-- Logs begin at Mon 2022-04-18 19:45:58 UTC, end at Mon 2022-04-18 22:13:39 UTC. -- Apr 18 20:25:30.508270 n-d-838334-2 systemd[1]: Started Devstack devstack@q-svc.service. Apr 18 20:25:32.662488 n-d-838334-2 neutron-server[83937]: INFO neutron.common.config [-] Logging enabled! Apr 18 20:25:32.663184 n-d-838334-2 neutron-server[83937]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 17.3.1.dev70 Apr 18 20:25:32.663289 n-d-838334-2 neutron-server[83937]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=83937) setup_logging /opt/stack/neutron/neutron/common/config.py:111}} Apr 18 20:25:32.665447 n-d-838334-2 neutron-server[83937]: INFO neutron.common.config [-] Logging enabled! Apr 18 20:25:32.665697 n-d-838334-2 neutron-server[83937]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 17.3.1.dev70 Apr 18 20:25:32.665939 n-d-838334-2 neutron-server[83937]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=83937) setup_logging /opt/stack/neutron/neutron/common/config.py:111}} Apr 18 20:25:32.666897 n-d-838334-2 neutron-server[83937]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=83937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Apr 18 20:25:32.667123 n-d-838334-2 neutron-server[83937]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=83937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Apr 18 20:25:32.667465 n-d-838334-2 neutron-server[83937]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=83937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Apr 18 20:25:32.667726 n-d-838334-2 neutron-server[83937]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=83937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Apr 18 20:25:32.667954 n-d-838334-2 neutron-server[83937]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=83937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Apr 18 20:25:32.668268 n-d-838334-2 neutron-server[83937]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=83937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 20:25:32.668563 n-d-838334-2 neutron-server[83937]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=83937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 20:25:32.668854 n-d-838334-2 neutron-server[83937]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=83937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 20:25:32.669079 n-d-838334-2 neutron-server[83937]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=83937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 20:25:32.669371 n-d-838334-2 neutron-server[83937]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=83937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 20:25:32.669658 n-d-838334-2 neutron-server[83937]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=83937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 20:25:32.669939 n-d-838334-2 neutron-server[83937]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=83937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 20:25:32.670223 n-d-838334-2 neutron-server[83937]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=83937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 20:25:32.670514 n-d-838334-2 neutron-server[83937]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=83937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 20:25:32.670796 n-d-838334-2 neutron-server[83937]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=83937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 20:25:32.671073 n-d-838334-2 neutron-server[83937]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=83937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 20:25:32.671353 n-d-838334-2 neutron-server[83937]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=83937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 20:25:32.671581 n-d-838334-2 neutron-server[83937]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=83937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 20:25:32.671888 n-d-838334-2 neutron-server[83937]: DEBUG neutron.common.config [-] config_source = [] {{(pid=83937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 20:25:32.672172 n-d-838334-2 neutron-server[83937]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=83937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 20:25:32.672454 n-d-838334-2 neutron-server[83937]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=83937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 20:25:32.672674 n-d-838334-2 neutron-server[83937]: DEBUG neutron.common.config [-] debug = True {{(pid=83937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 20:25:32.672951 n-d-838334-2 neutron-server[83937]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=83937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 20:25:32.673372 n-d-838334-2 neutron-server[83937]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=83937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 20:25:32.673769 n-d-838334-2 neutron-server[83937]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=83937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 20:25:32.674696 n-d-838334-2 neutron-server[83937]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=83937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 20:25:32.675020 n-d-838334-2 neutron-server[83937]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=83937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 20:25:32.675371 n-d-838334-2 neutron-server[83937]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=83937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 20:25:32.675571 n-d-838334-2 neutron-server[83937]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=83937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 20:25:32.675891 n-d-838334-2 neutron-server[83937]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=83937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 20:25:32.676218 n-d-838334-2 neutron-server[83937]: DEBUG neutron.common.config [-] host = n-d-838334-2 {{(pid=83937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 20:25:32.676494 n-d-838334-2 neutron-server[83937]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=83937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 20:25:32.676779 n-d-838334-2 neutron-server[83937]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=83937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 20:25:32.677063 n-d-838334-2 neutron-server[83937]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=83937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 20:25:32.677348 n-d-838334-2 neutron-server[83937]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=83937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 20:25:32.677621 n-d-838334-2 neutron-server[83937]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=83937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 20:25:32.677895 n-d-838334-2 neutron-server[83937]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=83937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 20:25:32.678176 n-d-838334-2 neutron-server[83937]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=83937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 20:25:32.678446 n-d-838334-2 neutron-server[83937]: DEBUG neutron.common.config [-] log_dir = None {{(pid=83937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 20:25:32.678715 n-d-838334-2 neutron-server[83937]: DEBUG neutron.common.config [-] log_file = None {{(pid=83937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 20:25:32.678989 n-d-838334-2 neutron-server[83937]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=83937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 20:25:32.679273 n-d-838334-2 neutron-server[83937]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=83937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 20:25:32.679555 n-d-838334-2 neutron-server[83937]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=83937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 20:25:32.679867 n-d-838334-2 neutron-server[83937]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=83937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 20:25:32.680090 n-d-838334-2 neutron-server[83937]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=83937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 20:25:32.680311 n-d-838334-2 neutron-server[83937]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=83937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 20:25:32.680592 n-d-838334-2 neutron-server[83937]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=83937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 20:25:32.680878 n-d-838334-2 neutron-server[83937]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=83937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 20:25:32.681153 n-d-838334-2 neutron-server[83937]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=83937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 20:25:32.681427 n-d-838334-2 neutron-server[83937]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=83937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 20:25:32.681700 n-d-838334-2 neutron-server[83937]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=83937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 20:25:32.681973 n-d-838334-2 neutron-server[83937]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=83937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 20:25:32.682247 n-d-838334-2 neutron-server[83937]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=83937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 20:25:32.682513 n-d-838334-2 neutron-server[83937]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=83937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 20:25:32.682794 n-d-838334-2 neutron-server[83937]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=83937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 20:25:32.683074 n-d-838334-2 neutron-server[83937]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=83937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 20:25:32.683354 n-d-838334-2 neutron-server[83937]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=83937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 20:25:32.683644 n-d-838334-2 neutron-server[83937]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=83937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 20:25:32.683919 n-d-838334-2 neutron-server[83937]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=83937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 20:25:32.684191 n-d-838334-2 neutron-server[83937]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=83937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 20:25:32.684462 n-d-838334-2 neutron-server[83937]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=83937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 20:25:32.684746 n-d-838334-2 neutron-server[83937]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=83937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 20:25:32.685019 n-d-838334-2 neutron-server[83937]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=83937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 20:25:32.685292 n-d-838334-2 neutron-server[83937]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=83937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 20:25:32.685563 n-d-838334-2 neutron-server[83937]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=83937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 20:25:32.685845 n-d-838334-2 neutron-server[83937]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=83937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 20:25:32.686111 n-d-838334-2 neutron-server[83937]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=83937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 20:25:32.686381 n-d-838334-2 neutron-server[83937]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=83937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 20:25:32.686676 n-d-838334-2 neutron-server[83937]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=83937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 20:25:32.686958 n-d-838334-2 neutron-server[83937]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=83937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 20:25:32.687236 n-d-838334-2 neutron-server[83937]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=83937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 20:25:32.687516 n-d-838334-2 neutron-server[83937]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=83937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 20:25:32.687817 n-d-838334-2 neutron-server[83937]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=83937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 20:25:32.688097 n-d-838334-2 neutron-server[83937]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=83937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 20:25:32.688369 n-d-838334-2 neutron-server[83937]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=83937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 20:25:32.688641 n-d-838334-2 neutron-server[83937]: DEBUG neutron.common.config [-] use_journal = False {{(pid=83937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 20:25:32.688911 n-d-838334-2 neutron-server[83937]: DEBUG neutron.common.config [-] use_json = False {{(pid=83937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 20:25:32.689180 n-d-838334-2 neutron-server[83937]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=83937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 20:25:32.689447 n-d-838334-2 neutron-server[83937]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=83937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 20:25:32.689793 n-d-838334-2 neutron-server[83937]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=83937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 20:25:32.690095 n-d-838334-2 neutron-server[83937]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=83937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 20:25:32.690490 n-d-838334-2 neutron-server[83937]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=83937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 20:25:32.690767 n-d-838334-2 neutron-server[83937]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=83937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 20:25:32.691040 n-d-838334-2 neutron-server[83937]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=83937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 20:25:32.691323 n-d-838334-2 neutron-server[83937]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=83937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 20:25:32.691596 n-d-838334-2 neutron-server[83937]: DEBUG neutron.common.config [-] wsgi_server_debug = False {{(pid=83937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 20:25:32.691916 n-d-838334-2 neutron-server[83937]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=83937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:25:32.692213 n-d-838334-2 neutron-server[83937]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=83937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:25:32.692513 n-d-838334-2 neutron-server[83937]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=83937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:25:32.692797 n-d-838334-2 neutron-server[83937]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=83937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:25:32.693089 n-d-838334-2 neutron-server[83937]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=83937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:25:32.693369 n-d-838334-2 neutron-server[83937]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=83937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:25:32.693656 n-d-838334-2 neutron-server[83937]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=83937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:25:32.693933 n-d-838334-2 neutron-server[83937]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=83937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:25:32.694217 n-d-838334-2 neutron-server[83937]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=83937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:25:32.694507 n-d-838334-2 neutron-server[83937]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=83937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:25:32.694792 n-d-838334-2 neutron-server[83937]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=83937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:25:32.695070 n-d-838334-2 neutron-server[83937]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=83937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:25:32.695355 n-d-838334-2 neutron-server[83937]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=83937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:25:32.695665 n-d-838334-2 neutron-server[83937]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=83937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:25:32.695956 n-d-838334-2 neutron-server[83937]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=83937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:25:32.696229 n-d-838334-2 neutron-server[83937]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=83937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:25:32.696509 n-d-838334-2 neutron-server[83937]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=83937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:25:32.696799 n-d-838334-2 neutron-server[83937]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=83937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:25:32.697077 n-d-838334-2 neutron-server[83937]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=83937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:25:32.697348 n-d-838334-2 neutron-server[83937]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=83937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:25:32.697696 n-d-838334-2 neutron-server[83937]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=83937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:25:32.697987 n-d-838334-2 neutron-server[83937]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=83937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:25:32.698267 n-d-838334-2 neutron-server[83937]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=83937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:25:32.698542 n-d-838334-2 neutron-server[83937]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=83937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:25:32.698824 n-d-838334-2 neutron-server[83937]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=83937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:25:32.699102 n-d-838334-2 neutron-server[83937]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=83937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:25:32.699372 n-d-838334-2 neutron-server[83937]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=83937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:25:32.699659 n-d-838334-2 neutron-server[83937]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=83937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:25:32.699940 n-d-838334-2 neutron-server[83937]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=83937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:25:32.700226 n-d-838334-2 neutron-server[83937]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=83937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:25:32.700503 n-d-838334-2 neutron-server[83937]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=83937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:25:32.700773 n-d-838334-2 neutron-server[83937]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=83937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:25:32.701042 n-d-838334-2 neutron-server[83937]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=83937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:25:32.701317 n-d-838334-2 neutron-server[83937]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=83937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:25:32.701589 n-d-838334-2 neutron-server[83937]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=83937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:25:32.701871 n-d-838334-2 neutron-server[83937]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=83937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:25:32.702146 n-d-838334-2 neutron-server[83937]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=83937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:25:32.702418 n-d-838334-2 neutron-server[83937]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=83937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:25:32.702688 n-d-838334-2 neutron-server[83937]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=83937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:25:32.702965 n-d-838334-2 neutron-server[83937]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=83937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:25:32.703237 n-d-838334-2 neutron-server[83937]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=83937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:25:32.703506 n-d-838334-2 neutron-server[83937]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=83937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:25:32.703806 n-d-838334-2 neutron-server[83937]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=83937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:25:32.704078 n-d-838334-2 neutron-server[83937]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=83937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:25:32.704361 n-d-838334-2 neutron-server[83937]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=83937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:25:32.704633 n-d-838334-2 neutron-server[83937]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=83937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:25:32.704903 n-d-838334-2 neutron-server[83937]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=83937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:25:32.705174 n-d-838334-2 neutron-server[83937]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=83937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:25:32.705566 n-d-838334-2 neutron-server[83937]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=83937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:25:32.705840 n-d-838334-2 neutron-server[83937]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=83937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:25:32.706111 n-d-838334-2 neutron-server[83937]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=83937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:25:32.706382 n-d-838334-2 neutron-server[83937]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=83937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:25:32.706658 n-d-838334-2 neutron-server[83937]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=83937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:25:32.706930 n-d-838334-2 neutron-server[83937]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=83937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:25:32.707199 n-d-838334-2 neutron-server[83937]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=83937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:25:32.707469 n-d-838334-2 neutron-server[83937]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=83937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:25:32.707765 n-d-838334-2 neutron-server[83937]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=83937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:25:32.708037 n-d-838334-2 neutron-server[83937]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=83937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:25:32.708323 n-d-838334-2 neutron-server[83937]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=83937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:25:32.708620 n-d-838334-2 neutron-server[83937]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=83937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:25:32.708896 n-d-838334-2 neutron-server[83937]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=83937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:25:32.709173 n-d-838334-2 neutron-server[83937]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=83937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:25:32.709450 n-d-838334-2 neutron-server[83937]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=83937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:25:32.709724 n-d-838334-2 neutron-server[83937]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=83937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:25:32.709998 n-d-838334-2 neutron-server[83937]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=83937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:25:32.710271 n-d-838334-2 neutron-server[83937]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=83937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:25:32.710546 n-d-838334-2 neutron-server[83937]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=83937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:25:32.710821 n-d-838334-2 neutron-server[83937]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=83937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:25:32.711088 n-d-838334-2 neutron-server[83937]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=83937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:25:32.711372 n-d-838334-2 neutron-server[83937]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=83937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:25:32.711676 n-d-838334-2 neutron-server[83937]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=83937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:25:32.711960 n-d-838334-2 neutron-server[83937]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=83937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:25:32.712237 n-d-838334-2 neutron-server[83937]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=83937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:25:32.712513 n-d-838334-2 neutron-server[83937]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=83937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:25:32.712803 n-d-838334-2 neutron-server[83937]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=83937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:25:32.713077 n-d-838334-2 neutron-server[83937]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=83937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:25:32.713433 n-d-838334-2 neutron-server[83937]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=83937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:25:32.713711 n-d-838334-2 neutron-server[83937]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=83937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:25:32.713987 n-d-838334-2 neutron-server[83937]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=83937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:25:32.714269 n-d-838334-2 neutron-server[83937]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=83937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:25:32.714555 n-d-838334-2 neutron-server[83937]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=83937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:25:32.714844 n-d-838334-2 neutron-server[83937]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=83937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:25:32.715133 n-d-838334-2 neutron-server[83937]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=83937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:25:32.715421 n-d-838334-2 neutron-server[83937]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=83937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:25:32.715735 n-d-838334-2 neutron-server[83937]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=83937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:25:32.716027 n-d-838334-2 neutron-server[83937]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=83937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:25:32.716308 n-d-838334-2 neutron-server[83937]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=83937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:25:32.716615 n-d-838334-2 neutron-server[83937]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=83937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:25:32.716895 n-d-838334-2 neutron-server[83937]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=83937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:25:32.717110 n-d-838334-2 neutron-server[83937]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=83937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Apr 18 20:25:32.717346 n-d-838334-2 neutron-server[83937]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=83937) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Apr 18 20:25:33.127697 n-d-838334-2 neutron-server[83937]: INFO keyring.backend [-] Loading KWallet Apr 18 20:25:33.134957 n-d-838334-2 neutron-server[83937]: INFO keyring.backend [-] Loading SecretService Apr 18 20:25:33.138060 n-d-838334-2 neutron-server[83937]: INFO keyring.backend [-] Loading Windows Apr 18 20:25:33.139361 n-d-838334-2 neutron-server[83937]: INFO keyring.backend [-] Loading chainer Apr 18 20:25:33.139954 n-d-838334-2 neutron-server[83937]: INFO keyring.backend [-] Loading macOS Apr 18 20:25:33.173634 n-d-838334-2 neutron-server[83937]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=83937) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 18 20:25:33.173909 n-d-838334-2 neutron-server[83937]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.000s {{(pid=83937) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 18 20:25:33.175391 n-d-838334-2 neutron-server[83937]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.001s {{(pid=83937) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 18 20:25:33.176874 n-d-838334-2 neutron-server[83937]: INFO neutron.manager [-] Loading core plugin: ml2 Apr 18 20:25:33.485617 n-d-838334-2 neutron-server[83937]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=83937) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 20:25:33.485902 n-d-838334-2 neutron-server[83937]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=83937) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 20:25:33.486167 n-d-838334-2 neutron-server[83937]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=83937) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 20:25:33.546817 n-d-838334-2 neutron-server[83937]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=83937) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 20:25:33.547090 n-d-838334-2 neutron-server[83937]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=83937) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 20:25:33.547352 n-d-838334-2 neutron-server[83937]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=83937) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 20:25:33.551047 n-d-838334-2 neutron-server[83937]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=83937) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 20:25:33.551323 n-d-838334-2 neutron-server[83937]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=83937) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 20:25:33.551586 n-d-838334-2 neutron-server[83937]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=83937) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 20:25:33.579722 n-d-838334-2 neutron-server[83937]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=83937) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 20:25:33.579999 n-d-838334-2 neutron-server[83937]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=83937) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 20:25:33.580347 n-d-838334-2 neutron-server[83937]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=83937) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 20:25:33.607633 n-d-838334-2 neutron-server[83937]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=83937) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 20:25:33.607917 n-d-838334-2 neutron-server[83937]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=83937) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 20:25:33.608181 n-d-838334-2 neutron-server[83937]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=83937) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 20:25:33.935990 n-d-838334-2 neutron-server[83937]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=83937) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 20:25:33.936616 n-d-838334-2 neutron-server[83937]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=83937) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 20:25:33.936616 n-d-838334-2 neutron-server[83937]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=83937) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 20:25:33.936779 n-d-838334-2 neutron-server[83937]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=83937) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 20:25:33.937666 n-d-838334-2 neutron-server[83937]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=83937) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 20:25:34.056773 n-d-838334-2 neutron-server[83937]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=83937) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 20:25:34.057159 n-d-838334-2 neutron-server[83937]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=83937) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 20:25:34.057438 n-d-838334-2 neutron-server[83937]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=83937) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 20:25:34.057701 n-d-838334-2 neutron-server[83937]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=83937) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 20:25:34.057960 n-d-838334-2 neutron-server[83937]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=83937) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 20:25:34.058259 n-d-838334-2 neutron-server[83937]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=83937) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 20:25:34.058516 n-d-838334-2 neutron-server[83937]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=83937) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 20:25:34.058766 n-d-838334-2 neutron-server[83937]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=83937) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 20:25:34.059020 n-d-838334-2 neutron-server[83937]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=83937) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 20:25:34.059291 n-d-838334-2 neutron-server[83937]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=83937) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 20:25:34.059545 n-d-838334-2 neutron-server[83937]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=83937) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 20:25:34.059894 n-d-838334-2 neutron-server[83937]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=83937) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 20:25:34.060157 n-d-838334-2 neutron-server[83937]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=83937) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 20:25:34.060408 n-d-838334-2 neutron-server[83937]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=83937) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 20:25:34.060669 n-d-838334-2 neutron-server[83937]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=83937) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 20:25:34.060931 n-d-838334-2 neutron-server[83937]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=83937) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 20:25:34.061180 n-d-838334-2 neutron-server[83937]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=83937) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 20:25:34.061445 n-d-838334-2 neutron-server[83937]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=83937) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 20:25:34.061697 n-d-838334-2 neutron-server[83937]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=83937) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 20:25:34.061970 n-d-838334-2 neutron-server[83937]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=83937) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 20:25:34.062306 n-d-838334-2 neutron-server[83937]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=83937) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 20:25:34.062552 n-d-838334-2 neutron-server[83937]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=83937) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 20:25:34.062794 n-d-838334-2 neutron-server[83937]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=83937) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 20:25:34.063069 n-d-838334-2 neutron-server[83937]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=83937) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 20:25:34.063312 n-d-838334-2 neutron-server[83937]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=83937) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 20:25:34.063552 n-d-838334-2 neutron-server[83937]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=83937) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 20:25:34.063950 n-d-838334-2 neutron-server[83937]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=83937) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 18 20:25:34.064185 n-d-838334-2 neutron-server[83937]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=83937) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 18 20:25:34.064418 n-d-838334-2 neutron-server[83937]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=83937) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 18 20:25:34.065195 n-d-838334-2 neutron-server[83937]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=83937) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 18 20:25:34.065423 n-d-838334-2 neutron-server[83937]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=83937) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 18 20:25:34.065646 n-d-838334-2 neutron-server[83937]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=83937) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 18 20:25:34.066181 n-d-838334-2 neutron-server[83937]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Apr 18 20:25:34.069229 n-d-838334-2 neutron-server[83937]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Apr 18 20:25:34.073191 n-d-838334-2 neutron-server[83937]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Apr 18 20:25:34.076952 n-d-838334-2 neutron-server[83937]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(350, 399)])]) Apr 18 20:25:34.078543 n-d-838334-2 neutron-server[83937]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Apr 18 20:25:34.078923 n-d-838334-2 neutron-server[83937]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Apr 18 20:25:34.079253 n-d-838334-2 neutron-server[83937]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Apr 18 20:25:34.079647 n-d-838334-2 neutron-server[83937]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Apr 18 20:25:34.082537 n-d-838334-2 neutron-server[83937]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Apr 18 20:25:34.082779 n-d-838334-2 neutron-server[83937]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Apr 18 20:25:34.083116 n-d-838334-2 neutron-server[83937]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Apr 18 20:25:34.111061 n-d-838334-2 neutron-server[83937]: INFO neutron.plugins.ml2.drivers.openvswitch.mech_driver.mech_openvswitch [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic'] Apr 18 20:25:34.111601 n-d-838334-2 neutron-server[83937]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=83937) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 20:25:34.111972 n-d-838334-2 neutron-server[83937]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=83937) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Apr 18 20:25:34.112435 n-d-838334-2 neutron-server[83937]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=83937) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 20:25:34.113782 n-d-838334-2 neutron-server[83937]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=83937) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Apr 18 20:25:34.114060 n-d-838334-2 neutron-server[83937]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Apr 18 20:25:34.114304 n-d-838334-2 neutron-server[83937]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Apr 18 20:25:34.117545 n-d-838334-2 neutron-server[83937]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=83937) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 20:25:34.117822 n-d-838334-2 neutron-server[83937]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=83937) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 20:25:34.177431 n-d-838334-2 neutron-server[83937]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Apr 18 20:25:34.177666 n-d-838334-2 neutron-server[83937]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Apr 18 20:25:34.177898 n-d-838334-2 neutron-server[83937]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Apr 18 20:25:34.178262 n-d-838334-2 neutron-server[83937]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Apr 18 20:25:34.208933 n-d-838334-2 neutron-server[83937]: DEBUG oslo_db.sqlalchemy.engines [None req-6959d6d7-d52d-4465-8e09-61eb765f38c7 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=83937) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:304}} Apr 18 20:25:34.524138 n-d-838334-2 neutron-server[83937]: INFO neutron.plugins.ml2.managers [None req-6959d6d7-d52d-4465-8e09-61eb765f38c7 None None] Initializing driver for type 'gre' Apr 18 20:25:34.524663 n-d-838334-2 neutron-server[83937]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-6959d6d7-d52d-4465-8e09-61eb765f38c7 None None] gre ID ranges: [(1, 1000)] Apr 18 20:25:34.579812 n-d-838334-2 neutron-server[83937]: INFO neutron.plugins.ml2.managers [None req-6959d6d7-d52d-4465-8e09-61eb765f38c7 None None] Initializing driver for type 'local' Apr 18 20:25:34.580142 n-d-838334-2 neutron-server[83937]: INFO neutron.plugins.ml2.managers [None req-6959d6d7-d52d-4465-8e09-61eb765f38c7 None None] Initializing driver for type 'vlan' Apr 18 20:25:34.593424 n-d-838334-2 neutron-server[83937]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-6959d6d7-d52d-4465-8e09-61eb765f38c7 None None] VlanTypeDriver initialization complete Apr 18 20:25:34.593752 n-d-838334-2 neutron-server[83937]: INFO neutron.plugins.ml2.managers [None req-6959d6d7-d52d-4465-8e09-61eb765f38c7 None None] Initializing driver for type 'vxlan' Apr 18 20:25:34.594235 n-d-838334-2 neutron-server[83937]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-6959d6d7-d52d-4465-8e09-61eb765f38c7 None None] vxlan ID ranges: [(1, 1000)] Apr 18 20:25:34.650985 n-d-838334-2 neutron-server[83937]: INFO neutron.plugins.ml2.managers [None req-6959d6d7-d52d-4465-8e09-61eb765f38c7 None None] Initializing extension driver 'port_security' Apr 18 20:25:34.651325 n-d-838334-2 neutron-server[83937]: INFO neutron.plugins.ml2.extensions.port_security [None req-6959d6d7-d52d-4465-8e09-61eb765f38c7 None None] PortSecurityExtensionDriver initialization complete Apr 18 20:25:34.651687 n-d-838334-2 neutron-server[83937]: INFO neutron.plugins.ml2.managers [None req-6959d6d7-d52d-4465-8e09-61eb765f38c7 None None] Initializing mechanism driver 'openvswitch' Apr 18 20:25:34.652022 n-d-838334-2 neutron-server[83937]: INFO neutron.plugins.ml2.managers [None req-6959d6d7-d52d-4465-8e09-61eb765f38c7 None None] Initializing mechanism driver 'hyperv' Apr 18 20:25:34.658585 n-d-838334-2 neutron-server[83937]: DEBUG neutron.plugins.ml2.plugin [None req-6959d6d7-d52d-4465-8e09-61eb765f38c7 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=83937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:25:34.659358 n-d-838334-2 neutron-server[83937]: DEBUG neutron_lib.callbacks.manager [None req-6959d6d7-d52d-4465-8e09-61eb765f38c7 None None] Subscribe: > port after_create 55550000 {{(pid=83937) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 20:25:34.659743 n-d-838334-2 neutron-server[83937]: DEBUG neutron_lib.callbacks.manager [None req-6959d6d7-d52d-4465-8e09-61eb765f38c7 None None] Subscribe: > port after_update 55550000 {{(pid=83937) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 20:25:34.660191 n-d-838334-2 neutron-server[83937]: DEBUG neutron_lib.callbacks.manager [None req-6959d6d7-d52d-4465-8e09-61eb765f38c7 None None] Subscribe: > port after_delete 55550000 {{(pid=83937) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 20:25:34.660721 n-d-838334-2 neutron-server[83937]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=83937) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:110}} Apr 18 20:25:34.661150 n-d-838334-2 neutron-server[83937]: DEBUG neutron_lib.callbacks.manager [None req-6959d6d7-d52d-4465-8e09-61eb765f38c7 None None] Subscribe: > subnet after_create 55550000 {{(pid=83937) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 20:25:34.661501 n-d-838334-2 neutron-server[83937]: DEBUG neutron_lib.callbacks.manager [None req-6959d6d7-d52d-4465-8e09-61eb765f38c7 None None] Subscribe: > subnet after_update 55550000 {{(pid=83937) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 20:25:34.661841 n-d-838334-2 neutron-server[83937]: DEBUG neutron_lib.callbacks.manager [None req-6959d6d7-d52d-4465-8e09-61eb765f38c7 None None] Subscribe: > subnet after_delete 55550000 {{(pid=83937) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 20:25:34.662230 n-d-838334-2 neutron-server[83937]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=83937) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:110}} Apr 18 20:25:34.662638 n-d-838334-2 neutron-server[83937]: DEBUG neutron_lib.callbacks.manager [None req-6959d6d7-d52d-4465-8e09-61eb765f38c7 None None] Subscribe: > network after_create 55550000 {{(pid=83937) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 20:25:34.663010 n-d-838334-2 neutron-server[83937]: DEBUG neutron_lib.callbacks.manager [None req-6959d6d7-d52d-4465-8e09-61eb765f38c7 None None] Subscribe: > network after_update 55550000 {{(pid=83937) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 20:25:34.663351 n-d-838334-2 neutron-server[83937]: DEBUG neutron_lib.callbacks.manager [None req-6959d6d7-d52d-4465-8e09-61eb765f38c7 None None] Subscribe: > network after_delete 55550000 {{(pid=83937) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 20:25:34.663772 n-d-838334-2 neutron-server[83937]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=83937) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:110}} Apr 18 20:25:34.664181 n-d-838334-2 neutron-server[83937]: DEBUG neutron_lib.callbacks.manager [None req-6959d6d7-d52d-4465-8e09-61eb765f38c7 None None] Subscribe: > security_group after_create 55550000 {{(pid=83937) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 20:25:34.664525 n-d-838334-2 neutron-server[83937]: DEBUG neutron_lib.callbacks.manager [None req-6959d6d7-d52d-4465-8e09-61eb765f38c7 None None] Subscribe: > security_group after_update 55550000 {{(pid=83937) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 20:25:34.664859 n-d-838334-2 neutron-server[83937]: DEBUG neutron_lib.callbacks.manager [None req-6959d6d7-d52d-4465-8e09-61eb765f38c7 None None] Subscribe: > security_group after_delete 55550000 {{(pid=83937) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 20:25:34.665384 n-d-838334-2 neutron-server[83937]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=83937) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:110}} Apr 18 20:25:34.665790 n-d-838334-2 neutron-server[83937]: DEBUG neutron_lib.callbacks.manager [None req-6959d6d7-d52d-4465-8e09-61eb765f38c7 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=83937) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 20:25:34.666132 n-d-838334-2 neutron-server[83937]: DEBUG neutron_lib.callbacks.manager [None req-6959d6d7-d52d-4465-8e09-61eb765f38c7 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=83937) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 20:25:34.666468 n-d-838334-2 neutron-server[83937]: DEBUG neutron_lib.callbacks.manager [None req-6959d6d7-d52d-4465-8e09-61eb765f38c7 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=83937) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 20:25:34.666856 n-d-838334-2 neutron-server[83937]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=83937) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:110}} Apr 18 20:25:34.667300 n-d-838334-2 neutron-server[83937]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-6959d6d7-d52d-4465-8e09-61eb765f38c7 None None] ML2 OVO RPC backend initialized. {{(pid=83937) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:168}} Apr 18 20:25:34.667966 n-d-838334-2 neutron-server[83937]: DEBUG neutron_lib.callbacks.manager [None req-6959d6d7-d52d-4465-8e09-61eb765f38c7 None None] Subscribe: > router_interface after_create 55550000 {{(pid=83937) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 20:25:34.668321 n-d-838334-2 neutron-server[83937]: DEBUG neutron_lib.callbacks.manager [None req-6959d6d7-d52d-4465-8e09-61eb765f38c7 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=83937) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 20:25:34.668737 n-d-838334-2 neutron-server[83937]: DEBUG neutron_lib.callbacks.manager [None req-6959d6d7-d52d-4465-8e09-61eb765f38c7 None None] Subscribe: > network before_response 55550000 {{(pid=83937) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 20:25:34.669084 n-d-838334-2 neutron-server[83937]: DEBUG neutron_lib.callbacks.manager [None req-6959d6d7-d52d-4465-8e09-61eb765f38c7 None None] Subscribe: > networks before_response 55550000 {{(pid=83937) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 20:25:34.669429 n-d-838334-2 neutron-server[83937]: DEBUG neutron_lib.callbacks.manager [None req-6959d6d7-d52d-4465-8e09-61eb765f38c7 None None] Subscribe: > port before_response 55550000 {{(pid=83937) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 20:25:34.669766 n-d-838334-2 neutron-server[83937]: DEBUG neutron_lib.callbacks.manager [None req-6959d6d7-d52d-4465-8e09-61eb765f38c7 None None] Subscribe: > ports before_response 55550000 {{(pid=83937) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 20:25:34.670108 n-d-838334-2 neutron-server[83937]: DEBUG neutron_lib.callbacks.manager [None req-6959d6d7-d52d-4465-8e09-61eb765f38c7 None None] Subscribe: > subnet before_response 55550000 {{(pid=83937) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 20:25:34.670451 n-d-838334-2 neutron-server[83937]: DEBUG neutron_lib.callbacks.manager [None req-6959d6d7-d52d-4465-8e09-61eb765f38c7 None None] Subscribe: > subnets before_response 55550000 {{(pid=83937) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 20:25:34.670796 n-d-838334-2 neutron-server[83937]: DEBUG neutron_lib.callbacks.manager [None req-6959d6d7-d52d-4465-8e09-61eb765f38c7 None None] Subscribe: > network after_create 55550000 {{(pid=83937) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 20:25:34.671136 n-d-838334-2 neutron-server[83937]: DEBUG neutron_lib.callbacks.manager [None req-6959d6d7-d52d-4465-8e09-61eb765f38c7 None None] Subscribe: > network after_update 55550000 {{(pid=83937) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 20:25:34.671474 n-d-838334-2 neutron-server[83937]: DEBUG neutron_lib.callbacks.manager [None req-6959d6d7-d52d-4465-8e09-61eb765f38c7 None None] Subscribe: > network after_delete 55550000 {{(pid=83937) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 20:25:34.671842 n-d-838334-2 neutron-server[83937]: DEBUG neutron_lib.callbacks.manager [None req-6959d6d7-d52d-4465-8e09-61eb765f38c7 None None] Subscribe: > port after_create 55550000 {{(pid=83937) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 20:25:34.672181 n-d-838334-2 neutron-server[83937]: DEBUG neutron_lib.callbacks.manager [None req-6959d6d7-d52d-4465-8e09-61eb765f38c7 None None] Subscribe: > port after_update 55550000 {{(pid=83937) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 20:25:34.672515 n-d-838334-2 neutron-server[83937]: DEBUG neutron_lib.callbacks.manager [None req-6959d6d7-d52d-4465-8e09-61eb765f38c7 None None] Subscribe: > port after_delete 55550000 {{(pid=83937) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 20:25:34.672851 n-d-838334-2 neutron-server[83937]: DEBUG neutron_lib.callbacks.manager [None req-6959d6d7-d52d-4465-8e09-61eb765f38c7 None None] Subscribe: > subnet after_create 55550000 {{(pid=83937) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 20:25:34.673183 n-d-838334-2 neutron-server[83937]: DEBUG neutron_lib.callbacks.manager [None req-6959d6d7-d52d-4465-8e09-61eb765f38c7 None None] Subscribe: > subnet after_update 55550000 {{(pid=83937) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 20:25:34.673514 n-d-838334-2 neutron-server[83937]: DEBUG neutron_lib.callbacks.manager [None req-6959d6d7-d52d-4465-8e09-61eb765f38c7 None None] Subscribe: > subnet after_delete 55550000 {{(pid=83937) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 20:25:34.674717 n-d-838334-2 neutron-server[83937]: INFO neutron.plugins.ml2.plugin [None req-6959d6d7-d52d-4465-8e09-61eb765f38c7 None None] Modular L2 Plugin initialization complete Apr 18 20:25:34.675058 n-d-838334-2 neutron-server[83937]: DEBUG neutron.manager [None req-6959d6d7-d52d-4465-8e09-61eb765f38c7 None None] Loading services supported by the core plugin {{(pid=83937) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Apr 18 20:25:34.675384 n-d-838334-2 neutron-server[83937]: INFO neutron.plugins.ml2.managers [None req-6959d6d7-d52d-4465-8e09-61eb765f38c7 None None] Got port-security extension from driver 'port_security' Apr 18 20:25:34.675881 n-d-838334-2 neutron-server[83937]: INFO neutron.extensions.vlantransparent [None req-6959d6d7-d52d-4465-8e09-61eb765f38c7 None None] Disabled vlantransparent extension. Apr 18 20:25:34.676299 n-d-838334-2 neutron-server[83937]: DEBUG neutron.manager [None req-6959d6d7-d52d-4465-8e09-61eb765f38c7 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=83937) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Apr 18 20:25:34.676615 n-d-838334-2 neutron-server[83937]: INFO neutron.manager [None req-6959d6d7-d52d-4465-8e09-61eb765f38c7 None None] Loading Plugin: router Apr 18 20:25:34.713003 n-d-838334-2 neutron-server[83937]: DEBUG neutron_lib.callbacks.manager [None req-6959d6d7-d52d-4465-8e09-61eb765f38c7 None None] Subscribe: > router_interface before_create 55550000 {{(pid=83937) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 20:25:34.713391 n-d-838334-2 neutron-server[83937]: DEBUG neutron_lib.callbacks.manager [None req-6959d6d7-d52d-4465-8e09-61eb765f38c7 None None] Subscribe: > router after_create 55549900 {{(pid=83937) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 20:25:34.713755 n-d-838334-2 neutron-server[83937]: DEBUG neutron_lib.callbacks.manager [None req-6959d6d7-d52d-4465-8e09-61eb765f38c7 None None] Subscribe: > router before_create 55549900 {{(pid=83937) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 20:25:34.714117 n-d-838334-2 neutron-server[83937]: DEBUG neutron_lib.callbacks.manager [None req-6959d6d7-d52d-4465-8e09-61eb765f38c7 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=83937) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 20:25:34.714485 n-d-838334-2 neutron-server[83937]: DEBUG neutron_lib.callbacks.manager [None req-6959d6d7-d52d-4465-8e09-61eb765f38c7 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=83937) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 20:25:34.714840 n-d-838334-2 neutron-server[83937]: DEBUG neutron_lib.callbacks.manager [None req-6959d6d7-d52d-4465-8e09-61eb765f38c7 None None] Subscribe: > router after_delete 55549900 {{(pid=83937) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 20:25:34.715192 n-d-838334-2 neutron-server[83937]: DEBUG neutron_lib.callbacks.manager [None req-6959d6d7-d52d-4465-8e09-61eb765f38c7 None None] Subscribe: > floatingip after_update 55550000 {{(pid=83937) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 20:25:34.715548 n-d-838334-2 neutron-server[83937]: DEBUG neutron_lib.callbacks.manager [None req-6959d6d7-d52d-4465-8e09-61eb765f38c7 None None] Subscribe: > router after_create 55549900 {{(pid=83937) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 20:25:34.715919 n-d-838334-2 neutron-server[83937]: DEBUG neutron_lib.callbacks.manager [None req-6959d6d7-d52d-4465-8e09-61eb765f38c7 None None] Subscribe: > router after_update 55549900 {{(pid=83937) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 20:25:34.716266 n-d-838334-2 neutron-server[83937]: DEBUG neutron_lib.callbacks.manager [None req-6959d6d7-d52d-4465-8e09-61eb765f38c7 None None] Subscribe: > router after_update 55549900 {{(pid=83937) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 20:25:34.716614 n-d-838334-2 neutron-server[83937]: DEBUG neutron_lib.callbacks.manager [None req-6959d6d7-d52d-4465-8e09-61eb765f38c7 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=83937) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 20:25:34.716969 n-d-838334-2 neutron-server[83937]: DEBUG neutron_lib.callbacks.manager [None req-6959d6d7-d52d-4465-8e09-61eb765f38c7 None None] Subscribe: > router after_update 55549900 {{(pid=83937) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 20:25:34.717375 n-d-838334-2 neutron-server[83937]: DEBUG neutron_lib.callbacks.manager [None req-6959d6d7-d52d-4465-8e09-61eb765f38c7 None None] Subscribe: > router precommit_update 55549900 {{(pid=83937) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 20:25:34.717803 n-d-838334-2 neutron-server[83937]: DEBUG neutron_lib.callbacks.manager [None req-6959d6d7-d52d-4465-8e09-61eb765f38c7 None None] Subscribe: port after_update 55550000 {{(pid=83937) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 20:25:34.718074 n-d-838334-2 neutron-server[83937]: DEBUG neutron_lib.callbacks.manager [None req-6959d6d7-d52d-4465-8e09-61eb765f38c7 None None] Subscribe: port after_delete 55550000 {{(pid=83937) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 20:25:34.718408 n-d-838334-2 neutron-server[83937]: DEBUG neutron_lib.callbacks.manager [None req-6959d6d7-d52d-4465-8e09-61eb765f38c7 None None] Subscribe: subnet after_update 55550000 {{(pid=83937) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 20:25:34.718742 n-d-838334-2 neutron-server[83937]: DEBUG neutron_lib.callbacks.manager [None req-6959d6d7-d52d-4465-8e09-61eb765f38c7 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=83937) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 20:25:34.719086 n-d-838334-2 neutron-server[83937]: DEBUG neutron_lib.callbacks.manager [None req-6959d6d7-d52d-4465-8e09-61eb765f38c7 None None] Subscribe: > port precommit_delete 55550000 {{(pid=83937) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 20:25:34.719430 n-d-838334-2 neutron-server[83937]: DEBUG neutron_lib.callbacks.manager [None req-6959d6d7-d52d-4465-8e09-61eb765f38c7 None None] Subscribe: > router precommit_create 55549900 {{(pid=83937) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 20:25:34.719805 n-d-838334-2 neutron-server[83937]: DEBUG neutron_lib.callbacks.manager [None req-6959d6d7-d52d-4465-8e09-61eb765f38c7 None None] Subscribe: port before_delete 55550000 {{(pid=83937) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 20:25:34.720149 n-d-838334-2 neutron-server[83937]: DEBUG neutron_lib.callbacks.manager [None req-6959d6d7-d52d-4465-8e09-61eb765f38c7 None None] Subscribe: > router precommit_create 55550000 {{(pid=83937) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 20:25:34.720500 n-d-838334-2 neutron-server[83937]: DEBUG neutron_lib.callbacks.manager [None req-6959d6d7-d52d-4465-8e09-61eb765f38c7 None None] Subscribe: > router after_update 55549900 {{(pid=83937) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 20:25:34.720863 n-d-838334-2 neutron-server[83937]: DEBUG neutron_lib.callbacks.manager [None req-6959d6d7-d52d-4465-8e09-61eb765f38c7 None None] Subscribe: > router precommit_delete 55549900 {{(pid=83937) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 20:25:34.721210 n-d-838334-2 neutron-server[83937]: DEBUG neutron_lib.callbacks.manager [None req-6959d6d7-d52d-4465-8e09-61eb765f38c7 None None] Subscribe: > router precommit_create 55549900 {{(pid=83937) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 20:25:34.721561 n-d-838334-2 neutron-server[83937]: DEBUG neutron_lib.callbacks.manager [None req-6959d6d7-d52d-4465-8e09-61eb765f38c7 None None] Subscribe: > router_interface after_create 55550000 {{(pid=83937) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 20:25:34.721900 n-d-838334-2 neutron-server[83937]: DEBUG neutron_lib.callbacks.manager [None req-6959d6d7-d52d-4465-8e09-61eb765f38c7 None None] Subscribe: > router precommit_update 55549900 {{(pid=83937) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 20:25:34.722257 n-d-838334-2 neutron-server[83937]: DEBUG neutron_lib.callbacks.manager [None req-6959d6d7-d52d-4465-8e09-61eb765f38c7 None None] Subscribe: > agent after_create 55550000 {{(pid=83937) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 20:25:34.722605 n-d-838334-2 neutron-server[83937]: DEBUG neutron_lib.callbacks.manager [None req-6959d6d7-d52d-4465-8e09-61eb765f38c7 None None] Subscribe: > agent after_delete 55550000 {{(pid=83937) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 20:25:34.722945 n-d-838334-2 neutron-server[83937]: DEBUG neutron_lib.callbacks.manager [None req-6959d6d7-d52d-4465-8e09-61eb765f38c7 None None] Subscribe: > network after_delete 55550000 {{(pid=83937) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 20:25:34.723836 n-d-838334-2 neutron-server[83937]: DEBUG neutron.quota.resource_registry [None req-6959d6d7-d52d-4465-8e09-61eb765f38c7 None None] Tracking information for resource: router configured {{(pid=83937) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 18 20:25:34.724462 n-d-838334-2 neutron-server[83937]: DEBUG neutron.quota.resource_registry [None req-6959d6d7-d52d-4465-8e09-61eb765f38c7 None None] Tracking information for resource: floatingip configured {{(pid=83937) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 18 20:25:34.729224 n-d-838334-2 neutron-server[83937]: INFO neutron.db.l3_agentschedulers_db [None req-6959d6d7-d52d-4465-8e09-61eb765f38c7 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Apr 18 20:25:34.729787 n-d-838334-2 neutron-server[83937]: DEBUG neutron_lib.callbacks.manager [None req-6959d6d7-d52d-4465-8e09-61eb765f38c7 None None] Subscribe: port after_update 55550000 {{(pid=83937) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 20:25:34.730144 n-d-838334-2 neutron-server[83937]: DEBUG neutron_lib.callbacks.manager [None req-6959d6d7-d52d-4465-8e09-61eb765f38c7 None None] Subscribe: port after_create 55550000 {{(pid=83937) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 20:25:34.730493 n-d-838334-2 neutron-server[83937]: DEBUG neutron_lib.callbacks.manager [None req-6959d6d7-d52d-4465-8e09-61eb765f38c7 None None] Subscribe: port after_delete 55550000 {{(pid=83937) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 20:25:34.730842 n-d-838334-2 neutron-server[83937]: DEBUG neutron_lib.callbacks.manager [None req-6959d6d7-d52d-4465-8e09-61eb765f38c7 None None] Subscribe: port after_update 55550000 {{(pid=83937) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 20:25:34.731768 n-d-838334-2 neutron-server[83937]: DEBUG neutron_lib.callbacks.manager [None req-6959d6d7-d52d-4465-8e09-61eb765f38c7 None None] Subscribe: > router before_create 55550100 {{(pid=83937) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 20:25:34.732130 n-d-838334-2 neutron-server[83937]: DEBUG neutron_lib.callbacks.manager [None req-6959d6d7-d52d-4465-8e09-61eb765f38c7 None None] Subscribe: > router precommit_delete 55550100 {{(pid=83937) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 20:25:34.732488 n-d-838334-2 neutron-server[83937]: DEBUG neutron_lib.callbacks.manager [None req-6959d6d7-d52d-4465-8e09-61eb765f38c7 None None] Subscribe: > router precommit_create 55550100 {{(pid=83937) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 20:25:34.732840 n-d-838334-2 neutron-server[83937]: DEBUG neutron_lib.callbacks.manager [None req-6959d6d7-d52d-4465-8e09-61eb765f38c7 None None] Subscribe: > router precommit_update 55550100 {{(pid=83937) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 20:25:34.737716 n-d-838334-2 neutron-server[83937]: DEBUG neutron.services.provider_configuration [None req-6959d6d7-d52d-4465-8e09-61eb765f38c7 None None] Service providers = [] {{(pid=83937) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Apr 18 20:25:34.738081 n-d-838334-2 neutron-server[83937]: DEBUG neutron.db.servicetype_db [None req-6959d6d7-d52d-4465-8e09-61eb765f38c7 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=83937) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Apr 18 20:25:34.741015 n-d-838334-2 neutron-server[83937]: DEBUG neutron.services.service_base [None req-6959d6d7-d52d-4465-8e09-61eb765f38c7 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=83937) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Apr 18 20:25:34.741364 n-d-838334-2 neutron-server[83937]: DEBUG neutron.services.service_base [None req-6959d6d7-d52d-4465-8e09-61eb765f38c7 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=83937) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Apr 18 20:25:34.741706 n-d-838334-2 neutron-server[83937]: DEBUG neutron.services.service_base [None req-6959d6d7-d52d-4465-8e09-61eb765f38c7 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=83937) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Apr 18 20:25:34.742587 n-d-838334-2 neutron-server[83937]: DEBUG neutron.services.service_base [None req-6959d6d7-d52d-4465-8e09-61eb765f38c7 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=83937) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Apr 18 20:25:34.742957 n-d-838334-2 neutron-server[83937]: INFO neutron.services.service_base [None req-6959d6d7-d52d-4465-8e09-61eb765f38c7 None None] Default provider is not specified for service type L3_ROUTER_NAT Apr 18 20:25:34.743331 n-d-838334-2 neutron-server[83937]: DEBUG neutron.manager [None req-6959d6d7-d52d-4465-8e09-61eb765f38c7 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=83937) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 18 20:25:34.743675 n-d-838334-2 neutron-server[83937]: INFO neutron.manager [None req-6959d6d7-d52d-4465-8e09-61eb765f38c7 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Apr 18 20:25:34.754874 n-d-838334-2 neutron-server[83937]: DEBUG neutron.manager [None req-6959d6d7-d52d-4465-8e09-61eb765f38c7 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=83937) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 18 20:25:34.755200 n-d-838334-2 neutron-server[83937]: INFO neutron.manager [None req-6959d6d7-d52d-4465-8e09-61eb765f38c7 None None] Loading Plugin: auto_allocate Apr 18 20:25:34.761021 n-d-838334-2 neutron-server[83937]: DEBUG neutron_lib.callbacks.manager [None req-6959d6d7-d52d-4465-8e09-61eb765f38c7 None None] Subscribe: network precommit_update 55550000 {{(pid=83937) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 20:25:34.761386 n-d-838334-2 neutron-server[83937]: DEBUG neutron_lib.callbacks.manager [None req-6959d6d7-d52d-4465-8e09-61eb765f38c7 None None] Subscribe: network precommit_create 55550000 {{(pid=83937) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 20:25:34.761904 n-d-838334-2 neutron-server[83937]: DEBUG neutron.manager [None req-6959d6d7-d52d-4465-8e09-61eb765f38c7 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=83937) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 18 20:25:34.762225 n-d-838334-2 neutron-server[83937]: INFO neutron.manager [None req-6959d6d7-d52d-4465-8e09-61eb765f38c7 None None] Loading Plugin: tag Apr 18 20:25:34.768808 n-d-838334-2 neutron-server[83937]: DEBUG neutron.manager [None req-6959d6d7-d52d-4465-8e09-61eb765f38c7 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=83937) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 18 20:25:34.769134 n-d-838334-2 neutron-server[83937]: INFO neutron.manager [None req-6959d6d7-d52d-4465-8e09-61eb765f38c7 None None] Loading Plugin: timestamp Apr 18 20:25:34.773085 n-d-838334-2 neutron-server[83937]: DEBUG neutron.manager [None req-6959d6d7-d52d-4465-8e09-61eb765f38c7 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=83937) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 18 20:25:34.773420 n-d-838334-2 neutron-server[83937]: INFO neutron.manager [None req-6959d6d7-d52d-4465-8e09-61eb765f38c7 None None] Loading Plugin: network_ip_availability Apr 18 20:25:34.778640 n-d-838334-2 neutron-server[83937]: DEBUG neutron_lib.callbacks.manager [None req-6959d6d7-d52d-4465-8e09-61eb765f38c7 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=83937) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 20:25:34.778955 n-d-838334-2 neutron-server[83937]: DEBUG neutron_lib.callbacks.manager [None req-6959d6d7-d52d-4465-8e09-61eb765f38c7 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=83937) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 20:25:34.779307 n-d-838334-2 neutron-server[83937]: DEBUG neutron_lib.callbacks.manager [None req-6959d6d7-d52d-4465-8e09-61eb765f38c7 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=83937) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 20:25:34.780038 n-d-838334-2 neutron-server[83937]: DEBUG neutron.manager [None req-6959d6d7-d52d-4465-8e09-61eb765f38c7 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=83937) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 18 20:25:34.780358 n-d-838334-2 neutron-server[83937]: INFO neutron.manager [None req-6959d6d7-d52d-4465-8e09-61eb765f38c7 None None] Loading Plugin: flavors Apr 18 20:25:34.785614 n-d-838334-2 neutron-server[83937]: DEBUG neutron.manager [None req-6959d6d7-d52d-4465-8e09-61eb765f38c7 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=83937) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 18 20:25:34.785938 n-d-838334-2 neutron-server[83937]: INFO neutron.manager [None req-6959d6d7-d52d-4465-8e09-61eb765f38c7 None None] Loading Plugin: revisions Apr 18 20:25:34.790129 n-d-838334-2 neutron-server[83937]: DEBUG neutron.manager [None req-6959d6d7-d52d-4465-8e09-61eb765f38c7 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=83937) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 18 20:25:34.790516 n-d-838334-2 neutron-server[83937]: DEBUG oslo_concurrency.lockutils [None req-6959d6d7-d52d-4465-8e09-61eb765f38c7 None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.616s {{(pid=83937) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 18 20:25:34.791249 n-d-838334-2 neutron-server[83937]: DEBUG neutron.api.extensions [None req-6959d6d7-d52d-4465-8e09-61eb765f38c7 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=83937) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:637}} Apr 18 20:25:34.791587 n-d-838334-2 neutron-server[83937]: INFO neutron.api.extensions [None req-6959d6d7-d52d-4465-8e09-61eb765f38c7 None None] Initializing extension manager. Apr 18 20:25:34.792108 n-d-838334-2 neutron-server[83937]: DEBUG neutron.api.extensions [None req-6959d6d7-d52d-4465-8e09-61eb765f38c7 None None] Loading extension file: __init__.py {{(pid=83937) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 18 20:25:34.792446 n-d-838334-2 neutron-server[83937]: DEBUG neutron.api.extensions [None req-6959d6d7-d52d-4465-8e09-61eb765f38c7 None None] Loading extension file: __pycache__ {{(pid=83937) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 18 20:25:34.792779 n-d-838334-2 neutron-server[83937]: DEBUG neutron.api.extensions [None req-6959d6d7-d52d-4465-8e09-61eb765f38c7 None None] Loading extension file: _admin_state_down_before_update_lib.py {{(pid=83937) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 18 20:25:34.793111 n-d-838334-2 neutron-server[83937]: DEBUG neutron.api.extensions [None req-6959d6d7-d52d-4465-8e09-61eb765f38c7 None None] Loading extension file: _availability_zone_filter_lib.py {{(pid=83937) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 18 20:25:34.793439 n-d-838334-2 neutron-server[83937]: DEBUG neutron.api.extensions [None req-6959d6d7-d52d-4465-8e09-61eb765f38c7 None None] Loading extension file: _filter_validation_lib.py {{(pid=83937) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 18 20:25:34.793764 n-d-838334-2 neutron-server[83937]: DEBUG neutron.api.extensions [None req-6959d6d7-d52d-4465-8e09-61eb765f38c7 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=83937) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 18 20:25:34.794095 n-d-838334-2 neutron-server[83937]: DEBUG neutron.api.extensions [None req-6959d6d7-d52d-4465-8e09-61eb765f38c7 None None] Loading extension file: address_group.py {{(pid=83937) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 18 20:25:34.794830 n-d-838334-2 neutron-server[83937]: DEBUG neutron.api.extensions [None req-6959d6d7-d52d-4465-8e09-61eb765f38c7 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=83937) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 18 20:25:34.795388 n-d-838334-2 neutron-server[83937]: INFO neutron.api.extensions [None req-6959d6d7-d52d-4465-8e09-61eb765f38c7 None None] Loaded extension: address-group Apr 18 20:25:34.795734 n-d-838334-2 neutron-server[83937]: DEBUG neutron.api.extensions [None req-6959d6d7-d52d-4465-8e09-61eb765f38c7 None None] Loading extension file: address_scope.py {{(pid=83937) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 18 20:25:34.796443 n-d-838334-2 neutron-server[83937]: DEBUG neutron.api.extensions [None req-6959d6d7-d52d-4465-8e09-61eb765f38c7 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=83937) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 18 20:25:34.796956 n-d-838334-2 neutron-server[83937]: INFO neutron.api.extensions [None req-6959d6d7-d52d-4465-8e09-61eb765f38c7 None None] Loaded extension: address-scope Apr 18 20:25:34.797277 n-d-838334-2 neutron-server[83937]: DEBUG neutron.api.extensions [None req-6959d6d7-d52d-4465-8e09-61eb765f38c7 None None] Loading extension file: admin_state_down_before_update.py {{(pid=83937) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 18 20:25:34.798214 n-d-838334-2 neutron-server[83937]: DEBUG neutron.api.extensions [None req-6959d6d7-d52d-4465-8e09-61eb765f38c7 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is down (admin_state_up=False) before updating the distributed attribute" updated="2019-04-08 13:30:00" {{(pid=83937) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 18 20:25:34.798710 n-d-838334-2 neutron-server[83937]: INFO neutron.api.extensions [None req-6959d6d7-d52d-4465-8e09-61eb765f38c7 None None] Loaded extension: router-admin-state-down-before-update Apr 18 20:25:34.799835 n-d-838334-2 neutron-server[83937]: DEBUG neutron.api.extensions [None req-6959d6d7-d52d-4465-8e09-61eb765f38c7 None None] Loading extension file: agent.py {{(pid=83937) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 18 20:25:34.800663 n-d-838334-2 neutron-server[83937]: DEBUG neutron.api.extensions [None req-6959d6d7-d52d-4465-8e09-61eb765f38c7 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=83937) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 18 20:25:34.801157 n-d-838334-2 neutron-server[83937]: INFO neutron.api.extensions [None req-6959d6d7-d52d-4465-8e09-61eb765f38c7 None None] Loaded extension: agent Apr 18 20:25:34.801479 n-d-838334-2 neutron-server[83937]: DEBUG neutron.api.extensions [None req-6959d6d7-d52d-4465-8e09-61eb765f38c7 None None] Loading extension file: agent_resources_synced.py {{(pid=83937) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 18 20:25:34.802391 n-d-838334-2 neutron-server[83937]: DEBUG neutron.api.extensions [None req-6959d6d7-d52d-4465-8e09-61eb765f38c7 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=83937) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 18 20:25:34.802896 n-d-838334-2 neutron-server[83937]: INFO neutron.api.extensions [None req-6959d6d7-d52d-4465-8e09-61eb765f38c7 None None] Loaded extension: agent-resources-synced Apr 18 20:25:34.803218 n-d-838334-2 neutron-server[83937]: DEBUG neutron.api.extensions [None req-6959d6d7-d52d-4465-8e09-61eb765f38c7 None None] Loading extension file: allowedaddresspairs.py {{(pid=83937) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 18 20:25:34.805213 n-d-838334-2 neutron-server[83937]: DEBUG neutron.api.extensions [None req-6959d6d7-d52d-4465-8e09-61eb765f38c7 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=83937) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 18 20:25:34.805745 n-d-838334-2 neutron-server[83937]: INFO neutron.api.extensions [None req-6959d6d7-d52d-4465-8e09-61eb765f38c7 None None] Loaded extension: allowed-address-pairs Apr 18 20:25:34.806077 n-d-838334-2 neutron-server[83937]: DEBUG neutron.api.extensions [None req-6959d6d7-d52d-4465-8e09-61eb765f38c7 None None] Loading extension file: auto_allocated_topology.py {{(pid=83937) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 18 20:25:34.807140 n-d-838334-2 neutron-server[83937]: DEBUG neutron.api.extensions [None req-6959d6d7-d52d-4465-8e09-61eb765f38c7 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=83937) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 18 20:25:34.807686 n-d-838334-2 neutron-server[83937]: INFO neutron.api.extensions [None req-6959d6d7-d52d-4465-8e09-61eb765f38c7 None None] Loaded extension: auto-allocated-topology Apr 18 20:25:34.808019 n-d-838334-2 neutron-server[83937]: DEBUG neutron.api.extensions [None req-6959d6d7-d52d-4465-8e09-61eb765f38c7 None None] Loading extension file: availability_zone.py {{(pid=83937) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 18 20:25:34.808710 n-d-838334-2 neutron-server[83937]: DEBUG neutron.api.extensions [None req-6959d6d7-d52d-4465-8e09-61eb765f38c7 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=83937) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 18 20:25:34.809215 n-d-838334-2 neutron-server[83937]: INFO neutron.api.extensions [None req-6959d6d7-d52d-4465-8e09-61eb765f38c7 None None] Loaded extension: availability_zone Apr 18 20:25:34.809539 n-d-838334-2 neutron-server[83937]: DEBUG neutron.api.extensions [None req-6959d6d7-d52d-4465-8e09-61eb765f38c7 None None] Loading extension file: availability_zone_filter.py {{(pid=83937) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 18 20:25:34.810444 n-d-838334-2 neutron-server[83937]: DEBUG neutron.api.extensions [None req-6959d6d7-d52d-4465-8e09-61eb765f38c7 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=83937) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 18 20:25:34.810954 n-d-838334-2 neutron-server[83937]: INFO neutron.api.extensions [None req-6959d6d7-d52d-4465-8e09-61eb765f38c7 None None] Loaded extension: availability_zone_filter Apr 18 20:25:34.811277 n-d-838334-2 neutron-server[83937]: DEBUG neutron.api.extensions [None req-6959d6d7-d52d-4465-8e09-61eb765f38c7 None None] Loading extension file: data_plane_status.py {{(pid=83937) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 18 20:25:34.812202 n-d-838334-2 neutron-server[83937]: DEBUG neutron.api.extensions [None req-6959d6d7-d52d-4465-8e09-61eb765f38c7 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=83937) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 18 20:25:34.812707 n-d-838334-2 neutron-server[83937]: INFO neutron.api.extensions [None req-6959d6d7-d52d-4465-8e09-61eb765f38c7 None None] Extension data-plane-status not supported by any of loaded plugins Apr 18 20:25:34.813030 n-d-838334-2 neutron-server[83937]: DEBUG neutron.api.extensions [None req-6959d6d7-d52d-4465-8e09-61eb765f38c7 None None] Loading extension file: default_subnetpools.py {{(pid=83937) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 18 20:25:34.813934 n-d-838334-2 neutron-server[83937]: DEBUG neutron.api.extensions [None req-6959d6d7-d52d-4465-8e09-61eb765f38c7 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=83937) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 18 20:25:34.814442 n-d-838334-2 neutron-server[83937]: INFO neutron.api.extensions [None req-6959d6d7-d52d-4465-8e09-61eb765f38c7 None None] Loaded extension: default-subnetpools Apr 18 20:25:34.814889 n-d-838334-2 neutron-server[83937]: DEBUG neutron.api.extensions [None req-6959d6d7-d52d-4465-8e09-61eb765f38c7 None None] Loading extension file: dhcpagentscheduler.py {{(pid=83937) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 18 20:25:34.815681 n-d-838334-2 neutron-server[83937]: DEBUG neutron.api.extensions [None req-6959d6d7-d52d-4465-8e09-61eb765f38c7 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=83937) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 18 20:25:34.816192 n-d-838334-2 neutron-server[83937]: INFO neutron.api.extensions [None req-6959d6d7-d52d-4465-8e09-61eb765f38c7 None None] Loaded extension: dhcp_agent_scheduler Apr 18 20:25:34.816520 n-d-838334-2 neutron-server[83937]: DEBUG neutron.api.extensions [None req-6959d6d7-d52d-4465-8e09-61eb765f38c7 None None] Loading extension file: dns.py {{(pid=83937) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 18 20:25:34.817429 n-d-838334-2 neutron-server[83937]: DEBUG neutron.api.extensions [None req-6959d6d7-d52d-4465-8e09-61eb765f38c7 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=83937) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 18 20:25:34.817936 n-d-838334-2 neutron-server[83937]: INFO neutron.api.extensions [None req-6959d6d7-d52d-4465-8e09-61eb765f38c7 None None] Extension dns-integration not supported by any of loaded plugins Apr 18 20:25:34.818256 n-d-838334-2 neutron-server[83937]: DEBUG neutron.api.extensions [None req-6959d6d7-d52d-4465-8e09-61eb765f38c7 None None] Loading extension file: dns_domain_ports.py {{(pid=83937) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 18 20:25:34.819163 n-d-838334-2 neutron-server[83937]: DEBUG neutron.api.extensions [None req-6959d6d7-d52d-4465-8e09-61eb765f38c7 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=83937) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 18 20:25:34.819698 n-d-838334-2 neutron-server[83937]: INFO neutron.api.extensions [None req-6959d6d7-d52d-4465-8e09-61eb765f38c7 None None] Extension dns-domain-ports not supported by any of loaded plugins Apr 18 20:25:34.820022 n-d-838334-2 neutron-server[83937]: DEBUG neutron.api.extensions [None req-6959d6d7-d52d-4465-8e09-61eb765f38c7 None None] Loading extension file: dvr.py {{(pid=83937) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 18 20:25:34.820686 n-d-838334-2 neutron-server[83937]: DEBUG neutron.api.extensions [None req-6959d6d7-d52d-4465-8e09-61eb765f38c7 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=83937) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 18 20:25:34.821190 n-d-838334-2 neutron-server[83937]: INFO neutron.api.extensions [None req-6959d6d7-d52d-4465-8e09-61eb765f38c7 None None] Loaded extension: dvr Apr 18 20:25:34.821510 n-d-838334-2 neutron-server[83937]: DEBUG neutron.api.extensions [None req-6959d6d7-d52d-4465-8e09-61eb765f38c7 None None] Loading extension file: empty_string_filtering.py {{(pid=83937) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 18 20:25:34.822418 n-d-838334-2 neutron-server[83937]: DEBUG neutron.api.extensions [None req-6959d6d7-d52d-4465-8e09-61eb765f38c7 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=83937) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 18 20:25:34.822925 n-d-838334-2 neutron-server[83937]: INFO neutron.api.extensions [None req-6959d6d7-d52d-4465-8e09-61eb765f38c7 None None] Loaded extension: empty-string-filtering Apr 18 20:25:34.823244 n-d-838334-2 neutron-server[83937]: DEBUG neutron.api.extensions [None req-6959d6d7-d52d-4465-8e09-61eb765f38c7 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=83937) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 18 20:25:34.824181 n-d-838334-2 neutron-server[83937]: DEBUG neutron.api.extensions [None req-6959d6d7-d52d-4465-8e09-61eb765f38c7 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=83937) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 18 20:25:34.824680 n-d-838334-2 neutron-server[83937]: INFO neutron.api.extensions [None req-6959d6d7-d52d-4465-8e09-61eb765f38c7 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Apr 18 20:25:34.824999 n-d-838334-2 neutron-server[83937]: DEBUG neutron.api.extensions [None req-6959d6d7-d52d-4465-8e09-61eb765f38c7 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=83937) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 18 20:25:34.825901 n-d-838334-2 neutron-server[83937]: DEBUG neutron.api.extensions [None req-6959d6d7-d52d-4465-8e09-61eb765f38c7 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=83937) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 18 20:25:34.826408 n-d-838334-2 neutron-server[83937]: INFO neutron.api.extensions [None req-6959d6d7-d52d-4465-8e09-61eb765f38c7 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Apr 18 20:25:34.826727 n-d-838334-2 neutron-server[83937]: DEBUG neutron.api.extensions [None req-6959d6d7-d52d-4465-8e09-61eb765f38c7 None None] Loading extension file: external_net.py {{(pid=83937) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 18 20:25:34.827653 n-d-838334-2 neutron-server[83937]: DEBUG neutron.api.extensions [None req-6959d6d7-d52d-4465-8e09-61eb765f38c7 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=83937) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 18 20:25:34.828166 n-d-838334-2 neutron-server[83937]: INFO neutron.api.extensions [None req-6959d6d7-d52d-4465-8e09-61eb765f38c7 None None] Loaded extension: external-net Apr 18 20:25:34.828487 n-d-838334-2 neutron-server[83937]: DEBUG neutron.api.extensions [None req-6959d6d7-d52d-4465-8e09-61eb765f38c7 None None] Loading extension file: extra_dhcp_opt.py {{(pid=83937) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 18 20:25:34.829384 n-d-838334-2 neutron-server[83937]: DEBUG neutron.api.extensions [None req-6959d6d7-d52d-4465-8e09-61eb765f38c7 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=83937) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 18 20:25:34.829888 n-d-838334-2 neutron-server[83937]: INFO neutron.api.extensions [None req-6959d6d7-d52d-4465-8e09-61eb765f38c7 None None] Loaded extension: extra_dhcp_opt Apr 18 20:25:34.830281 n-d-838334-2 neutron-server[83937]: DEBUG neutron.api.extensions [None req-6959d6d7-d52d-4465-8e09-61eb765f38c7 None None] Loading extension file: extraroute.py {{(pid=83937) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 18 20:25:34.831219 n-d-838334-2 neutron-server[83937]: DEBUG neutron.api.extensions [None req-6959d6d7-d52d-4465-8e09-61eb765f38c7 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=83937) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 18 20:25:34.831752 n-d-838334-2 neutron-server[83937]: INFO neutron.api.extensions [None req-6959d6d7-d52d-4465-8e09-61eb765f38c7 None None] Loaded extension: extraroute Apr 18 20:25:34.832075 n-d-838334-2 neutron-server[83937]: DEBUG neutron.api.extensions [None req-6959d6d7-d52d-4465-8e09-61eb765f38c7 None None] Loading extension file: extraroute_atomic.py {{(pid=83937) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 18 20:25:34.833098 n-d-838334-2 neutron-server[83937]: DEBUG neutron.api.extensions [None req-6959d6d7-d52d-4465-8e09-61eb765f38c7 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=83937) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 18 20:25:34.833610 n-d-838334-2 neutron-server[83937]: INFO neutron.api.extensions [None req-6959d6d7-d52d-4465-8e09-61eb765f38c7 None None] Loaded extension: extraroute-atomic Apr 18 20:25:34.833935 n-d-838334-2 neutron-server[83937]: DEBUG neutron.api.extensions [None req-6959d6d7-d52d-4465-8e09-61eb765f38c7 None None] Loading extension file: filter_validation.py {{(pid=83937) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 18 20:25:34.834602 n-d-838334-2 neutron-server[83937]: DEBUG neutron.api.extensions [None req-6959d6d7-d52d-4465-8e09-61eb765f38c7 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-03-21T10:00:00-00:00" {{(pid=83937) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 18 20:25:34.835112 n-d-838334-2 neutron-server[83937]: INFO neutron.api.extensions [None req-6959d6d7-d52d-4465-8e09-61eb765f38c7 None None] Loaded extension: filter-validation Apr 18 20:25:34.835431 n-d-838334-2 neutron-server[83937]: DEBUG neutron.api.extensions [None req-6959d6d7-d52d-4465-8e09-61eb765f38c7 None None] Loading extension file: fip_pf_description.py {{(pid=83937) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 18 20:25:34.836366 n-d-838334-2 neutron-server[83937]: DEBUG neutron.api.extensions [None req-6959d6d7-d52d-4465-8e09-61eb765f38c7 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=83937) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 18 20:25:34.836869 n-d-838334-2 neutron-server[83937]: INFO neutron.api.extensions [None req-6959d6d7-d52d-4465-8e09-61eb765f38c7 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Apr 18 20:25:34.837187 n-d-838334-2 neutron-server[83937]: DEBUG neutron.api.extensions [None req-6959d6d7-d52d-4465-8e09-61eb765f38c7 None None] Loading extension file: fip_port_details.py {{(pid=83937) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 18 20:25:34.838096 n-d-838334-2 neutron-server[83937]: DEBUG neutron.api.extensions [None req-6959d6d7-d52d-4465-8e09-61eb765f38c7 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=83937) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 18 20:25:34.838600 n-d-838334-2 neutron-server[83937]: INFO neutron.api.extensions [None req-6959d6d7-d52d-4465-8e09-61eb765f38c7 None None] Loaded extension: fip-port-details Apr 18 20:25:34.838921 n-d-838334-2 neutron-server[83937]: DEBUG neutron.api.extensions [None req-6959d6d7-d52d-4465-8e09-61eb765f38c7 None None] Loading extension file: flavors.py {{(pid=83937) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 18 20:25:34.840150 n-d-838334-2 neutron-server[83937]: DEBUG neutron.api.extensions [None req-6959d6d7-d52d-4465-8e09-61eb765f38c7 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=83937) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 18 20:25:34.840661 n-d-838334-2 neutron-server[83937]: INFO neutron.api.extensions [None req-6959d6d7-d52d-4465-8e09-61eb765f38c7 None None] Loaded extension: flavors Apr 18 20:25:34.840984 n-d-838334-2 neutron-server[83937]: DEBUG neutron.api.extensions [None req-6959d6d7-d52d-4465-8e09-61eb765f38c7 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=83937) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 18 20:25:34.842612 n-d-838334-2 neutron-server[83937]: DEBUG neutron.api.extensions [None req-6959d6d7-d52d-4465-8e09-61eb765f38c7 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=83937) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 18 20:25:34.843134 n-d-838334-2 neutron-server[83937]: INFO neutron.api.extensions [None req-6959d6d7-d52d-4465-8e09-61eb765f38c7 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Apr 18 20:25:34.843465 n-d-838334-2 neutron-server[83937]: DEBUG neutron.api.extensions [None req-6959d6d7-d52d-4465-8e09-61eb765f38c7 None None] Loading extension file: floatingip_pools.py {{(pid=83937) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 18 20:25:34.844185 n-d-838334-2 neutron-server[83937]: DEBUG neutron.api.extensions [None req-6959d6d7-d52d-4465-8e09-61eb765f38c7 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=83937) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 18 20:25:34.844693 n-d-838334-2 neutron-server[83937]: INFO neutron.api.extensions [None req-6959d6d7-d52d-4465-8e09-61eb765f38c7 None None] Loaded extension: floatingip-pools Apr 18 20:25:34.845016 n-d-838334-2 neutron-server[83937]: DEBUG neutron.api.extensions [None req-6959d6d7-d52d-4465-8e09-61eb765f38c7 None None] Loading extension file: ip_allocation.py {{(pid=83937) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 18 20:25:34.846461 n-d-838334-2 neutron-server[83937]: DEBUG neutron.api.extensions [None req-6959d6d7-d52d-4465-8e09-61eb765f38c7 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=83937) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 18 20:25:34.846960 n-d-838334-2 neutron-server[83937]: INFO neutron.api.extensions [None req-6959d6d7-d52d-4465-8e09-61eb765f38c7 None None] Extension ip_allocation not supported by any of loaded plugins Apr 18 20:25:34.847282 n-d-838334-2 neutron-server[83937]: DEBUG neutron.api.extensions [None req-6959d6d7-d52d-4465-8e09-61eb765f38c7 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=83937) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 18 20:25:34.848214 n-d-838334-2 neutron-server[83937]: DEBUG neutron.api.extensions [None req-6959d6d7-d52d-4465-8e09-61eb765f38c7 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=83937) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 18 20:25:34.848720 n-d-838334-2 neutron-server[83937]: INFO neutron.api.extensions [None req-6959d6d7-d52d-4465-8e09-61eb765f38c7 None None] Loaded extension: ip-substring-filtering Apr 18 20:25:34.849289 n-d-838334-2 neutron-server[83937]: DEBUG neutron.api.extensions [None req-6959d6d7-d52d-4465-8e09-61eb765f38c7 None None] Loading extension file: l2_adjacency.py {{(pid=83937) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 18 20:25:34.850217 n-d-838334-2 neutron-server[83937]: DEBUG neutron.api.extensions [None req-6959d6d7-d52d-4465-8e09-61eb765f38c7 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=83937) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 18 20:25:34.850718 n-d-838334-2 neutron-server[83937]: INFO neutron.api.extensions [None req-6959d6d7-d52d-4465-8e09-61eb765f38c7 None None] Extension l2_adjacency not supported by any of loaded plugins Apr 18 20:25:34.851038 n-d-838334-2 neutron-server[83937]: DEBUG neutron.api.extensions [None req-6959d6d7-d52d-4465-8e09-61eb765f38c7 None None] Loading extension file: l3.py {{(pid=83937) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 18 20:25:34.852021 n-d-838334-2 neutron-server[83937]: DEBUG neutron.api.extensions [None req-6959d6d7-d52d-4465-8e09-61eb765f38c7 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=83937) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 18 20:25:34.852535 n-d-838334-2 neutron-server[83937]: INFO neutron.api.extensions [None req-6959d6d7-d52d-4465-8e09-61eb765f38c7 None None] Loaded extension: router Apr 18 20:25:34.852858 n-d-838334-2 neutron-server[83937]: DEBUG neutron.api.extensions [None req-6959d6d7-d52d-4465-8e09-61eb765f38c7 None None] Loading extension file: l3_conntrack_helper.py {{(pid=83937) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 18 20:25:34.855169 n-d-838334-2 neutron-server[83937]: DEBUG neutron.api.extensions [None req-6959d6d7-d52d-4465-8e09-61eb765f38c7 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=83937) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 18 20:25:34.855733 n-d-838334-2 neutron-server[83937]: INFO neutron.api.extensions [None req-6959d6d7-d52d-4465-8e09-61eb765f38c7 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Apr 18 20:25:34.856065 n-d-838334-2 neutron-server[83937]: DEBUG neutron.api.extensions [None req-6959d6d7-d52d-4465-8e09-61eb765f38c7 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=83937) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 18 20:25:34.856994 n-d-838334-2 neutron-server[83937]: DEBUG neutron.api.extensions [None req-6959d6d7-d52d-4465-8e09-61eb765f38c7 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=83937) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 18 20:25:34.857506 n-d-838334-2 neutron-server[83937]: INFO neutron.api.extensions [None req-6959d6d7-d52d-4465-8e09-61eb765f38c7 None None] Loaded extension: ext-gw-mode Apr 18 20:25:34.857831 n-d-838334-2 neutron-server[83937]: DEBUG neutron.api.extensions [None req-6959d6d7-d52d-4465-8e09-61eb765f38c7 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=83937) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 18 20:25:34.858736 n-d-838334-2 neutron-server[83937]: DEBUG neutron.api.extensions [None req-6959d6d7-d52d-4465-8e09-61eb765f38c7 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=83937) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 18 20:25:34.859248 n-d-838334-2 neutron-server[83937]: INFO neutron.api.extensions [None req-6959d6d7-d52d-4465-8e09-61eb765f38c7 None None] Loaded extension: l3-ha Apr 18 20:25:34.859569 n-d-838334-2 neutron-server[83937]: DEBUG neutron.api.extensions [None req-6959d6d7-d52d-4465-8e09-61eb765f38c7 None None] Loading extension file: l3_flavors.py {{(pid=83937) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 18 20:25:34.860505 n-d-838334-2 neutron-server[83937]: DEBUG neutron.api.extensions [None req-6959d6d7-d52d-4465-8e09-61eb765f38c7 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=83937) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 18 20:25:34.861014 n-d-838334-2 neutron-server[83937]: INFO neutron.api.extensions [None req-6959d6d7-d52d-4465-8e09-61eb765f38c7 None None] Loaded extension: l3-flavors Apr 18 20:25:34.861339 n-d-838334-2 neutron-server[83937]: DEBUG neutron.api.extensions [None req-6959d6d7-d52d-4465-8e09-61eb765f38c7 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=83937) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 18 20:25:34.862861 n-d-838334-2 neutron-server[83937]: DEBUG neutron.api.extensions [None req-6959d6d7-d52d-4465-8e09-61eb765f38c7 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=83937) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 18 20:25:34.863373 n-d-838334-2 neutron-server[83937]: INFO neutron.api.extensions [None req-6959d6d7-d52d-4465-8e09-61eb765f38c7 None None] Loaded extension: l3-port-ip-change-not-allowed Apr 18 20:25:34.863719 n-d-838334-2 neutron-server[83937]: DEBUG neutron.api.extensions [None req-6959d6d7-d52d-4465-8e09-61eb765f38c7 None None] Loading extension file: l3agentscheduler.py {{(pid=83937) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 18 20:25:34.864742 n-d-838334-2 neutron-server[83937]: DEBUG neutron.api.extensions [None req-6959d6d7-d52d-4465-8e09-61eb765f38c7 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=83937) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 18 20:25:34.865254 n-d-838334-2 neutron-server[83937]: INFO neutron.api.extensions [None req-6959d6d7-d52d-4465-8e09-61eb765f38c7 None None] Loaded extension: l3_agent_scheduler Apr 18 20:25:34.865578 n-d-838334-2 neutron-server[83937]: DEBUG neutron.api.extensions [None req-6959d6d7-d52d-4465-8e09-61eb765f38c7 None None] Loading extension file: logging.py {{(pid=83937) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 18 20:25:34.867046 n-d-838334-2 neutron-server[83937]: DEBUG neutron.api.extensions [None req-6959d6d7-d52d-4465-8e09-61eb765f38c7 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=83937) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 18 20:25:34.867569 n-d-838334-2 neutron-server[83937]: INFO neutron.api.extensions [None req-6959d6d7-d52d-4465-8e09-61eb765f38c7 None None] Extension logging not supported by any of loaded plugins Apr 18 20:25:34.867930 n-d-838334-2 neutron-server[83937]: DEBUG neutron.api.extensions [None req-6959d6d7-d52d-4465-8e09-61eb765f38c7 None None] Loading extension file: metering.py {{(pid=83937) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 18 20:25:34.868665 n-d-838334-2 neutron-server[83937]: DEBUG neutron.api.extensions [None req-6959d6d7-d52d-4465-8e09-61eb765f38c7 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=83937) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 18 20:25:34.869249 n-d-838334-2 neutron-server[83937]: INFO neutron.api.extensions [None req-6959d6d7-d52d-4465-8e09-61eb765f38c7 None None] Loaded extension: metering Apr 18 20:25:34.869572 n-d-838334-2 neutron-server[83937]: DEBUG neutron.api.extensions [None req-6959d6d7-d52d-4465-8e09-61eb765f38c7 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=83937) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 18 20:25:34.870646 n-d-838334-2 neutron-server[83937]: DEBUG neutron.api.extensions [None req-6959d6d7-d52d-4465-8e09-61eb765f38c7 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=83937) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 18 20:25:34.871160 n-d-838334-2 neutron-server[83937]: INFO neutron.api.extensions [None req-6959d6d7-d52d-4465-8e09-61eb765f38c7 None None] Loaded extension: metering_source_and_destination_fields Apr 18 20:25:34.871485 n-d-838334-2 neutron-server[83937]: DEBUG neutron.api.extensions [None req-6959d6d7-d52d-4465-8e09-61eb765f38c7 None None] Loading extension file: multiprovidernet.py {{(pid=83937) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 18 20:25:34.872437 n-d-838334-2 neutron-server[83937]: DEBUG neutron.api.extensions [None req-6959d6d7-d52d-4465-8e09-61eb765f38c7 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=83937) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 18 20:25:34.872946 n-d-838334-2 neutron-server[83937]: INFO neutron.api.extensions [None req-6959d6d7-d52d-4465-8e09-61eb765f38c7 None None] Loaded extension: multi-provider Apr 18 20:25:34.873270 n-d-838334-2 neutron-server[83937]: DEBUG neutron.api.extensions [None req-6959d6d7-d52d-4465-8e09-61eb765f38c7 None None] Loading extension file: netmtu.py {{(pid=83937) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 18 20:25:34.874184 n-d-838334-2 neutron-server[83937]: DEBUG neutron.api.extensions [None req-6959d6d7-d52d-4465-8e09-61eb765f38c7 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=83937) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 18 20:25:34.874691 n-d-838334-2 neutron-server[83937]: INFO neutron.api.extensions [None req-6959d6d7-d52d-4465-8e09-61eb765f38c7 None None] Loaded extension: net-mtu Apr 18 20:25:34.875015 n-d-838334-2 neutron-server[83937]: DEBUG neutron.api.extensions [None req-6959d6d7-d52d-4465-8e09-61eb765f38c7 None None] Loading extension file: netmtu_writable.py {{(pid=83937) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 18 20:25:34.875952 n-d-838334-2 neutron-server[83937]: DEBUG neutron.api.extensions [None req-6959d6d7-d52d-4465-8e09-61eb765f38c7 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=83937) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 18 20:25:34.876464 n-d-838334-2 neutron-server[83937]: INFO neutron.api.extensions [None req-6959d6d7-d52d-4465-8e09-61eb765f38c7 None None] Loaded extension: net-mtu-writable Apr 18 20:25:34.876786 n-d-838334-2 neutron-server[83937]: DEBUG neutron.api.extensions [None req-6959d6d7-d52d-4465-8e09-61eb765f38c7 None None] Loading extension file: network_availability_zone.py {{(pid=83937) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 18 20:25:34.877471 n-d-838334-2 neutron-server[83937]: DEBUG neutron.api.extensions [None req-6959d6d7-d52d-4465-8e09-61eb765f38c7 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=83937) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 18 20:25:34.877972 n-d-838334-2 neutron-server[83937]: INFO neutron.api.extensions [None req-6959d6d7-d52d-4465-8e09-61eb765f38c7 None None] Loaded extension: network_availability_zone Apr 18 20:25:34.878292 n-d-838334-2 neutron-server[83937]: DEBUG neutron.api.extensions [None req-6959d6d7-d52d-4465-8e09-61eb765f38c7 None None] Loading extension file: network_ip_availability.py {{(pid=83937) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 18 20:25:34.879372 n-d-838334-2 neutron-server[83937]: DEBUG neutron.api.extensions [None req-6959d6d7-d52d-4465-8e09-61eb765f38c7 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=83937) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 18 20:25:34.879921 n-d-838334-2 neutron-server[83937]: INFO neutron.api.extensions [None req-6959d6d7-d52d-4465-8e09-61eb765f38c7 None None] Loaded extension: network-ip-availability Apr 18 20:25:34.880245 n-d-838334-2 neutron-server[83937]: DEBUG neutron.api.extensions [None req-6959d6d7-d52d-4465-8e09-61eb765f38c7 None None] Loading extension file: network_segment_range.py {{(pid=83937) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 18 20:25:34.881013 n-d-838334-2 neutron-server[83937]: DEBUG neutron.api.extensions [None req-6959d6d7-d52d-4465-8e09-61eb765f38c7 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=83937) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 18 20:25:34.881523 n-d-838334-2 neutron-server[83937]: INFO neutron.api.extensions [None req-6959d6d7-d52d-4465-8e09-61eb765f38c7 None None] Extension network-segment-range not supported by any of loaded plugins Apr 18 20:25:34.881844 n-d-838334-2 neutron-server[83937]: DEBUG neutron.api.extensions [None req-6959d6d7-d52d-4465-8e09-61eb765f38c7 None None] Loading extension file: pagination.py {{(pid=83937) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 18 20:25:34.882810 n-d-838334-2 neutron-server[83937]: DEBUG neutron.api.extensions [None req-6959d6d7-d52d-4465-8e09-61eb765f38c7 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=83937) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 18 20:25:34.883138 n-d-838334-2 neutron-server[83937]: INFO neutron.api.extensions [None req-6959d6d7-d52d-4465-8e09-61eb765f38c7 None None] Loaded extension: pagination Apr 18 20:25:34.883475 n-d-838334-2 neutron-server[83937]: DEBUG neutron.api.extensions [None req-6959d6d7-d52d-4465-8e09-61eb765f38c7 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=83937) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 18 20:25:34.884414 n-d-838334-2 neutron-server[83937]: DEBUG neutron.api.extensions [None req-6959d6d7-d52d-4465-8e09-61eb765f38c7 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=83937) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 18 20:25:34.884918 n-d-838334-2 neutron-server[83937]: INFO neutron.api.extensions [None req-6959d6d7-d52d-4465-8e09-61eb765f38c7 None None] Loaded extension: port-mac-address-regenerate Apr 18 20:25:34.885238 n-d-838334-2 neutron-server[83937]: DEBUG neutron.api.extensions [None req-6959d6d7-d52d-4465-8e09-61eb765f38c7 None None] Loading extension file: port_resource_request.py {{(pid=83937) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 18 20:25:34.886130 n-d-838334-2 neutron-server[83937]: DEBUG neutron.api.extensions [None req-6959d6d7-d52d-4465-8e09-61eb765f38c7 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=83937) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 18 20:25:34.886634 n-d-838334-2 neutron-server[83937]: INFO neutron.api.extensions [None req-6959d6d7-d52d-4465-8e09-61eb765f38c7 None None] Extension port-resource-request not supported by any of loaded plugins Apr 18 20:25:34.886951 n-d-838334-2 neutron-server[83937]: DEBUG neutron.api.extensions [None req-6959d6d7-d52d-4465-8e09-61eb765f38c7 None None] Loading extension file: portbindings.py {{(pid=83937) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 18 20:25:34.887894 n-d-838334-2 neutron-server[83937]: DEBUG neutron.api.extensions [None req-6959d6d7-d52d-4465-8e09-61eb765f38c7 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=83937) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 18 20:25:34.888400 n-d-838334-2 neutron-server[83937]: INFO neutron.api.extensions [None req-6959d6d7-d52d-4465-8e09-61eb765f38c7 None None] Loaded extension: binding Apr 18 20:25:34.888720 n-d-838334-2 neutron-server[83937]: DEBUG neutron.api.extensions [None req-6959d6d7-d52d-4465-8e09-61eb765f38c7 None None] Loading extension file: portbindings_extended.py {{(pid=83937) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 18 20:25:34.890013 n-d-838334-2 neutron-server[83937]: DEBUG neutron.api.extensions [None req-6959d6d7-d52d-4465-8e09-61eb765f38c7 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=83937) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 18 20:25:34.890526 n-d-838334-2 neutron-server[83937]: INFO neutron.api.extensions [None req-6959d6d7-d52d-4465-8e09-61eb765f38c7 None None] Loaded extension: binding-extended Apr 18 20:25:34.890853 n-d-838334-2 neutron-server[83937]: DEBUG neutron.api.extensions [None req-6959d6d7-d52d-4465-8e09-61eb765f38c7 None None] Loading extension file: portsecurity.py {{(pid=83937) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 18 20:25:34.891813 n-d-838334-2 neutron-server[83937]: DEBUG neutron.api.extensions [None req-6959d6d7-d52d-4465-8e09-61eb765f38c7 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=83937) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 18 20:25:34.892322 n-d-838334-2 neutron-server[83937]: INFO neutron.api.extensions [None req-6959d6d7-d52d-4465-8e09-61eb765f38c7 None None] Loaded extension: port-security Apr 18 20:25:34.892664 n-d-838334-2 neutron-server[83937]: DEBUG neutron.api.extensions [None req-6959d6d7-d52d-4465-8e09-61eb765f38c7 None None] Loading extension file: project_id.py {{(pid=83937) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 18 20:25:34.893636 n-d-838334-2 neutron-server[83937]: DEBUG neutron.api.extensions [None req-6959d6d7-d52d-4465-8e09-61eb765f38c7 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=83937) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 18 20:25:34.893959 n-d-838334-2 neutron-server[83937]: INFO neutron.api.extensions [None req-6959d6d7-d52d-4465-8e09-61eb765f38c7 None None] Loaded extension: project-id Apr 18 20:25:34.894278 n-d-838334-2 neutron-server[83937]: DEBUG neutron.api.extensions [None req-6959d6d7-d52d-4465-8e09-61eb765f38c7 None None] Loading extension file: providernet.py {{(pid=83937) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 18 20:25:34.895217 n-d-838334-2 neutron-server[83937]: DEBUG neutron.api.extensions [None req-6959d6d7-d52d-4465-8e09-61eb765f38c7 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=83937) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 18 20:25:34.895757 n-d-838334-2 neutron-server[83937]: INFO neutron.api.extensions [None req-6959d6d7-d52d-4465-8e09-61eb765f38c7 None None] Loaded extension: provider Apr 18 20:25:34.896080 n-d-838334-2 neutron-server[83937]: DEBUG neutron.api.extensions [None req-6959d6d7-d52d-4465-8e09-61eb765f38c7 None None] Loading extension file: qos.py {{(pid=83937) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 18 20:25:34.899724 n-d-838334-2 neutron-server[83937]: DEBUG neutron.api.extensions [None req-6959d6d7-d52d-4465-8e09-61eb765f38c7 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=83937) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 18 20:25:34.900247 n-d-838334-2 neutron-server[83937]: INFO neutron.api.extensions [None req-6959d6d7-d52d-4465-8e09-61eb765f38c7 None None] Extension qos not supported by any of loaded plugins Apr 18 20:25:34.900668 n-d-838334-2 neutron-server[83937]: DEBUG neutron.api.extensions [None req-6959d6d7-d52d-4465-8e09-61eb765f38c7 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=83937) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 18 20:25:34.901899 n-d-838334-2 neutron-server[83937]: DEBUG neutron.api.extensions [None req-6959d6d7-d52d-4465-8e09-61eb765f38c7 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=83937) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 18 20:25:34.902414 n-d-838334-2 neutron-server[83937]: INFO neutron.api.extensions [None req-6959d6d7-d52d-4465-8e09-61eb765f38c7 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Apr 18 20:25:34.902739 n-d-838334-2 neutron-server[83937]: DEBUG neutron.api.extensions [None req-6959d6d7-d52d-4465-8e09-61eb765f38c7 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=83937) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 18 20:25:34.903664 n-d-838334-2 neutron-server[83937]: DEBUG neutron.api.extensions [None req-6959d6d7-d52d-4465-8e09-61eb765f38c7 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=83937) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 18 20:25:34.904179 n-d-838334-2 neutron-server[83937]: INFO neutron.api.extensions [None req-6959d6d7-d52d-4465-8e09-61eb765f38c7 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Apr 18 20:25:34.904497 n-d-838334-2 neutron-server[83937]: DEBUG neutron.api.extensions [None req-6959d6d7-d52d-4465-8e09-61eb765f38c7 None None] Loading extension file: qos_default.py {{(pid=83937) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 18 20:25:34.905396 n-d-838334-2 neutron-server[83937]: DEBUG neutron.api.extensions [None req-6959d6d7-d52d-4465-8e09-61eb765f38c7 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=83937) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 18 20:25:34.905899 n-d-838334-2 neutron-server[83937]: INFO neutron.api.extensions [None req-6959d6d7-d52d-4465-8e09-61eb765f38c7 None None] Extension qos-default not supported by any of loaded plugins Apr 18 20:25:34.906219 n-d-838334-2 neutron-server[83937]: DEBUG neutron.api.extensions [None req-6959d6d7-d52d-4465-8e09-61eb765f38c7 None None] Loading extension file: qos_fip.py {{(pid=83937) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 18 20:25:34.906863 n-d-838334-2 neutron-server[83937]: DEBUG neutron.api.extensions [None req-6959d6d7-d52d-4465-8e09-61eb765f38c7 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=83937) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 18 20:25:34.907364 n-d-838334-2 neutron-server[83937]: INFO neutron.api.extensions [None req-6959d6d7-d52d-4465-8e09-61eb765f38c7 None None] Extension qos-fip not supported by any of loaded plugins Apr 18 20:25:34.907715 n-d-838334-2 neutron-server[83937]: DEBUG neutron.api.extensions [None req-6959d6d7-d52d-4465-8e09-61eb765f38c7 None None] Loading extension file: qos_gateway_ip.py {{(pid=83937) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 18 20:25:34.909227 n-d-838334-2 neutron-server[83937]: DEBUG neutron.api.extensions [None req-6959d6d7-d52d-4465-8e09-61eb765f38c7 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=83937) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 18 20:25:34.909731 n-d-838334-2 neutron-server[83937]: INFO neutron.api.extensions [None req-6959d6d7-d52d-4465-8e09-61eb765f38c7 None None] Extension qos-gateway-ip not supported by any of loaded plugins Apr 18 20:25:34.910050 n-d-838334-2 neutron-server[83937]: DEBUG neutron.api.extensions [None req-6959d6d7-d52d-4465-8e09-61eb765f38c7 None None] Loading extension file: qos_port_network_policy.py {{(pid=83937) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 18 20:25:34.910964 n-d-838334-2 neutron-server[83937]: DEBUG neutron.api.extensions [None req-6959d6d7-d52d-4465-8e09-61eb765f38c7 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=83937) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 18 20:25:34.911468 n-d-838334-2 neutron-server[83937]: INFO neutron.api.extensions [None req-6959d6d7-d52d-4465-8e09-61eb765f38c7 None None] Extension qos-port-network-policy not supported by any of loaded plugins Apr 18 20:25:34.911822 n-d-838334-2 neutron-server[83937]: DEBUG neutron.api.extensions [None req-6959d6d7-d52d-4465-8e09-61eb765f38c7 None None] Loading extension file: qos_rule_type_details.py {{(pid=83937) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 18 20:25:34.912734 n-d-838334-2 neutron-server[83937]: DEBUG neutron.api.extensions [None req-6959d6d7-d52d-4465-8e09-61eb765f38c7 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=83937) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 18 20:25:34.913243 n-d-838334-2 neutron-server[83937]: INFO neutron.api.extensions [None req-6959d6d7-d52d-4465-8e09-61eb765f38c7 None None] Extension qos-rule-type-details not supported by any of loaded plugins Apr 18 20:25:34.913565 n-d-838334-2 neutron-server[83937]: DEBUG neutron.api.extensions [None req-6959d6d7-d52d-4465-8e09-61eb765f38c7 None None] Loading extension file: qos_rules_alias.py {{(pid=83937) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 18 20:25:34.914595 n-d-838334-2 neutron-server[83937]: DEBUG neutron.api.extensions [None req-6959d6d7-d52d-4465-8e09-61eb765f38c7 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=83937) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 18 20:25:34.915102 n-d-838334-2 neutron-server[83937]: INFO neutron.api.extensions [None req-6959d6d7-d52d-4465-8e09-61eb765f38c7 None None] Extension qos-rules-alias not supported by any of loaded plugins Apr 18 20:25:34.915423 n-d-838334-2 neutron-server[83937]: DEBUG neutron.api.extensions [None req-6959d6d7-d52d-4465-8e09-61eb765f38c7 None None] Loading extension file: quotasv2.py {{(pid=83937) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 18 20:25:34.916313 n-d-838334-2 neutron-server[83937]: DEBUG neutron.api.extensions [None req-6959d6d7-d52d-4465-8e09-61eb765f38c7 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=83937) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 18 20:25:34.916639 n-d-838334-2 neutron-server[83937]: INFO neutron.api.extensions [None req-6959d6d7-d52d-4465-8e09-61eb765f38c7 None None] Loaded extension: quotas Apr 18 20:25:34.916961 n-d-838334-2 neutron-server[83937]: DEBUG neutron.api.extensions [None req-6959d6d7-d52d-4465-8e09-61eb765f38c7 None None] Loading extension file: quotasv2_detail.py {{(pid=83937) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 18 20:25:34.918545 n-d-838334-2 neutron-server[83937]: DEBUG neutron.api.extensions [None req-6959d6d7-d52d-4465-8e09-61eb765f38c7 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=83937) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 18 20:25:34.918888 n-d-838334-2 neutron-server[83937]: INFO neutron.api.extensions [None req-6959d6d7-d52d-4465-8e09-61eb765f38c7 None None] Loaded extension: quota_details Apr 18 20:25:34.919215 n-d-838334-2 neutron-server[83937]: DEBUG neutron.api.extensions [None req-6959d6d7-d52d-4465-8e09-61eb765f38c7 None None] Loading extension file: rbac.py {{(pid=83937) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 18 20:25:34.920285 n-d-838334-2 neutron-server[83937]: DEBUG neutron.api.extensions [None req-6959d6d7-d52d-4465-8e09-61eb765f38c7 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=83937) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 18 20:25:34.920805 n-d-838334-2 neutron-server[83937]: INFO neutron.api.extensions [None req-6959d6d7-d52d-4465-8e09-61eb765f38c7 None None] Loaded extension: rbac-policies Apr 18 20:25:34.921131 n-d-838334-2 neutron-server[83937]: DEBUG neutron.api.extensions [None req-6959d6d7-d52d-4465-8e09-61eb765f38c7 None None] Loading extension file: rbac_address_scope.py {{(pid=83937) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 18 20:25:34.922059 n-d-838334-2 neutron-server[83937]: DEBUG neutron.api.extensions [None req-6959d6d7-d52d-4465-8e09-61eb765f38c7 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=83937) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 18 20:25:34.922576 n-d-838334-2 neutron-server[83937]: INFO neutron.api.extensions [None req-6959d6d7-d52d-4465-8e09-61eb765f38c7 None None] Loaded extension: rbac-address-scope Apr 18 20:25:34.922902 n-d-838334-2 neutron-server[83937]: DEBUG neutron.api.extensions [None req-6959d6d7-d52d-4465-8e09-61eb765f38c7 None None] Loading extension file: rbac_security_groups.py {{(pid=83937) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 18 20:25:34.923839 n-d-838334-2 neutron-server[83937]: DEBUG neutron.api.extensions [None req-6959d6d7-d52d-4465-8e09-61eb765f38c7 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=83937) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 18 20:25:34.924399 n-d-838334-2 neutron-server[83937]: INFO neutron.api.extensions [None req-6959d6d7-d52d-4465-8e09-61eb765f38c7 None None] Loaded extension: rbac-security-groups Apr 18 20:25:34.924859 n-d-838334-2 neutron-server[83937]: DEBUG neutron.api.extensions [None req-6959d6d7-d52d-4465-8e09-61eb765f38c7 None None] Loading extension file: rbac_subnetpool.py {{(pid=83937) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 18 20:25:34.925775 n-d-838334-2 neutron-server[83937]: DEBUG neutron.api.extensions [None req-6959d6d7-d52d-4465-8e09-61eb765f38c7 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=83937) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 18 20:25:34.926286 n-d-838334-2 neutron-server[83937]: INFO neutron.api.extensions [None req-6959d6d7-d52d-4465-8e09-61eb765f38c7 None None] Loaded extension: rbac-subnetpool Apr 18 20:25:34.926608 n-d-838334-2 neutron-server[83937]: DEBUG neutron.api.extensions [None req-6959d6d7-d52d-4465-8e09-61eb765f38c7 None None] Loading extension file: revisionifmatch.py {{(pid=83937) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 18 20:25:34.927522 n-d-838334-2 neutron-server[83937]: DEBUG neutron.api.extensions [None req-6959d6d7-d52d-4465-8e09-61eb765f38c7 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=83937) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 18 20:25:34.928127 n-d-838334-2 neutron-server[83937]: INFO neutron.api.extensions [None req-6959d6d7-d52d-4465-8e09-61eb765f38c7 None None] Loaded extension: revision-if-match Apr 18 20:25:34.928453 n-d-838334-2 neutron-server[83937]: DEBUG neutron.api.extensions [None req-6959d6d7-d52d-4465-8e09-61eb765f38c7 None None] Loading extension file: revisions.py {{(pid=83937) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 18 20:25:34.929553 n-d-838334-2 neutron-server[83937]: DEBUG neutron.api.extensions [None req-6959d6d7-d52d-4465-8e09-61eb765f38c7 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=83937) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 18 20:25:34.930063 n-d-838334-2 neutron-server[83937]: INFO neutron.api.extensions [None req-6959d6d7-d52d-4465-8e09-61eb765f38c7 None None] Loaded extension: standard-attr-revisions Apr 18 20:25:34.930415 n-d-838334-2 neutron-server[83937]: DEBUG neutron.api.extensions [None req-6959d6d7-d52d-4465-8e09-61eb765f38c7 None None] Loading extension file: router_availability_zone.py {{(pid=83937) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 18 20:25:34.931142 n-d-838334-2 neutron-server[83937]: DEBUG neutron.api.extensions [None req-6959d6d7-d52d-4465-8e09-61eb765f38c7 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=83937) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 18 20:25:34.931860 n-d-838334-2 neutron-server[83937]: INFO neutron.api.extensions [None req-6959d6d7-d52d-4465-8e09-61eb765f38c7 None None] Loaded extension: router_availability_zone Apr 18 20:25:34.932234 n-d-838334-2 neutron-server[83937]: DEBUG neutron.api.extensions [None req-6959d6d7-d52d-4465-8e09-61eb765f38c7 None None] Loading extension file: routerservicetype.py {{(pid=83937) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 18 20:25:34.933308 n-d-838334-2 neutron-server[83937]: DEBUG neutron.api.extensions [None req-6959d6d7-d52d-4465-8e09-61eb765f38c7 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=83937) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 18 20:25:34.933896 n-d-838334-2 neutron-server[83937]: INFO neutron.api.extensions [None req-6959d6d7-d52d-4465-8e09-61eb765f38c7 None None] Extension router-service-type not supported by any of loaded plugins Apr 18 20:25:34.934250 n-d-838334-2 neutron-server[83937]: DEBUG neutron.api.extensions [None req-6959d6d7-d52d-4465-8e09-61eb765f38c7 None None] Loading extension file: security_groups_port_filtering.py {{(pid=83937) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 18 20:25:34.935347 n-d-838334-2 neutron-server[83937]: DEBUG neutron.api.extensions [None req-6959d6d7-d52d-4465-8e09-61eb765f38c7 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=83937) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 18 20:25:34.935968 n-d-838334-2 neutron-server[83937]: INFO neutron.api.extensions [None req-6959d6d7-d52d-4465-8e09-61eb765f38c7 None None] Loaded extension: port-security-groups-filtering Apr 18 20:25:34.936412 n-d-838334-2 neutron-server[83937]: DEBUG neutron.api.extensions [None req-6959d6d7-d52d-4465-8e09-61eb765f38c7 None None] Loading extension file: securitygroup.py {{(pid=83937) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 18 20:25:34.949446 n-d-838334-2 neutron-server[83937]: DEBUG neutron.api.extensions [None req-6959d6d7-d52d-4465-8e09-61eb765f38c7 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=83937) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 18 20:25:34.950043 n-d-838334-2 neutron-server[83937]: INFO neutron.api.extensions [None req-6959d6d7-d52d-4465-8e09-61eb765f38c7 None None] Loaded extension: security-group Apr 18 20:25:34.950489 n-d-838334-2 neutron-server[83937]: DEBUG neutron.api.extensions [None req-6959d6d7-d52d-4465-8e09-61eb765f38c7 None None] Loading extension file: segment.py {{(pid=83937) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 18 20:25:34.951460 n-d-838334-2 neutron-server[83937]: DEBUG neutron.api.extensions [None req-6959d6d7-d52d-4465-8e09-61eb765f38c7 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=83937) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 18 20:25:34.952040 n-d-838334-2 neutron-server[83937]: INFO neutron.api.extensions [None req-6959d6d7-d52d-4465-8e09-61eb765f38c7 None None] Extension segment not supported by any of loaded plugins Apr 18 20:25:34.952398 n-d-838334-2 neutron-server[83937]: DEBUG neutron.api.extensions [None req-6959d6d7-d52d-4465-8e09-61eb765f38c7 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=83937) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 18 20:25:34.953542 n-d-838334-2 neutron-server[83937]: DEBUG neutron.api.extensions [None req-6959d6d7-d52d-4465-8e09-61eb765f38c7 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=83937) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 18 20:25:34.954070 n-d-838334-2 neutron-server[83937]: INFO neutron.api.extensions [None req-6959d6d7-d52d-4465-8e09-61eb765f38c7 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Apr 18 20:25:34.954526 n-d-838334-2 neutron-server[83937]: DEBUG neutron.api.extensions [None req-6959d6d7-d52d-4465-8e09-61eb765f38c7 None None] Loading extension file: servicetype.py {{(pid=83937) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 18 20:25:34.956478 n-d-838334-2 neutron-server[83937]: DEBUG neutron.api.extensions [None req-6959d6d7-d52d-4465-8e09-61eb765f38c7 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=83937) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 18 20:25:34.957108 n-d-838334-2 neutron-server[83937]: INFO neutron.api.extensions [None req-6959d6d7-d52d-4465-8e09-61eb765f38c7 None None] Loaded extension: service-type Apr 18 20:25:34.957501 n-d-838334-2 neutron-server[83937]: DEBUG neutron.api.extensions [None req-6959d6d7-d52d-4465-8e09-61eb765f38c7 None None] Loading extension file: sorting.py {{(pid=83937) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 18 20:25:34.958731 n-d-838334-2 neutron-server[83937]: DEBUG neutron.api.extensions [None req-6959d6d7-d52d-4465-8e09-61eb765f38c7 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=83937) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 18 20:25:34.959142 n-d-838334-2 neutron-server[83937]: INFO neutron.api.extensions [None req-6959d6d7-d52d-4465-8e09-61eb765f38c7 None None] Loaded extension: sorting Apr 18 20:25:34.959505 n-d-838334-2 neutron-server[83937]: DEBUG neutron.api.extensions [None req-6959d6d7-d52d-4465-8e09-61eb765f38c7 None None] Loading extension file: standard_attr_segment.py {{(pid=83937) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 18 20:25:34.960833 n-d-838334-2 neutron-server[83937]: DEBUG neutron.api.extensions [None req-6959d6d7-d52d-4465-8e09-61eb765f38c7 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=83937) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 18 20:25:34.961360 n-d-838334-2 neutron-server[83937]: INFO neutron.api.extensions [None req-6959d6d7-d52d-4465-8e09-61eb765f38c7 None None] Extension standard-attr-segment not supported by any of loaded plugins Apr 18 20:25:34.961835 n-d-838334-2 neutron-server[83937]: DEBUG neutron.api.extensions [None req-6959d6d7-d52d-4465-8e09-61eb765f38c7 None None] Loading extension file: standardattrdescription.py {{(pid=83937) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 18 20:25:34.962459 n-d-838334-2 neutron-server[83937]: DEBUG neutron.api.extensions [None req-6959d6d7-d52d-4465-8e09-61eb765f38c7 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=83937) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 18 20:25:34.963166 n-d-838334-2 neutron-server[83937]: INFO neutron.api.extensions [None req-6959d6d7-d52d-4465-8e09-61eb765f38c7 None None] Loaded extension: standard-attr-description Apr 18 20:25:34.963680 n-d-838334-2 neutron-server[83937]: DEBUG neutron.api.extensions [None req-6959d6d7-d52d-4465-8e09-61eb765f38c7 None None] Loading extension file: stateful_security_group.py {{(pid=83937) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 18 20:25:34.964632 n-d-838334-2 neutron-server[83937]: DEBUG neutron.api.extensions [None req-6959d6d7-d52d-4465-8e09-61eb765f38c7 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=83937) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 18 20:25:34.965148 n-d-838334-2 neutron-server[83937]: INFO neutron.api.extensions [None req-6959d6d7-d52d-4465-8e09-61eb765f38c7 None None] Loaded extension: stateful-security-group Apr 18 20:25:34.965474 n-d-838334-2 neutron-server[83937]: DEBUG neutron.api.extensions [None req-6959d6d7-d52d-4465-8e09-61eb765f38c7 None None] Loading extension file: stdattrs_common.py {{(pid=83937) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 18 20:25:34.966057 n-d-838334-2 neutron-server[83937]: WARNING neutron.api.extensions [None req-6959d6d7-d52d-4465-8e09-61eb765f38c7 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Apr 18 20:25:34.966377 n-d-838334-2 neutron-server[83937]: DEBUG neutron.api.extensions [None req-6959d6d7-d52d-4465-8e09-61eb765f38c7 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=83937) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 18 20:25:34.967307 n-d-838334-2 neutron-server[83937]: DEBUG neutron.api.extensions [None req-6959d6d7-d52d-4465-8e09-61eb765f38c7 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=83937) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 18 20:25:34.967846 n-d-838334-2 neutron-server[83937]: INFO neutron.api.extensions [None req-6959d6d7-d52d-4465-8e09-61eb765f38c7 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Apr 18 20:25:34.968168 n-d-838334-2 neutron-server[83937]: DEBUG neutron.api.extensions [None req-6959d6d7-d52d-4465-8e09-61eb765f38c7 None None] Loading extension file: subnet_onboard.py {{(pid=83937) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 18 20:25:34.969306 n-d-838334-2 neutron-server[83937]: DEBUG neutron.api.extensions [None req-6959d6d7-d52d-4465-8e09-61eb765f38c7 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=83937) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 18 20:25:34.969824 n-d-838334-2 neutron-server[83937]: INFO neutron.api.extensions [None req-6959d6d7-d52d-4465-8e09-61eb765f38c7 None None] Loaded extension: subnet_onboard Apr 18 20:25:34.970149 n-d-838334-2 neutron-server[83937]: DEBUG neutron.api.extensions [None req-6959d6d7-d52d-4465-8e09-61eb765f38c7 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=83937) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 18 20:25:34.971119 n-d-838334-2 neutron-server[83937]: DEBUG neutron.api.extensions [None req-6959d6d7-d52d-4465-8e09-61eb765f38c7 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=83937) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 18 20:25:34.971638 n-d-838334-2 neutron-server[83937]: INFO neutron.api.extensions [None req-6959d6d7-d52d-4465-8e09-61eb765f38c7 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Apr 18 20:25:34.971969 n-d-838334-2 neutron-server[83937]: DEBUG neutron.api.extensions [None req-6959d6d7-d52d-4465-8e09-61eb765f38c7 None None] Loading extension file: subnet_service_types.py {{(pid=83937) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 18 20:25:34.972889 n-d-838334-2 neutron-server[83937]: DEBUG neutron.api.extensions [None req-6959d6d7-d52d-4465-8e09-61eb765f38c7 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=83937) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 18 20:25:34.973403 n-d-838334-2 neutron-server[83937]: INFO neutron.api.extensions [None req-6959d6d7-d52d-4465-8e09-61eb765f38c7 None None] Loaded extension: subnet-service-types Apr 18 20:25:34.973728 n-d-838334-2 neutron-server[83937]: DEBUG neutron.api.extensions [None req-6959d6d7-d52d-4465-8e09-61eb765f38c7 None None] Loading extension file: subnetallocation.py {{(pid=83937) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 18 20:25:34.975058 n-d-838334-2 neutron-server[83937]: DEBUG neutron.api.extensions [None req-6959d6d7-d52d-4465-8e09-61eb765f38c7 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=83937) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 18 20:25:34.975571 n-d-838334-2 neutron-server[83937]: INFO neutron.api.extensions [None req-6959d6d7-d52d-4465-8e09-61eb765f38c7 None None] Loaded extension: subnet_allocation Apr 18 20:25:34.975924 n-d-838334-2 neutron-server[83937]: DEBUG neutron.api.extensions [None req-6959d6d7-d52d-4465-8e09-61eb765f38c7 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=83937) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 18 20:25:34.976601 n-d-838334-2 neutron-server[83937]: DEBUG neutron.api.extensions [None req-6959d6d7-d52d-4465-8e09-61eb765f38c7 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=83937) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 18 20:25:34.977505 n-d-838334-2 neutron-server[83937]: INFO neutron.api.extensions [None req-6959d6d7-d52d-4465-8e09-61eb765f38c7 None None] Loaded extension: subnetpool-prefix-ops Apr 18 20:25:34.977505 n-d-838334-2 neutron-server[83937]: DEBUG neutron.api.extensions [None req-6959d6d7-d52d-4465-8e09-61eb765f38c7 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=83937) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 18 20:25:34.978350 n-d-838334-2 neutron-server[83937]: DEBUG neutron.api.extensions [None req-6959d6d7-d52d-4465-8e09-61eb765f38c7 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=83937) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 18 20:25:34.978861 n-d-838334-2 neutron-server[83937]: INFO neutron.api.extensions [None req-6959d6d7-d52d-4465-8e09-61eb765f38c7 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Apr 18 20:25:34.979181 n-d-838334-2 neutron-server[83937]: DEBUG neutron.api.extensions [None req-6959d6d7-d52d-4465-8e09-61eb765f38c7 None None] Loading extension file: tagging.py {{(pid=83937) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 18 20:25:34.980292 n-d-838334-2 neutron-server[83937]: DEBUG neutron.api.extensions [None req-6959d6d7-d52d-4465-8e09-61eb765f38c7 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, router, floatingip, policy, security_group, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=83937) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 18 20:25:34.980808 n-d-838334-2 neutron-server[83937]: INFO neutron.api.extensions [None req-6959d6d7-d52d-4465-8e09-61eb765f38c7 None None] Loaded extension: standard-attr-tag Apr 18 20:25:34.981130 n-d-838334-2 neutron-server[83937]: DEBUG neutron.api.extensions [None req-6959d6d7-d52d-4465-8e09-61eb765f38c7 None None] Loading extension file: timestamp.py {{(pid=83937) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 18 20:25:34.982316 n-d-838334-2 neutron-server[83937]: DEBUG neutron.api.extensions [None req-6959d6d7-d52d-4465-8e09-61eb765f38c7 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=83937) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 18 20:25:34.982828 n-d-838334-2 neutron-server[83937]: INFO neutron.api.extensions [None req-6959d6d7-d52d-4465-8e09-61eb765f38c7 None None] Loaded extension: standard-attr-timestamp Apr 18 20:25:34.983151 n-d-838334-2 neutron-server[83937]: DEBUG neutron.api.extensions [None req-6959d6d7-d52d-4465-8e09-61eb765f38c7 None None] Loading extension file: trunk.py {{(pid=83937) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 18 20:25:34.984209 n-d-838334-2 neutron-server[83937]: DEBUG neutron.api.extensions [None req-6959d6d7-d52d-4465-8e09-61eb765f38c7 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=83937) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 18 20:25:34.984717 n-d-838334-2 neutron-server[83937]: INFO neutron.api.extensions [None req-6959d6d7-d52d-4465-8e09-61eb765f38c7 None None] Extension trunk not supported by any of loaded plugins Apr 18 20:25:34.985087 n-d-838334-2 neutron-server[83937]: DEBUG neutron.api.extensions [None req-6959d6d7-d52d-4465-8e09-61eb765f38c7 None None] Loading extension file: trunk_details.py {{(pid=83937) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 18 20:25:34.985943 n-d-838334-2 neutron-server[83937]: DEBUG neutron.api.extensions [None req-6959d6d7-d52d-4465-8e09-61eb765f38c7 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=83937) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 18 20:25:34.986526 n-d-838334-2 neutron-server[83937]: INFO neutron.api.extensions [None req-6959d6d7-d52d-4465-8e09-61eb765f38c7 None None] Extension trunk-details not supported by any of loaded plugins Apr 18 20:25:34.986888 n-d-838334-2 neutron-server[83937]: DEBUG neutron.api.extensions [None req-6959d6d7-d52d-4465-8e09-61eb765f38c7 None None] Loading extension file: uplink_status_propagation.py {{(pid=83937) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 18 20:25:34.987850 n-d-838334-2 neutron-server[83937]: DEBUG neutron.api.extensions [None req-6959d6d7-d52d-4465-8e09-61eb765f38c7 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=83937) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 18 20:25:34.988359 n-d-838334-2 neutron-server[83937]: INFO neutron.api.extensions [None req-6959d6d7-d52d-4465-8e09-61eb765f38c7 None None] Extension uplink-status-propagation not supported by any of loaded plugins Apr 18 20:25:34.988679 n-d-838334-2 neutron-server[83937]: DEBUG neutron.api.extensions [None req-6959d6d7-d52d-4465-8e09-61eb765f38c7 None None] Loading extension file: vlantransparent.py {{(pid=83937) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 18 20:25:34.989349 n-d-838334-2 neutron-server[83937]: DEBUG neutron.api.extensions [None req-6959d6d7-d52d-4465-8e09-61eb765f38c7 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=83937) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 18 20:25:34.989856 n-d-838334-2 neutron-server[83937]: INFO neutron.api.extensions [None req-6959d6d7-d52d-4465-8e09-61eb765f38c7 None None] Extension vlan-transparent not supported by any of loaded plugins Apr 18 20:25:34.992173 n-d-838334-2 neutron-server[83937]: INFO neutron.quota.resource_registry [None req-6959d6d7-d52d-4465-8e09-61eb765f38c7 None None] Creating instance of TrackedResource for resource:network Apr 18 20:25:34.992911 n-d-838334-2 neutron-server[83937]: INFO neutron.quota.resource_registry [None req-6959d6d7-d52d-4465-8e09-61eb765f38c7 None None] Creating instance of TrackedResource for resource:subnet Apr 18 20:25:34.993522 n-d-838334-2 neutron-server[83937]: INFO neutron.quota.resource_registry [None req-6959d6d7-d52d-4465-8e09-61eb765f38c7 None None] Creating instance of TrackedResource for resource:subnetpool Apr 18 20:25:34.994306 n-d-838334-2 neutron-server[83937]: INFO neutron.quota.resource_registry [None req-6959d6d7-d52d-4465-8e09-61eb765f38c7 None None] Creating instance of TrackedResource for resource:port Apr 18 20:25:34.995580 n-d-838334-2 neutron-server[83937]: DEBUG neutron.api.v2.resource_helper [None req-6959d6d7-d52d-4465-8e09-61eb765f38c7 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=83937) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 18 20:25:34.996059 n-d-838334-2 neutron-server[83937]: DEBUG neutron.api.v2.resource_helper [None req-6959d6d7-d52d-4465-8e09-61eb765f38c7 None None] Service FLAVORS assigned prefix: {{(pid=83937) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 18 20:25:34.996663 n-d-838334-2 neutron-server[83937]: DEBUG neutron.api.v2.resource_helper [None req-6959d6d7-d52d-4465-8e09-61eb765f38c7 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=83937) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 18 20:25:34.997099 n-d-838334-2 neutron-server[83937]: DEBUG neutron.api.v2.resource_helper [None req-6959d6d7-d52d-4465-8e09-61eb765f38c7 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=83937) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 18 20:25:34.997429 n-d-838334-2 neutron-server[83937]: INFO neutron.quota.resource_registry [None req-6959d6d7-d52d-4465-8e09-61eb765f38c7 None None] Creating instance of TrackedResource for resource:router Apr 18 20:25:34.998101 n-d-838334-2 neutron-server[83937]: INFO neutron.quota.resource_registry [None req-6959d6d7-d52d-4465-8e09-61eb765f38c7 None None] Creating instance of TrackedResource for resource:floatingip Apr 18 20:25:34.998805 n-d-838334-2 neutron-server[83937]: DEBUG neutron.api.v2.resource_helper [None req-6959d6d7-d52d-4465-8e09-61eb765f38c7 None None] Service METERING assigned prefix: /metering {{(pid=83937) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 18 20:25:35.000261 n-d-838334-2 neutron-server[83937]: DEBUG neutron_lib.callbacks.manager [None req-6959d6d7-d52d-4465-8e09-61eb765f38c7 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=83937) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 20:25:35.000634 n-d-838334-2 neutron-server[83937]: DEBUG neutron_lib.callbacks.manager [None req-6959d6d7-d52d-4465-8e09-61eb765f38c7 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=83937) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 20:25:35.000986 n-d-838334-2 neutron-server[83937]: DEBUG neutron_lib.callbacks.manager [None req-6959d6d7-d52d-4465-8e09-61eb765f38c7 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=83937) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 20:25:35.002811 n-d-838334-2 neutron-server[83937]: INFO neutron.quota.resource_registry [None req-6959d6d7-d52d-4465-8e09-61eb765f38c7 None None] Creating instance of CountableResource for resource:rbac_policy Apr 18 20:25:35.003479 n-d-838334-2 neutron-server[83937]: INFO neutron.quota.resource_registry [None req-6959d6d7-d52d-4465-8e09-61eb765f38c7 None None] Creating instance of TrackedResource for resource:security_group Apr 18 20:25:35.004196 n-d-838334-2 neutron-server[83937]: INFO neutron.quota.resource_registry [None req-6959d6d7-d52d-4465-8e09-61eb765f38c7 None None] Creating instance of TrackedResource for resource:security_group_rule Apr 18 20:25:35.004931 n-d-838334-2 neutron-server[83937]: DEBUG neutron.api.v2.resource_helper [None req-6959d6d7-d52d-4465-8e09-61eb765f38c7 None None] Service CORE assigned prefix: {{(pid=83937) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 18 20:25:35.005260 n-d-838334-2 neutron-server[83937]: INFO neutron.quota.resource_registry [None req-6959d6d7-d52d-4465-8e09-61eb765f38c7 None None] Creating instance of TrackedResource for resource:subnetpool Apr 18 20:25:35.005602 n-d-838334-2 neutron-server[83937]: WARNING neutron.quota.resource_registry [None req-6959d6d7-d52d-4465-8e09-61eb765f38c7 None None] subnetpool is already registered Apr 18 20:25:35.006210 n-d-838334-2 neutron-server[83937]: DEBUG neutron.api.v2.resource_helper [None req-6959d6d7-d52d-4465-8e09-61eb765f38c7 None None] Service CORE assigned prefix: {{(pid=83937) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 18 20:25:35.006539 n-d-838334-2 neutron-server[83937]: INFO neutron.quota.resource_registry [None req-6959d6d7-d52d-4465-8e09-61eb765f38c7 None None] Creating instance of TrackedResource for resource:subnetpool Apr 18 20:25:35.006859 n-d-838334-2 neutron-server[83937]: WARNING neutron.quota.resource_registry [None req-6959d6d7-d52d-4465-8e09-61eb765f38c7 None None] subnetpool is already registered Apr 18 20:25:35.009396 n-d-838334-2 neutron-server[83937]: DEBUG neutron.api.v2.resource_helper [None req-6959d6d7-d52d-4465-8e09-61eb765f38c7 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=83937) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 18 20:25:35.009829 n-d-838334-2 neutron-server[83937]: DEBUG neutron.api.v2.resource_helper [None req-6959d6d7-d52d-4465-8e09-61eb765f38c7 None None] Service FLAVORS assigned prefix: {{(pid=83937) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 18 20:25:35.010409 n-d-838334-2 neutron-server[83937]: DEBUG neutron.api.v2.resource_helper [None req-6959d6d7-d52d-4465-8e09-61eb765f38c7 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=83937) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 18 20:25:35.010823 n-d-838334-2 neutron-server[83937]: DEBUG neutron.api.v2.resource_helper [None req-6959d6d7-d52d-4465-8e09-61eb765f38c7 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=83937) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 18 20:25:35.011153 n-d-838334-2 neutron-server[83937]: INFO neutron.quota.resource_registry [None req-6959d6d7-d52d-4465-8e09-61eb765f38c7 None None] Creating instance of TrackedResource for resource:router Apr 18 20:25:35.011476 n-d-838334-2 neutron-server[83937]: WARNING neutron.quota.resource_registry [None req-6959d6d7-d52d-4465-8e09-61eb765f38c7 None None] router is already registered Apr 18 20:25:35.012094 n-d-838334-2 neutron-server[83937]: INFO neutron.quota.resource_registry [None req-6959d6d7-d52d-4465-8e09-61eb765f38c7 None None] Creating instance of TrackedResource for resource:floatingip Apr 18 20:25:35.012419 n-d-838334-2 neutron-server[83937]: WARNING neutron.quota.resource_registry [None req-6959d6d7-d52d-4465-8e09-61eb765f38c7 None None] floatingip is already registered Apr 18 20:25:35.013041 n-d-838334-2 neutron-server[83937]: DEBUG neutron.api.v2.resource_helper [None req-6959d6d7-d52d-4465-8e09-61eb765f38c7 None None] Service METERING assigned prefix: /metering {{(pid=83937) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 18 20:25:35.013706 n-d-838334-2 neutron-server[83937]: INFO neutron.quota.resource_registry [None req-6959d6d7-d52d-4465-8e09-61eb765f38c7 None None] Creating instance of CountableResource for resource:rbac_policy Apr 18 20:25:35.014029 n-d-838334-2 neutron-server[83937]: WARNING neutron.quota.resource_registry [None req-6959d6d7-d52d-4465-8e09-61eb765f38c7 None None] rbac_policy is already registered Apr 18 20:25:35.014558 n-d-838334-2 neutron-server[83937]: INFO neutron.quota.resource_registry [None req-6959d6d7-d52d-4465-8e09-61eb765f38c7 None None] Creating instance of TrackedResource for resource:security_group Apr 18 20:25:35.014881 n-d-838334-2 neutron-server[83937]: WARNING neutron.quota.resource_registry [None req-6959d6d7-d52d-4465-8e09-61eb765f38c7 None None] security_group is already registered Apr 18 20:25:35.015460 n-d-838334-2 neutron-server[83937]: INFO neutron.quota.resource_registry [None req-6959d6d7-d52d-4465-8e09-61eb765f38c7 None None] Creating instance of TrackedResource for resource:security_group_rule Apr 18 20:25:35.015808 n-d-838334-2 neutron-server[83937]: WARNING neutron.quota.resource_registry [None req-6959d6d7-d52d-4465-8e09-61eb765f38c7 None None] security_group_rule is already registered Apr 18 20:25:35.016483 n-d-838334-2 neutron-server[83937]: DEBUG neutron.api.v2.resource_helper [None req-6959d6d7-d52d-4465-8e09-61eb765f38c7 None None] Service CORE assigned prefix: {{(pid=83937) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 18 20:25:35.016809 n-d-838334-2 neutron-server[83937]: INFO neutron.quota.resource_registry [None req-6959d6d7-d52d-4465-8e09-61eb765f38c7 None None] Creating instance of TrackedResource for resource:subnetpool Apr 18 20:25:35.017130 n-d-838334-2 neutron-server[83937]: WARNING neutron.quota.resource_registry [None req-6959d6d7-d52d-4465-8e09-61eb765f38c7 None None] subnetpool is already registered Apr 18 20:25:35.018290 n-d-838334-2 neutron-server[83937]: DEBUG neutron.api.v2.resource_helper [None req-6959d6d7-d52d-4465-8e09-61eb765f38c7 None None] Service CORE assigned prefix: {{(pid=83937) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 18 20:25:35.018742 n-d-838334-2 neutron-server[83937]: INFO neutron.quota.resource_registry [None req-6959d6d7-d52d-4465-8e09-61eb765f38c7 None None] Creating instance of TrackedResource for resource:subnetpool Apr 18 20:25:35.019066 n-d-838334-2 neutron-server[83937]: WARNING neutron.quota.resource_registry [None req-6959d6d7-d52d-4465-8e09-61eb765f38c7 None None] subnetpool is already registered Apr 18 20:25:35.019768 n-d-838334-2 neutron-server[83937]: DEBUG neutron.api.extensions [None req-6959d6d7-d52d-4465-8e09-61eb765f38c7 None None] Extended resource: extensions {{(pid=83937) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Apr 18 20:25:35.021218 n-d-838334-2 neutron-server[83937]: DEBUG neutron.api.extensions [None req-6959d6d7-d52d-4465-8e09-61eb765f38c7 None None] Extended resource: address-groups {{(pid=83937) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Apr 18 20:25:35.022786 n-d-838334-2 neutron-server[83937]: DEBUG neutron.api.extensions [None req-6959d6d7-d52d-4465-8e09-61eb765f38c7 None None] Extended resource: address-scopes {{(pid=83937) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Apr 18 20:25:35.024201 n-d-838334-2 neutron-server[83937]: DEBUG neutron.api.extensions [None req-6959d6d7-d52d-4465-8e09-61eb765f38c7 None None] Extended resource: agents {{(pid=83937) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Apr 18 20:25:35.025352 n-d-838334-2 neutron-server[83937]: DEBUG neutron.api.extensions [None req-6959d6d7-d52d-4465-8e09-61eb765f38c7 None None] Extended resource: auto-allocated-topology {{(pid=83937) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Apr 18 20:25:35.026563 n-d-838334-2 neutron-server[83937]: DEBUG neutron.api.extensions [None req-6959d6d7-d52d-4465-8e09-61eb765f38c7 None None] Extended resource: availability_zones {{(pid=83937) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Apr 18 20:25:35.027883 n-d-838334-2 neutron-server[83937]: DEBUG neutron.api.extensions [None req-6959d6d7-d52d-4465-8e09-61eb765f38c7 None None] Extended resource: dhcp-networks {{(pid=83937) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Apr 18 20:25:35.029297 n-d-838334-2 neutron-server[83937]: DEBUG neutron.api.extensions [None req-6959d6d7-d52d-4465-8e09-61eb765f38c7 None None] Extended resource: dhcp-agents {{(pid=83937) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Apr 18 20:25:35.030638 n-d-838334-2 neutron-server[83937]: DEBUG neutron.api.extensions [None req-6959d6d7-d52d-4465-8e09-61eb765f38c7 None None] Extended resource: routers {{(pid=83937) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Apr 18 20:25:35.032448 n-d-838334-2 neutron-server[83937]: DEBUG neutron.api.extensions [None req-6959d6d7-d52d-4465-8e09-61eb765f38c7 None None] Extended resource: flavors {{(pid=83937) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Apr 18 20:25:35.033698 n-d-838334-2 neutron-server[83937]: DEBUG neutron.api.extensions [None req-6959d6d7-d52d-4465-8e09-61eb765f38c7 None None] Extended resource: service_profiles {{(pid=83937) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Apr 18 20:25:35.034892 n-d-838334-2 neutron-server[83937]: DEBUG neutron.api.extensions [None req-6959d6d7-d52d-4465-8e09-61eb765f38c7 None None] Extended resource: next_providers {{(pid=83937) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Apr 18 20:25:35.036405 n-d-838334-2 neutron-server[83937]: DEBUG neutron.api.extensions [None req-6959d6d7-d52d-4465-8e09-61eb765f38c7 None None] Extended resource: service_profiles {{(pid=83937) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Apr 18 20:25:35.037792 n-d-838334-2 neutron-server[83937]: DEBUG neutron.api.extensions [None req-6959d6d7-d52d-4465-8e09-61eb765f38c7 None None] Extended resource: floatingip-pools {{(pid=83937) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Apr 18 20:25:35.038992 n-d-838334-2 neutron-server[83937]: DEBUG neutron.api.extensions [None req-6959d6d7-d52d-4465-8e09-61eb765f38c7 None None] Extended resource: routers {{(pid=83937) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Apr 18 20:25:35.040778 n-d-838334-2 neutron-server[83937]: DEBUG neutron.api.extensions [None req-6959d6d7-d52d-4465-8e09-61eb765f38c7 None None] Extended resource: floatingips {{(pid=83937) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Apr 18 20:25:35.041950 n-d-838334-2 neutron-server[83937]: DEBUG neutron.api.extensions [None req-6959d6d7-d52d-4465-8e09-61eb765f38c7 None None] Extended resource: l3-routers {{(pid=83937) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Apr 18 20:25:35.043276 n-d-838334-2 neutron-server[83937]: DEBUG neutron.api.extensions [None req-6959d6d7-d52d-4465-8e09-61eb765f38c7 None None] Extended resource: l3-agents {{(pid=83937) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Apr 18 20:25:35.044685 n-d-838334-2 neutron-server[83937]: DEBUG neutron.api.extensions [None req-6959d6d7-d52d-4465-8e09-61eb765f38c7 None None] Extended resource: metering-labels {{(pid=83937) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Apr 18 20:25:35.046044 n-d-838334-2 neutron-server[83937]: DEBUG neutron.api.extensions [None req-6959d6d7-d52d-4465-8e09-61eb765f38c7 None None] Extended resource: metering-label-rules {{(pid=83937) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Apr 18 20:25:35.047278 n-d-838334-2 neutron-server[83937]: DEBUG neutron.api.extensions [None req-6959d6d7-d52d-4465-8e09-61eb765f38c7 None None] Extended resource: network-ip-availabilities {{(pid=83937) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Apr 18 20:25:35.048534 n-d-838334-2 neutron-server[83937]: DEBUG neutron.api.extensions [None req-6959d6d7-d52d-4465-8e09-61eb765f38c7 None None] Extended resource: bindings {{(pid=83937) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Apr 18 20:25:35.051174 n-d-838334-2 neutron-server[83937]: DEBUG neutron.api.extensions [None req-6959d6d7-d52d-4465-8e09-61eb765f38c7 None None] Extended resource: quotas {{(pid=83937) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Apr 18 20:25:35.052643 n-d-838334-2 neutron-server[83937]: DEBUG neutron.api.extensions [None req-6959d6d7-d52d-4465-8e09-61eb765f38c7 None None] Extended resource: quotas {{(pid=83937) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Apr 18 20:25:35.054052 n-d-838334-2 neutron-server[83937]: DEBUG neutron.api.extensions [None req-6959d6d7-d52d-4465-8e09-61eb765f38c7 None None] Extended resource: rbac-policies {{(pid=83937) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Apr 18 20:25:35.055319 n-d-838334-2 neutron-server[83937]: DEBUG neutron.api.extensions [None req-6959d6d7-d52d-4465-8e09-61eb765f38c7 None None] Extended resource: security-groups {{(pid=83937) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Apr 18 20:25:35.056535 n-d-838334-2 neutron-server[83937]: DEBUG neutron.api.extensions [None req-6959d6d7-d52d-4465-8e09-61eb765f38c7 None None] Extended resource: security-group-rules {{(pid=83937) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Apr 18 20:25:35.057742 n-d-838334-2 neutron-server[83937]: DEBUG neutron.api.extensions [None req-6959d6d7-d52d-4465-8e09-61eb765f38c7 None None] Extended resource: service-providers {{(pid=83937) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Apr 18 20:25:35.058952 n-d-838334-2 neutron-server[83937]: DEBUG neutron.api.extensions [None req-6959d6d7-d52d-4465-8e09-61eb765f38c7 None None] Extended resource: subnetpools {{(pid=83937) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Apr 18 20:25:35.060467 n-d-838334-2 neutron-server[83937]: DEBUG neutron.api.extensions [None req-6959d6d7-d52d-4465-8e09-61eb765f38c7 None None] Extended resource: subnetpools {{(pid=83937) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Apr 18 20:25:35.061970 n-d-838334-2 neutron-server[83937]: DEBUG neutron.api.extensions [None req-6959d6d7-d52d-4465-8e09-61eb765f38c7 None None] Extended resource: tags {{(pid=83937) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Apr 18 20:25:35.063645 n-d-838334-2 neutron-server[83937]: DEBUG neutron.api.extensions [None req-6959d6d7-d52d-4465-8e09-61eb765f38c7 None None] Extended resource: tags {{(pid=83937) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Apr 18 20:25:35.065994 n-d-838334-2 neutron-server[83937]: DEBUG neutron.api.extensions [None req-6959d6d7-d52d-4465-8e09-61eb765f38c7 None None] Extended resource: tags {{(pid=83937) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Apr 18 20:25:35.067751 n-d-838334-2 neutron-server[83937]: DEBUG neutron.api.extensions [None req-6959d6d7-d52d-4465-8e09-61eb765f38c7 None None] Extended resource: tags {{(pid=83937) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Apr 18 20:25:35.069489 n-d-838334-2 neutron-server[83937]: DEBUG neutron.api.extensions [None req-6959d6d7-d52d-4465-8e09-61eb765f38c7 None None] Extended resource: tags {{(pid=83937) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Apr 18 20:25:35.071133 n-d-838334-2 neutron-server[83937]: DEBUG neutron.api.extensions [None req-6959d6d7-d52d-4465-8e09-61eb765f38c7 None None] Extended resource: tags {{(pid=83937) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Apr 18 20:25:35.072894 n-d-838334-2 neutron-server[83937]: DEBUG neutron.api.extensions [None req-6959d6d7-d52d-4465-8e09-61eb765f38c7 None None] Extended resource: tags {{(pid=83937) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Apr 18 20:25:35.074699 n-d-838334-2 neutron-server[83937]: DEBUG neutron.api.extensions [None req-6959d6d7-d52d-4465-8e09-61eb765f38c7 None None] Extended resource: tags {{(pid=83937) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Apr 18 20:25:35.076541 n-d-838334-2 neutron-server[83937]: DEBUG neutron.api.extensions [None req-6959d6d7-d52d-4465-8e09-61eb765f38c7 None None] Extended resource: tags {{(pid=83937) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Apr 18 20:25:35.078354 n-d-838334-2 neutron-server[83937]: DEBUG neutron.api.extensions [None req-6959d6d7-d52d-4465-8e09-61eb765f38c7 None None] Extended resource: tags {{(pid=83937) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Apr 18 20:25:35.084853 n-d-838334-2 neutron-server[83937]: WARNING keystonemiddleware.auth_token [None req-6959d6d7-d52d-4465-8e09-61eb765f38c7 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Apr 18 20:25:35.089585 n-d-838334-2 neutron-server[83937]: WARNING keystonemiddleware.auth_token [None req-6959d6d7-d52d-4465-8e09-61eb765f38c7 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Apr 18 20:25:35.097673 n-d-838334-2 neutron-server[83937]: DEBUG oslo_concurrency.lockutils [None req-6959d6d7-d52d-4465-8e09-61eb765f38c7 None None] Acquired lock "singleton_lock" {{(pid=83937) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Apr 18 20:25:35.098141 n-d-838334-2 neutron-server[83937]: DEBUG oslo_concurrency.lockutils [None req-6959d6d7-d52d-4465-8e09-61eb765f38c7 None None] Releasing lock "singleton_lock" {{(pid=83937) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Apr 18 20:25:35.098762 n-d-838334-2 neutron-server[83937]: INFO oslo_service.service [None req-6959d6d7-d52d-4465-8e09-61eb765f38c7 None None] Starting 2 workers Apr 18 20:25:35.103784 n-d-838334-2 neutron-server[83937]: DEBUG oslo_service.service [None req-6959d6d7-d52d-4465-8e09-61eb765f38c7 None None] Started child 84040 {{(pid=83937) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Apr 18 20:25:35.108035 n-d-838334-2 neutron-server[83937]: DEBUG oslo_service.service [None req-6959d6d7-d52d-4465-8e09-61eb765f38c7 None None] Started child 84041 {{(pid=83937) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Apr 18 20:25:35.109151 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:25:35.109769 n-d-838334-2 neutron-server[83937]: INFO neutron.service [None req-6959d6d7-d52d-4465-8e09-61eb765f38c7 None None] Neutron service started, listening on 0.0.0.0:9696 Apr 18 20:25:35.110203 n-d-838334-2 neutron-server[83937]: DEBUG neutron_lib.callbacks.manager [None req-6959d6d7-d52d-4465-8e09-61eb765f38c7 None None] Notify callbacks [] for process, before_spawn {{(pid=83937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:25:35.110590 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [-] (84040) wsgi starting up on http://0.0.0.0:9696 Apr 18 20:25:35.112760 n-d-838334-2 neutron-server[83937]: INFO oslo_service.service [None req-6959d6d7-d52d-4465-8e09-61eb765f38c7 None None] Starting 1 workers Apr 18 20:25:35.113405 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:25:35.114743 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [-] (84041) wsgi starting up on http://0.0.0.0:9696 Apr 18 20:25:35.117977 n-d-838334-2 neutron-server[83937]: DEBUG oslo_service.service [None req-6959d6d7-d52d-4465-8e09-61eb765f38c7 None None] Started child 84042 {{(pid=83937) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Apr 18 20:25:35.118513 n-d-838334-2 neutron-server[83937]: INFO oslo_service.service [None req-6959d6d7-d52d-4465-8e09-61eb765f38c7 None None] Starting 1 workers Apr 18 20:25:35.121916 n-d-838334-2 neutron-server[84042]: DEBUG neutron.service [None req-6959d6d7-d52d-4465-8e09-61eb765f38c7 None None] calling RpcWorker wait() {{(pid=84042) _wait /opt/stack/neutron/neutron/service.py:128}} Apr 18 20:25:35.122453 n-d-838334-2 neutron-server[84042]: DEBUG neutron.service [None req-6959d6d7-d52d-4465-8e09-61eb765f38c7 None None] returning from RpcWorker wait() {{(pid=84042) _wait /opt/stack/neutron/neutron/service.py:135}} Apr 18 20:25:35.122880 n-d-838334-2 neutron-server[83937]: DEBUG oslo_service.service [None req-6959d6d7-d52d-4465-8e09-61eb765f38c7 None None] Started child 84043 {{(pid=83937) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Apr 18 20:25:35.123689 n-d-838334-2 neutron-server[83937]: DEBUG neutron_lib.callbacks.manager [None req-6959d6d7-d52d-4465-8e09-61eb765f38c7 None None] Notify callbacks [] for process, after_spawn {{(pid=83937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:25:35.123786 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:25:35.124245 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=84042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:25:35.125592 n-d-838334-2 neutron-server[83937]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=83937) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:650}} Apr 18 20:25:35.125821 n-d-838334-2 neutron-server[83937]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=83937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Apr 18 20:25:35.126003 n-d-838334-2 neutron-server[83937]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=83937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Apr 18 20:25:35.126216 n-d-838334-2 neutron-server[83937]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=83937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Apr 18 20:25:35.126562 n-d-838334-2 neutron-server[83937]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=83937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Apr 18 20:25:35.126729 n-d-838334-2 neutron-server[83937]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=83937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Apr 18 20:25:35.127933 n-d-838334-2 neutron-server[83937]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=83937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 20:25:35.128133 n-d-838334-2 neutron-server[83937]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=83937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 20:25:35.128354 n-d-838334-2 neutron-server[83937]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=83937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 20:25:35.128649 n-d-838334-2 neutron-server[83937]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=83937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 20:25:35.128932 n-d-838334-2 neutron-server[83937]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=83937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 20:25:35.129501 n-d-838334-2 neutron-server[84043]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=84043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:25:35.129972 n-d-838334-2 neutron-server[83937]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=83937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 20:25:35.129972 n-d-838334-2 neutron-server[83937]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=83937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 20:25:35.130113 n-d-838334-2 neutron-server[83937]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=83937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 20:25:35.130268 n-d-838334-2 neutron-server[83937]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=83937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 20:25:35.130559 n-d-838334-2 neutron-server[83937]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=83937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 20:25:35.130733 n-d-838334-2 neutron-server[83937]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=83937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 20:25:35.130900 n-d-838334-2 neutron-server[83937]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=83937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 20:25:35.131156 n-d-838334-2 neutron-server[83937]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=83937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 20:25:35.131413 n-d-838334-2 neutron-server[83937]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=83937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 20:25:35.131741 n-d-838334-2 neutron-server[83937]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=83937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 20:25:35.131996 n-d-838334-2 neutron-server[83937]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=83937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 20:25:35.132238 n-d-838334-2 neutron-server[83937]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=83937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 20:25:35.132504 n-d-838334-2 neutron-server[83937]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=83937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 20:25:35.132679 n-d-838334-2 neutron-server[83937]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=83937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 20:25:35.132931 n-d-838334-2 neutron-server[83937]: DEBUG oslo_service.service [-] config_source = [] {{(pid=83937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 20:25:35.133201 n-d-838334-2 neutron-server[83937]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=83937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 20:25:35.133430 n-d-838334-2 neutron-server[83937]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=83937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 20:25:35.133698 n-d-838334-2 neutron-server[83937]: DEBUG oslo_service.service [-] debug = True {{(pid=83937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 20:25:35.133938 n-d-838334-2 neutron-server[83937]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=83937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 20:25:35.134416 n-d-838334-2 neutron-server[83937]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=83937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 20:25:35.134648 n-d-838334-2 neutron-server[83937]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=83937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 20:25:35.134887 n-d-838334-2 neutron-server[83937]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=83937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 20:25:35.135184 n-d-838334-2 neutron-server[83937]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=83937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 20:25:35.135379 n-d-838334-2 neutron-server[83937]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=83937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 20:25:35.135647 n-d-838334-2 neutron-server[83937]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=83937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 20:25:35.135971 n-d-838334-2 neutron-server[83937]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=83937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 20:25:35.136235 n-d-838334-2 neutron-server[83937]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=83937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 20:25:35.136486 n-d-838334-2 neutron-server[83937]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=83937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 20:25:35.136730 n-d-838334-2 neutron-server[83937]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=83937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 20:25:35.136986 n-d-838334-2 neutron-server[83937]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=83937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 20:25:35.137210 n-d-838334-2 neutron-server[83937]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=83937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 20:25:35.137461 n-d-838334-2 neutron-server[83937]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=83937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 20:25:35.137721 n-d-838334-2 neutron-server[83937]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=83937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 20:25:35.137954 n-d-838334-2 neutron-server[83937]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=83937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 20:25:35.138417 n-d-838334-2 neutron-server[83937]: DEBUG oslo_service.service [-] host = n-d-838334-2 {{(pid=83937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 20:25:35.138654 n-d-838334-2 neutron-server[83937]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=83937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 20:25:35.138903 n-d-838334-2 neutron-server[83937]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=83937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 20:25:35.139111 n-d-838334-2 neutron-server[83937]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=83937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 20:25:35.139342 n-d-838334-2 neutron-server[83937]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=83937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 20:25:35.139598 n-d-838334-2 neutron-server[83937]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=83937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 20:25:35.139855 n-d-838334-2 neutron-server[83937]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=83937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 20:25:35.140115 n-d-838334-2 neutron-server[83937]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=83937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 20:25:35.140361 n-d-838334-2 neutron-server[83937]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=83937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 20:25:35.140626 n-d-838334-2 neutron-server[83937]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=83937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 20:25:35.140852 n-d-838334-2 neutron-server[83937]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=83937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 20:25:35.141111 n-d-838334-2 neutron-server[83937]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=83937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 20:25:35.141358 n-d-838334-2 neutron-server[83937]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=83937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 20:25:35.141573 n-d-838334-2 neutron-server[83937]: DEBUG oslo_service.service [-] log_dir = None {{(pid=83937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 20:25:35.141822 n-d-838334-2 neutron-server[83937]: DEBUG oslo_service.service [-] log_file = None {{(pid=83937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 20:25:35.141985 n-d-838334-2 neutron-server[83937]: DEBUG oslo_service.service [-] log_options = True {{(pid=83937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 20:25:35.142220 n-d-838334-2 neutron-server[83937]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=83937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 20:25:35.142490 n-d-838334-2 neutron-server[83937]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=83937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 20:25:35.143489 n-d-838334-2 neutron-server[83937]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=83937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 20:25:35.143699 n-d-838334-2 neutron-server[83937]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=83937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 20:25:35.143888 n-d-838334-2 neutron-server[83937]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=83937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 20:25:35.144019 n-d-838334-2 neutron-server[83937]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=83937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 20:25:35.144276 n-d-838334-2 neutron-server[83937]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=83937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 20:25:35.144438 n-d-838334-2 neutron-server[83937]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=83937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 20:25:35.144691 n-d-838334-2 neutron-server[83937]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=83937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 20:25:35.144910 n-d-838334-2 neutron-server[83937]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=83937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 20:25:35.145128 n-d-838334-2 neutron-server[83937]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=83937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 20:25:35.145362 n-d-838334-2 neutron-server[83937]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=83937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 20:25:35.145598 n-d-838334-2 neutron-server[83937]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=83937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 20:25:35.145844 n-d-838334-2 neutron-server[83937]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=83937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 20:25:35.146121 n-d-838334-2 neutron-server[83937]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=83937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 20:25:35.146314 n-d-838334-2 neutron-server[83937]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=83937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 20:25:35.146535 n-d-838334-2 neutron-server[83937]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=83937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 20:25:35.146805 n-d-838334-2 neutron-server[83937]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=83937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 20:25:35.147007 n-d-838334-2 neutron-server[83937]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=83937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 20:25:35.147250 n-d-838334-2 neutron-server[83937]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=83937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 20:25:35.147561 n-d-838334-2 neutron-server[83937]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=83937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 20:25:35.147752 n-d-838334-2 neutron-server[83937]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=83937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 20:25:35.147989 n-d-838334-2 neutron-server[83937]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=83937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 20:25:35.148228 n-d-838334-2 neutron-server[83937]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=83937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 20:25:35.148446 n-d-838334-2 neutron-server[83937]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=83937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 20:25:35.148672 n-d-838334-2 neutron-server[83937]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=83937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 20:25:35.148915 n-d-838334-2 neutron-server[83937]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=83937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 20:25:35.149153 n-d-838334-2 neutron-server[83937]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=83937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 20:25:35.149370 n-d-838334-2 neutron-server[83937]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=83937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 20:25:35.149614 n-d-838334-2 neutron-server[83937]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=83937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 20:25:35.149877 n-d-838334-2 neutron-server[83937]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=83937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 20:25:35.150148 n-d-838334-2 neutron-server[83937]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=83937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 20:25:35.150413 n-d-838334-2 neutron-server[83937]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=83937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 20:25:35.150658 n-d-838334-2 neutron-server[83937]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=83937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 20:25:35.150888 n-d-838334-2 neutron-server[83937]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=83937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 20:25:35.151118 n-d-838334-2 neutron-server[83937]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=83937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 20:25:35.151333 n-d-838334-2 neutron-server[83937]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=83937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 20:25:35.151595 n-d-838334-2 neutron-server[83937]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=83937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 20:25:35.151853 n-d-838334-2 neutron-server[83937]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=83937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 20:25:35.152098 n-d-838334-2 neutron-server[83937]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=83937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 20:25:35.152357 n-d-838334-2 neutron-server[83937]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=83937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 20:25:35.152574 n-d-838334-2 neutron-server[83937]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=83937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 20:25:35.152805 n-d-838334-2 neutron-server[83937]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=83937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 20:25:35.153026 n-d-838334-2 neutron-server[83937]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=83937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 20:25:35.153259 n-d-838334-2 neutron-server[83937]: DEBUG oslo_service.service [-] use_journal = False {{(pid=83937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 20:25:35.153496 n-d-838334-2 neutron-server[83937]: DEBUG oslo_service.service [-] use_json = False {{(pid=83937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 20:25:35.153731 n-d-838334-2 neutron-server[83937]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=83937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 20:25:35.153945 n-d-838334-2 neutron-server[83937]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=83937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 20:25:35.154209 n-d-838334-2 neutron-server[83937]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=83937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 20:25:35.154425 n-d-838334-2 neutron-server[83937]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=83937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 20:25:35.154667 n-d-838334-2 neutron-server[83937]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=83937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 20:25:35.154883 n-d-838334-2 neutron-server[83937]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=83937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 20:25:35.155103 n-d-838334-2 neutron-server[83937]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=83937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 20:25:35.155335 n-d-838334-2 neutron-server[83937]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=83937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 20:25:35.155565 n-d-838334-2 neutron-server[83937]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=83937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 20:25:35.156002 n-d-838334-2 neutron-server[83937]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=83937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:25:35.156301 n-d-838334-2 neutron-server[83937]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=83937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:25:35.156635 n-d-838334-2 neutron-server[83937]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=83937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:25:35.156911 n-d-838334-2 neutron-server[83937]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=83937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:25:35.157119 n-d-838334-2 neutron-server[83937]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=83937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:25:35.157371 n-d-838334-2 neutron-server[83937]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=83937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:25:35.157663 n-d-838334-2 neutron-server[83937]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=83937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:25:35.157845 n-d-838334-2 neutron-server[83937]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=83937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:25:35.158111 n-d-838334-2 neutron-server[83937]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=83937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:25:35.158385 n-d-838334-2 neutron-server[83937]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=83937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:25:35.158686 n-d-838334-2 neutron-server[83937]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=83937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:25:35.158928 n-d-838334-2 neutron-server[83937]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=83937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:25:35.159264 n-d-838334-2 neutron-server[83937]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=83937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:25:35.159539 n-d-838334-2 neutron-server[83937]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=83937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:25:35.161045 n-d-838334-2 neutron-server[84043]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=84043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:25:35.161977 n-d-838334-2 neutron-server[83937]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.42/identity {{(pid=83937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:25:35.162156 n-d-838334-2 neutron-server[83937]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=83937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:25:35.162348 n-d-838334-2 neutron-server[83937]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=83937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:25:35.162619 n-d-838334-2 neutron-server[83937]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=83937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:25:35.162889 n-d-838334-2 neutron-server[83937]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=83937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:25:35.163127 n-d-838334-2 neutron-server[83937]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=83937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:25:35.163382 n-d-838334-2 neutron-server[83937]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=83937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:25:35.163614 n-d-838334-2 neutron-server[83937]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=83937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:25:35.163941 n-d-838334-2 neutron-server[83937]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=83937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:25:35.164180 n-d-838334-2 neutron-server[83937]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=83937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:25:35.164429 n-d-838334-2 neutron-server[83937]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=83937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:25:35.164683 n-d-838334-2 neutron-server[83937]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=83937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:25:35.164939 n-d-838334-2 neutron-server[83937]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=83937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:25:35.165635 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 57644) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:25:35.167839 n-d-838334-2 neutron-server[83937]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=83937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:25:35.168120 n-d-838334-2 neutron-server[83937]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=83937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:25:35.168407 n-d-838334-2 neutron-server[83937]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=83937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:25:35.169140 n-d-838334-2 neutron-server[83937]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=83937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:25:35.169436 n-d-838334-2 neutron-server[83937]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=83937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:25:35.169690 n-d-838334-2 neutron-server[83937]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=83937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:25:35.169958 n-d-838334-2 neutron-server[83937]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=83937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:25:35.170200 n-d-838334-2 neutron-server[83937]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=83937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:25:35.170452 n-d-838334-2 neutron-server[83937]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=83937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:25:35.170707 n-d-838334-2 neutron-server[83937]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=83937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:25:35.170971 n-d-838334-2 neutron-server[83937]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=83937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:25:35.171201 n-d-838334-2 neutron-server[83937]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=83937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:25:35.171451 n-d-838334-2 neutron-server[83937]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=83937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:25:35.171714 n-d-838334-2 neutron-server[83937]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=83937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:25:35.171946 n-d-838334-2 neutron-server[83937]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=83937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:25:35.172169 n-d-838334-2 neutron-server[83937]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=83937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:25:35.172391 n-d-838334-2 neutron-server[83937]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=83937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:25:35.174861 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [-] 10.222.0.42 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0063274 Apr 18 20:25:35.176103 n-d-838334-2 neutron-server[83937]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=83937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:25:35.177685 n-d-838334-2 neutron-server[83937]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=83937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:25:35.178389 n-d-838334-2 neutron-server[83937]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=83937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:25:35.178389 n-d-838334-2 neutron-server[83937]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=83937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:25:35.178389 n-d-838334-2 neutron-server[83937]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=83937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:25:35.179692 n-d-838334-2 neutron-server[83937]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=83937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:25:35.180082 n-d-838334-2 neutron-server[83937]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=83937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:25:35.181358 n-d-838334-2 neutron-server[83937]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=83937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:25:35.181757 n-d-838334-2 neutron-server[83937]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=83937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:25:35.183926 n-d-838334-2 neutron-server[83937]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=83937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:25:35.184347 n-d-838334-2 neutron-server[83937]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=83937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:25:35.184602 n-d-838334-2 neutron-server[83937]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=83937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:25:35.184882 n-d-838334-2 neutron-server[83937]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=83937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:25:35.185128 n-d-838334-2 neutron-server[83937]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=83937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:25:35.186054 n-d-838334-2 neutron-server[83937]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=83937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:25:35.186054 n-d-838334-2 neutron-server[83937]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=83937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:25:35.186054 n-d-838334-2 neutron-server[83937]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=83937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:25:35.186054 n-d-838334-2 neutron-server[83937]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=83937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:25:35.186347 n-d-838334-2 neutron-server[83937]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=83937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:25:35.186579 n-d-838334-2 neutron-server[83937]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=83937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:25:35.186761 n-d-838334-2 neutron-server[83937]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=83937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:25:35.187181 n-d-838334-2 neutron-server[83937]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=83937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:25:35.187181 n-d-838334-2 neutron-server[83937]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=83937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:25:35.187426 n-d-838334-2 neutron-server[83937]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=83937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:25:35.187676 n-d-838334-2 neutron-server[83937]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=83937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:25:35.187892 n-d-838334-2 neutron-server[83937]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=83937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:25:35.188268 n-d-838334-2 neutron-server[83937]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=83937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:25:35.188438 n-d-838334-2 neutron-server[83937]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=83937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:25:35.188603 n-d-838334-2 neutron-server[83937]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=83937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:25:35.191269 n-d-838334-2 neutron-server[83937]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=83937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:25:35.191269 n-d-838334-2 neutron-server[83937]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=83937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:25:35.191269 n-d-838334-2 neutron-server[83937]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=83937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:25:35.191269 n-d-838334-2 neutron-server[83937]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=83937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:25:35.191269 n-d-838334-2 neutron-server[83937]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=83937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:25:35.191269 n-d-838334-2 neutron-server[83937]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=83937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:25:35.191269 n-d-838334-2 neutron-server[83937]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=83937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:25:35.191779 n-d-838334-2 neutron-server[83937]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=83937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:25:35.191779 n-d-838334-2 neutron-server[83937]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=83937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:25:35.191901 n-d-838334-2 neutron-server[83937]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=83937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:25:35.192039 n-d-838334-2 neutron-server[83937]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=83937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:25:35.193097 n-d-838334-2 neutron-server[83937]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=83937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:25:35.193097 n-d-838334-2 neutron-server[83937]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=83937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:25:35.193097 n-d-838334-2 neutron-server[83937]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=83937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:25:35.193097 n-d-838334-2 neutron-server[83937]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=83937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:25:35.193389 n-d-838334-2 neutron-server[83937]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=83937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:25:35.193515 n-d-838334-2 neutron-server[83937]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=83937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:25:35.193778 n-d-838334-2 neutron-server[83937]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=83937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:25:35.194011 n-d-838334-2 neutron-server[83937]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=83937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:25:35.194246 n-d-838334-2 neutron-server[83937]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=83937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:25:35.194476 n-d-838334-2 neutron-server[83937]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=83937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:25:35.194734 n-d-838334-2 neutron-server[83937]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=83937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:25:35.194968 n-d-838334-2 neutron-server[83937]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=83937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:25:35.195253 n-d-838334-2 neutron-server[83937]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=83937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:25:35.195512 n-d-838334-2 neutron-server[83937]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=83937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:25:35.196627 n-d-838334-2 neutron-server[83937]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=83937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:25:35.197005 n-d-838334-2 neutron-server[83937]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=83937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:25:35.197173 n-d-838334-2 neutron-server[83937]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=83937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:25:35.198210 n-d-838334-2 neutron-server[83937]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=83937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:25:35.198210 n-d-838334-2 neutron-server[83937]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=83937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:25:35.198210 n-d-838334-2 neutron-server[83937]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=83937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:25:35.198210 n-d-838334-2 neutron-server[83937]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=83937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:25:35.198491 n-d-838334-2 neutron-server[83937]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=83937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:25:35.198686 n-d-838334-2 neutron-server[83937]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=83937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:25:35.198976 n-d-838334-2 neutron-server[83937]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=83937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:25:35.199253 n-d-838334-2 neutron-server[83937]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=83937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:25:35.199541 n-d-838334-2 neutron-server[83937]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=83937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:25:35.199768 n-d-838334-2 neutron-server[83937]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=83937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:25:35.200039 n-d-838334-2 neutron-server[83937]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=83937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:25:35.200298 n-d-838334-2 neutron-server[83937]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=83937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:25:35.200577 n-d-838334-2 neutron-server[83937]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=83937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:25:35.200841 n-d-838334-2 neutron-server[83937]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=83937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:25:35.201120 n-d-838334-2 neutron-server[83937]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=83937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:25:35.201344 n-d-838334-2 neutron-server[83937]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=83937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:25:35.201624 n-d-838334-2 neutron-server[83937]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=83937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:25:35.201904 n-d-838334-2 neutron-server[83937]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=83937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:25:35.202148 n-d-838334-2 neutron-server[83937]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=83937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:25:35.202368 n-d-838334-2 neutron-server[83937]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=83937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:25:35.202608 n-d-838334-2 neutron-server[83937]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=83937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:25:35.202942 n-d-838334-2 neutron-server[83937]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=83937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:25:35.203198 n-d-838334-2 neutron-server[83937]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=83937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:25:35.203432 n-d-838334-2 neutron-server[83937]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=83937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:25:35.203677 n-d-838334-2 neutron-server[83937]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=83937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:25:35.203972 n-d-838334-2 neutron-server[83937]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=83937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:25:35.204873 n-d-838334-2 neutron-server[83937]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=83937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:25:35.204873 n-d-838334-2 neutron-server[83937]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=83937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:25:35.204873 n-d-838334-2 neutron-server[83937]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=83937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:25:35.205128 n-d-838334-2 neutron-server[83937]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=83937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:25:35.205329 n-d-838334-2 neutron-server[83937]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=83937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:25:35.206186 n-d-838334-2 neutron-server[83937]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=83937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:25:35.206186 n-d-838334-2 neutron-server[83937]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.42/identity {{(pid=83937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:25:35.206186 n-d-838334-2 neutron-server[83937]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=83937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:25:35.206636 n-d-838334-2 neutron-server[83937]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=83937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:25:35.206636 n-d-838334-2 neutron-server[83937]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=83937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:25:35.207689 n-d-838334-2 neutron-server[83937]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=83937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:25:35.207689 n-d-838334-2 neutron-server[83937]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=83937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:25:35.207689 n-d-838334-2 neutron-server[83937]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=83937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:25:35.207689 n-d-838334-2 neutron-server[83937]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=83937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:25:35.207689 n-d-838334-2 neutron-server[83937]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=83937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:25:35.208075 n-d-838334-2 neutron-server[83937]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=83937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:25:35.208075 n-d-838334-2 neutron-server[83937]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=83937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:25:35.208285 n-d-838334-2 neutron-server[83937]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=83937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:25:35.208447 n-d-838334-2 neutron-server[83937]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=83937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:25:35.208683 n-d-838334-2 neutron-server[83937]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=83937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:25:35.208901 n-d-838334-2 neutron-server[83937]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=83937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:25:35.209143 n-d-838334-2 neutron-server[83937]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=83937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:25:35.209414 n-d-838334-2 neutron-server[83937]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=83937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:25:35.209603 n-d-838334-2 neutron-server[83937]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=83937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:25:35.209825 n-d-838334-2 neutron-server[83937]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=83937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:25:35.210075 n-d-838334-2 neutron-server[83937]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=83937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:25:35.210296 n-d-838334-2 neutron-server[83937]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=83937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:25:35.210511 n-d-838334-2 neutron-server[83937]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=83937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:25:35.210754 n-d-838334-2 neutron-server[83937]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=83937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:25:35.210985 n-d-838334-2 neutron-server[83937]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=83937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:25:35.211240 n-d-838334-2 neutron-server[83937]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=83937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:25:35.211563 n-d-838334-2 neutron-server[83937]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=83937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:25:35.211786 n-d-838334-2 neutron-server[83937]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=83937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:25:35.212037 n-d-838334-2 neutron-server[83937]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=83937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:25:35.212268 n-d-838334-2 neutron-server[83937]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=83937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:25:35.213325 n-d-838334-2 neutron-server[83937]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=83937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:25:35.213325 n-d-838334-2 neutron-server[83937]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=83937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:25:35.213325 n-d-838334-2 neutron-server[83937]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=83937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:25:35.213325 n-d-838334-2 neutron-server[83937]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=83937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:25:35.213601 n-d-838334-2 neutron-server[83937]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=83937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:25:35.213601 n-d-838334-2 neutron-server[83937]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=83937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:25:35.213844 n-d-838334-2 neutron-server[83937]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=83937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:25:35.214030 n-d-838334-2 neutron-server[83937]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=83937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:25:35.214280 n-d-838334-2 neutron-server[83937]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=83937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:25:35.214513 n-d-838334-2 neutron-server[83937]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=83937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:25:35.214728 n-d-838334-2 neutron-server[83937]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=83937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:25:35.214954 n-d-838334-2 neutron-server[83937]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=83937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:25:35.215166 n-d-838334-2 neutron-server[83937]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=83937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:25:35.215398 n-d-838334-2 neutron-server[83937]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=83937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:25:35.215614 n-d-838334-2 neutron-server[83937]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=83937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:25:35.216194 n-d-838334-2 neutron-server[83937]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=83937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:25:35.216194 n-d-838334-2 neutron-server[83937]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=83937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:25:35.216434 n-d-838334-2 neutron-server[83937]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=83937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:25:35.216673 n-d-838334-2 neutron-server[83937]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=83937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:25:35.216908 n-d-838334-2 neutron-server[83937]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=83937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:25:35.217119 n-d-838334-2 neutron-server[83937]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=83937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:25:35.217338 n-d-838334-2 neutron-server[83937]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=83937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:25:35.217575 n-d-838334-2 neutron-server[83937]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=83937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:25:35.217792 n-d-838334-2 neutron-server[83937]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=83937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:25:35.218006 n-d-838334-2 neutron-server[83937]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=83937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:25:35.218225 n-d-838334-2 neutron-server[83937]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=83937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:25:35.218474 n-d-838334-2 neutron-server[83937]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=83937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:25:35.218711 n-d-838334-2 neutron-server[83937]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=83937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:25:35.218925 n-d-838334-2 neutron-server[83937]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=83937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:25:35.219142 n-d-838334-2 neutron-server[83937]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=83937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:25:35.219379 n-d-838334-2 neutron-server[83937]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=83937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:25:35.219617 n-d-838334-2 neutron-server[83937]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=83937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:25:35.219867 n-d-838334-2 neutron-server[83937]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=83937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:25:35.220086 n-d-838334-2 neutron-server[83937]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=83937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:25:35.220894 n-d-838334-2 neutron-server[83937]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=83937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:25:35.220894 n-d-838334-2 neutron-server[83937]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=83937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:25:35.220894 n-d-838334-2 neutron-server[83937]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=83937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:25:35.221213 n-d-838334-2 neutron-server[83937]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=83937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:25:35.221213 n-d-838334-2 neutron-server[83937]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=83937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:25:35.221348 n-d-838334-2 neutron-server[83937]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=83937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:25:35.221542 n-d-838334-2 neutron-server[83937]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=83937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:25:35.221756 n-d-838334-2 neutron-server[83937]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=83937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:25:35.221987 n-d-838334-2 neutron-server[83937]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=83937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:25:35.222259 n-d-838334-2 neutron-server[83937]: DEBUG oslo_service.service [-] xenapi.connection_password = **** {{(pid=83937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:25:35.222516 n-d-838334-2 neutron-server[83937]: DEBUG oslo_service.service [-] xenapi.connection_url = None {{(pid=83937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:25:35.222731 n-d-838334-2 neutron-server[83937]: DEBUG oslo_service.service [-] xenapi.connection_username = None {{(pid=83937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:25:35.223013 n-d-838334-2 neutron-server[83937]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=83937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:25:35.223268 n-d-838334-2 neutron-server[83937]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=83937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:25:35.223512 n-d-838334-2 neutron-server[83937]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=83937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:25:35.224818 n-d-838334-2 neutron-server[83937]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=83937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:25:35.225143 n-d-838334-2 neutron-server[83937]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=83937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:25:35.225360 n-d-838334-2 neutron-server[83937]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=83937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:25:35.225577 n-d-838334-2 neutron-server[83937]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=83937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:25:35.226602 n-d-838334-2 neutron-server[83937]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=83937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:25:35.226602 n-d-838334-2 neutron-server[83937]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=83937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:25:35.226602 n-d-838334-2 neutron-server[83937]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=83937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:25:35.226602 n-d-838334-2 neutron-server[83937]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=83937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:25:35.227170 n-d-838334-2 neutron-server[83937]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=83937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:25:35.227170 n-d-838334-2 neutron-server[83937]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=83937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:25:35.227402 n-d-838334-2 neutron-server[83937]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=83937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:25:35.227491 n-d-838334-2 neutron-server[83937]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=83937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:25:35.228220 n-d-838334-2 neutron-server[83937]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=83937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:25:35.228220 n-d-838334-2 neutron-server[83937]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=83937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:25:35.228464 n-d-838334-2 neutron-server[83937]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=83937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:25:35.228576 n-d-838334-2 neutron-server[83937]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=83937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:25:35.228746 n-d-838334-2 neutron-server[83937]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=83937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:25:35.228990 n-d-838334-2 neutron-server[83937]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=83937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:25:35.229235 n-d-838334-2 neutron-server[83937]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=83937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:25:35.229453 n-d-838334-2 neutron-server[83937]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=83937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:25:35.229729 n-d-838334-2 neutron-server[83937]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=83937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:25:35.230053 n-d-838334-2 neutron-server[83937]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=83937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:25:35.230344 n-d-838334-2 neutron-server[83937]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=83937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:25:35.230591 n-d-838334-2 neutron-server[83937]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=83937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:25:35.230842 n-d-838334-2 neutron-server[83937]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=83937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:25:35.231140 n-d-838334-2 neutron-server[83937]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=83937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:25:35.232148 n-d-838334-2 neutron-server[83937]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:350:399'] {{(pid=83937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:25:35.232148 n-d-838334-2 neutron-server[83937]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=83937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:25:35.232148 n-d-838334-2 neutron-server[83937]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=83937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:25:35.232524 n-d-838334-2 neutron-server[83937]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=83937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:25:35.232524 n-d-838334-2 neutron-server[83937]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=83937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:25:35.232804 n-d-838334-2 neutron-server[83937]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=83937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:25:35.233880 n-d-838334-2 neutron-server[83937]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=83937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:25:35.233880 n-d-838334-2 neutron-server[83937]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=83937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:25:35.233880 n-d-838334-2 neutron-server[83937]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=83937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:25:35.233880 n-d-838334-2 neutron-server[83937]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=83937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:25:35.234311 n-d-838334-2 neutron-server[83937]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=83937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:25:35.234311 n-d-838334-2 neutron-server[83937]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=83937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:25:35.235759 n-d-838334-2 neutron-server[83937]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=83937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:25:35.235759 n-d-838334-2 neutron-server[83937]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=83937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:25:35.235759 n-d-838334-2 neutron-server[83937]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=83937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:25:35.235759 n-d-838334-2 neutron-server[83937]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=83937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:25:35.235759 n-d-838334-2 neutron-server[83937]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=83937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:25:35.235759 n-d-838334-2 neutron-server[83937]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=83937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:25:35.237001 n-d-838334-2 neutron-server[83937]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=83937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:25:35.237001 n-d-838334-2 neutron-server[83937]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=83937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:25:35.237001 n-d-838334-2 neutron-server[83937]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=83937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:25:35.237341 n-d-838334-2 neutron-server[83937]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=83937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:25:35.237446 n-d-838334-2 neutron-server[83937]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=83937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:25:35.237656 n-d-838334-2 neutron-server[83937]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=83937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:25:35.237943 n-d-838334-2 neutron-server[83937]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=83937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Apr 18 20:25:35.238340 n-d-838334-2 neutron-server[83937]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=83937) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:650}} Apr 18 20:25:35.238489 n-d-838334-2 neutron-server[83937]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=83937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Apr 18 20:25:35.238631 n-d-838334-2 neutron-server[83937]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=83937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Apr 18 20:25:35.238800 n-d-838334-2 neutron-server[83937]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=83937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Apr 18 20:25:35.238968 n-d-838334-2 neutron-server[83937]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=83937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Apr 18 20:25:35.239120 n-d-838334-2 neutron-server[83937]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=83937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Apr 18 20:25:35.240240 n-d-838334-2 neutron-server[83937]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=83937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 20:25:35.240240 n-d-838334-2 neutron-server[83937]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=83937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 20:25:35.240240 n-d-838334-2 neutron-server[83937]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=83937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 20:25:35.240687 n-d-838334-2 neutron-server[83937]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=83937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 20:25:35.240852 n-d-838334-2 neutron-server[83937]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=83937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 20:25:35.241037 n-d-838334-2 neutron-server[83937]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=83937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 20:25:35.241198 n-d-838334-2 neutron-server[83937]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=83937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 20:25:35.241361 n-d-838334-2 neutron-server[83937]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=83937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 20:25:35.241517 n-d-838334-2 neutron-server[83937]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=83937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 20:25:35.241674 n-d-838334-2 neutron-server[83937]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=83937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 20:25:35.241833 n-d-838334-2 neutron-server[83937]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=83937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 20:25:35.241990 n-d-838334-2 neutron-server[83937]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=83937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 20:25:35.242151 n-d-838334-2 neutron-server[83937]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=83937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 20:25:35.242681 n-d-838334-2 neutron-server[83937]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=83937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 20:25:35.242681 n-d-838334-2 neutron-server[83937]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=83937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 20:25:35.242681 n-d-838334-2 neutron-server[83937]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=83937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 20:25:35.242935 n-d-838334-2 neutron-server[83937]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=83937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 20:25:35.242935 n-d-838334-2 neutron-server[83937]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=83937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 20:25:35.243081 n-d-838334-2 neutron-server[83937]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=83937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 20:25:35.243190 n-d-838334-2 neutron-server[83937]: DEBUG oslo_service.service [-] config_source = [] {{(pid=83937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 20:25:35.243347 n-d-838334-2 neutron-server[83937]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=83937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 20:25:35.243506 n-d-838334-2 neutron-server[83937]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=83937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 20:25:35.243691 n-d-838334-2 neutron-server[83937]: DEBUG oslo_service.service [-] debug = True {{(pid=83937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 20:25:35.243850 n-d-838334-2 neutron-server[83937]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=83937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 20:25:35.244054 n-d-838334-2 neutron-server[83937]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=83937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 20:25:35.244224 n-d-838334-2 neutron-server[83937]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=83937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 20:25:35.244395 n-d-838334-2 neutron-server[83937]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=83937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 20:25:35.244541 n-d-838334-2 neutron-server[83937]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=83937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 20:25:35.244682 n-d-838334-2 neutron-server[83937]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=83937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 20:25:35.244821 n-d-838334-2 neutron-server[83937]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=83937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 20:25:35.244951 n-d-838334-2 neutron-server[83937]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=83937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 20:25:35.245110 n-d-838334-2 neutron-server[83937]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=83937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 20:25:35.245865 n-d-838334-2 neutron-server[83937]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=83937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 20:25:35.245865 n-d-838334-2 neutron-server[83937]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=83937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 20:25:35.245865 n-d-838334-2 neutron-server[83937]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=83937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 20:25:35.245865 n-d-838334-2 neutron-server[83937]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=83937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 20:25:35.245865 n-d-838334-2 neutron-server[83937]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=83937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 20:25:35.246163 n-d-838334-2 neutron-server[83937]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=83937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 20:25:35.246163 n-d-838334-2 neutron-server[83937]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=83937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 20:25:35.246284 n-d-838334-2 neutron-server[83937]: DEBUG oslo_service.service [-] host = n-d-838334-2 {{(pid=83937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 20:25:35.246437 n-d-838334-2 neutron-server[83937]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=83937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 20:25:35.246559 n-d-838334-2 neutron-server[83937]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=83937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 20:25:35.246721 n-d-838334-2 neutron-server[83937]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=83937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 20:25:35.247668 n-d-838334-2 neutron-server[83937]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=83937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 20:25:35.247668 n-d-838334-2 neutron-server[83937]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=83937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 20:25:35.247668 n-d-838334-2 neutron-server[83937]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=83937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 20:25:35.247668 n-d-838334-2 neutron-server[83937]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=83937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 20:25:35.247668 n-d-838334-2 neutron-server[83937]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=83937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 20:25:35.247668 n-d-838334-2 neutron-server[83937]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=83937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 20:25:35.248138 n-d-838334-2 neutron-server[83937]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=83937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 20:25:35.248740 n-d-838334-2 neutron-server[83937]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=83937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 20:25:35.248740 n-d-838334-2 neutron-server[83937]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=83937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 20:25:35.248740 n-d-838334-2 neutron-server[83937]: DEBUG oslo_service.service [-] log_dir = None {{(pid=83937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 20:25:35.249447 n-d-838334-2 neutron-server[83937]: DEBUG oslo_service.service [-] log_file = None {{(pid=83937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 20:25:35.249447 n-d-838334-2 neutron-server[83937]: DEBUG oslo_service.service [-] log_options = True {{(pid=83937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 20:25:35.249447 n-d-838334-2 neutron-server[83937]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=83937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 20:25:35.249821 n-d-838334-2 neutron-server[83937]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=83937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 20:25:35.250087 n-d-838334-2 neutron-server[83937]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=83937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 20:25:35.250268 n-d-838334-2 neutron-server[83937]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=83937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 20:25:35.250983 n-d-838334-2 neutron-server[83937]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=83937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 20:25:35.250983 n-d-838334-2 neutron-server[83937]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=83937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 20:25:35.250983 n-d-838334-2 neutron-server[83937]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=83937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 20:25:35.250983 n-d-838334-2 neutron-server[83937]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=83937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 20:25:35.251257 n-d-838334-2 neutron-server[83937]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=83937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 20:25:35.251257 n-d-838334-2 neutron-server[83937]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=83937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 20:25:35.251377 n-d-838334-2 neutron-server[83937]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=83937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 20:25:35.252581 n-d-838334-2 neutron-server[83937]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=83937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 20:25:35.252581 n-d-838334-2 neutron-server[83937]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=83937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 20:25:35.252581 n-d-838334-2 neutron-server[83937]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=83937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 20:25:35.252581 n-d-838334-2 neutron-server[83937]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=83937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 20:25:35.252581 n-d-838334-2 neutron-server[83937]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=83937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 20:25:35.252581 n-d-838334-2 neutron-server[83937]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=83937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 20:25:35.252581 n-d-838334-2 neutron-server[83937]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=83937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 20:25:35.253380 n-d-838334-2 neutron-server[83937]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=83937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 20:25:35.253534 n-d-838334-2 neutron-server[83937]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=83937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 20:25:35.253695 n-d-838334-2 neutron-server[83937]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=83937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 20:25:35.253855 n-d-838334-2 neutron-server[83937]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=83937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 20:25:35.254017 n-d-838334-2 neutron-server[83937]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=83937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 20:25:35.254166 n-d-838334-2 neutron-server[83937]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=83937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 20:25:35.254333 n-d-838334-2 neutron-server[83937]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=83937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 20:25:35.254527 n-d-838334-2 neutron-server[83937]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=83937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 20:25:35.254623 n-d-838334-2 neutron-server[83937]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=83937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 20:25:35.254788 n-d-838334-2 neutron-server[83937]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=83937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 20:25:35.254948 n-d-838334-2 neutron-server[83937]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=83937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 20:25:35.255104 n-d-838334-2 neutron-server[83937]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=83937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 20:25:35.255262 n-d-838334-2 neutron-server[83937]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=83937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 20:25:35.255420 n-d-838334-2 neutron-server[83937]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=83937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 20:25:35.255578 n-d-838334-2 neutron-server[83937]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=83937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 20:25:35.255774 n-d-838334-2 neutron-server[83937]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=83937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 20:25:35.255934 n-d-838334-2 neutron-server[83937]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=83937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 20:25:35.256089 n-d-838334-2 neutron-server[83937]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=83937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 20:25:35.256246 n-d-838334-2 neutron-server[83937]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=83937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 20:25:35.256408 n-d-838334-2 neutron-server[83937]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=83937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 20:25:35.256568 n-d-838334-2 neutron-server[83937]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=83937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 20:25:35.256724 n-d-838334-2 neutron-server[83937]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=83937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 20:25:35.256881 n-d-838334-2 neutron-server[83937]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=83937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 20:25:35.257039 n-d-838334-2 neutron-server[83937]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=83937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 20:25:35.257199 n-d-838334-2 neutron-server[83937]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=83937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 20:25:35.257356 n-d-838334-2 neutron-server[83937]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=83937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 20:25:35.257501 n-d-838334-2 neutron-server[83937]: DEBUG oslo_service.service [-] use_journal = False {{(pid=83937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 20:25:35.257659 n-d-838334-2 neutron-server[83937]: DEBUG oslo_service.service [-] use_json = False {{(pid=83937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 20:25:35.257816 n-d-838334-2 neutron-server[83937]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=83937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 20:25:35.257973 n-d-838334-2 neutron-server[83937]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=83937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 20:25:35.258129 n-d-838334-2 neutron-server[83937]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=83937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 20:25:35.258309 n-d-838334-2 neutron-server[83937]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=83937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 20:25:35.258441 n-d-838334-2 neutron-server[83937]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=83937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 20:25:35.258587 n-d-838334-2 neutron-server[83937]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=83937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 20:25:35.258747 n-d-838334-2 neutron-server[83937]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=83937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 20:25:35.258937 n-d-838334-2 neutron-server[83937]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=83937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 20:25:35.259125 n-d-838334-2 neutron-server[83937]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=83937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 20:25:35.259285 n-d-838334-2 neutron-server[83937]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=83937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:25:35.259430 n-d-838334-2 neutron-server[83937]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=83937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:25:35.259560 n-d-838334-2 neutron-server[83937]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=83937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:25:35.260643 n-d-838334-2 neutron-server[83937]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=83937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:25:35.260808 n-d-838334-2 neutron-server[83937]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=83937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:25:35.261010 n-d-838334-2 neutron-server[83937]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=83937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:25:35.261175 n-d-838334-2 neutron-server[83937]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=83937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:25:35.261340 n-d-838334-2 neutron-server[83937]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=83937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:25:35.261501 n-d-838334-2 neutron-server[83937]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=83937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:25:35.261661 n-d-838334-2 neutron-server[83937]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=83937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:25:35.261831 n-d-838334-2 neutron-server[83937]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=83937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:25:35.261991 n-d-838334-2 neutron-server[83937]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=83937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:25:35.262169 n-d-838334-2 neutron-server[83937]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=83937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:25:35.262332 n-d-838334-2 neutron-server[83937]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=83937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:25:35.262493 n-d-838334-2 neutron-server[83937]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.42/identity {{(pid=83937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:25:35.262653 n-d-838334-2 neutron-server[83937]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=83937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:25:35.262814 n-d-838334-2 neutron-server[83937]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=83937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:25:35.262975 n-d-838334-2 neutron-server[83937]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=83937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:25:35.263136 n-d-838334-2 neutron-server[83937]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=83937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:25:35.263301 n-d-838334-2 neutron-server[83937]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=83937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:25:35.263461 n-d-838334-2 neutron-server[83937]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=83937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:25:35.263889 n-d-838334-2 neutron-server[83937]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=83937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:25:35.263889 n-d-838334-2 neutron-server[83937]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=83937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:25:35.264122 n-d-838334-2 neutron-server[83937]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=83937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:25:35.264122 n-d-838334-2 neutron-server[83937]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=83937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:25:35.264366 n-d-838334-2 neutron-server[83937]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=83937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:25:35.264497 n-d-838334-2 neutron-server[83937]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=83937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:25:35.264608 n-d-838334-2 neutron-server[83937]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=83937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:25:35.264712 n-d-838334-2 neutron-server[83937]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=83937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:25:35.265674 n-d-838334-2 neutron-server[83937]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=83937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:25:35.265674 n-d-838334-2 neutron-server[83937]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=83937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:25:35.265674 n-d-838334-2 neutron-server[83937]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=83937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:25:35.265674 n-d-838334-2 neutron-server[83937]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=83937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:25:35.265674 n-d-838334-2 neutron-server[83937]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=83937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:25:35.265674 n-d-838334-2 neutron-server[83937]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=83937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:25:35.266183 n-d-838334-2 neutron-server[83937]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=83937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:25:35.266183 n-d-838334-2 neutron-server[83937]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=83937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:25:35.266183 n-d-838334-2 neutron-server[83937]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=83937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:25:35.266183 n-d-838334-2 neutron-server[83937]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=83937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:25:35.266461 n-d-838334-2 neutron-server[83937]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=83937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:25:35.266541 n-d-838334-2 neutron-server[83937]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=83937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:25:35.266647 n-d-838334-2 neutron-server[83937]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=83937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:25:35.266824 n-d-838334-2 neutron-server[83937]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=83937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:25:35.266981 n-d-838334-2 neutron-server[83937]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=83937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:25:35.267130 n-d-838334-2 neutron-server[83937]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=83937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:25:35.267274 n-d-838334-2 neutron-server[83937]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=83937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:25:35.267416 n-d-838334-2 neutron-server[83937]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=83937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:25:35.267578 n-d-838334-2 neutron-server[83937]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=83937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:25:35.268291 n-d-838334-2 neutron-server[83937]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=83937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:25:35.268875 n-d-838334-2 neutron-server[83937]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=83937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:25:35.268875 n-d-838334-2 neutron-server[83937]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=83937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:25:35.268875 n-d-838334-2 neutron-server[83937]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=83937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:25:35.269092 n-d-838334-2 neutron-server[83937]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=83937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:25:35.269092 n-d-838334-2 neutron-server[83937]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=83937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:25:35.269236 n-d-838334-2 neutron-server[83937]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=83937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:25:35.269357 n-d-838334-2 neutron-server[83937]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=83937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:25:35.269569 n-d-838334-2 neutron-server[83937]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=83937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:25:35.269745 n-d-838334-2 neutron-server[83937]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=83937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:25:35.269867 n-d-838334-2 neutron-server[83937]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=83937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:25:35.269973 n-d-838334-2 neutron-server[83937]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=83937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:25:35.270102 n-d-838334-2 neutron-server[83937]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=83937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:25:35.270253 n-d-838334-2 neutron-server[83937]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=83937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:25:35.270416 n-d-838334-2 neutron-server[83937]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=83937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:25:35.270571 n-d-838334-2 neutron-server[83937]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=83937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:25:35.271817 n-d-838334-2 neutron-server[83937]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=83937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:25:35.271817 n-d-838334-2 neutron-server[83937]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=83937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:25:35.271817 n-d-838334-2 neutron-server[83937]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=83937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:25:35.271817 n-d-838334-2 neutron-server[83937]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=83937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:25:35.271817 n-d-838334-2 neutron-server[83937]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=83937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:25:35.271817 n-d-838334-2 neutron-server[83937]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=83937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:25:35.271817 n-d-838334-2 neutron-server[83937]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=83937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:25:35.271817 n-d-838334-2 neutron-server[83937]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=83937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:25:35.272308 n-d-838334-2 neutron-server[83937]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=83937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:25:35.272308 n-d-838334-2 neutron-server[83937]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=83937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:25:35.272308 n-d-838334-2 neutron-server[83937]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=83937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:25:35.272492 n-d-838334-2 neutron-server[83937]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=83937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:25:35.272558 n-d-838334-2 neutron-server[83937]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=83937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:25:35.272741 n-d-838334-2 neutron-server[83937]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=83937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:25:35.272884 n-d-838334-2 neutron-server[83937]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=83937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:25:35.273011 n-d-838334-2 neutron-server[83937]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=83937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:25:35.273175 n-d-838334-2 neutron-server[83937]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=83937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:25:35.273335 n-d-838334-2 neutron-server[83937]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=83937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:25:35.273494 n-d-838334-2 neutron-server[83937]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=83937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:25:35.273654 n-d-838334-2 neutron-server[83937]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=83937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:25:35.273814 n-d-838334-2 neutron-server[83937]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=83937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:25:35.273974 n-d-838334-2 neutron-server[83937]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=83937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:25:35.274138 n-d-838334-2 neutron-server[83937]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=83937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:25:35.274300 n-d-838334-2 neutron-server[83937]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=83937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:25:35.274460 n-d-838334-2 neutron-server[83937]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=83937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:25:35.274619 n-d-838334-2 neutron-server[83937]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=83937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:25:35.274778 n-d-838334-2 neutron-server[83937]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=83937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:25:35.274936 n-d-838334-2 neutron-server[83937]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=83937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:25:35.275097 n-d-838334-2 neutron-server[83937]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=83937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:25:35.275258 n-d-838334-2 neutron-server[83937]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=83937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:25:35.275417 n-d-838334-2 neutron-server[83937]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=83937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:25:35.275711 n-d-838334-2 neutron-server[83937]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=83937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:25:35.276535 n-d-838334-2 neutron-server[83937]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=83937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:25:35.276701 n-d-838334-2 neutron-server[83937]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=83937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:25:35.276850 n-d-838334-2 neutron-server[83937]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=83937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:25:35.277943 n-d-838334-2 neutron-server[83937]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=83937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:25:35.277943 n-d-838334-2 neutron-server[83937]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=83937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:25:35.277943 n-d-838334-2 neutron-server[83937]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=83937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:25:35.277943 n-d-838334-2 neutron-server[83937]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=83937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:25:35.277943 n-d-838334-2 neutron-server[83937]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=83937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:25:35.277943 n-d-838334-2 neutron-server[83937]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=83937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:25:35.277943 n-d-838334-2 neutron-server[83937]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=83937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:25:35.278376 n-d-838334-2 neutron-server[83937]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=83937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:25:35.278376 n-d-838334-2 neutron-server[83937]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=83937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:25:35.278376 n-d-838334-2 neutron-server[83937]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=83937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:25:35.278546 n-d-838334-2 neutron-server[83937]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=83937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:25:35.278731 n-d-838334-2 neutron-server[83937]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=83937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:25:35.278818 n-d-838334-2 neutron-server[83937]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=83937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:25:35.278973 n-d-838334-2 neutron-server[83937]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=83937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:25:35.279517 n-d-838334-2 neutron-server[83937]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=83937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:25:35.279517 n-d-838334-2 neutron-server[83937]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=83937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:25:35.279517 n-d-838334-2 neutron-server[83937]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=83937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:25:35.279753 n-d-838334-2 neutron-server[83937]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=83937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:25:35.279753 n-d-838334-2 neutron-server[83937]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=83937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:25:35.279949 n-d-838334-2 neutron-server[83937]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=83937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:25:35.280097 n-d-838334-2 neutron-server[83937]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=83937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:25:35.280240 n-d-838334-2 neutron-server[83937]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=83937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:25:35.281158 n-d-838334-2 neutron-server[83937]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=83937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:25:35.281346 n-d-838334-2 neutron-server[83937]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=83937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:25:35.281507 n-d-838334-2 neutron-server[83937]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=83937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:25:35.281668 n-d-838334-2 neutron-server[83937]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=83937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:25:35.281831 n-d-838334-2 neutron-server[83937]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=83937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:25:35.281991 n-d-838334-2 neutron-server[83937]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=83937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:25:35.282152 n-d-838334-2 neutron-server[83937]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=83937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:25:35.282314 n-d-838334-2 neutron-server[83937]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=83937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:25:35.282473 n-d-838334-2 neutron-server[83937]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=83937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:25:35.282633 n-d-838334-2 neutron-server[83937]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=83937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:25:35.282793 n-d-838334-2 neutron-server[83937]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=83937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:25:35.282955 n-d-838334-2 neutron-server[83937]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=83937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:25:35.283118 n-d-838334-2 neutron-server[83937]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.42/identity {{(pid=83937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:25:35.283339 n-d-838334-2 neutron-server[83937]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=83937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:25:35.283535 n-d-838334-2 neutron-server[83937]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=83937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:25:35.283718 n-d-838334-2 neutron-server[83937]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=83937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:25:35.283900 n-d-838334-2 neutron-server[83937]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=83937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:25:35.284042 n-d-838334-2 neutron-server[83937]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=83937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:25:35.284199 n-d-838334-2 neutron-server[83937]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=83937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:25:35.284342 n-d-838334-2 neutron-server[83937]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=83937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:25:35.284507 n-d-838334-2 neutron-server[83937]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=83937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:25:35.284669 n-d-838334-2 neutron-server[83937]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=83937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:25:35.284820 n-d-838334-2 neutron-server[83937]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=83937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:25:35.284983 n-d-838334-2 neutron-server[83937]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=83937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:25:35.285141 n-d-838334-2 neutron-server[83937]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=83937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:25:35.285292 n-d-838334-2 neutron-server[83937]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=83937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:25:35.285444 n-d-838334-2 neutron-server[83937]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=83937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:25:35.285603 n-d-838334-2 neutron-server[83937]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=83937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:25:35.285766 n-d-838334-2 neutron-server[83937]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=83937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:25:35.285909 n-d-838334-2 neutron-server[83937]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=83937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:25:35.286118 n-d-838334-2 neutron-server[83937]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=83937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:25:35.286212 n-d-838334-2 neutron-server[83937]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=83937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:25:35.286372 n-d-838334-2 neutron-server[83937]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=83937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:25:35.286530 n-d-838334-2 neutron-server[83937]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=83937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:25:35.286690 n-d-838334-2 neutron-server[83937]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=83937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:25:35.286850 n-d-838334-2 neutron-server[83937]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=83937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:25:35.287010 n-d-838334-2 neutron-server[83937]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=83937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:25:35.287174 n-d-838334-2 neutron-server[83937]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=83937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:25:35.287347 n-d-838334-2 neutron-server[83937]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=83937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:25:35.287514 n-d-838334-2 neutron-server[83937]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=83937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:25:35.287690 n-d-838334-2 neutron-server[83937]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=83937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:25:35.287841 n-d-838334-2 neutron-server[83937]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=83937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:25:35.287984 n-d-838334-2 neutron-server[83937]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=83937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:25:35.288147 n-d-838334-2 neutron-server[83937]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=83937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:25:35.288312 n-d-838334-2 neutron-server[83937]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=83937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:25:35.288487 n-d-838334-2 neutron-server[83937]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=83937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:25:35.289343 n-d-838334-2 neutron-server[83937]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=83937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:25:35.289343 n-d-838334-2 neutron-server[83937]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=83937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:25:35.289343 n-d-838334-2 neutron-server[83937]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=83937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:25:35.289343 n-d-838334-2 neutron-server[83937]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=83937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:25:35.289343 n-d-838334-2 neutron-server[83937]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=83937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:25:35.289343 n-d-838334-2 neutron-server[83937]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=83937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:25:35.289911 n-d-838334-2 neutron-server[83937]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=83937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:25:35.289911 n-d-838334-2 neutron-server[83937]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=83937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:25:35.289911 n-d-838334-2 neutron-server[83937]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=83937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:25:35.290205 n-d-838334-2 neutron-server[83937]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=83937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:25:35.290205 n-d-838334-2 neutron-server[83937]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=83937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:25:35.290399 n-d-838334-2 neutron-server[83937]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=83937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:25:35.290399 n-d-838334-2 neutron-server[83937]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=83937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:25:35.291400 n-d-838334-2 neutron-server[83937]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=83937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:25:35.291400 n-d-838334-2 neutron-server[83937]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=83937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:25:35.291400 n-d-838334-2 neutron-server[83937]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=83937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:25:35.291400 n-d-838334-2 neutron-server[83937]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=83937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:25:35.291400 n-d-838334-2 neutron-server[83937]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=83937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:25:35.291400 n-d-838334-2 neutron-server[83937]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=83937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:25:35.292472 n-d-838334-2 neutron-server[83937]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=83937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:25:35.292472 n-d-838334-2 neutron-server[83937]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=83937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:25:35.292472 n-d-838334-2 neutron-server[83937]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=83937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:25:35.292472 n-d-838334-2 neutron-server[83937]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=83937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:25:35.292472 n-d-838334-2 neutron-server[83937]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=83937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:25:35.292472 n-d-838334-2 neutron-server[83937]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=83937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:25:35.292472 n-d-838334-2 neutron-server[83937]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=83937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:25:35.294434 n-d-838334-2 neutron-server[83937]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=83937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:25:35.294434 n-d-838334-2 neutron-server[83937]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=83937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:25:35.294434 n-d-838334-2 neutron-server[83937]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=83937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:25:35.294434 n-d-838334-2 neutron-server[83937]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=83937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:25:35.294434 n-d-838334-2 neutron-server[83937]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=83937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:25:35.294434 n-d-838334-2 neutron-server[83937]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=83937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:25:35.294434 n-d-838334-2 neutron-server[83937]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=83937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:25:35.294434 n-d-838334-2 neutron-server[83937]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=83937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:25:35.294434 n-d-838334-2 neutron-server[83937]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=83937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:25:35.295585 n-d-838334-2 neutron-server[83937]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=83937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:25:35.295585 n-d-838334-2 neutron-server[83937]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=83937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:25:35.295585 n-d-838334-2 neutron-server[83937]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=83937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:25:35.295585 n-d-838334-2 neutron-server[83937]: DEBUG oslo_service.service [-] xenapi.connection_password = **** {{(pid=83937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:25:35.295585 n-d-838334-2 neutron-server[83937]: DEBUG oslo_service.service [-] xenapi.connection_url = None {{(pid=83937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:25:35.295585 n-d-838334-2 neutron-server[83937]: DEBUG oslo_service.service [-] xenapi.connection_username = None {{(pid=83937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:25:35.295585 n-d-838334-2 neutron-server[83937]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=83937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:25:35.295585 n-d-838334-2 neutron-server[83937]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=83937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:25:35.295585 n-d-838334-2 neutron-server[83937]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=83937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:25:35.296592 n-d-838334-2 neutron-server[83937]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=83937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:25:35.296592 n-d-838334-2 neutron-server[83937]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=83937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:25:35.296592 n-d-838334-2 neutron-server[83937]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=83937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:25:35.296592 n-d-838334-2 neutron-server[83937]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=83937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:25:35.296592 n-d-838334-2 neutron-server[83937]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=83937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:25:35.296592 n-d-838334-2 neutron-server[83937]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=83937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:25:35.296592 n-d-838334-2 neutron-server[83937]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=83937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:25:35.296592 n-d-838334-2 neutron-server[83937]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=83937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:25:35.297471 n-d-838334-2 neutron-server[83937]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=83937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:25:35.297471 n-d-838334-2 neutron-server[83937]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=83937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:25:35.297471 n-d-838334-2 neutron-server[83937]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=83937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:25:35.297471 n-d-838334-2 neutron-server[83937]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=83937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:25:35.297471 n-d-838334-2 neutron-server[83937]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=83937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:25:35.297471 n-d-838334-2 neutron-server[83937]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=83937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:25:35.297471 n-d-838334-2 neutron-server[83937]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=83937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:25:35.298452 n-d-838334-2 neutron-server[83937]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=83937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:25:35.298452 n-d-838334-2 neutron-server[83937]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=83937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:25:35.298452 n-d-838334-2 neutron-server[83937]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=83937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:25:35.298452 n-d-838334-2 neutron-server[83937]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=83937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:25:35.298452 n-d-838334-2 neutron-server[83937]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=83937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:25:35.298452 n-d-838334-2 neutron-server[83937]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=83937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:25:35.298452 n-d-838334-2 neutron-server[83937]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=83937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:25:35.300039 n-d-838334-2 neutron-server[83937]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=83937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:25:35.300039 n-d-838334-2 neutron-server[83937]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=83937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:25:35.300039 n-d-838334-2 neutron-server[83937]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=83937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:25:35.300039 n-d-838334-2 neutron-server[83937]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=83937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:25:35.300039 n-d-838334-2 neutron-server[83937]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:350:399'] {{(pid=83937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:25:35.300039 n-d-838334-2 neutron-server[83937]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=83937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:25:35.300039 n-d-838334-2 neutron-server[83937]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=83937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:25:35.300707 n-d-838334-2 neutron-server[83937]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=83937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:25:35.300707 n-d-838334-2 neutron-server[83937]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=83937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:25:35.300707 n-d-838334-2 neutron-server[83937]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=83937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:25:35.300917 n-d-838334-2 neutron-server[83937]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=83937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:25:35.301009 n-d-838334-2 neutron-server[83937]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=83937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:25:35.301271 n-d-838334-2 neutron-server[83937]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=83937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:25:35.301271 n-d-838334-2 neutron-server[83937]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=83937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:25:35.301474 n-d-838334-2 neutron-server[83937]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=83937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:25:35.301576 n-d-838334-2 neutron-server[83937]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=83937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:25:35.301706 n-d-838334-2 neutron-server[83937]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=83937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:25:35.301868 n-d-838334-2 neutron-server[83937]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=83937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:25:35.302028 n-d-838334-2 neutron-server[83937]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=83937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:25:35.302198 n-d-838334-2 neutron-server[83937]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=83937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:25:35.302702 n-d-838334-2 neutron-server[83937]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=83937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:25:35.302702 n-d-838334-2 neutron-server[83937]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=83937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:25:35.302702 n-d-838334-2 neutron-server[83937]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=83937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:25:35.303035 n-d-838334-2 neutron-server[83937]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=83937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:25:35.303035 n-d-838334-2 neutron-server[83937]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=83937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:25:35.303182 n-d-838334-2 neutron-server[83937]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=83937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:25:35.303306 n-d-838334-2 neutron-server[83937]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=83937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:25:35.303437 n-d-838334-2 neutron-server[83937]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=83937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:25:35.303559 n-d-838334-2 neutron-server[83937]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=83937) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Apr 18 20:25:35.315393 n-d-838334-2 neutron-server[84042]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=84042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:25:45.641557 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51bf140d-f83d-41b6-af9b-2ff230f46417 None None] get_active_networks_info from n-d-838334-2 {{(pid=84042) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Apr 18 20:25:45.720139 n-d-838334-2 neutron-server[84042]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51bf140d-f83d-41b6-af9b-2ff230f46417 None None] No non-hosted networks {{(pid=84042) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Apr 18 20:25:45.730413 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.agentschedulers_db [None req-51bf140d-f83d-41b6-af9b-2ff230f46417 None None] DHCP Agent not found on host n-d-838334-2 {{(pid=84042) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Apr 18 20:25:45.775212 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-7f33c3ef-af57-405b-9c9f-666b98312883 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750375287399', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-33444087'] for agent, after_create {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:25:47.790666 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-8f4f7c26-b20a-419b-a81c-5ff6b52ead5b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750375287399', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-33444087'] for agent, after_create {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:25:47.832149 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-1e6ed530-519a-478e-b75e-667fe002ff29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750375287399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253529'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:25:48.847087 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750375287399', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-33444087'] for agent, after_create {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:25:48.848142 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:25:48.848739 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:25:48.849674 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:25:48.851738 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:25:48.852520 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:25:48.853964 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:25:48.854534 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:25:48.856404 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:25:48.857037 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:25:48.858304 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:25:48.860782 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:25:48.861635 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'n-d-838334-2', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.5', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0'}) {} {{(pid=84042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:25:48.873128 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'n-d-838334-2', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.5', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0'}} {{(pid=84042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:25:49.251368 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-414b6ffe-e119-47bc-b18f-bcff1219c2f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750375287399', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-33444087'] for agent, after_create {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:25:50.334085 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-c7521a90-7d65-4e2e-842c-ca5d95e9a89c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750375287399', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-33444087'] for agent, after_create {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:25:51.977685 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 57746) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:25:52.591825 n-d-838334-2 neutron-server[84040]: WARNING oslo_policy.policy [None req-9b1696bd-8913-4ebd-a144-c8443ad82f36 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 18 20:25:52.592402 n-d-838334-2 neutron-server[84040]: WARNING oslo_policy.policy [None req-9b1696bd-8913-4ebd-a144-c8443ad82f36 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 18 20:25:52.809811 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [None req-9b1696bd-8913-4ebd-a144-c8443ad82f36 admin admin] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=84040) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 18 20:25:52.810845 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-9b1696bd-8913-4ebd-a144-c8443ad82f36 admin admin] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.8322811 Apr 18 20:25:52.811557 n-d-838334-2 neutron-server[84042]: INFO neutron.db.l3_hamode_db [None req-33e8601b-461e-46ad-9ad2-3046327b8057 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Apr 18 20:25:52.900629 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33e8601b-461e-46ad-9ad2-3046327b8057 None None] Routers set() bound to L3 agent in host n-d-838334-2 {{(pid=84042) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 20:25:52.900913 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33e8601b-461e-46ad-9ad2-3046327b8057 None None] Router IDs set() for agent in host n-d-838334-2 {{(pid=84042) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Apr 18 20:25:55.089814 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 57760) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:25:55.482079 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.v2.base [None req-4312c7dc-a87a-4b75-ad5d-80a13590eab0 admin admin] Request body: {'subnetpool': {'shared': True, 'default_prefixlen': 26, 'prefixes': ['172.20.0.0/16'], 'name': 'shared-default-subnetpool-v4', 'is_default': True}} {{(pid=84040) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 20:25:55.539731 n-d-838334-2 neutron-server[84040]: DEBUG neutron.policy [None req-4312c7dc-a87a-4b75-ad5d-80a13590eab0 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=84040) register_rules /opt/stack/neutron/neutron/policy.py:65}} Apr 18 20:25:55.540884 n-d-838334-2 neutron-server[84040]: WARNING oslo_policy.policy [None req-4312c7dc-a87a-4b75-ad5d-80a13590eab0 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 18 20:25:55.541394 n-d-838334-2 neutron-server[84040]: WARNING oslo_policy.policy [None req-4312c7dc-a87a-4b75-ad5d-80a13590eab0 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 18 20:25:55.544742 n-d-838334-2 neutron-server[84040]: INFO neutron.quota [None req-4312c7dc-a87a-4b75-ad5d-80a13590eab0 admin admin] Loaded quota_driver: . Apr 18 20:25:55.560896 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [None req-4312c7dc-a87a-4b75-ad5d-80a13590eab0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:25:55.630129 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-4312c7dc-a87a-4b75-ad5d-80a13590eab0 admin admin] Notify callbacks ['neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8750378973000', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8750378861226', 'neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8750378865082', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8750378875235', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8750378878181', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-1287869', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1141545', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-33086602', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-33136268'] for rbac-policy, before_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:25:55.700670 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-4312c7dc-a87a-4b75-ad5d-80a13590eab0 admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:25:55.701851 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-4312c7dc-a87a-4b75-ad5d-80a13590eab0 admin admin] 10.222.0.42 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.6110926 Apr 18 20:25:58.218700 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 57774) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:25:58.587195 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.v2.base [None req-fac0c18f-f55c-4e1c-85fd-12edf2cbe72b admin admin] Request body: {'network': {'project_id': '4b18bd437cdc404196c0ebced8cd39d2', 'name': 'private', 'admin_state_up': True}} {{(pid=84040) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 20:25:58.591896 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [None req-fac0c18f-f55c-4e1c-85fd-12edf2cbe72b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:25:58.597079 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-fac0c18f-f55c-4e1c-85fd-12edf2cbe72b admin admin] Usage tracker for resource:network and tenant:4b18bd437cdc404196c0ebced8cd39d2 is out of sync, need to count used quota {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:25:58.601895 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-fac0c18f-f55c-4e1c-85fd-12edf2cbe72b admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:25:58.607984 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [None req-fac0c18f-f55c-4e1c-85fd-12edf2cbe72b admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:25:58.618195 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fac0c18f-f55c-4e1c-85fd-12edf2cbe72b admin admin] Made reservation on behalf of 4b18bd437cdc404196c0ebced8cd39d2 for: {'network': 1} {{(pid=84040) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:25:58.621130 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-fac0c18f-f55c-4e1c-85fd-12edf2cbe72b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for network, before_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:25:58.639302 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-fac0c18f-f55c-4e1c-85fd-12edf2cbe72b admin admin] Notify callbacks [] for security_group, before_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:25:58.681926 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [None req-fac0c18f-f55c-4e1c-85fd-12edf2cbe72b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:25:58.685544 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-fac0c18f-f55c-4e1c-85fd-12edf2cbe72b admin admin] Usage tracker for resource:security_group_rule and tenant:4b18bd437cdc404196c0ebced8cd39d2 is out of sync, need to count used quota {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:25:58.688335 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-fac0c18f-f55c-4e1c-85fd-12edf2cbe72b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:25:58.694702 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [None req-fac0c18f-f55c-4e1c-85fd-12edf2cbe72b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:25:58.760760 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-fac0c18f-f55c-4e1c-85fd-12edf2cbe72b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:25:58.764340 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-fac0c18f-f55c-4e1c-85fd-12edf2cbe72b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33528224'] for security_group, after_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:25:58.786636 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fac0c18f-f55c-4e1c-85fd-12edf2cbe72b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 367} {{(pid=84040) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 20:25:58.812596 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-fac0c18f-f55c-4e1c-85fd-12edf2cbe72b admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8750375287408', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1082986'] for segment, precommit_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:25:58.813172 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-fac0c18f-f55c-4e1c-85fd-12edf2cbe72b admin admin] Unsubscribe: segment precommit_create {{(pid=84040) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Apr 18 20:25:58.813649 n-d-838334-2 neutron-server[84040]: INFO neutron.db.segments_db [None req-fac0c18f-f55c-4e1c-85fd-12edf2cbe72b admin admin] Added segment 219532b3-ebc4-4884-8e20-9ce38102ec64 of type vlan for network 380604a2-8140-4928-80c5-dad8f1cdba77 Apr 18 20:25:58.827737 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fac0c18f-f55c-4e1c-85fd-12edf2cbe72b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3184a02c-141e-46ed-9fdc-27bc56be062c,revision_number=1']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:25:58.878447 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fac0c18f-f55c-4e1c-85fd-12edf2cbe72b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:25:58.878732 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fac0c18f-f55c-4e1c-85fd-12edf2cbe72b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:25:58.879063 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fac0c18f-f55c-4e1c-85fd-12edf2cbe72b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:25:58.879388 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fac0c18f-f55c-4e1c-85fd-12edf2cbe72b admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:25:58.879969 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fac0c18f-f55c-4e1c-85fd-12edf2cbe72b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:25:58.880291 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fac0c18f-f55c-4e1c-85fd-12edf2cbe72b admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:25:58.880608 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fac0c18f-f55c-4e1c-85fd-12edf2cbe72b admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:25:58.880925 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fac0c18f-f55c-4e1c-85fd-12edf2cbe72b admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:25:58.881240 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fac0c18f-f55c-4e1c-85fd-12edf2cbe72b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:25:58.881559 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fac0c18f-f55c-4e1c-85fd-12edf2cbe72b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:25:58.881871 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fac0c18f-f55c-4e1c-85fd-12edf2cbe72b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:25:58.882915 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fac0c18f-f55c-4e1c-85fd-12edf2cbe72b admin admin] Tracked resource versions report: Apr 18 20:25:58.882915 n-d-838334-2 neutron-server[84040]: pushed versions: Apr 18 20:25:58.882915 n-d-838334-2 neutron-server[84040]: { 'ConntrackHelper': {'1.0'}, Apr 18 20:25:58.882915 n-d-838334-2 neutron-server[84040]: 'Log': {'1.0'}, Apr 18 20:25:58.882915 n-d-838334-2 neutron-server[84040]: 'Network': {'1.1'}, Apr 18 20:25:58.882915 n-d-838334-2 neutron-server[84040]: 'Port': {'1.5'}, Apr 18 20:25:58.882915 n-d-838334-2 neutron-server[84040]: 'PortForwarding': {'1.2'}, Apr 18 20:25:58.882915 n-d-838334-2 neutron-server[84040]: 'QosPolicy': {'1.8'}, Apr 18 20:25:58.882915 n-d-838334-2 neutron-server[84040]: 'SecurityGroup': {'1.2'}, Apr 18 20:25:58.882915 n-d-838334-2 neutron-server[84040]: 'SecurityGroupRule': {'1.0'}, Apr 18 20:25:58.882915 n-d-838334-2 neutron-server[84040]: 'SubPort': {'1.0'}, Apr 18 20:25:58.882915 n-d-838334-2 neutron-server[84040]: 'Subnet': {'1.1'}, Apr 18 20:25:58.882915 n-d-838334-2 neutron-server[84040]: 'Trunk': {'1.1'}} Apr 18 20:25:58.882915 n-d-838334-2 neutron-server[84040]: consumer versions: Apr 18 20:25:58.882915 n-d-838334-2 neutron-server[84040]: { DHCP agent@n-d-838334-2: {}, Apr 18 20:25:58.882915 n-d-838334-2 neutron-server[84040]: L3 agent@n-d-838334-2: {}, Apr 18 20:25:58.882915 n-d-838334-2 neutron-server[84040]: Metadata agent@n-d-838334-2: {}, Apr 18 20:25:58.882915 n-d-838334-2 neutron-server[84040]: Metering agent@n-d-838334-2: {}, Apr 18 20:25:58.882915 n-d-838334-2 neutron-server[84040]: Open vSwitch agent@n-d-838334-2: { 'ConntrackHelper': '1.0', Apr 18 20:25:58.882915 n-d-838334-2 neutron-server[84040]: 'Log': '1.0', Apr 18 20:25:58.882915 n-d-838334-2 neutron-server[84040]: 'Network': '1.1', Apr 18 20:25:58.882915 n-d-838334-2 neutron-server[84040]: 'Port': '1.5', Apr 18 20:25:58.882915 n-d-838334-2 neutron-server[84040]: 'PortForwarding': '1.2', Apr 18 20:25:58.882915 n-d-838334-2 neutron-server[84040]: 'QosPolicy': '1.8', Apr 18 20:25:58.882915 n-d-838334-2 neutron-server[84040]: 'SecurityGroup': '1.2', Apr 18 20:25:58.882915 n-d-838334-2 neutron-server[84040]: 'SecurityGroupRule': '1.0', Apr 18 20:25:58.882915 n-d-838334-2 neutron-server[84040]: 'SubPort': '1.0', Apr 18 20:25:58.882915 n-d-838334-2 neutron-server[84040]: 'Subnet': '1.1', Apr 18 20:25:58.882915 n-d-838334-2 neutron-server[84040]: 'Trunk': '1.1'}} Apr 18 20:25:58.882915 n-d-838334-2 neutron-server[84040]: {{(pid=84040) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 18 20:25:58.937115 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-fac0c18f-f55c-4e1c-85fd-12edf2cbe72b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750374825732'] for network, precommit_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:25:58.980479 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-fac0c18f-f55c-4e1c-85fd-12edf2cbe72b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33526109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022'] for network, after_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:25:58.981435 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fac0c18f-f55c-4e1c-85fd-12edf2cbe72b admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:25:58.982071 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-fac0c18f-f55c-4e1c-85fd-12edf2cbe72b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32378031'] for network, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:25:59.090698 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-fac0c18f-f55c-4e1c-85fd-12edf2cbe72b admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 0.8709354 Apr 18 20:25:59.091397 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fac0c18f-f55c-4e1c-85fd-12edf2cbe72b admin admin] Pushing event updated for resources: {'Network': ['ID=380604a2-8140-4928-80c5-dad8f1cdba77,revision_number=1']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:25:59.106159 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Network 380604a2-8140-4928-80c5-dad8f1cdba77 details requested by agent ovs-agent-n-d-838334-2 with host n-d-838334-2 {{(pid=84042) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 18 20:26:01.702151 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 57790) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:26:02.182613 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4615564-6529-4db8-a084-28035c4c4415 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:26:02.183958 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-c4615564-6529-4db8-a084-28035c4c4415 admin admin] 10.222.0.42 "GET /v2.0/networks/380604a2-8140-4928-80c5-dad8f1cdba77 HTTP/1.1" status: 200 len: 825 time: 0.4807909 Apr 18 20:26:02.213448 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-a57ef4fd-d453-4956-b018-fcf3322c4858 admin admin] 10.222.0.42 "GET /v2.0/subnetpools/1e7a8989-d13d-4485-aa76-4acce347ae0f HTTP/1.1" status: 200 len: 734 time: 0.0236423 Apr 18 20:26:02.221489 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.v2.base [None req-007af90d-85c6-490e-8d5a-e93e3aaef0e9 admin admin] Request body: {'subnet': {'subnetpool_id': '1e7a8989-d13d-4485-aa76-4acce347ae0f', 'network_id': '380604a2-8140-4928-80c5-dad8f1cdba77', 'tenant_id': '4b18bd437cdc404196c0ebced8cd39d2', 'name': 'private-subnet', 'gateway_ip': '172.20.0.1', 'ip_version': 4}} {{(pid=84040) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 20:26:02.225885 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [None req-007af90d-85c6-490e-8d5a-e93e3aaef0e9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:26:02.229594 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-007af90d-85c6-490e-8d5a-e93e3aaef0e9 admin admin] Usage tracker for resource:subnet and tenant:4b18bd437cdc404196c0ebced8cd39d2 is out of sync, need to count used quota {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:26:02.232364 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-007af90d-85c6-490e-8d5a-e93e3aaef0e9 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:26:02.238758 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [None req-007af90d-85c6-490e-8d5a-e93e3aaef0e9 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:26:02.247868 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-007af90d-85c6-490e-8d5a-e93e3aaef0e9 admin admin] Made reservation on behalf of 4b18bd437cdc404196c0ebced8cd39d2 for: {'subnet': 1} {{(pid=84040) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:26:02.250236 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-007af90d-85c6-490e-8d5a-e93e3aaef0e9 admin admin] Notify callbacks [] for subnet, before_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:26:02.513281 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-007af90d-85c6-490e-8d5a-e93e3aaef0e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33526260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022'] for subnet, after_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:26:02.592025 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-007af90d-85c6-490e-8d5a-e93e3aaef0e9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=26e51717-0ef8-4135-ac93-404a19ddcdc0,revision_number=0']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:26:02.601644 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-007af90d-85c6-490e-8d5a-e93e3aaef0e9 admin admin] Checking segment: {'id': '219532b3-ebc4-4884-8e20-9ce38102ec64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': '380604a2-8140-4928-80c5-dad8f1cdba77'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84040) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 20:26:02.601644 n-d-838334-2 neutron-server[84040]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-007af90d-85c6-490e-8d5a-e93e3aaef0e9 admin admin] Network hostable DHCP agents. Network: 380604a2-8140-4928-80c5-dad8f1cdba77, hostable agents: ['8746f8ea-3e91-4b32-9919-2c63adeb8722'], hosted agents: [] {{(pid=84040) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 20:26:02.624705 n-d-838334-2 neutron-server[84040]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-007af90d-85c6-490e-8d5a-e93e3aaef0e9 admin admin] Network 380604a2-8140-4928-80c5-dad8f1cdba77 is scheduled to be hosted by DHCP agent 8746f8ea-3e91-4b32-9919-2c63adeb8722 with binding_index 1 {{(pid=84040) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 20:26:02.633612 n-d-838334-2 neutron-server[84040]: DEBUG neutron.scheduler.base_scheduler [None req-007af90d-85c6-490e-8d5a-e93e3aaef0e9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-838334-2, 380604a2-8140-4928-80c5-dad8f1cdba77) {{(pid=84040) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:26:02.638907 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-007af90d-85c6-490e-8d5a-e93e3aaef0e9 admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:26:02.639523 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-007af90d-85c6-490e-8d5a-e93e3aaef0e9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32378031'] for subnet, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:26:02.643947 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bde8356d-75a1-4ee4-9389-a1dd8aa92a91 None None] Network 380604a2-8140-4928-80c5-dad8f1cdba77 requested from n-d-838334-2 {{(pid=84042) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 20:26:02.666033 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-007af90d-85c6-490e-8d5a-e93e3aaef0e9 admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4415262 Apr 18 20:26:02.952653 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0eb66f61-7da1-424b-9afe-1eaf0a992b0a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp016840fc-1f9f-5892-9c53-c9cf6c845bbb-380604a2-8140-4928-80c5-dad8f1cdba77', 'network_id': '380604a2-8140-4928-80c5-dad8f1cdba77', 'tenant_id': '4b18bd437cdc404196c0ebced8cd39d2', 'fixed_ips': [{'subnet_id': '26e51717-0ef8-4135-ac93-404a19ddcdc0'}]}} from n-d-838334-2. {{(pid=84042) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 18 20:26:02.954048 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-0eb66f61-7da1-424b-9afe-1eaf0a992b0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_create {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:26:03.141751 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.db_base_plugin_common [None req-0eb66f61-7da1-424b-9afe-1eaf0a992b0a None None] Allocated IP 172.20.0.2 (380604a2-8140-4928-80c5-dad8f1cdba77/26e51717-0ef8-4135-ac93-404a19ddcdc0/16046418-c551-40ce-a45b-9cacba9077de) {{(pid=84042) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:26:03.366282 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-0eb66f61-7da1-424b-9afe-1eaf0a992b0a None None] Notify callbacks [] for port, precommit_create {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:26:03.385091 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-0eb66f61-7da1-424b-9afe-1eaf0a992b0a None None] Transition to ACTIVE for port object 16046418-c551-40ce-a45b-9cacba9077de will not be triggered until provisioned by entity L2. {{(pid=84042) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 20:26:03.414332 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-0eb66f61-7da1-424b-9afe-1eaf0a992b0a None None] Transition to ACTIVE for port object 16046418-c551-40ce-a45b-9cacba9077de will not be triggered until provisioned by entity DHCP. {{(pid=84042) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 20:26:03.420992 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-0eb66f61-7da1-424b-9afe-1eaf0a992b0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750374836619'] for port, after_create {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:26:03.487860 n-d-838334-2 neutron-server[84042]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0eb66f61-7da1-424b-9afe-1eaf0a992b0a None None] Network 380604a2-8140-4928-80c5-dad8f1cdba77 is already hosted by enough agents. {{(pid=84042) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:26:03.490730 n-d-838334-2 neutron-server[84042]: DEBUG neutron.scheduler.base_scheduler [None req-0eb66f61-7da1-424b-9afe-1eaf0a992b0a None None] Resources bound (agent type, host, resource id): {{(pid=84042) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:26:03.495738 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eb66f61-7da1-424b-9afe-1eaf0a992b0a None None] Pushing event updated for resources: {'Port': ['ID=16046418-c551-40ce-a45b-9cacba9077de,revision_number=1']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:26:03.497984 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0eb66f61-7da1-424b-9afe-1eaf0a992b0a None None] Received port after_create {{(pid=84042) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 20:26:03.509055 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eb66f61-7da1-424b-9afe-1eaf0a992b0a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:26:03.509399 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eb66f61-7da1-424b-9afe-1eaf0a992b0a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:26:03.509733 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eb66f61-7da1-424b-9afe-1eaf0a992b0a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:26:03.510060 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eb66f61-7da1-424b-9afe-1eaf0a992b0a None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:26:03.510390 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eb66f61-7da1-424b-9afe-1eaf0a992b0a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:26:03.510713 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eb66f61-7da1-424b-9afe-1eaf0a992b0a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:26:03.511033 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eb66f61-7da1-424b-9afe-1eaf0a992b0a None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:26:03.511350 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eb66f61-7da1-424b-9afe-1eaf0a992b0a None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:26:03.511762 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eb66f61-7da1-424b-9afe-1eaf0a992b0a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:26:03.512006 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eb66f61-7da1-424b-9afe-1eaf0a992b0a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:26:03.512323 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eb66f61-7da1-424b-9afe-1eaf0a992b0a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:26:03.513398 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eb66f61-7da1-424b-9afe-1eaf0a992b0a None None] Tracked resource versions report: Apr 18 20:26:03.513398 n-d-838334-2 neutron-server[84042]: pushed versions: Apr 18 20:26:03.513398 n-d-838334-2 neutron-server[84042]: { 'ConntrackHelper': {'1.0'}, Apr 18 20:26:03.513398 n-d-838334-2 neutron-server[84042]: 'Log': {'1.0'}, Apr 18 20:26:03.513398 n-d-838334-2 neutron-server[84042]: 'Network': {'1.1'}, Apr 18 20:26:03.513398 n-d-838334-2 neutron-server[84042]: 'Port': {'1.5'}, Apr 18 20:26:03.513398 n-d-838334-2 neutron-server[84042]: 'PortForwarding': {'1.2'}, Apr 18 20:26:03.513398 n-d-838334-2 neutron-server[84042]: 'QosPolicy': {'1.8'}, Apr 18 20:26:03.513398 n-d-838334-2 neutron-server[84042]: 'SecurityGroup': {'1.2'}, Apr 18 20:26:03.513398 n-d-838334-2 neutron-server[84042]: 'SecurityGroupRule': {'1.0'}, Apr 18 20:26:03.513398 n-d-838334-2 neutron-server[84042]: 'SubPort': {'1.0'}, Apr 18 20:26:03.513398 n-d-838334-2 neutron-server[84042]: 'Subnet': {'1.1'}, Apr 18 20:26:03.513398 n-d-838334-2 neutron-server[84042]: 'Trunk': {'1.1'}} Apr 18 20:26:03.513398 n-d-838334-2 neutron-server[84042]: consumer versions: Apr 18 20:26:03.513398 n-d-838334-2 neutron-server[84042]: { DHCP agent@n-d-838334-2: {}, Apr 18 20:26:03.513398 n-d-838334-2 neutron-server[84042]: L3 agent@n-d-838334-2: {}, Apr 18 20:26:03.513398 n-d-838334-2 neutron-server[84042]: Metadata agent@n-d-838334-2: {}, Apr 18 20:26:03.513398 n-d-838334-2 neutron-server[84042]: Metering agent@n-d-838334-2: {}, Apr 18 20:26:03.513398 n-d-838334-2 neutron-server[84042]: Open vSwitch agent@n-d-838334-2: { 'ConntrackHelper': '1.0', Apr 18 20:26:03.513398 n-d-838334-2 neutron-server[84042]: 'Log': '1.0', Apr 18 20:26:03.513398 n-d-838334-2 neutron-server[84042]: 'Network': '1.1', Apr 18 20:26:03.513398 n-d-838334-2 neutron-server[84042]: 'Port': '1.5', Apr 18 20:26:03.513398 n-d-838334-2 neutron-server[84042]: 'PortForwarding': '1.2', Apr 18 20:26:03.513398 n-d-838334-2 neutron-server[84042]: 'QosPolicy': '1.8', Apr 18 20:26:03.513398 n-d-838334-2 neutron-server[84042]: 'SecurityGroup': '1.2', Apr 18 20:26:03.513398 n-d-838334-2 neutron-server[84042]: 'SecurityGroupRule': '1.0', Apr 18 20:26:03.513398 n-d-838334-2 neutron-server[84042]: 'SubPort': '1.0', Apr 18 20:26:03.513398 n-d-838334-2 neutron-server[84042]: 'Subnet': '1.1', Apr 18 20:26:03.513398 n-d-838334-2 neutron-server[84042]: 'Trunk': '1.1'}} Apr 18 20:26:03.513398 n-d-838334-2 neutron-server[84042]: {{(pid=84042) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 18 20:26:03.599375 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.managers [None req-0eb66f61-7da1-424b-9afe-1eaf0a992b0a None None] Attempting to bind port 16046418-c551-40ce-a45b-9cacba9077de on host n-d-838334-2 for vnic_type normal with profile {{(pid=84042) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:26:03.599921 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.managers [None req-0eb66f61-7da1-424b-9afe-1eaf0a992b0a None None] Attempting to bind port 16046418-c551-40ce-a45b-9cacba9077de by drivers openvswitch,hyperv on host n-d-838334-2 at level 0 using segments [{'id': '219532b3-ebc4-4884-8e20-9ce38102ec64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': '380604a2-8140-4928-80c5-dad8f1cdba77'}] {{(pid=84042) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:26:03.600352 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0eb66f61-7da1-424b-9afe-1eaf0a992b0a None None] Attempting to bind port 16046418-c551-40ce-a45b-9cacba9077de on network 380604a2-8140-4928-80c5-dad8f1cdba77 {{(pid=84042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 20:26:03.606634 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0eb66f61-7da1-424b-9afe-1eaf0a992b0a None None] Checking agent: {'id': '97cd4414-7af6-4d67-868d-dff370b4071a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838334-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 25, 49), 'started_at': datetime.datetime(2022, 4, 18, 20, 25, 49), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 20, 25, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838334-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 18 20:26:03.607026 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0eb66f61-7da1-424b-9afe-1eaf0a992b0a None None] Checking segment: {'id': '219532b3-ebc4-4884-8e20-9ce38102ec64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': '380604a2-8140-4928-80c5-dad8f1cdba77'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84042) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 20:26:03.607504 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-0eb66f61-7da1-424b-9afe-1eaf0a992b0a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:26:03.607912 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0eb66f61-7da1-424b-9afe-1eaf0a992b0a None None] Bound using segment: {'id': '219532b3-ebc4-4884-8e20-9ce38102ec64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': '380604a2-8140-4928-80c5-dad8f1cdba77'} {{(pid=84042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 18 20:26:03.608401 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.managers [None req-0eb66f61-7da1-424b-9afe-1eaf0a992b0a None None] Bound port: 16046418-c551-40ce-a45b-9cacba9077de, host: n-d-838334-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '219532b3-ebc4-4884-8e20-9ce38102ec64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': '380604a2-8140-4928-80c5-dad8f1cdba77'}}] {{(pid=84042) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 20:26:03.608782 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-0eb66f61-7da1-424b-9afe-1eaf0a992b0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:26:03.693380 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-0eb66f61-7da1-424b-9afe-1eaf0a992b0a None None] For port 16046418-c551-40ce-a45b-9cacba9077de, host n-d-838334-2, cleared binding levels {{(pid=84042) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 20:26:03.697220 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-0eb66f61-7da1-424b-9afe-1eaf0a992b0a None None] For port 16046418-c551-40ce-a45b-9cacba9077de, host n-d-838334-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838334-2',level=0,port_id=16046418-c551-40ce-a45b-9cacba9077de,segment=NetworkSegment(219532b3-ebc4-4884-8e20-9ce38102ec64),segment_id=219532b3-ebc4-4884-8e20-9ce38102ec64)] {{(pid=84042) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 20:26:03.702003 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-0eb66f61-7da1-424b-9afe-1eaf0a992b0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682'] for port, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:26:03.808291 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eb66f61-7da1-424b-9afe-1eaf0a992b0a None None] Pushing event updated for resources: {'Port': ['ID=16046418-c551-40ce-a45b-9cacba9077de,revision_number=2']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:26:05.021969 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 57802) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:26:05.630289 n-d-838334-2 neutron-server[84041]: WARNING oslo_policy.policy [None req-651c58bf-e9cc-41ad-ba05-ac4e82bd05c8 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 18 20:26:05.630874 n-d-838334-2 neutron-server[84041]: WARNING oslo_policy.policy [None req-651c58bf-e9cc-41ad-ba05-ac4e82bd05c8 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 18 20:26:05.844682 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [None req-651c58bf-e9cc-41ad-ba05-ac4e82bd05c8 admin admin] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=84041) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 18 20:26:05.846389 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-651c58bf-e9cc-41ad-ba05-ac4e82bd05c8 admin admin] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.8225026 Apr 18 20:26:07.178699 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Device 16046418-c551-40ce-a45b-9cacba9077de up at agent ovs-agent-n-d-838334-2 {{(pid=84042) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 20:26:07.250684 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Provisioning for port 16046418-c551-40ce-a45b-9cacba9077de completed by entity L2. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 20:26:07.423564 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87aa63d8-cd41-4d63-85d8-b208f793e1a9 None None] Network 380604a2-8140-4928-80c5-dad8f1cdba77 requested from n-d-838334-2 {{(pid=84042) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 20:26:07.532949 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-ea64afb9-3653-443a-911b-44595266e5a1 None None] Provisioning for port 16046418-c551-40ce-a45b-9cacba9077de completed by entity DHCP. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 20:26:07.542462 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-ea64afb9-3653-443a-911b-44595266e5a1 None None] Provisioning complete for port 16046418-c551-40ce-a45b-9cacba9077de triggered by entity DHCP. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:26:07.542845 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-ea64afb9-3653-443a-911b-44595266e5a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1253608'] for port, provisioning_complete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:26:07.757503 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-ea64afb9-3653-443a-911b-44595266e5a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:26:07.800089 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-ea64afb9-3653-443a-911b-44595266e5a1 None None] For port 16046418-c551-40ce-a45b-9cacba9077de, host n-d-838334-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838334-2',level=0,port_id=16046418-c551-40ce-a45b-9cacba9077de,segment=NetworkSegment(219532b3-ebc4-4884-8e20-9ce38102ec64),segment_id=219532b3-ebc4-4884-8e20-9ce38102ec64)] {{(pid=84042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:26:07.805018 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-ea64afb9-3653-443a-911b-44595266e5a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682'] for port, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:26:07.874304 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea64afb9-3653-443a-911b-44595266e5a1 None None] Pushing event updated for resources: {'Port': ['ID=16046418-c551-40ce-a45b-9cacba9077de,revision_number=3']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:26:08.035412 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-43f980b2-d968-41d8-90e0-af96ca7d4997 None None] Provisioning complete for port 16046418-c551-40ce-a45b-9cacba9077de triggered by entity DHCP. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:26:08.035820 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-43f980b2-d968-41d8-90e0-af96ca7d4997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1253608'] for port, provisioning_complete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:26:08.147764 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 57820) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:26:08.539534 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [None req-480bd9a4-425c-4ccd-81c9-6004b7345a6d admin admin] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=84041) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 18 20:26:08.540490 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-480bd9a4-425c-4ccd-81c9-6004b7345a6d admin admin] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.3917460 Apr 18 20:26:09.154319 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Device 16046418-c551-40ce-a45b-9cacba9077de up at agent ovs-agent-n-d-838334-2 {{(pid=84042) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 20:26:09.224903 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Provisioning complete for port 16046418-c551-40ce-a45b-9cacba9077de triggered by entity L2. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:26:09.225258 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1253608'] for port, provisioning_complete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:26:11.150581 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 57832) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:26:11.522259 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.v2.base [None req-02e5cfda-cc7e-45e9-b6ce-39185e1e7153 admin admin] Request body: {'router': {'name': 'router1', 'admin_state_up': True, 'tenant_id': '4b18bd437cdc404196c0ebced8cd39d2'}} {{(pid=84040) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 20:26:11.526598 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [None req-02e5cfda-cc7e-45e9-b6ce-39185e1e7153 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:26:11.530786 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-02e5cfda-cc7e-45e9-b6ce-39185e1e7153 admin admin] Usage tracker for resource:router and tenant:4b18bd437cdc404196c0ebced8cd39d2 is out of sync, need to count used quota {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:26:11.534588 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-02e5cfda-cc7e-45e9-b6ce-39185e1e7153 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:26:11.540146 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [None req-02e5cfda-cc7e-45e9-b6ce-39185e1e7153 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:26:11.549917 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-02e5cfda-cc7e-45e9-b6ce-39185e1e7153 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-33442106', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5708'] for router, before_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:26:11.551514 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-02e5cfda-cc7e-45e9-b6ce-39185e1e7153 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33442137', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33444285', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33535433', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5703'] for router, precommit_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:26:11.577745 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-02e5cfda-cc7e-45e9-b6ce-39185e1e7153 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:26:11.692345 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-02e5cfda-cc7e-45e9-b6ce-39185e1e7153 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33443529', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33444176'] for router, after_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:26:11.712315 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-02e5cfda-cc7e-45e9-b6ce-39185e1e7153 admin admin] Notify callbacks [] for router, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:26:11.713717 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-02e5cfda-cc7e-45e9-b6ce-39185e1e7153 admin admin] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.5621619 Apr 18 20:26:12.193983 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.agents_db [None req-6346a179-333c-4370-b5a6-936984aeab15 None None] Agent healthcheck: found 5 active agents {{(pid=84043) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 18 20:26:14.003505 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 57842) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:26:14.390112 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [None req-b48e3156-d6a8-4799-bdac-56a8d0b85d55 admin admin] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=84040) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 18 20:26:14.391113 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-b48e3156-d6a8-4799-bdac-56a8d0b85d55 admin admin] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.3866413 Apr 18 20:26:15.556888 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-e5bd1f45-1885-4c74-a6a7-25d0f43bea76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750375287399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253529'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:26:16.793507 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 57852) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:26:17.182201 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.v2.base [None req-9505e222-04da-4fd3-a0ad-ae47c602ebe0 admin admin] Request body: {'network': {'router:external': True, 'provider:network_type': 'flat', 'admin_state_up': True, 'provider:physical_network': 'physnet1', 'name': 'public', 'is_default': True}} {{(pid=84041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 20:26:17.183647 n-d-838334-2 neutron-server[84041]: INFO neutron.quota [None req-9505e222-04da-4fd3-a0ad-ae47c602ebe0 admin admin] Loaded quota_driver: . Apr 18 20:26:17.199501 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-9505e222-04da-4fd3-a0ad-ae47c602ebe0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:26:17.206603 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-9505e222-04da-4fd3-a0ad-ae47c602ebe0 admin admin] Usage tracker for resource:network and tenant:5c4b52cf301141d29daf81eddee3d546 is out of sync, need to count used quota {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:26:17.211458 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-9505e222-04da-4fd3-a0ad-ae47c602ebe0 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:26:17.218754 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-9505e222-04da-4fd3-a0ad-ae47c602ebe0 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:26:17.234588 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9505e222-04da-4fd3-a0ad-ae47c602ebe0 admin admin] Made reservation on behalf of 5c4b52cf301141d29daf81eddee3d546 for: {'network': 1} {{(pid=84041) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:26:17.273844 n-d-838334-2 neutron-server[84041]: DEBUG neutron.policy [None req-9505e222-04da-4fd3-a0ad-ae47c602ebe0 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=84041) register_rules /opt/stack/neutron/neutron/policy.py:65}} Apr 18 20:26:17.274611 n-d-838334-2 neutron-server[84041]: WARNING oslo_policy.policy [None req-9505e222-04da-4fd3-a0ad-ae47c602ebe0 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 18 20:26:17.274980 n-d-838334-2 neutron-server[84041]: WARNING oslo_policy.policy [None req-9505e222-04da-4fd3-a0ad-ae47c602ebe0 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 18 20:26:17.279884 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-9505e222-04da-4fd3-a0ad-ae47c602ebe0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for network, before_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:26:17.299573 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-9505e222-04da-4fd3-a0ad-ae47c602ebe0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:26:17.344094 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-9505e222-04da-4fd3-a0ad-ae47c602ebe0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:26:17.348844 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-9505e222-04da-4fd3-a0ad-ae47c602ebe0 admin admin] Usage tracker for resource:security_group_rule and tenant:5c4b52cf301141d29daf81eddee3d546 is out of sync, need to count used quota {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:26:17.352000 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-9505e222-04da-4fd3-a0ad-ae47c602ebe0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:26:17.357919 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-9505e222-04da-4fd3-a0ad-ae47c602ebe0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:26:17.428824 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-9505e222-04da-4fd3-a0ad-ae47c602ebe0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:26:17.432612 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-9505e222-04da-4fd3-a0ad-ae47c602ebe0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33528224'] for security_group, after_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:26:17.448540 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-9505e222-04da-4fd3-a0ad-ae47c602ebe0 admin admin] Reserving flat network on physical network physnet1 {{(pid=84041) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Apr 18 20:26:17.479907 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-9505e222-04da-4fd3-a0ad-ae47c602ebe0 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8750375287408', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1082986'] for segment, precommit_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:26:17.480481 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-9505e222-04da-4fd3-a0ad-ae47c602ebe0 admin admin] Unsubscribe: segment precommit_create {{(pid=84041) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Apr 18 20:26:17.480992 n-d-838334-2 neutron-server[84041]: INFO neutron.db.segments_db [None req-9505e222-04da-4fd3-a0ad-ae47c602ebe0 admin admin] Added segment 732aa830-768b-4511-951f-d08e26b9c25b of type flat for network e41b6600-a917-4a8d-b05c-be3be40c6d8c Apr 18 20:26:17.532973 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9505e222-04da-4fd3-a0ad-ae47c602ebe0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0a949b36-7e04-45d0-b1a7-7996bd5e523e,revision_number=1']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:26:17.562355 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9505e222-04da-4fd3-a0ad-ae47c602ebe0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:26:17.562711 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9505e222-04da-4fd3-a0ad-ae47c602ebe0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:26:17.563044 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9505e222-04da-4fd3-a0ad-ae47c602ebe0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:26:17.563437 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9505e222-04da-4fd3-a0ad-ae47c602ebe0 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:26:17.563788 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9505e222-04da-4fd3-a0ad-ae47c602ebe0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:26:17.564281 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9505e222-04da-4fd3-a0ad-ae47c602ebe0 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:26:17.564599 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9505e222-04da-4fd3-a0ad-ae47c602ebe0 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:26:17.564913 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9505e222-04da-4fd3-a0ad-ae47c602ebe0 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:26:17.565229 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9505e222-04da-4fd3-a0ad-ae47c602ebe0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:26:17.565540 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9505e222-04da-4fd3-a0ad-ae47c602ebe0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:26:17.565851 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9505e222-04da-4fd3-a0ad-ae47c602ebe0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:26:17.566893 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9505e222-04da-4fd3-a0ad-ae47c602ebe0 admin admin] Tracked resource versions report: Apr 18 20:26:17.566893 n-d-838334-2 neutron-server[84041]: pushed versions: Apr 18 20:26:17.566893 n-d-838334-2 neutron-server[84041]: { 'ConntrackHelper': {'1.0'}, Apr 18 20:26:17.566893 n-d-838334-2 neutron-server[84041]: 'Log': {'1.0'}, Apr 18 20:26:17.566893 n-d-838334-2 neutron-server[84041]: 'Network': {'1.1'}, Apr 18 20:26:17.566893 n-d-838334-2 neutron-server[84041]: 'Port': {'1.5'}, Apr 18 20:26:17.566893 n-d-838334-2 neutron-server[84041]: 'PortForwarding': {'1.2'}, Apr 18 20:26:17.566893 n-d-838334-2 neutron-server[84041]: 'QosPolicy': {'1.8'}, Apr 18 20:26:17.566893 n-d-838334-2 neutron-server[84041]: 'SecurityGroup': {'1.2'}, Apr 18 20:26:17.566893 n-d-838334-2 neutron-server[84041]: 'SecurityGroupRule': {'1.0'}, Apr 18 20:26:17.566893 n-d-838334-2 neutron-server[84041]: 'SubPort': {'1.0'}, Apr 18 20:26:17.566893 n-d-838334-2 neutron-server[84041]: 'Subnet': {'1.1'}, Apr 18 20:26:17.566893 n-d-838334-2 neutron-server[84041]: 'Trunk': {'1.1'}} Apr 18 20:26:17.566893 n-d-838334-2 neutron-server[84041]: consumer versions: Apr 18 20:26:17.566893 n-d-838334-2 neutron-server[84041]: { DHCP agent@n-d-838334-2: {}, Apr 18 20:26:17.566893 n-d-838334-2 neutron-server[84041]: L3 agent@n-d-838334-2: {}, Apr 18 20:26:17.566893 n-d-838334-2 neutron-server[84041]: Metadata agent@n-d-838334-2: {}, Apr 18 20:26:17.566893 n-d-838334-2 neutron-server[84041]: Metering agent@n-d-838334-2: {}, Apr 18 20:26:17.566893 n-d-838334-2 neutron-server[84041]: Open vSwitch agent@n-d-838334-2: { 'ConntrackHelper': '1.0', Apr 18 20:26:17.566893 n-d-838334-2 neutron-server[84041]: 'Log': '1.0', Apr 18 20:26:17.566893 n-d-838334-2 neutron-server[84041]: 'Network': '1.1', Apr 18 20:26:17.566893 n-d-838334-2 neutron-server[84041]: 'Port': '1.5', Apr 18 20:26:17.566893 n-d-838334-2 neutron-server[84041]: 'PortForwarding': '1.2', Apr 18 20:26:17.566893 n-d-838334-2 neutron-server[84041]: 'QosPolicy': '1.8', Apr 18 20:26:17.566893 n-d-838334-2 neutron-server[84041]: 'SecurityGroup': '1.2', Apr 18 20:26:17.566893 n-d-838334-2 neutron-server[84041]: 'SecurityGroupRule': '1.0', Apr 18 20:26:17.566893 n-d-838334-2 neutron-server[84041]: 'SubPort': '1.0', Apr 18 20:26:17.566893 n-d-838334-2 neutron-server[84041]: 'Subnet': '1.1', Apr 18 20:26:17.566893 n-d-838334-2 neutron-server[84041]: 'Trunk': '1.1'}} Apr 18 20:26:17.566893 n-d-838334-2 neutron-server[84041]: {{(pid=84041) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 18 20:26:17.604126 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-9505e222-04da-4fd3-a0ad-ae47c602ebe0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750374825732'] for network, precommit_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:26:17.649706 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-9505e222-04da-4fd3-a0ad-ae47c602ebe0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33526109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022'] for network, after_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:26:17.650763 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9505e222-04da-4fd3-a0ad-ae47c602ebe0 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:26:17.651389 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-9505e222-04da-4fd3-a0ad-ae47c602ebe0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32378031'] for network, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:26:17.759383 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-9505e222-04da-4fd3-a0ad-ae47c602ebe0 admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.9645870 Apr 18 20:26:17.759965 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9505e222-04da-4fd3-a0ad-ae47c602ebe0 admin admin] Pushing event updated for resources: {'Network': ['ID=e41b6600-a917-4a8d-b05c-be3be40c6d8c,revision_number=1']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:26:17.776936 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Network e41b6600-a917-4a8d-b05c-be3be40c6d8c details requested by agent ovs-agent-n-d-838334-2 with host n-d-838334-2 {{(pid=84042) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 18 20:26:17.864751 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-1934bf18-5bb3-46b1-8a64-da8f5c83e17b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750375287399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253529'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:26:18.842733 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750375287399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253529'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:26:19.206430 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-414b6ffe-e119-47bc-b18f-bcff1219c2f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750375287399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253529'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:26:20.039075 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 57878) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:26:20.280649 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-c7521a90-7d65-4e2e-842c-ca5d95e9a89c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750375287399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253529'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:26:20.287443 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6d7685c-54aa-4ffa-b95b-d2ffe0a4a525 admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=84041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:26:20.288811 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-f6d7685c-54aa-4ffa-b95b-d2ffe0a4a525 admin admin] 10.222.0.42 "GET /v2.0/subnets/26e51717-0ef8-4135-ac93-404a19ddcdc0 HTTP/1.1" status: 200 len: 849 time: 0.2487798 Apr 18 20:26:20.459263 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-0988a258-9aab-424a-ab5d-b93a946b0ecf admin admin] 10.222.0.42 "GET /v2.0/routers/e7cbd7a0-0188-4538-9acf-615607adb5d5 HTTP/1.1" status: 200 len: 704 time: 0.1651220 Apr 18 20:26:20.926774 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-4a779ac4-5f5f-4ae3-855d-bdb7b2480db8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:26:21.159944 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.db_base_plugin_common [None req-4a779ac4-5f5f-4ae3-855d-bdb7b2480db8 admin admin] Allocated IP 172.20.0.1 (380604a2-8140-4928-80c5-dad8f1cdba77/26e51717-0ef8-4135-ac93-404a19ddcdc0/7640188a-6c5f-4c83-a98c-f0e8bbdfab35) {{(pid=84041) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:26:21.322666 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-4a779ac4-5f5f-4ae3-855d-bdb7b2480db8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:26:21.340341 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.provisioning_blocks [None req-4a779ac4-5f5f-4ae3-855d-bdb7b2480db8 admin admin] Transition to ACTIVE for port object 7640188a-6c5f-4c83-a98c-f0e8bbdfab35 will not be triggered until provisioned by entity DHCP. {{(pid=84041) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 20:26:21.391527 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-4a779ac4-5f5f-4ae3-855d-bdb7b2480db8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750374836619'] for port, after_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:26:21.462253 n-d-838334-2 neutron-server[84041]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a779ac4-5f5f-4ae3-855d-bdb7b2480db8 admin admin] Network 380604a2-8140-4928-80c5-dad8f1cdba77 is already hosted by enough agents. {{(pid=84041) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:26:21.465895 n-d-838334-2 neutron-server[84041]: DEBUG neutron.scheduler.base_scheduler [None req-4a779ac4-5f5f-4ae3-855d-bdb7b2480db8 admin admin] Resources bound (agent type, host, resource id): {{(pid=84041) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:26:21.467648 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a779ac4-5f5f-4ae3-855d-bdb7b2480db8 admin admin] Pushing event updated for resources: {'Port': ['ID=7640188a-6c5f-4c83-a98c-f0e8bbdfab35,revision_number=1']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:26:21.480343 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a779ac4-5f5f-4ae3-855d-bdb7b2480db8 admin admin] Received port after_create {{(pid=84041) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 20:26:21.480908 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-4a779ac4-5f5f-4ae3-855d-bdb7b2480db8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33444010'] for router_interface, before_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:26:21.604901 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-4a779ac4-5f5f-4ae3-855d-bdb7b2480db8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:26:21.662248 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-963553aa-eb8f-4664-98ee-36f0ca572704 None None] Provisioning for port 7640188a-6c5f-4c83-a98c-f0e8bbdfab35 completed by entity DHCP. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 20:26:21.666777 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-963553aa-eb8f-4664-98ee-36f0ca572704 None None] Provisioning complete for port 7640188a-6c5f-4c83-a98c-f0e8bbdfab35 triggered by entity DHCP. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:26:21.667144 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-963553aa-eb8f-4664-98ee-36f0ca572704 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1253608'] for port, provisioning_complete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:26:21.718668 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.plugin [None req-963553aa-eb8f-4664-98ee-36f0ca572704 None None] Port 7640188a-6c5f-4c83-a98c-f0e8bbdfab35 cannot update to ACTIVE because it is not bound. {{(pid=84042) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 18 20:26:21.831589 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-4a779ac4-5f5f-4ae3-855d-bdb7b2480db8 admin admin] Notify callbacks [] for port, precommit_update {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:26:21.835974 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-4a779ac4-5f5f-4ae3-855d-bdb7b2480db8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682'] for port, after_update {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:26:21.836764 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-4a779ac4-5f5f-4ae3-855d-bdb7b2480db8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-32377886', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33443847'] for router_interface, after_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:26:21.969063 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a779ac4-5f5f-4ae3-855d-bdb7b2480db8 admin admin] Pushing event updated for resources: {'Port': ['ID=7640188a-6c5f-4c83-a98c-f0e8bbdfab35,revision_number=2']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:26:22.032544 n-d-838334-2 neutron-server[84041]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a779ac4-5f5f-4ae3-855d-bdb7b2480db8 admin admin] Network 380604a2-8140-4928-80c5-dad8f1cdba77 is already hosted by enough agents. {{(pid=84041) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:26:22.033726 n-d-838334-2 neutron-server[84041]: DEBUG neutron.scheduler.base_scheduler [None req-4a779ac4-5f5f-4ae3-855d-bdb7b2480db8 admin admin] Resources bound (agent type, host, resource id): {{(pid=84041) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:26:22.243211 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-403b838d-f705-4c92-8860-4d8d9458aad2 None None] Provisioning complete for port 7640188a-6c5f-4c83-a98c-f0e8bbdfab35 triggered by entity DHCP. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:26:22.243495 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-403b838d-f705-4c92-8860-4d8d9458aad2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1253608'] for port, provisioning_complete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:26:22.295336 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.plugin [None req-403b838d-f705-4c92-8860-4d8d9458aad2 None None] Port 7640188a-6c5f-4c83-a98c-f0e8bbdfab35 cannot update to ACTIVE because it is not bound. {{(pid=84042) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 18 20:26:22.413582 n-d-838334-2 neutron-server[84041]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4a779ac4-5f5f-4ae3-855d-bdb7b2480db8 admin admin] Router e7cbd7a0-0188-4538-9acf-615607adb5d5 is scheduled to L3 agent bc84d6c9-dd7a-4555-a351-592327b46d5a with binding_index 1 {{(pid=84041) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 18 20:26:22.575998 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4a779ac4-5f5f-4ae3-855d-bdb7b2480db8 admin admin] Notify agent at l3_agent.n-d-838334-2 the message routers_updated {{(pid=84041) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 20:26:22.585499 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-4a779ac4-5f5f-4ae3-855d-bdb7b2480db8 admin admin] 10.222.0.42 "PUT /v2.0/routers/e7cbd7a0-0188-4538-9acf-615607adb5d5/add_router_interface HTTP/1.1" status: 200 len: 508 time: 2.1211107 Apr 18 20:26:22.585652 n-d-838334-2 neutron-server[84043]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4a839a7-d566-49e1-8566-9a91f2641920 None None] Sync routers for ids ['e7cbd7a0-0188-4538-9acf-615607adb5d5'] in n-d-838334-2 {{(pid=84043) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 18 20:26:22.598299 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4a839a7-d566-49e1-8566-9a91f2641920 None None] Routers {'e7cbd7a0-0188-4538-9acf-615607adb5d5'} bound to L3 agent in host n-d-838334-2 {{(pid=84043) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 20:26:22.599471 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.l3_hamode_db [None req-c4a839a7-d566-49e1-8566-9a91f2641920 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838334-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-04-18T20:25:48Z,description=,heartbeat_timestamp=2022-04-18T20:26:18Z,host='n-d-838334-2',id=bc84d6c9-dd7a-4555-a351-592327b46d5a,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:25:48Z,topic='l3_agent')) {'router_ids': ['e7cbd7a0-0188-4538-9acf-615607adb5d5'], 'active': True} {{(pid=84043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:26:22.770749 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.l3_dvr_db [None req-c4a839a7-d566-49e1-8566-9a91f2641920 None None] Set router e7cbd7a0-0188-4538-9acf-615607adb5d5 gateway port host: None {{(pid=84043) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 20:26:23.133529 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.l3_hamode_db [None req-c4a839a7-d566-49e1-8566-9a91f2641920 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7cbd7a0-0188-4538-9acf-615607adb5d5', 'name': 'router1', 'tenant_id': '4b18bd437cdc404196c0ebced8cd39d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:26:11Z', 'updated_at': '2022-04-18T20:26:21Z', 'revision_number': 2, 'project_id': '4b18bd437cdc404196c0ebced8cd39d2', 'gw_port_host': None, '_interfaces': [{'id': '7640188a-6c5f-4c83-a98c-f0e8bbdfab35', 'name': '', 'network_id': '380604a2-8140-4928-80c5-dad8f1cdba77', 'tenant_id': '4b18bd437cdc404196c0ebced8cd39d2', 'mac_address': 'fa:16:3e:d5:bf:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e7cbd7a0-0188-4538-9acf-615607adb5d5', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '26e51717-0ef8-4135-ac93-404a19ddcdc0', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:26:20Z', 'updated_at': '2022-04-18T20:26:21Z', 'revision_number': 2, 'project_id': '4b18bd437cdc404196c0ebced8cd39d2', 'subnets': [{'id': '26e51717-0ef8-4135-ac93-404a19ddcdc0', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '1e7a8989-d13d-4485-aa76-4acce347ae0f'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838334-2', False) {} {{(pid=84043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:26:23.138353 n-d-838334-2 neutron-server[84043]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4a839a7-d566-49e1-8566-9a91f2641920 None None] Checking router: e7cbd7a0-0188-4538-9acf-615607adb5d5 for host: n-d-838334-2 {{(pid=84043) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 18 20:26:23.138709 n-d-838334-2 neutron-server[84043]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4a839a7-d566-49e1-8566-9a91f2641920 None None] Updating router e7cbd7a0-0188-4538-9acf-615607adb5d5 port 7640188a-6c5f-4c83-a98c-f0e8bbdfab35 binding host n-d-838334-2 {{(pid=84043) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 18 20:26:23.192228 n-d-838334-2 neutron-server[84043]: DEBUG neutron_lib.callbacks.manager [None req-c4a839a7-d566-49e1-8566-9a91f2641920 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:26:23.578960 n-d-838334-2 neutron-server[84043]: DEBUG neutron_lib.callbacks.manager [None req-c4a839a7-d566-49e1-8566-9a91f2641920 None None] Notify callbacks [] for port, precommit_update {{(pid=84043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:26:23.593780 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.provisioning_blocks [None req-c4a839a7-d566-49e1-8566-9a91f2641920 None None] Transition to ACTIVE for port object 7640188a-6c5f-4c83-a98c-f0e8bbdfab35 will not be triggered until provisioned by entity L2. {{(pid=84043) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 20:26:23.601057 n-d-838334-2 neutron-server[84043]: DEBUG neutron_lib.callbacks.manager [None req-c4a839a7-d566-49e1-8566-9a91f2641920 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682'] for port, after_update {{(pid=84043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:26:23.835271 n-d-838334-2 neutron-server[84043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa97cbb9-6f2d-478b-93c4-87fd93b58f8a None None] Pushing event updated for resources: {'Port': ['ID=7640188a-6c5f-4c83-a98c-f0e8bbdfab35,revision_number=3']} {{(pid=84043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:26:23.859538 n-d-838334-2 neutron-server[84043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa97cbb9-6f2d-478b-93c4-87fd93b58f8a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:26:23.859897 n-d-838334-2 neutron-server[84043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa97cbb9-6f2d-478b-93c4-87fd93b58f8a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:26:23.860320 n-d-838334-2 neutron-server[84043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa97cbb9-6f2d-478b-93c4-87fd93b58f8a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:26:23.860787 n-d-838334-2 neutron-server[84043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa97cbb9-6f2d-478b-93c4-87fd93b58f8a None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:26:23.861117 n-d-838334-2 neutron-server[84043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa97cbb9-6f2d-478b-93c4-87fd93b58f8a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:26:23.861438 n-d-838334-2 neutron-server[84043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa97cbb9-6f2d-478b-93c4-87fd93b58f8a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:26:23.861780 n-d-838334-2 neutron-server[84043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa97cbb9-6f2d-478b-93c4-87fd93b58f8a None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:26:23.862101 n-d-838334-2 neutron-server[84043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa97cbb9-6f2d-478b-93c4-87fd93b58f8a None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:26:23.862418 n-d-838334-2 neutron-server[84043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa97cbb9-6f2d-478b-93c4-87fd93b58f8a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:26:23.862732 n-d-838334-2 neutron-server[84043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa97cbb9-6f2d-478b-93c4-87fd93b58f8a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:26:23.863046 n-d-838334-2 neutron-server[84043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa97cbb9-6f2d-478b-93c4-87fd93b58f8a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:26:23.864149 n-d-838334-2 neutron-server[84043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa97cbb9-6f2d-478b-93c4-87fd93b58f8a None None] Tracked resource versions report: Apr 18 20:26:23.864149 n-d-838334-2 neutron-server[84043]: pushed versions: Apr 18 20:26:23.864149 n-d-838334-2 neutron-server[84043]: { 'ConntrackHelper': {'1.0'}, Apr 18 20:26:23.864149 n-d-838334-2 neutron-server[84043]: 'Log': {'1.0'}, Apr 18 20:26:23.864149 n-d-838334-2 neutron-server[84043]: 'Network': {'1.1'}, Apr 18 20:26:23.864149 n-d-838334-2 neutron-server[84043]: 'Port': {'1.5'}, Apr 18 20:26:23.864149 n-d-838334-2 neutron-server[84043]: 'PortForwarding': {'1.2'}, Apr 18 20:26:23.864149 n-d-838334-2 neutron-server[84043]: 'QosPolicy': {'1.8'}, Apr 18 20:26:23.864149 n-d-838334-2 neutron-server[84043]: 'SecurityGroup': {'1.2'}, Apr 18 20:26:23.864149 n-d-838334-2 neutron-server[84043]: 'SecurityGroupRule': {'1.0'}, Apr 18 20:26:23.864149 n-d-838334-2 neutron-server[84043]: 'SubPort': {'1.0'}, Apr 18 20:26:23.864149 n-d-838334-2 neutron-server[84043]: 'Subnet': {'1.1'}, Apr 18 20:26:23.864149 n-d-838334-2 neutron-server[84043]: 'Trunk': {'1.1'}} Apr 18 20:26:23.864149 n-d-838334-2 neutron-server[84043]: consumer versions: Apr 18 20:26:23.864149 n-d-838334-2 neutron-server[84043]: { DHCP agent@n-d-838334-2: {}, Apr 18 20:26:23.864149 n-d-838334-2 neutron-server[84043]: L3 agent@n-d-838334-2: {}, Apr 18 20:26:23.864149 n-d-838334-2 neutron-server[84043]: Metadata agent@n-d-838334-2: {}, Apr 18 20:26:23.864149 n-d-838334-2 neutron-server[84043]: Metering agent@n-d-838334-2: {}, Apr 18 20:26:23.864149 n-d-838334-2 neutron-server[84043]: Open vSwitch agent@n-d-838334-2: { 'ConntrackHelper': '1.0', Apr 18 20:26:23.864149 n-d-838334-2 neutron-server[84043]: 'Log': '1.0', Apr 18 20:26:23.864149 n-d-838334-2 neutron-server[84043]: 'Network': '1.1', Apr 18 20:26:23.864149 n-d-838334-2 neutron-server[84043]: 'Port': '1.5', Apr 18 20:26:23.864149 n-d-838334-2 neutron-server[84043]: 'PortForwarding': '1.2', Apr 18 20:26:23.864149 n-d-838334-2 neutron-server[84043]: 'QosPolicy': '1.8', Apr 18 20:26:23.864149 n-d-838334-2 neutron-server[84043]: 'SecurityGroup': '1.2', Apr 18 20:26:23.864149 n-d-838334-2 neutron-server[84043]: 'SecurityGroupRule': '1.0', Apr 18 20:26:23.864149 n-d-838334-2 neutron-server[84043]: 'SubPort': '1.0', Apr 18 20:26:23.864149 n-d-838334-2 neutron-server[84043]: 'Subnet': '1.1', Apr 18 20:26:23.864149 n-d-838334-2 neutron-server[84043]: 'Trunk': '1.1'}} Apr 18 20:26:23.864149 n-d-838334-2 neutron-server[84043]: {{(pid=84043) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 18 20:26:23.869089 n-d-838334-2 neutron-server[84043]: DEBUG neutron.plugins.ml2.managers [None req-c4a839a7-d566-49e1-8566-9a91f2641920 None None] Attempting to bind port 7640188a-6c5f-4c83-a98c-f0e8bbdfab35 on host n-d-838334-2 for vnic_type normal with profile {{(pid=84043) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:26:23.869475 n-d-838334-2 neutron-server[84043]: DEBUG neutron.plugins.ml2.managers [None req-c4a839a7-d566-49e1-8566-9a91f2641920 None None] Attempting to bind port 7640188a-6c5f-4c83-a98c-f0e8bbdfab35 by drivers openvswitch,hyperv on host n-d-838334-2 at level 0 using segments [{'id': '219532b3-ebc4-4884-8e20-9ce38102ec64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': '380604a2-8140-4928-80c5-dad8f1cdba77'}] {{(pid=84043) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:26:23.869898 n-d-838334-2 neutron-server[84043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4a839a7-d566-49e1-8566-9a91f2641920 None None] Attempting to bind port 7640188a-6c5f-4c83-a98c-f0e8bbdfab35 on network 380604a2-8140-4928-80c5-dad8f1cdba77 {{(pid=84043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 20:26:23.877173 n-d-838334-2 neutron-server[84043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4a839a7-d566-49e1-8566-9a91f2641920 None None] Checking agent: {'id': '97cd4414-7af6-4d67-868d-dff370b4071a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838334-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 25, 49), 'started_at': datetime.datetime(2022, 4, 18, 20, 26, 19), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 20, 26, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838334-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 18 20:26:23.877567 n-d-838334-2 neutron-server[84043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4a839a7-d566-49e1-8566-9a91f2641920 None None] Checking segment: {'id': '219532b3-ebc4-4884-8e20-9ce38102ec64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': '380604a2-8140-4928-80c5-dad8f1cdba77'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84043) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 20:26:23.878028 n-d-838334-2 neutron-server[84043]: DEBUG neutron_lib.callbacks.manager [None req-c4a839a7-d566-49e1-8566-9a91f2641920 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:26:23.878401 n-d-838334-2 neutron-server[84043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4a839a7-d566-49e1-8566-9a91f2641920 None None] Bound using segment: {'id': '219532b3-ebc4-4884-8e20-9ce38102ec64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': '380604a2-8140-4928-80c5-dad8f1cdba77'} {{(pid=84043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 18 20:26:23.878884 n-d-838334-2 neutron-server[84043]: DEBUG neutron.plugins.ml2.managers [None req-c4a839a7-d566-49e1-8566-9a91f2641920 None None] Bound port: 7640188a-6c5f-4c83-a98c-f0e8bbdfab35, host: n-d-838334-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '219532b3-ebc4-4884-8e20-9ce38102ec64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': '380604a2-8140-4928-80c5-dad8f1cdba77'}}] {{(pid=84043) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 20:26:23.879312 n-d-838334-2 neutron-server[84043]: DEBUG neutron_lib.callbacks.manager [None req-c4a839a7-d566-49e1-8566-9a91f2641920 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:26:23.968720 n-d-838334-2 neutron-server[84043]: DEBUG neutron.plugins.ml2.db [None req-c4a839a7-d566-49e1-8566-9a91f2641920 None None] For port 7640188a-6c5f-4c83-a98c-f0e8bbdfab35, host n-d-838334-2, cleared binding levels {{(pid=84043) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 20:26:23.973914 n-d-838334-2 neutron-server[84043]: DEBUG neutron.plugins.ml2.db [None req-c4a839a7-d566-49e1-8566-9a91f2641920 None None] For port 7640188a-6c5f-4c83-a98c-f0e8bbdfab35, host n-d-838334-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838334-2',level=0,port_id=7640188a-6c5f-4c83-a98c-f0e8bbdfab35,segment=NetworkSegment(219532b3-ebc4-4884-8e20-9ce38102ec64),segment_id=219532b3-ebc4-4884-8e20-9ce38102ec64)] {{(pid=84043) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 20:26:23.979753 n-d-838334-2 neutron-server[84043]: DEBUG neutron_lib.callbacks.manager [None req-c4a839a7-d566-49e1-8566-9a91f2641920 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682'] for port, after_update {{(pid=84043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:26:24.062904 n-d-838334-2 neutron-server[84043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa97cbb9-6f2d-478b-93c4-87fd93b58f8a None None] Pushing event updated for resources: {'Port': ['ID=7640188a-6c5f-4c83-a98c-f0e8bbdfab35,revision_number=4']} {{(pid=84043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:26:24.070813 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4a839a7-d566-49e1-8566-9a91f2641920 None None] Routers {'e7cbd7a0-0188-4538-9acf-615607adb5d5'} bound to L3 agent in host n-d-838334-2 {{(pid=84043) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 20:26:24.071405 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.l3_hamode_db [None req-c4a839a7-d566-49e1-8566-9a91f2641920 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838334-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-04-18T20:25:48Z,description=,heartbeat_timestamp=2022-04-18T20:26:18Z,host='n-d-838334-2',id=bc84d6c9-dd7a-4555-a351-592327b46d5a,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:25:48Z,topic='l3_agent')) {'router_ids': ['e7cbd7a0-0188-4538-9acf-615607adb5d5'], 'active': True} {{(pid=84043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:26:24.224596 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.l3_dvr_db [None req-c4a839a7-d566-49e1-8566-9a91f2641920 None None] Set router e7cbd7a0-0188-4538-9acf-615607adb5d5 gateway port host: None {{(pid=84043) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 20:26:24.547519 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.l3_hamode_db [None req-c4a839a7-d566-49e1-8566-9a91f2641920 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7cbd7a0-0188-4538-9acf-615607adb5d5', 'name': 'router1', 'tenant_id': '4b18bd437cdc404196c0ebced8cd39d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:26:11Z', 'updated_at': '2022-04-18T20:26:21Z', 'revision_number': 2, 'project_id': '4b18bd437cdc404196c0ebced8cd39d2', 'gw_port_host': None, '_interfaces': [{'id': '7640188a-6c5f-4c83-a98c-f0e8bbdfab35', 'name': '', 'network_id': '380604a2-8140-4928-80c5-dad8f1cdba77', 'tenant_id': '4b18bd437cdc404196c0ebced8cd39d2', 'mac_address': 'fa:16:3e:d5:bf:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e7cbd7a0-0188-4538-9acf-615607adb5d5', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '26e51717-0ef8-4135-ac93-404a19ddcdc0', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:26:20Z', 'updated_at': '2022-04-18T20:26:23Z', 'revision_number': 4, 'project_id': '4b18bd437cdc404196c0ebced8cd39d2', 'subnets': [{'id': '26e51717-0ef8-4135-ac93-404a19ddcdc0', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '1e7a8989-d13d-4485-aa76-4acce347ae0f'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838334-2', False) {} {{(pid=84043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:26:24.551348 n-d-838334-2 neutron-server[84043]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4a839a7-d566-49e1-8566-9a91f2641920 None None] The sync data for ids ['e7cbd7a0-0188-4538-9acf-615607adb5d5'] in n-d-838334-2 is: [{'id': 'e7cbd7a0-0188-4538-9acf-615607adb5d5', 'name': 'router1', 'tenant_id': '4b18bd437cdc404196c0ebced8cd39d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:26:11Z', 'updated_at': '2022-04-18T20:26:21Z', 'revision_number': 2, 'project_id': '4b18bd437cdc404196c0ebced8cd39d2', 'gw_port_host': None, '_interfaces': [{'id': '7640188a-6c5f-4c83-a98c-f0e8bbdfab35', 'name': '', 'network_id': '380604a2-8140-4928-80c5-dad8f1cdba77', 'tenant_id': '4b18bd437cdc404196c0ebced8cd39d2', 'mac_address': 'fa:16:3e:d5:bf:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e7cbd7a0-0188-4538-9acf-615607adb5d5', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '26e51717-0ef8-4135-ac93-404a19ddcdc0', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:26:20Z', 'updated_at': '2022-04-18T20:26:23Z', 'revision_number': 4, 'project_id': '4b18bd437cdc404196c0ebced8cd39d2', 'subnets': [{'id': '26e51717-0ef8-4135-ac93-404a19ddcdc0', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '1e7a8989-d13d-4485-aa76-4acce347ae0f'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84043) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 18 20:26:24.666806 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 57902) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:26:24.837128 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59e77f05-fb55-4a66-9d70-4f4e58c8ff73 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:26:24.837746 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-59e77f05-fb55-4a66-9d70-4f4e58c8ff73 admin admin] Synchronizing usage tracker for tenant:5c4b52cf301141d29daf81eddee3d546 on resource:network {{(pid=84041) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 20:26:24.858749 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-59e77f05-fb55-4a66-9d70-4f4e58c8ff73 admin admin] Unset dirty status for tenant:5c4b52cf301141d29daf81eddee3d546 on resource:network {{(pid=84041) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 20:26:24.860660 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-59e77f05-fb55-4a66-9d70-4f4e58c8ff73 admin admin] 10.222.0.42 "GET /v2.0/networks/e41b6600-a917-4a8d-b05c-be3be40c6d8c HTTP/1.1" status: 200 len: 842 time: 0.1923592 Apr 18 20:26:24.870192 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.v2.base [None req-46914527-01c4-4367-a095-ac751bb03754 admin admin] Request body: {'subnet': {'gateway_ip': '172.25.8.1', 'name': 'public-subnet', 'ip_version': 4, 'cidr': '172.25.8.0/24', 'enable_dhcp': False, 'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c'}} {{(pid=84041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 20:26:24.876701 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-46914527-01c4-4367-a095-ac751bb03754 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:26:24.880621 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-46914527-01c4-4367-a095-ac751bb03754 admin admin] Usage tracker for resource:subnet and tenant:5c4b52cf301141d29daf81eddee3d546 is out of sync, need to count used quota {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:26:24.883544 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-46914527-01c4-4367-a095-ac751bb03754 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:26:24.890035 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-46914527-01c4-4367-a095-ac751bb03754 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:26:24.900253 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-46914527-01c4-4367-a095-ac751bb03754 admin admin] Made reservation on behalf of 5c4b52cf301141d29daf81eddee3d546 for: {'subnet': 1} {{(pid=84041) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:26:24.902505 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-46914527-01c4-4367-a095-ac751bb03754 admin admin] Notify callbacks [] for subnet, before_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:26:25.284819 n-d-838334-2 neutron-server[84041]: DEBUG neutron.objects.ports [None req-46914527-01c4-4367-a095-ac751bb03754 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=84041) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} Apr 18 20:26:25.285246 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-46914527-01c4-4367-a095-ac751bb03754 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33526260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022'] for subnet, after_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:26:25.361345 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46914527-01c4-4367-a095-ac751bb03754 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6b05667b-848e-4356-9b44-d5eb6808ef74,revision_number=0']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:26:25.371350 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46914527-01c4-4367-a095-ac751bb03754 admin admin] Checking segment: {'id': '732aa830-768b-4511-951f-d08e26b9c25b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84041) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 20:26:25.371745 n-d-838334-2 neutron-server[84041]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46914527-01c4-4367-a095-ac751bb03754 admin admin] Network hostable DHCP agents. Network: e41b6600-a917-4a8d-b05c-be3be40c6d8c, hostable agents: ['8746f8ea-3e91-4b32-9919-2c63adeb8722'], hosted agents: [] {{(pid=84041) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 20:26:25.395478 n-d-838334-2 neutron-server[84041]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46914527-01c4-4367-a095-ac751bb03754 admin admin] Network e41b6600-a917-4a8d-b05c-be3be40c6d8c is scheduled to be hosted by DHCP agent 8746f8ea-3e91-4b32-9919-2c63adeb8722 with binding_index 1 {{(pid=84041) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 20:26:25.414932 n-d-838334-2 neutron-server[84041]: DEBUG neutron.scheduler.base_scheduler [None req-46914527-01c4-4367-a095-ac751bb03754 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-838334-2, e41b6600-a917-4a8d-b05c-be3be40c6d8c) {{(pid=84041) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:26:25.422039 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46914527-01c4-4367-a095-ac751bb03754 admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=84041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:26:25.423412 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-46914527-01c4-4367-a095-ac751bb03754 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32378031'] for subnet, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:26:25.424567 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46c9420f-e815-4552-a4af-842642403cf5 None None] Network e41b6600-a917-4a8d-b05c-be3be40c6d8c requested from n-d-838334-2 {{(pid=84042) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 20:26:25.448510 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-46914527-01c4-4367-a095-ac751bb03754 admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5818765 Apr 18 20:26:25.673798 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-117ddd80-82a5-4696-a097-b793edd745c8 None None] Network e41b6600-a917-4a8d-b05c-be3be40c6d8c requested from n-d-838334-2 {{(pid=84042) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 20:26:27.179851 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Device 7640188a-6c5f-4c83-a98c-f0e8bbdfab35 up at agent ovs-agent-n-d-838334-2 {{(pid=84042) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 20:26:27.248542 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Provisioning for port 7640188a-6c5f-4c83-a98c-f0e8bbdfab35 completed by entity L2. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 20:26:27.253743 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Provisioning complete for port 7640188a-6c5f-4c83-a98c-f0e8bbdfab35 triggered by entity L2. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:26:27.254114 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1253608'] for port, provisioning_complete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:26:27.368629 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:26:27.399096 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] For port 7640188a-6c5f-4c83-a98c-f0e8bbdfab35, host n-d-838334-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838334-2',level=0,port_id=7640188a-6c5f-4c83-a98c-f0e8bbdfab35,segment=NetworkSegment(219532b3-ebc4-4884-8e20-9ce38102ec64),segment_id=219532b3-ebc4-4884-8e20-9ce38102ec64)] {{(pid=84042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:26:27.402884 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682'] for port, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:26:27.467943 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Pushing event updated for resources: {'Port': ['ID=7640188a-6c5f-4c83-a98c-f0e8bbdfab35,revision_number=5']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:26:27.609025 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 57916) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:26:27.835495 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-a0ed1c0b-3a4a-48fa-a3a0-659320026146 admin admin] 10.222.0.42 "GET /v2.0/routers/e7cbd7a0-0188-4538-9acf-615607adb5d5 HTTP/1.1" status: 200 len: 710 time: 0.2253525 Apr 18 20:26:27.965912 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8936d74d-d268-45fd-9620-fd709d06ec3c admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:26:27.967108 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-8936d74d-d268-45fd-9620-fd709d06ec3c admin admin] 10.222.0.42 "GET /v2.0/networks/e41b6600-a917-4a8d-b05c-be3be40c6d8c HTTP/1.1" status: 200 len: 886 time: 0.1264722 Apr 18 20:26:27.977086 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.v2.base [None req-82cc58e6-7095-4cd3-9b54-79a308ac7741 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c'}}} {{(pid=84041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 20:26:28.470271 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-82cc58e6-7095-4cd3-9b54-79a308ac7741 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-33444175', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-33443520', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5293'] for router, precommit_update {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:26:28.655441 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-82cc58e6-7095-4cd3-9b54-79a308ac7741 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:26:28.711279 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-82cc58e6-7095-4cd3-9b54-79a308ac7741 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:26:28.838295 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.db_base_plugin_common [None req-82cc58e6-7095-4cd3-9b54-79a308ac7741 admin admin] Allocated IP 172.25.8.185 (e41b6600-a917-4a8d-b05c-be3be40c6d8c/6b05667b-848e-4356-9b44-d5eb6808ef74/e985c03b-883f-4edb-9061-e25de8265afb) {{(pid=84041) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:26:28.976933 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-82cc58e6-7095-4cd3-9b54-79a308ac7741 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:26:29.002647 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-82cc58e6-7095-4cd3-9b54-79a308ac7741 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750374836619'] for port, after_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:26:29.065098 n-d-838334-2 neutron-server[84041]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82cc58e6-7095-4cd3-9b54-79a308ac7741 admin admin] Network e41b6600-a917-4a8d-b05c-be3be40c6d8c is already hosted by enough agents. {{(pid=84041) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:26:29.067822 n-d-838334-2 neutron-server[84041]: DEBUG neutron.scheduler.base_scheduler [None req-82cc58e6-7095-4cd3-9b54-79a308ac7741 admin admin] Resources bound (agent type, host, resource id): {{(pid=84041) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:26:29.072070 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82cc58e6-7095-4cd3-9b54-79a308ac7741 admin admin] Received port after_create {{(pid=84041) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 20:26:29.093506 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82cc58e6-7095-4cd3-9b54-79a308ac7741 admin admin] Pushing event updated for resources: {'Port': ['ID=e985c03b-883f-4edb-9061-e25de8265afb,revision_number=1']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:26:29.165245 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Device 7640188a-6c5f-4c83-a98c-f0e8bbdfab35 up at agent ovs-agent-n-d-838334-2 {{(pid=84042) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 20:26:29.214648 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-82cc58e6-7095-4cd3-9b54-79a308ac7741 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:26:29.233995 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Provisioning complete for port 7640188a-6c5f-4c83-a98c-f0e8bbdfab35 triggered by entity L2. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:26:29.234282 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1253608'] for port, provisioning_complete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:26:29.412642 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-82cc58e6-7095-4cd3-9b54-79a308ac7741 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-33444175', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-33443520', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5293'] for router, precommit_update {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:26:29.415934 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-82cc58e6-7095-4cd3-9b54-79a308ac7741 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33444176', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-33444166', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-33444185', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-33443547'] for router, after_update {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:26:29.609859 n-d-838334-2 neutron-server[84041]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-82cc58e6-7095-4cd3-9b54-79a308ac7741 admin admin] Router e7cbd7a0-0188-4538-9acf-615607adb5d5 has already been hosted by L3 agent bc84d6c9-dd7a-4555-a351-592327b46d5a {{(pid=84041) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 20:26:29.801801 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-82cc58e6-7095-4cd3-9b54-79a308ac7741 admin admin] Notify agent at l3_agent.n-d-838334-2 the message routers_updated {{(pid=84041) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 20:26:29.810831 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-82cc58e6-7095-4cd3-9b54-79a308ac7741 admin admin] Notify callbacks [] for router, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:26:29.811242 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95f01fd5-90dd-4fd2-b8a8-b47949eda1e6 None None] Sync routers for ids ['e7cbd7a0-0188-4538-9acf-615607adb5d5'] in n-d-838334-2 {{(pid=84042) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 18 20:26:29.812037 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-82cc58e6-7095-4cd3-9b54-79a308ac7741 admin admin] 10.222.0.42 "PUT /v2.0/routers/e7cbd7a0-0188-4538-9acf-615607adb5d5 HTTP/1.1" status: 200 len: 890 time: 1.8388445 Apr 18 20:26:29.824025 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95f01fd5-90dd-4fd2-b8a8-b47949eda1e6 None None] Routers {'e7cbd7a0-0188-4538-9acf-615607adb5d5'} bound to L3 agent in host n-d-838334-2 {{(pid=84042) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 20:26:29.824701 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_hamode_db [None req-95f01fd5-90dd-4fd2-b8a8-b47949eda1e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838334-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-04-18T20:25:48Z,description=,heartbeat_timestamp=2022-04-18T20:26:18Z,host='n-d-838334-2',id=bc84d6c9-dd7a-4555-a351-592327b46d5a,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:25:48Z,topic='l3_agent')) {'router_ids': ['e7cbd7a0-0188-4538-9acf-615607adb5d5'], 'active': True} {{(pid=84042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:26:30.014916 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_dvr_db [None req-95f01fd5-90dd-4fd2-b8a8-b47949eda1e6 None None] Set router e7cbd7a0-0188-4538-9acf-615607adb5d5 gateway port host: n-d-838334-2 {{(pid=84042) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 20:26:30.364225 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_hamode_db [None req-95f01fd5-90dd-4fd2-b8a8-b47949eda1e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7cbd7a0-0188-4538-9acf-615607adb5d5', 'name': 'router1', 'tenant_id': '4b18bd437cdc404196c0ebced8cd39d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'external_fixed_ips': [{'subnet_id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'ip_address': '172.25.8.185'}], 'enable_snat': True}, 'gw_port_id': 'e985c03b-883f-4edb-9061-e25de8265afb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:26:11Z', 'updated_at': '2022-04-18T20:26:29Z', 'revision_number': 4, 'project_id': '4b18bd437cdc404196c0ebced8cd39d2', 'gw_port': {'id': 'e985c03b-883f-4edb-9061-e25de8265afb', 'name': '', 'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:4d:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e7cbd7a0-0188-4538-9acf-615607adb5d5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'ip_address': '172.25.8.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:26:28Z', 'updated_at': '2022-04-18T20:26:28Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838334-2', '_interfaces': [{'id': '7640188a-6c5f-4c83-a98c-f0e8bbdfab35', 'name': '', 'network_id': '380604a2-8140-4928-80c5-dad8f1cdba77', 'tenant_id': '4b18bd437cdc404196c0ebced8cd39d2', 'mac_address': 'fa:16:3e:d5:bf:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7cbd7a0-0188-4538-9acf-615607adb5d5', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '26e51717-0ef8-4135-ac93-404a19ddcdc0', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:26:20Z', 'updated_at': '2022-04-18T20:26:27Z', 'revision_number': 5, 'project_id': '4b18bd437cdc404196c0ebced8cd39d2', 'subnets': [{'id': '26e51717-0ef8-4135-ac93-404a19ddcdc0', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '1e7a8989-d13d-4485-aa76-4acce347ae0f'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838334-2', False) {} {{(pid=84042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:26:30.369260 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95f01fd5-90dd-4fd2-b8a8-b47949eda1e6 None None] Checking router: e7cbd7a0-0188-4538-9acf-615607adb5d5 for host: n-d-838334-2 {{(pid=84042) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 18 20:26:30.369607 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95f01fd5-90dd-4fd2-b8a8-b47949eda1e6 None None] Updating router e7cbd7a0-0188-4538-9acf-615607adb5d5 port e985c03b-883f-4edb-9061-e25de8265afb binding host n-d-838334-2 {{(pid=84042) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 18 20:26:30.422232 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-95f01fd5-90dd-4fd2-b8a8-b47949eda1e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:26:30.741282 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-95f01fd5-90dd-4fd2-b8a8-b47949eda1e6 None None] Notify callbacks [] for port, precommit_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:26:30.752586 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-95f01fd5-90dd-4fd2-b8a8-b47949eda1e6 None None] Transition to ACTIVE for port object e985c03b-883f-4edb-9061-e25de8265afb will not be triggered until provisioned by entity L2. {{(pid=84042) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 20:26:30.760324 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-95f01fd5-90dd-4fd2-b8a8-b47949eda1e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682'] for port, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:26:30.833963 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9ae59cf-630b-4dd4-ae4f-30ff17852c81 None None] Pushing event updated for resources: {'Port': ['ID=e985c03b-883f-4edb-9061-e25de8265afb,revision_number=2']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:26:30.842085 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.managers [None req-95f01fd5-90dd-4fd2-b8a8-b47949eda1e6 None None] Attempting to bind port e985c03b-883f-4edb-9061-e25de8265afb on host n-d-838334-2 for vnic_type normal with profile {{(pid=84042) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:26:30.842449 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.managers [None req-95f01fd5-90dd-4fd2-b8a8-b47949eda1e6 None None] Attempting to bind port e985c03b-883f-4edb-9061-e25de8265afb by drivers openvswitch,hyperv on host n-d-838334-2 at level 0 using segments [{'id': '732aa830-768b-4511-951f-d08e26b9c25b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c'}] {{(pid=84042) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:26:30.842809 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95f01fd5-90dd-4fd2-b8a8-b47949eda1e6 None None] Attempting to bind port e985c03b-883f-4edb-9061-e25de8265afb on network e41b6600-a917-4a8d-b05c-be3be40c6d8c {{(pid=84042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 20:26:30.849613 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95f01fd5-90dd-4fd2-b8a8-b47949eda1e6 None None] Checking agent: {'id': '97cd4414-7af6-4d67-868d-dff370b4071a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838334-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 25, 49), 'started_at': datetime.datetime(2022, 4, 18, 20, 26, 19), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 20, 26, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838334-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 18 20:26:30.849978 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95f01fd5-90dd-4fd2-b8a8-b47949eda1e6 None None] Checking segment: {'id': '732aa830-768b-4511-951f-d08e26b9c25b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84042) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 20:26:30.850372 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-95f01fd5-90dd-4fd2-b8a8-b47949eda1e6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:26:30.850753 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95f01fd5-90dd-4fd2-b8a8-b47949eda1e6 None None] Bound using segment: {'id': '732aa830-768b-4511-951f-d08e26b9c25b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c'} {{(pid=84042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 18 20:26:30.851210 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.managers [None req-95f01fd5-90dd-4fd2-b8a8-b47949eda1e6 None None] Bound port: e985c03b-883f-4edb-9061-e25de8265afb, host: n-d-838334-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '732aa830-768b-4511-951f-d08e26b9c25b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c'}}] {{(pid=84042) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 20:26:30.851575 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-95f01fd5-90dd-4fd2-b8a8-b47949eda1e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:26:30.924738 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-95f01fd5-90dd-4fd2-b8a8-b47949eda1e6 None None] For port e985c03b-883f-4edb-9061-e25de8265afb, host n-d-838334-2, cleared binding levels {{(pid=84042) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 20:26:30.927888 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-95f01fd5-90dd-4fd2-b8a8-b47949eda1e6 None None] For port e985c03b-883f-4edb-9061-e25de8265afb, host n-d-838334-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838334-2',level=0,port_id=e985c03b-883f-4edb-9061-e25de8265afb,segment=NetworkSegment(732aa830-768b-4511-951f-d08e26b9c25b),segment_id=732aa830-768b-4511-951f-d08e26b9c25b)] {{(pid=84042) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 20:26:30.933062 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-95f01fd5-90dd-4fd2-b8a8-b47949eda1e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682'] for port, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:26:31.029396 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9ae59cf-630b-4dd4-ae4f-30ff17852c81 None None] Pushing event updated for resources: {'Port': ['ID=e985c03b-883f-4edb-9061-e25de8265afb,revision_number=3']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:26:31.037450 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95f01fd5-90dd-4fd2-b8a8-b47949eda1e6 None None] Routers {'e7cbd7a0-0188-4538-9acf-615607adb5d5'} bound to L3 agent in host n-d-838334-2 {{(pid=84042) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 20:26:31.038051 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_hamode_db [None req-95f01fd5-90dd-4fd2-b8a8-b47949eda1e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838334-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-04-18T20:25:48Z,description=,heartbeat_timestamp=2022-04-18T20:26:18Z,host='n-d-838334-2',id=bc84d6c9-dd7a-4555-a351-592327b46d5a,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:25:48Z,topic='l3_agent')) {'router_ids': ['e7cbd7a0-0188-4538-9acf-615607adb5d5'], 'active': True} {{(pid=84042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:26:31.213430 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_dvr_db [None req-95f01fd5-90dd-4fd2-b8a8-b47949eda1e6 None None] Set router e7cbd7a0-0188-4538-9acf-615607adb5d5 gateway port host: n-d-838334-2 {{(pid=84042) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 20:26:31.535197 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_hamode_db [None req-95f01fd5-90dd-4fd2-b8a8-b47949eda1e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7cbd7a0-0188-4538-9acf-615607adb5d5', 'name': 'router1', 'tenant_id': '4b18bd437cdc404196c0ebced8cd39d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'external_fixed_ips': [{'subnet_id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'ip_address': '172.25.8.185'}], 'enable_snat': True}, 'gw_port_id': 'e985c03b-883f-4edb-9061-e25de8265afb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:26:11Z', 'updated_at': '2022-04-18T20:26:29Z', 'revision_number': 4, 'project_id': '4b18bd437cdc404196c0ebced8cd39d2', 'gw_port': {'id': 'e985c03b-883f-4edb-9061-e25de8265afb', 'name': '', 'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:4d:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e7cbd7a0-0188-4538-9acf-615607adb5d5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'ip_address': '172.25.8.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:26:28Z', 'updated_at': '2022-04-18T20:26:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838334-2', '_interfaces': [{'id': '7640188a-6c5f-4c83-a98c-f0e8bbdfab35', 'name': '', 'network_id': '380604a2-8140-4928-80c5-dad8f1cdba77', 'tenant_id': '4b18bd437cdc404196c0ebced8cd39d2', 'mac_address': 'fa:16:3e:d5:bf:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7cbd7a0-0188-4538-9acf-615607adb5d5', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '26e51717-0ef8-4135-ac93-404a19ddcdc0', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:26:20Z', 'updated_at': '2022-04-18T20:26:27Z', 'revision_number': 5, 'project_id': '4b18bd437cdc404196c0ebced8cd39d2', 'subnets': [{'id': '26e51717-0ef8-4135-ac93-404a19ddcdc0', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '1e7a8989-d13d-4485-aa76-4acce347ae0f'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838334-2', False) {} {{(pid=84042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:26:31.539034 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95f01fd5-90dd-4fd2-b8a8-b47949eda1e6 None None] The sync data for ids ['e7cbd7a0-0188-4538-9acf-615607adb5d5'] in n-d-838334-2 is: [{'id': 'e7cbd7a0-0188-4538-9acf-615607adb5d5', 'name': 'router1', 'tenant_id': '4b18bd437cdc404196c0ebced8cd39d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'external_fixed_ips': [{'subnet_id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'ip_address': '172.25.8.185'}], 'enable_snat': True}, 'gw_port_id': 'e985c03b-883f-4edb-9061-e25de8265afb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:26:11Z', 'updated_at': '2022-04-18T20:26:29Z', 'revision_number': 4, 'project_id': '4b18bd437cdc404196c0ebced8cd39d2', 'gw_port': {'id': 'e985c03b-883f-4edb-9061-e25de8265afb', 'name': '', 'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:4d:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e7cbd7a0-0188-4538-9acf-615607adb5d5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'ip_address': '172.25.8.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:26:28Z', 'updated_at': '2022-04-18T20:26:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838334-2', '_interfaces': [{'id': '7640188a-6c5f-4c83-a98c-f0e8bbdfab35', 'name': '', 'network_id': '380604a2-8140-4928-80c5-dad8f1cdba77', 'tenant_id': '4b18bd437cdc404196c0ebced8cd39d2', 'mac_address': 'fa:16:3e:d5:bf:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7cbd7a0-0188-4538-9acf-615607adb5d5', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '26e51717-0ef8-4135-ac93-404a19ddcdc0', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:26:20Z', 'updated_at': '2022-04-18T20:26:27Z', 'revision_number': 5, 'project_id': '4b18bd437cdc404196c0ebced8cd39d2', 'subnets': [{'id': '26e51717-0ef8-4135-ac93-404a19ddcdc0', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '1e7a8989-d13d-4485-aa76-4acce347ae0f'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84042) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 18 20:26:32.085867 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 57926) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:26:32.237066 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-f737ee61-5581-4de9-af4e-143e619e18ec admin admin] 10.222.0.42 "GET /v2.0/ports?device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 1068 time: 0.1499722 Apr 18 20:26:33.186753 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Device e985c03b-883f-4edb-9061-e25de8265afb up at agent ovs-agent-n-d-838334-2 {{(pid=84042) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 20:26:33.254574 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Provisioning for port e985c03b-883f-4edb-9061-e25de8265afb completed by entity L2. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 20:26:33.260933 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Provisioning complete for port e985c03b-883f-4edb-9061-e25de8265afb triggered by entity L2. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:26:33.261298 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1253608'] for port, provisioning_complete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:26:33.381996 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:26:33.397862 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] For port e985c03b-883f-4edb-9061-e25de8265afb, host n-d-838334-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838334-2',level=0,port_id=e985c03b-883f-4edb-9061-e25de8265afb,segment=NetworkSegment(732aa830-768b-4511-951f-d08e26b9c25b),segment_id=732aa830-768b-4511-951f-d08e26b9c25b)] {{(pid=84042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:26:33.401976 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682'] for port, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:26:33.468617 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Pushing event updated for resources: {'Port': ['ID=e985c03b-883f-4edb-9061-e25de8265afb,revision_number=4']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:26:35.190157 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Device e985c03b-883f-4edb-9061-e25de8265afb up at agent ovs-agent-n-d-838334-2 {{(pid=84042) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 20:26:35.272200 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Provisioning complete for port e985c03b-883f-4edb-9061-e25de8265afb triggered by entity L2. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:26:35.272558 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1253608'] for port, provisioning_complete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:26:45.561800 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-a911a709-21dd-4420-a8d4-7edea4fc1540 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750375287399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253529'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:26:47.788095 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-fb3caed9-0418-4d27-8721-e17b5708fb37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750375287399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253529'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:26:48.849286 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750375287399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253529'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:26:49.196530 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.agents_db [None req-6346a179-333c-4370-b5a6-936984aeab15 None None] Agent healthcheck: found 5 active agents {{(pid=84043) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 18 20:26:49.208981 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-414b6ffe-e119-47bc-b18f-bcff1219c2f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750375287399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253529'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:26:50.297472 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-c7521a90-7d65-4e2e-842c-ca5d95e9a89c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750375287399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253529'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:27:15.565994 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-fcfbad4b-9b9e-4b90-93c9-9e489656274c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750375287399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253529'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:27:17.791202 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-24b2f688-5d15-46fb-8e22-4bee282c77c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750375287399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253529'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:27:18.845106 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750375287399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253529'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:27:19.212493 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-414b6ffe-e119-47bc-b18f-bcff1219c2f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750375287399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253529'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:27:20.302604 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-c7521a90-7d65-4e2e-842c-ca5d95e9a89c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750375287399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253529'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:27:26.196630 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.agents_db [None req-6346a179-333c-4370-b5a6-936984aeab15 None None] Agent healthcheck: found 5 active agents {{(pid=84043) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 18 20:27:45.568385 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-6f0fc0f8-30e0-4e39-a62b-7fd0f66cb92c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750375287399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253529'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:27:47.795085 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-b3b997f4-e241-4546-afa7-207c48941b6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750375287399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253529'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:27:48.849939 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750375287399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253529'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:27:49.221449 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-414b6ffe-e119-47bc-b18f-bcff1219c2f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750375287399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253529'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:27:50.306773 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-c7521a90-7d65-4e2e-842c-ca5d95e9a89c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750375287399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253529'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:28:03.196375 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.agents_db [None req-6346a179-333c-4370-b5a6-936984aeab15 None None] Agent healthcheck: found 5 active agents {{(pid=84043) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 18 20:28:15.571080 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-b1a6e580-a940-4127-a0e7-558c13c23e5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750375287399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253529'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:28:17.796839 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-2832bfd0-0bf8-4778-bad5-62579a3d57c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750375287399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253529'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:28:18.853114 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750375287399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253529'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:28:19.217964 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-414b6ffe-e119-47bc-b18f-bcff1219c2f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750375287399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253529'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:28:20.308636 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-c7521a90-7d65-4e2e-842c-ca5d95e9a89c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750375287399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253529'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:28:38.723212 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 58534) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:28:38.814877 n-d-838334-2 neutron-server[84041]: INFO neutron.pecan_wsgi.hooks.translation [None req-48ea56a1-42af-4762-894e-886144f9daf2 admin admin] GET failed (client error): The resource could not be found. Apr 18 20:28:38.816076 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-48ea56a1-42af-4762-894e-886144f9daf2 admin admin] 10.222.0.42 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0918994 Apr 18 20:28:38.943574 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-649c1562-63cd-474b-85b3-eac152f302b1 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:28:38.944956 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-649c1562-63cd-474b-85b3-eac152f302b1 admin admin] 10.222.0.42 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1250672 Apr 18 20:28:40.196643 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.agents_db [None req-6346a179-333c-4370-b5a6-936984aeab15 None None] Agent healthcheck: found 5 active agents {{(pid=84043) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 18 20:28:40.978100 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 58544) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:28:41.117812 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b07fe479-4254-4f99-8beb-155301b32acc admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=84041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:28:41.118369 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-b07fe479-4254-4f99-8beb-155301b32acc admin admin] Synchronizing usage tracker for tenant:5c4b52cf301141d29daf81eddee3d546 on resource:subnet {{(pid=84041) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 20:28:41.134793 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-b07fe479-4254-4f99-8beb-155301b32acc admin admin] Unset dirty status for tenant:5c4b52cf301141d29daf81eddee3d546 on resource:subnet {{(pid=84041) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 20:28:41.139651 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-b07fe479-4254-4f99-8beb-155301b32acc admin admin] 10.222.0.42 "GET /v2.0/subnets/26e51717-0ef8-4135-ac93-404a19ddcdc0 HTTP/1.1" status: 200 len: 849 time: 0.1568103 Apr 18 20:28:41.145120 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.v2.base [None req-c220705a-4efb-4754-a39f-d15d332c620d admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=84041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 20:28:41.263029 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-c220705a-4efb-4754-a39f-d15d332c620d admin admin] Notify callbacks [] for subnet, before_update {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:28:41.449296 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-c220705a-4efb-4754-a39f-d15d332c620d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33526260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8750375259037'] for subnet, after_update {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:28:41.499237 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b21017a5-fba0-48be-8f86-d96145b06db5 None None] Network 380604a2-8140-4928-80c5-dad8f1cdba77 requested from n-d-838334-2 {{(pid=84042) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 20:28:41.500747 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c220705a-4efb-4754-a39f-d15d332c620d admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=84041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:28:41.501339 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-c220705a-4efb-4754-a39f-d15d332c620d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32378031'] for subnet, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:28:41.502602 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-c220705a-4efb-4754-a39f-d15d332c620d admin admin] 10.222.0.42 "PUT /v2.0/subnets/26e51717-0ef8-4135-ac93-404a19ddcdc0 HTTP/1.1" status: 200 len: 868 time: 0.3611588 Apr 18 20:28:41.515579 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c220705a-4efb-4754-a39f-d15d332c620d admin admin] Pushing event updated for resources: {'Subnet': ['ID=26e51717-0ef8-4135-ac93-404a19ddcdc0,revision_number=1']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:28:41.525031 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c220705a-4efb-4754-a39f-d15d332c620d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:28:41.525378 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c220705a-4efb-4754-a39f-d15d332c620d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:28:41.525692 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c220705a-4efb-4754-a39f-d15d332c620d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:28:41.526019 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c220705a-4efb-4754-a39f-d15d332c620d admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:28:41.526343 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c220705a-4efb-4754-a39f-d15d332c620d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:28:41.526675 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c220705a-4efb-4754-a39f-d15d332c620d admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:28:41.526996 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c220705a-4efb-4754-a39f-d15d332c620d admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:28:41.527314 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c220705a-4efb-4754-a39f-d15d332c620d admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:28:41.527654 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c220705a-4efb-4754-a39f-d15d332c620d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:28:41.527973 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c220705a-4efb-4754-a39f-d15d332c620d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:28:41.528288 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c220705a-4efb-4754-a39f-d15d332c620d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:28:41.993952 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-ae881803-6656-4a8a-92a1-92a38a1565d3 None None] Provisioning complete for port 16046418-c551-40ce-a45b-9cacba9077de triggered by entity DHCP. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:28:41.994318 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-ae881803-6656-4a8a-92a1-92a38a1565d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1253608'] for port, provisioning_complete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:28:42.118693 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-ae881803-6656-4a8a-92a1-92a38a1565d3 None None] Provisioning complete for port 7640188a-6c5f-4c83-a98c-f0e8bbdfab35 triggered by entity DHCP. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:28:42.118955 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-ae881803-6656-4a8a-92a1-92a38a1565d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1253608'] for port, provisioning_complete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:28:43.636159 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 58554) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:28:43.834672 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c91e4ac-4745-4c47-b147-1bce944f1f5b admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:28:43.834958 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c91e4ac-4745-4c47-b147-1bce944f1f5b admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:28:43.836502 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-1c91e4ac-4745-4c47-b147-1bce944f1f5b admin admin] 10.222.0.42 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1994081 Apr 18 20:28:45.573577 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-8edd51d5-0cfc-4989-98a1-8ee9374914d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750375287399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253529'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:28:45.883415 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 58564) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:28:46.091660 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e981919-7f3c-4a74-81fd-9936d5f3e584 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:28:46.091950 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e981919-7f3c-4a74-81fd-9936d5f3e584 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:28:46.093443 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-3e981919-7f3c-4a74-81fd-9936d5f3e584 admin admin] 10.222.0.42 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2090411 Apr 18 20:28:47.801682 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-a2b5c435-a0ab-45a3-99d8-4d18c4fafa22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750375287399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253529'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:28:48.131750 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 58574) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:28:48.323667 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa969066-6e3d-4ae2-9d06-11f97e3438f7 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:28:48.324929 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-aa969066-6e3d-4ae2-9d06-11f97e3438f7 admin admin] 10.222.0.42 "GET /v2.0/networks/380604a2-8140-4928-80c5-dad8f1cdba77 HTTP/1.1" status: 200 len: 869 time: 0.1922257 Apr 18 20:28:48.856182 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750375287399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253529'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:28:49.220799 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-414b6ffe-e119-47bc-b18f-bcff1219c2f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750375287399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253529'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:28:50.312823 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-c7521a90-7d65-4e2e-842c-ca5d95e9a89c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750375287399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253529'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:28:50.362803 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 58584) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:28:50.555231 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94faf3d4-ec09-448b-84d2-73be87ae97fa admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:28:50.556554 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-94faf3d4-ec09-448b-84d2-73be87ae97fa admin admin] 10.222.0.42 "GET /v2.0/networks/e41b6600-a917-4a8d-b05c-be3be40c6d8c HTTP/1.1" status: 200 len: 886 time: 0.1928113 Apr 18 20:28:52.581849 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 58594) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:28:52.710273 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-729643d4-9997-4a2b-a5b1-a6352ad4fa68 admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=84041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:28:52.710629 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-729643d4-9997-4a2b-a5b1-a6352ad4fa68 admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=84041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:28:52.712144 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-729643d4-9997-4a2b-a5b1-a6352ad4fa68 admin admin] 10.222.0.42 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1293693 Apr 18 20:28:54.788101 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 58604) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:28:54.919190 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6abee0d9-1923-4fa2-b278-899ba5c53413 admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=84041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:28:54.919552 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6abee0d9-1923-4fa2-b278-899ba5c53413 admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=84041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:28:54.921074 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-6abee0d9-1923-4fa2-b278-899ba5c53413 admin admin] 10.222.0.42 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1320586 Apr 18 20:28:56.983688 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 58614) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:28:57.114835 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d3945a9-fd06-43fc-b0d8-18eed82e2682 admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=84041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:28:57.116201 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-4d3945a9-fd06-43fc-b0d8-18eed82e2682 admin admin] 10.222.0.42 "GET /v2.0/subnets/26e51717-0ef8-4135-ac93-404a19ddcdc0 HTTP/1.1" status: 200 len: 868 time: 0.1309564 Apr 18 20:28:59.126103 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 58624) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:28:59.287642 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2f45ea0-74b6-4317-bd77-e8074a9a7bb0 admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=84041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:28:59.289006 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-b2f45ea0-74b6-4317-bd77-e8074a9a7bb0 admin admin] 10.222.0.42 "GET /v2.0/subnets/6b05667b-848e-4356-9b44-d5eb6808ef74 HTTP/1.1" status: 200 len: 816 time: 0.1619661 Apr 18 20:29:15.579514 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-d8c718c9-9bbb-4191-852f-d4ce6480c92a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750375287399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253529'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:29:17.195871 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.agents_db [None req-6346a179-333c-4370-b5a6-936984aeab15 None None] Agent healthcheck: found 5 active agents {{(pid=84043) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 18 20:29:17.621290 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 58662) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:29:17.693748 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [None req-7410c726-3d07-4589-bf37-2010b316c90e admin admin] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=84040) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 18 20:29:17.694703 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-7410c726-3d07-4589-bf37-2010b316c90e admin admin] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0724699 Apr 18 20:29:17.805423 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-e032fbbd-9178-4b53-beab-f91cb19ce681 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750375287399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253529'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:29:18.859968 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750375287399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253529'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:29:19.223433 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-414b6ffe-e119-47bc-b18f-bcff1219c2f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750375287399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253529'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:29:19.790661 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 58672) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:29:19.883336 n-d-838334-2 neutron-server[84040]: INFO neutron.pecan_wsgi.hooks.translation [None req-d1f4483e-9fb9-41d0-9706-2121376e551c admin admin] GET failed (client error): The resource could not be found. Apr 18 20:29:19.884550 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-d1f4483e-9fb9-41d0-9706-2121376e551c admin admin] 10.222.0.42 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0929728 Apr 18 20:29:20.011554 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22c9e548-db68-4e09-bfee-e5fd89cc6ceb admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:29:20.013011 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-22c9e548-db68-4e09-bfee-e5fd89cc6ceb admin admin] 10.222.0.42 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1246653 Apr 18 20:29:20.318932 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-c7521a90-7d65-4e2e-842c-ca5d95e9a89c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750375287399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253529'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:29:22.049830 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 58682) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:29:22.121456 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.v2.base [None req-fc99e589-d740-40be-855b-73954f18103d admin admin] Request body: {'network': {'admin_state_up': True, 'name': 'shared', 'shared': True}} {{(pid=84040) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 20:29:22.126108 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [None req-fc99e589-d740-40be-855b-73954f18103d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:29:22.135419 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [None req-fc99e589-d740-40be-855b-73954f18103d admin admin] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:29:22.145301 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc99e589-d740-40be-855b-73954f18103d admin admin] Made reservation on behalf of 5c4b52cf301141d29daf81eddee3d546 for: {'network': 1} {{(pid=84040) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:29:22.147570 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-fc99e589-d740-40be-855b-73954f18103d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for network, before_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:29:22.233674 n-d-838334-2 neutron-server[84040]: WARNING neutron.services.revisions.revision_plugin [None req-fc99e589-d740-40be-855b-73954f18103d admin admin] Could not find related network for resource to bump revision. Apr 18 20:29:22.246299 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fc99e589-d740-40be-855b-73954f18103d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 382} {{(pid=84040) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 20:29:22.256771 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-fc99e589-d740-40be-855b-73954f18103d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1082986'] for segment, precommit_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:29:22.257099 n-d-838334-2 neutron-server[84040]: INFO neutron.db.segments_db [None req-fc99e589-d740-40be-855b-73954f18103d admin admin] Added segment 62b85806-94d8-4a88-a06c-da82e5932d66 of type vlan for network cb56989d-7c5d-4678-b194-1d2edf1e842a Apr 18 20:29:22.283044 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-fc99e589-d740-40be-855b-73954f18103d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750374825732'] for network, precommit_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:29:22.309868 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-fc99e589-d740-40be-855b-73954f18103d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33526109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022'] for network, after_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:29:22.310665 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc99e589-d740-40be-855b-73954f18103d admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:29:22.311222 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-fc99e589-d740-40be-855b-73954f18103d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32378031'] for network, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:29:22.410818 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-fc99e589-d740-40be-855b-73954f18103d admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.3598616 Apr 18 20:29:22.413266 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc99e589-d740-40be-855b-73954f18103d admin admin] Pushing event updated for resources: {'Network': ['ID=cb56989d-7c5d-4678-b194-1d2edf1e842a,revision_number=1']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:29:22.421852 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc99e589-d740-40be-855b-73954f18103d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:29:22.422279 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc99e589-d740-40be-855b-73954f18103d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:29:22.422512 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc99e589-d740-40be-855b-73954f18103d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:29:22.422839 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc99e589-d740-40be-855b-73954f18103d admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:29:22.423161 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc99e589-d740-40be-855b-73954f18103d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:29:22.423481 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc99e589-d740-40be-855b-73954f18103d admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:29:22.423826 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc99e589-d740-40be-855b-73954f18103d admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:29:22.424139 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc99e589-d740-40be-855b-73954f18103d admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:29:22.424458 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc99e589-d740-40be-855b-73954f18103d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:29:22.424770 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc99e589-d740-40be-855b-73954f18103d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:29:22.425089 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc99e589-d740-40be-855b-73954f18103d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:29:22.437216 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Network cb56989d-7c5d-4678-b194-1d2edf1e842a details requested by agent ovs-agent-n-d-838334-2 with host n-d-838334-2 {{(pid=84042) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 18 20:29:24.478605 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 58692) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:29:24.567682 n-d-838334-2 neutron-server[84040]: INFO neutron.pecan_wsgi.hooks.translation [None req-39c09b50-5f13-49c5-8f0c-1294d8af37df admin admin] GET failed (client error): The resource could not be found. Apr 18 20:29:24.568167 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-39c09b50-5f13-49c5-8f0c-1294d8af37df admin admin] Synchronizing usage tracker for tenant:5c4b52cf301141d29daf81eddee3d546 on resource:network {{(pid=84040) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 20:29:24.582406 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-39c09b50-5f13-49c5-8f0c-1294d8af37df admin admin] Unset dirty status for tenant:5c4b52cf301141d29daf81eddee3d546 on resource:network {{(pid=84040) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 20:29:24.583455 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-39c09b50-5f13-49c5-8f0c-1294d8af37df admin admin] 10.222.0.42 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.1039300 Apr 18 20:29:24.698993 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2e4d3cb-766a-439c-9285-80e32ba9a6f2 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:29:24.700350 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-d2e4d3cb-766a-439c-9285-80e32ba9a6f2 admin admin] 10.222.0.42 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.1131291 Apr 18 20:29:24.710238 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.v2.base [None req-288b766b-41c8-467b-bb58-973ec97493d9 admin admin] Request body: {'subnet': {'name': 'shared-subnet', 'network_id': 'cb56989d-7c5d-4678-b194-1d2edf1e842a', 'ip_version': 4, 'cidr': '192.168.233.0/24', 'description': 'shared-subnet'}} {{(pid=84040) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 20:29:24.714553 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [None req-288b766b-41c8-467b-bb58-973ec97493d9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:29:24.724749 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [None req-288b766b-41c8-467b-bb58-973ec97493d9 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:29:24.735032 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-288b766b-41c8-467b-bb58-973ec97493d9 admin admin] Made reservation on behalf of 5c4b52cf301141d29daf81eddee3d546 for: {'subnet': 1} {{(pid=84040) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:29:24.737491 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-288b766b-41c8-467b-bb58-973ec97493d9 admin admin] Notify callbacks [] for subnet, before_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:29:24.933771 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-288b766b-41c8-467b-bb58-973ec97493d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33526260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022'] for subnet, after_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:29:25.023843 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-288b766b-41c8-467b-bb58-973ec97493d9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c4b526db-4d8a-4d4c-a310-e3a599630ae1,revision_number=0']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:29:25.037639 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-288b766b-41c8-467b-bb58-973ec97493d9 admin admin] Checking segment: {'id': '62b85806-94d8-4a88-a06c-da82e5932d66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': 'cb56989d-7c5d-4678-b194-1d2edf1e842a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84040) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 20:29:25.037980 n-d-838334-2 neutron-server[84040]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-288b766b-41c8-467b-bb58-973ec97493d9 admin admin] Network hostable DHCP agents. Network: cb56989d-7c5d-4678-b194-1d2edf1e842a, hostable agents: ['8746f8ea-3e91-4b32-9919-2c63adeb8722'], hosted agents: [] {{(pid=84040) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 20:29:25.058678 n-d-838334-2 neutron-server[84040]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-288b766b-41c8-467b-bb58-973ec97493d9 admin admin] Network cb56989d-7c5d-4678-b194-1d2edf1e842a is scheduled to be hosted by DHCP agent 8746f8ea-3e91-4b32-9919-2c63adeb8722 with binding_index 1 {{(pid=84040) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 20:29:25.068661 n-d-838334-2 neutron-server[84040]: DEBUG neutron.scheduler.base_scheduler [None req-288b766b-41c8-467b-bb58-973ec97493d9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-838334-2, cb56989d-7c5d-4678-b194-1d2edf1e842a) {{(pid=84040) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:29:25.072512 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-288b766b-41c8-467b-bb58-973ec97493d9 admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:29:25.073321 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-288b766b-41c8-467b-bb58-973ec97493d9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32378031'] for subnet, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:29:25.077697 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-faa10f09-6410-4a0a-9abc-2e5b4103c887 None None] Network cb56989d-7c5d-4678-b194-1d2edf1e842a requested from n-d-838334-2 {{(pid=84042) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 20:29:25.099601 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-288b766b-41c8-467b-bb58-973ec97493d9 admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3925421 Apr 18 20:29:25.304238 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-697221b6-d90e-4117-88ef-2f89122f96d4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp016840fc-1f9f-5892-9c53-c9cf6c845bbb-cb56989d-7c5d-4678-b194-1d2edf1e842a', 'network_id': 'cb56989d-7c5d-4678-b194-1d2edf1e842a', 'tenant_id': '5c4b52cf301141d29daf81eddee3d546', 'fixed_ips': [{'subnet_id': 'c4b526db-4d8a-4d4c-a310-e3a599630ae1'}]}} from n-d-838334-2. {{(pid=84042) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 18 20:29:25.305057 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-697221b6-d90e-4117-88ef-2f89122f96d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_create {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:29:25.465134 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.db_base_plugin_common [None req-697221b6-d90e-4117-88ef-2f89122f96d4 None None] Allocated IP 192.168.233.2 (cb56989d-7c5d-4678-b194-1d2edf1e842a/c4b526db-4d8a-4d4c-a310-e3a599630ae1/03a3e4e1-d4e4-48af-afd6-bd3389ea05c4) {{(pid=84042) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:29:25.671130 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-697221b6-d90e-4117-88ef-2f89122f96d4 None None] Notify callbacks [] for port, precommit_create {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:29:25.681738 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-697221b6-d90e-4117-88ef-2f89122f96d4 None None] Transition to ACTIVE for port object 03a3e4e1-d4e4-48af-afd6-bd3389ea05c4 will not be triggered until provisioned by entity L2. {{(pid=84042) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 20:29:25.700491 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-697221b6-d90e-4117-88ef-2f89122f96d4 None None] Transition to ACTIVE for port object 03a3e4e1-d4e4-48af-afd6-bd3389ea05c4 will not be triggered until provisioned by entity DHCP. {{(pid=84042) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 20:29:25.705978 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-697221b6-d90e-4117-88ef-2f89122f96d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750374836619'] for port, after_create {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:29:25.774464 n-d-838334-2 neutron-server[84042]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-697221b6-d90e-4117-88ef-2f89122f96d4 None None] Network cb56989d-7c5d-4678-b194-1d2edf1e842a is already hosted by enough agents. {{(pid=84042) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:29:25.777317 n-d-838334-2 neutron-server[84042]: DEBUG neutron.scheduler.base_scheduler [None req-697221b6-d90e-4117-88ef-2f89122f96d4 None None] Resources bound (agent type, host, resource id): {{(pid=84042) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:29:25.782444 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-697221b6-d90e-4117-88ef-2f89122f96d4 None None] Pushing event updated for resources: {'Port': ['ID=03a3e4e1-d4e4-48af-afd6-bd3389ea05c4,revision_number=1']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:29:25.784751 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_dvrscheduler_db [None req-697221b6-d90e-4117-88ef-2f89122f96d4 None None] Received port after_create {{(pid=84042) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 20:29:25.822530 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-697221b6-d90e-4117-88ef-2f89122f96d4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:29:25.822878 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-697221b6-d90e-4117-88ef-2f89122f96d4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:29:25.823214 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-697221b6-d90e-4117-88ef-2f89122f96d4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:29:25.823554 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-697221b6-d90e-4117-88ef-2f89122f96d4 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:29:25.823909 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-697221b6-d90e-4117-88ef-2f89122f96d4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:29:25.824240 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-697221b6-d90e-4117-88ef-2f89122f96d4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:29:25.824570 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-697221b6-d90e-4117-88ef-2f89122f96d4 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:29:25.824889 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-697221b6-d90e-4117-88ef-2f89122f96d4 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:29:25.825209 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-697221b6-d90e-4117-88ef-2f89122f96d4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:29:25.825528 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-697221b6-d90e-4117-88ef-2f89122f96d4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:29:25.825849 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-697221b6-d90e-4117-88ef-2f89122f96d4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:29:25.880351 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.managers [None req-697221b6-d90e-4117-88ef-2f89122f96d4 None None] Attempting to bind port 03a3e4e1-d4e4-48af-afd6-bd3389ea05c4 on host n-d-838334-2 for vnic_type normal with profile {{(pid=84042) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:29:25.880716 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.managers [None req-697221b6-d90e-4117-88ef-2f89122f96d4 None None] Attempting to bind port 03a3e4e1-d4e4-48af-afd6-bd3389ea05c4 by drivers openvswitch,hyperv on host n-d-838334-2 at level 0 using segments [{'id': '62b85806-94d8-4a88-a06c-da82e5932d66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': 'cb56989d-7c5d-4678-b194-1d2edf1e842a'}] {{(pid=84042) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:29:25.881073 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-697221b6-d90e-4117-88ef-2f89122f96d4 None None] Attempting to bind port 03a3e4e1-d4e4-48af-afd6-bd3389ea05c4 on network cb56989d-7c5d-4678-b194-1d2edf1e842a {{(pid=84042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 20:29:25.887449 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-697221b6-d90e-4117-88ef-2f89122f96d4 None None] Checking agent: {'id': '97cd4414-7af6-4d67-868d-dff370b4071a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838334-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 25, 49), 'started_at': datetime.datetime(2022, 4, 18, 20, 26, 19), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 20, 29, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838334-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 18 20:29:25.887842 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-697221b6-d90e-4117-88ef-2f89122f96d4 None None] Checking segment: {'id': '62b85806-94d8-4a88-a06c-da82e5932d66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': 'cb56989d-7c5d-4678-b194-1d2edf1e842a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84042) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 20:29:25.888245 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-697221b6-d90e-4117-88ef-2f89122f96d4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:29:25.888634 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-697221b6-d90e-4117-88ef-2f89122f96d4 None None] Bound using segment: {'id': '62b85806-94d8-4a88-a06c-da82e5932d66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': 'cb56989d-7c5d-4678-b194-1d2edf1e842a'} {{(pid=84042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 18 20:29:25.889090 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.managers [None req-697221b6-d90e-4117-88ef-2f89122f96d4 None None] Bound port: 03a3e4e1-d4e4-48af-afd6-bd3389ea05c4, host: n-d-838334-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '62b85806-94d8-4a88-a06c-da82e5932d66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': 'cb56989d-7c5d-4678-b194-1d2edf1e842a'}}] {{(pid=84042) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 20:29:25.889504 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-697221b6-d90e-4117-88ef-2f89122f96d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:29:26.004811 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-697221b6-d90e-4117-88ef-2f89122f96d4 None None] For port 03a3e4e1-d4e4-48af-afd6-bd3389ea05c4, host n-d-838334-2, cleared binding levels {{(pid=84042) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 20:29:26.008759 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-697221b6-d90e-4117-88ef-2f89122f96d4 None None] For port 03a3e4e1-d4e4-48af-afd6-bd3389ea05c4, host n-d-838334-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838334-2',level=0,port_id=03a3e4e1-d4e4-48af-afd6-bd3389ea05c4,segment=NetworkSegment(62b85806-94d8-4a88-a06c-da82e5932d66),segment_id=62b85806-94d8-4a88-a06c-da82e5932d66)] {{(pid=84042) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 20:29:26.013467 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-697221b6-d90e-4117-88ef-2f89122f96d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682'] for port, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:29:26.090754 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-697221b6-d90e-4117-88ef-2f89122f96d4 None None] Pushing event updated for resources: {'Port': ['ID=03a3e4e1-d4e4-48af-afd6-bd3389ea05c4,revision_number=2']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:29:26.888353 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa2bed8e-bc71-442f-923c-aa58300073f0 None None] Network cb56989d-7c5d-4678-b194-1d2edf1e842a requested from n-d-838334-2 {{(pid=84042) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 20:29:27.002673 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-257e6273-4d9e-446e-a67e-70f2a53014f2 None None] Provisioning for port 03a3e4e1-d4e4-48af-afd6-bd3389ea05c4 completed by entity DHCP. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 20:29:27.312130 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Device 03a3e4e1-d4e4-48af-afd6-bd3389ea05c4 up at agent ovs-agent-n-d-838334-2 {{(pid=84042) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 20:29:27.396799 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Provisioning for port 03a3e4e1-d4e4-48af-afd6-bd3389ea05c4 completed by entity L2. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 20:29:27.401778 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Provisioning complete for port 03a3e4e1-d4e4-48af-afd6-bd3389ea05c4 triggered by entity L2. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:29:27.402084 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1253608'] for port, provisioning_complete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:29:27.513860 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:29:27.547341 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] For port 03a3e4e1-d4e4-48af-afd6-bd3389ea05c4, host n-d-838334-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838334-2',level=0,port_id=03a3e4e1-d4e4-48af-afd6-bd3389ea05c4,segment=NetworkSegment(62b85806-94d8-4a88-a06c-da82e5932d66),segment_id=62b85806-94d8-4a88-a06c-da82e5932d66)] {{(pid=84042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:29:27.551656 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682'] for port, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:29:27.621324 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Pushing event updated for resources: {'Port': ['ID=03a3e4e1-d4e4-48af-afd6-bd3389ea05c4,revision_number=3']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:29:29.259164 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Device 03a3e4e1-d4e4-48af-afd6-bd3389ea05c4 up at agent ovs-agent-n-d-838334-2 {{(pid=84042) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 20:29:29.325945 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Provisioning complete for port 03a3e4e1-d4e4-48af-afd6-bd3389ea05c4 triggered by entity L2. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:29:29.326308 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1253608'] for port, provisioning_complete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:29:45.585260 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-bc7b5ad9-9a03-4bd3-a069-785955ce3422 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750375287399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253529'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:29:47.909407 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-8718c112-245a-415e-b3d2-5a187fe5556e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750375287399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253529'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:29:48.866076 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750375287399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253529'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:29:49.227380 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-414b6ffe-e119-47bc-b18f-bcff1219c2f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750375287399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253529'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:29:50.319827 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-c7521a90-7d65-4e2e-842c-ca5d95e9a89c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750375287399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253529'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:29:54.195991 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.agents_db [None req-6346a179-333c-4370-b5a6-936984aeab15 None None] Agent healthcheck: found 5 active agents {{(pid=84043) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 18 20:30:15.585546 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-9f17425e-562c-4816-9a35-2fca2f20d11f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750375287399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253529'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:30:17.812330 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-b9e77499-4b75-4274-8452-190013b101e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750375287399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253529'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:30:18.858701 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750375287399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253529'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:30:19.229148 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-414b6ffe-e119-47bc-b18f-bcff1219c2f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750375287399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253529'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:30:20.322105 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-c7521a90-7d65-4e2e-842c-ca5d95e9a89c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750375287399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253529'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:30:31.196059 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.agents_db [None req-6346a179-333c-4370-b5a6-936984aeab15 None None] Agent healthcheck: found 5 active agents {{(pid=84043) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 18 20:30:45.580804 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-b9a41b91-70f2-421d-bf07-d15f98c0b02f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750375287399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253529'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:30:47.816526 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-3131a38e-0ce2-4d56-874c-1c65c5aeb924 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750375287399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253529'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:30:48.861099 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750375287399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253529'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:30:49.231057 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-414b6ffe-e119-47bc-b18f-bcff1219c2f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750375287399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253529'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:30:50.327223 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-c7521a90-7d65-4e2e-842c-ca5d95e9a89c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750375287399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253529'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:30:50.861492 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 58734) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:30:50.867197 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [None req-7f8713e9-3fa4-4c56-85d7-ff4bed1547c3 tempest-verify_tempest_config-1017853770 tempest-verify_tempest_config-1017853770-project] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=84040) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 18 20:30:50.868230 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-7f8713e9-3fa4-4c56-85d7-ff4bed1547c3 tempest-verify_tempest_config-1017853770 tempest-verify_tempest_config-1017853770-project] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12610 time: 0.0057676 Apr 18 20:30:51.196249 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 58750) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:30:51.335718 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-d93839d0-3031-47ce-b798-622b4a768a77 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:30:51.365899 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [None req-d93839d0-3031-47ce-b798-622b4a768a77 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:30:51.369580 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-d93839d0-3031-47ce-b798-622b4a768a77 admin admin] Usage tracker for resource:security_group_rule and tenant:1c166f2cdb3345e282a6a74a07b89b7f is out of sync, need to count used quota {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:30:51.372982 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-d93839d0-3031-47ce-b798-622b4a768a77 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:30:51.378442 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [None req-d93839d0-3031-47ce-b798-622b4a768a77 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:30:51.444967 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-d93839d0-3031-47ce-b798-622b4a768a77 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:30:51.448640 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-d93839d0-3031-47ce-b798-622b4a768a77 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33528224'] for security_group, after_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:30:51.492735 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d93839d0-3031-47ce-b798-622b4a768a77 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d5f00f75-1169-4ba9-9b51-e11ae9938eed,revision_number=1']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:30:51.500883 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-d93839d0-3031-47ce-b798-622b4a768a77 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=1c166f2cdb3345e282a6a74a07b89b7f&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3036687 Apr 18 20:30:51.503713 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 58756) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:30:51.504204 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d93839d0-3031-47ce-b798-622b4a768a77 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:30:51.504204 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d93839d0-3031-47ce-b798-622b4a768a77 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:30:51.504529 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d93839d0-3031-47ce-b798-622b4a768a77 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:30:51.504855 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d93839d0-3031-47ce-b798-622b4a768a77 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:30:51.505179 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d93839d0-3031-47ce-b798-622b4a768a77 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:30:51.505502 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d93839d0-3031-47ce-b798-622b4a768a77 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:30:51.505816 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d93839d0-3031-47ce-b798-622b4a768a77 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:30:51.506133 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d93839d0-3031-47ce-b798-622b4a768a77 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:30:51.506446 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d93839d0-3031-47ce-b798-622b4a768a77 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:30:51.506757 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d93839d0-3031-47ce-b798-622b4a768a77 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:30:51.507070 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d93839d0-3031-47ce-b798-622b4a768a77 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:30:51.562593 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-854a7232-3979-41dc-918f-53c6d6aad1b3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:30:51.587124 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-854a7232-3979-41dc-918f-53c6d6aad1b3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:30:51.677796 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-854a7232-3979-41dc-918f-53c6d6aad1b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33528224'] for security_group, after_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:30:51.691451 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-854a7232-3979-41dc-918f-53c6d6aad1b3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5f00f75-1169-4ba9-9b51-e11ae9938eed,revision_number=None']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:30:51.703310 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-854a7232-3979-41dc-918f-53c6d6aad1b3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:30:51.703677 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-854a7232-3979-41dc-918f-53c6d6aad1b3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:30:51.704017 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-854a7232-3979-41dc-918f-53c6d6aad1b3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:30:51.704350 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-854a7232-3979-41dc-918f-53c6d6aad1b3 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:30:51.704677 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-854a7232-3979-41dc-918f-53c6d6aad1b3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:30:51.705002 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-854a7232-3979-41dc-918f-53c6d6aad1b3 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:30:51.705322 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-854a7232-3979-41dc-918f-53c6d6aad1b3 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:30:51.705642 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-854a7232-3979-41dc-918f-53c6d6aad1b3 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:30:51.705959 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-854a7232-3979-41dc-918f-53c6d6aad1b3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:30:51.706277 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-854a7232-3979-41dc-918f-53c6d6aad1b3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:30:51.706594 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-854a7232-3979-41dc-918f-53c6d6aad1b3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:30:51.708846 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-854a7232-3979-41dc-918f-53c6d6aad1b3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:30:51.709937 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-854a7232-3979-41dc-918f-53c6d6aad1b3 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/d5f00f75-1169-4ba9-9b51-e11ae9938eed HTTP/1.1" status: 204 len: 168 time: 0.2050819 Apr 18 20:31:08.195930 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.agents_db [None req-6346a179-333c-4370-b5a6-936984aeab15 None None] Agent healthcheck: found 5 active agents {{(pid=84043) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 18 20:31:15.583566 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-f7b4d709-93a9-41ea-9a0a-e297b7c726da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750375287399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253529'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:31:17.819427 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-c0a04a11-cccb-4718-a2bc-e76e61399203 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750375287399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253529'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:31:18.864018 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750375287399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253529'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:31:19.234814 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-414b6ffe-e119-47bc-b18f-bcff1219c2f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750375287399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253529'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:31:20.329415 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-c7521a90-7d65-4e2e-842c-ca5d95e9a89c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750375287399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253529'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:31:45.195919 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.agents_db [None req-6346a179-333c-4370-b5a6-936984aeab15 None None] Agent healthcheck: found 5 active agents {{(pid=84043) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 18 20:31:45.586315 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-2942ffd5-a052-425e-bfc2-c958a43a6844 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750375287399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253529'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:31:47.825711 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-50921ae6-b2ec-499d-844c-a602fc197899 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750375287399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253529'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:31:48.868010 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750375287399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253529'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:31:49.237668 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-414b6ffe-e119-47bc-b18f-bcff1219c2f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750375287399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253529'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:31:50.331275 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-c7521a90-7d65-4e2e-842c-ca5d95e9a89c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750375287399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253529'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:32:15.588046 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-c9c57dfc-a43a-4ef7-8ea9-1ae223c8485d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750375287399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253529'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:32:17.817594 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-20373d20-617f-4119-b991-7e8c0f7600e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750375287399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253529'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:32:18.870039 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750375287399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253529'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:32:19.239970 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-414b6ffe-e119-47bc-b18f-bcff1219c2f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750375287399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253529'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:32:20.335201 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-c7521a90-7d65-4e2e-842c-ca5d95e9a89c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750375287399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253529'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:32:22.195823 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.agents_db [None req-6346a179-333c-4370-b5a6-936984aeab15 None None] Agent healthcheck: found 5 active agents {{(pid=84043) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 18 20:32:45.596287 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-1532d8fb-667b-4e0e-930f-753bf10fd18c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750375287399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253529'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:32:47.819392 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-0e76eb4d-ee68-45b9-9bf0-9b277569f7ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750375287399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253529'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:32:48.871802 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750375287399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253529'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:32:49.241974 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-414b6ffe-e119-47bc-b18f-bcff1219c2f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750375287399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253529'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:32:50.347366 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-c7521a90-7d65-4e2e-842c-ca5d95e9a89c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750375287399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253529'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:32:59.196070 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.agents_db [None req-6346a179-333c-4370-b5a6-936984aeab15 None None] Agent healthcheck: found 5 active agents {{(pid=84043) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 18 20:33:15.588369 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-001ef857-6d12-4268-923a-dd685dfd45c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750375287399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253529'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:33:17.820862 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-5f527079-28a6-46e8-9330-4247153b858e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750375287399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253529'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:33:18.873581 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750375287399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253529'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:33:19.244349 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-414b6ffe-e119-47bc-b18f-bcff1219c2f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750375287399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253529'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:33:20.341004 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-c7521a90-7d65-4e2e-842c-ca5d95e9a89c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750375287399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253529'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:33:36.195485 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.agents_db [None req-6346a179-333c-4370-b5a6-936984aeab15 None None] Agent healthcheck: found 5 active agents {{(pid=84043) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 18 20:33:45.592720 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-967c1857-19b2-4fad-b995-74cc87ad49f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750375287399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253529'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:33:47.826081 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-6361c64a-a7bf-4623-8a21-6d315512a0c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750375287399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253529'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:33:48.876572 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750375287399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253529'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:33:49.248392 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-414b6ffe-e119-47bc-b18f-bcff1219c2f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750375287399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253529'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:33:50.345548 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-c7521a90-7d65-4e2e-842c-ca5d95e9a89c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750375287399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253529'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:33:59.223975 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750375287399', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-33444087'] for agent, after_create {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:34:03.316396 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750375287399', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-33444087'] for agent, after_create {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:34:13.196534 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.agents_db [None req-6346a179-333c-4370-b5a6-936984aeab15 None None] Agent healthcheck: found 7 active agents {{(pid=84043) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 18 20:34:15.599960 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-4a12d4a7-5c8c-45f1-a9be-2c35b09492de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750375287399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253529'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:34:17.818464 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-3c03715d-968e-46bd-b2d9-ba1d30b9b68e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750375287399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253529'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:34:18.881858 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750375287399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253529'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:34:19.251382 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-414b6ffe-e119-47bc-b18f-bcff1219c2f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750375287399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253529'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:34:20.367780 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-c7521a90-7d65-4e2e-842c-ca5d95e9a89c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750375287399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253529'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:34:29.181572 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750375287399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253529'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:34:33.275747 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750375287399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253529'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:34:45.595268 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-e55432e8-129e-4de9-b157-4b3639a5da79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750375287399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253529'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:34:45.834089 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 58816) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:34:45.978412 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-c3db9d72-ff7e-47cb-b6cc-acd7a644e8b7 admin admin] 10.222.0.42 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4681 time: 0.1430495 Apr 18 20:34:47.820289 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-23bc773d-d8ff-40d9-8414-35bb0092749a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750375287399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253529'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:34:48.020721 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 58826) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:34:48.102862 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-222b4f7d-c2e6-45e5-b4b9-b7baa740ec2e admin admin] 10.222.0.42 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4681 time: 0.0810459 Apr 18 20:34:48.884362 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750375287399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253529'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:34:49.252579 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-414b6ffe-e119-47bc-b18f-bcff1219c2f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750375287399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253529'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:34:50.197252 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.agents_db [None req-6346a179-333c-4370-b5a6-936984aeab15 None None] Agent healthcheck: found 7 active agents {{(pid=84043) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 18 20:34:50.349379 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-c7521a90-7d65-4e2e-842c-ca5d95e9a89c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750375287399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253529'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:34:59.198124 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750375287399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253529'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:35:03.268046 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750375287399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253529'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:35:15.587915 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-2efb8a5b-d339-4344-b784-81f446e07c21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750375287399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253529'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:35:17.821803 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-e95750b9-3f6d-4ba3-b10d-901006077869 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750375287399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253529'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:35:18.886797 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750375287399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253529'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:35:19.255362 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-414b6ffe-e119-47bc-b18f-bcff1219c2f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750375287399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253529'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:35:20.352679 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-c7521a90-7d65-4e2e-842c-ca5d95e9a89c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750375287399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253529'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:35:27.196952 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.agents_db [None req-6346a179-333c-4370-b5a6-936984aeab15 None None] Agent healthcheck: found 7 active agents {{(pid=84043) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 18 20:35:29.197226 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750375287399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253529'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:35:33.279048 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750375287399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253529'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:35:45.594778 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-282e1a2c-4cf7-4e1d-ac58-5c41aca52f8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750375287399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253529'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:35:47.824501 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-8bb4c847-cb95-4328-b299-67bb59a8f3bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750375287399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253529'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:35:48.889541 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750375287399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253529'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:35:49.260162 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-414b6ffe-e119-47bc-b18f-bcff1219c2f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750375287399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253529'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:35:50.356119 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-c7521a90-7d65-4e2e-842c-ca5d95e9a89c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750375287399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253529'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:35:59.213019 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750375287399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253529'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:36:03.274461 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750375287399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253529'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:36:04.197257 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.agents_db [None req-6346a179-333c-4370-b5a6-936984aeab15 None None] Agent healthcheck: found 7 active agents {{(pid=84043) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 18 20:36:15.590085 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-db8e97f1-508c-4ffd-a074-275828e17fba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750375287399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253529'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:36:17.837040 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-d04aa59e-92ff-40af-b266-7fc3c460d372 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750375287399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253529'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:36:18.902149 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750375287399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253529'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:36:19.270953 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-414b6ffe-e119-47bc-b18f-bcff1219c2f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750375287399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253529'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:36:20.381009 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-c7521a90-7d65-4e2e-842c-ca5d95e9a89c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750375287399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253529'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:36:28.299813 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 59218) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:36:28.578107 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-30fca150-7b6d-4f94-a53d-abebd5e492cd admin admin] Notify callbacks [] for security_group, before_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:36:28.611874 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-30fca150-7b6d-4f94-a53d-abebd5e492cd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:36:28.615691 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-30fca150-7b6d-4f94-a53d-abebd5e492cd admin admin] Usage tracker for resource:security_group_rule and tenant:bbc0af153e424ba5ac79dea106b7f250 is out of sync, need to count used quota {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:36:28.618467 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-30fca150-7b6d-4f94-a53d-abebd5e492cd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:36:28.624439 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-30fca150-7b6d-4f94-a53d-abebd5e492cd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:36:28.694859 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-30fca150-7b6d-4f94-a53d-abebd5e492cd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:36:28.700209 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-30fca150-7b6d-4f94-a53d-abebd5e492cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33528224'] for security_group, after_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:36:28.732855 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30fca150-7b6d-4f94-a53d-abebd5e492cd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=73a870aa-d49b-4ae8-a183-4d4d27f25101,revision_number=1']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:36:28.744329 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30fca150-7b6d-4f94-a53d-abebd5e492cd admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:36:28.744677 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30fca150-7b6d-4f94-a53d-abebd5e492cd admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:36:28.745012 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30fca150-7b6d-4f94-a53d-abebd5e492cd admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:36:28.745519 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30fca150-7b6d-4f94-a53d-abebd5e492cd admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:36:28.746027 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30fca150-7b6d-4f94-a53d-abebd5e492cd admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:36:28.746358 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30fca150-7b6d-4f94-a53d-abebd5e492cd admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:36:28.746681 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30fca150-7b6d-4f94-a53d-abebd5e492cd admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:36:28.747003 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30fca150-7b6d-4f94-a53d-abebd5e492cd admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:36:28.747318 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30fca150-7b6d-4f94-a53d-abebd5e492cd admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:36:28.747831 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30fca150-7b6d-4f94-a53d-abebd5e492cd admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:36:28.748316 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30fca150-7b6d-4f94-a53d-abebd5e492cd admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:36:28.749546 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30fca150-7b6d-4f94-a53d-abebd5e492cd admin admin] Tracked resource versions report: Apr 18 20:36:28.749546 n-d-838334-2 neutron-server[84041]: pushed versions: Apr 18 20:36:28.749546 n-d-838334-2 neutron-server[84041]: { 'ConntrackHelper': {'1.0'}, Apr 18 20:36:28.749546 n-d-838334-2 neutron-server[84041]: 'Log': {'1.0'}, Apr 18 20:36:28.749546 n-d-838334-2 neutron-server[84041]: 'Network': {'1.1'}, Apr 18 20:36:28.749546 n-d-838334-2 neutron-server[84041]: 'Port': {'1.5'}, Apr 18 20:36:28.749546 n-d-838334-2 neutron-server[84041]: 'PortForwarding': {'1.2'}, Apr 18 20:36:28.749546 n-d-838334-2 neutron-server[84041]: 'QosPolicy': {'1.8'}, Apr 18 20:36:28.749546 n-d-838334-2 neutron-server[84041]: 'SecurityGroup': {'1.2'}, Apr 18 20:36:28.749546 n-d-838334-2 neutron-server[84041]: 'SecurityGroupRule': {'1.0'}, Apr 18 20:36:28.749546 n-d-838334-2 neutron-server[84041]: 'SubPort': {'1.0'}, Apr 18 20:36:28.749546 n-d-838334-2 neutron-server[84041]: 'Subnet': {'1.1'}, Apr 18 20:36:28.749546 n-d-838334-2 neutron-server[84041]: 'Trunk': {'1.1'}} Apr 18 20:36:28.749546 n-d-838334-2 neutron-server[84041]: consumer versions: Apr 18 20:36:28.749546 n-d-838334-2 neutron-server[84041]: { DHCP agent@n-d-838334-2: {}, Apr 18 20:36:28.749546 n-d-838334-2 neutron-server[84041]: HyperV agent@n-h1-838334-2: {}, Apr 18 20:36:28.749546 n-d-838334-2 neutron-server[84041]: HyperV agent@n-h2-838334-2: {}, Apr 18 20:36:28.749546 n-d-838334-2 neutron-server[84041]: L3 agent@n-d-838334-2: {}, Apr 18 20:36:28.749546 n-d-838334-2 neutron-server[84041]: Metadata agent@n-d-838334-2: {}, Apr 18 20:36:28.749546 n-d-838334-2 neutron-server[84041]: Metering agent@n-d-838334-2: {}, Apr 18 20:36:28.749546 n-d-838334-2 neutron-server[84041]: Open vSwitch agent@n-d-838334-2: { 'ConntrackHelper': '1.0', Apr 18 20:36:28.749546 n-d-838334-2 neutron-server[84041]: 'Log': '1.0', Apr 18 20:36:28.749546 n-d-838334-2 neutron-server[84041]: 'Network': '1.1', Apr 18 20:36:28.749546 n-d-838334-2 neutron-server[84041]: 'Port': '1.5', Apr 18 20:36:28.749546 n-d-838334-2 neutron-server[84041]: 'PortForwarding': '1.2', Apr 18 20:36:28.749546 n-d-838334-2 neutron-server[84041]: 'QosPolicy': '1.8', Apr 18 20:36:28.749546 n-d-838334-2 neutron-server[84041]: 'SecurityGroup': '1.2', Apr 18 20:36:28.749546 n-d-838334-2 neutron-server[84041]: 'SecurityGroupRule': '1.0', Apr 18 20:36:28.749546 n-d-838334-2 neutron-server[84041]: 'SubPort': '1.0', Apr 18 20:36:28.749546 n-d-838334-2 neutron-server[84041]: 'Subnet': '1.1', Apr 18 20:36:28.749546 n-d-838334-2 neutron-server[84041]: 'Trunk': '1.1'}} Apr 18 20:36:28.749546 n-d-838334-2 neutron-server[84041]: {{(pid=84041) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 18 20:36:28.769377 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-30fca150-7b6d-4f94-a53d-abebd5e492cd admin admin] Synchronizing usage tracker for tenant:5c4b52cf301141d29daf81eddee3d546 on resource:security_group {{(pid=84041) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 20:36:28.786915 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-30fca150-7b6d-4f94-a53d-abebd5e492cd admin admin] Unset dirty status for tenant:5c4b52cf301141d29daf81eddee3d546 on resource:security_group {{(pid=84041) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 20:36:28.790970 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-30fca150-7b6d-4f94-a53d-abebd5e492cd admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=bbc0af153e424ba5ac79dea106b7f250&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4878080 Apr 18 20:36:28.791367 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 59240) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:36:28.858870 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-83e730d4-e2cb-4eb6-b4c2-2fae4dc79db7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:36:28.882285 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-83e730d4-e2cb-4eb6-b4c2-2fae4dc79db7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:36:28.949339 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-83e730d4-e2cb-4eb6-b4c2-2fae4dc79db7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33528224'] for security_group, after_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:36:28.986372 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83e730d4-e2cb-4eb6-b4c2-2fae4dc79db7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=73a870aa-d49b-4ae8-a183-4d4d27f25101,revision_number=None']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:36:28.996882 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-83e730d4-e2cb-4eb6-b4c2-2fae4dc79db7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:36:29.000867 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-83e730d4-e2cb-4eb6-b4c2-2fae4dc79db7 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/73a870aa-d49b-4ae8-a183-4d4d27f25101 HTTP/1.1" status: 204 len: 168 time: 0.2083786 Apr 18 20:36:29.002872 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83e730d4-e2cb-4eb6-b4c2-2fae4dc79db7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:36:29.003372 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83e730d4-e2cb-4eb6-b4c2-2fae4dc79db7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:36:29.003823 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83e730d4-e2cb-4eb6-b4c2-2fae4dc79db7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:36:29.004308 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83e730d4-e2cb-4eb6-b4c2-2fae4dc79db7 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:36:29.004855 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83e730d4-e2cb-4eb6-b4c2-2fae4dc79db7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:36:29.005834 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83e730d4-e2cb-4eb6-b4c2-2fae4dc79db7 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:36:29.006257 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83e730d4-e2cb-4eb6-b4c2-2fae4dc79db7 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:36:29.006713 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83e730d4-e2cb-4eb6-b4c2-2fae4dc79db7 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:36:29.007124 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83e730d4-e2cb-4eb6-b4c2-2fae4dc79db7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:36:29.007534 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83e730d4-e2cb-4eb6-b4c2-2fae4dc79db7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:36:29.008015 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83e730d4-e2cb-4eb6-b4c2-2fae4dc79db7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:36:29.009421 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83e730d4-e2cb-4eb6-b4c2-2fae4dc79db7 admin admin] Tracked resource versions report: Apr 18 20:36:29.009421 n-d-838334-2 neutron-server[84040]: pushed versions: Apr 18 20:36:29.009421 n-d-838334-2 neutron-server[84040]: { 'ConntrackHelper': {'1.0'}, Apr 18 20:36:29.009421 n-d-838334-2 neutron-server[84040]: 'Log': {'1.0'}, Apr 18 20:36:29.009421 n-d-838334-2 neutron-server[84040]: 'Network': {'1.1'}, Apr 18 20:36:29.009421 n-d-838334-2 neutron-server[84040]: 'Port': {'1.5'}, Apr 18 20:36:29.009421 n-d-838334-2 neutron-server[84040]: 'PortForwarding': {'1.2'}, Apr 18 20:36:29.009421 n-d-838334-2 neutron-server[84040]: 'QosPolicy': {'1.8'}, Apr 18 20:36:29.009421 n-d-838334-2 neutron-server[84040]: 'SecurityGroup': {'1.2'}, Apr 18 20:36:29.009421 n-d-838334-2 neutron-server[84040]: 'SecurityGroupRule': {'1.0'}, Apr 18 20:36:29.009421 n-d-838334-2 neutron-server[84040]: 'SubPort': {'1.0'}, Apr 18 20:36:29.009421 n-d-838334-2 neutron-server[84040]: 'Subnet': {'1.1'}, Apr 18 20:36:29.009421 n-d-838334-2 neutron-server[84040]: 'Trunk': {'1.1'}} Apr 18 20:36:29.009421 n-d-838334-2 neutron-server[84040]: consumer versions: Apr 18 20:36:29.009421 n-d-838334-2 neutron-server[84040]: { DHCP agent@n-d-838334-2: {}, Apr 18 20:36:29.009421 n-d-838334-2 neutron-server[84040]: HyperV agent@n-h1-838334-2: {}, Apr 18 20:36:29.009421 n-d-838334-2 neutron-server[84040]: HyperV agent@n-h2-838334-2: {}, Apr 18 20:36:29.009421 n-d-838334-2 neutron-server[84040]: L3 agent@n-d-838334-2: {}, Apr 18 20:36:29.009421 n-d-838334-2 neutron-server[84040]: Metadata agent@n-d-838334-2: {}, Apr 18 20:36:29.009421 n-d-838334-2 neutron-server[84040]: Metering agent@n-d-838334-2: {}, Apr 18 20:36:29.009421 n-d-838334-2 neutron-server[84040]: Open vSwitch agent@n-d-838334-2: { 'ConntrackHelper': '1.0', Apr 18 20:36:29.009421 n-d-838334-2 neutron-server[84040]: 'Log': '1.0', Apr 18 20:36:29.009421 n-d-838334-2 neutron-server[84040]: 'Network': '1.1', Apr 18 20:36:29.009421 n-d-838334-2 neutron-server[84040]: 'Port': '1.5', Apr 18 20:36:29.009421 n-d-838334-2 neutron-server[84040]: 'PortForwarding': '1.2', Apr 18 20:36:29.009421 n-d-838334-2 neutron-server[84040]: 'QosPolicy': '1.8', Apr 18 20:36:29.009421 n-d-838334-2 neutron-server[84040]: 'SecurityGroup': '1.2', Apr 18 20:36:29.009421 n-d-838334-2 neutron-server[84040]: 'SecurityGroupRule': '1.0', Apr 18 20:36:29.009421 n-d-838334-2 neutron-server[84040]: 'SubPort': '1.0', Apr 18 20:36:29.009421 n-d-838334-2 neutron-server[84040]: 'Subnet': '1.1', Apr 18 20:36:29.009421 n-d-838334-2 neutron-server[84040]: 'Trunk': '1.1'}} Apr 18 20:36:29.009421 n-d-838334-2 neutron-server[84040]: {{(pid=84040) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 18 20:36:29.212529 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750375287399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253529'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:36:29.455888 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 59282) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:36:29.474356 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-f3688ac7-4559-4474-91ab-c4f5e587e241 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:36:29.507924 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [None req-f3688ac7-4559-4474-91ab-c4f5e587e241 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:36:29.512485 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-f3688ac7-4559-4474-91ab-c4f5e587e241 admin admin] Usage tracker for resource:security_group_rule and tenant:e3562313921b440cb5ba15036008b42e is out of sync, need to count used quota {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:36:29.515433 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-f3688ac7-4559-4474-91ab-c4f5e587e241 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:36:29.521375 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [None req-f3688ac7-4559-4474-91ab-c4f5e587e241 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:36:29.591310 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-f3688ac7-4559-4474-91ab-c4f5e587e241 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:36:29.596456 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-f3688ac7-4559-4474-91ab-c4f5e587e241 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33528224'] for security_group, after_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:36:29.607595 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 59292) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:36:29.685709 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3688ac7-4559-4474-91ab-c4f5e587e241 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5b88d9a4-6d05-4188-bc7a-50b6ea6ffda6,revision_number=1']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:36:29.693221 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-f3688ac7-4559-4474-91ab-c4f5e587e241 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=e3562313921b440cb5ba15036008b42e&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2362590 Apr 18 20:36:29.695799 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 59302) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:36:29.761279 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-39ccf292-885a-430a-99e6-5e106b043e12 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:36:29.802918 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-39ccf292-885a-430a-99e6-5e106b043e12 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:36:29.855128 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-39ccf292-885a-430a-99e6-5e106b043e12 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33528224'] for security_group, after_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:36:29.870218 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39ccf292-885a-430a-99e6-5e106b043e12 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b88d9a4-6d05-4188-bc7a-50b6ea6ffda6,revision_number=None']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:36:29.882337 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 59314) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:36:29.883616 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-39ccf292-885a-430a-99e6-5e106b043e12 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:36:29.885497 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-39ccf292-885a-430a-99e6-5e106b043e12 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/5b88d9a4-6d05-4188-bc7a-50b6ea6ffda6 HTTP/1.1" status: 204 len: 168 time: 0.1885374 Apr 18 20:36:29.963172 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-e9830c34-1820-46df-a92d-cb3437cb5caa admin admin] Notify callbacks [] for security_group, before_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:36:30.004193 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-e9830c34-1820-46df-a92d-cb3437cb5caa admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:36:30.011145 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-e9830c34-1820-46df-a92d-cb3437cb5caa admin admin] Usage tracker for resource:security_group_rule and tenant:5de71a208844421ab8c0268ad6b2de22 is out of sync, need to count used quota {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:36:30.014210 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-e9830c34-1820-46df-a92d-cb3437cb5caa admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:36:30.020451 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-e9830c34-1820-46df-a92d-cb3437cb5caa admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:36:30.094175 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-e9830c34-1820-46df-a92d-cb3437cb5caa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:36:30.112151 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-e9830c34-1820-46df-a92d-cb3437cb5caa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33528224'] for security_group, after_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:36:30.144813 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-97c1ea52-86fe-44df-a7ff-39a74b7ce3c7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:36:30.160358 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-e9830c34-1820-46df-a92d-cb3437cb5caa admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=5de71a208844421ab8c0268ad6b2de22&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5490878 Apr 18 20:36:30.160845 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 59336) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:36:30.194732 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-97c1ea52-86fe-44df-a7ff-39a74b7ce3c7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:36:30.201506 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-97c1ea52-86fe-44df-a7ff-39a74b7ce3c7 admin admin] Usage tracker for resource:security_group_rule and tenant:5c800e7a6b234b50bdf190c5bd2a283e is out of sync, need to count used quota {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:36:30.204310 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-97c1ea52-86fe-44df-a7ff-39a74b7ce3c7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:36:30.210554 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-97c1ea52-86fe-44df-a7ff-39a74b7ce3c7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:36:30.226598 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9830c34-1820-46df-a92d-cb3437cb5caa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7dc6db26-afea-4753-96b7-e417116dbfec,revision_number=1']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:36:30.232035 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-da4501cf-fea0-4bb2-ad42-f4186652e31b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:36:30.275126 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-da4501cf-fea0-4bb2-ad42-f4186652e31b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:36:30.296897 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-97c1ea52-86fe-44df-a7ff-39a74b7ce3c7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:36:30.302024 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-97c1ea52-86fe-44df-a7ff-39a74b7ce3c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33528224'] for security_group, after_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:36:30.351884 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-da4501cf-fea0-4bb2-ad42-f4186652e31b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33528224'] for security_group, after_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:36:30.359093 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97c1ea52-86fe-44df-a7ff-39a74b7ce3c7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=40a135a2-707b-4918-89d4-1235c8cd412a,revision_number=1']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:36:30.383379 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-97c1ea52-86fe-44df-a7ff-39a74b7ce3c7 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=5c800e7a6b234b50bdf190c5bd2a283e&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4973838 Apr 18 20:36:30.389530 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 59346) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:36:30.411747 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da4501cf-fea0-4bb2-ad42-f4186652e31b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7dc6db26-afea-4753-96b7-e417116dbfec,revision_number=None']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:36:30.427879 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-da4501cf-fea0-4bb2-ad42-f4186652e31b admin admin] Notify callbacks [] for security_group, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:36:30.429376 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-da4501cf-fea0-4bb2-ad42-f4186652e31b admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/7dc6db26-afea-4753-96b7-e417116dbfec HTTP/1.1" status: 204 len: 168 time: 0.2674932 Apr 18 20:36:30.512694 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-cb17ee42-827d-46a6-8369-6c5297766388 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:36:30.585046 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-cb17ee42-827d-46a6-8369-6c5297766388 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:36:30.663999 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-cb17ee42-827d-46a6-8369-6c5297766388 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33528224'] for security_group, after_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:36:30.682761 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb17ee42-827d-46a6-8369-6c5297766388 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=40a135a2-707b-4918-89d4-1235c8cd412a,revision_number=None']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:36:30.690461 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-cb17ee42-827d-46a6-8369-6c5297766388 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:36:30.691648 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-cb17ee42-827d-46a6-8369-6c5297766388 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/40a135a2-707b-4918-89d4-1235c8cd412a HTTP/1.1" status: 204 len: 168 time: 0.3005624 Apr 18 20:36:30.983014 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 59380) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:36:31.011015 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-b5893943-8b16-4628-9fba-d869b5d1d53f admin admin] Notify callbacks [] for security_group, before_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:36:31.058374 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [None req-b5893943-8b16-4628-9fba-d869b5d1d53f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:36:31.063447 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-b5893943-8b16-4628-9fba-d869b5d1d53f admin admin] Usage tracker for resource:security_group_rule and tenant:14a3355d69624dc88560f49ee20163d0 is out of sync, need to count used quota {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:36:31.066401 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-b5893943-8b16-4628-9fba-d869b5d1d53f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:36:31.074163 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [None req-b5893943-8b16-4628-9fba-d869b5d1d53f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:36:31.146090 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-b5893943-8b16-4628-9fba-d869b5d1d53f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:36:31.150941 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-b5893943-8b16-4628-9fba-d869b5d1d53f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33528224'] for security_group, after_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:36:31.202126 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5893943-8b16-4628-9fba-d869b5d1d53f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=86b77b22-85e0-4a4a-a5df-cf04dc72e5d8,revision_number=1']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:36:31.210850 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-b5893943-8b16-4628-9fba-d869b5d1d53f admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=14a3355d69624dc88560f49ee20163d0&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2239234 Apr 18 20:36:31.210850 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 59396) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:36:31.278131 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-cff89fe1-cc77-4d22-a906-59c2e0d99468 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:36:31.308833 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-cff89fe1-cc77-4d22-a906-59c2e0d99468 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:36:31.371414 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-cff89fe1-cc77-4d22-a906-59c2e0d99468 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33528224'] for security_group, after_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:36:31.395143 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cff89fe1-cc77-4d22-a906-59c2e0d99468 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=86b77b22-85e0-4a4a-a5df-cf04dc72e5d8,revision_number=None']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:36:31.401479 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-cff89fe1-cc77-4d22-a906-59c2e0d99468 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:36:31.402585 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-cff89fe1-cc77-4d22-a906-59c2e0d99468 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/86b77b22-85e0-4a4a-a5df-cf04dc72e5d8 HTTP/1.1" status: 204 len: 168 time: 0.1909077 Apr 18 20:36:31.704851 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 59428) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:36:31.726023 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-9096389c-b1d8-457d-a811-dda85d5c772e admin admin] Notify callbacks [] for security_group, before_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:36:31.764237 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [None req-9096389c-b1d8-457d-a811-dda85d5c772e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:36:31.768883 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-9096389c-b1d8-457d-a811-dda85d5c772e admin admin] Usage tracker for resource:security_group_rule and tenant:752f9a1e295243eeaed9b7ab2ad0e3e8 is out of sync, need to count used quota {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:36:31.776756 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-9096389c-b1d8-457d-a811-dda85d5c772e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:36:31.789823 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [None req-9096389c-b1d8-457d-a811-dda85d5c772e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:36:31.888110 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-9096389c-b1d8-457d-a811-dda85d5c772e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:36:31.894025 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-9096389c-b1d8-457d-a811-dda85d5c772e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33528224'] for security_group, after_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:36:31.953846 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-9096389c-b1d8-457d-a811-dda85d5c772e admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=752f9a1e295243eeaed9b7ab2ad0e3e8&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2477043 Apr 18 20:36:31.954554 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9096389c-b1d8-457d-a811-dda85d5c772e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=053290be-2ba1-4d3c-bd60-906a59edae56,revision_number=1']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:36:31.957539 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 59446) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:36:32.061175 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-90c76bf8-11f6-4272-8fd0-0b82de2cec0b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:36:32.117094 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-90c76bf8-11f6-4272-8fd0-0b82de2cec0b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:36:32.157782 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 59464) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:36:32.160764 n-d-838334-2 neutron-server[84040]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Apr 18 20:36:32.200659 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-014a7fea-f674-483b-bbf0-a3ba6e7559c2 req-7d9b2e65-ea0b-4672-9709-2e11c47d8f4d tempest-AggregatesAdminTestJSON-1672015505 tempest-AggregatesAdminTestJSON-1672015505-project] 10.222.0.42 "GET /v2.0/networks?tenant_id=8a6c744a7db748fdbd9f4ae6a50035ef&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0416119 Apr 18 20:36:32.209923 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-90c76bf8-11f6-4272-8fd0-0b82de2cec0b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33528224'] for security_group, after_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:36:32.240012 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90c76bf8-11f6-4272-8fd0-0b82de2cec0b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=053290be-2ba1-4d3c-bd60-906a59edae56,revision_number=None']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:36:32.250856 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-90c76bf8-11f6-4272-8fd0-0b82de2cec0b admin admin] Notify callbacks [] for security_group, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:36:32.254769 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-90c76bf8-11f6-4272-8fd0-0b82de2cec0b admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/053290be-2ba1-4d3c-bd60-906a59edae56 HTTP/1.1" status: 204 len: 168 time: 0.2961450 Apr 18 20:36:32.370748 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-014a7fea-f674-483b-bbf0-a3ba6e7559c2 req-a3edd1f1-2034-4bf5-b307-0eee80eced55 tempest-AggregatesAdminTestJSON-1672015505 tempest-AggregatesAdminTestJSON-1672015505-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:36:32.372208 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-014a7fea-f674-483b-bbf0-a3ba6e7559c2 req-a3edd1f1-2034-4bf5-b307-0eee80eced55 tempest-AggregatesAdminTestJSON-1672015505 tempest-AggregatesAdminTestJSON-1672015505-project] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1704121 Apr 18 20:36:32.389654 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-014a7fea-f674-483b-bbf0-a3ba6e7559c2 req-ba36dd3d-a437-4995-8dab-d87deb21cc8b tempest-AggregatesAdminTestJSON-1672015505 tempest-AggregatesAdminTestJSON-1672015505-project] 10.222.0.42 "GET /v2.0/quotas/8a6c744a7db748fdbd9f4ae6a50035ef HTTP/1.1" status: 200 len: 375 time: 0.0116687 Apr 18 20:36:32.452214 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-014a7fea-f674-483b-bbf0-a3ba6e7559c2 req-af38c2c2-81d1-4a80-a160-31ebe71b295b tempest-AggregatesAdminTestJSON-1672015505 tempest-AggregatesAdminTestJSON-1672015505-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=8a6c744a7db748fdbd9f4ae6a50035ef&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0560567 Apr 18 20:36:32.746107 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-20d18ba1-dd3b-46b1-adc9-fd383d169205 req-0d7c887c-90ba-43f2-b1af-ff8a41beb695 tempest-AggregatesAdminTestJSON-1672015505 tempest-AggregatesAdminTestJSON-1672015505-project] 10.222.0.42 "GET /v2.0/ports?device_id=4d4dfa19-6012-4b59-be9b-eb2599015659 HTTP/1.1" status: 200 len: 210 time: 0.0912752 Apr 18 20:36:32.792464 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 59500) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:36:33.123970 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-ff933886-1b20-4ac9-a166-b3745116765d admin admin] Notify callbacks [] for security_group, before_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:36:33.169751 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-ff933886-1b20-4ac9-a166-b3745116765d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:36:33.175073 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-ff933886-1b20-4ac9-a166-b3745116765d admin admin] Usage tracker for resource:security_group_rule and tenant:b53c0171df4d465a9ed694076dc3d665 is out of sync, need to count used quota {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:36:33.179072 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-ff933886-1b20-4ac9-a166-b3745116765d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:36:33.186999 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-ff933886-1b20-4ac9-a166-b3745116765d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:36:33.270298 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-ff933886-1b20-4ac9-a166-b3745116765d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:36:33.274670 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-ff933886-1b20-4ac9-a166-b3745116765d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33528224'] for security_group, after_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:36:33.312263 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750375287399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253529'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:36:33.321261 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff933886-1b20-4ac9-a166-b3745116765d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6c00c5df-d611-4310-8141-d6b66876e413,revision_number=1']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:36:33.327840 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-ff933886-1b20-4ac9-a166-b3745116765d admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=b53c0171df4d465a9ed694076dc3d665&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5343370 Apr 18 20:36:33.330448 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 59538) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:36:33.397708 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-4fecfb80-b1bf-4fd5-9707-e8de774058c7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:36:33.428810 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-4fecfb80-b1bf-4fd5-9707-e8de774058c7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:36:33.497000 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-4fecfb80-b1bf-4fd5-9707-e8de774058c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33528224'] for security_group, after_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:36:33.516796 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fecfb80-b1bf-4fd5-9707-e8de774058c7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c00c5df-d611-4310-8141-d6b66876e413,revision_number=None']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:36:33.535946 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-4fecfb80-b1bf-4fd5-9707-e8de774058c7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:36:33.537534 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-4fecfb80-b1bf-4fd5-9707-e8de774058c7 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/6c00c5df-d611-4310-8141-d6b66876e413 HTTP/1.1" status: 204 len: 168 time: 0.2060883 Apr 18 20:36:33.835204 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 59568) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:36:34.344980 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-a664315d-e838-4e25-a4a9-7f6665561324 req-bda01a9c-2962-4b7e-96bf-e8880f71f6cd tempest-AggregatesAdminTestJSON-1672015505 tempest-AggregatesAdminTestJSON-1672015505-project] 10.222.0.42 "GET /v2.0/ports?device_id=4d4dfa19-6012-4b59-be9b-eb2599015659 HTTP/1.1" status: 200 len: 210 time: 0.5082963 Apr 18 20:36:34.583831 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 59604) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:36:34.608967 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-2a1879cc-20ab-4fcb-8460-00eeb5227834 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:36:34.639974 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [None req-2a1879cc-20ab-4fcb-8460-00eeb5227834 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:36:34.644026 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-2a1879cc-20ab-4fcb-8460-00eeb5227834 admin admin] Usage tracker for resource:security_group_rule and tenant:b385e404331d42e3983d70176a41c742 is out of sync, need to count used quota {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:36:34.646901 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-2a1879cc-20ab-4fcb-8460-00eeb5227834 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:36:34.652882 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [None req-2a1879cc-20ab-4fcb-8460-00eeb5227834 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:36:34.734782 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-2a1879cc-20ab-4fcb-8460-00eeb5227834 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:36:34.738995 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-2a1879cc-20ab-4fcb-8460-00eeb5227834 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33528224'] for security_group, after_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:36:34.789622 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a1879cc-20ab-4fcb-8460-00eeb5227834 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e2ec99ab-ca1f-47d9-b936-70ed732ebaef,revision_number=1']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:36:34.798020 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 59616) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:36:34.798360 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-2a1879cc-20ab-4fcb-8460-00eeb5227834 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=b385e404331d42e3983d70176a41c742&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2085457 Apr 18 20:36:34.872292 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-ebb746cf-440b-4469-a40b-3f2495ef3279 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:36:34.906265 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-ebb746cf-440b-4469-a40b-3f2495ef3279 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:36:34.917109 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.43', 55582) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:36:34.969856 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-014a7fea-f674-483b-bbf0-a3ba6e7559c2 req-72681270-251d-4f0f-9ed8-f78c13d7630d tempest-AggregatesAdminTestJSON-1672015505 tempest-AggregatesAdminTestJSON-1672015505-project] 10.222.0.43 "GET /v2.0/networks?tenant_id=8a6c744a7db748fdbd9f4ae6a50035ef&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0474787 Apr 18 20:36:35.016678 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-ebb746cf-440b-4469-a40b-3f2495ef3279 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33528224'] for security_group, after_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:36:35.063273 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebb746cf-440b-4469-a40b-3f2495ef3279 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e2ec99ab-ca1f-47d9-b936-70ed732ebaef,revision_number=None']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:36:35.105231 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-ebb746cf-440b-4469-a40b-3f2495ef3279 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:36:35.115368 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-ebb746cf-440b-4469-a40b-3f2495ef3279 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/e2ec99ab-ca1f-47d9-b936-70ed732ebaef HTTP/1.1" status: 204 len: 168 time: 0.3167601 Apr 18 20:36:35.189837 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-014a7fea-f674-483b-bbf0-a3ba6e7559c2 req-e12a1b66-4fb4-4073-b917-df5390c53192 tempest-AggregatesAdminTestJSON-1672015505 tempest-AggregatesAdminTestJSON-1672015505-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:36:35.192011 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-014a7fea-f674-483b-bbf0-a3ba6e7559c2 req-e12a1b66-4fb4-4073-b917-df5390c53192 tempest-AggregatesAdminTestJSON-1672015505 tempest-AggregatesAdminTestJSON-1672015505-project] 10.222.0.43 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2150626 Apr 18 20:36:35.264276 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.v2.base [req-014a7fea-f674-483b-bbf0-a3ba6e7559c2 req-d5e83e55-dc4d-4d05-b84c-da77348280cd tempest-AggregatesAdminTestJSON-1672015505 tempest-AggregatesAdminTestJSON-1672015505-project] Request body: {'port': {'device_id': '4d4dfa19-6012-4b59-be9b-eb2599015659', 'network_id': 'cb56989d-7c5d-4678-b194-1d2edf1e842a', 'admin_state_up': True, 'tenant_id': '8a6c744a7db748fdbd9f4ae6a50035ef'}} {{(pid=84040) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 20:36:35.417243 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [req-014a7fea-f674-483b-bbf0-a3ba6e7559c2 req-d5e83e55-dc4d-4d05-b84c-da77348280cd tempest-AggregatesAdminTestJSON-1672015505 tempest-AggregatesAdminTestJSON-1672015505-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:36:35.422172 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [req-014a7fea-f674-483b-bbf0-a3ba6e7559c2 req-d5e83e55-dc4d-4d05-b84c-da77348280cd tempest-AggregatesAdminTestJSON-1672015505 tempest-AggregatesAdminTestJSON-1672015505-project] Usage tracker for resource:port and tenant:8a6c744a7db748fdbd9f4ae6a50035ef is out of sync, need to count used quota {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:36:35.425667 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [req-014a7fea-f674-483b-bbf0-a3ba6e7559c2 req-d5e83e55-dc4d-4d05-b84c-da77348280cd tempest-AggregatesAdminTestJSON-1672015505 tempest-AggregatesAdminTestJSON-1672015505-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:36:35.432310 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [req-014a7fea-f674-483b-bbf0-a3ba6e7559c2 req-d5e83e55-dc4d-4d05-b84c-da77348280cd tempest-AggregatesAdminTestJSON-1672015505 tempest-AggregatesAdminTestJSON-1672015505-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:36:35.445779 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-014a7fea-f674-483b-bbf0-a3ba6e7559c2 req-d5e83e55-dc4d-4d05-b84c-da77348280cd tempest-AggregatesAdminTestJSON-1672015505 tempest-AggregatesAdminTestJSON-1672015505-project] Made reservation on behalf of 8a6c744a7db748fdbd9f4ae6a50035ef for: {'port': 1} {{(pid=84040) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:36:35.450169 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-014a7fea-f674-483b-bbf0-a3ba6e7559c2 req-d5e83e55-dc4d-4d05-b84c-da77348280cd tempest-AggregatesAdminTestJSON-1672015505 tempest-AggregatesAdminTestJSON-1672015505-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:36:35.466824 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-014a7fea-f674-483b-bbf0-a3ba6e7559c2 req-d5e83e55-dc4d-4d05-b84c-da77348280cd tempest-AggregatesAdminTestJSON-1672015505 tempest-AggregatesAdminTestJSON-1672015505-project] Notify callbacks [] for security_group, before_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:36:35.501401 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [req-014a7fea-f674-483b-bbf0-a3ba6e7559c2 req-d5e83e55-dc4d-4d05-b84c-da77348280cd tempest-AggregatesAdminTestJSON-1672015505 tempest-AggregatesAdminTestJSON-1672015505-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:36:35.505544 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [req-014a7fea-f674-483b-bbf0-a3ba6e7559c2 req-d5e83e55-dc4d-4d05-b84c-da77348280cd tempest-AggregatesAdminTestJSON-1672015505 tempest-AggregatesAdminTestJSON-1672015505-project] Usage tracker for resource:security_group_rule and tenant:8a6c744a7db748fdbd9f4ae6a50035ef is out of sync, need to count used quota {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:36:35.509276 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [req-014a7fea-f674-483b-bbf0-a3ba6e7559c2 req-d5e83e55-dc4d-4d05-b84c-da77348280cd tempest-AggregatesAdminTestJSON-1672015505 tempest-AggregatesAdminTestJSON-1672015505-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:36:35.515831 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [req-014a7fea-f674-483b-bbf0-a3ba6e7559c2 req-d5e83e55-dc4d-4d05-b84c-da77348280cd tempest-AggregatesAdminTestJSON-1672015505 tempest-AggregatesAdminTestJSON-1672015505-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:36:35.586945 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-44e37c05-2c5a-4317-af83-13cce42f7a6a req-e2f56f3a-5c22-4030-8b27-7fa17597a8c9 tempest-AggregatesAdminTestJSON-1672015505 tempest-AggregatesAdminTestJSON-1672015505-project] 10.222.0.42 "GET /v2.0/ports?device_id=4d4dfa19-6012-4b59-be9b-eb2599015659 HTTP/1.1" status: 200 len: 210 time: 0.0536120 Apr 18 20:36:35.646053 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-014a7fea-f674-483b-bbf0-a3ba6e7559c2 req-d5e83e55-dc4d-4d05-b84c-da77348280cd tempest-AggregatesAdminTestJSON-1672015505 tempest-AggregatesAdminTestJSON-1672015505-project] Notify callbacks [] for security_group, precommit_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:36:35.651378 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-014a7fea-f674-483b-bbf0-a3ba6e7559c2 req-d5e83e55-dc4d-4d05-b84c-da77348280cd tempest-AggregatesAdminTestJSON-1672015505 tempest-AggregatesAdminTestJSON-1672015505-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33528224'] for security_group, after_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:36:35.735502 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5e83e55-dc4d-4d05-b84c-da77348280cd tempest-AggregatesAdminTestJSON-1672015505 tempest-AggregatesAdminTestJSON-1672015505-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0f42bd7e-a135-4af5-bcd6-4657f8e77586,revision_number=1']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:36:35.849807 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.db_base_plugin_common [req-014a7fea-f674-483b-bbf0-a3ba6e7559c2 req-d5e83e55-dc4d-4d05-b84c-da77348280cd tempest-AggregatesAdminTestJSON-1672015505 tempest-AggregatesAdminTestJSON-1672015505-project] Allocated IP 192.168.233.148 (cb56989d-7c5d-4678-b194-1d2edf1e842a/c4b526db-4d8a-4d4c-a310-e3a599630ae1/5c6b0b39-7bd8-417f-b7f2-8e39baa0d71c) {{(pid=84040) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:36:35.998229 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 59666) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:36:36.114122 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-014a7fea-f674-483b-bbf0-a3ba6e7559c2 req-d5e83e55-dc4d-4d05-b84c-da77348280cd tempest-AggregatesAdminTestJSON-1672015505 tempest-AggregatesAdminTestJSON-1672015505-project] Notify callbacks [] for port, precommit_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:36:36.131728 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.provisioning_blocks [req-014a7fea-f674-483b-bbf0-a3ba6e7559c2 req-d5e83e55-dc4d-4d05-b84c-da77348280cd tempest-AggregatesAdminTestJSON-1672015505 tempest-AggregatesAdminTestJSON-1672015505-project] Transition to ACTIVE for port object 5c6b0b39-7bd8-417f-b7f2-8e39baa0d71c will not be triggered until provisioned by entity DHCP. {{(pid=84040) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 20:36:36.184916 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-014a7fea-f674-483b-bbf0-a3ba6e7559c2 req-d5e83e55-dc4d-4d05-b84c-da77348280cd tempest-AggregatesAdminTestJSON-1672015505 tempest-AggregatesAdminTestJSON-1672015505-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750374836619'] for port, after_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:36:36.258550 n-d-838334-2 neutron-server[84040]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-014a7fea-f674-483b-bbf0-a3ba6e7559c2 req-d5e83e55-dc4d-4d05-b84c-da77348280cd tempest-AggregatesAdminTestJSON-1672015505 tempest-AggregatesAdminTestJSON-1672015505-project] Network cb56989d-7c5d-4678-b194-1d2edf1e842a is already hosted by enough agents. {{(pid=84040) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:36:36.262145 n-d-838334-2 neutron-server[84040]: DEBUG neutron.scheduler.base_scheduler [req-014a7fea-f674-483b-bbf0-a3ba6e7559c2 req-d5e83e55-dc4d-4d05-b84c-da77348280cd tempest-AggregatesAdminTestJSON-1672015505 tempest-AggregatesAdminTestJSON-1672015505-project] Resources bound (agent type, host, resource id): {{(pid=84040) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:36:36.266227 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.l3_dvrscheduler_db [req-014a7fea-f674-483b-bbf0-a3ba6e7559c2 req-d5e83e55-dc4d-4d05-b84c-da77348280cd tempest-AggregatesAdminTestJSON-1672015505 tempest-AggregatesAdminTestJSON-1672015505-project] Received port after_create {{(pid=84040) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 20:36:36.270119 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-014a7fea-f674-483b-bbf0-a3ba6e7559c2 req-d5e83e55-dc4d-4d05-b84c-da77348280cd tempest-AggregatesAdminTestJSON-1672015505 tempest-AggregatesAdminTestJSON-1672015505-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:36:36.270823 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-014a7fea-f674-483b-bbf0-a3ba6e7559c2 req-d5e83e55-dc4d-4d05-b84c-da77348280cd tempest-AggregatesAdminTestJSON-1672015505 tempest-AggregatesAdminTestJSON-1672015505-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32378031'] for port, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:36:36.291302 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5e83e55-dc4d-4d05-b84c-da77348280cd tempest-AggregatesAdminTestJSON-1672015505 tempest-AggregatesAdminTestJSON-1672015505-project] Pushing event updated for resources: {'Port': ['ID=5c6b0b39-7bd8-417f-b7f2-8e39baa0d71c,revision_number=1']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:36:36.354134 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-014a7fea-f674-483b-bbf0-a3ba6e7559c2 req-d5e83e55-dc4d-4d05-b84c-da77348280cd tempest-AggregatesAdminTestJSON-1672015505 tempest-AggregatesAdminTestJSON-1672015505-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.0934944 Apr 18 20:36:36.387609 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [req-014a7fea-f674-483b-bbf0-a3ba6e7559c2 req-ac981c02-930a-4fd5-a43d-106fce4827cc tempest-AggregatesAdminTestJSON-1672015505 tempest-AggregatesAdminTestJSON-1672015505-project] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=84040) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 18 20:36:36.388875 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-014a7fea-f674-483b-bbf0-a3ba6e7559c2 req-ac981c02-930a-4fd5-a43d-106fce4827cc tempest-AggregatesAdminTestJSON-1672015505 tempest-AggregatesAdminTestJSON-1672015505-project] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0059421 Apr 18 20:36:36.474223 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-a9cda9eb-f457-433b-8ac0-8b9f1bba9183 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:36:36.567326 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-a9cda9eb-f457-433b-8ac0-8b9f1bba9183 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:36:36.577679 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-a9cda9eb-f457-433b-8ac0-8b9f1bba9183 admin admin] Usage tracker for resource:security_group_rule and tenant:1371d041451042ff863174bdf21cafb0 is out of sync, need to count used quota {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:36:36.588603 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-a9cda9eb-f457-433b-8ac0-8b9f1bba9183 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:36:36.601419 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-a9cda9eb-f457-433b-8ac0-8b9f1bba9183 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:36:36.677818 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-fa1e584c-edfa-47c2-88bf-9b3e02a91dfd None None] Provisioning for port 5c6b0b39-7bd8-417f-b7f2-8e39baa0d71c completed by entity DHCP. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 20:36:36.685698 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-fa1e584c-edfa-47c2-88bf-9b3e02a91dfd None None] Provisioning complete for port 5c6b0b39-7bd8-417f-b7f2-8e39baa0d71c triggered by entity DHCP. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:36:36.686354 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-fa1e584c-edfa-47c2-88bf-9b3e02a91dfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1253608'] for port, provisioning_complete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:36:36.754912 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.plugin [None req-fa1e584c-edfa-47c2-88bf-9b3e02a91dfd None None] Port 5c6b0b39-7bd8-417f-b7f2-8e39baa0d71c cannot update to ACTIVE because it is not bound. {{(pid=84042) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 18 20:36:36.764936 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-a9cda9eb-f457-433b-8ac0-8b9f1bba9183 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:36:36.774648 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-a9cda9eb-f457-433b-8ac0-8b9f1bba9183 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33528224'] for security_group, after_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:36:36.960542 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c49fb2e7-1815-461c-b0b0-962e66ce01a7 req-3c129b76-1763-4dc0-9422-5ff50798a1ab tempest-AggregatesAdminTestJSON-1672015505 tempest-AggregatesAdminTestJSON-1672015505-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:36:36.962299 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [req-c49fb2e7-1815-461c-b0b0-962e66ce01a7 req-3c129b76-1763-4dc0-9422-5ff50798a1ab tempest-AggregatesAdminTestJSON-1672015505 tempest-AggregatesAdminTestJSON-1672015505-project] Synchronizing usage tracker for tenant:8a6c744a7db748fdbd9f4ae6a50035ef on resource:port {{(pid=84040) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 20:36:36.973539 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-a9cda9eb-f457-433b-8ac0-8b9f1bba9183 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=1371d041451042ff863174bdf21cafb0&name=default HTTP/1.1" status: 200 len: 2647 time: 0.9714954 Apr 18 20:36:36.975986 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 59696) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:36:37.015264 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [req-c49fb2e7-1815-461c-b0b0-962e66ce01a7 req-3c129b76-1763-4dc0-9422-5ff50798a1ab tempest-AggregatesAdminTestJSON-1672015505 tempest-AggregatesAdminTestJSON-1672015505-project] Unset dirty status for tenant:8a6c744a7db748fdbd9f4ae6a50035ef on resource:port {{(pid=84040) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 20:36:37.022314 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-c49fb2e7-1815-461c-b0b0-962e66ce01a7 req-3c129b76-1763-4dc0-9422-5ff50798a1ab tempest-AggregatesAdminTestJSON-1672015505 tempest-AggregatesAdminTestJSON-1672015505-project] 10.222.0.42 "GET /v2.0/ports?device_id=4d4dfa19-6012-4b59-be9b-eb2599015659 HTTP/1.1" status: 200 len: 936 time: 0.1797619 Apr 18 20:36:37.104736 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9cda9eb-f457-433b-8ac0-8b9f1bba9183 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1e3b6975-4072-41bb-a44d-43fb921678c8,revision_number=1']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:36:37.136143 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [req-c49fb2e7-1815-461c-b0b0-962e66ce01a7 req-af9c8452-fbf4-4f97-9ce3-fe923a01179c tempest-AggregatesAdminTestJSON-1672015505 tempest-AggregatesAdminTestJSON-1672015505-project] Synchronizing usage tracker for tenant:8a6c744a7db748fdbd9f4ae6a50035ef on resource:security_group {{(pid=84040) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 20:36:37.167139 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-e5c2bb1f-f302-4de8-9ab6-8390ffcfe3ad admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:36:37.184560 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [req-c49fb2e7-1815-461c-b0b0-962e66ce01a7 req-af9c8452-fbf4-4f97-9ce3-fe923a01179c tempest-AggregatesAdminTestJSON-1672015505 tempest-AggregatesAdminTestJSON-1672015505-project] Unset dirty status for tenant:8a6c744a7db748fdbd9f4ae6a50035ef on resource:security_group {{(pid=84040) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 20:36:37.191459 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-c49fb2e7-1815-461c-b0b0-962e66ce01a7 req-af9c8452-fbf4-4f97-9ce3-fe923a01179c tempest-AggregatesAdminTestJSON-1672015505 tempest-AggregatesAdminTestJSON-1672015505-project] 10.222.0.42 "GET /v2.0/security-groups?id=0f42bd7e-a135-4af5-bcd6-4657f8e77586&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1673944 Apr 18 20:36:37.202051 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-e5c2bb1f-f302-4de8-9ab6-8390ffcfe3ad admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:36:37.289397 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-e5c2bb1f-f302-4de8-9ab6-8390ffcfe3ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33528224'] for security_group, after_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:36:37.310418 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5c2bb1f-f302-4de8-9ab6-8390ffcfe3ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e3b6975-4072-41bb-a44d-43fb921678c8,revision_number=None']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:36:37.312475 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-e5c2bb1f-f302-4de8-9ab6-8390ffcfe3ad admin admin] Notify callbacks [] for security_group, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:36:37.315674 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-e5c2bb1f-f302-4de8-9ab6-8390ffcfe3ad admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/1e3b6975-4072-41bb-a44d-43fb921678c8 HTTP/1.1" status: 204 len: 168 time: 0.3358295 Apr 18 20:36:37.884822 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.v2.base [req-014a7fea-f674-483b-bbf0-a3ba6e7559c2 req-5b5b2240-332e-48dc-8e5e-582374521332 service neutron] Request body: {'port': {'device_id': '4d4dfa19-6012-4b59-be9b-eb2599015659', 'device_owner': 'compute:tempest-test_az-1222715537', 'binding:host_id': 'n-h1-838334-2'}} {{(pid=84040) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 20:36:38.032689 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-014a7fea-f674-483b-bbf0-a3ba6e7559c2 req-5b5b2240-332e-48dc-8e5e-582374521332 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:36:38.542040 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 59746) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:36:38.577133 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-46401f58-49fe-4b0c-864b-da3b2fe3746f admin admin] Notify callbacks [] for security_group, before_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:36:38.625898 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-46401f58-49fe-4b0c-864b-da3b2fe3746f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:36:38.631233 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-46401f58-49fe-4b0c-864b-da3b2fe3746f admin admin] Usage tracker for resource:security_group_rule and tenant:d55bab1295714c708a0588172a8429bc is out of sync, need to count used quota {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:36:38.636056 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-46401f58-49fe-4b0c-864b-da3b2fe3746f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:36:38.643699 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-46401f58-49fe-4b0c-864b-da3b2fe3746f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:36:38.754896 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-46401f58-49fe-4b0c-864b-da3b2fe3746f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:36:38.762754 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-46401f58-49fe-4b0c-864b-da3b2fe3746f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33528224'] for security_group, after_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:36:38.789259 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25e4ee67-8c6e-4925-9232-1a15f2c80119 req-58ae8b7e-3e1d-4502-a7d9-b332ff114f71 tempest-AggregatesAdminTestJSON-1672015505 tempest-AggregatesAdminTestJSON-1672015505-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:36:38.791265 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-25e4ee67-8c6e-4925-9232-1a15f2c80119 req-58ae8b7e-3e1d-4502-a7d9-b332ff114f71 tempest-AggregatesAdminTestJSON-1672015505 tempest-AggregatesAdminTestJSON-1672015505-project] 10.222.0.42 "GET /v2.0/ports?device_id=4d4dfa19-6012-4b59-be9b-eb2599015659 HTTP/1.1" status: 200 len: 936 time: 0.3468454 Apr 18 20:36:38.803919 n-d-838334-2 neutron-server[84040]: DEBUG neutron.notifiers.nova [req-014a7fea-f674-483b-bbf0-a3ba6e7559c2 req-5b5b2240-332e-48dc-8e5e-582374521332 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5c6b0b39-7bd8-417f-b7f2-8e39baa0d71c {{(pid=84040) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 18 20:36:38.826286 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-014a7fea-f674-483b-bbf0-a3ba6e7559c2 req-5b5b2240-332e-48dc-8e5e-582374521332 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:36:38.867135 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46401f58-49fe-4b0c-864b-da3b2fe3746f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b3a038c2-c07b-4c93-9be4-09ad9276ed86,revision_number=1']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:36:38.894728 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-46401f58-49fe-4b0c-864b-da3b2fe3746f admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=d55bab1295714c708a0588172a8429bc&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3507638 Apr 18 20:36:38.899007 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 59752) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:36:38.927791 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.provisioning_blocks [req-014a7fea-f674-483b-bbf0-a3ba6e7559c2 req-5b5b2240-332e-48dc-8e5e-582374521332 service neutron] Transition to ACTIVE for port object 5c6b0b39-7bd8-417f-b7f2-8e39baa0d71c will not be triggered until provisioned by entity L2. {{(pid=84040) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 20:36:38.932505 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-25e4ee67-8c6e-4925-9232-1a15f2c80119 req-5e97549d-1043-406b-9026-8e53e1e0023b tempest-AggregatesAdminTestJSON-1672015505 tempest-AggregatesAdminTestJSON-1672015505-project] 10.222.0.42 "GET /v2.0/security-groups?id=0f42bd7e-a135-4af5-bcd6-4657f8e77586&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1154435 Apr 18 20:36:38.938460 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-014a7fea-f674-483b-bbf0-a3ba6e7559c2 req-5b5b2240-332e-48dc-8e5e-582374521332 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682'] for port, after_update {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:36:39.027386 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 59758) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:36:39.150021 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-1cf9988f-0eec-4759-bf66-0180ba3fd0a9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:36:39.218976 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-1cf9988f-0eec-4759-bf66-0180ba3fd0a9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:36:39.337687 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-1cf9988f-0eec-4759-bf66-0180ba3fd0a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33528224'] for security_group, after_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:36:39.369842 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-1cf9988f-0eec-4759-bf66-0180ba3fd0a9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:36:39.377700 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-1cf9988f-0eec-4759-bf66-0180ba3fd0a9 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/b3a038c2-c07b-4c93-9be4-09ad9276ed86 HTTP/1.1" status: 204 len: 168 time: 0.4741437 Apr 18 20:36:39.379673 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cf9988f-0eec-4759-bf66-0180ba3fd0a9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3a038c2-c07b-4c93-9be4-09ad9276ed86,revision_number=None']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:36:39.424258 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b5b2240-332e-48dc-8e5e-582374521332 service neutron] Pushing event updated for resources: {'Port': ['ID=5c6b0b39-7bd8-417f-b7f2-8e39baa0d71c,revision_number=2']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:36:39.430846 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.managers [req-014a7fea-f674-483b-bbf0-a3ba6e7559c2 req-5b5b2240-332e-48dc-8e5e-582374521332 service neutron] Attempting to bind port 5c6b0b39-7bd8-417f-b7f2-8e39baa0d71c on host n-h1-838334-2 for vnic_type normal with profile {{(pid=84040) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:36:39.431360 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.managers [req-014a7fea-f674-483b-bbf0-a3ba6e7559c2 req-5b5b2240-332e-48dc-8e5e-582374521332 service neutron] Attempting to bind port 5c6b0b39-7bd8-417f-b7f2-8e39baa0d71c by drivers openvswitch,hyperv on host n-h1-838334-2 at level 0 using segments [{'id': '62b85806-94d8-4a88-a06c-da82e5932d66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': 'cb56989d-7c5d-4678-b194-1d2edf1e842a'}] {{(pid=84040) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:36:39.431984 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-014a7fea-f674-483b-bbf0-a3ba6e7559c2 req-5b5b2240-332e-48dc-8e5e-582374521332 service neutron] Attempting to bind port 5c6b0b39-7bd8-417f-b7f2-8e39baa0d71c on network cb56989d-7c5d-4678-b194-1d2edf1e842a {{(pid=84040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 20:36:39.439574 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-014a7fea-f674-483b-bbf0-a3ba6e7559c2 req-5b5b2240-332e-48dc-8e5e-582374521332 service neutron] Port 5c6b0b39-7bd8-417f-b7f2-8e39baa0d71c on network cb56989d-7c5d-4678-b194-1d2edf1e842a not bound, no agent of type Open vSwitch agent registered on host n-h1-838334-2 {{(pid=84040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 18 20:36:39.440019 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-014a7fea-f674-483b-bbf0-a3ba6e7559c2 req-5b5b2240-332e-48dc-8e5e-582374521332 service neutron] Attempting to bind port 5c6b0b39-7bd8-417f-b7f2-8e39baa0d71c on network cb56989d-7c5d-4678-b194-1d2edf1e842a {{(pid=84040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 20:36:39.448069 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-014a7fea-f674-483b-bbf0-a3ba6e7559c2 req-5b5b2240-332e-48dc-8e5e-582374521332 service neutron] Checking agent: {'id': 'd63bab19-ff81-4de1-afeb-a3732288d0d7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-838334-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 33, 59), 'started_at': datetime.datetime(2022, 4, 18, 20, 33, 59), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 20, 36, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 18 20:36:39.448547 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-014a7fea-f674-483b-bbf0-a3ba6e7559c2 req-5b5b2240-332e-48dc-8e5e-582374521332 service neutron] Checking segment: {'id': '62b85806-94d8-4a88-a06c-da82e5932d66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': 'cb56989d-7c5d-4678-b194-1d2edf1e842a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84040) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 20:36:39.449228 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-014a7fea-f674-483b-bbf0-a3ba6e7559c2 req-5b5b2240-332e-48dc-8e5e-582374521332 service neutron] Bound using segment: {'id': '62b85806-94d8-4a88-a06c-da82e5932d66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': 'cb56989d-7c5d-4678-b194-1d2edf1e842a'} {{(pid=84040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 18 20:36:39.449766 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.managers [req-014a7fea-f674-483b-bbf0-a3ba6e7559c2 req-5b5b2240-332e-48dc-8e5e-582374521332 service neutron] Bound port: 5c6b0b39-7bd8-417f-b7f2-8e39baa0d71c, host: n-h1-838334-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '62b85806-94d8-4a88-a06c-da82e5932d66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': 'cb56989d-7c5d-4678-b194-1d2edf1e842a'}}] {{(pid=84040) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 20:36:39.450240 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-014a7fea-f674-483b-bbf0-a3ba6e7559c2 req-5b5b2240-332e-48dc-8e5e-582374521332 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:36:39.620686 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.db [req-014a7fea-f674-483b-bbf0-a3ba6e7559c2 req-5b5b2240-332e-48dc-8e5e-582374521332 service neutron] For port 5c6b0b39-7bd8-417f-b7f2-8e39baa0d71c, host n-h1-838334-2, cleared binding levels {{(pid=84040) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 20:36:39.626837 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.db [req-014a7fea-f674-483b-bbf0-a3ba6e7559c2 req-5b5b2240-332e-48dc-8e5e-582374521332 service neutron] For port 5c6b0b39-7bd8-417f-b7f2-8e39baa0d71c, host n-h1-838334-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838334-2',level=0,port_id=5c6b0b39-7bd8-417f-b7f2-8e39baa0d71c,segment=NetworkSegment(62b85806-94d8-4a88-a06c-da82e5932d66),segment_id=62b85806-94d8-4a88-a06c-da82e5932d66)] {{(pid=84040) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 20:36:39.632112 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-014a7fea-f674-483b-bbf0-a3ba6e7559c2 req-5b5b2240-332e-48dc-8e5e-582374521332 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682'] for port, after_update {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:36:39.791183 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-014a7fea-f674-483b-bbf0-a3ba6e7559c2 req-5b5b2240-332e-48dc-8e5e-582374521332 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32378031'] for port, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:36:39.792846 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-014a7fea-f674-483b-bbf0-a3ba6e7559c2 req-5b5b2240-332e-48dc-8e5e-582374521332 service neutron] 10.222.0.43 "PUT /v2.0/ports/5c6b0b39-7bd8-417f-b7f2-8e39baa0d71c HTTP/1.1" status: 200 len: 1118 time: 2.4627082 Apr 18 20:36:39.793359 n-d-838334-2 neutron-server[84040]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4d4dfa19-6012-4b59-be9b-eb2599015659', 'tag': '5c6b0b39-7bd8-417f-b7f2-8e39baa0d71c'}] {{(pid=84040) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 20:36:39.802503 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 59782) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:36:40.023222 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-4a7c6971-cb55-4724-967b-20fbd662d57a admin admin] Notify callbacks [] for security_group, before_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:36:40.223254 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b5b2240-332e-48dc-8e5e-582374521332 service neutron] Pushing event updated for resources: {'Port': ['ID=5c6b0b39-7bd8-417f-b7f2-8e39baa0d71c,revision_number=3']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:36:40.448654 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [None req-4a7c6971-cb55-4724-967b-20fbd662d57a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:36:40.460806 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.v2.base [req-e32bf50b-ebad-4d08-a387-09526ead92f4 req-d044131c-dd93-483d-98cd-4c7da6487599 tempest-SecurityGroupsTestAdminJSON-1957975917 tempest-SecurityGroupsTestAdminJSON-1957975917-project] Request body: {'security_group': {'name': 'tempest-securitygroup-1767620822', 'description': 'tempest-description-1369055011'}} {{(pid=84040) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 20:36:40.479291 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-4a7c6971-cb55-4724-967b-20fbd662d57a admin admin] Usage tracker for resource:security_group_rule and tenant:c1c77ad973d44674b1033510719e303d is out of sync, need to count used quota {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:36:40.483361 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-4a7c6971-cb55-4724-967b-20fbd662d57a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:36:40.505431 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [None req-4a7c6971-cb55-4724-967b-20fbd662d57a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:36:40.534617 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.v2.base [None req-e8286cff-3652-4a32-b317-ed7382b35497 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationTest-787166975-network', 'tenant_id': '30967135a3784f8f91989a9ec626fb3e'}} {{(pid=84041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 20:36:40.538620 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [req-e32bf50b-ebad-4d08-a387-09526ead92f4 req-d044131c-dd93-483d-98cd-4c7da6487599 tempest-SecurityGroupsTestAdminJSON-1957975917 tempest-SecurityGroupsTestAdminJSON-1957975917-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:36:40.539779 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-e8286cff-3652-4a32-b317-ed7382b35497 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:36:40.544836 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-e8286cff-3652-4a32-b317-ed7382b35497 admin admin] Usage tracker for resource:network and tenant:30967135a3784f8f91989a9ec626fb3e is out of sync, need to count used quota {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:36:40.546206 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [req-e32bf50b-ebad-4d08-a387-09526ead92f4 req-d044131c-dd93-483d-98cd-4c7da6487599 tempest-SecurityGroupsTestAdminJSON-1957975917 tempest-SecurityGroupsTestAdminJSON-1957975917-project] Usage tracker for resource:security_group and tenant:a1d72cf0e2c842ebb475e6d45c08d290 is out of sync, need to count used quota {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:36:40.555293 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-e8286cff-3652-4a32-b317-ed7382b35497 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:36:40.563261 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-e8286cff-3652-4a32-b317-ed7382b35497 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:36:40.563838 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [req-e32bf50b-ebad-4d08-a387-09526ead92f4 req-d044131c-dd93-483d-98cd-4c7da6487599 tempest-SecurityGroupsTestAdminJSON-1957975917 tempest-SecurityGroupsTestAdminJSON-1957975917-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:36:40.577988 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e8286cff-3652-4a32-b317-ed7382b35497 admin admin] Made reservation on behalf of 30967135a3784f8f91989a9ec626fb3e for: {'network': 1} {{(pid=84041) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:36:40.585708 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-e8286cff-3652-4a32-b317-ed7382b35497 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for network, before_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:36:40.591157 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [req-e32bf50b-ebad-4d08-a387-09526ead92f4 req-d044131c-dd93-483d-98cd-4c7da6487599 tempest-SecurityGroupsTestAdminJSON-1957975917 tempest-SecurityGroupsTestAdminJSON-1957975917-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:36:40.614725 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-e8286cff-3652-4a32-b317-ed7382b35497 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:36:40.625016 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-e32bf50b-ebad-4d08-a387-09526ead92f4 req-d044131c-dd93-483d-98cd-4c7da6487599 tempest-SecurityGroupsTestAdminJSON-1957975917 tempest-SecurityGroupsTestAdminJSON-1957975917-project] Notify callbacks [] for security_group, before_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:36:40.663420 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-014a7fea-f674-483b-bbf0-a3ba6e7559c2 req-867de458-ba95-4573-bc76-2fdddbba2a82 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=8a6c744a7db748fdbd9f4ae6a50035ef&device_id=4d4dfa19-6012-4b59-be9b-eb2599015659 HTTP/1.1" status: 200 len: 1121 time: 0.4454088 Apr 18 20:36:40.666245 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-e32bf50b-ebad-4d08-a387-09526ead92f4 req-d044131c-dd93-483d-98cd-4c7da6487599 tempest-SecurityGroupsTestAdminJSON-1957975917 tempest-SecurityGroupsTestAdminJSON-1957975917-project] Notify callbacks [] for security_group, before_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:36:40.673359 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-e8286cff-3652-4a32-b317-ed7382b35497 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:36:40.682291 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-e8286cff-3652-4a32-b317-ed7382b35497 admin admin] Usage tracker for resource:security_group_rule and tenant:30967135a3784f8f91989a9ec626fb3e is out of sync, need to count used quota {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:36:40.686410 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-e8286cff-3652-4a32-b317-ed7382b35497 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:36:40.699124 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-e8286cff-3652-4a32-b317-ed7382b35497 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:36:40.813208 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-e8286cff-3652-4a32-b317-ed7382b35497 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:36:40.817161 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 59806) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:36:40.829765 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-e8286cff-3652-4a32-b317-ed7382b35497 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33528224'] for security_group, after_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:36:40.852086 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-014a7fea-f674-483b-bbf0-a3ba6e7559c2 req-03b11390-d92f-4802-8e3e-24c8ae724e29 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.148&port_id=5c6b0b39-7bd8-417f-b7f2-8e39baa0d71c HTTP/1.1" status: 200 len: 217 time: 0.1588328 Apr 18 20:36:40.859021 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d236d9f9-5347-4f0b-9591-071a3120d004 req-4eaa6692-1dc7-4f0b-ab19-186aa1244d5f tempest-AggregatesAdminTestJSON-1672015505 tempest-AggregatesAdminTestJSON-1672015505-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:36:40.867525 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-d236d9f9-5347-4f0b-9591-071a3120d004 req-4eaa6692-1dc7-4f0b-ab19-186aa1244d5f tempest-AggregatesAdminTestJSON-1672015505 tempest-AggregatesAdminTestJSON-1672015505-project] 10.222.0.42 "GET /v2.0/ports?device_id=4d4dfa19-6012-4b59-be9b-eb2599015659 HTTP/1.1" status: 200 len: 970 time: 0.6477878 Apr 18 20:36:40.877309 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8286cff-3652-4a32-b317-ed7382b35497 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c1ded286-bbeb-4ec4-95be-e4f6aab8a892,revision_number=1']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:36:40.897065 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [req-e32bf50b-ebad-4d08-a387-09526ead92f4 req-d044131c-dd93-483d-98cd-4c7da6487599 tempest-SecurityGroupsTestAdminJSON-1957975917 tempest-SecurityGroupsTestAdminJSON-1957975917-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:36:40.916399 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 59812) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:36:40.923805 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e8286cff-3652-4a32-b317-ed7382b35497 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 375} {{(pid=84041) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 20:36:40.956790 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-d7f1d2d8-1387-4c97-bbfc-93415d28ed0d admin admin] Notify callbacks [] for security_group, before_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:36:40.957174 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-4a7c6971-cb55-4724-967b-20fbd662d57a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:36:41.014079 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-d7f1d2d8-1387-4c97-bbfc-93415d28ed0d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:36:41.019301 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-d7f1d2d8-1387-4c97-bbfc-93415d28ed0d admin admin] Usage tracker for resource:security_group_rule and tenant:1829cab3bda140d3b16cd4dcd5813f2f is out of sync, need to count used quota {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:36:41.023478 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-d7f1d2d8-1387-4c97-bbfc-93415d28ed0d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:36:41.031279 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-d7f1d2d8-1387-4c97-bbfc-93415d28ed0d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:36:41.071068 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-4a7c6971-cb55-4724-967b-20fbd662d57a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33528224'] for security_group, after_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:36:41.095825 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-e8286cff-3652-4a32-b317-ed7382b35497 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1082986'] for segment, precommit_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:36:41.096158 n-d-838334-2 neutron-server[84041]: INFO neutron.db.segments_db [None req-e8286cff-3652-4a32-b317-ed7382b35497 admin admin] Added segment 806925fb-1611-47d5-bfae-6289aca7c7ad of type vlan for network 2b4e6157-bc80-44e6-aceb-13aa29225b38 Apr 18 20:36:41.134985 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [req-e32bf50b-ebad-4d08-a387-09526ead92f4 req-d044131c-dd93-483d-98cd-4c7da6487599 tempest-SecurityGroupsTestAdminJSON-1957975917 tempest-SecurityGroupsTestAdminJSON-1957975917-project] Usage tracker for resource:security_group_rule and tenant:a1d72cf0e2c842ebb475e6d45c08d290 is out of sync, need to count used quota {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:36:41.139915 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [req-e32bf50b-ebad-4d08-a387-09526ead92f4 req-d044131c-dd93-483d-98cd-4c7da6487599 tempest-SecurityGroupsTestAdminJSON-1957975917 tempest-SecurityGroupsTestAdminJSON-1957975917-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:36:41.153489 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [req-e32bf50b-ebad-4d08-a387-09526ead92f4 req-d044131c-dd93-483d-98cd-4c7da6487599 tempest-SecurityGroupsTestAdminJSON-1957975917 tempest-SecurityGroupsTestAdminJSON-1957975917-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:36:41.210096 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.agents_db [None req-6346a179-333c-4370-b5a6-936984aeab15 None None] Agent healthcheck: found 7 active agents {{(pid=84043) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 18 20:36:41.223549 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-d7f1d2d8-1387-4c97-bbfc-93415d28ed0d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:36:41.226612 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-4a7c6971-cb55-4724-967b-20fbd662d57a admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=c1c77ad973d44674b1033510719e303d&name=default HTTP/1.1" status: 200 len: 2647 time: 2.1834881 Apr 18 20:36:41.228452 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 59820) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:36:41.273948 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-d7f1d2d8-1387-4c97-bbfc-93415d28ed0d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33528224'] for security_group, after_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:36:41.313716 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-d236d9f9-5347-4f0b-9591-071a3120d004 req-62471196-7b2c-439f-9c67-e810d268dd5a tempest-AggregatesAdminTestJSON-1672015505 tempest-AggregatesAdminTestJSON-1672015505-project] 10.222.0.42 "GET /v2.0/security-groups?id=0f42bd7e-a135-4af5-bcd6-4657f8e77586&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4451835 Apr 18 20:36:41.371203 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-e8286cff-3652-4a32-b317-ed7382b35497 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750374825732'] for network, precommit_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:36:41.373892 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a7c6971-cb55-4724-967b-20fbd662d57a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=55590d1d-4e1d-4b7d-a5e2-cfeb4c4efb06,revision_number=1']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:36:41.385169 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-014a7fea-f674-483b-bbf0-a3ba6e7559c2 req-e01d2e89-3d9d-47c1-b8d5-d81f24943688 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:36:41.387347 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-014a7fea-f674-483b-bbf0-a3ba6e7559c2 req-e01d2e89-3d9d-47c1-b8d5-d81f24943688 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=c4b526db-4d8a-4d4c-a310-e3a599630ae1 HTTP/1.1" status: 200 len: 843 time: 0.4175885 Apr 18 20:36:41.438894 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-287a4705-e3be-4f35-a6e4-4d6782edf584 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:36:41.460325 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-e32bf50b-ebad-4d08-a387-09526ead92f4 req-d044131c-dd93-483d-98cd-4c7da6487599 tempest-SecurityGroupsTestAdminJSON-1957975917 tempest-SecurityGroupsTestAdminJSON-1957975917-project] Notify callbacks [] for security_group, precommit_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:36:41.470634 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-e32bf50b-ebad-4d08-a387-09526ead92f4 req-d044131c-dd93-483d-98cd-4c7da6487599 tempest-SecurityGroupsTestAdminJSON-1957975917 tempest-SecurityGroupsTestAdminJSON-1957975917-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33528224'] for security_group, after_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:36:41.498224 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-287a4705-e3be-4f35-a6e4-4d6782edf584 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:36:41.505174 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-287a4705-e3be-4f35-a6e4-4d6782edf584 admin admin] Usage tracker for resource:security_group_rule and tenant:c87d5122478d4234aff74d4f367dcd9d is out of sync, need to count used quota {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:36:41.509492 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-287a4705-e3be-4f35-a6e4-4d6782edf584 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:36:41.510356 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [req-e32bf50b-ebad-4d08-a387-09526ead92f4 req-d044131c-dd93-483d-98cd-4c7da6487599 tempest-SecurityGroupsTestAdminJSON-1957975917 tempest-SecurityGroupsTestAdminJSON-1957975917-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:36:41.515873 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [req-e32bf50b-ebad-4d08-a387-09526ead92f4 req-d044131c-dd93-483d-98cd-4c7da6487599 tempest-SecurityGroupsTestAdminJSON-1957975917 tempest-SecurityGroupsTestAdminJSON-1957975917-project] Usage tracker for resource:security_group_rule and tenant:a1d72cf0e2c842ebb475e6d45c08d290 is out of sync, need to count used quota {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:36:41.516930 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-287a4705-e3be-4f35-a6e4-4d6782edf584 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:36:41.518805 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [req-e32bf50b-ebad-4d08-a387-09526ead92f4 req-d044131c-dd93-483d-98cd-4c7da6487599 tempest-SecurityGroupsTestAdminJSON-1957975917 tempest-SecurityGroupsTestAdminJSON-1957975917-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:36:41.526845 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [req-e32bf50b-ebad-4d08-a387-09526ead92f4 req-d044131c-dd93-483d-98cd-4c7da6487599 tempest-SecurityGroupsTestAdminJSON-1957975917 tempest-SecurityGroupsTestAdminJSON-1957975917-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:36:41.604675 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d044131c-dd93-483d-98cd-4c7da6487599 tempest-SecurityGroupsTestAdminJSON-1957975917 tempest-SecurityGroupsTestAdminJSON-1957975917-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c0677ee3-d302-4c51-8502-124727d19831,revision_number=1']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:36:41.615916 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-287a4705-e3be-4f35-a6e4-4d6782edf584 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:36:41.637073 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-d7f1d2d8-1387-4c97-bbfc-93415d28ed0d admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=1829cab3bda140d3b16cd4dcd5813f2f&name=default HTTP/1.1" status: 200 len: 2647 time: 0.7180192 Apr 18 20:36:41.641935 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-287a4705-e3be-4f35-a6e4-4d6782edf584 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33528224'] for security_group, after_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:36:41.645990 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 59832) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:36:41.659031 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-e8286cff-3652-4a32-b317-ed7382b35497 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33526109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022'] for network, after_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:36:41.660033 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8286cff-3652-4a32-b317-ed7382b35497 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:36:41.660766 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-e8286cff-3652-4a32-b317-ed7382b35497 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32378031'] for network, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:36:41.678356 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-e32bf50b-ebad-4d08-a387-09526ead92f4 req-d044131c-dd93-483d-98cd-4c7da6487599 tempest-SecurityGroupsTestAdminJSON-1957975917 tempest-SecurityGroupsTestAdminJSON-1957975917-project] Notify callbacks [] for security_group, precommit_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:36:41.707196 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-e32bf50b-ebad-4d08-a387-09526ead92f4 req-d044131c-dd93-483d-98cd-4c7da6487599 tempest-SecurityGroupsTestAdminJSON-1957975917 tempest-SecurityGroupsTestAdminJSON-1957975917-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33528224'] for security_group, after_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:36:41.782912 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7f1d2d8-1387-4c97-bbfc-93415d28ed0d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b3e1533a-440e-4a90-b4f4-825e9f385b30,revision_number=1']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:36:41.832042 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-287a4705-e3be-4f35-a6e4-4d6782edf584 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=c87d5122478d4234aff74d4f367dcd9d&name=default HTTP/1.1" status: 200 len: 2647 time: 1.0091169 Apr 18 20:36:41.842137 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d044131c-dd93-483d-98cd-4c7da6487599 tempest-SecurityGroupsTestAdminJSON-1957975917 tempest-SecurityGroupsTestAdminJSON-1957975917-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4241df39-50f6-45f2-9d77-ea8632f7e96e,revision_number=1']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:36:41.848900 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-014a7fea-f674-483b-bbf0-a3ba6e7559c2 req-1db03095-c91f-4602-abc9-fd3c35164e28 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=cb56989d-7c5d-4678-b194-1d2edf1e842a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4358053 Apr 18 20:36:41.851605 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 59836) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:36:41.857628 n-d-838334-2 neutron-server[84040]: INFO neutron.notifiers.nova [-] Nova event matching ['req-666ac088-8b84-4ea6-a5d5-efacfc3d1efd'] response: {'name': 'network-changed', 'server_uuid': '4d4dfa19-6012-4b59-be9b-eb2599015659', 'tag': '5c6b0b39-7bd8-417f-b7f2-8e39baa0d71c', 'status': 'completed', 'code': 200} Apr 18 20:36:41.889443 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8286cff-3652-4a32-b317-ed7382b35497 admin admin] Pushing event updated for resources: {'Network': ['ID=2b4e6157-bc80-44e6-aceb-13aa29225b38,revision_number=1']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:36:41.902416 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-6ab9dcba-647d-4f22-82b2-6de10e36d6c6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:36:41.912829 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-287a4705-e3be-4f35-a6e4-4d6782edf584 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c51117cb-00e3-473c-bd9e-7491e858cb1b,revision_number=1']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:36:41.920184 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Network 2b4e6157-bc80-44e6-aceb-13aa29225b38 details requested by agent ovs-agent-n-d-838334-2 with host n-d-838334-2 {{(pid=84042) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 18 20:36:41.935992 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-e8286cff-3652-4a32-b317-ed7382b35497 admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 2.1314967 Apr 18 20:36:41.941320 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 59840) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:36:41.949388 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-e32bf50b-ebad-4d08-a387-09526ead92f4 req-d044131c-dd93-483d-98cd-4c7da6487599 tempest-SecurityGroupsTestAdminJSON-1957975917 tempest-SecurityGroupsTestAdminJSON-1957975917-project] Notify callbacks [] for security_group, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:36:41.959544 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-e32bf50b-ebad-4d08-a387-09526ead92f4 req-d044131c-dd93-483d-98cd-4c7da6487599 tempest-SecurityGroupsTestAdminJSON-1957975917 tempest-SecurityGroupsTestAdminJSON-1957975917-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1617 time: 1.5302544 Apr 18 20:36:41.963659 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.v2.base [None req-f94ba55c-0e0c-459c-b16a-74755aebff76 admin admin] Request body: {'subnet': {'network_id': '2b4e6157-bc80-44e6-aceb-13aa29225b38', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationTest-787166975-subnet', 'tenant_id': '30967135a3784f8f91989a9ec626fb3e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=84041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 20:36:41.983442 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-f94ba55c-0e0c-459c-b16a-74755aebff76 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:36:41.986287 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-84d98468-ac4e-4647-8602-26ba3a6b4d40 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:36:41.993084 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-6ab9dcba-647d-4f22-82b2-6de10e36d6c6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:36:42.001622 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-f94ba55c-0e0c-459c-b16a-74755aebff76 admin admin] Usage tracker for resource:subnet and tenant:30967135a3784f8f91989a9ec626fb3e is out of sync, need to count used quota {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:36:42.005757 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-f94ba55c-0e0c-459c-b16a-74755aebff76 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:36:42.026297 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-f94ba55c-0e0c-459c-b16a-74755aebff76 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:36:42.062704 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-fa0e7b20-db2e-4915-be2d-ca9341172ce7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:36:42.067033 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f94ba55c-0e0c-459c-b16a-74755aebff76 admin admin] Made reservation on behalf of 30967135a3784f8f91989a9ec626fb3e for: {'subnet': 1} {{(pid=84041) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:36:42.069760 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-f94ba55c-0e0c-459c-b16a-74755aebff76 admin admin] Notify callbacks [] for subnet, before_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:36:42.297162 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-014a7fea-f674-483b-bbf0-a3ba6e7559c2 req-fea0f37f-89c6-471f-82ca-db0edb7b769f service neutron] 10.222.0.43 "GET /v2.0/networks/cb56989d-7c5d-4678-b194-1d2edf1e842a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3055072 Apr 18 20:36:42.318907 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.v2.base [req-210f416c-9939-4065-9f21-eadd299ad8af req-818c8296-8506-4528-b8c8-faab670d9296 tempest-SecurityGroupsTestAdminJSON-1957975917 tempest-SecurityGroupsTestAdminJSON-1957975917-project] Request body: {'security_group': {'name': 'tempest-securitygroup-486315540', 'description': 'tempest-description-296788292'}} {{(pid=84040) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 20:36:42.339812 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [req-210f416c-9939-4065-9f21-eadd299ad8af req-818c8296-8506-4528-b8c8-faab670d9296 tempest-SecurityGroupsTestAdminJSON-1957975917 tempest-SecurityGroupsTestAdminJSON-1957975917-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:36:42.353447 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [req-210f416c-9939-4065-9f21-eadd299ad8af req-818c8296-8506-4528-b8c8-faab670d9296 tempest-SecurityGroupsTestAdminJSON-1957975917 tempest-SecurityGroupsTestAdminJSON-1957975917-project] Usage tracker for resource:security_group and tenant:a1d72cf0e2c842ebb475e6d45c08d290 is out of sync, need to count used quota {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:36:42.358978 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-84d98468-ac4e-4647-8602-26ba3a6b4d40 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:36:42.370709 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [req-210f416c-9939-4065-9f21-eadd299ad8af req-818c8296-8506-4528-b8c8-faab670d9296 tempest-SecurityGroupsTestAdminJSON-1957975917 tempest-SecurityGroupsTestAdminJSON-1957975917-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:36:42.385564 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [req-210f416c-9939-4065-9f21-eadd299ad8af req-818c8296-8506-4528-b8c8-faab670d9296 tempest-SecurityGroupsTestAdminJSON-1957975917 tempest-SecurityGroupsTestAdminJSON-1957975917-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:36:42.436318 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-210f416c-9939-4065-9f21-eadd299ad8af req-818c8296-8506-4528-b8c8-faab670d9296 tempest-SecurityGroupsTestAdminJSON-1957975917 tempest-SecurityGroupsTestAdminJSON-1957975917-project] Notify callbacks [] for security_group, before_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:36:42.541016 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-f94ba55c-0e0c-459c-b16a-74755aebff76 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33526260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022'] for subnet, after_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:36:42.651569 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f94ba55c-0e0c-459c-b16a-74755aebff76 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2a27c3e0-e2c3-453b-9e93-76a003aa4b19,revision_number=0']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:36:42.659140 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-6ab9dcba-647d-4f22-82b2-6de10e36d6c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33528224'] for security_group, after_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:36:42.675577 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-014a7fea-f674-483b-bbf0-a3ba6e7559c2 req-f3a0f233-6118-462c-9f6f-b50f2ade9210 service neutron] 10.222.0.43 "GET /v2.0/networks/cb56989d-7c5d-4678-b194-1d2edf1e842a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1888473 Apr 18 20:36:42.698748 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-fa0e7b20-db2e-4915-be2d-ca9341172ce7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:36:42.713092 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ab9dcba-647d-4f22-82b2-6de10e36d6c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=55590d1d-4e1d-4b7d-a5e2-cfeb4c4efb06,revision_number=None']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:36:42.732533 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f94ba55c-0e0c-459c-b16a-74755aebff76 admin admin] Checking segment: {'id': '806925fb-1611-47d5-bfae-6289aca7c7ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '2b4e6157-bc80-44e6-aceb-13aa29225b38'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84041) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 20:36:42.732903 n-d-838334-2 neutron-server[84041]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f94ba55c-0e0c-459c-b16a-74755aebff76 admin admin] Network hostable DHCP agents. Network: 2b4e6157-bc80-44e6-aceb-13aa29225b38, hostable agents: ['8746f8ea-3e91-4b32-9919-2c63adeb8722'], hosted agents: [] {{(pid=84041) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 20:36:42.746996 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-6ab9dcba-647d-4f22-82b2-6de10e36d6c6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:36:42.748412 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-6ab9dcba-647d-4f22-82b2-6de10e36d6c6 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/55590d1d-4e1d-4b7d-a5e2-cfeb4c4efb06 HTTP/1.1" status: 204 len: 168 time: 1.5185113 Apr 18 20:36:42.783952 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [req-210f416c-9939-4065-9f21-eadd299ad8af req-818c8296-8506-4528-b8c8-faab670d9296 tempest-SecurityGroupsTestAdminJSON-1957975917 tempest-SecurityGroupsTestAdminJSON-1957975917-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:36:42.823239 n-d-838334-2 neutron-server[84041]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f94ba55c-0e0c-459c-b16a-74755aebff76 admin admin] Network 2b4e6157-bc80-44e6-aceb-13aa29225b38 is scheduled to be hosted by DHCP agent 8746f8ea-3e91-4b32-9919-2c63adeb8722 with binding_index 1 {{(pid=84041) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 20:36:42.834980 n-d-838334-2 neutron-server[84041]: DEBUG neutron.scheduler.base_scheduler [None req-f94ba55c-0e0c-459c-b16a-74755aebff76 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-838334-2, 2b4e6157-bc80-44e6-aceb-13aa29225b38) {{(pid=84041) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:36:42.840731 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f94ba55c-0e0c-459c-b16a-74755aebff76 admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=84041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:36:42.841650 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-f94ba55c-0e0c-459c-b16a-74755aebff76 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32378031'] for subnet, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:36:42.850203 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dce8953b-4a95-460e-a297-050438f71942 None None] Network 2b4e6157-bc80-44e6-aceb-13aa29225b38 requested from n-d-838334-2 {{(pid=84042) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 20:36:42.852480 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [req-210f416c-9939-4065-9f21-eadd299ad8af req-818c8296-8506-4528-b8c8-faab670d9296 tempest-SecurityGroupsTestAdminJSON-1957975917 tempest-SecurityGroupsTestAdminJSON-1957975917-project] Usage tracker for resource:security_group_rule and tenant:a1d72cf0e2c842ebb475e6d45c08d290 is out of sync, need to count used quota {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:36:42.870474 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [req-210f416c-9939-4065-9f21-eadd299ad8af req-818c8296-8506-4528-b8c8-faab670d9296 tempest-SecurityGroupsTestAdminJSON-1957975917 tempest-SecurityGroupsTestAdminJSON-1957975917-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:36:42.873609 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-f94ba55c-0e0c-459c-b16a-74755aebff76 admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.9289093 Apr 18 20:36:42.899587 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-fa0e7b20-db2e-4915-be2d-ca9341172ce7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33528224'] for security_group, after_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:36:42.918214 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-84d98468-ac4e-4647-8602-26ba3a6b4d40 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33528224'] for security_group, after_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:36:42.927156 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [req-210f416c-9939-4065-9f21-eadd299ad8af req-818c8296-8506-4528-b8c8-faab670d9296 tempest-SecurityGroupsTestAdminJSON-1957975917 tempest-SecurityGroupsTestAdminJSON-1957975917-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:36:42.945331 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa0e7b20-db2e-4915-be2d-ca9341172ce7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c51117cb-00e3-473c-bd9e-7491e858cb1b,revision_number=None']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:36:42.951320 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-fa0e7b20-db2e-4915-be2d-ca9341172ce7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:36:42.952476 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-fa0e7b20-db2e-4915-be2d-ca9341172ce7 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/c51117cb-00e3-473c-bd9e-7491e858cb1b HTTP/1.1" status: 204 len: 168 time: 1.0998442 Apr 18 20:36:42.999779 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84d98468-ac4e-4647-8602-26ba3a6b4d40 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3e1533a-440e-4a90-b4f4-825e9f385b30,revision_number=None']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:36:43.136235 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-499e7839-5bbf-4275-80f3-34e7334fb710 req-0c58275c-b86e-4807-bddf-5aa112bf5b70 tempest-AggregatesAdminTestJSON-1672015505 tempest-AggregatesAdminTestJSON-1672015505-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:36:43.138236 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-499e7839-5bbf-4275-80f3-34e7334fb710 req-0c58275c-b86e-4807-bddf-5aa112bf5b70 tempest-AggregatesAdminTestJSON-1672015505 tempest-AggregatesAdminTestJSON-1672015505-project] 10.222.0.42 "GET /v2.0/ports?device_id=4d4dfa19-6012-4b59-be9b-eb2599015659 HTTP/1.1" status: 200 len: 970 time: 0.4595046 Apr 18 20:36:43.148285 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-84d98468-ac4e-4647-8602-26ba3a6b4d40 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:36:43.155892 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-84d98468-ac4e-4647-8602-26ba3a6b4d40 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/b3e1533a-440e-4a90-b4f4-825e9f385b30 HTTP/1.1" status: 204 len: 168 time: 1.5064368 Apr 18 20:36:43.248044 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-5fed1c7c-1ad2-483e-9f07-0608f9843dea req-196a98a6-7988-4d49-9ab2-a6049d406186 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=8a6c744a7db748fdbd9f4ae6a50035ef&device_id=4d4dfa19-6012-4b59-be9b-eb2599015659 HTTP/1.1" status: 200 len: 1121 time: 0.4673843 Apr 18 20:36:43.361297 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-499e7839-5bbf-4275-80f3-34e7334fb710 req-1d212ffa-5c51-4d05-b610-1e537b68f65d tempest-AggregatesAdminTestJSON-1672015505 tempest-AggregatesAdminTestJSON-1672015505-project] 10.222.0.42 "GET /v2.0/security-groups?id=0f42bd7e-a135-4af5-bcd6-4657f8e77586&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1898336 Apr 18 20:36:43.438533 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-210f416c-9939-4065-9f21-eadd299ad8af req-818c8296-8506-4528-b8c8-faab670d9296 tempest-SecurityGroupsTestAdminJSON-1957975917 tempest-SecurityGroupsTestAdminJSON-1957975917-project] Notify callbacks [] for security_group, precommit_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:36:43.446004 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-210f416c-9939-4065-9f21-eadd299ad8af req-818c8296-8506-4528-b8c8-faab670d9296 tempest-SecurityGroupsTestAdminJSON-1957975917 tempest-SecurityGroupsTestAdminJSON-1957975917-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33528224'] for security_group, after_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:36:43.541991 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6572c92-a70f-4bc1-96d7-772da0f95ce0 None None] Network 2b4e6157-bc80-44e6-aceb-13aa29225b38 requested from n-d-838334-2 {{(pid=84042) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 20:36:43.577465 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 59860) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:36:43.633138 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-b3521166-d626-4688-a60f-dd3b84ac1ba5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:36:43.724034 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-b3521166-d626-4688-a60f-dd3b84ac1ba5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:36:43.740377 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-b3521166-d626-4688-a60f-dd3b84ac1ba5 admin admin] Usage tracker for resource:security_group_rule and tenant:2868fa528afd4a8684365007e8c87832 is out of sync, need to count used quota {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:36:43.748648 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-b3521166-d626-4688-a60f-dd3b84ac1ba5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:36:43.761962 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-210f416c-9939-4065-9f21-eadd299ad8af req-818c8296-8506-4528-b8c8-faab670d9296 tempest-SecurityGroupsTestAdminJSON-1957975917 tempest-SecurityGroupsTestAdminJSON-1957975917-project] Notify callbacks [] for security_group, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:36:43.770606 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-b3521166-d626-4688-a60f-dd3b84ac1ba5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:36:43.776406 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-210f416c-9939-4065-9f21-eadd299ad8af req-818c8296-8506-4528-b8c8-faab670d9296 tempest-SecurityGroupsTestAdminJSON-1957975917 tempest-SecurityGroupsTestAdminJSON-1957975917-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1615 time: 1.4669352 Apr 18 20:36:43.863391 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-818c8296-8506-4528-b8c8-faab670d9296 tempest-SecurityGroupsTestAdminJSON-1957975917 tempest-SecurityGroupsTestAdminJSON-1957975917-project] Pushing event updated for resources: {'SecurityGroup': ['ID=566ab98a-09a7-4bca-9b62-cd2675894aa0,revision_number=1']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:36:44.034907 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fed1c7c-1ad2-483e-9f07-0608f9843dea req-1b8aab06-94ca-4411-8e12-b8d07b41ddba service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:36:44.039687 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-5fed1c7c-1ad2-483e-9f07-0608f9843dea req-1b8aab06-94ca-4411-8e12-b8d07b41ddba service neutron] 10.222.0.43 "GET /v2.0/networks?id=cb56989d-7c5d-4678-b194-1d2edf1e842a HTTP/1.1" status: 200 len: 870 time: 0.5577824 Apr 18 20:36:44.041885 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-b3521166-d626-4688-a60f-dd3b84ac1ba5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:36:44.049343 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-b3521166-d626-4688-a60f-dd3b84ac1ba5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33528224'] for security_group, after_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:36:44.157648 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-b3521166-d626-4688-a60f-dd3b84ac1ba5 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=2868fa528afd4a8684365007e8c87832&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5788317 Apr 18 20:36:44.163541 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 59874) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:36:44.232748 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3521166-d626-4688-a60f-dd3b84ac1ba5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=176b806c-daf4-45a9-a664-4e657d8fcd68,revision_number=1']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:36:44.249620 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-5fed1c7c-1ad2-483e-9f07-0608f9843dea req-864e5966-f9b6-4347-a2cb-264b25956a85 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.148&port_id=5c6b0b39-7bd8-417f-b7f2-8e39baa0d71c HTTP/1.1" status: 200 len: 217 time: 0.1603334 Apr 18 20:36:44.319720 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 59878) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:36:44.391456 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-3cfa4892-80a3-4da0-a080-99f7e2a12772 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:36:44.401102 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fed1c7c-1ad2-483e-9f07-0608f9843dea req-1eeabcab-ce7d-40ba-bf51-05dae9ace2b1 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:36:44.408674 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-5fed1c7c-1ad2-483e-9f07-0608f9843dea req-1eeabcab-ce7d-40ba-bf51-05dae9ace2b1 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=c4b526db-4d8a-4d4c-a310-e3a599630ae1 HTTP/1.1" status: 200 len: 843 time: 0.1426771 Apr 18 20:36:44.466084 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-3cfa4892-80a3-4da0-a080-99f7e2a12772 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:36:44.570233 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-72ff0d2e-9c91-414b-8bf9-30c96e65e830 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:36:44.602148 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-5fed1c7c-1ad2-483e-9f07-0608f9843dea req-b4b9de16-5a37-465e-aca4-7dcf66ffdc03 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=cb56989d-7c5d-4678-b194-1d2edf1e842a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1922054 Apr 18 20:36:44.647891 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-72ff0d2e-9c91-414b-8bf9-30c96e65e830 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:36:44.664275 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-72ff0d2e-9c91-414b-8bf9-30c96e65e830 admin admin] Usage tracker for resource:security_group_rule and tenant:74fcaf6cffaa4ea38a3206e29e59d1d3 is out of sync, need to count used quota {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:36:44.667578 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-72ff0d2e-9c91-414b-8bf9-30c96e65e830 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:36:44.680608 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-72ff0d2e-9c91-414b-8bf9-30c96e65e830 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:36:44.770615 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-72ff0d2e-9c91-414b-8bf9-30c96e65e830 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:36:44.772112 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-3cfa4892-80a3-4da0-a080-99f7e2a12772 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33528224'] for security_group, after_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:36:44.786994 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-72ff0d2e-9c91-414b-8bf9-30c96e65e830 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33528224'] for security_group, after_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:36:44.807757 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cfa4892-80a3-4da0-a080-99f7e2a12772 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=176b806c-daf4-45a9-a664-4e657d8fcd68,revision_number=None']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:36:44.853927 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72ff0d2e-9c91-414b-8bf9-30c96e65e830 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=364ed211-9cba-4a6e-b60e-aeae6d5c3a4d,revision_number=1']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:36:44.861632 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-3cfa4892-80a3-4da0-a080-99f7e2a12772 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:36:44.863400 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-3cfa4892-80a3-4da0-a080-99f7e2a12772 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/176b806c-daf4-45a9-a664-4e657d8fcd68 HTTP/1.1" status: 204 len: 168 time: 0.6914470 Apr 18 20:36:44.872466 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-72ff0d2e-9c91-414b-8bf9-30c96e65e830 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=74fcaf6cffaa4ea38a3206e29e59d1d3&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5394666 Apr 18 20:36:44.875003 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 59896) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:36:44.961143 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-8aeeaeb0-d0ec-4427-b6c1-3e5a7278678d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:36:45.000400 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-8aeeaeb0-d0ec-4427-b6c1-3e5a7278678d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:36:45.067268 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-8aeeaeb0-d0ec-4427-b6c1-3e5a7278678d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33528224'] for security_group, after_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:36:45.094074 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aeeaeb0-d0ec-4427-b6c1-3e5a7278678d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=364ed211-9cba-4a6e-b60e-aeae6d5c3a4d,revision_number=None']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:36:45.096827 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-8aeeaeb0-d0ec-4427-b6c1-3e5a7278678d admin admin] Notify callbacks [] for security_group, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:36:45.098131 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-8aeeaeb0-d0ec-4427-b6c1-3e5a7278678d admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/364ed211-9cba-4a6e-b60e-aeae6d5c3a4d HTTP/1.1" status: 204 len: 168 time: 0.2211139 Apr 18 20:36:45.131791 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.v2.base [req-d35e43d4-67ff-4e0e-833e-623e8c8fef85 req-a333a106-2557-408c-9602-a1acaa58902f tempest-SecurityGroupsTestAdminJSON-1361081797 tempest-SecurityGroupsTestAdminJSON-1361081797-project-admin] Request body: {'security_group': {'name': 'tempest-securitygroup-1256139693', 'description': 'tempest-description-841408754'}} {{(pid=84040) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 20:36:45.155407 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [req-d35e43d4-67ff-4e0e-833e-623e8c8fef85 req-a333a106-2557-408c-9602-a1acaa58902f tempest-SecurityGroupsTestAdminJSON-1361081797 tempest-SecurityGroupsTestAdminJSON-1361081797-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:36:45.159543 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-5fed1c7c-1ad2-483e-9f07-0608f9843dea req-526add57-a6b2-4c21-84b9-95ba45f38fc9 service neutron] 10.222.0.43 "GET /v2.0/networks/cb56989d-7c5d-4678-b194-1d2edf1e842a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5480025 Apr 18 20:36:45.169668 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [req-d35e43d4-67ff-4e0e-833e-623e8c8fef85 req-a333a106-2557-408c-9602-a1acaa58902f tempest-SecurityGroupsTestAdminJSON-1361081797 tempest-SecurityGroupsTestAdminJSON-1361081797-project-admin] Usage tracker for resource:security_group and tenant:cfe4bbdaecff4e76a97f4cdfbd5965dc is out of sync, need to count used quota {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:36:45.174634 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [req-d35e43d4-67ff-4e0e-833e-623e8c8fef85 req-a333a106-2557-408c-9602-a1acaa58902f tempest-SecurityGroupsTestAdminJSON-1361081797 tempest-SecurityGroupsTestAdminJSON-1361081797-project-admin] Quota usage for security_group was recalculated. Used quota:0. {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:36:45.219449 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [req-d35e43d4-67ff-4e0e-833e-623e8c8fef85 req-a333a106-2557-408c-9602-a1acaa58902f tempest-SecurityGroupsTestAdminJSON-1361081797 tempest-SecurityGroupsTestAdminJSON-1361081797-project-admin] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:36:45.436509 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-5fed1c7c-1ad2-483e-9f07-0608f9843dea req-a06f4c05-d8b6-46c3-85fd-5cafeeb306d3 service neutron] 10.222.0.43 "GET /v2.0/networks/cb56989d-7c5d-4678-b194-1d2edf1e842a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2631440 Apr 18 20:36:45.441781 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-d35e43d4-67ff-4e0e-833e-623e8c8fef85 req-a333a106-2557-408c-9602-a1acaa58902f tempest-SecurityGroupsTestAdminJSON-1361081797 tempest-SecurityGroupsTestAdminJSON-1361081797-project-admin] Notify callbacks [] for security_group, before_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:36:45.487722 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62162d55-30e8-44df-8f2f-6db3176584d6 req-bee97dd7-bbd3-4e10-8a73-df3afcf13dba tempest-AggregatesAdminTestJSON-1672015505 tempest-AggregatesAdminTestJSON-1672015505-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:36:45.489547 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-62162d55-30e8-44df-8f2f-6db3176584d6 req-bee97dd7-bbd3-4e10-8a73-df3afcf13dba tempest-AggregatesAdminTestJSON-1672015505 tempest-AggregatesAdminTestJSON-1672015505-project] 10.222.0.42 "GET /v2.0/ports?device_id=4d4dfa19-6012-4b59-be9b-eb2599015659 HTTP/1.1" status: 200 len: 970 time: 0.8349152 Apr 18 20:36:45.490414 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-d35e43d4-67ff-4e0e-833e-623e8c8fef85 req-a333a106-2557-408c-9602-a1acaa58902f tempest-SecurityGroupsTestAdminJSON-1361081797 tempest-SecurityGroupsTestAdminJSON-1361081797-project-admin] Notify callbacks [] for security_group, before_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:36:45.580722 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [req-d35e43d4-67ff-4e0e-833e-623e8c8fef85 req-a333a106-2557-408c-9602-a1acaa58902f tempest-SecurityGroupsTestAdminJSON-1361081797 tempest-SecurityGroupsTestAdminJSON-1361081797-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:36:45.600812 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [req-d35e43d4-67ff-4e0e-833e-623e8c8fef85 req-a333a106-2557-408c-9602-a1acaa58902f tempest-SecurityGroupsTestAdminJSON-1361081797 tempest-SecurityGroupsTestAdminJSON-1361081797-project-admin] Usage tracker for resource:security_group_rule and tenant:cfe4bbdaecff4e76a97f4cdfbd5965dc is out of sync, need to count used quota {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:36:45.608095 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-c330d28f-86d7-4b3e-9ede-ed1e1bae8194 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750375287399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253529'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:36:45.611110 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [req-d35e43d4-67ff-4e0e-833e-623e8c8fef85 req-a333a106-2557-408c-9602-a1acaa58902f tempest-SecurityGroupsTestAdminJSON-1361081797 tempest-SecurityGroupsTestAdminJSON-1361081797-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:36:45.627724 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [req-d35e43d4-67ff-4e0e-833e-623e8c8fef85 req-a333a106-2557-408c-9602-a1acaa58902f tempest-SecurityGroupsTestAdminJSON-1361081797 tempest-SecurityGroupsTestAdminJSON-1361081797-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:36:45.724044 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-d35e43d4-67ff-4e0e-833e-623e8c8fef85 req-a333a106-2557-408c-9602-a1acaa58902f tempest-SecurityGroupsTestAdminJSON-1361081797 tempest-SecurityGroupsTestAdminJSON-1361081797-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:36:45.732584 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-d35e43d4-67ff-4e0e-833e-623e8c8fef85 req-a333a106-2557-408c-9602-a1acaa58902f tempest-SecurityGroupsTestAdminJSON-1361081797 tempest-SecurityGroupsTestAdminJSON-1361081797-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33528224'] for security_group, after_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:36:45.739115 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-62162d55-30e8-44df-8f2f-6db3176584d6 req-5df44a0c-002e-4529-953d-905013f61914 tempest-AggregatesAdminTestJSON-1672015505 tempest-AggregatesAdminTestJSON-1672015505-project] 10.222.0.42 "GET /v2.0/security-groups?id=0f42bd7e-a135-4af5-bcd6-4657f8e77586&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2328649 Apr 18 20:36:45.785709 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [req-d35e43d4-67ff-4e0e-833e-623e8c8fef85 req-a333a106-2557-408c-9602-a1acaa58902f tempest-SecurityGroupsTestAdminJSON-1361081797 tempest-SecurityGroupsTestAdminJSON-1361081797-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:36:45.788069 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a333a106-2557-408c-9602-a1acaa58902f tempest-SecurityGroupsTestAdminJSON-1361081797 tempest-SecurityGroupsTestAdminJSON-1361081797-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f198323d-12e9-454c-8dee-a776f7e21f12,revision_number=1']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:36:45.792651 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [req-d35e43d4-67ff-4e0e-833e-623e8c8fef85 req-a333a106-2557-408c-9602-a1acaa58902f tempest-SecurityGroupsTestAdminJSON-1361081797 tempest-SecurityGroupsTestAdminJSON-1361081797-project-admin] Usage tracker for resource:security_group_rule and tenant:cfe4bbdaecff4e76a97f4cdfbd5965dc is out of sync, need to count used quota {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:36:45.795696 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [req-d35e43d4-67ff-4e0e-833e-623e8c8fef85 req-a333a106-2557-408c-9602-a1acaa58902f tempest-SecurityGroupsTestAdminJSON-1361081797 tempest-SecurityGroupsTestAdminJSON-1361081797-project-admin] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:36:45.801462 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [req-d35e43d4-67ff-4e0e-833e-623e8c8fef85 req-a333a106-2557-408c-9602-a1acaa58902f tempest-SecurityGroupsTestAdminJSON-1361081797 tempest-SecurityGroupsTestAdminJSON-1361081797-project-admin] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:36:45.871142 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-d35e43d4-67ff-4e0e-833e-623e8c8fef85 req-a333a106-2557-408c-9602-a1acaa58902f tempest-SecurityGroupsTestAdminJSON-1361081797 tempest-SecurityGroupsTestAdminJSON-1361081797-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:36:45.886383 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-d35e43d4-67ff-4e0e-833e-623e8c8fef85 req-a333a106-2557-408c-9602-a1acaa58902f tempest-SecurityGroupsTestAdminJSON-1361081797 tempest-SecurityGroupsTestAdminJSON-1361081797-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33528224'] for security_group, after_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:36:45.978564 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a333a106-2557-408c-9602-a1acaa58902f tempest-SecurityGroupsTestAdminJSON-1361081797 tempest-SecurityGroupsTestAdminJSON-1361081797-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a66de118-0866-4fb0-822b-937074d882c6,revision_number=1']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:36:45.996775 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-d35e43d4-67ff-4e0e-833e-623e8c8fef85 req-a333a106-2557-408c-9602-a1acaa58902f tempest-SecurityGroupsTestAdminJSON-1361081797 tempest-SecurityGroupsTestAdminJSON-1361081797-project-admin] Notify callbacks [] for security_group, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:36:45.998764 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-d35e43d4-67ff-4e0e-833e-623e8c8fef85 req-a333a106-2557-408c-9602-a1acaa58902f tempest-SecurityGroupsTestAdminJSON-1361081797 tempest-SecurityGroupsTestAdminJSON-1361081797-project-admin] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1616 time: 1.3428259 Apr 18 20:36:46.049275 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.v2.base [req-efd0fc5d-9368-4dc3-9146-d582f49a5d95 req-cb9d1498-a1de-496b-b78f-db8fb2c3edf6 tempest-SecurityGroupsTestAdminJSON-1361081797 tempest-SecurityGroupsTestAdminJSON-1361081797-project-admin] Request body: {'security_group': {'name': 'tempest-securitygroup-1469604650', 'description': 'tempest-description-1087296786'}} {{(pid=84040) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 20:36:46.054248 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [req-efd0fc5d-9368-4dc3-9146-d582f49a5d95 req-cb9d1498-a1de-496b-b78f-db8fb2c3edf6 tempest-SecurityGroupsTestAdminJSON-1361081797 tempest-SecurityGroupsTestAdminJSON-1361081797-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:36:46.062722 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [req-efd0fc5d-9368-4dc3-9146-d582f49a5d95 req-cb9d1498-a1de-496b-b78f-db8fb2c3edf6 tempest-SecurityGroupsTestAdminJSON-1361081797 tempest-SecurityGroupsTestAdminJSON-1361081797-project-admin] Usage tracker for resource:security_group and tenant:cfe4bbdaecff4e76a97f4cdfbd5965dc is out of sync, need to count used quota {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:36:46.066632 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [req-efd0fc5d-9368-4dc3-9146-d582f49a5d95 req-cb9d1498-a1de-496b-b78f-db8fb2c3edf6 tempest-SecurityGroupsTestAdminJSON-1361081797 tempest-SecurityGroupsTestAdminJSON-1361081797-project-admin] Quota usage for security_group was recalculated. Used quota:2. {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:36:46.073862 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [req-efd0fc5d-9368-4dc3-9146-d582f49a5d95 req-cb9d1498-a1de-496b-b78f-db8fb2c3edf6 tempest-SecurityGroupsTestAdminJSON-1361081797 tempest-SecurityGroupsTestAdminJSON-1361081797-project-admin] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:36:46.090665 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-efd0fc5d-9368-4dc3-9146-d582f49a5d95 req-cb9d1498-a1de-496b-b78f-db8fb2c3edf6 tempest-SecurityGroupsTestAdminJSON-1361081797 tempest-SecurityGroupsTestAdminJSON-1361081797-project-admin] Notify callbacks [] for security_group, before_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:36:46.131005 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [req-efd0fc5d-9368-4dc3-9146-d582f49a5d95 req-cb9d1498-a1de-496b-b78f-db8fb2c3edf6 tempest-SecurityGroupsTestAdminJSON-1361081797 tempest-SecurityGroupsTestAdminJSON-1361081797-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:36:46.136797 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [req-efd0fc5d-9368-4dc3-9146-d582f49a5d95 req-cb9d1498-a1de-496b-b78f-db8fb2c3edf6 tempest-SecurityGroupsTestAdminJSON-1361081797 tempest-SecurityGroupsTestAdminJSON-1361081797-project-admin] Usage tracker for resource:security_group_rule and tenant:cfe4bbdaecff4e76a97f4cdfbd5965dc is out of sync, need to count used quota {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:36:46.150955 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [req-efd0fc5d-9368-4dc3-9146-d582f49a5d95 req-cb9d1498-a1de-496b-b78f-db8fb2c3edf6 tempest-SecurityGroupsTestAdminJSON-1361081797 tempest-SecurityGroupsTestAdminJSON-1361081797-project-admin] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:36:46.160177 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [req-efd0fc5d-9368-4dc3-9146-d582f49a5d95 req-cb9d1498-a1de-496b-b78f-db8fb2c3edf6 tempest-SecurityGroupsTestAdminJSON-1361081797 tempest-SecurityGroupsTestAdminJSON-1361081797-project-admin] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:36:46.183896 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 59930) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:36:46.197404 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.v2.base [None req-37c5ae20-b69f-4dfc-82f3-f3503da92049 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationTest-1257729306-network', 'tenant_id': 'a73a6fe5ecd04c84959ac5d8c0c1a9fc'}} {{(pid=84041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 20:36:46.208880 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-37c5ae20-b69f-4dfc-82f3-f3503da92049 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:36:46.217602 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-37c5ae20-b69f-4dfc-82f3-f3503da92049 admin admin] Usage tracker for resource:network and tenant:a73a6fe5ecd04c84959ac5d8c0c1a9fc is out of sync, need to count used quota {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:36:46.222864 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-37c5ae20-b69f-4dfc-82f3-f3503da92049 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:36:46.226419 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-efd0fc5d-9368-4dc3-9146-d582f49a5d95 req-cb9d1498-a1de-496b-b78f-db8fb2c3edf6 tempest-SecurityGroupsTestAdminJSON-1361081797 tempest-SecurityGroupsTestAdminJSON-1361081797-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:36:46.229710 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-37c5ae20-b69f-4dfc-82f3-f3503da92049 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:36:46.232491 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-efd0fc5d-9368-4dc3-9146-d582f49a5d95 req-cb9d1498-a1de-496b-b78f-db8fb2c3edf6 tempest-SecurityGroupsTestAdminJSON-1361081797 tempest-SecurityGroupsTestAdminJSON-1361081797-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33528224'] for security_group, after_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:36:46.246348 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-37c5ae20-b69f-4dfc-82f3-f3503da92049 admin admin] Made reservation on behalf of a73a6fe5ecd04c84959ac5d8c0c1a9fc for: {'network': 1} {{(pid=84041) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:36:46.253015 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-37c5ae20-b69f-4dfc-82f3-f3503da92049 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for network, before_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:36:46.269773 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-37c5ae20-b69f-4dfc-82f3-f3503da92049 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:36:46.276827 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb9d1498-a1de-496b-b78f-db8fb2c3edf6 tempest-SecurityGroupsTestAdminJSON-1361081797 tempest-SecurityGroupsTestAdminJSON-1361081797-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7fff928d-e61e-4d21-befb-09086b0573a3,revision_number=1']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:36:46.280076 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-efd0fc5d-9368-4dc3-9146-d582f49a5d95 req-cb9d1498-a1de-496b-b78f-db8fb2c3edf6 tempest-SecurityGroupsTestAdminJSON-1361081797 tempest-SecurityGroupsTestAdminJSON-1361081797-project-admin] Notify callbacks [] for security_group, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:36:46.281237 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-efd0fc5d-9368-4dc3-9146-d582f49a5d95 req-cb9d1498-a1de-496b-b78f-db8fb2c3edf6 tempest-SecurityGroupsTestAdminJSON-1361081797 tempest-SecurityGroupsTestAdminJSON-1361081797-project-admin] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1617 time: 0.2403495 Apr 18 20:36:46.330037 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-37c5ae20-b69f-4dfc-82f3-f3503da92049 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:36:46.341066 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-37c5ae20-b69f-4dfc-82f3-f3503da92049 admin admin] Usage tracker for resource:security_group_rule and tenant:a73a6fe5ecd04c84959ac5d8c0c1a9fc is out of sync, need to count used quota {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:36:46.343116 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-37c5ae20-b69f-4dfc-82f3-f3503da92049 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:36:46.356435 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 59940) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:36:46.359532 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-37c5ae20-b69f-4dfc-82f3-f3503da92049 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:36:46.527873 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-37c5ae20-b69f-4dfc-82f3-f3503da92049 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:36:46.534142 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [req-7b3dfb2e-f0e1-400a-b38d-48f1decb0eb1 req-697b57e1-31a6-463d-b9d1-14eda8638f2e tempest-SecurityGroupsTestAdminJSON-1361081797 tempest-SecurityGroupsTestAdminJSON-1361081797-project-admin] Synchronizing usage tracker for tenant:cfe4bbdaecff4e76a97f4cdfbd5965dc on resource:security_group {{(pid=84040) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 20:36:46.539828 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-37c5ae20-b69f-4dfc-82f3-f3503da92049 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33528224'] for security_group, after_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:36:46.561237 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [req-7b3dfb2e-f0e1-400a-b38d-48f1decb0eb1 req-697b57e1-31a6-463d-b9d1-14eda8638f2e tempest-SecurityGroupsTestAdminJSON-1361081797 tempest-SecurityGroupsTestAdminJSON-1361081797-project-admin] Unset dirty status for tenant:cfe4bbdaecff4e76a97f4cdfbd5965dc on resource:security_group {{(pid=84040) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 20:36:46.575385 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-7b3dfb2e-f0e1-400a-b38d-48f1decb0eb1 req-697b57e1-31a6-463d-b9d1-14eda8638f2e tempest-SecurityGroupsTestAdminJSON-1361081797 tempest-SecurityGroupsTestAdminJSON-1361081797-project-admin] 10.222.0.42 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 20381 time: 0.2493203 Apr 18 20:36:46.598966 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37c5ae20-b69f-4dfc-82f3-f3503da92049 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0fa88efe-38ed-46f9-8d46-d055301af934,revision_number=1']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:36:46.619792 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-37c5ae20-b69f-4dfc-82f3-f3503da92049 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 377} {{(pid=84041) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 20:36:46.630247 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-37c5ae20-b69f-4dfc-82f3-f3503da92049 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1082986'] for segment, precommit_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:36:46.630893 n-d-838334-2 neutron-server[84041]: INFO neutron.db.segments_db [None req-37c5ae20-b69f-4dfc-82f3-f3503da92049 admin admin] Added segment 0f2f6f36-ccde-44fe-93b0-9d94e190bbb3 of type vlan for network 24aeabcc-7833-4507-8bcf-948a3252d704 Apr 18 20:36:46.660235 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-7b3dfb2e-f0e1-400a-b38d-48f1decb0eb1 req-ed08cef2-9667-4b61-ac0b-829ed3567dc7 tempest-SecurityGroupsTestAdminJSON-1361081797 tempest-SecurityGroupsTestAdminJSON-1361081797-project-admin] 10.222.0.42 "GET /v2.0/security-groups/0a949b36-7e04-45d0-b1a7-7996bd5e523e HTTP/1.1" status: 200 len: 2649 time: 0.0832400 Apr 18 20:36:46.663605 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-37c5ae20-b69f-4dfc-82f3-f3503da92049 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750374825732'] for network, precommit_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:36:46.698698 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-37c5ae20-b69f-4dfc-82f3-f3503da92049 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33526109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022'] for network, after_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:36:46.700078 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37c5ae20-b69f-4dfc-82f3-f3503da92049 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:36:46.701146 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-37c5ae20-b69f-4dfc-82f3-f3503da92049 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32378031'] for network, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:36:46.728946 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.v2.base [None req-76b89021-d96e-4931-9386-b4da03bd1385 admin admin] Request body: {'network': {'name': 'tempest-LiveAutoBlockMigrationV225Test-835171412-network', 'tenant_id': '7843cba0a7e24a0397d5219cb7fd254c'}} {{(pid=84040) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 20:36:46.741522 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-7b3dfb2e-f0e1-400a-b38d-48f1decb0eb1 req-8a46ef95-a004-4555-9c8e-2cb0721bde5a tempest-SecurityGroupsTestAdminJSON-1361081797 tempest-SecurityGroupsTestAdminJSON-1361081797-project-admin] 10.222.0.42 "GET /v2.0/security-groups/0a949b36-7e04-45d0-b1a7-7996bd5e523e HTTP/1.1" status: 200 len: 2649 time: 0.0802872 Apr 18 20:36:46.756930 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [None req-76b89021-d96e-4931-9386-b4da03bd1385 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:36:46.764998 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-76b89021-d96e-4931-9386-b4da03bd1385 admin admin] Usage tracker for resource:network and tenant:7843cba0a7e24a0397d5219cb7fd254c is out of sync, need to count used quota {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:36:46.773518 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-76b89021-d96e-4931-9386-b4da03bd1385 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:36:46.784535 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [None req-76b89021-d96e-4931-9386-b4da03bd1385 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:36:46.823555 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37c5ae20-b69f-4dfc-82f3-f3503da92049 admin admin] Pushing event updated for resources: {'Network': ['ID=24aeabcc-7833-4507-8bcf-948a3252d704,revision_number=1']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:36:46.832175 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-37c5ae20-b69f-4dfc-82f3-f3503da92049 admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.6448479 Apr 18 20:36:46.834894 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 59958) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:36:46.842298 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Network 24aeabcc-7833-4507-8bcf-948a3252d704 details requested by agent ovs-agent-n-d-838334-2 with host n-d-838334-2 {{(pid=84042) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 18 20:36:46.846857 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.v2.base [None req-d2be0492-0252-480f-b867-93650ebfd0c3 admin admin] Request body: {'subnet': {'network_id': '24aeabcc-7833-4507-8bcf-948a3252d704', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationTest-1257729306-subnet', 'tenant_id': 'a73a6fe5ecd04c84959ac5d8c0c1a9fc', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=84041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 20:36:46.860282 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-d2be0492-0252-480f-b867-93650ebfd0c3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:36:46.861070 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-7b3dfb2e-f0e1-400a-b38d-48f1decb0eb1 req-14abadcf-e27f-4dd9-bee2-8d9fd73b93f9 tempest-SecurityGroupsTestAdminJSON-1361081797 tempest-SecurityGroupsTestAdminJSON-1361081797-project-admin] 10.222.0.42 "GET /v2.0/security-groups/0f42bd7e-a135-4af5-bcd6-4657f8e77586 HTTP/1.1" status: 200 len: 2649 time: 0.1186202 Apr 18 20:36:46.872783 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-d2be0492-0252-480f-b867-93650ebfd0c3 admin admin] Usage tracker for resource:subnet and tenant:a73a6fe5ecd04c84959ac5d8c0c1a9fc is out of sync, need to count used quota {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:36:46.878516 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-d2be0492-0252-480f-b867-93650ebfd0c3 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:36:46.885874 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-d2be0492-0252-480f-b867-93650ebfd0c3 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:36:46.903956 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d2be0492-0252-480f-b867-93650ebfd0c3 admin admin] Made reservation on behalf of a73a6fe5ecd04c84959ac5d8c0c1a9fc for: {'subnet': 1} {{(pid=84041) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:36:46.906898 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-d2be0492-0252-480f-b867-93650ebfd0c3 admin admin] Notify callbacks [] for subnet, before_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:36:46.951136 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-76b89021-d96e-4931-9386-b4da03bd1385 admin admin] Made reservation on behalf of 7843cba0a7e24a0397d5219cb7fd254c for: {'network': 1} {{(pid=84040) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:36:46.953422 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-76b89021-d96e-4931-9386-b4da03bd1385 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for network, before_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:36:46.990739 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-76b89021-d96e-4931-9386-b4da03bd1385 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:36:47.057984 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-7b3dfb2e-f0e1-400a-b38d-48f1decb0eb1 req-077a6860-6549-4581-bc45-3d6991386278 tempest-SecurityGroupsTestAdminJSON-1361081797 tempest-SecurityGroupsTestAdminJSON-1361081797-project-admin] 10.222.0.42 "GET /v2.0/security-groups/0f42bd7e-a135-4af5-bcd6-4657f8e77586 HTTP/1.1" status: 200 len: 2649 time: 0.1959548 Apr 18 20:36:47.166652 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-7b3dfb2e-f0e1-400a-b38d-48f1decb0eb1 req-5014fd21-1d3d-42d0-ae29-9966de8da174 tempest-SecurityGroupsTestAdminJSON-1361081797 tempest-SecurityGroupsTestAdminJSON-1361081797-project-admin] 10.222.0.42 "GET /v2.0/security-groups/3184a02c-141e-46ed-9fdc-27bc56be062c HTTP/1.1" status: 200 len: 2649 time: 0.1075847 Apr 18 20:36:47.169968 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [None req-76b89021-d96e-4931-9386-b4da03bd1385 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:36:47.187817 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-76b89021-d96e-4931-9386-b4da03bd1385 admin admin] Usage tracker for resource:security_group_rule and tenant:7843cba0a7e24a0397d5219cb7fd254c is out of sync, need to count used quota {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:36:47.191611 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-76b89021-d96e-4931-9386-b4da03bd1385 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:36:47.212912 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [None req-76b89021-d96e-4931-9386-b4da03bd1385 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:36:47.229767 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-d2be0492-0252-480f-b867-93650ebfd0c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33526260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022'] for subnet, after_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:36:47.254814 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f70592b-01b8-4fa8-b9f6-b19569782808 req-8e20fff9-7714-4857-a9f6-b53e8a9b928e tempest-AggregatesAdminTestJSON-1672015505 tempest-AggregatesAdminTestJSON-1672015505-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:36:47.261602 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-5f70592b-01b8-4fa8-b9f6-b19569782808 req-8e20fff9-7714-4857-a9f6-b53e8a9b928e tempest-AggregatesAdminTestJSON-1672015505 tempest-AggregatesAdminTestJSON-1672015505-project] 10.222.0.42 "GET /v2.0/ports?device_id=4d4dfa19-6012-4b59-be9b-eb2599015659 HTTP/1.1" status: 200 len: 970 time: 0.2542872 Apr 18 20:36:47.293255 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-7b3dfb2e-f0e1-400a-b38d-48f1decb0eb1 req-e6cd61b1-3b77-4972-aefe-a0706c15e9fc tempest-SecurityGroupsTestAdminJSON-1361081797 tempest-SecurityGroupsTestAdminJSON-1361081797-project-admin] 10.222.0.42 "GET /v2.0/security-groups/3184a02c-141e-46ed-9fdc-27bc56be062c HTTP/1.1" status: 200 len: 2649 time: 0.1258280 Apr 18 20:36:47.326218 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2be0492-0252-480f-b867-93650ebfd0c3 admin admin] Checking segment: {'id': '0f2f6f36-ccde-44fe-93b0-9d94e190bbb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '24aeabcc-7833-4507-8bcf-948a3252d704'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84041) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 20:36:47.326863 n-d-838334-2 neutron-server[84041]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2be0492-0252-480f-b867-93650ebfd0c3 admin admin] Network hostable DHCP agents. Network: 24aeabcc-7833-4507-8bcf-948a3252d704, hostable agents: ['8746f8ea-3e91-4b32-9919-2c63adeb8722'], hosted agents: [] {{(pid=84041) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 20:36:47.370856 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2be0492-0252-480f-b867-93650ebfd0c3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ef056f5d-3c66-4e99-a776-05bdb88d9b28,revision_number=0']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:36:47.373941 n-d-838334-2 neutron-server[84041]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2be0492-0252-480f-b867-93650ebfd0c3 admin admin] Network 24aeabcc-7833-4507-8bcf-948a3252d704 is scheduled to be hosted by DHCP agent 8746f8ea-3e91-4b32-9919-2c63adeb8722 with binding_index 1 {{(pid=84041) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 20:36:47.388767 n-d-838334-2 neutron-server[84041]: DEBUG neutron.scheduler.base_scheduler [None req-d2be0492-0252-480f-b867-93650ebfd0c3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-838334-2, 24aeabcc-7833-4507-8bcf-948a3252d704) {{(pid=84041) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:36:47.395381 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2be0492-0252-480f-b867-93650ebfd0c3 admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=84041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:36:47.400139 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de8afeb7-1f3f-4cb9-9cca-c1a3e1ca50b4 None None] Network 24aeabcc-7833-4507-8bcf-948a3252d704 requested from n-d-838334-2 {{(pid=84042) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 20:36:47.408626 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-5f70592b-01b8-4fa8-b9f6-b19569782808 req-c856dcb4-d7ff-4277-bec1-6d3830ef6e4c tempest-AggregatesAdminTestJSON-1672015505 tempest-AggregatesAdminTestJSON-1672015505-project] 10.222.0.42 "GET /v2.0/security-groups?id=0f42bd7e-a135-4af5-bcd6-4657f8e77586&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1460712 Apr 18 20:36:47.410420 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-d2be0492-0252-480f-b867-93650ebfd0c3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32378031'] for subnet, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:36:47.426144 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-7b3dfb2e-f0e1-400a-b38d-48f1decb0eb1 req-b1f2ea84-0c23-4797-bcf8-67c885a10ecb tempest-SecurityGroupsTestAdminJSON-1361081797 tempest-SecurityGroupsTestAdminJSON-1361081797-project-admin] 10.222.0.42 "GET /v2.0/security-groups/c0677ee3-d302-4c51-8502-124727d19831 HTTP/1.1" status: 200 len: 2649 time: 0.1320159 Apr 18 20:36:47.430408 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-76b89021-d96e-4931-9386-b4da03bd1385 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:36:47.443653 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-76b89021-d96e-4931-9386-b4da03bd1385 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33528224'] for security_group, after_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:36:47.462510 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-d2be0492-0252-480f-b867-93650ebfd0c3 admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6255305 Apr 18 20:36:47.497131 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-76b89021-d96e-4931-9386-b4da03bd1385 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 358} {{(pid=84040) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 20:36:47.518710 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76b89021-d96e-4931-9386-b4da03bd1385 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bf712067-aabd-4e70-aae1-082928dd1ccd,revision_number=1']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:36:47.538483 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-76b89021-d96e-4931-9386-b4da03bd1385 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1082986'] for segment, precommit_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:36:47.539202 n-d-838334-2 neutron-server[84040]: INFO neutron.db.segments_db [None req-76b89021-d96e-4931-9386-b4da03bd1385 admin admin] Added segment e2a67327-2af4-4205-9ade-197b88c2bea8 of type vlan for network 5ab7510b-2145-476c-b9d7-eb0e1ae538b7 Apr 18 20:36:47.556203 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-7b3dfb2e-f0e1-400a-b38d-48f1decb0eb1 req-401a0f51-32e2-4bcd-b932-1c69f7e90679 tempest-SecurityGroupsTestAdminJSON-1361081797 tempest-SecurityGroupsTestAdminJSON-1361081797-project-admin] 10.222.0.42 "GET /v2.0/security-groups/c0677ee3-d302-4c51-8502-124727d19831 HTTP/1.1" status: 200 len: 2649 time: 0.0927212 Apr 18 20:36:47.584991 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-76b89021-d96e-4931-9386-b4da03bd1385 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750374825732'] for network, precommit_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:36:47.646173 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-7b3dfb2e-f0e1-400a-b38d-48f1decb0eb1 req-6862ea52-2dd6-457c-8e0d-baf5352d49a7 tempest-SecurityGroupsTestAdminJSON-1361081797 tempest-SecurityGroupsTestAdminJSON-1361081797-project-admin] 10.222.0.42 "GET /v2.0/security-groups/c1ded286-bbeb-4ec4-95be-e4f6aab8a892 HTTP/1.1" status: 200 len: 2649 time: 0.0795233 Apr 18 20:36:47.648964 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-76b89021-d96e-4931-9386-b4da03bd1385 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33526109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022'] for network, after_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:36:47.650530 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76b89021-d96e-4931-9386-b4da03bd1385 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:36:47.651378 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-76b89021-d96e-4931-9386-b4da03bd1385 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32378031'] for network, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:36:47.716266 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6eb6d8e6-3420-4bc1-bf3b-eeddc16818f8 None None] Network 24aeabcc-7833-4507-8bcf-948a3252d704 requested from n-d-838334-2 {{(pid=84042) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 20:36:47.796816 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-76b89021-d96e-4931-9386-b4da03bd1385 admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 1.4393051 Apr 18 20:36:47.799904 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 59984) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:36:47.804438 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76b89021-d96e-4931-9386-b4da03bd1385 admin admin] Pushing event updated for resources: {'Network': ['ID=5ab7510b-2145-476c-b9d7-eb0e1ae538b7,revision_number=1']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:36:47.809122 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.v2.base [None req-1eff004e-ac37-4d33-ae21-96f835e68b44 admin admin] Request body: {'subnet': {'network_id': '5ab7510b-2145-476c-b9d7-eb0e1ae538b7', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveAutoBlockMigrationV225Test-835171412-subnet', 'tenant_id': '7843cba0a7e24a0397d5219cb7fd254c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=84041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 20:36:47.809928 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-7b3dfb2e-f0e1-400a-b38d-48f1decb0eb1 req-66b44cb5-8111-4f8d-9b6a-35f0651829e2 tempest-SecurityGroupsTestAdminJSON-1361081797 tempest-SecurityGroupsTestAdminJSON-1361081797-project-admin] 10.222.0.42 "GET /v2.0/security-groups/c1ded286-bbeb-4ec4-95be-e4f6aab8a892 HTTP/1.1" status: 200 len: 2649 time: 0.1528754 Apr 18 20:36:47.819274 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-1eff004e-ac37-4d33-ae21-96f835e68b44 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:36:47.835162 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-1eff004e-ac37-4d33-ae21-96f835e68b44 admin admin] Usage tracker for resource:subnet and tenant:7843cba0a7e24a0397d5219cb7fd254c is out of sync, need to count used quota {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:36:47.838619 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Network 5ab7510b-2145-476c-b9d7-eb0e1ae538b7 details requested by agent ovs-agent-n-d-838334-2 with host n-d-838334-2 {{(pid=84042) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 18 20:36:47.841327 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-1eff004e-ac37-4d33-ae21-96f835e68b44 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:36:47.858430 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-1eff004e-ac37-4d33-ae21-96f835e68b44 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:36:47.878263 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1eff004e-ac37-4d33-ae21-96f835e68b44 admin admin] Made reservation on behalf of 7843cba0a7e24a0397d5219cb7fd254c for: {'subnet': 1} {{(pid=84041) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:36:47.881242 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-1eff004e-ac37-4d33-ae21-96f835e68b44 admin admin] Notify callbacks [] for subnet, before_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:36:47.891113 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-7b3dfb2e-f0e1-400a-b38d-48f1decb0eb1 req-a6474c70-32d5-47a1-bb31-9c6ce4565b68 tempest-SecurityGroupsTestAdminJSON-1361081797 tempest-SecurityGroupsTestAdminJSON-1361081797-project-admin] 10.222.0.42 "GET /v2.0/security-groups/f198323d-12e9-454c-8dee-a776f7e21f12 HTTP/1.1" status: 200 len: 2649 time: 0.0697660 Apr 18 20:36:47.950395 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-7b3dfb2e-f0e1-400a-b38d-48f1decb0eb1 req-746c5a58-8aa0-4428-9353-a64df3790a8f tempest-SecurityGroupsTestAdminJSON-1361081797 tempest-SecurityGroupsTestAdminJSON-1361081797-project-admin] 10.222.0.42 "GET /v2.0/security-groups/f198323d-12e9-454c-8dee-a776f7e21f12 HTTP/1.1" status: 200 len: 2649 time: 0.0578339 Apr 18 20:36:47.979681 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-31d9b6ae-a567-4aea-a0ef-b89f4e6bd4c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750375287399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253529'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:36:48.151206 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [req-14503b55-cadc-40b0-b9f1-8cc13a7e893b req-a152f2ce-d213-4e35-8c12-da1068ee00a9 tempest-SecurityGroupsTestAdminJSON-1957975917 tempest-SecurityGroupsTestAdminJSON-1957975917-project] Synchronizing usage tracker for tenant:a1d72cf0e2c842ebb475e6d45c08d290 on resource:security_group {{(pid=84040) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 20:36:48.176685 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [req-14503b55-cadc-40b0-b9f1-8cc13a7e893b req-a152f2ce-d213-4e35-8c12-da1068ee00a9 tempest-SecurityGroupsTestAdminJSON-1957975917 tempest-SecurityGroupsTestAdminJSON-1957975917-project] Unset dirty status for tenant:a1d72cf0e2c842ebb475e6d45c08d290 on resource:security_group {{(pid=84040) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 20:36:48.185156 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-14503b55-cadc-40b0-b9f1-8cc13a7e893b req-a152f2ce-d213-4e35-8c12-da1068ee00a9 tempest-SecurityGroupsTestAdminJSON-1957975917 tempest-SecurityGroupsTestAdminJSON-1957975917-project] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=a1d72cf0e2c842ebb475e6d45c08d290 HTTP/1.1" status: 200 len: 5438 time: 0.1549199 Apr 18 20:36:48.245371 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-1eff004e-ac37-4d33-ae21-96f835e68b44 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33526260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022'] for subnet, after_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:36:48.245974 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-14503b55-cadc-40b0-b9f1-8cc13a7e893b req-f1a0d27d-c719-42c2-bada-1fe6e0d5bd96 tempest-SecurityGroupsTestAdminJSON-1957975917 tempest-SecurityGroupsTestAdminJSON-1957975917-project] 10.222.0.42 "GET /v2.0/security-groups/c0677ee3-d302-4c51-8502-124727d19831 HTTP/1.1" status: 200 len: 2649 time: 0.0597892 Apr 18 20:36:48.307708 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-14503b55-cadc-40b0-b9f1-8cc13a7e893b req-f9dcbd4e-7bdb-4dd5-80e7-b46cd045c62f tempest-SecurityGroupsTestAdminJSON-1957975917 tempest-SecurityGroupsTestAdminJSON-1957975917-project] 10.222.0.42 "GET /v2.0/security-groups/c0677ee3-d302-4c51-8502-124727d19831 HTTP/1.1" status: 200 len: 2649 time: 0.0606630 Apr 18 20:36:48.350955 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eff004e-ac37-4d33-ae21-96f835e68b44 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5bf38cb0-45bd-48cb-9f8c-19a270201f44,revision_number=0']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:36:48.360132 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1eff004e-ac37-4d33-ae21-96f835e68b44 admin admin] Checking segment: {'id': 'e2a67327-2af4-4205-9ade-197b88c2bea8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '5ab7510b-2145-476c-b9d7-eb0e1ae538b7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84041) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 20:36:48.360574 n-d-838334-2 neutron-server[84041]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1eff004e-ac37-4d33-ae21-96f835e68b44 admin admin] Network hostable DHCP agents. Network: 5ab7510b-2145-476c-b9d7-eb0e1ae538b7, hostable agents: ['8746f8ea-3e91-4b32-9919-2c63adeb8722'], hosted agents: [] {{(pid=84041) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 20:36:48.392712 n-d-838334-2 neutron-server[84041]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1eff004e-ac37-4d33-ae21-96f835e68b44 admin admin] Network 5ab7510b-2145-476c-b9d7-eb0e1ae538b7 is scheduled to be hosted by DHCP agent 8746f8ea-3e91-4b32-9919-2c63adeb8722 with binding_index 1 {{(pid=84041) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 20:36:48.395399 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-8d0a041f-ecaf-477b-981b-c17af6bab1f4 req-09d67dba-7572-420b-be80-bfeb96003cc8 tempest-SecurityGroupsTestAdminJSON-1361081797 tempest-SecurityGroupsTestAdminJSON-1361081797-project-admin] 10.222.0.42 "GET /v2.0/security-groups/7fff928d-e61e-4d21-befb-09086b0573a3 HTTP/1.1" status: 200 len: 1612 time: 0.0591190 Apr 18 20:36:48.406806 n-d-838334-2 neutron-server[84041]: DEBUG neutron.scheduler.base_scheduler [None req-1eff004e-ac37-4d33-ae21-96f835e68b44 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-838334-2, 5ab7510b-2145-476c-b9d7-eb0e1ae538b7) {{(pid=84041) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:36:48.418893 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de0c3d65-1d18-4a2d-9be8-8b16d96d610e None None] Network 5ab7510b-2145-476c-b9d7-eb0e1ae538b7 requested from n-d-838334-2 {{(pid=84042) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 20:36:48.421603 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1eff004e-ac37-4d33-ae21-96f835e68b44 admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=84041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:36:48.422391 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-1eff004e-ac37-4d33-ae21-96f835e68b44 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32378031'] for subnet, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:36:48.451774 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-1eff004e-ac37-4d33-ae21-96f835e68b44 admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 0.6506841 Apr 18 20:36:48.502760 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-8d0a041f-ecaf-477b-981b-c17af6bab1f4 req-3f6735d9-c381-400c-b89c-b5faef2b4c34 tempest-SecurityGroupsTestAdminJSON-1361081797 tempest-SecurityGroupsTestAdminJSON-1361081797-project-admin] Notify callbacks [] for security_group, before_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:36:48.531345 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-8d0a041f-ecaf-477b-981b-c17af6bab1f4 req-3f6735d9-c381-400c-b89c-b5faef2b4c34 tempest-SecurityGroupsTestAdminJSON-1361081797 tempest-SecurityGroupsTestAdminJSON-1361081797-project-admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:36:48.598357 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-8d0a041f-ecaf-477b-981b-c17af6bab1f4 req-3f6735d9-c381-400c-b89c-b5faef2b4c34 tempest-SecurityGroupsTestAdminJSON-1361081797 tempest-SecurityGroupsTestAdminJSON-1361081797-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33528224'] for security_group, after_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:36:48.645687 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f6735d9-c381-400c-b89c-b5faef2b4c34 tempest-SecurityGroupsTestAdminJSON-1361081797 tempest-SecurityGroupsTestAdminJSON-1361081797-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7fff928d-e61e-4d21-befb-09086b0573a3,revision_number=None']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:36:48.707077 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75751072-0381-4ec0-a781-67955473f748 None None] Network 5ab7510b-2145-476c-b9d7-eb0e1ae538b7 requested from n-d-838334-2 {{(pid=84042) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 20:36:48.719873 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-8d0a041f-ecaf-477b-981b-c17af6bab1f4 req-3f6735d9-c381-400c-b89c-b5faef2b4c34 tempest-SecurityGroupsTestAdminJSON-1361081797 tempest-SecurityGroupsTestAdminJSON-1361081797-project-admin] Notify callbacks [] for security_group, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:36:48.738243 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-8d0a041f-ecaf-477b-981b-c17af6bab1f4 req-3f6735d9-c381-400c-b89c-b5faef2b4c34 tempest-SecurityGroupsTestAdminJSON-1361081797 tempest-SecurityGroupsTestAdminJSON-1361081797-project-admin] 10.222.0.42 "DELETE /v2.0/security-groups/7fff928d-e61e-4d21-befb-09086b0573a3 HTTP/1.1" status: 204 len: 173 time: 0.3359222 Apr 18 20:36:48.894166 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bfe272f-476a-4a3a-a519-7b789476e77e req-691e6779-115e-4f8b-99eb-fd7e3a4c1b8a tempest-LiveMigrationTest-963278731 tempest-LiveMigrationTest-963278731-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:36:48.895609 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-2bfe272f-476a-4a3a-a519-7b789476e77e req-691e6779-115e-4f8b-99eb-fd7e3a4c1b8a tempest-LiveMigrationTest-963278731 tempest-LiveMigrationTest-963278731-project] 10.222.0.42 "GET /v2.0/networks?id=2b4e6157-bc80-44e6-aceb-13aa29225b38 HTTP/1.1" status: 200 len: 807 time: 0.2723687 Apr 18 20:36:48.922701 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750375287399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253529'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:36:48.933713 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-2bfe272f-476a-4a3a-a519-7b789476e77e req-bec077b0-ffae-4be8-b80b-50dda7ea9658 tempest-LiveMigrationTest-963278731 tempest-LiveMigrationTest-963278731-project] 10.222.0.42 "GET /v2.0/quotas/30967135a3784f8f91989a9ec626fb3e HTTP/1.1" status: 200 len: 375 time: 0.0265808 Apr 18 20:36:49.031400 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-2bfe272f-476a-4a3a-a519-7b789476e77e req-c33622c9-8a7f-498e-869c-1f2ba2a4de6e tempest-LiveMigrationTest-963278731 tempest-LiveMigrationTest-963278731-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=30967135a3784f8f91989a9ec626fb3e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0897236 Apr 18 20:36:49.042840 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-554a6f78-2637-4d2d-bc3c-2f376c701b29 req-bf7bc9d4-41c6-44bb-90c2-a064d748c5ac tempest-AggregatesAdminTestJSON-1672015505 tempest-AggregatesAdminTestJSON-1672015505-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:36:49.044183 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-554a6f78-2637-4d2d-bc3c-2f376c701b29 req-bf7bc9d4-41c6-44bb-90c2-a064d748c5ac tempest-AggregatesAdminTestJSON-1672015505 tempest-AggregatesAdminTestJSON-1672015505-project] 10.222.0.42 "GET /v2.0/ports?device_id=4d4dfa19-6012-4b59-be9b-eb2599015659 HTTP/1.1" status: 200 len: 970 time: 0.1971428 Apr 18 20:36:49.104098 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-554a6f78-2637-4d2d-bc3c-2f376c701b29 req-6dd49b0e-bd48-4572-930f-26c70be0fca5 tempest-AggregatesAdminTestJSON-1672015505 tempest-AggregatesAdminTestJSON-1672015505-project] 10.222.0.42 "GET /v2.0/security-groups?id=0f42bd7e-a135-4af5-bcd6-4657f8e77586&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542588 Apr 18 20:36:49.187031 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-4e79331b-bfe0-4517-b22e-c58961a4a631 req-3e23bb41-312e-4702-b916-8002d5f89181 tempest-SecurityGroupsTestAdminJSON-1361081797 tempest-SecurityGroupsTestAdminJSON-1361081797-project-admin] 10.222.0.42 "GET /v2.0/security-groups/a66de118-0866-4fb0-822b-937074d882c6 HTTP/1.1" status: 200 len: 1611 time: 0.0433748 Apr 18 20:36:49.261228 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-4e79331b-bfe0-4517-b22e-c58961a4a631 req-1b25d53c-5c5c-4f74-b442-a096bc4b9ba4 tempest-SecurityGroupsTestAdminJSON-1361081797 tempest-SecurityGroupsTestAdminJSON-1361081797-project-admin] Notify callbacks [] for security_group, before_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:36:49.266578 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-414b6ffe-e119-47bc-b18f-bcff1219c2f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750375287399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253529'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:36:49.297408 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-4e79331b-bfe0-4517-b22e-c58961a4a631 req-1b25d53c-5c5c-4f74-b442-a096bc4b9ba4 tempest-SecurityGroupsTestAdminJSON-1361081797 tempest-SecurityGroupsTestAdminJSON-1361081797-project-admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:36:49.362387 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-4e79331b-bfe0-4517-b22e-c58961a4a631 req-1b25d53c-5c5c-4f74-b442-a096bc4b9ba4 tempest-SecurityGroupsTestAdminJSON-1361081797 tempest-SecurityGroupsTestAdminJSON-1361081797-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33528224'] for security_group, after_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:36:49.381134 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b25d53c-5c5c-4f74-b442-a096bc4b9ba4 tempest-SecurityGroupsTestAdminJSON-1361081797 tempest-SecurityGroupsTestAdminJSON-1361081797-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a66de118-0866-4fb0-822b-937074d882c6,revision_number=None']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:36:49.387652 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-4e79331b-bfe0-4517-b22e-c58961a4a631 req-1b25d53c-5c5c-4f74-b442-a096bc4b9ba4 tempest-SecurityGroupsTestAdminJSON-1361081797 tempest-SecurityGroupsTestAdminJSON-1361081797-project-admin] Notify callbacks [] for security_group, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:36:49.388843 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-4e79331b-bfe0-4517-b22e-c58961a4a631 req-1b25d53c-5c5c-4f74-b442-a096bc4b9ba4 tempest-SecurityGroupsTestAdminJSON-1361081797 tempest-SecurityGroupsTestAdminJSON-1361081797-project-admin] 10.222.0.42 "DELETE /v2.0/security-groups/a66de118-0866-4fb0-822b-937074d882c6 HTTP/1.1" status: 204 len: 173 time: 0.1947844 Apr 18 20:36:49.526096 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [req-2bfe272f-476a-4a3a-a519-7b789476e77e req-e96e92f0-dfeb-4847-8d64-f76a17110e63 service neutron] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=84040) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 18 20:36:49.527237 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-2bfe272f-476a-4a3a-a519-7b789476e77e req-e96e92f0-dfeb-4847-8d64-f76a17110e63 service neutron] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.1876020 Apr 18 20:36:49.669950 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-2bfe272f-476a-4a3a-a519-7b789476e77e req-b175fd3b-f5f5-4b0e-a61d-1ef11291d2f5 service neutron] 10.222.0.42 "GET /v2.0/networks/2b4e6157-bc80-44e6-aceb-13aa29225b38?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1365798 Apr 18 20:36:49.798575 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Device 5c6b0b39-7bd8-417f-b7f2-8e39baa0d71c details requested by agent hyperv_n-h1-838334-2 with host n-h1-838334-2 {{(pid=84042) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 18 20:36:49.824935 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-8308c6a3-e894-46dc-bb84-173852ff0367 req-52f010eb-6bdd-4531-9ddd-cf988d563291 tempest-SecurityGroupsTestAdminJSON-1957975917 tempest-SecurityGroupsTestAdminJSON-1957975917-project] 10.222.0.42 "GET /v2.0/security-groups/566ab98a-09a7-4bca-9b62-cd2675894aa0 HTTP/1.1" status: 200 len: 1610 time: 0.1300962 Apr 18 20:36:49.856059 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-2bfe272f-476a-4a3a-a519-7b789476e77e req-bfaa5387-c2c7-4b7d-9527-c6b96c5c02ac service neutron] 10.222.0.42 "GET /v2.0/networks/2b4e6157-bc80-44e6-aceb-13aa29225b38?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1793590 Apr 18 20:36:49.911270 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-8308c6a3-e894-46dc-bb84-173852ff0367 req-7320863a-182e-4fbd-9fef-3d28ba886528 tempest-SecurityGroupsTestAdminJSON-1957975917 tempest-SecurityGroupsTestAdminJSON-1957975917-project] Notify callbacks [] for security_group, before_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:36:49.950424 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-8308c6a3-e894-46dc-bb84-173852ff0367 req-7320863a-182e-4fbd-9fef-3d28ba886528 tempest-SecurityGroupsTestAdminJSON-1957975917 tempest-SecurityGroupsTestAdminJSON-1957975917-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:36:49.954093 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] For port 5c6b0b39-7bd8-417f-b7f2-8e39baa0d71c, host n-h1-838334-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838334-2',level=0,port_id=5c6b0b39-7bd8-417f-b7f2-8e39baa0d71c,segment=NetworkSegment(62b85806-94d8-4a88-a06c-da82e5932d66),segment_id=62b85806-94d8-4a88-a06c-da82e5932d66)] {{(pid=84042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:36:49.971930 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Returning: {'device': '5c6b0b39-7bd8-417f-b7f2-8e39baa0d71c', 'network_id': 'cb56989d-7c5d-4678-b194-1d2edf1e842a', 'port_id': '5c6b0b39-7bd8-417f-b7f2-8e39baa0d71c', 'mac_address': 'fa:16:3e:95:eb:1f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 382, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c4b526db-4d8a-4d4c-a310-e3a599630ae1', 'ip_address': '192.168.233.148'}], 'device_owner': 'compute:tempest-test_az-1222715537', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84042) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 18 20:36:50.033958 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:36:50.056749 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-8308c6a3-e894-46dc-bb84-173852ff0367 req-7320863a-182e-4fbd-9fef-3d28ba886528 tempest-SecurityGroupsTestAdminJSON-1957975917 tempest-SecurityGroupsTestAdminJSON-1957975917-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33528224'] for security_group, after_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:36:50.063751 n-d-838334-2 neutron-server[84042]: DEBUG neutron.notifiers.nova [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5c6b0b39-7bd8-417f-b7f2-8e39baa0d71c {{(pid=84042) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 18 20:36:50.080634 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7320863a-182e-4fbd-9fef-3d28ba886528 tempest-SecurityGroupsTestAdminJSON-1957975917 tempest-SecurityGroupsTestAdminJSON-1957975917-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=566ab98a-09a7-4bca-9b62-cd2675894aa0,revision_number=None']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:36:50.083353 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] For port 5c6b0b39-7bd8-417f-b7f2-8e39baa0d71c, host n-h1-838334-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838334-2',level=0,port_id=5c6b0b39-7bd8-417f-b7f2-8e39baa0d71c,segment=NetworkSegment(62b85806-94d8-4a88-a06c-da82e5932d66),segment_id=62b85806-94d8-4a88-a06c-da82e5932d66)] {{(pid=84042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:36:50.101844 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-8308c6a3-e894-46dc-bb84-173852ff0367 req-7320863a-182e-4fbd-9fef-3d28ba886528 tempest-SecurityGroupsTestAdminJSON-1957975917 tempest-SecurityGroupsTestAdminJSON-1957975917-project] Notify callbacks [] for security_group, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:36:50.104868 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-8308c6a3-e894-46dc-bb84-173852ff0367 req-7320863a-182e-4fbd-9fef-3d28ba886528 tempest-SecurityGroupsTestAdminJSON-1957975917 tempest-SecurityGroupsTestAdminJSON-1957975917-project] 10.222.0.42 "DELETE /v2.0/security-groups/566ab98a-09a7-4bca-9b62-cd2675894aa0 HTTP/1.1" status: 204 len: 173 time: 0.2713718 Apr 18 20:36:50.105358 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682'] for port, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:36:50.138551 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 60082) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:36:50.144287 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.v2.base [None req-cad20abc-48f9-4898-b022-e5a4ebb98bcd admin admin] Request body: {'network': {'name': 'tempest-LiveAutoBlockMigrationV225Test-1892966650-network', 'tenant_id': '3f9be6e42a514e35aeb98291aa9a85c0'}} {{(pid=84041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 20:36:50.151188 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-cad20abc-48f9-4898-b022-e5a4ebb98bcd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:36:50.160741 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-cad20abc-48f9-4898-b022-e5a4ebb98bcd admin admin] Usage tracker for resource:network and tenant:3f9be6e42a514e35aeb98291aa9a85c0 is out of sync, need to count used quota {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:36:50.168858 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-cad20abc-48f9-4898-b022-e5a4ebb98bcd admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:36:50.178522 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-cad20abc-48f9-4898-b022-e5a4ebb98bcd admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:36:50.200715 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cad20abc-48f9-4898-b022-e5a4ebb98bcd admin admin] Made reservation on behalf of 3f9be6e42a514e35aeb98291aa9a85c0 for: {'network': 1} {{(pid=84041) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:36:50.203006 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-cad20abc-48f9-4898-b022-e5a4ebb98bcd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for network, before_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:36:50.232439 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-cad20abc-48f9-4898-b022-e5a4ebb98bcd admin admin] Notify callbacks [] for security_group, before_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:36:50.267997 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Pushing event updated for resources: {'Port': ['ID=5c6b0b39-7bd8-417f-b7f2-8e39baa0d71c,revision_number=4']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:36:50.292481 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:36:50.292794 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:36:50.293136 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:36:50.293452 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:36:50.293777 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:36:50.294096 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:36:50.294418 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:36:50.294731 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:36:50.295068 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:36:50.295356 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:36:50.297869 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:36:50.298965 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Tracked resource versions report: Apr 18 20:36:50.298965 n-d-838334-2 neutron-server[84042]: pushed versions: Apr 18 20:36:50.298965 n-d-838334-2 neutron-server[84042]: { 'ConntrackHelper': {'1.0'}, Apr 18 20:36:50.298965 n-d-838334-2 neutron-server[84042]: 'Log': {'1.0'}, Apr 18 20:36:50.298965 n-d-838334-2 neutron-server[84042]: 'Network': {'1.1'}, Apr 18 20:36:50.298965 n-d-838334-2 neutron-server[84042]: 'Port': {'1.5'}, Apr 18 20:36:50.298965 n-d-838334-2 neutron-server[84042]: 'PortForwarding': {'1.2'}, Apr 18 20:36:50.298965 n-d-838334-2 neutron-server[84042]: 'QosPolicy': {'1.8'}, Apr 18 20:36:50.298965 n-d-838334-2 neutron-server[84042]: 'SecurityGroup': {'1.2'}, Apr 18 20:36:50.298965 n-d-838334-2 neutron-server[84042]: 'SecurityGroupRule': {'1.0'}, Apr 18 20:36:50.298965 n-d-838334-2 neutron-server[84042]: 'SubPort': {'1.0'}, Apr 18 20:36:50.298965 n-d-838334-2 neutron-server[84042]: 'Subnet': {'1.1'}, Apr 18 20:36:50.298965 n-d-838334-2 neutron-server[84042]: 'Trunk': {'1.1'}} Apr 18 20:36:50.298965 n-d-838334-2 neutron-server[84042]: consumer versions: Apr 18 20:36:50.298965 n-d-838334-2 neutron-server[84042]: { DHCP agent@n-d-838334-2: {}, Apr 18 20:36:50.298965 n-d-838334-2 neutron-server[84042]: HyperV agent@n-h1-838334-2: {}, Apr 18 20:36:50.298965 n-d-838334-2 neutron-server[84042]: HyperV agent@n-h2-838334-2: {}, Apr 18 20:36:50.298965 n-d-838334-2 neutron-server[84042]: L3 agent@n-d-838334-2: {}, Apr 18 20:36:50.298965 n-d-838334-2 neutron-server[84042]: Metadata agent@n-d-838334-2: {}, Apr 18 20:36:50.298965 n-d-838334-2 neutron-server[84042]: Metering agent@n-d-838334-2: {}, Apr 18 20:36:50.298965 n-d-838334-2 neutron-server[84042]: Open vSwitch agent@n-d-838334-2: { 'ConntrackHelper': '1.0', Apr 18 20:36:50.298965 n-d-838334-2 neutron-server[84042]: 'Log': '1.0', Apr 18 20:36:50.298965 n-d-838334-2 neutron-server[84042]: 'Network': '1.1', Apr 18 20:36:50.298965 n-d-838334-2 neutron-server[84042]: 'Port': '1.5', Apr 18 20:36:50.298965 n-d-838334-2 neutron-server[84042]: 'PortForwarding': '1.2', Apr 18 20:36:50.298965 n-d-838334-2 neutron-server[84042]: 'QosPolicy': '1.8', Apr 18 20:36:50.298965 n-d-838334-2 neutron-server[84042]: 'SecurityGroup': '1.2', Apr 18 20:36:50.298965 n-d-838334-2 neutron-server[84042]: 'SecurityGroupRule': '1.0', Apr 18 20:36:50.298965 n-d-838334-2 neutron-server[84042]: 'SubPort': '1.0', Apr 18 20:36:50.298965 n-d-838334-2 neutron-server[84042]: 'Subnet': '1.1', Apr 18 20:36:50.298965 n-d-838334-2 neutron-server[84042]: 'Trunk': '1.1'}} Apr 18 20:36:50.298965 n-d-838334-2 neutron-server[84042]: {{(pid=84042) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 18 20:36:50.301344 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-cad20abc-48f9-4898-b022-e5a4ebb98bcd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:36:50.306102 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-cad20abc-48f9-4898-b022-e5a4ebb98bcd admin admin] Usage tracker for resource:security_group_rule and tenant:3f9be6e42a514e35aeb98291aa9a85c0 is out of sync, need to count used quota {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:36:50.311247 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-cad20abc-48f9-4898-b022-e5a4ebb98bcd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:36:50.324465 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-cad20abc-48f9-4898-b022-e5a4ebb98bcd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:36:50.337372 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-80b4d131-15ba-4569-82ce-3b59aa4ee6aa req-f6c1cf74-2119-42ae-9969-aadfc3b4cd03 tempest-LiveMigrationTest-963278731 tempest-LiveMigrationTest-963278731-project] 10.222.0.42 "GET /v2.0/ports?device_id=85d13644-2ff3-4f2e-ba89-a449fe4bd19d HTTP/1.1" status: 200 len: 210 time: 0.0882795 Apr 18 20:36:50.384150 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-c7521a90-7d65-4e2e-842c-ca5d95e9a89c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750375287399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253529'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:36:50.415340 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] get_ports_and_sgs() called for port_ids ['5c6b0b39-7bd8-417f-b7f2-8e39baa0d71c'] {{(pid=84042) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 18 20:36:50.456976 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-cad20abc-48f9-4898-b022-e5a4ebb98bcd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:36:50.468084 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-cad20abc-48f9-4898-b022-e5a4ebb98bcd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33528224'] for security_group, after_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:36:50.489947 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-0c67a72f-cedc-4fce-addd-f2d5031f8139 req-c3087ed5-1158-4a50-a026-5f8aceb7f253 tempest-SecurityGroupsTestAdminJSON-1957975917 tempest-SecurityGroupsTestAdminJSON-1957975917-project] 10.222.0.42 "GET /v2.0/security-groups/4241df39-50f6-45f2-9d77-ea8632f7e96e HTTP/1.1" status: 200 len: 1612 time: 0.1071339 Apr 18 20:36:50.533540 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cad20abc-48f9-4898-b022-e5a4ebb98bcd admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 354} {{(pid=84041) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 20:36:50.591710 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cad20abc-48f9-4898-b022-e5a4ebb98bcd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d2155282-5493-4c7b-a11a-5816c16e5409,revision_number=1']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:36:50.608861 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-cad20abc-48f9-4898-b022-e5a4ebb98bcd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1082986'] for segment, precommit_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:36:50.609415 n-d-838334-2 neutron-server[84041]: INFO neutron.db.segments_db [None req-cad20abc-48f9-4898-b022-e5a4ebb98bcd admin admin] Added segment 26100fc9-73a7-4ea7-a2d6-9ee605504d35 of type vlan for network a949e1b1-7110-4049-a213-4e22eae3b7e5 Apr 18 20:36:50.630264 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-0c67a72f-cedc-4fce-addd-f2d5031f8139 req-caec8f27-bc79-4ac2-a63d-46579b638758 tempest-SecurityGroupsTestAdminJSON-1957975917 tempest-SecurityGroupsTestAdminJSON-1957975917-project] Notify callbacks [] for security_group, before_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:36:50.663564 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-cad20abc-48f9-4898-b022-e5a4ebb98bcd admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750374825732'] for network, precommit_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:36:50.666602 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-0c67a72f-cedc-4fce-addd-f2d5031f8139 req-caec8f27-bc79-4ac2-a63d-46579b638758 tempest-SecurityGroupsTestAdminJSON-1957975917 tempest-SecurityGroupsTestAdminJSON-1957975917-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:36:50.705558 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 60102) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:36:50.748683 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-0c67a72f-cedc-4fce-addd-f2d5031f8139 req-caec8f27-bc79-4ac2-a63d-46579b638758 tempest-SecurityGroupsTestAdminJSON-1957975917 tempest-SecurityGroupsTestAdminJSON-1957975917-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33528224'] for security_group, after_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:36:50.753723 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-cad20abc-48f9-4898-b022-e5a4ebb98bcd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33526109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022'] for network, after_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:36:50.755108 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cad20abc-48f9-4898-b022-e5a4ebb98bcd admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:36:50.755890 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-cad20abc-48f9-4898-b022-e5a4ebb98bcd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32378031'] for network, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:36:50.787314 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caec8f27-bc79-4ac2-a63d-46579b638758 tempest-SecurityGroupsTestAdminJSON-1957975917 tempest-SecurityGroupsTestAdminJSON-1957975917-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4241df39-50f6-45f2-9d77-ea8632f7e96e,revision_number=None']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:36:50.791603 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-0c67a72f-cedc-4fce-addd-f2d5031f8139 req-caec8f27-bc79-4ac2-a63d-46579b638758 tempest-SecurityGroupsTestAdminJSON-1957975917 tempest-SecurityGroupsTestAdminJSON-1957975917-project] Notify callbacks [] for security_group, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:36:50.815061 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-0c67a72f-cedc-4fce-addd-f2d5031f8139 req-caec8f27-bc79-4ac2-a63d-46579b638758 tempest-SecurityGroupsTestAdminJSON-1957975917 tempest-SecurityGroupsTestAdminJSON-1957975917-project] 10.222.0.42 "DELETE /v2.0/security-groups/4241df39-50f6-45f2-9d77-ea8632f7e96e HTTP/1.1" status: 204 len: 173 time: 0.3186328 Apr 18 20:36:50.965024 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cad20abc-48f9-4898-b022-e5a4ebb98bcd admin admin] Pushing event updated for resources: {'Network': ['ID=a949e1b1-7110-4049-a213-4e22eae3b7e5,revision_number=1']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:36:50.978432 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Network a949e1b1-7110-4049-a213-4e22eae3b7e5 details requested by agent ovs-agent-n-d-838334-2 with host n-d-838334-2 {{(pid=84042) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 18 20:36:51.044780 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b89d7e4-48c0-4d81-82b6-8497cdabfb83 req-7942b797-94ca-411b-ae1f-ebddfc30b776 tempest-AggregatesAdminTestJSON-1672015505 tempest-AggregatesAdminTestJSON-1672015505-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:36:51.047798 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-85d287cf-d170-41bc-85c7-91501b5d66a4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:36:51.049909 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-0b89d7e4-48c0-4d81-82b6-8497cdabfb83 req-7942b797-94ca-411b-ae1f-ebddfc30b776 tempest-AggregatesAdminTestJSON-1672015505 tempest-AggregatesAdminTestJSON-1672015505-project] 10.222.0.42 "GET /v2.0/ports?device_id=4d4dfa19-6012-4b59-be9b-eb2599015659 HTTP/1.1" status: 200 len: 971 time: 0.2333062 Apr 18 20:36:51.083482 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-cad20abc-48f9-4898-b022-e5a4ebb98bcd admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 0.9437525 Apr 18 20:36:51.086204 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 60118) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:36:51.113550 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.v2.base [None req-b5ade21a-9d67-4e5b-8dcc-4384ee3f8fb3 admin admin] Request body: {'subnet': {'network_id': 'a949e1b1-7110-4049-a213-4e22eae3b7e5', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveAutoBlockMigrationV225Test-1892966650-subnet', 'tenant_id': '3f9be6e42a514e35aeb98291aa9a85c0', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=84041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 20:36:51.129203 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-b5ade21a-9d67-4e5b-8dcc-4384ee3f8fb3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:36:51.138536 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-85d287cf-d170-41bc-85c7-91501b5d66a4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:36:51.150190 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-b5ade21a-9d67-4e5b-8dcc-4384ee3f8fb3 admin admin] Usage tracker for resource:subnet and tenant:3f9be6e42a514e35aeb98291aa9a85c0 is out of sync, need to count used quota {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:36:51.154737 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-85d287cf-d170-41bc-85c7-91501b5d66a4 admin admin] Usage tracker for resource:security_group_rule and tenant:4e5324d0ad2b46c0b16110727d20ef29 is out of sync, need to count used quota {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:36:51.157774 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-b5ade21a-9d67-4e5b-8dcc-4384ee3f8fb3 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:36:51.160632 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-85d287cf-d170-41bc-85c7-91501b5d66a4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:36:51.175354 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-b5ade21a-9d67-4e5b-8dcc-4384ee3f8fb3 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:36:51.184088 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-0b89d7e4-48c0-4d81-82b6-8497cdabfb83 req-aa23ec04-59fb-4cb9-bc1f-a856d65786b8 tempest-AggregatesAdminTestJSON-1672015505 tempest-AggregatesAdminTestJSON-1672015505-project] 10.222.0.42 "GET /v2.0/security-groups?id=0f42bd7e-a135-4af5-bcd6-4657f8e77586&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1283522 Apr 18 20:36:51.185472 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-85d287cf-d170-41bc-85c7-91501b5d66a4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:36:51.198589 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b5ade21a-9d67-4e5b-8dcc-4384ee3f8fb3 admin admin] Made reservation on behalf of 3f9be6e42a514e35aeb98291aa9a85c0 for: {'subnet': 1} {{(pid=84041) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:36:51.201440 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-b5ade21a-9d67-4e5b-8dcc-4384ee3f8fb3 admin admin] Notify callbacks [] for subnet, before_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:36:51.289554 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 60130) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:36:51.375018 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-85d287cf-d170-41bc-85c7-91501b5d66a4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:36:51.411146 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-85d287cf-d170-41bc-85c7-91501b5d66a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33528224'] for security_group, after_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:36:51.472081 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85d287cf-d170-41bc-85c7-91501b5d66a4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9866843b-3a8b-4153-be89-7eae3f9fa00d,revision_number=1']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:36:51.488061 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-85d287cf-d170-41bc-85c7-91501b5d66a4 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=4e5324d0ad2b46c0b16110727d20ef29&name=default HTTP/1.1" status: 200 len: 2647 time: 0.7814472 Apr 18 20:36:51.501124 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 60138) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:36:51.549206 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-b5ade21a-9d67-4e5b-8dcc-4384ee3f8fb3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33526260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022'] for subnet, after_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:36:51.576382 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-e010d759-df46-4873-8339-61b43aa23ab9 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=a1d72cf0e2c842ebb475e6d45c08d290&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2846003 Apr 18 20:36:51.579405 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 60144) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:36:51.659542 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-60237dce-6f64-4539-a951-166128c3ce92 req-2d698bbb-ff12-4cbb-95a1-fd2eed9cb9e5 tempest-LiveMigrationTest-963278731 tempest-LiveMigrationTest-963278731-project] 10.222.0.42 "GET /v2.0/ports?device_id=85d13644-2ff3-4f2e-ba89-a449fe4bd19d HTTP/1.1" status: 200 len: 210 time: 0.0583246 Apr 18 20:36:51.660063 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 60148) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:36:51.672190 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5ade21a-9d67-4e5b-8dcc-4384ee3f8fb3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c143ef61-bea9-4673-ae00-1bef8c6e6b1f,revision_number=0']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:36:51.676177 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-93969fd2-e405-4f3a-9dda-686a2741821f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:36:51.692366 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5ade21a-9d67-4e5b-8dcc-4384ee3f8fb3 admin admin] Checking segment: {'id': '26100fc9-73a7-4ea7-a2d6-9ee605504d35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': 'a949e1b1-7110-4049-a213-4e22eae3b7e5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84041) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 20:36:51.692714 n-d-838334-2 neutron-server[84041]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5ade21a-9d67-4e5b-8dcc-4384ee3f8fb3 admin admin] Network hostable DHCP agents. Network: a949e1b1-7110-4049-a213-4e22eae3b7e5, hostable agents: ['8746f8ea-3e91-4b32-9919-2c63adeb8722'], hosted agents: [] {{(pid=84041) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 20:36:51.696855 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-1daa2598-b9de-4e1e-8af8-db35810a6fa4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:36:51.720052 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-93969fd2-e405-4f3a-9dda-686a2741821f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:36:51.725666 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-1daa2598-b9de-4e1e-8af8-db35810a6fa4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:36:51.765083 n-d-838334-2 neutron-server[84041]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5ade21a-9d67-4e5b-8dcc-4384ee3f8fb3 admin admin] Network a949e1b1-7110-4049-a213-4e22eae3b7e5 is scheduled to be hosted by DHCP agent 8746f8ea-3e91-4b32-9919-2c63adeb8722 with binding_index 1 {{(pid=84041) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 20:36:51.778542 n-d-838334-2 neutron-server[84041]: DEBUG neutron.scheduler.base_scheduler [None req-b5ade21a-9d67-4e5b-8dcc-4384ee3f8fb3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-838334-2, a949e1b1-7110-4049-a213-4e22eae3b7e5) {{(pid=84041) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:36:51.784822 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Device 5c6b0b39-7bd8-417f-b7f2-8e39baa0d71c up at agent hyperv_n-h1-838334-2 {{(pid=84042) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 20:36:51.787433 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5ade21a-9d67-4e5b-8dcc-4384ee3f8fb3 admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=84041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:36:51.788123 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-b5ade21a-9d67-4e5b-8dcc-4384ee3f8fb3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32378031'] for subnet, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:36:51.795518 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-1daa2598-b9de-4e1e-8af8-db35810a6fa4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33528224'] for security_group, after_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:36:51.822356 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-93969fd2-e405-4f3a-9dda-686a2741821f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33528224'] for security_group, after_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:36:51.823348 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de9c71ed-3986-4874-ac57-f905f6f4e9a3 None None] Network a949e1b1-7110-4049-a213-4e22eae3b7e5 requested from n-d-838334-2 {{(pid=84042) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 20:36:51.832870 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1daa2598-b9de-4e1e-8af8-db35810a6fa4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c0677ee3-d302-4c51-8502-124727d19831,revision_number=None']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:36:51.844156 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-b5ade21a-9d67-4e5b-8dcc-4384ee3f8fb3 admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 0.7565250 Apr 18 20:36:51.845733 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-9919d113-7add-4058-ae05-158a82940cf2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:36:51.846267 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93969fd2-e405-4f3a-9dda-686a2741821f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9866843b-3a8b-4153-be89-7eae3f9fa00d,revision_number=None']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:36:51.848931 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-93969fd2-e405-4f3a-9dda-686a2741821f admin admin] Notify callbacks [] for security_group, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:36:51.850596 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-93969fd2-e405-4f3a-9dda-686a2741821f admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/9866843b-3a8b-4153-be89-7eae3f9fa00d HTTP/1.1" status: 204 len: 168 time: 0.3483880 Apr 18 20:36:51.860214 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-1daa2598-b9de-4e1e-8af8-db35810a6fa4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:36:51.864214 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-1daa2598-b9de-4e1e-8af8-db35810a6fa4 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/c0677ee3-d302-4c51-8502-124727d19831 HTTP/1.1" status: 204 len: 168 time: 0.2836909 Apr 18 20:36:51.891838 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [None req-9919d113-7add-4058-ae05-158a82940cf2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:36:51.895790 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-9919d113-7add-4058-ae05-158a82940cf2 admin admin] Usage tracker for resource:security_group_rule and tenant:a2c1d8ec726c4b28b5d501a3e9d3d894 is out of sync, need to count used quota {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:36:51.898702 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-9919d113-7add-4058-ae05-158a82940cf2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:36:51.904789 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [None req-9919d113-7add-4058-ae05-158a82940cf2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:36:52.011975 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-9919d113-7add-4058-ae05-158a82940cf2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:36:52.025298 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-9919d113-7add-4058-ae05-158a82940cf2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33528224'] for security_group, after_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:36:52.071766 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-9919d113-7add-4058-ae05-158a82940cf2 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=a2c1d8ec726c4b28b5d501a3e9d3d894&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4078989 Apr 18 20:36:52.073109 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 60164) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:36:52.073372 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.48', 54517) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:36:52.131043 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9919d113-7add-4058-ae05-158a82940cf2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b762d4c5-627b-4f3a-a5c0-4a7f4fabbccc,revision_number=1']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:36:52.148114 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Provisioning for port 5c6b0b39-7bd8-417f-b7f2-8e39baa0d71c completed by entity L2. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 20:36:52.157885 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Provisioning complete for port 5c6b0b39-7bd8-417f-b7f2-8e39baa0d71c triggered by entity L2. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:36:52.158585 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1253608'] for port, provisioning_complete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:36:52.312659 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bfe272f-476a-4a3a-a519-7b789476e77e req-870ada32-7dca-42f5-8309-9df0c3e628f3 tempest-LiveMigrationTest-963278731 tempest-LiveMigrationTest-963278731-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:36:52.313504 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [req-2bfe272f-476a-4a3a-a519-7b789476e77e req-870ada32-7dca-42f5-8309-9df0c3e628f3 tempest-LiveMigrationTest-963278731 tempest-LiveMigrationTest-963278731-project] Synchronizing usage tracker for tenant:30967135a3784f8f91989a9ec626fb3e on resource:network {{(pid=84041) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 20:36:52.361892 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07af9349-c12b-4a72-98ea-1a730d6ca478 None None] Network a949e1b1-7110-4049-a213-4e22eae3b7e5 requested from n-d-838334-2 {{(pid=84042) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 20:36:52.363996 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-78371b59-f8bd-4777-b484-34a0d0bfb0ec admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:36:52.393932 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-78371b59-f8bd-4777-b484-34a0d0bfb0ec admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:36:52.451032 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [req-2bfe272f-476a-4a3a-a519-7b789476e77e req-870ada32-7dca-42f5-8309-9df0c3e628f3 tempest-LiveMigrationTest-963278731 tempest-LiveMigrationTest-963278731-project] Unset dirty status for tenant:30967135a3784f8f91989a9ec626fb3e on resource:network {{(pid=84041) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 20:36:52.452218 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-2bfe272f-476a-4a3a-a519-7b789476e77e req-870ada32-7dca-42f5-8309-9df0c3e628f3 tempest-LiveMigrationTest-963278731 tempest-LiveMigrationTest-963278731-project] 10.222.0.48 "GET /v2.0/networks?id=2b4e6157-bc80-44e6-aceb-13aa29225b38 HTTP/1.1" status: 200 len: 807 time: 0.3752656 Apr 18 20:36:52.463543 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-78371b59-f8bd-4777-b484-34a0d0bfb0ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33528224'] for security_group, after_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:36:52.476003 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:36:52.510010 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-78371b59-f8bd-4777-b484-34a0d0bfb0ec admin admin] Notify callbacks [] for security_group, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:36:52.512140 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-78371b59-f8bd-4777-b484-34a0d0bfb0ec admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/b762d4c5-627b-4f3a-a5c0-4a7f4fabbccc HTTP/1.1" status: 204 len: 168 time: 0.4367070 Apr 18 20:36:52.526317 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.v2.base [req-2bfe272f-476a-4a3a-a519-7b789476e77e req-109d0577-22fa-49ba-9023-5d84d909a109 tempest-LiveMigrationTest-963278731 tempest-LiveMigrationTest-963278731-project] Request body: {'port': {'device_id': '85d13644-2ff3-4f2e-ba89-a449fe4bd19d', 'network_id': '2b4e6157-bc80-44e6-aceb-13aa29225b38', 'admin_state_up': True, 'tenant_id': '30967135a3784f8f91989a9ec626fb3e'}} {{(pid=84041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 20:36:52.539216 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] For port 5c6b0b39-7bd8-417f-b7f2-8e39baa0d71c, host n-h1-838334-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838334-2',level=0,port_id=5c6b0b39-7bd8-417f-b7f2-8e39baa0d71c,segment=NetworkSegment(62b85806-94d8-4a88-a06c-da82e5932d66),segment_id=62b85806-94d8-4a88-a06c-da82e5932d66)] {{(pid=84042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:36:52.553568 n-d-838334-2 neutron-server[84042]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4d4dfa19-6012-4b59-be9b-eb2599015659', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5c6b0b39-7bd8-417f-b7f2-8e39baa0d71c'}] {{(pid=84042) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 20:36:52.607580 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cdaa2af-c909-4339-8d22-4bde865cd591 req-f617213c-ed07-4b97-95cf-5558bd3a302d tempest-AggregatesAdminTestJSON-1672015505 tempest-AggregatesAdminTestJSON-1672015505-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:36:52.617488 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-8cdaa2af-c909-4339-8d22-4bde865cd591 req-f617213c-ed07-4b97-95cf-5558bd3a302d tempest-AggregatesAdminTestJSON-1672015505 tempest-AggregatesAdminTestJSON-1672015505-project] 10.222.0.42 "GET /v2.0/ports?device_id=4d4dfa19-6012-4b59-be9b-eb2599015659 HTTP/1.1" status: 200 len: 971 time: 0.1631839 Apr 18 20:36:52.619464 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 60178) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:36:52.623349 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682'] for port, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:36:52.690701 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-15087cc5-1428-477b-95b4-358d3880de44 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:36:52.719689 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78371b59-f8bd-4777-b484-34a0d0bfb0ec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b762d4c5-627b-4f3a-a5c0-4a7f4fabbccc,revision_number=None']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:36:52.721757 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [req-2bfe272f-476a-4a3a-a519-7b789476e77e req-109d0577-22fa-49ba-9023-5d84d909a109 tempest-LiveMigrationTest-963278731 tempest-LiveMigrationTest-963278731-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:36:52.726393 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [req-2bfe272f-476a-4a3a-a519-7b789476e77e req-109d0577-22fa-49ba-9023-5d84d909a109 tempest-LiveMigrationTest-963278731 tempest-LiveMigrationTest-963278731-project] Usage tracker for resource:port and tenant:30967135a3784f8f91989a9ec626fb3e is out of sync, need to count used quota {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:36:52.731048 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [req-2bfe272f-476a-4a3a-a519-7b789476e77e req-109d0577-22fa-49ba-9023-5d84d909a109 tempest-LiveMigrationTest-963278731 tempest-LiveMigrationTest-963278731-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:36:52.745400 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [req-2bfe272f-476a-4a3a-a519-7b789476e77e req-109d0577-22fa-49ba-9023-5d84d909a109 tempest-LiveMigrationTest-963278731 tempest-LiveMigrationTest-963278731-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:36:52.771709 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2bfe272f-476a-4a3a-a519-7b789476e77e req-109d0577-22fa-49ba-9023-5d84d909a109 tempest-LiveMigrationTest-963278731 tempest-LiveMigrationTest-963278731-project] Made reservation on behalf of 30967135a3784f8f91989a9ec626fb3e for: {'port': 1} {{(pid=84041) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:36:52.788308 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [req-2bfe272f-476a-4a3a-a519-7b789476e77e req-109d0577-22fa-49ba-9023-5d84d909a109 tempest-LiveMigrationTest-963278731 tempest-LiveMigrationTest-963278731-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:36:52.803829 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Pushing event updated for resources: {'Port': ['ID=5c6b0b39-7bd8-417f-b7f2-8e39baa0d71c,revision_number=5']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:36:52.839065 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [None req-15087cc5-1428-477b-95b4-358d3880de44 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:36:52.845173 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-8cdaa2af-c909-4339-8d22-4bde865cd591 req-17a2a92a-77cd-4971-88e9-505195dc4ec0 tempest-AggregatesAdminTestJSON-1672015505 tempest-AggregatesAdminTestJSON-1672015505-project] 10.222.0.42 "GET /v2.0/security-groups?id=0f42bd7e-a135-4af5-bcd6-4657f8e77586&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2267044 Apr 18 20:36:52.855768 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-15087cc5-1428-477b-95b4-358d3880de44 admin admin] Usage tracker for resource:security_group_rule and tenant:5498fab64e784726b953928eadfa15a3 is out of sync, need to count used quota {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:36:52.868275 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-15087cc5-1428-477b-95b4-358d3880de44 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:36:52.892642 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [None req-15087cc5-1428-477b-95b4-358d3880de44 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:36:53.067887 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-35aed761-1231-4919-9d1f-2cdf99aef136 req-d61c93af-f17c-41fd-b7c6-20fee46c3f59 tempest-LiveMigrationTest-963278731 tempest-LiveMigrationTest-963278731-project] 10.222.0.42 "GET /v2.0/ports?device_id=85d13644-2ff3-4f2e-ba89-a449fe4bd19d HTTP/1.1" status: 200 len: 210 time: 0.1039698 Apr 18 20:36:53.123660 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 60190) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:36:53.146675 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-15087cc5-1428-477b-95b4-358d3880de44 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:36:53.168062 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-15087cc5-1428-477b-95b4-358d3880de44 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33528224'] for security_group, after_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:36:53.172804 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.db_base_plugin_common [req-2bfe272f-476a-4a3a-a519-7b789476e77e req-109d0577-22fa-49ba-9023-5d84d909a109 tempest-LiveMigrationTest-963278731 tempest-LiveMigrationTest-963278731-project] Allocated IP 172.20.0.9 (2b4e6157-bc80-44e6-aceb-13aa29225b38/2a27c3e0-e2c3-453b-9e93-76a003aa4b19/48fa52c1-0725-4817-8948-dc8aabc819bf) {{(pid=84041) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:36:53.223651 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-42e58c0d-3d74-4c1c-bf77-82f32614686f admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=cfe4bbdaecff4e76a97f4cdfbd5965dc&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0988593 Apr 18 20:36:53.225509 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15087cc5-1428-477b-95b4-358d3880de44 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2ede89f4-4c71-4760-bb27-ad366ac6ab36,revision_number=1']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:36:53.234981 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 60198) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:36:53.268673 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-15087cc5-1428-477b-95b4-358d3880de44 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=5498fab64e784726b953928eadfa15a3&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6482348 Apr 18 20:36:53.275529 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 60202) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:36:53.318742 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-65c41b59-5754-4ac9-95ad-fef8125008e4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:36:53.355089 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-65c41b59-5754-4ac9-95ad-fef8125008e4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:36:53.430308 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-65c41b59-5754-4ac9-95ad-fef8125008e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33528224'] for security_group, after_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:36:53.464759 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65c41b59-5754-4ac9-95ad-fef8125008e4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f198323d-12e9-454c-8dee-a776f7e21f12,revision_number=None']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:36:53.473584 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-28bce203-605c-4f64-8785-0008bf459037 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:36:53.498033 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-65c41b59-5754-4ac9-95ad-fef8125008e4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:36:53.502868 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-65c41b59-5754-4ac9-95ad-fef8125008e4 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/f198323d-12e9-454c-8dee-a776f7e21f12 HTTP/1.1" status: 204 len: 168 time: 0.2668762 Apr 18 20:36:53.527248 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [req-2bfe272f-476a-4a3a-a519-7b789476e77e req-109d0577-22fa-49ba-9023-5d84d909a109 tempest-LiveMigrationTest-963278731 tempest-LiveMigrationTest-963278731-project] Notify callbacks [] for port, precommit_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:36:53.535974 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-28bce203-605c-4f64-8785-0008bf459037 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:36:53.630297 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [req-2bfe272f-476a-4a3a-a519-7b789476e77e req-109d0577-22fa-49ba-9023-5d84d909a109 tempest-LiveMigrationTest-963278731 tempest-LiveMigrationTest-963278731-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750374836619'] for port, after_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:36:53.632870 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-28bce203-605c-4f64-8785-0008bf459037 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33528224'] for security_group, after_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:36:53.697876 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 60222) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:36:53.709189 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28bce203-605c-4f64-8785-0008bf459037 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ede89f4-4c71-4760-bb27-ad366ac6ab36,revision_number=None']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:36:53.731969 n-d-838334-2 neutron-server[84042]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6c52f07c-cc9c-48e1-bf95-6292ef5a9fdd'] response: {'server_uuid': '4d4dfa19-6012-4b59-be9b-eb2599015659', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5c6b0b39-7bd8-417f-b7f2-8e39baa0d71c', 'code': 200} Apr 18 20:36:53.763658 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-389c45a5-242c-436c-a6d5-98299c1ec512 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:36:53.814781 n-d-838334-2 neutron-server[84041]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2bfe272f-476a-4a3a-a519-7b789476e77e req-109d0577-22fa-49ba-9023-5d84d909a109 tempest-LiveMigrationTest-963278731 tempest-LiveMigrationTest-963278731-project] Network 2b4e6157-bc80-44e6-aceb-13aa29225b38 is already hosted by enough agents. {{(pid=84041) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:36:53.827458 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-28bce203-605c-4f64-8785-0008bf459037 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:36:53.832015 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-28bce203-605c-4f64-8785-0008bf459037 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/2ede89f4-4c71-4760-bb27-ad366ac6ab36 HTTP/1.1" status: 204 len: 168 time: 0.5555031 Apr 18 20:36:53.835499 n-d-838334-2 neutron-server[84041]: DEBUG neutron.scheduler.base_scheduler [req-2bfe272f-476a-4a3a-a519-7b789476e77e req-109d0577-22fa-49ba-9023-5d84d909a109 tempest-LiveMigrationTest-963278731 tempest-LiveMigrationTest-963278731-project] Resources bound (agent type, host, resource id): {{(pid=84041) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:36:53.840814 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.l3_dvrscheduler_db [req-2bfe272f-476a-4a3a-a519-7b789476e77e req-109d0577-22fa-49ba-9023-5d84d909a109 tempest-LiveMigrationTest-963278731 tempest-LiveMigrationTest-963278731-project] Received port after_create {{(pid=84041) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 20:36:53.844788 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bfe272f-476a-4a3a-a519-7b789476e77e req-109d0577-22fa-49ba-9023-5d84d909a109 tempest-LiveMigrationTest-963278731 tempest-LiveMigrationTest-963278731-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:36:53.845389 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [req-2bfe272f-476a-4a3a-a519-7b789476e77e req-109d0577-22fa-49ba-9023-5d84d909a109 tempest-LiveMigrationTest-963278731 tempest-LiveMigrationTest-963278731-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32378031'] for port, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:36:53.852851 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-109d0577-22fa-49ba-9023-5d84d909a109 tempest-LiveMigrationTest-963278731 tempest-LiveMigrationTest-963278731-project] Pushing event updated for resources: {'Port': ['ID=48fa52c1-0725-4817-8948-dc8aabc819bf,revision_number=1']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:36:53.869798 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-389c45a5-242c-436c-a6d5-98299c1ec512 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:36:53.877348 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-389c45a5-242c-436c-a6d5-98299c1ec512 admin admin] Usage tracker for resource:security_group_rule and tenant:99e091f1a3094172956b48fcf7628eb2 is out of sync, need to count used quota {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:36:53.880344 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-389c45a5-242c-436c-a6d5-98299c1ec512 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:36:53.889719 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-2bfe272f-476a-4a3a-a519-7b789476e77e req-109d0577-22fa-49ba-9023-5d84d909a109 tempest-LiveMigrationTest-963278731 tempest-LiveMigrationTest-963278731-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3732402 Apr 18 20:36:53.890690 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-389c45a5-242c-436c-a6d5-98299c1ec512 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:36:53.932229 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49ac6cd0-1e56-4e08-98f0-863b377946bf req-3732f9e0-e11a-4c2e-8c95-b156425113a6 tempest-LiveAutoBlockMigrationV225Test-1713341100 tempest-LiveAutoBlockMigrationV225Test-1713341100-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:36:53.933614 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [req-49ac6cd0-1e56-4e08-98f0-863b377946bf req-3732f9e0-e11a-4c2e-8c95-b156425113a6 tempest-LiveAutoBlockMigrationV225Test-1713341100 tempest-LiveAutoBlockMigrationV225Test-1713341100-project] Synchronizing usage tracker for tenant:7843cba0a7e24a0397d5219cb7fd254c on resource:network {{(pid=84040) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 20:36:53.960939 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-722fcc9d-da65-44b1-abd5-01d66dd5bc14 req-839f25f8-4721-47ec-a882-bd37d40793b9 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=4d4dfa19-6012-4b59-be9b-eb2599015659 HTTP/1.1" status: 200 len: 1123 time: 0.1414628 Apr 18 20:36:53.967870 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [req-49ac6cd0-1e56-4e08-98f0-863b377946bf req-3732f9e0-e11a-4c2e-8c95-b156425113a6 tempest-LiveAutoBlockMigrationV225Test-1713341100 tempest-LiveAutoBlockMigrationV225Test-1713341100-project] Unset dirty status for tenant:7843cba0a7e24a0397d5219cb7fd254c on resource:network {{(pid=84040) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 20:36:53.974660 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-49ac6cd0-1e56-4e08-98f0-863b377946bf req-3732f9e0-e11a-4c2e-8c95-b156425113a6 tempest-LiveAutoBlockMigrationV225Test-1713341100 tempest-LiveAutoBlockMigrationV225Test-1713341100-project] 10.222.0.42 "GET /v2.0/networks?id=5ab7510b-2145-476c-b9d7-eb0e1ae538b7 HTTP/1.1" status: 200 len: 820 time: 0.3531163 Apr 18 20:36:54.003260 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-722fcc9d-da65-44b1-abd5-01d66dd5bc14 req-9fd9f01e-f49b-40a4-887a-8bb83eea0f22 service neutron] Notify callbacks [] for security_group, before_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:36:54.021010 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-389c45a5-242c-436c-a6d5-98299c1ec512 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:36:54.022790 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-49ac6cd0-1e56-4e08-98f0-863b377946bf req-846b506e-7bc5-416e-92b9-77b398a10564 tempest-LiveAutoBlockMigrationV225Test-1713341100 tempest-LiveAutoBlockMigrationV225Test-1713341100-project] 10.222.0.42 "GET /v2.0/quotas/7843cba0a7e24a0397d5219cb7fd254c HTTP/1.1" status: 200 len: 375 time: 0.0470793 Apr 18 20:36:54.029776 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-389c45a5-242c-436c-a6d5-98299c1ec512 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33528224'] for security_group, after_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:36:54.085707 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-49ac6cd0-1e56-4e08-98f0-863b377946bf req-2d65aa02-5cd4-44e5-ab1a-98b0ad01c706 tempest-LiveAutoBlockMigrationV225Test-1713341100 tempest-LiveAutoBlockMigrationV225Test-1713341100-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=7843cba0a7e24a0397d5219cb7fd254c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0613999 Apr 18 20:36:54.111088 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-389c45a5-242c-436c-a6d5-98299c1ec512 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fb7bc940-e179-4a8c-8e05-62db959dc0cd,revision_number=1']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:36:54.128512 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [req-722fcc9d-da65-44b1-abd5-01d66dd5bc14 req-9fd9f01e-f49b-40a4-887a-8bb83eea0f22 service neutron] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:36:54.134160 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [req-722fcc9d-da65-44b1-abd5-01d66dd5bc14 req-9fd9f01e-f49b-40a4-887a-8bb83eea0f22 service neutron] Usage tracker for resource:security_group_rule and tenant:025a5fb14a89494c872b1e7eab94e335 is out of sync, need to count used quota {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:36:54.137736 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [req-722fcc9d-da65-44b1-abd5-01d66dd5bc14 req-9fd9f01e-f49b-40a4-887a-8bb83eea0f22 service neutron] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:36:54.142846 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-389c45a5-242c-436c-a6d5-98299c1ec512 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=99e091f1a3094172956b48fcf7628eb2&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4410269 Apr 18 20:36:54.143889 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 60244) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:36:54.149326 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [req-722fcc9d-da65-44b1-abd5-01d66dd5bc14 req-9fd9f01e-f49b-40a4-887a-8bb83eea0f22 service neutron] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:36:54.220060 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-6f57b3fa-35f4-4c1d-94c8-95b1cc59d330 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:36:54.256428 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-6f57b3fa-35f4-4c1d-94c8-95b1cc59d330 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:36:54.303091 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f76a81c1-aed3-4cd8-8a11-1f1c2f4394ec req-e6662c8f-54e7-40b6-b576-847835b1bdd7 tempest-AggregatesAdminTestJSON-1672015505 tempest-AggregatesAdminTestJSON-1672015505-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:36:54.304556 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-f76a81c1-aed3-4cd8-8a11-1f1c2f4394ec req-e6662c8f-54e7-40b6-b576-847835b1bdd7 tempest-AggregatesAdminTestJSON-1672015505 tempest-AggregatesAdminTestJSON-1672015505-project] 10.222.0.42 "GET /v2.0/ports?device_id=4d4dfa19-6012-4b59-be9b-eb2599015659 HTTP/1.1" status: 200 len: 972 time: 0.1528914 Apr 18 20:36:54.335937 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-6f57b3fa-35f4-4c1d-94c8-95b1cc59d330 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33528224'] for security_group, after_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:36:54.341793 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-722fcc9d-da65-44b1-abd5-01d66dd5bc14 req-9fd9f01e-f49b-40a4-887a-8bb83eea0f22 service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:36:54.360198 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-722fcc9d-da65-44b1-abd5-01d66dd5bc14 req-9fd9f01e-f49b-40a4-887a-8bb83eea0f22 service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33528224'] for security_group, after_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:36:54.371771 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f57b3fa-35f4-4c1d-94c8-95b1cc59d330 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb7bc940-e179-4a8c-8e05-62db959dc0cd,revision_number=None']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:36:54.380557 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-6f57b3fa-35f4-4c1d-94c8-95b1cc59d330 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:36:54.382004 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-6f57b3fa-35f4-4c1d-94c8-95b1cc59d330 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/fb7bc940-e179-4a8c-8e05-62db959dc0cd HTTP/1.1" status: 204 len: 168 time: 0.2378595 Apr 18 20:36:54.399435 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fd9f01e-f49b-40a4-887a-8bb83eea0f22 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=907bd8b8-7358-4b1f-b5a6-affc3dfa46c2,revision_number=1']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:36:54.428578 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-722fcc9d-da65-44b1-abd5-01d66dd5bc14 req-9fd9f01e-f49b-40a4-887a-8bb83eea0f22 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=0f42bd7e-a135-4af5-bcd6-4657f8e77586&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4517331 Apr 18 20:36:54.434495 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-f76a81c1-aed3-4cd8-8a11-1f1c2f4394ec req-dc69d025-5e72-4630-a0f6-96ef312bd4d0 tempest-AggregatesAdminTestJSON-1672015505 tempest-AggregatesAdminTestJSON-1672015505-project] 10.222.0.42 "GET /v2.0/security-groups?id=0f42bd7e-a135-4af5-bcd6-4657f8e77586&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1198454 Apr 18 20:36:54.480454 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [req-49ac6cd0-1e56-4e08-98f0-863b377946bf req-f6001f0c-af08-48fa-b4b3-d3f6d0a31fd6 service neutron] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=84040) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 18 20:36:54.482135 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-49ac6cd0-1e56-4e08-98f0-863b377946bf req-f6001f0c-af08-48fa-b4b3-d3f6d0a31fd6 service neutron] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.1301351 Apr 18 20:36:54.704685 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-49ac6cd0-1e56-4e08-98f0-863b377946bf req-960527da-9041-4e4d-a868-a5e1256f05ba service neutron] 10.222.0.42 "GET /v2.0/networks/5ab7510b-2145-476c-b9d7-eb0e1ae538b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2146373 Apr 18 20:36:54.752881 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a3fbbd8-732a-4bbb-b934-e91bbbe66eea req-c36a05a0-37cd-4f51-a880-02ed53dac247 tempest-LiveMigrationTest-963278731 tempest-LiveMigrationTest-963278731-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:36:54.754367 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-4a3fbbd8-732a-4bbb-b934-e91bbbe66eea req-c36a05a0-37cd-4f51-a880-02ed53dac247 tempest-LiveMigrationTest-963278731 tempest-LiveMigrationTest-963278731-project] 10.222.0.42 "GET /v2.0/ports?device_id=85d13644-2ff3-4f2e-ba89-a449fe4bd19d HTTP/1.1" status: 200 len: 931 time: 0.1707520 Apr 18 20:36:54.902012 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-4a3fbbd8-732a-4bbb-b934-e91bbbe66eea req-3ddb18d4-9439-497c-be12-f517a7f012a4 tempest-LiveMigrationTest-963278731 tempest-LiveMigrationTest-963278731-project] 10.222.0.42 "GET /v2.0/security-groups?id=c1ded286-bbeb-4ec4-95be-e4f6aab8a892&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0935872 Apr 18 20:36:54.915274 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-49ac6cd0-1e56-4e08-98f0-863b377946bf req-1aa0ed06-591c-4beb-bf36-ce6e9ef41760 service neutron] 10.222.0.42 "GET /v2.0/networks/5ab7510b-2145-476c-b9d7-eb0e1ae538b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2058518 Apr 18 20:36:55.132538 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-b02b3501-914f-48c2-9d81-54340e700902 req-d2370f51-d44e-4b06-ad8e-e880e4a4d565 tempest-LiveAutoBlockMigrationV225Test-1713341100 tempest-LiveAutoBlockMigrationV225Test-1713341100-project] 10.222.0.42 "GET /v2.0/ports?device_id=4d27da33-3ad6-433b-9d90-6d6cdb64d534 HTTP/1.1" status: 200 len: 210 time: 0.0522764 Apr 18 20:36:55.678451 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30f57f1a-eae9-4b66-a4f1-d495d3883bb1 req-da0d838a-e92a-4016-a746-93d089c90256 tempest-AggregatesAdminTestJSON-1672015505 tempest-AggregatesAdminTestJSON-1672015505-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:36:55.680626 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-30f57f1a-eae9-4b66-a4f1-d495d3883bb1 req-da0d838a-e92a-4016-a746-93d089c90256 tempest-AggregatesAdminTestJSON-1672015505 tempest-AggregatesAdminTestJSON-1672015505-project] 10.222.0.42 "GET /v2.0/ports?device_id=4d4dfa19-6012-4b59-be9b-eb2599015659 HTTP/1.1" status: 200 len: 972 time: 0.0933411 Apr 18 20:36:55.705550 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 60308) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:36:55.744907 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-30f57f1a-eae9-4b66-a4f1-d495d3883bb1 req-c78720e5-88e1-46e0-87eb-13cb4cdd382c tempest-AggregatesAdminTestJSON-1672015505 tempest-AggregatesAdminTestJSON-1672015505-project] 10.222.0.42 "GET /v2.0/security-groups?id=0f42bd7e-a135-4af5-bcd6-4657f8e77586&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581393 Apr 18 20:36:55.913341 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.v2.base [None req-78fbb932-0caf-47c1-9507-59b9a81b3c6e admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationRemoteConsolesV26Test-950721096-network', 'tenant_id': '2c1a4beeab1c48048aa116bd791647ed'}} {{(pid=84041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 20:36:55.923321 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-78fbb932-0caf-47c1-9507-59b9a81b3c6e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:36:55.933098 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-78fbb932-0caf-47c1-9507-59b9a81b3c6e admin admin] Usage tracker for resource:network and tenant:2c1a4beeab1c48048aa116bd791647ed is out of sync, need to count used quota {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:36:55.937668 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-78fbb932-0caf-47c1-9507-59b9a81b3c6e admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:36:55.945026 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-78fbb932-0caf-47c1-9507-59b9a81b3c6e admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:36:55.969188 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-78fbb932-0caf-47c1-9507-59b9a81b3c6e admin admin] Made reservation on behalf of 2c1a4beeab1c48048aa116bd791647ed for: {'network': 1} {{(pid=84041) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:36:55.978717 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-78fbb932-0caf-47c1-9507-59b9a81b3c6e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for network, before_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:36:56.016378 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-78fbb932-0caf-47c1-9507-59b9a81b3c6e admin admin] Notify callbacks [] for security_group, before_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:36:56.063023 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-78fbb932-0caf-47c1-9507-59b9a81b3c6e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:36:56.067947 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-78fbb932-0caf-47c1-9507-59b9a81b3c6e admin admin] Usage tracker for resource:security_group_rule and tenant:2c1a4beeab1c48048aa116bd791647ed is out of sync, need to count used quota {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:36:56.071428 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-78fbb932-0caf-47c1-9507-59b9a81b3c6e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:36:56.082169 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-78fbb932-0caf-47c1-9507-59b9a81b3c6e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:36:56.238192 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-78fbb932-0caf-47c1-9507-59b9a81b3c6e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:36:56.253498 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-78fbb932-0caf-47c1-9507-59b9a81b3c6e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33528224'] for security_group, after_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:36:56.318432 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51949120-d711-4f34-a177-78fa80cf3835 req-95eb7983-333d-4c45-b6f9-c8a10c983ec2 tempest-LiveMigrationTest-963278731 tempest-LiveMigrationTest-963278731-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:36:56.325311 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-51949120-d711-4f34-a177-78fa80cf3835 req-95eb7983-333d-4c45-b6f9-c8a10c983ec2 tempest-LiveMigrationTest-963278731 tempest-LiveMigrationTest-963278731-project] 10.222.0.42 "GET /v2.0/ports?device_id=85d13644-2ff3-4f2e-ba89-a449fe4bd19d HTTP/1.1" status: 200 len: 931 time: 0.2234530 Apr 18 20:36:56.326246 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-78fbb932-0caf-47c1-9507-59b9a81b3c6e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 356} {{(pid=84041) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 20:36:56.380508 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78fbb932-0caf-47c1-9507-59b9a81b3c6e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=85956da9-b037-4d94-a84e-693cdae09466,revision_number=1']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:36:56.416156 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-78fbb932-0caf-47c1-9507-59b9a81b3c6e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1082986'] for segment, precommit_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:36:56.416524 n-d-838334-2 neutron-server[84041]: INFO neutron.db.segments_db [None req-78fbb932-0caf-47c1-9507-59b9a81b3c6e admin admin] Added segment 3879f28d-a7aa-4f9d-b853-f163969b8f47 of type vlan for network 77f67423-109b-4ad2-8f41-c8079c458e62 Apr 18 20:36:56.486609 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-78fbb932-0caf-47c1-9507-59b9a81b3c6e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750374825732'] for network, precommit_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:36:56.499350 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-3e12c5d9-3d87-4028-8db4-22827222fa24 req-ab90da8b-09da-46a4-9770-9d19709f5b46 tempest-LiveAutoBlockMigrationV225Test-1713341100 tempest-LiveAutoBlockMigrationV225Test-1713341100-project] 10.222.0.42 "GET /v2.0/ports?device_id=4d27da33-3ad6-433b-9d90-6d6cdb64d534 HTTP/1.1" status: 200 len: 210 time: 0.0998166 Apr 18 20:36:56.519366 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-51949120-d711-4f34-a177-78fa80cf3835 req-10b654b6-8c9f-4189-9649-9feedcc8d323 tempest-LiveMigrationTest-963278731 tempest-LiveMigrationTest-963278731-project] 10.222.0.42 "GET /v2.0/security-groups?id=c1ded286-bbeb-4ec4-95be-e4f6aab8a892&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1885235 Apr 18 20:36:56.594217 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-78fbb932-0caf-47c1-9507-59b9a81b3c6e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33526109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022'] for network, after_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:36:56.595414 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78fbb932-0caf-47c1-9507-59b9a81b3c6e admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:36:56.596080 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-78fbb932-0caf-47c1-9507-59b9a81b3c6e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32378031'] for network, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:36:56.709003 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-78fbb932-0caf-47c1-9507-59b9a81b3c6e admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.0023363 Apr 18 20:36:56.709859 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78fbb932-0caf-47c1-9507-59b9a81b3c6e admin admin] Pushing event updated for resources: {'Network': ['ID=77f67423-109b-4ad2-8f41-c8079c458e62,revision_number=1']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:36:56.711907 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 60338) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:36:56.717528 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.v2.base [None req-a86a51fa-9130-417a-93e9-507eb3cf1a27 admin admin] Request body: {'subnet': {'network_id': '77f67423-109b-4ad2-8f41-c8079c458e62', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-950721096-subnet', 'tenant_id': '2c1a4beeab1c48048aa116bd791647ed', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=84040) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 20:36:56.721204 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Network 77f67423-109b-4ad2-8f41-c8079c458e62 details requested by agent ovs-agent-n-d-838334-2 with host n-d-838334-2 {{(pid=84042) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 18 20:36:56.731349 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [None req-a86a51fa-9130-417a-93e9-507eb3cf1a27 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:36:56.740038 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-a86a51fa-9130-417a-93e9-507eb3cf1a27 admin admin] Usage tracker for resource:subnet and tenant:2c1a4beeab1c48048aa116bd791647ed is out of sync, need to count used quota {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:36:56.744572 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-a86a51fa-9130-417a-93e9-507eb3cf1a27 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:36:56.752460 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [None req-a86a51fa-9130-417a-93e9-507eb3cf1a27 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:36:56.777340 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a86a51fa-9130-417a-93e9-507eb3cf1a27 admin admin] Made reservation on behalf of 2c1a4beeab1c48048aa116bd791647ed for: {'subnet': 1} {{(pid=84040) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:36:56.780982 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-a86a51fa-9130-417a-93e9-507eb3cf1a27 admin admin] Notify callbacks [] for subnet, before_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:36:57.087336 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13e2f423-d17a-4e61-adda-86c3f242fd49 req-d83bfe1d-3ac5-4563-a16e-5b829a664147 tempest-AggregatesAdminTestJSON-1672015505 tempest-AggregatesAdminTestJSON-1672015505-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:36:57.089227 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-13e2f423-d17a-4e61-adda-86c3f242fd49 req-d83bfe1d-3ac5-4563-a16e-5b829a664147 tempest-AggregatesAdminTestJSON-1672015505 tempest-AggregatesAdminTestJSON-1672015505-project] 10.222.0.42 "GET /v2.0/ports?device_id=4d4dfa19-6012-4b59-be9b-eb2599015659 HTTP/1.1" status: 200 len: 972 time: 0.1685710 Apr 18 20:36:57.181750 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-13e2f423-d17a-4e61-adda-86c3f242fd49 req-543493c5-0d20-428f-bfae-dd6c8e8781e5 tempest-AggregatesAdminTestJSON-1672015505 tempest-AggregatesAdminTestJSON-1672015505-project] 10.222.0.42 "GET /v2.0/security-groups?id=0f42bd7e-a135-4af5-bcd6-4657f8e77586&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0856051 Apr 18 20:36:57.203813 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-a86a51fa-9130-417a-93e9-507eb3cf1a27 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33526260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022'] for subnet, after_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:36:57.308297 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a86a51fa-9130-417a-93e9-507eb3cf1a27 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b8305605-f4e6-41ac-bb9f-3d678584b4b1,revision_number=0']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:36:57.311433 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a86a51fa-9130-417a-93e9-507eb3cf1a27 admin admin] Checking segment: {'id': '3879f28d-a7aa-4f9d-b853-f163969b8f47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '77f67423-109b-4ad2-8f41-c8079c458e62'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84040) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 20:36:57.311996 n-d-838334-2 neutron-server[84040]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a86a51fa-9130-417a-93e9-507eb3cf1a27 admin admin] Network hostable DHCP agents. Network: 77f67423-109b-4ad2-8f41-c8079c458e62, hostable agents: ['8746f8ea-3e91-4b32-9919-2c63adeb8722'], hosted agents: [] {{(pid=84040) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 20:36:57.345515 n-d-838334-2 neutron-server[84040]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a86a51fa-9130-417a-93e9-507eb3cf1a27 admin admin] Network 77f67423-109b-4ad2-8f41-c8079c458e62 is scheduled to be hosted by DHCP agent 8746f8ea-3e91-4b32-9919-2c63adeb8722 with binding_index 1 {{(pid=84040) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 20:36:57.404940 n-d-838334-2 neutron-server[84040]: DEBUG neutron.scheduler.base_scheduler [None req-a86a51fa-9130-417a-93e9-507eb3cf1a27 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-838334-2, 77f67423-109b-4ad2-8f41-c8079c458e62) {{(pid=84040) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:36:57.410599 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a86a51fa-9130-417a-93e9-507eb3cf1a27 admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:36:57.411554 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-a86a51fa-9130-417a-93e9-507eb3cf1a27 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32378031'] for subnet, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:36:57.418483 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc684506-255b-44d8-9db7-52691f6b0329 None None] Network 77f67423-109b-4ad2-8f41-c8079c458e62 requested from n-d-838334-2 {{(pid=84042) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 20:36:57.483852 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-b23b1e0f-5fab-4e46-a321-0363122b3ca8 req-5f3d7dd2-c6e1-4c0d-810c-a3c5979cec86 tempest-AggregatesAdminTestJSON-1181595454 tempest-AggregatesAdminTestJSON-1181595454-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=4d4dfa19-6012-4b59-be9b-eb2599015659 HTTP/1.1" status: 200 len: 1123 time: 0.1318834 Apr 18 20:36:57.503171 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-a86a51fa-9130-417a-93e9-507eb3cf1a27 admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.7901881 Apr 18 20:36:57.506199 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-b23b1e0f-5fab-4e46-a321-0363122b3ca8 req-aa71ee7a-597e-4c7d-8f07-a8dd89691b4c tempest-AggregatesAdminTestJSON-1181595454 tempest-AggregatesAdminTestJSON-1181595454-project-admin] Notify callbacks [] for security_group, before_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:36:57.553468 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [req-b23b1e0f-5fab-4e46-a321-0363122b3ca8 req-aa71ee7a-597e-4c7d-8f07-a8dd89691b4c tempest-AggregatesAdminTestJSON-1181595454 tempest-AggregatesAdminTestJSON-1181595454-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:36:57.562108 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [req-b23b1e0f-5fab-4e46-a321-0363122b3ca8 req-aa71ee7a-597e-4c7d-8f07-a8dd89691b4c tempest-AggregatesAdminTestJSON-1181595454 tempest-AggregatesAdminTestJSON-1181595454-project-admin] Usage tracker for resource:security_group_rule and tenant:db0d88e05aa9464582d4bd16b3b7b088 is out of sync, need to count used quota {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:36:57.566675 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [req-b23b1e0f-5fab-4e46-a321-0363122b3ca8 req-aa71ee7a-597e-4c7d-8f07-a8dd89691b4c tempest-AggregatesAdminTestJSON-1181595454 tempest-AggregatesAdminTestJSON-1181595454-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:36:57.578206 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [req-b23b1e0f-5fab-4e46-a321-0363122b3ca8 req-aa71ee7a-597e-4c7d-8f07-a8dd89691b4c tempest-AggregatesAdminTestJSON-1181595454 tempest-AggregatesAdminTestJSON-1181595454-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:36:57.691861 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-b23b1e0f-5fab-4e46-a321-0363122b3ca8 req-aa71ee7a-597e-4c7d-8f07-a8dd89691b4c tempest-AggregatesAdminTestJSON-1181595454 tempest-AggregatesAdminTestJSON-1181595454-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:36:57.698187 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-b23b1e0f-5fab-4e46-a321-0363122b3ca8 req-aa71ee7a-597e-4c7d-8f07-a8dd89691b4c tempest-AggregatesAdminTestJSON-1181595454 tempest-AggregatesAdminTestJSON-1181595454-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33528224'] for security_group, after_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:36:57.825712 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-b23b1e0f-5fab-4e46-a321-0363122b3ca8 req-aa71ee7a-597e-4c7d-8f07-a8dd89691b4c tempest-AggregatesAdminTestJSON-1181595454 tempest-AggregatesAdminTestJSON-1181595454-project-admin] 10.222.0.42 "GET /v2.0/security-groups?id=0f42bd7e-a135-4af5-bcd6-4657f8e77586&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3407984 Apr 18 20:36:57.827796 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa71ee7a-597e-4c7d-8f07-a8dd89691b4c tempest-AggregatesAdminTestJSON-1181595454 tempest-AggregatesAdminTestJSON-1181595454-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=29c656b0-e0ff-4c6e-a27a-9d08f0386375,revision_number=1']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:36:57.833268 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07fca1a9-c498-4c8d-9ac2-e23c8e455b9e None None] Network 77f67423-109b-4ad2-8f41-c8079c458e62 requested from n-d-838334-2 {{(pid=84042) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 20:36:57.863176 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c47368d4-6be5-4bf4-8fd5-b90f8b71115c req-a458b4cd-2cb7-42cc-96cb-42754d9c7b4d tempest-LiveMigrationTest-963278731 tempest-LiveMigrationTest-963278731-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:36:57.864896 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-c47368d4-6be5-4bf4-8fd5-b90f8b71115c req-a458b4cd-2cb7-42cc-96cb-42754d9c7b4d tempest-LiveMigrationTest-963278731 tempest-LiveMigrationTest-963278731-project] 10.222.0.42 "GET /v2.0/ports?device_id=85d13644-2ff3-4f2e-ba89-a449fe4bd19d HTTP/1.1" status: 200 len: 931 time: 0.1365798 Apr 18 20:36:58.010920 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-c47368d4-6be5-4bf4-8fd5-b90f8b71115c req-49aee0bc-feb6-4068-850d-f0593748328d tempest-LiveMigrationTest-963278731 tempest-LiveMigrationTest-963278731-project] 10.222.0.42 "GET /v2.0/security-groups?id=c1ded286-bbeb-4ec4-95be-e4f6aab8a892&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1401410 Apr 18 20:36:58.112877 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-4f9a4795-da3d-47d0-b422-23ae2502aefb req-352e2554-5cae-4922-afc6-12d4be3f767d tempest-LiveAutoBlockMigrationV225Test-1713341100 tempest-LiveAutoBlockMigrationV225Test-1713341100-project] 10.222.0.42 "GET /v2.0/ports?device_id=4d27da33-3ad6-433b-9d90-6d6cdb64d534 HTTP/1.1" status: 200 len: 210 time: 0.0481949 Apr 18 20:36:58.605357 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6183226-848b-43a1-82b3-8dff1bd0b158 req-56ccb7c2-fa00-4b76-b745-1092060cbc35 tempest-AggregatesAdminTestJSON-1672015505 tempest-AggregatesAdminTestJSON-1672015505-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:36:58.606931 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-f6183226-848b-43a1-82b3-8dff1bd0b158 req-56ccb7c2-fa00-4b76-b745-1092060cbc35 tempest-AggregatesAdminTestJSON-1672015505 tempest-AggregatesAdminTestJSON-1672015505-project] 10.222.0.42 "GET /v2.0/ports?device_id=4d4dfa19-6012-4b59-be9b-eb2599015659 HTTP/1.1" status: 200 len: 972 time: 0.0878122 Apr 18 20:36:58.667656 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-f6183226-848b-43a1-82b3-8dff1bd0b158 req-a2a7dfd4-d161-4f6a-b158-5949825e6ba9 tempest-AggregatesAdminTestJSON-1672015505 tempest-AggregatesAdminTestJSON-1672015505-project] 10.222.0.42 "GET /v2.0/security-groups?id=0f42bd7e-a135-4af5-bcd6-4657f8e77586&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513568 Apr 18 20:36:58.816221 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 60430) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:36:58.822379 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.v2.base [None req-5a092491-1a90-49a8-9862-dd2fc09ef0ed admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationRemoteConsolesV26Test-1615102474-network', 'tenant_id': '5f9618d5b20f41f89c4b29bb8b07278c'}} {{(pid=84041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 20:36:58.826738 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-5a092491-1a90-49a8-9862-dd2fc09ef0ed admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:36:58.831930 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-5a092491-1a90-49a8-9862-dd2fc09ef0ed admin admin] Usage tracker for resource:network and tenant:5f9618d5b20f41f89c4b29bb8b07278c is out of sync, need to count used quota {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:36:58.835565 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-5a092491-1a90-49a8-9862-dd2fc09ef0ed admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:36:58.849121 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-5a092491-1a90-49a8-9862-dd2fc09ef0ed admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:36:58.861267 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a092491-1a90-49a8-9862-dd2fc09ef0ed admin admin] Made reservation on behalf of 5f9618d5b20f41f89c4b29bb8b07278c for: {'network': 1} {{(pid=84041) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:36:58.863855 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-5a092491-1a90-49a8-9862-dd2fc09ef0ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for network, before_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:36:58.885600 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-5a092491-1a90-49a8-9862-dd2fc09ef0ed admin admin] Notify callbacks [] for security_group, before_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:36:58.928275 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-5a092491-1a90-49a8-9862-dd2fc09ef0ed admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:36:58.932937 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-5a092491-1a90-49a8-9862-dd2fc09ef0ed admin admin] Usage tracker for resource:security_group_rule and tenant:5f9618d5b20f41f89c4b29bb8b07278c is out of sync, need to count used quota {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:36:58.943185 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-5a092491-1a90-49a8-9862-dd2fc09ef0ed admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:36:58.949957 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-5a092491-1a90-49a8-9862-dd2fc09ef0ed admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:36:59.044035 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-5a092491-1a90-49a8-9862-dd2fc09ef0ed admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:36:59.049651 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-5a092491-1a90-49a8-9862-dd2fc09ef0ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33528224'] for security_group, after_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:36:59.093788 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5a092491-1a90-49a8-9862-dd2fc09ef0ed admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 381} {{(pid=84041) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 20:36:59.104137 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a092491-1a90-49a8-9862-dd2fc09ef0ed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aa730095-00a1-458f-aa2e-767905de8e45,revision_number=1']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:36:59.110212 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-5a092491-1a90-49a8-9862-dd2fc09ef0ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1082986'] for segment, precommit_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:36:59.110799 n-d-838334-2 neutron-server[84041]: INFO neutron.db.segments_db [None req-5a092491-1a90-49a8-9862-dd2fc09ef0ed admin admin] Added segment 24db0546-001d-4c72-a1d6-7e99f704302c of type vlan for network 6e23da2e-35af-48ab-b55e-ce009e82cb32 Apr 18 20:36:59.143441 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-5a092491-1a90-49a8-9862-dd2fc09ef0ed admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750374825732'] for network, precommit_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:36:59.184364 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-5a092491-1a90-49a8-9862-dd2fc09ef0ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33526109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022'] for network, after_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:36:59.185366 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a092491-1a90-49a8-9862-dd2fc09ef0ed admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:36:59.186041 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-5a092491-1a90-49a8-9862-dd2fc09ef0ed admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32378031'] for network, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:36:59.227052 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750375287399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253529'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:36:59.318880 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a092491-1a90-49a8-9862-dd2fc09ef0ed admin admin] Pushing event updated for resources: {'Network': ['ID=6e23da2e-35af-48ab-b55e-ce009e82cb32,revision_number=1']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:36:59.331276 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Network 6e23da2e-35af-48ab-b55e-ce009e82cb32 details requested by agent ovs-agent-n-d-838334-2 with host n-d-838334-2 {{(pid=84042) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 18 20:36:59.339010 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-5a092491-1a90-49a8-9862-dd2fc09ef0ed admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.5213635 Apr 18 20:36:59.341959 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 60450) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:36:59.349999 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.v2.base [None req-fafb0735-3e37-4d65-b0b0-0522e24ae9e4 admin admin] Request body: {'subnet': {'network_id': '6e23da2e-35af-48ab-b55e-ce009e82cb32', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-1615102474-subnet', 'tenant_id': '5f9618d5b20f41f89c4b29bb8b07278c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=84041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 20:36:59.356513 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-fafb0735-3e37-4d65-b0b0-0522e24ae9e4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:36:59.361092 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-fafb0735-3e37-4d65-b0b0-0522e24ae9e4 admin admin] Usage tracker for resource:subnet and tenant:5f9618d5b20f41f89c4b29bb8b07278c is out of sync, need to count used quota {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:36:59.364338 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-fafb0735-3e37-4d65-b0b0-0522e24ae9e4 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:36:59.371270 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-fafb0735-3e37-4d65-b0b0-0522e24ae9e4 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:36:59.397022 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fafb0735-3e37-4d65-b0b0-0522e24ae9e4 admin admin] Made reservation on behalf of 5f9618d5b20f41f89c4b29bb8b07278c for: {'subnet': 1} {{(pid=84041) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:36:59.399758 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-fafb0735-3e37-4d65-b0b0-0522e24ae9e4 admin admin] Notify callbacks [] for subnet, before_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:36:59.474272 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-021759f2-1d12-4fe6-bdd3-4cc4df9fad07 req-4edf9125-cc4a-4153-ac22-dac029e75fa7 tempest-LiveAutoBlockMigrationV225Test-1713341100 tempest-LiveAutoBlockMigrationV225Test-1713341100-project] 10.222.0.42 "GET /v2.0/ports?device_id=4d27da33-3ad6-433b-9d90-6d6cdb64d534 HTTP/1.1" status: 200 len: 210 time: 0.0922117 Apr 18 20:36:59.537369 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b13fd000-a134-4f2b-891b-75f6421e6883 req-4f114b35-1fd7-4874-83fd-708c4c3804c9 tempest-LiveMigrationTest-963278731 tempest-LiveMigrationTest-963278731-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:36:59.539225 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-b13fd000-a134-4f2b-891b-75f6421e6883 req-4f114b35-1fd7-4874-83fd-708c4c3804c9 tempest-LiveMigrationTest-963278731 tempest-LiveMigrationTest-963278731-project] 10.222.0.42 "GET /v2.0/ports?device_id=85d13644-2ff3-4f2e-ba89-a449fe4bd19d HTTP/1.1" status: 200 len: 931 time: 0.2395310 Apr 18 20:36:59.621700 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 60460) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:36:59.628974 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 60464) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:36:59.674162 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-b13fd000-a134-4f2b-891b-75f6421e6883 req-1da58a2d-5036-4950-b5d3-7677990f2ded tempest-LiveMigrationTest-963278731 tempest-LiveMigrationTest-963278731-project] 10.222.0.42 "GET /v2.0/security-groups?id=c1ded286-bbeb-4ec4-95be-e4f6aab8a892&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1282535 Apr 18 20:36:59.722591 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-fafb0735-3e37-4d65-b0b0-0522e24ae9e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33526260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022'] for subnet, after_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:36:59.792484 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fafb0735-3e37-4d65-b0b0-0522e24ae9e4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a368a880-86b4-4e86-b66f-75b4931970ef,revision_number=0']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:36:59.830164 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fafb0735-3e37-4d65-b0b0-0522e24ae9e4 admin admin] Checking segment: {'id': '24db0546-001d-4c72-a1d6-7e99f704302c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '6e23da2e-35af-48ab-b55e-ce009e82cb32'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84041) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 20:36:59.830748 n-d-838334-2 neutron-server[84041]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fafb0735-3e37-4d65-b0b0-0522e24ae9e4 admin admin] Network hostable DHCP agents. Network: 6e23da2e-35af-48ab-b55e-ce009e82cb32, hostable agents: ['8746f8ea-3e91-4b32-9919-2c63adeb8722'], hosted agents: [] {{(pid=84041) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 20:36:59.854340 n-d-838334-2 neutron-server[84041]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fafb0735-3e37-4d65-b0b0-0522e24ae9e4 admin admin] Network 6e23da2e-35af-48ab-b55e-ce009e82cb32 is scheduled to be hosted by DHCP agent 8746f8ea-3e91-4b32-9919-2c63adeb8722 with binding_index 1 {{(pid=84041) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 20:36:59.864258 n-d-838334-2 neutron-server[84041]: DEBUG neutron.scheduler.base_scheduler [None req-fafb0735-3e37-4d65-b0b0-0522e24ae9e4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-838334-2, 6e23da2e-35af-48ab-b55e-ce009e82cb32) {{(pid=84041) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:36:59.868440 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fafb0735-3e37-4d65-b0b0-0522e24ae9e4 admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=84041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:36:59.869085 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-fafb0735-3e37-4d65-b0b0-0522e24ae9e4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32378031'] for subnet, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:36:59.873159 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6caccfd4-96f4-414d-a7ff-3b093284ec3f None None] Network 6e23da2e-35af-48ab-b55e-ce009e82cb32 requested from n-d-838334-2 {{(pid=84042) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 20:36:59.890489 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-fafb0735-3e37-4d65-b0b0-0522e24ae9e4 admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.5462573 Apr 18 20:36:59.906168 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-5fb1ad49-86ab-49a7-bd18-b7e953f4d9b1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:36:59.921277 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-a77ec094-528e-4f9f-b64b-13b400c17c74 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:36:59.999255 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [None req-5fb1ad49-86ab-49a7-bd18-b7e953f4d9b1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:37:00.010060 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-5fb1ad49-86ab-49a7-bd18-b7e953f4d9b1 admin admin] Usage tracker for resource:security_group_rule and tenant:7cc9332d49ec436ab51c00137f2ff2fa is out of sync, need to count used quota {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:37:00.014175 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [None req-a77ec094-528e-4f9f-b64b-13b400c17c74 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:37:00.018823 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-5fb1ad49-86ab-49a7-bd18-b7e953f4d9b1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:37:00.022699 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-a77ec094-528e-4f9f-b64b-13b400c17c74 admin admin] Usage tracker for resource:security_group_rule and tenant:e52d5ca1ed46482687705eb3fcd904fb is out of sync, need to count used quota {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:37:00.029303 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [None req-5fb1ad49-86ab-49a7-bd18-b7e953f4d9b1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:37:00.033299 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-a77ec094-528e-4f9f-b64b-13b400c17c74 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:37:00.053801 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c39fc76-7473-445e-95ae-0fdf0e5ef1a5 req-fc6a6cc2-cc38-4e89-9e8b-a1a68103cf31 tempest-AggregatesAdminTestJSON-1672015505 tempest-AggregatesAdminTestJSON-1672015505-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:37:00.056958 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-6c39fc76-7473-445e-95ae-0fdf0e5ef1a5 req-fc6a6cc2-cc38-4e89-9e8b-a1a68103cf31 tempest-AggregatesAdminTestJSON-1672015505 tempest-AggregatesAdminTestJSON-1672015505-project] 10.222.0.42 "GET /v2.0/ports?device_id=4d4dfa19-6012-4b59-be9b-eb2599015659 HTTP/1.1" status: 200 len: 972 time: 0.2456801 Apr 18 20:37:00.058848 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [None req-a77ec094-528e-4f9f-b64b-13b400c17c74 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:37:00.070496 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [req-2bfe272f-476a-4a3a-a519-7b789476e77e req-366c61e0-db4a-4ced-83ac-19f23c5ee4fb tempest-LiveMigrationTest-963278731 tempest-LiveMigrationTest-963278731-project] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=84041) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 18 20:37:00.076989 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-2bfe272f-476a-4a3a-a519-7b789476e77e req-366c61e0-db4a-4ced-83ac-19f23c5ee4fb tempest-LiveMigrationTest-963278731 tempest-LiveMigrationTest-963278731-project] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0180089 Apr 18 20:37:00.077481 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 60478) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:37:00.077835 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3ac40ca-8a0c-42d3-95be-f3286e0c11cb req-c2234f1f-67ab-47cc-bcc1-6686cab3f217 tempest-AggregatesAdminTestJSON-1672015505 tempest-AggregatesAdminTestJSON-1672015505-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:37:00.079290 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-b3ac40ca-8a0c-42d3-95be-f3286e0c11cb req-c2234f1f-67ab-47cc-bcc1-6686cab3f217 tempest-AggregatesAdminTestJSON-1672015505 tempest-AggregatesAdminTestJSON-1672015505-project] 10.222.0.43 "GET /v2.0/ports?device_id=4d4dfa19-6012-4b59-be9b-eb2599015659 HTTP/1.1" status: 200 len: 972 time: 0.3229568 Apr 18 20:37:00.149543 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.db_base_plugin_v2 [None req-f5528c79-0d06-48b6-b8b0-d6a2a1621d45 admin admin] Deleting subnet b8305605-f4e6-41ac-bb9f-3d678584b4b1 {{(pid=84041) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 18 20:37:00.153606 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-f5528c79-0d06-48b6-b8b0-d6a2a1621d45 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:00.161322 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f347c22b-490f-4dec-95ca-41b6aa5ebc0b None None] Network 6e23da2e-35af-48ab-b55e-ce009e82cb32 requested from n-d-838334-2 {{(pid=84042) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 20:37:00.202432 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-f5528c79-0d06-48b6-b8b0-d6a2a1621d45 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:00.208558 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-6c39fc76-7473-445e-95ae-0fdf0e5ef1a5 req-01875a9d-8944-45a7-acef-7ea40b67f891 tempest-AggregatesAdminTestJSON-1672015505 tempest-AggregatesAdminTestJSON-1672015505-project] 10.222.0.42 "GET /v2.0/security-groups?id=0f42bd7e-a135-4af5-bcd6-4657f8e77586&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1240611 Apr 18 20:37:00.210707 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-f5528c79-0d06-48b6-b8b0-d6a2a1621d45 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1260556'] for subnet, precommit_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:00.250320 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.plugin [req-b3ac40ca-8a0c-42d3-95be-f3286e0c11cb req-47149b70-7d65-4be0-b954-59a9381a0936 tempest-AggregatesAdminTestJSON-1672015505 tempest-AggregatesAdminTestJSON-1672015505-project] Deleting port 5c6b0b39-7bd8-417f-b7f2-8e39baa0d71c {{(pid=84040) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 20:37:00.253423 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-b3ac40ca-8a0c-42d3-95be-f3286e0c11cb req-47149b70-7d65-4be0-b954-59a9381a0936 tempest-AggregatesAdminTestJSON-1672015505 tempest-AggregatesAdminTestJSON-1672015505-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750375188691'] for port, before_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:00.290922 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-f5528c79-0d06-48b6-b8b0-d6a2a1621d45 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1260549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33526260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022'] for subnet, after_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:00.348206 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.v2.base [req-2bfe272f-476a-4a3a-a519-7b789476e77e req-51b37ae5-4cb4-4621-8141-d11b8efc750c service neutron] Request body: {'port': {'device_id': '85d13644-2ff3-4f2e-ba89-a449fe4bd19d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-838334-2'}} {{(pid=84041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 20:37:00.403497 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5528c79-0d06-48b6-b8b0-d6a2a1621d45 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b8305605-f4e6-41ac-bb9f-3d678584b4b1,revision_number=None']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:37:00.413230 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-f5528c79-0d06-48b6-b8b0-d6a2a1621d45 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:00.421363 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-a77ec094-528e-4f9f-b64b-13b400c17c74 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:00.446452 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-f5528c79-0d06-48b6-b8b0-d6a2a1621d45 admin admin] 10.222.0.42 "DELETE /v2.0/subnets/b8305605-f4e6-41ac-bb9f-3d678584b4b1 HTTP/1.1" status: 204 len: 168 time: 0.3656826 Apr 18 20:37:00.449447 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 60484) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:37:00.470708 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-a77ec094-528e-4f9f-b64b-13b400c17c74 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33528224'] for security_group, after_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:00.521042 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-5fb1ad49-86ab-49a7-bd18-b7e953f4d9b1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:00.556427 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-5fb1ad49-86ab-49a7-bd18-b7e953f4d9b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33528224'] for security_group, after_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:00.558494 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [req-2bfe272f-476a-4a3a-a519-7b789476e77e req-51b37ae5-4cb4-4621-8141-d11b8efc750c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:00.591752 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-b7dba2c0-9d82-4443-92f6-58d1f95fba52 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1103592'] for network, before_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:00.634300 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a77ec094-528e-4f9f-b64b-13b400c17c74 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0cd36c66-d4ec-4d32-b16a-bb3ff5c773d0,revision_number=1']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:37:00.644679 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-a77ec094-528e-4f9f-b64b-13b400c17c74 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=e52d5ca1ed46482687705eb3fcd904fb&name=default HTTP/1.1" status: 200 len: 2647 time: 1.0087993 Apr 18 20:37:00.645223 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 60490) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:37:00.729240 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-c0d9d794-f9fd-4a34-9f6e-47ac0ac72e6a req-f4566dd8-01b7-40e3-a031-8c3001efb738 tempest-LiveAutoBlockMigrationV225Test-1713341100 tempest-LiveAutoBlockMigrationV225Test-1713341100-project] 10.222.0.42 "GET /v2.0/ports?device_id=4d27da33-3ad6-433b-9d90-6d6cdb64d534 HTTP/1.1" status: 200 len: 210 time: 0.0857863 Apr 18 20:37:00.735197 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-5fb1ad49-86ab-49a7-bd18-b7e953f4d9b1 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=7cc9332d49ec436ab51c00137f2ff2fa&name=default HTTP/1.1" status: 200 len: 2647 time: 1.1126010 Apr 18 20:37:00.746768 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fb1ad49-86ab-49a7-bd18-b7e953f4d9b1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=58768519-ca40-4535-ba16-f87ff97115a9,revision_number=1']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:37:00.749134 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 60496) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:37:00.799555 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.db [req-b3ac40ca-8a0c-42d3-95be-f3286e0c11cb req-47149b70-7d65-4be0-b954-59a9381a0936 tempest-AggregatesAdminTestJSON-1672015505 tempest-AggregatesAdminTestJSON-1672015505-project] For port 5c6b0b39-7bd8-417f-b7f2-8e39baa0d71c, host n-h1-838334-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838334-2',level=0,port_id=5c6b0b39-7bd8-417f-b7f2-8e39baa0d71c,segment=NetworkSegment(62b85806-94d8-4a88-a06c-da82e5932d66),segment_id=62b85806-94d8-4a88-a06c-da82e5932d66)] {{(pid=84040) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:37:00.799555 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-b3ac40ca-8a0c-42d3-95be-f3286e0c11cb req-47149b70-7d65-4be0-b954-59a9381a0936 tempest-AggregatesAdminTestJSON-1672015505 tempest-AggregatesAdminTestJSON-1672015505-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369123'] for port, precommit_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:00.887162 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-b7dba2c0-9d82-4443-92f6-58d1f95fba52 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1258905', 'neutron.services.segments.db._delete_segments_for_network-8750375287417'] for network, precommit_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:00.926594 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.48', 54522) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:37:00.961998 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.plugin [req-b3ac40ca-8a0c-42d3-95be-f3286e0c11cb req-47149b70-7d65-4be0-b954-59a9381a0936 tempest-AggregatesAdminTestJSON-1672015505 tempest-AggregatesAdminTestJSON-1672015505-project] Calling delete_port for 5c6b0b39-7bd8-417f-b7f2-8e39baa0d71c owned by compute:tempest-test_az-1222715537 {{(pid=84040) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 20:37:01.015054 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-b7dba2c0-9d82-4443-92f6-58d1f95fba52 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=84041) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 20:37:01.015385 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-b7dba2c0-9d82-4443-92f6-58d1f95fba52 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=84041) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 20:37:01.016179 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-b7dba2c0-9d82-4443-92f6-58d1f95fba52 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=84041) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 20:37:01.016495 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-b7dba2c0-9d82-4443-92f6-58d1f95fba52 admin admin] Subscribe: > port after_create 55550000 {{(pid=84041) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 20:37:01.016805 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-b7dba2c0-9d82-4443-92f6-58d1f95fba52 admin admin] Subscribe: > port after_delete 55550000 {{(pid=84041) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 20:37:01.017170 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-b7dba2c0-9d82-4443-92f6-58d1f95fba52 admin admin] Subscribe: > port after_update 55550000 {{(pid=84041) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 20:37:01.017493 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-b7dba2c0-9d82-4443-92f6-58d1f95fba52 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=84041) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 20:37:01.017812 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-b7dba2c0-9d82-4443-92f6-58d1f95fba52 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=84041) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 20:37:01.018114 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-b7dba2c0-9d82-4443-92f6-58d1f95fba52 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=84041) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 20:37:01.019117 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-b7dba2c0-9d82-4443-92f6-58d1f95fba52 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=84041) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 20:37:01.236246 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-b7dba2c0-9d82-4443-92f6-58d1f95fba52 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=84041) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 20:37:01.236909 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-b7dba2c0-9d82-4443-92f6-58d1f95fba52 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=84041) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 20:37:01.237425 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-b7dba2c0-9d82-4443-92f6-58d1f95fba52 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=84041) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 20:37:01.237744 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-b7dba2c0-9d82-4443-92f6-58d1f95fba52 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=84041) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 20:37:01.238488 n-d-838334-2 neutron-server[84041]: DEBUG neutron.services.segments.db [None req-b7dba2c0-9d82-4443-92f6-58d1f95fba52 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['77f67423-109b-4ad2-8f41-c8079c458e62']}} {{(pid=84041) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:37:01.261171 n-d-838334-2 neutron-server[84041]: DEBUG neutron.services.segments.db [None req-b7dba2c0-9d82-4443-92f6-58d1f95fba52 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3879f28d-a7aa-4f9d-b853-f163969b8f47') {'for_net_delete': True} {{(pid=84041) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:37:01.261465 n-d-838334-2 neutron-server[84041]: DEBUG neutron.services.segments.db [None req-b7dba2c0-9d82-4443-92f6-58d1f95fba52 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3879f28d-a7aa-4f9d-b853-f163969b8f47') {} {{(pid=84041) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:37:01.262963 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-dbe18f8f-d72c-4ddf-95e6-19343e907653 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:01.270403 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-e0a128c4-6d9e-445f-b248-eb2c1a312fae admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:01.289171 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-b7dba2c0-9d82-4443-92f6-58d1f95fba52 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750375287300', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32268156'] for segment, before_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:01.347255 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-b7dba2c0-9d82-4443-92f6-58d1f95fba52 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1082986'] for segment, precommit_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:01.350439 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-e0a128c4-6d9e-445f-b248-eb2c1a312fae admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:01.377388 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b7dba2c0-9d82-4443-92f6-58d1f95fba52 admin admin] Releasing vlan 356 on physical network physnet1 to pool {{(pid=84041) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 18 20:37:01.377778 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-b7dba2c0-9d82-4443-92f6-58d1f95fba52 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1082993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32266254'] for segment, after_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:01.393619 n-d-838334-2 neutron-server[84041]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1993: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship. (this warning may be suppressed after 10 occurrences) Apr 18 20:37:01.393619 n-d-838334-2 neutron-server[84041]: util.warn_limited( Apr 18 20:37:01.393619 n-d-838334-2 neutron-server[84041]: Traceback (most recent call last): Apr 18 20:37:01.393619 n-d-838334-2 neutron-server[84041]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 18 20:37:01.393619 n-d-838334-2 neutron-server[84041]: timer() Apr 18 20:37:01.393619 n-d-838334-2 neutron-server[84041]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 20:37:01.393619 n-d-838334-2 neutron-server[84041]: cb(*args, **kw) Apr 18 20:37:01.393619 n-d-838334-2 neutron-server[84041]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 18 20:37:01.393619 n-d-838334-2 neutron-server[84041]: return func(*args, **kwargs) Apr 18 20:37:01.393619 n-d-838334-2 neutron-server[84041]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 20:37:01.393619 n-d-838334-2 neutron-server[84041]: self._notify() Apr 18 20:37:01.393619 n-d-838334-2 neutron-server[84041]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 20:37:01.393619 n-d-838334-2 neutron-server[84041]: self.callback(batched_events) Apr 18 20:37:01.393619 n-d-838334-2 neutron-server[84041]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 20:37:01.393619 n-d-838334-2 neutron-server[84041]: event.method(event) Apr 18 20:37:01.393619 n-d-838334-2 neutron-server[84041]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 18 20:37:01.393619 n-d-838334-2 neutron-server[84041]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 20:37:01.393619 n-d-838334-2 neutron-server[84041]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 18 20:37:01.393619 n-d-838334-2 neutron-server[84041]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 20:37:01.393619 n-d-838334-2 neutron-server[84041]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 18 20:37:01.393619 n-d-838334-2 neutron-server[84041]: return f(self, *a, **k) Apr 18 20:37:01.393619 n-d-838334-2 neutron-server[84041]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 18 20:37:01.393619 n-d-838334-2 neutron-server[84041]: return self._get(url).json() Apr 18 20:37:01.393619 n-d-838334-2 neutron-server[84041]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 18 20:37:01.393619 n-d-838334-2 neutron-server[84041]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 20:37:01.393619 n-d-838334-2 neutron-server[84041]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 18 20:37:01.393619 n-d-838334-2 neutron-server[84041]: return self.request(url, 'GET', **kwargs) Apr 18 20:37:01.393619 n-d-838334-2 neutron-server[84041]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 18 20:37:01.393619 n-d-838334-2 neutron-server[84041]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 20:37:01.393619 n-d-838334-2 neutron-server[84041]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 18 20:37:01.393619 n-d-838334-2 neutron-server[84041]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 20:37:01.393619 n-d-838334-2 neutron-server[84041]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 18 20:37:01.393619 n-d-838334-2 neutron-server[84041]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 20:37:01.393619 n-d-838334-2 neutron-server[84041]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 20:37:01.424320 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-dbe18f8f-d72c-4ddf-95e6-19343e907653 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:01.450290 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49ac6cd0-1e56-4e08-98f0-863b377946bf req-66522e71-d260-472f-be27-1ce4268ee7a4 tempest-LiveAutoBlockMigrationV225Test-1713341100 tempest-LiveAutoBlockMigrationV225Test-1713341100-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:37:01.451790 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-49ac6cd0-1e56-4e08-98f0-863b377946bf req-66522e71-d260-472f-be27-1ce4268ee7a4 tempest-LiveAutoBlockMigrationV225Test-1713341100 tempest-LiveAutoBlockMigrationV225Test-1713341100-project] 10.222.0.48 "GET /v2.0/networks?id=5ab7510b-2145-476c-b9d7-eb0e1ae538b7 HTTP/1.1" status: 200 len: 820 time: 0.4594646 Apr 18 20:37:01.477977 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.v2.base [req-49ac6cd0-1e56-4e08-98f0-863b377946bf req-bdd024a7-4688-4ac7-8c69-53b83cb42a3d tempest-LiveAutoBlockMigrationV225Test-1713341100 tempest-LiveAutoBlockMigrationV225Test-1713341100-project] Request body: {'port': {'device_id': '4d27da33-3ad6-433b-9d90-6d6cdb64d534', 'network_id': '5ab7510b-2145-476c-b9d7-eb0e1ae538b7', 'admin_state_up': True, 'tenant_id': '7843cba0a7e24a0397d5219cb7fd254c'}} {{(pid=84040) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 20:37:01.520050 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-b7dba2c0-9d82-4443-92f6-58d1f95fba52 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1258898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33526109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33444113'] for network, after_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:01.524490 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3346a79a-70a7-455c-b42a-e000721b4b30 req-b76551f5-b6b4-49c6-b2db-ba5202c32fbd tempest-LiveMigrationTest-963278731 tempest-LiveMigrationTest-963278731-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:37:01.525912 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-3346a79a-70a7-455c-b42a-e000721b4b30 req-b76551f5-b6b4-49c6-b2db-ba5202c32fbd tempest-LiveMigrationTest-963278731 tempest-LiveMigrationTest-963278731-project] 10.222.0.42 "GET /v2.0/ports?device_id=85d13644-2ff3-4f2e-ba89-a449fe4bd19d HTTP/1.1" status: 200 len: 931 time: 0.6532149 Apr 18 20:37:01.526529 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-b3ac40ca-8a0c-42d3-95be-f3286e0c11cb req-47149b70-7d65-4be0-b954-59a9381a0936 tempest-AggregatesAdminTestJSON-1672015505 tempest-AggregatesAdminTestJSON-1672015505-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750375259028', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750374836628'] for port, after_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:01.527338 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-b7dba2c0-9d82-4443-92f6-58d1f95fba52 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32378031'] for network, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:01.541594 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] get_ports_and_sgs() called for port_ids ['5c6b0b39-7bd8-417f-b7f2-8e39baa0d71c'] {{(pid=84042) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 18 20:37:01.611841 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7dba2c0-9d82-4443-92f6-58d1f95fba52 admin admin] Pushing event deleted for resources: {'Network': ['ID=77f67423-109b-4ad2-8f41-c8079c458e62,revision_number=None']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:37:01.620180 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-b7dba2c0-9d82-4443-92f6-58d1f95fba52 admin admin] 10.222.0.42 "DELETE /v2.0/networks/77f67423-109b-4ad2-8f41-c8079c458e62 HTTP/1.1" status: 204 len: 168 time: 1.1694043 Apr 18 20:37:01.623336 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 60504) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:37:01.657161 n-d-838334-2 neutron-server[84041]: DEBUG neutron.notifiers.nova [req-2bfe272f-476a-4a3a-a519-7b789476e77e req-51b37ae5-4cb4-4621-8141-d11b8efc750c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 48fa52c1-0725-4817-8948-dc8aabc819bf {{(pid=84041) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 18 20:37:01.661601 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47149b70-7d65-4be0-b954-59a9381a0936 tempest-AggregatesAdminTestJSON-1672015505 tempest-AggregatesAdminTestJSON-1672015505-project] Pushing event deleted for resources: {'Port': ['ID=5c6b0b39-7bd8-417f-b7f2-8e39baa0d71c,revision_number=None']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:37:01.671800 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-e0a128c4-6d9e-445f-b248-eb2c1a312fae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33528224'] for security_group, after_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:01.674085 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-e0a128c4-6d9e-445f-b248-eb2c1a312fae admin admin] Notify callbacks [] for security_group, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:01.677774 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-e0a128c4-6d9e-445f-b248-eb2c1a312fae admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/0cd36c66-d4ec-4d32-b16a-bb3ff5c773d0 HTTP/1.1" status: 204 len: 168 time: 1.0295439 Apr 18 20:37:01.677774 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [req-2bfe272f-476a-4a3a-a519-7b789476e77e req-51b37ae5-4cb4-4621-8141-d11b8efc750c service neutron] Notify callbacks [] for port, precommit_update {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:01.713528 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0a128c4-6d9e-445f-b248-eb2c1a312fae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0cd36c66-d4ec-4d32-b16a-bb3ff5c773d0,revision_number=None']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:37:01.734987 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.db_base_plugin_v2 [None req-9d42360a-ad44-46b7-939e-2d0563a5883c admin admin] Deleting subnet a368a880-86b4-4e86-b66f-75b4931970ef {{(pid=84041) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 18 20:37:01.738076 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-9d42360a-ad44-46b7-939e-2d0563a5883c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:01.771591 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.provisioning_blocks [req-2bfe272f-476a-4a3a-a519-7b789476e77e req-51b37ae5-4cb4-4621-8141-d11b8efc750c service neutron] Transition to ACTIVE for port object 48fa52c1-0725-4817-8948-dc8aabc819bf will not be triggered until provisioned by entity L2. {{(pid=84041) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 20:37:01.783170 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [req-2bfe272f-476a-4a3a-a519-7b789476e77e req-51b37ae5-4cb4-4621-8141-d11b8efc750c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32266282'] for port, after_update {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:01.816738 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-dbe18f8f-d72c-4ddf-95e6-19343e907653 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33528224'] for security_group, after_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:01.837069 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.l3_dvrscheduler_db [req-b3ac40ca-8a0c-42d3-95be-f3286e0c11cb req-47149b70-7d65-4be0-b954-59a9381a0936 tempest-AggregatesAdminTestJSON-1672015505 tempest-AggregatesAdminTestJSON-1672015505-project] No DVR routers for this DVR port 5c6b0b39-7bd8-417f-b7f2-8e39baa0d71c on host n-h1-838334-2 {{(pid=84040) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 20:37:01.864555 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-3346a79a-70a7-455c-b42a-e000721b4b30 req-38348d63-945e-4a4d-af0b-f4f9decb4c14 tempest-LiveMigrationTest-963278731 tempest-LiveMigrationTest-963278731-project] 10.222.0.42 "GET /v2.0/security-groups?id=c1ded286-bbeb-4ec4-95be-e4f6aab8a892&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2828403 Apr 18 20:37:01.870603 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-b3ac40ca-8a0c-42d3-95be-f3286e0c11cb req-47149b70-7d65-4be0-b954-59a9381a0936 tempest-AggregatesAdminTestJSON-1672015505 tempest-AggregatesAdminTestJSON-1672015505-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217293'] for port, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:01.898331 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbe18f8f-d72c-4ddf-95e6-19343e907653 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=58768519-ca40-4535-ba16-f87ff97115a9,revision_number=None']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:37:01.905661 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c881ff52-ee10-4ce1-a362-8b72a20218c8 req-3fb95273-fe53-4f02-b71e-248a25bf6f97 tempest-AggregatesAdminTestJSON-1672015505 tempest-AggregatesAdminTestJSON-1672015505-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:37:01.906342 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [req-c881ff52-ee10-4ce1-a362-8b72a20218c8 req-3fb95273-fe53-4f02-b71e-248a25bf6f97 tempest-AggregatesAdminTestJSON-1672015505 tempest-AggregatesAdminTestJSON-1672015505-project] Synchronizing usage tracker for tenant:8a6c744a7db748fdbd9f4ae6a50035ef on resource:port {{(pid=84040) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 20:37:01.910715 n-d-838334-2 neutron-server[84040]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4d4dfa19-6012-4b59-be9b-eb2599015659', 'name': 'network-vif-deleted', 'tag': '5c6b0b39-7bd8-417f-b7f2-8e39baa0d71c'}] {{(pid=84040) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 20:37:01.932796 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-dbe18f8f-d72c-4ddf-95e6-19343e907653 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:01.937342 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-9d42360a-ad44-46b7-939e-2d0563a5883c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32266383'] for subnet, precommit_delete_associations {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:01.949105 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-dbe18f8f-d72c-4ddf-95e6-19343e907653 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/58768519-ca40-4535-ba16-f87ff97115a9 HTTP/1.1" status: 204 len: 168 time: 1.1841877 Apr 18 20:37:01.960040 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-b3ac40ca-8a0c-42d3-95be-f3286e0c11cb req-47149b70-7d65-4be0-b954-59a9381a0936 tempest-AggregatesAdminTestJSON-1672015505 tempest-AggregatesAdminTestJSON-1672015505-project] 10.222.0.43 "DELETE /v2.0/ports/5c6b0b39-7bd8-417f-b7f2-8e39baa0d71c HTTP/1.1" status: 204 len: 173 time: 1.8696370 Apr 18 20:37:01.966269 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [req-c881ff52-ee10-4ce1-a362-8b72a20218c8 req-3fb95273-fe53-4f02-b71e-248a25bf6f97 tempest-AggregatesAdminTestJSON-1672015505 tempest-AggregatesAdminTestJSON-1672015505-project] Unset dirty status for tenant:8a6c744a7db748fdbd9f4ae6a50035ef on resource:port {{(pid=84040) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 20:37:01.973316 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-c881ff52-ee10-4ce1-a362-8b72a20218c8 req-3fb95273-fe53-4f02-b71e-248a25bf6f97 tempest-AggregatesAdminTestJSON-1672015505 tempest-AggregatesAdminTestJSON-1672015505-project] 10.222.0.42 "GET /v2.0/ports?device_id=4d4dfa19-6012-4b59-be9b-eb2599015659 HTTP/1.1" status: 200 len: 972 time: 0.6121292 Apr 18 20:37:01.978644 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [req-49ac6cd0-1e56-4e08-98f0-863b377946bf req-bdd024a7-4688-4ac7-8c69-53b83cb42a3d tempest-LiveAutoBlockMigrationV225Test-1713341100 tempest-LiveAutoBlockMigrationV225Test-1713341100-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:37:02.104306 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [req-49ac6cd0-1e56-4e08-98f0-863b377946bf req-bdd024a7-4688-4ac7-8c69-53b83cb42a3d tempest-LiveAutoBlockMigrationV225Test-1713341100 tempest-LiveAutoBlockMigrationV225Test-1713341100-project] Usage tracker for resource:port and tenant:7843cba0a7e24a0397d5219cb7fd254c is out of sync, need to count used quota {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:37:02.106085 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51b37ae5-4cb4-4621-8141-d11b8efc750c service neutron] Pushing event updated for resources: {'Port': ['ID=48fa52c1-0725-4817-8948-dc8aabc819bf,revision_number=2']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:37:02.125698 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-c881ff52-ee10-4ce1-a362-8b72a20218c8 req-e501b1ce-fc77-4bbe-9771-eba46209e322 tempest-AggregatesAdminTestJSON-1672015505 tempest-AggregatesAdminTestJSON-1672015505-project] 10.222.0.42 "GET /v2.0/security-groups?id=0f42bd7e-a135-4af5-bcd6-4657f8e77586&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1515050 Apr 18 20:37:02.129146 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [req-49ac6cd0-1e56-4e08-98f0-863b377946bf req-bdd024a7-4688-4ac7-8c69-53b83cb42a3d tempest-LiveAutoBlockMigrationV225Test-1713341100 tempest-LiveAutoBlockMigrationV225Test-1713341100-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:37:02.146864 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [req-49ac6cd0-1e56-4e08-98f0-863b377946bf req-bdd024a7-4688-4ac7-8c69-53b83cb42a3d tempest-LiveAutoBlockMigrationV225Test-1713341100 tempest-LiveAutoBlockMigrationV225Test-1713341100-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:37:02.170260 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-49ac6cd0-1e56-4e08-98f0-863b377946bf req-bdd024a7-4688-4ac7-8c69-53b83cb42a3d tempest-LiveAutoBlockMigrationV225Test-1713341100 tempest-LiveAutoBlockMigrationV225Test-1713341100-project] Made reservation on behalf of 7843cba0a7e24a0397d5219cb7fd254c for: {'port': 1} {{(pid=84040) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:37:02.171842 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-9d42360a-ad44-46b7-939e-2d0563a5883c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1260556'] for subnet, precommit_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:02.173683 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-49ac6cd0-1e56-4e08-98f0-863b377946bf req-bdd024a7-4688-4ac7-8c69-53b83cb42a3d tempest-LiveAutoBlockMigrationV225Test-1713341100 tempest-LiveAutoBlockMigrationV225Test-1713341100-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:02.270799 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 60520) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:37:02.284842 n-d-838334-2 neutron-server[84040]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bac526af-30a9-4585-af00-52d29f8ec648'] response: {'server_uuid': '4d4dfa19-6012-4b59-be9b-eb2599015659', 'name': 'network-vif-deleted', 'tag': '5c6b0b39-7bd8-417f-b7f2-8e39baa0d71c', 'status': 'completed', 'code': 200} Apr 18 20:37:02.292190 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-82840f33-e508-44c1-a0c1-5b64ca26603c req-dc3b0f78-00e6-4f03-983c-b3f11e5f972f tempest-LiveAutoBlockMigrationV225Test-1713341100 tempest-LiveAutoBlockMigrationV225Test-1713341100-project] 10.222.0.42 "GET /v2.0/ports?device_id=4d27da33-3ad6-433b-9d90-6d6cdb64d534 HTTP/1.1" status: 200 len: 210 time: 0.1006954 Apr 18 20:37:02.320227 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-4d40f3d5-4b75-40ad-83ff-84409f06b6dc admin admin] Notify callbacks [] for security_group, before_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:02.352553 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.managers [req-2bfe272f-476a-4a3a-a519-7b789476e77e req-51b37ae5-4cb4-4621-8141-d11b8efc750c service neutron] Attempting to bind port 48fa52c1-0725-4817-8948-dc8aabc819bf on host n-h2-838334-2 for vnic_type normal with profile {{(pid=84041) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:37:02.353436 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.managers [req-2bfe272f-476a-4a3a-a519-7b789476e77e req-51b37ae5-4cb4-4621-8141-d11b8efc750c service neutron] Attempting to bind port 48fa52c1-0725-4817-8948-dc8aabc819bf by drivers openvswitch,hyperv on host n-h2-838334-2 at level 0 using segments [{'id': '806925fb-1611-47d5-bfae-6289aca7c7ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '2b4e6157-bc80-44e6-aceb-13aa29225b38'}] {{(pid=84041) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:37:02.353436 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2bfe272f-476a-4a3a-a519-7b789476e77e req-51b37ae5-4cb4-4621-8141-d11b8efc750c service neutron] Attempting to bind port 48fa52c1-0725-4817-8948-dc8aabc819bf on network 2b4e6157-bc80-44e6-aceb-13aa29225b38 {{(pid=84041) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 20:37:02.363990 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2bfe272f-476a-4a3a-a519-7b789476e77e req-51b37ae5-4cb4-4621-8141-d11b8efc750c service neutron] Port 48fa52c1-0725-4817-8948-dc8aabc819bf on network 2b4e6157-bc80-44e6-aceb-13aa29225b38 not bound, no agent of type Open vSwitch agent registered on host n-h2-838334-2 {{(pid=84041) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 18 20:37:02.364334 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2bfe272f-476a-4a3a-a519-7b789476e77e req-51b37ae5-4cb4-4621-8141-d11b8efc750c service neutron] Attempting to bind port 48fa52c1-0725-4817-8948-dc8aabc819bf on network 2b4e6157-bc80-44e6-aceb-13aa29225b38 {{(pid=84041) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 20:37:02.377511 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-9d42360a-ad44-46b7-939e-2d0563a5883c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1260549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33526260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32266336', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32486390'] for subnet, after_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:02.425472 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d42360a-ad44-46b7-939e-2d0563a5883c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a368a880-86b4-4e86-b66f-75b4931970ef,revision_number=None']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:37:02.428625 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2bfe272f-476a-4a3a-a519-7b789476e77e req-51b37ae5-4cb4-4621-8141-d11b8efc750c service neutron] Checking agent: {'id': 'dc797004-f641-47b7-a77f-9c62b5b16296', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-838334-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 34, 3), 'started_at': datetime.datetime(2022, 4, 18, 20, 34, 3), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 20, 36, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84041) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 18 20:37:02.428986 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2bfe272f-476a-4a3a-a519-7b789476e77e req-51b37ae5-4cb4-4621-8141-d11b8efc750c service neutron] Checking segment: {'id': '806925fb-1611-47d5-bfae-6289aca7c7ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '2b4e6157-bc80-44e6-aceb-13aa29225b38'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84041) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 20:37:02.429509 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2bfe272f-476a-4a3a-a519-7b789476e77e req-51b37ae5-4cb4-4621-8141-d11b8efc750c service neutron] Bound using segment: {'id': '806925fb-1611-47d5-bfae-6289aca7c7ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '2b4e6157-bc80-44e6-aceb-13aa29225b38'} {{(pid=84041) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 18 20:37:02.429970 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.managers [req-2bfe272f-476a-4a3a-a519-7b789476e77e req-51b37ae5-4cb4-4621-8141-d11b8efc750c service neutron] Bound port: 48fa52c1-0725-4817-8948-dc8aabc819bf, host: n-h2-838334-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '806925fb-1611-47d5-bfae-6289aca7c7ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '2b4e6157-bc80-44e6-aceb-13aa29225b38'}}] {{(pid=84041) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 20:37:02.431152 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [req-2bfe272f-476a-4a3a-a519-7b789476e77e req-51b37ae5-4cb4-4621-8141-d11b8efc750c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:02.440086 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-4d40f3d5-4b75-40ad-83ff-84409f06b6dc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:37:02.450955 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-4d40f3d5-4b75-40ad-83ff-84409f06b6dc admin admin] Usage tracker for resource:security_group_rule and tenant:5edbfed606f9476b8c5241ddbf407cb6 is out of sync, need to count used quota {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:37:02.457490 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-9d42360a-ad44-46b7-939e-2d0563a5883c admin admin] Notify callbacks [] for subnet, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:02.464030 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-4d40f3d5-4b75-40ad-83ff-84409f06b6dc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:37:02.484972 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.db_base_plugin_common [req-49ac6cd0-1e56-4e08-98f0-863b377946bf req-bdd024a7-4688-4ac7-8c69-53b83cb42a3d tempest-LiveAutoBlockMigrationV225Test-1713341100 tempest-LiveAutoBlockMigrationV225Test-1713341100-project] Allocated IP 172.20.0.9 (5ab7510b-2145-476c-b9d7-eb0e1ae538b7/5bf38cb0-45bd-48cb-9f8c-19a270201f44/8578f3c0-3c71-4002-9e87-2205dc1e4c6c) {{(pid=84040) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:37:02.518493 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-4d40f3d5-4b75-40ad-83ff-84409f06b6dc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:37:02.529340 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-9d42360a-ad44-46b7-939e-2d0563a5883c admin admin] 10.222.0.42 "DELETE /v2.0/subnets/a368a880-86b4-4e86-b66f-75b4931970ef HTTP/1.1" status: 204 len: 168 time: 0.9048142 Apr 18 20:37:02.533599 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 60526) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:37:02.569306 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 60530) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:37:02.684689 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-9cd620d6-d4c0-486c-86c2-a1e7079778f5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:02.737787 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.db [req-2bfe272f-476a-4a3a-a519-7b789476e77e req-51b37ae5-4cb4-4621-8141-d11b8efc750c service neutron] For port 48fa52c1-0725-4817-8948-dc8aabc819bf, host n-h2-838334-2, cleared binding levels {{(pid=84041) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 20:37:02.753389 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-fb2d6cb8-7045-4846-a99b-3f5152642236 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1103592'] for network, before_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:02.774778 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.db [req-2bfe272f-476a-4a3a-a519-7b789476e77e req-51b37ae5-4cb4-4621-8141-d11b8efc750c service neutron] For port 48fa52c1-0725-4817-8948-dc8aabc819bf, host n-h2-838334-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838334-2',level=0,port_id=48fa52c1-0725-4817-8948-dc8aabc819bf,segment=NetworkSegment(806925fb-1611-47d5-bfae-6289aca7c7ad),segment_id=806925fb-1611-47d5-bfae-6289aca7c7ad)] {{(pid=84041) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 20:37:02.783963 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-49ac6cd0-1e56-4e08-98f0-863b377946bf req-bdd024a7-4688-4ac7-8c69-53b83cb42a3d tempest-LiveAutoBlockMigrationV225Test-1713341100 tempest-LiveAutoBlockMigrationV225Test-1713341100-project] Notify callbacks [] for port, precommit_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:02.790136 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [req-2bfe272f-476a-4a3a-a519-7b789476e77e req-51b37ae5-4cb4-4621-8141-d11b8efc750c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32266282'] for port, after_update {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:02.811541 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-49ac6cd0-1e56-4e08-98f0-863b377946bf req-bdd024a7-4688-4ac7-8c69-53b83cb42a3d tempest-LiveAutoBlockMigrationV225Test-1713341100 tempest-LiveAutoBlockMigrationV225Test-1713341100-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750374836619'] for port, after_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:02.828432 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-9cd620d6-d4c0-486c-86c2-a1e7079778f5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:37:02.857704 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-9cd620d6-d4c0-486c-86c2-a1e7079778f5 admin admin] Usage tracker for resource:security_group_rule and tenant:33dcaa6c2888470b9f5ede5f96132bb7 is out of sync, need to count used quota {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:37:02.889913 n-d-838334-2 neutron-server[84040]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-49ac6cd0-1e56-4e08-98f0-863b377946bf req-bdd024a7-4688-4ac7-8c69-53b83cb42a3d tempest-LiveAutoBlockMigrationV225Test-1713341100 tempest-LiveAutoBlockMigrationV225Test-1713341100-project] Network 5ab7510b-2145-476c-b9d7-eb0e1ae538b7 is already hosted by enough agents. {{(pid=84040) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:37:02.893567 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdd024a7-4688-4ac7-8c69-53b83cb42a3d tempest-LiveAutoBlockMigrationV225Test-1713341100 tempest-LiveAutoBlockMigrationV225Test-1713341100-project] Pushing event updated for resources: {'Port': ['ID=8578f3c0-3c71-4002-9e87-2205dc1e4c6c,revision_number=1']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:37:02.893730 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-9cd620d6-d4c0-486c-86c2-a1e7079778f5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:37:02.896323 n-d-838334-2 neutron-server[84040]: DEBUG neutron.scheduler.base_scheduler [req-49ac6cd0-1e56-4e08-98f0-863b377946bf req-bdd024a7-4688-4ac7-8c69-53b83cb42a3d tempest-LiveAutoBlockMigrationV225Test-1713341100 tempest-LiveAutoBlockMigrationV225Test-1713341100-project] Resources bound (agent type, host, resource id): {{(pid=84040) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:37:02.913421 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-9cd620d6-d4c0-486c-86c2-a1e7079778f5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:37:02.917544 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.l3_dvrscheduler_db [req-49ac6cd0-1e56-4e08-98f0-863b377946bf req-bdd024a7-4688-4ac7-8c69-53b83cb42a3d tempest-LiveAutoBlockMigrationV225Test-1713341100 tempest-LiveAutoBlockMigrationV225Test-1713341100-project] Received port after_create {{(pid=84040) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 20:37:02.922261 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49ac6cd0-1e56-4e08-98f0-863b377946bf req-bdd024a7-4688-4ac7-8c69-53b83cb42a3d tempest-LiveAutoBlockMigrationV225Test-1713341100 tempest-LiveAutoBlockMigrationV225Test-1713341100-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:37:02.923043 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-49ac6cd0-1e56-4e08-98f0-863b377946bf req-bdd024a7-4688-4ac7-8c69-53b83cb42a3d tempest-LiveAutoBlockMigrationV225Test-1713341100 tempest-LiveAutoBlockMigrationV225Test-1713341100-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217293'] for port, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:02.948799 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-49ac6cd0-1e56-4e08-98f0-863b377946bf req-bdd024a7-4688-4ac7-8c69-53b83cb42a3d tempest-LiveAutoBlockMigrationV225Test-1713341100 tempest-LiveAutoBlockMigrationV225Test-1713341100-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4763503 Apr 18 20:37:02.967238 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.v2.base [req-49ac6cd0-1e56-4e08-98f0-863b377946bf req-76b89b7d-63de-4f63-8889-784860e92cea service neutron] Request body: {'port': {'device_id': '4d27da33-3ad6-433b-9d90-6d6cdb64d534', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-838334-2'}} {{(pid=84040) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 20:37:03.010739 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [req-2bfe272f-476a-4a3a-a519-7b789476e77e req-51b37ae5-4cb4-4621-8141-d11b8efc750c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32378031'] for port, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:03.012274 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-2bfe272f-476a-4a3a-a519-7b789476e77e req-51b37ae5-4cb4-4621-8141-d11b8efc750c service neutron] 10.222.0.48 "PUT /v2.0/ports/48fa52c1-0725-4817-8948-dc8aabc819bf HTTP/1.1" status: 200 len: 1091 time: 2.7630990 Apr 18 20:37:03.012711 n-d-838334-2 neutron-server[84041]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '85d13644-2ff3-4f2e-ba89-a449fe4bd19d', 'tag': '48fa52c1-0725-4817-8948-dc8aabc819bf'}] {{(pid=84041) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 20:37:03.017567 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-4d40f3d5-4b75-40ad-83ff-84409f06b6dc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:03.056158 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51b37ae5-4cb4-4621-8141-d11b8efc750c service neutron] Pushing event updated for resources: {'Port': ['ID=48fa52c1-0725-4817-8948-dc8aabc819bf,revision_number=3']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:37:03.058904 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-4d40f3d5-4b75-40ad-83ff-84409f06b6dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33528224'] for security_group, after_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:03.132293 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-fb2d6cb8-7045-4846-a99b-3f5152642236 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1258905', 'neutron.services.segments.db._delete_segments_for_network-8750375287417'] for network, precommit_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:03.161816 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-49ac6cd0-1e56-4e08-98f0-863b377946bf req-76b89b7d-63de-4f63-8889-784860e92cea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:03.187732 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbd0894f-ce8e-4112-853c-75b820d5f1f6 req-66accf56-2439-478e-8e16-6366c571bf60 tempest-LiveMigrationTest-963278731 tempest-LiveMigrationTest-963278731-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:37:03.189253 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-cbd0894f-ce8e-4112-853c-75b820d5f1f6 req-66accf56-2439-478e-8e16-6366c571bf60 tempest-LiveMigrationTest-963278731 tempest-LiveMigrationTest-963278731-project] 10.222.0.42 "GET /v2.0/ports?device_id=85d13644-2ff3-4f2e-ba89-a449fe4bd19d HTTP/1.1" status: 200 len: 943 time: 0.1782670 Apr 18 20:37:03.201727 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d40f3d5-4b75-40ad-83ff-84409f06b6dc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c69dcd53-1ee9-449d-8957-8757665eab21,revision_number=1']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:37:03.212382 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-4d40f3d5-4b75-40ad-83ff-84409f06b6dc admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=5edbfed606f9476b8c5241ddbf407cb6&name=default HTTP/1.1" status: 200 len: 2647 time: 0.9277680 Apr 18 20:37:03.212382 n-d-838334-2 neutron-server[84041]: DEBUG neutron.services.segments.db [None req-fb2d6cb8-7045-4846-a99b-3f5152642236 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6e23da2e-35af-48ab-b55e-ce009e82cb32']}} {{(pid=84041) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:37:03.221818 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 60546) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:37:03.253491 n-d-838334-2 neutron-server[84041]: DEBUG neutron.services.segments.db [None req-fb2d6cb8-7045-4846-a99b-3f5152642236 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '24db0546-001d-4c72-a1d6-7e99f704302c') {'for_net_delete': True} {{(pid=84041) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:37:03.253780 n-d-838334-2 neutron-server[84041]: DEBUG neutron.services.segments.db [None req-fb2d6cb8-7045-4846-a99b-3f5152642236 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '24db0546-001d-4c72-a1d6-7e99f704302c') {} {{(pid=84041) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:37:03.330340 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750375287399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253529'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:03.344874 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-fb2d6cb8-7045-4846-a99b-3f5152642236 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750375287300', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32268156'] for segment, before_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:03.345789 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-bac1c8b0-9edc-4f13-92e7-a84c783c7c70 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:03.365821 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-9cd620d6-d4c0-486c-86c2-a1e7079778f5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:03.372952 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-fb2d6cb8-7045-4846-a99b-3f5152642236 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1082986'] for segment, precommit_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:03.374984 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-9cd620d6-d4c0-486c-86c2-a1e7079778f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33528224'] for security_group, after_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:03.393528 n-d-838334-2 neutron-server[84041]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8d6b093d-2ac5-4e7a-a387-f09913046e7c'] response: {'name': 'network-changed', 'server_uuid': '85d13644-2ff3-4f2e-ba89-a449fe4bd19d', 'tag': '48fa52c1-0725-4817-8948-dc8aabc819bf', 'status': 'completed', 'code': 200} Apr 18 20:37:03.406356 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-2bfe272f-476a-4a3a-a519-7b789476e77e req-eff69afe-5188-4c3a-9e25-11406bebdcb1 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=30967135a3784f8f91989a9ec626fb3e&device_id=85d13644-2ff3-4f2e-ba89-a449fe4bd19d HTTP/1.1" status: 200 len: 1094 time: 0.3364382 Apr 18 20:37:03.409001 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fb2d6cb8-7045-4846-a99b-3f5152642236 admin admin] Releasing vlan 381 on physical network physnet1 to pool {{(pid=84041) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 18 20:37:03.409398 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-fb2d6cb8-7045-4846-a99b-3f5152642236 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1082993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32266254'] for segment, after_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:03.425338 n-d-838334-2 neutron-server[84041]: Traceback (most recent call last): Apr 18 20:37:03.425338 n-d-838334-2 neutron-server[84041]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 18 20:37:03.425338 n-d-838334-2 neutron-server[84041]: timer() Apr 18 20:37:03.425338 n-d-838334-2 neutron-server[84041]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 20:37:03.425338 n-d-838334-2 neutron-server[84041]: cb(*args, **kw) Apr 18 20:37:03.425338 n-d-838334-2 neutron-server[84041]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 18 20:37:03.425338 n-d-838334-2 neutron-server[84041]: return func(*args, **kwargs) Apr 18 20:37:03.425338 n-d-838334-2 neutron-server[84041]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 20:37:03.425338 n-d-838334-2 neutron-server[84041]: self._notify() Apr 18 20:37:03.425338 n-d-838334-2 neutron-server[84041]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 20:37:03.425338 n-d-838334-2 neutron-server[84041]: self.callback(batched_events) Apr 18 20:37:03.425338 n-d-838334-2 neutron-server[84041]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 20:37:03.425338 n-d-838334-2 neutron-server[84041]: event.method(event) Apr 18 20:37:03.425338 n-d-838334-2 neutron-server[84041]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 18 20:37:03.425338 n-d-838334-2 neutron-server[84041]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 20:37:03.425338 n-d-838334-2 neutron-server[84041]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 18 20:37:03.425338 n-d-838334-2 neutron-server[84041]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 20:37:03.425338 n-d-838334-2 neutron-server[84041]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 18 20:37:03.425338 n-d-838334-2 neutron-server[84041]: return f(self, *a, **k) Apr 18 20:37:03.425338 n-d-838334-2 neutron-server[84041]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 18 20:37:03.425338 n-d-838334-2 neutron-server[84041]: return self._get(url).json() Apr 18 20:37:03.425338 n-d-838334-2 neutron-server[84041]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 18 20:37:03.425338 n-d-838334-2 neutron-server[84041]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 20:37:03.425338 n-d-838334-2 neutron-server[84041]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 18 20:37:03.425338 n-d-838334-2 neutron-server[84041]: return self.request(url, 'GET', **kwargs) Apr 18 20:37:03.425338 n-d-838334-2 neutron-server[84041]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 18 20:37:03.425338 n-d-838334-2 neutron-server[84041]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 20:37:03.425338 n-d-838334-2 neutron-server[84041]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 18 20:37:03.425338 n-d-838334-2 neutron-server[84041]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 20:37:03.425338 n-d-838334-2 neutron-server[84041]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 18 20:37:03.425338 n-d-838334-2 neutron-server[84041]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 20:37:03.425338 n-d-838334-2 neutron-server[84041]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 20:37:03.442582 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-cbd0894f-ce8e-4112-853c-75b820d5f1f6 req-8f69b63f-8e3d-42cf-b112-c418b777d602 tempest-LiveMigrationTest-963278731 tempest-LiveMigrationTest-963278731-project] 10.222.0.42 "GET /v2.0/security-groups?id=c1ded286-bbeb-4ec4-95be-e4f6aab8a892&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2201445 Apr 18 20:37:03.554329 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-bac1c8b0-9edc-4f13-92e7-a84c783c7c70 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:03.589416 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cd620d6-d4c0-486c-86c2-a1e7079778f5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=19114522-eab5-4a1d-8559-c486889b3274,revision_number=1']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:37:03.605849 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-9cd620d6-d4c0-486c-86c2-a1e7079778f5 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=33dcaa6c2888470b9f5ede5f96132bb7&name=default HTTP/1.1" status: 200 len: 2647 time: 1.0290430 Apr 18 20:37:03.608256 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-2bfe272f-476a-4a3a-a519-7b789476e77e req-32339163-05f2-4155-ae07-3154e6c1bd59 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=48fa52c1-0725-4817-8948-dc8aabc819bf HTTP/1.1" status: 200 len: 217 time: 0.1821604 Apr 18 20:37:03.608834 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 60564) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:37:03.622520 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-fb2d6cb8-7045-4846-a99b-3f5152642236 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1258898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33526109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33444113'] for network, after_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:03.679547 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-fb2d6cb8-7045-4846-a99b-3f5152642236 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32378031'] for network, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:03.713251 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb2d6cb8-7045-4846-a99b-3f5152642236 admin admin] Pushing event deleted for resources: {'Network': ['ID=6e23da2e-35af-48ab-b55e-ce009e82cb32,revision_number=None']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:37:03.744523 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-fb2d6cb8-7045-4846-a99b-3f5152642236 admin admin] 10.222.0.42 "DELETE /v2.0/networks/6e23da2e-35af-48ab-b55e-ce009e82cb32 HTTP/1.1" status: 204 len: 168 time: 1.2008336 Apr 18 20:37:03.754611 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bfe272f-476a-4a3a-a519-7b789476e77e req-ecd934cc-b64a-4d85-923b-b609622e69a3 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:37:03.756077 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-2bfe272f-476a-4a3a-a519-7b789476e77e req-ecd934cc-b64a-4d85-923b-b609622e69a3 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=2a27c3e0-e2c3-453b-9e93-76a003aa4b19 HTTP/1.1" status: 200 len: 847 time: 0.1303427 Apr 18 20:37:03.815850 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-2bfe272f-476a-4a3a-a519-7b789476e77e req-66dd2795-3c48-4fe4-aa40-bd0cd0cf326d service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=2b4e6157-bc80-44e6-aceb-13aa29225b38&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0489171 Apr 18 20:37:03.816466 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-40d9f649-85c2-48eb-b4d9-a4a5a0594322 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:03.822613 n-d-838334-2 neutron-server[84040]: DEBUG neutron.notifiers.nova [req-49ac6cd0-1e56-4e08-98f0-863b377946bf req-76b89b7d-63de-4f63-8889-784860e92cea service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8578f3c0-3c71-4002-9e87-2205dc1e4c6c {{(pid=84040) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 18 20:37:03.832207 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-49ac6cd0-1e56-4e08-98f0-863b377946bf req-76b89b7d-63de-4f63-8889-784860e92cea service neutron] Notify callbacks [] for port, precommit_update {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:03.835972 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Device 5c6b0b39-7bd8-417f-b7f2-8e39baa0d71c no longer exists at agent hyperv_n-h1-838334-2 {{(pid=84042) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 20:37:03.853444 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.provisioning_blocks [req-49ac6cd0-1e56-4e08-98f0-863b377946bf req-76b89b7d-63de-4f63-8889-784860e92cea service neutron] Transition to ACTIVE for port object 8578f3c0-3c71-4002-9e87-2205dc1e4c6c will not be triggered until provisioned by entity L2. {{(pid=84040) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 20:37:03.895228 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-49ac6cd0-1e56-4e08-98f0-863b377946bf req-76b89b7d-63de-4f63-8889-784860e92cea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682'] for port, after_update {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:03.930174 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-40d9f649-85c2-48eb-b4d9-a4a5a0594322 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:03.949483 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-bac1c8b0-9edc-4f13-92e7-a84c783c7c70 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33528224'] for security_group, after_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:03.970673 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.plugin [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] No Port match for: 5c6b0b39-7bd8-417f-b7f2-8e39baa0d71c {{(pid=84042) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 18 20:37:03.971463 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Device 5c6b0b39-7bd8-417f-b7f2-8e39baa0d71c not bound to the agent host n-h1-838334-2 {{(pid=84042) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 20:37:04.025467 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bac1c8b0-9edc-4f13-92e7-a84c783c7c70 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c69dcd53-1ee9-449d-8957-8757665eab21,revision_number=None']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:37:04.031437 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-40d9f649-85c2-48eb-b4d9-a4a5a0594322 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33528224'] for security_group, after_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:04.055784 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-2bfe272f-476a-4a3a-a519-7b789476e77e req-5f881088-7074-469b-8940-bb1e39fc1b01 service neutron] 10.222.0.48 "GET /v2.0/networks/2b4e6157-bc80-44e6-aceb-13aa29225b38?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2274754 Apr 18 20:37:04.057692 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40d9f649-85c2-48eb-b4d9-a4a5a0594322 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=19114522-eab5-4a1d-8559-c486889b3274,revision_number=None']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:37:04.086840 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 60584) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:37:04.111126 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-40d9f649-85c2-48eb-b4d9-a4a5a0594322 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:04.112267 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-40d9f649-85c2-48eb-b4d9-a4a5a0594322 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/19114522-eab5-4a1d-8559-c486889b3274 HTTP/1.1" status: 204 len: 168 time: 0.5025406 Apr 18 20:37:04.125861 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-bac1c8b0-9edc-4f13-92e7-a84c783c7c70 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:04.127005 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-bac1c8b0-9edc-4f13-92e7-a84c783c7c70 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/c69dcd53-1ee9-449d-8957-8757665eab21 HTTP/1.1" status: 204 len: 168 time: 0.9034498 Apr 18 20:37:04.140200 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76b89b7d-63de-4f63-8889-784860e92cea service neutron] Pushing event updated for resources: {'Port': ['ID=8578f3c0-3c71-4002-9e87-2205dc1e4c6c,revision_number=2']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:37:04.249527 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6012bb32-78ba-4454-9bf9-7762d128c833 req-6497bf7f-6ab9-4153-b3b4-62470e94f299 tempest-LiveAutoBlockMigrationV225Test-1713341100 tempest-LiveAutoBlockMigrationV225Test-1713341100-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:37:04.250696 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [req-6012bb32-78ba-4454-9bf9-7762d128c833 req-6497bf7f-6ab9-4153-b3b4-62470e94f299 tempest-LiveAutoBlockMigrationV225Test-1713341100 tempest-LiveAutoBlockMigrationV225Test-1713341100-project] Synchronizing usage tracker for tenant:7843cba0a7e24a0397d5219cb7fd254c on resource:port {{(pid=84040) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 20:37:04.265691 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.managers [req-49ac6cd0-1e56-4e08-98f0-863b377946bf req-76b89b7d-63de-4f63-8889-784860e92cea service neutron] Attempting to bind port 8578f3c0-3c71-4002-9e87-2205dc1e4c6c on host n-h2-838334-2 for vnic_type normal with profile {{(pid=84040) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:37:04.266013 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.managers [req-49ac6cd0-1e56-4e08-98f0-863b377946bf req-76b89b7d-63de-4f63-8889-784860e92cea service neutron] Attempting to bind port 8578f3c0-3c71-4002-9e87-2205dc1e4c6c by drivers openvswitch,hyperv on host n-h2-838334-2 at level 0 using segments [{'id': 'e2a67327-2af4-4205-9ade-197b88c2bea8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '5ab7510b-2145-476c-b9d7-eb0e1ae538b7'}] {{(pid=84040) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:37:04.266329 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49ac6cd0-1e56-4e08-98f0-863b377946bf req-76b89b7d-63de-4f63-8889-784860e92cea service neutron] Attempting to bind port 8578f3c0-3c71-4002-9e87-2205dc1e4c6c on network 5ab7510b-2145-476c-b9d7-eb0e1ae538b7 {{(pid=84040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 20:37:04.275008 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49ac6cd0-1e56-4e08-98f0-863b377946bf req-76b89b7d-63de-4f63-8889-784860e92cea service neutron] Port 8578f3c0-3c71-4002-9e87-2205dc1e4c6c on network 5ab7510b-2145-476c-b9d7-eb0e1ae538b7 not bound, no agent of type Open vSwitch agent registered on host n-h2-838334-2 {{(pid=84040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 18 20:37:04.275334 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49ac6cd0-1e56-4e08-98f0-863b377946bf req-76b89b7d-63de-4f63-8889-784860e92cea service neutron] Attempting to bind port 8578f3c0-3c71-4002-9e87-2205dc1e4c6c on network 5ab7510b-2145-476c-b9d7-eb0e1ae538b7 {{(pid=84040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 20:37:04.284422 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49ac6cd0-1e56-4e08-98f0-863b377946bf req-76b89b7d-63de-4f63-8889-784860e92cea service neutron] Checking agent: {'id': 'dc797004-f641-47b7-a77f-9c62b5b16296', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-838334-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 34, 3), 'started_at': datetime.datetime(2022, 4, 18, 20, 34, 3), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 20, 37, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 18 20:37:04.284754 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49ac6cd0-1e56-4e08-98f0-863b377946bf req-76b89b7d-63de-4f63-8889-784860e92cea service neutron] Checking segment: {'id': 'e2a67327-2af4-4205-9ade-197b88c2bea8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '5ab7510b-2145-476c-b9d7-eb0e1ae538b7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84040) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 20:37:04.285167 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49ac6cd0-1e56-4e08-98f0-863b377946bf req-76b89b7d-63de-4f63-8889-784860e92cea service neutron] Bound using segment: {'id': 'e2a67327-2af4-4205-9ade-197b88c2bea8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '5ab7510b-2145-476c-b9d7-eb0e1ae538b7'} {{(pid=84040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 18 20:37:04.285567 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.managers [req-49ac6cd0-1e56-4e08-98f0-863b377946bf req-76b89b7d-63de-4f63-8889-784860e92cea service neutron] Bound port: 8578f3c0-3c71-4002-9e87-2205dc1e4c6c, host: n-h2-838334-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e2a67327-2af4-4205-9ade-197b88c2bea8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '5ab7510b-2145-476c-b9d7-eb0e1ae538b7'}}] {{(pid=84040) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 20:37:04.285885 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-49ac6cd0-1e56-4e08-98f0-863b377946bf req-76b89b7d-63de-4f63-8889-784860e92cea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:04.367816 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-daca7b6a-8aeb-444b-a6ed-2f281e49e6d3 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=2c1a4beeab1c48048aa116bd791647ed&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2760890 Apr 18 20:37:04.369379 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 60598) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:37:04.370238 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [req-6012bb32-78ba-4454-9bf9-7762d128c833 req-6497bf7f-6ab9-4153-b3b4-62470e94f299 tempest-LiveAutoBlockMigrationV225Test-1713341100 tempest-LiveAutoBlockMigrationV225Test-1713341100-project] Unset dirty status for tenant:7843cba0a7e24a0397d5219cb7fd254c on resource:port {{(pid=84040) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 20:37:04.380998 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-6012bb32-78ba-4454-9bf9-7762d128c833 req-6497bf7f-6ab9-4153-b3b4-62470e94f299 tempest-LiveAutoBlockMigrationV225Test-1713341100 tempest-LiveAutoBlockMigrationV225Test-1713341100-project] 10.222.0.42 "GET /v2.0/ports?device_id=4d27da33-3ad6-433b-9d90-6d6cdb64d534 HTTP/1.1" status: 200 len: 931 time: 0.7589557 Apr 18 20:37:04.385690 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-2bfe272f-476a-4a3a-a519-7b789476e77e req-32633fa6-4662-4f97-8766-ca8c58077591 service neutron] 10.222.0.48 "GET /v2.0/networks/2b4e6157-bc80-44e6-aceb-13aa29225b38?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3221333 Apr 18 20:37:04.563385 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-61d85475-2412-428c-9b90-ff2fb8d6b946 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:04.612301 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-64610d5d-2e4f-41b2-ab04-0a40d46f8312 req-2cee8e29-2792-4937-a710-5b47c4e47300 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=30967135a3784f8f91989a9ec626fb3e&device_id=85d13644-2ff3-4f2e-ba89-a449fe4bd19d HTTP/1.1" status: 200 len: 1094 time: 0.1554058 Apr 18 20:37:04.641991 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-61d85475-2412-428c-9b90-ff2fb8d6b946 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:04.681461 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [req-6012bb32-78ba-4454-9bf9-7762d128c833 req-4cfbca71-9d8f-44c3-98d4-235db2f29c2e tempest-LiveAutoBlockMigrationV225Test-1713341100 tempest-LiveAutoBlockMigrationV225Test-1713341100-project] Synchronizing usage tracker for tenant:7843cba0a7e24a0397d5219cb7fd254c on resource:security_group {{(pid=84040) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 20:37:04.697020 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.db [req-49ac6cd0-1e56-4e08-98f0-863b377946bf req-76b89b7d-63de-4f63-8889-784860e92cea service neutron] For port 8578f3c0-3c71-4002-9e87-2205dc1e4c6c, host n-h2-838334-2, cleared binding levels {{(pid=84040) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 20:37:04.784942 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64610d5d-2e4f-41b2-ab04-0a40d46f8312 req-83489dc9-7d76-4874-938f-fcc8f8d13023 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:37:04.785737 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-64610d5d-2e4f-41b2-ab04-0a40d46f8312 req-83489dc9-7d76-4874-938f-fcc8f8d13023 service neutron] 10.222.0.48 "GET /v2.0/networks?id=2b4e6157-bc80-44e6-aceb-13aa29225b38 HTTP/1.1" status: 200 len: 908 time: 0.1631942 Apr 18 20:37:04.795822 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.db [req-49ac6cd0-1e56-4e08-98f0-863b377946bf req-76b89b7d-63de-4f63-8889-784860e92cea service neutron] For port 8578f3c0-3c71-4002-9e87-2205dc1e4c6c, host n-h2-838334-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838334-2',level=0,port_id=8578f3c0-3c71-4002-9e87-2205dc1e4c6c,segment=NetworkSegment(e2a67327-2af4-4205-9ade-197b88c2bea8),segment_id=e2a67327-2af4-4205-9ade-197b88c2bea8)] {{(pid=84040) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 20:37:04.816136 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-49ac6cd0-1e56-4e08-98f0-863b377946bf req-76b89b7d-63de-4f63-8889-784860e92cea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682'] for port, after_update {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:04.858559 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [req-6012bb32-78ba-4454-9bf9-7762d128c833 req-4cfbca71-9d8f-44c3-98d4-235db2f29c2e tempest-LiveAutoBlockMigrationV225Test-1713341100 tempest-LiveAutoBlockMigrationV225Test-1713341100-project] Unset dirty status for tenant:7843cba0a7e24a0397d5219cb7fd254c on resource:security_group {{(pid=84040) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 20:37:04.859726 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-6012bb32-78ba-4454-9bf9-7762d128c833 req-4cfbca71-9d8f-44c3-98d4-235db2f29c2e tempest-LiveAutoBlockMigrationV225Test-1713341100 tempest-LiveAutoBlockMigrationV225Test-1713341100-project] 10.222.0.42 "GET /v2.0/security-groups?id=bf712067-aabd-4e70-aae1-082928dd1ccd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4779418 Apr 18 20:37:04.891707 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-64610d5d-2e4f-41b2-ab04-0a40d46f8312 req-99ec901a-2698-46a1-b1b2-31a867864321 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=48fa52c1-0725-4817-8948-dc8aabc819bf HTTP/1.1" status: 200 len: 217 time: 0.0978918 Apr 18 20:37:04.894652 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-49ac6cd0-1e56-4e08-98f0-863b377946bf req-76b89b7d-63de-4f63-8889-784860e92cea service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217293'] for port, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:04.895984 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-49ac6cd0-1e56-4e08-98f0-863b377946bf req-76b89b7d-63de-4f63-8889-784860e92cea service neutron] 10.222.0.48 "PUT /v2.0/ports/8578f3c0-3c71-4002-9e87-2205dc1e4c6c HTTP/1.1" status: 200 len: 1091 time: 1.9370098 Apr 18 20:37:04.901664 n-d-838334-2 neutron-server[84040]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4d27da33-3ad6-433b-9d90-6d6cdb64d534', 'tag': '8578f3c0-3c71-4002-9e87-2205dc1e4c6c'}] {{(pid=84040) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 20:37:04.942316 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-61d85475-2412-428c-9b90-ff2fb8d6b946 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33528224'] for security_group, after_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:05.014266 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64610d5d-2e4f-41b2-ab04-0a40d46f8312 req-66f50992-7646-4675-bac4-33cec3b214e6 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:37:05.015307 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-64610d5d-2e4f-41b2-ab04-0a40d46f8312 req-66f50992-7646-4675-bac4-33cec3b214e6 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=2a27c3e0-e2c3-453b-9e93-76a003aa4b19 HTTP/1.1" status: 200 len: 847 time: 0.1080070 Apr 18 20:37:05.057958 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76b89b7d-63de-4f63-8889-784860e92cea service neutron] Pushing event updated for resources: {'Port': ['ID=8578f3c0-3c71-4002-9e87-2205dc1e4c6c,revision_number=3']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:37:05.071996 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61d85475-2412-428c-9b90-ff2fb8d6b946 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=85956da9-b037-4d94-a84e-693cdae09466,revision_number=None']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:37:05.089978 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9415e01b-ba73-44e7-96c7-5c7c6815021a req-c7ea814a-8a6d-4cc9-84e2-b59e7292cd8e tempest-LiveMigrationTest-963278731 tempest-LiveMigrationTest-963278731-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:37:05.091481 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-9415e01b-ba73-44e7-96c7-5c7c6815021a req-c7ea814a-8a6d-4cc9-84e2-b59e7292cd8e tempest-LiveMigrationTest-963278731 tempest-LiveMigrationTest-963278731-project] 10.222.0.42 "GET /v2.0/ports?device_id=85d13644-2ff3-4f2e-ba89-a449fe4bd19d HTTP/1.1" status: 200 len: 943 time: 0.4048021 Apr 18 20:37:05.108748 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-61d85475-2412-428c-9b90-ff2fb8d6b946 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:05.112713 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-61d85475-2412-428c-9b90-ff2fb8d6b946 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/85956da9-b037-4d94-a84e-693cdae09466 HTTP/1.1" status: 204 len: 168 time: 0.7271507 Apr 18 20:37:05.124694 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-64610d5d-2e4f-41b2-ab04-0a40d46f8312 req-5b08ecb6-fa41-460b-9afb-32c7db9ed978 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=2b4e6157-bc80-44e6-aceb-13aa29225b38&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0982795 Apr 18 20:37:05.170285 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-9415e01b-ba73-44e7-96c7-5c7c6815021a req-a2a5cd74-3f9e-46f1-89e6-b8998521c97c tempest-LiveMigrationTest-963278731 tempest-LiveMigrationTest-963278731-project] 10.222.0.42 "GET /v2.0/security-groups?id=c1ded286-bbeb-4ec4-95be-e4f6aab8a892&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587783 Apr 18 20:37:05.177780 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-49ac6cd0-1e56-4e08-98f0-863b377946bf req-3749a76d-a69d-4c5a-9222-80beeca2c263 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=7843cba0a7e24a0397d5219cb7fd254c&device_id=4d27da33-3ad6-433b-9d90-6d6cdb64d534 HTTP/1.1" status: 200 len: 1094 time: 0.2084177 Apr 18 20:37:05.263048 n-d-838334-2 neutron-server[84040]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4296cc49-6144-4df0-affc-8e3b3ad5eea7'] response: {'name': 'network-changed', 'server_uuid': '4d27da33-3ad6-433b-9d90-6d6cdb64d534', 'tag': '8578f3c0-3c71-4002-9e87-2205dc1e4c6c', 'status': 'completed', 'code': 200} Apr 18 20:37:05.278918 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-49ac6cd0-1e56-4e08-98f0-863b377946bf req-35447eaf-24ce-4e60-b00f-d81df87ce74f service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8578f3c0-3c71-4002-9e87-2205dc1e4c6c HTTP/1.1" status: 200 len: 217 time: 0.0862358 Apr 18 20:37:05.280275 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-64610d5d-2e4f-41b2-ab04-0a40d46f8312 req-748fda89-31ce-440c-8ce9-071075993568 service neutron] 10.222.0.48 "GET /v2.0/networks/2b4e6157-bc80-44e6-aceb-13aa29225b38?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1435153 Apr 18 20:37:05.360709 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49ac6cd0-1e56-4e08-98f0-863b377946bf req-86e9dfa5-a74d-45ba-a0a0-a134dd9feeda service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:37:05.362683 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-49ac6cd0-1e56-4e08-98f0-863b377946bf req-86e9dfa5-a74d-45ba-a0a0-a134dd9feeda service neutron] 10.222.0.48 "GET /v2.0/subnets?id=5bf38cb0-45bd-48cb-9f8c-19a270201f44 HTTP/1.1" status: 200 len: 860 time: 0.0667555 Apr 18 20:37:05.420087 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-49ac6cd0-1e56-4e08-98f0-863b377946bf req-1e909c50-506d-46e7-97cd-4562b76084d5 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=5ab7510b-2145-476c-b9d7-eb0e1ae538b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0485737 Apr 18 20:37:05.455533 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-64610d5d-2e4f-41b2-ab04-0a40d46f8312 req-0ac08afd-1e65-48cf-9f93-43060ad917b1 service neutron] 10.222.0.48 "GET /v2.0/networks/2b4e6157-bc80-44e6-aceb-13aa29225b38?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1577697 Apr 18 20:37:05.565078 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-49ac6cd0-1e56-4e08-98f0-863b377946bf req-18c3f266-dfff-4f4a-afd6-d1d3726928bd service neutron] 10.222.0.48 "GET /v2.0/networks/5ab7510b-2145-476c-b9d7-eb0e1ae538b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1346722 Apr 18 20:37:05.728599 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-49ac6cd0-1e56-4e08-98f0-863b377946bf req-8e6c602e-4851-4176-ab7a-44782bb671e8 service neutron] 10.222.0.48 "GET /v2.0/networks/5ab7510b-2145-476c-b9d7-eb0e1ae538b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1538625 Apr 18 20:37:05.808940 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 60666) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:37:05.877755 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-ef5873a2-1242-4fee-9682-03d0100c81d3 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=5f9618d5b20f41f89c4b29bb8b07278c&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0675762 Apr 18 20:37:05.878284 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 60674) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:37:05.943268 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-27f939d9-2a17-4551-9d4c-7544c08e1098 req-21cc7d48-e3d0-4179-83e0-efaff3e01dfc service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=7843cba0a7e24a0397d5219cb7fd254c&device_id=4d27da33-3ad6-433b-9d90-6d6cdb64d534 HTTP/1.1" status: 200 len: 1094 time: 0.1444097 Apr 18 20:37:05.955964 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 60682) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:37:06.057486 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-2aa03aa1-cfee-4474-9bef-de3ddd762ac9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:06.130671 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-2aa03aa1-cfee-4474-9bef-de3ddd762ac9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:06.249607 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27f939d9-2a17-4551-9d4c-7544c08e1098 req-6bd56bf0-cc1b-4e62-bb03-202238fc95b6 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:37:06.256002 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-27f939d9-2a17-4551-9d4c-7544c08e1098 req-6bd56bf0-cc1b-4e62-bb03-202238fc95b6 service neutron] 10.222.0.48 "GET /v2.0/networks?id=5ab7510b-2145-476c-b9d7-eb0e1ae538b7 HTTP/1.1" status: 200 len: 921 time: 0.2927339 Apr 18 20:37:06.288912 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-2aa03aa1-cfee-4474-9bef-de3ddd762ac9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33528224'] for security_group, after_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:06.309060 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aa03aa1-cfee-4474-9bef-de3ddd762ac9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa730095-00a1-458f-aa2e-767905de8e45,revision_number=None']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:37:06.311001 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-2aa03aa1-cfee-4474-9bef-de3ddd762ac9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:06.315189 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-2aa03aa1-cfee-4474-9bef-de3ddd762ac9 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/aa730095-00a1-458f-aa2e-767905de8e45 HTTP/1.1" status: 204 len: 168 time: 0.4356482 Apr 18 20:37:06.404170 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-877ca2f9-9351-421d-b2b8-5752e06fcf7b req-1a3e89f6-c825-4036-8857-53ecc3c1b524 tempest-LiveAutoBlockMigrationV225Test-1713341100 tempest-LiveAutoBlockMigrationV225Test-1713341100-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:37:06.405520 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-877ca2f9-9351-421d-b2b8-5752e06fcf7b req-1a3e89f6-c825-4036-8857-53ecc3c1b524 tempest-LiveAutoBlockMigrationV225Test-1713341100 tempest-LiveAutoBlockMigrationV225Test-1713341100-project] 10.222.0.42 "GET /v2.0/ports?device_id=4d27da33-3ad6-433b-9d90-6d6cdb64d534 HTTP/1.1" status: 200 len: 943 time: 0.2905614 Apr 18 20:37:06.417588 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.v2.base [None req-6af8b2a8-5e18-45f6-b3c0-05584ff5ee81 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsTestJSON-708828222-network', 'tenant_id': 'bb2e510a384a4b3d8dcb0926970ea9f9'}} {{(pid=84040) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 20:37:06.430668 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [None req-6af8b2a8-5e18-45f6-b3c0-05584ff5ee81 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:37:06.458361 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-6af8b2a8-5e18-45f6-b3c0-05584ff5ee81 admin admin] Usage tracker for resource:network and tenant:bb2e510a384a4b3d8dcb0926970ea9f9 is out of sync, need to count used quota {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:37:06.462588 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-27f939d9-2a17-4551-9d4c-7544c08e1098 req-71410b92-2162-4a6f-aad1-cd9e8b6ecd8b service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8578f3c0-3c71-4002-9e87-2205dc1e4c6c HTTP/1.1" status: 200 len: 217 time: 0.1975076 Apr 18 20:37:06.466526 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-6af8b2a8-5e18-45f6-b3c0-05584ff5ee81 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:37:06.507615 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [None req-6af8b2a8-5e18-45f6-b3c0-05584ff5ee81 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:37:06.585286 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6af8b2a8-5e18-45f6-b3c0-05584ff5ee81 admin admin] Made reservation on behalf of bb2e510a384a4b3d8dcb0926970ea9f9 for: {'network': 1} {{(pid=84040) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:37:06.588061 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-6af8b2a8-5e18-45f6-b3c0-05584ff5ee81 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for network, before_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:06.613868 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-877ca2f9-9351-421d-b2b8-5752e06fcf7b req-6e0ed7f1-caf8-464b-95b7-733756834fd9 tempest-LiveAutoBlockMigrationV225Test-1713341100 tempest-LiveAutoBlockMigrationV225Test-1713341100-project] 10.222.0.42 "GET /v2.0/security-groups?id=bf712067-aabd-4e70-aae1-082928dd1ccd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1927340 Apr 18 20:37:06.617651 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-6af8b2a8-5e18-45f6-b3c0-05584ff5ee81 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:06.635593 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27f939d9-2a17-4551-9d4c-7544c08e1098 req-198bb1e2-5f47-4382-bef6-8e9fdc9a185d service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:37:06.637096 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-27f939d9-2a17-4551-9d4c-7544c08e1098 req-198bb1e2-5f47-4382-bef6-8e9fdc9a185d service neutron] 10.222.0.48 "GET /v2.0/subnets?id=5bf38cb0-45bd-48cb-9f8c-19a270201f44 HTTP/1.1" status: 200 len: 860 time: 0.1347451 Apr 18 20:37:06.710327 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-27f939d9-2a17-4551-9d4c-7544c08e1098 req-a24bc0bf-1633-4894-b90b-ca42f00a25a8 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=5ab7510b-2145-476c-b9d7-eb0e1ae538b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0644462 Apr 18 20:37:06.717313 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9584130a-e3fe-47c9-a9d5-1aaeb24205a4 req-1e66416a-f9d5-4871-bec3-3c68e8aa6e72 tempest-LiveMigrationTest-963278731 tempest-LiveMigrationTest-963278731-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:37:06.718751 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-9584130a-e3fe-47c9-a9d5-1aaeb24205a4 req-1e66416a-f9d5-4871-bec3-3c68e8aa6e72 tempest-LiveMigrationTest-963278731 tempest-LiveMigrationTest-963278731-project] 10.222.0.42 "GET /v2.0/ports?device_id=85d13644-2ff3-4f2e-ba89-a449fe4bd19d HTTP/1.1" status: 200 len: 943 time: 0.2533016 Apr 18 20:37:06.742592 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [None req-6af8b2a8-5e18-45f6-b3c0-05584ff5ee81 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:37:06.765115 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-6af8b2a8-5e18-45f6-b3c0-05584ff5ee81 admin admin] Usage tracker for resource:security_group_rule and tenant:bb2e510a384a4b3d8dcb0926970ea9f9 is out of sync, need to count used quota {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:37:06.813020 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-6af8b2a8-5e18-45f6-b3c0-05584ff5ee81 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:37:06.837042 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [None req-6af8b2a8-5e18-45f6-b3c0-05584ff5ee81 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:37:06.897625 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-9584130a-e3fe-47c9-a9d5-1aaeb24205a4 req-c21cceed-1cdc-4cde-ac5c-356ab46eff0f tempest-LiveMigrationTest-963278731 tempest-LiveMigrationTest-963278731-project] 10.222.0.42 "GET /v2.0/security-groups?id=c1ded286-bbeb-4ec4-95be-e4f6aab8a892&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1565852 Apr 18 20:37:06.921889 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-27f939d9-2a17-4551-9d4c-7544c08e1098 req-0c6b5106-ce49-413f-bc74-1f381342acc1 service neutron] 10.222.0.48 "GET /v2.0/networks/5ab7510b-2145-476c-b9d7-eb0e1ae538b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2021418 Apr 18 20:37:07.051369 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-6af8b2a8-5e18-45f6-b3c0-05584ff5ee81 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:07.067089 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-6af8b2a8-5e18-45f6-b3c0-05584ff5ee81 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33528224'] for security_group, after_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:07.122167 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-fcebb55c-5705-4d6d-a174-282d55d8035f req-abe2c577-beb8-4e59-aeeb-5e46bea1c635 tempest-ImagesNegativeTestJSON-935301971 tempest-ImagesNegativeTestJSON-935301971-project] 10.222.0.42 "GET /v2.0/networks?tenant_id=d1617e295b79413b8346fa1e597fbc80&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0482566 Apr 18 20:37:07.168767 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6af8b2a8-5e18-45f6-b3c0-05584ff5ee81 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 365} {{(pid=84040) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 20:37:07.170740 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6af8b2a8-5e18-45f6-b3c0-05584ff5ee81 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4e0d7573-4388-4f70-8925-b00217d4b53f,revision_number=1']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:37:07.287458 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-6af8b2a8-5e18-45f6-b3c0-05584ff5ee81 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1082986'] for segment, precommit_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:07.287841 n-d-838334-2 neutron-server[84040]: INFO neutron.db.segments_db [None req-6af8b2a8-5e18-45f6-b3c0-05584ff5ee81 admin admin] Added segment fa0bb2dd-d79d-42bf-ba14-7584c2ab36a1 of type vlan for network efdbce01-fc3d-4546-9bb8-2f385093b55f Apr 18 20:37:07.313522 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-27f939d9-2a17-4551-9d4c-7544c08e1098 req-746a1dd3-f222-465c-9678-a8be4adcfe2e service neutron] 10.222.0.48 "GET /v2.0/networks/5ab7510b-2145-476c-b9d7-eb0e1ae538b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3847952 Apr 18 20:37:07.349450 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-6af8b2a8-5e18-45f6-b3c0-05584ff5ee81 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750374825732'] for network, precommit_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:07.378607 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcebb55c-5705-4d6d-a174-282d55d8035f req-6bfa35e2-92a7-4cab-a27f-6ee7a5104718 tempest-ImagesNegativeTestJSON-935301971 tempest-ImagesNegativeTestJSON-935301971-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:37:07.380187 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-fcebb55c-5705-4d6d-a174-282d55d8035f req-6bfa35e2-92a7-4cab-a27f-6ee7a5104718 tempest-ImagesNegativeTestJSON-935301971 tempest-ImagesNegativeTestJSON-935301971-project] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2452385 Apr 18 20:37:07.421817 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-fcebb55c-5705-4d6d-a174-282d55d8035f req-73239a6f-ad38-454c-b054-9dcb03bc05b0 tempest-ImagesNegativeTestJSON-935301971 tempest-ImagesNegativeTestJSON-935301971-project] 10.222.0.42 "GET /v2.0/quotas/d1617e295b79413b8346fa1e597fbc80 HTTP/1.1" status: 200 len: 375 time: 0.0182207 Apr 18 20:37:07.422805 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-6af8b2a8-5e18-45f6-b3c0-05584ff5ee81 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33526109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022'] for network, after_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:07.423655 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6af8b2a8-5e18-45f6-b3c0-05584ff5ee81 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:37:07.424376 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-6af8b2a8-5e18-45f6-b3c0-05584ff5ee81 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32378031'] for network, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:07.558707 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-6af8b2a8-5e18-45f6-b3c0-05584ff5ee81 admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.5992088 Apr 18 20:37:07.559302 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 60762) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:37:07.559793 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-fcebb55c-5705-4d6d-a174-282d55d8035f req-ffdace19-0b89-4af9-bfed-8f7bef9e3445 tempest-ImagesNegativeTestJSON-935301971 tempest-ImagesNegativeTestJSON-935301971-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=d1617e295b79413b8346fa1e597fbc80&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1189659 Apr 18 20:37:07.565111 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.v2.base [None req-31133c0a-cad0-43fb-bf85-3cd8d6223dba admin admin] Request body: {'subnet': {'network_id': 'efdbce01-fc3d-4546-9bb8-2f385093b55f', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsTestJSON-708828222-subnet', 'tenant_id': 'bb2e510a384a4b3d8dcb0926970ea9f9', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=84041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 20:37:07.578442 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-31133c0a-cad0-43fb-bf85-3cd8d6223dba admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:37:07.590400 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-31133c0a-cad0-43fb-bf85-3cd8d6223dba admin admin] Usage tracker for resource:subnet and tenant:bb2e510a384a4b3d8dcb0926970ea9f9 is out of sync, need to count used quota {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:37:07.593990 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-31133c0a-cad0-43fb-bf85-3cd8d6223dba admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:37:07.599653 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6af8b2a8-5e18-45f6-b3c0-05584ff5ee81 admin admin] Pushing event updated for resources: {'Network': ['ID=efdbce01-fc3d-4546-9bb8-2f385093b55f,revision_number=1']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:37:07.601181 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-31133c0a-cad0-43fb-bf85-3cd8d6223dba admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:37:07.613488 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Network efdbce01-fc3d-4546-9bb8-2f385093b55f details requested by agent ovs-agent-n-d-838334-2 with host n-d-838334-2 {{(pid=84042) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 18 20:37:07.626880 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-31133c0a-cad0-43fb-bf85-3cd8d6223dba admin admin] Made reservation on behalf of bb2e510a384a4b3d8dcb0926970ea9f9 for: {'subnet': 1} {{(pid=84041) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:37:07.629175 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-31133c0a-cad0-43fb-bf85-3cd8d6223dba admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32486301'] for subnet, before_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:07.937516 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-31133c0a-cad0-43fb-bf85-3cd8d6223dba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33526260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32266407', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32486287'] for subnet, after_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:07.938415 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae80400e-d7fb-4728-ad3d-be78cbf60b74 req-5824b06d-b561-4739-86f1-c74626536367 tempest-LiveAutoBlockMigrationV225Test-1713341100 tempest-LiveAutoBlockMigrationV225Test-1713341100-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:37:07.946237 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-ae80400e-d7fb-4728-ad3d-be78cbf60b74 req-5824b06d-b561-4739-86f1-c74626536367 tempest-LiveAutoBlockMigrationV225Test-1713341100 tempest-LiveAutoBlockMigrationV225Test-1713341100-project] 10.222.0.42 "GET /v2.0/ports?device_id=4d27da33-3ad6-433b-9d90-6d6cdb64d534 HTTP/1.1" status: 200 len: 943 time: 0.1161590 Apr 18 20:37:08.061599 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-ae80400e-d7fb-4728-ad3d-be78cbf60b74 req-cb2de33e-da79-45e0-9c0f-82930e89843b tempest-LiveAutoBlockMigrationV225Test-1713341100 tempest-LiveAutoBlockMigrationV225Test-1713341100-project] 10.222.0.42 "GET /v2.0/security-groups?id=bf712067-aabd-4e70-aae1-082928dd1ccd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1104412 Apr 18 20:37:08.085816 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31133c0a-cad0-43fb-bf85-3cd8d6223dba admin admin] Checking segment: {'id': 'fa0bb2dd-d79d-42bf-ba14-7584c2ab36a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': 'efdbce01-fc3d-4546-9bb8-2f385093b55f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84041) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 20:37:08.086722 n-d-838334-2 neutron-server[84041]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31133c0a-cad0-43fb-bf85-3cd8d6223dba admin admin] Network hostable DHCP agents. Network: efdbce01-fc3d-4546-9bb8-2f385093b55f, hostable agents: ['8746f8ea-3e91-4b32-9919-2c63adeb8722'], hosted agents: [] {{(pid=84041) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 20:37:08.116585 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31133c0a-cad0-43fb-bf85-3cd8d6223dba admin admin] Pushing event updated for resources: {'Subnet': ['ID=5682643d-a10d-40ad-9341-b974906dbaa4,revision_number=0']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:37:08.169812 n-d-838334-2 neutron-server[84041]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31133c0a-cad0-43fb-bf85-3cd8d6223dba admin admin] Network efdbce01-fc3d-4546-9bb8-2f385093b55f is scheduled to be hosted by DHCP agent 8746f8ea-3e91-4b32-9919-2c63adeb8722 with binding_index 1 {{(pid=84041) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 20:37:08.188598 n-d-838334-2 neutron-server[84041]: DEBUG neutron.scheduler.base_scheduler [None req-31133c0a-cad0-43fb-bf85-3cd8d6223dba admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-838334-2, efdbce01-fc3d-4546-9bb8-2f385093b55f) {{(pid=84041) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:37:08.192731 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Device 48fa52c1-0725-4817-8948-dc8aabc819bf details requested by agent hyperv_n-h2-838334-2 with host n-h2-838334-2 {{(pid=84042) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 18 20:37:08.207067 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31133c0a-cad0-43fb-bf85-3cd8d6223dba admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:37:08.207927 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-31133c0a-cad0-43fb-bf85-3cd8d6223dba admin admin] Notify callbacks [] for subnet, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:08.240328 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-31133c0a-cad0-43fb-bf85-3cd8d6223dba admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6795692 Apr 18 20:37:08.240961 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 60804) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:37:08.246672 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.v2.base [None req-a40565f4-c30f-42b2-9fce-1e6a348d8fc9 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsTestJSON-708828222-router', 'tenant_id': 'bb2e510a384a4b3d8dcb0926970ea9f9', 'external_gateway_info': {'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c'}}} {{(pid=84041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 20:37:08.251533 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-a40565f4-c30f-42b2-9fce-1e6a348d8fc9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:37:08.255971 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-a40565f4-c30f-42b2-9fce-1e6a348d8fc9 admin admin] Usage tracker for resource:router and tenant:bb2e510a384a4b3d8dcb0926970ea9f9 is out of sync, need to count used quota {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:37:08.260887 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-a40565f4-c30f-42b2-9fce-1e6a348d8fc9 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:37:08.269740 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-720fa9cd-b182-4754-9e1c-72afc04de717 None None] Network efdbce01-fc3d-4546-9bb8-2f385093b55f requested from n-d-838334-2 {{(pid=84042) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 20:37:08.271389 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-a40565f4-c30f-42b2-9fce-1e6a348d8fc9 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:37:08.287980 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-a40565f4-c30f-42b2-9fce-1e6a348d8fc9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-33442106', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5708'] for router, before_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:08.290123 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-a40565f4-c30f-42b2-9fce-1e6a348d8fc9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33442137', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33444285', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33535433', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5703'] for router, precommit_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:08.321462 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-a40565f4-c30f-42b2-9fce-1e6a348d8fc9 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:08.323819 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-1a8bbe49-9bcc-475f-95fa-b428fd9fdba8 req-5368efe2-a2da-4f14-b8a2-653e53ee22cd tempest-ImagesNegativeTestJSON-935301971 tempest-ImagesNegativeTestJSON-935301971-project] 10.222.0.42 "GET /v2.0/ports?device_id=e5fa78a1-2828-4c65-8a0a-758a1c3156a5 HTTP/1.1" status: 200 len: 210 time: 0.1589029 Apr 18 20:37:08.397328 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-939694da-2385-4905-a86f-f9abe5548fc2 req-580ee92b-3c22-4d1b-ac26-cd7a434ea640 tempest-LiveMigrationTest-963278731 tempest-LiveMigrationTest-963278731-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:37:08.410829 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-939694da-2385-4905-a86f-f9abe5548fc2 req-580ee92b-3c22-4d1b-ac26-cd7a434ea640 tempest-LiveMigrationTest-963278731 tempest-LiveMigrationTest-963278731-project] 10.222.0.42 "GET /v2.0/ports?device_id=85d13644-2ff3-4f2e-ba89-a449fe4bd19d HTTP/1.1" status: 200 len: 943 time: 0.1485131 Apr 18 20:37:08.507754 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-939694da-2385-4905-a86f-f9abe5548fc2 req-0077a6e9-1e35-460e-a03e-d5fccf65decb tempest-LiveMigrationTest-963278731 tempest-LiveMigrationTest-963278731-project] 10.222.0.42 "GET /v2.0/security-groups?id=c1ded286-bbeb-4ec4-95be-e4f6aab8a892&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0960071 Apr 18 20:37:08.717611 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] For port 48fa52c1-0725-4817-8948-dc8aabc819bf, host n-h2-838334-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838334-2',level=0,port_id=48fa52c1-0725-4817-8948-dc8aabc819bf,segment=NetworkSegment(806925fb-1611-47d5-bfae-6289aca7c7ad),segment_id=806925fb-1611-47d5-bfae-6289aca7c7ad)] {{(pid=84042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:37:08.742963 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Returning: {'device': '48fa52c1-0725-4817-8948-dc8aabc819bf', 'network_id': '2b4e6157-bc80-44e6-aceb-13aa29225b38', 'port_id': '48fa52c1-0725-4817-8948-dc8aabc819bf', 'mac_address': 'fa:16:3e:fb:68:19', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 375, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2a27c3e0-e2c3-453b-9e93-76a003aa4b19', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84042) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 18 20:37:08.765778 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-a40565f4-c30f-42b2-9fce-1e6a348d8fc9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-33444175', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-33443520', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5293'] for router, precommit_update {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:08.972906 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4100ad8d-c23d-4dcb-ad8b-cb96b5786160 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp016840fc-1f9f-5892-9c53-c9cf6c845bbb-efdbce01-fc3d-4546-9bb8-2f385093b55f', 'network_id': 'efdbce01-fc3d-4546-9bb8-2f385093b55f', 'tenant_id': 'bb2e510a384a4b3d8dcb0926970ea9f9', 'fixed_ips': [{'subnet_id': '5682643d-a10d-40ad-9341-b974906dbaa4'}]}} from n-d-838334-2. {{(pid=84042) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 18 20:37:08.977553 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-4100ad8d-c23d-4dcb-ad8b-cb96b5786160 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_create {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:09.073041 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:09.189572 n-d-838334-2 neutron-server[84042]: DEBUG neutron.notifiers.nova [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 48fa52c1-0725-4817-8948-dc8aabc819bf {{(pid=84042) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 18 20:37:09.235505 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] For port 48fa52c1-0725-4817-8948-dc8aabc819bf, host n-h2-838334-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838334-2',level=0,port_id=48fa52c1-0725-4817-8948-dc8aabc819bf,segment=NetworkSegment(806925fb-1611-47d5-bfae-6289aca7c7ad),segment_id=806925fb-1611-47d5-bfae-6289aca7c7ad)] {{(pid=84042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:37:09.250722 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682'] for port, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:09.294179 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-a40565f4-c30f-42b2-9fce-1e6a348d8fc9 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:09.388907 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-a40565f4-c30f-42b2-9fce-1e6a348d8fc9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:09.392922 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.db_base_plugin_common [None req-4100ad8d-c23d-4dcb-ad8b-cb96b5786160 None None] Allocated IP 172.20.0.2 (efdbce01-fc3d-4546-9bb8-2f385093b55f/5682643d-a10d-40ad-9341-b974906dbaa4/66ba281b-dda9-4850-a186-4723c65ca979) {{(pid=84042) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:37:09.395453 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Pushing event updated for resources: {'Port': ['ID=48fa52c1-0725-4817-8948-dc8aabc819bf,revision_number=4']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:37:09.420616 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 60866) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:37:09.477179 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ce7e719-b50b-453c-93a1-38c7deb9b13f req-c480062f-e52e-4237-93ad-647dac2fffa6 tempest-LiveAutoBlockMigrationV225Test-1713341100 tempest-LiveAutoBlockMigrationV225Test-1713341100-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:37:09.500141 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-2ce7e719-b50b-453c-93a1-38c7deb9b13f req-c480062f-e52e-4237-93ad-647dac2fffa6 tempest-LiveAutoBlockMigrationV225Test-1713341100 tempest-LiveAutoBlockMigrationV225Test-1713341100-project] 10.222.0.42 "GET /v2.0/ports?device_id=4d27da33-3ad6-433b-9d90-6d6cdb64d534 HTTP/1.1" status: 200 len: 943 time: 0.2157977 Apr 18 20:37:09.625424 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.db_base_plugin_common [None req-a40565f4-c30f-42b2-9fce-1e6a348d8fc9 admin admin] Allocated IP 172.25.8.78 (e41b6600-a917-4a8d-b05c-be3be40c6d8c/6b05667b-848e-4356-9b44-d5eb6808ef74/9f3bd61c-8e3a-4fdc-a3d7-c87d5951442c) {{(pid=84041) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:37:09.653411 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-fcebb55c-5705-4d6d-a174-282d55d8035f req-dc9ec0ee-b043-458e-9746-da6e82fd3975 tempest-ImagesNegativeTestJSON-935301971 tempest-ImagesNegativeTestJSON-935301971-project] 10.222.0.43 "GET /v2.0/networks?tenant_id=d1617e295b79413b8346fa1e597fbc80&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0770681 Apr 18 20:37:09.689476 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-2ce7e719-b50b-453c-93a1-38c7deb9b13f req-1aa1c7cb-b9f2-44db-969d-c11763be54d9 tempest-LiveAutoBlockMigrationV225Test-1713341100 tempest-LiveAutoBlockMigrationV225Test-1713341100-project] 10.222.0.42 "GET /v2.0/security-groups?id=bf712067-aabd-4e70-aae1-082928dd1ccd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1883402 Apr 18 20:37:09.696518 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-c52ac784-5f44-495f-8633-86375765d77b admin admin] Notify callbacks [] for security_group, before_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:09.740489 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-48f0e2e9-88ac-4f33-829c-2a767123348a req-10ed471d-ebce-4965-87df-c36a52b137cd tempest-ImagesNegativeTestJSON-935301971 tempest-ImagesNegativeTestJSON-935301971-project] 10.222.0.42 "GET /v2.0/ports?device_id=e5fa78a1-2828-4c65-8a0a-758a1c3156a5 HTTP/1.1" status: 200 len: 210 time: 0.0893409 Apr 18 20:37:09.793234 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-4100ad8d-c23d-4dcb-ad8b-cb96b5786160 None None] Notify callbacks [] for port, precommit_create {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:09.806136 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-4100ad8d-c23d-4dcb-ad8b-cb96b5786160 None None] Transition to ACTIVE for port object 66ba281b-dda9-4850-a186-4723c65ca979 will not be triggered until provisioned by entity L2. {{(pid=84042) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 20:37:09.827271 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-4100ad8d-c23d-4dcb-ad8b-cb96b5786160 None None] Transition to ACTIVE for port object 66ba281b-dda9-4850-a186-4723c65ca979 will not be triggered until provisioned by entity DHCP. {{(pid=84042) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 20:37:09.831472 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] get_ports_and_sgs() called for port_ids ['48fa52c1-0725-4817-8948-dc8aabc819bf'] {{(pid=84042) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 18 20:37:09.866784 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-4100ad8d-c23d-4dcb-ad8b-cb96b5786160 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750374836619'] for port, after_create {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:09.909598 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-a40565f4-c30f-42b2-9fce-1e6a348d8fc9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:09.943291 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [None req-c52ac784-5f44-495f-8633-86375765d77b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:37:09.954378 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-a40565f4-c30f-42b2-9fce-1e6a348d8fc9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750374836619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32266323'] for port, after_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:09.956854 n-d-838334-2 neutron-server[84042]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4100ad8d-c23d-4dcb-ad8b-cb96b5786160 None None] Network efdbce01-fc3d-4546-9bb8-2f385093b55f is already hosted by enough agents. {{(pid=84042) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:37:09.960820 n-d-838334-2 neutron-server[84042]: DEBUG neutron.scheduler.base_scheduler [None req-4100ad8d-c23d-4dcb-ad8b-cb96b5786160 None None] Resources bound (agent type, host, resource id): {{(pid=84042) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:37:09.971230 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4100ad8d-c23d-4dcb-ad8b-cb96b5786160 None None] Received port after_create {{(pid=84042) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 20:37:09.971739 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-c52ac784-5f44-495f-8633-86375765d77b admin admin] Usage tracker for resource:security_group_rule and tenant:9e3becba14554982b2f375fe54a84e0d is out of sync, need to count used quota {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:37:09.979060 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-c52ac784-5f44-495f-8633-86375765d77b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:37:09.987707 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [None req-c52ac784-5f44-495f-8633-86375765d77b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:37:10.079730 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a40565f4-c30f-42b2-9fce-1e6a348d8fc9 admin admin] Pushing event updated for resources: {'Port': ['ID=9f3bd61c-8e3a-4fdc-a3d7-c87d5951442c,revision_number=1']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:37:10.086545 n-d-838334-2 neutron-server[84041]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a40565f4-c30f-42b2-9fce-1e6a348d8fc9 admin admin] Network e41b6600-a917-4a8d-b05c-be3be40c6d8c is already hosted by enough agents. {{(pid=84041) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:37:10.087848 n-d-838334-2 neutron-server[84041]: DEBUG neutron.scheduler.base_scheduler [None req-a40565f4-c30f-42b2-9fce-1e6a348d8fc9 admin admin] Resources bound (agent type, host, resource id): {{(pid=84041) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:37:10.091555 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a40565f4-c30f-42b2-9fce-1e6a348d8fc9 admin admin] Received port after_create {{(pid=84041) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 20:37:10.152131 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4100ad8d-c23d-4dcb-ad8b-cb96b5786160 None None] Pushing event updated for resources: {'Port': ['ID=66ba281b-dda9-4850-a186-4723c65ca979,revision_number=1']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:37:10.185212 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Device 8578f3c0-3c71-4002-9e87-2205dc1e4c6c details requested by agent hyperv_n-h2-838334-2 with host n-h2-838334-2 {{(pid=84042) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 18 20:37:10.219653 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.managers [None req-4100ad8d-c23d-4dcb-ad8b-cb96b5786160 None None] Attempting to bind port 66ba281b-dda9-4850-a186-4723c65ca979 on host n-d-838334-2 for vnic_type normal with profile {{(pid=84042) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:37:10.220046 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.managers [None req-4100ad8d-c23d-4dcb-ad8b-cb96b5786160 None None] Attempting to bind port 66ba281b-dda9-4850-a186-4723c65ca979 by drivers openvswitch,hyperv on host n-d-838334-2 at level 0 using segments [{'id': 'fa0bb2dd-d79d-42bf-ba14-7584c2ab36a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': 'efdbce01-fc3d-4546-9bb8-2f385093b55f'}] {{(pid=84042) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:37:10.220396 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4100ad8d-c23d-4dcb-ad8b-cb96b5786160 None None] Attempting to bind port 66ba281b-dda9-4850-a186-4723c65ca979 on network efdbce01-fc3d-4546-9bb8-2f385093b55f {{(pid=84042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 20:37:10.267880 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4100ad8d-c23d-4dcb-ad8b-cb96b5786160 None None] Checking agent: {'id': '97cd4414-7af6-4d67-868d-dff370b4071a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838334-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 25, 49), 'started_at': datetime.datetime(2022, 4, 18, 20, 26, 19), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 20, 36, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838334-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 18 20:37:10.268172 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4100ad8d-c23d-4dcb-ad8b-cb96b5786160 None None] Checking segment: {'id': 'fa0bb2dd-d79d-42bf-ba14-7584c2ab36a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': 'efdbce01-fc3d-4546-9bb8-2f385093b55f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84042) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 20:37:10.268621 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-4100ad8d-c23d-4dcb-ad8b-cb96b5786160 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:10.268945 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4100ad8d-c23d-4dcb-ad8b-cb96b5786160 None None] Bound using segment: {'id': 'fa0bb2dd-d79d-42bf-ba14-7584c2ab36a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': 'efdbce01-fc3d-4546-9bb8-2f385093b55f'} {{(pid=84042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 18 20:37:10.269419 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.managers [None req-4100ad8d-c23d-4dcb-ad8b-cb96b5786160 None None] Bound port: 66ba281b-dda9-4850-a186-4723c65ca979, host: n-d-838334-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fa0bb2dd-d79d-42bf-ba14-7584c2ab36a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': 'efdbce01-fc3d-4546-9bb8-2f385093b55f'}}] {{(pid=84042) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 20:37:10.269989 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-4100ad8d-c23d-4dcb-ad8b-cb96b5786160 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:10.320733 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-a40565f4-c30f-42b2-9fce-1e6a348d8fc9 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:10.321619 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-a40565f4-c30f-42b2-9fce-1e6a348d8fc9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33443529', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33444176'] for router, after_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:10.323095 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcebb55c-5705-4d6d-a174-282d55d8035f req-75600ba6-2fbd-4ebc-a47f-bdca3c0c5b3f tempest-ImagesNegativeTestJSON-935301971 tempest-ImagesNegativeTestJSON-935301971-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:37:10.324757 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-fcebb55c-5705-4d6d-a174-282d55d8035f req-75600ba6-2fbd-4ebc-a47f-bdca3c0c5b3f tempest-ImagesNegativeTestJSON-935301971 tempest-ImagesNegativeTestJSON-935301971-project] 10.222.0.43 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6339276 Apr 18 20:37:10.357915 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.v2.base [req-fcebb55c-5705-4d6d-a174-282d55d8035f req-41b1ce56-4932-485d-82be-456b00a7e29d tempest-ImagesNegativeTestJSON-935301971 tempest-ImagesNegativeTestJSON-935301971-project] Request body: {'port': {'device_id': 'e5fa78a1-2828-4c65-8a0a-758a1c3156a5', 'network_id': 'cb56989d-7c5d-4678-b194-1d2edf1e842a', 'admin_state_up': True, 'tenant_id': 'd1617e295b79413b8346fa1e597fbc80'}} {{(pid=84040) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 20:37:10.385340 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-c52ac784-5f44-495f-8633-86375765d77b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:10.447218 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-c52ac784-5f44-495f-8633-86375765d77b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33528224'] for security_group, after_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:10.522411 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c52ac784-5f44-495f-8633-86375765d77b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4cd57789-cdf0-48ab-9a45-258ef199a510,revision_number=1']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:37:10.536598 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f405dc4e-b5b7-4ec8-9c1f-4c1e6ccb2e07 req-411aec36-2439-4d21-91ed-88e4c4aa1874 tempest-LiveMigrationTest-963278731 tempest-LiveMigrationTest-963278731-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:37:10.545216 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-f405dc4e-b5b7-4ec8-9c1f-4c1e6ccb2e07 req-411aec36-2439-4d21-91ed-88e4c4aa1874 tempest-LiveMigrationTest-963278731 tempest-LiveMigrationTest-963278731-project] 10.222.0.42 "GET /v2.0/ports?device_id=85d13644-2ff3-4f2e-ba89-a449fe4bd19d HTTP/1.1" status: 200 len: 944 time: 0.3058770 Apr 18 20:37:10.592263 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-c52ac784-5f44-495f-8633-86375765d77b admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=9e3becba14554982b2f375fe54a84e0d&name=default HTTP/1.1" status: 200 len: 2647 time: 1.1659074 Apr 18 20:37:10.593291 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 60906) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:37:10.616065 n-d-838334-2 neutron-server[84041]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a40565f4-c30f-42b2-9fce-1e6a348d8fc9 admin admin] Router 1578b1d0-cfda-418a-80ab-20b0a1b896b1 is scheduled to L3 agent bc84d6c9-dd7a-4555-a351-592327b46d5a with binding_index 1 {{(pid=84041) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 18 20:37:10.627800 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-4100ad8d-c23d-4dcb-ad8b-cb96b5786160 None None] For port 66ba281b-dda9-4850-a186-4723c65ca979, host n-d-838334-2, cleared binding levels {{(pid=84042) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 20:37:10.633111 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [req-fcebb55c-5705-4d6d-a174-282d55d8035f req-41b1ce56-4932-485d-82be-456b00a7e29d tempest-ImagesNegativeTestJSON-935301971 tempest-ImagesNegativeTestJSON-935301971-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:37:10.650187 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-f405dc4e-b5b7-4ec8-9c1f-4c1e6ccb2e07 req-0d9f60c4-0a6f-45c7-9e3b-1503fac98c84 tempest-LiveMigrationTest-963278731 tempest-LiveMigrationTest-963278731-project] 10.222.0.42 "GET /v2.0/security-groups?id=c1ded286-bbeb-4ec4-95be-e4f6aab8a892&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1045485 Apr 18 20:37:10.651265 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [req-fcebb55c-5705-4d6d-a174-282d55d8035f req-41b1ce56-4932-485d-82be-456b00a7e29d tempest-ImagesNegativeTestJSON-935301971 tempest-ImagesNegativeTestJSON-935301971-project] Usage tracker for resource:port and tenant:d1617e295b79413b8346fa1e597fbc80 is out of sync, need to count used quota {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:37:10.658664 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [req-fcebb55c-5705-4d6d-a174-282d55d8035f req-41b1ce56-4932-485d-82be-456b00a7e29d tempest-ImagesNegativeTestJSON-935301971 tempest-ImagesNegativeTestJSON-935301971-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:37:10.671258 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [req-fcebb55c-5705-4d6d-a174-282d55d8035f req-41b1ce56-4932-485d-82be-456b00a7e29d tempest-ImagesNegativeTestJSON-935301971 tempest-ImagesNegativeTestJSON-935301971-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:37:10.692546 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fcebb55c-5705-4d6d-a174-282d55d8035f req-41b1ce56-4932-485d-82be-456b00a7e29d tempest-ImagesNegativeTestJSON-935301971 tempest-ImagesNegativeTestJSON-935301971-project] Made reservation on behalf of d1617e295b79413b8346fa1e597fbc80 for: {'port': 1} {{(pid=84040) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:37:10.697614 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-fcebb55c-5705-4d6d-a174-282d55d8035f req-41b1ce56-4932-485d-82be-456b00a7e29d tempest-ImagesNegativeTestJSON-935301971 tempest-ImagesNegativeTestJSON-935301971-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:10.715349 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-fcebb55c-5705-4d6d-a174-282d55d8035f req-41b1ce56-4932-485d-82be-456b00a7e29d tempest-ImagesNegativeTestJSON-935301971 tempest-ImagesNegativeTestJSON-935301971-project] Notify callbacks [] for security_group, before_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:10.725820 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] For port 8578f3c0-3c71-4002-9e87-2205dc1e4c6c, host n-h2-838334-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838334-2',level=0,port_id=8578f3c0-3c71-4002-9e87-2205dc1e4c6c,segment=NetworkSegment(e2a67327-2af4-4205-9ade-197b88c2bea8),segment_id=e2a67327-2af4-4205-9ade-197b88c2bea8)] {{(pid=84042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:37:10.756397 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-4100ad8d-c23d-4dcb-ad8b-cb96b5786160 None None] For port 66ba281b-dda9-4850-a186-4723c65ca979, host n-d-838334-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838334-2',level=0,port_id=66ba281b-dda9-4850-a186-4723c65ca979,segment=NetworkSegment(fa0bb2dd-d79d-42bf-ba14-7584c2ab36a1),segment_id=fa0bb2dd-d79d-42bf-ba14-7584c2ab36a1)] {{(pid=84042) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 20:37:10.762671 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Returning: {'device': '8578f3c0-3c71-4002-9e87-2205dc1e4c6c', 'network_id': '5ab7510b-2145-476c-b9d7-eb0e1ae538b7', 'port_id': '8578f3c0-3c71-4002-9e87-2205dc1e4c6c', 'mac_address': 'fa:16:3e:ac:8f:dd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 358, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5bf38cb0-45bd-48cb-9f8c-19a270201f44', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84042) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 18 20:37:10.767214 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [req-fcebb55c-5705-4d6d-a174-282d55d8035f req-41b1ce56-4932-485d-82be-456b00a7e29d tempest-ImagesNegativeTestJSON-935301971 tempest-ImagesNegativeTestJSON-935301971-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:37:10.778490 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [req-fcebb55c-5705-4d6d-a174-282d55d8035f req-41b1ce56-4932-485d-82be-456b00a7e29d tempest-ImagesNegativeTestJSON-935301971 tempest-ImagesNegativeTestJSON-935301971-project] Usage tracker for resource:security_group_rule and tenant:d1617e295b79413b8346fa1e597fbc80 is out of sync, need to count used quota {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:37:10.783111 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [req-fcebb55c-5705-4d6d-a174-282d55d8035f req-41b1ce56-4932-485d-82be-456b00a7e29d tempest-ImagesNegativeTestJSON-935301971 tempest-ImagesNegativeTestJSON-935301971-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:37:10.792818 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [req-fcebb55c-5705-4d6d-a174-282d55d8035f req-41b1ce56-4932-485d-82be-456b00a7e29d tempest-ImagesNegativeTestJSON-935301971 tempest-ImagesNegativeTestJSON-935301971-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:37:10.799026 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-4100ad8d-c23d-4dcb-ad8b-cb96b5786160 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682'] for port, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:10.913558 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-fcebb55c-5705-4d6d-a174-282d55d8035f req-41b1ce56-4932-485d-82be-456b00a7e29d tempest-ImagesNegativeTestJSON-935301971 tempest-ImagesNegativeTestJSON-935301971-project] Notify callbacks [] for security_group, precommit_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:10.923121 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-fcebb55c-5705-4d6d-a174-282d55d8035f req-41b1ce56-4932-485d-82be-456b00a7e29d tempest-ImagesNegativeTestJSON-935301971 tempest-ImagesNegativeTestJSON-935301971-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33528224'] for security_group, after_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:10.934502 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:10.962873 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4100ad8d-c23d-4dcb-ad8b-cb96b5786160 None None] Pushing event updated for resources: {'Port': ['ID=66ba281b-dda9-4850-a186-4723c65ca979,revision_number=2']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:37:10.992078 n-d-838334-2 neutron-server[84042]: DEBUG neutron.notifiers.nova [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8578f3c0-3c71-4002-9e87-2205dc1e4c6c {{(pid=84042) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 18 20:37:11.018771 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] For port 8578f3c0-3c71-4002-9e87-2205dc1e4c6c, host n-h2-838334-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838334-2',level=0,port_id=8578f3c0-3c71-4002-9e87-2205dc1e4c6c,segment=NetworkSegment(e2a67327-2af4-4205-9ade-197b88c2bea8),segment_id=e2a67327-2af4-4205-9ade-197b88c2bea8)] {{(pid=84042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:37:11.026661 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682'] for port, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:11.101311 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-fdb1633e-f3c4-408c-a06a-1d3b531e1e84 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:11.150318 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Pushing event updated for resources: {'Port': ['ID=8578f3c0-3c71-4002-9e87-2205dc1e4c6c,revision_number=4']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:37:11.151190 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-fdb1633e-f3c4-408c-a06a-1d3b531e1e84 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:11.179590 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41b1ce56-4932-485d-82be-456b00a7e29d tempest-ImagesNegativeTestJSON-935301971 tempest-ImagesNegativeTestJSON-935301971-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1bfbe8fa-1d24-41fa-ae6c-b06bc7cab0e3,revision_number=1']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:37:11.235214 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-fdb1633e-f3c4-408c-a06a-1d3b531e1e84 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33528224'] for security_group, after_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:11.252368 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdb1633e-f3c4-408c-a06a-1d3b531e1e84 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4cd57789-cdf0-48ab-9a45-258ef199a510,revision_number=None']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:37:11.255311 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a40565f4-c30f-42b2-9fce-1e6a348d8fc9 admin admin] Notify agent at l3_agent.n-d-838334-2 the message routers_updated {{(pid=84041) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 20:37:11.269060 n-d-838334-2 neutron-server[84043]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4f20e76-cfe6-4b94-b219-f6fdbc3080ce None None] Sync routers for ids ['1578b1d0-cfda-418a-80ab-20b0a1b896b1'] in n-d-838334-2 {{(pid=84043) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 18 20:37:11.296066 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4f20e76-cfe6-4b94-b219-f6fdbc3080ce None None] Routers {'1578b1d0-cfda-418a-80ab-20b0a1b896b1'} bound to L3 agent in host n-d-838334-2 {{(pid=84043) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 20:37:11.296212 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-8513c526-3d74-4f5b-84d0-136fb968eeef req-673bc71e-d4f9-46fb-9df1-354ddbd41994 tempest-ImagesNegativeTestJSON-935301971 tempest-ImagesNegativeTestJSON-935301971-project] 10.222.0.42 "GET /v2.0/ports?device_id=e5fa78a1-2828-4c65-8a0a-758a1c3156a5 HTTP/1.1" status: 200 len: 210 time: 0.1250691 Apr 18 20:37:11.297496 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.l3_hamode_db [None req-e4f20e76-cfe6-4b94-b219-f6fdbc3080ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838334-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-18T20:25:48Z,description=,heartbeat_timestamp=2022-04-18T20:36:48Z,host='n-d-838334-2',id=bc84d6c9-dd7a-4555-a351-592327b46d5a,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:25:48Z,topic='l3_agent')) {'router_ids': ['1578b1d0-cfda-418a-80ab-20b0a1b896b1'], 'active': True} {{(pid=84043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:37:11.312800 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-fdb1633e-f3c4-408c-a06a-1d3b531e1e84 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:11.314205 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-fdb1633e-f3c4-408c-a06a-1d3b531e1e84 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/4cd57789-cdf0-48ab-9a45-258ef199a510 HTTP/1.1" status: 204 len: 168 time: 0.7172232 Apr 18 20:37:11.324188 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-a40565f4-c30f-42b2-9fce-1e6a348d8fc9 admin admin] Notify callbacks [] for router, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:11.324188 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-a40565f4-c30f-42b2-9fce-1e6a348d8fc9 admin admin] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 3.0817876 Apr 18 20:37:11.326971 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 60930) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:37:11.344459 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] get_ports_and_sgs() called for port_ids ['8578f3c0-3c71-4002-9e87-2205dc1e4c6c'] {{(pid=84042) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 18 20:37:11.547775 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ef29e14-2408-4c2e-9b9c-dc22f4255c76 req-33d699aa-beb5-48fc-b3dd-038df5fc8b19 tempest-LiveAutoBlockMigrationV225Test-1713341100 tempest-LiveAutoBlockMigrationV225Test-1713341100-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:37:11.561084 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-3ef29e14-2408-4c2e-9b9c-dc22f4255c76 req-33d699aa-beb5-48fc-b3dd-038df5fc8b19 tempest-LiveAutoBlockMigrationV225Test-1713341100 tempest-LiveAutoBlockMigrationV225Test-1713341100-project] 10.222.0.42 "GET /v2.0/ports?device_id=4d27da33-3ad6-433b-9d90-6d6cdb64d534 HTTP/1.1" status: 200 len: 944 time: 0.4424589 Apr 18 20:37:11.632905 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.db_base_plugin_common [req-fcebb55c-5705-4d6d-a174-282d55d8035f req-41b1ce56-4932-485d-82be-456b00a7e29d tempest-ImagesNegativeTestJSON-935301971 tempest-ImagesNegativeTestJSON-935301971-project] Allocated IP 192.168.233.69 (cb56989d-7c5d-4678-b194-1d2edf1e842a/c4b526db-4d8a-4d4c-a310-e3a599630ae1/b110fd6e-8bb5-4d84-9f57-0d2502d16150) {{(pid=84040) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:37:11.717820 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Device 66ba281b-dda9-4850-a186-4723c65ca979 up at agent ovs-agent-n-d-838334-2 {{(pid=84042) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 20:37:11.736218 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-3ef29e14-2408-4c2e-9b9c-dc22f4255c76 req-d88641a4-63ee-437d-b0b1-20570751586c tempest-LiveAutoBlockMigrationV225Test-1713341100 tempest-LiveAutoBlockMigrationV225Test-1713341100-project] 10.222.0.42 "GET /v2.0/security-groups?id=bf712067-aabd-4e70-aae1-082928dd1ccd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1740670 Apr 18 20:37:11.802712 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.l3_dvr_db [None req-e4f20e76-cfe6-4b94-b219-f6fdbc3080ce None None] Set router 1578b1d0-cfda-418a-80ab-20b0a1b896b1 gateway port host: n-d-838334-2 {{(pid=84043) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 20:37:11.889599 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Provisioning for port 66ba281b-dda9-4850-a186-4723c65ca979 completed by entity L2. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 20:37:12.038044 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-fcebb55c-5705-4d6d-a174-282d55d8035f req-41b1ce56-4932-485d-82be-456b00a7e29d tempest-ImagesNegativeTestJSON-935301971 tempest-ImagesNegativeTestJSON-935301971-project] Notify callbacks [] for port, precommit_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:12.089113 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.provisioning_blocks [req-fcebb55c-5705-4d6d-a174-282d55d8035f req-41b1ce56-4932-485d-82be-456b00a7e29d tempest-ImagesNegativeTestJSON-935301971 tempest-ImagesNegativeTestJSON-935301971-project] Transition to ACTIVE for port object b110fd6e-8bb5-4d84-9f57-0d2502d16150 will not be triggered until provisioned by entity DHCP. {{(pid=84040) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 20:37:12.191430 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 60948) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:37:12.198343 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Device 48fa52c1-0725-4817-8948-dc8aabc819bf up at agent hyperv_n-h2-838334-2 {{(pid=84042) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 20:37:12.213767 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-ec144b5e-e640-4814-9d34-e209aa1c82ea admin admin] Notify callbacks [] for security_group, before_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:12.221802 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-fcebb55c-5705-4d6d-a174-282d55d8035f req-41b1ce56-4932-485d-82be-456b00a7e29d tempest-ImagesNegativeTestJSON-935301971 tempest-ImagesNegativeTestJSON-935301971-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750374836619'] for port, after_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:12.248607 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-ec144b5e-e640-4814-9d34-e209aa1c82ea admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:37:12.252627 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-ec144b5e-e640-4814-9d34-e209aa1c82ea admin admin] Usage tracker for resource:security_group_rule and tenant:a1e33b33f1e7479183ca604d9c64efec is out of sync, need to count used quota {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:37:12.255728 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-ec144b5e-e640-4814-9d34-e209aa1c82ea admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:37:12.268817 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-ec144b5e-e640-4814-9d34-e209aa1c82ea admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:37:12.287115 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8eddb42-e44b-4ae8-a50f-06c8a444bfdf req-2d4f6ee5-e804-4606-b62a-69f3c71260ef tempest-LiveMigrationTest-963278731 tempest-LiveMigrationTest-963278731-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:37:12.289657 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-c8eddb42-e44b-4ae8-a50f-06c8a444bfdf req-2d4f6ee5-e804-4606-b62a-69f3c71260ef tempest-LiveMigrationTest-963278731 tempest-LiveMigrationTest-963278731-project] 10.222.0.42 "GET /v2.0/ports?device_id=85d13644-2ff3-4f2e-ba89-a449fe4bd19d HTTP/1.1" status: 200 len: 944 time: 0.2036541 Apr 18 20:37:12.336192 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Provisioning for port 48fa52c1-0725-4817-8948-dc8aabc819bf completed by entity L2. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 20:37:12.346333 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Provisioning complete for port 48fa52c1-0725-4817-8948-dc8aabc819bf triggered by entity L2. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:37:12.346702 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1253608'] for port, provisioning_complete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:12.370529 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-ec144b5e-e640-4814-9d34-e209aa1c82ea admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:12.375699 n-d-838334-2 neutron-server[84040]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fcebb55c-5705-4d6d-a174-282d55d8035f req-41b1ce56-4932-485d-82be-456b00a7e29d tempest-ImagesNegativeTestJSON-935301971 tempest-ImagesNegativeTestJSON-935301971-project] Network cb56989d-7c5d-4678-b194-1d2edf1e842a is already hosted by enough agents. {{(pid=84040) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:37:12.387171 n-d-838334-2 neutron-server[84040]: DEBUG neutron.scheduler.base_scheduler [req-fcebb55c-5705-4d6d-a174-282d55d8035f req-41b1ce56-4932-485d-82be-456b00a7e29d tempest-ImagesNegativeTestJSON-935301971 tempest-ImagesNegativeTestJSON-935301971-project] Resources bound (agent type, host, resource id): {{(pid=84040) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:37:12.394215 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41b1ce56-4932-485d-82be-456b00a7e29d tempest-ImagesNegativeTestJSON-935301971 tempest-ImagesNegativeTestJSON-935301971-project] Pushing event updated for resources: {'Port': ['ID=b110fd6e-8bb5-4d84-9f57-0d2502d16150,revision_number=1']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:37:12.400210 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.l3_dvrscheduler_db [req-fcebb55c-5705-4d6d-a174-282d55d8035f req-41b1ce56-4932-485d-82be-456b00a7e29d tempest-ImagesNegativeTestJSON-935301971 tempest-ImagesNegativeTestJSON-935301971-project] Received port after_create {{(pid=84040) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 20:37:12.404767 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcebb55c-5705-4d6d-a174-282d55d8035f req-41b1ce56-4932-485d-82be-456b00a7e29d tempest-ImagesNegativeTestJSON-935301971 tempest-ImagesNegativeTestJSON-935301971-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:37:12.405576 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-fcebb55c-5705-4d6d-a174-282d55d8035f req-41b1ce56-4932-485d-82be-456b00a7e29d tempest-ImagesNegativeTestJSON-935301971 tempest-ImagesNegativeTestJSON-935301971-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217293'] for port, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:12.436891 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-c8eddb42-e44b-4ae8-a50f-06c8a444bfdf req-1fffd57e-4676-4221-9794-7da3c5bf440f tempest-LiveMigrationTest-963278731 tempest-LiveMigrationTest-963278731-project] 10.222.0.42 "GET /v2.0/security-groups?id=c1ded286-bbeb-4ec4-95be-e4f6aab8a892&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1351974 Apr 18 20:37:12.469103 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-fcebb55c-5705-4d6d-a174-282d55d8035f req-41b1ce56-4932-485d-82be-456b00a7e29d tempest-ImagesNegativeTestJSON-935301971 tempest-ImagesNegativeTestJSON-935301971-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.1304801 Apr 18 20:37:12.481260 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.v2.base [req-fcebb55c-5705-4d6d-a174-282d55d8035f req-f81b175f-447f-4ac9-ae99-f1213a344f10 service neutron] Request body: {'port': {'device_id': 'e5fa78a1-2828-4c65-8a0a-758a1c3156a5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-838334-2'}} {{(pid=84040) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 20:37:12.489349 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-ec144b5e-e640-4814-9d34-e209aa1c82ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33528224'] for security_group, after_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:12.532969 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.l3_hamode_db [None req-e4f20e76-cfe6-4b94-b219-f6fdbc3080ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1578b1d0-cfda-418a-80ab-20b0a1b896b1', 'name': 'tempest-FloatingIPsTestJSON-708828222-router', 'tenant_id': 'bb2e510a384a4b3d8dcb0926970ea9f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'external_fixed_ips': [{'subnet_id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'ip_address': '172.25.8.78'}], 'enable_snat': True}, 'gw_port_id': '9f3bd61c-8e3a-4fdc-a3d7-c87d5951442c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:37:08Z', 'updated_at': '2022-04-18T20:37:10Z', 'revision_number': 3, 'project_id': 'bb2e510a384a4b3d8dcb0926970ea9f9', 'gw_port': {'id': '9f3bd61c-8e3a-4fdc-a3d7-c87d5951442c', 'name': '', 'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:6e:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1578b1d0-cfda-418a-80ab-20b0a1b896b1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'ip_address': '172.25.8.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:37:09Z', 'updated_at': '2022-04-18T20:37:09Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838334-2'}], 'n-d-838334-2', False) {} {{(pid=84043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:37:12.537977 n-d-838334-2 neutron-server[84043]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4f20e76-cfe6-4b94-b219-f6fdbc3080ce None None] Checking router: 1578b1d0-cfda-418a-80ab-20b0a1b896b1 for host: n-d-838334-2 {{(pid=84043) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 18 20:37:12.538499 n-d-838334-2 neutron-server[84043]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4f20e76-cfe6-4b94-b219-f6fdbc3080ce None None] Updating router 1578b1d0-cfda-418a-80ab-20b0a1b896b1 port 9f3bd61c-8e3a-4fdc-a3d7-c87d5951442c binding host n-d-838334-2 {{(pid=84043) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 18 20:37:12.626807 n-d-838334-2 neutron-server[84043]: DEBUG neutron_lib.callbacks.manager [None req-e4f20e76-cfe6-4b94-b219-f6fdbc3080ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:12.660873 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:12.693610 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ec3da85-ad5d-4e2b-9869-76c42c09ca1d None None] Network efdbce01-fc3d-4546-9bb8-2f385093b55f requested from n-d-838334-2 {{(pid=84042) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 20:37:12.738474 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec144b5e-e640-4814-9d34-e209aa1c82ea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=948587bc-efec-4443-bcdb-85aaa0f297b1,revision_number=1']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:37:12.803752 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-fcebb55c-5705-4d6d-a174-282d55d8035f req-f81b175f-447f-4ac9-ae99-f1213a344f10 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:12.809971 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-ec144b5e-e640-4814-9d34-e209aa1c82ea admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=a1e33b33f1e7479183ca604d9c64efec&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6171720 Apr 18 20:37:12.815723 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 60962) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:37:12.909973 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-3808673c-79df-437d-9bf2-7b6a2ed787db admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:12.975881 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-3808673c-79df-437d-9bf2-7b6a2ed787db admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:13.056828 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] For port 48fa52c1-0725-4817-8948-dc8aabc819bf, host n-h2-838334-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838334-2',level=0,port_id=48fa52c1-0725-4817-8948-dc8aabc819bf,segment=NetworkSegment(806925fb-1611-47d5-bfae-6289aca7c7ad),segment_id=806925fb-1611-47d5-bfae-6289aca7c7ad)] {{(pid=84042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:37:13.060553 n-d-838334-2 neutron-server[84042]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '85d13644-2ff3-4f2e-ba89-a449fe4bd19d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '48fa52c1-0725-4817-8948-dc8aabc819bf'}] {{(pid=84042) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 20:37:13.086266 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682'] for port, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:13.186082 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-3808673c-79df-437d-9bf2-7b6a2ed787db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33528224'] for security_group, after_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:13.205374 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c26b8055-0168-470f-a6ea-dd45df0204d0 req-c4bdccef-4145-4a22-93cf-9378a05bb7cb tempest-ImagesNegativeTestJSON-935301971 tempest-ImagesNegativeTestJSON-935301971-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:37:13.206200 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [req-c26b8055-0168-470f-a6ea-dd45df0204d0 req-c4bdccef-4145-4a22-93cf-9378a05bb7cb tempest-ImagesNegativeTestJSON-935301971 tempest-ImagesNegativeTestJSON-935301971-project] Synchronizing usage tracker for tenant:d1617e295b79413b8346fa1e597fbc80 on resource:port {{(pid=84040) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 20:37:13.214901 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Pushing event updated for resources: {'Port': ['ID=48fa52c1-0725-4817-8948-dc8aabc819bf,revision_number=5']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:37:13.265856 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [req-c26b8055-0168-470f-a6ea-dd45df0204d0 req-c4bdccef-4145-4a22-93cf-9378a05bb7cb tempest-ImagesNegativeTestJSON-935301971 tempest-ImagesNegativeTestJSON-935301971-project] Unset dirty status for tenant:d1617e295b79413b8346fa1e597fbc80 on resource:port {{(pid=84040) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 20:37:13.267542 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-626fcaa5-45ca-4b15-9b4e-c6a30d39eeba None None] Provisioning for port 66ba281b-dda9-4850-a186-4723c65ca979 completed by entity DHCP. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 20:37:13.271540 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-c26b8055-0168-470f-a6ea-dd45df0204d0 req-c4bdccef-4145-4a22-93cf-9378a05bb7cb tempest-ImagesNegativeTestJSON-935301971 tempest-ImagesNegativeTestJSON-935301971-project] 10.222.0.42 "GET /v2.0/ports?device_id=e5fa78a1-2828-4c65-8a0a-758a1c3156a5 HTTP/1.1" status: 200 len: 935 time: 0.2921853 Apr 18 20:37:13.274852 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-626fcaa5-45ca-4b15-9b4e-c6a30d39eeba None None] Provisioning complete for port 66ba281b-dda9-4850-a186-4723c65ca979 triggered by entity DHCP. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:37:13.275453 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-626fcaa5-45ca-4b15-9b4e-c6a30d39eeba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1253608'] for port, provisioning_complete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:13.365548 n-d-838334-2 neutron-server[84043]: DEBUG neutron_lib.callbacks.manager [None req-e4f20e76-cfe6-4b94-b219-f6fdbc3080ce None None] Notify callbacks [] for port, precommit_update {{(pid=84043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:13.384646 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [req-c26b8055-0168-470f-a6ea-dd45df0204d0 req-82d1025b-5bcb-44e9-afbb-8f6d5a411437 tempest-ImagesNegativeTestJSON-935301971 tempest-ImagesNegativeTestJSON-935301971-project] Synchronizing usage tracker for tenant:d1617e295b79413b8346fa1e597fbc80 on resource:security_group {{(pid=84040) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 20:37:13.384888 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.provisioning_blocks [None req-e4f20e76-cfe6-4b94-b219-f6fdbc3080ce None None] Transition to ACTIVE for port object 9f3bd61c-8e3a-4fdc-a3d7-c87d5951442c will not be triggered until provisioned by entity L2. {{(pid=84043) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 20:37:13.396236 n-d-838334-2 neutron-server[84043]: DEBUG neutron_lib.callbacks.manager [None req-e4f20e76-cfe6-4b94-b219-f6fdbc3080ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682'] for port, after_update {{(pid=84043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:13.400707 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-4bde92d8-3769-4f42-addd-bb2c0d3aa415 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:13.410834 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3808673c-79df-437d-9bf2-7b6a2ed787db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=948587bc-efec-4443-bcdb-85aaa0f297b1,revision_number=None']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:37:13.430825 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-3808673c-79df-437d-9bf2-7b6a2ed787db admin admin] Notify callbacks [] for security_group, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:13.434694 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-3808673c-79df-437d-9bf2-7b6a2ed787db admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/948587bc-efec-4443-bcdb-85aaa0f297b1 HTTP/1.1" status: 204 len: 168 time: 0.6099312 Apr 18 20:37:13.435158 n-d-838334-2 neutron-server[84040]: DEBUG neutron.notifiers.nova [req-fcebb55c-5705-4d6d-a174-282d55d8035f req-f81b175f-447f-4ac9-ae99-f1213a344f10 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b110fd6e-8bb5-4d84-9f57-0d2502d16150 {{(pid=84040) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 18 20:37:13.442649 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [req-c26b8055-0168-470f-a6ea-dd45df0204d0 req-82d1025b-5bcb-44e9-afbb-8f6d5a411437 tempest-ImagesNegativeTestJSON-935301971 tempest-ImagesNegativeTestJSON-935301971-project] Unset dirty status for tenant:d1617e295b79413b8346fa1e597fbc80 on resource:security_group {{(pid=84040) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 20:37:13.455348 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-c26b8055-0168-470f-a6ea-dd45df0204d0 req-82d1025b-5bcb-44e9-afbb-8f6d5a411437 tempest-ImagesNegativeTestJSON-935301971 tempest-ImagesNegativeTestJSON-935301971-project] 10.222.0.42 "GET /v2.0/security-groups?id=1bfbe8fa-1d24-41fa-ae6c-b06bc7cab0e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1820915 Apr 18 20:37:13.457400 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-fcebb55c-5705-4d6d-a174-282d55d8035f req-f81b175f-447f-4ac9-ae99-f1213a344f10 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:13.497535 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.provisioning_blocks [req-fcebb55c-5705-4d6d-a174-282d55d8035f req-f81b175f-447f-4ac9-ae99-f1213a344f10 service neutron] Transition to ACTIVE for port object b110fd6e-8bb5-4d84-9f57-0d2502d16150 will not be triggered until provisioned by entity L2. {{(pid=84040) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 20:37:13.507313 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-fcebb55c-5705-4d6d-a174-282d55d8035f req-f81b175f-447f-4ac9-ae99-f1213a344f10 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682'] for port, after_update {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:13.773774 n-d-838334-2 neutron-server[84043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d691ba6b-48b1-45bd-8926-3be8487c2442 None None] Pushing event updated for resources: {'Port': ['ID=9f3bd61c-8e3a-4fdc-a3d7-c87d5951442c,revision_number=2']} {{(pid=84043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:37:13.789904 n-d-838334-2 neutron-server[84043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d691ba6b-48b1-45bd-8926-3be8487c2442 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:37:13.790681 n-d-838334-2 neutron-server[84043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d691ba6b-48b1-45bd-8926-3be8487c2442 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:37:13.791677 n-d-838334-2 neutron-server[84043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d691ba6b-48b1-45bd-8926-3be8487c2442 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:37:13.792165 n-d-838334-2 neutron-server[84043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d691ba6b-48b1-45bd-8926-3be8487c2442 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:37:13.792706 n-d-838334-2 neutron-server[84043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d691ba6b-48b1-45bd-8926-3be8487c2442 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:37:13.793180 n-d-838334-2 neutron-server[84043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d691ba6b-48b1-45bd-8926-3be8487c2442 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:37:13.793303 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f81b175f-447f-4ac9-ae99-f1213a344f10 service neutron] Pushing event updated for resources: {'Port': ['ID=b110fd6e-8bb5-4d84-9f57-0d2502d16150,revision_number=2']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:37:13.793762 n-d-838334-2 neutron-server[84043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d691ba6b-48b1-45bd-8926-3be8487c2442 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:37:13.794251 n-d-838334-2 neutron-server[84043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d691ba6b-48b1-45bd-8926-3be8487c2442 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:37:13.794731 n-d-838334-2 neutron-server[84043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d691ba6b-48b1-45bd-8926-3be8487c2442 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:37:13.795208 n-d-838334-2 neutron-server[84043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d691ba6b-48b1-45bd-8926-3be8487c2442 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:37:13.795709 n-d-838334-2 neutron-server[84043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d691ba6b-48b1-45bd-8926-3be8487c2442 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:37:13.796916 n-d-838334-2 neutron-server[84043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d691ba6b-48b1-45bd-8926-3be8487c2442 None None] Tracked resource versions report: Apr 18 20:37:13.796916 n-d-838334-2 neutron-server[84043]: pushed versions: Apr 18 20:37:13.796916 n-d-838334-2 neutron-server[84043]: { 'ConntrackHelper': {'1.0'}, Apr 18 20:37:13.796916 n-d-838334-2 neutron-server[84043]: 'Log': {'1.0'}, Apr 18 20:37:13.796916 n-d-838334-2 neutron-server[84043]: 'Network': {'1.1'}, Apr 18 20:37:13.796916 n-d-838334-2 neutron-server[84043]: 'Port': {'1.5'}, Apr 18 20:37:13.796916 n-d-838334-2 neutron-server[84043]: 'PortForwarding': {'1.2'}, Apr 18 20:37:13.796916 n-d-838334-2 neutron-server[84043]: 'QosPolicy': {'1.8'}, Apr 18 20:37:13.796916 n-d-838334-2 neutron-server[84043]: 'SecurityGroup': {'1.2'}, Apr 18 20:37:13.796916 n-d-838334-2 neutron-server[84043]: 'SecurityGroupRule': {'1.0'}, Apr 18 20:37:13.796916 n-d-838334-2 neutron-server[84043]: 'SubPort': {'1.0'}, Apr 18 20:37:13.796916 n-d-838334-2 neutron-server[84043]: 'Subnet': {'1.1'}, Apr 18 20:37:13.796916 n-d-838334-2 neutron-server[84043]: 'Trunk': {'1.1'}} Apr 18 20:37:13.796916 n-d-838334-2 neutron-server[84043]: consumer versions: Apr 18 20:37:13.796916 n-d-838334-2 neutron-server[84043]: { DHCP agent@n-d-838334-2: {}, Apr 18 20:37:13.796916 n-d-838334-2 neutron-server[84043]: HyperV agent@n-h1-838334-2: {}, Apr 18 20:37:13.796916 n-d-838334-2 neutron-server[84043]: HyperV agent@n-h2-838334-2: {}, Apr 18 20:37:13.796916 n-d-838334-2 neutron-server[84043]: L3 agent@n-d-838334-2: {}, Apr 18 20:37:13.796916 n-d-838334-2 neutron-server[84043]: Metadata agent@n-d-838334-2: {}, Apr 18 20:37:13.796916 n-d-838334-2 neutron-server[84043]: Metering agent@n-d-838334-2: {}, Apr 18 20:37:13.796916 n-d-838334-2 neutron-server[84043]: Open vSwitch agent@n-d-838334-2: { 'ConntrackHelper': '1.0', Apr 18 20:37:13.796916 n-d-838334-2 neutron-server[84043]: 'Log': '1.0', Apr 18 20:37:13.796916 n-d-838334-2 neutron-server[84043]: 'Network': '1.1', Apr 18 20:37:13.796916 n-d-838334-2 neutron-server[84043]: 'Port': '1.5', Apr 18 20:37:13.796916 n-d-838334-2 neutron-server[84043]: 'PortForwarding': '1.2', Apr 18 20:37:13.796916 n-d-838334-2 neutron-server[84043]: 'QosPolicy': '1.8', Apr 18 20:37:13.796916 n-d-838334-2 neutron-server[84043]: 'SecurityGroup': '1.2', Apr 18 20:37:13.796916 n-d-838334-2 neutron-server[84043]: 'SecurityGroupRule': '1.0', Apr 18 20:37:13.796916 n-d-838334-2 neutron-server[84043]: 'SubPort': '1.0', Apr 18 20:37:13.796916 n-d-838334-2 neutron-server[84043]: 'Subnet': '1.1', Apr 18 20:37:13.796916 n-d-838334-2 neutron-server[84043]: 'Trunk': '1.1'}} Apr 18 20:37:13.796916 n-d-838334-2 neutron-server[84043]: {{(pid=84043) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 18 20:37:13.798756 n-d-838334-2 neutron-server[84042]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9dbeebee-b15d-46c2-a826-178f384b7304'] response: {'server_uuid': '85d13644-2ff3-4f2e-ba89-a449fe4bd19d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '48fa52c1-0725-4817-8948-dc8aabc819bf', 'code': 200} Apr 18 20:37:13.802591 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-626fcaa5-45ca-4b15-9b4e-c6a30d39eeba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:13.814283 n-d-838334-2 neutron-server[84043]: DEBUG neutron.plugins.ml2.managers [None req-e4f20e76-cfe6-4b94-b219-f6fdbc3080ce None None] Attempting to bind port 9f3bd61c-8e3a-4fdc-a3d7-c87d5951442c on host n-d-838334-2 for vnic_type normal with profile {{(pid=84043) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:37:13.814644 n-d-838334-2 neutron-server[84043]: DEBUG neutron.plugins.ml2.managers [None req-e4f20e76-cfe6-4b94-b219-f6fdbc3080ce None None] Attempting to bind port 9f3bd61c-8e3a-4fdc-a3d7-c87d5951442c by drivers openvswitch,hyperv on host n-d-838334-2 at level 0 using segments [{'id': '732aa830-768b-4511-951f-d08e26b9c25b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c'}] {{(pid=84043) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:37:13.815005 n-d-838334-2 neutron-server[84043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4f20e76-cfe6-4b94-b219-f6fdbc3080ce None None] Attempting to bind port 9f3bd61c-8e3a-4fdc-a3d7-c87d5951442c on network e41b6600-a917-4a8d-b05c-be3be40c6d8c {{(pid=84043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 20:37:13.830593 n-d-838334-2 neutron-server[84043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4f20e76-cfe6-4b94-b219-f6fdbc3080ce None None] Checking agent: {'id': '97cd4414-7af6-4d67-868d-dff370b4071a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838334-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 25, 49), 'started_at': datetime.datetime(2022, 4, 18, 20, 26, 19), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 20, 36, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838334-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 18 20:37:13.830966 n-d-838334-2 neutron-server[84043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4f20e76-cfe6-4b94-b219-f6fdbc3080ce None None] Checking segment: {'id': '732aa830-768b-4511-951f-d08e26b9c25b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84043) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 20:37:13.831362 n-d-838334-2 neutron-server[84043]: DEBUG neutron_lib.callbacks.manager [None req-e4f20e76-cfe6-4b94-b219-f6fdbc3080ce None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:13.835039 n-d-838334-2 neutron-server[84043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4f20e76-cfe6-4b94-b219-f6fdbc3080ce None None] Bound using segment: {'id': '732aa830-768b-4511-951f-d08e26b9c25b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c'} {{(pid=84043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 18 20:37:13.835567 n-d-838334-2 neutron-server[84043]: DEBUG neutron.plugins.ml2.managers [None req-e4f20e76-cfe6-4b94-b219-f6fdbc3080ce None None] Bound port: 9f3bd61c-8e3a-4fdc-a3d7-c87d5951442c, host: n-d-838334-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '732aa830-768b-4511-951f-d08e26b9c25b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c'}}] {{(pid=84043) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 20:37:13.836758 n-d-838334-2 neutron-server[84043]: DEBUG neutron_lib.callbacks.manager [None req-e4f20e76-cfe6-4b94-b219-f6fdbc3080ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:13.870650 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-626fcaa5-45ca-4b15-9b4e-c6a30d39eeba None None] For port 66ba281b-dda9-4850-a186-4723c65ca979, host n-d-838334-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838334-2',level=0,port_id=66ba281b-dda9-4850-a186-4723c65ca979,segment=NetworkSegment(fa0bb2dd-d79d-42bf-ba14-7584c2ab36a1),segment_id=fa0bb2dd-d79d-42bf-ba14-7584c2ab36a1)] {{(pid=84042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:37:13.888888 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-626fcaa5-45ca-4b15-9b4e-c6a30d39eeba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682'] for port, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:13.890267 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.db_base_plugin_common [None req-4bde92d8-3769-4f42-addd-bb2c0d3aa415 admin admin] Allocated IP 172.20.0.1 (efdbce01-fc3d-4546-9bb8-2f385093b55f/5682643d-a10d-40ad-9341-b974906dbaa4/83a9c1a4-fd8d-4693-9ac1-9949449cd843) {{(pid=84041) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:37:13.947418 n-d-838334-2 neutron-server[84043]: DEBUG neutron.plugins.ml2.db [None req-e4f20e76-cfe6-4b94-b219-f6fdbc3080ce None None] For port 9f3bd61c-8e3a-4fdc-a3d7-c87d5951442c, host n-d-838334-2, cleared binding levels {{(pid=84043) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 20:37:13.955254 n-d-838334-2 neutron-server[84043]: DEBUG neutron.plugins.ml2.db [None req-e4f20e76-cfe6-4b94-b219-f6fdbc3080ce None None] For port 9f3bd61c-8e3a-4fdc-a3d7-c87d5951442c, host n-d-838334-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838334-2',level=0,port_id=9f3bd61c-8e3a-4fdc-a3d7-c87d5951442c,segment=NetworkSegment(732aa830-768b-4511-951f-d08e26b9c25b),segment_id=732aa830-768b-4511-951f-d08e26b9c25b)] {{(pid=84043) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 20:37:13.975343 n-d-838334-2 neutron-server[84043]: DEBUG neutron_lib.callbacks.manager [None req-e4f20e76-cfe6-4b94-b219-f6fdbc3080ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682'] for port, after_update {{(pid=84043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:14.066874 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-626fcaa5-45ca-4b15-9b4e-c6a30d39eeba None None] Pushing event updated for resources: {'Port': ['ID=66ba281b-dda9-4850-a186-4723c65ca979,revision_number=3']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:37:14.098147 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-2e89c72e-3a4c-40bf-b483-47424b40f358 None None] Provisioning for port b110fd6e-8bb5-4d84-9f57-0d2502d16150 completed by entity DHCP. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 20:37:14.173207 n-d-838334-2 neutron-server[84043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d691ba6b-48b1-45bd-8926-3be8487c2442 None None] Pushing event updated for resources: {'Port': ['ID=9f3bd61c-8e3a-4fdc-a3d7-c87d5951442c,revision_number=3']} {{(pid=84043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:37:14.191517 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4f20e76-cfe6-4b94-b219-f6fdbc3080ce None None] Routers {'1578b1d0-cfda-418a-80ab-20b0a1b896b1'} bound to L3 agent in host n-d-838334-2 {{(pid=84043) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 20:37:14.192490 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Device 8578f3c0-3c71-4002-9e87-2205dc1e4c6c up at agent hyperv_n-h2-838334-2 {{(pid=84042) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 20:37:14.196738 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.l3_hamode_db [None req-e4f20e76-cfe6-4b94-b219-f6fdbc3080ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838334-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-18T20:25:48Z,description=,heartbeat_timestamp=2022-04-18T20:36:48Z,host='n-d-838334-2',id=bc84d6c9-dd7a-4555-a351-592327b46d5a,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:25:48Z,topic='l3_agent')) {'router_ids': ['1578b1d0-cfda-418a-80ab-20b0a1b896b1'], 'active': True} {{(pid=84043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:37:14.215911 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-4bde92d8-3769-4f42-addd-bb2c0d3aa415 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:14.223234 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 60990) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:37:14.272375 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.provisioning_blocks [None req-4bde92d8-3769-4f42-addd-bb2c0d3aa415 admin admin] Transition to ACTIVE for port object 83a9c1a4-fd8d-4693-9ac1-9949449cd843 will not be triggered until provisioned by entity DHCP. {{(pid=84041) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 20:37:14.341180 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Provisioning for port 8578f3c0-3c71-4002-9e87-2205dc1e4c6c completed by entity L2. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 20:37:14.346693 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Provisioning complete for port 8578f3c0-3c71-4002-9e87-2205dc1e4c6c triggered by entity L2. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:37:14.347278 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1253608'] for port, provisioning_complete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:14.357875 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-4bde92d8-3769-4f42-addd-bb2c0d3aa415 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750374836619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32266323'] for port, after_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:14.528398 n-d-838334-2 neutron-server[84041]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4bde92d8-3769-4f42-addd-bb2c0d3aa415 admin admin] Network efdbce01-fc3d-4546-9bb8-2f385093b55f is already hosted by enough agents. {{(pid=84041) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:37:14.536294 n-d-838334-2 neutron-server[84041]: DEBUG neutron.scheduler.base_scheduler [None req-4bde92d8-3769-4f42-addd-bb2c0d3aa415 admin admin] Resources bound (agent type, host, resource id): {{(pid=84041) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:37:14.545354 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.managers [req-fcebb55c-5705-4d6d-a174-282d55d8035f req-f81b175f-447f-4ac9-ae99-f1213a344f10 service neutron] Attempting to bind port b110fd6e-8bb5-4d84-9f57-0d2502d16150 on host n-h1-838334-2 for vnic_type normal with profile {{(pid=84040) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:37:14.545997 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.managers [req-fcebb55c-5705-4d6d-a174-282d55d8035f req-f81b175f-447f-4ac9-ae99-f1213a344f10 service neutron] Attempting to bind port b110fd6e-8bb5-4d84-9f57-0d2502d16150 by drivers openvswitch,hyperv on host n-h1-838334-2 at level 0 using segments [{'id': '62b85806-94d8-4a88-a06c-da82e5932d66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': 'cb56989d-7c5d-4678-b194-1d2edf1e842a'}] {{(pid=84040) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:37:14.545997 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcebb55c-5705-4d6d-a174-282d55d8035f req-f81b175f-447f-4ac9-ae99-f1213a344f10 service neutron] Attempting to bind port b110fd6e-8bb5-4d84-9f57-0d2502d16150 on network cb56989d-7c5d-4678-b194-1d2edf1e842a {{(pid=84040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 20:37:14.575033 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bde92d8-3769-4f42-addd-bb2c0d3aa415 admin admin] Received port after_create {{(pid=84041) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 20:37:14.581578 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94337608-9328-487b-a684-0bc17b0089c1 req-af99dbbc-b732-47d7-af71-403535395d00 tempest-LiveAutoBlockMigrationV225Test-1713341100 tempest-LiveAutoBlockMigrationV225Test-1713341100-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:37:14.597976 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-94337608-9328-487b-a684-0bc17b0089c1 req-af99dbbc-b732-47d7-af71-403535395d00 tempest-LiveAutoBlockMigrationV225Test-1713341100 tempest-LiveAutoBlockMigrationV225Test-1713341100-project] 10.222.0.42 "GET /v2.0/ports?device_id=4d27da33-3ad6-433b-9d90-6d6cdb64d534 HTTP/1.1" status: 200 len: 944 time: 0.8132682 Apr 18 20:37:14.611687 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bde92d8-3769-4f42-addd-bb2c0d3aa415 admin admin] Pushing event updated for resources: {'Port': ['ID=83a9c1a4-fd8d-4693-9ac1-9949449cd843,revision_number=1']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:37:14.620181 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.l3_dvr_db [None req-e4f20e76-cfe6-4b94-b219-f6fdbc3080ce None None] Set router 1578b1d0-cfda-418a-80ab-20b0a1b896b1 gateway port host: n-d-838334-2 {{(pid=84043) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 20:37:14.645030 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-4bde92d8-3769-4f42-addd-bb2c0d3aa415 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33444010'] for router_interface, before_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:14.651161 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:14.684509 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcebb55c-5705-4d6d-a174-282d55d8035f req-f81b175f-447f-4ac9-ae99-f1213a344f10 service neutron] Port b110fd6e-8bb5-4d84-9f57-0d2502d16150 on network cb56989d-7c5d-4678-b194-1d2edf1e842a not bound, no agent of type Open vSwitch agent registered on host n-h1-838334-2 {{(pid=84040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 18 20:37:14.686362 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcebb55c-5705-4d6d-a174-282d55d8035f req-f81b175f-447f-4ac9-ae99-f1213a344f10 service neutron] Attempting to bind port b110fd6e-8bb5-4d84-9f57-0d2502d16150 on network cb56989d-7c5d-4678-b194-1d2edf1e842a {{(pid=84040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 20:37:14.697981 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-470d2780-d3ea-413d-b8fe-46367cb70697 req-278e41b1-b1d4-48d2-bc04-cbb58a08bcb6 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=85d13644-2ff3-4f2e-ba89-a449fe4bd19d HTTP/1.1" status: 200 len: 1096 time: 0.9144554 Apr 18 20:37:14.710613 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-4700b0a0-07d5-4297-a4c6-24d19dd0280e None None] Provisioning complete for port 66ba281b-dda9-4850-a186-4723c65ca979 triggered by entity DHCP. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:37:14.710999 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-4700b0a0-07d5-4297-a4c6-24d19dd0280e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1253608'] for port, provisioning_complete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:14.721619 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e0d1495-ffbc-4652-ab04-baa7a5999f10 req-4ee8d9d4-6783-4b17-94c8-110ebb66b977 tempest-LiveMigrationTest-963278731 tempest-LiveMigrationTest-963278731-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:37:14.727451 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-6e0d1495-ffbc-4652-ab04-baa7a5999f10 req-4ee8d9d4-6783-4b17-94c8-110ebb66b977 tempest-LiveMigrationTest-963278731 tempest-LiveMigrationTest-963278731-project] 10.222.0.42 "GET /v2.0/ports?device_id=85d13644-2ff3-4f2e-ba89-a449fe4bd19d HTTP/1.1" status: 200 len: 945 time: 0.7695625 Apr 18 20:37:14.768553 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-4bde92d8-3769-4f42-addd-bb2c0d3aa415 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:14.844281 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] For port 8578f3c0-3c71-4002-9e87-2205dc1e4c6c, host n-h2-838334-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838334-2',level=0,port_id=8578f3c0-3c71-4002-9e87-2205dc1e4c6c,segment=NetworkSegment(e2a67327-2af4-4205-9ade-197b88c2bea8),segment_id=e2a67327-2af4-4205-9ade-197b88c2bea8)] {{(pid=84042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:37:14.848339 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcebb55c-5705-4d6d-a174-282d55d8035f req-f81b175f-447f-4ac9-ae99-f1213a344f10 service neutron] Checking agent: {'id': 'd63bab19-ff81-4de1-afeb-a3732288d0d7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-838334-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 33, 59), 'started_at': datetime.datetime(2022, 4, 18, 20, 33, 59), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 20, 36, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 18 20:37:14.848678 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcebb55c-5705-4d6d-a174-282d55d8035f req-f81b175f-447f-4ac9-ae99-f1213a344f10 service neutron] Checking segment: {'id': '62b85806-94d8-4a88-a06c-da82e5932d66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': 'cb56989d-7c5d-4678-b194-1d2edf1e842a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84040) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 20:37:14.849061 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcebb55c-5705-4d6d-a174-282d55d8035f req-f81b175f-447f-4ac9-ae99-f1213a344f10 service neutron] Bound using segment: {'id': '62b85806-94d8-4a88-a06c-da82e5932d66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': 'cb56989d-7c5d-4678-b194-1d2edf1e842a'} {{(pid=84040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 18 20:37:14.849627 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.managers [req-fcebb55c-5705-4d6d-a174-282d55d8035f req-f81b175f-447f-4ac9-ae99-f1213a344f10 service neutron] Bound port: b110fd6e-8bb5-4d84-9f57-0d2502d16150, host: n-h1-838334-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '62b85806-94d8-4a88-a06c-da82e5932d66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': 'cb56989d-7c5d-4678-b194-1d2edf1e842a'}}] {{(pid=84040) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 20:37:14.849973 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-fcebb55c-5705-4d6d-a174-282d55d8035f req-f81b175f-447f-4ac9-ae99-f1213a344f10 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:14.860442 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682'] for port, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:14.929115 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-2ffca400-6a16-452f-9af6-e93a5fc0021c admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=8a6c744a7db748fdbd9f4ae6a50035ef&name=default HTTP/1.1" status: 200 len: 2647 time: 0.7025282 Apr 18 20:37:14.948540 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 32774) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:37:14.951435 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-94337608-9328-487b-a684-0bc17b0089c1 req-3385c14e-ed52-4d40-9640-de4d010a768f tempest-LiveAutoBlockMigrationV225Test-1713341100 tempest-LiveAutoBlockMigrationV225Test-1713341100-project] 10.222.0.42 "GET /v2.0/security-groups?id=bf712067-aabd-4e70-aae1-082928dd1ccd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3520772 Apr 18 20:37:15.043985 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Pushing event updated for resources: {'Port': ['ID=8578f3c0-3c71-4002-9e87-2205dc1e4c6c,revision_number=5']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:37:15.079016 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [req-470d2780-d3ea-413d-b8fe-46367cb70697 req-b6fa2a5c-7983-46d1-be66-4c031dbce22e service neutron] Synchronizing usage tracker for tenant:025a5fb14a89494c872b1e7eab94e335 on resource:security_group {{(pid=84040) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 20:37:15.141940 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-6e0d1495-ffbc-4652-ab04-baa7a5999f10 req-d9dce4b6-be85-45d4-8b40-1b8f239da01d tempest-LiveMigrationTest-963278731 tempest-LiveMigrationTest-963278731-project] 10.222.0.42 "GET /v2.0/security-groups?id=c1ded286-bbeb-4ec4-95be-e4f6aab8a892&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3947210 Apr 18 20:37:15.214749 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [req-470d2780-d3ea-413d-b8fe-46367cb70697 req-b6fa2a5c-7983-46d1-be66-4c031dbce22e service neutron] Unset dirty status for tenant:025a5fb14a89494c872b1e7eab94e335 on resource:security_group {{(pid=84040) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 20:37:15.216096 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-470d2780-d3ea-413d-b8fe-46367cb70697 req-b6fa2a5c-7983-46d1-be66-4c031dbce22e service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=c1ded286-bbeb-4ec4-95be-e4f6aab8a892&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4877992 Apr 18 20:37:15.234937 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.db [req-fcebb55c-5705-4d6d-a174-282d55d8035f req-f81b175f-447f-4ac9-ae99-f1213a344f10 service neutron] For port b110fd6e-8bb5-4d84-9f57-0d2502d16150, host n-h1-838334-2, cleared binding levels {{(pid=84040) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 20:37:15.239696 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.db [req-fcebb55c-5705-4d6d-a174-282d55d8035f req-f81b175f-447f-4ac9-ae99-f1213a344f10 service neutron] For port b110fd6e-8bb5-4d84-9f57-0d2502d16150, host n-h1-838334-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838334-2',level=0,port_id=b110fd6e-8bb5-4d84-9f57-0d2502d16150,segment=NetworkSegment(62b85806-94d8-4a88-a06c-da82e5932d66),segment_id=62b85806-94d8-4a88-a06c-da82e5932d66)] {{(pid=84040) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 20:37:15.250003 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-fcebb55c-5705-4d6d-a174-282d55d8035f req-f81b175f-447f-4ac9-ae99-f1213a344f10 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682'] for port, after_update {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:15.274100 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 32788) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:37:15.330351 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.l3_hamode_db [None req-e4f20e76-cfe6-4b94-b219-f6fdbc3080ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1578b1d0-cfda-418a-80ab-20b0a1b896b1', 'name': 'tempest-FloatingIPsTestJSON-708828222-router', 'tenant_id': 'bb2e510a384a4b3d8dcb0926970ea9f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'external_fixed_ips': [{'subnet_id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'ip_address': '172.25.8.78'}], 'enable_snat': True}, 'gw_port_id': '9f3bd61c-8e3a-4fdc-a3d7-c87d5951442c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:37:08Z', 'updated_at': '2022-04-18T20:37:10Z', 'revision_number': 3, 'project_id': 'bb2e510a384a4b3d8dcb0926970ea9f9', 'gw_port': {'id': '9f3bd61c-8e3a-4fdc-a3d7-c87d5951442c', 'name': '', 'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:6e:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1578b1d0-cfda-418a-80ab-20b0a1b896b1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'ip_address': '172.25.8.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:37:09Z', 'updated_at': '2022-04-18T20:37:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838334-2'}], 'n-d-838334-2', False) {} {{(pid=84043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:37:15.340514 n-d-838334-2 neutron-server[84043]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4f20e76-cfe6-4b94-b219-f6fdbc3080ce None None] The sync data for ids ['1578b1d0-cfda-418a-80ab-20b0a1b896b1'] in n-d-838334-2 is: [{'id': '1578b1d0-cfda-418a-80ab-20b0a1b896b1', 'name': 'tempest-FloatingIPsTestJSON-708828222-router', 'tenant_id': 'bb2e510a384a4b3d8dcb0926970ea9f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'external_fixed_ips': [{'subnet_id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'ip_address': '172.25.8.78'}], 'enable_snat': True}, 'gw_port_id': '9f3bd61c-8e3a-4fdc-a3d7-c87d5951442c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:37:08Z', 'updated_at': '2022-04-18T20:37:10Z', 'revision_number': 3, 'project_id': 'bb2e510a384a4b3d8dcb0926970ea9f9', 'gw_port': {'id': '9f3bd61c-8e3a-4fdc-a3d7-c87d5951442c', 'name': '', 'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:6e:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1578b1d0-cfda-418a-80ab-20b0a1b896b1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'ip_address': '172.25.8.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:37:09Z', 'updated_at': '2022-04-18T20:37:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838334-2'}] {{(pid=84043) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 18 20:37:15.358801 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-e91e5e67-943e-4c7d-9508-7848eafb02ce None None] Provisioning for port 83a9c1a4-fd8d-4693-9ac1-9949449cd843 completed by entity DHCP. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 20:37:15.365390 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-e91e5e67-943e-4c7d-9508-7848eafb02ce None None] Provisioning complete for port 83a9c1a4-fd8d-4693-9ac1-9949449cd843 triggered by entity DHCP. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:37:15.365760 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-e91e5e67-943e-4c7d-9508-7848eafb02ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1253608'] for port, provisioning_complete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:15.489527 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-fcebb55c-5705-4d6d-a174-282d55d8035f req-f81b175f-447f-4ac9-ae99-f1213a344f10 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217293'] for port, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:15.495493 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-fcebb55c-5705-4d6d-a174-282d55d8035f req-f81b175f-447f-4ac9-ae99-f1213a344f10 service neutron] 10.222.0.43 "PUT /v2.0/ports/b110fd6e-8bb5-4d84-9f57-0d2502d16150 HTTP/1.1" status: 200 len: 1095 time: 3.0187416 Apr 18 20:37:15.511595 n-d-838334-2 neutron-server[84040]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e5fa78a1-2828-4c65-8a0a-758a1c3156a5', 'tag': 'b110fd6e-8bb5-4d84-9f57-0d2502d16150'}] {{(pid=84040) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 20:37:15.529102 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.plugin [None req-e91e5e67-943e-4c7d-9508-7848eafb02ce None None] Port 83a9c1a4-fd8d-4693-9ac1-9949449cd843 cannot update to ACTIVE because it is not bound. {{(pid=84042) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 18 20:37:15.532142 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-4bde92d8-3769-4f42-addd-bb2c0d3aa415 admin admin] Notify callbacks [] for port, precommit_update {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:15.571799 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-9dc3e719-e7fb-4b22-b204-8227be685e5b admin admin] Notify callbacks [] for security_group, before_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:15.619159 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Device 66ba281b-dda9-4850-a186-4723c65ca979 up at agent ovs-agent-n-d-838334-2 {{(pid=84042) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 20:37:15.622826 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-4bde92d8-3769-4f42-addd-bb2c0d3aa415 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32266282'] for port, after_update {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:15.660486 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f81b175f-447f-4ac9-ae99-f1213a344f10 service neutron] Pushing event updated for resources: {'Port': ['ID=b110fd6e-8bb5-4d84-9f57-0d2502d16150,revision_number=3']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:37:15.690433 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-c20b4f86-70b2-45ea-bb58-08604c1963d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750375287399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253529'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:15.719092 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96acc2ea-edca-452e-a0d0-2627ec886fbd req-f1258b8a-419e-44e3-bd43-4c2de65b6898 tempest-ImagesNegativeTestJSON-935301971 tempest-ImagesNegativeTestJSON-935301971-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:37:15.732865 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-96acc2ea-edca-452e-a0d0-2627ec886fbd req-f1258b8a-419e-44e3-bd43-4c2de65b6898 tempest-ImagesNegativeTestJSON-935301971 tempest-ImagesNegativeTestJSON-935301971-project] 10.222.0.42 "GET /v2.0/ports?device_id=e5fa78a1-2828-4c65-8a0a-758a1c3156a5 HTTP/1.1" status: 200 len: 947 time: 0.3689256 Apr 18 20:37:15.739394 n-d-838334-2 neutron-server[84040]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e3e4ec05-72d8-432b-a278-4b7b00a1b7eb'] response: {'name': 'network-changed', 'server_uuid': 'e5fa78a1-2828-4c65-8a0a-758a1c3156a5', 'tag': 'b110fd6e-8bb5-4d84-9f57-0d2502d16150', 'status': 'completed', 'code': 200} Apr 18 20:37:15.796195 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Provisioning complete for port 66ba281b-dda9-4850-a186-4723c65ca979 triggered by entity L2. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:37:15.796566 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1253608'] for port, provisioning_complete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:15.860879 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-96acc2ea-edca-452e-a0d0-2627ec886fbd req-d15c0f4f-5375-4a19-b732-3d0937b735a8 tempest-ImagesNegativeTestJSON-935301971 tempest-ImagesNegativeTestJSON-935301971-project] 10.222.0.42 "GET /v2.0/security-groups?id=1bfbe8fa-1d24-41fa-ae6c-b06bc7cab0e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0837109 Apr 18 20:37:15.884927 n-d-838334-2 neutron-server[84042]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4d27da33-3ad6-433b-9d90-6d6cdb64d534', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8578f3c0-3c71-4002-9e87-2205dc1e4c6c'}] {{(pid=84042) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 20:37:15.905625 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bde92d8-3769-4f42-addd-bb2c0d3aa415 admin admin] Pushing event updated for resources: {'Port': ['ID=83a9c1a4-fd8d-4693-9ac1-9949449cd843,revision_number=2']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:37:15.917922 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-fcebb55c-5705-4d6d-a174-282d55d8035f req-67834dd1-713b-43bd-b558-77ef51225e2f service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=d1617e295b79413b8346fa1e597fbc80&device_id=e5fa78a1-2828-4c65-8a0a-758a1c3156a5 HTTP/1.1" status: 200 len: 1098 time: 0.3756118 Apr 18 20:37:15.972410 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-9dc3e719-e7fb-4b22-b204-8227be685e5b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:37:15.980270 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-9dc3e719-e7fb-4b22-b204-8227be685e5b admin admin] Usage tracker for resource:security_group_rule and tenant:0a1524dec4384d6cbf6d0d7d50922da1 is out of sync, need to count used quota {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:37:15.993186 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-9dc3e719-e7fb-4b22-b204-8227be685e5b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:37:16.015419 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-9dc3e719-e7fb-4b22-b204-8227be685e5b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:37:16.051551 n-d-838334-2 neutron-server[84042]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5817f3b2-5cd7-49de-9303-bead40a16d6b'] response: {'server_uuid': '4d27da33-3ad6-433b-9d90-6d6cdb64d534', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8578f3c0-3c71-4002-9e87-2205dc1e4c6c', 'code': 200} Apr 18 20:37:16.134395 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-fcebb55c-5705-4d6d-a174-282d55d8035f req-ad42e5fd-8231-491d-832d-2ecc2d36b769 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.69&port_id=b110fd6e-8bb5-4d84-9f57-0d2502d16150 HTTP/1.1" status: 200 len: 217 time: 0.2072062 Apr 18 20:37:16.192091 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-9dc3e719-e7fb-4b22-b204-8227be685e5b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:16.193357 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-8e214857-f06c-4df6-a855-4bb9a6ef6a27 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:16.241494 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-9dc3e719-e7fb-4b22-b204-8227be685e5b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33528224'] for security_group, after_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:16.310231 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dc3e719-e7fb-4b22-b204-8227be685e5b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8a15b8b4-a9f3-4902-840b-88c5bfbe2c87,revision_number=1']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:37:16.323820 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-8e214857-f06c-4df6-a855-4bb9a6ef6a27 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:16.351143 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-4bde92d8-3769-4f42-addd-bb2c0d3aa415 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-32377886', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33443847'] for router_interface, after_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:16.395288 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-9dc3e719-e7fb-4b22-b204-8227be685e5b admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=0a1524dec4384d6cbf6d0d7d50922da1&name=default HTTP/1.1" status: 200 len: 2647 time: 1.1051755 Apr 18 20:37:16.411868 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 32830) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:37:16.477412 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcebb55c-5705-4d6d-a174-282d55d8035f req-9286cc3a-d883-40f3-91eb-b7a7cbfc5e21 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:37:16.486201 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-fcebb55c-5705-4d6d-a174-282d55d8035f req-9286cc3a-d883-40f3-91eb-b7a7cbfc5e21 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=c4b526db-4d8a-4d4c-a310-e3a599630ae1 HTTP/1.1" status: 200 len: 843 time: 0.2464793 Apr 18 20:37:16.527497 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-8e214857-f06c-4df6-a855-4bb9a6ef6a27 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33528224'] for security_group, after_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:16.555176 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e214857-f06c-4df6-a855-4bb9a6ef6a27 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f42bd7e-a135-4af5-bcd6-4657f8e77586,revision_number=None']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:37:16.600320 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-722af02b-274c-46f9-87b1-6baf326198f1 req-aa6dbc88-8393-434d-9d88-cde1998823e1 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=4d27da33-3ad6-433b-9d90-6d6cdb64d534 HTTP/1.1" status: 200 len: 1096 time: 0.4646478 Apr 18 20:37:16.611842 n-d-838334-2 neutron-server[84041]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4bde92d8-3769-4f42-addd-bb2c0d3aa415 admin admin] Network efdbce01-fc3d-4546-9bb8-2f385093b55f is already hosted by enough agents. {{(pid=84041) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:37:16.616173 n-d-838334-2 neutron-server[84041]: DEBUG neutron.scheduler.base_scheduler [None req-4bde92d8-3769-4f42-addd-bb2c0d3aa415 admin admin] Resources bound (agent type, host, resource id): {{(pid=84041) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:37:16.723216 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-704755cf-476c-4dec-a4e8-cd8249c01696 req-934cb821-2c43-4d1c-ada4-229b595bf051 tempest-LiveAutoBlockMigrationV225Test-1713341100 tempest-LiveAutoBlockMigrationV225Test-1713341100-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:37:16.732707 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-704755cf-476c-4dec-a4e8-cd8249c01696 req-934cb821-2c43-4d1c-ada4-229b595bf051 tempest-LiveAutoBlockMigrationV225Test-1713341100 tempest-LiveAutoBlockMigrationV225Test-1713341100-project] 10.222.0.42 "GET /v2.0/ports?device_id=4d27da33-3ad6-433b-9d90-6d6cdb64d534 HTTP/1.1" status: 200 len: 945 time: 0.4876835 Apr 18 20:37:16.757070 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-8e214857-f06c-4df6-a855-4bb9a6ef6a27 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:16.758680 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-8e214857-f06c-4df6-a855-4bb9a6ef6a27 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/0f42bd7e-a135-4af5-bcd6-4657f8e77586 HTTP/1.1" status: 204 len: 168 time: 1.8074028 Apr 18 20:37:16.800541 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-722af02b-274c-46f9-87b1-6baf326198f1 req-b29acbd9-9cd3-4343-9efa-6c7dc92e19ce service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=bf712067-aabd-4e70-aae1-082928dd1ccd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1897345 Apr 18 20:37:16.816092 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25e98d74-27ae-49ea-a314-611ec3603fc0 req-395518a8-0a94-408d-95ec-d585fd1e0c7f tempest-LiveMigrationTest-963278731 tempest-LiveMigrationTest-963278731-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:37:16.817576 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-25e98d74-27ae-49ea-a314-611ec3603fc0 req-395518a8-0a94-408d-95ec-d585fd1e0c7f tempest-LiveMigrationTest-963278731 tempest-LiveMigrationTest-963278731-project] 10.222.0.42 "GET /v2.0/ports?device_id=85d13644-2ff3-4f2e-ba89-a449fe4bd19d HTTP/1.1" status: 200 len: 945 time: 0.4761109 Apr 18 20:37:16.824103 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-897bdb19-5bc9-48d0-93d2-6ab42e099e9f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:16.858257 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-897bdb19-5bc9-48d0-93d2-6ab42e099e9f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:16.968426 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-20697ea9-31c5-4d78-b2bf-299935dde0ed None None] Provisioning complete for port 83a9c1a4-fd8d-4693-9ac1-9949449cd843 triggered by entity DHCP. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:37:16.970669 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-20697ea9-31c5-4d78-b2bf-299935dde0ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1253608'] for port, provisioning_complete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:17.006726 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-704755cf-476c-4dec-a4e8-cd8249c01696 req-97926590-3d22-4f07-850c-a53f566a46a4 tempest-LiveAutoBlockMigrationV225Test-1713341100 tempest-LiveAutoBlockMigrationV225Test-1713341100-project] 10.222.0.42 "GET /v2.0/security-groups?id=bf712067-aabd-4e70-aae1-082928dd1ccd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2718747 Apr 18 20:37:17.022970 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-25e98d74-27ae-49ea-a314-611ec3603fc0 req-be9c5326-6ee5-4ee9-b313-c90dff286ad0 tempest-LiveMigrationTest-963278731 tempest-LiveMigrationTest-963278731-project] 10.222.0.42 "GET /v2.0/security-groups?id=c1ded286-bbeb-4ec4-95be-e4f6aab8a892&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0930188 Apr 18 20:37:17.057036 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-fcebb55c-5705-4d6d-a174-282d55d8035f req-ea6d0569-5b44-45fd-8963-761c81888cb7 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=cb56989d-7c5d-4678-b194-1d2edf1e842a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.5437763 Apr 18 20:37:17.061086 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-897bdb19-5bc9-48d0-93d2-6ab42e099e9f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33528224'] for security_group, after_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:17.097250 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.plugin [None req-20697ea9-31c5-4d78-b2bf-299935dde0ed None None] Port 83a9c1a4-fd8d-4693-9ac1-9949449cd843 cannot update to ACTIVE because it is not bound. {{(pid=84042) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 18 20:37:17.273463 n-d-838334-2 neutron-server[84041]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4bde92d8-3769-4f42-addd-bb2c0d3aa415 admin admin] Router 1578b1d0-cfda-418a-80ab-20b0a1b896b1 has already been hosted by L3 agent bc84d6c9-dd7a-4555-a351-592327b46d5a {{(pid=84041) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 20:37:17.280902 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-897bdb19-5bc9-48d0-93d2-6ab42e099e9f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a15b8b4-a9f3-4902-840b-88c5bfbe2c87,revision_number=None']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:37:17.323597 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-897bdb19-5bc9-48d0-93d2-6ab42e099e9f admin admin] Notify callbacks [] for security_group, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:17.324780 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-897bdb19-5bc9-48d0-93d2-6ab42e099e9f admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/8a15b8b4-a9f3-4902-840b-88c5bfbe2c87 HTTP/1.1" status: 204 len: 168 time: 0.9057534 Apr 18 20:37:17.614294 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-fcebb55c-5705-4d6d-a174-282d55d8035f req-1738ce79-6955-4f5f-b36a-0df523e7885e service neutron] 10.222.0.43 "GET /v2.0/networks/cb56989d-7c5d-4678-b194-1d2edf1e842a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5446451 Apr 18 20:37:17.630035 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fbb81ee-f8ef-42ba-b1c4-0a70a9317e9d req-44cfc72f-6778-4eaa-b46a-e4ade5229584 tempest-ImagesNegativeTestJSON-935301971 tempest-ImagesNegativeTestJSON-935301971-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:37:17.631546 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-7fbb81ee-f8ef-42ba-b1c4-0a70a9317e9d req-44cfc72f-6778-4eaa-b46a-e4ade5229584 tempest-ImagesNegativeTestJSON-935301971 tempest-ImagesNegativeTestJSON-935301971-project] 10.222.0.42 "GET /v2.0/ports?device_id=e5fa78a1-2828-4c65-8a0a-758a1c3156a5 HTTP/1.1" status: 200 len: 947 time: 0.3629093 Apr 18 20:37:17.710752 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Device 9f3bd61c-8e3a-4fdc-a3d7-c87d5951442c up at agent ovs-agent-n-d-838334-2 {{(pid=84042) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 20:37:17.836292 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-7fbb81ee-f8ef-42ba-b1c4-0a70a9317e9d req-d04c6c5e-07c4-4caa-83db-989b7bdb13e2 tempest-ImagesNegativeTestJSON-935301971 tempest-ImagesNegativeTestJSON-935301971-project] 10.222.0.42 "GET /v2.0/security-groups?id=1bfbe8fa-1d24-41fa-ae6c-b06bc7cab0e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1815135 Apr 18 20:37:17.871513 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-fcebb55c-5705-4d6d-a174-282d55d8035f req-1067394c-a8f5-4e4b-9a30-37697f4d0882 service neutron] 10.222.0.43 "GET /v2.0/networks/cb56989d-7c5d-4678-b194-1d2edf1e842a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2477646 Apr 18 20:37:17.893443 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4bde92d8-3769-4f42-addd-bb2c0d3aa415 admin admin] Notify agent at l3_agent.n-d-838334-2 the message routers_updated {{(pid=84041) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 20:37:17.894545 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-8987c583-d059-4c0b-bf3c-5f9fda6a5ada None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750375287399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253529'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:17.902836 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-4bde92d8-3769-4f42-addd-bb2c0d3aa415 admin admin] 10.222.0.42 "PUT /v2.0/routers/1578b1d0-cfda-418a-80ab-20b0a1b896b1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.5747182 Apr 18 20:37:17.919499 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Provisioning for port 9f3bd61c-8e3a-4fdc-a3d7-c87d5951442c completed by entity L2. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 20:37:17.927005 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Provisioning complete for port 9f3bd61c-8e3a-4fdc-a3d7-c87d5951442c triggered by entity L2. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:37:17.927421 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1253608'] for port, provisioning_complete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:18.040931 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-2f907588-f058-42fd-80c9-9327e39d5ec6 req-1335f726-24ff-475f-848a-848d2d63c78e service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=d1617e295b79413b8346fa1e597fbc80&device_id=e5fa78a1-2828-4c65-8a0a-758a1c3156a5 HTTP/1.1" status: 200 len: 1098 time: 0.1055336 Apr 18 20:37:18.146941 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:18.170975 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 32898) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:37:18.183098 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] For port 9f3bd61c-8e3a-4fdc-a3d7-c87d5951442c, host n-d-838334-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838334-2',level=0,port_id=9f3bd61c-8e3a-4fdc-a3d7-c87d5951442c,segment=NetworkSegment(732aa830-768b-4511-951f-d08e26b9c25b),segment_id=732aa830-768b-4511-951f-d08e26b9c25b)] {{(pid=84042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:37:18.193943 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682'] for port, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:18.208629 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.agents_db [None req-6346a179-333c-4370-b5a6-936984aeab15 None None] Agent healthcheck: found 7 active agents {{(pid=84043) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 18 20:37:18.335594 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-6bbff1d7-cf77-41f9-b711-c18d29bd17de admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=db0d88e05aa9464582d4bd16b3b7b088&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1632092 Apr 18 20:37:18.339110 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 32902) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:37:18.363422 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Pushing event updated for resources: {'Port': ['ID=9f3bd61c-8e3a-4fdc-a3d7-c87d5951442c,revision_number=4']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:37:18.425304 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f907588-f058-42fd-80c9-9327e39d5ec6 req-d4f0da55-d771-438b-a94d-90be5d69e125 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:37:18.427479 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-2f907588-f058-42fd-80c9-9327e39d5ec6 req-d4f0da55-d771-438b-a94d-90be5d69e125 service neutron] 10.222.0.43 "GET /v2.0/networks?id=cb56989d-7c5d-4678-b194-1d2edf1e842a HTTP/1.1" status: 200 len: 870 time: 0.3793144 Apr 18 20:37:18.479994 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-25d35746-c0cf-41b6-a043-daca41d7d274 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:18.514612 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 32908) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:37:18.517839 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-2f907588-f058-42fd-80c9-9327e39d5ec6 req-f15a8537-f0b4-441d-b0ca-975418eaf326 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.69&port_id=b110fd6e-8bb5-4d84-9f57-0d2502d16150 HTTP/1.1" status: 200 len: 217 time: 0.0828054 Apr 18 20:37:18.541487 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-5c2c4a60-7a25-4512-a24d-608254e7399a admin admin] Notify callbacks [] for security_group, before_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:18.552585 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-25d35746-c0cf-41b6-a043-daca41d7d274 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:18.594371 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b543ece9-167f-4960-a8c6-d7c553396083 req-0fd01946-625e-4318-90f1-388bc32d77b2 tempest-LiveMigrationTest-963278731 tempest-LiveMigrationTest-963278731-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:37:18.595826 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-b543ece9-167f-4960-a8c6-d7c553396083 req-0fd01946-625e-4318-90f1-388bc32d77b2 tempest-LiveMigrationTest-963278731 tempest-LiveMigrationTest-963278731-project] 10.222.0.42 "GET /v2.0/ports?device_id=85d13644-2ff3-4f2e-ba89-a449fe4bd19d HTTP/1.1" status: 200 len: 945 time: 0.2650120 Apr 18 20:37:18.607870 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-5c2c4a60-7a25-4512-a24d-608254e7399a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:37:18.612121 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-5c2c4a60-7a25-4512-a24d-608254e7399a admin admin] Usage tracker for resource:security_group_rule and tenant:eb235dfc01ab47cd87f45005c82a45cc is out of sync, need to count used quota {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:37:18.615091 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-5c2c4a60-7a25-4512-a24d-608254e7399a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:37:18.621097 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-5c2c4a60-7a25-4512-a24d-608254e7399a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:37:18.634443 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-25d35746-c0cf-41b6-a043-daca41d7d274 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33528224'] for security_group, after_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:18.658734 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25d35746-c0cf-41b6-a043-daca41d7d274 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=29c656b0-e0ff-4c6e-a27a-9d08f0386375,revision_number=None']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:37:18.660405 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f907588-f058-42fd-80c9-9327e39d5ec6 req-5b2ec2f3-91ad-4bf5-b426-50d952d677c1 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:37:18.661831 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-2f907588-f058-42fd-80c9-9327e39d5ec6 req-5b2ec2f3-91ad-4bf5-b426-50d952d677c1 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=c4b526db-4d8a-4d4c-a310-e3a599630ae1 HTTP/1.1" status: 200 len: 843 time: 0.1348753 Apr 18 20:37:18.671078 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-25d35746-c0cf-41b6-a043-daca41d7d274 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:18.672231 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-25d35746-c0cf-41b6-a043-daca41d7d274 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/29c656b0-e0ff-4c6e-a27a-9d08f0386375 HTTP/1.1" status: 204 len: 168 time: 0.3318837 Apr 18 20:37:18.721890 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-5c2c4a60-7a25-4512-a24d-608254e7399a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:18.725740 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-5c2c4a60-7a25-4512-a24d-608254e7399a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33528224'] for security_group, after_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:18.772204 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-b543ece9-167f-4960-a8c6-d7c553396083 req-899027f4-89e0-4843-be61-be575ecd5b8b tempest-LiveMigrationTest-963278731 tempest-LiveMigrationTest-963278731-project] 10.222.0.42 "GET /v2.0/security-groups?id=c1ded286-bbeb-4ec4-95be-e4f6aab8a892&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1403718 Apr 18 20:37:18.778539 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c2c4a60-7a25-4512-a24d-608254e7399a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b57c0bea-02a9-411e-8b72-96dca150f3e8,revision_number=1']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:37:18.787688 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-5c2c4a60-7a25-4512-a24d-608254e7399a admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=eb235dfc01ab47cd87f45005c82a45cc&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2719803 Apr 18 20:37:18.788424 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 32916) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:37:18.816811 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-2f907588-f058-42fd-80c9-9327e39d5ec6 req-ef6cfad0-6b11-43bb-a0b6-6562431e5758 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=cb56989d-7c5d-4678-b194-1d2edf1e842a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1386390 Apr 18 20:37:18.864173 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-1c340937-3b1d-4bed-9a5f-3700cd4e08db admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:18.896548 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-1c340937-3b1d-4bed-9a5f-3700cd4e08db admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:18.913425 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750375287399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253529'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:18.970582 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-1c340937-3b1d-4bed-9a5f-3700cd4e08db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33528224'] for security_group, after_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:18.995043 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c340937-3b1d-4bed-9a5f-3700cd4e08db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b57c0bea-02a9-411e-8b72-96dca150f3e8,revision_number=None']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:37:18.997393 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84004bff-2773-4d2c-87c3-cb579d5058af req-cf362c12-fe20-407b-b678-762287b04788 tempest-LiveAutoBlockMigrationV225Test-1713341100 tempest-LiveAutoBlockMigrationV225Test-1713341100-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:37:19.004523 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-84004bff-2773-4d2c-87c3-cb579d5058af req-cf362c12-fe20-407b-b678-762287b04788 tempest-LiveAutoBlockMigrationV225Test-1713341100 tempest-LiveAutoBlockMigrationV225Test-1713341100-project] 10.222.0.42 "GET /v2.0/ports?device_id=4d27da33-3ad6-433b-9d90-6d6cdb64d534 HTTP/1.1" status: 200 len: 945 time: 0.4058783 Apr 18 20:37:19.008440 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-2f907588-f058-42fd-80c9-9327e39d5ec6 req-fa2b1ce8-183a-4f66-a20a-e18976dc4ffb service neutron] 10.222.0.43 "GET /v2.0/networks/cb56989d-7c5d-4678-b194-1d2edf1e842a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1836777 Apr 18 20:37:19.014862 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-1c340937-3b1d-4bed-9a5f-3700cd4e08db admin admin] Notify callbacks [] for security_group, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:19.021929 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-1c340937-3b1d-4bed-9a5f-3700cd4e08db admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/b57c0bea-02a9-411e-8b72-96dca150f3e8 HTTP/1.1" status: 204 len: 168 time: 0.2313609 Apr 18 20:37:19.139335 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-84004bff-2773-4d2c-87c3-cb579d5058af req-ab0e537c-8dcc-4b57-a290-e8611a2eca74 tempest-LiveAutoBlockMigrationV225Test-1713341100 tempest-LiveAutoBlockMigrationV225Test-1713341100-project] 10.222.0.42 "GET /v2.0/security-groups?id=bf712067-aabd-4e70-aae1-082928dd1ccd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1339610 Apr 18 20:37:19.196606 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-2f907588-f058-42fd-80c9-9327e39d5ec6 req-2d110af7-6081-42d8-9542-e0fbf236cc99 service neutron] 10.222.0.43 "GET /v2.0/networks/cb56989d-7c5d-4678-b194-1d2edf1e842a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1716886 Apr 18 20:37:19.270750 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-414b6ffe-e119-47bc-b18f-bcff1219c2f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750375287399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253529'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:19.533581 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Device 9f3bd61c-8e3a-4fdc-a3d7-c87d5951442c up at agent ovs-agent-n-d-838334-2 {{(pid=84042) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 20:37:19.608090 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a494d709-d503-4302-8ee3-d0547cbe06de None None] Sync routers for ids ['1578b1d0-cfda-418a-80ab-20b0a1b896b1'] in n-d-838334-2 {{(pid=84042) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 18 20:37:19.666191 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a494d709-d503-4302-8ee3-d0547cbe06de None None] Routers {'1578b1d0-cfda-418a-80ab-20b0a1b896b1'} bound to L3 agent in host n-d-838334-2 {{(pid=84042) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 20:37:19.666612 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_hamode_db [None req-a494d709-d503-4302-8ee3-d0547cbe06de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838334-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-18T20:25:48Z,description=,heartbeat_timestamp=2022-04-18T20:37:18Z,host='n-d-838334-2',id=bc84d6c9-dd7a-4555-a351-592327b46d5a,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:25:48Z,topic='l3_agent')) {'router_ids': ['1578b1d0-cfda-418a-80ab-20b0a1b896b1'], 'active': True} {{(pid=84042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:37:19.812458 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Provisioning complete for port 9f3bd61c-8e3a-4fdc-a3d7-c87d5951442c triggered by entity L2. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:37:19.812781 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1253608'] for port, provisioning_complete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:19.831014 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [req-896a46ff-9329-4823-9b35-859b0b4b6623 req-2c9c22a8-5b5f-49e4-bb7d-e56d5d47e480 tempest-FloatingIPsTestJSON-1887391700 tempest-FloatingIPsTestJSON-1887391700-project] Synchronizing usage tracker for tenant:bb2e510a384a4b3d8dcb0926970ea9f9 on resource:network {{(pid=84040) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 20:37:19.850642 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-975f3a5b-4772-4f8b-98dc-563552f2fcb8 req-599cd57b-a3e7-4c50-ab9c-526798e35e91 tempest-LiveMigrationTest-1620833465 tempest-LiveMigrationTest-1620833465-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=85d13644-2ff3-4f2e-ba89-a449fe4bd19d HTTP/1.1" status: 200 len: 1096 time: 0.1574981 Apr 18 20:37:19.892031 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [req-896a46ff-9329-4823-9b35-859b0b4b6623 req-2c9c22a8-5b5f-49e4-bb7d-e56d5d47e480 tempest-FloatingIPsTestJSON-1887391700 tempest-FloatingIPsTestJSON-1887391700-project] Unset dirty status for tenant:bb2e510a384a4b3d8dcb0926970ea9f9 on resource:network {{(pid=84040) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 20:37:19.893448 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-896a46ff-9329-4823-9b35-859b0b4b6623 req-2c9c22a8-5b5f-49e4-bb7d-e56d5d47e480 tempest-FloatingIPsTestJSON-1887391700 tempest-FloatingIPsTestJSON-1887391700-project] 10.222.0.42 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.3448315 Apr 18 20:37:19.912206 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-975f3a5b-4772-4f8b-98dc-563552f2fcb8 req-018dbafa-2c0d-466c-9487-8d5d51ed59ab tempest-LiveMigrationTest-1620833465 tempest-LiveMigrationTest-1620833465-project-admin] 10.222.0.42 "GET /v2.0/security-groups?id=c1ded286-bbeb-4ec4-95be-e4f6aab8a892&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605175 Apr 18 20:37:19.916469 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.v2.base [req-896a46ff-9329-4823-9b35-859b0b4b6623 req-9e43c7bf-ecbf-4778-8201-354ededaacd2 tempest-FloatingIPsTestJSON-1887391700 tempest-FloatingIPsTestJSON-1887391700-project] Request body: {'floatingip': {'floating_network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c'}} {{(pid=84040) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 20:37:19.943484 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [req-896a46ff-9329-4823-9b35-859b0b4b6623 req-9e43c7bf-ecbf-4778-8201-354ededaacd2 tempest-FloatingIPsTestJSON-1887391700 tempest-FloatingIPsTestJSON-1887391700-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:37:19.947590 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [req-896a46ff-9329-4823-9b35-859b0b4b6623 req-9e43c7bf-ecbf-4778-8201-354ededaacd2 tempest-FloatingIPsTestJSON-1887391700 tempest-FloatingIPsTestJSON-1887391700-project] Usage tracker for resource:floatingip and tenant:bb2e510a384a4b3d8dcb0926970ea9f9 is out of sync, need to count used quota {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:37:19.967142 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [req-896a46ff-9329-4823-9b35-859b0b4b6623 req-9e43c7bf-ecbf-4778-8201-354ededaacd2 tempest-FloatingIPsTestJSON-1887391700 tempest-FloatingIPsTestJSON-1887391700-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:37:19.973193 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [req-896a46ff-9329-4823-9b35-859b0b4b6623 req-9e43c7bf-ecbf-4778-8201-354ededaacd2 tempest-FloatingIPsTestJSON-1887391700 tempest-FloatingIPsTestJSON-1887391700-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:37:19.995183 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-896a46ff-9329-4823-9b35-859b0b4b6623 req-9e43c7bf-ecbf-4778-8201-354ededaacd2 tempest-FloatingIPsTestJSON-1887391700 tempest-FloatingIPsTestJSON-1887391700-project] Notify callbacks [] for floatingip, before_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:20.003526 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_dvr_db [None req-a494d709-d503-4302-8ee3-d0547cbe06de None None] Set router 1578b1d0-cfda-418a-80ab-20b0a1b896b1 gateway port host: n-d-838334-2 {{(pid=84042) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 20:37:20.177653 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-896a46ff-9329-4823-9b35-859b0b4b6623 req-9e43c7bf-ecbf-4778-8201-354ededaacd2 tempest-FloatingIPsTestJSON-1887391700 tempest-FloatingIPsTestJSON-1887391700-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:20.313238 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 32972) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:37:20.407123 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-c7521a90-7d65-4e2e-842c-ca5d95e9a89c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750375287399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253529'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:20.443821 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2814b84c-ae08-4c88-bf22-c49d6833879d req-01d55d11-5734-4196-9af7-e60fc0634bad tempest-ImagesNegativeTestJSON-935301971 tempest-ImagesNegativeTestJSON-935301971-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:37:20.445316 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-2814b84c-ae08-4c88-bf22-c49d6833879d req-01d55d11-5734-4196-9af7-e60fc0634bad tempest-ImagesNegativeTestJSON-935301971 tempest-ImagesNegativeTestJSON-935301971-project] 10.222.0.42 "GET /v2.0/ports?device_id=e5fa78a1-2828-4c65-8a0a-758a1c3156a5 HTTP/1.1" status: 200 len: 947 time: 0.2641447 Apr 18 20:37:20.499271 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.db_base_plugin_common [req-896a46ff-9329-4823-9b35-859b0b4b6623 req-9e43c7bf-ecbf-4778-8201-354ededaacd2 tempest-FloatingIPsTestJSON-1887391700 tempest-FloatingIPsTestJSON-1887391700-project] Allocated IP 172.25.8.65 (e41b6600-a917-4a8d-b05c-be3be40c6d8c/6b05667b-848e-4356-9b44-d5eb6808ef74/874fd80a-ca29-4b0c-a6ca-a3f7546caca1) {{(pid=84040) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:37:20.508503 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_hamode_db [None req-a494d709-d503-4302-8ee3-d0547cbe06de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1578b1d0-cfda-418a-80ab-20b0a1b896b1', 'name': 'tempest-FloatingIPsTestJSON-708828222-router', 'tenant_id': 'bb2e510a384a4b3d8dcb0926970ea9f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'external_fixed_ips': [{'subnet_id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'ip_address': '172.25.8.78'}], 'enable_snat': True}, 'gw_port_id': '9f3bd61c-8e3a-4fdc-a3d7-c87d5951442c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:37:08Z', 'updated_at': '2022-04-18T20:37:14Z', 'revision_number': 4, 'project_id': 'bb2e510a384a4b3d8dcb0926970ea9f9', 'gw_port': {'id': '9f3bd61c-8e3a-4fdc-a3d7-c87d5951442c', 'name': '', 'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:6e:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1578b1d0-cfda-418a-80ab-20b0a1b896b1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'ip_address': '172.25.8.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:37:09Z', 'updated_at': '2022-04-18T20:37:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838334-2', '_interfaces': [{'id': '83a9c1a4-fd8d-4693-9ac1-9949449cd843', 'name': '', 'network_id': 'efdbce01-fc3d-4546-9bb8-2f385093b55f', 'tenant_id': 'bb2e510a384a4b3d8dcb0926970ea9f9', 'mac_address': 'fa:16:3e:dd:de:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1578b1d0-cfda-418a-80ab-20b0a1b896b1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5682643d-a10d-40ad-9341-b974906dbaa4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:37:13Z', 'updated_at': '2022-04-18T20:37:14Z', 'revision_number': 2, 'project_id': 'bb2e510a384a4b3d8dcb0926970ea9f9', 'subnets': [{'id': '5682643d-a10d-40ad-9341-b974906dbaa4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838334-2', False) {} {{(pid=84042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:37:20.515668 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a494d709-d503-4302-8ee3-d0547cbe06de None None] Checking router: 1578b1d0-cfda-418a-80ab-20b0a1b896b1 for host: n-d-838334-2 {{(pid=84042) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 18 20:37:20.517144 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a494d709-d503-4302-8ee3-d0547cbe06de None None] Updating router 1578b1d0-cfda-418a-80ab-20b0a1b896b1 port 83a9c1a4-fd8d-4693-9ac1-9949449cd843 binding host n-d-838334-2 {{(pid=84042) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 18 20:37:20.583443 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-a494d709-d503-4302-8ee3-d0547cbe06de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:20.617400 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-2814b84c-ae08-4c88-bf22-c49d6833879d req-7a0ba451-c990-4488-b52a-7cf20434c204 tempest-ImagesNegativeTestJSON-935301971 tempest-ImagesNegativeTestJSON-935301971-project] 10.222.0.42 "GET /v2.0/security-groups?id=1bfbe8fa-1d24-41fa-ae6c-b06bc7cab0e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1566384 Apr 18 20:37:20.689367 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-db39c08b-cbe1-4f28-a2c7-2cc3e9400f8b tempest-AutoAllocateNetworkTest-707581607 tempest-AutoAllocateNetworkTest-707581607-project] 10.222.0.42 "GET /v2.0/networks?tenant_id=fabafb7cdebf4409b4638eafd4f32665&shared=False HTTP/1.1" status: 200 len: 208 time: 0.3742168 Apr 18 20:37:20.690416 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 32984) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:37:20.742425 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-896a46ff-9329-4823-9b35-859b0b4b6623 req-9e43c7bf-ecbf-4778-8201-354ededaacd2 tempest-FloatingIPsTestJSON-1887391700 tempest-FloatingIPsTestJSON-1887391700-project] Notify callbacks [] for port, precommit_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:20.776890 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-896a46ff-9329-4823-9b35-859b0b4b6623 req-9e43c7bf-ecbf-4778-8201-354ededaacd2 tempest-FloatingIPsTestJSON-1887391700 tempest-FloatingIPsTestJSON-1887391700-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750374836619'] for port, after_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:20.878518 n-d-838334-2 neutron-server[84040]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-896a46ff-9329-4823-9b35-859b0b4b6623 req-9e43c7bf-ecbf-4778-8201-354ededaacd2 tempest-FloatingIPsTestJSON-1887391700 tempest-FloatingIPsTestJSON-1887391700-project] Network e41b6600-a917-4a8d-b05c-be3be40c6d8c is already hosted by enough agents. {{(pid=84040) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:37:20.881769 n-d-838334-2 neutron-server[84040]: DEBUG neutron.scheduler.base_scheduler [req-896a46ff-9329-4823-9b35-859b0b4b6623 req-9e43c7bf-ecbf-4778-8201-354ededaacd2 tempest-FloatingIPsTestJSON-1887391700 tempest-FloatingIPsTestJSON-1887391700-project] Resources bound (agent type, host, resource id): {{(pid=84040) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:37:20.886071 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.l3_dvrscheduler_db [req-896a46ff-9329-4823-9b35-859b0b4b6623 req-9e43c7bf-ecbf-4778-8201-354ededaacd2 tempest-FloatingIPsTestJSON-1887391700 tempest-FloatingIPsTestJSON-1887391700-project] Received port after_create {{(pid=84040) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 20:37:20.894587 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e43c7bf-ecbf-4778-8201-354ededaacd2 tempest-FloatingIPsTestJSON-1887391700 tempest-FloatingIPsTestJSON-1887391700-project] Pushing event updated for resources: {'Port': ['ID=874fd80a-ca29-4b0c-a6ca-a3f7546caca1,revision_number=1']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:37:20.900441 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf6edf99-5531-4519-a316-50a98ee768cb tempest-AutoAllocateNetworkTest-707581607 tempest-AutoAllocateNetworkTest-707581607-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:37:20.903558 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-cf6edf99-5531-4519-a316-50a98ee768cb tempest-AutoAllocateNetworkTest-707581607 tempest-AutoAllocateNetworkTest-707581607-project] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 764 time: 0.2103722 Apr 18 20:37:20.906579 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 32990) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:37:21.035187 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-9b401280-a74d-475d-8b08-befe4eb3a6d1 tempest-AutoAllocateNetworkTest-707581607 tempest-AutoAllocateNetworkTest-707581607-project] 10.222.0.42 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1222332 Apr 18 20:37:21.036369 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 32994) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:37:21.104902 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-a494d709-d503-4302-8ee3-d0547cbe06de None None] Notify callbacks [] for port, precommit_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:21.110319 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-63a50762-afa1-4324-92ad-55eb2c15cd6e tempest-AutoAllocateNetworkTest-707581607 tempest-AutoAllocateNetworkTest-707581607-project] 10.222.0.42 "GET /v2.0/networks?tenant_id=fabafb7cdebf4409b4638eafd4f32665 HTTP/1.1" status: 200 len: 208 time: 0.0730283 Apr 18 20:37:21.120246 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-896a46ff-9329-4823-9b35-859b0b4b6623 req-9e43c7bf-ecbf-4778-8201-354ededaacd2 tempest-FloatingIPsTestJSON-1887391700 tempest-FloatingIPsTestJSON-1887391700-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:21.128288 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-a494d709-d503-4302-8ee3-d0547cbe06de None None] Transition to ACTIVE for port object 83a9c1a4-fd8d-4693-9ac1-9949449cd843 will not be triggered until provisioned by entity L2. {{(pid=84042) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 20:37:21.137915 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-a494d709-d503-4302-8ee3-d0547cbe06de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682'] for port, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:21.249648 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-896a46ff-9329-4823-9b35-859b0b4b6623 req-9e43c7bf-ecbf-4778-8201-354ededaacd2 tempest-FloatingIPsTestJSON-1887391700 tempest-FloatingIPsTestJSON-1887391700-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:21.401847 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 33008) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:37:21.421448 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18873f05-ba24-4040-b5c6-775287c055c5 None None] Pushing event updated for resources: {'Port': ['ID=83a9c1a4-fd8d-4693-9ac1-9949449cd843,revision_number=3']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:37:21.423935 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.managers [None req-a494d709-d503-4302-8ee3-d0547cbe06de None None] Attempting to bind port 83a9c1a4-fd8d-4693-9ac1-9949449cd843 on host n-d-838334-2 for vnic_type normal with profile {{(pid=84042) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:37:21.424375 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.managers [None req-a494d709-d503-4302-8ee3-d0547cbe06de None None] Attempting to bind port 83a9c1a4-fd8d-4693-9ac1-9949449cd843 by drivers openvswitch,hyperv on host n-d-838334-2 at level 0 using segments [{'id': 'fa0bb2dd-d79d-42bf-ba14-7584c2ab36a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': 'efdbce01-fc3d-4546-9bb8-2f385093b55f'}] {{(pid=84042) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:37:21.424652 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a494d709-d503-4302-8ee3-d0547cbe06de None None] Attempting to bind port 83a9c1a4-fd8d-4693-9ac1-9949449cd843 on network efdbce01-fc3d-4546-9bb8-2f385093b55f {{(pid=84042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 20:37:21.436021 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a494d709-d503-4302-8ee3-d0547cbe06de None None] Checking agent: {'id': '97cd4414-7af6-4d67-868d-dff370b4071a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838334-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 25, 49), 'started_at': datetime.datetime(2022, 4, 18, 20, 26, 19), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 20, 37, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838334-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 18 20:37:21.436391 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a494d709-d503-4302-8ee3-d0547cbe06de None None] Checking segment: {'id': 'fa0bb2dd-d79d-42bf-ba14-7584c2ab36a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': 'efdbce01-fc3d-4546-9bb8-2f385093b55f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84042) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 20:37:21.436839 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-a494d709-d503-4302-8ee3-d0547cbe06de None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:21.437226 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a494d709-d503-4302-8ee3-d0547cbe06de None None] Bound using segment: {'id': 'fa0bb2dd-d79d-42bf-ba14-7584c2ab36a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': 'efdbce01-fc3d-4546-9bb8-2f385093b55f'} {{(pid=84042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 18 20:37:21.437692 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.managers [None req-a494d709-d503-4302-8ee3-d0547cbe06de None None] Bound port: 83a9c1a4-fd8d-4693-9ac1-9949449cd843, host: n-d-838334-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fa0bb2dd-d79d-42bf-ba14-7584c2ab36a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': 'efdbce01-fc3d-4546-9bb8-2f385093b55f'}}] {{(pid=84042) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 20:37:21.438102 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-a494d709-d503-4302-8ee3-d0547cbe06de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:21.543955 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-ee96b05a-6559-4396-b8d7-0796d743ecac req-48a2ead3-704f-4a4d-90fd-2a88a7be21be tempest-LiveAutoBlockMigrationV225Test-203169570 tempest-LiveAutoBlockMigrationV225Test-203169570-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=4d27da33-3ad6-433b-9d90-6d6cdb64d534 HTTP/1.1" status: 200 len: 1096 time: 0.4190989 Apr 18 20:37:21.548183 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-896a46ff-9329-4823-9b35-859b0b4b6623 req-9e43c7bf-ecbf-4778-8201-354ededaacd2 tempest-FloatingIPsTestJSON-1887391700 tempest-FloatingIPsTestJSON-1887391700-project] Notify callbacks [] for port, precommit_update {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:21.573209 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-896a46ff-9329-4823-9b35-859b0b4b6623 req-9e43c7bf-ecbf-4778-8201-354ededaacd2 tempest-FloatingIPsTestJSON-1887391700 tempest-FloatingIPsTestJSON-1887391700-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682'] for port, after_update {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:21.598187 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-a494d709-d503-4302-8ee3-d0547cbe06de None None] For port 83a9c1a4-fd8d-4693-9ac1-9949449cd843, host n-d-838334-2, cleared binding levels {{(pid=84042) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 20:37:21.604571 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-a494d709-d503-4302-8ee3-d0547cbe06de None None] For port 83a9c1a4-fd8d-4693-9ac1-9949449cd843, host n-d-838334-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838334-2',level=0,port_id=83a9c1a4-fd8d-4693-9ac1-9949449cd843,segment=NetworkSegment(fa0bb2dd-d79d-42bf-ba14-7584c2ab36a1),segment_id=fa0bb2dd-d79d-42bf-ba14-7584c2ab36a1)] {{(pid=84042) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 20:37:21.609610 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-a494d709-d503-4302-8ee3-d0547cbe06de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682'] for port, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:21.623506 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-f49de79e-ecda-49b5-80c4-cc7b051afd51 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:21.638581 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-896a46ff-9329-4823-9b35-859b0b4b6623 req-9e43c7bf-ecbf-4778-8201-354ededaacd2 tempest-FloatingIPsTestJSON-1887391700 tempest-FloatingIPsTestJSON-1887391700-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33444131'] for floatingip, after_update {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:21.665918 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-f49de79e-ecda-49b5-80c4-cc7b051afd51 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:37:21.671290 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-f49de79e-ecda-49b5-80c4-cc7b051afd51 admin admin] Usage tracker for resource:security_group_rule and tenant:fabafb7cdebf4409b4638eafd4f32665 is out of sync, need to count used quota {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:37:21.675846 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-ee96b05a-6559-4396-b8d7-0796d743ecac req-4d0bc1f6-a97d-479b-a8cb-ef99bb2c9be2 tempest-LiveAutoBlockMigrationV225Test-203169570 tempest-LiveAutoBlockMigrationV225Test-203169570-project-admin] 10.222.0.42 "GET /v2.0/security-groups?id=bf712067-aabd-4e70-aae1-082928dd1ccd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1246822 Apr 18 20:37:21.688042 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-f49de79e-ecda-49b5-80c4-cc7b051afd51 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:37:21.696563 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18873f05-ba24-4040-b5c6-775287c055c5 None None] Pushing event updated for resources: {'Port': ['ID=83a9c1a4-fd8d-4693-9ac1-9949449cd843,revision_number=4']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:37:21.704202 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-f49de79e-ecda-49b5-80c4-cc7b051afd51 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:37:21.713041 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-896a46ff-9329-4823-9b35-859b0b4b6623 req-9e43c7bf-ecbf-4778-8201-354ededaacd2 tempest-FloatingIPsTestJSON-1887391700 tempest-FloatingIPsTestJSON-1887391700-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217293'] for floatingip, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:21.721379 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-896a46ff-9329-4823-9b35-859b0b4b6623 req-9e43c7bf-ecbf-4778-8201-354ededaacd2 tempest-FloatingIPsTestJSON-1887391700 tempest-FloatingIPsTestJSON-1887391700-project] 10.222.0.42 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 1.8222644 Apr 18 20:37:21.723946 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e43c7bf-ecbf-4778-8201-354ededaacd2 tempest-FloatingIPsTestJSON-1887391700 tempest-FloatingIPsTestJSON-1887391700-project] Pushing event updated for resources: {'Port': ['ID=874fd80a-ca29-4b0c-a6ca-a3f7546caca1,revision_number=2']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:37:21.738617 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a494d709-d503-4302-8ee3-d0547cbe06de None None] Routers {'1578b1d0-cfda-418a-80ab-20b0a1b896b1'} bound to L3 agent in host n-d-838334-2 {{(pid=84042) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 20:37:21.739365 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_hamode_db [None req-a494d709-d503-4302-8ee3-d0547cbe06de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838334-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-18T20:25:48Z,description=,heartbeat_timestamp=2022-04-18T20:37:18Z,host='n-d-838334-2',id=bc84d6c9-dd7a-4555-a351-592327b46d5a,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:25:48Z,topic='l3_agent')) {'router_ids': ['1578b1d0-cfda-418a-80ab-20b0a1b896b1'], 'active': True} {{(pid=84042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:37:21.839506 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [req-896a46ff-9329-4823-9b35-859b0b4b6623 req-fddc9360-01f3-43b3-8388-a8bf801ada8e tempest-FloatingIPsTestJSON-1887391700 tempest-FloatingIPsTestJSON-1887391700-project] Synchronizing usage tracker for tenant:bb2e510a384a4b3d8dcb0926970ea9f9 on resource:floatingip {{(pid=84040) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 20:37:21.870782 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [req-896a46ff-9329-4823-9b35-859b0b4b6623 req-fddc9360-01f3-43b3-8388-a8bf801ada8e tempest-FloatingIPsTestJSON-1887391700 tempest-FloatingIPsTestJSON-1887391700-project] Unset dirty status for tenant:bb2e510a384a4b3d8dcb0926970ea9f9 on resource:floatingip {{(pid=84040) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 20:37:21.872296 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-896a46ff-9329-4823-9b35-859b0b4b6623 req-fddc9360-01f3-43b3-8388-a8bf801ada8e tempest-FloatingIPsTestJSON-1887391700 tempest-FloatingIPsTestJSON-1887391700-project] 10.222.0.42 "GET /v2.0/floatingips?floating_ip_address=172.25.8.65 HTTP/1.1" status: 200 len: 695 time: 0.1499660 Apr 18 20:37:21.879881 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-f49de79e-ecda-49b5-80c4-cc7b051afd51 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:21.898247 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-f49de79e-ecda-49b5-80c4-cc7b051afd51 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33528224'] for security_group, after_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:21.993757 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-f49de79e-ecda-49b5-80c4-cc7b051afd51 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=fabafb7cdebf4409b4638eafd4f32665&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5902030 Apr 18 20:37:21.994434 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 33028) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:37:22.049173 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f49de79e-ecda-49b5-80c4-cc7b051afd51 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6ded1f23-4f23-4124-a1ae-e079ac2e69e4,revision_number=1']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:37:22.080500 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_dvr_db [None req-a494d709-d503-4302-8ee3-d0547cbe06de None None] Set router 1578b1d0-cfda-418a-80ab-20b0a1b896b1 gateway port host: n-d-838334-2 {{(pid=84042) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 20:37:22.126184 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-fb351279-7a82-4223-9901-fc7af03bd5f7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:22.126765 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-896a46ff-9329-4823-9b35-859b0b4b6623 req-76e11ab6-94b9-432e-ab5d-488c4f76cb77 tempest-FloatingIPsTestJSON-1887391700 tempest-FloatingIPsTestJSON-1887391700-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:37:22.133713 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-896a46ff-9329-4823-9b35-859b0b4b6623 req-76e11ab6-94b9-432e-ab5d-488c4f76cb77 tempest-FloatingIPsTestJSON-1887391700 tempest-FloatingIPsTestJSON-1887391700-project] 10.222.0.42 "GET /v2.0/networks/e41b6600-a917-4a8d-b05c-be3be40c6d8c HTTP/1.1" status: 200 len: 784 time: 0.2545505 Apr 18 20:37:22.145637 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [req-896a46ff-9329-4823-9b35-859b0b4b6623 req-7c7b5ea4-f0d5-46bc-a59d-7d8fb3db85e7 tempest-FloatingIPsTestJSON-1887391700 tempest-FloatingIPsTestJSON-1887391700-project] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=84040) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 18 20:37:22.145637 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-896a46ff-9329-4823-9b35-859b0b4b6623 req-7c7b5ea4-f0d5-46bc-a59d-7d8fb3db85e7 tempest-FloatingIPsTestJSON-1887391700 tempest-FloatingIPsTestJSON-1887391700-project] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0071199 Apr 18 20:37:22.164782 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-fb351279-7a82-4223-9901-fc7af03bd5f7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:22.231558 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-069d0e75-9cec-4257-bccd-eb7b6c64d2a9 req-cdd19cd2-f040-4605-939b-9c86943d3ea6 tempest-LiveMigrationTest-1620833465 tempest-LiveMigrationTest-1620833465-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=85d13644-2ff3-4f2e-ba89-a449fe4bd19d HTTP/1.1" status: 200 len: 1096 time: 0.0949616 Apr 18 20:37:22.246262 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Device b110fd6e-8bb5-4d84-9f57-0d2502d16150 details requested by agent hyperv_n-h1-838334-2 with host n-h1-838334-2 {{(pid=84042) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 18 20:37:22.255648 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-fb351279-7a82-4223-9901-fc7af03bd5f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33528224'] for security_group, after_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:22.287206 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb351279-7a82-4223-9901-fc7af03bd5f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ded1f23-4f23-4124-a1ae-e079ac2e69e4,revision_number=None']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:37:22.295752 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-069d0e75-9cec-4257-bccd-eb7b6c64d2a9 req-dbb52030-e67e-4d8e-bd40-f8943273cb05 tempest-LiveMigrationTest-1620833465 tempest-LiveMigrationTest-1620833465-project-admin] 10.222.0.42 "GET /v2.0/security-groups?id=c1ded286-bbeb-4ec4-95be-e4f6aab8a892&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522044 Apr 18 20:37:22.307556 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-fb351279-7a82-4223-9901-fc7af03bd5f7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:22.310978 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-fb351279-7a82-4223-9901-fc7af03bd5f7 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/6ded1f23-4f23-4124-a1ae-e079ac2e69e4 HTTP/1.1" status: 204 len: 168 time: 0.3056684 Apr 18 20:37:22.392296 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.db.resource_extend [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 18 20:37:22.560696 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a99837d-61bc-4c89-a31e-a2e9c3db1c83 req-74f115ba-287e-4098-b494-11b382ab3ce4 tempest-ImagesNegativeTestJSON-935301971 tempest-ImagesNegativeTestJSON-935301971-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:37:22.562157 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-0a99837d-61bc-4c89-a31e-a2e9c3db1c83 req-74f115ba-287e-4098-b494-11b382ab3ce4 tempest-ImagesNegativeTestJSON-935301971 tempest-ImagesNegativeTestJSON-935301971-project] 10.222.0.42 "GET /v2.0/ports?device_id=e5fa78a1-2828-4c65-8a0a-758a1c3156a5 HTTP/1.1" status: 200 len: 947 time: 0.1476395 Apr 18 20:37:22.610472 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-43b50f76-a3b0-4b3b-9a14-5ba992404e2f req-20cd218c-cac5-4f7b-9d0c-ee5b96e3549c tempest-LiveAutoBlockMigrationV225Test-203169570 tempest-LiveAutoBlockMigrationV225Test-203169570-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=4d27da33-3ad6-433b-9d90-6d6cdb64d534 HTTP/1.1" status: 200 len: 1096 time: 0.1366909 Apr 18 20:37:22.627896 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] For port b110fd6e-8bb5-4d84-9f57-0d2502d16150, host n-h1-838334-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838334-2',level=0,port_id=b110fd6e-8bb5-4d84-9f57-0d2502d16150,segment=NetworkSegment(62b85806-94d8-4a88-a06c-da82e5932d66),segment_id=62b85806-94d8-4a88-a06c-da82e5932d66)] {{(pid=84042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:37:22.647102 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Returning: {'device': 'b110fd6e-8bb5-4d84-9f57-0d2502d16150', 'network_id': 'cb56989d-7c5d-4678-b194-1d2edf1e842a', 'port_id': 'b110fd6e-8bb5-4d84-9f57-0d2502d16150', 'mac_address': 'fa:16:3e:a1:0c:e8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 382, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c4b526db-4d8a-4d4c-a310-e3a599630ae1', 'ip_address': '192.168.233.69'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84042) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 18 20:37:22.675530 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 33046) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:37:22.676249 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-43b50f76-a3b0-4b3b-9a14-5ba992404e2f req-19a91068-494a-48c0-a0d1-ded93a45059c tempest-LiveAutoBlockMigrationV225Test-203169570 tempest-LiveAutoBlockMigrationV225Test-203169570-project-admin] 10.222.0.42 "GET /v2.0/security-groups?id=bf712067-aabd-4e70-aae1-082928dd1ccd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645897 Apr 18 20:37:22.680939 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-0a99837d-61bc-4c89-a31e-a2e9c3db1c83 req-a860187c-caaa-41cf-8a51-14580fb2b6f2 tempest-ImagesNegativeTestJSON-935301971 tempest-ImagesNegativeTestJSON-935301971-project] 10.222.0.42 "GET /v2.0/security-groups?id=1bfbe8fa-1d24-41fa-ae6c-b06bc7cab0e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1086693 Apr 18 20:37:22.742024 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:22.761589 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_hamode_db [None req-a494d709-d503-4302-8ee3-d0547cbe06de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1578b1d0-cfda-418a-80ab-20b0a1b896b1', 'name': 'tempest-FloatingIPsTestJSON-708828222-router', 'tenant_id': 'bb2e510a384a4b3d8dcb0926970ea9f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'external_fixed_ips': [{'subnet_id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'ip_address': '172.25.8.78'}], 'enable_snat': True}, 'gw_port_id': '9f3bd61c-8e3a-4fdc-a3d7-c87d5951442c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:37:08Z', 'updated_at': '2022-04-18T20:37:14Z', 'revision_number': 4, 'project_id': 'bb2e510a384a4b3d8dcb0926970ea9f9', 'gw_port': {'id': '9f3bd61c-8e3a-4fdc-a3d7-c87d5951442c', 'name': '', 'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:6e:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1578b1d0-cfda-418a-80ab-20b0a1b896b1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'ip_address': '172.25.8.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:37:09Z', 'updated_at': '2022-04-18T20:37:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838334-2', '_interfaces': [{'id': '83a9c1a4-fd8d-4693-9ac1-9949449cd843', 'name': '', 'network_id': 'efdbce01-fc3d-4546-9bb8-2f385093b55f', 'tenant_id': 'bb2e510a384a4b3d8dcb0926970ea9f9', 'mac_address': 'fa:16:3e:dd:de:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1578b1d0-cfda-418a-80ab-20b0a1b896b1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5682643d-a10d-40ad-9341-b974906dbaa4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:37:13Z', 'updated_at': '2022-04-18T20:37:21Z', 'revision_number': 4, 'project_id': 'bb2e510a384a4b3d8dcb0926970ea9f9', 'subnets': [{'id': '5682643d-a10d-40ad-9341-b974906dbaa4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838334-2', False) {} {{(pid=84042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:37:22.766486 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a494d709-d503-4302-8ee3-d0547cbe06de None None] The sync data for ids ['1578b1d0-cfda-418a-80ab-20b0a1b896b1'] in n-d-838334-2 is: [{'id': '1578b1d0-cfda-418a-80ab-20b0a1b896b1', 'name': 'tempest-FloatingIPsTestJSON-708828222-router', 'tenant_id': 'bb2e510a384a4b3d8dcb0926970ea9f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'external_fixed_ips': [{'subnet_id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'ip_address': '172.25.8.78'}], 'enable_snat': True}, 'gw_port_id': '9f3bd61c-8e3a-4fdc-a3d7-c87d5951442c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:37:08Z', 'updated_at': '2022-04-18T20:37:14Z', 'revision_number': 4, 'project_id': 'bb2e510a384a4b3d8dcb0926970ea9f9', 'gw_port': {'id': '9f3bd61c-8e3a-4fdc-a3d7-c87d5951442c', 'name': '', 'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:6e:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1578b1d0-cfda-418a-80ab-20b0a1b896b1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'ip_address': '172.25.8.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:37:09Z', 'updated_at': '2022-04-18T20:37:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838334-2', '_interfaces': [{'id': '83a9c1a4-fd8d-4693-9ac1-9949449cd843', 'name': '', 'network_id': 'efdbce01-fc3d-4546-9bb8-2f385093b55f', 'tenant_id': 'bb2e510a384a4b3d8dcb0926970ea9f9', 'mac_address': 'fa:16:3e:dd:de:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1578b1d0-cfda-418a-80ab-20b0a1b896b1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5682643d-a10d-40ad-9341-b974906dbaa4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:37:13Z', 'updated_at': '2022-04-18T20:37:21Z', 'revision_number': 4, 'project_id': 'bb2e510a384a4b3d8dcb0926970ea9f9', 'subnets': [{'id': '5682643d-a10d-40ad-9341-b974906dbaa4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84042) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 18 20:37:22.774920 n-d-838334-2 neutron-server[84042]: DEBUG neutron.notifiers.nova [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b110fd6e-8bb5-4d84-9f57-0d2502d16150 {{(pid=84042) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 18 20:37:22.798221 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] For port b110fd6e-8bb5-4d84-9f57-0d2502d16150, host n-h1-838334-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838334-2',level=0,port_id=b110fd6e-8bb5-4d84-9f57-0d2502d16150,segment=NetworkSegment(62b85806-94d8-4a88-a06c-da82e5932d66),segment_id=62b85806-94d8-4a88-a06c-da82e5932d66)] {{(pid=84042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:37:22.803667 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682'] for port, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:22.922687 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-a53fe249-04f4-4e88-a68d-8510f6df19e8 req-7f67b91f-3e34-4105-820a-34ff45c0f607 tempest-FloatingIPsTestJSON-1887391700 tempest-FloatingIPsTestJSON-1887391700-project] 10.222.0.42 "GET /v2.0/floatingips/558c5e67-6f1e-420b-ad2a-ea20ccc96f12 HTTP/1.1" status: 200 len: 692 time: 0.1292155 Apr 18 20:37:22.943964 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Pushing event updated for resources: {'Port': ['ID=b110fd6e-8bb5-4d84-9f57-0d2502d16150,revision_number=4']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:37:22.973526 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-02997a6d-2a6b-44eb-89df-2bdde4005c10 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:23.002669 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] get_ports_and_sgs() called for port_ids ['b110fd6e-8bb5-4d84-9f57-0d2502d16150'] {{(pid=84042) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 18 20:37:23.077064 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-02997a6d-2a6b-44eb-89df-2bdde4005c10 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:37:23.081975 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-02997a6d-2a6b-44eb-89df-2bdde4005c10 admin admin] Usage tracker for resource:security_group_rule and tenant:3c211dc7714945d6b7c6659f418f908b is out of sync, need to count used quota {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:37:23.086726 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-02997a6d-2a6b-44eb-89df-2bdde4005c10 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:37:23.094591 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-02997a6d-2a6b-44eb-89df-2bdde4005c10 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:37:23.181878 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-02997a6d-2a6b-44eb-89df-2bdde4005c10 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:23.189959 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-02997a6d-2a6b-44eb-89df-2bdde4005c10 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33528224'] for security_group, after_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:23.230113 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02997a6d-2a6b-44eb-89df-2bdde4005c10 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a2a2cab7-b9c8-4ff1-9439-7a9c402b166a,revision_number=1']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:37:23.280269 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-02997a6d-2a6b-44eb-89df-2bdde4005c10 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=3c211dc7714945d6b7c6659f418f908b&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6031578 Apr 18 20:37:23.281216 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 33068) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:37:23.386200 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a53fe249-04f4-4e88-a68d-8510f6df19e8 req-b0363b74-00a5-40d4-af68-6fb1149d4799 tempest-FloatingIPsTestJSON-1887391700 tempest-FloatingIPsTestJSON-1887391700-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:37:23.387611 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-a53fe249-04f4-4e88-a68d-8510f6df19e8 req-b0363b74-00a5-40d4-af68-6fb1149d4799 tempest-FloatingIPsTestJSON-1887391700 tempest-FloatingIPsTestJSON-1887391700-project] 10.222.0.42 "GET /v2.0/networks/e41b6600-a917-4a8d-b05c-be3be40c6d8c HTTP/1.1" status: 200 len: 784 time: 0.4443479 Apr 18 20:37:23.404625 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [req-a53fe249-04f4-4e88-a68d-8510f6df19e8 req-67e775f2-828a-4571-9f07-40b8f9c40c37 tempest-FloatingIPsTestJSON-1887391700 tempest-FloatingIPsTestJSON-1887391700-project] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=84040) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 18 20:37:23.405612 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-a53fe249-04f4-4e88-a68d-8510f6df19e8 req-67e775f2-828a-4571-9f07-40b8f9c40c37 tempest-FloatingIPsTestJSON-1887391700 tempest-FloatingIPsTestJSON-1887391700-project] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0121229 Apr 18 20:37:23.415920 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-a2e21cc4-d7a6-4fcc-9534-d8cf29e8a36a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:23.467770 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-a2e21cc4-d7a6-4fcc-9534-d8cf29e8a36a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:23.564673 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-a2e21cc4-d7a6-4fcc-9534-d8cf29e8a36a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33528224'] for security_group, after_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:23.583166 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2e21cc4-d7a6-4fcc-9534-d8cf29e8a36a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a2a2cab7-b9c8-4ff1-9439-7a9c402b166a,revision_number=None']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:37:23.589116 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-a2e21cc4-d7a6-4fcc-9534-d8cf29e8a36a admin admin] Notify callbacks [] for security_group, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:23.590245 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-a2e21cc4-d7a6-4fcc-9534-d8cf29e8a36a admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/a2a2cab7-b9c8-4ff1-9439-7a9c402b166a HTTP/1.1" status: 204 len: 168 time: 0.3079102 Apr 18 20:37:23.676792 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Device 83a9c1a4-fd8d-4693-9ac1-9949449cd843 up at agent ovs-agent-n-d-838334-2 {{(pid=84042) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 20:37:23.797956 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-e819a115-c70c-4c76-b3d8-c21ca9a926d8 req-72c293b2-5d7e-4125-aaaa-1e6d444b5def tempest-FloatingIPsTestJSON-1887391700 tempest-FloatingIPsTestJSON-1887391700-project] 10.222.0.42 "GET /v2.0/floatingips?tenant_id=bb2e510a384a4b3d8dcb0926970ea9f9 HTTP/1.1" status: 200 len: 695 time: 0.0941031 Apr 18 20:37:23.823748 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Provisioning for port 83a9c1a4-fd8d-4693-9ac1-9949449cd843 completed by entity L2. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 20:37:23.830226 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Provisioning complete for port 83a9c1a4-fd8d-4693-9ac1-9949449cd843 triggered by entity L2. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:37:23.830692 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1253608'] for port, provisioning_complete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:23.931558 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 33098) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:37:23.982466 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Device b110fd6e-8bb5-4d84-9f57-0d2502d16150 up at agent hyperv_n-h1-838334-2 {{(pid=84042) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 20:37:24.091815 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e819a115-c70c-4c76-b3d8-c21ca9a926d8 req-204bc68e-de03-4958-b338-bc69e2596cf0 tempest-FloatingIPsTestJSON-1887391700 tempest-FloatingIPsTestJSON-1887391700-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:37:24.094602 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-e819a115-c70c-4c76-b3d8-c21ca9a926d8 req-204bc68e-de03-4958-b338-bc69e2596cf0 tempest-FloatingIPsTestJSON-1887391700 tempest-FloatingIPsTestJSON-1887391700-project] 10.222.0.42 "GET /v2.0/networks?id=e41b6600-a917-4a8d-b05c-be3be40c6d8c HTTP/1.1" status: 200 len: 787 time: 0.2953136 Apr 18 20:37:24.108839 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [req-e819a115-c70c-4c76-b3d8-c21ca9a926d8 req-8eb7a6bc-c841-44dd-b295-1cd476aea3f2 tempest-FloatingIPsTestJSON-1887391700 tempest-FloatingIPsTestJSON-1887391700-project] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=84040) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 18 20:37:24.109909 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-e819a115-c70c-4c76-b3d8-c21ca9a926d8 req-8eb7a6bc-c841-44dd-b295-1cd476aea3f2 tempest-FloatingIPsTestJSON-1887391700 tempest-FloatingIPsTestJSON-1887391700-project] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0066023 Apr 18 20:37:24.114411 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-ce9f3ca3-76c7-4e60-87d6-440ed333214b req-cc8aeb54-fc83-4670-867d-289fc00a4792 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=85d13644-2ff3-4f2e-ba89-a449fe4bd19d&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.2311583 Apr 18 20:37:24.151578 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:24.242621 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] For port 83a9c1a4-fd8d-4693-9ac1-9949449cd843, host n-d-838334-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838334-2',level=0,port_id=83a9c1a4-fd8d-4693-9ac1-9949449cd843,segment=NetworkSegment(fa0bb2dd-d79d-42bf-ba14-7584c2ab36a1),segment_id=fa0bb2dd-d79d-42bf-ba14-7584c2ab36a1)] {{(pid=84042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:37:24.256220 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Provisioning for port b110fd6e-8bb5-4d84-9f57-0d2502d16150 completed by entity L2. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 20:37:24.260067 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682'] for port, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:24.322600 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Provisioning complete for port b110fd6e-8bb5-4d84-9f57-0d2502d16150 triggered by entity L2. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:37:24.323018 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1253608'] for port, provisioning_complete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:24.358553 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.v2.base [None req-f5ff51f4-3273-46b5-81c5-2e1344ebc09a admin admin] Request body: {'network': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-1623382860-network', 'tenant_id': '624c15d552004bb8b15cf774c11ffdae'}} {{(pid=84041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 20:37:24.367884 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-f5ff51f4-3273-46b5-81c5-2e1344ebc09a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:37:24.378691 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-f5ff51f4-3273-46b5-81c5-2e1344ebc09a admin admin] Usage tracker for resource:network and tenant:624c15d552004bb8b15cf774c11ffdae is out of sync, need to count used quota {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:37:24.381699 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-f5ff51f4-3273-46b5-81c5-2e1344ebc09a admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:37:24.387650 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 33110) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:37:24.392079 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-f5ff51f4-3273-46b5-81c5-2e1344ebc09a admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:37:24.408329 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f5ff51f4-3273-46b5-81c5-2e1344ebc09a admin admin] Made reservation on behalf of 624c15d552004bb8b15cf774c11ffdae for: {'network': 1} {{(pid=84041) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:37:24.410753 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-f5ff51f4-3273-46b5-81c5-2e1344ebc09a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for network, before_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:24.412387 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-ecfdb4a1-eef3-4a97-b6b2-34589c02bda9 req-41d03a92-5e70-4f0b-b773-5927779359f7 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=4d27da33-3ad6-433b-9d90-6d6cdb64d534&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.1101284 Apr 18 20:37:24.417130 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-5268e6de-1ad7-4521-80ee-2abc0ec3defd admin admin] Notify callbacks [] for security_group, before_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:24.428494 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-f5ff51f4-3273-46b5-81c5-2e1344ebc09a admin admin] Notify callbacks [] for security_group, before_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:24.440535 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Pushing event updated for resources: {'Port': ['ID=83a9c1a4-fd8d-4693-9ac1-9949449cd843,revision_number=5']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:37:24.454961 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [None req-5268e6de-1ad7-4521-80ee-2abc0ec3defd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:37:24.459514 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-5268e6de-1ad7-4521-80ee-2abc0ec3defd admin admin] Usage tracker for resource:security_group_rule and tenant:b121d449d75d4d3083c5d304e7394de6 is out of sync, need to count used quota {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:37:24.463937 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-5268e6de-1ad7-4521-80ee-2abc0ec3defd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:37:24.471145 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [None req-5268e6de-1ad7-4521-80ee-2abc0ec3defd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:37:24.497048 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-f5ff51f4-3273-46b5-81c5-2e1344ebc09a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:37:24.501323 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-f5ff51f4-3273-46b5-81c5-2e1344ebc09a admin admin] Usage tracker for resource:security_group_rule and tenant:624c15d552004bb8b15cf774c11ffdae is out of sync, need to count used quota {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:37:24.505429 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-f5ff51f4-3273-46b5-81c5-2e1344ebc09a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:37:24.508293 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:24.516664 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-f5ff51f4-3273-46b5-81c5-2e1344ebc09a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:37:24.554981 n-d-838334-2 neutron-server[84042]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e5fa78a1-2828-4c65-8a0a-758a1c3156a5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b110fd6e-8bb5-4d84-9f57-0d2502d16150'}] {{(pid=84042) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 20:37:24.569265 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] For port b110fd6e-8bb5-4d84-9f57-0d2502d16150, host n-h1-838334-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838334-2',level=0,port_id=b110fd6e-8bb5-4d84-9f57-0d2502d16150,segment=NetworkSegment(62b85806-94d8-4a88-a06c-da82e5932d66),segment_id=62b85806-94d8-4a88-a06c-da82e5932d66)] {{(pid=84042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:37:24.576468 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682'] for port, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:24.592244 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-5268e6de-1ad7-4521-80ee-2abc0ec3defd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:24.603226 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-5268e6de-1ad7-4521-80ee-2abc0ec3defd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33528224'] for security_group, after_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:24.621062 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-f5ff51f4-3273-46b5-81c5-2e1344ebc09a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:24.627137 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-f5ff51f4-3273-46b5-81c5-2e1344ebc09a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33528224'] for security_group, after_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:24.671786 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5ff51f4-3273-46b5-81c5-2e1344ebc09a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=80f595e8-5047-4c5f-9b6f-73a7fbb3ee43,revision_number=1']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:37:24.674121 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Pushing event updated for resources: {'Port': ['ID=b110fd6e-8bb5-4d84-9f57-0d2502d16150,revision_number=5']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:37:24.683285 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f5ff51f4-3273-46b5-81c5-2e1344ebc09a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 392} {{(pid=84041) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 20:37:24.694049 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-f5ff51f4-3273-46b5-81c5-2e1344ebc09a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1082986'] for segment, precommit_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:24.694478 n-d-838334-2 neutron-server[84041]: INFO neutron.db.segments_db [None req-f5ff51f4-3273-46b5-81c5-2e1344ebc09a admin admin] Added segment a5e129cf-6a36-4adb-b738-73a89832322d of type vlan for network 079e35ca-557b-42c6-b34f-dbc020bb616d Apr 18 20:37:24.707345 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5268e6de-1ad7-4521-80ee-2abc0ec3defd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=90501a69-f36d-43a9-acb0-3353dcbd6556,revision_number=1']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:37:24.713045 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-5268e6de-1ad7-4521-80ee-2abc0ec3defd admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=b121d449d75d4d3083c5d304e7394de6&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3242824 Apr 18 20:37:24.715763 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 33122) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:37:24.743781 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-f5ff51f4-3273-46b5-81c5-2e1344ebc09a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750374825732'] for network, precommit_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:24.788191 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-f5ff51f4-3273-46b5-81c5-2e1344ebc09a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33526109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022'] for network, after_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:24.789582 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5ff51f4-3273-46b5-81c5-2e1344ebc09a admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:37:24.790070 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-2d480b6d-7c98-4add-b4a8-58e6a627ba1b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:24.790363 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-f5ff51f4-3273-46b5-81c5-2e1344ebc09a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32378031'] for network, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:24.823940 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-2d480b6d-7c98-4add-b4a8-58e6a627ba1b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:24.834977 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-f5ff51f4-3273-46b5-81c5-2e1344ebc09a admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.9019303 Apr 18 20:37:24.839938 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 33136) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:37:24.886044 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-2d480b6d-7c98-4add-b4a8-58e6a627ba1b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33528224'] for security_group, after_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:24.907807 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-2d480b6d-7c98-4add-b4a8-58e6a627ba1b admin admin] Notify callbacks [] for security_group, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:24.911773 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-2d480b6d-7c98-4add-b4a8-58e6a627ba1b admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/90501a69-f36d-43a9-acb0-3353dcbd6556 HTTP/1.1" status: 204 len: 168 time: 0.1947923 Apr 18 20:37:24.915744 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d480b6d-7c98-4add-b4a8-58e6a627ba1b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=90501a69-f36d-43a9-acb0-3353dcbd6556,revision_number=None']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:37:24.949019 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.v2.base [None req-a93c26bf-afc9-4d0c-bb96-3cbca67b4dc0 admin admin] Request body: {'subnet': {'network_id': '079e35ca-557b-42c6-b34f-dbc020bb616d', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1623382860-subnet', 'tenant_id': '624c15d552004bb8b15cf774c11ffdae', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=84041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 20:37:24.952797 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5ff51f4-3273-46b5-81c5-2e1344ebc09a admin admin] Pushing event updated for resources: {'Network': ['ID=079e35ca-557b-42c6-b34f-dbc020bb616d,revision_number=1']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:37:24.964082 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Network 079e35ca-557b-42c6-b34f-dbc020bb616d details requested by agent ovs-agent-n-d-838334-2 with host n-d-838334-2 {{(pid=84042) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 18 20:37:24.964601 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-a93c26bf-afc9-4d0c-bb96-3cbca67b4dc0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:37:24.968935 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-a93c26bf-afc9-4d0c-bb96-3cbca67b4dc0 admin admin] Usage tracker for resource:subnet and tenant:624c15d552004bb8b15cf774c11ffdae is out of sync, need to count used quota {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:37:24.971779 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-a93c26bf-afc9-4d0c-bb96-3cbca67b4dc0 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:37:24.977899 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-a93c26bf-afc9-4d0c-bb96-3cbca67b4dc0 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:37:25.000199 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a93c26bf-afc9-4d0c-bb96-3cbca67b4dc0 admin admin] Made reservation on behalf of 624c15d552004bb8b15cf774c11ffdae for: {'subnet': 1} {{(pid=84041) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:37:25.002912 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-a93c26bf-afc9-4d0c-bb96-3cbca67b4dc0 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32486301'] for subnet, before_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:25.255209 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-a93c26bf-afc9-4d0c-bb96-3cbca67b4dc0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33526260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32266407', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32486287'] for subnet, after_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:25.333393 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a93c26bf-afc9-4d0c-bb96-3cbca67b4dc0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c3ffe89f-19b4-45a8-ac55-d99492f3b297,revision_number=0']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:37:25.349005 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a93c26bf-afc9-4d0c-bb96-3cbca67b4dc0 admin admin] Checking segment: {'id': 'a5e129cf-6a36-4adb-b738-73a89832322d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': '079e35ca-557b-42c6-b34f-dbc020bb616d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84041) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 20:37:25.349356 n-d-838334-2 neutron-server[84041]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a93c26bf-afc9-4d0c-bb96-3cbca67b4dc0 admin admin] Network hostable DHCP agents. Network: 079e35ca-557b-42c6-b34f-dbc020bb616d, hostable agents: ['8746f8ea-3e91-4b32-9919-2c63adeb8722'], hosted agents: [] {{(pid=84041) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 20:37:25.386564 n-d-838334-2 neutron-server[84041]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a93c26bf-afc9-4d0c-bb96-3cbca67b4dc0 admin admin] Network 079e35ca-557b-42c6-b34f-dbc020bb616d is scheduled to be hosted by DHCP agent 8746f8ea-3e91-4b32-9919-2c63adeb8722 with binding_index 1 {{(pid=84041) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 20:37:25.399695 n-d-838334-2 neutron-server[84041]: DEBUG neutron.scheduler.base_scheduler [None req-a93c26bf-afc9-4d0c-bb96-3cbca67b4dc0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-838334-2, 079e35ca-557b-42c6-b34f-dbc020bb616d) {{(pid=84041) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:37:25.406340 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a93c26bf-afc9-4d0c-bb96-3cbca67b4dc0 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:37:25.406944 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-a93c26bf-afc9-4d0c-bb96-3cbca67b4dc0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:25.414123 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ef561e5-2564-4058-8723-99cdc946d6ba None None] Network 079e35ca-557b-42c6-b34f-dbc020bb616d requested from n-d-838334-2 {{(pid=84042) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 20:37:25.435034 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-a93c26bf-afc9-4d0c-bb96-3cbca67b4dc0 admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 0.5933292 Apr 18 20:37:25.437315 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 33176) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:37:25.445812 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.v2.base [None req-abf1c3dc-9f02-4281-a3ca-949145500609 admin admin] Request body: {'router': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-1623382860-router', 'tenant_id': '624c15d552004bb8b15cf774c11ffdae', 'external_gateway_info': {'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c'}}} {{(pid=84040) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 20:37:25.464105 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [None req-abf1c3dc-9f02-4281-a3ca-949145500609 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:37:25.474129 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-abf1c3dc-9f02-4281-a3ca-949145500609 admin admin] Usage tracker for resource:router and tenant:624c15d552004bb8b15cf774c11ffdae is out of sync, need to count used quota {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:37:25.482272 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-abf1c3dc-9f02-4281-a3ca-949145500609 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:37:25.502463 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [None req-abf1c3dc-9f02-4281-a3ca-949145500609 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:37:25.548574 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-abf1c3dc-9f02-4281-a3ca-949145500609 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-33442106', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5708'] for router, before_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:25.551776 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-abf1c3dc-9f02-4281-a3ca-949145500609 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33442137', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33444285', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33535433', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5703'] for router, precommit_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:25.595505 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-abf1c3dc-9f02-4281-a3ca-949145500609 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:25.610971 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Device 83a9c1a4-fd8d-4693-9ac1-9949449cd843 up at agent ovs-agent-n-d-838334-2 {{(pid=84042) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 20:37:25.798421 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1101e507-115f-45d5-8b16-d31c19430cc6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp016840fc-1f9f-5892-9c53-c9cf6c845bbb-079e35ca-557b-42c6-b34f-dbc020bb616d', 'network_id': '079e35ca-557b-42c6-b34f-dbc020bb616d', 'tenant_id': '624c15d552004bb8b15cf774c11ffdae', 'fixed_ips': [{'subnet_id': 'c3ffe89f-19b4-45a8-ac55-d99492f3b297'}]}} from n-d-838334-2. {{(pid=84042) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 18 20:37:25.799210 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-1101e507-115f-45d5-8b16-d31c19430cc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_create {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:25.814707 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Provisioning complete for port 83a9c1a4-fd8d-4693-9ac1-9949449cd843 triggered by entity L2. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:37:25.815086 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1253608'] for port, provisioning_complete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:25.817537 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-abf1c3dc-9f02-4281-a3ca-949145500609 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-33444175', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-33443520', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5293'] for router, precommit_update {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:25.841931 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 33194) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:37:25.853137 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [req-936df2a6-4cbf-4b16-a6ba-670a4b0c7b93 req-26214092-79d4-45e1-b435-af9eac3d2cc4 tempest-LiveMigrationTest-1620833465 tempest-LiveMigrationTest-1620833465-project-admin] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=84041) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 18 20:37:25.854791 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-936df2a6-4cbf-4b16-a6ba-670a4b0c7b93 req-26214092-79d4-45e1-b435-af9eac3d2cc4 tempest-LiveMigrationTest-1620833465 tempest-LiveMigrationTest-1620833465-project-admin] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0116203 Apr 18 20:37:25.999293 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 33204) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:37:26.005249 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [req-8b6b532e-366e-40a8-af80-f6d1c9c26bbe req-d9ef3edb-89d0-4748-9b2d-26e79eb0d9a5 tempest-LiveAutoBlockMigrationV225Test-203169570 tempest-LiveAutoBlockMigrationV225Test-203169570-project-admin] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=84041) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 18 20:37:26.006257 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-8b6b532e-366e-40a8-af80-f6d1c9c26bbe req-d9ef3edb-89d0-4748-9b2d-26e79eb0d9a5 tempest-LiveAutoBlockMigrationV225Test-203169570 tempest-LiveAutoBlockMigrationV225Test-203169570-project-admin] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0059898 Apr 18 20:37:26.071910 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-abf1c3dc-9f02-4281-a3ca-949145500609 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:26.122823 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.db_base_plugin_common [None req-1101e507-115f-45d5-8b16-d31c19430cc6 None None] Allocated IP 172.20.0.2 (079e35ca-557b-42c6-b34f-dbc020bb616d/c3ffe89f-19b4-45a8-ac55-d99492f3b297/6c63e36b-7d35-49e2-9012-035463e3a144) {{(pid=84042) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:37:26.135760 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-abf1c3dc-9f02-4281-a3ca-949145500609 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:26.297896 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.v2.base [req-936df2a6-4cbf-4b16-a6ba-670a4b0c7b93 req-cf17c08d-1175-46bf-8480-d6e88b01049c service neutron] Request body: {'binding': {'host': 'n-h1-838334-2', 'vnic_type': 'normal', 'profile': {}}} {{(pid=84041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 20:37:26.298827 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.v2.base [req-936df2a6-4cbf-4b16-a6ba-670a4b0c7b93 req-cf17c08d-1175-46bf-8480-d6e88b01049c service neutron] Unknown quota resources ['binding']. {{(pid=84041) _create /opt/stack/neutron/neutron/api/v2/base.py:490}} Apr 18 20:37:26.329578 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.db_base_plugin_common [None req-abf1c3dc-9f02-4281-a3ca-949145500609 admin admin] Allocated IP 172.25.8.151 (e41b6600-a917-4a8d-b05c-be3be40c6d8c/6b05667b-848e-4356-9b44-d5eb6808ef74/3c3fe9fd-7f49-4c20-abd6-487b053c7184) {{(pid=84040) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:37:26.369671 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-1101e507-115f-45d5-8b16-d31c19430cc6 None None] Notify callbacks [] for port, precommit_create {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:26.380344 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-1101e507-115f-45d5-8b16-d31c19430cc6 None None] Transition to ACTIVE for port object 6c63e36b-7d35-49e2-9012-035463e3a144 will not be triggered until provisioned by entity L2. {{(pid=84042) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 20:37:26.400597 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-1101e507-115f-45d5-8b16-d31c19430cc6 None None] Transition to ACTIVE for port object 6c63e36b-7d35-49e2-9012-035463e3a144 will not be triggered until provisioned by entity DHCP. {{(pid=84042) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 20:37:26.409797 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-1101e507-115f-45d5-8b16-d31c19430cc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750374836619'] for port, after_create {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:26.497052 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1101e507-115f-45d5-8b16-d31c19430cc6 None None] Pushing event updated for resources: {'Port': ['ID=6c63e36b-7d35-49e2-9012-035463e3a144,revision_number=1']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:37:26.511801 n-d-838334-2 neutron-server[84042]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1101e507-115f-45d5-8b16-d31c19430cc6 None None] Network 079e35ca-557b-42c6-b34f-dbc020bb616d is already hosted by enough agents. {{(pid=84042) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:37:26.513249 n-d-838334-2 neutron-server[84042]: DEBUG neutron.scheduler.base_scheduler [None req-1101e507-115f-45d5-8b16-d31c19430cc6 None None] Resources bound (agent type, host, resource id): {{(pid=84042) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:37:26.516761 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1101e507-115f-45d5-8b16-d31c19430cc6 None None] Received port after_create {{(pid=84042) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 20:37:26.525171 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-abf1c3dc-9f02-4281-a3ca-949145500609 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:26.545521 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.v2.base [req-8b6b532e-366e-40a8-af80-f6d1c9c26bbe req-772026fe-22ed-48d4-995c-6e50ef7efad6 service neutron] Request body: {'binding': {'host': 'n-h1-838334-2', 'vnic_type': 'normal', 'profile': {}}} {{(pid=84041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 20:37:26.546175 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.v2.base [req-8b6b532e-366e-40a8-af80-f6d1c9c26bbe req-772026fe-22ed-48d4-995c-6e50ef7efad6 service neutron] Unknown quota resources ['binding']. {{(pid=84041) _create /opt/stack/neutron/neutron/api/v2/base.py:490}} Apr 18 20:37:26.561156 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-abf1c3dc-9f02-4281-a3ca-949145500609 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750374836619'] for port, after_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:26.639828 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.managers [None req-1101e507-115f-45d5-8b16-d31c19430cc6 None None] Attempting to bind port 6c63e36b-7d35-49e2-9012-035463e3a144 on host n-d-838334-2 for vnic_type normal with profile {{(pid=84042) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:37:26.640183 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.managers [None req-1101e507-115f-45d5-8b16-d31c19430cc6 None None] Attempting to bind port 6c63e36b-7d35-49e2-9012-035463e3a144 by drivers openvswitch,hyperv on host n-d-838334-2 at level 0 using segments [{'id': 'a5e129cf-6a36-4adb-b738-73a89832322d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': '079e35ca-557b-42c6-b34f-dbc020bb616d'}] {{(pid=84042) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:37:26.640532 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1101e507-115f-45d5-8b16-d31c19430cc6 None None] Attempting to bind port 6c63e36b-7d35-49e2-9012-035463e3a144 on network 079e35ca-557b-42c6-b34f-dbc020bb616d {{(pid=84042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 20:37:26.653810 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1101e507-115f-45d5-8b16-d31c19430cc6 None None] Checking agent: {'id': '97cd4414-7af6-4d67-868d-dff370b4071a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838334-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 25, 49), 'started_at': datetime.datetime(2022, 4, 18, 20, 26, 19), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 20, 37, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838334-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 18 20:37:26.654173 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1101e507-115f-45d5-8b16-d31c19430cc6 None None] Checking segment: {'id': 'a5e129cf-6a36-4adb-b738-73a89832322d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': '079e35ca-557b-42c6-b34f-dbc020bb616d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84042) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 20:37:26.654567 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-1101e507-115f-45d5-8b16-d31c19430cc6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:26.654945 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1101e507-115f-45d5-8b16-d31c19430cc6 None None] Bound using segment: {'id': 'a5e129cf-6a36-4adb-b738-73a89832322d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': '079e35ca-557b-42c6-b34f-dbc020bb616d'} {{(pid=84042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 18 20:37:26.655405 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.managers [None req-1101e507-115f-45d5-8b16-d31c19430cc6 None None] Bound port: 6c63e36b-7d35-49e2-9012-035463e3a144, host: n-d-838334-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a5e129cf-6a36-4adb-b738-73a89832322d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': '079e35ca-557b-42c6-b34f-dbc020bb616d'}}] {{(pid=84042) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 20:37:26.655793 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-1101e507-115f-45d5-8b16-d31c19430cc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:26.697592 n-d-838334-2 neutron-server[84040]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abf1c3dc-9f02-4281-a3ca-949145500609 admin admin] Network e41b6600-a917-4a8d-b05c-be3be40c6d8c is already hosted by enough agents. {{(pid=84040) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:37:26.701140 n-d-838334-2 neutron-server[84040]: DEBUG neutron.scheduler.base_scheduler [None req-abf1c3dc-9f02-4281-a3ca-949145500609 admin admin] Resources bound (agent type, host, resource id): {{(pid=84040) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:37:26.706176 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abf1c3dc-9f02-4281-a3ca-949145500609 admin admin] Received port after_create {{(pid=84040) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 20:37:26.718701 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.managers [req-936df2a6-4cbf-4b16-a6ba-670a4b0c7b93 req-cf17c08d-1175-46bf-8480-d6e88b01049c service neutron] Attempting to bind port 48fa52c1-0725-4817-8948-dc8aabc819bf on host n-h1-838334-2 for vnic_type normal with profile None {{(pid=84041) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:37:26.719028 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.managers [req-936df2a6-4cbf-4b16-a6ba-670a4b0c7b93 req-cf17c08d-1175-46bf-8480-d6e88b01049c service neutron] Attempting to bind port 48fa52c1-0725-4817-8948-dc8aabc819bf by drivers openvswitch,hyperv on host n-h1-838334-2 at level 0 using segments [{'id': '806925fb-1611-47d5-bfae-6289aca7c7ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '2b4e6157-bc80-44e6-aceb-13aa29225b38'}] {{(pid=84041) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:37:26.719346 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-936df2a6-4cbf-4b16-a6ba-670a4b0c7b93 req-cf17c08d-1175-46bf-8480-d6e88b01049c service neutron] Attempting to bind port 48fa52c1-0725-4817-8948-dc8aabc819bf on network 2b4e6157-bc80-44e6-aceb-13aa29225b38 {{(pid=84041) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 20:37:26.735895 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-936df2a6-4cbf-4b16-a6ba-670a4b0c7b93 req-cf17c08d-1175-46bf-8480-d6e88b01049c service neutron] Port 48fa52c1-0725-4817-8948-dc8aabc819bf on network 2b4e6157-bc80-44e6-aceb-13aa29225b38 not bound, no agent of type Open vSwitch agent registered on host n-h1-838334-2 {{(pid=84041) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 18 20:37:26.736212 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-936df2a6-4cbf-4b16-a6ba-670a4b0c7b93 req-cf17c08d-1175-46bf-8480-d6e88b01049c service neutron] Attempting to bind port 48fa52c1-0725-4817-8948-dc8aabc819bf on network 2b4e6157-bc80-44e6-aceb-13aa29225b38 {{(pid=84041) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 20:37:26.749629 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-936df2a6-4cbf-4b16-a6ba-670a4b0c7b93 req-cf17c08d-1175-46bf-8480-d6e88b01049c service neutron] Checking agent: {'id': 'd63bab19-ff81-4de1-afeb-a3732288d0d7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-838334-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 33, 59), 'started_at': datetime.datetime(2022, 4, 18, 20, 33, 59), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 20, 36, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84041) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 18 20:37:26.750060 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-936df2a6-4cbf-4b16-a6ba-670a4b0c7b93 req-cf17c08d-1175-46bf-8480-d6e88b01049c service neutron] Checking segment: {'id': '806925fb-1611-47d5-bfae-6289aca7c7ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '2b4e6157-bc80-44e6-aceb-13aa29225b38'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84041) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 20:37:26.750439 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-936df2a6-4cbf-4b16-a6ba-670a4b0c7b93 req-cf17c08d-1175-46bf-8480-d6e88b01049c service neutron] Bound using segment: {'id': '806925fb-1611-47d5-bfae-6289aca7c7ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '2b4e6157-bc80-44e6-aceb-13aa29225b38'} {{(pid=84041) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 18 20:37:26.750864 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.managers [req-936df2a6-4cbf-4b16-a6ba-670a4b0c7b93 req-cf17c08d-1175-46bf-8480-d6e88b01049c service neutron] Bound port: 48fa52c1-0725-4817-8948-dc8aabc819bf, host: n-h1-838334-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '806925fb-1611-47d5-bfae-6289aca7c7ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '2b4e6157-bc80-44e6-aceb-13aa29225b38'}}] {{(pid=84041) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 20:37:26.754650 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-1101e507-115f-45d5-8b16-d31c19430cc6 None None] For port 6c63e36b-7d35-49e2-9012-035463e3a144, host n-d-838334-2, cleared binding levels {{(pid=84042) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 20:37:26.758345 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-1101e507-115f-45d5-8b16-d31c19430cc6 None None] For port 6c63e36b-7d35-49e2-9012-035463e3a144, host n-d-838334-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838334-2',level=0,port_id=6c63e36b-7d35-49e2-9012-035463e3a144,segment=NetworkSegment(a5e129cf-6a36-4adb-b738-73a89832322d),segment_id=a5e129cf-6a36-4adb-b738-73a89832322d)] {{(pid=84042) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 20:37:26.769799 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-1101e507-115f-45d5-8b16-d31c19430cc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682'] for port, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:26.877971 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.db [req-936df2a6-4cbf-4b16-a6ba-670a4b0c7b93 req-cf17c08d-1175-46bf-8480-d6e88b01049c service neutron] For port 48fa52c1-0725-4817-8948-dc8aabc819bf, host n-h1-838334-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838334-2',level=0,port_id=48fa52c1-0725-4817-8948-dc8aabc819bf,segment=NetworkSegment(806925fb-1611-47d5-bfae-6289aca7c7ad),segment_id=806925fb-1611-47d5-bfae-6289aca7c7ad)] {{(pid=84041) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 20:37:26.880143 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.managers [req-8b6b532e-366e-40a8-af80-f6d1c9c26bbe req-772026fe-22ed-48d4-995c-6e50ef7efad6 service neutron] Attempting to bind port 8578f3c0-3c71-4002-9e87-2205dc1e4c6c on host n-h1-838334-2 for vnic_type normal with profile None {{(pid=84041) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:37:26.880472 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.managers [req-8b6b532e-366e-40a8-af80-f6d1c9c26bbe req-772026fe-22ed-48d4-995c-6e50ef7efad6 service neutron] Attempting to bind port 8578f3c0-3c71-4002-9e87-2205dc1e4c6c by drivers openvswitch,hyperv on host n-h1-838334-2 at level 0 using segments [{'id': 'e2a67327-2af4-4205-9ade-197b88c2bea8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '5ab7510b-2145-476c-b9d7-eb0e1ae538b7'}] {{(pid=84041) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:37:26.880832 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b6b532e-366e-40a8-af80-f6d1c9c26bbe req-772026fe-22ed-48d4-995c-6e50ef7efad6 service neutron] Attempting to bind port 8578f3c0-3c71-4002-9e87-2205dc1e4c6c on network 5ab7510b-2145-476c-b9d7-eb0e1ae538b7 {{(pid=84041) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 20:37:26.887726 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b6b532e-366e-40a8-af80-f6d1c9c26bbe req-772026fe-22ed-48d4-995c-6e50ef7efad6 service neutron] Port 8578f3c0-3c71-4002-9e87-2205dc1e4c6c on network 5ab7510b-2145-476c-b9d7-eb0e1ae538b7 not bound, no agent of type Open vSwitch agent registered on host n-h1-838334-2 {{(pid=84041) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 18 20:37:26.888043 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b6b532e-366e-40a8-af80-f6d1c9c26bbe req-772026fe-22ed-48d4-995c-6e50ef7efad6 service neutron] Attempting to bind port 8578f3c0-3c71-4002-9e87-2205dc1e4c6c on network 5ab7510b-2145-476c-b9d7-eb0e1ae538b7 {{(pid=84041) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 20:37:26.892618 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1101e507-115f-45d5-8b16-d31c19430cc6 None None] Pushing event updated for resources: {'Port': ['ID=6c63e36b-7d35-49e2-9012-035463e3a144,revision_number=2']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:37:26.897522 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [req-936df2a6-4cbf-4b16-a6ba-670a4b0c7b93 req-cf17c08d-1175-46bf-8480-d6e88b01049c service neutron] Notify callbacks [] for binding, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:26.899408 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-936df2a6-4cbf-4b16-a6ba-670a4b0c7b93 req-cf17c08d-1175-46bf-8480-d6e88b01049c service neutron] 10.222.0.42 "POST /v2.0/ports/48fa52c1-0725-4817-8948-dc8aabc819bf/bindings HTTP/1.1" status: 201 len: 389 time: 0.7795043 Apr 18 20:37:26.902672 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b6b532e-366e-40a8-af80-f6d1c9c26bbe req-772026fe-22ed-48d4-995c-6e50ef7efad6 service neutron] Checking agent: {'id': 'd63bab19-ff81-4de1-afeb-a3732288d0d7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-838334-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 33, 59), 'started_at': datetime.datetime(2022, 4, 18, 20, 33, 59), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 20, 36, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84041) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 18 20:37:26.902992 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b6b532e-366e-40a8-af80-f6d1c9c26bbe req-772026fe-22ed-48d4-995c-6e50ef7efad6 service neutron] Checking segment: {'id': 'e2a67327-2af4-4205-9ade-197b88c2bea8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '5ab7510b-2145-476c-b9d7-eb0e1ae538b7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84041) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 20:37:26.903362 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b6b532e-366e-40a8-af80-f6d1c9c26bbe req-772026fe-22ed-48d4-995c-6e50ef7efad6 service neutron] Bound using segment: {'id': 'e2a67327-2af4-4205-9ade-197b88c2bea8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '5ab7510b-2145-476c-b9d7-eb0e1ae538b7'} {{(pid=84041) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 18 20:37:26.903805 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.managers [req-8b6b532e-366e-40a8-af80-f6d1c9c26bbe req-772026fe-22ed-48d4-995c-6e50ef7efad6 service neutron] Bound port: 8578f3c0-3c71-4002-9e87-2205dc1e4c6c, host: n-h1-838334-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e2a67327-2af4-4205-9ade-197b88c2bea8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '5ab7510b-2145-476c-b9d7-eb0e1ae538b7'}}] {{(pid=84041) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 20:37:26.912340 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abf1c3dc-9f02-4281-a3ca-949145500609 admin admin] Pushing event updated for resources: {'Port': ['ID=3c3fe9fd-7f49-4c20-abd6-487b053c7184,revision_number=1']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:37:26.965757 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.db [req-8b6b532e-366e-40a8-af80-f6d1c9c26bbe req-772026fe-22ed-48d4-995c-6e50ef7efad6 service neutron] For port 8578f3c0-3c71-4002-9e87-2205dc1e4c6c, host n-h1-838334-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838334-2',level=0,port_id=8578f3c0-3c71-4002-9e87-2205dc1e4c6c,segment=NetworkSegment(e2a67327-2af4-4205-9ade-197b88c2bea8),segment_id=e2a67327-2af4-4205-9ade-197b88c2bea8)] {{(pid=84041) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 20:37:26.976609 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [req-8b6b532e-366e-40a8-af80-f6d1c9c26bbe req-772026fe-22ed-48d4-995c-6e50ef7efad6 service neutron] Notify callbacks [] for binding, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:26.994889 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-8b6b532e-366e-40a8-af80-f6d1c9c26bbe req-772026fe-22ed-48d4-995c-6e50ef7efad6 service neutron] 10.222.0.42 "POST /v2.0/ports/8578f3c0-3c71-4002-9e87-2205dc1e4c6c/bindings HTTP/1.1" status: 201 len: 389 time: 0.7690058 Apr 18 20:37:27.009599 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-abf1c3dc-9f02-4281-a3ca-949145500609 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:27.013756 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-abf1c3dc-9f02-4281-a3ca-949145500609 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33443529', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33444176'] for router, after_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:27.535402 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4939382c-c3fe-4fcc-a206-6b228dc370b5 req-8fd31119-6014-4c65-aa1e-c419a0f88692 tempest-ImagesNegativeTestJSON-935301971 tempest-ImagesNegativeTestJSON-935301971-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:37:27.542643 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-4939382c-c3fe-4fcc-a206-6b228dc370b5 req-8fd31119-6014-4c65-aa1e-c419a0f88692 tempest-ImagesNegativeTestJSON-935301971 tempest-ImagesNegativeTestJSON-935301971-project] 10.222.0.42 "GET /v2.0/ports?device_id=e5fa78a1-2828-4c65-8a0a-758a1c3156a5 HTTP/1.1" status: 200 len: 949 time: 0.1512463 Apr 18 20:37:27.548720 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-936df2a6-4cbf-4b16-a6ba-670a4b0c7b93 req-0eb8aeb9-9881-406a-9ec5-cacb3bdb5738 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=30967135a3784f8f91989a9ec626fb3e&device_id=85d13644-2ff3-4f2e-ba89-a449fe4bd19d HTTP/1.1" status: 200 len: 1096 time: 0.2178197 Apr 18 20:37:27.609917 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Device 6c63e36b-7d35-49e2-9012-035463e3a144 up at agent ovs-agent-n-d-838334-2 {{(pid=84042) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 20:37:27.703043 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Provisioning for port 6c63e36b-7d35-49e2-9012-035463e3a144 completed by entity L2. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 20:37:27.802710 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-4939382c-c3fe-4fcc-a206-6b228dc370b5 req-57d9adab-1c0a-4ce6-a9d0-e000d0af6de4 tempest-ImagesNegativeTestJSON-935301971 tempest-ImagesNegativeTestJSON-935301971-project] 10.222.0.42 "GET /v2.0/security-groups?id=1bfbe8fa-1d24-41fa-ae6c-b06bc7cab0e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2592180 Apr 18 20:37:27.807909 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-ef52530c-9d23-49ef-86d1-e12f2692d83e req-837c5b5b-7bdf-4100-aa91-bae4f0a1c71e tempest-FloatingIPsTestJSON-1887391700 tempest-FloatingIPsTestJSON-1887391700-project] 10.222.0.42 "GET /v2.0/floatingips/558c5e67-6f1e-420b-ad2a-ea20ccc96f12 HTTP/1.1" status: 200 len: 692 time: 0.1236615 Apr 18 20:37:27.875708 n-d-838334-2 neutron-server[84042]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b36a61cb-ce9f-49a9-8c93-b4e52e3d86e7'] response: {'server_uuid': 'e5fa78a1-2828-4c65-8a0a-758a1c3156a5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b110fd6e-8bb5-4d84-9f57-0d2502d16150', 'code': 200} Apr 18 20:37:27.942828 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.43', 55601) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:37:27.959936 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-936df2a6-4cbf-4b16-a6ba-670a4b0c7b93 req-a625e22d-6ce9-4ffe-ba90-fdc755276893 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:37:27.961613 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-936df2a6-4cbf-4b16-a6ba-670a4b0c7b93 req-a625e22d-6ce9-4ffe-ba90-fdc755276893 service neutron] 10.222.0.43 "GET /v2.0/networks?id=2b4e6157-bc80-44e6-aceb-13aa29225b38 HTTP/1.1" status: 200 len: 908 time: 0.3918333 Apr 18 20:37:28.049555 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-79877ebb-e720-4d63-93f5-b7d246b27820 req-3f7b8f38-1782-4ad6-85b8-22e297d353c7 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=e5fa78a1-2828-4c65-8a0a-758a1c3156a5 HTTP/1.1" status: 200 len: 1100 time: 0.1056428 Apr 18 20:37:28.075050 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b479a063-eb0f-432c-9c8c-f7ee5b724d8a None None] Network 079e35ca-557b-42c6-b34f-dbc020bb616d requested from n-d-838334-2 {{(pid=84042) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 20:37:28.096633 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-79877ebb-e720-4d63-93f5-b7d246b27820 req-dfa8dd77-5854-42a1-95be-6e4bb3b49978 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=1bfbe8fa-1d24-41fa-ae6c-b06bc7cab0e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416825 Apr 18 20:37:28.143976 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-936df2a6-4cbf-4b16-a6ba-670a4b0c7b93 req-72c1491c-53d4-4bb6-ad42-49bcae26002b service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=48fa52c1-0725-4817-8948-dc8aabc819bf HTTP/1.1" status: 200 len: 217 time: 0.1725609 Apr 18 20:37:28.153107 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef52530c-9d23-49ef-86d1-e12f2692d83e req-34c0d6ad-f876-4745-b957-7f09878a9d40 tempest-FloatingIPsTestJSON-1887391700 tempest-FloatingIPsTestJSON-1887391700-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:37:28.154357 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-ef52530c-9d23-49ef-86d1-e12f2692d83e req-34c0d6ad-f876-4745-b957-7f09878a9d40 tempest-FloatingIPsTestJSON-1887391700 tempest-FloatingIPsTestJSON-1887391700-project] 10.222.0.42 "GET /v2.0/networks/e41b6600-a917-4a8d-b05c-be3be40c6d8c HTTP/1.1" status: 200 len: 784 time: 0.3262167 Apr 18 20:37:28.174171 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [req-ef52530c-9d23-49ef-86d1-e12f2692d83e req-352b0c2e-3cd8-499a-b51c-dd9cca4478c0 tempest-FloatingIPsTestJSON-1887391700 tempest-FloatingIPsTestJSON-1887391700-project] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=84040) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 18 20:37:28.175182 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-ef52530c-9d23-49ef-86d1-e12f2692d83e req-352b0c2e-3cd8-499a-b51c-dd9cca4478c0 tempest-FloatingIPsTestJSON-1887391700 tempest-FloatingIPsTestJSON-1887391700-project] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0082994 Apr 18 20:37:28.181525 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-2595ed75-3b7a-437c-8856-f0fba4f491de None None] Provisioning for port 6c63e36b-7d35-49e2-9012-035463e3a144 completed by entity DHCP. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 20:37:28.190867 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-2595ed75-3b7a-437c-8856-f0fba4f491de None None] Provisioning complete for port 6c63e36b-7d35-49e2-9012-035463e3a144 triggered by entity DHCP. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:37:28.191230 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-2595ed75-3b7a-437c-8856-f0fba4f491de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1253608'] for port, provisioning_complete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:28.270852 n-d-838334-2 neutron-server[84040]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-abf1c3dc-9f02-4281-a3ca-949145500609 admin admin] Router 1cd43228-687e-4072-ad72-4b865e34680e is scheduled to L3 agent bc84d6c9-dd7a-4555-a351-592327b46d5a with binding_index 1 {{(pid=84040) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 18 20:37:28.280301 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb2e542d-ca6b-48d2-99af-c7ef14578735 req-c442a5d2-09d4-41bb-83db-03273fb7c2cd tempest-LiveMigrationTest-963278731 tempest-LiveMigrationTest-963278731-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:37:28.281638 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-fb2e542d-ca6b-48d2-99af-c7ef14578735 req-c442a5d2-09d4-41bb-83db-03273fb7c2cd tempest-LiveMigrationTest-963278731 tempest-LiveMigrationTest-963278731-project] 10.222.0.42 "GET /v2.0/ports?device_id=85d13644-2ff3-4f2e-ba89-a449fe4bd19d HTTP/1.1" status: 200 len: 945 time: 0.2440791 Apr 18 20:37:28.284118 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-ef52530c-9d23-49ef-86d1-e12f2692d83e req-75ac6b5d-c554-4125-8d66-60fadd93b0c8 tempest-FloatingIPsTestJSON-1887391700 tempest-FloatingIPsTestJSON-1887391700-project] 10.222.0.42 "GET /v2.0/floatingips?floating_ip_address=172.25.8.65 HTTP/1.1" status: 200 len: 695 time: 0.0997901 Apr 18 20:37:28.416124 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-2595ed75-3b7a-437c-8856-f0fba4f491de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:28.455563 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-2595ed75-3b7a-437c-8856-f0fba4f491de None None] For port 6c63e36b-7d35-49e2-9012-035463e3a144, host n-d-838334-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838334-2',level=0,port_id=6c63e36b-7d35-49e2-9012-035463e3a144,segment=NetworkSegment(a5e129cf-6a36-4adb-b738-73a89832322d),segment_id=a5e129cf-6a36-4adb-b738-73a89832322d)] {{(pid=84042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:37:28.460055 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-2595ed75-3b7a-437c-8856-f0fba4f491de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682'] for port, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:28.532141 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2595ed75-3b7a-437c-8856-f0fba4f491de None None] Pushing event updated for resources: {'Port': ['ID=6c63e36b-7d35-49e2-9012-035463e3a144,revision_number=3']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:37:28.654482 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-ef52530c-9d23-49ef-86d1-e12f2692d83e req-bbfca761-3fb4-42cd-bfaf-8cd8a8cd4df9 tempest-FloatingIPsTestJSON-1887391700 tempest-FloatingIPsTestJSON-1887391700-project] 10.222.0.42 "GET /v2.0/floatingips?floating_ip_address=172.25.8.65 HTTP/1.1" status: 200 len: 695 time: 0.3324304 Apr 18 20:37:28.658341 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-936df2a6-4cbf-4b16-a6ba-670a4b0c7b93 req-0e72a5bd-69c9-4f39-b7ff-87ceb160065e service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:37:28.659699 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-936df2a6-4cbf-4b16-a6ba-670a4b0c7b93 req-0e72a5bd-69c9-4f39-b7ff-87ceb160065e service neutron] 10.222.0.43 "GET /v2.0/subnets?id=2a27c3e0-e2c3-453b-9e93-76a003aa4b19 HTTP/1.1" status: 200 len: 847 time: 0.3675911 Apr 18 20:37:28.684370 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-f000eacd-133f-4425-8878-e33ba84812d5 None None] Provisioning complete for port 6c63e36b-7d35-49e2-9012-035463e3a144 triggered by entity DHCP. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:37:28.685036 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-f000eacd-133f-4425-8878-e33ba84812d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1253608'] for port, provisioning_complete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:28.739280 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-fb2e542d-ca6b-48d2-99af-c7ef14578735 req-1c565623-e8a8-4ce9-be49-2fb3a7f478fb tempest-LiveMigrationTest-963278731 tempest-LiveMigrationTest-963278731-project] 10.222.0.42 "GET /v2.0/security-groups?id=c1ded286-bbeb-4ec4-95be-e4f6aab8a892&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4491942 Apr 18 20:37:28.814753 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-936df2a6-4cbf-4b16-a6ba-670a4b0c7b93 req-2c3b6dac-10a6-4cfb-b8d2-a42772029c4d service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=2b4e6157-bc80-44e6-aceb-13aa29225b38&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0917664 Apr 18 20:37:29.015022 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.plugin [req-ef52530c-9d23-49ef-86d1-e12f2692d83e req-a2211298-adbc-4b9f-9eaa-8fde74d52abd tempest-FloatingIPsTestJSON-1887391700 tempest-FloatingIPsTestJSON-1887391700-project] Deleting port 874fd80a-ca29-4b0c-a6ca-a3f7546caca1 {{(pid=84040) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 20:37:29.015338 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-ef52530c-9d23-49ef-86d1-e12f2692d83e req-a2211298-adbc-4b9f-9eaa-8fde74d52abd tempest-FloatingIPsTestJSON-1887391700 tempest-FloatingIPsTestJSON-1887391700-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750375188691'] for port, before_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:29.160422 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 33264) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:37:29.218460 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-936df2a6-4cbf-4b16-a6ba-670a4b0c7b93 req-4ff4d27b-e07f-4ee3-89de-65bde04a96cd service neutron] 10.222.0.43 "GET /v2.0/networks/2b4e6157-bc80-44e6-aceb-13aa29225b38?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3485417 Apr 18 20:37:29.234865 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750375287399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253529'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:29.306931 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-1c810eb2-7855-46e3-9045-fd5d4b81f9d8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:29.337602 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-1c810eb2-7855-46e3-9045-fd5d4b81f9d8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:37:29.341486 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-1c810eb2-7855-46e3-9045-fd5d4b81f9d8 admin admin] Usage tracker for resource:security_group_rule and tenant:55585a8624254ed49d17a67cb1725f4b is out of sync, need to count used quota {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:37:29.344240 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-1c810eb2-7855-46e3-9045-fd5d4b81f9d8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:37:29.349814 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-1c810eb2-7855-46e3-9045-fd5d4b81f9d8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:37:29.352877 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f351794c-a462-4812-b0e6-ca03c8cda3f6 req-3121732b-4676-4347-986c-cd87f773ece4 tempest-LiveAutoBlockMigrationV225Test-1713341100 tempest-LiveAutoBlockMigrationV225Test-1713341100-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:37:29.354440 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-f351794c-a462-4812-b0e6-ca03c8cda3f6 req-3121732b-4676-4347-986c-cd87f773ece4 tempest-LiveAutoBlockMigrationV225Test-1713341100 tempest-LiveAutoBlockMigrationV225Test-1713341100-project] 10.222.0.42 "GET /v2.0/ports?device_id=4d27da33-3ad6-433b-9d90-6d6cdb64d534 HTTP/1.1" status: 200 len: 945 time: 0.3937855 Apr 18 20:37:29.419315 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-1c810eb2-7855-46e3-9045-fd5d4b81f9d8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:29.423038 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-1c810eb2-7855-46e3-9045-fd5d4b81f9d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33528224'] for security_group, after_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:29.426699 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-ef52530c-9d23-49ef-86d1-e12f2692d83e req-a2211298-adbc-4b9f-9eaa-8fde74d52abd tempest-FloatingIPsTestJSON-1887391700 tempest-FloatingIPsTestJSON-1887391700-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369123'] for port, precommit_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:29.427029 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-ef52530c-9d23-49ef-86d1-e12f2692d83e req-a2211298-adbc-4b9f-9eaa-8fde74d52abd tempest-FloatingIPsTestJSON-1887391700 tempest-FloatingIPsTestJSON-1887391700-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:29.467239 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c810eb2-7855-46e3-9045-fd5d4b81f9d8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=65a142c4-8127-4fba-a015-955e10e67967,revision_number=1']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:37:29.471865 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-1c810eb2-7855-46e3-9045-fd5d4b81f9d8 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=55585a8624254ed49d17a67cb1725f4b&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3099000 Apr 18 20:37:29.477797 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 33270) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:37:29.494185 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c810eb2-7855-46e3-9045-fd5d4b81f9d8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:37:29.494531 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c810eb2-7855-46e3-9045-fd5d4b81f9d8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:37:29.494862 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c810eb2-7855-46e3-9045-fd5d4b81f9d8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:37:29.495187 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c810eb2-7855-46e3-9045-fd5d4b81f9d8 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:37:29.495509 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c810eb2-7855-46e3-9045-fd5d4b81f9d8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:37:29.495851 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c810eb2-7855-46e3-9045-fd5d4b81f9d8 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:37:29.496167 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c810eb2-7855-46e3-9045-fd5d4b81f9d8 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:37:29.496562 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c810eb2-7855-46e3-9045-fd5d4b81f9d8 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:37:29.496781 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c810eb2-7855-46e3-9045-fd5d4b81f9d8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:37:29.497191 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c810eb2-7855-46e3-9045-fd5d4b81f9d8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:37:29.497388 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c810eb2-7855-46e3-9045-fd5d4b81f9d8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:37:29.510471 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-abf1c3dc-9f02-4281-a3ca-949145500609 admin admin] Notify agent at l3_agent.n-d-838334-2 the message routers_updated {{(pid=84040) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 20:37:29.521058 n-d-838334-2 neutron-server[84043]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-deae16a5-1d59-4096-a7c0-7b535a000722 None None] Sync routers for ids ['1cd43228-687e-4072-ad72-4b865e34680e'] in n-d-838334-2 {{(pid=84043) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 18 20:37:29.536187 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-deae16a5-1d59-4096-a7c0-7b535a000722 None None] Routers {'1cd43228-687e-4072-ad72-4b865e34680e'} bound to L3 agent in host n-d-838334-2 {{(pid=84043) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 20:37:29.537273 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.l3_hamode_db [None req-deae16a5-1d59-4096-a7c0-7b535a000722 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838334-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-18T20:25:48Z,description=,heartbeat_timestamp=2022-04-18T20:37:18Z,host='n-d-838334-2',id=bc84d6c9-dd7a-4555-a351-592327b46d5a,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:25:48Z,topic='l3_agent')) {'router_ids': ['1cd43228-687e-4072-ad72-4b865e34680e'], 'active': True} {{(pid=84043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:37:29.550832 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Device 6c63e36b-7d35-49e2-9012-035463e3a144 up at agent ovs-agent-n-d-838334-2 {{(pid=84042) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 20:37:29.559899 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-70a66c75-ddb5-4670-97d8-ca85297d673e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:29.578096 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.plugin [req-ef52530c-9d23-49ef-86d1-e12f2692d83e req-a2211298-adbc-4b9f-9eaa-8fde74d52abd tempest-FloatingIPsTestJSON-1887391700 tempest-FloatingIPsTestJSON-1887391700-project] Calling delete_port for 874fd80a-ca29-4b0c-a6ca-a3f7546caca1 owned by network:floatingip {{(pid=84040) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 20:37:29.591649 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-70a66c75-ddb5-4670-97d8-ca85297d673e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:29.617693 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-936df2a6-4cbf-4b16-a6ba-670a4b0c7b93 req-4961866e-0f60-4a60-83e7-a16dd0aadbd0 service neutron] 10.222.0.43 "GET /v2.0/networks/2b4e6157-bc80-44e6-aceb-13aa29225b38?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3925946 Apr 18 20:37:29.647155 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-f351794c-a462-4812-b0e6-ca03c8cda3f6 req-b71ab713-0ee1-4988-8c92-7eeac123383c tempest-LiveAutoBlockMigrationV225Test-1713341100 tempest-LiveAutoBlockMigrationV225Test-1713341100-project] 10.222.0.42 "GET /v2.0/security-groups?id=bf712067-aabd-4e70-aae1-082928dd1ccd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2816513 Apr 18 20:37:29.661925 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Provisioning complete for port 6c63e36b-7d35-49e2-9012-035463e3a144 triggered by entity L2. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:37:29.661925 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1253608'] for port, provisioning_complete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:29.662137 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-abf1c3dc-9f02-4281-a3ca-949145500609 admin admin] Notify callbacks [] for router, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:29.662869 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-abf1c3dc-9f02-4281-a3ca-949145500609 admin admin] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 936 time: 4.2236757 Apr 18 20:37:29.668156 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 33274) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:37:29.760490 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.l3_dvr_db [None req-deae16a5-1d59-4096-a7c0-7b535a000722 None None] Set router 1cd43228-687e-4072-ad72-4b865e34680e gateway port host: n-d-838334-2 {{(pid=84043) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 20:37:29.813840 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-70a66c75-ddb5-4670-97d8-ca85297d673e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33528224'] for security_group, after_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:29.844651 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70a66c75-ddb5-4670-97d8-ca85297d673e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=65a142c4-8127-4fba-a015-955e10e67967,revision_number=None']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:37:29.863520 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-70a66c75-ddb5-4670-97d8-ca85297d673e admin admin] Notify callbacks [] for security_group, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:29.864662 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-70a66c75-ddb5-4670-97d8-ca85297d673e admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/65a142c4-8127-4fba-a015-955e10e67967 HTTP/1.1" status: 204 len: 168 time: 0.3859942 Apr 18 20:37:29.891694 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-ef52530c-9d23-49ef-86d1-e12f2692d83e req-a2211298-adbc-4b9f-9eaa-8fde74d52abd tempest-FloatingIPsTestJSON-1887391700 tempest-FloatingIPsTestJSON-1887391700-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750375259028', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750374836628'] for port, after_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:30.019647 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2211298-adbc-4b9f-9eaa-8fde74d52abd tempest-FloatingIPsTestJSON-1887391700 tempest-FloatingIPsTestJSON-1887391700-project] Pushing event deleted for resources: {'Port': ['ID=874fd80a-ca29-4b0c-a6ca-a3f7546caca1,revision_number=None']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:37:30.037736 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2211298-adbc-4b9f-9eaa-8fde74d52abd tempest-FloatingIPsTestJSON-1887391700 tempest-FloatingIPsTestJSON-1887391700-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:37:30.038067 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2211298-adbc-4b9f-9eaa-8fde74d52abd tempest-FloatingIPsTestJSON-1887391700 tempest-FloatingIPsTestJSON-1887391700-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:37:30.038406 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2211298-adbc-4b9f-9eaa-8fde74d52abd tempest-FloatingIPsTestJSON-1887391700 tempest-FloatingIPsTestJSON-1887391700-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:37:30.039331 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2211298-adbc-4b9f-9eaa-8fde74d52abd tempest-FloatingIPsTestJSON-1887391700 tempest-FloatingIPsTestJSON-1887391700-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:37:30.039825 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2211298-adbc-4b9f-9eaa-8fde74d52abd tempest-FloatingIPsTestJSON-1887391700 tempest-FloatingIPsTestJSON-1887391700-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:37:30.040308 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2211298-adbc-4b9f-9eaa-8fde74d52abd tempest-FloatingIPsTestJSON-1887391700 tempest-FloatingIPsTestJSON-1887391700-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:37:30.040651 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2211298-adbc-4b9f-9eaa-8fde74d52abd tempest-FloatingIPsTestJSON-1887391700 tempest-FloatingIPsTestJSON-1887391700-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:37:30.040970 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2211298-adbc-4b9f-9eaa-8fde74d52abd tempest-FloatingIPsTestJSON-1887391700 tempest-FloatingIPsTestJSON-1887391700-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:37:30.047901 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2211298-adbc-4b9f-9eaa-8fde74d52abd tempest-FloatingIPsTestJSON-1887391700 tempest-FloatingIPsTestJSON-1887391700-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:37:30.048265 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2211298-adbc-4b9f-9eaa-8fde74d52abd tempest-FloatingIPsTestJSON-1887391700 tempest-FloatingIPsTestJSON-1887391700-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:37:30.048606 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2211298-adbc-4b9f-9eaa-8fde74d52abd tempest-FloatingIPsTestJSON-1887391700 tempest-FloatingIPsTestJSON-1887391700-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:37:30.067264 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-936df2a6-4cbf-4b16-a6ba-670a4b0c7b93 req-ddc231fb-4690-4d6c-96ce-09aa4a97be36 tempest-LiveMigrationTest-1620833465 tempest-LiveMigrationTest-1620833465-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=85d13644-2ff3-4f2e-ba89-a449fe4bd19d&tenant_id=30967135a3784f8f91989a9ec626fb3e&binding%3Ahost_id=n-h2-838334-2 HTTP/1.1" status: 200 len: 1096 time: 0.2683127 Apr 18 20:37:30.102780 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.v2.base [req-936df2a6-4cbf-4b16-a6ba-670a4b0c7b93 req-3040a41c-5c0d-4006-ba18-bc2096cd1e7a service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-838334-2'}}} {{(pid=84040) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 20:37:30.209809 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-ef52530c-9d23-49ef-86d1-e12f2692d83e req-a2211298-adbc-4b9f-9eaa-8fde74d52abd tempest-FloatingIPsTestJSON-1887391700 tempest-FloatingIPsTestJSON-1887391700-project] Notify callbacks [] for floatingip, after_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:30.300277 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.l3_hamode_db [None req-deae16a5-1d59-4096-a7c0-7b535a000722 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1cd43228-687e-4072-ad72-4b865e34680e', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1623382860-router', 'tenant_id': '624c15d552004bb8b15cf774c11ffdae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'external_fixed_ips': [{'subnet_id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'ip_address': '172.25.8.151'}], 'enable_snat': True}, 'gw_port_id': '3c3fe9fd-7f49-4c20-abd6-487b053c7184', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:37:25Z', 'updated_at': '2022-04-18T20:37:26Z', 'revision_number': 3, 'project_id': '624c15d552004bb8b15cf774c11ffdae', 'gw_port': {'id': '3c3fe9fd-7f49-4c20-abd6-487b053c7184', 'name': '', 'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:f7:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1cd43228-687e-4072-ad72-4b865e34680e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'ip_address': '172.25.8.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:37:26Z', 'updated_at': '2022-04-18T20:37:26Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838334-2'}], 'n-d-838334-2', False) {} {{(pid=84043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:37:30.308146 n-d-838334-2 neutron-server[84043]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-deae16a5-1d59-4096-a7c0-7b535a000722 None None] Checking router: 1cd43228-687e-4072-ad72-4b865e34680e for host: n-d-838334-2 {{(pid=84043) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 18 20:37:30.308500 n-d-838334-2 neutron-server[84043]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-deae16a5-1d59-4096-a7c0-7b535a000722 None None] Updating router 1cd43228-687e-4072-ad72-4b865e34680e port 3c3fe9fd-7f49-4c20-abd6-487b053c7184 binding host n-d-838334-2 {{(pid=84043) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 18 20:37:30.378857 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-ef52530c-9d23-49ef-86d1-e12f2692d83e req-a2211298-adbc-4b9f-9eaa-8fde74d52abd tempest-FloatingIPsTestJSON-1887391700 tempest-FloatingIPsTestJSON-1887391700-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217293'] for floatingip, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:30.380745 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-ef52530c-9d23-49ef-86d1-e12f2692d83e req-a2211298-adbc-4b9f-9eaa-8fde74d52abd tempest-FloatingIPsTestJSON-1887391700 tempest-FloatingIPsTestJSON-1887391700-project] 10.222.0.42 "DELETE /v2.0/floatingips/558c5e67-6f1e-420b-ad2a-ea20ccc96f12 HTTP/1.1" status: 204 len: 173 time: 1.7195692 Apr 18 20:37:30.396256 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-936df2a6-4cbf-4b16-a6ba-670a4b0c7b93 req-3040a41c-5c0d-4006-ba18-bc2096cd1e7a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:30.414352 n-d-838334-2 neutron-server[84043]: DEBUG neutron_lib.callbacks.manager [None req-deae16a5-1d59-4096-a7c0-7b535a000722 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:30.539111 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 33296) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:37:30.577271 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-bf1700cb-fc40-4455-bb72-259810f0ef7e admin admin] Notify callbacks [] for security_group, before_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:30.641334 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-a17d3cf4-d461-4d79-a911-a0268bf28c9a req-9572a52f-1552-4f8f-864e-5c3b8ccb1266 tempest-QuotasAdminNegativeTest-318697952 tempest-QuotasAdminNegativeTest-318697952-project] 10.222.0.42 "GET /v2.0/networks?tenant_id=95ead5a3c8854db0a320f24f76ca5a37&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1288154 Apr 18 20:37:30.660278 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-bf1700cb-fc40-4455-bb72-259810f0ef7e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:37:30.698801 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-bf1700cb-fc40-4455-bb72-259810f0ef7e admin admin] Usage tracker for resource:security_group_rule and tenant:d58daf34b14a4cbf816fb15dc75b254d is out of sync, need to count used quota {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:37:30.763840 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-bf1700cb-fc40-4455-bb72-259810f0ef7e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:37:30.774313 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-bf1700cb-fc40-4455-bb72-259810f0ef7e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:37:30.794535 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-5924fead-259c-4b20-8662-28808a44d199 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:30.836083 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.db [req-936df2a6-4cbf-4b16-a6ba-670a4b0c7b93 req-3040a41c-5c0d-4006-ba18-bc2096cd1e7a service neutron] For port 48fa52c1-0725-4817-8948-dc8aabc819bf, host n-h2-838334-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838334-2',level=0,port_id=48fa52c1-0725-4817-8948-dc8aabc819bf,segment=NetworkSegment(806925fb-1611-47d5-bfae-6289aca7c7ad),segment_id=806925fb-1611-47d5-bfae-6289aca7c7ad)] {{(pid=84040) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:37:30.879355 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a17d3cf4-d461-4d79-a911-a0268bf28c9a req-0c63a911-81ce-4802-a17f-95e054cc0df7 tempest-QuotasAdminNegativeTest-318697952 tempest-QuotasAdminNegativeTest-318697952-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:37:30.881903 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-a17d3cf4-d461-4d79-a911-a0268bf28c9a req-0c63a911-81ce-4802-a17f-95e054cc0df7 tempest-QuotasAdminNegativeTest-318697952 tempest-QuotasAdminNegativeTest-318697952-project] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2254841 Apr 18 20:37:30.901999 n-d-838334-2 neutron-server[84043]: DEBUG neutron_lib.callbacks.manager [None req-deae16a5-1d59-4096-a7c0-7b535a000722 None None] Notify callbacks [] for port, precommit_update {{(pid=84043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:30.912113 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.db [req-936df2a6-4cbf-4b16-a6ba-670a4b0c7b93 req-3040a41c-5c0d-4006-ba18-bc2096cd1e7a service neutron] For port 48fa52c1-0725-4817-8948-dc8aabc819bf, host n-h2-838334-2, cleared binding levels {{(pid=84040) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 20:37:30.919808 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.provisioning_blocks [None req-deae16a5-1d59-4096-a7c0-7b535a000722 None None] Transition to ACTIVE for port object 3c3fe9fd-7f49-4c20-abd6-487b053c7184 will not be triggered until provisioned by entity L2. {{(pid=84043) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 20:37:30.932789 n-d-838334-2 neutron-server[84043]: DEBUG neutron_lib.callbacks.manager [None req-deae16a5-1d59-4096-a7c0-7b535a000722 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682'] for port, after_update {{(pid=84043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:30.967145 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-bf1700cb-fc40-4455-bb72-259810f0ef7e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:30.975383 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-bf1700cb-fc40-4455-bb72-259810f0ef7e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33528224'] for security_group, after_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:30.986724 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44aa6809-0bad-4033-b03a-adcaaed8773b req-9b21a780-a447-4437-bc5a-ca89dea5cdfb tempest-ImagesNegativeTestJSON-935301971 tempest-ImagesNegativeTestJSON-935301971-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:37:30.989519 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-44aa6809-0bad-4033-b03a-adcaaed8773b req-9b21a780-a447-4437-bc5a-ca89dea5cdfb tempest-ImagesNegativeTestJSON-935301971 tempest-ImagesNegativeTestJSON-935301971-project] 10.222.0.42 "GET /v2.0/ports?device_id=e5fa78a1-2828-4c65-8a0a-758a1c3156a5 HTTP/1.1" status: 200 len: 949 time: 0.3911583 Apr 18 20:37:31.016672 n-d-838334-2 neutron-server[84043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-172c89da-ab43-4735-ac04-9a7abd0008b2 None None] Pushing event updated for resources: {'Port': ['ID=3c3fe9fd-7f49-4c20-abd6-487b053c7184,revision_number=2']} {{(pid=84043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:37:31.019189 n-d-838334-2 neutron-server[84043]: DEBUG neutron.plugins.ml2.managers [None req-deae16a5-1d59-4096-a7c0-7b535a000722 None None] Attempting to bind port 3c3fe9fd-7f49-4c20-abd6-487b053c7184 on host n-d-838334-2 for vnic_type normal with profile {{(pid=84043) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:37:31.019644 n-d-838334-2 neutron-server[84043]: DEBUG neutron.plugins.ml2.managers [None req-deae16a5-1d59-4096-a7c0-7b535a000722 None None] Attempting to bind port 3c3fe9fd-7f49-4c20-abd6-487b053c7184 by drivers openvswitch,hyperv on host n-d-838334-2 at level 0 using segments [{'id': '732aa830-768b-4511-951f-d08e26b9c25b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c'}] {{(pid=84043) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:37:31.020516 n-d-838334-2 neutron-server[84043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-deae16a5-1d59-4096-a7c0-7b535a000722 None None] Attempting to bind port 3c3fe9fd-7f49-4c20-abd6-487b053c7184 on network e41b6600-a917-4a8d-b05c-be3be40c6d8c {{(pid=84043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 20:37:31.029890 n-d-838334-2 neutron-server[84043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-deae16a5-1d59-4096-a7c0-7b535a000722 None None] Checking agent: {'id': '97cd4414-7af6-4d67-868d-dff370b4071a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838334-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 25, 49), 'started_at': datetime.datetime(2022, 4, 18, 20, 26, 19), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 20, 37, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838334-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 18 20:37:31.033373 n-d-838334-2 neutron-server[84043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-deae16a5-1d59-4096-a7c0-7b535a000722 None None] Checking segment: {'id': '732aa830-768b-4511-951f-d08e26b9c25b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84043) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 20:37:31.033875 n-d-838334-2 neutron-server[84043]: DEBUG neutron_lib.callbacks.manager [None req-deae16a5-1d59-4096-a7c0-7b535a000722 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:31.034241 n-d-838334-2 neutron-server[84043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-deae16a5-1d59-4096-a7c0-7b535a000722 None None] Bound using segment: {'id': '732aa830-768b-4511-951f-d08e26b9c25b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c'} {{(pid=84043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 18 20:37:31.035278 n-d-838334-2 neutron-server[84043]: DEBUG neutron.plugins.ml2.managers [None req-deae16a5-1d59-4096-a7c0-7b535a000722 None None] Bound port: 3c3fe9fd-7f49-4c20-abd6-487b053c7184, host: n-d-838334-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '732aa830-768b-4511-951f-d08e26b9c25b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c'}}] {{(pid=84043) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 20:37:31.035670 n-d-838334-2 neutron-server[84043]: DEBUG neutron_lib.callbacks.manager [None req-deae16a5-1d59-4096-a7c0-7b535a000722 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:31.046822 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf1700cb-fc40-4455-bb72-259810f0ef7e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f1acae41-6961-443d-9940-be0cf7553ad6,revision_number=1']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:37:31.058274 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-a17d3cf4-d461-4d79-a911-a0268bf28c9a req-6ad72cbf-de1a-44bb-9ba2-a25fd8378cbf tempest-QuotasAdminNegativeTest-318697952 tempest-QuotasAdminNegativeTest-318697952-project] 10.222.0.42 "GET /v2.0/quotas/95ead5a3c8854db0a320f24f76ca5a37 HTTP/1.1" status: 200 len: 375 time: 0.0675590 Apr 18 20:37:31.097605 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-bf1700cb-fc40-4455-bb72-259810f0ef7e admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=d58daf34b14a4cbf816fb15dc75b254d&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5572286 Apr 18 20:37:31.100454 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 33302) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:37:31.112852 n-d-838334-2 neutron-server[84043]: DEBUG neutron.plugins.ml2.db [None req-deae16a5-1d59-4096-a7c0-7b535a000722 None None] For port 3c3fe9fd-7f49-4c20-abd6-487b053c7184, host n-d-838334-2, cleared binding levels {{(pid=84043) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 20:37:31.115983 n-d-838334-2 neutron-server[84043]: DEBUG neutron.plugins.ml2.db [None req-deae16a5-1d59-4096-a7c0-7b535a000722 None None] For port 3c3fe9fd-7f49-4c20-abd6-487b053c7184, host n-d-838334-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838334-2',level=0,port_id=3c3fe9fd-7f49-4c20-abd6-487b053c7184,segment=NetworkSegment(732aa830-768b-4511-951f-d08e26b9c25b),segment_id=732aa830-768b-4511-951f-d08e26b9c25b)] {{(pid=84043) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 20:37:31.121164 n-d-838334-2 neutron-server[84043]: DEBUG neutron_lib.callbacks.manager [None req-deae16a5-1d59-4096-a7c0-7b535a000722 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682'] for port, after_update {{(pid=84043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:31.128188 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-a17d3cf4-d461-4d79-a911-a0268bf28c9a req-1b5166df-0393-4e8b-9d05-0311e1891340 tempest-QuotasAdminNegativeTest-318697952 tempest-QuotasAdminNegativeTest-318697952-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=95ead5a3c8854db0a320f24f76ca5a37&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0690162 Apr 18 20:37:31.142285 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.db_base_plugin_common [None req-5924fead-259c-4b20-8662-28808a44d199 admin admin] Allocated IP 172.20.0.1 (079e35ca-557b-42c6-b34f-dbc020bb616d/c3ffe89f-19b4-45a8-ac55-d99492f3b297/7444fd4e-ad80-47da-bbc6-87a30c879192) {{(pid=84041) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:37:31.195675 n-d-838334-2 neutron-server[84040]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '85d13644-2ff3-4f2e-ba89-a449fe4bd19d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '48fa52c1-0725-4817-8948-dc8aabc819bf'}] {{(pid=84040) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 20:37:31.206741 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-936df2a6-4cbf-4b16-a6ba-670a4b0c7b93 req-3040a41c-5c0d-4006-ba18-bc2096cd1e7a service neutron] Notify callbacks [] for port, precommit_update {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:31.212606 n-d-838334-2 neutron-server[84043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-172c89da-ab43-4735-ac04-9a7abd0008b2 None None] Pushing event updated for resources: {'Port': ['ID=3c3fe9fd-7f49-4c20-abd6-487b053c7184,revision_number=3']} {{(pid=84043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:37:31.218064 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-deae16a5-1d59-4096-a7c0-7b535a000722 None None] Routers {'1cd43228-687e-4072-ad72-4b865e34680e'} bound to L3 agent in host n-d-838334-2 {{(pid=84043) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 20:37:31.218718 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.l3_hamode_db [None req-deae16a5-1d59-4096-a7c0-7b535a000722 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838334-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-18T20:25:48Z,description=,heartbeat_timestamp=2022-04-18T20:37:18Z,host='n-d-838334-2',id=bc84d6c9-dd7a-4555-a351-592327b46d5a,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:25:48Z,topic='l3_agent')) {'router_ids': ['1cd43228-687e-4072-ad72-4b865e34680e'], 'active': True} {{(pid=84043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:37:31.223717 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-44aa6809-0bad-4033-b03a-adcaaed8773b req-d2fcbc8d-61a5-4b35-8617-0a659f0c430a tempest-ImagesNegativeTestJSON-935301971 tempest-ImagesNegativeTestJSON-935301971-project] 10.222.0.42 "GET /v2.0/security-groups?id=1bfbe8fa-1d24-41fa-ae6c-b06bc7cab0e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1785741 Apr 18 20:37:31.225359 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-936df2a6-4cbf-4b16-a6ba-670a4b0c7b93 req-3040a41c-5c0d-4006-ba18-bc2096cd1e7a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682'] for port, after_update {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:31.255515 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-316eca78-7c93-42a5-8118-4ae45565655b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:31.282421 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-316eca78-7c93-42a5-8118-4ae45565655b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:31.360488 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3040a41c-5c0d-4006-ba18-bc2096cd1e7a service neutron] Pushing event updated for resources: {'Port': ['ID=48fa52c1-0725-4817-8948-dc8aabc819bf,revision_number=7']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:37:31.384936 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-316eca78-7c93-42a5-8118-4ae45565655b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33528224'] for security_group, after_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:31.412668 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-316eca78-7c93-42a5-8118-4ae45565655b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f1acae41-6961-443d-9940-be0cf7553ad6,revision_number=None']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:37:31.423578 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-5924fead-259c-4b20-8662-28808a44d199 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:31.434533 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-316eca78-7c93-42a5-8118-4ae45565655b admin admin] Notify callbacks [] for security_group, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:31.434844 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.l3_dvr_db [None req-deae16a5-1d59-4096-a7c0-7b535a000722 None None] Set router 1cd43228-687e-4072-ad72-4b865e34680e gateway port host: n-d-838334-2 {{(pid=84043) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 20:37:31.437937 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-316eca78-7c93-42a5-8118-4ae45565655b admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/f1acae41-6961-443d-9940-be0cf7553ad6 HTTP/1.1" status: 204 len: 168 time: 0.3337424 Apr 18 20:37:31.453398 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.provisioning_blocks [None req-5924fead-259c-4b20-8662-28808a44d199 admin admin] Transition to ACTIVE for port object 7444fd4e-ad80-47da-bbc6-87a30c879192 will not be triggered until provisioned by entity DHCP. {{(pid=84041) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 20:37:31.479161 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-5924fead-259c-4b20-8662-28808a44d199 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750374836619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32266323'] for port, after_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:31.555554 n-d-838334-2 neutron-server[84041]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5924fead-259c-4b20-8662-28808a44d199 admin admin] Network 079e35ca-557b-42c6-b34f-dbc020bb616d is already hosted by enough agents. {{(pid=84041) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:37:31.558846 n-d-838334-2 neutron-server[84041]: DEBUG neutron.scheduler.base_scheduler [None req-5924fead-259c-4b20-8662-28808a44d199 admin admin] Resources bound (agent type, host, resource id): {{(pid=84041) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:37:31.562483 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5924fead-259c-4b20-8662-28808a44d199 admin admin] Received port after_create {{(pid=84041) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 20:37:31.625450 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5924fead-259c-4b20-8662-28808a44d199 admin admin] Pushing event updated for resources: {'Port': ['ID=7444fd4e-ad80-47da-bbc6-87a30c879192,revision_number=1']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:37:31.644021 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-5924fead-259c-4b20-8662-28808a44d199 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33444010'] for router_interface, before_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:31.672137 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.managers [req-936df2a6-4cbf-4b16-a6ba-670a4b0c7b93 req-3040a41c-5c0d-4006-ba18-bc2096cd1e7a service neutron] Attempting to bind port 48fa52c1-0725-4817-8948-dc8aabc819bf on host n-h2-838334-2 for vnic_type normal with profile {"migrating_to": "n-h1-838334-2"} {{(pid=84040) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:37:31.672390 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.managers [req-936df2a6-4cbf-4b16-a6ba-670a4b0c7b93 req-3040a41c-5c0d-4006-ba18-bc2096cd1e7a service neutron] Attempting to bind port 48fa52c1-0725-4817-8948-dc8aabc819bf by drivers openvswitch,hyperv on host n-h2-838334-2 at level 0 using segments [{'id': '806925fb-1611-47d5-bfae-6289aca7c7ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '2b4e6157-bc80-44e6-aceb-13aa29225b38'}] {{(pid=84040) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:37:31.672886 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-936df2a6-4cbf-4b16-a6ba-670a4b0c7b93 req-3040a41c-5c0d-4006-ba18-bc2096cd1e7a service neutron] Attempting to bind port 48fa52c1-0725-4817-8948-dc8aabc819bf on network 2b4e6157-bc80-44e6-aceb-13aa29225b38 {{(pid=84040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 20:37:31.715926 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f15d58e3-f8d2-4996-9fbc-b8510d66f267 req-cece3c57-de7d-4400-a794-5f17a9c773e4 tempest-LiveMigrationTest-963278731 tempest-LiveMigrationTest-963278731-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:37:31.723008 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-f15d58e3-f8d2-4996-9fbc-b8510d66f267 req-cece3c57-de7d-4400-a794-5f17a9c773e4 tempest-LiveMigrationTest-963278731 tempest-LiveMigrationTest-963278731-project] 10.222.0.42 "GET /v2.0/ports?device_id=85d13644-2ff3-4f2e-ba89-a449fe4bd19d HTTP/1.1" status: 200 len: 943 time: 0.3416152 Apr 18 20:37:31.729677 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-936df2a6-4cbf-4b16-a6ba-670a4b0c7b93 req-3040a41c-5c0d-4006-ba18-bc2096cd1e7a service neutron] Port 48fa52c1-0725-4817-8948-dc8aabc819bf on network 2b4e6157-bc80-44e6-aceb-13aa29225b38 not bound, no agent of type Open vSwitch agent registered on host n-h2-838334-2 {{(pid=84040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 18 20:37:31.730084 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-936df2a6-4cbf-4b16-a6ba-670a4b0c7b93 req-3040a41c-5c0d-4006-ba18-bc2096cd1e7a service neutron] Attempting to bind port 48fa52c1-0725-4817-8948-dc8aabc819bf on network 2b4e6157-bc80-44e6-aceb-13aa29225b38 {{(pid=84040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 20:37:31.752804 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-5924fead-259c-4b20-8662-28808a44d199 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:31.775587 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-936df2a6-4cbf-4b16-a6ba-670a4b0c7b93 req-3040a41c-5c0d-4006-ba18-bc2096cd1e7a service neutron] Checking agent: {'id': 'dc797004-f641-47b7-a77f-9c62b5b16296', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-838334-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 34, 3), 'started_at': datetime.datetime(2022, 4, 18, 20, 34, 3), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 20, 37, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 18 20:37:31.776959 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-936df2a6-4cbf-4b16-a6ba-670a4b0c7b93 req-3040a41c-5c0d-4006-ba18-bc2096cd1e7a service neutron] Checking segment: {'id': '806925fb-1611-47d5-bfae-6289aca7c7ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '2b4e6157-bc80-44e6-aceb-13aa29225b38'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84040) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 20:37:31.776959 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-936df2a6-4cbf-4b16-a6ba-670a4b0c7b93 req-3040a41c-5c0d-4006-ba18-bc2096cd1e7a service neutron] Bound using segment: {'id': '806925fb-1611-47d5-bfae-6289aca7c7ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '2b4e6157-bc80-44e6-aceb-13aa29225b38'} {{(pid=84040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 18 20:37:31.777491 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.managers [req-936df2a6-4cbf-4b16-a6ba-670a4b0c7b93 req-3040a41c-5c0d-4006-ba18-bc2096cd1e7a service neutron] Bound port: 48fa52c1-0725-4817-8948-dc8aabc819bf, host: n-h2-838334-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '806925fb-1611-47d5-bfae-6289aca7c7ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '2b4e6157-bc80-44e6-aceb-13aa29225b38'}}] {{(pid=84040) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 20:37:31.777905 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-936df2a6-4cbf-4b16-a6ba-670a4b0c7b93 req-3040a41c-5c0d-4006-ba18-bc2096cd1e7a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:31.832689 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-9b18b540-12a0-433b-87a2-daaecdbfd7c1 req-820058c1-3046-4cec-b7df-79c2105669cb tempest-FloatingIPsTestJSON-1887391700 tempest-FloatingIPsTestJSON-1887391700-project] 10.222.0.42 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.3885221 Apr 18 20:37:31.871788 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.v2.base [req-9b18b540-12a0-433b-87a2-daaecdbfd7c1 req-b0a7a345-02c9-4080-a14f-857bffb9a010 tempest-FloatingIPsTestJSON-1887391700 tempest-FloatingIPsTestJSON-1887391700-project] Request body: {'floatingip': {'floating_network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c'}} {{(pid=84040) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 20:37:31.874222 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-4c998613-7474-46d2-b469-f0ab0aee472f None None] Provisioning for port 7444fd4e-ad80-47da-bbc6-87a30c879192 completed by entity DHCP. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 20:37:31.879537 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-4c998613-7474-46d2-b469-f0ab0aee472f None None] Provisioning complete for port 7444fd4e-ad80-47da-bbc6-87a30c879192 triggered by entity DHCP. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:37:31.879929 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-4c998613-7474-46d2-b469-f0ab0aee472f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1253608'] for port, provisioning_complete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:31.883089 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [req-9b18b540-12a0-433b-87a2-daaecdbfd7c1 req-b0a7a345-02c9-4080-a14f-857bffb9a010 tempest-FloatingIPsTestJSON-1887391700 tempest-FloatingIPsTestJSON-1887391700-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:37:31.887242 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [req-9b18b540-12a0-433b-87a2-daaecdbfd7c1 req-b0a7a345-02c9-4080-a14f-857bffb9a010 tempest-FloatingIPsTestJSON-1887391700 tempest-FloatingIPsTestJSON-1887391700-project] Usage tracker for resource:floatingip and tenant:bb2e510a384a4b3d8dcb0926970ea9f9 is out of sync, need to count used quota {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:37:31.890526 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [req-9b18b540-12a0-433b-87a2-daaecdbfd7c1 req-b0a7a345-02c9-4080-a14f-857bffb9a010 tempest-FloatingIPsTestJSON-1887391700 tempest-FloatingIPsTestJSON-1887391700-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:37:31.896402 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [req-9b18b540-12a0-433b-87a2-daaecdbfd7c1 req-b0a7a345-02c9-4080-a14f-857bffb9a010 tempest-FloatingIPsTestJSON-1887391700 tempest-FloatingIPsTestJSON-1887391700-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:37:31.927782 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.l3_hamode_db [None req-deae16a5-1d59-4096-a7c0-7b535a000722 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1cd43228-687e-4072-ad72-4b865e34680e', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1623382860-router', 'tenant_id': '624c15d552004bb8b15cf774c11ffdae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'external_fixed_ips': [{'subnet_id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'ip_address': '172.25.8.151'}], 'enable_snat': True}, 'gw_port_id': '3c3fe9fd-7f49-4c20-abd6-487b053c7184', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:37:25Z', 'updated_at': '2022-04-18T20:37:26Z', 'revision_number': 3, 'project_id': '624c15d552004bb8b15cf774c11ffdae', 'gw_port': {'id': '3c3fe9fd-7f49-4c20-abd6-487b053c7184', 'name': '', 'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:f7:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1cd43228-687e-4072-ad72-4b865e34680e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'ip_address': '172.25.8.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:37:26Z', 'updated_at': '2022-04-18T20:37:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838334-2'}], 'n-d-838334-2', False) {} {{(pid=84043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:37:31.928338 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-9b18b540-12a0-433b-87a2-daaecdbfd7c1 req-b0a7a345-02c9-4080-a14f-857bffb9a010 tempest-FloatingIPsTestJSON-1887391700 tempest-FloatingIPsTestJSON-1887391700-project] Notify callbacks [] for floatingip, before_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:31.936768 n-d-838334-2 neutron-server[84043]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-deae16a5-1d59-4096-a7c0-7b535a000722 None None] The sync data for ids ['1cd43228-687e-4072-ad72-4b865e34680e'] in n-d-838334-2 is: [{'id': '1cd43228-687e-4072-ad72-4b865e34680e', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1623382860-router', 'tenant_id': '624c15d552004bb8b15cf774c11ffdae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'external_fixed_ips': [{'subnet_id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'ip_address': '172.25.8.151'}], 'enable_snat': True}, 'gw_port_id': '3c3fe9fd-7f49-4c20-abd6-487b053c7184', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:37:25Z', 'updated_at': '2022-04-18T20:37:26Z', 'revision_number': 3, 'project_id': '624c15d552004bb8b15cf774c11ffdae', 'gw_port': {'id': '3c3fe9fd-7f49-4c20-abd6-487b053c7184', 'name': '', 'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:f7:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1cd43228-687e-4072-ad72-4b865e34680e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'ip_address': '172.25.8.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:37:26Z', 'updated_at': '2022-04-18T20:37:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838334-2'}] {{(pid=84043) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 18 20:37:31.974924 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-f15d58e3-f8d2-4996-9fbc-b8510d66f267 req-0b6a3682-2805-4506-8fa9-40d30dfcd035 tempest-LiveMigrationTest-963278731 tempest-LiveMigrationTest-963278731-project] 10.222.0.42 "GET /v2.0/security-groups?id=c1ded286-bbeb-4ec4-95be-e4f6aab8a892&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2509518 Apr 18 20:37:31.997732 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.plugin [None req-4c998613-7474-46d2-b469-f0ab0aee472f None None] Port 7444fd4e-ad80-47da-bbc6-87a30c879192 cannot update to ACTIVE because it is not bound. {{(pid=84042) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 18 20:37:32.117694 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.db [req-936df2a6-4cbf-4b16-a6ba-670a4b0c7b93 req-3040a41c-5c0d-4006-ba18-bc2096cd1e7a service neutron] For port 48fa52c1-0725-4817-8948-dc8aabc819bf, host n-h2-838334-2, cleared binding levels {{(pid=84040) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 20:37:32.133761 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-5924fead-259c-4b20-8662-28808a44d199 admin admin] Notify callbacks [] for port, precommit_update {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:32.142777 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-5924fead-259c-4b20-8662-28808a44d199 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32266282'] for port, after_update {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:32.145997 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.db [req-936df2a6-4cbf-4b16-a6ba-670a4b0c7b93 req-3040a41c-5c0d-4006-ba18-bc2096cd1e7a service neutron] For port 48fa52c1-0725-4817-8948-dc8aabc819bf, host n-h2-838334-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838334-2',level=0,port_id=48fa52c1-0725-4817-8948-dc8aabc819bf,segment=NetworkSegment(806925fb-1611-47d5-bfae-6289aca7c7ad),segment_id=806925fb-1611-47d5-bfae-6289aca7c7ad)] {{(pid=84040) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 20:37:32.194082 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-936df2a6-4cbf-4b16-a6ba-670a4b0c7b93 req-3040a41c-5c0d-4006-ba18-bc2096cd1e7a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682'] for port, after_update {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:32.277938 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-5924fead-259c-4b20-8662-28808a44d199 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-32377886', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33443847'] for router_interface, after_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:32.282317 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5924fead-259c-4b20-8662-28808a44d199 admin admin] Pushing event updated for resources: {'Port': ['ID=7444fd4e-ad80-47da-bbc6-87a30c879192,revision_number=2']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:37:32.420811 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3040a41c-5c0d-4006-ba18-bc2096cd1e7a service neutron] Pushing event updated for resources: {'Port': ['ID=48fa52c1-0725-4817-8948-dc8aabc819bf,revision_number=8']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:37:32.467918 n-d-838334-2 neutron-server[84041]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5924fead-259c-4b20-8662-28808a44d199 admin admin] Network 079e35ca-557b-42c6-b34f-dbc020bb616d is already hosted by enough agents. {{(pid=84041) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:37:32.469066 n-d-838334-2 neutron-server[84041]: DEBUG neutron.scheduler.base_scheduler [None req-5924fead-259c-4b20-8662-28808a44d199 admin admin] Resources bound (agent type, host, resource id): {{(pid=84041) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:37:32.605976 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-9b18b540-12a0-433b-87a2-daaecdbfd7c1 req-b0a7a345-02c9-4080-a14f-857bffb9a010 tempest-FloatingIPsTestJSON-1887391700 tempest-FloatingIPsTestJSON-1887391700-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:32.680798 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-936df2a6-4cbf-4b16-a6ba-670a4b0c7b93 req-3040a41c-5c0d-4006-ba18-bc2096cd1e7a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217293'] for port, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:32.685535 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-936df2a6-4cbf-4b16-a6ba-670a4b0c7b93 req-3040a41c-5c0d-4006-ba18-bc2096cd1e7a service neutron] 10.222.0.43 "PUT /v2.0/ports/48fa52c1-0725-4817-8948-dc8aabc819bf HTTP/1.1" status: 200 len: 1121 time: 2.5956836 Apr 18 20:37:32.699732 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6417064c-add8-42e3-bdca-eefd3079fd61 req-d9cf7772-c52d-4982-b5dd-813b7082f2ee tempest-LiveAutoBlockMigrationV225Test-1713341100 tempest-LiveAutoBlockMigrationV225Test-1713341100-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:37:32.702424 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-6417064c-add8-42e3-bdca-eefd3079fd61 req-d9cf7772-c52d-4982-b5dd-813b7082f2ee tempest-LiveAutoBlockMigrationV225Test-1713341100 tempest-LiveAutoBlockMigrationV225Test-1713341100-project] 10.222.0.42 "GET /v2.0/ports?device_id=4d27da33-3ad6-433b-9d90-6d6cdb64d534 HTTP/1.1" status: 200 len: 945 time: 0.5533667 Apr 18 20:37:32.765106 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] get_ports_and_sgs() called for port_ids ['48fa52c1-0725-4817-8948-dc8aabc819bf'] {{(pid=84042) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 18 20:37:32.864513 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-6417064c-add8-42e3-bdca-eefd3079fd61 req-994464b1-4e5b-4ba5-8401-c0b3c612d8bb tempest-LiveAutoBlockMigrationV225Test-1713341100 tempest-LiveAutoBlockMigrationV225Test-1713341100-project] 10.222.0.42 "GET /v2.0/security-groups?id=bf712067-aabd-4e70-aae1-082928dd1ccd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1532459 Apr 18 20:37:32.872778 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-e5a24262-344d-42bd-ae31-bf59f34de422 None None] Provisioning complete for port 7444fd4e-ad80-47da-bbc6-87a30c879192 triggered by entity DHCP. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:37:32.873141 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-e5a24262-344d-42bd-ae31-bf59f34de422 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1253608'] for port, provisioning_complete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:32.968130 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.db_base_plugin_common [req-9b18b540-12a0-433b-87a2-daaecdbfd7c1 req-b0a7a345-02c9-4080-a14f-857bffb9a010 tempest-FloatingIPsTestJSON-1887391700 tempest-FloatingIPsTestJSON-1887391700-project] Allocated IP 172.25.8.156 (e41b6600-a917-4a8d-b05c-be3be40c6d8c/6b05667b-848e-4356-9b44-d5eb6808ef74/c3e619d4-040e-4f9b-aa7e-553e504fc5fb) {{(pid=84040) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:37:32.979946 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.plugin [None req-e5a24262-344d-42bd-ae31-bf59f34de422 None None] Port 7444fd4e-ad80-47da-bbc6-87a30c879192 cannot update to ACTIVE because it is not bound. {{(pid=84042) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 18 20:37:33.082227 n-d-838334-2 neutron-server[84041]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5924fead-259c-4b20-8662-28808a44d199 admin admin] Router 1cd43228-687e-4072-ad72-4b865e34680e has already been hosted by L3 agent bc84d6c9-dd7a-4555-a351-592327b46d5a {{(pid=84041) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 20:37:33.192792 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-9b18b540-12a0-433b-87a2-daaecdbfd7c1 req-b0a7a345-02c9-4080-a14f-857bffb9a010 tempest-FloatingIPsTestJSON-1887391700 tempest-FloatingIPsTestJSON-1887391700-project] Notify callbacks [] for port, precommit_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:33.231676 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-9b18b540-12a0-433b-87a2-daaecdbfd7c1 req-b0a7a345-02c9-4080-a14f-857bffb9a010 tempest-FloatingIPsTestJSON-1887391700 tempest-FloatingIPsTestJSON-1887391700-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750374836619'] for port, after_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:33.309573 n-d-838334-2 neutron-server[84040]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9b18b540-12a0-433b-87a2-daaecdbfd7c1 req-b0a7a345-02c9-4080-a14f-857bffb9a010 tempest-FloatingIPsTestJSON-1887391700 tempest-FloatingIPsTestJSON-1887391700-project] Network e41b6600-a917-4a8d-b05c-be3be40c6d8c is already hosted by enough agents. {{(pid=84040) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:37:33.313382 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750375287399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253529'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:33.313658 n-d-838334-2 neutron-server[84040]: DEBUG neutron.scheduler.base_scheduler [req-9b18b540-12a0-433b-87a2-daaecdbfd7c1 req-b0a7a345-02c9-4080-a14f-857bffb9a010 tempest-FloatingIPsTestJSON-1887391700 tempest-FloatingIPsTestJSON-1887391700-project] Resources bound (agent type, host, resource id): {{(pid=84040) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:37:33.318931 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.l3_dvrscheduler_db [req-9b18b540-12a0-433b-87a2-daaecdbfd7c1 req-b0a7a345-02c9-4080-a14f-857bffb9a010 tempest-FloatingIPsTestJSON-1887391700 tempest-FloatingIPsTestJSON-1887391700-project] Received port after_create {{(pid=84040) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 20:37:33.327052 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0a7a345-02c9-4080-a14f-857bffb9a010 tempest-FloatingIPsTestJSON-1887391700 tempest-FloatingIPsTestJSON-1887391700-project] Pushing event updated for resources: {'Port': ['ID=c3e619d4-040e-4f9b-aa7e-553e504fc5fb,revision_number=1']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:37:33.419547 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5924fead-259c-4b20-8662-28808a44d199 admin admin] Notify agent at l3_agent.n-d-838334-2 the message routers_updated {{(pid=84041) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 20:37:33.431665 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-5924fead-259c-4b20-8662-28808a44d199 admin admin] 10.222.0.42 "PUT /v2.0/routers/1cd43228-687e-4072-ad72-4b865e34680e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7558587 Apr 18 20:37:33.475482 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-9b18b540-12a0-433b-87a2-daaecdbfd7c1 req-b0a7a345-02c9-4080-a14f-857bffb9a010 tempest-FloatingIPsTestJSON-1887391700 tempest-FloatingIPsTestJSON-1887391700-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:33.585113 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-9b18b540-12a0-433b-87a2-daaecdbfd7c1 req-b0a7a345-02c9-4080-a14f-857bffb9a010 tempest-FloatingIPsTestJSON-1887391700 tempest-FloatingIPsTestJSON-1887391700-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:33.619193 n-d-838334-2 neutron-server[84040]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dfb28409-6d98-4949-945b-ccd3f4e31ed7'] response: {'server_uuid': '85d13644-2ff3-4f2e-ba89-a449fe4bd19d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '48fa52c1-0725-4817-8948-dc8aabc819bf', 'code': 200} Apr 18 20:37:33.626001 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Device 3c3fe9fd-7f49-4c20-abd6-487b053c7184 up at agent ovs-agent-n-d-838334-2 {{(pid=84042) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 20:37:33.776115 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Provisioning for port 3c3fe9fd-7f49-4c20-abd6-487b053c7184 completed by entity L2. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 20:37:33.785443 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Provisioning complete for port 3c3fe9fd-7f49-4c20-abd6-487b053c7184 triggered by entity L2. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:37:33.785817 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1253608'] for port, provisioning_complete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:33.867539 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-9b18b540-12a0-433b-87a2-daaecdbfd7c1 req-b0a7a345-02c9-4080-a14f-857bffb9a010 tempest-FloatingIPsTestJSON-1887391700 tempest-FloatingIPsTestJSON-1887391700-project] Notify callbacks [] for port, precommit_update {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:33.875519 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-9b18b540-12a0-433b-87a2-daaecdbfd7c1 req-b0a7a345-02c9-4080-a14f-857bffb9a010 tempest-FloatingIPsTestJSON-1887391700 tempest-FloatingIPsTestJSON-1887391700-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682'] for port, after_update {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:33.953823 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-9b18b540-12a0-433b-87a2-daaecdbfd7c1 req-b0a7a345-02c9-4080-a14f-857bffb9a010 tempest-FloatingIPsTestJSON-1887391700 tempest-FloatingIPsTestJSON-1887391700-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33444131'] for floatingip, after_update {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:33.981356 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0a7a345-02c9-4080-a14f-857bffb9a010 tempest-FloatingIPsTestJSON-1887391700 tempest-FloatingIPsTestJSON-1887391700-project] Pushing event updated for resources: {'Port': ['ID=c3e619d4-040e-4f9b-aa7e-553e504fc5fb,revision_number=2']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:37:33.994886 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-9b18b540-12a0-433b-87a2-daaecdbfd7c1 req-b0a7a345-02c9-4080-a14f-857bffb9a010 tempest-FloatingIPsTestJSON-1887391700 tempest-FloatingIPsTestJSON-1887391700-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217293'] for floatingip, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:33.996614 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-9b18b540-12a0-433b-87a2-daaecdbfd7c1 req-b0a7a345-02c9-4080-a14f-857bffb9a010 tempest-FloatingIPsTestJSON-1887391700 tempest-FloatingIPsTestJSON-1887391700-project] 10.222.0.42 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 2.1630280 Apr 18 20:37:34.029869 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:34.062426 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] For port 3c3fe9fd-7f49-4c20-abd6-487b053c7184, host n-d-838334-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838334-2',level=0,port_id=3c3fe9fd-7f49-4c20-abd6-487b053c7184,segment=NetworkSegment(732aa830-768b-4511-951f-d08e26b9c25b),segment_id=732aa830-768b-4511-951f-d08e26b9c25b)] {{(pid=84042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:37:34.071692 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682'] for port, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:34.099951 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [req-9b18b540-12a0-433b-87a2-daaecdbfd7c1 req-17331432-1933-4f66-8696-5706e09cd389 tempest-FloatingIPsTestJSON-1887391700 tempest-FloatingIPsTestJSON-1887391700-project] Synchronizing usage tracker for tenant:bb2e510a384a4b3d8dcb0926970ea9f9 on resource:floatingip {{(pid=84040) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 20:37:34.119232 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [req-9b18b540-12a0-433b-87a2-daaecdbfd7c1 req-17331432-1933-4f66-8696-5706e09cd389 tempest-FloatingIPsTestJSON-1887391700 tempest-FloatingIPsTestJSON-1887391700-project] Unset dirty status for tenant:bb2e510a384a4b3d8dcb0926970ea9f9 on resource:floatingip {{(pid=84040) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 20:37:34.120949 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-9b18b540-12a0-433b-87a2-daaecdbfd7c1 req-17331432-1933-4f66-8696-5706e09cd389 tempest-FloatingIPsTestJSON-1887391700 tempest-FloatingIPsTestJSON-1887391700-project] 10.222.0.42 "GET /v2.0/floatingips?floating_ip_address=172.25.8.156 HTTP/1.1" status: 200 len: 696 time: 0.1168649 Apr 18 20:37:34.157626 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Pushing event updated for resources: {'Port': ['ID=3c3fe9fd-7f49-4c20-abd6-487b053c7184,revision_number=4']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:37:34.278653 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b18b540-12a0-433b-87a2-daaecdbfd7c1 req-bcca8a2d-1c44-46e9-aa85-8d65b0bf359f tempest-FloatingIPsTestJSON-1887391700 tempest-FloatingIPsTestJSON-1887391700-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:37:34.280190 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-9b18b540-12a0-433b-87a2-daaecdbfd7c1 req-bcca8a2d-1c44-46e9-aa85-8d65b0bf359f tempest-FloatingIPsTestJSON-1887391700 tempest-FloatingIPsTestJSON-1887391700-project] 10.222.0.42 "GET /v2.0/networks/e41b6600-a917-4a8d-b05c-be3be40c6d8c HTTP/1.1" status: 200 len: 784 time: 0.1531363 Apr 18 20:37:34.471303 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c801f3af-c398-4823-a149-ba7955c9e9c3 req-9e958ba0-4ea3-41cd-9588-09485079a052 tempest-LiveMigrationTest-963278731 tempest-LiveMigrationTest-963278731-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:37:34.472779 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-c801f3af-c398-4823-a149-ba7955c9e9c3 req-9e958ba0-4ea3-41cd-9588-09485079a052 tempest-LiveMigrationTest-963278731 tempest-LiveMigrationTest-963278731-project] 10.222.0.42 "GET /v2.0/ports?device_id=85d13644-2ff3-4f2e-ba89-a449fe4bd19d HTTP/1.1" status: 200 len: 943 time: 0.0804622 Apr 18 20:37:34.526271 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-c801f3af-c398-4823-a149-ba7955c9e9c3 req-fac13b8e-b469-4ccb-91bb-3491fe5fac65 tempest-LiveMigrationTest-963278731 tempest-LiveMigrationTest-963278731-project] 10.222.0.42 "GET /v2.0/security-groups?id=c1ded286-bbeb-4ec4-95be-e4f6aab8a892&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459046 Apr 18 20:37:34.724903 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b16fd19-7734-47b4-b81b-86b37a734b95 req-b7b2c4d3-8230-4a3c-9315-49fd7f25935c tempest-ImagesNegativeTestJSON-935301971 tempest-ImagesNegativeTestJSON-935301971-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:37:34.726974 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-3b16fd19-7734-47b4-b81b-86b37a734b95 req-b7b2c4d3-8230-4a3c-9315-49fd7f25935c tempest-ImagesNegativeTestJSON-935301971 tempest-ImagesNegativeTestJSON-935301971-project] 10.222.0.42 "GET /v2.0/ports?device_id=e5fa78a1-2828-4c65-8a0a-758a1c3156a5 HTTP/1.1" status: 200 len: 949 time: 0.0837078 Apr 18 20:37:34.831086 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-3b16fd19-7734-47b4-b81b-86b37a734b95 req-0c98538f-b541-41ab-bf1f-5aafc1b9812b tempest-ImagesNegativeTestJSON-935301971 tempest-ImagesNegativeTestJSON-935301971-project] 10.222.0.42 "GET /v2.0/security-groups?id=1bfbe8fa-1d24-41fa-ae6c-b06bc7cab0e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0969634 Apr 18 20:37:34.854183 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9d5518c-6a04-4c68-93c8-5be484d1a06f req-f7c75229-faa9-4036-808f-12a6c8e62c98 tempest-LiveAutoBlockMigrationV225Test-1713341100 tempest-LiveAutoBlockMigrationV225Test-1713341100-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:37:34.855663 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-d9d5518c-6a04-4c68-93c8-5be484d1a06f req-f7c75229-faa9-4036-808f-12a6c8e62c98 tempest-LiveAutoBlockMigrationV225Test-1713341100 tempest-LiveAutoBlockMigrationV225Test-1713341100-project] 10.222.0.42 "GET /v2.0/ports?device_id=4d27da33-3ad6-433b-9d90-6d6cdb64d534 HTTP/1.1" status: 200 len: 945 time: 0.1199081 Apr 18 20:37:34.870752 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 33394) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:37:34.876131 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.v2.base [None req-cd620f0e-e536-4637-bda0-b0cf58b1538f admin admin] Request body: {'network': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-627905384-network', 'tenant_id': '60f7b5b62cf743ccbb177249e2acd0de'}} {{(pid=84041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 20:37:34.880616 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-cd620f0e-e536-4637-bda0-b0cf58b1538f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:37:34.884475 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-cd620f0e-e536-4637-bda0-b0cf58b1538f admin admin] Usage tracker for resource:network and tenant:60f7b5b62cf743ccbb177249e2acd0de is out of sync, need to count used quota {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:37:34.887230 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-cd620f0e-e536-4637-bda0-b0cf58b1538f admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:37:34.892765 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-cd620f0e-e536-4637-bda0-b0cf58b1538f admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:37:34.903046 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd620f0e-e536-4637-bda0-b0cf58b1538f admin admin] Made reservation on behalf of 60f7b5b62cf743ccbb177249e2acd0de for: {'network': 1} {{(pid=84041) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:37:34.905424 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-cd620f0e-e536-4637-bda0-b0cf58b1538f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for network, before_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:34.920874 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-cd620f0e-e536-4637-bda0-b0cf58b1538f admin admin] Notify callbacks [] for security_group, before_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:34.957124 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-cd620f0e-e536-4637-bda0-b0cf58b1538f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:37:34.961230 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-cd620f0e-e536-4637-bda0-b0cf58b1538f admin admin] Usage tracker for resource:security_group_rule and tenant:60f7b5b62cf743ccbb177249e2acd0de is out of sync, need to count used quota {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:37:34.964291 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-cd620f0e-e536-4637-bda0-b0cf58b1538f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:37:34.969879 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-2ff6c405-03a8-485c-87b4-a097335f2b4c req-7f02dc0d-913f-44fd-afc0-5a3865cc408f tempest-FloatingIPsTestJSON-1887391700 tempest-FloatingIPsTestJSON-1887391700-project] 10.222.0.42 "GET /v2.0/floatingips/631abcbb-be72-4e43-8063-fc08dddeaf9d HTTP/1.1" status: 200 len: 693 time: 0.0929580 Apr 18 20:37:34.977445 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-cd620f0e-e536-4637-bda0-b0cf58b1538f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:37:35.010163 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-d9d5518c-6a04-4c68-93c8-5be484d1a06f req-68484c7e-1e78-4504-bad9-8d1c9d16e58c tempest-LiveAutoBlockMigrationV225Test-1713341100 tempest-LiveAutoBlockMigrationV225Test-1713341100-project] 10.222.0.42 "GET /v2.0/security-groups?id=bf712067-aabd-4e70-aae1-082928dd1ccd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1480942 Apr 18 20:37:35.053390 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-cd620f0e-e536-4637-bda0-b0cf58b1538f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:35.058983 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-cd620f0e-e536-4637-bda0-b0cf58b1538f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33528224'] for security_group, after_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:35.093554 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cd620f0e-e536-4637-bda0-b0cf58b1538f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 376} {{(pid=84041) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 20:37:35.103818 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd620f0e-e536-4637-bda0-b0cf58b1538f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=00d9eff1-76a8-421b-a40a-df8585e12981,revision_number=1']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:37:35.110471 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-cd620f0e-e536-4637-bda0-b0cf58b1538f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1082986'] for segment, precommit_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:35.110805 n-d-838334-2 neutron-server[84041]: INFO neutron.db.segments_db [None req-cd620f0e-e536-4637-bda0-b0cf58b1538f admin admin] Added segment 19ad21fa-fac1-489d-89f6-afeed388bda6 of type vlan for network b907c95d-bd5f-4998-b27d-79779f369163 Apr 18 20:37:35.143572 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-cd620f0e-e536-4637-bda0-b0cf58b1538f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750374825732'] for network, precommit_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:35.179711 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-cd620f0e-e536-4637-bda0-b0cf58b1538f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33526109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022'] for network, after_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:35.180833 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd620f0e-e536-4637-bda0-b0cf58b1538f admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:37:35.181598 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-cd620f0e-e536-4637-bda0-b0cf58b1538f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32378031'] for network, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:35.206683 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ff6c405-03a8-485c-87b4-a097335f2b4c req-f831fc6f-26bd-4ea8-a175-9a6ea0f62326 tempest-FloatingIPsTestJSON-1887391700 tempest-FloatingIPsTestJSON-1887391700-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:37:35.208034 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-2ff6c405-03a8-485c-87b4-a097335f2b4c req-f831fc6f-26bd-4ea8-a175-9a6ea0f62326 tempest-FloatingIPsTestJSON-1887391700 tempest-FloatingIPsTestJSON-1887391700-project] 10.222.0.42 "GET /v2.0/networks/e41b6600-a917-4a8d-b05c-be3be40c6d8c HTTP/1.1" status: 200 len: 784 time: 0.2327397 Apr 18 20:37:35.291125 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-cd620f0e-e536-4637-bda0-b0cf58b1538f admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 0.4167500 Apr 18 20:37:35.291125 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd620f0e-e536-4637-bda0-b0cf58b1538f admin admin] Pushing event updated for resources: {'Network': ['ID=b907c95d-bd5f-4998-b27d-79779f369163,revision_number=1']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:37:35.292244 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 33404) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:37:35.297408 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.v2.base [None req-8400c8be-1e41-45ba-a2c9-e97688efb22e admin admin] Request body: {'subnet': {'network_id': 'b907c95d-bd5f-4998-b27d-79779f369163', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-627905384-subnet', 'tenant_id': '60f7b5b62cf743ccbb177249e2acd0de', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=84041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 20:37:35.301984 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-8400c8be-1e41-45ba-a2c9-e97688efb22e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:37:35.302246 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Network b907c95d-bd5f-4998-b27d-79779f369163 details requested by agent ovs-agent-n-d-838334-2 with host n-d-838334-2 {{(pid=84042) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 18 20:37:35.305909 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-8400c8be-1e41-45ba-a2c9-e97688efb22e admin admin] Usage tracker for resource:subnet and tenant:60f7b5b62cf743ccbb177249e2acd0de is out of sync, need to count used quota {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:37:35.308800 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-8400c8be-1e41-45ba-a2c9-e97688efb22e admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:37:35.314535 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-8400c8be-1e41-45ba-a2c9-e97688efb22e admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:37:35.327828 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8400c8be-1e41-45ba-a2c9-e97688efb22e admin admin] Made reservation on behalf of 60f7b5b62cf743ccbb177249e2acd0de for: {'subnet': 1} {{(pid=84041) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:37:35.331323 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-8400c8be-1e41-45ba-a2c9-e97688efb22e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32486301'] for subnet, before_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:35.333324 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-2ff6c405-03a8-485c-87b4-a097335f2b4c req-73fe0edc-1bef-4311-b80c-dd9e144f1d12 tempest-FloatingIPsTestJSON-1887391700 tempest-FloatingIPsTestJSON-1887391700-project] 10.222.0.42 "GET /v2.0/floatingips?floating_ip_address=172.25.8.156 HTTP/1.1" status: 200 len: 696 time: 0.1159644 Apr 18 20:37:35.427530 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-2ff6c405-03a8-485c-87b4-a097335f2b4c req-8b67d9e5-5ae3-46bc-a2a4-c86aee647187 tempest-FloatingIPsTestJSON-1887391700 tempest-FloatingIPsTestJSON-1887391700-project] 10.222.0.42 "GET /v2.0/floatingips?floating_ip_address=172.25.8.156 HTTP/1.1" status: 200 len: 696 time: 0.0829022 Apr 18 20:37:35.540860 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0844f922-8296-4a3c-a87a-6c99acfe2e61 req-dacc8d85-b9e0-4d4d-b2c1-b0c599d40d7f tempest-ImagesNegativeTestJSON-935301971 tempest-ImagesNegativeTestJSON-935301971-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:37:35.542378 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-0844f922-8296-4a3c-a87a-6c99acfe2e61 req-dacc8d85-b9e0-4d4d-b2c1-b0c599d40d7f tempest-ImagesNegativeTestJSON-935301971 tempest-ImagesNegativeTestJSON-935301971-project] 10.222.0.43 "GET /v2.0/ports?device_id=e5fa78a1-2828-4c65-8a0a-758a1c3156a5 HTTP/1.1" status: 200 len: 949 time: 0.2758069 Apr 18 20:37:35.565140 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Device 3c3fe9fd-7f49-4c20-abd6-487b053c7184 up at agent ovs-agent-n-d-838334-2 {{(pid=84042) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 20:37:35.604893 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-8400c8be-1e41-45ba-a2c9-e97688efb22e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33526260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32266407', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32486287'] for subnet, after_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:35.645550 n-d-838334-2 neutron-server[84040]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '85d13644-2ff3-4f2e-ba89-a449fe4bd19d', 'tag': '48fa52c1-0725-4817-8948-dc8aabc819bf'}] {{(pid=84040) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 20:37:35.674211 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Provisioning complete for port 3c3fe9fd-7f49-4c20-abd6-487b053c7184 triggered by entity L2. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:37:35.675029 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1253608'] for port, provisioning_complete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:35.687672 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8400c8be-1e41-45ba-a2c9-e97688efb22e admin admin] Pushing event updated for resources: {'Subnet': ['ID=1e32fa85-4321-4423-827a-46337c469afa,revision_number=0']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:37:35.702881 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.plugin [req-2ff6c405-03a8-485c-87b4-a097335f2b4c req-af29bf70-4fc7-4897-8f7e-8d068949dc7a tempest-FloatingIPsTestJSON-1887391700 tempest-FloatingIPsTestJSON-1887391700-project] Deleting port c3e619d4-040e-4f9b-aa7e-553e504fc5fb {{(pid=84040) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 20:37:35.703215 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-2ff6c405-03a8-485c-87b4-a097335f2b4c req-af29bf70-4fc7-4897-8f7e-8d068949dc7a tempest-FloatingIPsTestJSON-1887391700 tempest-FloatingIPsTestJSON-1887391700-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750375188691'] for port, before_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:35.719400 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8400c8be-1e41-45ba-a2c9-e97688efb22e admin admin] Checking segment: {'id': '19ad21fa-fac1-489d-89f6-afeed388bda6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': 'b907c95d-bd5f-4998-b27d-79779f369163'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84041) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 20:37:35.719870 n-d-838334-2 neutron-server[84041]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8400c8be-1e41-45ba-a2c9-e97688efb22e admin admin] Network hostable DHCP agents. Network: b907c95d-bd5f-4998-b27d-79779f369163, hostable agents: ['8746f8ea-3e91-4b32-9919-2c63adeb8722'], hosted agents: [] {{(pid=84041) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 20:37:35.757966 n-d-838334-2 neutron-server[84041]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8400c8be-1e41-45ba-a2c9-e97688efb22e admin admin] Network b907c95d-bd5f-4998-b27d-79779f369163 is scheduled to be hosted by DHCP agent 8746f8ea-3e91-4b32-9919-2c63adeb8722 with binding_index 1 {{(pid=84041) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 20:37:35.770309 n-d-838334-2 neutron-server[84041]: DEBUG neutron.scheduler.base_scheduler [None req-8400c8be-1e41-45ba-a2c9-e97688efb22e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-838334-2, b907c95d-bd5f-4998-b27d-79779f369163) {{(pid=84041) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:37:35.775535 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8400c8be-1e41-45ba-a2c9-e97688efb22e admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:37:35.777352 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-8400c8be-1e41-45ba-a2c9-e97688efb22e admin admin] Notify callbacks [] for subnet, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:35.799836 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.plugin [req-0844f922-8296-4a3c-a87a-6c99acfe2e61 req-2f563a5b-49dc-4cd0-a44d-69aa0e939b68 tempest-ImagesNegativeTestJSON-935301971 tempest-ImagesNegativeTestJSON-935301971-project] Deleting port b110fd6e-8bb5-4d84-9f57-0d2502d16150 {{(pid=84040) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 20:37:35.799836 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-0844f922-8296-4a3c-a87a-6c99acfe2e61 req-2f563a5b-49dc-4cd0-a44d-69aa0e939b68 tempest-ImagesNegativeTestJSON-935301971 tempest-ImagesNegativeTestJSON-935301971-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750375188691'] for port, before_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:35.806340 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9cef6b9d-ec49-4a2a-b777-144946817cdf None None] Network b907c95d-bd5f-4998-b27d-79779f369163 requested from n-d-838334-2 {{(pid=84042) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 20:37:35.811440 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-8400c8be-1e41-45ba-a2c9-e97688efb22e admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 0.5187228 Apr 18 20:37:35.812496 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 33424) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:37:35.819194 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.v2.base [None req-d172a143-c7b9-4b28-8bc0-149a09b7ece8 admin admin] Request body: {'router': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-627905384-router', 'tenant_id': '60f7b5b62cf743ccbb177249e2acd0de', 'external_gateway_info': {'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c'}}} {{(pid=84041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 20:37:35.826162 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-d172a143-c7b9-4b28-8bc0-149a09b7ece8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:37:35.832931 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-d172a143-c7b9-4b28-8bc0-149a09b7ece8 admin admin] Usage tracker for resource:router and tenant:60f7b5b62cf743ccbb177249e2acd0de is out of sync, need to count used quota {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:37:35.837099 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-d172a143-c7b9-4b28-8bc0-149a09b7ece8 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:37:35.844496 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-d172a143-c7b9-4b28-8bc0-149a09b7ece8 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:37:35.858702 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-d172a143-c7b9-4b28-8bc0-149a09b7ece8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-33442106', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5708'] for router, before_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:35.860136 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-d172a143-c7b9-4b28-8bc0-149a09b7ece8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33442137', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33444285', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33535433', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5703'] for router, precommit_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:35.884322 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-d172a143-c7b9-4b28-8bc0-149a09b7ece8 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:36.051169 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Device 48fa52c1-0725-4817-8948-dc8aabc819bf details requested by agent hyperv_n-h1-838334-2 with host n-h1-838334-2 {{(pid=84042) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 18 20:37:36.086263 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-d172a143-c7b9-4b28-8bc0-149a09b7ece8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-33444175', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-33443520', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5293'] for router, precommit_update {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:36.098146 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59902fae-c545-4bf3-a737-164f385c0293 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp016840fc-1f9f-5892-9c53-c9cf6c845bbb-b907c95d-bd5f-4998-b27d-79779f369163', 'network_id': 'b907c95d-bd5f-4998-b27d-79779f369163', 'tenant_id': '60f7b5b62cf743ccbb177249e2acd0de', 'fixed_ips': [{'subnet_id': '1e32fa85-4321-4423-827a-46337c469afa'}]}} from n-d-838334-2. {{(pid=84042) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 18 20:37:36.098811 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-59902fae-c545-4bf3-a737-164f385c0293 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_create {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:36.124831 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-2ff6c405-03a8-485c-87b4-a097335f2b4c req-af29bf70-4fc7-4897-8f7e-8d068949dc7a tempest-FloatingIPsTestJSON-1887391700 tempest-FloatingIPsTestJSON-1887391700-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369123'] for port, precommit_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:36.125437 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-2ff6c405-03a8-485c-87b4-a097335f2b4c req-af29bf70-4fc7-4897-8f7e-8d068949dc7a tempest-FloatingIPsTestJSON-1887391700 tempest-FloatingIPsTestJSON-1887391700-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:36.280309 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-d172a143-c7b9-4b28-8bc0-149a09b7ece8 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:36.288950 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] For port 48fa52c1-0725-4817-8948-dc8aabc819bf, host n-h2-838334-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838334-2',level=0,port_id=48fa52c1-0725-4817-8948-dc8aabc819bf,segment=NetworkSegment(806925fb-1611-47d5-bfae-6289aca7c7ad),segment_id=806925fb-1611-47d5-bfae-6289aca7c7ad)] {{(pid=84042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:37:36.305735 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.plugin [req-2ff6c405-03a8-485c-87b4-a097335f2b4c req-af29bf70-4fc7-4897-8f7e-8d068949dc7a tempest-FloatingIPsTestJSON-1887391700 tempest-FloatingIPsTestJSON-1887391700-project] Calling delete_port for c3e619d4-040e-4f9b-aa7e-553e504fc5fb owned by network:floatingip {{(pid=84040) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 20:37:36.310778 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-d172a143-c7b9-4b28-8bc0-149a09b7ece8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:36.337265 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Device 48fa52c1-0725-4817-8948-dc8aabc819bf has no active binding in host n-h1-838334-2 {{(pid=84042) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:142}} Apr 18 20:37:36.366169 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.db_base_plugin_common [None req-59902fae-c545-4bf3-a737-164f385c0293 None None] Allocated IP 172.20.0.2 (b907c95d-bd5f-4998-b27d-79779f369163/1e32fa85-4321-4423-827a-46337c469afa/bc0fd9a8-7430-44cc-9e05-98549bd186d9) {{(pid=84042) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:37:36.367926 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af80925d-f018-4313-b3ea-ecbdbe388b33 req-2e97f103-ae96-4693-842f-e2a5745d3008 tempest-LiveMigrationTest-963278731 tempest-LiveMigrationTest-963278731-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:37:36.369735 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-af80925d-f018-4313-b3ea-ecbdbe388b33 req-2e97f103-ae96-4693-842f-e2a5745d3008 tempest-LiveMigrationTest-963278731 tempest-LiveMigrationTest-963278731-project] 10.222.0.42 "GET /v2.0/ports?device_id=85d13644-2ff3-4f2e-ba89-a449fe4bd19d HTTP/1.1" status: 200 len: 943 time: 0.4647274 Apr 18 20:37:36.455034 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.db_base_plugin_common [None req-d172a143-c7b9-4b28-8bc0-149a09b7ece8 admin admin] Allocated IP 172.25.8.198 (e41b6600-a917-4a8d-b05c-be3be40c6d8c/6b05667b-848e-4356-9b44-d5eb6808ef74/1f05e293-355b-4340-aead-17f49bb84e1a) {{(pid=84041) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:37:36.475063 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.db [req-0844f922-8296-4a3c-a87a-6c99acfe2e61 req-2f563a5b-49dc-4cd0-a44d-69aa0e939b68 tempest-ImagesNegativeTestJSON-935301971 tempest-ImagesNegativeTestJSON-935301971-project] For port b110fd6e-8bb5-4d84-9f57-0d2502d16150, host n-h1-838334-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838334-2',level=0,port_id=b110fd6e-8bb5-4d84-9f57-0d2502d16150,segment=NetworkSegment(62b85806-94d8-4a88-a06c-da82e5932d66),segment_id=62b85806-94d8-4a88-a06c-da82e5932d66)] {{(pid=84040) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:37:36.475415 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-0844f922-8296-4a3c-a87a-6c99acfe2e61 req-2f563a5b-49dc-4cd0-a44d-69aa0e939b68 tempest-ImagesNegativeTestJSON-935301971 tempest-ImagesNegativeTestJSON-935301971-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369123'] for port, precommit_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:36.494008 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-af80925d-f018-4313-b3ea-ecbdbe388b33 req-61acd755-7110-414b-b006-f1102f2f94b4 tempest-LiveMigrationTest-963278731 tempest-LiveMigrationTest-963278731-project] 10.222.0.42 "GET /v2.0/security-groups?id=c1ded286-bbeb-4ec4-95be-e4f6aab8a892&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1160500 Apr 18 20:37:36.618849 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-d172a143-c7b9-4b28-8bc0-149a09b7ece8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:36.645308 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.plugin [req-0844f922-8296-4a3c-a87a-6c99acfe2e61 req-2f563a5b-49dc-4cd0-a44d-69aa0e939b68 tempest-ImagesNegativeTestJSON-935301971 tempest-ImagesNegativeTestJSON-935301971-project] Calling delete_port for b110fd6e-8bb5-4d84-9f57-0d2502d16150 owned by compute:nova {{(pid=84040) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 20:37:36.647096 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-d172a143-c7b9-4b28-8bc0-149a09b7ece8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750374836619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32266323'] for port, after_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:36.712784 n-d-838334-2 neutron-server[84041]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d172a143-c7b9-4b28-8bc0-149a09b7ece8 admin admin] Network e41b6600-a917-4a8d-b05c-be3be40c6d8c is already hosted by enough agents. {{(pid=84041) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:37:36.715423 n-d-838334-2 neutron-server[84041]: DEBUG neutron.scheduler.base_scheduler [None req-d172a143-c7b9-4b28-8bc0-149a09b7ece8 admin admin] Resources bound (agent type, host, resource id): {{(pid=84041) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:37:36.717880 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d172a143-c7b9-4b28-8bc0-149a09b7ece8 admin admin] Received port after_create {{(pid=84041) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 20:37:36.755034 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d172a143-c7b9-4b28-8bc0-149a09b7ece8 admin admin] Pushing event updated for resources: {'Port': ['ID=1f05e293-355b-4340-aead-17f49bb84e1a,revision_number=1']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:37:36.807296 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-d3c901a7-4515-49e5-baec-2e9a172bf7e4 req-04e11cbc-3ef3-4a0f-a48b-76d8f2c74f98 tempest-QuotasAdminNegativeTest-318697952 tempest-QuotasAdminNegativeTest-318697952-project] 10.222.0.42 "GET /v2.0/networks?tenant_id=95ead5a3c8854db0a320f24f76ca5a37&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1718025 Apr 18 20:37:36.908451 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-2ff6c405-03a8-485c-87b4-a097335f2b4c req-af29bf70-4fc7-4897-8f7e-8d068949dc7a tempest-FloatingIPsTestJSON-1887391700 tempest-FloatingIPsTestJSON-1887391700-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750375259028', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750374836628'] for port, after_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:36.938927 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-59902fae-c545-4bf3-a737-164f385c0293 None None] Notify callbacks [] for port, precommit_create {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:36.946745 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-d172a143-c7b9-4b28-8bc0-149a09b7ece8 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:36.947674 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-d172a143-c7b9-4b28-8bc0-149a09b7ece8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33443529', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33444176'] for router, after_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:36.960020 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-59902fae-c545-4bf3-a737-164f385c0293 None None] Transition to ACTIVE for port object bc0fd9a8-7430-44cc-9e05-98549bd186d9 will not be triggered until provisioned by entity L2. {{(pid=84042) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 20:37:36.983464 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-59902fae-c545-4bf3-a737-164f385c0293 None None] Transition to ACTIVE for port object bc0fd9a8-7430-44cc-9e05-98549bd186d9 will not be triggered until provisioned by entity DHCP. {{(pid=84042) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 20:37:36.985894 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af29bf70-4fc7-4897-8f7e-8d068949dc7a tempest-FloatingIPsTestJSON-1887391700 tempest-FloatingIPsTestJSON-1887391700-project] Pushing event deleted for resources: {'Port': ['ID=c3e619d4-040e-4f9b-aa7e-553e504fc5fb,revision_number=None']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:37:36.993004 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-59902fae-c545-4bf3-a737-164f385c0293 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750374836619'] for port, after_create {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:37.070433 n-d-838334-2 neutron-server[84042]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59902fae-c545-4bf3-a737-164f385c0293 None None] Network b907c95d-bd5f-4998-b27d-79779f369163 is already hosted by enough agents. {{(pid=84042) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:37:37.076218 n-d-838334-2 neutron-server[84042]: DEBUG neutron.scheduler.base_scheduler [None req-59902fae-c545-4bf3-a737-164f385c0293 None None] Resources bound (agent type, host, resource id): {{(pid=84042) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:37:37.078972 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59902fae-c545-4bf3-a737-164f385c0293 None None] Received port after_create {{(pid=84042) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 20:37:37.090340 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-2ff6c405-03a8-485c-87b4-a097335f2b4c req-af29bf70-4fc7-4897-8f7e-8d068949dc7a tempest-FloatingIPsTestJSON-1887391700 tempest-FloatingIPsTestJSON-1887391700-project] Notify callbacks [] for floatingip, after_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:37.150501 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3c901a7-4515-49e5-baec-2e9a172bf7e4 req-3a2e4d64-7d07-445d-a6c8-1601454cee76 tempest-QuotasAdminNegativeTest-318697952 tempest-QuotasAdminNegativeTest-318697952-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:37:37.151977 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-d3c901a7-4515-49e5-baec-2e9a172bf7e4 req-3a2e4d64-7d07-445d-a6c8-1601454cee76 tempest-QuotasAdminNegativeTest-318697952 tempest-QuotasAdminNegativeTest-318697952-project] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3387039 Apr 18 20:37:37.158130 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59902fae-c545-4bf3-a737-164f385c0293 None None] Pushing event updated for resources: {'Port': ['ID=bc0fd9a8-7430-44cc-9e05-98549bd186d9,revision_number=1']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:37:37.173320 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-2ff6c405-03a8-485c-87b4-a097335f2b4c req-af29bf70-4fc7-4897-8f7e-8d068949dc7a tempest-FloatingIPsTestJSON-1887391700 tempest-FloatingIPsTestJSON-1887391700-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217293'] for floatingip, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:37.176266 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-2ff6c405-03a8-485c-87b4-a097335f2b4c req-af29bf70-4fc7-4897-8f7e-8d068949dc7a tempest-FloatingIPsTestJSON-1887391700 tempest-FloatingIPsTestJSON-1887391700-project] 10.222.0.42 "DELETE /v2.0/floatingips/631abcbb-be72-4e43-8063-fc08dddeaf9d HTTP/1.1" status: 204 len: 173 time: 1.7403705 Apr 18 20:37:37.188755 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-0844f922-8296-4a3c-a87a-6c99acfe2e61 req-2f563a5b-49dc-4cd0-a44d-69aa0e939b68 tempest-ImagesNegativeTestJSON-935301971 tempest-ImagesNegativeTestJSON-935301971-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750375259028', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750374836628'] for port, after_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:37.201259 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-d3c901a7-4515-49e5-baec-2e9a172bf7e4 req-91234329-3deb-48f7-81cd-d58be2c55151 tempest-QuotasAdminNegativeTest-318697952 tempest-QuotasAdminNegativeTest-318697952-project] 10.222.0.42 "GET /v2.0/quotas/95ead5a3c8854db0a320f24f76ca5a37 HTTP/1.1" status: 200 len: 375 time: 0.0370712 Apr 18 20:37:37.208695 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.managers [None req-59902fae-c545-4bf3-a737-164f385c0293 None None] Attempting to bind port bc0fd9a8-7430-44cc-9e05-98549bd186d9 on host n-d-838334-2 for vnic_type normal with profile {{(pid=84042) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:37:37.209168 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.managers [None req-59902fae-c545-4bf3-a737-164f385c0293 None None] Attempting to bind port bc0fd9a8-7430-44cc-9e05-98549bd186d9 by drivers openvswitch,hyperv on host n-d-838334-2 at level 0 using segments [{'id': '19ad21fa-fac1-489d-89f6-afeed388bda6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': 'b907c95d-bd5f-4998-b27d-79779f369163'}] {{(pid=84042) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:37:37.209521 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59902fae-c545-4bf3-a737-164f385c0293 None None] Attempting to bind port bc0fd9a8-7430-44cc-9e05-98549bd186d9 on network b907c95d-bd5f-4998-b27d-79779f369163 {{(pid=84042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 20:37:37.217574 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59902fae-c545-4bf3-a737-164f385c0293 None None] Checking agent: {'id': '97cd4414-7af6-4d67-868d-dff370b4071a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838334-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 25, 49), 'started_at': datetime.datetime(2022, 4, 18, 20, 26, 19), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 20, 37, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838334-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 18 20:37:37.217948 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59902fae-c545-4bf3-a737-164f385c0293 None None] Checking segment: {'id': '19ad21fa-fac1-489d-89f6-afeed388bda6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': 'b907c95d-bd5f-4998-b27d-79779f369163'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84042) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 20:37:37.218382 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-59902fae-c545-4bf3-a737-164f385c0293 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:37.218769 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59902fae-c545-4bf3-a737-164f385c0293 None None] Bound using segment: {'id': '19ad21fa-fac1-489d-89f6-afeed388bda6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': 'b907c95d-bd5f-4998-b27d-79779f369163'} {{(pid=84042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 18 20:37:37.219225 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.managers [None req-59902fae-c545-4bf3-a737-164f385c0293 None None] Bound port: bc0fd9a8-7430-44cc-9e05-98549bd186d9, host: n-d-838334-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '19ad21fa-fac1-489d-89f6-afeed388bda6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': 'b907c95d-bd5f-4998-b27d-79779f369163'}}] {{(pid=84042) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 20:37:37.219589 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-59902fae-c545-4bf3-a737-164f385c0293 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:37.234022 n-d-838334-2 neutron-server[84041]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d172a143-c7b9-4b28-8bc0-149a09b7ece8 admin admin] Router 204678ea-a6eb-4cdf-a3ee-2b809f6f37e1 is scheduled to L3 agent bc84d6c9-dd7a-4555-a351-592327b46d5a with binding_index 1 {{(pid=84041) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 18 20:37:37.263372 n-d-838334-2 neutron-server[84040]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d1b7fb02-ded1-40ab-a601-df7849ee2c08'] response: {'name': 'network-changed', 'server_uuid': '85d13644-2ff3-4f2e-ba89-a449fe4bd19d', 'tag': '48fa52c1-0725-4817-8948-dc8aabc819bf', 'status': 'completed', 'code': 200} Apr 18 20:37:37.285215 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] get_ports_and_sgs() called for port_ids ['b110fd6e-8bb5-4d84-9f57-0d2502d16150'] {{(pid=84042) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 18 20:37:37.336777 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-d3c901a7-4515-49e5-baec-2e9a172bf7e4 req-157607a9-9c4f-48e6-ae67-52269da63f1c tempest-QuotasAdminNegativeTest-318697952 tempest-QuotasAdminNegativeTest-318697952-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=95ead5a3c8854db0a320f24f76ca5a37&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1339471 Apr 18 20:37:37.418698 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-59902fae-c545-4bf3-a737-164f385c0293 None None] For port bc0fd9a8-7430-44cc-9e05-98549bd186d9, host n-d-838334-2, cleared binding levels {{(pid=84042) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 20:37:37.432260 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-59902fae-c545-4bf3-a737-164f385c0293 None None] For port bc0fd9a8-7430-44cc-9e05-98549bd186d9, host n-d-838334-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838334-2',level=0,port_id=bc0fd9a8-7430-44cc-9e05-98549bd186d9,segment=NetworkSegment(19ad21fa-fac1-489d-89f6-afeed388bda6),segment_id=19ad21fa-fac1-489d-89f6-afeed388bda6)] {{(pid=84042) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 20:37:37.440266 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-59902fae-c545-4bf3-a737-164f385c0293 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682'] for port, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:37.524128 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d172a143-c7b9-4b28-8bc0-149a09b7ece8 admin admin] Notify agent at l3_agent.n-d-838334-2 the message routers_updated {{(pid=84041) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 20:37:37.551896 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81ee1c6c-07dc-4260-b4d9-9f27035faec1 None None] Sync routers for ids ['204678ea-a6eb-4cdf-a3ee-2b809f6f37e1'] in n-d-838334-2 {{(pid=84042) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 18 20:37:37.572829 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81ee1c6c-07dc-4260-b4d9-9f27035faec1 None None] Routers {'204678ea-a6eb-4cdf-a3ee-2b809f6f37e1'} bound to L3 agent in host n-d-838334-2 {{(pid=84042) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 20:37:37.573595 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_hamode_db [None req-81ee1c6c-07dc-4260-b4d9-9f27035faec1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838334-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-18T20:25:48Z,description=,heartbeat_timestamp=2022-04-18T20:37:18Z,host='n-d-838334-2',id=bc84d6c9-dd7a-4555-a351-592327b46d5a,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:25:48Z,topic='l3_agent')) {'router_ids': ['204678ea-a6eb-4cdf-a3ee-2b809f6f37e1'], 'active': True} {{(pid=84042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:37:37.582922 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-d172a143-c7b9-4b28-8bc0-149a09b7ece8 admin admin] Notify callbacks [] for router, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:37.587134 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-d172a143-c7b9-4b28-8bc0-149a09b7ece8 admin admin] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 935 time: 1.7732933 Apr 18 20:37:37.590490 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 33448) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:37:37.605367 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f563a5b-49dc-4cd0-a44d-69aa0e939b68 tempest-ImagesNegativeTestJSON-935301971 tempest-ImagesNegativeTestJSON-935301971-project] Pushing event deleted for resources: {'Port': ['ID=b110fd6e-8bb5-4d84-9f57-0d2502d16150,revision_number=None']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:37:37.721369 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [req-4cb351a4-6b56-429b-8b60-0d111524c740 req-0850fb24-1952-4dea-bb22-4a767aacd307 tempest-ImagesNegativeTestJSON-935301971 tempest-ImagesNegativeTestJSON-935301971-project] Synchronizing usage tracker for tenant:d1617e295b79413b8346fa1e597fbc80 on resource:port {{(pid=84040) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 20:37:37.724110 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.l3_dvrscheduler_db [req-0844f922-8296-4a3c-a87a-6c99acfe2e61 req-2f563a5b-49dc-4cd0-a44d-69aa0e939b68 tempest-ImagesNegativeTestJSON-935301971 tempest-ImagesNegativeTestJSON-935301971-project] No DVR routers for this DVR port b110fd6e-8bb5-4d84-9f57-0d2502d16150 on host n-h1-838334-2 {{(pid=84040) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 20:37:37.744203 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-0844f922-8296-4a3c-a87a-6c99acfe2e61 req-2f563a5b-49dc-4cd0-a44d-69aa0e939b68 tempest-ImagesNegativeTestJSON-935301971 tempest-ImagesNegativeTestJSON-935301971-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217293'] for port, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:37.747372 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-0844f922-8296-4a3c-a87a-6c99acfe2e61 req-2f563a5b-49dc-4cd0-a44d-69aa0e939b68 tempest-ImagesNegativeTestJSON-935301971 tempest-ImagesNegativeTestJSON-935301971-project] 10.222.0.43 "DELETE /v2.0/ports/b110fd6e-8bb5-4d84-9f57-0d2502d16150 HTTP/1.1" status: 204 len: 173 time: 2.1370776 Apr 18 20:37:37.816468 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [req-4cb351a4-6b56-429b-8b60-0d111524c740 req-0850fb24-1952-4dea-bb22-4a767aacd307 tempest-ImagesNegativeTestJSON-935301971 tempest-ImagesNegativeTestJSON-935301971-project] Unset dirty status for tenant:d1617e295b79413b8346fa1e597fbc80 on resource:port {{(pid=84040) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 20:37:37.828649 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-4cb351a4-6b56-429b-8b60-0d111524c740 req-0850fb24-1952-4dea-bb22-4a767aacd307 tempest-ImagesNegativeTestJSON-935301971 tempest-ImagesNegativeTestJSON-935301971-project] 10.222.0.42 "GET /v2.0/ports?device_id=e5fa78a1-2828-4c65-8a0a-758a1c3156a5 HTTP/1.1" status: 200 len: 210 time: 0.2791333 Apr 18 20:37:37.861353 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59902fae-c545-4bf3-a737-164f385c0293 None None] Pushing event updated for resources: {'Port': ['ID=bc0fd9a8-7430-44cc-9e05-98549bd186d9,revision_number=2']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:37:37.865504 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-93fe0d5f-ce78-414f-9e09-55c805bfa329 req-fc856191-2f73-4845-8830-0b401183ad96 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=30967135a3784f8f91989a9ec626fb3e&device_id=85d13644-2ff3-4f2e-ba89-a449fe4bd19d HTTP/1.1" status: 200 len: 1124 time: 0.5415862 Apr 18 20:37:37.885658 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_dvr_db [None req-81ee1c6c-07dc-4260-b4d9-9f27035faec1 None None] Set router 204678ea-a6eb-4cdf-a3ee-2b809f6f37e1 gateway port host: n-d-838334-2 {{(pid=84042) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 20:37:38.070601 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-339a1548-7507-4da3-92a8-13551aa79bee req-c3058515-951b-48da-b594-979677c6f845 tempest-LiveAutoBlockMigrationV225Test-1713341100 tempest-LiveAutoBlockMigrationV225Test-1713341100-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:37:38.076118 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-339a1548-7507-4da3-92a8-13551aa79bee req-c3058515-951b-48da-b594-979677c6f845 tempest-LiveAutoBlockMigrationV225Test-1713341100 tempest-LiveAutoBlockMigrationV225Test-1713341100-project] 10.222.0.42 "GET /v2.0/ports?device_id=4d27da33-3ad6-433b-9d90-6d6cdb64d534 HTTP/1.1" status: 200 len: 945 time: 0.3865025 Apr 18 20:37:38.077297 n-d-838334-2 neutron-server[84040]: INFO neutron.api.v2.resource [req-ce7d7615-673d-4c35-8a80-36b954dfb40f req-61cc6e04-e79a-4a1d-acf5-38183c8b328d tempest-FloatingIPsTestJSON-1887391700 tempest-FloatingIPsTestJSON-1887391700-project] show failed (client error): The resource could not be found. Apr 18 20:37:38.078448 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-ce7d7615-673d-4c35-8a80-36b954dfb40f req-61cc6e04-e79a-4a1d-acf5-38183c8b328d tempest-FloatingIPsTestJSON-1887391700 tempest-FloatingIPsTestJSON-1887391700-project] 10.222.0.42 "GET /v2.0/floatingips/631abcbb-be72-4e43-8063-fc08dddeaf9d HTTP/1.1" status: 404 len: 350 time: 0.1767793 Apr 18 20:37:38.199511 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-339a1548-7507-4da3-92a8-13551aa79bee req-874be0e3-5704-4151-87a4-9d41b2840d77 tempest-LiveAutoBlockMigrationV225Test-1713341100 tempest-LiveAutoBlockMigrationV225Test-1713341100-project] 10.222.0.42 "GET /v2.0/security-groups?id=bf712067-aabd-4e70-aae1-082928dd1ccd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1171472 Apr 18 20:37:38.215185 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93fe0d5f-ce78-414f-9e09-55c805bfa329 req-4af81d8a-c486-451f-94d7-9bb0c6c75aa9 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:37:38.216695 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-93fe0d5f-ce78-414f-9e09-55c805bfa329 req-4af81d8a-c486-451f-94d7-9bb0c6c75aa9 service neutron] 10.222.0.48 "GET /v2.0/networks?id=2b4e6157-bc80-44e6-aceb-13aa29225b38 HTTP/1.1" status: 200 len: 908 time: 0.3416066 Apr 18 20:37:38.341172 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-93fe0d5f-ce78-414f-9e09-55c805bfa329 req-1124574b-c866-4123-8bd4-088444d14915 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=48fa52c1-0725-4817-8948-dc8aabc819bf HTTP/1.1" status: 200 len: 217 time: 0.1123800 Apr 18 20:37:38.426443 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_hamode_db [None req-81ee1c6c-07dc-4260-b4d9-9f27035faec1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '204678ea-a6eb-4cdf-a3ee-2b809f6f37e1', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-627905384-router', 'tenant_id': '60f7b5b62cf743ccbb177249e2acd0de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'external_fixed_ips': [{'subnet_id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'ip_address': '172.25.8.198'}], 'enable_snat': True}, 'gw_port_id': '1f05e293-355b-4340-aead-17f49bb84e1a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:37:35Z', 'updated_at': '2022-04-18T20:37:36Z', 'revision_number': 3, 'project_id': '60f7b5b62cf743ccbb177249e2acd0de', 'gw_port': {'id': '1f05e293-355b-4340-aead-17f49bb84e1a', 'name': '', 'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:e9:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '204678ea-a6eb-4cdf-a3ee-2b809f6f37e1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'ip_address': '172.25.8.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:37:36Z', 'updated_at': '2022-04-18T20:37:36Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838334-2'}], 'n-d-838334-2', False) {} {{(pid=84042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:37:38.432067 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81ee1c6c-07dc-4260-b4d9-9f27035faec1 None None] Checking router: 204678ea-a6eb-4cdf-a3ee-2b809f6f37e1 for host: n-d-838334-2 {{(pid=84042) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 18 20:37:38.432407 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81ee1c6c-07dc-4260-b4d9-9f27035faec1 None None] Updating router 204678ea-a6eb-4cdf-a3ee-2b809f6f37e1 port 1f05e293-355b-4340-aead-17f49bb84e1a binding host n-d-838334-2 {{(pid=84042) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 18 20:37:38.499284 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-81ee1c6c-07dc-4260-b4d9-9f27035faec1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:38.645485 n-d-838334-2 neutron-server[84040]: INFO neutron.api.v2.resource [req-c23b539b-fe00-43ca-b8f4-2be9673fceeb req-72234b62-3650-4e31-818e-99b4851abac4 tempest-FloatingIPsTestJSON-1887391700 tempest-FloatingIPsTestJSON-1887391700-project] show failed (client error): The resource could not be found. Apr 18 20:37:38.660494 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-c23b539b-fe00-43ca-b8f4-2be9673fceeb req-72234b62-3650-4e31-818e-99b4851abac4 tempest-FloatingIPsTestJSON-1887391700 tempest-FloatingIPsTestJSON-1887391700-project] 10.222.0.42 "GET /v2.0/floatingips/631abcbb-be72-4e43-8063-fc08dddeaf9d HTTP/1.1" status: 404 len: 350 time: 0.1519394 Apr 18 20:37:38.662952 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 33466) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:37:38.799178 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-c088970e-bb05-4fc2-8a08-c2381a3b259d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:38.826737 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-936df2a6-4cbf-4b16-a6ba-670a4b0c7b93 req-52426ba9-d743-40d5-b418-275264df4e56 service neutron] 10.222.0.48 "GET /v2.0/ports/48fa52c1-0725-4817-8948-dc8aabc819bf/bindings/n-h1-838334-2 HTTP/1.1" status: 200 len: 384 time: 0.1327112 Apr 18 20:37:38.950029 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff6cd288-b4fd-47a7-9daf-7fff926f9a2a None None] Network b907c95d-bd5f-4998-b27d-79779f369163 requested from n-d-838334-2 {{(pid=84042) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 20:37:39.182267 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-5f19fed8-9d8f-4ece-bc7b-687b5857d419 None None] Provisioning for port bc0fd9a8-7430-44cc-9e05-98549bd186d9 completed by entity DHCP. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 20:37:39.233209 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93fe0d5f-ce78-414f-9e09-55c805bfa329 req-70d6e65a-0368-4623-a67f-45639cfd8f7f service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:37:39.234641 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-93fe0d5f-ce78-414f-9e09-55c805bfa329 req-70d6e65a-0368-4623-a67f-45639cfd8f7f service neutron] 10.222.0.48 "GET /v2.0/subnets?id=2a27c3e0-e2c3-453b-9e93-76a003aa4b19 HTTP/1.1" status: 200 len: 847 time: 0.5671890 Apr 18 20:37:39.285182 n-d-838334-2 neutron-server[84040]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e5fa78a1-2828-4c65-8a0a-758a1c3156a5', 'name': 'network-vif-deleted', 'tag': 'b110fd6e-8bb5-4d84-9f57-0d2502d16150'}] {{(pid=84040) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 20:37:39.307746 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-93fe0d5f-ce78-414f-9e09-55c805bfa329 req-dc15591e-7e2f-44f1-986d-906789a2f8b4 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=2b4e6157-bc80-44e6-aceb-13aa29225b38&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0633864 Apr 18 20:37:39.397269 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-81ee1c6c-07dc-4260-b4d9-9f27035faec1 None None] Notify callbacks [] for port, precommit_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:39.400876 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.db_base_plugin_common [None req-c088970e-bb05-4fc2-8a08-c2381a3b259d admin admin] Allocated IP 172.20.0.1 (b907c95d-bd5f-4998-b27d-79779f369163/1e32fa85-4321-4423-827a-46337c469afa/81eb4c39-b317-4290-b3c5-61835ee0a4dc) {{(pid=84041) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:37:39.425022 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-81ee1c6c-07dc-4260-b4d9-9f27035faec1 None None] Transition to ACTIVE for port object 1f05e293-355b-4340-aead-17f49bb84e1a will not be triggered until provisioned by entity L2. {{(pid=84042) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 20:37:39.439287 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-918cd43b-8524-4a15-96fa-41b1275534a0 req-cad8944d-3c93-4a23-8979-dec4ccfc5c91 tempest-LiveMigrationTest-963278731 tempest-LiveMigrationTest-963278731-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:37:39.442672 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-81ee1c6c-07dc-4260-b4d9-9f27035faec1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682'] for port, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:39.450595 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-918cd43b-8524-4a15-96fa-41b1275534a0 req-cad8944d-3c93-4a23-8979-dec4ccfc5c91 tempest-LiveMigrationTest-963278731 tempest-LiveMigrationTest-963278731-project] 10.222.0.42 "GET /v2.0/ports?device_id=85d13644-2ff3-4f2e-ba89-a449fe4bd19d HTTP/1.1" status: 200 len: 943 time: 0.6420066 Apr 18 20:37:39.537650 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.db [req-936df2a6-4cbf-4b16-a6ba-670a4b0c7b93 req-724f8684-4de0-4813-b1d5-e46902fd8c71 service neutron] For port 48fa52c1-0725-4817-8948-dc8aabc819bf, host n-h2-838334-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838334-2',level=0,port_id=48fa52c1-0725-4817-8948-dc8aabc819bf,segment=NetworkSegment(806925fb-1611-47d5-bfae-6289aca7c7ad),segment_id=806925fb-1611-47d5-bfae-6289aca7c7ad)] {{(pid=84041) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:37:39.553936 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.managers [None req-81ee1c6c-07dc-4260-b4d9-9f27035faec1 None None] Attempting to bind port 1f05e293-355b-4340-aead-17f49bb84e1a on host n-d-838334-2 for vnic_type normal with profile {{(pid=84042) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:37:39.554335 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.managers [None req-81ee1c6c-07dc-4260-b4d9-9f27035faec1 None None] Attempting to bind port 1f05e293-355b-4340-aead-17f49bb84e1a by drivers openvswitch,hyperv on host n-d-838334-2 at level 0 using segments [{'id': '732aa830-768b-4511-951f-d08e26b9c25b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c'}] {{(pid=84042) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:37:39.554831 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81ee1c6c-07dc-4260-b4d9-9f27035faec1 None None] Attempting to bind port 1f05e293-355b-4340-aead-17f49bb84e1a on network e41b6600-a917-4a8d-b05c-be3be40c6d8c {{(pid=84042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 20:37:39.567511 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cea27907-ae51-4c4c-a7cf-a71970837476 None None] Pushing event updated for resources: {'Port': ['ID=1f05e293-355b-4340-aead-17f49bb84e1a,revision_number=2']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:37:39.574507 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81ee1c6c-07dc-4260-b4d9-9f27035faec1 None None] Checking agent: {'id': '97cd4414-7af6-4d67-868d-dff370b4071a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838334-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 25, 49), 'started_at': datetime.datetime(2022, 4, 18, 20, 26, 19), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 20, 37, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838334-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 18 20:37:39.575083 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81ee1c6c-07dc-4260-b4d9-9f27035faec1 None None] Checking segment: {'id': '732aa830-768b-4511-951f-d08e26b9c25b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84042) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 20:37:39.575567 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-81ee1c6c-07dc-4260-b4d9-9f27035faec1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:39.576059 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81ee1c6c-07dc-4260-b4d9-9f27035faec1 None None] Bound using segment: {'id': '732aa830-768b-4511-951f-d08e26b9c25b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c'} {{(pid=84042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 18 20:37:39.576733 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.managers [None req-81ee1c6c-07dc-4260-b4d9-9f27035faec1 None None] Bound port: 1f05e293-355b-4340-aead-17f49bb84e1a, host: n-d-838334-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '732aa830-768b-4511-951f-d08e26b9c25b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c'}}] {{(pid=84042) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 20:37:39.577190 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-81ee1c6c-07dc-4260-b4d9-9f27035faec1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:39.582914 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-93fe0d5f-ce78-414f-9e09-55c805bfa329 req-f9d268c4-67ad-45b8-ba7d-3c2ebd46d5d0 service neutron] 10.222.0.48 "GET /v2.0/networks/2b4e6157-bc80-44e6-aceb-13aa29225b38?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2635658 Apr 18 20:37:39.605237 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-918cd43b-8524-4a15-96fa-41b1275534a0 req-4e0e1fa7-dce5-42a7-b835-aa89658120af tempest-LiveMigrationTest-963278731 tempest-LiveMigrationTest-963278731-project] 10.222.0.42 "GET /v2.0/security-groups?id=c1ded286-bbeb-4ec4-95be-e4f6aab8a892&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1535714 Apr 18 20:37:39.677016 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-81ee1c6c-07dc-4260-b4d9-9f27035faec1 None None] For port 1f05e293-355b-4340-aead-17f49bb84e1a, host n-d-838334-2, cleared binding levels {{(pid=84042) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 20:37:39.681043 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-81ee1c6c-07dc-4260-b4d9-9f27035faec1 None None] For port 1f05e293-355b-4340-aead-17f49bb84e1a, host n-d-838334-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838334-2',level=0,port_id=1f05e293-355b-4340-aead-17f49bb84e1a,segment=NetworkSegment(732aa830-768b-4511-951f-d08e26b9c25b),segment_id=732aa830-768b-4511-951f-d08e26b9c25b)] {{(pid=84042) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 20:37:39.695851 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-81ee1c6c-07dc-4260-b4d9-9f27035faec1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682'] for port, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:39.713480 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.db [req-936df2a6-4cbf-4b16-a6ba-670a4b0c7b93 req-724f8684-4de0-4813-b1d5-e46902fd8c71 service neutron] For port 48fa52c1-0725-4817-8948-dc8aabc819bf, host n-h2-838334-2, cleared binding levels {{(pid=84041) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 20:37:39.788283 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Device bc0fd9a8-7430-44cc-9e05-98549bd186d9 up at agent ovs-agent-n-d-838334-2 {{(pid=84042) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 20:37:39.832029 n-d-838334-2 neutron-server[84041]: DEBUG neutron.notifiers.nova [req-936df2a6-4cbf-4b16-a6ba-670a4b0c7b93 req-724f8684-4de0-4813-b1d5-e46902fd8c71 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 48fa52c1-0725-4817-8948-dc8aabc819bf {{(pid=84041) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 18 20:37:39.858691 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.db [req-936df2a6-4cbf-4b16-a6ba-670a4b0c7b93 req-724f8684-4de0-4813-b1d5-e46902fd8c71 service neutron] For port 48fa52c1-0725-4817-8948-dc8aabc819bf, host n-h1-838334-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838334-2',level=0,port_id=48fa52c1-0725-4817-8948-dc8aabc819bf,segment=NetworkSegment(806925fb-1611-47d5-bfae-6289aca7c7ad),segment_id=806925fb-1611-47d5-bfae-6289aca7c7ad)] {{(pid=84041) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:37:39.903058 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [req-936df2a6-4cbf-4b16-a6ba-670a4b0c7b93 req-724f8684-4de0-4813-b1d5-e46902fd8c71 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:39.928408 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-c088970e-bb05-4fc2-8a08-c2381a3b259d admin admin] Notify callbacks [] for port, precommit_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:39.974188 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cea27907-ae51-4c4c-a7cf-a71970837476 None None] Pushing event updated for resources: {'Port': ['ID=1f05e293-355b-4340-aead-17f49bb84e1a,revision_number=3']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:37:39.985298 n-d-838334-2 neutron-server[84040]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ae60020b-b484-4e91-af52-ce489bf1c6a4'] response: {'server_uuid': 'e5fa78a1-2828-4c65-8a0a-758a1c3156a5', 'name': 'network-vif-deleted', 'tag': 'b110fd6e-8bb5-4d84-9f57-0d2502d16150', 'status': 'completed', 'code': 200} Apr 18 20:37:39.995399 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.provisioning_blocks [None req-c088970e-bb05-4fc2-8a08-c2381a3b259d admin admin] Transition to ACTIVE for port object 81eb4c39-b317-4290-b3c5-61835ee0a4dc will not be triggered until provisioned by entity DHCP. {{(pid=84041) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 20:37:39.998800 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81ee1c6c-07dc-4260-b4d9-9f27035faec1 None None] Routers {'204678ea-a6eb-4cdf-a3ee-2b809f6f37e1'} bound to L3 agent in host n-d-838334-2 {{(pid=84042) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 20:37:39.999471 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_hamode_db [None req-81ee1c6c-07dc-4260-b4d9-9f27035faec1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838334-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-18T20:25:48Z,description=,heartbeat_timestamp=2022-04-18T20:37:18Z,host='n-d-838334-2',id=bc84d6c9-dd7a-4555-a351-592327b46d5a,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:25:48Z,topic='l3_agent')) {'router_ids': ['204678ea-a6eb-4cdf-a3ee-2b809f6f37e1'], 'active': True} {{(pid=84042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:37:40.060000 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Device b110fd6e-8bb5-4d84-9f57-0d2502d16150 no longer exists at agent hyperv_n-h1-838334-2 {{(pid=84042) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 20:37:40.067895 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-c088970e-bb05-4fc2-8a08-c2381a3b259d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750374836619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32266323'] for port, after_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:40.113775 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.provisioning_blocks [req-936df2a6-4cbf-4b16-a6ba-670a4b0c7b93 req-724f8684-4de0-4813-b1d5-e46902fd8c71 service neutron] Transition to ACTIVE for port object 48fa52c1-0725-4817-8948-dc8aabc819bf will not be triggered until provisioned by entity L2. {{(pid=84041) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 20:37:40.129353 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [req-936df2a6-4cbf-4b16-a6ba-670a4b0c7b93 req-724f8684-4de0-4813-b1d5-e46902fd8c71 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32266282'] for port, after_update {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:40.133908 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-5a2a1b6e-b52f-4dfb-b6a4-459a62c9e21f req-029d142a-08ed-4976-9996-eb76500fc2da tempest-QuotasAdminNegativeTest-318697952 tempest-QuotasAdminNegativeTest-318697952-project] 10.222.0.42 "GET /v2.0/networks?tenant_id=95ead5a3c8854db0a320f24f76ca5a37&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0861242 Apr 18 20:37:40.145966 n-d-838334-2 neutron-server[84041]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c088970e-bb05-4fc2-8a08-c2381a3b259d admin admin] Network b907c95d-bd5f-4998-b27d-79779f369163 is already hosted by enough agents. {{(pid=84041) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:37:40.151600 n-d-838334-2 neutron-server[84041]: DEBUG neutron.scheduler.base_scheduler [None req-c088970e-bb05-4fc2-8a08-c2381a3b259d admin admin] Resources bound (agent type, host, resource id): {{(pid=84041) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:37:40.157267 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c088970e-bb05-4fc2-8a08-c2381a3b259d admin admin] Received port after_create {{(pid=84041) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 20:37:40.166969 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.plugin [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] No Port match for: b110fd6e-8bb5-4d84-9f57-0d2502d16150 {{(pid=84042) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 18 20:37:40.167418 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Device b110fd6e-8bb5-4d84-9f57-0d2502d16150 not bound to the agent host n-h1-838334-2 {{(pid=84042) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 20:37:40.172812 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-93fe0d5f-ce78-414f-9e09-55c805bfa329 req-863d25f4-2064-47b5-826a-8915239f7f36 service neutron] 10.222.0.48 "GET /v2.0/networks/2b4e6157-bc80-44e6-aceb-13aa29225b38?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5722349 Apr 18 20:37:40.198762 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Provisioning for port bc0fd9a8-7430-44cc-9e05-98549bd186d9 completed by entity L2. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 20:37:40.213385 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Provisioning complete for port bc0fd9a8-7430-44cc-9e05-98549bd186d9 triggered by entity L2. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:37:40.213929 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1253608'] for port, provisioning_complete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:40.253267 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c088970e-bb05-4fc2-8a08-c2381a3b259d admin admin] Pushing event updated for resources: {'Port': ['ID=81eb4c39-b317-4290-b3c5-61835ee0a4dc,revision_number=1']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:37:40.347369 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_dvr_db [None req-81ee1c6c-07dc-4260-b4d9-9f27035faec1 None None] Set router 204678ea-a6eb-4cdf-a3ee-2b809f6f37e1 gateway port host: n-d-838334-2 {{(pid=84042) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 20:37:40.389739 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.l3_dvrscheduler_db [req-936df2a6-4cbf-4b16-a6ba-670a4b0c7b93 req-724f8684-4de0-4813-b1d5-e46902fd8c71 service neutron] No DVR routers for this DVR port 48fa52c1-0725-4817-8948-dc8aabc819bf on host n-h2-838334-2 {{(pid=84041) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 20:37:40.394352 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-c088970e-bb05-4fc2-8a08-c2381a3b259d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33444010'] for router_interface, before_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:40.436913 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a2a1b6e-b52f-4dfb-b6a4-459a62c9e21f req-81833f09-6830-4ca2-99d6-6401c4a60847 tempest-QuotasAdminNegativeTest-318697952 tempest-QuotasAdminNegativeTest-318697952-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:37:40.438392 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-5a2a1b6e-b52f-4dfb-b6a4-459a62c9e21f req-81833f09-6830-4ca2-99d6-6401c4a60847 tempest-QuotasAdminNegativeTest-318697952 tempest-QuotasAdminNegativeTest-318697952-project] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2628286 Apr 18 20:37:40.444099 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-800d8930-e1cd-4249-ad06-418cce50ce5a req-89e2d6c1-d92e-4162-8dcc-964a8ce9aeac tempest-LiveAutoBlockMigrationV225Test-1713341100 tempest-LiveAutoBlockMigrationV225Test-1713341100-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:37:40.445989 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-800d8930-e1cd-4249-ad06-418cce50ce5a req-89e2d6c1-d92e-4162-8dcc-964a8ce9aeac tempest-LiveAutoBlockMigrationV225Test-1713341100 tempest-LiveAutoBlockMigrationV225Test-1713341100-project] 10.222.0.42 "GET /v2.0/ports?device_id=4d27da33-3ad6-433b-9d90-6d6cdb64d534 HTTP/1.1" status: 200 len: 945 time: 0.6364336 Apr 18 20:37:40.452312 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-724f8684-4de0-4813-b1d5-e46902fd8c71 service neutron] Pushing event updated for resources: {'Port': ['ID=48fa52c1-0725-4817-8948-dc8aabc819bf,revision_number=10']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:37:40.490239 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-5a2a1b6e-b52f-4dfb-b6a4-459a62c9e21f req-62591f3c-1835-4a27-8189-8451a120b353 tempest-QuotasAdminNegativeTest-318697952 tempest-QuotasAdminNegativeTest-318697952-project] 10.222.0.42 "GET /v2.0/quotas/95ead5a3c8854db0a320f24f76ca5a37 HTTP/1.1" status: 200 len: 375 time: 0.0430555 Apr 18 20:37:40.542242 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-936df2a6-4cbf-4b16-a6ba-670a4b0c7b93 req-724f8684-4de0-4813-b1d5-e46902fd8c71 service neutron] 10.222.0.48 "PUT /v2.0/ports/48fa52c1-0725-4817-8948-dc8aabc819bf/bindings/n-h1-838334-2/activate HTTP/1.1" status: 200 len: 369 time: 1.6813271 Apr 18 20:37:40.545498 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-c088970e-bb05-4fc2-8a08-c2381a3b259d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:40.565262 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-5a2a1b6e-b52f-4dfb-b6a4-459a62c9e21f req-3b7f0d91-d4cf-46e5-97bc-4f009bfdac2b tempest-QuotasAdminNegativeTest-318697952 tempest-QuotasAdminNegativeTest-318697952-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=95ead5a3c8854db0a320f24f76ca5a37&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0622032 Apr 18 20:37:40.583433 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-800d8930-e1cd-4249-ad06-418cce50ce5a req-5dc90c47-0ae1-45a4-b180-456bce0a8434 tempest-LiveAutoBlockMigrationV225Test-1713341100 tempest-LiveAutoBlockMigrationV225Test-1713341100-project] 10.222.0.42 "GET /v2.0/security-groups?id=bf712067-aabd-4e70-aae1-082928dd1ccd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1270750 Apr 18 20:37:40.606946 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-2db5bbc5-fa37-4419-808d-cb79405a3edb None None] Provisioning for port 81eb4c39-b317-4290-b3c5-61835ee0a4dc completed by entity DHCP. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 20:37:40.610231 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-661629e7-a4f4-45ed-a73f-81a99745f5d8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33443857'] for router_interface, before_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:40.620866 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-2db5bbc5-fa37-4419-808d-cb79405a3edb None None] Provisioning complete for port 81eb4c39-b317-4290-b3c5-61835ee0a4dc triggered by entity DHCP. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:37:40.621890 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-2db5bbc5-fa37-4419-808d-cb79405a3edb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1253608'] for port, provisioning_complete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:40.798298 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.plugin [None req-2db5bbc5-fa37-4419-808d-cb79405a3edb None None] Port 81eb4c39-b317-4290-b3c5-61835ee0a4dc cannot update to ACTIVE because it is not bound. {{(pid=84042) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 18 20:37:40.808554 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:40.853894 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] For port bc0fd9a8-7430-44cc-9e05-98549bd186d9, host n-d-838334-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838334-2',level=0,port_id=bc0fd9a8-7430-44cc-9e05-98549bd186d9,segment=NetworkSegment(19ad21fa-fac1-489d-89f6-afeed388bda6),segment_id=19ad21fa-fac1-489d-89f6-afeed388bda6)] {{(pid=84042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:37:40.869574 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682'] for port, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:40.903373 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-c088970e-bb05-4fc2-8a08-c2381a3b259d admin admin] Notify callbacks [] for port, precommit_update {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:40.909323 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-c088970e-bb05-4fc2-8a08-c2381a3b259d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32266282'] for port, after_update {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:40.925813 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_hamode_db [None req-81ee1c6c-07dc-4260-b4d9-9f27035faec1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '204678ea-a6eb-4cdf-a3ee-2b809f6f37e1', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-627905384-router', 'tenant_id': '60f7b5b62cf743ccbb177249e2acd0de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'external_fixed_ips': [{'subnet_id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'ip_address': '172.25.8.198'}], 'enable_snat': True}, 'gw_port_id': '1f05e293-355b-4340-aead-17f49bb84e1a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:37:35Z', 'updated_at': '2022-04-18T20:37:36Z', 'revision_number': 3, 'project_id': '60f7b5b62cf743ccbb177249e2acd0de', 'gw_port': {'id': '1f05e293-355b-4340-aead-17f49bb84e1a', 'name': '', 'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:e9:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '204678ea-a6eb-4cdf-a3ee-2b809f6f37e1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'ip_address': '172.25.8.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:37:36Z', 'updated_at': '2022-04-18T20:37:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838334-2'}], 'n-d-838334-2', False) {} {{(pid=84042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:37:40.935530 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81ee1c6c-07dc-4260-b4d9-9f27035faec1 None None] The sync data for ids ['204678ea-a6eb-4cdf-a3ee-2b809f6f37e1'] in n-d-838334-2 is: [{'id': '204678ea-a6eb-4cdf-a3ee-2b809f6f37e1', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-627905384-router', 'tenant_id': '60f7b5b62cf743ccbb177249e2acd0de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'external_fixed_ips': [{'subnet_id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'ip_address': '172.25.8.198'}], 'enable_snat': True}, 'gw_port_id': '1f05e293-355b-4340-aead-17f49bb84e1a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:37:35Z', 'updated_at': '2022-04-18T20:37:36Z', 'revision_number': 3, 'project_id': '60f7b5b62cf743ccbb177249e2acd0de', 'gw_port': {'id': '1f05e293-355b-4340-aead-17f49bb84e1a', 'name': '', 'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:e9:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '204678ea-a6eb-4cdf-a3ee-2b809f6f37e1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'ip_address': '172.25.8.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:37:36Z', 'updated_at': '2022-04-18T20:37:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838334-2'}] {{(pid=84042) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 18 20:37:40.957366 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Pushing event updated for resources: {'Port': ['ID=bc0fd9a8-7430-44cc-9e05-98549bd186d9,revision_number=3']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:37:41.044320 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c088970e-bb05-4fc2-8a08-c2381a3b259d admin admin] Pushing event updated for resources: {'Port': ['ID=81eb4c39-b317-4290-b3c5-61835ee0a4dc,revision_number=2']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:37:41.048141 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-c088970e-bb05-4fc2-8a08-c2381a3b259d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-32377886', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33443847'] for router_interface, after_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:41.089792 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-936df2a6-4cbf-4b16-a6ba-670a4b0c7b93 req-73ba3087-324b-4c53-b2b2-cf4e6487a7f1 tempest-LiveMigrationTest-1620833465 tempest-LiveMigrationTest-1620833465-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=85d13644-2ff3-4f2e-ba89-a449fe4bd19d&tenant_id=30967135a3784f8f91989a9ec626fb3e&binding%3Ahost_id=n-h2-838334-2 HTTP/1.1" status: 200 len: 1095 time: 0.3413150 Apr 18 20:37:41.101662 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-130aea47-cd28-47b4-b22d-e40d983332cb req-ae66ded5-ce8f-4c60-850e-ef580cb1e9a5 tempest-LiveMigrationTest-963278731 tempest-LiveMigrationTest-963278731-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:37:41.102925 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-130aea47-cd28-47b4-b22d-e40d983332cb req-ae66ded5-ce8f-4c60-850e-ef580cb1e9a5 tempest-LiveMigrationTest-963278731 tempest-LiveMigrationTest-963278731-project] 10.222.0.42 "GET /v2.0/ports?device_id=85d13644-2ff3-4f2e-ba89-a449fe4bd19d HTTP/1.1" status: 200 len: 944 time: 0.2067220 Apr 18 20:37:41.212664 n-d-838334-2 neutron-server[84041]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c088970e-bb05-4fc2-8a08-c2381a3b259d admin admin] Network b907c95d-bd5f-4998-b27d-79779f369163 is already hosted by enough agents. {{(pid=84041) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:37:41.213435 n-d-838334-2 neutron-server[84041]: DEBUG neutron.scheduler.base_scheduler [None req-c088970e-bb05-4fc2-8a08-c2381a3b259d admin admin] Resources bound (agent type, host, resource id): {{(pid=84041) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:37:41.218342 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-130aea47-cd28-47b4-b22d-e40d983332cb req-de5ba790-edc0-47eb-aa37-b10628b3f07d tempest-LiveMigrationTest-963278731 tempest-LiveMigrationTest-963278731-project] 10.222.0.42 "GET /v2.0/security-groups?id=c1ded286-bbeb-4ec4-95be-e4f6aab8a892&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756469 Apr 18 20:37:41.302167 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-936df2a6-4cbf-4b16-a6ba-670a4b0c7b93 req-a3e61b1a-361a-4e96-96c7-3fb075f12924 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=85d13644-2ff3-4f2e-ba89-a449fe4bd19d&tenant_id=30967135a3784f8f91989a9ec626fb3e HTTP/1.1" status: 200 len: 1095 time: 0.1841884 Apr 18 20:37:41.531425 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-5af47ce7-adb3-4f88-86b6-0b78e00b9045 None None] Provisioning complete for port 81eb4c39-b317-4290-b3c5-61835ee0a4dc triggered by entity DHCP. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:37:41.531852 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-5af47ce7-adb3-4f88-86b6-0b78e00b9045 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1253608'] for port, provisioning_complete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:41.649397 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Device bc0fd9a8-7430-44cc-9e05-98549bd186d9 up at agent ovs-agent-n-d-838334-2 {{(pid=84042) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 20:37:41.779376 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.plugin [None req-5af47ce7-adb3-4f88-86b6-0b78e00b9045 None None] Port 81eb4c39-b317-4290-b3c5-61835ee0a4dc cannot update to ACTIVE because it is not bound. {{(pid=84042) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 18 20:37:41.813531 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Provisioning complete for port bc0fd9a8-7430-44cc-9e05-98549bd186d9 triggered by entity L2. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:37:41.814507 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1253608'] for port, provisioning_complete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:41.865711 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 33556) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:37:41.881112 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 33562) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:37:42.047502 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-936df2a6-4cbf-4b16-a6ba-670a4b0c7b93 req-bac725e0-55c9-4c1d-b5c1-644b06f8d5d5 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=30967135a3784f8f91989a9ec626fb3e&device_id=85d13644-2ff3-4f2e-ba89-a449fe4bd19d HTTP/1.1" status: 200 len: 1095 time: 0.6524031 Apr 18 20:37:42.073134 n-d-838334-2 neutron-server[84041]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c088970e-bb05-4fc2-8a08-c2381a3b259d admin admin] Router 204678ea-a6eb-4cdf-a3ee-2b809f6f37e1 has already been hosted by L3 agent bc84d6c9-dd7a-4555-a351-592327b46d5a {{(pid=84041) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 20:37:42.224759 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6261139-7934-4657-9f2e-8ebc96320c1f req-ea41e084-5ea4-4a86-b6d8-a2d99e1e20a4 tempest-LiveAutoBlockMigrationV225Test-1713341100 tempest-LiveAutoBlockMigrationV225Test-1713341100-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:37:42.226794 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-c6261139-7934-4657-9f2e-8ebc96320c1f req-ea41e084-5ea4-4a86-b6d8-a2d99e1e20a4 tempest-LiveAutoBlockMigrationV225Test-1713341100 tempest-LiveAutoBlockMigrationV225Test-1713341100-project] 10.222.0.42 "GET /v2.0/ports?device_id=4d27da33-3ad6-433b-9d90-6d6cdb64d534 HTTP/1.1" status: 200 len: 945 time: 0.4102297 Apr 18 20:37:42.334010 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Device 48fa52c1-0725-4817-8948-dc8aabc819bf no longer exists at agent hyperv_n-h2-838334-2 {{(pid=84042) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 20:37:42.408214 n-d-838334-2 neutron-server[84043]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b649927-0b02-4228-ad45-a8417b6a5cb0 None None] Sync routers for ids ['1cd43228-687e-4072-ad72-4b865e34680e'] in n-d-838334-2 {{(pid=84043) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 18 20:37:42.442611 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b649927-0b02-4228-ad45-a8417b6a5cb0 None None] Routers {'1cd43228-687e-4072-ad72-4b865e34680e'} bound to L3 agent in host n-d-838334-2 {{(pid=84043) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 20:37:42.444138 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.l3_hamode_db [None req-8b649927-0b02-4228-ad45-a8417b6a5cb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838334-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-18T20:25:48Z,description=,heartbeat_timestamp=2022-04-18T20:37:18Z,host='n-d-838334-2',id=bc84d6c9-dd7a-4555-a351-592327b46d5a,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:25:48Z,topic='l3_agent')) {'router_ids': ['1cd43228-687e-4072-ad72-4b865e34680e'], 'active': True} {{(pid=84043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:37:42.501653 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c088970e-bb05-4fc2-8a08-c2381a3b259d admin admin] Notify agent at l3_agent.n-d-838334-2 the message routers_updated {{(pid=84041) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 20:37:42.513928 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-c088970e-bb05-4fc2-8a08-c2381a3b259d admin admin] 10.222.0.42 "PUT /v2.0/routers/204678ea-a6eb-4cdf-a3ee-2b809f6f37e1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9219401 Apr 18 20:37:42.552576 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Device 48fa52c1-0725-4817-8948-dc8aabc819bf not bound to the agent host n-h2-838334-2 {{(pid=84042) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 20:37:42.558697 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-936df2a6-4cbf-4b16-a6ba-670a4b0c7b93 req-e31735c7-cd10-4c0f-b6d0-448d82092add service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:37:42.560808 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-936df2a6-4cbf-4b16-a6ba-670a4b0c7b93 req-e31735c7-cd10-4c0f-b6d0-448d82092add service neutron] 10.222.0.43 "GET /v2.0/networks?id=2b4e6157-bc80-44e6-aceb-13aa29225b38 HTTP/1.1" status: 200 len: 908 time: 0.5029187 Apr 18 20:37:42.610926 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-6b3a9dd3-529a-4270-a582-e0b2f3fb110d admin admin] Notify callbacks [] for security_group, before_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:42.678480 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 33576) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:37:42.680301 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-c9d43d66-0748-43e2-895d-2c884245ab70 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:42.719752 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 33578) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:37:42.781880 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-6b3a9dd3-529a-4270-a582-e0b2f3fb110d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:37:42.783318 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.l3_dvr_db [None req-8b649927-0b02-4228-ad45-a8417b6a5cb0 None None] Set router 1cd43228-687e-4072-ad72-4b865e34680e gateway port host: n-d-838334-2 {{(pid=84043) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 20:37:42.789421 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-6b3a9dd3-529a-4270-a582-e0b2f3fb110d admin admin] Usage tracker for resource:security_group_rule and tenant:94a5d5bd4d1b4e9eac3151477c333a4a is out of sync, need to count used quota {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:37:42.792265 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-c9d43d66-0748-43e2-895d-2c884245ab70 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:37:42.794802 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-6b3a9dd3-529a-4270-a582-e0b2f3fb110d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:37:42.801307 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-c9d43d66-0748-43e2-895d-2c884245ab70 admin admin] Usage tracker for resource:security_group_rule and tenant:95ead5a3c8854db0a320f24f76ca5a37 is out of sync, need to count used quota {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:37:42.804131 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-6b3a9dd3-529a-4270-a582-e0b2f3fb110d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:37:42.806197 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-c9d43d66-0748-43e2-895d-2c884245ab70 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:37:42.814440 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-c9d43d66-0748-43e2-895d-2c884245ab70 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:37:42.898967 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-c6261139-7934-4657-9f2e-8ebc96320c1f req-d6141822-5e81-4c51-963b-854484056650 tempest-LiveAutoBlockMigrationV225Test-1713341100 tempest-LiveAutoBlockMigrationV225Test-1713341100-project] 10.222.0.42 "GET /v2.0/security-groups?id=bf712067-aabd-4e70-aae1-082928dd1ccd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6620872 Apr 18 20:37:42.920543 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-936df2a6-4cbf-4b16-a6ba-670a4b0c7b93 req-b2230ab8-8908-415b-b140-52b45d5913af service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=48fa52c1-0725-4817-8948-dc8aabc819bf HTTP/1.1" status: 200 len: 217 time: 0.3374391 Apr 18 20:37:42.967805 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-c0f503b2-5fe6-439e-8e7c-679f08254533 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:43.090783 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-716c76b8-b158-4c8b-bda3-8532759b2cbf req-2b2bc398-e842-49e0-94a3-d1e7c3c0b786 tempest-LiveMigrationTest-963278731 tempest-LiveMigrationTest-963278731-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:37:43.106200 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-716c76b8-b158-4c8b-bda3-8532759b2cbf req-2b2bc398-e842-49e0-94a3-d1e7c3c0b786 tempest-LiveMigrationTest-963278731 tempest-LiveMigrationTest-963278731-project] 10.222.0.42 "GET /v2.0/ports?device_id=85d13644-2ff3-4f2e-ba89-a449fe4bd19d HTTP/1.1" status: 200 len: 944 time: 0.5276542 Apr 18 20:37:43.132181 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-6b3a9dd3-529a-4270-a582-e0b2f3fb110d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:43.169656 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-c0f503b2-5fe6-439e-8e7c-679f08254533 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:37:43.173131 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-c9d43d66-0748-43e2-895d-2c884245ab70 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:43.174057 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-716c76b8-b158-4c8b-bda3-8532759b2cbf req-bac4e589-ae7f-4960-af2f-c6ba6b9b8e48 tempest-LiveMigrationTest-963278731 tempest-LiveMigrationTest-963278731-project] 10.222.0.42 "GET /v2.0/security-groups?id=c1ded286-bbeb-4ec4-95be-e4f6aab8a892&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664604 Apr 18 20:37:43.176159 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-d5944545-29e1-4b9f-a6c1-2be09720af44 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=d1617e295b79413b8346fa1e597fbc80&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4289038 Apr 18 20:37:43.178470 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-6b3a9dd3-529a-4270-a582-e0b2f3fb110d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33528224'] for security_group, after_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:43.187586 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-c0f503b2-5fe6-439e-8e7c-679f08254533 admin admin] Usage tracker for resource:security_group_rule and tenant:88776202efab426485f10e871d05933c is out of sync, need to count used quota {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:37:43.188607 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 33592) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:37:43.198325 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-936df2a6-4cbf-4b16-a6ba-670a4b0c7b93 req-b267e032-766c-49ac-9cdf-7ea765ed3c16 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:37:43.200152 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-936df2a6-4cbf-4b16-a6ba-670a4b0c7b93 req-b267e032-766c-49ac-9cdf-7ea765ed3c16 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=2a27c3e0-e2c3-453b-9e93-76a003aa4b19 HTTP/1.1" status: 200 len: 847 time: 0.2565820 Apr 18 20:37:43.221745 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-c0f503b2-5fe6-439e-8e7c-679f08254533 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:37:43.226558 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b3a9dd3-529a-4270-a582-e0b2f3fb110d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4c3c1de1-ff86-4fe2-8499-3a5c5beb47fc,revision_number=1']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:37:43.248541 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-c9d43d66-0748-43e2-895d-2c884245ab70 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33528224'] for security_group, after_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:43.280570 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-c0f503b2-5fe6-439e-8e7c-679f08254533 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:37:43.295309 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.l3_hamode_db [None req-8b649927-0b02-4228-ad45-a8417b6a5cb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1cd43228-687e-4072-ad72-4b865e34680e', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1623382860-router', 'tenant_id': '624c15d552004bb8b15cf774c11ffdae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'external_fixed_ips': [{'subnet_id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'ip_address': '172.25.8.151'}], 'enable_snat': True}, 'gw_port_id': '3c3fe9fd-7f49-4c20-abd6-487b053c7184', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:37:25Z', 'updated_at': '2022-04-18T20:37:31Z', 'revision_number': 4, 'project_id': '624c15d552004bb8b15cf774c11ffdae', 'gw_port': {'id': '3c3fe9fd-7f49-4c20-abd6-487b053c7184', 'name': '', 'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:f7:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1cd43228-687e-4072-ad72-4b865e34680e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'ip_address': '172.25.8.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:37:26Z', 'updated_at': '2022-04-18T20:37:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838334-2', '_interfaces': [{'id': '7444fd4e-ad80-47da-bbc6-87a30c879192', 'name': '', 'network_id': '079e35ca-557b-42c6-b34f-dbc020bb616d', 'tenant_id': '624c15d552004bb8b15cf774c11ffdae', 'mac_address': 'fa:16:3e:d4:04:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1cd43228-687e-4072-ad72-4b865e34680e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c3ffe89f-19b4-45a8-ac55-d99492f3b297', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:37:30Z', 'updated_at': '2022-04-18T20:37:31Z', 'revision_number': 2, 'project_id': '624c15d552004bb8b15cf774c11ffdae', 'subnets': [{'id': 'c3ffe89f-19b4-45a8-ac55-d99492f3b297', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838334-2', False) {} {{(pid=84043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:37:43.296068 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-c9d43d66-0748-43e2-895d-2c884245ab70 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=95ead5a3c8854db0a320f24f76ca5a37&name=default HTTP/1.1" status: 200 len: 2647 time: 1.4274302 Apr 18 20:37:43.296720 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 33596) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:37:43.300044 n-d-838334-2 neutron-server[84043]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b649927-0b02-4228-ad45-a8417b6a5cb0 None None] Checking router: 1cd43228-687e-4072-ad72-4b865e34680e for host: n-d-838334-2 {{(pid=84043) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 18 20:37:43.300515 n-d-838334-2 neutron-server[84043]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b649927-0b02-4228-ad45-a8417b6a5cb0 None None] Updating router 1cd43228-687e-4072-ad72-4b865e34680e port 7444fd4e-ad80-47da-bbc6-87a30c879192 binding host n-d-838334-2 {{(pid=84043) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 18 20:37:43.305942 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-223d44f9-c708-42d7-a819-62ec8e9a71fa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:43.333572 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-223d44f9-c708-42d7-a819-62ec8e9a71fa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:43.390030 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-6b3a9dd3-529a-4270-a582-e0b2f3fb110d admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=94a5d5bd4d1b4e9eac3151477c333a4a&name=default HTTP/1.1" status: 200 len: 2647 time: 1.5076971 Apr 18 20:37:43.400086 n-d-838334-2 neutron-server[84043]: DEBUG neutron_lib.callbacks.manager [None req-8b649927-0b02-4228-ad45-a8417b6a5cb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:43.401437 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 33604) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:37:43.445021 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-936df2a6-4cbf-4b16-a6ba-670a4b0c7b93 req-3ca045cc-1b33-4bd8-b8b9-31bfaa324e94 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=2b4e6157-bc80-44e6-aceb-13aa29225b38&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1881268 Apr 18 20:37:43.452656 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9d43d66-0748-43e2-895d-2c884245ab70 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6462220d-5827-4fa0-8327-0913a6da2081,revision_number=1']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:37:43.554409 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-2ba4978a-3cc5-47b1-b54f-b88fb9cbafe5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:43.602070 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Device 1f05e293-355b-4340-aead-17f49bb84e1a up at agent ovs-agent-n-d-838334-2 {{(pid=84042) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 20:37:43.642677 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-223d44f9-c708-42d7-a819-62ec8e9a71fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33528224'] for security_group, after_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:43.644273 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-c0f503b2-5fe6-439e-8e7c-679f08254533 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:43.657156 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-c0f503b2-5fe6-439e-8e7c-679f08254533 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33528224'] for security_group, after_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:43.677843 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-223d44f9-c708-42d7-a819-62ec8e9a71fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1bfbe8fa-1d24-41fa-ae6c-b06bc7cab0e3,revision_number=None']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:37:43.684301 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-1c16b90c-312c-45a3-80c2-40b129b639ef admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:43.690330 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-936df2a6-4cbf-4b16-a6ba-670a4b0c7b93 req-b98521e3-f267-43ef-a8e0-ad4eb79f9000 service neutron] 10.222.0.43 "GET /v2.0/networks/2b4e6157-bc80-44e6-aceb-13aa29225b38?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2377994 Apr 18 20:37:43.693563 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-2ba4978a-3cc5-47b1-b54f-b88fb9cbafe5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:43.743905 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-223d44f9-c708-42d7-a819-62ec8e9a71fa admin admin] Notify callbacks [] for security_group, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:43.746138 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-223d44f9-c708-42d7-a819-62ec8e9a71fa admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/1bfbe8fa-1d24-41fa-ae6c-b06bc7cab0e3 HTTP/1.1" status: 204 len: 168 time: 0.5547369 Apr 18 20:37:43.768858 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Provisioning for port 1f05e293-355b-4340-aead-17f49bb84e1a completed by entity L2. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 20:37:43.781840 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Provisioning complete for port 1f05e293-355b-4340-aead-17f49bb84e1a triggered by entity L2. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:37:43.782216 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1253608'] for port, provisioning_complete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:43.824010 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0f503b2-5fe6-439e-8e7c-679f08254533 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d02445a2-148a-42b3-80f3-27e9c7905b3f,revision_number=1']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:37:43.833621 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-c0f503b2-5fe6-439e-8e7c-679f08254533 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=88776202efab426485f10e871d05933c&name=default HTTP/1.1" status: 200 len: 2647 time: 1.1187618 Apr 18 20:37:43.843876 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-1c16b90c-312c-45a3-80c2-40b129b639ef admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:43.853429 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 33618) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:37:43.879393 n-d-838334-2 neutron-server[84043]: DEBUG neutron_lib.callbacks.manager [None req-8b649927-0b02-4228-ad45-a8417b6a5cb0 None None] Notify callbacks [] for port, precommit_update {{(pid=84043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:43.898922 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.provisioning_blocks [None req-8b649927-0b02-4228-ad45-a8417b6a5cb0 None None] Transition to ACTIVE for port object 7444fd4e-ad80-47da-bbc6-87a30c879192 will not be triggered until provisioned by entity L2. {{(pid=84043) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 20:37:43.917170 n-d-838334-2 neutron-server[84043]: DEBUG neutron_lib.callbacks.manager [None req-8b649927-0b02-4228-ad45-a8417b6a5cb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682'] for port, after_update {{(pid=84043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:43.983466 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-2ba4978a-3cc5-47b1-b54f-b88fb9cbafe5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33528224'] for security_group, after_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:44.000686 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-8f7c4f32-e74e-4aa2-9f97-6be33d523c9c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:44.008983 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ba4978a-3cc5-47b1-b54f-b88fb9cbafe5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6462220d-5827-4fa0-8327-0913a6da2081,revision_number=None']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:37:44.020955 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-1c16b90c-312c-45a3-80c2-40b129b639ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33528224'] for security_group, after_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:44.056600 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.plugin [None req-661629e7-a4f4-45ed-a73f-81a99745f5d8 admin admin] Deleting port 83a9c1a4-fd8d-4693-9ac1-9949449cd843 {{(pid=84040) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 20:37:44.057049 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-661629e7-a4f4-45ed-a73f-81a99745f5d8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750375188691'] for port, before_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:44.058202 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c16b90c-312c-45a3-80c2-40b129b639ef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c3c1de1-ff86-4fe2-8499-3a5c5beb47fc,revision_number=None']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:37:44.067887 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-2ba4978a-3cc5-47b1-b54f-b88fb9cbafe5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:44.069889 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-2ba4978a-3cc5-47b1-b54f-b88fb9cbafe5 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/6462220d-5827-4fa0-8327-0913a6da2081 HTTP/1.1" status: 204 len: 168 time: 0.7679372 Apr 18 20:37:44.072229 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-8f7c4f32-e74e-4aa2-9f97-6be33d523c9c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:44.100358 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-1c16b90c-312c-45a3-80c2-40b129b639ef admin admin] Notify callbacks [] for security_group, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:44.105414 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-1c16b90c-312c-45a3-80c2-40b129b639ef admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/4c3c1de1-ff86-4fe2-8499-3a5c5beb47fc HTTP/1.1" status: 204 len: 168 time: 0.7028942 Apr 18 20:37:44.238206 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-8f7c4f32-e74e-4aa2-9f97-6be33d523c9c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33528224'] for security_group, after_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:44.251197 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:44.279064 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f7c4f32-e74e-4aa2-9f97-6be33d523c9c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d02445a2-148a-42b3-80f3-27e9c7905b3f,revision_number=None']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:37:44.282350 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-8f7c4f32-e74e-4aa2-9f97-6be33d523c9c admin admin] Notify callbacks [] for security_group, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:44.283484 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-8f7c4f32-e74e-4aa2-9f97-6be33d523c9c admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/d02445a2-148a-42b3-80f3-27e9c7905b3f HTTP/1.1" status: 204 len: 168 time: 0.4190097 Apr 18 20:37:44.308565 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] For port 1f05e293-355b-4340-aead-17f49bb84e1a, host n-d-838334-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838334-2',level=0,port_id=1f05e293-355b-4340-aead-17f49bb84e1a,segment=NetworkSegment(732aa830-768b-4511-951f-d08e26b9c25b),segment_id=732aa830-768b-4511-951f-d08e26b9c25b)] {{(pid=84042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:37:44.328805 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682'] for port, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:44.355148 n-d-838334-2 neutron-server[84043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd389473-8a30-4eed-ab40-0ddc2636b8dd None None] Pushing event updated for resources: {'Port': ['ID=7444fd4e-ad80-47da-bbc6-87a30c879192,revision_number=3']} {{(pid=84043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:37:44.508643 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Pushing event updated for resources: {'Port': ['ID=1f05e293-355b-4340-aead-17f49bb84e1a,revision_number=4']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:37:44.550015 n-d-838334-2 neutron-server[84043]: DEBUG neutron.plugins.ml2.managers [None req-8b649927-0b02-4228-ad45-a8417b6a5cb0 None None] Attempting to bind port 7444fd4e-ad80-47da-bbc6-87a30c879192 on host n-d-838334-2 for vnic_type normal with profile {{(pid=84043) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:37:44.551718 n-d-838334-2 neutron-server[84043]: DEBUG neutron.plugins.ml2.managers [None req-8b649927-0b02-4228-ad45-a8417b6a5cb0 None None] Attempting to bind port 7444fd4e-ad80-47da-bbc6-87a30c879192 by drivers openvswitch,hyperv on host n-d-838334-2 at level 0 using segments [{'id': 'a5e129cf-6a36-4adb-b738-73a89832322d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': '079e35ca-557b-42c6-b34f-dbc020bb616d'}] {{(pid=84043) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:37:44.552536 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.db [None req-661629e7-a4f4-45ed-a73f-81a99745f5d8 admin admin] For port 83a9c1a4-fd8d-4693-9ac1-9949449cd843, host n-d-838334-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838334-2',level=0,port_id=83a9c1a4-fd8d-4693-9ac1-9949449cd843,segment=NetworkSegment(fa0bb2dd-d79d-42bf-ba14-7584c2ab36a1),segment_id=fa0bb2dd-d79d-42bf-ba14-7584c2ab36a1)] {{(pid=84040) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:37:44.553002 n-d-838334-2 neutron-server[84043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b649927-0b02-4228-ad45-a8417b6a5cb0 None None] Attempting to bind port 7444fd4e-ad80-47da-bbc6-87a30c879192 on network 079e35ca-557b-42c6-b34f-dbc020bb616d {{(pid=84043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 20:37:44.553094 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-661629e7-a4f4-45ed-a73f-81a99745f5d8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369123'] for port, precommit_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:44.567182 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 33638) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:37:44.571236 n-d-838334-2 neutron-server[84043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b649927-0b02-4228-ad45-a8417b6a5cb0 None None] Checking agent: {'id': '97cd4414-7af6-4d67-868d-dff370b4071a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838334-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 25, 49), 'started_at': datetime.datetime(2022, 4, 18, 20, 26, 19), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 20, 37, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838334-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 18 20:37:44.571867 n-d-838334-2 neutron-server[84043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b649927-0b02-4228-ad45-a8417b6a5cb0 None None] Checking segment: {'id': 'a5e129cf-6a36-4adb-b738-73a89832322d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': '079e35ca-557b-42c6-b34f-dbc020bb616d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84043) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 20:37:44.573151 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.v2.base [None req-88f45992-0682-4f51-bc2f-8c6071c7013d tempest-ServersWithSpecificFlavorTestJSON-734692326 tempest-ServersWithSpecificFlavorTestJSON-734692326-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1756643060', 'description': 'tempest-description--1904072416'}} {{(pid=84041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 20:37:44.573558 n-d-838334-2 neutron-server[84043]: DEBUG neutron_lib.callbacks.manager [None req-8b649927-0b02-4228-ad45-a8417b6a5cb0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:44.574046 n-d-838334-2 neutron-server[84043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b649927-0b02-4228-ad45-a8417b6a5cb0 None None] Bound using segment: {'id': 'a5e129cf-6a36-4adb-b738-73a89832322d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': '079e35ca-557b-42c6-b34f-dbc020bb616d'} {{(pid=84043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 18 20:37:44.575537 n-d-838334-2 neutron-server[84043]: DEBUG neutron.plugins.ml2.managers [None req-8b649927-0b02-4228-ad45-a8417b6a5cb0 None None] Bound port: 7444fd4e-ad80-47da-bbc6-87a30c879192, host: n-d-838334-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a5e129cf-6a36-4adb-b738-73a89832322d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': '079e35ca-557b-42c6-b34f-dbc020bb616d'}}] {{(pid=84043) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 20:37:44.576158 n-d-838334-2 neutron-server[84043]: DEBUG neutron_lib.callbacks.manager [None req-8b649927-0b02-4228-ad45-a8417b6a5cb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:44.582391 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-88f45992-0682-4f51-bc2f-8c6071c7013d tempest-ServersWithSpecificFlavorTestJSON-734692326 tempest-ServersWithSpecificFlavorTestJSON-734692326-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:37:44.594322 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-88f45992-0682-4f51-bc2f-8c6071c7013d tempest-ServersWithSpecificFlavorTestJSON-734692326 tempest-ServersWithSpecificFlavorTestJSON-734692326-project] Usage tracker for resource:security_group and tenant:624c15d552004bb8b15cf774c11ffdae is out of sync, need to count used quota {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:37:44.604695 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-88f45992-0682-4f51-bc2f-8c6071c7013d tempest-ServersWithSpecificFlavorTestJSON-734692326 tempest-ServersWithSpecificFlavorTestJSON-734692326-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:37:44.619761 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-88f45992-0682-4f51-bc2f-8c6071c7013d tempest-ServersWithSpecificFlavorTestJSON-734692326 tempest-ServersWithSpecificFlavorTestJSON-734692326-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:37:44.650183 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-88f45992-0682-4f51-bc2f-8c6071c7013d tempest-ServersWithSpecificFlavorTestJSON-734692326 tempest-ServersWithSpecificFlavorTestJSON-734692326-project] Notify callbacks [] for security_group, before_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:44.730190 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-88f45992-0682-4f51-bc2f-8c6071c7013d tempest-ServersWithSpecificFlavorTestJSON-734692326 tempest-ServersWithSpecificFlavorTestJSON-734692326-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:37:44.736670 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-88f45992-0682-4f51-bc2f-8c6071c7013d tempest-ServersWithSpecificFlavorTestJSON-734692326 tempest-ServersWithSpecificFlavorTestJSON-734692326-project] Usage tracker for resource:security_group_rule and tenant:624c15d552004bb8b15cf774c11ffdae is out of sync, need to count used quota {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:37:44.741622 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-88f45992-0682-4f51-bc2f-8c6071c7013d tempest-ServersWithSpecificFlavorTestJSON-734692326 tempest-ServersWithSpecificFlavorTestJSON-734692326-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:37:44.746293 n-d-838334-2 neutron-server[84043]: DEBUG neutron.plugins.ml2.db [None req-8b649927-0b02-4228-ad45-a8417b6a5cb0 None None] For port 7444fd4e-ad80-47da-bbc6-87a30c879192, host n-d-838334-2, cleared binding levels {{(pid=84043) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 20:37:44.751279 n-d-838334-2 neutron-server[84043]: DEBUG neutron.plugins.ml2.db [None req-8b649927-0b02-4228-ad45-a8417b6a5cb0 None None] For port 7444fd4e-ad80-47da-bbc6-87a30c879192, host n-d-838334-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838334-2',level=0,port_id=7444fd4e-ad80-47da-bbc6-87a30c879192,segment=NetworkSegment(a5e129cf-6a36-4adb-b738-73a89832322d),segment_id=a5e129cf-6a36-4adb-b738-73a89832322d)] {{(pid=84043) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 20:37:44.755319 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-88f45992-0682-4f51-bc2f-8c6071c7013d tempest-ServersWithSpecificFlavorTestJSON-734692326 tempest-ServersWithSpecificFlavorTestJSON-734692326-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:37:44.760248 n-d-838334-2 neutron-server[84043]: DEBUG neutron_lib.callbacks.manager [None req-8b649927-0b02-4228-ad45-a8417b6a5cb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682'] for port, after_update {{(pid=84043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:44.789983 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.plugin [None req-661629e7-a4f4-45ed-a73f-81a99745f5d8 admin admin] Calling delete_port for 83a9c1a4-fd8d-4693-9ac1-9949449cd843 owned by network:router_interface {{(pid=84040) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 20:37:44.858140 n-d-838334-2 neutron-server[84043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd389473-8a30-4eed-ab40-0ddc2636b8dd None None] Pushing event updated for resources: {'Port': ['ID=7444fd4e-ad80-47da-bbc6-87a30c879192,revision_number=4']} {{(pid=84043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:37:44.891859 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b649927-0b02-4228-ad45-a8417b6a5cb0 None None] Routers {'1cd43228-687e-4072-ad72-4b865e34680e'} bound to L3 agent in host n-d-838334-2 {{(pid=84043) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 20:37:44.892738 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.l3_hamode_db [None req-8b649927-0b02-4228-ad45-a8417b6a5cb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838334-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-18T20:25:48Z,description=,heartbeat_timestamp=2022-04-18T20:37:18Z,host='n-d-838334-2',id=bc84d6c9-dd7a-4555-a351-592327b46d5a,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:25:48Z,topic='l3_agent')) {'router_ids': ['1cd43228-687e-4072-ad72-4b865e34680e'], 'active': True} {{(pid=84043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:37:44.901067 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-88f45992-0682-4f51-bc2f-8c6071c7013d tempest-ServersWithSpecificFlavorTestJSON-734692326 tempest-ServersWithSpecificFlavorTestJSON-734692326-project] Notify callbacks [] for security_group, precommit_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:44.915067 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-88f45992-0682-4f51-bc2f-8c6071c7013d tempest-ServersWithSpecificFlavorTestJSON-734692326 tempest-ServersWithSpecificFlavorTestJSON-734692326-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33528224'] for security_group, after_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:44.990711 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88f45992-0682-4f51-bc2f-8c6071c7013d tempest-ServersWithSpecificFlavorTestJSON-734692326 tempest-ServersWithSpecificFlavorTestJSON-734692326-project] Pushing event updated for resources: {'SecurityGroup': ['ID=51d79015-ffd5-44d4-b2c5-faf33204dfe8,revision_number=1']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:37:44.997306 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-88f45992-0682-4f51-bc2f-8c6071c7013d tempest-ServersWithSpecificFlavorTestJSON-734692326 tempest-ServersWithSpecificFlavorTestJSON-734692326-project] Notify callbacks [] for security_group, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:44.999078 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-88f45992-0682-4f51-bc2f-8c6071c7013d tempest-ServersWithSpecificFlavorTestJSON-734692326 tempest-ServersWithSpecificFlavorTestJSON-734692326-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1614 time: 0.4309776 Apr 18 20:37:45.002162 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 33646) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:37:45.012180 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.v2.base [None req-511a82b6-b93c-47c1-a8fe-613c69cbd2c3 tempest-ServersWithSpecificFlavorTestJSON-734692326 tempest-ServersWithSpecificFlavorTestJSON-734692326-project] Request body: {'security_group_rule': {'security_group_id': '51d79015-ffd5-44d4-b2c5-faf33204dfe8', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 20:37:45.020870 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-511a82b6-b93c-47c1-a8fe-613c69cbd2c3 tempest-ServersWithSpecificFlavorTestJSON-734692326 tempest-ServersWithSpecificFlavorTestJSON-734692326-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:37:45.033124 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-511a82b6-b93c-47c1-a8fe-613c69cbd2c3 tempest-ServersWithSpecificFlavorTestJSON-734692326 tempest-ServersWithSpecificFlavorTestJSON-734692326-project] Usage tracker for resource:security_group_rule and tenant:624c15d552004bb8b15cf774c11ffdae is out of sync, need to count used quota {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:37:45.040135 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-511a82b6-b93c-47c1-a8fe-613c69cbd2c3 tempest-ServersWithSpecificFlavorTestJSON-734692326 tempest-ServersWithSpecificFlavorTestJSON-734692326-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:37:45.055643 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-511a82b6-b93c-47c1-a8fe-613c69cbd2c3 tempest-ServersWithSpecificFlavorTestJSON-734692326 tempest-ServersWithSpecificFlavorTestJSON-734692326-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:37:45.098066 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-511a82b6-b93c-47c1-a8fe-613c69cbd2c3 tempest-ServersWithSpecificFlavorTestJSON-734692326 tempest-ServersWithSpecificFlavorTestJSON-734692326-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:45.110433 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 33652) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:37:45.180490 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-7e1b1b0d-228a-455b-81d8-af560118aaa4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:45.209791 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.l3_dvr_db [None req-8b649927-0b02-4228-ad45-a8417b6a5cb0 None None] Set router 1cd43228-687e-4072-ad72-4b865e34680e gateway port host: n-d-838334-2 {{(pid=84043) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 20:37:45.303924 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-7e1b1b0d-228a-455b-81d8-af560118aaa4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:37:45.322037 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-7e1b1b0d-228a-455b-81d8-af560118aaa4 admin admin] Usage tracker for resource:security_group_rule and tenant:02828fe9f2604f18a9df3746f1d0bf72 is out of sync, need to count used quota {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:37:45.339485 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-7e1b1b0d-228a-455b-81d8-af560118aaa4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:37:45.360739 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-511a82b6-b93c-47c1-a8fe-613c69cbd2c3 tempest-ServersWithSpecificFlavorTestJSON-734692326 tempest-ServersWithSpecificFlavorTestJSON-734692326-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:45.362195 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-7e1b1b0d-228a-455b-81d8-af560118aaa4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:37:45.365795 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-661629e7-a4f4-45ed-a73f-81a99745f5d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750375259028', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750374836628'] for port, after_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:45.380734 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-511a82b6-b93c-47c1-a8fe-613c69cbd2c3 tempest-ServersWithSpecificFlavorTestJSON-734692326 tempest-ServersWithSpecificFlavorTestJSON-734692326-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33528311'] for security_group_rule, after_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:45.448038 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-511a82b6-b93c-47c1-a8fe-613c69cbd2c3 tempest-ServersWithSpecificFlavorTestJSON-734692326 tempest-ServersWithSpecificFlavorTestJSON-734692326-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=180f0d5c-def9-4fb5-aa7b-384d83dda6ae,revision_number=0']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:37:45.463572 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-936df2a6-4cbf-4b16-a6ba-670a4b0c7b93 req-c148e6cf-c5d5-497a-841f-a07faf39f3c1 service neutron] 10.222.0.43 "GET /v2.0/networks/2b4e6157-bc80-44e6-aceb-13aa29225b38?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.7618449 Apr 18 20:37:45.476215 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 33658) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:37:45.531072 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 33662) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:37:45.535847 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-1672a0ae-872d-4cab-9ede-409102760c9d admin admin] Notify callbacks [] for security_group, before_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:45.556928 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-511a82b6-b93c-47c1-a8fe-613c69cbd2c3 tempest-ServersWithSpecificFlavorTestJSON-734692326 tempest-ServersWithSpecificFlavorTestJSON-734692326-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:45.558102 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-511a82b6-b93c-47c1-a8fe-613c69cbd2c3 tempest-ServersWithSpecificFlavorTestJSON-734692326 tempest-ServersWithSpecificFlavorTestJSON-734692326-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.5539207 Apr 18 20:37:45.560847 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-661629e7-a4f4-45ed-a73f-81a99745f5d8 admin admin] Pushing event deleted for resources: {'Port': ['ID=83a9c1a4-fd8d-4693-9ac1-9949449cd843,revision_number=None']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:37:45.564004 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 33666) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:37:45.603563 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.v2.base [None req-24978921-637e-4d72-9cb9-bc36822d8796 tempest-ServersWithSpecificFlavorTestJSON-734692326 tempest-ServersWithSpecificFlavorTestJSON-734692326-project] Request body: {'security_group_rule': {'security_group_id': '51d79015-ffd5-44d4-b2c5-faf33204dfe8', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=84040) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 20:37:45.613396 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Device 1f05e293-355b-4340-aead-17f49bb84e1a up at agent ovs-agent-n-d-838334-2 {{(pid=84042) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 20:37:45.679306 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [None req-24978921-637e-4d72-9cb9-bc36822d8796 tempest-ServersWithSpecificFlavorTestJSON-734692326 tempest-ServersWithSpecificFlavorTestJSON-734692326-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:37:45.702128 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-1672a0ae-872d-4cab-9ede-409102760c9d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:37:45.702315 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-24978921-637e-4d72-9cb9-bc36822d8796 tempest-ServersWithSpecificFlavorTestJSON-734692326 tempest-ServersWithSpecificFlavorTestJSON-734692326-project] Usage tracker for resource:security_group_rule and tenant:624c15d552004bb8b15cf774c11ffdae is out of sync, need to count used quota {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:37:45.723663 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-7fcfee96-dedf-414c-8ed8-23edbfb541f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750375287399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253529'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:45.739295 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-1672a0ae-872d-4cab-9ede-409102760c9d admin admin] Usage tracker for resource:security_group_rule and tenant:7675767a6a344d029faed038e360e0bf is out of sync, need to count used quota {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:37:45.764144 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-66ec2359-6928-45eb-af4e-8c8649174617 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:45.776458 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-1672a0ae-872d-4cab-9ede-409102760c9d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:37:45.791114 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.l3_hamode_db [None req-8b649927-0b02-4228-ad45-a8417b6a5cb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1cd43228-687e-4072-ad72-4b865e34680e', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1623382860-router', 'tenant_id': '624c15d552004bb8b15cf774c11ffdae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'external_fixed_ips': [{'subnet_id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'ip_address': '172.25.8.151'}], 'enable_snat': True}, 'gw_port_id': '3c3fe9fd-7f49-4c20-abd6-487b053c7184', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:37:25Z', 'updated_at': '2022-04-18T20:37:31Z', 'revision_number': 4, 'project_id': '624c15d552004bb8b15cf774c11ffdae', 'gw_port': {'id': '3c3fe9fd-7f49-4c20-abd6-487b053c7184', 'name': '', 'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:f7:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1cd43228-687e-4072-ad72-4b865e34680e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'ip_address': '172.25.8.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:37:26Z', 'updated_at': '2022-04-18T20:37:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838334-2', '_interfaces': [{'id': '7444fd4e-ad80-47da-bbc6-87a30c879192', 'name': '', 'network_id': '079e35ca-557b-42c6-b34f-dbc020bb616d', 'tenant_id': '624c15d552004bb8b15cf774c11ffdae', 'mac_address': 'fa:16:3e:d4:04:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1cd43228-687e-4072-ad72-4b865e34680e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c3ffe89f-19b4-45a8-ac55-d99492f3b297', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:37:30Z', 'updated_at': '2022-04-18T20:37:44Z', 'revision_number': 4, 'project_id': '624c15d552004bb8b15cf774c11ffdae', 'subnets': [{'id': 'c3ffe89f-19b4-45a8-ac55-d99492f3b297', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838334-2', False) {} {{(pid=84043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:37:45.796523 n-d-838334-2 neutron-server[84043]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b649927-0b02-4228-ad45-a8417b6a5cb0 None None] The sync data for ids ['1cd43228-687e-4072-ad72-4b865e34680e'] in n-d-838334-2 is: [{'id': '1cd43228-687e-4072-ad72-4b865e34680e', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1623382860-router', 'tenant_id': '624c15d552004bb8b15cf774c11ffdae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'external_fixed_ips': [{'subnet_id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'ip_address': '172.25.8.151'}], 'enable_snat': True}, 'gw_port_id': '3c3fe9fd-7f49-4c20-abd6-487b053c7184', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:37:25Z', 'updated_at': '2022-04-18T20:37:31Z', 'revision_number': 4, 'project_id': '624c15d552004bb8b15cf774c11ffdae', 'gw_port': {'id': '3c3fe9fd-7f49-4c20-abd6-487b053c7184', 'name': '', 'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:f7:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1cd43228-687e-4072-ad72-4b865e34680e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'ip_address': '172.25.8.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:37:26Z', 'updated_at': '2022-04-18T20:37:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838334-2', '_interfaces': [{'id': '7444fd4e-ad80-47da-bbc6-87a30c879192', 'name': '', 'network_id': '079e35ca-557b-42c6-b34f-dbc020bb616d', 'tenant_id': '624c15d552004bb8b15cf774c11ffdae', 'mac_address': 'fa:16:3e:d4:04:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1cd43228-687e-4072-ad72-4b865e34680e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c3ffe89f-19b4-45a8-ac55-d99492f3b297', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:37:30Z', 'updated_at': '2022-04-18T20:37:44Z', 'revision_number': 4, 'project_id': '624c15d552004bb8b15cf774c11ffdae', 'subnets': [{'id': 'c3ffe89f-19b4-45a8-ac55-d99492f3b297', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84043) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 18 20:37:45.807057 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-24978921-637e-4d72-9cb9-bc36822d8796 tempest-ServersWithSpecificFlavorTestJSON-734692326 tempest-ServersWithSpecificFlavorTestJSON-734692326-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:37:45.824090 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-1672a0ae-872d-4cab-9ede-409102760c9d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:37:45.826137 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Provisioning complete for port 1f05e293-355b-4340-aead-17f49bb84e1a triggered by entity L2. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:37:45.826510 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1253608'] for port, provisioning_complete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:45.834208 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-7e1b1b0d-228a-455b-81d8-af560118aaa4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:45.937488 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-7e1b1b0d-228a-455b-81d8-af560118aaa4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33528224'] for security_group, after_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:45.974230 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [None req-24978921-637e-4d72-9cb9-bc36822d8796 tempest-ServersWithSpecificFlavorTestJSON-734692326 tempest-ServersWithSpecificFlavorTestJSON-734692326-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:37:46.045652 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e1b1b0d-228a-455b-81d8-af560118aaa4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=71c95ba8-ac8e-420b-8b52-49f79321e083,revision_number=1']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:37:46.158802 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-7e1b1b0d-228a-455b-81d8-af560118aaa4 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=02828fe9f2604f18a9df3746f1d0bf72&name=default HTTP/1.1" status: 200 len: 2647 time: 1.0396159 Apr 18 20:37:46.162859 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 33670) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:37:46.189018 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [None req-66ec2359-6928-45eb-af4e-8c8649174617 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:37:46.199203 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2291d25d-6646-41ac-8839-a3a2c250da12 req-676ffeba-efca-47b7-bc00-6b13456706f6 tempest-LiveMigrationTest-963278731 tempest-LiveMigrationTest-963278731-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:37:46.201119 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-2291d25d-6646-41ac-8839-a3a2c250da12 req-676ffeba-efca-47b7-bc00-6b13456706f6 tempest-LiveMigrationTest-963278731 tempest-LiveMigrationTest-963278731-project] 10.222.0.42 "GET /v2.0/ports?device_id=85d13644-2ff3-4f2e-ba89-a449fe4bd19d HTTP/1.1" status: 200 len: 944 time: 0.9919629 Apr 18 20:37:46.216495 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-66ec2359-6928-45eb-af4e-8c8649174617 admin admin] Usage tracker for resource:security_group_rule and tenant:3aa1ba95acac4383bf611397c612bf1e is out of sync, need to count used quota {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:37:46.223334 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-1672a0ae-872d-4cab-9ede-409102760c9d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:46.230592 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-66ec2359-6928-45eb-af4e-8c8649174617 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:37:46.232438 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-1672a0ae-872d-4cab-9ede-409102760c9d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33528224'] for security_group, after_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:46.246440 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcf5299d-89d4-48dc-8c12-4d8446e9564f req-e1225b3b-ecc9-4263-b9b8-f520bb91c057 tempest-LiveAutoBlockMigrationV225Test-1713341100 tempest-LiveAutoBlockMigrationV225Test-1713341100-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:37:46.253291 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-fcf5299d-89d4-48dc-8c12-4d8446e9564f req-e1225b3b-ecc9-4263-b9b8-f520bb91c057 tempest-LiveAutoBlockMigrationV225Test-1713341100 tempest-LiveAutoBlockMigrationV225Test-1713341100-project] 10.222.0.42 "GET /v2.0/ports?device_id=4d27da33-3ad6-433b-9d90-6d6cdb64d534 HTTP/1.1" status: 200 len: 945 time: 1.0233495 Apr 18 20:37:46.294428 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1672a0ae-872d-4cab-9ede-409102760c9d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=926bcb5d-4a13-422f-8bb3-d435a903ec6b,revision_number=1']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:37:46.306520 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [None req-66ec2359-6928-45eb-af4e-8c8649174617 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:37:46.308693 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-24978921-637e-4d72-9cb9-bc36822d8796 tempest-ServersWithSpecificFlavorTestJSON-734692326 tempest-ServersWithSpecificFlavorTestJSON-734692326-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:46.313035 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-1672a0ae-872d-4cab-9ede-409102760c9d admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=7675767a6a344d029faed038e360e0bf&name=default HTTP/1.1" status: 200 len: 2647 time: 0.8265109 Apr 18 20:37:46.327432 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 33676) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:37:46.470566 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-4ea7a504-f1aa-4208-abe1-ca8b50e49ff8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:46.488928 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-2291d25d-6646-41ac-8839-a3a2c250da12 req-a1b1e134-768b-4e12-9643-217c70dfed6a tempest-LiveMigrationTest-963278731 tempest-LiveMigrationTest-963278731-project] 10.222.0.42 "GET /v2.0/security-groups?id=c1ded286-bbeb-4ec4-95be-e4f6aab8a892&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2738049 Apr 18 20:37:46.509530 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-4ea7a504-f1aa-4208-abe1-ca8b50e49ff8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:46.511615 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-fcf5299d-89d4-48dc-8c12-4d8446e9564f req-7826ed03-99d3-43d5-a58f-ad9866716cb2 tempest-LiveAutoBlockMigrationV225Test-1713341100 tempest-LiveAutoBlockMigrationV225Test-1713341100-project] 10.222.0.42 "GET /v2.0/security-groups?id=bf712067-aabd-4e70-aae1-082928dd1ccd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2572491 Apr 18 20:37:46.528629 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-936df2a6-4cbf-4b16-a6ba-670a4b0c7b93 req-0d30333b-2110-4217-b240-77f3a1b57a12 tempest-LiveMigrationTest-1620833465 tempest-LiveMigrationTest-1620833465-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=85d13644-2ff3-4f2e-ba89-a449fe4bd19d&tenant_id=30967135a3784f8f91989a9ec626fb3e&binding%3Ahost_id=n-h1-838334-2 HTTP/1.1" status: 200 len: 1095 time: 0.5597529 Apr 18 20:37:46.552510 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-7410e598-573a-431e-b3e8-07b709319ee4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:46.607458 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-7410e598-573a-431e-b3e8-07b709319ee4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:46.673306 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-4ea7a504-f1aa-4208-abe1-ca8b50e49ff8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33528224'] for security_group, after_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:46.708285 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-4ea7a504-f1aa-4208-abe1-ca8b50e49ff8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:46.712579 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-4ea7a504-f1aa-4208-abe1-ca8b50e49ff8 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/71c95ba8-ac8e-420b-8b52-49f79321e083 HTTP/1.1" status: 204 len: 168 time: 0.5471342 Apr 18 20:37:46.713816 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ea7a504-f1aa-4208-abe1-ca8b50e49ff8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=71c95ba8-ac8e-420b-8b52-49f79321e083,revision_number=None']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:37:46.722716 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-24978921-637e-4d72-9cb9-bc36822d8796 tempest-ServersWithSpecificFlavorTestJSON-734692326 tempest-ServersWithSpecificFlavorTestJSON-734692326-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:46.727829 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-7410e598-573a-431e-b3e8-07b709319ee4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33528224'] for security_group, after_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:46.730818 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-7410e598-573a-431e-b3e8-07b709319ee4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:46.732004 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-7410e598-573a-431e-b3e8-07b709319ee4 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/926bcb5d-4a13-422f-8bb3-d435a903ec6b HTTP/1.1" status: 204 len: 168 time: 0.4037139 Apr 18 20:37:46.771009 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7410e598-573a-431e-b3e8-07b709319ee4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=926bcb5d-4a13-422f-8bb3-d435a903ec6b,revision_number=None']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:37:46.784524 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-24978921-637e-4d72-9cb9-bc36822d8796 tempest-ServersWithSpecificFlavorTestJSON-734692326 tempest-ServersWithSpecificFlavorTestJSON-734692326-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33528311'] for security_group_rule, after_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:46.831970 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24978921-637e-4d72-9cb9-bc36822d8796 tempest-ServersWithSpecificFlavorTestJSON-734692326 tempest-ServersWithSpecificFlavorTestJSON-734692326-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=963cd0b9-1952-45f7-a886-40d455133652,revision_number=0']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:37:46.852365 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 33692) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:37:46.861730 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-66ec2359-6928-45eb-af4e-8c8649174617 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:46.881956 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-66ec2359-6928-45eb-af4e-8c8649174617 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33528224'] for security_group, after_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:46.976830 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66ec2359-6928-45eb-af4e-8c8649174617 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e6c24cff-9786-4369-a20e-ac93de8de216,revision_number=1']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:37:47.014049 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-66ec2359-6928-45eb-af4e-8c8649174617 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=3aa1ba95acac4383bf611397c612bf1e&name=default HTTP/1.1" status: 200 len: 2647 time: 1.4670880 Apr 18 20:37:47.016757 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 33698) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:37:47.032445 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-24978921-637e-4d72-9cb9-bc36822d8796 tempest-ServersWithSpecificFlavorTestJSON-734692326 tempest-ServersWithSpecificFlavorTestJSON-734692326-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:47.033965 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-24978921-637e-4d72-9cb9-bc36822d8796 tempest-ServersWithSpecificFlavorTestJSON-734692326 tempest-ServersWithSpecificFlavorTestJSON-734692326-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 1.4653625 Apr 18 20:37:47.039818 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 33702) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:37:47.048690 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.v2.base [None req-8a09f6e9-07cd-4dd5-acf3-1af6ca8cd5d2 tempest-ServersWithSpecificFlavorTestJSON-734692326 tempest-ServersWithSpecificFlavorTestJSON-734692326-project] Request body: {'floatingip': {'floating_network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c'}} {{(pid=84040) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 20:37:47.059563 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [None req-8a09f6e9-07cd-4dd5-acf3-1af6ca8cd5d2 tempest-ServersWithSpecificFlavorTestJSON-734692326 tempest-ServersWithSpecificFlavorTestJSON-734692326-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:37:47.075323 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-8a09f6e9-07cd-4dd5-acf3-1af6ca8cd5d2 tempest-ServersWithSpecificFlavorTestJSON-734692326 tempest-ServersWithSpecificFlavorTestJSON-734692326-project] Usage tracker for resource:floatingip and tenant:624c15d552004bb8b15cf774c11ffdae is out of sync, need to count used quota {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:37:47.079379 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-661629e7-a4f4-45ed-a73f-81a99745f5d8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-32377931', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33443910'] for router_interface, after_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:47.091288 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-8a09f6e9-07cd-4dd5-acf3-1af6ca8cd5d2 tempest-ServersWithSpecificFlavorTestJSON-734692326 tempest-ServersWithSpecificFlavorTestJSON-734692326-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:37:47.100217 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [None req-8a09f6e9-07cd-4dd5-acf3-1af6ca8cd5d2 tempest-ServersWithSpecificFlavorTestJSON-734692326 tempest-ServersWithSpecificFlavorTestJSON-734692326-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:37:47.136957 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-8f9e0317-7ebd-48c1-9b1b-44317d77e21b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:47.168334 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-8f9e0317-7ebd-48c1-9b1b-44317d77e21b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:47.257968 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.db [req-936df2a6-4cbf-4b16-a6ba-670a4b0c7b93 req-433e6d36-1d34-4d35-affc-3388e8c53083 service neutron] For port 48fa52c1-0725-4817-8948-dc8aabc819bf, host n-h2-838334-2, cleared binding levels {{(pid=84040) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 20:37:47.261424 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-8f9e0317-7ebd-48c1-9b1b-44317d77e21b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33528224'] for security_group, after_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:47.262619 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-936df2a6-4cbf-4b16-a6ba-670a4b0c7b93 req-433e6d36-1d34-4d35-affc-3388e8c53083 service neutron] Notify callbacks [] for binding, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:47.263765 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-936df2a6-4cbf-4b16-a6ba-670a4b0c7b93 req-433e6d36-1d34-4d35-affc-3388e8c53083 service neutron] 10.222.0.43 "DELETE /v2.0/ports/48fa52c1-0725-4817-8948-dc8aabc819bf/bindings/n-h2-838334-2 HTTP/1.1" status: 204 len: 173 time: 0.7046568 Apr 18 20:37:47.265760 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-8a09f6e9-07cd-4dd5-acf3-1af6ca8cd5d2 tempest-ServersWithSpecificFlavorTestJSON-734692326 tempest-ServersWithSpecificFlavorTestJSON-734692326-project] Notify callbacks [] for floatingip, before_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:47.282550 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f9e0317-7ebd-48c1-9b1b-44317d77e21b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e6c24cff-9786-4369-a20e-ac93de8de216,revision_number=None']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:37:47.291572 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-8f9e0317-7ebd-48c1-9b1b-44317d77e21b admin admin] Notify callbacks [] for security_group, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:47.292674 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-8f9e0317-7ebd-48c1-9b1b-44317d77e21b admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/e6c24cff-9786-4369-a20e-ac93de8de216 HTTP/1.1" status: 204 len: 168 time: 0.2749801 Apr 18 20:37:47.410925 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.v2.base [None req-83e61389-f573-4dd2-90bb-339b5ac83d28 admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest-303031308-network', 'tenant_id': 'f85a0d9202f64bddab6b7eaee6d6810d'}} {{(pid=84041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 20:37:47.416243 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-83e61389-f573-4dd2-90bb-339b5ac83d28 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:37:47.420769 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-83e61389-f573-4dd2-90bb-339b5ac83d28 admin admin] Usage tracker for resource:network and tenant:f85a0d9202f64bddab6b7eaee6d6810d is out of sync, need to count used quota {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:37:47.424190 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-83e61389-f573-4dd2-90bb-339b5ac83d28 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:37:47.431516 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-83e61389-f573-4dd2-90bb-339b5ac83d28 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:37:47.443194 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-83e61389-f573-4dd2-90bb-339b5ac83d28 admin admin] Made reservation on behalf of f85a0d9202f64bddab6b7eaee6d6810d for: {'network': 1} {{(pid=84041) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:37:47.446157 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-83e61389-f573-4dd2-90bb-339b5ac83d28 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for network, before_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:47.465823 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-83e61389-f573-4dd2-90bb-339b5ac83d28 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:47.533688 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-83e61389-f573-4dd2-90bb-339b5ac83d28 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:37:47.553416 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-83e61389-f573-4dd2-90bb-339b5ac83d28 admin admin] Usage tracker for resource:security_group_rule and tenant:f85a0d9202f64bddab6b7eaee6d6810d is out of sync, need to count used quota {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:37:47.562266 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-83e61389-f573-4dd2-90bb-339b5ac83d28 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:37:47.586657 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-83e61389-f573-4dd2-90bb-339b5ac83d28 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:37:47.621844 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-8a09f6e9-07cd-4dd5-acf3-1af6ca8cd5d2 tempest-ServersWithSpecificFlavorTestJSON-734692326 tempest-ServersWithSpecificFlavorTestJSON-734692326-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:47.801283 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Device 7444fd4e-ad80-47da-bbc6-87a30c879192 up at agent ovs-agent-n-d-838334-2 {{(pid=84042) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 20:37:47.825024 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-83e61389-f573-4dd2-90bb-339b5ac83d28 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:47.832776 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-83e61389-f573-4dd2-90bb-339b5ac83d28 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33528224'] for security_group, after_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:47.889629 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83e61389-f573-4dd2-90bb-339b5ac83d28 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cf1a4c14-6b4c-4b5a-99f9-781aa8c875fd,revision_number=1']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:37:47.929618 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-83e61389-f573-4dd2-90bb-339b5ac83d28 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 369} {{(pid=84041) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 20:37:47.957248 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-83e61389-f573-4dd2-90bb-339b5ac83d28 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1082986'] for segment, precommit_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:47.957824 n-d-838334-2 neutron-server[84041]: INFO neutron.db.segments_db [None req-83e61389-f573-4dd2-90bb-339b5ac83d28 admin admin] Added segment a0546572-b3e1-4e2b-aa75-195a4fbea0d4 of type vlan for network f80f29cf-306f-4b83-b9ef-977e3822a3eb Apr 18 20:37:47.988403 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-2d7fe8e4-2f61-4bbb-a1a8-17208ed5c72a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750375287399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253529'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:48.001329 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Provisioning for port 7444fd4e-ad80-47da-bbc6-87a30c879192 completed by entity L2. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 20:37:48.018345 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Provisioning complete for port 7444fd4e-ad80-47da-bbc6-87a30c879192 triggered by entity L2. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:37:48.021867 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1253608'] for port, provisioning_complete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:48.039451 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-83e61389-f573-4dd2-90bb-339b5ac83d28 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750374825732'] for network, precommit_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:48.118034 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-83e61389-f573-4dd2-90bb-339b5ac83d28 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33526109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022'] for network, after_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:48.120028 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83e61389-f573-4dd2-90bb-339b5ac83d28 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:37:48.121188 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-83e61389-f573-4dd2-90bb-339b5ac83d28 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32378031'] for network, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:48.197972 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:48.240379 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.db_base_plugin_common [None req-8a09f6e9-07cd-4dd5-acf3-1af6ca8cd5d2 tempest-ServersWithSpecificFlavorTestJSON-734692326 tempest-ServersWithSpecificFlavorTestJSON-734692326-project] Allocated IP 172.25.8.221 (e41b6600-a917-4a8d-b05c-be3be40c6d8c/6b05667b-848e-4356-9b44-d5eb6808ef74/3fec7373-e906-4717-a5f6-9ac16c718760) {{(pid=84040) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:37:48.248734 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] For port 7444fd4e-ad80-47da-bbc6-87a30c879192, host n-d-838334-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838334-2',level=0,port_id=7444fd4e-ad80-47da-bbc6-87a30c879192,segment=NetworkSegment(a5e129cf-6a36-4adb-b738-73a89832322d),segment_id=a5e129cf-6a36-4adb-b738-73a89832322d)] {{(pid=84042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:37:48.258614 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682'] for port, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:48.287304 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83e61389-f573-4dd2-90bb-339b5ac83d28 admin admin] Pushing event updated for resources: {'Network': ['ID=f80f29cf-306f-4b83-b9ef-977e3822a3eb,revision_number=1']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:37:48.290288 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06e954ea-43ab-448c-a2cb-59413e885207 req-b07d28dd-2192-4c39-a450-b02cd3a7fab0 tempest-LiveMigrationTest-963278731 tempest-LiveMigrationTest-963278731-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:37:48.297222 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-83e61389-f573-4dd2-90bb-339b5ac83d28 admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.4437478 Apr 18 20:37:48.304877 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 33742) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:37:48.308267 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-06e954ea-43ab-448c-a2cb-59413e885207 req-b07d28dd-2192-4c39-a450-b02cd3a7fab0 tempest-LiveMigrationTest-963278731 tempest-LiveMigrationTest-963278731-project] 10.222.0.42 "GET /v2.0/ports?device_id=85d13644-2ff3-4f2e-ba89-a449fe4bd19d HTTP/1.1" status: 200 len: 944 time: 0.4876165 Apr 18 20:37:48.310749 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.v2.base [None req-79cc3c33-3f5f-4447-86b6-5f30df406f27 admin admin] Request body: {'subnet': {'network_id': 'f80f29cf-306f-4b83-b9ef-977e3822a3eb', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest-303031308-subnet', 'tenant_id': 'f85a0d9202f64bddab6b7eaee6d6810d', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=84041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 20:37:48.315892 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-79cc3c33-3f5f-4447-86b6-5f30df406f27 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:37:48.320184 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-79cc3c33-3f5f-4447-86b6-5f30df406f27 admin admin] Usage tracker for resource:subnet and tenant:f85a0d9202f64bddab6b7eaee6d6810d is out of sync, need to count used quota {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:37:48.325807 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-79cc3c33-3f5f-4447-86b6-5f30df406f27 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:37:48.336122 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-79cc3c33-3f5f-4447-86b6-5f30df406f27 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:37:48.364483 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Network f80f29cf-306f-4b83-b9ef-977e3822a3eb details requested by agent ovs-agent-n-d-838334-2 with host n-d-838334-2 {{(pid=84042) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 18 20:37:48.366750 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-79cc3c33-3f5f-4447-86b6-5f30df406f27 admin admin] Made reservation on behalf of f85a0d9202f64bddab6b7eaee6d6810d for: {'subnet': 1} {{(pid=84041) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:37:48.369603 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-79cc3c33-3f5f-4447-86b6-5f30df406f27 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32486301'] for subnet, before_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:48.507852 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Pushing event updated for resources: {'Port': ['ID=7444fd4e-ad80-47da-bbc6-87a30c879192,revision_number=5']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:37:48.723719 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-79cc3c33-3f5f-4447-86b6-5f30df406f27 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33526260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32266407', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32486287'] for subnet, after_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:48.778295 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-06e954ea-43ab-448c-a2cb-59413e885207 req-548678b5-c041-4f21-897c-c3da3483ce41 tempest-LiveMigrationTest-963278731 tempest-LiveMigrationTest-963278731-project] 10.222.0.42 "GET /v2.0/security-groups?id=c1ded286-bbeb-4ec4-95be-e4f6aab8a892&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4689257 Apr 18 20:37:48.790088 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39c1d056-3cb8-4fa9-9d46-b8993c522f5e req-0ffbb5b3-a2cb-45d3-9fe5-3c5fbc00999d tempest-LiveAutoBlockMigrationV225Test-1713341100 tempest-LiveAutoBlockMigrationV225Test-1713341100-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:37:48.790568 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79cc3c33-3f5f-4447-86b6-5f30df406f27 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5c52872c-5453-4e7c-876e-5ab51a950a0e,revision_number=0']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:37:48.791599 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-39c1d056-3cb8-4fa9-9d46-b8993c522f5e req-0ffbb5b3-a2cb-45d3-9fe5-3c5fbc00999d tempest-LiveAutoBlockMigrationV225Test-1713341100 tempest-LiveAutoBlockMigrationV225Test-1713341100-project] 10.222.0.42 "GET /v2.0/ports?device_id=4d27da33-3ad6-433b-9d90-6d6cdb64d534 HTTP/1.1" status: 200 len: 945 time: 0.8808432 Apr 18 20:37:48.832794 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79cc3c33-3f5f-4447-86b6-5f30df406f27 admin admin] Checking segment: {'id': 'a0546572-b3e1-4e2b-aa75-195a4fbea0d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': 'f80f29cf-306f-4b83-b9ef-977e3822a3eb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84041) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 20:37:48.833103 n-d-838334-2 neutron-server[84041]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79cc3c33-3f5f-4447-86b6-5f30df406f27 admin admin] Network hostable DHCP agents. Network: f80f29cf-306f-4b83-b9ef-977e3822a3eb, hostable agents: ['8746f8ea-3e91-4b32-9919-2c63adeb8722'], hosted agents: [] {{(pid=84041) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 20:37:48.870479 n-d-838334-2 neutron-server[84041]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79cc3c33-3f5f-4447-86b6-5f30df406f27 admin admin] Network f80f29cf-306f-4b83-b9ef-977e3822a3eb is scheduled to be hosted by DHCP agent 8746f8ea-3e91-4b32-9919-2c63adeb8722 with binding_index 1 {{(pid=84041) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 20:37:48.889103 n-d-838334-2 neutron-server[84041]: DEBUG neutron.scheduler.base_scheduler [None req-79cc3c33-3f5f-4447-86b6-5f30df406f27 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-838334-2, f80f29cf-306f-4b83-b9ef-977e3822a3eb) {{(pid=84041) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:37:48.895251 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79cc3c33-3f5f-4447-86b6-5f30df406f27 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:37:48.896993 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-79cc3c33-3f5f-4447-86b6-5f30df406f27 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:48.912051 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750375287399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253529'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:48.915792 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4e60336-60b8-4732-942d-3b53569a2417 None None] Network f80f29cf-306f-4b83-b9ef-977e3822a3eb requested from n-d-838334-2 {{(pid=84042) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 20:37:48.959552 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-79cc3c33-3f5f-4447-86b6-5f30df406f27 admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.6524422 Apr 18 20:37:48.961520 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 33766) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:37:48.968705 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.v2.base [None req-a4b9ba8f-73a5-46ec-8fb7-c4d96e0abaaf admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest-303031308-router', 'tenant_id': 'f85a0d9202f64bddab6b7eaee6d6810d', 'external_gateway_info': {'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c'}}} {{(pid=84041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 20:37:48.977515 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-a4b9ba8f-73a5-46ec-8fb7-c4d96e0abaaf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:37:48.986838 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-a4b9ba8f-73a5-46ec-8fb7-c4d96e0abaaf admin admin] Usage tracker for resource:router and tenant:f85a0d9202f64bddab6b7eaee6d6810d is out of sync, need to count used quota {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:37:49.002422 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-a4b9ba8f-73a5-46ec-8fb7-c4d96e0abaaf admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:37:49.027158 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-a4b9ba8f-73a5-46ec-8fb7-c4d96e0abaaf admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:37:49.051742 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-8a09f6e9-07cd-4dd5-acf3-1af6ca8cd5d2 tempest-ServersWithSpecificFlavorTestJSON-734692326 tempest-ServersWithSpecificFlavorTestJSON-734692326-project] Notify callbacks [] for port, precommit_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:49.075546 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-a4b9ba8f-73a5-46ec-8fb7-c4d96e0abaaf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-33442106', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5708'] for router, before_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:49.076639 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-a4b9ba8f-73a5-46ec-8fb7-c4d96e0abaaf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33442137', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33444285', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33535433', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5703'] for router, precommit_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:49.099762 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-a4b9ba8f-73a5-46ec-8fb7-c4d96e0abaaf admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:49.107709 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-39c1d056-3cb8-4fa9-9d46-b8993c522f5e req-50d46162-0e32-45d0-a5f3-cbdeb19c978b tempest-LiveAutoBlockMigrationV225Test-1713341100 tempest-LiveAutoBlockMigrationV225Test-1713341100-project] 10.222.0.42 "GET /v2.0/security-groups?id=bf712067-aabd-4e70-aae1-082928dd1ccd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2858877 Apr 18 20:37:49.172954 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-8b6b532e-366e-40a8-af80-f6d1c9c26bbe req-71e509a9-c1ab-4ef4-9fe8-7e801a21f526 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=7843cba0a7e24a0397d5219cb7fd254c&device_id=4d27da33-3ad6-433b-9d90-6d6cdb64d534 HTTP/1.1" status: 200 len: 1096 time: 0.4440699 Apr 18 20:37:49.340282 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e39867b7-e783-4f60-9720-d930fbe73358 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp016840fc-1f9f-5892-9c53-c9cf6c845bbb-f80f29cf-306f-4b83-b9ef-977e3822a3eb', 'network_id': 'f80f29cf-306f-4b83-b9ef-977e3822a3eb', 'tenant_id': 'f85a0d9202f64bddab6b7eaee6d6810d', 'fixed_ips': [{'subnet_id': '5c52872c-5453-4e7c-876e-5ab51a950a0e'}]}} from n-d-838334-2. {{(pid=84042) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 18 20:37:49.341346 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-e39867b7-e783-4f60-9720-d930fbe73358 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_create {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:49.353863 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-414b6ffe-e119-47bc-b18f-bcff1219c2f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750375287399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253529'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:49.372503 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-a4b9ba8f-73a5-46ec-8fb7-c4d96e0abaaf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-33444175', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-33443520', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5293'] for router, precommit_update {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:49.397878 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b6b532e-366e-40a8-af80-f6d1c9c26bbe req-59ed9d44-afeb-4877-8ae9-1c7431579478 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:37:49.400335 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-8b6b532e-366e-40a8-af80-f6d1c9c26bbe req-59ed9d44-afeb-4877-8ae9-1c7431579478 service neutron] 10.222.0.43 "GET /v2.0/networks?id=5ab7510b-2145-476c-b9d7-eb0e1ae538b7 HTTP/1.1" status: 200 len: 921 time: 0.2180541 Apr 18 20:37:49.491216 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-8b6b532e-366e-40a8-af80-f6d1c9c26bbe req-8ec57a8d-ef43-4467-aeab-e03da1b1c63a service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8578f3c0-3c71-4002-9e87-2205dc1e4c6c HTTP/1.1" status: 200 len: 217 time: 0.0756893 Apr 18 20:37:49.518336 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-46001257-2d0e-44f2-b4be-4b04ecb86b1a req-284695e5-18d0-469c-89e1-86b3ee03bb61 tempest-LiveMigrationTest-1620833465 tempest-LiveMigrationTest-1620833465-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=85d13644-2ff3-4f2e-ba89-a449fe4bd19d HTTP/1.1" status: 200 len: 1095 time: 0.4696181 Apr 18 20:37:49.519436 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-8a09f6e9-07cd-4dd5-acf3-1af6ca8cd5d2 tempest-ServersWithSpecificFlavorTestJSON-734692326 tempest-ServersWithSpecificFlavorTestJSON-734692326-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750374836619'] for port, after_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:49.561209 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.db_base_plugin_common [None req-e39867b7-e783-4f60-9720-d930fbe73358 None None] Allocated IP 172.20.0.2 (f80f29cf-306f-4b83-b9ef-977e3822a3eb/5c52872c-5453-4e7c-876e-5ab51a950a0e/d1a2a2b6-53f1-45f1-8bad-4230ffc5f2c3) {{(pid=84042) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:37:49.574991 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Device 7444fd4e-ad80-47da-bbc6-87a30c879192 up at agent ovs-agent-n-d-838334-2 {{(pid=84042) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 20:37:49.662215 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a09f6e9-07cd-4dd5-acf3-1af6ca8cd5d2 tempest-ServersWithSpecificFlavorTestJSON-734692326 tempest-ServersWithSpecificFlavorTestJSON-734692326-project] Pushing event updated for resources: {'Port': ['ID=3fec7373-e906-4717-a5f6-9ac16c718760,revision_number=1']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:37:49.671589 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-a4b9ba8f-73a5-46ec-8fb7-c4d96e0abaaf admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:49.714722 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-a4b9ba8f-73a5-46ec-8fb7-c4d96e0abaaf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:49.740866 n-d-838334-2 neutron-server[84040]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a09f6e9-07cd-4dd5-acf3-1af6ca8cd5d2 tempest-ServersWithSpecificFlavorTestJSON-734692326 tempest-ServersWithSpecificFlavorTestJSON-734692326-project] Network e41b6600-a917-4a8d-b05c-be3be40c6d8c is already hosted by enough agents. {{(pid=84040) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:37:49.746435 n-d-838334-2 neutron-server[84040]: DEBUG neutron.scheduler.base_scheduler [None req-8a09f6e9-07cd-4dd5-acf3-1af6ca8cd5d2 tempest-ServersWithSpecificFlavorTestJSON-734692326 tempest-ServersWithSpecificFlavorTestJSON-734692326-project] Resources bound (agent type, host, resource id): {{(pid=84040) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:37:49.759069 n-d-838334-2 neutron-server[84040]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-661629e7-a4f4-45ed-a73f-81a99745f5d8 admin admin] Router 1578b1d0-cfda-418a-80ab-20b0a1b896b1 has already been hosted by L3 agent bc84d6c9-dd7a-4555-a351-592327b46d5a {{(pid=84040) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 20:37:49.761964 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a09f6e9-07cd-4dd5-acf3-1af6ca8cd5d2 tempest-ServersWithSpecificFlavorTestJSON-734692326 tempest-ServersWithSpecificFlavorTestJSON-734692326-project] Received port after_create {{(pid=84040) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 20:37:49.841264 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Provisioning complete for port 7444fd4e-ad80-47da-bbc6-87a30c879192 triggered by entity L2. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:37:49.841814 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1253608'] for port, provisioning_complete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:49.913683 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.db_base_plugin_common [None req-a4b9ba8f-73a5-46ec-8fb7-c4d96e0abaaf admin admin] Allocated IP 172.25.8.101 (e41b6600-a917-4a8d-b05c-be3be40c6d8c/6b05667b-848e-4356-9b44-d5eb6808ef74/5a474b90-1101-4e49-ba7c-8379964cb91c) {{(pid=84041) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:37:50.012401 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-8a09f6e9-07cd-4dd5-acf3-1af6ca8cd5d2 tempest-ServersWithSpecificFlavorTestJSON-734692326 tempest-ServersWithSpecificFlavorTestJSON-734692326-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:50.017522 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-46001257-2d0e-44f2-b4be-4b04ecb86b1a req-c7b0104c-b632-494d-b88d-b5f8abd6afa1 tempest-LiveMigrationTest-1620833465 tempest-LiveMigrationTest-1620833465-project-admin] 10.222.0.42 "GET /v2.0/security-groups?id=c1ded286-bbeb-4ec4-95be-e4f6aab8a892&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4646842 Apr 18 20:37:50.032043 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b6b532e-366e-40a8-af80-f6d1c9c26bbe req-c979e623-5473-4dd0-809a-8107e93b0e8d service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:37:50.033353 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-8b6b532e-366e-40a8-af80-f6d1c9c26bbe req-c979e623-5473-4dd0-809a-8107e93b0e8d service neutron] 10.222.0.43 "GET /v2.0/subnets?id=5bf38cb0-45bd-48cb-9f8c-19a270201f44 HTTP/1.1" status: 200 len: 860 time: 0.5247438 Apr 18 20:37:50.167008 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-8a09f6e9-07cd-4dd5-acf3-1af6ca8cd5d2 tempest-ServersWithSpecificFlavorTestJSON-734692326 tempest-ServersWithSpecificFlavorTestJSON-734692326-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:50.198358 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-e39867b7-e783-4f60-9720-d930fbe73358 None None] Notify callbacks [] for port, precommit_create {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:50.270263 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-a4b9ba8f-73a5-46ec-8fb7-c4d96e0abaaf admin admin] Notify callbacks [] for port, precommit_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:50.285285 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-e39867b7-e783-4f60-9720-d930fbe73358 None None] Transition to ACTIVE for port object d1a2a2b6-53f1-45f1-8bad-4230ffc5f2c3 will not be triggered until provisioned by entity L2. {{(pid=84042) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 20:37:50.328225 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-a4b9ba8f-73a5-46ec-8fb7-c4d96e0abaaf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750374836619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32266323'] for port, after_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:50.365654 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-e39867b7-e783-4f60-9720-d930fbe73358 None None] Transition to ACTIVE for port object d1a2a2b6-53f1-45f1-8bad-4230ffc5f2c3 will not be triggered until provisioned by entity DHCP. {{(pid=84042) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 20:37:50.391617 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-8b6b532e-366e-40a8-af80-f6d1c9c26bbe req-4342fde9-db86-410e-b489-ddf2a11ab761 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=5ab7510b-2145-476c-b9d7-eb0e1ae538b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2365317 Apr 18 20:37:50.410225 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-e39867b7-e783-4f60-9720-d930fbe73358 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750374836619'] for port, after_create {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:50.462001 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4b9ba8f-73a5-46ec-8fb7-c4d96e0abaaf admin admin] Pushing event updated for resources: {'Port': ['ID=5a474b90-1101-4e49-ba7c-8379964cb91c,revision_number=1']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:37:50.467196 n-d-838334-2 neutron-server[84041]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4b9ba8f-73a5-46ec-8fb7-c4d96e0abaaf admin admin] Network e41b6600-a917-4a8d-b05c-be3be40c6d8c is already hosted by enough agents. {{(pid=84041) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:37:50.468571 n-d-838334-2 neutron-server[84041]: DEBUG neutron.scheduler.base_scheduler [None req-a4b9ba8f-73a5-46ec-8fb7-c4d96e0abaaf admin admin] Resources bound (agent type, host, resource id): {{(pid=84041) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:37:50.474506 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4b9ba8f-73a5-46ec-8fb7-c4d96e0abaaf admin admin] Received port after_create {{(pid=84041) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 20:37:50.497634 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-c7521a90-7d65-4e2e-842c-ca5d95e9a89c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750375287399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253529'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:50.580022 n-d-838334-2 neutron-server[84042]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e39867b7-e783-4f60-9720-d930fbe73358 None None] Network f80f29cf-306f-4b83-b9ef-977e3822a3eb is already hosted by enough agents. {{(pid=84042) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:37:50.592184 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e39867b7-e783-4f60-9720-d930fbe73358 None None] Pushing event updated for resources: {'Port': ['ID=d1a2a2b6-53f1-45f1-8bad-4230ffc5f2c3,revision_number=1']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:37:50.594950 n-d-838334-2 neutron-server[84042]: DEBUG neutron.scheduler.base_scheduler [None req-e39867b7-e783-4f60-9720-d930fbe73358 None None] Resources bound (agent type, host, resource id): {{(pid=84042) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:37:50.597560 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e39867b7-e783-4f60-9720-d930fbe73358 None None] Received port after_create {{(pid=84042) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 20:37:50.642327 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e39867b7-e783-4f60-9720-d930fbe73358 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:37:50.642670 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e39867b7-e783-4f60-9720-d930fbe73358 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:37:50.643039 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e39867b7-e783-4f60-9720-d930fbe73358 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:37:50.643326 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e39867b7-e783-4f60-9720-d930fbe73358 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:37:50.643702 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e39867b7-e783-4f60-9720-d930fbe73358 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:37:50.644031 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e39867b7-e783-4f60-9720-d930fbe73358 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:37:50.644669 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e39867b7-e783-4f60-9720-d930fbe73358 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:37:50.644669 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e39867b7-e783-4f60-9720-d930fbe73358 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:37:50.644979 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e39867b7-e783-4f60-9720-d930fbe73358 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:37:50.645296 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e39867b7-e783-4f60-9720-d930fbe73358 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:37:50.645611 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e39867b7-e783-4f60-9720-d930fbe73358 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:37:50.733114 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-a4b9ba8f-73a5-46ec-8fb7-c4d96e0abaaf admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:50.733914 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-8b6b532e-366e-40a8-af80-f6d1c9c26bbe req-e08c1cfe-f137-4c2f-a3f6-1a6fc560d53e service neutron] 10.222.0.43 "GET /v2.0/networks/5ab7510b-2145-476c-b9d7-eb0e1ae538b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3259530 Apr 18 20:37:50.734697 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-a4b9ba8f-73a5-46ec-8fb7-c4d96e0abaaf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33443529', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33444176'] for router, after_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:50.769854 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.managers [None req-e39867b7-e783-4f60-9720-d930fbe73358 None None] Attempting to bind port d1a2a2b6-53f1-45f1-8bad-4230ffc5f2c3 on host n-d-838334-2 for vnic_type normal with profile {{(pid=84042) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:37:50.770218 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.managers [None req-e39867b7-e783-4f60-9720-d930fbe73358 None None] Attempting to bind port d1a2a2b6-53f1-45f1-8bad-4230ffc5f2c3 by drivers openvswitch,hyperv on host n-d-838334-2 at level 0 using segments [{'id': 'a0546572-b3e1-4e2b-aa75-195a4fbea0d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': 'f80f29cf-306f-4b83-b9ef-977e3822a3eb'}] {{(pid=84042) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:37:50.770573 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e39867b7-e783-4f60-9720-d930fbe73358 None None] Attempting to bind port d1a2a2b6-53f1-45f1-8bad-4230ffc5f2c3 on network f80f29cf-306f-4b83-b9ef-977e3822a3eb {{(pid=84042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 20:37:50.785086 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e39867b7-e783-4f60-9720-d930fbe73358 None None] Checking agent: {'id': '97cd4414-7af6-4d67-868d-dff370b4071a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838334-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 25, 49), 'started_at': datetime.datetime(2022, 4, 18, 20, 26, 19), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 20, 37, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838334-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 18 20:37:50.786972 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e39867b7-e783-4f60-9720-d930fbe73358 None None] Checking segment: {'id': 'a0546572-b3e1-4e2b-aa75-195a4fbea0d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': 'f80f29cf-306f-4b83-b9ef-977e3822a3eb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84042) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 20:37:50.787534 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-e39867b7-e783-4f60-9720-d930fbe73358 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:50.790059 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e39867b7-e783-4f60-9720-d930fbe73358 None None] Bound using segment: {'id': 'a0546572-b3e1-4e2b-aa75-195a4fbea0d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': 'f80f29cf-306f-4b83-b9ef-977e3822a3eb'} {{(pid=84042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 18 20:37:50.790794 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.managers [None req-e39867b7-e783-4f60-9720-d930fbe73358 None None] Bound port: d1a2a2b6-53f1-45f1-8bad-4230ffc5f2c3, host: n-d-838334-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a0546572-b3e1-4e2b-aa75-195a4fbea0d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': 'f80f29cf-306f-4b83-b9ef-977e3822a3eb'}}] {{(pid=84042) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 20:37:50.792178 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-e39867b7-e783-4f60-9720-d930fbe73358 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:50.909861 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-e39867b7-e783-4f60-9720-d930fbe73358 None None] For port d1a2a2b6-53f1-45f1-8bad-4230ffc5f2c3, host n-d-838334-2, cleared binding levels {{(pid=84042) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 20:37:50.933055 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-e39867b7-e783-4f60-9720-d930fbe73358 None None] For port d1a2a2b6-53f1-45f1-8bad-4230ffc5f2c3, host n-d-838334-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838334-2',level=0,port_id=d1a2a2b6-53f1-45f1-8bad-4230ffc5f2c3,segment=NetworkSegment(a0546572-b3e1-4e2b-aa75-195a4fbea0d4),segment_id=a0546572-b3e1-4e2b-aa75-195a4fbea0d4)] {{(pid=84042) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 20:37:50.942843 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-e39867b7-e783-4f60-9720-d930fbe73358 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682'] for port, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:51.101837 n-d-838334-2 neutron-server[84041]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a4b9ba8f-73a5-46ec-8fb7-c4d96e0abaaf admin admin] Router f71df682-36c0-45b6-a315-477bfe4444f5 is scheduled to L3 agent bc84d6c9-dd7a-4555-a351-592327b46d5a with binding_index 1 {{(pid=84041) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 18 20:37:51.131614 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e39867b7-e783-4f60-9720-d930fbe73358 None None] Pushing event updated for resources: {'Port': ['ID=d1a2a2b6-53f1-45f1-8bad-4230ffc5f2c3,revision_number=2']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:37:51.325175 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-8b6b532e-366e-40a8-af80-f6d1c9c26bbe req-1d7c15ce-4c1e-4fad-a2fd-8a10123cf7db service neutron] 10.222.0.43 "GET /v2.0/networks/5ab7510b-2145-476c-b9d7-eb0e1ae538b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5311832 Apr 18 20:37:51.449809 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a4b9ba8f-73a5-46ec-8fb7-c4d96e0abaaf admin admin] Notify agent at l3_agent.n-d-838334-2 the message routers_updated {{(pid=84041) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 20:37:51.460502 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04214479-b599-4d6b-afcc-29d8bc65cecb None None] Sync routers for ids ['f71df682-36c0-45b6-a315-477bfe4444f5'] in n-d-838334-2 {{(pid=84042) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 18 20:37:51.490492 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04214479-b599-4d6b-afcc-29d8bc65cecb None None] Routers {'f71df682-36c0-45b6-a315-477bfe4444f5'} bound to L3 agent in host n-d-838334-2 {{(pid=84042) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 20:37:51.491276 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_hamode_db [None req-04214479-b599-4d6b-afcc-29d8bc65cecb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838334-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-18T20:25:48Z,description=,heartbeat_timestamp=2022-04-18T20:37:48Z,host='n-d-838334-2',id=bc84d6c9-dd7a-4555-a351-592327b46d5a,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:25:48Z,topic='l3_agent')) {'router_ids': ['f71df682-36c0-45b6-a315-477bfe4444f5'], 'active': True} {{(pid=84042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:37:51.512676 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-a4b9ba8f-73a5-46ec-8fb7-c4d96e0abaaf admin admin] Notify callbacks [] for router, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:51.515209 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-a4b9ba8f-73a5-46ec-8fb7-c4d96e0abaaf admin admin] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 2.5524690 Apr 18 20:37:51.515309 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-8a09f6e9-07cd-4dd5-acf3-1af6ca8cd5d2 tempest-ServersWithSpecificFlavorTestJSON-734692326 tempest-ServersWithSpecificFlavorTestJSON-734692326-project] Notify callbacks [] for port, precommit_update {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:51.517933 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 33830) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:37:51.552562 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-8a09f6e9-07cd-4dd5-acf3-1af6ca8cd5d2 tempest-ServersWithSpecificFlavorTestJSON-734692326 tempest-ServersWithSpecificFlavorTestJSON-734692326-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682'] for port, after_update {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:51.665883 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52814004-5562-44b9-8fd3-decf4ec4a4ab req-ccdb3df0-f70a-4ed8-918c-f78a0ae8915e tempest-LiveMigrationTest-963278731 tempest-LiveMigrationTest-963278731-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:37:51.667362 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-52814004-5562-44b9-8fd3-decf4ec4a4ab req-ccdb3df0-f70a-4ed8-918c-f78a0ae8915e tempest-LiveMigrationTest-963278731 tempest-LiveMigrationTest-963278731-project] 10.222.0.42 "GET /v2.0/networks?id=2b4e6157-bc80-44e6-aceb-13aa29225b38 HTTP/1.1" status: 200 len: 807 time: 1.2367082 Apr 18 20:37:51.736171 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c7fdeb8-e56a-4cd2-82fc-08b56367c5c7 req-1043435b-d4ce-4f1d-b8e8-9cd18264eba6 tempest-LiveAutoBlockMigrationV225Test-1713341100 tempest-LiveAutoBlockMigrationV225Test-1713341100-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:37:51.737667 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-1c7fdeb8-e56a-4cd2-82fc-08b56367c5c7 req-1043435b-d4ce-4f1d-b8e8-9cd18264eba6 tempest-LiveAutoBlockMigrationV225Test-1713341100 tempest-LiveAutoBlockMigrationV225Test-1713341100-project] 10.222.0.42 "GET /v2.0/ports?device_id=4d27da33-3ad6-433b-9d90-6d6cdb64d534 HTTP/1.1" status: 200 len: 945 time: 1.2352858 Apr 18 20:37:51.740903 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-8a09f6e9-07cd-4dd5-acf3-1af6ca8cd5d2 tempest-ServersWithSpecificFlavorTestJSON-734692326 tempest-ServersWithSpecificFlavorTestJSON-734692326-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33444131'] for floatingip, after_update {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:51.794099 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-52814004-5562-44b9-8fd3-decf4ec4a4ab req-178cb2ae-949a-4d1c-9267-cbfc177c8334 tempest-LiveMigrationTest-963278731 tempest-LiveMigrationTest-963278731-project] 10.222.0.42 "GET /v2.0/quotas/30967135a3784f8f91989a9ec626fb3e HTTP/1.1" status: 200 len: 375 time: 0.1122005 Apr 18 20:37:51.794642 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a09f6e9-07cd-4dd5-acf3-1af6ca8cd5d2 tempest-ServersWithSpecificFlavorTestJSON-734692326 tempest-ServersWithSpecificFlavorTestJSON-734692326-project] Pushing event updated for resources: {'Port': ['ID=3fec7373-e906-4717-a5f6-9ac16c718760,revision_number=2']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:37:51.879838 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Device d1a2a2b6-53f1-45f1-8bad-4230ffc5f2c3 up at agent ovs-agent-n-d-838334-2 {{(pid=84042) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 20:37:51.883427 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-8a09f6e9-07cd-4dd5-acf3-1af6ca8cd5d2 tempest-ServersWithSpecificFlavorTestJSON-734692326 tempest-ServersWithSpecificFlavorTestJSON-734692326-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217293'] for floatingip, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:51.885465 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-8a09f6e9-07cd-4dd5-acf3-1af6ca8cd5d2 tempest-ServersWithSpecificFlavorTestJSON-734692326 tempest-ServersWithSpecificFlavorTestJSON-734692326-project] 10.222.0.42 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.8443544 Apr 18 20:37:51.933716 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-8b6b532e-366e-40a8-af80-f6d1c9c26bbe req-b6e39d3a-adce-405c-9053-5908251d3242 tempest-LiveAutoBlockMigrationV225Test-203169570 tempest-LiveAutoBlockMigrationV225Test-203169570-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=4d27da33-3ad6-433b-9d90-6d6cdb64d534&tenant_id=7843cba0a7e24a0397d5219cb7fd254c&binding%3Ahost_id=n-h2-838334-2 HTTP/1.1" status: 200 len: 1096 time: 0.4882567 Apr 18 20:37:51.963334 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-1c7fdeb8-e56a-4cd2-82fc-08b56367c5c7 req-2f6ac4b3-618c-4c05-9a4c-f32da249077a tempest-LiveAutoBlockMigrationV225Test-1713341100 tempest-LiveAutoBlockMigrationV225Test-1713341100-project] 10.222.0.42 "GET /v2.0/security-groups?id=bf712067-aabd-4e70-aae1-082928dd1ccd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2063291 Apr 18 20:37:51.969894 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.v2.base [req-8b6b532e-366e-40a8-af80-f6d1c9c26bbe req-729eebfb-248d-4073-a1a9-9dda61ff1de2 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-838334-2'}}} {{(pid=84040) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 20:37:52.045849 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Provisioning for port d1a2a2b6-53f1-45f1-8bad-4230ffc5f2c3 completed by entity L2. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 20:37:52.052721 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_dvr_db [None req-04214479-b599-4d6b-afcc-29d8bc65cecb None None] Set router f71df682-36c0-45b6-a315-477bfe4444f5 gateway port host: n-d-838334-2 {{(pid=84042) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 20:37:52.083670 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-661629e7-a4f4-45ed-a73f-81a99745f5d8 admin admin] Notify agent at l3_agent.n-d-838334-2 the message routers_updated {{(pid=84040) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 20:37:52.094923 n-d-838334-2 neutron-server[84043]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac4ed5ec-5a02-4db1-8e68-83e3222c27f6 None None] Sync routers for ids ['1578b1d0-cfda-418a-80ab-20b0a1b896b1'] in n-d-838334-2 {{(pid=84043) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 18 20:37:52.108093 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 33844) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:37:52.108726 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-661629e7-a4f4-45ed-a73f-81a99745f5d8 admin admin] 10.222.0.42 "PUT /v2.0/routers/1578b1d0-cfda-418a-80ab-20b0a1b896b1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 13.4425657 Apr 18 20:37:52.121326 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac4ed5ec-5a02-4db1-8e68-83e3222c27f6 None None] Routers {'1578b1d0-cfda-418a-80ab-20b0a1b896b1'} bound to L3 agent in host n-d-838334-2 {{(pid=84043) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 20:37:52.122285 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.l3_hamode_db [None req-ac4ed5ec-5a02-4db1-8e68-83e3222c27f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838334-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-18T20:25:48Z,description=,heartbeat_timestamp=2022-04-18T20:37:48Z,host='n-d-838334-2',id=bc84d6c9-dd7a-4555-a351-592327b46d5a,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:25:48Z,topic='l3_agent')) {'router_ids': ['1578b1d0-cfda-418a-80ab-20b0a1b896b1'], 'active': True} {{(pid=84043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:37:52.181436 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-52814004-5562-44b9-8fd3-decf4ec4a4ab req-4542675a-6d7f-41b3-8983-83987b210bcb tempest-LiveMigrationTest-963278731 tempest-LiveMigrationTest-963278731-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=30967135a3784f8f91989a9ec626fb3e&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3685257 Apr 18 20:37:52.566627 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-8b6b532e-366e-40a8-af80-f6d1c9c26bbe req-729eebfb-248d-4073-a1a9-9dda61ff1de2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:52.579974 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_hamode_db [None req-04214479-b599-4d6b-afcc-29d8bc65cecb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f71df682-36c0-45b6-a315-477bfe4444f5', 'name': 'tempest-TaggedBootDevicesTest-303031308-router', 'tenant_id': 'f85a0d9202f64bddab6b7eaee6d6810d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'external_fixed_ips': [{'subnet_id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'ip_address': '172.25.8.101'}], 'enable_snat': True}, 'gw_port_id': '5a474b90-1101-4e49-ba7c-8379964cb91c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:37:49Z', 'updated_at': '2022-04-18T20:37:50Z', 'revision_number': 3, 'project_id': 'f85a0d9202f64bddab6b7eaee6d6810d', 'gw_port': {'id': '5a474b90-1101-4e49-ba7c-8379964cb91c', 'name': '', 'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:b3:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f71df682-36c0-45b6-a315-477bfe4444f5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'ip_address': '172.25.8.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:37:49Z', 'updated_at': '2022-04-18T20:37:49Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838334-2'}], 'n-d-838334-2', False) {} {{(pid=84042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:37:52.594583 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04214479-b599-4d6b-afcc-29d8bc65cecb None None] Checking router: f71df682-36c0-45b6-a315-477bfe4444f5 for host: n-d-838334-2 {{(pid=84042) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 18 20:37:52.594583 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04214479-b599-4d6b-afcc-29d8bc65cecb None None] Updating router f71df682-36c0-45b6-a315-477bfe4444f5 port 5a474b90-1101-4e49-ba7c-8379964cb91c binding host n-d-838334-2 {{(pid=84042) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 18 20:37:52.640554 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.l3_dvr_db [None req-ac4ed5ec-5a02-4db1-8e68-83e3222c27f6 None None] Set router 1578b1d0-cfda-418a-80ab-20b0a1b896b1 gateway port host: n-d-838334-2 {{(pid=84043) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 20:37:52.710642 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 33860) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:37:52.743107 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-04214479-b599-4d6b-afcc-29d8bc65cecb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:52.789471 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-52814004-5562-44b9-8fd3-decf4ec4a4ab req-a9b28ed4-b124-42b6-8626-f45bfd64b7ad service neutron] 10.222.0.42 "GET /v2.0/networks/2b4e6157-bc80-44e6-aceb-13aa29225b38?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6066251 Apr 18 20:37:52.971644 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-1e75f730-1a56-4344-8431-940962dbb753 req-b24364c8-f96f-4bdc-baa1-9818e33362bd tempest-ServersWithSpecificFlavorTestJSON-734692326 tempest-ServersWithSpecificFlavorTestJSON-734692326-project] 10.222.0.42 "GET /v2.0/security-groups?name=tempest-securitygroup--1756643060&fields=id&tenant_id=624c15d552004bb8b15cf774c11ffdae HTTP/1.1" status: 200 len: 267 time: 0.3341620 Apr 18 20:37:52.990073 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a93e4fdf-f809-40ec-9cb8-1310737811e6 None None] Network f80f29cf-306f-4b83-b9ef-977e3822a3eb requested from n-d-838334-2 {{(pid=84042) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 20:37:53.102900 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-84ba1d12-f4b6-4cce-b799-05f449ee2c28 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:53.109823 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-c75bf9dc-3181-40d1-9ff4-2ed16f031a1d admin admin] Notify callbacks [] for router, before_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:53.141733 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-7bceecdc-17b4-4c35-ad15-dafbeef82d32 None None] Provisioning for port d1a2a2b6-53f1-45f1-8bad-4230ffc5f2c3 completed by entity DHCP. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 20:37:53.166653 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-7bceecdc-17b4-4c35-ad15-dafbeef82d32 None None] Provisioning complete for port d1a2a2b6-53f1-45f1-8bad-4230ffc5f2c3 triggered by entity DHCP. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:37:53.167018 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-7bceecdc-17b4-4c35-ad15-dafbeef82d32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1253608'] for port, provisioning_complete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:53.247250 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.l3_hamode_db [None req-ac4ed5ec-5a02-4db1-8e68-83e3222c27f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1578b1d0-cfda-418a-80ab-20b0a1b896b1', 'name': 'tempest-FloatingIPsTestJSON-708828222-router', 'tenant_id': 'bb2e510a384a4b3d8dcb0926970ea9f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'external_fixed_ips': [{'subnet_id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'ip_address': '172.25.8.78'}], 'enable_snat': True}, 'gw_port_id': '9f3bd61c-8e3a-4fdc-a3d7-c87d5951442c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:37:08Z', 'updated_at': '2022-04-18T20:37:45Z', 'revision_number': 5, 'project_id': 'bb2e510a384a4b3d8dcb0926970ea9f9', 'gw_port': {'id': '9f3bd61c-8e3a-4fdc-a3d7-c87d5951442c', 'name': '', 'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:6e:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1578b1d0-cfda-418a-80ab-20b0a1b896b1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'ip_address': '172.25.8.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:37:09Z', 'updated_at': '2022-04-18T20:37:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838334-2'}], 'n-d-838334-2', False) {} {{(pid=84043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:37:53.258686 n-d-838334-2 neutron-server[84043]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac4ed5ec-5a02-4db1-8e68-83e3222c27f6 None None] Checking router: 1578b1d0-cfda-418a-80ab-20b0a1b896b1 for host: n-d-838334-2 {{(pid=84043) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 18 20:37:53.276856 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-52814004-5562-44b9-8fd3-decf4ec4a4ab req-887531a6-d1ef-48b8-ba62-fc1f8850cd72 service neutron] 10.222.0.42 "GET /v2.0/networks/2b4e6157-bc80-44e6-aceb-13aa29225b38?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4852383 Apr 18 20:37:53.279311 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac4ed5ec-5a02-4db1-8e68-83e3222c27f6 None None] Routers {'1578b1d0-cfda-418a-80ab-20b0a1b896b1'} bound to L3 agent in host n-d-838334-2 {{(pid=84043) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 20:37:53.280255 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.l3_hamode_db [None req-ac4ed5ec-5a02-4db1-8e68-83e3222c27f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838334-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-18T20:25:48Z,description=,heartbeat_timestamp=2022-04-18T20:37:48Z,host='n-d-838334-2',id=bc84d6c9-dd7a-4555-a351-592327b46d5a,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:25:48Z,topic='l3_agent')) {'router_ids': ['1578b1d0-cfda-418a-80ab-20b0a1b896b1'], 'active': True} {{(pid=84043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:37:53.285261 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.db [req-8b6b532e-366e-40a8-af80-f6d1c9c26bbe req-729eebfb-248d-4073-a1a9-9dda61ff1de2 service neutron] For port 8578f3c0-3c71-4002-9e87-2205dc1e4c6c, host n-h2-838334-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838334-2',level=0,port_id=8578f3c0-3c71-4002-9e87-2205dc1e4c6c,segment=NetworkSegment(e2a67327-2af4-4205-9ade-197b88c2bea8),segment_id=e2a67327-2af4-4205-9ade-197b88c2bea8)] {{(pid=84040) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:37:53.323796 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [None req-84ba1d12-f4b6-4cce-b799-05f449ee2c28 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:37:53.347033 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-84ba1d12-f4b6-4cce-b799-05f449ee2c28 admin admin] Usage tracker for resource:security_group_rule and tenant:158ebb5dc9da4da6935f35e54df989ab is out of sync, need to count used quota {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:37:53.373298 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-04214479-b599-4d6b-afcc-29d8bc65cecb None None] Notify callbacks [] for port, precommit_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:53.386074 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-84ba1d12-f4b6-4cce-b799-05f449ee2c28 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:37:53.407820 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [None req-84ba1d12-f4b6-4cce-b799-05f449ee2c28 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:37:53.429025 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e75f730-1a56-4344-8431-940962dbb753 req-27b26385-5a71-45c5-9f82-09e3e87b4f9b tempest-ServersWithSpecificFlavorTestJSON-734692326 tempest-ServersWithSpecificFlavorTestJSON-734692326-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:37:53.440241 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-1e75f730-1a56-4344-8431-940962dbb753 req-27b26385-5a71-45c5-9f82-09e3e87b4f9b tempest-ServersWithSpecificFlavorTestJSON-734692326 tempest-ServersWithSpecificFlavorTestJSON-734692326-project] 10.222.0.42 "GET /v2.0/networks?id=079e35ca-557b-42c6-b34f-dbc020bb616d HTTP/1.1" status: 200 len: 824 time: 0.4393227 Apr 18 20:37:53.443162 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-04214479-b599-4d6b-afcc-29d8bc65cecb None None] Transition to ACTIVE for port object 5a474b90-1101-4e49-ba7c-8379964cb91c will not be triggered until provisioned by entity L2. {{(pid=84042) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 20:37:53.455441 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.db.resource_extend [req-8b6b532e-366e-40a8-af80-f6d1c9c26bbe req-729eebfb-248d-4073-a1a9-9dda61ff1de2 service neutron] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 18 20:37:53.499059 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-04214479-b599-4d6b-afcc-29d8bc65cecb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682'] for port, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:53.526747 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-1e75f730-1a56-4344-8431-940962dbb753 req-90690199-c8a0-4242-a773-536c3c0cbdb0 tempest-ServersWithSpecificFlavorTestJSON-734692326 tempest-ServersWithSpecificFlavorTestJSON-734692326-project] 10.222.0.42 "GET /v2.0/quotas/624c15d552004bb8b15cf774c11ffdae HTTP/1.1" status: 200 len: 375 time: 0.0852571 Apr 18 20:37:53.536653 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.db [req-8b6b532e-366e-40a8-af80-f6d1c9c26bbe req-729eebfb-248d-4073-a1a9-9dda61ff1de2 service neutron] For port 8578f3c0-3c71-4002-9e87-2205dc1e4c6c, host n-h2-838334-2, cleared binding levels {{(pid=84040) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 20:37:53.555668 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-c75bf9dc-3181-40d1-9ff4-2ed16f031a1d admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:53.607900 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.l3_dvr_db [None req-ac4ed5ec-5a02-4db1-8e68-83e3222c27f6 None None] Set router 1578b1d0-cfda-418a-80ab-20b0a1b896b1 gateway port host: n-d-838334-2 {{(pid=84043) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 20:37:53.618586 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.plugin [None req-c75bf9dc-3181-40d1-9ff4-2ed16f031a1d admin admin] Deleting port 9f3bd61c-8e3a-4fdc-a3d7-c87d5951442c {{(pid=84041) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 20:37:53.619184 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-c75bf9dc-3181-40d1-9ff4-2ed16f031a1d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750375188691'] for port, before_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:53.621878 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-7bceecdc-17b4-4c35-ad15-dafbeef82d32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:53.685262 n-d-838334-2 neutron-server[84040]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4d27da33-3ad6-433b-9d90-6d6cdb64d534', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8578f3c0-3c71-4002-9e87-2205dc1e4c6c'}] {{(pid=84040) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 20:37:53.693334 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-8b6b532e-366e-40a8-af80-f6d1c9c26bbe req-729eebfb-248d-4073-a1a9-9dda61ff1de2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:53.700589 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3974ff04-1513-4d9b-b338-0ba1635145a0 None None] Pushing event updated for resources: {'Port': ['ID=5a474b90-1101-4e49-ba7c-8379964cb91c,revision_number=2']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:37:53.717780 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-8b6b532e-366e-40a8-af80-f6d1c9c26bbe req-729eebfb-248d-4073-a1a9-9dda61ff1de2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682'] for port, after_update {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:53.752786 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.managers [None req-04214479-b599-4d6b-afcc-29d8bc65cecb None None] Attempting to bind port 5a474b90-1101-4e49-ba7c-8379964cb91c on host n-d-838334-2 for vnic_type normal with profile {{(pid=84042) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:37:53.753168 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.managers [None req-04214479-b599-4d6b-afcc-29d8bc65cecb None None] Attempting to bind port 5a474b90-1101-4e49-ba7c-8379964cb91c by drivers openvswitch,hyperv on host n-d-838334-2 at level 0 using segments [{'id': '732aa830-768b-4511-951f-d08e26b9c25b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c'}] {{(pid=84042) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:37:53.757247 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04214479-b599-4d6b-afcc-29d8bc65cecb None None] Attempting to bind port 5a474b90-1101-4e49-ba7c-8379964cb91c on network e41b6600-a917-4a8d-b05c-be3be40c6d8c {{(pid=84042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 20:37:53.791925 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-84ba1d12-f4b6-4cce-b799-05f449ee2c28 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:53.807214 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04214479-b599-4d6b-afcc-29d8bc65cecb None None] Checking agent: {'id': '97cd4414-7af6-4d67-868d-dff370b4071a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838334-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 25, 49), 'started_at': datetime.datetime(2022, 4, 18, 20, 26, 19), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 20, 37, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838334-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 18 20:37:53.807662 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04214479-b599-4d6b-afcc-29d8bc65cecb None None] Checking segment: {'id': '732aa830-768b-4511-951f-d08e26b9c25b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84042) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 20:37:53.810561 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-04214479-b599-4d6b-afcc-29d8bc65cecb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:53.811029 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04214479-b599-4d6b-afcc-29d8bc65cecb None None] Bound using segment: {'id': '732aa830-768b-4511-951f-d08e26b9c25b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c'} {{(pid=84042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 18 20:37:53.811535 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.managers [None req-04214479-b599-4d6b-afcc-29d8bc65cecb None None] Bound port: 5a474b90-1101-4e49-ba7c-8379964cb91c, host: n-d-838334-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '732aa830-768b-4511-951f-d08e26b9c25b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c'}}] {{(pid=84042) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 20:37:53.811943 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-04214479-b599-4d6b-afcc-29d8bc65cecb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:53.861750 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-5fb778e4-5d46-4c59-9a50-1881be8a975d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:53.878347 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-7bceecdc-17b4-4c35-ad15-dafbeef82d32 None None] For port d1a2a2b6-53f1-45f1-8bad-4230ffc5f2c3, host n-d-838334-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838334-2',level=0,port_id=d1a2a2b6-53f1-45f1-8bad-4230ffc5f2c3,segment=NetworkSegment(a0546572-b3e1-4e2b-aa75-195a4fbea0d4),segment_id=a0546572-b3e1-4e2b-aa75-195a4fbea0d4)] {{(pid=84042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:37:53.884980 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-84ba1d12-f4b6-4cce-b799-05f449ee2c28 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33528224'] for security_group, after_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:53.893161 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-7bceecdc-17b4-4c35-ad15-dafbeef82d32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682'] for port, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:54.045906 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-729eebfb-248d-4073-a1a9-9dda61ff1de2 service neutron] Pushing event updated for resources: {'Port': ['ID=8578f3c0-3c71-4002-9e87-2205dc1e4c6c,revision_number=7']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:37:54.077941 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-1e75f730-1a56-4344-8431-940962dbb753 req-f58f27f3-ee50-4721-a1b5-2bcf50946329 tempest-ServersWithSpecificFlavorTestJSON-734692326 tempest-ServersWithSpecificFlavorTestJSON-734692326-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=624c15d552004bb8b15cf774c11ffdae&fields=id HTTP/1.1" status: 200 len: 348 time: 0.5426733 Apr 18 20:37:54.187813 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bceecdc-17b4-4c35-ad15-dafbeef82d32 None None] Pushing event updated for resources: {'Port': ['ID=d1a2a2b6-53f1-45f1-8bad-4230ffc5f2c3,revision_number=3']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:37:54.214431 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-84ba1d12-f4b6-4cce-b799-05f449ee2c28 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=158ebb5dc9da4da6935f35e54df989ab&name=default HTTP/1.1" status: 200 len: 2647 time: 1.4982953 Apr 18 20:37:54.221203 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-04214479-b599-4d6b-afcc-29d8bc65cecb None None] For port 5a474b90-1101-4e49-ba7c-8379964cb91c, host n-d-838334-2, cleared binding levels {{(pid=84042) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 20:37:54.227386 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-04214479-b599-4d6b-afcc-29d8bc65cecb None None] For port 5a474b90-1101-4e49-ba7c-8379964cb91c, host n-d-838334-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838334-2',level=0,port_id=5a474b90-1101-4e49-ba7c-8379964cb91c,segment=NetworkSegment(732aa830-768b-4511-951f-d08e26b9c25b),segment_id=732aa830-768b-4511-951f-d08e26b9c25b)] {{(pid=84042) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 20:37:54.240246 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-cb6941da-2770-4351-b770-46955b8ca27a None None] Provisioning complete for port d1a2a2b6-53f1-45f1-8bad-4230ffc5f2c3 triggered by entity DHCP. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:37:54.241561 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-cb6941da-2770-4351-b770-46955b8ca27a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1253608'] for port, provisioning_complete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:54.278384 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 33888) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:37:54.281490 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-04214479-b599-4d6b-afcc-29d8bc65cecb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682'] for port, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:54.282538 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84ba1d12-f4b6-4cce-b799-05f449ee2c28 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e9808f5e-af70-4b73-b302-38e9fcc62ad6,revision_number=1']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:37:54.305006 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-f97d6c57-3425-4fc0-a8cd-8f5fa02e6dcc req-1f18bab8-ac69-41f9-a7e0-306a0c2c1090 tempest-LiveMigrationNegativeTest-1063094817 tempest-LiveMigrationNegativeTest-1063094817-project] 10.222.0.42 "GET /v2.0/networks?tenant_id=5d4dc6fb67894ffb821d3bd7cc7cd1b2&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1523108 Apr 18 20:37:54.316433 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.l3_hamode_db [None req-ac4ed5ec-5a02-4db1-8e68-83e3222c27f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1578b1d0-cfda-418a-80ab-20b0a1b896b1', 'name': 'tempest-FloatingIPsTestJSON-708828222-router', 'tenant_id': 'bb2e510a384a4b3d8dcb0926970ea9f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'external_fixed_ips': [{'subnet_id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'ip_address': '172.25.8.78'}], 'enable_snat': True}, 'gw_port_id': '9f3bd61c-8e3a-4fdc-a3d7-c87d5951442c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:37:08Z', 'updated_at': '2022-04-18T20:37:45Z', 'revision_number': 5, 'project_id': 'bb2e510a384a4b3d8dcb0926970ea9f9', 'gw_port': {'id': '9f3bd61c-8e3a-4fdc-a3d7-c87d5951442c', 'name': '', 'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:6e:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1578b1d0-cfda-418a-80ab-20b0a1b896b1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'ip_address': '172.25.8.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:37:09Z', 'updated_at': '2022-04-18T20:37:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838334-2'}], 'n-d-838334-2', False) {} {{(pid=84043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:37:54.321206 n-d-838334-2 neutron-server[84043]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac4ed5ec-5a02-4db1-8e68-83e3222c27f6 None None] The sync data for ids ['1578b1d0-cfda-418a-80ab-20b0a1b896b1'] in n-d-838334-2 is: [{'id': '1578b1d0-cfda-418a-80ab-20b0a1b896b1', 'name': 'tempest-FloatingIPsTestJSON-708828222-router', 'tenant_id': 'bb2e510a384a4b3d8dcb0926970ea9f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'external_fixed_ips': [{'subnet_id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'ip_address': '172.25.8.78'}], 'enable_snat': True}, 'gw_port_id': '9f3bd61c-8e3a-4fdc-a3d7-c87d5951442c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:37:08Z', 'updated_at': '2022-04-18T20:37:45Z', 'revision_number': 5, 'project_id': 'bb2e510a384a4b3d8dcb0926970ea9f9', 'gw_port': {'id': '9f3bd61c-8e3a-4fdc-a3d7-c87d5951442c', 'name': '', 'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:6e:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1578b1d0-cfda-418a-80ab-20b0a1b896b1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'ip_address': '172.25.8.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:37:09Z', 'updated_at': '2022-04-18T20:37:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838334-2'}] {{(pid=84043) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 18 20:37:54.384740 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.db [None req-c75bf9dc-3181-40d1-9ff4-2ed16f031a1d admin admin] For port 9f3bd61c-8e3a-4fdc-a3d7-c87d5951442c, host n-d-838334-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838334-2',level=0,port_id=9f3bd61c-8e3a-4fdc-a3d7-c87d5951442c,segment=NetworkSegment(732aa830-768b-4511-951f-d08e26b9c25b),segment_id=732aa830-768b-4511-951f-d08e26b9c25b)] {{(pid=84041) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:37:54.385204 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-c75bf9dc-3181-40d1-9ff4-2ed16f031a1d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369123'] for port, precommit_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:54.404952 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.managers [req-8b6b532e-366e-40a8-af80-f6d1c9c26bbe req-729eebfb-248d-4073-a1a9-9dda61ff1de2 service neutron] Attempting to bind port 8578f3c0-3c71-4002-9e87-2205dc1e4c6c on host n-h2-838334-2 for vnic_type normal with profile {"migrating_to": "n-h1-838334-2"} {{(pid=84040) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:37:54.405748 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.managers [req-8b6b532e-366e-40a8-af80-f6d1c9c26bbe req-729eebfb-248d-4073-a1a9-9dda61ff1de2 service neutron] Attempting to bind port 8578f3c0-3c71-4002-9e87-2205dc1e4c6c by drivers openvswitch,hyperv on host n-h2-838334-2 at level 0 using segments [{'id': 'e2a67327-2af4-4205-9ade-197b88c2bea8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '5ab7510b-2145-476c-b9d7-eb0e1ae538b7'}] {{(pid=84040) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:37:54.407301 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b6b532e-366e-40a8-af80-f6d1c9c26bbe req-729eebfb-248d-4073-a1a9-9dda61ff1de2 service neutron] Attempting to bind port 8578f3c0-3c71-4002-9e87-2205dc1e4c6c on network 5ab7510b-2145-476c-b9d7-eb0e1ae538b7 {{(pid=84040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 20:37:54.430746 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3974ff04-1513-4d9b-b338-0ba1635145a0 None None] Pushing event updated for resources: {'Port': ['ID=5a474b90-1101-4e49-ba7c-8379964cb91c,revision_number=3']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:37:54.443288 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04214479-b599-4d6b-afcc-29d8bc65cecb None None] Routers {'f71df682-36c0-45b6-a315-477bfe4444f5'} bound to L3 agent in host n-d-838334-2 {{(pid=84042) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 20:37:54.444131 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_hamode_db [None req-04214479-b599-4d6b-afcc-29d8bc65cecb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838334-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-18T20:25:48Z,description=,heartbeat_timestamp=2022-04-18T20:37:48Z,host='n-d-838334-2',id=bc84d6c9-dd7a-4555-a351-592327b46d5a,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:25:48Z,topic='l3_agent')) {'router_ids': ['f71df682-36c0-45b6-a315-477bfe4444f5'], 'active': True} {{(pid=84042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:37:54.496785 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b6b532e-366e-40a8-af80-f6d1c9c26bbe req-729eebfb-248d-4073-a1a9-9dda61ff1de2 service neutron] Port 8578f3c0-3c71-4002-9e87-2205dc1e4c6c on network 5ab7510b-2145-476c-b9d7-eb0e1ae538b7 not bound, no agent of type Open vSwitch agent registered on host n-h2-838334-2 {{(pid=84040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 18 20:37:54.497096 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b6b532e-366e-40a8-af80-f6d1c9c26bbe req-729eebfb-248d-4073-a1a9-9dda61ff1de2 service neutron] Attempting to bind port 8578f3c0-3c71-4002-9e87-2205dc1e4c6c on network 5ab7510b-2145-476c-b9d7-eb0e1ae538b7 {{(pid=84040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 20:37:54.515816 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b6b532e-366e-40a8-af80-f6d1c9c26bbe req-729eebfb-248d-4073-a1a9-9dda61ff1de2 service neutron] Checking agent: {'id': 'dc797004-f641-47b7-a77f-9c62b5b16296', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-838334-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 34, 3), 'started_at': datetime.datetime(2022, 4, 18, 20, 34, 3), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 20, 37, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 18 20:37:54.516150 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b6b532e-366e-40a8-af80-f6d1c9c26bbe req-729eebfb-248d-4073-a1a9-9dda61ff1de2 service neutron] Checking segment: {'id': 'e2a67327-2af4-4205-9ade-197b88c2bea8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '5ab7510b-2145-476c-b9d7-eb0e1ae538b7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84040) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 20:37:54.516533 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b6b532e-366e-40a8-af80-f6d1c9c26bbe req-729eebfb-248d-4073-a1a9-9dda61ff1de2 service neutron] Bound using segment: {'id': 'e2a67327-2af4-4205-9ade-197b88c2bea8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '5ab7510b-2145-476c-b9d7-eb0e1ae538b7'} {{(pid=84040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 18 20:37:54.516978 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.managers [req-8b6b532e-366e-40a8-af80-f6d1c9c26bbe req-729eebfb-248d-4073-a1a9-9dda61ff1de2 service neutron] Bound port: 8578f3c0-3c71-4002-9e87-2205dc1e4c6c, host: n-h2-838334-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e2a67327-2af4-4205-9ade-197b88c2bea8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '5ab7510b-2145-476c-b9d7-eb0e1ae538b7'}}] {{(pid=84040) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 20:37:54.517320 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-8b6b532e-366e-40a8-af80-f6d1c9c26bbe req-729eebfb-248d-4073-a1a9-9dda61ff1de2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:54.527211 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.plugin [None req-c75bf9dc-3181-40d1-9ff4-2ed16f031a1d admin admin] Calling delete_port for 9f3bd61c-8e3a-4fdc-a3d7-c87d5951442c owned by network:router_gateway {{(pid=84041) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 20:37:54.626323 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-1e75f730-1a56-4344-8431-940962dbb753 req-45dccc99-dbc9-4d0a-af0d-fe3ab0e43b55 service neutron] 10.222.0.42 "GET /v2.0/networks/079e35ca-557b-42c6-b34f-dbc020bb616d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5000906 Apr 18 20:37:54.763013 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_dvr_db [None req-04214479-b599-4d6b-afcc-29d8bc65cecb None None] Set router f71df682-36c0-45b6-a315-477bfe4444f5 gateway port host: n-d-838334-2 {{(pid=84042) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 20:37:54.776805 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f97d6c57-3425-4fc0-a8cd-8f5fa02e6dcc req-c37cc6fa-967b-45be-bfbe-133387289d16 tempest-LiveMigrationNegativeTest-1063094817 tempest-LiveMigrationNegativeTest-1063094817-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:37:54.778244 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-f97d6c57-3425-4fc0-a8cd-8f5fa02e6dcc req-c37cc6fa-967b-45be-bfbe-133387289d16 tempest-LiveMigrationNegativeTest-1063094817 tempest-LiveMigrationNegativeTest-1063094817-project] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4724805 Apr 18 20:37:54.798634 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-1e75f730-1a56-4344-8431-940962dbb753 req-fab855b1-4182-44b2-b228-3afea0b9975b service neutron] 10.222.0.42 "GET /v2.0/networks/079e35ca-557b-42c6-b34f-dbc020bb616d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1631603 Apr 18 20:37:54.821512 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-f97d6c57-3425-4fc0-a8cd-8f5fa02e6dcc req-597047dc-094a-450c-8150-61b99e4e3f69 tempest-LiveMigrationNegativeTest-1063094817 tempest-LiveMigrationNegativeTest-1063094817-project] 10.222.0.42 "GET /v2.0/quotas/5d4dc6fb67894ffb821d3bd7cc7cd1b2 HTTP/1.1" status: 200 len: 375 time: 0.0351093 Apr 18 20:37:54.825803 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.db [req-8b6b532e-366e-40a8-af80-f6d1c9c26bbe req-729eebfb-248d-4073-a1a9-9dda61ff1de2 service neutron] For port 8578f3c0-3c71-4002-9e87-2205dc1e4c6c, host n-h2-838334-2, cleared binding levels {{(pid=84040) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 20:37:54.829348 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.db [req-8b6b532e-366e-40a8-af80-f6d1c9c26bbe req-729eebfb-248d-4073-a1a9-9dda61ff1de2 service neutron] For port 8578f3c0-3c71-4002-9e87-2205dc1e4c6c, host n-h2-838334-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838334-2',level=0,port_id=8578f3c0-3c71-4002-9e87-2205dc1e4c6c,segment=NetworkSegment(e2a67327-2af4-4205-9ade-197b88c2bea8),segment_id=e2a67327-2af4-4205-9ade-197b88c2bea8)] {{(pid=84040) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 20:37:54.875723 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-8b6b532e-366e-40a8-af80-f6d1c9c26bbe req-729eebfb-248d-4073-a1a9-9dda61ff1de2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682'] for port, after_update {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:54.967044 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.db_base_plugin_common [None req-5fb778e4-5d46-4c59-9a50-1881be8a975d admin admin] Allocated IP 172.20.0.1 (f80f29cf-306f-4b83-b9ef-977e3822a3eb/5c52872c-5453-4e7c-876e-5ab51a950a0e/5e0d7785-ddda-4f03-bfc3-d61f02557f4b) {{(pid=84041) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:37:54.969367 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-20143fac-8485-4b26-94b6-6f6839fe156e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:55.002046 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-20143fac-8485-4b26-94b6-6f6839fe156e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:55.040848 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-f97d6c57-3425-4fc0-a8cd-8f5fa02e6dcc req-de7ce3db-7aef-4d5b-9fc1-de10c8d5c46f tempest-LiveMigrationNegativeTest-1063094817 tempest-LiveMigrationNegativeTest-1063094817-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=5d4dc6fb67894ffb821d3bd7cc7cd1b2&fields=id HTTP/1.1" status: 200 len: 210 time: 0.2087569 Apr 18 20:37:55.134190 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-20143fac-8485-4b26-94b6-6f6839fe156e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33528224'] for security_group, after_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:55.208986 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.agents_db [None req-6346a179-333c-4370-b5a6-936984aeab15 None None] Agent healthcheck: found 7 active agents {{(pid=84043) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 18 20:37:55.280172 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-729eebfb-248d-4073-a1a9-9dda61ff1de2 service neutron] Pushing event updated for resources: {'Port': ['ID=8578f3c0-3c71-4002-9e87-2205dc1e4c6c,revision_number=8']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:37:55.300228 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-8b6b532e-366e-40a8-af80-f6d1c9c26bbe req-729eebfb-248d-4073-a1a9-9dda61ff1de2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217293'] for port, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:55.301750 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-8b6b532e-366e-40a8-af80-f6d1c9c26bbe req-729eebfb-248d-4073-a1a9-9dda61ff1de2 service neutron] 10.222.0.43 "PUT /v2.0/ports/8578f3c0-3c71-4002-9e87-2205dc1e4c6c HTTP/1.1" status: 200 len: 1121 time: 3.3534355 Apr 18 20:37:55.321170 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_hamode_db [None req-04214479-b599-4d6b-afcc-29d8bc65cecb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f71df682-36c0-45b6-a315-477bfe4444f5', 'name': 'tempest-TaggedBootDevicesTest-303031308-router', 'tenant_id': 'f85a0d9202f64bddab6b7eaee6d6810d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'external_fixed_ips': [{'subnet_id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'ip_address': '172.25.8.101'}], 'enable_snat': True}, 'gw_port_id': '5a474b90-1101-4e49-ba7c-8379964cb91c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:37:49Z', 'updated_at': '2022-04-18T20:37:50Z', 'revision_number': 3, 'project_id': 'f85a0d9202f64bddab6b7eaee6d6810d', 'gw_port': {'id': '5a474b90-1101-4e49-ba7c-8379964cb91c', 'name': '', 'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:b3:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f71df682-36c0-45b6-a315-477bfe4444f5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'ip_address': '172.25.8.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:37:49Z', 'updated_at': '2022-04-18T20:37:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838334-2'}], 'n-d-838334-2', False) {} {{(pid=84042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:37:55.329446 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04214479-b599-4d6b-afcc-29d8bc65cecb None None] The sync data for ids ['f71df682-36c0-45b6-a315-477bfe4444f5'] in n-d-838334-2 is: [{'id': 'f71df682-36c0-45b6-a315-477bfe4444f5', 'name': 'tempest-TaggedBootDevicesTest-303031308-router', 'tenant_id': 'f85a0d9202f64bddab6b7eaee6d6810d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'external_fixed_ips': [{'subnet_id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'ip_address': '172.25.8.101'}], 'enable_snat': True}, 'gw_port_id': '5a474b90-1101-4e49-ba7c-8379964cb91c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:37:49Z', 'updated_at': '2022-04-18T20:37:50Z', 'revision_number': 3, 'project_id': 'f85a0d9202f64bddab6b7eaee6d6810d', 'gw_port': {'id': '5a474b90-1101-4e49-ba7c-8379964cb91c', 'name': '', 'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:b3:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f71df682-36c0-45b6-a315-477bfe4444f5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'ip_address': '172.25.8.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:37:49Z', 'updated_at': '2022-04-18T20:37:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838334-2'}] {{(pid=84042) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 18 20:37:55.386199 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20143fac-8485-4b26-94b6-6f6839fe156e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9808f5e-af70-4b73-b302-38e9fcc62ad6,revision_number=None']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:37:55.391432 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] get_ports_and_sgs() called for port_ids ['8578f3c0-3c71-4002-9e87-2205dc1e4c6c'] {{(pid=84042) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 18 20:37:55.691083 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-ad5c02f2-7ffa-4de7-8df8-4e058c7a538c req-4b5ffca9-afb8-499d-845d-b2a19da88708 tempest-LiveMigrationTest-963278731 tempest-LiveMigrationTest-963278731-project] 10.222.0.42 "GET /v2.0/ports?device_id=bc66a4ae-28da-4e1f-969f-022e139eaf43 HTTP/1.1" status: 200 len: 210 time: 0.1011252 Apr 18 20:37:55.710466 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Device d1a2a2b6-53f1-45f1-8bad-4230ffc5f2c3 up at agent ovs-agent-n-d-838334-2 {{(pid=84042) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 20:37:55.756312 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eee6f57a-4837-434b-b67c-fd2d4719f8e3 req-782df045-f6e7-4c07-be65-7da14a5d15c1 tempest-LiveAutoBlockMigrationV225Test-1713341100 tempest-LiveAutoBlockMigrationV225Test-1713341100-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:37:55.765590 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-eee6f57a-4837-434b-b67c-fd2d4719f8e3 req-782df045-f6e7-4c07-be65-7da14a5d15c1 tempest-LiveAutoBlockMigrationV225Test-1713341100 tempest-LiveAutoBlockMigrationV225Test-1713341100-project] 10.222.0.42 "GET /v2.0/ports?device_id=4d27da33-3ad6-433b-9d90-6d6cdb64d534 HTTP/1.1" status: 200 len: 943 time: 0.2607338 Apr 18 20:37:55.790039 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-20143fac-8485-4b26-94b6-6f6839fe156e admin admin] Notify callbacks [] for security_group, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:55.793590 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-20143fac-8485-4b26-94b6-6f6839fe156e admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/e9808f5e-af70-4b73-b302-38e9fcc62ad6 HTTP/1.1" status: 204 len: 168 time: 1.5118291 Apr 18 20:37:55.839357 n-d-838334-2 neutron-server[84040]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d77f714a-0073-4345-8478-36bca0ac7295'] response: {'server_uuid': '4d27da33-3ad6-433b-9d90-6d6cdb64d534', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8578f3c0-3c71-4002-9e87-2205dc1e4c6c', 'code': 200} Apr 18 20:37:55.860182 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-c75bf9dc-3181-40d1-9ff4-2ed16f031a1d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750375259028', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750374836628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32266323'] for port, after_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:55.914506 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-eee6f57a-4837-434b-b67c-fd2d4719f8e3 req-f3b811e7-f7c0-45b1-94cc-cb049a28b71a tempest-LiveAutoBlockMigrationV225Test-1713341100 tempest-LiveAutoBlockMigrationV225Test-1713341100-project] 10.222.0.42 "GET /v2.0/security-groups?id=bf712067-aabd-4e70-aae1-082928dd1ccd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1479399 Apr 18 20:37:55.934017 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52814004-5562-44b9-8fd3-decf4ec4a4ab req-999b98f4-5680-4f6b-8937-0c2d3f75f539 tempest-LiveMigrationTest-963278731 tempest-LiveMigrationTest-963278731-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:37:55.935571 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-52814004-5562-44b9-8fd3-decf4ec4a4ab req-999b98f4-5680-4f6b-8937-0c2d3f75f539 tempest-LiveMigrationTest-963278731 tempest-LiveMigrationTest-963278731-project] 10.222.0.43 "GET /v2.0/networks?id=2b4e6157-bc80-44e6-aceb-13aa29225b38 HTTP/1.1" status: 200 len: 807 time: 0.7427619 Apr 18 20:37:55.940867 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c75bf9dc-3181-40d1-9ff4-2ed16f031a1d admin admin] Pushing event deleted for resources: {'Port': ['ID=9f3bd61c-8e3a-4fdc-a3d7-c87d5951442c,revision_number=None']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:37:55.990572 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.v2.base [req-52814004-5562-44b9-8fd3-decf4ec4a4ab req-e4d5bb5c-5499-43c0-9092-31e03a44a4de tempest-LiveMigrationTest-963278731 tempest-LiveMigrationTest-963278731-project] Request body: {'port': {'device_id': 'bc66a4ae-28da-4e1f-969f-022e139eaf43', 'network_id': '2b4e6157-bc80-44e6-aceb-13aa29225b38', 'admin_state_up': True, 'tenant_id': '30967135a3784f8f91989a9ec626fb3e'}} {{(pid=84041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 20:37:56.005168 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Provisioning complete for port d1a2a2b6-53f1-45f1-8bad-4230ffc5f2c3 triggered by entity L2. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:37:56.005686 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1253608'] for port, provisioning_complete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:56.042940 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-5fb778e4-5d46-4c59-9a50-1881be8a975d admin admin] Notify callbacks [] for port, precommit_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:56.044499 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-609b9c1a-dca3-444c-9c14-ff7904839bdc req-5a4320b3-1443-4c78-bc61-28986c66cda5 tempest-ServersWithSpecificFlavorTestJSON-734692326 tempest-ServersWithSpecificFlavorTestJSON-734692326-project] 10.222.0.42 "GET /v2.0/ports?device_id=505ce2b4-79e7-4477-8f98-649510a8effc HTTP/1.1" status: 200 len: 210 time: 0.0977542 Apr 18 20:37:56.158511 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-176afbbb-f02e-4da2-a496-dd099032e773 req-ac26b6a0-7042-4c35-a701-270ea8bfc5e6 tempest-LiveMigrationNegativeTest-1063094817 tempest-LiveMigrationNegativeTest-1063094817-project] 10.222.0.42 "GET /v2.0/ports?device_id=938f89c0-99ed-4164-b9cc-2b809c4e82ef HTTP/1.1" status: 200 len: 210 time: 0.0742996 Apr 18 20:37:56.292190 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Device 83a9c1a4-fd8d-4693-9ac1-9949449cd843 no longer exists at agent ovs-agent-n-d-838334-2 {{(pid=84042) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 20:37:56.376054 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.plugin [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] No Port match for: 83a9c1a4-fd8d-4693-9ac1-9949449cd843 {{(pid=84042) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 18 20:37:56.376551 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Device 83a9c1a4-fd8d-4693-9ac1-9949449cd843 not bound to the agent host n-d-838334-2 {{(pid=84042) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 20:37:56.389327 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.provisioning_blocks [None req-5fb778e4-5d46-4c59-9a50-1881be8a975d admin admin] Transition to ACTIVE for port object 5e0d7785-ddda-4f03-bfc3-d61f02557f4b will not be triggered until provisioned by entity DHCP. {{(pid=84041) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 20:37:56.454109 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 33922) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:37:56.492212 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-c64e8b20-e14d-4ee0-9675-3f03adeebf21 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:56.534257 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [None req-c64e8b20-e14d-4ee0-9675-3f03adeebf21 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:37:56.538920 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-c64e8b20-e14d-4ee0-9675-3f03adeebf21 admin admin] Usage tracker for resource:security_group_rule and tenant:2cf0abe4ac354d1d8ebf90d23ba17e81 is out of sync, need to count used quota {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:37:56.544048 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-c64e8b20-e14d-4ee0-9675-3f03adeebf21 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:37:56.561946 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [None req-c64e8b20-e14d-4ee0-9675-3f03adeebf21 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:37:56.641641 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-c64e8b20-e14d-4ee0-9675-3f03adeebf21 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:56.646437 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-c64e8b20-e14d-4ee0-9675-3f03adeebf21 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33528224'] for security_group, after_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:56.664412 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [req-52814004-5562-44b9-8fd3-decf4ec4a4ab req-e4d5bb5c-5499-43c0-9092-31e03a44a4de tempest-LiveMigrationTest-963278731 tempest-LiveMigrationTest-963278731-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:37:56.670401 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-5fb778e4-5d46-4c59-9a50-1881be8a975d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750374836619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32266323'] for port, after_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:56.673951 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [req-52814004-5562-44b9-8fd3-decf4ec4a4ab req-e4d5bb5c-5499-43c0-9092-31e03a44a4de tempest-LiveMigrationTest-963278731 tempest-LiveMigrationTest-963278731-project] Usage tracker for resource:port and tenant:30967135a3784f8f91989a9ec626fb3e is out of sync, need to count used quota {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:37:56.702927 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-c64e8b20-e14d-4ee0-9675-3f03adeebf21 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=2cf0abe4ac354d1d8ebf90d23ba17e81&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2479253 Apr 18 20:37:56.703869 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c64e8b20-e14d-4ee0-9675-3f03adeebf21 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7b0aca1d-f415-4aa6-bcf6-25c5e38ba2f7,revision_number=1']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:37:56.706245 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 33934) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:37:56.709894 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [req-52814004-5562-44b9-8fd3-decf4ec4a4ab req-e4d5bb5c-5499-43c0-9092-31e03a44a4de tempest-LiveMigrationTest-963278731 tempest-LiveMigrationTest-963278731-project] Quota usage for port was recalculated. Used quota:1. {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:37:56.712913 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-c75bf9dc-3181-40d1-9ff4-2ed16f031a1d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33444108'] for router_gateway, after_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:56.806370 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-fdec02dc-de1a-4c8d-bd1e-35691296866b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:56.839243 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-fdec02dc-de1a-4c8d-bd1e-35691296866b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:56.873677 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [req-52814004-5562-44b9-8fd3-decf4ec4a4ab req-e4d5bb5c-5499-43c0-9092-31e03a44a4de tempest-LiveMigrationTest-963278731 tempest-LiveMigrationTest-963278731-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:37:56.937912 n-d-838334-2 neutron-server[84041]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5fb778e4-5d46-4c59-9a50-1881be8a975d admin admin] Network f80f29cf-306f-4b83-b9ef-977e3822a3eb is already hosted by enough agents. {{(pid=84041) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:37:56.940606 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fb778e4-5d46-4c59-9a50-1881be8a975d admin admin] Pushing event updated for resources: {'Port': ['ID=5e0d7785-ddda-4f03-bfc3-d61f02557f4b,revision_number=1']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:37:56.948694 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-fdec02dc-de1a-4c8d-bd1e-35691296866b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33528224'] for security_group, after_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:56.958093 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-52814004-5562-44b9-8fd3-decf4ec4a4ab req-e4d5bb5c-5499-43c0-9092-31e03a44a4de tempest-LiveMigrationTest-963278731 tempest-LiveMigrationTest-963278731-project] Made reservation on behalf of 30967135a3784f8f91989a9ec626fb3e for: {'port': 1} {{(pid=84041) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:37:56.984024 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [req-52814004-5562-44b9-8fd3-decf4ec4a4ab req-e4d5bb5c-5499-43c0-9092-31e03a44a4de tempest-LiveMigrationTest-963278731 tempest-LiveMigrationTest-963278731-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:57.010720 n-d-838334-2 neutron-server[84041]: DEBUG neutron.scheduler.base_scheduler [None req-5fb778e4-5d46-4c59-9a50-1881be8a975d admin admin] Resources bound (agent type, host, resource id): {{(pid=84041) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:37:57.027403 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdec02dc-de1a-4c8d-bd1e-35691296866b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b0aca1d-f415-4aa6-bcf6-25c5e38ba2f7,revision_number=None']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:37:57.152444 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-fdec02dc-de1a-4c8d-bd1e-35691296866b admin admin] Notify callbacks [] for security_group, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:57.171769 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-fdec02dc-de1a-4c8d-bd1e-35691296866b admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/7b0aca1d-f415-4aa6-bcf6-25c5e38ba2f7 HTTP/1.1" status: 204 len: 168 time: 0.4627321 Apr 18 20:37:57.191515 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fb778e4-5d46-4c59-9a50-1881be8a975d admin admin] Received port after_create {{(pid=84041) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 20:37:57.192268 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-cfab8d98-4f62-41bc-8675-c750823b1bde req-e62cf48c-52d4-4d41-b54e-9f6e5fb0feb1 tempest-LiveMigrationTest-963278731 tempest-LiveMigrationTest-963278731-project] 10.222.0.42 "GET /v2.0/ports?device_id=bc66a4ae-28da-4e1f-969f-022e139eaf43 HTTP/1.1" status: 200 len: 210 time: 0.1428177 Apr 18 20:37:57.364712 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95746dc4-98de-4cc2-af87-81f2e9a207d7 req-c07f4a1b-b9e6-4e90-a8c3-a7426bd439b8 tempest-LiveAutoBlockMigrationV225Test-1713341100 tempest-LiveAutoBlockMigrationV225Test-1713341100-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:37:57.367370 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-95746dc4-98de-4cc2-af87-81f2e9a207d7 req-c07f4a1b-b9e6-4e90-a8c3-a7426bd439b8 tempest-LiveAutoBlockMigrationV225Test-1713341100 tempest-LiveAutoBlockMigrationV225Test-1713341100-project] 10.222.0.42 "GET /v2.0/ports?device_id=4d27da33-3ad6-433b-9d90-6d6cdb64d534 HTTP/1.1" status: 200 len: 943 time: 0.1714370 Apr 18 20:37:57.426608 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 33954) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:37:57.478334 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-6b58add6-adfc-4bd6-bb7b-cd5541deb3c1 None None] Provisioning for port 5e0d7785-ddda-4f03-bfc3-d61f02557f4b completed by entity DHCP. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 20:37:57.486304 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-6b58add6-adfc-4bd6-bb7b-cd5541deb3c1 None None] Provisioning complete for port 5e0d7785-ddda-4f03-bfc3-d61f02557f4b triggered by entity DHCP. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:37:57.486675 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-6b58add6-adfc-4bd6-bb7b-cd5541deb3c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1253608'] for port, provisioning_complete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:57.522669 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-e0546975-4b45-44c7-b93b-f105a18d3215 req-1edefd84-b314-4230-bb68-80ac9a4c0182 tempest-ServersWithSpecificFlavorTestJSON-734692326 tempest-ServersWithSpecificFlavorTestJSON-734692326-project] 10.222.0.42 "GET /v2.0/ports?device_id=505ce2b4-79e7-4477-8f98-649510a8effc HTTP/1.1" status: 200 len: 210 time: 0.0670588 Apr 18 20:37:57.533696 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-c75bf9dc-3181-40d1-9ff4-2ed16f031a1d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33443580', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5726'] for router, precommit_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:57.544317 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-95746dc4-98de-4cc2-af87-81f2e9a207d7 req-5fe52bf7-f9b6-408b-967d-b98db842789b tempest-LiveAutoBlockMigrationV225Test-1713341100 tempest-LiveAutoBlockMigrationV225Test-1713341100-project] 10.222.0.42 "GET /v2.0/security-groups?id=bf712067-aabd-4e70-aae1-082928dd1ccd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1703241 Apr 18 20:37:57.612233 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-c75bf9dc-3181-40d1-9ff4-2ed16f031a1d admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:57.614288 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-5fb778e4-5d46-4c59-9a50-1881be8a975d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33444010'] for router_interface, before_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:57.684485 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e75f730-1a56-4344-8431-940962dbb753 req-160a8ed3-d4f0-42e6-b857-1378588f45cd tempest-ServersWithSpecificFlavorTestJSON-734692326 tempest-ServersWithSpecificFlavorTestJSON-734692326-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:37:57.685263 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [req-1e75f730-1a56-4344-8431-940962dbb753 req-160a8ed3-d4f0-42e6-b857-1378588f45cd tempest-ServersWithSpecificFlavorTestJSON-734692326 tempest-ServersWithSpecificFlavorTestJSON-734692326-project] Synchronizing usage tracker for tenant:624c15d552004bb8b15cf774c11ffdae on resource:network {{(pid=84041) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 20:37:57.694709 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.plugin [None req-6b58add6-adfc-4bd6-bb7b-cd5541deb3c1 None None] Port 5e0d7785-ddda-4f03-bfc3-d61f02557f4b cannot update to ACTIVE because it is not bound. {{(pid=84042) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 18 20:37:57.842742 n-d-838334-2 neutron-server[84040]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4d27da33-3ad6-433b-9d90-6d6cdb64d534', 'tag': '8578f3c0-3c71-4002-9e87-2205dc1e4c6c'}] {{(pid=84040) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 20:37:57.887861 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-f97d6c57-3425-4fc0-a8cd-8f5fa02e6dcc req-b45f2a42-f5c0-489a-aa1f-44c9a0d89cbc tempest-LiveMigrationNegativeTest-1063094817 tempest-LiveMigrationNegativeTest-1063094817-project] 10.222.0.48 "GET /v2.0/networks?tenant_id=5d4dc6fb67894ffb821d3bd7cc7cd1b2&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1689062 Apr 18 20:37:57.902210 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-63412211-5ab6-41f1-8f65-f5290dc3b23e req-2735f5a3-2a69-4105-bc88-3639340785ec tempest-LiveMigrationNegativeTest-1063094817 tempest-LiveMigrationNegativeTest-1063094817-project] 10.222.0.42 "GET /v2.0/ports?device_id=938f89c0-99ed-4164-b9cc-2b809c4e82ef HTTP/1.1" status: 200 len: 210 time: 0.1239815 Apr 18 20:37:57.942911 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-785ae774-fd8f-4d5b-8e6f-583a28b01ddb admin admin] Notify callbacks [] for security_group, before_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:57.959199 n-d-838334-2 neutron-server[84040]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c83376a0-ff64-450e-a8b0-cc892a6303a4'] response: {'name': 'network-changed', 'server_uuid': '4d27da33-3ad6-433b-9d90-6d6cdb64d534', 'tag': '8578f3c0-3c71-4002-9e87-2205dc1e4c6c', 'status': 'completed', 'code': 200} Apr 18 20:37:57.968747 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.48', 54566) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:37:58.002012 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [req-1e75f730-1a56-4344-8431-940962dbb753 req-160a8ed3-d4f0-42e6-b857-1378588f45cd tempest-ServersWithSpecificFlavorTestJSON-734692326 tempest-ServersWithSpecificFlavorTestJSON-734692326-project] Unset dirty status for tenant:624c15d552004bb8b15cf774c11ffdae on resource:network {{(pid=84041) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 20:37:58.003799 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-1e75f730-1a56-4344-8431-940962dbb753 req-160a8ed3-d4f0-42e6-b857-1378588f45cd tempest-ServersWithSpecificFlavorTestJSON-734692326 tempest-ServersWithSpecificFlavorTestJSON-734692326-project] 10.222.0.48 "GET /v2.0/networks?id=079e35ca-557b-42c6-b34f-dbc020bb616d HTTP/1.1" status: 200 len: 824 time: 0.8399048 Apr 18 20:37:58.004674 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-c75bf9dc-3181-40d1-9ff4-2ed16f031a1d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-33443408'] for router, after_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:58.005504 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c75bf9dc-3181-40d1-9ff4-2ed16f031a1d admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1578b1d0-cfda-418a-80ab-20b0a1b896b1 {{(pid=84041) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 18 20:37:58.078292 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.db_base_plugin_common [req-52814004-5562-44b9-8fd3-decf4ec4a4ab req-e4d5bb5c-5499-43c0-9092-31e03a44a4de tempest-LiveMigrationTest-963278731 tempest-LiveMigrationTest-963278731-project] Allocated IP 172.20.0.2 (2b4e6157-bc80-44e6-aceb-13aa29225b38/2a27c3e0-e2c3-453b-9e93-76a003aa4b19/ecc9262a-94bf-40c1-99c0-e4ad54b2ed5f) {{(pid=84041) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:37:58.111980 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Device 8578f3c0-3c71-4002-9e87-2205dc1e4c6c details requested by agent hyperv_n-h1-838334-2 with host n-h1-838334-2 {{(pid=84042) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 18 20:37:58.150384 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-c75bf9dc-3181-40d1-9ff4-2ed16f031a1d admin admin] Notify callbacks [] for router, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:58.156191 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-c75bf9dc-3181-40d1-9ff4-2ed16f031a1d admin admin] 10.222.0.42 "DELETE /v2.0/routers/1578b1d0-cfda-418a-80ab-20b0a1b896b1 HTTP/1.1" status: 204 len: 168 time: 6.0355694 Apr 18 20:37:58.179938 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 33972) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:37:58.238107 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-5fb778e4-5d46-4c59-9a50-1881be8a975d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:58.281807 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [None req-785ae774-fd8f-4d5b-8e6f-583a28b01ddb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:37:58.295010 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [req-1e75f730-1a56-4344-8431-940962dbb753 req-7a14984e-a6a5-4677-8579-b392592f4d36 tempest-ServersWithSpecificFlavorTestJSON-734692326 tempest-ServersWithSpecificFlavorTestJSON-734692326-project] Synchronizing usage tracker for tenant:624c15d552004bb8b15cf774c11ffdae on resource:security_group {{(pid=84041) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 20:37:58.299070 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f97d6c57-3425-4fc0-a8cd-8f5fa02e6dcc req-5f700414-db72-455d-b3d6-daa667a84d11 tempest-LiveMigrationNegativeTest-1063094817 tempest-LiveMigrationNegativeTest-1063094817-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:37:58.301212 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-f97d6c57-3425-4fc0-a8cd-8f5fa02e6dcc req-5f700414-db72-455d-b3d6-daa667a84d11 tempest-LiveMigrationNegativeTest-1063094817 tempest-LiveMigrationNegativeTest-1063094817-project] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3978820 Apr 18 20:37:58.320830 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-785ae774-fd8f-4d5b-8e6f-583a28b01ddb admin admin] Usage tracker for resource:security_group_rule and tenant:e8bf77ec00be4e01b9477c4773936f1c is out of sync, need to count used quota {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:37:58.325355 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-785ae774-fd8f-4d5b-8e6f-583a28b01ddb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:37:58.325959 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] For port 8578f3c0-3c71-4002-9e87-2205dc1e4c6c, host n-h2-838334-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838334-2',level=0,port_id=8578f3c0-3c71-4002-9e87-2205dc1e4c6c,segment=NetworkSegment(e2a67327-2af4-4205-9ade-197b88c2bea8),segment_id=e2a67327-2af4-4205-9ade-197b88c2bea8)] {{(pid=84042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:37:58.347522 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-2a464c91-fd47-4f5b-a707-1447e722a6f6 req-f4631bfb-1fa8-4631-a17b-030f2654b7ff service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=7843cba0a7e24a0397d5219cb7fd254c&device_id=4d27da33-3ad6-433b-9d90-6d6cdb64d534 HTTP/1.1" status: 200 len: 1124 time: 0.3677669 Apr 18 20:37:58.348113 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Device 8578f3c0-3c71-4002-9e87-2205dc1e4c6c has no active binding in host n-h1-838334-2 {{(pid=84042) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:142}} Apr 18 20:37:58.356560 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.v2.base [req-f97d6c57-3425-4fc0-a8cd-8f5fa02e6dcc req-5c4da0dc-c46c-4e92-8437-274094f7ebb1 tempest-LiveMigrationNegativeTest-1063094817 tempest-LiveMigrationNegativeTest-1063094817-project] Request body: {'port': {'device_id': '938f89c0-99ed-4164-b9cc-2b809c4e82ef', 'network_id': 'cb56989d-7c5d-4678-b194-1d2edf1e842a', 'admin_state_up': True, 'tenant_id': '5d4dc6fb67894ffb821d3bd7cc7cd1b2'}} {{(pid=84040) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 20:37:58.409233 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.db_base_plugin_v2 [None req-62804221-4a53-46cb-90aa-da12fa35d5c0 admin admin] Deleting subnet 5682643d-a10d-40ad-9341-b974906dbaa4 {{(pid=84041) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 18 20:37:58.478098 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [None req-785ae774-fd8f-4d5b-8e6f-583a28b01ddb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:37:58.489452 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-62804221-4a53-46cb-90aa-da12fa35d5c0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:58.540381 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [req-1e75f730-1a56-4344-8431-940962dbb753 req-7a14984e-a6a5-4677-8579-b392592f4d36 tempest-ServersWithSpecificFlavorTestJSON-734692326 tempest-ServersWithSpecificFlavorTestJSON-734692326-project] Unset dirty status for tenant:624c15d552004bb8b15cf774c11ffdae on resource:security_group {{(pid=84041) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 20:37:58.541835 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-1e75f730-1a56-4344-8431-940962dbb753 req-7a14984e-a6a5-4677-8579-b392592f4d36 tempest-ServersWithSpecificFlavorTestJSON-734692326 tempest-ServersWithSpecificFlavorTestJSON-734692326-project] 10.222.0.48 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=624c15d552004bb8b15cf774c11ffdae HTTP/1.1" status: 200 len: 380 time: 0.4934647 Apr 18 20:37:58.602165 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-8bead1b1-8537-4cec-aa8d-9fefb4977eb9 req-94820d3f-377a-494e-a9d6-11fb0e3afb54 tempest-LiveMigrationTest-963278731 tempest-LiveMigrationTest-963278731-project] 10.222.0.42 "GET /v2.0/ports?device_id=bc66a4ae-28da-4e1f-969f-022e139eaf43 HTTP/1.1" status: 200 len: 210 time: 0.1329329 Apr 18 20:37:58.614615 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.v2.base [req-1e75f730-1a56-4344-8431-940962dbb753 req-25c78192-7c2c-4206-9d99-7b1a60469a5b tempest-ServersWithSpecificFlavorTestJSON-734692326 tempest-ServersWithSpecificFlavorTestJSON-734692326-project] Request body: {'port': {'device_id': '505ce2b4-79e7-4477-8f98-649510a8effc', 'network_id': '079e35ca-557b-42c6-b34f-dbc020bb616d', 'admin_state_up': True, 'tenant_id': '624c15d552004bb8b15cf774c11ffdae', 'security_groups': ['51d79015-ffd5-44d4-b2c5-faf33204dfe8']}} {{(pid=84041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 20:37:58.767192 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-785ae774-fd8f-4d5b-8e6f-583a28b01ddb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:58.790213 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-62804221-4a53-46cb-90aa-da12fa35d5c0 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32266383'] for subnet, precommit_delete_associations {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:58.820449 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a464c91-fd47-4f5b-a707-1447e722a6f6 req-02cea449-f3a2-4432-9140-48855f6e8be6 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:37:58.822312 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-2a464c91-fd47-4f5b-a707-1447e722a6f6 req-02cea449-f3a2-4432-9140-48855f6e8be6 service neutron] 10.222.0.48 "GET /v2.0/networks?id=5ab7510b-2145-476c-b9d7-eb0e1ae538b7 HTTP/1.1" status: 200 len: 921 time: 0.3718994 Apr 18 20:37:58.866361 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-785ae774-fd8f-4d5b-8e6f-583a28b01ddb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33528224'] for security_group, after_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:59.014693 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [req-52814004-5562-44b9-8fd3-decf4ec4a4ab req-e4d5bb5c-5499-43c0-9092-31e03a44a4de tempest-LiveMigrationTest-963278731 tempest-LiveMigrationTest-963278731-project] Notify callbacks [] for port, precommit_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:59.075316 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [req-1e75f730-1a56-4344-8431-940962dbb753 req-25c78192-7c2c-4206-9d99-7b1a60469a5b tempest-ServersWithSpecificFlavorTestJSON-734692326 tempest-ServersWithSpecificFlavorTestJSON-734692326-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:37:59.082097 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-5fb778e4-5d46-4c59-9a50-1881be8a975d admin admin] Notify callbacks [] for port, precommit_update {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:59.082210 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-1fa715e7-7185-4355-9917-edd2148dd261 req-751ef61b-9474-44b3-a6d6-3b70ce7c4b38 tempest-ServersWithSpecificFlavorTestJSON-734692326 tempest-ServersWithSpecificFlavorTestJSON-734692326-project] 10.222.0.42 "GET /v2.0/ports?device_id=505ce2b4-79e7-4477-8f98-649510a8effc HTTP/1.1" status: 200 len: 210 time: 0.2536800 Apr 18 20:37:59.085620 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-62804221-4a53-46cb-90aa-da12fa35d5c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1260556'] for subnet, precommit_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:59.113435 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [req-1e75f730-1a56-4344-8431-940962dbb753 req-25c78192-7c2c-4206-9d99-7b1a60469a5b tempest-ServersWithSpecificFlavorTestJSON-734692326 tempest-ServersWithSpecificFlavorTestJSON-734692326-project] Usage tracker for resource:port and tenant:624c15d552004bb8b15cf774c11ffdae is out of sync, need to count used quota {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:37:59.127989 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [req-1e75f730-1a56-4344-8431-940962dbb753 req-25c78192-7c2c-4206-9d99-7b1a60469a5b tempest-ServersWithSpecificFlavorTestJSON-734692326 tempest-ServersWithSpecificFlavorTestJSON-734692326-project] Quota usage for port was recalculated. Used quota:3. {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:37:59.130869 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-5fb778e4-5d46-4c59-9a50-1881be8a975d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32266282'] for port, after_update {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:59.143984 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [req-f97d6c57-3425-4fc0-a8cd-8f5fa02e6dcc req-5c4da0dc-c46c-4e92-8437-274094f7ebb1 tempest-LiveMigrationNegativeTest-1063094817 tempest-LiveMigrationNegativeTest-1063094817-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:37:59.159844 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-2a464c91-fd47-4f5b-a707-1447e722a6f6 req-e2a7d463-b026-48bf-b3cb-71fb254224d1 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8578f3c0-3c71-4002-9e87-2205dc1e4c6c HTTP/1.1" status: 200 len: 217 time: 0.2973676 Apr 18 20:37:59.160898 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [req-f97d6c57-3425-4fc0-a8cd-8f5fa02e6dcc req-5c4da0dc-c46c-4e92-8437-274094f7ebb1 tempest-LiveMigrationNegativeTest-1063094817 tempest-LiveMigrationNegativeTest-1063094817-project] Usage tracker for resource:port and tenant:5d4dc6fb67894ffb821d3bd7cc7cd1b2 is out of sync, need to count used quota {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:37:59.166968 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [req-f97d6c57-3425-4fc0-a8cd-8f5fa02e6dcc req-5c4da0dc-c46c-4e92-8437-274094f7ebb1 tempest-LiveMigrationNegativeTest-1063094817 tempest-LiveMigrationNegativeTest-1063094817-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:37:59.170632 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-785ae774-fd8f-4d5b-8e6f-583a28b01ddb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c78e5528-bf79-4b2d-8745-9b8637bcfaab,revision_number=1']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:37:59.184118 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-785ae774-fd8f-4d5b-8e6f-583a28b01ddb admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=e8bf77ec00be4e01b9477c4773936f1c&name=default HTTP/1.1" status: 200 len: 2647 time: 1.7541561 Apr 18 20:37:59.207314 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 33998) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:37:59.208229 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [req-1e75f730-1a56-4344-8431-940962dbb753 req-25c78192-7c2c-4206-9d99-7b1a60469a5b tempest-ServersWithSpecificFlavorTestJSON-734692326 tempest-ServersWithSpecificFlavorTestJSON-734692326-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:37:59.220561 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [req-f97d6c57-3425-4fc0-a8cd-8f5fa02e6dcc req-5c4da0dc-c46c-4e92-8437-274094f7ebb1 tempest-LiveMigrationNegativeTest-1063094817 tempest-LiveMigrationNegativeTest-1063094817-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:37:59.253292 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750375287399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253529'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:59.303989 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-905a09dc-6a89-4385-9f06-f05b8385b71f req-949892a3-0b47-4815-8cbc-94dd5b261971 tempest-LiveMigrationNegativeTest-1063094817 tempest-LiveMigrationNegativeTest-1063094817-project] 10.222.0.42 "GET /v2.0/ports?device_id=938f89c0-99ed-4164-b9cc-2b809c4e82ef HTTP/1.1" status: 200 len: 210 time: 0.0797591 Apr 18 20:37:59.309234 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1e75f730-1a56-4344-8431-940962dbb753 req-25c78192-7c2c-4206-9d99-7b1a60469a5b tempest-ServersWithSpecificFlavorTestJSON-734692326 tempest-ServersWithSpecificFlavorTestJSON-734692326-project] Made reservation on behalf of 624c15d552004bb8b15cf774c11ffdae for: {'port': 1} {{(pid=84041) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:37:59.309621 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f97d6c57-3425-4fc0-a8cd-8f5fa02e6dcc req-5c4da0dc-c46c-4e92-8437-274094f7ebb1 tempest-LiveMigrationNegativeTest-1063094817 tempest-LiveMigrationNegativeTest-1063094817-project] Made reservation on behalf of 5d4dc6fb67894ffb821d3bd7cc7cd1b2 for: {'port': 1} {{(pid=84040) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:37:59.309772 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [req-1e75f730-1a56-4344-8431-940962dbb753 req-25c78192-7c2c-4206-9d99-7b1a60469a5b tempest-ServersWithSpecificFlavorTestJSON-734692326 tempest-ServersWithSpecificFlavorTestJSON-734692326-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:59.312840 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-f97d6c57-3425-4fc0-a8cd-8f5fa02e6dcc req-5c4da0dc-c46c-4e92-8437-274094f7ebb1 tempest-LiveMigrationNegativeTest-1063094817 tempest-LiveMigrationNegativeTest-1063094817-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:59.332790 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [req-52814004-5562-44b9-8fd3-decf4ec4a4ab req-e4d5bb5c-5499-43c0-9092-31e03a44a4de tempest-LiveMigrationTest-963278731 tempest-LiveMigrationTest-963278731-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750374836619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32266323'] for port, after_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:59.340647 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-829d2340-9b0d-49a9-a4dd-807de00b14c8 req-048a7aad-826e-4731-8de6-48c7d8c0325c tempest-LiveAutoBlockMigrationV225Test-1713341100 tempest-LiveAutoBlockMigrationV225Test-1713341100-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:37:59.342396 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-829d2340-9b0d-49a9-a4dd-807de00b14c8 req-048a7aad-826e-4731-8de6-48c7d8c0325c tempest-LiveAutoBlockMigrationV225Test-1713341100 tempest-LiveAutoBlockMigrationV225Test-1713341100-project] 10.222.0.42 "GET /v2.0/ports?device_id=4d27da33-3ad6-433b-9d90-6d6cdb64d534 HTTP/1.1" status: 200 len: 943 time: 0.5192046 Apr 18 20:37:59.348105 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-5fb778e4-5d46-4c59-9a50-1881be8a975d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-32377886', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33443847'] for router_interface, after_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:59.352074 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a464c91-fd47-4f5b-a707-1447e722a6f6 req-d1a41635-bd2b-4882-9992-24bc5e5bbb22 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:37:59.356933 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-2a464c91-fd47-4f5b-a707-1447e722a6f6 req-d1a41635-bd2b-4882-9992-24bc5e5bbb22 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=5bf38cb0-45bd-48cb-9f8c-19a270201f44 HTTP/1.1" status: 200 len: 860 time: 0.1780007 Apr 18 20:37:59.359935 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-f97d6c57-3425-4fc0-a8cd-8f5fa02e6dcc req-5c4da0dc-c46c-4e92-8437-274094f7ebb1 tempest-LiveMigrationNegativeTest-1063094817 tempest-LiveMigrationNegativeTest-1063094817-project] Notify callbacks [] for security_group, before_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:59.360881 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fb778e4-5d46-4c59-9a50-1881be8a975d admin admin] Pushing event updated for resources: {'Port': ['ID=5e0d7785-ddda-4f03-bfc3-d61f02557f4b,revision_number=2']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:37:59.440466 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-2a464c91-fd47-4f5b-a707-1447e722a6f6 req-1956bc5f-f60b-4cb2-84f3-8a171f05a771 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=5ab7510b-2145-476c-b9d7-eb0e1ae538b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0544946 Apr 18 20:37:59.449308 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-62804221-4a53-46cb-90aa-da12fa35d5c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1260549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33526260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32266336', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32486390'] for subnet, after_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:59.545652 n-d-838334-2 neutron-server[84041]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-52814004-5562-44b9-8fd3-decf4ec4a4ab req-e4d5bb5c-5499-43c0-9092-31e03a44a4de tempest-LiveMigrationTest-963278731 tempest-LiveMigrationTest-963278731-project] Network 2b4e6157-bc80-44e6-aceb-13aa29225b38 is already hosted by enough agents. {{(pid=84041) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:37:59.548266 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [req-f97d6c57-3425-4fc0-a8cd-8f5fa02e6dcc req-5c4da0dc-c46c-4e92-8437-274094f7ebb1 tempest-LiveMigrationNegativeTest-1063094817 tempest-LiveMigrationNegativeTest-1063094817-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:37:59.564333 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-829d2340-9b0d-49a9-a4dd-807de00b14c8 req-4f1bee98-3e5d-4163-8c33-997be9155026 tempest-LiveAutoBlockMigrationV225Test-1713341100 tempest-LiveAutoBlockMigrationV225Test-1713341100-project] 10.222.0.42 "GET /v2.0/security-groups?id=bf712067-aabd-4e70-aae1-082928dd1ccd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2061603 Apr 18 20:37:59.603318 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [req-f97d6c57-3425-4fc0-a8cd-8f5fa02e6dcc req-5c4da0dc-c46c-4e92-8437-274094f7ebb1 tempest-LiveMigrationNegativeTest-1063094817 tempest-LiveMigrationNegativeTest-1063094817-project] Usage tracker for resource:security_group_rule and tenant:5d4dc6fb67894ffb821d3bd7cc7cd1b2 is out of sync, need to count used quota {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:37:59.609285 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [req-f97d6c57-3425-4fc0-a8cd-8f5fa02e6dcc req-5c4da0dc-c46c-4e92-8437-274094f7ebb1 tempest-LiveMigrationNegativeTest-1063094817 tempest-LiveMigrationNegativeTest-1063094817-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:37:59.609416 n-d-838334-2 neutron-server[84041]: DEBUG neutron.scheduler.base_scheduler [req-52814004-5562-44b9-8fd3-decf4ec4a4ab req-e4d5bb5c-5499-43c0-9092-31e03a44a4de tempest-LiveMigrationTest-963278731 tempest-LiveMigrationTest-963278731-project] Resources bound (agent type, host, resource id): {{(pid=84041) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:37:59.612914 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.l3_dvrscheduler_db [req-52814004-5562-44b9-8fd3-decf4ec4a4ab req-e4d5bb5c-5499-43c0-9092-31e03a44a4de tempest-LiveMigrationTest-963278731 tempest-LiveMigrationTest-963278731-project] Received port after_create {{(pid=84041) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 20:37:59.621042 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [req-f97d6c57-3425-4fc0-a8cd-8f5fa02e6dcc req-5c4da0dc-c46c-4e92-8437-274094f7ebb1 tempest-LiveMigrationNegativeTest-1063094817 tempest-LiveMigrationNegativeTest-1063094817-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:37:59.637745 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62804221-4a53-46cb-90aa-da12fa35d5c0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5682643d-a10d-40ad-9341-b974906dbaa4,revision_number=None']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:37:59.648785 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-2a464c91-fd47-4f5b-a707-1447e722a6f6 req-8cfb1a1e-8faf-44ea-b99d-14127e9c6f24 service neutron] 10.222.0.48 "GET /v2.0/networks/5ab7510b-2145-476c-b9d7-eb0e1ae538b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1968553 Apr 18 20:37:59.687653 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4d5bb5c-5499-43c0-9092-31e03a44a4de tempest-LiveMigrationTest-963278731 tempest-LiveMigrationTest-963278731-project] Pushing event updated for resources: {'Port': ['ID=ecc9262a-94bf-40c1-99c0-e4ad54b2ed5f,revision_number=1']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:37:59.693611 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-62804221-4a53-46cb-90aa-da12fa35d5c0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:59.708393 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf9efa06-0281-4a0b-9706-4a6dd758e7fa None None] Network efdbce01-fc3d-4546-9bb8-2f385093b55f requested from n-d-838334-2 {{(pid=84042) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 20:37:59.711990 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-5fb22a16-b60e-4c6e-8a69-03484d88cc65 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:59.765259 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-62804221-4a53-46cb-90aa-da12fa35d5c0 admin admin] 10.222.0.42 "DELETE /v2.0/subnets/5682643d-a10d-40ad-9341-b974906dbaa4 HTTP/1.1" status: 204 len: 168 time: 1.5754480 Apr 18 20:37:59.769894 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 34016) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:37:59.794816 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52814004-5562-44b9-8fd3-decf4ec4a4ab req-e4d5bb5c-5499-43c0-9092-31e03a44a4de tempest-LiveMigrationTest-963278731 tempest-LiveMigrationTest-963278731-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:37:59.795421 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [req-52814004-5562-44b9-8fd3-decf4ec4a4ab req-e4d5bb5c-5499-43c0-9092-31e03a44a4de tempest-LiveMigrationTest-963278731 tempest-LiveMigrationTest-963278731-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217293'] for port, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:59.986044 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-5fb22a16-b60e-4c6e-8a69-03484d88cc65 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:00.044470 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-52814004-5562-44b9-8fd3-decf4ec4a4ab req-e4d5bb5c-5499-43c0-9092-31e03a44a4de tempest-LiveMigrationTest-963278731 tempest-LiveMigrationTest-963278731-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.0711002 Apr 18 20:38:00.066237 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.v2.base [req-52814004-5562-44b9-8fd3-decf4ec4a4ab req-7a3dec79-c963-481d-842f-a9673c0b6153 service neutron] Request body: {'port': {'device_id': 'bc66a4ae-28da-4e1f-969f-022e139eaf43', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-838334-2'}} {{(pid=84041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 20:38:00.110838 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-5844e73f-89e9-4694-867d-8153b44d0698 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1103592'] for network, before_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:00.126200 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-f97d6c57-3425-4fc0-a8cd-8f5fa02e6dcc req-5c4da0dc-c46c-4e92-8437-274094f7ebb1 tempest-LiveMigrationNegativeTest-1063094817 tempest-LiveMigrationNegativeTest-1063094817-project] Notify callbacks [] for security_group, precommit_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:00.135558 n-d-838334-2 neutron-server[84041]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5fb778e4-5d46-4c59-9a50-1881be8a975d admin admin] Network f80f29cf-306f-4b83-b9ef-977e3822a3eb is already hosted by enough agents. {{(pid=84041) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:38:00.145293 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.db_base_plugin_common [req-1e75f730-1a56-4344-8431-940962dbb753 req-25c78192-7c2c-4206-9d99-7b1a60469a5b tempest-ServersWithSpecificFlavorTestJSON-734692326 tempest-ServersWithSpecificFlavorTestJSON-734692326-project] Allocated IP 172.20.0.5 (079e35ca-557b-42c6-b34f-dbc020bb616d/c3ffe89f-19b4-45a8-ac55-d99492f3b297/3f6512be-4c2a-4b90-af9e-957e05681a3f) {{(pid=84041) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:38:00.148479 n-d-838334-2 neutron-server[84041]: DEBUG neutron.scheduler.base_scheduler [None req-5fb778e4-5d46-4c59-9a50-1881be8a975d admin admin] Resources bound (agent type, host, resource id): {{(pid=84041) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:38:00.159684 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-f97d6c57-3425-4fc0-a8cd-8f5fa02e6dcc req-5c4da0dc-c46c-4e92-8437-274094f7ebb1 tempest-LiveMigrationNegativeTest-1063094817 tempest-LiveMigrationNegativeTest-1063094817-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33528224'] for security_group, after_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:00.187092 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd0646b9-f62e-458b-90d7-e07e050de816 None None] DHCP port deletion for efdbce01-fc3d-4546-9bb8-2f385093b55f request from n-d-838334-2 {{(pid=84042) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 18 20:38:00.191763 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.plugin [None req-cd0646b9-f62e-458b-90d7-e07e050de816 None None] Deleting port 66ba281b-dda9-4850-a186-4723c65ca979 {{(pid=84042) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 20:38:00.192397 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-cd0646b9-f62e-458b-90d7-e07e050de816 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750375188691'] for port, before_delete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:00.420960 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-5fb22a16-b60e-4c6e-8a69-03484d88cc65 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33528224'] for security_group, after_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:00.429831 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-2a464c91-fd47-4f5b-a707-1447e722a6f6 req-343065a1-e6c0-4d97-aa63-85bd383ef217 service neutron] 10.222.0.48 "GET /v2.0/networks/5ab7510b-2145-476c-b9d7-eb0e1ae538b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7605200 Apr 18 20:38:00.430621 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c4da0dc-c46c-4e92-8437-274094f7ebb1 tempest-LiveMigrationNegativeTest-1063094817 tempest-LiveMigrationNegativeTest-1063094817-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7d29b726-a567-4f03-8309-9129413604ec,revision_number=1']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:38:00.505959 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.plugin [None req-5844e73f-89e9-4694-867d-8153b44d0698 admin admin] Deleting port 66ba281b-dda9-4850-a186-4723c65ca979 {{(pid=84040) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 20:38:00.506860 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-5844e73f-89e9-4694-867d-8153b44d0698 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750375188691'] for port, before_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:00.533674 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-804492c0-dbdd-4e24-a415-6903c72f8fab req-550b3557-6de8-422b-95f0-5fc25f97fab7 tempest-ServersWithSpecificFlavorTestJSON-734692326 tempest-ServersWithSpecificFlavorTestJSON-734692326-project] 10.222.0.42 "GET /v2.0/ports?device_id=505ce2b4-79e7-4477-8f98-649510a8effc HTTP/1.1" status: 200 len: 210 time: 0.0943110 Apr 18 20:38:00.574249 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4328a908-3e30-4ecb-8d03-ce6baa0e14a1 req-726831e5-3bf3-40c3-8066-d221ba7964f4 tempest-LiveMigrationTest-963278731 tempest-LiveMigrationTest-963278731-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:38:00.578219 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fb22a16-b60e-4c6e-8a69-03484d88cc65 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c78e5528-bf79-4b2d-8745-9b8637bcfaab,revision_number=None']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:38:00.580918 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-4328a908-3e30-4ecb-8d03-ce6baa0e14a1 req-726831e5-3bf3-40c3-8066-d221ba7964f4 tempest-LiveMigrationTest-963278731 tempest-LiveMigrationTest-963278731-project] 10.222.0.42 "GET /v2.0/ports?device_id=bc66a4ae-28da-4e1f-969f-022e139eaf43 HTTP/1.1" status: 200 len: 931 time: 0.6571841 Apr 18 20:38:00.603558 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [req-52814004-5562-44b9-8fd3-decf4ec4a4ab req-7a3dec79-c963-481d-842f-a9673c0b6153 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:00.631172 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-cd0646b9-f62e-458b-90d7-e07e050de816 None None] For port 66ba281b-dda9-4850-a186-4723c65ca979, host n-d-838334-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838334-2',level=0,port_id=66ba281b-dda9-4850-a186-4723c65ca979,segment=NetworkSegment(fa0bb2dd-d79d-42bf-ba14-7584c2ab36a1),segment_id=fa0bb2dd-d79d-42bf-ba14-7584c2ab36a1)] {{(pid=84042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:38:00.632403 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-cd0646b9-f62e-458b-90d7-e07e050de816 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369123'] for port, precommit_delete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:00.636607 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-5fb22a16-b60e-4c6e-8a69-03484d88cc65 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:00.637715 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-5fb22a16-b60e-4c6e-8a69-03484d88cc65 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/c78e5528-bf79-4b2d-8745-9b8637bcfaab HTTP/1.1" status: 204 len: 168 time: 1.4255261 Apr 18 20:38:00.651059 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-29c38806-4fb9-4a2d-9211-cfc1d318ca5b None None] Provisioning complete for port 5e0d7785-ddda-4f03-bfc3-d61f02557f4b triggered by entity DHCP. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:38:00.651437 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-29c38806-4fb9-4a2d-9211-cfc1d318ca5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1253608'] for port, provisioning_complete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:00.653265 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-4328a908-3e30-4ecb-8d03-ce6baa0e14a1 req-fda54f8d-9ff0-4b01-92e9-3e05e17f32c3 tempest-LiveMigrationTest-963278731 tempest-LiveMigrationTest-963278731-project] 10.222.0.42 "GET /v2.0/security-groups?id=c1ded286-bbeb-4ec4-95be-e4f6aab8a892&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692692 Apr 18 20:38:00.720152 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.db_base_plugin_common [req-f97d6c57-3425-4fc0-a8cd-8f5fa02e6dcc req-5c4da0dc-c46c-4e92-8437-274094f7ebb1 tempest-LiveMigrationNegativeTest-1063094817 tempest-LiveMigrationNegativeTest-1063094817-project] Allocated IP 192.168.233.95 (cb56989d-7c5d-4678-b194-1d2edf1e842a/c4b526db-4d8a-4d4c-a310-e3a599630ae1/dc340d1a-25b1-44bb-9758-37662660deb1) {{(pid=84040) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:38:00.789007 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-c6e6785d-560b-4538-a8de-8e81cba866ec req-6d7dab0d-4730-4436-86ea-e18beaa21e63 tempest-LiveMigrationNegativeTest-1063094817 tempest-LiveMigrationNegativeTest-1063094817-project] 10.222.0.42 "GET /v2.0/ports?device_id=938f89c0-99ed-4164-b9cc-2b809c4e82ef HTTP/1.1" status: 200 len: 210 time: 0.0705647 Apr 18 20:38:00.869736 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.plugin [None req-cd0646b9-f62e-458b-90d7-e07e050de816 None None] Calling delete_port for 66ba281b-dda9-4850-a186-4723c65ca979 owned by network:dhcp {{(pid=84042) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 20:38:00.998950 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.plugin [None req-29c38806-4fb9-4a2d-9211-cfc1d318ca5b None None] Port 5e0d7785-ddda-4f03-bfc3-d61f02557f4b cannot update to ACTIVE because it is not bound. {{(pid=84042) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 18 20:38:01.001172 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.db [None req-5844e73f-89e9-4694-867d-8153b44d0698 admin admin] For port 66ba281b-dda9-4850-a186-4723c65ca979, host n-d-838334-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838334-2',level=0,port_id=66ba281b-dda9-4850-a186-4723c65ca979,segment=NetworkSegment(fa0bb2dd-d79d-42bf-ba14-7584c2ab36a1),segment_id=fa0bb2dd-d79d-42bf-ba14-7584c2ab36a1)] {{(pid=84040) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:38:01.001172 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-5844e73f-89e9-4694-867d-8153b44d0698 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369123'] for port, precommit_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:01.080421 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [req-1e75f730-1a56-4344-8431-940962dbb753 req-25c78192-7c2c-4206-9d99-7b1a60469a5b tempest-ServersWithSpecificFlavorTestJSON-734692326 tempest-ServersWithSpecificFlavorTestJSON-734692326-project] Notify callbacks [] for port, precommit_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:01.145270 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.provisioning_blocks [req-1e75f730-1a56-4344-8431-940962dbb753 req-25c78192-7c2c-4206-9d99-7b1a60469a5b tempest-ServersWithSpecificFlavorTestJSON-734692326 tempest-ServersWithSpecificFlavorTestJSON-734692326-project] Transition to ACTIVE for port object 3f6512be-4c2a-4b90-af9e-957e05681a3f will not be triggered until provisioned by entity DHCP. {{(pid=84041) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 20:38:01.175889 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-cd0646b9-f62e-458b-90d7-e07e050de816 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750375259028', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750374836628'] for port, after_delete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:01.230783 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd0646b9-f62e-458b-90d7-e07e050de816 None None] Pushing event deleted for resources: {'Port': ['ID=66ba281b-dda9-4850-a186-4723c65ca979,revision_number=None']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:38:01.236963 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd0646b9-f62e-458b-90d7-e07e050de816 None None] No DVR routers for this DVR port 66ba281b-dda9-4850-a186-4723c65ca979 on host n-d-838334-2 {{(pid=84042) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 20:38:01.364694 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [req-1e75f730-1a56-4344-8431-940962dbb753 req-25c78192-7c2c-4206-9d99-7b1a60469a5b tempest-ServersWithSpecificFlavorTestJSON-734692326 tempest-ServersWithSpecificFlavorTestJSON-734692326-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750374836619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32266323'] for port, after_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:01.390644 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.plugin [None req-5844e73f-89e9-4694-867d-8153b44d0698 admin admin] Calling delete_port for 66ba281b-dda9-4850-a186-4723c65ca979 owned by network:dhcp {{(pid=84040) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 20:38:01.484666 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25c78192-7c2c-4206-9d99-7b1a60469a5b tempest-ServersWithSpecificFlavorTestJSON-734692326 tempest-ServersWithSpecificFlavorTestJSON-734692326-project] Pushing event updated for resources: {'Port': ['ID=3f6512be-4c2a-4b90-af9e-957e05681a3f,revision_number=1']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:38:01.502183 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 34048) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:38:01.517640 n-d-838334-2 neutron-server[84041]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1e75f730-1a56-4344-8431-940962dbb753 req-25c78192-7c2c-4206-9d99-7b1a60469a5b tempest-ServersWithSpecificFlavorTestJSON-734692326 tempest-ServersWithSpecificFlavorTestJSON-734692326-project] Network 079e35ca-557b-42c6-b34f-dbc020bb616d is already hosted by enough agents. {{(pid=84041) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:38:01.543758 n-d-838334-2 neutron-server[84041]: DEBUG neutron.scheduler.base_scheduler [req-1e75f730-1a56-4344-8431-940962dbb753 req-25c78192-7c2c-4206-9d99-7b1a60469a5b tempest-ServersWithSpecificFlavorTestJSON-734692326 tempest-ServersWithSpecificFlavorTestJSON-734692326-project] Resources bound (agent type, host, resource id): {{(pid=84041) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:38:01.545653 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-4b0ce89d-06a6-49a5-b17b-bdc085debc92 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:01.567796 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.l3_dvrscheduler_db [req-1e75f730-1a56-4344-8431-940962dbb753 req-25c78192-7c2c-4206-9d99-7b1a60469a5b tempest-ServersWithSpecificFlavorTestJSON-734692326 tempest-ServersWithSpecificFlavorTestJSON-734692326-project] Received port after_create {{(pid=84041) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 20:38:01.576912 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-69a25d94-d246-4789-826c-7cbce0bb2260 req-692e87be-2476-476e-97e2-28b603f77f20 tempest-ServersAdmin275Test-1430223114 tempest-ServersAdmin275Test-1430223114-project] 10.222.0.42 "GET /v2.0/ports?device_id=4bb574e3-a1a9-4f48-a18e-e712328d8de0 HTTP/1.1" status: 200 len: 210 time: 0.1256440 Apr 18 20:38:01.613437 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Device 66ba281b-dda9-4850-a186-4723c65ca979 no longer exists at agent ovs-agent-n-d-838334-2 {{(pid=84042) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 20:38:01.650293 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e75f730-1a56-4344-8431-940962dbb753 req-25c78192-7c2c-4206-9d99-7b1a60469a5b tempest-ServersWithSpecificFlavorTestJSON-734692326 tempest-ServersWithSpecificFlavorTestJSON-734692326-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:38:01.651007 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [req-1e75f730-1a56-4344-8431-940962dbb753 req-25c78192-7c2c-4206-9d99-7b1a60469a5b tempest-ServersWithSpecificFlavorTestJSON-734692326 tempest-ServersWithSpecificFlavorTestJSON-734692326-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217293'] for port, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:01.683399 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-f97d6c57-3425-4fc0-a8cd-8f5fa02e6dcc req-5c4da0dc-c46c-4e92-8437-274094f7ebb1 tempest-LiveMigrationNegativeTest-1063094817 tempest-LiveMigrationNegativeTest-1063094817-project] Notify callbacks [] for port, precommit_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:01.714295 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.db.api [None req-5844e73f-89e9-4694-867d-8153b44d0698 admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84040) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 18 20:38:01.716262 n-d-838334-2 neutron-server[84040]: DEBUG oslo_db.api [None req-5844e73f-89e9-4694-867d-8153b44d0698 admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 18 20:38:01.721205 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.plugin [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] No Port match for: 66ba281b-dda9-4850-a186-4723c65ca979 {{(pid=84042) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 18 20:38:01.721698 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Device 66ba281b-dda9-4850-a186-4723c65ca979 not bound to the agent host n-d-838334-2 {{(pid=84042) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 20:38:01.748815 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.provisioning_blocks [req-f97d6c57-3425-4fc0-a8cd-8f5fa02e6dcc req-5c4da0dc-c46c-4e92-8437-274094f7ebb1 tempest-LiveMigrationNegativeTest-1063094817 tempest-LiveMigrationNegativeTest-1063094817-project] Transition to ACTIVE for port object dc340d1a-25b1-44bb-9758-37662660deb1 will not be triggered until provisioned by entity DHCP. {{(pid=84040) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 20:38:01.783604 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad3b53c6-9a39-4c70-bcd8-f43989eaa2f9 req-05ec8f77-5b3f-4b5d-89af-cefb9d45f1e6 tempest-LiveAutoBlockMigrationV225Test-1713341100 tempest-LiveAutoBlockMigrationV225Test-1713341100-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:38:01.791058 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-4b0ce89d-06a6-49a5-b17b-bdc085debc92 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:38:01.792219 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-ad3b53c6-9a39-4c70-bcd8-f43989eaa2f9 req-05ec8f77-5b3f-4b5d-89af-cefb9d45f1e6 tempest-LiveAutoBlockMigrationV225Test-1713341100 tempest-LiveAutoBlockMigrationV225Test-1713341100-project] 10.222.0.42 "GET /v2.0/ports?device_id=4d27da33-3ad6-433b-9d90-6d6cdb64d534 HTTP/1.1" status: 200 len: 943 time: 0.5925894 Apr 18 20:38:01.812338 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-f97d6c57-3425-4fc0-a8cd-8f5fa02e6dcc req-5c4da0dc-c46c-4e92-8437-274094f7ebb1 tempest-LiveMigrationNegativeTest-1063094817 tempest-LiveMigrationNegativeTest-1063094817-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750374836619'] for port, after_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:01.824468 n-d-838334-2 neutron-server[84041]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5fb778e4-5d46-4c59-9a50-1881be8a975d admin admin] Router f71df682-36c0-45b6-a315-477bfe4444f5 has already been hosted by L3 agent bc84d6c9-dd7a-4555-a351-592327b46d5a {{(pid=84041) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 20:38:01.826275 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-4b0ce89d-06a6-49a5-b17b-bdc085debc92 admin admin] Usage tracker for resource:security_group_rule and tenant:055fcbe2e566430d9a06ad38e304518b is out of sync, need to count used quota {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:38:01.832672 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-1e75f730-1a56-4344-8431-940962dbb753 req-25c78192-7c2c-4206-9d99-7b1a60469a5b tempest-ServersWithSpecificFlavorTestJSON-734692326 tempest-ServersWithSpecificFlavorTestJSON-734692326-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.2738519 Apr 18 20:38:01.835849 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-4b0ce89d-06a6-49a5-b17b-bdc085debc92 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:38:01.840864 n-d-838334-2 neutron-server[84041]: DEBUG neutron.notifiers.nova [req-52814004-5562-44b9-8fd3-decf4ec4a4ab req-7a3dec79-c963-481d-842f-a9673c0b6153 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ecc9262a-94bf-40c1-99c0-e4ad54b2ed5f {{(pid=84041) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 18 20:38:01.852393 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-4b0ce89d-06a6-49a5-b17b-bdc085debc92 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:38:01.888996 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.v2.base [req-1e75f730-1a56-4344-8431-940962dbb753 req-74e08275-1fd2-44a9-8b70-5ba446a3b13d service neutron] Request body: {'port': {'device_id': '505ce2b4-79e7-4477-8f98-649510a8effc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-838334-2'}} {{(pid=84041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 20:38:01.923694 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [req-52814004-5562-44b9-8fd3-decf4ec4a4ab req-7a3dec79-c963-481d-842f-a9673c0b6153 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:01.949106 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-1e8c9020-1a82-4202-bd3e-83f98252a591 None None] Provisioning for port 3f6512be-4c2a-4b90-af9e-957e05681a3f completed by entity DHCP. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 20:38:01.955507 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-1e8c9020-1a82-4202-bd3e-83f98252a591 None None] Provisioning complete for port 3f6512be-4c2a-4b90-af9e-957e05681a3f triggered by entity DHCP. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:38:01.956171 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-1e8c9020-1a82-4202-bd3e-83f98252a591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1253608'] for port, provisioning_complete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:02.009046 n-d-838334-2 neutron-server[84040]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f97d6c57-3425-4fc0-a8cd-8f5fa02e6dcc req-5c4da0dc-c46c-4e92-8437-274094f7ebb1 tempest-LiveMigrationNegativeTest-1063094817 tempest-LiveMigrationNegativeTest-1063094817-project] Network cb56989d-7c5d-4678-b194-1d2edf1e842a is already hosted by enough agents. {{(pid=84040) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:38:02.021894 n-d-838334-2 neutron-server[84040]: DEBUG neutron.scheduler.base_scheduler [req-f97d6c57-3425-4fc0-a8cd-8f5fa02e6dcc req-5c4da0dc-c46c-4e92-8437-274094f7ebb1 tempest-LiveMigrationNegativeTest-1063094817 tempest-LiveMigrationNegativeTest-1063094817-project] Resources bound (agent type, host, resource id): {{(pid=84040) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:38:02.026469 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.l3_dvrscheduler_db [req-f97d6c57-3425-4fc0-a8cd-8f5fa02e6dcc req-5c4da0dc-c46c-4e92-8437-274094f7ebb1 tempest-LiveMigrationNegativeTest-1063094817 tempest-LiveMigrationNegativeTest-1063094817-project] Received port after_create {{(pid=84040) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 20:38:02.032417 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f97d6c57-3425-4fc0-a8cd-8f5fa02e6dcc req-5c4da0dc-c46c-4e92-8437-274094f7ebb1 tempest-LiveMigrationNegativeTest-1063094817 tempest-LiveMigrationNegativeTest-1063094817-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:38:02.033122 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-f97d6c57-3425-4fc0-a8cd-8f5fa02e6dcc req-5c4da0dc-c46c-4e92-8437-274094f7ebb1 tempest-LiveMigrationNegativeTest-1063094817 tempest-LiveMigrationNegativeTest-1063094817-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217293'] for port, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:02.038565 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.provisioning_blocks [req-52814004-5562-44b9-8fd3-decf4ec4a4ab req-7a3dec79-c963-481d-842f-a9673c0b6153 service neutron] Transition to ACTIVE for port object ecc9262a-94bf-40c1-99c0-e4ad54b2ed5f will not be triggered until provisioned by entity L2. {{(pid=84041) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 20:38:02.073465 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.plugin [None req-1e8c9020-1a82-4202-bd3e-83f98252a591 None None] Port 3f6512be-4c2a-4b90-af9e-957e05681a3f cannot update to ACTIVE because it is not bound. {{(pid=84042) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 18 20:38:02.101240 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-ad3b53c6-9a39-4c70-bcd8-f43989eaa2f9 req-c0336418-8a94-455e-a2fa-0b76d258f915 tempest-LiveAutoBlockMigrationV225Test-1713341100 tempest-LiveAutoBlockMigrationV225Test-1713341100-project] 10.222.0.42 "GET /v2.0/security-groups?id=bf712067-aabd-4e70-aae1-082928dd1ccd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3065426 Apr 18 20:38:02.114391 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c4da0dc-c46c-4e92-8437-274094f7ebb1 tempest-LiveMigrationNegativeTest-1063094817 tempest-LiveMigrationNegativeTest-1063094817-project] Pushing event updated for resources: {'Port': ['ID=dc340d1a-25b1-44bb-9758-37662660deb1,revision_number=1']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:38:02.149740 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-8b6b532e-366e-40a8-af80-f6d1c9c26bbe req-eb176ce9-3f0a-4b27-bdd2-1aab0cd33703 service neutron] 10.222.0.48 "GET /v2.0/ports/8578f3c0-3c71-4002-9e87-2205dc1e4c6c/bindings/n-h1-838334-2 HTTP/1.1" status: 200 len: 384 time: 0.3398416 Apr 18 20:38:02.150934 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [req-52814004-5562-44b9-8fd3-decf4ec4a4ab req-7a3dec79-c963-481d-842f-a9673c0b6153 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32266282'] for port, after_update {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:02.220249 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.plugin [None req-5844e73f-89e9-4694-867d-8153b44d0698 admin admin] Deleting port 66ba281b-dda9-4850-a186-4723c65ca979 {{(pid=84040) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 20:38:02.220594 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-5844e73f-89e9-4694-867d-8153b44d0698 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750375188691'] for port, before_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:02.299043 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-f97d6c57-3425-4fc0-a8cd-8f5fa02e6dcc req-5c4da0dc-c46c-4e92-8437-274094f7ebb1 tempest-LiveMigrationNegativeTest-1063094817 tempest-LiveMigrationNegativeTest-1063094817-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.9564548 Apr 18 20:38:02.350789 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.plugin [None req-5844e73f-89e9-4694-867d-8153b44d0698 admin admin] The port '66ba281b-dda9-4850-a186-4723c65ca979' was deleted {{(pid=84040) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 18 20:38:02.374974 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb43f1a9-f9de-48cb-9f23-72b56d2c4c03 req-9279c3fb-4128-473f-813b-6a6d71aae2af tempest-ServersWithSpecificFlavorTestJSON-734692326 tempest-ServersWithSpecificFlavorTestJSON-734692326-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:38:02.378633 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-eb43f1a9-f9de-48cb-9f23-72b56d2c4c03 req-9279c3fb-4128-473f-813b-6a6d71aae2af tempest-ServersWithSpecificFlavorTestJSON-734692326 tempest-ServersWithSpecificFlavorTestJSON-734692326-project] 10.222.0.42 "GET /v2.0/ports?device_id=505ce2b4-79e7-4477-8f98-649510a8effc HTTP/1.1" status: 200 len: 931 time: 0.4604335 Apr 18 20:38:02.391977 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.v2.base [req-f97d6c57-3425-4fc0-a8cd-8f5fa02e6dcc req-54f48d9b-ea9d-4579-9f01-89610c243e60 service neutron] Request body: {'port': {'device_id': '938f89c0-99ed-4164-b9cc-2b809c4e82ef', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-838334-2'}} {{(pid=84040) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 20:38:02.403960 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-5ec985d0-2a2a-4838-a44e-5db3e96d6566 None None] Provisioning for port dc340d1a-25b1-44bb-9758-37662660deb1 completed by entity DHCP. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 20:38:02.408665 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-5ec985d0-2a2a-4838-a44e-5db3e96d6566 None None] Provisioning complete for port dc340d1a-25b1-44bb-9758-37662660deb1 triggered by entity DHCP. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:38:02.409025 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-5ec985d0-2a2a-4838-a44e-5db3e96d6566 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1253608'] for port, provisioning_complete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:02.465971 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.plugin [None req-5ec985d0-2a2a-4838-a44e-5db3e96d6566 None None] Port dc340d1a-25b1-44bb-9758-37662660deb1 cannot update to ACTIVE because it is not bound. {{(pid=84042) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 18 20:38:02.543881 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-d2301b81-5eba-4a80-b9a9-a08745ae159e req-3fb03e95-f806-4054-a07e-8215abfff35f tempest-ServersAdmin275Test-1430223114 tempest-ServersAdmin275Test-1430223114-project] 10.222.0.42 "GET /v2.0/ports?device_id=4bb574e3-a1a9-4f48-a18e-e712328d8de0 HTTP/1.1" status: 200 len: 210 time: 0.1561410 Apr 18 20:38:02.596356 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [req-1e75f730-1a56-4344-8431-940962dbb753 req-74e08275-1fd2-44a9-8b70-5ba446a3b13d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:02.610021 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a3dec79-c963-481d-842f-a9673c0b6153 service neutron] Pushing event updated for resources: {'Port': ['ID=ecc9262a-94bf-40c1-99c0-e4ad54b2ed5f,revision_number=2']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:38:02.644920 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-4b0ce89d-06a6-49a5-b17b-bdc085debc92 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:02.650033 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-5844e73f-89e9-4694-867d-8153b44d0698 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1258905', 'neutron.services.segments.db._delete_segments_for_network-8750375287417'] for network, precommit_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:02.661483 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-4b0ce89d-06a6-49a5-b17b-bdc085debc92 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33528224'] for security_group, after_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:02.779780 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-eb43f1a9-f9de-48cb-9f23-72b56d2c4c03 req-5acfaee5-f07a-42b4-8b82-3f79d8f45105 tempest-ServersWithSpecificFlavorTestJSON-734692326 tempest-ServersWithSpecificFlavorTestJSON-734692326-project] 10.222.0.42 "GET /v2.0/security-groups?id=51d79015-ffd5-44d4-b2c5-faf33204dfe8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3569553 Apr 18 20:38:02.815698 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-5844e73f-89e9-4694-867d-8153b44d0698 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=84040) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 20:38:02.815698 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-5844e73f-89e9-4694-867d-8153b44d0698 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=84040) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 20:38:02.815698 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-5844e73f-89e9-4694-867d-8153b44d0698 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=84040) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 20:38:02.815698 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-5844e73f-89e9-4694-867d-8153b44d0698 admin admin] Subscribe: > port after_create 55550000 {{(pid=84040) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 20:38:02.815698 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-5844e73f-89e9-4694-867d-8153b44d0698 admin admin] Subscribe: > port after_delete 55550000 {{(pid=84040) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 20:38:02.815698 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-5844e73f-89e9-4694-867d-8153b44d0698 admin admin] Subscribe: > port after_update 55550000 {{(pid=84040) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 20:38:02.815698 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-5844e73f-89e9-4694-867d-8153b44d0698 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=84040) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 20:38:02.815698 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-5844e73f-89e9-4694-867d-8153b44d0698 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=84040) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 20:38:02.815698 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-5844e73f-89e9-4694-867d-8153b44d0698 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=84040) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 20:38:02.815698 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-5844e73f-89e9-4694-867d-8153b44d0698 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=84040) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 20:38:02.852995 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b0ce89d-06a6-49a5-b17b-bdc085debc92 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=caeb917d-43da-4aaa-b2a9-76de22c5c38a,revision_number=1']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:38:02.866719 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-4b0ce89d-06a6-49a5-b17b-bdc085debc92 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=055fcbe2e566430d9a06ad38e304518b&name=default HTTP/1.1" status: 200 len: 2647 time: 1.3583086 Apr 18 20:38:02.876577 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-5844e73f-89e9-4694-867d-8153b44d0698 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=84040) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 20:38:02.876933 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-5844e73f-89e9-4694-867d-8153b44d0698 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=84040) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 20:38:02.877255 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-5844e73f-89e9-4694-867d-8153b44d0698 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=84040) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 20:38:02.877579 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-5844e73f-89e9-4694-867d-8153b44d0698 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=84040) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 20:38:02.877973 n-d-838334-2 neutron-server[84040]: DEBUG neutron.services.segments.db [None req-5844e73f-89e9-4694-867d-8153b44d0698 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['efdbce01-fc3d-4546-9bb8-2f385093b55f']}} {{(pid=84040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:38:02.891802 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 34066) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:38:02.913755 n-d-838334-2 neutron-server[84040]: DEBUG neutron.services.segments.db [None req-5844e73f-89e9-4694-867d-8153b44d0698 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fa0bb2dd-d79d-42bf-ba14-7584c2ab36a1') {'for_net_delete': True} {{(pid=84040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:38:02.914105 n-d-838334-2 neutron-server[84040]: DEBUG neutron.services.segments.db [None req-5844e73f-89e9-4694-867d-8153b44d0698 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fa0bb2dd-d79d-42bf-ba14-7584c2ab36a1') {} {{(pid=84040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:38:02.956460 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-5844e73f-89e9-4694-867d-8153b44d0698 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750375287300', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31955965'] for segment, before_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:02.963580 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-f97d6c57-3425-4fc0-a8cd-8f5fa02e6dcc req-54f48d9b-ea9d-4579-9f01-89610c243e60 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:03.021377 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.managers [req-52814004-5562-44b9-8fd3-decf4ec4a4ab req-7a3dec79-c963-481d-842f-a9673c0b6153 service neutron] Attempting to bind port ecc9262a-94bf-40c1-99c0-e4ad54b2ed5f on host n-h1-838334-2 for vnic_type normal with profile {{(pid=84041) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:38:03.024214 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.managers [req-52814004-5562-44b9-8fd3-decf4ec4a4ab req-7a3dec79-c963-481d-842f-a9673c0b6153 service neutron] Attempting to bind port ecc9262a-94bf-40c1-99c0-e4ad54b2ed5f by drivers openvswitch,hyperv on host n-h1-838334-2 at level 0 using segments [{'id': '806925fb-1611-47d5-bfae-6289aca7c7ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '2b4e6157-bc80-44e6-aceb-13aa29225b38'}] {{(pid=84041) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:38:03.024558 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52814004-5562-44b9-8fd3-decf4ec4a4ab req-7a3dec79-c963-481d-842f-a9673c0b6153 service neutron] Attempting to bind port ecc9262a-94bf-40c1-99c0-e4ad54b2ed5f on network 2b4e6157-bc80-44e6-aceb-13aa29225b38 {{(pid=84041) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 20:38:03.167075 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52814004-5562-44b9-8fd3-decf4ec4a4ab req-7a3dec79-c963-481d-842f-a9673c0b6153 service neutron] Port ecc9262a-94bf-40c1-99c0-e4ad54b2ed5f on network 2b4e6157-bc80-44e6-aceb-13aa29225b38 not bound, no agent of type Open vSwitch agent registered on host n-h1-838334-2 {{(pid=84041) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 18 20:38:03.167390 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52814004-5562-44b9-8fd3-decf4ec4a4ab req-7a3dec79-c963-481d-842f-a9673c0b6153 service neutron] Attempting to bind port ecc9262a-94bf-40c1-99c0-e4ad54b2ed5f on network 2b4e6157-bc80-44e6-aceb-13aa29225b38 {{(pid=84041) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 20:38:03.193193 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52814004-5562-44b9-8fd3-decf4ec4a4ab req-7a3dec79-c963-481d-842f-a9673c0b6153 service neutron] Checking agent: {'id': 'd63bab19-ff81-4de1-afeb-a3732288d0d7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-838334-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 33, 59), 'started_at': datetime.datetime(2022, 4, 18, 20, 33, 59), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 20, 37, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84041) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 18 20:38:03.193536 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52814004-5562-44b9-8fd3-decf4ec4a4ab req-7a3dec79-c963-481d-842f-a9673c0b6153 service neutron] Checking segment: {'id': '806925fb-1611-47d5-bfae-6289aca7c7ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '2b4e6157-bc80-44e6-aceb-13aa29225b38'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84041) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 20:38:03.194152 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52814004-5562-44b9-8fd3-decf4ec4a4ab req-7a3dec79-c963-481d-842f-a9673c0b6153 service neutron] Bound using segment: {'id': '806925fb-1611-47d5-bfae-6289aca7c7ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '2b4e6157-bc80-44e6-aceb-13aa29225b38'} {{(pid=84041) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 18 20:38:03.194667 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.managers [req-52814004-5562-44b9-8fd3-decf4ec4a4ab req-7a3dec79-c963-481d-842f-a9673c0b6153 service neutron] Bound port: ecc9262a-94bf-40c1-99c0-e4ad54b2ed5f, host: n-h1-838334-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '806925fb-1611-47d5-bfae-6289aca7c7ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '2b4e6157-bc80-44e6-aceb-13aa29225b38'}}] {{(pid=84041) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 20:38:03.195004 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [req-52814004-5562-44b9-8fd3-decf4ec4a4ab req-7a3dec79-c963-481d-842f-a9673c0b6153 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:03.233753 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5fb778e4-5d46-4c59-9a50-1881be8a975d admin admin] Notify agent at l3_agent.n-d-838334-2 the message routers_updated {{(pid=84041) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 20:38:03.243981 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-5844e73f-89e9-4694-867d-8153b44d0698 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1082986'] for segment, precommit_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:03.289338 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5844e73f-89e9-4694-867d-8153b44d0698 admin admin] Releasing vlan 365 on physical network physnet1 to pool {{(pid=84040) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 18 20:38:03.289733 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-5844e73f-89e9-4694-867d-8153b44d0698 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1082993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32440923'] for segment, after_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:03.300199 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-5fb778e4-5d46-4c59-9a50-1881be8a975d admin admin] 10.222.0.42 "PUT /v2.0/routers/f71df682-36c0-45b6-a315-477bfe4444f5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.7801168 Apr 18 20:38:03.310225 n-d-838334-2 neutron-server[84040]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1993: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship. (this warning may be suppressed after 10 occurrences) Apr 18 20:38:03.310225 n-d-838334-2 neutron-server[84040]: util.warn_limited( Apr 18 20:38:03.310225 n-d-838334-2 neutron-server[84040]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 20:38:03.310225 n-d-838334-2 neutron-server[84040]: util.warn( Apr 18 20:38:03.310225 n-d-838334-2 neutron-server[84040]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 20:38:03.310225 n-d-838334-2 neutron-server[84040]: util.warn( Apr 18 20:38:03.310225 n-d-838334-2 neutron-server[84040]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 20:38:03.310225 n-d-838334-2 neutron-server[84040]: util.warn( Apr 18 20:38:03.310225 n-d-838334-2 neutron-server[84040]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 20:38:03.310225 n-d-838334-2 neutron-server[84040]: util.warn( Apr 18 20:38:03.310225 n-d-838334-2 neutron-server[84040]: Traceback (most recent call last): Apr 18 20:38:03.310225 n-d-838334-2 neutron-server[84040]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 18 20:38:03.310225 n-d-838334-2 neutron-server[84040]: timer() Apr 18 20:38:03.310225 n-d-838334-2 neutron-server[84040]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 20:38:03.310225 n-d-838334-2 neutron-server[84040]: cb(*args, **kw) Apr 18 20:38:03.310225 n-d-838334-2 neutron-server[84040]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 18 20:38:03.310225 n-d-838334-2 neutron-server[84040]: return func(*args, **kwargs) Apr 18 20:38:03.310225 n-d-838334-2 neutron-server[84040]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 20:38:03.310225 n-d-838334-2 neutron-server[84040]: self._notify() Apr 18 20:38:03.310225 n-d-838334-2 neutron-server[84040]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 20:38:03.310225 n-d-838334-2 neutron-server[84040]: self.callback(batched_events) Apr 18 20:38:03.310225 n-d-838334-2 neutron-server[84040]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 20:38:03.310225 n-d-838334-2 neutron-server[84040]: event.method(event) Apr 18 20:38:03.310225 n-d-838334-2 neutron-server[84040]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 18 20:38:03.310225 n-d-838334-2 neutron-server[84040]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 20:38:03.310225 n-d-838334-2 neutron-server[84040]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 18 20:38:03.310225 n-d-838334-2 neutron-server[84040]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 20:38:03.310225 n-d-838334-2 neutron-server[84040]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 18 20:38:03.310225 n-d-838334-2 neutron-server[84040]: return f(self, *a, **k) Apr 18 20:38:03.310225 n-d-838334-2 neutron-server[84040]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 18 20:38:03.310225 n-d-838334-2 neutron-server[84040]: return self._get(url).json() Apr 18 20:38:03.310225 n-d-838334-2 neutron-server[84040]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 18 20:38:03.310225 n-d-838334-2 neutron-server[84040]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 20:38:03.310225 n-d-838334-2 neutron-server[84040]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 18 20:38:03.310225 n-d-838334-2 neutron-server[84040]: return self.request(url, 'GET', **kwargs) Apr 18 20:38:03.310225 n-d-838334-2 neutron-server[84040]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 18 20:38:03.310225 n-d-838334-2 neutron-server[84040]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 20:38:03.310225 n-d-838334-2 neutron-server[84040]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 18 20:38:03.310225 n-d-838334-2 neutron-server[84040]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 20:38:03.310225 n-d-838334-2 neutron-server[84040]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 18 20:38:03.310225 n-d-838334-2 neutron-server[84040]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 20:38:03.310225 n-d-838334-2 neutron-server[84040]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 20:38:03.347662 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750375287399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253529'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:03.349826 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.db [req-52814004-5562-44b9-8fd3-decf4ec4a4ab req-7a3dec79-c963-481d-842f-a9673c0b6153 service neutron] For port ecc9262a-94bf-40c1-99c0-e4ad54b2ed5f, host n-h1-838334-2, cleared binding levels {{(pid=84041) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 20:38:03.357229 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.db [req-52814004-5562-44b9-8fd3-decf4ec4a4ab req-7a3dec79-c963-481d-842f-a9673c0b6153 service neutron] For port ecc9262a-94bf-40c1-99c0-e4ad54b2ed5f, host n-h1-838334-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838334-2',level=0,port_id=ecc9262a-94bf-40c1-99c0-e4ad54b2ed5f,segment=NetworkSegment(806925fb-1611-47d5-bfae-6289aca7c7ad),segment_id=806925fb-1611-47d5-bfae-6289aca7c7ad)] {{(pid=84041) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 20:38:03.364937 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [req-52814004-5562-44b9-8fd3-decf4ec4a4ab req-7a3dec79-c963-481d-842f-a9673c0b6153 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32266282'] for port, after_update {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:03.437232 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ead0b889-c4ae-439b-96f2-d8d265fc430a req-339ba60c-eb50-4113-8f26-ee06959deff6 tempest-LiveMigrationTest-963278731 tempest-LiveMigrationTest-963278731-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:38:03.444510 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-ead0b889-c4ae-439b-96f2-d8d265fc430a req-339ba60c-eb50-4113-8f26-ee06959deff6 tempest-LiveMigrationTest-963278731 tempest-LiveMigrationTest-963278731-project] 10.222.0.42 "GET /v2.0/ports?device_id=bc66a4ae-28da-4e1f-969f-022e139eaf43 HTTP/1.1" status: 200 len: 943 time: 0.7239237 Apr 18 20:38:03.485870 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [req-52814004-5562-44b9-8fd3-decf4ec4a4ab req-7a3dec79-c963-481d-842f-a9673c0b6153 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217293'] for port, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:03.487654 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-52814004-5562-44b9-8fd3-decf4ec4a4ab req-7a3dec79-c963-481d-842f-a9673c0b6153 service neutron] 10.222.0.43 "PUT /v2.0/ports/ecc9262a-94bf-40c1-99c0-e4ad54b2ed5f HTTP/1.1" status: 200 len: 1091 time: 3.4277959 Apr 18 20:38:03.493353 n-d-838334-2 neutron-server[84041]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bc66a4ae-28da-4e1f-969f-022e139eaf43', 'tag': 'ecc9262a-94bf-40c1-99c0-e4ad54b2ed5f'}] {{(pid=84041) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 20:38:03.516176 n-d-838334-2 neutron-server[84041]: DEBUG neutron.notifiers.nova [req-1e75f730-1a56-4344-8431-940962dbb753 req-74e08275-1fd2-44a9-8b70-5ba446a3b13d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3f6512be-4c2a-4b90-af9e-957e05681a3f {{(pid=84041) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 18 20:38:03.522564 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-ae6a35e1-5134-4047-8a39-48136375a04e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:03.526048 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [req-1e75f730-1a56-4344-8431-940962dbb753 req-74e08275-1fd2-44a9-8b70-5ba446a3b13d service neutron] Notify callbacks [] for port, precommit_update {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:03.533534 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a3dec79-c963-481d-842f-a9673c0b6153 service neutron] Pushing event updated for resources: {'Port': ['ID=ecc9262a-94bf-40c1-99c0-e4ad54b2ed5f,revision_number=3']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:38:03.552018 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.provisioning_blocks [req-1e75f730-1a56-4344-8431-940962dbb753 req-74e08275-1fd2-44a9-8b70-5ba446a3b13d service neutron] Transition to ACTIVE for port object 3f6512be-4c2a-4b90-af9e-957e05681a3f will not be triggered until provisioned by entity L2. {{(pid=84041) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 20:38:03.560953 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.db [req-8b6b532e-366e-40a8-af80-f6d1c9c26bbe req-66cc7e1c-5f77-4428-b99c-fed2c44ef30c service neutron] For port 8578f3c0-3c71-4002-9e87-2205dc1e4c6c, host n-h2-838334-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838334-2',level=0,port_id=8578f3c0-3c71-4002-9e87-2205dc1e4c6c,segment=NetworkSegment(e2a67327-2af4-4205-9ade-197b88c2bea8),segment_id=e2a67327-2af4-4205-9ade-197b88c2bea8)] {{(pid=84040) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:38:03.582148 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-5844e73f-89e9-4694-867d-8153b44d0698 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1258898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33526109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33444113'] for network, after_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:03.599508 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [req-1e75f730-1a56-4344-8431-940962dbb753 req-74e08275-1fd2-44a9-8b70-5ba446a3b13d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32266282'] for port, after_update {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:03.635388 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-ae6a35e1-5134-4047-8a39-48136375a04e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:03.655315 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-5844e73f-89e9-4694-867d-8153b44d0698 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32378031'] for network, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:03.685558 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5844e73f-89e9-4694-867d-8153b44d0698 admin admin] Pushing event deleted for resources: {'Network': ['ID=efdbce01-fc3d-4546-9bb8-2f385093b55f,revision_number=None']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:38:03.692484 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.db [req-8b6b532e-366e-40a8-af80-f6d1c9c26bbe req-66cc7e1c-5f77-4428-b99c-fed2c44ef30c service neutron] For port 8578f3c0-3c71-4002-9e87-2205dc1e4c6c, host n-h2-838334-2, cleared binding levels {{(pid=84040) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 20:38:03.745686 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74e08275-1fd2-44a9-8b70-5ba446a3b13d service neutron] Pushing event updated for resources: {'Port': ['ID=3f6512be-4c2a-4b90-af9e-957e05681a3f,revision_number=2']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:38:03.796740 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ca2cdb6-20e5-4028-afad-0de45ba64a31 req-9de68a62-60b3-4e7e-af36-3ff847f03f86 tempest-LiveMigrationNegativeTest-1063094817 tempest-LiveMigrationNegativeTest-1063094817-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:38:03.797012 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [req-7ca2cdb6-20e5-4028-afad-0de45ba64a31 req-9de68a62-60b3-4e7e-af36-3ff847f03f86 tempest-LiveMigrationNegativeTest-1063094817 tempest-LiveMigrationNegativeTest-1063094817-project] Synchronizing usage tracker for tenant:5d4dc6fb67894ffb821d3bd7cc7cd1b2 on resource:port {{(pid=84040) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 20:38:03.845293 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-ead0b889-c4ae-439b-96f2-d8d265fc430a req-b2807c6d-1695-4d25-ae52-aa71f31f592b tempest-LiveMigrationTest-963278731 tempest-LiveMigrationTest-963278731-project] 10.222.0.42 "GET /v2.0/security-groups?id=c1ded286-bbeb-4ec4-95be-e4f6aab8a892&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3999236 Apr 18 20:38:03.857704 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-5844e73f-89e9-4694-867d-8153b44d0698 admin admin] 10.222.0.42 "DELETE /v2.0/networks/efdbce01-fc3d-4546-9bb8-2f385093b55f HTTP/1.1" status: 204 len: 168 time: 4.0834484 Apr 18 20:38:03.863778 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-52814004-5562-44b9-8fd3-decf4ec4a4ab req-871108d9-3ade-4a01-83c0-74138bb6c6bf service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=30967135a3784f8f91989a9ec626fb3e&device_id=bc66a4ae-28da-4e1f-969f-022e139eaf43 HTTP/1.1" status: 200 len: 1094 time: 0.3084865 Apr 18 20:38:03.872363 n-d-838334-2 neutron-server[84040]: DEBUG neutron.notifiers.nova [req-8b6b532e-366e-40a8-af80-f6d1c9c26bbe req-66cc7e1c-5f77-4428-b99c-fed2c44ef30c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8578f3c0-3c71-4002-9e87-2205dc1e4c6c {{(pid=84040) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 18 20:38:03.891375 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.db [req-8b6b532e-366e-40a8-af80-f6d1c9c26bbe req-66cc7e1c-5f77-4428-b99c-fed2c44ef30c service neutron] For port 8578f3c0-3c71-4002-9e87-2205dc1e4c6c, host n-h1-838334-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838334-2',level=0,port_id=8578f3c0-3c71-4002-9e87-2205dc1e4c6c,segment=NetworkSegment(e2a67327-2af4-4205-9ade-197b88c2bea8),segment_id=e2a67327-2af4-4205-9ade-197b88c2bea8)] {{(pid=84040) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:38:03.906137 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [req-7ca2cdb6-20e5-4028-afad-0de45ba64a31 req-9de68a62-60b3-4e7e-af36-3ff847f03f86 tempest-LiveMigrationNegativeTest-1063094817 tempest-LiveMigrationNegativeTest-1063094817-project] Unset dirty status for tenant:5d4dc6fb67894ffb821d3bd7cc7cd1b2 on resource:port {{(pid=84040) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 20:38:03.914118 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-7ca2cdb6-20e5-4028-afad-0de45ba64a31 req-9de68a62-60b3-4e7e-af36-3ff847f03f86 tempest-LiveMigrationNegativeTest-1063094817 tempest-LiveMigrationNegativeTest-1063094817-project] 10.222.0.42 "GET /v2.0/ports?device_id=938f89c0-99ed-4164-b9cc-2b809c4e82ef HTTP/1.1" status: 200 len: 935 time: 0.8637538 Apr 18 20:38:04.019818 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-8b6b532e-366e-40a8-af80-f6d1c9c26bbe req-66cc7e1c-5f77-4428-b99c-fed2c44ef30c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:04.040029 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-52814004-5562-44b9-8fd3-decf4ec4a4ab req-13c800c8-19fc-41b4-8a36-04def07c18d1 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=ecc9262a-94bf-40c1-99c0-e4ad54b2ed5f HTTP/1.1" status: 200 len: 217 time: 0.1680987 Apr 18 20:38:04.048676 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.managers [req-1e75f730-1a56-4344-8431-940962dbb753 req-74e08275-1fd2-44a9-8b70-5ba446a3b13d service neutron] Attempting to bind port 3f6512be-4c2a-4b90-af9e-957e05681a3f on host n-h2-838334-2 for vnic_type normal with profile {{(pid=84041) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:38:04.049009 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.managers [req-1e75f730-1a56-4344-8431-940962dbb753 req-74e08275-1fd2-44a9-8b70-5ba446a3b13d service neutron] Attempting to bind port 3f6512be-4c2a-4b90-af9e-957e05681a3f by drivers openvswitch,hyperv on host n-h2-838334-2 at level 0 using segments [{'id': 'a5e129cf-6a36-4adb-b738-73a89832322d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': '079e35ca-557b-42c6-b34f-dbc020bb616d'}] {{(pid=84041) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:38:04.049332 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e75f730-1a56-4344-8431-940962dbb753 req-74e08275-1fd2-44a9-8b70-5ba446a3b13d service neutron] Attempting to bind port 3f6512be-4c2a-4b90-af9e-957e05681a3f on network 079e35ca-557b-42c6-b34f-dbc020bb616d {{(pid=84041) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 20:38:04.106230 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-ae6a35e1-5134-4047-8a39-48136375a04e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33528224'] for security_group, after_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:04.113806 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e75f730-1a56-4344-8431-940962dbb753 req-74e08275-1fd2-44a9-8b70-5ba446a3b13d service neutron] Port 3f6512be-4c2a-4b90-af9e-957e05681a3f on network 079e35ca-557b-42c6-b34f-dbc020bb616d not bound, no agent of type Open vSwitch agent registered on host n-h2-838334-2 {{(pid=84041) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 18 20:38:04.114144 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e75f730-1a56-4344-8431-940962dbb753 req-74e08275-1fd2-44a9-8b70-5ba446a3b13d service neutron] Attempting to bind port 3f6512be-4c2a-4b90-af9e-957e05681a3f on network 079e35ca-557b-42c6-b34f-dbc020bb616d {{(pid=84041) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 20:38:04.129295 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e75f730-1a56-4344-8431-940962dbb753 req-74e08275-1fd2-44a9-8b70-5ba446a3b13d service neutron] Checking agent: {'id': 'dc797004-f641-47b7-a77f-9c62b5b16296', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-838334-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 34, 3), 'started_at': datetime.datetime(2022, 4, 18, 20, 34, 3), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 20, 38, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84041) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 18 20:38:04.129714 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e75f730-1a56-4344-8431-940962dbb753 req-74e08275-1fd2-44a9-8b70-5ba446a3b13d service neutron] Checking segment: {'id': 'a5e129cf-6a36-4adb-b738-73a89832322d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': '079e35ca-557b-42c6-b34f-dbc020bb616d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84041) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 20:38:04.130159 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e75f730-1a56-4344-8431-940962dbb753 req-74e08275-1fd2-44a9-8b70-5ba446a3b13d service neutron] Bound using segment: {'id': 'a5e129cf-6a36-4adb-b738-73a89832322d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': '079e35ca-557b-42c6-b34f-dbc020bb616d'} {{(pid=84041) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 18 20:38:04.130798 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.managers [req-1e75f730-1a56-4344-8431-940962dbb753 req-74e08275-1fd2-44a9-8b70-5ba446a3b13d service neutron] Bound port: 3f6512be-4c2a-4b90-af9e-957e05681a3f, host: n-h2-838334-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a5e129cf-6a36-4adb-b738-73a89832322d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': '079e35ca-557b-42c6-b34f-dbc020bb616d'}}] {{(pid=84041) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 20:38:04.131307 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [req-1e75f730-1a56-4344-8431-940962dbb753 req-74e08275-1fd2-44a9-8b70-5ba446a3b13d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:04.144434 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 34092) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:38:04.176985 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52814004-5562-44b9-8fd3-decf4ec4a4ab req-1aba1f17-e1e4-43e6-a214-d277af335d35 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:38:04.180913 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-52814004-5562-44b9-8fd3-decf4ec4a4ab req-1aba1f17-e1e4-43e6-a214-d277af335d35 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=2a27c3e0-e2c3-453b-9e93-76a003aa4b19 HTTP/1.1" status: 200 len: 847 time: 0.1334603 Apr 18 20:38:04.213938 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae6a35e1-5134-4047-8a39-48136375a04e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=caeb917d-43da-4aaa-b2a9-76de22c5c38a,revision_number=None']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:38:04.268177 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-ae6a35e1-5134-4047-8a39-48136375a04e admin admin] Notify callbacks [] for security_group, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:04.271574 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-ae6a35e1-5134-4047-8a39-48136375a04e admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/caeb917d-43da-4aaa-b2a9-76de22c5c38a HTTP/1.1" status: 204 len: 168 time: 1.3736520 Apr 18 20:38:04.271574 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [req-7ca2cdb6-20e5-4028-afad-0de45ba64a31 req-6d7f299e-f587-4691-bef4-c7ef189e5004 tempest-LiveMigrationNegativeTest-1063094817 tempest-LiveMigrationNegativeTest-1063094817-project] Synchronizing usage tracker for tenant:5d4dc6fb67894ffb821d3bd7cc7cd1b2 on resource:security_group {{(pid=84040) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 20:38:04.280325 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-52814004-5562-44b9-8fd3-decf4ec4a4ab req-d1cc252b-3228-4895-afe0-2a5b87b19ddb service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=2b4e6157-bc80-44e6-aceb-13aa29225b38&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0690193 Apr 18 20:38:04.296063 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-5209d09d-43df-4b4e-9119-31f263499f8e req-4d5ca2b0-87fd-4247-9f98-509a4f60522a service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=4bb574e3-a1a9-4f48-a18e-e712328d8de0 HTTP/1.1" status: 200 len: 210 time: 0.0777247 Apr 18 20:38:04.325505 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.db.resource_extend [req-f97d6c57-3425-4fc0-a8cd-8f5fa02e6dcc req-54f48d9b-ea9d-4579-9f01-89610c243e60 service neutron] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 18 20:38:04.421889 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [req-7ca2cdb6-20e5-4028-afad-0de45ba64a31 req-6d7f299e-f587-4691-bef4-c7ef189e5004 tempest-LiveMigrationNegativeTest-1063094817 tempest-LiveMigrationNegativeTest-1063094817-project] Unset dirty status for tenant:5d4dc6fb67894ffb821d3bd7cc7cd1b2 on resource:security_group {{(pid=84040) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 20:38:04.435847 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-7ca2cdb6-20e5-4028-afad-0de45ba64a31 req-6d7f299e-f587-4691-bef4-c7ef189e5004 tempest-LiveMigrationNegativeTest-1063094817 tempest-LiveMigrationNegativeTest-1063094817-project] 10.222.0.42 "GET /v2.0/security-groups?id=7d29b726-a567-4f03-8309-9129413604ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5203950 Apr 18 20:38:04.469693 n-d-838334-2 neutron-server[84040]: DEBUG neutron.notifiers.nova [req-f97d6c57-3425-4fc0-a8cd-8f5fa02e6dcc req-54f48d9b-ea9d-4579-9f01-89610c243e60 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dc340d1a-25b1-44bb-9758-37662660deb1 {{(pid=84040) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 18 20:38:04.489884 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.provisioning_blocks [req-8b6b532e-366e-40a8-af80-f6d1c9c26bbe req-66cc7e1c-5f77-4428-b99c-fed2c44ef30c service neutron] Transition to ACTIVE for port object 8578f3c0-3c71-4002-9e87-2205dc1e4c6c will not be triggered until provisioned by entity L2. {{(pid=84040) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 20:38:04.498103 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-f97d6c57-3425-4fc0-a8cd-8f5fa02e6dcc req-54f48d9b-ea9d-4579-9f01-89610c243e60 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:04.525959 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b328c65-f34a-4695-85ee-6bae05d10e5d req-fa0104e3-97f1-4144-9018-0893035a0005 tempest-LiveAutoBlockMigrationV225Test-1713341100 tempest-LiveAutoBlockMigrationV225Test-1713341100-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:38:04.527540 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-0b328c65-f34a-4695-85ee-6bae05d10e5d req-fa0104e3-97f1-4144-9018-0893035a0005 tempest-LiveAutoBlockMigrationV225Test-1713341100 tempest-LiveAutoBlockMigrationV225Test-1713341100-project] 10.222.0.42 "GET /v2.0/ports?device_id=4d27da33-3ad6-433b-9d90-6d6cdb64d534 HTTP/1.1" status: 200 len: 943 time: 0.4322801 Apr 18 20:38:04.530601 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-8b6b532e-366e-40a8-af80-f6d1c9c26bbe req-66cc7e1c-5f77-4428-b99c-fed2c44ef30c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32440959'] for port, after_update {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:04.565316 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-335f0c9f-b6e9-4096-8e68-cc5d1f7d82cc admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=bb2e510a384a4b3d8dcb0926970ea9f9&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4183776 Apr 18 20:38:04.571053 n-d-838334-2 neutron-server[84041]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bc1b859d-c475-43cd-aee4-c46cbe83c816'] response: {'name': 'network-changed', 'server_uuid': 'bc66a4ae-28da-4e1f-969f-022e139eaf43', 'tag': 'ecc9262a-94bf-40c1-99c0-e4ad54b2ed5f', 'status': 'completed', 'code': 200} Apr 18 20:38:04.571463 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 34106) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:38:04.599117 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.db [req-1e75f730-1a56-4344-8431-940962dbb753 req-74e08275-1fd2-44a9-8b70-5ba446a3b13d service neutron] For port 3f6512be-4c2a-4b90-af9e-957e05681a3f, host n-h2-838334-2, cleared binding levels {{(pid=84041) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 20:38:04.702563 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.provisioning_blocks [req-f97d6c57-3425-4fc0-a8cd-8f5fa02e6dcc req-54f48d9b-ea9d-4579-9f01-89610c243e60 service neutron] Transition to ACTIVE for port object dc340d1a-25b1-44bb-9758-37662660deb1 will not be triggered until provisioned by entity L2. {{(pid=84040) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 20:38:04.737792 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-e501b16c-cc3e-4b23-832a-572896544815 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:04.751220 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-f97d6c57-3425-4fc0-a8cd-8f5fa02e6dcc req-54f48d9b-ea9d-4579-9f01-89610c243e60 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32440959'] for port, after_update {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:04.760218 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.db [req-1e75f730-1a56-4344-8431-940962dbb753 req-74e08275-1fd2-44a9-8b70-5ba446a3b13d service neutron] For port 3f6512be-4c2a-4b90-af9e-957e05681a3f, host n-h2-838334-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838334-2',level=0,port_id=3f6512be-4c2a-4b90-af9e-957e05681a3f,segment=NetworkSegment(a5e129cf-6a36-4adb-b738-73a89832322d),segment_id=a5e129cf-6a36-4adb-b738-73a89832322d)] {{(pid=84041) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 20:38:04.787505 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [req-1e75f730-1a56-4344-8431-940962dbb753 req-74e08275-1fd2-44a9-8b70-5ba446a3b13d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32266282'] for port, after_update {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:04.832217 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-a9f8b0d6-2cc9-41df-9590-c551b49e1f5b req-88fa5933-ed15-420c-a316-c9966665b32c tempest-ServersAdmin275Test-1430223114 tempest-ServersAdmin275Test-1430223114-project] 10.222.0.42 "GET /v2.0/ports?device_id=4bb574e3-a1a9-4f48-a18e-e712328d8de0 HTTP/1.1" status: 200 len: 210 time: 0.0819218 Apr 18 20:38:04.834715 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 34118) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:38:04.861784 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-e501b16c-cc3e-4b23-832a-572896544815 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:04.900415 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-52814004-5562-44b9-8fd3-decf4ec4a4ab req-912c6957-f439-42f5-8346-cec659f53019 service neutron] 10.222.0.43 "GET /v2.0/networks/2b4e6157-bc80-44e6-aceb-13aa29225b38?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6114089 Apr 18 20:38:04.910249 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [req-1e75f730-1a56-4344-8431-940962dbb753 req-74e08275-1fd2-44a9-8b70-5ba446a3b13d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217293'] for port, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:04.911589 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-1e75f730-1a56-4344-8431-940962dbb753 req-74e08275-1fd2-44a9-8b70-5ba446a3b13d service neutron] 10.222.0.48 "PUT /v2.0/ports/3f6512be-4c2a-4b90-af9e-957e05681a3f HTTP/1.1" status: 200 len: 1091 time: 3.0656817 Apr 18 20:38:04.917836 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.v2.base [None req-9db8f4f5-f206-4427-bd09-edaa36c0fa21 admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest-1935158179-network', 'tenant_id': 'a66b5a5a883b42fa8f024c192096e68f'}} {{(pid=84040) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 20:38:04.946188 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [None req-9db8f4f5-f206-4427-bd09-edaa36c0fa21 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:38:05.012670 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-9abec249-2187-4863-bb6d-e45f5b331d00 req-0f127c93-56ef-494b-bb73-13d111b1009a service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=85d13644-2ff3-4f2e-ba89-a449fe4bd19d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3768535 Apr 18 20:38:05.013438 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66cc7e1c-5f77-4428-b99c-fed2c44ef30c service neutron] Pushing event updated for resources: {'Port': ['ID=8578f3c0-3c71-4002-9e87-2205dc1e4c6c,revision_number=10']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:38:05.017297 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-9db8f4f5-f206-4427-bd09-edaa36c0fa21 admin admin] Usage tracker for resource:network and tenant:a66b5a5a883b42fa8f024c192096e68f is out of sync, need to count used quota {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:38:05.120188 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-0b328c65-f34a-4695-85ee-6bae05d10e5d req-0c8024e0-d96b-483f-a5e2-70304c8e429c tempest-LiveAutoBlockMigrationV225Test-1713341100 tempest-LiveAutoBlockMigrationV225Test-1713341100-project] 10.222.0.42 "GET /v2.0/security-groups?id=bf712067-aabd-4e70-aae1-082928dd1ccd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5815244 Apr 18 20:38:05.121316 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-9db8f4f5-f206-4427-bd09-edaa36c0fa21 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:38:05.156869 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74e08275-1fd2-44a9-8b70-5ba446a3b13d service neutron] Pushing event updated for resources: {'Port': ['ID=3f6512be-4c2a-4b90-af9e-957e05681a3f,revision_number=3']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:38:05.284330 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-52814004-5562-44b9-8fd3-decf4ec4a4ab req-8f74e3e1-b16e-4ea4-a8d8-079f5a44626a service neutron] 10.222.0.43 "GET /v2.0/networks/2b4e6157-bc80-44e6-aceb-13aa29225b38?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3692575 Apr 18 20:38:05.291016 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.l3_dvrscheduler_db [req-8b6b532e-366e-40a8-af80-f6d1c9c26bbe req-66cc7e1c-5f77-4428-b99c-fed2c44ef30c service neutron] No DVR routers for this DVR port 8578f3c0-3c71-4002-9e87-2205dc1e4c6c on host n-h2-838334-2 {{(pid=84040) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 20:38:05.302616 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-e501b16c-cc3e-4b23-832a-572896544815 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33528224'] for security_group, after_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:05.333326 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e501b16c-cc3e-4b23-832a-572896544815 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e0d7573-4388-4f70-8925-b00217d4b53f,revision_number=None']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:38:05.348036 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-e501b16c-cc3e-4b23-832a-572896544815 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:05.349160 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-e501b16c-cc3e-4b23-832a-572896544815 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/4e0d7573-4388-4f70-8925-b00217d4b53f HTTP/1.1" status: 204 len: 168 time: 0.7694688 Apr 18 20:38:05.359809 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-1e75f730-1a56-4344-8431-940962dbb753 req-d188e890-8463-4f75-8bac-ab675101bc8b service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=624c15d552004bb8b15cf774c11ffdae&device_id=505ce2b4-79e7-4477-8f98-649510a8effc HTTP/1.1" status: 200 len: 1094 time: 0.2132983 Apr 18 20:38:05.441098 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [None req-9db8f4f5-f206-4427-bd09-edaa36c0fa21 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:38:05.563912 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-1e75f730-1a56-4344-8431-940962dbb753 req-9b116d4f-25e5-4c36-a17a-54adbe9c9162 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3f6512be-4c2a-4b90-af9e-957e05681a3f HTTP/1.1" status: 200 len: 217 time: 0.1940796 Apr 18 20:38:05.701171 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e75f730-1a56-4344-8431-940962dbb753 req-7208b3d2-adfb-419a-8f27-16a11a17074f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:38:05.709335 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dba91990-3eb2-43c8-a025-adb1d24885ce None None] Sync routers for ids ['204678ea-a6eb-4cdf-a3ee-2b809f6f37e1'] in n-d-838334-2 {{(pid=84042) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 18 20:38:05.717927 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-1e75f730-1a56-4344-8431-940962dbb753 req-7208b3d2-adfb-419a-8f27-16a11a17074f service neutron] 10.222.0.48 "GET /v2.0/subnets?id=c3ffe89f-19b4-45a8-ac55-d99492f3b297 HTTP/1.1" status: 200 len: 863 time: 0.1332879 Apr 18 20:38:05.729729 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-021d6e68-0d5e-4eb7-8de6-5e8d325e47f6 req-750d1484-d5ff-46b0-b364-e5736b08f8ca service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=30967135a3784f8f91989a9ec626fb3e&device_id=bc66a4ae-28da-4e1f-969f-022e139eaf43 HTTP/1.1" status: 200 len: 1094 time: 0.2474523 Apr 18 20:38:05.764358 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dba91990-3eb2-43c8-a025-adb1d24885ce None None] Routers {'204678ea-a6eb-4cdf-a3ee-2b809f6f37e1'} bound to L3 agent in host n-d-838334-2 {{(pid=84042) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 20:38:05.765010 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_hamode_db [None req-dba91990-3eb2-43c8-a025-adb1d24885ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838334-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-18T20:25:48Z,description=,heartbeat_timestamp=2022-04-18T20:37:48Z,host='n-d-838334-2',id=bc84d6c9-dd7a-4555-a351-592327b46d5a,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:25:48Z,topic='l3_agent')) {'router_ids': ['204678ea-a6eb-4cdf-a3ee-2b809f6f37e1'], 'active': True} {{(pid=84042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:38:05.927336 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.managers [req-f97d6c57-3425-4fc0-a8cd-8f5fa02e6dcc req-54f48d9b-ea9d-4579-9f01-89610c243e60 service neutron] Attempting to bind port dc340d1a-25b1-44bb-9758-37662660deb1 on host n-h2-838334-2 for vnic_type normal with profile {{(pid=84040) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:38:05.927336 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.managers [req-f97d6c57-3425-4fc0-a8cd-8f5fa02e6dcc req-54f48d9b-ea9d-4579-9f01-89610c243e60 service neutron] Attempting to bind port dc340d1a-25b1-44bb-9758-37662660deb1 by drivers openvswitch,hyperv on host n-h2-838334-2 at level 0 using segments [{'id': '62b85806-94d8-4a88-a06c-da82e5932d66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': 'cb56989d-7c5d-4678-b194-1d2edf1e842a'}] {{(pid=84040) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:38:05.927336 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f97d6c57-3425-4fc0-a8cd-8f5fa02e6dcc req-54f48d9b-ea9d-4579-9f01-89610c243e60 service neutron] Attempting to bind port dc340d1a-25b1-44bb-9758-37662660deb1 on network cb56989d-7c5d-4678-b194-1d2edf1e842a {{(pid=84040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 20:38:05.945743 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9db8f4f5-f206-4427-bd09-edaa36c0fa21 admin admin] Made reservation on behalf of a66b5a5a883b42fa8f024c192096e68f for: {'network': 1} {{(pid=84040) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:38:05.947370 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-9db8f4f5-f206-4427-bd09-edaa36c0fa21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for network, before_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:05.960737 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54f48d9b-ea9d-4579-9f01-89610c243e60 service neutron] Pushing event updated for resources: {'Port': ['ID=dc340d1a-25b1-44bb-9758-37662660deb1,revision_number=2']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:38:05.992302 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f97d6c57-3425-4fc0-a8cd-8f5fa02e6dcc req-54f48d9b-ea9d-4579-9f01-89610c243e60 service neutron] Port dc340d1a-25b1-44bb-9758-37662660deb1 on network cb56989d-7c5d-4678-b194-1d2edf1e842a not bound, no agent of type Open vSwitch agent registered on host n-h2-838334-2 {{(pid=84040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 18 20:38:05.992893 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f97d6c57-3425-4fc0-a8cd-8f5fa02e6dcc req-54f48d9b-ea9d-4579-9f01-89610c243e60 service neutron] Attempting to bind port dc340d1a-25b1-44bb-9758-37662660deb1 on network cb56989d-7c5d-4678-b194-1d2edf1e842a {{(pid=84040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 20:38:06.010210 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-9db8f4f5-f206-4427-bd09-edaa36c0fa21 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:06.062715 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-8b6b532e-366e-40a8-af80-f6d1c9c26bbe req-66cc7e1c-5f77-4428-b99c-fed2c44ef30c service neutron] 10.222.0.48 "PUT /v2.0/ports/8578f3c0-3c71-4002-9e87-2205dc1e4c6c/bindings/n-h1-838334-2/activate HTTP/1.1" status: 200 len: 369 time: 3.9052005 Apr 18 20:38:06.084977 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f97d6c57-3425-4fc0-a8cd-8f5fa02e6dcc req-54f48d9b-ea9d-4579-9f01-89610c243e60 service neutron] Checking agent: {'id': 'dc797004-f641-47b7-a77f-9c62b5b16296', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-838334-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 34, 3), 'started_at': datetime.datetime(2022, 4, 18, 20, 34, 3), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 20, 38, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 18 20:38:06.085343 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f97d6c57-3425-4fc0-a8cd-8f5fa02e6dcc req-54f48d9b-ea9d-4579-9f01-89610c243e60 service neutron] Checking segment: {'id': '62b85806-94d8-4a88-a06c-da82e5932d66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': 'cb56989d-7c5d-4678-b194-1d2edf1e842a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84040) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 20:38:06.085934 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f97d6c57-3425-4fc0-a8cd-8f5fa02e6dcc req-54f48d9b-ea9d-4579-9f01-89610c243e60 service neutron] Bound using segment: {'id': '62b85806-94d8-4a88-a06c-da82e5932d66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': 'cb56989d-7c5d-4678-b194-1d2edf1e842a'} {{(pid=84040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 18 20:38:06.092675 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.managers [req-f97d6c57-3425-4fc0-a8cd-8f5fa02e6dcc req-54f48d9b-ea9d-4579-9f01-89610c243e60 service neutron] Bound port: dc340d1a-25b1-44bb-9758-37662660deb1, host: n-h2-838334-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '62b85806-94d8-4a88-a06c-da82e5932d66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': 'cb56989d-7c5d-4678-b194-1d2edf1e842a'}}] {{(pid=84040) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 20:38:06.093713 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-f97d6c57-3425-4fc0-a8cd-8f5fa02e6dcc req-54f48d9b-ea9d-4579-9f01-89610c243e60 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:06.141809 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.43', 55607) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:38:06.229860 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_dvr_db [None req-dba91990-3eb2-43c8-a025-adb1d24885ce None None] Set router 204678ea-a6eb-4cdf-a3ee-2b809f6f37e1 gateway port host: n-d-838334-2 {{(pid=84042) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 20:38:06.235713 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-021d6e68-0d5e-4eb7-8de6-5e8d325e47f6 req-4d0562d4-492b-4d78-9576-629b39696086 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:38:06.243252 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-021d6e68-0d5e-4eb7-8de6-5e8d325e47f6 req-4d0562d4-492b-4d78-9576-629b39696086 service neutron] 10.222.0.43 "GET /v2.0/networks?id=2b4e6157-bc80-44e6-aceb-13aa29225b38 HTTP/1.1" status: 200 len: 908 time: 0.5039866 Apr 18 20:38:06.272605 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [None req-9db8f4f5-f206-4427-bd09-edaa36c0fa21 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:38:06.284259 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-9abec249-2187-4863-bb6d-e45f5b331d00 req-4daacfd4-3418-4f26-8611-4a2a75c46210 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=30967135a3784f8f91989a9ec626fb3e&device_id=85d13644-2ff3-4f2e-ba89-a449fe4bd19d HTTP/1.1" status: 200 len: 1095 time: 0.9561377 Apr 18 20:38:06.291557 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afdf062b-3eb3-4bac-83e7-214778ad20f4 req-89900b42-292c-45e0-8afa-c81d41242d35 tempest-LiveMigrationTest-963278731 tempest-LiveMigrationTest-963278731-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:38:06.293035 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-afdf062b-3eb3-4bac-83e7-214778ad20f4 req-89900b42-292c-45e0-8afa-c81d41242d35 tempest-LiveMigrationTest-963278731 tempest-LiveMigrationTest-963278731-project] 10.222.0.42 "GET /v2.0/ports?device_id=bc66a4ae-28da-4e1f-969f-022e139eaf43 HTTP/1.1" status: 200 len: 943 time: 0.8298023 Apr 18 20:38:06.318480 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d629b12f-f6f6-4f32-bd09-dffa7fb49e2e req-0a3c6922-5edb-4f70-9bd9-89593fe9f9b3 tempest-ServersWithSpecificFlavorTestJSON-734692326 tempest-ServersWithSpecificFlavorTestJSON-734692326-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:38:06.325514 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-d629b12f-f6f6-4f32-bd09-dffa7fb49e2e req-0a3c6922-5edb-4f70-9bd9-89593fe9f9b3 tempest-ServersWithSpecificFlavorTestJSON-734692326 tempest-ServersWithSpecificFlavorTestJSON-734692326-project] 10.222.0.42 "GET /v2.0/ports?device_id=505ce2b4-79e7-4477-8f98-649510a8effc HTTP/1.1" status: 200 len: 943 time: 1.0282924 Apr 18 20:38:06.328496 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-9db8f4f5-f206-4427-bd09-edaa36c0fa21 admin admin] Usage tracker for resource:security_group_rule and tenant:a66b5a5a883b42fa8f024c192096e68f is out of sync, need to count used quota {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:38:06.374674 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-1e75f730-1a56-4344-8431-940962dbb753 req-a23e13a6-03ea-4daf-83e0-f382e40555c3 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=079e35ca-557b-42c6-b34f-dbc020bb616d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.6365821 Apr 18 20:38:06.393015 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-9db8f4f5-f206-4427-bd09-edaa36c0fa21 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:38:06.473284 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Device 8578f3c0-3c71-4002-9e87-2205dc1e4c6c no longer exists at agent hyperv_n-h2-838334-2 {{(pid=84042) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 20:38:06.485660 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-021d6e68-0d5e-4eb7-8de6-5e8d325e47f6 req-eaca156f-01a2-4ecb-aaff-abcc5920ad1d service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=ecc9262a-94bf-40c1-99c0-e4ad54b2ed5f HTTP/1.1" status: 200 len: 217 time: 0.2323141 Apr 18 20:38:06.530354 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [None req-9db8f4f5-f206-4427-bd09-edaa36c0fa21 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:38:06.577659 n-d-838334-2 neutron-server[84041]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '505ce2b4-79e7-4477-8f98-649510a8effc', 'tag': '3f6512be-4c2a-4b90-af9e-957e05681a3f'}] {{(pid=84041) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 20:38:06.606625 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.db [req-f97d6c57-3425-4fc0-a8cd-8f5fa02e6dcc req-54f48d9b-ea9d-4579-9f01-89610c243e60 service neutron] For port dc340d1a-25b1-44bb-9758-37662660deb1, host n-h2-838334-2, cleared binding levels {{(pid=84040) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 20:38:06.684314 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Device 8578f3c0-3c71-4002-9e87-2205dc1e4c6c not bound to the agent host n-h2-838334-2 {{(pid=84042) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 20:38:06.699553 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.db [req-f97d6c57-3425-4fc0-a8cd-8f5fa02e6dcc req-54f48d9b-ea9d-4579-9f01-89610c243e60 service neutron] For port dc340d1a-25b1-44bb-9758-37662660deb1, host n-h2-838334-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838334-2',level=0,port_id=dc340d1a-25b1-44bb-9758-37662660deb1,segment=NetworkSegment(62b85806-94d8-4a88-a06c-da82e5932d66),segment_id=62b85806-94d8-4a88-a06c-da82e5932d66)] {{(pid=84040) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 20:38:06.742585 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-f97d6c57-3425-4fc0-a8cd-8f5fa02e6dcc req-54f48d9b-ea9d-4579-9f01-89610c243e60 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32440959'] for port, after_update {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:06.804536 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-d629b12f-f6f6-4f32-bd09-dffa7fb49e2e req-a4b1e6ed-36c2-4ac1-a4dc-34ba0a7ea081 tempest-ServersWithSpecificFlavorTestJSON-734692326 tempest-ServersWithSpecificFlavorTestJSON-734692326-project] 10.222.0.42 "GET /v2.0/security-groups?id=51d79015-ffd5-44d4-b2c5-faf33204dfe8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4780712 Apr 18 20:38:06.847735 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-8b6b532e-366e-40a8-af80-f6d1c9c26bbe req-0b3d3640-8d6b-437e-9785-ac98c0000840 tempest-LiveAutoBlockMigrationV225Test-203169570 tempest-LiveAutoBlockMigrationV225Test-203169570-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=4d27da33-3ad6-433b-9d90-6d6cdb64d534&tenant_id=7843cba0a7e24a0397d5219cb7fd254c&binding%3Ahost_id=n-h2-838334-2 HTTP/1.1" status: 200 len: 1095 time: 0.7018452 Apr 18 20:38:06.861737 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-afdf062b-3eb3-4bac-83e7-214778ad20f4 req-8674ec87-72bc-4075-ad70-f07b6be27dae tempest-LiveMigrationTest-963278731 tempest-LiveMigrationTest-963278731-project] 10.222.0.42 "GET /v2.0/security-groups?id=c1ded286-bbeb-4ec4-95be-e4f6aab8a892&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5477979 Apr 18 20:38:06.878965 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_hamode_db [None req-dba91990-3eb2-43c8-a025-adb1d24885ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '204678ea-a6eb-4cdf-a3ee-2b809f6f37e1', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-627905384-router', 'tenant_id': '60f7b5b62cf743ccbb177249e2acd0de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'external_fixed_ips': [{'subnet_id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'ip_address': '172.25.8.198'}], 'enable_snat': True}, 'gw_port_id': '1f05e293-355b-4340-aead-17f49bb84e1a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:37:35Z', 'updated_at': '2022-04-18T20:37:40Z', 'revision_number': 4, 'project_id': '60f7b5b62cf743ccbb177249e2acd0de', 'gw_port': {'id': '1f05e293-355b-4340-aead-17f49bb84e1a', 'name': '', 'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:e9:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '204678ea-a6eb-4cdf-a3ee-2b809f6f37e1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'ip_address': '172.25.8.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:37:36Z', 'updated_at': '2022-04-18T20:37:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838334-2', '_interfaces': [{'id': '81eb4c39-b317-4290-b3c5-61835ee0a4dc', 'name': '', 'network_id': 'b907c95d-bd5f-4998-b27d-79779f369163', 'tenant_id': '60f7b5b62cf743ccbb177249e2acd0de', 'mac_address': 'fa:16:3e:be:a5:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '204678ea-a6eb-4cdf-a3ee-2b809f6f37e1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1e32fa85-4321-4423-827a-46337c469afa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:37:38Z', 'updated_at': '2022-04-18T20:37:40Z', 'revision_number': 2, 'project_id': '60f7b5b62cf743ccbb177249e2acd0de', 'subnets': [{'id': '1e32fa85-4321-4423-827a-46337c469afa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838334-2', False) {} {{(pid=84042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:38:06.894242 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dba91990-3eb2-43c8-a025-adb1d24885ce None None] Checking router: 204678ea-a6eb-4cdf-a3ee-2b809f6f37e1 for host: n-d-838334-2 {{(pid=84042) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 18 20:38:06.894594 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dba91990-3eb2-43c8-a025-adb1d24885ce None None] Updating router 204678ea-a6eb-4cdf-a3ee-2b809f6f37e1 port 81eb4c39-b317-4290-b3c5-61835ee0a4dc binding host n-d-838334-2 {{(pid=84042) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 18 20:38:07.029448 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9abec249-2187-4863-bb6d-e45f5b331d00 req-5ff70777-25f5-44fe-b30f-769c52be7446 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:38:07.033528 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-9abec249-2187-4863-bb6d-e45f5b331d00 req-5ff70777-25f5-44fe-b30f-769c52be7446 service neutron] 10.222.0.43 "GET /v2.0/networks?id=2b4e6157-bc80-44e6-aceb-13aa29225b38 HTTP/1.1" status: 200 len: 908 time: 0.7201374 Apr 18 20:38:07.033807 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-dba91990-3eb2-43c8-a025-adb1d24885ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:07.047819 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-f97d6c57-3425-4fc0-a8cd-8f5fa02e6dcc req-54f48d9b-ea9d-4579-9f01-89610c243e60 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217293'] for port, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:07.049341 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-f97d6c57-3425-4fc0-a8cd-8f5fa02e6dcc req-54f48d9b-ea9d-4579-9f01-89610c243e60 service neutron] 10.222.0.48 "PUT /v2.0/ports/dc340d1a-25b1-44bb-9758-37662660deb1 HTTP/1.1" status: 200 len: 1095 time: 4.6896994 Apr 18 20:38:07.049784 n-d-838334-2 neutron-server[84040]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '938f89c0-99ed-4164-b9cc-2b809c4e82ef', 'tag': 'dc340d1a-25b1-44bb-9758-37662660deb1'}] {{(pid=84040) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 20:38:07.138680 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-021d6e68-0d5e-4eb7-8de6-5e8d325e47f6 req-d4648e71-66da-407f-869d-e6a0739780ae service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:38:07.144213 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-021d6e68-0d5e-4eb7-8de6-5e8d325e47f6 req-d4648e71-66da-407f-869d-e6a0739780ae service neutron] 10.222.0.43 "GET /v2.0/subnets?id=2a27c3e0-e2c3-453b-9e93-76a003aa4b19 HTTP/1.1" status: 200 len: 847 time: 0.5496469 Apr 18 20:38:07.159131 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-1e75f730-1a56-4344-8431-940962dbb753 req-b12ec112-bdee-4d3b-ac46-0a69f980d19b service neutron] 10.222.0.48 "GET /v2.0/networks/079e35ca-557b-42c6-b34f-dbc020bb616d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7539916 Apr 18 20:38:07.229725 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54f48d9b-ea9d-4579-9f01-89610c243e60 service neutron] Pushing event updated for resources: {'Port': ['ID=dc340d1a-25b1-44bb-9758-37662660deb1,revision_number=3']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:38:07.333518 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-021d6e68-0d5e-4eb7-8de6-5e8d325e47f6 req-b517da73-172f-4c5e-8e51-8607d27db855 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=2b4e6157-bc80-44e6-aceb-13aa29225b38&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1732574 Apr 18 20:38:07.417881 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-9abec249-2187-4863-bb6d-e45f5b331d00 req-ca5e12ec-46bf-415e-b1d5-a98dcf0e313a service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=48fa52c1-0725-4817-8948-dc8aabc819bf HTTP/1.1" status: 200 len: 217 time: 0.3557534 Apr 18 20:38:07.420006 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-2a7100c9-f442-4960-9930-974d561326bf req-22aa4177-2f77-4418-b348-bafaa0075e9c tempest-ServersAdmin275Test-1430223114 tempest-ServersAdmin275Test-1430223114-project] 10.222.0.42 "GET /v2.0/ports?device_id=4bb574e3-a1a9-4f48-a18e-e712328d8de0 HTTP/1.1" status: 200 len: 210 time: 0.1941378 Apr 18 20:38:07.423218 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-9db8f4f5-f206-4427-bd09-edaa36c0fa21 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:07.492040 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-9db8f4f5-f206-4427-bd09-edaa36c0fa21 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33528224'] for security_group, after_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:07.629707 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9db8f4f5-f206-4427-bd09-edaa36c0fa21 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 368} {{(pid=84040) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 20:38:07.652474 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9abec249-2187-4863-bb6d-e45f5b331d00 req-3da1823f-d234-41b3-9af9-785438846b8e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:38:07.654581 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-9abec249-2187-4863-bb6d-e45f5b331d00 req-3da1823f-d234-41b3-9af9-785438846b8e service neutron] 10.222.0.43 "GET /v2.0/subnets?id=2a27c3e0-e2c3-453b-9e93-76a003aa4b19 HTTP/1.1" status: 200 len: 847 time: 0.2277892 Apr 18 20:38:07.658461 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9db8f4f5-f206-4427-bd09-edaa36c0fa21 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=898411f6-256a-4ada-b3d5-7aad4744f2b3,revision_number=1']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:38:07.658782 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Device 5a474b90-1101-4e49-ba7c-8379964cb91c up at agent ovs-agent-n-d-838334-2 {{(pid=84042) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 20:38:07.676947 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-8b6b532e-366e-40a8-af80-f6d1c9c26bbe req-4c6b9d49-491b-42c0-bbe7-871a2854ac72 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=4d27da33-3ad6-433b-9d90-6d6cdb64d534&tenant_id=7843cba0a7e24a0397d5219cb7fd254c HTTP/1.1" status: 200 len: 1095 time: 0.8151784 Apr 18 20:38:07.716285 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-9db8f4f5-f206-4427-bd09-edaa36c0fa21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1082986'] for segment, precommit_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:07.717008 n-d-838334-2 neutron-server[84040]: INFO neutron.db.segments_db [None req-9db8f4f5-f206-4427-bd09-edaa36c0fa21 admin admin] Added segment ea61591e-490f-40d3-b0b7-48df3aeb522a of type vlan for network f2e972e6-8294-47af-9daf-7a26453521b0 Apr 18 20:38:07.775351 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-9abec249-2187-4863-bb6d-e45f5b331d00 req-2e5617f2-0bcd-427a-b37c-06b3f506777a service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=2b4e6157-bc80-44e6-aceb-13aa29225b38&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1133883 Apr 18 20:38:07.840427 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-f97d6c57-3425-4fc0-a8cd-8f5fa02e6dcc req-60b9451a-1599-4c34-a178-68b0c5243d4e service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=5d4dc6fb67894ffb821d3bd7cc7cd1b2&device_id=938f89c0-99ed-4164-b9cc-2b809c4e82ef HTTP/1.1" status: 200 len: 1098 time: 0.6134601 Apr 18 20:38:07.851744 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a16fb6c7-9343-4be1-b94e-ead4177ff07d req-e49e9f2c-1202-4682-8fde-e5ec0986938f tempest-LiveMigrationNegativeTest-1063094817 tempest-LiveMigrationNegativeTest-1063094817-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:38:07.854865 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-a16fb6c7-9343-4be1-b94e-ead4177ff07d req-e49e9f2c-1202-4682-8fde-e5ec0986938f tempest-LiveMigrationNegativeTest-1063094817 tempest-LiveMigrationNegativeTest-1063094817-project] 10.222.0.42 "GET /v2.0/ports?device_id=938f89c0-99ed-4164-b9cc-2b809c4e82ef HTTP/1.1" status: 200 len: 947 time: 0.6331739 Apr 18 20:38:07.860487 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-9db8f4f5-f206-4427-bd09-edaa36c0fa21 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750374825732'] for network, precommit_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:07.862956 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Provisioning for port 5a474b90-1101-4e49-ba7c-8379964cb91c completed by entity L2. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 20:38:07.875116 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-dba91990-3eb2-43c8-a025-adb1d24885ce None None] Notify callbacks [] for port, precommit_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:07.875613 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-1e75f730-1a56-4344-8431-940962dbb753 req-35f1da5c-59c9-4254-91af-66e077a24899 service neutron] 10.222.0.48 "GET /v2.0/networks/079e35ca-557b-42c6-b34f-dbc020bb616d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6223991 Apr 18 20:38:07.877506 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Provisioning complete for port 5a474b90-1101-4e49-ba7c-8379964cb91c triggered by entity L2. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:38:07.877859 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1253608'] for port, provisioning_complete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:07.903414 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-021d6e68-0d5e-4eb7-8de6-5e8d325e47f6 req-8f659561-e757-4183-bbc7-517a9a6be1f6 service neutron] 10.222.0.43 "GET /v2.0/networks/2b4e6157-bc80-44e6-aceb-13aa29225b38?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5570111 Apr 18 20:38:07.954222 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-dba91990-3eb2-43c8-a025-adb1d24885ce None None] Transition to ACTIVE for port object 81eb4c39-b317-4290-b3c5-61835ee0a4dc will not be triggered until provisioned by entity L2. {{(pid=84042) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 20:38:08.037657 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-dba91990-3eb2-43c8-a025-adb1d24885ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682'] for port, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:08.063095 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-8b6b532e-366e-40a8-af80-f6d1c9c26bbe req-1e446d86-9c1a-43fe-b9ee-ce8afa7a4cbd service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=7843cba0a7e24a0397d5219cb7fd254c&device_id=4d27da33-3ad6-433b-9d90-6d6cdb64d534 HTTP/1.1" status: 200 len: 1095 time: 0.2320564 Apr 18 20:38:08.069738 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-021d6e68-0d5e-4eb7-8de6-5e8d325e47f6 req-15b672b2-8bf1-4126-aca8-6bd5e8068244 service neutron] 10.222.0.43 "GET /v2.0/networks/2b4e6157-bc80-44e6-aceb-13aa29225b38?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1581178 Apr 18 20:38:08.111723 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-9abec249-2187-4863-bb6d-e45f5b331d00 req-9463d727-7752-4ae2-8eb5-36e506b995ef service neutron] 10.222.0.43 "GET /v2.0/networks/2b4e6157-bc80-44e6-aceb-13aa29225b38?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3218234 Apr 18 20:38:08.114008 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-f97d6c57-3425-4fc0-a8cd-8f5fa02e6dcc req-37d6b2d4-1fea-41d7-aa30-b36c70dba7da service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.95&port_id=dc340d1a-25b1-44bb-9758-37662660deb1 HTTP/1.1" status: 200 len: 217 time: 0.2475269 Apr 18 20:38:08.179135 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Device ecc9262a-94bf-40c1-99c0-e4ad54b2ed5f details requested by agent hyperv_n-h1-838334-2 with host n-h1-838334-2 {{(pid=84042) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 18 20:38:08.190158 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:08.204798 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7270f492-8a02-4fad-a62a-910c1dcde9f4 None None] Pushing event updated for resources: {'Port': ['ID=81eb4c39-b317-4290-b3c5-61835ee0a4dc,revision_number=3']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:38:08.226210 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] For port 5a474b90-1101-4e49-ba7c-8379964cb91c, host n-d-838334-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838334-2',level=0,port_id=5a474b90-1101-4e49-ba7c-8379964cb91c,segment=NetworkSegment(732aa830-768b-4511-951f-d08e26b9c25b),segment_id=732aa830-768b-4511-951f-d08e26b9c25b)] {{(pid=84042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:38:08.266488 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-4a940098-3574-42b4-8172-055985010156 req-4470fb19-980e-40f8-a962-72efe1bc0ae2 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=7843cba0a7e24a0397d5219cb7fd254c&device_id=4d27da33-3ad6-433b-9d90-6d6cdb64d534 HTTP/1.1" status: 200 len: 1095 time: 0.1706004 Apr 18 20:38:08.274214 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b6b532e-366e-40a8-af80-f6d1c9c26bbe req-dbccb032-db3a-443b-86c9-0fd22c51dbb9 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:38:08.275781 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-8b6b532e-366e-40a8-af80-f6d1c9c26bbe req-dbccb032-db3a-443b-86c9-0fd22c51dbb9 service neutron] 10.222.0.43 "GET /v2.0/networks?id=5ab7510b-2145-476c-b9d7-eb0e1ae538b7 HTTP/1.1" status: 200 len: 921 time: 0.2051063 Apr 18 20:38:08.278368 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682'] for port, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:08.289363 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-9db8f4f5-f206-4427-bd09-edaa36c0fa21 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33526109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022'] for network, after_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:08.290137 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9db8f4f5-f206-4427-bd09-edaa36c0fa21 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:38:08.290709 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-9db8f4f5-f206-4427-bd09-edaa36c0fa21 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32378031'] for network, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:08.328205 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-a16fb6c7-9343-4be1-b94e-ead4177ff07d req-6b199a0b-e75f-4607-ab7f-7786fd355da2 tempest-LiveMigrationNegativeTest-1063094817 tempest-LiveMigrationNegativeTest-1063094817-project] 10.222.0.42 "GET /v2.0/security-groups?id=7d29b726-a567-4f03-8309-9129413604ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4087739 Apr 18 20:38:08.348736 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef31c594-6696-44b3-a779-c25730097058 req-690e75b7-1412-4973-921b-160dfacafda0 tempest-LiveAutoBlockMigrationV225Test-1713341100 tempest-LiveAutoBlockMigrationV225Test-1713341100-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:38:08.356059 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-ef31c594-6696-44b3-a779-c25730097058 req-690e75b7-1412-4973-921b-160dfacafda0 tempest-LiveAutoBlockMigrationV225Test-1713341100 tempest-LiveAutoBlockMigrationV225Test-1713341100-project] 10.222.0.42 "GET /v2.0/ports?device_id=4d27da33-3ad6-433b-9d90-6d6cdb64d534 HTTP/1.1" status: 200 len: 944 time: 0.6409485 Apr 18 20:38:08.385010 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-8b6b532e-366e-40a8-af80-f6d1c9c26bbe req-21897482-921d-49c7-a8e1-1753d8b7a649 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8578f3c0-3c71-4002-9e87-2205dc1e4c6c HTTP/1.1" status: 200 len: 217 time: 0.0971348 Apr 18 20:38:08.407689 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Device 9f3bd61c-8e3a-4fdc-a3d7-c87d5951442c no longer exists at agent ovs-agent-n-d-838334-2 {{(pid=84042) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 20:38:08.487790 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.plugin [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] No Port match for: 9f3bd61c-8e3a-4fdc-a3d7-c87d5951442c {{(pid=84042) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 18 20:38:08.488149 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Device 9f3bd61c-8e3a-4fdc-a3d7-c87d5951442c not bound to the agent host n-d-838334-2 {{(pid=84042) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 20:38:08.515888 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.managers [None req-dba91990-3eb2-43c8-a025-adb1d24885ce None None] Attempting to bind port 81eb4c39-b317-4290-b3c5-61835ee0a4dc on host n-d-838334-2 for vnic_type normal with profile {{(pid=84042) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:38:08.516251 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.managers [None req-dba91990-3eb2-43c8-a025-adb1d24885ce None None] Attempting to bind port 81eb4c39-b317-4290-b3c5-61835ee0a4dc by drivers openvswitch,hyperv on host n-d-838334-2 at level 0 using segments [{'id': '19ad21fa-fac1-489d-89f6-afeed388bda6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': 'b907c95d-bd5f-4998-b27d-79779f369163'}] {{(pid=84042) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:38:08.516608 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dba91990-3eb2-43c8-a025-adb1d24885ce None None] Attempting to bind port 81eb4c39-b317-4290-b3c5-61835ee0a4dc on network b907c95d-bd5f-4998-b27d-79779f369163 {{(pid=84042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 20:38:08.522202 n-d-838334-2 neutron-server[84041]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4e1dc138-687d-482a-9055-c5bd6d4dcfed'] response: {'name': 'network-changed', 'server_uuid': '505ce2b4-79e7-4477-8f98-649510a8effc', 'tag': '3f6512be-4c2a-4b90-af9e-957e05681a3f', 'status': 'completed', 'code': 200} Apr 18 20:38:08.541686 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Pushing event updated for resources: {'Port': ['ID=5a474b90-1101-4e49-ba7c-8379964cb91c,revision_number=4']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:38:08.556197 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dba91990-3eb2-43c8-a025-adb1d24885ce None None] Checking agent: {'id': '97cd4414-7af6-4d67-868d-dff370b4071a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838334-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 25, 49), 'started_at': datetime.datetime(2022, 4, 18, 20, 26, 19), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 20, 37, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838334-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 18 20:38:08.556569 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dba91990-3eb2-43c8-a025-adb1d24885ce None None] Checking segment: {'id': '19ad21fa-fac1-489d-89f6-afeed388bda6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': 'b907c95d-bd5f-4998-b27d-79779f369163'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84042) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 20:38:08.556967 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-dba91990-3eb2-43c8-a025-adb1d24885ce None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:08.557351 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dba91990-3eb2-43c8-a025-adb1d24885ce None None] Bound using segment: {'id': '19ad21fa-fac1-489d-89f6-afeed388bda6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': 'b907c95d-bd5f-4998-b27d-79779f369163'} {{(pid=84042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 18 20:38:08.557604 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b6b532e-366e-40a8-af80-f6d1c9c26bbe req-3d332383-cafa-4347-a278-93bc4922865d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:38:08.557824 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.managers [None req-dba91990-3eb2-43c8-a025-adb1d24885ce None None] Bound port: 81eb4c39-b317-4290-b3c5-61835ee0a4dc, host: n-d-838334-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '19ad21fa-fac1-489d-89f6-afeed388bda6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': 'b907c95d-bd5f-4998-b27d-79779f369163'}}] {{(pid=84042) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 20:38:08.558193 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-dba91990-3eb2-43c8-a025-adb1d24885ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:08.559691 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-8b6b532e-366e-40a8-af80-f6d1c9c26bbe req-3d332383-cafa-4347-a278-93bc4922865d service neutron] 10.222.0.43 "GET /v2.0/subnets?id=5bf38cb0-45bd-48cb-9f8c-19a270201f44 HTTP/1.1" status: 200 len: 860 time: 0.1535947 Apr 18 20:38:08.620005 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-8b6b532e-366e-40a8-af80-f6d1c9c26bbe req-7c9b04d9-670c-492e-9dd7-7582333610e6 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=5ab7510b-2145-476c-b9d7-eb0e1ae538b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0522590 Apr 18 20:38:08.630228 n-d-838334-2 neutron-server[84040]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dd527dae-e925-44d0-afb4-24d08d8bc3ac'] response: {'name': 'network-changed', 'server_uuid': '938f89c0-99ed-4164-b9cc-2b809c4e82ef', 'tag': 'dc340d1a-25b1-44bb-9758-37662660deb1', 'status': 'completed', 'code': 200} Apr 18 20:38:08.634364 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f97d6c57-3425-4fc0-a8cd-8f5fa02e6dcc req-b97be37b-803d-429e-afc8-1cd99db8a0ff service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:38:08.635112 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] For port ecc9262a-94bf-40c1-99c0-e4ad54b2ed5f, host n-h1-838334-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838334-2',level=0,port_id=ecc9262a-94bf-40c1-99c0-e4ad54b2ed5f,segment=NetworkSegment(806925fb-1611-47d5-bfae-6289aca7c7ad),segment_id=806925fb-1611-47d5-bfae-6289aca7c7ad)] {{(pid=84042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:38:08.635822 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-f97d6c57-3425-4fc0-a8cd-8f5fa02e6dcc req-b97be37b-803d-429e-afc8-1cd99db8a0ff service neutron] 10.222.0.48 "GET /v2.0/subnets?id=c4b526db-4d8a-4d4c-a310-e3a599630ae1 HTTP/1.1" status: 200 len: 843 time: 0.4986734 Apr 18 20:38:08.661153 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Returning: {'device': 'ecc9262a-94bf-40c1-99c0-e4ad54b2ed5f', 'network_id': '2b4e6157-bc80-44e6-aceb-13aa29225b38', 'port_id': 'ecc9262a-94bf-40c1-99c0-e4ad54b2ed5f', 'mac_address': 'fa:16:3e:76:5c:bd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 375, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2a27c3e0-e2c3-453b-9e93-76a003aa4b19', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84042) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 18 20:38:08.732347 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-dba91990-3eb2-43c8-a025-adb1d24885ce None None] For port 81eb4c39-b317-4290-b3c5-61835ee0a4dc, host n-d-838334-2, cleared binding levels {{(pid=84042) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 20:38:08.745173 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-dba91990-3eb2-43c8-a025-adb1d24885ce None None] For port 81eb4c39-b317-4290-b3c5-61835ee0a4dc, host n-d-838334-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838334-2',level=0,port_id=81eb4c39-b317-4290-b3c5-61835ee0a4dc,segment=NetworkSegment(19ad21fa-fac1-489d-89f6-afeed388bda6),segment_id=19ad21fa-fac1-489d-89f6-afeed388bda6)] {{(pid=84042) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 20:38:08.746246 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:08.754306 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-9db8f4f5-f206-4427-bd09-edaa36c0fa21 admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 3.8736115 Apr 18 20:38:08.759252 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 34198) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:38:08.760360 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-dba91990-3eb2-43c8-a025-adb1d24885ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682'] for port, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:08.761906 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9db8f4f5-f206-4427-bd09-edaa36c0fa21 admin admin] Pushing event updated for resources: {'Network': ['ID=f2e972e6-8294-47af-9daf-7a26453521b0,revision_number=1']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:38:08.799348 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.v2.base [None req-eb801a0c-6758-491f-a6a7-ce9e2e74213d admin admin] Request body: {'subnet': {'network_id': 'f2e972e6-8294-47af-9daf-7a26453521b0', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest-1935158179-subnet', 'tenant_id': 'a66b5a5a883b42fa8f024c192096e68f', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=84041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 20:38:08.809034 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Network f2e972e6-8294-47af-9daf-7a26453521b0 details requested by agent ovs-agent-n-d-838334-2 with host n-d-838334-2 {{(pid=84042) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 18 20:38:08.810147 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-eb801a0c-6758-491f-a6a7-ce9e2e74213d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:38:08.814368 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a940098-3574-42b4-8172-055985010156 req-ca384115-efc7-4894-8c05-6755d9ecc441 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:38:08.816153 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-4a940098-3574-42b4-8172-055985010156 req-ca384115-efc7-4894-8c05-6755d9ecc441 service neutron] 10.222.0.48 "GET /v2.0/networks?id=5ab7510b-2145-476c-b9d7-eb0e1ae538b7 HTTP/1.1" status: 200 len: 921 time: 0.4303050 Apr 18 20:38:08.819758 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-8b6b532e-366e-40a8-af80-f6d1c9c26bbe req-7e32ea02-a63d-4c26-839b-0697c74d221c service neutron] 10.222.0.43 "GET /v2.0/networks/5ab7510b-2145-476c-b9d7-eb0e1ae538b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1872094 Apr 18 20:38:08.820928 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-eb801a0c-6758-491f-a6a7-ce9e2e74213d admin admin] Usage tracker for resource:subnet and tenant:a66b5a5a883b42fa8f024c192096e68f is out of sync, need to count used quota {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:38:08.825274 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-eb801a0c-6758-491f-a6a7-ce9e2e74213d admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:38:08.834226 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-ef31c594-6696-44b3-a779-c25730097058 req-ef42ff1b-a100-4d89-9ba5-d39438ad2abd tempest-LiveAutoBlockMigrationV225Test-1713341100 tempest-LiveAutoBlockMigrationV225Test-1713341100-project] 10.222.0.42 "GET /v2.0/security-groups?id=bf712067-aabd-4e70-aae1-082928dd1ccd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4766159 Apr 18 20:38:08.851095 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-9abec249-2187-4863-bb6d-e45f5b331d00 req-a1dcb489-0c22-4e1c-ae11-4cca394ba35b service neutron] 10.222.0.43 "GET /v2.0/networks/2b4e6157-bc80-44e6-aceb-13aa29225b38?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6814981 Apr 18 20:38:08.886695 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-2688669f-cfd0-4fb9-ad1e-b73b631b7fe3 req-6cc6b6dd-916e-49c7-b987-862a373f04d4 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=624c15d552004bb8b15cf774c11ffdae&device_id=505ce2b4-79e7-4477-8f98-649510a8effc HTTP/1.1" status: 200 len: 1094 time: 0.3147004 Apr 18 20:38:08.895585 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-f97d6c57-3425-4fc0-a8cd-8f5fa02e6dcc req-a1c8e842-5ec2-4380-b88f-67da2bfe0e82 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=cb56989d-7c5d-4678-b194-1d2edf1e842a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2452528 Apr 18 20:38:08.901655 n-d-838334-2 neutron-server[84042]: DEBUG neutron.notifiers.nova [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ecc9262a-94bf-40c1-99c0-e4ad54b2ed5f {{(pid=84042) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 18 20:38:09.033918 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7270f492-8a02-4fad-a62a-910c1dcde9f4 None None] Pushing event updated for resources: {'Port': ['ID=81eb4c39-b317-4290-b3c5-61835ee0a4dc,revision_number=4']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:38:09.057000 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] For port ecc9262a-94bf-40c1-99c0-e4ad54b2ed5f, host n-h1-838334-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838334-2',level=0,port_id=ecc9262a-94bf-40c1-99c0-e4ad54b2ed5f,segment=NetworkSegment(806925fb-1611-47d5-bfae-6289aca7c7ad),segment_id=806925fb-1611-47d5-bfae-6289aca7c7ad)] {{(pid=84042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:38:09.066251 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dba91990-3eb2-43c8-a025-adb1d24885ce None None] Routers {'204678ea-a6eb-4cdf-a3ee-2b809f6f37e1'} bound to L3 agent in host n-d-838334-2 {{(pid=84042) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 20:38:09.066886 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_hamode_db [None req-dba91990-3eb2-43c8-a025-adb1d24885ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838334-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-18T20:25:48Z,description=,heartbeat_timestamp=2022-04-18T20:37:48Z,host='n-d-838334-2',id=bc84d6c9-dd7a-4555-a351-592327b46d5a,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:25:48Z,topic='l3_agent')) {'router_ids': ['204678ea-a6eb-4cdf-a3ee-2b809f6f37e1'], 'active': True} {{(pid=84042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:38:09.077178 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-8b6b532e-366e-40a8-af80-f6d1c9c26bbe req-5dc4ce09-889f-4fbf-b0f5-c342de318c55 service neutron] 10.222.0.43 "GET /v2.0/networks/5ab7510b-2145-476c-b9d7-eb0e1ae538b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2467248 Apr 18 20:38:09.078982 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-eb801a0c-6758-491f-a6a7-ce9e2e74213d admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:38:09.117706 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-4a940098-3574-42b4-8172-055985010156 req-83784d36-d50f-4cea-9892-812b31d8094f service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8578f3c0-3c71-4002-9e87-2205dc1e4c6c HTTP/1.1" status: 200 len: 217 time: 0.2888932 Apr 18 20:38:09.123884 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb801a0c-6758-491f-a6a7-ce9e2e74213d admin admin] Made reservation on behalf of a66b5a5a883b42fa8f024c192096e68f for: {'subnet': 1} {{(pid=84041) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:38:09.126408 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-eb801a0c-6758-491f-a6a7-ce9e2e74213d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32486301'] for subnet, before_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:09.147394 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2688669f-cfd0-4fb9-ad1e-b73b631b7fe3 req-5f8b309f-1ba2-4edd-87e8-64f8d2c48424 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:38:09.151246 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-2688669f-cfd0-4fb9-ad1e-b73b631b7fe3 req-5f8b309f-1ba2-4edd-87e8-64f8d2c48424 service neutron] 10.222.0.48 "GET /v2.0/networks?id=079e35ca-557b-42c6-b34f-dbc020bb616d HTTP/1.1" status: 200 len: 925 time: 0.2545798 Apr 18 20:38:09.151374 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682'] for port, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:09.384039 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a940098-3574-42b4-8172-055985010156 req-c250572c-ae58-484a-934b-f56344c06507 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:38:09.385759 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-4a940098-3574-42b4-8172-055985010156 req-c250572c-ae58-484a-934b-f56344c06507 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=5bf38cb0-45bd-48cb-9f8c-19a270201f44 HTTP/1.1" status: 200 len: 860 time: 0.2286017 Apr 18 20:38:09.442868 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-4a940098-3574-42b4-8172-055985010156 req-802c2531-628c-47dd-96c5-cdaf3b1d62fe service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=5ab7510b-2145-476c-b9d7-eb0e1ae538b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0476527 Apr 18 20:38:09.448276 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] get_ports_and_sgs() called for port_ids ['ecc9262a-94bf-40c1-99c0-e4ad54b2ed5f'] {{(pid=84042) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 18 20:38:09.553654 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Pushing event updated for resources: {'Port': ['ID=ecc9262a-94bf-40c1-99c0-e4ad54b2ed5f,revision_number=4']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:38:09.610169 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Device 5a474b90-1101-4e49-ba7c-8379964cb91c up at agent ovs-agent-n-d-838334-2 {{(pid=84042) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 20:38:09.680128 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-f97d6c57-3425-4fc0-a8cd-8f5fa02e6dcc req-008e3808-e5f1-4006-b544-2f6761e5da53 service neutron] 10.222.0.48 "GET /v2.0/networks/cb56989d-7c5d-4678-b194-1d2edf1e842a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5251846 Apr 18 20:38:09.681361 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-2688669f-cfd0-4fb9-ad1e-b73b631b7fe3 req-de8a06e8-a4ef-4b6f-a123-2f443b39f940 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3f6512be-4c2a-4b90-af9e-957e05681a3f HTTP/1.1" status: 200 len: 217 time: 0.4706655 Apr 18 20:38:09.700242 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-f83cab65-4836-4370-b581-be44a7f778b8 req-40a01493-fb40-4745-bb08-e0c5317d6ab3 tempest-ServersAdmin275Test-1430223114 tempest-ServersAdmin275Test-1430223114-project] 10.222.0.42 "GET /v2.0/ports?device_id=4bb574e3-a1a9-4f48-a18e-e712328d8de0 HTTP/1.1" status: 200 len: 210 time: 0.3399155 Apr 18 20:38:09.805567 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_dvr_db [None req-dba91990-3eb2-43c8-a025-adb1d24885ce None None] Set router 204678ea-a6eb-4cdf-a3ee-2b809f6f37e1 gateway port host: n-d-838334-2 {{(pid=84042) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 20:38:09.806075 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-4a940098-3574-42b4-8172-055985010156 req-84e415e6-39a4-4136-a6fe-0272813b503a service neutron] 10.222.0.48 "GET /v2.0/networks/5ab7510b-2145-476c-b9d7-eb0e1ae538b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3543284 Apr 18 20:38:09.829012 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2688669f-cfd0-4fb9-ad1e-b73b631b7fe3 req-4afc55b8-70be-4fb7-b7cf-0bb484a1c3d0 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:38:09.830451 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-2688669f-cfd0-4fb9-ad1e-b73b631b7fe3 req-4afc55b8-70be-4fb7-b7cf-0bb484a1c3d0 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=c3ffe89f-19b4-45a8-ac55-d99492f3b297 HTTP/1.1" status: 200 len: 863 time: 0.0868335 Apr 18 20:38:09.983783 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-8b6b532e-366e-40a8-af80-f6d1c9c26bbe req-247f86fd-0a2e-4cca-b21c-85d5ce99b40f tempest-LiveAutoBlockMigrationV225Test-203169570 tempest-LiveAutoBlockMigrationV225Test-203169570-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=4d27da33-3ad6-433b-9d90-6d6cdb64d534&tenant_id=7843cba0a7e24a0397d5219cb7fd254c&binding%3Ahost_id=n-h1-838334-2 HTTP/1.1" status: 200 len: 1095 time: 0.5124290 Apr 18 20:38:10.042279 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-eb801a0c-6758-491f-a6a7-ce9e2e74213d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33526260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32266407', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32486287'] for subnet, after_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:10.092208 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-4a940098-3574-42b4-8172-055985010156 req-5fa96d76-b5bd-462b-a48c-9b2ebd63f1c0 service neutron] 10.222.0.48 "GET /v2.0/networks/5ab7510b-2145-476c-b9d7-eb0e1ae538b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2764008 Apr 18 20:38:10.140508 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-f97d6c57-3425-4fc0-a8cd-8f5fa02e6dcc req-9ebebeec-2d77-442f-85db-b320c1ee9820 service neutron] 10.222.0.48 "GET /v2.0/networks/cb56989d-7c5d-4678-b194-1d2edf1e842a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4392323 Apr 18 20:38:10.157779 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb801a0c-6758-491f-a6a7-ce9e2e74213d admin admin] Pushing event updated for resources: {'Subnet': ['ID=9d5006e9-535b-476f-a78a-7373d4134683,revision_number=0']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:38:10.159039 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-2688669f-cfd0-4fb9-ad1e-b73b631b7fe3 req-29bf0a85-9a56-4dff-849f-4662a92190ec service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=079e35ca-557b-42c6-b34f-dbc020bb616d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2905624 Apr 18 20:38:10.168520 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fff9459-b4f1-418c-8386-9ebb669f86fc req-4fd99868-7ac2-4e32-a1c6-5ed3779b540f tempest-ServersWithSpecificFlavorTestJSON-734692326 tempest-ServersWithSpecificFlavorTestJSON-734692326-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:38:10.175324 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-3fff9459-b4f1-418c-8386-9ebb669f86fc req-4fd99868-7ac2-4e32-a1c6-5ed3779b540f tempest-ServersWithSpecificFlavorTestJSON-734692326 tempest-ServersWithSpecificFlavorTestJSON-734692326-project] 10.222.0.42 "GET /v2.0/ports?device_id=505ce2b4-79e7-4477-8f98-649510a8effc HTTP/1.1" status: 200 len: 943 time: 0.3438842 Apr 18 20:38:10.182127 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb801a0c-6758-491f-a6a7-ce9e2e74213d admin admin] Checking segment: {'id': 'ea61591e-490f-40d3-b0b7-48df3aeb522a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': 'f2e972e6-8294-47af-9daf-7a26453521b0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84041) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 20:38:10.182494 n-d-838334-2 neutron-server[84041]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb801a0c-6758-491f-a6a7-ce9e2e74213d admin admin] Network hostable DHCP agents. Network: f2e972e6-8294-47af-9daf-7a26453521b0, hostable agents: ['8746f8ea-3e91-4b32-9919-2c63adeb8722'], hosted agents: [] {{(pid=84041) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 20:38:10.208646 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.db [req-8b6b532e-366e-40a8-af80-f6d1c9c26bbe req-5b4979c6-69b5-42d0-a4d9-dcca2a361f78 service neutron] For port 8578f3c0-3c71-4002-9e87-2205dc1e4c6c, host n-h2-838334-2, cleared binding levels {{(pid=84041) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 20:38:10.215645 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed193a5e-7763-4eeb-a4b6-1489cbc85a91 req-c64bf69f-ad12-40e1-b54c-26281637ae21 tempest-LiveMigrationTest-963278731 tempest-LiveMigrationTest-963278731-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:38:10.219213 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [req-8b6b532e-366e-40a8-af80-f6d1c9c26bbe req-5b4979c6-69b5-42d0-a4d9-dcca2a361f78 service neutron] Notify callbacks [] for binding, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:10.220292 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-ed193a5e-7763-4eeb-a4b6-1489cbc85a91 req-c64bf69f-ad12-40e1-b54c-26281637ae21 tempest-LiveMigrationTest-963278731 tempest-LiveMigrationTest-963278731-project] 10.222.0.42 "GET /v2.0/ports?device_id=bc66a4ae-28da-4e1f-969f-022e139eaf43 HTTP/1.1" status: 200 len: 944 time: 0.3096774 Apr 18 20:38:10.220421 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-8b6b532e-366e-40a8-af80-f6d1c9c26bbe req-5b4979c6-69b5-42d0-a4d9-dcca2a361f78 service neutron] 10.222.0.43 "DELETE /v2.0/ports/8578f3c0-3c71-4002-9e87-2205dc1e4c6c/bindings/n-h2-838334-2 HTTP/1.1" status: 204 len: 173 time: 0.2231350 Apr 18 20:38:10.221338 n-d-838334-2 neutron-server[84041]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb801a0c-6758-491f-a6a7-ce9e2e74213d admin admin] Network f2e972e6-8294-47af-9daf-7a26453521b0 is scheduled to be hosted by DHCP agent 8746f8ea-3e91-4b32-9919-2c63adeb8722 with binding_index 1 {{(pid=84041) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 20:38:10.244883 n-d-838334-2 neutron-server[84041]: DEBUG neutron.scheduler.base_scheduler [None req-eb801a0c-6758-491f-a6a7-ce9e2e74213d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-838334-2, f2e972e6-8294-47af-9daf-7a26453521b0) {{(pid=84041) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:38:10.251787 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb801a0c-6758-491f-a6a7-ce9e2e74213d admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:38:10.252643 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-eb801a0c-6758-491f-a6a7-ce9e2e74213d admin admin] Notify callbacks [] for subnet, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:10.277254 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed89533c-516d-4544-be01-4a9eff08ef76 None None] Network f2e972e6-8294-47af-9daf-7a26453521b0 requested from n-d-838334-2 {{(pid=84042) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 20:38:10.282209 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-eb801a0c-6758-491f-a6a7-ce9e2e74213d admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.5191145 Apr 18 20:38:10.283027 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 34226) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:38:10.289046 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.v2.base [None req-fb9159ac-2895-4b0a-aa69-942413d49f9f admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest-1935158179-router', 'tenant_id': 'a66b5a5a883b42fa8f024c192096e68f', 'external_gateway_info': {'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c'}}} {{(pid=84041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 20:38:10.293920 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-fb9159ac-2895-4b0a-aa69-942413d49f9f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:38:10.298042 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-fb9159ac-2895-4b0a-aa69-942413d49f9f admin admin] Usage tracker for resource:router and tenant:a66b5a5a883b42fa8f024c192096e68f is out of sync, need to count used quota {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:38:10.301010 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-fb9159ac-2895-4b0a-aa69-942413d49f9f admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:38:10.307968 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-fb9159ac-2895-4b0a-aa69-942413d49f9f admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:38:10.320635 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-fb9159ac-2895-4b0a-aa69-942413d49f9f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-33442106', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5708'] for router, before_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:10.321646 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-fb9159ac-2895-4b0a-aa69-942413d49f9f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33442137', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33444285', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33535433', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5703'] for router, precommit_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:10.343857 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-fb9159ac-2895-4b0a-aa69-942413d49f9f admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:10.406840 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Provisioning complete for port 5a474b90-1101-4e49-ba7c-8379964cb91c triggered by entity L2. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:38:10.407355 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1253608'] for port, provisioning_complete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:10.414392 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-3fff9459-b4f1-418c-8386-9ebb669f86fc req-e24ec421-06fc-467e-8910-612ace3f8504 tempest-ServersWithSpecificFlavorTestJSON-734692326 tempest-ServersWithSpecificFlavorTestJSON-734692326-project] 10.222.0.42 "GET /v2.0/security-groups?id=51d79015-ffd5-44d4-b2c5-faf33204dfe8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2382007 Apr 18 20:38:10.448519 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-ed193a5e-7763-4eeb-a4b6-1489cbc85a91 req-359fe8d6-1062-43a6-93f0-d8e12ad8c943 tempest-LiveMigrationTest-963278731 tempest-LiveMigrationTest-963278731-project] 10.222.0.42 "GET /v2.0/security-groups?id=c1ded286-bbeb-4ec4-95be-e4f6aab8a892&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1892231 Apr 18 20:38:10.477369 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Device 3f6512be-4c2a-4b90-af9e-957e05681a3f details requested by agent hyperv_n-h2-838334-2 with host n-h2-838334-2 {{(pid=84042) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 18 20:38:10.510166 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-fb9159ac-2895-4b0a-aa69-942413d49f9f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-33444175', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-33443520', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5293'] for router, precommit_update {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:10.512440 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-2688669f-cfd0-4fb9-ad1e-b73b631b7fe3 req-d22b92c7-fb94-4db4-8cc0-c602dffe095a service neutron] 10.222.0.48 "GET /v2.0/networks/079e35ca-557b-42c6-b34f-dbc020bb616d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3173652 Apr 18 20:38:10.571209 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-5352468d-081e-4fbb-bca7-98d7c8a51f07 req-e8675a9e-5481-4e72-b113-1d0bd878011b service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=5d4dc6fb67894ffb821d3bd7cc7cd1b2&device_id=938f89c0-99ed-4164-b9cc-2b809c4e82ef HTTP/1.1" status: 200 len: 1098 time: 0.3446653 Apr 18 20:38:10.750304 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-fb9159ac-2895-4b0a-aa69-942413d49f9f admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:10.797311 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-fb9159ac-2895-4b0a-aa69-942413d49f9f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:10.955742 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.db_base_plugin_common [None req-fb9159ac-2895-4b0a-aa69-942413d49f9f admin admin] Allocated IP 172.25.8.22 (e41b6600-a917-4a8d-b05c-be3be40c6d8c/6b05667b-848e-4356-9b44-d5eb6808ef74/316a5b16-33f6-48b0-a9ad-a8d30350e7c8) {{(pid=84041) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:38:10.956821 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] For port 3f6512be-4c2a-4b90-af9e-957e05681a3f, host n-h2-838334-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838334-2',level=0,port_id=3f6512be-4c2a-4b90-af9e-957e05681a3f,segment=NetworkSegment(a5e129cf-6a36-4adb-b738-73a89832322d),segment_id=a5e129cf-6a36-4adb-b738-73a89832322d)] {{(pid=84042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:38:10.981729 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_hamode_db [None req-dba91990-3eb2-43c8-a025-adb1d24885ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '204678ea-a6eb-4cdf-a3ee-2b809f6f37e1', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-627905384-router', 'tenant_id': '60f7b5b62cf743ccbb177249e2acd0de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'external_fixed_ips': [{'subnet_id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'ip_address': '172.25.8.198'}], 'enable_snat': True}, 'gw_port_id': '1f05e293-355b-4340-aead-17f49bb84e1a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:37:35Z', 'updated_at': '2022-04-18T20:37:40Z', 'revision_number': 4, 'project_id': '60f7b5b62cf743ccbb177249e2acd0de', 'gw_port': {'id': '1f05e293-355b-4340-aead-17f49bb84e1a', 'name': '', 'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:e9:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '204678ea-a6eb-4cdf-a3ee-2b809f6f37e1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'ip_address': '172.25.8.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:37:36Z', 'updated_at': '2022-04-18T20:37:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838334-2', '_interfaces': [{'id': '81eb4c39-b317-4290-b3c5-61835ee0a4dc', 'name': '', 'network_id': 'b907c95d-bd5f-4998-b27d-79779f369163', 'tenant_id': '60f7b5b62cf743ccbb177249e2acd0de', 'mac_address': 'fa:16:3e:be:a5:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '204678ea-a6eb-4cdf-a3ee-2b809f6f37e1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1e32fa85-4321-4423-827a-46337c469afa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:37:38Z', 'updated_at': '2022-04-18T20:38:08Z', 'revision_number': 4, 'project_id': '60f7b5b62cf743ccbb177249e2acd0de', 'subnets': [{'id': '1e32fa85-4321-4423-827a-46337c469afa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838334-2', False) {} {{(pid=84042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:38:11.005436 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dba91990-3eb2-43c8-a025-adb1d24885ce None None] The sync data for ids ['204678ea-a6eb-4cdf-a3ee-2b809f6f37e1'] in n-d-838334-2 is: [{'id': '204678ea-a6eb-4cdf-a3ee-2b809f6f37e1', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-627905384-router', 'tenant_id': '60f7b5b62cf743ccbb177249e2acd0de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'external_fixed_ips': [{'subnet_id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'ip_address': '172.25.8.198'}], 'enable_snat': True}, 'gw_port_id': '1f05e293-355b-4340-aead-17f49bb84e1a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:37:35Z', 'updated_at': '2022-04-18T20:37:40Z', 'revision_number': 4, 'project_id': '60f7b5b62cf743ccbb177249e2acd0de', 'gw_port': {'id': '1f05e293-355b-4340-aead-17f49bb84e1a', 'name': '', 'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:e9:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '204678ea-a6eb-4cdf-a3ee-2b809f6f37e1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'ip_address': '172.25.8.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:37:36Z', 'updated_at': '2022-04-18T20:37:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838334-2', '_interfaces': [{'id': '81eb4c39-b317-4290-b3c5-61835ee0a4dc', 'name': '', 'network_id': 'b907c95d-bd5f-4998-b27d-79779f369163', 'tenant_id': '60f7b5b62cf743ccbb177249e2acd0de', 'mac_address': 'fa:16:3e:be:a5:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '204678ea-a6eb-4cdf-a3ee-2b809f6f37e1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1e32fa85-4321-4423-827a-46337c469afa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:37:38Z', 'updated_at': '2022-04-18T20:38:08Z', 'revision_number': 4, 'project_id': '60f7b5b62cf743ccbb177249e2acd0de', 'subnets': [{'id': '1e32fa85-4321-4423-827a-46337c469afa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84042) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 18 20:38:11.007657 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Returning: {'device': '3f6512be-4c2a-4b90-af9e-957e05681a3f', 'network_id': '079e35ca-557b-42c6-b34f-dbc020bb616d', 'port_id': '3f6512be-4c2a-4b90-af9e-957e05681a3f', 'mac_address': 'fa:16:3e:19:84:cf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 392, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c3ffe89f-19b4-45a8-ac55-d99492f3b297', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84042) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 18 20:38:11.018729 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9538bb1-1892-4c15-9072-a94afd040fbf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp016840fc-1f9f-5892-9c53-c9cf6c845bbb-f2e972e6-8294-47af-9daf-7a26453521b0', 'network_id': 'f2e972e6-8294-47af-9daf-7a26453521b0', 'tenant_id': 'a66b5a5a883b42fa8f024c192096e68f', 'fixed_ips': [{'subnet_id': '9d5006e9-535b-476f-a78a-7373d4134683'}]}} from n-d-838334-2. {{(pid=84042) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 18 20:38:11.019544 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-c9538bb1-1892-4c15-9072-a94afd040fbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_create {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:11.095113 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5352468d-081e-4fbb-bca7-98d7c8a51f07 req-22d78e06-9cfd-4afb-a718-3b57219f1aa4 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:38:11.095588 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-5352468d-081e-4fbb-bca7-98d7c8a51f07 req-22d78e06-9cfd-4afb-a718-3b57219f1aa4 service neutron] 10.222.0.48 "GET /v2.0/networks?id=cb56989d-7c5d-4678-b194-1d2edf1e842a HTTP/1.1" status: 200 len: 870 time: 0.3921454 Apr 18 20:38:11.158542 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-f5558556-8b62-485c-855d-0b9e4394d996 req-d3d14728-35e1-4670-a30d-32b219faa857 tempest-ServersAdmin275Test-1430223114 tempest-ServersAdmin275Test-1430223114-project] 10.222.0.42 "GET /v2.0/ports?device_id=4bb574e3-a1a9-4f48-a18e-e712328d8de0 HTTP/1.1" status: 200 len: 210 time: 0.1883972 Apr 18 20:38:11.204728 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:11.244791 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-fb9159ac-2895-4b0a-aa69-942413d49f9f admin admin] Notify callbacks [] for port, precommit_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:11.301154 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-fb9159ac-2895-4b0a-aa69-942413d49f9f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750374836619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32266323'] for port, after_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:11.315155 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-5352468d-081e-4fbb-bca7-98d7c8a51f07 req-991792bc-e274-4784-b4aa-472f23e3b828 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.95&port_id=dc340d1a-25b1-44bb-9758-37662660deb1 HTTP/1.1" status: 200 len: 217 time: 0.2095516 Apr 18 20:38:11.344919 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.db_base_plugin_common [None req-c9538bb1-1892-4c15-9072-a94afd040fbf None None] Allocated IP 172.20.0.2 (f2e972e6-8294-47af-9daf-7a26453521b0/9d5006e9-535b-476f-a78a-7373d4134683/d772260b-6bd5-43dc-b43e-edd4a86399a0) {{(pid=84042) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:38:11.421448 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-2688669f-cfd0-4fb9-ad1e-b73b631b7fe3 req-b1999873-46a0-4c27-aa23-63ef7e6a72fb service neutron] 10.222.0.48 "GET /v2.0/networks/079e35ca-557b-42c6-b34f-dbc020bb616d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9004674 Apr 18 20:38:11.444855 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dcb960d-3575-40d8-b7cc-8cf5f29b01f4 req-40e450df-14bd-4a9b-809d-43ea0ea46b6e tempest-LiveMigrationNegativeTest-1063094817 tempest-LiveMigrationNegativeTest-1063094817-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:38:11.452452 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-8dcb960d-3575-40d8-b7cc-8cf5f29b01f4 req-40e450df-14bd-4a9b-809d-43ea0ea46b6e tempest-LiveMigrationNegativeTest-1063094817 tempest-LiveMigrationNegativeTest-1063094817-project] 10.222.0.42 "GET /v2.0/ports?device_id=938f89c0-99ed-4164-b9cc-2b809c4e82ef HTTP/1.1" status: 200 len: 947 time: 0.7829525 Apr 18 20:38:11.456122 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5352468d-081e-4fbb-bca7-98d7c8a51f07 req-5af55664-927c-4c03-9ee1-2cd951d2daf6 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:38:11.457430 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-5352468d-081e-4fbb-bca7-98d7c8a51f07 req-5af55664-927c-4c03-9ee1-2cd951d2daf6 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=c4b526db-4d8a-4d4c-a310-e3a599630ae1 HTTP/1.1" status: 200 len: 843 time: 0.1190877 Apr 18 20:38:11.467394 n-d-838334-2 neutron-server[84041]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb9159ac-2895-4b0a-aa69-942413d49f9f admin admin] Network e41b6600-a917-4a8d-b05c-be3be40c6d8c is already hosted by enough agents. {{(pid=84041) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:38:11.469054 n-d-838334-2 neutron-server[84041]: DEBUG neutron.scheduler.base_scheduler [None req-fb9159ac-2895-4b0a-aa69-942413d49f9f admin admin] Resources bound (agent type, host, resource id): {{(pid=84041) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:38:11.477177 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb9159ac-2895-4b0a-aa69-942413d49f9f admin admin] Received port after_create {{(pid=84041) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 20:38:11.515459 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb9159ac-2895-4b0a-aa69-942413d49f9f admin admin] Pushing event updated for resources: {'Port': ['ID=316a5b16-33f6-48b0-a9ad-a8d30350e7c8,revision_number=1']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:38:11.559048 n-d-838334-2 neutron-server[84042]: DEBUG neutron.notifiers.nova [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3f6512be-4c2a-4b90-af9e-957e05681a3f {{(pid=84042) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 18 20:38:11.670728 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-8dcb960d-3575-40d8-b7cc-8cf5f29b01f4 req-bcd18a1e-5d84-47b4-bb80-4093d1f17e7c tempest-LiveMigrationNegativeTest-1063094817 tempest-LiveMigrationNegativeTest-1063094817-project] 10.222.0.42 "GET /v2.0/security-groups?id=7d29b726-a567-4f03-8309-9129413604ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2147243 Apr 18 20:38:11.715952 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f117dc-7890-4ae1-9d77-e66c068064aa req-7d7b5c0c-a579-4307-8eed-71ee2dc901c7 tempest-LiveAutoBlockMigrationV225Test-1713341100 tempest-LiveAutoBlockMigrationV225Test-1713341100-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:38:11.717685 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-c7f117dc-7890-4ae1-9d77-e66c068064aa req-7d7b5c0c-a579-4307-8eed-71ee2dc901c7 tempest-LiveAutoBlockMigrationV225Test-1713341100 tempest-LiveAutoBlockMigrationV225Test-1713341100-project] 10.222.0.42 "GET /v2.0/ports?device_id=4d27da33-3ad6-433b-9d90-6d6cdb64d534 HTTP/1.1" status: 200 len: 944 time: 0.2589607 Apr 18 20:38:11.732627 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-fb9159ac-2895-4b0a-aa69-942413d49f9f admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:11.733165 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-5352468d-081e-4fbb-bca7-98d7c8a51f07 req-b90a7488-5ab3-49aa-982d-91ebc412cc3b service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=cb56989d-7c5d-4678-b194-1d2edf1e842a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2194543 Apr 18 20:38:11.733976 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-fb9159ac-2895-4b0a-aa69-942413d49f9f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33443529', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33444176'] for router, after_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:11.782071 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Device 81eb4c39-b317-4290-b3c5-61835ee0a4dc up at agent ovs-agent-n-d-838334-2 {{(pid=84042) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 20:38:11.819029 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] For port 3f6512be-4c2a-4b90-af9e-957e05681a3f, host n-h2-838334-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838334-2',level=0,port_id=3f6512be-4c2a-4b90-af9e-957e05681a3f,segment=NetworkSegment(a5e129cf-6a36-4adb-b738-73a89832322d),segment_id=a5e129cf-6a36-4adb-b738-73a89832322d)] {{(pid=84042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:38:11.845786 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-c9538bb1-1892-4c15-9072-a94afd040fbf None None] Notify callbacks [] for port, precommit_create {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:11.848257 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682'] for port, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:11.983771 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-c7f117dc-7890-4ae1-9d77-e66c068064aa req-5dc01b69-dc97-4943-866c-3df8f692b00b tempest-LiveAutoBlockMigrationV225Test-1713341100 tempest-LiveAutoBlockMigrationV225Test-1713341100-project] 10.222.0.42 "GET /v2.0/security-groups?id=bf712067-aabd-4e70-aae1-082928dd1ccd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2587194 Apr 18 20:38:12.007034 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-5352468d-081e-4fbb-bca7-98d7c8a51f07 req-17a3731a-84ea-44be-8e97-6f235fcf8375 service neutron] 10.222.0.48 "GET /v2.0/networks/cb56989d-7c5d-4678-b194-1d2edf1e842a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2416759 Apr 18 20:38:12.009957 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-c9538bb1-1892-4c15-9072-a94afd040fbf None None] Transition to ACTIVE for port object d772260b-6bd5-43dc-b43e-edd4a86399a0 will not be triggered until provisioned by entity L2. {{(pid=84042) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 20:38:12.067458 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-c9538bb1-1892-4c15-9072-a94afd040fbf None None] Transition to ACTIVE for port object d772260b-6bd5-43dc-b43e-edd4a86399a0 will not be triggered until provisioned by entity DHCP. {{(pid=84042) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 20:38:12.073354 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Pushing event updated for resources: {'Port': ['ID=3f6512be-4c2a-4b90-af9e-957e05681a3f,revision_number=4']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:38:12.097405 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-c9538bb1-1892-4c15-9072-a94afd040fbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750374836619'] for port, after_create {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:12.142492 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] get_ports_and_sgs() called for port_ids ['3f6512be-4c2a-4b90-af9e-957e05681a3f'] {{(pid=84042) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 18 20:38:12.143067 n-d-838334-2 neutron-server[84041]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fb9159ac-2895-4b0a-aa69-942413d49f9f admin admin] Router cfeeac2b-f438-42a9-b6f4-a23b287a367f is scheduled to L3 agent bc84d6c9-dd7a-4555-a351-592327b46d5a with binding_index 1 {{(pid=84041) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 18 20:38:12.197691 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e392559b-67e7-4e22-a6f3-475d629e4c71 req-31833f7b-7ecd-4d9e-9091-a832dc4450c1 tempest-ServersWithSpecificFlavorTestJSON-734692326 tempest-ServersWithSpecificFlavorTestJSON-734692326-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:38:12.206074 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Device ecc9262a-94bf-40c1-99c0-e4ad54b2ed5f up at agent hyperv_n-h1-838334-2 {{(pid=84042) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 20:38:12.206947 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-e392559b-67e7-4e22-a6f3-475d629e4c71 req-31833f7b-7ecd-4d9e-9091-a832dc4450c1 tempest-ServersWithSpecificFlavorTestJSON-734692326 tempest-ServersWithSpecificFlavorTestJSON-734692326-project] 10.222.0.42 "GET /v2.0/ports?device_id=505ce2b4-79e7-4477-8f98-649510a8effc HTTP/1.1" status: 200 len: 944 time: 0.2757416 Apr 18 20:38:12.311831 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-5352468d-081e-4fbb-bca7-98d7c8a51f07 req-5cbb565a-82c6-41da-8e9c-a9d3f908a711 service neutron] 10.222.0.48 "GET /v2.0/networks/cb56989d-7c5d-4678-b194-1d2edf1e842a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2914248 Apr 18 20:38:12.325994 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Provisioning for port 81eb4c39-b317-4290-b3c5-61835ee0a4dc completed by entity L2. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 20:38:12.331807 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Provisioning for port ecc9262a-94bf-40c1-99c0-e4ad54b2ed5f completed by entity L2. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 20:38:12.341843 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Provisioning complete for port ecc9262a-94bf-40c1-99c0-e4ad54b2ed5f triggered by entity L2. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:38:12.342204 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1253608'] for port, provisioning_complete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:12.375114 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-e392559b-67e7-4e22-a6f3-475d629e4c71 req-e74f651c-a320-4fba-acb9-7b21f04e2897 tempest-ServersWithSpecificFlavorTestJSON-734692326 tempest-ServersWithSpecificFlavorTestJSON-734692326-project] 10.222.0.42 "GET /v2.0/security-groups?id=51d79015-ffd5-44d4-b2c5-faf33204dfe8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1671829 Apr 18 20:38:12.408112 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-699dfaf4-e928-4f7c-a9bc-137cfcd8d18c req-b07d8002-6924-4842-8d84-89ff933cdc12 tempest-LiveMigrationTest-963278731 tempest-LiveMigrationTest-963278731-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:38:12.409574 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-699dfaf4-e928-4f7c-a9bc-137cfcd8d18c req-b07d8002-6924-4842-8d84-89ff933cdc12 tempest-LiveMigrationTest-963278731 tempest-LiveMigrationTest-963278731-project] 10.222.0.42 "GET /v2.0/ports?device_id=bc66a4ae-28da-4e1f-969f-022e139eaf43 HTTP/1.1" status: 200 len: 944 time: 0.1679528 Apr 18 20:38:12.426408 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Provisioning complete for port 81eb4c39-b317-4290-b3c5-61835ee0a4dc triggered by entity L2. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:38:12.426966 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1253608'] for port, provisioning_complete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:12.451880 n-d-838334-2 neutron-server[84042]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9538bb1-1892-4c15-9072-a94afd040fbf None None] Network f2e972e6-8294-47af-9daf-7a26453521b0 is already hosted by enough agents. {{(pid=84042) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:38:12.461529 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9538bb1-1892-4c15-9072-a94afd040fbf None None] Pushing event updated for resources: {'Port': ['ID=d772260b-6bd5-43dc-b43e-edd4a86399a0,revision_number=1']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:38:12.472539 n-d-838334-2 neutron-server[84042]: DEBUG neutron.scheduler.base_scheduler [None req-c9538bb1-1892-4c15-9072-a94afd040fbf None None] Resources bound (agent type, host, resource id): {{(pid=84042) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:38:12.479745 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9538bb1-1892-4c15-9072-a94afd040fbf None None] Received port after_create {{(pid=84042) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 20:38:12.485477 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-699dfaf4-e928-4f7c-a9bc-137cfcd8d18c req-acea63db-6582-470b-ab1a-ce4e980e110a tempest-LiveMigrationTest-963278731 tempest-LiveMigrationTest-963278731-project] 10.222.0.42 "GET /v2.0/security-groups?id=c1ded286-bbeb-4ec4-95be-e4f6aab8a892&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688851 Apr 18 20:38:12.511945 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Device dc340d1a-25b1-44bb-9758-37662660deb1 details requested by agent hyperv_n-h2-838334-2 with host n-h2-838334-2 {{(pid=84042) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 18 20:38:12.582346 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fb9159ac-2895-4b0a-aa69-942413d49f9f admin admin] Notify agent at l3_agent.n-d-838334-2 the message routers_updated {{(pid=84041) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 20:38:12.601817 n-d-838334-2 neutron-server[84043]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46f029b2-b82d-4b90-bdc0-da12283d62ce None None] Sync routers for ids ['cfeeac2b-f438-42a9-b6f4-a23b287a367f'] in n-d-838334-2 {{(pid=84043) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 18 20:38:12.622133 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46f029b2-b82d-4b90-bdc0-da12283d62ce None None] Routers {'cfeeac2b-f438-42a9-b6f4-a23b287a367f'} bound to L3 agent in host n-d-838334-2 {{(pid=84043) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 20:38:12.624524 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.l3_hamode_db [None req-46f029b2-b82d-4b90-bdc0-da12283d62ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838334-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-18T20:25:48Z,description=,heartbeat_timestamp=2022-04-18T20:37:48Z,host='n-d-838334-2',id=bc84d6c9-dd7a-4555-a351-592327b46d5a,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:25:48Z,topic='l3_agent')) {'router_ids': ['cfeeac2b-f438-42a9-b6f4-a23b287a367f'], 'active': True} {{(pid=84043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:38:12.625645 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-fb9159ac-2895-4b0a-aa69-942413d49f9f admin admin] Notify callbacks [] for router, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:12.627322 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-fb9159ac-2895-4b0a-aa69-942413d49f9f admin admin] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 2.3432939 Apr 18 20:38:12.630087 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 34270) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:38:12.705361 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:12.807091 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.managers [None req-c9538bb1-1892-4c15-9072-a94afd040fbf None None] Attempting to bind port d772260b-6bd5-43dc-b43e-edd4a86399a0 on host n-d-838334-2 for vnic_type normal with profile {{(pid=84042) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:38:12.807456 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.managers [None req-c9538bb1-1892-4c15-9072-a94afd040fbf None None] Attempting to bind port d772260b-6bd5-43dc-b43e-edd4a86399a0 by drivers openvswitch,hyperv on host n-d-838334-2 at level 0 using segments [{'id': 'ea61591e-490f-40d3-b0b7-48df3aeb522a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': 'f2e972e6-8294-47af-9daf-7a26453521b0'}] {{(pid=84042) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:38:12.807840 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9538bb1-1892-4c15-9072-a94afd040fbf None None] Attempting to bind port d772260b-6bd5-43dc-b43e-edd4a86399a0 on network f2e972e6-8294-47af-9daf-7a26453521b0 {{(pid=84042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 20:38:12.842034 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-3d9a2712-3717-4b07-bdbb-c2a50e95b20c req-c6beb825-bd65-4255-adf9-50c384815053 tempest-ServersAdmin275Test-1430223114 tempest-ServersAdmin275Test-1430223114-project] 10.222.0.42 "GET /v2.0/ports?device_id=4bb574e3-a1a9-4f48-a18e-e712328d8de0 HTTP/1.1" status: 200 len: 210 time: 0.1655552 Apr 18 20:38:12.875658 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9538bb1-1892-4c15-9072-a94afd040fbf None None] Checking agent: {'id': '97cd4414-7af6-4d67-868d-dff370b4071a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838334-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 25, 49), 'started_at': datetime.datetime(2022, 4, 18, 20, 26, 19), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 20, 37, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838334-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 18 20:38:12.876057 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9538bb1-1892-4c15-9072-a94afd040fbf None None] Checking segment: {'id': 'ea61591e-490f-40d3-b0b7-48df3aeb522a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': 'f2e972e6-8294-47af-9daf-7a26453521b0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84042) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 20:38:12.876419 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-c9538bb1-1892-4c15-9072-a94afd040fbf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:12.876800 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9538bb1-1892-4c15-9072-a94afd040fbf None None] Bound using segment: {'id': 'ea61591e-490f-40d3-b0b7-48df3aeb522a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': 'f2e972e6-8294-47af-9daf-7a26453521b0'} {{(pid=84042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 18 20:38:12.877273 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.managers [None req-c9538bb1-1892-4c15-9072-a94afd040fbf None None] Bound port: d772260b-6bd5-43dc-b43e-edd4a86399a0, host: n-d-838334-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ea61591e-490f-40d3-b0b7-48df3aeb522a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': 'f2e972e6-8294-47af-9daf-7a26453521b0'}}] {{(pid=84042) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 20:38:12.877633 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-c9538bb1-1892-4c15-9072-a94afd040fbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:12.900844 n-d-838334-2 neutron-server[84042]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bc66a4ae-28da-4e1f-969f-022e139eaf43', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ecc9262a-94bf-40c1-99c0-e4ad54b2ed5f'}] {{(pid=84042) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 20:38:12.902137 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-fbfef6e1-079e-4ca3-ae95-742b379c95de req-d23a1687-96d5-44bd-9b4b-7b1e60b6a0e7 tempest-LiveAutoBlockMigrationV225Test-203169570 tempest-LiveAutoBlockMigrationV225Test-203169570-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=4d27da33-3ad6-433b-9d90-6d6cdb64d534 HTTP/1.1" status: 200 len: 1095 time: 0.1388011 Apr 18 20:38:12.922141 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.l3_dvr_db [None req-46f029b2-b82d-4b90-bdc0-da12283d62ce None None] Set router cfeeac2b-f438-42a9-b6f4-a23b287a367f gateway port host: n-d-838334-2 {{(pid=84043) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 20:38:12.934359 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:12.947812 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] For port ecc9262a-94bf-40c1-99c0-e4ad54b2ed5f, host n-h1-838334-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838334-2',level=0,port_id=ecc9262a-94bf-40c1-99c0-e4ad54b2ed5f,segment=NetworkSegment(806925fb-1611-47d5-bfae-6289aca7c7ad),segment_id=806925fb-1611-47d5-bfae-6289aca7c7ad)] {{(pid=84042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:38:13.011228 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682'] for port, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:13.077634 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-fbfef6e1-079e-4ca3-ae95-742b379c95de req-22426c06-4a5c-4063-bb88-1591d0d5b916 tempest-LiveAutoBlockMigrationV225Test-203169570 tempest-LiveAutoBlockMigrationV225Test-203169570-project-admin] 10.222.0.42 "GET /v2.0/security-groups?id=bf712067-aabd-4e70-aae1-082928dd1ccd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1749601 Apr 18 20:38:13.081879 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] For port dc340d1a-25b1-44bb-9758-37662660deb1, host n-h2-838334-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838334-2',level=0,port_id=dc340d1a-25b1-44bb-9758-37662660deb1,segment=NetworkSegment(62b85806-94d8-4a88-a06c-da82e5932d66),segment_id=62b85806-94d8-4a88-a06c-da82e5932d66)] {{(pid=84042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:38:13.160307 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Returning: {'device': 'dc340d1a-25b1-44bb-9758-37662660deb1', 'network_id': 'cb56989d-7c5d-4678-b194-1d2edf1e842a', 'port_id': 'dc340d1a-25b1-44bb-9758-37662660deb1', 'mac_address': 'fa:16:3e:c5:3b:e4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 382, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c4b526db-4d8a-4d4c-a310-e3a599630ae1', 'ip_address': '192.168.233.95'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84042) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 18 20:38:13.203260 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] For port 81eb4c39-b317-4290-b3c5-61835ee0a4dc, host n-d-838334-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838334-2',level=0,port_id=81eb4c39-b317-4290-b3c5-61835ee0a4dc,segment=NetworkSegment(19ad21fa-fac1-489d-89f6-afeed388bda6),segment_id=19ad21fa-fac1-489d-89f6-afeed388bda6)] {{(pid=84042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:38:13.289335 n-d-838334-2 neutron-server[84042]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4e1569f8-7b32-40a3-a8cb-894e06aa5169'] response: {'server_uuid': 'bc66a4ae-28da-4e1f-969f-022e139eaf43', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ecc9262a-94bf-40c1-99c0-e4ad54b2ed5f', 'code': 200} Apr 18 20:38:13.324637 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682'] for port, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:13.398656 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-c9538bb1-1892-4c15-9072-a94afd040fbf None None] For port d772260b-6bd5-43dc-b43e-edd4a86399a0, host n-d-838334-2, cleared binding levels {{(pid=84042) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 20:38:13.425789 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:13.448081 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Pushing event updated for resources: {'Port': ['ID=ecc9262a-94bf-40c1-99c0-e4ad54b2ed5f,revision_number=5']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:38:13.478818 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.l3_hamode_db [None req-46f029b2-b82d-4b90-bdc0-da12283d62ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cfeeac2b-f438-42a9-b6f4-a23b287a367f', 'name': 'tempest-TaggedBootDevicesTest-1935158179-router', 'tenant_id': 'a66b5a5a883b42fa8f024c192096e68f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'external_fixed_ips': [{'subnet_id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'ip_address': '172.25.8.22'}], 'enable_snat': True}, 'gw_port_id': '316a5b16-33f6-48b0-a9ad-a8d30350e7c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:38:10Z', 'updated_at': '2022-04-18T20:38:11Z', 'revision_number': 3, 'project_id': 'a66b5a5a883b42fa8f024c192096e68f', 'gw_port': {'id': '316a5b16-33f6-48b0-a9ad-a8d30350e7c8', 'name': '', 'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:05:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cfeeac2b-f438-42a9-b6f4-a23b287a367f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'ip_address': '172.25.8.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:38:10Z', 'updated_at': '2022-04-18T20:38:10Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838334-2'}], 'n-d-838334-2', False) {} {{(pid=84043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:38:13.486580 n-d-838334-2 neutron-server[84043]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46f029b2-b82d-4b90-bdc0-da12283d62ce None None] Checking router: cfeeac2b-f438-42a9-b6f4-a23b287a367f for host: n-d-838334-2 {{(pid=84043) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 18 20:38:13.487851 n-d-838334-2 neutron-server[84043]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46f029b2-b82d-4b90-bdc0-da12283d62ce None None] Updating router cfeeac2b-f438-42a9-b6f4-a23b287a367f port 316a5b16-33f6-48b0-a9ad-a8d30350e7c8 binding host n-d-838334-2 {{(pid=84043) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 18 20:38:13.532463 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bde7952e-aaa7-41dd-91e4-bce292a825b1 req-eb435057-21a3-4068-bbe4-c0ca2246dfcd tempest-LiveMigrationNegativeTest-1063094817 tempest-LiveMigrationNegativeTest-1063094817-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:38:13.541996 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-bde7952e-aaa7-41dd-91e4-bce292a825b1 req-eb435057-21a3-4068-bbe4-c0ca2246dfcd tempest-LiveMigrationNegativeTest-1063094817 tempest-LiveMigrationNegativeTest-1063094817-project] 10.222.0.42 "GET /v2.0/ports?device_id=938f89c0-99ed-4164-b9cc-2b809c4e82ef HTTP/1.1" status: 200 len: 947 time: 0.1353898 Apr 18 20:38:13.586317 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-c9538bb1-1892-4c15-9072-a94afd040fbf None None] For port d772260b-6bd5-43dc-b43e-edd4a86399a0, host n-d-838334-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838334-2',level=0,port_id=d772260b-6bd5-43dc-b43e-edd4a86399a0,segment=NetworkSegment(ea61591e-490f-40d3-b0b7-48df3aeb522a),segment_id=ea61591e-490f-40d3-b0b7-48df3aeb522a)] {{(pid=84042) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 20:38:13.596772 n-d-838334-2 neutron-server[84042]: DEBUG neutron.notifiers.nova [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dc340d1a-25b1-44bb-9758-37662660deb1 {{(pid=84042) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 18 20:38:13.613462 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-bde7952e-aaa7-41dd-91e4-bce292a825b1 req-c992393d-020f-4679-b80a-90d18bc10107 tempest-LiveMigrationNegativeTest-1063094817 tempest-LiveMigrationNegativeTest-1063094817-project] 10.222.0.42 "GET /v2.0/security-groups?id=7d29b726-a567-4f03-8309-9129413604ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700314 Apr 18 20:38:13.620683 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-c9538bb1-1892-4c15-9072-a94afd040fbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682'] for port, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:13.654909 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] For port dc340d1a-25b1-44bb-9758-37662660deb1, host n-h2-838334-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838334-2',level=0,port_id=dc340d1a-25b1-44bb-9758-37662660deb1,segment=NetworkSegment(62b85806-94d8-4a88-a06c-da82e5932d66),segment_id=62b85806-94d8-4a88-a06c-da82e5932d66)] {{(pid=84042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:38:13.670048 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682'] for port, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:13.674294 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Pushing event updated for resources: {'Port': ['ID=81eb4c39-b317-4290-b3c5-61835ee0a4dc,revision_number=5']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:38:13.703561 n-d-838334-2 neutron-server[84043]: DEBUG neutron_lib.callbacks.manager [None req-46f029b2-b82d-4b90-bdc0-da12283d62ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:13.705845 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-6d491bf8-5ecd-4081-b0a5-8f06aaaea51c req-f025d4a1-cbfe-4b72-aadb-3b5640fe5121 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=bc66a4ae-28da-4e1f-969f-022e139eaf43 HTTP/1.1" status: 200 len: 1096 time: 0.2545040 Apr 18 20:38:13.770415 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 34302) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:38:13.800858 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9538bb1-1892-4c15-9072-a94afd040fbf None None] Pushing event updated for resources: {'Port': ['ID=d772260b-6bd5-43dc-b43e-edd4a86399a0,revision_number=2']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:38:13.808930 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-6d491bf8-5ecd-4081-b0a5-8f06aaaea51c req-c43b7927-b843-49a8-9262-e45be6dd030a service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=c1ded286-bbeb-4ec4-95be-e4f6aab8a892&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0932322 Apr 18 20:38:13.822340 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54d81433-08bd-4b25-9ed1-6b78438ba14d req-168e04db-9460-45d4-bbf0-29cb2c1b7801 tempest-ServersWithSpecificFlavorTestJSON-734692326 tempest-ServersWithSpecificFlavorTestJSON-734692326-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:38:13.826150 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-54d81433-08bd-4b25-9ed1-6b78438ba14d req-168e04db-9460-45d4-bbf0-29cb2c1b7801 tempest-ServersWithSpecificFlavorTestJSON-734692326 tempest-ServersWithSpecificFlavorTestJSON-734692326-project] 10.222.0.42 "GET /v2.0/ports?device_id=505ce2b4-79e7-4477-8f98-649510a8effc HTTP/1.1" status: 200 len: 944 time: 0.2093806 Apr 18 20:38:13.941147 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Pushing event updated for resources: {'Port': ['ID=dc340d1a-25b1-44bb-9758-37662660deb1,revision_number=4']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:38:14.040731 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] get_ports_and_sgs() called for port_ids ['dc340d1a-25b1-44bb-9758-37662660deb1'] {{(pid=84042) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 18 20:38:14.074238 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-54d81433-08bd-4b25-9ed1-6b78438ba14d req-f719c046-9a51-438f-9350-148842be8484 tempest-ServersWithSpecificFlavorTestJSON-734692326 tempest-ServersWithSpecificFlavorTestJSON-734692326-project] 10.222.0.42 "GET /v2.0/security-groups?id=51d79015-ffd5-44d4-b2c5-faf33204dfe8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2397428 Apr 18 20:38:14.120180 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-8f06e0bb-9313-480e-b738-a7c005d2bdbb admin admin] Notify callbacks [] for security_group, before_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:14.197191 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5b8f513-35ee-4077-bbd5-892c0380e60d req-b023b49b-18a3-4923-97bd-9fe9997ea023 tempest-LiveAutoBlockMigrationV225Test-1713341100 tempest-LiveAutoBlockMigrationV225Test-1713341100-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:38:14.204370 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-e5b8f513-35ee-4077-bbd5-892c0380e60d req-b023b49b-18a3-4923-97bd-9fe9997ea023 tempest-LiveAutoBlockMigrationV225Test-1713341100 tempest-LiveAutoBlockMigrationV225Test-1713341100-project] 10.222.0.42 "GET /v2.0/networks?id=5ab7510b-2145-476c-b9d7-eb0e1ae538b7 HTTP/1.1" status: 200 len: 820 time: 0.3422949 Apr 18 20:38:14.216617 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-8f06e0bb-9313-480e-b738-a7c005d2bdbb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:38:14.220886 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-8f06e0bb-9313-480e-b738-a7c005d2bdbb admin admin] Usage tracker for resource:security_group_rule and tenant:6abfacb05de2416b952b66b5cdc93b05 is out of sync, need to count used quota {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:38:14.224007 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-8f06e0bb-9313-480e-b738-a7c005d2bdbb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:38:14.231317 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-8f06e0bb-9313-480e-b738-a7c005d2bdbb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:38:14.235141 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-e5b8f513-35ee-4077-bbd5-892c0380e60d req-1c8f39f9-a804-4df1-a7fb-78f72724ec7b tempest-LiveAutoBlockMigrationV225Test-1713341100 tempest-LiveAutoBlockMigrationV225Test-1713341100-project] 10.222.0.42 "GET /v2.0/quotas/7843cba0a7e24a0397d5219cb7fd254c HTTP/1.1" status: 200 len: 375 time: 0.0297155 Apr 18 20:38:14.310737 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-8f06e0bb-9313-480e-b738-a7c005d2bdbb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:14.329592 n-d-838334-2 neutron-server[84043]: DEBUG neutron_lib.callbacks.manager [None req-46f029b2-b82d-4b90-bdc0-da12283d62ce None None] Notify callbacks [] for port, precommit_update {{(pid=84043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:14.345841 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-8f06e0bb-9313-480e-b738-a7c005d2bdbb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33528224'] for security_group, after_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:14.347377 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.provisioning_blocks [None req-46f029b2-b82d-4b90-bdc0-da12283d62ce None None] Transition to ACTIVE for port object 316a5b16-33f6-48b0-a9ad-a8d30350e7c8 will not be triggered until provisioned by entity L2. {{(pid=84043) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 20:38:14.356454 n-d-838334-2 neutron-server[84043]: DEBUG neutron_lib.callbacks.manager [None req-46f029b2-b82d-4b90-bdc0-da12283d62ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682'] for port, after_update {{(pid=84043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:14.409170 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff286004-743a-4085-8525-51e0131af098 req-4934f66a-7977-460f-b9f4-fd66048dfd2f tempest-LiveMigrationTest-963278731 tempest-LiveMigrationTest-963278731-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:38:14.410743 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-ff286004-743a-4085-8525-51e0131af098 req-4934f66a-7977-460f-b9f4-fd66048dfd2f tempest-LiveMigrationTest-963278731 tempest-LiveMigrationTest-963278731-project] 10.222.0.42 "GET /v2.0/ports?device_id=bc66a4ae-28da-4e1f-969f-022e139eaf43 HTTP/1.1" status: 200 len: 945 time: 0.1041660 Apr 18 20:38:14.416302 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f06e0bb-9313-480e-b738-a7c005d2bdbb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6f460412-644d-42b5-b825-53a65cd89c84,revision_number=1']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:38:14.424351 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-7402ab1a-9ca4-423b-9633-c6445a903430 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:14.425683 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-e5b8f513-35ee-4077-bbd5-892c0380e60d req-af6d2324-657b-40ca-b63e-bd62b86e0d96 tempest-LiveAutoBlockMigrationV225Test-1713341100 tempest-LiveAutoBlockMigrationV225Test-1713341100-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=7843cba0a7e24a0397d5219cb7fd254c&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1876473 Apr 18 20:38:14.458187 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-8f06e0bb-9313-480e-b738-a7c005d2bdbb admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=6abfacb05de2416b952b66b5cdc93b05&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6775174 Apr 18 20:38:14.458187 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 34316) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:38:14.466136 n-d-838334-2 neutron-server[84043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1a18c04-0631-4e92-8c99-51194961f159 None None] Pushing event updated for resources: {'Port': ['ID=316a5b16-33f6-48b0-a9ad-a8d30350e7c8,revision_number=2']} {{(pid=84043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:38:14.471278 n-d-838334-2 neutron-server[84043]: DEBUG neutron.plugins.ml2.managers [None req-46f029b2-b82d-4b90-bdc0-da12283d62ce None None] Attempting to bind port 316a5b16-33f6-48b0-a9ad-a8d30350e7c8 on host n-d-838334-2 for vnic_type normal with profile {{(pid=84043) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:38:14.471725 n-d-838334-2 neutron-server[84043]: DEBUG neutron.plugins.ml2.managers [None req-46f029b2-b82d-4b90-bdc0-da12283d62ce None None] Attempting to bind port 316a5b16-33f6-48b0-a9ad-a8d30350e7c8 by drivers openvswitch,hyperv on host n-d-838334-2 at level 0 using segments [{'id': '732aa830-768b-4511-951f-d08e26b9c25b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c'}] {{(pid=84043) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:38:14.472019 n-d-838334-2 neutron-server[84043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46f029b2-b82d-4b90-bdc0-da12283d62ce None None] Attempting to bind port 316a5b16-33f6-48b0-a9ad-a8d30350e7c8 on network e41b6600-a917-4a8d-b05c-be3be40c6d8c {{(pid=84043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 20:38:14.485138 n-d-838334-2 neutron-server[84043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1a18c04-0631-4e92-8c99-51194961f159 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:38:14.485639 n-d-838334-2 neutron-server[84043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1a18c04-0631-4e92-8c99-51194961f159 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:38:14.485980 n-d-838334-2 neutron-server[84043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1a18c04-0631-4e92-8c99-51194961f159 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:38:14.486310 n-d-838334-2 neutron-server[84043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1a18c04-0631-4e92-8c99-51194961f159 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:38:14.487086 n-d-838334-2 neutron-server[84043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1a18c04-0631-4e92-8c99-51194961f159 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:38:14.487086 n-d-838334-2 neutron-server[84043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1a18c04-0631-4e92-8c99-51194961f159 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:38:14.487274 n-d-838334-2 neutron-server[84043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1a18c04-0631-4e92-8c99-51194961f159 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:38:14.487568 n-d-838334-2 neutron-server[84043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1a18c04-0631-4e92-8c99-51194961f159 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:38:14.487908 n-d-838334-2 neutron-server[84043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1a18c04-0631-4e92-8c99-51194961f159 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:38:14.488221 n-d-838334-2 neutron-server[84043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1a18c04-0631-4e92-8c99-51194961f159 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:38:14.488536 n-d-838334-2 neutron-server[84043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1a18c04-0631-4e92-8c99-51194961f159 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:38:14.500508 n-d-838334-2 neutron-server[84043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46f029b2-b82d-4b90-bdc0-da12283d62ce None None] Checking agent: {'id': '97cd4414-7af6-4d67-868d-dff370b4071a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838334-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 25, 49), 'started_at': datetime.datetime(2022, 4, 18, 20, 26, 19), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 20, 37, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838334-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 18 20:38:14.501253 n-d-838334-2 neutron-server[84043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46f029b2-b82d-4b90-bdc0-da12283d62ce None None] Checking segment: {'id': '732aa830-768b-4511-951f-d08e26b9c25b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84043) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 20:38:14.501842 n-d-838334-2 neutron-server[84043]: DEBUG neutron_lib.callbacks.manager [None req-46f029b2-b82d-4b90-bdc0-da12283d62ce None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:14.502387 n-d-838334-2 neutron-server[84043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46f029b2-b82d-4b90-bdc0-da12283d62ce None None] Bound using segment: {'id': '732aa830-768b-4511-951f-d08e26b9c25b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c'} {{(pid=84043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 18 20:38:14.503122 n-d-838334-2 neutron-server[84043]: DEBUG neutron.plugins.ml2.managers [None req-46f029b2-b82d-4b90-bdc0-da12283d62ce None None] Bound port: 316a5b16-33f6-48b0-a9ad-a8d30350e7c8, host: n-d-838334-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '732aa830-768b-4511-951f-d08e26b9c25b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c'}}] {{(pid=84043) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 20:38:14.503693 n-d-838334-2 neutron-server[84043]: DEBUG neutron_lib.callbacks.manager [None req-46f029b2-b82d-4b90-bdc0-da12283d62ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:14.518146 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Device 3f6512be-4c2a-4b90-af9e-957e05681a3f up at agent hyperv_n-h2-838334-2 {{(pid=84042) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 20:38:14.586432 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-60e132f2-94e5-4a6a-a054-df92e68cd7bc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:14.589869 n-d-838334-2 neutron-server[84043]: DEBUG neutron.plugins.ml2.db [None req-46f029b2-b82d-4b90-bdc0-da12283d62ce None None] For port 316a5b16-33f6-48b0-a9ad-a8d30350e7c8, host n-d-838334-2, cleared binding levels {{(pid=84043) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 20:38:14.594455 n-d-838334-2 neutron-server[84043]: DEBUG neutron.plugins.ml2.db [None req-46f029b2-b82d-4b90-bdc0-da12283d62ce None None] For port 316a5b16-33f6-48b0-a9ad-a8d30350e7c8, host n-d-838334-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838334-2',level=0,port_id=316a5b16-33f6-48b0-a9ad-a8d30350e7c8,segment=NetworkSegment(732aa830-768b-4511-951f-d08e26b9c25b),segment_id=732aa830-768b-4511-951f-d08e26b9c25b)] {{(pid=84043) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 20:38:14.601225 n-d-838334-2 neutron-server[84043]: DEBUG neutron_lib.callbacks.manager [None req-46f029b2-b82d-4b90-bdc0-da12283d62ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682'] for port, after_update {{(pid=84043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:14.643691 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-ff286004-743a-4085-8525-51e0131af098 req-f1d52ef5-f6d7-485c-ba79-5b569cfe25d7 tempest-LiveMigrationTest-963278731 tempest-LiveMigrationTest-963278731-project] 10.222.0.42 "GET /v2.0/security-groups?id=c1ded286-bbeb-4ec4-95be-e4f6aab8a892&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1972060 Apr 18 20:38:14.659208 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Provisioning for port 3f6512be-4c2a-4b90-af9e-957e05681a3f completed by entity L2. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 20:38:14.672298 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Provisioning complete for port 3f6512be-4c2a-4b90-af9e-957e05681a3f triggered by entity L2. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:38:14.672662 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1253608'] for port, provisioning_complete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:14.691714 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-60e132f2-94e5-4a6a-a054-df92e68cd7bc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:14.717510 n-d-838334-2 neutron-server[84043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1a18c04-0631-4e92-8c99-51194961f159 None None] Pushing event updated for resources: {'Port': ['ID=316a5b16-33f6-48b0-a9ad-a8d30350e7c8,revision_number=3']} {{(pid=84043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:38:14.719897 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-e5b8f513-35ee-4077-bbd5-892c0380e60d req-6ee6a182-ca41-4cfd-8202-add6236ca2e5 service neutron] 10.222.0.42 "GET /v2.0/networks/5ab7510b-2145-476c-b9d7-eb0e1ae538b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2931778 Apr 18 20:38:14.727878 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46f029b2-b82d-4b90-bdc0-da12283d62ce None None] Routers {'cfeeac2b-f438-42a9-b6f4-a23b287a367f'} bound to L3 agent in host n-d-838334-2 {{(pid=84043) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 20:38:14.729176 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.l3_hamode_db [None req-46f029b2-b82d-4b90-bdc0-da12283d62ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838334-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-18T20:25:48Z,description=,heartbeat_timestamp=2022-04-18T20:37:48Z,host='n-d-838334-2',id=bc84d6c9-dd7a-4555-a351-592327b46d5a,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:25:48Z,topic='l3_agent')) {'router_ids': ['cfeeac2b-f438-42a9-b6f4-a23b287a367f'], 'active': True} {{(pid=84043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:38:14.955151 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:14.971802 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.db_base_plugin_common [None req-7402ab1a-9ca4-423b-9633-c6445a903430 admin admin] Allocated IP 172.20.0.1 (f2e972e6-8294-47af-9daf-7a26453521b0/9d5006e9-535b-476f-a78a-7373d4134683/f7e13d96-ede8-43e1-85c9-3a81d2eab29c) {{(pid=84041) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:38:15.003258 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-60e132f2-94e5-4a6a-a054-df92e68cd7bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33528224'] for security_group, after_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:15.068080 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.l3_dvr_db [None req-46f029b2-b82d-4b90-bdc0-da12283d62ce None None] Set router cfeeac2b-f438-42a9-b6f4-a23b287a367f gateway port host: n-d-838334-2 {{(pid=84043) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 20:38:15.074203 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-f12cec2e-84e1-4a03-b338-57facdc53a17 req-6c2e7018-5ef6-4cbf-a1f0-7c696c2d0574 tempest-ServersAdmin275Test-1430223114 tempest-ServersAdmin275Test-1430223114-project] 10.222.0.42 "GET /v2.0/ports?device_id=4bb574e3-a1a9-4f48-a18e-e712328d8de0 HTTP/1.1" status: 200 len: 210 time: 0.1053915 Apr 18 20:38:15.092392 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] For port 3f6512be-4c2a-4b90-af9e-957e05681a3f, host n-h2-838334-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838334-2',level=0,port_id=3f6512be-4c2a-4b90-af9e-957e05681a3f,segment=NetworkSegment(a5e129cf-6a36-4adb-b738-73a89832322d),segment_id=a5e129cf-6a36-4adb-b738-73a89832322d)] {{(pid=84042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:38:15.102909 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682'] for port, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:15.147069 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-e5b8f513-35ee-4077-bbd5-892c0380e60d req-68a7aabc-f46f-4e2f-b30a-4ab96d0bb4f5 service neutron] 10.222.0.42 "GET /v2.0/networks/5ab7510b-2145-476c-b9d7-eb0e1ae538b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4256968 Apr 18 20:38:15.226823 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60e132f2-94e5-4a6a-a054-df92e68cd7bc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f460412-644d-42b5-b825-53a65cd89c84,revision_number=None']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:38:15.237889 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-60e132f2-94e5-4a6a-a054-df92e68cd7bc admin admin] Notify callbacks [] for security_group, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:15.242390 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-60e132f2-94e5-4a6a-a054-df92e68cd7bc admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/6f460412-644d-42b5-b825-53a65cd89c84 HTTP/1.1" status: 204 len: 168 time: 0.7869880 Apr 18 20:38:15.281063 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Pushing event updated for resources: {'Port': ['ID=3f6512be-4c2a-4b90-af9e-957e05681a3f,revision_number=5']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:38:15.290253 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8f5f78d-06fd-460e-827e-4f8d0efe74c3 None None] Network f2e972e6-8294-47af-9daf-7a26453521b0 requested from n-d-838334-2 {{(pid=84042) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 20:38:15.310026 n-d-838334-2 neutron-server[84042]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '505ce2b4-79e7-4477-8f98-649510a8effc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3f6512be-4c2a-4b90-af9e-957e05681a3f'}] {{(pid=84042) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 20:38:15.451308 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-f39ad430-0406-43e4-a1f6-576031cde859 None None] Provisioning for port d772260b-6bd5-43dc-b43e-edd4a86399a0 completed by entity DHCP. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 20:38:15.549519 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.l3_hamode_db [None req-46f029b2-b82d-4b90-bdc0-da12283d62ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cfeeac2b-f438-42a9-b6f4-a23b287a367f', 'name': 'tempest-TaggedBootDevicesTest-1935158179-router', 'tenant_id': 'a66b5a5a883b42fa8f024c192096e68f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'external_fixed_ips': [{'subnet_id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'ip_address': '172.25.8.22'}], 'enable_snat': True}, 'gw_port_id': '316a5b16-33f6-48b0-a9ad-a8d30350e7c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:38:10Z', 'updated_at': '2022-04-18T20:38:11Z', 'revision_number': 3, 'project_id': 'a66b5a5a883b42fa8f024c192096e68f', 'gw_port': {'id': '316a5b16-33f6-48b0-a9ad-a8d30350e7c8', 'name': '', 'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:05:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cfeeac2b-f438-42a9-b6f4-a23b287a367f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'ip_address': '172.25.8.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:38:10Z', 'updated_at': '2022-04-18T20:38:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838334-2'}], 'n-d-838334-2', False) {} {{(pid=84043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:38:15.572022 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-7402ab1a-9ca4-423b-9633-c6445a903430 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:15.591430 n-d-838334-2 neutron-server[84043]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46f029b2-b82d-4b90-bdc0-da12283d62ce None None] The sync data for ids ['cfeeac2b-f438-42a9-b6f4-a23b287a367f'] in n-d-838334-2 is: [{'id': 'cfeeac2b-f438-42a9-b6f4-a23b287a367f', 'name': 'tempest-TaggedBootDevicesTest-1935158179-router', 'tenant_id': 'a66b5a5a883b42fa8f024c192096e68f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'external_fixed_ips': [{'subnet_id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'ip_address': '172.25.8.22'}], 'enable_snat': True}, 'gw_port_id': '316a5b16-33f6-48b0-a9ad-a8d30350e7c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:38:10Z', 'updated_at': '2022-04-18T20:38:11Z', 'revision_number': 3, 'project_id': 'a66b5a5a883b42fa8f024c192096e68f', 'gw_port': {'id': '316a5b16-33f6-48b0-a9ad-a8d30350e7c8', 'name': '', 'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:05:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cfeeac2b-f438-42a9-b6f4-a23b287a367f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'ip_address': '172.25.8.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:38:10Z', 'updated_at': '2022-04-18T20:38:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838334-2'}] {{(pid=84043) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 18 20:38:15.593394 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.provisioning_blocks [None req-7402ab1a-9ca4-423b-9633-c6445a903430 admin admin] Transition to ACTIVE for port object f7e13d96-ede8-43e1-85c9-3a81d2eab29c will not be triggered until provisioned by entity DHCP. {{(pid=84041) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 20:38:15.632009 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-7402ab1a-9ca4-423b-9633-c6445a903430 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750374836619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32266323'] for port, after_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:15.718753 n-d-838334-2 neutron-server[84041]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7402ab1a-9ca4-423b-9633-c6445a903430 admin admin] Network f2e972e6-8294-47af-9daf-7a26453521b0 is already hosted by enough agents. {{(pid=84041) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:38:15.721877 n-d-838334-2 neutron-server[84041]: DEBUG neutron.scheduler.base_scheduler [None req-7402ab1a-9ca4-423b-9633-c6445a903430 admin admin] Resources bound (agent type, host, resource id): {{(pid=84041) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:38:15.726757 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7402ab1a-9ca4-423b-9633-c6445a903430 admin admin] Received port after_create {{(pid=84041) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 20:38:15.785228 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7402ab1a-9ca4-423b-9633-c6445a903430 admin admin] Pushing event updated for resources: {'Port': ['ID=f7e13d96-ede8-43e1-85c9-3a81d2eab29c,revision_number=1']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:38:15.795903 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62054d7c-b781-4475-aef6-3e11387f8670 req-0d62359d-8a61-4e91-ab2c-a0a01e67c7d9 tempest-LiveMigrationNegativeTest-1063094817 tempest-LiveMigrationNegativeTest-1063094817-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:38:15.797400 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-62054d7c-b781-4475-aef6-3e11387f8670 req-0d62359d-8a61-4e91-ab2c-a0a01e67c7d9 tempest-LiveMigrationNegativeTest-1063094817 tempest-LiveMigrationNegativeTest-1063094817-project] 10.222.0.42 "GET /v2.0/ports?device_id=938f89c0-99ed-4164-b9cc-2b809c4e82ef HTTP/1.1" status: 200 len: 948 time: 0.3423557 Apr 18 20:38:15.836339 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-7402ab1a-9ca4-423b-9633-c6445a903430 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33444010'] for router_interface, before_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:15.850947 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-40421a92-b00a-46a3-af8d-f02495dfb93d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750375287399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253529'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:15.853675 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Device 81eb4c39-b317-4290-b3c5-61835ee0a4dc up at agent ovs-agent-n-d-838334-2 {{(pid=84042) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 20:38:15.893471 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-62054d7c-b781-4475-aef6-3e11387f8670 req-165fa830-82ea-4a3a-93d1-d6b4b5a1fe73 tempest-LiveMigrationNegativeTest-1063094817 tempest-LiveMigrationNegativeTest-1063094817-project] 10.222.0.42 "GET /v2.0/security-groups?id=7d29b726-a567-4f03-8309-9129413604ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770111 Apr 18 20:38:15.935957 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-107c270e-88f6-44ca-9cd4-1528d3d5664e req-7c68e1d2-9e00-4abc-ba2f-ba85a6a2689a tempest-ServersWithSpecificFlavorTestJSON-734692326 tempest-ServersWithSpecificFlavorTestJSON-734692326-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:38:15.949934 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-107c270e-88f6-44ca-9cd4-1528d3d5664e req-7c68e1d2-9e00-4abc-ba2f-ba85a6a2689a tempest-ServersWithSpecificFlavorTestJSON-734692326 tempest-ServersWithSpecificFlavorTestJSON-734692326-project] 10.222.0.42 "GET /v2.0/ports?device_id=505ce2b4-79e7-4477-8f98-649510a8effc HTTP/1.1" status: 200 len: 945 time: 0.3224759 Apr 18 20:38:16.019490 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Provisioning complete for port 81eb4c39-b317-4290-b3c5-61835ee0a4dc triggered by entity L2. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:38:16.020185 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1253608'] for port, provisioning_complete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:16.057759 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-7402ab1a-9ca4-423b-9633-c6445a903430 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:16.075739 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-107c270e-88f6-44ca-9cd4-1528d3d5664e req-e96d797b-8d84-4468-ab70-0a6cf9e7bd9a tempest-ServersWithSpecificFlavorTestJSON-734692326 tempest-ServersWithSpecificFlavorTestJSON-734692326-project] 10.222.0.42 "GET /v2.0/security-groups?id=51d79015-ffd5-44d4-b2c5-faf33204dfe8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1244814 Apr 18 20:38:16.097344 n-d-838334-2 neutron-server[84042]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a27e8790-2eaf-4c1f-a93e-e5ebf26a582a'] response: {'server_uuid': '505ce2b4-79e7-4477-8f98-649510a8effc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3f6512be-4c2a-4b90-af9e-957e05681a3f', 'code': 200} Apr 18 20:38:16.361253 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Device d772260b-6bd5-43dc-b43e-edd4a86399a0 up at agent ovs-agent-n-d-838334-2 {{(pid=84042) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 20:38:16.425388 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-500d927b-1d40-470a-98eb-e92b162dc24f req-a2386fd6-b2cb-4f50-aae3-9f6022472c06 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=505ce2b4-79e7-4477-8f98-649510a8effc HTTP/1.1" status: 200 len: 1096 time: 0.1900878 Apr 18 20:38:16.493870 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-7402ab1a-9ca4-423b-9633-c6445a903430 admin admin] Notify callbacks [] for port, precommit_update {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:16.505633 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-7402ab1a-9ca4-423b-9633-c6445a903430 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32266282'] for port, after_update {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:16.541851 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Device dc340d1a-25b1-44bb-9758-37662660deb1 up at agent hyperv_n-h2-838334-2 {{(pid=84042) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 20:38:16.584083 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-e55ce6dd-1c97-4a7a-8533-eb3f881962b9 req-83d07d36-ad51-4625-b5b0-528678625479 tempest-LiveAutoBlockMigrationV225Test-1713341100 tempest-LiveAutoBlockMigrationV225Test-1713341100-project] 10.222.0.42 "GET /v2.0/ports?device_id=56816bb5-501f-409b-9318-02f6d3b85a3d HTTP/1.1" status: 200 len: 210 time: 0.0690699 Apr 18 20:38:16.636971 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7402ab1a-9ca4-423b-9633-c6445a903430 admin admin] Pushing event updated for resources: {'Port': ['ID=f7e13d96-ede8-43e1-85c9-3a81d2eab29c,revision_number=2']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:38:16.637082 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-500d927b-1d40-470a-98eb-e92b162dc24f req-cd74c525-243d-46d1-ad94-6a863f51e59d service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=51d79015-ffd5-44d4-b2c5-faf33204dfe8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2027900 Apr 18 20:38:16.673965 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e3cf7e0-28dd-4697-b665-1565e0c24d9d req-e0b9b0ec-4263-461c-bdc0-78f810cee9a3 tempest-LiveMigrationTest-963278731 tempest-LiveMigrationTest-963278731-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:38:16.688875 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-7402ab1a-9ca4-423b-9633-c6445a903430 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-32377886', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33443847'] for router_interface, after_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:16.689085 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-5e3cf7e0-28dd-4697-b665-1565e0c24d9d req-e0b9b0ec-4263-461c-bdc0-78f810cee9a3 tempest-LiveMigrationTest-963278731 tempest-LiveMigrationTest-963278731-project] 10.222.0.42 "GET /v2.0/ports?device_id=bc66a4ae-28da-4e1f-969f-022e139eaf43 HTTP/1.1" status: 200 len: 945 time: 0.2559860 Apr 18 20:38:16.706407 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Provisioning for port d772260b-6bd5-43dc-b43e-edd4a86399a0 completed by entity L2. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 20:38:16.714620 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Provisioning complete for port d772260b-6bd5-43dc-b43e-edd4a86399a0 triggered by entity L2. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:38:16.714945 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1253608'] for port, provisioning_complete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:16.747265 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-0e485d4d-fc8a-473b-8649-7e930b0fd1a3 None None] Provisioning for port f7e13d96-ede8-43e1-85c9-3a81d2eab29c completed by entity DHCP. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 20:38:16.760782 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Provisioning for port dc340d1a-25b1-44bb-9758-37662660deb1 completed by entity L2. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 20:38:16.773079 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Provisioning complete for port dc340d1a-25b1-44bb-9758-37662660deb1 triggered by entity L2. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:38:16.773447 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1253608'] for port, provisioning_complete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:16.803802 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-0e485d4d-fc8a-473b-8649-7e930b0fd1a3 None None] Provisioning complete for port f7e13d96-ede8-43e1-85c9-3a81d2eab29c triggered by entity DHCP. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:38:16.804290 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-0e485d4d-fc8a-473b-8649-7e930b0fd1a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1253608'] for port, provisioning_complete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:16.806933 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-5e3cf7e0-28dd-4697-b665-1565e0c24d9d req-52e4d5dc-d057-434c-ab0d-bc3b96144496 tempest-LiveMigrationTest-963278731 tempest-LiveMigrationTest-963278731-project] 10.222.0.42 "GET /v2.0/security-groups?id=c1ded286-bbeb-4ec4-95be-e4f6aab8a892&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1165485 Apr 18 20:38:16.877874 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-dd9f774d-7e84-4898-bf83-7ecbc420ac68 req-e4528264-a5d7-4b98-a587-91bdfb006de6 tempest-ServersAdmin275Test-1430223114 tempest-ServersAdmin275Test-1430223114-project] 10.222.0.42 "GET /v2.0/ports?device_id=4bb574e3-a1a9-4f48-a18e-e712328d8de0 HTTP/1.1" status: 200 len: 210 time: 0.0703135 Apr 18 20:38:16.878087 n-d-838334-2 neutron-server[84041]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7402ab1a-9ca4-423b-9633-c6445a903430 admin admin] Network f2e972e6-8294-47af-9daf-7a26453521b0 is already hosted by enough agents. {{(pid=84041) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:38:16.879834 n-d-838334-2 neutron-server[84041]: DEBUG neutron.scheduler.base_scheduler [None req-7402ab1a-9ca4-423b-9633-c6445a903430 admin admin] Resources bound (agent type, host, resource id): {{(pid=84041) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:38:16.903615 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.plugin [None req-0e485d4d-fc8a-473b-8649-7e930b0fd1a3 None None] Port f7e13d96-ede8-43e1-85c9-3a81d2eab29c cannot update to ACTIVE because it is not bound. {{(pid=84042) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 18 20:38:16.937559 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 34370) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:38:17.158093 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:17.170471 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:17.235045 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.v2.base [None req-46a52993-62e0-4774-a379-ca0df10c0fd4 admin admin] Request body: {'network': {'name': 'tempest-ImagesTestJSON-528243557-network', 'tenant_id': 'dfa04f762e14427e8043e36ea411d50f'}} {{(pid=84040) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 20:38:17.249526 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [None req-46a52993-62e0-4774-a379-ca0df10c0fd4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:38:17.253952 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-46a52993-62e0-4774-a379-ca0df10c0fd4 admin admin] Usage tracker for resource:network and tenant:dfa04f762e14427e8043e36ea411d50f is out of sync, need to count used quota {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:38:17.258542 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-46a52993-62e0-4774-a379-ca0df10c0fd4 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:38:17.265182 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [None req-46a52993-62e0-4774-a379-ca0df10c0fd4 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:38:17.278928 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-46a52993-62e0-4774-a379-ca0df10c0fd4 admin admin] Made reservation on behalf of dfa04f762e14427e8043e36ea411d50f for: {'network': 1} {{(pid=84040) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:38:17.281671 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-46a52993-62e0-4774-a379-ca0df10c0fd4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for network, before_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:17.284929 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-c27cf4f1-7334-402b-b9b0-5649b3357626 None None] Provisioning complete for port f7e13d96-ede8-43e1-85c9-3a81d2eab29c triggered by entity DHCP. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:38:17.285298 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-c27cf4f1-7334-402b-b9b0-5649b3357626 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1253608'] for port, provisioning_complete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:17.341079 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-46a52993-62e0-4774-a379-ca0df10c0fd4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:17.361203 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] For port d772260b-6bd5-43dc-b43e-edd4a86399a0, host n-d-838334-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838334-2',level=0,port_id=d772260b-6bd5-43dc-b43e-edd4a86399a0,segment=NetworkSegment(ea61591e-490f-40d3-b0b7-48df3aeb522a),segment_id=ea61591e-490f-40d3-b0b7-48df3aeb522a)] {{(pid=84042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:38:17.381974 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] For port dc340d1a-25b1-44bb-9758-37662660deb1, host n-h2-838334-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838334-2',level=0,port_id=dc340d1a-25b1-44bb-9758-37662660deb1,segment=NetworkSegment(62b85806-94d8-4a88-a06c-da82e5932d66),segment_id=62b85806-94d8-4a88-a06c-da82e5932d66)] {{(pid=84042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:38:17.388840 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682'] for port, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:17.419617 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [None req-46a52993-62e0-4774-a379-ca0df10c0fd4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:38:17.425042 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-46a52993-62e0-4774-a379-ca0df10c0fd4 admin admin] Usage tracker for resource:security_group_rule and tenant:dfa04f762e14427e8043e36ea411d50f is out of sync, need to count used quota {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:38:17.429520 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-46a52993-62e0-4774-a379-ca0df10c0fd4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:38:17.448770 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682'] for port, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:17.449926 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [None req-46a52993-62e0-4774-a379-ca0df10c0fd4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:38:17.465942 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.plugin [None req-c27cf4f1-7334-402b-b9b0-5649b3357626 None None] Port f7e13d96-ede8-43e1-85c9-3a81d2eab29c cannot update to ACTIVE because it is not bound. {{(pid=84042) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 18 20:38:17.498652 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Pushing event updated for resources: {'Port': ['ID=d772260b-6bd5-43dc-b43e-edd4a86399a0,revision_number=3']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:38:17.520458 n-d-838334-2 neutron-server[84041]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7402ab1a-9ca4-423b-9633-c6445a903430 admin admin] Router cfeeac2b-f438-42a9-b6f4-a23b287a367f has already been hosted by L3 agent bc84d6c9-dd7a-4555-a351-592327b46d5a {{(pid=84041) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 20:38:17.579368 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-46a52993-62e0-4774-a379-ca0df10c0fd4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:17.583395 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 34382) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:38:17.639656 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-46a52993-62e0-4774-a379-ca0df10c0fd4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33528224'] for security_group, after_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:17.651600 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-46a52993-62e0-4774-a379-ca0df10c0fd4 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 391} {{(pid=84040) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 20:38:17.652832 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Pushing event updated for resources: {'Port': ['ID=dc340d1a-25b1-44bb-9758-37662660deb1,revision_number=5']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:38:17.660230 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Device d772260b-6bd5-43dc-b43e-edd4a86399a0 up at agent ovs-agent-n-d-838334-2 {{(pid=84042) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 20:38:17.661517 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-46a52993-62e0-4774-a379-ca0df10c0fd4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1082986'] for segment, precommit_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:17.661875 n-d-838334-2 neutron-server[84040]: INFO neutron.db.segments_db [None req-46a52993-62e0-4774-a379-ca0df10c0fd4 admin admin] Added segment 636e5b77-90d2-4b9f-a149-e8d80d7281ee of type vlan for network a92cea34-83a9-4801-bb75-cc07c451223b Apr 18 20:38:17.689371 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-46a52993-62e0-4774-a379-ca0df10c0fd4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750374825732'] for network, precommit_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:17.725423 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-a4058b50-b563-4aac-aca3-9a443c2a443e None None] Provisioning complete for port f7e13d96-ede8-43e1-85c9-3a81d2eab29c triggered by entity DHCP. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:38:17.725762 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-a4058b50-b563-4aac-aca3-9a443c2a443e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1253608'] for port, provisioning_complete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:17.760209 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7402ab1a-9ca4-423b-9633-c6445a903430 admin admin] Notify agent at l3_agent.n-d-838334-2 the message routers_updated {{(pid=84041) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 20:38:17.765852 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-7402ab1a-9ca4-423b-9633-c6445a903430 admin admin] 10.222.0.42 "PUT /v2.0/routers/cfeeac2b-f438-42a9-b6f4-a23b287a367f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1330969 Apr 18 20:38:17.795836 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.plugin [None req-a4058b50-b563-4aac-aca3-9a443c2a443e None None] Port f7e13d96-ede8-43e1-85c9-3a81d2eab29c cannot update to ACTIVE because it is not bound. {{(pid=84042) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 18 20:38:17.807053 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Provisioning complete for port d772260b-6bd5-43dc-b43e-edd4a86399a0 triggered by entity L2. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:38:17.807427 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1253608'] for port, provisioning_complete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:17.820462 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-f7e6e499-62e3-4f57-bdb1-d9dddfc5ec00 req-d95d1378-c0f4-44ce-82de-d15015145b5c tempest-LiveMigrationTest-1620833465 tempest-LiveMigrationTest-1620833465-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=bc66a4ae-28da-4e1f-969f-022e139eaf43 HTTP/1.1" status: 200 len: 1096 time: 0.6631792 Apr 18 20:38:17.846156 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-46a52993-62e0-4774-a379-ca0df10c0fd4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33526109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022'] for network, after_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:17.846986 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46a52993-62e0-4774-a379-ca0df10c0fd4 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:38:17.847549 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-46a52993-62e0-4774-a379-ca0df10c0fd4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32378031'] for network, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:17.879190 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-2f80334c-a386-4881-a45e-6b7f700099f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750375287399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253529'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:17.890780 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fd15f5b-1c8e-4c03-b959-0c71ef19d361 req-8ee8a231-2fa3-4d00-9d85-2d91514f9702 tempest-LiveMigrationNegativeTest-1063094817 tempest-LiveMigrationNegativeTest-1063094817-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:38:17.897525 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-2fd15f5b-1c8e-4c03-b959-0c71ef19d361 req-8ee8a231-2fa3-4d00-9d85-2d91514f9702 tempest-LiveMigrationNegativeTest-1063094817 tempest-LiveMigrationNegativeTest-1063094817-project] 10.222.0.42 "GET /v2.0/ports?device_id=938f89c0-99ed-4164-b9cc-2b809c4e82ef HTTP/1.1" status: 200 len: 948 time: 0.6222188 Apr 18 20:38:17.973010 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46a52993-62e0-4774-a379-ca0df10c0fd4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=59d22466-01c3-4eda-9b5c-cb887beaa55e,revision_number=1']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:38:18.084197 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-46a52993-62e0-4774-a379-ca0df10c0fd4 admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 877 time: 1.1454792 Apr 18 20:38:18.087131 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 34398) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:38:18.093398 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.v2.base [None req-b75567a4-d8d7-4568-9e79-5f2f7d15e394 admin admin] Request body: {'subnet': {'network_id': 'a92cea34-83a9-4801-bb75-cc07c451223b', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImagesTestJSON-528243557-subnet', 'tenant_id': 'dfa04f762e14427e8043e36ea411d50f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=84041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 20:38:18.097006 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46a52993-62e0-4774-a379-ca0df10c0fd4 admin admin] Pushing event updated for resources: {'Network': ['ID=a92cea34-83a9-4801-bb75-cc07c451223b,revision_number=1']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:38:18.098310 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-b75567a4-d8d7-4568-9e79-5f2f7d15e394 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:38:18.098431 n-d-838334-2 neutron-server[84042]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '938f89c0-99ed-4164-b9cc-2b809c4e82ef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dc340d1a-25b1-44bb-9758-37662660deb1'}] {{(pid=84042) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 20:38:18.103261 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-b75567a4-d8d7-4568-9e79-5f2f7d15e394 admin admin] Usage tracker for resource:subnet and tenant:dfa04f762e14427e8043e36ea411d50f is out of sync, need to count used quota {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:38:18.105316 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-c600ebe7-9781-4f4c-833b-4cb035ffaed7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:18.106754 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-b75567a4-d8d7-4568-9e79-5f2f7d15e394 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:38:18.113587 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-b75567a4-d8d7-4568-9e79-5f2f7d15e394 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:38:18.113884 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Network a92cea34-83a9-4801-bb75-cc07c451223b details requested by agent ovs-agent-n-d-838334-2 with host n-d-838334-2 {{(pid=84042) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 18 20:38:18.127291 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b75567a4-d8d7-4568-9e79-5f2f7d15e394 admin admin] Made reservation on behalf of dfa04f762e14427e8043e36ea411d50f for: {'subnet': 1} {{(pid=84041) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:38:18.131356 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-b75567a4-d8d7-4568-9e79-5f2f7d15e394 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32486301'] for subnet, before_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:18.133548 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-f7e6e499-62e3-4f57-bdb1-d9dddfc5ec00 req-5bc533c8-e391-45a6-92be-d36749dd4eee tempest-LiveMigrationTest-1620833465 tempest-LiveMigrationTest-1620833465-project-admin] 10.222.0.42 "GET /v2.0/security-groups?id=c1ded286-bbeb-4ec4-95be-e4f6aab8a892&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3121581 Apr 18 20:38:18.156055 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5b8f513-35ee-4077-bbd5-892c0380e60d req-d8a531c7-d41e-4840-ae5b-58aaba0e2063 tempest-LiveAutoBlockMigrationV225Test-1713341100 tempest-LiveAutoBlockMigrationV225Test-1713341100-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:38:18.157876 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-e5b8f513-35ee-4077-bbd5-892c0380e60d req-d8a531c7-d41e-4840-ae5b-58aaba0e2063 tempest-LiveAutoBlockMigrationV225Test-1713341100 tempest-LiveAutoBlockMigrationV225Test-1713341100-project] 10.222.0.48 "GET /v2.0/networks?id=5ab7510b-2145-476c-b9d7-eb0e1ae538b7 HTTP/1.1" status: 200 len: 820 time: 0.6701775 Apr 18 20:38:18.189117 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-2fd15f5b-1c8e-4c03-b959-0c71ef19d361 req-0aad2f32-a119-496f-b859-9afa5c6e1031 tempest-LiveMigrationNegativeTest-1063094817 tempest-LiveMigrationNegativeTest-1063094817-project] 10.222.0.42 "GET /v2.0/security-groups?id=7d29b726-a567-4f03-8309-9129413604ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2906356 Apr 18 20:38:18.204642 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.v2.base [req-e5b8f513-35ee-4077-bbd5-892c0380e60d req-239a513c-afc6-4e62-80f1-56d23abc2042 tempest-LiveAutoBlockMigrationV225Test-1713341100 tempest-LiveAutoBlockMigrationV225Test-1713341100-project] Request body: {'port': {'device_id': '56816bb5-501f-409b-9318-02f6d3b85a3d', 'network_id': '5ab7510b-2145-476c-b9d7-eb0e1ae538b7', 'admin_state_up': True, 'tenant_id': '7843cba0a7e24a0397d5219cb7fd254c'}} {{(pid=84040) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 20:38:18.484681 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-b75567a4-d8d7-4568-9e79-5f2f7d15e394 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33526260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32266407', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32486287'] for subnet, after_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:18.563837 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b75567a4-d8d7-4568-9e79-5f2f7d15e394 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6bff4054-f84b-415b-b0b0-aa32d7878409,revision_number=0']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:38:18.581394 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b75567a4-d8d7-4568-9e79-5f2f7d15e394 admin admin] Checking segment: {'id': '636e5b77-90d2-4b9f-a149-e8d80d7281ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': 'a92cea34-83a9-4801-bb75-cc07c451223b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84041) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 20:38:18.581884 n-d-838334-2 neutron-server[84041]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b75567a4-d8d7-4568-9e79-5f2f7d15e394 admin admin] Network hostable DHCP agents. Network: a92cea34-83a9-4801-bb75-cc07c451223b, hostable agents: ['8746f8ea-3e91-4b32-9919-2c63adeb8722'], hosted agents: [] {{(pid=84041) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 20:38:18.589699 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-35175fe5-6bde-4343-945a-60dc491621e2 req-c7130ae7-a446-4406-8b4d-33a1ef9dea77 tempest-LiveAutoBlockMigrationV225Test-1713341100 tempest-LiveAutoBlockMigrationV225Test-1713341100-project] 10.222.0.42 "GET /v2.0/ports?device_id=56816bb5-501f-409b-9318-02f6d3b85a3d HTTP/1.1" status: 200 len: 210 time: 0.1975236 Apr 18 20:38:18.590745 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [None req-c600ebe7-9781-4f4c-833b-4cb035ffaed7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:38:18.599170 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-c600ebe7-9781-4f4c-833b-4cb035ffaed7 admin admin] Usage tracker for resource:security_group_rule and tenant:3eba3dc6aa0340658c3e9c749f856a74 is out of sync, need to count used quota {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:38:18.602489 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-c600ebe7-9781-4f4c-833b-4cb035ffaed7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:38:18.610417 n-d-838334-2 neutron-server[84041]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b75567a4-d8d7-4568-9e79-5f2f7d15e394 admin admin] Network a92cea34-83a9-4801-bb75-cc07c451223b is scheduled to be hosted by DHCP agent 8746f8ea-3e91-4b32-9919-2c63adeb8722 with binding_index 1 {{(pid=84041) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 20:38:18.614526 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [None req-c600ebe7-9781-4f4c-833b-4cb035ffaed7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:38:18.619211 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [req-e5b8f513-35ee-4077-bbd5-892c0380e60d req-239a513c-afc6-4e62-80f1-56d23abc2042 tempest-LiveAutoBlockMigrationV225Test-1713341100 tempest-LiveAutoBlockMigrationV225Test-1713341100-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:38:18.639674 n-d-838334-2 neutron-server[84041]: DEBUG neutron.scheduler.base_scheduler [None req-b75567a4-d8d7-4568-9e79-5f2f7d15e394 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-838334-2, a92cea34-83a9-4801-bb75-cc07c451223b) {{(pid=84041) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:38:18.647286 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [req-e5b8f513-35ee-4077-bbd5-892c0380e60d req-239a513c-afc6-4e62-80f1-56d23abc2042 tempest-LiveAutoBlockMigrationV225Test-1713341100 tempest-LiveAutoBlockMigrationV225Test-1713341100-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:38:18.648259 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b75567a4-d8d7-4568-9e79-5f2f7d15e394 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:38:18.648948 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-b75567a4-d8d7-4568-9e79-5f2f7d15e394 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:18.657175 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7b6eb17-28f9-483b-9a1a-526e7517ab9b None None] Network a92cea34-83a9-4801-bb75-cc07c451223b requested from n-d-838334-2 {{(pid=84042) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 20:38:18.674373 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e5b8f513-35ee-4077-bbd5-892c0380e60d req-239a513c-afc6-4e62-80f1-56d23abc2042 tempest-LiveAutoBlockMigrationV225Test-1713341100 tempest-LiveAutoBlockMigrationV225Test-1713341100-project] Made reservation on behalf of 7843cba0a7e24a0397d5219cb7fd254c for: {'port': 1} {{(pid=84040) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:38:18.677510 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-e5b8f513-35ee-4077-bbd5-892c0380e60d req-239a513c-afc6-4e62-80f1-56d23abc2042 tempest-LiveAutoBlockMigrationV225Test-1713341100 tempest-LiveAutoBlockMigrationV225Test-1713341100-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:18.703770 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-b75567a4-d8d7-4568-9e79-5f2f7d15e394 admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 841 time: 0.6081865 Apr 18 20:38:18.759984 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7cf7dc1-d5d9-4a13-b8d5-fd3eb28cbd86 req-520212de-11df-42e2-9ce9-8710dee93f5b tempest-ServersWithSpecificFlavorTestJSON-734692326 tempest-ServersWithSpecificFlavorTestJSON-734692326-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:38:18.761513 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-c7cf7dc1-d5d9-4a13-b8d5-fd3eb28cbd86 req-520212de-11df-42e2-9ce9-8710dee93f5b tempest-ServersWithSpecificFlavorTestJSON-734692326 tempest-ServersWithSpecificFlavorTestJSON-734692326-project] 10.222.0.42 "GET /v2.0/ports?device_id=505ce2b4-79e7-4477-8f98-649510a8effc HTTP/1.1" status: 200 len: 945 time: 0.3809910 Apr 18 20:38:18.885918 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-ae73a209-c66a-4e38-87ac-4d88e59f5c87 req-4fc8a2fa-b7b0-4256-ad0e-3b485a906f78 tempest-ServersAdmin275Test-1430223114 tempest-ServersAdmin275Test-1430223114-project] 10.222.0.42 "GET /v2.0/ports?device_id=4bb574e3-a1a9-4f48-a18e-e712328d8de0 HTTP/1.1" status: 200 len: 210 time: 0.1211925 Apr 18 20:38:18.904424 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-c600ebe7-9781-4f4c-833b-4cb035ffaed7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:18.929602 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-c600ebe7-9781-4f4c-833b-4cb035ffaed7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33528224'] for security_group, after_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:18.947102 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750375287399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253529'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:18.999307 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-c7cf7dc1-d5d9-4a13-b8d5-fd3eb28cbd86 req-70746544-bff2-4f1f-a7d6-fb77daba011e tempest-ServersWithSpecificFlavorTestJSON-734692326 tempest-ServersWithSpecificFlavorTestJSON-734692326-project] 10.222.0.42 "GET /v2.0/security-groups?id=51d79015-ffd5-44d4-b2c5-faf33204dfe8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2235727 Apr 18 20:38:19.059400 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f8c8e1b-7adb-4cf0-a410-33f6c0f90aed None None] Network a92cea34-83a9-4801-bb75-cc07c451223b requested from n-d-838334-2 {{(pid=84042) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 20:38:19.074703 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-c600ebe7-9781-4f4c-833b-4cb035ffaed7 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=3eba3dc6aa0340658c3e9c749f856a74&name=default HTTP/1.1" status: 200 len: 2647 time: 1.4511719 Apr 18 20:38:19.074703 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c600ebe7-9781-4f4c-833b-4cb035ffaed7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=83fd5acf-9fa1-4217-a72b-e435c24c1424,revision_number=1']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:38:19.075389 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 34428) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:38:19.203110 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.db_base_plugin_common [req-e5b8f513-35ee-4077-bbd5-892c0380e60d req-239a513c-afc6-4e62-80f1-56d23abc2042 tempest-LiveAutoBlockMigrationV225Test-1713341100 tempest-LiveAutoBlockMigrationV225Test-1713341100-project] Allocated IP 172.20.0.8 (5ab7510b-2145-476c-b9d7-eb0e1ae538b7/5bf38cb0-45bd-48cb-9f8c-19a270201f44/6c42e873-f524-4137-8976-95b9eed610f8) {{(pid=84040) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:38:19.227099 n-d-838334-2 neutron-server[84042]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a0ebf263-1afd-4344-90ca-9bff20980089'] response: {'server_uuid': '938f89c0-99ed-4164-b9cc-2b809c4e82ef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dc340d1a-25b1-44bb-9758-37662660deb1', 'code': 200} Apr 18 20:38:19.239539 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-0e351dc8-5876-434f-a64c-77c3e5fdc81a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:19.273752 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-0e351dc8-5876-434f-a64c-77c3e5fdc81a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:19.331426 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-414b6ffe-e119-47bc-b18f-bcff1219c2f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750375287399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253529'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:19.339184 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-0e351dc8-5876-434f-a64c-77c3e5fdc81a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33528224'] for security_group, after_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:19.365393 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e351dc8-5876-434f-a64c-77c3e5fdc81a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=83fd5acf-9fa1-4217-a72b-e435c24c1424,revision_number=None']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:38:19.367599 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-0e351dc8-5876-434f-a64c-77c3e5fdc81a admin admin] Notify callbacks [] for security_group, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:19.373139 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-0e351dc8-5876-434f-a64c-77c3e5fdc81a admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/83fd5acf-9fa1-4217-a72b-e435c24c1424 HTTP/1.1" status: 204 len: 168 time: 0.2970183 Apr 18 20:38:19.544746 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-b9d7f3c1-5696-4c80-9c02-62a5a4d942c6 req-06a10bcf-902c-4ea3-945b-cb174e731ae7 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=938f89c0-99ed-4164-b9cc-2b809c4e82ef HTTP/1.1" status: 200 len: 1100 time: 0.3871160 Apr 18 20:38:19.567891 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-fb7d986f-fd32-46e0-9f51-d079deb0249d req-3df2fa2a-5ee9-4b66-9f76-d7db135f70e9 tempest-LiveMigrationTest-1620833465 tempest-LiveMigrationTest-1620833465-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=bc66a4ae-28da-4e1f-969f-022e139eaf43 HTTP/1.1" status: 200 len: 1096 time: 0.3518252 Apr 18 20:38:19.601076 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d46bf0a4-cc1a-4174-a6ab-8e9c1239e80a None None] Sync routers for ids ['f71df682-36c0-45b6-a315-477bfe4444f5'] in n-d-838334-2 {{(pid=84042) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 18 20:38:19.620615 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d46bf0a4-cc1a-4174-a6ab-8e9c1239e80a None None] Routers {'f71df682-36c0-45b6-a315-477bfe4444f5'} bound to L3 agent in host n-d-838334-2 {{(pid=84042) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 20:38:19.621471 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_hamode_db [None req-d46bf0a4-cc1a-4174-a6ab-8e9c1239e80a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838334-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-18T20:25:48Z,description=,heartbeat_timestamp=2022-04-18T20:38:18Z,host='n-d-838334-2',id=bc84d6c9-dd7a-4555-a351-592327b46d5a,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:25:48Z,topic='l3_agent')) {'router_ids': ['f71df682-36c0-45b6-a315-477bfe4444f5'], 'active': True} {{(pid=84042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:38:19.635414 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-545cd379-2f9b-4c89-b731-2a62b6492abc req-b37982fa-a751-4efb-9b62-8c6694446077 tempest-ServersWithSpecificFlavorTestJSON-734692326 tempest-ServersWithSpecificFlavorTestJSON-734692326-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:38:19.651434 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-545cd379-2f9b-4c89-b731-2a62b6492abc req-b37982fa-a751-4efb-9b62-8c6694446077 tempest-ServersWithSpecificFlavorTestJSON-734692326 tempest-ServersWithSpecificFlavorTestJSON-734692326-project] 10.222.0.42 "GET /v2.0/ports?device_id=505ce2b4-79e7-4477-8f98-649510a8effc HTTP/1.1" status: 200 len: 945 time: 0.3461945 Apr 18 20:38:19.652203 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 34452) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:38:19.686473 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.v2.base [None req-6cb65b5b-3c1f-4a9b-bbcd-5da887468a3c tempest-ServersWithSpecificFlavorTestJSON-734692326 tempest-ServersWithSpecificFlavorTestJSON-734692326-project] Request body: {'floatingip': {'port_id': '3f6512be-4c2a-4b90-af9e-957e05681a3f'}} {{(pid=84040) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 20:38:19.802181 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-6cb65b5b-3c1f-4a9b-bbcd-5da887468a3c tempest-ServersWithSpecificFlavorTestJSON-734692326 tempest-ServersWithSpecificFlavorTestJSON-734692326-project] Notify callbacks [] for floatingip, before_update {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:19.918413 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-b9d7f3c1-5696-4c80-9c02-62a5a4d942c6 req-7f71de07-93f2-4ce7-8419-615b4b0bcb78 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=7d29b726-a567-4f03-8309-9129413604ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3541954 Apr 18 20:38:19.944383 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-fb7d986f-fd32-46e0-9f51-d079deb0249d req-de1a9bbc-4f16-4668-8c5e-819fb72a7ff1 tempest-LiveMigrationTest-1620833465 tempest-LiveMigrationTest-1620833465-project-admin] 10.222.0.42 "GET /v2.0/security-groups?id=c1ded286-bbeb-4ec4-95be-e4f6aab8a892&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3573570 Apr 18 20:38:19.953538 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-e5b8f513-35ee-4077-bbd5-892c0380e60d req-239a513c-afc6-4e62-80f1-56d23abc2042 tempest-LiveAutoBlockMigrationV225Test-1713341100 tempest-LiveAutoBlockMigrationV225Test-1713341100-project] Notify callbacks [] for port, precommit_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:19.980499 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 34468) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:38:20.045961 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-5e53e3af-60f8-4ac5-b38d-d3c48cb8e37d admin admin] Notify callbacks [] for security_group, before_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:20.083254 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-e5b8f513-35ee-4077-bbd5-892c0380e60d req-239a513c-afc6-4e62-80f1-56d23abc2042 tempest-LiveAutoBlockMigrationV225Test-1713341100 tempest-LiveAutoBlockMigrationV225Test-1713341100-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750374836619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32440838'] for port, after_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:20.097903 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_dvr_db [None req-d46bf0a4-cc1a-4174-a6ab-8e9c1239e80a None None] Set router f71df682-36c0-45b6-a315-477bfe4444f5 gateway port host: n-d-838334-2 {{(pid=84042) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 20:38:20.121575 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-5e53e3af-60f8-4ac5-b38d-d3c48cb8e37d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:38:20.126038 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-5e53e3af-60f8-4ac5-b38d-d3c48cb8e37d admin admin] Usage tracker for resource:security_group_rule and tenant:91d354aed48f43929c54c8ff530300a0 is out of sync, need to count used quota {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:38:20.128907 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-5e53e3af-60f8-4ac5-b38d-d3c48cb8e37d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:38:20.135819 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-5e53e3af-60f8-4ac5-b38d-d3c48cb8e37d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:38:20.248723 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-5e53e3af-60f8-4ac5-b38d-d3c48cb8e37d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:20.253327 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-5e53e3af-60f8-4ac5-b38d-d3c48cb8e37d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33528224'] for security_group, after_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:20.331963 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e53e3af-60f8-4ac5-b38d-d3c48cb8e37d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=64d7d812-6a0a-474b-b799-2a86b1271fb3,revision_number=1']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:38:20.354315 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-5e53e3af-60f8-4ac5-b38d-d3c48cb8e37d admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=91d354aed48f43929c54c8ff530300a0&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3721037 Apr 18 20:38:20.359233 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 34490) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:38:20.363102 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-239a513c-afc6-4e62-80f1-56d23abc2042 tempest-LiveAutoBlockMigrationV225Test-1713341100 tempest-LiveAutoBlockMigrationV225Test-1713341100-project] Pushing event updated for resources: {'Port': ['ID=6c42e873-f524-4137-8976-95b9eed610f8,revision_number=1']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:38:20.393693 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-c7521a90-7d65-4e2e-842c-ca5d95e9a89c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750375287399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253529'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:20.485608 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-d654c095-a8e2-4c45-893a-1a518b6b4856 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:20.530714 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-d654c095-a8e2-4c45-893a-1a518b6b4856 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:20.557169 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_hamode_db [None req-d46bf0a4-cc1a-4174-a6ab-8e9c1239e80a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f71df682-36c0-45b6-a315-477bfe4444f5', 'name': 'tempest-TaggedBootDevicesTest-303031308-router', 'tenant_id': 'f85a0d9202f64bddab6b7eaee6d6810d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'external_fixed_ips': [{'subnet_id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'ip_address': '172.25.8.101'}], 'enable_snat': True}, 'gw_port_id': '5a474b90-1101-4e49-ba7c-8379964cb91c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:37:49Z', 'updated_at': '2022-04-18T20:37:57Z', 'revision_number': 4, 'project_id': 'f85a0d9202f64bddab6b7eaee6d6810d', 'gw_port': {'id': '5a474b90-1101-4e49-ba7c-8379964cb91c', 'name': '', 'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:b3:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f71df682-36c0-45b6-a315-477bfe4444f5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'ip_address': '172.25.8.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:37:49Z', 'updated_at': '2022-04-18T20:38:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838334-2', '_interfaces': [{'id': '5e0d7785-ddda-4f03-bfc3-d61f02557f4b', 'name': '', 'network_id': 'f80f29cf-306f-4b83-b9ef-977e3822a3eb', 'tenant_id': 'f85a0d9202f64bddab6b7eaee6d6810d', 'mac_address': 'fa:16:3e:71:3f:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f71df682-36c0-45b6-a315-477bfe4444f5', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5c52872c-5453-4e7c-876e-5ab51a950a0e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:37:54Z', 'updated_at': '2022-04-18T20:37:58Z', 'revision_number': 2, 'project_id': 'f85a0d9202f64bddab6b7eaee6d6810d', 'subnets': [{'id': '5c52872c-5453-4e7c-876e-5ab51a950a0e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838334-2', False) {} {{(pid=84042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:38:20.567740 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d46bf0a4-cc1a-4174-a6ab-8e9c1239e80a None None] Checking router: f71df682-36c0-45b6-a315-477bfe4444f5 for host: n-d-838334-2 {{(pid=84042) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 18 20:38:20.567928 n-d-838334-2 neutron-server[84040]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e5b8f513-35ee-4077-bbd5-892c0380e60d req-239a513c-afc6-4e62-80f1-56d23abc2042 tempest-LiveAutoBlockMigrationV225Test-1713341100 tempest-LiveAutoBlockMigrationV225Test-1713341100-project] Network 5ab7510b-2145-476c-b9d7-eb0e1ae538b7 is already hosted by enough agents. {{(pid=84040) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:38:20.568535 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d46bf0a4-cc1a-4174-a6ab-8e9c1239e80a None None] Updating router f71df682-36c0-45b6-a315-477bfe4444f5 port 5e0d7785-ddda-4f03-bfc3-d61f02557f4b binding host n-d-838334-2 {{(pid=84042) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 18 20:38:20.576029 n-d-838334-2 neutron-server[84040]: DEBUG neutron.scheduler.base_scheduler [req-e5b8f513-35ee-4077-bbd5-892c0380e60d req-239a513c-afc6-4e62-80f1-56d23abc2042 tempest-LiveAutoBlockMigrationV225Test-1713341100 tempest-LiveAutoBlockMigrationV225Test-1713341100-project] Resources bound (agent type, host, resource id): {{(pid=84040) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:38:20.583050 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.l3_dvrscheduler_db [req-e5b8f513-35ee-4077-bbd5-892c0380e60d req-239a513c-afc6-4e62-80f1-56d23abc2042 tempest-LiveAutoBlockMigrationV225Test-1713341100 tempest-LiveAutoBlockMigrationV225Test-1713341100-project] Received port after_create {{(pid=84040) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 20:38:20.613051 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-d654c095-a8e2-4c45-893a-1a518b6b4856 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33528224'] for security_group, after_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:20.639403 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d654c095-a8e2-4c45-893a-1a518b6b4856 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=64d7d812-6a0a-474b-b799-2a86b1271fb3,revision_number=None']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:38:20.649766 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-d654c095-a8e2-4c45-893a-1a518b6b4856 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:20.650898 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-d654c095-a8e2-4c45-893a-1a518b6b4856 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/64d7d812-6a0a-474b-b799-2a86b1271fb3 HTTP/1.1" status: 204 len: 168 time: 0.2906551 Apr 18 20:38:20.678639 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-d46bf0a4-cc1a-4174-a6ab-8e9c1239e80a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:20.979362 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36f1b597-282e-4f8e-82dd-4c70bc41975c req-8851da27-aef2-4dfc-b564-65524e943992 tempest-LiveMigrationNegativeTest-1063094817 tempest-LiveMigrationNegativeTest-1063094817-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:38:20.980887 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-36f1b597-282e-4f8e-82dd-4c70bc41975c req-8851da27-aef2-4dfc-b564-65524e943992 tempest-LiveMigrationNegativeTest-1063094817 tempest-LiveMigrationNegativeTest-1063094817-project] 10.222.0.42 "GET /v2.0/ports?device_id=938f89c0-99ed-4164-b9cc-2b809c4e82ef HTTP/1.1" status: 200 len: 949 time: 0.7443254 Apr 18 20:38:20.993416 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-984d898c-43b3-4a68-aa27-1a4b26cc3624 req-2c36242a-713e-46dd-bbae-1def2479223c tempest-ImagesTestJSON-757689736 tempest-ImagesTestJSON-757689736-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:38:20.994415 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [req-984d898c-43b3-4a68-aa27-1a4b26cc3624 req-2c36242a-713e-46dd-bbae-1def2479223c tempest-ImagesTestJSON-757689736 tempest-ImagesTestJSON-757689736-project] Synchronizing usage tracker for tenant:dfa04f762e14427e8043e36ea411d50f on resource:network {{(pid=84040) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 20:38:21.000174 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5b8f513-35ee-4077-bbd5-892c0380e60d req-239a513c-afc6-4e62-80f1-56d23abc2042 tempest-LiveAutoBlockMigrationV225Test-1713341100 tempest-LiveAutoBlockMigrationV225Test-1713341100-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:38:21.000779 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-e5b8f513-35ee-4077-bbd5-892c0380e60d req-239a513c-afc6-4e62-80f1-56d23abc2042 tempest-LiveAutoBlockMigrationV225Test-1713341100 tempest-LiveAutoBlockMigrationV225Test-1713341100-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217293'] for port, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:21.090446 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-36f1b597-282e-4f8e-82dd-4c70bc41975c req-43f7d251-f8fc-4bc8-896a-96af76aa3133 tempest-LiveMigrationNegativeTest-1063094817 tempest-LiveMigrationNegativeTest-1063094817-project] 10.222.0.42 "GET /v2.0/security-groups?id=7d29b726-a567-4f03-8309-9129413604ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1027806 Apr 18 20:38:21.134195 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-e5b8f513-35ee-4077-bbd5-892c0380e60d req-239a513c-afc6-4e62-80f1-56d23abc2042 tempest-LiveAutoBlockMigrationV225Test-1713341100 tempest-LiveAutoBlockMigrationV225Test-1713341100-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.9418783 Apr 18 20:38:21.134876 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [req-984d898c-43b3-4a68-aa27-1a4b26cc3624 req-2c36242a-713e-46dd-bbae-1def2479223c tempest-ImagesTestJSON-757689736 tempest-ImagesTestJSON-757689736-project] Unset dirty status for tenant:dfa04f762e14427e8043e36ea411d50f on resource:network {{(pid=84040) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 20:38:21.136030 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-984d898c-43b3-4a68-aa27-1a4b26cc3624 req-2c36242a-713e-46dd-bbae-1def2479223c tempest-ImagesTestJSON-757689736 tempest-ImagesTestJSON-757689736-project] 10.222.0.42 "GET /v2.0/networks?id=a92cea34-83a9-4801-bb75-cc07c451223b HTTP/1.1" status: 200 len: 804 time: 0.9005022 Apr 18 20:38:21.160425 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.v2.base [req-e5b8f513-35ee-4077-bbd5-892c0380e60d req-aafc3c53-7a5d-49be-a7ac-5e032b9084a1 service neutron] Request body: {'port': {'device_id': '56816bb5-501f-409b-9318-02f6d3b85a3d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-838334-2'}} {{(pid=84040) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 20:38:21.169822 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-d46bf0a4-cc1a-4174-a6ab-8e9c1239e80a None None] Notify callbacks [] for port, precommit_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:21.188745 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-d46bf0a4-cc1a-4174-a6ab-8e9c1239e80a None None] Transition to ACTIVE for port object 5e0d7785-ddda-4f03-bfc3-d61f02557f4b will not be triggered until provisioned by entity L2. {{(pid=84042) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 20:38:21.197563 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-d46bf0a4-cc1a-4174-a6ab-8e9c1239e80a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682'] for port, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:21.260171 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-984d898c-43b3-4a68-aa27-1a4b26cc3624 req-1ec9f05e-f73b-4f8f-a1fe-27d7ecd9b3b0 tempest-ImagesTestJSON-757689736 tempest-ImagesTestJSON-757689736-project] 10.222.0.42 "GET /v2.0/quotas/dfa04f762e14427e8043e36ea411d50f HTTP/1.1" status: 200 len: 375 time: 0.1172156 Apr 18 20:38:21.263224 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.db.resource_extend [None req-6cb65b5b-3c1f-4a9b-bbcd-5da887468a3c tempest-ServersWithSpecificFlavorTestJSON-734692326 tempest-ServersWithSpecificFlavorTestJSON-734692326-project] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 18 20:38:21.478363 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-984d898c-43b3-4a68-aa27-1a4b26cc3624 req-6209e64e-c163-4dac-bee0-b475f161c36e tempest-ImagesTestJSON-757689736 tempest-ImagesTestJSON-757689736-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=dfa04f762e14427e8043e36ea411d50f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.2171326 Apr 18 20:38:21.529286 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39b1184d-03f6-4a6c-b838-fdc6b10dc8b3 None None] Pushing event updated for resources: {'Port': ['ID=5e0d7785-ddda-4f03-bfc3-d61f02557f4b,revision_number=3']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:38:21.549946 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-6cb65b5b-3c1f-4a9b-bbcd-5da887468a3c tempest-ServersWithSpecificFlavorTestJSON-734692326 tempest-ServersWithSpecificFlavorTestJSON-734692326-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:21.636265 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-6cb65b5b-3c1f-4a9b-bbcd-5da887468a3c tempest-ServersWithSpecificFlavorTestJSON-734692326 tempest-ServersWithSpecificFlavorTestJSON-734692326-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33444131'] for floatingip, after_update {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:21.727865 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.managers [None req-d46bf0a4-cc1a-4174-a6ab-8e9c1239e80a None None] Attempting to bind port 5e0d7785-ddda-4f03-bfc3-d61f02557f4b on host n-d-838334-2 for vnic_type normal with profile {{(pid=84042) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:38:21.728268 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.managers [None req-d46bf0a4-cc1a-4174-a6ab-8e9c1239e80a None None] Attempting to bind port 5e0d7785-ddda-4f03-bfc3-d61f02557f4b by drivers openvswitch,hyperv on host n-d-838334-2 at level 0 using segments [{'id': 'a0546572-b3e1-4e2b-aa75-195a4fbea0d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': 'f80f29cf-306f-4b83-b9ef-977e3822a3eb'}] {{(pid=84042) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:38:21.728634 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d46bf0a4-cc1a-4174-a6ab-8e9c1239e80a None None] Attempting to bind port 5e0d7785-ddda-4f03-bfc3-d61f02557f4b on network f80f29cf-306f-4b83-b9ef-977e3822a3eb {{(pid=84042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 20:38:21.770122 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d46bf0a4-cc1a-4174-a6ab-8e9c1239e80a None None] Checking agent: {'id': '97cd4414-7af6-4d67-868d-dff370b4071a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838334-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 25, 49), 'started_at': datetime.datetime(2022, 4, 18, 20, 26, 19), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 20, 38, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838334-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 18 20:38:21.771303 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d46bf0a4-cc1a-4174-a6ab-8e9c1239e80a None None] Checking segment: {'id': 'a0546572-b3e1-4e2b-aa75-195a4fbea0d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': 'f80f29cf-306f-4b83-b9ef-977e3822a3eb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84042) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 20:38:21.773816 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-d46bf0a4-cc1a-4174-a6ab-8e9c1239e80a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:21.774286 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d46bf0a4-cc1a-4174-a6ab-8e9c1239e80a None None] Bound using segment: {'id': 'a0546572-b3e1-4e2b-aa75-195a4fbea0d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': 'f80f29cf-306f-4b83-b9ef-977e3822a3eb'} {{(pid=84042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 18 20:38:21.774895 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.managers [None req-d46bf0a4-cc1a-4174-a6ab-8e9c1239e80a None None] Bound port: 5e0d7785-ddda-4f03-bfc3-d61f02557f4b, host: n-d-838334-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a0546572-b3e1-4e2b-aa75-195a4fbea0d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': 'f80f29cf-306f-4b83-b9ef-977e3822a3eb'}}] {{(pid=84042) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 20:38:21.775338 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-d46bf0a4-cc1a-4174-a6ab-8e9c1239e80a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:21.838646 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-e5b8f513-35ee-4077-bbd5-892c0380e60d req-aafc3c53-7a5d-49be-a7ac-5e032b9084a1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:21.891487 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-d46bf0a4-cc1a-4174-a6ab-8e9c1239e80a None None] For port 5e0d7785-ddda-4f03-bfc3-d61f02557f4b, host n-d-838334-2, cleared binding levels {{(pid=84042) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 20:38:21.898118 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-d46bf0a4-cc1a-4174-a6ab-8e9c1239e80a None None] For port 5e0d7785-ddda-4f03-bfc3-d61f02557f4b, host n-d-838334-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838334-2',level=0,port_id=5e0d7785-ddda-4f03-bfc3-d61f02557f4b,segment=NetworkSegment(a0546572-b3e1-4e2b-aa75-195a4fbea0d4),segment_id=a0546572-b3e1-4e2b-aa75-195a4fbea0d4)] {{(pid=84042) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 20:38:21.904494 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-d46bf0a4-cc1a-4174-a6ab-8e9c1239e80a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682'] for port, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:21.972761 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c8751ab-826d-4d7c-b1b2-ac6703232aba req-96a742f1-9bff-4fb4-b516-a62989204d48 tempest-LiveAutoBlockMigrationV225Test-1713341100 tempest-LiveAutoBlockMigrationV225Test-1713341100-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:38:21.973472 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [req-7c8751ab-826d-4d7c-b1b2-ac6703232aba req-96a742f1-9bff-4fb4-b516-a62989204d48 tempest-LiveAutoBlockMigrationV225Test-1713341100 tempest-LiveAutoBlockMigrationV225Test-1713341100-project] Synchronizing usage tracker for tenant:7843cba0a7e24a0397d5219cb7fd254c on resource:port {{(pid=84040) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 20:38:22.081168 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-984d898c-43b3-4a68-aa27-1a4b26cc3624 req-a080aa59-bb3d-4f87-8eba-3a1b911acf5f service neutron] 10.222.0.42 "GET /v2.0/networks/a92cea34-83a9-4801-bb75-cc07c451223b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6019437 Apr 18 20:38:22.110981 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39b1184d-03f6-4a6c-b838-fdc6b10dc8b3 None None] Pushing event updated for resources: {'Port': ['ID=5e0d7785-ddda-4f03-bfc3-d61f02557f4b,revision_number=4']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:38:22.121069 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d46bf0a4-cc1a-4174-a6ab-8e9c1239e80a None None] Routers {'f71df682-36c0-45b6-a315-477bfe4444f5'} bound to L3 agent in host n-d-838334-2 {{(pid=84042) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 20:38:22.121697 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_hamode_db [None req-d46bf0a4-cc1a-4174-a6ab-8e9c1239e80a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838334-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-18T20:25:48Z,description=,heartbeat_timestamp=2022-04-18T20:38:18Z,host='n-d-838334-2',id=bc84d6c9-dd7a-4555-a351-592327b46d5a,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:25:48Z,topic='l3_agent')) {'router_ids': ['f71df682-36c0-45b6-a315-477bfe4444f5'], 'active': True} {{(pid=84042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:38:22.370141 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_dvr_db [None req-d46bf0a4-cc1a-4174-a6ab-8e9c1239e80a None None] Set router f71df682-36c0-45b6-a315-477bfe4444f5 gateway port host: n-d-838334-2 {{(pid=84042) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 20:38:22.413408 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [req-7c8751ab-826d-4d7c-b1b2-ac6703232aba req-96a742f1-9bff-4fb4-b516-a62989204d48 tempest-LiveAutoBlockMigrationV225Test-1713341100 tempest-LiveAutoBlockMigrationV225Test-1713341100-project] Unset dirty status for tenant:7843cba0a7e24a0397d5219cb7fd254c on resource:port {{(pid=84040) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 20:38:22.414471 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-7c8751ab-826d-4d7c-b1b2-ac6703232aba req-96a742f1-9bff-4fb4-b516-a62989204d48 tempest-LiveAutoBlockMigrationV225Test-1713341100 tempest-LiveAutoBlockMigrationV225Test-1713341100-project] 10.222.0.42 "GET /v2.0/ports?device_id=56816bb5-501f-409b-9318-02f6d3b85a3d HTTP/1.1" status: 200 len: 931 time: 1.0126526 Apr 18 20:38:22.600762 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-7c8751ab-826d-4d7c-b1b2-ac6703232aba req-df628b2c-2f8f-4863-938c-9acc43a25ffb tempest-LiveAutoBlockMigrationV225Test-1713341100 tempest-LiveAutoBlockMigrationV225Test-1713341100-project] 10.222.0.42 "GET /v2.0/security-groups?id=bf712067-aabd-4e70-aae1-082928dd1ccd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1123128 Apr 18 20:38:22.623701 n-d-838334-2 neutron-server[84040]: INFO neutron.db.l3_db [None req-6cb65b5b-3c1f-4a9b-bbcd-5da887468a3c tempest-ServersWithSpecificFlavorTestJSON-734692326 tempest-ServersWithSpecificFlavorTestJSON-734692326-project] Floating IP c3f6b439-120b-4780-883f-d9b5460ff4df associated. External IP: 172.25.8.221, port: 3f6512be-4c2a-4b90-af9e-957e05681a3f. Apr 18 20:38:22.774204 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_hamode_db [None req-d46bf0a4-cc1a-4174-a6ab-8e9c1239e80a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f71df682-36c0-45b6-a315-477bfe4444f5', 'name': 'tempest-TaggedBootDevicesTest-303031308-router', 'tenant_id': 'f85a0d9202f64bddab6b7eaee6d6810d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'external_fixed_ips': [{'subnet_id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'ip_address': '172.25.8.101'}], 'enable_snat': True}, 'gw_port_id': '5a474b90-1101-4e49-ba7c-8379964cb91c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:37:49Z', 'updated_at': '2022-04-18T20:37:57Z', 'revision_number': 4, 'project_id': 'f85a0d9202f64bddab6b7eaee6d6810d', 'gw_port': {'id': '5a474b90-1101-4e49-ba7c-8379964cb91c', 'name': '', 'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:b3:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f71df682-36c0-45b6-a315-477bfe4444f5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'ip_address': '172.25.8.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:37:49Z', 'updated_at': '2022-04-18T20:38:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838334-2', '_interfaces': [{'id': '5e0d7785-ddda-4f03-bfc3-d61f02557f4b', 'name': '', 'network_id': 'f80f29cf-306f-4b83-b9ef-977e3822a3eb', 'tenant_id': 'f85a0d9202f64bddab6b7eaee6d6810d', 'mac_address': 'fa:16:3e:71:3f:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f71df682-36c0-45b6-a315-477bfe4444f5', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5c52872c-5453-4e7c-876e-5ab51a950a0e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:37:54Z', 'updated_at': '2022-04-18T20:38:21Z', 'revision_number': 4, 'project_id': 'f85a0d9202f64bddab6b7eaee6d6810d', 'subnets': [{'id': '5c52872c-5453-4e7c-876e-5ab51a950a0e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838334-2', False) {} {{(pid=84042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:38:22.778977 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d46bf0a4-cc1a-4174-a6ab-8e9c1239e80a None None] The sync data for ids ['f71df682-36c0-45b6-a315-477bfe4444f5'] in n-d-838334-2 is: [{'id': 'f71df682-36c0-45b6-a315-477bfe4444f5', 'name': 'tempest-TaggedBootDevicesTest-303031308-router', 'tenant_id': 'f85a0d9202f64bddab6b7eaee6d6810d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'external_fixed_ips': [{'subnet_id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'ip_address': '172.25.8.101'}], 'enable_snat': True}, 'gw_port_id': '5a474b90-1101-4e49-ba7c-8379964cb91c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:37:49Z', 'updated_at': '2022-04-18T20:37:57Z', 'revision_number': 4, 'project_id': 'f85a0d9202f64bddab6b7eaee6d6810d', 'gw_port': {'id': '5a474b90-1101-4e49-ba7c-8379964cb91c', 'name': '', 'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:b3:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f71df682-36c0-45b6-a315-477bfe4444f5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'ip_address': '172.25.8.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:37:49Z', 'updated_at': '2022-04-18T20:38:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838334-2', '_interfaces': [{'id': '5e0d7785-ddda-4f03-bfc3-d61f02557f4b', 'name': '', 'network_id': 'f80f29cf-306f-4b83-b9ef-977e3822a3eb', 'tenant_id': 'f85a0d9202f64bddab6b7eaee6d6810d', 'mac_address': 'fa:16:3e:71:3f:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f71df682-36c0-45b6-a315-477bfe4444f5', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5c52872c-5453-4e7c-876e-5ab51a950a0e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:37:54Z', 'updated_at': '2022-04-18T20:38:21Z', 'revision_number': 4, 'project_id': 'f85a0d9202f64bddab6b7eaee6d6810d', 'subnets': [{'id': '5c52872c-5453-4e7c-876e-5ab51a950a0e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84042) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 18 20:38:22.841327 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-984d898c-43b3-4a68-aa27-1a4b26cc3624 req-cf3ad45c-c33c-4c65-9892-396cf23cfc5d service neutron] 10.222.0.42 "GET /v2.0/networks/a92cea34-83a9-4801-bb75-cc07c451223b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7586238 Apr 18 20:38:23.095730 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-736ff68c-17bc-4c0d-a7e0-b48f66291c3b req-370718d8-87a6-4df0-b6b7-36911731ad87 tempest-ServersAdmin275Test-1430223114 tempest-ServersAdmin275Test-1430223114-project] 10.222.0.42 "GET /v2.0/ports?device_id=4bb574e3-a1a9-4f48-a18e-e712328d8de0 HTTP/1.1" status: 200 len: 210 time: 0.1505010 Apr 18 20:38:23.152207 n-d-838334-2 neutron-server[84040]: DEBUG neutron.notifiers.nova [req-e5b8f513-35ee-4077-bbd5-892c0380e60d req-aafc3c53-7a5d-49be-a7ac-5e032b9084a1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6c42e873-f524-4137-8976-95b9eed610f8 {{(pid=84040) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 18 20:38:23.175956 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-e5b8f513-35ee-4077-bbd5-892c0380e60d req-aafc3c53-7a5d-49be-a7ac-5e032b9084a1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:23.345023 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-cad810ad-4d1c-4425-9723-43b635d8f997 req-2dbddc82-3857-475f-9df0-369a36cab6bc tempest-ImagesTestJSON-757689736 tempest-ImagesTestJSON-757689736-project] 10.222.0.42 "GET /v2.0/ports?device_id=88da0aae-5387-4191-9808-adec4cffcd57 HTTP/1.1" status: 200 len: 210 time: 0.1078739 Apr 18 20:38:23.349415 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.provisioning_blocks [req-e5b8f513-35ee-4077-bbd5-892c0380e60d req-aafc3c53-7a5d-49be-a7ac-5e032b9084a1 service neutron] Transition to ACTIVE for port object 6c42e873-f524-4137-8976-95b9eed610f8 will not be triggered until provisioned by entity L2. {{(pid=84040) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 20:38:23.379040 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-e5b8f513-35ee-4077-bbd5-892c0380e60d req-aafc3c53-7a5d-49be-a7ac-5e032b9084a1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32440959'] for port, after_update {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:23.667869 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Device 5e0d7785-ddda-4f03-bfc3-d61f02557f4b up at agent ovs-agent-n-d-838334-2 {{(pid=84042) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 20:38:23.834495 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aafc3c53-7a5d-49be-a7ac-5e032b9084a1 service neutron] Pushing event updated for resources: {'Port': ['ID=6c42e873-f524-4137-8976-95b9eed610f8,revision_number=2']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:38:23.849357 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Provisioning for port 5e0d7785-ddda-4f03-bfc3-d61f02557f4b completed by entity L2. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 20:38:23.855153 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Provisioning complete for port 5e0d7785-ddda-4f03-bfc3-d61f02557f4b triggered by entity L2. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:38:23.855523 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1253608'] for port, provisioning_complete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:24.210108 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:24.271856 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] For port 5e0d7785-ddda-4f03-bfc3-d61f02557f4b, host n-d-838334-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838334-2',level=0,port_id=5e0d7785-ddda-4f03-bfc3-d61f02557f4b,segment=NetworkSegment(a0546572-b3e1-4e2b-aa75-195a4fbea0d4),segment_id=a0546572-b3e1-4e2b-aa75-195a4fbea0d4)] {{(pid=84042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:38:24.280994 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682'] for port, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:24.281865 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74672612-52d6-4edf-9684-7931ef6d7295 req-553490c7-e5d1-4e97-8e44-6901e936bd5e tempest-LiveMigrationNegativeTest-1063094817 tempest-LiveMigrationNegativeTest-1063094817-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:38:24.304264 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-74672612-52d6-4edf-9684-7931ef6d7295 req-553490c7-e5d1-4e97-8e44-6901e936bd5e tempest-LiveMigrationNegativeTest-1063094817 tempest-LiveMigrationNegativeTest-1063094817-project] 10.222.0.42 "GET /v2.0/ports?device_id=938f89c0-99ed-4164-b9cc-2b809c4e82ef HTTP/1.1" status: 200 len: 949 time: 0.9347374 Apr 18 20:38:24.385387 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Pushing event updated for resources: {'Port': ['ID=5e0d7785-ddda-4f03-bfc3-d61f02557f4b,revision_number=5']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:38:24.525847 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.managers [req-e5b8f513-35ee-4077-bbd5-892c0380e60d req-aafc3c53-7a5d-49be-a7ac-5e032b9084a1 service neutron] Attempting to bind port 6c42e873-f524-4137-8976-95b9eed610f8 on host n-h2-838334-2 for vnic_type normal with profile {{(pid=84040) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:38:24.526209 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.managers [req-e5b8f513-35ee-4077-bbd5-892c0380e60d req-aafc3c53-7a5d-49be-a7ac-5e032b9084a1 service neutron] Attempting to bind port 6c42e873-f524-4137-8976-95b9eed610f8 by drivers openvswitch,hyperv on host n-h2-838334-2 at level 0 using segments [{'id': 'e2a67327-2af4-4205-9ade-197b88c2bea8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '5ab7510b-2145-476c-b9d7-eb0e1ae538b7'}] {{(pid=84040) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:38:24.526542 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5b8f513-35ee-4077-bbd5-892c0380e60d req-aafc3c53-7a5d-49be-a7ac-5e032b9084a1 service neutron] Attempting to bind port 6c42e873-f524-4137-8976-95b9eed610f8 on network 5ab7510b-2145-476c-b9d7-eb0e1ae538b7 {{(pid=84040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 20:38:24.550489 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5b8f513-35ee-4077-bbd5-892c0380e60d req-aafc3c53-7a5d-49be-a7ac-5e032b9084a1 service neutron] Port 6c42e873-f524-4137-8976-95b9eed610f8 on network 5ab7510b-2145-476c-b9d7-eb0e1ae538b7 not bound, no agent of type Open vSwitch agent registered on host n-h2-838334-2 {{(pid=84040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 18 20:38:24.551117 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5b8f513-35ee-4077-bbd5-892c0380e60d req-aafc3c53-7a5d-49be-a7ac-5e032b9084a1 service neutron] Attempting to bind port 6c42e873-f524-4137-8976-95b9eed610f8 on network 5ab7510b-2145-476c-b9d7-eb0e1ae538b7 {{(pid=84040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 20:38:24.576420 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-74672612-52d6-4edf-9684-7931ef6d7295 req-f58755a8-123f-41ca-93eb-2adf31ef0533 tempest-LiveMigrationNegativeTest-1063094817 tempest-LiveMigrationNegativeTest-1063094817-project] 10.222.0.42 "GET /v2.0/security-groups?id=7d29b726-a567-4f03-8309-9129413604ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2707574 Apr 18 20:38:24.578503 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5b8f513-35ee-4077-bbd5-892c0380e60d req-aafc3c53-7a5d-49be-a7ac-5e032b9084a1 service neutron] Checking agent: {'id': 'dc797004-f641-47b7-a77f-9c62b5b16296', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-838334-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 34, 3), 'started_at': datetime.datetime(2022, 4, 18, 20, 34, 3), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 20, 38, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 18 20:38:24.578861 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5b8f513-35ee-4077-bbd5-892c0380e60d req-aafc3c53-7a5d-49be-a7ac-5e032b9084a1 service neutron] Checking segment: {'id': 'e2a67327-2af4-4205-9ade-197b88c2bea8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '5ab7510b-2145-476c-b9d7-eb0e1ae538b7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84040) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 20:38:24.579216 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5b8f513-35ee-4077-bbd5-892c0380e60d req-aafc3c53-7a5d-49be-a7ac-5e032b9084a1 service neutron] Bound using segment: {'id': 'e2a67327-2af4-4205-9ade-197b88c2bea8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '5ab7510b-2145-476c-b9d7-eb0e1ae538b7'} {{(pid=84040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 18 20:38:24.582933 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.managers [req-e5b8f513-35ee-4077-bbd5-892c0380e60d req-aafc3c53-7a5d-49be-a7ac-5e032b9084a1 service neutron] Bound port: 6c42e873-f524-4137-8976-95b9eed610f8, host: n-h2-838334-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e2a67327-2af4-4205-9ade-197b88c2bea8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '5ab7510b-2145-476c-b9d7-eb0e1ae538b7'}}] {{(pid=84040) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 20:38:24.582933 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-e5b8f513-35ee-4077-bbd5-892c0380e60d req-aafc3c53-7a5d-49be-a7ac-5e032b9084a1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:24.671524 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c30f583-7e6e-4e73-8d3f-77ed5597aede req-a85f92d2-252f-4a5f-815c-6dffaba0190f tempest-LiveAutoBlockMigrationV225Test-1713341100 tempest-LiveAutoBlockMigrationV225Test-1713341100-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:38:24.674546 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-5c30f583-7e6e-4e73-8d3f-77ed5597aede req-a85f92d2-252f-4a5f-815c-6dffaba0190f tempest-LiveAutoBlockMigrationV225Test-1713341100 tempest-LiveAutoBlockMigrationV225Test-1713341100-project] 10.222.0.42 "GET /v2.0/ports?device_id=56816bb5-501f-409b-9318-02f6d3b85a3d HTTP/1.1" status: 200 len: 943 time: 0.5675240 Apr 18 20:38:24.826335 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-5c30f583-7e6e-4e73-8d3f-77ed5597aede req-5fbb424e-947f-4b1f-bf94-f21c42a95d27 tempest-LiveAutoBlockMigrationV225Test-1713341100 tempest-LiveAutoBlockMigrationV225Test-1713341100-project] 10.222.0.42 "GET /v2.0/security-groups?id=bf712067-aabd-4e70-aae1-082928dd1ccd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1449580 Apr 18 20:38:24.843780 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.db [req-e5b8f513-35ee-4077-bbd5-892c0380e60d req-aafc3c53-7a5d-49be-a7ac-5e032b9084a1 service neutron] For port 6c42e873-f524-4137-8976-95b9eed610f8, host n-h2-838334-2, cleared binding levels {{(pid=84040) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 20:38:24.856109 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.db [req-e5b8f513-35ee-4077-bbd5-892c0380e60d req-aafc3c53-7a5d-49be-a7ac-5e032b9084a1 service neutron] For port 6c42e873-f524-4137-8976-95b9eed610f8, host n-h2-838334-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838334-2',level=0,port_id=6c42e873-f524-4137-8976-95b9eed610f8,segment=NetworkSegment(e2a67327-2af4-4205-9ade-197b88c2bea8),segment_id=e2a67327-2af4-4205-9ade-197b88c2bea8)] {{(pid=84040) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 20:38:24.868680 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-e5b8f513-35ee-4077-bbd5-892c0380e60d req-aafc3c53-7a5d-49be-a7ac-5e032b9084a1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32440959'] for port, after_update {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:24.976540 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-e5b8f513-35ee-4077-bbd5-892c0380e60d req-aafc3c53-7a5d-49be-a7ac-5e032b9084a1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217293'] for port, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:24.979270 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-e5b8f513-35ee-4077-bbd5-892c0380e60d req-aafc3c53-7a5d-49be-a7ac-5e032b9084a1 service neutron] 10.222.0.48 "PUT /v2.0/ports/6c42e873-f524-4137-8976-95b9eed610f8 HTTP/1.1" status: 200 len: 1091 time: 3.8254464 Apr 18 20:38:24.979946 n-d-838334-2 neutron-server[84040]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '56816bb5-501f-409b-9318-02f6d3b85a3d', 'tag': '6c42e873-f524-4137-8976-95b9eed610f8'}] {{(pid=84040) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 20:38:25.005861 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-4f02098d-4dd1-47ec-9998-8bcdc9cafcf1 req-9ed06e71-9ee6-4380-b621-739486b52e53 tempest-LiveMigrationTest-1620833465 tempest-LiveMigrationTest-1620833465-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=bc66a4ae-28da-4e1f-969f-022e139eaf43 HTTP/1.1" status: 200 len: 1096 time: 0.2602236 Apr 18 20:38:25.014294 n-d-838334-2 neutron-server[84040]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6cb65b5b-3c1f-4a9b-bbcd-5da887468a3c tempest-ServersWithSpecificFlavorTestJSON-734692326 tempest-ServersWithSpecificFlavorTestJSON-734692326-project] Router 1cd43228-687e-4072-ad72-4b865e34680e has already been hosted by L3 agent bc84d6c9-dd7a-4555-a351-592327b46d5a {{(pid=84040) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 20:38:25.037014 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aafc3c53-7a5d-49be-a7ac-5e032b9084a1 service neutron] Pushing event updated for resources: {'Port': ['ID=6c42e873-f524-4137-8976-95b9eed610f8,revision_number=3']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:38:25.310931 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-984d898c-43b3-4a68-aa27-1a4b26cc3624 req-9d1c84ff-afe6-4a5d-b3dd-603e2edb3c0d tempest-ImagesTestJSON-757689736 tempest-ImagesTestJSON-757689736-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:38:25.315298 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-984d898c-43b3-4a68-aa27-1a4b26cc3624 req-9d1c84ff-afe6-4a5d-b3dd-603e2edb3c0d tempest-ImagesTestJSON-757689736 tempest-ImagesTestJSON-757689736-project] 10.222.0.43 "GET /v2.0/networks?id=a92cea34-83a9-4801-bb75-cc07c451223b HTTP/1.1" status: 200 len: 804 time: 0.2256210 Apr 18 20:38:25.319410 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-4f02098d-4dd1-47ec-9998-8bcdc9cafcf1 req-a5a4cdb8-0fb9-462d-8cfa-c09ac04e2718 tempest-LiveMigrationTest-1620833465 tempest-LiveMigrationTest-1620833465-project-admin] 10.222.0.42 "GET /v2.0/security-groups?id=c1ded286-bbeb-4ec4-95be-e4f6aab8a892&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3124886 Apr 18 20:38:25.336140 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.v2.base [req-984d898c-43b3-4a68-aa27-1a4b26cc3624 req-192aca11-2206-431d-bd55-70a9ffcdaf5a tempest-ImagesTestJSON-757689736 tempest-ImagesTestJSON-757689736-project] Request body: {'port': {'device_id': '88da0aae-5387-4191-9808-adec4cffcd57', 'network_id': 'a92cea34-83a9-4801-bb75-cc07c451223b', 'admin_state_up': True, 'tenant_id': 'dfa04f762e14427e8043e36ea411d50f'}} {{(pid=84041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 20:38:25.546617 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [req-984d898c-43b3-4a68-aa27-1a4b26cc3624 req-192aca11-2206-431d-bd55-70a9ffcdaf5a tempest-ImagesTestJSON-757689736 tempest-ImagesTestJSON-757689736-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:38:25.550638 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [req-984d898c-43b3-4a68-aa27-1a4b26cc3624 req-192aca11-2206-431d-bd55-70a9ffcdaf5a tempest-ImagesTestJSON-757689736 tempest-ImagesTestJSON-757689736-project] Usage tracker for resource:port and tenant:dfa04f762e14427e8043e36ea411d50f is out of sync, need to count used quota {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:38:25.555475 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [req-984d898c-43b3-4a68-aa27-1a4b26cc3624 req-192aca11-2206-431d-bd55-70a9ffcdaf5a tempest-ImagesTestJSON-757689736 tempest-ImagesTestJSON-757689736-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:38:25.556846 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-b0087d26-c16d-4c34-bae2-891a4e3d7fe1 req-2351fabb-a30f-4953-bd62-849009bd7b43 tempest-ServersAdmin275Test-1430223114 tempest-ServersAdmin275Test-1430223114-project] 10.222.0.42 "GET /v2.0/ports?device_id=4bb574e3-a1a9-4f48-a18e-e712328d8de0 HTTP/1.1" status: 200 len: 210 time: 0.0858002 Apr 18 20:38:25.577438 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [req-984d898c-43b3-4a68-aa27-1a4b26cc3624 req-192aca11-2206-431d-bd55-70a9ffcdaf5a tempest-ImagesTestJSON-757689736 tempest-ImagesTestJSON-757689736-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:38:25.594896 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-984d898c-43b3-4a68-aa27-1a4b26cc3624 req-192aca11-2206-431d-bd55-70a9ffcdaf5a tempest-ImagesTestJSON-757689736 tempest-ImagesTestJSON-757689736-project] Made reservation on behalf of dfa04f762e14427e8043e36ea411d50f for: {'port': 1} {{(pid=84041) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:38:25.599745 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [req-984d898c-43b3-4a68-aa27-1a4b26cc3624 req-192aca11-2206-431d-bd55-70a9ffcdaf5a tempest-ImagesTestJSON-757689736 tempest-ImagesTestJSON-757689736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:25.627486 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-9c5534a0-fe0c-4b39-a103-319861f361b1 req-8f018ea9-fb89-4ef4-b9e5-7ff5a8cd4adb tempest-ImagesTestJSON-757689736 tempest-ImagesTestJSON-757689736-project] 10.222.0.42 "GET /v2.0/ports?device_id=88da0aae-5387-4191-9808-adec4cffcd57 HTTP/1.1" status: 200 len: 210 time: 0.0656884 Apr 18 20:38:25.709533 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-e5b8f513-35ee-4077-bbd5-892c0380e60d req-472020a0-22f3-4210-ba4e-a53abf5b1ba3 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=7843cba0a7e24a0397d5219cb7fd254c&device_id=56816bb5-501f-409b-9318-02f6d3b85a3d HTTP/1.1" status: 200 len: 1094 time: 0.5174961 Apr 18 20:38:25.748001 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Device 5e0d7785-ddda-4f03-bfc3-d61f02557f4b up at agent ovs-agent-n-d-838334-2 {{(pid=84042) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 20:38:25.819481 n-d-838334-2 neutron-server[84040]: INFO neutron.notifiers.nova [-] Nova event matching ['req-de99cd36-2a42-4840-8063-e639812008f3'] response: {'name': 'network-changed', 'server_uuid': '56816bb5-501f-409b-9318-02f6d3b85a3d', 'tag': '6c42e873-f524-4137-8976-95b9eed610f8', 'status': 'completed', 'code': 200} Apr 18 20:38:25.840112 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.db_base_plugin_common [req-984d898c-43b3-4a68-aa27-1a4b26cc3624 req-192aca11-2206-431d-bd55-70a9ffcdaf5a tempest-ImagesTestJSON-757689736 tempest-ImagesTestJSON-757689736-project] Allocated IP 172.20.0.7 (a92cea34-83a9-4801-bb75-cc07c451223b/6bff4054-f84b-415b-b0b0-aa32d7878409/d1c072d7-4cd8-43b1-b0ab-82d452c6cfa0) {{(pid=84041) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:38:25.845242 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-e5b8f513-35ee-4077-bbd5-892c0380e60d req-53f06c7c-58ec-4d24-929d-1fab0f6b23b7 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6c42e873-f524-4137-8976-95b9eed610f8 HTTP/1.1" status: 200 len: 217 time: 0.1072118 Apr 18 20:38:25.900460 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Provisioning complete for port 5e0d7785-ddda-4f03-bfc3-d61f02557f4b triggered by entity L2. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:38:25.902130 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1253608'] for port, provisioning_complete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:26.009738 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5b8f513-35ee-4077-bbd5-892c0380e60d req-310e9b9a-b935-4bd4-b2f2-b9862ae4f675 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:38:26.015063 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-e5b8f513-35ee-4077-bbd5-892c0380e60d req-310e9b9a-b935-4bd4-b2f2-b9862ae4f675 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=5bf38cb0-45bd-48cb-9f8c-19a270201f44 HTTP/1.1" status: 200 len: 860 time: 0.1588373 Apr 18 20:38:26.016714 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6cb65b5b-3c1f-4a9b-bbcd-5da887468a3c tempest-ServersWithSpecificFlavorTestJSON-734692326 tempest-ServersWithSpecificFlavorTestJSON-734692326-project] Notify agent at l3_agent.n-d-838334-2 the message routers_updated {{(pid=84040) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 20:38:26.026214 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-6cb65b5b-3c1f-4a9b-bbcd-5da887468a3c tempest-ServersWithSpecificFlavorTestJSON-734692326 tempest-ServersWithSpecificFlavorTestJSON-734692326-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217293'] for floatingip, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:26.031208 n-d-838334-2 neutron-server[84043]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c110ea64-85b9-4082-815a-49c29eb7ab69 None None] Sync routers for ids ['1cd43228-687e-4072-ad72-4b865e34680e'] in n-d-838334-2 {{(pid=84043) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 18 20:38:26.055181 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c110ea64-85b9-4082-815a-49c29eb7ab69 None None] Routers {'1cd43228-687e-4072-ad72-4b865e34680e'} bound to L3 agent in host n-d-838334-2 {{(pid=84043) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 20:38:26.060041 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.l3_hamode_db [None req-c110ea64-85b9-4082-815a-49c29eb7ab69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838334-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-18T20:25:48Z,description=,heartbeat_timestamp=2022-04-18T20:38:18Z,host='n-d-838334-2',id=bc84d6c9-dd7a-4555-a351-592327b46d5a,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:25:48Z,topic='l3_agent')) {'router_ids': ['1cd43228-687e-4072-ad72-4b865e34680e'], 'active': True} {{(pid=84043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:38:26.108081 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [req-984d898c-43b3-4a68-aa27-1a4b26cc3624 req-192aca11-2206-431d-bd55-70a9ffcdaf5a tempest-ImagesTestJSON-757689736 tempest-ImagesTestJSON-757689736-project] Notify callbacks [] for port, precommit_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:26.150534 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Device 316a5b16-33f6-48b0-a9ad-a8d30350e7c8 up at agent ovs-agent-n-d-838334-2 {{(pid=84042) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 20:38:26.166761 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [req-984d898c-43b3-4a68-aa27-1a4b26cc3624 req-192aca11-2206-431d-bd55-70a9ffcdaf5a tempest-ImagesTestJSON-757689736 tempest-ImagesTestJSON-757689736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750374836619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32266323'] for port, after_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:26.238459 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Provisioning for port 316a5b16-33f6-48b0-a9ad-a8d30350e7c8 completed by entity L2. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 20:38:26.248073 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Provisioning complete for port 316a5b16-33f6-48b0-a9ad-a8d30350e7c8 triggered by entity L2. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:38:26.248437 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1253608'] for port, provisioning_complete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:26.269070 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-192aca11-2206-431d-bd55-70a9ffcdaf5a tempest-ImagesTestJSON-757689736 tempest-ImagesTestJSON-757689736-project] Pushing event updated for resources: {'Port': ['ID=d1c072d7-4cd8-43b1-b0ab-82d452c6cfa0,revision_number=1']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:38:26.276312 n-d-838334-2 neutron-server[84041]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-984d898c-43b3-4a68-aa27-1a4b26cc3624 req-192aca11-2206-431d-bd55-70a9ffcdaf5a tempest-ImagesTestJSON-757689736 tempest-ImagesTestJSON-757689736-project] Network a92cea34-83a9-4801-bb75-cc07c451223b is already hosted by enough agents. {{(pid=84041) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:38:26.277673 n-d-838334-2 neutron-server[84041]: DEBUG neutron.scheduler.base_scheduler [req-984d898c-43b3-4a68-aa27-1a4b26cc3624 req-192aca11-2206-431d-bd55-70a9ffcdaf5a tempest-ImagesTestJSON-757689736 tempest-ImagesTestJSON-757689736-project] Resources bound (agent type, host, resource id): {{(pid=84041) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:38:26.284943 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.l3_dvrscheduler_db [req-984d898c-43b3-4a68-aa27-1a4b26cc3624 req-192aca11-2206-431d-bd55-70a9ffcdaf5a tempest-ImagesTestJSON-757689736 tempest-ImagesTestJSON-757689736-project] Received port after_create {{(pid=84041) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 20:38:26.341592 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-e5b8f513-35ee-4077-bbd5-892c0380e60d req-05bc32ad-4e1b-4782-b3b8-8e433c07c3a1 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=5ab7510b-2145-476c-b9d7-eb0e1ae538b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2091103 Apr 18 20:38:26.351112 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-6cb65b5b-3c1f-4a9b-bbcd-5da887468a3c tempest-ServersWithSpecificFlavorTestJSON-734692326 tempest-ServersWithSpecificFlavorTestJSON-734692326-project] 10.222.0.42 "PUT /v2.0/floatingips/c3f6b439-120b-4780-883f-d9b5460ff4df HTTP/1.1" status: 200 len: 991 time: 6.6891456 Apr 18 20:38:26.396589 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-984d898c-43b3-4a68-aa27-1a4b26cc3624 req-192aca11-2206-431d-bd55-70a9ffcdaf5a tempest-ImagesTestJSON-757689736 tempest-ImagesTestJSON-757689736-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:38:26.397356 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [req-984d898c-43b3-4a68-aa27-1a4b26cc3624 req-192aca11-2206-431d-bd55-70a9ffcdaf5a tempest-ImagesTestJSON-757689736 tempest-ImagesTestJSON-757689736-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217293'] for port, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:26.437361 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.l3_dvr_db [None req-c110ea64-85b9-4082-815a-49c29eb7ab69 None None] Set router 1cd43228-687e-4072-ad72-4b865e34680e gateway port host: n-d-838334-2 {{(pid=84043) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 20:38:26.445363 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-984d898c-43b3-4a68-aa27-1a4b26cc3624 req-192aca11-2206-431d-bd55-70a9ffcdaf5a tempest-ImagesTestJSON-757689736 tempest-ImagesTestJSON-757689736-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1166017 Apr 18 20:38:26.449145 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:26.457077 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.v2.base [req-984d898c-43b3-4a68-aa27-1a4b26cc3624 req-fcd39fc4-5451-4fb2-b6c7-d90e41637e50 service neutron] Request body: {'port': {'device_id': '88da0aae-5387-4191-9808-adec4cffcd57', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-838334-2'}} {{(pid=84041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 20:38:26.493244 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] For port 316a5b16-33f6-48b0-a9ad-a8d30350e7c8, host n-d-838334-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838334-2',level=0,port_id=316a5b16-33f6-48b0-a9ad-a8d30350e7c8,segment=NetworkSegment(732aa830-768b-4511-951f-d08e26b9c25b),segment_id=732aa830-768b-4511-951f-d08e26b9c25b)] {{(pid=84042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:38:26.503762 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682'] for port, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:26.516396 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-76bb9aa2-d026-492f-9fd0-e6ce0372ec26 req-448f0ea8-2968-4267-8bf6-9a30a6fb5bb5 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=938f89c0-99ed-4164-b9cc-2b809c4e82ef&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.3870306 Apr 18 20:38:26.548757 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-76607a90-6c20-4225-a9d0-5c3e892b7a21 req-2de0ba93-bb22-4f87-a250-1c5f9617dcaf service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=bc66a4ae-28da-4e1f-969f-022e139eaf43&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.4182062 Apr 18 20:38:26.575217 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-e5b8f513-35ee-4077-bbd5-892c0380e60d req-a1cae7e5-5951-4d06-a617-df94839b357f service neutron] 10.222.0.48 "GET /v2.0/networks/5ab7510b-2145-476c-b9d7-eb0e1ae538b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2196136 Apr 18 20:38:26.644920 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Pushing event updated for resources: {'Port': ['ID=316a5b16-33f6-48b0-a9ad-a8d30350e7c8,revision_number=4']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:38:26.705017 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [req-984d898c-43b3-4a68-aa27-1a4b26cc3624 req-fcd39fc4-5451-4fb2-b6c7-d90e41637e50 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:26.846639 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-e5b8f513-35ee-4077-bbd5-892c0380e60d req-a1f53aa9-3865-4cce-8844-62c34ea48ed9 service neutron] 10.222.0.48 "GET /v2.0/networks/5ab7510b-2145-476c-b9d7-eb0e1ae538b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2589076 Apr 18 20:38:27.158450 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b86d2491-0264-4977-ae3f-ec1e761dd11d req-859d288c-ec83-43fd-981f-7182dc216f48 tempest-LiveAutoBlockMigrationV225Test-1713341100 tempest-LiveAutoBlockMigrationV225Test-1713341100-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:38:27.166374 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-b86d2491-0264-4977-ae3f-ec1e761dd11d req-859d288c-ec83-43fd-981f-7182dc216f48 tempest-LiveAutoBlockMigrationV225Test-1713341100 tempest-LiveAutoBlockMigrationV225Test-1713341100-project] 10.222.0.42 "GET /v2.0/ports?device_id=56816bb5-501f-409b-9318-02f6d3b85a3d HTTP/1.1" status: 200 len: 943 time: 0.2174873 Apr 18 20:38:27.204886 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-a9669012-5ef3-4de5-80d2-89d6ccfcba18 req-b4643f69-9460-46f9-a29a-11daa5fe0578 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=7843cba0a7e24a0397d5219cb7fd254c&device_id=56816bb5-501f-409b-9318-02f6d3b85a3d HTTP/1.1" status: 200 len: 1094 time: 0.2159581 Apr 18 20:38:27.290446 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.l3_hamode_db [None req-c110ea64-85b9-4082-815a-49c29eb7ab69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1cd43228-687e-4072-ad72-4b865e34680e', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1623382860-router', 'tenant_id': '624c15d552004bb8b15cf774c11ffdae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'external_fixed_ips': [{'subnet_id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'ip_address': '172.25.8.151'}], 'enable_snat': True}, 'gw_port_id': '3c3fe9fd-7f49-4c20-abd6-487b053c7184', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:37:25Z', 'updated_at': '2022-04-18T20:37:31Z', 'revision_number': 4, 'project_id': '624c15d552004bb8b15cf774c11ffdae', 'gw_port': {'id': '3c3fe9fd-7f49-4c20-abd6-487b053c7184', 'name': '', 'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:f7:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1cd43228-687e-4072-ad72-4b865e34680e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'ip_address': '172.25.8.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:37:26Z', 'updated_at': '2022-04-18T20:37:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838334-2', '_floatingips': [{'id': 'c3f6b439-120b-4780-883f-d9b5460ff4df', 'tenant_id': '624c15d552004bb8b15cf774c11ffdae', 'floating_ip_address': '172.25.8.221', 'floating_network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'router_id': '1cd43228-687e-4072-ad72-4b865e34680e', 'port_id': '3f6512be-4c2a-4b90-af9e-957e05681a3f', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '079e35ca-557b-42c6-b34f-dbc020bb616d', 'mac_address': 'fa:16:3e:19:84:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '505ce2b4-79e7-4477-8f98-649510a8effc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T20:37:49Z', 'updated_at': '2022-04-18T20:38:21Z', 'revision_number': 1, 'project_id': '624c15d552004bb8b15cf774c11ffdae', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7444fd4e-ad80-47da-bbc6-87a30c879192', 'name': '', 'network_id': '079e35ca-557b-42c6-b34f-dbc020bb616d', 'tenant_id': '624c15d552004bb8b15cf774c11ffdae', 'mac_address': 'fa:16:3e:d4:04:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1cd43228-687e-4072-ad72-4b865e34680e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c3ffe89f-19b4-45a8-ac55-d99492f3b297', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:37:30Z', 'updated_at': '2022-04-18T20:37:48Z', 'revision_number': 5, 'project_id': '624c15d552004bb8b15cf774c11ffdae', 'subnets': [{'id': 'c3ffe89f-19b4-45a8-ac55-d99492f3b297', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838334-2', False) {} {{(pid=84043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:38:27.294822 n-d-838334-2 neutron-server[84043]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c110ea64-85b9-4082-815a-49c29eb7ab69 None None] Checking router: 1cd43228-687e-4072-ad72-4b865e34680e for host: n-d-838334-2 {{(pid=84043) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 18 20:38:27.304818 n-d-838334-2 neutron-server[84041]: DEBUG neutron.notifiers.nova [req-984d898c-43b3-4a68-aa27-1a4b26cc3624 req-fcd39fc4-5451-4fb2-b6c7-d90e41637e50 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d1c072d7-4cd8-43b1-b0ab-82d452c6cfa0 {{(pid=84041) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 18 20:38:27.307305 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c110ea64-85b9-4082-815a-49c29eb7ab69 None None] Routers {'1cd43228-687e-4072-ad72-4b865e34680e'} bound to L3 agent in host n-d-838334-2 {{(pid=84043) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 20:38:27.308384 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.l3_hamode_db [None req-c110ea64-85b9-4082-815a-49c29eb7ab69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838334-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-18T20:25:48Z,description=,heartbeat_timestamp=2022-04-18T20:38:18Z,host='n-d-838334-2',id=bc84d6c9-dd7a-4555-a351-592327b46d5a,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:25:48Z,topic='l3_agent')) {'router_ids': ['1cd43228-687e-4072-ad72-4b865e34680e'], 'active': True} {{(pid=84043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:38:27.318992 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [req-984d898c-43b3-4a68-aa27-1a4b26cc3624 req-fcd39fc4-5451-4fb2-b6c7-d90e41637e50 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:27.343599 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.provisioning_blocks [req-984d898c-43b3-4a68-aa27-1a4b26cc3624 req-fcd39fc4-5451-4fb2-b6c7-d90e41637e50 service neutron] Transition to ACTIVE for port object d1c072d7-4cd8-43b1-b0ab-82d452c6cfa0 will not be triggered until provisioned by entity L2. {{(pid=84041) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 20:38:27.351251 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [req-984d898c-43b3-4a68-aa27-1a4b26cc3624 req-fcd39fc4-5451-4fb2-b6c7-d90e41637e50 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32266282'] for port, after_update {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:27.400290 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-b86d2491-0264-4977-ae3f-ec1e761dd11d req-aa69a64e-c6d0-4e0c-b1d4-d42a92f459bb tempest-LiveAutoBlockMigrationV225Test-1713341100 tempest-LiveAutoBlockMigrationV225Test-1713341100-project] 10.222.0.42 "GET /v2.0/security-groups?id=bf712067-aabd-4e70-aae1-082928dd1ccd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2288976 Apr 18 20:38:27.604305 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9669012-5ef3-4de5-80d2-89d6ccfcba18 req-124c2cbf-04ee-4076-8e83-4376e1062137 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:38:27.619227 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-a9669012-5ef3-4de5-80d2-89d6ccfcba18 req-124c2cbf-04ee-4076-8e83-4376e1062137 service neutron] 10.222.0.48 "GET /v2.0/networks?id=5ab7510b-2145-476c-b9d7-eb0e1ae538b7 HTTP/1.1" status: 200 len: 921 time: 0.3787169 Apr 18 20:38:27.672924 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Device 316a5b16-33f6-48b0-a9ad-a8d30350e7c8 up at agent ovs-agent-n-d-838334-2 {{(pid=84042) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 20:38:27.674344 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.l3_dvr_db [None req-c110ea64-85b9-4082-815a-49c29eb7ab69 None None] Set router 1cd43228-687e-4072-ad72-4b865e34680e gateway port host: n-d-838334-2 {{(pid=84043) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 20:38:27.726970 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcd39fc4-5451-4fb2-b6c7-d90e41637e50 service neutron] Pushing event updated for resources: {'Port': ['ID=d1c072d7-4cd8-43b1-b0ab-82d452c6cfa0,revision_number=2']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:38:27.820011 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Provisioning complete for port 316a5b16-33f6-48b0-a9ad-a8d30350e7c8 triggered by entity L2. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:38:27.820709 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1253608'] for port, provisioning_complete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:27.850521 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.managers [req-984d898c-43b3-4a68-aa27-1a4b26cc3624 req-fcd39fc4-5451-4fb2-b6c7-d90e41637e50 service neutron] Attempting to bind port d1c072d7-4cd8-43b1-b0ab-82d452c6cfa0 on host n-h1-838334-2 for vnic_type normal with profile {{(pid=84041) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:38:27.850852 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.managers [req-984d898c-43b3-4a68-aa27-1a4b26cc3624 req-fcd39fc4-5451-4fb2-b6c7-d90e41637e50 service neutron] Attempting to bind port d1c072d7-4cd8-43b1-b0ab-82d452c6cfa0 by drivers openvswitch,hyperv on host n-h1-838334-2 at level 0 using segments [{'id': '636e5b77-90d2-4b9f-a149-e8d80d7281ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': 'a92cea34-83a9-4801-bb75-cc07c451223b'}] {{(pid=84041) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:38:27.851174 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-984d898c-43b3-4a68-aa27-1a4b26cc3624 req-fcd39fc4-5451-4fb2-b6c7-d90e41637e50 service neutron] Attempting to bind port d1c072d7-4cd8-43b1-b0ab-82d452c6cfa0 on network a92cea34-83a9-4801-bb75-cc07c451223b {{(pid=84041) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 20:38:27.867452 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-984d898c-43b3-4a68-aa27-1a4b26cc3624 req-fcd39fc4-5451-4fb2-b6c7-d90e41637e50 service neutron] Port d1c072d7-4cd8-43b1-b0ab-82d452c6cfa0 on network a92cea34-83a9-4801-bb75-cc07c451223b not bound, no agent of type Open vSwitch agent registered on host n-h1-838334-2 {{(pid=84041) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 18 20:38:27.867812 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-984d898c-43b3-4a68-aa27-1a4b26cc3624 req-fcd39fc4-5451-4fb2-b6c7-d90e41637e50 service neutron] Attempting to bind port d1c072d7-4cd8-43b1-b0ab-82d452c6cfa0 on network a92cea34-83a9-4801-bb75-cc07c451223b {{(pid=84041) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 20:38:27.897163 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-984d898c-43b3-4a68-aa27-1a4b26cc3624 req-fcd39fc4-5451-4fb2-b6c7-d90e41637e50 service neutron] Checking agent: {'id': 'd63bab19-ff81-4de1-afeb-a3732288d0d7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-838334-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 33, 59), 'started_at': datetime.datetime(2022, 4, 18, 20, 33, 59), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 20, 37, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84041) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 18 20:38:27.897560 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-984d898c-43b3-4a68-aa27-1a4b26cc3624 req-fcd39fc4-5451-4fb2-b6c7-d90e41637e50 service neutron] Checking segment: {'id': '636e5b77-90d2-4b9f-a149-e8d80d7281ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': 'a92cea34-83a9-4801-bb75-cc07c451223b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84041) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 20:38:27.897874 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-984d898c-43b3-4a68-aa27-1a4b26cc3624 req-fcd39fc4-5451-4fb2-b6c7-d90e41637e50 service neutron] Bound using segment: {'id': '636e5b77-90d2-4b9f-a149-e8d80d7281ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': 'a92cea34-83a9-4801-bb75-cc07c451223b'} {{(pid=84041) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 18 20:38:27.898367 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.managers [req-984d898c-43b3-4a68-aa27-1a4b26cc3624 req-fcd39fc4-5451-4fb2-b6c7-d90e41637e50 service neutron] Bound port: d1c072d7-4cd8-43b1-b0ab-82d452c6cfa0, host: n-h1-838334-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '636e5b77-90d2-4b9f-a149-e8d80d7281ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': 'a92cea34-83a9-4801-bb75-cc07c451223b'}}] {{(pid=84041) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 20:38:27.898652 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [req-984d898c-43b3-4a68-aa27-1a4b26cc3624 req-fcd39fc4-5451-4fb2-b6c7-d90e41637e50 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:27.943613 n-d-838334-2 neutron-server[84040]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '505ce2b4-79e7-4477-8f98-649510a8effc', 'tag': '3f6512be-4c2a-4b90-af9e-957e05681a3f'}] {{(pid=84040) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 20:38:27.967782 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-a9669012-5ef3-4de5-80d2-89d6ccfcba18 req-012f05ad-2a51-4c5b-ae3b-cfa7d2ed2546 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6c42e873-f524-4137-8976-95b9eed610f8 HTTP/1.1" status: 200 len: 217 time: 0.3460627 Apr 18 20:38:28.081026 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fb7551b-6433-4785-9381-83ac0fffa447 req-6236e2bd-28e1-44ce-9dd5-67158a489d5f tempest-ServersWithSpecificFlavorTestJSON-734692326 tempest-ServersWithSpecificFlavorTestJSON-734692326-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:38:28.083170 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.db [req-984d898c-43b3-4a68-aa27-1a4b26cc3624 req-fcd39fc4-5451-4fb2-b6c7-d90e41637e50 service neutron] For port d1c072d7-4cd8-43b1-b0ab-82d452c6cfa0, host n-h1-838334-2, cleared binding levels {{(pid=84041) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 20:38:28.088512 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.db [req-984d898c-43b3-4a68-aa27-1a4b26cc3624 req-fcd39fc4-5451-4fb2-b6c7-d90e41637e50 service neutron] For port d1c072d7-4cd8-43b1-b0ab-82d452c6cfa0, host n-h1-838334-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838334-2',level=0,port_id=d1c072d7-4cd8-43b1-b0ab-82d452c6cfa0,segment=NetworkSegment(636e5b77-90d2-4b9f-a149-e8d80d7281ee),segment_id=636e5b77-90d2-4b9f-a149-e8d80d7281ee)] {{(pid=84041) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 20:38:28.088939 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-1fb7551b-6433-4785-9381-83ac0fffa447 req-6236e2bd-28e1-44ce-9dd5-67158a489d5f tempest-ServersWithSpecificFlavorTestJSON-734692326 tempest-ServersWithSpecificFlavorTestJSON-734692326-project] 10.222.0.42 "GET /v2.0/ports?device_id=505ce2b4-79e7-4477-8f98-649510a8effc HTTP/1.1" status: 200 len: 945 time: 0.3370738 Apr 18 20:38:28.100138 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [req-984d898c-43b3-4a68-aa27-1a4b26cc3624 req-fcd39fc4-5451-4fb2-b6c7-d90e41637e50 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32266282'] for port, after_update {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:28.139540 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9669012-5ef3-4de5-80d2-89d6ccfcba18 req-bbe58d7b-1fff-4e02-8aa3-80cd949ee548 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:38:28.143051 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-a9669012-5ef3-4de5-80d2-89d6ccfcba18 req-bbe58d7b-1fff-4e02-8aa3-80cd949ee548 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=5bf38cb0-45bd-48cb-9f8c-19a270201f44 HTTP/1.1" status: 200 len: 860 time: 0.1448872 Apr 18 20:38:28.167954 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [req-fc73d3be-6d7e-44e3-99d6-cce25c901747 req-718ffaa9-821b-48f1-a273-fbe359381b82 tempest-LiveMigrationTest-1620833465 tempest-LiveMigrationTest-1620833465-project-admin] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=84041) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 18 20:38:28.175548 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-fc73d3be-6d7e-44e3-99d6-cce25c901747 req-718ffaa9-821b-48f1-a273-fbe359381b82 tempest-LiveMigrationTest-1620833465 tempest-LiveMigrationTest-1620833465-project-admin] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0114064 Apr 18 20:38:28.180903 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.v2.base [req-fc73d3be-6d7e-44e3-99d6-cce25c901747 req-bba79f2e-1033-4b61-8186-0752975a7b22 service neutron] Request body: {'binding': {'host': 'n-h2-838334-2', 'vnic_type': 'normal', 'profile': {}}} {{(pid=84041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 20:38:28.181336 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.v2.base [req-fc73d3be-6d7e-44e3-99d6-cce25c901747 req-bba79f2e-1033-4b61-8186-0752975a7b22 service neutron] Unknown quota resources ['binding']. {{(pid=84041) _create /opt/stack/neutron/neutron/api/v2/base.py:490}} Apr 18 20:38:28.220601 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-a9669012-5ef3-4de5-80d2-89d6ccfcba18 req-e6fc5ce5-5701-4166-8fc4-855f56a2547b service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=5ab7510b-2145-476c-b9d7-eb0e1ae538b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0587080 Apr 18 20:38:28.226493 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-1fb7551b-6433-4785-9381-83ac0fffa447 req-7961bd49-f85a-48bd-9cf1-9056d5116d7c tempest-ServersWithSpecificFlavorTestJSON-734692326 tempest-ServersWithSpecificFlavorTestJSON-734692326-project] 10.222.0.42 "GET /v2.0/security-groups?id=51d79015-ffd5-44d4-b2c5-faf33204dfe8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1364124 Apr 18 20:38:28.363923 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.l3_hamode_db [None req-c110ea64-85b9-4082-815a-49c29eb7ab69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1cd43228-687e-4072-ad72-4b865e34680e', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1623382860-router', 'tenant_id': '624c15d552004bb8b15cf774c11ffdae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'external_fixed_ips': [{'subnet_id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'ip_address': '172.25.8.151'}], 'enable_snat': True}, 'gw_port_id': '3c3fe9fd-7f49-4c20-abd6-487b053c7184', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:37:25Z', 'updated_at': '2022-04-18T20:37:31Z', 'revision_number': 4, 'project_id': '624c15d552004bb8b15cf774c11ffdae', 'gw_port': {'id': '3c3fe9fd-7f49-4c20-abd6-487b053c7184', 'name': '', 'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:f7:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1cd43228-687e-4072-ad72-4b865e34680e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'ip_address': '172.25.8.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:37:26Z', 'updated_at': '2022-04-18T20:37:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838334-2', '_floatingips': [{'id': 'c3f6b439-120b-4780-883f-d9b5460ff4df', 'tenant_id': '624c15d552004bb8b15cf774c11ffdae', 'floating_ip_address': '172.25.8.221', 'floating_network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'router_id': '1cd43228-687e-4072-ad72-4b865e34680e', 'port_id': '3f6512be-4c2a-4b90-af9e-957e05681a3f', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '079e35ca-557b-42c6-b34f-dbc020bb616d', 'mac_address': 'fa:16:3e:19:84:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '505ce2b4-79e7-4477-8f98-649510a8effc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T20:37:49Z', 'updated_at': '2022-04-18T20:38:21Z', 'revision_number': 1, 'project_id': '624c15d552004bb8b15cf774c11ffdae', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7444fd4e-ad80-47da-bbc6-87a30c879192', 'name': '', 'network_id': '079e35ca-557b-42c6-b34f-dbc020bb616d', 'tenant_id': '624c15d552004bb8b15cf774c11ffdae', 'mac_address': 'fa:16:3e:d4:04:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1cd43228-687e-4072-ad72-4b865e34680e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c3ffe89f-19b4-45a8-ac55-d99492f3b297', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:37:30Z', 'updated_at': '2022-04-18T20:37:48Z', 'revision_number': 5, 'project_id': '624c15d552004bb8b15cf774c11ffdae', 'subnets': [{'id': 'c3ffe89f-19b4-45a8-ac55-d99492f3b297', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838334-2', False) {} {{(pid=84043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:38:28.373663 n-d-838334-2 neutron-server[84043]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c110ea64-85b9-4082-815a-49c29eb7ab69 None None] The sync data for ids ['1cd43228-687e-4072-ad72-4b865e34680e'] in n-d-838334-2 is: [{'id': '1cd43228-687e-4072-ad72-4b865e34680e', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1623382860-router', 'tenant_id': '624c15d552004bb8b15cf774c11ffdae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'external_fixed_ips': [{'subnet_id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'ip_address': '172.25.8.151'}], 'enable_snat': True}, 'gw_port_id': '3c3fe9fd-7f49-4c20-abd6-487b053c7184', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:37:25Z', 'updated_at': '2022-04-18T20:37:31Z', 'revision_number': 4, 'project_id': '624c15d552004bb8b15cf774c11ffdae', 'gw_port': {'id': '3c3fe9fd-7f49-4c20-abd6-487b053c7184', 'name': '', 'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:f7:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1cd43228-687e-4072-ad72-4b865e34680e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'ip_address': '172.25.8.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:37:26Z', 'updated_at': '2022-04-18T20:37:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838334-2', '_floatingips': [{'id': 'c3f6b439-120b-4780-883f-d9b5460ff4df', 'tenant_id': '624c15d552004bb8b15cf774c11ffdae', 'floating_ip_address': '172.25.8.221', 'floating_network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'router_id': '1cd43228-687e-4072-ad72-4b865e34680e', 'port_id': '3f6512be-4c2a-4b90-af9e-957e05681a3f', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '079e35ca-557b-42c6-b34f-dbc020bb616d', 'mac_address': 'fa:16:3e:19:84:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '505ce2b4-79e7-4477-8f98-649510a8effc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T20:37:49Z', 'updated_at': '2022-04-18T20:38:21Z', 'revision_number': 1, 'project_id': '624c15d552004bb8b15cf774c11ffdae', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7444fd4e-ad80-47da-bbc6-87a30c879192', 'name': '', 'network_id': '079e35ca-557b-42c6-b34f-dbc020bb616d', 'tenant_id': '624c15d552004bb8b15cf774c11ffdae', 'mac_address': 'fa:16:3e:d4:04:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1cd43228-687e-4072-ad72-4b865e34680e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c3ffe89f-19b4-45a8-ac55-d99492f3b297', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:37:30Z', 'updated_at': '2022-04-18T20:37:48Z', 'revision_number': 5, 'project_id': '624c15d552004bb8b15cf774c11ffdae', 'subnets': [{'id': 'c3ffe89f-19b4-45a8-ac55-d99492f3b297', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84043) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 18 20:38:28.409438 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-a9669012-5ef3-4de5-80d2-89d6ccfcba18 req-279dd12b-24cc-4553-a048-3af25dd67d08 service neutron] 10.222.0.48 "GET /v2.0/networks/5ab7510b-2145-476c-b9d7-eb0e1ae538b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1815870 Apr 18 20:38:28.436569 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [req-984d898c-43b3-4a68-aa27-1a4b26cc3624 req-fcd39fc4-5451-4fb2-b6c7-d90e41637e50 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217293'] for port, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:28.437925 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-984d898c-43b3-4a68-aa27-1a4b26cc3624 req-fcd39fc4-5451-4fb2-b6c7-d90e41637e50 service neutron] 10.222.0.43 "PUT /v2.0/ports/d1c072d7-4cd8-43b1-b0ab-82d452c6cfa0 HTTP/1.1" status: 200 len: 1091 time: 1.9853852 Apr 18 20:38:28.438358 n-d-838334-2 neutron-server[84041]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '88da0aae-5387-4191-9808-adec4cffcd57', 'tag': 'd1c072d7-4cd8-43b1-b0ab-82d452c6cfa0'}] {{(pid=84041) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 20:38:28.473537 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcd39fc4-5451-4fb2-b6c7-d90e41637e50 service neutron] Pushing event updated for resources: {'Port': ['ID=d1c072d7-4cd8-43b1-b0ab-82d452c6cfa0,revision_number=3']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:38:28.477581 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.managers [req-fc73d3be-6d7e-44e3-99d6-cce25c901747 req-bba79f2e-1033-4b61-8186-0752975a7b22 service neutron] Attempting to bind port ecc9262a-94bf-40c1-99c0-e4ad54b2ed5f on host n-h2-838334-2 for vnic_type normal with profile None {{(pid=84041) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:38:28.478055 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.managers [req-fc73d3be-6d7e-44e3-99d6-cce25c901747 req-bba79f2e-1033-4b61-8186-0752975a7b22 service neutron] Attempting to bind port ecc9262a-94bf-40c1-99c0-e4ad54b2ed5f by drivers openvswitch,hyperv on host n-h2-838334-2 at level 0 using segments [{'id': '806925fb-1611-47d5-bfae-6289aca7c7ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '2b4e6157-bc80-44e6-aceb-13aa29225b38'}] {{(pid=84041) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:38:28.478357 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc73d3be-6d7e-44e3-99d6-cce25c901747 req-bba79f2e-1033-4b61-8186-0752975a7b22 service neutron] Attempting to bind port ecc9262a-94bf-40c1-99c0-e4ad54b2ed5f on network 2b4e6157-bc80-44e6-aceb-13aa29225b38 {{(pid=84041) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 20:38:28.485629 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc73d3be-6d7e-44e3-99d6-cce25c901747 req-bba79f2e-1033-4b61-8186-0752975a7b22 service neutron] Port ecc9262a-94bf-40c1-99c0-e4ad54b2ed5f on network 2b4e6157-bc80-44e6-aceb-13aa29225b38 not bound, no agent of type Open vSwitch agent registered on host n-h2-838334-2 {{(pid=84041) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 18 20:38:28.486020 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc73d3be-6d7e-44e3-99d6-cce25c901747 req-bba79f2e-1033-4b61-8186-0752975a7b22 service neutron] Attempting to bind port ecc9262a-94bf-40c1-99c0-e4ad54b2ed5f on network 2b4e6157-bc80-44e6-aceb-13aa29225b38 {{(pid=84041) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 20:38:28.494110 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc73d3be-6d7e-44e3-99d6-cce25c901747 req-bba79f2e-1033-4b61-8186-0752975a7b22 service neutron] Checking agent: {'id': 'dc797004-f641-47b7-a77f-9c62b5b16296', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-838334-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 34, 3), 'started_at': datetime.datetime(2022, 4, 18, 20, 34, 3), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 20, 38, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84041) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 18 20:38:28.494632 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc73d3be-6d7e-44e3-99d6-cce25c901747 req-bba79f2e-1033-4b61-8186-0752975a7b22 service neutron] Checking segment: {'id': '806925fb-1611-47d5-bfae-6289aca7c7ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '2b4e6157-bc80-44e6-aceb-13aa29225b38'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84041) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 20:38:28.495034 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc73d3be-6d7e-44e3-99d6-cce25c901747 req-bba79f2e-1033-4b61-8186-0752975a7b22 service neutron] Bound using segment: {'id': '806925fb-1611-47d5-bfae-6289aca7c7ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '2b4e6157-bc80-44e6-aceb-13aa29225b38'} {{(pid=84041) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 18 20:38:28.495491 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.managers [req-fc73d3be-6d7e-44e3-99d6-cce25c901747 req-bba79f2e-1033-4b61-8186-0752975a7b22 service neutron] Bound port: ecc9262a-94bf-40c1-99c0-e4ad54b2ed5f, host: n-h2-838334-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '806925fb-1611-47d5-bfae-6289aca7c7ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '2b4e6157-bc80-44e6-aceb-13aa29225b38'}}] {{(pid=84041) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 20:38:28.584552 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-4495cb6b-d0e4-4579-a029-cdbb6d5c58c2 req-5ca45877-5e0e-4350-a4d1-f552c69f5109 tempest-ServersAdmin275Test-1430223114 tempest-ServersAdmin275Test-1430223114-project] 10.222.0.42 "GET /v2.0/ports?device_id=4bb574e3-a1a9-4f48-a18e-e712328d8de0 HTTP/1.1" status: 200 len: 210 time: 0.1624064 Apr 18 20:38:28.590801 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.db [req-fc73d3be-6d7e-44e3-99d6-cce25c901747 req-bba79f2e-1033-4b61-8186-0752975a7b22 service neutron] For port ecc9262a-94bf-40c1-99c0-e4ad54b2ed5f, host n-h2-838334-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838334-2',level=0,port_id=ecc9262a-94bf-40c1-99c0-e4ad54b2ed5f,segment=NetworkSegment(806925fb-1611-47d5-bfae-6289aca7c7ad),segment_id=806925fb-1611-47d5-bfae-6289aca7c7ad)] {{(pid=84041) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 20:38:28.600913 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [req-fc73d3be-6d7e-44e3-99d6-cce25c901747 req-bba79f2e-1033-4b61-8186-0752975a7b22 service neutron] Notify callbacks [] for binding, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:28.602191 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-fc73d3be-6d7e-44e3-99d6-cce25c901747 req-bba79f2e-1033-4b61-8186-0752975a7b22 service neutron] 10.222.0.42 "POST /v2.0/ports/ecc9262a-94bf-40c1-99c0-e4ad54b2ed5f/bindings HTTP/1.1" status: 201 len: 389 time: 0.4257295 Apr 18 20:38:28.613562 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-984d898c-43b3-4a68-aa27-1a4b26cc3624 req-86e3e383-23ac-46b7-8884-f82b94348dbf service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=dfa04f762e14427e8043e36ea411d50f&device_id=88da0aae-5387-4191-9808-adec4cffcd57 HTTP/1.1" status: 200 len: 1094 time: 0.1160018 Apr 18 20:38:28.650956 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-a9669012-5ef3-4de5-80d2-89d6ccfcba18 req-1f5e84c9-97cd-4c92-a2cb-333d75f8096f service neutron] 10.222.0.48 "GET /v2.0/networks/5ab7510b-2145-476c-b9d7-eb0e1ae538b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2303679 Apr 18 20:38:28.711642 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-984d898c-43b3-4a68-aa27-1a4b26cc3624 req-5a649907-0a28-4909-b73f-67b465367224 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d1c072d7-4cd8-43b1-b0ab-82d452c6cfa0 HTTP/1.1" status: 200 len: 217 time: 0.0904219 Apr 18 20:38:28.815751 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-984d898c-43b3-4a68-aa27-1a4b26cc3624 req-f74ad85b-708a-410b-9a96-61e9fdb987c7 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:38:28.817203 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-984d898c-43b3-4a68-aa27-1a4b26cc3624 req-f74ad85b-708a-410b-9a96-61e9fdb987c7 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=6bff4054-f84b-415b-b0b0-aa32d7878409 HTTP/1.1" status: 200 len: 844 time: 0.0970814 Apr 18 20:38:28.880102 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-984d898c-43b3-4a68-aa27-1a4b26cc3624 req-70ccc553-af33-4d7d-8819-064a747e77f3 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=a92cea34-83a9-4801-bb75-cc07c451223b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0466244 Apr 18 20:38:28.883100 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b60d7086-2f1b-49c2-87c5-59601d6891d6 req-f2e456bb-c78e-4ff0-9e1f-1c00f196b2bd tempest-ImagesTestJSON-757689736 tempest-ImagesTestJSON-757689736-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:38:28.884589 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-b60d7086-2f1b-49c2-87c5-59601d6891d6 req-f2e456bb-c78e-4ff0-9e1f-1c00f196b2bd tempest-ImagesTestJSON-757689736 tempest-ImagesTestJSON-757689736-project] 10.222.0.42 "GET /v2.0/ports?device_id=88da0aae-5387-4191-9808-adec4cffcd57 HTTP/1.1" status: 200 len: 943 time: 0.1189857 Apr 18 20:38:28.998997 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [req-b60d7086-2f1b-49c2-87c5-59601d6891d6 req-effc696f-4b9a-4f04-ac1b-fd3b2d4c4ee8 tempest-ImagesTestJSON-757689736 tempest-ImagesTestJSON-757689736-project] Synchronizing usage tracker for tenant:dfa04f762e14427e8043e36ea411d50f on resource:security_group {{(pid=84040) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 20:38:29.010156 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-fc73d3be-6d7e-44e3-99d6-cce25c901747 req-fa3e3beb-6c6b-4f43-855e-56f3714e3e94 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=30967135a3784f8f91989a9ec626fb3e&device_id=bc66a4ae-28da-4e1f-969f-022e139eaf43 HTTP/1.1" status: 200 len: 1096 time: 0.1007931 Apr 18 20:38:29.053048 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-984d898c-43b3-4a68-aa27-1a4b26cc3624 req-5ba3d818-d7c0-4098-a5c7-fc1549113414 service neutron] 10.222.0.43 "GET /v2.0/networks/a92cea34-83a9-4801-bb75-cc07c451223b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1667125 Apr 18 20:38:29.091675 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [req-b60d7086-2f1b-49c2-87c5-59601d6891d6 req-effc696f-4b9a-4f04-ac1b-fd3b2d4c4ee8 tempest-ImagesTestJSON-757689736 tempest-ImagesTestJSON-757689736-project] Unset dirty status for tenant:dfa04f762e14427e8043e36ea411d50f on resource:security_group {{(pid=84040) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 20:38:29.092796 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-b60d7086-2f1b-49c2-87c5-59601d6891d6 req-effc696f-4b9a-4f04-ac1b-fd3b2d4c4ee8 tempest-ImagesTestJSON-757689736 tempest-ImagesTestJSON-757689736-project] 10.222.0.42 "GET /v2.0/security-groups?id=59d22466-01c3-4eda-9b5c-cb887beaa55e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2019138 Apr 18 20:38:29.171443 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc73d3be-6d7e-44e3-99d6-cce25c901747 req-46817434-b627-4a5f-8d71-59d9eb1d6d60 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:38:29.173328 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-fc73d3be-6d7e-44e3-99d6-cce25c901747 req-46817434-b627-4a5f-8d71-59d9eb1d6d60 service neutron] 10.222.0.48 "GET /v2.0/networks?id=2b4e6157-bc80-44e6-aceb-13aa29225b38 HTTP/1.1" status: 200 len: 908 time: 0.1518736 Apr 18 20:38:29.207271 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-984d898c-43b3-4a68-aa27-1a4b26cc3624 req-c65eae06-47b6-4774-9a4b-6dd02b457f77 service neutron] 10.222.0.43 "GET /v2.0/networks/a92cea34-83a9-4801-bb75-cc07c451223b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1477909 Apr 18 20:38:29.252577 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750375287399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253529'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:29.298741 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-fc73d3be-6d7e-44e3-99d6-cce25c901747 req-5f363103-6d46-4d9a-ad3a-b8999fae77e7 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=ecc9262a-94bf-40c1-99c0-e4ad54b2ed5f HTTP/1.1" status: 200 len: 217 time: 0.1133580 Apr 18 20:38:29.387058 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc73d3be-6d7e-44e3-99d6-cce25c901747 req-ea3eb5d1-9859-4edd-aa57-bd404104dd5f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:38:29.388449 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-fc73d3be-6d7e-44e3-99d6-cce25c901747 req-ea3eb5d1-9859-4edd-aa57-bd404104dd5f service neutron] 10.222.0.48 "GET /v2.0/subnets?id=2a27c3e0-e2c3-453b-9e93-76a003aa4b19 HTTP/1.1" status: 200 len: 847 time: 0.0818095 Apr 18 20:38:29.402071 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-937a003b-8534-4d61-811b-8303ef855c25 req-e247e835-ffb1-4262-bc58-f7bb65e353b1 tempest-LiveMigrationNegativeTest-1063094817 tempest-LiveMigrationNegativeTest-1063094817-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:38:29.403494 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-937a003b-8534-4d61-811b-8303ef855c25 req-e247e835-ffb1-4262-bc58-f7bb65e353b1 tempest-LiveMigrationNegativeTest-1063094817 tempest-LiveMigrationNegativeTest-1063094817-project] 10.222.0.42 "GET /v2.0/ports?device_id=938f89c0-99ed-4164-b9cc-2b809c4e82ef HTTP/1.1" status: 200 len: 949 time: 0.1544573 Apr 18 20:38:29.473819 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-fc73d3be-6d7e-44e3-99d6-cce25c901747 req-0813ceb0-7aaf-473f-8691-bbc61c4d82c1 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=2b4e6157-bc80-44e6-aceb-13aa29225b38&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0693686 Apr 18 20:38:29.569440 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-937a003b-8534-4d61-811b-8303ef855c25 req-c400e121-b144-46be-80bc-a7fe1fbdb0bc tempest-LiveMigrationNegativeTest-1063094817 tempest-LiveMigrationNegativeTest-1063094817-project] 10.222.0.42 "GET /v2.0/security-groups?id=7d29b726-a567-4f03-8309-9129413604ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1209600 Apr 18 20:38:29.625319 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-fc73d3be-6d7e-44e3-99d6-cce25c901747 req-74cf0991-a61f-4d54-83cc-28005395390b service neutron] 10.222.0.48 "GET /v2.0/networks/2b4e6157-bc80-44e6-aceb-13aa29225b38?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1377802 Apr 18 20:38:29.724998 n-d-838334-2 neutron-server[84040]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6f500560-64b9-44e2-bf83-89dedab677f4'] response: {'name': 'network-changed', 'server_uuid': '505ce2b4-79e7-4477-8f98-649510a8effc', 'tag': '3f6512be-4c2a-4b90-af9e-957e05681a3f', 'status': 'completed', 'code': 200} Apr 18 20:38:29.802278 n-d-838334-2 neutron-server[84041]: INFO neutron.notifiers.nova [-] Nova event matching ['req-13866ad7-63d6-47f1-87eb-ab46ca227661'] response: {'name': 'network-changed', 'server_uuid': '88da0aae-5387-4191-9808-adec4cffcd57', 'tag': 'd1c072d7-4cd8-43b1-b0ab-82d452c6cfa0', 'status': 'completed', 'code': 200} Apr 18 20:38:29.847373 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-fc73d3be-6d7e-44e3-99d6-cce25c901747 req-12c4ab77-edc5-47f1-9eb0-c81f97b66a2e service neutron] 10.222.0.48 "GET /v2.0/networks/2b4e6157-bc80-44e6-aceb-13aa29225b38?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2144158 Apr 18 20:38:29.944878 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-05a2837e-b3df-4973-a874-0cd40543e0fe req-f273b3c5-87b8-4160-a662-24ff8b5854c5 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=dfa04f762e14427e8043e36ea411d50f&device_id=88da0aae-5387-4191-9808-adec4cffcd57 HTTP/1.1" status: 200 len: 1094 time: 0.1125994 Apr 18 20:38:30.107818 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05a2837e-b3df-4973-a874-0cd40543e0fe req-6c38c4e1-777e-4dba-af77-4e5c96d97501 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:38:30.109254 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-05a2837e-b3df-4973-a874-0cd40543e0fe req-6c38c4e1-777e-4dba-af77-4e5c96d97501 service neutron] 10.222.0.43 "GET /v2.0/networks?id=a92cea34-83a9-4801-bb75-cc07c451223b HTTP/1.1" status: 200 len: 905 time: 0.1595623 Apr 18 20:38:30.148337 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-0f2ecf92-fb25-4182-a604-e496c9a470a2 req-9bdb89a6-186a-4bef-a2f6-65bf4107cbae tempest-ServersAdmin275Test-1430223114 tempest-ServersAdmin275Test-1430223114-project] 10.222.0.42 "GET /v2.0/ports?device_id=4bb574e3-a1a9-4f48-a18e-e712328d8de0 HTTP/1.1" status: 200 len: 210 time: 0.1683881 Apr 18 20:38:30.165092 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-eec61bb1-780d-4adf-903c-8dc431fe3eef req-30376b1e-dd38-4613-9f71-1bdca74ed618 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=624c15d552004bb8b15cf774c11ffdae&device_id=505ce2b4-79e7-4477-8f98-649510a8effc HTTP/1.1" status: 200 len: 1096 time: 0.3992093 Apr 18 20:38:30.205817 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-05a2837e-b3df-4973-a874-0cd40543e0fe req-9eab79fe-04a0-45fd-8e31-c4bf950619f5 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d1c072d7-4cd8-43b1-b0ab-82d452c6cfa0 HTTP/1.1" status: 200 len: 217 time: 0.0896130 Apr 18 20:38:30.286411 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05a2837e-b3df-4973-a874-0cd40543e0fe req-d5b4fd3c-b007-4927-8a07-8f69636a0837 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:38:30.288413 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-05a2837e-b3df-4973-a874-0cd40543e0fe req-d5b4fd3c-b007-4927-8a07-8f69636a0837 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=6bff4054-f84b-415b-b0b0-aa32d7878409 HTTP/1.1" status: 200 len: 844 time: 0.0749419 Apr 18 20:38:30.351743 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-05a2837e-b3df-4973-a874-0cd40543e0fe req-13d64b15-2e19-49c6-b0af-c4022b8b9338 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=a92cea34-83a9-4801-bb75-cc07c451223b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0564964 Apr 18 20:38:30.408644 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-fc73d3be-6d7e-44e3-99d6-cce25c901747 req-fc087020-6025-46ac-8552-515e59b0b516 tempest-LiveMigrationTest-1620833465 tempest-LiveMigrationTest-1620833465-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=bc66a4ae-28da-4e1f-969f-022e139eaf43&tenant_id=30967135a3784f8f91989a9ec626fb3e&binding%3Ahost_id=n-h1-838334-2 HTTP/1.1" status: 200 len: 1096 time: 0.4833677 Apr 18 20:38:30.417050 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d128b58-92d7-46ee-93c4-15fa37bef34e req-9526df86-f070-4a78-8458-8e025e75eabe tempest-LiveAutoBlockMigrationV225Test-1713341100 tempest-LiveAutoBlockMigrationV225Test-1713341100-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:38:30.418543 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-4d128b58-92d7-46ee-93c4-15fa37bef34e req-9526df86-f070-4a78-8458-8e025e75eabe tempest-LiveAutoBlockMigrationV225Test-1713341100 tempest-LiveAutoBlockMigrationV225Test-1713341100-project] 10.222.0.42 "GET /v2.0/ports?device_id=56816bb5-501f-409b-9318-02f6d3b85a3d HTTP/1.1" status: 200 len: 943 time: 0.5338237 Apr 18 20:38:30.422362 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eec61bb1-780d-4adf-903c-8dc431fe3eef req-f1c0b1a3-8766-47d3-a432-9cb8e9d90887 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:38:30.423706 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-eec61bb1-780d-4adf-903c-8dc431fe3eef req-f1c0b1a3-8766-47d3-a432-9cb8e9d90887 service neutron] 10.222.0.48 "GET /v2.0/networks?id=079e35ca-557b-42c6-b34f-dbc020bb616d HTTP/1.1" status: 200 len: 925 time: 0.2437963 Apr 18 20:38:30.429893 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.v2.base [req-fc73d3be-6d7e-44e3-99d6-cce25c901747 req-e6f0be2a-2e37-4f3d-b973-57e9a8ac6fb7 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-838334-2'}}} {{(pid=84040) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 20:38:30.633298 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Device 6c42e873-f524-4137-8976-95b9eed610f8 details requested by agent hyperv_n-h2-838334-2 with host n-h2-838334-2 {{(pid=84042) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 18 20:38:30.695415 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-05a2837e-b3df-4973-a874-0cd40543e0fe req-7ee2080f-ad7c-491a-bb26-708099f9c026 service neutron] 10.222.0.43 "GET /v2.0/networks/a92cea34-83a9-4801-bb75-cc07c451223b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3363407 Apr 18 20:38:30.711302 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-eec61bb1-780d-4adf-903c-8dc431fe3eef req-a52c99a7-290f-44d4-bf73-802d47ecca64 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3f6512be-4c2a-4b90-af9e-957e05681a3f HTTP/1.1" status: 200 len: 999 time: 0.2556455 Apr 18 20:38:30.728160 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-4d128b58-92d7-46ee-93c4-15fa37bef34e req-0ce6f09e-56a9-4365-8042-57573cd3910c tempest-LiveAutoBlockMigrationV225Test-1713341100 tempest-LiveAutoBlockMigrationV225Test-1713341100-project] 10.222.0.42 "GET /v2.0/security-groups?id=bf712067-aabd-4e70-aae1-082928dd1ccd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2709992 Apr 18 20:38:30.804283 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-308f676e-b92c-4b2f-9b10-5b6321a97253 req-4eba8ead-4c62-4edc-bcd8-08e0d003b303 tempest-LiveMigrationTest-963278731 tempest-LiveMigrationTest-963278731-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:38:30.811828 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-308f676e-b92c-4b2f-9b10-5b6321a97253 req-4eba8ead-4c62-4edc-bcd8-08e0d003b303 tempest-LiveMigrationTest-963278731 tempest-LiveMigrationTest-963278731-project] 10.222.0.42 "GET /v2.0/ports?device_id=bc66a4ae-28da-4e1f-969f-022e139eaf43 HTTP/1.1" status: 200 len: 945 time: 0.4754646 Apr 18 20:38:30.852718 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] For port 6c42e873-f524-4137-8976-95b9eed610f8, host n-h2-838334-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838334-2',level=0,port_id=6c42e873-f524-4137-8976-95b9eed610f8,segment=NetworkSegment(e2a67327-2af4-4205-9ade-197b88c2bea8),segment_id=e2a67327-2af4-4205-9ade-197b88c2bea8)] {{(pid=84042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:38:30.871863 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Returning: {'device': '6c42e873-f524-4137-8976-95b9eed610f8', 'network_id': '5ab7510b-2145-476c-b9d7-eb0e1ae538b7', 'port_id': '6c42e873-f524-4137-8976-95b9eed610f8', 'mac_address': 'fa:16:3e:52:b8:9b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 358, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5bf38cb0-45bd-48cb-9f8c-19a270201f44', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84042) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 18 20:38:30.876858 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-fc73d3be-6d7e-44e3-99d6-cce25c901747 req-e6f0be2a-2e37-4f3d-b973-57e9a8ac6fb7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:30.886164 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-05a2837e-b3df-4973-a874-0cd40543e0fe req-d9067f4a-1941-4917-9e69-35aa43ad5003 service neutron] 10.222.0.43 "GET /v2.0/networks/a92cea34-83a9-4801-bb75-cc07c451223b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1843615 Apr 18 20:38:30.937006 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:30.962814 n-d-838334-2 neutron-server[84042]: DEBUG neutron.notifiers.nova [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6c42e873-f524-4137-8976-95b9eed610f8 {{(pid=84042) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 18 20:38:30.980268 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-21c8c11c-8e60-43b6-a4fe-57b68df43b76 req-0fa0fb3f-3923-4872-bfde-1241d9e27447 tempest-LiveMigrationNegativeTest-1063094817 tempest-LiveMigrationNegativeTest-1063094817-project] 10.222.0.42 "GET /v2.0/networks?tenant_id=5d4dc6fb67894ffb821d3bd7cc7cd1b2&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0845315 Apr 18 20:38:30.984950 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] For port 6c42e873-f524-4137-8976-95b9eed610f8, host n-h2-838334-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838334-2',level=0,port_id=6c42e873-f524-4137-8976-95b9eed610f8,segment=NetworkSegment(e2a67327-2af4-4205-9ade-197b88c2bea8),segment_id=e2a67327-2af4-4205-9ade-197b88c2bea8)] {{(pid=84042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:38:30.992868 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682'] for port, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:31.092496 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-308f676e-b92c-4b2f-9b10-5b6321a97253 req-e86a9a46-3de0-4433-af38-f0fe18453605 tempest-LiveMigrationTest-963278731 tempest-LiveMigrationTest-963278731-project] 10.222.0.42 "GET /v2.0/security-groups?id=c1ded286-bbeb-4ec4-95be-e4f6aab8a892&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2798071 Apr 18 20:38:31.093749 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eec61bb1-780d-4adf-903c-8dc431fe3eef req-93fb1a80-82c4-4b48-ae82-6b5cab1bcece service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:38:31.095094 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-eec61bb1-780d-4adf-903c-8dc431fe3eef req-93fb1a80-82c4-4b48-ae82-6b5cab1bcece service neutron] 10.222.0.48 "GET /v2.0/subnets?id=c3ffe89f-19b4-45a8-ac55-d99492f3b297 HTTP/1.1" status: 200 len: 863 time: 0.3648081 Apr 18 20:38:31.109676 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Pushing event updated for resources: {'Port': ['ID=6c42e873-f524-4137-8976-95b9eed610f8,revision_number=4']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:38:31.336802 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] get_ports_and_sgs() called for port_ids ['6c42e873-f524-4137-8976-95b9eed610f8'] {{(pid=84042) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 18 20:38:31.375296 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21c8c11c-8e60-43b6-a4fe-57b68df43b76 req-ea1900b3-bfab-44f8-815c-a7644bf3c8ed tempest-LiveMigrationNegativeTest-1063094817 tempest-LiveMigrationNegativeTest-1063094817-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:38:31.376725 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-21c8c11c-8e60-43b6-a4fe-57b68df43b76 req-ea1900b3-bfab-44f8-815c-a7644bf3c8ed tempest-LiveMigrationNegativeTest-1063094817 tempest-LiveMigrationNegativeTest-1063094817-project] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3795462 Apr 18 20:38:31.419858 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.db [req-fc73d3be-6d7e-44e3-99d6-cce25c901747 req-e6f0be2a-2e37-4f3d-b973-57e9a8ac6fb7 service neutron] For port ecc9262a-94bf-40c1-99c0-e4ad54b2ed5f, host n-h1-838334-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838334-2',level=0,port_id=ecc9262a-94bf-40c1-99c0-e4ad54b2ed5f,segment=NetworkSegment(806925fb-1611-47d5-bfae-6289aca7c7ad),segment_id=806925fb-1611-47d5-bfae-6289aca7c7ad)] {{(pid=84040) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:38:31.435912 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-eec61bb1-780d-4adf-903c-8dc431fe3eef req-b20c26d6-c623-484f-881f-7fd8b4eecd5b service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=079e35ca-557b-42c6-b34f-dbc020bb616d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3314049 Apr 18 20:38:31.437067 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-21c8c11c-8e60-43b6-a4fe-57b68df43b76 req-9a78f777-6f9c-41d5-84be-ec7e283247dc tempest-LiveMigrationNegativeTest-1063094817 tempest-LiveMigrationNegativeTest-1063094817-project] 10.222.0.42 "GET /v2.0/quotas/5d4dc6fb67894ffb821d3bd7cc7cd1b2 HTTP/1.1" status: 200 len: 375 time: 0.0409946 Apr 18 20:38:31.525937 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb333141-9ace-4049-a5da-b353a75bfa70 req-ab4b88c6-daac-4d8b-ade6-0c1e05f756f6 tempest-ImagesTestJSON-757689736 tempest-ImagesTestJSON-757689736-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:38:31.527329 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-bb333141-9ace-4049-a5da-b353a75bfa70 req-ab4b88c6-daac-4d8b-ade6-0c1e05f756f6 tempest-ImagesTestJSON-757689736 tempest-ImagesTestJSON-757689736-project] 10.222.0.42 "GET /v2.0/ports?device_id=88da0aae-5387-4191-9808-adec4cffcd57 HTTP/1.1" status: 200 len: 943 time: 0.2929604 Apr 18 20:38:31.628121 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.db [req-fc73d3be-6d7e-44e3-99d6-cce25c901747 req-e6f0be2a-2e37-4f3d-b973-57e9a8ac6fb7 service neutron] For port ecc9262a-94bf-40c1-99c0-e4ad54b2ed5f, host n-h1-838334-2, cleared binding levels {{(pid=84040) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 20:38:31.749332 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-bb333141-9ace-4049-a5da-b353a75bfa70 req-14a94d93-ba14-46ff-ab09-20b64b60352b tempest-ImagesTestJSON-757689736 tempest-ImagesTestJSON-757689736-project] 10.222.0.42 "GET /v2.0/security-groups?id=59d22466-01c3-4eda-9b5c-cb887beaa55e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1715183 Apr 18 20:38:31.753186 n-d-838334-2 neutron-server[84040]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bc66a4ae-28da-4e1f-969f-022e139eaf43', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ecc9262a-94bf-40c1-99c0-e4ad54b2ed5f'}] {{(pid=84040) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 20:38:31.760390 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-fc73d3be-6d7e-44e3-99d6-cce25c901747 req-e6f0be2a-2e37-4f3d-b973-57e9a8ac6fb7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:31.763281 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-eec61bb1-780d-4adf-903c-8dc431fe3eef req-5dcd81ad-a420-4ab7-9093-a671d9936485 service neutron] 10.222.0.48 "GET /v2.0/networks/079e35ca-557b-42c6-b34f-dbc020bb616d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3191440 Apr 18 20:38:31.778258 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-21c8c11c-8e60-43b6-a4fe-57b68df43b76 req-ce47db61-c50c-4712-9763-677341a535cf tempest-LiveMigrationNegativeTest-1063094817 tempest-LiveMigrationNegativeTest-1063094817-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=5d4dc6fb67894ffb821d3bd7cc7cd1b2&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3083467 Apr 18 20:38:31.797513 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-fc73d3be-6d7e-44e3-99d6-cce25c901747 req-e6f0be2a-2e37-4f3d-b973-57e9a8ac6fb7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32440959'] for port, after_update {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:32.034090 n-d-838334-2 neutron-server[84040]: INFO neutron.notifiers.nova [-] Nova event matching ['req-11927a3d-6d1e-478a-b2d9-e27c0e21f197'] response: {'server_uuid': 'bc66a4ae-28da-4e1f-969f-022e139eaf43', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ecc9262a-94bf-40c1-99c0-e4ad54b2ed5f', 'code': 200} Apr 18 20:38:32.201268 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.agents_db [None req-6346a179-333c-4370-b5a6-936984aeab15 None None] Agent healthcheck: found 7 active agents {{(pid=84043) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 18 20:38:32.217980 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-e6b36b9f-1b33-4f8a-b57e-d2a36439474f req-b01cb2d9-f11f-4f1e-b784-b055010a7b93 tempest-ServersAdmin275Test-1430223114 tempest-ServersAdmin275Test-1430223114-project] 10.222.0.42 "GET /v2.0/ports?device_id=4bb574e3-a1a9-4f48-a18e-e712328d8de0 HTTP/1.1" status: 200 len: 210 time: 0.1856909 Apr 18 20:38:32.263544 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Device d1c072d7-4cd8-43b1-b0ab-82d452c6cfa0 details requested by agent hyperv_n-h1-838334-2 with host n-h1-838334-2 {{(pid=84042) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 18 20:38:32.288194 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-eec61bb1-780d-4adf-903c-8dc431fe3eef req-b8e7a6d0-557a-4e94-a477-3c21791e5b21 service neutron] 10.222.0.48 "GET /v2.0/networks/079e35ca-557b-42c6-b34f-dbc020bb616d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5116386 Apr 18 20:38:32.290509 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6f0be2a-2e37-4f3d-b973-57e9a8ac6fb7 service neutron] Pushing event updated for resources: {'Port': ['ID=ecc9262a-94bf-40c1-99c0-e4ad54b2ed5f,revision_number=7']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:38:32.301872 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6f0be2a-2e37-4f3d-b973-57e9a8ac6fb7 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:38:32.302245 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6f0be2a-2e37-4f3d-b973-57e9a8ac6fb7 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:38:32.302595 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6f0be2a-2e37-4f3d-b973-57e9a8ac6fb7 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:38:32.302921 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6f0be2a-2e37-4f3d-b973-57e9a8ac6fb7 service neutron] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:38:32.303246 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6f0be2a-2e37-4f3d-b973-57e9a8ac6fb7 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:38:32.303575 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6f0be2a-2e37-4f3d-b973-57e9a8ac6fb7 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:38:32.304007 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6f0be2a-2e37-4f3d-b973-57e9a8ac6fb7 service neutron] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:38:32.304329 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6f0be2a-2e37-4f3d-b973-57e9a8ac6fb7 service neutron] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:38:32.304649 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6f0be2a-2e37-4f3d-b973-57e9a8ac6fb7 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:38:32.304968 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6f0be2a-2e37-4f3d-b973-57e9a8ac6fb7 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:38:32.305286 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6f0be2a-2e37-4f3d-b973-57e9a8ac6fb7 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:38:32.421905 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.managers [req-fc73d3be-6d7e-44e3-99d6-cce25c901747 req-e6f0be2a-2e37-4f3d-b973-57e9a8ac6fb7 service neutron] Attempting to bind port ecc9262a-94bf-40c1-99c0-e4ad54b2ed5f on host n-h1-838334-2 for vnic_type normal with profile {"migrating_to": "n-h2-838334-2"} {{(pid=84040) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:38:32.422244 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.managers [req-fc73d3be-6d7e-44e3-99d6-cce25c901747 req-e6f0be2a-2e37-4f3d-b973-57e9a8ac6fb7 service neutron] Attempting to bind port ecc9262a-94bf-40c1-99c0-e4ad54b2ed5f by drivers openvswitch,hyperv on host n-h1-838334-2 at level 0 using segments [{'id': '806925fb-1611-47d5-bfae-6289aca7c7ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '2b4e6157-bc80-44e6-aceb-13aa29225b38'}] {{(pid=84040) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:38:32.424419 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc73d3be-6d7e-44e3-99d6-cce25c901747 req-e6f0be2a-2e37-4f3d-b973-57e9a8ac6fb7 service neutron] Attempting to bind port ecc9262a-94bf-40c1-99c0-e4ad54b2ed5f on network 2b4e6157-bc80-44e6-aceb-13aa29225b38 {{(pid=84040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 20:38:32.450726 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] For port d1c072d7-4cd8-43b1-b0ab-82d452c6cfa0, host n-h1-838334-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838334-2',level=0,port_id=d1c072d7-4cd8-43b1-b0ab-82d452c6cfa0,segment=NetworkSegment(636e5b77-90d2-4b9f-a149-e8d80d7281ee),segment_id=636e5b77-90d2-4b9f-a149-e8d80d7281ee)] {{(pid=84042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:38:32.465473 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Returning: {'device': 'd1c072d7-4cd8-43b1-b0ab-82d452c6cfa0', 'network_id': 'a92cea34-83a9-4801-bb75-cc07c451223b', 'port_id': 'd1c072d7-4cd8-43b1-b0ab-82d452c6cfa0', 'mac_address': 'fa:16:3e:29:d6:ca', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 391, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6bff4054-f84b-415b-b0b0-aa32d7878409', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84042) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 18 20:38:32.490027 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-f6d57e59-7352-4672-b7e6-86fdb88d9c9b req-cdbcaed9-004d-4ec9-9b6b-c56d48581c59 tempest-LiveMigrationNegativeTest-1063094817 tempest-LiveMigrationNegativeTest-1063094817-project] 10.222.0.42 "GET /v2.0/ports?device_id=7994feeb-3fba-4a0f-828c-898c87b31453 HTTP/1.1" status: 200 len: 210 time: 0.0530944 Apr 18 20:38:32.493613 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc73d3be-6d7e-44e3-99d6-cce25c901747 req-e6f0be2a-2e37-4f3d-b973-57e9a8ac6fb7 service neutron] Port ecc9262a-94bf-40c1-99c0-e4ad54b2ed5f on network 2b4e6157-bc80-44e6-aceb-13aa29225b38 not bound, no agent of type Open vSwitch agent registered on host n-h1-838334-2 {{(pid=84040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 18 20:38:32.493942 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc73d3be-6d7e-44e3-99d6-cce25c901747 req-e6f0be2a-2e37-4f3d-b973-57e9a8ac6fb7 service neutron] Attempting to bind port ecc9262a-94bf-40c1-99c0-e4ad54b2ed5f on network 2b4e6157-bc80-44e6-aceb-13aa29225b38 {{(pid=84040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 20:38:32.506221 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54a26e32-4fd6-4227-aa7e-d692020f8533 req-f9da2cd3-70cf-4725-b90c-38d8d27d4a87 tempest-LiveAutoBlockMigrationV225Test-1713341100 tempest-LiveAutoBlockMigrationV225Test-1713341100-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:38:32.513313 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-54a26e32-4fd6-4227-aa7e-d692020f8533 req-f9da2cd3-70cf-4725-b90c-38d8d27d4a87 tempest-LiveAutoBlockMigrationV225Test-1713341100 tempest-LiveAutoBlockMigrationV225Test-1713341100-project] 10.222.0.42 "GET /v2.0/ports?device_id=56816bb5-501f-409b-9318-02f6d3b85a3d HTTP/1.1" status: 200 len: 944 time: 0.3180895 Apr 18 20:38:32.539302 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc73d3be-6d7e-44e3-99d6-cce25c901747 req-e6f0be2a-2e37-4f3d-b973-57e9a8ac6fb7 service neutron] Checking agent: {'id': 'd63bab19-ff81-4de1-afeb-a3732288d0d7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-838334-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 33, 59), 'started_at': datetime.datetime(2022, 4, 18, 20, 33, 59), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 20, 38, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 18 20:38:32.539683 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc73d3be-6d7e-44e3-99d6-cce25c901747 req-e6f0be2a-2e37-4f3d-b973-57e9a8ac6fb7 service neutron] Checking segment: {'id': '806925fb-1611-47d5-bfae-6289aca7c7ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '2b4e6157-bc80-44e6-aceb-13aa29225b38'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84040) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 20:38:32.540062 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc73d3be-6d7e-44e3-99d6-cce25c901747 req-e6f0be2a-2e37-4f3d-b973-57e9a8ac6fb7 service neutron] Bound using segment: {'id': '806925fb-1611-47d5-bfae-6289aca7c7ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '2b4e6157-bc80-44e6-aceb-13aa29225b38'} {{(pid=84040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 18 20:38:32.540511 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.managers [req-fc73d3be-6d7e-44e3-99d6-cce25c901747 req-e6f0be2a-2e37-4f3d-b973-57e9a8ac6fb7 service neutron] Bound port: ecc9262a-94bf-40c1-99c0-e4ad54b2ed5f, host: n-h1-838334-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '806925fb-1611-47d5-bfae-6289aca7c7ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '2b4e6157-bc80-44e6-aceb-13aa29225b38'}}] {{(pid=84040) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 20:38:32.540863 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-fc73d3be-6d7e-44e3-99d6-cce25c901747 req-e6f0be2a-2e37-4f3d-b973-57e9a8ac6fb7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:32.542965 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:32.568470 n-d-838334-2 neutron-server[84042]: DEBUG neutron.notifiers.nova [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d1c072d7-4cd8-43b1-b0ab-82d452c6cfa0 {{(pid=84042) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 18 20:38:32.589501 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] For port d1c072d7-4cd8-43b1-b0ab-82d452c6cfa0, host n-h1-838334-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838334-2',level=0,port_id=d1c072d7-4cd8-43b1-b0ab-82d452c6cfa0,segment=NetworkSegment(636e5b77-90d2-4b9f-a149-e8d80d7281ee),segment_id=636e5b77-90d2-4b9f-a149-e8d80d7281ee)] {{(pid=84042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:38:32.594404 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682'] for port, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:32.660221 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Device 6c42e873-f524-4137-8976-95b9eed610f8 up at agent hyperv_n-h2-838334-2 {{(pid=84042) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 20:38:32.671283 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-54a26e32-4fd6-4227-aa7e-d692020f8533 req-b81ee891-cff2-49f7-9bcc-293ec4edafd7 tempest-LiveAutoBlockMigrationV225Test-1713341100 tempest-LiveAutoBlockMigrationV225Test-1713341100-project] 10.222.0.42 "GET /v2.0/security-groups?id=bf712067-aabd-4e70-aae1-082928dd1ccd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1566412 Apr 18 20:38:32.735714 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Pushing event updated for resources: {'Port': ['ID=d1c072d7-4cd8-43b1-b0ab-82d452c6cfa0,revision_number=4']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:38:32.764940 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.db [req-fc73d3be-6d7e-44e3-99d6-cce25c901747 req-e6f0be2a-2e37-4f3d-b973-57e9a8ac6fb7 service neutron] For port ecc9262a-94bf-40c1-99c0-e4ad54b2ed5f, host n-h1-838334-2, cleared binding levels {{(pid=84040) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 20:38:32.769693 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.db [req-fc73d3be-6d7e-44e3-99d6-cce25c901747 req-e6f0be2a-2e37-4f3d-b973-57e9a8ac6fb7 service neutron] For port ecc9262a-94bf-40c1-99c0-e4ad54b2ed5f, host n-h1-838334-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838334-2',level=0,port_id=ecc9262a-94bf-40c1-99c0-e4ad54b2ed5f,segment=NetworkSegment(806925fb-1611-47d5-bfae-6289aca7c7ad),segment_id=806925fb-1611-47d5-bfae-6289aca7c7ad)] {{(pid=84040) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 20:38:32.786772 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-fc73d3be-6d7e-44e3-99d6-cce25c901747 req-e6f0be2a-2e37-4f3d-b973-57e9a8ac6fb7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32440959'] for port, after_update {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:32.791111 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Provisioning for port 6c42e873-f524-4137-8976-95b9eed610f8 completed by entity L2. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 20:38:32.799261 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Provisioning complete for port 6c42e873-f524-4137-8976-95b9eed610f8 triggered by entity L2. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:38:32.799775 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1253608'] for port, provisioning_complete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:32.854284 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] get_ports_and_sgs() called for port_ids ['d1c072d7-4cd8-43b1-b0ab-82d452c6cfa0'] {{(pid=84042) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 18 20:38:32.982945 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64962890-1aa7-4459-a068-b0cffac0c129 req-e8f9a2f3-f252-4b9a-a2d3-3617eddd8687 tempest-LiveMigrationTest-963278731 tempest-LiveMigrationTest-963278731-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:38:32.989799 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-64962890-1aa7-4459-a068-b0cffac0c129 req-e8f9a2f3-f252-4b9a-a2d3-3617eddd8687 tempest-LiveMigrationTest-963278731 tempest-LiveMigrationTest-963278731-project] 10.222.0.42 "GET /v2.0/ports?device_id=bc66a4ae-28da-4e1f-969f-022e139eaf43 HTTP/1.1" status: 200 len: 943 time: 0.3031745 Apr 18 20:38:33.099112 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6f0be2a-2e37-4f3d-b973-57e9a8ac6fb7 service neutron] Pushing event updated for resources: {'Port': ['ID=ecc9262a-94bf-40c1-99c0-e4ad54b2ed5f,revision_number=8']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:38:33.107857 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-fc73d3be-6d7e-44e3-99d6-cce25c901747 req-e6f0be2a-2e37-4f3d-b973-57e9a8ac6fb7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217293'] for port, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:33.109307 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-fc73d3be-6d7e-44e3-99d6-cce25c901747 req-e6f0be2a-2e37-4f3d-b973-57e9a8ac6fb7 service neutron] 10.222.0.48 "PUT /v2.0/ports/ecc9262a-94bf-40c1-99c0-e4ad54b2ed5f HTTP/1.1" status: 200 len: 1121 time: 2.6898777 Apr 18 20:38:33.113392 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:33.168727 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-64962890-1aa7-4459-a068-b0cffac0c129 req-0b1c0ff9-dc84-4047-9464-03ac9c3c9f4c tempest-LiveMigrationTest-963278731 tempest-LiveMigrationTest-963278731-project] 10.222.0.42 "GET /v2.0/security-groups?id=c1ded286-bbeb-4ec4-95be-e4f6aab8a892&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1778343 Apr 18 20:38:33.169439 n-d-838334-2 neutron-server[84042]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '56816bb5-501f-409b-9318-02f6d3b85a3d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6c42e873-f524-4137-8976-95b9eed610f8'}] {{(pid=84042) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 20:38:33.195464 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] For port 6c42e873-f524-4137-8976-95b9eed610f8, host n-h2-838334-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838334-2',level=0,port_id=6c42e873-f524-4137-8976-95b9eed610f8,segment=NetworkSegment(e2a67327-2af4-4205-9ade-197b88c2bea8),segment_id=e2a67327-2af4-4205-9ade-197b88c2bea8)] {{(pid=84042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:38:33.205172 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] get_ports_and_sgs() called for port_ids ['ecc9262a-94bf-40c1-99c0-e4ad54b2ed5f'] {{(pid=84042) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 18 20:38:33.209327 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c273f0d-f69c-438c-a9cd-90012d86dd75 req-222b92df-fef7-4c33-8329-4478971bfed1 tempest-ImagesTestJSON-757689736 tempest-ImagesTestJSON-757689736-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:38:33.217328 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-3c273f0d-f69c-438c-a9cd-90012d86dd75 req-222b92df-fef7-4c33-8329-4478971bfed1 tempest-ImagesTestJSON-757689736 tempest-ImagesTestJSON-757689736-project] 10.222.0.42 "GET /v2.0/ports?device_id=88da0aae-5387-4191-9808-adec4cffcd57 HTTP/1.1" status: 200 len: 944 time: 0.2407401 Apr 18 20:38:33.287042 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-3c273f0d-f69c-438c-a9cd-90012d86dd75 req-1082be1f-8852-48dd-8247-3659cc597d8e tempest-ImagesTestJSON-757689736 tempest-ImagesTestJSON-757689736-project] 10.222.0.42 "GET /v2.0/security-groups?id=59d22466-01c3-4eda-9b5c-cb887beaa55e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685143 Apr 18 20:38:33.305477 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682'] for port, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:33.377015 n-d-838334-2 neutron-server[84042]: INFO neutron.notifiers.nova [-] Nova event matching ['req-861f625f-49bf-4c57-a0ed-3957a6e084fd'] response: {'server_uuid': '56816bb5-501f-409b-9318-02f6d3b85a3d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6c42e873-f524-4137-8976-95b9eed610f8', 'code': 200} Apr 18 20:38:33.459842 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750375287399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253529'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:33.465607 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Pushing event updated for resources: {'Port': ['ID=6c42e873-f524-4137-8976-95b9eed610f8,revision_number=5']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:38:33.521504 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-a586bf2b-f6c0-4c6d-b5b6-de1819f401de req-ba32f501-d272-472d-b6a1-7c45561929dd tempest-ServersAdmin275Test-1430223114 tempest-ServersAdmin275Test-1430223114-project] 10.222.0.42 "GET /v2.0/ports?device_id=4bb574e3-a1a9-4f48-a18e-e712328d8de0 HTTP/1.1" status: 200 len: 210 time: 0.0912006 Apr 18 20:38:33.635495 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-8385fb6f-037d-46d1-aef7-3e0675f43df8 req-deeb393b-3795-4e98-841a-1be7c937d936 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=56816bb5-501f-409b-9318-02f6d3b85a3d HTTP/1.1" status: 200 len: 1096 time: 0.1131418 Apr 18 20:38:33.721578 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-21c8c11c-8e60-43b6-a4fe-57b68df43b76 req-e6593ad2-bbba-4291-8395-9184ffee127c tempest-LiveMigrationNegativeTest-1063094817 tempest-LiveMigrationNegativeTest-1063094817-project] 10.222.0.48 "GET /v2.0/networks?tenant_id=5d4dc6fb67894ffb821d3bd7cc7cd1b2&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0344272 Apr 18 20:38:33.866842 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 34698) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:38:33.966328 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-10dbd841-473c-416f-8d26-e95beb750dbd req-a45aeab7-7eed-4bc7-b7a8-bdf55908907a tempest-LiveMigrationNegativeTest-1063094817 tempest-LiveMigrationNegativeTest-1063094817-project] 10.222.0.42 "GET /v2.0/ports?device_id=7994feeb-3fba-4a0f-828c-898c87b31453 HTTP/1.1" status: 200 len: 210 time: 0.2424960 Apr 18 20:38:33.971258 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21c8c11c-8e60-43b6-a4fe-57b68df43b76 req-5e0f75a8-00f6-40bf-a2cf-744906425669 tempest-LiveMigrationNegativeTest-1063094817 tempest-LiveMigrationNegativeTest-1063094817-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:38:33.972600 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-21c8c11c-8e60-43b6-a4fe-57b68df43b76 req-5e0f75a8-00f6-40bf-a2cf-744906425669 tempest-LiveMigrationNegativeTest-1063094817 tempest-LiveMigrationNegativeTest-1063094817-project] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2103357 Apr 18 20:38:33.979199 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-8385fb6f-037d-46d1-aef7-3e0675f43df8 req-3876c67b-e942-491b-be94-77a1e644424b service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=bf712067-aabd-4e70-aae1-082928dd1ccd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3342102 Apr 18 20:38:34.033453 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88934bac-9076-4e95-ac90-a3e7212b0ef7 req-95cc48d8-9285-43b3-a937-4de0e89cae4d tempest-LiveAutoBlockMigrationV225Test-1713341100 tempest-LiveAutoBlockMigrationV225Test-1713341100-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:38:34.035362 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-88934bac-9076-4e95-ac90-a3e7212b0ef7 req-95cc48d8-9285-43b3-a937-4de0e89cae4d tempest-LiveAutoBlockMigrationV225Test-1713341100 tempest-LiveAutoBlockMigrationV225Test-1713341100-project] 10.222.0.42 "GET /v2.0/ports?device_id=56816bb5-501f-409b-9318-02f6d3b85a3d HTTP/1.1" status: 200 len: 945 time: 0.1178157 Apr 18 20:38:34.035881 n-d-838334-2 neutron-server[84040]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bc66a4ae-28da-4e1f-969f-022e139eaf43', 'tag': 'ecc9262a-94bf-40c1-99c0-e4ad54b2ed5f'}] {{(pid=84040) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 20:38:34.102346 n-d-838334-2 neutron-server[84040]: INFO neutron.notifiers.nova [-] Nova event matching ['req-af15fcb5-0dc2-4e0a-a572-430ebd3b5297'] response: {'name': 'network-changed', 'server_uuid': 'bc66a4ae-28da-4e1f-969f-022e139eaf43', 'tag': 'ecc9262a-94bf-40c1-99c0-e4ad54b2ed5f', 'status': 'completed', 'code': 200} Apr 18 20:38:34.119523 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-88934bac-9076-4e95-ac90-a3e7212b0ef7 req-d1485db2-db24-4b1f-a7f3-588cf9ba30e1 tempest-LiveAutoBlockMigrationV225Test-1713341100 tempest-LiveAutoBlockMigrationV225Test-1713341100-project] 10.222.0.42 "GET /v2.0/security-groups?id=bf712067-aabd-4e70-aae1-082928dd1ccd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0762420 Apr 18 20:38:34.169196 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-fbff79c0-30ee-4c97-8027-72252cff3a88 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:34.219145 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-fbff79c0-30ee-4c97-8027-72252cff3a88 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:38:34.224845 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-fbff79c0-30ee-4c97-8027-72252cff3a88 admin admin] Usage tracker for resource:security_group_rule and tenant:533759827ff44d6194e794115fd2e53f is out of sync, need to count used quota {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:38:34.228762 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-fbff79c0-30ee-4c97-8027-72252cff3a88 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:38:34.235589 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-fbff79c0-30ee-4c97-8027-72252cff3a88 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:38:34.245642 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-08d28c30-8186-4c76-a20a-b6ab813c5032 req-0c6e8eec-93f8-4073-b9f2-3dc6c4977e00 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=30967135a3784f8f91989a9ec626fb3e&device_id=bc66a4ae-28da-4e1f-969f-022e139eaf43 HTTP/1.1" status: 200 len: 1124 time: 0.1176751 Apr 18 20:38:34.270492 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Device d1c072d7-4cd8-43b1-b0ab-82d452c6cfa0 up at agent hyperv_n-h1-838334-2 {{(pid=84042) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 20:38:34.287829 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.v2.base [req-21c8c11c-8e60-43b6-a4fe-57b68df43b76 req-2f60d1f3-8cf9-4c14-979d-210da11b0539 tempest-LiveMigrationNegativeTest-1063094817 tempest-LiveMigrationNegativeTest-1063094817-project] Request body: {'port': {'device_id': '7994feeb-3fba-4a0f-828c-898c87b31453', 'network_id': 'cb56989d-7c5d-4678-b194-1d2edf1e842a', 'admin_state_up': True, 'tenant_id': '5d4dc6fb67894ffb821d3bd7cc7cd1b2'}} {{(pid=84040) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 20:38:34.441931 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Provisioning for port d1c072d7-4cd8-43b1-b0ab-82d452c6cfa0 completed by entity L2. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 20:38:34.450818 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Provisioning complete for port d1c072d7-4cd8-43b1-b0ab-82d452c6cfa0 triggered by entity L2. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:38:34.451178 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1253608'] for port, provisioning_complete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:34.550279 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-fbff79c0-30ee-4c97-8027-72252cff3a88 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:34.553335 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08d28c30-8186-4c76-a20a-b6ab813c5032 req-51e03ee1-5d0d-438d-8628-fe90972c95ea service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:38:34.555289 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-08d28c30-8186-4c76-a20a-b6ab813c5032 req-51e03ee1-5d0d-438d-8628-fe90972c95ea service neutron] 10.222.0.43 "GET /v2.0/networks?id=2b4e6157-bc80-44e6-aceb-13aa29225b38 HTTP/1.1" status: 200 len: 908 time: 0.3003883 Apr 18 20:38:34.557892 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-fbff79c0-30ee-4c97-8027-72252cff3a88 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33528224'] for security_group, after_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:34.603933 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [req-21c8c11c-8e60-43b6-a4fe-57b68df43b76 req-2f60d1f3-8cf9-4c14-979d-210da11b0539 tempest-LiveMigrationNegativeTest-1063094817 tempest-LiveMigrationNegativeTest-1063094817-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:38:34.615691 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db47f9b9-0282-4d9d-86d2-45ed64a07fc2 req-51596f1b-25f1-4217-9cc9-0448540b06b9 tempest-LiveMigrationTest-963278731 tempest-LiveMigrationTest-963278731-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:38:34.622726 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-db47f9b9-0282-4d9d-86d2-45ed64a07fc2 req-51596f1b-25f1-4217-9cc9-0448540b06b9 tempest-LiveMigrationTest-963278731 tempest-LiveMigrationTest-963278731-project] 10.222.0.42 "GET /v2.0/ports?device_id=bc66a4ae-28da-4e1f-969f-022e139eaf43 HTTP/1.1" status: 200 len: 943 time: 0.3069849 Apr 18 20:38:34.634389 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:34.669495 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-08d28c30-8186-4c76-a20a-b6ab813c5032 req-8a6f553d-7c41-46ca-8a08-676f3597c127 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=ecc9262a-94bf-40c1-99c0-e4ad54b2ed5f HTTP/1.1" status: 200 len: 217 time: 0.1029325 Apr 18 20:38:34.683816 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] For port d1c072d7-4cd8-43b1-b0ab-82d452c6cfa0, host n-h1-838334-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838334-2',level=0,port_id=d1c072d7-4cd8-43b1-b0ab-82d452c6cfa0,segment=NetworkSegment(636e5b77-90d2-4b9f-a149-e8d80d7281ee),segment_id=636e5b77-90d2-4b9f-a149-e8d80d7281ee)] {{(pid=84042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:38:34.690035 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682'] for port, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:34.716412 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbff79c0-30ee-4c97-8027-72252cff3a88 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=13c8c253-749f-4740-9c87-7024bc8f1345,revision_number=1']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:38:34.732594 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-fbff79c0-30ee-4c97-8027-72252cff3a88 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=533759827ff44d6194e794115fd2e53f&name=default HTTP/1.1" status: 200 len: 2647 time: 0.8646131 Apr 18 20:38:34.738019 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 34714) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:38:34.756867 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbff79c0-30ee-4c97-8027-72252cff3a88 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:38:34.756867 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbff79c0-30ee-4c97-8027-72252cff3a88 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:38:34.757185 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbff79c0-30ee-4c97-8027-72252cff3a88 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:38:34.757528 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbff79c0-30ee-4c97-8027-72252cff3a88 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:38:34.757936 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbff79c0-30ee-4c97-8027-72252cff3a88 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:38:34.758351 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbff79c0-30ee-4c97-8027-72252cff3a88 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:38:34.758727 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbff79c0-30ee-4c97-8027-72252cff3a88 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:38:34.759108 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbff79c0-30ee-4c97-8027-72252cff3a88 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:38:34.759419 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbff79c0-30ee-4c97-8027-72252cff3a88 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:38:34.759770 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbff79c0-30ee-4c97-8027-72252cff3a88 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:38:34.760111 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbff79c0-30ee-4c97-8027-72252cff3a88 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:38:34.766448 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [req-21c8c11c-8e60-43b6-a4fe-57b68df43b76 req-2f60d1f3-8cf9-4c14-979d-210da11b0539 tempest-LiveMigrationNegativeTest-1063094817 tempest-LiveMigrationNegativeTest-1063094817-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:38:34.790506 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Pushing event updated for resources: {'Port': ['ID=d1c072d7-4cd8-43b1-b0ab-82d452c6cfa0,revision_number=5']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:38:34.796981 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c677190e-5b56-4b67-b154-346bfdf1f00c req-5c2141a5-2d79-4dac-80a8-53aed74968ef tempest-ImagesTestJSON-757689736 tempest-ImagesTestJSON-757689736-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:38:34.798514 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-c677190e-5b56-4b67-b154-346bfdf1f00c req-5c2141a5-2d79-4dac-80a8-53aed74968ef tempest-ImagesTestJSON-757689736 tempest-ImagesTestJSON-757689736-project] 10.222.0.42 "GET /v2.0/ports?device_id=88da0aae-5387-4191-9808-adec4cffcd57 HTTP/1.1" status: 200 len: 944 time: 0.3543768 Apr 18 20:38:34.799936 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-21c8c11c-8e60-43b6-a4fe-57b68df43b76 req-2f60d1f3-8cf9-4c14-979d-210da11b0539 tempest-LiveMigrationNegativeTest-1063094817 tempest-LiveMigrationNegativeTest-1063094817-project] Made reservation on behalf of 5d4dc6fb67894ffb821d3bd7cc7cd1b2 for: {'port': 1} {{(pid=84040) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:38:34.803442 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-21c8c11c-8e60-43b6-a4fe-57b68df43b76 req-2f60d1f3-8cf9-4c14-979d-210da11b0539 tempest-LiveMigrationNegativeTest-1063094817 tempest-LiveMigrationNegativeTest-1063094817-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:34.826061 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08d28c30-8186-4c76-a20a-b6ab813c5032 req-4721b703-6362-4ed6-a700-4ae8a739ecd0 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:38:34.827519 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-08d28c30-8186-4c76-a20a-b6ab813c5032 req-4721b703-6362-4ed6-a700-4ae8a739ecd0 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=2a27c3e0-e2c3-453b-9e93-76a003aa4b19 HTTP/1.1" status: 200 len: 847 time: 0.1477046 Apr 18 20:38:34.834928 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-db47f9b9-0282-4d9d-86d2-45ed64a07fc2 req-c000ea16-4d80-4af8-a026-bff12024e3ad tempest-LiveMigrationTest-963278731 tempest-LiveMigrationTest-963278731-project] 10.222.0.42 "GET /v2.0/security-groups?id=c1ded286-bbeb-4ec4-95be-e4f6aab8a892&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2111223 Apr 18 20:38:34.916913 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-08d28c30-8186-4c76-a20a-b6ab813c5032 req-c7205c2d-0e67-4d9d-8a74-ef83c7067322 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=2b4e6157-bc80-44e6-aceb-13aa29225b38&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0786016 Apr 18 20:38:34.978363 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-130a94eb-33b5-4b9f-99f0-3e7a346373d0 None None] New status for floating IP c3f6b439-120b-4780-883f-d9b5460ff4df: ACTIVE {{(pid=84042) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Apr 18 20:38:34.985382 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-c677190e-5b56-4b67-b154-346bfdf1f00c req-b955e5f5-f001-4e65-ad65-9893db82429b tempest-ImagesTestJSON-757689736 tempest-ImagesTestJSON-757689736-project] 10.222.0.42 "GET /v2.0/security-groups?id=59d22466-01c3-4eda-9b5c-cb887beaa55e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1681559 Apr 18 20:38:35.028225 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-7f7045d0-16ec-4e6c-9c43-7b766872deb2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:35.084593 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-7f7045d0-16ec-4e6c-9c43-7b766872deb2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:35.154937 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-08d28c30-8186-4c76-a20a-b6ab813c5032 req-097b60a0-4d21-43ab-8f1b-d14b613cf97a service neutron] 10.222.0.43 "GET /v2.0/networks/2b4e6157-bc80-44e6-aceb-13aa29225b38?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2198272 Apr 18 20:38:35.186789 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-b8912aef-9d34-4c62-b7f3-b001ab0f4af4 req-03234cc2-082e-4778-927e-d4598c82e8a2 tempest-ServersAdmin275Test-1430223114 tempest-ServersAdmin275Test-1430223114-project] 10.222.0.42 "GET /v2.0/ports?device_id=4bb574e3-a1a9-4f48-a18e-e712328d8de0 HTTP/1.1" status: 200 len: 210 time: 0.0616724 Apr 18 20:38:35.256644 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-4958782a-2af0-4759-9430-c755efd7bf6b req-99be26f8-de37-4011-8451-9a4e8c36326f tempest-LiveMigrationNegativeTest-1063094817 tempest-LiveMigrationNegativeTest-1063094817-project] 10.222.0.42 "GET /v2.0/ports?device_id=7994feeb-3fba-4a0f-828c-898c87b31453 HTTP/1.1" status: 200 len: 210 time: 0.0519178 Apr 18 20:38:35.283596 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-7f7045d0-16ec-4e6c-9c43-7b766872deb2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33528224'] for security_group, after_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:35.293675 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.db_base_plugin_common [req-21c8c11c-8e60-43b6-a4fe-57b68df43b76 req-2f60d1f3-8cf9-4c14-979d-210da11b0539 tempest-LiveMigrationNegativeTest-1063094817 tempest-LiveMigrationNegativeTest-1063094817-project] Allocated IP 192.168.233.149 (cb56989d-7c5d-4678-b194-1d2edf1e842a/c4b526db-4d8a-4d4c-a310-e3a599630ae1/19016f75-9b1d-4cd8-9002-da401a0915b9) {{(pid=84040) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:38:35.328141 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f7045d0-16ec-4e6c-9c43-7b766872deb2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=13c8c253-749f-4740-9c87-7024bc8f1345,revision_number=None']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:38:35.356490 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-7f7045d0-16ec-4e6c-9c43-7b766872deb2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:35.360050 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-7f7045d0-16ec-4e6c-9c43-7b766872deb2 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/13c8c253-749f-4740-9c87-7024bc8f1345 HTTP/1.1" status: 204 len: 168 time: 0.6162000 Apr 18 20:38:35.384260 n-d-838334-2 neutron-server[84042]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '88da0aae-5387-4191-9808-adec4cffcd57', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd1c072d7-4cd8-43b1-b0ab-82d452c6cfa0'}] {{(pid=84042) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 20:38:35.452276 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-08d28c30-8186-4c76-a20a-b6ab813c5032 req-b66b308a-e12d-4803-ab95-a46398a4c9bd service neutron] 10.222.0.43 "GET /v2.0/networks/2b4e6157-bc80-44e6-aceb-13aa29225b38?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2888114 Apr 18 20:38:35.509525 n-d-838334-2 neutron-server[84042]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8f58135e-396f-4dc4-985d-b56825083ff1'] response: {'server_uuid': '88da0aae-5387-4191-9808-adec4cffcd57', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd1c072d7-4cd8-43b1-b0ab-82d452c6cfa0', 'code': 200} Apr 18 20:38:35.688905 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-eeb289c6-6829-47a6-b369-76bc5418b9d3 req-a73c9dc2-8420-403f-9374-be26d3bcc5f1 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=88da0aae-5387-4191-9808-adec4cffcd57 HTTP/1.1" status: 200 len: 1096 time: 0.1119592 Apr 18 20:38:35.734420 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-eeb289c6-6829-47a6-b369-76bc5418b9d3 req-21335f1e-fec5-4246-bf6f-d896d9552fd5 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=59d22466-01c3-4eda-9b5c-cb887beaa55e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381730 Apr 18 20:38:35.738026 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c67b326-2a89-4ba8-a327-42d16164c204 req-6fd477da-1a30-4b00-bc3d-34afa215c74b tempest-LiveAutoBlockMigrationV225Test-1713341100 tempest-LiveAutoBlockMigrationV225Test-1713341100-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:38:35.739562 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-4c67b326-2a89-4ba8-a327-42d16164c204 req-6fd477da-1a30-4b00-bc3d-34afa215c74b tempest-LiveAutoBlockMigrationV225Test-1713341100 tempest-LiveAutoBlockMigrationV225Test-1713341100-project] 10.222.0.42 "GET /v2.0/ports?device_id=56816bb5-501f-409b-9318-02f6d3b85a3d HTTP/1.1" status: 200 len: 945 time: 0.1888599 Apr 18 20:38:35.749482 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-21c8c11c-8e60-43b6-a4fe-57b68df43b76 req-2f60d1f3-8cf9-4c14-979d-210da11b0539 tempest-LiveMigrationNegativeTest-1063094817 tempest-LiveMigrationNegativeTest-1063094817-project] Notify callbacks [] for port, precommit_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:35.802568 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.provisioning_blocks [req-21c8c11c-8e60-43b6-a4fe-57b68df43b76 req-2f60d1f3-8cf9-4c14-979d-210da11b0539 tempest-LiveMigrationNegativeTest-1063094817 tempest-LiveMigrationNegativeTest-1063094817-project] Transition to ACTIVE for port object 19016f75-9b1d-4cd8-9002-da401a0915b9 will not be triggered until provisioned by entity DHCP. {{(pid=84040) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 20:38:35.835090 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-4c67b326-2a89-4ba8-a327-42d16164c204 req-340b683b-e216-4550-b7f1-541d532163fc tempest-LiveAutoBlockMigrationV225Test-1713341100 tempest-LiveAutoBlockMigrationV225Test-1713341100-project] 10.222.0.42 "GET /v2.0/security-groups?id=bf712067-aabd-4e70-aae1-082928dd1ccd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0892379 Apr 18 20:38:35.895285 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-21c8c11c-8e60-43b6-a4fe-57b68df43b76 req-2f60d1f3-8cf9-4c14-979d-210da11b0539 tempest-LiveMigrationNegativeTest-1063094817 tempest-LiveMigrationNegativeTest-1063094817-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750374836619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32440838'] for port, after_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:35.913540 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] get_ports_and_sgs() called for port_ids ['dc340d1a-25b1-44bb-9758-37662660deb1'] {{(pid=84042) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 18 20:38:35.988383 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 34738) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:38:36.035488 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-e4eb4112-0bf0-4827-90fa-68cec5ebaf99 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:36.079785 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-e4eb4112-0bf0-4827-90fa-68cec5ebaf99 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:38:36.085389 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-e4eb4112-0bf0-4827-90fa-68cec5ebaf99 admin admin] Usage tracker for resource:security_group_rule and tenant:5c38047a4f044627915fd636899a4a30 is out of sync, need to count used quota {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:38:36.089060 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-e4eb4112-0bf0-4827-90fa-68cec5ebaf99 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:38:36.096008 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-e4eb4112-0bf0-4827-90fa-68cec5ebaf99 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:38:36.124285 n-d-838334-2 neutron-server[84040]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-21c8c11c-8e60-43b6-a4fe-57b68df43b76 req-2f60d1f3-8cf9-4c14-979d-210da11b0539 tempest-LiveMigrationNegativeTest-1063094817 tempest-LiveMigrationNegativeTest-1063094817-project] Network cb56989d-7c5d-4678-b194-1d2edf1e842a is already hosted by enough agents. {{(pid=84040) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:38:36.131809 n-d-838334-2 neutron-server[84040]: DEBUG neutron.scheduler.base_scheduler [req-21c8c11c-8e60-43b6-a4fe-57b68df43b76 req-2f60d1f3-8cf9-4c14-979d-210da11b0539 tempest-LiveMigrationNegativeTest-1063094817 tempest-LiveMigrationNegativeTest-1063094817-project] Resources bound (agent type, host, resource id): {{(pid=84040) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:38:36.134286 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.l3_dvrscheduler_db [req-21c8c11c-8e60-43b6-a4fe-57b68df43b76 req-2f60d1f3-8cf9-4c14-979d-210da11b0539 tempest-LiveMigrationNegativeTest-1063094817 tempest-LiveMigrationNegativeTest-1063094817-project] Received port after_create {{(pid=84040) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 20:38:36.189874 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-e4eb4112-0bf0-4827-90fa-68cec5ebaf99 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:36.197333 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-e4eb4112-0bf0-4827-90fa-68cec5ebaf99 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33528224'] for security_group, after_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:36.230653 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f60d1f3-8cf9-4c14-979d-210da11b0539 tempest-LiveMigrationNegativeTest-1063094817 tempest-LiveMigrationNegativeTest-1063094817-project] Pushing event updated for resources: {'Port': ['ID=19016f75-9b1d-4cd8-9002-da401a0915b9,revision_number=1']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:38:36.238808 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4eb4112-0bf0-4827-90fa-68cec5ebaf99 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4b41c4f2-2424-4a9e-915a-f7ce0e436014,revision_number=1']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:38:36.258797 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-e4eb4112-0bf0-4827-90fa-68cec5ebaf99 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=5c38047a4f044627915fd636899a4a30&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2692795 Apr 18 20:38:36.262346 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 34746) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:38:36.339385 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-1f25d4f7-226b-41b4-929e-caefcf8cdca9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:36.349931 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21c8c11c-8e60-43b6-a4fe-57b68df43b76 req-2f60d1f3-8cf9-4c14-979d-210da11b0539 tempest-LiveMigrationNegativeTest-1063094817 tempest-LiveMigrationNegativeTest-1063094817-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:38:36.350528 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-21c8c11c-8e60-43b6-a4fe-57b68df43b76 req-2f60d1f3-8cf9-4c14-979d-210da11b0539 tempest-LiveMigrationNegativeTest-1063094817 tempest-LiveMigrationNegativeTest-1063094817-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217293'] for port, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:36.395919 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04579de1-e2a5-4983-8ec0-575d86acc3b5 req-e74b6b5a-888d-42c4-9ca5-64ce9ef508f1 tempest-ImagesTestJSON-757689736 tempest-ImagesTestJSON-757689736-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:38:36.397690 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-04579de1-e2a5-4983-8ec0-575d86acc3b5 req-e74b6b5a-888d-42c4-9ca5-64ce9ef508f1 tempest-ImagesTestJSON-757689736 tempest-ImagesTestJSON-757689736-project] 10.222.0.42 "GET /v2.0/ports?device_id=88da0aae-5387-4191-9808-adec4cffcd57 HTTP/1.1" status: 200 len: 945 time: 0.2248497 Apr 18 20:38:36.398457 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-1f25d4f7-226b-41b4-929e-caefcf8cdca9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:36.405608 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-21c8c11c-8e60-43b6-a4fe-57b68df43b76 req-2f60d1f3-8cf9-4c14-979d-210da11b0539 tempest-LiveMigrationNegativeTest-1063094817 tempest-LiveMigrationNegativeTest-1063094817-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.1242545 Apr 18 20:38:36.414206 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90d55443-db38-44ed-b186-f6473ef359d9 req-03e2fa77-ddb3-4b86-bc45-63883c2b6f97 tempest-LiveMigrationTest-963278731 tempest-LiveMigrationTest-963278731-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:38:36.422006 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-90d55443-db38-44ed-b186-f6473ef359d9 req-03e2fa77-ddb3-4b86-bc45-63883c2b6f97 tempest-LiveMigrationTest-963278731 tempest-LiveMigrationTest-963278731-project] 10.222.0.42 "GET /v2.0/ports?device_id=bc66a4ae-28da-4e1f-969f-022e139eaf43 HTTP/1.1" status: 200 len: 943 time: 0.4120448 Apr 18 20:38:36.443898 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.v2.base [req-21c8c11c-8e60-43b6-a4fe-57b68df43b76 req-5025ed70-05ee-4977-b574-969a4046f017 service neutron] Request body: {'port': {'device_id': '7994feeb-3fba-4a0f-828c-898c87b31453', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-838334-2'}} {{(pid=84040) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 20:38:36.466937 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-1f25d4f7-226b-41b4-929e-caefcf8cdca9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33528224'] for security_group, after_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:36.486367 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-a3ab6e75-3561-4d82-9108-dab43e798857 None None] Provisioning for port 19016f75-9b1d-4cd8-9002-da401a0915b9 completed by entity DHCP. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 20:38:36.489772 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f25d4f7-226b-41b4-929e-caefcf8cdca9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b41c4f2-2424-4a9e-915a-f7ce0e436014,revision_number=None']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:38:36.494483 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-1f25d4f7-226b-41b4-929e-caefcf8cdca9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:36.495905 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-1f25d4f7-226b-41b4-929e-caefcf8cdca9 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/4b41c4f2-2424-4a9e-915a-f7ce0e436014 HTTP/1.1" status: 204 len: 168 time: 0.2322707 Apr 18 20:38:36.514851 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-a3ab6e75-3561-4d82-9108-dab43e798857 None None] Provisioning complete for port 19016f75-9b1d-4cd8-9002-da401a0915b9 triggered by entity DHCP. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:38:36.516208 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-a3ab6e75-3561-4d82-9108-dab43e798857 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1253608'] for port, provisioning_complete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:36.559962 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-90d55443-db38-44ed-b186-f6473ef359d9 req-939a65a2-6bb0-4585-bae4-87e2caf57182 tempest-LiveMigrationTest-963278731 tempest-LiveMigrationTest-963278731-project] 10.222.0.42 "GET /v2.0/security-groups?id=c1ded286-bbeb-4ec4-95be-e4f6aab8a892&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1368945 Apr 18 20:38:36.593709 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.plugin [None req-a3ab6e75-3561-4d82-9108-dab43e798857 None None] Port 19016f75-9b1d-4cd8-9002-da401a0915b9 cannot update to ACTIVE because it is not bound. {{(pid=84042) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 18 20:38:36.605015 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-04579de1-e2a5-4983-8ec0-575d86acc3b5 req-6cf67e15-878d-4b64-8220-f491ccec3177 tempest-ImagesTestJSON-757689736 tempest-ImagesTestJSON-757689736-project] 10.222.0.42 "GET /v2.0/security-groups?id=59d22466-01c3-4eda-9b5c-cb887beaa55e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1340580 Apr 18 20:38:36.662570 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Device ecc9262a-94bf-40c1-99c0-e4ad54b2ed5f details requested by agent hyperv_n-h2-838334-2 with host n-h2-838334-2 {{(pid=84042) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 18 20:38:36.739551 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-21c8c11c-8e60-43b6-a4fe-57b68df43b76 req-5025ed70-05ee-4977-b574-969a4046f017 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:36.842039 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] For port ecc9262a-94bf-40c1-99c0-e4ad54b2ed5f, host n-h1-838334-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838334-2',level=0,port_id=ecc9262a-94bf-40c1-99c0-e4ad54b2ed5f,segment=NetworkSegment(806925fb-1611-47d5-bfae-6289aca7c7ad),segment_id=806925fb-1611-47d5-bfae-6289aca7c7ad)] {{(pid=84042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:38:36.860179 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-491b363e-e0fe-4948-b939-b9ee4e7d7c5e req-5f2dbdd6-558a-4509-adb7-e70e65fbc4ed tempest-ServersAdmin275Test-1430223114 tempest-ServersAdmin275Test-1430223114-project] 10.222.0.42 "GET /v2.0/ports?device_id=4bb574e3-a1a9-4f48-a18e-e712328d8de0 HTTP/1.1" status: 200 len: 210 time: 0.0485921 Apr 18 20:38:36.907085 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Device ecc9262a-94bf-40c1-99c0-e4ad54b2ed5f has no active binding in host n-h2-838334-2 {{(pid=84042) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:142}} Apr 18 20:38:37.263852 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f8c3169-6260-4dc5-ae28-ce5bb7ed5585 req-05a31007-866e-42c0-a74d-247154b2d3fc tempest-LiveMigrationNegativeTest-1063094817 tempest-LiveMigrationNegativeTest-1063094817-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:38:37.264530 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [req-7f8c3169-6260-4dc5-ae28-ce5bb7ed5585 req-05a31007-866e-42c0-a74d-247154b2d3fc tempest-LiveMigrationNegativeTest-1063094817 tempest-LiveMigrationNegativeTest-1063094817-project] Synchronizing usage tracker for tenant:5d4dc6fb67894ffb821d3bd7cc7cd1b2 on resource:port {{(pid=84040) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 20:38:37.303735 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-453927cc-4790-412c-91db-009510bc391d req-0dc73f72-4c93-440f-ad6e-10162bac5415 tempest-LiveAutoBlockMigrationV225Test-1713341100 tempest-LiveAutoBlockMigrationV225Test-1713341100-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:38:37.305179 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-453927cc-4790-412c-91db-009510bc391d req-0dc73f72-4c93-440f-ad6e-10162bac5415 tempest-LiveAutoBlockMigrationV225Test-1713341100 tempest-LiveAutoBlockMigrationV225Test-1713341100-project] 10.222.0.42 "GET /v2.0/ports?device_id=56816bb5-501f-409b-9318-02f6d3b85a3d HTTP/1.1" status: 200 len: 945 time: 0.1774287 Apr 18 20:38:37.308572 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [req-7f8c3169-6260-4dc5-ae28-ce5bb7ed5585 req-05a31007-866e-42c0-a74d-247154b2d3fc tempest-LiveMigrationNegativeTest-1063094817 tempest-LiveMigrationNegativeTest-1063094817-project] Unset dirty status for tenant:5d4dc6fb67894ffb821d3bd7cc7cd1b2 on resource:port {{(pid=84040) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 20:38:37.309603 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-7f8c3169-6260-4dc5-ae28-ce5bb7ed5585 req-05a31007-866e-42c0-a74d-247154b2d3fc tempest-LiveMigrationNegativeTest-1063094817 tempest-LiveMigrationNegativeTest-1063094817-project] 10.222.0.42 "GET /v2.0/ports?device_id=7994feeb-3fba-4a0f-828c-898c87b31453 HTTP/1.1" status: 200 len: 936 time: 0.4328115 Apr 18 20:38:37.510031 n-d-838334-2 neutron-server[84040]: DEBUG neutron.notifiers.nova [req-21c8c11c-8e60-43b6-a4fe-57b68df43b76 req-5025ed70-05ee-4977-b574-969a4046f017 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 19016f75-9b1d-4cd8-9002-da401a0915b9 {{(pid=84040) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 18 20:38:37.523152 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-21c8c11c-8e60-43b6-a4fe-57b68df43b76 req-5025ed70-05ee-4977-b574-969a4046f017 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:37.544140 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-453927cc-4790-412c-91db-009510bc391d req-d0b6bea8-3017-48ed-886f-619a93484660 tempest-LiveAutoBlockMigrationV225Test-1713341100 tempest-LiveAutoBlockMigrationV225Test-1713341100-project] 10.222.0.42 "GET /v2.0/security-groups?id=bf712067-aabd-4e70-aae1-082928dd1ccd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2319543 Apr 18 20:38:37.549374 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-7f8c3169-6260-4dc5-ae28-ce5bb7ed5585 req-4f84fd62-2b67-464c-b641-eafcfb8c1638 tempest-LiveMigrationNegativeTest-1063094817 tempest-LiveMigrationNegativeTest-1063094817-project] 10.222.0.42 "GET /v2.0/security-groups?id=7d29b726-a567-4f03-8309-9129413604ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1966436 Apr 18 20:38:37.552232 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.provisioning_blocks [req-21c8c11c-8e60-43b6-a4fe-57b68df43b76 req-5025ed70-05ee-4977-b574-969a4046f017 service neutron] Transition to ACTIVE for port object 19016f75-9b1d-4cd8-9002-da401a0915b9 will not be triggered until provisioned by entity L2. {{(pid=84040) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 20:38:37.560866 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-21c8c11c-8e60-43b6-a4fe-57b68df43b76 req-5025ed70-05ee-4977-b574-969a4046f017 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32440959'] for port, after_update {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:37.776320 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5025ed70-05ee-4977-b574-969a4046f017 service neutron] Pushing event updated for resources: {'Port': ['ID=19016f75-9b1d-4cd8-9002-da401a0915b9,revision_number=2']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:38:38.007430 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-3d429dca-f69b-49a8-a6c9-fef1b0480568 req-c98a37a7-ff1a-40f7-892a-3fff6ce25076 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=4bb574e3-a1a9-4f48-a18e-e712328d8de0 HTTP/1.1" status: 200 len: 210 time: 0.0880737 Apr 18 20:38:38.046041 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f7bb766-98ab-4fa2-aa16-a29675fed8c4 req-04eece92-c388-460e-9f7c-fb97effa82b5 tempest-LiveMigrationTest-963278731 tempest-LiveMigrationTest-963278731-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:38:38.049732 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-6f7bb766-98ab-4fa2-aa16-a29675fed8c4 req-04eece92-c388-460e-9f7c-fb97effa82b5 tempest-LiveMigrationTest-963278731 tempest-LiveMigrationTest-963278731-project] 10.222.0.42 "GET /v2.0/ports?device_id=bc66a4ae-28da-4e1f-969f-022e139eaf43 HTTP/1.1" status: 200 len: 943 time: 0.2888367 Apr 18 20:38:38.100502 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-93513949-ed07-48ea-b4d0-feaf15480cf7 req-d6209e3b-f0d8-4c21-aa78-037636600ea5 tempest-LiveAutoBlockMigrationV225Test-203169570 tempest-LiveAutoBlockMigrationV225Test-203169570-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=56816bb5-501f-409b-9318-02f6d3b85a3d HTTP/1.1" status: 200 len: 1096 time: 0.2770207 Apr 18 20:38:38.109150 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.managers [req-21c8c11c-8e60-43b6-a4fe-57b68df43b76 req-5025ed70-05ee-4977-b574-969a4046f017 service neutron] Attempting to bind port 19016f75-9b1d-4cd8-9002-da401a0915b9 on host n-h2-838334-2 for vnic_type normal with profile {{(pid=84040) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:38:38.109478 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.managers [req-21c8c11c-8e60-43b6-a4fe-57b68df43b76 req-5025ed70-05ee-4977-b574-969a4046f017 service neutron] Attempting to bind port 19016f75-9b1d-4cd8-9002-da401a0915b9 by drivers openvswitch,hyperv on host n-h2-838334-2 at level 0 using segments [{'id': '62b85806-94d8-4a88-a06c-da82e5932d66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': 'cb56989d-7c5d-4678-b194-1d2edf1e842a'}] {{(pid=84040) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:38:38.109791 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21c8c11c-8e60-43b6-a4fe-57b68df43b76 req-5025ed70-05ee-4977-b574-969a4046f017 service neutron] Attempting to bind port 19016f75-9b1d-4cd8-9002-da401a0915b9 on network cb56989d-7c5d-4678-b194-1d2edf1e842a {{(pid=84040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 20:38:38.149274 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21c8c11c-8e60-43b6-a4fe-57b68df43b76 req-5025ed70-05ee-4977-b574-969a4046f017 service neutron] Port 19016f75-9b1d-4cd8-9002-da401a0915b9 on network cb56989d-7c5d-4678-b194-1d2edf1e842a not bound, no agent of type Open vSwitch agent registered on host n-h2-838334-2 {{(pid=84040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 18 20:38:38.149589 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21c8c11c-8e60-43b6-a4fe-57b68df43b76 req-5025ed70-05ee-4977-b574-969a4046f017 service neutron] Attempting to bind port 19016f75-9b1d-4cd8-9002-da401a0915b9 on network cb56989d-7c5d-4678-b194-1d2edf1e842a {{(pid=84040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 20:38:38.153674 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-6f7bb766-98ab-4fa2-aa16-a29675fed8c4 req-9d69e02d-e358-44a8-9994-e08d33609943 tempest-LiveMigrationTest-963278731 tempest-LiveMigrationTest-963278731-project] 10.222.0.42 "GET /v2.0/security-groups?id=c1ded286-bbeb-4ec4-95be-e4f6aab8a892&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0977221 Apr 18 20:38:38.167406 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21c8c11c-8e60-43b6-a4fe-57b68df43b76 req-5025ed70-05ee-4977-b574-969a4046f017 service neutron] Checking agent: {'id': 'dc797004-f641-47b7-a77f-9c62b5b16296', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-838334-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 34, 3), 'started_at': datetime.datetime(2022, 4, 18, 20, 34, 3), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 20, 38, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 18 20:38:38.167769 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21c8c11c-8e60-43b6-a4fe-57b68df43b76 req-5025ed70-05ee-4977-b574-969a4046f017 service neutron] Checking segment: {'id': '62b85806-94d8-4a88-a06c-da82e5932d66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': 'cb56989d-7c5d-4678-b194-1d2edf1e842a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84040) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 20:38:38.168140 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21c8c11c-8e60-43b6-a4fe-57b68df43b76 req-5025ed70-05ee-4977-b574-969a4046f017 service neutron] Bound using segment: {'id': '62b85806-94d8-4a88-a06c-da82e5932d66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': 'cb56989d-7c5d-4678-b194-1d2edf1e842a'} {{(pid=84040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 18 20:38:38.168566 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.managers [req-21c8c11c-8e60-43b6-a4fe-57b68df43b76 req-5025ed70-05ee-4977-b574-969a4046f017 service neutron] Bound port: 19016f75-9b1d-4cd8-9002-da401a0915b9, host: n-h2-838334-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '62b85806-94d8-4a88-a06c-da82e5932d66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': 'cb56989d-7c5d-4678-b194-1d2edf1e842a'}}] {{(pid=84040) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 20:38:38.168972 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-21c8c11c-8e60-43b6-a4fe-57b68df43b76 req-5025ed70-05ee-4977-b574-969a4046f017 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:38.197065 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-93513949-ed07-48ea-b4d0-feaf15480cf7 req-1a5582e8-98ab-4803-824d-2e3108de5c89 tempest-LiveAutoBlockMigrationV225Test-203169570 tempest-LiveAutoBlockMigrationV225Test-203169570-project-admin] 10.222.0.42 "GET /v2.0/security-groups?id=bf712067-aabd-4e70-aae1-082928dd1ccd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0849552 Apr 18 20:38:38.420094 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.db [req-21c8c11c-8e60-43b6-a4fe-57b68df43b76 req-5025ed70-05ee-4977-b574-969a4046f017 service neutron] For port 19016f75-9b1d-4cd8-9002-da401a0915b9, host n-h2-838334-2, cleared binding levels {{(pid=84040) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 20:38:38.432196 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.db [req-21c8c11c-8e60-43b6-a4fe-57b68df43b76 req-5025ed70-05ee-4977-b574-969a4046f017 service neutron] For port 19016f75-9b1d-4cd8-9002-da401a0915b9, host n-h2-838334-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838334-2',level=0,port_id=19016f75-9b1d-4cd8-9002-da401a0915b9,segment=NetworkSegment(62b85806-94d8-4a88-a06c-da82e5932d66),segment_id=62b85806-94d8-4a88-a06c-da82e5932d66)] {{(pid=84040) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 20:38:38.443664 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-21c8c11c-8e60-43b6-a4fe-57b68df43b76 req-5025ed70-05ee-4977-b574-969a4046f017 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32440959'] for port, after_update {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:38.500920 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f4d5d9-3afd-4514-b01c-97db070e2cbe req-ebc2a2cd-278f-4243-b667-99b6aad29c14 tempest-ImagesTestJSON-757689736 tempest-ImagesTestJSON-757689736-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:38:38.508682 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-c7f4d5d9-3afd-4514-b01c-97db070e2cbe req-ebc2a2cd-278f-4243-b667-99b6aad29c14 tempest-ImagesTestJSON-757689736 tempest-ImagesTestJSON-757689736-project] 10.222.0.42 "GET /v2.0/ports?device_id=88da0aae-5387-4191-9808-adec4cffcd57 HTTP/1.1" status: 200 len: 945 time: 0.1603651 Apr 18 20:38:38.545595 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-21c8c11c-8e60-43b6-a4fe-57b68df43b76 req-5025ed70-05ee-4977-b574-969a4046f017 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217293'] for port, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:38.546955 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-21c8c11c-8e60-43b6-a4fe-57b68df43b76 req-5025ed70-05ee-4977-b574-969a4046f017 service neutron] 10.222.0.48 "PUT /v2.0/ports/19016f75-9b1d-4cd8-9002-da401a0915b9 HTTP/1.1" status: 200 len: 1096 time: 2.1076932 Apr 18 20:38:38.547774 n-d-838334-2 neutron-server[84040]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7994feeb-3fba-4a0f-828c-898c87b31453', 'tag': '19016f75-9b1d-4cd8-9002-da401a0915b9'}] {{(pid=84040) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 20:38:38.579156 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-fc73d3be-6d7e-44e3-99d6-cce25c901747 req-e1f338b0-1202-47bc-b9bc-2d06215561c5 service neutron] 10.222.0.43 "GET /v2.0/ports/ecc9262a-94bf-40c1-99c0-e4ad54b2ed5f/bindings/n-h2-838334-2 HTTP/1.1" status: 200 len: 384 time: 0.1130180 Apr 18 20:38:38.741191 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-743c7ed9-d9c8-4511-b3b2-33157679f660 req-942a176c-7d6a-486a-842e-4611b7f1c67e tempest-ServersAdmin275Test-1430223114 tempest-ServersAdmin275Test-1430223114-project] 10.222.0.42 "GET /v2.0/ports?device_id=4bb574e3-a1a9-4f48-a18e-e712328d8de0 HTTP/1.1" status: 200 len: 210 time: 0.2464955 Apr 18 20:38:38.791260 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-c7f4d5d9-3afd-4514-b01c-97db070e2cbe req-080d2ac6-aaea-4885-b3f3-836ff57a8508 tempest-ImagesTestJSON-757689736 tempest-ImagesTestJSON-757689736-project] 10.222.0.42 "GET /v2.0/security-groups?id=59d22466-01c3-4eda-9b5c-cb887beaa55e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2791820 Apr 18 20:38:38.819760 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5025ed70-05ee-4977-b574-969a4046f017 service neutron] Pushing event updated for resources: {'Port': ['ID=19016f75-9b1d-4cd8-9002-da401a0915b9,revision_number=3']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:38:38.952974 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-21c8c11c-8e60-43b6-a4fe-57b68df43b76 req-29f35c01-7003-495e-b130-9612a396e76e service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=5d4dc6fb67894ffb821d3bd7cc7cd1b2&device_id=7994feeb-3fba-4a0f-828c-898c87b31453 HTTP/1.1" status: 200 len: 1099 time: 0.2826612 Apr 18 20:38:39.271498 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.db [req-fc73d3be-6d7e-44e3-99d6-cce25c901747 req-0a209910-5eae-4bfa-93fb-aa9a219d73fd service neutron] For port ecc9262a-94bf-40c1-99c0-e4ad54b2ed5f, host n-h1-838334-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838334-2',level=0,port_id=ecc9262a-94bf-40c1-99c0-e4ad54b2ed5f,segment=NetworkSegment(806925fb-1611-47d5-bfae-6289aca7c7ad),segment_id=806925fb-1611-47d5-bfae-6289aca7c7ad)] {{(pid=84041) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:38:39.306810 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-21c8c11c-8e60-43b6-a4fe-57b68df43b76 req-d2263600-7a4b-438a-8f5e-2033afd76a1f service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.149&port_id=19016f75-9b1d-4cd8-9002-da401a0915b9 HTTP/1.1" status: 200 len: 217 time: 0.1844246 Apr 18 20:38:39.312406 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.db [req-fc73d3be-6d7e-44e3-99d6-cce25c901747 req-0a209910-5eae-4bfa-93fb-aa9a219d73fd service neutron] For port ecc9262a-94bf-40c1-99c0-e4ad54b2ed5f, host n-h1-838334-2, cleared binding levels {{(pid=84041) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 20:38:39.384713 n-d-838334-2 neutron-server[84041]: DEBUG neutron.notifiers.nova [req-fc73d3be-6d7e-44e3-99d6-cce25c901747 req-0a209910-5eae-4bfa-93fb-aa9a219d73fd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ecc9262a-94bf-40c1-99c0-e4ad54b2ed5f {{(pid=84041) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 18 20:38:39.399679 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.db [req-fc73d3be-6d7e-44e3-99d6-cce25c901747 req-0a209910-5eae-4bfa-93fb-aa9a219d73fd service neutron] For port ecc9262a-94bf-40c1-99c0-e4ad54b2ed5f, host n-h2-838334-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838334-2',level=0,port_id=ecc9262a-94bf-40c1-99c0-e4ad54b2ed5f,segment=NetworkSegment(806925fb-1611-47d5-bfae-6289aca7c7ad),segment_id=806925fb-1611-47d5-bfae-6289aca7c7ad)] {{(pid=84041) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:38:39.406544 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21c8c11c-8e60-43b6-a4fe-57b68df43b76 req-bfbe0543-43c0-4a7b-935e-daf1b35cb062 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:38:39.408112 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-21c8c11c-8e60-43b6-a4fe-57b68df43b76 req-bfbe0543-43c0-4a7b-935e-daf1b35cb062 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=c4b526db-4d8a-4d4c-a310-e3a599630ae1 HTTP/1.1" status: 200 len: 843 time: 0.0836985 Apr 18 20:38:39.418325 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [req-fc73d3be-6d7e-44e3-99d6-cce25c901747 req-0a209910-5eae-4bfa-93fb-aa9a219d73fd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:39.422108 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-136038cf-b09c-48e9-b4e2-7d8e680b0255 req-d8654f86-d268-423b-91db-5419621ca776 tempest-LiveMigrationNegativeTest-1063094817 tempest-LiveMigrationNegativeTest-1063094817-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:38:39.423613 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-136038cf-b09c-48e9-b4e2-7d8e680b0255 req-d8654f86-d268-423b-91db-5419621ca776 tempest-LiveMigrationNegativeTest-1063094817 tempest-LiveMigrationNegativeTest-1063094817-project] 10.222.0.42 "GET /v2.0/ports?device_id=7994feeb-3fba-4a0f-828c-898c87b31453 HTTP/1.1" status: 200 len: 948 time: 0.2143030 Apr 18 20:38:39.465902 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-c86b3c6c-0af3-4e85-9bd9-570ffb1ec6c8 req-504d74aa-19f2-410b-9cae-2dbec70bb798 tempest-LiveAutoBlockMigrationV225Test-203169570 tempest-LiveAutoBlockMigrationV225Test-203169570-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=56816bb5-501f-409b-9318-02f6d3b85a3d HTTP/1.1" status: 200 len: 1096 time: 0.5114973 Apr 18 20:38:39.537567 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.provisioning_blocks [req-fc73d3be-6d7e-44e3-99d6-cce25c901747 req-0a209910-5eae-4bfa-93fb-aa9a219d73fd service neutron] Transition to ACTIVE for port object ecc9262a-94bf-40c1-99c0-e4ad54b2ed5f will not be triggered until provisioned by entity L2. {{(pid=84041) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 20:38:39.546492 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [req-fc73d3be-6d7e-44e3-99d6-cce25c901747 req-0a209910-5eae-4bfa-93fb-aa9a219d73fd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32266282'] for port, after_update {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:39.559920 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-c86b3c6c-0af3-4e85-9bd9-570ffb1ec6c8 req-dcfb993e-0bdb-40a4-9c82-5c7f3acf959a tempest-LiveAutoBlockMigrationV225Test-203169570 tempest-LiveAutoBlockMigrationV225Test-203169570-project-admin] 10.222.0.42 "GET /v2.0/security-groups?id=bf712067-aabd-4e70-aae1-082928dd1ccd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732186 Apr 18 20:38:39.564400 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-136038cf-b09c-48e9-b4e2-7d8e680b0255 req-ba5151d9-9825-4e6a-856e-8ecfb6c4dfdd tempest-LiveMigrationNegativeTest-1063094817 tempest-LiveMigrationNegativeTest-1063094817-project] 10.222.0.42 "GET /v2.0/security-groups?id=7d29b726-a567-4f03-8309-9129413604ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1068487 Apr 18 20:38:39.574046 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-21c8c11c-8e60-43b6-a4fe-57b68df43b76 req-45abf1eb-73da-4b82-8bdf-003cf9537103 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=cb56989d-7c5d-4678-b194-1d2edf1e842a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1494327 Apr 18 20:38:39.654194 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a209910-5eae-4bfa-93fb-aa9a219d73fd service neutron] Pushing event updated for resources: {'Port': ['ID=ecc9262a-94bf-40c1-99c0-e4ad54b2ed5f,revision_number=10']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:38:39.721123 n-d-838334-2 neutron-server[84040]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2bffffab-4396-48fa-88ec-52cfa5137159'] response: {'name': 'network-changed', 'server_uuid': '7994feeb-3fba-4a0f-828c-898c87b31453', 'tag': '19016f75-9b1d-4cd8-9002-da401a0915b9', 'status': 'completed', 'code': 200} Apr 18 20:38:39.785330 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.l3_dvrscheduler_db [req-fc73d3be-6d7e-44e3-99d6-cce25c901747 req-0a209910-5eae-4bfa-93fb-aa9a219d73fd service neutron] No DVR routers for this DVR port ecc9262a-94bf-40c1-99c0-e4ad54b2ed5f on host n-h1-838334-2 {{(pid=84041) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 20:38:39.834696 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-21c8c11c-8e60-43b6-a4fe-57b68df43b76 req-227808ad-d263-49c1-b2c8-20fadf47d19b service neutron] 10.222.0.48 "GET /v2.0/networks/cb56989d-7c5d-4678-b194-1d2edf1e842a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2495193 Apr 18 20:38:39.856922 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-fc73d3be-6d7e-44e3-99d6-cce25c901747 req-0a209910-5eae-4bfa-93fb-aa9a219d73fd service neutron] 10.222.0.43 "PUT /v2.0/ports/ecc9262a-94bf-40c1-99c0-e4ad54b2ed5f/bindings/n-h2-838334-2/activate HTTP/1.1" status: 200 len: 369 time: 1.2714691 Apr 18 20:38:40.241851 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40f2dd81-793b-48a2-b809-4ab04068b12e req-4fb7498d-d065-4084-a5e4-3b05b31c84c7 tempest-LiveMigrationTest-963278731 tempest-LiveMigrationTest-963278731-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:38:40.248840 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-40f2dd81-793b-48a2-b809-4ab04068b12e req-4fb7498d-d065-4084-a5e4-3b05b31c84c7 tempest-LiveMigrationTest-963278731 tempest-LiveMigrationTest-963278731-project] 10.222.0.42 "GET /v2.0/ports?device_id=bc66a4ae-28da-4e1f-969f-022e139eaf43 HTTP/1.1" status: 200 len: 944 time: 0.2877336 Apr 18 20:38:40.312467 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-fc73d3be-6d7e-44e3-99d6-cce25c901747 req-ff7c0776-ff13-49e4-82e2-761ac06ad5e8 tempest-LiveMigrationTest-1620833465 tempest-LiveMigrationTest-1620833465-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=bc66a4ae-28da-4e1f-969f-022e139eaf43&tenant_id=30967135a3784f8f91989a9ec626fb3e&binding%3Ahost_id=n-h1-838334-2 HTTP/1.1" status: 200 len: 1095 time: 0.3503799 Apr 18 20:38:40.315353 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-21c8c11c-8e60-43b6-a4fe-57b68df43b76 req-71ac5bd0-e1e9-49e3-ad2d-2a40e102f94b service neutron] 10.222.0.48 "GET /v2.0/networks/cb56989d-7c5d-4678-b194-1d2edf1e842a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4689820 Apr 18 20:38:40.327199 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-40f2dd81-793b-48a2-b809-4ab04068b12e req-13d1415c-b454-4e56-955b-210d734df3d7 tempest-LiveMigrationTest-963278731 tempest-LiveMigrationTest-963278731-project] 10.222.0.42 "GET /v2.0/security-groups?id=c1ded286-bbeb-4ec4-95be-e4f6aab8a892&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0774417 Apr 18 20:38:40.522953 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-8473e8dd-6543-4892-bf2f-ea9cbecd3020 req-ffc52648-df1c-488b-bc25-226c0f264f30 tempest-ServersAdmin275Test-1430223114 tempest-ServersAdmin275Test-1430223114-project] 10.222.0.42 "GET /v2.0/ports?device_id=4bb574e3-a1a9-4f48-a18e-e712328d8de0 HTTP/1.1" status: 200 len: 210 time: 0.1279528 Apr 18 20:38:40.615679 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-fc73d3be-6d7e-44e3-99d6-cce25c901747 req-8727a898-b589-4210-91f1-17de8c7f6b9f service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=bc66a4ae-28da-4e1f-969f-022e139eaf43&tenant_id=30967135a3784f8f91989a9ec626fb3e HTTP/1.1" status: 200 len: 1095 time: 0.2803092 Apr 18 20:38:40.622106 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-35303674-eda1-4f38-a652-5283e4a94582 req-ea6df981-271d-45a6-8216-473eac400896 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=5d4dc6fb67894ffb821d3bd7cc7cd1b2&device_id=7994feeb-3fba-4a0f-828c-898c87b31453 HTTP/1.1" status: 200 len: 1099 time: 0.1884286 Apr 18 20:38:40.639507 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ffa0960-7aef-4293-b2c5-0ee1f550553a req-882c290b-ff5d-4f39-b819-c35fd4d01629 tempest-ImagesTestJSON-757689736 tempest-ImagesTestJSON-757689736-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:38:40.641384 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-2ffa0960-7aef-4293-b2c5-0ee1f550553a req-882c290b-ff5d-4f39-b819-c35fd4d01629 tempest-ImagesTestJSON-757689736 tempest-ImagesTestJSON-757689736-project] 10.222.0.42 "GET /v2.0/ports?device_id=88da0aae-5387-4191-9808-adec4cffcd57 HTTP/1.1" status: 200 len: 945 time: 0.1641810 Apr 18 20:38:40.843127 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-2ffa0960-7aef-4293-b2c5-0ee1f550553a req-f997964a-be25-4727-bd4c-82509cec8d98 tempest-ImagesTestJSON-757689736 tempest-ImagesTestJSON-757689736-project] 10.222.0.42 "GET /v2.0/security-groups?id=59d22466-01c3-4eda-9b5c-cb887beaa55e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1809194 Apr 18 20:38:40.870289 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35303674-eda1-4f38-a652-5283e4a94582 req-f963cfb2-48ac-4a59-ad6e-e277677b19f5 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:38:40.871829 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-35303674-eda1-4f38-a652-5283e4a94582 req-f963cfb2-48ac-4a59-ad6e-e277677b19f5 service neutron] 10.222.0.48 "GET /v2.0/networks?id=cb56989d-7c5d-4678-b194-1d2edf1e842a HTTP/1.1" status: 200 len: 870 time: 0.2292926 Apr 18 20:38:40.884246 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-fc73d3be-6d7e-44e3-99d6-cce25c901747 req-7b180cf9-1ab4-4cb0-a344-85182a1791e0 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=30967135a3784f8f91989a9ec626fb3e&device_id=bc66a4ae-28da-4e1f-969f-022e139eaf43 HTTP/1.1" status: 200 len: 1095 time: 0.2026293 Apr 18 20:38:41.003266 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-35303674-eda1-4f38-a652-5283e4a94582 req-f51b7883-8bb8-4c82-b192-f57ea95f1b02 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.149&port_id=19016f75-9b1d-4cd8-9002-da401a0915b9 HTTP/1.1" status: 200 len: 217 time: 0.1180863 Apr 18 20:38:41.193330 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35303674-eda1-4f38-a652-5283e4a94582 req-91129821-eca3-4f5c-aa77-9baf93d2e629 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:38:41.193836 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-35303674-eda1-4f38-a652-5283e4a94582 req-91129821-eca3-4f5c-aa77-9baf93d2e629 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=c4b526db-4d8a-4d4c-a310-e3a599630ae1 HTTP/1.1" status: 200 len: 843 time: 0.1462641 Apr 18 20:38:41.289986 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc73d3be-6d7e-44e3-99d6-cce25c901747 req-d52dd6c3-04a7-4aec-81c7-8b36698aa8eb service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:38:41.292749 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-fc73d3be-6d7e-44e3-99d6-cce25c901747 req-d52dd6c3-04a7-4aec-81c7-8b36698aa8eb service neutron] 10.222.0.48 "GET /v2.0/networks?id=2b4e6157-bc80-44e6-aceb-13aa29225b38 HTTP/1.1" status: 200 len: 908 time: 0.3449495 Apr 18 20:38:41.398140 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-fc73d3be-6d7e-44e3-99d6-cce25c901747 req-0824c3cf-7f33-40d2-b64c-206527121e91 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=ecc9262a-94bf-40c1-99c0-e4ad54b2ed5f HTTP/1.1" status: 200 len: 217 time: 0.0895126 Apr 18 20:38:41.475393 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b434786-e426-4df7-91b7-a3038d459266 req-12d32d6c-056d-4f0d-9ea1-df5815a03d1a tempest-LiveMigrationNegativeTest-1063094817 tempest-LiveMigrationNegativeTest-1063094817-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:38:41.482273 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-7b434786-e426-4df7-91b7-a3038d459266 req-12d32d6c-056d-4f0d-9ea1-df5815a03d1a tempest-LiveMigrationNegativeTest-1063094817 tempest-LiveMigrationNegativeTest-1063094817-project] 10.222.0.42 "GET /v2.0/ports?device_id=7994feeb-3fba-4a0f-828c-898c87b31453 HTTP/1.1" status: 200 len: 948 time: 0.3521180 Apr 18 20:38:41.534971 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-35303674-eda1-4f38-a652-5283e4a94582 req-440577b3-ba33-438d-838b-cf365c48026b service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=cb56989d-7c5d-4678-b194-1d2edf1e842a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3325813 Apr 18 20:38:41.543212 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc73d3be-6d7e-44e3-99d6-cce25c901747 req-83b49f46-2cf5-469b-a9b2-86b20c0d0647 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:38:41.545275 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-fc73d3be-6d7e-44e3-99d6-cce25c901747 req-83b49f46-2cf5-469b-a9b2-86b20c0d0647 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=2a27c3e0-e2c3-453b-9e93-76a003aa4b19 HTTP/1.1" status: 200 len: 847 time: 0.1373990 Apr 18 20:38:41.561204 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-7b434786-e426-4df7-91b7-a3038d459266 req-d37013b7-82c3-45d4-819a-83a108415721 tempest-LiveMigrationNegativeTest-1063094817 tempest-LiveMigrationNegativeTest-1063094817-project] 10.222.0.42 "GET /v2.0/security-groups?id=7d29b726-a567-4f03-8309-9129413604ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0776880 Apr 18 20:38:41.756408 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-560c16cc-22a5-4d31-ab30-4f541063c0cc req-0ef237b9-28c3-45f6-baba-4e7a770ff4f6 tempest-ServersAdmin275Test-614917130 tempest-ServersAdmin275Test-614917130-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=4bb574e3-a1a9-4f48-a18e-e712328d8de0 HTTP/1.1" status: 200 len: 210 time: 0.1835186 Apr 18 20:38:41.759154 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-fc73d3be-6d7e-44e3-99d6-cce25c901747 req-34d17c1a-1823-430c-aab7-1d93e53c5daa service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=2b4e6157-bc80-44e6-aceb-13aa29225b38&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1615653 Apr 18 20:38:41.972266 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-35303674-eda1-4f38-a652-5283e4a94582 req-02eaa9e0-a313-4f9c-a217-c58586af8d97 service neutron] 10.222.0.48 "GET /v2.0/networks/cb56989d-7c5d-4678-b194-1d2edf1e842a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3974643 Apr 18 20:38:42.286833 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Device ecc9262a-94bf-40c1-99c0-e4ad54b2ed5f no longer exists at agent hyperv_n-h1-838334-2 {{(pid=84042) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 20:38:42.366718 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Device ecc9262a-94bf-40c1-99c0-e4ad54b2ed5f not bound to the agent host n-h1-838334-2 {{(pid=84042) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 20:38:42.367595 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-35303674-eda1-4f38-a652-5283e4a94582 req-69df5c73-2d96-4a7c-ad3d-3b575dbbe94a service neutron] 10.222.0.48 "GET /v2.0/networks/cb56989d-7c5d-4678-b194-1d2edf1e842a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3885076 Apr 18 20:38:42.403214 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-fc73d3be-6d7e-44e3-99d6-cce25c901747 req-4251a303-80d8-4789-94df-264c060fa3b9 service neutron] 10.222.0.48 "GET /v2.0/networks/2b4e6157-bc80-44e6-aceb-13aa29225b38?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5584722 Apr 18 20:38:42.438093 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-0dfe6930-e8e6-4453-aca1-05efd5d766ee req-f4f4ec3b-c688-42bd-9132-3fe9b39d10f3 tempest-LiveAutoBlockMigrationV225Test-203169570 tempest-LiveAutoBlockMigrationV225Test-203169570-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=56816bb5-501f-409b-9318-02f6d3b85a3d HTTP/1.1" status: 200 len: 1096 time: 0.2894351 Apr 18 20:38:42.670445 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-0dfe6930-e8e6-4453-aca1-05efd5d766ee req-bcd5e5f2-53cb-4aa6-875c-5033b473cdd7 tempest-LiveAutoBlockMigrationV225Test-203169570 tempest-LiveAutoBlockMigrationV225Test-203169570-project-admin] 10.222.0.42 "GET /v2.0/security-groups?id=bf712067-aabd-4e70-aae1-082928dd1ccd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2252467 Apr 18 20:38:42.680537 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-fc73d3be-6d7e-44e3-99d6-cce25c901747 req-15483d6e-a094-47ca-879f-0f03ef6b5ab0 service neutron] 10.222.0.48 "GET /v2.0/networks/2b4e6157-bc80-44e6-aceb-13aa29225b38?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2680702 Apr 18 20:38:42.699722 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c0362fe-ee91-4fdc-82e9-aa12c7ed2d25 req-c7b880df-38ec-4ca9-a01a-7c7bd88d388d tempest-LiveMigrationTest-963278731 tempest-LiveMigrationTest-963278731-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:38:42.701228 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-5c0362fe-ee91-4fdc-82e9-aa12c7ed2d25 req-c7b880df-38ec-4ca9-a01a-7c7bd88d388d tempest-LiveMigrationTest-963278731 tempest-LiveMigrationTest-963278731-project] 10.222.0.42 "GET /v2.0/ports?device_id=bc66a4ae-28da-4e1f-969f-022e139eaf43 HTTP/1.1" status: 200 len: 944 time: 0.1675484 Apr 18 20:38:42.773076 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-5c0362fe-ee91-4fdc-82e9-aa12c7ed2d25 req-ad88f89d-84ce-48eb-8c22-076cb700ae36 tempest-LiveMigrationTest-963278731 tempest-LiveMigrationTest-963278731-project] 10.222.0.42 "GET /v2.0/security-groups?id=c1ded286-bbeb-4ec4-95be-e4f6aab8a892&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644300 Apr 18 20:38:42.921050 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-58efaf71-ffe9-4a24-b4f9-6e9db2adbd77 req-508b6040-15a4-401b-85f4-5202011459df tempest-ServersAdmin275Test-614917130 tempest-ServersAdmin275Test-614917130-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=4bb574e3-a1a9-4f48-a18e-e712328d8de0 HTTP/1.1" status: 200 len: 210 time: 0.0441778 Apr 18 20:38:43.098457 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daecc280-f631-41bd-aedd-cd3ac117f430 req-92574aae-12b4-4951-828c-b005d1478e8e tempest-LiveMigrationNegativeTest-1063094817 tempest-LiveMigrationNegativeTest-1063094817-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:38:43.100704 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-daecc280-f631-41bd-aedd-cd3ac117f430 req-92574aae-12b4-4951-828c-b005d1478e8e tempest-LiveMigrationNegativeTest-1063094817 tempest-LiveMigrationNegativeTest-1063094817-project] 10.222.0.42 "GET /v2.0/ports?device_id=7994feeb-3fba-4a0f-828c-898c87b31453 HTTP/1.1" status: 200 len: 948 time: 0.1428483 Apr 18 20:38:43.184143 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-fc73d3be-6d7e-44e3-99d6-cce25c901747 req-ab3fab02-d4ea-4f11-8241-a505ca8eafae tempest-LiveMigrationTest-1620833465 tempest-LiveMigrationTest-1620833465-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=bc66a4ae-28da-4e1f-969f-022e139eaf43&tenant_id=30967135a3784f8f91989a9ec626fb3e&binding%3Ahost_id=n-h2-838334-2 HTTP/1.1" status: 200 len: 1095 time: 0.1748631 Apr 18 20:38:43.247358 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-daecc280-f631-41bd-aedd-cd3ac117f430 req-8787e7c5-2280-4f94-845e-0785ba061dcc tempest-LiveMigrationNegativeTest-1063094817 tempest-LiveMigrationNegativeTest-1063094817-project] 10.222.0.42 "GET /v2.0/security-groups?id=7d29b726-a567-4f03-8309-9129413604ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1127625 Apr 18 20:38:43.279895 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-1291a3db-c309-45cf-a683-bbd939d6ee08 req-ee5af934-9558-4134-9108-ef59514e6ed1 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=56816bb5-501f-409b-9318-02f6d3b85a3d&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.1770694 Apr 18 20:38:43.303698 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.db [req-fc73d3be-6d7e-44e3-99d6-cce25c901747 req-433791b9-4038-491f-87dd-b4f32b1f5c82 service neutron] For port ecc9262a-94bf-40c1-99c0-e4ad54b2ed5f, host n-h1-838334-2, cleared binding levels {{(pid=84040) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 20:38:43.306912 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-fc73d3be-6d7e-44e3-99d6-cce25c901747 req-433791b9-4038-491f-87dd-b4f32b1f5c82 service neutron] Notify callbacks [] for binding, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:43.308337 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-fc73d3be-6d7e-44e3-99d6-cce25c901747 req-433791b9-4038-491f-87dd-b4f32b1f5c82 service neutron] 10.222.0.48 "DELETE /v2.0/ports/ecc9262a-94bf-40c1-99c0-e4ad54b2ed5f/bindings/n-h1-838334-2 HTTP/1.1" status: 204 len: 173 time: 0.1135967 Apr 18 20:38:43.728636 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 34916) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:38:43.901983 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-7c5c0e0b-3bae-426f-96e6-6a01a8c48cfe admin admin] Notify callbacks [] for security_group, before_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:43.940288 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-7c5c0e0b-3bae-426f-96e6-6a01a8c48cfe admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:38:43.945075 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-7c5c0e0b-3bae-426f-96e6-6a01a8c48cfe admin admin] Usage tracker for resource:security_group_rule and tenant:68d338ebb4cd48e5a0c9828347ff2cf0 is out of sync, need to count used quota {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:38:43.948403 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-7c5c0e0b-3bae-426f-96e6-6a01a8c48cfe admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:38:43.954633 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-7c5c0e0b-3bae-426f-96e6-6a01a8c48cfe admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:38:44.048171 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-7c5c0e0b-3bae-426f-96e6-6a01a8c48cfe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:44.053513 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-370ee60c-22dc-41a8-987b-bc0520a36fb2 req-6ea177a1-90c6-4afb-a9b8-9febc556e206 tempest-LiveMigrationTest-963278731 tempest-LiveMigrationTest-963278731-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:38:44.055209 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-370ee60c-22dc-41a8-987b-bc0520a36fb2 req-6ea177a1-90c6-4afb-a9b8-9febc556e206 tempest-LiveMigrationTest-963278731 tempest-LiveMigrationTest-963278731-project] 10.222.0.42 "GET /v2.0/ports?device_id=bc66a4ae-28da-4e1f-969f-022e139eaf43 HTTP/1.1" status: 200 len: 944 time: 0.1461220 Apr 18 20:38:44.059878 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-7c5c0e0b-3bae-426f-96e6-6a01a8c48cfe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33528224'] for security_group, after_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:44.133611 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c5c0e0b-3bae-426f-96e6-6a01a8c48cfe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cc2cfe8c-f244-4561-9a27-0bc98c7f67b6,revision_number=1']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:38:44.145380 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-7c5c0e0b-3bae-426f-96e6-6a01a8c48cfe admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=68d338ebb4cd48e5a0c9828347ff2cf0&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4148614 Apr 18 20:38:44.146121 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 34942) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:38:44.190952 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-370ee60c-22dc-41a8-987b-bc0520a36fb2 req-cf2ccbb1-ebb0-4cd8-9be4-bab63e2bd0bd tempest-LiveMigrationTest-963278731 tempest-LiveMigrationTest-963278731-project] 10.222.0.42 "GET /v2.0/security-groups?id=c1ded286-bbeb-4ec4-95be-e4f6aab8a892&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1294975 Apr 18 20:38:44.261786 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-df2a8cd9-2c9d-43cc-a80b-78de486557a0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:44.295445 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-df2a8cd9-2c9d-43cc-a80b-78de486557a0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:44.356143 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-df2a8cd9-2c9d-43cc-a80b-78de486557a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33528224'] for security_group, after_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:44.393245 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df2a8cd9-2c9d-43cc-a80b-78de486557a0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc2cfe8c-f244-4561-9a27-0bc98c7f67b6,revision_number=None']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:38:44.405575 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-df2a8cd9-2c9d-43cc-a80b-78de486557a0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:44.406762 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-df2a8cd9-2c9d-43cc-a80b-78de486557a0 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/cc2cfe8c-f244-4561-9a27-0bc98c7f67b6 HTTP/1.1" status: 204 len: 168 time: 0.2595773 Apr 18 20:38:44.437578 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-fcab5497-4453-450f-8a51-eab375420f16 req-90160ba0-5b5d-4be5-bd82-c5196a4b413d tempest-ServersAdmin275Test-614917130 tempest-ServersAdmin275Test-614917130-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=4bb574e3-a1a9-4f48-a18e-e712328d8de0 HTTP/1.1" status: 200 len: 210 time: 0.0405738 Apr 18 20:38:44.472875 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [req-0dacd8d7-ce55-416f-90df-d485f5167450 req-0a12a247-3462-4d08-8ca3-b1076a41e413 tempest-LiveAutoBlockMigrationV225Test-203169570 tempest-LiveAutoBlockMigrationV225Test-203169570-project-admin] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=84041) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 18 20:38:44.474375 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-0dacd8d7-ce55-416f-90df-d485f5167450 req-0a12a247-3462-4d08-8ca3-b1076a41e413 tempest-LiveAutoBlockMigrationV225Test-203169570 tempest-LiveAutoBlockMigrationV225Test-203169570-project-admin] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0051622 Apr 18 20:38:44.486191 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.v2.base [req-0dacd8d7-ce55-416f-90df-d485f5167450 req-7fe425aa-0eda-4d6c-be81-1ed779f73c5c service neutron] Request body: {'binding': {'host': 'n-h1-838334-2', 'vnic_type': 'normal', 'profile': {}}} {{(pid=84041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 20:38:44.486621 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.v2.base [req-0dacd8d7-ce55-416f-90df-d485f5167450 req-7fe425aa-0eda-4d6c-be81-1ed779f73c5c service neutron] Unknown quota resources ['binding']. {{(pid=84041) _create /opt/stack/neutron/neutron/api/v2/base.py:490}} Apr 18 20:38:44.727224 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.managers [req-0dacd8d7-ce55-416f-90df-d485f5167450 req-7fe425aa-0eda-4d6c-be81-1ed779f73c5c service neutron] Attempting to bind port 6c42e873-f524-4137-8976-95b9eed610f8 on host n-h1-838334-2 for vnic_type normal with profile None {{(pid=84041) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:38:44.727552 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.managers [req-0dacd8d7-ce55-416f-90df-d485f5167450 req-7fe425aa-0eda-4d6c-be81-1ed779f73c5c service neutron] Attempting to bind port 6c42e873-f524-4137-8976-95b9eed610f8 by drivers openvswitch,hyperv on host n-h1-838334-2 at level 0 using segments [{'id': 'e2a67327-2af4-4205-9ade-197b88c2bea8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '5ab7510b-2145-476c-b9d7-eb0e1ae538b7'}] {{(pid=84041) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:38:44.727906 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0dacd8d7-ce55-416f-90df-d485f5167450 req-7fe425aa-0eda-4d6c-be81-1ed779f73c5c service neutron] Attempting to bind port 6c42e873-f524-4137-8976-95b9eed610f8 on network 5ab7510b-2145-476c-b9d7-eb0e1ae538b7 {{(pid=84041) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 20:38:44.734759 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0dacd8d7-ce55-416f-90df-d485f5167450 req-7fe425aa-0eda-4d6c-be81-1ed779f73c5c service neutron] Port 6c42e873-f524-4137-8976-95b9eed610f8 on network 5ab7510b-2145-476c-b9d7-eb0e1ae538b7 not bound, no agent of type Open vSwitch agent registered on host n-h1-838334-2 {{(pid=84041) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 18 20:38:44.735360 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0dacd8d7-ce55-416f-90df-d485f5167450 req-7fe425aa-0eda-4d6c-be81-1ed779f73c5c service neutron] Attempting to bind port 6c42e873-f524-4137-8976-95b9eed610f8 on network 5ab7510b-2145-476c-b9d7-eb0e1ae538b7 {{(pid=84041) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 20:38:44.742976 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0dacd8d7-ce55-416f-90df-d485f5167450 req-7fe425aa-0eda-4d6c-be81-1ed779f73c5c service neutron] Checking agent: {'id': 'd63bab19-ff81-4de1-afeb-a3732288d0d7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-838334-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 33, 59), 'started_at': datetime.datetime(2022, 4, 18, 20, 33, 59), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 20, 38, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84041) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 18 20:38:44.743313 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0dacd8d7-ce55-416f-90df-d485f5167450 req-7fe425aa-0eda-4d6c-be81-1ed779f73c5c service neutron] Checking segment: {'id': 'e2a67327-2af4-4205-9ade-197b88c2bea8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '5ab7510b-2145-476c-b9d7-eb0e1ae538b7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84041) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 20:38:44.743824 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0dacd8d7-ce55-416f-90df-d485f5167450 req-7fe425aa-0eda-4d6c-be81-1ed779f73c5c service neutron] Bound using segment: {'id': 'e2a67327-2af4-4205-9ade-197b88c2bea8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '5ab7510b-2145-476c-b9d7-eb0e1ae538b7'} {{(pid=84041) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 18 20:38:44.744240 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.managers [req-0dacd8d7-ce55-416f-90df-d485f5167450 req-7fe425aa-0eda-4d6c-be81-1ed779f73c5c service neutron] Bound port: 6c42e873-f524-4137-8976-95b9eed610f8, host: n-h1-838334-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e2a67327-2af4-4205-9ade-197b88c2bea8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '5ab7510b-2145-476c-b9d7-eb0e1ae538b7'}}] {{(pid=84041) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 20:38:44.757278 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Device 19016f75-9b1d-4cd8-9002-da401a0915b9 details requested by agent hyperv_n-h2-838334-2 with host n-h2-838334-2 {{(pid=84042) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 18 20:38:44.777835 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.db [req-0dacd8d7-ce55-416f-90df-d485f5167450 req-7fe425aa-0eda-4d6c-be81-1ed779f73c5c service neutron] For port 6c42e873-f524-4137-8976-95b9eed610f8, host n-h1-838334-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838334-2',level=0,port_id=6c42e873-f524-4137-8976-95b9eed610f8,segment=NetworkSegment(e2a67327-2af4-4205-9ade-197b88c2bea8),segment_id=e2a67327-2af4-4205-9ade-197b88c2bea8)] {{(pid=84041) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 20:38:44.787342 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [req-0dacd8d7-ce55-416f-90df-d485f5167450 req-7fe425aa-0eda-4d6c-be81-1ed779f73c5c service neutron] Notify callbacks [] for binding, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:44.793146 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-411f2790-0870-430d-a1ca-c0a00f69d43e req-063b4a0f-fb5f-429e-a035-3b15d022391e tempest-LiveMigrationNegativeTest-1063094817 tempest-LiveMigrationNegativeTest-1063094817-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:38:44.799599 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-0dacd8d7-ce55-416f-90df-d485f5167450 req-7fe425aa-0eda-4d6c-be81-1ed779f73c5c service neutron] 10.222.0.42 "POST /v2.0/ports/6c42e873-f524-4137-8976-95b9eed610f8/bindings HTTP/1.1" status: 201 len: 389 time: 0.3117108 Apr 18 20:38:44.801330 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-411f2790-0870-430d-a1ca-c0a00f69d43e req-063b4a0f-fb5f-429e-a035-3b15d022391e tempest-LiveMigrationNegativeTest-1063094817 tempest-LiveMigrationNegativeTest-1063094817-project] 10.222.0.42 "GET /v2.0/ports?device_id=7994feeb-3fba-4a0f-828c-898c87b31453 HTTP/1.1" status: 200 len: 948 time: 0.1303692 Apr 18 20:38:44.908341 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-411f2790-0870-430d-a1ca-c0a00f69d43e req-d7a862d6-3ce6-412a-a826-b4a9d1ca0025 tempest-LiveMigrationNegativeTest-1063094817 tempest-LiveMigrationNegativeTest-1063094817-project] 10.222.0.42 "GET /v2.0/security-groups?id=7d29b726-a567-4f03-8309-9129413604ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1001890 Apr 18 20:38:44.986868 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 34966) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:38:45.029164 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-80d86a41-9c3e-4111-bc00-2a89659f9cf3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:45.133268 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-80d86a41-9c3e-4111-bc00-2a89659f9cf3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:38:45.143330 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-80d86a41-9c3e-4111-bc00-2a89659f9cf3 admin admin] Usage tracker for resource:security_group_rule and tenant:0cd85135624a4b769edfc196b2559fb5 is out of sync, need to count used quota {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:38:45.148413 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-80d86a41-9c3e-4111-bc00-2a89659f9cf3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:38:45.159415 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-80d86a41-9c3e-4111-bc00-2a89659f9cf3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:38:45.185134 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] For port 19016f75-9b1d-4cd8-9002-da401a0915b9, host n-h2-838334-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838334-2',level=0,port_id=19016f75-9b1d-4cd8-9002-da401a0915b9,segment=NetworkSegment(62b85806-94d8-4a88-a06c-da82e5932d66),segment_id=62b85806-94d8-4a88-a06c-da82e5932d66)] {{(pid=84042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:38:45.219807 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Returning: {'device': '19016f75-9b1d-4cd8-9002-da401a0915b9', 'network_id': 'cb56989d-7c5d-4678-b194-1d2edf1e842a', 'port_id': '19016f75-9b1d-4cd8-9002-da401a0915b9', 'mac_address': 'fa:16:3e:48:e1:b9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 382, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c4b526db-4d8a-4d4c-a310-e3a599630ae1', 'ip_address': '192.168.233.149'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84042) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 18 20:38:45.249156 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-80d86a41-9c3e-4111-bc00-2a89659f9cf3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:45.295179 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-80d86a41-9c3e-4111-bc00-2a89659f9cf3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33528224'] for security_group, after_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:45.296194 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-58aaea42-e06c-4a1b-84e3-1d39e6213a59 req-80731e95-63a6-4f8c-b41c-7147e427dd7f tempest-LiveMigrationTest-1620833465 tempest-LiveMigrationTest-1620833465-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=bc66a4ae-28da-4e1f-969f-022e139eaf43 HTTP/1.1" status: 200 len: 1095 time: 0.1984336 Apr 18 20:38:45.298840 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:45.326304 n-d-838334-2 neutron-server[84042]: DEBUG neutron.notifiers.nova [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 19016f75-9b1d-4cd8-9002-da401a0915b9 {{(pid=84042) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 18 20:38:45.361151 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] For port 19016f75-9b1d-4cd8-9002-da401a0915b9, host n-h2-838334-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838334-2',level=0,port_id=19016f75-9b1d-4cd8-9002-da401a0915b9,segment=NetworkSegment(62b85806-94d8-4a88-a06c-da82e5932d66),segment_id=62b85806-94d8-4a88-a06c-da82e5932d66)] {{(pid=84042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:38:45.370284 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682'] for port, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:45.386859 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-58aaea42-e06c-4a1b-84e3-1d39e6213a59 req-7dab2125-e5b4-461e-99ed-e6ccd7f334a5 tempest-LiveMigrationTest-1620833465 tempest-LiveMigrationTest-1620833465-project-admin] 10.222.0.42 "GET /v2.0/security-groups?id=c1ded286-bbeb-4ec4-95be-e4f6aab8a892&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0895071 Apr 18 20:38:45.414458 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-80d86a41-9c3e-4111-bc00-2a89659f9cf3 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=0cd85135624a4b769edfc196b2559fb5&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4228914 Apr 18 20:38:45.414458 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80d86a41-9c3e-4111-bc00-2a89659f9cf3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=401efb6e-f0e3-49e0-af7b-d38727704c4a,revision_number=1']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:38:45.415048 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 34974) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:38:45.433570 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9df5ee33-416b-448d-96ca-2f57988319fb req-fada295f-60cf-47be-8559-59a79e0a1cf0 tempest-LiveAutoBlockMigrationV225Test-1713341100 tempest-LiveAutoBlockMigrationV225Test-1713341100-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:38:45.440022 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-9df5ee33-416b-448d-96ca-2f57988319fb req-fada295f-60cf-47be-8559-59a79e0a1cf0 tempest-LiveAutoBlockMigrationV225Test-1713341100 tempest-LiveAutoBlockMigrationV225Test-1713341100-project] 10.222.0.42 "GET /v2.0/ports?device_id=56816bb5-501f-409b-9318-02f6d3b85a3d HTTP/1.1" status: 200 len: 945 time: 0.2001429 Apr 18 20:38:45.484556 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Pushing event updated for resources: {'Port': ['ID=19016f75-9b1d-4cd8-9002-da401a0915b9,revision_number=4']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:38:45.568377 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-0dacd8d7-ce55-416f-90df-d485f5167450 req-e72d0a07-2ed4-4f27-93b9-ceb752bff207 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=7843cba0a7e24a0397d5219cb7fd254c&device_id=56816bb5-501f-409b-9318-02f6d3b85a3d HTTP/1.1" status: 200 len: 1096 time: 0.3164907 Apr 18 20:38:45.569178 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-5f9f55ee-49dc-41dd-b542-f3800d7bddbb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:45.593091 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-9df5ee33-416b-448d-96ca-2f57988319fb req-c2c627cc-93cf-459f-a7b3-46476443c16d tempest-LiveAutoBlockMigrationV225Test-1713341100 tempest-LiveAutoBlockMigrationV225Test-1713341100-project] 10.222.0.42 "GET /v2.0/security-groups?id=bf712067-aabd-4e70-aae1-082928dd1ccd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1508174 Apr 18 20:38:45.608882 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-5f9f55ee-49dc-41dd-b542-f3800d7bddbb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:45.649819 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-f7cdb206-efba-4893-94a0-109a7d6f4934 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750375287399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253529'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:45.739578 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] get_ports_and_sgs() called for port_ids ['19016f75-9b1d-4cd8-9002-da401a0915b9'] {{(pid=84042) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 18 20:38:45.838779 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dacd8d7-ce55-416f-90df-d485f5167450 req-ef9d3860-e6ef-467d-b39b-8016750648f3 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:38:45.841633 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-0dacd8d7-ce55-416f-90df-d485f5167450 req-ef9d3860-e6ef-467d-b39b-8016750648f3 service neutron] 10.222.0.43 "GET /v2.0/networks?id=5ab7510b-2145-476c-b9d7-eb0e1ae538b7 HTTP/1.1" status: 200 len: 921 time: 0.1828854 Apr 18 20:38:45.849719 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-5f9f55ee-49dc-41dd-b542-f3800d7bddbb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33528224'] for security_group, after_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:45.934656 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f9f55ee-49dc-41dd-b542-f3800d7bddbb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=401efb6e-f0e3-49e0-af7b-d38727704c4a,revision_number=None']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:38:45.939246 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-746d03f9-a3a3-4b1d-90ec-94febe49b8ac req-285c9a09-7466-4bee-aebc-9951f538ee75 tempest-ServersAdmin275Test-614917130 tempest-ServersAdmin275Test-614917130-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=4bb574e3-a1a9-4f48-a18e-e712328d8de0 HTTP/1.1" status: 200 len: 210 time: 0.1331358 Apr 18 20:38:45.979491 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-0dacd8d7-ce55-416f-90df-d485f5167450 req-b6b80eaf-4be4-43c8-bb90-17ccd5bf026a service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6c42e873-f524-4137-8976-95b9eed610f8 HTTP/1.1" status: 200 len: 217 time: 0.1129382 Apr 18 20:38:45.980851 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-5f9f55ee-49dc-41dd-b542-f3800d7bddbb admin admin] Notify callbacks [] for security_group, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:45.984957 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-5f9f55ee-49dc-41dd-b542-f3800d7bddbb admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/401efb6e-f0e3-49e0-af7b-d38727704c4a HTTP/1.1" status: 204 len: 168 time: 0.5676808 Apr 18 20:38:46.160846 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dacd8d7-ce55-416f-90df-d485f5167450 req-1249d5c8-cd24-4747-8e92-762f0902d764 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:38:46.165139 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-0dacd8d7-ce55-416f-90df-d485f5167450 req-1249d5c8-cd24-4747-8e92-762f0902d764 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=5bf38cb0-45bd-48cb-9f8c-19a270201f44 HTTP/1.1" status: 200 len: 860 time: 0.1782904 Apr 18 20:38:46.285214 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-0dacd8d7-ce55-416f-90df-d485f5167450 req-1fa0c000-0406-4cda-9905-194fd996f7f4 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=5ab7510b-2145-476c-b9d7-eb0e1ae538b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1080298 Apr 18 20:38:46.349300 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Device d1c072d7-4cd8-43b1-b0ab-82d452c6cfa0 details requested by agent hyperv_n-h1-838334-2 with host n-h1-838334-2 {{(pid=84042) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 18 20:38:46.557711 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51b2b48d-68ba-4f35-80ef-9c7008fd0216 req-6298dda8-8d3d-4258-8fef-1a34ac7f13c9 tempest-LiveMigrationTest-963278731 tempest-LiveMigrationTest-963278731-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:38:46.569606 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-51b2b48d-68ba-4f35-80ef-9c7008fd0216 req-6298dda8-8d3d-4258-8fef-1a34ac7f13c9 tempest-LiveMigrationTest-963278731 tempest-LiveMigrationTest-963278731-project] 10.222.0.42 "GET /v2.0/networks?id=2b4e6157-bc80-44e6-aceb-13aa29225b38 HTTP/1.1" status: 200 len: 807 time: 0.6293852 Apr 18 20:38:46.592384 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80258458-b988-47e9-a8db-ab714a8d6e16 req-27a48c00-dc0e-461a-abe0-14baec5e2875 tempest-LiveMigrationNegativeTest-1063094817 tempest-LiveMigrationNegativeTest-1063094817-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:38:46.594010 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-80258458-b988-47e9-a8db-ab714a8d6e16 req-27a48c00-dc0e-461a-abe0-14baec5e2875 tempest-LiveMigrationNegativeTest-1063094817 tempest-LiveMigrationNegativeTest-1063094817-project] 10.222.0.42 "GET /v2.0/ports?device_id=7994feeb-3fba-4a0f-828c-898c87b31453 HTTP/1.1" status: 200 len: 949 time: 0.2968740 Apr 18 20:38:46.652259 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-51b2b48d-68ba-4f35-80ef-9c7008fd0216 req-43ce5119-7f82-4d21-ae67-fcb95fc1004c tempest-LiveMigrationTest-963278731 tempest-LiveMigrationTest-963278731-project] 10.222.0.42 "GET /v2.0/quotas/30967135a3784f8f91989a9ec626fb3e HTTP/1.1" status: 200 len: 375 time: 0.0771823 Apr 18 20:38:46.717532 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-0dacd8d7-ce55-416f-90df-d485f5167450 req-bb4c8014-b0c2-444b-9005-13d562710c73 service neutron] 10.222.0.43 "GET /v2.0/networks/5ab7510b-2145-476c-b9d7-eb0e1ae538b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4296024 Apr 18 20:38:46.728870 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] For port d1c072d7-4cd8-43b1-b0ab-82d452c6cfa0, host n-h1-838334-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838334-2',level=0,port_id=d1c072d7-4cd8-43b1-b0ab-82d452c6cfa0,segment=NetworkSegment(636e5b77-90d2-4b9f-a149-e8d80d7281ee),segment_id=636e5b77-90d2-4b9f-a149-e8d80d7281ee)] {{(pid=84042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:38:46.763184 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Returning: {'device': 'd1c072d7-4cd8-43b1-b0ab-82d452c6cfa0', 'network_id': 'a92cea34-83a9-4801-bb75-cc07c451223b', 'port_id': 'd1c072d7-4cd8-43b1-b0ab-82d452c6cfa0', 'mac_address': 'fa:16:3e:29:d6:ca', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 391, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6bff4054-f84b-415b-b0b0-aa32d7878409', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84042) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 18 20:38:46.830815 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-80258458-b988-47e9-a8db-ab714a8d6e16 req-23eb9d1f-9464-4a94-b70a-a71d4eae949a tempest-LiveMigrationNegativeTest-1063094817 tempest-LiveMigrationNegativeTest-1063094817-project] 10.222.0.42 "GET /v2.0/security-groups?id=7d29b726-a567-4f03-8309-9129413604ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2260458 Apr 18 20:38:46.898918 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-51b2b48d-68ba-4f35-80ef-9c7008fd0216 req-63aaea69-9a42-49ed-a74f-09be94545156 tempest-LiveMigrationTest-963278731 tempest-LiveMigrationTest-963278731-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=30967135a3784f8f91989a9ec626fb3e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2454417 Apr 18 20:38:46.912527 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:47.061076 n-d-838334-2 neutron-server[84042]: DEBUG neutron.notifiers.nova [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id d1c072d7-4cd8-43b1-b0ab-82d452c6cfa0 {{(pid=84042) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 18 20:38:47.120269 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] For port d1c072d7-4cd8-43b1-b0ab-82d452c6cfa0, host n-h1-838334-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838334-2',level=0,port_id=d1c072d7-4cd8-43b1-b0ab-82d452c6cfa0,segment=NetworkSegment(636e5b77-90d2-4b9f-a149-e8d80d7281ee),segment_id=636e5b77-90d2-4b9f-a149-e8d80d7281ee)] {{(pid=84042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:38:47.131773 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682'] for port, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:47.311299 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] get_ports_and_sgs() called for port_ids ['d1c072d7-4cd8-43b1-b0ab-82d452c6cfa0'] {{(pid=84042) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 18 20:38:47.358805 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-51b2b48d-68ba-4f35-80ef-9c7008fd0216 req-1252b044-ea19-40eb-b6aa-4bdb180cfeca service neutron] 10.222.0.42 "GET /v2.0/networks/2b4e6157-bc80-44e6-aceb-13aa29225b38?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4586027 Apr 18 20:38:47.465077 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-0dacd8d7-ce55-416f-90df-d485f5167450 req-4681da05-7fc0-4f7a-969a-4a09780a7486 service neutron] 10.222.0.43 "GET /v2.0/networks/5ab7510b-2145-476c-b9d7-eb0e1ae538b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7391758 Apr 18 20:38:47.536556 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Pushing event updated for resources: {'Port': ['ID=d1c072d7-4cd8-43b1-b0ab-82d452c6cfa0,revision_number=6']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:38:47.648886 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-0dacd8d7-ce55-416f-90df-d485f5167450 req-41e75574-ac8b-435c-8eb5-6926ea3a4da9 tempest-LiveAutoBlockMigrationV225Test-203169570 tempest-LiveAutoBlockMigrationV225Test-203169570-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=56816bb5-501f-409b-9318-02f6d3b85a3d&tenant_id=7843cba0a7e24a0397d5219cb7fd254c&binding%3Ahost_id=n-h2-838334-2 HTTP/1.1" status: 200 len: 1096 time: 0.1160262 Apr 18 20:38:47.663551 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-51b2b48d-68ba-4f35-80ef-9c7008fd0216 req-a84f50e5-b06e-4343-b28e-c9fd9b141aaf service neutron] 10.222.0.42 "GET /v2.0/networks/2b4e6157-bc80-44e6-aceb-13aa29225b38?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3036373 Apr 18 20:38:47.682661 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.v2.base [req-0dacd8d7-ce55-416f-90df-d485f5167450 req-d126cf8b-a4a3-4a14-8d69-9d45e79c514d service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-838334-2'}}} {{(pid=84041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 20:38:47.686641 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6a15bb4-059d-4320-8612-cc2b80e32c12 req-da9c8a93-320a-4a41-9e28-0694260eda34 tempest-LiveAutoBlockMigrationV225Test-1713341100 tempest-LiveAutoBlockMigrationV225Test-1713341100-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:38:47.695293 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-e6a15bb4-059d-4320-8612-cc2b80e32c12 req-da9c8a93-320a-4a41-9e28-0694260eda34 tempest-LiveAutoBlockMigrationV225Test-1713341100 tempest-LiveAutoBlockMigrationV225Test-1713341100-project] 10.222.0.42 "GET /v2.0/ports?device_id=56816bb5-501f-409b-9318-02f6d3b85a3d HTTP/1.1" status: 200 len: 945 time: 0.2808070 Apr 18 20:38:47.756032 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-e6a15bb4-059d-4320-8612-cc2b80e32c12 req-b4d7c0ef-ddb5-4b1a-b734-8abff33b4561 tempest-LiveAutoBlockMigrationV225Test-1713341100 tempest-LiveAutoBlockMigrationV225Test-1713341100-project] 10.222.0.42 "GET /v2.0/security-groups?id=bf712067-aabd-4e70-aae1-082928dd1ccd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595782 Apr 18 20:38:47.847520 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-c5c1c2f2-f8d2-4edf-817b-0717e5d67968 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750375287399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253529'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:47.889864 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [req-0dacd8d7-ce55-416f-90df-d485f5167450 req-d126cf8b-a4a3-4a14-8d69-9d45e79c514d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:48.110825 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-065d0eb6-ac8b-464d-8a2b-6eadf1ab3157 req-80adf5a7-ef2f-42a0-be67-0dc45156b5eb tempest-ServersAdmin275Test-614917130 tempest-ServersAdmin275Test-614917130-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=4bb574e3-a1a9-4f48-a18e-e712328d8de0 HTTP/1.1" status: 200 len: 210 time: 0.0663803 Apr 18 20:38:48.160998 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02d3cb2a-1769-430d-b19b-24d0e3edc28f req-f65cdae8-81be-40c9-9a4f-ce0f7610eb6a tempest-LiveMigrationNegativeTest-1063094817 tempest-LiveMigrationNegativeTest-1063094817-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:38:48.162847 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-02d3cb2a-1769-430d-b19b-24d0e3edc28f req-f65cdae8-81be-40c9-9a4f-ce0f7610eb6a tempest-LiveMigrationNegativeTest-1063094817 tempest-LiveMigrationNegativeTest-1063094817-project] 10.222.0.42 "GET /v2.0/ports?device_id=7994feeb-3fba-4a0f-828c-898c87b31453 HTTP/1.1" status: 200 len: 949 time: 0.1799746 Apr 18 20:38:48.209203 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.db [req-0dacd8d7-ce55-416f-90df-d485f5167450 req-d126cf8b-a4a3-4a14-8d69-9d45e79c514d service neutron] For port 6c42e873-f524-4137-8976-95b9eed610f8, host n-h2-838334-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838334-2',level=0,port_id=6c42e873-f524-4137-8976-95b9eed610f8,segment=NetworkSegment(e2a67327-2af4-4205-9ade-197b88c2bea8),segment_id=e2a67327-2af4-4205-9ade-197b88c2bea8)] {{(pid=84041) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:38:48.235505 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-02d3cb2a-1769-430d-b19b-24d0e3edc28f req-2fe147b3-a1c3-4aa9-8b3b-f3ee93ba7cf2 tempest-LiveMigrationNegativeTest-1063094817 tempest-LiveMigrationNegativeTest-1063094817-project] 10.222.0.42 "GET /v2.0/security-groups?id=7d29b726-a567-4f03-8309-9129413604ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655160 Apr 18 20:38:48.275776 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.db [req-0dacd8d7-ce55-416f-90df-d485f5167450 req-d126cf8b-a4a3-4a14-8d69-9d45e79c514d service neutron] For port 6c42e873-f524-4137-8976-95b9eed610f8, host n-h2-838334-2, cleared binding levels {{(pid=84041) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 20:38:48.293397 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Device d1c072d7-4cd8-43b1-b0ab-82d452c6cfa0 up at agent hyperv_n-h1-838334-2 {{(pid=84042) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 20:38:48.411873 n-d-838334-2 neutron-server[84041]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '56816bb5-501f-409b-9318-02f6d3b85a3d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6c42e873-f524-4137-8976-95b9eed610f8'}] {{(pid=84041) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 20:38:48.420089 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [req-0dacd8d7-ce55-416f-90df-d485f5167450 req-d126cf8b-a4a3-4a14-8d69-9d45e79c514d service neutron] Notify callbacks [] for port, precommit_update {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:48.434448 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [req-0dacd8d7-ce55-416f-90df-d485f5167450 req-d126cf8b-a4a3-4a14-8d69-9d45e79c514d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32266282'] for port, after_update {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:48.477636 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Provisioning complete for port d1c072d7-4cd8-43b1-b0ab-82d452c6cfa0 triggered by entity L2. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:38:48.478010 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1253608'] for port, provisioning_complete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:48.485649 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-72de45c1-a1ef-42a3-9caf-a37c4d6f0ded req-3956f2ba-36f2-4053-8bf8-85c541493494 tempest-LiveMigrationTest-963278731 tempest-LiveMigrationTest-963278731-project] 10.222.0.42 "GET /v2.0/ports?device_id=24d2e03c-6691-46a0-a6c7-88d1392ddccc HTTP/1.1" status: 200 len: 210 time: 0.1065412 Apr 18 20:38:48.670266 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 35076) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:38:48.676127 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.v2.base [None req-ca444b16-5a1c-478e-ae43-57b23387bebd tempest-TaggedBootDevicesTest-1674414334 tempest-TaggedBootDevicesTest-1674414334-project] Request body: {'network': {'name': 'tempest-device-tagging-net1-429117729'}} {{(pid=84040) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 20:38:48.688684 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [None req-ca444b16-5a1c-478e-ae43-57b23387bebd tempest-TaggedBootDevicesTest-1674414334 tempest-TaggedBootDevicesTest-1674414334-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:38:48.689344 n-d-838334-2 neutron-server[84041]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1d1da58a-6f41-4802-8551-d6b9a5def5ac'] response: {'server_uuid': '56816bb5-501f-409b-9318-02f6d3b85a3d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6c42e873-f524-4137-8976-95b9eed610f8', 'code': 200} Apr 18 20:38:48.694520 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-ca444b16-5a1c-478e-ae43-57b23387bebd tempest-TaggedBootDevicesTest-1674414334 tempest-TaggedBootDevicesTest-1674414334-project] Usage tracker for resource:network and tenant:f85a0d9202f64bddab6b7eaee6d6810d is out of sync, need to count used quota {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:38:48.698638 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-ca444b16-5a1c-478e-ae43-57b23387bebd tempest-TaggedBootDevicesTest-1674414334 tempest-TaggedBootDevicesTest-1674414334-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:38:48.707122 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [None req-ca444b16-5a1c-478e-ae43-57b23387bebd tempest-TaggedBootDevicesTest-1674414334 tempest-TaggedBootDevicesTest-1674414334-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:38:48.721263 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca444b16-5a1c-478e-ae43-57b23387bebd tempest-TaggedBootDevicesTest-1674414334 tempest-TaggedBootDevicesTest-1674414334-project] Made reservation on behalf of f85a0d9202f64bddab6b7eaee6d6810d for: {'network': 1} {{(pid=84040) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:38:48.727582 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-ca444b16-5a1c-478e-ae43-57b23387bebd tempest-TaggedBootDevicesTest-1674414334 tempest-TaggedBootDevicesTest-1674414334-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for network, before_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:48.784533 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ca444b16-5a1c-478e-ae43-57b23387bebd tempest-TaggedBootDevicesTest-1674414334 tempest-TaggedBootDevicesTest-1674414334-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 379} {{(pid=84040) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 20:38:48.791574 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:48.799291 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-ca444b16-5a1c-478e-ae43-57b23387bebd tempest-TaggedBootDevicesTest-1674414334 tempest-TaggedBootDevicesTest-1674414334-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1082986'] for segment, precommit_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:48.799896 n-d-838334-2 neutron-server[84040]: INFO neutron.db.segments_db [None req-ca444b16-5a1c-478e-ae43-57b23387bebd tempest-TaggedBootDevicesTest-1674414334 tempest-TaggedBootDevicesTest-1674414334-project] Added segment 4134857a-3d4d-4a42-8268-4c8b0125ff2d of type vlan for network d9eb2c31-9efb-45c1-be97-8fbfff0e7f82 Apr 18 20:38:48.826029 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d126cf8b-a4a3-4a14-8d69-9d45e79c514d service neutron] Pushing event updated for resources: {'Port': ['ID=6c42e873-f524-4137-8976-95b9eed610f8,revision_number=7']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:38:48.835359 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-ca444b16-5a1c-478e-ae43-57b23387bebd tempest-TaggedBootDevicesTest-1674414334 tempest-TaggedBootDevicesTest-1674414334-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750374825732'] for network, precommit_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:48.846818 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.managers [req-0dacd8d7-ce55-416f-90df-d485f5167450 req-d126cf8b-a4a3-4a14-8d69-9d45e79c514d service neutron] Attempting to bind port 6c42e873-f524-4137-8976-95b9eed610f8 on host n-h2-838334-2 for vnic_type normal with profile {"migrating_to": "n-h1-838334-2"} {{(pid=84041) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:38:48.847153 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.managers [req-0dacd8d7-ce55-416f-90df-d485f5167450 req-d126cf8b-a4a3-4a14-8d69-9d45e79c514d service neutron] Attempting to bind port 6c42e873-f524-4137-8976-95b9eed610f8 by drivers openvswitch,hyperv on host n-h2-838334-2 at level 0 using segments [{'id': 'e2a67327-2af4-4205-9ade-197b88c2bea8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '5ab7510b-2145-476c-b9d7-eb0e1ae538b7'}] {{(pid=84041) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:38:48.847478 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0dacd8d7-ce55-416f-90df-d485f5167450 req-d126cf8b-a4a3-4a14-8d69-9d45e79c514d service neutron] Attempting to bind port 6c42e873-f524-4137-8976-95b9eed610f8 on network 5ab7510b-2145-476c-b9d7-eb0e1ae538b7 {{(pid=84041) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 20:38:48.857465 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0dacd8d7-ce55-416f-90df-d485f5167450 req-d126cf8b-a4a3-4a14-8d69-9d45e79c514d service neutron] Port 6c42e873-f524-4137-8976-95b9eed610f8 on network 5ab7510b-2145-476c-b9d7-eb0e1ae538b7 not bound, no agent of type Open vSwitch agent registered on host n-h2-838334-2 {{(pid=84041) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 18 20:38:48.857785 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0dacd8d7-ce55-416f-90df-d485f5167450 req-d126cf8b-a4a3-4a14-8d69-9d45e79c514d service neutron] Attempting to bind port 6c42e873-f524-4137-8976-95b9eed610f8 on network 5ab7510b-2145-476c-b9d7-eb0e1ae538b7 {{(pid=84041) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 20:38:48.865587 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0dacd8d7-ce55-416f-90df-d485f5167450 req-d126cf8b-a4a3-4a14-8d69-9d45e79c514d service neutron] Checking agent: {'id': 'dc797004-f641-47b7-a77f-9c62b5b16296', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-838334-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 34, 3), 'started_at': datetime.datetime(2022, 4, 18, 20, 34, 3), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 20, 38, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84041) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 18 20:38:48.865880 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0dacd8d7-ce55-416f-90df-d485f5167450 req-d126cf8b-a4a3-4a14-8d69-9d45e79c514d service neutron] Checking segment: {'id': 'e2a67327-2af4-4205-9ade-197b88c2bea8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '5ab7510b-2145-476c-b9d7-eb0e1ae538b7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84041) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 20:38:48.866260 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0dacd8d7-ce55-416f-90df-d485f5167450 req-d126cf8b-a4a3-4a14-8d69-9d45e79c514d service neutron] Bound using segment: {'id': 'e2a67327-2af4-4205-9ade-197b88c2bea8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '5ab7510b-2145-476c-b9d7-eb0e1ae538b7'} {{(pid=84041) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 18 20:38:48.866689 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.managers [req-0dacd8d7-ce55-416f-90df-d485f5167450 req-d126cf8b-a4a3-4a14-8d69-9d45e79c514d service neutron] Bound port: 6c42e873-f524-4137-8976-95b9eed610f8, host: n-h2-838334-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e2a67327-2af4-4205-9ade-197b88c2bea8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '5ab7510b-2145-476c-b9d7-eb0e1ae538b7'}}] {{(pid=84041) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 20:38:48.867033 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [req-0dacd8d7-ce55-416f-90df-d485f5167450 req-d126cf8b-a4a3-4a14-8d69-9d45e79c514d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:48.873783 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-ca444b16-5a1c-478e-ae43-57b23387bebd tempest-TaggedBootDevicesTest-1674414334 tempest-TaggedBootDevicesTest-1674414334-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33526109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022'] for network, after_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:48.879095 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca444b16-5a1c-478e-ae43-57b23387bebd tempest-TaggedBootDevicesTest-1674414334 tempest-TaggedBootDevicesTest-1674414334-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:38:48.881449 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-ca444b16-5a1c-478e-ae43-57b23387bebd tempest-TaggedBootDevicesTest-1674414334 tempest-TaggedBootDevicesTest-1674414334-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32378031'] for network, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:48.925609 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-ca444b16-5a1c-478e-ae43-57b23387bebd tempest-TaggedBootDevicesTest-1674414334 tempest-TaggedBootDevicesTest-1674414334-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.2542109 Apr 18 20:38:48.927070 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 35082) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:38:48.941821 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] For port d1c072d7-4cd8-43b1-b0ab-82d452c6cfa0, host n-h1-838334-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838334-2',level=0,port_id=d1c072d7-4cd8-43b1-b0ab-82d452c6cfa0,segment=NetworkSegment(636e5b77-90d2-4b9f-a149-e8d80d7281ee),segment_id=636e5b77-90d2-4b9f-a149-e8d80d7281ee)] {{(pid=84042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:38:48.945614 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Device 19016f75-9b1d-4cd8-9002-da401a0915b9 up at agent hyperv_n-h2-838334-2 {{(pid=84042) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 20:38:49.042590 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.v2.base [None req-15af2239-1729-48f3-aebf-9609089914e4 tempest-TaggedBootDevicesTest-1674414334 tempest-TaggedBootDevicesTest-1674414334-project] Request body: {'network': {'name': 'tempest-device-tagging-net2-1715944019'}} {{(pid=84040) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 20:38:49.043482 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.db [req-0dacd8d7-ce55-416f-90df-d485f5167450 req-d126cf8b-a4a3-4a14-8d69-9d45e79c514d service neutron] For port 6c42e873-f524-4137-8976-95b9eed610f8, host n-h2-838334-2, cleared binding levels {{(pid=84041) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 20:38:49.051678 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.db [req-0dacd8d7-ce55-416f-90df-d485f5167450 req-d126cf8b-a4a3-4a14-8d69-9d45e79c514d service neutron] For port 6c42e873-f524-4137-8976-95b9eed610f8, host n-h2-838334-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838334-2',level=0,port_id=6c42e873-f524-4137-8976-95b9eed610f8,segment=NetworkSegment(e2a67327-2af4-4205-9ade-197b88c2bea8),segment_id=e2a67327-2af4-4205-9ade-197b88c2bea8)] {{(pid=84041) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 20:38:49.060568 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [None req-15af2239-1729-48f3-aebf-9609089914e4 tempest-TaggedBootDevicesTest-1674414334 tempest-TaggedBootDevicesTest-1674414334-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:38:49.064987 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [req-0dacd8d7-ce55-416f-90df-d485f5167450 req-d126cf8b-a4a3-4a14-8d69-9d45e79c514d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32266282'] for port, after_update {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:49.068001 n-d-838334-2 neutron-server[84042]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '88da0aae-5387-4191-9808-adec4cffcd57', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd1c072d7-4cd8-43b1-b0ab-82d452c6cfa0'}] {{(pid=84042) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 20:38:49.078702 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682'] for port, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:49.113750 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-15af2239-1729-48f3-aebf-9609089914e4 tempest-TaggedBootDevicesTest-1674414334 tempest-TaggedBootDevicesTest-1674414334-project] Usage tracker for resource:network and tenant:f85a0d9202f64bddab6b7eaee6d6810d is out of sync, need to count used quota {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:38:49.131853 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-15af2239-1729-48f3-aebf-9609089914e4 tempest-TaggedBootDevicesTest-1674414334 tempest-TaggedBootDevicesTest-1674414334-project] Quota usage for network was recalculated. Used quota:2. {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:38:49.227805 n-d-838334-2 neutron-server[84042]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3f7ace5a-3ada-4829-8cf8-3cb2fee9fff0'] response: {'server_uuid': '88da0aae-5387-4191-9808-adec4cffcd57', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd1c072d7-4cd8-43b1-b0ab-82d452c6cfa0', 'code': 200} Apr 18 20:38:49.265303 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [None req-15af2239-1729-48f3-aebf-9609089914e4 tempest-TaggedBootDevicesTest-1674414334 tempest-TaggedBootDevicesTest-1674414334-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:38:49.272774 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca444b16-5a1c-478e-ae43-57b23387bebd tempest-TaggedBootDevicesTest-1674414334 tempest-TaggedBootDevicesTest-1674414334-project] Pushing event updated for resources: {'Network': ['ID=d9eb2c31-9efb-45c1-be97-8fbfff0e7f82,revision_number=1']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:38:49.279761 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750375287399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253529'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:49.331045 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Network d9eb2c31-9efb-45c1-be97-8fbfff0e7f82 details requested by agent ovs-agent-n-d-838334-2 with host n-d-838334-2 {{(pid=84042) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 18 20:38:49.388273 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-15af2239-1729-48f3-aebf-9609089914e4 tempest-TaggedBootDevicesTest-1674414334 tempest-TaggedBootDevicesTest-1674414334-project] Made reservation on behalf of f85a0d9202f64bddab6b7eaee6d6810d for: {'network': 1} {{(pid=84040) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:38:49.397496 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-15af2239-1729-48f3-aebf-9609089914e4 tempest-TaggedBootDevicesTest-1674414334 tempest-TaggedBootDevicesTest-1674414334-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for network, before_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:49.506952 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-414b6ffe-e119-47bc-b18f-bcff1219c2f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750375287399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253529'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:49.515504 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d126cf8b-a4a3-4a14-8d69-9d45e79c514d service neutron] Pushing event updated for resources: {'Port': ['ID=6c42e873-f524-4137-8976-95b9eed610f8,revision_number=8']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:38:49.519884 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Pushing event updated for resources: {'Port': ['ID=d1c072d7-4cd8-43b1-b0ab-82d452c6cfa0,revision_number=7']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:38:49.544501 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [req-0dacd8d7-ce55-416f-90df-d485f5167450 req-d126cf8b-a4a3-4a14-8d69-9d45e79c514d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217293'] for port, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:49.545902 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-0dacd8d7-ce55-416f-90df-d485f5167450 req-d126cf8b-a4a3-4a14-8d69-9d45e79c514d service neutron] 10.222.0.43 "PUT /v2.0/ports/6c42e873-f524-4137-8976-95b9eed610f8 HTTP/1.1" status: 200 len: 1121 time: 1.8748884 Apr 18 20:38:49.555513 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Provisioning for port 19016f75-9b1d-4cd8-9002-da401a0915b9 completed by entity L2. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 20:38:49.562909 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Provisioning complete for port 19016f75-9b1d-4cd8-9002-da401a0915b9 triggered by entity L2. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:38:49.563841 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1253608'] for port, provisioning_complete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:49.620453 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-15af2239-1729-48f3-aebf-9609089914e4 tempest-TaggedBootDevicesTest-1674414334 tempest-TaggedBootDevicesTest-1674414334-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 364} {{(pid=84040) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 20:38:49.659903 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78670bd6-9747-4255-91bc-5c7eb05cb282 req-653057e2-727e-485c-97de-939f3521fc49 tempest-LiveAutoBlockMigrationV225Test-1713341100 tempest-LiveAutoBlockMigrationV225Test-1713341100-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:38:49.668365 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-78670bd6-9747-4255-91bc-5c7eb05cb282 req-653057e2-727e-485c-97de-939f3521fc49 tempest-LiveAutoBlockMigrationV225Test-1713341100 tempest-LiveAutoBlockMigrationV225Test-1713341100-project] 10.222.0.42 "GET /v2.0/ports?device_id=56816bb5-501f-409b-9318-02f6d3b85a3d HTTP/1.1" status: 200 len: 943 time: 0.5421295 Apr 18 20:38:49.673621 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-15af2239-1729-48f3-aebf-9609089914e4 tempest-TaggedBootDevicesTest-1674414334 tempest-TaggedBootDevicesTest-1674414334-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1082986'] for segment, precommit_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:49.674242 n-d-838334-2 neutron-server[84040]: INFO neutron.db.segments_db [None req-15af2239-1729-48f3-aebf-9609089914e4 tempest-TaggedBootDevicesTest-1674414334 tempest-TaggedBootDevicesTest-1674414334-project] Added segment 042fd70a-92f2-4098-9b07-9a0bcd9bab32 of type vlan for network 81621119-9498-4395-a64b-7e94080c69d1 Apr 18 20:38:49.716261 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] get_ports_and_sgs() called for port_ids ['6c42e873-f524-4137-8976-95b9eed610f8'] {{(pid=84042) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 18 20:38:49.749357 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f6b7ef9-b7a6-45fd-bf04-b7900fefb4bc req-e75fde06-0cc5-4268-861e-a97d0d5b8ee1 tempest-LiveMigrationNegativeTest-1063094817 tempest-LiveMigrationNegativeTest-1063094817-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:38:49.757111 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-9f6b7ef9-b7a6-45fd-bf04-b7900fefb4bc req-e75fde06-0cc5-4268-861e-a97d0d5b8ee1 tempest-LiveMigrationNegativeTest-1063094817 tempest-LiveMigrationNegativeTest-1063094817-project] 10.222.0.42 "GET /v2.0/ports?device_id=7994feeb-3fba-4a0f-828c-898c87b31453 HTTP/1.1" status: 200 len: 949 time: 0.3181262 Apr 18 20:38:49.793508 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-15af2239-1729-48f3-aebf-9609089914e4 tempest-TaggedBootDevicesTest-1674414334 tempest-TaggedBootDevicesTest-1674414334-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750374825732'] for network, precommit_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:49.827403 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-78670bd6-9747-4255-91bc-5c7eb05cb282 req-511af237-69cb-4c08-8c27-ff990971bca1 tempest-LiveAutoBlockMigrationV225Test-1713341100 tempest-LiveAutoBlockMigrationV225Test-1713341100-project] 10.222.0.42 "GET /v2.0/security-groups?id=bf712067-aabd-4e70-aae1-082928dd1ccd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1578918 Apr 18 20:38:49.899730 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:49.912454 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-9f6b7ef9-b7a6-45fd-bf04-b7900fefb4bc req-6211718f-f9b9-43d8-b661-90f4a28596e4 tempest-LiveMigrationNegativeTest-1063094817 tempest-LiveMigrationNegativeTest-1063094817-project] 10.222.0.42 "GET /v2.0/security-groups?id=7d29b726-a567-4f03-8309-9129413604ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1543815 Apr 18 20:38:49.959130 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-15af2239-1729-48f3-aebf-9609089914e4 tempest-TaggedBootDevicesTest-1674414334 tempest-TaggedBootDevicesTest-1674414334-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33526109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022'] for network, after_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:49.972370 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15af2239-1729-48f3-aebf-9609089914e4 tempest-TaggedBootDevicesTest-1674414334 tempest-TaggedBootDevicesTest-1674414334-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:38:49.973016 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-15af2239-1729-48f3-aebf-9609089914e4 tempest-TaggedBootDevicesTest-1674414334 tempest-TaggedBootDevicesTest-1674414334-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32378031'] for network, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:50.085790 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] For port 19016f75-9b1d-4cd8-9002-da401a0915b9, host n-h2-838334-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838334-2',level=0,port_id=19016f75-9b1d-4cd8-9002-da401a0915b9,segment=NetworkSegment(62b85806-94d8-4a88-a06c-da82e5932d66),segment_id=62b85806-94d8-4a88-a06c-da82e5932d66)] {{(pid=84042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:38:50.112068 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682'] for port, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:50.273433 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-15af2239-1729-48f3-aebf-9609089914e4 tempest-TaggedBootDevicesTest-1674414334 tempest-TaggedBootDevicesTest-1674414334-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 1.3415799 Apr 18 20:38:50.283763 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 35114) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:38:50.305571 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51b2b48d-68ba-4f35-80ef-9c7008fd0216 req-3b5a5e50-8db4-4109-a8cd-19a504910209 tempest-LiveMigrationTest-963278731 tempest-LiveMigrationTest-963278731-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:38:50.309412 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-51b2b48d-68ba-4f35-80ef-9c7008fd0216 req-3b5a5e50-8db4-4109-a8cd-19a504910209 tempest-LiveMigrationTest-963278731 tempest-LiveMigrationTest-963278731-project] 10.222.0.43 "GET /v2.0/networks?id=2b4e6157-bc80-44e6-aceb-13aa29225b38 HTTP/1.1" status: 200 len: 807 time: 0.4270701 Apr 18 20:38:50.321747 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.v2.base [None req-4bd1b876-a64f-4088-9ff3-deccbe1d2816 tempest-TaggedBootDevicesTest-1674414334 tempest-TaggedBootDevicesTest-1674414334-project] Request body: {'subnet': {'network_id': 'd9eb2c31-9efb-45c1-be97-8fbfff0e7f82', 'cidr': '10.1.1.0/24', 'ip_version': 4}} {{(pid=84040) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 20:38:50.330705 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.v2.base [req-51b2b48d-68ba-4f35-80ef-9c7008fd0216 req-3f0e8a88-53fe-4490-ae14-e379251ef081 tempest-LiveMigrationTest-963278731 tempest-LiveMigrationTest-963278731-project] Request body: {'port': {'device_id': '24d2e03c-6691-46a0-a6c7-88d1392ddccc', 'network_id': '2b4e6157-bc80-44e6-aceb-13aa29225b38', 'admin_state_up': True, 'tenant_id': '30967135a3784f8f91989a9ec626fb3e'}} {{(pid=84041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 20:38:50.386439 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Pushing event updated for resources: {'Port': ['ID=19016f75-9b1d-4cd8-9002-da401a0915b9,revision_number=5']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:38:50.455571 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-c7521a90-7d65-4e2e-842c-ca5d95e9a89c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750375287399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253529'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:50.491855 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-491120e0-c9c8-47b3-94de-1114c50a0d58 req-e5851b57-2a7b-403c-883c-bc8305df915f tempest-ServersAdmin275Test-614917130 tempest-ServersAdmin275Test-614917130-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=4bb574e3-a1a9-4f48-a18e-e712328d8de0 HTTP/1.1" status: 200 len: 210 time: 0.2165396 Apr 18 20:38:50.525846 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15af2239-1729-48f3-aebf-9609089914e4 tempest-TaggedBootDevicesTest-1674414334 tempest-TaggedBootDevicesTest-1674414334-project] Pushing event updated for resources: {'Network': ['ID=81621119-9498-4395-a64b-7e94080c69d1,revision_number=1']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:38:50.537891 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-a8ab4d9d-e5d4-4729-8b4c-a807153632e3 req-b3256f28-42f9-43c3-ae48-e3bca7f20ac4 tempest-LiveMigrationTest-963278731 tempest-LiveMigrationTest-963278731-project] 10.222.0.42 "GET /v2.0/ports?device_id=24d2e03c-6691-46a0-a6c7-88d1392ddccc HTTP/1.1" status: 200 len: 210 time: 0.0820715 Apr 18 20:38:50.538086 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Network 81621119-9498-4395-a64b-7e94080c69d1 details requested by agent ovs-agent-n-d-838334-2 with host n-d-838334-2 {{(pid=84042) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 18 20:38:50.549111 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [None req-4bd1b876-a64f-4088-9ff3-deccbe1d2816 tempest-TaggedBootDevicesTest-1674414334 tempest-TaggedBootDevicesTest-1674414334-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:38:50.554860 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-4bd1b876-a64f-4088-9ff3-deccbe1d2816 tempest-TaggedBootDevicesTest-1674414334 tempest-TaggedBootDevicesTest-1674414334-project] Usage tracker for resource:subnet and tenant:f85a0d9202f64bddab6b7eaee6d6810d is out of sync, need to count used quota {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:38:50.558512 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-4bd1b876-a64f-4088-9ff3-deccbe1d2816 tempest-TaggedBootDevicesTest-1674414334 tempest-TaggedBootDevicesTest-1674414334-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:38:50.568247 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [None req-4bd1b876-a64f-4088-9ff3-deccbe1d2816 tempest-TaggedBootDevicesTest-1674414334 tempest-TaggedBootDevicesTest-1674414334-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:38:50.584377 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4bd1b876-a64f-4088-9ff3-deccbe1d2816 tempest-TaggedBootDevicesTest-1674414334 tempest-TaggedBootDevicesTest-1674414334-project] Made reservation on behalf of f85a0d9202f64bddab6b7eaee6d6810d for: {'subnet': 1} {{(pid=84040) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:38:50.584983 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [req-51b2b48d-68ba-4f35-80ef-9c7008fd0216 req-3f0e8a88-53fe-4490-ae14-e379251ef081 tempest-LiveMigrationTest-963278731 tempest-LiveMigrationTest-963278731-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:38:50.591208 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [req-51b2b48d-68ba-4f35-80ef-9c7008fd0216 req-3f0e8a88-53fe-4490-ae14-e379251ef081 tempest-LiveMigrationTest-963278731 tempest-LiveMigrationTest-963278731-project] Usage tracker for resource:port and tenant:30967135a3784f8f91989a9ec626fb3e is out of sync, need to count used quota {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:38:50.602049 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [req-51b2b48d-68ba-4f35-80ef-9c7008fd0216 req-3f0e8a88-53fe-4490-ae14-e379251ef081 tempest-LiveMigrationTest-963278731 tempest-LiveMigrationTest-963278731-project] Quota usage for port was recalculated. Used quota:2. {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:38:50.617172 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [req-51b2b48d-68ba-4f35-80ef-9c7008fd0216 req-3f0e8a88-53fe-4490-ae14-e379251ef081 tempest-LiveMigrationTest-963278731 tempest-LiveMigrationTest-963278731-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:38:50.634862 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-51b2b48d-68ba-4f35-80ef-9c7008fd0216 req-3f0e8a88-53fe-4490-ae14-e379251ef081 tempest-LiveMigrationTest-963278731 tempest-LiveMigrationTest-963278731-project] Made reservation on behalf of 30967135a3784f8f91989a9ec626fb3e for: {'port': 1} {{(pid=84041) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:38:50.639249 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [req-51b2b48d-68ba-4f35-80ef-9c7008fd0216 req-3f0e8a88-53fe-4490-ae14-e379251ef081 tempest-LiveMigrationTest-963278731 tempest-LiveMigrationTest-963278731-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:50.708427 n-d-838334-2 neutron-server[84041]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '56816bb5-501f-409b-9318-02f6d3b85a3d', 'tag': '6c42e873-f524-4137-8976-95b9eed610f8'}] {{(pid=84041) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 20:38:50.787720 n-d-838334-2 neutron-server[84041]: INFO neutron.notifiers.nova [-] Nova event matching ['req-49b1cada-5e14-4f16-a5ff-78c118d72332'] response: {'name': 'network-changed', 'server_uuid': '56816bb5-501f-409b-9318-02f6d3b85a3d', 'tag': '6c42e873-f524-4137-8976-95b9eed610f8', 'status': 'completed', 'code': 200} Apr 18 20:38:50.863533 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-4bd1b876-a64f-4088-9ff3-deccbe1d2816 tempest-TaggedBootDevicesTest-1674414334 tempest-TaggedBootDevicesTest-1674414334-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31752722'] for subnet, before_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:50.903838 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.db_base_plugin_common [req-51b2b48d-68ba-4f35-80ef-9c7008fd0216 req-3f0e8a88-53fe-4490-ae14-e379251ef081 tempest-LiveMigrationTest-963278731 tempest-LiveMigrationTest-963278731-project] Allocated IP 172.20.0.14 (2b4e6157-bc80-44e6-aceb-13aa29225b38/2a27c3e0-e2c3-453b-9e93-76a003aa4b19/58b97a1b-20d1-47a5-98a1-cac11ab0e588) {{(pid=84041) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:38:51.228921 n-d-838334-2 neutron-server[84042]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7994feeb-3fba-4a0f-828c-898c87b31453', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '19016f75-9b1d-4cd8-9002-da401a0915b9'}] {{(pid=84042) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 20:38:51.294753 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-d97af03d-c354-4856-ba53-78841f13b1ce req-eee44e4c-f927-43be-af80-e345b4a827ee service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=7843cba0a7e24a0397d5219cb7fd254c&device_id=56816bb5-501f-409b-9318-02f6d3b85a3d HTTP/1.1" status: 200 len: 1124 time: 0.4782922 Apr 18 20:38:51.328337 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [req-51b2b48d-68ba-4f35-80ef-9c7008fd0216 req-3f0e8a88-53fe-4490-ae14-e379251ef081 tempest-LiveMigrationTest-963278731 tempest-LiveMigrationTest-963278731-project] Notify callbacks [] for port, precommit_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:51.365997 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [req-51b2b48d-68ba-4f35-80ef-9c7008fd0216 req-3f0e8a88-53fe-4490-ae14-e379251ef081 tempest-LiveMigrationTest-963278731 tempest-LiveMigrationTest-963278731-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750374836619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32266323'] for port, after_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:51.384451 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a22abb33-7a06-4611-a7d5-4568c6d64274 req-60a1480a-bda3-42a8-b66f-6677a507999a tempest-LiveAutoBlockMigrationV225Test-1713341100 tempest-LiveAutoBlockMigrationV225Test-1713341100-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:38:51.391704 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-a22abb33-7a06-4611-a7d5-4568c6d64274 req-60a1480a-bda3-42a8-b66f-6677a507999a tempest-LiveAutoBlockMigrationV225Test-1713341100 tempest-LiveAutoBlockMigrationV225Test-1713341100-project] 10.222.0.42 "GET /v2.0/ports?device_id=56816bb5-501f-409b-9318-02f6d3b85a3d HTTP/1.1" status: 200 len: 943 time: 0.2157629 Apr 18 20:38:51.447722 n-d-838334-2 neutron-server[84041]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-51b2b48d-68ba-4f35-80ef-9c7008fd0216 req-3f0e8a88-53fe-4490-ae14-e379251ef081 tempest-LiveMigrationTest-963278731 tempest-LiveMigrationTest-963278731-project] Network 2b4e6157-bc80-44e6-aceb-13aa29225b38 is already hosted by enough agents. {{(pid=84041) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:38:51.450716 n-d-838334-2 neutron-server[84041]: DEBUG neutron.scheduler.base_scheduler [req-51b2b48d-68ba-4f35-80ef-9c7008fd0216 req-3f0e8a88-53fe-4490-ae14-e379251ef081 tempest-LiveMigrationTest-963278731 tempest-LiveMigrationTest-963278731-project] Resources bound (agent type, host, resource id): {{(pid=84041) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:38:51.453318 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.l3_dvrscheduler_db [req-51b2b48d-68ba-4f35-80ef-9c7008fd0216 req-3f0e8a88-53fe-4490-ae14-e379251ef081 tempest-LiveMigrationTest-963278731 tempest-LiveMigrationTest-963278731-project] Received port after_create {{(pid=84041) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 20:38:51.492282 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f0e8a88-53fe-4490-ae14-e379251ef081 tempest-LiveMigrationTest-963278731 tempest-LiveMigrationTest-963278731-project] Pushing event updated for resources: {'Port': ['ID=58b97a1b-20d1-47a5-98a1-cac11ab0e588,revision_number=1']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:38:51.527669 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51b2b48d-68ba-4f35-80ef-9c7008fd0216 req-3f0e8a88-53fe-4490-ae14-e379251ef081 tempest-LiveMigrationTest-963278731 tempest-LiveMigrationTest-963278731-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:38:51.528080 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [req-51b2b48d-68ba-4f35-80ef-9c7008fd0216 req-3f0e8a88-53fe-4490-ae14-e379251ef081 tempest-LiveMigrationTest-963278731 tempest-LiveMigrationTest-963278731-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217293'] for port, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:51.553211 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-51b2b48d-68ba-4f35-80ef-9c7008fd0216 req-3f0e8a88-53fe-4490-ae14-e379251ef081 tempest-LiveMigrationTest-963278731 tempest-LiveMigrationTest-963278731-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2278688 Apr 18 20:38:51.574808 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.v2.base [req-51b2b48d-68ba-4f35-80ef-9c7008fd0216 req-790ba62a-c1cc-4888-831e-ab05c8d389dc service neutron] Request body: {'port': {'device_id': '24d2e03c-6691-46a0-a6c7-88d1392ddccc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-838334-2'}} {{(pid=84041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 20:38:51.648904 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-a22abb33-7a06-4611-a7d5-4568c6d64274 req-f3c10565-5020-4f02-b805-17022cec7254 tempest-LiveAutoBlockMigrationV225Test-1713341100 tempest-LiveAutoBlockMigrationV225Test-1713341100-project] 10.222.0.42 "GET /v2.0/security-groups?id=bf712067-aabd-4e70-aae1-082928dd1ccd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2559338 Apr 18 20:38:51.717283 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [req-51b2b48d-68ba-4f35-80ef-9c7008fd0216 req-790ba62a-c1cc-4888-831e-ab05c8d389dc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:51.731352 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d97af03d-c354-4856-ba53-78841f13b1ce req-9b92d354-2e7f-4c82-a14e-228161cf6e39 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:38:51.732784 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-d97af03d-c354-4856-ba53-78841f13b1ce req-9b92d354-2e7f-4c82-a14e-228161cf6e39 service neutron] 10.222.0.48 "GET /v2.0/networks?id=5ab7510b-2145-476c-b9d7-eb0e1ae538b7 HTTP/1.1" status: 200 len: 921 time: 0.3867788 Apr 18 20:38:51.752112 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-876ed881-fb97-4eef-8e61-ec0d7baec3cc req-a5a1057e-e40b-4cd5-8cdb-f29345ab9ec2 tempest-LiveMigrationNegativeTest-1063094817 tempest-LiveMigrationNegativeTest-1063094817-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:38:51.780009 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-876ed881-fb97-4eef-8e61-ec0d7baec3cc req-a5a1057e-e40b-4cd5-8cdb-f29345ab9ec2 tempest-LiveMigrationNegativeTest-1063094817 tempest-LiveMigrationNegativeTest-1063094817-project] 10.222.0.42 "GET /v2.0/ports?device_id=7994feeb-3fba-4a0f-828c-898c87b31453 HTTP/1.1" status: 200 len: 950 time: 0.4624517 Apr 18 20:38:51.962713 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-d97af03d-c354-4856-ba53-78841f13b1ce req-30df0f4d-d751-4ebc-8784-2fef8bd09907 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6c42e873-f524-4137-8976-95b9eed610f8 HTTP/1.1" status: 200 len: 217 time: 0.2165926 Apr 18 20:38:51.964258 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-4bd1b876-a64f-4088-9ff3-deccbe1d2816 tempest-TaggedBootDevicesTest-1674414334 tempest-TaggedBootDevicesTest-1674414334-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33526260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32441074', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31752704'] for subnet, after_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:51.975263 n-d-838334-2 neutron-server[84042]: INFO neutron.notifiers.nova [-] Nova event matching ['req-842718b9-7ac9-4b4d-be7f-9aad615fa8f7'] response: {'server_uuid': '7994feeb-3fba-4a0f-828c-898c87b31453', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '19016f75-9b1d-4cd8-9002-da401a0915b9', 'code': 200} Apr 18 20:38:52.300423 n-d-838334-2 neutron-server[84041]: DEBUG neutron.notifiers.nova [req-51b2b48d-68ba-4f35-80ef-9c7008fd0216 req-790ba62a-c1cc-4888-831e-ab05c8d389dc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 58b97a1b-20d1-47a5-98a1-cac11ab0e588 {{(pid=84041) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 18 20:38:52.307810 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-876ed881-fb97-4eef-8e61-ec0d7baec3cc req-89268b1b-6167-4985-9fca-da34e87b5d76 tempest-LiveMigrationNegativeTest-1063094817 tempest-LiveMigrationNegativeTest-1063094817-project] 10.222.0.42 "GET /v2.0/security-groups?id=7d29b726-a567-4f03-8309-9129413604ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5414000 Apr 18 20:38:52.310273 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [req-51b2b48d-68ba-4f35-80ef-9c7008fd0216 req-790ba62a-c1cc-4888-831e-ab05c8d389dc service neutron] Notify callbacks [] for port, precommit_update {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:52.317541 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Device 6c42e873-f524-4137-8976-95b9eed610f8 details requested by agent hyperv_n-h1-838334-2 with host n-h1-838334-2 {{(pid=84042) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 18 20:38:52.362592 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 35150) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:38:52.366037 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.provisioning_blocks [req-51b2b48d-68ba-4f35-80ef-9c7008fd0216 req-790ba62a-c1cc-4888-831e-ab05c8d389dc service neutron] Transition to ACTIVE for port object 58b97a1b-20d1-47a5-98a1-cac11ab0e588 will not be triggered until provisioned by entity L2. {{(pid=84041) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 20:38:52.371459 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bd1b876-a64f-4088-9ff3-deccbe1d2816 tempest-TaggedBootDevicesTest-1674414334 tempest-TaggedBootDevicesTest-1674414334-project] Pushing event updated for resources: {'Subnet': ['ID=595cabc3-b2ed-413d-9545-05965478d7ea,revision_number=0']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:38:52.378622 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [req-51b2b48d-68ba-4f35-80ef-9c7008fd0216 req-790ba62a-c1cc-4888-831e-ab05c8d389dc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32266282'] for port, after_update {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:52.390240 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d97af03d-c354-4856-ba53-78841f13b1ce req-816c94e8-fb6c-48f1-a7a0-43bbd9538986 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:38:52.392256 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-d97af03d-c354-4856-ba53-78841f13b1ce req-816c94e8-fb6c-48f1-a7a0-43bbd9538986 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=5bf38cb0-45bd-48cb-9f8c-19a270201f44 HTTP/1.1" status: 200 len: 860 time: 0.3314359 Apr 18 20:38:52.466352 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-d97af03d-c354-4856-ba53-78841f13b1ce req-ea187638-5351-4deb-8bfa-e84e5bfc0c37 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=5ab7510b-2145-476c-b9d7-eb0e1ae538b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0599711 Apr 18 20:38:52.477457 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bd1b876-a64f-4088-9ff3-deccbe1d2816 tempest-TaggedBootDevicesTest-1674414334 tempest-TaggedBootDevicesTest-1674414334-project] Checking segment: {'id': '4134857a-3d4d-4a42-8268-4c8b0125ff2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': 'd9eb2c31-9efb-45c1-be97-8fbfff0e7f82'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84040) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 20:38:52.478069 n-d-838334-2 neutron-server[84040]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4bd1b876-a64f-4088-9ff3-deccbe1d2816 tempest-TaggedBootDevicesTest-1674414334 tempest-TaggedBootDevicesTest-1674414334-project] Network hostable DHCP agents. Network: d9eb2c31-9efb-45c1-be97-8fbfff0e7f82, hostable agents: ['8746f8ea-3e91-4b32-9919-2c63adeb8722'], hosted agents: [] {{(pid=84040) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 20:38:52.594262 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-9964445e-efa2-40f6-ba4b-1850fa7f7d69 req-b59d03bb-0d63-43ed-9377-4812bd35e179 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=7994feeb-3fba-4a0f-828c-898c87b31453 HTTP/1.1" status: 200 len: 1101 time: 0.4585235 Apr 18 20:38:52.605950 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ccac4d-59ae-4665-9339-21d2b477f177 req-638a1b1b-e530-4ceb-ae7e-e6d21c0de5e2 tempest-LiveMigrationTest-963278731 tempest-LiveMigrationTest-963278731-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:38:52.612841 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-76ccac4d-59ae-4665-9339-21d2b477f177 req-638a1b1b-e530-4ceb-ae7e-e6d21c0de5e2 tempest-LiveMigrationTest-963278731 tempest-LiveMigrationTest-963278731-project] 10.222.0.42 "GET /v2.0/ports?device_id=24d2e03c-6691-46a0-a6c7-88d1392ddccc HTTP/1.1" status: 200 len: 932 time: 0.4113085 Apr 18 20:38:52.649419 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] For port 6c42e873-f524-4137-8976-95b9eed610f8, host n-h2-838334-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838334-2',level=0,port_id=6c42e873-f524-4137-8976-95b9eed610f8,segment=NetworkSegment(e2a67327-2af4-4205-9ade-197b88c2bea8),segment_id=e2a67327-2af4-4205-9ade-197b88c2bea8)] {{(pid=84042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:38:52.669795 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Device 6c42e873-f524-4137-8976-95b9eed610f8 has no active binding in host n-h1-838334-2 {{(pid=84042) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:142}} Apr 18 20:38:52.709968 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-790ba62a-c1cc-4888-831e-ab05c8d389dc service neutron] Pushing event updated for resources: {'Port': ['ID=58b97a1b-20d1-47a5-98a1-cac11ab0e588,revision_number=2']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:38:52.756334 n-d-838334-2 neutron-server[84040]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4bd1b876-a64f-4088-9ff3-deccbe1d2816 tempest-TaggedBootDevicesTest-1674414334 tempest-TaggedBootDevicesTest-1674414334-project] Network d9eb2c31-9efb-45c1-be97-8fbfff0e7f82 is scheduled to be hosted by DHCP agent 8746f8ea-3e91-4b32-9919-2c63adeb8722 with binding_index 1 {{(pid=84040) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 20:38:52.764370 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-8159a28e-db88-4aa7-bccc-f8724cf519cf req-9e96a3ba-fdf8-4fe2-ab1f-40be57459985 tempest-ServersAdmin275Test-614917130 tempest-ServersAdmin275Test-614917130-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=4bb574e3-a1a9-4f48-a18e-e712328d8de0 HTTP/1.1" status: 200 len: 210 time: 0.0824645 Apr 18 20:38:52.769816 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-8bc0e8e1-edba-4a89-a780-0fd687609947 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:52.839658 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-76ccac4d-59ae-4665-9339-21d2b477f177 req-7ebef3df-534c-4ce1-9e71-c6e3557a5f69 tempest-LiveMigrationTest-963278731 tempest-LiveMigrationTest-963278731-project] 10.222.0.42 "GET /v2.0/security-groups?id=c1ded286-bbeb-4ec4-95be-e4f6aab8a892&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2254260 Apr 18 20:38:52.841170 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.managers [req-51b2b48d-68ba-4f35-80ef-9c7008fd0216 req-790ba62a-c1cc-4888-831e-ab05c8d389dc service neutron] Attempting to bind port 58b97a1b-20d1-47a5-98a1-cac11ab0e588 on host n-h1-838334-2 for vnic_type normal with profile {{(pid=84041) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:38:52.841170 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.managers [req-51b2b48d-68ba-4f35-80ef-9c7008fd0216 req-790ba62a-c1cc-4888-831e-ab05c8d389dc service neutron] Attempting to bind port 58b97a1b-20d1-47a5-98a1-cac11ab0e588 by drivers openvswitch,hyperv on host n-h1-838334-2 at level 0 using segments [{'id': '806925fb-1611-47d5-bfae-6289aca7c7ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '2b4e6157-bc80-44e6-aceb-13aa29225b38'}] {{(pid=84041) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:38:52.841170 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51b2b48d-68ba-4f35-80ef-9c7008fd0216 req-790ba62a-c1cc-4888-831e-ab05c8d389dc service neutron] Attempting to bind port 58b97a1b-20d1-47a5-98a1-cac11ab0e588 on network 2b4e6157-bc80-44e6-aceb-13aa29225b38 {{(pid=84041) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 20:38:52.841495 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-d97af03d-c354-4856-ba53-78841f13b1ce req-4909dda5-0663-4d7f-a8a7-8c43a870c56d service neutron] 10.222.0.48 "GET /v2.0/networks/5ab7510b-2145-476c-b9d7-eb0e1ae538b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3568389 Apr 18 20:38:52.842031 n-d-838334-2 neutron-server[84040]: DEBUG neutron.scheduler.base_scheduler [None req-4bd1b876-a64f-4088-9ff3-deccbe1d2816 tempest-TaggedBootDevicesTest-1674414334 tempest-TaggedBootDevicesTest-1674414334-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-838334-2, d9eb2c31-9efb-45c1-be97-8fbfff0e7f82) {{(pid=84040) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:38:52.850541 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-9964445e-efa2-40f6-ba4b-1850fa7f7d69 req-46e17419-bd7f-4c3b-853a-24208df3011d service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=7d29b726-a567-4f03-8309-9129413604ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2181232 Apr 18 20:38:52.851656 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89dd017a-d021-430e-9f30-e41f12d2cef1 None None] Network d9eb2c31-9efb-45c1-be97-8fbfff0e7f82 requested from n-d-838334-2 {{(pid=84042) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 20:38:52.857731 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51b2b48d-68ba-4f35-80ef-9c7008fd0216 req-790ba62a-c1cc-4888-831e-ab05c8d389dc service neutron] Port 58b97a1b-20d1-47a5-98a1-cac11ab0e588 on network 2b4e6157-bc80-44e6-aceb-13aa29225b38 not bound, no agent of type Open vSwitch agent registered on host n-h1-838334-2 {{(pid=84041) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 18 20:38:52.858152 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51b2b48d-68ba-4f35-80ef-9c7008fd0216 req-790ba62a-c1cc-4888-831e-ab05c8d389dc service neutron] Attempting to bind port 58b97a1b-20d1-47a5-98a1-cac11ab0e588 on network 2b4e6157-bc80-44e6-aceb-13aa29225b38 {{(pid=84041) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 20:38:52.868437 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51b2b48d-68ba-4f35-80ef-9c7008fd0216 req-790ba62a-c1cc-4888-831e-ab05c8d389dc service neutron] Checking agent: {'id': 'd63bab19-ff81-4de1-afeb-a3732288d0d7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-838334-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 33, 59), 'started_at': datetime.datetime(2022, 4, 18, 20, 33, 59), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 20, 38, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84041) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 18 20:38:52.868926 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51b2b48d-68ba-4f35-80ef-9c7008fd0216 req-790ba62a-c1cc-4888-831e-ab05c8d389dc service neutron] Checking segment: {'id': '806925fb-1611-47d5-bfae-6289aca7c7ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '2b4e6157-bc80-44e6-aceb-13aa29225b38'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84041) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 20:38:52.869589 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51b2b48d-68ba-4f35-80ef-9c7008fd0216 req-790ba62a-c1cc-4888-831e-ab05c8d389dc service neutron] Bound using segment: {'id': '806925fb-1611-47d5-bfae-6289aca7c7ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '2b4e6157-bc80-44e6-aceb-13aa29225b38'} {{(pid=84041) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 18 20:38:52.870128 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.managers [req-51b2b48d-68ba-4f35-80ef-9c7008fd0216 req-790ba62a-c1cc-4888-831e-ab05c8d389dc service neutron] Bound port: 58b97a1b-20d1-47a5-98a1-cac11ab0e588, host: n-h1-838334-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '806925fb-1611-47d5-bfae-6289aca7c7ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '2b4e6157-bc80-44e6-aceb-13aa29225b38'}}] {{(pid=84041) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 20:38:52.870615 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [req-51b2b48d-68ba-4f35-80ef-9c7008fd0216 req-790ba62a-c1cc-4888-831e-ab05c8d389dc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:52.887163 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4bd1b876-a64f-4088-9ff3-deccbe1d2816 tempest-TaggedBootDevicesTest-1674414334 tempest-TaggedBootDevicesTest-1674414334-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:38:52.887946 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-4bd1b876-a64f-4088-9ff3-deccbe1d2816 tempest-TaggedBootDevicesTest-1674414334 tempest-TaggedBootDevicesTest-1674414334-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32378031'] for subnet, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:53.006382 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.db [req-51b2b48d-68ba-4f35-80ef-9c7008fd0216 req-790ba62a-c1cc-4888-831e-ab05c8d389dc service neutron] For port 58b97a1b-20d1-47a5-98a1-cac11ab0e588, host n-h1-838334-2, cleared binding levels {{(pid=84041) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 20:38:53.010408 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.db [req-51b2b48d-68ba-4f35-80ef-9c7008fd0216 req-790ba62a-c1cc-4888-831e-ab05c8d389dc service neutron] For port 58b97a1b-20d1-47a5-98a1-cac11ab0e588, host n-h1-838334-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838334-2',level=0,port_id=58b97a1b-20d1-47a5-98a1-cac11ab0e588,segment=NetworkSegment(806925fb-1611-47d5-bfae-6289aca7c7ad),segment_id=806925fb-1611-47d5-bfae-6289aca7c7ad)] {{(pid=84041) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 20:38:53.018702 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [req-51b2b48d-68ba-4f35-80ef-9c7008fd0216 req-790ba62a-c1cc-4888-831e-ab05c8d389dc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32266282'] for port, after_update {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:53.076828 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [None req-8bc0e8e1-edba-4a89-a780-0fd687609947 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:38:53.093745 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-4bd1b876-a64f-4088-9ff3-deccbe1d2816 tempest-TaggedBootDevicesTest-1674414334 tempest-TaggedBootDevicesTest-1674414334-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 2.7943535 Apr 18 20:38:53.093943 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 35164) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:38:53.094056 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-8bc0e8e1-edba-4a89-a780-0fd687609947 admin admin] Usage tracker for resource:security_group_rule and tenant:55933d5c5d7041fb8a87198cd8de557c is out of sync, need to count used quota {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:38:53.099223 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-8bc0e8e1-edba-4a89-a780-0fd687609947 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:38:53.109579 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [None req-8bc0e8e1-edba-4a89-a780-0fd687609947 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:38:53.115213 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.v2.base [None req-1246c373-b9d4-4ed3-b770-73be9bdc6282 tempest-TaggedBootDevicesTest-1674414334 tempest-TaggedBootDevicesTest-1674414334-project] Request body: {'subnet': {'network_id': '81621119-9498-4395-a64b-7e94080c69d1', 'cidr': '10.2.2.0/24', 'ip_version': 4}} {{(pid=84041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 20:38:53.173434 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-d97af03d-c354-4856-ba53-78841f13b1ce req-842afb30-44ce-4daa-acf0-fc1fd8279c93 service neutron] 10.222.0.48 "GET /v2.0/networks/5ab7510b-2145-476c-b9d7-eb0e1ae538b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2688155 Apr 18 20:38:53.249460 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [req-51b2b48d-68ba-4f35-80ef-9c7008fd0216 req-790ba62a-c1cc-4888-831e-ab05c8d389dc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217293'] for port, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:53.251735 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-51b2b48d-68ba-4f35-80ef-9c7008fd0216 req-790ba62a-c1cc-4888-831e-ab05c8d389dc service neutron] 10.222.0.43 "PUT /v2.0/ports/58b97a1b-20d1-47a5-98a1-cac11ab0e588 HTTP/1.1" status: 200 len: 1092 time: 1.6811223 Apr 18 20:38:53.283392 n-d-838334-2 neutron-server[84041]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '24d2e03c-6691-46a0-a6c7-88d1392ddccc', 'tag': '58b97a1b-20d1-47a5-98a1-cac11ab0e588'}] {{(pid=84041) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 20:38:53.312329 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-177be80d-a5be-4cda-9cda-a5339adaedaf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp016840fc-1f9f-5892-9c53-c9cf6c845bbb-d9eb2c31-9efb-45c1-be97-8fbfff0e7f82', 'network_id': 'd9eb2c31-9efb-45c1-be97-8fbfff0e7f82', 'tenant_id': 'f85a0d9202f64bddab6b7eaee6d6810d', 'fixed_ips': [{'subnet_id': '595cabc3-b2ed-413d-9545-05965478d7ea'}]}} from n-d-838334-2. {{(pid=84042) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 18 20:38:53.313944 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-177be80d-a5be-4cda-9cda-a5339adaedaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_create {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:53.315133 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76e97def-9ac1-4696-9e9a-126b0a8c7e8a req-70957190-2885-470e-bdc0-f4531571ff9d tempest-LiveAutoBlockMigrationV225Test-1713341100 tempest-LiveAutoBlockMigrationV225Test-1713341100-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:38:53.324732 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-76e97def-9ac1-4696-9e9a-126b0a8c7e8a req-70957190-2885-470e-bdc0-f4531571ff9d tempest-LiveAutoBlockMigrationV225Test-1713341100 tempest-LiveAutoBlockMigrationV225Test-1713341100-project] 10.222.0.42 "GET /v2.0/ports?device_id=56816bb5-501f-409b-9318-02f6d3b85a3d HTTP/1.1" status: 200 len: 943 time: 0.1527636 Apr 18 20:38:53.406822 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-76e97def-9ac1-4696-9e9a-126b0a8c7e8a req-01fdd2f7-afd5-42a1-ae68-0280ee286385 tempest-LiveAutoBlockMigrationV225Test-1713341100 tempest-LiveAutoBlockMigrationV225Test-1713341100-project] 10.222.0.42 "GET /v2.0/security-groups?id=bf712067-aabd-4e70-aae1-082928dd1ccd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0810645 Apr 18 20:38:53.422060 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-8bc0e8e1-edba-4a89-a780-0fd687609947 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:53.449282 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-8bc0e8e1-edba-4a89-a780-0fd687609947 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33528224'] for security_group, after_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:53.475073 n-d-838334-2 neutron-server[84041]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f47527ee-0b8d-49f1-b0aa-f6a6d8ad563a'] response: {'name': 'network-changed', 'server_uuid': '24d2e03c-6691-46a0-a6c7-88d1392ddccc', 'tag': '58b97a1b-20d1-47a5-98a1-cac11ab0e588', 'status': 'completed', 'code': 200} Apr 18 20:38:53.501138 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-1246c373-b9d4-4ed3-b770-73be9bdc6282 tempest-TaggedBootDevicesTest-1674414334 tempest-TaggedBootDevicesTest-1674414334-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:38:53.504141 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-790ba62a-c1cc-4888-831e-ab05c8d389dc service neutron] Pushing event updated for resources: {'Port': ['ID=58b97a1b-20d1-47a5-98a1-cac11ab0e588,revision_number=3']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:38:53.529643 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-1246c373-b9d4-4ed3-b770-73be9bdc6282 tempest-TaggedBootDevicesTest-1674414334 tempest-TaggedBootDevicesTest-1674414334-project] Usage tracker for resource:subnet and tenant:f85a0d9202f64bddab6b7eaee6d6810d is out of sync, need to count used quota {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:38:53.537604 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-1246c373-b9d4-4ed3-b770-73be9bdc6282 tempest-TaggedBootDevicesTest-1674414334 tempest-TaggedBootDevicesTest-1674414334-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:38:53.539571 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.db_base_plugin_common [None req-177be80d-a5be-4cda-9cda-a5339adaedaf None None] Allocated IP 10.1.1.2 (d9eb2c31-9efb-45c1-be97-8fbfff0e7f82/595cabc3-b2ed-413d-9545-05965478d7ea/e0057176-7362-41be-853b-9288526825a0) {{(pid=84042) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:38:53.552279 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-1246c373-b9d4-4ed3-b770-73be9bdc6282 tempest-TaggedBootDevicesTest-1674414334 tempest-TaggedBootDevicesTest-1674414334-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:38:53.574065 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-51b2b48d-68ba-4f35-80ef-9c7008fd0216 req-11176653-98c7-4e34-aecb-7e0e62353b00 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=30967135a3784f8f91989a9ec626fb3e&device_id=24d2e03c-6691-46a0-a6c7-88d1392ddccc HTTP/1.1" status: 200 len: 1095 time: 0.2330008 Apr 18 20:38:53.575521 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1246c373-b9d4-4ed3-b770-73be9bdc6282 tempest-TaggedBootDevicesTest-1674414334 tempest-TaggedBootDevicesTest-1674414334-project] Made reservation on behalf of f85a0d9202f64bddab6b7eaee6d6810d for: {'subnet': 1} {{(pid=84041) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:38:53.587777 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-8bc0e8e1-edba-4a89-a780-0fd687609947 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=55933d5c5d7041fb8a87198cd8de557c&name=default HTTP/1.1" status: 200 len: 2647 time: 1.2238333 Apr 18 20:38:53.589392 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bc0e8e1-edba-4a89-a780-0fd687609947 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ae94962c-b197-48d6-afa3-5a1acde18706,revision_number=1']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:38:53.592247 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 35172) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:38:53.688128 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-cd9b8f44-d780-433e-afec-a4ec97803701 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:53.798563 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-51b2b48d-68ba-4f35-80ef-9c7008fd0216 req-36e5316c-ef43-4862-a096-3a33c4414f31 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=58b97a1b-20d1-47a5-98a1-cac11ab0e588 HTTP/1.1" status: 200 len: 217 time: 0.1836715 Apr 18 20:38:53.882026 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-1246c373-b9d4-4ed3-b770-73be9bdc6282 tempest-TaggedBootDevicesTest-1674414334 tempest-TaggedBootDevicesTest-1674414334-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32486301'] for subnet, before_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:53.935574 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-177be80d-a5be-4cda-9cda-a5339adaedaf None None] Notify callbacks [] for port, precommit_create {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:53.948345 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-177be80d-a5be-4cda-9cda-a5339adaedaf None None] Transition to ACTIVE for port object e0057176-7362-41be-853b-9288526825a0 will not be triggered until provisioned by entity L2. {{(pid=84042) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 20:38:53.980250 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-177be80d-a5be-4cda-9cda-a5339adaedaf None None] Transition to ACTIVE for port object e0057176-7362-41be-853b-9288526825a0 will not be triggered until provisioned by entity DHCP. {{(pid=84042) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 20:38:53.993089 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-177be80d-a5be-4cda-9cda-a5339adaedaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750374836619'] for port, after_create {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:54.060083 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-cd9b8f44-d780-433e-afec-a4ec97803701 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:54.087068 n-d-838334-2 neutron-server[84042]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-177be80d-a5be-4cda-9cda-a5339adaedaf None None] Network d9eb2c31-9efb-45c1-be97-8fbfff0e7f82 is already hosted by enough agents. {{(pid=84042) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:38:54.092773 n-d-838334-2 neutron-server[84042]: DEBUG neutron.scheduler.base_scheduler [None req-177be80d-a5be-4cda-9cda-a5339adaedaf None None] Resources bound (agent type, host, resource id): {{(pid=84042) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:38:54.094856 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-177be80d-a5be-4cda-9cda-a5339adaedaf None None] Pushing event updated for resources: {'Port': ['ID=e0057176-7362-41be-853b-9288526825a0,revision_number=1']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:38:54.106519 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_dvrscheduler_db [None req-177be80d-a5be-4cda-9cda-a5339adaedaf None None] Received port after_create {{(pid=84042) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 20:38:54.109634 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-177be80d-a5be-4cda-9cda-a5339adaedaf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:38:54.110088 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-177be80d-a5be-4cda-9cda-a5339adaedaf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:38:54.110565 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-177be80d-a5be-4cda-9cda-a5339adaedaf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:38:54.111104 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-177be80d-a5be-4cda-9cda-a5339adaedaf None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:38:54.111518 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-177be80d-a5be-4cda-9cda-a5339adaedaf None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:38:54.111959 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-177be80d-a5be-4cda-9cda-a5339adaedaf None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:38:54.112388 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-177be80d-a5be-4cda-9cda-a5339adaedaf None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:38:54.112789 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-177be80d-a5be-4cda-9cda-a5339adaedaf None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:38:54.113202 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-177be80d-a5be-4cda-9cda-a5339adaedaf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:38:54.113610 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-177be80d-a5be-4cda-9cda-a5339adaedaf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:38:54.114579 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-177be80d-a5be-4cda-9cda-a5339adaedaf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:38:54.216588 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.managers [None req-177be80d-a5be-4cda-9cda-a5339adaedaf None None] Attempting to bind port e0057176-7362-41be-853b-9288526825a0 on host n-d-838334-2 for vnic_type normal with profile {{(pid=84042) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:38:54.218001 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.managers [None req-177be80d-a5be-4cda-9cda-a5339adaedaf None None] Attempting to bind port e0057176-7362-41be-853b-9288526825a0 by drivers openvswitch,hyperv on host n-d-838334-2 at level 0 using segments [{'id': '4134857a-3d4d-4a42-8268-4c8b0125ff2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': 'd9eb2c31-9efb-45c1-be97-8fbfff0e7f82'}] {{(pid=84042) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:38:54.219145 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-177be80d-a5be-4cda-9cda-a5339adaedaf None None] Attempting to bind port e0057176-7362-41be-853b-9288526825a0 on network d9eb2c31-9efb-45c1-be97-8fbfff0e7f82 {{(pid=84042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 20:38:54.229563 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-177be80d-a5be-4cda-9cda-a5339adaedaf None None] Checking agent: {'id': '97cd4414-7af6-4d67-868d-dff370b4071a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838334-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 25, 49), 'started_at': datetime.datetime(2022, 4, 18, 20, 26, 19), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 20, 38, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838334-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 18 20:38:54.229937 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-177be80d-a5be-4cda-9cda-a5339adaedaf None None] Checking segment: {'id': '4134857a-3d4d-4a42-8268-4c8b0125ff2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': 'd9eb2c31-9efb-45c1-be97-8fbfff0e7f82'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84042) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 20:38:54.230744 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-177be80d-a5be-4cda-9cda-a5339adaedaf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:54.230956 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-177be80d-a5be-4cda-9cda-a5339adaedaf None None] Bound using segment: {'id': '4134857a-3d4d-4a42-8268-4c8b0125ff2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': 'd9eb2c31-9efb-45c1-be97-8fbfff0e7f82'} {{(pid=84042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 18 20:38:54.231373 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.managers [None req-177be80d-a5be-4cda-9cda-a5339adaedaf None None] Bound port: e0057176-7362-41be-853b-9288526825a0, host: n-d-838334-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4134857a-3d4d-4a42-8268-4c8b0125ff2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': 'd9eb2c31-9efb-45c1-be97-8fbfff0e7f82'}}] {{(pid=84042) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 20:38:54.231491 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51b2b48d-68ba-4f35-80ef-9c7008fd0216 req-cd3c8e2f-24d0-40d9-9eef-d850e8f69c08 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:38:54.231797 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-177be80d-a5be-4cda-9cda-a5339adaedaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:54.233045 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-51b2b48d-68ba-4f35-80ef-9c7008fd0216 req-cd3c8e2f-24d0-40d9-9eef-d850e8f69c08 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=2a27c3e0-e2c3-453b-9e93-76a003aa4b19 HTTP/1.1" status: 200 len: 847 time: 0.4255605 Apr 18 20:38:54.264114 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-0dacd8d7-ce55-416f-90df-d485f5167450 req-5fe5f6fd-f0d8-490b-b0ff-298869725f68 service neutron] 10.222.0.48 "GET /v2.0/ports/6c42e873-f524-4137-8976-95b9eed610f8/bindings/n-h1-838334-2 HTTP/1.1" status: 200 len: 384 time: 0.3658202 Apr 18 20:38:54.328033 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-51b2b48d-68ba-4f35-80ef-9c7008fd0216 req-1160c8d5-c7f9-4f92-85b2-d7a65b6c5326 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=2b4e6157-bc80-44e6-aceb-13aa29225b38&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0786910 Apr 18 20:38:54.332484 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceacb504-1fc6-43a0-b943-98c2dc876add req-1af3a778-f85e-474b-881c-d5652249228f tempest-LiveMigrationNegativeTest-1063094817 tempest-LiveMigrationNegativeTest-1063094817-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:38:54.340259 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-ceacb504-1fc6-43a0-b943-98c2dc876add req-1af3a778-f85e-474b-881c-d5652249228f tempest-LiveMigrationNegativeTest-1063094817 tempest-LiveMigrationNegativeTest-1063094817-project] 10.222.0.42 "GET /v2.0/ports?device_id=7994feeb-3fba-4a0f-828c-898c87b31453 HTTP/1.1" status: 200 len: 950 time: 0.6273637 Apr 18 20:38:54.364370 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-cd9b8f44-d780-433e-afec-a4ec97803701 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33528224'] for security_group, after_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:54.384716 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ce2e497-1a69-47b8-a057-ff8f15701ff5 req-d104a504-4352-4ff2-9fa4-b7c5ac83e37d tempest-LiveMigrationTest-963278731 tempest-LiveMigrationTest-963278731-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:38:54.386197 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-8ce2e497-1a69-47b8-a057-ff8f15701ff5 req-d104a504-4352-4ff2-9fa4-b7c5ac83e37d tempest-LiveMigrationTest-963278731 tempest-LiveMigrationTest-963278731-project] 10.222.0.42 "GET /v2.0/ports?device_id=24d2e03c-6691-46a0-a6c7-88d1392ddccc HTTP/1.1" status: 200 len: 944 time: 0.2941060 Apr 18 20:38:54.401401 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-177be80d-a5be-4cda-9cda-a5339adaedaf None None] For port e0057176-7362-41be-853b-9288526825a0, host n-d-838334-2, cleared binding levels {{(pid=84042) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 20:38:54.405784 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-177be80d-a5be-4cda-9cda-a5339adaedaf None None] For port e0057176-7362-41be-853b-9288526825a0, host n-d-838334-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838334-2',level=0,port_id=e0057176-7362-41be-853b-9288526825a0,segment=NetworkSegment(4134857a-3d4d-4a42-8268-4c8b0125ff2d),segment_id=4134857a-3d4d-4a42-8268-4c8b0125ff2d)] {{(pid=84042) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 20:38:54.417061 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-177be80d-a5be-4cda-9cda-a5339adaedaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682'] for port, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:54.428046 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd9b8f44-d780-433e-afec-a4ec97803701 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae94962c-b197-48d6-afa3-5a1acde18706,revision_number=None']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:38:54.480548 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-cd9b8f44-d780-433e-afec-a4ec97803701 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:54.481757 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-cd9b8f44-d780-433e-afec-a4ec97803701 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/ae94962c-b197-48d6-afa3-5a1acde18706 HTTP/1.1" status: 204 len: 168 time: 0.8882923 Apr 18 20:38:54.505183 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-ceacb504-1fc6-43a0-b943-98c2dc876add req-69a7b4dd-f538-4af7-91df-70fe3fb2ad01 tempest-LiveMigrationNegativeTest-1063094817 tempest-LiveMigrationNegativeTest-1063094817-project] 10.222.0.42 "GET /v2.0/security-groups?id=7d29b726-a567-4f03-8309-9129413604ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1626167 Apr 18 20:38:54.633940 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-8ce2e497-1a69-47b8-a057-ff8f15701ff5 req-ecdc3d2d-3521-405e-891d-83b446bfb60d tempest-LiveMigrationTest-963278731 tempest-LiveMigrationTest-963278731-project] 10.222.0.42 "GET /v2.0/security-groups?id=c1ded286-bbeb-4ec4-95be-e4f6aab8a892&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2325964 Apr 18 20:38:54.732063 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-177be80d-a5be-4cda-9cda-a5339adaedaf None None] Pushing event updated for resources: {'Port': ['ID=e0057176-7362-41be-853b-9288526825a0,revision_number=2']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:38:54.905314 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-d66a461d-a55d-4db4-85cd-d8967f845394 req-ba5993a6-bfd3-4018-9d4c-29c87cd2263d tempest-ServersAdmin275Test-614917130 tempest-ServersAdmin275Test-614917130-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=4bb574e3-a1a9-4f48-a18e-e712328d8de0 HTTP/1.1" status: 200 len: 210 time: 0.0920415 Apr 18 20:38:54.934742 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-1246c373-b9d4-4ed3-b770-73be9bdc6282 tempest-TaggedBootDevicesTest-1674414334 tempest-TaggedBootDevicesTest-1674414334-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33526260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32266407', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32486287'] for subnet, after_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:54.994787 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.db [req-0dacd8d7-ce55-416f-90df-d485f5167450 req-2ec30696-55ae-4080-bb6b-f8f1b853a3bc service neutron] For port 6c42e873-f524-4137-8976-95b9eed610f8, host n-h2-838334-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838334-2',level=0,port_id=6c42e873-f524-4137-8976-95b9eed610f8,segment=NetworkSegment(e2a67327-2af4-4205-9ade-197b88c2bea8),segment_id=e2a67327-2af4-4205-9ade-197b88c2bea8)] {{(pid=84040) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:38:55.060312 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-51b2b48d-68ba-4f35-80ef-9c7008fd0216 req-e90f1b4d-3c18-4bc6-be1d-8945467c0609 service neutron] 10.222.0.43 "GET /v2.0/networks/2b4e6157-bc80-44e6-aceb-13aa29225b38?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7253692 Apr 18 20:38:55.127387 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.db [req-0dacd8d7-ce55-416f-90df-d485f5167450 req-2ec30696-55ae-4080-bb6b-f8f1b853a3bc service neutron] For port 6c42e873-f524-4137-8976-95b9eed610f8, host n-h2-838334-2, cleared binding levels {{(pid=84040) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 20:38:55.284849 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 35198) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:38:55.286314 n-d-838334-2 neutron-server[84040]: DEBUG neutron.notifiers.nova [req-0dacd8d7-ce55-416f-90df-d485f5167450 req-2ec30696-55ae-4080-bb6b-f8f1b853a3bc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6c42e873-f524-4137-8976-95b9eed610f8 {{(pid=84040) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 18 20:38:55.291067 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1246c373-b9d4-4ed3-b770-73be9bdc6282 tempest-TaggedBootDevicesTest-1674414334 tempest-TaggedBootDevicesTest-1674414334-project] Pushing event updated for resources: {'Subnet': ['ID=56438b06-8f6c-4c48-a38f-f39ae02814c1,revision_number=0']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:38:55.301467 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.db [req-0dacd8d7-ce55-416f-90df-d485f5167450 req-2ec30696-55ae-4080-bb6b-f8f1b853a3bc service neutron] For port 6c42e873-f524-4137-8976-95b9eed610f8, host n-h1-838334-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838334-2',level=0,port_id=6c42e873-f524-4137-8976-95b9eed610f8,segment=NetworkSegment(e2a67327-2af4-4205-9ade-197b88c2bea8),segment_id=e2a67327-2af4-4205-9ade-197b88c2bea8)] {{(pid=84040) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:38:55.337612 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dca8a0e-65a2-4c34-9098-2e039ded1588 req-c7e9aa1d-ae88-41d2-bc64-3cb2dba45e9c tempest-LiveAutoBlockMigrationV225Test-1713341100 tempest-LiveAutoBlockMigrationV225Test-1713341100-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:38:55.337890 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1246c373-b9d4-4ed3-b770-73be9bdc6282 tempest-TaggedBootDevicesTest-1674414334 tempest-TaggedBootDevicesTest-1674414334-project] Checking segment: {'id': '042fd70a-92f2-4098-9b07-9a0bcd9bab32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '81621119-9498-4395-a64b-7e94080c69d1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84041) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 20:38:55.339779 n-d-838334-2 neutron-server[84041]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1246c373-b9d4-4ed3-b770-73be9bdc6282 tempest-TaggedBootDevicesTest-1674414334 tempest-TaggedBootDevicesTest-1674414334-project] Network hostable DHCP agents. Network: 81621119-9498-4395-a64b-7e94080c69d1, hostable agents: ['8746f8ea-3e91-4b32-9919-2c63adeb8722'], hosted agents: [] {{(pid=84041) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 20:38:55.340018 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-3dca8a0e-65a2-4c34-9098-2e039ded1588 req-c7e9aa1d-ae88-41d2-bc64-3cb2dba45e9c tempest-LiveAutoBlockMigrationV225Test-1713341100 tempest-LiveAutoBlockMigrationV225Test-1713341100-project] 10.222.0.42 "GET /v2.0/ports?device_id=56816bb5-501f-409b-9318-02f6d3b85a3d HTTP/1.1" status: 200 len: 943 time: 0.2917264 Apr 18 20:38:55.341106 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-0dacd8d7-ce55-416f-90df-d485f5167450 req-2ec30696-55ae-4080-bb6b-f8f1b853a3bc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:55.358473 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-ac8b6993-9f25-4e69-8e8a-76e953d569c3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:55.418110 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-51b2b48d-68ba-4f35-80ef-9c7008fd0216 req-ebbe2b17-58d6-4f8d-be94-4db2906868c3 service neutron] 10.222.0.43 "GET /v2.0/networks/2b4e6157-bc80-44e6-aceb-13aa29225b38?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3344533 Apr 18 20:38:55.457505 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-ac8b6993-9f25-4e69-8e8a-76e953d569c3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:38:55.462590 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-ac8b6993-9f25-4e69-8e8a-76e953d569c3 admin admin] Usage tracker for resource:security_group_rule and tenant:a03cb97e951c49b786f56ca77500e219 is out of sync, need to count used quota {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:38:55.465806 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-ac8b6993-9f25-4e69-8e8a-76e953d569c3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:38:55.474812 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-ac8b6993-9f25-4e69-8e8a-76e953d569c3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:38:55.491653 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-3dca8a0e-65a2-4c34-9098-2e039ded1588 req-ed8b8e84-6e0f-4b8e-a2ef-e8bbe028727c tempest-LiveAutoBlockMigrationV225Test-1713341100 tempest-LiveAutoBlockMigrationV225Test-1713341100-project] 10.222.0.42 "GET /v2.0/security-groups?id=bf712067-aabd-4e70-aae1-082928dd1ccd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1325166 Apr 18 20:38:55.551881 n-d-838334-2 neutron-server[84041]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1246c373-b9d4-4ed3-b770-73be9bdc6282 tempest-TaggedBootDevicesTest-1674414334 tempest-TaggedBootDevicesTest-1674414334-project] Network 81621119-9498-4395-a64b-7e94080c69d1 is scheduled to be hosted by DHCP agent 8746f8ea-3e91-4b32-9919-2c63adeb8722 with binding_index 1 {{(pid=84041) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 20:38:55.565967 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.provisioning_blocks [req-0dacd8d7-ce55-416f-90df-d485f5167450 req-2ec30696-55ae-4080-bb6b-f8f1b853a3bc service neutron] Transition to ACTIVE for port object 6c42e873-f524-4137-8976-95b9eed610f8 will not be triggered until provisioned by entity L2. {{(pid=84040) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 20:38:55.573317 n-d-838334-2 neutron-server[84041]: DEBUG neutron.scheduler.base_scheduler [None req-1246c373-b9d4-4ed3-b770-73be9bdc6282 tempest-TaggedBootDevicesTest-1674414334 tempest-TaggedBootDevicesTest-1674414334-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-838334-2, 81621119-9498-4395-a64b-7e94080c69d1) {{(pid=84041) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:38:55.574969 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-0dacd8d7-ce55-416f-90df-d485f5167450 req-2ec30696-55ae-4080-bb6b-f8f1b853a3bc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32440959'] for port, after_update {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:55.583354 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d42d4049-d3c4-4e23-9167-ce33d520ec7f None None] Network 81621119-9498-4395-a64b-7e94080c69d1 requested from n-d-838334-2 {{(pid=84042) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 20:38:55.611909 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1246c373-b9d4-4ed3-b770-73be9bdc6282 tempest-TaggedBootDevicesTest-1674414334 tempest-TaggedBootDevicesTest-1674414334-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:38:55.612616 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-1246c373-b9d4-4ed3-b770-73be9bdc6282 tempest-TaggedBootDevicesTest-1674414334 tempest-TaggedBootDevicesTest-1674414334-project] Notify callbacks [] for subnet, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:55.724835 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-dd3137cf-0585-4e27-8b2e-24ff175f36c4 req-bbc71308-44eb-49e1-bc15-dc91a569e79f service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=30967135a3784f8f91989a9ec626fb3e&device_id=24d2e03c-6691-46a0-a6c7-88d1392ddccc HTTP/1.1" status: 200 len: 1095 time: 0.2290306 Apr 18 20:38:55.727686 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-1246c373-b9d4-4ed3-b770-73be9bdc6282 tempest-TaggedBootDevicesTest-1674414334 tempest-TaggedBootDevicesTest-1674414334-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 2.6298935 Apr 18 20:38:55.730845 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 35206) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:38:55.786506 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Device e0057176-7362-41be-853b-9288526825a0 up at agent ovs-agent-n-d-838334-2 {{(pid=84042) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 20:38:55.805977 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.v2.base [None req-020442de-995c-4168-a2ac-ee9a22672bc1 tempest-TaggedBootDevicesTest-1674414334 tempest-TaggedBootDevicesTest-1674414334-project] Request body: {'port': {'network_id': 'd9eb2c31-9efb-45c1-be97-8fbfff0e7f82', 'name': 'tempest-TaggedBootDevicesTest-2097444981', 'fixed_ips': [{'subnet_id': '595cabc3-b2ed-413d-9545-05965478d7ea'}]}} {{(pid=84041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 20:38:55.955703 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.l3_dvrscheduler_db [req-0dacd8d7-ce55-416f-90df-d485f5167450 req-2ec30696-55ae-4080-bb6b-f8f1b853a3bc service neutron] No DVR routers for this DVR port 6c42e873-f524-4137-8976-95b9eed610f8 on host n-h2-838334-2 {{(pid=84040) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 20:38:55.967030 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Provisioning for port e0057176-7362-41be-853b-9288526825a0 completed by entity L2. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 20:38:55.972688 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ec30696-55ae-4080-bb6b-f8f1b853a3bc service neutron] Pushing event updated for resources: {'Port': ['ID=6c42e873-f524-4137-8976-95b9eed610f8,revision_number=10']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:38:55.998030 n-d-838334-2 neutron-server[84043]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eded4ed3-8979-4e7f-967b-aae88965eaf8 None None] Sync routers for ids ['cfeeac2b-f438-42a9-b6f4-a23b287a367f'] in n-d-838334-2 {{(pid=84043) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 18 20:38:56.021939 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eded4ed3-8979-4e7f-967b-aae88965eaf8 None None] Routers {'cfeeac2b-f438-42a9-b6f4-a23b287a367f'} bound to L3 agent in host n-d-838334-2 {{(pid=84043) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 20:38:56.026919 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.l3_hamode_db [None req-eded4ed3-8979-4e7f-967b-aae88965eaf8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838334-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-18T20:25:48Z,description=,heartbeat_timestamp=2022-04-18T20:38:48Z,host='n-d-838334-2',id=bc84d6c9-dd7a-4555-a351-592327b46d5a,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:25:48Z,topic='l3_agent')) {'router_ids': ['cfeeac2b-f438-42a9-b6f4-a23b287a367f'], 'active': True} {{(pid=84043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:38:56.185284 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-0dacd8d7-ce55-416f-90df-d485f5167450 req-2ec30696-55ae-4080-bb6b-f8f1b853a3bc service neutron] 10.222.0.48 "PUT /v2.0/ports/6c42e873-f524-4137-8976-95b9eed610f8/bindings/n-h1-838334-2/activate HTTP/1.1" status: 200 len: 369 time: 1.9052691 Apr 18 20:38:56.241887 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b5a39e0-5f1f-421b-9a0d-c7af9508de08 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp016840fc-1f9f-5892-9c53-c9cf6c845bbb-81621119-9498-4395-a64b-7e94080c69d1', 'network_id': '81621119-9498-4395-a64b-7e94080c69d1', 'tenant_id': 'f85a0d9202f64bddab6b7eaee6d6810d', 'fixed_ips': [{'subnet_id': '56438b06-8f6c-4c48-a38f-f39ae02814c1'}]}} from n-d-838334-2. {{(pid=84042) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 18 20:38:56.243023 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-5b5a39e0-5f1f-421b-9a0d-c7af9508de08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_create {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:56.369755 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.l3_dvr_db [None req-eded4ed3-8979-4e7f-967b-aae88965eaf8 None None] Set router cfeeac2b-f438-42a9-b6f4-a23b287a367f gateway port host: n-d-838334-2 {{(pid=84043) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 20:38:56.386999 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ef6fae0-a6d0-438c-bb0f-72a24153e57d req-745334c4-1661-41b0-b4b9-6071075b4123 tempest-LiveMigrationTest-963278731 tempest-LiveMigrationTest-963278731-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:38:56.389452 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd3137cf-0585-4e27-8b2e-24ff175f36c4 req-deb2b582-2722-4a7e-9340-769fbfa95b96 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:38:56.402443 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-4ef6fae0-a6d0-438c-bb0f-72a24153e57d req-745334c4-1661-41b0-b4b9-6071075b4123 tempest-LiveMigrationTest-963278731 tempest-LiveMigrationTest-963278731-project] 10.222.0.42 "GET /v2.0/ports?device_id=24d2e03c-6691-46a0-a6c7-88d1392ddccc HTTP/1.1" status: 200 len: 944 time: 0.5747869 Apr 18 20:38:56.406255 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-dd3137cf-0585-4e27-8b2e-24ff175f36c4 req-deb2b582-2722-4a7e-9340-769fbfa95b96 service neutron] 10.222.0.43 "GET /v2.0/networks?id=2b4e6157-bc80-44e6-aceb-13aa29225b38 HTTP/1.1" status: 200 len: 908 time: 0.6635656 Apr 18 20:38:56.410362 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-ac8b6993-9f25-4e69-8e8a-76e953d569c3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:56.500150 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d9af454-ee30-4baa-b0fc-45f3dd324ac5 None None] Network d9eb2c31-9efb-45c1-be97-8fbfff0e7f82 requested from n-d-838334-2 {{(pid=84042) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 20:38:56.503657 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-ac8b6993-9f25-4e69-8e8a-76e953d569c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33528224'] for security_group, after_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:56.554024 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-020442de-995c-4168-a2ac-ee9a22672bc1 tempest-TaggedBootDevicesTest-1674414334 tempest-TaggedBootDevicesTest-1674414334-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:38:56.561138 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-020442de-995c-4168-a2ac-ee9a22672bc1 tempest-TaggedBootDevicesTest-1674414334 tempest-TaggedBootDevicesTest-1674414334-project] Usage tracker for resource:port and tenant:f85a0d9202f64bddab6b7eaee6d6810d is out of sync, need to count used quota {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:38:56.564516 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-020442de-995c-4168-a2ac-ee9a22672bc1 tempest-TaggedBootDevicesTest-1674414334 tempest-TaggedBootDevicesTest-1674414334-project] Quota usage for port was recalculated. Used quota:3. {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:38:56.573115 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-020442de-995c-4168-a2ac-ee9a22672bc1 tempest-TaggedBootDevicesTest-1674414334 tempest-TaggedBootDevicesTest-1674414334-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:38:56.592905 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-dd3137cf-0585-4e27-8b2e-24ff175f36c4 req-8ae10d8d-2e7d-43e7-8642-972759b5008e service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=58b97a1b-20d1-47a5-98a1-cac11ab0e588 HTTP/1.1" status: 200 len: 217 time: 0.1800189 Apr 18 20:38:56.604548 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-4ef6fae0-a6d0-438c-bb0f-72a24153e57d req-006ffd14-11a3-45fd-a253-5cdaea5cdfcb tempest-LiveMigrationTest-963278731 tempest-LiveMigrationTest-963278731-project] 10.222.0.42 "GET /v2.0/security-groups?id=c1ded286-bbeb-4ec4-95be-e4f6aab8a892&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1999011 Apr 18 20:38:56.608159 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-020442de-995c-4168-a2ac-ee9a22672bc1 tempest-TaggedBootDevicesTest-1674414334 tempest-TaggedBootDevicesTest-1674414334-project] Made reservation on behalf of f85a0d9202f64bddab6b7eaee6d6810d for: {'port': 1} {{(pid=84041) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:38:56.656961 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-0dacd8d7-ce55-416f-90df-d485f5167450 req-76158ff5-098b-4a10-b17c-204d3183f991 tempest-LiveAutoBlockMigrationV225Test-203169570 tempest-LiveAutoBlockMigrationV225Test-203169570-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=56816bb5-501f-409b-9318-02f6d3b85a3d&tenant_id=7843cba0a7e24a0397d5219cb7fd254c&binding%3Ahost_id=n-h2-838334-2 HTTP/1.1" status: 200 len: 1095 time: 0.4049215 Apr 18 20:38:56.773010 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.db_base_plugin_common [None req-5b5a39e0-5f1f-421b-9a0d-c7af9508de08 None None] Allocated IP 10.2.2.2 (81621119-9498-4395-a64b-7e94080c69d1/56438b06-8f6c-4c48-a38f-f39ae02814c1/e784f545-9b26-4990-baf8-4956da5e18d6) {{(pid=84042) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:38:56.773649 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-956e0341-6e8a-442b-974b-111b8f4da813 req-c7523443-3059-452d-880e-59e468ee1da3 tempest-LiveMigrationNegativeTest-1063094817 tempest-LiveMigrationNegativeTest-1063094817-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:38:56.790489 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-956e0341-6e8a-442b-974b-111b8f4da813 req-c7523443-3059-452d-880e-59e468ee1da3 tempest-LiveMigrationNegativeTest-1063094817 tempest-LiveMigrationNegativeTest-1063094817-project] 10.222.0.42 "GET /v2.0/ports?device_id=7994feeb-3fba-4a0f-828c-898c87b31453 HTTP/1.1" status: 200 len: 950 time: 0.4163737 Apr 18 20:38:56.797309 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-d3693a13-7ac7-424c-a254-8e1db1e9335b None None] Provisioning for port e0057176-7362-41be-853b-9288526825a0 completed by entity DHCP. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 20:38:56.814978 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Device 6c42e873-f524-4137-8976-95b9eed610f8 no longer exists at agent hyperv_n-h2-838334-2 {{(pid=84042) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 20:38:56.827888 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-020442de-995c-4168-a2ac-ee9a22672bc1 tempest-TaggedBootDevicesTest-1674414334 tempest-TaggedBootDevicesTest-1674414334-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:56.888675 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd3137cf-0585-4e27-8b2e-24ff175f36c4 req-350b1291-ad98-47a3-959f-5cb576221965 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:38:56.890746 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-dd3137cf-0585-4e27-8b2e-24ff175f36c4 req-350b1291-ad98-47a3-959f-5cb576221965 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=2a27c3e0-e2c3-453b-9e93-76a003aa4b19 HTTP/1.1" status: 200 len: 847 time: 0.2842224 Apr 18 20:38:56.950062 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac8b6993-9f25-4e69-8e8a-76e953d569c3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0e8eade1-44e2-4657-9c96-c8fb4abf5aa0,revision_number=1']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:38:56.964852 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-956e0341-6e8a-442b-974b-111b8f4da813 req-c2ebba4d-845a-4a09-b24b-24470c4d8927 tempest-LiveMigrationNegativeTest-1063094817 tempest-LiveMigrationNegativeTest-1063094817-project] 10.222.0.42 "GET /v2.0/security-groups?id=7d29b726-a567-4f03-8309-9129413604ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1726096 Apr 18 20:38:56.999778 n-d-838334-2 neutron-server[84041]: DEBUG neutron.notifiers.nova [None req-020442de-995c-4168-a2ac-ee9a22672bc1 tempest-TaggedBootDevicesTest-1674414334 tempest-TaggedBootDevicesTest-1674414334-project] device_id is not set on port 67855998-dc7c-4735-830d-2fe34a3c1061 yet. {{(pid=84041) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 18 20:38:57.010727 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-d3693a13-7ac7-424c-a254-8e1db1e9335b None None] Provisioning complete for port e0057176-7362-41be-853b-9288526825a0 triggered by entity DHCP. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:38:57.011239 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-d3693a13-7ac7-424c-a254-8e1db1e9335b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1253608'] for port, provisioning_complete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:57.022498 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-0dacd8d7-ce55-416f-90df-d485f5167450 req-8fe74f7d-4bc1-4c95-8cca-768a661eb5be service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=56816bb5-501f-409b-9318-02f6d3b85a3d&tenant_id=7843cba0a7e24a0397d5219cb7fd254c HTTP/1.1" status: 200 len: 1095 time: 0.3587081 Apr 18 20:38:57.124211 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.l3_hamode_db [None req-eded4ed3-8979-4e7f-967b-aae88965eaf8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cfeeac2b-f438-42a9-b6f4-a23b287a367f', 'name': 'tempest-TaggedBootDevicesTest-1935158179-router', 'tenant_id': 'a66b5a5a883b42fa8f024c192096e68f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'external_fixed_ips': [{'subnet_id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'ip_address': '172.25.8.22'}], 'enable_snat': True}, 'gw_port_id': '316a5b16-33f6-48b0-a9ad-a8d30350e7c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:38:10Z', 'updated_at': '2022-04-18T20:38:15Z', 'revision_number': 4, 'project_id': 'a66b5a5a883b42fa8f024c192096e68f', 'gw_port': {'id': '316a5b16-33f6-48b0-a9ad-a8d30350e7c8', 'name': '', 'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:05:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfeeac2b-f438-42a9-b6f4-a23b287a367f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'ip_address': '172.25.8.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:38:10Z', 'updated_at': '2022-04-18T20:38:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838334-2', '_interfaces': [{'id': 'f7e13d96-ede8-43e1-85c9-3a81d2eab29c', 'name': '', 'network_id': 'f2e972e6-8294-47af-9daf-7a26453521b0', 'tenant_id': 'a66b5a5a883b42fa8f024c192096e68f', 'mac_address': 'fa:16:3e:ce:98:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cfeeac2b-f438-42a9-b6f4-a23b287a367f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9d5006e9-535b-476f-a78a-7373d4134683', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:38:14Z', 'updated_at': '2022-04-18T20:38:16Z', 'revision_number': 2, 'project_id': 'a66b5a5a883b42fa8f024c192096e68f', 'subnets': [{'id': '9d5006e9-535b-476f-a78a-7373d4134683', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838334-2', False) {} {{(pid=84043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:38:57.136620 n-d-838334-2 neutron-server[84043]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eded4ed3-8979-4e7f-967b-aae88965eaf8 None None] Checking router: cfeeac2b-f438-42a9-b6f4-a23b287a367f for host: n-d-838334-2 {{(pid=84043) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 18 20:38:57.137338 n-d-838334-2 neutron-server[84043]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eded4ed3-8979-4e7f-967b-aae88965eaf8 None None] Updating router cfeeac2b-f438-42a9-b6f4-a23b287a367f port f7e13d96-ede8-43e1-85c9-3a81d2eab29c binding host n-d-838334-2 {{(pid=84043) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 18 20:38:57.256586 n-d-838334-2 neutron-server[84043]: DEBUG neutron_lib.callbacks.manager [None req-eded4ed3-8979-4e7f-967b-aae88965eaf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:57.353883 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-913a21c8-b823-4d09-8211-c6a0676f6275 req-18c5f55e-8335-402b-ac22-dc9bca307da1 tempest-ServersAdmin275Test-614917130 tempest-ServersAdmin275Test-614917130-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=4bb574e3-a1a9-4f48-a18e-e712328d8de0 HTTP/1.1" status: 200 len: 210 time: 0.1427398 Apr 18 20:38:57.367963 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.db_base_plugin_common [None req-020442de-995c-4168-a2ac-ee9a22672bc1 tempest-TaggedBootDevicesTest-1674414334 tempest-TaggedBootDevicesTest-1674414334-project] Allocated IP 10.1.1.103 (d9eb2c31-9efb-45c1-be97-8fbfff0e7f82/595cabc3-b2ed-413d-9545-05965478d7ea/67855998-dc7c-4735-830d-2fe34a3c1061) {{(pid=84041) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:38:57.417263 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Device 6c42e873-f524-4137-8976-95b9eed610f8 not bound to the agent host n-h2-838334-2 {{(pid=84042) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 20:38:57.464071 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-0dacd8d7-ce55-416f-90df-d485f5167450 req-ec354138-da53-42ad-82e8-8a5a76591eb5 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=7843cba0a7e24a0397d5219cb7fd254c&device_id=56816bb5-501f-409b-9318-02f6d3b85a3d HTTP/1.1" status: 200 len: 1095 time: 0.4141955 Apr 18 20:38:57.686273 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-d3693a13-7ac7-424c-a254-8e1db1e9335b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:57.766630 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-5b5a39e0-5f1f-421b-9a0d-c7af9508de08 None None] Notify callbacks [] for port, precommit_create {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:57.790435 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-5b5a39e0-5f1f-421b-9a0d-c7af9508de08 None None] Transition to ACTIVE for port object e784f545-9b26-4990-baf8-4956da5e18d6 will not be triggered until provisioned by entity L2. {{(pid=84042) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 20:38:57.831651 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-5b5a39e0-5f1f-421b-9a0d-c7af9508de08 None None] Transition to ACTIVE for port object e784f545-9b26-4990-baf8-4956da5e18d6 will not be triggered until provisioned by entity DHCP. {{(pid=84042) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 20:38:57.861011 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-5b5a39e0-5f1f-421b-9a0d-c7af9508de08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750374836619'] for port, after_create {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:57.923939 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-ac8b6993-9f25-4e69-8e8a-76e953d569c3 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=a03cb97e951c49b786f56ca77500e219&name=default HTTP/1.1" status: 200 len: 2647 time: 2.6289694 Apr 18 20:38:57.927377 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-dd3137cf-0585-4e27-8b2e-24ff175f36c4 req-9c0d565f-77c5-44c4-a176-ca5a09b455b4 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=2b4e6157-bc80-44e6-aceb-13aa29225b38&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 1.0290120 Apr 18 20:38:57.933989 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 35226) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:38:57.956562 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b5a39e0-5f1f-421b-9a0d-c7af9508de08 None None] Pushing event updated for resources: {'Port': ['ID=e784f545-9b26-4990-baf8-4956da5e18d6,revision_number=1']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:38:57.964811 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-d3693a13-7ac7-424c-a254-8e1db1e9335b None None] For port e0057176-7362-41be-853b-9288526825a0, host n-d-838334-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838334-2',level=0,port_id=e0057176-7362-41be-853b-9288526825a0,segment=NetworkSegment(4134857a-3d4d-4a42-8268-4c8b0125ff2d),segment_id=4134857a-3d4d-4a42-8268-4c8b0125ff2d)] {{(pid=84042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:38:57.980491 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-334f15d5-e422-4558-95ff-07885a912fb1 req-92750524-67a3-45cf-8539-ca4b2914a2a0 tempest-LiveAutoBlockMigrationV225Test-1713341100 tempest-LiveAutoBlockMigrationV225Test-1713341100-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:38:57.991162 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-d3693a13-7ac7-424c-a254-8e1db1e9335b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682'] for port, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:57.992107 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-334f15d5-e422-4558-95ff-07885a912fb1 req-92750524-67a3-45cf-8539-ca4b2914a2a0 tempest-LiveAutoBlockMigrationV225Test-1713341100 tempest-LiveAutoBlockMigrationV225Test-1713341100-project] 10.222.0.42 "GET /v2.0/ports?device_id=56816bb5-501f-409b-9318-02f6d3b85a3d HTTP/1.1" status: 200 len: 944 time: 0.6869667 Apr 18 20:38:58.101471 n-d-838334-2 neutron-server[84043]: DEBUG neutron_lib.callbacks.manager [None req-eded4ed3-8979-4e7f-967b-aae88965eaf8 None None] Notify callbacks [] for port, precommit_update {{(pid=84043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:58.128811 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.provisioning_blocks [None req-eded4ed3-8979-4e7f-967b-aae88965eaf8 None None] Transition to ACTIVE for port object f7e13d96-ede8-43e1-85c9-3a81d2eab29c will not be triggered until provisioned by entity L2. {{(pid=84043) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 20:38:58.156061 n-d-838334-2 neutron-server[84043]: DEBUG neutron_lib.callbacks.manager [None req-eded4ed3-8979-4e7f-967b-aae88965eaf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682'] for port, after_update {{(pid=84043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:58.173456 n-d-838334-2 neutron-server[84042]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b5a39e0-5f1f-421b-9a0d-c7af9508de08 None None] Network 81621119-9498-4395-a64b-7e94080c69d1 is already hosted by enough agents. {{(pid=84042) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:38:58.174200 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3693a13-7ac7-424c-a254-8e1db1e9335b None None] Pushing event updated for resources: {'Port': ['ID=e0057176-7362-41be-853b-9288526825a0,revision_number=3']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:38:58.180931 n-d-838334-2 neutron-server[84042]: DEBUG neutron.scheduler.base_scheduler [None req-5b5a39e0-5f1f-421b-9a0d-c7af9508de08 None None] Resources bound (agent type, host, resource id): {{(pid=84042) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:38:58.186240 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b5a39e0-5f1f-421b-9a0d-c7af9508de08 None None] Received port after_create {{(pid=84042) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 20:38:58.270931 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dacd8d7-ce55-416f-90df-d485f5167450 req-6b45624c-9a79-4721-b381-780b905dd20c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:38:58.273368 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-0dacd8d7-ce55-416f-90df-d485f5167450 req-6b45624c-9a79-4721-b381-780b905dd20c service neutron] 10.222.0.43 "GET /v2.0/networks?id=5ab7510b-2145-476c-b9d7-eb0e1ae538b7 HTTP/1.1" status: 200 len: 921 time: 0.7982054 Apr 18 20:38:58.292373 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-334f15d5-e422-4558-95ff-07885a912fb1 req-ac5a0ce2-0a9b-49f1-95a4-5ab998069d48 tempest-LiveAutoBlockMigrationV225Test-1713341100 tempest-LiveAutoBlockMigrationV225Test-1713341100-project] 10.222.0.42 "GET /v2.0/security-groups?id=bf712067-aabd-4e70-aae1-082928dd1ccd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2990918 Apr 18 20:38:58.295326 n-d-838334-2 neutron-server[84043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83ac263e-2c96-4c72-ab45-25ac41838421 None None] Pushing event updated for resources: {'Port': ['ID=f7e13d96-ede8-43e1-85c9-3a81d2eab29c,revision_number=3']} {{(pid=84043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:38:58.327351 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-dd3137cf-0585-4e27-8b2e-24ff175f36c4 req-fa916631-2840-43b2-9b2b-428721478785 service neutron] 10.222.0.43 "GET /v2.0/networks/2b4e6157-bc80-44e6-aceb-13aa29225b38?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3579080 Apr 18 20:38:58.339821 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-020442de-995c-4168-a2ac-ee9a22672bc1 tempest-TaggedBootDevicesTest-1674414334 tempest-TaggedBootDevicesTest-1674414334-project] Notify callbacks [] for port, precommit_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:58.343956 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.managers [None req-5b5a39e0-5f1f-421b-9a0d-c7af9508de08 None None] Attempting to bind port e784f545-9b26-4990-baf8-4956da5e18d6 on host n-d-838334-2 for vnic_type normal with profile {{(pid=84042) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:38:58.353612 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.managers [None req-5b5a39e0-5f1f-421b-9a0d-c7af9508de08 None None] Attempting to bind port e784f545-9b26-4990-baf8-4956da5e18d6 by drivers openvswitch,hyperv on host n-d-838334-2 at level 0 using segments [{'id': '042fd70a-92f2-4098-9b07-9a0bcd9bab32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '81621119-9498-4395-a64b-7e94080c69d1'}] {{(pid=84042) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:38:58.354223 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b5a39e0-5f1f-421b-9a0d-c7af9508de08 None None] Attempting to bind port e784f545-9b26-4990-baf8-4956da5e18d6 on network 81621119-9498-4395-a64b-7e94080c69d1 {{(pid=84042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 20:38:58.366481 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b5a39e0-5f1f-421b-9a0d-c7af9508de08 None None] Checking agent: {'id': '97cd4414-7af6-4d67-868d-dff370b4071a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838334-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 25, 49), 'started_at': datetime.datetime(2022, 4, 18, 20, 26, 19), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 20, 38, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838334-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 18 20:38:58.389488 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b5a39e0-5f1f-421b-9a0d-c7af9508de08 None None] Checking segment: {'id': '042fd70a-92f2-4098-9b07-9a0bcd9bab32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '81621119-9498-4395-a64b-7e94080c69d1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84042) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 20:38:58.390071 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-5b5a39e0-5f1f-421b-9a0d-c7af9508de08 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:58.390611 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b5a39e0-5f1f-421b-9a0d-c7af9508de08 None None] Bound using segment: {'id': '042fd70a-92f2-4098-9b07-9a0bcd9bab32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '81621119-9498-4395-a64b-7e94080c69d1'} {{(pid=84042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 18 20:38:58.391268 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.managers [None req-5b5a39e0-5f1f-421b-9a0d-c7af9508de08 None None] Bound port: e784f545-9b26-4990-baf8-4956da5e18d6, host: n-d-838334-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '042fd70a-92f2-4098-9b07-9a0bcd9bab32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '81621119-9498-4395-a64b-7e94080c69d1'}}] {{(pid=84042) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 20:38:58.391838 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-5b5a39e0-5f1f-421b-9a0d-c7af9508de08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:58.413977 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Device 58b97a1b-20d1-47a5-98a1-cac11ab0e588 details requested by agent hyperv_n-h1-838334-2 with host n-h1-838334-2 {{(pid=84042) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 18 20:38:58.440812 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-31a8bd98-ba66-4941-85df-f7071340dc7a None None] Provisioning complete for port e0057176-7362-41be-853b-9288526825a0 triggered by entity DHCP. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:38:58.441451 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-31a8bd98-ba66-4941-85df-f7071340dc7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1253608'] for port, provisioning_complete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:58.507407 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.provisioning_blocks [None req-020442de-995c-4168-a2ac-ee9a22672bc1 tempest-TaggedBootDevicesTest-1674414334 tempest-TaggedBootDevicesTest-1674414334-project] Transition to ACTIVE for port object 67855998-dc7c-4735-830d-2fe34a3c1061 will not be triggered until provisioned by entity DHCP. {{(pid=84041) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 20:38:58.574693 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-0dacd8d7-ce55-416f-90df-d485f5167450 req-7aed21cd-5ec9-48c8-8ee9-bc44883995b2 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6c42e873-f524-4137-8976-95b9eed610f8 HTTP/1.1" status: 200 len: 217 time: 0.2794731 Apr 18 20:38:58.588682 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-dd3137cf-0585-4e27-8b2e-24ff175f36c4 req-6f4fd19b-516e-46d7-9530-a77e1c208be7 service neutron] 10.222.0.43 "GET /v2.0/networks/2b4e6157-bc80-44e6-aceb-13aa29225b38?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2320223 Apr 18 20:38:58.601181 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-020442de-995c-4168-a2ac-ee9a22672bc1 tempest-TaggedBootDevicesTest-1674414334 tempest-TaggedBootDevicesTest-1674414334-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750374836619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32266323'] for port, after_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:58.637091 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.db.resource_extend [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] It took 0.20 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 18 20:38:58.662657 n-d-838334-2 neutron-server[84043]: DEBUG neutron.plugins.ml2.managers [None req-eded4ed3-8979-4e7f-967b-aae88965eaf8 None None] Attempting to bind port f7e13d96-ede8-43e1-85c9-3a81d2eab29c on host n-d-838334-2 for vnic_type normal with profile {{(pid=84043) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:38:58.665604 n-d-838334-2 neutron-server[84043]: DEBUG neutron.plugins.ml2.managers [None req-eded4ed3-8979-4e7f-967b-aae88965eaf8 None None] Attempting to bind port f7e13d96-ede8-43e1-85c9-3a81d2eab29c by drivers openvswitch,hyperv on host n-d-838334-2 at level 0 using segments [{'id': 'ea61591e-490f-40d3-b0b7-48df3aeb522a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': 'f2e972e6-8294-47af-9daf-7a26453521b0'}] {{(pid=84043) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:38:58.666134 n-d-838334-2 neutron-server[84043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eded4ed3-8979-4e7f-967b-aae88965eaf8 None None] Attempting to bind port f7e13d96-ede8-43e1-85c9-3a81d2eab29c on network f2e972e6-8294-47af-9daf-7a26453521b0 {{(pid=84043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 20:38:58.683807 n-d-838334-2 neutron-server[84043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eded4ed3-8979-4e7f-967b-aae88965eaf8 None None] Checking agent: {'id': '97cd4414-7af6-4d67-868d-dff370b4071a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838334-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 25, 49), 'started_at': datetime.datetime(2022, 4, 18, 20, 26, 19), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 20, 38, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838334-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 18 20:38:58.684310 n-d-838334-2 neutron-server[84043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eded4ed3-8979-4e7f-967b-aae88965eaf8 None None] Checking segment: {'id': 'ea61591e-490f-40d3-b0b7-48df3aeb522a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': 'f2e972e6-8294-47af-9daf-7a26453521b0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84043) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 20:38:58.684983 n-d-838334-2 neutron-server[84043]: DEBUG neutron_lib.callbacks.manager [None req-eded4ed3-8979-4e7f-967b-aae88965eaf8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:58.685440 n-d-838334-2 neutron-server[84043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eded4ed3-8979-4e7f-967b-aae88965eaf8 None None] Bound using segment: {'id': 'ea61591e-490f-40d3-b0b7-48df3aeb522a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': 'f2e972e6-8294-47af-9daf-7a26453521b0'} {{(pid=84043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 18 20:38:58.687617 n-d-838334-2 neutron-server[84043]: DEBUG neutron.plugins.ml2.managers [None req-eded4ed3-8979-4e7f-967b-aae88965eaf8 None None] Bound port: f7e13d96-ede8-43e1-85c9-3a81d2eab29c, host: n-d-838334-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ea61591e-490f-40d3-b0b7-48df3aeb522a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': 'f2e972e6-8294-47af-9daf-7a26453521b0'}}] {{(pid=84043) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 20:38:58.688139 n-d-838334-2 neutron-server[84043]: DEBUG neutron_lib.callbacks.manager [None req-eded4ed3-8979-4e7f-967b-aae88965eaf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:58.728468 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dacd8d7-ce55-416f-90df-d485f5167450 req-7cae6e43-0d93-4967-a373-1c8c79ab2b4e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:38:58.731876 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-0dacd8d7-ce55-416f-90df-d485f5167450 req-7cae6e43-0d93-4967-a373-1c8c79ab2b4e service neutron] 10.222.0.43 "GET /v2.0/subnets?id=5bf38cb0-45bd-48cb-9f8c-19a270201f44 HTTP/1.1" status: 200 len: 860 time: 0.1416097 Apr 18 20:38:58.757475 n-d-838334-2 neutron-server[84041]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-020442de-995c-4168-a2ac-ee9a22672bc1 tempest-TaggedBootDevicesTest-1674414334 tempest-TaggedBootDevicesTest-1674414334-project] Network d9eb2c31-9efb-45c1-be97-8fbfff0e7f82 is already hosted by enough agents. {{(pid=84041) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:38:58.760960 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-020442de-995c-4168-a2ac-ee9a22672bc1 tempest-TaggedBootDevicesTest-1674414334 tempest-TaggedBootDevicesTest-1674414334-project] Pushing event updated for resources: {'Port': ['ID=67855998-dc7c-4735-830d-2fe34a3c1061,revision_number=1']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:38:58.773171 n-d-838334-2 neutron-server[84041]: DEBUG neutron.scheduler.base_scheduler [None req-020442de-995c-4168-a2ac-ee9a22672bc1 tempest-TaggedBootDevicesTest-1674414334 tempest-TaggedBootDevicesTest-1674414334-project] Resources bound (agent type, host, resource id): {{(pid=84041) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:38:58.788044 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.l3_dvrscheduler_db [None req-020442de-995c-4168-a2ac-ee9a22672bc1 tempest-TaggedBootDevicesTest-1674414334 tempest-TaggedBootDevicesTest-1674414334-project] Received port after_create {{(pid=84041) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 20:38:58.814553 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-0dacd8d7-ce55-416f-90df-d485f5167450 req-0e978286-0734-4515-a4c3-b075a90c75e6 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=5ab7510b-2145-476c-b9d7-eb0e1ae538b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0734618 Apr 18 20:38:58.819985 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-328d509c-ecd1-45e7-b548-81aed318af0b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:58.869862 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-328d509c-ecd1-45e7-b548-81aed318af0b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:58.944610 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] For port 58b97a1b-20d1-47a5-98a1-cac11ab0e588, host n-h1-838334-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838334-2',level=0,port_id=58b97a1b-20d1-47a5-98a1-cac11ab0e588,segment=NetworkSegment(806925fb-1611-47d5-bfae-6289aca7c7ad),segment_id=806925fb-1611-47d5-bfae-6289aca7c7ad)] {{(pid=84042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:38:58.951205 n-d-838334-2 neutron-server[84043]: DEBUG neutron.plugins.ml2.db [None req-eded4ed3-8979-4e7f-967b-aae88965eaf8 None None] For port f7e13d96-ede8-43e1-85c9-3a81d2eab29c, host n-d-838334-2, cleared binding levels {{(pid=84043) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 20:38:58.960258 n-d-838334-2 neutron-server[84043]: DEBUG neutron.plugins.ml2.db [None req-eded4ed3-8979-4e7f-967b-aae88965eaf8 None None] For port f7e13d96-ede8-43e1-85c9-3a81d2eab29c, host n-d-838334-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838334-2',level=0,port_id=f7e13d96-ede8-43e1-85c9-3a81d2eab29c,segment=NetworkSegment(ea61591e-490f-40d3-b0b7-48df3aeb522a),segment_id=ea61591e-490f-40d3-b0b7-48df3aeb522a)] {{(pid=84043) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 20:38:58.970328 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-020442de-995c-4168-a2ac-ee9a22672bc1 tempest-TaggedBootDevicesTest-1674414334 tempest-TaggedBootDevicesTest-1674414334-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:38:58.973834 n-d-838334-2 neutron-server[84043]: DEBUG neutron_lib.callbacks.manager [None req-eded4ed3-8979-4e7f-967b-aae88965eaf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682'] for port, after_update {{(pid=84043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:58.983175 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-020442de-995c-4168-a2ac-ee9a22672bc1 tempest-TaggedBootDevicesTest-1674414334 tempest-TaggedBootDevicesTest-1674414334-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217293'] for port, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:59.007585 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Returning: {'device': '58b97a1b-20d1-47a5-98a1-cac11ab0e588', 'network_id': '2b4e6157-bc80-44e6-aceb-13aa29225b38', 'port_id': '58b97a1b-20d1-47a5-98a1-cac11ab0e588', 'mac_address': 'fa:16:3e:29:aa:51', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 375, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2a27c3e0-e2c3-453b-9e93-76a003aa4b19', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84042) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 18 20:38:59.061968 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-020442de-995c-4168-a2ac-ee9a22672bc1 tempest-TaggedBootDevicesTest-1674414334 tempest-TaggedBootDevicesTest-1674414334-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 3.3262002 Apr 18 20:38:59.064807 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 35240) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:38:59.074192 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.v2.base [None req-37823c36-1434-4f04-95d9-571f18af4c1f tempest-TaggedBootDevicesTest-1674414334 tempest-TaggedBootDevicesTest-1674414334-project] Request body: {'port': {'network_id': 'd9eb2c31-9efb-45c1-be97-8fbfff0e7f82', 'name': 'tempest-TaggedBootDevicesTest-838365', 'fixed_ips': [{'subnet_id': '595cabc3-b2ed-413d-9545-05965478d7ea'}]}} {{(pid=84041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 20:38:59.184197 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:59.217130 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eded4ed3-8979-4e7f-967b-aae88965eaf8 None None] Routers {'cfeeac2b-f438-42a9-b6f4-a23b287a367f'} bound to L3 agent in host n-d-838334-2 {{(pid=84043) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 20:38:59.222649 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.l3_hamode_db [None req-eded4ed3-8979-4e7f-967b-aae88965eaf8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838334-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-18T20:25:48Z,description=,heartbeat_timestamp=2022-04-18T20:38:48Z,host='n-d-838334-2',id=bc84d6c9-dd7a-4555-a351-592327b46d5a,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:25:48Z,topic='l3_agent')) {'router_ids': ['cfeeac2b-f438-42a9-b6f4-a23b287a367f'], 'active': True} {{(pid=84043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:38:59.226842 n-d-838334-2 neutron-server[84042]: DEBUG neutron.notifiers.nova [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 58b97a1b-20d1-47a5-98a1-cac11ab0e588 {{(pid=84042) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 18 20:38:59.258867 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-328d509c-ecd1-45e7-b548-81aed318af0b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33528224'] for security_group, after_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:59.264018 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] For port 58b97a1b-20d1-47a5-98a1-cac11ab0e588, host n-h1-838334-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838334-2',level=0,port_id=58b97a1b-20d1-47a5-98a1-cac11ab0e588,segment=NetworkSegment(806925fb-1611-47d5-bfae-6289aca7c7ad),segment_id=806925fb-1611-47d5-bfae-6289aca7c7ad)] {{(pid=84042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:38:59.323822 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682'] for port, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:59.328394 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-328d509c-ecd1-45e7-b548-81aed318af0b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e8eade1-44e2-4657-9c96-c8fb4abf5aa0,revision_number=None']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:38:59.345355 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-328d509c-ecd1-45e7-b548-81aed318af0b admin admin] Notify callbacks [] for security_group, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:59.346589 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-328d509c-ecd1-45e7-b548-81aed318af0b admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/0e8eade1-44e2-4657-9c96-c8fb4abf5aa0 HTTP/1.1" status: 204 len: 168 time: 1.4032462 Apr 18 20:38:59.382797 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-123b1bd0-78bd-4bf5-b245-4ac37f3cc94b req-8e60ea7e-09d4-49a2-9eba-514b6b27a7e0 tempest-LiveMigrationTest-963278731 tempest-LiveMigrationTest-963278731-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:38:59.398386 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-123b1bd0-78bd-4bf5-b245-4ac37f3cc94b req-8e60ea7e-09d4-49a2-9eba-514b6b27a7e0 tempest-LiveMigrationTest-963278731 tempest-LiveMigrationTest-963278731-project] 10.222.0.42 "GET /v2.0/ports?device_id=24d2e03c-6691-46a0-a6c7-88d1392ddccc HTTP/1.1" status: 200 len: 944 time: 1.1041389 Apr 18 20:38:59.440088 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-37823c36-1434-4f04-95d9-571f18af4c1f tempest-TaggedBootDevicesTest-1674414334 tempest-TaggedBootDevicesTest-1674414334-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:38:59.449218 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-37823c36-1434-4f04-95d9-571f18af4c1f tempest-TaggedBootDevicesTest-1674414334 tempest-TaggedBootDevicesTest-1674414334-project] Usage tracker for resource:port and tenant:f85a0d9202f64bddab6b7eaee6d6810d is out of sync, need to count used quota {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:38:59.456442 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-37823c36-1434-4f04-95d9-571f18af4c1f tempest-TaggedBootDevicesTest-1674414334 tempest-TaggedBootDevicesTest-1674414334-project] Quota usage for port was recalculated. Used quota:5. {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:38:59.469728 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-37823c36-1434-4f04-95d9-571f18af4c1f tempest-TaggedBootDevicesTest-1674414334 tempest-TaggedBootDevicesTest-1674414334-project] Attempting to reserve 1 items for resource port. Total usage: 5; quota limit: 500; headroom:495 {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:38:59.502482 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-37823c36-1434-4f04-95d9-571f18af4c1f tempest-TaggedBootDevicesTest-1674414334 tempest-TaggedBootDevicesTest-1674414334-project] Made reservation on behalf of f85a0d9202f64bddab6b7eaee6d6810d for: {'port': 1} {{(pid=84041) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:38:59.517033 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-37823c36-1434-4f04-95d9-571f18af4c1f tempest-TaggedBootDevicesTest-1674414334 tempest-TaggedBootDevicesTest-1674414334-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:59.552445 n-d-838334-2 neutron-server[84043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83ac263e-2c96-4c72-ab45-25ac41838421 None None] Pushing event updated for resources: {'Port': ['ID=f7e13d96-ede8-43e1-85c9-3a81d2eab29c,revision_number=4']} {{(pid=84043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:38:59.583649 n-d-838334-2 neutron-server[84041]: DEBUG neutron.notifiers.nova [None req-37823c36-1434-4f04-95d9-571f18af4c1f tempest-TaggedBootDevicesTest-1674414334 tempest-TaggedBootDevicesTest-1674414334-project] device_id is not set on port 3dee7dbe-7cd7-44fa-ad62-c22c92c23e68 yet. {{(pid=84041) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 18 20:38:59.647226 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Pushing event updated for resources: {'Port': ['ID=58b97a1b-20d1-47a5-98a1-cac11ab0e588,revision_number=4']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:38:59.654348 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750375287399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253529'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:59.656654 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-0dacd8d7-ce55-416f-90df-d485f5167450 req-fc1be59b-f382-4d0b-a3c6-d1cc49785bf3 service neutron] 10.222.0.43 "GET /v2.0/networks/5ab7510b-2145-476c-b9d7-eb0e1ae538b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6720726 Apr 18 20:38:59.673612 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.l3_dvr_db [None req-eded4ed3-8979-4e7f-967b-aae88965eaf8 None None] Set router cfeeac2b-f438-42a9-b6f4-a23b287a367f gateway port host: n-d-838334-2 {{(pid=84043) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 20:38:59.763368 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-5b5a39e0-5f1f-421b-9a0d-c7af9508de08 None None] For port e784f545-9b26-4990-baf8-4956da5e18d6, host n-d-838334-2, cleared binding levels {{(pid=84042) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 20:38:59.767162 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Device e0057176-7362-41be-853b-9288526825a0 up at agent ovs-agent-n-d-838334-2 {{(pid=84042) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 20:38:59.773873 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-123b1bd0-78bd-4bf5-b245-4ac37f3cc94b req-9fe5ee3a-968d-407e-9663-b0a1abbf9c85 tempest-LiveMigrationTest-963278731 tempest-LiveMigrationTest-963278731-project] 10.222.0.42 "GET /v2.0/security-groups?id=c1ded286-bbeb-4ec4-95be-e4f6aab8a892&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3741035 Apr 18 20:38:59.914660 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] get_ports_and_sgs() called for port_ids ['58b97a1b-20d1-47a5-98a1-cac11ab0e588'] {{(pid=84042) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 18 20:38:59.925628 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-642dccad-f044-4726-8132-c99fa4d0604f req-db595193-8c33-4693-935e-17aaa55fd0fb tempest-LiveMigrationNegativeTest-1063094817 tempest-LiveMigrationNegativeTest-1063094817-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:38:59.928758 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-642dccad-f044-4726-8132-c99fa4d0604f req-db595193-8c33-4693-935e-17aaa55fd0fb tempest-LiveMigrationNegativeTest-1063094817 tempest-LiveMigrationNegativeTest-1063094817-project] 10.222.0.42 "GET /v2.0/ports?device_id=7994feeb-3fba-4a0f-828c-898c87b31453 HTTP/1.1" status: 200 len: 950 time: 0.9430988 Apr 18 20:39:00.094836 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-5b5a39e0-5f1f-421b-9a0d-c7af9508de08 None None] For port e784f545-9b26-4990-baf8-4956da5e18d6, host n-d-838334-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838334-2',level=0,port_id=e784f545-9b26-4990-baf8-4956da5e18d6,segment=NetworkSegment(042fd70a-92f2-4098-9b07-9a0bcd9bab32),segment_id=042fd70a-92f2-4098-9b07-9a0bcd9bab32)] {{(pid=84042) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 20:39:00.130613 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.db_base_plugin_common [None req-37823c36-1434-4f04-95d9-571f18af4c1f tempest-TaggedBootDevicesTest-1674414334 tempest-TaggedBootDevicesTest-1674414334-project] Allocated IP 10.1.1.107 (d9eb2c31-9efb-45c1-be97-8fbfff0e7f82/595cabc3-b2ed-413d-9545-05965478d7ea/3dee7dbe-7cd7-44fa-ad62-c22c92c23e68) {{(pid=84041) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:39:00.152630 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Provisioning complete for port e0057176-7362-41be-853b-9288526825a0 triggered by entity L2. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:39:00.153001 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1253608'] for port, provisioning_complete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:00.198184 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-5b5a39e0-5f1f-421b-9a0d-c7af9508de08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682'] for port, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:00.244067 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-966cd607-d339-46e9-bf73-e5092c01dfcb req-e7b56fd0-f4ba-475d-bc3f-507c2ddf8c4f tempest-ServersAdmin275Test-614917130 tempest-ServersAdmin275Test-614917130-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=4bb574e3-a1a9-4f48-a18e-e712328d8de0 HTTP/1.1" status: 200 len: 210 time: 0.1743081 Apr 18 20:39:00.269320 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-642dccad-f044-4726-8132-c99fa4d0604f req-48657186-b4b0-4d11-99c6-e565da134b82 tempest-LiveMigrationNegativeTest-1063094817 tempest-LiveMigrationNegativeTest-1063094817-project] 10.222.0.42 "GET /v2.0/security-groups?id=7d29b726-a567-4f03-8309-9129413604ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3081043 Apr 18 20:39:00.279420 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-0dacd8d7-ce55-416f-90df-d485f5167450 req-1a5cf84b-99bb-477e-8923-60465a0380fc service neutron] 10.222.0.43 "GET /v2.0/networks/5ab7510b-2145-476c-b9d7-eb0e1ae538b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5692191 Apr 18 20:39:00.388074 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b5a39e0-5f1f-421b-9a0d-c7af9508de08 None None] Pushing event updated for resources: {'Port': ['ID=e784f545-9b26-4990-baf8-4956da5e18d6,revision_number=2']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:39:00.443886 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.l3_hamode_db [None req-eded4ed3-8979-4e7f-967b-aae88965eaf8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cfeeac2b-f438-42a9-b6f4-a23b287a367f', 'name': 'tempest-TaggedBootDevicesTest-1935158179-router', 'tenant_id': 'a66b5a5a883b42fa8f024c192096e68f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'external_fixed_ips': [{'subnet_id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'ip_address': '172.25.8.22'}], 'enable_snat': True}, 'gw_port_id': '316a5b16-33f6-48b0-a9ad-a8d30350e7c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:38:10Z', 'updated_at': '2022-04-18T20:38:15Z', 'revision_number': 4, 'project_id': 'a66b5a5a883b42fa8f024c192096e68f', 'gw_port': {'id': '316a5b16-33f6-48b0-a9ad-a8d30350e7c8', 'name': '', 'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:05:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfeeac2b-f438-42a9-b6f4-a23b287a367f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'ip_address': '172.25.8.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:38:10Z', 'updated_at': '2022-04-18T20:38:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838334-2', '_interfaces': [{'id': 'f7e13d96-ede8-43e1-85c9-3a81d2eab29c', 'name': '', 'network_id': 'f2e972e6-8294-47af-9daf-7a26453521b0', 'tenant_id': 'a66b5a5a883b42fa8f024c192096e68f', 'mac_address': 'fa:16:3e:ce:98:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cfeeac2b-f438-42a9-b6f4-a23b287a367f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9d5006e9-535b-476f-a78a-7373d4134683', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:38:14Z', 'updated_at': '2022-04-18T20:38:58Z', 'revision_number': 4, 'project_id': 'a66b5a5a883b42fa8f024c192096e68f', 'subnets': [{'id': '9d5006e9-535b-476f-a78a-7373d4134683', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838334-2', False) {} {{(pid=84043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:39:00.472729 n-d-838334-2 neutron-server[84043]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eded4ed3-8979-4e7f-967b-aae88965eaf8 None None] The sync data for ids ['cfeeac2b-f438-42a9-b6f4-a23b287a367f'] in n-d-838334-2 is: [{'id': 'cfeeac2b-f438-42a9-b6f4-a23b287a367f', 'name': 'tempest-TaggedBootDevicesTest-1935158179-router', 'tenant_id': 'a66b5a5a883b42fa8f024c192096e68f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'external_fixed_ips': [{'subnet_id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'ip_address': '172.25.8.22'}], 'enable_snat': True}, 'gw_port_id': '316a5b16-33f6-48b0-a9ad-a8d30350e7c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:38:10Z', 'updated_at': '2022-04-18T20:38:15Z', 'revision_number': 4, 'project_id': 'a66b5a5a883b42fa8f024c192096e68f', 'gw_port': {'id': '316a5b16-33f6-48b0-a9ad-a8d30350e7c8', 'name': '', 'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:05:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfeeac2b-f438-42a9-b6f4-a23b287a367f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'ip_address': '172.25.8.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:38:10Z', 'updated_at': '2022-04-18T20:38:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838334-2', '_interfaces': [{'id': 'f7e13d96-ede8-43e1-85c9-3a81d2eab29c', 'name': '', 'network_id': 'f2e972e6-8294-47af-9daf-7a26453521b0', 'tenant_id': 'a66b5a5a883b42fa8f024c192096e68f', 'mac_address': 'fa:16:3e:ce:98:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cfeeac2b-f438-42a9-b6f4-a23b287a367f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9d5006e9-535b-476f-a78a-7373d4134683', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:38:14Z', 'updated_at': '2022-04-18T20:38:58Z', 'revision_number': 4, 'project_id': 'a66b5a5a883b42fa8f024c192096e68f', 'subnets': [{'id': '9d5006e9-535b-476f-a78a-7373d4134683', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84043) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 18 20:39:00.516228 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-2da0cf2b-7541-4816-8f0a-9be7363d6e6e None None] Provisioning for port 67855998-dc7c-4735-830d-2fe34a3c1061 completed by entity DHCP. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 20:39:00.545674 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-2da0cf2b-7541-4816-8f0a-9be7363d6e6e None None] Provisioning complete for port 67855998-dc7c-4735-830d-2fe34a3c1061 triggered by entity DHCP. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:39:00.545870 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-2da0cf2b-7541-4816-8f0a-9be7363d6e6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1253608'] for port, provisioning_complete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:00.693834 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-37823c36-1434-4f04-95d9-571f18af4c1f tempest-TaggedBootDevicesTest-1674414334 tempest-TaggedBootDevicesTest-1674414334-project] Notify callbacks [] for port, precommit_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:00.735783 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.provisioning_blocks [None req-37823c36-1434-4f04-95d9-571f18af4c1f tempest-TaggedBootDevicesTest-1674414334 tempest-TaggedBootDevicesTest-1674414334-project] Transition to ACTIVE for port object 3dee7dbe-7cd7-44fa-ad62-c22c92c23e68 will not be triggered until provisioned by entity DHCP. {{(pid=84041) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 20:39:00.786412 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-37823c36-1434-4f04-95d9-571f18af4c1f tempest-TaggedBootDevicesTest-1674414334 tempest-TaggedBootDevicesTest-1674414334-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750374836619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32266323'] for port, after_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:00.853643 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.plugin [None req-2da0cf2b-7541-4816-8f0a-9be7363d6e6e None None] Port 67855998-dc7c-4735-830d-2fe34a3c1061 cannot update to ACTIVE because it is not bound. {{(pid=84042) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 18 20:39:00.989188 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37823c36-1434-4f04-95d9-571f18af4c1f tempest-TaggedBootDevicesTest-1674414334 tempest-TaggedBootDevicesTest-1674414334-project] Pushing event updated for resources: {'Port': ['ID=3dee7dbe-7cd7-44fa-ad62-c22c92c23e68,revision_number=1']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:39:01.013695 n-d-838334-2 neutron-server[84041]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37823c36-1434-4f04-95d9-571f18af4c1f tempest-TaggedBootDevicesTest-1674414334 tempest-TaggedBootDevicesTest-1674414334-project] Network d9eb2c31-9efb-45c1-be97-8fbfff0e7f82 is already hosted by enough agents. {{(pid=84041) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:39:01.017609 n-d-838334-2 neutron-server[84041]: DEBUG neutron.scheduler.base_scheduler [None req-37823c36-1434-4f04-95d9-571f18af4c1f tempest-TaggedBootDevicesTest-1674414334 tempest-TaggedBootDevicesTest-1674414334-project] Resources bound (agent type, host, resource id): {{(pid=84041) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:39:01.023076 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37823c36-1434-4f04-95d9-571f18af4c1f tempest-TaggedBootDevicesTest-1674414334 tempest-TaggedBootDevicesTest-1674414334-project] Received port after_create {{(pid=84041) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 20:39:01.178575 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37823c36-1434-4f04-95d9-571f18af4c1f tempest-TaggedBootDevicesTest-1674414334 tempest-TaggedBootDevicesTest-1674414334-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:39:01.179164 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-37823c36-1434-4f04-95d9-571f18af4c1f tempest-TaggedBootDevicesTest-1674414334 tempest-TaggedBootDevicesTest-1674414334-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217293'] for port, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:01.211407 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-0dacd8d7-ce55-416f-90df-d485f5167450 req-b07ae9bb-9f20-493a-b5b8-23c47b92fa7c tempest-LiveAutoBlockMigrationV225Test-203169570 tempest-LiveAutoBlockMigrationV225Test-203169570-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=56816bb5-501f-409b-9318-02f6d3b85a3d&tenant_id=7843cba0a7e24a0397d5219cb7fd254c&binding%3Ahost_id=n-h1-838334-2 HTTP/1.1" status: 200 len: 1095 time: 0.3911231 Apr 18 20:39:01.240873 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-37823c36-1434-4f04-95d9-571f18af4c1f tempest-TaggedBootDevicesTest-1674414334 tempest-TaggedBootDevicesTest-1674414334-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 2.1745920 Apr 18 20:39:01.504939 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d131bbc4-ff62-4057-8608-69e4ffa2ded5 req-44f15dc2-0f86-40da-85e6-e81769057ccc tempest-LiveAutoBlockMigrationV225Test-1713341100 tempest-LiveAutoBlockMigrationV225Test-1713341100-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:39:01.516834 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-d131bbc4-ff62-4057-8608-69e4ffa2ded5 req-44f15dc2-0f86-40da-85e6-e81769057ccc tempest-LiveAutoBlockMigrationV225Test-1713341100 tempest-LiveAutoBlockMigrationV225Test-1713341100-project] 10.222.0.42 "GET /v2.0/ports?device_id=56816bb5-501f-409b-9318-02f6d3b85a3d HTTP/1.1" status: 200 len: 944 time: 0.8523655 Apr 18 20:39:01.539054 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-464703ba-f5cb-48ee-8f69-d6f4171014f6 None None] Provisioning for port 3dee7dbe-7cd7-44fa-ad62-c22c92c23e68 completed by entity DHCP. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 20:39:01.546560 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-464703ba-f5cb-48ee-8f69-d6f4171014f6 None None] Provisioning complete for port 3dee7dbe-7cd7-44fa-ad62-c22c92c23e68 triggered by entity DHCP. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:39:01.547374 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-464703ba-f5cb-48ee-8f69-d6f4171014f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1253608'] for port, provisioning_complete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:01.667645 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-d131bbc4-ff62-4057-8608-69e4ffa2ded5 req-64357c0d-7fe8-4b52-b023-23e52b303655 tempest-LiveAutoBlockMigrationV225Test-1713341100 tempest-LiveAutoBlockMigrationV225Test-1713341100-project] 10.222.0.42 "GET /v2.0/security-groups?id=bf712067-aabd-4e70-aae1-082928dd1ccd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1496825 Apr 18 20:39:01.681137 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.plugin [None req-464703ba-f5cb-48ee-8f69-d6f4171014f6 None None] Port 3dee7dbe-7cd7-44fa-ad62-c22c92c23e68 cannot update to ACTIVE because it is not bound. {{(pid=84042) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 18 20:39:01.756265 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b78ad42d-4086-47c8-abfb-553fb8891bd8 req-3f634c94-3a00-456f-9d58-b1fbe3b2f78c tempest-LiveMigrationTest-963278731 tempest-LiveMigrationTest-963278731-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:39:01.759390 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-b78ad42d-4086-47c8-abfb-553fb8891bd8 req-3f634c94-3a00-456f-9d58-b1fbe3b2f78c tempest-LiveMigrationTest-963278731 tempest-LiveMigrationTest-963278731-project] 10.222.0.42 "GET /v2.0/ports?device_id=24d2e03c-6691-46a0-a6c7-88d1392ddccc HTTP/1.1" status: 200 len: 945 time: 0.5781660 Apr 18 20:39:01.830392 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Device f7e13d96-ede8-43e1-85c9-3a81d2eab29c up at agent ovs-agent-n-d-838334-2 {{(pid=84042) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 20:39:01.904823 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.db [req-0dacd8d7-ce55-416f-90df-d485f5167450 req-5b34e03a-a793-4f51-baa3-f374ba12eaf3 service neutron] For port 6c42e873-f524-4137-8976-95b9eed610f8, host n-h2-838334-2, cleared binding levels {{(pid=84040) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 20:39:01.919015 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-0dacd8d7-ce55-416f-90df-d485f5167450 req-5b34e03a-a793-4f51-baa3-f374ba12eaf3 service neutron] Notify callbacks [] for binding, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:01.920283 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-0dacd8d7-ce55-416f-90df-d485f5167450 req-5b34e03a-a793-4f51-baa3-f374ba12eaf3 service neutron] 10.222.0.43 "DELETE /v2.0/ports/6c42e873-f524-4137-8976-95b9eed610f8/bindings/n-h2-838334-2 HTTP/1.1" status: 204 len: 173 time: 0.6990480 Apr 18 20:39:01.946777 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-b78ad42d-4086-47c8-abfb-553fb8891bd8 req-53ad0db7-37ce-44bd-85d6-476bd5c0d125 tempest-LiveMigrationTest-963278731 tempest-LiveMigrationTest-963278731-project] 10.222.0.42 "GET /v2.0/security-groups?id=c1ded286-bbeb-4ec4-95be-e4f6aab8a892&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1731319 Apr 18 20:39:02.016821 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Provisioning for port f7e13d96-ede8-43e1-85c9-3a81d2eab29c completed by entity L2. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 20:39:02.028946 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Provisioning complete for port f7e13d96-ede8-43e1-85c9-3a81d2eab29c triggered by entity L2. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:39:02.037449 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1253608'] for port, provisioning_complete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:02.293865 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:02.306623 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eeeef220-1bbe-4a8e-b982-c3238cfcd766 None None] Network 81621119-9498-4395-a64b-7e94080c69d1 requested from n-d-838334-2 {{(pid=84042) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 20:39:02.387393 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9bce167-ed0c-4dc5-af4c-3d0bbea8d482 req-14b3d2d7-e7bd-4302-afc5-bc6152fa0e0b tempest-LiveMigrationNegativeTest-1063094817 tempest-LiveMigrationNegativeTest-1063094817-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:39:02.397696 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-c9bce167-ed0c-4dc5-af4c-3d0bbea8d482 req-14b3d2d7-e7bd-4302-afc5-bc6152fa0e0b tempest-LiveMigrationNegativeTest-1063094817 tempest-LiveMigrationNegativeTest-1063094817-project] 10.222.0.42 "GET /v2.0/ports?device_id=7994feeb-3fba-4a0f-828c-898c87b31453 HTTP/1.1" status: 200 len: 950 time: 0.1728928 Apr 18 20:39:02.415341 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Device 58b97a1b-20d1-47a5-98a1-cac11ab0e588 up at agent hyperv_n-h1-838334-2 {{(pid=84042) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 20:39:02.509766 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-2758722b-0f6a-49bf-8446-95ff90bcc572 None None] Provisioning for port e784f545-9b26-4990-baf8-4956da5e18d6 completed by entity DHCP. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 20:39:02.520463 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-c9bce167-ed0c-4dc5-af4c-3d0bbea8d482 req-bb075675-1c52-4d18-8c71-246e984a31f7 tempest-LiveMigrationNegativeTest-1063094817 tempest-LiveMigrationNegativeTest-1063094817-project] 10.222.0.42 "GET /v2.0/security-groups?id=7d29b726-a567-4f03-8309-9129413604ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1182766 Apr 18 20:39:02.560167 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] For port f7e13d96-ede8-43e1-85c9-3a81d2eab29c, host n-d-838334-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838334-2',level=0,port_id=f7e13d96-ede8-43e1-85c9-3a81d2eab29c,segment=NetworkSegment(ea61591e-490f-40d3-b0b7-48df3aeb522a),segment_id=ea61591e-490f-40d3-b0b7-48df3aeb522a)] {{(pid=84042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:39:02.579708 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682'] for port, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:02.581114 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Device e784f545-9b26-4990-baf8-4956da5e18d6 up at agent ovs-agent-n-d-838334-2 {{(pid=84042) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 20:39:02.672722 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Provisioning for port 58b97a1b-20d1-47a5-98a1-cac11ab0e588 completed by entity L2. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 20:39:02.728398 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-ff043d02-793e-4989-b3c5-af29edee7a6c req-305222fe-3a4f-40a6-ac98-77438c6101dd tempest-ServersAdmin275Test-614917130 tempest-ServersAdmin275Test-614917130-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=4bb574e3-a1a9-4f48-a18e-e712328d8de0 HTTP/1.1" status: 200 len: 210 time: 0.0726023 Apr 18 20:39:02.748538 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Provisioning complete for port 58b97a1b-20d1-47a5-98a1-cac11ab0e588 triggered by entity L2. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:39:02.751194 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1253608'] for port, provisioning_complete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:02.840455 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 35296) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:39:02.846997 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.v2.base [None req-3c37d4eb-6794-4bd9-8c9b-fe3a38bb251b tempest-TaggedBootDevicesTest-1674414334 tempest-TaggedBootDevicesTest-1674414334-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1370612178', 'description': 'tempest-description--1762374890'}} {{(pid=84040) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 20:39:02.857219 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [None req-3c37d4eb-6794-4bd9-8c9b-fe3a38bb251b tempest-TaggedBootDevicesTest-1674414334 tempest-TaggedBootDevicesTest-1674414334-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:39:02.878079 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-3c37d4eb-6794-4bd9-8c9b-fe3a38bb251b tempest-TaggedBootDevicesTest-1674414334 tempest-TaggedBootDevicesTest-1674414334-project] Usage tracker for resource:security_group and tenant:f85a0d9202f64bddab6b7eaee6d6810d is out of sync, need to count used quota {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:39:02.880521 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-3c37d4eb-6794-4bd9-8c9b-fe3a38bb251b tempest-TaggedBootDevicesTest-1674414334 tempest-TaggedBootDevicesTest-1674414334-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:39:02.889264 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [None req-3c37d4eb-6794-4bd9-8c9b-fe3a38bb251b tempest-TaggedBootDevicesTest-1674414334 tempest-TaggedBootDevicesTest-1674414334-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:39:02.906458 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-3c37d4eb-6794-4bd9-8c9b-fe3a38bb251b tempest-TaggedBootDevicesTest-1674414334 tempest-TaggedBootDevicesTest-1674414334-project] Notify callbacks [] for security_group, before_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:02.998675 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [None req-3c37d4eb-6794-4bd9-8c9b-fe3a38bb251b tempest-TaggedBootDevicesTest-1674414334 tempest-TaggedBootDevicesTest-1674414334-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:39:03.009508 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-3c37d4eb-6794-4bd9-8c9b-fe3a38bb251b tempest-TaggedBootDevicesTest-1674414334 tempest-TaggedBootDevicesTest-1674414334-project] Usage tracker for resource:security_group_rule and tenant:f85a0d9202f64bddab6b7eaee6d6810d is out of sync, need to count used quota {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:39:03.013256 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-3c37d4eb-6794-4bd9-8c9b-fe3a38bb251b tempest-TaggedBootDevicesTest-1674414334 tempest-TaggedBootDevicesTest-1674414334-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:39:03.028725 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [None req-3c37d4eb-6794-4bd9-8c9b-fe3a38bb251b tempest-TaggedBootDevicesTest-1674414334 tempest-TaggedBootDevicesTest-1674414334-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:39:03.195137 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Pushing event updated for resources: {'Port': ['ID=f7e13d96-ede8-43e1-85c9-3a81d2eab29c,revision_number=5']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:39:03.235936 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-3c37d4eb-6794-4bd9-8c9b-fe3a38bb251b tempest-TaggedBootDevicesTest-1674414334 tempest-TaggedBootDevicesTest-1674414334-project] Notify callbacks [] for security_group, precommit_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:03.252038 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-bf30dbb0-1115-45b5-b679-1efebfdd9bba req-a434ee86-ec28-42d3-9327-9cc2ae94c6f4 tempest-LiveMigrationNegativeTest-1351130400 tempest-LiveMigrationNegativeTest-1351130400-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=7994feeb-3fba-4a0f-828c-898c87b31453 HTTP/1.1" status: 200 len: 1101 time: 0.2042906 Apr 18 20:39:03.266156 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Provisioning for port e784f545-9b26-4990-baf8-4956da5e18d6 completed by entity L2. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 20:39:03.279529 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Provisioning complete for port e784f545-9b26-4990-baf8-4956da5e18d6 triggered by entity L2. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:39:03.279964 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1253608'] for port, provisioning_complete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:03.421177 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-3c37d4eb-6794-4bd9-8c9b-fe3a38bb251b tempest-TaggedBootDevicesTest-1674414334 tempest-TaggedBootDevicesTest-1674414334-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33528224'] for security_group, after_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:03.494311 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-bf30dbb0-1115-45b5-b679-1efebfdd9bba req-77aa8ad3-e20a-442f-b2ed-850c96e14ad7 tempest-LiveMigrationNegativeTest-1351130400 tempest-LiveMigrationNegativeTest-1351130400-project-admin] Notify callbacks [] for security_group, before_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:03.525466 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750375287399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253529'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:03.559440 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:03.591328 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c37d4eb-6794-4bd9-8c9b-fe3a38bb251b tempest-TaggedBootDevicesTest-1674414334 tempest-TaggedBootDevicesTest-1674414334-project] Pushing event updated for resources: {'SecurityGroup': ['ID=67ac5558-a250-4106-afe6-28a5add43e38,revision_number=1']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:39:03.610211 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-3c37d4eb-6794-4bd9-8c9b-fe3a38bb251b tempest-TaggedBootDevicesTest-1674414334 tempest-TaggedBootDevicesTest-1674414334-project] Notify callbacks [] for security_group, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:03.614905 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 35312) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:39:03.621713 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.v2.base [None req-83316ac2-6586-43ce-8492-06b0e9550a03 tempest-TaggedBootDevicesTest-1674414334 tempest-TaggedBootDevicesTest-1674414334-project] Request body: {'security_group_rule': {'security_group_id': '67ac5558-a250-4106-afe6-28a5add43e38', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 20:39:03.632298 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-83316ac2-6586-43ce-8492-06b0e9550a03 tempest-TaggedBootDevicesTest-1674414334 tempest-TaggedBootDevicesTest-1674414334-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:39:03.639930 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-3c37d4eb-6794-4bd9-8c9b-fe3a38bb251b tempest-TaggedBootDevicesTest-1674414334 tempest-TaggedBootDevicesTest-1674414334-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1614 time: 0.7892680 Apr 18 20:39:03.662416 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4be1cb12-6eb1-4195-823d-fa0b2fa15a30 req-9414c357-1dd4-4e8f-82cf-a67fa4d70041 tempest-LiveAutoBlockMigrationV225Test-1713341100 tempest-LiveAutoBlockMigrationV225Test-1713341100-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:39:03.688027 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-4be1cb12-6eb1-4195-823d-fa0b2fa15a30 req-9414c357-1dd4-4e8f-82cf-a67fa4d70041 tempest-LiveAutoBlockMigrationV225Test-1713341100 tempest-LiveAutoBlockMigrationV225Test-1713341100-project] 10.222.0.42 "GET /v2.0/ports?device_id=56816bb5-501f-409b-9318-02f6d3b85a3d HTTP/1.1" status: 200 len: 944 time: 0.5039372 Apr 18 20:39:03.695912 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-83316ac2-6586-43ce-8492-06b0e9550a03 tempest-TaggedBootDevicesTest-1674414334 tempest-TaggedBootDevicesTest-1674414334-project] Usage tracker for resource:security_group_rule and tenant:f85a0d9202f64bddab6b7eaee6d6810d is out of sync, need to count used quota {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:39:03.696011 n-d-838334-2 neutron-server[84042]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '24d2e03c-6691-46a0-a6c7-88d1392ddccc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '58b97a1b-20d1-47a5-98a1-cac11ab0e588'}] {{(pid=84042) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 20:39:03.704894 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-83316ac2-6586-43ce-8492-06b0e9550a03 tempest-TaggedBootDevicesTest-1674414334 tempest-TaggedBootDevicesTest-1674414334-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:39:03.707715 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [req-bf30dbb0-1115-45b5-b679-1efebfdd9bba req-77aa8ad3-e20a-442f-b2ed-850c96e14ad7 tempest-LiveMigrationNegativeTest-1351130400 tempest-LiveMigrationNegativeTest-1351130400-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:39:03.718063 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [req-bf30dbb0-1115-45b5-b679-1efebfdd9bba req-77aa8ad3-e20a-442f-b2ed-850c96e14ad7 tempest-LiveMigrationNegativeTest-1351130400 tempest-LiveMigrationNegativeTest-1351130400-project-admin] Usage tracker for resource:security_group_rule and tenant:c8e526e57a914294836dd907f83cb86d is out of sync, need to count used quota {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:39:03.719217 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-83316ac2-6586-43ce-8492-06b0e9550a03 tempest-TaggedBootDevicesTest-1674414334 tempest-TaggedBootDevicesTest-1674414334-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:39:03.743503 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [req-bf30dbb0-1115-45b5-b679-1efebfdd9bba req-77aa8ad3-e20a-442f-b2ed-850c96e14ad7 tempest-LiveMigrationNegativeTest-1351130400 tempest-LiveMigrationNegativeTest-1351130400-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:39:03.755362 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [req-bf30dbb0-1115-45b5-b679-1efebfdd9bba req-77aa8ad3-e20a-442f-b2ed-850c96e14ad7 tempest-LiveMigrationNegativeTest-1351130400 tempest-LiveMigrationNegativeTest-1351130400-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:39:03.766099 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-83316ac2-6586-43ce-8492-06b0e9550a03 tempest-TaggedBootDevicesTest-1674414334 tempest-TaggedBootDevicesTest-1674414334-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:03.770517 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] For port 58b97a1b-20d1-47a5-98a1-cac11ab0e588, host n-h1-838334-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838334-2',level=0,port_id=58b97a1b-20d1-47a5-98a1-cac11ab0e588,segment=NetworkSegment(806925fb-1611-47d5-bfae-6289aca7c7ad),segment_id=806925fb-1611-47d5-bfae-6289aca7c7ad)] {{(pid=84042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:39:03.792133 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682'] for port, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:03.805295 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-4be1cb12-6eb1-4195-823d-fa0b2fa15a30 req-d5f9acc6-601e-4dc1-a1f1-9bfd160b8f9e tempest-LiveAutoBlockMigrationV225Test-1713341100 tempest-LiveAutoBlockMigrationV225Test-1713341100-project] 10.222.0.42 "GET /v2.0/security-groups?id=bf712067-aabd-4e70-aae1-082928dd1ccd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1312358 Apr 18 20:39:03.871866 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:03.942012 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-bf30dbb0-1115-45b5-b679-1efebfdd9bba req-77aa8ad3-e20a-442f-b2ed-850c96e14ad7 tempest-LiveMigrationNegativeTest-1351130400 tempest-LiveMigrationNegativeTest-1351130400-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:03.952009 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-bf30dbb0-1115-45b5-b679-1efebfdd9bba req-77aa8ad3-e20a-442f-b2ed-850c96e14ad7 tempest-LiveMigrationNegativeTest-1351130400 tempest-LiveMigrationNegativeTest-1351130400-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33528224'] for security_group, after_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:04.009663 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-83316ac2-6586-43ce-8492-06b0e9550a03 tempest-TaggedBootDevicesTest-1674414334 tempest-TaggedBootDevicesTest-1674414334-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:04.020797 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-bf30dbb0-1115-45b5-b679-1efebfdd9bba req-77aa8ad3-e20a-442f-b2ed-850c96e14ad7 tempest-LiveMigrationNegativeTest-1351130400 tempest-LiveMigrationNegativeTest-1351130400-project-admin] 10.222.0.42 "GET /v2.0/security-groups?id=7d29b726-a567-4f03-8309-9129413604ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7627285 Apr 18 20:39:04.024332 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] For port e784f545-9b26-4990-baf8-4956da5e18d6, host n-d-838334-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838334-2',level=0,port_id=e784f545-9b26-4990-baf8-4956da5e18d6,segment=NetworkSegment(042fd70a-92f2-4098-9b07-9a0bcd9bab32),segment_id=042fd70a-92f2-4098-9b07-9a0bcd9bab32)] {{(pid=84042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:39:04.025898 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Pushing event updated for resources: {'Port': ['ID=58b97a1b-20d1-47a5-98a1-cac11ab0e588,revision_number=5']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:39:04.027651 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-83316ac2-6586-43ce-8492-06b0e9550a03 tempest-TaggedBootDevicesTest-1674414334 tempest-TaggedBootDevicesTest-1674414334-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33528311'] for security_group_rule, after_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:04.033741 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77aa8ad3-e20a-442f-b2ed-850c96e14ad7 tempest-LiveMigrationNegativeTest-1351130400 tempest-LiveMigrationNegativeTest-1351130400-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e9359b6d-2273-4624-90f5-b6467f6c8a08,revision_number=1']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:39:04.040082 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682'] for port, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:04.099138 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83316ac2-6586-43ce-8492-06b0e9550a03 tempest-TaggedBootDevicesTest-1674414334 tempest-TaggedBootDevicesTest-1674414334-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=821d5ec1-37f4-4c7c-bb1f-8e3059e2bad9,revision_number=0']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:39:04.132135 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-83316ac2-6586-43ce-8492-06b0e9550a03 tempest-TaggedBootDevicesTest-1674414334 tempest-TaggedBootDevicesTest-1674414334-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:04.133847 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-83316ac2-6586-43ce-8492-06b0e9550a03 tempest-TaggedBootDevicesTest-1674414334 tempest-TaggedBootDevicesTest-1674414334-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.5179338 Apr 18 20:39:04.136464 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 35334) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:39:04.142381 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.v2.base [None req-7fcfd398-81da-4f8a-bd8b-cd0325479a0a tempest-TaggedBootDevicesTest-1674414334 tempest-TaggedBootDevicesTest-1674414334-project] Request body: {'security_group_rule': {'security_group_id': '67ac5558-a250-4106-afe6-28a5add43e38', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=84041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 20:39:04.149612 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-7fcfd398-81da-4f8a-bd8b-cd0325479a0a tempest-TaggedBootDevicesTest-1674414334 tempest-TaggedBootDevicesTest-1674414334-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:39:04.160005 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-7fcfd398-81da-4f8a-bd8b-cd0325479a0a tempest-TaggedBootDevicesTest-1674414334 tempest-TaggedBootDevicesTest-1674414334-project] Usage tracker for resource:security_group_rule and tenant:f85a0d9202f64bddab6b7eaee6d6810d is out of sync, need to count used quota {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:39:04.163928 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-7fcfd398-81da-4f8a-bd8b-cd0325479a0a tempest-TaggedBootDevicesTest-1674414334 tempest-TaggedBootDevicesTest-1674414334-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:39:04.185256 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-7fcfd398-81da-4f8a-bd8b-cd0325479a0a tempest-TaggedBootDevicesTest-1674414334 tempest-TaggedBootDevicesTest-1674414334-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:39:04.218657 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-7fcfd398-81da-4f8a-bd8b-cd0325479a0a tempest-TaggedBootDevicesTest-1674414334 tempest-TaggedBootDevicesTest-1674414334-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:04.244516 n-d-838334-2 neutron-server[84042]: INFO neutron.notifiers.nova [-] Nova event matching ['req-44da2e31-e322-4417-ad96-061ba7c086ce'] response: {'server_uuid': '24d2e03c-6691-46a0-a6c7-88d1392ddccc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '58b97a1b-20d1-47a5-98a1-cac11ab0e588', 'code': 200} Apr 18 20:39:04.246735 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Pushing event updated for resources: {'Port': ['ID=e784f545-9b26-4990-baf8-4956da5e18d6,revision_number=3']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:39:04.259481 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-6f1d60cc-a6d7-42e4-bdea-a59b77fe6da1 None None] Provisioning complete for port e784f545-9b26-4990-baf8-4956da5e18d6 triggered by entity DHCP. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:39:04.260953 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-6f1d60cc-a6d7-42e4-bdea-a59b77fe6da1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1253608'] for port, provisioning_complete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:04.293944 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Device f7e13d96-ede8-43e1-85c9-3a81d2eab29c up at agent ovs-agent-n-d-838334-2 {{(pid=84042) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 20:39:04.362624 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-7fcfd398-81da-4f8a-bd8b-cd0325479a0a tempest-TaggedBootDevicesTest-1674414334 tempest-TaggedBootDevicesTest-1674414334-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:04.368921 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-7fcfd398-81da-4f8a-bd8b-cd0325479a0a tempest-TaggedBootDevicesTest-1674414334 tempest-TaggedBootDevicesTest-1674414334-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33528311'] for security_group_rule, after_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:04.370493 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51f50cb5-8a37-4046-8d42-7411a75f5049 req-789f0881-f8b8-4284-9177-ed0e2639f9e1 tempest-LiveMigrationTest-963278731 tempest-LiveMigrationTest-963278731-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:39:04.372059 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-51f50cb5-8a37-4046-8d42-7411a75f5049 req-789f0881-f8b8-4284-9177-ed0e2639f9e1 tempest-LiveMigrationTest-963278731 tempest-LiveMigrationTest-963278731-project] 10.222.0.42 "GET /v2.0/ports?device_id=24d2e03c-6691-46a0-a6c7-88d1392ddccc HTTP/1.1" status: 200 len: 946 time: 0.3242435 Apr 18 20:39:04.406169 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fcfd398-81da-4f8a-bd8b-cd0325479a0a tempest-TaggedBootDevicesTest-1674414334 tempest-TaggedBootDevicesTest-1674414334-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c478d563-0f50-40b5-903d-c06c6558edf4,revision_number=0']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:39:04.429547 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-7fcfd398-81da-4f8a-bd8b-cd0325479a0a tempest-TaggedBootDevicesTest-1674414334 tempest-TaggedBootDevicesTest-1674414334-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:04.432150 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-7fcfd398-81da-4f8a-bd8b-cd0325479a0a tempest-TaggedBootDevicesTest-1674414334 tempest-TaggedBootDevicesTest-1674414334-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.2930825 Apr 18 20:39:04.435947 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 35340) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:39:04.441213 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-1c16e009-4a69-4ee5-9905-b642e5874b97 req-d2ecaa7b-2c20-4820-bfd5-faccfdc0adf8 tempest-ServersAdmin275Test-614917130 tempest-ServersAdmin275Test-614917130-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=4bb574e3-a1a9-4f48-a18e-e712328d8de0 HTTP/1.1" status: 200 len: 210 time: 0.0796092 Apr 18 20:39:04.443152 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.v2.base [None req-3e8f46f9-6b8c-41a4-860f-1c82d84cca1b tempest-TaggedBootDevicesTest-1674414334 tempest-TaggedBootDevicesTest-1674414334-project] Request body: {'floatingip': {'floating_network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c'}} {{(pid=84041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 20:39:04.450039 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-3e8f46f9-6b8c-41a4-860f-1c82d84cca1b tempest-TaggedBootDevicesTest-1674414334 tempest-TaggedBootDevicesTest-1674414334-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:39:04.454785 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-3e8f46f9-6b8c-41a4-860f-1c82d84cca1b tempest-TaggedBootDevicesTest-1674414334 tempest-TaggedBootDevicesTest-1674414334-project] Usage tracker for resource:floatingip and tenant:f85a0d9202f64bddab6b7eaee6d6810d is out of sync, need to count used quota {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:39:04.459057 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-3e8f46f9-6b8c-41a4-860f-1c82d84cca1b tempest-TaggedBootDevicesTest-1674414334 tempest-TaggedBootDevicesTest-1674414334-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:39:04.466402 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Provisioning complete for port f7e13d96-ede8-43e1-85c9-3a81d2eab29c triggered by entity L2. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:39:04.466721 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-3e8f46f9-6b8c-41a4-860f-1c82d84cca1b tempest-TaggedBootDevicesTest-1674414334 tempest-TaggedBootDevicesTest-1674414334-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:39:04.466835 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1253608'] for port, provisioning_complete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:04.493044 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-3e8f46f9-6b8c-41a4-860f-1c82d84cca1b tempest-TaggedBootDevicesTest-1674414334 tempest-TaggedBootDevicesTest-1674414334-project] Notify callbacks [] for floatingip, before_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:04.497559 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-51f50cb5-8a37-4046-8d42-7411a75f5049 req-2e1e0c85-f23c-48bf-9207-9648c5b235fe tempest-LiveMigrationTest-963278731 tempest-LiveMigrationTest-963278731-project] 10.222.0.42 "GET /v2.0/security-groups?id=c1ded286-bbeb-4ec4-95be-e4f6aab8a892&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0877862 Apr 18 20:39:04.503494 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-272ee188-05b3-4761-8654-788fd8c31756 req-99762952-cf2e-4e65-8aaf-d7addf06fb09 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=24d2e03c-6691-46a0-a6c7-88d1392ddccc HTTP/1.1" status: 200 len: 1097 time: 0.2504435 Apr 18 20:39:04.563581 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-272ee188-05b3-4761-8654-788fd8c31756 req-bacdf1ed-2b7a-4ddf-8997-b3767275eb5d service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=c1ded286-bbeb-4ec4-95be-e4f6aab8a892&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534024 Apr 18 20:39:04.706631 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-3e8f46f9-6b8c-41a4-860f-1c82d84cca1b tempest-TaggedBootDevicesTest-1674414334 tempest-TaggedBootDevicesTest-1674414334-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:04.899042 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.db_base_plugin_common [None req-3e8f46f9-6b8c-41a4-860f-1c82d84cca1b tempest-TaggedBootDevicesTest-1674414334 tempest-TaggedBootDevicesTest-1674414334-project] Allocated IP 172.25.8.237 (e41b6600-a917-4a8d-b05c-be3be40c6d8c/6b05667b-848e-4356-9b44-d5eb6808ef74/8f37f061-b1a0-4950-9801-d11e499251af) {{(pid=84041) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:39:04.964449 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-e30e394c-153a-4ea6-a7db-95cbfe44dcbb req-f3462efe-6589-4586-8288-a2ca5bb941f6 tempest-LiveAutoBlockMigrationV225Test-203169570 tempest-LiveAutoBlockMigrationV225Test-203169570-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=56816bb5-501f-409b-9318-02f6d3b85a3d HTTP/1.1" status: 200 len: 1095 time: 0.0981193 Apr 18 20:39:05.089644 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-e30e394c-153a-4ea6-a7db-95cbfe44dcbb req-8220f623-606b-4a55-ac49-8d814456f179 tempest-LiveAutoBlockMigrationV225Test-203169570 tempest-LiveAutoBlockMigrationV225Test-203169570-project-admin] 10.222.0.42 "GET /v2.0/security-groups?id=bf712067-aabd-4e70-aae1-082928dd1ccd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1243315 Apr 18 20:39:05.121981 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-0537be76-0d84-47f2-90b0-3f1ec3b06c2b req-14e3a637-1f5f-4100-bc60-2264b3da6a9f service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=7994feeb-3fba-4a0f-828c-898c87b31453&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.1140037 Apr 18 20:39:05.236134 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-3e8f46f9-6b8c-41a4-860f-1c82d84cca1b tempest-TaggedBootDevicesTest-1674414334 tempest-TaggedBootDevicesTest-1674414334-project] Notify callbacks [] for port, precommit_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:05.286847 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-3e8f46f9-6b8c-41a4-860f-1c82d84cca1b tempest-TaggedBootDevicesTest-1674414334 tempest-TaggedBootDevicesTest-1674414334-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750374836619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32266323'] for port, after_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:05.471122 n-d-838334-2 neutron-server[84041]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e8f46f9-6b8c-41a4-860f-1c82d84cca1b tempest-TaggedBootDevicesTest-1674414334 tempest-TaggedBootDevicesTest-1674414334-project] Network e41b6600-a917-4a8d-b05c-be3be40c6d8c is already hosted by enough agents. {{(pid=84041) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:39:05.474556 n-d-838334-2 neutron-server[84041]: DEBUG neutron.scheduler.base_scheduler [None req-3e8f46f9-6b8c-41a4-860f-1c82d84cca1b tempest-TaggedBootDevicesTest-1674414334 tempest-TaggedBootDevicesTest-1674414334-project] Resources bound (agent type, host, resource id): {{(pid=84041) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:39:05.486452 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e8f46f9-6b8c-41a4-860f-1c82d84cca1b tempest-TaggedBootDevicesTest-1674414334 tempest-TaggedBootDevicesTest-1674414334-project] Received port after_create {{(pid=84041) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 20:39:05.525927 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e8f46f9-6b8c-41a4-860f-1c82d84cca1b tempest-TaggedBootDevicesTest-1674414334 tempest-TaggedBootDevicesTest-1674414334-project] Pushing event updated for resources: {'Port': ['ID=8f37f061-b1a0-4950-9801-d11e499251af,revision_number=1']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:39:05.864293 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-3e8f46f9-6b8c-41a4-860f-1c82d84cca1b tempest-TaggedBootDevicesTest-1674414334 tempest-TaggedBootDevicesTest-1674414334-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:05.964615 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-3e8f46f9-6b8c-41a4-860f-1c82d84cca1b tempest-TaggedBootDevicesTest-1674414334 tempest-TaggedBootDevicesTest-1674414334-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:06.121902 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-b8fd7193-3803-4158-a710-9ca66f9f5d2a req-285984a2-a62c-4935-9dae-abf6bf564c67 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=85d13644-2ff3-4f2e-ba89-a449fe4bd19d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2452917 Apr 18 20:39:06.156859 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Device e784f545-9b26-4990-baf8-4956da5e18d6 up at agent ovs-agent-n-d-838334-2 {{(pid=84042) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 20:39:06.232251 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0bc9225-be96-4056-a0cd-ff725943679b req-bf2e0380-a3c8-4bb0-bb82-53ecb95eb927 tempest-LiveMigrationTest-963278731 tempest-LiveMigrationTest-963278731-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:39:06.233675 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-f0bc9225-be96-4056-a0cd-ff725943679b req-bf2e0380-a3c8-4bb0-bb82-53ecb95eb927 tempest-LiveMigrationTest-963278731 tempest-LiveMigrationTest-963278731-project] 10.222.0.42 "GET /v2.0/ports?device_id=24d2e03c-6691-46a0-a6c7-88d1392ddccc HTTP/1.1" status: 200 len: 946 time: 0.2670598 Apr 18 20:39:06.238957 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecb17cd7-bfe8-4869-a890-59139773f60f req-00d121cc-1a66-4e22-930c-104387bb931a tempest-LiveAutoBlockMigrationV225Test-1713341100 tempest-LiveAutoBlockMigrationV225Test-1713341100-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:39:06.245665 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-ecb17cd7-bfe8-4869-a890-59139773f60f req-00d121cc-1a66-4e22-930c-104387bb931a tempest-LiveAutoBlockMigrationV225Test-1713341100 tempest-LiveAutoBlockMigrationV225Test-1713341100-project] 10.222.0.42 "GET /v2.0/networks?id=5ab7510b-2145-476c-b9d7-eb0e1ae538b7 HTTP/1.1" status: 200 len: 820 time: 0.3984218 Apr 18 20:39:06.274463 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-3e8f46f9-6b8c-41a4-860f-1c82d84cca1b tempest-TaggedBootDevicesTest-1674414334 tempest-TaggedBootDevicesTest-1674414334-project] Notify callbacks [] for port, precommit_update {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:06.283836 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-3e8f46f9-6b8c-41a4-860f-1c82d84cca1b tempest-TaggedBootDevicesTest-1674414334 tempest-TaggedBootDevicesTest-1674414334-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32266282'] for port, after_update {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:06.295790 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-ecb17cd7-bfe8-4869-a890-59139773f60f req-18cfd336-f54a-4fda-a9ea-01eb7796978d tempest-LiveAutoBlockMigrationV225Test-1713341100 tempest-LiveAutoBlockMigrationV225Test-1713341100-project] 10.222.0.42 "GET /v2.0/quotas/7843cba0a7e24a0397d5219cb7fd254c HTTP/1.1" status: 200 len: 375 time: 0.0491400 Apr 18 20:39:06.315074 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Provisioning complete for port e784f545-9b26-4990-baf8-4956da5e18d6 triggered by entity L2. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:39:06.315654 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1253608'] for port, provisioning_complete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:06.418524 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-f0bc9225-be96-4056-a0cd-ff725943679b req-753cd975-2a82-4b23-a43a-64bfe8c1cd7a tempest-LiveMigrationTest-963278731 tempest-LiveMigrationTest-963278731-project] 10.222.0.42 "GET /v2.0/security-groups?id=c1ded286-bbeb-4ec4-95be-e4f6aab8a892&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1708436 Apr 18 20:39:06.440468 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e8f46f9-6b8c-41a4-860f-1c82d84cca1b tempest-TaggedBootDevicesTest-1674414334 tempest-TaggedBootDevicesTest-1674414334-project] Pushing event updated for resources: {'Port': ['ID=8f37f061-b1a0-4950-9801-d11e499251af,revision_number=2']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:39:06.453100 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-ecb17cd7-bfe8-4869-a890-59139773f60f req-d3ae15bd-b357-45dc-9ee3-aed81a3498c2 tempest-LiveAutoBlockMigrationV225Test-1713341100 tempest-LiveAutoBlockMigrationV225Test-1713341100-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=7843cba0a7e24a0397d5219cb7fd254c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1558719 Apr 18 20:39:06.476210 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-3e8f46f9-6b8c-41a4-860f-1c82d84cca1b tempest-TaggedBootDevicesTest-1674414334 tempest-TaggedBootDevicesTest-1674414334-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33444131'] for floatingip, after_update {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:06.506413 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-3e8f46f9-6b8c-41a4-860f-1c82d84cca1b tempest-TaggedBootDevicesTest-1674414334 tempest-TaggedBootDevicesTest-1674414334-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217293'] for floatingip, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:06.518271 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-3e8f46f9-6b8c-41a4-860f-1c82d84cca1b tempest-TaggedBootDevicesTest-1674414334 tempest-TaggedBootDevicesTest-1674414334-project] 10.222.0.42 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.0810385 Apr 18 20:39:06.580729 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-b8fd7193-3803-4158-a710-9ca66f9f5d2a req-d52722cb-0cb8-44d4-8446-d0314add7f74 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=30967135a3784f8f91989a9ec626fb3e&device_id=85d13644-2ff3-4f2e-ba89-a449fe4bd19d HTTP/1.1" status: 200 len: 1095 time: 0.3314614 Apr 18 20:39:06.708356 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-202b778e-6d70-45b3-920f-5744dfba8562 req-7cb196f0-a5aa-42b6-92a5-1d4984f35e70 tempest-ServersAdmin275Test-614917130 tempest-ServersAdmin275Test-614917130-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=4bb574e3-a1a9-4f48-a18e-e712328d8de0 HTTP/1.1" status: 200 len: 210 time: 0.1048388 Apr 18 20:39:06.867899 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-ecb17cd7-bfe8-4869-a890-59139773f60f req-6f0c32ea-2ee4-49a8-8b08-5c4c0d0472c5 service neutron] 10.222.0.42 "GET /v2.0/networks/5ab7510b-2145-476c-b9d7-eb0e1ae538b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4143400 Apr 18 20:39:06.892228 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8fd7193-3803-4158-a710-9ca66f9f5d2a req-6138d8f0-f29b-4e51-a014-b552cf3c0323 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:39:06.897125 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-b8fd7193-3803-4158-a710-9ca66f9f5d2a req-6138d8f0-f29b-4e51-a014-b552cf3c0323 service neutron] 10.222.0.43 "GET /v2.0/networks?id=2b4e6157-bc80-44e6-aceb-13aa29225b38 HTTP/1.1" status: 200 len: 908 time: 0.2927914 Apr 18 20:39:07.075929 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-b8fd7193-3803-4158-a710-9ca66f9f5d2a req-4527312b-8cf6-4503-b919-a6bf0258d835 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=48fa52c1-0725-4817-8948-dc8aabc819bf HTTP/1.1" status: 200 len: 217 time: 0.1157002 Apr 18 20:39:07.342815 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8fd7193-3803-4158-a710-9ca66f9f5d2a req-e6e13f99-3ea0-433c-909a-913acb42502f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:39:07.344384 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-b8fd7193-3803-4158-a710-9ca66f9f5d2a req-e6e13f99-3ea0-433c-909a-913acb42502f service neutron] 10.222.0.43 "GET /v2.0/subnets?id=2a27c3e0-e2c3-453b-9e93-76a003aa4b19 HTTP/1.1" status: 200 len: 847 time: 0.2251942 Apr 18 20:39:07.424111 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-ecb17cd7-bfe8-4869-a890-59139773f60f req-a881145c-9273-47bb-8c6d-7e2ce4832f3d service neutron] 10.222.0.42 "GET /v2.0/networks/5ab7510b-2145-476c-b9d7-eb0e1ae538b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5552428 Apr 18 20:39:07.429562 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-b8fd7193-3803-4158-a710-9ca66f9f5d2a req-699fcc52-79c0-4e24-bde5-f35e3af0dd53 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=2b4e6157-bc80-44e6-aceb-13aa29225b38&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0637836 Apr 18 20:39:07.516469 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1976b32-e106-4a8c-bf6f-d480915f15ab req-63e47356-1ca7-4973-8ca5-f9835f56f12d tempest-LiveMigrationNegativeTest-1063094817 tempest-LiveMigrationNegativeTest-1063094817-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:39:07.524057 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-d1976b32-e106-4a8c-bf6f-d480915f15ab req-63e47356-1ca7-4973-8ca5-f9835f56f12d tempest-LiveMigrationNegativeTest-1063094817 tempest-LiveMigrationNegativeTest-1063094817-project] 10.222.0.42 "GET /v2.0/ports?device_id=7994feeb-3fba-4a0f-828c-898c87b31453 HTTP/1.1" status: 200 len: 950 time: 0.5649350 Apr 18 20:39:07.528107 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-76af9961-8ed1-41a4-bd85-9d4f57286584 req-22017189-7144-4305-ab16-064e2ab83688 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=bc66a4ae-28da-4e1f-969f-022e139eaf43&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.4616680 Apr 18 20:39:07.615301 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-d1976b32-e106-4a8c-bf6f-d480915f15ab req-3a549dd1-9d5d-403d-9647-21d53de16880 tempest-LiveMigrationNegativeTest-1063094817 tempest-LiveMigrationNegativeTest-1063094817-project] 10.222.0.42 "GET /v2.0/security-groups?id=7d29b726-a567-4f03-8309-9129413604ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0902970 Apr 18 20:39:07.646231 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-b8fd7193-3803-4158-a710-9ca66f9f5d2a req-9d4e9324-b2d4-4f85-8644-8fa1598382ae service neutron] 10.222.0.43 "GET /v2.0/networks/2b4e6157-bc80-44e6-aceb-13aa29225b38?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2089219 Apr 18 20:39:08.130678 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-b8fd7193-3803-4158-a710-9ca66f9f5d2a req-2c374607-2a0f-4360-a07a-da54d9de7508 service neutron] 10.222.0.43 "GET /v2.0/networks/2b4e6157-bc80-44e6-aceb-13aa29225b38?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4769080 Apr 18 20:39:08.148238 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [req-06f13d18-e007-482b-a2f3-98a410ec567e req-ff720e12-b75a-42ac-b589-91c5c7e96bd5 tempest-TaggedBootDevicesTest-1674414334 tempest-TaggedBootDevicesTest-1674414334-project] Synchronizing usage tracker for tenant:f85a0d9202f64bddab6b7eaee6d6810d on resource:security_group {{(pid=84040) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 20:39:08.158467 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-76af9961-8ed1-41a4-bd85-9d4f57286584 req-f2119a06-181d-456b-865f-736ea7cc614e service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=30967135a3784f8f91989a9ec626fb3e&device_id=bc66a4ae-28da-4e1f-969f-022e139eaf43 HTTP/1.1" status: 200 len: 1095 time: 0.3871007 Apr 18 20:39:08.201502 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b604d1c4-950c-4b9a-876e-d3a8175e071c req-c09cf4f0-592b-409d-9a14-d6622cf1cacd tempest-LiveMigrationTest-963278731 tempest-LiveMigrationTest-963278731-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:39:08.210689 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-b604d1c4-950c-4b9a-876e-d3a8175e071c req-c09cf4f0-592b-409d-9a14-d6622cf1cacd tempest-LiveMigrationTest-963278731 tempest-LiveMigrationTest-963278731-project] 10.222.0.42 "GET /v2.0/ports?device_id=24d2e03c-6691-46a0-a6c7-88d1392ddccc HTTP/1.1" status: 200 len: 946 time: 0.2874944 Apr 18 20:39:08.219320 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a2ca53e-3243-48ab-8cb8-76441ef8e86f req-9a8f0708-f340-415b-b91e-6543ee366fd5 tempest-LiveMigrationNegativeTest-1063094817 tempest-LiveMigrationNegativeTest-1063094817-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:39:08.221036 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-0a2ca53e-3243-48ab-8cb8-76441ef8e86f req-9a8f0708-f340-415b-b91e-6543ee366fd5 tempest-LiveMigrationNegativeTest-1063094817 tempest-LiveMigrationNegativeTest-1063094817-project] 10.222.0.48 "GET /v2.0/ports?device_id=7994feeb-3fba-4a0f-828c-898c87b31453 HTTP/1.1" status: 200 len: 950 time: 0.2259753 Apr 18 20:39:08.236607 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [req-06f13d18-e007-482b-a2f3-98a410ec567e req-ff720e12-b75a-42ac-b589-91c5c7e96bd5 tempest-TaggedBootDevicesTest-1674414334 tempest-TaggedBootDevicesTest-1674414334-project] Unset dirty status for tenant:f85a0d9202f64bddab6b7eaee6d6810d on resource:security_group {{(pid=84040) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 20:39:08.238224 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-06f13d18-e007-482b-a2f3-98a410ec567e req-ff720e12-b75a-42ac-b589-91c5c7e96bd5 tempest-TaggedBootDevicesTest-1674414334 tempest-TaggedBootDevicesTest-1674414334-project] 10.222.0.42 "GET /v2.0/security-groups?name=tempest-securitygroup--1370612178&fields=id&tenant_id=f85a0d9202f64bddab6b7eaee6d6810d HTTP/1.1" status: 200 len: 267 time: 0.3762021 Apr 18 20:39:08.479351 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.plugin [req-0a2ca53e-3243-48ab-8cb8-76441ef8e86f req-e791104e-b5e4-46d2-8925-0d45e8727f19 tempest-LiveMigrationNegativeTest-1063094817 tempest-LiveMigrationNegativeTest-1063094817-project] Deleting port 19016f75-9b1d-4cd8-9002-da401a0915b9 {{(pid=84040) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 20:39:08.480092 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-0a2ca53e-3243-48ab-8cb8-76441ef8e86f req-e791104e-b5e4-46d2-8925-0d45e8727f19 tempest-LiveMigrationNegativeTest-1063094817 tempest-LiveMigrationNegativeTest-1063094817-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750375188691'] for port, before_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:08.560243 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-b604d1c4-950c-4b9a-876e-d3a8175e071c req-d835d466-bd42-4dda-8e04-1398f8cfae04 tempest-LiveMigrationTest-963278731 tempest-LiveMigrationTest-963278731-project] 10.222.0.42 "GET /v2.0/security-groups?id=c1ded286-bbeb-4ec4-95be-e4f6aab8a892&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3484421 Apr 18 20:39:08.585164 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06f13d18-e007-482b-a2f3-98a410ec567e req-3e48a376-c251-4065-88df-48a34fe9ae22 tempest-TaggedBootDevicesTest-1674414334 tempest-TaggedBootDevicesTest-1674414334-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:39:08.586768 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-06f13d18-e007-482b-a2f3-98a410ec567e req-3e48a376-c251-4065-88df-48a34fe9ae22 tempest-TaggedBootDevicesTest-1674414334 tempest-TaggedBootDevicesTest-1674414334-project] 10.222.0.42 "GET /v2.0/ports/67855998-dc7c-4735-830d-2fe34a3c1061 HTTP/1.1" status: 200 len: 932 time: 0.2885060 Apr 18 20:39:08.620614 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76af9961-8ed1-41a4-bd85-9d4f57286584 req-bd1e4e07-5405-4f0a-a8d9-aa1bca5d4f55 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:39:08.622546 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-76af9961-8ed1-41a4-bd85-9d4f57286584 req-bd1e4e07-5405-4f0a-a8d9-aa1bca5d4f55 service neutron] 10.222.0.48 "GET /v2.0/networks?id=2b4e6157-bc80-44e6-aceb-13aa29225b38 HTTP/1.1" status: 200 len: 908 time: 0.3508022 Apr 18 20:39:08.855965 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-0b9fc82c-298a-4435-9fb7-9835a92549ac req-abae5344-d4ca-4724-b972-481b472f1c82 tempest-LiveAutoBlockMigrationV225Test-1713341100 tempest-LiveAutoBlockMigrationV225Test-1713341100-project] 10.222.0.42 "GET /v2.0/ports?device_id=272ac2e1-1767-4624-8754-f8b5c8a39eb9 HTTP/1.1" status: 200 len: 210 time: 0.0842485 Apr 18 20:39:08.866096 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-76af9961-8ed1-41a4-bd85-9d4f57286584 req-6f9be834-f772-482a-bcc3-853644c30d7c service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=ecc9262a-94bf-40c1-99c0-e4ad54b2ed5f HTTP/1.1" status: 200 len: 217 time: 0.1934395 Apr 18 20:39:08.882831 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06f13d18-e007-482b-a2f3-98a410ec567e req-e6f4d477-b92b-4b2f-ab35-aa6a3aae39a0 tempest-TaggedBootDevicesTest-1674414334 tempest-TaggedBootDevicesTest-1674414334-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:39:08.884179 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-06f13d18-e007-482b-a2f3-98a410ec567e req-e6f4d477-b92b-4b2f-ab35-aa6a3aae39a0 tempest-TaggedBootDevicesTest-1674414334 tempest-TaggedBootDevicesTest-1674414334-project] 10.222.0.42 "GET /v2.0/ports/3dee7dbe-7cd7-44fa-ad62-c22c92c23e68 HTTP/1.1" status: 200 len: 928 time: 0.2604277 Apr 18 20:39:09.080267 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-06f13d18-e007-482b-a2f3-98a410ec567e req-562ab9f5-a18b-4fc0-b8ce-277f74cf2c6a tempest-TaggedBootDevicesTest-1674414334 tempest-TaggedBootDevicesTest-1674414334-project] 10.222.0.42 "GET /v2.0/ports?network_id=81621119-9498-4395-a64b-7e94080c69d1&fixed_ips=ip_address%3D10.2.2.100&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.1334968 Apr 18 20:39:09.225616 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.agents_db [None req-6346a179-333c-4370-b5a6-936984aeab15 None None] Agent healthcheck: found 7 active agents {{(pid=84043) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 18 20:39:09.387178 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecb17cd7-bfe8-4869-a890-59139773f60f req-b75f2878-63dc-4dae-ae50-63ca5601530b tempest-LiveAutoBlockMigrationV225Test-1713341100 tempest-LiveAutoBlockMigrationV225Test-1713341100-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:39:09.388839 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-ecb17cd7-bfe8-4869-a890-59139773f60f req-b75f2878-63dc-4dae-ae50-63ca5601530b tempest-LiveAutoBlockMigrationV225Test-1713341100 tempest-LiveAutoBlockMigrationV225Test-1713341100-project] 10.222.0.48 "GET /v2.0/networks?id=5ab7510b-2145-476c-b9d7-eb0e1ae538b7 HTTP/1.1" status: 200 len: 820 time: 0.2174995 Apr 18 20:39:09.423263 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.v2.base [req-ecb17cd7-bfe8-4869-a890-59139773f60f req-16d967f7-0a05-4657-8147-2f408f3c1c9a tempest-LiveAutoBlockMigrationV225Test-1713341100 tempest-LiveAutoBlockMigrationV225Test-1713341100-project] Request body: {'port': {'device_id': '272ac2e1-1767-4624-8754-f8b5c8a39eb9', 'network_id': '5ab7510b-2145-476c-b9d7-eb0e1ae538b7', 'admin_state_up': True, 'tenant_id': '7843cba0a7e24a0397d5219cb7fd254c'}} {{(pid=84041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 20:39:09.426480 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-06f13d18-e007-482b-a2f3-98a410ec567e req-ff3b8cc7-c795-4064-927e-0bae0cc1399f tempest-TaggedBootDevicesTest-1674414334 tempest-TaggedBootDevicesTest-1674414334-project] 10.222.0.42 "GET /v2.0/ports?network_id=81621119-9498-4395-a64b-7e94080c69d1&fixed_ips=ip_address%3D10.2.2.200&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.3449607 Apr 18 20:39:09.453072 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76af9961-8ed1-41a4-bd85-9d4f57286584 req-b4ddb00a-bdca-447f-94ac-b7b64ed3396a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:39:09.454660 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-76af9961-8ed1-41a4-bd85-9d4f57286584 req-b4ddb00a-bdca-447f-94ac-b7b64ed3396a service neutron] 10.222.0.48 "GET /v2.0/subnets?id=2a27c3e0-e2c3-453b-9e93-76a003aa4b19 HTTP/1.1" status: 200 len: 847 time: 0.5674443 Apr 18 20:39:09.464539 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-04ee8239-e451-42a5-b588-cd8d2e08443c req-36cfc3a5-f404-4d45-9fed-e3e6cfdff559 tempest-ServersAdmin275Test-614917130 tempest-ServersAdmin275Test-614917130-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=4bb574e3-a1a9-4f48-a18e-e712328d8de0 HTTP/1.1" status: 200 len: 210 time: 0.0881965 Apr 18 20:39:09.475286 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.db [req-0a2ca53e-3243-48ab-8cb8-76441ef8e86f req-e791104e-b5e4-46d2-8925-0d45e8727f19 tempest-LiveMigrationNegativeTest-1063094817 tempest-LiveMigrationNegativeTest-1063094817-project] For port 19016f75-9b1d-4cd8-9002-da401a0915b9, host n-h2-838334-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838334-2',level=0,port_id=19016f75-9b1d-4cd8-9002-da401a0915b9,segment=NetworkSegment(62b85806-94d8-4a88-a06c-da82e5932d66),segment_id=62b85806-94d8-4a88-a06c-da82e5932d66)] {{(pid=84040) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:39:09.476695 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-0a2ca53e-3243-48ab-8cb8-76441ef8e86f req-e791104e-b5e4-46d2-8925-0d45e8727f19 tempest-LiveMigrationNegativeTest-1063094817 tempest-LiveMigrationNegativeTest-1063094817-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369123'] for port, precommit_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:09.676582 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [req-ecb17cd7-bfe8-4869-a890-59139773f60f req-16d967f7-0a05-4657-8147-2f408f3c1c9a tempest-LiveAutoBlockMigrationV225Test-1713341100 tempest-LiveAutoBlockMigrationV225Test-1713341100-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:39:09.686766 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [req-ecb17cd7-bfe8-4869-a890-59139773f60f req-16d967f7-0a05-4657-8147-2f408f3c1c9a tempest-LiveAutoBlockMigrationV225Test-1713341100 tempest-LiveAutoBlockMigrationV225Test-1713341100-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:39:09.698914 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 35424) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:39:09.714028 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ecb17cd7-bfe8-4869-a890-59139773f60f req-16d967f7-0a05-4657-8147-2f408f3c1c9a tempest-LiveAutoBlockMigrationV225Test-1713341100 tempest-LiveAutoBlockMigrationV225Test-1713341100-project] Made reservation on behalf of 7843cba0a7e24a0397d5219cb7fd254c for: {'port': 1} {{(pid=84041) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:39:09.720617 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [req-ecb17cd7-bfe8-4869-a890-59139773f60f req-16d967f7-0a05-4657-8147-2f408f3c1c9a tempest-LiveAutoBlockMigrationV225Test-1713341100 tempest-LiveAutoBlockMigrationV225Test-1713341100-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:09.841818 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-76af9961-8ed1-41a4-bd85-9d4f57286584 req-05a64cf8-d45a-4113-8f31-6178fb7c7cc3 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=2b4e6157-bc80-44e6-aceb-13aa29225b38&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3437545 Apr 18 20:39:09.943054 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.plugin [req-0a2ca53e-3243-48ab-8cb8-76441ef8e86f req-e791104e-b5e4-46d2-8925-0d45e8727f19 tempest-LiveMigrationNegativeTest-1063094817 tempest-LiveMigrationNegativeTest-1063094817-project] Calling delete_port for 19016f75-9b1d-4cd8-9002-da401a0915b9 owned by compute:nova {{(pid=84040) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 20:39:09.968206 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.db_base_plugin_common [req-ecb17cd7-bfe8-4869-a890-59139773f60f req-16d967f7-0a05-4657-8147-2f408f3c1c9a tempest-LiveAutoBlockMigrationV225Test-1713341100 tempest-LiveAutoBlockMigrationV225Test-1713341100-project] Allocated IP 172.20.0.7 (5ab7510b-2145-476c-b9d7-eb0e1ae538b7/5bf38cb0-45bd-48cb-9f8c-19a270201f44/d9019af7-5b28-4057-8390-07c6b7249f04) {{(pid=84041) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:39:10.023032 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-4fa45ac8-5cf0-4e24-975c-b319cf95a64b admin admin] Notify callbacks [] for security_group, before_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:10.139652 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06f13d18-e007-482b-a2f3-98a410ec567e req-69447cec-f445-47b4-9e32-da106c790571 tempest-TaggedBootDevicesTest-1674414334 tempest-TaggedBootDevicesTest-1674414334-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:39:10.143858 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06f13d18-e007-482b-a2f3-98a410ec567e req-69447cec-f445-47b4-9e32-da106c790571 tempest-TaggedBootDevicesTest-1674414334 tempest-TaggedBootDevicesTest-1674414334-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:39:10.148634 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06f13d18-e007-482b-a2f3-98a410ec567e req-69447cec-f445-47b4-9e32-da106c790571 tempest-TaggedBootDevicesTest-1674414334 tempest-TaggedBootDevicesTest-1674414334-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:39:10.149600 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [req-06f13d18-e007-482b-a2f3-98a410ec567e req-69447cec-f445-47b4-9e32-da106c790571 tempest-TaggedBootDevicesTest-1674414334 tempest-TaggedBootDevicesTest-1674414334-project] Synchronizing usage tracker for tenant:f85a0d9202f64bddab6b7eaee6d6810d on resource:network {{(pid=84040) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 20:39:10.162863 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-4fa45ac8-5cf0-4e24-975c-b319cf95a64b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:39:10.170501 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-4fa45ac8-5cf0-4e24-975c-b319cf95a64b admin admin] Usage tracker for resource:security_group_rule and tenant:faa68300333d485395a4759fa2b29ee1 is out of sync, need to count used quota {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:39:10.177462 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-4fa45ac8-5cf0-4e24-975c-b319cf95a64b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:39:10.199202 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-4fa45ac8-5cf0-4e24-975c-b319cf95a64b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:39:10.260360 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [req-06f13d18-e007-482b-a2f3-98a410ec567e req-69447cec-f445-47b4-9e32-da106c790571 tempest-TaggedBootDevicesTest-1674414334 tempest-TaggedBootDevicesTest-1674414334-project] Unset dirty status for tenant:f85a0d9202f64bddab6b7eaee6d6810d on resource:network {{(pid=84040) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 20:39:10.261661 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [req-ecb17cd7-bfe8-4869-a890-59139773f60f req-16d967f7-0a05-4657-8147-2f408f3c1c9a tempest-LiveAutoBlockMigrationV225Test-1713341100 tempest-LiveAutoBlockMigrationV225Test-1713341100-project] Notify callbacks [] for port, precommit_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:10.264164 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-06f13d18-e007-482b-a2f3-98a410ec567e req-69447cec-f445-47b4-9e32-da106c790571 tempest-TaggedBootDevicesTest-1674414334 tempest-TaggedBootDevicesTest-1674414334-project] 10.222.0.42 "GET /v2.0/networks?id=f80f29cf-306f-4b83-b9ef-977e3822a3eb&id=d9eb2c31-9efb-45c1-be97-8fbfff0e7f82&id=d9eb2c31-9efb-45c1-be97-8fbfff0e7f82&id=81621119-9498-4395-a64b-7e94080c69d1&id=81621119-9498-4395-a64b-7e94080c69d1 HTTP/1.1" status: 200 len: 1989 time: 0.8024812 Apr 18 20:39:10.302694 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-17af3f7e-60b9-41bb-97cb-eaf4e569f82d req-8851e860-03bf-4d60-81c7-48da9cc58a6a tempest-LiveMigrationTest-1620833465 tempest-LiveMigrationTest-1620833465-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=24d2e03c-6691-46a0-a6c7-88d1392ddccc HTTP/1.1" status: 200 len: 1097 time: 0.5705469 Apr 18 20:39:10.331240 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-76af9961-8ed1-41a4-bd85-9d4f57286584 req-0c32e331-da91-4a30-b962-d37059303bd2 service neutron] 10.222.0.48 "GET /v2.0/networks/2b4e6157-bc80-44e6-aceb-13aa29225b38?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3973136 Apr 18 20:39:10.336905 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-4fa45ac8-5cf0-4e24-975c-b319cf95a64b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:10.341316 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-4fa45ac8-5cf0-4e24-975c-b319cf95a64b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33528224'] for security_group, after_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:10.349569 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-06f13d18-e007-482b-a2f3-98a410ec567e req-dcd2cf59-5be4-4289-b4b8-5d95965e1b07 tempest-TaggedBootDevicesTest-1674414334 tempest-TaggedBootDevicesTest-1674414334-project] 10.222.0.42 "GET /v2.0/quotas/f85a0d9202f64bddab6b7eaee6d6810d HTTP/1.1" status: 200 len: 375 time: 0.0530021 Apr 18 20:39:10.358299 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [req-ecb17cd7-bfe8-4869-a890-59139773f60f req-16d967f7-0a05-4657-8147-2f408f3c1c9a tempest-LiveAutoBlockMigrationV225Test-1713341100 tempest-LiveAutoBlockMigrationV225Test-1713341100-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750374836619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32266323'] for port, after_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:10.445426 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16d967f7-0a05-4657-8147-2f408f3c1c9a tempest-LiveAutoBlockMigrationV225Test-1713341100 tempest-LiveAutoBlockMigrationV225Test-1713341100-project] Pushing event updated for resources: {'Port': ['ID=d9019af7-5b28-4057-8390-07c6b7249f04,revision_number=1']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:39:10.471555 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fa45ac8-5cf0-4e24-975c-b319cf95a64b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=990964aa-8a35-4c21-b432-fee489abf16d,revision_number=1']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:39:10.492265 n-d-838334-2 neutron-server[84041]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ecb17cd7-bfe8-4869-a890-59139773f60f req-16d967f7-0a05-4657-8147-2f408f3c1c9a tempest-LiveAutoBlockMigrationV225Test-1713341100 tempest-LiveAutoBlockMigrationV225Test-1713341100-project] Network 5ab7510b-2145-476c-b9d7-eb0e1ae538b7 is already hosted by enough agents. {{(pid=84041) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:39:10.493952 n-d-838334-2 neutron-server[84041]: DEBUG neutron.scheduler.base_scheduler [req-ecb17cd7-bfe8-4869-a890-59139773f60f req-16d967f7-0a05-4657-8147-2f408f3c1c9a tempest-LiveAutoBlockMigrationV225Test-1713341100 tempest-LiveAutoBlockMigrationV225Test-1713341100-project] Resources bound (agent type, host, resource id): {{(pid=84041) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:39:10.499570 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-0a2ca53e-3243-48ab-8cb8-76441ef8e86f req-e791104e-b5e4-46d2-8925-0d45e8727f19 tempest-LiveMigrationNegativeTest-1063094817 tempest-LiveMigrationNegativeTest-1063094817-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750375259028', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750374836628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32440838'] for port, after_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:10.502283 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.l3_dvrscheduler_db [req-ecb17cd7-bfe8-4869-a890-59139773f60f req-16d967f7-0a05-4657-8147-2f408f3c1c9a tempest-LiveAutoBlockMigrationV225Test-1713341100 tempest-LiveAutoBlockMigrationV225Test-1713341100-project] Received port after_create {{(pid=84041) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 20:39:10.527077 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] get_ports_and_sgs() called for port_ids ['dc340d1a-25b1-44bb-9758-37662660deb1', '19016f75-9b1d-4cd8-9002-da401a0915b9'] {{(pid=84042) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 18 20:39:10.563093 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-4fa45ac8-5cf0-4e24-975c-b319cf95a64b admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=faa68300333d485395a4759fa2b29ee1&name=default HTTP/1.1" status: 200 len: 2647 time: 0.8604646 Apr 18 20:39:10.567730 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 35438) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:39:10.579797 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e791104e-b5e4-46d2-8925-0d45e8727f19 tempest-LiveMigrationNegativeTest-1063094817 tempest-LiveMigrationNegativeTest-1063094817-project] Pushing event deleted for resources: {'Port': ['ID=19016f75-9b1d-4cd8-9002-da401a0915b9,revision_number=None']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:39:10.590389 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-17af3f7e-60b9-41bb-97cb-eaf4e569f82d req-5c8daad4-8431-4d32-9462-e35a51fbe288 tempest-LiveMigrationTest-1620833465 tempest-LiveMigrationTest-1620833465-project-admin] 10.222.0.42 "GET /v2.0/security-groups?id=c1ded286-bbeb-4ec4-95be-e4f6aab8a892&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2737703 Apr 18 20:39:10.733491 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.l3_dvrscheduler_db [req-0a2ca53e-3243-48ab-8cb8-76441ef8e86f req-e791104e-b5e4-46d2-8925-0d45e8727f19 tempest-LiveMigrationNegativeTest-1063094817 tempest-LiveMigrationNegativeTest-1063094817-project] No DVR routers for this DVR port 19016f75-9b1d-4cd8-9002-da401a0915b9 on host n-h2-838334-2 {{(pid=84040) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 20:39:10.739359 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-0a2ca53e-3243-48ab-8cb8-76441ef8e86f req-e791104e-b5e4-46d2-8925-0d45e8727f19 tempest-LiveMigrationNegativeTest-1063094817 tempest-LiveMigrationNegativeTest-1063094817-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217293'] for port, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:10.741971 n-d-838334-2 neutron-server[84040]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7994feeb-3fba-4a0f-828c-898c87b31453', 'name': 'network-vif-deleted', 'tag': '19016f75-9b1d-4cd8-9002-da401a0915b9'}] {{(pid=84040) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 20:39:10.756364 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-76af9961-8ed1-41a4-bd85-9d4f57286584 req-462eedc9-1ad8-43ea-9a0f-e04de3fe47ff service neutron] 10.222.0.48 "GET /v2.0/networks/2b4e6157-bc80-44e6-aceb-13aa29225b38?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4131918 Apr 18 20:39:10.757044 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecb17cd7-bfe8-4869-a890-59139773f60f req-16d967f7-0a05-4657-8147-2f408f3c1c9a tempest-LiveAutoBlockMigrationV225Test-1713341100 tempest-LiveAutoBlockMigrationV225Test-1713341100-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:39:10.758302 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [req-ecb17cd7-bfe8-4869-a890-59139773f60f req-16d967f7-0a05-4657-8147-2f408f3c1c9a tempest-LiveAutoBlockMigrationV225Test-1713341100 tempest-LiveAutoBlockMigrationV225Test-1713341100-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217293'] for port, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:10.779164 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-06f13d18-e007-482b-a2f3-98a410ec567e req-b24396ae-f00f-4cba-83de-5bb013fab641 tempest-TaggedBootDevicesTest-1674414334 tempest-TaggedBootDevicesTest-1674414334-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=f85a0d9202f64bddab6b7eaee6d6810d&fields=id HTTP/1.1" status: 200 len: 532 time: 0.3929791 Apr 18 20:39:10.791045 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-0a2ca53e-3243-48ab-8cb8-76441ef8e86f req-e791104e-b5e4-46d2-8925-0d45e8727f19 tempest-LiveMigrationNegativeTest-1063094817 tempest-LiveMigrationNegativeTest-1063094817-project] 10.222.0.48 "DELETE /v2.0/ports/19016f75-9b1d-4cd8-9002-da401a0915b9 HTTP/1.1" status: 204 len: 173 time: 2.5513322 Apr 18 20:39:10.839110 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-11dabdbc-a690-43c4-beeb-e02b1909f7a2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:10.885095 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-11dabdbc-a690-43c4-beeb-e02b1909f7a2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:10.959025 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-ecb17cd7-bfe8-4869-a890-59139773f60f req-16d967f7-0a05-4657-8147-2f408f3c1c9a tempest-LiveAutoBlockMigrationV225Test-1713341100 tempest-LiveAutoBlockMigrationV225Test-1713341100-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5403581 Apr 18 20:39:10.960384 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-11dabdbc-a690-43c4-beeb-e02b1909f7a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33528224'] for security_group, after_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:10.984699 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.v2.base [req-ecb17cd7-bfe8-4869-a890-59139773f60f req-a04064fb-4c2e-4145-8123-90a52ae80315 service neutron] Request body: {'port': {'device_id': '272ac2e1-1767-4624-8754-f8b5c8a39eb9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-838334-2'}} {{(pid=84041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 20:39:10.985381 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [req-fdf5bdfa-3e26-4362-bf09-ac7d392ba986 req-7cba7b2a-08b5-45ed-af5c-d91418a31df6 tempest-LiveMigrationNegativeTest-1063094817 tempest-LiveMigrationNegativeTest-1063094817-project] Synchronizing usage tracker for tenant:5d4dc6fb67894ffb821d3bd7cc7cd1b2 on resource:port {{(pid=84040) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 20:39:11.032725 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [req-fdf5bdfa-3e26-4362-bf09-ac7d392ba986 req-7cba7b2a-08b5-45ed-af5c-d91418a31df6 tempest-LiveMigrationNegativeTest-1063094817 tempest-LiveMigrationNegativeTest-1063094817-project] Unset dirty status for tenant:5d4dc6fb67894ffb821d3bd7cc7cd1b2 on resource:port {{(pid=84040) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 20:39:11.034567 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11dabdbc-a690-43c4-beeb-e02b1909f7a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=990964aa-8a35-4c21-b432-fee489abf16d,revision_number=None']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:39:11.045535 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-fdf5bdfa-3e26-4362-bf09-ac7d392ba986 req-7cba7b2a-08b5-45ed-af5c-d91418a31df6 tempest-LiveMigrationNegativeTest-1063094817 tempest-LiveMigrationNegativeTest-1063094817-project] 10.222.0.42 "GET /v2.0/ports?device_id=7994feeb-3fba-4a0f-828c-898c87b31453 HTTP/1.1" status: 200 len: 210 time: 0.1168020 Apr 18 20:39:11.068083 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-11dabdbc-a690-43c4-beeb-e02b1909f7a2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:11.074053 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-06f13d18-e007-482b-a2f3-98a410ec567e req-3dd97ec1-3c17-4d10-b382-9896773fd10c service neutron] 10.222.0.42 "GET /v2.0/networks/f80f29cf-306f-4b83-b9ef-977e3822a3eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2771926 Apr 18 20:39:11.081241 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-11dabdbc-a690-43c4-beeb-e02b1909f7a2 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/990964aa-8a35-4c21-b432-fee489abf16d HTTP/1.1" status: 204 len: 168 time: 0.5122883 Apr 18 20:39:11.200506 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [req-ecb17cd7-bfe8-4869-a890-59139773f60f req-a04064fb-4c2e-4145-8123-90a52ae80315 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:11.329699 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-06f13d18-e007-482b-a2f3-98a410ec567e req-b2127cd3-67a1-48c3-b0fe-3e2f97f22b45 service neutron] 10.222.0.42 "GET /v2.0/networks/f80f29cf-306f-4b83-b9ef-977e3822a3eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2538304 Apr 18 20:39:11.337130 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbf8679e-225d-4da5-972f-bb11f53c2fd3 req-05de74c8-bbbd-4253-b52b-4be775ab09a2 tempest-LiveAutoBlockMigrationV225Test-1713341100 tempest-LiveAutoBlockMigrationV225Test-1713341100-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:39:11.338523 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-bbf8679e-225d-4da5-972f-bb11f53c2fd3 req-05de74c8-bbbd-4253-b52b-4be775ab09a2 tempest-LiveAutoBlockMigrationV225Test-1713341100 tempest-LiveAutoBlockMigrationV225Test-1713341100-project] 10.222.0.42 "GET /v2.0/ports?device_id=272ac2e1-1767-4624-8754-f8b5c8a39eb9 HTTP/1.1" status: 200 len: 931 time: 0.1269057 Apr 18 20:39:11.532700 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-06f13d18-e007-482b-a2f3-98a410ec567e req-44bbf977-6f6b-4a61-987d-1a9998b8c3c7 service neutron] 10.222.0.42 "GET /v2.0/ports/67855998-dc7c-4735-830d-2fe34a3c1061?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request HTTP/1.1" status: 200 len: 311 time: 0.1931531 Apr 18 20:39:11.557504 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 35462) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:39:11.614596 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-53a81dbc-e7fb-4b7f-ab5b-f4ebbc93fc36 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:11.635223 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-bbf8679e-225d-4da5-972f-bb11f53c2fd3 req-9d90e379-08de-4440-8f45-9721d0a0bdd4 tempest-LiveAutoBlockMigrationV225Test-1713341100 tempest-LiveAutoBlockMigrationV225Test-1713341100-project] 10.222.0.42 "GET /v2.0/security-groups?id=bf712067-aabd-4e70-aae1-082928dd1ccd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1504347 Apr 18 20:39:11.647927 n-d-838334-2 neutron-server[84041]: DEBUG neutron.notifiers.nova [req-ecb17cd7-bfe8-4869-a890-59139773f60f req-a04064fb-4c2e-4145-8123-90a52ae80315 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d9019af7-5b28-4057-8390-07c6b7249f04 {{(pid=84041) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 18 20:39:11.662586 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [req-ecb17cd7-bfe8-4869-a890-59139773f60f req-a04064fb-4c2e-4145-8123-90a52ae80315 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:11.686730 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-53a81dbc-e7fb-4b7f-ab5b-f4ebbc93fc36 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:39:11.690835 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-06f13d18-e007-482b-a2f3-98a410ec567e req-ce2b12bb-a075-4303-a8e4-b39b5ddec618 service neutron] 10.222.0.42 "GET /v2.0/networks/d9eb2c31-9efb-45c1-be97-8fbfff0e7f82?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1423662 Apr 18 20:39:11.695307 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-53a81dbc-e7fb-4b7f-ab5b-f4ebbc93fc36 admin admin] Usage tracker for resource:security_group_rule and tenant:d6a6047a86d34bd7a339c2508ab4a045 is out of sync, need to count used quota {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:39:11.698021 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.provisioning_blocks [req-ecb17cd7-bfe8-4869-a890-59139773f60f req-a04064fb-4c2e-4145-8123-90a52ae80315 service neutron] Transition to ACTIVE for port object d9019af7-5b28-4057-8390-07c6b7249f04 will not be triggered until provisioned by entity L2. {{(pid=84041) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 20:39:11.698936 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-53a81dbc-e7fb-4b7f-ab5b-f4ebbc93fc36 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:39:11.705078 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-53a81dbc-e7fb-4b7f-ab5b-f4ebbc93fc36 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:39:11.712150 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [req-ecb17cd7-bfe8-4869-a890-59139773f60f req-a04064fb-4c2e-4145-8123-90a52ae80315 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32266282'] for port, after_update {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:11.823494 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-0edcdce5-492c-483e-97c4-97f719857ce6 req-e3147e7e-72f4-4132-abe9-a263466e4f2d tempest-ServersAdmin275Test-614917130 tempest-ServersAdmin275Test-614917130-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=4bb574e3-a1a9-4f48-a18e-e712328d8de0 HTTP/1.1" status: 200 len: 210 time: 0.0453482 Apr 18 20:39:11.856590 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a04064fb-4c2e-4145-8123-90a52ae80315 service neutron] Pushing event updated for resources: {'Port': ['ID=d9019af7-5b28-4057-8390-07c6b7249f04,revision_number=2']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:39:11.867456 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-06f13d18-e007-482b-a2f3-98a410ec567e req-4325d675-729f-419d-adaa-f8ccd37fe7e9 service neutron] 10.222.0.42 "GET /v2.0/networks/d9eb2c31-9efb-45c1-be97-8fbfff0e7f82?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1757874 Apr 18 20:39:11.989743 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-53a81dbc-e7fb-4b7f-ab5b-f4ebbc93fc36 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:12.001258 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-06f13d18-e007-482b-a2f3-98a410ec567e req-f835afc4-dc5c-483d-a13e-4e4628e0165a service neutron] 10.222.0.42 "GET /v2.0/ports/3dee7dbe-7cd7-44fa-ad62-c22c92c23e68?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request HTTP/1.1" status: 200 len: 311 time: 0.1235898 Apr 18 20:39:12.002011 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-53a81dbc-e7fb-4b7f-ab5b-f4ebbc93fc36 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33528224'] for security_group, after_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:12.030920 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.managers [req-ecb17cd7-bfe8-4869-a890-59139773f60f req-a04064fb-4c2e-4145-8123-90a52ae80315 service neutron] Attempting to bind port d9019af7-5b28-4057-8390-07c6b7249f04 on host n-h2-838334-2 for vnic_type normal with profile {{(pid=84041) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:39:12.031248 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.managers [req-ecb17cd7-bfe8-4869-a890-59139773f60f req-a04064fb-4c2e-4145-8123-90a52ae80315 service neutron] Attempting to bind port d9019af7-5b28-4057-8390-07c6b7249f04 by drivers openvswitch,hyperv on host n-h2-838334-2 at level 0 using segments [{'id': 'e2a67327-2af4-4205-9ade-197b88c2bea8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '5ab7510b-2145-476c-b9d7-eb0e1ae538b7'}] {{(pid=84041) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:39:12.031569 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ecb17cd7-bfe8-4869-a890-59139773f60f req-a04064fb-4c2e-4145-8123-90a52ae80315 service neutron] Attempting to bind port d9019af7-5b28-4057-8390-07c6b7249f04 on network 5ab7510b-2145-476c-b9d7-eb0e1ae538b7 {{(pid=84041) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 20:39:12.065985 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-53a81dbc-e7fb-4b7f-ab5b-f4ebbc93fc36 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=d6a6047a86d34bd7a339c2508ab4a045&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5048904 Apr 18 20:39:12.065985 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53a81dbc-e7fb-4b7f-ab5b-f4ebbc93fc36 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=725de511-26a1-4968-ad32-06bf0a8ce979,revision_number=1']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:39:12.067424 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 35466) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:39:12.068106 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ecb17cd7-bfe8-4869-a890-59139773f60f req-a04064fb-4c2e-4145-8123-90a52ae80315 service neutron] Port d9019af7-5b28-4057-8390-07c6b7249f04 on network 5ab7510b-2145-476c-b9d7-eb0e1ae538b7 not bound, no agent of type Open vSwitch agent registered on host n-h2-838334-2 {{(pid=84041) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 18 20:39:12.068366 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ecb17cd7-bfe8-4869-a890-59139773f60f req-a04064fb-4c2e-4145-8123-90a52ae80315 service neutron] Attempting to bind port d9019af7-5b28-4057-8390-07c6b7249f04 on network 5ab7510b-2145-476c-b9d7-eb0e1ae538b7 {{(pid=84041) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 20:39:12.090869 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ecb17cd7-bfe8-4869-a890-59139773f60f req-a04064fb-4c2e-4145-8123-90a52ae80315 service neutron] Checking agent: {'id': 'dc797004-f641-47b7-a77f-9c62b5b16296', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-838334-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 34, 3), 'started_at': datetime.datetime(2022, 4, 18, 20, 34, 3), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 20, 39, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84041) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 18 20:39:12.091205 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ecb17cd7-bfe8-4869-a890-59139773f60f req-a04064fb-4c2e-4145-8123-90a52ae80315 service neutron] Checking segment: {'id': 'e2a67327-2af4-4205-9ade-197b88c2bea8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '5ab7510b-2145-476c-b9d7-eb0e1ae538b7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84041) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 20:39:12.091573 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ecb17cd7-bfe8-4869-a890-59139773f60f req-a04064fb-4c2e-4145-8123-90a52ae80315 service neutron] Bound using segment: {'id': 'e2a67327-2af4-4205-9ade-197b88c2bea8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '5ab7510b-2145-476c-b9d7-eb0e1ae538b7'} {{(pid=84041) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 18 20:39:12.092044 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.managers [req-ecb17cd7-bfe8-4869-a890-59139773f60f req-a04064fb-4c2e-4145-8123-90a52ae80315 service neutron] Bound port: d9019af7-5b28-4057-8390-07c6b7249f04, host: n-h2-838334-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e2a67327-2af4-4205-9ade-197b88c2bea8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '5ab7510b-2145-476c-b9d7-eb0e1ae538b7'}}] {{(pid=84041) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 20:39:12.092384 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [req-ecb17cd7-bfe8-4869-a890-59139773f60f req-a04064fb-4c2e-4145-8123-90a52ae80315 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:12.188238 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-06f13d18-e007-482b-a2f3-98a410ec567e req-2d77bb76-87be-4ae1-aa78-7c9ad312c033 service neutron] 10.222.0.42 "GET /v2.0/networks/d9eb2c31-9efb-45c1-be97-8fbfff0e7f82?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1854577 Apr 18 20:39:12.222158 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-d7ea1c00-6a79-4a97-a457-29c6711314ac admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:12.236077 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.db [req-ecb17cd7-bfe8-4869-a890-59139773f60f req-a04064fb-4c2e-4145-8123-90a52ae80315 service neutron] For port d9019af7-5b28-4057-8390-07c6b7249f04, host n-h2-838334-2, cleared binding levels {{(pid=84041) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 20:39:12.256517 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.db [req-ecb17cd7-bfe8-4869-a890-59139773f60f req-a04064fb-4c2e-4145-8123-90a52ae80315 service neutron] For port d9019af7-5b28-4057-8390-07c6b7249f04, host n-h2-838334-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838334-2',level=0,port_id=d9019af7-5b28-4057-8390-07c6b7249f04,segment=NetworkSegment(e2a67327-2af4-4205-9ade-197b88c2bea8),segment_id=e2a67327-2af4-4205-9ade-197b88c2bea8)] {{(pid=84041) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 20:39:12.258533 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-d7ea1c00-6a79-4a97-a457-29c6711314ac admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:12.268511 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [req-ecb17cd7-bfe8-4869-a890-59139773f60f req-a04064fb-4c2e-4145-8123-90a52ae80315 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32266282'] for port, after_update {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:12.382055 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [req-ecb17cd7-bfe8-4869-a890-59139773f60f req-a04064fb-4c2e-4145-8123-90a52ae80315 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217293'] for port, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:12.383581 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-ecb17cd7-bfe8-4869-a890-59139773f60f req-a04064fb-4c2e-4145-8123-90a52ae80315 service neutron] 10.222.0.48 "PUT /v2.0/ports/d9019af7-5b28-4057-8390-07c6b7249f04 HTTP/1.1" status: 200 len: 1091 time: 1.4073174 Apr 18 20:39:12.384706 n-d-838334-2 neutron-server[84041]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '272ac2e1-1767-4624-8754-f8b5c8a39eb9', 'tag': 'd9019af7-5b28-4057-8390-07c6b7249f04'}] {{(pid=84041) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 20:39:12.403555 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a04064fb-4c2e-4145-8123-90a52ae80315 service neutron] Pushing event updated for resources: {'Port': ['ID=d9019af7-5b28-4057-8390-07c6b7249f04,revision_number=3']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:39:12.424713 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-d7ea1c00-6a79-4a97-a457-29c6711314ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33528224'] for security_group, after_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:12.460088 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-06f13d18-e007-482b-a2f3-98a410ec567e req-0bdc3982-6682-42cc-989d-44e3045ba0d1 service neutron] 10.222.0.42 "GET /v2.0/networks/d9eb2c31-9efb-45c1-be97-8fbfff0e7f82?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2626207 Apr 18 20:39:12.502948 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7ea1c00-6a79-4a97-a457-29c6711314ac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=725de511-26a1-4968-ad32-06bf0a8ce979,revision_number=None']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:39:12.509363 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-d7ea1c00-6a79-4a97-a457-29c6711314ac admin admin] Notify callbacks [] for security_group, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:12.510474 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-d7ea1c00-6a79-4a97-a457-29c6711314ac admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/725de511-26a1-4968-ad32-06bf0a8ce979 HTTP/1.1" status: 204 len: 168 time: 0.4396398 Apr 18 20:39:12.572216 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-ecb17cd7-bfe8-4869-a890-59139773f60f req-463fc6ee-e70a-45fd-91d2-ffb95c9d5cb1 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=7843cba0a7e24a0397d5219cb7fd254c&device_id=272ac2e1-1767-4624-8754-f8b5c8a39eb9 HTTP/1.1" status: 200 len: 1094 time: 0.1139967 Apr 18 20:39:12.572883 n-d-838334-2 neutron-server[84040]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1c80a390-876f-4114-857d-a11aa682d7b2'] response: {'server_uuid': '7994feeb-3fba-4a0f-828c-898c87b31453', 'name': 'network-vif-deleted', 'tag': '19016f75-9b1d-4cd8-9002-da401a0915b9', 'status': 'completed', 'code': 200} Apr 18 20:39:12.666712 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-06f13d18-e007-482b-a2f3-98a410ec567e req-faedfbab-e109-4d03-910b-99c6a3757714 service neutron] 10.222.0.42 "GET /v2.0/networks/d9eb2c31-9efb-45c1-be97-8fbfff0e7f82?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2053411 Apr 18 20:39:12.695996 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-ecb17cd7-bfe8-4869-a890-59139773f60f req-9c1fc56d-8636-4c78-bf8d-384d3a895f70 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d9019af7-5b28-4057-8390-07c6b7249f04 HTTP/1.1" status: 200 len: 217 time: 0.1049304 Apr 18 20:39:12.701546 n-d-838334-2 neutron-server[84041]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0271e188-d8b8-4d3f-8643-78de88f9cf2b'] response: {'name': 'network-changed', 'server_uuid': '272ac2e1-1767-4624-8754-f8b5c8a39eb9', 'tag': 'd9019af7-5b28-4057-8390-07c6b7249f04', 'status': 'completed', 'code': 200} Apr 18 20:39:12.770391 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecb17cd7-bfe8-4869-a890-59139773f60f req-d4f17e75-76bd-49be-aa6c-d29fa7657b92 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:39:12.772533 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-ecb17cd7-bfe8-4869-a890-59139773f60f req-d4f17e75-76bd-49be-aa6c-d29fa7657b92 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=5bf38cb0-45bd-48cb-9f8c-19a270201f44 HTTP/1.1" status: 200 len: 860 time: 0.0661821 Apr 18 20:39:12.837688 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-06f13d18-e007-482b-a2f3-98a410ec567e req-21bf0f4a-0172-43a6-b663-190597d1823c service neutron] 10.222.0.42 "GET /v2.0/networks/d9eb2c31-9efb-45c1-be97-8fbfff0e7f82?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1579287 Apr 18 20:39:12.839528 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-ecb17cd7-bfe8-4869-a890-59139773f60f req-2043ce5e-a046-4991-8a1f-2e74ac3c4e31 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=5ab7510b-2145-476c-b9d7-eb0e1ae538b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0559964 Apr 18 20:39:12.915839 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Device 19016f75-9b1d-4cd8-9002-da401a0915b9 no longer exists at agent hyperv_n-h2-838334-2 {{(pid=84042) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 20:39:13.016597 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-06f13d18-e007-482b-a2f3-98a410ec567e req-70dd520b-e218-428b-8533-21e6957c1fd7 service neutron] 10.222.0.42 "GET /v2.0/networks/d9eb2c31-9efb-45c1-be97-8fbfff0e7f82?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1729469 Apr 18 20:39:13.038873 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.plugin [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] No Port match for: 19016f75-9b1d-4cd8-9002-da401a0915b9 {{(pid=84042) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 18 20:39:13.039404 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Device 19016f75-9b1d-4cd8-9002-da401a0915b9 not bound to the agent host n-h2-838334-2 {{(pid=84042) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 20:39:13.049470 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-ecb17cd7-bfe8-4869-a890-59139773f60f req-04bc4491-35f9-47d4-b7bf-48cf61e14b8d service neutron] 10.222.0.48 "GET /v2.0/networks/5ab7510b-2145-476c-b9d7-eb0e1ae538b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1973586 Apr 18 20:39:13.096051 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-9a4b430c-0d51-4083-b143-cb4926768b70 req-bd9d1b0e-5802-4e73-a707-bcd14b0d9e9d tempest-ServersWithSpecificFlavorTestJSON-734692326 tempest-ServersWithSpecificFlavorTestJSON-734692326-project] 10.222.0.42 "GET /v2.0/security-groups?name=tempest-securitygroup--1756643060&fields=id&tenant_id=624c15d552004bb8b15cf774c11ffdae HTTP/1.1" status: 200 len: 267 time: 0.1573985 Apr 18 20:39:13.276391 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-ecb17cd7-bfe8-4869-a890-59139773f60f req-63b3cf4e-f41d-4fc3-9f3d-a858535289b4 service neutron] 10.222.0.48 "GET /v2.0/networks/5ab7510b-2145-476c-b9d7-eb0e1ae538b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2152472 Apr 18 20:39:13.381025 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-06f13d18-e007-482b-a2f3-98a410ec567e req-92b2a841-9b92-49f3-bdce-6a8b628d90aa service neutron] 10.222.0.42 "GET /v2.0/networks/d9eb2c31-9efb-45c1-be97-8fbfff0e7f82?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3541777 Apr 18 20:39:13.398647 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a4b430c-0d51-4083-b143-cb4926768b70 req-270baeb7-e966-48b3-81c5-aec2e394831d tempest-ServersWithSpecificFlavorTestJSON-734692326 tempest-ServersWithSpecificFlavorTestJSON-734692326-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:39:13.406476 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-9a4b430c-0d51-4083-b143-cb4926768b70 req-270baeb7-e966-48b3-81c5-aec2e394831d tempest-ServersWithSpecificFlavorTestJSON-734692326 tempest-ServersWithSpecificFlavorTestJSON-734692326-project] 10.222.0.42 "GET /v2.0/networks?id=079e35ca-557b-42c6-b34f-dbc020bb616d HTTP/1.1" status: 200 len: 824 time: 0.2950914 Apr 18 20:39:13.436287 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-9ffa88c5-2903-4bdb-b86a-217b6d47246d req-3b6147d0-8e65-4835-89e5-116d32e257fa service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=7843cba0a7e24a0397d5219cb7fd254c&device_id=272ac2e1-1767-4624-8754-f8b5c8a39eb9 HTTP/1.1" status: 200 len: 1094 time: 0.0967717 Apr 18 20:39:13.607763 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ffa88c5-2903-4bdb-b86a-217b6d47246d req-30c39a51-98d4-4a1f-97a8-7312b7b3e1bb service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:39:13.609758 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-9ffa88c5-2903-4bdb-b86a-217b6d47246d req-30c39a51-98d4-4a1f-97a8-7312b7b3e1bb service neutron] 10.222.0.48 "GET /v2.0/networks?id=5ab7510b-2145-476c-b9d7-eb0e1ae538b7 HTTP/1.1" status: 200 len: 921 time: 0.1616197 Apr 18 20:39:13.615191 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-9a4b430c-0d51-4083-b143-cb4926768b70 req-b17aee25-cbfb-40c4-9ecd-49401fc69b64 tempest-ServersWithSpecificFlavorTestJSON-734692326 tempest-ServersWithSpecificFlavorTestJSON-734692326-project] 10.222.0.42 "GET /v2.0/quotas/624c15d552004bb8b15cf774c11ffdae HTTP/1.1" status: 200 len: 375 time: 0.2071710 Apr 18 20:39:13.696713 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-9ffa88c5-2903-4bdb-b86a-217b6d47246d req-c0237666-c07f-4245-b603-6f71e84dcc4b service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d9019af7-5b28-4057-8390-07c6b7249f04 HTTP/1.1" status: 200 len: 217 time: 0.0779209 Apr 18 20:39:13.730138 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-06f13d18-e007-482b-a2f3-98a410ec567e req-5361dbb0-aefc-4999-b509-19290dbbe5fc service neutron] 10.222.0.42 "GET /v2.0/networks/81621119-9498-4395-a64b-7e94080c69d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3374481 Apr 18 20:39:13.782351 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ffa88c5-2903-4bdb-b86a-217b6d47246d req-820ce2d0-1ee6-495a-8211-a4f0f9448df5 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:39:13.783789 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-9ffa88c5-2903-4bdb-b86a-217b6d47246d req-820ce2d0-1ee6-495a-8211-a4f0f9448df5 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=5bf38cb0-45bd-48cb-9f8c-19a270201f44 HTTP/1.1" status: 200 len: 860 time: 0.0802009 Apr 18 20:39:13.787428 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-9a4b430c-0d51-4083-b143-cb4926768b70 req-d6c7deeb-a499-4c85-baf5-13b1195c591a tempest-ServersWithSpecificFlavorTestJSON-734692326 tempest-ServersWithSpecificFlavorTestJSON-734692326-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=624c15d552004bb8b15cf774c11ffdae&fields=id HTTP/1.1" status: 200 len: 394 time: 0.1647635 Apr 18 20:39:13.821096 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 35522) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:39:13.837642 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-9ffa88c5-2903-4bdb-b86a-217b6d47246d req-f5a43052-a403-4b6c-b747-8453c586a509 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=5ab7510b-2145-476c-b9d7-eb0e1ae538b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0455086 Apr 18 20:39:14.052644 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.v2.base [None req-b9c010f7-3e3e-47ef-b22d-fc00208ccf41 admin admin] Request body: {'network': {'name': 'tempest-VolumesAdminNegativeTest-1588021669-network', 'tenant_id': '07e0c18a660b43be866cedba30976c78'}} {{(pid=84041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 20:39:14.054072 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-06f13d18-e007-482b-a2f3-98a410ec567e req-c66c2bd8-31b7-428a-98aa-7132f38d66eb service neutron] 10.222.0.42 "GET /v2.0/networks/81621119-9498-4395-a64b-7e94080c69d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3160076 Apr 18 20:39:14.061846 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-b9c010f7-3e3e-47ef-b22d-fc00208ccf41 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:39:14.062684 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-9a4b430c-0d51-4083-b143-cb4926768b70 req-039c4e71-1678-4257-b4b6-a8cdd8d12c26 service neutron] 10.222.0.42 "GET /v2.0/networks/079e35ca-557b-42c6-b34f-dbc020bb616d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2743256 Apr 18 20:39:14.080190 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-b9c010f7-3e3e-47ef-b22d-fc00208ccf41 admin admin] Usage tracker for resource:network and tenant:07e0c18a660b43be866cedba30976c78 is out of sync, need to count used quota {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:39:14.086646 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-b9c010f7-3e3e-47ef-b22d-fc00208ccf41 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:39:14.096422 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-9ffa88c5-2903-4bdb-b86a-217b6d47246d req-928c6c31-cc08-4ae2-85ea-02fdb15cf98b service neutron] 10.222.0.48 "GET /v2.0/networks/5ab7510b-2145-476c-b9d7-eb0e1ae538b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2459600 Apr 18 20:39:14.097249 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-b9c010f7-3e3e-47ef-b22d-fc00208ccf41 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:39:14.180963 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b9c010f7-3e3e-47ef-b22d-fc00208ccf41 admin admin] Made reservation on behalf of 07e0c18a660b43be866cedba30976c78 for: {'network': 1} {{(pid=84041) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:39:14.183306 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-b9c010f7-3e3e-47ef-b22d-fc00208ccf41 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for network, before_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:14.208410 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-b9c010f7-3e3e-47ef-b22d-fc00208ccf41 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:14.274093 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-b9c010f7-3e3e-47ef-b22d-fc00208ccf41 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:39:14.280166 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-b9c010f7-3e3e-47ef-b22d-fc00208ccf41 admin admin] Usage tracker for resource:security_group_rule and tenant:07e0c18a660b43be866cedba30976c78 is out of sync, need to count used quota {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:39:14.284273 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-9ffa88c5-2903-4bdb-b86a-217b6d47246d req-1a4628c9-75b8-487f-a4de-51ea4e6d8cd9 service neutron] 10.222.0.48 "GET /v2.0/networks/5ab7510b-2145-476c-b9d7-eb0e1ae538b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1799893 Apr 18 20:39:14.285059 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-b9c010f7-3e3e-47ef-b22d-fc00208ccf41 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:39:14.291158 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-b9c010f7-3e3e-47ef-b22d-fc00208ccf41 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:39:14.360880 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-b9c010f7-3e3e-47ef-b22d-fc00208ccf41 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:14.362713 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-06f13d18-e007-482b-a2f3-98a410ec567e req-697409a9-9a70-42fb-b2e5-7239aa2e005d service neutron] 10.222.0.42 "GET /v2.0/networks/81621119-9498-4395-a64b-7e94080c69d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3077722 Apr 18 20:39:14.366629 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-b9c010f7-3e3e-47ef-b22d-fc00208ccf41 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33528224'] for security_group, after_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:14.368807 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-9a4b430c-0d51-4083-b143-cb4926768b70 req-685e2f3b-fd7b-471a-9dde-4b9bbf5b3fb0 service neutron] 10.222.0.42 "GET /v2.0/networks/079e35ca-557b-42c6-b34f-dbc020bb616d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3053589 Apr 18 20:39:14.374188 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49aacc07-60b1-4991-8e76-0d561c4be911 req-b14fee9a-afc5-4ed6-912f-aa97a0889b69 tempest-ServersWithSpecificFlavorTestJSON-734692326 tempest-ServersWithSpecificFlavorTestJSON-734692326-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:39:14.375555 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-49aacc07-60b1-4991-8e76-0d561c4be911 req-b14fee9a-afc5-4ed6-912f-aa97a0889b69 tempest-ServersWithSpecificFlavorTestJSON-734692326 tempest-ServersWithSpecificFlavorTestJSON-734692326-project] 10.222.0.48 "GET /v2.0/ports?device_id=505ce2b4-79e7-4477-8f98-649510a8effc HTTP/1.1" status: 200 len: 945 time: 0.2162507 Apr 18 20:39:14.381696 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b9c010f7-3e3e-47ef-b22d-fc00208ccf41 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 351} {{(pid=84041) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 20:39:14.391683 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-b9c010f7-3e3e-47ef-b22d-fc00208ccf41 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1082986'] for segment, precommit_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:14.391985 n-d-838334-2 neutron-server[84041]: INFO neutron.db.segments_db [None req-b9c010f7-3e3e-47ef-b22d-fc00208ccf41 admin admin] Added segment fad4d202-e675-4ef9-a2c9-455ad2733ac3 of type vlan for network f80ffbc0-34cb-4055-9a11-d2613998d549 Apr 18 20:39:14.427499 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-b9c010f7-3e3e-47ef-b22d-fc00208ccf41 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750374825732'] for network, precommit_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:14.467829 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-b9c010f7-3e3e-47ef-b22d-fc00208ccf41 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33526109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022'] for network, after_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:14.469624 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9c010f7-3e3e-47ef-b22d-fc00208ccf41 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:39:14.471078 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-b9c010f7-3e3e-47ef-b22d-fc00208ccf41 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32378031'] for network, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:14.477290 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Device d1c072d7-4cd8-43b1-b0ab-82d452c6cfa0 no longer exists at agent hyperv_n-h1-838334-2 {{(pid=84042) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 20:39:14.527323 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.plugin [req-49aacc07-60b1-4991-8e76-0d561c4be911 req-135f1979-8a91-4c6a-aa97-b672a6372555 tempest-ServersWithSpecificFlavorTestJSON-734692326 tempest-ServersWithSpecificFlavorTestJSON-734692326-project] Deleting port 3f6512be-4c2a-4b90-af9e-957e05681a3f {{(pid=84040) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 20:39:14.527505 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-49aacc07-60b1-4991-8e76-0d561c4be911 req-135f1979-8a91-4c6a-aa97-b672a6372555 tempest-ServersWithSpecificFlavorTestJSON-734692326 tempest-ServersWithSpecificFlavorTestJSON-734692326-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750375188691'] for port, before_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:14.617603 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-06f13d18-e007-482b-a2f3-98a410ec567e req-cd4c41b6-c063-4da5-a40f-206921093708 service neutron] 10.222.0.42 "GET /v2.0/networks/81621119-9498-4395-a64b-7e94080c69d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2410653 Apr 18 20:39:14.620682 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9c010f7-3e3e-47ef-b22d-fc00208ccf41 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6f654b34-a739-4d28-98f0-67f4671813aa,revision_number=1']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:39:14.681468 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-b9c010f7-3e3e-47ef-b22d-fc00208ccf41 admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.8591795 Apr 18 20:39:14.688033 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 35538) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:39:14.688681 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9c010f7-3e3e-47ef-b22d-fc00208ccf41 admin admin] Pushing event updated for resources: {'Network': ['ID=f80ffbc0-34cb-4055-9a11-d2613998d549,revision_number=1']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:39:14.696058 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.v2.base [None req-6f429cb4-6375-4a83-a76a-9f8ebf3447c0 admin admin] Request body: {'subnet': {'network_id': 'f80ffbc0-34cb-4055-9a11-d2613998d549', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesAdminNegativeTest-1588021669-subnet', 'tenant_id': '07e0c18a660b43be866cedba30976c78', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=84041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 20:39:14.704957 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Network f80ffbc0-34cb-4055-9a11-d2613998d549 details requested by agent ovs-agent-n-d-838334-2 with host n-d-838334-2 {{(pid=84042) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 18 20:39:14.707293 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-6f429cb4-6375-4a83-a76a-9f8ebf3447c0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:39:14.712642 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-6f429cb4-6375-4a83-a76a-9f8ebf3447c0 admin admin] Usage tracker for resource:subnet and tenant:07e0c18a660b43be866cedba30976c78 is out of sync, need to count used quota {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:39:14.720945 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-6f429cb4-6375-4a83-a76a-9f8ebf3447c0 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:39:14.735358 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-6f429cb4-6375-4a83-a76a-9f8ebf3447c0 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:39:14.761455 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f429cb4-6375-4a83-a76a-9f8ebf3447c0 admin admin] Made reservation on behalf of 07e0c18a660b43be866cedba30976c78 for: {'subnet': 1} {{(pid=84041) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:39:14.764299 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-6f429cb4-6375-4a83-a76a-9f8ebf3447c0 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32486301'] for subnet, before_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:14.864268 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:14.938195 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-1f1e691a-bb16-4653-a8ce-80bcf5e79fbe req-71e81189-5610-4d86-ab84-cf6e38aad1a4 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=4bb574e3-a1a9-4f48-a18e-e712328d8de0 HTTP/1.1" status: 200 len: 210 time: 0.0617726 Apr 18 20:39:14.975539 n-d-838334-2 neutron-server[84042]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '88da0aae-5387-4191-9808-adec4cffcd57', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd1c072d7-4cd8-43b1-b0ab-82d452c6cfa0'}] {{(pid=84042) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 20:39:14.999581 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] For port d1c072d7-4cd8-43b1-b0ab-82d452c6cfa0, host n-h1-838334-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838334-2',level=0,port_id=d1c072d7-4cd8-43b1-b0ab-82d452c6cfa0,segment=NetworkSegment(636e5b77-90d2-4b9f-a149-e8d80d7281ee),segment_id=636e5b77-90d2-4b9f-a149-e8d80d7281ee)] {{(pid=84042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:39:15.016026 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682'] for port, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:15.054262 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.db [req-49aacc07-60b1-4991-8e76-0d561c4be911 req-135f1979-8a91-4c6a-aa97-b672a6372555 tempest-ServersWithSpecificFlavorTestJSON-734692326 tempest-ServersWithSpecificFlavorTestJSON-734692326-project] For port 3f6512be-4c2a-4b90-af9e-957e05681a3f, host n-h2-838334-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838334-2',level=0,port_id=3f6512be-4c2a-4b90-af9e-957e05681a3f,segment=NetworkSegment(a5e129cf-6a36-4adb-b738-73a89832322d),segment_id=a5e129cf-6a36-4adb-b738-73a89832322d)] {{(pid=84040) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:39:15.055315 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-49aacc07-60b1-4991-8e76-0d561c4be911 req-135f1979-8a91-4c6a-aa97-b672a6372555 tempest-ServersWithSpecificFlavorTestJSON-734692326 tempest-ServersWithSpecificFlavorTestJSON-734692326-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369123'] for port, precommit_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:15.139941 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Pushing event updated for resources: {'Port': ['ID=d1c072d7-4cd8-43b1-b0ab-82d452c6cfa0,revision_number=8']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:39:15.196899 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-6f429cb4-6375-4a83-a76a-9f8ebf3447c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33526260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32266407', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32486287'] for subnet, after_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:15.296243 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f429cb4-6375-4a83-a76a-9f8ebf3447c0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3f63e7a0-93d9-41f9-9b98-36f6c4a2e1f0,revision_number=0']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:39:15.309467 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f429cb4-6375-4a83-a76a-9f8ebf3447c0 admin admin] Checking segment: {'id': 'fad4d202-e675-4ef9-a2c9-455ad2733ac3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': 'f80ffbc0-34cb-4055-9a11-d2613998d549'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84041) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 20:39:15.309815 n-d-838334-2 neutron-server[84041]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f429cb4-6375-4a83-a76a-9f8ebf3447c0 admin admin] Network hostable DHCP agents. Network: f80ffbc0-34cb-4055-9a11-d2613998d549, hostable agents: ['8746f8ea-3e91-4b32-9919-2c63adeb8722'], hosted agents: [] {{(pid=84041) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 20:39:15.369953 n-d-838334-2 neutron-server[84041]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f429cb4-6375-4a83-a76a-9f8ebf3447c0 admin admin] Network f80ffbc0-34cb-4055-9a11-d2613998d549 is scheduled to be hosted by DHCP agent 8746f8ea-3e91-4b32-9919-2c63adeb8722 with binding_index 1 {{(pid=84041) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 20:39:15.387776 n-d-838334-2 neutron-server[84041]: DEBUG neutron.scheduler.base_scheduler [None req-6f429cb4-6375-4a83-a76a-9f8ebf3447c0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-838334-2, f80ffbc0-34cb-4055-9a11-d2613998d549) {{(pid=84041) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:39:15.393379 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f429cb4-6375-4a83-a76a-9f8ebf3447c0 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:39:15.394151 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-6f429cb4-6375-4a83-a76a-9f8ebf3447c0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:15.399175 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e89663fd-3303-434d-8051-97c768aff141 None None] Network f80ffbc0-34cb-4055-9a11-d2613998d549 requested from n-d-838334-2 {{(pid=84042) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 20:39:15.457580 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-6f429cb4-6375-4a83-a76a-9f8ebf3447c0 admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.7660151 Apr 18 20:39:15.621830 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-23c9bb79-3ed9-422e-b0af-8b99fbc3175f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750375287399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253529'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:15.844769 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89fee160-1833-4917-a54d-196106f8296d None None] Network f80ffbc0-34cb-4055-9a11-d2613998d549 requested from n-d-838334-2 {{(pid=84042) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 20:39:16.047414 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-49aacc07-60b1-4991-8e76-0d561c4be911 req-135f1979-8a91-4c6a-aa97-b672a6372555 tempest-ServersWithSpecificFlavorTestJSON-734692326 tempest-ServersWithSpecificFlavorTestJSON-734692326-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:16.047933 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-49aacc07-60b1-4991-8e76-0d561c4be911 req-135f1979-8a91-4c6a-aa97-b672a6372555 tempest-ServersWithSpecificFlavorTestJSON-734692326 tempest-ServersWithSpecificFlavorTestJSON-734692326-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33444131'] for floatingip, after_update {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:16.048277 n-d-838334-2 neutron-server[84040]: INFO neutron.db.l3_db [req-49aacc07-60b1-4991-8e76-0d561c4be911 req-135f1979-8a91-4c6a-aa97-b672a6372555 tempest-ServersWithSpecificFlavorTestJSON-734692326 tempest-ServersWithSpecificFlavorTestJSON-734692326-project] Floating IP c3f6b439-120b-4780-883f-d9b5460ff4df disassociated. External IP: 172.25.8.221, port: 3f6512be-4c2a-4b90-af9e-957e05681a3f. Apr 18 20:39:16.049299 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.plugin [req-49aacc07-60b1-4991-8e76-0d561c4be911 req-135f1979-8a91-4c6a-aa97-b672a6372555 tempest-ServersWithSpecificFlavorTestJSON-734692326 tempest-ServersWithSpecificFlavorTestJSON-734692326-project] Calling delete_port for 3f6512be-4c2a-4b90-af9e-957e05681a3f owned by compute:nova {{(pid=84040) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 20:39:16.266000 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-a9145e81-1d4f-4946-8196-b877dcada4fa req-c152ad29-a049-4986-997e-3e1f03785795 tempest-ServersAdmin275Test-614917130 tempest-ServersAdmin275Test-614917130-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=4bb574e3-a1a9-4f48-a18e-e712328d8de0 HTTP/1.1" status: 200 len: 210 time: 0.0651364 Apr 18 20:39:16.480122 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-49aacc07-60b1-4991-8e76-0d561c4be911 req-135f1979-8a91-4c6a-aa97-b672a6372555 tempest-ServersWithSpecificFlavorTestJSON-734692326 tempest-ServersWithSpecificFlavorTestJSON-734692326-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750375259028', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750374836628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32440838'] for port, after_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:16.491568 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d829bfea-7bf0-44c8-90b3-4e10757a20c7 req-a4204b76-e8f1-4961-8947-f16e07de9db2 tempest-LiveAutoBlockMigrationV225Test-1713341100 tempest-LiveAutoBlockMigrationV225Test-1713341100-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:39:16.493077 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-d829bfea-7bf0-44c8-90b3-4e10757a20c7 req-a4204b76-e8f1-4961-8947-f16e07de9db2 tempest-LiveAutoBlockMigrationV225Test-1713341100 tempest-LiveAutoBlockMigrationV225Test-1713341100-project] 10.222.0.42 "GET /v2.0/ports?device_id=272ac2e1-1767-4624-8754-f8b5c8a39eb9 HTTP/1.1" status: 200 len: 943 time: 0.1358719 Apr 18 20:39:16.614167 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-135f1979-8a91-4c6a-aa97-b672a6372555 tempest-ServersWithSpecificFlavorTestJSON-734692326 tempest-ServersWithSpecificFlavorTestJSON-734692326-project] Pushing event deleted for resources: {'Port': ['ID=3f6512be-4c2a-4b90-af9e-957e05681a3f,revision_number=None']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:39:16.628002 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-f072be53-a77f-4fec-8590-0afec664b6a9 req-12afe144-37a0-4e04-9297-6b9ec6b6c270 tempest-ServersWithSpecificFlavorTestJSON-734692326 tempest-ServersWithSpecificFlavorTestJSON-734692326-project] 10.222.0.42 "GET /v2.0/ports?device_id=914cdeba-bb0d-4af0-a215-ff126e74b600 HTTP/1.1" status: 200 len: 210 time: 0.0712178 Apr 18 20:39:16.733035 n-d-838334-2 neutron-server[84042]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7a4d710c-20aa-4276-a8b2-48e9545e670f'] response: {'server_uuid': '88da0aae-5387-4191-9808-adec4cffcd57', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd1c072d7-4cd8-43b1-b0ab-82d452c6cfa0', 'code': 200} Apr 18 20:39:16.774926 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-d829bfea-7bf0-44c8-90b3-4e10757a20c7 req-a372ff80-0c52-48e6-bfb9-df3473a29dde tempest-LiveAutoBlockMigrationV225Test-1713341100 tempest-LiveAutoBlockMigrationV225Test-1713341100-project] 10.222.0.42 "GET /v2.0/security-groups?id=bf712067-aabd-4e70-aae1-082928dd1ccd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2443085 Apr 18 20:39:16.924303 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Device d9019af7-5b28-4057-8390-07c6b7249f04 details requested by agent hyperv_n-h2-838334-2 with host n-h2-838334-2 {{(pid=84042) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 18 20:39:17.171238 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a4b430c-0d51-4083-b143-cb4926768b70 req-052c3b8d-cf4c-4f4c-9a38-a3eb734da8ee tempest-ServersWithSpecificFlavorTestJSON-734692326 tempest-ServersWithSpecificFlavorTestJSON-734692326-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:39:17.172810 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-9a4b430c-0d51-4083-b143-cb4926768b70 req-052c3b8d-cf4c-4f4c-9a38-a3eb734da8ee tempest-ServersWithSpecificFlavorTestJSON-734692326 tempest-ServersWithSpecificFlavorTestJSON-734692326-project] 10.222.0.48 "GET /v2.0/networks?id=079e35ca-557b-42c6-b34f-dbc020bb616d HTTP/1.1" status: 200 len: 824 time: 0.4321330 Apr 18 20:39:17.241579 n-d-838334-2 neutron-server[84040]: DEBUG neutron.scheduler.l3_agent_scheduler [req-49aacc07-60b1-4991-8e76-0d561c4be911 req-135f1979-8a91-4c6a-aa97-b672a6372555 tempest-ServersWithSpecificFlavorTestJSON-734692326 tempest-ServersWithSpecificFlavorTestJSON-734692326-project] Router 1cd43228-687e-4072-ad72-4b865e34680e has already been hosted by L3 agent bc84d6c9-dd7a-4555-a351-592327b46d5a {{(pid=84040) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 20:39:17.262087 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 35644) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:39:17.270028 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.v2.base [None req-2446b70a-d56b-4de6-8038-70403d9d3af3 admin admin] Request body: {'network': {'name': 'tempest-VolumesAdminNegativeTest-119737911-network', 'tenant_id': '3e3ddf2572464dc997f24546118ae425'}} {{(pid=84040) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 20:39:17.281961 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [None req-2446b70a-d56b-4de6-8038-70403d9d3af3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:39:17.287087 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-2446b70a-d56b-4de6-8038-70403d9d3af3 admin admin] Usage tracker for resource:network and tenant:3e3ddf2572464dc997f24546118ae425 is out of sync, need to count used quota {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:39:17.316077 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] For port d9019af7-5b28-4057-8390-07c6b7249f04, host n-h2-838334-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838334-2',level=0,port_id=d9019af7-5b28-4057-8390-07c6b7249f04,segment=NetworkSegment(e2a67327-2af4-4205-9ade-197b88c2bea8),segment_id=e2a67327-2af4-4205-9ade-197b88c2bea8)] {{(pid=84042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:39:17.333544 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-9a4b430c-0d51-4083-b143-cb4926768b70 req-1478a80b-e216-491e-b711-2350577c6f08 tempest-ServersWithSpecificFlavorTestJSON-734692326 tempest-ServersWithSpecificFlavorTestJSON-734692326-project] 10.222.0.48 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=624c15d552004bb8b15cf774c11ffdae HTTP/1.1" status: 200 len: 380 time: 0.1431568 Apr 18 20:39:17.349109 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-2446b70a-d56b-4de6-8038-70403d9d3af3 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:39:17.353665 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.v2.base [req-9a4b430c-0d51-4083-b143-cb4926768b70 req-c24f7953-b546-4285-a047-bee341df663f tempest-ServersWithSpecificFlavorTestJSON-734692326 tempest-ServersWithSpecificFlavorTestJSON-734692326-project] Request body: {'port': {'device_id': '914cdeba-bb0d-4af0-a215-ff126e74b600', 'network_id': '079e35ca-557b-42c6-b34f-dbc020bb616d', 'admin_state_up': True, 'tenant_id': '624c15d552004bb8b15cf774c11ffdae', 'security_groups': ['51d79015-ffd5-44d4-b2c5-faf33204dfe8']}} {{(pid=84041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 20:39:17.376000 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [None req-2446b70a-d56b-4de6-8038-70403d9d3af3 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:39:17.387129 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Returning: {'device': 'd9019af7-5b28-4057-8390-07c6b7249f04', 'network_id': '5ab7510b-2145-476c-b9d7-eb0e1ae538b7', 'port_id': 'd9019af7-5b28-4057-8390-07c6b7249f04', 'mac_address': 'fa:16:3e:02:e3:61', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 358, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5bf38cb0-45bd-48cb-9f8c-19a270201f44', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84042) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 18 20:39:17.570771 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2446b70a-d56b-4de6-8038-70403d9d3af3 admin admin] Made reservation on behalf of 3e3ddf2572464dc997f24546118ae425 for: {'network': 1} {{(pid=84040) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:39:17.578930 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-2446b70a-d56b-4de6-8038-70403d9d3af3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for network, before_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:17.585265 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:17.655447 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-2446b70a-d56b-4de6-8038-70403d9d3af3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:17.664005 n-d-838334-2 neutron-server[84042]: DEBUG neutron.notifiers.nova [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d9019af7-5b28-4057-8390-07c6b7249f04 {{(pid=84042) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 18 20:39:17.717414 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] For port d9019af7-5b28-4057-8390-07c6b7249f04, host n-h2-838334-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838334-2',level=0,port_id=d9019af7-5b28-4057-8390-07c6b7249f04,segment=NetworkSegment(e2a67327-2af4-4205-9ade-197b88c2bea8),segment_id=e2a67327-2af4-4205-9ade-197b88c2bea8)] {{(pid=84042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:39:17.725733 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682'] for port, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:17.747654 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [None req-2446b70a-d56b-4de6-8038-70403d9d3af3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:39:17.752820 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-2446b70a-d56b-4de6-8038-70403d9d3af3 admin admin] Usage tracker for resource:security_group_rule and tenant:3e3ddf2572464dc997f24546118ae425 is out of sync, need to count used quota {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:39:17.757539 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-2446b70a-d56b-4de6-8038-70403d9d3af3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:39:17.765456 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [None req-2446b70a-d56b-4de6-8038-70403d9d3af3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:39:17.806920 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Pushing event updated for resources: {'Port': ['ID=d9019af7-5b28-4057-8390-07c6b7249f04,revision_number=4']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:39:17.849073 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [req-9a4b430c-0d51-4083-b143-cb4926768b70 req-c24f7953-b546-4285-a047-bee341df663f tempest-ServersWithSpecificFlavorTestJSON-734692326 tempest-ServersWithSpecificFlavorTestJSON-734692326-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:39:17.850166 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-7629fe31-5fe1-480f-a0f2-9d25ebab16ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750375287399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253529'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:17.855127 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [req-9a4b430c-0d51-4083-b143-cb4926768b70 req-c24f7953-b546-4285-a047-bee341df663f tempest-ServersWithSpecificFlavorTestJSON-734692326 tempest-ServersWithSpecificFlavorTestJSON-734692326-project] Usage tracker for resource:port and tenant:624c15d552004bb8b15cf774c11ffdae is out of sync, need to count used quota {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:39:17.860522 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [req-9a4b430c-0d51-4083-b143-cb4926768b70 req-c24f7953-b546-4285-a047-bee341df663f tempest-ServersWithSpecificFlavorTestJSON-734692326 tempest-ServersWithSpecificFlavorTestJSON-734692326-project] Quota usage for port was recalculated. Used quota:3. {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:39:17.867580 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [req-9a4b430c-0d51-4083-b143-cb4926768b70 req-c24f7953-b546-4285-a047-bee341df663f tempest-ServersWithSpecificFlavorTestJSON-734692326 tempest-ServersWithSpecificFlavorTestJSON-734692326-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:39:17.880687 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9a4b430c-0d51-4083-b143-cb4926768b70 req-c24f7953-b546-4285-a047-bee341df663f tempest-ServersWithSpecificFlavorTestJSON-734692326 tempest-ServersWithSpecificFlavorTestJSON-734692326-project] Made reservation on behalf of 624c15d552004bb8b15cf774c11ffdae for: {'port': 1} {{(pid=84041) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:39:17.884432 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [req-9a4b430c-0d51-4083-b143-cb4926768b70 req-c24f7953-b546-4285-a047-bee341df663f tempest-ServersWithSpecificFlavorTestJSON-734692326 tempest-ServersWithSpecificFlavorTestJSON-734692326-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:18.013854 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-0bdfc5d4-2b25-4dc4-a6cc-a7f112158804 req-8a1bd676-91b3-4a63-a8f4-8dcfdb4150b1 tempest-TaggedBootDevicesTest-1674414334 tempest-TaggedBootDevicesTest-1674414334-project] 10.222.0.42 "GET /v2.0/ports?device_id=cc0d4549-87de-476f-8fa1-88b0358bebbd HTTP/1.1" status: 200 len: 210 time: 0.2326479 Apr 18 20:39:18.040938 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] get_ports_and_sgs() called for port_ids ['d9019af7-5b28-4057-8390-07c6b7249f04'] {{(pid=84042) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 18 20:39:18.188996 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.db_base_plugin_common [req-9a4b430c-0d51-4083-b143-cb4926768b70 req-c24f7953-b546-4285-a047-bee341df663f tempest-ServersWithSpecificFlavorTestJSON-734692326 tempest-ServersWithSpecificFlavorTestJSON-734692326-project] Allocated IP 172.20.0.6 (079e35ca-557b-42c6-b34f-dbc020bb616d/c3ffe89f-19b4-45a8-ac55-d99492f3b297/8233c3ee-e4c7-481a-9199-8a526c3e2a50) {{(pid=84041) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:39:18.211716 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-2446b70a-d56b-4de6-8038-70403d9d3af3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:18.212793 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.48', 54601) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:39:18.286814 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-2446b70a-d56b-4de6-8038-70403d9d3af3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33528224'] for security_group, after_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:18.413247 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1084c316-eea0-4bde-9be2-d9194d7a7b89 req-cdb6ee9c-d5e6-446d-b8fb-45363b27949c tempest-LiveMigrationNegativeTest-1063094817 tempest-LiveMigrationNegativeTest-1063094817-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:39:18.420252 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-1084c316-eea0-4bde-9be2-d9194d7a7b89 req-cdb6ee9c-d5e6-446d-b8fb-45363b27949c tempest-LiveMigrationNegativeTest-1063094817 tempest-LiveMigrationNegativeTest-1063094817-project] 10.222.0.42 "GET /v2.0/ports?device_id=938f89c0-99ed-4164-b9cc-2b809c4e82ef HTTP/1.1" status: 200 len: 949 time: 0.6412065 Apr 18 20:39:18.423495 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-8e6c0639-512f-41e3-a12d-9abc60c09661 req-deab4504-de22-41fc-a1c9-57b44b030591 tempest-ServersAdmin275Test-614917130 tempest-ServersAdmin275Test-614917130-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=4bb574e3-a1a9-4f48-a18e-e712328d8de0 HTTP/1.1" status: 200 len: 210 time: 0.1390414 Apr 18 20:39:18.423977 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [req-9a4b430c-0d51-4083-b143-cb4926768b70 req-c24f7953-b546-4285-a047-bee341df663f tempest-ServersWithSpecificFlavorTestJSON-734692326 tempest-ServersWithSpecificFlavorTestJSON-734692326-project] Notify callbacks [] for port, precommit_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:18.442879 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.provisioning_blocks [req-9a4b430c-0d51-4083-b143-cb4926768b70 req-c24f7953-b546-4285-a047-bee341df663f tempest-ServersWithSpecificFlavorTestJSON-734692326 tempest-ServersWithSpecificFlavorTestJSON-734692326-project] Transition to ACTIVE for port object 8233c3ee-e4c7-481a-9199-8a526c3e2a50 will not be triggered until provisioned by entity DHCP. {{(pid=84041) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 20:39:18.469828 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [req-9a4b430c-0d51-4083-b143-cb4926768b70 req-c24f7953-b546-4285-a047-bee341df663f tempest-ServersWithSpecificFlavorTestJSON-734692326 tempest-ServersWithSpecificFlavorTestJSON-734692326-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750374836619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32266323'] for port, after_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:18.488781 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2446b70a-d56b-4de6-8038-70403d9d3af3 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 380} {{(pid=84040) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 20:39:18.499972 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6201f852-7aff-459c-8a8d-262d4388b188 req-c752214a-5ab1-4efd-b6e3-6e01d467f062 tempest-LiveMigrationNegativeTest-1063094817 tempest-LiveMigrationNegativeTest-1063094817-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:39:18.501459 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-6201f852-7aff-459c-8a8d-262d4388b188 req-c752214a-5ab1-4efd-b6e3-6e01d467f062 tempest-LiveMigrationNegativeTest-1063094817 tempest-LiveMigrationNegativeTest-1063094817-project] 10.222.0.48 "GET /v2.0/ports?device_id=938f89c0-99ed-4164-b9cc-2b809c4e82ef HTTP/1.1" status: 200 len: 949 time: 0.6212914 Apr 18 20:39:18.531426 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-06f13d18-e007-482b-a2f3-98a410ec567e req-1bff0203-eb85-4b78-aeba-d3302b1c143b service neutron] 10.222.0.48 "GET /v2.0/ports/67855998-dc7c-4735-830d-2fe34a3c1061 HTTP/1.1" status: 200 len: 1028 time: 0.3123195 Apr 18 20:39:18.531991 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2446b70a-d56b-4de6-8038-70403d9d3af3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0a678201-a6e0-4461-b7b2-ac3ddf5f8f63,revision_number=1']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:39:18.539813 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-2446b70a-d56b-4de6-8038-70403d9d3af3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1082986'] for segment, precommit_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:18.540280 n-d-838334-2 neutron-server[84040]: INFO neutron.db.segments_db [None req-2446b70a-d56b-4de6-8038-70403d9d3af3 admin admin] Added segment 1877f30c-be26-49dd-a8e1-db781355b1a1 of type vlan for network ef9bacae-9217-4963-8345-c5e54c28f9b2 Apr 18 20:39:18.556283 n-d-838334-2 neutron-server[84041]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9a4b430c-0d51-4083-b143-cb4926768b70 req-c24f7953-b546-4285-a047-bee341df663f tempest-ServersWithSpecificFlavorTestJSON-734692326 tempest-ServersWithSpecificFlavorTestJSON-734692326-project] Network 079e35ca-557b-42c6-b34f-dbc020bb616d is already hosted by enough agents. {{(pid=84041) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:39:18.559721 n-d-838334-2 neutron-server[84041]: DEBUG neutron.scheduler.base_scheduler [req-9a4b430c-0d51-4083-b143-cb4926768b70 req-c24f7953-b546-4285-a047-bee341df663f tempest-ServersWithSpecificFlavorTestJSON-734692326 tempest-ServersWithSpecificFlavorTestJSON-734692326-project] Resources bound (agent type, host, resource id): {{(pid=84041) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:39:18.562548 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.l3_dvrscheduler_db [req-9a4b430c-0d51-4083-b143-cb4926768b70 req-c24f7953-b546-4285-a047-bee341df663f tempest-ServersWithSpecificFlavorTestJSON-734692326 tempest-ServersWithSpecificFlavorTestJSON-734692326-project] Received port after_create {{(pid=84041) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 20:39:18.565899 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-1084c316-eea0-4bde-9be2-d9194d7a7b89 req-d9feee61-0bd5-4c80-8420-e7b80c29857a tempest-LiveMigrationNegativeTest-1063094817 tempest-LiveMigrationNegativeTest-1063094817-project] 10.222.0.42 "GET /v2.0/security-groups?id=7d29b726-a567-4f03-8309-9129413604ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1447070 Apr 18 20:39:18.615315 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c24f7953-b546-4285-a047-bee341df663f tempest-ServersWithSpecificFlavorTestJSON-734692326 tempest-ServersWithSpecificFlavorTestJSON-734692326-project] Pushing event updated for resources: {'Port': ['ID=8233c3ee-e4c7-481a-9199-8a526c3e2a50,revision_number=1']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:39:18.647761 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a4b430c-0d51-4083-b143-cb4926768b70 req-c24f7953-b546-4285-a047-bee341df663f tempest-ServersWithSpecificFlavorTestJSON-734692326 tempest-ServersWithSpecificFlavorTestJSON-734692326-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:39:18.648542 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [req-9a4b430c-0d51-4083-b143-cb4926768b70 req-c24f7953-b546-4285-a047-bee341df663f tempest-ServersWithSpecificFlavorTestJSON-734692326 tempest-ServersWithSpecificFlavorTestJSON-734692326-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217293'] for port, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:18.671610 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-9a4b430c-0d51-4083-b143-cb4926768b70 req-c24f7953-b546-4285-a047-bee341df663f tempest-ServersWithSpecificFlavorTestJSON-734692326 tempest-ServersWithSpecificFlavorTestJSON-734692326-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3277962 Apr 18 20:39:18.685026 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.v2.base [req-9a4b430c-0d51-4083-b143-cb4926768b70 req-f2aaca83-4ea7-47ec-8eee-62a02fae47d7 service neutron] Request body: {'port': {'device_id': '914cdeba-bb0d-4af0-a215-ff126e74b600', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-838334-2'}} {{(pid=84041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 20:39:18.736697 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.plugin [req-6201f852-7aff-459c-8a8d-262d4388b188 req-7aea328f-20ac-4382-8862-8d74c35430a2 tempest-LiveMigrationNegativeTest-1063094817 tempest-LiveMigrationNegativeTest-1063094817-project] Deleting port dc340d1a-25b1-44bb-9758-37662660deb1 {{(pid=84040) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 20:39:18.737145 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-6201f852-7aff-459c-8a8d-262d4388b188 req-7aea328f-20ac-4382-8862-8d74c35430a2 tempest-LiveMigrationNegativeTest-1063094817 tempest-LiveMigrationNegativeTest-1063094817-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750375188691'] for port, before_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:18.772256 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-49aacc07-60b1-4991-8e76-0d561c4be911 req-135f1979-8a91-4c6a-aa97-b672a6372555 tempest-ServersWithSpecificFlavorTestJSON-734692326 tempest-ServersWithSpecificFlavorTestJSON-734692326-project] Notify agent at l3_agent.n-d-838334-2 the message routers_updated {{(pid=84040) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 20:39:18.785825 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81480138-b97f-4386-96f2-af27965d2ae4 None None] Sync routers for ids ['1cd43228-687e-4072-ad72-4b865e34680e'] in n-d-838334-2 {{(pid=84042) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 18 20:39:18.808180 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81480138-b97f-4386-96f2-af27965d2ae4 None None] Routers {'1cd43228-687e-4072-ad72-4b865e34680e'} bound to L3 agent in host n-d-838334-2 {{(pid=84042) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 20:39:18.809519 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_hamode_db [None req-81480138-b97f-4386-96f2-af27965d2ae4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838334-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-18T20:25:48Z,description=,heartbeat_timestamp=2022-04-18T20:39:18Z,host='n-d-838334-2',id=bc84d6c9-dd7a-4555-a351-592327b46d5a,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:25:48Z,topic='l3_agent')) {'router_ids': ['1cd43228-687e-4072-ad72-4b865e34680e'], 'active': True} {{(pid=84042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:39:18.844853 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [req-9a4b430c-0d51-4083-b143-cb4926768b70 req-f2aaca83-4ea7-47ec-8eee-62a02fae47d7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:19.120265 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Device d9019af7-5b28-4057-8390-07c6b7249f04 up at agent hyperv_n-h2-838334-2 {{(pid=84042) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 20:39:19.237869 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750375287399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253529'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:19.259430 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-2446b70a-d56b-4de6-8038-70403d9d3af3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750374825732'] for network, precommit_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:19.319984 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.l3_dvrscheduler_db [req-49aacc07-60b1-4991-8e76-0d561c4be911 req-135f1979-8a91-4c6a-aa97-b672a6372555 tempest-ServersWithSpecificFlavorTestJSON-734692326 tempest-ServersWithSpecificFlavorTestJSON-734692326-project] No DVR routers for this DVR port 3f6512be-4c2a-4b90-af9e-957e05681a3f on host n-h2-838334-2 {{(pid=84040) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 20:39:19.361465 n-d-838334-2 neutron-server[84041]: DEBUG neutron.notifiers.nova [req-9a4b430c-0d51-4083-b143-cb4926768b70 req-f2aaca83-4ea7-47ec-8eee-62a02fae47d7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8233c3ee-e4c7-481a-9199-8a526c3e2a50 {{(pid=84041) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 18 20:39:19.362707 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Provisioning for port d9019af7-5b28-4057-8390-07c6b7249f04 completed by entity L2. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 20:39:19.373403 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [req-9a4b430c-0d51-4083-b143-cb4926768b70 req-f2aaca83-4ea7-47ec-8eee-62a02fae47d7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:19.383055 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-414b6ffe-e119-47bc-b18f-bcff1219c2f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750375287399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253529'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:19.396601 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.provisioning_blocks [req-9a4b430c-0d51-4083-b143-cb4926768b70 req-f2aaca83-4ea7-47ec-8eee-62a02fae47d7 service neutron] Transition to ACTIVE for port object 8233c3ee-e4c7-481a-9199-8a526c3e2a50 will not be triggered until provisioned by entity L2. {{(pid=84041) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 20:39:19.400187 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Provisioning complete for port d9019af7-5b28-4057-8390-07c6b7249f04 triggered by entity L2. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:39:19.400575 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1253608'] for port, provisioning_complete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:19.401457 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [req-9a4b430c-0d51-4083-b143-cb4926768b70 req-f2aaca83-4ea7-47ec-8eee-62a02fae47d7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32266282'] for port, after_update {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:19.450295 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-49aacc07-60b1-4991-8e76-0d561c4be911 req-135f1979-8a91-4c6a-aa97-b672a6372555 tempest-ServersWithSpecificFlavorTestJSON-734692326 tempest-ServersWithSpecificFlavorTestJSON-734692326-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217293'] for port, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:19.473665 n-d-838334-2 neutron-server[84040]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '505ce2b4-79e7-4477-8f98-649510a8effc', 'name': 'network-vif-deleted', 'tag': '3f6512be-4c2a-4b90-af9e-957e05681a3f'}] {{(pid=84040) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 20:39:19.479227 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-49aacc07-60b1-4991-8e76-0d561c4be911 req-135f1979-8a91-4c6a-aa97-b672a6372555 tempest-ServersWithSpecificFlavorTestJSON-734692326 tempest-ServersWithSpecificFlavorTestJSON-734692326-project] 10.222.0.48 "DELETE /v2.0/ports/3f6512be-4c2a-4b90-af9e-957e05681a3f HTTP/1.1" status: 204 len: 173 time: 5.0853467 Apr 18 20:39:19.595397 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-06f13d18-e007-482b-a2f3-98a410ec567e req-975e7259-4d63-4d5c-a1de-4784b47634d6 service neutron] 10.222.0.48 "GET /v2.0/ports/3dee7dbe-7cd7-44fa-ad62-c22c92c23e68 HTTP/1.1" status: 200 len: 1024 time: 0.9997950 Apr 18 20:39:19.693008 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2aaca83-4ea7-47ec-8eee-62a02fae47d7 service neutron] Pushing event updated for resources: {'Port': ['ID=8233c3ee-e4c7-481a-9199-8a526c3e2a50,revision_number=2']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:39:19.751405 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.managers [req-9a4b430c-0d51-4083-b143-cb4926768b70 req-f2aaca83-4ea7-47ec-8eee-62a02fae47d7 service neutron] Attempting to bind port 8233c3ee-e4c7-481a-9199-8a526c3e2a50 on host n-h2-838334-2 for vnic_type normal with profile {{(pid=84041) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:39:19.752195 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.managers [req-9a4b430c-0d51-4083-b143-cb4926768b70 req-f2aaca83-4ea7-47ec-8eee-62a02fae47d7 service neutron] Attempting to bind port 8233c3ee-e4c7-481a-9199-8a526c3e2a50 by drivers openvswitch,hyperv on host n-h2-838334-2 at level 0 using segments [{'id': 'a5e129cf-6a36-4adb-b738-73a89832322d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': '079e35ca-557b-42c6-b34f-dbc020bb616d'}] {{(pid=84041) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:39:19.752677 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a4b430c-0d51-4083-b143-cb4926768b70 req-f2aaca83-4ea7-47ec-8eee-62a02fae47d7 service neutron] Attempting to bind port 8233c3ee-e4c7-481a-9199-8a526c3e2a50 on network 079e35ca-557b-42c6-b34f-dbc020bb616d {{(pid=84041) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 20:39:19.761572 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a4b430c-0d51-4083-b143-cb4926768b70 req-f2aaca83-4ea7-47ec-8eee-62a02fae47d7 service neutron] Port 8233c3ee-e4c7-481a-9199-8a526c3e2a50 on network 079e35ca-557b-42c6-b34f-dbc020bb616d not bound, no agent of type Open vSwitch agent registered on host n-h2-838334-2 {{(pid=84041) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 18 20:39:19.762300 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a4b430c-0d51-4083-b143-cb4926768b70 req-f2aaca83-4ea7-47ec-8eee-62a02fae47d7 service neutron] Attempting to bind port 8233c3ee-e4c7-481a-9199-8a526c3e2a50 on network 079e35ca-557b-42c6-b34f-dbc020bb616d {{(pid=84041) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 20:39:19.767360 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-2446b70a-d56b-4de6-8038-70403d9d3af3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33526109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022'] for network, after_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:19.769894 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2446b70a-d56b-4de6-8038-70403d9d3af3 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:39:19.770795 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-2446b70a-d56b-4de6-8038-70403d9d3af3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32378031'] for network, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:19.771970 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a4b430c-0d51-4083-b143-cb4926768b70 req-f2aaca83-4ea7-47ec-8eee-62a02fae47d7 service neutron] Checking agent: {'id': 'dc797004-f641-47b7-a77f-9c62b5b16296', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-838334-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 34, 3), 'started_at': datetime.datetime(2022, 4, 18, 20, 34, 3), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 20, 39, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84041) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 18 20:39:19.772695 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a4b430c-0d51-4083-b143-cb4926768b70 req-f2aaca83-4ea7-47ec-8eee-62a02fae47d7 service neutron] Checking segment: {'id': 'a5e129cf-6a36-4adb-b738-73a89832322d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': '079e35ca-557b-42c6-b34f-dbc020bb616d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84041) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 20:39:19.773274 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a4b430c-0d51-4083-b143-cb4926768b70 req-f2aaca83-4ea7-47ec-8eee-62a02fae47d7 service neutron] Bound using segment: {'id': 'a5e129cf-6a36-4adb-b738-73a89832322d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': '079e35ca-557b-42c6-b34f-dbc020bb616d'} {{(pid=84041) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 18 20:39:19.774030 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.managers [req-9a4b430c-0d51-4083-b143-cb4926768b70 req-f2aaca83-4ea7-47ec-8eee-62a02fae47d7 service neutron] Bound port: 8233c3ee-e4c7-481a-9199-8a526c3e2a50, host: n-h2-838334-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a5e129cf-6a36-4adb-b738-73a89832322d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': '079e35ca-557b-42c6-b34f-dbc020bb616d'}}] {{(pid=84041) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 20:39:19.774745 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [req-9a4b430c-0d51-4083-b143-cb4926768b70 req-f2aaca83-4ea7-47ec-8eee-62a02fae47d7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:19.790083 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:19.802979 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_dvr_db [None req-81480138-b97f-4386-96f2-af27965d2ae4 None None] Set router 1cd43228-687e-4072-ad72-4b865e34680e gateway port host: n-d-838334-2 {{(pid=84042) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 20:39:19.884812 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] For port d9019af7-5b28-4057-8390-07c6b7249f04, host n-h2-838334-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838334-2',level=0,port_id=d9019af7-5b28-4057-8390-07c6b7249f04,segment=NetworkSegment(e2a67327-2af4-4205-9ade-197b88c2bea8),segment_id=e2a67327-2af4-4205-9ade-197b88c2bea8)] {{(pid=84042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:39:19.897984 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.db [req-9a4b430c-0d51-4083-b143-cb4926768b70 req-f2aaca83-4ea7-47ec-8eee-62a02fae47d7 service neutron] For port 8233c3ee-e4c7-481a-9199-8a526c3e2a50, host n-h2-838334-2, cleared binding levels {{(pid=84041) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 20:39:19.898398 n-d-838334-2 neutron-server[84042]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '272ac2e1-1767-4624-8754-f8b5c8a39eb9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd9019af7-5b28-4057-8390-07c6b7249f04'}] {{(pid=84042) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 20:39:19.903444 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.db [req-9a4b430c-0d51-4083-b143-cb4926768b70 req-f2aaca83-4ea7-47ec-8eee-62a02fae47d7 service neutron] For port 8233c3ee-e4c7-481a-9199-8a526c3e2a50, host n-h2-838334-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838334-2',level=0,port_id=8233c3ee-e4c7-481a-9199-8a526c3e2a50,segment=NetworkSegment(a5e129cf-6a36-4adb-b738-73a89832322d),segment_id=a5e129cf-6a36-4adb-b738-73a89832322d)] {{(pid=84041) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 20:39:19.906871 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682'] for port, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:19.907779 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Device dc340d1a-25b1-44bb-9758-37662660deb1 no longer exists at agent hyperv_n-h2-838334-2 {{(pid=84042) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 20:39:19.912277 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [req-9a4b430c-0d51-4083-b143-cb4926768b70 req-f2aaca83-4ea7-47ec-8eee-62a02fae47d7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32266282'] for port, after_update {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:20.000099 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [req-9a4b430c-0d51-4083-b143-cb4926768b70 req-f2aaca83-4ea7-47ec-8eee-62a02fae47d7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217293'] for port, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:20.002187 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-9a4b430c-0d51-4083-b143-cb4926768b70 req-f2aaca83-4ea7-47ec-8eee-62a02fae47d7 service neutron] 10.222.0.48 "PUT /v2.0/ports/8233c3ee-e4c7-481a-9199-8a526c3e2a50 HTTP/1.1" status: 200 len: 1091 time: 1.3223808 Apr 18 20:39:20.005405 n-d-838334-2 neutron-server[84041]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '914cdeba-bb0d-4af0-a215-ff126e74b600', 'tag': '8233c3ee-e4c7-481a-9199-8a526c3e2a50'}] {{(pid=84041) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 20:39:20.028502 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2aaca83-4ea7-47ec-8eee-62a02fae47d7 service neutron] Pushing event updated for resources: {'Port': ['ID=8233c3ee-e4c7-481a-9199-8a526c3e2a50,revision_number=3']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:39:20.102472 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af98c46b-5bac-4c7b-b525-a849a4546d5c req-0a66ed09-46be-4839-aa54-4633efcfc93e tempest-ServersWithSpecificFlavorTestJSON-734692326 tempest-ServersWithSpecificFlavorTestJSON-734692326-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:39:20.105289 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [req-af98c46b-5bac-4c7b-b525-a849a4546d5c req-0a66ed09-46be-4839-aa54-4633efcfc93e tempest-ServersWithSpecificFlavorTestJSON-734692326 tempest-ServersWithSpecificFlavorTestJSON-734692326-project] Synchronizing usage tracker for tenant:624c15d552004bb8b15cf774c11ffdae on resource:port {{(pid=84040) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 20:39:20.118104 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2446b70a-d56b-4de6-8038-70403d9d3af3 admin admin] Pushing event updated for resources: {'Network': ['ID=ef9bacae-9217-4963-8345-c5e54c28f9b2,revision_number=1']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:39:20.125013 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Pushing event updated for resources: {'Port': ['ID=d9019af7-5b28-4057-8390-07c6b7249f04,revision_number=5']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:39:20.126104 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-2446b70a-d56b-4de6-8038-70403d9d3af3 admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 2.8626981 Apr 18 20:39:20.133874 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 35686) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:39:20.142916 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.v2.base [None req-790d436e-2c38-48c8-92f0-003739639314 admin admin] Request body: {'subnet': {'network_id': 'ef9bacae-9217-4963-8345-c5e54c28f9b2', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesAdminNegativeTest-119737911-subnet', 'tenant_id': '3e3ddf2572464dc997f24546118ae425', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=84041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 20:39:20.149971 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-790d436e-2c38-48c8-92f0-003739639314 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:39:20.160980 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-790d436e-2c38-48c8-92f0-003739639314 admin admin] Usage tracker for resource:subnet and tenant:3e3ddf2572464dc997f24546118ae425 is out of sync, need to count used quota {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:39:20.167756 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-790d436e-2c38-48c8-92f0-003739639314 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:39:20.183691 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-9a4b430c-0d51-4083-b143-cb4926768b70 req-6d4d2ab4-97a1-4fb6-b853-7bacd0ed434e service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=624c15d552004bb8b15cf774c11ffdae&device_id=914cdeba-bb0d-4af0-a215-ff126e74b600 HTTP/1.1" status: 200 len: 1094 time: 0.1251698 Apr 18 20:39:20.184734 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-790d436e-2c38-48c8-92f0-003739639314 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:39:20.219419 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Network ef9bacae-9217-4963-8345-c5e54c28f9b2 details requested by agent ovs-agent-n-d-838334-2 with host n-d-838334-2 {{(pid=84042) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 18 20:39:20.285952 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-9a4b430c-0d51-4083-b143-cb4926768b70 req-1711dd7a-a699-4829-9ab0-d928f20b7f8e service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8233c3ee-e4c7-481a-9199-8a526c3e2a50 HTTP/1.1" status: 200 len: 217 time: 0.0903628 Apr 18 20:39:20.288791 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-790d436e-2c38-48c8-92f0-003739639314 admin admin] Made reservation on behalf of 3e3ddf2572464dc997f24546118ae425 for: {'subnet': 1} {{(pid=84041) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:39:20.292487 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-790d436e-2c38-48c8-92f0-003739639314 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32486301'] for subnet, before_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:20.390535 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06f13d18-e007-482b-a2f3-98a410ec567e req-959797cf-82cb-454c-9d67-1529e82e588a tempest-TaggedBootDevicesTest-1674414334 tempest-TaggedBootDevicesTest-1674414334-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:39:20.396245 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06f13d18-e007-482b-a2f3-98a410ec567e req-959797cf-82cb-454c-9d67-1529e82e588a tempest-TaggedBootDevicesTest-1674414334 tempest-TaggedBootDevicesTest-1674414334-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:39:20.403307 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06f13d18-e007-482b-a2f3-98a410ec567e req-959797cf-82cb-454c-9d67-1529e82e588a tempest-TaggedBootDevicesTest-1674414334 tempest-TaggedBootDevicesTest-1674414334-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:39:20.405535 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-06f13d18-e007-482b-a2f3-98a410ec567e req-959797cf-82cb-454c-9d67-1529e82e588a tempest-TaggedBootDevicesTest-1674414334 tempest-TaggedBootDevicesTest-1674414334-project] 10.222.0.48 "GET /v2.0/networks?id=f80f29cf-306f-4b83-b9ef-977e3822a3eb&id=d9eb2c31-9efb-45c1-be97-8fbfff0e7f82&id=d9eb2c31-9efb-45c1-be97-8fbfff0e7f82&id=d9eb2c31-9efb-45c1-be97-8fbfff0e7f82&id=d9eb2c31-9efb-45c1-be97-8fbfff0e7f82&id=81621119-9498-4395-a64b-7e94080c69d1&id=81621119-9498-4395-a64b-7e94080c69d1 HTTP/1.1" status: 200 len: 1989 time: 0.7955790 Apr 18 20:39:20.412793 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a4b430c-0d51-4083-b143-cb4926768b70 req-6b116cd7-8300-44ec-9cb9-f7fa7e46adb2 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:39:20.415362 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-9a4b430c-0d51-4083-b143-cb4926768b70 req-6b116cd7-8300-44ec-9cb9-f7fa7e46adb2 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=c3ffe89f-19b4-45a8-ac55-d99492f3b297 HTTP/1.1" status: 200 len: 863 time: 0.1025026 Apr 18 20:39:20.478796 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [req-af98c46b-5bac-4c7b-b525-a849a4546d5c req-0a66ed09-46be-4839-aa54-4633efcfc93e tempest-ServersWithSpecificFlavorTestJSON-734692326 tempest-ServersWithSpecificFlavorTestJSON-734692326-project] Unset dirty status for tenant:624c15d552004bb8b15cf774c11ffdae on resource:port {{(pid=84040) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 20:39:20.486061 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-af98c46b-5bac-4c7b-b525-a849a4546d5c req-0a66ed09-46be-4839-aa54-4633efcfc93e tempest-ServersWithSpecificFlavorTestJSON-734692326 tempest-ServersWithSpecificFlavorTestJSON-734692326-project] 10.222.0.42 "GET /v2.0/ports?device_id=914cdeba-bb0d-4af0-a215-ff126e74b600 HTTP/1.1" status: 200 len: 931 time: 1.4622140 Apr 18 20:39:20.500917 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83055030-be63-46ae-8ae5-5b7f7c6aeea3 req-2d2c7abb-3208-4876-9ef7-bee2f6709462 tempest-ImagesTestJSON-757689736 tempest-ImagesTestJSON-757689736-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:39:20.502817 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-83055030-be63-46ae-8ae5-5b7f7c6aeea3 req-2d2c7abb-3208-4876-9ef7-bee2f6709462 tempest-ImagesTestJSON-757689736 tempest-ImagesTestJSON-757689736-project] 10.222.0.42 "GET /v2.0/networks?id=a92cea34-83a9-4801-bb75-cc07c451223b HTTP/1.1" status: 200 len: 804 time: 1.5569639 Apr 18 20:39:20.512101 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:20.563857 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-c7521a90-7d65-4e2e-842c-ca5d95e9a89c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750375287399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253529'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:20.618334 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.db [req-6201f852-7aff-459c-8a8d-262d4388b188 req-7aea328f-20ac-4382-8862-8d74c35430a2 tempest-LiveMigrationNegativeTest-1063094817 tempest-LiveMigrationNegativeTest-1063094817-project] For port dc340d1a-25b1-44bb-9758-37662660deb1, host n-h2-838334-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838334-2',level=0,port_id=dc340d1a-25b1-44bb-9758-37662660deb1,segment=NetworkSegment(62b85806-94d8-4a88-a06c-da82e5932d66),segment_id=62b85806-94d8-4a88-a06c-da82e5932d66)] {{(pid=84040) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:39:20.619443 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-6201f852-7aff-459c-8a8d-262d4388b188 req-7aea328f-20ac-4382-8862-8d74c35430a2 tempest-LiveMigrationNegativeTest-1063094817 tempest-LiveMigrationNegativeTest-1063094817-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369123'] for port, precommit_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:20.620664 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] For port dc340d1a-25b1-44bb-9758-37662660deb1, host n-h2-838334-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838334-2',level=0,port_id=dc340d1a-25b1-44bb-9758-37662660deb1,segment=NetworkSegment(62b85806-94d8-4a88-a06c-da82e5932d66),segment_id=62b85806-94d8-4a88-a06c-da82e5932d66)] {{(pid=84042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:39:20.652020 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682'] for port, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:20.652790 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Device 3f6512be-4c2a-4b90-af9e-957e05681a3f no longer exists at agent hyperv_n-h2-838334-2 {{(pid=84042) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 20:39:20.660876 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbabbab9-3d7f-4929-b044-a584d1d44155 req-ae16b1bd-8ca5-4325-b717-f8c468cb592a tempest-ImagesTestJSON-757689736 tempest-ImagesTestJSON-757689736-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:39:20.663542 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-bbabbab9-3d7f-4929-b044-a584d1d44155 req-ae16b1bd-8ca5-4325-b717-f8c468cb592a tempest-ImagesTestJSON-757689736 tempest-ImagesTestJSON-757689736-project] 10.222.0.43 "GET /v2.0/ports?device_id=88da0aae-5387-4191-9808-adec4cffcd57 HTTP/1.1" status: 200 len: 943 time: 1.1729288 Apr 18 20:39:20.737560 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.plugin [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] No Port match for: 3f6512be-4c2a-4b90-af9e-957e05681a3f {{(pid=84042) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 18 20:39:20.738529 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Device 3f6512be-4c2a-4b90-af9e-957e05681a3f not bound to the agent host n-h2-838334-2 {{(pid=84042) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 20:39:20.758359 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-9a4b430c-0d51-4083-b143-cb4926768b70 req-b2c13895-1317-4eb8-8ec0-7832e4ea86f5 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=079e35ca-557b-42c6-b34f-dbc020bb616d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1401615 Apr 18 20:39:20.796814 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Pushing event updated for resources: {'Port': ['ID=dc340d1a-25b1-44bb-9758-37662660deb1,revision_number=6']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:39:20.849340 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_hamode_db [None req-81480138-b97f-4386-96f2-af27965d2ae4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1cd43228-687e-4072-ad72-4b865e34680e', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1623382860-router', 'tenant_id': '624c15d552004bb8b15cf774c11ffdae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'external_fixed_ips': [{'subnet_id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'ip_address': '172.25.8.151'}], 'enable_snat': True}, 'gw_port_id': '3c3fe9fd-7f49-4c20-abd6-487b053c7184', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:37:25Z', 'updated_at': '2022-04-18T20:37:31Z', 'revision_number': 4, 'project_id': '624c15d552004bb8b15cf774c11ffdae', 'gw_port': {'id': '3c3fe9fd-7f49-4c20-abd6-487b053c7184', 'name': '', 'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:f7:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1cd43228-687e-4072-ad72-4b865e34680e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'ip_address': '172.25.8.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:37:26Z', 'updated_at': '2022-04-18T20:37:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838334-2', '_interfaces': [{'id': '7444fd4e-ad80-47da-bbc6-87a30c879192', 'name': '', 'network_id': '079e35ca-557b-42c6-b34f-dbc020bb616d', 'tenant_id': '624c15d552004bb8b15cf774c11ffdae', 'mac_address': 'fa:16:3e:d4:04:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1cd43228-687e-4072-ad72-4b865e34680e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c3ffe89f-19b4-45a8-ac55-d99492f3b297', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:37:30Z', 'updated_at': '2022-04-18T20:37:48Z', 'revision_number': 5, 'project_id': '624c15d552004bb8b15cf774c11ffdae', 'subnets': [{'id': 'c3ffe89f-19b4-45a8-ac55-d99492f3b297', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838334-2', False) {} {{(pid=84042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:39:20.851963 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-06f13d18-e007-482b-a2f3-98a410ec567e req-1265da57-d586-4680-bc8c-eb68743f6cd5 tempest-TaggedBootDevicesTest-1674414334 tempest-TaggedBootDevicesTest-1674414334-project] 10.222.0.48 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f85a0d9202f64bddab6b7eaee6d6810d HTTP/1.1" status: 200 len: 380 time: 0.4066343 Apr 18 20:39:20.854961 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81480138-b97f-4386-96f2-af27965d2ae4 None None] Checking router: 1cd43228-687e-4072-ad72-4b865e34680e for host: n-d-838334-2 {{(pid=84042) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 18 20:39:20.870079 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81480138-b97f-4386-96f2-af27965d2ae4 None None] Routers {'1cd43228-687e-4072-ad72-4b865e34680e'} bound to L3 agent in host n-d-838334-2 {{(pid=84042) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 20:39:20.870715 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_hamode_db [None req-81480138-b97f-4386-96f2-af27965d2ae4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838334-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-18T20:25:48Z,description=,heartbeat_timestamp=2022-04-18T20:39:18Z,host='n-d-838334-2',id=bc84d6c9-dd7a-4555-a351-592327b46d5a,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:25:48Z,topic='l3_agent')) {'router_ids': ['1cd43228-687e-4072-ad72-4b865e34680e'], 'active': True} {{(pid=84042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:39:20.929245 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.v2.base [req-06f13d18-e007-482b-a2f3-98a410ec567e req-f5111b41-49f0-4132-9038-4815e4c03377 tempest-TaggedBootDevicesTest-1674414334 tempest-TaggedBootDevicesTest-1674414334-project] Request body: {'port': {'device_id': 'cc0d4549-87de-476f-8fa1-88b0358bebbd', 'network_id': 'f80f29cf-306f-4b83-b9ef-977e3822a3eb', 'admin_state_up': True, 'tenant_id': 'f85a0d9202f64bddab6b7eaee6d6810d', 'security_groups': ['67ac5558-a250-4106-afe6-28a5add43e38']}} {{(pid=84040) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 20:39:21.051026 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-9a4b430c-0d51-4083-b143-cb4926768b70 req-db137d53-d5cf-44c9-b6c0-c32506e42c6d service neutron] 10.222.0.48 "GET /v2.0/networks/079e35ca-557b-42c6-b34f-dbc020bb616d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2728217 Apr 18 20:39:21.087923 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-790d436e-2c38-48c8-92f0-003739639314 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33526260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32266407', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32486287'] for subnet, after_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:21.126857 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.plugin [req-6201f852-7aff-459c-8a8d-262d4388b188 req-7aea328f-20ac-4382-8862-8d74c35430a2 tempest-LiveMigrationNegativeTest-1063094817 tempest-LiveMigrationNegativeTest-1063094817-project] Calling delete_port for dc340d1a-25b1-44bb-9758-37662660deb1 owned by compute:nova {{(pid=84040) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 20:39:21.140492 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_dvr_db [None req-81480138-b97f-4386-96f2-af27965d2ae4 None None] Set router 1cd43228-687e-4072-ad72-4b865e34680e gateway port host: n-d-838334-2 {{(pid=84042) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 20:39:21.178498 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-83055030-be63-46ae-8ae5-5b7f7c6aeea3 req-dd948a96-0b05-496a-b691-717cf9d481e0 tempest-ImagesTestJSON-757689736 tempest-ImagesTestJSON-757689736-project] 10.222.0.42 "GET /v2.0/quotas/dfa04f762e14427e8043e36ea411d50f HTTP/1.1" status: 200 len: 375 time: 0.5905375 Apr 18 20:39:21.179417 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [req-06f13d18-e007-482b-a2f3-98a410ec567e req-f5111b41-49f0-4132-9038-4815e4c03377 tempest-TaggedBootDevicesTest-1674414334 tempest-TaggedBootDevicesTest-1674414334-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:39:21.209080 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-af98c46b-5bac-4c7b-b525-a849a4546d5c req-eaceec53-bed4-4896-a81f-3f64142ec4f2 tempest-ServersWithSpecificFlavorTestJSON-734692326 tempest-ServersWithSpecificFlavorTestJSON-734692326-project] 10.222.0.42 "GET /v2.0/security-groups?id=51d79015-ffd5-44d4-b2c5-faf33204dfe8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.7216775 Apr 18 20:39:21.300410 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-790d436e-2c38-48c8-92f0-003739639314 admin admin] Pushing event updated for resources: {'Subnet': ['ID=51cf266b-2a7c-4bbb-a215-40236b226251,revision_number=0']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:39:21.312932 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-790d436e-2c38-48c8-92f0-003739639314 admin admin] Checking segment: {'id': '1877f30c-be26-49dd-a8e1-db781355b1a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': 'ef9bacae-9217-4963-8345-c5e54c28f9b2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84041) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 20:39:21.313355 n-d-838334-2 neutron-server[84041]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-790d436e-2c38-48c8-92f0-003739639314 admin admin] Network hostable DHCP agents. Network: ef9bacae-9217-4963-8345-c5e54c28f9b2, hostable agents: ['8746f8ea-3e91-4b32-9919-2c63adeb8722'], hosted agents: [] {{(pid=84041) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 20:39:21.313859 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [req-06f13d18-e007-482b-a2f3-98a410ec567e req-f5111b41-49f0-4132-9038-4815e4c03377 tempest-TaggedBootDevicesTest-1674414334 tempest-TaggedBootDevicesTest-1674414334-project] Usage tracker for resource:port and tenant:f85a0d9202f64bddab6b7eaee6d6810d is out of sync, need to count used quota {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:39:21.325123 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [req-06f13d18-e007-482b-a2f3-98a410ec567e req-f5111b41-49f0-4132-9038-4815e4c03377 tempest-TaggedBootDevicesTest-1674414334 tempest-TaggedBootDevicesTest-1674414334-project] Quota usage for port was recalculated. Used quota:7. {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:39:21.338815 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [req-06f13d18-e007-482b-a2f3-98a410ec567e req-f5111b41-49f0-4132-9038-4815e4c03377 tempest-TaggedBootDevicesTest-1674414334 tempest-TaggedBootDevicesTest-1674414334-project] Attempting to reserve 1 items for resource port. Total usage: 7; quota limit: 500; headroom:493 {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:39:21.372320 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.plugin [req-bbabbab9-3d7f-4929-b044-a584d1d44155 req-777a8764-7d8a-4870-a4c6-f9832b5df5c5 tempest-ImagesTestJSON-757689736 tempest-ImagesTestJSON-757689736-project] Deleting port d1c072d7-4cd8-43b1-b0ab-82d452c6cfa0 {{(pid=84040) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 20:39:21.372665 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-bbabbab9-3d7f-4929-b044-a584d1d44155 req-777a8764-7d8a-4870-a4c6-f9832b5df5c5 tempest-ImagesTestJSON-757689736 tempest-ImagesTestJSON-757689736-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750375188691'] for port, before_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:21.386654 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-9a4b430c-0d51-4083-b143-cb4926768b70 req-5727e8e1-14ef-4070-9b4b-44488bd8ee3b service neutron] 10.222.0.48 "GET /v2.0/networks/079e35ca-557b-42c6-b34f-dbc020bb616d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3345826 Apr 18 20:39:21.392581 n-d-838334-2 neutron-server[84041]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-790d436e-2c38-48c8-92f0-003739639314 admin admin] Network ef9bacae-9217-4963-8345-c5e54c28f9b2 is scheduled to be hosted by DHCP agent 8746f8ea-3e91-4b32-9919-2c63adeb8722 with binding_index 1 {{(pid=84041) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 20:39:21.413219 n-d-838334-2 neutron-server[84041]: DEBUG neutron.scheduler.base_scheduler [None req-790d436e-2c38-48c8-92f0-003739639314 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-838334-2, ef9bacae-9217-4963-8345-c5e54c28f9b2) {{(pid=84041) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:39:21.417603 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-790d436e-2c38-48c8-92f0-003739639314 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:39:21.418453 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-790d436e-2c38-48c8-92f0-003739639314 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:21.469647 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75272101-e616-4a39-9bc8-6c00415d7a22 None None] Network ef9bacae-9217-4963-8345-c5e54c28f9b2 requested from n-d-838334-2 {{(pid=84042) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 20:39:21.472275 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-790d436e-2c38-48c8-92f0-003739639314 admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.3361807 Apr 18 20:39:21.614799 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-78fe817c-d04b-4610-9716-384eb0374d2a None None] Provisioning for port 8233c3ee-e4c7-481a-9199-8a526c3e2a50 completed by entity DHCP. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 20:39:21.692497 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-06f13d18-e007-482b-a2f3-98a410ec567e req-f5111b41-49f0-4132-9038-4815e4c03377 tempest-TaggedBootDevicesTest-1674414334 tempest-TaggedBootDevicesTest-1674414334-project] Made reservation on behalf of f85a0d9202f64bddab6b7eaee6d6810d for: {'port': 1} {{(pid=84040) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:39:21.695478 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-06f13d18-e007-482b-a2f3-98a410ec567e req-f5111b41-49f0-4132-9038-4815e4c03377 tempest-TaggedBootDevicesTest-1674414334 tempest-TaggedBootDevicesTest-1674414334-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:21.794522 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.db.api [req-6201f852-7aff-459c-8a8d-262d4388b188 req-7aea328f-20ac-4382-8862-8d74c35430a2 tempest-LiveMigrationNegativeTest-1063094817 tempest-LiveMigrationNegativeTest-1063094817-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84040) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 18 20:39:21.794836 n-d-838334-2 neutron-server[84040]: DEBUG oslo_db.api [req-6201f852-7aff-459c-8a8d-262d4388b188 req-7aea328f-20ac-4382-8862-8d74c35430a2 tempest-LiveMigrationNegativeTest-1063094817 tempest-LiveMigrationNegativeTest-1063094817-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 18 20:39:21.881007 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-83055030-be63-46ae-8ae5-5b7f7c6aeea3 req-fc254c04-2a1d-42f0-b2bf-eab41877b0d6 tempest-ImagesTestJSON-757689736 tempest-ImagesTestJSON-757689736-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=dfa04f762e14427e8043e36ea411d50f&fields=id HTTP/1.1" status: 200 len: 255 time: 0.6697984 Apr 18 20:39:21.881447 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c52911ab-7204-4c4c-8e75-3baba68c8cfc None None] Network ef9bacae-9217-4963-8345-c5e54c28f9b2 requested from n-d-838334-2 {{(pid=84042) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 20:39:21.903614 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_hamode_db [None req-81480138-b97f-4386-96f2-af27965d2ae4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1cd43228-687e-4072-ad72-4b865e34680e', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1623382860-router', 'tenant_id': '624c15d552004bb8b15cf774c11ffdae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'external_fixed_ips': [{'subnet_id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'ip_address': '172.25.8.151'}], 'enable_snat': True}, 'gw_port_id': '3c3fe9fd-7f49-4c20-abd6-487b053c7184', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:37:25Z', 'updated_at': '2022-04-18T20:37:31Z', 'revision_number': 4, 'project_id': '624c15d552004bb8b15cf774c11ffdae', 'gw_port': {'id': '3c3fe9fd-7f49-4c20-abd6-487b053c7184', 'name': '', 'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:f7:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1cd43228-687e-4072-ad72-4b865e34680e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'ip_address': '172.25.8.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:37:26Z', 'updated_at': '2022-04-18T20:37:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838334-2', '_interfaces': [{'id': '7444fd4e-ad80-47da-bbc6-87a30c879192', 'name': '', 'network_id': '079e35ca-557b-42c6-b34f-dbc020bb616d', 'tenant_id': '624c15d552004bb8b15cf774c11ffdae', 'mac_address': 'fa:16:3e:d4:04:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1cd43228-687e-4072-ad72-4b865e34680e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c3ffe89f-19b4-45a8-ac55-d99492f3b297', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:37:30Z', 'updated_at': '2022-04-18T20:37:48Z', 'revision_number': 5, 'project_id': '624c15d552004bb8b15cf774c11ffdae', 'subnets': [{'id': 'c3ffe89f-19b4-45a8-ac55-d99492f3b297', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838334-2', False) {} {{(pid=84042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:39:21.965317 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81480138-b97f-4386-96f2-af27965d2ae4 None None] The sync data for ids ['1cd43228-687e-4072-ad72-4b865e34680e'] in n-d-838334-2 is: [{'id': '1cd43228-687e-4072-ad72-4b865e34680e', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1623382860-router', 'tenant_id': '624c15d552004bb8b15cf774c11ffdae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'external_fixed_ips': [{'subnet_id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'ip_address': '172.25.8.151'}], 'enable_snat': True}, 'gw_port_id': '3c3fe9fd-7f49-4c20-abd6-487b053c7184', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:37:25Z', 'updated_at': '2022-04-18T20:37:31Z', 'revision_number': 4, 'project_id': '624c15d552004bb8b15cf774c11ffdae', 'gw_port': {'id': '3c3fe9fd-7f49-4c20-abd6-487b053c7184', 'name': '', 'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:f7:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1cd43228-687e-4072-ad72-4b865e34680e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'ip_address': '172.25.8.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:37:26Z', 'updated_at': '2022-04-18T20:37:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838334-2', '_interfaces': [{'id': '7444fd4e-ad80-47da-bbc6-87a30c879192', 'name': '', 'network_id': '079e35ca-557b-42c6-b34f-dbc020bb616d', 'tenant_id': '624c15d552004bb8b15cf774c11ffdae', 'mac_address': 'fa:16:3e:d4:04:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1cd43228-687e-4072-ad72-4b865e34680e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c3ffe89f-19b4-45a8-ac55-d99492f3b297', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:37:30Z', 'updated_at': '2022-04-18T20:37:48Z', 'revision_number': 5, 'project_id': '624c15d552004bb8b15cf774c11ffdae', 'subnets': [{'id': 'c3ffe89f-19b4-45a8-ac55-d99492f3b297', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84042) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 18 20:39:22.156144 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da9e8cd1-2cc9-4410-9956-c626337557de req-ca60782e-2024-40a1-adf7-91e9af5ac51f tempest-LiveAutoBlockMigrationV225Test-1713341100 tempest-LiveAutoBlockMigrationV225Test-1713341100-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:39:22.157628 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-da9e8cd1-2cc9-4410-9956-c626337557de req-ca60782e-2024-40a1-adf7-91e9af5ac51f tempest-LiveAutoBlockMigrationV225Test-1713341100 tempest-LiveAutoBlockMigrationV225Test-1713341100-project] 10.222.0.42 "GET /v2.0/ports?device_id=272ac2e1-1767-4624-8754-f8b5c8a39eb9 HTTP/1.1" status: 200 len: 945 time: 0.5368156 Apr 18 20:39:22.240959 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.db_base_plugin_common [req-06f13d18-e007-482b-a2f3-98a410ec567e req-f5111b41-49f0-4132-9038-4815e4c03377 tempest-TaggedBootDevicesTest-1674414334 tempest-TaggedBootDevicesTest-1674414334-project] Allocated IP 172.20.0.6 (f80f29cf-306f-4b83-b9ef-977e3822a3eb/5c52872c-5453-4e7c-876e-5ab51a950a0e/fa03d449-bb38-4cd9-8fa0-e99f7c7cd3e2) {{(pid=84040) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:39:22.298810 n-d-838334-2 neutron-server[84043]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-867403a7-6f8e-4963-b77d-977c51fcab44 None None] New status for floating IP c3f6b439-120b-4780-883f-d9b5460ff4df: DOWN {{(pid=84043) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Apr 18 20:39:22.299768 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.plugin [req-6201f852-7aff-459c-8a8d-262d4388b188 req-7aea328f-20ac-4382-8862-8d74c35430a2 tempest-LiveMigrationNegativeTest-1063094817 tempest-LiveMigrationNegativeTest-1063094817-project] Deleting port dc340d1a-25b1-44bb-9758-37662660deb1 {{(pid=84040) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 20:39:22.300061 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-6201f852-7aff-459c-8a8d-262d4388b188 req-7aea328f-20ac-4382-8862-8d74c35430a2 tempest-LiveMigrationNegativeTest-1063094817 tempest-LiveMigrationNegativeTest-1063094817-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750375188691'] for port, before_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:22.326114 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-83055030-be63-46ae-8ae5-5b7f7c6aeea3 req-1dabb292-a6b0-46e4-9000-d45c0b16532a service neutron] 10.222.0.42 "GET /v2.0/networks/a92cea34-83a9-4801-bb75-cc07c451223b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4321933 Apr 18 20:39:22.401110 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-da9e8cd1-2cc9-4410-9956-c626337557de req-1cfef7d2-61eb-492f-887f-cbdaa9dd513d tempest-LiveAutoBlockMigrationV225Test-1713341100 tempest-LiveAutoBlockMigrationV225Test-1713341100-project] 10.222.0.42 "GET /v2.0/security-groups?id=bf712067-aabd-4e70-aae1-082928dd1ccd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2294471 Apr 18 20:39:22.464016 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.db [req-bbabbab9-3d7f-4929-b044-a584d1d44155 req-777a8764-7d8a-4870-a4c6-f9832b5df5c5 tempest-ImagesTestJSON-757689736 tempest-ImagesTestJSON-757689736-project] For port d1c072d7-4cd8-43b1-b0ab-82d452c6cfa0, host n-h1-838334-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838334-2',level=0,port_id=d1c072d7-4cd8-43b1-b0ab-82d452c6cfa0,segment=NetworkSegment(636e5b77-90d2-4b9f-a149-e8d80d7281ee),segment_id=636e5b77-90d2-4b9f-a149-e8d80d7281ee)] {{(pid=84040) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:39:22.464016 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-bbabbab9-3d7f-4929-b044-a584d1d44155 req-777a8764-7d8a-4870-a4c6-f9832b5df5c5 tempest-ImagesTestJSON-757689736 tempest-ImagesTestJSON-757689736-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369123'] for port, precommit_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:22.484873 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Device d1c072d7-4cd8-43b1-b0ab-82d452c6cfa0 no longer exists at agent hyperv_n-h1-838334-2 {{(pid=84042) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 20:39:22.680833 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-83055030-be63-46ae-8ae5-5b7f7c6aeea3 req-73bc1ecb-e445-4d58-8dc9-77b5a6039fa5 service neutron] 10.222.0.42 "GET /v2.0/networks/a92cea34-83a9-4801-bb75-cc07c451223b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3337519 Apr 18 20:39:22.875288 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-3d57c283-bd6a-429e-b437-7d52abf6a962 req-b6f55c66-7487-424a-8d8a-57bdf068ddde service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=c1a58eaf0399430ea533a72e58cdba0c&device_id=4bb574e3-a1a9-4f48-a18e-e712328d8de0 HTTP/1.1" status: 200 len: 210 time: 0.0877438 Apr 18 20:39:22.918445 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-3d57c283-bd6a-429e-b437-7d52abf6a962 req-c4290a83-1129-4ad9-a270-81be4d0cd4c9 service neutron] 10.222.0.43 "GET /v2.0/networks?tenant_id=c1a58eaf0399430ea533a72e58cdba0c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0349271 Apr 18 20:39:22.934005 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.plugin [req-bbabbab9-3d7f-4929-b044-a584d1d44155 req-777a8764-7d8a-4870-a4c6-f9832b5df5c5 tempest-ImagesTestJSON-757689736 tempest-ImagesTestJSON-757689736-project] Calling delete_port for d1c072d7-4cd8-43b1-b0ab-82d452c6cfa0 owned by compute:nova {{(pid=84040) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 20:39:23.168548 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d57c283-bd6a-429e-b437-7d52abf6a962 req-0355b6af-4b67-4065-a293-9d2e5e17cc9a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:39:23.170141 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-3d57c283-bd6a-429e-b437-7d52abf6a962 req-0355b6af-4b67-4065-a293-9d2e5e17cc9a service neutron] 10.222.0.43 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2455022 Apr 18 20:39:23.194947 n-d-838334-2 neutron-server[84040]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b0fc96d5-a2f0-4b0d-b376-ec0653dd7141'] response: {'server_uuid': '505ce2b4-79e7-4477-8f98-649510a8effc', 'name': 'network-vif-deleted', 'tag': '3f6512be-4c2a-4b90-af9e-957e05681a3f', 'status': 'completed', 'code': 200} Apr 18 20:39:23.238936 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-bbabbab9-3d7f-4929-b044-a584d1d44155 req-777a8764-7d8a-4870-a4c6-f9832b5df5c5 tempest-ImagesTestJSON-757689736 tempest-ImagesTestJSON-757689736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750375259028', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750374836628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32440838'] for port, after_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:23.286615 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-82a4ee3f-b73c-4ac9-8af1-874cb2322e06 req-dfdde955-3b6a-4992-a6c2-ef3a90054a11 tempest-TaggedBootDevicesTest-1674414334 tempest-TaggedBootDevicesTest-1674414334-project] 10.222.0.42 "GET /v2.0/ports?device_id=cc0d4549-87de-476f-8fa1-88b0358bebbd HTTP/1.1" status: 200 len: 210 time: 0.1462362 Apr 18 20:39:23.385793 n-d-838334-2 neutron-server[84042]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1bf66333-78f8-48fb-96af-af888b6a1af5'] response: {'server_uuid': '272ac2e1-1767-4624-8754-f8b5c8a39eb9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd9019af7-5b28-4057-8390-07c6b7249f04', 'code': 200} Apr 18 20:39:23.443480 n-d-838334-2 neutron-server[84041]: INFO neutron.notifiers.nova [-] Nova event matching ['req-402724e3-c25a-4dbe-91f0-60f26983ca41'] response: {'name': 'network-changed', 'server_uuid': '914cdeba-bb0d-4af0-a215-ff126e74b600', 'tag': '8233c3ee-e4c7-481a-9199-8a526c3e2a50', 'status': 'completed', 'code': 200} Apr 18 20:39:23.470264 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-777a8764-7d8a-4870-a4c6-f9832b5df5c5 tempest-ImagesTestJSON-757689736 tempest-ImagesTestJSON-757689736-project] Pushing event deleted for resources: {'Port': ['ID=d1c072d7-4cd8-43b1-b0ab-82d452c6cfa0,revision_number=None']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:39:23.592231 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-a6914b52-265e-4eaf-a820-64c52fb0975f req-8b97ffd0-042e-450c-aa9c-b7b56024a2e0 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=624c15d552004bb8b15cf774c11ffdae&device_id=914cdeba-bb0d-4af0-a215-ff126e74b600 HTTP/1.1" status: 200 len: 1094 time: 0.1199906 Apr 18 20:39:23.687772 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-06f13d18-e007-482b-a2f3-98a410ec567e req-f5111b41-49f0-4132-9038-4815e4c03377 tempest-TaggedBootDevicesTest-1674414334 tempest-TaggedBootDevicesTest-1674414334-project] Notify callbacks [] for port, precommit_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:23.707599 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.provisioning_blocks [req-06f13d18-e007-482b-a2f3-98a410ec567e req-f5111b41-49f0-4132-9038-4815e4c03377 tempest-TaggedBootDevicesTest-1674414334 tempest-TaggedBootDevicesTest-1674414334-project] Transition to ACTIVE for port object fa03d449-bb38-4cd9-8fa0-e99f7c7cd3e2 will not be triggered until provisioned by entity DHCP. {{(pid=84040) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 20:39:23.811282 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6914b52-265e-4eaf-a820-64c52fb0975f req-9b1faa99-6a81-4394-872f-a2182583605e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:39:23.813587 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-a6914b52-265e-4eaf-a820-64c52fb0975f req-9b1faa99-6a81-4394-872f-a2182583605e service neutron] 10.222.0.48 "GET /v2.0/networks?id=079e35ca-557b-42c6-b34f-dbc020bb616d HTTP/1.1" status: 200 len: 925 time: 0.2047131 Apr 18 20:39:23.909171 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-a6914b52-265e-4eaf-a820-64c52fb0975f req-0ab58350-9cb4-44f1-bb11-798d5cc748b2 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8233c3ee-e4c7-481a-9199-8a526c3e2a50 HTTP/1.1" status: 200 len: 217 time: 0.0886607 Apr 18 20:39:23.954158 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-06f13d18-e007-482b-a2f3-98a410ec567e req-f5111b41-49f0-4132-9038-4815e4c03377 tempest-TaggedBootDevicesTest-1674414334 tempest-TaggedBootDevicesTest-1674414334-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750374836619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32440838'] for port, after_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:23.993317 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6914b52-265e-4eaf-a820-64c52fb0975f req-a859f3f3-8f58-4567-8bd9-2c6befd662ae service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:39:23.995091 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-a6914b52-265e-4eaf-a820-64c52fb0975f req-a859f3f3-8f58-4567-8bd9-2c6befd662ae service neutron] 10.222.0.48 "GET /v2.0/subnets?id=c3ffe89f-19b4-45a8-ac55-d99492f3b297 HTTP/1.1" status: 200 len: 863 time: 0.0794127 Apr 18 20:39:24.117576 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-a6914b52-265e-4eaf-a820-64c52fb0975f req-7eb72fdb-029d-4f49-be1f-f109e0f3646f service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=079e35ca-557b-42c6-b34f-dbc020bb616d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1151500 Apr 18 20:39:24.160655 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5111b41-49f0-4132-9038-4815e4c03377 tempest-TaggedBootDevicesTest-1674414334 tempest-TaggedBootDevicesTest-1674414334-project] Pushing event updated for resources: {'Port': ['ID=fa03d449-bb38-4cd9-8fa0-e99f7c7cd3e2,revision_number=1']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:39:24.183359 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.l3_dvrscheduler_db [req-bbabbab9-3d7f-4929-b044-a584d1d44155 req-777a8764-7d8a-4870-a4c6-f9832b5df5c5 tempest-ImagesTestJSON-757689736 tempest-ImagesTestJSON-757689736-project] No DVR routers for this DVR port d1c072d7-4cd8-43b1-b0ab-82d452c6cfa0 on host n-h1-838334-2 {{(pid=84040) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 20:39:24.195468 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-bbabbab9-3d7f-4929-b044-a584d1d44155 req-777a8764-7d8a-4870-a4c6-f9832b5df5c5 tempest-ImagesTestJSON-757689736 tempest-ImagesTestJSON-757689736-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217293'] for port, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:24.257251 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2458a1f2-942b-425a-9352-7537cea2e3e6 req-6e66e4d4-6fbb-44d8-a4e6-8ed2a8b13c07 tempest-LiveMigrationNegativeTest-1063094817 tempest-LiveMigrationNegativeTest-1063094817-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:39:24.257967 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [req-2458a1f2-942b-425a-9352-7537cea2e3e6 req-6e66e4d4-6fbb-44d8-a4e6-8ed2a8b13c07 tempest-LiveMigrationNegativeTest-1063094817 tempest-LiveMigrationNegativeTest-1063094817-project] Synchronizing usage tracker for tenant:5d4dc6fb67894ffb821d3bd7cc7cd1b2 on resource:port {{(pid=84040) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 20:39:24.268736 n-d-838334-2 neutron-server[84040]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-06f13d18-e007-482b-a2f3-98a410ec567e req-f5111b41-49f0-4132-9038-4815e4c03377 tempest-TaggedBootDevicesTest-1674414334 tempest-TaggedBootDevicesTest-1674414334-project] Network f80f29cf-306f-4b83-b9ef-977e3822a3eb is already hosted by enough agents. {{(pid=84040) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:39:24.270486 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-bbabbab9-3d7f-4929-b044-a584d1d44155 req-777a8764-7d8a-4870-a4c6-f9832b5df5c5 tempest-ImagesTestJSON-757689736 tempest-ImagesTestJSON-757689736-project] 10.222.0.43 "DELETE /v2.0/ports/d1c072d7-4cd8-43b1-b0ab-82d452c6cfa0 HTTP/1.1" status: 204 len: 173 time: 3.5930042 Apr 18 20:39:24.283914 n-d-838334-2 neutron-server[84040]: DEBUG neutron.scheduler.base_scheduler [req-06f13d18-e007-482b-a2f3-98a410ec567e req-f5111b41-49f0-4132-9038-4815e4c03377 tempest-TaggedBootDevicesTest-1674414334 tempest-TaggedBootDevicesTest-1674414334-project] Resources bound (agent type, host, resource id): {{(pid=84040) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:39:24.304790 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-a6914b52-265e-4eaf-a820-64c52fb0975f req-0f777880-ab13-415c-adea-daa2a020d7a1 service neutron] 10.222.0.48 "GET /v2.0/networks/079e35ca-557b-42c6-b34f-dbc020bb616d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1782498 Apr 18 20:39:24.310211 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.l3_dvrscheduler_db [req-06f13d18-e007-482b-a2f3-98a410ec567e req-f5111b41-49f0-4132-9038-4815e4c03377 tempest-TaggedBootDevicesTest-1674414334 tempest-TaggedBootDevicesTest-1674414334-project] Received port after_create {{(pid=84040) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 20:39:24.372509 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.db [req-6201f852-7aff-459c-8a8d-262d4388b188 req-7aea328f-20ac-4382-8862-8d74c35430a2 tempest-LiveMigrationNegativeTest-1063094817 tempest-LiveMigrationNegativeTest-1063094817-project] For port dc340d1a-25b1-44bb-9758-37662660deb1, host n-h2-838334-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838334-2',level=0,port_id=dc340d1a-25b1-44bb-9758-37662660deb1,segment=NetworkSegment(62b85806-94d8-4a88-a06c-da82e5932d66),segment_id=62b85806-94d8-4a88-a06c-da82e5932d66)] {{(pid=84040) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:39:24.372869 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-6201f852-7aff-459c-8a8d-262d4388b188 req-7aea328f-20ac-4382-8862-8d74c35430a2 tempest-LiveMigrationNegativeTest-1063094817 tempest-LiveMigrationNegativeTest-1063094817-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369123'] for port, precommit_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:24.406633 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [req-2458a1f2-942b-425a-9352-7537cea2e3e6 req-6e66e4d4-6fbb-44d8-a4e6-8ed2a8b13c07 tempest-LiveMigrationNegativeTest-1063094817 tempest-LiveMigrationNegativeTest-1063094817-project] Unset dirty status for tenant:5d4dc6fb67894ffb821d3bd7cc7cd1b2 on resource:port {{(pid=84040) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 20:39:24.414540 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-2458a1f2-942b-425a-9352-7537cea2e3e6 req-6e66e4d4-6fbb-44d8-a4e6-8ed2a8b13c07 tempest-LiveMigrationNegativeTest-1063094817 tempest-LiveMigrationNegativeTest-1063094817-project] 10.222.0.42 "GET /v2.0/ports?device_id=938f89c0-99ed-4164-b9cc-2b809c4e82ef HTTP/1.1" status: 200 len: 947 time: 1.3340027 Apr 18 20:39:24.521209 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-a6914b52-265e-4eaf-a820-64c52fb0975f req-ba2511c0-8ef4-43ef-ba5b-530a566ae4e8 service neutron] 10.222.0.48 "GET /v2.0/networks/079e35ca-557b-42c6-b34f-dbc020bb616d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2083039 Apr 18 20:39:24.633397 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-f5d94e68-d84b-4890-a94b-f1258400c64d req-805b4b00-f4cd-40e8-858d-e5c6891d8d0d service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=272ac2e1-1767-4624-8754-f8b5c8a39eb9 HTTP/1.1" status: 200 len: 1096 time: 0.8471210 Apr 18 20:39:24.641134 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.plugin [req-6201f852-7aff-459c-8a8d-262d4388b188 req-7aea328f-20ac-4382-8862-8d74c35430a2 tempest-LiveMigrationNegativeTest-1063094817 tempest-LiveMigrationNegativeTest-1063094817-project] Calling delete_port for dc340d1a-25b1-44bb-9758-37662660deb1 owned by compute:nova {{(pid=84040) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 20:39:24.729471 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-663c1358-b0f7-4d5c-9849-372d03e1cfae None None] Provisioning for port fa03d449-bb38-4cd9-8fa0-e99f7c7cd3e2 completed by entity DHCP. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 20:39:24.732936 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5bd3080-015c-4419-8299-e4fdb3f083a9 req-e3d8fd12-1d69-47ea-b498-a90be2f0e5c7 tempest-VolumesAdminNegativeTest-2082754132 tempest-VolumesAdminNegativeTest-2082754132-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:39:24.736278 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-b5bd3080-015c-4419-8299-e4fdb3f083a9 req-e3d8fd12-1d69-47ea-b498-a90be2f0e5c7 tempest-VolumesAdminNegativeTest-2082754132 tempest-VolumesAdminNegativeTest-2082754132-project] 10.222.0.42 "GET /v2.0/networks?id=f80ffbc0-34cb-4055-9a11-d2613998d549 HTTP/1.1" status: 200 len: 815 time: 0.9477818 Apr 18 20:39:24.736801 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-663c1358-b0f7-4d5c-9849-372d03e1cfae None None] Provisioning complete for port fa03d449-bb38-4cd9-8fa0-e99f7c7cd3e2 triggered by entity DHCP. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:39:24.737430 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-663c1358-b0f7-4d5c-9849-372d03e1cfae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1253608'] for port, provisioning_complete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:24.859853 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-3d57c283-bd6a-429e-b437-7d52abf6a962 req-b09daf7b-832c-4558-8327-5a8e76f403d6 tempest-ServersAdmin275Test-1430223114 tempest-ServersAdmin275Test-1430223114-project] 10.222.0.43 "GET /v2.0/ports?device_id=4bb574e3-a1a9-4f48-a18e-e712328d8de0 HTTP/1.1" status: 200 len: 210 time: 0.1465535 Apr 18 20:39:24.910519 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.plugin [None req-663c1358-b0f7-4d5c-9849-372d03e1cfae None None] Port fa03d449-bb38-4cd9-8fa0-e99f7c7cd3e2 cannot update to ACTIVE because it is not bound. {{(pid=84042) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 18 20:39:24.939442 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83055030-be63-46ae-8ae5-5b7f7c6aeea3 req-db9deeef-648d-4195-a9dd-3db3698a6563 tempest-ImagesTestJSON-757689736 tempest-ImagesTestJSON-757689736-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:39:24.941741 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-83055030-be63-46ae-8ae5-5b7f7c6aeea3 req-db9deeef-648d-4195-a9dd-3db3698a6563 tempest-ImagesTestJSON-757689736 tempest-ImagesTestJSON-757689736-project] 10.222.0.43 "GET /v2.0/networks?id=a92cea34-83a9-4801-bb75-cc07c451223b HTTP/1.1" status: 200 len: 804 time: 0.3221152 Apr 18 20:39:24.965416 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-2458a1f2-942b-425a-9352-7537cea2e3e6 req-0437aec6-90a5-4436-bcbd-3fda4e2f1564 tempest-LiveMigrationNegativeTest-1063094817 tempest-LiveMigrationNegativeTest-1063094817-project] 10.222.0.42 "GET /v2.0/security-groups?id=7d29b726-a567-4f03-8309-9129413604ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5497484 Apr 18 20:39:24.970482 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Device 8233c3ee-e4c7-481a-9199-8a526c3e2a50 details requested by agent hyperv_n-h2-838334-2 with host n-h2-838334-2 {{(pid=84042) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 18 20:39:24.973649 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.v2.base [req-83055030-be63-46ae-8ae5-5b7f7c6aeea3 req-813c7585-2ffa-4bae-bd6e-0652f409389e tempest-ImagesTestJSON-757689736 tempest-ImagesTestJSON-757689736-project] Request body: {'port': {'device_id': '8673e101-8393-4988-bd25-3203c81d4af8', 'network_id': 'a92cea34-83a9-4801-bb75-cc07c451223b', 'admin_state_up': True, 'tenant_id': 'dfa04f762e14427e8043e36ea411d50f'}} {{(pid=84041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 20:39:25.007641 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06f13d18-e007-482b-a2f3-98a410ec567e req-f5111b41-49f0-4132-9038-4815e4c03377 tempest-TaggedBootDevicesTest-1674414334 tempest-TaggedBootDevicesTest-1674414334-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:39:25.011466 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-06f13d18-e007-482b-a2f3-98a410ec567e req-f5111b41-49f0-4132-9038-4815e4c03377 tempest-TaggedBootDevicesTest-1674414334 tempest-TaggedBootDevicesTest-1674414334-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217293'] for port, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:25.068884 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-b5bd3080-015c-4419-8299-e4fdb3f083a9 req-03586fd3-28ff-467d-ad3e-9e23e07e84a0 tempest-VolumesAdminNegativeTest-2082754132 tempest-VolumesAdminNegativeTest-2082754132-project] 10.222.0.42 "GET /v2.0/quotas/07e0c18a660b43be866cedba30976c78 HTTP/1.1" status: 200 len: 375 time: 0.2761469 Apr 18 20:39:25.084274 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-f5d94e68-d84b-4890-a94b-f1258400c64d req-8e1d1b9c-dfe8-4623-8b4f-58c8fc40bc5c service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=bf712067-aabd-4e70-aae1-082928dd1ccd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2895432 Apr 18 20:39:25.173724 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-b5bd3080-015c-4419-8299-e4fdb3f083a9 req-e6627165-fb4b-4fd1-a792-9eca436ec961 tempest-VolumesAdminNegativeTest-2082754132 tempest-VolumesAdminNegativeTest-2082754132-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=07e0c18a660b43be866cedba30976c78&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1038814 Apr 18 20:39:25.199788 n-d-838334-2 neutron-server[84040]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '88da0aae-5387-4191-9808-adec4cffcd57', 'name': 'network-vif-deleted', 'tag': 'd1c072d7-4cd8-43b1-b0ab-82d452c6cfa0'}] {{(pid=84040) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 20:39:25.211027 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-06f13d18-e007-482b-a2f3-98a410ec567e req-f5111b41-49f0-4132-9038-4815e4c03377 tempest-TaggedBootDevicesTest-1674414334 tempest-TaggedBootDevicesTest-1674414334-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.2867391 Apr 18 20:39:25.290578 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [req-83055030-be63-46ae-8ae5-5b7f7c6aeea3 req-813c7585-2ffa-4bae-bd6e-0652f409389e tempest-ImagesTestJSON-757689736 tempest-ImagesTestJSON-757689736-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:39:25.296418 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [req-83055030-be63-46ae-8ae5-5b7f7c6aeea3 req-813c7585-2ffa-4bae-bd6e-0652f409389e tempest-ImagesTestJSON-757689736 tempest-ImagesTestJSON-757689736-project] Usage tracker for resource:port and tenant:dfa04f762e14427e8043e36ea411d50f is out of sync, need to count used quota {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:39:25.301224 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [req-83055030-be63-46ae-8ae5-5b7f7c6aeea3 req-813c7585-2ffa-4bae-bd6e-0652f409389e tempest-ImagesTestJSON-757689736 tempest-ImagesTestJSON-757689736-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:39:25.303906 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.v2.base [req-06f13d18-e007-482b-a2f3-98a410ec567e req-1b509a22-fd4c-4721-99ad-df6507c283c0 tempest-TaggedBootDevicesTest-1674414334 tempest-TaggedBootDevicesTest-1674414334-project] Request body: {'port': {'device_id': 'cc0d4549-87de-476f-8fa1-88b0358bebbd', 'network_id': 'd9eb2c31-9efb-45c1-be97-8fbfff0e7f82', 'admin_state_up': True, 'tenant_id': 'f85a0d9202f64bddab6b7eaee6d6810d', 'security_groups': ['67ac5558-a250-4106-afe6-28a5add43e38']}} {{(pid=84040) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 20:39:25.308303 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [req-83055030-be63-46ae-8ae5-5b7f7c6aeea3 req-813c7585-2ffa-4bae-bd6e-0652f409389e tempest-ImagesTestJSON-757689736 tempest-ImagesTestJSON-757689736-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:39:25.324864 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-83055030-be63-46ae-8ae5-5b7f7c6aeea3 req-813c7585-2ffa-4bae-bd6e-0652f409389e tempest-ImagesTestJSON-757689736 tempest-ImagesTestJSON-757689736-project] Made reservation on behalf of dfa04f762e14427e8043e36ea411d50f for: {'port': 1} {{(pid=84041) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:39:25.331356 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [req-83055030-be63-46ae-8ae5-5b7f7c6aeea3 req-813c7585-2ffa-4bae-bd6e-0652f409389e tempest-ImagesTestJSON-757689736 tempest-ImagesTestJSON-757689736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:25.350821 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] For port 8233c3ee-e4c7-481a-9199-8a526c3e2a50, host n-h2-838334-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838334-2',level=0,port_id=8233c3ee-e4c7-481a-9199-8a526c3e2a50,segment=NetworkSegment(a5e129cf-6a36-4adb-b738-73a89832322d),segment_id=a5e129cf-6a36-4adb-b738-73a89832322d)] {{(pid=84042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:39:25.371378 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Returning: {'device': '8233c3ee-e4c7-481a-9199-8a526c3e2a50', 'network_id': '079e35ca-557b-42c6-b34f-dbc020bb616d', 'port_id': '8233c3ee-e4c7-481a-9199-8a526c3e2a50', 'mac_address': 'fa:16:3e:4a:59:ba', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 392, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c3ffe89f-19b4-45a8-ac55-d99492f3b297', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84042) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 18 20:39:25.413301 n-d-838334-2 neutron-server[84042]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '938f89c0-99ed-4164-b9cc-2b809c4e82ef', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'dc340d1a-25b1-44bb-9758-37662660deb1'}] {{(pid=84042) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 20:39:25.441897 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:25.468008 n-d-838334-2 neutron-server[84042]: DEBUG neutron.notifiers.nova [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8233c3ee-e4c7-481a-9199-8a526c3e2a50 {{(pid=84042) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 18 20:39:25.483899 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] For port 8233c3ee-e4c7-481a-9199-8a526c3e2a50, host n-h2-838334-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838334-2',level=0,port_id=8233c3ee-e4c7-481a-9199-8a526c3e2a50,segment=NetworkSegment(a5e129cf-6a36-4adb-b738-73a89832322d),segment_id=a5e129cf-6a36-4adb-b738-73a89832322d)] {{(pid=84042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:39:25.491043 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682'] for port, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:25.531069 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-6201f852-7aff-459c-8a8d-262d4388b188 req-7aea328f-20ac-4382-8862-8d74c35430a2 tempest-LiveMigrationNegativeTest-1063094817 tempest-LiveMigrationNegativeTest-1063094817-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750375259028', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750374836628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32440838'] for port, after_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:25.555466 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.db_base_plugin_common [req-83055030-be63-46ae-8ae5-5b7f7c6aeea3 req-813c7585-2ffa-4bae-bd6e-0652f409389e tempest-ImagesTestJSON-757689736 tempest-ImagesTestJSON-757689736-project] Allocated IP 172.20.0.3 (a92cea34-83a9-4801-bb75-cc07c451223b/6bff4054-f84b-415b-b0b0-aa32d7878409/381ec59e-d451-43b9-84e0-efcf973bb949) {{(pid=84041) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:39:25.594585 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-b5bd3080-015c-4419-8299-e4fdb3f083a9 req-d0cf833b-8f74-4dee-b617-31fe21d49103 service neutron] 10.222.0.42 "GET /v2.0/networks/f80ffbc0-34cb-4055-9a11-d2613998d549?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4198647 Apr 18 20:39:25.612548 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Pushing event updated for resources: {'Port': ['ID=8233c3ee-e4c7-481a-9199-8a526c3e2a50,revision_number=4']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:39:25.616145 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aea328f-20ac-4382-8862-8d74c35430a2 tempest-LiveMigrationNegativeTest-1063094817 tempest-LiveMigrationNegativeTest-1063094817-project] Pushing event deleted for resources: {'Port': ['ID=dc340d1a-25b1-44bb-9758-37662660deb1,revision_number=None']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:39:25.805345 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] get_ports_and_sgs() called for port_ids ['8233c3ee-e4c7-481a-9199-8a526c3e2a50'] {{(pid=84042) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 18 20:39:25.861189 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [req-83055030-be63-46ae-8ae5-5b7f7c6aeea3 req-813c7585-2ffa-4bae-bd6e-0652f409389e tempest-ImagesTestJSON-757689736 tempest-ImagesTestJSON-757689736-project] Notify callbacks [] for port, precommit_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:25.894698 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [req-83055030-be63-46ae-8ae5-5b7f7c6aeea3 req-813c7585-2ffa-4bae-bd6e-0652f409389e tempest-ImagesTestJSON-757689736 tempest-ImagesTestJSON-757689736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750374836619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32266323'] for port, after_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:25.982854 n-d-838334-2 neutron-server[84041]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-83055030-be63-46ae-8ae5-5b7f7c6aeea3 req-813c7585-2ffa-4bae-bd6e-0652f409389e tempest-ImagesTestJSON-757689736 tempest-ImagesTestJSON-757689736-project] Network a92cea34-83a9-4801-bb75-cc07c451223b is already hosted by enough agents. {{(pid=84041) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:39:25.987104 n-d-838334-2 neutron-server[84041]: DEBUG neutron.scheduler.base_scheduler [req-83055030-be63-46ae-8ae5-5b7f7c6aeea3 req-813c7585-2ffa-4bae-bd6e-0652f409389e tempest-ImagesTestJSON-757689736 tempest-ImagesTestJSON-757689736-project] Resources bound (agent type, host, resource id): {{(pid=84041) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:39:25.989850 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-813c7585-2ffa-4bae-bd6e-0652f409389e tempest-ImagesTestJSON-757689736 tempest-ImagesTestJSON-757689736-project] Pushing event updated for resources: {'Port': ['ID=381ec59e-d451-43b9-84e0-efcf973bb949,revision_number=1']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:39:25.992252 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.l3_dvrscheduler_db [req-83055030-be63-46ae-8ae5-5b7f7c6aeea3 req-813c7585-2ffa-4bae-bd6e-0652f409389e tempest-ImagesTestJSON-757689736 tempest-ImagesTestJSON-757689736-project] Received port after_create {{(pid=84041) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 20:39:25.997274 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [req-06f13d18-e007-482b-a2f3-98a410ec567e req-1b509a22-fd4c-4721-99ad-df6507c283c0 tempest-TaggedBootDevicesTest-1674414334 tempest-TaggedBootDevicesTest-1674414334-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:39:26.027703 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.l3_dvrscheduler_db [req-6201f852-7aff-459c-8a8d-262d4388b188 req-7aea328f-20ac-4382-8862-8d74c35430a2 tempest-LiveMigrationNegativeTest-1063094817 tempest-LiveMigrationNegativeTest-1063094817-project] No DVR routers for this DVR port dc340d1a-25b1-44bb-9758-37662660deb1 on host n-h2-838334-2 {{(pid=84040) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 20:39:26.042320 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [req-06f13d18-e007-482b-a2f3-98a410ec567e req-1b509a22-fd4c-4721-99ad-df6507c283c0 tempest-TaggedBootDevicesTest-1674414334 tempest-TaggedBootDevicesTest-1674414334-project] Usage tracker for resource:port and tenant:f85a0d9202f64bddab6b7eaee6d6810d is out of sync, need to count used quota {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:39:26.063122 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-6201f852-7aff-459c-8a8d-262d4388b188 req-7aea328f-20ac-4382-8862-8d74c35430a2 tempest-LiveMigrationNegativeTest-1063094817 tempest-LiveMigrationNegativeTest-1063094817-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217293'] for port, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:26.072366 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83055030-be63-46ae-8ae5-5b7f7c6aeea3 req-813c7585-2ffa-4bae-bd6e-0652f409389e tempest-ImagesTestJSON-757689736 tempest-ImagesTestJSON-757689736-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:39:26.073327 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [req-83055030-be63-46ae-8ae5-5b7f7c6aeea3 req-813c7585-2ffa-4bae-bd6e-0652f409389e tempest-ImagesTestJSON-757689736 tempest-ImagesTestJSON-757689736-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217293'] for port, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:26.088577 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0f3fe33-ee11-4406-9dd2-099e172cb98f req-9939da20-183a-4eef-a2a6-9db215edd744 tempest-ServersWithSpecificFlavorTestJSON-734692326 tempest-ServersWithSpecificFlavorTestJSON-734692326-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:39:26.099087 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-e0f3fe33-ee11-4406-9dd2-099e172cb98f req-9939da20-183a-4eef-a2a6-9db215edd744 tempest-ServersWithSpecificFlavorTestJSON-734692326 tempest-ServersWithSpecificFlavorTestJSON-734692326-project] 10.222.0.42 "GET /v2.0/ports?device_id=914cdeba-bb0d-4af0-a215-ff126e74b600 HTTP/1.1" status: 200 len: 943 time: 0.7995980 Apr 18 20:39:26.106610 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [req-06f13d18-e007-482b-a2f3-98a410ec567e req-1b509a22-fd4c-4721-99ad-df6507c283c0 tempest-TaggedBootDevicesTest-1674414334 tempest-TaggedBootDevicesTest-1674414334-project] Quota usage for port was recalculated. Used quota:8. {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:39:26.112465 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-83055030-be63-46ae-8ae5-5b7f7c6aeea3 req-813c7585-2ffa-4bae-bd6e-0652f409389e tempest-ImagesTestJSON-757689736 tempest-ImagesTestJSON-757689736-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1442044 Apr 18 20:39:26.116192 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [req-06f13d18-e007-482b-a2f3-98a410ec567e req-1b509a22-fd4c-4721-99ad-df6507c283c0 tempest-TaggedBootDevicesTest-1674414334 tempest-TaggedBootDevicesTest-1674414334-project] Attempting to reserve 1 items for resource port. Total usage: 8; quota limit: 500; headroom:492 {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:39:26.126588 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.v2.base [req-83055030-be63-46ae-8ae5-5b7f7c6aeea3 req-54aec86a-1a5e-42d8-abb9-2ab21b0853c0 service neutron] Request body: {'port': {'device_id': '8673e101-8393-4988-bd25-3203c81d4af8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-838334-2'}} {{(pid=84041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 20:39:26.145921 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-6201f852-7aff-459c-8a8d-262d4388b188 req-7aea328f-20ac-4382-8862-8d74c35430a2 tempest-LiveMigrationNegativeTest-1063094817 tempest-LiveMigrationNegativeTest-1063094817-project] 10.222.0.48 "DELETE /v2.0/ports/dc340d1a-25b1-44bb-9758-37662660deb1 HTTP/1.1" status: 204 len: 173 time: 7.5680544 Apr 18 20:39:26.273564 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-b5bd3080-015c-4419-8299-e4fdb3f083a9 req-870f9953-1d19-4ecc-aa8f-e1ebe2453174 service neutron] 10.222.0.42 "GET /v2.0/networks/f80ffbc0-34cb-4055-9a11-d2613998d549?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6534731 Apr 18 20:39:26.273564 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-06f13d18-e007-482b-a2f3-98a410ec567e req-1b509a22-fd4c-4721-99ad-df6507c283c0 tempest-TaggedBootDevicesTest-1674414334 tempest-TaggedBootDevicesTest-1674414334-project] Made reservation on behalf of f85a0d9202f64bddab6b7eaee6d6810d for: {'port': 1} {{(pid=84040) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:39:26.279393 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-06f13d18-e007-482b-a2f3-98a410ec567e req-1b509a22-fd4c-4721-99ad-df6507c283c0 tempest-TaggedBootDevicesTest-1674414334 tempest-TaggedBootDevicesTest-1674414334-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:26.286020 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [req-83055030-be63-46ae-8ae5-5b7f7c6aeea3 req-54aec86a-1a5e-42d8-abb9-2ab21b0853c0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:26.316239 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-e0f3fe33-ee11-4406-9dd2-099e172cb98f req-acdb403f-4573-469f-b61a-7e4f1a439d92 tempest-ServersWithSpecificFlavorTestJSON-734692326 tempest-ServersWithSpecificFlavorTestJSON-734692326-project] 10.222.0.42 "GET /v2.0/security-groups?id=51d79015-ffd5-44d4-b2c5-faf33204dfe8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2158201 Apr 18 20:39:26.771653 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.db_base_plugin_common [req-06f13d18-e007-482b-a2f3-98a410ec567e req-1b509a22-fd4c-4721-99ad-df6507c283c0 tempest-TaggedBootDevicesTest-1674414334 tempest-TaggedBootDevicesTest-1674414334-project] Allocated IP 10.1.1.142 (d9eb2c31-9efb-45c1-be97-8fbfff0e7f82/595cabc3-b2ed-413d-9545-05965478d7ea/fa4dbb91-4719-4896-8a0e-7cc707c80f19) {{(pid=84040) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:39:26.889561 n-d-838334-2 neutron-server[84041]: DEBUG neutron.notifiers.nova [req-83055030-be63-46ae-8ae5-5b7f7c6aeea3 req-54aec86a-1a5e-42d8-abb9-2ab21b0853c0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 381ec59e-d451-43b9-84e0-efcf973bb949 {{(pid=84041) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 18 20:39:26.901641 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [req-83055030-be63-46ae-8ae5-5b7f7c6aeea3 req-54aec86a-1a5e-42d8-abb9-2ab21b0853c0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:26.969272 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.provisioning_blocks [req-83055030-be63-46ae-8ae5-5b7f7c6aeea3 req-54aec86a-1a5e-42d8-abb9-2ab21b0853c0 service neutron] Transition to ACTIVE for port object 381ec59e-d451-43b9-84e0-efcf973bb949 will not be triggered until provisioned by entity L2. {{(pid=84041) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 20:39:26.984427 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [req-83055030-be63-46ae-8ae5-5b7f7c6aeea3 req-54aec86a-1a5e-42d8-abb9-2ab21b0853c0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32266282'] for port, after_update {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:26.985780 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Device 8233c3ee-e4c7-481a-9199-8a526c3e2a50 up at agent hyperv_n-h2-838334-2 {{(pid=84042) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 20:39:27.164309 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 35748) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:39:27.166684 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Provisioning for port 8233c3ee-e4c7-481a-9199-8a526c3e2a50 completed by entity L2. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 20:39:27.177769 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Provisioning complete for port 8233c3ee-e4c7-481a-9199-8a526c3e2a50 triggered by entity L2. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:39:27.178435 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1253608'] for port, provisioning_complete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:27.212543 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63eed5ee-5ae5-4a79-b344-42abfa0cb44e req-ad57b282-b2f0-407a-aaf8-db6b495dcc9b tempest-ImagesTestJSON-757689736 tempest-ImagesTestJSON-757689736-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:39:27.213234 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [req-63eed5ee-5ae5-4a79-b344-42abfa0cb44e req-ad57b282-b2f0-407a-aaf8-db6b495dcc9b tempest-ImagesTestJSON-757689736 tempest-ImagesTestJSON-757689736-project] Synchronizing usage tracker for tenant:dfa04f762e14427e8043e36ea411d50f on resource:port {{(pid=84040) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 20:39:27.248363 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37cc6973-ab2b-4b23-a2c0-4a6ae83b9afd req-d7563808-2ba8-4bd7-a26c-e6c469688f7a tempest-LiveAutoBlockMigrationV225Test-1713341100 tempest-LiveAutoBlockMigrationV225Test-1713341100-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:39:27.256633 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-37cc6973-ab2b-4b23-a2c0-4a6ae83b9afd req-d7563808-2ba8-4bd7-a26c-e6c469688f7a tempest-LiveAutoBlockMigrationV225Test-1713341100 tempest-LiveAutoBlockMigrationV225Test-1713341100-project] 10.222.0.42 "GET /v2.0/ports?device_id=272ac2e1-1767-4624-8754-f8b5c8a39eb9 HTTP/1.1" status: 200 len: 945 time: 0.4971290 Apr 18 20:39:27.262408 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [req-63eed5ee-5ae5-4a79-b344-42abfa0cb44e req-ad57b282-b2f0-407a-aaf8-db6b495dcc9b tempest-ImagesTestJSON-757689736 tempest-ImagesTestJSON-757689736-project] Unset dirty status for tenant:dfa04f762e14427e8043e36ea411d50f on resource:port {{(pid=84040) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 20:39:27.263846 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-63eed5ee-5ae5-4a79-b344-42abfa0cb44e req-ad57b282-b2f0-407a-aaf8-db6b495dcc9b tempest-ImagesTestJSON-757689736 tempest-ImagesTestJSON-757689736-project] 10.222.0.42 "GET /v2.0/ports?device_id=8673e101-8393-4988-bd25-3203c81d4af8 HTTP/1.1" status: 200 len: 931 time: 0.6099339 Apr 18 20:39:27.313938 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54aec86a-1a5e-42d8-abb9-2ab21b0853c0 service neutron] Pushing event updated for resources: {'Port': ['ID=381ec59e-d451-43b9-84e0-efcf973bb949,revision_number=2']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:39:27.379544 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:27.436893 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-63eed5ee-5ae5-4a79-b344-42abfa0cb44e req-76d80645-3d90-4235-9147-783b179723af tempest-ImagesTestJSON-757689736 tempest-ImagesTestJSON-757689736-project] 10.222.0.42 "GET /v2.0/security-groups?id=59d22466-01c3-4eda-9b5c-cb887beaa55e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1554713 Apr 18 20:39:27.439018 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] For port 8233c3ee-e4c7-481a-9199-8a526c3e2a50, host n-h2-838334-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838334-2',level=0,port_id=8233c3ee-e4c7-481a-9199-8a526c3e2a50,segment=NetworkSegment(a5e129cf-6a36-4adb-b738-73a89832322d),segment_id=a5e129cf-6a36-4adb-b738-73a89832322d)] {{(pid=84042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:39:27.442974 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-06f13d18-e007-482b-a2f3-98a410ec567e req-1b509a22-fd4c-4721-99ad-df6507c283c0 tempest-TaggedBootDevicesTest-1674414334 tempest-TaggedBootDevicesTest-1674414334-project] Notify callbacks [] for port, precommit_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:27.444552 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682'] for port, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:27.464223 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-37cc6973-ab2b-4b23-a2c0-4a6ae83b9afd req-74f2b9c3-d1fe-4dc0-b998-cb09495ff465 tempest-LiveAutoBlockMigrationV225Test-1713341100 tempest-LiveAutoBlockMigrationV225Test-1713341100-project] 10.222.0.42 "GET /v2.0/security-groups?id=bf712067-aabd-4e70-aae1-082928dd1ccd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2063389 Apr 18 20:39:27.490723 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.provisioning_blocks [req-06f13d18-e007-482b-a2f3-98a410ec567e req-1b509a22-fd4c-4721-99ad-df6507c283c0 tempest-TaggedBootDevicesTest-1674414334 tempest-TaggedBootDevicesTest-1674414334-project] Transition to ACTIVE for port object fa4dbb91-4719-4896-8a0e-7cc707c80f19 will not be triggered until provisioned by entity DHCP. {{(pid=84040) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 20:39:27.550085 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-06f13d18-e007-482b-a2f3-98a410ec567e req-1b509a22-fd4c-4721-99ad-df6507c283c0 tempest-TaggedBootDevicesTest-1674414334 tempest-TaggedBootDevicesTest-1674414334-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750374836619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32440838'] for port, after_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:27.603901 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Pushing event updated for resources: {'Port': ['ID=8233c3ee-e4c7-481a-9199-8a526c3e2a50,revision_number=5']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:39:27.612165 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.managers [req-83055030-be63-46ae-8ae5-5b7f7c6aeea3 req-54aec86a-1a5e-42d8-abb9-2ab21b0853c0 service neutron] Attempting to bind port 381ec59e-d451-43b9-84e0-efcf973bb949 on host n-h1-838334-2 for vnic_type normal with profile {{(pid=84041) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:39:27.612578 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.managers [req-83055030-be63-46ae-8ae5-5b7f7c6aeea3 req-54aec86a-1a5e-42d8-abb9-2ab21b0853c0 service neutron] Attempting to bind port 381ec59e-d451-43b9-84e0-efcf973bb949 by drivers openvswitch,hyperv on host n-h1-838334-2 at level 0 using segments [{'id': '636e5b77-90d2-4b9f-a149-e8d80d7281ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': 'a92cea34-83a9-4801-bb75-cc07c451223b'}] {{(pid=84041) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:39:27.613029 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83055030-be63-46ae-8ae5-5b7f7c6aeea3 req-54aec86a-1a5e-42d8-abb9-2ab21b0853c0 service neutron] Attempting to bind port 381ec59e-d451-43b9-84e0-efcf973bb949 on network a92cea34-83a9-4801-bb75-cc07c451223b {{(pid=84041) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 20:39:27.626508 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83055030-be63-46ae-8ae5-5b7f7c6aeea3 req-54aec86a-1a5e-42d8-abb9-2ab21b0853c0 service neutron] Port 381ec59e-d451-43b9-84e0-efcf973bb949 on network a92cea34-83a9-4801-bb75-cc07c451223b not bound, no agent of type Open vSwitch agent registered on host n-h1-838334-2 {{(pid=84041) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 18 20:39:27.626669 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83055030-be63-46ae-8ae5-5b7f7c6aeea3 req-54aec86a-1a5e-42d8-abb9-2ab21b0853c0 service neutron] Attempting to bind port 381ec59e-d451-43b9-84e0-efcf973bb949 on network a92cea34-83a9-4801-bb75-cc07c451223b {{(pid=84041) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 20:39:27.640770 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b509a22-fd4c-4721-99ad-df6507c283c0 tempest-TaggedBootDevicesTest-1674414334 tempest-TaggedBootDevicesTest-1674414334-project] Pushing event updated for resources: {'Port': ['ID=fa4dbb91-4719-4896-8a0e-7cc707c80f19,revision_number=1']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:39:27.646851 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83055030-be63-46ae-8ae5-5b7f7c6aeea3 req-54aec86a-1a5e-42d8-abb9-2ab21b0853c0 service neutron] Checking agent: {'id': 'd63bab19-ff81-4de1-afeb-a3732288d0d7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-838334-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 33, 59), 'started_at': datetime.datetime(2022, 4, 18, 20, 33, 59), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 20, 38, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84041) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 18 20:39:27.647184 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83055030-be63-46ae-8ae5-5b7f7c6aeea3 req-54aec86a-1a5e-42d8-abb9-2ab21b0853c0 service neutron] Checking segment: {'id': '636e5b77-90d2-4b9f-a149-e8d80d7281ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': 'a92cea34-83a9-4801-bb75-cc07c451223b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84041) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 20:39:27.647561 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83055030-be63-46ae-8ae5-5b7f7c6aeea3 req-54aec86a-1a5e-42d8-abb9-2ab21b0853c0 service neutron] Bound using segment: {'id': '636e5b77-90d2-4b9f-a149-e8d80d7281ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': 'a92cea34-83a9-4801-bb75-cc07c451223b'} {{(pid=84041) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 18 20:39:27.648032 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.managers [req-83055030-be63-46ae-8ae5-5b7f7c6aeea3 req-54aec86a-1a5e-42d8-abb9-2ab21b0853c0 service neutron] Bound port: 381ec59e-d451-43b9-84e0-efcf973bb949, host: n-h1-838334-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '636e5b77-90d2-4b9f-a149-e8d80d7281ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': 'a92cea34-83a9-4801-bb75-cc07c451223b'}}] {{(pid=84041) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 20:39:27.648442 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [req-83055030-be63-46ae-8ae5-5b7f7c6aeea3 req-54aec86a-1a5e-42d8-abb9-2ab21b0853c0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:27.666991 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-893523a7-ac33-482a-89e9-b42ed4d65daa admin admin] Notify callbacks [] for security_group, before_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:27.678059 n-d-838334-2 neutron-server[84040]: INFO neutron.notifiers.nova [-] Nova event matching ['req-099d4dc8-757f-4191-8ddd-04b9799204a0'] response: {'server_uuid': '88da0aae-5387-4191-9808-adec4cffcd57', 'name': 'network-vif-deleted', 'tag': 'd1c072d7-4cd8-43b1-b0ab-82d452c6cfa0', 'status': 'completed', 'code': 200} Apr 18 20:39:27.728535 n-d-838334-2 neutron-server[84040]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-06f13d18-e007-482b-a2f3-98a410ec567e req-1b509a22-fd4c-4721-99ad-df6507c283c0 tempest-TaggedBootDevicesTest-1674414334 tempest-TaggedBootDevicesTest-1674414334-project] Network d9eb2c31-9efb-45c1-be97-8fbfff0e7f82 is already hosted by enough agents. {{(pid=84040) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:39:27.734947 n-d-838334-2 neutron-server[84042]: INFO neutron.notifiers.nova [-] Nova event matching ['req-446dbbaf-c30a-4703-811c-032da4f1473b'] response: {'server_uuid': '938f89c0-99ed-4164-b9cc-2b809c4e82ef', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'dc340d1a-25b1-44bb-9758-37662660deb1', 'code': 200} Apr 18 20:39:27.738256 n-d-838334-2 neutron-server[84040]: DEBUG neutron.scheduler.base_scheduler [req-06f13d18-e007-482b-a2f3-98a410ec567e req-1b509a22-fd4c-4721-99ad-df6507c283c0 tempest-TaggedBootDevicesTest-1674414334 tempest-TaggedBootDevicesTest-1674414334-project] Resources bound (agent type, host, resource id): {{(pid=84040) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:39:27.763176 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.l3_dvrscheduler_db [req-06f13d18-e007-482b-a2f3-98a410ec567e req-1b509a22-fd4c-4721-99ad-df6507c283c0 tempest-TaggedBootDevicesTest-1674414334 tempest-TaggedBootDevicesTest-1674414334-project] Received port after_create {{(pid=84040) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 20:39:27.789609 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.db [req-83055030-be63-46ae-8ae5-5b7f7c6aeea3 req-54aec86a-1a5e-42d8-abb9-2ab21b0853c0 service neutron] For port 381ec59e-d451-43b9-84e0-efcf973bb949, host n-h1-838334-2, cleared binding levels {{(pid=84041) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 20:39:27.794130 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.db [req-83055030-be63-46ae-8ae5-5b7f7c6aeea3 req-54aec86a-1a5e-42d8-abb9-2ab21b0853c0 service neutron] For port 381ec59e-d451-43b9-84e0-efcf973bb949, host n-h1-838334-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838334-2',level=0,port_id=381ec59e-d451-43b9-84e0-efcf973bb949,segment=NetworkSegment(636e5b77-90d2-4b9f-a149-e8d80d7281ee),segment_id=636e5b77-90d2-4b9f-a149-e8d80d7281ee)] {{(pid=84041) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 20:39:27.802277 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [req-83055030-be63-46ae-8ae5-5b7f7c6aeea3 req-54aec86a-1a5e-42d8-abb9-2ab21b0853c0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32266282'] for port, after_update {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:27.838205 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [None req-893523a7-ac33-482a-89e9-b42ed4d65daa admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:39:27.857772 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-893523a7-ac33-482a-89e9-b42ed4d65daa admin admin] Usage tracker for resource:security_group_rule and tenant:c1a58eaf0399430ea533a72e58cdba0c is out of sync, need to count used quota {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:39:27.869791 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-893523a7-ac33-482a-89e9-b42ed4d65daa admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:39:27.892894 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [None req-893523a7-ac33-482a-89e9-b42ed4d65daa admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:39:27.897680 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [req-83055030-be63-46ae-8ae5-5b7f7c6aeea3 req-54aec86a-1a5e-42d8-abb9-2ab21b0853c0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217293'] for port, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:27.899355 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-83055030-be63-46ae-8ae5-5b7f7c6aeea3 req-54aec86a-1a5e-42d8-abb9-2ab21b0853c0 service neutron] 10.222.0.43 "PUT /v2.0/ports/381ec59e-d451-43b9-84e0-efcf973bb949 HTTP/1.1" status: 200 len: 1091 time: 1.7784343 Apr 18 20:39:27.900038 n-d-838334-2 neutron-server[84041]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8673e101-8393-4988-bd25-3203c81d4af8', 'tag': '381ec59e-d451-43b9-84e0-efcf973bb949'}] {{(pid=84041) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 20:39:27.973977 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54aec86a-1a5e-42d8-abb9-2ab21b0853c0 service neutron] Pushing event updated for resources: {'Port': ['ID=381ec59e-d451-43b9-84e0-efcf973bb949,revision_number=3']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:39:28.095043 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-f5ac1b68-504b-45ae-a8a6-3e8be2ed92d2 None None] Provisioning for port fa4dbb91-4719-4896-8a0e-7cc707c80f19 completed by entity DHCP. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 20:39:28.101994 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-f5ac1b68-504b-45ae-a8a6-3e8be2ed92d2 None None] Provisioning complete for port fa4dbb91-4719-4896-8a0e-7cc707c80f19 triggered by entity DHCP. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:39:28.102460 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-f5ac1b68-504b-45ae-a8a6-3e8be2ed92d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1253608'] for port, provisioning_complete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:28.122834 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-83055030-be63-46ae-8ae5-5b7f7c6aeea3 req-69b2f209-7757-43f0-b85b-3d9f6b46704a service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=dfa04f762e14427e8043e36ea411d50f&device_id=8673e101-8393-4988-bd25-3203c81d4af8 HTTP/1.1" status: 200 len: 1094 time: 0.1346805 Apr 18 20:39:28.220456 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.plugin [None req-f5ac1b68-504b-45ae-a8a6-3e8be2ed92d2 None None] Port fa4dbb91-4719-4896-8a0e-7cc707c80f19 cannot update to ACTIVE because it is not bound. {{(pid=84042) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 18 20:39:28.271483 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06f13d18-e007-482b-a2f3-98a410ec567e req-1b509a22-fd4c-4721-99ad-df6507c283c0 tempest-TaggedBootDevicesTest-1674414334 tempest-TaggedBootDevicesTest-1674414334-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:39:28.272395 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-06f13d18-e007-482b-a2f3-98a410ec567e req-1b509a22-fd4c-4721-99ad-df6507c283c0 tempest-TaggedBootDevicesTest-1674414334 tempest-TaggedBootDevicesTest-1674414334-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217293'] for port, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:28.279435 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-433fbeb3-3076-4ffa-a3b7-4ab7dbefdb23 req-50dcb2ba-8a7e-4ea9-a6ab-52d0d4295269 tempest-VolumesAdminNegativeTest-2082754132 tempest-VolumesAdminNegativeTest-2082754132-project] 10.222.0.42 "GET /v2.0/ports?device_id=9ee457da-713c-453b-9df5-efd3166e7de4 HTTP/1.1" status: 200 len: 210 time: 0.2265220 Apr 18 20:39:28.295722 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-893523a7-ac33-482a-89e9-b42ed4d65daa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:28.305666 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-83055030-be63-46ae-8ae5-5b7f7c6aeea3 req-7d6f3ede-9409-4d8e-b24e-0f0fa1d6a645 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=381ec59e-d451-43b9-84e0-efcf973bb949 HTTP/1.1" status: 200 len: 217 time: 0.1741848 Apr 18 20:39:28.321095 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-893523a7-ac33-482a-89e9-b42ed4d65daa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33528224'] for security_group, after_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:28.403793 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83055030-be63-46ae-8ae5-5b7f7c6aeea3 req-6499a98a-3f2e-4531-ba97-3b66d6b203b1 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:39:28.411256 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-83055030-be63-46ae-8ae5-5b7f7c6aeea3 req-6499a98a-3f2e-4531-ba97-3b66d6b203b1 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=6bff4054-f84b-415b-b0b0-aa32d7878409 HTTP/1.1" status: 200 len: 844 time: 0.0920153 Apr 18 20:39:28.440330 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-893523a7-ac33-482a-89e9-b42ed4d65daa admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=c1a58eaf0399430ea533a72e58cdba0c&name=default HTTP/1.1" status: 200 len: 2647 time: 1.2558572 Apr 18 20:39:28.445823 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 35766) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:39:28.446144 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 35768) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:39:28.453967 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-893523a7-ac33-482a-89e9-b42ed4d65daa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=69de620e-bbce-40f9-aecf-54af82b890e9,revision_number=1']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:39:28.477860 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-83055030-be63-46ae-8ae5-5b7f7c6aeea3 req-84b2d712-a3b3-4acf-ba61-6e2510421b7c service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=a92cea34-83a9-4801-bb75-cc07c451223b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0603750 Apr 18 20:39:28.597714 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-06f13d18-e007-482b-a2f3-98a410ec567e req-1b509a22-fd4c-4721-99ad-df6507c283c0 tempest-TaggedBootDevicesTest-1674414334 tempest-TaggedBootDevicesTest-1674414334-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.2988074 Apr 18 20:39:28.605378 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00ecdcb4-5069-49d8-9916-077979ebc729 req-687a5452-24a2-4ffd-9e9d-69a5a8de392e tempest-TaggedBootDevicesTest-1674414334 tempest-TaggedBootDevicesTest-1674414334-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:39:28.609796 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00ecdcb4-5069-49d8-9916-077979ebc729 req-687a5452-24a2-4ffd-9e9d-69a5a8de392e tempest-TaggedBootDevicesTest-1674414334 tempest-TaggedBootDevicesTest-1674414334-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:39:28.610564 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [req-00ecdcb4-5069-49d8-9916-077979ebc729 req-687a5452-24a2-4ffd-9e9d-69a5a8de392e tempest-TaggedBootDevicesTest-1674414334 tempest-TaggedBootDevicesTest-1674414334-project] Synchronizing usage tracker for tenant:f85a0d9202f64bddab6b7eaee6d6810d on resource:port {{(pid=84040) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 20:39:28.641119 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-83055030-be63-46ae-8ae5-5b7f7c6aeea3 req-60d4fddd-0f9f-4ad1-95c2-ab4e5f079471 service neutron] 10.222.0.43 "GET /v2.0/networks/a92cea34-83a9-4801-bb75-cc07c451223b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1567135 Apr 18 20:39:28.649711 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.v2.base [req-06f13d18-e007-482b-a2f3-98a410ec567e req-11f7d532-2935-430d-8bd7-614d338d76c7 tempest-TaggedBootDevicesTest-1674414334 tempest-TaggedBootDevicesTest-1674414334-project] Request body: {'port': {'device_id': 'cc0d4549-87de-476f-8fa1-88b0358bebbd', 'network_id': 'd9eb2c31-9efb-45c1-be97-8fbfff0e7f82', 'admin_state_up': True, 'tenant_id': 'f85a0d9202f64bddab6b7eaee6d6810d', 'security_groups': ['67ac5558-a250-4106-afe6-28a5add43e38']}} {{(pid=84040) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 20:39:28.758930 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5bd3080-015c-4419-8299-e4fdb3f083a9 req-97e9932b-2964-41d7-9bbe-28caf9c422ac tempest-VolumesAdminNegativeTest-2082754132 tempest-VolumesAdminNegativeTest-2082754132-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:39:28.760267 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-b5bd3080-015c-4419-8299-e4fdb3f083a9 req-97e9932b-2964-41d7-9bbe-28caf9c422ac tempest-VolumesAdminNegativeTest-2082754132 tempest-VolumesAdminNegativeTest-2082754132-project] 10.222.0.43 "GET /v2.0/networks?id=f80ffbc0-34cb-4055-9a11-d2613998d549 HTTP/1.1" status: 200 len: 815 time: 0.6384699 Apr 18 20:39:28.789845 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.v2.base [req-b5bd3080-015c-4419-8299-e4fdb3f083a9 req-8de2654a-b271-4f88-b715-e6a153a728e8 tempest-VolumesAdminNegativeTest-2082754132 tempest-VolumesAdminNegativeTest-2082754132-project] Request body: {'port': {'device_id': '9ee457da-713c-453b-9df5-efd3166e7de4', 'network_id': 'f80ffbc0-34cb-4055-9a11-d2613998d549', 'admin_state_up': True, 'tenant_id': '07e0c18a660b43be866cedba30976c78'}} {{(pid=84040) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 20:39:28.798725 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-83055030-be63-46ae-8ae5-5b7f7c6aeea3 req-4978cc53-a173-4747-93c1-58bf1c7e7156 service neutron] 10.222.0.43 "GET /v2.0/networks/a92cea34-83a9-4801-bb75-cc07c451223b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1508396 Apr 18 20:39:28.832597 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [req-00ecdcb4-5069-49d8-9916-077979ebc729 req-687a5452-24a2-4ffd-9e9d-69a5a8de392e tempest-TaggedBootDevicesTest-1674414334 tempest-TaggedBootDevicesTest-1674414334-project] Unset dirty status for tenant:f85a0d9202f64bddab6b7eaee6d6810d on resource:port {{(pid=84040) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 20:39:28.833678 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-00ecdcb4-5069-49d8-9916-077979ebc729 req-687a5452-24a2-4ffd-9e9d-69a5a8de392e tempest-TaggedBootDevicesTest-1674414334 tempest-TaggedBootDevicesTest-1674414334-project] 10.222.0.42 "GET /v2.0/ports?device_id=cc0d4549-87de-476f-8fa1-88b0358bebbd HTTP/1.1" status: 200 len: 1653 time: 1.1470783 Apr 18 20:39:28.986828 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-3f78874d-6696-4849-9ce8-68dc32c3430d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:29.048980 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-e8f631fb-8c95-48d7-b08c-59f17baa236d admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=5d4dc6fb67894ffb821d3bd7cc7cd1b2&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5959990 Apr 18 20:39:29.049402 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 35782) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:39:29.084554 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9386fc43-0ac9-4e5f-b146-5cea884e291b req-bdba2807-ee4a-473a-be4c-76584432c001 tempest-ServersWithSpecificFlavorTestJSON-734692326 tempest-ServersWithSpecificFlavorTestJSON-734692326-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:39:29.086014 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-9386fc43-0ac9-4e5f-b146-5cea884e291b req-bdba2807-ee4a-473a-be4c-76584432c001 tempest-ServersWithSpecificFlavorTestJSON-734692326 tempest-ServersWithSpecificFlavorTestJSON-734692326-project] 10.222.0.42 "GET /v2.0/ports?device_id=914cdeba-bb0d-4af0-a215-ff126e74b600 HTTP/1.1" status: 200 len: 945 time: 0.5870574 Apr 18 20:39:29.089113 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-3f78874d-6696-4849-9ce8-68dc32c3430d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:29.113366 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [req-06f13d18-e007-482b-a2f3-98a410ec567e req-11f7d532-2935-430d-8bd7-614d338d76c7 tempest-TaggedBootDevicesTest-1674414334 tempest-TaggedBootDevicesTest-1674414334-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:39:29.121913 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-cb7a5049-315f-4be3-bf00-22f2a786d7e4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:29.142077 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-00ecdcb4-5069-49d8-9916-077979ebc729 req-029b3716-2dbc-4bb2-ad10-55c8f3037ebf tempest-TaggedBootDevicesTest-1674414334 tempest-TaggedBootDevicesTest-1674414334-project] 10.222.0.42 "GET /v2.0/security-groups?id=67ac5558-a250-4106-afe6-28a5add43e38&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2548823 Apr 18 20:39:29.153934 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-cb7a5049-315f-4be3-bf00-22f2a786d7e4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:29.178737 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [req-06f13d18-e007-482b-a2f3-98a410ec567e req-11f7d532-2935-430d-8bd7-614d338d76c7 tempest-TaggedBootDevicesTest-1674414334 tempest-TaggedBootDevicesTest-1674414334-project] Attempting to reserve 1 items for resource port. Total usage: 9; quota limit: 500; headroom:491 {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:39:29.215094 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-cb7a5049-315f-4be3-bf00-22f2a786d7e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33528224'] for security_group, after_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:29.231658 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb7a5049-315f-4be3-bf00-22f2a786d7e4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d29b726-a567-4f03-8309-9129413604ec,revision_number=None']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:39:29.251577 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-cb7a5049-315f-4be3-bf00-22f2a786d7e4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:29.277886 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-cb7a5049-315f-4be3-bf00-22f2a786d7e4 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/7d29b726-a567-4f03-8309-9129413604ec HTTP/1.1" status: 204 len: 168 time: 0.2081256 Apr 18 20:39:29.304771 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750375287399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253529'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:29.314450 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [req-b5bd3080-015c-4419-8299-e4fdb3f083a9 req-8de2654a-b271-4f88-b715-e6a153a728e8 tempest-VolumesAdminNegativeTest-2082754132 tempest-VolumesAdminNegativeTest-2082754132-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:39:29.326831 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [req-b5bd3080-015c-4419-8299-e4fdb3f083a9 req-8de2654a-b271-4f88-b715-e6a153a728e8 tempest-VolumesAdminNegativeTest-2082754132 tempest-VolumesAdminNegativeTest-2082754132-project] Usage tracker for resource:port and tenant:07e0c18a660b43be866cedba30976c78 is out of sync, need to count used quota {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:39:29.334650 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [req-b5bd3080-015c-4419-8299-e4fdb3f083a9 req-8de2654a-b271-4f88-b715-e6a153a728e8 tempest-VolumesAdminNegativeTest-2082754132 tempest-VolumesAdminNegativeTest-2082754132-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:39:29.372511 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-06f13d18-e007-482b-a2f3-98a410ec567e req-11f7d532-2935-430d-8bd7-614d338d76c7 tempest-TaggedBootDevicesTest-1674414334 tempest-TaggedBootDevicesTest-1674414334-project] Made reservation on behalf of f85a0d9202f64bddab6b7eaee6d6810d for: {'port': 1} {{(pid=84040) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:39:29.375607 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-06f13d18-e007-482b-a2f3-98a410ec567e req-11f7d532-2935-430d-8bd7-614d338d76c7 tempest-TaggedBootDevicesTest-1674414334 tempest-TaggedBootDevicesTest-1674414334-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:29.392209 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [req-b5bd3080-015c-4419-8299-e4fdb3f083a9 req-8de2654a-b271-4f88-b715-e6a153a728e8 tempest-VolumesAdminNegativeTest-2082754132 tempest-VolumesAdminNegativeTest-2082754132-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:39:29.404268 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-9386fc43-0ac9-4e5f-b146-5cea884e291b req-424669a1-1f78-4711-b690-658c44d5814b tempest-ServersWithSpecificFlavorTestJSON-734692326 tempest-ServersWithSpecificFlavorTestJSON-734692326-project] 10.222.0.42 "GET /v2.0/security-groups?id=51d79015-ffd5-44d4-b2c5-faf33204dfe8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2946892 Apr 18 20:39:29.483278 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-3f78874d-6696-4849-9ce8-68dc32c3430d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33528224'] for security_group, after_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:29.486905 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b5bd3080-015c-4419-8299-e4fdb3f083a9 req-8de2654a-b271-4f88-b715-e6a153a728e8 tempest-VolumesAdminNegativeTest-2082754132 tempest-VolumesAdminNegativeTest-2082754132-project] Made reservation on behalf of 07e0c18a660b43be866cedba30976c78 for: {'port': 1} {{(pid=84040) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:39:29.489910 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-b5bd3080-015c-4419-8299-e4fdb3f083a9 req-8de2654a-b271-4f88-b715-e6a153a728e8 tempest-VolumesAdminNegativeTest-2082754132 tempest-VolumesAdminNegativeTest-2082754132-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:29.499200 n-d-838334-2 neutron-server[84041]: INFO neutron.notifiers.nova [-] Nova event matching ['req-eed62538-5aa9-4103-b7ae-ef94f0615f32'] response: {'name': 'network-changed', 'server_uuid': '8673e101-8393-4988-bd25-3203c81d4af8', 'tag': '381ec59e-d451-43b9-84e0-efcf973bb949', 'status': 'completed', 'code': 200} Apr 18 20:39:29.541568 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f78874d-6696-4849-9ce8-68dc32c3430d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=69de620e-bbce-40f9-aecf-54af82b890e9,revision_number=None']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:39:29.562649 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-3f78874d-6696-4849-9ce8-68dc32c3430d admin admin] Notify callbacks [] for security_group, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:29.564443 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-3f78874d-6696-4849-9ce8-68dc32c3430d admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/69de620e-bbce-40f9-aecf-54af82b890e9 HTTP/1.1" status: 204 len: 168 time: 1.1114378 Apr 18 20:39:29.700439 n-d-838334-2 neutron-server[84040]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '938f89c0-99ed-4164-b9cc-2b809c4e82ef', 'name': 'network-vif-deleted', 'tag': 'dc340d1a-25b1-44bb-9758-37662660deb1'}] {{(pid=84040) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 20:39:29.710633 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-4566134a-e0aa-415b-9b7f-ef1e7802e19c req-e806c23a-0259-4f6d-a0ba-3cf0f7dbc525 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=dfa04f762e14427e8043e36ea411d50f&device_id=8673e101-8393-4988-bd25-3203c81d4af8 HTTP/1.1" status: 200 len: 1094 time: 0.1645734 Apr 18 20:39:29.721543 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-d046d7bb-83bf-4331-bba6-1a8eae803c39 req-aa13f316-8591-4c96-b645-73742c22141b tempest-LiveAutoBlockMigrationV225Test-203169570 tempest-LiveAutoBlockMigrationV225Test-203169570-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=272ac2e1-1767-4624-8754-f8b5c8a39eb9 HTTP/1.1" status: 200 len: 1096 time: 0.3881161 Apr 18 20:39:29.736102 n-d-838334-2 neutron-server[84042]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '914cdeba-bb0d-4af0-a215-ff126e74b600', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8233c3ee-e4c7-481a-9199-8a526c3e2a50'}] {{(pid=84042) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 20:39:29.813449 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.db_base_plugin_common [req-06f13d18-e007-482b-a2f3-98a410ec567e req-11f7d532-2935-430d-8bd7-614d338d76c7 tempest-TaggedBootDevicesTest-1674414334 tempest-TaggedBootDevicesTest-1674414334-project] Allocated IP 10.1.1.161 (d9eb2c31-9efb-45c1-be97-8fbfff0e7f82/595cabc3-b2ed-413d-9545-05965478d7ea/05244033-b882-4dfd-8fd2-dde7ce49d9a1) {{(pid=84040) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:39:29.828826 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 35800) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:39:29.919979 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-d046d7bb-83bf-4331-bba6-1a8eae803c39 req-e10c7183-9527-442c-9d25-fa6d5a0f11b9 tempest-LiveAutoBlockMigrationV225Test-203169570 tempest-LiveAutoBlockMigrationV225Test-203169570-project-admin] 10.222.0.42 "GET /v2.0/security-groups?id=bf712067-aabd-4e70-aae1-082928dd1ccd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1839137 Apr 18 20:39:29.925884 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-b9179571-834d-4b80-9b30-4523074af101 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=c8e526e57a914294836dd907f83cb86d&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0928144 Apr 18 20:39:29.929011 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 35806) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:39:29.933067 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.db_base_plugin_common [req-b5bd3080-015c-4419-8299-e4fdb3f083a9 req-8de2654a-b271-4f88-b715-e6a153a728e8 tempest-VolumesAdminNegativeTest-2082754132 tempest-VolumesAdminNegativeTest-2082754132-project] Allocated IP 172.20.0.11 (f80ffbc0-34cb-4055-9a11-d2613998d549/3f63e7a0-93d9-41f9-9b98-36f6c4a2e1f0/201de10e-ce02-4c05-8152-279dc9fda613) {{(pid=84040) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:39:29.944172 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4566134a-e0aa-415b-9b7f-ef1e7802e19c req-c6acb4bf-0d92-4af2-8026-a283a2331bf0 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:39:29.945716 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-4566134a-e0aa-415b-9b7f-ef1e7802e19c req-c6acb4bf-0d92-4af2-8026-a283a2331bf0 service neutron] 10.222.0.43 "GET /v2.0/networks?id=a92cea34-83a9-4801-bb75-cc07c451223b HTTP/1.1" status: 200 len: 905 time: 0.2262087 Apr 18 20:39:29.947921 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8ebee26-eb1b-4fe5-97c6-9df87ba54826 req-e5d21d03-ca8d-4916-a1a8-fe6f7c5c7e76 tempest-ImagesTestJSON-757689736 tempest-ImagesTestJSON-757689736-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:39:29.949361 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-c8ebee26-eb1b-4fe5-97c6-9df87ba54826 req-e5d21d03-ca8d-4916-a1a8-fe6f7c5c7e76 tempest-ImagesTestJSON-757689736 tempest-ImagesTestJSON-757689736-project] 10.222.0.42 "GET /v2.0/ports?device_id=8673e101-8393-4988-bd25-3203c81d4af8 HTTP/1.1" status: 200 len: 943 time: 0.3001196 Apr 18 20:39:30.040847 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-4566134a-e0aa-415b-9b7f-ef1e7802e19c req-e2f83bbe-7196-4dcb-8c01-83afe154c31a service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=381ec59e-d451-43b9-84e0-efcf973bb949 HTTP/1.1" status: 200 len: 217 time: 0.0876977 Apr 18 20:39:30.120679 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-b97d5492-68f5-43d6-82b2-5fc14b269ea2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:30.149514 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4566134a-e0aa-415b-9b7f-ef1e7802e19c req-d707d6a6-6d97-4d0a-978d-d249168bbe6e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:39:30.151296 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-4566134a-e0aa-415b-9b7f-ef1e7802e19c req-d707d6a6-6d97-4d0a-978d-d249168bbe6e service neutron] 10.222.0.43 "GET /v2.0/subnets?id=6bff4054-f84b-415b-b0b0-aa32d7878409 HTTP/1.1" status: 200 len: 844 time: 0.1024961 Apr 18 20:39:30.151648 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 35812) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:39:30.160960 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-c8ebee26-eb1b-4fe5-97c6-9df87ba54826 req-b8642bd9-69ac-4ec7-878b-870104c5759e tempest-ImagesTestJSON-757689736 tempest-ImagesTestJSON-757689736-project] 10.222.0.42 "GET /v2.0/security-groups?id=59d22466-01c3-4eda-9b5c-cb887beaa55e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1986825 Apr 18 20:39:30.161331 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-b97d5492-68f5-43d6-82b2-5fc14b269ea2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:30.236567 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-e2d5d5a7-96af-4035-aae4-848a486cbbd5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:30.250718 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-4566134a-e0aa-415b-9b7f-ef1e7802e19c req-a10e4380-4345-40cd-97fd-858e426f595c service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=a92cea34-83a9-4801-bb75-cc07c451223b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0679555 Apr 18 20:39:30.264541 n-d-838334-2 neutron-server[84040]: INFO neutron.notifiers.nova [-] Nova event matching ['req-beb6ca1c-6c9d-486b-b7bf-b1c0f20047a9'] response: {'server_uuid': '938f89c0-99ed-4164-b9cc-2b809c4e82ef', 'name': 'network-vif-deleted', 'tag': 'dc340d1a-25b1-44bb-9758-37662660deb1', 'status': 'completed', 'code': 200} Apr 18 20:39:30.267312 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-06f13d18-e007-482b-a2f3-98a410ec567e req-11f7d532-2935-430d-8bd7-614d338d76c7 tempest-TaggedBootDevicesTest-1674414334 tempest-TaggedBootDevicesTest-1674414334-project] Notify callbacks [] for port, precommit_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:30.299576 n-d-838334-2 neutron-server[84042]: INFO neutron.notifiers.nova [-] Nova event matching ['req-323b54f0-5c38-405c-be98-e7c16edcc31f'] response: {'server_uuid': '914cdeba-bb0d-4af0-a215-ff126e74b600', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8233c3ee-e4c7-481a-9199-8a526c3e2a50', 'code': 200} Apr 18 20:39:30.340171 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-d16c64c3-09bb-4a33-b206-4d1098ab86fc req-4882eae2-625b-4f10-9e62-603607e73970 tempest-VolumesAdminNegativeTest-2082754132 tempest-VolumesAdminNegativeTest-2082754132-project] 10.222.0.42 "GET /v2.0/ports?device_id=9ee457da-713c-453b-9df5-efd3166e7de4 HTTP/1.1" status: 200 len: 210 time: 0.0781922 Apr 18 20:39:30.352157 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.provisioning_blocks [req-06f13d18-e007-482b-a2f3-98a410ec567e req-11f7d532-2935-430d-8bd7-614d338d76c7 tempest-TaggedBootDevicesTest-1674414334 tempest-TaggedBootDevicesTest-1674414334-project] Transition to ACTIVE for port object 05244033-b882-4dfd-8fd2-dde7ce49d9a1 will not be triggered until provisioned by entity DHCP. {{(pid=84040) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 20:39:30.448966 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-b5bd3080-015c-4419-8299-e4fdb3f083a9 req-8de2654a-b271-4f88-b715-e6a153a728e8 tempest-VolumesAdminNegativeTest-2082754132 tempest-VolumesAdminNegativeTest-2082754132-project] Notify callbacks [] for port, precommit_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:30.465809 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-4566134a-e0aa-415b-9b7f-ef1e7802e19c req-c2d5297f-6626-4c4e-8cac-b5975042becf service neutron] 10.222.0.43 "GET /v2.0/networks/a92cea34-83a9-4801-bb75-cc07c451223b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2040446 Apr 18 20:39:30.488062 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-06f13d18-e007-482b-a2f3-98a410ec567e req-11f7d532-2935-430d-8bd7-614d338d76c7 tempest-TaggedBootDevicesTest-1674414334 tempest-TaggedBootDevicesTest-1674414334-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750374836619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32440838'] for port, after_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:30.562494 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-b97d5492-68f5-43d6-82b2-5fc14b269ea2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33528224'] for security_group, after_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:30.580623 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-e2d5d5a7-96af-4035-aae4-848a486cbbd5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:39:30.587649 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-e2d5d5a7-96af-4035-aae4-848a486cbbd5 admin admin] Usage tracker for resource:security_group_rule and tenant:5c3135ec53ba429f9483a24154587cb0 is out of sync, need to count used quota {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:39:30.599600 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-e2d5d5a7-96af-4035-aae4-848a486cbbd5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:39:30.619490 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-e2d5d5a7-96af-4035-aae4-848a486cbbd5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:39:30.624545 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b97d5492-68f5-43d6-82b2-5fc14b269ea2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9359b6d-2273-4624-90f5-b6467f6c8a08,revision_number=None']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:39:30.648831 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-b97d5492-68f5-43d6-82b2-5fc14b269ea2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:30.650434 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-b97d5492-68f5-43d6-82b2-5fc14b269ea2 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/e9359b6d-2273-4624-90f5-b6467f6c8a08 HTTP/1.1" status: 204 len: 168 time: 0.7203064 Apr 18 20:39:30.681115 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-b5bd3080-015c-4419-8299-e4fdb3f083a9 req-8de2654a-b271-4f88-b715-e6a153a728e8 tempest-VolumesAdminNegativeTest-2082754132 tempest-VolumesAdminNegativeTest-2082754132-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750374836619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32440838'] for port, after_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:30.689011 n-d-838334-2 neutron-server[84040]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-06f13d18-e007-482b-a2f3-98a410ec567e req-11f7d532-2935-430d-8bd7-614d338d76c7 tempest-TaggedBootDevicesTest-1674414334 tempest-TaggedBootDevicesTest-1674414334-project] Network d9eb2c31-9efb-45c1-be97-8fbfff0e7f82 is already hosted by enough agents. {{(pid=84040) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:39:30.691977 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11f7d532-2935-430d-8bd7-614d338d76c7 tempest-TaggedBootDevicesTest-1674414334 tempest-TaggedBootDevicesTest-1674414334-project] Pushing event updated for resources: {'Port': ['ID=05244033-b882-4dfd-8fd2-dde7ce49d9a1,revision_number=1']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:39:30.699671 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-f307564e-11da-42d8-9346-bf7f6cd10191 req-cb02db5c-a9b9-4539-b245-e6e4c2c87ef9 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=914cdeba-bb0d-4af0-a215-ff126e74b600 HTTP/1.1" status: 200 len: 1096 time: 0.2983017 Apr 18 20:39:30.700494 n-d-838334-2 neutron-server[84040]: DEBUG neutron.scheduler.base_scheduler [req-06f13d18-e007-482b-a2f3-98a410ec567e req-11f7d532-2935-430d-8bd7-614d338d76c7 tempest-TaggedBootDevicesTest-1674414334 tempest-TaggedBootDevicesTest-1674414334-project] Resources bound (agent type, host, resource id): {{(pid=84040) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:39:30.750385 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.l3_dvrscheduler_db [req-06f13d18-e007-482b-a2f3-98a410ec567e req-11f7d532-2935-430d-8bd7-614d338d76c7 tempest-TaggedBootDevicesTest-1674414334 tempest-TaggedBootDevicesTest-1674414334-project] Received port after_create {{(pid=84040) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 20:39:30.763481 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-4566134a-e0aa-415b-9b7f-ef1e7802e19c req-83896501-b1bc-43d0-9dda-5fa7b88d7672 service neutron] 10.222.0.43 "GET /v2.0/networks/a92cea34-83a9-4801-bb75-cc07c451223b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2837141 Apr 18 20:39:30.844723 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-e2d5d5a7-96af-4035-aae4-848a486cbbd5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:30.851970 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-e2d5d5a7-96af-4035-aae4-848a486cbbd5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33528224'] for security_group, after_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:30.943656 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06f13d18-e007-482b-a2f3-98a410ec567e req-11f7d532-2935-430d-8bd7-614d338d76c7 tempest-TaggedBootDevicesTest-1674414334 tempest-TaggedBootDevicesTest-1674414334-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:39:30.950015 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-06f13d18-e007-482b-a2f3-98a410ec567e req-11f7d532-2935-430d-8bd7-614d338d76c7 tempest-TaggedBootDevicesTest-1674414334 tempest-TaggedBootDevicesTest-1674414334-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217293'] for port, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:30.960743 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2d5d5a7-96af-4035-aae4-848a486cbbd5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ca820bf8-279a-444e-a483-d1ea7d39850b,revision_number=1']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:39:30.969824 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-e2d5d5a7-96af-4035-aae4-848a486cbbd5 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=5c3135ec53ba429f9483a24154587cb0&name=default HTTP/1.1" status: 200 len: 2647 time: 0.8121102 Apr 18 20:39:30.970236 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 35832) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:39:31.115614 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-faf07a6b-8c80-460c-b1ca-5af4ae07c0b6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:31.137975 n-d-838334-2 neutron-server[84040]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b5bd3080-015c-4419-8299-e4fdb3f083a9 req-8de2654a-b271-4f88-b715-e6a153a728e8 tempest-VolumesAdminNegativeTest-2082754132 tempest-VolumesAdminNegativeTest-2082754132-project] Network f80ffbc0-34cb-4055-9a11-d2613998d549 is already hosted by enough agents. {{(pid=84040) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:39:31.149355 n-d-838334-2 neutron-server[84040]: DEBUG neutron.scheduler.base_scheduler [req-b5bd3080-015c-4419-8299-e4fdb3f083a9 req-8de2654a-b271-4f88-b715-e6a153a728e8 tempest-VolumesAdminNegativeTest-2082754132 tempest-VolumesAdminNegativeTest-2082754132-project] Resources bound (agent type, host, resource id): {{(pid=84040) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:39:31.163124 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.l3_dvrscheduler_db [req-b5bd3080-015c-4419-8299-e4fdb3f083a9 req-8de2654a-b271-4f88-b715-e6a153a728e8 tempest-VolumesAdminNegativeTest-2082754132 tempest-VolumesAdminNegativeTest-2082754132-project] Received port after_create {{(pid=84040) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 20:39:31.174389 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-faf07a6b-8c80-460c-b1ca-5af4ae07c0b6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:31.189252 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-3721cc1f-01b1-4b56-b100-7a56b6f4c08c None None] Provisioning for port 05244033-b882-4dfd-8fd2-dde7ce49d9a1 completed by entity DHCP. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 20:39:31.190051 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8de2654a-b271-4f88-b715-e6a153a728e8 tempest-VolumesAdminNegativeTest-2082754132 tempest-VolumesAdminNegativeTest-2082754132-project] Pushing event updated for resources: {'Port': ['ID=201de10e-ce02-4c05-8152-279dc9fda613,revision_number=1']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:39:31.215438 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-3721cc1f-01b1-4b56-b100-7a56b6f4c08c None None] Provisioning complete for port 05244033-b882-4dfd-8fd2-dde7ce49d9a1 triggered by entity DHCP. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:39:31.215958 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-3721cc1f-01b1-4b56-b100-7a56b6f4c08c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1253608'] for port, provisioning_complete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:31.239929 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-faf07a6b-8c80-460c-b1ca-5af4ae07c0b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33528224'] for security_group, after_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:31.245306 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-f307564e-11da-42d8-9346-bf7f6cd10191 req-9b1ef601-811f-470e-9806-0c856f2c9557 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=51d79015-ffd5-44d4-b2c5-faf33204dfe8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4941449 Apr 18 20:39:31.249562 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-06f13d18-e007-482b-a2f3-98a410ec567e req-11f7d532-2935-430d-8bd7-614d338d76c7 tempest-TaggedBootDevicesTest-1674414334 tempest-TaggedBootDevicesTest-1674414334-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.6094363 Apr 18 20:39:31.259638 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11ae5769-89af-4315-a894-135b2b8633f4 req-dec96262-34e6-411d-beff-f06baa33d5d2 tempest-TaggedBootDevicesTest-1674414334 tempest-TaggedBootDevicesTest-1674414334-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:39:31.263583 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11ae5769-89af-4315-a894-135b2b8633f4 req-dec96262-34e6-411d-beff-f06baa33d5d2 tempest-TaggedBootDevicesTest-1674414334 tempest-TaggedBootDevicesTest-1674414334-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:39:31.267031 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faf07a6b-8c80-460c-b1ca-5af4ae07c0b6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca820bf8-279a-444e-a483-d1ea7d39850b,revision_number=None']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:39:31.267768 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11ae5769-89af-4315-a894-135b2b8633f4 req-dec96262-34e6-411d-beff-f06baa33d5d2 tempest-TaggedBootDevicesTest-1674414334 tempest-TaggedBootDevicesTest-1674414334-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:39:31.269447 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [req-11ae5769-89af-4315-a894-135b2b8633f4 req-dec96262-34e6-411d-beff-f06baa33d5d2 tempest-TaggedBootDevicesTest-1674414334 tempest-TaggedBootDevicesTest-1674414334-project] Synchronizing usage tracker for tenant:f85a0d9202f64bddab6b7eaee6d6810d on resource:port {{(pid=84040) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 20:39:31.271855 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-faf07a6b-8c80-460c-b1ca-5af4ae07c0b6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:31.275815 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-faf07a6b-8c80-460c-b1ca-5af4ae07c0b6 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/ca820bf8-279a-444e-a483-d1ea7d39850b HTTP/1.1" status: 204 len: 168 time: 0.3048739 Apr 18 20:39:31.320952 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5bd3080-015c-4419-8299-e4fdb3f083a9 req-8de2654a-b271-4f88-b715-e6a153a728e8 tempest-VolumesAdminNegativeTest-2082754132 tempest-VolumesAdminNegativeTest-2082754132-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:39:31.323410 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-b5bd3080-015c-4419-8299-e4fdb3f083a9 req-8de2654a-b271-4f88-b715-e6a153a728e8 tempest-VolumesAdminNegativeTest-2082754132 tempest-VolumesAdminNegativeTest-2082754132-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217293'] for port, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:31.352611 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6db5e763-92a9-4445-8dcc-b398abd346a5 req-1d31678b-6532-49b5-9a1f-fd99246c27e3 tempest-ServersWithSpecificFlavorTestJSON-734692326 tempest-ServersWithSpecificFlavorTestJSON-734692326-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:39:31.356203 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-6db5e763-92a9-4445-8dcc-b398abd346a5 req-1d31678b-6532-49b5-9a1f-fd99246c27e3 tempest-ServersWithSpecificFlavorTestJSON-734692326 tempest-ServersWithSpecificFlavorTestJSON-734692326-project] 10.222.0.42 "GET /v2.0/ports?device_id=914cdeba-bb0d-4af0-a215-ff126e74b600 HTTP/1.1" status: 200 len: 945 time: 0.7532270 Apr 18 20:39:31.365616 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [req-11ae5769-89af-4315-a894-135b2b8633f4 req-dec96262-34e6-411d-beff-f06baa33d5d2 tempest-TaggedBootDevicesTest-1674414334 tempest-TaggedBootDevicesTest-1674414334-project] Unset dirty status for tenant:f85a0d9202f64bddab6b7eaee6d6810d on resource:port {{(pid=84040) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 20:39:31.368534 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.plugin [None req-3721cc1f-01b1-4b56-b100-7a56b6f4c08c None None] Port 05244033-b882-4dfd-8fd2-dde7ce49d9a1 cannot update to ACTIVE because it is not bound. {{(pid=84042) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 18 20:39:31.381974 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-11ae5769-89af-4315-a894-135b2b8633f4 req-dec96262-34e6-411d-beff-f06baa33d5d2 tempest-TaggedBootDevicesTest-1674414334 tempest-TaggedBootDevicesTest-1674414334-project] 10.222.0.42 "GET /v2.0/ports?device_id=cc0d4549-87de-476f-8fa1-88b0358bebbd HTTP/1.1" status: 200 len: 2374 time: 0.8547146 Apr 18 20:39:31.429413 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-b5bd3080-015c-4419-8299-e4fdb3f083a9 req-8de2654a-b271-4f88-b715-e6a153a728e8 tempest-VolumesAdminNegativeTest-2082754132 tempest-VolumesAdminNegativeTest-2082754132-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.6455534 Apr 18 20:39:31.444621 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.v2.base [req-b5bd3080-015c-4419-8299-e4fdb3f083a9 req-514223be-9928-4eb4-9658-f5f7939a8112 service neutron] Request body: {'port': {'device_id': '9ee457da-713c-453b-9df5-efd3166e7de4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-838334-2'}} {{(pid=84040) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 20:39:31.538210 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.v2.base [req-06f13d18-e007-482b-a2f3-98a410ec567e req-f4878d85-cb11-4ea5-94e0-c33e5937bff4 tempest-TaggedBootDevicesTest-1674414334 tempest-TaggedBootDevicesTest-1674414334-project] Request body: {'port': {'device_id': 'cc0d4549-87de-476f-8fa1-88b0358bebbd', 'fixed_ips': [{'ip_address': '10.2.2.100'}], 'network_id': '81621119-9498-4395-a64b-7e94080c69d1', 'admin_state_up': True, 'tenant_id': 'f85a0d9202f64bddab6b7eaee6d6810d', 'security_groups': ['67ac5558-a250-4106-afe6-28a5add43e38']}} {{(pid=84040) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 20:39:31.563383 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-11ae5769-89af-4315-a894-135b2b8633f4 req-1449fa03-85fd-4f11-93ba-c982930e696f tempest-TaggedBootDevicesTest-1674414334 tempest-TaggedBootDevicesTest-1674414334-project] 10.222.0.42 "GET /v2.0/security-groups?id=67ac5558-a250-4106-afe6-28a5add43e38&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1800263 Apr 18 20:39:31.610710 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-6db5e763-92a9-4445-8dcc-b398abd346a5 req-8bee72db-e8c7-4c4d-a819-e861751292e6 tempest-ServersWithSpecificFlavorTestJSON-734692326 tempest-ServersWithSpecificFlavorTestJSON-734692326-project] 10.222.0.42 "GET /v2.0/security-groups?id=51d79015-ffd5-44d4-b2c5-faf33204dfe8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2191129 Apr 18 20:39:32.150210 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-b5bd3080-015c-4419-8299-e4fdb3f083a9 req-514223be-9928-4eb4-9658-f5f7939a8112 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:32.327663 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [req-06f13d18-e007-482b-a2f3-98a410ec567e req-f4878d85-cb11-4ea5-94e0-c33e5937bff4 tempest-TaggedBootDevicesTest-1674414334 tempest-TaggedBootDevicesTest-1674414334-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:39:32.353122 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [req-06f13d18-e007-482b-a2f3-98a410ec567e req-f4878d85-cb11-4ea5-94e0-c33e5937bff4 tempest-TaggedBootDevicesTest-1674414334 tempest-TaggedBootDevicesTest-1674414334-project] Attempting to reserve 1 items for resource port. Total usage: 10; quota limit: 500; headroom:490 {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:39:32.427299 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12d8fb71-62e8-4a80-b3f3-d65333b47ac7 req-b67c58f4-d24b-4968-9088-4f72b4f5ea64 tempest-VolumesAdminNegativeTest-2082754132 tempest-VolumesAdminNegativeTest-2082754132-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:39:32.427998 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [req-12d8fb71-62e8-4a80-b3f3-d65333b47ac7 req-b67c58f4-d24b-4968-9088-4f72b4f5ea64 tempest-VolumesAdminNegativeTest-2082754132 tempest-VolumesAdminNegativeTest-2082754132-project] Synchronizing usage tracker for tenant:07e0c18a660b43be866cedba30976c78 on resource:port {{(pid=84040) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 20:39:32.438409 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-06f13d18-e007-482b-a2f3-98a410ec567e req-f4878d85-cb11-4ea5-94e0-c33e5937bff4 tempest-TaggedBootDevicesTest-1674414334 tempest-TaggedBootDevicesTest-1674414334-project] Made reservation on behalf of f85a0d9202f64bddab6b7eaee6d6810d for: {'port': 1} {{(pid=84040) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:39:32.458368 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67239f4d-a139-4068-8f52-980d3370d9ce req-30dec175-d977-4ac8-b738-4beae20eba76 tempest-ImagesTestJSON-757689736 tempest-ImagesTestJSON-757689736-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:39:32.459844 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-67239f4d-a139-4068-8f52-980d3370d9ce req-30dec175-d977-4ac8-b738-4beae20eba76 tempest-ImagesTestJSON-757689736 tempest-ImagesTestJSON-757689736-project] 10.222.0.42 "GET /v2.0/ports?device_id=8673e101-8393-4988-bd25-3203c81d4af8 HTTP/1.1" status: 200 len: 943 time: 0.5612080 Apr 18 20:39:32.577811 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Device 381ec59e-d451-43b9-84e0-efcf973bb949 details requested by agent hyperv_n-h1-838334-2 with host n-h1-838334-2 {{(pid=84042) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 18 20:39:32.595873 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [req-12d8fb71-62e8-4a80-b3f3-d65333b47ac7 req-b67c58f4-d24b-4968-9088-4f72b4f5ea64 tempest-VolumesAdminNegativeTest-2082754132 tempest-VolumesAdminNegativeTest-2082754132-project] Unset dirty status for tenant:07e0c18a660b43be866cedba30976c78 on resource:port {{(pid=84040) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 20:39:32.602965 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-12d8fb71-62e8-4a80-b3f3-d65333b47ac7 req-b67c58f4-d24b-4968-9088-4f72b4f5ea64 tempest-VolumesAdminNegativeTest-2082754132 tempest-VolumesAdminNegativeTest-2082754132-project] 10.222.0.42 "GET /v2.0/ports?device_id=9ee457da-713c-453b-9df5-efd3166e7de4 HTTP/1.1" status: 200 len: 932 time: 0.7058237 Apr 18 20:39:32.777613 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-67239f4d-a139-4068-8f52-980d3370d9ce req-932d0019-3d0a-4380-9ea3-a1cd72c3993c tempest-ImagesTestJSON-757689736 tempest-ImagesTestJSON-757689736-project] 10.222.0.42 "GET /v2.0/security-groups?id=59d22466-01c3-4eda-9b5c-cb887beaa55e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2599974 Apr 18 20:39:32.806686 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-06f13d18-e007-482b-a2f3-98a410ec567e req-f4878d85-cb11-4ea5-94e0-c33e5937bff4 tempest-TaggedBootDevicesTest-1674414334 tempest-TaggedBootDevicesTest-1674414334-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:32.848025 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] For port 381ec59e-d451-43b9-84e0-efcf973bb949, host n-h1-838334-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838334-2',level=0,port_id=381ec59e-d451-43b9-84e0-efcf973bb949,segment=NetworkSegment(636e5b77-90d2-4b9f-a149-e8d80d7281ee),segment_id=636e5b77-90d2-4b9f-a149-e8d80d7281ee)] {{(pid=84042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:39:32.867720 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Returning: {'device': '381ec59e-d451-43b9-84e0-efcf973bb949', 'network_id': 'a92cea34-83a9-4801-bb75-cc07c451223b', 'port_id': '381ec59e-d451-43b9-84e0-efcf973bb949', 'mac_address': 'fa:16:3e:0c:34:dd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 391, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6bff4054-f84b-415b-b0b0-aa32d7878409', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84042) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 18 20:39:32.873706 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-12d8fb71-62e8-4a80-b3f3-d65333b47ac7 req-c5d2939e-ec3c-42b9-8054-ad794996001d tempest-VolumesAdminNegativeTest-2082754132 tempest-VolumesAdminNegativeTest-2082754132-project] 10.222.0.42 "GET /v2.0/security-groups?id=6f654b34-a739-4d28-98f0-67f4671813aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2694468 Apr 18 20:39:32.971599 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:33.018353 n-d-838334-2 neutron-server[84042]: DEBUG neutron.notifiers.nova [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 381ec59e-d451-43b9-84e0-efcf973bb949 {{(pid=84042) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 18 20:39:33.056112 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] For port 381ec59e-d451-43b9-84e0-efcf973bb949, host n-h1-838334-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838334-2',level=0,port_id=381ec59e-d451-43b9-84e0-efcf973bb949,segment=NetworkSegment(636e5b77-90d2-4b9f-a149-e8d80d7281ee),segment_id=636e5b77-90d2-4b9f-a149-e8d80d7281ee)] {{(pid=84042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:39:33.062747 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682'] for port, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:33.169687 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Pushing event updated for resources: {'Port': ['ID=381ec59e-d451-43b9-84e0-efcf973bb949,revision_number=4']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:39:33.248072 n-d-838334-2 neutron-server[84040]: DEBUG neutron.notifiers.nova [req-b5bd3080-015c-4419-8299-e4fdb3f083a9 req-514223be-9928-4eb4-9658-f5f7939a8112 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 201de10e-ce02-4c05-8152-279dc9fda613 {{(pid=84040) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 18 20:39:33.261813 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-b5bd3080-015c-4419-8299-e4fdb3f083a9 req-514223be-9928-4eb4-9658-f5f7939a8112 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:33.296354 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.provisioning_blocks [req-b5bd3080-015c-4419-8299-e4fdb3f083a9 req-514223be-9928-4eb4-9658-f5f7939a8112 service neutron] Transition to ACTIVE for port object 201de10e-ce02-4c05-8152-279dc9fda613 will not be triggered until provisioned by entity L2. {{(pid=84040) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 20:39:33.330903 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-b5bd3080-015c-4419-8299-e4fdb3f083a9 req-514223be-9928-4eb4-9658-f5f7939a8112 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32440959'] for port, after_update {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:33.355360 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] get_ports_and_sgs() called for port_ids ['381ec59e-d451-43b9-84e0-efcf973bb949'] {{(pid=84042) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 18 20:39:33.495742 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-c4ff5bd2-c55a-4555-9a28-6b0b770ca151 req-f1605a1b-a4ef-492c-b519-2d9240599c18 tempest-LiveMigrationTest-1620833465 tempest-LiveMigrationTest-1620833465-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=24d2e03c-6691-46a0-a6c7-88d1392ddccc HTTP/1.1" status: 200 len: 1097 time: 0.4352636 Apr 18 20:39:33.498109 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.db_base_plugin_common [req-06f13d18-e007-482b-a2f3-98a410ec567e req-f4878d85-cb11-4ea5-94e0-c33e5937bff4 tempest-TaggedBootDevicesTest-1674414334 tempest-TaggedBootDevicesTest-1674414334-project] Allocated IP 10.2.2.100 (81621119-9498-4395-a64b-7e94080c69d1/56438b06-8f6c-4c48-a38f-f39ae02814c1/fcf04c80-d79e-470d-884b-eefd4d15d3f8) {{(pid=84040) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:39:33.503511 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-514223be-9928-4eb4-9658-f5f7939a8112 service neutron] Pushing event updated for resources: {'Port': ['ID=201de10e-ce02-4c05-8152-279dc9fda613,revision_number=2']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:39:33.522178 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750375287399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253529'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:33.543558 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-514223be-9928-4eb4-9658-f5f7939a8112 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:39:33.544097 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-514223be-9928-4eb4-9658-f5f7939a8112 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:39:33.544657 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-514223be-9928-4eb4-9658-f5f7939a8112 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:39:33.545161 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-514223be-9928-4eb4-9658-f5f7939a8112 service neutron] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:39:33.545722 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-514223be-9928-4eb4-9658-f5f7939a8112 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:39:33.546352 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-514223be-9928-4eb4-9658-f5f7939a8112 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:39:33.546851 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-514223be-9928-4eb4-9658-f5f7939a8112 service neutron] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:39:33.547261 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-514223be-9928-4eb4-9658-f5f7939a8112 service neutron] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:39:33.547587 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-514223be-9928-4eb4-9658-f5f7939a8112 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:39:33.548023 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-514223be-9928-4eb4-9658-f5f7939a8112 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:39:33.548364 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-514223be-9928-4eb4-9658-f5f7939a8112 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:39:33.678699 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-c4ff5bd2-c55a-4555-9a28-6b0b770ca151 req-870e6ef6-7e2e-4cd9-b788-b2ddfa2f014c tempest-LiveMigrationTest-1620833465 tempest-LiveMigrationTest-1620833465-project-admin] 10.222.0.42 "GET /v2.0/security-groups?id=c1ded286-bbeb-4ec4-95be-e4f6aab8a892&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1801696 Apr 18 20:39:33.917393 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.managers [req-b5bd3080-015c-4419-8299-e4fdb3f083a9 req-514223be-9928-4eb4-9658-f5f7939a8112 service neutron] Attempting to bind port 201de10e-ce02-4c05-8152-279dc9fda613 on host n-h1-838334-2 for vnic_type normal with profile {{(pid=84040) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:39:33.917722 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.managers [req-b5bd3080-015c-4419-8299-e4fdb3f083a9 req-514223be-9928-4eb4-9658-f5f7939a8112 service neutron] Attempting to bind port 201de10e-ce02-4c05-8152-279dc9fda613 by drivers openvswitch,hyperv on host n-h1-838334-2 at level 0 using segments [{'id': 'fad4d202-e675-4ef9-a2c9-455ad2733ac3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': 'f80ffbc0-34cb-4055-9a11-d2613998d549'}] {{(pid=84040) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:39:33.918039 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5bd3080-015c-4419-8299-e4fdb3f083a9 req-514223be-9928-4eb4-9658-f5f7939a8112 service neutron] Attempting to bind port 201de10e-ce02-4c05-8152-279dc9fda613 on network f80ffbc0-34cb-4055-9a11-d2613998d549 {{(pid=84040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 20:39:34.183565 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5bd3080-015c-4419-8299-e4fdb3f083a9 req-514223be-9928-4eb4-9658-f5f7939a8112 service neutron] Port 201de10e-ce02-4c05-8152-279dc9fda613 on network f80ffbc0-34cb-4055-9a11-d2613998d549 not bound, no agent of type Open vSwitch agent registered on host n-h1-838334-2 {{(pid=84040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 18 20:39:34.184134 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5bd3080-015c-4419-8299-e4fdb3f083a9 req-514223be-9928-4eb4-9658-f5f7939a8112 service neutron] Attempting to bind port 201de10e-ce02-4c05-8152-279dc9fda613 on network f80ffbc0-34cb-4055-9a11-d2613998d549 {{(pid=84040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 20:39:34.229950 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5bd3080-015c-4419-8299-e4fdb3f083a9 req-514223be-9928-4eb4-9658-f5f7939a8112 service neutron] Checking agent: {'id': 'd63bab19-ff81-4de1-afeb-a3732288d0d7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-838334-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 33, 59), 'started_at': datetime.datetime(2022, 4, 18, 20, 33, 59), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 20, 39, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 18 20:39:34.230468 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5bd3080-015c-4419-8299-e4fdb3f083a9 req-514223be-9928-4eb4-9658-f5f7939a8112 service neutron] Checking segment: {'id': 'fad4d202-e675-4ef9-a2c9-455ad2733ac3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': 'f80ffbc0-34cb-4055-9a11-d2613998d549'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84040) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 20:39:34.231119 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5bd3080-015c-4419-8299-e4fdb3f083a9 req-514223be-9928-4eb4-9658-f5f7939a8112 service neutron] Bound using segment: {'id': 'fad4d202-e675-4ef9-a2c9-455ad2733ac3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': 'f80ffbc0-34cb-4055-9a11-d2613998d549'} {{(pid=84040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 18 20:39:34.231764 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.managers [req-b5bd3080-015c-4419-8299-e4fdb3f083a9 req-514223be-9928-4eb4-9658-f5f7939a8112 service neutron] Bound port: 201de10e-ce02-4c05-8152-279dc9fda613, host: n-h1-838334-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fad4d202-e675-4ef9-a2c9-455ad2733ac3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': 'f80ffbc0-34cb-4055-9a11-d2613998d549'}}] {{(pid=84040) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 20:39:34.232352 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-b5bd3080-015c-4419-8299-e4fdb3f083a9 req-514223be-9928-4eb4-9658-f5f7939a8112 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:34.326524 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49674edf-81ea-4f64-86c5-7c8bbd80369a req-ed4d1859-2fb8-4de7-bda2-766254a2f687 tempest-TaggedBootDevicesTest-1674414334 tempest-TaggedBootDevicesTest-1674414334-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:39:34.330633 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49674edf-81ea-4f64-86c5-7c8bbd80369a req-ed4d1859-2fb8-4de7-bda2-766254a2f687 tempest-TaggedBootDevicesTest-1674414334 tempest-TaggedBootDevicesTest-1674414334-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:39:34.335316 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49674edf-81ea-4f64-86c5-7c8bbd80369a req-ed4d1859-2fb8-4de7-bda2-766254a2f687 tempest-TaggedBootDevicesTest-1674414334 tempest-TaggedBootDevicesTest-1674414334-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:39:34.343613 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-49674edf-81ea-4f64-86c5-7c8bbd80369a req-ed4d1859-2fb8-4de7-bda2-766254a2f687 tempest-TaggedBootDevicesTest-1674414334 tempest-TaggedBootDevicesTest-1674414334-project] 10.222.0.42 "GET /v2.0/ports?device_id=cc0d4549-87de-476f-8fa1-88b0358bebbd HTTP/1.1" status: 200 len: 2374 time: 0.5327621 Apr 18 20:39:34.399385 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-06f13d18-e007-482b-a2f3-98a410ec567e req-f4878d85-cb11-4ea5-94e0-c33e5937bff4 tempest-TaggedBootDevicesTest-1674414334 tempest-TaggedBootDevicesTest-1674414334-project] Notify callbacks [] for port, precommit_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:34.448543 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.provisioning_blocks [req-06f13d18-e007-482b-a2f3-98a410ec567e req-f4878d85-cb11-4ea5-94e0-c33e5937bff4 tempest-TaggedBootDevicesTest-1674414334 tempest-TaggedBootDevicesTest-1674414334-project] Transition to ACTIVE for port object fcf04c80-d79e-470d-884b-eefd4d15d3f8 will not be triggered until provisioned by entity DHCP. {{(pid=84040) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 20:39:34.459982 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-028a1f78-5f9b-43a8-baf5-9532dd2cfaa8 req-68a36c52-a1fa-4cdc-a3df-0e6c6b296676 tempest-ServersWithSpecificFlavorTestJSON-734692326 tempest-ServersWithSpecificFlavorTestJSON-734692326-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:39:34.461758 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-028a1f78-5f9b-43a8-baf5-9532dd2cfaa8 req-68a36c52-a1fa-4cdc-a3df-0e6c6b296676 tempest-ServersWithSpecificFlavorTestJSON-734692326 tempest-ServersWithSpecificFlavorTestJSON-734692326-project] 10.222.0.42 "GET /v2.0/ports?device_id=914cdeba-bb0d-4af0-a215-ff126e74b600 HTTP/1.1" status: 200 len: 945 time: 0.4780354 Apr 18 20:39:34.493761 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-49674edf-81ea-4f64-86c5-7c8bbd80369a req-254dde4a-fb4c-4b87-9e57-e30abeb0228c tempest-TaggedBootDevicesTest-1674414334 tempest-TaggedBootDevicesTest-1674414334-project] 10.222.0.42 "GET /v2.0/security-groups?id=67ac5558-a250-4106-afe6-28a5add43e38&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1492875 Apr 18 20:39:34.499067 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.db [req-b5bd3080-015c-4419-8299-e4fdb3f083a9 req-514223be-9928-4eb4-9658-f5f7939a8112 service neutron] For port 201de10e-ce02-4c05-8152-279dc9fda613, host n-h1-838334-2, cleared binding levels {{(pid=84040) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 20:39:34.523389 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.db [req-b5bd3080-015c-4419-8299-e4fdb3f083a9 req-514223be-9928-4eb4-9658-f5f7939a8112 service neutron] For port 201de10e-ce02-4c05-8152-279dc9fda613, host n-h1-838334-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838334-2',level=0,port_id=201de10e-ce02-4c05-8152-279dc9fda613,segment=NetworkSegment(fad4d202-e675-4ef9-a2c9-455ad2733ac3),segment_id=fad4d202-e675-4ef9-a2c9-455ad2733ac3)] {{(pid=84040) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 20:39:34.531714 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-b5bd3080-015c-4419-8299-e4fdb3f083a9 req-514223be-9928-4eb4-9658-f5f7939a8112 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32440959'] for port, after_update {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:34.595363 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-028a1f78-5f9b-43a8-baf5-9532dd2cfaa8 req-72b481c1-e78a-4215-985c-34cbd3469cc7 tempest-ServersWithSpecificFlavorTestJSON-734692326 tempest-ServersWithSpecificFlavorTestJSON-734692326-project] 10.222.0.42 "GET /v2.0/security-groups?id=51d79015-ffd5-44d4-b2c5-faf33204dfe8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1226063 Apr 18 20:39:34.609579 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-b5bd3080-015c-4419-8299-e4fdb3f083a9 req-514223be-9928-4eb4-9658-f5f7939a8112 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217293'] for port, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:34.610950 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-b5bd3080-015c-4419-8299-e4fdb3f083a9 req-514223be-9928-4eb4-9658-f5f7939a8112 service neutron] 10.222.0.43 "PUT /v2.0/ports/201de10e-ce02-4c05-8152-279dc9fda613 HTTP/1.1" status: 200 len: 1092 time: 3.1727188 Apr 18 20:39:34.611376 n-d-838334-2 neutron-server[84040]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9ee457da-713c-453b-9df5-efd3166e7de4', 'tag': '201de10e-ce02-4c05-8152-279dc9fda613'}] {{(pid=84040) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 20:39:34.616578 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Device 381ec59e-d451-43b9-84e0-efcf973bb949 up at agent hyperv_n-h1-838334-2 {{(pid=84042) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 20:39:34.620183 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-06f13d18-e007-482b-a2f3-98a410ec567e req-f4878d85-cb11-4ea5-94e0-c33e5937bff4 tempest-TaggedBootDevicesTest-1674414334 tempest-TaggedBootDevicesTest-1674414334-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750374836619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32440838'] for port, after_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:34.630546 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-514223be-9928-4eb4-9658-f5f7939a8112 service neutron] Pushing event updated for resources: {'Port': ['ID=201de10e-ce02-4c05-8152-279dc9fda613,revision_number=3']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:39:34.740581 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Provisioning for port 381ec59e-d451-43b9-84e0-efcf973bb949 completed by entity L2. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 20:39:34.746784 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Provisioning complete for port 381ec59e-d451-43b9-84e0-efcf973bb949 triggered by entity L2. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:39:34.747157 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1253608'] for port, provisioning_complete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:34.834220 n-d-838334-2 neutron-server[84040]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-06f13d18-e007-482b-a2f3-98a410ec567e req-f4878d85-cb11-4ea5-94e0-c33e5937bff4 tempest-TaggedBootDevicesTest-1674414334 tempest-TaggedBootDevicesTest-1674414334-project] Network 81621119-9498-4395-a64b-7e94080c69d1 is already hosted by enough agents. {{(pid=84040) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:39:34.840842 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4878d85-cb11-4ea5-94e0-c33e5937bff4 tempest-TaggedBootDevicesTest-1674414334 tempest-TaggedBootDevicesTest-1674414334-project] Pushing event updated for resources: {'Port': ['ID=fcf04c80-d79e-470d-884b-eefd4d15d3f8,revision_number=1']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:39:34.843255 n-d-838334-2 neutron-server[84040]: DEBUG neutron.scheduler.base_scheduler [req-06f13d18-e007-482b-a2f3-98a410ec567e req-f4878d85-cb11-4ea5-94e0-c33e5937bff4 tempest-TaggedBootDevicesTest-1674414334 tempest-TaggedBootDevicesTest-1674414334-project] Resources bound (agent type, host, resource id): {{(pid=84040) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:39:34.862068 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.l3_dvrscheduler_db [req-06f13d18-e007-482b-a2f3-98a410ec567e req-f4878d85-cb11-4ea5-94e0-c33e5937bff4 tempest-TaggedBootDevicesTest-1674414334 tempest-TaggedBootDevicesTest-1674414334-project] Received port after_create {{(pid=84040) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 20:39:34.883267 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:34.917095 n-d-838334-2 neutron-server[84042]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8673e101-8393-4988-bd25-3203c81d4af8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '381ec59e-d451-43b9-84e0-efcf973bb949'}] {{(pid=84042) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 20:39:34.929701 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] For port 381ec59e-d451-43b9-84e0-efcf973bb949, host n-h1-838334-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838334-2',level=0,port_id=381ec59e-d451-43b9-84e0-efcf973bb949,segment=NetworkSegment(636e5b77-90d2-4b9f-a149-e8d80d7281ee),segment_id=636e5b77-90d2-4b9f-a149-e8d80d7281ee)] {{(pid=84042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:39:34.943580 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682'] for port, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:34.970699 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06f13d18-e007-482b-a2f3-98a410ec567e req-f4878d85-cb11-4ea5-94e0-c33e5937bff4 tempest-TaggedBootDevicesTest-1674414334 tempest-TaggedBootDevicesTest-1674414334-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:39:34.971495 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-06f13d18-e007-482b-a2f3-98a410ec567e req-f4878d85-cb11-4ea5-94e0-c33e5937bff4 tempest-TaggedBootDevicesTest-1674414334 tempest-TaggedBootDevicesTest-1674414334-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217293'] for port, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:35.041435 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-06f13d18-e007-482b-a2f3-98a410ec567e req-f4878d85-cb11-4ea5-94e0-c33e5937bff4 tempest-TaggedBootDevicesTest-1674414334 tempest-TaggedBootDevicesTest-1674414334-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.5122297 Apr 18 20:39:35.070402 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.v2.base [req-06f13d18-e007-482b-a2f3-98a410ec567e req-c2307626-ac37-4bab-969d-1dc507e213ff tempest-TaggedBootDevicesTest-1674414334 tempest-TaggedBootDevicesTest-1674414334-project] Request body: {'port': {'device_id': 'cc0d4549-87de-476f-8fa1-88b0358bebbd', 'fixed_ips': [{'ip_address': '10.2.2.200'}], 'network_id': '81621119-9498-4395-a64b-7e94080c69d1', 'admin_state_up': True, 'tenant_id': 'f85a0d9202f64bddab6b7eaee6d6810d', 'security_groups': ['67ac5558-a250-4106-afe6-28a5add43e38']}} {{(pid=84040) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 20:39:35.090032 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Pushing event updated for resources: {'Port': ['ID=381ec59e-d451-43b9-84e0-efcf973bb949,revision_number=5']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:39:35.111287 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec348ad8-1015-4e8c-ba18-fc4744d3cd19 req-8bd4a637-aa4b-451f-8e36-99007fef9e28 tempest-ImagesTestJSON-757689736 tempest-ImagesTestJSON-757689736-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:39:35.111287 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-ec348ad8-1015-4e8c-ba18-fc4744d3cd19 req-8bd4a637-aa4b-451f-8e36-99007fef9e28 tempest-ImagesTestJSON-757689736 tempest-ImagesTestJSON-757689736-project] 10.222.0.42 "GET /v2.0/ports?device_id=8673e101-8393-4988-bd25-3203c81d4af8 HTTP/1.1" status: 200 len: 944 time: 0.3504243 Apr 18 20:39:35.117259 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-b5bd3080-015c-4419-8299-e4fdb3f083a9 req-c42edb29-03eb-4bfa-9246-f1c1f2775ab8 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=07e0c18a660b43be866cedba30976c78&device_id=9ee457da-713c-453b-9df5-efd3166e7de4 HTTP/1.1" status: 200 len: 1095 time: 0.4503651 Apr 18 20:39:35.226649 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-cc5d9f23-a6fa-4177-b86e-41fc61390322 None None] Provisioning for port fcf04c80-d79e-470d-884b-eefd4d15d3f8 completed by entity DHCP. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 20:39:35.231894 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-cc5d9f23-a6fa-4177-b86e-41fc61390322 None None] Provisioning complete for port fcf04c80-d79e-470d-884b-eefd4d15d3f8 triggered by entity DHCP. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:39:35.232260 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-cc5d9f23-a6fa-4177-b86e-41fc61390322 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1253608'] for port, provisioning_complete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:35.282798 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-c5b68556-2663-4612-9c43-6a1f531f5bee req-244e66fa-1f99-4e25-bca0-41cdb6a5c2da service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=24d2e03c-6691-46a0-a6c7-88d1392ddccc&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.5807316 Apr 18 20:39:35.285665 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.plugin [None req-cc5d9f23-a6fa-4177-b86e-41fc61390322 None None] Port fcf04c80-d79e-470d-884b-eefd4d15d3f8 cannot update to ACTIVE because it is not bound. {{(pid=84042) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 18 20:39:35.294360 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-b5bd3080-015c-4419-8299-e4fdb3f083a9 req-3c797b8d-9999-4ad3-bbe8-2dfde340403b service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=201de10e-ce02-4c05-8152-279dc9fda613 HTTP/1.1" status: 200 len: 217 time: 0.1237886 Apr 18 20:39:35.374266 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-ec348ad8-1015-4e8c-ba18-fc4744d3cd19 req-aaa44714-0cef-4346-a1ee-d1624c2d0fcc tempest-ImagesTestJSON-757689736 tempest-ImagesTestJSON-757689736-project] 10.222.0.42 "GET /v2.0/security-groups?id=59d22466-01c3-4eda-9b5c-cb887beaa55e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2047884 Apr 18 20:39:35.405839 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [req-06f13d18-e007-482b-a2f3-98a410ec567e req-c2307626-ac37-4bab-969d-1dc507e213ff tempest-TaggedBootDevicesTest-1674414334 tempest-TaggedBootDevicesTest-1674414334-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:39:35.409102 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5bd3080-015c-4419-8299-e4fdb3f083a9 req-ca7946b8-57dd-4081-b6d3-801cf0ac5a40 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:39:35.410791 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-b5bd3080-015c-4419-8299-e4fdb3f083a9 req-ca7946b8-57dd-4081-b6d3-801cf0ac5a40 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=3f63e7a0-93d9-41f9-9b98-36f6c4a2e1f0 HTTP/1.1" status: 200 len: 855 time: 0.1062334 Apr 18 20:39:35.413447 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [req-06f13d18-e007-482b-a2f3-98a410ec567e req-c2307626-ac37-4bab-969d-1dc507e213ff tempest-TaggedBootDevicesTest-1674414334 tempest-TaggedBootDevicesTest-1674414334-project] Usage tracker for resource:port and tenant:f85a0d9202f64bddab6b7eaee6d6810d is out of sync, need to count used quota {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:39:35.416476 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [req-06f13d18-e007-482b-a2f3-98a410ec567e req-c2307626-ac37-4bab-969d-1dc507e213ff tempest-TaggedBootDevicesTest-1674414334 tempest-TaggedBootDevicesTest-1674414334-project] Quota usage for port was recalculated. Used quota:11. {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:39:35.457115 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [req-06f13d18-e007-482b-a2f3-98a410ec567e req-c2307626-ac37-4bab-969d-1dc507e213ff tempest-TaggedBootDevicesTest-1674414334 tempest-TaggedBootDevicesTest-1674414334-project] Attempting to reserve 1 items for resource port. Total usage: 11; quota limit: 500; headroom:489 {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:39:35.466814 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-b5bd3080-015c-4419-8299-e4fdb3f083a9 req-af07cdd0-a42f-461b-867a-8a18d2b80ce7 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=f80ffbc0-34cb-4055-9a11-d2613998d549&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0472646 Apr 18 20:39:35.498802 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-06f13d18-e007-482b-a2f3-98a410ec567e req-c2307626-ac37-4bab-969d-1dc507e213ff tempest-TaggedBootDevicesTest-1674414334 tempest-TaggedBootDevicesTest-1674414334-project] Made reservation on behalf of f85a0d9202f64bddab6b7eaee6d6810d for: {'port': 1} {{(pid=84040) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:39:35.504273 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-06f13d18-e007-482b-a2f3-98a410ec567e req-c2307626-ac37-4bab-969d-1dc507e213ff tempest-TaggedBootDevicesTest-1674414334 tempest-TaggedBootDevicesTest-1674414334-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:35.799953 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-b5bd3080-015c-4419-8299-e4fdb3f083a9 req-6fb8e9f7-f114-49b0-a704-d9127a383784 service neutron] 10.222.0.43 "GET /v2.0/networks/f80ffbc0-34cb-4055-9a11-d2613998d549?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3251200 Apr 18 20:39:35.835797 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d219e7a-609c-46f0-b15b-0be8da95690c req-2fd2b6b4-56d1-443f-a8c1-3c3d398c1be0 tempest-VolumesAdminNegativeTest-2082754132 tempest-VolumesAdminNegativeTest-2082754132-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:39:35.837478 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-5d219e7a-609c-46f0-b15b-0be8da95690c req-2fd2b6b4-56d1-443f-a8c1-3c3d398c1be0 tempest-VolumesAdminNegativeTest-2082754132 tempest-VolumesAdminNegativeTest-2082754132-project] 10.222.0.42 "GET /v2.0/ports?device_id=9ee457da-713c-453b-9df5-efd3166e7de4 HTTP/1.1" status: 200 len: 944 time: 0.2701983 Apr 18 20:39:36.092139 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-5d219e7a-609c-46f0-b15b-0be8da95690c req-2e267745-17ee-4e17-8efe-cc83edefe4d6 tempest-VolumesAdminNegativeTest-2082754132 tempest-VolumesAdminNegativeTest-2082754132-project] 10.222.0.42 "GET /v2.0/security-groups?id=6f654b34-a739-4d28-98f0-67f4671813aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2438543 Apr 18 20:39:36.093567 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.db_base_plugin_common [req-06f13d18-e007-482b-a2f3-98a410ec567e req-c2307626-ac37-4bab-969d-1dc507e213ff tempest-TaggedBootDevicesTest-1674414334 tempest-TaggedBootDevicesTest-1674414334-project] Allocated IP 10.2.2.200 (81621119-9498-4395-a64b-7e94080c69d1/56438b06-8f6c-4c48-a38f-f39ae02814c1/8544a82a-9c4d-48ac-9e80-35d430482dd8) {{(pid=84040) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:39:36.097560 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-b5bd3080-015c-4419-8299-e4fdb3f083a9 req-6aec4332-d1a4-4853-b5cf-d446f324b793 service neutron] 10.222.0.43 "GET /v2.0/networks/f80ffbc0-34cb-4055-9a11-d2613998d549?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2876351 Apr 18 20:39:36.348376 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [req-a402b214-12aa-45e3-8c6b-237ce42873a2 req-79d1715f-995c-41a0-a738-bdd0e60bc324 tempest-LiveMigrationTest-1620833465 tempest-LiveMigrationTest-1620833465-project-admin] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=84041) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 18 20:39:36.360217 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-a402b214-12aa-45e3-8c6b-237ce42873a2 req-79d1715f-995c-41a0-a738-bdd0e60bc324 tempest-LiveMigrationTest-1620833465 tempest-LiveMigrationTest-1620833465-project-admin] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0167279 Apr 18 20:39:36.369909 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.v2.base [req-a402b214-12aa-45e3-8c6b-237ce42873a2 req-e555ce56-dc70-4c3f-a362-b63c997c224b service neutron] Request body: {'binding': {'host': 'n-h2-838334-2', 'vnic_type': 'normal', 'profile': {}}} {{(pid=84041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 20:39:36.370521 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.v2.base [req-a402b214-12aa-45e3-8c6b-237ce42873a2 req-e555ce56-dc70-4c3f-a362-b63c997c224b service neutron] Unknown quota resources ['binding']. {{(pid=84041) _create /opt/stack/neutron/neutron/api/v2/base.py:490}} Apr 18 20:39:36.452644 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-06f13d18-e007-482b-a2f3-98a410ec567e req-c2307626-ac37-4bab-969d-1dc507e213ff tempest-TaggedBootDevicesTest-1674414334 tempest-TaggedBootDevicesTest-1674414334-project] Notify callbacks [] for port, precommit_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:36.474365 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.provisioning_blocks [req-06f13d18-e007-482b-a2f3-98a410ec567e req-c2307626-ac37-4bab-969d-1dc507e213ff tempest-TaggedBootDevicesTest-1674414334 tempest-TaggedBootDevicesTest-1674414334-project] Transition to ACTIVE for port object 8544a82a-9c4d-48ac-9e80-35d430482dd8 will not be triggered until provisioned by entity DHCP. {{(pid=84040) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 20:39:36.500788 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-06f13d18-e007-482b-a2f3-98a410ec567e req-c2307626-ac37-4bab-969d-1dc507e213ff tempest-TaggedBootDevicesTest-1674414334 tempest-TaggedBootDevicesTest-1674414334-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750374836619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32440838'] for port, after_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:36.547809 n-d-838334-2 neutron-server[84040]: INFO neutron.notifiers.nova [-] Nova event matching ['req-eba8181a-4d95-4058-a014-29bb56dd5ab1'] response: {'name': 'network-changed', 'server_uuid': '9ee457da-713c-453b-9df5-efd3166e7de4', 'tag': '201de10e-ce02-4c05-8152-279dc9fda613', 'status': 'completed', 'code': 200} Apr 18 20:39:36.660724 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.managers [req-a402b214-12aa-45e3-8c6b-237ce42873a2 req-e555ce56-dc70-4c3f-a362-b63c997c224b service neutron] Attempting to bind port 58b97a1b-20d1-47a5-98a1-cac11ab0e588 on host n-h2-838334-2 for vnic_type normal with profile None {{(pid=84041) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:39:36.661299 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.managers [req-a402b214-12aa-45e3-8c6b-237ce42873a2 req-e555ce56-dc70-4c3f-a362-b63c997c224b service neutron] Attempting to bind port 58b97a1b-20d1-47a5-98a1-cac11ab0e588 by drivers openvswitch,hyperv on host n-h2-838334-2 at level 0 using segments [{'id': '806925fb-1611-47d5-bfae-6289aca7c7ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '2b4e6157-bc80-44e6-aceb-13aa29225b38'}] {{(pid=84041) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:39:36.661617 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a402b214-12aa-45e3-8c6b-237ce42873a2 req-e555ce56-dc70-4c3f-a362-b63c997c224b service neutron] Attempting to bind port 58b97a1b-20d1-47a5-98a1-cac11ab0e588 on network 2b4e6157-bc80-44e6-aceb-13aa29225b38 {{(pid=84041) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 20:39:36.667412 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a402b214-12aa-45e3-8c6b-237ce42873a2 req-e555ce56-dc70-4c3f-a362-b63c997c224b service neutron] Port 58b97a1b-20d1-47a5-98a1-cac11ab0e588 on network 2b4e6157-bc80-44e6-aceb-13aa29225b38 not bound, no agent of type Open vSwitch agent registered on host n-h2-838334-2 {{(pid=84041) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 18 20:39:36.667757 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a402b214-12aa-45e3-8c6b-237ce42873a2 req-e555ce56-dc70-4c3f-a362-b63c997c224b service neutron] Attempting to bind port 58b97a1b-20d1-47a5-98a1-cac11ab0e588 on network 2b4e6157-bc80-44e6-aceb-13aa29225b38 {{(pid=84041) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 20:39:36.673932 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a402b214-12aa-45e3-8c6b-237ce42873a2 req-e555ce56-dc70-4c3f-a362-b63c997c224b service neutron] Checking agent: {'id': 'dc797004-f641-47b7-a77f-9c62b5b16296', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-838334-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 34, 3), 'started_at': datetime.datetime(2022, 4, 18, 20, 34, 3), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 20, 39, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84041) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 18 20:39:36.674260 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a402b214-12aa-45e3-8c6b-237ce42873a2 req-e555ce56-dc70-4c3f-a362-b63c997c224b service neutron] Checking segment: {'id': '806925fb-1611-47d5-bfae-6289aca7c7ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '2b4e6157-bc80-44e6-aceb-13aa29225b38'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84041) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 20:39:36.674627 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a402b214-12aa-45e3-8c6b-237ce42873a2 req-e555ce56-dc70-4c3f-a362-b63c997c224b service neutron] Bound using segment: {'id': '806925fb-1611-47d5-bfae-6289aca7c7ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '2b4e6157-bc80-44e6-aceb-13aa29225b38'} {{(pid=84041) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 18 20:39:36.674748 n-d-838334-2 neutron-server[84040]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-06f13d18-e007-482b-a2f3-98a410ec567e req-c2307626-ac37-4bab-969d-1dc507e213ff tempest-TaggedBootDevicesTest-1674414334 tempest-TaggedBootDevicesTest-1674414334-project] Network 81621119-9498-4395-a64b-7e94080c69d1 is already hosted by enough agents. {{(pid=84040) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:39:36.675594 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.managers [req-a402b214-12aa-45e3-8c6b-237ce42873a2 req-e555ce56-dc70-4c3f-a362-b63c997c224b service neutron] Bound port: 58b97a1b-20d1-47a5-98a1-cac11ab0e588, host: n-h2-838334-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '806925fb-1611-47d5-bfae-6289aca7c7ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '2b4e6157-bc80-44e6-aceb-13aa29225b38'}}] {{(pid=84041) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 20:39:36.677836 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2307626-ac37-4bab-969d-1dc507e213ff tempest-TaggedBootDevicesTest-1674414334 tempest-TaggedBootDevicesTest-1674414334-project] Pushing event updated for resources: {'Port': ['ID=8544a82a-9c4d-48ac-9e80-35d430482dd8,revision_number=1']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:39:36.682025 n-d-838334-2 neutron-server[84040]: DEBUG neutron.scheduler.base_scheduler [req-06f13d18-e007-482b-a2f3-98a410ec567e req-c2307626-ac37-4bab-969d-1dc507e213ff tempest-TaggedBootDevicesTest-1674414334 tempest-TaggedBootDevicesTest-1674414334-project] Resources bound (agent type, host, resource id): {{(pid=84040) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:39:36.689614 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.l3_dvrscheduler_db [req-06f13d18-e007-482b-a2f3-98a410ec567e req-c2307626-ac37-4bab-969d-1dc507e213ff tempest-TaggedBootDevicesTest-1674414334 tempest-TaggedBootDevicesTest-1674414334-project] Received port after_create {{(pid=84040) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 20:39:36.712775 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.db [req-a402b214-12aa-45e3-8c6b-237ce42873a2 req-e555ce56-dc70-4c3f-a362-b63c997c224b service neutron] For port 58b97a1b-20d1-47a5-98a1-cac11ab0e588, host n-h2-838334-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838334-2',level=0,port_id=58b97a1b-20d1-47a5-98a1-cac11ab0e588,segment=NetworkSegment(806925fb-1611-47d5-bfae-6289aca7c7ad),segment_id=806925fb-1611-47d5-bfae-6289aca7c7ad)] {{(pid=84041) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 20:39:36.718959 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [req-a402b214-12aa-45e3-8c6b-237ce42873a2 req-e555ce56-dc70-4c3f-a362-b63c997c224b service neutron] Notify callbacks [] for binding, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:36.720183 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-a402b214-12aa-45e3-8c6b-237ce42873a2 req-e555ce56-dc70-4c3f-a362-b63c997c224b service neutron] 10.222.0.42 "POST /v2.0/ports/58b97a1b-20d1-47a5-98a1-cac11ab0e588/bindings HTTP/1.1" status: 201 len: 389 time: 0.3541946 Apr 18 20:39:36.776974 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06f13d18-e007-482b-a2f3-98a410ec567e req-c2307626-ac37-4bab-969d-1dc507e213ff tempest-TaggedBootDevicesTest-1674414334 tempest-TaggedBootDevicesTest-1674414334-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:39:36.777731 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-06f13d18-e007-482b-a2f3-98a410ec567e req-c2307626-ac37-4bab-969d-1dc507e213ff tempest-TaggedBootDevicesTest-1674414334 tempest-TaggedBootDevicesTest-1674414334-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217293'] for port, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:36.807381 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-3f77ca6d-bc81-4a38-a44a-ee2543b42012 req-2f1af303-f73c-490f-acdb-f22a3c521bbb service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=07e0c18a660b43be866cedba30976c78&device_id=9ee457da-713c-453b-9df5-efd3166e7de4 HTTP/1.1" status: 200 len: 1095 time: 0.2534540 Apr 18 20:39:36.847833 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-06f13d18-e007-482b-a2f3-98a410ec567e req-c2307626-ac37-4bab-969d-1dc507e213ff tempest-TaggedBootDevicesTest-1674414334 tempest-TaggedBootDevicesTest-1674414334-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7898769 Apr 18 20:39:36.859717 n-d-838334-2 neutron-server[84042]: INFO neutron.notifiers.nova [-] Nova event matching ['req-da27c75a-8d0d-40de-aa87-469e21acdeff'] response: {'server_uuid': '8673e101-8393-4988-bd25-3203c81d4af8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '381ec59e-d451-43b9-84e0-efcf973bb949', 'code': 200} Apr 18 20:39:36.901569 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e8a9984-514b-4f98-8463-57e94675fa41 req-1f1603f5-4b4d-419a-b980-9ab8f4e177ee tempest-ServersWithSpecificFlavorTestJSON-734692326 tempest-ServersWithSpecificFlavorTestJSON-734692326-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:39:36.903057 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-9e8a9984-514b-4f98-8463-57e94675fa41 req-1f1603f5-4b4d-419a-b980-9ab8f4e177ee tempest-ServersWithSpecificFlavorTestJSON-734692326 tempest-ServersWithSpecificFlavorTestJSON-734692326-project] 10.222.0.42 "GET /v2.0/ports?device_id=914cdeba-bb0d-4af0-a215-ff126e74b600 HTTP/1.1" status: 200 len: 945 time: 0.2853968 Apr 18 20:39:36.912838 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.v2.base [req-06f13d18-e007-482b-a2f3-98a410ec567e req-c926aa65-502a-492d-9293-0e80a8fd69a3 service neutron] Request body: {'port': {'device_id': 'cc0d4549-87de-476f-8fa1-88b0358bebbd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-838334-2'}} {{(pid=84040) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 20:39:36.913472 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 35990) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:39:36.919323 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.v2.base [None req-8b1d0444-3a14-4a87-8c36-4e35be0e1440 tempest-ServersWithSpecificFlavorTestJSON-734692326 tempest-ServersWithSpecificFlavorTestJSON-734692326-project] Request body: {'floatingip': {'port_id': '8233c3ee-e4c7-481a-9199-8a526c3e2a50'}} {{(pid=84041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 20:39:37.057039 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-d0eae3d0-f696-42fc-b803-028754b9f5b3 None None] Provisioning for port 8544a82a-9c4d-48ac-9e80-35d430482dd8 completed by entity DHCP. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 20:39:37.062497 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-d0eae3d0-f696-42fc-b803-028754b9f5b3 None None] Provisioning complete for port 8544a82a-9c4d-48ac-9e80-35d430482dd8 triggered by entity DHCP. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:39:37.063110 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-d0eae3d0-f696-42fc-b803-028754b9f5b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1253608'] for port, provisioning_complete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:37.125950 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-8b1d0444-3a14-4a87-8c36-4e35be0e1440 tempest-ServersWithSpecificFlavorTestJSON-734692326 tempest-ServersWithSpecificFlavorTestJSON-734692326-project] Notify callbacks [] for floatingip, before_update {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:37.158640 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f77ca6d-bc81-4a38-a44a-ee2543b42012 req-e2d3c5a3-a658-45c9-a679-8090726bd57f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:39:37.160929 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-3f77ca6d-bc81-4a38-a44a-ee2543b42012 req-e2d3c5a3-a658-45c9-a679-8090726bd57f service neutron] 10.222.0.43 "GET /v2.0/networks?id=f80ffbc0-34cb-4055-9a11-d2613998d549 HTTP/1.1" status: 200 len: 916 time: 0.3475103 Apr 18 20:39:37.168452 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.plugin [None req-d0eae3d0-f696-42fc-b803-028754b9f5b3 None None] Port 8544a82a-9c4d-48ac-9e80-35d430482dd8 cannot update to ACTIVE because it is not bound. {{(pid=84042) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 18 20:39:37.243785 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-06f13d18-e007-482b-a2f3-98a410ec567e req-c926aa65-502a-492d-9293-0e80a8fd69a3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:37.290797 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-3f77ca6d-bc81-4a38-a44a-ee2543b42012 req-bfb67496-5fce-425e-a973-2430ae600bde service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=201de10e-ce02-4c05-8152-279dc9fda613 HTTP/1.1" status: 200 len: 217 time: 0.1185117 Apr 18 20:39:37.332985 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-672e1c97-4df2-4852-9464-eb6368226fad req-7dff4887-2f12-4e3f-aba0-ee06d105e9a3 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=8673e101-8393-4988-bd25-3203c81d4af8 HTTP/1.1" status: 200 len: 1096 time: 0.2611763 Apr 18 20:39:37.421673 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-a402b214-12aa-45e3-8c6b-237ce42873a2 req-9dd634b8-6b0d-42b4-b16a-386f2cd67f81 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=30967135a3784f8f91989a9ec626fb3e&device_id=24d2e03c-6691-46a0-a6c7-88d1392ddccc HTTP/1.1" status: 200 len: 1097 time: 0.3451777 Apr 18 20:39:37.513001 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-672e1c97-4df2-4852-9464-eb6368226fad req-1d6aec03-9261-4e11-9763-866750ae75e7 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=59d22466-01c3-4eda-9b5c-cb887beaa55e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1739771 Apr 18 20:39:37.550732 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f77ca6d-bc81-4a38-a44a-ee2543b42012 req-aad54158-f44f-4563-8001-9bd75cfc0b1e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:39:37.552164 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-3f77ca6d-bc81-4a38-a44a-ee2543b42012 req-aad54158-f44f-4563-8001-9bd75cfc0b1e service neutron] 10.222.0.43 "GET /v2.0/subnets?id=3f63e7a0-93d9-41f9-9b98-36f6c4a2e1f0 HTTP/1.1" status: 200 len: 855 time: 0.2365613 Apr 18 20:39:37.610164 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e2934e3-0bd0-4b4c-874b-c4a1e27455b1 req-0150f556-d8e8-4710-b479-1d424bdae3cd tempest-TaggedBootDevicesTest-1674414334 tempest-TaggedBootDevicesTest-1674414334-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:39:37.614111 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e2934e3-0bd0-4b4c-874b-c4a1e27455b1 req-0150f556-d8e8-4710-b479-1d424bdae3cd tempest-TaggedBootDevicesTest-1674414334 tempest-TaggedBootDevicesTest-1674414334-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:39:37.618376 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e2934e3-0bd0-4b4c-874b-c4a1e27455b1 req-0150f556-d8e8-4710-b479-1d424bdae3cd tempest-TaggedBootDevicesTest-1674414334 tempest-TaggedBootDevicesTest-1674414334-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:39:37.622284 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e2934e3-0bd0-4b4c-874b-c4a1e27455b1 req-0150f556-d8e8-4710-b479-1d424bdae3cd tempest-TaggedBootDevicesTest-1674414334 tempest-TaggedBootDevicesTest-1674414334-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:39:37.626197 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e2934e3-0bd0-4b4c-874b-c4a1e27455b1 req-0150f556-d8e8-4710-b479-1d424bdae3cd tempest-TaggedBootDevicesTest-1674414334 tempest-TaggedBootDevicesTest-1674414334-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:39:37.627099 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [req-9e2934e3-0bd0-4b4c-874b-c4a1e27455b1 req-0150f556-d8e8-4710-b479-1d424bdae3cd tempest-TaggedBootDevicesTest-1674414334 tempest-TaggedBootDevicesTest-1674414334-project] Synchronizing usage tracker for tenant:f85a0d9202f64bddab6b7eaee6d6810d on resource:port {{(pid=84040) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 20:39:37.749981 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [req-9e2934e3-0bd0-4b4c-874b-c4a1e27455b1 req-0150f556-d8e8-4710-b479-1d424bdae3cd tempest-TaggedBootDevicesTest-1674414334 tempest-TaggedBootDevicesTest-1674414334-project] Unset dirty status for tenant:f85a0d9202f64bddab6b7eaee6d6810d on resource:port {{(pid=84040) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 20:39:37.750965 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-9e2934e3-0bd0-4b4c-874b-c4a1e27455b1 req-0150f556-d8e8-4710-b479-1d424bdae3cd tempest-TaggedBootDevicesTest-1674414334 tempest-TaggedBootDevicesTest-1674414334-project] 10.222.0.42 "GET /v2.0/ports?device_id=cc0d4549-87de-476f-8fa1-88b0358bebbd HTTP/1.1" status: 200 len: 3816 time: 0.6778717 Apr 18 20:39:37.835286 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-3f77ca6d-bc81-4a38-a44a-ee2543b42012 req-75ebfd8b-52f1-408e-bc72-b210cdc93081 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=f80ffbc0-34cb-4055-9a11-d2613998d549&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0919871 Apr 18 20:39:37.930118 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-8b1d0444-3a14-4a87-8c36-4e35be0e1440 tempest-ServersWithSpecificFlavorTestJSON-734692326 tempest-ServersWithSpecificFlavorTestJSON-734692326-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:37.934735 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-8b1d0444-3a14-4a87-8c36-4e35be0e1440 tempest-ServersWithSpecificFlavorTestJSON-734692326 tempest-ServersWithSpecificFlavorTestJSON-734692326-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33444131'] for floatingip, after_update {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:38.062642 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a402b214-12aa-45e3-8c6b-237ce42873a2 req-b25dc1a7-0c36-44d0-8e0f-04ca86ac78a6 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:39:38.064106 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-a402b214-12aa-45e3-8c6b-237ce42873a2 req-b25dc1a7-0c36-44d0-8e0f-04ca86ac78a6 service neutron] 10.222.0.48 "GET /v2.0/networks?id=2b4e6157-bc80-44e6-aceb-13aa29225b38 HTTP/1.1" status: 200 len: 908 time: 0.6280317 Apr 18 20:39:38.152298 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0367385-1422-4d18-9998-b3eb37fcb8c9 req-22b3166e-f58f-41e6-a523-5bf890df466f tempest-ImagesTestJSON-757689736 tempest-ImagesTestJSON-757689736-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:39:38.153716 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-f0367385-1422-4d18-9998-b3eb37fcb8c9 req-22b3166e-f58f-41e6-a523-5bf890df466f tempest-ImagesTestJSON-757689736 tempest-ImagesTestJSON-757689736-project] 10.222.0.42 "GET /v2.0/ports?device_id=8673e101-8393-4988-bd25-3203c81d4af8 HTTP/1.1" status: 200 len: 945 time: 0.7165248 Apr 18 20:39:38.208828 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-a402b214-12aa-45e3-8c6b-237ce42873a2 req-f516018a-cf60-415c-9279-c0c0806fa5e4 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=58b97a1b-20d1-47a5-98a1-cac11ab0e588 HTTP/1.1" status: 200 len: 217 time: 0.1203320 Apr 18 20:39:38.216174 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-9e2934e3-0bd0-4b4c-874b-c4a1e27455b1 req-00dfb4c8-1ff0-4acf-b71f-ec0e191706b3 tempest-TaggedBootDevicesTest-1674414334 tempest-TaggedBootDevicesTest-1674414334-project] 10.222.0.42 "GET /v2.0/security-groups?id=67ac5558-a250-4106-afe6-28a5add43e38&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4141552 Apr 18 20:39:38.223384 n-d-838334-2 neutron-server[84041]: INFO neutron.db.l3_db [None req-8b1d0444-3a14-4a87-8c36-4e35be0e1440 tempest-ServersWithSpecificFlavorTestJSON-734692326 tempest-ServersWithSpecificFlavorTestJSON-734692326-project] Floating IP c3f6b439-120b-4780-883f-d9b5460ff4df associated. External IP: 172.25.8.221, port: 8233c3ee-e4c7-481a-9199-8a526c3e2a50. Apr 18 20:39:38.324173 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.db.resource_extend [req-06f13d18-e007-482b-a2f3-98a410ec567e req-c926aa65-502a-492d-9293-0e80a8fd69a3 service neutron] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 18 20:39:38.379577 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a402b214-12aa-45e3-8c6b-237ce42873a2 req-9b7748f7-0aac-4e90-ae49-5819973b959a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:39:38.381064 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-a402b214-12aa-45e3-8c6b-237ce42873a2 req-9b7748f7-0aac-4e90-ae49-5819973b959a service neutron] 10.222.0.48 "GET /v2.0/subnets?id=2a27c3e0-e2c3-453b-9e93-76a003aa4b19 HTTP/1.1" status: 200 len: 847 time: 0.1640699 Apr 18 20:39:38.393370 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-3f77ca6d-bc81-4a38-a44a-ee2543b42012 req-d3b708bd-ef40-4dee-99fe-2493d8aef46d service neutron] 10.222.0.43 "GET /v2.0/networks/f80ffbc0-34cb-4055-9a11-d2613998d549?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5376785 Apr 18 20:39:38.400210 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-f0367385-1422-4d18-9998-b3eb37fcb8c9 req-e9823e43-7fc0-4307-8149-83d72ca152d8 tempest-ImagesTestJSON-757689736 tempest-ImagesTestJSON-757689736-project] 10.222.0.42 "GET /v2.0/security-groups?id=59d22466-01c3-4eda-9b5c-cb887beaa55e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2296765 Apr 18 20:39:38.506580 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-a402b214-12aa-45e3-8c6b-237ce42873a2 req-0530a300-444c-43aa-80a5-152c973bdc7c service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=2b4e6157-bc80-44e6-aceb-13aa29225b38&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1087258 Apr 18 20:39:38.514297 n-d-838334-2 neutron-server[84040]: DEBUG neutron.notifiers.nova [req-06f13d18-e007-482b-a2f3-98a410ec567e req-c926aa65-502a-492d-9293-0e80a8fd69a3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fa03d449-bb38-4cd9-8fa0-e99f7c7cd3e2 {{(pid=84040) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 18 20:39:38.571816 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-06f13d18-e007-482b-a2f3-98a410ec567e req-c926aa65-502a-492d-9293-0e80a8fd69a3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:38.631877 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Device 201de10e-ce02-4c05-8152-279dc9fda613 details requested by agent hyperv_n-h1-838334-2 with host n-h1-838334-2 {{(pid=84042) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 18 20:39:38.670279 n-d-838334-2 neutron-server[84041]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8b1d0444-3a14-4a87-8c36-4e35be0e1440 tempest-ServersWithSpecificFlavorTestJSON-734692326 tempest-ServersWithSpecificFlavorTestJSON-734692326-project] Router 1cd43228-687e-4072-ad72-4b865e34680e has already been hosted by L3 agent bc84d6c9-dd7a-4555-a351-592327b46d5a {{(pid=84041) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 20:39:38.726287 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.provisioning_blocks [req-06f13d18-e007-482b-a2f3-98a410ec567e req-c926aa65-502a-492d-9293-0e80a8fd69a3 service neutron] Transition to ACTIVE for port object fa03d449-bb38-4cd9-8fa0-e99f7c7cd3e2 will not be triggered until provisioned by entity L2. {{(pid=84040) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 20:39:38.750795 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-06f13d18-e007-482b-a2f3-98a410ec567e req-c926aa65-502a-492d-9293-0e80a8fd69a3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32440959'] for port, after_update {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:38.806800 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] For port 201de10e-ce02-4c05-8152-279dc9fda613, host n-h1-838334-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838334-2',level=0,port_id=201de10e-ce02-4c05-8152-279dc9fda613,segment=NetworkSegment(fad4d202-e675-4ef9-a2c9-455ad2733ac3),segment_id=fad4d202-e675-4ef9-a2c9-455ad2733ac3)] {{(pid=84042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:39:38.823092 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Returning: {'device': '201de10e-ce02-4c05-8152-279dc9fda613', 'network_id': 'f80ffbc0-34cb-4055-9a11-d2613998d549', 'port_id': '201de10e-ce02-4c05-8152-279dc9fda613', 'mac_address': 'fa:16:3e:ce:3d:5c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 351, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3f63e7a0-93d9-41f9-9b98-36f6c4a2e1f0', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84042) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 18 20:39:38.881943 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:38.905214 n-d-838334-2 neutron-server[84042]: DEBUG neutron.notifiers.nova [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 201de10e-ce02-4c05-8152-279dc9fda613 {{(pid=84042) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 18 20:39:38.908363 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8b1d0444-3a14-4a87-8c36-4e35be0e1440 tempest-ServersWithSpecificFlavorTestJSON-734692326 tempest-ServersWithSpecificFlavorTestJSON-734692326-project] Notify agent at l3_agent.n-d-838334-2 the message routers_updated {{(pid=84041) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 20:39:38.919866 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-8b1d0444-3a14-4a87-8c36-4e35be0e1440 tempest-ServersWithSpecificFlavorTestJSON-734692326 tempest-ServersWithSpecificFlavorTestJSON-734692326-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217293'] for floatingip, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:38.921114 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e2e0252-e20b-4281-8b9a-fb7f315c9c25 None None] Sync routers for ids ['1cd43228-687e-4072-ad72-4b865e34680e'] in n-d-838334-2 {{(pid=84042) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 18 20:39:38.943956 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e2e0252-e20b-4281-8b9a-fb7f315c9c25 None None] Routers {'1cd43228-687e-4072-ad72-4b865e34680e'} bound to L3 agent in host n-d-838334-2 {{(pid=84042) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 20:39:38.944507 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-3f77ca6d-bc81-4a38-a44a-ee2543b42012 req-f57ff96e-b0e9-4e7d-b0a6-d8c00cd68518 service neutron] 10.222.0.43 "GET /v2.0/networks/f80ffbc0-34cb-4055-9a11-d2613998d549?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5073464 Apr 18 20:39:38.944631 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_hamode_db [None req-5e2e0252-e20b-4281-8b9a-fb7f315c9c25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838334-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-18T20:25:48Z,description=,heartbeat_timestamp=2022-04-18T20:39:18Z,host='n-d-838334-2',id=bc84d6c9-dd7a-4555-a351-592327b46d5a,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:25:48Z,topic='l3_agent')) {'router_ids': ['1cd43228-687e-4072-ad72-4b865e34680e'], 'active': True} {{(pid=84042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:39:38.981391 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-a402b214-12aa-45e3-8c6b-237ce42873a2 req-30488852-3640-495f-a924-3df2a3d6ed53 service neutron] 10.222.0.48 "GET /v2.0/networks/2b4e6157-bc80-44e6-aceb-13aa29225b38?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4115992 Apr 18 20:39:38.981997 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c926aa65-502a-492d-9293-0e80a8fd69a3 service neutron] Pushing event updated for resources: {'Port': ['ID=fa03d449-bb38-4cd9-8fa0-e99f7c7cd3e2,revision_number=2']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:39:39.002317 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da44f7fe-65a1-448d-8e04-69d0ca7482a8 req-71e434e4-2c29-4ce4-9453-065a3270af44 tempest-LiveMigrationTest-963278731 tempest-LiveMigrationTest-963278731-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:39:39.007156 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-8b1d0444-3a14-4a87-8c36-4e35be0e1440 tempest-ServersWithSpecificFlavorTestJSON-734692326 tempest-ServersWithSpecificFlavorTestJSON-734692326-project] 10.222.0.42 "PUT /v2.0/floatingips/c3f6b439-120b-4780-883f-d9b5460ff4df HTTP/1.1" status: 200 len: 991 time: 2.0924284 Apr 18 20:39:39.007848 n-d-838334-2 neutron-server[84041]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '914cdeba-bb0d-4af0-a215-ff126e74b600', 'tag': '8233c3ee-e4c7-481a-9199-8a526c3e2a50'}] {{(pid=84041) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 20:39:39.009973 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-da44f7fe-65a1-448d-8e04-69d0ca7482a8 req-71e434e4-2c29-4ce4-9453-065a3270af44 tempest-LiveMigrationTest-963278731 tempest-LiveMigrationTest-963278731-project] 10.222.0.42 "GET /v2.0/ports?device_id=24d2e03c-6691-46a0-a6c7-88d1392ddccc HTTP/1.1" status: 200 len: 946 time: 0.6153696 Apr 18 20:39:39.013405 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] For port 201de10e-ce02-4c05-8152-279dc9fda613, host n-h1-838334-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838334-2',level=0,port_id=201de10e-ce02-4c05-8152-279dc9fda613,segment=NetworkSegment(fad4d202-e675-4ef9-a2c9-455ad2733ac3),segment_id=fad4d202-e675-4ef9-a2c9-455ad2733ac3)] {{(pid=84042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:39:39.097529 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682'] for port, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:39.166480 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86273f0b-8dc9-45cf-a79a-a75330e49ff2 req-3d205aad-4d3c-49df-8e1c-855e97ce4106 tempest-VolumesAdminNegativeTest-2082754132 tempest-VolumesAdminNegativeTest-2082754132-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:39:39.167862 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-86273f0b-8dc9-45cf-a79a-a75330e49ff2 req-3d205aad-4d3c-49df-8e1c-855e97ce4106 tempest-VolumesAdminNegativeTest-2082754132 tempest-VolumesAdminNegativeTest-2082754132-project] 10.222.0.42 "GET /v2.0/ports?device_id=9ee457da-713c-453b-9df5-efd3166e7de4 HTTP/1.1" status: 200 len: 944 time: 0.6018822 Apr 18 20:39:39.203135 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Pushing event updated for resources: {'Port': ['ID=201de10e-ce02-4c05-8152-279dc9fda613,revision_number=4']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:39:39.229511 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_dvr_db [None req-5e2e0252-e20b-4281-8b9a-fb7f315c9c25 None None] Set router 1cd43228-687e-4072-ad72-4b865e34680e gateway port host: n-d-838334-2 {{(pid=84042) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 20:39:39.292010 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-da44f7fe-65a1-448d-8e04-69d0ca7482a8 req-ebf53c0a-a726-48c5-9508-72899f3c31ae tempest-LiveMigrationTest-963278731 tempest-LiveMigrationTest-963278731-project] 10.222.0.42 "GET /v2.0/security-groups?id=c1ded286-bbeb-4ec4-95be-e4f6aab8a892&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2590704 Apr 18 20:39:39.325521 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-a402b214-12aa-45e3-8c6b-237ce42873a2 req-3c70dc6e-04b4-4704-ba04-638b215dc6c3 service neutron] 10.222.0.48 "GET /v2.0/networks/2b4e6157-bc80-44e6-aceb-13aa29225b38?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3301795 Apr 18 20:39:39.333481 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-86273f0b-8dc9-45cf-a79a-a75330e49ff2 req-124bf604-4867-4685-b79e-8089f30adfd3 tempest-VolumesAdminNegativeTest-2082754132 tempest-VolumesAdminNegativeTest-2082754132-project] 10.222.0.42 "GET /v2.0/security-groups?id=6f654b34-a739-4d28-98f0-67f4671813aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1380656 Apr 18 20:39:39.335680 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.managers [req-06f13d18-e007-482b-a2f3-98a410ec567e req-c926aa65-502a-492d-9293-0e80a8fd69a3 service neutron] Attempting to bind port fa03d449-bb38-4cd9-8fa0-e99f7c7cd3e2 on host n-h2-838334-2 for vnic_type normal with profile {{(pid=84040) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:39:39.336277 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.managers [req-06f13d18-e007-482b-a2f3-98a410ec567e req-c926aa65-502a-492d-9293-0e80a8fd69a3 service neutron] Attempting to bind port fa03d449-bb38-4cd9-8fa0-e99f7c7cd3e2 by drivers openvswitch,hyperv on host n-h2-838334-2 at level 0 using segments [{'id': 'a0546572-b3e1-4e2b-aa75-195a4fbea0d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': 'f80f29cf-306f-4b83-b9ef-977e3822a3eb'}] {{(pid=84040) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:39:39.336597 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06f13d18-e007-482b-a2f3-98a410ec567e req-c926aa65-502a-492d-9293-0e80a8fd69a3 service neutron] Attempting to bind port fa03d449-bb38-4cd9-8fa0-e99f7c7cd3e2 on network f80f29cf-306f-4b83-b9ef-977e3822a3eb {{(pid=84040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 20:39:39.342703 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06f13d18-e007-482b-a2f3-98a410ec567e req-c926aa65-502a-492d-9293-0e80a8fd69a3 service neutron] Port fa03d449-bb38-4cd9-8fa0-e99f7c7cd3e2 on network f80f29cf-306f-4b83-b9ef-977e3822a3eb not bound, no agent of type Open vSwitch agent registered on host n-h2-838334-2 {{(pid=84040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 18 20:39:39.343017 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06f13d18-e007-482b-a2f3-98a410ec567e req-c926aa65-502a-492d-9293-0e80a8fd69a3 service neutron] Attempting to bind port fa03d449-bb38-4cd9-8fa0-e99f7c7cd3e2 on network f80f29cf-306f-4b83-b9ef-977e3822a3eb {{(pid=84040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 20:39:39.353373 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06f13d18-e007-482b-a2f3-98a410ec567e req-c926aa65-502a-492d-9293-0e80a8fd69a3 service neutron] Checking agent: {'id': 'dc797004-f641-47b7-a77f-9c62b5b16296', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-838334-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 34, 3), 'started_at': datetime.datetime(2022, 4, 18, 20, 34, 3), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 20, 39, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 18 20:39:39.353373 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06f13d18-e007-482b-a2f3-98a410ec567e req-c926aa65-502a-492d-9293-0e80a8fd69a3 service neutron] Checking segment: {'id': 'a0546572-b3e1-4e2b-aa75-195a4fbea0d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': 'f80f29cf-306f-4b83-b9ef-977e3822a3eb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84040) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 20:39:39.353373 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06f13d18-e007-482b-a2f3-98a410ec567e req-c926aa65-502a-492d-9293-0e80a8fd69a3 service neutron] Bound using segment: {'id': 'a0546572-b3e1-4e2b-aa75-195a4fbea0d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': 'f80f29cf-306f-4b83-b9ef-977e3822a3eb'} {{(pid=84040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 18 20:39:39.353749 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.managers [req-06f13d18-e007-482b-a2f3-98a410ec567e req-c926aa65-502a-492d-9293-0e80a8fd69a3 service neutron] Bound port: fa03d449-bb38-4cd9-8fa0-e99f7c7cd3e2, host: n-h2-838334-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a0546572-b3e1-4e2b-aa75-195a4fbea0d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': 'f80f29cf-306f-4b83-b9ef-977e3822a3eb'}}] {{(pid=84040) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 20:39:39.353937 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-06f13d18-e007-482b-a2f3-98a410ec567e req-c926aa65-502a-492d-9293-0e80a8fd69a3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:39.435683 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] get_ports_and_sgs() called for port_ids ['201de10e-ce02-4c05-8152-279dc9fda613'] {{(pid=84042) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 18 20:39:39.469710 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.db [req-06f13d18-e007-482b-a2f3-98a410ec567e req-c926aa65-502a-492d-9293-0e80a8fd69a3 service neutron] For port fa03d449-bb38-4cd9-8fa0-e99f7c7cd3e2, host n-h2-838334-2, cleared binding levels {{(pid=84040) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 20:39:39.474710 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.db [req-06f13d18-e007-482b-a2f3-98a410ec567e req-c926aa65-502a-492d-9293-0e80a8fd69a3 service neutron] For port fa03d449-bb38-4cd9-8fa0-e99f7c7cd3e2, host n-h2-838334-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838334-2',level=0,port_id=fa03d449-bb38-4cd9-8fa0-e99f7c7cd3e2,segment=NetworkSegment(a0546572-b3e1-4e2b-aa75-195a4fbea0d4),segment_id=a0546572-b3e1-4e2b-aa75-195a4fbea0d4)] {{(pid=84040) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 20:39:39.483022 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-06f13d18-e007-482b-a2f3-98a410ec567e req-c926aa65-502a-492d-9293-0e80a8fd69a3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32440959'] for port, after_update {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:39.671385 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-06f13d18-e007-482b-a2f3-98a410ec567e req-c926aa65-502a-492d-9293-0e80a8fd69a3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217293'] for port, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:39.672843 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-06f13d18-e007-482b-a2f3-98a410ec567e req-c926aa65-502a-492d-9293-0e80a8fd69a3 service neutron] 10.222.0.48 "PUT /v2.0/ports/fa03d449-bb38-4cd9-8fa0-e99f7c7cd3e2 HTTP/1.1" status: 200 len: 1091 time: 2.7647588 Apr 18 20:39:39.690246 n-d-838334-2 neutron-server[84040]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cc0d4549-87de-476f-8fa1-88b0358bebbd', 'tag': 'fa03d449-bb38-4cd9-8fa0-e99f7c7cd3e2'}] {{(pid=84040) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 20:39:39.728410 n-d-838334-2 neutron-server[84041]: INFO neutron.notifiers.nova [-] Nova event matching ['req-50d74782-e6de-49f0-a4c5-b5f0da6c5c76'] response: {'name': 'network-changed', 'server_uuid': '914cdeba-bb0d-4af0-a215-ff126e74b600', 'tag': '8233c3ee-e4c7-481a-9199-8a526c3e2a50', 'status': 'completed', 'code': 200} Apr 18 20:39:39.734988 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.v2.base [req-06f13d18-e007-482b-a2f3-98a410ec567e req-ba9d6131-ad8e-4f3d-9089-bcb57c61e1e8 service neutron] Request body: {'port': {'device_id': 'cc0d4549-87de-476f-8fa1-88b0358bebbd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-838334-2'}} {{(pid=84040) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 20:39:39.958877 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_hamode_db [None req-5e2e0252-e20b-4281-8b9a-fb7f315c9c25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1cd43228-687e-4072-ad72-4b865e34680e', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1623382860-router', 'tenant_id': '624c15d552004bb8b15cf774c11ffdae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'external_fixed_ips': [{'subnet_id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'ip_address': '172.25.8.151'}], 'enable_snat': True}, 'gw_port_id': '3c3fe9fd-7f49-4c20-abd6-487b053c7184', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:37:25Z', 'updated_at': '2022-04-18T20:37:31Z', 'revision_number': 4, 'project_id': '624c15d552004bb8b15cf774c11ffdae', 'gw_port': {'id': '3c3fe9fd-7f49-4c20-abd6-487b053c7184', 'name': '', 'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:f7:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1cd43228-687e-4072-ad72-4b865e34680e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'ip_address': '172.25.8.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:37:26Z', 'updated_at': '2022-04-18T20:37:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838334-2', '_floatingips': [{'id': 'c3f6b439-120b-4780-883f-d9b5460ff4df', 'tenant_id': '624c15d552004bb8b15cf774c11ffdae', 'floating_ip_address': '172.25.8.221', 'floating_network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'router_id': '1cd43228-687e-4072-ad72-4b865e34680e', 'port_id': '8233c3ee-e4c7-481a-9199-8a526c3e2a50', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '079e35ca-557b-42c6-b34f-dbc020bb616d', 'mac_address': 'fa:16:3e:4a:59:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '914cdeba-bb0d-4af0-a215-ff126e74b600', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T20:37:49Z', 'updated_at': '2022-04-18T20:39:37Z', 'revision_number': 5, 'project_id': '624c15d552004bb8b15cf774c11ffdae', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7444fd4e-ad80-47da-bbc6-87a30c879192', 'name': '', 'network_id': '079e35ca-557b-42c6-b34f-dbc020bb616d', 'tenant_id': '624c15d552004bb8b15cf774c11ffdae', 'mac_address': 'fa:16:3e:d4:04:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1cd43228-687e-4072-ad72-4b865e34680e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c3ffe89f-19b4-45a8-ac55-d99492f3b297', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:37:30Z', 'updated_at': '2022-04-18T20:37:48Z', 'revision_number': 5, 'project_id': '624c15d552004bb8b15cf774c11ffdae', 'subnets': [{'id': 'c3ffe89f-19b4-45a8-ac55-d99492f3b297', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838334-2', False) {} {{(pid=84042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:39:39.969180 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e2e0252-e20b-4281-8b9a-fb7f315c9c25 None None] Checking router: 1cd43228-687e-4072-ad72-4b865e34680e for host: n-d-838334-2 {{(pid=84042) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 18 20:39:39.983430 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e2e0252-e20b-4281-8b9a-fb7f315c9c25 None None] Routers {'1cd43228-687e-4072-ad72-4b865e34680e'} bound to L3 agent in host n-d-838334-2 {{(pid=84042) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 20:39:39.984229 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_hamode_db [None req-5e2e0252-e20b-4281-8b9a-fb7f315c9c25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838334-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-18T20:25:48Z,description=,heartbeat_timestamp=2022-04-18T20:39:18Z,host='n-d-838334-2',id=bc84d6c9-dd7a-4555-a351-592327b46d5a,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:25:48Z,topic='l3_agent')) {'router_ids': ['1cd43228-687e-4072-ad72-4b865e34680e'], 'active': True} {{(pid=84042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:39:40.047036 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c926aa65-502a-492d-9293-0e80a8fd69a3 service neutron] Pushing event updated for resources: {'Port': ['ID=fa03d449-bb38-4cd9-8fa0-e99f7c7cd3e2,revision_number=3']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:39:40.149637 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 36024) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:39:40.226754 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-06f13d18-e007-482b-a2f3-98a410ec567e req-ba9d6131-ad8e-4f3d-9089-bcb57c61e1e8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:40.244853 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_dvr_db [None req-5e2e0252-e20b-4281-8b9a-fb7f315c9c25 None None] Set router 1cd43228-687e-4072-ad72-4b865e34680e gateway port host: n-d-838334-2 {{(pid=84042) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 20:39:40.254281 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-2658de22-c83c-449d-a4e8-29fc22508e31 req-047bc66f-dcc3-47e2-b4df-290a57a63b4c service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=624c15d552004bb8b15cf774c11ffdae&device_id=914cdeba-bb0d-4af0-a215-ff126e74b600 HTTP/1.1" status: 200 len: 1096 time: 0.4693129 Apr 18 20:39:40.275773 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb671062-8827-4ba6-86ff-b7b6aa278a18 req-afb4304d-bbb8-47d7-9f26-dc69d318c6b5 tempest-ServersWithSpecificFlavorTestJSON-734692326 tempest-ServersWithSpecificFlavorTestJSON-734692326-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:39:40.279397 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-cb671062-8827-4ba6-86ff-b7b6aa278a18 req-afb4304d-bbb8-47d7-9f26-dc69d318c6b5 tempest-ServersWithSpecificFlavorTestJSON-734692326 tempest-ServersWithSpecificFlavorTestJSON-734692326-project] 10.222.0.42 "GET /v2.0/ports?device_id=914cdeba-bb0d-4af0-a215-ff126e74b600 HTTP/1.1" status: 200 len: 945 time: 0.6935441 Apr 18 20:39:40.396388 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-895520a9-3914-417d-98cb-e6aba7f0a5ac req-ff4c435a-3b51-4ffa-b0d6-1f395bf4bcf0 tempest-TaggedBootDevicesTest-1674414334 tempest-TaggedBootDevicesTest-1674414334-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:39:40.400302 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-895520a9-3914-417d-98cb-e6aba7f0a5ac req-ff4c435a-3b51-4ffa-b0d6-1f395bf4bcf0 tempest-TaggedBootDevicesTest-1674414334 tempest-TaggedBootDevicesTest-1674414334-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:39:40.404248 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-895520a9-3914-417d-98cb-e6aba7f0a5ac req-ff4c435a-3b51-4ffa-b0d6-1f395bf4bcf0 tempest-TaggedBootDevicesTest-1674414334 tempest-TaggedBootDevicesTest-1674414334-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:39:40.408259 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-895520a9-3914-417d-98cb-e6aba7f0a5ac req-ff4c435a-3b51-4ffa-b0d6-1f395bf4bcf0 tempest-TaggedBootDevicesTest-1674414334 tempest-TaggedBootDevicesTest-1674414334-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:39:40.412498 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-895520a9-3914-417d-98cb-e6aba7f0a5ac req-ff4c435a-3b51-4ffa-b0d6-1f395bf4bcf0 tempest-TaggedBootDevicesTest-1674414334 tempest-TaggedBootDevicesTest-1674414334-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:39:40.414294 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-895520a9-3914-417d-98cb-e6aba7f0a5ac req-ff4c435a-3b51-4ffa-b0d6-1f395bf4bcf0 tempest-TaggedBootDevicesTest-1674414334 tempest-TaggedBootDevicesTest-1674414334-project] 10.222.0.42 "GET /v2.0/ports?device_id=cc0d4549-87de-476f-8fa1-88b0358bebbd HTTP/1.1" status: 200 len: 3828 time: 0.4152308 Apr 18 20:39:40.507547 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-83c3b124-8d24-485c-ae15-e6865f37c59d admin admin] Notify callbacks [] for security_group, before_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:40.637451 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-cb671062-8827-4ba6-86ff-b7b6aa278a18 req-1a04ad7c-e8d0-4454-8e17-deb6de90a1f2 tempest-ServersWithSpecificFlavorTestJSON-734692326 tempest-ServersWithSpecificFlavorTestJSON-734692326-project] 10.222.0.42 "GET /v2.0/security-groups?id=51d79015-ffd5-44d4-b2c5-faf33204dfe8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2897041 Apr 18 20:39:40.652160 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Device 201de10e-ce02-4c05-8152-279dc9fda613 up at agent hyperv_n-h1-838334-2 {{(pid=84042) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 20:39:40.711181 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [None req-83c3b124-8d24-485c-ae15-e6865f37c59d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:39:40.721299 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-895520a9-3914-417d-98cb-e6aba7f0a5ac req-481b4169-cf7d-46fb-8c46-6c3f04da9fec tempest-TaggedBootDevicesTest-1674414334 tempest-TaggedBootDevicesTest-1674414334-project] 10.222.0.42 "GET /v2.0/security-groups?id=67ac5558-a250-4106-afe6-28a5add43e38&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2448764 Apr 18 20:39:40.726213 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-83c3b124-8d24-485c-ae15-e6865f37c59d admin admin] Usage tracker for resource:security_group_rule and tenant:9863209b12ea48c9b6ebc67a79979822 is out of sync, need to count used quota {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:39:40.728958 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2658de22-c83c-449d-a4e8-29fc22508e31 req-8f56956e-3485-498a-96aa-81a9fccca2c9 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:39:40.730978 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-2658de22-c83c-449d-a4e8-29fc22508e31 req-8f56956e-3485-498a-96aa-81a9fccca2c9 service neutron] 10.222.0.48 "GET /v2.0/networks?id=079e35ca-557b-42c6-b34f-dbc020bb616d HTTP/1.1" status: 200 len: 925 time: 0.4501257 Apr 18 20:39:40.734222 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-83c3b124-8d24-485c-ae15-e6865f37c59d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:39:40.759809 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Provisioning for port 201de10e-ce02-4c05-8152-279dc9fda613 completed by entity L2. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 20:39:40.765386 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Provisioning complete for port 201de10e-ce02-4c05-8152-279dc9fda613 triggered by entity L2. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:39:40.765798 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1253608'] for port, provisioning_complete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:40.794118 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_hamode_db [None req-5e2e0252-e20b-4281-8b9a-fb7f315c9c25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1cd43228-687e-4072-ad72-4b865e34680e', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1623382860-router', 'tenant_id': '624c15d552004bb8b15cf774c11ffdae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'external_fixed_ips': [{'subnet_id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'ip_address': '172.25.8.151'}], 'enable_snat': True}, 'gw_port_id': '3c3fe9fd-7f49-4c20-abd6-487b053c7184', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:37:25Z', 'updated_at': '2022-04-18T20:37:31Z', 'revision_number': 4, 'project_id': '624c15d552004bb8b15cf774c11ffdae', 'gw_port': {'id': '3c3fe9fd-7f49-4c20-abd6-487b053c7184', 'name': '', 'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:f7:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1cd43228-687e-4072-ad72-4b865e34680e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'ip_address': '172.25.8.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:37:26Z', 'updated_at': '2022-04-18T20:37:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838334-2', '_floatingips': [{'id': 'c3f6b439-120b-4780-883f-d9b5460ff4df', 'tenant_id': '624c15d552004bb8b15cf774c11ffdae', 'floating_ip_address': '172.25.8.221', 'floating_network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'router_id': '1cd43228-687e-4072-ad72-4b865e34680e', 'port_id': '8233c3ee-e4c7-481a-9199-8a526c3e2a50', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '079e35ca-557b-42c6-b34f-dbc020bb616d', 'mac_address': 'fa:16:3e:4a:59:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '914cdeba-bb0d-4af0-a215-ff126e74b600', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T20:37:49Z', 'updated_at': '2022-04-18T20:39:37Z', 'revision_number': 5, 'project_id': '624c15d552004bb8b15cf774c11ffdae', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7444fd4e-ad80-47da-bbc6-87a30c879192', 'name': '', 'network_id': '079e35ca-557b-42c6-b34f-dbc020bb616d', 'tenant_id': '624c15d552004bb8b15cf774c11ffdae', 'mac_address': 'fa:16:3e:d4:04:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1cd43228-687e-4072-ad72-4b865e34680e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c3ffe89f-19b4-45a8-ac55-d99492f3b297', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:37:30Z', 'updated_at': '2022-04-18T20:37:48Z', 'revision_number': 5, 'project_id': '624c15d552004bb8b15cf774c11ffdae', 'subnets': [{'id': 'c3ffe89f-19b4-45a8-ac55-d99492f3b297', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838334-2', False) {} {{(pid=84042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:39:40.805765 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [None req-83c3b124-8d24-485c-ae15-e6865f37c59d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:39:40.810643 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e2e0252-e20b-4281-8b9a-fb7f315c9c25 None None] The sync data for ids ['1cd43228-687e-4072-ad72-4b865e34680e'] in n-d-838334-2 is: [{'id': '1cd43228-687e-4072-ad72-4b865e34680e', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1623382860-router', 'tenant_id': '624c15d552004bb8b15cf774c11ffdae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'external_fixed_ips': [{'subnet_id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'ip_address': '172.25.8.151'}], 'enable_snat': True}, 'gw_port_id': '3c3fe9fd-7f49-4c20-abd6-487b053c7184', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:37:25Z', 'updated_at': '2022-04-18T20:37:31Z', 'revision_number': 4, 'project_id': '624c15d552004bb8b15cf774c11ffdae', 'gw_port': {'id': '3c3fe9fd-7f49-4c20-abd6-487b053c7184', 'name': '', 'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:f7:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1cd43228-687e-4072-ad72-4b865e34680e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'ip_address': '172.25.8.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:37:26Z', 'updated_at': '2022-04-18T20:37:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838334-2', '_floatingips': [{'id': 'c3f6b439-120b-4780-883f-d9b5460ff4df', 'tenant_id': '624c15d552004bb8b15cf774c11ffdae', 'floating_ip_address': '172.25.8.221', 'floating_network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'router_id': '1cd43228-687e-4072-ad72-4b865e34680e', 'port_id': '8233c3ee-e4c7-481a-9199-8a526c3e2a50', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '079e35ca-557b-42c6-b34f-dbc020bb616d', 'mac_address': 'fa:16:3e:4a:59:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '914cdeba-bb0d-4af0-a215-ff126e74b600', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T20:37:49Z', 'updated_at': '2022-04-18T20:39:37Z', 'revision_number': 5, 'project_id': '624c15d552004bb8b15cf774c11ffdae', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7444fd4e-ad80-47da-bbc6-87a30c879192', 'name': '', 'network_id': '079e35ca-557b-42c6-b34f-dbc020bb616d', 'tenant_id': '624c15d552004bb8b15cf774c11ffdae', 'mac_address': 'fa:16:3e:d4:04:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1cd43228-687e-4072-ad72-4b865e34680e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c3ffe89f-19b4-45a8-ac55-d99492f3b297', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:37:30Z', 'updated_at': '2022-04-18T20:37:48Z', 'revision_number': 5, 'project_id': '624c15d552004bb8b15cf774c11ffdae', 'subnets': [{'id': 'c3ffe89f-19b4-45a8-ac55-d99492f3b297', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84042) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 18 20:39:41.010083 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:41.067494 n-d-838334-2 neutron-server[84042]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9ee457da-713c-453b-9df5-efd3166e7de4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '201de10e-ce02-4c05-8152-279dc9fda613'}] {{(pid=84042) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 20:39:41.079300 n-d-838334-2 neutron-server[84040]: INFO neutron.notifiers.nova [-] Nova event matching ['req-61e002b1-1e47-44c2-badc-d792193231e4'] response: {'name': 'network-changed', 'server_uuid': 'cc0d4549-87de-476f-8fa1-88b0358bebbd', 'tag': 'fa03d449-bb38-4cd9-8fa0-e99f7c7cd3e2', 'status': 'completed', 'code': 200} Apr 18 20:39:41.099038 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] For port 201de10e-ce02-4c05-8152-279dc9fda613, host n-h1-838334-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838334-2',level=0,port_id=201de10e-ce02-4c05-8152-279dc9fda613,segment=NetworkSegment(fad4d202-e675-4ef9-a2c9-455ad2733ac3),segment_id=fad4d202-e675-4ef9-a2c9-455ad2733ac3)] {{(pid=84042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:39:41.110526 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682'] for port, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:41.193914 n-d-838334-2 neutron-server[84043]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3def64c2-cc97-4a98-9b24-1b201f2e1a7a None None] New status for floating IP c3f6b439-120b-4780-883f-d9b5460ff4df: ACTIVE {{(pid=84043) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Apr 18 20:39:41.199606 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-2658de22-c83c-449d-a4e8-29fc22508e31 req-3b6860d5-300c-497d-a63f-b2378bc2079c service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8233c3ee-e4c7-481a-9199-8a526c3e2a50 HTTP/1.1" status: 200 len: 999 time: 0.4577405 Apr 18 20:39:41.245753 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Pushing event updated for resources: {'Port': ['ID=201de10e-ce02-4c05-8152-279dc9fda613,revision_number=5']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:39:41.344290 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 36046) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:39:41.427235 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2658de22-c83c-449d-a4e8-29fc22508e31 req-a6568600-a024-42a2-b254-a5ecabe549a9 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:39:41.428648 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-2658de22-c83c-449d-a4e8-29fc22508e31 req-a6568600-a024-42a2-b254-a5ecabe549a9 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=c3ffe89f-19b4-45a8-ac55-d99492f3b297 HTTP/1.1" status: 200 len: 863 time: 0.1970775 Apr 18 20:39:41.453521 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-83c3b124-8d24-485c-ae15-e6865f37c59d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:41.526588 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-dfa949ec-8a40-4e46-b37e-0bd8a5f1bb54 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:41.537958 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-83c3b124-8d24-485c-ae15-e6865f37c59d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33528224'] for security_group, after_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:41.562287 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-dfa949ec-8a40-4e46-b37e-0bd8a5f1bb54 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:39:41.564860 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f55a1eb-af9f-451f-bad5-53b7053cf422 req-7b2a26e9-a878-4ebd-8be2-fccdb0cf0416 tempest-ImagesTestJSON-757689736 tempest-ImagesTestJSON-757689736-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:39:41.566860 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-4f55a1eb-af9f-451f-bad5-53b7053cf422 req-7b2a26e9-a878-4ebd-8be2-fccdb0cf0416 tempest-ImagesTestJSON-757689736 tempest-ImagesTestJSON-757689736-project] 10.222.0.42 "GET /v2.0/ports?device_id=8673e101-8393-4988-bd25-3203c81d4af8 HTTP/1.1" status: 200 len: 945 time: 0.6220019 Apr 18 20:39:41.567453 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-dfa949ec-8a40-4e46-b37e-0bd8a5f1bb54 admin admin] Usage tracker for resource:security_group_rule and tenant:a0e257b58c354d18802c61ccee8839bb is out of sync, need to count used quota {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:39:41.570746 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-dfa949ec-8a40-4e46-b37e-0bd8a5f1bb54 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:39:41.576945 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-dfa949ec-8a40-4e46-b37e-0bd8a5f1bb54 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:39:41.589996 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-cc42cde0-ef05-42f6-9d57-fa5eb9f0ac64 req-63a0f86c-4f24-4715-bd5f-90133dd3ab18 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=f85a0d9202f64bddab6b7eaee6d6810d&device_id=cc0d4549-87de-476f-8fa1-88b0358bebbd HTTP/1.1" status: 200 len: 4363 time: 0.5127056 Apr 18 20:39:41.649173 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-dfa949ec-8a40-4e46-b37e-0bd8a5f1bb54 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:41.654039 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-dfa949ec-8a40-4e46-b37e-0bd8a5f1bb54 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33528224'] for security_group, after_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:41.660376 n-d-838334-2 neutron-server[84040]: DEBUG neutron.notifiers.nova [req-06f13d18-e007-482b-a2f3-98a410ec567e req-ba9d6131-ad8e-4f3d-9089-bcb57c61e1e8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 67855998-dc7c-4735-830d-2fe34a3c1061 {{(pid=84040) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 18 20:39:41.687511 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-06f13d18-e007-482b-a2f3-98a410ec567e req-ba9d6131-ad8e-4f3d-9089-bcb57c61e1e8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:41.694290 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83c3b124-8d24-485c-ae15-e6865f37c59d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=df732ecf-9da5-492f-8e72-6386042be0e2,revision_number=1']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:39:41.703690 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-dfa949ec-8a40-4e46-b37e-0bd8a5f1bb54 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=a0e257b58c354d18802c61ccee8839bb&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3560410 Apr 18 20:39:41.704625 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 36054) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:39:41.733650 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfa949ec-8a40-4e46-b37e-0bd8a5f1bb54 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f849aacc-00d2-45f0-a657-c7f60eebe2d1,revision_number=1']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:39:41.755122 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfa949ec-8a40-4e46-b37e-0bd8a5f1bb54 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:39:41.755447 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfa949ec-8a40-4e46-b37e-0bd8a5f1bb54 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:39:41.755806 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfa949ec-8a40-4e46-b37e-0bd8a5f1bb54 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:39:41.756140 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfa949ec-8a40-4e46-b37e-0bd8a5f1bb54 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:39:41.756462 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfa949ec-8a40-4e46-b37e-0bd8a5f1bb54 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:39:41.756809 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfa949ec-8a40-4e46-b37e-0bd8a5f1bb54 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:39:41.757095 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfa949ec-8a40-4e46-b37e-0bd8a5f1bb54 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:39:41.757413 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfa949ec-8a40-4e46-b37e-0bd8a5f1bb54 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:39:41.757726 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfa949ec-8a40-4e46-b37e-0bd8a5f1bb54 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:39:41.758035 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfa949ec-8a40-4e46-b37e-0bd8a5f1bb54 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:39:41.758347 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfa949ec-8a40-4e46-b37e-0bd8a5f1bb54 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:39:41.779602 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-83c3b124-8d24-485c-ae15-e6865f37c59d admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=9863209b12ea48c9b6ebc67a79979822&name=default HTTP/1.1" status: 200 len: 2647 time: 1.6285543 Apr 18 20:39:41.788151 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 36058) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:39:41.794517 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01b12cb3-0c72-46f9-950b-e60f4074a862 req-8ea3f9c0-1310-424f-9b0f-b96f8163762f tempest-LiveMigrationTest-963278731 tempest-LiveMigrationTest-963278731-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:39:41.795972 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-01b12cb3-0c72-46f9-950b-e60f4074a862 req-8ea3f9c0-1310-424f-9b0f-b96f8163762f tempest-LiveMigrationTest-963278731 tempest-LiveMigrationTest-963278731-project] 10.222.0.42 "GET /v2.0/ports?device_id=24d2e03c-6691-46a0-a6c7-88d1392ddccc HTTP/1.1" status: 200 len: 946 time: 0.5800610 Apr 18 20:39:41.805882 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.provisioning_blocks [req-06f13d18-e007-482b-a2f3-98a410ec567e req-ba9d6131-ad8e-4f3d-9089-bcb57c61e1e8 service neutron] Transition to ACTIVE for port object 67855998-dc7c-4735-830d-2fe34a3c1061 will not be triggered until provisioned by entity L2. {{(pid=84040) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 20:39:41.806569 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-f4978ff7-55d0-4cbd-889e-9e1bd6f53a2f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:41.852028 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-06f13d18-e007-482b-a2f3-98a410ec567e req-ba9d6131-ad8e-4f3d-9089-bcb57c61e1e8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32440959'] for port, after_update {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:41.856156 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-4f55a1eb-af9f-451f-bad5-53b7053cf422 req-cc073929-54a3-4457-84e2-222049c04a7b tempest-ImagesTestJSON-757689736 tempest-ImagesTestJSON-757689736-project] 10.222.0.42 "GET /v2.0/security-groups?id=59d22466-01c3-4eda-9b5c-cb887beaa55e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2786407 Apr 18 20:39:41.859306 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-f4978ff7-55d0-4cbd-889e-9e1bd6f53a2f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:41.938849 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-a14c9c25-a14c-405a-be83-52bd7f295f94 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:41.972343 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-a14c9c25-a14c-405a-be83-52bd7f295f94 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:41.979228 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-2658de22-c83c-449d-a4e8-29fc22508e31 req-b52fb9f0-ad75-46bd-be62-258c480db220 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=079e35ca-557b-42c6-b34f-dbc020bb616d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5345905 Apr 18 20:39:42.000223 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-01b12cb3-0c72-46f9-950b-e60f4074a862 req-26ab852c-47ef-4c64-be3a-799a1229a283 tempest-LiveMigrationTest-963278731 tempest-LiveMigrationTest-963278731-project] 10.222.0.42 "GET /v2.0/security-groups?id=c1ded286-bbeb-4ec4-95be-e4f6aab8a892&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1953959 Apr 18 20:39:42.016020 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-f4978ff7-55d0-4cbd-889e-9e1bd6f53a2f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33528224'] for security_group, after_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:42.046714 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-f4978ff7-55d0-4cbd-889e-9e1bd6f53a2f admin admin] Notify callbacks [] for security_group, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:42.053208 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-f4978ff7-55d0-4cbd-889e-9e1bd6f53a2f admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/f849aacc-00d2-45f0-a657-c7f60eebe2d1 HTTP/1.1" status: 204 len: 168 time: 0.3436882 Apr 18 20:39:42.053208 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4978ff7-55d0-4cbd-889e-9e1bd6f53a2f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f849aacc-00d2-45f0-a657-c7f60eebe2d1,revision_number=None']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:39:42.086693 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-a14c9c25-a14c-405a-be83-52bd7f295f94 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33528224'] for security_group, after_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:42.094806 n-d-838334-2 neutron-server[84042]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5268bddb-6fdd-4bc9-91df-7646c27d2017'] response: {'server_uuid': '9ee457da-713c-453b-9df5-efd3166e7de4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '201de10e-ce02-4c05-8152-279dc9fda613', 'code': 200} Apr 18 20:39:42.105715 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a14c9c25-a14c-405a-be83-52bd7f295f94 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df732ecf-9da5-492f-8e72-6386042be0e2,revision_number=None']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:39:42.112607 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-a14c9c25-a14c-405a-be83-52bd7f295f94 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:42.114419 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-a14c9c25-a14c-405a-be83-52bd7f295f94 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/df732ecf-9da5-492f-8e72-6386042be0e2 HTTP/1.1" status: 204 len: 168 time: 0.3249581 Apr 18 20:39:42.234243 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba9d6131-ad8e-4f3d-9089-bcb57c61e1e8 service neutron] Pushing event updated for resources: {'Port': ['ID=67855998-dc7c-4735-830d-2fe34a3c1061,revision_number=2']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:39:42.238285 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc42cde0-ef05-42f6-9d57-fa5eb9f0ac64 req-df8b626d-f3a2-45c5-8336-472486c0bf5c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:39:42.239093 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc42cde0-ef05-42f6-9d57-fa5eb9f0ac64 req-df8b626d-f3a2-45c5-8336-472486c0bf5c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:39:42.239653 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc42cde0-ef05-42f6-9d57-fa5eb9f0ac64 req-df8b626d-f3a2-45c5-8336-472486c0bf5c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:39:42.243102 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-cc42cde0-ef05-42f6-9d57-fa5eb9f0ac64 req-df8b626d-f3a2-45c5-8336-472486c0bf5c service neutron] 10.222.0.48 "GET /v2.0/networks?tenant_id=f85a0d9202f64bddab6b7eaee6d6810d&shared=False HTTP/1.1" status: 200 len: 2292 time: 0.6096179 Apr 18 20:39:42.587039 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 36074) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:39:42.605927 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-abd08c91-cb0f-4250-983d-f5a2d21e3695 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:42.618088 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 36078) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:39:42.647499 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-1deab7d4-7ccc-4619-ba97-bcf21bdfb5c5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:42.669786 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-abd08c91-cb0f-4250-983d-f5a2d21e3695 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:39:42.675706 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-abd08c91-cb0f-4250-983d-f5a2d21e3695 admin admin] Usage tracker for resource:security_group_rule and tenant:4bc0c31631ab43f38aa05aa77a802a93 is out of sync, need to count used quota {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:39:42.684524 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-abd08c91-cb0f-4250-983d-f5a2d21e3695 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:39:42.696514 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-abd08c91-cb0f-4250-983d-f5a2d21e3695 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:39:42.704661 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-1deab7d4-7ccc-4619-ba97-bcf21bdfb5c5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:39:42.713602 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-1deab7d4-7ccc-4619-ba97-bcf21bdfb5c5 admin admin] Usage tracker for resource:security_group_rule and tenant:ff4017634647476db9fc15707f4ebccc is out of sync, need to count used quota {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:39:42.718458 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-1deab7d4-7ccc-4619-ba97-bcf21bdfb5c5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:39:42.727362 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-1deab7d4-7ccc-4619-ba97-bcf21bdfb5c5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:39:42.806246 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc42cde0-ef05-42f6-9d57-fa5eb9f0ac64 req-6e164482-7ede-4cb0-8907-6899711870ee service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:39:42.808427 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-cc42cde0-ef05-42f6-9d57-fa5eb9f0ac64 req-6e164482-7ede-4cb0-8907-6899711870ee service neutron] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5072999 Apr 18 20:39:42.820551 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-abd08c91-cb0f-4250-983d-f5a2d21e3695 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:42.834882 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-abd08c91-cb0f-4250-983d-f5a2d21e3695 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33528224'] for security_group, after_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:42.848226 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-2658de22-c83c-449d-a4e8-29fc22508e31 req-b7352f54-4ac2-4d6f-9107-d6924b400856 service neutron] 10.222.0.48 "GET /v2.0/networks/079e35ca-557b-42c6-b34f-dbc020bb616d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6150379 Apr 18 20:39:42.864193 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c89f31c7-5d6a-4024-b888-676624695b0b req-d972c4d2-f0dd-47b3-98d5-94ac165f65ef tempest-VolumesAdminNegativeTest-2082754132 tempest-VolumesAdminNegativeTest-2082754132-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:39:42.865679 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-c89f31c7-5d6a-4024-b888-676624695b0b req-d972c4d2-f0dd-47b3-98d5-94ac165f65ef tempest-VolumesAdminNegativeTest-2082754132 tempest-VolumesAdminNegativeTest-2082754132-project] 10.222.0.42 "GET /v2.0/ports?device_id=9ee457da-713c-453b-9df5-efd3166e7de4 HTTP/1.1" status: 200 len: 946 time: 0.6337345 Apr 18 20:39:42.870199 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-df4e3341-3561-4002-b8ef-937d640ac4b4 req-083010b7-6a14-4215-b03d-a537c474b94e service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=9ee457da-713c-453b-9df5-efd3166e7de4 HTTP/1.1" status: 200 len: 1097 time: 0.6238399 Apr 18 20:39:42.891187 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-1deab7d4-7ccc-4619-ba97-bcf21bdfb5c5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:42.913929 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-1deab7d4-7ccc-4619-ba97-bcf21bdfb5c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33528224'] for security_group, after_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:42.939152 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-abd08c91-cb0f-4250-983d-f5a2d21e3695 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=4bc0c31631ab43f38aa05aa77a802a93&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3502572 Apr 18 20:39:42.942817 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abd08c91-cb0f-4250-983d-f5a2d21e3695 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cca98a3f-58f7-492b-87a0-315f6d8f359f,revision_number=1']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:39:42.946803 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 36084) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:39:42.996027 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cef41bf7-4deb-4a06-bc3b-549c150b7f24 req-013c6379-71c0-4e0b-9ead-cea85ccad01d tempest-TaggedBootDevicesTest-1674414334 tempest-TaggedBootDevicesTest-1674414334-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:39:42.999986 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cef41bf7-4deb-4a06-bc3b-549c150b7f24 req-013c6379-71c0-4e0b-9ead-cea85ccad01d tempest-TaggedBootDevicesTest-1674414334 tempest-TaggedBootDevicesTest-1674414334-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:39:43.004303 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cef41bf7-4deb-4a06-bc3b-549c150b7f24 req-013c6379-71c0-4e0b-9ead-cea85ccad01d tempest-TaggedBootDevicesTest-1674414334 tempest-TaggedBootDevicesTest-1674414334-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:39:43.007869 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-1deab7d4-7ccc-4619-ba97-bcf21bdfb5c5 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=ff4017634647476db9fc15707f4ebccc&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3885164 Apr 18 20:39:43.008294 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cef41bf7-4deb-4a06-bc3b-549c150b7f24 req-013c6379-71c0-4e0b-9ead-cea85ccad01d tempest-TaggedBootDevicesTest-1674414334 tempest-TaggedBootDevicesTest-1674414334-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:39:43.008630 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 36088) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:39:43.012180 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cef41bf7-4deb-4a06-bc3b-549c150b7f24 req-013c6379-71c0-4e0b-9ead-cea85ccad01d tempest-TaggedBootDevicesTest-1674414334 tempest-TaggedBootDevicesTest-1674414334-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:39:43.016129 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cef41bf7-4deb-4a06-bc3b-549c150b7f24 req-013c6379-71c0-4e0b-9ead-cea85ccad01d tempest-TaggedBootDevicesTest-1674414334 tempest-TaggedBootDevicesTest-1674414334-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:39:43.023522 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-cef41bf7-4deb-4a06-bc3b-549c150b7f24 req-013c6379-71c0-4e0b-9ead-cea85ccad01d tempest-TaggedBootDevicesTest-1674414334 tempest-TaggedBootDevicesTest-1674414334-project] 10.222.0.42 "GET /v2.0/ports?device_id=cc0d4549-87de-476f-8fa1-88b0358bebbd HTTP/1.1" status: 200 len: 4601 time: 0.7237535 Apr 18 20:39:43.038715 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1deab7d4-7ccc-4619-ba97-bcf21bdfb5c5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cfc51d2b-0676-4ce6-b749-8ae5032a6656,revision_number=1']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:39:43.063758 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.managers [req-06f13d18-e007-482b-a2f3-98a410ec567e req-ba9d6131-ad8e-4f3d-9089-bcb57c61e1e8 service neutron] Attempting to bind port 67855998-dc7c-4735-830d-2fe34a3c1061 on host n-h2-838334-2 for vnic_type normal with profile {{(pid=84040) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:39:43.064088 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.managers [req-06f13d18-e007-482b-a2f3-98a410ec567e req-ba9d6131-ad8e-4f3d-9089-bcb57c61e1e8 service neutron] Attempting to bind port 67855998-dc7c-4735-830d-2fe34a3c1061 by drivers openvswitch,hyperv on host n-h2-838334-2 at level 0 using segments [{'id': '4134857a-3d4d-4a42-8268-4c8b0125ff2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': 'd9eb2c31-9efb-45c1-be97-8fbfff0e7f82'}] {{(pid=84040) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:39:43.064408 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06f13d18-e007-482b-a2f3-98a410ec567e req-ba9d6131-ad8e-4f3d-9089-bcb57c61e1e8 service neutron] Attempting to bind port 67855998-dc7c-4735-830d-2fe34a3c1061 on network d9eb2c31-9efb-45c1-be97-8fbfff0e7f82 {{(pid=84040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 20:39:43.100210 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-11032acc-3c28-4a67-b59e-1d669980b348 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:43.125181 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06f13d18-e007-482b-a2f3-98a410ec567e req-ba9d6131-ad8e-4f3d-9089-bcb57c61e1e8 service neutron] Port 67855998-dc7c-4735-830d-2fe34a3c1061 on network d9eb2c31-9efb-45c1-be97-8fbfff0e7f82 not bound, no agent of type Open vSwitch agent registered on host n-h2-838334-2 {{(pid=84040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 18 20:39:43.125498 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06f13d18-e007-482b-a2f3-98a410ec567e req-ba9d6131-ad8e-4f3d-9089-bcb57c61e1e8 service neutron] Attempting to bind port 67855998-dc7c-4735-830d-2fe34a3c1061 on network d9eb2c31-9efb-45c1-be97-8fbfff0e7f82 {{(pid=84040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 20:39:43.135773 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-8f997dba-7a6a-40b7-bc3e-3589ac856c0c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:43.148193 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-11032acc-3c28-4a67-b59e-1d669980b348 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:43.151095 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-df4e3341-3561-4002-b8ef-937d640ac4b4 req-6d6d2b79-e41c-4de4-a12f-36f36f1dd5aa service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=6f654b34-a739-4d28-98f0-67f4671813aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2734087 Apr 18 20:39:43.158206 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-c89f31c7-5d6a-4024-b888-676624695b0b req-062f985a-d8ac-4009-ad21-2c2a0c265475 tempest-VolumesAdminNegativeTest-2082754132 tempest-VolumesAdminNegativeTest-2082754132-project] 10.222.0.42 "GET /v2.0/security-groups?id=6f654b34-a739-4d28-98f0-67f4671813aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2788038 Apr 18 20:39:43.165915 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06f13d18-e007-482b-a2f3-98a410ec567e req-ba9d6131-ad8e-4f3d-9089-bcb57c61e1e8 service neutron] Checking agent: {'id': 'dc797004-f641-47b7-a77f-9c62b5b16296', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-838334-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 34, 3), 'started_at': datetime.datetime(2022, 4, 18, 20, 34, 3), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 20, 39, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 18 20:39:43.166250 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06f13d18-e007-482b-a2f3-98a410ec567e req-ba9d6131-ad8e-4f3d-9089-bcb57c61e1e8 service neutron] Checking segment: {'id': '4134857a-3d4d-4a42-8268-4c8b0125ff2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': 'd9eb2c31-9efb-45c1-be97-8fbfff0e7f82'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84040) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 20:39:43.166623 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06f13d18-e007-482b-a2f3-98a410ec567e req-ba9d6131-ad8e-4f3d-9089-bcb57c61e1e8 service neutron] Bound using segment: {'id': '4134857a-3d4d-4a42-8268-4c8b0125ff2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': 'd9eb2c31-9efb-45c1-be97-8fbfff0e7f82'} {{(pid=84040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 18 20:39:43.167051 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.managers [req-06f13d18-e007-482b-a2f3-98a410ec567e req-ba9d6131-ad8e-4f3d-9089-bcb57c61e1e8 service neutron] Bound port: 67855998-dc7c-4735-830d-2fe34a3c1061, host: n-h2-838334-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4134857a-3d4d-4a42-8268-4c8b0125ff2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': 'd9eb2c31-9efb-45c1-be97-8fbfff0e7f82'}}] {{(pid=84040) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 20:39:43.167393 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-06f13d18-e007-482b-a2f3-98a410ec567e req-ba9d6131-ad8e-4f3d-9089-bcb57c61e1e8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:43.185165 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-8f997dba-7a6a-40b7-bc3e-3589ac856c0c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:43.196316 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-cef41bf7-4deb-4a06-bc3b-549c150b7f24 req-ffe69880-feab-4dab-a1e5-86013a68da8a tempest-TaggedBootDevicesTest-1674414334 tempest-TaggedBootDevicesTest-1674414334-project] 10.222.0.42 "GET /v2.0/security-groups?id=67ac5558-a250-4106-afe6-28a5add43e38&id=cf1a4c14-6b4c-4b5a-99f9-781aa8c875fd&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1717243 Apr 18 20:39:43.216314 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-2658de22-c83c-449d-a4e8-29fc22508e31 req-4edf3425-ff8e-4723-95f1-8a85fa56793d service neutron] 10.222.0.48 "GET /v2.0/networks/079e35ca-557b-42c6-b34f-dbc020bb616d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3355277 Apr 18 20:39:43.251765 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-11032acc-3c28-4a67-b59e-1d669980b348 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33528224'] for security_group, after_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:43.290931 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11032acc-3c28-4a67-b59e-1d669980b348 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cca98a3f-58f7-492b-87a0-315f6d8f359f,revision_number=None']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:39:43.321606 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-11032acc-3c28-4a67-b59e-1d669980b348 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:43.323018 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-11032acc-3c28-4a67-b59e-1d669980b348 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/cca98a3f-58f7-492b-87a0-315f6d8f359f HTTP/1.1" status: 204 len: 168 time: 0.3747072 Apr 18 20:39:43.331557 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.db [req-06f13d18-e007-482b-a2f3-98a410ec567e req-ba9d6131-ad8e-4f3d-9089-bcb57c61e1e8 service neutron] For port 67855998-dc7c-4735-830d-2fe34a3c1061, host n-h2-838334-2, cleared binding levels {{(pid=84040) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 20:39:43.342987 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.db [req-06f13d18-e007-482b-a2f3-98a410ec567e req-ba9d6131-ad8e-4f3d-9089-bcb57c61e1e8 service neutron] For port 67855998-dc7c-4735-830d-2fe34a3c1061, host n-h2-838334-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838334-2',level=0,port_id=67855998-dc7c-4735-830d-2fe34a3c1061,segment=NetworkSegment(4134857a-3d4d-4a42-8268-4c8b0125ff2d),segment_id=4134857a-3d4d-4a42-8268-4c8b0125ff2d)] {{(pid=84040) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 20:39:43.351486 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-06f13d18-e007-482b-a2f3-98a410ec567e req-ba9d6131-ad8e-4f3d-9089-bcb57c61e1e8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32440959'] for port, after_update {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:43.361506 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-8f997dba-7a6a-40b7-bc3e-3589ac856c0c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33528224'] for security_group, after_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:43.377692 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f997dba-7a6a-40b7-bc3e-3589ac856c0c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cfc51d2b-0676-4ce6-b749-8ae5032a6656,revision_number=None']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:39:43.385233 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-8f997dba-7a6a-40b7-bc3e-3589ac856c0c admin admin] Notify callbacks [] for security_group, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:43.386252 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-8f997dba-7a6a-40b7-bc3e-3589ac856c0c admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/cfc51d2b-0676-4ce6-b749-8ae5032a6656 HTTP/1.1" status: 204 len: 168 time: 0.3719277 Apr 18 20:39:43.506495 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-06f13d18-e007-482b-a2f3-98a410ec567e req-ba9d6131-ad8e-4f3d-9089-bcb57c61e1e8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217293'] for port, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:43.507927 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-06f13d18-e007-482b-a2f3-98a410ec567e req-ba9d6131-ad8e-4f3d-9089-bcb57c61e1e8 service neutron] 10.222.0.48 "PUT /v2.0/ports/67855998-dc7c-4735-830d-2fe34a3c1061 HTTP/1.1" status: 200 len: 1131 time: 3.7969489 Apr 18 20:39:43.510858 n-d-838334-2 neutron-server[84040]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cc0d4549-87de-476f-8fa1-88b0358bebbd', 'tag': '67855998-dc7c-4735-830d-2fe34a3c1061'}] {{(pid=84040) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 20:39:43.546723 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba9d6131-ad8e-4f3d-9089-bcb57c61e1e8 service neutron] Pushing event updated for resources: {'Port': ['ID=67855998-dc7c-4735-830d-2fe34a3c1061,revision_number=3']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:39:43.568433 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.v2.base [req-06f13d18-e007-482b-a2f3-98a410ec567e req-75e747c3-5ad4-46b7-9e6d-4a618753ce24 service neutron] Request body: {'port': {'device_id': 'cc0d4549-87de-476f-8fa1-88b0358bebbd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-838334-2'}} {{(pid=84040) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 20:39:43.728541 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4881022-6771-4bea-8570-27c490ccb2e3 req-7543f003-72e2-4291-ba6a-3386862e553d tempest-LiveMigrationTest-963278731 tempest-LiveMigrationTest-963278731-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:39:43.735390 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-a4881022-6771-4bea-8570-27c490ccb2e3 req-7543f003-72e2-4291-ba6a-3386862e553d tempest-LiveMigrationTest-963278731 tempest-LiveMigrationTest-963278731-project] 10.222.0.42 "GET /v2.0/ports?device_id=24d2e03c-6691-46a0-a6c7-88d1392ddccc HTTP/1.1" status: 200 len: 946 time: 0.3748984 Apr 18 20:39:43.813953 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-06f13d18-e007-482b-a2f3-98a410ec567e req-75e747c3-5ad4-46b7-9e6d-4a618753ce24 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:43.932255 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-a4881022-6771-4bea-8570-27c490ccb2e3 req-c5908a1d-1029-4c02-bb55-578b4fc73267 tempest-LiveMigrationTest-963278731 tempest-LiveMigrationTest-963278731-project] 10.222.0.42 "GET /v2.0/security-groups?id=c1ded286-bbeb-4ec4-95be-e4f6aab8a892&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1958733 Apr 18 20:39:44.285752 n-d-838334-2 neutron-server[84040]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5e182f58-2175-4fd9-b397-9d62b8561a6b'] response: {'name': 'network-changed', 'server_uuid': 'cc0d4549-87de-476f-8fa1-88b0358bebbd', 'tag': '67855998-dc7c-4735-830d-2fe34a3c1061', 'status': 'completed', 'code': 200} Apr 18 20:39:44.309413 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a7cf6f7-354a-4f04-85a5-2b0d7520df80 req-fd96c955-27dd-49a5-813b-1d680b6907d1 tempest-ImagesTestJSON-757689736 tempest-ImagesTestJSON-757689736-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:39:44.317278 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-9a7cf6f7-354a-4f04-85a5-2b0d7520df80 req-fd96c955-27dd-49a5-813b-1d680b6907d1 tempest-ImagesTestJSON-757689736 tempest-ImagesTestJSON-757689736-project] 10.222.0.42 "GET /v2.0/ports?device_id=8673e101-8393-4988-bd25-3203c81d4af8 HTTP/1.1" status: 200 len: 945 time: 0.6352153 Apr 18 20:39:44.420252 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-9a7cf6f7-354a-4f04-85a5-2b0d7520df80 req-138d3dcb-519f-42d9-b779-f4b00a3612c7 tempest-ImagesTestJSON-757689736 tempest-ImagesTestJSON-757689736-project] 10.222.0.42 "GET /v2.0/security-groups?id=59d22466-01c3-4eda-9b5c-cb887beaa55e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1026368 Apr 18 20:39:44.509617 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-303d88a8-53a7-418e-a4e0-bbbcddc0d26e req-3a744364-d6a5-48c2-b5a1-0e525d2a0bf0 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=f85a0d9202f64bddab6b7eaee6d6810d&device_id=cc0d4549-87de-476f-8fa1-88b0358bebbd HTTP/1.1" status: 200 len: 5287 time: 0.2578523 Apr 18 20:39:44.571716 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.db.resource_extend [req-06f13d18-e007-482b-a2f3-98a410ec567e req-75e747c3-5ad4-46b7-9e6d-4a618753ce24 service neutron] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 18 20:39:44.666426 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 36146) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:39:44.776659 n-d-838334-2 neutron-server[84040]: DEBUG neutron.notifiers.nova [req-06f13d18-e007-482b-a2f3-98a410ec567e req-75e747c3-5ad4-46b7-9e6d-4a618753ce24 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3dee7dbe-7cd7-44fa-ad62-c22c92c23e68 {{(pid=84040) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 18 20:39:44.788301 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-06f13d18-e007-482b-a2f3-98a410ec567e req-75e747c3-5ad4-46b7-9e6d-4a618753ce24 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:44.832089 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.provisioning_blocks [req-06f13d18-e007-482b-a2f3-98a410ec567e req-75e747c3-5ad4-46b7-9e6d-4a618753ce24 service neutron] Transition to ACTIVE for port object 3dee7dbe-7cd7-44fa-ad62-c22c92c23e68 will not be triggered until provisioned by entity L2. {{(pid=84040) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 20:39:44.850788 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-bc299234-5c7f-41cd-893e-ba7d07d82101 req-89ec31a2-ec64-4b00-aa4b-98e681909e17 tempest-LiveAutoBlockMigrationV225Test-203169570 tempest-LiveAutoBlockMigrationV225Test-203169570-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=272ac2e1-1767-4624-8754-f8b5c8a39eb9 HTTP/1.1" status: 200 len: 1096 time: 0.3401406 Apr 18 20:39:44.856826 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-06f13d18-e007-482b-a2f3-98a410ec567e req-75e747c3-5ad4-46b7-9e6d-4a618753ce24 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32440959'] for port, after_update {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:44.869251 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.v2.base [None req-6e0c6235-4c41-419d-a496-b156d37ca11a admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsAssociationTestJSON-855947906-network', 'tenant_id': 'c1a78f2b33ee4536986609e3ae5af78c'}} {{(pid=84041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 20:39:44.874089 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-6e0c6235-4c41-419d-a496-b156d37ca11a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:39:44.878967 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-6e0c6235-4c41-419d-a496-b156d37ca11a admin admin] Usage tracker for resource:network and tenant:c1a78f2b33ee4536986609e3ae5af78c is out of sync, need to count used quota {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:39:44.883328 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-6e0c6235-4c41-419d-a496-b156d37ca11a admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:39:44.889938 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-6e0c6235-4c41-419d-a496-b156d37ca11a admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:39:44.901881 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-303d88a8-53a7-418e-a4e0-bbbcddc0d26e req-d8fdceda-b1aa-4a27-8597-c80a967fe260 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:39:44.902259 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-303d88a8-53a7-418e-a4e0-bbbcddc0d26e req-d8fdceda-b1aa-4a27-8597-c80a967fe260 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:39:44.902631 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-303d88a8-53a7-418e-a4e0-bbbcddc0d26e req-d8fdceda-b1aa-4a27-8597-c80a967fe260 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:39:44.903276 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e0c6235-4c41-419d-a496-b156d37ca11a admin admin] Made reservation on behalf of c1a78f2b33ee4536986609e3ae5af78c for: {'network': 1} {{(pid=84041) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:39:44.904329 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-303d88a8-53a7-418e-a4e0-bbbcddc0d26e req-d8fdceda-b1aa-4a27-8597-c80a967fe260 service neutron] 10.222.0.48 "GET /v2.0/networks?tenant_id=f85a0d9202f64bddab6b7eaee6d6810d&shared=False HTTP/1.1" status: 200 len: 2292 time: 0.3570023 Apr 18 20:39:44.906284 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-6e0c6235-4c41-419d-a496-b156d37ca11a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for network, before_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:44.920111 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a44cf00e-afb1-4bc0-9f04-fe46268b5398 req-b8ac9a04-5d6d-4334-9c3a-564cedf61366 tempest-VolumesAdminNegativeTest-2082754132 tempest-VolumesAdminNegativeTest-2082754132-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:39:44.922351 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-6e0c6235-4c41-419d-a496-b156d37ca11a admin admin] Notify callbacks [] for security_group, before_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:44.932417 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-a44cf00e-afb1-4bc0-9f04-fe46268b5398 req-b8ac9a04-5d6d-4334-9c3a-564cedf61366 tempest-VolumesAdminNegativeTest-2082754132 tempest-VolumesAdminNegativeTest-2082754132-project] 10.222.0.42 "GET /v2.0/ports?device_id=9ee457da-713c-453b-9df5-efd3166e7de4 HTTP/1.1" status: 200 len: 946 time: 0.3793581 Apr 18 20:39:44.958071 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-6e0c6235-4c41-419d-a496-b156d37ca11a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:39:44.962320 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-6e0c6235-4c41-419d-a496-b156d37ca11a admin admin] Usage tracker for resource:security_group_rule and tenant:c1a78f2b33ee4536986609e3ae5af78c is out of sync, need to count used quota {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:39:44.965453 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-6e0c6235-4c41-419d-a496-b156d37ca11a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:39:44.972164 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-6e0c6235-4c41-419d-a496-b156d37ca11a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:39:45.068390 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-6e0c6235-4c41-419d-a496-b156d37ca11a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:45.074417 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-6e0c6235-4c41-419d-a496-b156d37ca11a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33528224'] for security_group, after_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:45.107432 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e0c6235-4c41-419d-a496-b156d37ca11a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5edfb6a7-e63f-4d6e-97ca-795ce1be36ba,revision_number=1']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:39:45.120170 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6e0c6235-4c41-419d-a496-b156d37ca11a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 395} {{(pid=84041) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 20:39:45.131370 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-6e0c6235-4c41-419d-a496-b156d37ca11a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1082986'] for segment, precommit_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:45.131808 n-d-838334-2 neutron-server[84041]: INFO neutron.db.segments_db [None req-6e0c6235-4c41-419d-a496-b156d37ca11a admin admin] Added segment 431dac21-62fe-4af2-a303-5868c7f4fc97 of type vlan for network 7b96c852-8e2e-4d3b-ad4b-39924026f663 Apr 18 20:39:45.165424 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-6e0c6235-4c41-419d-a496-b156d37ca11a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750374825732'] for network, precommit_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:45.207707 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-6e0c6235-4c41-419d-a496-b156d37ca11a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33526109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022'] for network, after_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:45.207978 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75e747c3-5ad4-46b7-9e6d-4a618753ce24 service neutron] Pushing event updated for resources: {'Port': ['ID=3dee7dbe-7cd7-44fa-ad62-c22c92c23e68,revision_number=2']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:39:45.208750 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e0c6235-4c41-419d-a496-b156d37ca11a admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:39:45.209516 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-6e0c6235-4c41-419d-a496-b156d37ca11a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32378031'] for network, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:45.228661 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-bc299234-5c7f-41cd-893e-ba7d07d82101 req-2cf69f62-75c2-4c94-88bc-9530e8f14f14 tempest-LiveAutoBlockMigrationV225Test-203169570 tempest-LiveAutoBlockMigrationV225Test-203169570-project-admin] 10.222.0.42 "GET /v2.0/security-groups?id=bf712067-aabd-4e70-aae1-082928dd1ccd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3352232 Apr 18 20:39:45.250018 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-a44cf00e-afb1-4bc0-9f04-fe46268b5398 req-4cf941ab-c85c-4bd2-998b-70ee1cb2051c tempest-VolumesAdminNegativeTest-2082754132 tempest-VolumesAdminNegativeTest-2082754132-project] 10.222.0.42 "GET /v2.0/security-groups?id=6f654b34-a739-4d28-98f0-67f4671813aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3167341 Apr 18 20:39:45.414208 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-303d88a8-53a7-418e-a4e0-bbbcddc0d26e req-aa7d210d-54ea-415b-b566-1ee1fad83eef service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:39:45.415861 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-303d88a8-53a7-418e-a4e0-bbbcddc0d26e req-aa7d210d-54ea-415b-b566-1ee1fad83eef service neutron] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4353900 Apr 18 20:39:45.475317 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.managers [req-06f13d18-e007-482b-a2f3-98a410ec567e req-75e747c3-5ad4-46b7-9e6d-4a618753ce24 service neutron] Attempting to bind port 3dee7dbe-7cd7-44fa-ad62-c22c92c23e68 on host n-h2-838334-2 for vnic_type normal with profile {{(pid=84040) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:39:45.475829 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.managers [req-06f13d18-e007-482b-a2f3-98a410ec567e req-75e747c3-5ad4-46b7-9e6d-4a618753ce24 service neutron] Attempting to bind port 3dee7dbe-7cd7-44fa-ad62-c22c92c23e68 by drivers openvswitch,hyperv on host n-h2-838334-2 at level 0 using segments [{'id': '4134857a-3d4d-4a42-8268-4c8b0125ff2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': 'd9eb2c31-9efb-45c1-be97-8fbfff0e7f82'}] {{(pid=84040) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:39:45.476445 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06f13d18-e007-482b-a2f3-98a410ec567e req-75e747c3-5ad4-46b7-9e6d-4a618753ce24 service neutron] Attempting to bind port 3dee7dbe-7cd7-44fa-ad62-c22c92c23e68 on network d9eb2c31-9efb-45c1-be97-8fbfff0e7f82 {{(pid=84040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 20:39:45.491185 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06f13d18-e007-482b-a2f3-98a410ec567e req-75e747c3-5ad4-46b7-9e6d-4a618753ce24 service neutron] Port 3dee7dbe-7cd7-44fa-ad62-c22c92c23e68 on network d9eb2c31-9efb-45c1-be97-8fbfff0e7f82 not bound, no agent of type Open vSwitch agent registered on host n-h2-838334-2 {{(pid=84040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 18 20:39:45.491666 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06f13d18-e007-482b-a2f3-98a410ec567e req-75e747c3-5ad4-46b7-9e6d-4a618753ce24 service neutron] Attempting to bind port 3dee7dbe-7cd7-44fa-ad62-c22c92c23e68 on network d9eb2c31-9efb-45c1-be97-8fbfff0e7f82 {{(pid=84040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 20:39:45.508830 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06f13d18-e007-482b-a2f3-98a410ec567e req-75e747c3-5ad4-46b7-9e6d-4a618753ce24 service neutron] Checking agent: {'id': 'dc797004-f641-47b7-a77f-9c62b5b16296', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-838334-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 34, 3), 'started_at': datetime.datetime(2022, 4, 18, 20, 34, 3), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 20, 39, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 18 20:39:45.510457 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06f13d18-e007-482b-a2f3-98a410ec567e req-75e747c3-5ad4-46b7-9e6d-4a618753ce24 service neutron] Checking segment: {'id': '4134857a-3d4d-4a42-8268-4c8b0125ff2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': 'd9eb2c31-9efb-45c1-be97-8fbfff0e7f82'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84040) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 20:39:45.510949 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06f13d18-e007-482b-a2f3-98a410ec567e req-75e747c3-5ad4-46b7-9e6d-4a618753ce24 service neutron] Bound using segment: {'id': '4134857a-3d4d-4a42-8268-4c8b0125ff2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': 'd9eb2c31-9efb-45c1-be97-8fbfff0e7f82'} {{(pid=84040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 18 20:39:45.513516 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.managers [req-06f13d18-e007-482b-a2f3-98a410ec567e req-75e747c3-5ad4-46b7-9e6d-4a618753ce24 service neutron] Bound port: 3dee7dbe-7cd7-44fa-ad62-c22c92c23e68, host: n-h2-838334-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4134857a-3d4d-4a42-8268-4c8b0125ff2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': 'd9eb2c31-9efb-45c1-be97-8fbfff0e7f82'}}] {{(pid=84040) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 20:39:45.513953 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-06f13d18-e007-482b-a2f3-98a410ec567e req-75e747c3-5ad4-46b7-9e6d-4a618753ce24 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:45.577494 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e0c6235-4c41-419d-a496-b156d37ca11a admin admin] Pushing event updated for resources: {'Network': ['ID=7b96c852-8e2e-4d3b-ad4b-39924026f663,revision_number=1']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:39:45.593680 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-6e0c6235-4c41-419d-a496-b156d37ca11a admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 0.9261813 Apr 18 20:39:45.597405 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 36174) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:39:45.600964 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Network 7b96c852-8e2e-4d3b-ad4b-39924026f663 details requested by agent ovs-agent-n-d-838334-2 with host n-d-838334-2 {{(pid=84042) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 18 20:39:45.618497 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.v2.base [None req-571a4132-a637-44a2-8958-32e6c0414bcd admin admin] Request body: {'subnet': {'network_id': '7b96c852-8e2e-4d3b-ad4b-39924026f663', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsAssociationTestJSON-855947906-subnet', 'tenant_id': 'c1a78f2b33ee4536986609e3ae5af78c', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=84040) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 20:39:45.624277 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [None req-571a4132-a637-44a2-8958-32e6c0414bcd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:39:45.629049 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-571a4132-a637-44a2-8958-32e6c0414bcd admin admin] Usage tracker for resource:subnet and tenant:c1a78f2b33ee4536986609e3ae5af78c is out of sync, need to count used quota {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:39:45.632504 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-571a4132-a637-44a2-8958-32e6c0414bcd admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:39:45.639283 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [None req-571a4132-a637-44a2-8958-32e6c0414bcd admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:39:45.739974 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-0d3a383d-d10d-4aa7-8ed8-584690042fd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750375287399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253529'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:45.765445 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-571a4132-a637-44a2-8958-32e6c0414bcd admin admin] Made reservation on behalf of c1a78f2b33ee4536986609e3ae5af78c for: {'subnet': 1} {{(pid=84040) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:39:45.768017 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-571a4132-a637-44a2-8958-32e6c0414bcd admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31752722'] for subnet, before_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:46.083570 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.db [req-06f13d18-e007-482b-a2f3-98a410ec567e req-75e747c3-5ad4-46b7-9e6d-4a618753ce24 service neutron] For port 3dee7dbe-7cd7-44fa-ad62-c22c92c23e68, host n-h2-838334-2, cleared binding levels {{(pid=84040) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 20:39:46.112420 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.db [req-06f13d18-e007-482b-a2f3-98a410ec567e req-75e747c3-5ad4-46b7-9e6d-4a618753ce24 service neutron] For port 3dee7dbe-7cd7-44fa-ad62-c22c92c23e68, host n-h2-838334-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838334-2',level=0,port_id=3dee7dbe-7cd7-44fa-ad62-c22c92c23e68,segment=NetworkSegment(4134857a-3d4d-4a42-8268-4c8b0125ff2d),segment_id=4134857a-3d4d-4a42-8268-4c8b0125ff2d)] {{(pid=84040) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 20:39:46.142548 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-06f13d18-e007-482b-a2f3-98a410ec567e req-75e747c3-5ad4-46b7-9e6d-4a618753ce24 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32440959'] for port, after_update {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:46.206845 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.agents_db [None req-6346a179-333c-4370-b5a6-936984aeab15 None None] Agent healthcheck: found 7 active agents {{(pid=84043) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 18 20:39:46.272606 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7b55c8e-8b90-46ce-a812-4bf5eb259d20 req-ba71f631-921d-4c89-8928-4b7c0558aa4a tempest-LiveMigrationTest-963278731 tempest-LiveMigrationTest-963278731-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:39:46.274097 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-c7b55c8e-8b90-46ce-a812-4bf5eb259d20 req-ba71f631-921d-4c89-8928-4b7c0558aa4a tempest-LiveMigrationTest-963278731 tempest-LiveMigrationTest-963278731-project] 10.222.0.42 "GET /v2.0/ports?device_id=24d2e03c-6691-46a0-a6c7-88d1392ddccc HTTP/1.1" status: 200 len: 946 time: 0.5774126 Apr 18 20:39:46.282148 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-06f13d18-e007-482b-a2f3-98a410ec567e req-75e747c3-5ad4-46b7-9e6d-4a618753ce24 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217293'] for port, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:46.283467 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-06f13d18-e007-482b-a2f3-98a410ec567e req-75e747c3-5ad4-46b7-9e6d-4a618753ce24 service neutron] 10.222.0.48 "PUT /v2.0/ports/3dee7dbe-7cd7-44fa-ad62-c22c92c23e68 HTTP/1.1" status: 200 len: 1127 time: 2.7336349 Apr 18 20:39:46.291070 n-d-838334-2 neutron-server[84040]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cc0d4549-87de-476f-8fa1-88b0358bebbd', 'tag': '3dee7dbe-7cd7-44fa-ad62-c22c92c23e68'}] {{(pid=84040) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 20:39:46.306718 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4579e553-ff67-40dd-8c11-84c559d1e7e7 req-b64be3a4-94ee-4e9a-ba9f-5e41c3d19ca6 tempest-TaggedBootDevicesTest-1674414334 tempest-TaggedBootDevicesTest-1674414334-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:39:46.310718 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4579e553-ff67-40dd-8c11-84c559d1e7e7 req-b64be3a4-94ee-4e9a-ba9f-5e41c3d19ca6 tempest-TaggedBootDevicesTest-1674414334 tempest-TaggedBootDevicesTest-1674414334-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:39:46.314634 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4579e553-ff67-40dd-8c11-84c559d1e7e7 req-b64be3a4-94ee-4e9a-ba9f-5e41c3d19ca6 tempest-TaggedBootDevicesTest-1674414334 tempest-TaggedBootDevicesTest-1674414334-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:39:46.320048 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4579e553-ff67-40dd-8c11-84c559d1e7e7 req-b64be3a4-94ee-4e9a-ba9f-5e41c3d19ca6 tempest-TaggedBootDevicesTest-1674414334 tempest-TaggedBootDevicesTest-1674414334-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:39:46.323945 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4579e553-ff67-40dd-8c11-84c559d1e7e7 req-b64be3a4-94ee-4e9a-ba9f-5e41c3d19ca6 tempest-TaggedBootDevicesTest-1674414334 tempest-TaggedBootDevicesTest-1674414334-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:39:46.328224 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4579e553-ff67-40dd-8c11-84c559d1e7e7 req-b64be3a4-94ee-4e9a-ba9f-5e41c3d19ca6 tempest-TaggedBootDevicesTest-1674414334 tempest-TaggedBootDevicesTest-1674414334-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:39:46.333304 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4579e553-ff67-40dd-8c11-84c559d1e7e7 req-b64be3a4-94ee-4e9a-ba9f-5e41c3d19ca6 tempest-TaggedBootDevicesTest-1674414334 tempest-TaggedBootDevicesTest-1674414334-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:39:46.335211 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-4579e553-ff67-40dd-8c11-84c559d1e7e7 req-b64be3a4-94ee-4e9a-ba9f-5e41c3d19ca6 tempest-TaggedBootDevicesTest-1674414334 tempest-TaggedBootDevicesTest-1674414334-project] 10.222.0.42 "GET /v2.0/ports?device_id=cc0d4549-87de-476f-8fa1-88b0358bebbd HTTP/1.1" status: 200 len: 5370 time: 0.7321298 Apr 18 20:39:46.352861 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.v2.base [req-06f13d18-e007-482b-a2f3-98a410ec567e req-64d04c97-1b7c-44dd-958e-ac9b1d08be60 service neutron] Request body: {'port': {'device_id': 'cc0d4549-87de-476f-8fa1-88b0358bebbd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-838334-2'}} {{(pid=84040) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 20:39:46.543060 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75e747c3-5ad4-46b7-9e6d-4a618753ce24 service neutron] Pushing event updated for resources: {'Port': ['ID=3dee7dbe-7cd7-44fa-ad62-c22c92c23e68,revision_number=3']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:39:46.675048 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-c7b55c8e-8b90-46ce-a812-4bf5eb259d20 req-21cd2e4b-e4e1-44ff-9d30-84b175bc8340 tempest-LiveMigrationTest-963278731 tempest-LiveMigrationTest-963278731-project] 10.222.0.42 "GET /v2.0/security-groups?id=c1ded286-bbeb-4ec4-95be-e4f6aab8a892&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3902850 Apr 18 20:39:46.694239 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-571a4132-a637-44a2-8958-32e6c0414bcd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33526260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32441074', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31752704'] for subnet, after_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:46.730528 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-4579e553-ff67-40dd-8c11-84c559d1e7e7 req-3a278fb8-2cd5-404f-8229-5549fcd4f17b tempest-TaggedBootDevicesTest-1674414334 tempest-TaggedBootDevicesTest-1674414334-project] 10.222.0.42 "GET /v2.0/security-groups?id=67ac5558-a250-4106-afe6-28a5add43e38&id=cf1a4c14-6b4c-4b5a-99f9-781aa8c875fd&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3816364 Apr 18 20:39:46.755327 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-06f13d18-e007-482b-a2f3-98a410ec567e req-64d04c97-1b7c-44dd-958e-ac9b1d08be60 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:46.832024 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-571a4132-a637-44a2-8958-32e6c0414bcd admin admin] Pushing event updated for resources: {'Subnet': ['ID=769e5df8-16e3-4584-97ce-25a3b6243e3e,revision_number=0']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:39:46.975246 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-571a4132-a637-44a2-8958-32e6c0414bcd admin admin] Checking segment: {'id': '431dac21-62fe-4af2-a303-5868c7f4fc97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '7b96c852-8e2e-4d3b-ad4b-39924026f663'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84040) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 20:39:46.975503 n-d-838334-2 neutron-server[84040]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-571a4132-a637-44a2-8958-32e6c0414bcd admin admin] Network hostable DHCP agents. Network: 7b96c852-8e2e-4d3b-ad4b-39924026f663, hostable agents: ['8746f8ea-3e91-4b32-9919-2c63adeb8722'], hosted agents: [] {{(pid=84040) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 20:39:47.089173 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-f32b4e69-6857-4b50-aec6-c0eff358fb7a req-c44e7f4f-381c-44c5-9c5b-ad717b06049d service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=272ac2e1-1767-4624-8754-f8b5c8a39eb9&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.2494702 Apr 18 20:39:47.113713 n-d-838334-2 neutron-server[84040]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-571a4132-a637-44a2-8958-32e6c0414bcd admin admin] Network 7b96c852-8e2e-4d3b-ad4b-39924026f663 is scheduled to be hosted by DHCP agent 8746f8ea-3e91-4b32-9919-2c63adeb8722 with binding_index 1 {{(pid=84040) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 20:39:47.186452 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33854017-396f-49e3-b0ff-09b95d5e9499 req-9c034851-31cd-46db-84f5-25df9ff2ff68 tempest-ImagesTestJSON-757689736 tempest-ImagesTestJSON-757689736-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:39:47.187914 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-33854017-396f-49e3-b0ff-09b95d5e9499 req-9c034851-31cd-46db-84f5-25df9ff2ff68 tempest-ImagesTestJSON-757689736 tempest-ImagesTestJSON-757689736-project] 10.222.0.42 "GET /v2.0/ports?device_id=8673e101-8393-4988-bd25-3203c81d4af8 HTTP/1.1" status: 200 len: 945 time: 0.3040512 Apr 18 20:39:47.192340 n-d-838334-2 neutron-server[84040]: DEBUG neutron.scheduler.base_scheduler [None req-571a4132-a637-44a2-8958-32e6c0414bcd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-838334-2, 7b96c852-8e2e-4d3b-ad4b-39924026f663) {{(pid=84040) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:39:47.196690 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-571a4132-a637-44a2-8958-32e6c0414bcd admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:39:47.197272 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-571a4132-a637-44a2-8958-32e6c0414bcd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32378031'] for subnet, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:47.201391 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6625102c-e8a9-48a8-9b3d-033174f7995a None None] Network 7b96c852-8e2e-4d3b-ad4b-39924026f663 requested from n-d-838334-2 {{(pid=84042) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 20:39:47.279909 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-571a4132-a637-44a2-8958-32e6c0414bcd admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 1.6723144 Apr 18 20:39:47.282511 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 36198) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:39:47.292777 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.v2.base [None req-f6017754-cbda-47e2-9db8-d9704c20c330 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsAssociationTestJSON-855947906-router', 'tenant_id': 'c1a78f2b33ee4536986609e3ae5af78c', 'external_gateway_info': {'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c'}}} {{(pid=84041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 20:39:47.301501 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-f6017754-cbda-47e2-9db8-d9704c20c330 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:39:47.306891 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-f6017754-cbda-47e2-9db8-d9704c20c330 admin admin] Usage tracker for resource:router and tenant:c1a78f2b33ee4536986609e3ae5af78c is out of sync, need to count used quota {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:39:47.310315 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-f6017754-cbda-47e2-9db8-d9704c20c330 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:39:47.312202 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-33854017-396f-49e3-b0ff-09b95d5e9499 req-b976b485-2b90-498b-8af9-af49c73a00f7 tempest-ImagesTestJSON-757689736 tempest-ImagesTestJSON-757689736-project] 10.222.0.42 "GET /v2.0/security-groups?id=59d22466-01c3-4eda-9b5c-cb887beaa55e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1104147 Apr 18 20:39:47.318884 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-f6017754-cbda-47e2-9db8-d9704c20c330 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:39:47.334914 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-f6017754-cbda-47e2-9db8-d9704c20c330 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-33442106', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5708'] for router, before_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:47.338185 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-f6017754-cbda-47e2-9db8-d9704c20c330 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33442137', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33444285', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33535433', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5703'] for router, precommit_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:47.370938 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-f6017754-cbda-47e2-9db8-d9704c20c330 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:47.455733 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3d5cf4a-bf48-4672-a331-bba344123eee None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp016840fc-1f9f-5892-9c53-c9cf6c845bbb-7b96c852-8e2e-4d3b-ad4b-39924026f663', 'network_id': '7b96c852-8e2e-4d3b-ad4b-39924026f663', 'tenant_id': 'c1a78f2b33ee4536986609e3ae5af78c', 'fixed_ips': [{'subnet_id': '769e5df8-16e3-4584-97ce-25a3b6243e3e'}]}} from n-d-838334-2. {{(pid=84042) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 18 20:39:47.457034 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-a3d5cf4a-bf48-4672-a331-bba344123eee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_create {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:47.557252 n-d-838334-2 neutron-server[84040]: DEBUG neutron.notifiers.nova [req-06f13d18-e007-482b-a2f3-98a410ec567e req-64d04c97-1b7c-44dd-958e-ac9b1d08be60 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fa4dbb91-4719-4896-8a0e-7cc707c80f19 {{(pid=84040) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 18 20:39:47.567661 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-06f13d18-e007-482b-a2f3-98a410ec567e req-64d04c97-1b7c-44dd-958e-ac9b1d08be60 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:47.598291 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.provisioning_blocks [req-06f13d18-e007-482b-a2f3-98a410ec567e req-64d04c97-1b7c-44dd-958e-ac9b1d08be60 service neutron] Transition to ACTIVE for port object fa4dbb91-4719-4896-8a0e-7cc707c80f19 will not be triggered until provisioned by entity L2. {{(pid=84040) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 20:39:47.606184 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-06f13d18-e007-482b-a2f3-98a410ec567e req-64d04c97-1b7c-44dd-958e-ac9b1d08be60 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32440959'] for port, after_update {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:47.660663 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-f6017754-cbda-47e2-9db8-d9704c20c330 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-33444175', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-33443520', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5293'] for router, precommit_update {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:47.682842 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.db_base_plugin_common [None req-a3d5cf4a-bf48-4672-a331-bba344123eee None None] Allocated IP 172.20.0.2 (7b96c852-8e2e-4d3b-ad4b-39924026f663/769e5df8-16e3-4584-97ce-25a3b6243e3e/eb28caed-480e-4f73-acb0-be3cc5807d2c) {{(pid=84042) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:39:47.706544 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-a402b214-12aa-45e3-8c6b-237ce42873a2 req-44082653-5359-448d-872b-76299f18a526 tempest-LiveMigrationTest-1620833465 tempest-LiveMigrationTest-1620833465-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=24d2e03c-6691-46a0-a6c7-88d1392ddccc&tenant_id=30967135a3784f8f91989a9ec626fb3e&binding%3Ahost_id=n-h1-838334-2 HTTP/1.1" status: 200 len: 1097 time: 0.2531505 Apr 18 20:39:47.832625 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64d04c97-1b7c-44dd-958e-ac9b1d08be60 service neutron] Pushing event updated for resources: {'Port': ['ID=fa4dbb91-4719-4896-8a0e-7cc707c80f19,revision_number=2']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:39:47.838946 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.v2.base [req-a402b214-12aa-45e3-8c6b-237ce42873a2 req-0203cf34-d385-4351-b60c-20f5d1045386 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-838334-2'}}} {{(pid=84040) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 20:39:47.885963 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-9dcee300-349c-4004-9074-668d2cce2e4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750375287399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253529'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:47.886846 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-cca376ee-c186-4a84-b542-487d86e35796 req-f638f9af-d289-4abb-9ff8-22160c69c461 tempest-ServersOnMultiNodesTest-1168278630 tempest-ServersOnMultiNodesTest-1168278630-project] 10.222.0.42 "GET /v2.0/networks?tenant_id=de28ce5b7b5349a3b98e9e23d1be558c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1543992 Apr 18 20:39:48.025065 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-f6017754-cbda-47e2-9db8-d9704c20c330 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:48.056856 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-a3d5cf4a-bf48-4672-a331-bba344123eee None None] Notify callbacks [] for port, precommit_create {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:48.073994 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-f6017754-cbda-47e2-9db8-d9704c20c330 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:48.074197 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-a3d5cf4a-bf48-4672-a331-bba344123eee None None] Transition to ACTIVE for port object eb28caed-480e-4f73-acb0-be3cc5807d2c will not be triggered until provisioned by entity L2. {{(pid=84042) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 20:39:48.119838 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-a3d5cf4a-bf48-4672-a331-bba344123eee None None] Transition to ACTIVE for port object eb28caed-480e-4f73-acb0-be3cc5807d2c will not be triggered until provisioned by entity DHCP. {{(pid=84042) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 20:39:48.133903 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-a3d5cf4a-bf48-4672-a331-bba344123eee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750374836619'] for port, after_create {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:48.196332 n-d-838334-2 neutron-server[84042]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3d5cf4a-bf48-4672-a331-bba344123eee None None] Network 7b96c852-8e2e-4d3b-ad4b-39924026f663 is already hosted by enough agents. {{(pid=84042) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:39:48.199150 n-d-838334-2 neutron-server[84042]: DEBUG neutron.scheduler.base_scheduler [None req-a3d5cf4a-bf48-4672-a331-bba344123eee None None] Resources bound (agent type, host, resource id): {{(pid=84042) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:39:48.201644 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3d5cf4a-bf48-4672-a331-bba344123eee None None] Received port after_create {{(pid=84042) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 20:39:48.239974 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.db_base_plugin_common [None req-f6017754-cbda-47e2-9db8-d9704c20c330 admin admin] Allocated IP 172.25.8.232 (e41b6600-a917-4a8d-b05c-be3be40c6d8c/6b05667b-848e-4356-9b44-d5eb6808ef74/d9a547a0-4155-4085-af6d-040dbcee520a) {{(pid=84041) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:39:48.293218 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cca376ee-c186-4a84-b542-487d86e35796 req-d29c284b-7794-43c4-b33d-275f34f7c7b5 tempest-ServersOnMultiNodesTest-1168278630 tempest-ServersOnMultiNodesTest-1168278630-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:39:48.294628 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-cca376ee-c186-4a84-b542-487d86e35796 req-d29c284b-7794-43c4-b33d-275f34f7c7b5 tempest-ServersOnMultiNodesTest-1168278630 tempest-ServersOnMultiNodesTest-1168278630-project] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4070256 Apr 18 20:39:48.297459 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-a402b214-12aa-45e3-8c6b-237ce42873a2 req-0203cf34-d385-4351-b60c-20f5d1045386 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:48.303070 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3d5cf4a-bf48-4672-a331-bba344123eee None None] Pushing event updated for resources: {'Port': ['ID=eb28caed-480e-4f73-acb0-be3cc5807d2c,revision_number=1']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:39:48.318854 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.managers [None req-a3d5cf4a-bf48-4672-a331-bba344123eee None None] Attempting to bind port eb28caed-480e-4f73-acb0-be3cc5807d2c on host n-d-838334-2 for vnic_type normal with profile {{(pid=84042) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:39:48.319208 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.managers [None req-a3d5cf4a-bf48-4672-a331-bba344123eee None None] Attempting to bind port eb28caed-480e-4f73-acb0-be3cc5807d2c by drivers openvswitch,hyperv on host n-d-838334-2 at level 0 using segments [{'id': '431dac21-62fe-4af2-a303-5868c7f4fc97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '7b96c852-8e2e-4d3b-ad4b-39924026f663'}] {{(pid=84042) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:39:48.320061 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3d5cf4a-bf48-4672-a331-bba344123eee None None] Attempting to bind port eb28caed-480e-4f73-acb0-be3cc5807d2c on network 7b96c852-8e2e-4d3b-ad4b-39924026f663 {{(pid=84042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 20:39:48.326277 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3d5cf4a-bf48-4672-a331-bba344123eee None None] Checking agent: {'id': '97cd4414-7af6-4d67-868d-dff370b4071a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838334-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 25, 49), 'started_at': datetime.datetime(2022, 4, 18, 20, 26, 19), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 20, 39, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838334-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 18 20:39:48.326690 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3d5cf4a-bf48-4672-a331-bba344123eee None None] Checking segment: {'id': '431dac21-62fe-4af2-a303-5868c7f4fc97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '7b96c852-8e2e-4d3b-ad4b-39924026f663'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84042) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 20:39:48.327131 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-a3d5cf4a-bf48-4672-a331-bba344123eee None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:48.327659 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3d5cf4a-bf48-4672-a331-bba344123eee None None] Bound using segment: {'id': '431dac21-62fe-4af2-a303-5868c7f4fc97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '7b96c852-8e2e-4d3b-ad4b-39924026f663'} {{(pid=84042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 18 20:39:48.328079 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.managers [None req-a3d5cf4a-bf48-4672-a331-bba344123eee None None] Bound port: eb28caed-480e-4f73-acb0-be3cc5807d2c, host: n-d-838334-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '431dac21-62fe-4af2-a303-5868c7f4fc97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '7b96c852-8e2e-4d3b-ad4b-39924026f663'}}] {{(pid=84042) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 20:39:48.328525 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-a3d5cf4a-bf48-4672-a331-bba344123eee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:48.383251 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [req-cc907436-2cc7-4ba3-82cd-dbd31dc5bbf2 req-9ce8c2f1-c770-4706-ad4c-9ee6123bf70d tempest-LiveAutoBlockMigrationV225Test-203169570 tempest-LiveAutoBlockMigrationV225Test-203169570-project-admin] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=84041) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 18 20:39:48.388078 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-cc907436-2cc7-4ba3-82cd-dbd31dc5bbf2 req-9ce8c2f1-c770-4706-ad4c-9ee6123bf70d tempest-LiveAutoBlockMigrationV225Test-203169570 tempest-LiveAutoBlockMigrationV225Test-203169570-project-admin] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0089047 Apr 18 20:39:48.399478 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.v2.base [req-cc907436-2cc7-4ba3-82cd-dbd31dc5bbf2 req-f593c579-8da4-40ae-8f80-4c984188c01e service neutron] Request body: {'binding': {'host': 'n-h1-838334-2', 'vnic_type': 'normal', 'profile': {}}} {{(pid=84041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 20:39:48.399965 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.v2.base [req-cc907436-2cc7-4ba3-82cd-dbd31dc5bbf2 req-f593c579-8da4-40ae-8f80-4c984188c01e service neutron] Unknown quota resources ['binding']. {{(pid=84041) _create /opt/stack/neutron/neutron/api/v2/base.py:490}} Apr 18 20:39:48.422634 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-cca376ee-c186-4a84-b542-487d86e35796 req-8a3cbe92-34e0-4bfc-8c34-6f2320976847 tempest-ServersOnMultiNodesTest-1168278630 tempest-ServersOnMultiNodesTest-1168278630-project] 10.222.0.42 "GET /v2.0/quotas/de28ce5b7b5349a3b98e9e23d1be558c HTTP/1.1" status: 200 len: 375 time: 0.1020963 Apr 18 20:39:48.430708 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-a3d5cf4a-bf48-4672-a331-bba344123eee None None] For port eb28caed-480e-4f73-acb0-be3cc5807d2c, host n-d-838334-2, cleared binding levels {{(pid=84042) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 20:39:48.434295 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-a3d5cf4a-bf48-4672-a331-bba344123eee None None] For port eb28caed-480e-4f73-acb0-be3cc5807d2c, host n-d-838334-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838334-2',level=0,port_id=eb28caed-480e-4f73-acb0-be3cc5807d2c,segment=NetworkSegment(431dac21-62fe-4af2-a303-5868c7f4fc97),segment_id=431dac21-62fe-4af2-a303-5868c7f4fc97)] {{(pid=84042) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 20:39:48.438613 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-a3d5cf4a-bf48-4672-a331-bba344123eee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682'] for port, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:48.457486 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.managers [req-06f13d18-e007-482b-a2f3-98a410ec567e req-64d04c97-1b7c-44dd-958e-ac9b1d08be60 service neutron] Attempting to bind port fa4dbb91-4719-4896-8a0e-7cc707c80f19 on host n-h2-838334-2 for vnic_type normal with profile {{(pid=84040) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:39:48.457840 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.managers [req-06f13d18-e007-482b-a2f3-98a410ec567e req-64d04c97-1b7c-44dd-958e-ac9b1d08be60 service neutron] Attempting to bind port fa4dbb91-4719-4896-8a0e-7cc707c80f19 by drivers openvswitch,hyperv on host n-h2-838334-2 at level 0 using segments [{'id': '4134857a-3d4d-4a42-8268-4c8b0125ff2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': 'd9eb2c31-9efb-45c1-be97-8fbfff0e7f82'}] {{(pid=84040) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:39:48.458176 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06f13d18-e007-482b-a2f3-98a410ec567e req-64d04c97-1b7c-44dd-958e-ac9b1d08be60 service neutron] Attempting to bind port fa4dbb91-4719-4896-8a0e-7cc707c80f19 on network d9eb2c31-9efb-45c1-be97-8fbfff0e7f82 {{(pid=84040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 20:39:48.477411 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-f6017754-cbda-47e2-9db8-d9704c20c330 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:48.494082 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-cca376ee-c186-4a84-b542-487d86e35796 req-55efd866-9c71-4988-9976-1da203bf1d2f tempest-ServersOnMultiNodesTest-1168278630 tempest-ServersOnMultiNodesTest-1168278630-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=de28ce5b7b5349a3b98e9e23d1be558c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0703132 Apr 18 20:39:48.519124 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3d5cf4a-bf48-4672-a331-bba344123eee None None] Pushing event updated for resources: {'Port': ['ID=eb28caed-480e-4f73-acb0-be3cc5807d2c,revision_number=2']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:39:48.554655 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06f13d18-e007-482b-a2f3-98a410ec567e req-64d04c97-1b7c-44dd-958e-ac9b1d08be60 service neutron] Port fa4dbb91-4719-4896-8a0e-7cc707c80f19 on network d9eb2c31-9efb-45c1-be97-8fbfff0e7f82 not bound, no agent of type Open vSwitch agent registered on host n-h2-838334-2 {{(pid=84040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 18 20:39:48.554655 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06f13d18-e007-482b-a2f3-98a410ec567e req-64d04c97-1b7c-44dd-958e-ac9b1d08be60 service neutron] Attempting to bind port fa4dbb91-4719-4896-8a0e-7cc707c80f19 on network d9eb2c31-9efb-45c1-be97-8fbfff0e7f82 {{(pid=84040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 20:39:48.575702 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06f13d18-e007-482b-a2f3-98a410ec567e req-64d04c97-1b7c-44dd-958e-ac9b1d08be60 service neutron] Checking agent: {'id': 'dc797004-f641-47b7-a77f-9c62b5b16296', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-838334-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 34, 3), 'started_at': datetime.datetime(2022, 4, 18, 20, 34, 3), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 20, 39, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 18 20:39:48.576041 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06f13d18-e007-482b-a2f3-98a410ec567e req-64d04c97-1b7c-44dd-958e-ac9b1d08be60 service neutron] Checking segment: {'id': '4134857a-3d4d-4a42-8268-4c8b0125ff2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': 'd9eb2c31-9efb-45c1-be97-8fbfff0e7f82'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84040) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 20:39:48.576490 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06f13d18-e007-482b-a2f3-98a410ec567e req-64d04c97-1b7c-44dd-958e-ac9b1d08be60 service neutron] Bound using segment: {'id': '4134857a-3d4d-4a42-8268-4c8b0125ff2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': 'd9eb2c31-9efb-45c1-be97-8fbfff0e7f82'} {{(pid=84040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 18 20:39:48.576894 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.managers [req-06f13d18-e007-482b-a2f3-98a410ec567e req-64d04c97-1b7c-44dd-958e-ac9b1d08be60 service neutron] Bound port: fa4dbb91-4719-4896-8a0e-7cc707c80f19, host: n-h2-838334-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4134857a-3d4d-4a42-8268-4c8b0125ff2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': 'd9eb2c31-9efb-45c1-be97-8fbfff0e7f82'}}] {{(pid=84040) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 20:39:48.577200 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-06f13d18-e007-482b-a2f3-98a410ec567e req-64d04c97-1b7c-44dd-958e-ac9b1d08be60 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:48.636754 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-f6017754-cbda-47e2-9db8-d9704c20c330 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750374836619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32266323'] for port, after_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:48.733819 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6017754-cbda-47e2-9db8-d9704c20c330 admin admin] Pushing event updated for resources: {'Port': ['ID=d9a547a0-4155-4085-af6d-040dbcee520a,revision_number=1']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:39:48.762976 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.managers [req-cc907436-2cc7-4ba3-82cd-dbd31dc5bbf2 req-f593c579-8da4-40ae-8f80-4c984188c01e service neutron] Attempting to bind port d9019af7-5b28-4057-8390-07c6b7249f04 on host n-h1-838334-2 for vnic_type normal with profile None {{(pid=84041) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:39:48.763379 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.managers [req-cc907436-2cc7-4ba3-82cd-dbd31dc5bbf2 req-f593c579-8da4-40ae-8f80-4c984188c01e service neutron] Attempting to bind port d9019af7-5b28-4057-8390-07c6b7249f04 by drivers openvswitch,hyperv on host n-h1-838334-2 at level 0 using segments [{'id': 'e2a67327-2af4-4205-9ade-197b88c2bea8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '5ab7510b-2145-476c-b9d7-eb0e1ae538b7'}] {{(pid=84041) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:39:48.763782 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc907436-2cc7-4ba3-82cd-dbd31dc5bbf2 req-f593c579-8da4-40ae-8f80-4c984188c01e service neutron] Attempting to bind port d9019af7-5b28-4057-8390-07c6b7249f04 on network 5ab7510b-2145-476c-b9d7-eb0e1ae538b7 {{(pid=84041) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 20:39:48.768123 n-d-838334-2 neutron-server[84041]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6017754-cbda-47e2-9db8-d9704c20c330 admin admin] Network e41b6600-a917-4a8d-b05c-be3be40c6d8c is already hosted by enough agents. {{(pid=84041) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:39:48.771902 n-d-838334-2 neutron-server[84041]: DEBUG neutron.scheduler.base_scheduler [None req-f6017754-cbda-47e2-9db8-d9704c20c330 admin admin] Resources bound (agent type, host, resource id): {{(pid=84041) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:39:48.776341 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6017754-cbda-47e2-9db8-d9704c20c330 admin admin] Received port after_create {{(pid=84041) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 20:39:48.847799 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc907436-2cc7-4ba3-82cd-dbd31dc5bbf2 req-f593c579-8da4-40ae-8f80-4c984188c01e service neutron] Port d9019af7-5b28-4057-8390-07c6b7249f04 on network 5ab7510b-2145-476c-b9d7-eb0e1ae538b7 not bound, no agent of type Open vSwitch agent registered on host n-h1-838334-2 {{(pid=84041) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 18 20:39:48.848202 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc907436-2cc7-4ba3-82cd-dbd31dc5bbf2 req-f593c579-8da4-40ae-8f80-4c984188c01e service neutron] Attempting to bind port d9019af7-5b28-4057-8390-07c6b7249f04 on network 5ab7510b-2145-476c-b9d7-eb0e1ae538b7 {{(pid=84041) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 20:39:48.882930 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc907436-2cc7-4ba3-82cd-dbd31dc5bbf2 req-f593c579-8da4-40ae-8f80-4c984188c01e service neutron] Checking agent: {'id': 'd63bab19-ff81-4de1-afeb-a3732288d0d7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-838334-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 33, 59), 'started_at': datetime.datetime(2022, 4, 18, 20, 33, 59), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 20, 39, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84041) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 18 20:39:48.883299 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc907436-2cc7-4ba3-82cd-dbd31dc5bbf2 req-f593c579-8da4-40ae-8f80-4c984188c01e service neutron] Checking segment: {'id': 'e2a67327-2af4-4205-9ade-197b88c2bea8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '5ab7510b-2145-476c-b9d7-eb0e1ae538b7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84041) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 20:39:48.883889 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc907436-2cc7-4ba3-82cd-dbd31dc5bbf2 req-f593c579-8da4-40ae-8f80-4c984188c01e service neutron] Bound using segment: {'id': 'e2a67327-2af4-4205-9ade-197b88c2bea8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '5ab7510b-2145-476c-b9d7-eb0e1ae538b7'} {{(pid=84041) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 18 20:39:48.884399 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.managers [req-cc907436-2cc7-4ba3-82cd-dbd31dc5bbf2 req-f593c579-8da4-40ae-8f80-4c984188c01e service neutron] Bound port: d9019af7-5b28-4057-8390-07c6b7249f04, host: n-h1-838334-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e2a67327-2af4-4205-9ade-197b88c2bea8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '5ab7510b-2145-476c-b9d7-eb0e1ae538b7'}}] {{(pid=84041) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 20:39:48.904332 n-d-838334-2 neutron-server[84040]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d644ed05-62c7-4921-9f9a-96e7c96b345f'] response: {'name': 'network-changed', 'server_uuid': 'cc0d4549-87de-476f-8fa1-88b0358bebbd', 'tag': '3dee7dbe-7cd7-44fa-ad62-c22c92c23e68', 'status': 'completed', 'code': 200} Apr 18 20:39:48.925390 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750375287399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253529'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:48.995241 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.db [req-a402b214-12aa-45e3-8c6b-237ce42873a2 req-0203cf34-d385-4351-b60c-20f5d1045386 service neutron] For port 58b97a1b-20d1-47a5-98a1-cac11ab0e588, host n-h1-838334-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838334-2',level=0,port_id=58b97a1b-20d1-47a5-98a1-cac11ab0e588,segment=NetworkSegment(806925fb-1611-47d5-bfae-6289aca7c7ad),segment_id=806925fb-1611-47d5-bfae-6289aca7c7ad)] {{(pid=84040) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:39:49.008693 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.db [req-cc907436-2cc7-4ba3-82cd-dbd31dc5bbf2 req-f593c579-8da4-40ae-8f80-4c984188c01e service neutron] For port d9019af7-5b28-4057-8390-07c6b7249f04, host n-h1-838334-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838334-2',level=0,port_id=d9019af7-5b28-4057-8390-07c6b7249f04,segment=NetworkSegment(e2a67327-2af4-4205-9ade-197b88c2bea8),segment_id=e2a67327-2af4-4205-9ade-197b88c2bea8)] {{(pid=84041) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 20:39:49.044873 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [req-cc907436-2cc7-4ba3-82cd-dbd31dc5bbf2 req-f593c579-8da4-40ae-8f80-4c984188c01e service neutron] Notify callbacks [] for binding, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:49.055496 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-cc907436-2cc7-4ba3-82cd-dbd31dc5bbf2 req-f593c579-8da4-40ae-8f80-4c984188c01e service neutron] 10.222.0.42 "POST /v2.0/ports/d9019af7-5b28-4057-8390-07c6b7249f04/bindings HTTP/1.1" status: 201 len: 389 time: 0.6598318 Apr 18 20:39:49.056098 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.db [req-a402b214-12aa-45e3-8c6b-237ce42873a2 req-0203cf34-d385-4351-b60c-20f5d1045386 service neutron] For port 58b97a1b-20d1-47a5-98a1-cac11ab0e588, host n-h1-838334-2, cleared binding levels {{(pid=84040) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 20:39:49.114521 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Device 58b97a1b-20d1-47a5-98a1-cac11ab0e588 details requested by agent hyperv_n-h2-838334-2 with host n-h2-838334-2 {{(pid=84042) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 18 20:39:49.145326 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-f6017754-cbda-47e2-9db8-d9704c20c330 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:49.152492 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-f6017754-cbda-47e2-9db8-d9704c20c330 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33443529', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33444176'] for router, after_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:49.164762 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.db [req-06f13d18-e007-482b-a2f3-98a410ec567e req-64d04c97-1b7c-44dd-958e-ac9b1d08be60 service neutron] For port fa4dbb91-4719-4896-8a0e-7cc707c80f19, host n-h2-838334-2, cleared binding levels {{(pid=84040) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 20:39:49.185108 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.db [req-06f13d18-e007-482b-a2f3-98a410ec567e req-64d04c97-1b7c-44dd-958e-ac9b1d08be60 service neutron] For port fa4dbb91-4719-4896-8a0e-7cc707c80f19, host n-h2-838334-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838334-2',level=0,port_id=fa4dbb91-4719-4896-8a0e-7cc707c80f19,segment=NetworkSegment(4134857a-3d4d-4a42-8268-4c8b0125ff2d),segment_id=4134857a-3d4d-4a42-8268-4c8b0125ff2d)] {{(pid=84040) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 20:39:49.205296 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-06f13d18-e007-482b-a2f3-98a410ec567e req-64d04c97-1b7c-44dd-958e-ac9b1d08be60 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32440959'] for port, after_update {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:49.212099 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-a402b214-12aa-45e3-8c6b-237ce42873a2 req-0203cf34-d385-4351-b60c-20f5d1045386 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:49.287119 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-a402b214-12aa-45e3-8c6b-237ce42873a2 req-0203cf34-d385-4351-b60c-20f5d1045386 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32440959'] for port, after_update {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:49.322340 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-06f13d18-e007-482b-a2f3-98a410ec567e req-64d04c97-1b7c-44dd-958e-ac9b1d08be60 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217293'] for port, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:49.324461 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-06f13d18-e007-482b-a2f3-98a410ec567e req-64d04c97-1b7c-44dd-958e-ac9b1d08be60 service neutron] 10.222.0.48 "PUT /v2.0/ports/fa4dbb91-4719-4896-8a0e-7cc707c80f19 HTTP/1.1" status: 200 len: 1091 time: 2.9865110 Apr 18 20:39:49.436394 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.v2.base [req-06f13d18-e007-482b-a2f3-98a410ec567e req-42e33024-7541-488d-86e7-517228c74f13 service neutron] Request body: {'port': {'device_id': 'cc0d4549-87de-476f-8fa1-88b0358bebbd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-838334-2'}} {{(pid=84040) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 20:39:49.490668 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-414b6ffe-e119-47bc-b18f-bcff1219c2f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750375287399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253529'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:49.560151 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-cdc5b8d5-dbf8-4445-a5d0-e3f13a72a492 req-94b98e9b-da0e-4d91-92cb-d019a4d28d40 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=f85a0d9202f64bddab6b7eaee6d6810d&device_id=cc0d4549-87de-476f-8fa1-88b0358bebbd HTTP/1.1" status: 200 len: 6232 time: 0.6824324 Apr 18 20:39:49.560965 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64d04c97-1b7c-44dd-958e-ac9b1d08be60 service neutron] Pushing event updated for resources: {'Port': ['ID=fa4dbb91-4719-4896-8a0e-7cc707c80f19,revision_number=3']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:39:49.570575 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] For port 58b97a1b-20d1-47a5-98a1-cac11ab0e588, host n-h1-838334-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838334-2',level=0,port_id=58b97a1b-20d1-47a5-98a1-cac11ab0e588,segment=NetworkSegment(806925fb-1611-47d5-bfae-6289aca7c7ad),segment_id=806925fb-1611-47d5-bfae-6289aca7c7ad)] {{(pid=84042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:39:49.644570 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Device 58b97a1b-20d1-47a5-98a1-cac11ab0e588 has no active binding in host n-h2-838334-2 {{(pid=84042) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:142}} Apr 18 20:39:49.739489 n-d-838334-2 neutron-server[84041]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f6017754-cbda-47e2-9db8-d9704c20c330 admin admin] Router 22db2c67-8ca2-4b62-a28e-e9255641c33b is scheduled to L3 agent bc84d6c9-dd7a-4555-a351-592327b46d5a with binding_index 1 {{(pid=84041) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 18 20:39:49.956415 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdc5b8d5-dbf8-4445-a5d0-e3f13a72a492 req-00c9d2e4-2477-4851-9f44-9a715558f04e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:39:49.956834 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdc5b8d5-dbf8-4445-a5d0-e3f13a72a492 req-00c9d2e4-2477-4851-9f44-9a715558f04e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:39:49.957202 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdc5b8d5-dbf8-4445-a5d0-e3f13a72a492 req-00c9d2e4-2477-4851-9f44-9a715558f04e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:39:49.958722 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-cdc5b8d5-dbf8-4445-a5d0-e3f13a72a492 req-00c9d2e4-2477-4851-9f44-9a715558f04e service neutron] 10.222.0.48 "GET /v2.0/networks?tenant_id=f85a0d9202f64bddab6b7eaee6d6810d&shared=False HTTP/1.1" status: 200 len: 2292 time: 0.1754708 Apr 18 20:39:50.044983 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63fb7034-2f21-4140-a903-e0ee332012c9 None None] Network 7b96c852-8e2e-4d3b-ad4b-39924026f663 requested from n-d-838334-2 {{(pid=84042) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 20:39:50.258445 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdc5b8d5-dbf8-4445-a5d0-e3f13a72a492 req-528f78c1-2826-4b18-ab82-0e632b523ab9 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:39:50.259916 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-cdc5b8d5-dbf8-4445-a5d0-e3f13a72a492 req-528f78c1-2826-4b18-ab82-0e632b523ab9 service neutron] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1898046 Apr 18 20:39:50.262358 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f6017754-cbda-47e2-9db8-d9704c20c330 admin admin] Notify agent at l3_agent.n-d-838334-2 the message routers_updated {{(pid=84041) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 20:39:50.292155 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-f6017754-cbda-47e2-9db8-d9704c20c330 admin admin] Notify callbacks [] for router, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:50.311486 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-f6017754-cbda-47e2-9db8-d9704c20c330 admin admin] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 932 time: 3.0236351 Apr 18 20:39:50.317842 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 36254) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:39:50.319126 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Device eb28caed-480e-4f73-acb0-be3cc5807d2c up at agent ovs-agent-n-d-838334-2 {{(pid=84042) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 20:39:50.343895 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0203cf34-d385-4351-b60c-20f5d1045386 service neutron] Pushing event updated for resources: {'Port': ['ID=58b97a1b-20d1-47a5-98a1-cac11ab0e588,revision_number=7']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:39:50.353349 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b76a34aa-7d5c-4d70-85ee-35dd93fbffdd None None] Sync routers for ids ['22db2c67-8ca2-4b62-a28e-e9255641c33b'] in n-d-838334-2 {{(pid=84042) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 18 20:39:50.421315 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-b9192594-8e2a-47d2-bb43-041e5c86f6e7 None None] Provisioning for port eb28caed-480e-4f73-acb0-be3cc5807d2c completed by entity DHCP. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 20:39:50.433216 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-06f13d18-e007-482b-a2f3-98a410ec567e req-42e33024-7541-488d-86e7-517228c74f13 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:50.477377 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.managers [req-a402b214-12aa-45e3-8c6b-237ce42873a2 req-0203cf34-d385-4351-b60c-20f5d1045386 service neutron] Attempting to bind port 58b97a1b-20d1-47a5-98a1-cac11ab0e588 on host n-h1-838334-2 for vnic_type normal with profile {"migrating_to": "n-h2-838334-2"} {{(pid=84040) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:39:50.477961 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.managers [req-a402b214-12aa-45e3-8c6b-237ce42873a2 req-0203cf34-d385-4351-b60c-20f5d1045386 service neutron] Attempting to bind port 58b97a1b-20d1-47a5-98a1-cac11ab0e588 by drivers openvswitch,hyperv on host n-h1-838334-2 at level 0 using segments [{'id': '806925fb-1611-47d5-bfae-6289aca7c7ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '2b4e6157-bc80-44e6-aceb-13aa29225b38'}] {{(pid=84040) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:39:50.478451 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a402b214-12aa-45e3-8c6b-237ce42873a2 req-0203cf34-d385-4351-b60c-20f5d1045386 service neutron] Attempting to bind port 58b97a1b-20d1-47a5-98a1-cac11ab0e588 on network 2b4e6157-bc80-44e6-aceb-13aa29225b38 {{(pid=84040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 20:39:50.537010 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-cc907436-2cc7-4ba3-82cd-dbd31dc5bbf2 req-12775799-b4d8-42f4-baac-fc9c1f3962e1 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=7843cba0a7e24a0397d5219cb7fd254c&device_id=272ac2e1-1767-4624-8754-f8b5c8a39eb9 HTTP/1.1" status: 200 len: 1096 time: 1.0490470 Apr 18 20:39:50.553628 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b76a34aa-7d5c-4d70-85ee-35dd93fbffdd None None] Routers {'22db2c67-8ca2-4b62-a28e-e9255641c33b'} bound to L3 agent in host n-d-838334-2 {{(pid=84042) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 20:39:50.554422 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_hamode_db [None req-b76a34aa-7d5c-4d70-85ee-35dd93fbffdd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838334-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-18T20:25:48Z,description=,heartbeat_timestamp=2022-04-18T20:39:48Z,host='n-d-838334-2',id=bc84d6c9-dd7a-4555-a351-592327b46d5a,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:25:48Z,topic='l3_agent')) {'router_ids': ['22db2c67-8ca2-4b62-a28e-e9255641c33b'], 'active': True} {{(pid=84042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:39:50.621496 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-c7521a90-7d65-4e2e-842c-ca5d95e9a89c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750375287399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253529'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:50.723173 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc907436-2cc7-4ba3-82cd-dbd31dc5bbf2 req-a9e2f91f-3193-4565-aaae-22ea716cd5dc service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:39:50.726044 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-cc907436-2cc7-4ba3-82cd-dbd31dc5bbf2 req-a9e2f91f-3193-4565-aaae-22ea716cd5dc service neutron] 10.222.0.43 "GET /v2.0/networks?id=5ab7510b-2145-476c-b9d7-eb0e1ae538b7 HTTP/1.1" status: 200 len: 921 time: 0.1728759 Apr 18 20:39:50.733419 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a402b214-12aa-45e3-8c6b-237ce42873a2 req-0203cf34-d385-4351-b60c-20f5d1045386 service neutron] Port 58b97a1b-20d1-47a5-98a1-cac11ab0e588 on network 2b4e6157-bc80-44e6-aceb-13aa29225b38 not bound, no agent of type Open vSwitch agent registered on host n-h1-838334-2 {{(pid=84040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 18 20:39:50.734220 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a402b214-12aa-45e3-8c6b-237ce42873a2 req-0203cf34-d385-4351-b60c-20f5d1045386 service neutron] Attempting to bind port 58b97a1b-20d1-47a5-98a1-cac11ab0e588 on network 2b4e6157-bc80-44e6-aceb-13aa29225b38 {{(pid=84040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 20:39:50.810773 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Provisioning for port eb28caed-480e-4f73-acb0-be3cc5807d2c completed by entity L2. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 20:39:50.819269 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Provisioning complete for port eb28caed-480e-4f73-acb0-be3cc5807d2c triggered by entity L2. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:39:50.819733 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1253608'] for port, provisioning_complete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:50.864235 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_dvr_db [None req-b76a34aa-7d5c-4d70-85ee-35dd93fbffdd None None] Set router 22db2c67-8ca2-4b62-a28e-e9255641c33b gateway port host: n-d-838334-2 {{(pid=84042) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 20:39:50.954325 n-d-838334-2 neutron-server[84040]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '24d2e03c-6691-46a0-a6c7-88d1392ddccc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '58b97a1b-20d1-47a5-98a1-cac11ab0e588'}, {'name': 'network-changed', 'server_uuid': 'cc0d4549-87de-476f-8fa1-88b0358bebbd', 'tag': 'fa4dbb91-4719-4896-8a0e-7cc707c80f19'}] {{(pid=84040) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 20:39:50.985688 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-cca376ee-c186-4a84-b542-487d86e35796 req-46bfcda7-bbe3-4cc4-b6a4-d4a3e9eb4460 tempest-ServersOnMultiNodesTest-1168278630 tempest-ServersOnMultiNodesTest-1168278630-project] 10.222.0.48 "GET /v2.0/networks?tenant_id=de28ce5b7b5349a3b98e9e23d1be558c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.2579587 Apr 18 20:39:51.086375 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9d87395-2160-49d8-8b3d-d21b7a776bb3 req-47790b10-63e6-48b4-aa73-c7a0d67030f0 tempest-TaggedBootDevicesTest-1674414334 tempest-TaggedBootDevicesTest-1674414334-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:39:51.091124 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9d87395-2160-49d8-8b3d-d21b7a776bb3 req-47790b10-63e6-48b4-aa73-c7a0d67030f0 tempest-TaggedBootDevicesTest-1674414334 tempest-TaggedBootDevicesTest-1674414334-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:39:51.096064 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9d87395-2160-49d8-8b3d-d21b7a776bb3 req-47790b10-63e6-48b4-aa73-c7a0d67030f0 tempest-TaggedBootDevicesTest-1674414334 tempest-TaggedBootDevicesTest-1674414334-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:39:51.100865 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9d87395-2160-49d8-8b3d-d21b7a776bb3 req-47790b10-63e6-48b4-aa73-c7a0d67030f0 tempest-TaggedBootDevicesTest-1674414334 tempest-TaggedBootDevicesTest-1674414334-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:39:51.106880 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9d87395-2160-49d8-8b3d-d21b7a776bb3 req-47790b10-63e6-48b4-aa73-c7a0d67030f0 tempest-TaggedBootDevicesTest-1674414334 tempest-TaggedBootDevicesTest-1674414334-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:39:51.111268 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9d87395-2160-49d8-8b3d-d21b7a776bb3 req-47790b10-63e6-48b4-aa73-c7a0d67030f0 tempest-TaggedBootDevicesTest-1674414334 tempest-TaggedBootDevicesTest-1674414334-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:39:51.116562 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9d87395-2160-49d8-8b3d-d21b7a776bb3 req-47790b10-63e6-48b4-aa73-c7a0d67030f0 tempest-TaggedBootDevicesTest-1674414334 tempest-TaggedBootDevicesTest-1674414334-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:39:51.118671 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-c9d87395-2160-49d8-8b3d-d21b7a776bb3 req-47790b10-63e6-48b4-aa73-c7a0d67030f0 tempest-TaggedBootDevicesTest-1674414334 tempest-TaggedBootDevicesTest-1674414334-project] 10.222.0.42 "GET /v2.0/ports?device_id=cc0d4549-87de-476f-8fa1-88b0358bebbd HTTP/1.1" status: 200 len: 5382 time: 1.1277483 Apr 18 20:39:51.480643 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a402b214-12aa-45e3-8c6b-237ce42873a2 req-0203cf34-d385-4351-b60c-20f5d1045386 service neutron] Checking agent: {'id': 'd63bab19-ff81-4de1-afeb-a3732288d0d7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-838334-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 33, 59), 'started_at': datetime.datetime(2022, 4, 18, 20, 33, 59), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 20, 39, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 18 20:39:51.481345 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a402b214-12aa-45e3-8c6b-237ce42873a2 req-0203cf34-d385-4351-b60c-20f5d1045386 service neutron] Checking segment: {'id': '806925fb-1611-47d5-bfae-6289aca7c7ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '2b4e6157-bc80-44e6-aceb-13aa29225b38'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84040) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 20:39:51.481345 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a402b214-12aa-45e3-8c6b-237ce42873a2 req-0203cf34-d385-4351-b60c-20f5d1045386 service neutron] Bound using segment: {'id': '806925fb-1611-47d5-bfae-6289aca7c7ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '2b4e6157-bc80-44e6-aceb-13aa29225b38'} {{(pid=84040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 18 20:39:51.481797 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.managers [req-a402b214-12aa-45e3-8c6b-237ce42873a2 req-0203cf34-d385-4351-b60c-20f5d1045386 service neutron] Bound port: 58b97a1b-20d1-47a5-98a1-cac11ab0e588, host: n-h1-838334-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '806925fb-1611-47d5-bfae-6289aca7c7ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '2b4e6157-bc80-44e6-aceb-13aa29225b38'}}] {{(pid=84040) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 20:39:51.482142 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-a402b214-12aa-45e3-8c6b-237ce42873a2 req-0203cf34-d385-4351-b60c-20f5d1045386 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:51.540010 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-ff62ed28-e8af-4db6-b0cf-9007ba9a69fe None None] Provisioning complete for port eb28caed-480e-4f73-acb0-be3cc5807d2c triggered by entity DHCP. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:39:51.540010 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-ff62ed28-e8af-4db6-b0cf-9007ba9a69fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1253608'] for port, provisioning_complete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:51.540322 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-98cf3f1c-502e-4b14-9aa1-03dfd2724d1a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:51.540807 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35f2096c-cb3b-4147-89d5-fe706035e0a2 req-d77509f7-10d1-4a02-991c-009afafa994a tempest-LiveMigrationTest-963278731 tempest-LiveMigrationTest-963278731-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:39:51.540807 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-35f2096c-cb3b-4147-89d5-fe706035e0a2 req-d77509f7-10d1-4a02-991c-009afafa994a tempest-LiveMigrationTest-963278731 tempest-LiveMigrationTest-963278731-project] 10.222.0.42 "GET /v2.0/ports?device_id=24d2e03c-6691-46a0-a6c7-88d1392ddccc HTTP/1.1" status: 200 len: 944 time: 2.0366187 Apr 18 20:39:51.540807 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-cc907436-2cc7-4ba3-82cd-dbd31dc5bbf2 req-cfdc19df-87cb-4066-a676-a1362de7f54d service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d9019af7-5b28-4057-8390-07c6b7249f04 HTTP/1.1" status: 200 len: 217 time: 0.7971866 Apr 18 20:39:51.587101 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:51.640423 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] For port eb28caed-480e-4f73-acb0-be3cc5807d2c, host n-d-838334-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838334-2',level=0,port_id=eb28caed-480e-4f73-acb0-be3cc5807d2c,segment=NetworkSegment(431dac21-62fe-4af2-a303-5868c7f4fc97),segment_id=431dac21-62fe-4af2-a303-5868c7f4fc97)] {{(pid=84042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:39:51.675401 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682'] for port, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:51.754286 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.db_base_plugin_common [None req-98cf3f1c-502e-4b14-9aa1-03dfd2724d1a admin admin] Allocated IP 172.20.0.1 (7b96c852-8e2e-4d3b-ad4b-39924026f663/769e5df8-16e3-4584-97ce-25a3b6243e3e/489bc9af-8c18-4cbf-b0cb-efa3cb2b9723) {{(pid=84041) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:39:51.772855 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_hamode_db [None req-b76a34aa-7d5c-4d70-85ee-35dd93fbffdd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22db2c67-8ca2-4b62-a28e-e9255641c33b', 'name': 'tempest-FloatingIPsAssociationTestJSON-855947906-router', 'tenant_id': 'c1a78f2b33ee4536986609e3ae5af78c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'external_fixed_ips': [{'subnet_id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'ip_address': '172.25.8.232'}], 'enable_snat': True}, 'gw_port_id': 'd9a547a0-4155-4085-af6d-040dbcee520a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:39:47Z', 'updated_at': '2022-04-18T20:39:48Z', 'revision_number': 3, 'project_id': 'c1a78f2b33ee4536986609e3ae5af78c', 'gw_port': {'id': 'd9a547a0-4155-4085-af6d-040dbcee520a', 'name': '', 'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:26:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '22db2c67-8ca2-4b62-a28e-e9255641c33b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'ip_address': '172.25.8.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:39:48Z', 'updated_at': '2022-04-18T20:39:48Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838334-2'}], 'n-d-838334-2', False) {} {{(pid=84042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:39:51.781408 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b76a34aa-7d5c-4d70-85ee-35dd93fbffdd None None] Checking router: 22db2c67-8ca2-4b62-a28e-e9255641c33b for host: n-d-838334-2 {{(pid=84042) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 18 20:39:51.781754 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b76a34aa-7d5c-4d70-85ee-35dd93fbffdd None None] Updating router 22db2c67-8ca2-4b62-a28e-e9255641c33b port d9a547a0-4155-4085-af6d-040dbcee520a binding host n-d-838334-2 {{(pid=84042) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 18 20:39:51.790964 n-d-838334-2 neutron-server[84040]: DEBUG neutron.notifiers.nova [req-06f13d18-e007-482b-a2f3-98a410ec567e req-42e33024-7541-488d-86e7-517228c74f13 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 05244033-b882-4dfd-8fd2-dde7ce49d9a1 {{(pid=84040) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 18 20:39:51.800292 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-06f13d18-e007-482b-a2f3-98a410ec567e req-42e33024-7541-488d-86e7-517228c74f13 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:51.817708 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.provisioning_blocks [req-06f13d18-e007-482b-a2f3-98a410ec567e req-42e33024-7541-488d-86e7-517228c74f13 service neutron] Transition to ACTIVE for port object 05244033-b882-4dfd-8fd2-dde7ce49d9a1 will not be triggered until provisioned by entity L2. {{(pid=84040) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 20:39:51.841833 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Pushing event updated for resources: {'Port': ['ID=eb28caed-480e-4f73-acb0-be3cc5807d2c,revision_number=3']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:39:51.858376 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-b76a34aa-7d5c-4d70-85ee-35dd93fbffdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:51.929912 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-98cf3f1c-502e-4b14-9aa1-03dfd2724d1a admin admin] Notify callbacks [] for port, precommit_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:51.953533 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-06f13d18-e007-482b-a2f3-98a410ec567e req-42e33024-7541-488d-86e7-517228c74f13 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32440959'] for port, after_update {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:51.961519 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.provisioning_blocks [None req-98cf3f1c-502e-4b14-9aa1-03dfd2724d1a admin admin] Transition to ACTIVE for port object 489bc9af-8c18-4cbf-b0cb-efa3cb2b9723 will not be triggered until provisioned by entity DHCP. {{(pid=84041) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 20:39:51.991857 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-98cf3f1c-502e-4b14-9aa1-03dfd2724d1a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750374836619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32266323'] for port, after_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:52.041158 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.db [req-a402b214-12aa-45e3-8c6b-237ce42873a2 req-0203cf34-d385-4351-b60c-20f5d1045386 service neutron] For port 58b97a1b-20d1-47a5-98a1-cac11ab0e588, host n-h1-838334-2, cleared binding levels {{(pid=84040) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 20:39:52.069154 n-d-838334-2 neutron-server[84041]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98cf3f1c-502e-4b14-9aa1-03dfd2724d1a admin admin] Network 7b96c852-8e2e-4d3b-ad4b-39924026f663 is already hosted by enough agents. {{(pid=84041) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:39:52.070944 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-c9d87395-2160-49d8-8b3d-d21b7a776bb3 req-ecec9742-f3fb-4245-a811-3e2910c1f8ac tempest-TaggedBootDevicesTest-1674414334 tempest-TaggedBootDevicesTest-1674414334-project] 10.222.0.42 "GET /v2.0/security-groups?id=67ac5558-a250-4106-afe6-28a5add43e38&id=cf1a4c14-6b4c-4b5a-99f9-781aa8c875fd&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.5780368 Apr 18 20:39:52.072217 n-d-838334-2 neutron-server[84041]: DEBUG neutron.scheduler.base_scheduler [None req-98cf3f1c-502e-4b14-9aa1-03dfd2724d1a admin admin] Resources bound (agent type, host, resource id): {{(pid=84041) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:39:52.076917 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98cf3f1c-502e-4b14-9aa1-03dfd2724d1a admin admin] Received port after_create {{(pid=84041) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 20:39:52.113727 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98cf3f1c-502e-4b14-9aa1-03dfd2724d1a admin admin] Pushing event updated for resources: {'Port': ['ID=489bc9af-8c18-4cbf-b0cb-efa3cb2b9723,revision_number=1']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:39:52.122128 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.db [req-a402b214-12aa-45e3-8c6b-237ce42873a2 req-0203cf34-d385-4351-b60c-20f5d1045386 service neutron] For port 58b97a1b-20d1-47a5-98a1-cac11ab0e588, host n-h1-838334-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838334-2',level=0,port_id=58b97a1b-20d1-47a5-98a1-cac11ab0e588,segment=NetworkSegment(806925fb-1611-47d5-bfae-6289aca7c7ad),segment_id=806925fb-1611-47d5-bfae-6289aca7c7ad)] {{(pid=84040) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 20:39:52.146913 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-98cf3f1c-502e-4b14-9aa1-03dfd2724d1a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33444010'] for router_interface, before_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:52.160935 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-a402b214-12aa-45e3-8c6b-237ce42873a2 req-0203cf34-d385-4351-b60c-20f5d1045386 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32440959'] for port, after_update {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:52.289706 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-98cf3f1c-502e-4b14-9aa1-03dfd2724d1a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:52.295705 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Device eb28caed-480e-4f73-acb0-be3cc5807d2c up at agent ovs-agent-n-d-838334-2 {{(pid=84042) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 20:39:52.333172 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cca376ee-c186-4a84-b542-487d86e35796 req-f9a1236e-2d4a-439d-9181-b229900a4704 tempest-ServersOnMultiNodesTest-1168278630 tempest-ServersOnMultiNodesTest-1168278630-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:39:52.354012 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-cca376ee-c186-4a84-b542-487d86e35796 req-f9a1236e-2d4a-439d-9181-b229900a4704 tempest-ServersOnMultiNodesTest-1168278630 tempest-ServersOnMultiNodesTest-1168278630-project] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 1.3482263 Apr 18 20:39:52.408250 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc907436-2cc7-4ba3-82cd-dbd31dc5bbf2 req-de8cd542-ca31-4298-ab8f-be423083f1a8 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:39:52.410305 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-cc907436-2cc7-4ba3-82cd-dbd31dc5bbf2 req-de8cd542-ca31-4298-ab8f-be423083f1a8 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=5bf38cb0-45bd-48cb-9f8c-19a270201f44 HTTP/1.1" status: 200 len: 860 time: 0.5754101 Apr 18 20:39:52.423732 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.v2.base [req-cca376ee-c186-4a84-b542-487d86e35796 req-e5ba25e1-2ee1-45c5-8a0a-5fa94ae7dc81 tempest-ServersOnMultiNodesTest-1168278630 tempest-ServersOnMultiNodesTest-1168278630-project] Request body: {'port': {'device_id': '45877157-0d22-4fd3-83a2-0a0549a4ab80', 'network_id': 'cb56989d-7c5d-4678-b194-1d2edf1e842a', 'admin_state_up': True, 'tenant_id': 'de28ce5b7b5349a3b98e9e23d1be558c'}} {{(pid=84040) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 20:39:52.454430 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Provisioning complete for port eb28caed-480e-4f73-acb0-be3cc5807d2c triggered by entity L2. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:39:52.454807 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1253608'] for port, provisioning_complete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:52.480894 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42e33024-7541-488d-86e7-517228c74f13 service neutron] Pushing event updated for resources: {'Port': ['ID=05244033-b882-4dfd-8fd2-dde7ce49d9a1,revision_number=2']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:39:52.599068 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-98cf3f1c-502e-4b14-9aa1-03dfd2724d1a admin admin] Notify callbacks [] for port, precommit_update {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:52.604697 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-98cf3f1c-502e-4b14-9aa1-03dfd2724d1a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32266282'] for port, after_update {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:52.647668 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-b088a905-981f-48d3-a8dd-bfaf3adc4b16 None None] Provisioning for port 489bc9af-8c18-4cbf-b0cb-efa3cb2b9723 completed by entity DHCP. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 20:39:52.672655 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-b088a905-981f-48d3-a8dd-bfaf3adc4b16 None None] Provisioning complete for port 489bc9af-8c18-4cbf-b0cb-efa3cb2b9723 triggered by entity DHCP. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:39:52.673021 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-b088a905-981f-48d3-a8dd-bfaf3adc4b16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1253608'] for port, provisioning_complete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:52.723295 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-b76a34aa-7d5c-4d70-85ee-35dd93fbffdd None None] Notify callbacks [] for port, precommit_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:52.732925 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-35f2096c-cb3b-4147-89d5-fe706035e0a2 req-bc24ff8d-1ed0-44bb-a60e-1886a6e1aa42 tempest-LiveMigrationTest-963278731 tempest-LiveMigrationTest-963278731-project] 10.222.0.42 "GET /v2.0/security-groups?id=c1ded286-bbeb-4ec4-95be-e4f6aab8a892&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9038928 Apr 18 20:39:52.740787 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-cc907436-2cc7-4ba3-82cd-dbd31dc5bbf2 req-e517720f-e89a-43a7-8228-c117f20c5bef service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=5ab7510b-2145-476c-b9d7-eb0e1ae538b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2583096 Apr 18 20:39:52.758364 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-b76a34aa-7d5c-4d70-85ee-35dd93fbffdd None None] Transition to ACTIVE for port object d9a547a0-4155-4085-af6d-040dbcee520a will not be triggered until provisioned by entity L2. {{(pid=84042) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 20:39:52.758364 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.plugin [None req-b088a905-981f-48d3-a8dd-bfaf3adc4b16 None None] Port 489bc9af-8c18-4cbf-b0cb-efa3cb2b9723 cannot update to ACTIVE because it is not bound. {{(pid=84042) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 18 20:39:52.763346 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-b76a34aa-7d5c-4d70-85ee-35dd93fbffdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682'] for port, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:52.818589 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98cf3f1c-502e-4b14-9aa1-03dfd2724d1a admin admin] Pushing event updated for resources: {'Port': ['ID=489bc9af-8c18-4cbf-b0cb-efa3cb2b9723,revision_number=2']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:39:52.821098 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-98cf3f1c-502e-4b14-9aa1-03dfd2724d1a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-32377886', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33443847'] for router_interface, after_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:52.857790 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ae778dc-fc2f-4c06-9b94-1ff75aa4f68c None None] Pushing event updated for resources: {'Port': ['ID=d9a547a0-4155-4085-af6d-040dbcee520a,revision_number=2']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:39:52.860209 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.managers [None req-b76a34aa-7d5c-4d70-85ee-35dd93fbffdd None None] Attempting to bind port d9a547a0-4155-4085-af6d-040dbcee520a on host n-d-838334-2 for vnic_type normal with profile {{(pid=84042) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:39:52.860575 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.managers [None req-b76a34aa-7d5c-4d70-85ee-35dd93fbffdd None None] Attempting to bind port d9a547a0-4155-4085-af6d-040dbcee520a by drivers openvswitch,hyperv on host n-d-838334-2 at level 0 using segments [{'id': '732aa830-768b-4511-951f-d08e26b9c25b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c'}] {{(pid=84042) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:39:52.861065 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b76a34aa-7d5c-4d70-85ee-35dd93fbffdd None None] Attempting to bind port d9a547a0-4155-4085-af6d-040dbcee520a on network e41b6600-a917-4a8d-b05c-be3be40c6d8c {{(pid=84042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 20:39:52.873599 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b76a34aa-7d5c-4d70-85ee-35dd93fbffdd None None] Checking agent: {'id': '97cd4414-7af6-4d67-868d-dff370b4071a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838334-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 25, 49), 'started_at': datetime.datetime(2022, 4, 18, 20, 26, 19), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 20, 39, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838334-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 18 20:39:52.873884 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b76a34aa-7d5c-4d70-85ee-35dd93fbffdd None None] Checking segment: {'id': '732aa830-768b-4511-951f-d08e26b9c25b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84042) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 20:39:52.874262 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-b76a34aa-7d5c-4d70-85ee-35dd93fbffdd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:52.875002 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b76a34aa-7d5c-4d70-85ee-35dd93fbffdd None None] Bound using segment: {'id': '732aa830-768b-4511-951f-d08e26b9c25b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c'} {{(pid=84042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 18 20:39:52.875132 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.managers [None req-b76a34aa-7d5c-4d70-85ee-35dd93fbffdd None None] Bound port: d9a547a0-4155-4085-af6d-040dbcee520a, host: n-d-838334-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '732aa830-768b-4511-951f-d08e26b9c25b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c'}}] {{(pid=84042) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 20:39:52.875501 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-b76a34aa-7d5c-4d70-85ee-35dd93fbffdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:52.958856 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-b76a34aa-7d5c-4d70-85ee-35dd93fbffdd None None] For port d9a547a0-4155-4085-af6d-040dbcee520a, host n-d-838334-2, cleared binding levels {{(pid=84042) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 20:39:52.962876 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-b76a34aa-7d5c-4d70-85ee-35dd93fbffdd None None] For port d9a547a0-4155-4085-af6d-040dbcee520a, host n-d-838334-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838334-2',level=0,port_id=d9a547a0-4155-4085-af6d-040dbcee520a,segment=NetworkSegment(732aa830-768b-4511-951f-d08e26b9c25b),segment_id=732aa830-768b-4511-951f-d08e26b9c25b)] {{(pid=84042) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 20:39:52.964057 n-d-838334-2 neutron-server[84041]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98cf3f1c-502e-4b14-9aa1-03dfd2724d1a admin admin] Network 7b96c852-8e2e-4d3b-ad4b-39924026f663 is already hosted by enough agents. {{(pid=84041) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:39:52.965506 n-d-838334-2 neutron-server[84041]: DEBUG neutron.scheduler.base_scheduler [None req-98cf3f1c-502e-4b14-9aa1-03dfd2724d1a admin admin] Resources bound (agent type, host, resource id): {{(pid=84041) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:39:52.968595 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-b76a34aa-7d5c-4d70-85ee-35dd93fbffdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682'] for port, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:53.015850 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-a4071acf-86b1-4c22-b5e3-9019abdc059e req-3e2b256d-14f3-4398-86cb-a42a9f3a559e tempest-ServersOnMultiNodesTest-1168278630 tempest-ServersOnMultiNodesTest-1168278630-project] 10.222.0.42 "GET /v2.0/ports?device_id=45877157-0d22-4fd3-83a2-0a0549a4ab80 HTTP/1.1" status: 200 len: 210 time: 0.1404722 Apr 18 20:39:53.027193 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-a402b214-12aa-45e3-8c6b-237ce42873a2 req-0203cf34-d385-4351-b60c-20f5d1045386 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217293'] for port, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:53.028528 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-a402b214-12aa-45e3-8c6b-237ce42873a2 req-0203cf34-d385-4351-b60c-20f5d1045386 service neutron] 10.222.0.48 "PUT /v2.0/ports/58b97a1b-20d1-47a5-98a1-cac11ab0e588 HTTP/1.1" status: 200 len: 1122 time: 5.2018797 Apr 18 20:39:53.075427 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b76a34aa-7d5c-4d70-85ee-35dd93fbffdd None None] Routers {'22db2c67-8ca2-4b62-a28e-e9255641c33b'} bound to L3 agent in host n-d-838334-2 {{(pid=84042) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 20:39:53.085518 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_hamode_db [None req-b76a34aa-7d5c-4d70-85ee-35dd93fbffdd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838334-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-18T20:25:48Z,description=,heartbeat_timestamp=2022-04-18T20:39:48Z,host='n-d-838334-2',id=bc84d6c9-dd7a-4555-a351-592327b46d5a,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:25:48Z,topic='l3_agent')) {'router_ids': ['22db2c67-8ca2-4b62-a28e-e9255641c33b'], 'active': True} {{(pid=84042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:39:53.153857 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0203cf34-d385-4351-b60c-20f5d1045386 service neutron] Pushing event updated for resources: {'Port': ['ID=58b97a1b-20d1-47a5-98a1-cac11ab0e588,revision_number=8']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:39:53.231264 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9343f65-dda8-4176-b0b3-234adf657ee2 req-1596de48-842f-46f9-ba9f-2452ea86e87d tempest-ImagesTestJSON-757689736 tempest-ImagesTestJSON-757689736-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:39:53.234337 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-a9343f65-dda8-4176-b0b3-234adf657ee2 req-1596de48-842f-46f9-ba9f-2452ea86e87d tempest-ImagesTestJSON-757689736 tempest-ImagesTestJSON-757689736-project] 10.222.0.42 "GET /v2.0/ports?device_id=8673e101-8393-4988-bd25-3203c81d4af8 HTTP/1.1" status: 200 len: 945 time: 0.8604162 Apr 18 20:39:53.243251 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ae778dc-fc2f-4c06-9b94-1ff75aa4f68c None None] Pushing event updated for resources: {'Port': ['ID=d9a547a0-4155-4085-af6d-040dbcee520a,revision_number=3']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:39:53.290233 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] get_ports_and_sgs() called for port_ids ['58b97a1b-20d1-47a5-98a1-cac11ab0e588'] {{(pid=84042) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 18 20:39:53.334239 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [req-cca376ee-c186-4a84-b542-487d86e35796 req-e5ba25e1-2ee1-45c5-8a0a-5fa94ae7dc81 tempest-ServersOnMultiNodesTest-1168278630 tempest-ServersOnMultiNodesTest-1168278630-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:39:53.338862 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [req-cca376ee-c186-4a84-b542-487d86e35796 req-e5ba25e1-2ee1-45c5-8a0a-5fa94ae7dc81 tempest-ServersOnMultiNodesTest-1168278630 tempest-ServersOnMultiNodesTest-1168278630-project] Usage tracker for resource:port and tenant:de28ce5b7b5349a3b98e9e23d1be558c is out of sync, need to count used quota {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:39:53.342108 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [req-cca376ee-c186-4a84-b542-487d86e35796 req-e5ba25e1-2ee1-45c5-8a0a-5fa94ae7dc81 tempest-ServersOnMultiNodesTest-1168278630 tempest-ServersOnMultiNodesTest-1168278630-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:39:53.369282 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [req-cca376ee-c186-4a84-b542-487d86e35796 req-e5ba25e1-2ee1-45c5-8a0a-5fa94ae7dc81 tempest-ServersOnMultiNodesTest-1168278630 tempest-ServersOnMultiNodesTest-1168278630-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:39:53.374024 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.managers [req-06f13d18-e007-482b-a2f3-98a410ec567e req-42e33024-7541-488d-86e7-517228c74f13 service neutron] Attempting to bind port 05244033-b882-4dfd-8fd2-dde7ce49d9a1 on host n-h2-838334-2 for vnic_type normal with profile {{(pid=84040) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:39:53.374562 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.managers [req-06f13d18-e007-482b-a2f3-98a410ec567e req-42e33024-7541-488d-86e7-517228c74f13 service neutron] Attempting to bind port 05244033-b882-4dfd-8fd2-dde7ce49d9a1 by drivers openvswitch,hyperv on host n-h2-838334-2 at level 0 using segments [{'id': '4134857a-3d4d-4a42-8268-4c8b0125ff2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': 'd9eb2c31-9efb-45c1-be97-8fbfff0e7f82'}] {{(pid=84040) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:39:53.374898 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06f13d18-e007-482b-a2f3-98a410ec567e req-42e33024-7541-488d-86e7-517228c74f13 service neutron] Attempting to bind port 05244033-b882-4dfd-8fd2-dde7ce49d9a1 on network d9eb2c31-9efb-45c1-be97-8fbfff0e7f82 {{(pid=84040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 20:39:53.390031 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-cc907436-2cc7-4ba3-82cd-dbd31dc5bbf2 req-4cc93ebf-dc49-444c-be66-3ddcd164bca9 service neutron] 10.222.0.43 "GET /v2.0/networks/5ab7510b-2145-476c-b9d7-eb0e1ae538b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6111605 Apr 18 20:39:53.445630 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] get_ports_and_sgs() called for port_ids ['58b97a1b-20d1-47a5-98a1-cac11ab0e588'] {{(pid=84042) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 18 20:39:53.473153 n-d-838334-2 neutron-server[84041]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-98cf3f1c-502e-4b14-9aa1-03dfd2724d1a admin admin] Router 22db2c67-8ca2-4b62-a28e-e9255641c33b has already been hosted by L3 agent bc84d6c9-dd7a-4555-a351-592327b46d5a {{(pid=84041) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 20:39:53.476151 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06f13d18-e007-482b-a2f3-98a410ec567e req-42e33024-7541-488d-86e7-517228c74f13 service neutron] Port 05244033-b882-4dfd-8fd2-dde7ce49d9a1 on network d9eb2c31-9efb-45c1-be97-8fbfff0e7f82 not bound, no agent of type Open vSwitch agent registered on host n-h2-838334-2 {{(pid=84040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 18 20:39:53.476716 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06f13d18-e007-482b-a2f3-98a410ec567e req-42e33024-7541-488d-86e7-517228c74f13 service neutron] Attempting to bind port 05244033-b882-4dfd-8fd2-dde7ce49d9a1 on network d9eb2c31-9efb-45c1-be97-8fbfff0e7f82 {{(pid=84040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 20:39:53.525158 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cca376ee-c186-4a84-b542-487d86e35796 req-e5ba25e1-2ee1-45c5-8a0a-5fa94ae7dc81 tempest-ServersOnMultiNodesTest-1168278630 tempest-ServersOnMultiNodesTest-1168278630-project] Made reservation on behalf of de28ce5b7b5349a3b98e9e23d1be558c for: {'port': 1} {{(pid=84040) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:39:53.528101 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-cca376ee-c186-4a84-b542-487d86e35796 req-e5ba25e1-2ee1-45c5-8a0a-5fa94ae7dc81 tempest-ServersOnMultiNodesTest-1168278630 tempest-ServersOnMultiNodesTest-1168278630-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:53.567648 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-a9343f65-dda8-4176-b0b3-234adf657ee2 req-18aeb983-51b6-4231-ad8c-328117603ab9 tempest-ImagesTestJSON-757689736 tempest-ImagesTestJSON-757689736-project] 10.222.0.42 "GET /v2.0/security-groups?id=59d22466-01c3-4eda-9b5c-cb887beaa55e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3124447 Apr 18 20:39:53.572759 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-cca376ee-c186-4a84-b542-487d86e35796 req-e5ba25e1-2ee1-45c5-8a0a-5fa94ae7dc81 tempest-ServersOnMultiNodesTest-1168278630 tempest-ServersOnMultiNodesTest-1168278630-project] Notify callbacks [] for security_group, before_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:53.611094 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-7dccb6d7-d9ba-44c7-9e7d-bd0189b0026e None None] Provisioning complete for port 489bc9af-8c18-4cbf-b0cb-efa3cb2b9723 triggered by entity DHCP. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:39:53.611464 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-7dccb6d7-d9ba-44c7-9e7d-bd0189b0026e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1253608'] for port, provisioning_complete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:53.707695 n-d-838334-2 neutron-server[84040]: INFO neutron.notifiers.nova [-] Nova event matching ['req-db8a477d-91bd-4f70-b892-987ca02373ae'] response: {'server_uuid': '24d2e03c-6691-46a0-a6c7-88d1392ddccc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '58b97a1b-20d1-47a5-98a1-cac11ab0e588', 'code': 200} Apr 18 20:39:53.708005 n-d-838334-2 neutron-server[84040]: INFO neutron.notifiers.nova [-] Nova event matching ['req-db8a477d-91bd-4f70-b892-987ca02373ae'] response: {'name': 'network-changed', 'server_uuid': 'cc0d4549-87de-476f-8fa1-88b0358bebbd', 'tag': 'fa4dbb91-4719-4896-8a0e-7cc707c80f19', 'status': 'completed', 'code': 200} Apr 18 20:39:53.714723 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-98cf3f1c-502e-4b14-9aa1-03dfd2724d1a admin admin] Notify agent at l3_agent.n-d-838334-2 the message routers_updated {{(pid=84041) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 20:39:53.731330 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.plugin [None req-7dccb6d7-d9ba-44c7-9e7d-bd0189b0026e None None] Port 489bc9af-8c18-4cbf-b0cb-efa3cb2b9723 cannot update to ACTIVE because it is not bound. {{(pid=84042) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 18 20:39:53.738122 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_dvr_db [None req-b76a34aa-7d5c-4d70-85ee-35dd93fbffdd None None] Set router 22db2c67-8ca2-4b62-a28e-e9255641c33b gateway port host: n-d-838334-2 {{(pid=84042) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 20:39:53.738535 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-98cf3f1c-502e-4b14-9aa1-03dfd2724d1a admin admin] 10.222.0.42 "PUT /v2.0/routers/22db2c67-8ca2-4b62-a28e-e9255641c33b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4135380 Apr 18 20:39:53.746922 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06f13d18-e007-482b-a2f3-98a410ec567e req-42e33024-7541-488d-86e7-517228c74f13 service neutron] Checking agent: {'id': 'dc797004-f641-47b7-a77f-9c62b5b16296', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-838334-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 34, 3), 'started_at': datetime.datetime(2022, 4, 18, 20, 34, 3), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 20, 39, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 18 20:39:53.747263 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06f13d18-e007-482b-a2f3-98a410ec567e req-42e33024-7541-488d-86e7-517228c74f13 service neutron] Checking segment: {'id': '4134857a-3d4d-4a42-8268-4c8b0125ff2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': 'd9eb2c31-9efb-45c1-be97-8fbfff0e7f82'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84040) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 20:39:53.747722 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06f13d18-e007-482b-a2f3-98a410ec567e req-42e33024-7541-488d-86e7-517228c74f13 service neutron] Bound using segment: {'id': '4134857a-3d4d-4a42-8268-4c8b0125ff2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': 'd9eb2c31-9efb-45c1-be97-8fbfff0e7f82'} {{(pid=84040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 18 20:39:53.748188 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.managers [req-06f13d18-e007-482b-a2f3-98a410ec567e req-42e33024-7541-488d-86e7-517228c74f13 service neutron] Bound port: 05244033-b882-4dfd-8fd2-dde7ce49d9a1, host: n-h2-838334-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4134857a-3d4d-4a42-8268-4c8b0125ff2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': 'd9eb2c31-9efb-45c1-be97-8fbfff0e7f82'}}] {{(pid=84040) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 20:39:53.748507 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-06f13d18-e007-482b-a2f3-98a410ec567e req-42e33024-7541-488d-86e7-517228c74f13 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:53.947192 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [req-cca376ee-c186-4a84-b542-487d86e35796 req-e5ba25e1-2ee1-45c5-8a0a-5fa94ae7dc81 tempest-ServersOnMultiNodesTest-1168278630 tempest-ServersOnMultiNodesTest-1168278630-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:39:53.954727 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-cc907436-2cc7-4ba3-82cd-dbd31dc5bbf2 req-d6b553a4-1271-4775-810d-e2df86574f09 service neutron] 10.222.0.43 "GET /v2.0/networks/5ab7510b-2145-476c-b9d7-eb0e1ae538b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5175114 Apr 18 20:39:53.964022 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [req-cca376ee-c186-4a84-b542-487d86e35796 req-e5ba25e1-2ee1-45c5-8a0a-5fa94ae7dc81 tempest-ServersOnMultiNodesTest-1168278630 tempest-ServersOnMultiNodesTest-1168278630-project] Usage tracker for resource:security_group_rule and tenant:de28ce5b7b5349a3b98e9e23d1be558c is out of sync, need to count used quota {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:39:53.970629 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [req-cca376ee-c186-4a84-b542-487d86e35796 req-e5ba25e1-2ee1-45c5-8a0a-5fa94ae7dc81 tempest-ServersOnMultiNodesTest-1168278630 tempest-ServersOnMultiNodesTest-1168278630-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:39:53.988976 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-711468ae-4505-4995-a320-506f15e3c1f8 req-fc613161-841e-42d1-8596-2ea9f86fb4e5 tempest-LiveAutoBlockMigrationV225Test-1713341100 tempest-LiveAutoBlockMigrationV225Test-1713341100-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:39:53.990421 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-711468ae-4505-4995-a320-506f15e3c1f8 req-fc613161-841e-42d1-8596-2ea9f86fb4e5 tempest-LiveAutoBlockMigrationV225Test-1713341100 tempest-LiveAutoBlockMigrationV225Test-1713341100-project] 10.222.0.42 "GET /v2.0/ports?device_id=272ac2e1-1767-4624-8754-f8b5c8a39eb9 HTTP/1.1" status: 200 len: 945 time: 0.6056869 Apr 18 20:39:54.002002 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [req-cca376ee-c186-4a84-b542-487d86e35796 req-e5ba25e1-2ee1-45c5-8a0a-5fa94ae7dc81 tempest-ServersOnMultiNodesTest-1168278630 tempest-ServersOnMultiNodesTest-1168278630-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:39:54.065096 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.db [req-06f13d18-e007-482b-a2f3-98a410ec567e req-42e33024-7541-488d-86e7-517228c74f13 service neutron] For port 05244033-b882-4dfd-8fd2-dde7ce49d9a1, host n-h2-838334-2, cleared binding levels {{(pid=84040) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 20:39:54.088716 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-55ec4545-d99a-447f-bfb4-d518efd01852 req-8380cbf2-1c24-42a5-ae5f-8b40caa4b816 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=f85a0d9202f64bddab6b7eaee6d6810d&device_id=cc0d4549-87de-476f-8fa1-88b0358bebbd HTTP/1.1" status: 200 len: 6299 time: 0.3771574 Apr 18 20:39:54.100691 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.db [req-06f13d18-e007-482b-a2f3-98a410ec567e req-42e33024-7541-488d-86e7-517228c74f13 service neutron] For port 05244033-b882-4dfd-8fd2-dde7ce49d9a1, host n-h2-838334-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838334-2',level=0,port_id=05244033-b882-4dfd-8fd2-dde7ce49d9a1,segment=NetworkSegment(4134857a-3d4d-4a42-8268-4c8b0125ff2d),segment_id=4134857a-3d4d-4a42-8268-4c8b0125ff2d)] {{(pid=84040) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 20:39:54.143971 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-06f13d18-e007-482b-a2f3-98a410ec567e req-42e33024-7541-488d-86e7-517228c74f13 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32440959'] for port, after_update {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:54.269591 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_hamode_db [None req-b76a34aa-7d5c-4d70-85ee-35dd93fbffdd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22db2c67-8ca2-4b62-a28e-e9255641c33b', 'name': 'tempest-FloatingIPsAssociationTestJSON-855947906-router', 'tenant_id': 'c1a78f2b33ee4536986609e3ae5af78c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'external_fixed_ips': [{'subnet_id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'ip_address': '172.25.8.232'}], 'enable_snat': True}, 'gw_port_id': 'd9a547a0-4155-4085-af6d-040dbcee520a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:39:47Z', 'updated_at': '2022-04-18T20:39:52Z', 'revision_number': 4, 'project_id': 'c1a78f2b33ee4536986609e3ae5af78c', 'gw_port': {'id': 'd9a547a0-4155-4085-af6d-040dbcee520a', 'name': '', 'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:26:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '22db2c67-8ca2-4b62-a28e-e9255641c33b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'ip_address': '172.25.8.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:39:48Z', 'updated_at': '2022-04-18T20:39:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838334-2', '_interfaces': [{'id': '489bc9af-8c18-4cbf-b0cb-efa3cb2b9723', 'name': '', 'network_id': '7b96c852-8e2e-4d3b-ad4b-39924026f663', 'tenant_id': 'c1a78f2b33ee4536986609e3ae5af78c', 'mac_address': 'fa:16:3e:90:ee:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '22db2c67-8ca2-4b62-a28e-e9255641c33b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '769e5df8-16e3-4584-97ce-25a3b6243e3e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:39:51Z', 'updated_at': '2022-04-18T20:39:52Z', 'revision_number': 2, 'project_id': 'c1a78f2b33ee4536986609e3ae5af78c', 'subnets': [{'id': '769e5df8-16e3-4584-97ce-25a3b6243e3e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838334-2', False) {} {{(pid=84042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:39:54.274429 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b76a34aa-7d5c-4d70-85ee-35dd93fbffdd None None] The sync data for ids ['22db2c67-8ca2-4b62-a28e-e9255641c33b'] in n-d-838334-2 is: [{'id': '22db2c67-8ca2-4b62-a28e-e9255641c33b', 'name': 'tempest-FloatingIPsAssociationTestJSON-855947906-router', 'tenant_id': 'c1a78f2b33ee4536986609e3ae5af78c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'external_fixed_ips': [{'subnet_id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'ip_address': '172.25.8.232'}], 'enable_snat': True}, 'gw_port_id': 'd9a547a0-4155-4085-af6d-040dbcee520a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:39:47Z', 'updated_at': '2022-04-18T20:39:52Z', 'revision_number': 4, 'project_id': 'c1a78f2b33ee4536986609e3ae5af78c', 'gw_port': {'id': 'd9a547a0-4155-4085-af6d-040dbcee520a', 'name': '', 'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:26:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '22db2c67-8ca2-4b62-a28e-e9255641c33b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'ip_address': '172.25.8.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:39:48Z', 'updated_at': '2022-04-18T20:39:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838334-2', '_interfaces': [{'id': '489bc9af-8c18-4cbf-b0cb-efa3cb2b9723', 'name': '', 'network_id': '7b96c852-8e2e-4d3b-ad4b-39924026f663', 'tenant_id': 'c1a78f2b33ee4536986609e3ae5af78c', 'mac_address': 'fa:16:3e:90:ee:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '22db2c67-8ca2-4b62-a28e-e9255641c33b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '769e5df8-16e3-4584-97ce-25a3b6243e3e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:39:51Z', 'updated_at': '2022-04-18T20:39:52Z', 'revision_number': 2, 'project_id': 'c1a78f2b33ee4536986609e3ae5af78c', 'subnets': [{'id': '769e5df8-16e3-4584-97ce-25a3b6243e3e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84042) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 18 20:39:54.276806 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-711468ae-4505-4995-a320-506f15e3c1f8 req-d47a9781-9f98-439a-a85b-4a0aefede29b tempest-LiveAutoBlockMigrationV225Test-1713341100 tempest-LiveAutoBlockMigrationV225Test-1713341100-project] 10.222.0.42 "GET /v2.0/security-groups?id=bf712067-aabd-4e70-aae1-082928dd1ccd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2704828 Apr 18 20:39:54.307371 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0734920b-2248-46b3-afd5-85537ad2cbc5 req-12c90fdc-2b06-41e7-b825-1e6d06e1a258 tempest-TaggedBootDevicesTest-1674414334 tempest-TaggedBootDevicesTest-1674414334-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:39:54.311289 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0734920b-2248-46b3-afd5-85537ad2cbc5 req-12c90fdc-2b06-41e7-b825-1e6d06e1a258 tempest-TaggedBootDevicesTest-1674414334 tempest-TaggedBootDevicesTest-1674414334-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:39:54.315734 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0734920b-2248-46b3-afd5-85537ad2cbc5 req-12c90fdc-2b06-41e7-b825-1e6d06e1a258 tempest-TaggedBootDevicesTest-1674414334 tempest-TaggedBootDevicesTest-1674414334-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:39:54.321316 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0734920b-2248-46b3-afd5-85537ad2cbc5 req-12c90fdc-2b06-41e7-b825-1e6d06e1a258 tempest-TaggedBootDevicesTest-1674414334 tempest-TaggedBootDevicesTest-1674414334-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:39:54.324585 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0734920b-2248-46b3-afd5-85537ad2cbc5 req-12c90fdc-2b06-41e7-b825-1e6d06e1a258 tempest-TaggedBootDevicesTest-1674414334 tempest-TaggedBootDevicesTest-1674414334-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:39:54.328523 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0734920b-2248-46b3-afd5-85537ad2cbc5 req-12c90fdc-2b06-41e7-b825-1e6d06e1a258 tempest-TaggedBootDevicesTest-1674414334 tempest-TaggedBootDevicesTest-1674414334-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:39:54.332606 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0734920b-2248-46b3-afd5-85537ad2cbc5 req-12c90fdc-2b06-41e7-b825-1e6d06e1a258 tempest-TaggedBootDevicesTest-1674414334 tempest-TaggedBootDevicesTest-1674414334-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:39:54.334540 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-0734920b-2248-46b3-afd5-85537ad2cbc5 req-12c90fdc-2b06-41e7-b825-1e6d06e1a258 tempest-TaggedBootDevicesTest-1674414334 tempest-TaggedBootDevicesTest-1674414334-project] 10.222.0.42 "GET /v2.0/ports?device_id=cc0d4549-87de-476f-8fa1-88b0358bebbd HTTP/1.1" status: 200 len: 5394 time: 0.5230327 Apr 18 20:39:54.384219 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-cca376ee-c186-4a84-b542-487d86e35796 req-e5ba25e1-2ee1-45c5-8a0a-5fa94ae7dc81 tempest-ServersOnMultiNodesTest-1168278630 tempest-ServersOnMultiNodesTest-1168278630-project] Notify callbacks [] for security_group, precommit_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:54.458920 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55ec4545-d99a-447f-bfb4-d518efd01852 req-8e12d795-b3bd-4687-a093-21952ee14aba service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:39:54.459368 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55ec4545-d99a-447f-bfb4-d518efd01852 req-8e12d795-b3bd-4687-a093-21952ee14aba service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:39:54.459805 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55ec4545-d99a-447f-bfb4-d518efd01852 req-8e12d795-b3bd-4687-a093-21952ee14aba service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:39:54.461746 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-55ec4545-d99a-447f-bfb4-d518efd01852 req-8e12d795-b3bd-4687-a093-21952ee14aba service neutron] 10.222.0.48 "GET /v2.0/networks?tenant_id=f85a0d9202f64bddab6b7eaee6d6810d&shared=False HTTP/1.1" status: 200 len: 2292 time: 0.3542695 Apr 18 20:39:54.463292 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-06f13d18-e007-482b-a2f3-98a410ec567e req-42e33024-7541-488d-86e7-517228c74f13 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217293'] for port, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:54.465437 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-06f13d18-e007-482b-a2f3-98a410ec567e req-42e33024-7541-488d-86e7-517228c74f13 service neutron] 10.222.0.48 "PUT /v2.0/ports/05244033-b882-4dfd-8fd2-dde7ce49d9a1 HTTP/1.1" status: 200 len: 1091 time: 5.0381019 Apr 18 20:39:54.484924 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-cca376ee-c186-4a84-b542-487d86e35796 req-e5ba25e1-2ee1-45c5-8a0a-5fa94ae7dc81 tempest-ServersOnMultiNodesTest-1168278630 tempest-ServersOnMultiNodesTest-1168278630-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33528224'] for security_group, after_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:54.645378 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.v2.base [req-06f13d18-e007-482b-a2f3-98a410ec567e req-eb72c09c-5c67-407c-ba1e-0b1b5cea9f9f service neutron] Request body: {'port': {'device_id': 'cc0d4549-87de-476f-8fa1-88b0358bebbd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-838334-2'}} {{(pid=84040) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 20:39:54.736446 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42e33024-7541-488d-86e7-517228c74f13 service neutron] Pushing event updated for resources: {'Port': ['ID=05244033-b882-4dfd-8fd2-dde7ce49d9a1,revision_number=3']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:39:54.867840 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-0734920b-2248-46b3-afd5-85537ad2cbc5 req-ed47433a-4c20-4534-a983-36fd847aca51 tempest-TaggedBootDevicesTest-1674414334 tempest-TaggedBootDevicesTest-1674414334-project] 10.222.0.42 "GET /v2.0/security-groups?id=67ac5558-a250-4106-afe6-28a5add43e38&id=cf1a4c14-6b4c-4b5a-99f9-781aa8c875fd&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.4289598 Apr 18 20:39:54.882752 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5ba25e1-2ee1-45c5-8a0a-5fa94ae7dc81 tempest-ServersOnMultiNodesTest-1168278630 tempest-ServersOnMultiNodesTest-1168278630-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e1e985d3-f227-45b4-b9a7-ffadcd0db1b7,revision_number=1']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:39:55.089763 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-06f13d18-e007-482b-a2f3-98a410ec567e req-eb72c09c-5c67-407c-ba1e-0b1b5cea9f9f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:55.109265 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55ec4545-d99a-447f-bfb4-d518efd01852 req-53356faf-ea52-4ba0-89c6-9545f5150296 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:39:55.110718 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-55ec4545-d99a-447f-bfb4-d518efd01852 req-53356faf-ea52-4ba0-89c6-9545f5150296 service neutron] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5248513 Apr 18 20:39:55.111931 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.db_base_plugin_common [req-cca376ee-c186-4a84-b542-487d86e35796 req-e5ba25e1-2ee1-45c5-8a0a-5fa94ae7dc81 tempest-ServersOnMultiNodesTest-1168278630 tempest-ServersOnMultiNodesTest-1168278630-project] Allocated IP 192.168.233.249 (cb56989d-7c5d-4678-b194-1d2edf1e842a/c4b526db-4d8a-4d4c-a310-e3a599630ae1/48374dfc-daf0-401c-976e-d3d8c71d0274) {{(pid=84040) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:39:55.139384 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4a62a7f-15e0-4c64-b78e-f7320062bc20 req-ede35edd-24c7-42d3-902a-10921cc73fd7 tempest-LiveMigrationTest-963278731 tempest-LiveMigrationTest-963278731-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:39:55.146615 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-c4a62a7f-15e0-4c64-b78e-f7320062bc20 req-ede35edd-24c7-42d3-902a-10921cc73fd7 tempest-LiveMigrationTest-963278731 tempest-LiveMigrationTest-963278731-project] 10.222.0.42 "GET /v2.0/ports?device_id=24d2e03c-6691-46a0-a6c7-88d1392ddccc HTTP/1.1" status: 200 len: 944 time: 0.5615349 Apr 18 20:39:55.512337 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-c4a62a7f-15e0-4c64-b78e-f7320062bc20 req-22128ea4-493e-4c94-a462-1fd6ddbf0cd7 tempest-LiveMigrationTest-963278731 tempest-LiveMigrationTest-963278731-project] 10.222.0.42 "GET /v2.0/security-groups?id=c1ded286-bbeb-4ec4-95be-e4f6aab8a892&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3648608 Apr 18 20:39:55.606125 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aac59413-b451-4f8b-a54f-b1fb4bcd4298 req-947f24a0-1ce8-4c8c-b8ea-52fc91e262f5 tempest-FloatingIPsAssociationTestJSON-661839082 tempest-FloatingIPsAssociationTestJSON-661839082-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:39:55.607585 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-aac59413-b451-4f8b-a54f-b1fb4bcd4298 req-947f24a0-1ce8-4c8c-b8ea-52fc91e262f5 tempest-FloatingIPsAssociationTestJSON-661839082 tempest-FloatingIPsAssociationTestJSON-661839082-project] 10.222.0.42 "GET /v2.0/networks?id=7b96c852-8e2e-4d3b-ad4b-39924026f663 HTTP/1.1" status: 200 len: 820 time: 0.3881783 Apr 18 20:39:55.769839 n-d-838334-2 neutron-server[84040]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '24d2e03c-6691-46a0-a6c7-88d1392ddccc', 'tag': '58b97a1b-20d1-47a5-98a1-cac11ab0e588'}, {'name': 'network-changed', 'server_uuid': 'cc0d4549-87de-476f-8fa1-88b0358bebbd', 'tag': '05244033-b882-4dfd-8fd2-dde7ce49d9a1'}] {{(pid=84040) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 20:39:55.855915 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-284bb744-3aca-43df-8328-4db0d61ae997 req-da21f704-19ff-4d3c-b052-c45fd20af88e tempest-ServersOnMultiNodesTest-1168278630 tempest-ServersOnMultiNodesTest-1168278630-project] 10.222.0.42 "GET /v2.0/ports?device_id=45877157-0d22-4fd3-83a2-0a0549a4ab80 HTTP/1.1" status: 200 len: 210 time: 0.0768268 Apr 18 20:39:55.868024 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-aac59413-b451-4f8b-a54f-b1fb4bcd4298 req-5ec14732-976e-4cf9-afb1-52044fbbbd1d tempest-FloatingIPsAssociationTestJSON-661839082 tempest-FloatingIPsAssociationTestJSON-661839082-project] 10.222.0.42 "GET /v2.0/quotas/c1a78f2b33ee4536986609e3ae5af78c HTTP/1.1" status: 200 len: 375 time: 0.1000481 Apr 18 20:39:55.959836 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-cca376ee-c186-4a84-b542-487d86e35796 req-e5ba25e1-2ee1-45c5-8a0a-5fa94ae7dc81 tempest-ServersOnMultiNodesTest-1168278630 tempest-ServersOnMultiNodesTest-1168278630-project] Notify callbacks [] for port, precommit_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:56.039242 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.provisioning_blocks [req-cca376ee-c186-4a84-b542-487d86e35796 req-e5ba25e1-2ee1-45c5-8a0a-5fa94ae7dc81 tempest-ServersOnMultiNodesTest-1168278630 tempest-ServersOnMultiNodesTest-1168278630-project] Transition to ACTIVE for port object 48374dfc-daf0-401c-976e-d3d8c71d0274 will not be triggered until provisioned by entity DHCP. {{(pid=84040) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 20:39:56.146969 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-aac59413-b451-4f8b-a54f-b1fb4bcd4298 req-9e290099-fac0-4236-bbfd-c98ca1b59fcd tempest-FloatingIPsAssociationTestJSON-661839082 tempest-FloatingIPsAssociationTestJSON-661839082-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=c1a78f2b33ee4536986609e3ae5af78c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2719419 Apr 18 20:39:56.157075 n-d-838334-2 neutron-server[84040]: DEBUG neutron.notifiers.nova [req-06f13d18-e007-482b-a2f3-98a410ec567e req-eb72c09c-5c67-407c-ba1e-0b1b5cea9f9f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fcf04c80-d79e-470d-884b-eefd4d15d3f8 {{(pid=84040) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 18 20:39:56.184195 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-cca376ee-c186-4a84-b542-487d86e35796 req-e5ba25e1-2ee1-45c5-8a0a-5fa94ae7dc81 tempest-ServersOnMultiNodesTest-1168278630 tempest-ServersOnMultiNodesTest-1168278630-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750374836619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32440838'] for port, after_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:56.190664 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-06f13d18-e007-482b-a2f3-98a410ec567e req-eb72c09c-5c67-407c-ba1e-0b1b5cea9f9f service neutron] Notify callbacks [] for port, precommit_update {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:56.218158 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Device d9a547a0-4155-4085-af6d-040dbcee520a up at agent ovs-agent-n-d-838334-2 {{(pid=84042) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 20:39:56.278467 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0441c2c3-3787-4545-aa9c-0dee13364a9d req-76e94948-d23f-48c1-85f2-96f3b0ff4cef tempest-ImagesTestJSON-757689736 tempest-ImagesTestJSON-757689736-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:39:56.279917 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-0441c2c3-3787-4545-aa9c-0dee13364a9d req-76e94948-d23f-48c1-85f2-96f3b0ff4cef tempest-ImagesTestJSON-757689736 tempest-ImagesTestJSON-757689736-project] 10.222.0.42 "GET /v2.0/ports?device_id=8673e101-8393-4988-bd25-3203c81d4af8 HTTP/1.1" status: 200 len: 945 time: 0.3051777 Apr 18 20:39:56.284803 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Provisioning for port d9a547a0-4155-4085-af6d-040dbcee520a completed by entity L2. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 20:39:56.289893 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Provisioning complete for port d9a547a0-4155-4085-af6d-040dbcee520a triggered by entity L2. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:39:56.290264 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1253608'] for port, provisioning_complete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:56.351145 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.provisioning_blocks [req-06f13d18-e007-482b-a2f3-98a410ec567e req-eb72c09c-5c67-407c-ba1e-0b1b5cea9f9f service neutron] Transition to ACTIVE for port object fcf04c80-d79e-470d-884b-eefd4d15d3f8 will not be triggered until provisioned by entity L2. {{(pid=84040) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 20:39:56.370801 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-06f13d18-e007-482b-a2f3-98a410ec567e req-eb72c09c-5c67-407c-ba1e-0b1b5cea9f9f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32440959'] for port, after_update {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:56.382458 n-d-838334-2 neutron-server[84040]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cca376ee-c186-4a84-b542-487d86e35796 req-e5ba25e1-2ee1-45c5-8a0a-5fa94ae7dc81 tempest-ServersOnMultiNodesTest-1168278630 tempest-ServersOnMultiNodesTest-1168278630-project] Network cb56989d-7c5d-4678-b194-1d2edf1e842a is already hosted by enough agents. {{(pid=84040) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:39:56.404847 n-d-838334-2 neutron-server[84040]: DEBUG neutron.scheduler.base_scheduler [req-cca376ee-c186-4a84-b542-487d86e35796 req-e5ba25e1-2ee1-45c5-8a0a-5fa94ae7dc81 tempest-ServersOnMultiNodesTest-1168278630 tempest-ServersOnMultiNodesTest-1168278630-project] Resources bound (agent type, host, resource id): {{(pid=84040) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:39:56.406214 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:56.415131 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.l3_dvrscheduler_db [req-cca376ee-c186-4a84-b542-487d86e35796 req-e5ba25e1-2ee1-45c5-8a0a-5fa94ae7dc81 tempest-ServersOnMultiNodesTest-1168278630 tempest-ServersOnMultiNodesTest-1168278630-project] Received port after_create {{(pid=84040) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 20:39:56.425241 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] For port d9a547a0-4155-4085-af6d-040dbcee520a, host n-d-838334-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838334-2',level=0,port_id=d9a547a0-4155-4085-af6d-040dbcee520a,segment=NetworkSegment(732aa830-768b-4511-951f-d08e26b9c25b),segment_id=732aa830-768b-4511-951f-d08e26b9c25b)] {{(pid=84042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:39:56.429460 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682'] for port, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:56.442785 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5ba25e1-2ee1-45c5-8a0a-5fa94ae7dc81 tempest-ServersOnMultiNodesTest-1168278630 tempest-ServersOnMultiNodesTest-1168278630-project] Pushing event updated for resources: {'Port': ['ID=48374dfc-daf0-401c-976e-d3d8c71d0274,revision_number=1']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:39:56.501860 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Pushing event updated for resources: {'Port': ['ID=d9a547a0-4155-4085-af6d-040dbcee520a,revision_number=4']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:39:56.512202 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:39:56.512549 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:39:56.512885 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:39:56.513626 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:39:56.513708 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:39:56.514311 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:39:56.514311 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:39:56.514616 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:39:56.514933 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:39:56.515479 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:39:56.515874 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:39:56.583935 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-aac59413-b451-4f8b-a54f-b1fb4bcd4298 req-01c2f486-0ec3-4c00-8539-92a7cac50fc0 service neutron] 10.222.0.42 "GET /v2.0/networks/7b96c852-8e2e-4d3b-ad4b-39924026f663?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4290707 Apr 18 20:39:56.597040 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-0441c2c3-3787-4545-aa9c-0dee13364a9d req-f669affc-ccfb-4325-9685-fb4e921a82f3 tempest-ImagesTestJSON-757689736 tempest-ImagesTestJSON-757689736-project] 10.222.0.42 "GET /v2.0/security-groups?id=59d22466-01c3-4eda-9b5c-cb887beaa55e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2927351 Apr 18 20:39:56.623099 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cca376ee-c186-4a84-b542-487d86e35796 req-e5ba25e1-2ee1-45c5-8a0a-5fa94ae7dc81 tempest-ServersOnMultiNodesTest-1168278630 tempest-ServersOnMultiNodesTest-1168278630-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:39:56.623911 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-cca376ee-c186-4a84-b542-487d86e35796 req-e5ba25e1-2ee1-45c5-8a0a-5fa94ae7dc81 tempest-ServersOnMultiNodesTest-1168278630 tempest-ServersOnMultiNodesTest-1168278630-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217293'] for port, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:56.714906 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-5ae9950f-907b-4350-9420-c65c9220a48f None None] Provisioning for port 48374dfc-daf0-401c-976e-d3d8c71d0274 completed by entity DHCP. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 20:39:56.723598 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-5ae9950f-907b-4350-9420-c65c9220a48f None None] Provisioning complete for port 48374dfc-daf0-401c-976e-d3d8c71d0274 triggered by entity DHCP. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:39:56.724331 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-5ae9950f-907b-4350-9420-c65c9220a48f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1253608'] for port, provisioning_complete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:56.776830 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb72c09c-5c67-407c-ba1e-0b1b5cea9f9f service neutron] Pushing event updated for resources: {'Port': ['ID=fcf04c80-d79e-470d-884b-eefd4d15d3f8,revision_number=2']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:39:56.788669 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.plugin [None req-5ae9950f-907b-4350-9420-c65c9220a48f None None] Port 48374dfc-daf0-401c-976e-d3d8c71d0274 cannot update to ACTIVE because it is not bound. {{(pid=84042) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 18 20:39:56.827968 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-cca376ee-c186-4a84-b542-487d86e35796 req-e5ba25e1-2ee1-45c5-8a0a-5fa94ae7dc81 tempest-ServersOnMultiNodesTest-1168278630 tempest-ServersOnMultiNodesTest-1168278630-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 4.4155469 Apr 18 20:39:56.871541 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.v2.base [req-cca376ee-c186-4a84-b542-487d86e35796 req-612780e3-7b73-4483-930a-ae688177d5b2 service neutron] Request body: {'port': {'device_id': '45877157-0d22-4fd3-83a2-0a0549a4ab80', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-838334-2'}} {{(pid=84040) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 20:39:57.021614 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-aac59413-b451-4f8b-a54f-b1fb4bcd4298 req-af8c7cf9-a22e-41b5-a418-045a69136644 service neutron] 10.222.0.42 "GET /v2.0/networks/7b96c852-8e2e-4d3b-ad4b-39924026f663?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4087148 Apr 18 20:39:57.107395 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efc69ffa-67fd-4968-8963-1ebae4455102 req-67cde418-fbd1-4d8e-88e9-b8444acd81ad tempest-LiveAutoBlockMigrationV225Test-1713341100 tempest-LiveAutoBlockMigrationV225Test-1713341100-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:39:57.108910 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-efc69ffa-67fd-4968-8963-1ebae4455102 req-67cde418-fbd1-4d8e-88e9-b8444acd81ad tempest-LiveAutoBlockMigrationV225Test-1713341100 tempest-LiveAutoBlockMigrationV225Test-1713341100-project] 10.222.0.42 "GET /v2.0/ports?device_id=272ac2e1-1767-4624-8754-f8b5c8a39eb9 HTTP/1.1" status: 200 len: 945 time: 0.3453364 Apr 18 20:39:57.111548 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.managers [req-06f13d18-e007-482b-a2f3-98a410ec567e req-eb72c09c-5c67-407c-ba1e-0b1b5cea9f9f service neutron] Attempting to bind port fcf04c80-d79e-470d-884b-eefd4d15d3f8 on host n-h2-838334-2 for vnic_type normal with profile {{(pid=84040) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:39:57.111934 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.managers [req-06f13d18-e007-482b-a2f3-98a410ec567e req-eb72c09c-5c67-407c-ba1e-0b1b5cea9f9f service neutron] Attempting to bind port fcf04c80-d79e-470d-884b-eefd4d15d3f8 by drivers openvswitch,hyperv on host n-h2-838334-2 at level 0 using segments [{'id': '042fd70a-92f2-4098-9b07-9a0bcd9bab32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '81621119-9498-4395-a64b-7e94080c69d1'}] {{(pid=84040) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:39:57.112122 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06f13d18-e007-482b-a2f3-98a410ec567e req-eb72c09c-5c67-407c-ba1e-0b1b5cea9f9f service neutron] Attempting to bind port fcf04c80-d79e-470d-884b-eefd4d15d3f8 on network 81621119-9498-4395-a64b-7e94080c69d1 {{(pid=84040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 20:39:57.137945 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-cca376ee-c186-4a84-b542-487d86e35796 req-612780e3-7b73-4483-930a-ae688177d5b2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:57.151071 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06f13d18-e007-482b-a2f3-98a410ec567e req-eb72c09c-5c67-407c-ba1e-0b1b5cea9f9f service neutron] Port fcf04c80-d79e-470d-884b-eefd4d15d3f8 on network 81621119-9498-4395-a64b-7e94080c69d1 not bound, no agent of type Open vSwitch agent registered on host n-h2-838334-2 {{(pid=84040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 18 20:39:57.151421 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06f13d18-e007-482b-a2f3-98a410ec567e req-eb72c09c-5c67-407c-ba1e-0b1b5cea9f9f service neutron] Attempting to bind port fcf04c80-d79e-470d-884b-eefd4d15d3f8 on network 81621119-9498-4395-a64b-7e94080c69d1 {{(pid=84040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 20:39:57.219240 n-d-838334-2 neutron-server[84040]: INFO neutron.notifiers.nova [-] Nova event matching ['req-38ef8442-8fee-42e4-b5c7-68fe54454b85'] response: {'name': 'network-changed', 'server_uuid': '24d2e03c-6691-46a0-a6c7-88d1392ddccc', 'tag': '58b97a1b-20d1-47a5-98a1-cac11ab0e588', 'status': 'completed', 'code': 200} Apr 18 20:39:57.219508 n-d-838334-2 neutron-server[84040]: INFO neutron.notifiers.nova [-] Nova event matching ['req-38ef8442-8fee-42e4-b5c7-68fe54454b85'] response: {'name': 'network-changed', 'server_uuid': 'cc0d4549-87de-476f-8fa1-88b0358bebbd', 'tag': '05244033-b882-4dfd-8fd2-dde7ce49d9a1', 'status': 'completed', 'code': 200} Apr 18 20:39:57.254322 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06f13d18-e007-482b-a2f3-98a410ec567e req-eb72c09c-5c67-407c-ba1e-0b1b5cea9f9f service neutron] Checking agent: {'id': 'dc797004-f641-47b7-a77f-9c62b5b16296', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-838334-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 34, 3), 'started_at': datetime.datetime(2022, 4, 18, 20, 34, 3), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 20, 39, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 18 20:39:57.254703 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06f13d18-e007-482b-a2f3-98a410ec567e req-eb72c09c-5c67-407c-ba1e-0b1b5cea9f9f service neutron] Checking segment: {'id': '042fd70a-92f2-4098-9b07-9a0bcd9bab32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '81621119-9498-4395-a64b-7e94080c69d1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84040) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 20:39:57.254935 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06f13d18-e007-482b-a2f3-98a410ec567e req-eb72c09c-5c67-407c-ba1e-0b1b5cea9f9f service neutron] Bound using segment: {'id': '042fd70a-92f2-4098-9b07-9a0bcd9bab32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '81621119-9498-4395-a64b-7e94080c69d1'} {{(pid=84040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 18 20:39:57.255373 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.managers [req-06f13d18-e007-482b-a2f3-98a410ec567e req-eb72c09c-5c67-407c-ba1e-0b1b5cea9f9f service neutron] Bound port: fcf04c80-d79e-470d-884b-eefd4d15d3f8, host: n-h2-838334-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '042fd70a-92f2-4098-9b07-9a0bcd9bab32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '81621119-9498-4395-a64b-7e94080c69d1'}}] {{(pid=84040) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 20:39:57.255741 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-06f13d18-e007-482b-a2f3-98a410ec567e req-eb72c09c-5c67-407c-ba1e-0b1b5cea9f9f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:57.430339 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-efc69ffa-67fd-4968-8963-1ebae4455102 req-a79a0d1a-2eb9-4979-9683-2d14fc7e40b2 tempest-LiveAutoBlockMigrationV225Test-1713341100 tempest-LiveAutoBlockMigrationV225Test-1713341100-project] 10.222.0.42 "GET /v2.0/security-groups?id=bf712067-aabd-4e70-aae1-082928dd1ccd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3109393 Apr 18 20:39:57.897412 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.db [req-06f13d18-e007-482b-a2f3-98a410ec567e req-eb72c09c-5c67-407c-ba1e-0b1b5cea9f9f service neutron] For port fcf04c80-d79e-470d-884b-eefd4d15d3f8, host n-h2-838334-2, cleared binding levels {{(pid=84040) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 20:39:57.928928 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.db [req-06f13d18-e007-482b-a2f3-98a410ec567e req-eb72c09c-5c67-407c-ba1e-0b1b5cea9f9f service neutron] For port fcf04c80-d79e-470d-884b-eefd4d15d3f8, host n-h2-838334-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838334-2',level=0,port_id=fcf04c80-d79e-470d-884b-eefd4d15d3f8,segment=NetworkSegment(042fd70a-92f2-4098-9b07-9a0bcd9bab32),segment_id=042fd70a-92f2-4098-9b07-9a0bcd9bab32)] {{(pid=84040) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 20:39:57.934065 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-17d5def9-7452-438e-97a5-447f2cfd3a51 req-57b4a81b-23f8-4be6-b338-e841715aa142 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=30967135a3784f8f91989a9ec626fb3e&device_id=24d2e03c-6691-46a0-a6c7-88d1392ddccc HTTP/1.1" status: 200 len: 1125 time: 0.6817412 Apr 18 20:39:57.948544 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-17d5def9-7452-438e-97a5-447f2cfd3a51 req-8b00629e-3f4e-4ff9-98da-a5c28d2eeae1 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=f85a0d9202f64bddab6b7eaee6d6810d&device_id=cc0d4549-87de-476f-8fa1-88b0358bebbd HTTP/1.1" status: 200 len: 6366 time: 0.6271510 Apr 18 20:39:57.949495 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-06f13d18-e007-482b-a2f3-98a410ec567e req-eb72c09c-5c67-407c-ba1e-0b1b5cea9f9f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32440959'] for port, after_update {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:58.060207 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a637e534-7296-43a2-9547-b5a5d93fcf32 req-758eca44-e159-482a-b95b-0d1e10c32715 tempest-TaggedBootDevicesTest-1674414334 tempest-TaggedBootDevicesTest-1674414334-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:39:58.064136 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a637e534-7296-43a2-9547-b5a5d93fcf32 req-758eca44-e159-482a-b95b-0d1e10c32715 tempest-TaggedBootDevicesTest-1674414334 tempest-TaggedBootDevicesTest-1674414334-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:39:58.068887 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a637e534-7296-43a2-9547-b5a5d93fcf32 req-758eca44-e159-482a-b95b-0d1e10c32715 tempest-TaggedBootDevicesTest-1674414334 tempest-TaggedBootDevicesTest-1674414334-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:39:58.073033 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a637e534-7296-43a2-9547-b5a5d93fcf32 req-758eca44-e159-482a-b95b-0d1e10c32715 tempest-TaggedBootDevicesTest-1674414334 tempest-TaggedBootDevicesTest-1674414334-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:39:58.076994 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a637e534-7296-43a2-9547-b5a5d93fcf32 req-758eca44-e159-482a-b95b-0d1e10c32715 tempest-TaggedBootDevicesTest-1674414334 tempest-TaggedBootDevicesTest-1674414334-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:39:58.081632 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a637e534-7296-43a2-9547-b5a5d93fcf32 req-758eca44-e159-482a-b95b-0d1e10c32715 tempest-TaggedBootDevicesTest-1674414334 tempest-TaggedBootDevicesTest-1674414334-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:39:58.085556 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a637e534-7296-43a2-9547-b5a5d93fcf32 req-758eca44-e159-482a-b95b-0d1e10c32715 tempest-TaggedBootDevicesTest-1674414334 tempest-TaggedBootDevicesTest-1674414334-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:39:58.087583 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-a637e534-7296-43a2-9547-b5a5d93fcf32 req-758eca44-e159-482a-b95b-0d1e10c32715 tempest-TaggedBootDevicesTest-1674414334 tempest-TaggedBootDevicesTest-1674414334-project] 10.222.0.42 "GET /v2.0/ports?device_id=cc0d4549-87de-476f-8fa1-88b0358bebbd HTTP/1.1" status: 200 len: 5406 time: 0.7370176 Apr 18 20:39:58.194849 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Device d9a547a0-4155-4085-af6d-040dbcee520a up at agent ovs-agent-n-d-838334-2 {{(pid=84042) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 20:39:58.276700 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Provisioning complete for port d9a547a0-4155-4085-af6d-040dbcee520a triggered by entity L2. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:39:58.277430 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1253608'] for port, provisioning_complete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:58.279391 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-06f13d18-e007-482b-a2f3-98a410ec567e req-eb72c09c-5c67-407c-ba1e-0b1b5cea9f9f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217293'] for port, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:58.280775 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-06f13d18-e007-482b-a2f3-98a410ec567e req-eb72c09c-5c67-407c-ba1e-0b1b5cea9f9f service neutron] 10.222.0.48 "PUT /v2.0/ports/fcf04c80-d79e-470d-884b-eefd4d15d3f8 HTTP/1.1" status: 200 len: 1091 time: 3.6974161 Apr 18 20:39:58.304190 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c54442e8-b794-4cdf-b3e4-e169b8996906 req-92ed4081-cb77-41ee-a416-1354e99ef7b8 tempest-LiveMigrationTest-963278731 tempest-LiveMigrationTest-963278731-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:39:58.313354 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-c54442e8-b794-4cdf-b3e4-e169b8996906 req-92ed4081-cb77-41ee-a416-1354e99ef7b8 tempest-LiveMigrationTest-963278731 tempest-LiveMigrationTest-963278731-project] 10.222.0.42 "GET /v2.0/ports?device_id=24d2e03c-6691-46a0-a6c7-88d1392ddccc HTTP/1.1" status: 200 len: 944 time: 0.6734447 Apr 18 20:39:58.356831 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.v2.base [req-06f13d18-e007-482b-a2f3-98a410ec567e req-52f88418-4682-4f98-8e41-d35eb2ec50ef service neutron] Request body: {'port': {'device_id': 'cc0d4549-87de-476f-8fa1-88b0358bebbd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-838334-2'}} {{(pid=84040) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 20:39:58.452061 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb72c09c-5c67-407c-ba1e-0b1b5cea9f9f service neutron] Pushing event updated for resources: {'Port': ['ID=fcf04c80-d79e-470d-884b-eefd4d15d3f8,revision_number=3']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:39:58.516034 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aac59413-b451-4f8b-a54f-b1fb4bcd4298 req-a8047e65-191e-4aee-bd76-c28d131330e4 tempest-FloatingIPsAssociationTestJSON-661839082 tempest-FloatingIPsAssociationTestJSON-661839082-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:39:58.517400 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [req-aac59413-b451-4f8b-a54f-b1fb4bcd4298 req-a8047e65-191e-4aee-bd76-c28d131330e4 tempest-FloatingIPsAssociationTestJSON-661839082 tempest-FloatingIPsAssociationTestJSON-661839082-project] Synchronizing usage tracker for tenant:c1a78f2b33ee4536986609e3ae5af78c on resource:network {{(pid=84041) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 20:39:58.518835 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.db.resource_extend [req-cca376ee-c186-4a84-b542-487d86e35796 req-612780e3-7b73-4483-930a-ae688177d5b2 service neutron] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 18 20:39:58.536364 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-a637e534-7296-43a2-9547-b5a5d93fcf32 req-28b51640-2f13-4f2e-ab28-d3c1d40bc36a tempest-TaggedBootDevicesTest-1674414334 tempest-TaggedBootDevicesTest-1674414334-project] 10.222.0.42 "GET /v2.0/security-groups?id=67ac5558-a250-4106-afe6-28a5add43e38&id=cf1a4c14-6b4c-4b5a-99f9-781aa8c875fd&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.4256694 Apr 18 20:39:58.538414 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [req-aac59413-b451-4f8b-a54f-b1fb4bcd4298 req-a8047e65-191e-4aee-bd76-c28d131330e4 tempest-FloatingIPsAssociationTestJSON-661839082 tempest-FloatingIPsAssociationTestJSON-661839082-project] Unset dirty status for tenant:c1a78f2b33ee4536986609e3ae5af78c on resource:network {{(pid=84041) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 20:39:58.540011 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-aac59413-b451-4f8b-a54f-b1fb4bcd4298 req-a8047e65-191e-4aee-bd76-c28d131330e4 tempest-FloatingIPsAssociationTestJSON-661839082 tempest-FloatingIPsAssociationTestJSON-661839082-project] 10.222.0.43 "GET /v2.0/networks?id=7b96c852-8e2e-4d3b-ad4b-39924026f663 HTTP/1.1" status: 200 len: 820 time: 0.2490935 Apr 18 20:39:58.561962 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.v2.base [req-aac59413-b451-4f8b-a54f-b1fb4bcd4298 req-92c630b7-68df-42d9-aa60-b489b7fe0754 tempest-FloatingIPsAssociationTestJSON-661839082 tempest-FloatingIPsAssociationTestJSON-661839082-project] Request body: {'port': {'device_id': '7bd31c74-5ed9-42a9-8cb8-065ab982f3bb', 'network_id': '7b96c852-8e2e-4d3b-ad4b-39924026f663', 'admin_state_up': True, 'tenant_id': 'c1a78f2b33ee4536986609e3ae5af78c'}} {{(pid=84041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 20:39:58.621697 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17d5def9-7452-438e-97a5-447f2cfd3a51 req-f393d08c-7a7a-4f85-ab66-2857042ed698 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:39:58.623178 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-17d5def9-7452-438e-97a5-447f2cfd3a51 req-f393d08c-7a7a-4f85-ab66-2857042ed698 service neutron] 10.222.0.43 "GET /v2.0/networks?id=2b4e6157-bc80-44e6-aceb-13aa29225b38 HTTP/1.1" status: 200 len: 908 time: 0.6699135 Apr 18 20:39:58.716958 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [req-aac59413-b451-4f8b-a54f-b1fb4bcd4298 req-92c630b7-68df-42d9-aa60-b489b7fe0754 tempest-FloatingIPsAssociationTestJSON-661839082 tempest-FloatingIPsAssociationTestJSON-661839082-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:39:58.721030 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [req-aac59413-b451-4f8b-a54f-b1fb4bcd4298 req-92c630b7-68df-42d9-aa60-b489b7fe0754 tempest-FloatingIPsAssociationTestJSON-661839082 tempest-FloatingIPsAssociationTestJSON-661839082-project] Usage tracker for resource:port and tenant:c1a78f2b33ee4536986609e3ae5af78c is out of sync, need to count used quota {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:39:58.725131 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [req-aac59413-b451-4f8b-a54f-b1fb4bcd4298 req-92c630b7-68df-42d9-aa60-b489b7fe0754 tempest-FloatingIPsAssociationTestJSON-661839082 tempest-FloatingIPsAssociationTestJSON-661839082-project] Quota usage for port was recalculated. Used quota:2. {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:39:58.730702 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [req-aac59413-b451-4f8b-a54f-b1fb4bcd4298 req-92c630b7-68df-42d9-aa60-b489b7fe0754 tempest-FloatingIPsAssociationTestJSON-661839082 tempest-FloatingIPsAssociationTestJSON-661839082-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:39:58.741270 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-aac59413-b451-4f8b-a54f-b1fb4bcd4298 req-92c630b7-68df-42d9-aa60-b489b7fe0754 tempest-FloatingIPsAssociationTestJSON-661839082 tempest-FloatingIPsAssociationTestJSON-661839082-project] Made reservation on behalf of c1a78f2b33ee4536986609e3ae5af78c for: {'port': 1} {{(pid=84041) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:39:58.744293 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [req-aac59413-b451-4f8b-a54f-b1fb4bcd4298 req-92c630b7-68df-42d9-aa60-b489b7fe0754 tempest-FloatingIPsAssociationTestJSON-661839082 tempest-FloatingIPsAssociationTestJSON-661839082-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:58.751271 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-c54442e8-b794-4cdf-b3e4-e169b8996906 req-941f459f-61ff-485f-ae0d-92bfec0d82d1 tempest-LiveMigrationTest-963278731 tempest-LiveMigrationTest-963278731-project] 10.222.0.42 "GET /v2.0/security-groups?id=c1ded286-bbeb-4ec4-95be-e4f6aab8a892&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4375565 Apr 18 20:39:58.812892 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17d5def9-7452-438e-97a5-447f2cfd3a51 req-6b4b8659-b5e5-4be6-a19e-87da19d7d97d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:39:58.813265 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17d5def9-7452-438e-97a5-447f2cfd3a51 req-6b4b8659-b5e5-4be6-a19e-87da19d7d97d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:39:58.813628 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17d5def9-7452-438e-97a5-447f2cfd3a51 req-6b4b8659-b5e5-4be6-a19e-87da19d7d97d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:39:58.815904 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-17d5def9-7452-438e-97a5-447f2cfd3a51 req-6b4b8659-b5e5-4be6-a19e-87da19d7d97d service neutron] 10.222.0.48 "GET /v2.0/networks?tenant_id=f85a0d9202f64bddab6b7eaee6d6810d&shared=False HTTP/1.1" status: 200 len: 2292 time: 0.8047884 Apr 18 20:39:58.825923 n-d-838334-2 neutron-server[84040]: DEBUG neutron.notifiers.nova [req-cca376ee-c186-4a84-b542-487d86e35796 req-612780e3-7b73-4483-930a-ae688177d5b2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 48374dfc-daf0-401c-976e-d3d8c71d0274 {{(pid=84040) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 18 20:39:58.855417 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-17d5def9-7452-438e-97a5-447f2cfd3a51 req-27cd7be8-db20-4a1e-aecd-e85d3133fca3 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=58b97a1b-20d1-47a5-98a1-cac11ab0e588 HTTP/1.1" status: 200 len: 217 time: 0.2080903 Apr 18 20:39:58.862568 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-cca376ee-c186-4a84-b542-487d86e35796 req-612780e3-7b73-4483-930a-ae688177d5b2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:58.903500 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-06f13d18-e007-482b-a2f3-98a410ec567e req-52f88418-4682-4f98-8e41-d35eb2ec50ef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:58.911248 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.db_base_plugin_common [req-aac59413-b451-4f8b-a54f-b1fb4bcd4298 req-92c630b7-68df-42d9-aa60-b489b7fe0754 tempest-FloatingIPsAssociationTestJSON-661839082 tempest-FloatingIPsAssociationTestJSON-661839082-project] Allocated IP 172.20.0.9 (7b96c852-8e2e-4d3b-ad4b-39924026f663/769e5df8-16e3-4584-97ce-25a3b6243e3e/83781acf-08e2-45f0-bbcd-ac7d73ff7920) {{(pid=84041) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:39:59.033930 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.provisioning_blocks [req-cca376ee-c186-4a84-b542-487d86e35796 req-612780e3-7b73-4483-930a-ae688177d5b2 service neutron] Transition to ACTIVE for port object 48374dfc-daf0-401c-976e-d3d8c71d0274 will not be triggered until provisioned by entity L2. {{(pid=84040) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 20:39:59.065734 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-c8a23ee1-7c42-42f9-ac33-164c50b4d113 req-acd0d580-8ddf-4e3a-8c51-1d77b0f24f2d tempest-FloatingIPsAssociationTestJSON-661839082 tempest-FloatingIPsAssociationTestJSON-661839082-project] 10.222.0.42 "GET /v2.0/ports?device_id=7bd31c74-5ed9-42a9-8cb8-065ab982f3bb HTTP/1.1" status: 200 len: 210 time: 0.1042902 Apr 18 20:39:59.067267 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-cca376ee-c186-4a84-b542-487d86e35796 req-612780e3-7b73-4483-930a-ae688177d5b2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32440959'] for port, after_update {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:59.213998 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17d5def9-7452-438e-97a5-447f2cfd3a51 req-af808c7f-60ee-4c56-becf-e66165ff2d1c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:39:59.215420 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-17d5def9-7452-438e-97a5-447f2cfd3a51 req-af808c7f-60ee-4c56-becf-e66165ff2d1c service neutron] 10.222.0.43 "GET /v2.0/subnets?id=2a27c3e0-e2c3-453b-9e93-76a003aa4b19 HTTP/1.1" status: 200 len: 847 time: 0.3502605 Apr 18 20:39:59.242810 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [req-aac59413-b451-4f8b-a54f-b1fb4bcd4298 req-92c630b7-68df-42d9-aa60-b489b7fe0754 tempest-FloatingIPsAssociationTestJSON-661839082 tempest-FloatingIPsAssociationTestJSON-661839082-project] Notify callbacks [] for port, precommit_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:59.260178 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.provisioning_blocks [req-aac59413-b451-4f8b-a54f-b1fb4bcd4298 req-92c630b7-68df-42d9-aa60-b489b7fe0754 tempest-FloatingIPsAssociationTestJSON-661839082 tempest-FloatingIPsAssociationTestJSON-661839082-project] Transition to ACTIVE for port object 83781acf-08e2-45f0-bbcd-ac7d73ff7920 will not be triggered until provisioned by entity DHCP. {{(pid=84041) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 20:39:59.270718 n-d-838334-2 neutron-server[84040]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cc0d4549-87de-476f-8fa1-88b0358bebbd', 'tag': 'fcf04c80-d79e-470d-884b-eefd4d15d3f8'}] {{(pid=84040) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 20:39:59.296880 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750375287399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253529'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:59.299246 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [req-aac59413-b451-4f8b-a54f-b1fb4bcd4298 req-92c630b7-68df-42d9-aa60-b489b7fe0754 tempest-FloatingIPsAssociationTestJSON-661839082 tempest-FloatingIPsAssociationTestJSON-661839082-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750374836619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32266323'] for port, after_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:59.408412 n-d-838334-2 neutron-server[84041]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-aac59413-b451-4f8b-a54f-b1fb4bcd4298 req-92c630b7-68df-42d9-aa60-b489b7fe0754 tempest-FloatingIPsAssociationTestJSON-661839082 tempest-FloatingIPsAssociationTestJSON-661839082-project] Network 7b96c852-8e2e-4d3b-ad4b-39924026f663 is already hosted by enough agents. {{(pid=84041) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:39:59.417336 n-d-838334-2 neutron-server[84041]: DEBUG neutron.scheduler.base_scheduler [req-aac59413-b451-4f8b-a54f-b1fb4bcd4298 req-92c630b7-68df-42d9-aa60-b489b7fe0754 tempest-FloatingIPsAssociationTestJSON-661839082 tempest-FloatingIPsAssociationTestJSON-661839082-project] Resources bound (agent type, host, resource id): {{(pid=84041) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:39:59.417336 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92c630b7-68df-42d9-aa60-b489b7fe0754 tempest-FloatingIPsAssociationTestJSON-661839082 tempest-FloatingIPsAssociationTestJSON-661839082-project] Pushing event updated for resources: {'Port': ['ID=83781acf-08e2-45f0-bbcd-ac7d73ff7920,revision_number=1']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:39:59.417336 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.l3_dvrscheduler_db [req-aac59413-b451-4f8b-a54f-b1fb4bcd4298 req-92c630b7-68df-42d9-aa60-b489b7fe0754 tempest-FloatingIPsAssociationTestJSON-661839082 tempest-FloatingIPsAssociationTestJSON-661839082-project] Received port after_create {{(pid=84041) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 20:39:59.490030 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aac59413-b451-4f8b-a54f-b1fb4bcd4298 req-92c630b7-68df-42d9-aa60-b489b7fe0754 tempest-FloatingIPsAssociationTestJSON-661839082 tempest-FloatingIPsAssociationTestJSON-661839082-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:39:59.491015 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [req-aac59413-b451-4f8b-a54f-b1fb4bcd4298 req-92c630b7-68df-42d9-aa60-b489b7fe0754 tempest-FloatingIPsAssociationTestJSON-661839082 tempest-FloatingIPsAssociationTestJSON-661839082-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217293'] for port, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:59.516490 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-aac59413-b451-4f8b-a54f-b1fb4bcd4298 req-92c630b7-68df-42d9-aa60-b489b7fe0754 tempest-FloatingIPsAssociationTestJSON-661839082 tempest-FloatingIPsAssociationTestJSON-661839082-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9599695 Apr 18 20:39:59.531436 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.v2.base [req-aac59413-b451-4f8b-a54f-b1fb4bcd4298 req-b5ecdafe-ab90-4596-acde-611e9a156f08 service neutron] Request body: {'port': {'device_id': '7bd31c74-5ed9-42a9-8cb8-065ab982f3bb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-838334-2'}} {{(pid=84041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 20:39:59.547038 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-17d5def9-7452-438e-97a5-447f2cfd3a51 req-c868fb1d-e88b-4af1-add9-05721da0cfdc service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=2b4e6157-bc80-44e6-aceb-13aa29225b38&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2346168 Apr 18 20:39:59.552486 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17d5def9-7452-438e-97a5-447f2cfd3a51 req-0c8ca97c-8c63-4b05-949d-3a8c9009d05a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:39:59.554182 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-17d5def9-7452-438e-97a5-447f2cfd3a51 req-0c8ca97c-8c63-4b05-949d-3a8c9009d05a service neutron] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.7222693 Apr 18 20:39:59.554743 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-612780e3-7b73-4483-930a-ae688177d5b2 service neutron] Pushing event updated for resources: {'Port': ['ID=48374dfc-daf0-401c-976e-d3d8c71d0274,revision_number=2']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:39:59.625332 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a71e9638-e07e-4f80-880e-005dbc7f764f req-725fe129-b1ce-4a4d-b0e9-b6e9bd2d41bb tempest-ServersOnMultiNodesTest-1168278630 tempest-ServersOnMultiNodesTest-1168278630-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:39:59.626038 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [req-a71e9638-e07e-4f80-880e-005dbc7f764f req-725fe129-b1ce-4a4d-b0e9-b6e9bd2d41bb tempest-ServersOnMultiNodesTest-1168278630 tempest-ServersOnMultiNodesTest-1168278630-project] Synchronizing usage tracker for tenant:de28ce5b7b5349a3b98e9e23d1be558c on resource:port {{(pid=84040) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 20:39:59.673981 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [req-aac59413-b451-4f8b-a54f-b1fb4bcd4298 req-b5ecdafe-ab90-4596-acde-611e9a156f08 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:59.765114 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [req-a71e9638-e07e-4f80-880e-005dbc7f764f req-725fe129-b1ce-4a4d-b0e9-b6e9bd2d41bb tempest-ServersOnMultiNodesTest-1168278630 tempest-ServersOnMultiNodesTest-1168278630-project] Unset dirty status for tenant:de28ce5b7b5349a3b98e9e23d1be558c on resource:port {{(pid=84040) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 20:39:59.765681 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-a71e9638-e07e-4f80-880e-005dbc7f764f req-725fe129-b1ce-4a4d-b0e9-b6e9bd2d41bb tempest-ServersOnMultiNodesTest-1168278630 tempest-ServersOnMultiNodesTest-1168278630-project] 10.222.0.42 "GET /v2.0/ports?device_id=45877157-0d22-4fd3-83a2-0a0549a4ab80 HTTP/1.1" status: 200 len: 936 time: 1.0271540 Apr 18 20:39:59.816610 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-9019dbbf-6b56-42e2-a162-308955b2350a None None] Provisioning for port 83781acf-08e2-45f0-bbcd-ac7d73ff7920 completed by entity DHCP. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 20:39:59.824896 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-9019dbbf-6b56-42e2-a162-308955b2350a None None] Provisioning complete for port 83781acf-08e2-45f0-bbcd-ac7d73ff7920 triggered by entity DHCP. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:39:59.825508 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-9019dbbf-6b56-42e2-a162-308955b2350a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1253608'] for port, provisioning_complete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:59.861403 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-a402b214-12aa-45e3-8c6b-237ce42873a2 req-18133315-bf2f-4c25-b89a-d7842c4dd231 service neutron] 10.222.0.43 "GET /v2.0/ports/58b97a1b-20d1-47a5-98a1-cac11ab0e588/bindings/n-h2-838334-2 HTTP/1.1" status: 200 len: 384 time: 0.1738651 Apr 18 20:39:59.882221 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.plugin [None req-9019dbbf-6b56-42e2-a162-308955b2350a None None] Port 83781acf-08e2-45f0-bbcd-ac7d73ff7920 cannot update to ACTIVE because it is not bound. {{(pid=84042) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 18 20:40:00.020747 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-17d5def9-7452-438e-97a5-447f2cfd3a51 req-55f7ccb6-b6ff-4162-80ea-73ef0d24da78 service neutron] 10.222.0.43 "GET /v2.0/networks/2b4e6157-bc80-44e6-aceb-13aa29225b38?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4621294 Apr 18 20:40:00.026152 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47e7ab6b-d653-4d3a-91a1-53b6c9ce644e req-1504c121-69f5-41a2-8384-6b049f4c5608 tempest-ImagesTestJSON-757689736 tempest-ImagesTestJSON-757689736-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:40:00.027497 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-47e7ab6b-d653-4d3a-91a1-53b6c9ce644e req-1504c121-69f5-41a2-8384-6b049f4c5608 tempest-ImagesTestJSON-757689736 tempest-ImagesTestJSON-757689736-project] 10.222.0.42 "GET /v2.0/ports?device_id=8673e101-8393-4988-bd25-3203c81d4af8 HTTP/1.1" status: 200 len: 945 time: 0.8231223 Apr 18 20:40:00.105095 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [req-a71e9638-e07e-4f80-880e-005dbc7f764f req-962064e0-6ab9-42ed-929a-6b35549e94c5 tempest-ServersOnMultiNodesTest-1168278630 tempest-ServersOnMultiNodesTest-1168278630-project] Synchronizing usage tracker for tenant:de28ce5b7b5349a3b98e9e23d1be558c on resource:security_group {{(pid=84040) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 20:40:00.179335 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.managers [req-cca376ee-c186-4a84-b542-487d86e35796 req-612780e3-7b73-4483-930a-ae688177d5b2 service neutron] Attempting to bind port 48374dfc-daf0-401c-976e-d3d8c71d0274 on host n-h2-838334-2 for vnic_type normal with profile {{(pid=84040) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:40:00.179335 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.managers [req-cca376ee-c186-4a84-b542-487d86e35796 req-612780e3-7b73-4483-930a-ae688177d5b2 service neutron] Attempting to bind port 48374dfc-daf0-401c-976e-d3d8c71d0274 by drivers openvswitch,hyperv on host n-h2-838334-2 at level 0 using segments [{'id': '62b85806-94d8-4a88-a06c-da82e5932d66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': 'cb56989d-7c5d-4678-b194-1d2edf1e842a'}] {{(pid=84040) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:40:00.179335 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cca376ee-c186-4a84-b542-487d86e35796 req-612780e3-7b73-4483-930a-ae688177d5b2 service neutron] Attempting to bind port 48374dfc-daf0-401c-976e-d3d8c71d0274 on network cb56989d-7c5d-4678-b194-1d2edf1e842a {{(pid=84040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 20:40:00.229479 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cca376ee-c186-4a84-b542-487d86e35796 req-612780e3-7b73-4483-930a-ae688177d5b2 service neutron] Port 48374dfc-daf0-401c-976e-d3d8c71d0274 on network cb56989d-7c5d-4678-b194-1d2edf1e842a not bound, no agent of type Open vSwitch agent registered on host n-h2-838334-2 {{(pid=84040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 18 20:40:00.229479 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cca376ee-c186-4a84-b542-487d86e35796 req-612780e3-7b73-4483-930a-ae688177d5b2 service neutron] Attempting to bind port 48374dfc-daf0-401c-976e-d3d8c71d0274 on network cb56989d-7c5d-4678-b194-1d2edf1e842a {{(pid=84040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 20:40:00.242953 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [req-a71e9638-e07e-4f80-880e-005dbc7f764f req-962064e0-6ab9-42ed-929a-6b35549e94c5 tempest-ServersOnMultiNodesTest-1168278630 tempest-ServersOnMultiNodesTest-1168278630-project] Unset dirty status for tenant:de28ce5b7b5349a3b98e9e23d1be558c on resource:security_group {{(pid=84040) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 20:40:00.242953 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-a71e9638-e07e-4f80-880e-005dbc7f764f req-962064e0-6ab9-42ed-929a-6b35549e94c5 tempest-ServersOnMultiNodesTest-1168278630 tempest-ServersOnMultiNodesTest-1168278630-project] 10.222.0.42 "GET /v2.0/security-groups?id=e1e985d3-f227-45b4-b9a7-ffadcd0db1b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4356709 Apr 18 20:40:00.278274 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cca376ee-c186-4a84-b542-487d86e35796 req-612780e3-7b73-4483-930a-ae688177d5b2 service neutron] Checking agent: {'id': 'dc797004-f641-47b7-a77f-9c62b5b16296', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-838334-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 34, 3), 'started_at': datetime.datetime(2022, 4, 18, 20, 34, 3), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 20, 39, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 18 20:40:00.278274 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cca376ee-c186-4a84-b542-487d86e35796 req-612780e3-7b73-4483-930a-ae688177d5b2 service neutron] Checking segment: {'id': '62b85806-94d8-4a88-a06c-da82e5932d66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': 'cb56989d-7c5d-4678-b194-1d2edf1e842a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84040) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 20:40:00.278274 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cca376ee-c186-4a84-b542-487d86e35796 req-612780e3-7b73-4483-930a-ae688177d5b2 service neutron] Bound using segment: {'id': '62b85806-94d8-4a88-a06c-da82e5932d66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': 'cb56989d-7c5d-4678-b194-1d2edf1e842a'} {{(pid=84040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 18 20:40:00.278274 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.managers [req-cca376ee-c186-4a84-b542-487d86e35796 req-612780e3-7b73-4483-930a-ae688177d5b2 service neutron] Bound port: 48374dfc-daf0-401c-976e-d3d8c71d0274, host: n-h2-838334-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '62b85806-94d8-4a88-a06c-da82e5932d66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': 'cb56989d-7c5d-4678-b194-1d2edf1e842a'}}] {{(pid=84040) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 20:40:00.278274 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-cca376ee-c186-4a84-b542-487d86e35796 req-612780e3-7b73-4483-930a-ae688177d5b2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:00.307106 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-47e7ab6b-d653-4d3a-91a1-53b6c9ce644e req-934137f7-5283-4aff-8632-d88e8bf4c5e8 tempest-ImagesTestJSON-757689736 tempest-ImagesTestJSON-757689736-project] 10.222.0.42 "GET /v2.0/security-groups?id=59d22466-01c3-4eda-9b5c-cb887beaa55e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2623918 Apr 18 20:40:00.332008 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.db [req-a402b214-12aa-45e3-8c6b-237ce42873a2 req-bf7a5130-1f6b-4d7c-92f2-991167d767d1 service neutron] For port 58b97a1b-20d1-47a5-98a1-cac11ab0e588, host n-h1-838334-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838334-2',level=0,port_id=58b97a1b-20d1-47a5-98a1-cac11ab0e588,segment=NetworkSegment(806925fb-1611-47d5-bfae-6289aca7c7ad),segment_id=806925fb-1611-47d5-bfae-6289aca7c7ad)] {{(pid=84041) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:40:00.348571 n-d-838334-2 neutron-server[84041]: DEBUG neutron.notifiers.nova [req-aac59413-b451-4f8b-a54f-b1fb4bcd4298 req-b5ecdafe-ab90-4596-acde-611e9a156f08 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 83781acf-08e2-45f0-bbcd-ac7d73ff7920 {{(pid=84041) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 18 20:40:00.362582 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [req-aac59413-b451-4f8b-a54f-b1fb4bcd4298 req-b5ecdafe-ab90-4596-acde-611e9a156f08 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:00.376316 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.db [req-a402b214-12aa-45e3-8c6b-237ce42873a2 req-bf7a5130-1f6b-4d7c-92f2-991167d767d1 service neutron] For port 58b97a1b-20d1-47a5-98a1-cac11ab0e588, host n-h1-838334-2, cleared binding levels {{(pid=84041) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 20:40:00.387533 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-17d5def9-7452-438e-97a5-447f2cfd3a51 req-b639de84-23fc-4198-9f3d-392830b6be22 service neutron] 10.222.0.43 "GET /v2.0/networks/2b4e6157-bc80-44e6-aceb-13aa29225b38?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3590651 Apr 18 20:40:00.433855 n-d-838334-2 neutron-server[84040]: DEBUG neutron.notifiers.nova [req-06f13d18-e007-482b-a2f3-98a410ec567e req-52f88418-4682-4f98-8e41-d35eb2ec50ef service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8544a82a-9c4d-48ac-9e80-35d430482dd8 {{(pid=84040) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 18 20:40:00.436587 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-06f13d18-e007-482b-a2f3-98a410ec567e req-52f88418-4682-4f98-8e41-d35eb2ec50ef service neutron] Notify callbacks [] for port, precommit_update {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:00.473415 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.provisioning_blocks [req-aac59413-b451-4f8b-a54f-b1fb4bcd4298 req-b5ecdafe-ab90-4596-acde-611e9a156f08 service neutron] Transition to ACTIVE for port object 83781acf-08e2-45f0-bbcd-ac7d73ff7920 will not be triggered until provisioned by entity L2. {{(pid=84041) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 20:40:00.481179 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [req-aac59413-b451-4f8b-a54f-b1fb4bcd4298 req-b5ecdafe-ab90-4596-acde-611e9a156f08 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32266282'] for port, after_update {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:00.509186 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.db [req-cca376ee-c186-4a84-b542-487d86e35796 req-612780e3-7b73-4483-930a-ae688177d5b2 service neutron] For port 48374dfc-daf0-401c-976e-d3d8c71d0274, host n-h2-838334-2, cleared binding levels {{(pid=84040) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 20:40:00.516355 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.db [req-cca376ee-c186-4a84-b542-487d86e35796 req-612780e3-7b73-4483-930a-ae688177d5b2 service neutron] For port 48374dfc-daf0-401c-976e-d3d8c71d0274, host n-h2-838334-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838334-2',level=0,port_id=48374dfc-daf0-401c-976e-d3d8c71d0274,segment=NetworkSegment(62b85806-94d8-4a88-a06c-da82e5932d66),segment_id=62b85806-94d8-4a88-a06c-da82e5932d66)] {{(pid=84040) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 20:40:00.565358 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5ecdafe-ab90-4596-acde-611e9a156f08 service neutron] Pushing event updated for resources: {'Port': ['ID=83781acf-08e2-45f0-bbcd-ac7d73ff7920,revision_number=2']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:40:00.579272 n-d-838334-2 neutron-server[84041]: DEBUG neutron.notifiers.nova [req-a402b214-12aa-45e3-8c6b-237ce42873a2 req-bf7a5130-1f6b-4d7c-92f2-991167d767d1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 58b97a1b-20d1-47a5-98a1-cac11ab0e588 {{(pid=84041) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 18 20:40:00.611431 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.provisioning_blocks [req-06f13d18-e007-482b-a2f3-98a410ec567e req-52f88418-4682-4f98-8e41-d35eb2ec50ef service neutron] Transition to ACTIVE for port object 8544a82a-9c4d-48ac-9e80-35d430482dd8 will not be triggered until provisioned by entity L2. {{(pid=84040) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 20:40:00.626839 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-cca376ee-c186-4a84-b542-487d86e35796 req-612780e3-7b73-4483-930a-ae688177d5b2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32440959'] for port, after_update {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:00.676967 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.db [req-a402b214-12aa-45e3-8c6b-237ce42873a2 req-bf7a5130-1f6b-4d7c-92f2-991167d767d1 service neutron] For port 58b97a1b-20d1-47a5-98a1-cac11ab0e588, host n-h2-838334-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838334-2',level=0,port_id=58b97a1b-20d1-47a5-98a1-cac11ab0e588,segment=NetworkSegment(806925fb-1611-47d5-bfae-6289aca7c7ad),segment_id=806925fb-1611-47d5-bfae-6289aca7c7ad)] {{(pid=84041) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:40:00.686365 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-06f13d18-e007-482b-a2f3-98a410ec567e req-52f88418-4682-4f98-8e41-d35eb2ec50ef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32440959'] for port, after_update {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:00.745904 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-612780e3-7b73-4483-930a-ae688177d5b2 service neutron] Pushing event updated for resources: {'Port': ['ID=48374dfc-daf0-401c-976e-d3d8c71d0274,revision_number=3']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:40:00.754080 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [req-a402b214-12aa-45e3-8c6b-237ce42873a2 req-bf7a5130-1f6b-4d7c-92f2-991167d767d1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:00.813423 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-cca376ee-c186-4a84-b542-487d86e35796 req-612780e3-7b73-4483-930a-ae688177d5b2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217293'] for port, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:00.814868 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-cca376ee-c186-4a84-b542-487d86e35796 req-612780e3-7b73-4483-930a-ae688177d5b2 service neutron] 10.222.0.48 "PUT /v2.0/ports/48374dfc-daf0-401c-976e-d3d8c71d0274 HTTP/1.1" status: 200 len: 1096 time: 3.9534218 Apr 18 20:40:00.968719 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.managers [req-aac59413-b451-4f8b-a54f-b1fb4bcd4298 req-b5ecdafe-ab90-4596-acde-611e9a156f08 service neutron] Attempting to bind port 83781acf-08e2-45f0-bbcd-ac7d73ff7920 on host n-h1-838334-2 for vnic_type normal with profile {{(pid=84041) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:40:00.969047 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.managers [req-aac59413-b451-4f8b-a54f-b1fb4bcd4298 req-b5ecdafe-ab90-4596-acde-611e9a156f08 service neutron] Attempting to bind port 83781acf-08e2-45f0-bbcd-ac7d73ff7920 by drivers openvswitch,hyperv on host n-h1-838334-2 at level 0 using segments [{'id': '431dac21-62fe-4af2-a303-5868c7f4fc97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '7b96c852-8e2e-4d3b-ad4b-39924026f663'}] {{(pid=84041) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:40:00.969689 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aac59413-b451-4f8b-a54f-b1fb4bcd4298 req-b5ecdafe-ab90-4596-acde-611e9a156f08 service neutron] Attempting to bind port 83781acf-08e2-45f0-bbcd-ac7d73ff7920 on network 7b96c852-8e2e-4d3b-ad4b-39924026f663 {{(pid=84041) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 20:40:00.987556 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aac59413-b451-4f8b-a54f-b1fb4bcd4298 req-b5ecdafe-ab90-4596-acde-611e9a156f08 service neutron] Port 83781acf-08e2-45f0-bbcd-ac7d73ff7920 on network 7b96c852-8e2e-4d3b-ad4b-39924026f663 not bound, no agent of type Open vSwitch agent registered on host n-h1-838334-2 {{(pid=84041) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 18 20:40:00.988213 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aac59413-b451-4f8b-a54f-b1fb4bcd4298 req-b5ecdafe-ab90-4596-acde-611e9a156f08 service neutron] Attempting to bind port 83781acf-08e2-45f0-bbcd-ac7d73ff7920 on network 7b96c852-8e2e-4d3b-ad4b-39924026f663 {{(pid=84041) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 20:40:01.012926 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-394e591f-7673-4a87-8eb0-6adb067159aa req-1fc281f3-079c-4437-b7a7-2c76001f30ad tempest-LiveAutoBlockMigrationV225Test-1713341100 tempest-LiveAutoBlockMigrationV225Test-1713341100-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:40:01.018153 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-394e591f-7673-4a87-8eb0-6adb067159aa req-1fc281f3-079c-4437-b7a7-2c76001f30ad tempest-LiveAutoBlockMigrationV225Test-1713341100 tempest-LiveAutoBlockMigrationV225Test-1713341100-project] 10.222.0.42 "GET /v2.0/ports?device_id=272ac2e1-1767-4624-8754-f8b5c8a39eb9 HTTP/1.1" status: 200 len: 945 time: 0.5339808 Apr 18 20:40:01.047254 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aac59413-b451-4f8b-a54f-b1fb4bcd4298 req-b5ecdafe-ab90-4596-acde-611e9a156f08 service neutron] Checking agent: {'id': 'd63bab19-ff81-4de1-afeb-a3732288d0d7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-838334-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 33, 59), 'started_at': datetime.datetime(2022, 4, 18, 20, 33, 59), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 20, 39, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84041) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 18 20:40:01.052883 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52f88418-4682-4f98-8e41-d35eb2ec50ef service neutron] Pushing event updated for resources: {'Port': ['ID=8544a82a-9c4d-48ac-9e80-35d430482dd8,revision_number=2']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:40:01.068467 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aac59413-b451-4f8b-a54f-b1fb4bcd4298 req-b5ecdafe-ab90-4596-acde-611e9a156f08 service neutron] Checking segment: {'id': '431dac21-62fe-4af2-a303-5868c7f4fc97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '7b96c852-8e2e-4d3b-ad4b-39924026f663'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84041) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 20:40:01.069429 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aac59413-b451-4f8b-a54f-b1fb4bcd4298 req-b5ecdafe-ab90-4596-acde-611e9a156f08 service neutron] Bound using segment: {'id': '431dac21-62fe-4af2-a303-5868c7f4fc97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '7b96c852-8e2e-4d3b-ad4b-39924026f663'} {{(pid=84041) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 18 20:40:01.070390 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.managers [req-aac59413-b451-4f8b-a54f-b1fb4bcd4298 req-b5ecdafe-ab90-4596-acde-611e9a156f08 service neutron] Bound port: 83781acf-08e2-45f0-bbcd-ac7d73ff7920, host: n-h1-838334-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '431dac21-62fe-4af2-a303-5868c7f4fc97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '7b96c852-8e2e-4d3b-ad4b-39924026f663'}}] {{(pid=84041) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 20:40:01.073694 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [req-aac59413-b451-4f8b-a54f-b1fb4bcd4298 req-b5ecdafe-ab90-4596-acde-611e9a156f08 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:01.187568 n-d-838334-2 neutron-server[84040]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a21566e4-b9d0-4d1b-95ac-248ca7f6dae1'] response: {'name': 'network-changed', 'server_uuid': 'cc0d4549-87de-476f-8fa1-88b0358bebbd', 'tag': 'fcf04c80-d79e-470d-884b-eefd4d15d3f8', 'status': 'completed', 'code': 200} Apr 18 20:40:01.220922 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.provisioning_blocks [req-a402b214-12aa-45e3-8c6b-237ce42873a2 req-bf7a5130-1f6b-4d7c-92f2-991167d767d1 service neutron] Transition to ACTIVE for port object 58b97a1b-20d1-47a5-98a1-cac11ab0e588 will not be triggered until provisioned by entity L2. {{(pid=84041) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 20:40:01.232038 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [req-a402b214-12aa-45e3-8c6b-237ce42873a2 req-bf7a5130-1f6b-4d7c-92f2-991167d767d1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32266282'] for port, after_update {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:01.387447 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-cca376ee-c186-4a84-b542-487d86e35796 req-59eed3f6-587f-47f0-8fc0-cccb18fcceae service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=de28ce5b7b5349a3b98e9e23d1be558c&device_id=45877157-0d22-4fd3-83a2-0a0549a4ab80 HTTP/1.1" status: 200 len: 1099 time: 0.4682937 Apr 18 20:40:01.398443 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-394e591f-7673-4a87-8eb0-6adb067159aa req-ee4e8dbe-8992-4e5b-ad33-34a29a9a2e75 tempest-LiveAutoBlockMigrationV225Test-1713341100 tempest-LiveAutoBlockMigrationV225Test-1713341100-project] 10.222.0.42 "GET /v2.0/security-groups?id=bf712067-aabd-4e70-aae1-082928dd1ccd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3441646 Apr 18 20:40:01.446235 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.db [req-aac59413-b451-4f8b-a54f-b1fb4bcd4298 req-b5ecdafe-ab90-4596-acde-611e9a156f08 service neutron] For port 83781acf-08e2-45f0-bbcd-ac7d73ff7920, host n-h1-838334-2, cleared binding levels {{(pid=84041) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 20:40:01.479396 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf7a5130-1f6b-4d7c-92f2-991167d767d1 service neutron] Pushing event updated for resources: {'Port': ['ID=58b97a1b-20d1-47a5-98a1-cac11ab0e588,revision_number=10']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:40:01.500715 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.db [req-aac59413-b451-4f8b-a54f-b1fb4bcd4298 req-b5ecdafe-ab90-4596-acde-611e9a156f08 service neutron] For port 83781acf-08e2-45f0-bbcd-ac7d73ff7920, host n-h1-838334-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838334-2',level=0,port_id=83781acf-08e2-45f0-bbcd-ac7d73ff7920,segment=NetworkSegment(431dac21-62fe-4af2-a303-5868c7f4fc97),segment_id=431dac21-62fe-4af2-a303-5868c7f4fc97)] {{(pid=84041) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 20:40:01.508200 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [req-aac59413-b451-4f8b-a54f-b1fb4bcd4298 req-b5ecdafe-ab90-4596-acde-611e9a156f08 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32266282'] for port, after_update {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:01.662534 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.l3_dvrscheduler_db [req-a402b214-12aa-45e3-8c6b-237ce42873a2 req-bf7a5130-1f6b-4d7c-92f2-991167d767d1 service neutron] No DVR routers for this DVR port 58b97a1b-20d1-47a5-98a1-cac11ab0e588 on host n-h1-838334-2 {{(pid=84041) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 20:40:01.663903 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.managers [req-06f13d18-e007-482b-a2f3-98a410ec567e req-52f88418-4682-4f98-8e41-d35eb2ec50ef service neutron] Attempting to bind port 8544a82a-9c4d-48ac-9e80-35d430482dd8 on host n-h2-838334-2 for vnic_type normal with profile {{(pid=84040) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:40:01.664234 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.managers [req-06f13d18-e007-482b-a2f3-98a410ec567e req-52f88418-4682-4f98-8e41-d35eb2ec50ef service neutron] Attempting to bind port 8544a82a-9c4d-48ac-9e80-35d430482dd8 by drivers openvswitch,hyperv on host n-h2-838334-2 at level 0 using segments [{'id': '042fd70a-92f2-4098-9b07-9a0bcd9bab32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '81621119-9498-4395-a64b-7e94080c69d1'}] {{(pid=84040) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:40:01.664552 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06f13d18-e007-482b-a2f3-98a410ec567e req-52f88418-4682-4f98-8e41-d35eb2ec50ef service neutron] Attempting to bind port 8544a82a-9c4d-48ac-9e80-35d430482dd8 on network 81621119-9498-4395-a64b-7e94080c69d1 {{(pid=84040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 20:40:01.667221 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-cca376ee-c186-4a84-b542-487d86e35796 req-42ace0a7-5c12-47db-ad74-4050f07023a8 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.249&port_id=48374dfc-daf0-401c-976e-d3d8c71d0274 HTTP/1.1" status: 200 len: 217 time: 0.2677765 Apr 18 20:40:01.711928 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [req-aac59413-b451-4f8b-a54f-b1fb4bcd4298 req-b5ecdafe-ab90-4596-acde-611e9a156f08 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217293'] for port, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:01.713324 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-aac59413-b451-4f8b-a54f-b1fb4bcd4298 req-b5ecdafe-ab90-4596-acde-611e9a156f08 service neutron] 10.222.0.43 "PUT /v2.0/ports/83781acf-08e2-45f0-bbcd-ac7d73ff7920 HTTP/1.1" status: 200 len: 1091 time: 2.1880639 Apr 18 20:40:01.715587 n-d-838334-2 neutron-server[84041]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7bd31c74-5ed9-42a9-8cb8-065ab982f3bb', 'tag': '83781acf-08e2-45f0-bbcd-ac7d73ff7920'}] {{(pid=84041) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 20:40:01.729879 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-d9b11234-76b0-46c0-9975-a2fe638c248e req-64892f6b-f1a4-4029-a4c6-ab8cdcb312f6 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=f85a0d9202f64bddab6b7eaee6d6810d&device_id=cc0d4549-87de-476f-8fa1-88b0358bebbd HTTP/1.1" status: 200 len: 6433 time: 0.5410659 Apr 18 20:40:01.735406 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06f13d18-e007-482b-a2f3-98a410ec567e req-52f88418-4682-4f98-8e41-d35eb2ec50ef service neutron] Port 8544a82a-9c4d-48ac-9e80-35d430482dd8 on network 81621119-9498-4395-a64b-7e94080c69d1 not bound, no agent of type Open vSwitch agent registered on host n-h2-838334-2 {{(pid=84040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 18 20:40:01.736321 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06f13d18-e007-482b-a2f3-98a410ec567e req-52f88418-4682-4f98-8e41-d35eb2ec50ef service neutron] Attempting to bind port 8544a82a-9c4d-48ac-9e80-35d430482dd8 on network 81621119-9498-4395-a64b-7e94080c69d1 {{(pid=84040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 20:40:01.745820 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-a402b214-12aa-45e3-8c6b-237ce42873a2 req-bf7a5130-1f6b-4d7c-92f2-991167d767d1 service neutron] 10.222.0.43 "PUT /v2.0/ports/58b97a1b-20d1-47a5-98a1-cac11ab0e588/bindings/n-h2-838334-2/activate HTTP/1.1" status: 200 len: 369 time: 1.8703203 Apr 18 20:40:01.748614 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5ecdafe-ab90-4596-acde-611e9a156f08 service neutron] Pushing event updated for resources: {'Port': ['ID=83781acf-08e2-45f0-bbcd-ac7d73ff7920,revision_number=3']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:40:01.859846 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06f13d18-e007-482b-a2f3-98a410ec567e req-52f88418-4682-4f98-8e41-d35eb2ec50ef service neutron] Checking agent: {'id': 'dc797004-f641-47b7-a77f-9c62b5b16296', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-838334-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 34, 3), 'started_at': datetime.datetime(2022, 4, 18, 20, 34, 3), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 20, 39, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 18 20:40:01.860181 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06f13d18-e007-482b-a2f3-98a410ec567e req-52f88418-4682-4f98-8e41-d35eb2ec50ef service neutron] Checking segment: {'id': '042fd70a-92f2-4098-9b07-9a0bcd9bab32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '81621119-9498-4395-a64b-7e94080c69d1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84040) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 20:40:01.860764 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06f13d18-e007-482b-a2f3-98a410ec567e req-52f88418-4682-4f98-8e41-d35eb2ec50ef service neutron] Bound using segment: {'id': '042fd70a-92f2-4098-9b07-9a0bcd9bab32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '81621119-9498-4395-a64b-7e94080c69d1'} {{(pid=84040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 18 20:40:01.861208 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.managers [req-06f13d18-e007-482b-a2f3-98a410ec567e req-52f88418-4682-4f98-8e41-d35eb2ec50ef service neutron] Bound port: 8544a82a-9c4d-48ac-9e80-35d430482dd8, host: n-h2-838334-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '042fd70a-92f2-4098-9b07-9a0bcd9bab32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '81621119-9498-4395-a64b-7e94080c69d1'}}] {{(pid=84040) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 20:40:01.861549 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-06f13d18-e007-482b-a2f3-98a410ec567e req-52f88418-4682-4f98-8e41-d35eb2ec50ef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:01.918481 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2660cdd6-f492-4853-8a77-9947dce87226 req-3f01f144-7c2b-4d71-89da-4dc3732e9f86 tempest-TaggedBootDevicesTest-1674414334 tempest-TaggedBootDevicesTest-1674414334-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:40:01.922426 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2660cdd6-f492-4853-8a77-9947dce87226 req-3f01f144-7c2b-4d71-89da-4dc3732e9f86 tempest-TaggedBootDevicesTest-1674414334 tempest-TaggedBootDevicesTest-1674414334-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:40:01.926965 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2660cdd6-f492-4853-8a77-9947dce87226 req-3f01f144-7c2b-4d71-89da-4dc3732e9f86 tempest-TaggedBootDevicesTest-1674414334 tempest-TaggedBootDevicesTest-1674414334-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:40:01.939237 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2660cdd6-f492-4853-8a77-9947dce87226 req-3f01f144-7c2b-4d71-89da-4dc3732e9f86 tempest-TaggedBootDevicesTest-1674414334 tempest-TaggedBootDevicesTest-1674414334-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:40:01.945892 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-a402b214-12aa-45e3-8c6b-237ce42873a2 req-af134b2c-017e-4536-a600-8892fe5c976b tempest-LiveMigrationTest-1620833465 tempest-LiveMigrationTest-1620833465-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=24d2e03c-6691-46a0-a6c7-88d1392ddccc&tenant_id=30967135a3784f8f91989a9ec626fb3e&binding%3Ahost_id=n-h1-838334-2 HTTP/1.1" status: 200 len: 1096 time: 0.1054502 Apr 18 20:40:01.948610 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2660cdd6-f492-4853-8a77-9947dce87226 req-3f01f144-7c2b-4d71-89da-4dc3732e9f86 tempest-TaggedBootDevicesTest-1674414334 tempest-TaggedBootDevicesTest-1674414334-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:40:01.949006 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-aac59413-b451-4f8b-a54f-b1fb4bcd4298 req-b8f94141-7a76-40db-a1a5-eb408ab4405b service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=c1a78f2b33ee4536986609e3ae5af78c&device_id=7bd31c74-5ed9-42a9-8cb8-065ab982f3bb HTTP/1.1" status: 200 len: 1094 time: 0.1675959 Apr 18 20:40:01.953198 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2660cdd6-f492-4853-8a77-9947dce87226 req-3f01f144-7c2b-4d71-89da-4dc3732e9f86 tempest-TaggedBootDevicesTest-1674414334 tempest-TaggedBootDevicesTest-1674414334-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:40:01.957959 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2660cdd6-f492-4853-8a77-9947dce87226 req-3f01f144-7c2b-4d71-89da-4dc3732e9f86 tempest-TaggedBootDevicesTest-1674414334 tempest-TaggedBootDevicesTest-1674414334-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:40:01.959848 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-2660cdd6-f492-4853-8a77-9947dce87226 req-3f01f144-7c2b-4d71-89da-4dc3732e9f86 tempest-TaggedBootDevicesTest-1674414334 tempest-TaggedBootDevicesTest-1674414334-project] 10.222.0.42 "GET /v2.0/ports?device_id=cc0d4549-87de-476f-8fa1-88b0358bebbd HTTP/1.1" status: 200 len: 5418 time: 0.6325462 Apr 18 20:40:01.972322 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cca376ee-c186-4a84-b542-487d86e35796 req-bf561377-3824-466e-84ce-a00cea257749 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:40:01.974094 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-cca376ee-c186-4a84-b542-487d86e35796 req-bf561377-3824-466e-84ce-a00cea257749 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=c4b526db-4d8a-4d4c-a310-e3a599630ae1 HTTP/1.1" status: 200 len: 843 time: 0.2885377 Apr 18 20:40:02.068032 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-aac59413-b451-4f8b-a54f-b1fb4bcd4298 req-091230a1-704e-448c-995a-58d24b92cb1e service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=83781acf-08e2-45f0-bbcd-ac7d73ff7920 HTTP/1.1" status: 200 len: 217 time: 0.0731442 Apr 18 20:40:02.143500 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aac59413-b451-4f8b-a54f-b1fb4bcd4298 req-10af6cae-9ddb-4259-bb6c-f2a7ec0269b3 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:40:02.145185 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-aac59413-b451-4f8b-a54f-b1fb4bcd4298 req-10af6cae-9ddb-4259-bb6c-f2a7ec0269b3 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=769e5df8-16e3-4584-97ce-25a3b6243e3e HTTP/1.1" status: 200 len: 859 time: 0.0691249 Apr 18 20:40:02.150298 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-a402b214-12aa-45e3-8c6b-237ce42873a2 req-5872d7fa-230f-488a-9071-70ebca090b22 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=24d2e03c-6691-46a0-a6c7-88d1392ddccc&tenant_id=30967135a3784f8f91989a9ec626fb3e HTTP/1.1" status: 200 len: 1096 time: 0.1933987 Apr 18 20:40:02.157407 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46dfea2a-d2fa-4d3a-b5c8-ba562a7130c9 req-d5575a44-138a-44e1-8ca5-016c9b436ae1 tempest-LiveMigrationTest-963278731 tempest-LiveMigrationTest-963278731-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:40:02.158627 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-46dfea2a-d2fa-4d3a-b5c8-ba562a7130c9 req-d5575a44-138a-44e1-8ca5-016c9b436ae1 tempest-LiveMigrationTest-963278731 tempest-LiveMigrationTest-963278731-project] 10.222.0.42 "GET /v2.0/ports?device_id=24d2e03c-6691-46a0-a6c7-88d1392ddccc HTTP/1.1" status: 200 len: 945 time: 0.5352187 Apr 18 20:40:02.181981 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9b11234-76b0-46c0-9975-a2fe638c248e req-16242138-dacd-4101-90d7-a7bb2e3de24f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:40:02.182352 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9b11234-76b0-46c0-9975-a2fe638c248e req-16242138-dacd-4101-90d7-a7bb2e3de24f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:40:02.182718 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9b11234-76b0-46c0-9975-a2fe638c248e req-16242138-dacd-4101-90d7-a7bb2e3de24f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:40:02.184227 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-d9b11234-76b0-46c0-9975-a2fe638c248e req-16242138-dacd-4101-90d7-a7bb2e3de24f service neutron] 10.222.0.48 "GET /v2.0/networks?tenant_id=f85a0d9202f64bddab6b7eaee6d6810d&shared=False HTTP/1.1" status: 200 len: 2292 time: 0.4416168 Apr 18 20:40:02.241769 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-2660cdd6-f492-4853-8a77-9947dce87226 req-1f77c442-471d-47e7-8008-a5fb3ad3bd7b tempest-TaggedBootDevicesTest-1674414334 tempest-TaggedBootDevicesTest-1674414334-project] 10.222.0.42 "GET /v2.0/security-groups?id=67ac5558-a250-4106-afe6-28a5add43e38&id=cf1a4c14-6b4c-4b5a-99f9-781aa8c875fd&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2639410 Apr 18 20:40:02.267426 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-aac59413-b451-4f8b-a54f-b1fb4bcd4298 req-4b753c86-849e-4f86-ada3-a77bd9fe317e service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=7b96c852-8e2e-4d3b-ad4b-39924026f663&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1153924 Apr 18 20:40:02.303410 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.db [req-06f13d18-e007-482b-a2f3-98a410ec567e req-52f88418-4682-4f98-8e41-d35eb2ec50ef service neutron] For port 8544a82a-9c4d-48ac-9e80-35d430482dd8, host n-h2-838334-2, cleared binding levels {{(pid=84040) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 20:40:02.338153 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.db [req-06f13d18-e007-482b-a2f3-98a410ec567e req-52f88418-4682-4f98-8e41-d35eb2ec50ef service neutron] For port 8544a82a-9c4d-48ac-9e80-35d430482dd8, host n-h2-838334-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838334-2',level=0,port_id=8544a82a-9c4d-48ac-9e80-35d430482dd8,segment=NetworkSegment(042fd70a-92f2-4098-9b07-9a0bcd9bab32),segment_id=042fd70a-92f2-4098-9b07-9a0bcd9bab32)] {{(pid=84040) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 20:40:02.354066 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-06f13d18-e007-482b-a2f3-98a410ec567e req-52f88418-4682-4f98-8e41-d35eb2ec50ef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32440959'] for port, after_update {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:02.378798 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-a402b214-12aa-45e3-8c6b-237ce42873a2 req-f8f816de-22c7-4334-a3cc-be6c984c1af5 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=30967135a3784f8f91989a9ec626fb3e&device_id=24d2e03c-6691-46a0-a6c7-88d1392ddccc HTTP/1.1" status: 200 len: 1096 time: 0.1702893 Apr 18 20:40:02.401485 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-cca376ee-c186-4a84-b542-487d86e35796 req-b8d153f9-c8ca-416d-9723-d7df7002ecc9 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=cb56989d-7c5d-4678-b194-1d2edf1e842a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4004810 Apr 18 20:40:02.459384 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-46dfea2a-d2fa-4d3a-b5c8-ba562a7130c9 req-5223c9c5-f917-4587-9503-a21c12c229ad tempest-LiveMigrationTest-963278731 tempest-LiveMigrationTest-963278731-project] 10.222.0.42 "GET /v2.0/security-groups?id=c1ded286-bbeb-4ec4-95be-e4f6aab8a892&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2790177 Apr 18 20:40:02.501367 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-aac59413-b451-4f8b-a54f-b1fb4bcd4298 req-b1bd76ab-7869-4bca-93f4-efb1503dce50 service neutron] 10.222.0.43 "GET /v2.0/networks/7b96c852-8e2e-4d3b-ad4b-39924026f663?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2254822 Apr 18 20:40:02.589230 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-06f13d18-e007-482b-a2f3-98a410ec567e req-52f88418-4682-4f98-8e41-d35eb2ec50ef service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217293'] for port, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:02.591798 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-06f13d18-e007-482b-a2f3-98a410ec567e req-52f88418-4682-4f98-8e41-d35eb2ec50ef service neutron] 10.222.0.48 "PUT /v2.0/ports/8544a82a-9c4d-48ac-9e80-35d430482dd8 HTTP/1.1" status: 200 len: 1091 time: 4.2390690 Apr 18 20:40:02.603783 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9b11234-76b0-46c0-9975-a2fe638c248e req-c3ee0d9b-af2f-4f1d-9fe4-70e063ea9956 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:40:02.605469 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-d9b11234-76b0-46c0-9975-a2fe638c248e req-c3ee0d9b-af2f-4f1d-9fe4-70e063ea9956 service neutron] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3891888 Apr 18 20:40:02.623911 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52f88418-4682-4f98-8e41-d35eb2ec50ef service neutron] Pushing event updated for resources: {'Port': ['ID=8544a82a-9c4d-48ac-9e80-35d430482dd8,revision_number=3']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:40:02.644254 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a402b214-12aa-45e3-8c6b-237ce42873a2 req-6730e873-906e-4e7e-b287-db65aba308f7 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:40:02.646177 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-a402b214-12aa-45e3-8c6b-237ce42873a2 req-6730e873-906e-4e7e-b287-db65aba308f7 service neutron] 10.222.0.48 "GET /v2.0/networks?id=2b4e6157-bc80-44e6-aceb-13aa29225b38 HTTP/1.1" status: 200 len: 908 time: 0.2548242 Apr 18 20:40:02.730633 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Device 58b97a1b-20d1-47a5-98a1-cac11ab0e588 no longer exists at agent hyperv_n-h1-838334-2 {{(pid=84042) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 20:40:02.743336 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-a402b214-12aa-45e3-8c6b-237ce42873a2 req-0ca02688-8291-4ee5-b606-08139025ff57 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=58b97a1b-20d1-47a5-98a1-cac11ab0e588 HTTP/1.1" status: 200 len: 217 time: 0.0821142 Apr 18 20:40:02.750506 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-aac59413-b451-4f8b-a54f-b1fb4bcd4298 req-85add2c3-ecbf-4d7e-bd12-8c93103c9b22 service neutron] 10.222.0.43 "GET /v2.0/networks/7b96c852-8e2e-4d3b-ad4b-39924026f663?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2408993 Apr 18 20:40:02.820259 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-cca376ee-c186-4a84-b542-487d86e35796 req-5daa6faa-4876-4736-9d69-fd17496cd9f4 service neutron] 10.222.0.48 "GET /v2.0/networks/cb56989d-7c5d-4678-b194-1d2edf1e842a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3987913 Apr 18 20:40:02.837617 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a402b214-12aa-45e3-8c6b-237ce42873a2 req-53028572-36ad-4809-89b5-ac4c87960837 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:40:02.839485 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-a402b214-12aa-45e3-8c6b-237ce42873a2 req-53028572-36ad-4809-89b5-ac4c87960837 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=2a27c3e0-e2c3-453b-9e93-76a003aa4b19 HTTP/1.1" status: 200 len: 847 time: 0.0881300 Apr 18 20:40:02.843759 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-298c6bf8-34a3-453e-9bb9-221ee25e4689 req-fbe81643-82fe-4033-8b6c-1f228b9d8efe tempest-FloatingIPsAssociationTestJSON-661839082 tempest-FloatingIPsAssociationTestJSON-661839082-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:40:02.845720 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-298c6bf8-34a3-453e-9bb9-221ee25e4689 req-fbe81643-82fe-4033-8b6c-1f228b9d8efe tempest-FloatingIPsAssociationTestJSON-661839082 tempest-FloatingIPsAssociationTestJSON-661839082-project] 10.222.0.42 "GET /v2.0/ports?device_id=7bd31c74-5ed9-42a9-8cb8-065ab982f3bb HTTP/1.1" status: 200 len: 943 time: 0.4485359 Apr 18 20:40:02.846000 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Device 58b97a1b-20d1-47a5-98a1-cac11ab0e588 not bound to the agent host n-h1-838334-2 {{(pid=84042) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 20:40:02.931688 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-a402b214-12aa-45e3-8c6b-237ce42873a2 req-7422222b-4b0b-420f-a406-0e3e3a317afc service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=2b4e6157-bc80-44e6-aceb-13aa29225b38&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0796621 Apr 18 20:40:03.064493 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-06f13d18-e007-482b-a2f3-98a410ec567e req-5ab9d790-efea-4d9a-a0e1-ed0a94590d7b service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=f85a0d9202f64bddab6b7eaee6d6810d&device_id=cc0d4549-87de-476f-8fa1-88b0358bebbd HTTP/1.1" status: 200 len: 6475 time: 0.3486609 Apr 18 20:40:03.115762 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-a402b214-12aa-45e3-8c6b-237ce42873a2 req-1cd9a639-dea7-4e8d-b8b4-69c5f56f3cb6 service neutron] 10.222.0.48 "GET /v2.0/networks/2b4e6157-bc80-44e6-aceb-13aa29225b38?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1739366 Apr 18 20:40:03.180507 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-298c6bf8-34a3-453e-9bb9-221ee25e4689 req-5c4253e7-6515-486f-9823-55d047e71810 tempest-FloatingIPsAssociationTestJSON-661839082 tempest-FloatingIPsAssociationTestJSON-661839082-project] 10.222.0.42 "GET /v2.0/security-groups?id=5edfb6a7-e63f-4d6e-97ca-795ce1be36ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2997730 Apr 18 20:40:03.188239 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-06f13d18-e007-482b-a2f3-98a410ec567e req-5f961543-6823-46aa-ab66-42f5b9226e85 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=fa03d449-bb38-4cd9-8fa0-e99f7c7cd3e2 HTTP/1.1" status: 200 len: 217 time: 0.0951014 Apr 18 20:40:03.191685 n-d-838334-2 neutron-server[84040]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '45877157-0d22-4fd3-83a2-0a0549a4ab80', 'tag': '48374dfc-daf0-401c-976e-d3d8c71d0274'}, {'name': 'network-changed', 'server_uuid': 'cc0d4549-87de-476f-8fa1-88b0358bebbd', 'tag': '8544a82a-9c4d-48ac-9e80-35d430482dd8'}] {{(pid=84040) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 20:40:03.199702 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-cca376ee-c186-4a84-b542-487d86e35796 req-2c833378-4105-49a0-a9c3-b662a3e0d462 service neutron] 10.222.0.48 "GET /v2.0/networks/cb56989d-7c5d-4678-b194-1d2edf1e842a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3510365 Apr 18 20:40:03.285037 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-a402b214-12aa-45e3-8c6b-237ce42873a2 req-43ab03b8-4b2b-4cf1-b349-ea5d51c88168 service neutron] 10.222.0.48 "GET /v2.0/networks/2b4e6157-bc80-44e6-aceb-13aa29225b38?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1541247 Apr 18 20:40:03.285232 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-666b594f-ef18-417a-bb25-af6993e3b768 req-0212343f-e6d5-4763-962f-e8858fb56cb2 tempest-ServersOnMultiNodesTest-1168278630 tempest-ServersOnMultiNodesTest-1168278630-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:40:03.285232 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-666b594f-ef18-417a-bb25-af6993e3b768 req-0212343f-e6d5-4763-962f-e8858fb56cb2 tempest-ServersOnMultiNodesTest-1168278630 tempest-ServersOnMultiNodesTest-1168278630-project] 10.222.0.42 "GET /v2.0/ports?device_id=45877157-0d22-4fd3-83a2-0a0549a4ab80 HTTP/1.1" status: 200 len: 948 time: 0.2982078 Apr 18 20:40:03.314409 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06f13d18-e007-482b-a2f3-98a410ec567e req-4dc63dff-a2f5-481d-9c70-be6975b78281 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:40:03.317503 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-06f13d18-e007-482b-a2f3-98a410ec567e req-4dc63dff-a2f5-481d-9c70-be6975b78281 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=5c52872c-5453-4e7c-876e-5ab51a950a0e HTTP/1.1" status: 200 len: 850 time: 0.1157537 Apr 18 20:40:03.372055 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750375287399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253529'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:03.376753 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-666b594f-ef18-417a-bb25-af6993e3b768 req-cb0ee7c3-2639-47d7-82d1-a3c1f7031f09 tempest-ServersOnMultiNodesTest-1168278630 tempest-ServersOnMultiNodesTest-1168278630-project] 10.222.0.42 "GET /v2.0/security-groups?id=e1e985d3-f227-45b4-b9a7-ffadcd0db1b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0866709 Apr 18 20:40:03.457928 n-d-838334-2 neutron-server[84041]: INFO neutron.notifiers.nova [-] Nova event matching ['req-19a1591c-59c5-4e3c-a598-7d4aa7baa9f5'] response: {'name': 'network-changed', 'server_uuid': '7bd31c74-5ed9-42a9-8cb8-065ab982f3bb', 'tag': '83781acf-08e2-45f0-bbcd-ac7d73ff7920', 'status': 'completed', 'code': 200} Apr 18 20:40:03.494900 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-06f13d18-e007-482b-a2f3-98a410ec567e req-54bc6b60-df5c-478b-8668-902efa877fb6 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=f80f29cf-306f-4b83-b9ef-977e3822a3eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1501873 Apr 18 20:40:03.505451 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93929530-59b6-46ca-8d6d-515322b99591 req-5efe0948-cc64-42dd-a793-b273eb5278b9 tempest-ImagesTestJSON-757689736 tempest-ImagesTestJSON-757689736-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:40:03.506885 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-93929530-59b6-46ca-8d6d-515322b99591 req-5efe0948-cc64-42dd-a793-b273eb5278b9 tempest-ImagesTestJSON-757689736 tempest-ImagesTestJSON-757689736-project] 10.222.0.42 "GET /v2.0/ports?device_id=8673e101-8393-4988-bd25-3203c81d4af8 HTTP/1.1" status: 200 len: 945 time: 0.1287327 Apr 18 20:40:03.791593 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-ee72007b-8381-4cc1-a2e6-f93d5561ab91 req-85e77593-28e2-409a-bd39-7ae398ef6310 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=c1a78f2b33ee4536986609e3ae5af78c&device_id=7bd31c74-5ed9-42a9-8cb8-065ab982f3bb HTTP/1.1" status: 200 len: 1094 time: 0.2992241 Apr 18 20:40:03.807210 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-a402b214-12aa-45e3-8c6b-237ce42873a2 req-08c1aa9f-57f5-41d6-980d-79543fd53934 tempest-LiveMigrationTest-1620833465 tempest-LiveMigrationTest-1620833465-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=24d2e03c-6691-46a0-a6c7-88d1392ddccc&tenant_id=30967135a3784f8f91989a9ec626fb3e&binding%3Ahost_id=n-h2-838334-2 HTTP/1.1" status: 200 len: 1096 time: 0.0999241 Apr 18 20:40:03.844961 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-93929530-59b6-46ca-8d6d-515322b99591 req-9e7b54f5-c373-4f89-beda-f6a9bea7b6b7 tempest-ImagesTestJSON-757689736 tempest-ImagesTestJSON-757689736-project] 10.222.0.42 "GET /v2.0/security-groups?id=59d22466-01c3-4eda-9b5c-cb887beaa55e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3173082 Apr 18 20:40:03.879027 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-06f13d18-e007-482b-a2f3-98a410ec567e req-ddf8442f-dd2d-454f-8656-2a35d45927c7 service neutron] 10.222.0.48 "GET /v2.0/networks/f80f29cf-306f-4b83-b9ef-977e3822a3eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3711886 Apr 18 20:40:04.024147 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa3d7157-8686-4da7-9506-eb6d3f6dadb1 req-669a4f06-3331-446e-9383-42248c906bc5 tempest-LiveAutoBlockMigrationV225Test-1713341100 tempest-LiveAutoBlockMigrationV225Test-1713341100-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:40:04.032180 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-fa3d7157-8686-4da7-9506-eb6d3f6dadb1 req-669a4f06-3331-446e-9383-42248c906bc5 tempest-LiveAutoBlockMigrationV225Test-1713341100 tempest-LiveAutoBlockMigrationV225Test-1713341100-project] 10.222.0.42 "GET /v2.0/ports?device_id=272ac2e1-1767-4624-8754-f8b5c8a39eb9 HTTP/1.1" status: 200 len: 945 time: 0.2854729 Apr 18 20:40:04.108079 n-d-838334-2 neutron-server[84040]: INFO neutron.notifiers.nova [-] Nova event matching ['req-efc1242a-26b0-4c3b-8258-d1402f0040c9'] response: {'name': 'network-changed', 'server_uuid': '45877157-0d22-4fd3-83a2-0a0549a4ab80', 'tag': '48374dfc-daf0-401c-976e-d3d8c71d0274', 'status': 'completed', 'code': 200} Apr 18 20:40:04.108345 n-d-838334-2 neutron-server[84040]: INFO neutron.notifiers.nova [-] Nova event matching ['req-efc1242a-26b0-4c3b-8258-d1402f0040c9'] response: {'name': 'network-changed', 'server_uuid': 'cc0d4549-87de-476f-8fa1-88b0358bebbd', 'tag': '8544a82a-9c4d-48ac-9e80-35d430482dd8', 'status': 'completed', 'code': 200} Apr 18 20:40:04.112830 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee72007b-8381-4cc1-a2e6-f93d5561ab91 req-a8ee7888-9b42-457a-9ecd-9b12cfc3b105 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:40:04.115225 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-ee72007b-8381-4cc1-a2e6-f93d5561ab91 req-a8ee7888-9b42-457a-9ecd-9b12cfc3b105 service neutron] 10.222.0.43 "GET /v2.0/networks?id=7b96c852-8e2e-4d3b-ad4b-39924026f663 HTTP/1.1" status: 200 len: 921 time: 0.3068295 Apr 18 20:40:04.123181 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-fa3d7157-8686-4da7-9506-eb6d3f6dadb1 req-9b751145-4d22-4907-bee8-43c6ffd6b4a3 tempest-LiveAutoBlockMigrationV225Test-1713341100 tempest-LiveAutoBlockMigrationV225Test-1713341100-project] 10.222.0.42 "GET /v2.0/security-groups?id=bf712067-aabd-4e70-aae1-082928dd1ccd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0899315 Apr 18 20:40:04.135486 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-06f13d18-e007-482b-a2f3-98a410ec567e req-7a2d1772-5de3-4b40-87c2-011bf50c1ff7 service neutron] 10.222.0.48 "GET /v2.0/networks/f80f29cf-306f-4b83-b9ef-977e3822a3eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2365940 Apr 18 20:40:04.227513 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-06f13d18-e007-482b-a2f3-98a410ec567e req-57efb485-9a86-4665-8024-11481cda14be service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.103&port_id=67855998-dc7c-4735-830d-2fe34a3c1061 HTTP/1.1" status: 200 len: 217 time: 0.0878556 Apr 18 20:40:04.273515 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-ee72007b-8381-4cc1-a2e6-f93d5561ab91 req-ad2e19b2-c12e-43f4-8876-88b625889b33 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=83781acf-08e2-45f0-bbcd-ac7d73ff7920 HTTP/1.1" status: 200 len: 217 time: 0.1515048 Apr 18 20:40:04.337920 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.db [req-a402b214-12aa-45e3-8c6b-237ce42873a2 req-9b492abe-3b98-443b-ab5c-2fb391c404ae service neutron] For port 58b97a1b-20d1-47a5-98a1-cac11ab0e588, host n-h1-838334-2, cleared binding levels {{(pid=84041) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 20:40:04.342638 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [req-a402b214-12aa-45e3-8c6b-237ce42873a2 req-9b492abe-3b98-443b-ab5c-2fb391c404ae service neutron] Notify callbacks [] for binding, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:04.343737 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-a402b214-12aa-45e3-8c6b-237ce42873a2 req-9b492abe-3b98-443b-ab5c-2fb391c404ae service neutron] 10.222.0.48 "DELETE /v2.0/ports/58b97a1b-20d1-47a5-98a1-cac11ab0e588/bindings/n-h1-838334-2 HTTP/1.1" status: 204 len: 173 time: 0.4238451 Apr 18 20:40:04.356946 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee72007b-8381-4cc1-a2e6-f93d5561ab91 req-a275125c-ae25-4123-a3ce-432a83866dee service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:40:04.358621 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-ee72007b-8381-4cc1-a2e6-f93d5561ab91 req-a275125c-ae25-4123-a3ce-432a83866dee service neutron] 10.222.0.43 "GET /v2.0/subnets?id=769e5df8-16e3-4584-97ce-25a3b6243e3e HTTP/1.1" status: 200 len: 859 time: 0.0733154 Apr 18 20:40:04.438030 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-ee72007b-8381-4cc1-a2e6-f93d5561ab91 req-e03037e7-e654-4dc1-bdd2-81052b087ca0 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=7b96c852-8e2e-4d3b-ad4b-39924026f663&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0725551 Apr 18 20:40:04.449921 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06f13d18-e007-482b-a2f3-98a410ec567e req-98e87e43-8444-4030-b009-20bf1101b936 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:40:04.451334 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-06f13d18-e007-482b-a2f3-98a410ec567e req-98e87e43-8444-4030-b009-20bf1101b936 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=595cabc3-b2ed-413d-9545-05965478d7ea HTTP/1.1" status: 200 len: 797 time: 0.1885343 Apr 18 20:40:04.531187 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-243fa45a-d263-4be1-bc91-920225ff5d13 req-9ed0973f-f4ac-4cf7-a76f-4a6a03929d93 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=de28ce5b7b5349a3b98e9e23d1be558c&device_id=45877157-0d22-4fd3-83a2-0a0549a4ab80 HTTP/1.1" status: 200 len: 1099 time: 0.3304892 Apr 18 20:40:04.542163 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5680cca3-6af3-4fdd-9fff-fedaebd3cdad req-52128aca-09d7-4081-924b-56bcf1ac5377 tempest-TaggedBootDevicesTest-1674414334 tempest-TaggedBootDevicesTest-1674414334-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:40:04.546082 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5680cca3-6af3-4fdd-9fff-fedaebd3cdad req-52128aca-09d7-4081-924b-56bcf1ac5377 tempest-TaggedBootDevicesTest-1674414334 tempest-TaggedBootDevicesTest-1674414334-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:40:04.550500 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5680cca3-6af3-4fdd-9fff-fedaebd3cdad req-52128aca-09d7-4081-924b-56bcf1ac5377 tempest-TaggedBootDevicesTest-1674414334 tempest-TaggedBootDevicesTest-1674414334-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:40:04.554387 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5680cca3-6af3-4fdd-9fff-fedaebd3cdad req-52128aca-09d7-4081-924b-56bcf1ac5377 tempest-TaggedBootDevicesTest-1674414334 tempest-TaggedBootDevicesTest-1674414334-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:40:04.558277 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5680cca3-6af3-4fdd-9fff-fedaebd3cdad req-52128aca-09d7-4081-924b-56bcf1ac5377 tempest-TaggedBootDevicesTest-1674414334 tempest-TaggedBootDevicesTest-1674414334-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:40:04.562289 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5680cca3-6af3-4fdd-9fff-fedaebd3cdad req-52128aca-09d7-4081-924b-56bcf1ac5377 tempest-TaggedBootDevicesTest-1674414334 tempest-TaggedBootDevicesTest-1674414334-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:40:04.567267 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5680cca3-6af3-4fdd-9fff-fedaebd3cdad req-52128aca-09d7-4081-924b-56bcf1ac5377 tempest-TaggedBootDevicesTest-1674414334 tempest-TaggedBootDevicesTest-1674414334-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:40:04.569129 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-5680cca3-6af3-4fdd-9fff-fedaebd3cdad req-52128aca-09d7-4081-924b-56bcf1ac5377 tempest-TaggedBootDevicesTest-1674414334 tempest-TaggedBootDevicesTest-1674414334-project] 10.222.0.42 "GET /v2.0/ports?device_id=cc0d4549-87de-476f-8fa1-88b0358bebbd HTTP/1.1" status: 200 len: 5418 time: 0.2999120 Apr 18 20:40:04.570996 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-ee72007b-8381-4cc1-a2e6-f93d5561ab91 req-f7987397-2009-475a-b163-98475f1be9a4 service neutron] 10.222.0.43 "GET /v2.0/networks/7b96c852-8e2e-4d3b-ad4b-39924026f663?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1257479 Apr 18 20:40:04.675597 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d22e3e8-3a64-4222-9035-18b31da3ad08 req-3250df4a-8d13-4294-846a-d80811cda103 tempest-LiveMigrationTest-963278731 tempest-LiveMigrationTest-963278731-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:40:04.676950 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-6d22e3e8-3a64-4222-9035-18b31da3ad08 req-3250df4a-8d13-4294-846a-d80811cda103 tempest-LiveMigrationTest-963278731 tempest-LiveMigrationTest-963278731-project] 10.222.0.42 "GET /v2.0/ports?device_id=24d2e03c-6691-46a0-a6c7-88d1392ddccc HTTP/1.1" status: 200 len: 945 time: 0.3725579 Apr 18 20:40:04.706662 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-ee72007b-8381-4cc1-a2e6-f93d5561ab91 req-a75d071a-2aed-447f-95e2-8665c1d22c87 service neutron] 10.222.0.43 "GET /v2.0/networks/7b96c852-8e2e-4d3b-ad4b-39924026f663?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1264043 Apr 18 20:40:04.786725 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-06f13d18-e007-482b-a2f3-98a410ec567e req-c0c0a669-2c58-443a-b70b-e5b470f7eac6 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=d9eb2c31-9efb-45c1-be97-8fbfff0e7f82&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.3229439 Apr 18 20:40:04.789477 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-5680cca3-6af3-4fdd-9fff-fedaebd3cdad req-83470365-184c-4dd0-95bb-fc4b2dbb92eb tempest-TaggedBootDevicesTest-1674414334 tempest-TaggedBootDevicesTest-1674414334-project] 10.222.0.42 "GET /v2.0/security-groups?id=67ac5558-a250-4106-afe6-28a5add43e38&id=cf1a4c14-6b4c-4b5a-99f9-781aa8c875fd&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1947417 Apr 18 20:40:04.799297 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-6d22e3e8-3a64-4222-9035-18b31da3ad08 req-511ec2c6-17cc-473c-b95b-676ffbb433fe tempest-LiveMigrationTest-963278731 tempest-LiveMigrationTest-963278731-project] 10.222.0.42 "GET /v2.0/security-groups?id=c1ded286-bbeb-4ec4-95be-e4f6aab8a892&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1076376 Apr 18 20:40:04.801692 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-243fa45a-d263-4be1-bc91-920225ff5d13 req-ace86f5a-63b8-4239-b308-9ba8d5b6e66f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:40:04.808004 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-243fa45a-d263-4be1-bc91-920225ff5d13 req-ace86f5a-63b8-4239-b308-9ba8d5b6e66f service neutron] 10.222.0.48 "GET /v2.0/networks?id=cb56989d-7c5d-4678-b194-1d2edf1e842a HTTP/1.1" status: 200 len: 870 time: 0.2344880 Apr 18 20:40:05.035823 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-243fa45a-d263-4be1-bc91-920225ff5d13 req-0c7eb8f8-36d7-498f-ba23-90c7ccd8cfc3 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.249&port_id=48374dfc-daf0-401c-976e-d3d8c71d0274 HTTP/1.1" status: 200 len: 217 time: 0.2086253 Apr 18 20:40:05.169893 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-243fa45a-d263-4be1-bc91-920225ff5d13 req-ff213baa-8b5f-4660-9ee1-a2053fa03271 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:40:05.171338 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-243fa45a-d263-4be1-bc91-920225ff5d13 req-ff213baa-8b5f-4660-9ee1-a2053fa03271 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=c4b526db-4d8a-4d4c-a310-e3a599630ae1 HTTP/1.1" status: 200 len: 843 time: 0.1185524 Apr 18 20:40:05.176250 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-06f13d18-e007-482b-a2f3-98a410ec567e req-ae67312c-959e-4c42-a39e-e1539646d8f1 service neutron] 10.222.0.48 "GET /v2.0/networks/d9eb2c31-9efb-45c1-be97-8fbfff0e7f82?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3760748 Apr 18 20:40:05.194148 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a623f919-b83f-41d0-aad3-367118aa47e7 req-f8c6edeb-8133-4f8a-9d8e-f5947ecd40f4 tempest-FloatingIPsAssociationTestJSON-661839082 tempest-FloatingIPsAssociationTestJSON-661839082-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:40:05.195525 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-a623f919-b83f-41d0-aad3-367118aa47e7 req-f8c6edeb-8133-4f8a-9d8e-f5947ecd40f4 tempest-FloatingIPsAssociationTestJSON-661839082 tempest-FloatingIPsAssociationTestJSON-661839082-project] 10.222.0.42 "GET /v2.0/ports?device_id=7bd31c74-5ed9-42a9-8cb8-065ab982f3bb HTTP/1.1" status: 200 len: 943 time: 0.2588172 Apr 18 20:40:05.287241 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1465f29e-801f-413b-9b23-1018b421b5f3 req-746522d5-b6f9-4ee4-9bf7-32bcaf4bed8c tempest-ServersOnMultiNodesTest-1168278630 tempest-ServersOnMultiNodesTest-1168278630-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:40:05.288712 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-1465f29e-801f-413b-9b23-1018b421b5f3 req-746522d5-b6f9-4ee4-9bf7-32bcaf4bed8c tempest-ServersOnMultiNodesTest-1168278630 tempest-ServersOnMultiNodesTest-1168278630-project] 10.222.0.42 "GET /v2.0/ports?device_id=45877157-0d22-4fd3-83a2-0a0549a4ab80 HTTP/1.1" status: 200 len: 948 time: 0.3039911 Apr 18 20:40:05.543079 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-a623f919-b83f-41d0-aad3-367118aa47e7 req-b9d7832f-c4cb-438f-b7ca-10385e3c30f5 tempest-FloatingIPsAssociationTestJSON-661839082 tempest-FloatingIPsAssociationTestJSON-661839082-project] 10.222.0.42 "GET /v2.0/security-groups?id=5edfb6a7-e63f-4d6e-97ca-795ce1be36ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2857769 Apr 18 20:40:05.568414 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-1465f29e-801f-413b-9b23-1018b421b5f3 req-9d947faa-a0b1-444b-b001-f84f130a937f tempest-ServersOnMultiNodesTest-1168278630 tempest-ServersOnMultiNodesTest-1168278630-project] 10.222.0.42 "GET /v2.0/security-groups?id=e1e985d3-f227-45b4-b9a7-ffadcd0db1b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2285905 Apr 18 20:40:05.577164 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-06f13d18-e007-482b-a2f3-98a410ec567e req-adb7121a-5ec8-458c-a304-dbcfe9a95ceb service neutron] 10.222.0.48 "GET /v2.0/networks/d9eb2c31-9efb-45c1-be97-8fbfff0e7f82?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3796535 Apr 18 20:40:05.581643 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-243fa45a-d263-4be1-bc91-920225ff5d13 req-cb7c3d82-7ccf-4145-b029-c80d381129d3 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=cb56989d-7c5d-4678-b194-1d2edf1e842a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3851700 Apr 18 20:40:05.779281 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-06f13d18-e007-482b-a2f3-98a410ec567e req-95c51dc3-0568-4670-b5c8-5e60212db7fb service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.107&port_id=3dee7dbe-7cd7-44fa-ad62-c22c92c23e68 HTTP/1.1" status: 200 len: 217 time: 0.1801341 Apr 18 20:40:05.951075 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06f13d18-e007-482b-a2f3-98a410ec567e req-0aca474b-d461-4ea6-907d-babeaa337267 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:40:05.952610 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-06f13d18-e007-482b-a2f3-98a410ec567e req-0aca474b-d461-4ea6-907d-babeaa337267 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=595cabc3-b2ed-413d-9545-05965478d7ea HTTP/1.1" status: 200 len: 797 time: 0.1349893 Apr 18 20:40:06.009837 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-243fa45a-d263-4be1-bc91-920225ff5d13 req-792afda7-0e69-4c4c-a90f-a255b7e99749 service neutron] 10.222.0.48 "GET /v2.0/networks/cb56989d-7c5d-4678-b194-1d2edf1e842a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4093292 Apr 18 20:40:06.051653 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ababd49-8737-414f-8d0a-dd37acb4fa46 req-d0abd9da-0f2f-453b-b547-565a5d490c60 tempest-ImagesTestJSON-757689736 tempest-ImagesTestJSON-757689736-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:40:06.057902 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-1ababd49-8737-414f-8d0a-dd37acb4fa46 req-d0abd9da-0f2f-453b-b547-565a5d490c60 tempest-ImagesTestJSON-757689736 tempest-ImagesTestJSON-757689736-project] 10.222.0.42 "GET /v2.0/ports?device_id=8673e101-8393-4988-bd25-3203c81d4af8 HTTP/1.1" status: 200 len: 945 time: 0.3294208 Apr 18 20:40:06.184101 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2699843-0e40-4b37-9933-66633680f987 req-610efe1e-e007-4ce4-b2d9-ba5aff59154c tempest-LiveAutoBlockMigrationV225Test-1713341100 tempest-LiveAutoBlockMigrationV225Test-1713341100-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:40:06.185587 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-a2699843-0e40-4b37-9933-66633680f987 req-610efe1e-e007-4ce4-b2d9-ba5aff59154c tempest-LiveAutoBlockMigrationV225Test-1713341100 tempest-LiveAutoBlockMigrationV225Test-1713341100-project] 10.222.0.42 "GET /v2.0/ports?device_id=272ac2e1-1767-4624-8754-f8b5c8a39eb9 HTTP/1.1" status: 200 len: 945 time: 0.3994329 Apr 18 20:40:06.248015 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-1ababd49-8737-414f-8d0a-dd37acb4fa46 req-a634f2ec-d834-4dd5-ad32-43231c05eecc tempest-ImagesTestJSON-757689736 tempest-ImagesTestJSON-757689736-project] 10.222.0.42 "GET /v2.0/security-groups?id=59d22466-01c3-4eda-9b5c-cb887beaa55e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1794851 Apr 18 20:40:06.347893 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-06f13d18-e007-482b-a2f3-98a410ec567e req-9f59000e-cf04-4270-b3cd-3d743848fcb1 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=d9eb2c31-9efb-45c1-be97-8fbfff0e7f82&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.3846357 Apr 18 20:40:06.366153 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-243fa45a-d263-4be1-bc91-920225ff5d13 req-5c35a50b-f89b-4e51-91f7-aa449149a52b service neutron] 10.222.0.48 "GET /v2.0/networks/cb56989d-7c5d-4678-b194-1d2edf1e842a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3426683 Apr 18 20:40:06.439484 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-a2699843-0e40-4b37-9933-66633680f987 req-e3a38a61-fb29-48da-a548-631126ff384d tempest-LiveAutoBlockMigrationV225Test-1713341100 tempest-LiveAutoBlockMigrationV225Test-1713341100-project] 10.222.0.42 "GET /v2.0/security-groups?id=bf712067-aabd-4e70-aae1-082928dd1ccd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2432075 Apr 18 20:40:06.455669 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-16595471-f446-4a78-9617-cfb119539375 req-8a0f354d-bfcb-44d7-a63e-1a8e11f52ef4 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=4d27da33-3ad6-433b-9d90-6d6cdb64d534&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0884140 Apr 18 20:40:06.563324 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-16595471-f446-4a78-9617-cfb119539375 req-a592abe0-bec2-4d20-b2bc-c53bad400c33 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=7843cba0a7e24a0397d5219cb7fd254c&device_id=4d27da33-3ad6-433b-9d90-6d6cdb64d534 HTTP/1.1" status: 200 len: 1095 time: 0.0841939 Apr 18 20:40:06.568648 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-06f13d18-e007-482b-a2f3-98a410ec567e req-63ae4114-16b5-4aaf-852e-4a06fc19db87 service neutron] 10.222.0.48 "GET /v2.0/networks/d9eb2c31-9efb-45c1-be97-8fbfff0e7f82?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2048721 Apr 18 20:40:06.578653 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-52f82c88-5f95-4d15-8de4-07afd0545d10 req-c8341057-d8ea-46a8-95da-59250094ac00 tempest-LiveMigrationTest-1620833465 tempest-LiveMigrationTest-1620833465-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=24d2e03c-6691-46a0-a6c7-88d1392ddccc HTTP/1.1" status: 200 len: 1096 time: 0.1847501 Apr 18 20:40:06.723058 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16595471-f446-4a78-9617-cfb119539375 req-0a8e9a43-d359-4059-a571-6f70511bd325 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:40:06.724616 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-16595471-f446-4a78-9617-cfb119539375 req-0a8e9a43-d359-4059-a571-6f70511bd325 service neutron] 10.222.0.43 "GET /v2.0/networks?id=5ab7510b-2145-476c-b9d7-eb0e1ae538b7 HTTP/1.1" status: 200 len: 921 time: 0.1274972 Apr 18 20:40:06.750798 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-52f82c88-5f95-4d15-8de4-07afd0545d10 req-00b1f25e-b511-4d37-9d57-6cd13a009c25 tempest-LiveMigrationTest-1620833465 tempest-LiveMigrationTest-1620833465-project-admin] 10.222.0.42 "GET /v2.0/security-groups?id=c1ded286-bbeb-4ec4-95be-e4f6aab8a892&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1526294 Apr 18 20:40:06.751321 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Device 83781acf-08e2-45f0-bbcd-ac7d73ff7920 details requested by agent hyperv_n-h1-838334-2 with host n-h1-838334-2 {{(pid=84042) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 18 20:40:06.828094 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-06f13d18-e007-482b-a2f3-98a410ec567e req-fc0330a5-7335-4c2f-be9d-0246d752b50a service neutron] 10.222.0.48 "GET /v2.0/networks/d9eb2c31-9efb-45c1-be97-8fbfff0e7f82?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2484863 Apr 18 20:40:06.828311 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-16595471-f446-4a78-9617-cfb119539375 req-15d049f9-e3a4-4712-80d2-56b6d6901b93 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8578f3c0-3c71-4002-9e87-2205dc1e4c6c HTTP/1.1" status: 200 len: 217 time: 0.0947800 Apr 18 20:40:06.843900 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fbe3b1e-18ca-4bc3-9b0f-ed25e4164acf req-f40f8fef-5fd8-4220-a2a0-1da9ce6ac240 tempest-TaggedBootDevicesTest-1674414334 tempest-TaggedBootDevicesTest-1674414334-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:40:06.848731 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fbe3b1e-18ca-4bc3-9b0f-ed25e4164acf req-f40f8fef-5fd8-4220-a2a0-1da9ce6ac240 tempest-TaggedBootDevicesTest-1674414334 tempest-TaggedBootDevicesTest-1674414334-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:40:06.852802 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fbe3b1e-18ca-4bc3-9b0f-ed25e4164acf req-f40f8fef-5fd8-4220-a2a0-1da9ce6ac240 tempest-TaggedBootDevicesTest-1674414334 tempest-TaggedBootDevicesTest-1674414334-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:40:06.856767 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fbe3b1e-18ca-4bc3-9b0f-ed25e4164acf req-f40f8fef-5fd8-4220-a2a0-1da9ce6ac240 tempest-TaggedBootDevicesTest-1674414334 tempest-TaggedBootDevicesTest-1674414334-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:40:06.861311 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fbe3b1e-18ca-4bc3-9b0f-ed25e4164acf req-f40f8fef-5fd8-4220-a2a0-1da9ce6ac240 tempest-TaggedBootDevicesTest-1674414334 tempest-TaggedBootDevicesTest-1674414334-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:40:06.869697 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fbe3b1e-18ca-4bc3-9b0f-ed25e4164acf req-f40f8fef-5fd8-4220-a2a0-1da9ce6ac240 tempest-TaggedBootDevicesTest-1674414334 tempest-TaggedBootDevicesTest-1674414334-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:40:06.874042 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fbe3b1e-18ca-4bc3-9b0f-ed25e4164acf req-f40f8fef-5fd8-4220-a2a0-1da9ce6ac240 tempest-TaggedBootDevicesTest-1674414334 tempest-TaggedBootDevicesTest-1674414334-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:40:06.875934 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-3fbe3b1e-18ca-4bc3-9b0f-ed25e4164acf req-f40f8fef-5fd8-4220-a2a0-1da9ce6ac240 tempest-TaggedBootDevicesTest-1674414334 tempest-TaggedBootDevicesTest-1674414334-project] 10.222.0.42 "GET /v2.0/ports?device_id=cc0d4549-87de-476f-8fa1-88b0358bebbd HTTP/1.1" status: 200 len: 5418 time: 0.2646179 Apr 18 20:40:06.962153 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-06f13d18-e007-482b-a2f3-98a410ec567e req-fa2c5d82-4441-49cd-898b-967517056218 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.142&port_id=fa4dbb91-4719-4896-8a0e-7cc707c80f19 HTTP/1.1" status: 200 len: 217 time: 0.0852008 Apr 18 20:40:06.982917 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16595471-f446-4a78-9617-cfb119539375 req-3f5d6509-b52b-493b-85a5-d6c5d6cc7dda service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:40:06.984571 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-16595471-f446-4a78-9617-cfb119539375 req-3f5d6509-b52b-493b-85a5-d6c5d6cc7dda service neutron] 10.222.0.43 "GET /v2.0/subnets?id=5bf38cb0-45bd-48cb-9f8c-19a270201f44 HTTP/1.1" status: 200 len: 860 time: 0.1493597 Apr 18 20:40:07.048916 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] For port 83781acf-08e2-45f0-bbcd-ac7d73ff7920, host n-h1-838334-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838334-2',level=0,port_id=83781acf-08e2-45f0-bbcd-ac7d73ff7920,segment=NetworkSegment(431dac21-62fe-4af2-a303-5868c7f4fc97),segment_id=431dac21-62fe-4af2-a303-5868c7f4fc97)] {{(pid=84042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:40:07.099712 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Returning: {'device': '83781acf-08e2-45f0-bbcd-ac7d73ff7920', 'network_id': '7b96c852-8e2e-4d3b-ad4b-39924026f663', 'port_id': '83781acf-08e2-45f0-bbcd-ac7d73ff7920', 'mac_address': 'fa:16:3e:7b:e7:aa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 395, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '769e5df8-16e3-4584-97ce-25a3b6243e3e', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84042) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 18 20:40:07.103431 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-3fbe3b1e-18ca-4bc3-9b0f-ed25e4164acf req-c2fc735d-d578-4762-9fde-05e789d7e06d tempest-TaggedBootDevicesTest-1674414334 tempest-TaggedBootDevicesTest-1674414334-project] 10.222.0.42 "GET /v2.0/security-groups?id=67ac5558-a250-4106-afe6-28a5add43e38&id=cf1a4c14-6b4c-4b5a-99f9-781aa8c875fd&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1764398 Apr 18 20:40:07.104933 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-16595471-f446-4a78-9617-cfb119539375 req-650e1853-1ad1-4b38-8af5-5e4006a4e2f2 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=5ab7510b-2145-476c-b9d7-eb0e1ae538b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1082671 Apr 18 20:40:07.122768 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06f13d18-e007-482b-a2f3-98a410ec567e req-03319eab-9f45-40b4-9d7c-a0b174051195 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:40:07.124246 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-06f13d18-e007-482b-a2f3-98a410ec567e req-03319eab-9f45-40b4-9d7c-a0b174051195 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=595cabc3-b2ed-413d-9545-05965478d7ea HTTP/1.1" status: 200 len: 797 time: 0.1086793 Apr 18 20:40:07.186594 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:07.217109 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac62065e-2be5-4143-ac38-d2cd6ff0462e req-23446144-8028-4961-8728-8e16d8eb58df tempest-FloatingIPsAssociationTestJSON-661839082 tempest-FloatingIPsAssociationTestJSON-661839082-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:40:07.218603 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-ac62065e-2be5-4143-ac38-d2cd6ff0462e req-23446144-8028-4961-8728-8e16d8eb58df tempest-FloatingIPsAssociationTestJSON-661839082 tempest-FloatingIPsAssociationTestJSON-661839082-project] 10.222.0.42 "GET /v2.0/ports?device_id=7bd31c74-5ed9-42a9-8cb8-065ab982f3bb HTTP/1.1" status: 200 len: 943 time: 0.2397993 Apr 18 20:40:07.223885 n-d-838334-2 neutron-server[84042]: DEBUG neutron.notifiers.nova [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 83781acf-08e2-45f0-bbcd-ac7d73ff7920 {{(pid=84042) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 18 20:40:07.255991 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] For port 83781acf-08e2-45f0-bbcd-ac7d73ff7920, host n-h1-838334-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838334-2',level=0,port_id=83781acf-08e2-45f0-bbcd-ac7d73ff7920,segment=NetworkSegment(431dac21-62fe-4af2-a303-5868c7f4fc97),segment_id=431dac21-62fe-4af2-a303-5868c7f4fc97)] {{(pid=84042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:40:07.257747 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Device 48374dfc-daf0-401c-976e-d3d8c71d0274 details requested by agent hyperv_n-h2-838334-2 with host n-h2-838334-2 {{(pid=84042) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 18 20:40:07.260996 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-cc907436-2cc7-4ba3-82cd-dbd31dc5bbf2 req-73e4966e-1f4c-4433-a98b-4983de8b8416 tempest-LiveAutoBlockMigrationV225Test-203169570 tempest-LiveAutoBlockMigrationV225Test-203169570-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=272ac2e1-1767-4624-8754-f8b5c8a39eb9&tenant_id=7843cba0a7e24a0397d5219cb7fd254c&binding%3Ahost_id=n-h2-838334-2 HTTP/1.1" status: 200 len: 1096 time: 0.3481452 Apr 18 20:40:07.265380 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682'] for port, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:07.279732 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.v2.base [req-cc907436-2cc7-4ba3-82cd-dbd31dc5bbf2 req-3f541fbd-a34a-48b4-806c-6d9d881998bf service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-838334-2'}}} {{(pid=84041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 20:40:07.295266 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-ac62065e-2be5-4143-ac38-d2cd6ff0462e req-d70e76d6-1717-41c2-b036-7cb3cbc0b567 tempest-FloatingIPsAssociationTestJSON-661839082 tempest-FloatingIPsAssociationTestJSON-661839082-project] 10.222.0.42 "GET /v2.0/security-groups?id=5edfb6a7-e63f-4d6e-97ca-795ce1be36ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690453 Apr 18 20:40:07.305151 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-06f13d18-e007-482b-a2f3-98a410ec567e req-ffd5eda8-0047-4ddf-a7fa-475aa3943ab7 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=d9eb2c31-9efb-45c1-be97-8fbfff0e7f82&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1685891 Apr 18 20:40:07.445982 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Pushing event updated for resources: {'Port': ['ID=83781acf-08e2-45f0-bbcd-ac7d73ff7920,revision_number=4']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:40:07.500864 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] For port 48374dfc-daf0-401c-976e-d3d8c71d0274, host n-h2-838334-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838334-2',level=0,port_id=48374dfc-daf0-401c-976e-d3d8c71d0274,segment=NetworkSegment(62b85806-94d8-4a88-a06c-da82e5932d66),segment_id=62b85806-94d8-4a88-a06c-da82e5932d66)] {{(pid=84042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:40:07.516631 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Returning: {'device': '48374dfc-daf0-401c-976e-d3d8c71d0274', 'network_id': 'cb56989d-7c5d-4678-b194-1d2edf1e842a', 'port_id': '48374dfc-daf0-401c-976e-d3d8c71d0274', 'mac_address': 'fa:16:3e:57:4d:26', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 382, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c4b526db-4d8a-4d4c-a310-e3a599630ae1', 'ip_address': '192.168.233.249'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84042) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 18 20:40:07.564340 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-16595471-f446-4a78-9617-cfb119539375 req-5b0808f9-c2dd-4454-a9ea-8fc528ba620e service neutron] 10.222.0.43 "GET /v2.0/networks/5ab7510b-2145-476c-b9d7-eb0e1ae538b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4471970 Apr 18 20:40:07.570813 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [req-cc907436-2cc7-4ba3-82cd-dbd31dc5bbf2 req-3f541fbd-a34a-48b4-806c-6d9d881998bf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:07.572468 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:07.582844 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] get_ports_and_sgs() called for port_ids ['83781acf-08e2-45f0-bbcd-ac7d73ff7920'] {{(pid=84042) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 18 20:40:07.635593 n-d-838334-2 neutron-server[84042]: DEBUG neutron.notifiers.nova [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 48374dfc-daf0-401c-976e-d3d8c71d0274 {{(pid=84042) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 18 20:40:07.664054 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] For port 48374dfc-daf0-401c-976e-d3d8c71d0274, host n-h2-838334-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838334-2',level=0,port_id=48374dfc-daf0-401c-976e-d3d8c71d0274,segment=NetworkSegment(62b85806-94d8-4a88-a06c-da82e5932d66),segment_id=62b85806-94d8-4a88-a06c-da82e5932d66)] {{(pid=84042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:40:07.676558 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682'] for port, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:07.687118 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-06f13d18-e007-482b-a2f3-98a410ec567e req-32d69fc2-cffb-4f18-9af6-7bcac0d892ff service neutron] 10.222.0.48 "GET /v2.0/networks/d9eb2c31-9efb-45c1-be97-8fbfff0e7f82?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3716307 Apr 18 20:40:07.727476 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e862645-21d2-44aa-aa0b-dded2ac4cfcc req-6dc8d77e-b0cf-49ba-935c-a44d47b2eadd tempest-ServersOnMultiNodesTest-1168278630 tempest-ServersOnMultiNodesTest-1168278630-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:40:07.728941 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-6e862645-21d2-44aa-aa0b-dded2ac4cfcc req-6dc8d77e-b0cf-49ba-935c-a44d47b2eadd tempest-ServersOnMultiNodesTest-1168278630 tempest-ServersOnMultiNodesTest-1168278630-project] 10.222.0.42 "GET /v2.0/ports?device_id=45877157-0d22-4fd3-83a2-0a0549a4ab80 HTTP/1.1" status: 200 len: 948 time: 0.3887303 Apr 18 20:40:07.771084 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Pushing event updated for resources: {'Port': ['ID=48374dfc-daf0-401c-976e-d3d8c71d0274,revision_number=4']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:40:07.792625 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-0781bc0b-ff87-4d62-a07c-ddd4cb5aa776 req-f99aa997-29d8-449a-8a7a-aae1d805b9ab tempest-LiveMigrationTest-1620833465 tempest-LiveMigrationTest-1620833465-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=24d2e03c-6691-46a0-a6c7-88d1392ddccc HTTP/1.1" status: 200 len: 1096 time: 0.2359147 Apr 18 20:40:07.842094 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-16595471-f446-4a78-9617-cfb119539375 req-2f90a6b9-e916-437c-8d0f-8e1461701ff7 service neutron] 10.222.0.43 "GET /v2.0/networks/5ab7510b-2145-476c-b9d7-eb0e1ae538b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2595699 Apr 18 20:40:07.889350 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.db [req-cc907436-2cc7-4ba3-82cd-dbd31dc5bbf2 req-3f541fbd-a34a-48b4-806c-6d9d881998bf service neutron] For port d9019af7-5b28-4057-8390-07c6b7249f04, host n-h2-838334-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838334-2',level=0,port_id=d9019af7-5b28-4057-8390-07c6b7249f04,segment=NetworkSegment(e2a67327-2af4-4205-9ade-197b88c2bea8),segment_id=e2a67327-2af4-4205-9ade-197b88c2bea8)] {{(pid=84041) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:40:07.912093 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-6e862645-21d2-44aa-aa0b-dded2ac4cfcc req-540da15b-9ebc-4751-a252-d43e8d4de9ab tempest-ServersOnMultiNodesTest-1168278630 tempest-ServersOnMultiNodesTest-1168278630-project] 10.222.0.42 "GET /v2.0/security-groups?id=e1e985d3-f227-45b4-b9a7-ffadcd0db1b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1186607 Apr 18 20:40:07.929334 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.db [req-cc907436-2cc7-4ba3-82cd-dbd31dc5bbf2 req-3f541fbd-a34a-48b4-806c-6d9d881998bf service neutron] For port d9019af7-5b28-4057-8390-07c6b7249f04, host n-h2-838334-2, cleared binding levels {{(pid=84041) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 20:40:07.937754 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-0781bc0b-ff87-4d62-a07c-ddd4cb5aa776 req-37b43b03-6776-4de0-abf4-d31f8f00b35f tempest-LiveMigrationTest-1620833465 tempest-LiveMigrationTest-1620833465-project-admin] 10.222.0.42 "GET /v2.0/security-groups?id=c1ded286-bbeb-4ec4-95be-e4f6aab8a892&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1248934 Apr 18 20:40:07.941139 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-06f13d18-e007-482b-a2f3-98a410ec567e req-d1c06f76-7f59-435e-b219-5a9041e7a979 service neutron] 10.222.0.48 "GET /v2.0/networks/d9eb2c31-9efb-45c1-be97-8fbfff0e7f82?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2414124 Apr 18 20:40:08.047284 n-d-838334-2 neutron-server[84041]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '272ac2e1-1767-4624-8754-f8b5c8a39eb9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd9019af7-5b28-4057-8390-07c6b7249f04'}] {{(pid=84041) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 20:40:08.053824 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [req-cc907436-2cc7-4ba3-82cd-dbd31dc5bbf2 req-3f541fbd-a34a-48b4-806c-6d9d881998bf service neutron] Notify callbacks [] for port, precommit_update {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:08.061801 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [req-cc907436-2cc7-4ba3-82cd-dbd31dc5bbf2 req-3f541fbd-a34a-48b4-806c-6d9d881998bf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32266282'] for port, after_update {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:08.107222 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] get_ports_and_sgs() called for port_ids ['48374dfc-daf0-401c-976e-d3d8c71d0274'] {{(pid=84042) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 18 20:40:08.162500 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-06f13d18-e007-482b-a2f3-98a410ec567e req-3c323f41-15ca-48ca-b921-6f5b9b2fde69 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.161&port_id=05244033-b882-4dfd-8fd2-dde7ce49d9a1 HTTP/1.1" status: 200 len: 217 time: 0.2140536 Apr 18 20:40:08.248435 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f541fbd-a34a-48b4-806c-6d9d881998bf service neutron] Pushing event updated for resources: {'Port': ['ID=d9019af7-5b28-4057-8390-07c6b7249f04,revision_number=7']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:40:08.254751 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06f13d18-e007-482b-a2f3-98a410ec567e req-8e5f321c-5afd-4e75-ac1f-ff23c584f816 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:40:08.257503 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-06f13d18-e007-482b-a2f3-98a410ec567e req-8e5f321c-5afd-4e75-ac1f-ff23c584f816 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=595cabc3-b2ed-413d-9545-05965478d7ea HTTP/1.1" status: 200 len: 797 time: 0.0800500 Apr 18 20:40:08.275524 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88b1651a-6bdd-43c6-83c3-a1b3ed00a564 req-043ae929-95cc-4221-9cd2-3d8cfab0f605 tempest-ImagesTestJSON-757689736 tempest-ImagesTestJSON-757689736-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:40:08.282956 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-88b1651a-6bdd-43c6-83c3-a1b3ed00a564 req-043ae929-95cc-4221-9cd2-3d8cfab0f605 tempest-ImagesTestJSON-757689736 tempest-ImagesTestJSON-757689736-project] 10.222.0.42 "GET /v2.0/ports?device_id=8673e101-8393-4988-bd25-3203c81d4af8 HTTP/1.1" status: 200 len: 945 time: 0.2137825 Apr 18 20:40:08.379522 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.managers [req-cc907436-2cc7-4ba3-82cd-dbd31dc5bbf2 req-3f541fbd-a34a-48b4-806c-6d9d881998bf service neutron] Attempting to bind port d9019af7-5b28-4057-8390-07c6b7249f04 on host n-h2-838334-2 for vnic_type normal with profile {"migrating_to": "n-h1-838334-2"} {{(pid=84041) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:40:08.380086 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.managers [req-cc907436-2cc7-4ba3-82cd-dbd31dc5bbf2 req-3f541fbd-a34a-48b4-806c-6d9d881998bf service neutron] Attempting to bind port d9019af7-5b28-4057-8390-07c6b7249f04 by drivers openvswitch,hyperv on host n-h2-838334-2 at level 0 using segments [{'id': 'e2a67327-2af4-4205-9ade-197b88c2bea8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '5ab7510b-2145-476c-b9d7-eb0e1ae538b7'}] {{(pid=84041) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:40:08.380694 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc907436-2cc7-4ba3-82cd-dbd31dc5bbf2 req-3f541fbd-a34a-48b4-806c-6d9d881998bf service neutron] Attempting to bind port d9019af7-5b28-4057-8390-07c6b7249f04 on network 5ab7510b-2145-476c-b9d7-eb0e1ae538b7 {{(pid=84041) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 20:40:08.383248 n-d-838334-2 neutron-server[84043]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df6e670f-1ec4-4f33-9b63-834029d56f82 None None] Sync routers for ids ['22db2c67-8ca2-4b62-a28e-e9255641c33b'] in n-d-838334-2 {{(pid=84043) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 18 20:40:08.399262 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df6e670f-1ec4-4f33-9b63-834029d56f82 None None] Routers {'22db2c67-8ca2-4b62-a28e-e9255641c33b'} bound to L3 agent in host n-d-838334-2 {{(pid=84043) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 20:40:08.399898 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.l3_hamode_db [None req-df6e670f-1ec4-4f33-9b63-834029d56f82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838334-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-18T20:25:48Z,description=,heartbeat_timestamp=2022-04-18T20:39:48Z,host='n-d-838334-2',id=bc84d6c9-dd7a-4555-a351-592327b46d5a,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:25:48Z,topic='l3_agent')) {'router_ids': ['22db2c67-8ca2-4b62-a28e-e9255641c33b'], 'active': True} {{(pid=84043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:40:08.406257 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc907436-2cc7-4ba3-82cd-dbd31dc5bbf2 req-3f541fbd-a34a-48b4-806c-6d9d881998bf service neutron] Port d9019af7-5b28-4057-8390-07c6b7249f04 on network 5ab7510b-2145-476c-b9d7-eb0e1ae538b7 not bound, no agent of type Open vSwitch agent registered on host n-h2-838334-2 {{(pid=84041) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 18 20:40:08.407879 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc907436-2cc7-4ba3-82cd-dbd31dc5bbf2 req-3f541fbd-a34a-48b4-806c-6d9d881998bf service neutron] Attempting to bind port d9019af7-5b28-4057-8390-07c6b7249f04 on network 5ab7510b-2145-476c-b9d7-eb0e1ae538b7 {{(pid=84041) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 20:40:08.424650 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc907436-2cc7-4ba3-82cd-dbd31dc5bbf2 req-3f541fbd-a34a-48b4-806c-6d9d881998bf service neutron] Checking agent: {'id': 'dc797004-f641-47b7-a77f-9c62b5b16296', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-838334-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 34, 3), 'started_at': datetime.datetime(2022, 4, 18, 20, 34, 3), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 20, 40, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84041) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 18 20:40:08.425092 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc907436-2cc7-4ba3-82cd-dbd31dc5bbf2 req-3f541fbd-a34a-48b4-806c-6d9d881998bf service neutron] Checking segment: {'id': 'e2a67327-2af4-4205-9ade-197b88c2bea8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '5ab7510b-2145-476c-b9d7-eb0e1ae538b7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84041) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 20:40:08.426966 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc907436-2cc7-4ba3-82cd-dbd31dc5bbf2 req-3f541fbd-a34a-48b4-806c-6d9d881998bf service neutron] Bound using segment: {'id': 'e2a67327-2af4-4205-9ade-197b88c2bea8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '5ab7510b-2145-476c-b9d7-eb0e1ae538b7'} {{(pid=84041) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 18 20:40:08.427572 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.managers [req-cc907436-2cc7-4ba3-82cd-dbd31dc5bbf2 req-3f541fbd-a34a-48b4-806c-6d9d881998bf service neutron] Bound port: d9019af7-5b28-4057-8390-07c6b7249f04, host: n-h2-838334-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e2a67327-2af4-4205-9ade-197b88c2bea8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '5ab7510b-2145-476c-b9d7-eb0e1ae538b7'}}] {{(pid=84041) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 20:40:08.430239 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [req-cc907436-2cc7-4ba3-82cd-dbd31dc5bbf2 req-3f541fbd-a34a-48b4-806c-6d9d881998bf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:08.476342 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-88b1651a-6bdd-43c6-83c3-a1b3ed00a564 req-31cbeab7-077e-4e21-936f-1172fc7d5943 tempest-ImagesTestJSON-757689736 tempest-ImagesTestJSON-757689736-project] 10.222.0.42 "GET /v2.0/security-groups?id=59d22466-01c3-4eda-9b5c-cb887beaa55e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1926038 Apr 18 20:40:08.505120 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-06f13d18-e007-482b-a2f3-98a410ec567e req-c695349b-6ab7-40aa-b7bb-4431732f065e service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=d9eb2c31-9efb-45c1-be97-8fbfff0e7f82&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2036417 Apr 18 20:40:08.562993 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.db [req-cc907436-2cc7-4ba3-82cd-dbd31dc5bbf2 req-3f541fbd-a34a-48b4-806c-6d9d881998bf service neutron] For port d9019af7-5b28-4057-8390-07c6b7249f04, host n-h2-838334-2, cleared binding levels {{(pid=84041) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 20:40:08.566741 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.db [req-cc907436-2cc7-4ba3-82cd-dbd31dc5bbf2 req-3f541fbd-a34a-48b4-806c-6d9d881998bf service neutron] For port d9019af7-5b28-4057-8390-07c6b7249f04, host n-h2-838334-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838334-2',level=0,port_id=d9019af7-5b28-4057-8390-07c6b7249f04,segment=NetworkSegment(e2a67327-2af4-4205-9ade-197b88c2bea8),segment_id=e2a67327-2af4-4205-9ade-197b88c2bea8)] {{(pid=84041) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 20:40:08.572867 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [req-cc907436-2cc7-4ba3-82cd-dbd31dc5bbf2 req-3f541fbd-a34a-48b4-806c-6d9d881998bf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32266282'] for port, after_update {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:08.602714 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64f9a652-0531-4e67-a27f-b1384aac1098 req-e4f8bf97-7fca-4720-9d9b-61cafec3f8f5 tempest-LiveAutoBlockMigrationV225Test-1713341100 tempest-LiveAutoBlockMigrationV225Test-1713341100-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:40:08.604196 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-64f9a652-0531-4e67-a27f-b1384aac1098 req-e4f8bf97-7fca-4720-9d9b-61cafec3f8f5 tempest-LiveAutoBlockMigrationV225Test-1713341100 tempest-LiveAutoBlockMigrationV225Test-1713341100-project] 10.222.0.42 "GET /v2.0/ports?device_id=272ac2e1-1767-4624-8754-f8b5c8a39eb9 HTTP/1.1" status: 200 len: 943 time: 0.2367587 Apr 18 20:40:08.638422 n-d-838334-2 neutron-server[84041]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2cbee8be-abed-4180-9466-88840b635670'] response: {'server_uuid': '272ac2e1-1767-4624-8754-f8b5c8a39eb9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd9019af7-5b28-4057-8390-07c6b7249f04', 'code': 200} Apr 18 20:40:08.680124 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.l3_dvr_db [None req-df6e670f-1ec4-4f33-9b63-834029d56f82 None None] Set router 22db2c67-8ca2-4b62-a28e-e9255641c33b gateway port host: n-d-838334-2 {{(pid=84043) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 20:40:08.720312 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-64f9a652-0531-4e67-a27f-b1384aac1098 req-798d86da-8c36-497d-b0ef-ba195072298e tempest-LiveAutoBlockMigrationV225Test-1713341100 tempest-LiveAutoBlockMigrationV225Test-1713341100-project] 10.222.0.42 "GET /v2.0/security-groups?id=bf712067-aabd-4e70-aae1-082928dd1ccd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1032279 Apr 18 20:40:08.756156 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Device d9019af7-5b28-4057-8390-07c6b7249f04 details requested by agent hyperv_n-h1-838334-2 with host n-h1-838334-2 {{(pid=84042) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 18 20:40:08.808189 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Device 83781acf-08e2-45f0-bbcd-ac7d73ff7920 up at agent hyperv_n-h1-838334-2 {{(pid=84042) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 20:40:08.821026 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-06f13d18-e007-482b-a2f3-98a410ec567e req-2280d39d-7919-4f89-8366-24d3e128a026 service neutron] 10.222.0.48 "GET /v2.0/networks/d9eb2c31-9efb-45c1-be97-8fbfff0e7f82?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3039660 Apr 18 20:40:08.869681 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [req-cc907436-2cc7-4ba3-82cd-dbd31dc5bbf2 req-3f541fbd-a34a-48b4-806c-6d9d881998bf service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217293'] for port, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:08.871109 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-cc907436-2cc7-4ba3-82cd-dbd31dc5bbf2 req-3f541fbd-a34a-48b4-806c-6d9d881998bf service neutron] 10.222.0.43 "PUT /v2.0/ports/d9019af7-5b28-4057-8390-07c6b7249f04 HTTP/1.1" status: 200 len: 1121 time: 1.6011472 Apr 18 20:40:08.908796 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f541fbd-a34a-48b4-806c-6d9d881998bf service neutron] Pushing event updated for resources: {'Port': ['ID=d9019af7-5b28-4057-8390-07c6b7249f04,revision_number=8']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:40:09.142884 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.l3_hamode_db [None req-df6e670f-1ec4-4f33-9b63-834029d56f82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22db2c67-8ca2-4b62-a28e-e9255641c33b', 'name': 'tempest-FloatingIPsAssociationTestJSON-855947906-router', 'tenant_id': 'c1a78f2b33ee4536986609e3ae5af78c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'external_fixed_ips': [{'subnet_id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'ip_address': '172.25.8.232'}], 'enable_snat': True}, 'gw_port_id': 'd9a547a0-4155-4085-af6d-040dbcee520a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:39:47Z', 'updated_at': '2022-04-18T20:39:52Z', 'revision_number': 4, 'project_id': 'c1a78f2b33ee4536986609e3ae5af78c', 'gw_port': {'id': 'd9a547a0-4155-4085-af6d-040dbcee520a', 'name': '', 'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:26:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22db2c67-8ca2-4b62-a28e-e9255641c33b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'ip_address': '172.25.8.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:39:48Z', 'updated_at': '2022-04-18T20:39:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838334-2', '_interfaces': [{'id': '489bc9af-8c18-4cbf-b0cb-efa3cb2b9723', 'name': '', 'network_id': '7b96c852-8e2e-4d3b-ad4b-39924026f663', 'tenant_id': 'c1a78f2b33ee4536986609e3ae5af78c', 'mac_address': 'fa:16:3e:90:ee:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '22db2c67-8ca2-4b62-a28e-e9255641c33b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '769e5df8-16e3-4584-97ce-25a3b6243e3e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:39:51Z', 'updated_at': '2022-04-18T20:39:52Z', 'revision_number': 2, 'project_id': 'c1a78f2b33ee4536986609e3ae5af78c', 'subnets': [{'id': '769e5df8-16e3-4584-97ce-25a3b6243e3e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838334-2', False) {} {{(pid=84043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:40:09.154868 n-d-838334-2 neutron-server[84043]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df6e670f-1ec4-4f33-9b63-834029d56f82 None None] Checking router: 22db2c67-8ca2-4b62-a28e-e9255641c33b for host: n-d-838334-2 {{(pid=84043) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 18 20:40:09.155533 n-d-838334-2 neutron-server[84043]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df6e670f-1ec4-4f33-9b63-834029d56f82 None None] Updating router 22db2c67-8ca2-4b62-a28e-e9255641c33b port 489bc9af-8c18-4cbf-b0cb-efa3cb2b9723 binding host n-d-838334-2 {{(pid=84043) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 18 20:40:09.233376 n-d-838334-2 neutron-server[84043]: DEBUG neutron_lib.callbacks.manager [None req-df6e670f-1ec4-4f33-9b63-834029d56f82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:09.241380 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-06f13d18-e007-482b-a2f3-98a410ec567e req-f70b8b94-81ba-496f-b0f2-c722eaa88408 service neutron] 10.222.0.48 "GET /v2.0/networks/d9eb2c31-9efb-45c1-be97-8fbfff0e7f82?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4123502 Apr 18 20:40:09.250504 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a833d077-c829-426b-b710-cb19fbd0eb8f req-daec384e-19a5-4669-8ef6-e0804813b627 tempest-TaggedBootDevicesTest-1674414334 tempest-TaggedBootDevicesTest-1674414334-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:40:09.255103 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a833d077-c829-426b-b710-cb19fbd0eb8f req-daec384e-19a5-4669-8ef6-e0804813b627 tempest-TaggedBootDevicesTest-1674414334 tempest-TaggedBootDevicesTest-1674414334-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:40:09.266291 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a833d077-c829-426b-b710-cb19fbd0eb8f req-daec384e-19a5-4669-8ef6-e0804813b627 tempest-TaggedBootDevicesTest-1674414334 tempest-TaggedBootDevicesTest-1674414334-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:40:09.270872 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a833d077-c829-426b-b710-cb19fbd0eb8f req-daec384e-19a5-4669-8ef6-e0804813b627 tempest-TaggedBootDevicesTest-1674414334 tempest-TaggedBootDevicesTest-1674414334-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:40:09.291847 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a833d077-c829-426b-b710-cb19fbd0eb8f req-daec384e-19a5-4669-8ef6-e0804813b627 tempest-TaggedBootDevicesTest-1674414334 tempest-TaggedBootDevicesTest-1674414334-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:40:09.296086 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a833d077-c829-426b-b710-cb19fbd0eb8f req-daec384e-19a5-4669-8ef6-e0804813b627 tempest-TaggedBootDevicesTest-1674414334 tempest-TaggedBootDevicesTest-1674414334-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:40:09.300976 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a833d077-c829-426b-b710-cb19fbd0eb8f req-daec384e-19a5-4669-8ef6-e0804813b627 tempest-TaggedBootDevicesTest-1674414334 tempest-TaggedBootDevicesTest-1674414334-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:40:09.308937 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-a833d077-c829-426b-b710-cb19fbd0eb8f req-daec384e-19a5-4669-8ef6-e0804813b627 tempest-TaggedBootDevicesTest-1674414334 tempest-TaggedBootDevicesTest-1674414334-project] 10.222.0.42 "GET /v2.0/ports?device_id=cc0d4549-87de-476f-8fa1-88b0358bebbd HTTP/1.1" status: 200 len: 5418 time: 0.2318170 Apr 18 20:40:09.317293 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] get_ports_and_sgs() called for port_ids ['d9019af7-5b28-4057-8390-07c6b7249f04'] {{(pid=84042) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 18 20:40:09.418031 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-06f13d18-e007-482b-a2f3-98a410ec567e req-9ae90264-fc0a-4705-88e3-b39a657c9113 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=fcf04c80-d79e-470d-884b-eefd4d15d3f8 HTTP/1.1" status: 200 len: 217 time: 0.1056623 Apr 18 20:40:09.439470 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] get_ports_and_sgs() called for port_ids ['d9019af7-5b28-4057-8390-07c6b7249f04'] {{(pid=84042) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 18 20:40:09.555730 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] For port d9019af7-5b28-4057-8390-07c6b7249f04, host n-h2-838334-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838334-2',level=0,port_id=d9019af7-5b28-4057-8390-07c6b7249f04,segment=NetworkSegment(e2a67327-2af4-4205-9ade-197b88c2bea8),segment_id=e2a67327-2af4-4205-9ade-197b88c2bea8)] {{(pid=84042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:40:09.580204 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-a833d077-c829-426b-b710-cb19fbd0eb8f req-d4beef42-b58d-46b8-ad19-d3c07d370004 tempest-TaggedBootDevicesTest-1674414334 tempest-TaggedBootDevicesTest-1674414334-project] 10.222.0.42 "GET /v2.0/security-groups?id=67ac5558-a250-4106-afe6-28a5add43e38&id=cf1a4c14-6b4c-4b5a-99f9-781aa8c875fd&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2702272 Apr 18 20:40:09.590255 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Device d9019af7-5b28-4057-8390-07c6b7249f04 has no active binding in host n-h1-838334-2 {{(pid=84042) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:142}} Apr 18 20:40:09.629062 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06f13d18-e007-482b-a2f3-98a410ec567e req-57056969-95ac-4672-8952-902ffb08dc69 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:40:09.637356 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-06f13d18-e007-482b-a2f3-98a410ec567e req-57056969-95ac-4672-8952-902ffb08dc69 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=56438b06-8f6c-4c48-a38f-f39ae02814c1 HTTP/1.1" status: 200 len: 797 time: 0.2046900 Apr 18 20:40:09.657679 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Provisioning for port 83781acf-08e2-45f0-bbcd-ac7d73ff7920 completed by entity L2. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 20:40:09.681348 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Provisioning complete for port 83781acf-08e2-45f0-bbcd-ac7d73ff7920 triggered by entity L2. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:40:09.681647 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1253608'] for port, provisioning_complete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:09.823405 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b66b2b14-67a8-44ba-9307-48f49f3b83af req-f5ec6a86-53c6-49f2-9593-9b03c986dfa3 tempest-FloatingIPsAssociationTestJSON-661839082 tempest-FloatingIPsAssociationTestJSON-661839082-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:40:09.838392 n-d-838334-2 neutron-server[84043]: DEBUG neutron_lib.callbacks.manager [None req-df6e670f-1ec4-4f33-9b63-834029d56f82 None None] Notify callbacks [] for port, precommit_update {{(pid=84043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:09.853263 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-b66b2b14-67a8-44ba-9307-48f49f3b83af req-f5ec6a86-53c6-49f2-9593-9b03c986dfa3 tempest-FloatingIPsAssociationTestJSON-661839082 tempest-FloatingIPsAssociationTestJSON-661839082-project] 10.222.0.42 "GET /v2.0/ports?device_id=7bd31c74-5ed9-42a9-8cb8-065ab982f3bb HTTP/1.1" status: 200 len: 944 time: 0.3757844 Apr 18 20:40:09.858727 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.provisioning_blocks [None req-df6e670f-1ec4-4f33-9b63-834029d56f82 None None] Transition to ACTIVE for port object 489bc9af-8c18-4cbf-b0cb-efa3cb2b9723 will not be triggered until provisioned by entity L2. {{(pid=84043) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 20:40:09.870287 n-d-838334-2 neutron-server[84043]: DEBUG neutron_lib.callbacks.manager [None req-df6e670f-1ec4-4f33-9b63-834029d56f82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682'] for port, after_update {{(pid=84043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:09.977930 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-06f13d18-e007-482b-a2f3-98a410ec567e req-4759ba2c-ce00-4f14-9568-a8a8c8fbe03d service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=81621119-9498-4395-a64b-7e94080c69d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.3247747 Apr 18 20:40:09.983911 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:09.997571 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-b66b2b14-67a8-44ba-9307-48f49f3b83af req-30c4740c-eb46-440a-a2d9-5b59cfdd4e83 tempest-FloatingIPsAssociationTestJSON-661839082 tempest-FloatingIPsAssociationTestJSON-661839082-project] 10.222.0.42 "GET /v2.0/security-groups?id=5edfb6a7-e63f-4d6e-97ca-795ce1be36ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1433733 Apr 18 20:40:10.100223 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] For port 83781acf-08e2-45f0-bbcd-ac7d73ff7920, host n-h1-838334-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838334-2',level=0,port_id=83781acf-08e2-45f0-bbcd-ac7d73ff7920,segment=NetworkSegment(431dac21-62fe-4af2-a303-5868c7f4fc97),segment_id=431dac21-62fe-4af2-a303-5868c7f4fc97)] {{(pid=84042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:40:10.104026 n-d-838334-2 neutron-server[84042]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7bd31c74-5ed9-42a9-8cb8-065ab982f3bb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '83781acf-08e2-45f0-bbcd-ac7d73ff7920'}] {{(pid=84042) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 20:40:10.126204 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682'] for port, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:10.215859 n-d-838334-2 neutron-server[84043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f116b6c-5604-4628-b2a6-12f519e87b31 None None] Pushing event updated for resources: {'Port': ['ID=489bc9af-8c18-4cbf-b0cb-efa3cb2b9723,revision_number=3']} {{(pid=84043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:40:10.246291 n-d-838334-2 neutron-server[84043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f116b6c-5604-4628-b2a6-12f519e87b31 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:40:10.249302 n-d-838334-2 neutron-server[84043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f116b6c-5604-4628-b2a6-12f519e87b31 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:40:10.249810 n-d-838334-2 neutron-server[84043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f116b6c-5604-4628-b2a6-12f519e87b31 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:40:10.250145 n-d-838334-2 neutron-server[84043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f116b6c-5604-4628-b2a6-12f519e87b31 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:40:10.250471 n-d-838334-2 neutron-server[84043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f116b6c-5604-4628-b2a6-12f519e87b31 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:40:10.250794 n-d-838334-2 neutron-server[84043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f116b6c-5604-4628-b2a6-12f519e87b31 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:40:10.251116 n-d-838334-2 neutron-server[84043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f116b6c-5604-4628-b2a6-12f519e87b31 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:40:10.253462 n-d-838334-2 neutron-server[84043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f116b6c-5604-4628-b2a6-12f519e87b31 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:40:10.253830 n-d-838334-2 neutron-server[84043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f116b6c-5604-4628-b2a6-12f519e87b31 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:40:10.254166 n-d-838334-2 neutron-server[84043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f116b6c-5604-4628-b2a6-12f519e87b31 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:40:10.254497 n-d-838334-2 neutron-server[84043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f116b6c-5604-4628-b2a6-12f519e87b31 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:40:10.287858 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Pushing event updated for resources: {'Port': ['ID=83781acf-08e2-45f0-bbcd-ac7d73ff7920,revision_number=5']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:40:10.312935 n-d-838334-2 neutron-server[84043]: DEBUG neutron.plugins.ml2.managers [None req-df6e670f-1ec4-4f33-9b63-834029d56f82 None None] Attempting to bind port 489bc9af-8c18-4cbf-b0cb-efa3cb2b9723 on host n-d-838334-2 for vnic_type normal with profile {{(pid=84043) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:40:10.313302 n-d-838334-2 neutron-server[84043]: DEBUG neutron.plugins.ml2.managers [None req-df6e670f-1ec4-4f33-9b63-834029d56f82 None None] Attempting to bind port 489bc9af-8c18-4cbf-b0cb-efa3cb2b9723 by drivers openvswitch,hyperv on host n-d-838334-2 at level 0 using segments [{'id': '431dac21-62fe-4af2-a303-5868c7f4fc97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '7b96c852-8e2e-4d3b-ad4b-39924026f663'}] {{(pid=84043) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:40:10.313661 n-d-838334-2 neutron-server[84043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df6e670f-1ec4-4f33-9b63-834029d56f82 None None] Attempting to bind port 489bc9af-8c18-4cbf-b0cb-efa3cb2b9723 on network 7b96c852-8e2e-4d3b-ad4b-39924026f663 {{(pid=84043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 20:40:10.323348 n-d-838334-2 neutron-server[84043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df6e670f-1ec4-4f33-9b63-834029d56f82 None None] Checking agent: {'id': '97cd4414-7af6-4d67-868d-dff370b4071a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838334-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 25, 49), 'started_at': datetime.datetime(2022, 4, 18, 20, 26, 19), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 20, 39, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838334-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 18 20:40:10.323738 n-d-838334-2 neutron-server[84043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df6e670f-1ec4-4f33-9b63-834029d56f82 None None] Checking segment: {'id': '431dac21-62fe-4af2-a303-5868c7f4fc97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '7b96c852-8e2e-4d3b-ad4b-39924026f663'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84043) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 20:40:10.324143 n-d-838334-2 neutron-server[84043]: DEBUG neutron_lib.callbacks.manager [None req-df6e670f-1ec4-4f33-9b63-834029d56f82 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:10.328101 n-d-838334-2 neutron-server[84043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df6e670f-1ec4-4f33-9b63-834029d56f82 None None] Bound using segment: {'id': '431dac21-62fe-4af2-a303-5868c7f4fc97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '7b96c852-8e2e-4d3b-ad4b-39924026f663'} {{(pid=84043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 18 20:40:10.328610 n-d-838334-2 neutron-server[84043]: DEBUG neutron.plugins.ml2.managers [None req-df6e670f-1ec4-4f33-9b63-834029d56f82 None None] Bound port: 489bc9af-8c18-4cbf-b0cb-efa3cb2b9723, host: n-d-838334-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '431dac21-62fe-4af2-a303-5868c7f4fc97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '7b96c852-8e2e-4d3b-ad4b-39924026f663'}}] {{(pid=84043) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 20:40:10.331288 n-d-838334-2 neutron-server[84043]: DEBUG neutron_lib.callbacks.manager [None req-df6e670f-1ec4-4f33-9b63-834029d56f82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:10.379026 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9756f416-c2b2-4813-b000-d27aeb467125 req-c9b4e8e8-615f-4041-b9ca-0d89d85d7451 tempest-ServersOnMultiNodesTest-1168278630 tempest-ServersOnMultiNodesTest-1168278630-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:40:10.380592 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-9756f416-c2b2-4813-b000-d27aeb467125 req-c9b4e8e8-615f-4041-b9ca-0d89d85d7451 tempest-ServersOnMultiNodesTest-1168278630 tempest-ServersOnMultiNodesTest-1168278630-project] 10.222.0.42 "GET /v2.0/ports?device_id=45877157-0d22-4fd3-83a2-0a0549a4ab80 HTTP/1.1" status: 200 len: 949 time: 0.4946208 Apr 18 20:40:10.462379 n-d-838334-2 neutron-server[84043]: DEBUG neutron.plugins.ml2.db [None req-df6e670f-1ec4-4f33-9b63-834029d56f82 None None] For port 489bc9af-8c18-4cbf-b0cb-efa3cb2b9723, host n-d-838334-2, cleared binding levels {{(pid=84043) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 20:40:10.467501 n-d-838334-2 neutron-server[84043]: DEBUG neutron.plugins.ml2.db [None req-df6e670f-1ec4-4f33-9b63-834029d56f82 None None] For port 489bc9af-8c18-4cbf-b0cb-efa3cb2b9723, host n-d-838334-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838334-2',level=0,port_id=489bc9af-8c18-4cbf-b0cb-efa3cb2b9723,segment=NetworkSegment(431dac21-62fe-4af2-a303-5868c7f4fc97),segment_id=431dac21-62fe-4af2-a303-5868c7f4fc97)] {{(pid=84043) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 20:40:10.473271 n-d-838334-2 neutron-server[84043]: DEBUG neutron_lib.callbacks.manager [None req-df6e670f-1ec4-4f33-9b63-834029d56f82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682'] for port, after_update {{(pid=84043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:10.524903 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-9756f416-c2b2-4813-b000-d27aeb467125 req-3b8537c4-73e3-4fec-9bbd-5c3ce0dfff85 tempest-ServersOnMultiNodesTest-1168278630 tempest-ServersOnMultiNodesTest-1168278630-project] 10.222.0.42 "GET /v2.0/security-groups?id=e1e985d3-f227-45b4-b9a7-ffadcd0db1b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1059008 Apr 18 20:40:10.529746 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-06f13d18-e007-482b-a2f3-98a410ec567e req-a02b0962-857d-4067-838d-b806e7970dff service neutron] 10.222.0.48 "GET /v2.0/networks/81621119-9498-4395-a64b-7e94080c69d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5287468 Apr 18 20:40:10.578737 n-d-838334-2 neutron-server[84043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f116b6c-5604-4628-b2a6-12f519e87b31 None None] Pushing event updated for resources: {'Port': ['ID=489bc9af-8c18-4cbf-b0cb-efa3cb2b9723,revision_number=4']} {{(pid=84043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:40:10.614936 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df6e670f-1ec4-4f33-9b63-834029d56f82 None None] Routers {'22db2c67-8ca2-4b62-a28e-e9255641c33b'} bound to L3 agent in host n-d-838334-2 {{(pid=84043) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 20:40:10.615610 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.l3_hamode_db [None req-df6e670f-1ec4-4f33-9b63-834029d56f82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838334-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-18T20:25:48Z,description=,heartbeat_timestamp=2022-04-18T20:39:48Z,host='n-d-838334-2',id=bc84d6c9-dd7a-4555-a351-592327b46d5a,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:25:48Z,topic='l3_agent')) {'router_ids': ['22db2c67-8ca2-4b62-a28e-e9255641c33b'], 'active': True} {{(pid=84043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:40:10.626604 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-485f8f2c-86b2-47a8-8d84-e632a7b1c669 req-3e0d877f-a029-404c-9192-8780d4132ad8 tempest-ImagesTestJSON-757689736 tempest-ImagesTestJSON-757689736-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:40:10.635748 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-485f8f2c-86b2-47a8-8d84-e632a7b1c669 req-3e0d877f-a029-404c-9192-8780d4132ad8 tempest-ImagesTestJSON-757689736 tempest-ImagesTestJSON-757689736-project] 10.222.0.42 "GET /v2.0/ports?device_id=8673e101-8393-4988-bd25-3203c81d4af8 HTTP/1.1" status: 200 len: 945 time: 0.2541513 Apr 18 20:40:10.640193 n-d-838334-2 neutron-server[84041]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '272ac2e1-1767-4624-8754-f8b5c8a39eb9', 'tag': 'd9019af7-5b28-4057-8390-07c6b7249f04'}] {{(pid=84041) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 20:40:10.916254 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.l3_dvr_db [None req-df6e670f-1ec4-4f33-9b63-834029d56f82 None None] Set router 22db2c67-8ca2-4b62-a28e-e9255641c33b gateway port host: n-d-838334-2 {{(pid=84043) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 20:40:10.946909 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-06f13d18-e007-482b-a2f3-98a410ec567e req-ce9b426f-d5a4-4d47-9dd7-f3bb59591626 service neutron] 10.222.0.48 "GET /v2.0/networks/81621119-9498-4395-a64b-7e94080c69d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4057782 Apr 18 20:40:10.965074 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-485f8f2c-86b2-47a8-8d84-e632a7b1c669 req-b8721387-4363-4a26-b1f6-2dc388ead37e tempest-ImagesTestJSON-757689736 tempest-ImagesTestJSON-757689736-project] 10.222.0.42 "GET /v2.0/security-groups?id=59d22466-01c3-4eda-9b5c-cb887beaa55e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2254784 Apr 18 20:40:11.054552 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-06f13d18-e007-482b-a2f3-98a410ec567e req-47c885b1-6109-4f31-8e13-8fa210fc464e service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=8544a82a-9c4d-48ac-9e80-35d430482dd8 HTTP/1.1" status: 200 len: 217 time: 0.0877237 Apr 18 20:40:11.060548 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74e481f0-79a0-4ae2-bd10-ab1b26c4dcf5 req-ac2f2533-5d04-457b-8331-cac3ddb117be tempest-LiveAutoBlockMigrationV225Test-1713341100 tempest-LiveAutoBlockMigrationV225Test-1713341100-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:40:11.070879 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-74e481f0-79a0-4ae2-bd10-ab1b26c4dcf5 req-ac2f2533-5d04-457b-8331-cac3ddb117be tempest-LiveAutoBlockMigrationV225Test-1713341100 tempest-LiveAutoBlockMigrationV225Test-1713341100-project] 10.222.0.42 "GET /v2.0/ports?device_id=272ac2e1-1767-4624-8754-f8b5c8a39eb9 HTTP/1.1" status: 200 len: 943 time: 0.2931933 Apr 18 20:40:11.077929 n-d-838334-2 neutron-server[84042]: INFO neutron.notifiers.nova [-] Nova event matching ['req-30273a48-f919-4127-8f1e-fae60bf760b4'] response: {'server_uuid': '7bd31c74-5ed9-42a9-8cb8-065ab982f3bb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '83781acf-08e2-45f0-bbcd-ac7d73ff7920', 'code': 200} Apr 18 20:40:11.194086 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06f13d18-e007-482b-a2f3-98a410ec567e req-fbbf2287-cf68-477f-b912-962ec65f1710 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:40:11.195537 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-06f13d18-e007-482b-a2f3-98a410ec567e req-fbbf2287-cf68-477f-b912-962ec65f1710 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=56438b06-8f6c-4c48-a38f-f39ae02814c1 HTTP/1.1" status: 200 len: 797 time: 0.1064327 Apr 18 20:40:11.208638 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-74e481f0-79a0-4ae2-bd10-ab1b26c4dcf5 req-de49fee3-d8e4-4027-9bb9-3ef75e700573 tempest-LiveAutoBlockMigrationV225Test-1713341100 tempest-LiveAutoBlockMigrationV225Test-1713341100-project] 10.222.0.42 "GET /v2.0/security-groups?id=bf712067-aabd-4e70-aae1-082928dd1ccd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1365809 Apr 18 20:40:11.219327 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Device 48374dfc-daf0-401c-976e-d3d8c71d0274 up at agent hyperv_n-h2-838334-2 {{(pid=84042) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 20:40:11.297001 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-40d051aa-8752-4c23-affd-583f840f0c5e req-9f2de46e-27eb-4a91-8ce5-16bf6cd8b944 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=7bd31c74-5ed9-42a9-8cb8-065ab982f3bb HTTP/1.1" status: 200 len: 1096 time: 0.1427135 Apr 18 20:40:11.355646 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-06f13d18-e007-482b-a2f3-98a410ec567e req-bd87f502-065a-483b-bb82-20022906eff5 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=81621119-9498-4395-a64b-7e94080c69d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1458054 Apr 18 20:40:11.358548 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Provisioning for port 48374dfc-daf0-401c-976e-d3d8c71d0274 completed by entity L2. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 20:40:11.366721 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fdb240b-d193-4dea-a388-213cfa04117c req-42653842-37f5-4949-a216-1a55241cc1c3 tempest-TaggedBootDevicesTest-1674414334 tempest-TaggedBootDevicesTest-1674414334-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:40:11.366956 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Provisioning complete for port 48374dfc-daf0-401c-976e-d3d8c71d0274 triggered by entity L2. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:40:11.368382 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1253608'] for port, provisioning_complete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:11.370708 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fdb240b-d193-4dea-a388-213cfa04117c req-42653842-37f5-4949-a216-1a55241cc1c3 tempest-TaggedBootDevicesTest-1674414334 tempest-TaggedBootDevicesTest-1674414334-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:40:11.371124 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-40d051aa-8752-4c23-affd-583f840f0c5e req-83f134df-607b-4416-a07a-1220844f8554 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=5edfb6a7-e63f-4d6e-97ca-795ce1be36ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662112 Apr 18 20:40:11.374828 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fdb240b-d193-4dea-a388-213cfa04117c req-42653842-37f5-4949-a216-1a55241cc1c3 tempest-TaggedBootDevicesTest-1674414334 tempest-TaggedBootDevicesTest-1674414334-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:40:11.379746 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fdb240b-d193-4dea-a388-213cfa04117c req-42653842-37f5-4949-a216-1a55241cc1c3 tempest-TaggedBootDevicesTest-1674414334 tempest-TaggedBootDevicesTest-1674414334-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:40:11.383665 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fdb240b-d193-4dea-a388-213cfa04117c req-42653842-37f5-4949-a216-1a55241cc1c3 tempest-TaggedBootDevicesTest-1674414334 tempest-TaggedBootDevicesTest-1674414334-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:40:11.387853 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fdb240b-d193-4dea-a388-213cfa04117c req-42653842-37f5-4949-a216-1a55241cc1c3 tempest-TaggedBootDevicesTest-1674414334 tempest-TaggedBootDevicesTest-1674414334-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:40:11.391551 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fdb240b-d193-4dea-a388-213cfa04117c req-42653842-37f5-4949-a216-1a55241cc1c3 tempest-TaggedBootDevicesTest-1674414334 tempest-TaggedBootDevicesTest-1674414334-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:40:11.394178 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-6fdb240b-d193-4dea-a388-213cfa04117c req-42653842-37f5-4949-a216-1a55241cc1c3 tempest-TaggedBootDevicesTest-1674414334 tempest-TaggedBootDevicesTest-1674414334-project] 10.222.0.42 "GET /v2.0/ports?device_id=cc0d4549-87de-476f-8fa1-88b0358bebbd HTTP/1.1" status: 200 len: 5418 time: 0.1442709 Apr 18 20:40:11.414080 n-d-838334-2 neutron-server[84041]: INFO neutron.notifiers.nova [-] Nova event matching ['req-076975e5-1ba0-47af-a3aa-73d977a8b64c'] response: {'name': 'network-changed', 'server_uuid': '272ac2e1-1767-4624-8754-f8b5c8a39eb9', 'tag': 'd9019af7-5b28-4057-8390-07c6b7249f04', 'status': 'completed', 'code': 200} Apr 18 20:40:11.513483 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:11.525811 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.l3_hamode_db [None req-df6e670f-1ec4-4f33-9b63-834029d56f82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22db2c67-8ca2-4b62-a28e-e9255641c33b', 'name': 'tempest-FloatingIPsAssociationTestJSON-855947906-router', 'tenant_id': 'c1a78f2b33ee4536986609e3ae5af78c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'external_fixed_ips': [{'subnet_id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'ip_address': '172.25.8.232'}], 'enable_snat': True}, 'gw_port_id': 'd9a547a0-4155-4085-af6d-040dbcee520a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:39:47Z', 'updated_at': '2022-04-18T20:39:52Z', 'revision_number': 4, 'project_id': 'c1a78f2b33ee4536986609e3ae5af78c', 'gw_port': {'id': 'd9a547a0-4155-4085-af6d-040dbcee520a', 'name': '', 'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:26:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22db2c67-8ca2-4b62-a28e-e9255641c33b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'ip_address': '172.25.8.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:39:48Z', 'updated_at': '2022-04-18T20:39:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838334-2', '_interfaces': [{'id': '489bc9af-8c18-4cbf-b0cb-efa3cb2b9723', 'name': '', 'network_id': '7b96c852-8e2e-4d3b-ad4b-39924026f663', 'tenant_id': 'c1a78f2b33ee4536986609e3ae5af78c', 'mac_address': 'fa:16:3e:90:ee:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '22db2c67-8ca2-4b62-a28e-e9255641c33b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '769e5df8-16e3-4584-97ce-25a3b6243e3e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:39:51Z', 'updated_at': '2022-04-18T20:40:10Z', 'revision_number': 4, 'project_id': 'c1a78f2b33ee4536986609e3ae5af78c', 'subnets': [{'id': '769e5df8-16e3-4584-97ce-25a3b6243e3e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838334-2', False) {} {{(pid=84043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:40:11.531138 n-d-838334-2 neutron-server[84043]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df6e670f-1ec4-4f33-9b63-834029d56f82 None None] The sync data for ids ['22db2c67-8ca2-4b62-a28e-e9255641c33b'] in n-d-838334-2 is: [{'id': '22db2c67-8ca2-4b62-a28e-e9255641c33b', 'name': 'tempest-FloatingIPsAssociationTestJSON-855947906-router', 'tenant_id': 'c1a78f2b33ee4536986609e3ae5af78c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'external_fixed_ips': [{'subnet_id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'ip_address': '172.25.8.232'}], 'enable_snat': True}, 'gw_port_id': 'd9a547a0-4155-4085-af6d-040dbcee520a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:39:47Z', 'updated_at': '2022-04-18T20:39:52Z', 'revision_number': 4, 'project_id': 'c1a78f2b33ee4536986609e3ae5af78c', 'gw_port': {'id': 'd9a547a0-4155-4085-af6d-040dbcee520a', 'name': '', 'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:26:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22db2c67-8ca2-4b62-a28e-e9255641c33b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'ip_address': '172.25.8.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:39:48Z', 'updated_at': '2022-04-18T20:39:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838334-2', '_interfaces': [{'id': '489bc9af-8c18-4cbf-b0cb-efa3cb2b9723', 'name': '', 'network_id': '7b96c852-8e2e-4d3b-ad4b-39924026f663', 'tenant_id': 'c1a78f2b33ee4536986609e3ae5af78c', 'mac_address': 'fa:16:3e:90:ee:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '22db2c67-8ca2-4b62-a28e-e9255641c33b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '769e5df8-16e3-4584-97ce-25a3b6243e3e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:39:51Z', 'updated_at': '2022-04-18T20:40:10Z', 'revision_number': 4, 'project_id': 'c1a78f2b33ee4536986609e3ae5af78c', 'subnets': [{'id': '769e5df8-16e3-4584-97ce-25a3b6243e3e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84043) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 18 20:40:11.552960 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] For port 48374dfc-daf0-401c-976e-d3d8c71d0274, host n-h2-838334-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838334-2',level=0,port_id=48374dfc-daf0-401c-976e-d3d8c71d0274,segment=NetworkSegment(62b85806-94d8-4a88-a06c-da82e5932d66),segment_id=62b85806-94d8-4a88-a06c-da82e5932d66)] {{(pid=84042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:40:11.562611 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682'] for port, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:11.648856 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Pushing event updated for resources: {'Port': ['ID=48374dfc-daf0-401c-976e-d3d8c71d0274,revision_number=5']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:40:11.660422 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-6fdb240b-d193-4dea-a388-213cfa04117c req-5167c594-3add-46d6-bdfb-a035ca491e63 tempest-TaggedBootDevicesTest-1674414334 tempest-TaggedBootDevicesTest-1674414334-project] 10.222.0.42 "GET /v2.0/security-groups?id=67ac5558-a250-4106-afe6-28a5add43e38&id=cf1a4c14-6b4c-4b5a-99f9-781aa8c875fd&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2459271 Apr 18 20:40:11.724772 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-06f13d18-e007-482b-a2f3-98a410ec567e req-7059a937-dbdf-4d46-b714-fcb88eae4689 service neutron] 10.222.0.48 "GET /v2.0/networks/81621119-9498-4395-a64b-7e94080c69d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3294165 Apr 18 20:40:11.951487 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-7e912ef8-2b4f-484f-a12b-9149b6c095ea req-e5c229e5-af92-47fb-a2ea-e4001e4e528e service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=7843cba0a7e24a0397d5219cb7fd254c&device_id=272ac2e1-1767-4624-8754-f8b5c8a39eb9 HTTP/1.1" status: 200 len: 1124 time: 0.4318948 Apr 18 20:40:11.962958 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ab6c8bf-742b-4101-98b4-7af204890c80 req-0e980bcd-b494-4d03-9863-7f4b980ebe0f tempest-FloatingIPsAssociationTestJSON-661839082 tempest-FloatingIPsAssociationTestJSON-661839082-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:40:11.979309 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-3ab6c8bf-742b-4101-98b4-7af204890c80 req-0e980bcd-b494-4d03-9863-7f4b980ebe0f tempest-FloatingIPsAssociationTestJSON-661839082 tempest-FloatingIPsAssociationTestJSON-661839082-project] 10.222.0.42 "GET /v2.0/ports?device_id=7bd31c74-5ed9-42a9-8cb8-065ab982f3bb HTTP/1.1" status: 200 len: 945 time: 0.3658259 Apr 18 20:40:12.300264 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-3ab6c8bf-742b-4101-98b4-7af204890c80 req-634e87e8-23de-40a8-b2eb-33e3494a5a83 tempest-FloatingIPsAssociationTestJSON-661839082 tempest-FloatingIPsAssociationTestJSON-661839082-project] 10.222.0.42 "GET /v2.0/security-groups?id=5edfb6a7-e63f-4d6e-97ca-795ce1be36ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3201702 Apr 18 20:40:12.316713 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Device 489bc9af-8c18-4cbf-b0cb-efa3cb2b9723 up at agent ovs-agent-n-d-838334-2 {{(pid=84042) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 20:40:12.323506 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-06f13d18-e007-482b-a2f3-98a410ec567e req-36736bc6-54bc-445b-aecb-c09192563d7d service neutron] 10.222.0.48 "GET /v2.0/networks/81621119-9498-4395-a64b-7e94080c69d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5871255 Apr 18 20:40:12.405345 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e912ef8-2b4f-484f-a12b-9149b6c095ea req-e6df803b-7b71-4572-80c4-0c6872487e61 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:40:12.406804 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-7e912ef8-2b4f-484f-a12b-9149b6c095ea req-e6df803b-7b71-4572-80c4-0c6872487e61 service neutron] 10.222.0.48 "GET /v2.0/networks?id=5ab7510b-2145-476c-b9d7-eb0e1ae538b7 HTTP/1.1" status: 200 len: 921 time: 0.4256432 Apr 18 20:40:12.504888 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Provisioning for port 489bc9af-8c18-4cbf-b0cb-efa3cb2b9723 completed by entity L2. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 20:40:12.510873 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Provisioning complete for port 489bc9af-8c18-4cbf-b0cb-efa3cb2b9723 triggered by entity L2. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:40:12.511237 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1253608'] for port, provisioning_complete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:12.651811 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:12.660480 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac87cd79-3dbe-41f8-bf9b-fed47e4038a9 req-75db8c16-7991-4f2f-a545-e1d50d393e59 tempest-ServersOnMultiNodesTest-1168278630 tempest-ServersOnMultiNodesTest-1168278630-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:40:12.661989 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-ac87cd79-3dbe-41f8-bf9b-fed47e4038a9 req-75db8c16-7991-4f2f-a545-e1d50d393e59 tempest-ServersOnMultiNodesTest-1168278630 tempest-ServersOnMultiNodesTest-1168278630-project] 10.222.0.42 "GET /v2.0/ports?device_id=45877157-0d22-4fd3-83a2-0a0549a4ab80 HTTP/1.1" status: 200 len: 950 time: 0.5495286 Apr 18 20:40:12.691061 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] For port 489bc9af-8c18-4cbf-b0cb-efa3cb2b9723, host n-d-838334-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838334-2',level=0,port_id=489bc9af-8c18-4cbf-b0cb-efa3cb2b9723,segment=NetworkSegment(431dac21-62fe-4af2-a303-5868c7f4fc97),segment_id=431dac21-62fe-4af2-a303-5868c7f4fc97)] {{(pid=84042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:40:12.697099 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682'] for port, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:12.754725 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-7e912ef8-2b4f-484f-a12b-9149b6c095ea req-8601cf25-18f0-40ce-818a-bf549ee95344 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d9019af7-5b28-4057-8390-07c6b7249f04 HTTP/1.1" status: 200 len: 217 time: 0.2762797 Apr 18 20:40:12.805061 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Pushing event updated for resources: {'Port': ['ID=489bc9af-8c18-4cbf-b0cb-efa3cb2b9723,revision_number=5']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:40:12.815483 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-ac87cd79-3dbe-41f8-bf9b-fed47e4038a9 req-e616afd8-d627-4669-9bad-a7eb63dc11a7 tempest-ServersOnMultiNodesTest-1168278630 tempest-ServersOnMultiNodesTest-1168278630-project] 10.222.0.42 "GET /v2.0/security-groups?id=e1e985d3-f227-45b4-b9a7-ffadcd0db1b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1115849 Apr 18 20:40:12.922187 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbf981f2-0900-4697-9507-4a81abbc0455 req-9ddcb262-45a4-4453-9294-f24e1a36d490 tempest-ImagesTestJSON-757689736 tempest-ImagesTestJSON-757689736-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:40:12.930155 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-cbf981f2-0900-4697-9507-4a81abbc0455 req-9ddcb262-45a4-4453-9294-f24e1a36d490 tempest-ImagesTestJSON-757689736 tempest-ImagesTestJSON-757689736-project] 10.222.0.42 "GET /v2.0/ports?device_id=8673e101-8393-4988-bd25-3203c81d4af8 HTTP/1.1" status: 200 len: 945 time: 0.4515672 Apr 18 20:40:12.963434 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e912ef8-2b4f-484f-a12b-9149b6c095ea req-1f00bf36-4fb7-44f4-92ba-f4b0d91f4bd0 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:40:12.964929 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-7e912ef8-2b4f-484f-a12b-9149b6c095ea req-1f00bf36-4fb7-44f4-92ba-f4b0d91f4bd0 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=5bf38cb0-45bd-48cb-9f8c-19a270201f44 HTTP/1.1" status: 200 len: 860 time: 0.1905873 Apr 18 20:40:13.060977 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-243fa45a-d263-4be1-bc91-920225ff5d13 req-f064636c-f3f3-4a0b-a4d9-42c7b13ae177 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=f85a0d9202f64bddab6b7eaee6d6810d&device_id=cc0d4549-87de-476f-8fa1-88b0358bebbd HTTP/1.1" status: 200 len: 6475 time: 0.6291864 Apr 18 20:40:13.072486 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-cbf981f2-0900-4697-9507-4a81abbc0455 req-3b9d7331-08bf-4449-b191-6955c5da66e0 tempest-ImagesTestJSON-757689736 tempest-ImagesTestJSON-757689736-project] 10.222.0.42 "GET /v2.0/security-groups?id=59d22466-01c3-4eda-9b5c-cb887beaa55e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1414754 Apr 18 20:40:13.079179 n-d-838334-2 neutron-server[84042]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '45877157-0d22-4fd3-83a2-0a0549a4ab80', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '48374dfc-daf0-401c-976e-d3d8c71d0274'}] {{(pid=84042) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 20:40:13.111095 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-7e912ef8-2b4f-484f-a12b-9149b6c095ea req-ec56cd82-5940-4037-a42e-a8a9bd1f64f3 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=5ab7510b-2145-476c-b9d7-eb0e1ae538b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0913463 Apr 18 20:40:13.451741 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-7e912ef8-2b4f-484f-a12b-9149b6c095ea req-2ab248fa-7431-46e5-98b7-df2cfab31815 service neutron] 10.222.0.48 "GET /v2.0/networks/5ab7510b-2145-476c-b9d7-eb0e1ae538b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2896514 Apr 18 20:40:13.464508 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b81d3354-b561-4215-8926-ab754bf5d25c req-77a3f28d-bfc3-4353-859c-ab1c271c12a2 tempest-LiveAutoBlockMigrationV225Test-1713341100 tempest-LiveAutoBlockMigrationV225Test-1713341100-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:40:13.466243 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-b81d3354-b561-4215-8926-ab754bf5d25c req-77a3f28d-bfc3-4353-859c-ab1c271c12a2 tempest-LiveAutoBlockMigrationV225Test-1713341100 tempest-LiveAutoBlockMigrationV225Test-1713341100-project] 10.222.0.42 "GET /v2.0/ports?device_id=272ac2e1-1767-4624-8754-f8b5c8a39eb9 HTTP/1.1" status: 200 len: 943 time: 0.4819558 Apr 18 20:40:13.467323 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-243fa45a-d263-4be1-bc91-920225ff5d13 req-0fe1ff4c-96f3-41f0-8de0-15c6c13b26a5 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:40:13.469094 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-243fa45a-d263-4be1-bc91-920225ff5d13 req-0fe1ff4c-96f3-41f0-8de0-15c6c13b26a5 service neutron] 10.222.0.48 "GET /v2.0/networks?id=81621119-9498-4395-a64b-7e94080c69d1 HTTP/1.1" status: 200 len: 903 time: 0.3957679 Apr 18 20:40:13.657158 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-243fa45a-d263-4be1-bc91-920225ff5d13 req-be8ef5e3-fccb-4e2e-a20e-c06b3c4aa400 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=8544a82a-9c4d-48ac-9e80-35d430482dd8 HTTP/1.1" status: 200 len: 217 time: 0.1671417 Apr 18 20:40:13.675445 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcc38f19-6ca1-4569-8517-10977ff5d7d9 req-71e2884a-45bd-4240-87fe-4fb3ac160395 tempest-TaggedBootDevicesTest-1674414334 tempest-TaggedBootDevicesTest-1674414334-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:40:13.679608 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcc38f19-6ca1-4569-8517-10977ff5d7d9 req-71e2884a-45bd-4240-87fe-4fb3ac160395 tempest-TaggedBootDevicesTest-1674414334 tempest-TaggedBootDevicesTest-1674414334-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:40:13.683566 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcc38f19-6ca1-4569-8517-10977ff5d7d9 req-71e2884a-45bd-4240-87fe-4fb3ac160395 tempest-TaggedBootDevicesTest-1674414334 tempest-TaggedBootDevicesTest-1674414334-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:40:13.687487 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcc38f19-6ca1-4569-8517-10977ff5d7d9 req-71e2884a-45bd-4240-87fe-4fb3ac160395 tempest-TaggedBootDevicesTest-1674414334 tempest-TaggedBootDevicesTest-1674414334-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:40:13.692218 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcc38f19-6ca1-4569-8517-10977ff5d7d9 req-71e2884a-45bd-4240-87fe-4fb3ac160395 tempest-TaggedBootDevicesTest-1674414334 tempest-TaggedBootDevicesTest-1674414334-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:40:13.696298 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcc38f19-6ca1-4569-8517-10977ff5d7d9 req-71e2884a-45bd-4240-87fe-4fb3ac160395 tempest-TaggedBootDevicesTest-1674414334 tempest-TaggedBootDevicesTest-1674414334-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:40:13.700221 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcc38f19-6ca1-4569-8517-10977ff5d7d9 req-71e2884a-45bd-4240-87fe-4fb3ac160395 tempest-TaggedBootDevicesTest-1674414334 tempest-TaggedBootDevicesTest-1674414334-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:40:13.702137 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-dcc38f19-6ca1-4569-8517-10977ff5d7d9 req-71e2884a-45bd-4240-87fe-4fb3ac160395 tempest-TaggedBootDevicesTest-1674414334 tempest-TaggedBootDevicesTest-1674414334-project] 10.222.0.42 "GET /v2.0/ports?device_id=cc0d4549-87de-476f-8fa1-88b0358bebbd HTTP/1.1" status: 200 len: 5418 time: 0.4538739 Apr 18 20:40:13.776022 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-b81d3354-b561-4215-8926-ab754bf5d25c req-4e1b9f33-d304-40e5-8caf-ef1e0fdc2b05 tempest-LiveAutoBlockMigrationV225Test-1713341100 tempest-LiveAutoBlockMigrationV225Test-1713341100-project] 10.222.0.42 "GET /v2.0/security-groups?id=bf712067-aabd-4e70-aae1-082928dd1ccd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2849171 Apr 18 20:40:13.831019 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-7e912ef8-2b4f-484f-a12b-9149b6c095ea req-b81e33c0-56f8-41a5-96f9-57941ceb5691 service neutron] 10.222.0.48 "GET /v2.0/networks/5ab7510b-2145-476c-b9d7-eb0e1ae538b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3590479 Apr 18 20:40:13.875917 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-dcc38f19-6ca1-4569-8517-10977ff5d7d9 req-ea23629e-bf84-4ff7-96eb-a3dbc831cb10 tempest-TaggedBootDevicesTest-1674414334 tempest-TaggedBootDevicesTest-1674414334-project] 10.222.0.42 "GET /v2.0/security-groups?id=67ac5558-a250-4106-afe6-28a5add43e38&id=cf1a4c14-6b4c-4b5a-99f9-781aa8c875fd&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1336327 Apr 18 20:40:13.882777 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-243fa45a-d263-4be1-bc91-920225ff5d13 req-a16c7f9a-0102-441c-89e2-7e9d412eda8f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:40:13.886983 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-243fa45a-d263-4be1-bc91-920225ff5d13 req-a16c7f9a-0102-441c-89e2-7e9d412eda8f service neutron] 10.222.0.48 "GET /v2.0/subnets?id=56438b06-8f6c-4c48-a38f-f39ae02814c1 HTTP/1.1" status: 200 len: 797 time: 0.1801629 Apr 18 20:40:13.917583 n-d-838334-2 neutron-server[84042]: INFO neutron.notifiers.nova [-] Nova event matching ['req-30d91d62-8e56-494c-9a8d-eb6ddc58dd0f'] response: {'server_uuid': '45877157-0d22-4fd3-83a2-0a0549a4ab80', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '48374dfc-daf0-401c-976e-d3d8c71d0274', 'code': 200} Apr 18 20:40:14.265887 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Device 489bc9af-8c18-4cbf-b0cb-efa3cb2b9723 up at agent ovs-agent-n-d-838334-2 {{(pid=84042) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 20:40:14.339748 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Provisioning complete for port 489bc9af-8c18-4cbf-b0cb-efa3cb2b9723 triggered by entity L2. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:40:14.339965 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1253608'] for port, provisioning_complete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:14.359432 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-243fa45a-d263-4be1-bc91-920225ff5d13 req-cf024d01-8291-4b8c-85fa-48edea5da1b7 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=81621119-9498-4395-a64b-7e94080c69d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.4593453 Apr 18 20:40:14.487542 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-578afe3d-8c35-4c6a-8bb9-ab4966678c71 req-9f90889a-d063-47d8-a08b-f00c5c137cb7 tempest-FloatingIPsAssociationTestJSON-661839082 tempest-FloatingIPsAssociationTestJSON-661839082-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:40:14.492176 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-578afe3d-8c35-4c6a-8bb9-ab4966678c71 req-9f90889a-d063-47d8-a08b-f00c5c137cb7 tempest-FloatingIPsAssociationTestJSON-661839082 tempest-FloatingIPsAssociationTestJSON-661839082-project] 10.222.0.42 "GET /v2.0/ports?device_id=7bd31c74-5ed9-42a9-8cb8-065ab982f3bb HTTP/1.1" status: 200 len: 945 time: 0.3032923 Apr 18 20:40:14.525561 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73d43daa-2b2a-41a2-af0e-60ef8d0d811f req-4addbf66-8c4c-468e-8cb6-1b38d7ff7cd3 tempest-ServersOnMultiNodesTest-1168278630 tempest-ServersOnMultiNodesTest-1168278630-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:40:14.527150 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-73d43daa-2b2a-41a2-af0e-60ef8d0d811f req-4addbf66-8c4c-468e-8cb6-1b38d7ff7cd3 tempest-ServersOnMultiNodesTest-1168278630 tempest-ServersOnMultiNodesTest-1168278630-project] 10.222.0.42 "GET /v2.0/ports?device_id=45877157-0d22-4fd3-83a2-0a0549a4ab80 HTTP/1.1" status: 200 len: 950 time: 0.2973914 Apr 18 20:40:14.534501 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-59d02330-68c6-4fb4-affc-cb8497ce3f13 req-4e5331c9-9ad6-45c1-a28b-14911c1e38f5 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=45877157-0d22-4fd3-83a2-0a0549a4ab80 HTTP/1.1" status: 200 len: 1101 time: 0.4265883 Apr 18 20:40:14.618462 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-243fa45a-d263-4be1-bc91-920225ff5d13 req-fee04474-62ea-415b-b25e-f415478bf472 service neutron] 10.222.0.48 "GET /v2.0/networks/81621119-9498-4395-a64b-7e94080c69d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2468090 Apr 18 20:40:14.828958 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-578afe3d-8c35-4c6a-8bb9-ab4966678c71 req-ab3c81c2-08f0-4651-aa5d-7cdfa70a9fa7 tempest-FloatingIPsAssociationTestJSON-661839082 tempest-FloatingIPsAssociationTestJSON-661839082-project] 10.222.0.42 "GET /v2.0/security-groups?id=5edfb6a7-e63f-4d6e-97ca-795ce1be36ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2974608 Apr 18 20:40:14.850280 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-59d02330-68c6-4fb4-affc-cb8497ce3f13 req-a5c2fdc9-fd10-40d6-848f-99f2298433e8 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=e1e985d3-f227-45b4-b9a7-ffadcd0db1b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2998059 Apr 18 20:40:14.868143 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-73d43daa-2b2a-41a2-af0e-60ef8d0d811f req-fca2a2e8-be75-4d47-9993-69e36539d865 tempest-ServersOnMultiNodesTest-1168278630 tempest-ServersOnMultiNodesTest-1168278630-project] 10.222.0.42 "GET /v2.0/security-groups?id=e1e985d3-f227-45b4-b9a7-ffadcd0db1b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3049870 Apr 18 20:40:14.936510 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-243fa45a-d263-4be1-bc91-920225ff5d13 req-a1118c3f-4ffd-4116-b2e8-195f19766212 service neutron] 10.222.0.48 "GET /v2.0/networks/81621119-9498-4395-a64b-7e94080c69d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1906571 Apr 18 20:40:15.086974 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4d0f64f-e688-422a-a978-5646d935cfd9 req-8e64e57f-f9d7-42c2-9c39-9cc01ed26d10 tempest-ImagesTestJSON-757689736 tempest-ImagesTestJSON-757689736-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:40:15.088385 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-f4d0f64f-e688-422a-a978-5646d935cfd9 req-8e64e57f-f9d7-42c2-9c39-9cc01ed26d10 tempest-ImagesTestJSON-757689736 tempest-ImagesTestJSON-757689736-project] 10.222.0.42 "GET /v2.0/ports?device_id=8673e101-8393-4988-bd25-3203c81d4af8 HTTP/1.1" status: 200 len: 945 time: 0.0942101 Apr 18 20:40:15.157255 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-f4d0f64f-e688-422a-a978-5646d935cfd9 req-84370468-4bd9-4db4-ae81-f3efe355ca82 tempest-ImagesTestJSON-757689736 tempest-ImagesTestJSON-757689736-project] 10.222.0.42 "GET /v2.0/security-groups?id=59d22466-01c3-4eda-9b5c-cb887beaa55e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631974 Apr 18 20:40:15.450122 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-4c01daea-e1f1-4f44-9686-0cbe685042c7 req-44804748-5190-4b01-9208-1882a42bb7d9 tempest-FloatingIPsAssociationTestJSON-661839082 tempest-FloatingIPsAssociationTestJSON-661839082-project] 10.222.0.42 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2236524 Apr 18 20:40:15.456284 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26c38a23-569b-4130-b6a8-9deb2fcd658c req-d178c61d-b882-4b82-8151-395ab34e537e tempest-LiveAutoBlockMigrationV225Test-1713341100 tempest-LiveAutoBlockMigrationV225Test-1713341100-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:40:15.460072 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-26c38a23-569b-4130-b6a8-9deb2fcd658c req-d178c61d-b882-4b82-8151-395ab34e537e tempest-LiveAutoBlockMigrationV225Test-1713341100 tempest-LiveAutoBlockMigrationV225Test-1713341100-project] 10.222.0.42 "GET /v2.0/ports?device_id=272ac2e1-1767-4624-8754-f8b5c8a39eb9 HTTP/1.1" status: 200 len: 943 time: 0.2028437 Apr 18 20:40:15.469018 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.v2.base [req-4c01daea-e1f1-4f44-9686-0cbe685042c7 req-66f3c092-5898-4067-be3b-87af7ba36f4b tempest-FloatingIPsAssociationTestJSON-661839082 tempest-FloatingIPsAssociationTestJSON-661839082-project] Request body: {'floatingip': {'floating_network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c'}} {{(pid=84040) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 20:40:15.495537 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [req-4c01daea-e1f1-4f44-9686-0cbe685042c7 req-66f3c092-5898-4067-be3b-87af7ba36f4b tempest-FloatingIPsAssociationTestJSON-661839082 tempest-FloatingIPsAssociationTestJSON-661839082-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:40:15.501868 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [req-4c01daea-e1f1-4f44-9686-0cbe685042c7 req-66f3c092-5898-4067-be3b-87af7ba36f4b tempest-FloatingIPsAssociationTestJSON-661839082 tempest-FloatingIPsAssociationTestJSON-661839082-project] Usage tracker for resource:floatingip and tenant:c1a78f2b33ee4536986609e3ae5af78c is out of sync, need to count used quota {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:40:15.513017 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [req-4c01daea-e1f1-4f44-9686-0cbe685042c7 req-66f3c092-5898-4067-be3b-87af7ba36f4b tempest-FloatingIPsAssociationTestJSON-661839082 tempest-FloatingIPsAssociationTestJSON-661839082-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:40:15.523829 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [req-4c01daea-e1f1-4f44-9686-0cbe685042c7 req-66f3c092-5898-4067-be3b-87af7ba36f4b tempest-FloatingIPsAssociationTestJSON-661839082 tempest-FloatingIPsAssociationTestJSON-661839082-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:40:15.535438 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-26c38a23-569b-4130-b6a8-9deb2fcd658c req-379bdab8-4b39-44fb-8ba8-07ba228aa529 tempest-LiveAutoBlockMigrationV225Test-1713341100 tempest-LiveAutoBlockMigrationV225Test-1713341100-project] 10.222.0.42 "GET /v2.0/security-groups?id=bf712067-aabd-4e70-aae1-082928dd1ccd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702829 Apr 18 20:40:15.541013 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-4c01daea-e1f1-4f44-9686-0cbe685042c7 req-66f3c092-5898-4067-be3b-87af7ba36f4b tempest-FloatingIPsAssociationTestJSON-661839082 tempest-FloatingIPsAssociationTestJSON-661839082-project] Notify callbacks [] for floatingip, before_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:15.603135 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-814cfb81-d19e-42a5-ae77-5bab6060e2d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750375287399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253529'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:15.716712 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-4c01daea-e1f1-4f44-9686-0cbe685042c7 req-66f3c092-5898-4067-be3b-87af7ba36f4b tempest-FloatingIPsAssociationTestJSON-661839082 tempest-FloatingIPsAssociationTestJSON-661839082-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:15.918159 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5595a191-4372-4496-ad30-000a802f2e66 req-a6d63382-a89c-4e98-ae37-7850950ba887 tempest-TaggedBootDevicesTest-1674414334 tempest-TaggedBootDevicesTest-1674414334-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:40:15.922087 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5595a191-4372-4496-ad30-000a802f2e66 req-a6d63382-a89c-4e98-ae37-7850950ba887 tempest-TaggedBootDevicesTest-1674414334 tempest-TaggedBootDevicesTest-1674414334-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:40:15.926023 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5595a191-4372-4496-ad30-000a802f2e66 req-a6d63382-a89c-4e98-ae37-7850950ba887 tempest-TaggedBootDevicesTest-1674414334 tempest-TaggedBootDevicesTest-1674414334-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:40:15.930149 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5595a191-4372-4496-ad30-000a802f2e66 req-a6d63382-a89c-4e98-ae37-7850950ba887 tempest-TaggedBootDevicesTest-1674414334 tempest-TaggedBootDevicesTest-1674414334-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:40:15.934029 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5595a191-4372-4496-ad30-000a802f2e66 req-a6d63382-a89c-4e98-ae37-7850950ba887 tempest-TaggedBootDevicesTest-1674414334 tempest-TaggedBootDevicesTest-1674414334-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:40:15.937899 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5595a191-4372-4496-ad30-000a802f2e66 req-a6d63382-a89c-4e98-ae37-7850950ba887 tempest-TaggedBootDevicesTest-1674414334 tempest-TaggedBootDevicesTest-1674414334-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:40:15.942772 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5595a191-4372-4496-ad30-000a802f2e66 req-a6d63382-a89c-4e98-ae37-7850950ba887 tempest-TaggedBootDevicesTest-1674414334 tempest-TaggedBootDevicesTest-1674414334-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:40:15.945075 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-5595a191-4372-4496-ad30-000a802f2e66 req-a6d63382-a89c-4e98-ae37-7850950ba887 tempest-TaggedBootDevicesTest-1674414334 tempest-TaggedBootDevicesTest-1674414334-project] 10.222.0.42 "GET /v2.0/ports?device_id=cc0d4549-87de-476f-8fa1-88b0358bebbd HTTP/1.1" status: 200 len: 5418 time: 0.1890137 Apr 18 20:40:15.952051 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.db_base_plugin_common [req-4c01daea-e1f1-4f44-9686-0cbe685042c7 req-66f3c092-5898-4067-be3b-87af7ba36f4b tempest-FloatingIPsAssociationTestJSON-661839082 tempest-FloatingIPsAssociationTestJSON-661839082-project] Allocated IP 172.25.8.114 (e41b6600-a917-4a8d-b05c-be3be40c6d8c/6b05667b-848e-4356-9b44-d5eb6808ef74/f71a42fe-fdb3-4220-ac90-0019b787e35a) {{(pid=84040) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:40:16.085894 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-5595a191-4372-4496-ad30-000a802f2e66 req-edd44927-0872-4613-8fe3-a0f48095e7f8 tempest-TaggedBootDevicesTest-1674414334 tempest-TaggedBootDevicesTest-1674414334-project] 10.222.0.42 "GET /v2.0/security-groups?id=67ac5558-a250-4106-afe6-28a5add43e38&id=cf1a4c14-6b4c-4b5a-99f9-781aa8c875fd&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1237807 Apr 18 20:40:16.154185 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-4c01daea-e1f1-4f44-9686-0cbe685042c7 req-66f3c092-5898-4067-be3b-87af7ba36f4b tempest-FloatingIPsAssociationTestJSON-661839082 tempest-FloatingIPsAssociationTestJSON-661839082-project] Notify callbacks [] for port, precommit_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:16.284368 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-4c01daea-e1f1-4f44-9686-0cbe685042c7 req-66f3c092-5898-4067-be3b-87af7ba36f4b tempest-FloatingIPsAssociationTestJSON-661839082 tempest-FloatingIPsAssociationTestJSON-661839082-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750374836619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32440838'] for port, after_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:16.379400 n-d-838334-2 neutron-server[84040]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4c01daea-e1f1-4f44-9686-0cbe685042c7 req-66f3c092-5898-4067-be3b-87af7ba36f4b tempest-FloatingIPsAssociationTestJSON-661839082 tempest-FloatingIPsAssociationTestJSON-661839082-project] Network e41b6600-a917-4a8d-b05c-be3be40c6d8c is already hosted by enough agents. {{(pid=84040) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:40:16.383843 n-d-838334-2 neutron-server[84040]: DEBUG neutron.scheduler.base_scheduler [req-4c01daea-e1f1-4f44-9686-0cbe685042c7 req-66f3c092-5898-4067-be3b-87af7ba36f4b tempest-FloatingIPsAssociationTestJSON-661839082 tempest-FloatingIPsAssociationTestJSON-661839082-project] Resources bound (agent type, host, resource id): {{(pid=84040) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:40:16.386722 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-cc907436-2cc7-4ba3-82cd-dbd31dc5bbf2 req-1b4a0807-c5c3-483e-b8f5-c10ff42dbb85 service neutron] 10.222.0.48 "GET /v2.0/ports/d9019af7-5b28-4057-8390-07c6b7249f04/bindings/n-h1-838334-2 HTTP/1.1" status: 200 len: 384 time: 0.2120285 Apr 18 20:40:16.388636 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.l3_dvrscheduler_db [req-4c01daea-e1f1-4f44-9686-0cbe685042c7 req-66f3c092-5898-4067-be3b-87af7ba36f4b tempest-FloatingIPsAssociationTestJSON-661839082 tempest-FloatingIPsAssociationTestJSON-661839082-project] Received port after_create {{(pid=84040) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 20:40:16.483567 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66f3c092-5898-4067-be3b-87af7ba36f4b tempest-FloatingIPsAssociationTestJSON-661839082 tempest-FloatingIPsAssociationTestJSON-661839082-project] Pushing event updated for resources: {'Port': ['ID=f71a42fe-fdb3-4220-ac90-0019b787e35a,revision_number=1']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:40:16.514733 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58a0bfb7-650f-4d60-81dd-758a8e159037 req-bf610102-da42-4704-bb52-6438c42cb575 tempest-VolumesAdminNegativeTest-2082754132 tempest-VolumesAdminNegativeTest-2082754132-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:40:16.516223 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-58a0bfb7-650f-4d60-81dd-758a8e159037 req-bf610102-da42-4704-bb52-6438c42cb575 tempest-VolumesAdminNegativeTest-2082754132 tempest-VolumesAdminNegativeTest-2082754132-project] 10.222.0.42 "GET /v2.0/ports?device_id=9ee457da-713c-453b-9df5-efd3166e7de4 HTTP/1.1" status: 200 len: 946 time: 0.2865610 Apr 18 20:40:16.653798 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-58a0bfb7-650f-4d60-81dd-758a8e159037 req-b8cd7a58-d64e-4c6a-9a51-07f038156d7d tempest-VolumesAdminNegativeTest-2082754132 tempest-VolumesAdminNegativeTest-2082754132-project] 10.222.0.42 "GET /v2.0/security-groups?id=6f654b34-a739-4d28-98f0-67f4671813aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1281509 Apr 18 20:40:17.011453 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-4c01daea-e1f1-4f44-9686-0cbe685042c7 req-66f3c092-5898-4067-be3b-87af7ba36f4b tempest-FloatingIPsAssociationTestJSON-661839082 tempest-FloatingIPsAssociationTestJSON-661839082-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:17.041086 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73f5a1d4-d343-461a-bcb0-7e177879e1bc req-da0a9aac-3d87-481c-a2e3-e03a3003d378 tempest-VolumesAdminNegativeTest-2082754132 tempest-VolumesAdminNegativeTest-2082754132-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:40:17.042699 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-73f5a1d4-d343-461a-bcb0-7e177879e1bc req-da0a9aac-3d87-481c-a2e3-e03a3003d378 tempest-VolumesAdminNegativeTest-2082754132 tempest-VolumesAdminNegativeTest-2082754132-project] 10.222.0.43 "GET /v2.0/ports?device_id=9ee457da-713c-453b-9df5-efd3166e7de4 HTTP/1.1" status: 200 len: 946 time: 0.1272802 Apr 18 20:40:17.065981 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.db [req-cc907436-2cc7-4ba3-82cd-dbd31dc5bbf2 req-1335538d-3f38-499d-b47b-6e19270ca744 service neutron] For port d9019af7-5b28-4057-8390-07c6b7249f04, host n-h2-838334-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838334-2',level=0,port_id=d9019af7-5b28-4057-8390-07c6b7249f04,segment=NetworkSegment(e2a67327-2af4-4205-9ade-197b88c2bea8),segment_id=e2a67327-2af4-4205-9ade-197b88c2bea8)] {{(pid=84040) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:40:17.116660 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.db [req-cc907436-2cc7-4ba3-82cd-dbd31dc5bbf2 req-1335538d-3f38-499d-b47b-6e19270ca744 service neutron] For port d9019af7-5b28-4057-8390-07c6b7249f04, host n-h2-838334-2, cleared binding levels {{(pid=84040) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 20:40:17.148770 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-4c01daea-e1f1-4f44-9686-0cbe685042c7 req-66f3c092-5898-4067-be3b-87af7ba36f4b tempest-FloatingIPsAssociationTestJSON-661839082 tempest-FloatingIPsAssociationTestJSON-661839082-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:17.175739 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.plugin [req-73f5a1d4-d343-461a-bcb0-7e177879e1bc req-2e2a351c-b07d-49ba-8241-5b22623232df tempest-VolumesAdminNegativeTest-2082754132 tempest-VolumesAdminNegativeTest-2082754132-project] Deleting port 201de10e-ce02-4c05-8152-279dc9fda613 {{(pid=84041) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 20:40:17.176008 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [req-73f5a1d4-d343-461a-bcb0-7e177879e1bc req-2e2a351c-b07d-49ba-8241-5b22623232df tempest-VolumesAdminNegativeTest-2082754132 tempest-VolumesAdminNegativeTest-2082754132-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750375188691'] for port, before_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:17.277495 n-d-838334-2 neutron-server[84040]: DEBUG neutron.notifiers.nova [req-cc907436-2cc7-4ba3-82cd-dbd31dc5bbf2 req-1335538d-3f38-499d-b47b-6e19270ca744 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d9019af7-5b28-4057-8390-07c6b7249f04 {{(pid=84040) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 18 20:40:17.296068 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.db [req-cc907436-2cc7-4ba3-82cd-dbd31dc5bbf2 req-1335538d-3f38-499d-b47b-6e19270ca744 service neutron] For port d9019af7-5b28-4057-8390-07c6b7249f04, host n-h1-838334-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838334-2',level=0,port_id=d9019af7-5b28-4057-8390-07c6b7249f04,segment=NetworkSegment(e2a67327-2af4-4205-9ade-197b88c2bea8),segment_id=e2a67327-2af4-4205-9ade-197b88c2bea8)] {{(pid=84040) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:40:17.328862 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-cc907436-2cc7-4ba3-82cd-dbd31dc5bbf2 req-1335538d-3f38-499d-b47b-6e19270ca744 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:17.521587 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.db [req-73f5a1d4-d343-461a-bcb0-7e177879e1bc req-2e2a351c-b07d-49ba-8241-5b22623232df tempest-VolumesAdminNegativeTest-2082754132 tempest-VolumesAdminNegativeTest-2082754132-project] For port 201de10e-ce02-4c05-8152-279dc9fda613, host n-h1-838334-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838334-2',level=0,port_id=201de10e-ce02-4c05-8152-279dc9fda613,segment=NetworkSegment(fad4d202-e675-4ef9-a2c9-455ad2733ac3),segment_id=fad4d202-e675-4ef9-a2c9-455ad2733ac3)] {{(pid=84041) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:40:17.521942 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [req-73f5a1d4-d343-461a-bcb0-7e177879e1bc req-2e2a351c-b07d-49ba-8241-5b22623232df tempest-VolumesAdminNegativeTest-2082754132 tempest-VolumesAdminNegativeTest-2082754132-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369123'] for port, precommit_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:17.573849 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae48e83b-75ad-4322-a329-8e485961efc4 req-754dc437-890a-4034-85fe-c964122b4510 tempest-ServersOnMultiNodesTest-1168278630 tempest-ServersOnMultiNodesTest-1168278630-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:40:17.580779 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-ae48e83b-75ad-4322-a329-8e485961efc4 req-754dc437-890a-4034-85fe-c964122b4510 tempest-ServersOnMultiNodesTest-1168278630 tempest-ServersOnMultiNodesTest-1168278630-project] 10.222.0.42 "GET /v2.0/ports?device_id=45877157-0d22-4fd3-83a2-0a0549a4ab80 HTTP/1.1" status: 200 len: 950 time: 0.3505766 Apr 18 20:40:17.627803 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.provisioning_blocks [req-cc907436-2cc7-4ba3-82cd-dbd31dc5bbf2 req-1335538d-3f38-499d-b47b-6e19270ca744 service neutron] Transition to ACTIVE for port object d9019af7-5b28-4057-8390-07c6b7249f04 will not be triggered until provisioned by entity L2. {{(pid=84040) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 20:40:17.647945 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-cc907436-2cc7-4ba3-82cd-dbd31dc5bbf2 req-1335538d-3f38-499d-b47b-6e19270ca744 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32440959'] for port, after_update {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:17.691824 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.plugin [req-73f5a1d4-d343-461a-bcb0-7e177879e1bc req-2e2a351c-b07d-49ba-8241-5b22623232df tempest-VolumesAdminNegativeTest-2082754132 tempest-VolumesAdminNegativeTest-2082754132-project] Calling delete_port for 201de10e-ce02-4c05-8152-279dc9fda613 owned by compute:nova {{(pid=84041) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 20:40:17.729891 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-ae48e83b-75ad-4322-a329-8e485961efc4 req-58e752be-b12c-4d4e-914e-7ee8b5f23ae2 tempest-ServersOnMultiNodesTest-1168278630 tempest-ServersOnMultiNodesTest-1168278630-project] 10.222.0.42 "GET /v2.0/security-groups?id=e1e985d3-f227-45b4-b9a7-ffadcd0db1b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1269987 Apr 18 20:40:17.827452 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-4c01daea-e1f1-4f44-9686-0cbe685042c7 req-66f3c092-5898-4067-be3b-87af7ba36f4b tempest-FloatingIPsAssociationTestJSON-661839082 tempest-FloatingIPsAssociationTestJSON-661839082-project] Notify callbacks [] for port, precommit_update {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:17.844787 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.l3_dvrscheduler_db [req-cc907436-2cc7-4ba3-82cd-dbd31dc5bbf2 req-1335538d-3f38-499d-b47b-6e19270ca744 service neutron] No DVR routers for this DVR port d9019af7-5b28-4057-8390-07c6b7249f04 on host n-h2-838334-2 {{(pid=84040) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 20:40:17.849818 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-4c01daea-e1f1-4f44-9686-0cbe685042c7 req-66f3c092-5898-4067-be3b-87af7ba36f4b tempest-FloatingIPsAssociationTestJSON-661839082 tempest-FloatingIPsAssociationTestJSON-661839082-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32440959'] for port, after_update {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:17.855251 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1335538d-3f38-499d-b47b-6e19270ca744 service neutron] Pushing event updated for resources: {'Port': ['ID=d9019af7-5b28-4057-8390-07c6b7249f04,revision_number=10']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:40:17.856346 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-198c353e-9080-437a-8b5d-108e01bd63bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750375287399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253529'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:18.019591 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [req-73f5a1d4-d343-461a-bcb0-7e177879e1bc req-2e2a351c-b07d-49ba-8241-5b22623232df tempest-VolumesAdminNegativeTest-2082754132 tempest-VolumesAdminNegativeTest-2082754132-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750375259028', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750374836628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32266323'] for port, after_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:18.035400 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] get_ports_and_sgs() called for port_ids ['201de10e-ce02-4c05-8152-279dc9fda613'] {{(pid=84042) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 18 20:40:18.071259 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66f3c092-5898-4067-be3b-87af7ba36f4b tempest-FloatingIPsAssociationTestJSON-661839082 tempest-FloatingIPsAssociationTestJSON-661839082-project] Pushing event updated for resources: {'Port': ['ID=f71a42fe-fdb3-4220-ac90-0019b787e35a,revision_number=2']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:40:18.084790 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-cc907436-2cc7-4ba3-82cd-dbd31dc5bbf2 req-1335538d-3f38-499d-b47b-6e19270ca744 service neutron] 10.222.0.48 "PUT /v2.0/ports/d9019af7-5b28-4057-8390-07c6b7249f04/bindings/n-h1-838334-2/activate HTTP/1.1" status: 200 len: 369 time: 1.6623805 Apr 18 20:40:18.087197 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e2a351c-b07d-49ba-8241-5b22623232df tempest-VolumesAdminNegativeTest-2082754132 tempest-VolumesAdminNegativeTest-2082754132-project] Pushing event deleted for resources: {'Port': ['ID=201de10e-ce02-4c05-8152-279dc9fda613,revision_number=None']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:40:18.090059 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-4c01daea-e1f1-4f44-9686-0cbe685042c7 req-66f3c092-5898-4067-be3b-87af7ba36f4b tempest-FloatingIPsAssociationTestJSON-661839082 tempest-FloatingIPsAssociationTestJSON-661839082-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33444131'] for floatingip, after_update {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:18.121188 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-4c01daea-e1f1-4f44-9686-0cbe685042c7 req-66f3c092-5898-4067-be3b-87af7ba36f4b tempest-FloatingIPsAssociationTestJSON-661839082 tempest-FloatingIPsAssociationTestJSON-661839082-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217293'] for floatingip, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:18.122775 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-4c01daea-e1f1-4f44-9686-0cbe685042c7 req-66f3c092-5898-4067-be3b-87af7ba36f4b tempest-FloatingIPsAssociationTestJSON-661839082 tempest-FloatingIPsAssociationTestJSON-661839082-project] 10.222.0.42 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 2.6597812 Apr 18 20:40:18.189172 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e856a72-30f7-414b-b47e-3c60fd14866e req-38f893b2-8def-4309-a876-ecabf46e0fa4 tempest-LiveAutoBlockMigrationV225Test-1713341100 tempest-LiveAutoBlockMigrationV225Test-1713341100-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:40:18.192551 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-8e856a72-30f7-414b-b47e-3c60fd14866e req-38f893b2-8def-4309-a876-ecabf46e0fa4 tempest-LiveAutoBlockMigrationV225Test-1713341100 tempest-LiveAutoBlockMigrationV225Test-1713341100-project] 10.222.0.42 "GET /v2.0/ports?device_id=272ac2e1-1767-4624-8754-f8b5c8a39eb9 HTTP/1.1" status: 200 len: 944 time: 0.2005262 Apr 18 20:40:18.218985 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.l3_dvrscheduler_db [req-73f5a1d4-d343-461a-bcb0-7e177879e1bc req-2e2a351c-b07d-49ba-8241-5b22623232df tempest-VolumesAdminNegativeTest-2082754132 tempest-VolumesAdminNegativeTest-2082754132-project] No DVR routers for this DVR port 201de10e-ce02-4c05-8152-279dc9fda613 on host n-h1-838334-2 {{(pid=84041) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 20:40:18.221830 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [req-73f5a1d4-d343-461a-bcb0-7e177879e1bc req-2e2a351c-b07d-49ba-8241-5b22623232df tempest-VolumesAdminNegativeTest-2082754132 tempest-VolumesAdminNegativeTest-2082754132-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217293'] for port, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:18.229852 n-d-838334-2 neutron-server[84041]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9ee457da-713c-453b-9df5-efd3166e7de4', 'name': 'network-vif-deleted', 'tag': '201de10e-ce02-4c05-8152-279dc9fda613'}] {{(pid=84041) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 20:40:18.255257 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [req-4c01daea-e1f1-4f44-9686-0cbe685042c7 req-895771b9-69d4-4acf-a03e-3d11e4317af6 tempest-FloatingIPsAssociationTestJSON-661839082 tempest-FloatingIPsAssociationTestJSON-661839082-project] Synchronizing usage tracker for tenant:c1a78f2b33ee4536986609e3ae5af78c on resource:floatingip {{(pid=84040) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 20:40:18.255501 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-73f5a1d4-d343-461a-bcb0-7e177879e1bc req-2e2a351c-b07d-49ba-8241-5b22623232df tempest-VolumesAdminNegativeTest-2082754132 tempest-VolumesAdminNegativeTest-2082754132-project] 10.222.0.43 "DELETE /v2.0/ports/201de10e-ce02-4c05-8152-279dc9fda613 HTTP/1.1" status: 204 len: 173 time: 1.2060466 Apr 18 20:40:18.290665 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-cc907436-2cc7-4ba3-82cd-dbd31dc5bbf2 req-a024e300-ae53-4b7d-bd7e-a794fab6116f tempest-LiveAutoBlockMigrationV225Test-203169570 tempest-LiveAutoBlockMigrationV225Test-203169570-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=272ac2e1-1767-4624-8754-f8b5c8a39eb9&tenant_id=7843cba0a7e24a0397d5219cb7fd254c&binding%3Ahost_id=n-h2-838334-2 HTTP/1.1" status: 200 len: 1095 time: 0.1195533 Apr 18 20:40:18.311174 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-8e856a72-30f7-414b-b47e-3c60fd14866e req-48f32f3e-7b12-44cc-a7c8-083b777fe012 tempest-LiveAutoBlockMigrationV225Test-1713341100 tempest-LiveAutoBlockMigrationV225Test-1713341100-project] 10.222.0.42 "GET /v2.0/security-groups?id=bf712067-aabd-4e70-aae1-082928dd1ccd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1097734 Apr 18 20:40:18.312473 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [req-4c01daea-e1f1-4f44-9686-0cbe685042c7 req-895771b9-69d4-4acf-a03e-3d11e4317af6 tempest-FloatingIPsAssociationTestJSON-661839082 tempest-FloatingIPsAssociationTestJSON-661839082-project] Unset dirty status for tenant:c1a78f2b33ee4536986609e3ae5af78c on resource:floatingip {{(pid=84040) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 20:40:18.313631 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-4c01daea-e1f1-4f44-9686-0cbe685042c7 req-895771b9-69d4-4acf-a03e-3d11e4317af6 tempest-FloatingIPsAssociationTestJSON-661839082 tempest-FloatingIPsAssociationTestJSON-661839082-project] 10.222.0.42 "GET /v2.0/floatingips?floating_ip_address=172.25.8.114 HTTP/1.1" status: 200 len: 696 time: 0.1777694 Apr 18 20:40:18.399009 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-cc907436-2cc7-4ba3-82cd-dbd31dc5bbf2 req-32ebafed-af0f-43d0-93d7-64359fa4eae4 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=272ac2e1-1767-4624-8754-f8b5c8a39eb9&tenant_id=7843cba0a7e24a0397d5219cb7fd254c HTTP/1.1" status: 200 len: 1095 time: 0.1007562 Apr 18 20:40:18.522899 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-cc907436-2cc7-4ba3-82cd-dbd31dc5bbf2 req-4506bfda-ab2f-427c-8682-f3b018940713 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=7843cba0a7e24a0397d5219cb7fd254c&device_id=272ac2e1-1767-4624-8754-f8b5c8a39eb9 HTTP/1.1" status: 200 len: 1095 time: 0.0859177 Apr 18 20:40:18.527251 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c01daea-e1f1-4f44-9686-0cbe685042c7 req-4027a6df-18dd-468a-8beb-baac2a4ee00c tempest-FloatingIPsAssociationTestJSON-661839082 tempest-FloatingIPsAssociationTestJSON-661839082-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:40:18.536330 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-4c01daea-e1f1-4f44-9686-0cbe685042c7 req-4027a6df-18dd-468a-8beb-baac2a4ee00c tempest-FloatingIPsAssociationTestJSON-661839082 tempest-FloatingIPsAssociationTestJSON-661839082-project] 10.222.0.42 "GET /v2.0/networks/e41b6600-a917-4a8d-b05c-be3be40c6d8c HTTP/1.1" status: 200 len: 784 time: 0.2168322 Apr 18 20:40:18.712766 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc907436-2cc7-4ba3-82cd-dbd31dc5bbf2 req-b7515dea-094d-492c-b973-814c926230f9 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:40:18.715135 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-cc907436-2cc7-4ba3-82cd-dbd31dc5bbf2 req-b7515dea-094d-492c-b973-814c926230f9 service neutron] 10.222.0.43 "GET /v2.0/networks?id=5ab7510b-2145-476c-b9d7-eb0e1ae538b7 HTTP/1.1" status: 200 len: 921 time: 0.1824727 Apr 18 20:40:18.745157 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-39fbb4c7-467d-416d-9593-738470d35938 req-4b5f26d3-b49f-48df-a509-588389bae4bb tempest-VolumesAdminNegativeTest-2082754132 tempest-VolumesAdminNegativeTest-2082754132-project] 10.222.0.42 "GET /v2.0/ports?device_id=9ee457da-713c-453b-9df5-efd3166e7de4 HTTP/1.1" status: 200 len: 210 time: 0.0483780 Apr 18 20:40:18.760335 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-341e2e7a-0342-4745-be1f-730380913549 req-4ccde5aa-ae72-448f-96bd-5a6aa537ac84 tempest-TaggedBootDevicesTest-1674414334 tempest-TaggedBootDevicesTest-1674414334-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:40:18.764238 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-341e2e7a-0342-4745-be1f-730380913549 req-4ccde5aa-ae72-448f-96bd-5a6aa537ac84 tempest-TaggedBootDevicesTest-1674414334 tempest-TaggedBootDevicesTest-1674414334-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:40:18.768991 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-341e2e7a-0342-4745-be1f-730380913549 req-4ccde5aa-ae72-448f-96bd-5a6aa537ac84 tempest-TaggedBootDevicesTest-1674414334 tempest-TaggedBootDevicesTest-1674414334-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:40:18.782243 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-341e2e7a-0342-4745-be1f-730380913549 req-4ccde5aa-ae72-448f-96bd-5a6aa537ac84 tempest-TaggedBootDevicesTest-1674414334 tempest-TaggedBootDevicesTest-1674414334-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:40:18.782243 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-341e2e7a-0342-4745-be1f-730380913549 req-4ccde5aa-ae72-448f-96bd-5a6aa537ac84 tempest-TaggedBootDevicesTest-1674414334 tempest-TaggedBootDevicesTest-1674414334-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:40:18.783101 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-341e2e7a-0342-4745-be1f-730380913549 req-4ccde5aa-ae72-448f-96bd-5a6aa537ac84 tempest-TaggedBootDevicesTest-1674414334 tempest-TaggedBootDevicesTest-1674414334-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:40:18.786499 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-341e2e7a-0342-4745-be1f-730380913549 req-4ccde5aa-ae72-448f-96bd-5a6aa537ac84 tempest-TaggedBootDevicesTest-1674414334 tempest-TaggedBootDevicesTest-1674414334-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:40:18.793801 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-341e2e7a-0342-4745-be1f-730380913549 req-4ccde5aa-ae72-448f-96bd-5a6aa537ac84 tempest-TaggedBootDevicesTest-1674414334 tempest-TaggedBootDevicesTest-1674414334-project] 10.222.0.42 "GET /v2.0/ports?device_id=cc0d4549-87de-476f-8fa1-88b0358bebbd HTTP/1.1" status: 200 len: 5418 time: 0.1905091 Apr 18 20:40:18.802241 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Device 381ec59e-d451-43b9-84e0-efcf973bb949 details requested by agent hyperv_n-h1-838334-2 with host n-h1-838334-2 {{(pid=84042) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 18 20:40:18.824816 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-cc907436-2cc7-4ba3-82cd-dbd31dc5bbf2 req-849798c6-3e05-4b2d-9095-66679694da94 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d9019af7-5b28-4057-8390-07c6b7249f04 HTTP/1.1" status: 200 len: 217 time: 0.0975783 Apr 18 20:40:18.867221 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-341e2e7a-0342-4745-be1f-730380913549 req-f2bbb867-2696-4793-9de7-b0872e88ecbb tempest-TaggedBootDevicesTest-1674414334 tempest-TaggedBootDevicesTest-1674414334-project] 10.222.0.42 "GET /v2.0/security-groups?id=67ac5558-a250-4106-afe6-28a5add43e38&id=cf1a4c14-6b4c-4b5a-99f9-781aa8c875fd&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0722504 Apr 18 20:40:18.932994 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc907436-2cc7-4ba3-82cd-dbd31dc5bbf2 req-0eaa182c-493b-4bbb-930f-740c58a41725 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:40:18.933481 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-cc907436-2cc7-4ba3-82cd-dbd31dc5bbf2 req-0eaa182c-493b-4bbb-930f-740c58a41725 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=5bf38cb0-45bd-48cb-9f8c-19a270201f44 HTTP/1.1" status: 200 len: 860 time: 0.1017222 Apr 18 20:40:19.033418 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-cc907436-2cc7-4ba3-82cd-dbd31dc5bbf2 req-c2f046c8-c69c-4708-a196-91d35704339f service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=5ab7510b-2145-476c-b9d7-eb0e1ae538b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0911007 Apr 18 20:40:19.040566 n-d-838334-2 neutron-server[84041]: INFO neutron.notifiers.nova [-] Nova event matching ['req-25fc359a-e0d6-4e38-b828-46ec9022c592'] response: {'server_uuid': '9ee457da-713c-453b-9df5-efd3166e7de4', 'name': 'network-vif-deleted', 'tag': '201de10e-ce02-4c05-8152-279dc9fda613', 'status': 'completed', 'code': 200} Apr 18 20:40:19.126084 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750375287399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253529'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:19.166780 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-60e0f827-91f8-4e1a-8afe-7aaca3b832e5 req-496ebde1-5bc4-4183-bdf2-20b8fe2ce57c tempest-ServersOnMultiNodesTest-84485173 tempest-ServersOnMultiNodesTest-84485173-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=45877157-0d22-4fd3-83a2-0a0549a4ab80 HTTP/1.1" status: 200 len: 1101 time: 0.1854663 Apr 18 20:40:19.180571 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] For port 381ec59e-d451-43b9-84e0-efcf973bb949, host n-h1-838334-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838334-2',level=0,port_id=381ec59e-d451-43b9-84e0-efcf973bb949,segment=NetworkSegment(636e5b77-90d2-4b9f-a149-e8d80d7281ee),segment_id=636e5b77-90d2-4b9f-a149-e8d80d7281ee)] {{(pid=84042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:40:19.196642 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Returning: {'device': '381ec59e-d451-43b9-84e0-efcf973bb949', 'network_id': 'a92cea34-83a9-4801-bb75-cc07c451223b', 'port_id': '381ec59e-d451-43b9-84e0-efcf973bb949', 'mac_address': 'fa:16:3e:0c:34:dd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 391, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6bff4054-f84b-415b-b0b0-aa32d7878409', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84042) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 18 20:40:19.240693 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-60e0f827-91f8-4e1a-8afe-7aaca3b832e5 req-6a2d58d5-f66b-4f7f-9719-49742075a36a tempest-ServersOnMultiNodesTest-84485173 tempest-ServersOnMultiNodesTest-84485173-project-admin] Notify callbacks [] for security_group, before_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:19.264470 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:19.282644 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Device d9019af7-5b28-4057-8390-07c6b7249f04 no longer exists at agent hyperv_n-h2-838334-2 {{(pid=84042) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 20:40:19.340520 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-cc907436-2cc7-4ba3-82cd-dbd31dc5bbf2 req-15c4b308-b864-4a9a-a5a5-5a9abfb41e77 service neutron] 10.222.0.43 "GET /v2.0/networks/5ab7510b-2145-476c-b9d7-eb0e1ae538b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2876914 Apr 18 20:40:19.387646 n-d-838334-2 neutron-server[84042]: DEBUG neutron.notifiers.nova [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 381ec59e-d451-43b9-84e0-efcf973bb949 {{(pid=84042) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 18 20:40:19.397379 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-414b6ffe-e119-47bc-b18f-bcff1219c2f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750375287399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253529'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:19.416199 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] For port 381ec59e-d451-43b9-84e0-efcf973bb949, host n-h1-838334-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838334-2',level=0,port_id=381ec59e-d451-43b9-84e0-efcf973bb949,segment=NetworkSegment(636e5b77-90d2-4b9f-a149-e8d80d7281ee),segment_id=636e5b77-90d2-4b9f-a149-e8d80d7281ee)] {{(pid=84042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:40:19.417494 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Device d9019af7-5b28-4057-8390-07c6b7249f04 not bound to the agent host n-h2-838334-2 {{(pid=84042) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 20:40:19.422171 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682'] for port, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:19.486297 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [req-60e0f827-91f8-4e1a-8afe-7aaca3b832e5 req-6a2d58d5-f66b-4f7f-9719-49742075a36a tempest-ServersOnMultiNodesTest-84485173 tempest-ServersOnMultiNodesTest-84485173-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:40:19.494921 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [req-60e0f827-91f8-4e1a-8afe-7aaca3b832e5 req-6a2d58d5-f66b-4f7f-9719-49742075a36a tempest-ServersOnMultiNodesTest-84485173 tempest-ServersOnMultiNodesTest-84485173-project-admin] Usage tracker for resource:security_group_rule and tenant:1a209be68d1c497e8faa4df9d1a59298 is out of sync, need to count used quota {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:40:19.498347 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Pushing event updated for resources: {'Port': ['ID=381ec59e-d451-43b9-84e0-efcf973bb949,revision_number=6']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:40:19.510328 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [req-60e0f827-91f8-4e1a-8afe-7aaca3b832e5 req-6a2d58d5-f66b-4f7f-9719-49742075a36a tempest-ServersOnMultiNodesTest-84485173 tempest-ServersOnMultiNodesTest-84485173-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:40:19.522641 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [req-60e0f827-91f8-4e1a-8afe-7aaca3b832e5 req-6a2d58d5-f66b-4f7f-9719-49742075a36a tempest-ServersOnMultiNodesTest-84485173 tempest-ServersOnMultiNodesTest-84485173-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:40:19.543325 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-cc907436-2cc7-4ba3-82cd-dbd31dc5bbf2 req-63294353-3451-434c-9c5a-867b71f03de1 service neutron] 10.222.0.43 "GET /v2.0/networks/5ab7510b-2145-476c-b9d7-eb0e1ae538b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1904888 Apr 18 20:40:19.558906 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ed7183c-4698-42ef-b999-02489cb2960c req-bc54b730-5133-47e3-8865-0ab5ac82d6c4 tempest-FloatingIPsAssociationTestJSON-661839082 tempest-FloatingIPsAssociationTestJSON-661839082-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:40:19.560383 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-8ed7183c-4698-42ef-b999-02489cb2960c req-bc54b730-5133-47e3-8865-0ab5ac82d6c4 tempest-FloatingIPsAssociationTestJSON-661839082 tempest-FloatingIPsAssociationTestJSON-661839082-project] 10.222.0.42 "GET /v2.0/networks?id=7b96c852-8e2e-4d3b-ad4b-39924026f663 HTTP/1.1" status: 200 len: 820 time: 0.3059232 Apr 18 20:40:19.590253 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-8ed7183c-4698-42ef-b999-02489cb2960c req-306573fd-e203-4d28-a2a1-a4aa20637528 tempest-FloatingIPsAssociationTestJSON-661839082 tempest-FloatingIPsAssociationTestJSON-661839082-project] 10.222.0.42 "GET /v2.0/quotas/c1a78f2b33ee4536986609e3ae5af78c HTTP/1.1" status: 200 len: 375 time: 0.0200469 Apr 18 20:40:19.605971 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] get_ports_and_sgs() called for port_ids ['381ec59e-d451-43b9-84e0-efcf973bb949'] {{(pid=84042) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 18 20:40:19.679172 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-60e0f827-91f8-4e1a-8afe-7aaca3b832e5 req-6a2d58d5-f66b-4f7f-9719-49742075a36a tempest-ServersOnMultiNodesTest-84485173 tempest-ServersOnMultiNodesTest-84485173-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:19.688333 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-60e0f827-91f8-4e1a-8afe-7aaca3b832e5 req-6a2d58d5-f66b-4f7f-9719-49742075a36a tempest-ServersOnMultiNodesTest-84485173 tempest-ServersOnMultiNodesTest-84485173-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33528224'] for security_group, after_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:19.732626 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-60e0f827-91f8-4e1a-8afe-7aaca3b832e5 req-6a2d58d5-f66b-4f7f-9719-49742075a36a tempest-ServersOnMultiNodesTest-84485173 tempest-ServersOnMultiNodesTest-84485173-project-admin] 10.222.0.42 "GET /v2.0/security-groups?id=e1e985d3-f227-45b4-b9a7-ffadcd0db1b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5521665 Apr 18 20:40:19.739266 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a2d58d5-f66b-4f7f-9719-49742075a36a tempest-ServersOnMultiNodesTest-84485173 tempest-ServersOnMultiNodesTest-84485173-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e029640b-dc1e-462e-8217-70577cdd91ad,revision_number=1']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:40:19.761123 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-8ed7183c-4698-42ef-b999-02489cb2960c req-9020ec40-211e-4058-824f-ad4d67807159 tempest-FloatingIPsAssociationTestJSON-661839082 tempest-FloatingIPsAssociationTestJSON-661839082-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=c1a78f2b33ee4536986609e3ae5af78c&fields=id HTTP/1.1" status: 200 len: 394 time: 0.1587017 Apr 18 20:40:20.026377 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-8ed7183c-4698-42ef-b999-02489cb2960c req-521a26fb-1158-4c90-a089-d12705b53254 service neutron] 10.222.0.42 "GET /v2.0/networks/7b96c852-8e2e-4d3b-ad4b-39924026f663?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2641726 Apr 18 20:40:20.105589 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-cc907436-2cc7-4ba3-82cd-dbd31dc5bbf2 req-70a7800a-1d4e-49a6-b19a-462f09564465 tempest-LiveAutoBlockMigrationV225Test-203169570 tempest-LiveAutoBlockMigrationV225Test-203169570-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=272ac2e1-1767-4624-8754-f8b5c8a39eb9&tenant_id=7843cba0a7e24a0397d5219cb7fd254c&binding%3Ahost_id=n-h1-838334-2 HTTP/1.1" status: 200 len: 1095 time: 0.0970578 Apr 18 20:40:20.167990 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ed9a32d-009b-43eb-b615-05eda79b2b6c req-d7ac7391-86e5-4239-9791-2baae1e11c9b tempest-LiveAutoBlockMigrationV225Test-1713341100 tempest-LiveAutoBlockMigrationV225Test-1713341100-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:40:20.169564 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-7ed9a32d-009b-43eb-b615-05eda79b2b6c req-d7ac7391-86e5-4239-9791-2baae1e11c9b tempest-LiveAutoBlockMigrationV225Test-1713341100 tempest-LiveAutoBlockMigrationV225Test-1713341100-project] 10.222.0.42 "GET /v2.0/ports?device_id=272ac2e1-1767-4624-8754-f8b5c8a39eb9 HTTP/1.1" status: 200 len: 944 time: 0.2294281 Apr 18 20:40:20.259270 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.db [req-cc907436-2cc7-4ba3-82cd-dbd31dc5bbf2 req-c6e67ee0-06d0-4cfe-93a9-9664e0fc4979 service neutron] For port d9019af7-5b28-4057-8390-07c6b7249f04, host n-h2-838334-2, cleared binding levels {{(pid=84041) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 20:40:20.262487 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [req-cc907436-2cc7-4ba3-82cd-dbd31dc5bbf2 req-c6e67ee0-06d0-4cfe-93a9-9664e0fc4979 service neutron] Notify callbacks [] for binding, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:20.263573 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-cc907436-2cc7-4ba3-82cd-dbd31dc5bbf2 req-c6e67ee0-06d0-4cfe-93a9-9664e0fc4979 service neutron] 10.222.0.43 "DELETE /v2.0/ports/d9019af7-5b28-4057-8390-07c6b7249f04/bindings/n-h2-838334-2 HTTP/1.1" status: 204 len: 173 time: 0.1503081 Apr 18 20:40:20.266958 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-7ed9a32d-009b-43eb-b615-05eda79b2b6c req-742725e6-3ece-4d09-b9bc-05e410e26d92 tempest-LiveAutoBlockMigrationV225Test-1713341100 tempest-LiveAutoBlockMigrationV225Test-1713341100-project] 10.222.0.42 "GET /v2.0/security-groups?id=bf712067-aabd-4e70-aae1-082928dd1ccd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0874918 Apr 18 20:40:20.282742 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-8ed7183c-4698-42ef-b999-02489cb2960c req-27798f69-3dfb-4bb5-9f15-a310b6184cd0 service neutron] 10.222.0.42 "GET /v2.0/networks/7b96c852-8e2e-4d3b-ad4b-39924026f663?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2343400 Apr 18 20:40:20.403764 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-c7521a90-7d65-4e2e-842c-ca5d95e9a89c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750375287399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253529'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:20.494490 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 36606) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:40:20.592804 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.db_base_plugin_v2 [None req-e199d927-24ef-4a3c-bf3e-0a0359649080 admin admin] Deleting subnet 3f63e7a0-93d9-41f9-9b98-36f6c4a2e1f0 {{(pid=84040) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 18 20:40:20.602803 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-e199d927-24ef-4a3c-bf3e-0a0359649080 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:20.799440 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Device 381ec59e-d451-43b9-84e0-efcf973bb949 up at agent hyperv_n-h1-838334-2 {{(pid=84042) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 20:40:20.841682 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-89a28803-e6fb-4f7b-b315-89ab927c0451 req-8ba4c10e-4628-4e9d-a1f2-45866b397ccb tempest-FloatingIPsAssociationTestJSON-661839082 tempest-FloatingIPsAssociationTestJSON-661839082-project] 10.222.0.42 "GET /v2.0/ports?device_id=bee97f5e-b592-4ee0-b7d7-2cfba0fa5e35 HTTP/1.1" status: 200 len: 210 time: 0.1699336 Apr 18 20:40:20.858694 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-e199d927-24ef-4a3c-bf3e-0a0359649080 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31955982'] for subnet, precommit_delete_associations {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:20.974026 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Provisioning complete for port 381ec59e-d451-43b9-84e0-efcf973bb949 triggered by entity L2. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:40:20.974399 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1253608'] for port, provisioning_complete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:21.119726 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-e199d927-24ef-4a3c-bf3e-0a0359649080 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1260556'] for subnet, precommit_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:21.231155 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fac89ec8-54e9-4cb3-b696-dda8453c24d2 req-bee9e52a-c266-49f6-a4ff-c881b227405e tempest-TaggedBootDevicesTest-1674414334 tempest-TaggedBootDevicesTest-1674414334-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:40:21.244078 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fac89ec8-54e9-4cb3-b696-dda8453c24d2 req-bee9e52a-c266-49f6-a4ff-c881b227405e tempest-TaggedBootDevicesTest-1674414334 tempest-TaggedBootDevicesTest-1674414334-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:40:21.256091 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:21.257724 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fac89ec8-54e9-4cb3-b696-dda8453c24d2 req-bee9e52a-c266-49f6-a4ff-c881b227405e tempest-TaggedBootDevicesTest-1674414334 tempest-TaggedBootDevicesTest-1674414334-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:40:21.271058 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fac89ec8-54e9-4cb3-b696-dda8453c24d2 req-bee9e52a-c266-49f6-a4ff-c881b227405e tempest-TaggedBootDevicesTest-1674414334 tempest-TaggedBootDevicesTest-1674414334-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:40:21.278416 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fac89ec8-54e9-4cb3-b696-dda8453c24d2 req-bee9e52a-c266-49f6-a4ff-c881b227405e tempest-TaggedBootDevicesTest-1674414334 tempest-TaggedBootDevicesTest-1674414334-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:40:21.293246 n-d-838334-2 neutron-server[84042]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8673e101-8393-4988-bd25-3203c81d4af8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '381ec59e-d451-43b9-84e0-efcf973bb949'}] {{(pid=84042) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 20:40:21.293978 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fac89ec8-54e9-4cb3-b696-dda8453c24d2 req-bee9e52a-c266-49f6-a4ff-c881b227405e tempest-TaggedBootDevicesTest-1674414334 tempest-TaggedBootDevicesTest-1674414334-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:40:21.317313 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fac89ec8-54e9-4cb3-b696-dda8453c24d2 req-bee9e52a-c266-49f6-a4ff-c881b227405e tempest-TaggedBootDevicesTest-1674414334 tempest-TaggedBootDevicesTest-1674414334-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:40:21.318354 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-fac89ec8-54e9-4cb3-b696-dda8453c24d2 req-bee9e52a-c266-49f6-a4ff-c881b227405e tempest-TaggedBootDevicesTest-1674414334 tempest-TaggedBootDevicesTest-1674414334-project] 10.222.0.42 "GET /v2.0/ports?device_id=cc0d4549-87de-476f-8fa1-88b0358bebbd HTTP/1.1" status: 200 len: 5418 time: 0.6452057 Apr 18 20:40:21.338661 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] For port 381ec59e-d451-43b9-84e0-efcf973bb949, host n-h1-838334-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838334-2',level=0,port_id=381ec59e-d451-43b9-84e0-efcf973bb949,segment=NetworkSegment(636e5b77-90d2-4b9f-a149-e8d80d7281ee),segment_id=636e5b77-90d2-4b9f-a149-e8d80d7281ee)] {{(pid=84042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:40:21.349701 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682'] for port, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:21.350945 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Device 201de10e-ce02-4c05-8152-279dc9fda613 no longer exists at agent hyperv_n-h1-838334-2 {{(pid=84042) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 20:40:21.427518 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.plugin [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] No Port match for: 201de10e-ce02-4c05-8152-279dc9fda613 {{(pid=84042) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 18 20:40:21.428692 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Device 201de10e-ce02-4c05-8152-279dc9fda613 not bound to the agent host n-h1-838334-2 {{(pid=84042) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 20:40:21.455457 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-49f42eb4-912e-43e6-a56e-603c69403c64 req-e6d9b7c1-ee02-456b-8099-4820c14da53f tempest-ServersOnMultiNodesTest-1168278630 tempest-ServersOnMultiNodesTest-1168278630-project] 10.222.0.42 "GET /v2.0/networks?tenant_id=de28ce5b7b5349a3b98e9e23d1be558c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1014137 Apr 18 20:40:21.474243 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Pushing event updated for resources: {'Port': ['ID=381ec59e-d451-43b9-84e0-efcf973bb949,revision_number=7']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:40:21.583405 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-fac89ec8-54e9-4cb3-b696-dda8453c24d2 req-48bbefcc-886d-43c5-ac00-b6cd2d3107dc tempest-TaggedBootDevicesTest-1674414334 tempest-TaggedBootDevicesTest-1674414334-project] 10.222.0.42 "GET /v2.0/security-groups?id=67ac5558-a250-4106-afe6-28a5add43e38&id=cf1a4c14-6b4c-4b5a-99f9-781aa8c875fd&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1887872 Apr 18 20:40:21.632235 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-e199d927-24ef-4a3c-bf3e-0a0359649080 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1260549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33526260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32440885', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31752825'] for subnet, after_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:21.688300 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e199d927-24ef-4a3c-bf3e-0a0359649080 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3f63e7a0-93d9-41f9-9b98-36f6c4a2e1f0,revision_number=None']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:40:21.700640 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-e199d927-24ef-4a3c-bf3e-0a0359649080 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32378031'] for subnet, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:21.713919 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49f42eb4-912e-43e6-a56e-603c69403c64 req-271ab91e-f34a-4b89-ad4b-c0ea11d6e0fe tempest-ServersOnMultiNodesTest-1168278630 tempest-ServersOnMultiNodesTest-1168278630-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:40:21.721985 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-49f42eb4-912e-43e6-a56e-603c69403c64 req-271ab91e-f34a-4b89-ad4b-c0ea11d6e0fe tempest-ServersOnMultiNodesTest-1168278630 tempest-ServersOnMultiNodesTest-1168278630-project] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2653339 Apr 18 20:40:21.727398 n-d-838334-2 neutron-server[84042]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a4f789e3-f483-4174-aa1c-56bbf2b8e578'] response: {'server_uuid': '8673e101-8393-4988-bd25-3203c81d4af8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '381ec59e-d451-43b9-84e0-efcf973bb949', 'code': 200} Apr 18 20:40:21.748547 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-e199d927-24ef-4a3c-bf3e-0a0359649080 admin admin] 10.222.0.42 "DELETE /v2.0/subnets/3f63e7a0-93d9-41f9-9b98-36f6c4a2e1f0 HTTP/1.1" status: 204 len: 168 time: 1.2497463 Apr 18 20:40:21.750014 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 36644) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:40:21.764280 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-49f42eb4-912e-43e6-a56e-603c69403c64 req-d8285e13-6174-4f35-bddd-87d17d115627 tempest-ServersOnMultiNodesTest-1168278630 tempest-ServersOnMultiNodesTest-1168278630-project] 10.222.0.42 "GET /v2.0/quotas/de28ce5b7b5349a3b98e9e23d1be558c HTTP/1.1" status: 200 len: 375 time: 0.0395892 Apr 18 20:40:21.938362 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-dc94d823-7b4d-4df8-9e43-c8af2ddabf86 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1103592'] for network, before_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:22.072607 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-49f42eb4-912e-43e6-a56e-603c69403c64 req-d4674833-ef64-4512-8a57-eabf31296183 tempest-ServersOnMultiNodesTest-1168278630 tempest-ServersOnMultiNodesTest-1168278630-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=de28ce5b7b5349a3b98e9e23d1be558c&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3066788 Apr 18 20:40:22.105330 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db416a2-2528-41a4-8a82-cbb0c5facd17 req-d2a63ee8-ae69-41c3-a616-1eac266f4d9f tempest-LiveAutoBlockMigrationV225Test-1713341100 tempest-LiveAutoBlockMigrationV225Test-1713341100-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:40:22.112329 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-5db416a2-2528-41a4-8a82-cbb0c5facd17 req-d2a63ee8-ae69-41c3-a616-1eac266f4d9f tempest-LiveAutoBlockMigrationV225Test-1713341100 tempest-LiveAutoBlockMigrationV225Test-1713341100-project] 10.222.0.42 "GET /v2.0/ports?device_id=272ac2e1-1767-4624-8754-f8b5c8a39eb9 HTTP/1.1" status: 200 len: 944 time: 0.2084301 Apr 18 20:40:22.164082 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-dc94d823-7b4d-4df8-9e43-c8af2ddabf86 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1258905', 'neutron.services.segments.db._delete_segments_for_network-8750375287417'] for network, precommit_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:22.201937 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-5db416a2-2528-41a4-8a82-cbb0c5facd17 req-c716267c-a1bf-49e9-8601-1d220c0de333 tempest-LiveAutoBlockMigrationV225Test-1713341100 tempest-LiveAutoBlockMigrationV225Test-1713341100-project] 10.222.0.42 "GET /v2.0/security-groups?id=bf712067-aabd-4e70-aae1-082928dd1ccd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0885906 Apr 18 20:40:22.203502 n-d-838334-2 neutron-server[84041]: DEBUG neutron.services.segments.db [None req-dc94d823-7b4d-4df8-9e43-c8af2ddabf86 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f80ffbc0-34cb-4055-9a11-d2613998d549']}} {{(pid=84041) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:40:22.225186 n-d-838334-2 neutron-server[84041]: DEBUG neutron.services.segments.db [None req-dc94d823-7b4d-4df8-9e43-c8af2ddabf86 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fad4d202-e675-4ef9-a2c9-455ad2733ac3') {'for_net_delete': True} {{(pid=84041) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:40:22.225481 n-d-838334-2 neutron-server[84041]: DEBUG neutron.services.segments.db [None req-dc94d823-7b4d-4df8-9e43-c8af2ddabf86 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fad4d202-e675-4ef9-a2c9-455ad2733ac3') {} {{(pid=84041) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:40:22.265574 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-dc94d823-7b4d-4df8-9e43-c8af2ddabf86 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750375287300', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32268156'] for segment, before_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:22.289300 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-dc94d823-7b4d-4df8-9e43-c8af2ddabf86 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1082986'] for segment, precommit_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:22.300508 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dc94d823-7b4d-4df8-9e43-c8af2ddabf86 admin admin] Releasing vlan 351 on physical network physnet1 to pool {{(pid=84041) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 18 20:40:22.302088 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-dc94d823-7b4d-4df8-9e43-c8af2ddabf86 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1082993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32266254'] for segment, after_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:22.490367 n-d-838334-2 neutron-server[84041]: Traceback (most recent call last): Apr 18 20:40:22.490367 n-d-838334-2 neutron-server[84041]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 18 20:40:22.490367 n-d-838334-2 neutron-server[84041]: timer() Apr 18 20:40:22.490367 n-d-838334-2 neutron-server[84041]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 20:40:22.490367 n-d-838334-2 neutron-server[84041]: cb(*args, **kw) Apr 18 20:40:22.490367 n-d-838334-2 neutron-server[84041]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 18 20:40:22.490367 n-d-838334-2 neutron-server[84041]: return func(*args, **kwargs) Apr 18 20:40:22.490367 n-d-838334-2 neutron-server[84041]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 20:40:22.490367 n-d-838334-2 neutron-server[84041]: self._notify() Apr 18 20:40:22.490367 n-d-838334-2 neutron-server[84041]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 20:40:22.490367 n-d-838334-2 neutron-server[84041]: self.callback(batched_events) Apr 18 20:40:22.490367 n-d-838334-2 neutron-server[84041]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 20:40:22.490367 n-d-838334-2 neutron-server[84041]: event.method(event) Apr 18 20:40:22.490367 n-d-838334-2 neutron-server[84041]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 18 20:40:22.490367 n-d-838334-2 neutron-server[84041]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 20:40:22.490367 n-d-838334-2 neutron-server[84041]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 18 20:40:22.490367 n-d-838334-2 neutron-server[84041]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 20:40:22.490367 n-d-838334-2 neutron-server[84041]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 18 20:40:22.490367 n-d-838334-2 neutron-server[84041]: return f(self, *a, **k) Apr 18 20:40:22.490367 n-d-838334-2 neutron-server[84041]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 18 20:40:22.490367 n-d-838334-2 neutron-server[84041]: return self._get(url).json() Apr 18 20:40:22.490367 n-d-838334-2 neutron-server[84041]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 18 20:40:22.490367 n-d-838334-2 neutron-server[84041]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 20:40:22.490367 n-d-838334-2 neutron-server[84041]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 18 20:40:22.490367 n-d-838334-2 neutron-server[84041]: return self.request(url, 'GET', **kwargs) Apr 18 20:40:22.490367 n-d-838334-2 neutron-server[84041]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 18 20:40:22.490367 n-d-838334-2 neutron-server[84041]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 20:40:22.490367 n-d-838334-2 neutron-server[84041]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 18 20:40:22.490367 n-d-838334-2 neutron-server[84041]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 20:40:22.490367 n-d-838334-2 neutron-server[84041]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 18 20:40:22.490367 n-d-838334-2 neutron-server[84041]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 20:40:22.490367 n-d-838334-2 neutron-server[84041]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 20:40:22.504243 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-79a29aeb-5a83-442c-8bda-3815143c6d5e req-a51dd9a6-4d61-4ab5-bd1c-08ed57986bf2 tempest-FloatingIPsAssociationTestJSON-661839082 tempest-FloatingIPsAssociationTestJSON-661839082-project] 10.222.0.42 "GET /v2.0/ports?device_id=bee97f5e-b592-4ee0-b7d7-2cfba0fa5e35 HTTP/1.1" status: 200 len: 210 time: 0.0657363 Apr 18 20:40:22.531231 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-dc94d823-7b4d-4df8-9e43-c8af2ddabf86 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1258898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33526109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33444113'] for network, after_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:22.564134 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-dc94d823-7b4d-4df8-9e43-c8af2ddabf86 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32378031'] for network, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:22.586761 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc94d823-7b4d-4df8-9e43-c8af2ddabf86 admin admin] Pushing event deleted for resources: {'Network': ['ID=f80ffbc0-34cb-4055-9a11-d2613998d549,revision_number=None']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:40:22.599496 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-dc94d823-7b4d-4df8-9e43-c8af2ddabf86 admin admin] 10.222.0.42 "DELETE /v2.0/networks/f80ffbc0-34cb-4055-9a11-d2613998d549 HTTP/1.1" status: 204 len: 168 time: 0.8442652 Apr 18 20:40:22.599726 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 36660) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:40:23.208694 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.agents_db [None req-6346a179-333c-4370-b5a6-936984aeab15 None None] Agent healthcheck: found 7 active agents {{(pid=84043) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 18 20:40:23.416533 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ed7183c-4698-42ef-b999-02489cb2960c req-c67e7e13-785c-4069-94f7-752683bc84a4 tempest-FloatingIPsAssociationTestJSON-661839082 tempest-FloatingIPsAssociationTestJSON-661839082-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:40:23.418819 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-8ed7183c-4698-42ef-b999-02489cb2960c req-c67e7e13-785c-4069-94f7-752683bc84a4 tempest-FloatingIPsAssociationTestJSON-661839082 tempest-FloatingIPsAssociationTestJSON-661839082-project] 10.222.0.48 "GET /v2.0/networks?id=7b96c852-8e2e-4d3b-ad4b-39924026f663 HTTP/1.1" status: 200 len: 820 time: 0.7391109 Apr 18 20:40:23.428676 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.db_base_plugin_v2 [None req-d2737004-fc4a-40ad-9a71-7cb1890468ef admin admin] Deleting subnet 51cf266b-2a7c-4bbb-a215-40236b226251 {{(pid=84040) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 18 20:40:23.450643 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-d2737004-fc4a-40ad-9a71-7cb1890468ef admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:23.532042 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.v2.base [req-8ed7183c-4698-42ef-b999-02489cb2960c req-45a3251f-24bc-4dba-85a0-777ac155f0a3 tempest-FloatingIPsAssociationTestJSON-661839082 tempest-FloatingIPsAssociationTestJSON-661839082-project] Request body: {'port': {'device_id': 'bee97f5e-b592-4ee0-b7d7-2cfba0fa5e35', 'network_id': '7b96c852-8e2e-4d3b-ad4b-39924026f663', 'admin_state_up': True, 'tenant_id': 'c1a78f2b33ee4536986609e3ae5af78c'}} {{(pid=84040) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 20:40:23.657614 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-d2737004-fc4a-40ad-9a71-7cb1890468ef admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31955982'] for subnet, precommit_delete_associations {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:23.751415 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-6e639b26-bfac-4f16-a17d-9fe0323101f6 req-f0e79e41-e59e-4c08-bfa1-5c73d89dd682 tempest-LiveAutoBlockMigrationV225Test-203169570 tempest-LiveAutoBlockMigrationV225Test-203169570-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=272ac2e1-1767-4624-8754-f8b5c8a39eb9 HTTP/1.1" status: 200 len: 1095 time: 0.9195910 Apr 18 20:40:23.787228 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f9ed654-39a2-4cec-9211-053c521cfc6c req-8e8c1519-5bd7-492b-8527-f3f9fcab8e5f tempest-TaggedBootDevicesTest-1674414334 tempest-TaggedBootDevicesTest-1674414334-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:40:23.791590 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f9ed654-39a2-4cec-9211-053c521cfc6c req-8e8c1519-5bd7-492b-8527-f3f9fcab8e5f tempest-TaggedBootDevicesTest-1674414334 tempest-TaggedBootDevicesTest-1674414334-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:40:23.795939 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f9ed654-39a2-4cec-9211-053c521cfc6c req-8e8c1519-5bd7-492b-8527-f3f9fcab8e5f tempest-TaggedBootDevicesTest-1674414334 tempest-TaggedBootDevicesTest-1674414334-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:40:23.800429 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f9ed654-39a2-4cec-9211-053c521cfc6c req-8e8c1519-5bd7-492b-8527-f3f9fcab8e5f tempest-TaggedBootDevicesTest-1674414334 tempest-TaggedBootDevicesTest-1674414334-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:40:23.804369 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f9ed654-39a2-4cec-9211-053c521cfc6c req-8e8c1519-5bd7-492b-8527-f3f9fcab8e5f tempest-TaggedBootDevicesTest-1674414334 tempest-TaggedBootDevicesTest-1674414334-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:40:23.810163 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f9ed654-39a2-4cec-9211-053c521cfc6c req-8e8c1519-5bd7-492b-8527-f3f9fcab8e5f tempest-TaggedBootDevicesTest-1674414334 tempest-TaggedBootDevicesTest-1674414334-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:40:23.814234 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f9ed654-39a2-4cec-9211-053c521cfc6c req-8e8c1519-5bd7-492b-8527-f3f9fcab8e5f tempest-TaggedBootDevicesTest-1674414334 tempest-TaggedBootDevicesTest-1674414334-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:40:23.816610 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-7f9ed654-39a2-4cec-9211-053c521cfc6c req-8e8c1519-5bd7-492b-8527-f3f9fcab8e5f tempest-TaggedBootDevicesTest-1674414334 tempest-TaggedBootDevicesTest-1674414334-project] 10.222.0.42 "GET /v2.0/ports?device_id=cc0d4549-87de-476f-8fa1-88b0358bebbd HTTP/1.1" status: 200 len: 5418 time: 0.5882514 Apr 18 20:40:23.904263 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-d2737004-fc4a-40ad-9a71-7cb1890468ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1260556'] for subnet, precommit_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:24.007248 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [req-8ed7183c-4698-42ef-b999-02489cb2960c req-45a3251f-24bc-4dba-85a0-777ac155f0a3 tempest-FloatingIPsAssociationTestJSON-661839082 tempest-FloatingIPsAssociationTestJSON-661839082-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:40:24.023073 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [req-8ed7183c-4698-42ef-b999-02489cb2960c req-45a3251f-24bc-4dba-85a0-777ac155f0a3 tempest-FloatingIPsAssociationTestJSON-661839082 tempest-FloatingIPsAssociationTestJSON-661839082-project] Usage tracker for resource:port and tenant:c1a78f2b33ee4536986609e3ae5af78c is out of sync, need to count used quota {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:40:24.037439 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-6e639b26-bfac-4f16-a17d-9fe0323101f6 req-24ea4b66-a930-45c6-a740-81343a910faa tempest-LiveAutoBlockMigrationV225Test-203169570 tempest-LiveAutoBlockMigrationV225Test-203169570-project-admin] 10.222.0.42 "GET /v2.0/security-groups?id=bf712067-aabd-4e70-aae1-082928dd1ccd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2844148 Apr 18 20:40:24.039056 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [req-8ed7183c-4698-42ef-b999-02489cb2960c req-45a3251f-24bc-4dba-85a0-777ac155f0a3 tempest-FloatingIPsAssociationTestJSON-661839082 tempest-FloatingIPsAssociationTestJSON-661839082-project] Quota usage for port was recalculated. Used quota:4. {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:40:24.075328 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [req-8ed7183c-4698-42ef-b999-02489cb2960c req-45a3251f-24bc-4dba-85a0-777ac155f0a3 tempest-FloatingIPsAssociationTestJSON-661839082 tempest-FloatingIPsAssociationTestJSON-661839082-project] Attempting to reserve 1 items for resource port. Total usage: 4; quota limit: 500; headroom:496 {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:40:24.111809 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-7f9ed654-39a2-4cec-9211-053c521cfc6c req-05205233-6256-423b-b5c6-7d45c4fdc0be tempest-TaggedBootDevicesTest-1674414334 tempest-TaggedBootDevicesTest-1674414334-project] 10.222.0.42 "GET /v2.0/security-groups?id=67ac5558-a250-4106-afe6-28a5add43e38&id=cf1a4c14-6b4c-4b5a-99f9-781aa8c875fd&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2831430 Apr 18 20:40:24.134154 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8ed7183c-4698-42ef-b999-02489cb2960c req-45a3251f-24bc-4dba-85a0-777ac155f0a3 tempest-FloatingIPsAssociationTestJSON-661839082 tempest-FloatingIPsAssociationTestJSON-661839082-project] Made reservation on behalf of c1a78f2b33ee4536986609e3ae5af78c for: {'port': 1} {{(pid=84040) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:40:24.136775 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-8ed7183c-4698-42ef-b999-02489cb2960c req-45a3251f-24bc-4dba-85a0-777ac155f0a3 tempest-FloatingIPsAssociationTestJSON-661839082 tempest-FloatingIPsAssociationTestJSON-661839082-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:24.174784 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-d2737004-fc4a-40ad-9a71-7cb1890468ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1260549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33526260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32440885', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31752825'] for subnet, after_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:24.268911 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2737004-fc4a-40ad-9a71-7cb1890468ef admin admin] Pushing event deleted for resources: {'Subnet': ['ID=51cf266b-2a7c-4bbb-a215-40236b226251,revision_number=None']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:40:24.281126 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-d2737004-fc4a-40ad-9a71-7cb1890468ef admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32378031'] for subnet, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:24.326100 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-d2737004-fc4a-40ad-9a71-7cb1890468ef admin admin] 10.222.0.42 "DELETE /v2.0/subnets/51cf266b-2a7c-4bbb-a215-40236b226251 HTTP/1.1" status: 204 len: 168 time: 1.7251010 Apr 18 20:40:24.328696 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 36690) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:40:24.620602 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-0e96bd3e-5a33-4a5d-a532-2121d4e910d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1103592'] for network, before_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:24.680213 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.db_base_plugin_common [req-8ed7183c-4698-42ef-b999-02489cb2960c req-45a3251f-24bc-4dba-85a0-777ac155f0a3 tempest-FloatingIPsAssociationTestJSON-661839082 tempest-FloatingIPsAssociationTestJSON-661839082-project] Allocated IP 172.20.0.10 (7b96c852-8e2e-4d3b-ad4b-39924026f663/769e5df8-16e3-4584-97ce-25a3b6243e3e/aa54cccf-7c39-40d6-a368-f24a2a8f30ce) {{(pid=84040) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:40:24.706998 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-4b6fd79c-e831-4b40-a84a-c1aeea759772 req-4077da57-fd2f-4cf5-9b35-c092c1a124a4 tempest-FloatingIPsAssociationTestJSON-661839082 tempest-FloatingIPsAssociationTestJSON-661839082-project] 10.222.0.42 "GET /v2.0/ports?device_id=bee97f5e-b592-4ee0-b7d7-2cfba0fa5e35 HTTP/1.1" status: 200 len: 210 time: 0.1103230 Apr 18 20:40:24.876294 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-0e96bd3e-5a33-4a5d-a532-2121d4e910d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1258905', 'neutron.services.segments.db._delete_segments_for_network-8750375287417'] for network, precommit_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:24.987570 n-d-838334-2 neutron-server[84041]: DEBUG neutron.services.segments.db [None req-0e96bd3e-5a33-4a5d-a532-2121d4e910d4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ef9bacae-9217-4963-8345-c5e54c28f9b2']}} {{(pid=84041) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:40:25.016413 n-d-838334-2 neutron-server[84041]: DEBUG neutron.services.segments.db [None req-0e96bd3e-5a33-4a5d-a532-2121d4e910d4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1877f30c-be26-49dd-a8e1-db781355b1a1') {'for_net_delete': True} {{(pid=84041) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:40:25.016693 n-d-838334-2 neutron-server[84041]: DEBUG neutron.services.segments.db [None req-0e96bd3e-5a33-4a5d-a532-2121d4e910d4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1877f30c-be26-49dd-a8e1-db781355b1a1') {} {{(pid=84041) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:40:25.055199 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-0e96bd3e-5a33-4a5d-a532-2121d4e910d4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750375287300', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32268156'] for segment, before_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:25.115137 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-49f42eb4-912e-43e6-a56e-603c69403c64 req-05a8f7a8-7add-4a68-b71f-7dfd9b6808d0 tempest-ServersOnMultiNodesTest-1168278630 tempest-ServersOnMultiNodesTest-1168278630-project] 10.222.0.43 "GET /v2.0/networks?tenant_id=de28ce5b7b5349a3b98e9e23d1be558c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0400450 Apr 18 20:40:25.116624 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-0e96bd3e-5a33-4a5d-a532-2121d4e910d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1082986'] for segment, precommit_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:25.137582 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-da5cd9fc-0c05-4c1b-b65e-fe1eae51a757 req-738ef7f1-e6ba-4eb4-b5b3-b305bc7ceb1b tempest-ServersOnMultiNodesTest-1168278630 tempest-ServersOnMultiNodesTest-1168278630-project] 10.222.0.42 "GET /v2.0/ports?device_id=bfb8b42e-58b9-4f6a-be0f-24f7d0bb5bc6 HTTP/1.1" status: 200 len: 210 time: 0.0783503 Apr 18 20:40:25.183732 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0e96bd3e-5a33-4a5d-a532-2121d4e910d4 admin admin] Releasing vlan 380 on physical network physnet1 to pool {{(pid=84041) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 18 20:40:25.184410 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-0e96bd3e-5a33-4a5d-a532-2121d4e910d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1082993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32266254'] for segment, after_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:25.214807 n-d-838334-2 neutron-server[84041]: Traceback (most recent call last): Apr 18 20:40:25.214807 n-d-838334-2 neutron-server[84041]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 18 20:40:25.214807 n-d-838334-2 neutron-server[84041]: timer() Apr 18 20:40:25.214807 n-d-838334-2 neutron-server[84041]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 20:40:25.214807 n-d-838334-2 neutron-server[84041]: cb(*args, **kw) Apr 18 20:40:25.214807 n-d-838334-2 neutron-server[84041]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 18 20:40:25.214807 n-d-838334-2 neutron-server[84041]: return func(*args, **kwargs) Apr 18 20:40:25.214807 n-d-838334-2 neutron-server[84041]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 20:40:25.214807 n-d-838334-2 neutron-server[84041]: self._notify() Apr 18 20:40:25.214807 n-d-838334-2 neutron-server[84041]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 20:40:25.214807 n-d-838334-2 neutron-server[84041]: self.callback(batched_events) Apr 18 20:40:25.214807 n-d-838334-2 neutron-server[84041]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 20:40:25.214807 n-d-838334-2 neutron-server[84041]: event.method(event) Apr 18 20:40:25.214807 n-d-838334-2 neutron-server[84041]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 18 20:40:25.214807 n-d-838334-2 neutron-server[84041]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 20:40:25.214807 n-d-838334-2 neutron-server[84041]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 18 20:40:25.214807 n-d-838334-2 neutron-server[84041]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 20:40:25.214807 n-d-838334-2 neutron-server[84041]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 18 20:40:25.214807 n-d-838334-2 neutron-server[84041]: return f(self, *a, **k) Apr 18 20:40:25.214807 n-d-838334-2 neutron-server[84041]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 18 20:40:25.214807 n-d-838334-2 neutron-server[84041]: return self._get(url).json() Apr 18 20:40:25.214807 n-d-838334-2 neutron-server[84041]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 18 20:40:25.214807 n-d-838334-2 neutron-server[84041]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 20:40:25.214807 n-d-838334-2 neutron-server[84041]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 18 20:40:25.214807 n-d-838334-2 neutron-server[84041]: return self.request(url, 'GET', **kwargs) Apr 18 20:40:25.214807 n-d-838334-2 neutron-server[84041]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 18 20:40:25.214807 n-d-838334-2 neutron-server[84041]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 20:40:25.214807 n-d-838334-2 neutron-server[84041]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 18 20:40:25.214807 n-d-838334-2 neutron-server[84041]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 20:40:25.214807 n-d-838334-2 neutron-server[84041]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 18 20:40:25.214807 n-d-838334-2 neutron-server[84041]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 20:40:25.214807 n-d-838334-2 neutron-server[84041]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 20:40:25.229887 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-51890e48-c36a-4235-b997-37de7ebcca84 req-fd9e0525-d50d-44f1-ac58-dacae5e876c1 tempest-LiveAutoBlockMigrationV225Test-203169570 tempest-LiveAutoBlockMigrationV225Test-203169570-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=272ac2e1-1767-4624-8754-f8b5c8a39eb9 HTTP/1.1" status: 200 len: 1095 time: 0.2118378 Apr 18 20:40:25.248555 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-8ed7183c-4698-42ef-b999-02489cb2960c req-45a3251f-24bc-4dba-85a0-777ac155f0a3 tempest-FloatingIPsAssociationTestJSON-661839082 tempest-FloatingIPsAssociationTestJSON-661839082-project] Notify callbacks [] for port, precommit_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:25.274786 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.provisioning_blocks [req-8ed7183c-4698-42ef-b999-02489cb2960c req-45a3251f-24bc-4dba-85a0-777ac155f0a3 tempest-FloatingIPsAssociationTestJSON-661839082 tempest-FloatingIPsAssociationTestJSON-661839082-project] Transition to ACTIVE for port object aa54cccf-7c39-40d6-a368-f24a2a8f30ce will not be triggered until provisioned by entity DHCP. {{(pid=84040) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 20:40:25.310840 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-51890e48-c36a-4235-b997-37de7ebcca84 req-cde4468f-1445-4dc5-a5e0-8af168dab19e tempest-LiveAutoBlockMigrationV225Test-203169570 tempest-LiveAutoBlockMigrationV225Test-203169570-project-admin] 10.222.0.42 "GET /v2.0/security-groups?id=bf712067-aabd-4e70-aae1-082928dd1ccd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0798430 Apr 18 20:40:25.348300 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-8ed7183c-4698-42ef-b999-02489cb2960c req-45a3251f-24bc-4dba-85a0-777ac155f0a3 tempest-FloatingIPsAssociationTestJSON-661839082 tempest-FloatingIPsAssociationTestJSON-661839082-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750374836619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32440838'] for port, after_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:25.363922 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] get_ports_and_sgs() called for port_ids ['83781acf-08e2-45f0-bbcd-ac7d73ff7920'] {{(pid=84042) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 18 20:40:25.536335 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45a3251f-24bc-4dba-85a0-777ac155f0a3 tempest-FloatingIPsAssociationTestJSON-661839082 tempest-FloatingIPsAssociationTestJSON-661839082-project] Pushing event updated for resources: {'Port': ['ID=aa54cccf-7c39-40d6-a368-f24a2a8f30ce,revision_number=1']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:40:25.588530 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-0e96bd3e-5a33-4a5d-a532-2121d4e910d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1258898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33526109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33444113'] for network, after_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:25.601728 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-0e96bd3e-5a33-4a5d-a532-2121d4e910d4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32378031'] for network, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:25.640926 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-0e96bd3e-5a33-4a5d-a532-2121d4e910d4 admin admin] 10.222.0.42 "DELETE /v2.0/networks/ef9bacae-9217-4963-8345-c5e54c28f9b2 HTTP/1.1" status: 204 len: 168 time: 1.3108087 Apr 18 20:40:25.666518 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e96bd3e-5a33-4a5d-a532-2121d4e910d4 admin admin] Pushing event deleted for resources: {'Network': ['ID=ef9bacae-9217-4963-8345-c5e54c28f9b2,revision_number=None']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:40:25.699958 n-d-838334-2 neutron-server[84040]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8ed7183c-4698-42ef-b999-02489cb2960c req-45a3251f-24bc-4dba-85a0-777ac155f0a3 tempest-FloatingIPsAssociationTestJSON-661839082 tempest-FloatingIPsAssociationTestJSON-661839082-project] Network 7b96c852-8e2e-4d3b-ad4b-39924026f663 is already hosted by enough agents. {{(pid=84040) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:40:25.703607 n-d-838334-2 neutron-server[84040]: DEBUG neutron.scheduler.base_scheduler [req-8ed7183c-4698-42ef-b999-02489cb2960c req-45a3251f-24bc-4dba-85a0-777ac155f0a3 tempest-FloatingIPsAssociationTestJSON-661839082 tempest-FloatingIPsAssociationTestJSON-661839082-project] Resources bound (agent type, host, resource id): {{(pid=84040) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:40:25.765477 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.l3_dvrscheduler_db [req-8ed7183c-4698-42ef-b999-02489cb2960c req-45a3251f-24bc-4dba-85a0-777ac155f0a3 tempest-FloatingIPsAssociationTestJSON-661839082 tempest-FloatingIPsAssociationTestJSON-661839082-project] Received port after_create {{(pid=84040) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 20:40:25.775881 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-49f42eb4-912e-43e6-a56e-603c69403c64 req-ee4190ee-22db-4016-9501-704474610939 tempest-ServersOnMultiNodesTest-1168278630 tempest-ServersOnMultiNodesTest-1168278630-project] 10.222.0.43 "GET /v2.0/networks?tenant_id=de28ce5b7b5349a3b98e9e23d1be558c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0557396 Apr 18 20:40:25.823137 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49f42eb4-912e-43e6-a56e-603c69403c64 req-b693f863-56c9-4f8a-a598-1fbeca4f3e09 tempest-ServersOnMultiNodesTest-1168278630 tempest-ServersOnMultiNodesTest-1168278630-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:40:25.824953 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-49f42eb4-912e-43e6-a56e-603c69403c64 req-b693f863-56c9-4f8a-a598-1fbeca4f3e09 tempest-ServersOnMultiNodesTest-1168278630 tempest-ServersOnMultiNodesTest-1168278630-project] 10.222.0.43 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6989460 Apr 18 20:40:26.028160 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.v2.base [req-49f42eb4-912e-43e6-a56e-603c69403c64 req-685be88c-7259-459b-923d-c454f6009224 tempest-ServersOnMultiNodesTest-1168278630 tempest-ServersOnMultiNodesTest-1168278630-project] Request body: {'port': {'device_id': 'bfb8b42e-58b9-4f6a-be0f-24f7d0bb5bc6', 'network_id': 'cb56989d-7c5d-4678-b194-1d2edf1e842a', 'admin_state_up': True, 'tenant_id': 'de28ce5b7b5349a3b98e9e23d1be558c'}} {{(pid=84041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 20:40:26.281433 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ed7183c-4698-42ef-b999-02489cb2960c req-45a3251f-24bc-4dba-85a0-777ac155f0a3 tempest-FloatingIPsAssociationTestJSON-661839082 tempest-FloatingIPsAssociationTestJSON-661839082-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:40:26.282352 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-8ed7183c-4698-42ef-b999-02489cb2960c req-45a3251f-24bc-4dba-85a0-777ac155f0a3 tempest-FloatingIPsAssociationTestJSON-661839082 tempest-FloatingIPsAssociationTestJSON-661839082-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217293'] for port, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:26.345196 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f41e33fd-7b5c-47b1-a5aa-1aaae27fba22 req-bdebcbe5-4cac-40b0-991c-c259a23bb038 tempest-TaggedBootDevicesTest-1674414334 tempest-TaggedBootDevicesTest-1674414334-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:40:26.351843 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f41e33fd-7b5c-47b1-a5aa-1aaae27fba22 req-bdebcbe5-4cac-40b0-991c-c259a23bb038 tempest-TaggedBootDevicesTest-1674414334 tempest-TaggedBootDevicesTest-1674414334-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:40:26.359254 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f41e33fd-7b5c-47b1-a5aa-1aaae27fba22 req-bdebcbe5-4cac-40b0-991c-c259a23bb038 tempest-TaggedBootDevicesTest-1674414334 tempest-TaggedBootDevicesTest-1674414334-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:40:26.362021 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-fd5be957-1639-46c6-b145-9f235188a96a None None] Provisioning for port aa54cccf-7c39-40d6-a368-f24a2a8f30ce completed by entity DHCP. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 20:40:26.365468 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f41e33fd-7b5c-47b1-a5aa-1aaae27fba22 req-bdebcbe5-4cac-40b0-991c-c259a23bb038 tempest-TaggedBootDevicesTest-1674414334 tempest-TaggedBootDevicesTest-1674414334-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:40:26.369829 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f41e33fd-7b5c-47b1-a5aa-1aaae27fba22 req-bdebcbe5-4cac-40b0-991c-c259a23bb038 tempest-TaggedBootDevicesTest-1674414334 tempest-TaggedBootDevicesTest-1674414334-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:40:26.372385 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-fd5be957-1639-46c6-b145-9f235188a96a None None] Provisioning complete for port aa54cccf-7c39-40d6-a368-f24a2a8f30ce triggered by entity DHCP. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:40:26.372906 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-fd5be957-1639-46c6-b145-9f235188a96a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1253608'] for port, provisioning_complete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:26.375807 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f41e33fd-7b5c-47b1-a5aa-1aaae27fba22 req-bdebcbe5-4cac-40b0-991c-c259a23bb038 tempest-TaggedBootDevicesTest-1674414334 tempest-TaggedBootDevicesTest-1674414334-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:40:26.381073 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f41e33fd-7b5c-47b1-a5aa-1aaae27fba22 req-bdebcbe5-4cac-40b0-991c-c259a23bb038 tempest-TaggedBootDevicesTest-1674414334 tempest-TaggedBootDevicesTest-1674414334-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:40:26.389741 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-f41e33fd-7b5c-47b1-a5aa-1aaae27fba22 req-bdebcbe5-4cac-40b0-991c-c259a23bb038 tempest-TaggedBootDevicesTest-1674414334 tempest-TaggedBootDevicesTest-1674414334-project] 10.222.0.42 "GET /v2.0/ports?device_id=cc0d4549-87de-476f-8fa1-88b0358bebbd HTTP/1.1" status: 200 len: 5418 time: 0.8441446 Apr 18 20:40:26.393287 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-8ed7183c-4698-42ef-b999-02489cb2960c req-45a3251f-24bc-4dba-85a0-777ac155f0a3 tempest-FloatingIPsAssociationTestJSON-661839082 tempest-FloatingIPsAssociationTestJSON-661839082-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.8823521 Apr 18 20:40:26.420403 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.v2.base [req-8ed7183c-4698-42ef-b999-02489cb2960c req-7134944e-f789-4c0d-b75b-cc7524d02480 service neutron] Request body: {'port': {'device_id': 'bee97f5e-b592-4ee0-b7d7-2cfba0fa5e35', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-838334-2'}} {{(pid=84040) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 20:40:26.433727 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 36722) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:40:26.490035 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca5a5abd-04f5-492d-a6f0-83f9a12d6cd4 req-e3448dbb-adaa-462f-92aa-e5b9b1a69fef tempest-FloatingIPsAssociationTestJSON-661839082 tempest-FloatingIPsAssociationTestJSON-661839082-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:40:26.491301 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [req-ca5a5abd-04f5-492d-a6f0-83f9a12d6cd4 req-e3448dbb-adaa-462f-92aa-e5b9b1a69fef tempest-FloatingIPsAssociationTestJSON-661839082 tempest-FloatingIPsAssociationTestJSON-661839082-project] Synchronizing usage tracker for tenant:c1a78f2b33ee4536986609e3ae5af78c on resource:port {{(pid=84040) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 20:40:26.505570 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49f42eb4-912e-43e6-a56e-603c69403c64 req-6b462a5c-6394-4498-ac18-73cbb68abdb4 tempest-ServersOnMultiNodesTest-1168278630 tempest-ServersOnMultiNodesTest-1168278630-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:40:26.508093 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.plugin [None req-fd5be957-1639-46c6-b145-9f235188a96a None None] Port aa54cccf-7c39-40d6-a368-f24a2a8f30ce cannot update to ACTIVE because it is not bound. {{(pid=84042) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 18 20:40:26.511029 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-49f42eb4-912e-43e6-a56e-603c69403c64 req-6b462a5c-6394-4498-ac18-73cbb68abdb4 tempest-ServersOnMultiNodesTest-1168278630 tempest-ServersOnMultiNodesTest-1168278630-project] 10.222.0.43 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.7290471 Apr 18 20:40:26.555249 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.v2.base [req-49f42eb4-912e-43e6-a56e-603c69403c64 req-5920d270-92dd-4d44-94ee-60dbb27e1b95 tempest-ServersOnMultiNodesTest-1168278630 tempest-ServersOnMultiNodesTest-1168278630-project] Request body: {'port': {'device_id': 'c3d5a5e5-f912-4e43-a1e3-4e9175e1dfe1', 'network_id': 'cb56989d-7c5d-4678-b194-1d2edf1e842a', 'admin_state_up': True, 'tenant_id': 'de28ce5b7b5349a3b98e9e23d1be558c'}} {{(pid=84041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 20:40:26.558102 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [req-ca5a5abd-04f5-492d-a6f0-83f9a12d6cd4 req-e3448dbb-adaa-462f-92aa-e5b9b1a69fef tempest-FloatingIPsAssociationTestJSON-661839082 tempest-FloatingIPsAssociationTestJSON-661839082-project] Unset dirty status for tenant:c1a78f2b33ee4536986609e3ae5af78c on resource:port {{(pid=84040) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 20:40:26.566111 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-ca5a5abd-04f5-492d-a6f0-83f9a12d6cd4 req-e3448dbb-adaa-462f-92aa-e5b9b1a69fef tempest-FloatingIPsAssociationTestJSON-661839082 tempest-FloatingIPsAssociationTestJSON-661839082-project] 10.222.0.42 "GET /v2.0/ports?device_id=bee97f5e-b592-4ee0-b7d7-2cfba0fa5e35 HTTP/1.1" status: 200 len: 932 time: 0.4643192 Apr 18 20:40:26.583286 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-f41e33fd-7b5c-47b1-a5aa-1aaae27fba22 req-9bcd07af-ec46-4d3a-9894-b115f4873009 tempest-TaggedBootDevicesTest-1674414334 tempest-TaggedBootDevicesTest-1674414334-project] 10.222.0.42 "GET /v2.0/security-groups?id=67ac5558-a250-4106-afe6-28a5add43e38&id=cf1a4c14-6b4c-4b5a-99f9-781aa8c875fd&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1923387 Apr 18 20:40:26.665394 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [req-49f42eb4-912e-43e6-a56e-603c69403c64 req-685be88c-7259-459b-923d-c454f6009224 tempest-ServersOnMultiNodesTest-1168278630 tempest-ServersOnMultiNodesTest-1168278630-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:40:26.702404 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [req-49f42eb4-912e-43e6-a56e-603c69403c64 req-685be88c-7259-459b-923d-c454f6009224 tempest-ServersOnMultiNodesTest-1168278630 tempest-ServersOnMultiNodesTest-1168278630-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:40:26.712064 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-80c41c1c-5cc8-42cc-8f13-7e25f6252bdc admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=07e0c18a660b43be866cedba30976c78&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2715480 Apr 18 20:40:26.714619 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 36726) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:40:26.754877 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-ca5a5abd-04f5-492d-a6f0-83f9a12d6cd4 req-3e40d08e-29f2-4e36-9367-9b4784ae9f2a tempest-FloatingIPsAssociationTestJSON-661839082 tempest-FloatingIPsAssociationTestJSON-661839082-project] 10.222.0.42 "GET /v2.0/security-groups?id=5edfb6a7-e63f-4d6e-97ca-795ce1be36ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1875103 Apr 18 20:40:26.756316 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-8ed7183c-4698-42ef-b999-02489cb2960c req-7134944e-f789-4c0d-b75b-cc7524d02480 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:26.790783 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-49f42eb4-912e-43e6-a56e-603c69403c64 req-685be88c-7259-459b-923d-c454f6009224 tempest-ServersOnMultiNodesTest-1168278630 tempest-ServersOnMultiNodesTest-1168278630-project] Made reservation on behalf of de28ce5b7b5349a3b98e9e23d1be558c for: {'port': 1} {{(pid=84041) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:40:26.793807 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [req-49f42eb4-912e-43e6-a56e-603c69403c64 req-685be88c-7259-459b-923d-c454f6009224 tempest-ServersOnMultiNodesTest-1168278630 tempest-ServersOnMultiNodesTest-1168278630-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:26.897354 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [req-49f42eb4-912e-43e6-a56e-603c69403c64 req-5920d270-92dd-4d44-94ee-60dbb27e1b95 tempest-ServersOnMultiNodesTest-1168278630 tempest-ServersOnMultiNodesTest-1168278630-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:40:27.022434 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [req-49f42eb4-912e-43e6-a56e-603c69403c64 req-5920d270-92dd-4d44-94ee-60dbb27e1b95 tempest-ServersOnMultiNodesTest-1168278630 tempest-ServersOnMultiNodesTest-1168278630-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:40:27.033606 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-25b58e50-2429-4bbc-8f1d-f4c6722314c4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:27.125410 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-25b58e50-2429-4bbc-8f1d-f4c6722314c4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:27.164031 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-efd6a5a4-8a4f-4a1b-955a-88aedcfe1f24 req-10fdb409-a3cf-441e-901d-d2113359de95 tempest-ServersOnMultiNodesTest-1168278630 tempest-ServersOnMultiNodesTest-1168278630-project] 10.222.0.42 "GET /v2.0/ports?device_id=bfb8b42e-58b9-4f6a-be0f-24f7d0bb5bc6 HTTP/1.1" status: 200 len: 210 time: 0.1091392 Apr 18 20:40:27.210243 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-25b58e50-2429-4bbc-8f1d-f4c6722314c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33528224'] for security_group, after_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:27.270449 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-49f42eb4-912e-43e6-a56e-603c69403c64 req-5920d270-92dd-4d44-94ee-60dbb27e1b95 tempest-ServersOnMultiNodesTest-1168278630 tempest-ServersOnMultiNodesTest-1168278630-project] Made reservation on behalf of de28ce5b7b5349a3b98e9e23d1be558c for: {'port': 1} {{(pid=84041) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:40:27.273772 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [req-49f42eb4-912e-43e6-a56e-603c69403c64 req-5920d270-92dd-4d44-94ee-60dbb27e1b95 tempest-ServersOnMultiNodesTest-1168278630 tempest-ServersOnMultiNodesTest-1168278630-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:27.313787 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25b58e50-2429-4bbc-8f1d-f4c6722314c4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f654b34-a739-4d28-98f0-67f4671813aa,revision_number=None']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:40:27.542918 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-25b58e50-2429-4bbc-8f1d-f4c6722314c4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:27.568224 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-25b58e50-2429-4bbc-8f1d-f4c6722314c4 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/6f654b34-a739-4d28-98f0-67f4671813aa HTTP/1.1" status: 204 len: 168 time: 0.8502376 Apr 18 20:40:27.632371 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.db_base_plugin_common [req-49f42eb4-912e-43e6-a56e-603c69403c64 req-685be88c-7259-459b-923d-c454f6009224 tempest-ServersOnMultiNodesTest-1168278630 tempest-ServersOnMultiNodesTest-1168278630-project] Allocated IP 192.168.233.95 (cb56989d-7c5d-4678-b194-1d2edf1e842a/c4b526db-4d8a-4d4c-a310-e3a599630ae1/462e4cea-9da7-4149-b973-b4a0cd7a6d86) {{(pid=84041) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:40:27.808793 n-d-838334-2 neutron-server[84040]: DEBUG neutron.notifiers.nova [req-8ed7183c-4698-42ef-b999-02489cb2960c req-7134944e-f789-4c0d-b75b-cc7524d02480 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id aa54cccf-7c39-40d6-a368-f24a2a8f30ce {{(pid=84040) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 18 20:40:27.825177 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-8ed7183c-4698-42ef-b999-02489cb2960c req-7134944e-f789-4c0d-b75b-cc7524d02480 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:27.858047 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.provisioning_blocks [req-8ed7183c-4698-42ef-b999-02489cb2960c req-7134944e-f789-4c0d-b75b-cc7524d02480 service neutron] Transition to ACTIVE for port object aa54cccf-7c39-40d6-a368-f24a2a8f30ce will not be triggered until provisioned by entity L2. {{(pid=84040) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 20:40:27.870889 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-8ed7183c-4698-42ef-b999-02489cb2960c req-7134944e-f789-4c0d-b75b-cc7524d02480 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32440959'] for port, after_update {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:28.432065 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [req-49f42eb4-912e-43e6-a56e-603c69403c64 req-685be88c-7259-459b-923d-c454f6009224 tempest-ServersOnMultiNodesTest-1168278630 tempest-ServersOnMultiNodesTest-1168278630-project] Notify callbacks [] for port, precommit_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:28.461775 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7134944e-f789-4c0d-b75b-cc7524d02480 service neutron] Pushing event updated for resources: {'Port': ['ID=aa54cccf-7c39-40d6-a368-f24a2a8f30ce,revision_number=2']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:40:28.500533 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.provisioning_blocks [req-49f42eb4-912e-43e6-a56e-603c69403c64 req-685be88c-7259-459b-923d-c454f6009224 tempest-ServersOnMultiNodesTest-1168278630 tempest-ServersOnMultiNodesTest-1168278630-project] Transition to ACTIVE for port object 462e4cea-9da7-4149-b973-b4a0cd7a6d86 will not be triggered until provisioned by entity DHCP. {{(pid=84041) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 20:40:28.586012 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 36758) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:40:28.668952 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-d16e0249-3914-4434-bf5a-9bd2528c2b8b admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=3e3ddf2572464dc997f24546118ae425&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0682719 Apr 18 20:40:28.672703 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 36764) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:40:28.677661 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.db_base_plugin_common [req-49f42eb4-912e-43e6-a56e-603c69403c64 req-5920d270-92dd-4d44-94ee-60dbb27e1b95 tempest-ServersOnMultiNodesTest-1168278630 tempest-ServersOnMultiNodesTest-1168278630-project] Allocated IP 192.168.233.240 (cb56989d-7c5d-4678-b194-1d2edf1e842a/c4b526db-4d8a-4d4c-a310-e3a599630ae1/80ff486a-645e-4b81-95ae-389dadda214a) {{(pid=84041) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:40:28.729773 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.managers [req-8ed7183c-4698-42ef-b999-02489cb2960c req-7134944e-f789-4c0d-b75b-cc7524d02480 service neutron] Attempting to bind port aa54cccf-7c39-40d6-a368-f24a2a8f30ce on host n-h2-838334-2 for vnic_type normal with profile {{(pid=84040) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:40:28.730089 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.managers [req-8ed7183c-4698-42ef-b999-02489cb2960c req-7134944e-f789-4c0d-b75b-cc7524d02480 service neutron] Attempting to bind port aa54cccf-7c39-40d6-a368-f24a2a8f30ce by drivers openvswitch,hyperv on host n-h2-838334-2 at level 0 using segments [{'id': '431dac21-62fe-4af2-a303-5868c7f4fc97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '7b96c852-8e2e-4d3b-ad4b-39924026f663'}] {{(pid=84040) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:40:28.730639 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ed7183c-4698-42ef-b999-02489cb2960c req-7134944e-f789-4c0d-b75b-cc7524d02480 service neutron] Attempting to bind port aa54cccf-7c39-40d6-a368-f24a2a8f30ce on network 7b96c852-8e2e-4d3b-ad4b-39924026f663 {{(pid=84040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 20:40:28.764347 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-3b6f1faa-8e81-4ca1-b5e0-22eeab364d47 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:28.799200 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-3b6f1faa-8e81-4ca1-b5e0-22eeab364d47 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:28.881787 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ccc4603-f001-4c76-b9ba-87185e01786f req-996be9b7-7a9c-496b-acc8-2b6133685807 tempest-FloatingIPsAssociationTestJSON-661839082 tempest-FloatingIPsAssociationTestJSON-661839082-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:40:28.889099 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-5ccc4603-f001-4c76-b9ba-87185e01786f req-996be9b7-7a9c-496b-acc8-2b6133685807 tempest-FloatingIPsAssociationTestJSON-661839082 tempest-FloatingIPsAssociationTestJSON-661839082-project] 10.222.0.42 "GET /v2.0/ports?device_id=bee97f5e-b592-4ee0-b7d7-2cfba0fa5e35 HTTP/1.1" status: 200 len: 944 time: 0.8465021 Apr 18 20:40:28.914126 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a92f3e8e-9229-434f-a12a-dd5e6b93fe32 req-c11bfb2d-99d4-4c18-88ce-b5429ef78b74 tempest-TaggedBootDevicesTest-1674414334 tempest-TaggedBootDevicesTest-1674414334-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:40:28.918030 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a92f3e8e-9229-434f-a12a-dd5e6b93fe32 req-c11bfb2d-99d4-4c18-88ce-b5429ef78b74 tempest-TaggedBootDevicesTest-1674414334 tempest-TaggedBootDevicesTest-1674414334-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:40:28.925103 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a92f3e8e-9229-434f-a12a-dd5e6b93fe32 req-c11bfb2d-99d4-4c18-88ce-b5429ef78b74 tempest-TaggedBootDevicesTest-1674414334 tempest-TaggedBootDevicesTest-1674414334-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:40:28.926808 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a92f3e8e-9229-434f-a12a-dd5e6b93fe32 req-c11bfb2d-99d4-4c18-88ce-b5429ef78b74 tempest-TaggedBootDevicesTest-1674414334 tempest-TaggedBootDevicesTest-1674414334-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:40:28.930954 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a92f3e8e-9229-434f-a12a-dd5e6b93fe32 req-c11bfb2d-99d4-4c18-88ce-b5429ef78b74 tempest-TaggedBootDevicesTest-1674414334 tempest-TaggedBootDevicesTest-1674414334-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:40:28.935004 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a92f3e8e-9229-434f-a12a-dd5e6b93fe32 req-c11bfb2d-99d4-4c18-88ce-b5429ef78b74 tempest-TaggedBootDevicesTest-1674414334 tempest-TaggedBootDevicesTest-1674414334-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:40:28.939801 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a92f3e8e-9229-434f-a12a-dd5e6b93fe32 req-c11bfb2d-99d4-4c18-88ce-b5429ef78b74 tempest-TaggedBootDevicesTest-1674414334 tempest-TaggedBootDevicesTest-1674414334-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:40:28.947379 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-a92f3e8e-9229-434f-a12a-dd5e6b93fe32 req-c11bfb2d-99d4-4c18-88ce-b5429ef78b74 tempest-TaggedBootDevicesTest-1674414334 tempest-TaggedBootDevicesTest-1674414334-project] 10.222.0.42 "GET /v2.0/ports?device_id=cc0d4549-87de-476f-8fa1-88b0358bebbd HTTP/1.1" status: 200 len: 5418 time: 0.9680614 Apr 18 20:40:28.952007 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ed7183c-4698-42ef-b999-02489cb2960c req-7134944e-f789-4c0d-b75b-cc7524d02480 service neutron] Port aa54cccf-7c39-40d6-a368-f24a2a8f30ce on network 7b96c852-8e2e-4d3b-ad4b-39924026f663 not bound, no agent of type Open vSwitch agent registered on host n-h2-838334-2 {{(pid=84040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 18 20:40:28.952329 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ed7183c-4698-42ef-b999-02489cb2960c req-7134944e-f789-4c0d-b75b-cc7524d02480 service neutron] Attempting to bind port aa54cccf-7c39-40d6-a368-f24a2a8f30ce on network 7b96c852-8e2e-4d3b-ad4b-39924026f663 {{(pid=84040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 20:40:28.960216 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-3b6f1faa-8e81-4ca1-b5e0-22eeab364d47 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33528224'] for security_group, after_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:28.991766 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ed7183c-4698-42ef-b999-02489cb2960c req-7134944e-f789-4c0d-b75b-cc7524d02480 service neutron] Checking agent: {'id': 'dc797004-f641-47b7-a77f-9c62b5b16296', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-838334-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 34, 3), 'started_at': datetime.datetime(2022, 4, 18, 20, 34, 3), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 20, 40, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 18 20:40:28.992086 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ed7183c-4698-42ef-b999-02489cb2960c req-7134944e-f789-4c0d-b75b-cc7524d02480 service neutron] Checking segment: {'id': '431dac21-62fe-4af2-a303-5868c7f4fc97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '7b96c852-8e2e-4d3b-ad4b-39924026f663'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84040) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 20:40:28.992405 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ed7183c-4698-42ef-b999-02489cb2960c req-7134944e-f789-4c0d-b75b-cc7524d02480 service neutron] Bound using segment: {'id': '431dac21-62fe-4af2-a303-5868c7f4fc97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '7b96c852-8e2e-4d3b-ad4b-39924026f663'} {{(pid=84040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 18 20:40:28.992848 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.managers [req-8ed7183c-4698-42ef-b999-02489cb2960c req-7134944e-f789-4c0d-b75b-cc7524d02480 service neutron] Bound port: aa54cccf-7c39-40d6-a368-f24a2a8f30ce, host: n-h2-838334-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '431dac21-62fe-4af2-a303-5868c7f4fc97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '7b96c852-8e2e-4d3b-ad4b-39924026f663'}}] {{(pid=84040) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 20:40:28.993189 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-8ed7183c-4698-42ef-b999-02489cb2960c req-7134944e-f789-4c0d-b75b-cc7524d02480 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:29.003440 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [req-49f42eb4-912e-43e6-a56e-603c69403c64 req-5920d270-92dd-4d44-94ee-60dbb27e1b95 tempest-ServersOnMultiNodesTest-1168278630 tempest-ServersOnMultiNodesTest-1168278630-project] Notify callbacks [] for port, precommit_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:29.025270 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.provisioning_blocks [req-49f42eb4-912e-43e6-a56e-603c69403c64 req-5920d270-92dd-4d44-94ee-60dbb27e1b95 tempest-ServersOnMultiNodesTest-1168278630 tempest-ServersOnMultiNodesTest-1168278630-project] Transition to ACTIVE for port object 80ff486a-645e-4b81-95ae-389dadda214a will not be triggered until provisioned by entity DHCP. {{(pid=84041) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 20:40:29.031888 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b6f1faa-8e81-4ca1-b5e0-22eeab364d47 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a678201-a6e0-4461-b7b2-ac3ddf5f8f63,revision_number=None']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:40:29.043640 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-3b6f1faa-8e81-4ca1-b5e0-22eeab364d47 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:29.047711 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-3b6f1faa-8e81-4ca1-b5e0-22eeab364d47 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/0a678201-a6e0-4461-b7b2-ac3ddf5f8f63 HTTP/1.1" status: 204 len: 168 time: 0.3726544 Apr 18 20:40:29.065337 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [req-49f42eb4-912e-43e6-a56e-603c69403c64 req-685be88c-7259-459b-923d-c454f6009224 tempest-ServersOnMultiNodesTest-1168278630 tempest-ServersOnMultiNodesTest-1168278630-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750374836619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32266323'] for port, after_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:29.083154 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] get_ports_and_sgs() called for port_ids ['48374dfc-daf0-401c-976e-d3d8c71d0274'] {{(pid=84042) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 18 20:40:29.087123 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-5ccc4603-f001-4c76-b9ba-87185e01786f req-8cedf418-5cde-41d8-9e72-537f394951f1 tempest-FloatingIPsAssociationTestJSON-661839082 tempest-FloatingIPsAssociationTestJSON-661839082-project] 10.222.0.42 "GET /v2.0/security-groups?id=5edfb6a7-e63f-4d6e-97ca-795ce1be36ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1970816 Apr 18 20:40:29.214241 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-a92f3e8e-9229-434f-a12a-dd5e6b93fe32 req-974639a1-fd80-4cc6-9a98-288085d3f166 tempest-TaggedBootDevicesTest-1674414334 tempest-TaggedBootDevicesTest-1674414334-project] 10.222.0.42 "GET /v2.0/security-groups?id=67ac5558-a250-4106-afe6-28a5add43e38&id=cf1a4c14-6b4c-4b5a-99f9-781aa8c875fd&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2658594 Apr 18 20:40:29.312676 n-d-838334-2 neutron-server[84041]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-49f42eb4-912e-43e6-a56e-603c69403c64 req-685be88c-7259-459b-923d-c454f6009224 tempest-ServersOnMultiNodesTest-1168278630 tempest-ServersOnMultiNodesTest-1168278630-project] Network cb56989d-7c5d-4678-b194-1d2edf1e842a is already hosted by enough agents. {{(pid=84041) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:40:29.340163 n-d-838334-2 neutron-server[84041]: DEBUG neutron.scheduler.base_scheduler [req-49f42eb4-912e-43e6-a56e-603c69403c64 req-685be88c-7259-459b-923d-c454f6009224 tempest-ServersOnMultiNodesTest-1168278630 tempest-ServersOnMultiNodesTest-1168278630-project] Resources bound (agent type, host, resource id): {{(pid=84041) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:40:29.373162 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.l3_dvrscheduler_db [req-49f42eb4-912e-43e6-a56e-603c69403c64 req-685be88c-7259-459b-923d-c454f6009224 tempest-ServersOnMultiNodesTest-1168278630 tempest-ServersOnMultiNodesTest-1168278630-project] Received port after_create {{(pid=84041) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 20:40:29.415585 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.db [req-8ed7183c-4698-42ef-b999-02489cb2960c req-7134944e-f789-4c0d-b75b-cc7524d02480 service neutron] For port aa54cccf-7c39-40d6-a368-f24a2a8f30ce, host n-h2-838334-2, cleared binding levels {{(pid=84040) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 20:40:29.433443 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.db [req-8ed7183c-4698-42ef-b999-02489cb2960c req-7134944e-f789-4c0d-b75b-cc7524d02480 service neutron] For port aa54cccf-7c39-40d6-a368-f24a2a8f30ce, host n-h2-838334-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838334-2',level=0,port_id=aa54cccf-7c39-40d6-a368-f24a2a8f30ce,segment=NetworkSegment(431dac21-62fe-4af2-a303-5868c7f4fc97),segment_id=431dac21-62fe-4af2-a303-5868c7f4fc97)] {{(pid=84040) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 20:40:29.444915 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-8ed7183c-4698-42ef-b999-02489cb2960c req-7134944e-f789-4c0d-b75b-cc7524d02480 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32440959'] for port, after_update {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:29.510725 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49f42eb4-912e-43e6-a56e-603c69403c64 req-685be88c-7259-459b-923d-c454f6009224 tempest-ServersOnMultiNodesTest-1168278630 tempest-ServersOnMultiNodesTest-1168278630-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:40:29.511393 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [req-49f42eb4-912e-43e6-a56e-603c69403c64 req-685be88c-7259-459b-923d-c454f6009224 tempest-ServersOnMultiNodesTest-1168278630 tempest-ServersOnMultiNodesTest-1168278630-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217293'] for port, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:29.560123 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [req-49f42eb4-912e-43e6-a56e-603c69403c64 req-5920d270-92dd-4d44-94ee-60dbb27e1b95 tempest-ServersOnMultiNodesTest-1168278630 tempest-ServersOnMultiNodesTest-1168278630-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750374836619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32266323'] for port, after_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:29.562203 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-685be88c-7259-459b-923d-c454f6009224 tempest-ServersOnMultiNodesTest-1168278630 tempest-ServersOnMultiNodesTest-1168278630-project] Pushing event updated for resources: {'Port': ['ID=462e4cea-9da7-4149-b973-b4a0cd7a6d86,revision_number=1']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:40:29.602173 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750375287399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253529'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:29.689897 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-49f42eb4-912e-43e6-a56e-603c69403c64 req-685be88c-7259-459b-923d-c454f6009224 tempest-ServersOnMultiNodesTest-1168278630 tempest-ServersOnMultiNodesTest-1168278630-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.6788809 Apr 18 20:40:29.713337 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.v2.base [req-49f42eb4-912e-43e6-a56e-603c69403c64 req-331eb14b-da87-4293-9cc7-3b212f093a36 service neutron] Request body: {'port': {'device_id': 'bfb8b42e-58b9-4f6a-be0f-24f7d0bb5bc6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-838334-2'}} {{(pid=84041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 20:40:29.826135 n-d-838334-2 neutron-server[84041]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-49f42eb4-912e-43e6-a56e-603c69403c64 req-5920d270-92dd-4d44-94ee-60dbb27e1b95 tempest-ServersOnMultiNodesTest-1168278630 tempest-ServersOnMultiNodesTest-1168278630-project] Network cb56989d-7c5d-4678-b194-1d2edf1e842a is already hosted by enough agents. {{(pid=84041) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:40:29.826135 n-d-838334-2 neutron-server[84041]: DEBUG neutron.scheduler.base_scheduler [req-49f42eb4-912e-43e6-a56e-603c69403c64 req-5920d270-92dd-4d44-94ee-60dbb27e1b95 tempest-ServersOnMultiNodesTest-1168278630 tempest-ServersOnMultiNodesTest-1168278630-project] Resources bound (agent type, host, resource id): {{(pid=84041) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:40:29.827806 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.l3_dvrscheduler_db [req-49f42eb4-912e-43e6-a56e-603c69403c64 req-5920d270-92dd-4d44-94ee-60dbb27e1b95 tempest-ServersOnMultiNodesTest-1168278630 tempest-ServersOnMultiNodesTest-1168278630-project] Received port after_create {{(pid=84041) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 20:40:29.884735 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] get_ports_and_sgs() called for port_ids ['48374dfc-daf0-401c-976e-d3d8c71d0274'] {{(pid=84042) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 18 20:40:29.911150 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-8ed7183c-4698-42ef-b999-02489cb2960c req-7134944e-f789-4c0d-b75b-cc7524d02480 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217293'] for port, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:29.912548 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-8ed7183c-4698-42ef-b999-02489cb2960c req-7134944e-f789-4c0d-b75b-cc7524d02480 service neutron] 10.222.0.48 "PUT /v2.0/ports/aa54cccf-7c39-40d6-a368-f24a2a8f30ce HTTP/1.1" status: 200 len: 1092 time: 3.4999743 Apr 18 20:40:29.913003 n-d-838334-2 neutron-server[84040]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bee97f5e-b592-4ee0-b7d7-2cfba0fa5e35', 'tag': 'aa54cccf-7c39-40d6-a368-f24a2a8f30ce'}] {{(pid=84040) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 20:40:30.203343 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-389b5b6a-bc1f-44a8-a44d-bf1e58a43cfa None None] Provisioning for port 462e4cea-9da7-4149-b973-b4a0cd7a6d86 completed by entity DHCP. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 20:40:30.223417 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7134944e-f789-4c0d-b75b-cc7524d02480 service neutron] Pushing event updated for resources: {'Port': ['ID=aa54cccf-7c39-40d6-a368-f24a2a8f30ce,revision_number=3']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:40:30.235128 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [req-49f42eb4-912e-43e6-a56e-603c69403c64 req-331eb14b-da87-4293-9cc7-3b212f093a36 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:30.293983 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5920d270-92dd-4d44-94ee-60dbb27e1b95 tempest-ServersOnMultiNodesTest-1168278630 tempest-ServersOnMultiNodesTest-1168278630-project] Pushing event updated for resources: {'Port': ['ID=80ff486a-645e-4b81-95ae-389dadda214a,revision_number=1']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:40:30.383298 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7c67f35-e955-4774-97ac-07b9fab9ec25 req-cb631067-eaf3-45a0-be84-afb4e88d3f43 tempest-ServersOnMultiNodesTest-1168278630 tempest-ServersOnMultiNodesTest-1168278630-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:40:30.391775 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-b7c67f35-e955-4774-97ac-07b9fab9ec25 req-cb631067-eaf3-45a0-be84-afb4e88d3f43 tempest-ServersOnMultiNodesTest-1168278630 tempest-ServersOnMultiNodesTest-1168278630-project] 10.222.0.42 "GET /v2.0/ports?device_id=bfb8b42e-58b9-4f6a-be0f-24f7d0bb5bc6 HTTP/1.1" status: 200 len: 935 time: 0.7548237 Apr 18 20:40:30.432216 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-389b5b6a-bc1f-44a8-a44d-bf1e58a43cfa None None] Provisioning complete for port 462e4cea-9da7-4149-b973-b4a0cd7a6d86 triggered by entity DHCP. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:40:30.432874 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-389b5b6a-bc1f-44a8-a44d-bf1e58a43cfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1253608'] for port, provisioning_complete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:30.499910 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-8ed7183c-4698-42ef-b999-02489cb2960c req-9914ab32-a539-42f0-80a0-9cfadc8f6fc9 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=c1a78f2b33ee4536986609e3ae5af78c&device_id=bee97f5e-b592-4ee0-b7d7-2cfba0fa5e35 HTTP/1.1" status: 200 len: 1095 time: 0.5061812 Apr 18 20:40:30.550701 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49f42eb4-912e-43e6-a56e-603c69403c64 req-5920d270-92dd-4d44-94ee-60dbb27e1b95 tempest-ServersOnMultiNodesTest-1168278630 tempest-ServersOnMultiNodesTest-1168278630-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:40:30.552226 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [req-49f42eb4-912e-43e6-a56e-603c69403c64 req-5920d270-92dd-4d44-94ee-60dbb27e1b95 tempest-ServersOnMultiNodesTest-1168278630 tempest-ServersOnMultiNodesTest-1168278630-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217293'] for port, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:30.586987 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.plugin [None req-389b5b6a-bc1f-44a8-a44d-bf1e58a43cfa None None] Port 462e4cea-9da7-4149-b973-b4a0cd7a6d86 cannot update to ACTIVE because it is not bound. {{(pid=84042) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 18 20:40:30.692876 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-49f42eb4-912e-43e6-a56e-603c69403c64 req-5920d270-92dd-4d44-94ee-60dbb27e1b95 tempest-ServersOnMultiNodesTest-1168278630 tempest-ServersOnMultiNodesTest-1168278630-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 4.1633515 Apr 18 20:40:30.716572 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.v2.base [req-49f42eb4-912e-43e6-a56e-603c69403c64 req-f5fb2c63-47f5-4620-884a-5de2da578698 service neutron] Request body: {'port': {'device_id': 'c3d5a5e5-f912-4e43-a1e3-4e9175e1dfe1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-838334-2'}} {{(pid=84041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 20:40:30.745701 n-d-838334-2 neutron-server[84040]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d9317765-7247-4f81-9861-bd582be767b3'] response: {'name': 'network-changed', 'server_uuid': 'bee97f5e-b592-4ee0-b7d7-2cfba0fa5e35', 'tag': 'aa54cccf-7c39-40d6-a368-f24a2a8f30ce', 'status': 'completed', 'code': 200} Apr 18 20:40:30.831042 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-b7c67f35-e955-4774-97ac-07b9fab9ec25 req-883b41fe-53db-4fb6-ab14-66696a3dc195 tempest-ServersOnMultiNodesTest-1168278630 tempest-ServersOnMultiNodesTest-1168278630-project] 10.222.0.42 "GET /v2.0/security-groups?id=e1e985d3-f227-45b4-b9a7-ffadcd0db1b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4236429 Apr 18 20:40:30.833087 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-8ed7183c-4698-42ef-b999-02489cb2960c req-4e83d38a-47a9-4e36-b68a-0961acdb6178 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=aa54cccf-7c39-40d6-a368-f24a2a8f30ce HTTP/1.1" status: 200 len: 217 time: 0.3146017 Apr 18 20:40:30.843909 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-12404939-291c-4362-a722-ab030c7a13b2 None None] Provisioning for port 80ff486a-645e-4b81-95ae-389dadda214a completed by entity DHCP. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 20:40:30.854110 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-12404939-291c-4362-a722-ab030c7a13b2 None None] Provisioning complete for port 80ff486a-645e-4b81-95ae-389dadda214a triggered by entity DHCP. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:40:30.854480 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-12404939-291c-4362-a722-ab030c7a13b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1253608'] for port, provisioning_complete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:31.053072 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ed7183c-4698-42ef-b999-02489cb2960c req-dbc62aaa-ad30-44cb-9588-896f85ea9209 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:40:31.062143 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-8ed7183c-4698-42ef-b999-02489cb2960c req-dbc62aaa-ad30-44cb-9588-896f85ea9209 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=769e5df8-16e3-4584-97ce-25a3b6243e3e HTTP/1.1" status: 200 len: 859 time: 0.2117386 Apr 18 20:40:31.071422 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.plugin [None req-12404939-291c-4362-a722-ab030c7a13b2 None None] Port 80ff486a-645e-4b81-95ae-389dadda214a cannot update to ACTIVE because it is not bound. {{(pid=84042) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 18 20:40:31.248335 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [req-49f42eb4-912e-43e6-a56e-603c69403c64 req-f5fb2c63-47f5-4620-884a-5de2da578698 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:31.328334 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Device 3dee7dbe-7cd7-44fa-ad62-c22c92c23e68 details requested by agent hyperv_n-h2-838334-2 with host n-h2-838334-2 {{(pid=84042) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 18 20:40:31.553427 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 36842) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:40:31.562066 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.db.resource_extend [req-49f42eb4-912e-43e6-a56e-603c69403c64 req-331eb14b-da87-4293-9cc7-3b212f093a36 service neutron] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84041) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 18 20:40:31.664231 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceda371a-af95-4395-8a58-3d9e1456eae6 req-6a4984c6-b3ee-4d04-a13f-0bbaa7c4d676 tempest-FloatingIPsAssociationTestJSON-661839082 tempest-FloatingIPsAssociationTestJSON-661839082-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:40:31.671588 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-ceda371a-af95-4395-8a58-3d9e1456eae6 req-6a4984c6-b3ee-4d04-a13f-0bbaa7c4d676 tempest-FloatingIPsAssociationTestJSON-661839082 tempest-FloatingIPsAssociationTestJSON-661839082-project] 10.222.0.42 "GET /v2.0/ports?device_id=bee97f5e-b592-4ee0-b7d7-2cfba0fa5e35 HTTP/1.1" status: 200 len: 944 time: 0.6083810 Apr 18 20:40:31.706495 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59b5572e-a541-4f7e-88dc-d1616b58a76d req-0c56ae2d-043c-430a-82e9-187c90d857e3 tempest-TaggedBootDevicesTest-1674414334 tempest-TaggedBootDevicesTest-1674414334-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:40:31.711216 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59b5572e-a541-4f7e-88dc-d1616b58a76d req-0c56ae2d-043c-430a-82e9-187c90d857e3 tempest-TaggedBootDevicesTest-1674414334 tempest-TaggedBootDevicesTest-1674414334-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:40:31.711504 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] For port 3dee7dbe-7cd7-44fa-ad62-c22c92c23e68, host n-h2-838334-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838334-2',level=0,port_id=3dee7dbe-7cd7-44fa-ad62-c22c92c23e68,segment=NetworkSegment(4134857a-3d4d-4a42-8268-4c8b0125ff2d),segment_id=4134857a-3d4d-4a42-8268-4c8b0125ff2d)] {{(pid=84042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:40:31.716976 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59b5572e-a541-4f7e-88dc-d1616b58a76d req-0c56ae2d-043c-430a-82e9-187c90d857e3 tempest-TaggedBootDevicesTest-1674414334 tempest-TaggedBootDevicesTest-1674414334-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:40:31.721613 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59b5572e-a541-4f7e-88dc-d1616b58a76d req-0c56ae2d-043c-430a-82e9-187c90d857e3 tempest-TaggedBootDevicesTest-1674414334 tempest-TaggedBootDevicesTest-1674414334-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:40:31.725834 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59b5572e-a541-4f7e-88dc-d1616b58a76d req-0c56ae2d-043c-430a-82e9-187c90d857e3 tempest-TaggedBootDevicesTest-1674414334 tempest-TaggedBootDevicesTest-1674414334-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:40:31.732749 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59b5572e-a541-4f7e-88dc-d1616b58a76d req-0c56ae2d-043c-430a-82e9-187c90d857e3 tempest-TaggedBootDevicesTest-1674414334 tempest-TaggedBootDevicesTest-1674414334-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:40:31.745459 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59b5572e-a541-4f7e-88dc-d1616b58a76d req-0c56ae2d-043c-430a-82e9-187c90d857e3 tempest-TaggedBootDevicesTest-1674414334 tempest-TaggedBootDevicesTest-1674414334-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:40:31.751413 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-59b5572e-a541-4f7e-88dc-d1616b58a76d req-0c56ae2d-043c-430a-82e9-187c90d857e3 tempest-TaggedBootDevicesTest-1674414334 tempest-TaggedBootDevicesTest-1674414334-project] 10.222.0.42 "GET /v2.0/ports?device_id=cc0d4549-87de-476f-8fa1-88b0358bebbd HTTP/1.1" status: 200 len: 5418 time: 0.6824572 Apr 18 20:40:31.756760 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Returning: {'device': '3dee7dbe-7cd7-44fa-ad62-c22c92c23e68', 'network_id': 'd9eb2c31-9efb-45c1-be97-8fbfff0e7f82', 'port_id': '3dee7dbe-7cd7-44fa-ad62-c22c92c23e68', 'mac_address': 'fa:16:3e:d2:cb:f0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 379, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '595cabc3-b2ed-413d-9545-05965478d7ea', 'ip_address': '10.1.1.107'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84042) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 18 20:40:31.810829 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-8ed7183c-4698-42ef-b999-02489cb2960c req-d1dabaed-a8e4-4a4f-acc6-34fe6d35c943 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=7b96c852-8e2e-4d3b-ad4b-39924026f663&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.6593361 Apr 18 20:40:31.827236 n-d-838334-2 neutron-server[84041]: DEBUG neutron.notifiers.nova [req-49f42eb4-912e-43e6-a56e-603c69403c64 req-331eb14b-da87-4293-9cc7-3b212f093a36 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 462e4cea-9da7-4149-b973-b4a0cd7a6d86 {{(pid=84041) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 18 20:40:31.850010 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:31.862265 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [req-49f42eb4-912e-43e6-a56e-603c69403c64 req-331eb14b-da87-4293-9cc7-3b212f093a36 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:31.887584 n-d-838334-2 neutron-server[84042]: DEBUG neutron.notifiers.nova [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3dee7dbe-7cd7-44fa-ad62-c22c92c23e68 {{(pid=84042) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 18 20:40:31.898984 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.v2.base [None req-c354e3d3-55ba-445f-856b-3fde25e32d61 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPDetailsTestJSON-2143832353-network', 'tenant_id': 'd3fc4049ccc64e45ba4bb202e1d092fe'}} {{(pid=84041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 20:40:31.920418 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-c354e3d3-55ba-445f-856b-3fde25e32d61 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:40:31.929920 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] For port 3dee7dbe-7cd7-44fa-ad62-c22c92c23e68, host n-h2-838334-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838334-2',level=0,port_id=3dee7dbe-7cd7-44fa-ad62-c22c92c23e68,segment=NetworkSegment(4134857a-3d4d-4a42-8268-4c8b0125ff2d),segment_id=4134857a-3d4d-4a42-8268-4c8b0125ff2d)] {{(pid=84042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:40:31.934061 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-c354e3d3-55ba-445f-856b-3fde25e32d61 admin admin] Usage tracker for resource:network and tenant:d3fc4049ccc64e45ba4bb202e1d092fe is out of sync, need to count used quota {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:40:31.943604 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682'] for port, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:31.944930 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Device 67855998-dc7c-4735-830d-2fe34a3c1061 details requested by agent hyperv_n-h2-838334-2 with host n-h2-838334-2 {{(pid=84042) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 18 20:40:31.949237 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-c354e3d3-55ba-445f-856b-3fde25e32d61 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:40:31.975491 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-c354e3d3-55ba-445f-856b-3fde25e32d61 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:40:32.015558 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c354e3d3-55ba-445f-856b-3fde25e32d61 admin admin] Made reservation on behalf of d3fc4049ccc64e45ba4bb202e1d092fe for: {'network': 1} {{(pid=84041) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:40:32.015822 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-8ed7183c-4698-42ef-b999-02489cb2960c req-c4f2c70e-25e4-45ae-add6-2701a07680fe service neutron] 10.222.0.48 "GET /v2.0/networks/7b96c852-8e2e-4d3b-ad4b-39924026f663?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1577027 Apr 18 20:40:32.025738 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-c354e3d3-55ba-445f-856b-3fde25e32d61 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for network, before_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:32.062187 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.provisioning_blocks [req-49f42eb4-912e-43e6-a56e-603c69403c64 req-331eb14b-da87-4293-9cc7-3b212f093a36 service neutron] Transition to ACTIVE for port object 462e4cea-9da7-4149-b973-b4a0cd7a6d86 will not be triggered until provisioned by entity L2. {{(pid=84041) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 20:40:32.069816 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-c354e3d3-55ba-445f-856b-3fde25e32d61 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:32.133237 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Pushing event updated for resources: {'Port': ['ID=3dee7dbe-7cd7-44fa-ad62-c22c92c23e68,revision_number=4']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:40:32.136393 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-59b5572e-a541-4f7e-88dc-d1616b58a76d req-c1fedd49-9515-46e6-a1a5-6459ba3163aa tempest-TaggedBootDevicesTest-1674414334 tempest-TaggedBootDevicesTest-1674414334-project] 10.222.0.42 "GET /v2.0/security-groups?id=67ac5558-a250-4106-afe6-28a5add43e38&id=cf1a4c14-6b4c-4b5a-99f9-781aa8c875fd&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3700330 Apr 18 20:40:32.138773 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] For port 67855998-dc7c-4735-830d-2fe34a3c1061, host n-h2-838334-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838334-2',level=0,port_id=67855998-dc7c-4735-830d-2fe34a3c1061,segment=NetworkSegment(4134857a-3d4d-4a42-8268-4c8b0125ff2d),segment_id=4134857a-3d4d-4a42-8268-4c8b0125ff2d)] {{(pid=84042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:40:32.160576 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [req-49f42eb4-912e-43e6-a56e-603c69403c64 req-331eb14b-da87-4293-9cc7-3b212f093a36 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32266282'] for port, after_update {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:32.176091 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-ceda371a-af95-4395-8a58-3d9e1456eae6 req-dda2344e-c475-4ec2-bfb6-57f9ebe95ba1 tempest-FloatingIPsAssociationTestJSON-661839082 tempest-FloatingIPsAssociationTestJSON-661839082-project] 10.222.0.42 "GET /v2.0/security-groups?id=5edfb6a7-e63f-4d6e-97ca-795ce1be36ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4951878 Apr 18 20:40:32.181608 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Returning: {'device': '67855998-dc7c-4735-830d-2fe34a3c1061', 'network_id': 'd9eb2c31-9efb-45c1-be97-8fbfff0e7f82', 'port_id': '67855998-dc7c-4735-830d-2fe34a3c1061', 'mac_address': 'fa:16:3e:44:c4:23', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 379, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '595cabc3-b2ed-413d-9545-05965478d7ea', 'ip_address': '10.1.1.103'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84042) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 18 20:40:32.308022 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:32.328744 n-d-838334-2 neutron-server[84042]: DEBUG neutron.notifiers.nova [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 67855998-dc7c-4735-830d-2fe34a3c1061 {{(pid=84042) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 18 20:40:32.353212 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] For port 67855998-dc7c-4735-830d-2fe34a3c1061, host n-h2-838334-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838334-2',level=0,port_id=67855998-dc7c-4735-830d-2fe34a3c1061,segment=NetworkSegment(4134857a-3d4d-4a42-8268-4c8b0125ff2d),segment_id=4134857a-3d4d-4a42-8268-4c8b0125ff2d)] {{(pid=84042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:40:32.358728 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682'] for port, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:32.360602 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Device fa03d449-bb38-4cd9-8fa0-e99f7c7cd3e2 details requested by agent hyperv_n-h2-838334-2 with host n-h2-838334-2 {{(pid=84042) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 18 20:40:32.424065 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-c354e3d3-55ba-445f-856b-3fde25e32d61 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:40:32.434300 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-c354e3d3-55ba-445f-856b-3fde25e32d61 admin admin] Usage tracker for resource:security_group_rule and tenant:d3fc4049ccc64e45ba4bb202e1d092fe is out of sync, need to count used quota {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:40:32.441698 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-c354e3d3-55ba-445f-856b-3fde25e32d61 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:40:32.450553 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Pushing event updated for resources: {'Port': ['ID=67855998-dc7c-4735-830d-2fe34a3c1061,revision_number=4']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:40:32.454312 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-c354e3d3-55ba-445f-856b-3fde25e32d61 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:40:32.508834 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-8ed7183c-4698-42ef-b999-02489cb2960c req-c5621184-8be8-4f60-9cd7-7e333c787797 service neutron] 10.222.0.48 "GET /v2.0/networks/7b96c852-8e2e-4d3b-ad4b-39924026f663?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4800665 Apr 18 20:40:32.570624 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a7fdf10-4dd6-42b8-a9ae-c04986ad76c8 req-763b8d20-75fc-4c25-bff3-72b13bffb3a2 tempest-ServersWithSpecificFlavorTestJSON-734692326 tempest-ServersWithSpecificFlavorTestJSON-734692326-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:40:32.578793 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-6a7fdf10-4dd6-42b8-a9ae-c04986ad76c8 req-763b8d20-75fc-4c25-bff3-72b13bffb3a2 tempest-ServersWithSpecificFlavorTestJSON-734692326 tempest-ServersWithSpecificFlavorTestJSON-734692326-project] 10.222.0.42 "GET /v2.0/ports?device_id=914cdeba-bb0d-4af0-a215-ff126e74b600 HTTP/1.1" status: 200 len: 945 time: 0.1958401 Apr 18 20:40:32.606157 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-c354e3d3-55ba-445f-856b-3fde25e32d61 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:32.645696 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-c354e3d3-55ba-445f-856b-3fde25e32d61 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33528224'] for security_group, after_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:32.676222 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] For port fa03d449-bb38-4cd9-8fa0-e99f7c7cd3e2, host n-h2-838334-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838334-2',level=0,port_id=fa03d449-bb38-4cd9-8fa0-e99f7c7cd3e2,segment=NetworkSegment(a0546572-b3e1-4e2b-aa75-195a4fbea0d4),segment_id=a0546572-b3e1-4e2b-aa75-195a4fbea0d4)] {{(pid=84042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:40:32.775265 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Returning: {'device': 'fa03d449-bb38-4cd9-8fa0-e99f7c7cd3e2', 'network_id': 'f80f29cf-306f-4b83-b9ef-977e3822a3eb', 'port_id': 'fa03d449-bb38-4cd9-8fa0-e99f7c7cd3e2', 'mac_address': 'fa:16:3e:90:83:ec', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 369, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5c52872c-5453-4e7c-876e-5ab51a950a0e', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84042) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 18 20:40:32.822087 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-6a7fdf10-4dd6-42b8-a9ae-c04986ad76c8 req-00a45ba8-7a16-46d4-9467-9c8c816e91c1 tempest-ServersWithSpecificFlavorTestJSON-734692326 tempest-ServersWithSpecificFlavorTestJSON-734692326-project] 10.222.0.42 "GET /v2.0/security-groups?id=51d79015-ffd5-44d4-b2c5-faf33204dfe8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2421508 Apr 18 20:40:32.879244 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:32.910075 n-d-838334-2 neutron-server[84042]: DEBUG neutron.notifiers.nova [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fa03d449-bb38-4cd9-8fa0-e99f7c7cd3e2 {{(pid=84042) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 18 20:40:32.930412 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f259d3d-e74f-485c-b7bf-ed657c53c75e req-c057421a-dc52-400d-a424-90a171ce65df tempest-ServersOnMultiNodesTest-1168278630 tempest-ServersOnMultiNodesTest-1168278630-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:40:32.931488 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] For port fa03d449-bb38-4cd9-8fa0-e99f7c7cd3e2, host n-h2-838334-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838334-2',level=0,port_id=fa03d449-bb38-4cd9-8fa0-e99f7c7cd3e2,segment=NetworkSegment(a0546572-b3e1-4e2b-aa75-195a4fbea0d4),segment_id=a0546572-b3e1-4e2b-aa75-195a4fbea0d4)] {{(pid=84042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:40:32.942897 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-6f259d3d-e74f-485c-b7bf-ed657c53c75e req-c057421a-dc52-400d-a424-90a171ce65df tempest-ServersOnMultiNodesTest-1168278630 tempest-ServersOnMultiNodesTest-1168278630-project] 10.222.0.42 "GET /v2.0/ports?device_id=bfb8b42e-58b9-4f6a-be0f-24f7d0bb5bc6 HTTP/1.1" status: 200 len: 947 time: 0.2883229 Apr 18 20:40:32.944901 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682'] for port, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:33.020893 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-517c3cf1-e741-4f43-b49a-03ff521b3410 req-91d514bf-ebc1-4e2b-95fc-5ef15b74a83d service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=c1a78f2b33ee4536986609e3ae5af78c&device_id=bee97f5e-b592-4ee0-b7d7-2cfba0fa5e35 HTTP/1.1" status: 200 len: 1095 time: 0.4253995 Apr 18 20:40:33.066704 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c354e3d3-55ba-445f-856b-3fde25e32d61 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c9626f41-65dd-4929-ad3e-ad0a19e058e7,revision_number=1']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:40:33.080663 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c354e3d3-55ba-445f-856b-3fde25e32d61 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 361} {{(pid=84041) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 20:40:33.091339 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-c354e3d3-55ba-445f-856b-3fde25e32d61 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1082986'] for segment, precommit_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:33.091594 n-d-838334-2 neutron-server[84041]: INFO neutron.db.segments_db [None req-c354e3d3-55ba-445f-856b-3fde25e32d61 admin admin] Added segment 3846afa3-c533-4638-95e3-d8c6a109a1ee of type vlan for network 7a0229fe-8384-4f97-8745-fda3bfd7178d Apr 18 20:40:33.112302 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Pushing event updated for resources: {'Port': ['ID=fa03d449-bb38-4cd9-8fa0-e99f7c7cd3e2,revision_number=4']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:40:33.129770 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-c354e3d3-55ba-445f-856b-3fde25e32d61 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750374825732'] for network, precommit_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:33.254411 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-c354e3d3-55ba-445f-856b-3fde25e32d61 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33526109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022'] for network, after_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:33.255469 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c354e3d3-55ba-445f-856b-3fde25e32d61 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:40:33.269198 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-c354e3d3-55ba-445f-856b-3fde25e32d61 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32378031'] for network, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:33.302785 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-517c3cf1-e741-4f43-b49a-03ff521b3410 req-d0857eff-6259-43ad-bfd5-d8a6ea5b0f04 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:40:33.304590 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-517c3cf1-e741-4f43-b49a-03ff521b3410 req-d0857eff-6259-43ad-bfd5-d8a6ea5b0f04 service neutron] 10.222.0.48 "GET /v2.0/networks?id=7b96c852-8e2e-4d3b-ad4b-39924026f663 HTTP/1.1" status: 200 len: 921 time: 0.2690248 Apr 18 20:40:33.393229 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750375287399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253529'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:33.429401 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-6f259d3d-e74f-485c-b7bf-ed657c53c75e req-6d2dc041-2064-4e5b-9e87-d10bbb42d44c tempest-ServersOnMultiNodesTest-1168278630 tempest-ServersOnMultiNodesTest-1168278630-project] 10.222.0.42 "GET /v2.0/security-groups?id=e1e985d3-f227-45b4-b9a7-ffadcd0db1b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4839258 Apr 18 20:40:33.437309 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Device fcf04c80-d79e-470d-884b-eefd4d15d3f8 details requested by agent hyperv_n-h2-838334-2 with host n-h2-838334-2 {{(pid=84042) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 18 20:40:33.547600 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c354e3d3-55ba-445f-856b-3fde25e32d61 admin admin] Pushing event updated for resources: {'Network': ['ID=7a0229fe-8384-4f97-8745-fda3bfd7178d,revision_number=1']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:40:33.550239 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-331eb14b-da87-4293-9cc7-3b212f093a36 service neutron] Pushing event updated for resources: {'Port': ['ID=462e4cea-9da7-4149-b973-b4a0cd7a6d86,revision_number=2']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:40:33.753320 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] For port fcf04c80-d79e-470d-884b-eefd4d15d3f8, host n-h2-838334-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838334-2',level=0,port_id=fcf04c80-d79e-470d-884b-eefd4d15d3f8,segment=NetworkSegment(042fd70a-92f2-4098-9b07-9a0bcd9bab32),segment_id=042fd70a-92f2-4098-9b07-9a0bcd9bab32)] {{(pid=84042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:40:33.768378 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Returning: {'device': 'fcf04c80-d79e-470d-884b-eefd4d15d3f8', 'network_id': '81621119-9498-4395-a64b-7e94080c69d1', 'port_id': 'fcf04c80-d79e-470d-884b-eefd4d15d3f8', 'mac_address': 'fa:16:3e:f2:42:82', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 364, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '56438b06-8f6c-4c48-a38f-f39ae02814c1', 'ip_address': '10.2.2.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84042) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 18 20:40:33.778259 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] get_ports_and_sgs() called for port_ids ['67855998-dc7c-4735-830d-2fe34a3c1061'] {{(pid=84042) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 18 20:40:33.804978 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Network 7a0229fe-8384-4f97-8745-fda3bfd7178d details requested by agent ovs-agent-n-d-838334-2 with host n-d-838334-2 {{(pid=84042) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 18 20:40:33.817966 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] get_ports_and_sgs() called for port_ids ['fa03d449-bb38-4cd9-8fa0-e99f7c7cd3e2'] {{(pid=84042) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 18 20:40:33.867778 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-c354e3d3-55ba-445f-856b-3fde25e32d61 admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 2.3096035 Apr 18 20:40:33.867778 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.managers [req-49f42eb4-912e-43e6-a56e-603c69403c64 req-331eb14b-da87-4293-9cc7-3b212f093a36 service neutron] Attempting to bind port 462e4cea-9da7-4149-b973-b4a0cd7a6d86 on host n-h1-838334-2 for vnic_type normal with profile {{(pid=84041) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:40:33.868405 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.managers [req-49f42eb4-912e-43e6-a56e-603c69403c64 req-331eb14b-da87-4293-9cc7-3b212f093a36 service neutron] Attempting to bind port 462e4cea-9da7-4149-b973-b4a0cd7a6d86 by drivers openvswitch,hyperv on host n-h1-838334-2 at level 0 using segments [{'id': '62b85806-94d8-4a88-a06c-da82e5932d66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': 'cb56989d-7c5d-4678-b194-1d2edf1e842a'}] {{(pid=84041) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:40:33.868405 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49f42eb4-912e-43e6-a56e-603c69403c64 req-331eb14b-da87-4293-9cc7-3b212f093a36 service neutron] Attempting to bind port 462e4cea-9da7-4149-b973-b4a0cd7a6d86 on network cb56989d-7c5d-4678-b194-1d2edf1e842a {{(pid=84041) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 20:40:33.871500 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.db.resource_extend [req-49f42eb4-912e-43e6-a56e-603c69403c64 req-f5fb2c63-47f5-4620-884a-5de2da578698 service neutron] It took 0.19 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84041) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 18 20:40:33.879308 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 36894) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:40:33.887521 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.v2.base [None req-82e6beee-ab21-4906-bb1b-9354408c2215 admin admin] Request body: {'subnet': {'network_id': '7a0229fe-8384-4f97-8745-fda3bfd7178d', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPDetailsTestJSON-2143832353-subnet', 'tenant_id': 'd3fc4049ccc64e45ba4bb202e1d092fe', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=84041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 20:40:33.893641 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-517c3cf1-e741-4f43-b49a-03ff521b3410 req-e43ee9b8-beb5-44a3-827c-2f799b11c7fd service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=aa54cccf-7c39-40d6-a368-f24a2a8f30ce HTTP/1.1" status: 200 len: 217 time: 0.4618349 Apr 18 20:40:33.899908 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-82e6beee-ab21-4906-bb1b-9354408c2215 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:40:33.907758 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-82e6beee-ab21-4906-bb1b-9354408c2215 admin admin] Usage tracker for resource:subnet and tenant:d3fc4049ccc64e45ba4bb202e1d092fe is out of sync, need to count used quota {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:40:33.913501 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] get_ports_and_sgs() called for port_ids ['3dee7dbe-7cd7-44fa-ad62-c22c92c23e68'] {{(pid=84042) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 18 20:40:33.914500 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-82e6beee-ab21-4906-bb1b-9354408c2215 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:40:33.944385 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-82e6beee-ab21-4906-bb1b-9354408c2215 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:40:33.974375 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-82e6beee-ab21-4906-bb1b-9354408c2215 admin admin] Made reservation on behalf of d3fc4049ccc64e45ba4bb202e1d092fe for: {'subnet': 1} {{(pid=84041) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:40:33.978964 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-82e6beee-ab21-4906-bb1b-9354408c2215 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32486301'] for subnet, before_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:34.240935 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49f42eb4-912e-43e6-a56e-603c69403c64 req-331eb14b-da87-4293-9cc7-3b212f093a36 service neutron] Port 462e4cea-9da7-4149-b973-b4a0cd7a6d86 on network cb56989d-7c5d-4678-b194-1d2edf1e842a not bound, no agent of type Open vSwitch agent registered on host n-h1-838334-2 {{(pid=84041) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 18 20:40:34.240935 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49f42eb4-912e-43e6-a56e-603c69403c64 req-331eb14b-da87-4293-9cc7-3b212f093a36 service neutron] Attempting to bind port 462e4cea-9da7-4149-b973-b4a0cd7a6d86 on network cb56989d-7c5d-4678-b194-1d2edf1e842a {{(pid=84041) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 20:40:34.263111 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49f42eb4-912e-43e6-a56e-603c69403c64 req-331eb14b-da87-4293-9cc7-3b212f093a36 service neutron] Checking agent: {'id': 'd63bab19-ff81-4de1-afeb-a3732288d0d7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-838334-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 33, 59), 'started_at': datetime.datetime(2022, 4, 18, 20, 33, 59), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 20, 40, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84041) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 18 20:40:34.263479 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49f42eb4-912e-43e6-a56e-603c69403c64 req-331eb14b-da87-4293-9cc7-3b212f093a36 service neutron] Checking segment: {'id': '62b85806-94d8-4a88-a06c-da82e5932d66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': 'cb56989d-7c5d-4678-b194-1d2edf1e842a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84041) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 20:40:34.263891 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49f42eb4-912e-43e6-a56e-603c69403c64 req-331eb14b-da87-4293-9cc7-3b212f093a36 service neutron] Bound using segment: {'id': '62b85806-94d8-4a88-a06c-da82e5932d66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': 'cb56989d-7c5d-4678-b194-1d2edf1e842a'} {{(pid=84041) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 18 20:40:34.264332 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.managers [req-49f42eb4-912e-43e6-a56e-603c69403c64 req-331eb14b-da87-4293-9cc7-3b212f093a36 service neutron] Bound port: 462e4cea-9da7-4149-b973-b4a0cd7a6d86, host: n-h1-838334-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '62b85806-94d8-4a88-a06c-da82e5932d66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': 'cb56989d-7c5d-4678-b194-1d2edf1e842a'}}] {{(pid=84041) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 20:40:34.264679 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [req-49f42eb4-912e-43e6-a56e-603c69403c64 req-331eb14b-da87-4293-9cc7-3b212f093a36 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:34.303763 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-517c3cf1-e741-4f43-b49a-03ff521b3410 req-524fcaea-889f-4419-9e8c-4a4c14d24218 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:40:34.313332 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-517c3cf1-e741-4f43-b49a-03ff521b3410 req-524fcaea-889f-4419-9e8c-4a4c14d24218 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=769e5df8-16e3-4584-97ce-25a3b6243e3e HTTP/1.1" status: 200 len: 859 time: 0.3865597 Apr 18 20:40:34.354633 n-d-838334-2 neutron-server[84041]: DEBUG neutron.notifiers.nova [req-49f42eb4-912e-43e6-a56e-603c69403c64 req-f5fb2c63-47f5-4620-884a-5de2da578698 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 80ff486a-645e-4b81-95ae-389dadda214a {{(pid=84041) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 18 20:40:34.373812 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [req-49f42eb4-912e-43e6-a56e-603c69403c64 req-f5fb2c63-47f5-4620-884a-5de2da578698 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:34.420530 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a439738-3011-49a2-a400-dda986a4d646 req-082d6d53-acf1-4a5f-8f81-1873b95b525f tempest-ServersWithSpecificFlavorTestJSON-734692326 tempest-ServersWithSpecificFlavorTestJSON-734692326-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:40:34.422319 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-5a439738-3011-49a2-a400-dda986a4d646 req-082d6d53-acf1-4a5f-8f81-1873b95b525f tempest-ServersWithSpecificFlavorTestJSON-734692326 tempest-ServersWithSpecificFlavorTestJSON-734692326-project] 10.222.0.48 "GET /v2.0/ports?device_id=914cdeba-bb0d-4af0-a215-ff126e74b600 HTTP/1.1" status: 200 len: 945 time: 1.1163287 Apr 18 20:40:34.472598 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:34.515667 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.provisioning_blocks [req-49f42eb4-912e-43e6-a56e-603c69403c64 req-f5fb2c63-47f5-4620-884a-5de2da578698 service neutron] Transition to ACTIVE for port object 80ff486a-645e-4b81-95ae-389dadda214a will not be triggered until provisioned by entity L2. {{(pid=84041) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 20:40:34.535672 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [req-49f42eb4-912e-43e6-a56e-603c69403c64 req-f5fb2c63-47f5-4620-884a-5de2da578698 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32266282'] for port, after_update {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:34.542943 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b85f761f-1282-4732-932e-5db20ee9b002 req-730ce633-ac91-4ae0-bb0d-8135978b8b4a tempest-TaggedBootDevicesTest-1674414334 tempest-TaggedBootDevicesTest-1674414334-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:40:34.551456 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b85f761f-1282-4732-932e-5db20ee9b002 req-730ce633-ac91-4ae0-bb0d-8135978b8b4a tempest-TaggedBootDevicesTest-1674414334 tempest-TaggedBootDevicesTest-1674414334-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:40:34.568038 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b85f761f-1282-4732-932e-5db20ee9b002 req-730ce633-ac91-4ae0-bb0d-8135978b8b4a tempest-TaggedBootDevicesTest-1674414334 tempest-TaggedBootDevicesTest-1674414334-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:40:34.577709 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b85f761f-1282-4732-932e-5db20ee9b002 req-730ce633-ac91-4ae0-bb0d-8135978b8b4a tempest-TaggedBootDevicesTest-1674414334 tempest-TaggedBootDevicesTest-1674414334-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:40:34.592016 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b85f761f-1282-4732-932e-5db20ee9b002 req-730ce633-ac91-4ae0-bb0d-8135978b8b4a tempest-TaggedBootDevicesTest-1674414334 tempest-TaggedBootDevicesTest-1674414334-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:40:34.596845 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b85f761f-1282-4732-932e-5db20ee9b002 req-730ce633-ac91-4ae0-bb0d-8135978b8b4a tempest-TaggedBootDevicesTest-1674414334 tempest-TaggedBootDevicesTest-1674414334-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:40:34.601983 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b85f761f-1282-4732-932e-5db20ee9b002 req-730ce633-ac91-4ae0-bb0d-8135978b8b4a tempest-TaggedBootDevicesTest-1674414334 tempest-TaggedBootDevicesTest-1674414334-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:40:34.607658 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.db [req-49f42eb4-912e-43e6-a56e-603c69403c64 req-331eb14b-da87-4293-9cc7-3b212f093a36 service neutron] For port 462e4cea-9da7-4149-b973-b4a0cd7a6d86, host n-h1-838334-2, cleared binding levels {{(pid=84041) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 20:40:34.621574 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-b85f761f-1282-4732-932e-5db20ee9b002 req-730ce633-ac91-4ae0-bb0d-8135978b8b4a tempest-TaggedBootDevicesTest-1674414334 tempest-TaggedBootDevicesTest-1674414334-project] 10.222.0.42 "GET /v2.0/ports?device_id=cc0d4549-87de-476f-8fa1-88b0358bebbd HTTP/1.1" status: 200 len: 5421 time: 0.8749125 Apr 18 20:40:34.643505 n-d-838334-2 neutron-server[84042]: DEBUG neutron.notifiers.nova [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fcf04c80-d79e-470d-884b-eefd4d15d3f8 {{(pid=84042) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 18 20:40:34.729097 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ad5f6a0-7a8f-4ddf-b202-00f874150266 req-845e4c82-6b26-4ae0-ba02-764a662a84c7 tempest-FloatingIPsAssociationTestJSON-661839082 tempest-FloatingIPsAssociationTestJSON-661839082-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:40:34.740222 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-4ad5f6a0-7a8f-4ddf-b202-00f874150266 req-845e4c82-6b26-4ae0-ba02-764a662a84c7 tempest-FloatingIPsAssociationTestJSON-661839082 tempest-FloatingIPsAssociationTestJSON-661839082-project] 10.222.0.42 "GET /v2.0/ports?device_id=bee97f5e-b592-4ee0-b7d7-2cfba0fa5e35 HTTP/1.1" status: 200 len: 944 time: 1.1314011 Apr 18 20:40:34.760821 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.db [req-49f42eb4-912e-43e6-a56e-603c69403c64 req-331eb14b-da87-4293-9cc7-3b212f093a36 service neutron] For port 462e4cea-9da7-4149-b973-b4a0cd7a6d86, host n-h1-838334-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838334-2',level=0,port_id=462e4cea-9da7-4149-b973-b4a0cd7a6d86,segment=NetworkSegment(62b85806-94d8-4a88-a06c-da82e5932d66),segment_id=62b85806-94d8-4a88-a06c-da82e5932d66)] {{(pid=84041) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 20:40:34.808674 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] For port fcf04c80-d79e-470d-884b-eefd4d15d3f8, host n-h2-838334-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838334-2',level=0,port_id=fcf04c80-d79e-470d-884b-eefd4d15d3f8,segment=NetworkSegment(042fd70a-92f2-4098-9b07-9a0bcd9bab32),segment_id=042fd70a-92f2-4098-9b07-9a0bcd9bab32)] {{(pid=84042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:40:34.851063 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682'] for port, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:34.851753 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Device 05244033-b882-4dfd-8fd2-dde7ce49d9a1 details requested by agent hyperv_n-h2-838334-2 with host n-h2-838334-2 {{(pid=84042) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 18 20:40:34.886497 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [req-49f42eb4-912e-43e6-a56e-603c69403c64 req-331eb14b-da87-4293-9cc7-3b212f093a36 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32266282'] for port, after_update {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:34.891672 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5fb2c63-47f5-4620-884a-5de2da578698 service neutron] Pushing event updated for resources: {'Port': ['ID=80ff486a-645e-4b81-95ae-389dadda214a,revision_number=2']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:40:34.900934 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-b85f761f-1282-4732-932e-5db20ee9b002 req-85144a28-48b6-4449-b9fb-80e733af49b3 tempest-TaggedBootDevicesTest-1674414334 tempest-TaggedBootDevicesTest-1674414334-project] 10.222.0.42 "GET /v2.0/security-groups?id=67ac5558-a250-4106-afe6-28a5add43e38&id=cf1a4c14-6b4c-4b5a-99f9-781aa8c875fd&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2781994 Apr 18 20:40:34.918031 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.plugin [req-5a439738-3011-49a2-a400-dda986a4d646 req-539f736e-51af-4e82-94a3-5625ad7e4735 tempest-ServersWithSpecificFlavorTestJSON-734692326 tempest-ServersWithSpecificFlavorTestJSON-734692326-project] Deleting port 8233c3ee-e4c7-481a-9199-8a526c3e2a50 {{(pid=84040) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 20:40:34.918702 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-5a439738-3011-49a2-a400-dda986a4d646 req-539f736e-51af-4e82-94a3-5625ad7e4735 tempest-ServersWithSpecificFlavorTestJSON-734692326 tempest-ServersWithSpecificFlavorTestJSON-734692326-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750375188691'] for port, before_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:35.129777 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.db.resource_extend [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 18 20:40:35.142991 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-4ad5f6a0-7a8f-4ddf-b202-00f874150266 req-0f9a528a-e491-48fe-baa5-c06c7fc6a99f tempest-FloatingIPsAssociationTestJSON-661839082 tempest-FloatingIPsAssociationTestJSON-661839082-project] 10.222.0.42 "GET /v2.0/security-groups?id=5edfb6a7-e63f-4d6e-97ca-795ce1be36ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4008207 Apr 18 20:40:35.160020 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-517c3cf1-e741-4f43-b49a-03ff521b3410 req-4212219d-cbc0-431e-ba22-f14f1c6246a7 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=7b96c852-8e2e-4d3b-ad4b-39924026f663&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.8228099 Apr 18 20:40:35.341456 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Pushing event updated for resources: {'Port': ['ID=fcf04c80-d79e-470d-884b-eefd4d15d3f8,revision_number=4']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:40:35.464970 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-331eb14b-da87-4293-9cc7-3b212f093a36 service neutron] Pushing event updated for resources: {'Port': ['ID=462e4cea-9da7-4149-b973-b4a0cd7a6d86,revision_number=3']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:40:35.499106 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-82e6beee-ab21-4906-bb1b-9354408c2215 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33526260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32266407', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32486287'] for subnet, after_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:35.676691 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [req-49f42eb4-912e-43e6-a56e-603c69403c64 req-331eb14b-da87-4293-9cc7-3b212f093a36 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217293'] for port, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:35.679574 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-49f42eb4-912e-43e6-a56e-603c69403c64 req-331eb14b-da87-4293-9cc7-3b212f093a36 service neutron] 10.222.0.43 "PUT /v2.0/ports/462e4cea-9da7-4149-b973-b4a0cd7a6d86 HTTP/1.1" status: 200 len: 1095 time: 5.9764900 Apr 18 20:40:35.702698 n-d-838334-2 neutron-server[84041]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bfb8b42e-58b9-4f6a-be0f-24f7d0bb5bc6', 'tag': '462e4cea-9da7-4149-b973-b4a0cd7a6d86'}] {{(pid=84041) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 20:40:35.726146 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] For port 05244033-b882-4dfd-8fd2-dde7ce49d9a1, host n-h2-838334-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838334-2',level=0,port_id=05244033-b882-4dfd-8fd2-dde7ce49d9a1,segment=NetworkSegment(4134857a-3d4d-4a42-8268-4c8b0125ff2d),segment_id=4134857a-3d4d-4a42-8268-4c8b0125ff2d)] {{(pid=84042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:40:35.769365 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Returning: {'device': '05244033-b882-4dfd-8fd2-dde7ce49d9a1', 'network_id': 'd9eb2c31-9efb-45c1-be97-8fbfff0e7f82', 'port_id': '05244033-b882-4dfd-8fd2-dde7ce49d9a1', 'mac_address': 'fa:16:3e:42:62:45', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 379, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '595cabc3-b2ed-413d-9545-05965478d7ea', 'ip_address': '10.1.1.161'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84042) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 18 20:40:35.879417 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.managers [req-49f42eb4-912e-43e6-a56e-603c69403c64 req-f5fb2c63-47f5-4620-884a-5de2da578698 service neutron] Attempting to bind port 80ff486a-645e-4b81-95ae-389dadda214a on host n-h1-838334-2 for vnic_type normal with profile {{(pid=84041) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:40:35.880461 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.managers [req-49f42eb4-912e-43e6-a56e-603c69403c64 req-f5fb2c63-47f5-4620-884a-5de2da578698 service neutron] Attempting to bind port 80ff486a-645e-4b81-95ae-389dadda214a by drivers openvswitch,hyperv on host n-h1-838334-2 at level 0 using segments [{'id': '62b85806-94d8-4a88-a06c-da82e5932d66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': 'cb56989d-7c5d-4678-b194-1d2edf1e842a'}] {{(pid=84041) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:40:35.880799 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49f42eb4-912e-43e6-a56e-603c69403c64 req-f5fb2c63-47f5-4620-884a-5de2da578698 service neutron] Attempting to bind port 80ff486a-645e-4b81-95ae-389dadda214a on network cb56989d-7c5d-4678-b194-1d2edf1e842a {{(pid=84041) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 20:40:35.891019 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:35.911067 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49f42eb4-912e-43e6-a56e-603c69403c64 req-f5fb2c63-47f5-4620-884a-5de2da578698 service neutron] Port 80ff486a-645e-4b81-95ae-389dadda214a on network cb56989d-7c5d-4678-b194-1d2edf1e842a not bound, no agent of type Open vSwitch agent registered on host n-h1-838334-2 {{(pid=84041) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 18 20:40:35.913648 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49f42eb4-912e-43e6-a56e-603c69403c64 req-f5fb2c63-47f5-4620-884a-5de2da578698 service neutron] Attempting to bind port 80ff486a-645e-4b81-95ae-389dadda214a on network cb56989d-7c5d-4678-b194-1d2edf1e842a {{(pid=84041) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 20:40:35.952780 n-d-838334-2 neutron-server[84042]: DEBUG neutron.notifiers.nova [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 05244033-b882-4dfd-8fd2-dde7ce49d9a1 {{(pid=84042) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 18 20:40:36.000158 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82e6beee-ab21-4906-bb1b-9354408c2215 admin admin] Checking segment: {'id': '3846afa3-c533-4638-95e3-d8c6a109a1ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '7a0229fe-8384-4f97-8745-fda3bfd7178d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84041) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 20:40:36.002610 n-d-838334-2 neutron-server[84041]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82e6beee-ab21-4906-bb1b-9354408c2215 admin admin] Network hostable DHCP agents. Network: 7a0229fe-8384-4f97-8745-fda3bfd7178d, hostable agents: ['8746f8ea-3e91-4b32-9919-2c63adeb8722'], hosted agents: [] {{(pid=84041) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 20:40:36.013073 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] For port 05244033-b882-4dfd-8fd2-dde7ce49d9a1, host n-h2-838334-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838334-2',level=0,port_id=05244033-b882-4dfd-8fd2-dde7ce49d9a1,segment=NetworkSegment(4134857a-3d4d-4a42-8268-4c8b0125ff2d),segment_id=4134857a-3d4d-4a42-8268-4c8b0125ff2d)] {{(pid=84042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:40:36.024831 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682'] for port, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:36.025287 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Device fa4dbb91-4719-4896-8a0e-7cc707c80f19 details requested by agent hyperv_n-h2-838334-2 with host n-h2-838334-2 {{(pid=84042) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 18 20:40:36.040558 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82e6beee-ab21-4906-bb1b-9354408c2215 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1f91f2fc-1cc3-4e41-8c3a-e7cd7a3fa597,revision_number=0']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:40:36.067268 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49f42eb4-912e-43e6-a56e-603c69403c64 req-f5fb2c63-47f5-4620-884a-5de2da578698 service neutron] Checking agent: {'id': 'd63bab19-ff81-4de1-afeb-a3732288d0d7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-838334-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 33, 59), 'started_at': datetime.datetime(2022, 4, 18, 20, 33, 59), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 20, 40, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84041) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 18 20:40:36.068400 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49f42eb4-912e-43e6-a56e-603c69403c64 req-f5fb2c63-47f5-4620-884a-5de2da578698 service neutron] Checking segment: {'id': '62b85806-94d8-4a88-a06c-da82e5932d66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': 'cb56989d-7c5d-4678-b194-1d2edf1e842a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84041) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 20:40:36.069534 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49f42eb4-912e-43e6-a56e-603c69403c64 req-f5fb2c63-47f5-4620-884a-5de2da578698 service neutron] Bound using segment: {'id': '62b85806-94d8-4a88-a06c-da82e5932d66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': 'cb56989d-7c5d-4678-b194-1d2edf1e842a'} {{(pid=84041) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 18 20:40:36.073400 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.managers [req-49f42eb4-912e-43e6-a56e-603c69403c64 req-f5fb2c63-47f5-4620-884a-5de2da578698 service neutron] Bound port: 80ff486a-645e-4b81-95ae-389dadda214a, host: n-h1-838334-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '62b85806-94d8-4a88-a06c-da82e5932d66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': 'cb56989d-7c5d-4678-b194-1d2edf1e842a'}}] {{(pid=84041) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 20:40:36.073775 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [req-49f42eb4-912e-43e6-a56e-603c69403c64 req-f5fb2c63-47f5-4620-884a-5de2da578698 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:36.096905 n-d-838334-2 neutron-server[84041]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82e6beee-ab21-4906-bb1b-9354408c2215 admin admin] Network 7a0229fe-8384-4f97-8745-fda3bfd7178d is scheduled to be hosted by DHCP agent 8746f8ea-3e91-4b32-9919-2c63adeb8722 with binding_index 1 {{(pid=84041) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 20:40:36.144635 n-d-838334-2 neutron-server[84041]: DEBUG neutron.scheduler.base_scheduler [None req-82e6beee-ab21-4906-bb1b-9354408c2215 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-838334-2, 7a0229fe-8384-4f97-8745-fda3bfd7178d) {{(pid=84041) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:40:36.169746 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54ed165c-0b84-4a11-9864-a3d14dde5204 None None] Network 7a0229fe-8384-4f97-8745-fda3bfd7178d requested from n-d-838334-2 {{(pid=84042) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 20:40:36.186052 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82e6beee-ab21-4906-bb1b-9354408c2215 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:40:36.186638 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-82e6beee-ab21-4906-bb1b-9354408c2215 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:36.210139 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.db.resource_extend [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 18 20:40:36.303823 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-82e6beee-ab21-4906-bb1b-9354408c2215 admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 2.4117477 Apr 18 20:40:36.303823 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 36928) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:40:36.321393 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.db [req-5a439738-3011-49a2-a400-dda986a4d646 req-539f736e-51af-4e82-94a3-5625ad7e4735 tempest-ServersWithSpecificFlavorTestJSON-734692326 tempest-ServersWithSpecificFlavorTestJSON-734692326-project] For port 8233c3ee-e4c7-481a-9199-8a526c3e2a50, host n-h2-838334-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838334-2',level=0,port_id=8233c3ee-e4c7-481a-9199-8a526c3e2a50,segment=NetworkSegment(a5e129cf-6a36-4adb-b738-73a89832322d),segment_id=a5e129cf-6a36-4adb-b738-73a89832322d)] {{(pid=84040) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:40:36.322450 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-5a439738-3011-49a2-a400-dda986a4d646 req-539f736e-51af-4e82-94a3-5625ad7e4735 tempest-ServersWithSpecificFlavorTestJSON-734692326 tempest-ServersWithSpecificFlavorTestJSON-734692326-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369123'] for port, precommit_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:36.337186 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.v2.base [None req-d3207d52-7a18-4199-aed4-e961c29565d0 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPDetailsTestJSON-2143832353-router', 'tenant_id': 'd3fc4049ccc64e45ba4bb202e1d092fe', 'external_gateway_info': {'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c'}}} {{(pid=84041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 20:40:36.360658 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] For port fa4dbb91-4719-4896-8a0e-7cc707c80f19, host n-h2-838334-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838334-2',level=0,port_id=fa4dbb91-4719-4896-8a0e-7cc707c80f19,segment=NetworkSegment(4134857a-3d4d-4a42-8268-4c8b0125ff2d),segment_id=4134857a-3d4d-4a42-8268-4c8b0125ff2d)] {{(pid=84042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:40:36.373420 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-d3207d52-7a18-4199-aed4-e961c29565d0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:40:36.392894 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Pushing event updated for resources: {'Port': ['ID=05244033-b882-4dfd-8fd2-dde7ce49d9a1,revision_number=4']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:40:36.419093 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-d3207d52-7a18-4199-aed4-e961c29565d0 admin admin] Usage tracker for resource:router and tenant:d3fc4049ccc64e45ba4bb202e1d092fe is out of sync, need to count used quota {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:40:36.427008 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-49f42eb4-912e-43e6-a56e-603c69403c64 req-7ece87c9-5ad3-4df9-8181-14f9e0ab968a service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=de28ce5b7b5349a3b98e9e23d1be558c&device_id=bfb8b42e-58b9-4f6a-be0f-24f7d0bb5bc6 HTTP/1.1" status: 200 len: 1098 time: 0.6711931 Apr 18 20:40:36.430290 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-d3207d52-7a18-4199-aed4-e961c29565d0 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:40:36.441570 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Returning: {'device': 'fa4dbb91-4719-4896-8a0e-7cc707c80f19', 'network_id': 'd9eb2c31-9efb-45c1-be97-8fbfff0e7f82', 'port_id': 'fa4dbb91-4719-4896-8a0e-7cc707c80f19', 'mac_address': 'fa:16:3e:7c:f0:00', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 379, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '595cabc3-b2ed-413d-9545-05965478d7ea', 'ip_address': '10.1.1.142'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84042) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 18 20:40:36.621706 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-49f42eb4-912e-43e6-a56e-603c69403c64 req-7ba43c0a-0a68-4e7d-bd2e-af2e461a5788 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.95&port_id=462e4cea-9da7-4149-b973-b4a0cd7a6d86 HTTP/1.1" status: 200 len: 217 time: 0.1657984 Apr 18 20:40:36.621706 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-d3207d52-7a18-4199-aed4-e961c29565d0 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:40:36.629466 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-517c3cf1-e741-4f43-b49a-03ff521b3410 req-b033b4aa-06f4-49a9-9b13-c4c0e17f35ea service neutron] 10.222.0.48 "GET /v2.0/networks/7b96c852-8e2e-4d3b-ad4b-39924026f663?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.4528513 Apr 18 20:40:36.637640 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:36.705665 n-d-838334-2 neutron-server[84042]: DEBUG neutron.notifiers.nova [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fa4dbb91-4719-4896-8a0e-7cc707c80f19 {{(pid=84042) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 18 20:40:36.719965 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.db [req-49f42eb4-912e-43e6-a56e-603c69403c64 req-f5fb2c63-47f5-4620-884a-5de2da578698 service neutron] For port 80ff486a-645e-4b81-95ae-389dadda214a, host n-h1-838334-2, cleared binding levels {{(pid=84041) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 20:40:36.739020 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.db [req-49f42eb4-912e-43e6-a56e-603c69403c64 req-f5fb2c63-47f5-4620-884a-5de2da578698 service neutron] For port 80ff486a-645e-4b81-95ae-389dadda214a, host n-h1-838334-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838334-2',level=0,port_id=80ff486a-645e-4b81-95ae-389dadda214a,segment=NetworkSegment(62b85806-94d8-4a88-a06c-da82e5932d66),segment_id=62b85806-94d8-4a88-a06c-da82e5932d66)] {{(pid=84041) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 20:40:36.748412 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-d3207d52-7a18-4199-aed4-e961c29565d0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-33442106', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5708'] for router, before_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:36.750207 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-d3207d52-7a18-4199-aed4-e961c29565d0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33442137', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33444285', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33535433', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5703'] for router, precommit_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:36.799555 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-d3207d52-7a18-4199-aed4-e961c29565d0 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:36.840380 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [req-49f42eb4-912e-43e6-a56e-603c69403c64 req-f5fb2c63-47f5-4620-884a-5de2da578698 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32266282'] for port, after_update {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:36.993368 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] For port fa4dbb91-4719-4896-8a0e-7cc707c80f19, host n-h2-838334-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838334-2',level=0,port_id=fa4dbb91-4719-4896-8a0e-7cc707c80f19,segment=NetworkSegment(4134857a-3d4d-4a42-8268-4c8b0125ff2d),segment_id=4134857a-3d4d-4a42-8268-4c8b0125ff2d)] {{(pid=84042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:40:37.006602 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3204689e-a81e-4bf8-9af5-50cb34f15a8d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp016840fc-1f9f-5892-9c53-c9cf6c845bbb-7a0229fe-8384-4f97-8745-fda3bfd7178d', 'network_id': '7a0229fe-8384-4f97-8745-fda3bfd7178d', 'tenant_id': 'd3fc4049ccc64e45ba4bb202e1d092fe', 'fixed_ips': [{'subnet_id': '1f91f2fc-1cc3-4e41-8c3a-e7cd7a3fa597'}]}} from n-d-838334-2. {{(pid=84042) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 18 20:40:37.008407 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-3204689e-a81e-4bf8-9af5-50cb34f15a8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_create {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:37.051475 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682'] for port, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:37.052245 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Device 8544a82a-9c4d-48ac-9e80-35d430482dd8 details requested by agent hyperv_n-h2-838334-2 with host n-h2-838334-2 {{(pid=84042) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 18 20:40:37.326476 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Pushing event updated for resources: {'Port': ['ID=fa4dbb91-4719-4896-8a0e-7cc707c80f19,revision_number=4']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:40:37.401413 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-517c3cf1-e741-4f43-b49a-03ff521b3410 req-88d2d5d9-5c85-4080-9cb4-0ca927c4dc7c service neutron] 10.222.0.48 "GET /v2.0/networks/7b96c852-8e2e-4d3b-ad4b-39924026f663?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7038496 Apr 18 20:40:37.459448 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88717a74-25d4-4088-99d5-dc6045bdc4ce req-cd221af1-eaa5-421d-9f7c-52c519553155 tempest-ServersOnMultiNodesTest-1168278630 tempest-ServersOnMultiNodesTest-1168278630-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:40:37.461185 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-88717a74-25d4-4088-99d5-dc6045bdc4ce req-cd221af1-eaa5-421d-9f7c-52c519553155 tempest-ServersOnMultiNodesTest-1168278630 tempest-ServersOnMultiNodesTest-1168278630-project] 10.222.0.42 "GET /v2.0/ports?device_id=bfb8b42e-58b9-4f6a-be0f-24f7d0bb5bc6 HTTP/1.1" status: 200 len: 947 time: 1.9397857 Apr 18 20:40:37.472668 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa5a0e75-25e6-4872-8fd4-522e495c8cb2 req-37a69eb1-5805-414f-a8ce-81dc5effcb9d tempest-ServersWithSpecificFlavorTestJSON-734692326 tempest-ServersWithSpecificFlavorTestJSON-734692326-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:40:37.474227 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-aa5a0e75-25e6-4872-8fd4-522e495c8cb2 req-37a69eb1-5805-414f-a8ce-81dc5effcb9d tempest-ServersWithSpecificFlavorTestJSON-734692326 tempest-ServersWithSpecificFlavorTestJSON-734692326-project] 10.222.0.42 "GET /v2.0/ports?device_id=914cdeba-bb0d-4af0-a215-ff126e74b600 HTTP/1.1" status: 200 len: 945 time: 2.0441184 Apr 18 20:40:37.511936 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.db_base_plugin_common [None req-3204689e-a81e-4bf8-9af5-50cb34f15a8d None None] Allocated IP 172.20.0.2 (7a0229fe-8384-4f97-8745-fda3bfd7178d/1f91f2fc-1cc3-4e41-8c3a-e7cd7a3fa597/45e31e98-9680-426a-a47a-27bc66b9a710) {{(pid=84042) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:40:37.522807 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.db.resource_extend [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] It took 0.26 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 18 20:40:37.541509 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] For port 8544a82a-9c4d-48ac-9e80-35d430482dd8, host n-h2-838334-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838334-2',level=0,port_id=8544a82a-9c4d-48ac-9e80-35d430482dd8,segment=NetworkSegment(042fd70a-92f2-4098-9b07-9a0bcd9bab32),segment_id=042fd70a-92f2-4098-9b07-9a0bcd9bab32)] {{(pid=84042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:40:37.676104 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Returning: {'device': '8544a82a-9c4d-48ac-9e80-35d430482dd8', 'network_id': '81621119-9498-4395-a64b-7e94080c69d1', 'port_id': '8544a82a-9c4d-48ac-9e80-35d430482dd8', 'mac_address': 'fa:16:3e:2a:4b:28', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 364, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '56438b06-8f6c-4c48-a38f-f39ae02814c1', 'ip_address': '10.2.2.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84042) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 18 20:40:37.678856 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49f42eb4-912e-43e6-a56e-603c69403c64 req-3d874aca-996c-4965-83da-7705010c8f9e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:40:37.680380 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-49f42eb4-912e-43e6-a56e-603c69403c64 req-3d874aca-996c-4965-83da-7705010c8f9e service neutron] 10.222.0.43 "GET /v2.0/subnets?id=c4b526db-4d8a-4d4c-a310-e3a599630ae1 HTTP/1.1" status: 200 len: 843 time: 1.0460527 Apr 18 20:40:37.771963 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-88717a74-25d4-4088-99d5-dc6045bdc4ce req-5299c1a1-0a03-49dd-b1ee-d054fe588986 tempest-ServersOnMultiNodesTest-1168278630 tempest-ServersOnMultiNodesTest-1168278630-project] 10.222.0.42 "GET /v2.0/security-groups?id=e1e985d3-f227-45b4-b9a7-ffadcd0db1b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2965965 Apr 18 20:40:37.797566 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [req-49f42eb4-912e-43e6-a56e-603c69403c64 req-f5fb2c63-47f5-4620-884a-5de2da578698 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217293'] for port, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:37.800706 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-49f42eb4-912e-43e6-a56e-603c69403c64 req-f5fb2c63-47f5-4620-884a-5de2da578698 service neutron] 10.222.0.43 "PUT /v2.0/ports/80ff486a-645e-4b81-95ae-389dadda214a HTTP/1.1" status: 200 len: 1096 time: 7.0925720 Apr 18 20:40:37.807499 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-aa5a0e75-25e6-4872-8fd4-522e495c8cb2 req-c3d208bb-241b-4f87-b1ad-904e74a7db9f tempest-ServersWithSpecificFlavorTestJSON-734692326 tempest-ServersWithSpecificFlavorTestJSON-734692326-project] 10.222.0.42 "GET /v2.0/security-groups?id=51d79015-ffd5-44d4-b2c5-faf33204dfe8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3098228 Apr 18 20:40:37.814727 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-d3207d52-7a18-4199-aed4-e961c29565d0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-33444175', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-33443520', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5293'] for router, precommit_update {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:37.829411 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-5a439738-3011-49a2-a400-dda986a4d646 req-539f736e-51af-4e82-94a3-5625ad7e4735 tempest-ServersWithSpecificFlavorTestJSON-734692326 tempest-ServersWithSpecificFlavorTestJSON-734692326-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:37.830326 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-5a439738-3011-49a2-a400-dda986a4d646 req-539f736e-51af-4e82-94a3-5625ad7e4735 tempest-ServersWithSpecificFlavorTestJSON-734692326 tempest-ServersWithSpecificFlavorTestJSON-734692326-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33444131'] for floatingip, after_update {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:37.830673 n-d-838334-2 neutron-server[84040]: INFO neutron.db.l3_db [req-5a439738-3011-49a2-a400-dda986a4d646 req-539f736e-51af-4e82-94a3-5625ad7e4735 tempest-ServersWithSpecificFlavorTestJSON-734692326 tempest-ServersWithSpecificFlavorTestJSON-734692326-project] Floating IP c3f6b439-120b-4780-883f-d9b5460ff4df disassociated. External IP: 172.25.8.221, port: 8233c3ee-e4c7-481a-9199-8a526c3e2a50. Apr 18 20:40:37.831023 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.plugin [req-5a439738-3011-49a2-a400-dda986a4d646 req-539f736e-51af-4e82-94a3-5625ad7e4735 tempest-ServersWithSpecificFlavorTestJSON-734692326 tempest-ServersWithSpecificFlavorTestJSON-734692326-project] Calling delete_port for 8233c3ee-e4c7-481a-9199-8a526c3e2a50 owned by compute:nova {{(pid=84040) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 20:40:37.964122 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5fb2c63-47f5-4620-884a-5de2da578698 service neutron] Pushing event updated for resources: {'Port': ['ID=80ff486a-645e-4b81-95ae-389dadda214a,revision_number=3']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:40:38.021856 n-d-838334-2 neutron-server[84041]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8b6eec0b-415d-4392-9130-b966e77409fe'] response: {'name': 'network-changed', 'server_uuid': 'bfb8b42e-58b9-4f6a-be0f-24f7d0bb5bc6', 'tag': '462e4cea-9da7-4149-b973-b4a0cd7a6d86', 'status': 'completed', 'code': 200} Apr 18 20:40:38.147250 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-49f42eb4-912e-43e6-a56e-603c69403c64 req-8b15c34f-0e0e-494d-85c8-35656559f38e service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=cb56989d-7c5d-4678-b194-1d2edf1e842a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4549909 Apr 18 20:40:38.298967 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-3204689e-a81e-4bf8-9af5-50cb34f15a8d None None] Notify callbacks [] for port, precommit_create {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:38.311315 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-3204689e-a81e-4bf8-9af5-50cb34f15a8d None None] Transition to ACTIVE for port object 45e31e98-9680-426a-a47a-27bc66b9a710 will not be triggered until provisioned by entity L2. {{(pid=84042) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 20:40:38.343902 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-3204689e-a81e-4bf8-9af5-50cb34f15a8d None None] Transition to ACTIVE for port object 45e31e98-9680-426a-a47a-27bc66b9a710 will not be triggered until provisioned by entity DHCP. {{(pid=84042) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 20:40:38.350185 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:38.362831 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-49f42eb4-912e-43e6-a56e-603c69403c64 req-c9b2cc1e-fa3e-42b9-802c-acec0b5d365a service neutron] 10.222.0.43 "GET /v2.0/networks/cb56989d-7c5d-4678-b194-1d2edf1e842a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1983783 Apr 18 20:40:38.368673 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-3204689e-a81e-4bf8-9af5-50cb34f15a8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750374836619'] for port, after_create {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:38.498713 n-d-838334-2 neutron-server[84042]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3204689e-a81e-4bf8-9af5-50cb34f15a8d None None] Network 7a0229fe-8384-4f97-8745-fda3bfd7178d is already hosted by enough agents. {{(pid=84042) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:40:38.509657 n-d-838334-2 neutron-server[84042]: DEBUG neutron.notifiers.nova [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8544a82a-9c4d-48ac-9e80-35d430482dd8 {{(pid=84042) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 18 20:40:38.526441 n-d-838334-2 neutron-server[84042]: DEBUG neutron.scheduler.base_scheduler [None req-3204689e-a81e-4bf8-9af5-50cb34f15a8d None None] Resources bound (agent type, host, resource id): {{(pid=84042) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:40:38.534057 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3204689e-a81e-4bf8-9af5-50cb34f15a8d None None] Received port after_create {{(pid=84042) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 20:40:38.668146 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] For port 8544a82a-9c4d-48ac-9e80-35d430482dd8, host n-h2-838334-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838334-2',level=0,port_id=8544a82a-9c4d-48ac-9e80-35d430482dd8,segment=NetworkSegment(042fd70a-92f2-4098-9b07-9a0bcd9bab32),segment_id=042fd70a-92f2-4098-9b07-9a0bcd9bab32)] {{(pid=84042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:40:38.675878 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3204689e-a81e-4bf8-9af5-50cb34f15a8d None None] Pushing event updated for resources: {'Port': ['ID=45e31e98-9680-426a-a47a-27bc66b9a710,revision_number=1']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:40:38.686030 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682'] for port, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:38.740625 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-5a439738-3011-49a2-a400-dda986a4d646 req-539f736e-51af-4e82-94a3-5625ad7e4735 tempest-ServersWithSpecificFlavorTestJSON-734692326 tempest-ServersWithSpecificFlavorTestJSON-734692326-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750375259028', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750374836628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32440838'] for port, after_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:38.755391 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-49f42eb4-912e-43e6-a56e-603c69403c64 req-ccd9997a-e0be-4bc2-87cc-37e90b293e34 service neutron] 10.222.0.43 "GET /v2.0/networks/cb56989d-7c5d-4678-b194-1d2edf1e842a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3802040 Apr 18 20:40:38.779069 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-49f42eb4-912e-43e6-a56e-603c69403c64 req-a04b6504-7bd0-4725-be48-af0d7a58b287 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=de28ce5b7b5349a3b98e9e23d1be558c&device_id=c3d5a5e5-f912-4e43-a1e3-4e9175e1dfe1 HTTP/1.1" status: 200 len: 1099 time: 0.8951986 Apr 18 20:40:38.954835 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Device aa54cccf-7c39-40d6-a368-f24a2a8f30ce details requested by agent hyperv_n-h2-838334-2 with host n-h2-838334-2 {{(pid=84042) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 18 20:40:38.964885 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-539f736e-51af-4e82-94a3-5625ad7e4735 tempest-ServersWithSpecificFlavorTestJSON-734692326 tempest-ServersWithSpecificFlavorTestJSON-734692326-project] Pushing event deleted for resources: {'Port': ['ID=8233c3ee-e4c7-481a-9199-8a526c3e2a50,revision_number=None']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:40:38.990858 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Device 3dee7dbe-7cd7-44fa-ad62-c22c92c23e68 up at agent hyperv_n-h2-838334-2 {{(pid=84042) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 20:40:39.122150 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-49f42eb4-912e-43e6-a56e-603c69403c64 req-69c7dc09-424d-4fa9-aab0-ea15d0108f5e service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.240&port_id=80ff486a-645e-4b81-95ae-389dadda214a HTTP/1.1" status: 200 len: 217 time: 0.3315611 Apr 18 20:40:39.183732 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Pushing event updated for resources: {'Port': ['ID=8544a82a-9c4d-48ac-9e80-35d430482dd8,revision_number=4']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:40:39.203517 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-324eeeb2-032a-42aa-b523-bfd0b98af20d req-1004a2d7-1167-40ce-9b47-3fc4afa53b40 tempest-TaggedBootDevicesTest-1674414334 tempest-TaggedBootDevicesTest-1674414334-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:40:39.207385 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.managers [None req-3204689e-a81e-4bf8-9af5-50cb34f15a8d None None] Attempting to bind port 45e31e98-9680-426a-a47a-27bc66b9a710 on host n-d-838334-2 for vnic_type normal with profile {{(pid=84042) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:40:39.207970 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.managers [None req-3204689e-a81e-4bf8-9af5-50cb34f15a8d None None] Attempting to bind port 45e31e98-9680-426a-a47a-27bc66b9a710 by drivers openvswitch,hyperv on host n-d-838334-2 at level 0 using segments [{'id': '3846afa3-c533-4638-95e3-d8c6a109a1ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '7a0229fe-8384-4f97-8745-fda3bfd7178d'}] {{(pid=84042) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:40:39.209537 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3204689e-a81e-4bf8-9af5-50cb34f15a8d None None] Attempting to bind port 45e31e98-9680-426a-a47a-27bc66b9a710 on network 7a0229fe-8384-4f97-8745-fda3bfd7178d {{(pid=84042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 20:40:39.223965 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3204689e-a81e-4bf8-9af5-50cb34f15a8d None None] Checking agent: {'id': '97cd4414-7af6-4d67-868d-dff370b4071a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838334-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 25, 49), 'started_at': datetime.datetime(2022, 4, 18, 20, 26, 19), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 20, 40, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838334-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 18 20:40:39.224557 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3204689e-a81e-4bf8-9af5-50cb34f15a8d None None] Checking segment: {'id': '3846afa3-c533-4638-95e3-d8c6a109a1ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '7a0229fe-8384-4f97-8745-fda3bfd7178d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84042) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 20:40:39.225099 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-3204689e-a81e-4bf8-9af5-50cb34f15a8d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:39.225537 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3204689e-a81e-4bf8-9af5-50cb34f15a8d None None] Bound using segment: {'id': '3846afa3-c533-4638-95e3-d8c6a109a1ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '7a0229fe-8384-4f97-8745-fda3bfd7178d'} {{(pid=84042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 18 20:40:39.226197 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.managers [None req-3204689e-a81e-4bf8-9af5-50cb34f15a8d None None] Bound port: 45e31e98-9680-426a-a47a-27bc66b9a710, host: n-d-838334-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3846afa3-c533-4638-95e3-d8c6a109a1ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '7a0229fe-8384-4f97-8745-fda3bfd7178d'}}] {{(pid=84042) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 20:40:39.227101 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-3204689e-a81e-4bf8-9af5-50cb34f15a8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:39.227228 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-324eeeb2-032a-42aa-b523-bfd0b98af20d req-1004a2d7-1167-40ce-9b47-3fc4afa53b40 tempest-TaggedBootDevicesTest-1674414334 tempest-TaggedBootDevicesTest-1674414334-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:40:39.231385 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-324eeeb2-032a-42aa-b523-bfd0b98af20d req-1004a2d7-1167-40ce-9b47-3fc4afa53b40 tempest-TaggedBootDevicesTest-1674414334 tempest-TaggedBootDevicesTest-1674414334-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:40:39.236039 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-324eeeb2-032a-42aa-b523-bfd0b98af20d req-1004a2d7-1167-40ce-9b47-3fc4afa53b40 tempest-TaggedBootDevicesTest-1674414334 tempest-TaggedBootDevicesTest-1674414334-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:40:39.241067 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-324eeeb2-032a-42aa-b523-bfd0b98af20d req-1004a2d7-1167-40ce-9b47-3fc4afa53b40 tempest-TaggedBootDevicesTest-1674414334 tempest-TaggedBootDevicesTest-1674414334-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:40:39.245333 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-324eeeb2-032a-42aa-b523-bfd0b98af20d req-1004a2d7-1167-40ce-9b47-3fc4afa53b40 tempest-TaggedBootDevicesTest-1674414334 tempest-TaggedBootDevicesTest-1674414334-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:40:39.249481 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-324eeeb2-032a-42aa-b523-bfd0b98af20d req-1004a2d7-1167-40ce-9b47-3fc4afa53b40 tempest-TaggedBootDevicesTest-1674414334 tempest-TaggedBootDevicesTest-1674414334-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:40:39.257575 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-324eeeb2-032a-42aa-b523-bfd0b98af20d req-1004a2d7-1167-40ce-9b47-3fc4afa53b40 tempest-TaggedBootDevicesTest-1674414334 tempest-TaggedBootDevicesTest-1674414334-project] 10.222.0.42 "GET /v2.0/ports?device_id=cc0d4549-87de-476f-8fa1-88b0358bebbd HTTP/1.1" status: 200 len: 5424 time: 0.9686081 Apr 18 20:40:39.327498 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49f42eb4-912e-43e6-a56e-603c69403c64 req-4e0b7590-fb62-444c-a5c4-4a7369e4763e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:40:39.329183 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-49f42eb4-912e-43e6-a56e-603c69403c64 req-4e0b7590-fb62-444c-a5c4-4a7369e4763e service neutron] 10.222.0.43 "GET /v2.0/subnets?id=c4b526db-4d8a-4d4c-a310-e3a599630ae1 HTTP/1.1" status: 200 len: 843 time: 0.1839259 Apr 18 20:40:39.568625 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-324eeeb2-032a-42aa-b523-bfd0b98af20d req-9c9ccae0-97a3-404b-bb6d-7b663ffcb721 tempest-TaggedBootDevicesTest-1674414334 tempest-TaggedBootDevicesTest-1674414334-project] 10.222.0.42 "GET /v2.0/security-groups?id=67ac5558-a250-4106-afe6-28a5add43e38&id=cf1a4c14-6b4c-4b5a-99f9-781aa8c875fd&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3100808 Apr 18 20:40:39.577324 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-539f736e-51af-4e82-94a3-5625ad7e4735 tempest-ServersWithSpecificFlavorTestJSON-734692326 tempest-ServersWithSpecificFlavorTestJSON-734692326-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:40:39.577727 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-539f736e-51af-4e82-94a3-5625ad7e4735 tempest-ServersWithSpecificFlavorTestJSON-734692326 tempest-ServersWithSpecificFlavorTestJSON-734692326-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:40:39.578650 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-539f736e-51af-4e82-94a3-5625ad7e4735 tempest-ServersWithSpecificFlavorTestJSON-734692326 tempest-ServersWithSpecificFlavorTestJSON-734692326-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:40:39.580223 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-539f736e-51af-4e82-94a3-5625ad7e4735 tempest-ServersWithSpecificFlavorTestJSON-734692326 tempest-ServersWithSpecificFlavorTestJSON-734692326-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:40:39.580998 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-539f736e-51af-4e82-94a3-5625ad7e4735 tempest-ServersWithSpecificFlavorTestJSON-734692326 tempest-ServersWithSpecificFlavorTestJSON-734692326-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:40:39.581785 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] For port aa54cccf-7c39-40d6-a368-f24a2a8f30ce, host n-h2-838334-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838334-2',level=0,port_id=aa54cccf-7c39-40d6-a368-f24a2a8f30ce,segment=NetworkSegment(431dac21-62fe-4af2-a303-5868c7f4fc97),segment_id=431dac21-62fe-4af2-a303-5868c7f4fc97)] {{(pid=84042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:40:39.582987 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-539f736e-51af-4e82-94a3-5625ad7e4735 tempest-ServersWithSpecificFlavorTestJSON-734692326 tempest-ServersWithSpecificFlavorTestJSON-734692326-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:40:39.583586 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-539f736e-51af-4e82-94a3-5625ad7e4735 tempest-ServersWithSpecificFlavorTestJSON-734692326 tempest-ServersWithSpecificFlavorTestJSON-734692326-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:40:39.584473 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-539f736e-51af-4e82-94a3-5625ad7e4735 tempest-ServersWithSpecificFlavorTestJSON-734692326 tempest-ServersWithSpecificFlavorTestJSON-734692326-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:40:39.590155 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-539f736e-51af-4e82-94a3-5625ad7e4735 tempest-ServersWithSpecificFlavorTestJSON-734692326 tempest-ServersWithSpecificFlavorTestJSON-734692326-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:40:39.590731 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-539f736e-51af-4e82-94a3-5625ad7e4735 tempest-ServersWithSpecificFlavorTestJSON-734692326 tempest-ServersWithSpecificFlavorTestJSON-734692326-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:40:39.594300 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-539f736e-51af-4e82-94a3-5625ad7e4735 tempest-ServersWithSpecificFlavorTestJSON-734692326 tempest-ServersWithSpecificFlavorTestJSON-734692326-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:40:39.623064 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Returning: {'device': 'aa54cccf-7c39-40d6-a368-f24a2a8f30ce', 'network_id': '7b96c852-8e2e-4d3b-ad4b-39924026f663', 'port_id': 'aa54cccf-7c39-40d6-a368-f24a2a8f30ce', 'mac_address': 'fa:16:3e:c9:9c:29', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 395, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '769e5df8-16e3-4584-97ce-25a3b6243e3e', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84042) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 18 20:40:39.641717 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] get_ports_and_sgs() called for port_ids ['8544a82a-9c4d-48ac-9e80-35d430482dd8'] {{(pid=84042) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 18 20:40:39.642067 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-0049c2fc-26d6-4786-a9ce-7c3464121960 req-ee3cbe27-34e9-4d8d-bd2a-b4182abe6b53 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=de28ce5b7b5349a3b98e9e23d1be558c&device_id=bfb8b42e-58b9-4f6a-be0f-24f7d0bb5bc6 HTTP/1.1" status: 200 len: 1098 time: 0.6699069 Apr 18 20:40:39.676431 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] get_ports_and_sgs() called for port_ids ['fcf04c80-d79e-470d-884b-eefd4d15d3f8'] {{(pid=84042) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 18 20:40:39.704069 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] get_ports_and_sgs() called for port_ids ['fa4dbb91-4719-4896-8a0e-7cc707c80f19'] {{(pid=84042) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 18 20:40:39.842782 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Provisioning for port 3dee7dbe-7cd7-44fa-ad62-c22c92c23e68 completed by entity L2. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 20:40:39.862218 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe8b9b35-c765-4a2b-bcba-fc5565e5f249 req-9a6f155f-f334-4057-8683-2f3bb3e8840f tempest-FloatingIPsAssociationTestJSON-661839082 tempest-FloatingIPsAssociationTestJSON-661839082-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:40:39.868175 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-fe8b9b35-c765-4a2b-bcba-fc5565e5f249 req-9a6f155f-f334-4057-8683-2f3bb3e8840f tempest-FloatingIPsAssociationTestJSON-661839082 tempest-FloatingIPsAssociationTestJSON-661839082-project] 10.222.0.42 "GET /v2.0/ports?device_id=bee97f5e-b592-4ee0-b7d7-2cfba0fa5e35 HTTP/1.1" status: 200 len: 944 time: 1.2965999 Apr 18 20:40:39.939238 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Provisioning complete for port 3dee7dbe-7cd7-44fa-ad62-c22c92c23e68 triggered by entity L2. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:40:39.948567 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1253608'] for port, provisioning_complete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:40.028488 n-d-838334-2 neutron-server[84041]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c3d5a5e5-f912-4e43-a1e3-4e9175e1dfe1', 'tag': '80ff486a-645e-4b81-95ae-389dadda214a'}] {{(pid=84041) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 20:40:40.136567 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-49f42eb4-912e-43e6-a56e-603c69403c64 req-66a66d19-c25d-4dd8-8a0a-eb605a72eb09 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=cb56989d-7c5d-4678-b194-1d2edf1e842a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.7685008 Apr 18 20:40:40.137762 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-d3207d52-7a18-4199-aed4-e961c29565d0 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:40.186154 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-fe8b9b35-c765-4a2b-bcba-fc5565e5f249 req-5c08363a-33d4-431e-974f-ffaf43a0fb06 tempest-FloatingIPsAssociationTestJSON-661839082 tempest-FloatingIPsAssociationTestJSON-661839082-project] 10.222.0.42 "GET /v2.0/security-groups?id=5edfb6a7-e63f-4d6e-97ca-795ce1be36ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2971890 Apr 18 20:40:40.247911 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0049c2fc-26d6-4786-a9ce-7c3464121960 req-33511b1e-aa3e-4707-adde-9afbf48fac78 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:40:40.249691 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-0049c2fc-26d6-4786-a9ce-7c3464121960 req-33511b1e-aa3e-4707-adde-9afbf48fac78 service neutron] 10.222.0.43 "GET /v2.0/networks?id=cb56989d-7c5d-4678-b194-1d2edf1e842a HTTP/1.1" status: 200 len: 870 time: 0.5402162 Apr 18 20:40:40.250689 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-d3207d52-7a18-4199-aed4-e961c29565d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:40.305053 n-d-838334-2 neutron-server[84040]: DEBUG neutron.scheduler.l3_agent_scheduler [req-5a439738-3011-49a2-a400-dda986a4d646 req-539f736e-51af-4e82-94a3-5625ad7e4735 tempest-ServersWithSpecificFlavorTestJSON-734692326 tempest-ServersWithSpecificFlavorTestJSON-734692326-project] Router 1cd43228-687e-4072-ad72-4b865e34680e has already been hosted by L3 agent bc84d6c9-dd7a-4555-a351-592327b46d5a {{(pid=84040) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 20:40:40.345354 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-394135c9-280e-4cb9-81ed-9bc7b5b07957 req-47d3d275-f72d-4ca1-81d1-c64082dae4d9 tempest-ServersOnMultiNodesTest-1168278630 tempest-ServersOnMultiNodesTest-1168278630-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:40:40.351291 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-394135c9-280e-4cb9-81ed-9bc7b5b07957 req-47d3d275-f72d-4ca1-81d1-c64082dae4d9 tempest-ServersOnMultiNodesTest-1168278630 tempest-ServersOnMultiNodesTest-1168278630-project] 10.222.0.42 "GET /v2.0/ports?device_id=bfb8b42e-58b9-4f6a-be0f-24f7d0bb5bc6 HTTP/1.1" status: 200 len: 947 time: 0.3391047 Apr 18 20:40:40.435313 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:40.482617 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-394135c9-280e-4cb9-81ed-9bc7b5b07957 req-a2667425-f06e-459b-98da-71a84c6759fa tempest-ServersOnMultiNodesTest-1168278630 tempest-ServersOnMultiNodesTest-1168278630-project] 10.222.0.42 "GET /v2.0/security-groups?id=e1e985d3-f227-45b4-b9a7-ffadcd0db1b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1267059 Apr 18 20:40:40.520550 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] For port 3dee7dbe-7cd7-44fa-ad62-c22c92c23e68, host n-h2-838334-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838334-2',level=0,port_id=3dee7dbe-7cd7-44fa-ad62-c22c92c23e68,segment=NetworkSegment(4134857a-3d4d-4a42-8268-4c8b0125ff2d),segment_id=4134857a-3d4d-4a42-8268-4c8b0125ff2d)] {{(pid=84042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:40:40.542441 n-d-838334-2 neutron-server[84042]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cc0d4549-87de-476f-8fa1-88b0358bebbd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3dee7dbe-7cd7-44fa-ad62-c22c92c23e68'}] {{(pid=84042) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 20:40:40.560965 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682'] for port, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:40.561765 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Device 67855998-dc7c-4735-830d-2fe34a3c1061 up at agent hyperv_n-h2-838334-2 {{(pid=84042) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 20:40:40.594529 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-0049c2fc-26d6-4786-a9ce-7c3464121960 req-b586a606-2803-46a8-909d-9a0e15445073 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.95&port_id=462e4cea-9da7-4149-b973-b4a0cd7a6d86 HTTP/1.1" status: 200 len: 217 time: 0.2788832 Apr 18 20:40:40.725642 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] get_ports_and_sgs() called for port_ids ['05244033-b882-4dfd-8fd2-dde7ce49d9a1'] {{(pid=84042) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 18 20:40:40.780198 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0049c2fc-26d6-4786-a9ce-7c3464121960 req-61db5732-7732-4564-bcba-1a61171431e7 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:40:40.781649 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-0049c2fc-26d6-4786-a9ce-7c3464121960 req-61db5732-7732-4564-bcba-1a61171431e7 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=c4b526db-4d8a-4d4c-a310-e3a599630ae1 HTTP/1.1" status: 200 len: 843 time: 0.1688859 Apr 18 20:40:40.809978 n-d-838334-2 neutron-server[84041]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5512fb0d-53c9-445d-94c6-f65b39d74364'] response: {'name': 'network-changed', 'server_uuid': 'c3d5a5e5-f912-4e43-a1e3-4e9175e1dfe1', 'tag': '80ff486a-645e-4b81-95ae-389dadda214a', 'status': 'completed', 'code': 200} Apr 18 20:40:40.817650 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:40.922150 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Pushing event updated for resources: {'Port': ['ID=3dee7dbe-7cd7-44fa-ad62-c22c92c23e68,revision_number=5']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:40:40.969052 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-3204689e-a81e-4bf8-9af5-50cb34f15a8d None None] For port 45e31e98-9680-426a-a47a-27bc66b9a710, host n-d-838334-2, cleared binding levels {{(pid=84042) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 20:40:41.116969 n-d-838334-2 neutron-server[84042]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8597e6dd-a879-45e7-be2d-af279982e7e0'] response: {'server_uuid': 'cc0d4549-87de-476f-8fa1-88b0358bebbd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3dee7dbe-7cd7-44fa-ad62-c22c92c23e68', 'code': 200} Apr 18 20:40:41.214446 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Provisioning for port 67855998-dc7c-4735-830d-2fe34a3c1061 completed by entity L2. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 20:40:41.271029 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Device 462e4cea-9da7-4149-b973-b4a0cd7a6d86 details requested by agent hyperv_n-h1-838334-2 with host n-h1-838334-2 {{(pid=84042) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 18 20:40:41.311473 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Provisioning complete for port 67855998-dc7c-4735-830d-2fe34a3c1061 triggered by entity L2. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:40:41.312262 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1253608'] for port, provisioning_complete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:41.405678 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-3204689e-a81e-4bf8-9af5-50cb34f15a8d None None] For port 45e31e98-9680-426a-a47a-27bc66b9a710, host n-d-838334-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838334-2',level=0,port_id=45e31e98-9680-426a-a47a-27bc66b9a710,segment=NetworkSegment(3846afa3-c533-4638-95e3-d8c6a109a1ee),segment_id=3846afa3-c533-4638-95e3-d8c6a109a1ee)] {{(pid=84042) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 20:40:41.446581 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-16f35a51-f363-46bd-a91c-8c24d7ca8262 req-fd7f7c9a-4a20-45d3-91d5-beb55bf9a01f tempest-ServersWithSpecificFlavorTestJSON-734692326 tempest-ServersWithSpecificFlavorTestJSON-734692326-project] 10.222.0.42 "GET /v2.0/ports?device_id=914cdeba-bb0d-4af0-a215-ff126e74b600 HTTP/1.1" status: 200 len: 210 time: 0.7600667 Apr 18 20:40:41.478733 n-d-838334-2 neutron-server[84042]: DEBUG neutron.notifiers.nova [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id aa54cccf-7c39-40d6-a368-f24a2a8f30ce {{(pid=84042) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 18 20:40:41.505068 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-49f42eb4-912e-43e6-a56e-603c69403c64 req-e2613238-dda6-4a20-b255-d8b8b0341ff1 service neutron] 10.222.0.43 "GET /v2.0/networks/cb56989d-7c5d-4678-b194-1d2edf1e842a?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.2963431 Apr 18 20:40:41.544542 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-3204689e-a81e-4bf8-9af5-50cb34f15a8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682'] for port, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:41.552891 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.db_base_plugin_common [None req-d3207d52-7a18-4199-aed4-e961c29565d0 admin admin] Allocated IP 172.25.8.87 (e41b6600-a917-4a8d-b05c-be3be40c6d8c/6b05667b-848e-4356-9b44-d5eb6808ef74/f6b95b7c-bd9e-4dc6-a444-1cd30f9b272c) {{(pid=84041) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:40:41.611712 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-636ec284-56d6-498d-950c-4467dc284ce2 req-8fc3cdab-01af-4970-b58c-d6f9cd820739 tempest-TaggedBootDevicesTest-1674414334 tempest-TaggedBootDevicesTest-1674414334-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:40:41.617844 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-636ec284-56d6-498d-950c-4467dc284ce2 req-8fc3cdab-01af-4970-b58c-d6f9cd820739 tempest-TaggedBootDevicesTest-1674414334 tempest-TaggedBootDevicesTest-1674414334-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:40:41.624281 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-636ec284-56d6-498d-950c-4467dc284ce2 req-8fc3cdab-01af-4970-b58c-d6f9cd820739 tempest-TaggedBootDevicesTest-1674414334 tempest-TaggedBootDevicesTest-1674414334-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:40:41.631640 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-636ec284-56d6-498d-950c-4467dc284ce2 req-8fc3cdab-01af-4970-b58c-d6f9cd820739 tempest-TaggedBootDevicesTest-1674414334 tempest-TaggedBootDevicesTest-1674414334-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:40:41.637629 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-636ec284-56d6-498d-950c-4467dc284ce2 req-8fc3cdab-01af-4970-b58c-d6f9cd820739 tempest-TaggedBootDevicesTest-1674414334 tempest-TaggedBootDevicesTest-1674414334-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:40:41.643358 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-636ec284-56d6-498d-950c-4467dc284ce2 req-8fc3cdab-01af-4970-b58c-d6f9cd820739 tempest-TaggedBootDevicesTest-1674414334 tempest-TaggedBootDevicesTest-1674414334-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:40:41.648359 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-636ec284-56d6-498d-950c-4467dc284ce2 req-8fc3cdab-01af-4970-b58c-d6f9cd820739 tempest-TaggedBootDevicesTest-1674414334 tempest-TaggedBootDevicesTest-1674414334-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:40:41.658698 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-636ec284-56d6-498d-950c-4467dc284ce2 req-8fc3cdab-01af-4970-b58c-d6f9cd820739 tempest-TaggedBootDevicesTest-1674414334 tempest-TaggedBootDevicesTest-1674414334-project] 10.222.0.42 "GET /v2.0/ports?device_id=cc0d4549-87de-476f-8fa1-88b0358bebbd HTTP/1.1" status: 200 len: 5426 time: 0.2797179 Apr 18 20:40:41.735575 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.db.resource_extend [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] It took 0.24 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 18 20:40:41.769854 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-636ec284-56d6-498d-950c-4467dc284ce2 req-7c9fe3b9-4cf3-4563-bd41-7ec25b1a6637 tempest-TaggedBootDevicesTest-1674414334 tempest-TaggedBootDevicesTest-1674414334-project] 10.222.0.42 "GET /v2.0/security-groups?id=67ac5558-a250-4106-afe6-28a5add43e38&id=cf1a4c14-6b4c-4b5a-99f9-781aa8c875fd&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1095331 Apr 18 20:40:41.773732 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-0049c2fc-26d6-4786-a9ce-7c3464121960 req-1cb26a48-872d-4bbc-971f-fdba5f9fcce5 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=cb56989d-7c5d-4678-b194-1d2edf1e842a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.9627516 Apr 18 20:40:41.916468 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] For port 462e4cea-9da7-4149-b973-b4a0cd7a6d86, host n-h1-838334-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838334-2',level=0,port_id=462e4cea-9da7-4149-b973-b4a0cd7a6d86,segment=NetworkSegment(62b85806-94d8-4a88-a06c-da82e5932d66),segment_id=62b85806-94d8-4a88-a06c-da82e5932d66)] {{(pid=84042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:40:41.917551 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-5a439738-3011-49a2-a400-dda986a4d646 req-539f736e-51af-4e82-94a3-5625ad7e4735 tempest-ServersWithSpecificFlavorTestJSON-734692326 tempest-ServersWithSpecificFlavorTestJSON-734692326-project] Notify agent at l3_agent.n-d-838334-2 the message routers_updated {{(pid=84040) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 20:40:41.944609 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Returning: {'device': '462e4cea-9da7-4149-b973-b4a0cd7a6d86', 'network_id': 'cb56989d-7c5d-4678-b194-1d2edf1e842a', 'port_id': '462e4cea-9da7-4149-b973-b4a0cd7a6d86', 'mac_address': 'fa:16:3e:95:e0:94', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 382, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c4b526db-4d8a-4d4c-a310-e3a599630ae1', 'ip_address': '192.168.233.95'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84042) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 18 20:40:42.160821 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-188a91d5-67f7-468c-a4e2-bceb429b467d None None] Sync routers for ids ['1cd43228-687e-4072-ad72-4b865e34680e'] in n-d-838334-2 {{(pid=84042) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 18 20:40:42.162289 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3204689e-a81e-4bf8-9af5-50cb34f15a8d None None] Pushing event updated for resources: {'Port': ['ID=45e31e98-9680-426a-a47a-27bc66b9a710,revision_number=2']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:40:42.230178 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] For port aa54cccf-7c39-40d6-a368-f24a2a8f30ce, host n-h2-838334-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838334-2',level=0,port_id=aa54cccf-7c39-40d6-a368-f24a2a8f30ce,segment=NetworkSegment(431dac21-62fe-4af2-a303-5868c7f4fc97),segment_id=431dac21-62fe-4af2-a303-5868c7f4fc97)] {{(pid=84042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:40:42.231278 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_dvrscheduler_db [None req-188a91d5-67f7-468c-a4e2-bceb429b467d None None] Routers {'1cd43228-687e-4072-ad72-4b865e34680e'} bound to L3 agent in host n-d-838334-2 {{(pid=84042) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 20:40:42.232042 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_hamode_db [None req-188a91d5-67f7-468c-a4e2-bceb429b467d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838334-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-18T20:25:48Z,description=,heartbeat_timestamp=2022-04-18T20:40:18Z,host='n-d-838334-2',id=bc84d6c9-dd7a-4555-a351-592327b46d5a,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:25:48Z,topic='l3_agent')) {'router_ids': ['1cd43228-687e-4072-ad72-4b865e34680e'], 'active': True} {{(pid=84042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:40:42.264005 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-49f42eb4-912e-43e6-a56e-603c69403c64 req-bdf03797-59bd-4693-a2f3-bc0b40f62270 service neutron] 10.222.0.43 "GET /v2.0/networks/cb56989d-7c5d-4678-b194-1d2edf1e842a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7394025 Apr 18 20:40:42.309205 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.l3_dvrscheduler_db [req-5a439738-3011-49a2-a400-dda986a4d646 req-539f736e-51af-4e82-94a3-5625ad7e4735 tempest-ServersWithSpecificFlavorTestJSON-734692326 tempest-ServersWithSpecificFlavorTestJSON-734692326-project] No DVR routers for this DVR port 8233c3ee-e4c7-481a-9199-8a526c3e2a50 on host n-h2-838334-2 {{(pid=84040) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 20:40:42.343385 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-5a439738-3011-49a2-a400-dda986a4d646 req-539f736e-51af-4e82-94a3-5625ad7e4735 tempest-ServersWithSpecificFlavorTestJSON-734692326 tempest-ServersWithSpecificFlavorTestJSON-734692326-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217293'] for port, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:42.352028 n-d-838334-2 neutron-server[84040]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '914cdeba-bb0d-4af0-a215-ff126e74b600', 'name': 'network-vif-deleted', 'tag': '8233c3ee-e4c7-481a-9199-8a526c3e2a50'}] {{(pid=84040) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 20:40:42.465171 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-0049c2fc-26d6-4786-a9ce-7c3464121960 req-0d396fe9-3752-42de-b597-ec11bf3e3820 service neutron] 10.222.0.43 "GET /v2.0/networks/cb56989d-7c5d-4678-b194-1d2edf1e842a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6440315 Apr 18 20:40:42.491254 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-5a439738-3011-49a2-a400-dda986a4d646 req-539f736e-51af-4e82-94a3-5625ad7e4735 tempest-ServersWithSpecificFlavorTestJSON-734692326 tempest-ServersWithSpecificFlavorTestJSON-734692326-project] 10.222.0.48 "DELETE /v2.0/ports/8233c3ee-e4c7-481a-9199-8a526c3e2a50 HTTP/1.1" status: 204 len: 173 time: 8.0442464 Apr 18 20:40:42.500523 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_dvr_db [None req-188a91d5-67f7-468c-a4e2-bceb429b467d None None] Set router 1cd43228-687e-4072-ad72-4b865e34680e gateway port host: n-d-838334-2 {{(pid=84042) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 20:40:42.507196 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e569d331-af98-4bdf-b9de-7d4ef56ec522 req-37e955cc-7fc8-4a38-963d-57b3fd960ff8 tempest-FloatingIPsAssociationTestJSON-661839082 tempest-FloatingIPsAssociationTestJSON-661839082-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:40:42.540075 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-e569d331-af98-4bdf-b9de-7d4ef56ec522 req-37e955cc-7fc8-4a38-963d-57b3fd960ff8 tempest-FloatingIPsAssociationTestJSON-661839082 tempest-FloatingIPsAssociationTestJSON-661839082-project] 10.222.0.42 "GET /v2.0/ports?device_id=bee97f5e-b592-4ee0-b7d7-2cfba0fa5e35 HTTP/1.1" status: 200 len: 944 time: 0.7669864 Apr 18 20:40:42.596674 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-d3207d52-7a18-4199-aed4-e961c29565d0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:42.713735 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-e569d331-af98-4bdf-b9de-7d4ef56ec522 req-2c43d094-5780-4e23-9fde-9acf9868c8b8 tempest-FloatingIPsAssociationTestJSON-661839082 tempest-FloatingIPsAssociationTestJSON-661839082-project] 10.222.0.42 "GET /v2.0/security-groups?id=5edfb6a7-e63f-4d6e-97ca-795ce1be36ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1655612 Apr 18 20:40:42.774771 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad6bcd60-79a1-4407-a4fa-6d99d3fde0e7 req-8c794545-85c0-42a9-86a5-98e100d29a12 tempest-ServersOnMultiNodesTest-1168278630 tempest-ServersOnMultiNodesTest-1168278630-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:40:42.787398 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-ad6bcd60-79a1-4407-a4fa-6d99d3fde0e7 req-8c794545-85c0-42a9-86a5-98e100d29a12 tempest-ServersOnMultiNodesTest-1168278630 tempest-ServersOnMultiNodesTest-1168278630-project] 10.222.0.42 "GET /v2.0/ports?device_id=bfb8b42e-58b9-4f6a-be0f-24f7d0bb5bc6 HTTP/1.1" status: 200 len: 947 time: 0.6542184 Apr 18 20:40:42.936858 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-ad6bcd60-79a1-4407-a4fa-6d99d3fde0e7 req-992842a2-29e5-40df-b889-dc47e45b34b0 tempest-ServersOnMultiNodesTest-1168278630 tempest-ServersOnMultiNodesTest-1168278630-project] 10.222.0.42 "GET /v2.0/security-groups?id=e1e985d3-f227-45b4-b9a7-ffadcd0db1b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1485541 Apr 18 20:40:42.972677 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-d3207d52-7a18-4199-aed4-e961c29565d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750374836619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32266323'] for port, after_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:43.038491 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-69dee5cf-3223-4e82-bae0-7af0d8110747 req-90c4a8a1-6ae7-40d4-8784-35ab97f93119 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=de28ce5b7b5349a3b98e9e23d1be558c&device_id=c3d5a5e5-f912-4e43-a1e3-4e9175e1dfe1 HTTP/1.1" status: 200 len: 1099 time: 0.6965425 Apr 18 20:40:43.103175 n-d-838334-2 neutron-server[84040]: INFO neutron.notifiers.nova [-] Nova event matching ['req-51e1a9a2-7570-4687-a5c3-f67b61888959'] response: {'server_uuid': '914cdeba-bb0d-4af0-a215-ff126e74b600', 'name': 'network-vif-deleted', 'tag': '8233c3ee-e4c7-481a-9199-8a526c3e2a50', 'status': 'completed', 'code': 200} Apr 18 20:40:43.176740 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682'] for port, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:43.237701 n-d-838334-2 neutron-server[84041]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3207d52-7a18-4199-aed4-e961c29565d0 admin admin] Network e41b6600-a917-4a8d-b05c-be3be40c6d8c is already hosted by enough agents. {{(pid=84041) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:40:43.332553 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Pushing event updated for resources: {'Port': ['ID=aa54cccf-7c39-40d6-a368-f24a2a8f30ce,revision_number=4']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:40:43.466796 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:43.512139 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [req-e20391ce-2e67-4044-ba9c-e2e849cee08a req-0e0b56a1-af0f-4483-a00a-67aa4019b4c5 tempest-ServersWithSpecificFlavorTestJSON-734692326 tempest-ServersWithSpecificFlavorTestJSON-734692326-project] Synchronizing usage tracker for tenant:624c15d552004bb8b15cf774c11ffdae on resource:port {{(pid=84040) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 20:40:43.536055 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:43.545157 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38ff2b14-e816-4662-8fea-6004731452c5 req-d462491b-2ebe-4af5-9a51-74141570ffc7 tempest-LiveMigrationTest-963278731 tempest-LiveMigrationTest-963278731-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:40:43.552835 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-38ff2b14-e816-4662-8fea-6004731452c5 req-d462491b-2ebe-4af5-9a51-74141570ffc7 tempest-LiveMigrationTest-963278731 tempest-LiveMigrationTest-963278731-project] 10.222.0.42 "GET /v2.0/networks?id=2b4e6157-bc80-44e6-aceb-13aa29225b38 HTTP/1.1" status: 200 len: 807 time: 0.4181669 Apr 18 20:40:43.587547 n-d-838334-2 neutron-server[84042]: DEBUG neutron.notifiers.nova [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 462e4cea-9da7-4149-b973-b4a0cd7a6d86 {{(pid=84042) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 18 20:40:43.590222 n-d-838334-2 neutron-server[84041]: DEBUG neutron.scheduler.base_scheduler [None req-d3207d52-7a18-4199-aed4-e961c29565d0 admin admin] Resources bound (agent type, host, resource id): {{(pid=84041) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:40:43.593363 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69dee5cf-3223-4e82-bae0-7af0d8110747 req-92849f56-1539-452e-be01-82c46cff781c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:40:43.597132 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-69dee5cf-3223-4e82-bae0-7af0d8110747 req-92849f56-1539-452e-be01-82c46cff781c service neutron] 10.222.0.43 "GET /v2.0/networks?id=cb56989d-7c5d-4678-b194-1d2edf1e842a HTTP/1.1" status: 200 len: 870 time: 0.3344073 Apr 18 20:40:43.602906 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3207d52-7a18-4199-aed4-e961c29565d0 admin admin] Received port after_create {{(pid=84041) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 20:40:43.608151 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-38ff2b14-e816-4662-8fea-6004731452c5 req-f430206b-7417-4545-b4cf-5ba3c2a4e6b1 tempest-LiveMigrationTest-963278731 tempest-LiveMigrationTest-963278731-project] 10.222.0.42 "GET /v2.0/quotas/30967135a3784f8f91989a9ec626fb3e HTTP/1.1" status: 200 len: 375 time: 0.0542228 Apr 18 20:40:43.632295 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] For port 462e4cea-9da7-4149-b973-b4a0cd7a6d86, host n-h1-838334-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838334-2',level=0,port_id=462e4cea-9da7-4149-b973-b4a0cd7a6d86,segment=NetworkSegment(62b85806-94d8-4a88-a06c-da82e5932d66),segment_id=62b85806-94d8-4a88-a06c-da82e5932d66)] {{(pid=84042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:40:43.666091 n-d-838334-2 neutron-server[84042]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cc0d4549-87de-476f-8fa1-88b0358bebbd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '67855998-dc7c-4735-830d-2fe34a3c1061'}] {{(pid=84042) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 20:40:43.681125 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682'] for port, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:43.700632 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [req-e20391ce-2e67-4044-ba9c-e2e849cee08a req-0e0b56a1-af0f-4483-a00a-67aa4019b4c5 tempest-ServersWithSpecificFlavorTestJSON-734692326 tempest-ServersWithSpecificFlavorTestJSON-734692326-project] Unset dirty status for tenant:624c15d552004bb8b15cf774c11ffdae on resource:port {{(pid=84040) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 20:40:43.711655 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-e20391ce-2e67-4044-ba9c-e2e849cee08a req-0e0b56a1-af0f-4483-a00a-67aa4019b4c5 tempest-ServersWithSpecificFlavorTestJSON-734692326 tempest-ServersWithSpecificFlavorTestJSON-734692326-project] 10.222.0.42 "GET /v2.0/ports?device_id=914cdeba-bb0d-4af0-a215-ff126e74b600 HTTP/1.1" status: 200 len: 210 time: 0.2890763 Apr 18 20:40:43.823552 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-69dee5cf-3223-4e82-bae0-7af0d8110747 req-104cb58d-8f39-4ea7-8fa7-e4c0c878025b service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.240&port_id=80ff486a-645e-4b81-95ae-389dadda214a HTTP/1.1" status: 200 len: 217 time: 0.1106255 Apr 18 20:40:43.853485 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-38ff2b14-e816-4662-8fea-6004731452c5 req-6ca2b855-665d-463e-9833-3e283256c9b8 tempest-LiveMigrationTest-963278731 tempest-LiveMigrationTest-963278731-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=30967135a3784f8f91989a9ec626fb3e&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2429531 Apr 18 20:40:43.948815 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Pushing event updated for resources: {'Port': ['ID=462e4cea-9da7-4149-b973-b4a0cd7a6d86,revision_number=4']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:40:43.968782 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] get_ports_and_sgs() called for port_ids ['aa54cccf-7c39-40d6-a368-f24a2a8f30ce'] {{(pid=84042) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 18 20:40:44.044635 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3207d52-7a18-4199-aed4-e961c29565d0 admin admin] Pushing event updated for resources: {'Port': ['ID=f6b95b7c-bd9e-4dc6-a444-1cd30f9b272c,revision_number=1']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:40:44.094747 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] For port 67855998-dc7c-4735-830d-2fe34a3c1061, host n-h2-838334-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838334-2',level=0,port_id=67855998-dc7c-4735-830d-2fe34a3c1061,segment=NetworkSegment(4134857a-3d4d-4a42-8268-4c8b0125ff2d),segment_id=4134857a-3d4d-4a42-8268-4c8b0125ff2d)] {{(pid=84042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:40:44.096828 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36724b16-1633-48be-9e6a-4ca992bceb06 None None] Network 7a0229fe-8384-4f97-8745-fda3bfd7178d requested from n-d-838334-2 {{(pid=84042) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 20:40:44.112036 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-0049c2fc-26d6-4786-a9ce-7c3464121960 req-47fcd11b-8b1b-40f0-89fa-be02fbe61535 service neutron] 10.222.0.43 "GET /v2.0/networks/cb56989d-7c5d-4678-b194-1d2edf1e842a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.6297278 Apr 18 20:40:44.140578 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3207d52-7a18-4199-aed4-e961c29565d0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:40:44.140918 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3207d52-7a18-4199-aed4-e961c29565d0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:40:44.141256 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3207d52-7a18-4199-aed4-e961c29565d0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:40:44.141572 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3207d52-7a18-4199-aed4-e961c29565d0 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:40:44.141892 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3207d52-7a18-4199-aed4-e961c29565d0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:40:44.142295 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3207d52-7a18-4199-aed4-e961c29565d0 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:40:44.142803 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3207d52-7a18-4199-aed4-e961c29565d0 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:40:44.143126 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3207d52-7a18-4199-aed4-e961c29565d0 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:40:44.143453 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3207d52-7a18-4199-aed4-e961c29565d0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:40:44.143805 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3207d52-7a18-4199-aed4-e961c29565d0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:40:44.144166 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3207d52-7a18-4199-aed4-e961c29565d0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:40:44.170167 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69dee5cf-3223-4e82-bae0-7af0d8110747 req-4fc6e351-ed2f-4644-9960-4daed0e6b699 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:40:44.171920 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-69dee5cf-3223-4e82-bae0-7af0d8110747 req-4fc6e351-ed2f-4644-9960-4daed0e6b699 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=c4b526db-4d8a-4d4c-a310-e3a599630ae1 HTTP/1.1" status: 200 len: 843 time: 0.3362308 Apr 18 20:40:44.213738 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-38ff2b14-e816-4662-8fea-6004731452c5 req-4c5fd0af-e8cc-4f9d-93ad-2d56b63ed79a service neutron] 10.222.0.42 "GET /v2.0/networks/2b4e6157-bc80-44e6-aceb-13aa29225b38?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3583508 Apr 18 20:40:44.247300 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] get_ports_and_sgs() called for port_ids ['462e4cea-9da7-4149-b973-b4a0cd7a6d86'] {{(pid=84042) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 18 20:40:44.352753 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682'] for port, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:44.376354 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Device fa03d449-bb38-4cd9-8fa0-e99f7c7cd3e2 up at agent hyperv_n-h2-838334-2 {{(pid=84042) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 20:40:44.379801 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-69dee5cf-3223-4e82-bae0-7af0d8110747 req-5945ac86-3ac2-4388-b46f-d5a5636eefce service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=cb56989d-7c5d-4678-b194-1d2edf1e842a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1774960 Apr 18 20:40:44.502558 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Device 45e31e98-9680-426a-a47a-27bc66b9a710 up at agent ovs-agent-n-d-838334-2 {{(pid=84042) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 20:40:44.504409 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a207234b-f501-4f2d-bd02-ea9caf07d38b req-4ff886c0-33a5-4861-a7fd-9c918430930b tempest-TaggedBootDevicesTest-1674414334 tempest-TaggedBootDevicesTest-1674414334-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:40:44.512719 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a207234b-f501-4f2d-bd02-ea9caf07d38b req-4ff886c0-33a5-4861-a7fd-9c918430930b tempest-TaggedBootDevicesTest-1674414334 tempest-TaggedBootDevicesTest-1674414334-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:40:44.522866 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a207234b-f501-4f2d-bd02-ea9caf07d38b req-4ff886c0-33a5-4861-a7fd-9c918430930b tempest-TaggedBootDevicesTest-1674414334 tempest-TaggedBootDevicesTest-1674414334-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:40:44.526832 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a207234b-f501-4f2d-bd02-ea9caf07d38b req-4ff886c0-33a5-4861-a7fd-9c918430930b tempest-TaggedBootDevicesTest-1674414334 tempest-TaggedBootDevicesTest-1674414334-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:40:44.535603 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-d3207d52-7a18-4199-aed4-e961c29565d0 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:44.536578 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-d3207d52-7a18-4199-aed4-e961c29565d0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33443529', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33444176'] for router, after_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:44.540443 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a207234b-f501-4f2d-bd02-ea9caf07d38b req-4ff886c0-33a5-4861-a7fd-9c918430930b tempest-TaggedBootDevicesTest-1674414334 tempest-TaggedBootDevicesTest-1674414334-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:40:44.550211 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a207234b-f501-4f2d-bd02-ea9caf07d38b req-4ff886c0-33a5-4861-a7fd-9c918430930b tempest-TaggedBootDevicesTest-1674414334 tempest-TaggedBootDevicesTest-1674414334-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:40:44.561785 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a207234b-f501-4f2d-bd02-ea9caf07d38b req-4ff886c0-33a5-4861-a7fd-9c918430930b tempest-TaggedBootDevicesTest-1674414334 tempest-TaggedBootDevicesTest-1674414334-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:40:44.569819 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-a207234b-f501-4f2d-bd02-ea9caf07d38b req-4ff886c0-33a5-4861-a7fd-9c918430930b tempest-TaggedBootDevicesTest-1674414334 tempest-TaggedBootDevicesTest-1674414334-project] 10.222.0.42 "GET /v2.0/ports?device_id=cc0d4549-87de-476f-8fa1-88b0358bebbd HTTP/1.1" status: 200 len: 5427 time: 0.4748907 Apr 18 20:40:44.609778 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Pushing event updated for resources: {'Port': ['ID=67855998-dc7c-4735-830d-2fe34a3c1061,revision_number=5']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:40:44.631930 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-69dee5cf-3223-4e82-bae0-7af0d8110747 req-144cbd9e-d510-4435-a65e-29ce01395da0 service neutron] 10.222.0.43 "GET /v2.0/networks/cb56989d-7c5d-4678-b194-1d2edf1e842a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2442205 Apr 18 20:40:44.678026 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-a207234b-f501-4f2d-bd02-ea9caf07d38b req-2b6e12e2-901f-4156-8268-ab4d5b6b291d tempest-TaggedBootDevicesTest-1674414334 tempest-TaggedBootDevicesTest-1674414334-project] 10.222.0.42 "GET /v2.0/security-groups?id=67ac5558-a250-4106-afe6-28a5add43e38&id=cf1a4c14-6b4c-4b5a-99f9-781aa8c875fd&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1072416 Apr 18 20:40:44.686846 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-38ff2b14-e816-4662-8fea-6004731452c5 req-9698f70b-26d3-44a9-b04f-0c517b766586 service neutron] 10.222.0.42 "GET /v2.0/networks/2b4e6157-bc80-44e6-aceb-13aa29225b38?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4587173 Apr 18 20:40:44.690356 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-11a1dfbf-40e1-4331-8a58-1fd3937c7cd6 None None] Provisioning for port 45e31e98-9680-426a-a47a-27bc66b9a710 completed by entity DHCP. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 20:40:44.796297 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_hamode_db [None req-188a91d5-67f7-468c-a4e2-bceb429b467d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1cd43228-687e-4072-ad72-4b865e34680e', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1623382860-router', 'tenant_id': '624c15d552004bb8b15cf774c11ffdae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'external_fixed_ips': [{'subnet_id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'ip_address': '172.25.8.151'}], 'enable_snat': True}, 'gw_port_id': '3c3fe9fd-7f49-4c20-abd6-487b053c7184', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:37:25Z', 'updated_at': '2022-04-18T20:37:31Z', 'revision_number': 4, 'project_id': '624c15d552004bb8b15cf774c11ffdae', 'gw_port': {'id': '3c3fe9fd-7f49-4c20-abd6-487b053c7184', 'name': '', 'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:f7:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1cd43228-687e-4072-ad72-4b865e34680e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'ip_address': '172.25.8.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:37:26Z', 'updated_at': '2022-04-18T20:37:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838334-2', '_interfaces': [{'id': '7444fd4e-ad80-47da-bbc6-87a30c879192', 'name': '', 'network_id': '079e35ca-557b-42c6-b34f-dbc020bb616d', 'tenant_id': '624c15d552004bb8b15cf774c11ffdae', 'mac_address': 'fa:16:3e:d4:04:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1cd43228-687e-4072-ad72-4b865e34680e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c3ffe89f-19b4-45a8-ac55-d99492f3b297', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:37:30Z', 'updated_at': '2022-04-18T20:37:48Z', 'revision_number': 5, 'project_id': '624c15d552004bb8b15cf774c11ffdae', 'subnets': [{'id': 'c3ffe89f-19b4-45a8-ac55-d99492f3b297', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838334-2', False) {} {{(pid=84042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:40:44.803384 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Provisioning for port 45e31e98-9680-426a-a47a-27bc66b9a710 completed by entity L2. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 20:40:44.817605 n-d-838334-2 neutron-server[84042]: INFO neutron.notifiers.nova [-] Nova event matching ['req-193139a9-0968-48cf-a3a1-26ca1ae8d97d'] response: {'server_uuid': 'cc0d4549-87de-476f-8fa1-88b0358bebbd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '67855998-dc7c-4735-830d-2fe34a3c1061', 'code': 200} Apr 18 20:40:44.825723 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-188a91d5-67f7-468c-a4e2-bceb429b467d None None] Checking router: 1cd43228-687e-4072-ad72-4b865e34680e for host: n-d-838334-2 {{(pid=84042) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 18 20:40:44.827973 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Provisioning complete for port 45e31e98-9680-426a-a47a-27bc66b9a710 triggered by entity L2. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:40:44.828498 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1253608'] for port, provisioning_complete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:45.152559 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_dvrscheduler_db [None req-188a91d5-67f7-468c-a4e2-bceb429b467d None None] Routers {'1cd43228-687e-4072-ad72-4b865e34680e'} bound to L3 agent in host n-d-838334-2 {{(pid=84042) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 20:40:45.157257 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_hamode_db [None req-188a91d5-67f7-468c-a4e2-bceb429b467d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838334-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-18T20:25:48Z,description=,heartbeat_timestamp=2022-04-18T20:40:18Z,host='n-d-838334-2',id=bc84d6c9-dd7a-4555-a351-592327b46d5a,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:25:48Z,topic='l3_agent')) {'router_ids': ['1cd43228-687e-4072-ad72-4b865e34680e'], 'active': True} {{(pid=84042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:40:45.241018 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-922001c1-43d8-4ae0-bd18-464cb0954d21 req-a4675189-9327-4355-b5c3-e27235ed9bdc tempest-FloatingIPsAssociationTestJSON-661839082 tempest-FloatingIPsAssociationTestJSON-661839082-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:40:45.252254 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-922001c1-43d8-4ae0-bd18-464cb0954d21 req-a4675189-9327-4355-b5c3-e27235ed9bdc tempest-FloatingIPsAssociationTestJSON-661839082 tempest-FloatingIPsAssociationTestJSON-661839082-project] 10.222.0.42 "GET /v2.0/ports?device_id=bee97f5e-b592-4ee0-b7d7-2cfba0fa5e35 HTTP/1.1" status: 200 len: 945 time: 0.2520058 Apr 18 20:40:45.337065 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-69dee5cf-3223-4e82-bae0-7af0d8110747 req-c8fbdb09-ad9b-436b-bd9b-af48674cc7a4 service neutron] 10.222.0.43 "GET /v2.0/networks/cb56989d-7c5d-4678-b194-1d2edf1e842a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6950626 Apr 18 20:40:45.345231 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-922001c1-43d8-4ae0-bd18-464cb0954d21 req-ca501cbe-dd6d-40f1-a7f5-7d434f2fbed1 tempest-FloatingIPsAssociationTestJSON-661839082 tempest-FloatingIPsAssociationTestJSON-661839082-project] 10.222.0.42 "GET /v2.0/security-groups?id=5edfb6a7-e63f-4d6e-97ca-795ce1be36ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0918753 Apr 18 20:40:45.693883 n-d-838334-2 neutron-server[84041]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d3207d52-7a18-4199-aed4-e961c29565d0 admin admin] Router 8ea8bcfe-346f-411c-9854-16e294e943f6 is scheduled to L3 agent bc84d6c9-dd7a-4555-a351-592327b46d5a with binding_index 1 {{(pid=84041) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 18 20:40:45.725893 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Device 80ff486a-645e-4b81-95ae-389dadda214a details requested by agent hyperv_n-h1-838334-2 with host n-h1-838334-2 {{(pid=84042) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 18 20:40:45.769912 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Provisioning for port fa03d449-bb38-4cd9-8fa0-e99f7c7cd3e2 completed by entity L2. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 20:40:45.965104 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-bfd38bb0-2217-4ca4-a8bf-6a7d1d7eedcf req-f51537a4-0df7-4749-8e95-8ca9a01bcd0e tempest-LiveMigrationTest-963278731 tempest-LiveMigrationTest-963278731-project] 10.222.0.42 "GET /v2.0/ports?device_id=e0e2d6b0-4b7a-4309-8d92-47bdafbc7681 HTTP/1.1" status: 200 len: 210 time: 0.1470890 Apr 18 20:40:45.991102 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eb57a6d-bcf3-4b20-a3f0-11bedd618de4 req-a378ddef-94bf-429b-b604-2885e6fa776c tempest-ServersOnMultiNodesTest-1168278630 tempest-ServersOnMultiNodesTest-1168278630-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:40:46.007041 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-9eb57a6d-bcf3-4b20-a3f0-11bedd618de4 req-a378ddef-94bf-429b-b604-2885e6fa776c tempest-ServersOnMultiNodesTest-1168278630 tempest-ServersOnMultiNodesTest-1168278630-project] 10.222.0.42 "GET /v2.0/ports?device_id=bfb8b42e-58b9-4f6a-be0f-24f7d0bb5bc6 HTTP/1.1" status: 200 len: 948 time: 0.3920660 Apr 18 20:40:46.016683 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Provisioning complete for port fa03d449-bb38-4cd9-8fa0-e99f7c7cd3e2 triggered by entity L2. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:40:46.017629 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1253608'] for port, provisioning_complete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:46.091112 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d3207d52-7a18-4199-aed4-e961c29565d0 admin admin] Notify agent at l3_agent.n-d-838334-2 the message routers_updated {{(pid=84041) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 20:40:46.104800 n-d-838334-2 neutron-server[84043]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34b44c10-7a9f-49dd-88fd-30249173d742 None None] Sync routers for ids ['8ea8bcfe-346f-411c-9854-16e294e943f6'] in n-d-838334-2 {{(pid=84043) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 18 20:40:46.144010 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34b44c10-7a9f-49dd-88fd-30249173d742 None None] Routers {'8ea8bcfe-346f-411c-9854-16e294e943f6'} bound to L3 agent in host n-d-838334-2 {{(pid=84043) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 20:40:46.146086 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.l3_hamode_db [None req-34b44c10-7a9f-49dd-88fd-30249173d742 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838334-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-18T20:25:48Z,description=,heartbeat_timestamp=2022-04-18T20:40:18Z,host='n-d-838334-2',id=bc84d6c9-dd7a-4555-a351-592327b46d5a,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:25:48Z,topic='l3_agent')) {'router_ids': ['8ea8bcfe-346f-411c-9854-16e294e943f6'], 'active': True} {{(pid=84043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:40:46.156369 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-d3207d52-7a18-4199-aed4-e961c29565d0 admin admin] Notify callbacks [] for router, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:46.158422 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-d3207d52-7a18-4199-aed4-e961c29565d0 admin admin] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 9.8410017 Apr 18 20:40:46.162244 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 37042) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:40:46.166320 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-9373120e-690a-4290-86db-a1d3cbebc04d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750375287399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253529'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:46.168680 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-9eb57a6d-bcf3-4b20-a3f0-11bedd618de4 req-f43d9a84-48ea-4886-8227-1b262b253489 tempest-ServersOnMultiNodesTest-1168278630 tempest-ServersOnMultiNodesTest-1168278630-project] 10.222.0.42 "GET /v2.0/security-groups?id=e1e985d3-f227-45b4-b9a7-ffadcd0db1b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1663980 Apr 18 20:40:46.290990 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.db.resource_extend [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] It took 0.45 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 18 20:40:46.331223 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:46.582184 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_dvr_db [None req-188a91d5-67f7-468c-a4e2-bceb429b467d None None] Set router 1cd43228-687e-4072-ad72-4b865e34680e gateway port host: n-d-838334-2 {{(pid=84042) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 20:40:46.704154 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-716bd0a5-6387-4fd2-8d60-086dbb28179e req-9b414c47-738f-4d07-a15c-649f9410aa10 tempest-TaggedBootDevicesTest-1674414334 tempest-TaggedBootDevicesTest-1674414334-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:40:46.724545 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-716bd0a5-6387-4fd2-8d60-086dbb28179e req-9b414c47-738f-4d07-a15c-649f9410aa10 tempest-TaggedBootDevicesTest-1674414334 tempest-TaggedBootDevicesTest-1674414334-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:40:46.741691 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-716bd0a5-6387-4fd2-8d60-086dbb28179e req-9b414c47-738f-4d07-a15c-649f9410aa10 tempest-TaggedBootDevicesTest-1674414334 tempest-TaggedBootDevicesTest-1674414334-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:40:46.756976 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-716bd0a5-6387-4fd2-8d60-086dbb28179e req-9b414c47-738f-4d07-a15c-649f9410aa10 tempest-TaggedBootDevicesTest-1674414334 tempest-TaggedBootDevicesTest-1674414334-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:40:46.757697 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.l3_dvr_db [None req-34b44c10-7a9f-49dd-88fd-30249173d742 None None] Set router 8ea8bcfe-346f-411c-9854-16e294e943f6 gateway port host: n-d-838334-2 {{(pid=84043) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 20:40:46.766938 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-716bd0a5-6387-4fd2-8d60-086dbb28179e req-9b414c47-738f-4d07-a15c-649f9410aa10 tempest-TaggedBootDevicesTest-1674414334 tempest-TaggedBootDevicesTest-1674414334-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:40:46.791127 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-716bd0a5-6387-4fd2-8d60-086dbb28179e req-9b414c47-738f-4d07-a15c-649f9410aa10 tempest-TaggedBootDevicesTest-1674414334 tempest-TaggedBootDevicesTest-1674414334-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:40:46.801294 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-716bd0a5-6387-4fd2-8d60-086dbb28179e req-9b414c47-738f-4d07-a15c-649f9410aa10 tempest-TaggedBootDevicesTest-1674414334 tempest-TaggedBootDevicesTest-1674414334-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:40:46.811788 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-716bd0a5-6387-4fd2-8d60-086dbb28179e req-9b414c47-738f-4d07-a15c-649f9410aa10 tempest-TaggedBootDevicesTest-1674414334 tempest-TaggedBootDevicesTest-1674414334-project] 10.222.0.42 "GET /v2.0/ports?device_id=cc0d4549-87de-476f-8fa1-88b0358bebbd HTTP/1.1" status: 200 len: 5427 time: 0.2987323 Apr 18 20:40:46.942282 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-716bd0a5-6387-4fd2-8d60-086dbb28179e req-2bfc7e47-14b5-40c7-810f-eec821ce0fa6 tempest-TaggedBootDevicesTest-1674414334 tempest-TaggedBootDevicesTest-1674414334-project] 10.222.0.42 "GET /v2.0/security-groups?id=67ac5558-a250-4106-afe6-28a5add43e38&id=cf1a4c14-6b4c-4b5a-99f9-781aa8c875fd&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1284027 Apr 18 20:40:47.238613 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f26a342-cecd-4834-9b95-c3b02af72947 req-2b9f4b54-6fa5-42ba-b50b-346295c1b7d4 tempest-FloatingIPsAssociationTestJSON-661839082 tempest-FloatingIPsAssociationTestJSON-661839082-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:40:47.270919 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-1f26a342-cecd-4834-9b95-c3b02af72947 req-2b9f4b54-6fa5-42ba-b50b-346295c1b7d4 tempest-FloatingIPsAssociationTestJSON-661839082 tempest-FloatingIPsAssociationTestJSON-661839082-project] 10.222.0.42 "GET /v2.0/ports?device_id=bee97f5e-b592-4ee0-b7d7-2cfba0fa5e35 HTTP/1.1" status: 200 len: 945 time: 0.3223763 Apr 18 20:40:47.303638 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 37064) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:40:47.479834 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-1f26a342-cecd-4834-9b95-c3b02af72947 req-825776ac-8a71-41c5-bb29-05bdd30f3dc6 tempest-FloatingIPsAssociationTestJSON-661839082 tempest-FloatingIPsAssociationTestJSON-661839082-project] 10.222.0.42 "GET /v2.0/security-groups?id=5edfb6a7-e63f-4d6e-97ca-795ce1be36ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2057254 Apr 18 20:40:47.592378 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-d5e52938-c225-40ee-9e1b-1602548a5f3e tempest-ServersWithSpecificFlavorTestJSON-734692326 tempest-ServersWithSpecificFlavorTestJSON-734692326-project] Notify callbacks [] for security_group, before_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:47.629470 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-d5e52938-c225-40ee-9e1b-1602548a5f3e tempest-ServersWithSpecificFlavorTestJSON-734692326 tempest-ServersWithSpecificFlavorTestJSON-734692326-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:47.812472 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.l3_hamode_db [None req-34b44c10-7a9f-49dd-88fd-30249173d742 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ea8bcfe-346f-411c-9854-16e294e943f6', 'name': 'tempest-FloatingIPDetailsTestJSON-2143832353-router', 'tenant_id': 'd3fc4049ccc64e45ba4bb202e1d092fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'external_fixed_ips': [{'subnet_id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'ip_address': '172.25.8.87'}], 'enable_snat': True}, 'gw_port_id': 'f6b95b7c-bd9e-4dc6-a444-1cd30f9b272c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:40:36Z', 'updated_at': '2022-04-18T20:40:44Z', 'revision_number': 3, 'project_id': 'd3fc4049ccc64e45ba4bb202e1d092fe', 'gw_port': {'id': 'f6b95b7c-bd9e-4dc6-a444-1cd30f9b272c', 'name': '', 'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:e5:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8ea8bcfe-346f-411c-9854-16e294e943f6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'ip_address': '172.25.8.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:40:40Z', 'updated_at': '2022-04-18T20:40:41Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838334-2'}], 'n-d-838334-2', False) {} {{(pid=84043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:40:47.827749 n-d-838334-2 neutron-server[84043]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34b44c10-7a9f-49dd-88fd-30249173d742 None None] Checking router: 8ea8bcfe-346f-411c-9854-16e294e943f6 for host: n-d-838334-2 {{(pid=84043) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 18 20:40:47.829336 n-d-838334-2 neutron-server[84043]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34b44c10-7a9f-49dd-88fd-30249173d742 None None] Updating router 8ea8bcfe-346f-411c-9854-16e294e943f6 port f6b95b7c-bd9e-4dc6-a444-1cd30f9b272c binding host n-d-838334-2 {{(pid=84043) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 18 20:40:47.953983 n-d-838334-2 neutron-server[84043]: DEBUG neutron_lib.callbacks.manager [None req-34b44c10-7a9f-49dd-88fd-30249173d742 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:48.020403 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-d5e52938-c225-40ee-9e1b-1602548a5f3e tempest-ServersWithSpecificFlavorTestJSON-734692326 tempest-ServersWithSpecificFlavorTestJSON-734692326-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33528224'] for security_group, after_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:48.040709 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] For port 45e31e98-9680-426a-a47a-27bc66b9a710, host n-d-838334-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838334-2',level=0,port_id=45e31e98-9680-426a-a47a-27bc66b9a710,segment=NetworkSegment(3846afa3-c533-4638-95e3-d8c6a109a1ee),segment_id=3846afa3-c533-4638-95e3-d8c6a109a1ee)] {{(pid=84042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:40:48.079576 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5e52938-c225-40ee-9e1b-1602548a5f3e tempest-ServersWithSpecificFlavorTestJSON-734692326 tempest-ServersWithSpecificFlavorTestJSON-734692326-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=51d79015-ffd5-44d4-b2c5-faf33204dfe8,revision_number=None']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:40:48.096364 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-d5e52938-c225-40ee-9e1b-1602548a5f3e tempest-ServersWithSpecificFlavorTestJSON-734692326 tempest-ServersWithSpecificFlavorTestJSON-734692326-project] Notify callbacks [] for security_group, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:48.100692 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-d5e52938-c225-40ee-9e1b-1602548a5f3e tempest-ServersWithSpecificFlavorTestJSON-734692326 tempest-ServersWithSpecificFlavorTestJSON-734692326-project] 10.222.0.42 "DELETE /v2.0/security-groups/51d79015-ffd5-44d4-b2c5-faf33204dfe8 HTTP/1.1" status: 204 len: 168 time: 0.7827971 Apr 18 20:40:48.101785 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 37072) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:40:48.128498 n-d-838334-2 neutron-server[84041]: INFO neutron.api.v2.resource [None req-568f2db8-4880-4a05-a124-5a08c8691b80 tempest-ServersWithSpecificFlavorTestJSON-734692326 tempest-ServersWithSpecificFlavorTestJSON-734692326-project] show failed (client error): The resource could not be found. Apr 18 20:40:48.133395 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-568f2db8-4880-4a05-a124-5a08c8691b80 tempest-ServersWithSpecificFlavorTestJSON-734692326 tempest-ServersWithSpecificFlavorTestJSON-734692326-project] 10.222.0.42 "GET /v2.0/security-groups/51d79015-ffd5-44d4-b2c5-faf33204dfe8 HTTP/1.1" status: 404 len: 347 time: 0.0257921 Apr 18 20:40:48.133654 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 37076) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:40:48.329172 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682'] for port, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:48.425879 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-e2ea736e-86d9-4c16-8f0d-439c943c6708 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750375287399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253529'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:48.554004 n-d-838334-2 neutron-server[84043]: DEBUG neutron_lib.callbacks.manager [None req-34b44c10-7a9f-49dd-88fd-30249173d742 None None] Notify callbacks [] for port, precommit_update {{(pid=84043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:48.572249 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.provisioning_blocks [None req-34b44c10-7a9f-49dd-88fd-30249173d742 None None] Transition to ACTIVE for port object f6b95b7c-bd9e-4dc6-a444-1cd30f9b272c will not be triggered until provisioned by entity L2. {{(pid=84043) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 20:40:48.588628 n-d-838334-2 neutron-server[84043]: DEBUG neutron_lib.callbacks.manager [None req-34b44c10-7a9f-49dd-88fd-30249173d742 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682'] for port, after_update {{(pid=84043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:48.634198 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-24ebf58a-d790-481d-9009-acbe13fb406b req-33784b74-25c6-4497-bcb4-c274db45a559 tempest-LiveMigrationTest-963278731 tempest-LiveMigrationTest-963278731-project] 10.222.0.42 "GET /v2.0/ports?device_id=e0e2d6b0-4b7a-4309-8d92-47bdafbc7681 HTTP/1.1" status: 200 len: 210 time: 0.8526614 Apr 18 20:40:48.684167 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] For port 80ff486a-645e-4b81-95ae-389dadda214a, host n-h1-838334-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838334-2',level=0,port_id=80ff486a-645e-4b81-95ae-389dadda214a,segment=NetworkSegment(62b85806-94d8-4a88-a06c-da82e5932d66),segment_id=62b85806-94d8-4a88-a06c-da82e5932d66)] {{(pid=84042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:40:48.710142 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.plugin [None req-c3723511-4a13-4e4d-95e9-bc1aef914d4b tempest-ServersWithSpecificFlavorTestJSON-734692326 tempest-ServersWithSpecificFlavorTestJSON-734692326-project] Deleting port 3fec7373-e906-4717-a5f6-9ac16c718760 {{(pid=84041) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 20:40:48.711705 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-c3723511-4a13-4e4d-95e9-bc1aef914d4b tempest-ServersWithSpecificFlavorTestJSON-734692326 tempest-ServersWithSpecificFlavorTestJSON-734692326-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750375188691'] for port, before_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:48.718974 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Returning: {'device': '80ff486a-645e-4b81-95ae-389dadda214a', 'network_id': 'cb56989d-7c5d-4678-b194-1d2edf1e842a', 'port_id': '80ff486a-645e-4b81-95ae-389dadda214a', 'mac_address': 'fa:16:3e:b9:25:38', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 382, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c4b526db-4d8a-4d4c-a310-e3a599630ae1', 'ip_address': '192.168.233.240'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84042) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 18 20:40:48.793732 n-d-838334-2 neutron-server[84043]: DEBUG neutron.plugins.ml2.managers [None req-34b44c10-7a9f-49dd-88fd-30249173d742 None None] Attempting to bind port f6b95b7c-bd9e-4dc6-a444-1cd30f9b272c on host n-d-838334-2 for vnic_type normal with profile {{(pid=84043) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:40:48.794095 n-d-838334-2 neutron-server[84043]: DEBUG neutron.plugins.ml2.managers [None req-34b44c10-7a9f-49dd-88fd-30249173d742 None None] Attempting to bind port f6b95b7c-bd9e-4dc6-a444-1cd30f9b272c by drivers openvswitch,hyperv on host n-d-838334-2 at level 0 using segments [{'id': '732aa830-768b-4511-951f-d08e26b9c25b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c'}] {{(pid=84043) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:40:48.794442 n-d-838334-2 neutron-server[84043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34b44c10-7a9f-49dd-88fd-30249173d742 None None] Attempting to bind port f6b95b7c-bd9e-4dc6-a444-1cd30f9b272c on network e41b6600-a917-4a8d-b05c-be3be40c6d8c {{(pid=84043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 20:40:48.836895 n-d-838334-2 neutron-server[84043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34b44c10-7a9f-49dd-88fd-30249173d742 None None] Checking agent: {'id': '97cd4414-7af6-4d67-868d-dff370b4071a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838334-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 25, 49), 'started_at': datetime.datetime(2022, 4, 18, 20, 26, 19), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 20, 40, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838334-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 18 20:40:48.852758 n-d-838334-2 neutron-server[84043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34b44c10-7a9f-49dd-88fd-30249173d742 None None] Checking segment: {'id': '732aa830-768b-4511-951f-d08e26b9c25b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84043) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 20:40:48.853144 n-d-838334-2 neutron-server[84043]: DEBUG neutron_lib.callbacks.manager [None req-34b44c10-7a9f-49dd-88fd-30249173d742 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:48.853531 n-d-838334-2 neutron-server[84043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34b44c10-7a9f-49dd-88fd-30249173d742 None None] Bound using segment: {'id': '732aa830-768b-4511-951f-d08e26b9c25b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c'} {{(pid=84043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 18 20:40:48.854027 n-d-838334-2 neutron-server[84043]: DEBUG neutron.plugins.ml2.managers [None req-34b44c10-7a9f-49dd-88fd-30249173d742 None None] Bound port: f6b95b7c-bd9e-4dc6-a444-1cd30f9b272c, host: n-d-838334-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '732aa830-768b-4511-951f-d08e26b9c25b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c'}}] {{(pid=84043) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 20:40:48.854397 n-d-838334-2 neutron-server[84043]: DEBUG neutron_lib.callbacks.manager [None req-34b44c10-7a9f-49dd-88fd-30249173d742 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:48.958956 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:48.991740 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38ff2b14-e816-4662-8fea-6004731452c5 req-2a9fca90-34da-4c65-9944-1daa7ea5c668 tempest-LiveMigrationTest-963278731 tempest-LiveMigrationTest-963278731-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:40:48.993252 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-38ff2b14-e816-4662-8fea-6004731452c5 req-2a9fca90-34da-4c65-9944-1daa7ea5c668 tempest-LiveMigrationTest-963278731 tempest-LiveMigrationTest-963278731-project] 10.222.0.48 "GET /v2.0/networks?id=2b4e6157-bc80-44e6-aceb-13aa29225b38 HTTP/1.1" status: 200 len: 807 time: 1.2697761 Apr 18 20:40:49.028841 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-706e7c25-6553-48c3-a73f-b9ee0765bc7b req-bbb3f90a-79f4-41c9-93bc-00f4a35ea17b tempest-ServersOnMultiNodesTest-1168278630 tempest-ServersOnMultiNodesTest-1168278630-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:40:49.043041 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-706e7c25-6553-48c3-a73f-b9ee0765bc7b req-bbb3f90a-79f4-41c9-93bc-00f4a35ea17b tempest-ServersOnMultiNodesTest-1168278630 tempest-ServersOnMultiNodesTest-1168278630-project] 10.222.0.42 "GET /v2.0/ports?device_id=bfb8b42e-58b9-4f6a-be0f-24f7d0bb5bc6 HTTP/1.1" status: 200 len: 948 time: 0.7218237 Apr 18 20:40:49.075469 n-d-838334-2 neutron-server[84042]: DEBUG neutron.notifiers.nova [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 80ff486a-645e-4b81-95ae-389dadda214a {{(pid=84042) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 18 20:40:49.123809 n-d-838334-2 neutron-server[84043]: DEBUG neutron.plugins.ml2.db [None req-34b44c10-7a9f-49dd-88fd-30249173d742 None None] For port f6b95b7c-bd9e-4dc6-a444-1cd30f9b272c, host n-d-838334-2, cleared binding levels {{(pid=84043) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 20:40:49.136583 n-d-838334-2 neutron-server[84043]: DEBUG neutron.plugins.ml2.db [None req-34b44c10-7a9f-49dd-88fd-30249173d742 None None] For port f6b95b7c-bd9e-4dc6-a444-1cd30f9b272c, host n-d-838334-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838334-2',level=0,port_id=f6b95b7c-bd9e-4dc6-a444-1cd30f9b272c,segment=NetworkSegment(732aa830-768b-4511-951f-d08e26b9c25b),segment_id=732aa830-768b-4511-951f-d08e26b9c25b)] {{(pid=84043) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 20:40:49.137505 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] For port 80ff486a-645e-4b81-95ae-389dadda214a, host n-h1-838334-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838334-2',level=0,port_id=80ff486a-645e-4b81-95ae-389dadda214a,segment=NetworkSegment(62b85806-94d8-4a88-a06c-da82e5932d66),segment_id=62b85806-94d8-4a88-a06c-da82e5932d66)] {{(pid=84042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:40:49.174517 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:49.188320 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.v2.base [req-38ff2b14-e816-4662-8fea-6004731452c5 req-7defb841-e9a1-4fc6-91eb-ef9e476b675f tempest-LiveMigrationTest-963278731 tempest-LiveMigrationTest-963278731-project] Request body: {'port': {'device_id': 'e0e2d6b0-4b7a-4309-8d92-47bdafbc7681', 'network_id': '2b4e6157-bc80-44e6-aceb-13aa29225b38', 'admin_state_up': True, 'tenant_id': '30967135a3784f8f91989a9ec626fb3e'}} {{(pid=84040) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 20:40:49.198528 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682'] for port, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:49.203841 n-d-838334-2 neutron-server[84043]: DEBUG neutron_lib.callbacks.manager [None req-34b44c10-7a9f-49dd-88fd-30249173d742 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682'] for port, after_update {{(pid=84043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:49.249516 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] For port fa03d449-bb38-4cd9-8fa0-e99f7c7cd3e2, host n-h2-838334-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838334-2',level=0,port_id=fa03d449-bb38-4cd9-8fa0-e99f7c7cd3e2,segment=NetworkSegment(a0546572-b3e1-4e2b-aa75-195a4fbea0d4),segment_id=a0546572-b3e1-4e2b-aa75-195a4fbea0d4)] {{(pid=84042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:40:49.255439 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750375287399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253529'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:49.272769 n-d-838334-2 neutron-server[84042]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cc0d4549-87de-476f-8fa1-88b0358bebbd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fa03d449-bb38-4cd9-8fa0-e99f7c7cd3e2'}] {{(pid=84042) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 20:40:49.297436 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Device 462e4cea-9da7-4149-b973-b4a0cd7a6d86 up at agent hyperv_n-h1-838334-2 {{(pid=84042) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 20:40:49.326304 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34b44c10-7a9f-49dd-88fd-30249173d742 None None] Routers {'8ea8bcfe-346f-411c-9854-16e294e943f6'} bound to L3 agent in host n-d-838334-2 {{(pid=84043) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 20:40:49.331334 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.l3_hamode_db [None req-34b44c10-7a9f-49dd-88fd-30249173d742 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838334-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-18T20:25:48Z,description=,heartbeat_timestamp=2022-04-18T20:40:48Z,host='n-d-838334-2',id=bc84d6c9-dd7a-4555-a351-592327b46d5a,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:25:48Z,topic='l3_agent')) {'router_ids': ['8ea8bcfe-346f-411c-9854-16e294e943f6'], 'active': True} {{(pid=84043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:40:49.390057 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-706e7c25-6553-48c3-a73f-b9ee0765bc7b req-560a7678-f7cf-472a-bda5-5e813c6c0cfb tempest-ServersOnMultiNodesTest-1168278630 tempest-ServersOnMultiNodesTest-1168278630-project] 10.222.0.42 "GET /v2.0/security-groups?id=e1e985d3-f227-45b4-b9a7-ffadcd0db1b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3460433 Apr 18 20:40:49.437325 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682'] for port, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:49.491970 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [req-38ff2b14-e816-4662-8fea-6004731452c5 req-7defb841-e9a1-4fc6-91eb-ef9e476b675f tempest-LiveMigrationTest-963278731 tempest-LiveMigrationTest-963278731-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:40:49.505655 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Device fcf04c80-d79e-470d-884b-eefd4d15d3f8 up at agent hyperv_n-h2-838334-2 {{(pid=84042) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 20:40:49.506941 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [req-38ff2b14-e816-4662-8fea-6004731452c5 req-7defb841-e9a1-4fc6-91eb-ef9e476b675f tempest-LiveMigrationTest-963278731 tempest-LiveMigrationTest-963278731-project] Usage tracker for resource:port and tenant:30967135a3784f8f91989a9ec626fb3e is out of sync, need to count used quota {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:40:49.513240 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [req-38ff2b14-e816-4662-8fea-6004731452c5 req-7defb841-e9a1-4fc6-91eb-ef9e476b675f tempest-LiveMigrationTest-963278731 tempest-LiveMigrationTest-963278731-project] Quota usage for port was recalculated. Used quota:3. {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:40:49.534548 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8031bcb7-5ea2-4af0-a7cd-0e627515549f req-4b086097-f15c-4bed-8fd0-0092ff3278ca tempest-TaggedBootDevicesTest-1674414334 tempest-TaggedBootDevicesTest-1674414334-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:40:49.539664 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8031bcb7-5ea2-4af0-a7cd-0e627515549f req-4b086097-f15c-4bed-8fd0-0092ff3278ca tempest-TaggedBootDevicesTest-1674414334 tempest-TaggedBootDevicesTest-1674414334-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:40:49.544964 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8031bcb7-5ea2-4af0-a7cd-0e627515549f req-4b086097-f15c-4bed-8fd0-0092ff3278ca tempest-TaggedBootDevicesTest-1674414334 tempest-TaggedBootDevicesTest-1674414334-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:40:49.550800 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8031bcb7-5ea2-4af0-a7cd-0e627515549f req-4b086097-f15c-4bed-8fd0-0092ff3278ca tempest-TaggedBootDevicesTest-1674414334 tempest-TaggedBootDevicesTest-1674414334-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:40:49.556500 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8031bcb7-5ea2-4af0-a7cd-0e627515549f req-4b086097-f15c-4bed-8fd0-0092ff3278ca tempest-TaggedBootDevicesTest-1674414334 tempest-TaggedBootDevicesTest-1674414334-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:40:49.561758 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8031bcb7-5ea2-4af0-a7cd-0e627515549f req-4b086097-f15c-4bed-8fd0-0092ff3278ca tempest-TaggedBootDevicesTest-1674414334 tempest-TaggedBootDevicesTest-1674414334-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:40:49.566313 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8031bcb7-5ea2-4af0-a7cd-0e627515549f req-4b086097-f15c-4bed-8fd0-0092ff3278ca tempest-TaggedBootDevicesTest-1674414334 tempest-TaggedBootDevicesTest-1674414334-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:40:49.578274 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-8031bcb7-5ea2-4af0-a7cd-0e627515549f req-4b086097-f15c-4bed-8fd0-0092ff3278ca tempest-TaggedBootDevicesTest-1674414334 tempest-TaggedBootDevicesTest-1674414334-project] 10.222.0.42 "GET /v2.0/ports?device_id=cc0d4549-87de-476f-8fa1-88b0358bebbd HTTP/1.1" status: 200 len: 5427 time: 0.4799867 Apr 18 20:40:49.580694 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-3ece77d9-0abf-452a-8fe9-a6c3717e1db1 None None] Provisioning complete for port 45e31e98-9680-426a-a47a-27bc66b9a710 triggered by entity DHCP. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:40:49.581090 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-3ece77d9-0abf-452a-8fe9-a6c3717e1db1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1253608'] for port, provisioning_complete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:49.601188 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [req-38ff2b14-e816-4662-8fea-6004731452c5 req-7defb841-e9a1-4fc6-91eb-ef9e476b675f tempest-LiveMigrationTest-963278731 tempest-LiveMigrationTest-963278731-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:40:49.629238 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-38ff2b14-e816-4662-8fea-6004731452c5 req-7defb841-e9a1-4fc6-91eb-ef9e476b675f tempest-LiveMigrationTest-963278731 tempest-LiveMigrationTest-963278731-project] Made reservation on behalf of 30967135a3784f8f91989a9ec626fb3e for: {'port': 1} {{(pid=84040) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:40:49.634292 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-38ff2b14-e816-4662-8fea-6004731452c5 req-7defb841-e9a1-4fc6-91eb-ef9e476b675f tempest-LiveMigrationTest-963278731 tempest-LiveMigrationTest-963278731-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:49.722925 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Pushing event updated for resources: {'Port': ['ID=45e31e98-9680-426a-a47a-27bc66b9a710,revision_number=3']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:40:49.735201 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-8031bcb7-5ea2-4af0-a7cd-0e627515549f req-04b5a11e-6fca-42d4-a223-3366c1e6f16f tempest-TaggedBootDevicesTest-1674414334 tempest-TaggedBootDevicesTest-1674414334-project] 10.222.0.42 "GET /v2.0/security-groups?id=67ac5558-a250-4106-afe6-28a5add43e38&id=cf1a4c14-6b4c-4b5a-99f9-781aa8c875fd&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1555896 Apr 18 20:40:49.842313 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-c3723511-4a13-4e4d-95e9-bc1aef914d4b tempest-ServersWithSpecificFlavorTestJSON-734692326 tempest-ServersWithSpecificFlavorTestJSON-734692326-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369123'] for port, precommit_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:49.842886 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-c3723511-4a13-4e4d-95e9-bc1aef914d4b tempest-ServersWithSpecificFlavorTestJSON-734692326 tempest-ServersWithSpecificFlavorTestJSON-734692326-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:49.890422 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] get_ports_and_sgs() called for port_ids ['80ff486a-645e-4b81-95ae-389dadda214a'] {{(pid=84042) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 18 20:40:50.022830 n-d-838334-2 neutron-server[84043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04bfab45-08ea-4451-9963-2cc7017662bb None None] Pushing event updated for resources: {'Port': ['ID=f6b95b7c-bd9e-4dc6-a444-1cd30f9b272c,revision_number=2']} {{(pid=84043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:40:50.086387 n-d-838334-2 neutron-server[84042]: INFO neutron.notifiers.nova [-] Nova event matching ['req-adbb02fb-5d98-4e8e-aea5-46d2ac80790e'] response: {'server_uuid': 'cc0d4549-87de-476f-8fa1-88b0358bebbd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fa03d449-bb38-4cd9-8fa0-e99f7c7cd3e2', 'code': 200} Apr 18 20:40:50.096637 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Pushing event updated for resources: {'Port': ['ID=80ff486a-645e-4b81-95ae-389dadda214a,revision_number=4']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:40:50.199797 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.plugin [None req-c3723511-4a13-4e4d-95e9-bc1aef914d4b tempest-ServersWithSpecificFlavorTestJSON-734692326 tempest-ServersWithSpecificFlavorTestJSON-734692326-project] Calling delete_port for 3fec7373-e906-4717-a5f6-9ac16c718760 owned by network:floatingip {{(pid=84041) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 20:40:50.211341 n-d-838334-2 neutron-server[84043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04bfab45-08ea-4451-9963-2cc7017662bb None None] Pushing event updated for resources: {'Port': ['ID=f6b95b7c-bd9e-4dc6-a444-1cd30f9b272c,revision_number=3']} {{(pid=84043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:40:50.250741 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.l3_dvr_db [None req-34b44c10-7a9f-49dd-88fd-30249173d742 None None] Set router 8ea8bcfe-346f-411c-9854-16e294e943f6 gateway port host: n-d-838334-2 {{(pid=84043) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 20:40:50.304339 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Pushing event updated for resources: {'Port': ['ID=fa03d449-bb38-4cd9-8fa0-e99f7c7cd3e2,revision_number=5']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:40:50.311109 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-414b6ffe-e119-47bc-b18f-bcff1219c2f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750375287399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253529'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:50.315654 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.db_base_plugin_common [req-38ff2b14-e816-4662-8fea-6004731452c5 req-7defb841-e9a1-4fc6-91eb-ef9e476b675f tempest-LiveMigrationTest-963278731 tempest-LiveMigrationTest-963278731-project] Allocated IP 172.20.0.11 (2b4e6157-bc80-44e6-aceb-13aa29225b38/2a27c3e0-e2c3-453b-9e93-76a003aa4b19/3c9cf486-30d0-433e-b013-3f3ef213effe) {{(pid=84040) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:40:50.428272 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c33989c-065b-4b34-85a6-cc6f85eb632e req-4425c18e-aeca-4459-93f5-af5e403b6592 tempest-FloatingIPsAssociationTestJSON-661839082 tempest-FloatingIPsAssociationTestJSON-661839082-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:40:50.433744 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-6c33989c-065b-4b34-85a6-cc6f85eb632e req-4425c18e-aeca-4459-93f5-af5e403b6592 tempest-FloatingIPsAssociationTestJSON-661839082 tempest-FloatingIPsAssociationTestJSON-661839082-project] 10.222.0.42 "GET /v2.0/ports?device_id=bee97f5e-b592-4ee0-b7d7-2cfba0fa5e35 HTTP/1.1" status: 200 len: 945 time: 0.5832524 Apr 18 20:40:50.567848 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_hamode_db [None req-188a91d5-67f7-468c-a4e2-bceb429b467d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1cd43228-687e-4072-ad72-4b865e34680e', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1623382860-router', 'tenant_id': '624c15d552004bb8b15cf774c11ffdae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'external_fixed_ips': [{'subnet_id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'ip_address': '172.25.8.151'}], 'enable_snat': True}, 'gw_port_id': '3c3fe9fd-7f49-4c20-abd6-487b053c7184', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:37:25Z', 'updated_at': '2022-04-18T20:37:31Z', 'revision_number': 4, 'project_id': '624c15d552004bb8b15cf774c11ffdae', 'gw_port': {'id': '3c3fe9fd-7f49-4c20-abd6-487b053c7184', 'name': '', 'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:f7:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1cd43228-687e-4072-ad72-4b865e34680e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'ip_address': '172.25.8.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:37:26Z', 'updated_at': '2022-04-18T20:37:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838334-2', '_interfaces': [{'id': '7444fd4e-ad80-47da-bbc6-87a30c879192', 'name': '', 'network_id': '079e35ca-557b-42c6-b34f-dbc020bb616d', 'tenant_id': '624c15d552004bb8b15cf774c11ffdae', 'mac_address': 'fa:16:3e:d4:04:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1cd43228-687e-4072-ad72-4b865e34680e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c3ffe89f-19b4-45a8-ac55-d99492f3b297', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:37:30Z', 'updated_at': '2022-04-18T20:37:48Z', 'revision_number': 5, 'project_id': '624c15d552004bb8b15cf774c11ffdae', 'subnets': [{'id': 'c3ffe89f-19b4-45a8-ac55-d99492f3b297', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838334-2', False) {} {{(pid=84042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:40:50.583255 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-188a91d5-67f7-468c-a4e2-bceb429b467d None None] The sync data for ids ['1cd43228-687e-4072-ad72-4b865e34680e'] in n-d-838334-2 is: [{'id': '1cd43228-687e-4072-ad72-4b865e34680e', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1623382860-router', 'tenant_id': '624c15d552004bb8b15cf774c11ffdae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'external_fixed_ips': [{'subnet_id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'ip_address': '172.25.8.151'}], 'enable_snat': True}, 'gw_port_id': '3c3fe9fd-7f49-4c20-abd6-487b053c7184', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:37:25Z', 'updated_at': '2022-04-18T20:37:31Z', 'revision_number': 4, 'project_id': '624c15d552004bb8b15cf774c11ffdae', 'gw_port': {'id': '3c3fe9fd-7f49-4c20-abd6-487b053c7184', 'name': '', 'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:f7:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1cd43228-687e-4072-ad72-4b865e34680e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'ip_address': '172.25.8.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:37:26Z', 'updated_at': '2022-04-18T20:37:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838334-2', '_interfaces': [{'id': '7444fd4e-ad80-47da-bbc6-87a30c879192', 'name': '', 'network_id': '079e35ca-557b-42c6-b34f-dbc020bb616d', 'tenant_id': '624c15d552004bb8b15cf774c11ffdae', 'mac_address': 'fa:16:3e:d4:04:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1cd43228-687e-4072-ad72-4b865e34680e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c3ffe89f-19b4-45a8-ac55-d99492f3b297', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:37:30Z', 'updated_at': '2022-04-18T20:37:48Z', 'revision_number': 5, 'project_id': '624c15d552004bb8b15cf774c11ffdae', 'subnets': [{'id': 'c3ffe89f-19b4-45a8-ac55-d99492f3b297', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84042) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 18 20:40:50.590375 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-c7521a90-7d65-4e2e-842c-ca5d95e9a89c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750375287399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253529'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:50.591446 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Device 45e31e98-9680-426a-a47a-27bc66b9a710 up at agent ovs-agent-n-d-838334-2 {{(pid=84042) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 20:40:50.720355 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-6c33989c-065b-4b34-85a6-cc6f85eb632e req-e25a3459-7219-41bd-8a0a-ad3dc7174121 tempest-FloatingIPsAssociationTestJSON-661839082 tempest-FloatingIPsAssociationTestJSON-661839082-project] 10.222.0.42 "GET /v2.0/security-groups?id=5edfb6a7-e63f-4d6e-97ca-795ce1be36ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2756486 Apr 18 20:40:50.827050 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-c3723511-4a13-4e4d-95e9-bc1aef914d4b tempest-ServersWithSpecificFlavorTestJSON-734692326 tempest-ServersWithSpecificFlavorTestJSON-734692326-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750375259028', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750374836628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32266323'] for port, after_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:51.043639 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-543e9aa0-3e4d-4252-b5d6-02a7db4f9b83 req-60147db4-110a-4035-9fda-c5224eb11ad0 tempest-LiveMigrationTest-963278731 tempest-LiveMigrationTest-963278731-project] 10.222.0.42 "GET /v2.0/ports?device_id=e0e2d6b0-4b7a-4309-8d92-47bdafbc7681 HTTP/1.1" status: 200 len: 210 time: 0.1755795 Apr 18 20:40:51.060401 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Provisioning for port fcf04c80-d79e-470d-884b-eefd4d15d3f8 completed by entity L2. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 20:40:51.161101 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Provisioning for port 462e4cea-9da7-4149-b973-b4a0cd7a6d86 completed by entity L2. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 20:40:51.169745 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Provisioning complete for port fcf04c80-d79e-470d-884b-eefd4d15d3f8 triggered by entity L2. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:40:51.170108 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1253608'] for port, provisioning_complete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:51.236563 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3723511-4a13-4e4d-95e9-bc1aef914d4b tempest-ServersWithSpecificFlavorTestJSON-734692326 tempest-ServersWithSpecificFlavorTestJSON-734692326-project] Pushing event deleted for resources: {'Port': ['ID=3fec7373-e906-4717-a5f6-9ac16c718760,revision_number=None']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:40:51.239498 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-447e5f56-e75f-4f3f-8305-c1bd2b061e55 None None] New status for floating IP c3f6b439-120b-4780-883f-d9b5460ff4df: DOWN {{(pid=84042) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Apr 18 20:40:51.375613 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e99b918-94ef-47fe-b0d1-8e3ad785b3db req-6fd5ea1f-991b-4c10-b1cf-46fc96d08eb2 tempest-ServersOnMultiNodesTest-1168278630 tempest-ServersOnMultiNodesTest-1168278630-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:40:51.380482 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-9e99b918-94ef-47fe-b0d1-8e3ad785b3db req-6fd5ea1f-991b-4c10-b1cf-46fc96d08eb2 tempest-ServersOnMultiNodesTest-1168278630 tempest-ServersOnMultiNodesTest-1168278630-project] 10.222.0.42 "GET /v2.0/ports?device_id=bfb8b42e-58b9-4f6a-be0f-24f7d0bb5bc6 HTTP/1.1" status: 200 len: 948 time: 0.3223872 Apr 18 20:40:51.413471 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-c3723511-4a13-4e4d-95e9-bc1aef914d4b tempest-ServersWithSpecificFlavorTestJSON-734692326 tempest-ServersWithSpecificFlavorTestJSON-734692326-project] Notify callbacks [] for floatingip, after_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:51.426629 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.l3_hamode_db [None req-34b44c10-7a9f-49dd-88fd-30249173d742 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ea8bcfe-346f-411c-9854-16e294e943f6', 'name': 'tempest-FloatingIPDetailsTestJSON-2143832353-router', 'tenant_id': 'd3fc4049ccc64e45ba4bb202e1d092fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'external_fixed_ips': [{'subnet_id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'ip_address': '172.25.8.87'}], 'enable_snat': True}, 'gw_port_id': 'f6b95b7c-bd9e-4dc6-a444-1cd30f9b272c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:40:36Z', 'updated_at': '2022-04-18T20:40:44Z', 'revision_number': 3, 'project_id': 'd3fc4049ccc64e45ba4bb202e1d092fe', 'gw_port': {'id': 'f6b95b7c-bd9e-4dc6-a444-1cd30f9b272c', 'name': '', 'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:e5:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8ea8bcfe-346f-411c-9854-16e294e943f6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'ip_address': '172.25.8.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:40:40Z', 'updated_at': '2022-04-18T20:40:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838334-2'}], 'n-d-838334-2', False) {} {{(pid=84043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:40:51.434363 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-5df6a595-7fd7-426d-b340-04e8c35d0c33 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:51.445901 n-d-838334-2 neutron-server[84043]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34b44c10-7a9f-49dd-88fd-30249173d742 None None] The sync data for ids ['8ea8bcfe-346f-411c-9854-16e294e943f6'] in n-d-838334-2 is: [{'id': '8ea8bcfe-346f-411c-9854-16e294e943f6', 'name': 'tempest-FloatingIPDetailsTestJSON-2143832353-router', 'tenant_id': 'd3fc4049ccc64e45ba4bb202e1d092fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'external_fixed_ips': [{'subnet_id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'ip_address': '172.25.8.87'}], 'enable_snat': True}, 'gw_port_id': 'f6b95b7c-bd9e-4dc6-a444-1cd30f9b272c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:40:36Z', 'updated_at': '2022-04-18T20:40:44Z', 'revision_number': 3, 'project_id': 'd3fc4049ccc64e45ba4bb202e1d092fe', 'gw_port': {'id': 'f6b95b7c-bd9e-4dc6-a444-1cd30f9b272c', 'name': '', 'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:e5:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8ea8bcfe-346f-411c-9854-16e294e943f6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'ip_address': '172.25.8.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:40:40Z', 'updated_at': '2022-04-18T20:40:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838334-2'}] {{(pid=84043) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 18 20:40:51.491786 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-c3723511-4a13-4e4d-95e9-bc1aef914d4b tempest-ServersWithSpecificFlavorTestJSON-734692326 tempest-ServersWithSpecificFlavorTestJSON-734692326-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217293'] for floatingip, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:51.500645 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-c3723511-4a13-4e4d-95e9-bc1aef914d4b tempest-ServersWithSpecificFlavorTestJSON-734692326 tempest-ServersWithSpecificFlavorTestJSON-734692326-project] 10.222.0.42 "DELETE /v2.0/floatingips/c3f6b439-120b-4780-883f-d9b5460ff4df HTTP/1.1" status: 204 len: 168 time: 3.3640468 Apr 18 20:40:51.556865 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-9e99b918-94ef-47fe-b0d1-8e3ad785b3db req-14ef72c0-a03a-4f47-89c1-de37429de058 tempest-ServersOnMultiNodesTest-1168278630 tempest-ServersOnMultiNodesTest-1168278630-project] 10.222.0.42 "GET /v2.0/security-groups?id=e1e985d3-f227-45b4-b9a7-ffadcd0db1b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1508410 Apr 18 20:40:51.668418 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Provisioning complete for port 462e4cea-9da7-4149-b973-b4a0cd7a6d86 triggered by entity L2. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:40:51.669681 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1253608'] for port, provisioning_complete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:51.780331 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Provisioning complete for port 45e31e98-9680-426a-a47a-27bc66b9a710 triggered by entity L2. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:40:51.781009 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1253608'] for port, provisioning_complete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:51.951092 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-38ff2b14-e816-4662-8fea-6004731452c5 req-7defb841-e9a1-4fc6-91eb-ef9e476b675f tempest-LiveMigrationTest-963278731 tempest-LiveMigrationTest-963278731-project] Notify callbacks [] for port, precommit_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:52.034987 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b846257f-ded3-49fb-bc2a-696082222460 req-ed44ce8a-5380-413e-88a0-5e83345c9523 tempest-TaggedBootDevicesTest-1674414334 tempest-TaggedBootDevicesTest-1674414334-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:40:52.045033 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b846257f-ded3-49fb-bc2a-696082222460 req-ed44ce8a-5380-413e-88a0-5e83345c9523 tempest-TaggedBootDevicesTest-1674414334 tempest-TaggedBootDevicesTest-1674414334-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:40:52.054397 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b846257f-ded3-49fb-bc2a-696082222460 req-ed44ce8a-5380-413e-88a0-5e83345c9523 tempest-TaggedBootDevicesTest-1674414334 tempest-TaggedBootDevicesTest-1674414334-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:40:52.070624 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b846257f-ded3-49fb-bc2a-696082222460 req-ed44ce8a-5380-413e-88a0-5e83345c9523 tempest-TaggedBootDevicesTest-1674414334 tempest-TaggedBootDevicesTest-1674414334-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:40:52.079197 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b846257f-ded3-49fb-bc2a-696082222460 req-ed44ce8a-5380-413e-88a0-5e83345c9523 tempest-TaggedBootDevicesTest-1674414334 tempest-TaggedBootDevicesTest-1674414334-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:40:52.093333 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b846257f-ded3-49fb-bc2a-696082222460 req-ed44ce8a-5380-413e-88a0-5e83345c9523 tempest-TaggedBootDevicesTest-1674414334 tempest-TaggedBootDevicesTest-1674414334-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:40:52.110203 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b846257f-ded3-49fb-bc2a-696082222460 req-ed44ce8a-5380-413e-88a0-5e83345c9523 tempest-TaggedBootDevicesTest-1674414334 tempest-TaggedBootDevicesTest-1674414334-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:40:52.114970 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-b846257f-ded3-49fb-bc2a-696082222460 req-ed44ce8a-5380-413e-88a0-5e83345c9523 tempest-TaggedBootDevicesTest-1674414334 tempest-TaggedBootDevicesTest-1674414334-project] 10.222.0.42 "GET /v2.0/ports?device_id=cc0d4549-87de-476f-8fa1-88b0358bebbd HTTP/1.1" status: 200 len: 5428 time: 0.4834785 Apr 18 20:40:52.129638 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.db_base_plugin_common [None req-5df6a595-7fd7-426d-b340-04e8c35d0c33 admin admin] Allocated IP 172.20.0.1 (7a0229fe-8384-4f97-8745-fda3bfd7178d/1f91f2fc-1cc3-4e41-8c3a-e7cd7a3fa597/d524585c-1bf8-493d-aa74-3b54f9475f9b) {{(pid=84041) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:40:52.233257 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-38ff2b14-e816-4662-8fea-6004731452c5 req-7defb841-e9a1-4fc6-91eb-ef9e476b675f tempest-LiveMigrationTest-963278731 tempest-LiveMigrationTest-963278731-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750374836619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32440838'] for port, after_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:52.314959 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] get_ports_and_sgs() called for port_ids ['58b97a1b-20d1-47a5-98a1-cac11ab0e588'] {{(pid=84042) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 18 20:40:52.517221 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-5df6a595-7fd7-426d-b340-04e8c35d0c33 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:52.525122 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7defb841-e9a1-4fc6-91eb-ef9e476b675f tempest-LiveMigrationTest-963278731 tempest-LiveMigrationTest-963278731-project] Pushing event updated for resources: {'Port': ['ID=3c9cf486-30d0-433e-b013-3f3ef213effe,revision_number=1']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:40:52.543410 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:52.558114 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.provisioning_blocks [None req-5df6a595-7fd7-426d-b340-04e8c35d0c33 admin admin] Transition to ACTIVE for port object d524585c-1bf8-493d-aa74-3b54f9475f9b will not be triggered until provisioned by entity DHCP. {{(pid=84041) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 20:40:52.602600 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-5df6a595-7fd7-426d-b340-04e8c35d0c33 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750374836619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32266323'] for port, after_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:52.615178 n-d-838334-2 neutron-server[84040]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-38ff2b14-e816-4662-8fea-6004731452c5 req-7defb841-e9a1-4fc6-91eb-ef9e476b675f tempest-LiveMigrationTest-963278731 tempest-LiveMigrationTest-963278731-project] Network 2b4e6157-bc80-44e6-aceb-13aa29225b38 is already hosted by enough agents. {{(pid=84040) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:40:52.625415 n-d-838334-2 neutron-server[84040]: DEBUG neutron.scheduler.base_scheduler [req-38ff2b14-e816-4662-8fea-6004731452c5 req-7defb841-e9a1-4fc6-91eb-ef9e476b675f tempest-LiveMigrationTest-963278731 tempest-LiveMigrationTest-963278731-project] Resources bound (agent type, host, resource id): {{(pid=84040) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:40:52.647159 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.l3_dvrscheduler_db [req-38ff2b14-e816-4662-8fea-6004731452c5 req-7defb841-e9a1-4fc6-91eb-ef9e476b675f tempest-LiveMigrationTest-963278731 tempest-LiveMigrationTest-963278731-project] Received port after_create {{(pid=84040) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 20:40:52.784390 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-b846257f-ded3-49fb-bc2a-696082222460 req-6d62cf49-dbbf-4c6a-9736-266ced14c7b0 tempest-TaggedBootDevicesTest-1674414334 tempest-TaggedBootDevicesTest-1674414334-project] 10.222.0.42 "GET /v2.0/security-groups?id=67ac5558-a250-4106-afe6-28a5add43e38&id=cf1a4c14-6b4c-4b5a-99f9-781aa8c875fd&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.6625121 Apr 18 20:40:52.790992 n-d-838334-2 neutron-server[84042]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bfb8b42e-58b9-4f6a-be0f-24f7d0bb5bc6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '462e4cea-9da7-4149-b973-b4a0cd7a6d86'}] {{(pid=84042) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 20:40:52.795949 n-d-838334-2 neutron-server[84041]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5df6a595-7fd7-426d-b340-04e8c35d0c33 admin admin] Network 7a0229fe-8384-4f97-8745-fda3bfd7178d is already hosted by enough agents. {{(pid=84041) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:40:52.809979 n-d-838334-2 neutron-server[84041]: DEBUG neutron.scheduler.base_scheduler [None req-5df6a595-7fd7-426d-b340-04e8c35d0c33 admin admin] Resources bound (agent type, host, resource id): {{(pid=84041) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:40:52.834343 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5df6a595-7fd7-426d-b340-04e8c35d0c33 admin admin] Received port after_create {{(pid=84041) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 20:40:52.842287 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] For port 462e4cea-9da7-4149-b973-b4a0cd7a6d86, host n-h1-838334-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838334-2',level=0,port_id=462e4cea-9da7-4149-b973-b4a0cd7a6d86,segment=NetworkSegment(62b85806-94d8-4a88-a06c-da82e5932d66),segment_id=62b85806-94d8-4a88-a06c-da82e5932d66)] {{(pid=84042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:40:52.843638 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:52.869520 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682'] for port, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:52.893735 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af298b8a-9bfe-4818-97e5-ef9ec083184b req-b743e272-f422-4761-963f-1de44d54ea85 tempest-FloatingIPsAssociationTestJSON-661839082 tempest-FloatingIPsAssociationTestJSON-661839082-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:40:52.895283 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-af298b8a-9bfe-4818-97e5-ef9ec083184b req-b743e272-f422-4761-963f-1de44d54ea85 tempest-FloatingIPsAssociationTestJSON-661839082 tempest-FloatingIPsAssociationTestJSON-661839082-project] 10.222.0.42 "GET /v2.0/ports?device_id=bee97f5e-b592-4ee0-b7d7-2cfba0fa5e35 HTTP/1.1" status: 200 len: 945 time: 0.7243330 Apr 18 20:40:52.922117 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38ff2b14-e816-4662-8fea-6004731452c5 req-7defb841-e9a1-4fc6-91eb-ef9e476b675f tempest-LiveMigrationTest-963278731 tempest-LiveMigrationTest-963278731-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:40:52.924160 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-38ff2b14-e816-4662-8fea-6004731452c5 req-7defb841-e9a1-4fc6-91eb-ef9e476b675f tempest-LiveMigrationTest-963278731 tempest-LiveMigrationTest-963278731-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217293'] for port, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:52.977843 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5df6a595-7fd7-426d-b340-04e8c35d0c33 admin admin] Pushing event updated for resources: {'Port': ['ID=d524585c-1bf8-493d-aa74-3b54f9475f9b,revision_number=1']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:40:53.004572 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-38ff2b14-e816-4662-8fea-6004731452c5 req-7defb841-e9a1-4fc6-91eb-ef9e476b675f tempest-LiveMigrationTest-963278731 tempest-LiveMigrationTest-963278731-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.9201474 Apr 18 20:40:53.031598 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.v2.base [req-38ff2b14-e816-4662-8fea-6004731452c5 req-1d5330db-7af1-40a1-bfb8-a9a847d9215c service neutron] Request body: {'port': {'device_id': 'e0e2d6b0-4b7a-4309-8d92-47bdafbc7681', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-838334-2'}} {{(pid=84040) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 20:40:53.044326 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-5df6a595-7fd7-426d-b340-04e8c35d0c33 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33444010'] for router_interface, before_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:53.096159 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Device f6b95b7c-bd9e-4dc6-a444-1cd30f9b272c up at agent ovs-agent-n-d-838334-2 {{(pid=84042) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 20:40:53.297644 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-5df6a595-7fd7-426d-b340-04e8c35d0c33 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:53.349759 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Pushing event updated for resources: {'Port': ['ID=462e4cea-9da7-4149-b973-b4a0cd7a6d86,revision_number=5']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:40:53.398477 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-af298b8a-9bfe-4818-97e5-ef9ec083184b req-79f387e7-7463-474e-9a76-cc6c1a8e5f59 tempest-FloatingIPsAssociationTestJSON-661839082 tempest-FloatingIPsAssociationTestJSON-661839082-project] 10.222.0.42 "GET /v2.0/security-groups?id=5edfb6a7-e63f-4d6e-97ca-795ce1be36ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4807825 Apr 18 20:40:53.429212 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] For port fcf04c80-d79e-470d-884b-eefd4d15d3f8, host n-h2-838334-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838334-2',level=0,port_id=fcf04c80-d79e-470d-884b-eefd4d15d3f8,segment=NetworkSegment(042fd70a-92f2-4098-9b07-9a0bcd9bab32),segment_id=042fd70a-92f2-4098-9b07-9a0bcd9bab32)] {{(pid=84042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:40:53.463980 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682'] for port, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:53.466800 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-38ff2b14-e816-4662-8fea-6004731452c5 req-1d5330db-7af1-40a1-bfb8-a9a847d9215c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:53.480332 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Device aa54cccf-7c39-40d6-a368-f24a2a8f30ce up at agent hyperv_n-h2-838334-2 {{(pid=84042) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 20:40:53.724353 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Provisioning for port f6b95b7c-bd9e-4dc6-a444-1cd30f9b272c completed by entity L2. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 20:40:53.769774 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-5df6a595-7fd7-426d-b340-04e8c35d0c33 admin admin] Notify callbacks [] for port, precommit_update {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:53.779001 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-5df6a595-7fd7-426d-b340-04e8c35d0c33 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32266282'] for port, after_update {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:53.859603 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-09f7c029-5af1-44ad-b4ce-1eb3aa083adc None None] Provisioning for port d524585c-1bf8-493d-aa74-3b54f9475f9b completed by entity DHCP. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 20:40:53.865145 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Provisioning complete for port f6b95b7c-bd9e-4dc6-a444-1cd30f9b272c triggered by entity L2. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:40:53.875932 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1253608'] for port, provisioning_complete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:53.963445 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5df6a595-7fd7-426d-b340-04e8c35d0c33 admin admin] Pushing event updated for resources: {'Port': ['ID=d524585c-1bf8-493d-aa74-3b54f9475f9b,revision_number=2']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:40:53.973861 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aec8909-4da8-4e2f-83b6-16a40a5cc207 req-dd230870-6d32-4cdc-8d3a-7fe00171125f tempest-LiveMigrationTest-963278731 tempest-LiveMigrationTest-963278731-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:40:53.974622 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [req-2aec8909-4da8-4e2f-83b6-16a40a5cc207 req-dd230870-6d32-4cdc-8d3a-7fe00171125f tempest-LiveMigrationTest-963278731 tempest-LiveMigrationTest-963278731-project] Synchronizing usage tracker for tenant:30967135a3784f8f91989a9ec626fb3e on resource:port {{(pid=84040) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 20:40:53.975091 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-5df6a595-7fd7-426d-b340-04e8c35d0c33 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-32377886', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33443847'] for router_interface, after_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:54.012735 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-09f7c029-5af1-44ad-b4ce-1eb3aa083adc None None] Provisioning complete for port d524585c-1bf8-493d-aa74-3b54f9475f9b triggered by entity DHCP. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:40:54.024830 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-09f7c029-5af1-44ad-b4ce-1eb3aa083adc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1253608'] for port, provisioning_complete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:54.081028 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [req-2aec8909-4da8-4e2f-83b6-16a40a5cc207 req-dd230870-6d32-4cdc-8d3a-7fe00171125f tempest-LiveMigrationTest-963278731 tempest-LiveMigrationTest-963278731-project] Unset dirty status for tenant:30967135a3784f8f91989a9ec626fb3e on resource:port {{(pid=84040) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 20:40:54.082184 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-2aec8909-4da8-4e2f-83b6-16a40a5cc207 req-dd230870-6d32-4cdc-8d3a-7fe00171125f tempest-LiveMigrationTest-963278731 tempest-LiveMigrationTest-963278731-project] 10.222.0.42 "GET /v2.0/ports?device_id=e0e2d6b0-4b7a-4309-8d92-47bdafbc7681 HTTP/1.1" status: 200 len: 932 time: 0.7759879 Apr 18 20:40:54.165294 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Pushing event updated for resources: {'Port': ['ID=fcf04c80-d79e-470d-884b-eefd4d15d3f8,revision_number=5']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:40:54.205409 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afc1ce1d-0404-4945-a3a1-0cef837f7f6c req-906d9688-a651-4bf9-8c7e-7a6c47466b23 tempest-ServersOnMultiNodesTest-1168278630 tempest-ServersOnMultiNodesTest-1168278630-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:40:54.209151 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.plugin [None req-09f7c029-5af1-44ad-b4ce-1eb3aa083adc None None] Port d524585c-1bf8-493d-aa74-3b54f9475f9b cannot update to ACTIVE because it is not bound. {{(pid=84042) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 18 20:40:54.216774 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-afc1ce1d-0404-4945-a3a1-0cef837f7f6c req-906d9688-a651-4bf9-8c7e-7a6c47466b23 tempest-ServersOnMultiNodesTest-1168278630 tempest-ServersOnMultiNodesTest-1168278630-project] 10.222.0.42 "GET /v2.0/ports?device_id=bfb8b42e-58b9-4f6a-be0f-24f7d0bb5bc6 HTTP/1.1" status: 200 len: 949 time: 0.4610078 Apr 18 20:40:54.289819 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Provisioning for port aa54cccf-7c39-40d6-a368-f24a2a8f30ce completed by entity L2. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 20:40:54.313414 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Provisioning complete for port aa54cccf-7c39-40d6-a368-f24a2a8f30ce triggered by entity L2. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:40:54.313414 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1253608'] for port, provisioning_complete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:54.315988 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-afc1ce1d-0404-4945-a3a1-0cef837f7f6c req-18534555-bd07-4e6f-87e4-3e7775821ad0 tempest-ServersOnMultiNodesTest-1168278630 tempest-ServersOnMultiNodesTest-1168278630-project] 10.222.0.42 "GET /v2.0/security-groups?id=e1e985d3-f227-45b4-b9a7-ffadcd0db1b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0979478 Apr 18 20:40:54.341958 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-2aec8909-4da8-4e2f-83b6-16a40a5cc207 req-eebe0f26-5198-4b07-8478-9bd06fcfe49e tempest-LiveMigrationTest-963278731 tempest-LiveMigrationTest-963278731-project] 10.222.0.42 "GET /v2.0/security-groups?id=c1ded286-bbeb-4ec4-95be-e4f6aab8a892&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2063332 Apr 18 20:40:54.449548 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:54.519885 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] For port f6b95b7c-bd9e-4dc6-a444-1cd30f9b272c, host n-d-838334-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838334-2',level=0,port_id=f6b95b7c-bd9e-4dc6-a444-1cd30f9b272c,segment=NetworkSegment(732aa830-768b-4511-951f-d08e26b9c25b),segment_id=732aa830-768b-4511-951f-d08e26b9c25b)] {{(pid=84042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:40:54.524866 n-d-838334-2 neutron-server[84042]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9017c784-fd3b-412e-a8b3-cad0ffa064ca'] response: {'server_uuid': 'bfb8b42e-58b9-4f6a-be0f-24f7d0bb5bc6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '462e4cea-9da7-4149-b973-b4a0cd7a6d86', 'code': 200} Apr 18 20:40:54.534494 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682'] for port, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:54.596267 n-d-838334-2 neutron-server[84040]: DEBUG neutron.notifiers.nova [req-38ff2b14-e816-4662-8fea-6004731452c5 req-1d5330db-7af1-40a1-bfb8-a9a847d9215c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3c9cf486-30d0-433e-b013-3f3ef213effe {{(pid=84040) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 18 20:40:54.609512 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-38ff2b14-e816-4662-8fea-6004731452c5 req-1d5330db-7af1-40a1-bfb8-a9a847d9215c service neutron] Notify callbacks [] for port, precommit_update {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:54.640792 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.provisioning_blocks [req-38ff2b14-e816-4662-8fea-6004731452c5 req-1d5330db-7af1-40a1-bfb8-a9a847d9215c service neutron] Transition to ACTIVE for port object 3c9cf486-30d0-433e-b013-3f3ef213effe will not be triggered until provisioned by entity L2. {{(pid=84040) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 20:40:54.649440 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-38ff2b14-e816-4662-8fea-6004731452c5 req-1d5330db-7af1-40a1-bfb8-a9a847d9215c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32440959'] for port, after_update {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:54.775548 n-d-838334-2 neutron-server[84041]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5df6a595-7fd7-426d-b340-04e8c35d0c33 admin admin] Network 7a0229fe-8384-4f97-8745-fda3bfd7178d is already hosted by enough agents. {{(pid=84041) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:40:54.790062 n-d-838334-2 neutron-server[84041]: DEBUG neutron.scheduler.base_scheduler [None req-5df6a595-7fd7-426d-b340-04e8c35d0c33 admin admin] Resources bound (agent type, host, resource id): {{(pid=84041) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:40:54.905348 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:54.921239 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Pushing event updated for resources: {'Port': ['ID=f6b95b7c-bd9e-4dc6-a444-1cd30f9b272c,revision_number=4']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:40:54.991496 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d5330db-7af1-40a1-bfb8-a9a847d9215c service neutron] Pushing event updated for resources: {'Port': ['ID=3c9cf486-30d0-433e-b013-3f3ef213effe,revision_number=2']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:40:54.998686 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] For port aa54cccf-7c39-40d6-a368-f24a2a8f30ce, host n-h2-838334-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838334-2',level=0,port_id=aa54cccf-7c39-40d6-a368-f24a2a8f30ce,segment=NetworkSegment(431dac21-62fe-4af2-a303-5868c7f4fc97),segment_id=431dac21-62fe-4af2-a303-5868c7f4fc97)] {{(pid=84042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:40:55.021014 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682'] for port, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:55.021944 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Device 05244033-b882-4dfd-8fd2-dde7ce49d9a1 up at agent hyperv_n-h2-838334-2 {{(pid=84042) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 20:40:55.173847 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Pushing event updated for resources: {'Port': ['ID=aa54cccf-7c39-40d6-a368-f24a2a8f30ce,revision_number=5']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:40:55.227200 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43cf16ca-d142-43ee-8a34-0c675244f96d req-f6f3d1d6-a52e-411a-bc5b-da9ffa825653 tempest-TaggedBootDevicesTest-1674414334 tempest-TaggedBootDevicesTest-1674414334-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:40:55.229407 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Provisioning for port 05244033-b882-4dfd-8fd2-dde7ce49d9a1 completed by entity L2. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 20:40:55.232785 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43cf16ca-d142-43ee-8a34-0c675244f96d req-f6f3d1d6-a52e-411a-bc5b-da9ffa825653 tempest-TaggedBootDevicesTest-1674414334 tempest-TaggedBootDevicesTest-1674414334-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:40:55.237744 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Provisioning complete for port 05244033-b882-4dfd-8fd2-dde7ce49d9a1 triggered by entity L2. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:40:55.237924 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43cf16ca-d142-43ee-8a34-0c675244f96d req-f6f3d1d6-a52e-411a-bc5b-da9ffa825653 tempest-TaggedBootDevicesTest-1674414334 tempest-TaggedBootDevicesTest-1674414334-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:40:55.242796 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43cf16ca-d142-43ee-8a34-0c675244f96d req-f6f3d1d6-a52e-411a-bc5b-da9ffa825653 tempest-TaggedBootDevicesTest-1674414334 tempest-TaggedBootDevicesTest-1674414334-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:40:55.247074 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43cf16ca-d142-43ee-8a34-0c675244f96d req-f6f3d1d6-a52e-411a-bc5b-da9ffa825653 tempest-TaggedBootDevicesTest-1674414334 tempest-TaggedBootDevicesTest-1674414334-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:40:55.249067 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1253608'] for port, provisioning_complete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:55.251449 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43cf16ca-d142-43ee-8a34-0c675244f96d req-f6f3d1d6-a52e-411a-bc5b-da9ffa825653 tempest-TaggedBootDevicesTest-1674414334 tempest-TaggedBootDevicesTest-1674414334-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:40:55.255603 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43cf16ca-d142-43ee-8a34-0c675244f96d req-f6f3d1d6-a52e-411a-bc5b-da9ffa825653 tempest-TaggedBootDevicesTest-1674414334 tempest-TaggedBootDevicesTest-1674414334-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:40:55.263589 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-43cf16ca-d142-43ee-8a34-0c675244f96d req-f6f3d1d6-a52e-411a-bc5b-da9ffa825653 tempest-TaggedBootDevicesTest-1674414334 tempest-TaggedBootDevicesTest-1674414334-project] 10.222.0.42 "GET /v2.0/ports?device_id=cc0d4549-87de-476f-8fa1-88b0358bebbd HTTP/1.1" status: 200 len: 5429 time: 0.5339231 Apr 18 20:40:55.313579 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-9da6ebe4-97da-432f-92b8-8516d888409c req-28e3e588-1c01-467b-a340-c681b0eb8634 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=bfb8b42e-58b9-4f6a-be0f-24f7d0bb5bc6 HTTP/1.1" status: 200 len: 1100 time: 0.7093546 Apr 18 20:40:55.325539 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Device 80ff486a-645e-4b81-95ae-389dadda214a up at agent hyperv_n-h1-838334-2 {{(pid=84042) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 20:40:55.395741 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a3bc0b3-ce7a-4e7b-b4f0-883be49521c7 req-6682a3bc-943e-4352-b23c-ce3c3f38a514 tempest-FloatingIPsAssociationTestJSON-661839082 tempest-FloatingIPsAssociationTestJSON-661839082-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:40:55.399399 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-8a3bc0b3-ce7a-4e7b-b4f0-883be49521c7 req-6682a3bc-943e-4352-b23c-ce3c3f38a514 tempest-FloatingIPsAssociationTestJSON-661839082 tempest-FloatingIPsAssociationTestJSON-661839082-project] 10.222.0.42 "GET /v2.0/ports?device_id=bee97f5e-b592-4ee0-b7d7-2cfba0fa5e35 HTTP/1.1" status: 200 len: 945 time: 0.6683605 Apr 18 20:40:55.432584 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-9da6ebe4-97da-432f-92b8-8516d888409c req-5acaf277-e3b9-4a22-adfa-2eaaaca46431 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=e1e985d3-f227-45b4-b9a7-ffadcd0db1b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0981617 Apr 18 20:40:55.442711 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-7754cf17-6bc1-42d8-8395-0f8d103133dc None None] Provisioning complete for port d524585c-1bf8-493d-aa74-3b54f9475f9b triggered by entity DHCP. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:40:55.443069 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-7754cf17-6bc1-42d8-8395-0f8d103133dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1253608'] for port, provisioning_complete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:55.538236 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Provisioning for port 80ff486a-645e-4b81-95ae-389dadda214a completed by entity L2. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 20:40:55.552234 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-43cf16ca-d142-43ee-8a34-0c675244f96d req-52e4c329-3b36-47fd-8c12-0f756b617891 tempest-TaggedBootDevicesTest-1674414334 tempest-TaggedBootDevicesTest-1674414334-project] 10.222.0.42 "GET /v2.0/security-groups?id=67ac5558-a250-4106-afe6-28a5add43e38&id=cf1a4c14-6b4c-4b5a-99f9-781aa8c875fd&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2875149 Apr 18 20:40:55.576067 n-d-838334-2 neutron-server[84041]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5df6a595-7fd7-426d-b340-04e8c35d0c33 admin admin] Router 8ea8bcfe-346f-411c-9854-16e294e943f6 has already been hosted by L3 agent bc84d6c9-dd7a-4555-a351-592327b46d5a {{(pid=84041) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 20:40:55.587573 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Provisioning complete for port 80ff486a-645e-4b81-95ae-389dadda214a triggered by entity L2. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:40:55.588569 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1253608'] for port, provisioning_complete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:55.613156 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-8a3bc0b3-ce7a-4e7b-b4f0-883be49521c7 req-af222878-5341-4efe-aa72-7ff38721c9fa tempest-FloatingIPsAssociationTestJSON-661839082 tempest-FloatingIPsAssociationTestJSON-661839082-project] 10.222.0.42 "GET /v2.0/security-groups?id=5edfb6a7-e63f-4d6e-97ca-795ce1be36ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1538296 Apr 18 20:40:55.640907 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.managers [req-38ff2b14-e816-4662-8fea-6004731452c5 req-1d5330db-7af1-40a1-bfb8-a9a847d9215c service neutron] Attempting to bind port 3c9cf486-30d0-433e-b013-3f3ef213effe on host n-h2-838334-2 for vnic_type normal with profile {{(pid=84040) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:40:55.641270 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.managers [req-38ff2b14-e816-4662-8fea-6004731452c5 req-1d5330db-7af1-40a1-bfb8-a9a847d9215c service neutron] Attempting to bind port 3c9cf486-30d0-433e-b013-3f3ef213effe by drivers openvswitch,hyperv on host n-h2-838334-2 at level 0 using segments [{'id': '806925fb-1611-47d5-bfae-6289aca7c7ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '2b4e6157-bc80-44e6-aceb-13aa29225b38'}] {{(pid=84040) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:40:55.641812 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38ff2b14-e816-4662-8fea-6004731452c5 req-1d5330db-7af1-40a1-bfb8-a9a847d9215c service neutron] Attempting to bind port 3c9cf486-30d0-433e-b013-3f3ef213effe on network 2b4e6157-bc80-44e6-aceb-13aa29225b38 {{(pid=84040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 20:40:55.645900 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.plugin [None req-7754cf17-6bc1-42d8-8395-0f8d103133dc None None] Port d524585c-1bf8-493d-aa74-3b54f9475f9b cannot update to ACTIVE because it is not bound. {{(pid=84042) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 18 20:40:55.667589 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38ff2b14-e816-4662-8fea-6004731452c5 req-1d5330db-7af1-40a1-bfb8-a9a847d9215c service neutron] Port 3c9cf486-30d0-433e-b013-3f3ef213effe on network 2b4e6157-bc80-44e6-aceb-13aa29225b38 not bound, no agent of type Open vSwitch agent registered on host n-h2-838334-2 {{(pid=84040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 18 20:40:55.668482 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38ff2b14-e816-4662-8fea-6004731452c5 req-1d5330db-7af1-40a1-bfb8-a9a847d9215c service neutron] Attempting to bind port 3c9cf486-30d0-433e-b013-3f3ef213effe on network 2b4e6157-bc80-44e6-aceb-13aa29225b38 {{(pid=84040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 20:40:55.678404 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38ff2b14-e816-4662-8fea-6004731452c5 req-1d5330db-7af1-40a1-bfb8-a9a847d9215c service neutron] Checking agent: {'id': 'dc797004-f641-47b7-a77f-9c62b5b16296', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-838334-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 34, 3), 'started_at': datetime.datetime(2022, 4, 18, 20, 34, 3), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 20, 40, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 18 20:40:55.678748 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38ff2b14-e816-4662-8fea-6004731452c5 req-1d5330db-7af1-40a1-bfb8-a9a847d9215c service neutron] Checking segment: {'id': '806925fb-1611-47d5-bfae-6289aca7c7ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '2b4e6157-bc80-44e6-aceb-13aa29225b38'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84040) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 20:40:55.679130 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38ff2b14-e816-4662-8fea-6004731452c5 req-1d5330db-7af1-40a1-bfb8-a9a847d9215c service neutron] Bound using segment: {'id': '806925fb-1611-47d5-bfae-6289aca7c7ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '2b4e6157-bc80-44e6-aceb-13aa29225b38'} {{(pid=84040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 18 20:40:55.679557 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.managers [req-38ff2b14-e816-4662-8fea-6004731452c5 req-1d5330db-7af1-40a1-bfb8-a9a847d9215c service neutron] Bound port: 3c9cf486-30d0-433e-b013-3f3ef213effe, host: n-h2-838334-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '806925fb-1611-47d5-bfae-6289aca7c7ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '2b4e6157-bc80-44e6-aceb-13aa29225b38'}}] {{(pid=84040) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 20:40:55.680761 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-38ff2b14-e816-4662-8fea-6004731452c5 req-1d5330db-7af1-40a1-bfb8-a9a847d9215c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:55.694933 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:55.779643 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] For port 05244033-b882-4dfd-8fd2-dde7ce49d9a1, host n-h2-838334-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838334-2',level=0,port_id=05244033-b882-4dfd-8fd2-dde7ce49d9a1,segment=NetworkSegment(4134857a-3d4d-4a42-8268-4c8b0125ff2d),segment_id=4134857a-3d4d-4a42-8268-4c8b0125ff2d)] {{(pid=84042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:40:55.794516 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682'] for port, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:55.795323 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Device fa4dbb91-4719-4896-8a0e-7cc707c80f19 up at agent hyperv_n-h2-838334-2 {{(pid=84042) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 20:40:55.875850 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.db [req-38ff2b14-e816-4662-8fea-6004731452c5 req-1d5330db-7af1-40a1-bfb8-a9a847d9215c service neutron] For port 3c9cf486-30d0-433e-b013-3f3ef213effe, host n-h2-838334-2, cleared binding levels {{(pid=84040) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 20:40:55.884746 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.db [req-38ff2b14-e816-4662-8fea-6004731452c5 req-1d5330db-7af1-40a1-bfb8-a9a847d9215c service neutron] For port 3c9cf486-30d0-433e-b013-3f3ef213effe, host n-h2-838334-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838334-2',level=0,port_id=3c9cf486-30d0-433e-b013-3f3ef213effe,segment=NetworkSegment(806925fb-1611-47d5-bfae-6289aca7c7ad),segment_id=806925fb-1611-47d5-bfae-6289aca7c7ad)] {{(pid=84040) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 20:40:55.895884 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-38ff2b14-e816-4662-8fea-6004731452c5 req-1d5330db-7af1-40a1-bfb8-a9a847d9215c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32440959'] for port, after_update {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:56.015740 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-38ff2b14-e816-4662-8fea-6004731452c5 req-1d5330db-7af1-40a1-bfb8-a9a847d9215c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217293'] for port, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:56.019228 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:56.019604 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-38ff2b14-e816-4662-8fea-6004731452c5 req-1d5330db-7af1-40a1-bfb8-a9a847d9215c service neutron] 10.222.0.48 "PUT /v2.0/ports/3c9cf486-30d0-433e-b013-3f3ef213effe HTTP/1.1" status: 200 len: 1092 time: 2.9980776 Apr 18 20:40:56.084764 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Pushing event updated for resources: {'Port': ['ID=05244033-b882-4dfd-8fd2-dde7ce49d9a1,revision_number=5']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:40:56.110308 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5df6a595-7fd7-426d-b340-04e8c35d0c33 admin admin] Notify agent at l3_agent.n-d-838334-2 the message routers_updated {{(pid=84041) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 20:40:56.132376 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-5df6a595-7fd7-426d-b340-04e8c35d0c33 admin admin] 10.222.0.42 "PUT /v2.0/routers/8ea8bcfe-346f-411c-9854-16e294e943f6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.9630070 Apr 18 20:40:56.133177 n-d-838334-2 neutron-server[84040]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e0e2d6b0-4b7a-4309-8d92-47bdafbc7681', 'tag': '3c9cf486-30d0-433e-b013-3f3ef213effe'}] {{(pid=84040) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 20:40:56.148954 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] For port 80ff486a-645e-4b81-95ae-389dadda214a, host n-h1-838334-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838334-2',level=0,port_id=80ff486a-645e-4b81-95ae-389dadda214a,segment=NetworkSegment(62b85806-94d8-4a88-a06c-da82e5932d66),segment_id=62b85806-94d8-4a88-a06c-da82e5932d66)] {{(pid=84042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:40:56.158944 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682'] for port, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:56.239792 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Provisioning for port fa4dbb91-4719-4896-8a0e-7cc707c80f19 completed by entity L2. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 20:40:56.270352 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Provisioning complete for port fa4dbb91-4719-4896-8a0e-7cc707c80f19 triggered by entity L2. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:40:56.270807 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1253608'] for port, provisioning_complete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:56.322118 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d5330db-7af1-40a1-bfb8-a9a847d9215c service neutron] Pushing event updated for resources: {'Port': ['ID=3c9cf486-30d0-433e-b013-3f3ef213effe,revision_number=3']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:40:56.339109 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Pushing event updated for resources: {'Port': ['ID=80ff486a-645e-4b81-95ae-389dadda214a,revision_number=5']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:40:56.412888 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f696e892-5734-4300-9ed1-a28df53f6f87 req-171a9407-f720-4f52-adce-0ffd7613e515 tempest-ServersOnMultiNodesTest-1168278630 tempest-ServersOnMultiNodesTest-1168278630-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:40:56.414494 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-f696e892-5734-4300-9ed1-a28df53f6f87 req-171a9407-f720-4f52-adce-0ffd7613e515 tempest-ServersOnMultiNodesTest-1168278630 tempest-ServersOnMultiNodesTest-1168278630-project] 10.222.0.42 "GET /v2.0/ports?device_id=bfb8b42e-58b9-4f6a-be0f-24f7d0bb5bc6 HTTP/1.1" status: 200 len: 949 time: 0.2079253 Apr 18 20:40:56.415500 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:56.445088 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-38ff2b14-e816-4662-8fea-6004731452c5 req-81cb338e-98b0-4638-b69f-256e67614a7a service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=30967135a3784f8f91989a9ec626fb3e&device_id=e0e2d6b0-4b7a-4309-8d92-47bdafbc7681 HTTP/1.1" status: 200 len: 1095 time: 0.2981935 Apr 18 20:40:56.456309 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] For port fa4dbb91-4719-4896-8a0e-7cc707c80f19, host n-h2-838334-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838334-2',level=0,port_id=fa4dbb91-4719-4896-8a0e-7cc707c80f19,segment=NetworkSegment(4134857a-3d4d-4a42-8268-4c8b0125ff2d),segment_id=4134857a-3d4d-4a42-8268-4c8b0125ff2d)] {{(pid=84042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:40:56.461717 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682'] for port, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:56.462690 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Device 8544a82a-9c4d-48ac-9e80-35d430482dd8 up at agent hyperv_n-h2-838334-2 {{(pid=84042) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 20:40:56.470977 n-d-838334-2 neutron-server[84043]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67eaa76f-ee2f-4682-9c21-762efd87f02d None None] Sync routers for ids ['8ea8bcfe-346f-411c-9854-16e294e943f6'] in n-d-838334-2 {{(pid=84043) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 18 20:40:56.483802 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67eaa76f-ee2f-4682-9c21-762efd87f02d None None] Routers {'8ea8bcfe-346f-411c-9854-16e294e943f6'} bound to L3 agent in host n-d-838334-2 {{(pid=84043) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 20:40:56.484541 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.l3_hamode_db [None req-67eaa76f-ee2f-4682-9c21-762efd87f02d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838334-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-18T20:25:48Z,description=,heartbeat_timestamp=2022-04-18T20:40:48Z,host='n-d-838334-2',id=bc84d6c9-dd7a-4555-a351-592327b46d5a,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:25:48Z,topic='l3_agent')) {'router_ids': ['8ea8bcfe-346f-411c-9854-16e294e943f6'], 'active': True} {{(pid=84043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:40:56.528284 n-d-838334-2 neutron-server[84042]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cc0d4549-87de-476f-8fa1-88b0358bebbd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fcf04c80-d79e-470d-884b-eefd4d15d3f8'}, {'server_uuid': 'bee97f5e-b592-4ee0-b7d7-2cfba0fa5e35', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aa54cccf-7c39-40d6-a368-f24a2a8f30ce'}, {'server_uuid': 'cc0d4549-87de-476f-8fa1-88b0358bebbd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '05244033-b882-4dfd-8fd2-dde7ce49d9a1'}, {'server_uuid': 'c3d5a5e5-f912-4e43-a1e3-4e9175e1dfe1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '80ff486a-645e-4b81-95ae-389dadda214a'}, {'server_uuid': 'cc0d4549-87de-476f-8fa1-88b0358bebbd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fa4dbb91-4719-4896-8a0e-7cc707c80f19'}] {{(pid=84042) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 20:40:56.563352 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7d186c4-24e8-417d-b3dd-aac4611b0f43 req-5a3a21ff-01ba-4a58-ad8c-af0523b6bdc1 tempest-LiveMigrationTest-963278731 tempest-LiveMigrationTest-963278731-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:40:56.586958 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-c7d186c4-24e8-417d-b3dd-aac4611b0f43 req-5a3a21ff-01ba-4a58-ad8c-af0523b6bdc1 tempest-LiveMigrationTest-963278731 tempest-LiveMigrationTest-963278731-project] 10.222.0.42 "GET /v2.0/ports?device_id=e0e2d6b0-4b7a-4309-8d92-47bdafbc7681 HTTP/1.1" status: 200 len: 944 time: 0.5659022 Apr 18 20:40:56.606391 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Pushing event updated for resources: {'Port': ['ID=fa4dbb91-4719-4896-8a0e-7cc707c80f19,revision_number=5']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:40:56.616026 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:40:56.616357 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:40:56.616689 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:40:56.617028 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:40:56.617335 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:40:56.617709 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:40:56.618133 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:40:56.618461 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:40:56.619048 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:40:56.619048 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:40:56.619373 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:40:56.622705 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Provisioning for port 8544a82a-9c4d-48ac-9e80-35d430482dd8 completed by entity L2. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 20:40:56.634827 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Provisioning complete for port 8544a82a-9c4d-48ac-9e80-35d430482dd8 triggered by entity L2. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:40:56.635195 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1253608'] for port, provisioning_complete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:56.642570 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-38ff2b14-e816-4662-8fea-6004731452c5 req-95324600-aa24-4f9a-8670-d71d85b0b86e service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=3c9cf486-30d0-433e-b013-3f3ef213effe HTTP/1.1" status: 200 len: 217 time: 0.1773989 Apr 18 20:40:56.709681 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-f696e892-5734-4300-9ed1-a28df53f6f87 req-86d878d9-2cce-4c7a-b138-451fd115a863 tempest-ServersOnMultiNodesTest-1168278630 tempest-ServersOnMultiNodesTest-1168278630-project] 10.222.0.42 "GET /v2.0/security-groups?id=e1e985d3-f227-45b4-b9a7-ffadcd0db1b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2885427 Apr 18 20:40:56.771214 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38ff2b14-e816-4662-8fea-6004731452c5 req-a2f5fa73-9e8c-4b84-8937-6379af28bac3 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:40:56.772826 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-38ff2b14-e816-4662-8fea-6004731452c5 req-a2f5fa73-9e8c-4b84-8937-6379af28bac3 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=2a27c3e0-e2c3-453b-9e93-76a003aa4b19 HTTP/1.1" status: 200 len: 847 time: 0.1237996 Apr 18 20:40:56.809785 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.l3_dvr_db [None req-67eaa76f-ee2f-4682-9c21-762efd87f02d None None] Set router 8ea8bcfe-346f-411c-9854-16e294e943f6 gateway port host: n-d-838334-2 {{(pid=84043) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 20:40:56.827704 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-c7d186c4-24e8-417d-b3dd-aac4611b0f43 req-868a3dad-4c24-437e-93fd-8d509e54be49 tempest-LiveMigrationTest-963278731 tempest-LiveMigrationTest-963278731-project] 10.222.0.42 "GET /v2.0/security-groups?id=c1ded286-bbeb-4ec4-95be-e4f6aab8a892&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2396264 Apr 18 20:40:56.849299 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:56.887198 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Device f6b95b7c-bd9e-4dc6-a444-1cd30f9b272c up at agent ovs-agent-n-d-838334-2 {{(pid=84042) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 20:40:56.911670 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-38ff2b14-e816-4662-8fea-6004731452c5 req-2cd0efc2-88bf-4f0b-ba8e-6d44df8225c0 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=2b4e6157-bc80-44e6-aceb-13aa29225b38&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0825610 Apr 18 20:40:57.158218 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Provisioning complete for port f6b95b7c-bd9e-4dc6-a444-1cd30f9b272c triggered by entity L2. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:40:57.158750 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1253608'] for port, provisioning_complete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:57.163392 n-d-838334-2 neutron-server[84040]: INFO neutron.notifiers.nova [-] Nova event matching ['req-94c777dd-3c36-41f2-b4ee-e2e2197a6e28'] response: {'name': 'network-changed', 'server_uuid': 'e0e2d6b0-4b7a-4309-8d92-47bdafbc7681', 'tag': '3c9cf486-30d0-433e-b013-3f3ef213effe', 'status': 'completed', 'code': 200} Apr 18 20:40:57.229088 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-38ff2b14-e816-4662-8fea-6004731452c5 req-522ed668-6890-4c45-944a-e6998550db5b service neutron] 10.222.0.48 "GET /v2.0/networks/2b4e6157-bc80-44e6-aceb-13aa29225b38?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3040791 Apr 18 20:40:57.352426 n-d-838334-2 neutron-server[84042]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7f5b35d7-4e7e-4266-8342-a0b4295f9f07'] response: {'server_uuid': 'cc0d4549-87de-476f-8fa1-88b0358bebbd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fcf04c80-d79e-470d-884b-eefd4d15d3f8', 'code': 200} Apr 18 20:40:57.352668 n-d-838334-2 neutron-server[84042]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7f5b35d7-4e7e-4266-8342-a0b4295f9f07'] response: {'server_uuid': 'bee97f5e-b592-4ee0-b7d7-2cfba0fa5e35', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aa54cccf-7c39-40d6-a368-f24a2a8f30ce', 'code': 200} Apr 18 20:40:57.352914 n-d-838334-2 neutron-server[84042]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7f5b35d7-4e7e-4266-8342-a0b4295f9f07'] response: {'server_uuid': 'cc0d4549-87de-476f-8fa1-88b0358bebbd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '05244033-b882-4dfd-8fd2-dde7ce49d9a1', 'code': 200} Apr 18 20:40:57.353171 n-d-838334-2 neutron-server[84042]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7f5b35d7-4e7e-4266-8342-a0b4295f9f07'] response: {'server_uuid': 'c3d5a5e5-f912-4e43-a1e3-4e9175e1dfe1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '80ff486a-645e-4b81-95ae-389dadda214a', 'code': 200} Apr 18 20:40:57.353449 n-d-838334-2 neutron-server[84042]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7f5b35d7-4e7e-4266-8342-a0b4295f9f07'] response: {'server_uuid': 'cc0d4549-87de-476f-8fa1-88b0358bebbd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fa4dbb91-4719-4896-8a0e-7cc707c80f19', 'code': 200} Apr 18 20:40:57.373003 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.l3_hamode_db [None req-67eaa76f-ee2f-4682-9c21-762efd87f02d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ea8bcfe-346f-411c-9854-16e294e943f6', 'name': 'tempest-FloatingIPDetailsTestJSON-2143832353-router', 'tenant_id': 'd3fc4049ccc64e45ba4bb202e1d092fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'external_fixed_ips': [{'subnet_id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'ip_address': '172.25.8.87'}], 'enable_snat': True}, 'gw_port_id': 'f6b95b7c-bd9e-4dc6-a444-1cd30f9b272c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:40:36Z', 'updated_at': '2022-04-18T20:40:53Z', 'revision_number': 4, 'project_id': 'd3fc4049ccc64e45ba4bb202e1d092fe', 'gw_port': {'id': 'f6b95b7c-bd9e-4dc6-a444-1cd30f9b272c', 'name': '', 'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:e5:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ea8bcfe-346f-411c-9854-16e294e943f6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'ip_address': '172.25.8.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:40:40Z', 'updated_at': '2022-04-18T20:40:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838334-2', '_interfaces': [{'id': 'd524585c-1bf8-493d-aa74-3b54f9475f9b', 'name': '', 'network_id': '7a0229fe-8384-4f97-8745-fda3bfd7178d', 'tenant_id': 'd3fc4049ccc64e45ba4bb202e1d092fe', 'mac_address': 'fa:16:3e:ba:c2:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8ea8bcfe-346f-411c-9854-16e294e943f6', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1f91f2fc-1cc3-4e41-8c3a-e7cd7a3fa597', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:40:51Z', 'updated_at': '2022-04-18T20:40:53Z', 'revision_number': 2, 'project_id': 'd3fc4049ccc64e45ba4bb202e1d092fe', 'subnets': [{'id': '1f91f2fc-1cc3-4e41-8c3a-e7cd7a3fa597', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838334-2', False) {} {{(pid=84043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:40:57.378115 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] For port 8544a82a-9c4d-48ac-9e80-35d430482dd8, host n-h2-838334-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838334-2',level=0,port_id=8544a82a-9c4d-48ac-9e80-35d430482dd8,segment=NetworkSegment(042fd70a-92f2-4098-9b07-9a0bcd9bab32),segment_id=042fd70a-92f2-4098-9b07-9a0bcd9bab32)] {{(pid=84042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:40:57.378524 n-d-838334-2 neutron-server[84043]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67eaa76f-ee2f-4682-9c21-762efd87f02d None None] Checking router: 8ea8bcfe-346f-411c-9854-16e294e943f6 for host: n-d-838334-2 {{(pid=84043) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 18 20:40:57.378868 n-d-838334-2 neutron-server[84043]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67eaa76f-ee2f-4682-9c21-762efd87f02d None None] Updating router 8ea8bcfe-346f-411c-9854-16e294e943f6 port d524585c-1bf8-493d-aa74-3b54f9475f9b binding host n-d-838334-2 {{(pid=84043) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 18 20:40:57.401440 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682'] for port, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:57.402435 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Device 8233c3ee-e4c7-481a-9199-8a526c3e2a50 no longer exists at agent hyperv_n-h2-838334-2 {{(pid=84042) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 20:40:57.500855 n-d-838334-2 neutron-server[84043]: DEBUG neutron_lib.callbacks.manager [None req-67eaa76f-ee2f-4682-9c21-762efd87f02d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:57.506028 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Pushing event updated for resources: {'Port': ['ID=8544a82a-9c4d-48ac-9e80-35d430482dd8,revision_number=5']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:40:57.511590 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.plugin [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] No Port match for: 8233c3ee-e4c7-481a-9199-8a526c3e2a50 {{(pid=84042) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 18 20:40:57.515347 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Device 8233c3ee-e4c7-481a-9199-8a526c3e2a50 not bound to the agent host n-h2-838334-2 {{(pid=84042) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 20:40:57.538333 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-050fa802-7ed5-4abe-a632-babe87ecb63f req-15c15caa-e8a0-4349-b03c-3b81cf5b26b4 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=c3d5a5e5-f912-4e43-a1e3-4e9175e1dfe1 HTTP/1.1" status: 200 len: 1101 time: 0.1062491 Apr 18 20:40:57.612071 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-050fa802-7ed5-4abe-a632-babe87ecb63f req-8c2cd6fd-1ad7-4bd5-9baf-5bf971aef0a3 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=e1e985d3-f227-45b4-b9a7-ffadcd0db1b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672188 Apr 18 20:40:57.873788 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-38ff2b14-e816-4662-8fea-6004731452c5 req-21a4d182-814f-4740-83f9-f38f6f1b7771 service neutron] 10.222.0.48 "GET /v2.0/networks/2b4e6157-bc80-44e6-aceb-13aa29225b38?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6359696 Apr 18 20:40:57.885971 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-614c25fc-16ec-41df-a6c8-ebc98a5d8b4b req-a8ef6846-e82f-4cd7-a723-a01013be6da5 tempest-FloatingIPDetailsTestJSON-2060136642 tempest-FloatingIPDetailsTestJSON-2060136642-project] 10.222.0.42 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2953868 Apr 18 20:40:57.888906 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-5d8d60ca-ff60-48d7-b958-1330628c3d05 req-f3a4906d-3562-4132-832a-c6ba348635d4 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=bee97f5e-b592-4ee0-b7d7-2cfba0fa5e35 HTTP/1.1" status: 200 len: 1097 time: 0.3629394 Apr 18 20:40:57.928518 n-d-838334-2 neutron-server[84043]: DEBUG neutron_lib.callbacks.manager [None req-67eaa76f-ee2f-4682-9c21-762efd87f02d None None] Notify callbacks [] for port, precommit_update {{(pid=84043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:57.929627 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.v2.base [req-614c25fc-16ec-41df-a6c8-ebc98a5d8b4b req-a5fe4f6b-e2c8-4da5-86a1-87128f4aa7fe tempest-FloatingIPDetailsTestJSON-2060136642 tempest-FloatingIPDetailsTestJSON-2060136642-project] Request body: {'floatingip': {'floating_network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c'}} {{(pid=84040) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 20:40:57.942224 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.provisioning_blocks [None req-67eaa76f-ee2f-4682-9c21-762efd87f02d None None] Transition to ACTIVE for port object d524585c-1bf8-493d-aa74-3b54f9475f9b will not be triggered until provisioned by entity L2. {{(pid=84043) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 20:40:57.950461 n-d-838334-2 neutron-server[84043]: DEBUG neutron_lib.callbacks.manager [None req-67eaa76f-ee2f-4682-9c21-762efd87f02d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682'] for port, after_update {{(pid=84043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:57.955199 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [req-614c25fc-16ec-41df-a6c8-ebc98a5d8b4b req-a5fe4f6b-e2c8-4da5-86a1-87128f4aa7fe tempest-FloatingIPDetailsTestJSON-2060136642 tempest-FloatingIPDetailsTestJSON-2060136642-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:40:58.001980 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82f7b071-c445-4ff2-a8fd-85e0356a856c req-6062837a-0c64-43a7-81bf-fd581c68bf6a tempest-TaggedBootDevicesTest-1674414334 tempest-TaggedBootDevicesTest-1674414334-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:40:58.006418 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82f7b071-c445-4ff2-a8fd-85e0356a856c req-6062837a-0c64-43a7-81bf-fd581c68bf6a tempest-TaggedBootDevicesTest-1674414334 tempest-TaggedBootDevicesTest-1674414334-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:40:58.010676 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82f7b071-c445-4ff2-a8fd-85e0356a856c req-6062837a-0c64-43a7-81bf-fd581c68bf6a tempest-TaggedBootDevicesTest-1674414334 tempest-TaggedBootDevicesTest-1674414334-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:40:58.014873 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82f7b071-c445-4ff2-a8fd-85e0356a856c req-6062837a-0c64-43a7-81bf-fd581c68bf6a tempest-TaggedBootDevicesTest-1674414334 tempest-TaggedBootDevicesTest-1674414334-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:40:58.020416 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82f7b071-c445-4ff2-a8fd-85e0356a856c req-6062837a-0c64-43a7-81bf-fd581c68bf6a tempest-TaggedBootDevicesTest-1674414334 tempest-TaggedBootDevicesTest-1674414334-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:40:58.025052 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82f7b071-c445-4ff2-a8fd-85e0356a856c req-6062837a-0c64-43a7-81bf-fd581c68bf6a tempest-TaggedBootDevicesTest-1674414334 tempest-TaggedBootDevicesTest-1674414334-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:40:58.029408 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82f7b071-c445-4ff2-a8fd-85e0356a856c req-6062837a-0c64-43a7-81bf-fd581c68bf6a tempest-TaggedBootDevicesTest-1674414334 tempest-TaggedBootDevicesTest-1674414334-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:40:58.031344 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-82f7b071-c445-4ff2-a8fd-85e0356a856c req-6062837a-0c64-43a7-81bf-fd581c68bf6a tempest-TaggedBootDevicesTest-1674414334 tempest-TaggedBootDevicesTest-1674414334-project] 10.222.0.42 "GET /v2.0/ports?device_id=cc0d4549-87de-476f-8fa1-88b0358bebbd HTTP/1.1" status: 200 len: 5432 time: 0.4088161 Apr 18 20:40:58.037220 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [req-614c25fc-16ec-41df-a6c8-ebc98a5d8b4b req-a5fe4f6b-e2c8-4da5-86a1-87128f4aa7fe tempest-FloatingIPDetailsTestJSON-2060136642 tempest-FloatingIPDetailsTestJSON-2060136642-project] Usage tracker for resource:floatingip and tenant:d3fc4049ccc64e45ba4bb202e1d092fe is out of sync, need to count used quota {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:40:58.044327 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-5d8d60ca-ff60-48d7-b958-1330628c3d05 req-cf21d76a-200a-4220-b241-f59a4aa634c4 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=5edfb6a7-e63f-4d6e-97ca-795ce1be36ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1433351 Apr 18 20:40:58.069510 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [req-614c25fc-16ec-41df-a6c8-ebc98a5d8b4b req-a5fe4f6b-e2c8-4da5-86a1-87128f4aa7fe tempest-FloatingIPDetailsTestJSON-2060136642 tempest-FloatingIPDetailsTestJSON-2060136642-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:40:58.083305 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [req-614c25fc-16ec-41df-a6c8-ebc98a5d8b4b req-a5fe4f6b-e2c8-4da5-86a1-87128f4aa7fe tempest-FloatingIPDetailsTestJSON-2060136642 tempest-FloatingIPDetailsTestJSON-2060136642-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:40:58.087398 n-d-838334-2 neutron-server[84043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b448d5f5-1fce-494f-bb77-c18975b5754b None None] Pushing event updated for resources: {'Port': ['ID=d524585c-1bf8-493d-aa74-3b54f9475f9b,revision_number=3']} {{(pid=84043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:40:58.113288 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-82f7b071-c445-4ff2-a8fd-85e0356a856c req-51e2fc7a-b4aa-4e8c-99d9-5d90416d7ce5 tempest-TaggedBootDevicesTest-1674414334 tempest-TaggedBootDevicesTest-1674414334-project] 10.222.0.42 "GET /v2.0/security-groups?id=67ac5558-a250-4106-afe6-28a5add43e38&id=cf1a4c14-6b4c-4b5a-99f9-781aa8c875fd&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0725222 Apr 18 20:40:58.116083 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-614c25fc-16ec-41df-a6c8-ebc98a5d8b4b req-a5fe4f6b-e2c8-4da5-86a1-87128f4aa7fe tempest-FloatingIPDetailsTestJSON-2060136642 tempest-FloatingIPDetailsTestJSON-2060136642-project] Notify callbacks [] for floatingip, before_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:58.228941 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-410d9692-aca0-4bce-8f96-a6dd654d9299 req-39272f46-6786-4a90-a4f8-68ae6ed02595 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=30967135a3784f8f91989a9ec626fb3e&device_id=e0e2d6b0-4b7a-4309-8d92-47bdafbc7681 HTTP/1.1" status: 200 len: 1095 time: 0.2775097 Apr 18 20:40:58.251056 n-d-838334-2 neutron-server[84043]: DEBUG neutron.plugins.ml2.managers [None req-67eaa76f-ee2f-4682-9c21-762efd87f02d None None] Attempting to bind port d524585c-1bf8-493d-aa74-3b54f9475f9b on host n-d-838334-2 for vnic_type normal with profile {{(pid=84043) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:40:58.251656 n-d-838334-2 neutron-server[84043]: DEBUG neutron.plugins.ml2.managers [None req-67eaa76f-ee2f-4682-9c21-762efd87f02d None None] Attempting to bind port d524585c-1bf8-493d-aa74-3b54f9475f9b by drivers openvswitch,hyperv on host n-d-838334-2 at level 0 using segments [{'id': '3846afa3-c533-4638-95e3-d8c6a109a1ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '7a0229fe-8384-4f97-8745-fda3bfd7178d'}] {{(pid=84043) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:40:58.252005 n-d-838334-2 neutron-server[84043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67eaa76f-ee2f-4682-9c21-762efd87f02d None None] Attempting to bind port d524585c-1bf8-493d-aa74-3b54f9475f9b on network 7a0229fe-8384-4f97-8745-fda3bfd7178d {{(pid=84043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 20:40:58.261735 n-d-838334-2 neutron-server[84043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67eaa76f-ee2f-4682-9c21-762efd87f02d None None] Checking agent: {'id': '97cd4414-7af6-4d67-868d-dff370b4071a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838334-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 25, 49), 'started_at': datetime.datetime(2022, 4, 18, 20, 26, 19), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 20, 40, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838334-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 18 20:40:58.262103 n-d-838334-2 neutron-server[84043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67eaa76f-ee2f-4682-9c21-762efd87f02d None None] Checking segment: {'id': '3846afa3-c533-4638-95e3-d8c6a109a1ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '7a0229fe-8384-4f97-8745-fda3bfd7178d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84043) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 20:40:58.262594 n-d-838334-2 neutron-server[84043]: DEBUG neutron_lib.callbacks.manager [None req-67eaa76f-ee2f-4682-9c21-762efd87f02d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:58.262983 n-d-838334-2 neutron-server[84043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67eaa76f-ee2f-4682-9c21-762efd87f02d None None] Bound using segment: {'id': '3846afa3-c533-4638-95e3-d8c6a109a1ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '7a0229fe-8384-4f97-8745-fda3bfd7178d'} {{(pid=84043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 18 20:40:58.263662 n-d-838334-2 neutron-server[84043]: DEBUG neutron.plugins.ml2.managers [None req-67eaa76f-ee2f-4682-9c21-762efd87f02d None None] Bound port: d524585c-1bf8-493d-aa74-3b54f9475f9b, host: n-d-838334-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3846afa3-c533-4638-95e3-d8c6a109a1ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '7a0229fe-8384-4f97-8745-fda3bfd7178d'}}] {{(pid=84043) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 20:40:58.263832 n-d-838334-2 neutron-server[84043]: DEBUG neutron_lib.callbacks.manager [None req-67eaa76f-ee2f-4682-9c21-762efd87f02d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:58.307277 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-614c25fc-16ec-41df-a6c8-ebc98a5d8b4b req-a5fe4f6b-e2c8-4da5-86a1-87128f4aa7fe tempest-FloatingIPDetailsTestJSON-2060136642 tempest-FloatingIPDetailsTestJSON-2060136642-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:58.382146 n-d-838334-2 neutron-server[84043]: DEBUG neutron.plugins.ml2.db [None req-67eaa76f-ee2f-4682-9c21-762efd87f02d None None] For port d524585c-1bf8-493d-aa74-3b54f9475f9b, host n-d-838334-2, cleared binding levels {{(pid=84043) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 20:40:58.386720 n-d-838334-2 neutron-server[84043]: DEBUG neutron.plugins.ml2.db [None req-67eaa76f-ee2f-4682-9c21-762efd87f02d None None] For port d524585c-1bf8-493d-aa74-3b54f9475f9b, host n-d-838334-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838334-2',level=0,port_id=d524585c-1bf8-493d-aa74-3b54f9475f9b,segment=NetworkSegment(3846afa3-c533-4638-95e3-d8c6a109a1ee),segment_id=3846afa3-c533-4638-95e3-d8c6a109a1ee)] {{(pid=84043) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 20:40:58.392180 n-d-838334-2 neutron-server[84043]: DEBUG neutron_lib.callbacks.manager [None req-67eaa76f-ee2f-4682-9c21-762efd87f02d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682'] for port, after_update {{(pid=84043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:58.501864 n-d-838334-2 neutron-server[84043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b448d5f5-1fce-494f-bb77-c18975b5754b None None] Pushing event updated for resources: {'Port': ['ID=d524585c-1bf8-493d-aa74-3b54f9475f9b,revision_number=4']} {{(pid=84043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:40:58.516258 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67eaa76f-ee2f-4682-9c21-762efd87f02d None None] Routers {'8ea8bcfe-346f-411c-9854-16e294e943f6'} bound to L3 agent in host n-d-838334-2 {{(pid=84043) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 20:40:58.517067 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.l3_hamode_db [None req-67eaa76f-ee2f-4682-9c21-762efd87f02d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838334-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-18T20:25:48Z,description=,heartbeat_timestamp=2022-04-18T20:40:48Z,host='n-d-838334-2',id=bc84d6c9-dd7a-4555-a351-592327b46d5a,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:25:48Z,topic='l3_agent')) {'router_ids': ['8ea8bcfe-346f-411c-9854-16e294e943f6'], 'active': True} {{(pid=84043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:40:58.608203 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.db_base_plugin_common [req-614c25fc-16ec-41df-a6c8-ebc98a5d8b4b req-a5fe4f6b-e2c8-4da5-86a1-87128f4aa7fe tempest-FloatingIPDetailsTestJSON-2060136642 tempest-FloatingIPDetailsTestJSON-2060136642-project] Allocated IP 172.25.8.84 (e41b6600-a917-4a8d-b05c-be3be40c6d8c/6b05667b-848e-4356-9b44-d5eb6808ef74/1ab1c9e3-61c0-49eb-b747-b8a3473b2694) {{(pid=84040) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:40:58.724143 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.l3_dvr_db [None req-67eaa76f-ee2f-4682-9c21-762efd87f02d None None] Set router 8ea8bcfe-346f-411c-9854-16e294e943f6 gateway port host: n-d-838334-2 {{(pid=84043) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 20:40:58.895506 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-614c25fc-16ec-41df-a6c8-ebc98a5d8b4b req-a5fe4f6b-e2c8-4da5-86a1-87128f4aa7fe tempest-FloatingIPDetailsTestJSON-2060136642 tempest-FloatingIPDetailsTestJSON-2060136642-project] Notify callbacks [] for port, precommit_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:58.906303 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-410d9692-aca0-4bce-8f96-a6dd654d9299 req-20e2bbc4-b751-429d-9fab-1e37b9d4d2cf service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:40:58.908133 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-410d9692-aca0-4bce-8f96-a6dd654d9299 req-20e2bbc4-b751-429d-9fab-1e37b9d4d2cf service neutron] 10.222.0.48 "GET /v2.0/networks?id=2b4e6157-bc80-44e6-aceb-13aa29225b38 HTTP/1.1" status: 200 len: 908 time: 0.4715457 Apr 18 20:40:58.921772 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28ae9688-c262-415e-b4a5-1b93503ff3a8 req-080da071-d1e8-41fc-9f44-945c2d2604e3 tempest-FloatingIPsAssociationTestJSON-661839082 tempest-FloatingIPsAssociationTestJSON-661839082-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:40:58.928382 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-28ae9688-c262-415e-b4a5-1b93503ff3a8 req-080da071-d1e8-41fc-9f44-945c2d2604e3 tempest-FloatingIPsAssociationTestJSON-661839082 tempest-FloatingIPsAssociationTestJSON-661839082-project] 10.222.0.42 "GET /v2.0/ports?device_id=bee97f5e-b592-4ee0-b7d7-2cfba0fa5e35 HTTP/1.1" status: 200 len: 946 time: 0.4903634 Apr 18 20:40:59.068101 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-410d9692-aca0-4bce-8f96-a6dd654d9299 req-b178a86c-ebbf-47c5-ae49-0e831aebd742 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=3c9cf486-30d0-433e-b013-3f3ef213effe HTTP/1.1" status: 200 len: 217 time: 0.1136355 Apr 18 20:40:59.074035 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-28ae9688-c262-415e-b4a5-1b93503ff3a8 req-dfd7cefb-4e29-4b14-bb1a-0e28ef67abe3 tempest-FloatingIPsAssociationTestJSON-661839082 tempest-FloatingIPsAssociationTestJSON-661839082-project] 10.222.0.42 "GET /v2.0/security-groups?id=5edfb6a7-e63f-4d6e-97ca-795ce1be36ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1437423 Apr 18 20:40:59.132527 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-614c25fc-16ec-41df-a6c8-ebc98a5d8b4b req-a5fe4f6b-e2c8-4da5-86a1-87128f4aa7fe tempest-FloatingIPDetailsTestJSON-2060136642 tempest-FloatingIPDetailsTestJSON-2060136642-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750374836619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32440838'] for port, after_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:59.183707 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.l3_hamode_db [None req-67eaa76f-ee2f-4682-9c21-762efd87f02d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ea8bcfe-346f-411c-9854-16e294e943f6', 'name': 'tempest-FloatingIPDetailsTestJSON-2143832353-router', 'tenant_id': 'd3fc4049ccc64e45ba4bb202e1d092fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'external_fixed_ips': [{'subnet_id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'ip_address': '172.25.8.87'}], 'enable_snat': True}, 'gw_port_id': 'f6b95b7c-bd9e-4dc6-a444-1cd30f9b272c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:40:36Z', 'updated_at': '2022-04-18T20:40:53Z', 'revision_number': 4, 'project_id': 'd3fc4049ccc64e45ba4bb202e1d092fe', 'gw_port': {'id': 'f6b95b7c-bd9e-4dc6-a444-1cd30f9b272c', 'name': '', 'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:e5:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ea8bcfe-346f-411c-9854-16e294e943f6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'ip_address': '172.25.8.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:40:40Z', 'updated_at': '2022-04-18T20:40:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838334-2', '_interfaces': [{'id': 'd524585c-1bf8-493d-aa74-3b54f9475f9b', 'name': '', 'network_id': '7a0229fe-8384-4f97-8745-fda3bfd7178d', 'tenant_id': 'd3fc4049ccc64e45ba4bb202e1d092fe', 'mac_address': 'fa:16:3e:ba:c2:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8ea8bcfe-346f-411c-9854-16e294e943f6', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1f91f2fc-1cc3-4e41-8c3a-e7cd7a3fa597', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:40:51Z', 'updated_at': '2022-04-18T20:40:58Z', 'revision_number': 4, 'project_id': 'd3fc4049ccc64e45ba4bb202e1d092fe', 'subnets': [{'id': '1f91f2fc-1cc3-4e41-8c3a-e7cd7a3fa597', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838334-2', False) {} {{(pid=84043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:40:59.192342 n-d-838334-2 neutron-server[84043]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67eaa76f-ee2f-4682-9c21-762efd87f02d None None] The sync data for ids ['8ea8bcfe-346f-411c-9854-16e294e943f6'] in n-d-838334-2 is: [{'id': '8ea8bcfe-346f-411c-9854-16e294e943f6', 'name': 'tempest-FloatingIPDetailsTestJSON-2143832353-router', 'tenant_id': 'd3fc4049ccc64e45ba4bb202e1d092fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'external_fixed_ips': [{'subnet_id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'ip_address': '172.25.8.87'}], 'enable_snat': True}, 'gw_port_id': 'f6b95b7c-bd9e-4dc6-a444-1cd30f9b272c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:40:36Z', 'updated_at': '2022-04-18T20:40:53Z', 'revision_number': 4, 'project_id': 'd3fc4049ccc64e45ba4bb202e1d092fe', 'gw_port': {'id': 'f6b95b7c-bd9e-4dc6-a444-1cd30f9b272c', 'name': '', 'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:e5:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ea8bcfe-346f-411c-9854-16e294e943f6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'ip_address': '172.25.8.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:40:40Z', 'updated_at': '2022-04-18T20:40:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838334-2', '_interfaces': [{'id': 'd524585c-1bf8-493d-aa74-3b54f9475f9b', 'name': '', 'network_id': '7a0229fe-8384-4f97-8745-fda3bfd7178d', 'tenant_id': 'd3fc4049ccc64e45ba4bb202e1d092fe', 'mac_address': 'fa:16:3e:ba:c2:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8ea8bcfe-346f-411c-9854-16e294e943f6', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1f91f2fc-1cc3-4e41-8c3a-e7cd7a3fa597', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:40:51Z', 'updated_at': '2022-04-18T20:40:58Z', 'revision_number': 4, 'project_id': 'd3fc4049ccc64e45ba4bb202e1d092fe', 'subnets': [{'id': '1f91f2fc-1cc3-4e41-8c3a-e7cd7a3fa597', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84043) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 18 20:40:59.263131 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Device 381ec59e-d451-43b9-84e0-efcf973bb949 no longer exists at agent hyperv_n-h1-838334-2 {{(pid=84042) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 20:40:59.301847 n-d-838334-2 neutron-server[84040]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-614c25fc-16ec-41df-a6c8-ebc98a5d8b4b req-a5fe4f6b-e2c8-4da5-86a1-87128f4aa7fe tempest-FloatingIPDetailsTestJSON-2060136642 tempest-FloatingIPDetailsTestJSON-2060136642-project] Network e41b6600-a917-4a8d-b05c-be3be40c6d8c is already hosted by enough agents. {{(pid=84040) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:40:59.303482 n-d-838334-2 neutron-server[84040]: DEBUG neutron.scheduler.base_scheduler [req-614c25fc-16ec-41df-a6c8-ebc98a5d8b4b req-a5fe4f6b-e2c8-4da5-86a1-87128f4aa7fe tempest-FloatingIPDetailsTestJSON-2060136642 tempest-FloatingIPDetailsTestJSON-2060136642-project] Resources bound (agent type, host, resource id): {{(pid=84040) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:40:59.311495 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.l3_dvrscheduler_db [req-614c25fc-16ec-41df-a6c8-ebc98a5d8b4b req-a5fe4f6b-e2c8-4da5-86a1-87128f4aa7fe tempest-FloatingIPDetailsTestJSON-2060136642 tempest-FloatingIPDetailsTestJSON-2060136642-project] Received port after_create {{(pid=84040) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 20:40:59.343455 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5fe4f6b-e2c8-4da5-86a1-87128f4aa7fe tempest-FloatingIPDetailsTestJSON-2060136642 tempest-FloatingIPDetailsTestJSON-2060136642-project] Pushing event updated for resources: {'Port': ['ID=1ab1c9e3-61c0-49eb-b747-b8a3473b2694,revision_number=1']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:40:59.356971 n-d-838334-2 neutron-server[84042]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cc0d4549-87de-476f-8fa1-88b0358bebbd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8544a82a-9c4d-48ac-9e80-35d430482dd8'}] {{(pid=84042) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 20:40:59.362183 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-410d9692-aca0-4bce-8f96-a6dd654d9299 req-0e650851-6b2b-4349-b4cf-e98b07556991 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:40:59.363685 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-410d9692-aca0-4bce-8f96-a6dd654d9299 req-0e650851-6b2b-4349-b4cf-e98b07556991 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=2a27c3e0-e2c3-453b-9e93-76a003aa4b19 HTTP/1.1" status: 200 len: 847 time: 0.2849331 Apr 18 20:40:59.406283 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750375287399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253529'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:59.455711 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-410d9692-aca0-4bce-8f96-a6dd654d9299 req-360775cf-67ec-4665-bee8-d96c6f241b72 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=2b4e6157-bc80-44e6-aceb-13aa29225b38&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0800598 Apr 18 20:40:59.540457 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:59.618633 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] For port 381ec59e-d451-43b9-84e0-efcf973bb949, host n-h1-838334-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838334-2',level=0,port_id=381ec59e-d451-43b9-84e0-efcf973bb949,segment=NetworkSegment(636e5b77-90d2-4b9f-a149-e8d80d7281ee),segment_id=636e5b77-90d2-4b9f-a149-e8d80d7281ee)] {{(pid=84042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:40:59.627794 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682'] for port, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:59.758198 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Pushing event updated for resources: {'Port': ['ID=381ec59e-d451-43b9-84e0-efcf973bb949,revision_number=8']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:40:59.887412 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-410d9692-aca0-4bce-8f96-a6dd654d9299 req-bdd5c13b-a679-45b1-9102-76cb55f44179 service neutron] 10.222.0.48 "GET /v2.0/networks/2b4e6157-bc80-44e6-aceb-13aa29225b38?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4244120 Apr 18 20:41:00.063066 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-614c25fc-16ec-41df-a6c8-ebc98a5d8b4b req-a5fe4f6b-e2c8-4da5-86a1-87128f4aa7fe tempest-FloatingIPDetailsTestJSON-2060136642 tempest-FloatingIPDetailsTestJSON-2060136642-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:41:00.182923 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-614c25fc-16ec-41df-a6c8-ebc98a5d8b4b req-a5fe4f6b-e2c8-4da5-86a1-87128f4aa7fe tempest-FloatingIPDetailsTestJSON-2060136642 tempest-FloatingIPDetailsTestJSON-2060136642-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:41:00.209767 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.agents_db [None req-6346a179-333c-4370-b5a6-936984aeab15 None None] Agent healthcheck: found 7 active agents {{(pid=84043) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 18 20:41:00.491245 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-410d9692-aca0-4bce-8f96-a6dd654d9299 req-c14301bd-31fd-4609-9f02-c702f07fe97c service neutron] 10.222.0.48 "GET /v2.0/networks/2b4e6157-bc80-44e6-aceb-13aa29225b38?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5923324 Apr 18 20:41:00.511057 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c0c0ffe-865b-49e9-8176-5e5400c85c7e req-ce441f5c-d0e9-4d83-9866-650d49204baf tempest-ServersOnMultiNodesTest-1168278630 tempest-ServersOnMultiNodesTest-1168278630-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:41:00.512529 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-9c0c0ffe-865b-49e9-8176-5e5400c85c7e req-ce441f5c-d0e9-4d83-9866-650d49204baf tempest-ServersOnMultiNodesTest-1168278630 tempest-ServersOnMultiNodesTest-1168278630-project] 10.222.0.42 "GET /v2.0/ports?device_id=bfb8b42e-58b9-4f6a-be0f-24f7d0bb5bc6 HTTP/1.1" status: 200 len: 949 time: 0.1902077 Apr 18 20:41:00.553781 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-614c25fc-16ec-41df-a6c8-ebc98a5d8b4b req-a5fe4f6b-e2c8-4da5-86a1-87128f4aa7fe tempest-FloatingIPDetailsTestJSON-2060136642 tempest-FloatingIPDetailsTestJSON-2060136642-project] Notify callbacks [] for port, precommit_update {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:41:00.561622 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-614c25fc-16ec-41df-a6c8-ebc98a5d8b4b req-a5fe4f6b-e2c8-4da5-86a1-87128f4aa7fe tempest-FloatingIPDetailsTestJSON-2060136642 tempest-FloatingIPDetailsTestJSON-2060136642-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32440959'] for port, after_update {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:41:00.681755 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-9c0c0ffe-865b-49e9-8176-5e5400c85c7e req-d5db9108-a02b-48f6-9e89-45a703f13b00 tempest-ServersOnMultiNodesTest-1168278630 tempest-ServersOnMultiNodesTest-1168278630-project] 10.222.0.42 "GET /v2.0/security-groups?id=e1e985d3-f227-45b4-b9a7-ffadcd0db1b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1599357 Apr 18 20:41:00.698271 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5fe4f6b-e2c8-4da5-86a1-87128f4aa7fe tempest-FloatingIPDetailsTestJSON-2060136642 tempest-FloatingIPDetailsTestJSON-2060136642-project] Pushing event updated for resources: {'Port': ['ID=1ab1c9e3-61c0-49eb-b747-b8a3473b2694,revision_number=2']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:41:00.718160 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-614c25fc-16ec-41df-a6c8-ebc98a5d8b4b req-a5fe4f6b-e2c8-4da5-86a1-87128f4aa7fe tempest-FloatingIPDetailsTestJSON-2060136642 tempest-FloatingIPDetailsTestJSON-2060136642-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33444131'] for floatingip, after_update {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:41:00.742875 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-614c25fc-16ec-41df-a6c8-ebc98a5d8b4b req-a5fe4f6b-e2c8-4da5-86a1-87128f4aa7fe tempest-FloatingIPDetailsTestJSON-2060136642 tempest-FloatingIPDetailsTestJSON-2060136642-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217293'] for floatingip, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:41:00.744999 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-614c25fc-16ec-41df-a6c8-ebc98a5d8b4b req-a5fe4f6b-e2c8-4da5-86a1-87128f4aa7fe tempest-FloatingIPDetailsTestJSON-2060136642 tempest-FloatingIPDetailsTestJSON-2060136642-project] 10.222.0.42 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 2.8471196 Apr 18 20:41:00.779922 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Device d524585c-1bf8-493d-aa74-3b54f9475f9b up at agent ovs-agent-n-d-838334-2 {{(pid=84042) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 20:41:00.848988 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Provisioning for port d524585c-1bf8-493d-aa74-3b54f9475f9b completed by entity L2. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 20:41:00.853868 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Provisioning complete for port d524585c-1bf8-493d-aa74-3b54f9475f9b triggered by entity L2. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:41:00.854244 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1253608'] for port, provisioning_complete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:41:00.870075 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [req-614c25fc-16ec-41df-a6c8-ebc98a5d8b4b req-ef7be237-19f4-4f4c-813d-3a2cf8e22b7b tempest-FloatingIPDetailsTestJSON-2060136642 tempest-FloatingIPDetailsTestJSON-2060136642-project] Synchronizing usage tracker for tenant:d3fc4049ccc64e45ba4bb202e1d092fe on resource:floatingip {{(pid=84040) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 20:41:00.904700 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [req-614c25fc-16ec-41df-a6c8-ebc98a5d8b4b req-ef7be237-19f4-4f4c-813d-3a2cf8e22b7b tempest-FloatingIPDetailsTestJSON-2060136642 tempest-FloatingIPDetailsTestJSON-2060136642-project] Unset dirty status for tenant:d3fc4049ccc64e45ba4bb202e1d092fe on resource:floatingip {{(pid=84040) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 20:41:00.906025 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-614c25fc-16ec-41df-a6c8-ebc98a5d8b4b req-ef7be237-19f4-4f4c-813d-3a2cf8e22b7b tempest-FloatingIPDetailsTestJSON-2060136642 tempest-FloatingIPDetailsTestJSON-2060136642-project] 10.222.0.42 "GET /v2.0/floatingips?floating_ip_address=172.25.8.84 HTTP/1.1" status: 200 len: 695 time: 0.1555133 Apr 18 20:41:00.939922 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdc3732c-dc8a-42c4-abfd-adbdbcb3454f req-8669042b-e157-43f0-ad3c-b09650b7e0d3 tempest-LiveMigrationTest-963278731 tempest-LiveMigrationTest-963278731-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:41:00.941353 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-bdc3732c-dc8a-42c4-abfd-adbdbcb3454f req-8669042b-e157-43f0-ad3c-b09650b7e0d3 tempest-LiveMigrationTest-963278731 tempest-LiveMigrationTest-963278731-project] 10.222.0.42 "GET /v2.0/ports?device_id=e0e2d6b0-4b7a-4309-8d92-47bdafbc7681 HTTP/1.1" status: 200 len: 944 time: 0.1312842 Apr 18 20:41:00.998427 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:41:01.032121 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] For port d524585c-1bf8-493d-aa74-3b54f9475f9b, host n-d-838334-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838334-2',level=0,port_id=d524585c-1bf8-493d-aa74-3b54f9475f9b,segment=NetworkSegment(3846afa3-c533-4638-95e3-d8c6a109a1ee),segment_id=3846afa3-c533-4638-95e3-d8c6a109a1ee)] {{(pid=84042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:41:01.037299 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682'] for port, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:41:01.075616 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-bdc3732c-dc8a-42c4-abfd-adbdbcb3454f req-c75edce5-526a-42fd-8bd9-056e1b07b804 tempest-LiveMigrationTest-963278731 tempest-LiveMigrationTest-963278731-project] 10.222.0.42 "GET /v2.0/security-groups?id=c1ded286-bbeb-4ec4-95be-e4f6aab8a892&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1263444 Apr 18 20:41:01.107874 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Pushing event updated for resources: {'Port': ['ID=d524585c-1bf8-493d-aa74-3b54f9475f9b,revision_number=5']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:41:01.109851 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-614c25fc-16ec-41df-a6c8-ebc98a5d8b4b req-64b27153-ce53-41ef-9f60-68d7a9f4cc47 tempest-FloatingIPDetailsTestJSON-2060136642 tempest-FloatingIPDetailsTestJSON-2060136642-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:41:01.113446 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-614c25fc-16ec-41df-a6c8-ebc98a5d8b4b req-64b27153-ce53-41ef-9f60-68d7a9f4cc47 tempest-FloatingIPDetailsTestJSON-2060136642 tempest-FloatingIPDetailsTestJSON-2060136642-project] 10.222.0.42 "GET /v2.0/networks/e41b6600-a917-4a8d-b05c-be3be40c6d8c HTTP/1.1" status: 200 len: 784 time: 0.1980474 Apr 18 20:41:01.123781 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [req-614c25fc-16ec-41df-a6c8-ebc98a5d8b4b req-0fdb9e76-1ae4-4728-b541-4cc5a15ecb19 tempest-FloatingIPDetailsTestJSON-2060136642 tempest-FloatingIPDetailsTestJSON-2060136642-project] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=84040) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 18 20:41:01.124710 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-614c25fc-16ec-41df-a6c8-ebc98a5d8b4b req-0fdb9e76-1ae4-4728-b541-4cc5a15ecb19 tempest-FloatingIPDetailsTestJSON-2060136642 tempest-FloatingIPDetailsTestJSON-2060136642-project] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0056119 Apr 18 20:41:01.182402 n-d-838334-2 neutron-server[84042]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7435a93a-9baa-4ca3-aea9-56d32ac80864'] response: {'server_uuid': 'cc0d4549-87de-476f-8fa1-88b0358bebbd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8544a82a-9c4d-48ac-9e80-35d430482dd8', 'code': 200} Apr 18 20:41:01.279215 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed7aa159-57d1-4c56-8a65-06d171b85238 req-2058a816-ba5c-4822-afca-91d53a6be31a tempest-TaggedBootDevicesTest-1674414334 tempest-TaggedBootDevicesTest-1674414334-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:41:01.283464 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed7aa159-57d1-4c56-8a65-06d171b85238 req-2058a816-ba5c-4822-afca-91d53a6be31a tempest-TaggedBootDevicesTest-1674414334 tempest-TaggedBootDevicesTest-1674414334-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:41:01.287444 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed7aa159-57d1-4c56-8a65-06d171b85238 req-2058a816-ba5c-4822-afca-91d53a6be31a tempest-TaggedBootDevicesTest-1674414334 tempest-TaggedBootDevicesTest-1674414334-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:41:01.291345 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed7aa159-57d1-4c56-8a65-06d171b85238 req-2058a816-ba5c-4822-afca-91d53a6be31a tempest-TaggedBootDevicesTest-1674414334 tempest-TaggedBootDevicesTest-1674414334-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:41:01.295238 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed7aa159-57d1-4c56-8a65-06d171b85238 req-2058a816-ba5c-4822-afca-91d53a6be31a tempest-TaggedBootDevicesTest-1674414334 tempest-TaggedBootDevicesTest-1674414334-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:41:01.300016 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed7aa159-57d1-4c56-8a65-06d171b85238 req-2058a816-ba5c-4822-afca-91d53a6be31a tempest-TaggedBootDevicesTest-1674414334 tempest-TaggedBootDevicesTest-1674414334-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:41:01.303890 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed7aa159-57d1-4c56-8a65-06d171b85238 req-2058a816-ba5c-4822-afca-91d53a6be31a tempest-TaggedBootDevicesTest-1674414334 tempest-TaggedBootDevicesTest-1674414334-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:41:01.305684 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-ed7aa159-57d1-4c56-8a65-06d171b85238 req-2058a816-ba5c-4822-afca-91d53a6be31a tempest-TaggedBootDevicesTest-1674414334 tempest-TaggedBootDevicesTest-1674414334-project] 10.222.0.42 "GET /v2.0/ports?device_id=cc0d4549-87de-476f-8fa1-88b0358bebbd HTTP/1.1" status: 200 len: 5432 time: 0.1169224 Apr 18 20:41:01.415177 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-ed7aa159-57d1-4c56-8a65-06d171b85238 req-7b733bf7-c236-47f4-b0ec-fdb40bb70b3b tempest-TaggedBootDevicesTest-1674414334 tempest-TaggedBootDevicesTest-1674414334-project] 10.222.0.42 "GET /v2.0/security-groups?id=67ac5558-a250-4106-afe6-28a5add43e38&id=cf1a4c14-6b4c-4b5a-99f9-781aa8c875fd&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0767248 Apr 18 20:41:01.433833 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-5a542f8f-46ae-4eb9-8975-1c8f12029233 req-d0a85827-7b3a-4956-ae6a-07c51fbce229 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=cc0d4549-87de-476f-8fa1-88b0358bebbd HTTP/1.1" status: 200 len: 6489 time: 0.1271367 Apr 18 20:41:01.496818 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-5a542f8f-46ae-4eb9-8975-1c8f12029233 req-81e467e0-4f7b-4195-8d8a-1b7aa64a0d0d service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=cf1a4c14-6b4c-4b5a-99f9-781aa8c875fd&id=67ac5558-a250-4106-afe6-28a5add43e38&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0524316 Apr 18 20:41:01.551659 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 37270) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:41:01.575721 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faadfa54-5a4a-4ca9-83cc-32f330f28f87 req-96eb8f6f-89c3-4eb7-a17e-f38ecbcdbb5d tempest-FloatingIPsAssociationTestJSON-661839082 tempest-FloatingIPsAssociationTestJSON-661839082-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:41:01.577181 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-faadfa54-5a4a-4ca9-83cc-32f330f28f87 req-96eb8f6f-89c3-4eb7-a17e-f38ecbcdbb5d tempest-FloatingIPsAssociationTestJSON-661839082 tempest-FloatingIPsAssociationTestJSON-661839082-project] 10.222.0.42 "GET /v2.0/ports?device_id=bee97f5e-b592-4ee0-b7d7-2cfba0fa5e35 HTTP/1.1" status: 200 len: 946 time: 0.0841191 Apr 18 20:41:01.626926 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-faadfa54-5a4a-4ca9-83cc-32f330f28f87 req-5ced813d-edfa-4910-adf2-f445263682b8 tempest-FloatingIPsAssociationTestJSON-661839082 tempest-FloatingIPsAssociationTestJSON-661839082-project] 10.222.0.42 "GET /v2.0/security-groups?id=5edfb6a7-e63f-4d6e-97ca-795ce1be36ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430360 Apr 18 20:41:01.975219 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0560b63-c50b-4a17-af25-7d6a6b30ecfd req-d49aa4f1-cf21-40e3-804a-f6e4d776fd06 tempest-ServersOnMultiNodesTest-1168278630 tempest-ServersOnMultiNodesTest-1168278630-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:41:01.976606 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-b0560b63-c50b-4a17-af25-7d6a6b30ecfd req-d49aa4f1-cf21-40e3-804a-f6e4d776fd06 tempest-ServersOnMultiNodesTest-1168278630 tempest-ServersOnMultiNodesTest-1168278630-project] 10.222.0.42 "GET /v2.0/ports?device_id=c3d5a5e5-f912-4e43-a1e3-4e9175e1dfe1 HTTP/1.1" status: 200 len: 950 time: 0.3287773 Apr 18 20:41:01.984393 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-13f6f920-7971-4b21-8dbd-b8a3c0f1c929 req-db2fef1f-0f99-4e71-b549-d90b0f157b6d tempest-FloatingIPDetailsTestJSON-2060136642 tempest-FloatingIPDetailsTestJSON-2060136642-project] 10.222.0.42 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.1875644 Apr 18 20:41:02.005377 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.v2.base [req-13f6f920-7971-4b21-8dbd-b8a3c0f1c929 req-b85bb265-ce3f-485c-ae28-084eaeb16511 tempest-FloatingIPDetailsTestJSON-2060136642 tempest-FloatingIPDetailsTestJSON-2060136642-project] Request body: {'floatingip': {'floating_network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c'}} {{(pid=84040) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 20:41:02.014787 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [req-13f6f920-7971-4b21-8dbd-b8a3c0f1c929 req-b85bb265-ce3f-485c-ae28-084eaeb16511 tempest-FloatingIPDetailsTestJSON-2060136642 tempest-FloatingIPDetailsTestJSON-2060136642-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:41:02.023414 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-e8f8b0e0-72b0-41ae-bc79-edb3585aaad4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33443857'] for router_interface, before_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:41:02.034360 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [req-13f6f920-7971-4b21-8dbd-b8a3c0f1c929 req-b85bb265-ce3f-485c-ae28-084eaeb16511 tempest-FloatingIPDetailsTestJSON-2060136642 tempest-FloatingIPDetailsTestJSON-2060136642-project] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:41:02.059725 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-b0560b63-c50b-4a17-af25-7d6a6b30ecfd req-b55e34b3-68a1-4819-aa03-22a3c44d7c22 tempest-ServersOnMultiNodesTest-1168278630 tempest-ServersOnMultiNodesTest-1168278630-project] 10.222.0.42 "GET /v2.0/security-groups?id=e1e985d3-f227-45b4-b9a7-ffadcd0db1b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0739527 Apr 18 20:41:02.061054 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-13f6f920-7971-4b21-8dbd-b8a3c0f1c929 req-b85bb265-ce3f-485c-ae28-084eaeb16511 tempest-FloatingIPDetailsTestJSON-2060136642 tempest-FloatingIPDetailsTestJSON-2060136642-project] Notify callbacks [] for floatingip, before_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:41:02.315608 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-13f6f920-7971-4b21-8dbd-b8a3c0f1c929 req-b85bb265-ce3f-485c-ae28-084eaeb16511 tempest-FloatingIPDetailsTestJSON-2060136642 tempest-FloatingIPDetailsTestJSON-2060136642-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:41:02.438865 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2daebcfc-8760-4305-b31d-2422cdb0c95b req-081bdedc-5f6d-42a8-8ba8-11edecd697e4 tempest-ImagesTestJSON-757689736 tempest-ImagesTestJSON-757689736-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:41:02.440357 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-2daebcfc-8760-4305-b31d-2422cdb0c95b req-081bdedc-5f6d-42a8-8ba8-11edecd697e4 tempest-ImagesTestJSON-757689736 tempest-ImagesTestJSON-757689736-project] 10.222.0.42 "GET /v2.0/networks?id=a92cea34-83a9-4801-bb75-cc07c451223b HTTP/1.1" status: 200 len: 804 time: 0.2491047 Apr 18 20:41:02.508081 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-2daebcfc-8760-4305-b31d-2422cdb0c95b req-9720a97e-1beb-4f48-80c6-cf36bc11bbe3 tempest-ImagesTestJSON-757689736 tempest-ImagesTestJSON-757689736-project] 10.222.0.42 "GET /v2.0/quotas/dfa04f762e14427e8043e36ea411d50f HTTP/1.1" status: 200 len: 375 time: 0.0290701 Apr 18 20:41:02.524303 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.db_base_plugin_common [req-13f6f920-7971-4b21-8dbd-b8a3c0f1c929 req-b85bb265-ce3f-485c-ae28-084eaeb16511 tempest-FloatingIPDetailsTestJSON-2060136642 tempest-FloatingIPDetailsTestJSON-2060136642-project] Allocated IP 172.25.8.226 (e41b6600-a917-4a8d-b05c-be3be40c6d8c/6b05667b-848e-4356-9b44-d5eb6808ef74/7850ed86-00bb-4bc3-a7f4-4e985611b576) {{(pid=84040) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:41:02.704193 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-2daebcfc-8760-4305-b31d-2422cdb0c95b req-503653b6-bd8e-4b61-a4b7-65a509b88951 tempest-ImagesTestJSON-757689736 tempest-ImagesTestJSON-757689736-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=dfa04f762e14427e8043e36ea411d50f&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1888478 Apr 18 20:41:02.752840 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Device d524585c-1bf8-493d-aa74-3b54f9475f9b up at agent ovs-agent-n-d-838334-2 {{(pid=84042) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 20:41:02.822335 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-13f6f920-7971-4b21-8dbd-b8a3c0f1c929 req-b85bb265-ce3f-485c-ae28-084eaeb16511 tempest-FloatingIPDetailsTestJSON-2060136642 tempest-FloatingIPDetailsTestJSON-2060136642-project] Notify callbacks [] for port, precommit_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:41:02.828829 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Provisioning complete for port d524585c-1bf8-493d-aa74-3b54f9475f9b triggered by entity L2. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:41:02.829704 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1253608'] for port, provisioning_complete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:41:02.832817 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.plugin [None req-e8f8b0e0-72b0-41ae-bc79-edb3585aaad4 admin admin] Deleting port 7444fd4e-ad80-47da-bbc6-87a30c879192 {{(pid=84041) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 20:41:02.833331 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-e8f8b0e0-72b0-41ae-bc79-edb3585aaad4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750375188691'] for port, before_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:41:02.876653 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-2daebcfc-8760-4305-b31d-2422cdb0c95b req-bc4b819e-e739-45b8-87c3-47feb261106f service neutron] 10.222.0.42 "GET /v2.0/networks/a92cea34-83a9-4801-bb75-cc07c451223b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1598411 Apr 18 20:41:02.951756 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-13f6f920-7971-4b21-8dbd-b8a3c0f1c929 req-b85bb265-ce3f-485c-ae28-084eaeb16511 tempest-FloatingIPDetailsTestJSON-2060136642 tempest-FloatingIPDetailsTestJSON-2060136642-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750374836619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32440838'] for port, after_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:41:03.016504 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.db [None req-e8f8b0e0-72b0-41ae-bc79-edb3585aaad4 admin admin] For port 7444fd4e-ad80-47da-bbc6-87a30c879192, host n-d-838334-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838334-2',level=0,port_id=7444fd4e-ad80-47da-bbc6-87a30c879192,segment=NetworkSegment(a5e129cf-6a36-4adb-b738-73a89832322d),segment_id=a5e129cf-6a36-4adb-b738-73a89832322d)] {{(pid=84041) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:41:03.017052 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-e8f8b0e0-72b0-41ae-bc79-edb3585aaad4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369123'] for port, precommit_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:41:03.030231 n-d-838334-2 neutron-server[84040]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-13f6f920-7971-4b21-8dbd-b8a3c0f1c929 req-b85bb265-ce3f-485c-ae28-084eaeb16511 tempest-FloatingIPDetailsTestJSON-2060136642 tempest-FloatingIPDetailsTestJSON-2060136642-project] Network e41b6600-a917-4a8d-b05c-be3be40c6d8c is already hosted by enough agents. {{(pid=84040) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:41:03.035146 n-d-838334-2 neutron-server[84040]: DEBUG neutron.scheduler.base_scheduler [req-13f6f920-7971-4b21-8dbd-b8a3c0f1c929 req-b85bb265-ce3f-485c-ae28-084eaeb16511 tempest-FloatingIPDetailsTestJSON-2060136642 tempest-FloatingIPDetailsTestJSON-2060136642-project] Resources bound (agent type, host, resource id): {{(pid=84040) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:41:03.040202 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.l3_dvrscheduler_db [req-13f6f920-7971-4b21-8dbd-b8a3c0f1c929 req-b85bb265-ce3f-485c-ae28-084eaeb16511 tempest-FloatingIPDetailsTestJSON-2060136642 tempest-FloatingIPDetailsTestJSON-2060136642-project] Received port after_create {{(pid=84040) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 20:41:03.085874 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b85bb265-ce3f-485c-ae28-084eaeb16511 tempest-FloatingIPDetailsTestJSON-2060136642 tempest-FloatingIPDetailsTestJSON-2060136642-project] Pushing event updated for resources: {'Port': ['ID=7850ed86-00bb-4bc3-a7f4-4e985611b576,revision_number=1']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:41:03.143061 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-2daebcfc-8760-4305-b31d-2422cdb0c95b req-c6d628e3-dec7-4747-a428-0b719d2481ca service neutron] 10.222.0.42 "GET /v2.0/networks/a92cea34-83a9-4801-bb75-cc07c451223b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2598507 Apr 18 20:41:03.183136 n-d-838334-2 neutron-server[84042]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8673e101-8393-4988-bd25-3203c81d4af8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '381ec59e-d451-43b9-84e0-efcf973bb949'}] {{(pid=84042) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 20:41:03.199969 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.plugin [None req-e8f8b0e0-72b0-41ae-bc79-edb3585aaad4 admin admin] Calling delete_port for 7444fd4e-ad80-47da-bbc6-87a30c879192 owned by network:router_interface {{(pid=84041) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 20:41:03.256588 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-13f6f920-7971-4b21-8dbd-b8a3c0f1c929 req-b85bb265-ce3f-485c-ae28-084eaeb16511 tempest-FloatingIPDetailsTestJSON-2060136642 tempest-FloatingIPDetailsTestJSON-2060136642-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:41:03.303351 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cb4e5f4-a91b-44f3-a9a9-1bf5f3eb7f0e req-c63affb6-2400-43f0-a881-884ad9ebe8b2 tempest-ImagesTestJSON-757689736 tempest-ImagesTestJSON-757689736-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:41:03.304341 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [req-9cb4e5f4-a91b-44f3-a9a9-1bf5f3eb7f0e req-c63affb6-2400-43f0-a881-884ad9ebe8b2 tempest-ImagesTestJSON-757689736 tempest-ImagesTestJSON-757689736-project] Synchronizing usage tracker for tenant:dfa04f762e14427e8043e36ea411d50f on resource:port {{(pid=84041) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 20:41:03.321217 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [req-9cb4e5f4-a91b-44f3-a9a9-1bf5f3eb7f0e req-c63affb6-2400-43f0-a881-884ad9ebe8b2 tempest-ImagesTestJSON-757689736 tempest-ImagesTestJSON-757689736-project] Unset dirty status for tenant:dfa04f762e14427e8043e36ea411d50f on resource:port {{(pid=84041) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 20:41:03.321506 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-13f6f920-7971-4b21-8dbd-b8a3c0f1c929 req-b85bb265-ce3f-485c-ae28-084eaeb16511 tempest-FloatingIPDetailsTestJSON-2060136642 tempest-FloatingIPDetailsTestJSON-2060136642-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:41:03.322329 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-9cb4e5f4-a91b-44f3-a9a9-1bf5f3eb7f0e req-c63affb6-2400-43f0-a881-884ad9ebe8b2 tempest-ImagesTestJSON-757689736 tempest-ImagesTestJSON-757689736-project] 10.222.0.43 "GET /v2.0/ports?device_id=8673e101-8393-4988-bd25-3203c81d4af8 HTTP/1.1" status: 200 len: 943 time: 0.2980709 Apr 18 20:41:03.372202 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750375287399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253529'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:41:03.420557 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.plugin [req-9cb4e5f4-a91b-44f3-a9a9-1bf5f3eb7f0e req-e23748ae-84f8-4f7f-a913-fdd63a831579 tempest-ImagesTestJSON-757689736 tempest-ImagesTestJSON-757689736-project] Deleting port 381ec59e-d451-43b9-84e0-efcf973bb949 {{(pid=84041) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 20:41:03.420890 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [req-9cb4e5f4-a91b-44f3-a9a9-1bf5f3eb7f0e req-e23748ae-84f8-4f7f-a913-fdd63a831579 tempest-ImagesTestJSON-757689736 tempest-ImagesTestJSON-757689736-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750375188691'] for port, before_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:41:03.599759 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-e8f8b0e0-72b0-41ae-bc79-edb3585aaad4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750375259028', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750374836628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32266323'] for port, after_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:41:03.662347 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8f8b0e0-72b0-41ae-bc79-edb3585aaad4 admin admin] Pushing event deleted for resources: {'Port': ['ID=7444fd4e-ad80-47da-bbc6-87a30c879192,revision_number=None']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:41:03.708952 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-069d29af-2067-45fe-8c14-886749474aea req-2f0d6d1e-7d1d-4996-ba19-d4d21772633c tempest-FloatingIPsAssociationTestJSON-661839082 tempest-FloatingIPsAssociationTestJSON-661839082-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:41:03.711981 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-069d29af-2067-45fe-8c14-886749474aea req-2f0d6d1e-7d1d-4996-ba19-d4d21772633c tempest-FloatingIPsAssociationTestJSON-661839082 tempest-FloatingIPsAssociationTestJSON-661839082-project] 10.222.0.42 "GET /v2.0/ports?device_id=7bd31c74-5ed9-42a9-8cb8-065ab982f3bb&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.2901936 Apr 18 20:41:03.844303 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-13f6f920-7971-4b21-8dbd-b8a3c0f1c929 req-b85bb265-ce3f-485c-ae28-084eaeb16511 tempest-FloatingIPDetailsTestJSON-2060136642 tempest-FloatingIPDetailsTestJSON-2060136642-project] Notify callbacks [] for port, precommit_update {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:41:03.857123 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-069d29af-2067-45fe-8c14-886749474aea req-baca7db2-2fc7-47c3-8c6c-b158c3a0cdd8 tempest-FloatingIPsAssociationTestJSON-661839082 tempest-FloatingIPsAssociationTestJSON-661839082-project] 10.222.0.42 "GET /v2.0/floatingips?floating_ip_address=172.25.8.114 HTTP/1.1" status: 200 len: 696 time: 0.1371093 Apr 18 20:41:03.862607 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.v2.base [req-069d29af-2067-45fe-8c14-886749474aea req-da5c8a4e-0629-403a-a41a-091c4a160280 tempest-FloatingIPsAssociationTestJSON-661839082 tempest-FloatingIPsAssociationTestJSON-661839082-project] Request body: {'floatingip': {'port_id': '83781acf-08e2-45f0-bbcd-ac7d73ff7920', 'fixed_ip_address': '172.20.0.9'}} {{(pid=84040) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 20:41:03.919066 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-13f6f920-7971-4b21-8dbd-b8a3c0f1c929 req-b85bb265-ce3f-485c-ae28-084eaeb16511 tempest-FloatingIPDetailsTestJSON-2060136642 tempest-FloatingIPDetailsTestJSON-2060136642-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32440959'] for port, after_update {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:41:03.997794 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-069d29af-2067-45fe-8c14-886749474aea req-da5c8a4e-0629-403a-a41a-091c4a160280 tempest-FloatingIPsAssociationTestJSON-661839082 tempest-FloatingIPsAssociationTestJSON-661839082-project] Notify callbacks [] for floatingip, before_update {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:41:04.136766 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b85bb265-ce3f-485c-ae28-084eaeb16511 tempest-FloatingIPDetailsTestJSON-2060136642 tempest-FloatingIPDetailsTestJSON-2060136642-project] Pushing event updated for resources: {'Port': ['ID=7850ed86-00bb-4bc3-a7f4-4e985611b576,revision_number=2']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:41:04.222432 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-13f6f920-7971-4b21-8dbd-b8a3c0f1c929 req-b85bb265-ce3f-485c-ae28-084eaeb16511 tempest-FloatingIPDetailsTestJSON-2060136642 tempest-FloatingIPDetailsTestJSON-2060136642-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33444131'] for floatingip, after_update {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:41:04.235523 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.db [req-9cb4e5f4-a91b-44f3-a9a9-1bf5f3eb7f0e req-e23748ae-84f8-4f7f-a913-fdd63a831579 tempest-ImagesTestJSON-757689736 tempest-ImagesTestJSON-757689736-project] For port 381ec59e-d451-43b9-84e0-efcf973bb949, host n-h1-838334-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838334-2',level=0,port_id=381ec59e-d451-43b9-84e0-efcf973bb949,segment=NetworkSegment(636e5b77-90d2-4b9f-a149-e8d80d7281ee),segment_id=636e5b77-90d2-4b9f-a149-e8d80d7281ee)] {{(pid=84041) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:41:04.236125 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [req-9cb4e5f4-a91b-44f3-a9a9-1bf5f3eb7f0e req-e23748ae-84f8-4f7f-a913-fdd63a831579 tempest-ImagesTestJSON-757689736 tempest-ImagesTestJSON-757689736-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369123'] for port, precommit_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:41:04.273920 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-13f6f920-7971-4b21-8dbd-b8a3c0f1c929 req-b85bb265-ce3f-485c-ae28-084eaeb16511 tempest-FloatingIPDetailsTestJSON-2060136642 tempest-FloatingIPDetailsTestJSON-2060136642-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217293'] for floatingip, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:41:04.275108 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-13f6f920-7971-4b21-8dbd-b8a3c0f1c929 req-b85bb265-ce3f-485c-ae28-084eaeb16511 tempest-FloatingIPDetailsTestJSON-2060136642 tempest-FloatingIPDetailsTestJSON-2060136642-project] 10.222.0.42 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 2.2873068 Apr 18 20:41:04.369930 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.plugin [req-9cb4e5f4-a91b-44f3-a9a9-1bf5f3eb7f0e req-e23748ae-84f8-4f7f-a913-fdd63a831579 tempest-ImagesTestJSON-757689736 tempest-ImagesTestJSON-757689736-project] Calling delete_port for 381ec59e-d451-43b9-84e0-efcf973bb949 owned by compute:nova {{(pid=84041) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 20:41:04.476064 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [req-13f6f920-7971-4b21-8dbd-b8a3c0f1c929 req-a88ce6a0-b5f6-47f6-85a7-12b7b93b85c7 tempest-FloatingIPDetailsTestJSON-2060136642 tempest-FloatingIPDetailsTestJSON-2060136642-project] Synchronizing usage tracker for tenant:d3fc4049ccc64e45ba4bb202e1d092fe on resource:floatingip {{(pid=84040) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 20:41:04.510277 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [req-13f6f920-7971-4b21-8dbd-b8a3c0f1c929 req-a88ce6a0-b5f6-47f6-85a7-12b7b93b85c7 tempest-FloatingIPDetailsTestJSON-2060136642 tempest-FloatingIPDetailsTestJSON-2060136642-project] Unset dirty status for tenant:d3fc4049ccc64e45ba4bb202e1d092fe on resource:floatingip {{(pid=84040) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 20:41:04.511414 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-13f6f920-7971-4b21-8dbd-b8a3c0f1c929 req-a88ce6a0-b5f6-47f6-85a7-12b7b93b85c7 tempest-FloatingIPDetailsTestJSON-2060136642 tempest-FloatingIPDetailsTestJSON-2060136642-project] 10.222.0.42 "GET /v2.0/floatingips?floating_ip_address=172.25.8.226 HTTP/1.1" status: 200 len: 696 time: 0.1850491 Apr 18 20:41:04.540197 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [req-9cb4e5f4-a91b-44f3-a9a9-1bf5f3eb7f0e req-e23748ae-84f8-4f7f-a913-fdd63a831579 tempest-ImagesTestJSON-757689736 tempest-ImagesTestJSON-757689736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750375259028', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750374836628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32266323'] for port, after_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:41:04.595971 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e23748ae-84f8-4f7f-a913-fdd63a831579 tempest-ImagesTestJSON-757689736 tempest-ImagesTestJSON-757689736-project] Pushing event deleted for resources: {'Port': ['ID=381ec59e-d451-43b9-84e0-efcf973bb949,revision_number=None']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:41:04.604821 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-e8f8b0e0-72b0-41ae-bc79-edb3585aaad4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-32377931', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33443910'] for router_interface, after_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:41:04.734275 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.l3_dvrscheduler_db [req-9cb4e5f4-a91b-44f3-a9a9-1bf5f3eb7f0e req-e23748ae-84f8-4f7f-a913-fdd63a831579 tempest-ImagesTestJSON-757689736 tempest-ImagesTestJSON-757689736-project] No DVR routers for this DVR port 381ec59e-d451-43b9-84e0-efcf973bb949 on host n-h1-838334-2 {{(pid=84041) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 20:41:04.742763 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [req-9cb4e5f4-a91b-44f3-a9a9-1bf5f3eb7f0e req-e23748ae-84f8-4f7f-a913-fdd63a831579 tempest-ImagesTestJSON-757689736 tempest-ImagesTestJSON-757689736-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217293'] for port, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:41:04.745327 n-d-838334-2 neutron-server[84041]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8673e101-8393-4988-bd25-3203c81d4af8', 'name': 'network-vif-deleted', 'tag': '381ec59e-d451-43b9-84e0-efcf973bb949'}] {{(pid=84041) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 20:41:04.761704 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13f6f920-7971-4b21-8dbd-b8a3c0f1c929 req-5df2a11a-6de2-48b0-96c9-7030006045f1 tempest-FloatingIPDetailsTestJSON-2060136642 tempest-FloatingIPDetailsTestJSON-2060136642-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:41:04.763140 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-13f6f920-7971-4b21-8dbd-b8a3c0f1c929 req-5df2a11a-6de2-48b0-96c9-7030006045f1 tempest-FloatingIPDetailsTestJSON-2060136642 tempest-FloatingIPDetailsTestJSON-2060136642-project] 10.222.0.42 "GET /v2.0/networks/e41b6600-a917-4a8d-b05c-be3be40c6d8c HTTP/1.1" status: 200 len: 784 time: 0.2451828 Apr 18 20:41:04.820837 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-9cb4e5f4-a91b-44f3-a9a9-1bf5f3eb7f0e req-e23748ae-84f8-4f7f-a913-fdd63a831579 tempest-ImagesTestJSON-757689736 tempest-ImagesTestJSON-757689736-project] 10.222.0.43 "DELETE /v2.0/ports/381ec59e-d451-43b9-84e0-efcf973bb949 HTTP/1.1" status: 204 len: 173 time: 1.4782135 Apr 18 20:41:04.907536 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-069d29af-2067-45fe-8c14-886749474aea req-da5c8a4e-0629-403a-a41a-091c4a160280 tempest-FloatingIPsAssociationTestJSON-661839082 tempest-FloatingIPsAssociationTestJSON-661839082-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:41:04.912542 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-069d29af-2067-45fe-8c14-886749474aea req-da5c8a4e-0629-403a-a41a-091c4a160280 tempest-FloatingIPsAssociationTestJSON-661839082 tempest-FloatingIPsAssociationTestJSON-661839082-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33444131'] for floatingip, after_update {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:41:05.340629 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Device 3c9cf486-30d0-433e-b013-3f3ef213effe details requested by agent hyperv_n-h2-838334-2 with host n-h2-838334-2 {{(pid=84042) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 18 20:41:05.351809 n-d-838334-2 neutron-server[84041]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e8f8b0e0-72b0-41ae-bc79-edb3585aaad4 admin admin] Router 1cd43228-687e-4072-ad72-4b865e34680e has already been hosted by L3 agent bc84d6c9-dd7a-4555-a351-592327b46d5a {{(pid=84041) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 20:41:05.439326 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43fc1b09-13ac-4484-b7b1-b3dd0520cdb5 req-4d423c12-52a6-4abe-adcd-ce242ed79e69 tempest-LiveAutoBlockMigrationV225Test-1713341100 tempest-LiveAutoBlockMigrationV225Test-1713341100-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:41:05.440946 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-43fc1b09-13ac-4484-b7b1-b3dd0520cdb5 req-4d423c12-52a6-4abe-adcd-ce242ed79e69 tempest-LiveAutoBlockMigrationV225Test-1713341100 tempest-LiveAutoBlockMigrationV225Test-1713341100-project] 10.222.0.42 "GET /v2.0/networks?id=5ab7510b-2145-476c-b9d7-eb0e1ae538b7 HTTP/1.1" status: 200 len: 820 time: 0.3485739 Apr 18 20:41:05.447513 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2daebcfc-8760-4305-b31d-2422cdb0c95b req-2f3ffc2a-7abc-4fb6-9b5e-70b7588038a4 tempest-ImagesTestJSON-757689736 tempest-ImagesTestJSON-757689736-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:41:05.449287 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-2daebcfc-8760-4305-b31d-2422cdb0c95b req-2f3ffc2a-7abc-4fb6-9b5e-70b7588038a4 tempest-ImagesTestJSON-757689736 tempest-ImagesTestJSON-757689736-project] 10.222.0.48 "GET /v2.0/networks?id=a92cea34-83a9-4801-bb75-cc07c451223b HTTP/1.1" status: 200 len: 804 time: 0.3487816 Apr 18 20:41:05.469433 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.v2.base [req-2daebcfc-8760-4305-b31d-2422cdb0c95b req-5786809e-ae73-45c6-bbcf-6c9f96d5c9a7 tempest-ImagesTestJSON-757689736 tempest-ImagesTestJSON-757689736-project] Request body: {'port': {'device_id': '125f19ef-ec6c-479f-b4b8-b796930da404', 'network_id': 'a92cea34-83a9-4801-bb75-cc07c451223b', 'admin_state_up': True, 'tenant_id': 'dfa04f762e14427e8043e36ea411d50f'}} {{(pid=84040) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 20:41:05.493210 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-43fc1b09-13ac-4484-b7b1-b3dd0520cdb5 req-54b6137a-a273-43dd-882f-62e954ba0c65 tempest-LiveAutoBlockMigrationV225Test-1713341100 tempest-LiveAutoBlockMigrationV225Test-1713341100-project] 10.222.0.42 "GET /v2.0/quotas/7843cba0a7e24a0397d5219cb7fd254c HTTP/1.1" status: 200 len: 375 time: 0.0429161 Apr 18 20:41:05.503253 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] For port 3c9cf486-30d0-433e-b013-3f3ef213effe, host n-h2-838334-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838334-2',level=0,port_id=3c9cf486-30d0-433e-b013-3f3ef213effe,segment=NetworkSegment(806925fb-1611-47d5-bfae-6289aca7c7ad),segment_id=806925fb-1611-47d5-bfae-6289aca7c7ad)] {{(pid=84042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:41:05.518028 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Returning: {'device': '3c9cf486-30d0-433e-b013-3f3ef213effe', 'network_id': '2b4e6157-bc80-44e6-aceb-13aa29225b38', 'port_id': '3c9cf486-30d0-433e-b013-3f3ef213effe', 'mac_address': 'fa:16:3e:47:a7:2a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 375, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2a27c3e0-e2c3-453b-9e93-76a003aa4b19', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84042) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 18 20:41:05.575945 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:41:05.594292 n-d-838334-2 neutron-server[84042]: DEBUG neutron.notifiers.nova [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3c9cf486-30d0-433e-b013-3f3ef213effe {{(pid=84042) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 18 20:41:05.611673 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] For port 3c9cf486-30d0-433e-b013-3f3ef213effe, host n-h2-838334-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838334-2',level=0,port_id=3c9cf486-30d0-433e-b013-3f3ef213effe,segment=NetworkSegment(806925fb-1611-47d5-bfae-6289aca7c7ad),segment_id=806925fb-1611-47d5-bfae-6289aca7c7ad)] {{(pid=84042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:41:05.618056 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682'] for port, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:41:05.628776 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e8f8b0e0-72b0-41ae-bc79-edb3585aaad4 admin admin] Notify agent at l3_agent.n-d-838334-2 the message routers_updated {{(pid=84041) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 20:41:05.634654 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-e8f8b0e0-72b0-41ae-bc79-edb3585aaad4 admin admin] 10.222.0.42 "PUT /v2.0/routers/1cd43228-687e-4072-ad72-4b865e34680e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0805352 Apr 18 20:41:05.637726 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 37308) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:41:05.661275 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0779ab4-1184-44e7-872d-60197a6abcd2 None None] Sync routers for ids ['1cd43228-687e-4072-ad72-4b865e34680e'] in n-d-838334-2 {{(pid=84042) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 18 20:41:05.688369 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0779ab4-1184-44e7-872d-60197a6abcd2 None None] Routers {'1cd43228-687e-4072-ad72-4b865e34680e'} bound to L3 agent in host n-d-838334-2 {{(pid=84042) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 20:41:05.688693 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [req-2daebcfc-8760-4305-b31d-2422cdb0c95b req-5786809e-ae73-45c6-bbcf-6c9f96d5c9a7 tempest-ImagesTestJSON-757689736 tempest-ImagesTestJSON-757689736-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:41:05.688850 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_hamode_db [None req-c0779ab4-1184-44e7-872d-60197a6abcd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838334-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-18T20:25:48Z,description=,heartbeat_timestamp=2022-04-18T20:40:48Z,host='n-d-838334-2',id=bc84d6c9-dd7a-4555-a351-592327b46d5a,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:25:48Z,topic='l3_agent')) {'router_ids': ['1cd43228-687e-4072-ad72-4b865e34680e'], 'active': True} {{(pid=84042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:41:05.697009 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [req-2daebcfc-8760-4305-b31d-2422cdb0c95b req-5786809e-ae73-45c6-bbcf-6c9f96d5c9a7 tempest-ImagesTestJSON-757689736 tempest-ImagesTestJSON-757689736-project] Usage tracker for resource:port and tenant:dfa04f762e14427e8043e36ea411d50f is out of sync, need to count used quota {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:41:05.702585 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [req-2daebcfc-8760-4305-b31d-2422cdb0c95b req-5786809e-ae73-45c6-bbcf-6c9f96d5c9a7 tempest-ImagesTestJSON-757689736 tempest-ImagesTestJSON-757689736-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:41:05.712400 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [req-2daebcfc-8760-4305-b31d-2422cdb0c95b req-5786809e-ae73-45c6-bbcf-6c9f96d5c9a7 tempest-ImagesTestJSON-757689736 tempest-ImagesTestJSON-757689736-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:41:05.726484 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-43fc1b09-13ac-4484-b7b1-b3dd0520cdb5 req-1882eb62-0600-4c94-b7b6-5fac27db125d tempest-LiveAutoBlockMigrationV225Test-1713341100 tempest-LiveAutoBlockMigrationV225Test-1713341100-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=7843cba0a7e24a0397d5219cb7fd254c&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1849329 Apr 18 20:41:05.729491 n-d-838334-2 neutron-server[84040]: INFO neutron.db.l3_db [req-069d29af-2067-45fe-8c14-886749474aea req-da5c8a4e-0629-403a-a41a-091c4a160280 tempest-FloatingIPsAssociationTestJSON-661839082 tempest-FloatingIPsAssociationTestJSON-661839082-project] Floating IP dd00b6f2-1ed6-4823-8f13-37481470b44b associated. External IP: 172.25.8.114, port: 83781acf-08e2-45f0-bbcd-ac7d73ff7920. Apr 18 20:41:05.843784 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Pushing event updated for resources: {'Port': ['ID=3c9cf486-30d0-433e-b013-3f3ef213effe,revision_number=4']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:41:05.854821 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2daebcfc-8760-4305-b31d-2422cdb0c95b req-5786809e-ae73-45c6-bbcf-6c9f96d5c9a7 tempest-ImagesTestJSON-757689736 tempest-ImagesTestJSON-757689736-project] Made reservation on behalf of dfa04f762e14427e8043e36ea411d50f for: {'port': 1} {{(pid=84040) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:41:05.857700 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-2daebcfc-8760-4305-b31d-2422cdb0c95b req-5786809e-ae73-45c6-bbcf-6c9f96d5c9a7 tempest-ImagesTestJSON-757689736 tempest-ImagesTestJSON-757689736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:41:05.896595 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_dvr_db [None req-c0779ab4-1184-44e7-872d-60197a6abcd2 None None] Set router 1cd43228-687e-4072-ad72-4b865e34680e gateway port host: n-d-838334-2 {{(pid=84042) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 20:41:05.979089 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-549d1e8f-fc6d-4274-8aae-891b4267ddf2 admin admin] Notify callbacks [] for router, before_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:41:06.082280 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-43fc1b09-13ac-4484-b7b1-b3dd0520cdb5 req-8b05e228-788d-4506-9430-1d3174012810 service neutron] 10.222.0.42 "GET /v2.0/networks/5ab7510b-2145-476c-b9d7-eb0e1ae538b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3044803 Apr 18 20:41:06.169825 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] get_ports_and_sgs() called for port_ids ['3c9cf486-30d0-433e-b013-3f3ef213effe'] {{(pid=84042) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 18 20:41:06.197005 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-549d1e8f-fc6d-4274-8aae-891b4267ddf2 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:41:06.207493 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.plugin [None req-549d1e8f-fc6d-4274-8aae-891b4267ddf2 admin admin] Deleting port 3c3fe9fd-7f49-4c20-abd6-487b053c7184 {{(pid=84041) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 20:41:06.207978 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-549d1e8f-fc6d-4274-8aae-891b4267ddf2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750375188691'] for port, before_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:41:06.237040 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.db_base_plugin_common [req-2daebcfc-8760-4305-b31d-2422cdb0c95b req-5786809e-ae73-45c6-bbcf-6c9f96d5c9a7 tempest-ImagesTestJSON-757689736 tempest-ImagesTestJSON-757689736-project] Allocated IP 172.20.0.13 (a92cea34-83a9-4801-bb75-cc07c451223b/6bff4054-f84b-415b-b0b0-aa32d7878409/5dd9420f-3993-4fe5-a063-6b15a634731b) {{(pid=84040) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:41:06.307596 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-43fc1b09-13ac-4484-b7b1-b3dd0520cdb5 req-d373c57a-10ed-4c18-86b4-fe931f6c60e3 service neutron] 10.222.0.42 "GET /v2.0/networks/5ab7510b-2145-476c-b9d7-eb0e1ae538b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1964233 Apr 18 20:41:06.355680 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_hamode_db [None req-c0779ab4-1184-44e7-872d-60197a6abcd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1cd43228-687e-4072-ad72-4b865e34680e', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1623382860-router', 'tenant_id': '624c15d552004bb8b15cf774c11ffdae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'external_fixed_ips': [{'subnet_id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'ip_address': '172.25.8.151'}], 'enable_snat': True}, 'gw_port_id': '3c3fe9fd-7f49-4c20-abd6-487b053c7184', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:37:25Z', 'updated_at': '2022-04-18T20:41:03Z', 'revision_number': 5, 'project_id': '624c15d552004bb8b15cf774c11ffdae', 'gw_port': {'id': '3c3fe9fd-7f49-4c20-abd6-487b053c7184', 'name': '', 'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:f7:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1cd43228-687e-4072-ad72-4b865e34680e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'ip_address': '172.25.8.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:37:26Z', 'updated_at': '2022-04-18T20:37:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838334-2'}], 'n-d-838334-2', False) {} {{(pid=84042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:41:06.371086 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0779ab4-1184-44e7-872d-60197a6abcd2 None None] Checking router: 1cd43228-687e-4072-ad72-4b865e34680e for host: n-d-838334-2 {{(pid=84042) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 18 20:41:06.442077 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0779ab4-1184-44e7-872d-60197a6abcd2 None None] Routers {'1cd43228-687e-4072-ad72-4b865e34680e'} bound to L3 agent in host n-d-838334-2 {{(pid=84042) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 20:41:06.442714 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_hamode_db [None req-c0779ab4-1184-44e7-872d-60197a6abcd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838334-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-18T20:25:48Z,description=,heartbeat_timestamp=2022-04-18T20:40:48Z,host='n-d-838334-2',id=bc84d6c9-dd7a-4555-a351-592327b46d5a,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:25:48Z,topic='l3_agent')) {'router_ids': ['1cd43228-687e-4072-ad72-4b865e34680e'], 'active': True} {{(pid=84042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:41:06.448109 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.db [None req-549d1e8f-fc6d-4274-8aae-891b4267ddf2 admin admin] For port 3c3fe9fd-7f49-4c20-abd6-487b053c7184, host n-d-838334-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838334-2',level=0,port_id=3c3fe9fd-7f49-4c20-abd6-487b053c7184,segment=NetworkSegment(732aa830-768b-4511-951f-d08e26b9c25b),segment_id=732aa830-768b-4511-951f-d08e26b9c25b)] {{(pid=84041) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:41:06.449571 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-549d1e8f-fc6d-4274-8aae-891b4267ddf2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369123'] for port, precommit_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:41:06.610585 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_dvr_db [None req-c0779ab4-1184-44e7-872d-60197a6abcd2 None None] Set router 1cd43228-687e-4072-ad72-4b865e34680e gateway port host: None {{(pid=84042) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 20:41:06.715391 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.plugin [None req-549d1e8f-fc6d-4274-8aae-891b4267ddf2 admin admin] Calling delete_port for 3c3fe9fd-7f49-4c20-abd6-487b053c7184 owned by network:router_gateway {{(pid=84041) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 20:41:06.741999 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_hamode_db [None req-c0779ab4-1184-44e7-872d-60197a6abcd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1cd43228-687e-4072-ad72-4b865e34680e', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1623382860-router', 'tenant_id': '624c15d552004bb8b15cf774c11ffdae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:37:25Z', 'updated_at': '2022-04-18T20:41:06Z', 'revision_number': 6, 'project_id': '624c15d552004bb8b15cf774c11ffdae', 'gw_port_host': None}], 'n-d-838334-2', False) {} {{(pid=84042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:41:06.749311 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0779ab4-1184-44e7-872d-60197a6abcd2 None None] The sync data for ids ['1cd43228-687e-4072-ad72-4b865e34680e'] in n-d-838334-2 is: [{'id': '1cd43228-687e-4072-ad72-4b865e34680e', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1623382860-router', 'tenant_id': '624c15d552004bb8b15cf774c11ffdae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:37:25Z', 'updated_at': '2022-04-18T20:41:06Z', 'revision_number': 6, 'project_id': '624c15d552004bb8b15cf774c11ffdae', 'gw_port_host': None}] {{(pid=84042) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 18 20:41:06.780905 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-2daebcfc-8760-4305-b31d-2422cdb0c95b req-5786809e-ae73-45c6-bbcf-6c9f96d5c9a7 tempest-ImagesTestJSON-757689736 tempest-ImagesTestJSON-757689736-project] Notify callbacks [] for port, precommit_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:41:06.845256 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-2daebcfc-8760-4305-b31d-2422cdb0c95b req-5786809e-ae73-45c6-bbcf-6c9f96d5c9a7 tempest-ImagesTestJSON-757689736 tempest-ImagesTestJSON-757689736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750374836619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32440838'] for port, after_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:41:06.991922 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-549d1e8f-fc6d-4274-8aae-891b4267ddf2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750375259028', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750374836628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32266323'] for port, after_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:41:07.008053 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5786809e-ae73-45c6-bbcf-6c9f96d5c9a7 tempest-ImagesTestJSON-757689736 tempest-ImagesTestJSON-757689736-project] Pushing event updated for resources: {'Port': ['ID=5dd9420f-3993-4fe5-a063-6b15a634731b,revision_number=1']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:41:07.018198 n-d-838334-2 neutron-server[84040]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2daebcfc-8760-4305-b31d-2422cdb0c95b req-5786809e-ae73-45c6-bbcf-6c9f96d5c9a7 tempest-ImagesTestJSON-757689736 tempest-ImagesTestJSON-757689736-project] Network a92cea34-83a9-4801-bb75-cc07c451223b is already hosted by enough agents. {{(pid=84040) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:41:07.020982 n-d-838334-2 neutron-server[84040]: DEBUG neutron.scheduler.base_scheduler [req-2daebcfc-8760-4305-b31d-2422cdb0c95b req-5786809e-ae73-45c6-bbcf-6c9f96d5c9a7 tempest-ImagesTestJSON-757689736 tempest-ImagesTestJSON-757689736-project] Resources bound (agent type, host, resource id): {{(pid=84040) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:41:07.027219 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.l3_dvrscheduler_db [req-2daebcfc-8760-4305-b31d-2422cdb0c95b req-5786809e-ae73-45c6-bbcf-6c9f96d5c9a7 tempest-ImagesTestJSON-757689736 tempest-ImagesTestJSON-757689736-project] Received port after_create {{(pid=84040) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 20:41:07.065743 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-549d1e8f-fc6d-4274-8aae-891b4267ddf2 admin admin] Pushing event deleted for resources: {'Port': ['ID=3c3fe9fd-7f49-4c20-abd6-487b053c7184,revision_number=None']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:41:07.123009 n-d-838334-2 neutron-server[84040]: DEBUG neutron.scheduler.l3_agent_scheduler [req-069d29af-2067-45fe-8c14-886749474aea req-da5c8a4e-0629-403a-a41a-091c4a160280 tempest-FloatingIPsAssociationTestJSON-661839082 tempest-FloatingIPsAssociationTestJSON-661839082-project] Router 22db2c67-8ca2-4b62-a28e-e9255641c33b has already been hosted by L3 agent bc84d6c9-dd7a-4555-a351-592327b46d5a {{(pid=84040) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 20:41:07.127533 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2daebcfc-8760-4305-b31d-2422cdb0c95b req-5786809e-ae73-45c6-bbcf-6c9f96d5c9a7 tempest-ImagesTestJSON-757689736 tempest-ImagesTestJSON-757689736-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:41:07.128293 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-2daebcfc-8760-4305-b31d-2422cdb0c95b req-5786809e-ae73-45c6-bbcf-6c9f96d5c9a7 tempest-ImagesTestJSON-757689736 tempest-ImagesTestJSON-757689736-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217293'] for port, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:41:07.225368 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-2daebcfc-8760-4305-b31d-2422cdb0c95b req-5786809e-ae73-45c6-bbcf-6c9f96d5c9a7 tempest-ImagesTestJSON-757689736 tempest-ImagesTestJSON-757689736-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7614043 Apr 18 20:41:07.295685 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.v2.base [req-2daebcfc-8760-4305-b31d-2422cdb0c95b req-9a99fe59-c952-4df6-9eaa-fc46f82c7af8 service neutron] Request body: {'port': {'device_id': '125f19ef-ec6c-479f-b4b8-b796930da404', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-838334-2'}} {{(pid=84040) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 20:41:07.302394 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Device 381ec59e-d451-43b9-84e0-efcf973bb949 no longer exists at agent hyperv_n-h1-838334-2 {{(pid=84042) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 20:41:07.382737 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.plugin [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] No Port match for: 381ec59e-d451-43b9-84e0-efcf973bb949 {{(pid=84042) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 18 20:41:07.385019 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Device 381ec59e-d451-43b9-84e0-efcf973bb949 not bound to the agent host n-h1-838334-2 {{(pid=84042) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 20:41:07.422573 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-549d1e8f-fc6d-4274-8aae-891b4267ddf2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33444108'] for router_gateway, after_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:41:07.522747 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-2daebcfc-8760-4305-b31d-2422cdb0c95b req-9a99fe59-c952-4df6-9eaa-fc46f82c7af8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:41:07.580586 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e4ebe68-9fd4-49ff-9d01-326f6aa412d5 req-167fcd86-51cf-4517-b8b3-062b4f1cbbfc tempest-ServersOnMultiNodesTest-1168278630 tempest-ServersOnMultiNodesTest-1168278630-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:41:07.584528 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e4ebe68-9fd4-49ff-9d01-326f6aa412d5 req-167fcd86-51cf-4517-b8b3-062b4f1cbbfc tempest-ServersOnMultiNodesTest-1168278630 tempest-ServersOnMultiNodesTest-1168278630-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:41:07.586445 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-6e4ebe68-9fd4-49ff-9d01-326f6aa412d5 req-167fcd86-51cf-4517-b8b3-062b4f1cbbfc tempest-ServersOnMultiNodesTest-1168278630 tempest-ServersOnMultiNodesTest-1168278630-project] 10.222.0.42 "GET /v2.0/ports?device_id=bfb8b42e-58b9-4f6a-be0f-24f7d0bb5bc6&device_id=c3d5a5e5-f912-4e43-a1e3-4e9175e1dfe1 HTTP/1.1" status: 200 len: 1690 time: 0.2993076 Apr 18 20:41:07.741746 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-6e4ebe68-9fd4-49ff-9d01-326f6aa412d5 req-ce29b89d-4a4d-427c-ac97-4e76f6e33fe9 tempest-ServersOnMultiNodesTest-1168278630 tempest-ServersOnMultiNodesTest-1168278630-project] 10.222.0.42 "GET /v2.0/security-groups?id=e1e985d3-f227-45b4-b9a7-ffadcd0db1b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1408157 Apr 18 20:41:07.838305 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-549d1e8f-fc6d-4274-8aae-891b4267ddf2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33443580', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5726'] for router, precommit_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:41:07.842963 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-069d29af-2067-45fe-8c14-886749474aea req-da5c8a4e-0629-403a-a41a-091c4a160280 tempest-FloatingIPsAssociationTestJSON-661839082 tempest-FloatingIPsAssociationTestJSON-661839082-project] Notify agent at l3_agent.n-d-838334-2 the message routers_updated {{(pid=84040) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 20:41:07.846436 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-549d1e8f-fc6d-4274-8aae-891b4267ddf2 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:41:07.849344 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-069d29af-2067-45fe-8c14-886749474aea req-da5c8a4e-0629-403a-a41a-091c4a160280 tempest-FloatingIPsAssociationTestJSON-661839082 tempest-FloatingIPsAssociationTestJSON-661839082-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217293'] for floatingip, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:41:07.855389 n-d-838334-2 neutron-server[84043]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-959ffa0b-4a28-4c32-8adf-a9cc47421636 None None] Sync routers for ids ['22db2c67-8ca2-4b62-a28e-e9255641c33b'] in n-d-838334-2 {{(pid=84043) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 18 20:41:07.862971 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-637a3fa6-b75a-4a8f-8f6f-951d67cbde27 req-eb5044fa-8069-42fa-91ff-dcc1205e8545 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=56816bb5-501f-409b-9318-02f6d3b85a3d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3809974 Apr 18 20:41:07.868781 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-959ffa0b-4a28-4c32-8adf-a9cc47421636 None None] Routers {'22db2c67-8ca2-4b62-a28e-e9255641c33b'} bound to L3 agent in host n-d-838334-2 {{(pid=84043) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 20:41:07.869541 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.l3_hamode_db [None req-959ffa0b-4a28-4c32-8adf-a9cc47421636 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838334-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-18T20:25:48Z,description=,heartbeat_timestamp=2022-04-18T20:40:48Z,host='n-d-838334-2',id=bc84d6c9-dd7a-4555-a351-592327b46d5a,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:25:48Z,topic='l3_agent')) {'router_ids': ['22db2c67-8ca2-4b62-a28e-e9255641c33b'], 'active': True} {{(pid=84043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:41:07.929661 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-549d1e8f-fc6d-4274-8aae-891b4267ddf2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-33443408'] for router, after_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:41:07.930022 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-549d1e8f-fc6d-4274-8aae-891b4267ddf2 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1cd43228-687e-4072-ad72-4b865e34680e {{(pid=84041) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 18 20:41:07.955696 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-549d1e8f-fc6d-4274-8aae-891b4267ddf2 admin admin] Notify callbacks [] for router, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:41:07.956836 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-549d1e8f-fc6d-4274-8aae-891b4267ddf2 admin admin] 10.222.0.42 "DELETE /v2.0/routers/1cd43228-687e-4072-ad72-4b865e34680e HTTP/1.1" status: 204 len: 168 time: 2.3180881 Apr 18 20:41:07.960264 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 37330) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:41:07.987212 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-069d29af-2067-45fe-8c14-886749474aea req-da5c8a4e-0629-403a-a41a-091c4a160280 tempest-FloatingIPsAssociationTestJSON-661839082 tempest-FloatingIPsAssociationTestJSON-661839082-project] 10.222.0.42 "PUT /v2.0/floatingips/dd00b6f2-1ed6-4823-8f13-37481470b44b HTTP/1.1" status: 200 len: 996 time: 4.1291726 Apr 18 20:41:07.990677 n-d-838334-2 neutron-server[84040]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7bd31c74-5ed9-42a9-8cb8-065ab982f3bb', 'tag': '83781acf-08e2-45f0-bbcd-ac7d73ff7920'}] {{(pid=84040) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 20:41:08.055082 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.db_base_plugin_v2 [None req-753df48c-3836-42e1-9569-6b9fea266938 admin admin] Deleting subnet c3ffe89f-19b4-45a8-ac55-d99492f3b297 {{(pid=84041) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 18 20:41:08.059204 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-753df48c-3836-42e1-9569-6b9fea266938 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:41:08.095375 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-637a3fa6-b75a-4a8f-8f6f-951d67cbde27 req-df969403-ab58-4f57-9756-e583b8cfb98c service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=7843cba0a7e24a0397d5219cb7fd254c&device_id=56816bb5-501f-409b-9318-02f6d3b85a3d HTTP/1.1" status: 200 len: 1095 time: 0.2039025 Apr 18 20:41:08.158983 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0297028b-7a0f-4d67-a9c9-413cf1c8a2db req-e0bdc4db-5542-4cac-b2c2-348a21debe3c tempest-LiveMigrationTest-963278731 tempest-LiveMigrationTest-963278731-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:41:08.160461 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-0297028b-7a0f-4d67-a9c9-413cf1c8a2db req-e0bdc4db-5542-4cac-b2c2-348a21debe3c tempest-LiveMigrationTest-963278731 tempest-LiveMigrationTest-963278731-project] 10.222.0.42 "GET /v2.0/ports?device_id=e0e2d6b0-4b7a-4309-8d92-47bdafbc7681 HTTP/1.1" status: 200 len: 945 time: 0.2775650 Apr 18 20:41:08.166371 n-d-838334-2 neutron-server[84040]: DEBUG neutron.notifiers.nova [req-2daebcfc-8760-4305-b31d-2422cdb0c95b req-9a99fe59-c952-4df6-9eaa-fc46f82c7af8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5dd9420f-3993-4fe5-a063-6b15a634731b {{(pid=84040) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 18 20:41:08.176830 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-2daebcfc-8760-4305-b31d-2422cdb0c95b req-9a99fe59-c952-4df6-9eaa-fc46f82c7af8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:41:08.203597 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.l3_dvr_db [None req-959ffa0b-4a28-4c32-8adf-a9cc47421636 None None] Set router 22db2c67-8ca2-4b62-a28e-e9255641c33b gateway port host: n-d-838334-2 {{(pid=84043) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 20:41:08.231949 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.provisioning_blocks [req-2daebcfc-8760-4305-b31d-2422cdb0c95b req-9a99fe59-c952-4df6-9eaa-fc46f82c7af8 service neutron] Transition to ACTIVE for port object 5dd9420f-3993-4fe5-a063-6b15a634731b will not be triggered until provisioned by entity L2. {{(pid=84040) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 20:41:08.246807 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-2daebcfc-8760-4305-b31d-2422cdb0c95b req-9a99fe59-c952-4df6-9eaa-fc46f82c7af8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32440959'] for port, after_update {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:41:08.296207 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-753df48c-3836-42e1-9569-6b9fea266938 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32266383'] for subnet, precommit_delete_associations {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:41:08.463737 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-069d29af-2067-45fe-8c14-886749474aea req-f01d3dfe-4dcf-42aa-8d44-f7b48837db46 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=c1a78f2b33ee4536986609e3ae5af78c&device_id=7bd31c74-5ed9-42a9-8cb8-065ab982f3bb HTTP/1.1" status: 200 len: 1096 time: 0.4179029 Apr 18 20:41:08.481082 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-0297028b-7a0f-4d67-a9c9-413cf1c8a2db req-f524d77d-31ed-48d8-816c-0469d40722ea tempest-LiveMigrationTest-963278731 tempest-LiveMigrationTest-963278731-project] 10.222.0.42 "GET /v2.0/security-groups?id=c1ded286-bbeb-4ec4-95be-e4f6aab8a892&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3068924 Apr 18 20:41:08.546707 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43fc1b09-13ac-4484-b7b1-b3dd0520cdb5 req-d087e192-b72f-4db2-8915-6c247c82b7e1 tempest-LiveAutoBlockMigrationV225Test-1713341100 tempest-LiveAutoBlockMigrationV225Test-1713341100-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:41:08.548851 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-43fc1b09-13ac-4484-b7b1-b3dd0520cdb5 req-d087e192-b72f-4db2-8915-6c247c82b7e1 tempest-LiveAutoBlockMigrationV225Test-1713341100 tempest-LiveAutoBlockMigrationV225Test-1713341100-project] 10.222.0.43 "GET /v2.0/networks?id=5ab7510b-2145-476c-b9d7-eb0e1ae538b7 HTTP/1.1" status: 200 len: 820 time: 0.4079792 Apr 18 20:41:08.556158 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-753df48c-3836-42e1-9569-6b9fea266938 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1260556'] for subnet, precommit_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:41:08.646131 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.v2.base [req-43fc1b09-13ac-4484-b7b1-b3dd0520cdb5 req-8312d415-89bc-4725-97ec-d646ec574429 tempest-LiveAutoBlockMigrationV225Test-1713341100 tempest-LiveAutoBlockMigrationV225Test-1713341100-project] Request body: {'port': {'device_id': 'af4d32de-e1c9-49ff-a5f9-459cfba4378d', 'network_id': '5ab7510b-2145-476c-b9d7-eb0e1ae538b7', 'admin_state_up': True, 'tenant_id': '7843cba0a7e24a0397d5219cb7fd254c'}} {{(pid=84041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 20:41:08.664352 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.l3_hamode_db [None req-959ffa0b-4a28-4c32-8adf-a9cc47421636 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22db2c67-8ca2-4b62-a28e-e9255641c33b', 'name': 'tempest-FloatingIPsAssociationTestJSON-855947906-router', 'tenant_id': 'c1a78f2b33ee4536986609e3ae5af78c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'external_fixed_ips': [{'subnet_id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'ip_address': '172.25.8.232'}], 'enable_snat': True}, 'gw_port_id': 'd9a547a0-4155-4085-af6d-040dbcee520a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:39:47Z', 'updated_at': '2022-04-18T20:39:52Z', 'revision_number': 4, 'project_id': 'c1a78f2b33ee4536986609e3ae5af78c', 'gw_port': {'id': 'd9a547a0-4155-4085-af6d-040dbcee520a', 'name': '', 'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:26:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22db2c67-8ca2-4b62-a28e-e9255641c33b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'ip_address': '172.25.8.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:39:48Z', 'updated_at': '2022-04-18T20:39:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838334-2', '_floatingips': [{'id': 'dd00b6f2-1ed6-4823-8f13-37481470b44b', 'tenant_id': 'c1a78f2b33ee4536986609e3ae5af78c', 'floating_ip_address': '172.25.8.114', 'floating_network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'router_id': '22db2c67-8ca2-4b62-a28e-e9255641c33b', 'port_id': '83781acf-08e2-45f0-bbcd-ac7d73ff7920', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7b96c852-8e2e-4d3b-ad4b-39924026f663', 'mac_address': 'fa:16:3e:7b:e7:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bd31c74-5ed9-42a9-8cb8-065ab982f3bb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T20:40:16Z', 'updated_at': '2022-04-18T20:41:04Z', 'revision_number': 1, 'project_id': 'c1a78f2b33ee4536986609e3ae5af78c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '489bc9af-8c18-4cbf-b0cb-efa3cb2b9723', 'name': '', 'network_id': '7b96c852-8e2e-4d3b-ad4b-39924026f663', 'tenant_id': 'c1a78f2b33ee4536986609e3ae5af78c', 'mac_address': 'fa:16:3e:90:ee:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22db2c67-8ca2-4b62-a28e-e9255641c33b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '769e5df8-16e3-4584-97ce-25a3b6243e3e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:39:51Z', 'updated_at': '2022-04-18T20:40:12Z', 'revision_number': 5, 'project_id': 'c1a78f2b33ee4536986609e3ae5af78c', 'subnets': [{'id': '769e5df8-16e3-4584-97ce-25a3b6243e3e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838334-2', False) {} {{(pid=84043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:41:08.670568 n-d-838334-2 neutron-server[84043]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-959ffa0b-4a28-4c32-8adf-a9cc47421636 None None] Checking router: 22db2c67-8ca2-4b62-a28e-e9255641c33b for host: n-d-838334-2 {{(pid=84043) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 18 20:41:08.684237 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-959ffa0b-4a28-4c32-8adf-a9cc47421636 None None] Routers {'22db2c67-8ca2-4b62-a28e-e9255641c33b'} bound to L3 agent in host n-d-838334-2 {{(pid=84043) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 20:41:08.685105 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.l3_hamode_db [None req-959ffa0b-4a28-4c32-8adf-a9cc47421636 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838334-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-18T20:25:48Z,description=,heartbeat_timestamp=2022-04-18T20:40:48Z,host='n-d-838334-2',id=bc84d6c9-dd7a-4555-a351-592327b46d5a,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:25:48Z,topic='l3_agent')) {'router_ids': ['22db2c67-8ca2-4b62-a28e-e9255641c33b'], 'active': True} {{(pid=84043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:41:08.706054 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a99fe59-c952-4df6-9eaa-fc46f82c7af8 service neutron] Pushing event updated for resources: {'Port': ['ID=5dd9420f-3993-4fe5-a063-6b15a634731b,revision_number=2']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:41:08.830313 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-57ecefd7-8b69-4c2d-a8d3-115dd011440d req-87c0af4e-2806-4e74-bb88-47bc5f097c69 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=bc66a4ae-28da-4e1f-969f-022e139eaf43&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.7273462 Apr 18 20:41:08.879186 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [req-43fc1b09-13ac-4484-b7b1-b3dd0520cdb5 req-8312d415-89bc-4725-97ec-d646ec574429 tempest-LiveAutoBlockMigrationV225Test-1713341100 tempest-LiveAutoBlockMigrationV225Test-1713341100-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:41:08.883785 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [req-43fc1b09-13ac-4484-b7b1-b3dd0520cdb5 req-8312d415-89bc-4725-97ec-d646ec574429 tempest-LiveAutoBlockMigrationV225Test-1713341100 tempest-LiveAutoBlockMigrationV225Test-1713341100-project] Usage tracker for resource:port and tenant:7843cba0a7e24a0397d5219cb7fd254c is out of sync, need to count used quota {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:41:08.887517 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [req-43fc1b09-13ac-4484-b7b1-b3dd0520cdb5 req-8312d415-89bc-4725-97ec-d646ec574429 tempest-LiveAutoBlockMigrationV225Test-1713341100 tempest-LiveAutoBlockMigrationV225Test-1713341100-project] Quota usage for port was recalculated. Used quota:3. {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:41:08.918256 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Device 7444fd4e-ad80-47da-bbc6-87a30c879192 no longer exists at agent ovs-agent-n-d-838334-2 {{(pid=84042) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 20:41:08.922593 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-637a3fa6-b75a-4a8f-8f6f-951d67cbde27 req-a855d8a5-97aa-4c05-9a85-65dfe043d7c9 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:41:08.925383 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-637a3fa6-b75a-4a8f-8f6f-951d67cbde27 req-a855d8a5-97aa-4c05-9a85-65dfe043d7c9 service neutron] 10.222.0.43 "GET /v2.0/networks?id=5ab7510b-2145-476c-b9d7-eb0e1ae538b7 HTTP/1.1" status: 200 len: 921 time: 0.8100369 Apr 18 20:41:08.931900 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [req-43fc1b09-13ac-4484-b7b1-b3dd0520cdb5 req-8312d415-89bc-4725-97ec-d646ec574429 tempest-LiveAutoBlockMigrationV225Test-1713341100 tempest-LiveAutoBlockMigrationV225Test-1713341100-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:41:08.937955 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-753df48c-3836-42e1-9569-6b9fea266938 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1260549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33526260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32266336', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32486390'] for subnet, after_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:41:08.969461 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.l3_dvr_db [None req-959ffa0b-4a28-4c32-8adf-a9cc47421636 None None] Set router 22db2c67-8ca2-4b62-a28e-e9255641c33b gateway port host: n-d-838334-2 {{(pid=84043) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 20:41:09.005590 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.plugin [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] No Port match for: 7444fd4e-ad80-47da-bbc6-87a30c879192 {{(pid=84042) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 18 20:41:09.006426 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Device 7444fd4e-ad80-47da-bbc6-87a30c879192 not bound to the agent host n-d-838334-2 {{(pid=84042) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 20:41:09.007035 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Device 3c3fe9fd-7f49-4c20-abd6-487b053c7184 no longer exists at agent ovs-agent-n-d-838334-2 {{(pid=84042) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 20:41:09.044297 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.plugin [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] No Port match for: 3c3fe9fd-7f49-4c20-abd6-487b053c7184 {{(pid=84042) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 18 20:41:09.044925 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Device 3c3fe9fd-7f49-4c20-abd6-487b053c7184 not bound to the agent host n-d-838334-2 {{(pid=84042) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 20:41:09.111160 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-753df48c-3836-42e1-9569-6b9fea266938 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:41:09.118393 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-228c0cb0-d418-49a3-b6f2-59d0d802e302 None None] Network 079e35ca-557b-42c6-b34f-dbc020bb616d requested from n-d-838334-2 {{(pid=84042) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 20:41:09.138870 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-753df48c-3836-42e1-9569-6b9fea266938 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c3ffe89f-19b4-45a8-ac55-d99492f3b297,revision_number=None']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:41:09.144600 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-637a3fa6-b75a-4a8f-8f6f-951d67cbde27 req-ae81f6c0-defa-4791-a6a4-79a9e8e8f10c service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6c42e873-f524-4137-8976-95b9eed610f8 HTTP/1.1" status: 200 len: 217 time: 0.1924069 Apr 18 20:41:09.145667 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-43fc1b09-13ac-4484-b7b1-b3dd0520cdb5 req-8312d415-89bc-4725-97ec-d646ec574429 tempest-LiveAutoBlockMigrationV225Test-1713341100 tempest-LiveAutoBlockMigrationV225Test-1713341100-project] Made reservation on behalf of 7843cba0a7e24a0397d5219cb7fd254c for: {'port': 1} {{(pid=84041) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:41:09.149230 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [req-43fc1b09-13ac-4484-b7b1-b3dd0520cdb5 req-8312d415-89bc-4725-97ec-d646ec574429 tempest-LiveAutoBlockMigrationV225Test-1713341100 tempest-LiveAutoBlockMigrationV225Test-1713341100-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:41:09.161181 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-753df48c-3836-42e1-9569-6b9fea266938 admin admin] 10.222.0.42 "DELETE /v2.0/subnets/c3ffe89f-19b4-45a8-ac55-d99492f3b297 HTTP/1.1" status: 204 len: 168 time: 1.1994920 Apr 18 20:41:09.172702 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 37336) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:41:09.214841 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9e15d09-bc5e-4b4a-9de2-a049bb8cc963 req-0c318788-71a0-4a52-9aa2-715ec06f12ee tempest-TaggedBootDevicesTest-1674414334 tempest-TaggedBootDevicesTest-1674414334-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:41:09.241413 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9e15d09-bc5e-4b4a-9de2-a049bb8cc963 req-0c318788-71a0-4a52-9aa2-715ec06f12ee tempest-TaggedBootDevicesTest-1674414334 tempest-TaggedBootDevicesTest-1674414334-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:41:09.245649 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9e15d09-bc5e-4b4a-9de2-a049bb8cc963 req-0c318788-71a0-4a52-9aa2-715ec06f12ee tempest-TaggedBootDevicesTest-1674414334 tempest-TaggedBootDevicesTest-1674414334-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:41:09.253265 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9e15d09-bc5e-4b4a-9de2-a049bb8cc963 req-0c318788-71a0-4a52-9aa2-715ec06f12ee tempest-TaggedBootDevicesTest-1674414334 tempest-TaggedBootDevicesTest-1674414334-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:41:09.259667 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9e15d09-bc5e-4b4a-9de2-a049bb8cc963 req-0c318788-71a0-4a52-9aa2-715ec06f12ee tempest-TaggedBootDevicesTest-1674414334 tempest-TaggedBootDevicesTest-1674414334-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:41:09.276853 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-637a3fa6-b75a-4a8f-8f6f-951d67cbde27 req-f9554cfb-05d1-4def-8604-1006b92053e5 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:41:09.278323 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-637a3fa6-b75a-4a8f-8f6f-951d67cbde27 req-f9554cfb-05d1-4def-8604-1006b92053e5 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=5bf38cb0-45bd-48cb-9f8c-19a270201f44 HTTP/1.1" status: 200 len: 860 time: 0.1159418 Apr 18 20:41:09.282448 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9e15d09-bc5e-4b4a-9de2-a049bb8cc963 req-0c318788-71a0-4a52-9aa2-715ec06f12ee tempest-TaggedBootDevicesTest-1674414334 tempest-TaggedBootDevicesTest-1674414334-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:41:09.288102 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9e15d09-bc5e-4b4a-9de2-a049bb8cc963 req-0c318788-71a0-4a52-9aa2-715ec06f12ee tempest-TaggedBootDevicesTest-1674414334 tempest-TaggedBootDevicesTest-1674414334-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:41:09.306072 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-e9e15d09-bc5e-4b4a-9de2-a049bb8cc963 req-0c318788-71a0-4a52-9aa2-715ec06f12ee tempest-TaggedBootDevicesTest-1674414334 tempest-TaggedBootDevicesTest-1674414334-project] 10.222.0.42 "GET /v2.0/ports?device_id=cc0d4549-87de-476f-8fa1-88b0358bebbd HTTP/1.1" status: 200 len: 5432 time: 0.5484571 Apr 18 20:41:09.351038 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-637a3fa6-b75a-4a8f-8f6f-951d67cbde27 req-4e96238c-5c02-4b78-b324-40888a906f43 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=5ab7510b-2145-476c-b9d7-eb0e1ae538b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0580087 Apr 18 20:41:09.351202 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Device 3c9cf486-30d0-433e-b013-3f3ef213effe up at agent hyperv_n-h2-838334-2 {{(pid=84042) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 20:41:09.388448 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.managers [req-2daebcfc-8760-4305-b31d-2422cdb0c95b req-9a99fe59-c952-4df6-9eaa-fc46f82c7af8 service neutron] Attempting to bind port 5dd9420f-3993-4fe5-a063-6b15a634731b on host n-h2-838334-2 for vnic_type normal with profile {{(pid=84040) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:41:09.393266 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.managers [req-2daebcfc-8760-4305-b31d-2422cdb0c95b req-9a99fe59-c952-4df6-9eaa-fc46f82c7af8 service neutron] Attempting to bind port 5dd9420f-3993-4fe5-a063-6b15a634731b by drivers openvswitch,hyperv on host n-h2-838334-2 at level 0 using segments [{'id': '636e5b77-90d2-4b9f-a149-e8d80d7281ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': 'a92cea34-83a9-4801-bb75-cc07c451223b'}] {{(pid=84040) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:41:09.395785 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2daebcfc-8760-4305-b31d-2422cdb0c95b req-9a99fe59-c952-4df6-9eaa-fc46f82c7af8 service neutron] Attempting to bind port 5dd9420f-3993-4fe5-a063-6b15a634731b on network a92cea34-83a9-4801-bb75-cc07c451223b {{(pid=84040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 20:41:09.406611 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-069d29af-2067-45fe-8c14-886749474aea req-86d73f9d-bcf5-4b34-bea4-90d38d1418af service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:41:09.409418 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-069d29af-2067-45fe-8c14-886749474aea req-86d73f9d-bcf5-4b34-bea4-90d38d1418af service neutron] 10.222.0.42 "GET /v2.0/networks?id=7b96c852-8e2e-4d3b-ad4b-39924026f663 HTTP/1.1" status: 200 len: 921 time: 0.9156835 Apr 18 20:41:09.548541 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2daebcfc-8760-4305-b31d-2422cdb0c95b req-9a99fe59-c952-4df6-9eaa-fc46f82c7af8 service neutron] Port 5dd9420f-3993-4fe5-a063-6b15a634731b on network a92cea34-83a9-4801-bb75-cc07c451223b not bound, no agent of type Open vSwitch agent registered on host n-h2-838334-2 {{(pid=84040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 18 20:41:09.549181 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2daebcfc-8760-4305-b31d-2422cdb0c95b req-9a99fe59-c952-4df6-9eaa-fc46f82c7af8 service neutron] Attempting to bind port 5dd9420f-3993-4fe5-a063-6b15a634731b on network a92cea34-83a9-4801-bb75-cc07c451223b {{(pid=84040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 20:41:09.560648 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.db_base_plugin_common [req-43fc1b09-13ac-4484-b7b1-b3dd0520cdb5 req-8312d415-89bc-4725-97ec-d646ec574429 tempest-LiveAutoBlockMigrationV225Test-1713341100 tempest-LiveAutoBlockMigrationV225Test-1713341100-project] Allocated IP 172.20.0.14 (5ab7510b-2145-476c-b9d7-eb0e1ae538b7/5bf38cb0-45bd-48cb-9f8c-19a270201f44/50d89c2c-8806-4e15-b008-076d10f6051f) {{(pid=84041) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:41:09.591469 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Provisioning for port 3c9cf486-30d0-433e-b013-3f3ef213effe completed by entity L2. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 20:41:09.599402 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-637a3fa6-b75a-4a8f-8f6f-951d67cbde27 req-88694af4-bc07-443b-a9da-46d8d72fbcbe service neutron] 10.222.0.43 "GET /v2.0/networks/5ab7510b-2145-476c-b9d7-eb0e1ae538b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2286973 Apr 18 20:41:09.600994 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.l3_hamode_db [None req-959ffa0b-4a28-4c32-8adf-a9cc47421636 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22db2c67-8ca2-4b62-a28e-e9255641c33b', 'name': 'tempest-FloatingIPsAssociationTestJSON-855947906-router', 'tenant_id': 'c1a78f2b33ee4536986609e3ae5af78c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'external_fixed_ips': [{'subnet_id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'ip_address': '172.25.8.232'}], 'enable_snat': True}, 'gw_port_id': 'd9a547a0-4155-4085-af6d-040dbcee520a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:39:47Z', 'updated_at': '2022-04-18T20:39:52Z', 'revision_number': 4, 'project_id': 'c1a78f2b33ee4536986609e3ae5af78c', 'gw_port': {'id': 'd9a547a0-4155-4085-af6d-040dbcee520a', 'name': '', 'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:26:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22db2c67-8ca2-4b62-a28e-e9255641c33b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'ip_address': '172.25.8.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:39:48Z', 'updated_at': '2022-04-18T20:39:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838334-2', '_floatingips': [{'id': 'dd00b6f2-1ed6-4823-8f13-37481470b44b', 'tenant_id': 'c1a78f2b33ee4536986609e3ae5af78c', 'floating_ip_address': '172.25.8.114', 'floating_network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'router_id': '22db2c67-8ca2-4b62-a28e-e9255641c33b', 'port_id': '83781acf-08e2-45f0-bbcd-ac7d73ff7920', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7b96c852-8e2e-4d3b-ad4b-39924026f663', 'mac_address': 'fa:16:3e:7b:e7:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bd31c74-5ed9-42a9-8cb8-065ab982f3bb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T20:40:16Z', 'updated_at': '2022-04-18T20:41:04Z', 'revision_number': 1, 'project_id': 'c1a78f2b33ee4536986609e3ae5af78c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '489bc9af-8c18-4cbf-b0cb-efa3cb2b9723', 'name': '', 'network_id': '7b96c852-8e2e-4d3b-ad4b-39924026f663', 'tenant_id': 'c1a78f2b33ee4536986609e3ae5af78c', 'mac_address': 'fa:16:3e:90:ee:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22db2c67-8ca2-4b62-a28e-e9255641c33b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '769e5df8-16e3-4584-97ce-25a3b6243e3e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:39:51Z', 'updated_at': '2022-04-18T20:40:12Z', 'revision_number': 5, 'project_id': 'c1a78f2b33ee4536986609e3ae5af78c', 'subnets': [{'id': '769e5df8-16e3-4584-97ce-25a3b6243e3e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838334-2', False) {} {{(pid=84043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:41:09.603734 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Provisioning complete for port 3c9cf486-30d0-433e-b013-3f3ef213effe triggered by entity L2. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:41:09.604340 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1253608'] for port, provisioning_complete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:41:09.605189 n-d-838334-2 neutron-server[84043]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-959ffa0b-4a28-4c32-8adf-a9cc47421636 None None] The sync data for ids ['22db2c67-8ca2-4b62-a28e-e9255641c33b'] in n-d-838334-2 is: [{'id': '22db2c67-8ca2-4b62-a28e-e9255641c33b', 'name': 'tempest-FloatingIPsAssociationTestJSON-855947906-router', 'tenant_id': 'c1a78f2b33ee4536986609e3ae5af78c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'external_fixed_ips': [{'subnet_id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'ip_address': '172.25.8.232'}], 'enable_snat': True}, 'gw_port_id': 'd9a547a0-4155-4085-af6d-040dbcee520a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:39:47Z', 'updated_at': '2022-04-18T20:39:52Z', 'revision_number': 4, 'project_id': 'c1a78f2b33ee4536986609e3ae5af78c', 'gw_port': {'id': 'd9a547a0-4155-4085-af6d-040dbcee520a', 'name': '', 'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:26:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22db2c67-8ca2-4b62-a28e-e9255641c33b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'ip_address': '172.25.8.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:39:48Z', 'updated_at': '2022-04-18T20:39:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838334-2', '_floatingips': [{'id': 'dd00b6f2-1ed6-4823-8f13-37481470b44b', 'tenant_id': 'c1a78f2b33ee4536986609e3ae5af78c', 'floating_ip_address': '172.25.8.114', 'floating_network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'router_id': '22db2c67-8ca2-4b62-a28e-e9255641c33b', 'port_id': '83781acf-08e2-45f0-bbcd-ac7d73ff7920', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7b96c852-8e2e-4d3b-ad4b-39924026f663', 'mac_address': 'fa:16:3e:7b:e7:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bd31c74-5ed9-42a9-8cb8-065ab982f3bb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T20:40:16Z', 'updated_at': '2022-04-18T20:41:04Z', 'revision_number': 1, 'project_id': 'c1a78f2b33ee4536986609e3ae5af78c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '489bc9af-8c18-4cbf-b0cb-efa3cb2b9723', 'name': '', 'network_id': '7b96c852-8e2e-4d3b-ad4b-39924026f663', 'tenant_id': 'c1a78f2b33ee4536986609e3ae5af78c', 'mac_address': 'fa:16:3e:90:ee:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22db2c67-8ca2-4b62-a28e-e9255641c33b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '769e5df8-16e3-4584-97ce-25a3b6243e3e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:39:51Z', 'updated_at': '2022-04-18T20:40:12Z', 'revision_number': 5, 'project_id': 'c1a78f2b33ee4536986609e3ae5af78c', 'subnets': [{'id': '769e5df8-16e3-4584-97ce-25a3b6243e3e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84043) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 18 20:41:09.635896 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2daebcfc-8760-4305-b31d-2422cdb0c95b req-9a99fe59-c952-4df6-9eaa-fc46f82c7af8 service neutron] Checking agent: {'id': 'dc797004-f641-47b7-a77f-9c62b5b16296', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-838334-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 34, 3), 'started_at': datetime.datetime(2022, 4, 18, 20, 34, 3), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 20, 41, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 18 20:41:09.636640 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2daebcfc-8760-4305-b31d-2422cdb0c95b req-9a99fe59-c952-4df6-9eaa-fc46f82c7af8 service neutron] Checking segment: {'id': '636e5b77-90d2-4b9f-a149-e8d80d7281ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': 'a92cea34-83a9-4801-bb75-cc07c451223b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84040) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 20:41:09.637234 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2daebcfc-8760-4305-b31d-2422cdb0c95b req-9a99fe59-c952-4df6-9eaa-fc46f82c7af8 service neutron] Bound using segment: {'id': '636e5b77-90d2-4b9f-a149-e8d80d7281ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': 'a92cea34-83a9-4801-bb75-cc07c451223b'} {{(pid=84040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 18 20:41:09.637880 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.managers [req-2daebcfc-8760-4305-b31d-2422cdb0c95b req-9a99fe59-c952-4df6-9eaa-fc46f82c7af8 service neutron] Bound port: 5dd9420f-3993-4fe5-a063-6b15a634731b, host: n-h2-838334-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '636e5b77-90d2-4b9f-a149-e8d80d7281ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': 'a92cea34-83a9-4801-bb75-cc07c451223b'}}] {{(pid=84040) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 20:41:09.638433 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-2daebcfc-8760-4305-b31d-2422cdb0c95b req-9a99fe59-c952-4df6-9eaa-fc46f82c7af8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:41:09.698863 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-ce1e4e1e-a879-4366-bb8e-7a1831b982db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1103592'] for network, before_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:41:09.760221 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-e9e15d09-bc5e-4b4a-9de2-a049bb8cc963 req-9973ef69-b375-47c3-b4f3-b60c603557ef tempest-TaggedBootDevicesTest-1674414334 tempest-TaggedBootDevicesTest-1674414334-project] 10.222.0.42 "GET /v2.0/security-groups?id=67ac5558-a250-4106-afe6-28a5add43e38&id=cf1a4c14-6b4c-4b5a-99f9-781aa8c875fd&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.4530478 Apr 18 20:41:09.787229 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-57ecefd7-8b69-4c2d-a8d3-115dd011440d req-9b146f6c-691b-4cc0-b86b-7aa60615ad6f service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=30967135a3784f8f91989a9ec626fb3e&device_id=bc66a4ae-28da-4e1f-969f-022e139eaf43 HTTP/1.1" status: 200 len: 1095 time: 0.7625232 Apr 18 20:41:09.789055 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-069d29af-2067-45fe-8c14-886749474aea req-5a67355a-fe37-4f25-a4c7-c83a82bf1b6b service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=83781acf-08e2-45f0-bbcd-ac7d73ff7920 HTTP/1.1" status: 200 len: 999 time: 0.3678849 Apr 18 20:41:09.814436 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:41:09.827434 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec79d9be-3ed3-46c5-af39-ee61273bba1b None None] DHCP port deletion for 079e35ca-557b-42c6-b34f-dbc020bb616d request from n-d-838334-2 {{(pid=84042) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 18 20:41:09.835019 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.plugin [None req-ec79d9be-3ed3-46c5-af39-ee61273bba1b None None] Deleting port 6c63e36b-7d35-49e2-9012-035463e3a144 {{(pid=84042) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 20:41:09.835904 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-ec79d9be-3ed3-46c5-af39-ee61273bba1b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750375188691'] for port, before_delete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:41:09.952515 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-637a3fa6-b75a-4a8f-8f6f-951d67cbde27 req-87066fbb-345e-4a57-8955-d5653fb0cbf8 service neutron] 10.222.0.43 "GET /v2.0/networks/5ab7510b-2145-476c-b9d7-eb0e1ae538b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3312986 Apr 18 20:41:09.984534 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.plugin [None req-ce1e4e1e-a879-4366-bb8e-7a1831b982db admin admin] Deleting port 6c63e36b-7d35-49e2-9012-035463e3a144 {{(pid=84040) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 20:41:09.984534 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-ce1e4e1e-a879-4366-bb8e-7a1831b982db admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750375188691'] for port, before_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:41:10.059895 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.db [req-2daebcfc-8760-4305-b31d-2422cdb0c95b req-9a99fe59-c952-4df6-9eaa-fc46f82c7af8 service neutron] For port 5dd9420f-3993-4fe5-a063-6b15a634731b, host n-h2-838334-2, cleared binding levels {{(pid=84040) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 20:41:10.102087 n-d-838334-2 neutron-server[84042]: INFO neutron.notifiers.nova [-] Nova event matching ['req-642824c6-9f01-4c83-b396-8d302ef96d33'] response: {'server_uuid': '8673e101-8393-4988-bd25-3203c81d4af8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '381ec59e-d451-43b9-84e0-efcf973bb949', 'code': 200} Apr 18 20:41:10.137321 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-069d29af-2067-45fe-8c14-886749474aea req-79291af4-d283-41a5-84b5-7ddbc7c761c8 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:41:10.138825 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-069d29af-2067-45fe-8c14-886749474aea req-79291af4-d283-41a5-84b5-7ddbc7c761c8 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=769e5df8-16e3-4584-97ce-25a3b6243e3e HTTP/1.1" status: 200 len: 859 time: 0.3278244 Apr 18 20:41:10.159325 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.db [req-2daebcfc-8760-4305-b31d-2422cdb0c95b req-9a99fe59-c952-4df6-9eaa-fc46f82c7af8 service neutron] For port 5dd9420f-3993-4fe5-a063-6b15a634731b, host n-h2-838334-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838334-2',level=0,port_id=5dd9420f-3993-4fe5-a063-6b15a634731b,segment=NetworkSegment(636e5b77-90d2-4b9f-a149-e8d80d7281ee),segment_id=636e5b77-90d2-4b9f-a149-e8d80d7281ee)] {{(pid=84040) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 20:41:10.208394 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] For port 3c9cf486-30d0-433e-b013-3f3ef213effe, host n-h2-838334-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838334-2',level=0,port_id=3c9cf486-30d0-433e-b013-3f3ef213effe,segment=NetworkSegment(806925fb-1611-47d5-bfae-6289aca7c7ad),segment_id=806925fb-1611-47d5-bfae-6289aca7c7ad)] {{(pid=84042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:41:10.212568 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [req-43fc1b09-13ac-4484-b7b1-b3dd0520cdb5 req-8312d415-89bc-4725-97ec-d646ec574429 tempest-LiveAutoBlockMigrationV225Test-1713341100 tempest-LiveAutoBlockMigrationV225Test-1713341100-project] Notify callbacks [] for port, precommit_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:41:10.221080 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682'] for port, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:41:10.239167 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57ecefd7-8b69-4c2d-a8d3-115dd011440d req-8587d98b-85e6-4417-853b-9e89f8d9238c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:41:10.240616 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-57ecefd7-8b69-4c2d-a8d3-115dd011440d req-8587d98b-85e6-4417-853b-9e89f8d9238c service neutron] 10.222.0.48 "GET /v2.0/networks?id=2b4e6157-bc80-44e6-aceb-13aa29225b38 HTTP/1.1" status: 200 len: 908 time: 0.3745084 Apr 18 20:41:10.249438 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-2daebcfc-8760-4305-b31d-2422cdb0c95b req-9a99fe59-c952-4df6-9eaa-fc46f82c7af8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32440959'] for port, after_update {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:41:10.250152 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [req-43fc1b09-13ac-4484-b7b1-b3dd0520cdb5 req-8312d415-89bc-4725-97ec-d646ec574429 tempest-LiveAutoBlockMigrationV225Test-1713341100 tempest-LiveAutoBlockMigrationV225Test-1713341100-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750374836619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32266323'] for port, after_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:41:10.266997 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-ec79d9be-3ed3-46c5-af39-ee61273bba1b None None] For port 6c63e36b-7d35-49e2-9012-035463e3a144, host n-d-838334-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838334-2',level=0,port_id=6c63e36b-7d35-49e2-9012-035463e3a144,segment=NetworkSegment(a5e129cf-6a36-4adb-b738-73a89832322d),segment_id=a5e129cf-6a36-4adb-b738-73a89832322d)] {{(pid=84042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:41:10.267384 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-ec79d9be-3ed3-46c5-af39-ee61273bba1b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369123'] for port, precommit_delete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:41:10.283650 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] get_ports_and_sgs() called for port_ids ['d9019af7-5b28-4057-8390-07c6b7249f04'] {{(pid=84042) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 18 20:41:10.352918 n-d-838334-2 neutron-server[84041]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-43fc1b09-13ac-4484-b7b1-b3dd0520cdb5 req-8312d415-89bc-4725-97ec-d646ec574429 tempest-LiveAutoBlockMigrationV225Test-1713341100 tempest-LiveAutoBlockMigrationV225Test-1713341100-project] Network 5ab7510b-2145-476c-b9d7-eb0e1ae538b7 is already hosted by enough agents. {{(pid=84041) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:41:10.356479 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8312d415-89bc-4725-97ec-d646ec574429 tempest-LiveAutoBlockMigrationV225Test-1713341100 tempest-LiveAutoBlockMigrationV225Test-1713341100-project] Pushing event updated for resources: {'Port': ['ID=50d89c2c-8806-4e15-b008-076d10f6051f,revision_number=1']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:41:10.360902 n-d-838334-2 neutron-server[84041]: DEBUG neutron.scheduler.base_scheduler [req-43fc1b09-13ac-4484-b7b1-b3dd0520cdb5 req-8312d415-89bc-4725-97ec-d646ec574429 tempest-LiveAutoBlockMigrationV225Test-1713341100 tempest-LiveAutoBlockMigrationV225Test-1713341100-project] Resources bound (agent type, host, resource id): {{(pid=84041) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:41:10.363747 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.l3_dvrscheduler_db [req-43fc1b09-13ac-4484-b7b1-b3dd0520cdb5 req-8312d415-89bc-4725-97ec-d646ec574429 tempest-LiveAutoBlockMigrationV225Test-1713341100 tempest-LiveAutoBlockMigrationV225Test-1713341100-project] Received port after_create {{(pid=84041) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 20:41:10.450773 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-2daebcfc-8760-4305-b31d-2422cdb0c95b req-9a99fe59-c952-4df6-9eaa-fc46f82c7af8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217293'] for port, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:41:10.451227 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43fc1b09-13ac-4484-b7b1-b3dd0520cdb5 req-8312d415-89bc-4725-97ec-d646ec574429 tempest-LiveAutoBlockMigrationV225Test-1713341100 tempest-LiveAutoBlockMigrationV225Test-1713341100-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:41:10.451901 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [req-43fc1b09-13ac-4484-b7b1-b3dd0520cdb5 req-8312d415-89bc-4725-97ec-d646ec574429 tempest-LiveAutoBlockMigrationV225Test-1713341100 tempest-LiveAutoBlockMigrationV225Test-1713341100-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217293'] for port, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:41:10.452162 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-2daebcfc-8760-4305-b31d-2422cdb0c95b req-9a99fe59-c952-4df6-9eaa-fc46f82c7af8 service neutron] 10.222.0.48 "PUT /v2.0/ports/5dd9420f-3993-4fe5-a063-6b15a634731b HTTP/1.1" status: 200 len: 1092 time: 3.1661518 Apr 18 20:41:10.507807 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-43fc1b09-13ac-4484-b7b1-b3dd0520cdb5 req-8312d415-89bc-4725-97ec-d646ec574429 tempest-LiveAutoBlockMigrationV225Test-1713341100 tempest-LiveAutoBlockMigrationV225Test-1713341100-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8731196 Apr 18 20:41:10.524883 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.v2.base [req-43fc1b09-13ac-4484-b7b1-b3dd0520cdb5 req-e6d443ac-ef17-42e9-905f-d0f62ba7e0e0 service neutron] Request body: {'port': {'device_id': 'af4d32de-e1c9-49ff-a5f9-459cfba4378d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-838334-2'}} {{(pid=84041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 20:41:10.552143 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.plugin [None req-ec79d9be-3ed3-46c5-af39-ee61273bba1b None None] Calling delete_port for 6c63e36b-7d35-49e2-9012-035463e3a144 owned by network:dhcp {{(pid=84042) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 20:41:10.650622 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Pushing event updated for resources: {'Port': ['ID=3c9cf486-30d0-433e-b013-3f3ef213effe,revision_number=5']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:41:10.653539 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [req-43fc1b09-13ac-4484-b7b1-b3dd0520cdb5 req-e6d443ac-ef17-42e9-905f-d0f62ba7e0e0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:41:10.767970 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-57ecefd7-8b69-4c2d-a8d3-115dd011440d req-6875b86c-d7c4-4006-aba9-abc9f75ed12d service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=ecc9262a-94bf-40c1-99c0-e4ad54b2ed5f HTTP/1.1" status: 200 len: 217 time: 0.5059760 Apr 18 20:41:10.812375 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Device 6c63e36b-7d35-49e2-9012-035463e3a144 no longer exists at agent ovs-agent-n-d-838334-2 {{(pid=84042) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 20:41:10.857945 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a99fe59-c952-4df6-9eaa-fc46f82c7af8 service neutron] Pushing event updated for resources: {'Port': ['ID=5dd9420f-3993-4fe5-a063-6b15a634731b,revision_number=3']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:41:10.861948 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-ec79d9be-3ed3-46c5-af39-ee61273bba1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750375259028', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750374836628'] for port, after_delete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:41:10.899499 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-069d29af-2067-45fe-8c14-886749474aea req-d8146fea-b8b0-4640-ba83-527e46b3ef8e service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=7b96c852-8e2e-4d3b-ad4b-39924026f663&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.7386658 Apr 18 20:41:10.910932 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a5176f3-dbb0-48a1-ad4f-b2e824c7f28a req-776571e1-161a-4198-9594-1f6e77712c32 tempest-ImagesTestJSON-757689736 tempest-ImagesTestJSON-757689736-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:41:10.911521 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [req-2a5176f3-dbb0-48a1-ad4f-b2e824c7f28a req-776571e1-161a-4198-9594-1f6e77712c32 tempest-ImagesTestJSON-757689736 tempest-ImagesTestJSON-757689736-project] Synchronizing usage tracker for tenant:dfa04f762e14427e8043e36ea411d50f on resource:port {{(pid=84040) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 20:41:10.918186 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.db [None req-ce1e4e1e-a879-4366-bb8e-7a1831b982db admin admin] For port 6c63e36b-7d35-49e2-9012-035463e3a144, host n-d-838334-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838334-2',level=0,port_id=6c63e36b-7d35-49e2-9012-035463e3a144,segment=NetworkSegment(a5e129cf-6a36-4adb-b738-73a89832322d),segment_id=a5e129cf-6a36-4adb-b738-73a89832322d)] {{(pid=84040) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:41:10.918539 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-ce1e4e1e-a879-4366-bb8e-7a1831b982db admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369123'] for port, precommit_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:41:10.932771 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [req-069d29af-2067-45fe-8c14-886749474aea req-ba77765f-d9d6-4894-8bb6-6df4eebd0823 service neutron] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=84040) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 18 20:41:10.933691 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-069d29af-2067-45fe-8c14-886749474aea req-ba77765f-d9d6-4894-8bb6-6df4eebd0823 service neutron] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0062213 Apr 18 20:41:10.968207 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.plugin [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] No Port match for: 6c63e36b-7d35-49e2-9012-035463e3a144 {{(pid=84042) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 18 20:41:10.968575 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Device 6c63e36b-7d35-49e2-9012-035463e3a144 not bound to the agent host n-d-838334-2 {{(pid=84042) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 20:41:10.990447 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec79d9be-3ed3-46c5-af39-ee61273bba1b None None] Pushing event deleted for resources: {'Port': ['ID=6c63e36b-7d35-49e2-9012-035463e3a144,revision_number=None']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:41:11.005888 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec79d9be-3ed3-46c5-af39-ee61273bba1b None None] No DVR routers for this DVR port 6c63e36b-7d35-49e2-9012-035463e3a144 on host n-d-838334-2 {{(pid=84042) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 20:41:11.080454 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57ecefd7-8b69-4c2d-a8d3-115dd011440d req-95e6c945-7d1f-41db-81e0-e5f97be4ccac service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:41:11.082669 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-57ecefd7-8b69-4c2d-a8d3-115dd011440d req-95e6c945-7d1f-41db-81e0-e5f97be4ccac service neutron] 10.222.0.48 "GET /v2.0/subnets?id=2a27c3e0-e2c3-453b-9e93-76a003aa4b19 HTTP/1.1" status: 200 len: 847 time: 0.2975249 Apr 18 20:41:11.095194 n-d-838334-2 neutron-server[84041]: DEBUG neutron.notifiers.nova [req-43fc1b09-13ac-4484-b7b1-b3dd0520cdb5 req-e6d443ac-ef17-42e9-905f-d0f62ba7e0e0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 50d89c2c-8806-4e15-b008-076d10f6051f {{(pid=84041) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 18 20:41:11.095791 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.plugin [None req-ce1e4e1e-a879-4366-bb8e-7a1831b982db admin admin] Calling delete_port for 6c63e36b-7d35-49e2-9012-035463e3a144 owned by network:dhcp {{(pid=84040) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 20:41:11.102641 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [req-43fc1b09-13ac-4484-b7b1-b3dd0520cdb5 req-e6d443ac-ef17-42e9-905f-d0f62ba7e0e0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:41:11.117581 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.provisioning_blocks [req-43fc1b09-13ac-4484-b7b1-b3dd0520cdb5 req-e6d443ac-ef17-42e9-905f-d0f62ba7e0e0 service neutron] Transition to ACTIVE for port object 50d89c2c-8806-4e15-b008-076d10f6051f will not be triggered until provisioned by entity L2. {{(pid=84041) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 20:41:11.123063 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [req-43fc1b09-13ac-4484-b7b1-b3dd0520cdb5 req-e6d443ac-ef17-42e9-905f-d0f62ba7e0e0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32266282'] for port, after_update {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:41:11.136526 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-2daebcfc-8760-4305-b31d-2422cdb0c95b req-cf44703d-a983-47ad-9877-809f0eb665d5 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=dfa04f762e14427e8043e36ea411d50f&device_id=125f19ef-ec6c-479f-b4b8-b796930da404 HTTP/1.1" status: 200 len: 1095 time: 0.6245401 Apr 18 20:41:11.260180 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6d443ac-ef17-42e9-905f-d0f62ba7e0e0 service neutron] Pushing event updated for resources: {'Port': ['ID=50d89c2c-8806-4e15-b008-076d10f6051f,revision_number=2']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:41:11.292128 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [req-2a5176f3-dbb0-48a1-ad4f-b2e824c7f28a req-776571e1-161a-4198-9594-1f6e77712c32 tempest-ImagesTestJSON-757689736 tempest-ImagesTestJSON-757689736-project] Unset dirty status for tenant:dfa04f762e14427e8043e36ea411d50f on resource:port {{(pid=84040) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 20:41:11.293265 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-2a5176f3-dbb0-48a1-ad4f-b2e824c7f28a req-776571e1-161a-4198-9594-1f6e77712c32 tempest-ImagesTestJSON-757689736 tempest-ImagesTestJSON-757689736-project] 10.222.0.42 "GET /v2.0/ports?device_id=125f19ef-ec6c-479f-b4b8-b796930da404 HTTP/1.1" status: 200 len: 944 time: 1.0556965 Apr 18 20:41:11.304822 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-57ecefd7-8b69-4c2d-a8d3-115dd011440d req-0b733eb1-d6d2-44cc-806a-2aa565eb2ce8 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=2b4e6157-bc80-44e6-aceb-13aa29225b38&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1768413 Apr 18 20:41:11.359522 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-2daebcfc-8760-4305-b31d-2422cdb0c95b req-65ffc898-ba86-4ce6-ae9a-a55ff1223b04 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5dd9420f-3993-4fe5-a063-6b15a634731b HTTP/1.1" status: 200 len: 217 time: 0.1456242 Apr 18 20:41:11.369305 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.managers [req-43fc1b09-13ac-4484-b7b1-b3dd0520cdb5 req-e6d443ac-ef17-42e9-905f-d0f62ba7e0e0 service neutron] Attempting to bind port 50d89c2c-8806-4e15-b008-076d10f6051f on host n-h1-838334-2 for vnic_type normal with profile {{(pid=84041) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:41:11.369633 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.managers [req-43fc1b09-13ac-4484-b7b1-b3dd0520cdb5 req-e6d443ac-ef17-42e9-905f-d0f62ba7e0e0 service neutron] Attempting to bind port 50d89c2c-8806-4e15-b008-076d10f6051f by drivers openvswitch,hyperv on host n-h1-838334-2 at level 0 using segments [{'id': 'e2a67327-2af4-4205-9ade-197b88c2bea8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '5ab7510b-2145-476c-b9d7-eb0e1ae538b7'}] {{(pid=84041) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:41:11.369957 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43fc1b09-13ac-4484-b7b1-b3dd0520cdb5 req-e6d443ac-ef17-42e9-905f-d0f62ba7e0e0 service neutron] Attempting to bind port 50d89c2c-8806-4e15-b008-076d10f6051f on network 5ab7510b-2145-476c-b9d7-eb0e1ae538b7 {{(pid=84041) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 20:41:11.376704 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43fc1b09-13ac-4484-b7b1-b3dd0520cdb5 req-e6d443ac-ef17-42e9-905f-d0f62ba7e0e0 service neutron] Port 50d89c2c-8806-4e15-b008-076d10f6051f on network 5ab7510b-2145-476c-b9d7-eb0e1ae538b7 not bound, no agent of type Open vSwitch agent registered on host n-h1-838334-2 {{(pid=84041) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 18 20:41:11.377019 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43fc1b09-13ac-4484-b7b1-b3dd0520cdb5 req-e6d443ac-ef17-42e9-905f-d0f62ba7e0e0 service neutron] Attempting to bind port 50d89c2c-8806-4e15-b008-076d10f6051f on network 5ab7510b-2145-476c-b9d7-eb0e1ae538b7 {{(pid=84041) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 20:41:11.383336 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43fc1b09-13ac-4484-b7b1-b3dd0520cdb5 req-e6d443ac-ef17-42e9-905f-d0f62ba7e0e0 service neutron] Checking agent: {'id': 'd63bab19-ff81-4de1-afeb-a3732288d0d7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-838334-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 33, 59), 'started_at': datetime.datetime(2022, 4, 18, 20, 33, 59), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 20, 40, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84041) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 18 20:41:11.383692 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43fc1b09-13ac-4484-b7b1-b3dd0520cdb5 req-e6d443ac-ef17-42e9-905f-d0f62ba7e0e0 service neutron] Checking segment: {'id': 'e2a67327-2af4-4205-9ade-197b88c2bea8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '5ab7510b-2145-476c-b9d7-eb0e1ae538b7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84041) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 20:41:11.384070 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43fc1b09-13ac-4484-b7b1-b3dd0520cdb5 req-e6d443ac-ef17-42e9-905f-d0f62ba7e0e0 service neutron] Bound using segment: {'id': 'e2a67327-2af4-4205-9ade-197b88c2bea8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '5ab7510b-2145-476c-b9d7-eb0e1ae538b7'} {{(pid=84041) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 18 20:41:11.384489 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.managers [req-43fc1b09-13ac-4484-b7b1-b3dd0520cdb5 req-e6d443ac-ef17-42e9-905f-d0f62ba7e0e0 service neutron] Bound port: 50d89c2c-8806-4e15-b008-076d10f6051f, host: n-h1-838334-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e2a67327-2af4-4205-9ade-197b88c2bea8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '5ab7510b-2145-476c-b9d7-eb0e1ae538b7'}}] {{(pid=84041) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 20:41:11.384830 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [req-43fc1b09-13ac-4484-b7b1-b3dd0520cdb5 req-e6d443ac-ef17-42e9-905f-d0f62ba7e0e0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:41:11.496159 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.db [req-43fc1b09-13ac-4484-b7b1-b3dd0520cdb5 req-e6d443ac-ef17-42e9-905f-d0f62ba7e0e0 service neutron] For port 50d89c2c-8806-4e15-b008-076d10f6051f, host n-h1-838334-2, cleared binding levels {{(pid=84041) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 20:41:11.499360 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.db [req-43fc1b09-13ac-4484-b7b1-b3dd0520cdb5 req-e6d443ac-ef17-42e9-905f-d0f62ba7e0e0 service neutron] For port 50d89c2c-8806-4e15-b008-076d10f6051f, host n-h1-838334-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838334-2',level=0,port_id=50d89c2c-8806-4e15-b008-076d10f6051f,segment=NetworkSegment(e2a67327-2af4-4205-9ade-197b88c2bea8),segment_id=e2a67327-2af4-4205-9ade-197b88c2bea8)] {{(pid=84041) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 20:41:11.504752 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [req-43fc1b09-13ac-4484-b7b1-b3dd0520cdb5 req-e6d443ac-ef17-42e9-905f-d0f62ba7e0e0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32266282'] for port, after_update {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:41:11.527208 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.db.api [None req-ce1e4e1e-a879-4366-bb8e-7a1831b982db admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84040) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 18 20:41:11.527523 n-d-838334-2 neutron-server[84040]: DEBUG oslo_db.api [None req-ce1e4e1e-a879-4366-bb8e-7a1831b982db admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 18 20:41:11.549452 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-069d29af-2067-45fe-8c14-886749474aea req-a5574551-3f74-46cb-9c91-1ad8876fa01a service neutron] 10.222.0.42 "GET /v2.0/networks/7b96c852-8e2e-4d3b-ad4b-39924026f663?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5546465 Apr 18 20:41:11.557443 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-2a5176f3-dbb0-48a1-ad4f-b2e824c7f28a req-bf2395ba-565c-41ac-8af9-a30b7fb6e319 tempest-ImagesTestJSON-757689736 tempest-ImagesTestJSON-757689736-project] 10.222.0.42 "GET /v2.0/security-groups?id=59d22466-01c3-4eda-9b5c-cb887beaa55e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2420466 Apr 18 20:41:11.564817 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [req-43fc1b09-13ac-4484-b7b1-b3dd0520cdb5 req-e6d443ac-ef17-42e9-905f-d0f62ba7e0e0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217293'] for port, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:41:11.566216 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-43fc1b09-13ac-4484-b7b1-b3dd0520cdb5 req-e6d443ac-ef17-42e9-905f-d0f62ba7e0e0 service neutron] 10.222.0.43 "PUT /v2.0/ports/50d89c2c-8806-4e15-b008-076d10f6051f HTTP/1.1" status: 200 len: 1092 time: 1.0482173 Apr 18 20:41:11.591540 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2daebcfc-8760-4305-b31d-2422cdb0c95b req-f1320fc8-f3f1-47a8-b252-20fbc507330c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:41:11.593025 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-2daebcfc-8760-4305-b31d-2422cdb0c95b req-f1320fc8-f3f1-47a8-b252-20fbc507330c service neutron] 10.222.0.48 "GET /v2.0/subnets?id=6bff4054-f84b-415b-b0b0-aa32d7878409 HTTP/1.1" status: 200 len: 844 time: 0.2159805 Apr 18 20:41:11.594304 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6d443ac-ef17-42e9-905f-d0f62ba7e0e0 service neutron] Pushing event updated for resources: {'Port': ['ID=50d89c2c-8806-4e15-b008-076d10f6051f,revision_number=3']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:41:11.653718 n-d-838334-2 neutron-server[84041]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5d31447a-b25d-4dbb-afc4-c4ee3bb24731'] response: {'server_uuid': '8673e101-8393-4988-bd25-3203c81d4af8', 'name': 'network-vif-deleted', 'tag': '381ec59e-d451-43b9-84e0-efcf973bb949', 'status': 'completed', 'code': 200} Apr 18 20:41:11.691090 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-43fc1b09-13ac-4484-b7b1-b3dd0520cdb5 req-869d81a6-6f05-40ad-b9b7-d453a737eacf service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=7843cba0a7e24a0397d5219cb7fd254c&device_id=af4d32de-e1c9-49ff-a5f9-459cfba4378d HTTP/1.1" status: 200 len: 1095 time: 0.0764408 Apr 18 20:41:11.731538 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-2daebcfc-8760-4305-b31d-2422cdb0c95b req-0a0682ed-8e57-4d6a-957b-e6da17addf07 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=a92cea34-83a9-4801-bb75-cc07c451223b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0790896 Apr 18 20:41:11.733173 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-57ecefd7-8b69-4c2d-a8d3-115dd011440d req-20695092-eb2b-446d-9a56-550df2ed6ce0 service neutron] 10.222.0.48 "GET /v2.0/networks/2b4e6157-bc80-44e6-aceb-13aa29225b38?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4167793 Apr 18 20:41:11.767802 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-43fc1b09-13ac-4484-b7b1-b3dd0520cdb5 req-7453bc58-0547-44c7-87f9-669db71ea509 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=50d89c2c-8806-4e15-b008-076d10f6051f HTTP/1.1" status: 200 len: 217 time: 0.0664215 Apr 18 20:41:11.829454 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43fc1b09-13ac-4484-b7b1-b3dd0520cdb5 req-39e7adc6-1c9d-454f-913c-ae4c03b327b3 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:41:11.831228 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-43fc1b09-13ac-4484-b7b1-b3dd0520cdb5 req-39e7adc6-1c9d-454f-913c-ae4c03b327b3 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=5bf38cb0-45bd-48cb-9f8c-19a270201f44 HTTP/1.1" status: 200 len: 860 time: 0.0581322 Apr 18 20:41:11.877526 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-43fc1b09-13ac-4484-b7b1-b3dd0520cdb5 req-9d58cd02-0050-4caa-944d-6d64329746cf service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=5ab7510b-2145-476c-b9d7-eb0e1ae538b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0395267 Apr 18 20:41:12.019004 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-43fc1b09-13ac-4484-b7b1-b3dd0520cdb5 req-4aa18d79-c903-46dc-bafa-98f5dda9f905 service neutron] 10.222.0.43 "GET /v2.0/networks/5ab7510b-2145-476c-b9d7-eb0e1ae538b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1342704 Apr 18 20:41:12.021951 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-069d29af-2067-45fe-8c14-886749474aea req-298bf6cf-c50b-494a-886b-5454b605db7e service neutron] 10.222.0.42 "GET /v2.0/networks/7b96c852-8e2e-4d3b-ad4b-39924026f663?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4521563 Apr 18 20:41:12.036414 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.plugin [None req-ce1e4e1e-a879-4366-bb8e-7a1831b982db admin admin] Deleting port 6c63e36b-7d35-49e2-9012-035463e3a144 {{(pid=84040) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 20:41:12.036729 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-ce1e4e1e-a879-4366-bb8e-7a1831b982db admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750375188691'] for port, before_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:41:12.103136 n-d-838334-2 neutron-server[84042]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e0e2d6b0-4b7a-4309-8d92-47bdafbc7681', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3c9cf486-30d0-433e-b013-3f3ef213effe'}] {{(pid=84042) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 20:41:12.160774 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-43fc1b09-13ac-4484-b7b1-b3dd0520cdb5 req-83830437-6a92-476b-9978-c5e10040c9ae service neutron] 10.222.0.43 "GET /v2.0/networks/5ab7510b-2145-476c-b9d7-eb0e1ae538b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1353250 Apr 18 20:41:12.256213 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.plugin [None req-ce1e4e1e-a879-4366-bb8e-7a1831b982db admin admin] The port '6c63e36b-7d35-49e2-9012-035463e3a144' was deleted {{(pid=84040) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 18 20:41:12.341860 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-4048ba67-db36-4daa-b004-c60593359187 req-f3b3200a-08e2-4f2a-9d4d-eb65b28945d3 tempest-FloatingIPDetailsTestJSON-2060136642 tempest-FloatingIPDetailsTestJSON-2060136642-project] 10.222.0.42 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.6503732 Apr 18 20:41:12.382455 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-57ecefd7-8b69-4c2d-a8d3-115dd011440d req-08137da3-cdfe-45c6-94c5-32ad1207078a service neutron] 10.222.0.48 "GET /v2.0/networks/2b4e6157-bc80-44e6-aceb-13aa29225b38?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5835409 Apr 18 20:41:12.390188 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.v2.base [req-4048ba67-db36-4daa-b004-c60593359187 req-d6e3c2b5-f4ed-45ae-b009-a024a28bf186 tempest-FloatingIPDetailsTestJSON-2060136642 tempest-FloatingIPDetailsTestJSON-2060136642-project] Request body: {'floatingip': {'floating_network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c'}} {{(pid=84040) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 20:41:12.403169 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [req-4048ba67-db36-4daa-b004-c60593359187 req-d6e3c2b5-f4ed-45ae-b009-a024a28bf186 tempest-FloatingIPDetailsTestJSON-2060136642 tempest-FloatingIPDetailsTestJSON-2060136642-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:41:12.449386 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-2daebcfc-8760-4305-b31d-2422cdb0c95b req-4aa9d6b3-609d-406c-b578-a7c96ace3ba0 service neutron] 10.222.0.48 "GET /v2.0/networks/a92cea34-83a9-4801-bb75-cc07c451223b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6490598 Apr 18 20:41:12.475309 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [req-4048ba67-db36-4daa-b004-c60593359187 req-d6e3c2b5-f4ed-45ae-b009-a024a28bf186 tempest-FloatingIPDetailsTestJSON-2060136642 tempest-FloatingIPDetailsTestJSON-2060136642-project] Attempting to reserve 1 items for resource floatingip. Total usage: 2; quota limit: 50; headroom:48 {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:41:12.561206 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-ce1e4e1e-a879-4366-bb8e-7a1831b982db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1258905', 'neutron.services.segments.db._delete_segments_for_network-8750375287417'] for network, precommit_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:41:12.590407 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-4048ba67-db36-4daa-b004-c60593359187 req-d6e3c2b5-f4ed-45ae-b009-a024a28bf186 tempest-FloatingIPDetailsTestJSON-2060136642 tempest-FloatingIPDetailsTestJSON-2060136642-project] Notify callbacks [] for floatingip, before_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:41:12.631268 n-d-838334-2 neutron-server[84040]: DEBUG neutron.services.segments.db [None req-ce1e4e1e-a879-4366-bb8e-7a1831b982db admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['079e35ca-557b-42c6-b34f-dbc020bb616d']}} {{(pid=84040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:41:12.705811 n-d-838334-2 neutron-server[84040]: DEBUG neutron.services.segments.db [None req-ce1e4e1e-a879-4366-bb8e-7a1831b982db admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a5e129cf-6a36-4adb-b738-73a89832322d') {'for_net_delete': True} {{(pid=84040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:41:12.706104 n-d-838334-2 neutron-server[84040]: DEBUG neutron.services.segments.db [None req-ce1e4e1e-a879-4366-bb8e-7a1831b982db admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a5e129cf-6a36-4adb-b738-73a89832322d') {} {{(pid=84040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:41:12.722599 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0759b077-2a23-4721-8ca0-ad04f5476599 req-b0368341-940c-407d-8f01-29e5d0758b81 tempest-LiveAutoBlockMigrationV225Test-1713341100 tempest-LiveAutoBlockMigrationV225Test-1713341100-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:41:12.724066 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-0759b077-2a23-4721-8ca0-ad04f5476599 req-b0368341-940c-407d-8f01-29e5d0758b81 tempest-LiveAutoBlockMigrationV225Test-1713341100 tempest-LiveAutoBlockMigrationV225Test-1713341100-project] 10.222.0.42 "GET /v2.0/ports?device_id=af4d32de-e1c9-49ff-a5f9-459cfba4378d HTTP/1.1" status: 200 len: 944 time: 0.4645755 Apr 18 20:41:12.746474 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-ce1e4e1e-a879-4366-bb8e-7a1831b982db admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750375287300', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31955965'] for segment, before_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:41:12.792746 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-2daebcfc-8760-4305-b31d-2422cdb0c95b req-1c51394f-4cb0-4b70-805c-05ea285de46e service neutron] 10.222.0.48 "GET /v2.0/networks/a92cea34-83a9-4801-bb75-cc07c451223b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3105779 Apr 18 20:41:12.806419 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-ce1e4e1e-a879-4366-bb8e-7a1831b982db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1082986'] for segment, precommit_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:41:12.821370 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ce1e4e1e-a879-4366-bb8e-7a1831b982db admin admin] Releasing vlan 392 on physical network physnet1 to pool {{(pid=84040) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 18 20:41:12.821760 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-ce1e4e1e-a879-4366-bb8e-7a1831b982db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1082993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32440923'] for segment, after_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:41:12.837998 n-d-838334-2 neutron-server[84040]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 20:41:12.837998 n-d-838334-2 neutron-server[84040]: util.warn( Apr 18 20:41:12.837998 n-d-838334-2 neutron-server[84040]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 20:41:12.837998 n-d-838334-2 neutron-server[84040]: util.warn( Apr 18 20:41:12.837998 n-d-838334-2 neutron-server[84040]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 20:41:12.837998 n-d-838334-2 neutron-server[84040]: util.warn( Apr 18 20:41:12.837998 n-d-838334-2 neutron-server[84040]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 20:41:12.837998 n-d-838334-2 neutron-server[84040]: util.warn( Apr 18 20:41:12.837998 n-d-838334-2 neutron-server[84040]: Traceback (most recent call last): Apr 18 20:41:12.837998 n-d-838334-2 neutron-server[84040]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 18 20:41:12.837998 n-d-838334-2 neutron-server[84040]: timer() Apr 18 20:41:12.837998 n-d-838334-2 neutron-server[84040]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 20:41:12.837998 n-d-838334-2 neutron-server[84040]: cb(*args, **kw) Apr 18 20:41:12.837998 n-d-838334-2 neutron-server[84040]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 18 20:41:12.837998 n-d-838334-2 neutron-server[84040]: return func(*args, **kwargs) Apr 18 20:41:12.837998 n-d-838334-2 neutron-server[84040]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 20:41:12.837998 n-d-838334-2 neutron-server[84040]: self._notify() Apr 18 20:41:12.837998 n-d-838334-2 neutron-server[84040]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 20:41:12.837998 n-d-838334-2 neutron-server[84040]: self.callback(batched_events) Apr 18 20:41:12.837998 n-d-838334-2 neutron-server[84040]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 20:41:12.837998 n-d-838334-2 neutron-server[84040]: event.method(event) Apr 18 20:41:12.837998 n-d-838334-2 neutron-server[84040]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 18 20:41:12.837998 n-d-838334-2 neutron-server[84040]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 20:41:12.837998 n-d-838334-2 neutron-server[84040]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 18 20:41:12.837998 n-d-838334-2 neutron-server[84040]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 20:41:12.837998 n-d-838334-2 neutron-server[84040]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 18 20:41:12.837998 n-d-838334-2 neutron-server[84040]: return f(self, *a, **k) Apr 18 20:41:12.837998 n-d-838334-2 neutron-server[84040]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 18 20:41:12.837998 n-d-838334-2 neutron-server[84040]: return self._get(url).json() Apr 18 20:41:12.837998 n-d-838334-2 neutron-server[84040]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 18 20:41:12.837998 n-d-838334-2 neutron-server[84040]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 20:41:12.837998 n-d-838334-2 neutron-server[84040]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 18 20:41:12.837998 n-d-838334-2 neutron-server[84040]: return self.request(url, 'GET', **kwargs) Apr 18 20:41:12.837998 n-d-838334-2 neutron-server[84040]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 18 20:41:12.837998 n-d-838334-2 neutron-server[84040]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 20:41:12.837998 n-d-838334-2 neutron-server[84040]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 18 20:41:12.837998 n-d-838334-2 neutron-server[84040]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 20:41:12.837998 n-d-838334-2 neutron-server[84040]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 18 20:41:12.837998 n-d-838334-2 neutron-server[84040]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 20:41:12.837998 n-d-838334-2 neutron-server[84040]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 20:41:12.902076 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-0759b077-2a23-4721-8ca0-ad04f5476599 req-a49b540b-6d96-4a3f-869f-07a5f5ae6b4f tempest-LiveAutoBlockMigrationV225Test-1713341100 tempest-LiveAutoBlockMigrationV225Test-1713341100-project] 10.222.0.42 "GET /v2.0/security-groups?id=bf712067-aabd-4e70-aae1-082928dd1ccd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1635225 Apr 18 20:41:12.920609 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-ce1e4e1e-a879-4366-bb8e-7a1831b982db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1258898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33526109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33444113'] for network, after_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:41:12.947107 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-ce1e4e1e-a879-4366-bb8e-7a1831b982db admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32378031'] for network, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:41:12.964715 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce1e4e1e-a879-4366-bb8e-7a1831b982db admin admin] Pushing event deleted for resources: {'Network': ['ID=079e35ca-557b-42c6-b34f-dbc020bb616d,revision_number=None']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:41:12.987074 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-ce1e4e1e-a879-4366-bb8e-7a1831b982db admin admin] 10.222.0.42 "DELETE /v2.0/networks/079e35ca-557b-42c6-b34f-dbc020bb616d HTTP/1.1" status: 204 len: 168 time: 3.7969725 Apr 18 20:41:12.989910 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 37350) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:41:12.994488 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-4048ba67-db36-4daa-b004-c60593359187 req-d6e3c2b5-f4ed-45ae-b009-a024a28bf186 tempest-FloatingIPDetailsTestJSON-2060136642 tempest-FloatingIPDetailsTestJSON-2060136642-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:41:13.075949 n-d-838334-2 neutron-server[84040]: INFO neutron.notifiers.nova [-] Nova event matching ['req-81e161ba-9e90-45b3-9271-38327b43fbb5'] response: {'name': 'network-changed', 'server_uuid': '7bd31c74-5ed9-42a9-8cb8-065ab982f3bb', 'tag': '83781acf-08e2-45f0-bbcd-ac7d73ff7920', 'status': 'completed', 'code': 200} Apr 18 20:41:13.145557 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.db_base_plugin_common [req-4048ba67-db36-4daa-b004-c60593359187 req-d6e3c2b5-f4ed-45ae-b009-a024a28bf186 tempest-FloatingIPDetailsTestJSON-2060136642 tempest-FloatingIPDetailsTestJSON-2060136642-project] Allocated IP 172.25.8.105 (e41b6600-a917-4a8d-b05c-be3be40c6d8c/6b05667b-848e-4356-9b44-d5eb6808ef74/7baada79-aba9-40d1-b098-1d83518961f1) {{(pid=84040) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:41:13.325240 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-8a695576-8c5e-468d-9b4b-6b3adcac8218 req-f08d232f-8c89-491e-97bf-d74e5c851f03 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=c1a78f2b33ee4536986609e3ae5af78c&device_id=7bd31c74-5ed9-42a9-8cb8-065ab982f3bb HTTP/1.1" status: 200 len: 1096 time: 0.1514728 Apr 18 20:41:13.355015 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-4048ba67-db36-4daa-b004-c60593359187 req-d6e3c2b5-f4ed-45ae-b009-a024a28bf186 tempest-FloatingIPDetailsTestJSON-2060136642 tempest-FloatingIPDetailsTestJSON-2060136642-project] Notify callbacks [] for port, precommit_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:41:13.365580 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaead3e8-de78-4687-b011-fdc615dc600b req-a6e5459a-023f-4585-9ecc-484b40a57528 tempest-LiveMigrationTest-963278731 tempest-LiveMigrationTest-963278731-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:41:13.367033 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-aaead3e8-de78-4687-b011-fdc615dc600b req-a6e5459a-023f-4585-9ecc-484b40a57528 tempest-LiveMigrationTest-963278731 tempest-LiveMigrationTest-963278731-project] 10.222.0.42 "GET /v2.0/ports?device_id=e0e2d6b0-4b7a-4309-8d92-47bdafbc7681 HTTP/1.1" status: 200 len: 946 time: 0.1922674 Apr 18 20:41:13.423832 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-aaead3e8-de78-4687-b011-fdc615dc600b req-4efd0dfb-2eb3-4cb1-973c-56638efcb2d0 tempest-LiveMigrationTest-963278731 tempest-LiveMigrationTest-963278731-project] 10.222.0.42 "GET /v2.0/security-groups?id=c1ded286-bbeb-4ec4-95be-e4f6aab8a892&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498827 Apr 18 20:41:13.427103 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-4048ba67-db36-4daa-b004-c60593359187 req-d6e3c2b5-f4ed-45ae-b009-a024a28bf186 tempest-FloatingIPDetailsTestJSON-2060136642 tempest-FloatingIPDetailsTestJSON-2060136642-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750374836619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32440838'] for port, after_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:41:13.495199 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a695576-8c5e-468d-9b4b-6b3adcac8218 req-2be9816d-ef97-4d73-9c8f-98e360b2075c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:41:13.496793 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-8a695576-8c5e-468d-9b4b-6b3adcac8218 req-2be9816d-ef97-4d73-9c8f-98e360b2075c service neutron] 10.222.0.43 "GET /v2.0/networks?id=7b96c852-8e2e-4d3b-ad4b-39924026f663 HTTP/1.1" status: 200 len: 921 time: 0.1625593 Apr 18 20:41:13.499033 n-d-838334-2 neutron-server[84040]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4048ba67-db36-4daa-b004-c60593359187 req-d6e3c2b5-f4ed-45ae-b009-a024a28bf186 tempest-FloatingIPDetailsTestJSON-2060136642 tempest-FloatingIPDetailsTestJSON-2060136642-project] Network e41b6600-a917-4a8d-b05c-be3be40c6d8c is already hosted by enough agents. {{(pid=84040) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:41:13.502156 n-d-838334-2 neutron-server[84040]: DEBUG neutron.scheduler.base_scheduler [req-4048ba67-db36-4daa-b004-c60593359187 req-d6e3c2b5-f4ed-45ae-b009-a024a28bf186 tempest-FloatingIPDetailsTestJSON-2060136642 tempest-FloatingIPDetailsTestJSON-2060136642-project] Resources bound (agent type, host, resource id): {{(pid=84040) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:41:13.506603 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.l3_dvrscheduler_db [req-4048ba67-db36-4daa-b004-c60593359187 req-d6e3c2b5-f4ed-45ae-b009-a024a28bf186 tempest-FloatingIPDetailsTestJSON-2060136642 tempest-FloatingIPDetailsTestJSON-2060136642-project] Received port after_create {{(pid=84040) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 20:41:13.533645 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6e3c2b5-f4ed-45ae-b009-a024a28bf186 tempest-FloatingIPDetailsTestJSON-2060136642 tempest-FloatingIPDetailsTestJSON-2060136642-project] Pushing event updated for resources: {'Port': ['ID=7baada79-aba9-40d1-b098-1d83518961f1,revision_number=1']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:41:13.651578 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f50da0e1-6179-4264-926c-02f92c3f2165 None None] New status for floating IP dd00b6f2-1ed6-4823-8f13-37481470b44b: ACTIVE {{(pid=84042) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Apr 18 20:41:13.684518 n-d-838334-2 neutron-server[84041]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'af4d32de-e1c9-49ff-a5f9-459cfba4378d', 'tag': '50d89c2c-8806-4e15-b008-076d10f6051f'}] {{(pid=84041) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 20:41:13.726545 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bd45cd7-a969-4fb3-a6f9-3fa0158a0bcd req-8015ab96-8d27-485a-9d75-b1574c7efb07 tempest-TaggedBootDevicesTest-1674414334 tempest-TaggedBootDevicesTest-1674414334-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:41:13.730446 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bd45cd7-a969-4fb3-a6f9-3fa0158a0bcd req-8015ab96-8d27-485a-9d75-b1574c7efb07 tempest-TaggedBootDevicesTest-1674414334 tempest-TaggedBootDevicesTest-1674414334-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:41:13.734346 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bd45cd7-a969-4fb3-a6f9-3fa0158a0bcd req-8015ab96-8d27-485a-9d75-b1574c7efb07 tempest-TaggedBootDevicesTest-1674414334 tempest-TaggedBootDevicesTest-1674414334-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:41:13.738794 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bd45cd7-a969-4fb3-a6f9-3fa0158a0bcd req-8015ab96-8d27-485a-9d75-b1574c7efb07 tempest-TaggedBootDevicesTest-1674414334 tempest-TaggedBootDevicesTest-1674414334-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:41:13.742918 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bd45cd7-a969-4fb3-a6f9-3fa0158a0bcd req-8015ab96-8d27-485a-9d75-b1574c7efb07 tempest-TaggedBootDevicesTest-1674414334 tempest-TaggedBootDevicesTest-1674414334-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:41:13.744430 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-8a695576-8c5e-468d-9b4b-6b3adcac8218 req-1fbdd2d5-2279-4be0-9a99-55fb2354be8c service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=83781acf-08e2-45f0-bbcd-ac7d73ff7920 HTTP/1.1" status: 200 len: 999 time: 0.1911860 Apr 18 20:41:13.746944 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bd45cd7-a969-4fb3-a6f9-3fa0158a0bcd req-8015ab96-8d27-485a-9d75-b1574c7efb07 tempest-TaggedBootDevicesTest-1674414334 tempest-TaggedBootDevicesTest-1674414334-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:41:13.751771 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bd45cd7-a969-4fb3-a6f9-3fa0158a0bcd req-8015ab96-8d27-485a-9d75-b1574c7efb07 tempest-TaggedBootDevicesTest-1674414334 tempest-TaggedBootDevicesTest-1674414334-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:41:13.753850 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-4bd45cd7-a969-4fb3-a6f9-3fa0158a0bcd req-8015ab96-8d27-485a-9d75-b1574c7efb07 tempest-TaggedBootDevicesTest-1674414334 tempest-TaggedBootDevicesTest-1674414334-project] 10.222.0.42 "GET /v2.0/ports?device_id=cc0d4549-87de-476f-8fa1-88b0358bebbd HTTP/1.1" status: 200 len: 5432 time: 0.1780975 Apr 18 20:41:13.774447 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 37358) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:41:13.782115 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.v2.base [None req-ffe5624c-304e-469d-ae78-65bb0e9d75e4 tempest-TaggedBootDevicesTest-1674414334 tempest-TaggedBootDevicesTest-1674414334-project] Request body: {'floatingip': {'port_id': 'fa03d449-bb38-4cd9-8fa0-e99f7c7cd3e2'}} {{(pid=84040) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 20:41:13.821399 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a695576-8c5e-468d-9b4b-6b3adcac8218 req-54cbd919-e145-4adf-9944-118bf929bdd1 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:41:13.822869 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-8a695576-8c5e-468d-9b4b-6b3adcac8218 req-54cbd919-e145-4adf-9944-118bf929bdd1 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=769e5df8-16e3-4584-97ce-25a3b6243e3e HTTP/1.1" status: 200 len: 859 time: 0.0709810 Apr 18 20:41:13.843262 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-4048ba67-db36-4daa-b004-c60593359187 req-d6e3c2b5-f4ed-45ae-b009-a024a28bf186 tempest-FloatingIPDetailsTestJSON-2060136642 tempest-FloatingIPDetailsTestJSON-2060136642-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:41:13.902291 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-ffe5624c-304e-469d-ae78-65bb0e9d75e4 tempest-TaggedBootDevicesTest-1674414334 tempest-TaggedBootDevicesTest-1674414334-project] Notify callbacks [] for floatingip, before_update {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:41:13.926831 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-8a695576-8c5e-468d-9b4b-6b3adcac8218 req-ae5af0b9-f4d9-41a4-8b4e-58360f33e1df service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=7b96c852-8e2e-4d3b-ad4b-39924026f663&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0953388 Apr 18 20:41:13.929436 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-715562b8-8c3c-40d2-8c4b-08ae7d786aac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33443857'] for router_interface, before_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:41:14.134900 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-4048ba67-db36-4daa-b004-c60593359187 req-d6e3c2b5-f4ed-45ae-b009-a024a28bf186 tempest-FloatingIPDetailsTestJSON-2060136642 tempest-FloatingIPDetailsTestJSON-2060136642-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:41:14.179694 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-8a695576-8c5e-468d-9b4b-6b3adcac8218 req-6192d9b7-7312-4686-8e14-85c203133e20 service neutron] 10.222.0.43 "GET /v2.0/networks/7b96c852-8e2e-4d3b-ad4b-39924026f663?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2003150 Apr 18 20:41:14.331324 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-8a695576-8c5e-468d-9b4b-6b3adcac8218 req-7a233a00-e24f-449f-966d-85741807e097 service neutron] 10.222.0.43 "GET /v2.0/networks/7b96c852-8e2e-4d3b-ad4b-39924026f663?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1447046 Apr 18 20:41:14.380110 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-918c042c-d993-455b-8ba2-da9415e3cc13 req-6e23b373-7726-4840-b55a-f4005a9dc3c1 tempest-FloatingIPsAssociationTestJSON-661839082 tempest-FloatingIPsAssociationTestJSON-661839082-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:41:14.381605 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-918c042c-d993-455b-8ba2-da9415e3cc13 req-6e23b373-7726-4840-b55a-f4005a9dc3c1 tempest-FloatingIPsAssociationTestJSON-661839082 tempest-FloatingIPsAssociationTestJSON-661839082-project] 10.222.0.42 "GET /v2.0/ports?device_id=bee97f5e-b592-4ee0-b7d7-2cfba0fa5e35&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.4824383 Apr 18 20:41:14.659169 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-918c042c-d993-455b-8ba2-da9415e3cc13 req-42764c06-7d26-4735-9b8d-b20b8a1afe63 tempest-FloatingIPsAssociationTestJSON-661839082 tempest-FloatingIPsAssociationTestJSON-661839082-project] 10.222.0.42 "GET /v2.0/floatingips?floating_ip_address=172.25.8.114 HTTP/1.1" status: 200 len: 1001 time: 0.2680616 Apr 18 20:41:14.675235 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.v2.base [req-918c042c-d993-455b-8ba2-da9415e3cc13 req-743ff4f5-d3a7-4183-b148-2f3ee4542bdd tempest-FloatingIPsAssociationTestJSON-661839082 tempest-FloatingIPsAssociationTestJSON-661839082-project] Request body: {'floatingip': {'port_id': 'aa54cccf-7c39-40d6-a368-f24a2a8f30ce', 'fixed_ip_address': '172.20.0.10'}} {{(pid=84040) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 20:41:14.816839 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-4048ba67-db36-4daa-b004-c60593359187 req-d6e3c2b5-f4ed-45ae-b009-a024a28bf186 tempest-FloatingIPDetailsTestJSON-2060136642 tempest-FloatingIPDetailsTestJSON-2060136642-project] Notify callbacks [] for port, precommit_update {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:41:14.868709 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.plugin [None req-715562b8-8c3c-40d2-8c4b-08ae7d786aac admin admin] Deleting port 81eb4c39-b317-4290-b3c5-61835ee0a4dc {{(pid=84041) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 20:41:14.869058 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-715562b8-8c3c-40d2-8c4b-08ae7d786aac admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750375188691'] for port, before_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:41:14.869362 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-918c042c-d993-455b-8ba2-da9415e3cc13 req-743ff4f5-d3a7-4183-b148-2f3ee4542bdd tempest-FloatingIPsAssociationTestJSON-661839082 tempest-FloatingIPsAssociationTestJSON-661839082-project] Notify callbacks [] for floatingip, before_update {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:41:14.919927 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-4048ba67-db36-4daa-b004-c60593359187 req-d6e3c2b5-f4ed-45ae-b009-a024a28bf186 tempest-FloatingIPDetailsTestJSON-2060136642 tempest-FloatingIPDetailsTestJSON-2060136642-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32440959'] for port, after_update {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:41:15.042105 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.db [None req-715562b8-8c3c-40d2-8c4b-08ae7d786aac admin admin] For port 81eb4c39-b317-4290-b3c5-61835ee0a4dc, host n-d-838334-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838334-2',level=0,port_id=81eb4c39-b317-4290-b3c5-61835ee0a4dc,segment=NetworkSegment(19ad21fa-fac1-489d-89f6-afeed388bda6),segment_id=19ad21fa-fac1-489d-89f6-afeed388bda6)] {{(pid=84041) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:41:15.042393 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-715562b8-8c3c-40d2-8c4b-08ae7d786aac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369123'] for port, precommit_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:41:15.078713 n-d-838334-2 neutron-server[84040]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '125f19ef-ec6c-479f-b4b8-b796930da404', 'tag': '5dd9420f-3993-4fe5-a063-6b15a634731b'}] {{(pid=84040) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 20:41:15.090211 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6e3c2b5-f4ed-45ae-b009-a024a28bf186 tempest-FloatingIPDetailsTestJSON-2060136642 tempest-FloatingIPDetailsTestJSON-2060136642-project] Pushing event updated for resources: {'Port': ['ID=7baada79-aba9-40d1-b098-1d83518961f1,revision_number=2']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:41:15.163448 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.plugin [None req-715562b8-8c3c-40d2-8c4b-08ae7d786aac admin admin] Calling delete_port for 81eb4c39-b317-4290-b3c5-61835ee0a4dc owned by network:router_interface {{(pid=84041) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 20:41:15.174808 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-4048ba67-db36-4daa-b004-c60593359187 req-d6e3c2b5-f4ed-45ae-b009-a024a28bf186 tempest-FloatingIPDetailsTestJSON-2060136642 tempest-FloatingIPDetailsTestJSON-2060136642-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33444131'] for floatingip, after_update {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:41:15.271734 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-4048ba67-db36-4daa-b004-c60593359187 req-d6e3c2b5-f4ed-45ae-b009-a024a28bf186 tempest-FloatingIPDetailsTestJSON-2060136642 tempest-FloatingIPDetailsTestJSON-2060136642-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217293'] for floatingip, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:41:15.272911 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-4048ba67-db36-4daa-b004-c60593359187 req-d6e3c2b5-f4ed-45ae-b009-a024a28bf186 tempest-FloatingIPDetailsTestJSON-2060136642 tempest-FloatingIPDetailsTestJSON-2060136642-project] 10.222.0.42 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 2.9140315 Apr 18 20:41:15.336194 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-715562b8-8c3c-40d2-8c4b-08ae7d786aac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750375259028', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750374836628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32266323'] for port, after_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:41:15.387673 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-715562b8-8c3c-40d2-8c4b-08ae7d786aac admin admin] Pushing event deleted for resources: {'Port': ['ID=81eb4c39-b317-4290-b3c5-61835ee0a4dc,revision_number=None']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:41:15.393304 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Device 5dd9420f-3993-4fe5-a063-6b15a634731b details requested by agent hyperv_n-h2-838334-2 with host n-h2-838334-2 {{(pid=84042) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 18 20:41:15.549614 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.db.resource_extend [None req-ffe5624c-304e-469d-ae78-65bb0e9d75e4 tempest-TaggedBootDevicesTest-1674414334 tempest-TaggedBootDevicesTest-1674414334-project] It took 0.31 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 18 20:41:15.550999 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] For port 5dd9420f-3993-4fe5-a063-6b15a634731b, host n-h2-838334-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838334-2',level=0,port_id=5dd9420f-3993-4fe5-a063-6b15a634731b,segment=NetworkSegment(636e5b77-90d2-4b9f-a149-e8d80d7281ee),segment_id=636e5b77-90d2-4b9f-a149-e8d80d7281ee)] {{(pid=84042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:41:15.566029 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Returning: {'device': '5dd9420f-3993-4fe5-a063-6b15a634731b', 'network_id': 'a92cea34-83a9-4801-bb75-cc07c451223b', 'port_id': '5dd9420f-3993-4fe5-a063-6b15a634731b', 'mac_address': 'fa:16:3e:32:24:95', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 391, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6bff4054-f84b-415b-b0b0-aa32d7878409', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84042) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 18 20:41:15.646536 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:41:15.658944 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-4be0d704-3a7e-4219-9e4f-a9c513011363 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750375287399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253529'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:41:15.668451 n-d-838334-2 neutron-server[84042]: DEBUG neutron.notifiers.nova [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5dd9420f-3993-4fe5-a063-6b15a634731b {{(pid=84042) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 18 20:41:15.670575 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [req-4048ba67-db36-4daa-b004-c60593359187 req-fc53740e-8a41-4ac0-bdc4-94a0fc3caa78 tempest-FloatingIPDetailsTestJSON-2060136642 tempest-FloatingIPDetailsTestJSON-2060136642-project] Synchronizing usage tracker for tenant:d3fc4049ccc64e45ba4bb202e1d092fe on resource:floatingip {{(pid=84040) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 20:41:15.685772 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] For port 5dd9420f-3993-4fe5-a063-6b15a634731b, host n-h2-838334-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838334-2',level=0,port_id=5dd9420f-3993-4fe5-a063-6b15a634731b,segment=NetworkSegment(636e5b77-90d2-4b9f-a149-e8d80d7281ee),segment_id=636e5b77-90d2-4b9f-a149-e8d80d7281ee)] {{(pid=84042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:41:15.691763 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682'] for port, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:41:15.711209 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-ffe5624c-304e-469d-ae78-65bb0e9d75e4 tempest-TaggedBootDevicesTest-1674414334 tempest-TaggedBootDevicesTest-1674414334-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:41:15.714048 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [req-4048ba67-db36-4daa-b004-c60593359187 req-fc53740e-8a41-4ac0-bdc4-94a0fc3caa78 tempest-FloatingIPDetailsTestJSON-2060136642 tempest-FloatingIPDetailsTestJSON-2060136642-project] Unset dirty status for tenant:d3fc4049ccc64e45ba4bb202e1d092fe on resource:floatingip {{(pid=84040) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 20:41:15.715187 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-4048ba67-db36-4daa-b004-c60593359187 req-fc53740e-8a41-4ac0-bdc4-94a0fc3caa78 tempest-FloatingIPDetailsTestJSON-2060136642 tempest-FloatingIPDetailsTestJSON-2060136642-project] 10.222.0.42 "GET /v2.0/floatingips?floating_ip_address=172.25.8.105 HTTP/1.1" status: 200 len: 696 time: 0.2743714 Apr 18 20:41:15.725122 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-ffe5624c-304e-469d-ae78-65bb0e9d75e4 tempest-TaggedBootDevicesTest-1674414334 tempest-TaggedBootDevicesTest-1674414334-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33444131'] for floatingip, after_update {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:41:15.729702 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-715562b8-8c3c-40d2-8c4b-08ae7d786aac admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-32377931', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33443910'] for router_interface, after_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:41:15.770605 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Pushing event updated for resources: {'Port': ['ID=5dd9420f-3993-4fe5-a063-6b15a634731b,revision_number=4']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:41:16.115289 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4048ba67-db36-4daa-b004-c60593359187 req-03cb0d47-3da1-440f-a5e9-4d6af7516083 tempest-FloatingIPDetailsTestJSON-2060136642 tempest-FloatingIPDetailsTestJSON-2060136642-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:41:16.116700 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-4048ba67-db36-4daa-b004-c60593359187 req-03cb0d47-3da1-440f-a5e9-4d6af7516083 tempest-FloatingIPDetailsTestJSON-2060136642 tempest-FloatingIPDetailsTestJSON-2060136642-project] 10.222.0.42 "GET /v2.0/networks/e41b6600-a917-4a8d-b05c-be3be40c6d8c HTTP/1.1" status: 200 len: 784 time: 0.3925061 Apr 18 20:41:16.187444 n-d-838334-2 neutron-server[84042]: INFO neutron.notifiers.nova [-] Nova event matching ['req-faca7801-0b3f-4c42-879a-9a927952ef51'] response: {'server_uuid': 'e0e2d6b0-4b7a-4309-8d92-47bdafbc7681', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3c9cf486-30d0-433e-b013-3f3ef213effe', 'code': 200} Apr 18 20:41:16.232427 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] get_ports_and_sgs() called for port_ids ['5dd9420f-3993-4fe5-a063-6b15a634731b'] {{(pid=84042) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 18 20:41:16.327556 n-d-838334-2 neutron-server[84040]: INFO neutron.db.l3_db [None req-ffe5624c-304e-469d-ae78-65bb0e9d75e4 tempest-TaggedBootDevicesTest-1674414334 tempest-TaggedBootDevicesTest-1674414334-project] Floating IP 8dd63d38-2e72-4280-8c6c-35aff2fc7241 associated. External IP: 172.25.8.237, port: fa03d449-bb38-4cd9-8fa0-e99f7c7cd3e2. Apr 18 20:41:16.414795 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-918c042c-d993-455b-8ba2-da9415e3cc13 req-743ff4f5-d3a7-4183-b148-2f3ee4542bdd tempest-FloatingIPsAssociationTestJSON-661839082 tempest-FloatingIPsAssociationTestJSON-661839082-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:41:16.467547 n-d-838334-2 neutron-server[84041]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-715562b8-8c3c-40d2-8c4b-08ae7d786aac admin admin] Router 204678ea-a6eb-4cdf-a3ee-2b809f6f37e1 has already been hosted by L3 agent bc84d6c9-dd7a-4555-a351-592327b46d5a {{(pid=84041) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 20:41:16.489596 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-918c042c-d993-455b-8ba2-da9415e3cc13 req-743ff4f5-d3a7-4183-b148-2f3ee4542bdd tempest-FloatingIPsAssociationTestJSON-661839082 tempest-FloatingIPsAssociationTestJSON-661839082-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33444131'] for floatingip, after_update {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:41:16.674614 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-715562b8-8c3c-40d2-8c4b-08ae7d786aac admin admin] Notify agent at l3_agent.n-d-838334-2 the message routers_updated {{(pid=84041) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 20:41:16.683689 n-d-838334-2 neutron-server[84043]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-802426f6-8a56-4fe9-9548-68135239eafd None None] Sync routers for ids ['204678ea-a6eb-4cdf-a3ee-2b809f6f37e1'] in n-d-838334-2 {{(pid=84043) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 18 20:41:16.684398 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-715562b8-8c3c-40d2-8c4b-08ae7d786aac admin admin] 10.222.0.42 "PUT /v2.0/routers/204678ea-a6eb-4cdf-a3ee-2b809f6f37e1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6924086 Apr 18 20:41:16.686870 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 37370) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:41:16.704958 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-802426f6-8a56-4fe9-9548-68135239eafd None None] Routers {'204678ea-a6eb-4cdf-a3ee-2b809f6f37e1'} bound to L3 agent in host n-d-838334-2 {{(pid=84043) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 20:41:16.704958 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.l3_hamode_db [None req-802426f6-8a56-4fe9-9548-68135239eafd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838334-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-18T20:25:48Z,description=,heartbeat_timestamp=2022-04-18T20:40:48Z,host='n-d-838334-2',id=bc84d6c9-dd7a-4555-a351-592327b46d5a,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:25:48Z,topic='l3_agent')) {'router_ids': ['204678ea-a6eb-4cdf-a3ee-2b809f6f37e1'], 'active': True} {{(pid=84043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:41:16.791448 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-4198c4bc-09fe-458a-a6da-af7838049fdb req-1dabac73-a213-4601-81e0-07b56cc1fef6 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=e0e2d6b0-4b7a-4309-8d92-47bdafbc7681 HTTP/1.1" status: 200 len: 1097 time: 0.5251343 Apr 18 20:41:16.834218 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62a92ae0-b122-44e3-93f4-27a2df637913 req-faedae86-3c00-4557-84f0-9deaf47223ae tempest-ImagesTestJSON-757689736 tempest-ImagesTestJSON-757689736-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:41:16.835951 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-62a92ae0-b122-44e3-93f4-27a2df637913 req-faedae86-3c00-4557-84f0-9deaf47223ae tempest-ImagesTestJSON-757689736 tempest-ImagesTestJSON-757689736-project] 10.222.0.42 "GET /v2.0/ports?device_id=125f19ef-ec6c-479f-b4b8-b796930da404 HTTP/1.1" status: 200 len: 945 time: 0.5148764 Apr 18 20:41:16.906499 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-4198c4bc-09fe-458a-a6da-af7838049fdb req-761d1deb-82a9-4b15-abc4-59cf5136fcd1 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=c1ded286-bbeb-4ec4-95be-e4f6aab8a892&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1046660 Apr 18 20:41:16.914121 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-fcc63f6a-a6fe-44aa-aecc-7a85e8ffd47f admin admin] Notify callbacks [] for router, before_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:41:16.928729 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-62a92ae0-b122-44e3-93f4-27a2df637913 req-52423ce2-b49f-405c-ac60-a22811252484 tempest-ImagesTestJSON-757689736 tempest-ImagesTestJSON-757689736-project] 10.222.0.42 "GET /v2.0/security-groups?id=59d22466-01c3-4eda-9b5c-cb887beaa55e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0855958 Apr 18 20:41:16.932580 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.l3_dvr_db [None req-802426f6-8a56-4fe9-9548-68135239eafd None None] Set router 204678ea-a6eb-4cdf-a3ee-2b809f6f37e1 gateway port host: n-d-838334-2 {{(pid=84043) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 20:41:16.979193 n-d-838334-2 neutron-server[84040]: INFO neutron.db.l3_db [req-918c042c-d993-455b-8ba2-da9415e3cc13 req-743ff4f5-d3a7-4183-b148-2f3ee4542bdd tempest-FloatingIPsAssociationTestJSON-661839082 tempest-FloatingIPsAssociationTestJSON-661839082-project] Floating IP dd00b6f2-1ed6-4823-8f13-37481470b44b associated. External IP: 172.25.8.114, port: 83781acf-08e2-45f0-bbcd-ac7d73ff7920. Apr 18 20:41:17.214640 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-fcc63f6a-a6fe-44aa-aecc-7a85e8ffd47f admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:41:17.224830 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.plugin [None req-fcc63f6a-a6fe-44aa-aecc-7a85e8ffd47f admin admin] Deleting port 1f05e293-355b-4340-aead-17f49bb84e1a {{(pid=84041) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 20:41:17.225384 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-fcc63f6a-a6fe-44aa-aecc-7a85e8ffd47f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750375188691'] for port, before_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:41:17.252957 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.l3_hamode_db [None req-802426f6-8a56-4fe9-9548-68135239eafd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '204678ea-a6eb-4cdf-a3ee-2b809f6f37e1', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-627905384-router', 'tenant_id': '60f7b5b62cf743ccbb177249e2acd0de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'external_fixed_ips': [{'subnet_id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'ip_address': '172.25.8.198'}], 'enable_snat': True}, 'gw_port_id': '1f05e293-355b-4340-aead-17f49bb84e1a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:37:35Z', 'updated_at': '2022-04-18T20:41:15Z', 'revision_number': 5, 'project_id': '60f7b5b62cf743ccbb177249e2acd0de', 'gw_port': {'id': '1f05e293-355b-4340-aead-17f49bb84e1a', 'name': '', 'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:e9:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '204678ea-a6eb-4cdf-a3ee-2b809f6f37e1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'ip_address': '172.25.8.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:37:36Z', 'updated_at': '2022-04-18T20:37:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838334-2'}], 'n-d-838334-2', False) {} {{(pid=84043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:41:17.258728 n-d-838334-2 neutron-server[84043]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-802426f6-8a56-4fe9-9548-68135239eafd None None] Checking router: 204678ea-a6eb-4cdf-a3ee-2b809f6f37e1 for host: n-d-838334-2 {{(pid=84043) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 18 20:41:17.272039 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-802426f6-8a56-4fe9-9548-68135239eafd None None] Routers {'204678ea-a6eb-4cdf-a3ee-2b809f6f37e1'} bound to L3 agent in host n-d-838334-2 {{(pid=84043) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 20:41:17.272665 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.l3_hamode_db [None req-802426f6-8a56-4fe9-9548-68135239eafd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838334-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-18T20:25:48Z,description=,heartbeat_timestamp=2022-04-18T20:40:48Z,host='n-d-838334-2',id=bc84d6c9-dd7a-4555-a351-592327b46d5a,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:25:48Z,topic='l3_agent')) {'router_ids': ['204678ea-a6eb-4cdf-a3ee-2b809f6f37e1'], 'active': True} {{(pid=84043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:41:17.335549 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-d64b118e-b89a-4cb5-a8d4-699d0af0f915 req-a134aeae-9ab2-4109-8503-96bb42f4d387 tempest-ServersOnMultiNodesTest-84485173 tempest-ServersOnMultiNodesTest-84485173-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=bfb8b42e-58b9-4f6a-be0f-24f7d0bb5bc6 HTTP/1.1" status: 200 len: 1100 time: 0.1933510 Apr 18 20:41:17.405765 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [req-d64b118e-b89a-4cb5-a8d4-699d0af0f915 req-7c73ef34-c796-405b-9bd4-317963d55a61 tempest-ServersOnMultiNodesTest-84485173 tempest-ServersOnMultiNodesTest-84485173-project-admin] Synchronizing usage tracker for tenant:1a209be68d1c497e8faa4df9d1a59298 on resource:security_group {{(pid=84040) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 20:41:17.430597 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.l3_dvr_db [None req-802426f6-8a56-4fe9-9548-68135239eafd None None] Set router 204678ea-a6eb-4cdf-a3ee-2b809f6f37e1 gateway port host: None {{(pid=84043) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 20:41:17.436704 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.db [None req-fcc63f6a-a6fe-44aa-aecc-7a85e8ffd47f admin admin] For port 1f05e293-355b-4340-aead-17f49bb84e1a, host n-d-838334-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838334-2',level=0,port_id=1f05e293-355b-4340-aead-17f49bb84e1a,segment=NetworkSegment(732aa830-768b-4511-951f-d08e26b9c25b),segment_id=732aa830-768b-4511-951f-d08e26b9c25b)] {{(pid=84041) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:41:17.437059 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-fcc63f6a-a6fe-44aa-aecc-7a85e8ffd47f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369123'] for port, precommit_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:41:17.453609 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [req-d64b118e-b89a-4cb5-a8d4-699d0af0f915 req-7c73ef34-c796-405b-9bd4-317963d55a61 tempest-ServersOnMultiNodesTest-84485173 tempest-ServersOnMultiNodesTest-84485173-project-admin] Unset dirty status for tenant:1a209be68d1c497e8faa4df9d1a59298 on resource:security_group {{(pid=84040) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 20:41:17.455387 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-d64b118e-b89a-4cb5-a8d4-699d0af0f915 req-7c73ef34-c796-405b-9bd4-317963d55a61 tempest-ServersOnMultiNodesTest-84485173 tempest-ServersOnMultiNodesTest-84485173-project-admin] 10.222.0.42 "GET /v2.0/security-groups?id=e1e985d3-f227-45b4-b9a7-ffadcd0db1b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1118734 Apr 18 20:41:17.476639 n-d-838334-2 neutron-server[84040]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ffe5624c-304e-469d-ae78-65bb0e9d75e4 tempest-TaggedBootDevicesTest-1674414334 tempest-TaggedBootDevicesTest-1674414334-project] Router f71df682-36c0-45b6-a315-477bfe4444f5 has already been hosted by L3 agent bc84d6c9-dd7a-4555-a351-592327b46d5a {{(pid=84040) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 20:41:17.560663 n-d-838334-2 neutron-server[84041]: INFO neutron.notifiers.nova [-] Nova event matching ['req-831114b2-c4f9-4ba4-856f-2efc0eed2026'] response: {'name': 'network-changed', 'server_uuid': 'af4d32de-e1c9-49ff-a5f9-459cfba4378d', 'tag': '50d89c2c-8806-4e15-b008-076d10f6051f', 'status': 'completed', 'code': 200} Apr 18 20:41:17.565239 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.l3_hamode_db [None req-802426f6-8a56-4fe9-9548-68135239eafd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '204678ea-a6eb-4cdf-a3ee-2b809f6f37e1', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-627905384-router', 'tenant_id': '60f7b5b62cf743ccbb177249e2acd0de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:37:35Z', 'updated_at': '2022-04-18T20:41:17Z', 'revision_number': 6, 'project_id': '60f7b5b62cf743ccbb177249e2acd0de', 'gw_port_host': None}], 'n-d-838334-2', False) {} {{(pid=84043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:41:17.566802 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.plugin [None req-fcc63f6a-a6fe-44aa-aecc-7a85e8ffd47f admin admin] Calling delete_port for 1f05e293-355b-4340-aead-17f49bb84e1a owned by network:router_gateway {{(pid=84041) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 20:41:17.570799 n-d-838334-2 neutron-server[84043]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-802426f6-8a56-4fe9-9548-68135239eafd None None] The sync data for ids ['204678ea-a6eb-4cdf-a3ee-2b809f6f37e1'] in n-d-838334-2 is: [{'id': '204678ea-a6eb-4cdf-a3ee-2b809f6f37e1', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-627905384-router', 'tenant_id': '60f7b5b62cf743ccbb177249e2acd0de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:37:35Z', 'updated_at': '2022-04-18T20:41:17Z', 'revision_number': 6, 'project_id': '60f7b5b62cf743ccbb177249e2acd0de', 'gw_port_host': None}] {{(pid=84043) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 18 20:41:17.709643 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-bedb0a2d-a281-4c4c-814c-84427ae439e6 req-ba3829fc-c27f-4396-a1c0-a4b96c86a7f2 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=7843cba0a7e24a0397d5219cb7fd254c&device_id=af4d32de-e1c9-49ff-a5f9-459cfba4378d HTTP/1.1" status: 200 len: 1095 time: 0.1156471 Apr 18 20:41:17.853256 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-0ba3cae6-7742-4487-a2e7-13501eab12df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750375287399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253529'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:41:17.873560 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69dd0f2e-fd07-4638-859c-43e4559d98fb req-040f64be-19f6-4601-9c54-6ab8a948bfee tempest-LiveAutoBlockMigrationV225Test-1713341100 tempest-LiveAutoBlockMigrationV225Test-1713341100-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:41:17.874975 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-69dd0f2e-fd07-4638-859c-43e4559d98fb req-040f64be-19f6-4601-9c54-6ab8a948bfee tempest-LiveAutoBlockMigrationV225Test-1713341100 tempest-LiveAutoBlockMigrationV225Test-1713341100-project] 10.222.0.42 "GET /v2.0/ports?device_id=af4d32de-e1c9-49ff-a5f9-459cfba4378d HTTP/1.1" status: 200 len: 944 time: 0.1893649 Apr 18 20:41:17.990028 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-69dd0f2e-fd07-4638-859c-43e4559d98fb req-d93f0113-029c-4b6e-a8b4-d0d8dcde8904 tempest-LiveAutoBlockMigrationV225Test-1713341100 tempest-LiveAutoBlockMigrationV225Test-1713341100-project] 10.222.0.42 "GET /v2.0/security-groups?id=bf712067-aabd-4e70-aae1-082928dd1ccd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1066327 Apr 18 20:41:18.034578 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bedb0a2d-a281-4c4c-814c-84427ae439e6 req-ed0c4fe8-14b0-429a-8360-ded63753123f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:41:18.036119 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-bedb0a2d-a281-4c4c-814c-84427ae439e6 req-ed0c4fe8-14b0-429a-8360-ded63753123f service neutron] 10.222.0.43 "GET /v2.0/networks?id=5ab7510b-2145-476c-b9d7-eb0e1ae538b7 HTTP/1.1" status: 200 len: 921 time: 0.3123298 Apr 18 20:41:18.048925 n-d-838334-2 neutron-server[84040]: DEBUG neutron.scheduler.l3_agent_scheduler [req-918c042c-d993-455b-8ba2-da9415e3cc13 req-743ff4f5-d3a7-4183-b148-2f3ee4542bdd tempest-FloatingIPsAssociationTestJSON-661839082 tempest-FloatingIPsAssociationTestJSON-661839082-project] Router 22db2c67-8ca2-4b62-a28e-e9255641c33b has already been hosted by L3 agent bc84d6c9-dd7a-4555-a351-592327b46d5a {{(pid=84040) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 20:41:18.098486 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-fcc63f6a-a6fe-44aa-aecc-7a85e8ffd47f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750375259028', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750374836628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32266323'] for port, after_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:41:18.163172 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-bedb0a2d-a281-4c4c-814c-84427ae439e6 req-16707fd2-c43c-4c80-b23e-2b58f31e99ef service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=50d89c2c-8806-4e15-b008-076d10f6051f HTTP/1.1" status: 200 len: 217 time: 0.1185658 Apr 18 20:41:18.163934 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcc63f6a-a6fe-44aa-aecc-7a85e8ffd47f admin admin] Pushing event deleted for resources: {'Port': ['ID=1f05e293-355b-4340-aead-17f49bb84e1a,revision_number=None']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:41:18.302247 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bedb0a2d-a281-4c4c-814c-84427ae439e6 req-d12fae06-d679-450f-8f06-000406700abf service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:41:18.303668 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-bedb0a2d-a281-4c4c-814c-84427ae439e6 req-d12fae06-d679-450f-8f06-000406700abf service neutron] 10.222.0.43 "GET /v2.0/subnets?id=5bf38cb0-45bd-48cb-9f8c-19a270201f44 HTTP/1.1" status: 200 len: 860 time: 0.1335950 Apr 18 20:41:18.309874 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ffe5624c-304e-469d-ae78-65bb0e9d75e4 tempest-TaggedBootDevicesTest-1674414334 tempest-TaggedBootDevicesTest-1674414334-project] Notify agent at l3_agent.n-d-838334-2 the message routers_updated {{(pid=84040) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 20:41:18.320388 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6796f090-f65d-4887-96fc-23eee1500039 None None] Sync routers for ids ['f71df682-36c0-45b6-a315-477bfe4444f5'] in n-d-838334-2 {{(pid=84042) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 18 20:41:18.332318 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6796f090-f65d-4887-96fc-23eee1500039 None None] Routers {'f71df682-36c0-45b6-a315-477bfe4444f5'} bound to L3 agent in host n-d-838334-2 {{(pid=84042) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 20:41:18.333033 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_hamode_db [None req-6796f090-f65d-4887-96fc-23eee1500039 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838334-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-18T20:25:48Z,description=,heartbeat_timestamp=2022-04-18T20:41:18Z,host='n-d-838334-2',id=bc84d6c9-dd7a-4555-a351-592327b46d5a,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:25:48Z,topic='l3_agent')) {'router_ids': ['f71df682-36c0-45b6-a315-477bfe4444f5'], 'active': True} {{(pid=84042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:41:18.346887 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-ffe5624c-304e-469d-ae78-65bb0e9d75e4 tempest-TaggedBootDevicesTest-1674414334 tempest-TaggedBootDevicesTest-1674414334-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217293'] for floatingip, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:41:18.410051 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-bedb0a2d-a281-4c4c-814c-84427ae439e6 req-df00bf61-e022-44ea-8432-47e77686b474 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=5ab7510b-2145-476c-b9d7-eb0e1ae538b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0987911 Apr 18 20:41:18.477136 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-ffe5624c-304e-469d-ae78-65bb0e9d75e4 tempest-TaggedBootDevicesTest-1674414334 tempest-TaggedBootDevicesTest-1674414334-project] 10.222.0.42 "PUT /v2.0/floatingips/8dd63d38-2e72-4280-8c6c-35aff2fc7241 HTTP/1.1" status: 200 len: 991 time: 4.7017138 Apr 18 20:41:18.516617 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f2418be-f94e-43ff-a025-373eb0a089c5 req-6b64336d-0d85-4d23-b7b9-f99af6315cc7 tempest-LiveMigrationTest-963278731 tempest-LiveMigrationTest-963278731-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:41:18.526200 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-5f2418be-f94e-43ff-a025-373eb0a089c5 req-6b64336d-0d85-4d23-b7b9-f99af6315cc7 tempest-LiveMigrationTest-963278731 tempest-LiveMigrationTest-963278731-project] 10.222.0.42 "GET /v2.0/ports?device_id=e0e2d6b0-4b7a-4309-8d92-47bdafbc7681 HTTP/1.1" status: 200 len: 946 time: 0.3412368 Apr 18 20:41:18.569460 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-fcc63f6a-a6fe-44aa-aecc-7a85e8ffd47f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33444108'] for router_gateway, after_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:41:18.580297 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_dvr_db [None req-6796f090-f65d-4887-96fc-23eee1500039 None None] Set router f71df682-36c0-45b6-a315-477bfe4444f5 gateway port host: n-d-838334-2 {{(pid=84042) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 20:41:18.603517 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-5f2418be-f94e-43ff-a025-373eb0a089c5 req-78175087-d495-493d-8d5b-dd9a39e77454 tempest-LiveMigrationTest-963278731 tempest-LiveMigrationTest-963278731-project] 10.222.0.42 "GET /v2.0/security-groups?id=c1ded286-bbeb-4ec4-95be-e4f6aab8a892&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0762253 Apr 18 20:41:18.637808 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-918c042c-d993-455b-8ba2-da9415e3cc13 req-743ff4f5-d3a7-4183-b148-2f3ee4542bdd tempest-FloatingIPsAssociationTestJSON-661839082 tempest-FloatingIPsAssociationTestJSON-661839082-project] Notify agent at l3_agent.n-d-838334-2 the message routers_updated {{(pid=84040) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 20:41:18.661383 n-d-838334-2 neutron-server[84043]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae35d9a6-745b-4a74-9bcd-ae3467bd647f None None] Sync routers for ids ['22db2c67-8ca2-4b62-a28e-e9255641c33b'] in n-d-838334-2 {{(pid=84043) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 18 20:41:18.745545 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae35d9a6-745b-4a74-9bcd-ae3467bd647f None None] Routers {'22db2c67-8ca2-4b62-a28e-e9255641c33b'} bound to L3 agent in host n-d-838334-2 {{(pid=84043) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 20:41:18.746345 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.l3_hamode_db [None req-ae35d9a6-745b-4a74-9bcd-ae3467bd647f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838334-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-18T20:25:48Z,description=,heartbeat_timestamp=2022-04-18T20:41:18Z,host='n-d-838334-2',id=bc84d6c9-dd7a-4555-a351-592327b46d5a,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:25:48Z,topic='l3_agent')) {'router_ids': ['22db2c67-8ca2-4b62-a28e-e9255641c33b'], 'active': True} {{(pid=84043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:41:18.864077 n-d-838334-2 neutron-server[84040]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1508453f-f329-4092-864c-a39d031f96ca'] response: {'name': 'network-changed', 'server_uuid': '125f19ef-ec6c-479f-b4b8-b796930da404', 'tag': '5dd9420f-3993-4fe5-a063-6b15a634731b', 'status': 'completed', 'code': 200} Apr 18 20:41:18.996478 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-fcc63f6a-a6fe-44aa-aecc-7a85e8ffd47f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33443580', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5726'] for router, precommit_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:41:18.999819 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-bedb0a2d-a281-4c4c-814c-84427ae439e6 req-a2ebafe0-9517-4375-a5fa-75c1f8e2812b service neutron] 10.222.0.43 "GET /v2.0/networks/5ab7510b-2145-476c-b9d7-eb0e1ae538b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5344794 Apr 18 20:41:19.006839 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-fcc63f6a-a6fe-44aa-aecc-7a85e8ffd47f admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:41:19.024729 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Device 1f05e293-355b-4340-aead-17f49bb84e1a no longer exists at agent ovs-agent-n-d-838334-2 {{(pid=84042) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 20:41:19.031349 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-c140fc04-e552-4c61-aa1c-558560505ff0 req-57181650-dc4e-41d2-90bc-31006f7e5f2c tempest-FloatingIPDetailsTestJSON-2060136642 tempest-FloatingIPDetailsTestJSON-2060136642-project] 10.222.0.42 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.1689963 Apr 18 20:41:19.074571 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.v2.base [req-c140fc04-e552-4c61-aa1c-558560505ff0 req-b4ed3684-3ee1-442d-8d9d-3ce2e4d5d7f8 tempest-FloatingIPDetailsTestJSON-2060136642 tempest-FloatingIPDetailsTestJSON-2060136642-project] Request body: {'floatingip': {'floating_network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c'}} {{(pid=84040) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 20:41:19.087666 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [req-c140fc04-e552-4c61-aa1c-558560505ff0 req-b4ed3684-3ee1-442d-8d9d-3ce2e4d5d7f8 tempest-FloatingIPDetailsTestJSON-2060136642 tempest-FloatingIPDetailsTestJSON-2060136642-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:41:19.088159 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.l3_dvr_db [None req-ae35d9a6-745b-4a74-9bcd-ae3467bd647f None None] Set router 22db2c67-8ca2-4b62-a28e-e9255641c33b gateway port host: n-d-838334-2 {{(pid=84043) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 20:41:19.117050 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.plugin [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] No Port match for: 1f05e293-355b-4340-aead-17f49bb84e1a {{(pid=84042) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 18 20:41:19.117379 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Device 1f05e293-355b-4340-aead-17f49bb84e1a not bound to the agent host n-d-838334-2 {{(pid=84042) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 20:41:19.117894 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Device 81eb4c39-b317-4290-b3c5-61835ee0a4dc no longer exists at agent ovs-agent-n-d-838334-2 {{(pid=84042) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 20:41:19.121348 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [req-c140fc04-e552-4c61-aa1c-558560505ff0 req-b4ed3684-3ee1-442d-8d9d-3ce2e4d5d7f8 tempest-FloatingIPDetailsTestJSON-2060136642 tempest-FloatingIPDetailsTestJSON-2060136642-project] Attempting to reserve 1 items for resource floatingip. Total usage: 3; quota limit: 50; headroom:47 {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:41:19.150081 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-c140fc04-e552-4c61-aa1c-558560505ff0 req-b4ed3684-3ee1-442d-8d9d-3ce2e4d5d7f8 tempest-FloatingIPDetailsTestJSON-2060136642 tempest-FloatingIPDetailsTestJSON-2060136642-project] Notify callbacks [] for floatingip, before_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:41:19.154925 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-fcc63f6a-a6fe-44aa-aecc-7a85e8ffd47f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-33443408'] for router, after_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:41:19.155866 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fcc63f6a-a6fe-44aa-aecc-7a85e8ffd47f admin admin] Fanout notify agent at l3_agent the message router_deleted on router 204678ea-a6eb-4cdf-a3ee-2b809f6f37e1 {{(pid=84041) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 18 20:41:19.186103 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-bedb0a2d-a281-4c4c-814c-84427ae439e6 req-91d7374f-968a-4902-a77d-73109b7d920b service neutron] 10.222.0.43 "GET /v2.0/networks/5ab7510b-2145-476c-b9d7-eb0e1ae538b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1684141 Apr 18 20:41:19.202481 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-fcc63f6a-a6fe-44aa-aecc-7a85e8ffd47f admin admin] Notify callbacks [] for router, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:41:19.206798 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-fcc63f6a-a6fe-44aa-aecc-7a85e8ffd47f admin admin] 10.222.0.42 "DELETE /v2.0/routers/204678ea-a6eb-4cdf-a3ee-2b809f6f37e1 HTTP/1.1" status: 204 len: 168 time: 2.5186613 Apr 18 20:41:19.209137 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 37382) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:41:19.267183 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-1317854d-13e5-4b6d-9126-3abc92707c11 req-e9c547a6-6334-48b8-b136-bd823193ea7d service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=dfa04f762e14427e8043e36ea411d50f&device_id=125f19ef-ec6c-479f-b4b8-b796930da404 HTTP/1.1" status: 200 len: 1096 time: 0.2273088 Apr 18 20:41:19.288385 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.db_base_plugin_v2 [None req-e86b7c2b-70cc-49c3-b3b9-ea4674595e26 admin admin] Deleting subnet 1e32fa85-4321-4423-827a-46337c469afa {{(pid=84041) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 18 20:41:19.293358 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-e86b7c2b-70cc-49c3-b3b9-ea4674595e26 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:41:19.345348 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750375287399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253529'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:41:19.350417 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.plugin [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] No Port match for: 81eb4c39-b317-4290-b3c5-61835ee0a4dc {{(pid=84042) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 18 20:41:19.350757 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Device 81eb4c39-b317-4290-b3c5-61835ee0a4dc not bound to the agent host n-d-838334-2 {{(pid=84042) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 20:41:19.354286 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-e86b7c2b-70cc-49c3-b3b9-ea4674595e26 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32266383'] for subnet, precommit_delete_associations {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:41:19.359320 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Device 50d89c2c-8806-4e15-b008-076d10f6051f details requested by agent hyperv_n-h1-838334-2 with host n-h1-838334-2 {{(pid=84042) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 18 20:41:19.456128 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Device 5dd9420f-3993-4fe5-a063-6b15a634731b up at agent hyperv_n-h2-838334-2 {{(pid=84042) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 20:41:19.519220 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1317854d-13e5-4b6d-9126-3abc92707c11 req-9d2b91b9-5118-4b2e-beb9-8c0d3da66505 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:41:19.521038 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-1317854d-13e5-4b6d-9126-3abc92707c11 req-9d2b91b9-5118-4b2e-beb9-8c0d3da66505 service neutron] 10.222.0.48 "GET /v2.0/networks?id=a92cea34-83a9-4801-bb75-cc07c451223b HTTP/1.1" status: 200 len: 905 time: 0.2265332 Apr 18 20:41:19.530646 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-414b6ffe-e119-47bc-b18f-bcff1219c2f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750375287399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253529'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:41:19.604749 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.l3_hamode_db [None req-ae35d9a6-745b-4a74-9bcd-ae3467bd647f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22db2c67-8ca2-4b62-a28e-e9255641c33b', 'name': 'tempest-FloatingIPsAssociationTestJSON-855947906-router', 'tenant_id': 'c1a78f2b33ee4536986609e3ae5af78c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'external_fixed_ips': [{'subnet_id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'ip_address': '172.25.8.232'}], 'enable_snat': True}, 'gw_port_id': 'd9a547a0-4155-4085-af6d-040dbcee520a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:39:47Z', 'updated_at': '2022-04-18T20:39:52Z', 'revision_number': 4, 'project_id': 'c1a78f2b33ee4536986609e3ae5af78c', 'gw_port': {'id': 'd9a547a0-4155-4085-af6d-040dbcee520a', 'name': '', 'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:26:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22db2c67-8ca2-4b62-a28e-e9255641c33b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'ip_address': '172.25.8.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:39:48Z', 'updated_at': '2022-04-18T20:39:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838334-2', '_floatingips': [{'id': 'dd00b6f2-1ed6-4823-8f13-37481470b44b', 'tenant_id': 'c1a78f2b33ee4536986609e3ae5af78c', 'floating_ip_address': '172.25.8.114', 'floating_network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'router_id': '22db2c67-8ca2-4b62-a28e-e9255641c33b', 'port_id': 'aa54cccf-7c39-40d6-a368-f24a2a8f30ce', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7b96c852-8e2e-4d3b-ad4b-39924026f663', 'mac_address': 'fa:16:3e:c9:9c:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bee97f5e-b592-4ee0-b7d7-2cfba0fa5e35', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T20:40:16Z', 'updated_at': '2022-04-18T20:41:16Z', 'revision_number': 3, 'project_id': 'c1a78f2b33ee4536986609e3ae5af78c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '489bc9af-8c18-4cbf-b0cb-efa3cb2b9723', 'name': '', 'network_id': '7b96c852-8e2e-4d3b-ad4b-39924026f663', 'tenant_id': 'c1a78f2b33ee4536986609e3ae5af78c', 'mac_address': 'fa:16:3e:90:ee:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22db2c67-8ca2-4b62-a28e-e9255641c33b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '769e5df8-16e3-4584-97ce-25a3b6243e3e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:39:51Z', 'updated_at': '2022-04-18T20:40:12Z', 'revision_number': 5, 'project_id': 'c1a78f2b33ee4536986609e3ae5af78c', 'subnets': [{'id': '769e5df8-16e3-4584-97ce-25a3b6243e3e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838334-2', False) {} {{(pid=84043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:41:19.608997 n-d-838334-2 neutron-server[84043]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae35d9a6-745b-4a74-9bcd-ae3467bd647f None None] Checking router: 22db2c67-8ca2-4b62-a28e-e9255641c33b for host: n-d-838334-2 {{(pid=84043) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 18 20:41:19.613338 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-e86b7c2b-70cc-49c3-b3b9-ea4674595e26 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1260556'] for subnet, precommit_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:41:19.619811 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae35d9a6-745b-4a74-9bcd-ae3467bd647f None None] Routers {'22db2c67-8ca2-4b62-a28e-e9255641c33b'} bound to L3 agent in host n-d-838334-2 {{(pid=84043) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 20:41:19.620508 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.l3_hamode_db [None req-ae35d9a6-745b-4a74-9bcd-ae3467bd647f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838334-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-18T20:25:48Z,description=,heartbeat_timestamp=2022-04-18T20:41:18Z,host='n-d-838334-2',id=bc84d6c9-dd7a-4555-a351-592327b46d5a,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:25:48Z,topic='l3_agent')) {'router_ids': ['22db2c67-8ca2-4b62-a28e-e9255641c33b'], 'active': True} {{(pid=84043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:41:19.644092 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Provisioning for port 5dd9420f-3993-4fe5-a063-6b15a634731b completed by entity L2. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 20:41:19.673147 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Provisioning complete for port 5dd9420f-3993-4fe5-a063-6b15a634731b triggered by entity L2. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:41:19.673693 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1253608'] for port, provisioning_complete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:41:19.707520 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-e86b7c2b-70cc-49c3-b3b9-ea4674595e26 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1260549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33526260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32266336', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32486390'] for subnet, after_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:41:19.734617 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] For port 50d89c2c-8806-4e15-b008-076d10f6051f, host n-h1-838334-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838334-2',level=0,port_id=50d89c2c-8806-4e15-b008-076d10f6051f,segment=NetworkSegment(e2a67327-2af4-4205-9ade-197b88c2bea8),segment_id=e2a67327-2af4-4205-9ade-197b88c2bea8)] {{(pid=84042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:41:19.753432 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e86b7c2b-70cc-49c3-b3b9-ea4674595e26 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1e32fa85-4321-4423-827a-46337c469afa,revision_number=None']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:41:19.756122 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Returning: {'device': '50d89c2c-8806-4e15-b008-076d10f6051f', 'network_id': '5ab7510b-2145-476c-b9d7-eb0e1ae538b7', 'port_id': '50d89c2c-8806-4e15-b008-076d10f6051f', 'mac_address': 'fa:16:3e:c2:83:ad', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 358, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5bf38cb0-45bd-48cb-9f8c-19a270201f44', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84042) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 18 20:41:19.766206 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-1317854d-13e5-4b6d-9126-3abc92707c11 req-e63cbee1-bfa4-449e-a705-3c4c4645d4d8 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5dd9420f-3993-4fe5-a063-6b15a634731b HTTP/1.1" status: 200 len: 217 time: 0.2327352 Apr 18 20:41:19.769728 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-c140fc04-e552-4c61-aa1c-558560505ff0 req-b4ed3684-3ee1-442d-8d9d-3ce2e4d5d7f8 tempest-FloatingIPDetailsTestJSON-2060136642 tempest-FloatingIPDetailsTestJSON-2060136642-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:41:19.778985 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-e86b7c2b-70cc-49c3-b3b9-ea4674595e26 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:41:19.789974 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-e86b7c2b-70cc-49c3-b3b9-ea4674595e26 admin admin] 10.222.0.42 "DELETE /v2.0/subnets/1e32fa85-4321-4423-827a-46337c469afa HTTP/1.1" status: 204 len: 168 time: 0.5796330 Apr 18 20:41:19.790932 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 37388) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:41:19.828435 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.l3_dvr_db [None req-ae35d9a6-745b-4a74-9bcd-ae3467bd647f None None] Set router 22db2c67-8ca2-4b62-a28e-e9255641c33b gateway port host: n-d-838334-2 {{(pid=84043) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 20:41:19.833388 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:41:19.843007 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-919e025d-13a3-4269-a448-a9103ef8421a None None] Network b907c95d-bd5f-4998-b27d-79779f369163 requested from n-d-838334-2 {{(pid=84042) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 20:41:19.908137 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-7e6c74f2-411d-452c-a877-31bb048f2398 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1103592'] for network, before_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:41:19.919846 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.plugin [None req-7e6c74f2-411d-452c-a877-31bb048f2398 admin admin] Deleting port bc0fd9a8-7430-44cc-9e05-98549bd186d9 {{(pid=84041) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 20:41:19.920511 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-7e6c74f2-411d-452c-a877-31bb048f2398 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750375188691'] for port, before_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:41:19.965004 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1317854d-13e5-4b6d-9126-3abc92707c11 req-d8f35db8-06c5-460c-86be-f86447c3c8b4 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:41:19.966350 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-1317854d-13e5-4b6d-9126-3abc92707c11 req-d8f35db8-06c5-460c-86be-f86447c3c8b4 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=6bff4054-f84b-415b-b0b0-aa32d7878409 HTTP/1.1" status: 200 len: 844 time: 0.0609379 Apr 18 20:41:20.036417 n-d-838334-2 neutron-server[84042]: DEBUG neutron.notifiers.nova [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 50d89c2c-8806-4e15-b008-076d10f6051f {{(pid=84042) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 18 20:41:20.037885 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-1317854d-13e5-4b6d-9126-3abc92707c11 req-636d8216-285d-4ab9-b558-0d8e613cb2e8 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=a92cea34-83a9-4801-bb75-cc07c451223b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0545151 Apr 18 20:41:20.113914 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_hamode_db [None req-6796f090-f65d-4887-96fc-23eee1500039 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f71df682-36c0-45b6-a315-477bfe4444f5', 'name': 'tempest-TaggedBootDevicesTest-303031308-router', 'tenant_id': 'f85a0d9202f64bddab6b7eaee6d6810d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'external_fixed_ips': [{'subnet_id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'ip_address': '172.25.8.101'}], 'enable_snat': True}, 'gw_port_id': '5a474b90-1101-4e49-ba7c-8379964cb91c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:37:49Z', 'updated_at': '2022-04-18T20:37:57Z', 'revision_number': 4, 'project_id': 'f85a0d9202f64bddab6b7eaee6d6810d', 'gw_port': {'id': '5a474b90-1101-4e49-ba7c-8379964cb91c', 'name': '', 'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:b3:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f71df682-36c0-45b6-a315-477bfe4444f5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'ip_address': '172.25.8.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:37:49Z', 'updated_at': '2022-04-18T20:38:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838334-2', '_floatingips': [{'id': '8dd63d38-2e72-4280-8c6c-35aff2fc7241', 'tenant_id': 'f85a0d9202f64bddab6b7eaee6d6810d', 'floating_ip_address': '172.25.8.237', 'floating_network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'router_id': 'f71df682-36c0-45b6-a315-477bfe4444f5', 'port_id': 'fa03d449-bb38-4cd9-8fa0-e99f7c7cd3e2', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f80f29cf-306f-4b83-b9ef-977e3822a3eb', 'mac_address': 'fa:16:3e:90:83:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc0d4549-87de-476f-8fa1-88b0358bebbd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T20:39:05Z', 'updated_at': '2022-04-18T20:41:15Z', 'revision_number': 1, 'project_id': 'f85a0d9202f64bddab6b7eaee6d6810d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5e0d7785-ddda-4f03-bfc3-d61f02557f4b', 'name': '', 'network_id': 'f80f29cf-306f-4b83-b9ef-977e3822a3eb', 'tenant_id': 'f85a0d9202f64bddab6b7eaee6d6810d', 'mac_address': 'fa:16:3e:71:3f:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f71df682-36c0-45b6-a315-477bfe4444f5', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5c52872c-5453-4e7c-876e-5ab51a950a0e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:37:54Z', 'updated_at': '2022-04-18T20:38:24Z', 'revision_number': 5, 'project_id': 'f85a0d9202f64bddab6b7eaee6d6810d', 'subnets': [{'id': '5c52872c-5453-4e7c-876e-5ab51a950a0e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838334-2', False) {} {{(pid=84042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:41:20.118656 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:41:20.133179 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] For port 50d89c2c-8806-4e15-b008-076d10f6051f, host n-h1-838334-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838334-2',level=0,port_id=50d89c2c-8806-4e15-b008-076d10f6051f,segment=NetworkSegment(e2a67327-2af4-4205-9ade-197b88c2bea8),segment_id=e2a67327-2af4-4205-9ade-197b88c2bea8)] {{(pid=84042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:41:20.137509 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.db_base_plugin_common [req-c140fc04-e552-4c61-aa1c-558560505ff0 req-b4ed3684-3ee1-442d-8d9d-3ce2e4d5d7f8 tempest-FloatingIPDetailsTestJSON-2060136642 tempest-FloatingIPDetailsTestJSON-2060136642-project] Allocated IP 172.25.8.110 (e41b6600-a917-4a8d-b05c-be3be40c6d8c/6b05667b-848e-4356-9b44-d5eb6808ef74/717e1a67-6e38-4c00-9151-50f43c95951f) {{(pid=84040) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:41:20.167071 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6796f090-f65d-4887-96fc-23eee1500039 None None] Checking router: f71df682-36c0-45b6-a315-477bfe4444f5 for host: n-d-838334-2 {{(pid=84042) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 18 20:41:20.173684 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682'] for port, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:41:20.181633 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.db [None req-7e6c74f2-411d-452c-a877-31bb048f2398 admin admin] For port bc0fd9a8-7430-44cc-9e05-98549bd186d9, host n-d-838334-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838334-2',level=0,port_id=bc0fd9a8-7430-44cc-9e05-98549bd186d9,segment=NetworkSegment(19ad21fa-fac1-489d-89f6-afeed388bda6),segment_id=19ad21fa-fac1-489d-89f6-afeed388bda6)] {{(pid=84041) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:41:20.182161 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-7e6c74f2-411d-452c-a877-31bb048f2398 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369123'] for port, precommit_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:41:20.252329 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.l3_hamode_db [None req-ae35d9a6-745b-4a74-9bcd-ae3467bd647f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22db2c67-8ca2-4b62-a28e-e9255641c33b', 'name': 'tempest-FloatingIPsAssociationTestJSON-855947906-router', 'tenant_id': 'c1a78f2b33ee4536986609e3ae5af78c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'external_fixed_ips': [{'subnet_id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'ip_address': '172.25.8.232'}], 'enable_snat': True}, 'gw_port_id': 'd9a547a0-4155-4085-af6d-040dbcee520a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:39:47Z', 'updated_at': '2022-04-18T20:39:52Z', 'revision_number': 4, 'project_id': 'c1a78f2b33ee4536986609e3ae5af78c', 'gw_port': {'id': 'd9a547a0-4155-4085-af6d-040dbcee520a', 'name': '', 'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:26:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22db2c67-8ca2-4b62-a28e-e9255641c33b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'ip_address': '172.25.8.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:39:48Z', 'updated_at': '2022-04-18T20:39:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838334-2', '_floatingips': [{'id': 'dd00b6f2-1ed6-4823-8f13-37481470b44b', 'tenant_id': 'c1a78f2b33ee4536986609e3ae5af78c', 'floating_ip_address': '172.25.8.114', 'floating_network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'router_id': '22db2c67-8ca2-4b62-a28e-e9255641c33b', 'port_id': 'aa54cccf-7c39-40d6-a368-f24a2a8f30ce', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7b96c852-8e2e-4d3b-ad4b-39924026f663', 'mac_address': 'fa:16:3e:c9:9c:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bee97f5e-b592-4ee0-b7d7-2cfba0fa5e35', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T20:40:16Z', 'updated_at': '2022-04-18T20:41:16Z', 'revision_number': 3, 'project_id': 'c1a78f2b33ee4536986609e3ae5af78c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '489bc9af-8c18-4cbf-b0cb-efa3cb2b9723', 'name': '', 'network_id': '7b96c852-8e2e-4d3b-ad4b-39924026f663', 'tenant_id': 'c1a78f2b33ee4536986609e3ae5af78c', 'mac_address': 'fa:16:3e:90:ee:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22db2c67-8ca2-4b62-a28e-e9255641c33b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '769e5df8-16e3-4584-97ce-25a3b6243e3e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:39:51Z', 'updated_at': '2022-04-18T20:40:12Z', 'revision_number': 5, 'project_id': 'c1a78f2b33ee4536986609e3ae5af78c', 'subnets': [{'id': '769e5df8-16e3-4584-97ce-25a3b6243e3e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838334-2', False) {} {{(pid=84043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:41:20.257897 n-d-838334-2 neutron-server[84043]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae35d9a6-745b-4a74-9bcd-ae3467bd647f None None] The sync data for ids ['22db2c67-8ca2-4b62-a28e-e9255641c33b'] in n-d-838334-2 is: [{'id': '22db2c67-8ca2-4b62-a28e-e9255641c33b', 'name': 'tempest-FloatingIPsAssociationTestJSON-855947906-router', 'tenant_id': 'c1a78f2b33ee4536986609e3ae5af78c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'external_fixed_ips': [{'subnet_id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'ip_address': '172.25.8.232'}], 'enable_snat': True}, 'gw_port_id': 'd9a547a0-4155-4085-af6d-040dbcee520a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:39:47Z', 'updated_at': '2022-04-18T20:39:52Z', 'revision_number': 4, 'project_id': 'c1a78f2b33ee4536986609e3ae5af78c', 'gw_port': {'id': 'd9a547a0-4155-4085-af6d-040dbcee520a', 'name': '', 'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:26:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22db2c67-8ca2-4b62-a28e-e9255641c33b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'ip_address': '172.25.8.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:39:48Z', 'updated_at': '2022-04-18T20:39:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838334-2', '_floatingips': [{'id': 'dd00b6f2-1ed6-4823-8f13-37481470b44b', 'tenant_id': 'c1a78f2b33ee4536986609e3ae5af78c', 'floating_ip_address': '172.25.8.114', 'floating_network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'router_id': '22db2c67-8ca2-4b62-a28e-e9255641c33b', 'port_id': 'aa54cccf-7c39-40d6-a368-f24a2a8f30ce', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7b96c852-8e2e-4d3b-ad4b-39924026f663', 'mac_address': 'fa:16:3e:c9:9c:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bee97f5e-b592-4ee0-b7d7-2cfba0fa5e35', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T20:40:16Z', 'updated_at': '2022-04-18T20:41:16Z', 'revision_number': 3, 'project_id': 'c1a78f2b33ee4536986609e3ae5af78c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '489bc9af-8c18-4cbf-b0cb-efa3cb2b9723', 'name': '', 'network_id': '7b96c852-8e2e-4d3b-ad4b-39924026f663', 'tenant_id': 'c1a78f2b33ee4536986609e3ae5af78c', 'mac_address': 'fa:16:3e:90:ee:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22db2c67-8ca2-4b62-a28e-e9255641c33b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '769e5df8-16e3-4584-97ce-25a3b6243e3e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:39:51Z', 'updated_at': '2022-04-18T20:40:12Z', 'revision_number': 5, 'project_id': 'c1a78f2b33ee4536986609e3ae5af78c', 'subnets': [{'id': '769e5df8-16e3-4584-97ce-25a3b6243e3e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84043) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 18 20:41:20.277479 n-d-838334-2 neutron-server[84042]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '125f19ef-ec6c-479f-b4b8-b796930da404', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5dd9420f-3993-4fe5-a063-6b15a634731b'}] {{(pid=84042) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 20:41:20.306914 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] For port 5dd9420f-3993-4fe5-a063-6b15a634731b, host n-h2-838334-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838334-2',level=0,port_id=5dd9420f-3993-4fe5-a063-6b15a634731b,segment=NetworkSegment(636e5b77-90d2-4b9f-a149-e8d80d7281ee),segment_id=636e5b77-90d2-4b9f-a149-e8d80d7281ee)] {{(pid=84042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:41:20.323418 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6796f090-f65d-4887-96fc-23eee1500039 None None] Routers {'f71df682-36c0-45b6-a315-477bfe4444f5'} bound to L3 agent in host n-d-838334-2 {{(pid=84042) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 20:41:20.324069 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_hamode_db [None req-6796f090-f65d-4887-96fc-23eee1500039 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838334-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-18T20:25:48Z,description=,heartbeat_timestamp=2022-04-18T20:41:18Z,host='n-d-838334-2',id=bc84d6c9-dd7a-4555-a351-592327b46d5a,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:25:48Z,topic='l3_agent')) {'router_ids': ['f71df682-36c0-45b6-a315-477bfe4444f5'], 'active': True} {{(pid=84042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:41:20.330797 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.plugin [None req-7e6c74f2-411d-452c-a877-31bb048f2398 admin admin] Calling delete_port for bc0fd9a8-7430-44cc-9e05-98549bd186d9 owned by network:dhcp {{(pid=84041) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 20:41:20.382613 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682'] for port, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:41:20.426341 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-7e6c74f2-411d-452c-a877-31bb048f2398 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750375259028', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750374836628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32266323'] for port, after_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:41:20.467044 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Pushing event updated for resources: {'Port': ['ID=50d89c2c-8806-4e15-b008-076d10f6051f,revision_number=4']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:41:20.480381 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e6c74f2-411d-452c-a877-31bb048f2398 admin admin] Pushing event deleted for resources: {'Port': ['ID=bc0fd9a8-7430-44cc-9e05-98549bd186d9,revision_number=None']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:41:20.487079 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e6c74f2-411d-452c-a877-31bb048f2398 admin admin] No DVR routers for this DVR port bc0fd9a8-7430-44cc-9e05-98549bd186d9 on host n-d-838334-2 {{(pid=84041) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 20:41:20.511790 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-1317854d-13e5-4b6d-9126-3abc92707c11 req-b8ff4276-b08e-4052-9a3c-d47589c2f4e3 service neutron] 10.222.0.48 "GET /v2.0/networks/a92cea34-83a9-4801-bb75-cc07c451223b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4551373 Apr 18 20:41:20.519276 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-c140fc04-e552-4c61-aa1c-558560505ff0 req-b4ed3684-3ee1-442d-8d9d-3ce2e4d5d7f8 tempest-FloatingIPDetailsTestJSON-2060136642 tempest-FloatingIPDetailsTestJSON-2060136642-project] Notify callbacks [] for port, precommit_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:41:20.523718 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] get_ports_and_sgs() called for port_ids ['50d89c2c-8806-4e15-b008-076d10f6051f'] {{(pid=84042) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 18 20:41:20.610400 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-7e6c74f2-411d-452c-a877-31bb048f2398 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1258905', 'neutron.services.segments.db._delete_segments_for_network-8750375287417'] for network, precommit_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:41:20.639098 n-d-838334-2 neutron-server[84041]: DEBUG neutron.services.segments.db [None req-7e6c74f2-411d-452c-a877-31bb048f2398 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b907c95d-bd5f-4998-b27d-79779f369163']}} {{(pid=84041) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:41:20.650770 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-c7521a90-7d65-4e2e-842c-ca5d95e9a89c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750375287399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253529'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:41:20.653059 n-d-838334-2 neutron-server[84041]: DEBUG neutron.services.segments.db [None req-7e6c74f2-411d-452c-a877-31bb048f2398 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '19ad21fa-fac1-489d-89f6-afeed388bda6') {'for_net_delete': True} {{(pid=84041) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:41:20.653345 n-d-838334-2 neutron-server[84041]: DEBUG neutron.services.segments.db [None req-7e6c74f2-411d-452c-a877-31bb048f2398 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '19ad21fa-fac1-489d-89f6-afeed388bda6') {} {{(pid=84041) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:41:20.666594 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-7e6c74f2-411d-452c-a877-31bb048f2398 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750375287300', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32268156'] for segment, before_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:41:20.681500 n-d-838334-2 neutron-server[84040]: DEBUG neutron.scheduler.l3_agent_scheduler [req-918c042c-d993-455b-8ba2-da9415e3cc13 req-743ff4f5-d3a7-4183-b148-2f3ee4542bdd tempest-FloatingIPsAssociationTestJSON-661839082 tempest-FloatingIPsAssociationTestJSON-661839082-project] Router 22db2c67-8ca2-4b62-a28e-e9255641c33b has already been hosted by L3 agent bc84d6c9-dd7a-4555-a351-592327b46d5a {{(pid=84040) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 20:41:20.685775 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-7e6c74f2-411d-452c-a877-31bb048f2398 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1082986'] for segment, precommit_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:41:20.694014 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7e6c74f2-411d-452c-a877-31bb048f2398 admin admin] Releasing vlan 376 on physical network physnet1 to pool {{(pid=84041) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 18 20:41:20.694711 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-7e6c74f2-411d-452c-a877-31bb048f2398 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1082993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32266254'] for segment, after_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:41:20.709241 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-1317854d-13e5-4b6d-9126-3abc92707c11 req-c6141557-5d1e-4c42-aeec-a739dc1c0208 service neutron] 10.222.0.48 "GET /v2.0/networks/a92cea34-83a9-4801-bb75-cc07c451223b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1838002 Apr 18 20:41:20.712360 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Pushing event updated for resources: {'Port': ['ID=5dd9420f-3993-4fe5-a063-6b15a634731b,revision_number=5']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:41:20.712805 n-d-838334-2 neutron-server[84041]: Traceback (most recent call last): Apr 18 20:41:20.712805 n-d-838334-2 neutron-server[84041]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 18 20:41:20.712805 n-d-838334-2 neutron-server[84041]: timer() Apr 18 20:41:20.712805 n-d-838334-2 neutron-server[84041]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 20:41:20.712805 n-d-838334-2 neutron-server[84041]: cb(*args, **kw) Apr 18 20:41:20.712805 n-d-838334-2 neutron-server[84041]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 18 20:41:20.712805 n-d-838334-2 neutron-server[84041]: return func(*args, **kwargs) Apr 18 20:41:20.712805 n-d-838334-2 neutron-server[84041]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 20:41:20.712805 n-d-838334-2 neutron-server[84041]: self._notify() Apr 18 20:41:20.712805 n-d-838334-2 neutron-server[84041]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 20:41:20.712805 n-d-838334-2 neutron-server[84041]: self.callback(batched_events) Apr 18 20:41:20.712805 n-d-838334-2 neutron-server[84041]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 20:41:20.712805 n-d-838334-2 neutron-server[84041]: event.method(event) Apr 18 20:41:20.712805 n-d-838334-2 neutron-server[84041]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 18 20:41:20.712805 n-d-838334-2 neutron-server[84041]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 20:41:20.712805 n-d-838334-2 neutron-server[84041]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 18 20:41:20.712805 n-d-838334-2 neutron-server[84041]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 20:41:20.712805 n-d-838334-2 neutron-server[84041]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 18 20:41:20.712805 n-d-838334-2 neutron-server[84041]: return f(self, *a, **k) Apr 18 20:41:20.712805 n-d-838334-2 neutron-server[84041]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 18 20:41:20.712805 n-d-838334-2 neutron-server[84041]: return self._get(url).json() Apr 18 20:41:20.712805 n-d-838334-2 neutron-server[84041]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 18 20:41:20.712805 n-d-838334-2 neutron-server[84041]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 20:41:20.712805 n-d-838334-2 neutron-server[84041]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 18 20:41:20.712805 n-d-838334-2 neutron-server[84041]: return self.request(url, 'GET', **kwargs) Apr 18 20:41:20.712805 n-d-838334-2 neutron-server[84041]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 18 20:41:20.712805 n-d-838334-2 neutron-server[84041]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 20:41:20.712805 n-d-838334-2 neutron-server[84041]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 18 20:41:20.712805 n-d-838334-2 neutron-server[84041]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 20:41:20.712805 n-d-838334-2 neutron-server[84041]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 18 20:41:20.712805 n-d-838334-2 neutron-server[84041]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 20:41:20.712805 n-d-838334-2 neutron-server[84041]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 20:41:20.716925 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-c140fc04-e552-4c61-aa1c-558560505ff0 req-b4ed3684-3ee1-442d-8d9d-3ce2e4d5d7f8 tempest-FloatingIPDetailsTestJSON-2060136642 tempest-FloatingIPDetailsTestJSON-2060136642-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750374836619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32440838'] for port, after_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:41:20.756033 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_dvr_db [None req-6796f090-f65d-4887-96fc-23eee1500039 None None] Set router f71df682-36c0-45b6-a315-477bfe4444f5 gateway port host: n-d-838334-2 {{(pid=84042) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 20:41:20.815061 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-7e6c74f2-411d-452c-a877-31bb048f2398 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1258898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33526109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33444113'] for network, after_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:41:20.824366 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95c1b08d-eee6-4412-89a4-88410c5c8c5f None None] DHCP port deletion for b907c95d-bd5f-4998-b27d-79779f369163 request from n-d-838334-2 {{(pid=84042) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 18 20:41:20.858773 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-7e6c74f2-411d-452c-a877-31bb048f2398 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32378031'] for network, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:41:20.862976 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e6c74f2-411d-452c-a877-31bb048f2398 admin admin] Pushing event deleted for resources: {'Network': ['ID=b907c95d-bd5f-4998-b27d-79779f369163,revision_number=None']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:41:20.868415 n-d-838334-2 neutron-server[84040]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cc0d4549-87de-476f-8fa1-88b0358bebbd', 'tag': 'fa03d449-bb38-4cd9-8fa0-e99f7c7cd3e2'}] {{(pid=84040) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 20:41:20.878418 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-7e6c74f2-411d-452c-a877-31bb048f2398 admin admin] 10.222.0.42 "DELETE /v2.0/networks/b907c95d-bd5f-4998-b27d-79779f369163 HTTP/1.1" status: 204 len: 168 time: 1.0831528 Apr 18 20:41:20.945040 n-d-838334-2 neutron-server[84040]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c140fc04-e552-4c61-aa1c-558560505ff0 req-b4ed3684-3ee1-442d-8d9d-3ce2e4d5d7f8 tempest-FloatingIPDetailsTestJSON-2060136642 tempest-FloatingIPDetailsTestJSON-2060136642-project] Network e41b6600-a917-4a8d-b05c-be3be40c6d8c is already hosted by enough agents. {{(pid=84040) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:41:20.950187 n-d-838334-2 neutron-server[84040]: DEBUG neutron.scheduler.base_scheduler [req-c140fc04-e552-4c61-aa1c-558560505ff0 req-b4ed3684-3ee1-442d-8d9d-3ce2e4d5d7f8 tempest-FloatingIPDetailsTestJSON-2060136642 tempest-FloatingIPDetailsTestJSON-2060136642-project] Resources bound (agent type, host, resource id): {{(pid=84040) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:41:20.953666 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4ed3684-3ee1-442d-8d9d-3ce2e4d5d7f8 tempest-FloatingIPDetailsTestJSON-2060136642 tempest-FloatingIPDetailsTestJSON-2060136642-project] Pushing event updated for resources: {'Port': ['ID=717e1a67-6e38-4c00-9151-50f43c95951f,revision_number=1']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:41:20.957603 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.l3_dvrscheduler_db [req-c140fc04-e552-4c61-aa1c-558560505ff0 req-b4ed3684-3ee1-442d-8d9d-3ce2e4d5d7f8 tempest-FloatingIPDetailsTestJSON-2060136642 tempest-FloatingIPDetailsTestJSON-2060136642-project] Received port after_create {{(pid=84040) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 20:41:21.066431 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 37398) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:41:21.124030 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-a9e90c79-a5ca-4d89-9625-27543efbcc2e admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=624c15d552004bb8b15cf774c11ffdae&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0569754 Apr 18 20:41:21.127537 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 37402) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:41:21.187871 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-c140fc04-e552-4c61-aa1c-558560505ff0 req-b4ed3684-3ee1-442d-8d9d-3ce2e4d5d7f8 tempest-FloatingIPDetailsTestJSON-2060136642 tempest-FloatingIPDetailsTestJSON-2060136642-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:41:21.214671 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-bb00370a-3d87-4693-a6a2-cd02bcc056a6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:41:21.245265 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-bb00370a-3d87-4693-a6a2-cd02bcc056a6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:41:21.257712 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-918c042c-d993-455b-8ba2-da9415e3cc13 req-743ff4f5-d3a7-4183-b148-2f3ee4542bdd tempest-FloatingIPsAssociationTestJSON-661839082 tempest-FloatingIPsAssociationTestJSON-661839082-project] Notify agent at l3_agent.n-d-838334-2 the message routers_updated {{(pid=84040) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 20:41:21.269731 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-c140fc04-e552-4c61-aa1c-558560505ff0 req-b4ed3684-3ee1-442d-8d9d-3ce2e4d5d7f8 tempest-FloatingIPDetailsTestJSON-2060136642 tempest-FloatingIPDetailsTestJSON-2060136642-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:41:21.321256 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-918c042c-d993-455b-8ba2-da9415e3cc13 req-743ff4f5-d3a7-4183-b148-2f3ee4542bdd tempest-FloatingIPsAssociationTestJSON-661839082 tempest-FloatingIPsAssociationTestJSON-661839082-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217293'] for floatingip, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:41:21.326531 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-bb00370a-3d87-4693-a6a2-cd02bcc056a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33528224'] for security_group, after_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:41:21.350085 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_hamode_db [None req-6796f090-f65d-4887-96fc-23eee1500039 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f71df682-36c0-45b6-a315-477bfe4444f5', 'name': 'tempest-TaggedBootDevicesTest-303031308-router', 'tenant_id': 'f85a0d9202f64bddab6b7eaee6d6810d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'external_fixed_ips': [{'subnet_id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'ip_address': '172.25.8.101'}], 'enable_snat': True}, 'gw_port_id': '5a474b90-1101-4e49-ba7c-8379964cb91c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:37:49Z', 'updated_at': '2022-04-18T20:37:57Z', 'revision_number': 4, 'project_id': 'f85a0d9202f64bddab6b7eaee6d6810d', 'gw_port': {'id': '5a474b90-1101-4e49-ba7c-8379964cb91c', 'name': '', 'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:b3:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f71df682-36c0-45b6-a315-477bfe4444f5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'ip_address': '172.25.8.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:37:49Z', 'updated_at': '2022-04-18T20:38:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838334-2', '_floatingips': [{'id': '8dd63d38-2e72-4280-8c6c-35aff2fc7241', 'tenant_id': 'f85a0d9202f64bddab6b7eaee6d6810d', 'floating_ip_address': '172.25.8.237', 'floating_network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'router_id': 'f71df682-36c0-45b6-a315-477bfe4444f5', 'port_id': 'fa03d449-bb38-4cd9-8fa0-e99f7c7cd3e2', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f80f29cf-306f-4b83-b9ef-977e3822a3eb', 'mac_address': 'fa:16:3e:90:83:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc0d4549-87de-476f-8fa1-88b0358bebbd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T20:39:05Z', 'updated_at': '2022-04-18T20:41:15Z', 'revision_number': 1, 'project_id': 'f85a0d9202f64bddab6b7eaee6d6810d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5e0d7785-ddda-4f03-bfc3-d61f02557f4b', 'name': '', 'network_id': 'f80f29cf-306f-4b83-b9ef-977e3822a3eb', 'tenant_id': 'f85a0d9202f64bddab6b7eaee6d6810d', 'mac_address': 'fa:16:3e:71:3f:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f71df682-36c0-45b6-a315-477bfe4444f5', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5c52872c-5453-4e7c-876e-5ab51a950a0e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:37:54Z', 'updated_at': '2022-04-18T20:38:24Z', 'revision_number': 5, 'project_id': 'f85a0d9202f64bddab6b7eaee6d6810d', 'subnets': [{'id': '5c52872c-5453-4e7c-876e-5ab51a950a0e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838334-2', False) {} {{(pid=84042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:41:21.354454 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb00370a-3d87-4693-a6a2-cd02bcc056a6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=80f595e8-5047-4c5f-9b6f-73a7fbb3ee43,revision_number=None']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:41:21.356029 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6796f090-f65d-4887-96fc-23eee1500039 None None] The sync data for ids ['f71df682-36c0-45b6-a315-477bfe4444f5'] in n-d-838334-2 is: [{'id': 'f71df682-36c0-45b6-a315-477bfe4444f5', 'name': 'tempest-TaggedBootDevicesTest-303031308-router', 'tenant_id': 'f85a0d9202f64bddab6b7eaee6d6810d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'external_fixed_ips': [{'subnet_id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'ip_address': '172.25.8.101'}], 'enable_snat': True}, 'gw_port_id': '5a474b90-1101-4e49-ba7c-8379964cb91c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:37:49Z', 'updated_at': '2022-04-18T20:37:57Z', 'revision_number': 4, 'project_id': 'f85a0d9202f64bddab6b7eaee6d6810d', 'gw_port': {'id': '5a474b90-1101-4e49-ba7c-8379964cb91c', 'name': '', 'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:b3:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f71df682-36c0-45b6-a315-477bfe4444f5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'ip_address': '172.25.8.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:37:49Z', 'updated_at': '2022-04-18T20:38:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838334-2', '_floatingips': [{'id': '8dd63d38-2e72-4280-8c6c-35aff2fc7241', 'tenant_id': 'f85a0d9202f64bddab6b7eaee6d6810d', 'floating_ip_address': '172.25.8.237', 'floating_network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'router_id': 'f71df682-36c0-45b6-a315-477bfe4444f5', 'port_id': 'fa03d449-bb38-4cd9-8fa0-e99f7c7cd3e2', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f80f29cf-306f-4b83-b9ef-977e3822a3eb', 'mac_address': 'fa:16:3e:90:83:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc0d4549-87de-476f-8fa1-88b0358bebbd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T20:39:05Z', 'updated_at': '2022-04-18T20:41:15Z', 'revision_number': 1, 'project_id': 'f85a0d9202f64bddab6b7eaee6d6810d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5e0d7785-ddda-4f03-bfc3-d61f02557f4b', 'name': '', 'network_id': 'f80f29cf-306f-4b83-b9ef-977e3822a3eb', 'tenant_id': 'f85a0d9202f64bddab6b7eaee6d6810d', 'mac_address': 'fa:16:3e:71:3f:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f71df682-36c0-45b6-a315-477bfe4444f5', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5c52872c-5453-4e7c-876e-5ab51a950a0e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:37:54Z', 'updated_at': '2022-04-18T20:38:24Z', 'revision_number': 5, 'project_id': 'f85a0d9202f64bddab6b7eaee6d6810d', 'subnets': [{'id': '5c52872c-5453-4e7c-876e-5ab51a950a0e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84042) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 18 20:41:21.368953 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-bb00370a-3d87-4693-a6a2-cd02bcc056a6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:41:21.373019 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-bb00370a-3d87-4693-a6a2-cd02bcc056a6 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/80f595e8-5047-4c5f-9b6f-73a7fbb3ee43 HTTP/1.1" status: 204 len: 168 time: 0.2434030 Apr 18 20:41:21.549040 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-918c042c-d993-455b-8ba2-da9415e3cc13 req-743ff4f5-d3a7-4183-b148-2f3ee4542bdd tempest-FloatingIPsAssociationTestJSON-661839082 tempest-FloatingIPsAssociationTestJSON-661839082-project] 10.222.0.42 "PUT /v2.0/floatingips/dd00b6f2-1ed6-4823-8f13-37481470b44b HTTP/1.1" status: 200 len: 999 time: 6.8811812 Apr 18 20:41:21.656129 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-918c042c-d993-455b-8ba2-da9415e3cc13 req-420df692-4ae3-4b35-b138-084d60cd62d1 tempest-FloatingIPsAssociationTestJSON-661839082 tempest-FloatingIPsAssociationTestJSON-661839082-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:41:21.657907 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-918c042c-d993-455b-8ba2-da9415e3cc13 req-420df692-4ae3-4b35-b138-084d60cd62d1 tempest-FloatingIPsAssociationTestJSON-661839082 tempest-FloatingIPsAssociationTestJSON-661839082-project] 10.222.0.42 "GET /v2.0/ports/83781acf-08e2-45f0-bbcd-ac7d73ff7920 HTTP/1.1" status: 200 len: 942 time: 0.1048582 Apr 18 20:41:21.691129 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-c140fc04-e552-4c61-aa1c-558560505ff0 req-b4ed3684-3ee1-442d-8d9d-3ce2e4d5d7f8 tempest-FloatingIPDetailsTestJSON-2060136642 tempest-FloatingIPDetailsTestJSON-2060136642-project] Notify callbacks [] for port, precommit_update {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:41:21.696875 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-c140fc04-e552-4c61-aa1c-558560505ff0 req-b4ed3684-3ee1-442d-8d9d-3ce2e4d5d7f8 tempest-FloatingIPDetailsTestJSON-2060136642 tempest-FloatingIPDetailsTestJSON-2060136642-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32440959'] for port, after_update {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:41:21.838940 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 37410) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:41:21.862522 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4ed3684-3ee1-442d-8d9d-3ce2e4d5d7f8 tempest-FloatingIPDetailsTestJSON-2060136642 tempest-FloatingIPDetailsTestJSON-2060136642-project] Pushing event updated for resources: {'Port': ['ID=717e1a67-6e38-4c00-9151-50f43c95951f,revision_number=2']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:41:21.881905 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-c140fc04-e552-4c61-aa1c-558560505ff0 req-b4ed3684-3ee1-442d-8d9d-3ce2e4d5d7f8 tempest-FloatingIPDetailsTestJSON-2060136642 tempest-FloatingIPDetailsTestJSON-2060136642-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33444131'] for floatingip, after_update {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:41:21.893459 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-50fe2a01-fa89-4a87-8698-de4d1405a63e admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=60f7b5b62cf743ccbb177249e2acd0de&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0532067 Apr 18 20:41:21.895954 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 37414) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:41:21.911714 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-c140fc04-e552-4c61-aa1c-558560505ff0 req-b4ed3684-3ee1-442d-8d9d-3ce2e4d5d7f8 tempest-FloatingIPDetailsTestJSON-2060136642 tempest-FloatingIPDetailsTestJSON-2060136642-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217293'] for floatingip, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:41:21.913218 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-c140fc04-e552-4c61-aa1c-558560505ff0 req-b4ed3684-3ee1-442d-8d9d-3ce2e4d5d7f8 tempest-FloatingIPDetailsTestJSON-2060136642 tempest-FloatingIPDetailsTestJSON-2060136642-project] 10.222.0.42 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 2.8807728 Apr 18 20:41:21.916316 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-918c042c-d993-455b-8ba2-da9415e3cc13 req-62dc31d3-003a-4e3d-bb8d-6a9a0aac6d99 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=c1a78f2b33ee4536986609e3ae5af78c&device_id=7bd31c74-5ed9-42a9-8cb8-065ab982f3bb HTTP/1.1" status: 200 len: 1096 time: 0.1784406 Apr 18 20:41:21.976813 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-d28830f0-1508-43f8-bce6-5e634a8fbad4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:41:22.018722 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-d28830f0-1508-43f8-bce6-5e634a8fbad4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:41:22.025461 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [req-c140fc04-e552-4c61-aa1c-558560505ff0 req-8995248d-1c32-40cd-affe-33a91a08d79c tempest-FloatingIPDetailsTestJSON-2060136642 tempest-FloatingIPDetailsTestJSON-2060136642-project] Synchronizing usage tracker for tenant:d3fc4049ccc64e45ba4bb202e1d092fe on resource:floatingip {{(pid=84040) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 20:41:22.064545 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8c3af26-f4ef-47f3-ba55-d6c9d398ba4c None None] New status for floating IP dd00b6f2-1ed6-4823-8f13-37481470b44b: ACTIVE {{(pid=84042) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Apr 18 20:41:22.118242 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-d28830f0-1508-43f8-bce6-5e634a8fbad4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33528224'] for security_group, after_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:41:22.166683 n-d-838334-2 neutron-server[84043]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ae772ee-a7fe-47ce-93be-5d5e30c5356d None None] New status for floating IP 8dd63d38-2e72-4280-8c6c-35aff2fc7241: ACTIVE {{(pid=84043) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Apr 18 20:41:22.169584 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d28830f0-1508-43f8-bce6-5e634a8fbad4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=00d9eff1-76a8-421b-a40a-df8585e12981,revision_number=None']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:41:22.171889 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-d28830f0-1508-43f8-bce6-5e634a8fbad4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:41:22.174699 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-d28830f0-1508-43f8-bce6-5e634a8fbad4 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/00d9eff1-76a8-421b-a40a-df8585e12981 HTTP/1.1" status: 204 len: 168 time: 0.2778146 Apr 18 20:41:22.339352 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [req-c140fc04-e552-4c61-aa1c-558560505ff0 req-8995248d-1c32-40cd-affe-33a91a08d79c tempest-FloatingIPDetailsTestJSON-2060136642 tempest-FloatingIPDetailsTestJSON-2060136642-project] Unset dirty status for tenant:d3fc4049ccc64e45ba4bb202e1d092fe on resource:floatingip {{(pid=84040) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 20:41:22.345395 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-c140fc04-e552-4c61-aa1c-558560505ff0 req-8995248d-1c32-40cd-affe-33a91a08d79c tempest-FloatingIPDetailsTestJSON-2060136642 tempest-FloatingIPDetailsTestJSON-2060136642-project] 10.222.0.42 "GET /v2.0/floatingips?floating_ip_address=172.25.8.110 HTTP/1.1" status: 200 len: 696 time: 0.4127848 Apr 18 20:41:22.506872 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-918c042c-d993-455b-8ba2-da9415e3cc13 req-e6316fec-a4bc-4172-89c0-d4a07978ff93 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:41:22.508031 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-918c042c-d993-455b-8ba2-da9415e3cc13 req-e6316fec-a4bc-4172-89c0-d4a07978ff93 service neutron] 10.222.0.42 "GET /v2.0/networks?id=7b96c852-8e2e-4d3b-ad4b-39924026f663 HTTP/1.1" status: 200 len: 921 time: 0.5793669 Apr 18 20:41:22.607932 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-918c042c-d993-455b-8ba2-da9415e3cc13 req-825b4620-4f84-491e-9775-5e676f5086f3 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=83781acf-08e2-45f0-bbcd-ac7d73ff7920 HTTP/1.1" status: 200 len: 217 time: 0.0841959 Apr 18 20:41:22.614135 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c140fc04-e552-4c61-aa1c-558560505ff0 req-c35a644d-ec11-455e-b014-7433c6c27354 tempest-FloatingIPDetailsTestJSON-2060136642 tempest-FloatingIPDetailsTestJSON-2060136642-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:41:22.615273 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-c140fc04-e552-4c61-aa1c-558560505ff0 req-c35a644d-ec11-455e-b014-7433c6c27354 tempest-FloatingIPDetailsTestJSON-2060136642 tempest-FloatingIPDetailsTestJSON-2060136642-project] 10.222.0.42 "GET /v2.0/networks/e41b6600-a917-4a8d-b05c-be3be40c6d8c HTTP/1.1" status: 200 len: 784 time: 0.2606928 Apr 18 20:41:22.690769 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-918c042c-d993-455b-8ba2-da9415e3cc13 req-5e424416-d154-4abc-b743-86421e324426 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:41:22.690769 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-918c042c-d993-455b-8ba2-da9415e3cc13 req-5e424416-d154-4abc-b743-86421e324426 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=769e5df8-16e3-4584-97ce-25a3b6243e3e HTTP/1.1" status: 200 len: 859 time: 0.0698419 Apr 18 20:41:22.725332 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Device bc0fd9a8-7430-44cc-9e05-98549bd186d9 no longer exists at agent ovs-agent-n-d-838334-2 {{(pid=84042) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 20:41:22.770788 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.plugin [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] No Port match for: bc0fd9a8-7430-44cc-9e05-98549bd186d9 {{(pid=84042) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 18 20:41:22.771226 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Device bc0fd9a8-7430-44cc-9e05-98549bd186d9 not bound to the agent host n-d-838334-2 {{(pid=84042) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 20:41:22.858635 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-918c042c-d993-455b-8ba2-da9415e3cc13 req-53a2ce70-ae9b-40f0-9c47-34f31739d6f5 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=7b96c852-8e2e-4d3b-ad4b-39924026f663&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1456366 Apr 18 20:41:22.863382 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-d332e0d6-465a-4fac-bb2d-bd6c7fef7be3 req-7660bd8a-d4b5-4129-a97d-13fdabd8ed4c tempest-ServersOnMultiNodesTest-84485173 tempest-ServersOnMultiNodesTest-84485173-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=c3d5a5e5-f912-4e43-a1e3-4e9175e1dfe1 HTTP/1.1" status: 200 len: 1101 time: 0.1142852 Apr 18 20:41:23.007549 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-d332e0d6-465a-4fac-bb2d-bd6c7fef7be3 req-9d3137c6-f9bd-4c60-889d-d46e3f2cbc0f tempest-ServersOnMultiNodesTest-84485173 tempest-ServersOnMultiNodesTest-84485173-project-admin] 10.222.0.42 "GET /v2.0/security-groups?id=e1e985d3-f227-45b4-b9a7-ffadcd0db1b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1232083 Apr 18 20:41:23.032840 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-918c042c-d993-455b-8ba2-da9415e3cc13 req-2145e848-78eb-4364-ba17-c5f886b09542 service neutron] 10.222.0.42 "GET /v2.0/networks/7b96c852-8e2e-4d3b-ad4b-39924026f663?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1671791 Apr 18 20:41:23.254912 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-918c042c-d993-455b-8ba2-da9415e3cc13 req-8d37f740-4b10-4948-bdb6-e6c6455c9283 service neutron] 10.222.0.42 "GET /v2.0/networks/7b96c852-8e2e-4d3b-ad4b-39924026f663?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2161031 Apr 18 20:41:23.270361 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd646a32-c748-425e-81ea-8216e1321dd2 req-3e041c9b-3c30-44d9-a7d6-1769b1051be3 tempest-ImagesTestJSON-757689736 tempest-ImagesTestJSON-757689736-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:41:23.272062 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-fd646a32-c748-425e-81ea-8216e1321dd2 req-3e041c9b-3c30-44d9-a7d6-1769b1051be3 tempest-ImagesTestJSON-757689736 tempest-ImagesTestJSON-757689736-project] 10.222.0.42 "GET /v2.0/ports?device_id=125f19ef-ec6c-479f-b4b8-b796930da404 HTTP/1.1" status: 200 len: 946 time: 0.1273000 Apr 18 20:41:23.369325 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-fd646a32-c748-425e-81ea-8216e1321dd2 req-5dbe6be6-704a-4db0-a4f5-7a56b6d16912 tempest-ImagesTestJSON-757689736 tempest-ImagesTestJSON-757689736-project] 10.222.0.42 "GET /v2.0/security-groups?id=59d22466-01c3-4eda-9b5c-cb887beaa55e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0902286 Apr 18 20:41:23.386675 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-918c042c-d993-455b-8ba2-da9415e3cc13 req-15645e3b-21bc-44ce-8eec-5a71c65136e1 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=c1a78f2b33ee4536986609e3ae5af78c&device_id=bee97f5e-b592-4ee0-b7d7-2cfba0fa5e35 HTTP/1.1" status: 200 len: 1097 time: 0.0919106 Apr 18 20:41:23.387136 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Device 50d89c2c-8806-4e15-b008-076d10f6051f up at agent hyperv_n-h1-838334-2 {{(pid=84042) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 20:41:23.471198 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Provisioning for port 50d89c2c-8806-4e15-b008-076d10f6051f completed by entity L2. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 20:41:23.479014 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Provisioning complete for port 50d89c2c-8806-4e15-b008-076d10f6051f triggered by entity L2. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:41:23.479685 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1253608'] for port, provisioning_complete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:41:23.581644 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-918c042c-d993-455b-8ba2-da9415e3cc13 req-dd60f3bd-c8a2-4d63-bde7-e480f3f11112 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:41:23.583347 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-918c042c-d993-455b-8ba2-da9415e3cc13 req-dd60f3bd-c8a2-4d63-bde7-e480f3f11112 service neutron] 10.222.0.42 "GET /v2.0/networks?id=7b96c852-8e2e-4d3b-ad4b-39924026f663 HTTP/1.1" status: 200 len: 921 time: 0.1903346 Apr 18 20:41:23.613527 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:41:23.655856 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] For port 50d89c2c-8806-4e15-b008-076d10f6051f, host n-h1-838334-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838334-2',level=0,port_id=50d89c2c-8806-4e15-b008-076d10f6051f,segment=NetworkSegment(e2a67327-2af4-4205-9ade-197b88c2bea8),segment_id=e2a67327-2af4-4205-9ade-197b88c2bea8)] {{(pid=84042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:41:23.662114 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682'] for port, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:41:23.706643 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afbc97ee-b2c8-4207-9afb-b76d10b65953 req-a11b693c-7306-4d12-8bd2-94a8829b8ec7 tempest-LiveAutoBlockMigrationV225Test-1713341100 tempest-LiveAutoBlockMigrationV225Test-1713341100-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:41:23.708127 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-afbc97ee-b2c8-4207-9afb-b76d10b65953 req-a11b693c-7306-4d12-8bd2-94a8829b8ec7 tempest-LiveAutoBlockMigrationV225Test-1713341100 tempest-LiveAutoBlockMigrationV225Test-1713341100-project] 10.222.0.42 "GET /v2.0/ports?device_id=af4d32de-e1c9-49ff-a5f9-459cfba4378d HTTP/1.1" status: 200 len: 945 time: 0.2061753 Apr 18 20:41:23.718287 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-918c042c-d993-455b-8ba2-da9415e3cc13 req-9382b491-a2cd-43c8-bc84-0de0f4f9f1de service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=aa54cccf-7c39-40d6-a368-f24a2a8f30ce HTTP/1.1" status: 200 len: 1002 time: 0.1250651 Apr 18 20:41:23.740402 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Pushing event updated for resources: {'Port': ['ID=50d89c2c-8806-4e15-b008-076d10f6051f,revision_number=5']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:41:23.809726 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-afbc97ee-b2c8-4207-9afb-b76d10b65953 req-75a149dc-1c15-4b6b-90a2-feeca4994729 tempest-LiveAutoBlockMigrationV225Test-1713341100 tempest-LiveAutoBlockMigrationV225Test-1713341100-project] 10.222.0.42 "GET /v2.0/security-groups?id=bf712067-aabd-4e70-aae1-082928dd1ccd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0904171 Apr 18 20:41:23.812874 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-918c042c-d993-455b-8ba2-da9415e3cc13 req-d0a71c00-299c-4fa3-9eaa-d58860085c5f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:41:23.814254 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-918c042c-d993-455b-8ba2-da9415e3cc13 req-d0a71c00-299c-4fa3-9eaa-d58860085c5f service neutron] 10.222.0.42 "GET /v2.0/subnets?id=769e5df8-16e3-4584-97ce-25a3b6243e3e HTTP/1.1" status: 200 len: 859 time: 0.0793254 Apr 18 20:41:23.894482 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-918c042c-d993-455b-8ba2-da9415e3cc13 req-8a2c12c4-dc69-47fb-82c3-575800ef2aa9 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=7b96c852-8e2e-4d3b-ad4b-39924026f663&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0739121 Apr 18 20:41:24.173880 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-918c042c-d993-455b-8ba2-da9415e3cc13 req-e4c6cde6-156e-42c5-9c3a-afd34378fdbe service neutron] 10.222.0.42 "GET /v2.0/networks/7b96c852-8e2e-4d3b-ad4b-39924026f663?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2734718 Apr 18 20:41:24.207878 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a45031a-a955-4971-b815-8656190a0b89 req-b47b5b4c-b31a-454b-8d98-51fb4e4dd9db tempest-LiveMigrationTest-963278731 tempest-LiveMigrationTest-963278731-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:41:24.209338 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-6a45031a-a955-4971-b815-8656190a0b89 req-b47b5b4c-b31a-454b-8d98-51fb4e4dd9db tempest-LiveMigrationTest-963278731 tempest-LiveMigrationTest-963278731-project] 10.222.0.42 "GET /v2.0/ports?device_id=e0e2d6b0-4b7a-4309-8d92-47bdafbc7681 HTTP/1.1" status: 200 len: 946 time: 0.2415922 Apr 18 20:41:24.333973 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-6a45031a-a955-4971-b815-8656190a0b89 req-04be1b18-e2bf-45bd-9c2b-55592ff318af tempest-LiveMigrationTest-963278731 tempest-LiveMigrationTest-963278731-project] 10.222.0.42 "GET /v2.0/security-groups?id=c1ded286-bbeb-4ec4-95be-e4f6aab8a892&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0758960 Apr 18 20:41:24.350956 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e24e016-9ade-4db1-b1ee-dc049d5a78b6 None None] Sync routers for ids ['22db2c67-8ca2-4b62-a28e-e9255641c33b'] in n-d-838334-2 {{(pid=84042) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 18 20:41:24.353132 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-918c042c-d993-455b-8ba2-da9415e3cc13 req-ed89a75c-baaf-441f-8795-552dedd36838 service neutron] 10.222.0.42 "GET /v2.0/networks/7b96c852-8e2e-4d3b-ad4b-39924026f663?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1720700 Apr 18 20:41:24.378454 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e24e016-9ade-4db1-b1ee-dc049d5a78b6 None None] Routers {'22db2c67-8ca2-4b62-a28e-e9255641c33b'} bound to L3 agent in host n-d-838334-2 {{(pid=84042) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 20:41:24.379142 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_hamode_db [None req-4e24e016-9ade-4db1-b1ee-dc049d5a78b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838334-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-18T20:25:48Z,description=,heartbeat_timestamp=2022-04-18T20:41:18Z,host='n-d-838334-2',id=bc84d6c9-dd7a-4555-a351-592327b46d5a,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:25:48Z,topic='l3_agent')) {'router_ids': ['22db2c67-8ca2-4b62-a28e-e9255641c33b'], 'active': True} {{(pid=84042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:41:24.436092 n-d-838334-2 neutron-server[84040]: INFO neutron.notifiers.nova [-] Nova event matching ['req-25b35f38-5eb5-49d3-bbb1-a9f19108ad6f'] response: {'name': 'network-changed', 'server_uuid': 'cc0d4549-87de-476f-8fa1-88b0358bebbd', 'tag': 'fa03d449-bb38-4cd9-8fa0-e99f7c7cd3e2', 'status': 'completed', 'code': 200} Apr 18 20:41:24.439258 n-d-838334-2 neutron-server[84042]: INFO neutron.notifiers.nova [-] Nova event matching ['req-29726581-7ee4-441e-b3d1-7face656ae32'] response: {'server_uuid': '125f19ef-ec6c-479f-b4b8-b796930da404', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5dd9420f-3993-4fe5-a063-6b15a634731b', 'code': 200} Apr 18 20:41:24.594046 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_dvr_db [None req-4e24e016-9ade-4db1-b1ee-dc049d5a78b6 None None] Set router 22db2c67-8ca2-4b62-a28e-e9255641c33b gateway port host: n-d-838334-2 {{(pid=84042) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 20:41:24.668180 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-b3ca1447-ffa2-4d7b-ada1-8eecb4799e51 req-16d5ed69-a118-400c-9832-8d0d01f47def tempest-FloatingIPDetailsTestJSON-2060136642 tempest-FloatingIPDetailsTestJSON-2060136642-project] 10.222.0.42 "GET /v2.0/floatingips/fd49be17-1406-4413-bb4e-cdb8e38db0bc HTTP/1.1" status: 200 len: 693 time: 0.2079451 Apr 18 20:41:24.908283 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-be461951-e34f-4d02-bc88-16acff5720ab req-e81d9e1a-7a58-4342-b4be-0a2e1e6c4941 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=f85a0d9202f64bddab6b7eaee6d6810d&device_id=cc0d4549-87de-476f-8fa1-88b0358bebbd HTTP/1.1" status: 200 len: 6489 time: 0.3695452 Apr 18 20:41:24.916133 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-ee4659d4-5740-47c7-879f-0f9b6c653353 req-8ffed4d9-5f34-4d6b-b8b4-eb83949e49b0 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=125f19ef-ec6c-479f-b4b8-b796930da404 HTTP/1.1" status: 200 len: 1097 time: 0.3410006 Apr 18 20:41:24.973762 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3ca1447-ffa2-4d7b-ada1-8eecb4799e51 req-18ca6351-e5bf-4e39-88b8-071de3eb1375 tempest-FloatingIPDetailsTestJSON-2060136642 tempest-FloatingIPDetailsTestJSON-2060136642-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:41:24.975015 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-b3ca1447-ffa2-4d7b-ada1-8eecb4799e51 req-18ca6351-e5bf-4e39-88b8-071de3eb1375 tempest-FloatingIPDetailsTestJSON-2060136642 tempest-FloatingIPDetailsTestJSON-2060136642-project] 10.222.0.42 "GET /v2.0/networks/e41b6600-a917-4a8d-b05c-be3be40c6d8c HTTP/1.1" status: 200 len: 784 time: 0.2971823 Apr 18 20:41:25.048521 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_hamode_db [None req-4e24e016-9ade-4db1-b1ee-dc049d5a78b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22db2c67-8ca2-4b62-a28e-e9255641c33b', 'name': 'tempest-FloatingIPsAssociationTestJSON-855947906-router', 'tenant_id': 'c1a78f2b33ee4536986609e3ae5af78c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'external_fixed_ips': [{'subnet_id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'ip_address': '172.25.8.232'}], 'enable_snat': True}, 'gw_port_id': 'd9a547a0-4155-4085-af6d-040dbcee520a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:39:47Z', 'updated_at': '2022-04-18T20:39:52Z', 'revision_number': 4, 'project_id': 'c1a78f2b33ee4536986609e3ae5af78c', 'gw_port': {'id': 'd9a547a0-4155-4085-af6d-040dbcee520a', 'name': '', 'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:26:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22db2c67-8ca2-4b62-a28e-e9255641c33b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'ip_address': '172.25.8.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:39:48Z', 'updated_at': '2022-04-18T20:39:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838334-2', '_floatingips': [{'id': 'dd00b6f2-1ed6-4823-8f13-37481470b44b', 'tenant_id': 'c1a78f2b33ee4536986609e3ae5af78c', 'floating_ip_address': '172.25.8.114', 'floating_network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'router_id': '22db2c67-8ca2-4b62-a28e-e9255641c33b', 'port_id': 'aa54cccf-7c39-40d6-a368-f24a2a8f30ce', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7b96c852-8e2e-4d3b-ad4b-39924026f663', 'mac_address': 'fa:16:3e:c9:9c:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bee97f5e-b592-4ee0-b7d7-2cfba0fa5e35', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T20:40:16Z', 'updated_at': '2022-04-18T20:41:22Z', 'revision_number': 4, 'project_id': 'c1a78f2b33ee4536986609e3ae5af78c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '489bc9af-8c18-4cbf-b0cb-efa3cb2b9723', 'name': '', 'network_id': '7b96c852-8e2e-4d3b-ad4b-39924026f663', 'tenant_id': 'c1a78f2b33ee4536986609e3ae5af78c', 'mac_address': 'fa:16:3e:90:ee:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22db2c67-8ca2-4b62-a28e-e9255641c33b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '769e5df8-16e3-4584-97ce-25a3b6243e3e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:39:51Z', 'updated_at': '2022-04-18T20:40:12Z', 'revision_number': 5, 'project_id': 'c1a78f2b33ee4536986609e3ae5af78c', 'subnets': [{'id': '769e5df8-16e3-4584-97ce-25a3b6243e3e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838334-2', False) {} {{(pid=84042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:41:25.052578 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e24e016-9ade-4db1-b1ee-dc049d5a78b6 None None] Checking router: 22db2c67-8ca2-4b62-a28e-e9255641c33b for host: n-d-838334-2 {{(pid=84042) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 18 20:41:25.062791 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e24e016-9ade-4db1-b1ee-dc049d5a78b6 None None] Routers {'22db2c67-8ca2-4b62-a28e-e9255641c33b'} bound to L3 agent in host n-d-838334-2 {{(pid=84042) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 20:41:25.064128 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_hamode_db [None req-4e24e016-9ade-4db1-b1ee-dc049d5a78b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838334-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-18T20:25:48Z,description=,heartbeat_timestamp=2022-04-18T20:41:18Z,host='n-d-838334-2',id=bc84d6c9-dd7a-4555-a351-592327b46d5a,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:25:48Z,topic='l3_agent')) {'router_ids': ['22db2c67-8ca2-4b62-a28e-e9255641c33b'], 'active': True} {{(pid=84042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:41:25.123890 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-27d56af7-28d8-4fae-a0e1-000c18e5b9b1 req-c47fdb63-c5a3-48ec-b155-b6af0994d974 tempest-LiveMigrationTest-1620833465 tempest-LiveMigrationTest-1620833465-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=e0e2d6b0-4b7a-4309-8d92-47bdafbc7681 HTTP/1.1" status: 200 len: 1097 time: 0.3416338 Apr 18 20:41:25.194382 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-ee4659d4-5740-47c7-879f-0f9b6c653353 req-4ae0b938-9f19-4fee-af50-656125acd405 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=59d22466-01c3-4eda-9b5c-cb887beaa55e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2581370 Apr 18 20:41:25.239685 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_dvr_db [None req-4e24e016-9ade-4db1-b1ee-dc049d5a78b6 None None] Set router 22db2c67-8ca2-4b62-a28e-e9255641c33b gateway port host: n-d-838334-2 {{(pid=84042) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 20:41:25.240608 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-75b21fe4-1db6-4090-8f9d-e597374f1dbe req-6bd4b4ec-6109-4be3-afbb-87b32c8eaf59 tempest-FloatingIPsAssociationTestJSON-661839082 tempest-FloatingIPsAssociationTestJSON-661839082-project] 10.222.0.42 "GET /v2.0/floatingips?floating_ip_address=172.25.8.114 HTTP/1.1" status: 200 len: 1002 time: 0.2042251 Apr 18 20:41:25.245050 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be461951-e34f-4d02-bc88-16acff5720ab req-81dc8510-7a41-4a23-9495-40f52c40112d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:41:25.246450 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-be461951-e34f-4d02-bc88-16acff5720ab req-81dc8510-7a41-4a23-9495-40f52c40112d service neutron] 10.222.0.48 "GET /v2.0/networks?id=f80f29cf-306f-4b83-b9ef-977e3822a3eb HTTP/1.1" status: 200 len: 912 time: 0.3114021 Apr 18 20:41:25.250088 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-27d56af7-28d8-4fae-a0e1-000c18e5b9b1 req-fde83bc4-110f-4e63-af73-f30485f1e44c tempest-LiveMigrationTest-1620833465 tempest-LiveMigrationTest-1620833465-project-admin] 10.222.0.42 "GET /v2.0/security-groups?id=c1ded286-bbeb-4ec4-95be-e4f6aab8a892&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1133280 Apr 18 20:41:25.321180 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75b21fe4-1db6-4090-8f9d-e597374f1dbe req-ae6cf2d8-3a60-43c8-8618-25ccc0899edb tempest-FloatingIPsAssociationTestJSON-661839082 tempest-FloatingIPsAssociationTestJSON-661839082-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:41:25.322513 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-75b21fe4-1db6-4090-8f9d-e597374f1dbe req-ae6cf2d8-3a60-43c8-8618-25ccc0899edb tempest-FloatingIPsAssociationTestJSON-661839082 tempest-FloatingIPsAssociationTestJSON-661839082-project] 10.222.0.42 "GET /v2.0/ports/aa54cccf-7c39-40d6-a368-f24a2a8f30ce HTTP/1.1" status: 200 len: 943 time: 0.0752215 Apr 18 20:41:25.591470 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_hamode_db [None req-4e24e016-9ade-4db1-b1ee-dc049d5a78b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22db2c67-8ca2-4b62-a28e-e9255641c33b', 'name': 'tempest-FloatingIPsAssociationTestJSON-855947906-router', 'tenant_id': 'c1a78f2b33ee4536986609e3ae5af78c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'external_fixed_ips': [{'subnet_id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'ip_address': '172.25.8.232'}], 'enable_snat': True}, 'gw_port_id': 'd9a547a0-4155-4085-af6d-040dbcee520a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:39:47Z', 'updated_at': '2022-04-18T20:39:52Z', 'revision_number': 4, 'project_id': 'c1a78f2b33ee4536986609e3ae5af78c', 'gw_port': {'id': 'd9a547a0-4155-4085-af6d-040dbcee520a', 'name': '', 'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:26:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22db2c67-8ca2-4b62-a28e-e9255641c33b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'ip_address': '172.25.8.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:39:48Z', 'updated_at': '2022-04-18T20:39:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838334-2', '_floatingips': [{'id': 'dd00b6f2-1ed6-4823-8f13-37481470b44b', 'tenant_id': 'c1a78f2b33ee4536986609e3ae5af78c', 'floating_ip_address': '172.25.8.114', 'floating_network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'router_id': '22db2c67-8ca2-4b62-a28e-e9255641c33b', 'port_id': 'aa54cccf-7c39-40d6-a368-f24a2a8f30ce', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7b96c852-8e2e-4d3b-ad4b-39924026f663', 'mac_address': 'fa:16:3e:c9:9c:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bee97f5e-b592-4ee0-b7d7-2cfba0fa5e35', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T20:40:16Z', 'updated_at': '2022-04-18T20:41:22Z', 'revision_number': 4, 'project_id': 'c1a78f2b33ee4536986609e3ae5af78c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '489bc9af-8c18-4cbf-b0cb-efa3cb2b9723', 'name': '', 'network_id': '7b96c852-8e2e-4d3b-ad4b-39924026f663', 'tenant_id': 'c1a78f2b33ee4536986609e3ae5af78c', 'mac_address': 'fa:16:3e:90:ee:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22db2c67-8ca2-4b62-a28e-e9255641c33b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '769e5df8-16e3-4584-97ce-25a3b6243e3e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:39:51Z', 'updated_at': '2022-04-18T20:40:12Z', 'revision_number': 5, 'project_id': 'c1a78f2b33ee4536986609e3ae5af78c', 'subnets': [{'id': '769e5df8-16e3-4584-97ce-25a3b6243e3e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838334-2', False) {} {{(pid=84042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:41:25.595732 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e24e016-9ade-4db1-b1ee-dc049d5a78b6 None None] The sync data for ids ['22db2c67-8ca2-4b62-a28e-e9255641c33b'] in n-d-838334-2 is: [{'id': '22db2c67-8ca2-4b62-a28e-e9255641c33b', 'name': 'tempest-FloatingIPsAssociationTestJSON-855947906-router', 'tenant_id': 'c1a78f2b33ee4536986609e3ae5af78c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'external_fixed_ips': [{'subnet_id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'ip_address': '172.25.8.232'}], 'enable_snat': True}, 'gw_port_id': 'd9a547a0-4155-4085-af6d-040dbcee520a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:39:47Z', 'updated_at': '2022-04-18T20:39:52Z', 'revision_number': 4, 'project_id': 'c1a78f2b33ee4536986609e3ae5af78c', 'gw_port': {'id': 'd9a547a0-4155-4085-af6d-040dbcee520a', 'name': '', 'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:26:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22db2c67-8ca2-4b62-a28e-e9255641c33b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'ip_address': '172.25.8.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:39:48Z', 'updated_at': '2022-04-18T20:39:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838334-2', '_floatingips': [{'id': 'dd00b6f2-1ed6-4823-8f13-37481470b44b', 'tenant_id': 'c1a78f2b33ee4536986609e3ae5af78c', 'floating_ip_address': '172.25.8.114', 'floating_network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'router_id': '22db2c67-8ca2-4b62-a28e-e9255641c33b', 'port_id': 'aa54cccf-7c39-40d6-a368-f24a2a8f30ce', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7b96c852-8e2e-4d3b-ad4b-39924026f663', 'mac_address': 'fa:16:3e:c9:9c:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bee97f5e-b592-4ee0-b7d7-2cfba0fa5e35', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T20:40:16Z', 'updated_at': '2022-04-18T20:41:22Z', 'revision_number': 4, 'project_id': 'c1a78f2b33ee4536986609e3ae5af78c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '489bc9af-8c18-4cbf-b0cb-efa3cb2b9723', 'name': '', 'network_id': '7b96c852-8e2e-4d3b-ad4b-39924026f663', 'tenant_id': 'c1a78f2b33ee4536986609e3ae5af78c', 'mac_address': 'fa:16:3e:90:ee:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22db2c67-8ca2-4b62-a28e-e9255641c33b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '769e5df8-16e3-4584-97ce-25a3b6243e3e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:39:51Z', 'updated_at': '2022-04-18T20:40:12Z', 'revision_number': 5, 'project_id': 'c1a78f2b33ee4536986609e3ae5af78c', 'subnets': [{'id': '769e5df8-16e3-4584-97ce-25a3b6243e3e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84042) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 18 20:41:25.632160 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-75b21fe4-1db6-4090-8f9d-e597374f1dbe req-4c979984-a5e8-47db-a6e9-6cb166292187 tempest-FloatingIPsAssociationTestJSON-661839082 tempest-FloatingIPsAssociationTestJSON-661839082-project] 10.222.0.42 "GET /v2.0/floatingips?floating_ip_address=172.25.8.114 HTTP/1.1" status: 200 len: 1002 time: 0.2039716 Apr 18 20:41:25.681249 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aecce781-c36c-407a-aff9-cb7eed7ef9ad req-9c527c6d-dcdf-4400-b0e5-a3f4a4ad2549 tempest-ImagesTestJSON-757689736 tempest-ImagesTestJSON-757689736-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:41:25.682676 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-aecce781-c36c-407a-aff9-cb7eed7ef9ad req-9c527c6d-dcdf-4400-b0e5-a3f4a4ad2549 tempest-ImagesTestJSON-757689736 tempest-ImagesTestJSON-757689736-project] 10.222.0.42 "GET /v2.0/ports?device_id=125f19ef-ec6c-479f-b4b8-b796930da404 HTTP/1.1" status: 200 len: 946 time: 0.2977836 Apr 18 20:41:25.694226 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-be461951-e34f-4d02-bc88-16acff5720ab req-6e27d44f-fb48-4ef9-8fb0-57bd2d742400 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=fa03d449-bb38-4cd9-8fa0-e99f7c7cd3e2 HTTP/1.1" status: 200 len: 1001 time: 0.1749163 Apr 18 20:41:25.955603 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be461951-e34f-4d02-bc88-16acff5720ab req-347e5156-71ce-4e4f-a1e8-e3981c6db092 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:41:25.956983 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-be461951-e34f-4d02-bc88-16acff5720ab req-347e5156-71ce-4e4f-a1e8-e3981c6db092 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=5c52872c-5453-4e7c-876e-5ab51a950a0e HTTP/1.1" status: 200 len: 850 time: 0.2178612 Apr 18 20:41:25.970752 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-aecce781-c36c-407a-aff9-cb7eed7ef9ad req-f0d746b9-b777-4f83-a609-17892a58cfbe tempest-ImagesTestJSON-757689736 tempest-ImagesTestJSON-757689736-project] 10.222.0.42 "GET /v2.0/security-groups?id=59d22466-01c3-4eda-9b5c-cb887beaa55e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2772501 Apr 18 20:41:26.040662 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75b21fe4-1db6-4090-8f9d-e597374f1dbe req-e52635e3-75f2-4738-84ec-a92567021828 tempest-FloatingIPsAssociationTestJSON-661839082 tempest-FloatingIPsAssociationTestJSON-661839082-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:41:26.041997 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-75b21fe4-1db6-4090-8f9d-e597374f1dbe req-e52635e3-75f2-4738-84ec-a92567021828 tempest-FloatingIPsAssociationTestJSON-661839082 tempest-FloatingIPsAssociationTestJSON-661839082-project] 10.222.0.42 "GET /v2.0/networks/e41b6600-a917-4a8d-b05c-be3be40c6d8c HTTP/1.1" status: 200 len: 784 time: 0.3954523 Apr 18 20:41:26.072438 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-be461951-e34f-4d02-bc88-16acff5720ab req-275aea68-eef8-482d-a807-c5c2ceac6a49 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=f80f29cf-306f-4b83-b9ef-977e3822a3eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1007431 Apr 18 20:41:26.193509 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-81224846-aab6-4db1-bf19-46b250d9cd11 req-3de15d7d-7246-457a-9d69-ce80de0d4a2e tempest-ServersOnMultiNodesTest-1168278630 tempest-ServersOnMultiNodesTest-1168278630-project] 10.222.0.42 "GET /v2.0/networks?tenant_id=de28ce5b7b5349a3b98e9e23d1be558c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0410504 Apr 18 20:41:26.323351 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-b1320927-28b8-401a-a434-c6f69c6ba6ce req-c987849a-f32a-4b53-b608-69f987c395cb tempest-DeleteServersAdminTestJSON-198139237 tempest-DeleteServersAdminTestJSON-198139237-project] 10.222.0.42 "GET /v2.0/networks?tenant_id=cdd0e7075f8f44018a68599ea5e3b8d9&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0921395 Apr 18 20:41:26.380265 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-be461951-e34f-4d02-bc88-16acff5720ab req-7035bcf8-69e6-4ac2-bcfc-06ba5cea1c6f service neutron] 10.222.0.48 "GET /v2.0/networks/f80f29cf-306f-4b83-b9ef-977e3822a3eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2978222 Apr 18 20:41:26.440673 n-d-838334-2 neutron-server[84042]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'af4d32de-e1c9-49ff-a5f9-459cfba4378d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '50d89c2c-8806-4e15-b008-076d10f6051f'}] {{(pid=84042) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 20:41:26.453446 n-d-838334-2 neutron-server[84040]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7bd31c74-5ed9-42a9-8cb8-065ab982f3bb', 'tag': '83781acf-08e2-45f0-bbcd-ac7d73ff7920'}, {'name': 'network-changed', 'server_uuid': 'bee97f5e-b592-4ee0-b7d7-2cfba0fa5e35', 'tag': 'aa54cccf-7c39-40d6-a368-f24a2a8f30ce'}] {{(pid=84040) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 20:41:26.611883 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81224846-aab6-4db1-bf19-46b250d9cd11 req-71a8e70c-8ad8-4b8d-886d-cf73c6a2eb32 tempest-ServersOnMultiNodesTest-1168278630 tempest-ServersOnMultiNodesTest-1168278630-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:41:26.613228 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-81224846-aab6-4db1-bf19-46b250d9cd11 req-71a8e70c-8ad8-4b8d-886d-cf73c6a2eb32 tempest-ServersOnMultiNodesTest-1168278630 tempest-ServersOnMultiNodesTest-1168278630-project] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4128029 Apr 18 20:41:26.663457 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1320927-28b8-401a-a434-c6f69c6ba6ce req-2390e56d-f3fe-42ec-84be-4a9ee0d02c79 tempest-DeleteServersAdminTestJSON-198139237 tempest-DeleteServersAdminTestJSON-198139237-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:41:26.664872 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-b1320927-28b8-401a-a434-c6f69c6ba6ce req-2390e56d-f3fe-42ec-84be-4a9ee0d02c79 tempest-DeleteServersAdminTestJSON-198139237 tempest-DeleteServersAdminTestJSON-198139237-project] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3254383 Apr 18 20:41:26.666583 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-be461951-e34f-4d02-bc88-16acff5720ab req-6e3f9b60-8c4d-4773-b04e-bb0da1a53a1f service neutron] 10.222.0.48 "GET /v2.0/networks/f80f29cf-306f-4b83-b9ef-977e3822a3eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2403615 Apr 18 20:41:26.667921 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-81224846-aab6-4db1-bf19-46b250d9cd11 req-ce3f25bb-33b3-4855-bc85-0167e61b50db tempest-ServersOnMultiNodesTest-1168278630 tempest-ServersOnMultiNodesTest-1168278630-project] 10.222.0.42 "GET /v2.0/quotas/de28ce5b7b5349a3b98e9e23d1be558c HTTP/1.1" status: 200 len: 375 time: 0.0473266 Apr 18 20:41:26.715312 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-b1320927-28b8-401a-a434-c6f69c6ba6ce req-8316f9ea-5b2c-4e58-9805-2970915e7e56 tempest-DeleteServersAdminTestJSON-198139237 tempest-DeleteServersAdminTestJSON-198139237-project] 10.222.0.42 "GET /v2.0/quotas/cdd0e7075f8f44018a68599ea5e3b8d9 HTTP/1.1" status: 200 len: 375 time: 0.0451181 Apr 18 20:41:26.769866 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-b1320927-28b8-401a-a434-c6f69c6ba6ce req-85bd55bc-77aa-487e-8aa1-1e90f8578fc5 tempest-DeleteServersAdminTestJSON-198139237 tempest-DeleteServersAdminTestJSON-198139237-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=cdd0e7075f8f44018a68599ea5e3b8d9&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0440421 Apr 18 20:41:26.800904 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-81224846-aab6-4db1-bf19-46b250d9cd11 req-8fc1022c-44c8-41bc-b0d7-49d50076f704 tempest-ServersOnMultiNodesTest-1168278630 tempest-ServersOnMultiNodesTest-1168278630-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=de28ce5b7b5349a3b98e9e23d1be558c&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1241057 Apr 18 20:41:27.096783 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a703cea-4e29-44cb-80df-78fa2bcff9f2 req-da9cc814-2c84-4349-b110-9a46201ff400 tempest-LiveAutoBlockMigrationV225Test-1713341100 tempest-LiveAutoBlockMigrationV225Test-1713341100-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:41:27.098221 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-0a703cea-4e29-44cb-80df-78fa2bcff9f2 req-da9cc814-2c84-4349-b110-9a46201ff400 tempest-LiveAutoBlockMigrationV225Test-1713341100 tempest-LiveAutoBlockMigrationV225Test-1713341100-project] 10.222.0.42 "GET /v2.0/ports?device_id=af4d32de-e1c9-49ff-a5f9-459cfba4378d HTTP/1.1" status: 200 len: 946 time: 0.1064978 Apr 18 20:41:27.160482 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-0a703cea-4e29-44cb-80df-78fa2bcff9f2 req-6464003f-ddb6-4edf-89da-053025c661a6 tempest-LiveAutoBlockMigrationV225Test-1713341100 tempest-LiveAutoBlockMigrationV225Test-1713341100-project] 10.222.0.42 "GET /v2.0/security-groups?id=bf712067-aabd-4e70-aae1-082928dd1ccd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548468 Apr 18 20:41:27.314764 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-24a1c5ae-352e-418c-bc93-abd57fedb585 req-7a71db45-9a39-452d-973a-e64d5a96eacb tempest-FloatingIPDetailsTestJSON-2060136642 tempest-FloatingIPDetailsTestJSON-2060136642-project] 10.222.0.42 "GET /v2.0/floatingips/fd49be17-1406-4413-bb4e-cdb8e38db0bc HTTP/1.1" status: 200 len: 693 time: 0.1024015 Apr 18 20:41:27.543017 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-f578c189-8053-49ef-8c7e-4d974710beef req-81f27e37-7289-499a-98f4-4304a24d88c7 tempest-LiveMigrationTest-1620833465 tempest-LiveMigrationTest-1620833465-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=e0e2d6b0-4b7a-4309-8d92-47bdafbc7681 HTTP/1.1" status: 200 len: 1097 time: 0.1427331 Apr 18 20:41:27.548378 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24a1c5ae-352e-418c-bc93-abd57fedb585 req-3b7ce744-a7fa-4597-b5c8-6f8461cf98a5 tempest-FloatingIPDetailsTestJSON-2060136642 tempest-FloatingIPDetailsTestJSON-2060136642-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:41:27.549641 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-24a1c5ae-352e-418c-bc93-abd57fedb585 req-3b7ce744-a7fa-4597-b5c8-6f8461cf98a5 tempest-FloatingIPDetailsTestJSON-2060136642 tempest-FloatingIPDetailsTestJSON-2060136642-project] 10.222.0.42 "GET /v2.0/networks/e41b6600-a917-4a8d-b05c-be3be40c6d8c HTTP/1.1" status: 200 len: 784 time: 0.2269049 Apr 18 20:41:27.581523 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [req-24a1c5ae-352e-418c-bc93-abd57fedb585 req-956cdee0-abd9-4034-9f6a-9d049f4fc433 tempest-FloatingIPDetailsTestJSON-2060136642 tempest-FloatingIPDetailsTestJSON-2060136642-project] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=84040) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 18 20:41:27.582844 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-24a1c5ae-352e-418c-bc93-abd57fedb585 req-956cdee0-abd9-4034-9f6a-9d049f4fc433 tempest-FloatingIPDetailsTestJSON-2060136642 tempest-FloatingIPDetailsTestJSON-2060136642-project] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0093713 Apr 18 20:41:27.678434 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-f578c189-8053-49ef-8c7e-4d974710beef req-6d498a5d-92af-42f2-adce-fba7d39fe1cb tempest-LiveMigrationTest-1620833465 tempest-LiveMigrationTest-1620833465-project-admin] 10.222.0.42 "GET /v2.0/security-groups?id=c1ded286-bbeb-4ec4-95be-e4f6aab8a892&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1236565 Apr 18 20:41:27.681397 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-24a1c5ae-352e-418c-bc93-abd57fedb585 req-6b52d7e4-c004-4922-a7ad-8744c16eac7d tempest-FloatingIPDetailsTestJSON-2060136642 tempest-FloatingIPDetailsTestJSON-2060136642-project] 10.222.0.42 "GET /v2.0/floatingips?floating_ip_address=172.25.8.110 HTTP/1.1" status: 200 len: 696 time: 0.0859811 Apr 18 20:41:27.943138 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-24a1c5ae-352e-418c-bc93-abd57fedb585 req-c14ab27e-e233-4870-a4b8-72d384469d5a tempest-FloatingIPDetailsTestJSON-2060136642 tempest-FloatingIPDetailsTestJSON-2060136642-project] 10.222.0.42 "GET /v2.0/floatingips?floating_ip_address=172.25.8.110 HTTP/1.1" status: 200 len: 696 time: 0.2543347 Apr 18 20:41:28.043819 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-dba14e90-b38e-4ce9-81b8-d314de1bcd1e req-fdfde031-1c59-416f-b902-47fe8f2b7e4b tempest-FloatingIPsAssociationTestJSON-661839082 tempest-FloatingIPsAssociationTestJSON-661839082-project] 10.222.0.42 "GET /v2.0/floatingips?floating_ip_address=172.25.8.114 HTTP/1.1" status: 200 len: 1002 time: 0.3066287 Apr 18 20:41:28.161486 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.plugin [req-24a1c5ae-352e-418c-bc93-abd57fedb585 req-a10344bc-5d11-46e8-ac25-9e9cd4810ebc tempest-FloatingIPDetailsTestJSON-2060136642 tempest-FloatingIPDetailsTestJSON-2060136642-project] Deleting port 717e1a67-6e38-4c00-9151-50f43c95951f {{(pid=84040) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 20:41:28.161704 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-24a1c5ae-352e-418c-bc93-abd57fedb585 req-a10344bc-5d11-46e8-ac25-9e9cd4810ebc tempest-FloatingIPDetailsTestJSON-2060136642 tempest-FloatingIPDetailsTestJSON-2060136642-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750375188691'] for port, before_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:41:28.242955 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dba14e90-b38e-4ce9-81b8-d314de1bcd1e req-f697c70c-2126-4e8c-b4a7-9a62b39c8607 tempest-FloatingIPsAssociationTestJSON-661839082 tempest-FloatingIPsAssociationTestJSON-661839082-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:41:28.255354 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-b1320927-28b8-401a-a434-c6f69c6ba6ce req-03ddce76-6f3c-4145-a331-8910a1025859 tempest-DeleteServersAdminTestJSON-198139237 tempest-DeleteServersAdminTestJSON-198139237-project] 10.222.0.43 "GET /v2.0/networks?tenant_id=cdd0e7075f8f44018a68599ea5e3b8d9&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0329733 Apr 18 20:41:28.259876 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-dba14e90-b38e-4ce9-81b8-d314de1bcd1e req-f697c70c-2126-4e8c-b4a7-9a62b39c8607 tempest-FloatingIPsAssociationTestJSON-661839082 tempest-FloatingIPsAssociationTestJSON-661839082-project] 10.222.0.42 "GET /v2.0/ports/aa54cccf-7c39-40d6-a368-f24a2a8f30ce HTTP/1.1" status: 200 len: 943 time: 0.1519608 Apr 18 20:41:28.430486 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1320927-28b8-401a-a434-c6f69c6ba6ce req-947643a4-e780-474c-bd8d-e60e000827d3 tempest-DeleteServersAdminTestJSON-198139237 tempest-DeleteServersAdminTestJSON-198139237-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:41:28.432904 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-b1320927-28b8-401a-a434-c6f69c6ba6ce req-947643a4-e780-474c-bd8d-e60e000827d3 tempest-DeleteServersAdminTestJSON-198139237 tempest-DeleteServersAdminTestJSON-198139237-project] 10.222.0.43 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1718941 Apr 18 20:41:28.449582 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.v2.base [req-b1320927-28b8-401a-a434-c6f69c6ba6ce req-3355ef0c-81b6-4d2d-a418-c3adc2941627 tempest-DeleteServersAdminTestJSON-198139237 tempest-DeleteServersAdminTestJSON-198139237-project] Request body: {'port': {'device_id': '6f1edd76-444d-4e96-8253-6174428ae861', 'network_id': 'cb56989d-7c5d-4678-b194-1d2edf1e842a', 'admin_state_up': True, 'tenant_id': 'cdd0e7075f8f44018a68599ea5e3b8d9'}} {{(pid=84041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 20:41:28.502635 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-24a1c5ae-352e-418c-bc93-abd57fedb585 req-a10344bc-5d11-46e8-ac25-9e9cd4810ebc tempest-FloatingIPDetailsTestJSON-2060136642 tempest-FloatingIPDetailsTestJSON-2060136642-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369123'] for port, precommit_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:41:28.502984 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-24a1c5ae-352e-418c-bc93-abd57fedb585 req-a10344bc-5d11-46e8-ac25-9e9cd4810ebc tempest-FloatingIPDetailsTestJSON-2060136642 tempest-FloatingIPDetailsTestJSON-2060136642-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:41:28.656097 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.plugin [req-24a1c5ae-352e-418c-bc93-abd57fedb585 req-a10344bc-5d11-46e8-ac25-9e9cd4810ebc tempest-FloatingIPDetailsTestJSON-2060136642 tempest-FloatingIPDetailsTestJSON-2060136642-project] Calling delete_port for 717e1a67-6e38-4c00-9151-50f43c95951f owned by network:floatingip {{(pid=84040) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 20:41:28.691385 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [req-b1320927-28b8-401a-a434-c6f69c6ba6ce req-3355ef0c-81b6-4d2d-a418-c3adc2941627 tempest-DeleteServersAdminTestJSON-198139237 tempest-DeleteServersAdminTestJSON-198139237-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:41:28.695865 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [req-b1320927-28b8-401a-a434-c6f69c6ba6ce req-3355ef0c-81b6-4d2d-a418-c3adc2941627 tempest-DeleteServersAdminTestJSON-198139237 tempest-DeleteServersAdminTestJSON-198139237-project] Usage tracker for resource:port and tenant:cdd0e7075f8f44018a68599ea5e3b8d9 is out of sync, need to count used quota {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:41:28.698856 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-dba14e90-b38e-4ce9-81b8-d314de1bcd1e req-2d331851-9e3c-416e-902b-12817037068d tempest-FloatingIPsAssociationTestJSON-661839082 tempest-FloatingIPsAssociationTestJSON-661839082-project] 10.222.0.42 "GET /v2.0/floatingips?floating_ip_address=172.25.8.114 HTTP/1.1" status: 200 len: 1002 time: 0.2887337 Apr 18 20:41:28.699783 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [req-b1320927-28b8-401a-a434-c6f69c6ba6ce req-3355ef0c-81b6-4d2d-a418-c3adc2941627 tempest-DeleteServersAdminTestJSON-198139237 tempest-DeleteServersAdminTestJSON-198139237-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:41:28.706110 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [req-b1320927-28b8-401a-a434-c6f69c6ba6ce req-3355ef0c-81b6-4d2d-a418-c3adc2941627 tempest-DeleteServersAdminTestJSON-198139237 tempest-DeleteServersAdminTestJSON-198139237-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:41:28.717238 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b1320927-28b8-401a-a434-c6f69c6ba6ce req-3355ef0c-81b6-4d2d-a418-c3adc2941627 tempest-DeleteServersAdminTestJSON-198139237 tempest-DeleteServersAdminTestJSON-198139237-project] Made reservation on behalf of cdd0e7075f8f44018a68599ea5e3b8d9 for: {'port': 1} {{(pid=84041) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:41:28.720737 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [req-b1320927-28b8-401a-a434-c6f69c6ba6ce req-3355ef0c-81b6-4d2d-a418-c3adc2941627 tempest-DeleteServersAdminTestJSON-198139237 tempest-DeleteServersAdminTestJSON-198139237-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:41:28.754638 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [req-b1320927-28b8-401a-a434-c6f69c6ba6ce req-3355ef0c-81b6-4d2d-a418-c3adc2941627 tempest-DeleteServersAdminTestJSON-198139237 tempest-DeleteServersAdminTestJSON-198139237-project] Notify callbacks [] for security_group, before_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:41:28.772846 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-81224846-aab6-4db1-bf19-46b250d9cd11 req-ca0b7fde-45ce-4965-8333-a1d7689fe6de tempest-ServersOnMultiNodesTest-1168278630 tempest-ServersOnMultiNodesTest-1168278630-project] 10.222.0.43 "GET /v2.0/networks?tenant_id=de28ce5b7b5349a3b98e9e23d1be558c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0387514 Apr 18 20:41:28.916884 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [req-b1320927-28b8-401a-a434-c6f69c6ba6ce req-3355ef0c-81b6-4d2d-a418-c3adc2941627 tempest-DeleteServersAdminTestJSON-198139237 tempest-DeleteServersAdminTestJSON-198139237-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:41:28.957564 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dba14e90-b38e-4ce9-81b8-d314de1bcd1e req-c3c281d1-af0c-422d-a5a5-dd45d11f75c2 tempest-FloatingIPsAssociationTestJSON-661839082 tempest-FloatingIPsAssociationTestJSON-661839082-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:41:28.963712 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81224846-aab6-4db1-bf19-46b250d9cd11 req-749f1ddc-5114-4851-9bd2-270c3b3f411a tempest-ServersOnMultiNodesTest-1168278630 tempest-ServersOnMultiNodesTest-1168278630-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:41:28.965397 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-81224846-aab6-4db1-bf19-46b250d9cd11 req-749f1ddc-5114-4851-9bd2-270c3b3f411a tempest-ServersOnMultiNodesTest-1168278630 tempest-ServersOnMultiNodesTest-1168278630-project] 10.222.0.43 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1863797 Apr 18 20:41:28.965624 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-dba14e90-b38e-4ce9-81b8-d314de1bcd1e req-c3c281d1-af0c-422d-a5a5-dd45d11f75c2 tempest-FloatingIPsAssociationTestJSON-661839082 tempest-FloatingIPsAssociationTestJSON-661839082-project] 10.222.0.42 "GET /v2.0/networks/e41b6600-a917-4a8d-b05c-be3be40c6d8c HTTP/1.1" status: 200 len: 784 time: 0.2519941 Apr 18 20:41:28.968429 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [req-b1320927-28b8-401a-a434-c6f69c6ba6ce req-3355ef0c-81b6-4d2d-a418-c3adc2941627 tempest-DeleteServersAdminTestJSON-198139237 tempest-DeleteServersAdminTestJSON-198139237-project] Usage tracker for resource:security_group_rule and tenant:cdd0e7075f8f44018a68599ea5e3b8d9 is out of sync, need to count used quota {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:41:28.972405 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [req-b1320927-28b8-401a-a434-c6f69c6ba6ce req-3355ef0c-81b6-4d2d-a418-c3adc2941627 tempest-DeleteServersAdminTestJSON-198139237 tempest-DeleteServersAdminTestJSON-198139237-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:41:28.978699 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [req-b1320927-28b8-401a-a434-c6f69c6ba6ce req-3355ef0c-81b6-4d2d-a418-c3adc2941627 tempest-DeleteServersAdminTestJSON-198139237 tempest-DeleteServersAdminTestJSON-198139237-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:41:28.993841 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.v2.base [req-81224846-aab6-4db1-bf19-46b250d9cd11 req-0f2c4556-7dff-43da-80a3-bc5c83c720e2 tempest-ServersOnMultiNodesTest-1168278630 tempest-ServersOnMultiNodesTest-1168278630-project] Request body: {'port': {'device_id': 'af670083-52fa-4211-8dc4-84954aff332a', 'network_id': 'cb56989d-7c5d-4678-b194-1d2edf1e842a', 'admin_state_up': True, 'tenant_id': 'de28ce5b7b5349a3b98e9e23d1be558c'}} {{(pid=84041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 20:41:29.063786 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-24a1c5ae-352e-418c-bc93-abd57fedb585 req-a10344bc-5d11-46e8-ac25-9e9cd4810ebc tempest-FloatingIPDetailsTestJSON-2060136642 tempest-FloatingIPDetailsTestJSON-2060136642-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750375259028', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750374836628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32440838'] for port, after_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:41:29.161298 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a10344bc-5d11-46e8-ac25-9e9cd4810ebc tempest-FloatingIPDetailsTestJSON-2060136642 tempest-FloatingIPDetailsTestJSON-2060136642-project] Pushing event deleted for resources: {'Port': ['ID=717e1a67-6e38-4c00-9151-50f43c95951f,revision_number=None']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:41:29.184406 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [req-81224846-aab6-4db1-bf19-46b250d9cd11 req-0f2c4556-7dff-43da-80a3-bc5c83c720e2 tempest-ServersOnMultiNodesTest-1168278630 tempest-ServersOnMultiNodesTest-1168278630-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:41:29.191057 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [req-b1320927-28b8-401a-a434-c6f69c6ba6ce req-3355ef0c-81b6-4d2d-a418-c3adc2941627 tempest-DeleteServersAdminTestJSON-198139237 tempest-DeleteServersAdminTestJSON-198139237-project] Notify callbacks [] for security_group, precommit_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:41:29.192622 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [req-81224846-aab6-4db1-bf19-46b250d9cd11 req-0f2c4556-7dff-43da-80a3-bc5c83c720e2 tempest-ServersOnMultiNodesTest-1168278630 tempest-ServersOnMultiNodesTest-1168278630-project] Usage tracker for resource:port and tenant:de28ce5b7b5349a3b98e9e23d1be558c is out of sync, need to count used quota {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:41:29.196150 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [req-81224846-aab6-4db1-bf19-46b250d9cd11 req-0f2c4556-7dff-43da-80a3-bc5c83c720e2 tempest-ServersOnMultiNodesTest-1168278630 tempest-ServersOnMultiNodesTest-1168278630-project] Quota usage for port was recalculated. Used quota:3. {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:41:29.199173 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [req-b1320927-28b8-401a-a434-c6f69c6ba6ce req-3355ef0c-81b6-4d2d-a418-c3adc2941627 tempest-DeleteServersAdminTestJSON-198139237 tempest-DeleteServersAdminTestJSON-198139237-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33528224'] for security_group, after_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:41:29.216131 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-dba14e90-b38e-4ce9-81b8-d314de1bcd1e req-87772bc1-f177-47e4-82f2-111640da8de0 tempest-FloatingIPsAssociationTestJSON-661839082 tempest-FloatingIPsAssociationTestJSON-661839082-project] 10.222.0.42 "GET /v2.0/floatingips?floating_ip_address=172.25.8.114 HTTP/1.1" status: 200 len: 1002 time: 0.2497160 Apr 18 20:41:29.217762 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [req-81224846-aab6-4db1-bf19-46b250d9cd11 req-0f2c4556-7dff-43da-80a3-bc5c83c720e2 tempest-ServersOnMultiNodesTest-1168278630 tempest-ServersOnMultiNodesTest-1168278630-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:41:29.231942 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.v2.base [req-dba14e90-b38e-4ce9-81b8-d314de1bcd1e req-a7bf5cd6-d84f-418e-b277-3e5d7d733e11 tempest-FloatingIPsAssociationTestJSON-661839082 tempest-FloatingIPsAssociationTestJSON-661839082-project] Request body: {'floatingip': {'port_id': None}} {{(pid=84040) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 20:41:29.296901 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-81224846-aab6-4db1-bf19-46b250d9cd11 req-0f2c4556-7dff-43da-80a3-bc5c83c720e2 tempest-ServersOnMultiNodesTest-1168278630 tempest-ServersOnMultiNodesTest-1168278630-project] Made reservation on behalf of de28ce5b7b5349a3b98e9e23d1be558c for: {'port': 1} {{(pid=84041) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:41:29.300185 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [req-81224846-aab6-4db1-bf19-46b250d9cd11 req-0f2c4556-7dff-43da-80a3-bc5c83c720e2 tempest-ServersOnMultiNodesTest-1168278630 tempest-ServersOnMultiNodesTest-1168278630-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:41:29.302544 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-24a1c5ae-352e-418c-bc93-abd57fedb585 req-a10344bc-5d11-46e8-ac25-9e9cd4810ebc tempest-FloatingIPDetailsTestJSON-2060136642 tempest-FloatingIPDetailsTestJSON-2060136642-project] Notify callbacks [] for floatingip, after_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:41:29.318713 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3355ef0c-81b6-4d2d-a418-c3adc2941627 tempest-DeleteServersAdminTestJSON-198139237 tempest-DeleteServersAdminTestJSON-198139237-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8cdb27fa-e654-4d38-a026-751617f09e74,revision_number=1']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:41:29.331170 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750375287399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253529'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:41:29.353880 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-81224846-aab6-4db1-bf19-46b250d9cd11 req-bc5494c2-9a3a-4957-a7bc-4f6ffb2e15a8 tempest-ServersOnMultiNodesTest-1168278630 tempest-ServersOnMultiNodesTest-1168278630-project] 10.222.0.48 "GET /v2.0/networks?tenant_id=de28ce5b7b5349a3b98e9e23d1be558c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0355313 Apr 18 20:41:29.389127 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-24a1c5ae-352e-418c-bc93-abd57fedb585 req-a10344bc-5d11-46e8-ac25-9e9cd4810ebc tempest-FloatingIPDetailsTestJSON-2060136642 tempest-FloatingIPDetailsTestJSON-2060136642-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217293'] for floatingip, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:41:29.390680 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-24a1c5ae-352e-418c-bc93-abd57fedb585 req-a10344bc-5d11-46e8-ac25-9e9cd4810ebc tempest-FloatingIPDetailsTestJSON-2060136642 tempest-FloatingIPDetailsTestJSON-2060136642-project] 10.222.0.42 "DELETE /v2.0/floatingips/fd49be17-1406-4413-bb4e-cdb8e38db0bc HTTP/1.1" status: 204 len: 173 time: 1.4332333 Apr 18 20:41:29.470134 n-d-838334-2 neutron-server[84042]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d9192366-8cb9-4b1f-8f63-18fd1be9bac3'] response: {'server_uuid': 'af4d32de-e1c9-49ff-a5f9-459cfba4378d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '50d89c2c-8806-4e15-b008-076d10f6051f', 'code': 200} Apr 18 20:41:29.507777 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.db_base_plugin_common [req-b1320927-28b8-401a-a434-c6f69c6ba6ce req-3355ef0c-81b6-4d2d-a418-c3adc2941627 tempest-DeleteServersAdminTestJSON-198139237 tempest-DeleteServersAdminTestJSON-198139237-project] Allocated IP 192.168.233.169 (cb56989d-7c5d-4678-b194-1d2edf1e842a/c4b526db-4d8a-4d4c-a310-e3a599630ae1/211c2085-e46f-4344-85a5-45e4a4ae425f) {{(pid=84041) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:41:29.569057 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-dba14e90-b38e-4ce9-81b8-d314de1bcd1e req-a7bf5cd6-d84f-418e-b277-3e5d7d733e11 tempest-FloatingIPsAssociationTestJSON-661839082 tempest-FloatingIPsAssociationTestJSON-661839082-project] Notify callbacks [] for floatingip, before_update {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:41:29.628291 n-d-838334-2 neutron-server[84040]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e17cf839-d116-41a5-8d74-56222099416b'] response: {'name': 'network-changed', 'server_uuid': '7bd31c74-5ed9-42a9-8cb8-065ab982f3bb', 'tag': '83781acf-08e2-45f0-bbcd-ac7d73ff7920', 'status': 'completed', 'code': 200} Apr 18 20:41:29.628842 n-d-838334-2 neutron-server[84040]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e17cf839-d116-41a5-8d74-56222099416b'] response: {'name': 'network-changed', 'server_uuid': 'bee97f5e-b592-4ee0-b7d7-2cfba0fa5e35', 'tag': 'aa54cccf-7c39-40d6-a368-f24a2a8f30ce', 'status': 'completed', 'code': 200} Apr 18 20:41:29.670042 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.43', 55729) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:41:29.802818 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-e5183119-c974-4bf6-ae50-a4a3741657cc req-4a509c7a-0bb0-432c-9e5c-fc87f96d1b4b tempest-DeleteServersAdminTestJSON-198139237 tempest-DeleteServersAdminTestJSON-198139237-project] 10.222.0.42 "GET /v2.0/ports?device_id=6f1edd76-444d-4e96-8253-6174428ae861 HTTP/1.1" status: 200 len: 210 time: 0.0964911 Apr 18 20:41:29.805208 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [req-b1320927-28b8-401a-a434-c6f69c6ba6ce req-3355ef0c-81b6-4d2d-a418-c3adc2941627 tempest-DeleteServersAdminTestJSON-198139237 tempest-DeleteServersAdminTestJSON-198139237-project] Notify callbacks [] for port, precommit_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:41:29.821680 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-2174b470-6c57-45a3-be47-78b1987883ad req-f707177b-22ef-434e-b14e-ad306c66b346 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=af4d32de-e1c9-49ff-a5f9-459cfba4378d HTTP/1.1" status: 200 len: 1097 time: 0.1501839 Apr 18 20:41:29.834501 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.provisioning_blocks [req-b1320927-28b8-401a-a434-c6f69c6ba6ce req-3355ef0c-81b6-4d2d-a418-c3adc2941627 tempest-DeleteServersAdminTestJSON-198139237 tempest-DeleteServersAdminTestJSON-198139237-project] Transition to ACTIVE for port object 211c2085-e46f-4344-85a5-45e4a4ae425f will not be triggered until provisioned by entity DHCP. {{(pid=84041) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 20:41:29.881824 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-2174b470-6c57-45a3-be47-78b1987883ad req-4fb5a83e-7904-4488-ae3a-f0f491935b9a service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=bf712067-aabd-4e70-aae1-082928dd1ccd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505550 Apr 18 20:41:29.886204 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [req-b1320927-28b8-401a-a434-c6f69c6ba6ce req-3355ef0c-81b6-4d2d-a418-c3adc2941627 tempest-DeleteServersAdminTestJSON-198139237 tempest-DeleteServersAdminTestJSON-198139237-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750374836619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32266323'] for port, after_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:41:30.011995 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81224846-aab6-4db1-bf19-46b250d9cd11 req-b55f3889-c328-42a6-991b-d709d6175fab tempest-ServersOnMultiNodesTest-1168278630 tempest-ServersOnMultiNodesTest-1168278630-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:41:30.013311 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-81224846-aab6-4db1-bf19-46b250d9cd11 req-b55f3889-c328-42a6-991b-d709d6175fab tempest-ServersOnMultiNodesTest-1168278630 tempest-ServersOnMultiNodesTest-1168278630-project] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6462064 Apr 18 20:41:30.013993 n-d-838334-2 neutron-server[84041]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b1320927-28b8-401a-a434-c6f69c6ba6ce req-3355ef0c-81b6-4d2d-a418-c3adc2941627 tempest-DeleteServersAdminTestJSON-198139237 tempest-DeleteServersAdminTestJSON-198139237-project] Network cb56989d-7c5d-4678-b194-1d2edf1e842a is already hosted by enough agents. {{(pid=84041) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:41:30.019277 n-d-838334-2 neutron-server[84041]: DEBUG neutron.scheduler.base_scheduler [req-b1320927-28b8-401a-a434-c6f69c6ba6ce req-3355ef0c-81b6-4d2d-a418-c3adc2941627 tempest-DeleteServersAdminTestJSON-198139237 tempest-DeleteServersAdminTestJSON-198139237-project] Resources bound (agent type, host, resource id): {{(pid=84041) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:41:30.026683 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.l3_dvrscheduler_db [req-b1320927-28b8-401a-a434-c6f69c6ba6ce req-3355ef0c-81b6-4d2d-a418-c3adc2941627 tempest-DeleteServersAdminTestJSON-198139237 tempest-DeleteServersAdminTestJSON-198139237-project] Received port after_create {{(pid=84041) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 20:41:30.051320 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.v2.base [req-81224846-aab6-4db1-bf19-46b250d9cd11 req-253fda20-2fbd-4d96-89e2-e515099e8daf tempest-ServersOnMultiNodesTest-1168278630 tempest-ServersOnMultiNodesTest-1168278630-project] Request body: {'port': {'device_id': '2abb8a99-6a87-4957-a30b-64882fcf74b5', 'network_id': 'cb56989d-7c5d-4678-b194-1d2edf1e842a', 'admin_state_up': True, 'tenant_id': 'de28ce5b7b5349a3b98e9e23d1be558c'}} {{(pid=84040) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 20:41:30.052772 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3355ef0c-81b6-4d2d-a418-c3adc2941627 tempest-DeleteServersAdminTestJSON-198139237 tempest-DeleteServersAdminTestJSON-198139237-project] Pushing event updated for resources: {'Port': ['ID=211c2085-e46f-4344-85a5-45e4a4ae425f,revision_number=1']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:41:30.076484 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.db_base_plugin_common [req-81224846-aab6-4db1-bf19-46b250d9cd11 req-0f2c4556-7dff-43da-80a3-bc5c83c720e2 tempest-ServersOnMultiNodesTest-1168278630 tempest-ServersOnMultiNodesTest-1168278630-project] Allocated IP 192.168.233.50 (cb56989d-7c5d-4678-b194-1d2edf1e842a/c4b526db-4d8a-4d4c-a310-e3a599630ae1/3bc7a448-92c7-4689-8cf5-4b43bcb9cd4a) {{(pid=84041) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:41:30.084764 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-3fcdba0f-1d2a-4528-b92e-c2c468368d34 req-d67c2b25-c5cb-4c6b-b6b2-c1bbe69087d2 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=c1a78f2b33ee4536986609e3ae5af78c&device_id=bee97f5e-b592-4ee0-b7d7-2cfba0fa5e35 HTTP/1.1" status: 200 len: 1097 time: 0.4603055 Apr 18 20:41:30.087798 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-3fcdba0f-1d2a-4528-b92e-c2c468368d34 req-51b74de5-a40c-4bd0-9841-5306ac26ce1c service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=c1a78f2b33ee4536986609e3ae5af78c&device_id=7bd31c74-5ed9-42a9-8cb8-065ab982f3bb HTTP/1.1" status: 200 len: 1096 time: 0.4616606 Apr 18 20:41:30.109465 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1320927-28b8-401a-a434-c6f69c6ba6ce req-3355ef0c-81b6-4d2d-a418-c3adc2941627 tempest-DeleteServersAdminTestJSON-198139237 tempest-DeleteServersAdminTestJSON-198139237-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:41:30.110115 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [req-b1320927-28b8-401a-a434-c6f69c6ba6ce req-3355ef0c-81b6-4d2d-a418-c3adc2941627 tempest-DeleteServersAdminTestJSON-198139237 tempest-DeleteServersAdminTestJSON-198139237-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217293'] for port, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:41:30.186514 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-b1320927-28b8-401a-a434-c6f69c6ba6ce req-3355ef0c-81b6-4d2d-a418-c3adc2941627 tempest-DeleteServersAdminTestJSON-198139237 tempest-DeleteServersAdminTestJSON-198139237-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.7409017 Apr 18 20:41:30.211022 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.v2.base [req-b1320927-28b8-401a-a434-c6f69c6ba6ce req-6ff88e0d-2d29-4a84-ba34-6cc3d019dd82 service neutron] Request body: {'port': {'device_id': '6f1edd76-444d-4e96-8253-6174428ae861', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-838334-2'}} {{(pid=84041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 20:41:30.357066 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-d560617b-9276-4946-81d7-319a7feaa8f7 None None] Provisioning for port 211c2085-e46f-4344-85a5-45e4a4ae425f completed by entity DHCP. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 20:41:30.362845 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-d560617b-9276-4946-81d7-319a7feaa8f7 None None] Provisioning complete for port 211c2085-e46f-4344-85a5-45e4a4ae425f triggered by entity DHCP. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:41:30.363314 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-d560617b-9276-4946-81d7-319a7feaa8f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1253608'] for port, provisioning_complete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:41:30.420129 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.plugin [None req-d560617b-9276-4946-81d7-319a7feaa8f7 None None] Port 211c2085-e46f-4344-85a5-45e4a4ae425f cannot update to ACTIVE because it is not bound. {{(pid=84042) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 18 20:41:30.441338 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [req-b1320927-28b8-401a-a434-c6f69c6ba6ce req-6ff88e0d-2d29-4a84-ba34-6cc3d019dd82 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:41:30.454921 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-dba14e90-b38e-4ce9-81b8-d314de1bcd1e req-a7bf5cd6-d84f-418e-b277-3e5d7d733e11 tempest-FloatingIPsAssociationTestJSON-661839082 tempest-FloatingIPsAssociationTestJSON-661839082-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:41:30.471687 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [req-81224846-aab6-4db1-bf19-46b250d9cd11 req-0f2c4556-7dff-43da-80a3-bc5c83c720e2 tempest-ServersOnMultiNodesTest-1168278630 tempest-ServersOnMultiNodesTest-1168278630-project] Notify callbacks [] for port, precommit_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:41:30.479868 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-dba14e90-b38e-4ce9-81b8-d314de1bcd1e req-a7bf5cd6-d84f-418e-b277-3e5d7d733e11 tempest-FloatingIPsAssociationTestJSON-661839082 tempest-FloatingIPsAssociationTestJSON-661839082-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33444131'] for floatingip, after_update {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:41:30.480186 n-d-838334-2 neutron-server[84040]: INFO neutron.db.l3_db [req-dba14e90-b38e-4ce9-81b8-d314de1bcd1e req-a7bf5cd6-d84f-418e-b277-3e5d7d733e11 tempest-FloatingIPsAssociationTestJSON-661839082 tempest-FloatingIPsAssociationTestJSON-661839082-project] Floating IP dd00b6f2-1ed6-4823-8f13-37481470b44b disassociated. External IP: 172.25.8.114, port: aa54cccf-7c39-40d6-a368-f24a2a8f30ce. Apr 18 20:41:30.529372 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.provisioning_blocks [req-81224846-aab6-4db1-bf19-46b250d9cd11 req-0f2c4556-7dff-43da-80a3-bc5c83c720e2 tempest-ServersOnMultiNodesTest-1168278630 tempest-ServersOnMultiNodesTest-1168278630-project] Transition to ACTIVE for port object 3bc7a448-92c7-4689-8cf5-4b43bcb9cd4a will not be triggered until provisioned by entity DHCP. {{(pid=84041) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 20:41:30.570554 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43b56e10-db14-42ac-8afd-90a02d23fa71 req-eca62b29-c6c6-4d54-9b38-883a2fb81c37 tempest-ImagesTestJSON-757689736 tempest-ImagesTestJSON-757689736-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:41:30.572029 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-43b56e10-db14-42ac-8afd-90a02d23fa71 req-eca62b29-c6c6-4d54-9b38-883a2fb81c37 tempest-ImagesTestJSON-757689736 tempest-ImagesTestJSON-757689736-project] 10.222.0.42 "GET /v2.0/ports?device_id=125f19ef-ec6c-479f-b4b8-b796930da404 HTTP/1.1" status: 200 len: 946 time: 0.6277184 Apr 18 20:41:30.673986 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [req-81224846-aab6-4db1-bf19-46b250d9cd11 req-253fda20-2fbd-4d96-89e2-e515099e8daf tempest-ServersOnMultiNodesTest-1168278630 tempest-ServersOnMultiNodesTest-1168278630-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:41:30.689034 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [req-81224846-aab6-4db1-bf19-46b250d9cd11 req-253fda20-2fbd-4d96-89e2-e515099e8daf tempest-ServersOnMultiNodesTest-1168278630 tempest-ServersOnMultiNodesTest-1168278630-project] Usage tracker for resource:port and tenant:de28ce5b7b5349a3b98e9e23d1be558c is out of sync, need to count used quota {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:41:30.693809 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fcdba0f-1d2a-4528-b92e-c2c468368d34 req-8e771a4f-3d71-42be-a4f3-31ce790a26d7 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:41:30.695235 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-3fcdba0f-1d2a-4528-b92e-c2c468368d34 req-8e771a4f-3d71-42be-a4f3-31ce790a26d7 service neutron] 10.222.0.43 "GET /v2.0/networks?id=7b96c852-8e2e-4d3b-ad4b-39924026f663 HTTP/1.1" status: 200 len: 921 time: 0.5572009 Apr 18 20:41:30.697749 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [req-81224846-aab6-4db1-bf19-46b250d9cd11 req-253fda20-2fbd-4d96-89e2-e515099e8daf tempest-ServersOnMultiNodesTest-1168278630 tempest-ServersOnMultiNodesTest-1168278630-project] Quota usage for port was recalculated. Used quota:4. {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:41:30.709299 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [req-81224846-aab6-4db1-bf19-46b250d9cd11 req-253fda20-2fbd-4d96-89e2-e515099e8daf tempest-ServersOnMultiNodesTest-1168278630 tempest-ServersOnMultiNodesTest-1168278630-project] Attempting to reserve 1 items for resource port. Total usage: 5; quota limit: 500; headroom:495 {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:41:30.718279 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fcdba0f-1d2a-4528-b92e-c2c468368d34 req-fe8ea6c4-981a-4caa-a6d2-0dc7f7cd3382 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:41:30.720462 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-3fcdba0f-1d2a-4528-b92e-c2c468368d34 req-fe8ea6c4-981a-4caa-a6d2-0dc7f7cd3382 service neutron] 10.222.0.48 "GET /v2.0/networks?id=7b96c852-8e2e-4d3b-ad4b-39924026f663 HTTP/1.1" status: 200 len: 921 time: 0.5811756 Apr 18 20:41:30.742484 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [req-81224846-aab6-4db1-bf19-46b250d9cd11 req-0f2c4556-7dff-43da-80a3-bc5c83c720e2 tempest-ServersOnMultiNodesTest-1168278630 tempest-ServersOnMultiNodesTest-1168278630-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750374836619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32266323'] for port, after_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:41:30.754071 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] get_ports_and_sgs() called for port_ids ['462e4cea-9da7-4149-b973-b4a0cd7a6d86', '80ff486a-645e-4b81-95ae-389dadda214a'] {{(pid=84042) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 18 20:41:30.785628 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] get_ports_and_sgs() called for port_ids ['48374dfc-daf0-401c-976e-d3d8c71d0274'] {{(pid=84042) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 18 20:41:30.905450 n-d-838334-2 neutron-server[84041]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-81224846-aab6-4db1-bf19-46b250d9cd11 req-0f2c4556-7dff-43da-80a3-bc5c83c720e2 tempest-ServersOnMultiNodesTest-1168278630 tempest-ServersOnMultiNodesTest-1168278630-project] Network cb56989d-7c5d-4678-b194-1d2edf1e842a is already hosted by enough agents. {{(pid=84041) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:41:30.905450 n-d-838334-2 neutron-server[84041]: DEBUG neutron.scheduler.base_scheduler [req-81224846-aab6-4db1-bf19-46b250d9cd11 req-0f2c4556-7dff-43da-80a3-bc5c83c720e2 tempest-ServersOnMultiNodesTest-1168278630 tempest-ServersOnMultiNodesTest-1168278630-project] Resources bound (agent type, host, resource id): {{(pid=84041) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:41:30.912809 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.l3_dvrscheduler_db [req-81224846-aab6-4db1-bf19-46b250d9cd11 req-0f2c4556-7dff-43da-80a3-bc5c83c720e2 tempest-ServersOnMultiNodesTest-1168278630 tempest-ServersOnMultiNodesTest-1168278630-project] Received port after_create {{(pid=84041) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 20:41:30.982116 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f2c4556-7dff-43da-80a3-bc5c83c720e2 tempest-ServersOnMultiNodesTest-1168278630 tempest-ServersOnMultiNodesTest-1168278630-project] Pushing event updated for resources: {'Port': ['ID=3bc7a448-92c7-4689-8cf5-4b43bcb9cd4a,revision_number=1']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:41:31.003070 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-3fcdba0f-1d2a-4528-b92e-c2c468368d34 req-02af7a47-b27b-4d95-ade2-c7dee325f2fb service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=83781acf-08e2-45f0-bbcd-ac7d73ff7920 HTTP/1.1" status: 200 len: 217 time: 0.2835872 Apr 18 20:41:31.003070 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-81224846-aab6-4db1-bf19-46b250d9cd11 req-253fda20-2fbd-4d96-89e2-e515099e8daf tempest-ServersOnMultiNodesTest-1168278630 tempest-ServersOnMultiNodesTest-1168278630-project] Made reservation on behalf of de28ce5b7b5349a3b98e9e23d1be558c for: {'port': 1} {{(pid=84040) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:41:31.003070 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-81224846-aab6-4db1-bf19-46b250d9cd11 req-253fda20-2fbd-4d96-89e2-e515099e8daf tempest-ServersOnMultiNodesTest-1168278630 tempest-ServersOnMultiNodesTest-1168278630-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:41:31.029575 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-43b56e10-db14-42ac-8afd-90a02d23fa71 req-34c01381-2b5d-40a7-b029-7c5c58e6fd7c tempest-ImagesTestJSON-757689736 tempest-ImagesTestJSON-757689736-project] 10.222.0.42 "GET /v2.0/security-groups?id=59d22466-01c3-4eda-9b5c-cb887beaa55e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3968608 Apr 18 20:41:31.036153 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-3fcdba0f-1d2a-4528-b92e-c2c468368d34 req-27c37748-4701-47ac-a198-6c43ecaabe42 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=aa54cccf-7c39-40d6-a368-f24a2a8f30ce HTTP/1.1" status: 200 len: 217 time: 0.2563677 Apr 18 20:41:31.107953 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81224846-aab6-4db1-bf19-46b250d9cd11 req-0f2c4556-7dff-43da-80a3-bc5c83c720e2 tempest-ServersOnMultiNodesTest-1168278630 tempest-ServersOnMultiNodesTest-1168278630-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:41:31.107953 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [req-81224846-aab6-4db1-bf19-46b250d9cd11 req-0f2c4556-7dff-43da-80a3-bc5c83c720e2 tempest-ServersOnMultiNodesTest-1168278630 tempest-ServersOnMultiNodesTest-1168278630-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217293'] for port, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:41:31.183801 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-81224846-aab6-4db1-bf19-46b250d9cd11 req-0f2c4556-7dff-43da-80a3-bc5c83c720e2 tempest-ServersOnMultiNodesTest-1168278630 tempest-ServersOnMultiNodesTest-1168278630-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.1957684 Apr 18 20:41:31.275280 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.v2.base [req-81224846-aab6-4db1-bf19-46b250d9cd11 req-071092e0-64cb-4c59-bd61-2b3d596501b6 service neutron] Request body: {'port': {'device_id': 'af670083-52fa-4211-8dc4-84954aff332a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-838334-2'}} {{(pid=84041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 20:41:31.400773 n-d-838334-2 neutron-server[84041]: DEBUG neutron.notifiers.nova [req-b1320927-28b8-401a-a434-c6f69c6ba6ce req-6ff88e0d-2d29-4a84-ba34-6cc3d019dd82 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 211c2085-e46f-4344-85a5-45e4a4ae425f {{(pid=84041) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 18 20:41:31.436761 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [req-b1320927-28b8-401a-a434-c6f69c6ba6ce req-6ff88e0d-2d29-4a84-ba34-6cc3d019dd82 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:41:31.439499 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fcdba0f-1d2a-4528-b92e-c2c468368d34 req-55f30906-b097-4fee-aaac-75a42a06850b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:41:31.446437 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-3fcdba0f-1d2a-4528-b92e-c2c468368d34 req-55f30906-b097-4fee-aaac-75a42a06850b service neutron] 10.222.0.43 "GET /v2.0/subnets?id=769e5df8-16e3-4584-97ce-25a3b6243e3e HTTP/1.1" status: 200 len: 859 time: 0.4157329 Apr 18 20:41:31.484566 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.provisioning_blocks [req-b1320927-28b8-401a-a434-c6f69c6ba6ce req-6ff88e0d-2d29-4a84-ba34-6cc3d019dd82 service neutron] Transition to ACTIVE for port object 211c2085-e46f-4344-85a5-45e4a4ae425f will not be triggered until provisioned by entity L2. {{(pid=84041) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 20:41:31.499810 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [req-81224846-aab6-4db1-bf19-46b250d9cd11 req-071092e0-64cb-4c59-bd61-2b3d596501b6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:41:31.509265 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fcdba0f-1d2a-4528-b92e-c2c468368d34 req-74ca88bb-79a9-428d-adc5-403fbef1f2d4 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:41:31.511463 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-3fcdba0f-1d2a-4528-b92e-c2c468368d34 req-74ca88bb-79a9-428d-adc5-403fbef1f2d4 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=769e5df8-16e3-4584-97ce-25a3b6243e3e HTTP/1.1" status: 200 len: 859 time: 0.3757465 Apr 18 20:41:31.514428 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [req-b1320927-28b8-401a-a434-c6f69c6ba6ce req-6ff88e0d-2d29-4a84-ba34-6cc3d019dd82 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32266282'] for port, after_update {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:41:31.515185 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-bd9162e6-4cc0-4e9d-80b1-55a158aed75a None None] Provisioning for port 3bc7a448-92c7-4689-8cf5-4b43bcb9cd4a completed by entity DHCP. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 20:41:31.527755 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-bd9162e6-4cc0-4e9d-80b1-55a158aed75a None None] Provisioning complete for port 3bc7a448-92c7-4689-8cf5-4b43bcb9cd4a triggered by entity DHCP. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:41:31.528652 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-bd9162e6-4cc0-4e9d-80b1-55a158aed75a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1253608'] for port, provisioning_complete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:41:31.606842 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.plugin [None req-bd9162e6-4cc0-4e9d-80b1-55a158aed75a None None] Port 3bc7a448-92c7-4689-8cf5-4b43bcb9cd4a cannot update to ACTIVE because it is not bound. {{(pid=84042) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 18 20:41:31.705886 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ff88e0d-2d29-4a84-ba34-6cc3d019dd82 service neutron] Pushing event updated for resources: {'Port': ['ID=211c2085-e46f-4344-85a5-45e4a4ae425f,revision_number=2']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:41:31.765393 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.db_base_plugin_common [req-81224846-aab6-4db1-bf19-46b250d9cd11 req-253fda20-2fbd-4d96-89e2-e515099e8daf tempest-ServersOnMultiNodesTest-1168278630 tempest-ServersOnMultiNodesTest-1168278630-project] Allocated IP 192.168.233.193 (cb56989d-7c5d-4678-b194-1d2edf1e842a/c4b526db-4d8a-4d4c-a310-e3a599630ae1/96ef89c7-5796-4195-8913-d02823fbfa3d) {{(pid=84040) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:41:31.771308 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-3fcdba0f-1d2a-4528-b92e-c2c468368d34 req-1b4a2b2e-a851-42cb-bcce-8fcb9473a73d service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=7b96c852-8e2e-4d3b-ad4b-39924026f663&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3213129 Apr 18 20:41:31.889566 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.managers [req-b1320927-28b8-401a-a434-c6f69c6ba6ce req-6ff88e0d-2d29-4a84-ba34-6cc3d019dd82 service neutron] Attempting to bind port 211c2085-e46f-4344-85a5-45e4a4ae425f on host n-h1-838334-2 for vnic_type normal with profile {{(pid=84041) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:41:31.889893 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.managers [req-b1320927-28b8-401a-a434-c6f69c6ba6ce req-6ff88e0d-2d29-4a84-ba34-6cc3d019dd82 service neutron] Attempting to bind port 211c2085-e46f-4344-85a5-45e4a4ae425f by drivers openvswitch,hyperv on host n-h1-838334-2 at level 0 using segments [{'id': '62b85806-94d8-4a88-a06c-da82e5932d66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': 'cb56989d-7c5d-4678-b194-1d2edf1e842a'}] {{(pid=84041) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:41:31.890218 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1320927-28b8-401a-a434-c6f69c6ba6ce req-6ff88e0d-2d29-4a84-ba34-6cc3d019dd82 service neutron] Attempting to bind port 211c2085-e46f-4344-85a5-45e4a4ae425f on network cb56989d-7c5d-4678-b194-1d2edf1e842a {{(pid=84041) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 20:41:31.896944 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1320927-28b8-401a-a434-c6f69c6ba6ce req-6ff88e0d-2d29-4a84-ba34-6cc3d019dd82 service neutron] Port 211c2085-e46f-4344-85a5-45e4a4ae425f on network cb56989d-7c5d-4678-b194-1d2edf1e842a not bound, no agent of type Open vSwitch agent registered on host n-h1-838334-2 {{(pid=84041) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 18 20:41:31.897259 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1320927-28b8-401a-a434-c6f69c6ba6ce req-6ff88e0d-2d29-4a84-ba34-6cc3d019dd82 service neutron] Attempting to bind port 211c2085-e46f-4344-85a5-45e4a4ae425f on network cb56989d-7c5d-4678-b194-1d2edf1e842a {{(pid=84041) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 20:41:31.903563 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1320927-28b8-401a-a434-c6f69c6ba6ce req-6ff88e0d-2d29-4a84-ba34-6cc3d019dd82 service neutron] Checking agent: {'id': 'd63bab19-ff81-4de1-afeb-a3732288d0d7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-838334-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 33, 59), 'started_at': datetime.datetime(2022, 4, 18, 20, 33, 59), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 20, 41, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84041) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 18 20:41:31.903920 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1320927-28b8-401a-a434-c6f69c6ba6ce req-6ff88e0d-2d29-4a84-ba34-6cc3d019dd82 service neutron] Checking segment: {'id': '62b85806-94d8-4a88-a06c-da82e5932d66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': 'cb56989d-7c5d-4678-b194-1d2edf1e842a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84041) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 20:41:31.904294 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1320927-28b8-401a-a434-c6f69c6ba6ce req-6ff88e0d-2d29-4a84-ba34-6cc3d019dd82 service neutron] Bound using segment: {'id': '62b85806-94d8-4a88-a06c-da82e5932d66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': 'cb56989d-7c5d-4678-b194-1d2edf1e842a'} {{(pid=84041) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 18 20:41:31.904709 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.managers [req-b1320927-28b8-401a-a434-c6f69c6ba6ce req-6ff88e0d-2d29-4a84-ba34-6cc3d019dd82 service neutron] Bound port: 211c2085-e46f-4344-85a5-45e4a4ae425f, host: n-h1-838334-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '62b85806-94d8-4a88-a06c-da82e5932d66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': 'cb56989d-7c5d-4678-b194-1d2edf1e842a'}}] {{(pid=84041) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 20:41:31.905048 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [req-b1320927-28b8-401a-a434-c6f69c6ba6ce req-6ff88e0d-2d29-4a84-ba34-6cc3d019dd82 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:41:31.998036 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.db [req-b1320927-28b8-401a-a434-c6f69c6ba6ce req-6ff88e0d-2d29-4a84-ba34-6cc3d019dd82 service neutron] For port 211c2085-e46f-4344-85a5-45e4a4ae425f, host n-h1-838334-2, cleared binding levels {{(pid=84041) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 20:41:32.006469 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.db [req-b1320927-28b8-401a-a434-c6f69c6ba6ce req-6ff88e0d-2d29-4a84-ba34-6cc3d019dd82 service neutron] For port 211c2085-e46f-4344-85a5-45e4a4ae425f, host n-h1-838334-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838334-2',level=0,port_id=211c2085-e46f-4344-85a5-45e4a4ae425f,segment=NetworkSegment(62b85806-94d8-4a88-a06c-da82e5932d66),segment_id=62b85806-94d8-4a88-a06c-da82e5932d66)] {{(pid=84041) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 20:41:32.010467 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [req-b1320927-28b8-401a-a434-c6f69c6ba6ce req-6ff88e0d-2d29-4a84-ba34-6cc3d019dd82 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32266282'] for port, after_update {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:41:32.042737 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-3fcdba0f-1d2a-4528-b92e-c2c468368d34 req-ab1b9449-58c1-4ead-b7e3-507d4fcd4f2a service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=7b96c852-8e2e-4d3b-ad4b-39924026f663&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5012913 Apr 18 20:41:32.053277 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a2f488-ee44-470d-a40e-ec57ac368fdf req-2e9bf1e2-5a45-4b46-9979-f76f3d8b967f tempest-LiveAutoBlockMigrationV225Test-1713341100 tempest-LiveAutoBlockMigrationV225Test-1713341100-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:41:32.054680 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-37a2f488-ee44-470d-a40e-ec57ac368fdf req-2e9bf1e2-5a45-4b46-9979-f76f3d8b967f tempest-LiveAutoBlockMigrationV225Test-1713341100 tempest-LiveAutoBlockMigrationV225Test-1713341100-project] 10.222.0.42 "GET /v2.0/ports?device_id=af4d32de-e1c9-49ff-a5f9-459cfba4378d HTTP/1.1" status: 200 len: 946 time: 0.4235072 Apr 18 20:41:32.084992 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [req-b1320927-28b8-401a-a434-c6f69c6ba6ce req-6ff88e0d-2d29-4a84-ba34-6cc3d019dd82 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217293'] for port, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:41:32.086619 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-b1320927-28b8-401a-a434-c6f69c6ba6ce req-6ff88e0d-2d29-4a84-ba34-6cc3d019dd82 service neutron] 10.222.0.43 "PUT /v2.0/ports/211c2085-e46f-4344-85a5-45e4a4ae425f HTTP/1.1" status: 200 len: 1096 time: 1.8799808 Apr 18 20:41:32.087060 n-d-838334-2 neutron-server[84041]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6f1edd76-444d-4e96-8253-6174428ae861', 'tag': '211c2085-e46f-4344-85a5-45e4a4ae425f'}] {{(pid=84041) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 20:41:32.107180 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ff88e0d-2d29-4a84-ba34-6cc3d019dd82 service neutron] Pushing event updated for resources: {'Port': ['ID=211c2085-e46f-4344-85a5-45e4a4ae425f,revision_number=3']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:41:32.230662 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-b1320927-28b8-401a-a434-c6f69c6ba6ce req-11d737b9-e095-4ef9-ae59-afacb6fe2a12 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=cdd0e7075f8f44018a68599ea5e3b8d9&device_id=6f1edd76-444d-4e96-8253-6174428ae861 HTTP/1.1" status: 200 len: 1099 time: 0.0992939 Apr 18 20:41:32.306831 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-b1320927-28b8-401a-a434-c6f69c6ba6ce req-ba2dd65d-04ed-4fdd-bf1c-4a1710dd049b service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.169&port_id=211c2085-e46f-4344-85a5-45e4a4ae425f HTTP/1.1" status: 200 len: 217 time: 0.0690398 Apr 18 20:41:32.329376 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-3fcdba0f-1d2a-4528-b92e-c2c468368d34 req-514f9438-9f44-4e27-99f4-50820503179a service neutron] 10.222.0.43 "GET /v2.0/networks/7b96c852-8e2e-4d3b-ad4b-39924026f663?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5477250 Apr 18 20:41:32.375309 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1320927-28b8-401a-a434-c6f69c6ba6ce req-f9830273-ae8c-47cc-a2d0-b53647867ca5 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:41:32.377451 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-b1320927-28b8-401a-a434-c6f69c6ba6ce req-f9830273-ae8c-47cc-a2d0-b53647867ca5 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=c4b526db-4d8a-4d4c-a310-e3a599630ae1 HTTP/1.1" status: 200 len: 843 time: 0.0627105 Apr 18 20:41:32.389876 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-37a2f488-ee44-470d-a40e-ec57ac368fdf req-cf27056b-9e78-4347-982d-7a8372060624 tempest-LiveAutoBlockMigrationV225Test-1713341100 tempest-LiveAutoBlockMigrationV225Test-1713341100-project] 10.222.0.42 "GET /v2.0/security-groups?id=bf712067-aabd-4e70-aae1-082928dd1ccd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3228331 Apr 18 20:41:32.461499 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-b1320927-28b8-401a-a434-c6f69c6ba6ce req-4b9ff247-53a1-43b8-9e9f-859d49b2a3ee service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=cb56989d-7c5d-4678-b194-1d2edf1e842a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0773787 Apr 18 20:41:32.513614 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-3fcdba0f-1d2a-4528-b92e-c2c468368d34 req-bd4508a5-bc62-4ea7-b4fb-73a82789b8b4 service neutron] 10.222.0.48 "GET /v2.0/networks/7b96c852-8e2e-4d3b-ad4b-39924026f663?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4430356 Apr 18 20:41:32.599939 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-b1320927-28b8-401a-a434-c6f69c6ba6ce req-9790d300-e87c-4bb7-b85f-186fdafb2153 service neutron] 10.222.0.43 "GET /v2.0/networks/cb56989d-7c5d-4678-b194-1d2edf1e842a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1314657 Apr 18 20:41:32.835030 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-b1320927-28b8-401a-a434-c6f69c6ba6ce req-9e45e90c-259a-4610-9e3b-957f5759fa02 service neutron] 10.222.0.43 "GET /v2.0/networks/cb56989d-7c5d-4678-b194-1d2edf1e842a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2253621 Apr 18 20:41:32.897053 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-81224846-aab6-4db1-bf19-46b250d9cd11 req-253fda20-2fbd-4d96-89e2-e515099e8daf tempest-ServersOnMultiNodesTest-1168278630 tempest-ServersOnMultiNodesTest-1168278630-project] Notify callbacks [] for port, precommit_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:41:32.911373 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-3fcdba0f-1d2a-4528-b92e-c2c468368d34 req-e84c7986-3ab7-4cc0-9a5d-bdd0f990f158 service neutron] 10.222.0.43 "GET /v2.0/networks/7b96c852-8e2e-4d3b-ad4b-39924026f663?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5637507 Apr 18 20:41:32.967807 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.provisioning_blocks [req-81224846-aab6-4db1-bf19-46b250d9cd11 req-253fda20-2fbd-4d96-89e2-e515099e8daf tempest-ServersOnMultiNodesTest-1168278630 tempest-ServersOnMultiNodesTest-1168278630-project] Transition to ACTIVE for port object 96ef89c7-5796-4195-8913-d02823fbfa3d will not be triggered until provisioned by entity DHCP. {{(pid=84040) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 20:41:33.010009 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c01d820-2747-4729-b639-ffb680f0f5f1 req-1fa68c1e-b127-42e4-adc5-bc02d0188cde tempest-FloatingIPDetailsTestJSON-2060136642 tempest-FloatingIPDetailsTestJSON-2060136642-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:41:33.019666 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-4c01d820-2747-4729-b639-ffb680f0f5f1 req-1fa68c1e-b127-42e4-adc5-bc02d0188cde tempest-FloatingIPDetailsTestJSON-2060136642 tempest-FloatingIPDetailsTestJSON-2060136642-project] 10.222.0.42 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 787 time: 0.5607460 Apr 18 20:41:33.028494 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-3fcdba0f-1d2a-4528-b92e-c2c468368d34 req-e7cc6985-eca8-4311-ba8d-85b4cc4aef8c service neutron] 10.222.0.48 "GET /v2.0/networks/7b96c852-8e2e-4d3b-ad4b-39924026f663?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4558609 Apr 18 20:41:33.062530 n-d-838334-2 neutron-server[84040]: DEBUG neutron.scheduler.l3_agent_scheduler [req-dba14e90-b38e-4ce9-81b8-d314de1bcd1e req-a7bf5cd6-d84f-418e-b277-3e5d7d733e11 tempest-FloatingIPsAssociationTestJSON-661839082 tempest-FloatingIPsAssociationTestJSON-661839082-project] Router 22db2c67-8ca2-4b62-a28e-e9255641c33b has already been hosted by L3 agent bc84d6c9-dd7a-4555-a351-592327b46d5a {{(pid=84040) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 20:41:33.065112 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-81224846-aab6-4db1-bf19-46b250d9cd11 req-253fda20-2fbd-4d96-89e2-e515099e8daf tempest-ServersOnMultiNodesTest-1168278630 tempest-ServersOnMultiNodesTest-1168278630-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750374836619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32440838'] for port, after_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:41:33.083152 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] get_ports_and_sgs() called for port_ids ['48374dfc-daf0-401c-976e-d3d8c71d0274'] {{(pid=84042) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 18 20:41:33.132087 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] get_ports_and_sgs() called for port_ids ['462e4cea-9da7-4149-b973-b4a0cd7a6d86', '80ff486a-645e-4b81-95ae-389dadda214a'] {{(pid=84042) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 18 20:41:33.214242 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-253fda20-2fbd-4d96-89e2-e515099e8daf tempest-ServersOnMultiNodesTest-1168278630 tempest-ServersOnMultiNodesTest-1168278630-project] Pushing event updated for resources: {'Port': ['ID=96ef89c7-5796-4195-8913-d02823fbfa3d,revision_number=1']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:41:33.219351 n-d-838334-2 neutron-server[84040]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-81224846-aab6-4db1-bf19-46b250d9cd11 req-253fda20-2fbd-4d96-89e2-e515099e8daf tempest-ServersOnMultiNodesTest-1168278630 tempest-ServersOnMultiNodesTest-1168278630-project] Network cb56989d-7c5d-4678-b194-1d2edf1e842a is already hosted by enough agents. {{(pid=84040) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:41:33.223046 n-d-838334-2 neutron-server[84040]: DEBUG neutron.scheduler.base_scheduler [req-81224846-aab6-4db1-bf19-46b250d9cd11 req-253fda20-2fbd-4d96-89e2-e515099e8daf tempest-ServersOnMultiNodesTest-1168278630 tempest-ServersOnMultiNodesTest-1168278630-project] Resources bound (agent type, host, resource id): {{(pid=84040) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:41:33.225588 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.l3_dvrscheduler_db [req-81224846-aab6-4db1-bf19-46b250d9cd11 req-253fda20-2fbd-4d96-89e2-e515099e8daf tempest-ServersOnMultiNodesTest-1168278630 tempest-ServersOnMultiNodesTest-1168278630-project] Received port after_create {{(pid=84040) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 20:41:33.294535 n-d-838334-2 neutron-server[84041]: DEBUG neutron.notifiers.nova [req-81224846-aab6-4db1-bf19-46b250d9cd11 req-071092e0-64cb-4c59-bd61-2b3d596501b6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3bc7a448-92c7-4689-8cf5-4b43bcb9cd4a {{(pid=84041) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 18 20:41:33.315074 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [req-81224846-aab6-4db1-bf19-46b250d9cd11 req-071092e0-64cb-4c59-bd61-2b3d596501b6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:41:33.342781 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.provisioning_blocks [req-81224846-aab6-4db1-bf19-46b250d9cd11 req-071092e0-64cb-4c59-bd61-2b3d596501b6 service neutron] Transition to ACTIVE for port object 3bc7a448-92c7-4689-8cf5-4b43bcb9cd4a will not be triggered until provisioned by entity L2. {{(pid=84041) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 20:41:33.342781 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [req-81224846-aab6-4db1-bf19-46b250d9cd11 req-071092e0-64cb-4c59-bd61-2b3d596501b6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32266282'] for port, after_update {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:41:33.396224 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81224846-aab6-4db1-bf19-46b250d9cd11 req-253fda20-2fbd-4d96-89e2-e515099e8daf tempest-ServersOnMultiNodesTest-1168278630 tempest-ServersOnMultiNodesTest-1168278630-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:41:33.396995 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-81224846-aab6-4db1-bf19-46b250d9cd11 req-253fda20-2fbd-4d96-89e2-e515099e8daf tempest-ServersOnMultiNodesTest-1168278630 tempest-ServersOnMultiNodesTest-1168278630-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217293'] for port, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:41:33.453361 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-071092e0-64cb-4c59-bd61-2b3d596501b6 service neutron] Pushing event updated for resources: {'Port': ['ID=3bc7a448-92c7-4689-8cf5-4b43bcb9cd4a,revision_number=2']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:41:33.545272 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-81224846-aab6-4db1-bf19-46b250d9cd11 req-253fda20-2fbd-4d96-89e2-e515099e8daf tempest-ServersOnMultiNodesTest-1168278630 tempest-ServersOnMultiNodesTest-1168278630-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.5062001 Apr 18 20:41:33.564718 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.v2.base [req-81224846-aab6-4db1-bf19-46b250d9cd11 req-378ea9f2-05e3-486f-b0b5-24f31cd22e43 service neutron] Request body: {'port': {'device_id': '2abb8a99-6a87-4957-a30b-64882fcf74b5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-838334-2'}} {{(pid=84040) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 20:41:33.611957 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67fe6af2-7cf2-47aa-be74-b202dd8555e5 req-2df3c546-3b47-4bb9-a63b-20a9c7b0bdc4 tempest-DeleteServersAdminTestJSON-198139237 tempest-DeleteServersAdminTestJSON-198139237-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:41:33.613445 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-67fe6af2-7cf2-47aa-be74-b202dd8555e5 req-2df3c546-3b47-4bb9-a63b-20a9c7b0bdc4 tempest-DeleteServersAdminTestJSON-198139237 tempest-DeleteServersAdminTestJSON-198139237-project] 10.222.0.42 "GET /v2.0/ports?device_id=6f1edd76-444d-4e96-8253-6174428ae861 HTTP/1.1" status: 200 len: 948 time: 0.4660630 Apr 18 20:41:33.623289 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750375287399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253529'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:41:33.725220 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-10ac0e73-c334-4283-b94f-0743215f92f0 None None] Provisioning for port 96ef89c7-5796-4195-8913-d02823fbfa3d completed by entity DHCP. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 20:41:33.732026 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.managers [req-81224846-aab6-4db1-bf19-46b250d9cd11 req-071092e0-64cb-4c59-bd61-2b3d596501b6 service neutron] Attempting to bind port 3bc7a448-92c7-4689-8cf5-4b43bcb9cd4a on host n-h1-838334-2 for vnic_type normal with profile {{(pid=84041) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:41:33.733875 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.managers [req-81224846-aab6-4db1-bf19-46b250d9cd11 req-071092e0-64cb-4c59-bd61-2b3d596501b6 service neutron] Attempting to bind port 3bc7a448-92c7-4689-8cf5-4b43bcb9cd4a by drivers openvswitch,hyperv on host n-h1-838334-2 at level 0 using segments [{'id': '62b85806-94d8-4a88-a06c-da82e5932d66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': 'cb56989d-7c5d-4678-b194-1d2edf1e842a'}] {{(pid=84041) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:41:33.733875 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81224846-aab6-4db1-bf19-46b250d9cd11 req-071092e0-64cb-4c59-bd61-2b3d596501b6 service neutron] Attempting to bind port 3bc7a448-92c7-4689-8cf5-4b43bcb9cd4a on network cb56989d-7c5d-4678-b194-1d2edf1e842a {{(pid=84041) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 20:41:33.742265 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-10ac0e73-c334-4283-b94f-0743215f92f0 None None] Provisioning complete for port 96ef89c7-5796-4195-8913-d02823fbfa3d triggered by entity DHCP. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:41:33.742448 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-10ac0e73-c334-4283-b94f-0743215f92f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1253608'] for port, provisioning_complete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:41:33.744507 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81224846-aab6-4db1-bf19-46b250d9cd11 req-071092e0-64cb-4c59-bd61-2b3d596501b6 service neutron] Port 3bc7a448-92c7-4689-8cf5-4b43bcb9cd4a on network cb56989d-7c5d-4678-b194-1d2edf1e842a not bound, no agent of type Open vSwitch agent registered on host n-h1-838334-2 {{(pid=84041) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 18 20:41:33.745200 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81224846-aab6-4db1-bf19-46b250d9cd11 req-071092e0-64cb-4c59-bd61-2b3d596501b6 service neutron] Attempting to bind port 3bc7a448-92c7-4689-8cf5-4b43bcb9cd4a on network cb56989d-7c5d-4678-b194-1d2edf1e842a {{(pid=84041) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 20:41:33.756675 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81224846-aab6-4db1-bf19-46b250d9cd11 req-071092e0-64cb-4c59-bd61-2b3d596501b6 service neutron] Checking agent: {'id': 'd63bab19-ff81-4de1-afeb-a3732288d0d7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-838334-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 33, 59), 'started_at': datetime.datetime(2022, 4, 18, 20, 33, 59), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 20, 41, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84041) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 18 20:41:33.757162 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81224846-aab6-4db1-bf19-46b250d9cd11 req-071092e0-64cb-4c59-bd61-2b3d596501b6 service neutron] Checking segment: {'id': '62b85806-94d8-4a88-a06c-da82e5932d66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': 'cb56989d-7c5d-4678-b194-1d2edf1e842a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84041) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 20:41:33.757551 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81224846-aab6-4db1-bf19-46b250d9cd11 req-071092e0-64cb-4c59-bd61-2b3d596501b6 service neutron] Bound using segment: {'id': '62b85806-94d8-4a88-a06c-da82e5932d66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': 'cb56989d-7c5d-4678-b194-1d2edf1e842a'} {{(pid=84041) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 18 20:41:33.758151 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.managers [req-81224846-aab6-4db1-bf19-46b250d9cd11 req-071092e0-64cb-4c59-bd61-2b3d596501b6 service neutron] Bound port: 3bc7a448-92c7-4689-8cf5-4b43bcb9cd4a, host: n-h1-838334-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '62b85806-94d8-4a88-a06c-da82e5932d66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': 'cb56989d-7c5d-4678-b194-1d2edf1e842a'}}] {{(pid=84041) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 20:41:33.758539 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [req-81224846-aab6-4db1-bf19-46b250d9cd11 req-071092e0-64cb-4c59-bd61-2b3d596501b6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:41:33.784699 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-81224846-aab6-4db1-bf19-46b250d9cd11 req-378ea9f2-05e3-486f-b0b5-24f31cd22e43 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:41:33.903084 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.plugin [None req-10ac0e73-c334-4283-b94f-0743215f92f0 None None] Port 96ef89c7-5796-4195-8913-d02823fbfa3d cannot update to ACTIVE because it is not bound. {{(pid=84042) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 18 20:41:33.950010 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.db [req-81224846-aab6-4db1-bf19-46b250d9cd11 req-071092e0-64cb-4c59-bd61-2b3d596501b6 service neutron] For port 3bc7a448-92c7-4689-8cf5-4b43bcb9cd4a, host n-h1-838334-2, cleared binding levels {{(pid=84041) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 20:41:33.954410 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.db [req-81224846-aab6-4db1-bf19-46b250d9cd11 req-071092e0-64cb-4c59-bd61-2b3d596501b6 service neutron] For port 3bc7a448-92c7-4689-8cf5-4b43bcb9cd4a, host n-h1-838334-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838334-2',level=0,port_id=3bc7a448-92c7-4689-8cf5-4b43bcb9cd4a,segment=NetworkSegment(62b85806-94d8-4a88-a06c-da82e5932d66),segment_id=62b85806-94d8-4a88-a06c-da82e5932d66)] {{(pid=84041) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 20:41:33.959272 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [req-81224846-aab6-4db1-bf19-46b250d9cd11 req-071092e0-64cb-4c59-bd61-2b3d596501b6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32266282'] for port, after_update {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:41:34.042583 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-67fe6af2-7cf2-47aa-be74-b202dd8555e5 req-a59aa9f8-f203-4879-acf0-43dbc8e0265d tempest-DeleteServersAdminTestJSON-198139237 tempest-DeleteServersAdminTestJSON-198139237-project] 10.222.0.42 "GET /v2.0/security-groups?id=8cdb27fa-e654-4d38-a026-751617f09e74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4062264 Apr 18 20:41:34.102814 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [req-81224846-aab6-4db1-bf19-46b250d9cd11 req-071092e0-64cb-4c59-bd61-2b3d596501b6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217293'] for port, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:41:34.107360 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-dba14e90-b38e-4ce9-81b8-d314de1bcd1e req-a7bf5cd6-d84f-418e-b277-3e5d7d733e11 tempest-FloatingIPsAssociationTestJSON-661839082 tempest-FloatingIPsAssociationTestJSON-661839082-project] Notify agent at l3_agent.n-d-838334-2 the message routers_updated {{(pid=84040) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 20:41:34.124942 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-dba14e90-b38e-4ce9-81b8-d314de1bcd1e req-a7bf5cd6-d84f-418e-b277-3e5d7d733e11 tempest-FloatingIPsAssociationTestJSON-661839082 tempest-FloatingIPsAssociationTestJSON-661839082-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217293'] for floatingip, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:41:34.130563 n-d-838334-2 neutron-server[84043]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fec1805b-5fce-4128-89af-4841a5114b26 None None] Sync routers for ids ['22db2c67-8ca2-4b62-a28e-e9255641c33b'] in n-d-838334-2 {{(pid=84043) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 18 20:41:34.142708 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-81224846-aab6-4db1-bf19-46b250d9cd11 req-071092e0-64cb-4c59-bd61-2b3d596501b6 service neutron] 10.222.0.43 "PUT /v2.0/ports/3bc7a448-92c7-4689-8cf5-4b43bcb9cd4a HTTP/1.1" status: 200 len: 1095 time: 2.8854110 Apr 18 20:41:34.158530 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fec1805b-5fce-4128-89af-4841a5114b26 None None] Routers {'22db2c67-8ca2-4b62-a28e-e9255641c33b'} bound to L3 agent in host n-d-838334-2 {{(pid=84043) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 20:41:34.158530 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.l3_hamode_db [None req-fec1805b-5fce-4128-89af-4841a5114b26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838334-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-18T20:25:48Z,description=,heartbeat_timestamp=2022-04-18T20:41:18Z,host='n-d-838334-2',id=bc84d6c9-dd7a-4555-a351-592327b46d5a,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:25:48Z,topic='l3_agent')) {'router_ids': ['22db2c67-8ca2-4b62-a28e-e9255641c33b'], 'active': True} {{(pid=84043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:41:34.236940 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-071092e0-64cb-4c59-bd61-2b3d596501b6 service neutron] Pushing event updated for resources: {'Port': ['ID=3bc7a448-92c7-4689-8cf5-4b43bcb9cd4a,revision_number=3']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:41:34.243569 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-dba14e90-b38e-4ce9-81b8-d314de1bcd1e req-a7bf5cd6-d84f-418e-b277-3e5d7d733e11 tempest-FloatingIPsAssociationTestJSON-661839082 tempest-FloatingIPsAssociationTestJSON-661839082-project] 10.222.0.42 "PUT /v2.0/floatingips/dd00b6f2-1ed6-4823-8f13-37481470b44b HTTP/1.1" status: 200 len: 695 time: 5.0171559 Apr 18 20:41:34.252308 n-d-838334-2 neutron-server[84040]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bee97f5e-b592-4ee0-b7d7-2cfba0fa5e35', 'tag': 'aa54cccf-7c39-40d6-a368-f24a2a8f30ce'}] {{(pid=84040) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 20:41:34.287022 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-81224846-aab6-4db1-bf19-46b250d9cd11 req-3ea6850f-2fb2-47a3-8922-8d4ca154867d service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=de28ce5b7b5349a3b98e9e23d1be558c&device_id=af670083-52fa-4211-8dc4-84954aff332a HTTP/1.1" status: 200 len: 1098 time: 0.1366537 Apr 18 20:41:34.395123 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-81224846-aab6-4db1-bf19-46b250d9cd11 req-aa2c6f2f-7170-47e2-873a-5f338b567e79 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.50&port_id=3bc7a448-92c7-4689-8cf5-4b43bcb9cd4a HTTP/1.1" status: 200 len: 217 time: 0.0937176 Apr 18 20:41:34.433670 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-dba14e90-b38e-4ce9-81b8-d314de1bcd1e req-72bf7cec-803b-4f46-b49f-1b7fb90e59ff service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=c1a78f2b33ee4536986609e3ae5af78c&device_id=bee97f5e-b592-4ee0-b7d7-2cfba0fa5e35 HTTP/1.1" status: 200 len: 1097 time: 0.1658459 Apr 18 20:41:34.481548 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.l3_dvr_db [None req-fec1805b-5fce-4128-89af-4841a5114b26 None None] Set router 22db2c67-8ca2-4b62-a28e-e9255641c33b gateway port host: n-d-838334-2 {{(pid=84043) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 20:41:34.529924 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81224846-aab6-4db1-bf19-46b250d9cd11 req-6e2c0727-2449-4cb7-93ed-79acbe6b4613 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:41:34.529924 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-81224846-aab6-4db1-bf19-46b250d9cd11 req-6e2c0727-2449-4cb7-93ed-79acbe6b4613 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=c4b526db-4d8a-4d4c-a310-e3a599630ae1 HTTP/1.1" status: 200 len: 843 time: 0.1251626 Apr 18 20:41:34.634669 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dba14e90-b38e-4ce9-81b8-d314de1bcd1e req-d840f426-3993-4d4b-a501-642fdd7e4861 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:41:34.634669 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-dba14e90-b38e-4ce9-81b8-d314de1bcd1e req-d840f426-3993-4d4b-a501-642fdd7e4861 service neutron] 10.222.0.42 "GET /v2.0/networks?id=7b96c852-8e2e-4d3b-ad4b-39924026f663 HTTP/1.1" status: 200 len: 921 time: 0.2042615 Apr 18 20:41:34.695688 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-81224846-aab6-4db1-bf19-46b250d9cd11 req-a03d1906-c936-48b0-ae76-412178dbf234 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=cb56989d-7c5d-4678-b194-1d2edf1e842a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1563888 Apr 18 20:41:34.785613 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-dba14e90-b38e-4ce9-81b8-d314de1bcd1e req-26b631bd-7d9e-4334-98b0-3acda0580fbf service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=aa54cccf-7c39-40d6-a368-f24a2a8f30ce HTTP/1.1" status: 200 len: 217 time: 0.1432240 Apr 18 20:41:34.877534 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-81224846-aab6-4db1-bf19-46b250d9cd11 req-51a3e584-cea7-443e-9db6-3d0a8b33bc83 service neutron] 10.222.0.43 "GET /v2.0/networks/cb56989d-7c5d-4678-b194-1d2edf1e842a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1825149 Apr 18 20:41:34.884525 n-d-838334-2 neutron-server[84040]: DEBUG neutron.notifiers.nova [req-81224846-aab6-4db1-bf19-46b250d9cd11 req-378ea9f2-05e3-486f-b0b5-24f31cd22e43 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 96ef89c7-5796-4195-8913-d02823fbfa3d {{(pid=84040) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 18 20:41:34.895870 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-81224846-aab6-4db1-bf19-46b250d9cd11 req-378ea9f2-05e3-486f-b0b5-24f31cd22e43 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:41:34.929679 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.provisioning_blocks [req-81224846-aab6-4db1-bf19-46b250d9cd11 req-378ea9f2-05e3-486f-b0b5-24f31cd22e43 service neutron] Transition to ACTIVE for port object 96ef89c7-5796-4195-8913-d02823fbfa3d will not be triggered until provisioned by entity L2. {{(pid=84040) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 20:41:34.930002 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dba14e90-b38e-4ce9-81b8-d314de1bcd1e req-c4658abb-caed-4d17-a9eb-6c7927a09404 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:41:34.934318 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-dba14e90-b38e-4ce9-81b8-d314de1bcd1e req-c4658abb-caed-4d17-a9eb-6c7927a09404 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=769e5df8-16e3-4584-97ce-25a3b6243e3e HTTP/1.1" status: 200 len: 859 time: 0.1540101 Apr 18 20:41:34.941012 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-81224846-aab6-4db1-bf19-46b250d9cd11 req-378ea9f2-05e3-486f-b0b5-24f31cd22e43 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32440959'] for port, after_update {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:41:35.064689 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-81224846-aab6-4db1-bf19-46b250d9cd11 req-a0e807c6-5b15-4b4b-8215-f68b76a51688 service neutron] 10.222.0.43 "GET /v2.0/networks/cb56989d-7c5d-4678-b194-1d2edf1e842a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1796272 Apr 18 20:41:35.068236 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.l3_hamode_db [None req-fec1805b-5fce-4128-89af-4841a5114b26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22db2c67-8ca2-4b62-a28e-e9255641c33b', 'name': 'tempest-FloatingIPsAssociationTestJSON-855947906-router', 'tenant_id': 'c1a78f2b33ee4536986609e3ae5af78c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'external_fixed_ips': [{'subnet_id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'ip_address': '172.25.8.232'}], 'enable_snat': True}, 'gw_port_id': 'd9a547a0-4155-4085-af6d-040dbcee520a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:39:47Z', 'updated_at': '2022-04-18T20:39:52Z', 'revision_number': 4, 'project_id': 'c1a78f2b33ee4536986609e3ae5af78c', 'gw_port': {'id': 'd9a547a0-4155-4085-af6d-040dbcee520a', 'name': '', 'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:26:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22db2c67-8ca2-4b62-a28e-e9255641c33b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'ip_address': '172.25.8.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:39:48Z', 'updated_at': '2022-04-18T20:39:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838334-2', '_interfaces': [{'id': '489bc9af-8c18-4cbf-b0cb-efa3cb2b9723', 'name': '', 'network_id': '7b96c852-8e2e-4d3b-ad4b-39924026f663', 'tenant_id': 'c1a78f2b33ee4536986609e3ae5af78c', 'mac_address': 'fa:16:3e:90:ee:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22db2c67-8ca2-4b62-a28e-e9255641c33b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '769e5df8-16e3-4584-97ce-25a3b6243e3e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:39:51Z', 'updated_at': '2022-04-18T20:40:12Z', 'revision_number': 5, 'project_id': 'c1a78f2b33ee4536986609e3ae5af78c', 'subnets': [{'id': '769e5df8-16e3-4584-97ce-25a3b6243e3e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838334-2', False) {} {{(pid=84043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:41:35.072742 n-d-838334-2 neutron-server[84043]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fec1805b-5fce-4128-89af-4841a5114b26 None None] Checking router: 22db2c67-8ca2-4b62-a28e-e9255641c33b for host: n-d-838334-2 {{(pid=84043) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 18 20:41:35.087153 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fec1805b-5fce-4128-89af-4841a5114b26 None None] Routers {'22db2c67-8ca2-4b62-a28e-e9255641c33b'} bound to L3 agent in host n-d-838334-2 {{(pid=84043) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 20:41:35.088034 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.l3_hamode_db [None req-fec1805b-5fce-4128-89af-4841a5114b26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838334-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-18T20:25:48Z,description=,heartbeat_timestamp=2022-04-18T20:41:18Z,host='n-d-838334-2',id=bc84d6c9-dd7a-4555-a351-592327b46d5a,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:25:48Z,topic='l3_agent')) {'router_ids': ['22db2c67-8ca2-4b62-a28e-e9255641c33b'], 'active': True} {{(pid=84043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:41:35.275086 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-378ea9f2-05e3-486f-b0b5-24f31cd22e43 service neutron] Pushing event updated for resources: {'Port': ['ID=96ef89c7-5796-4195-8913-d02823fbfa3d,revision_number=2']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:41:35.291858 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b07e0e9a-a4c5-400b-ab00-eb8a26f607e2 req-ae688d0e-6f4d-4688-8918-8489cd87fb0b tempest-ServersOnMultiNodesTest-1168278630 tempest-ServersOnMultiNodesTest-1168278630-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:41:35.292532 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [req-b07e0e9a-a4c5-400b-ab00-eb8a26f607e2 req-ae688d0e-6f4d-4688-8918-8489cd87fb0b tempest-ServersOnMultiNodesTest-1168278630 tempest-ServersOnMultiNodesTest-1168278630-project] Synchronizing usage tracker for tenant:de28ce5b7b5349a3b98e9e23d1be558c on resource:port {{(pid=84040) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 20:41:35.324206 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.l3_dvr_db [None req-fec1805b-5fce-4128-89af-4841a5114b26 None None] Set router 22db2c67-8ca2-4b62-a28e-e9255641c33b gateway port host: n-d-838334-2 {{(pid=84043) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 20:41:35.353317 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [req-b07e0e9a-a4c5-400b-ab00-eb8a26f607e2 req-ae688d0e-6f4d-4688-8918-8489cd87fb0b tempest-ServersOnMultiNodesTest-1168278630 tempest-ServersOnMultiNodesTest-1168278630-project] Unset dirty status for tenant:de28ce5b7b5349a3b98e9e23d1be558c on resource:port {{(pid=84040) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 20:41:35.354457 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-b07e0e9a-a4c5-400b-ab00-eb8a26f607e2 req-ae688d0e-6f4d-4688-8918-8489cd87fb0b tempest-ServersOnMultiNodesTest-1168278630 tempest-ServersOnMultiNodesTest-1168278630-project] 10.222.0.42 "GET /v2.0/ports?device_id=2abb8a99-6a87-4957-a30b-64882fcf74b5 HTTP/1.1" status: 200 len: 936 time: 0.5439317 Apr 18 20:41:35.419007 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-dba14e90-b38e-4ce9-81b8-d314de1bcd1e req-79e61675-6da9-4f3b-a5df-619f647bd760 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=7b96c852-8e2e-4d3b-ad4b-39924026f663&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4717848 Apr 18 20:41:35.466008 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Device 211c2085-e46f-4344-85a5-45e4a4ae425f details requested by agent hyperv_n-h1-838334-2 with host n-h1-838334-2 {{(pid=84042) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 18 20:41:35.568412 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-b07e0e9a-a4c5-400b-ab00-eb8a26f607e2 req-338db313-4654-49cb-8d89-a75b564c0657 tempest-ServersOnMultiNodesTest-1168278630 tempest-ServersOnMultiNodesTest-1168278630-project] 10.222.0.42 "GET /v2.0/security-groups?id=e1e985d3-f227-45b4-b9a7-ffadcd0db1b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1870859 Apr 18 20:41:35.579988 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.managers [req-81224846-aab6-4db1-bf19-46b250d9cd11 req-378ea9f2-05e3-486f-b0b5-24f31cd22e43 service neutron] Attempting to bind port 96ef89c7-5796-4195-8913-d02823fbfa3d on host n-h2-838334-2 for vnic_type normal with profile {{(pid=84040) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:41:35.580374 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.managers [req-81224846-aab6-4db1-bf19-46b250d9cd11 req-378ea9f2-05e3-486f-b0b5-24f31cd22e43 service neutron] Attempting to bind port 96ef89c7-5796-4195-8913-d02823fbfa3d by drivers openvswitch,hyperv on host n-h2-838334-2 at level 0 using segments [{'id': '62b85806-94d8-4a88-a06c-da82e5932d66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': 'cb56989d-7c5d-4678-b194-1d2edf1e842a'}] {{(pid=84040) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:41:35.580697 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81224846-aab6-4db1-bf19-46b250d9cd11 req-378ea9f2-05e3-486f-b0b5-24f31cd22e43 service neutron] Attempting to bind port 96ef89c7-5796-4195-8913-d02823fbfa3d on network cb56989d-7c5d-4678-b194-1d2edf1e842a {{(pid=84040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 20:41:35.621973 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81224846-aab6-4db1-bf19-46b250d9cd11 req-378ea9f2-05e3-486f-b0b5-24f31cd22e43 service neutron] Port 96ef89c7-5796-4195-8913-d02823fbfa3d on network cb56989d-7c5d-4678-b194-1d2edf1e842a not bound, no agent of type Open vSwitch agent registered on host n-h2-838334-2 {{(pid=84040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 18 20:41:35.621973 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81224846-aab6-4db1-bf19-46b250d9cd11 req-378ea9f2-05e3-486f-b0b5-24f31cd22e43 service neutron] Attempting to bind port 96ef89c7-5796-4195-8913-d02823fbfa3d on network cb56989d-7c5d-4678-b194-1d2edf1e842a {{(pid=84040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 20:41:35.657285 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] For port 211c2085-e46f-4344-85a5-45e4a4ae425f, host n-h1-838334-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838334-2',level=0,port_id=211c2085-e46f-4344-85a5-45e4a4ae425f,segment=NetworkSegment(62b85806-94d8-4a88-a06c-da82e5932d66),segment_id=62b85806-94d8-4a88-a06c-da82e5932d66)] {{(pid=84042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:41:35.678277 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-dba14e90-b38e-4ce9-81b8-d314de1bcd1e req-6bd2c85c-ceb7-4ce0-b226-234dce1a1e75 service neutron] 10.222.0.42 "GET /v2.0/networks/7b96c852-8e2e-4d3b-ad4b-39924026f663?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2491615 Apr 18 20:41:35.679598 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81224846-aab6-4db1-bf19-46b250d9cd11 req-378ea9f2-05e3-486f-b0b5-24f31cd22e43 service neutron] Checking agent: {'id': 'dc797004-f641-47b7-a77f-9c62b5b16296', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-838334-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 34, 3), 'started_at': datetime.datetime(2022, 4, 18, 20, 34, 3), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 20, 41, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 18 20:41:35.680239 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81224846-aab6-4db1-bf19-46b250d9cd11 req-378ea9f2-05e3-486f-b0b5-24f31cd22e43 service neutron] Checking segment: {'id': '62b85806-94d8-4a88-a06c-da82e5932d66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': 'cb56989d-7c5d-4678-b194-1d2edf1e842a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84040) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 20:41:35.680721 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81224846-aab6-4db1-bf19-46b250d9cd11 req-378ea9f2-05e3-486f-b0b5-24f31cd22e43 service neutron] Bound using segment: {'id': '62b85806-94d8-4a88-a06c-da82e5932d66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': 'cb56989d-7c5d-4678-b194-1d2edf1e842a'} {{(pid=84040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 18 20:41:35.681271 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.managers [req-81224846-aab6-4db1-bf19-46b250d9cd11 req-378ea9f2-05e3-486f-b0b5-24f31cd22e43 service neutron] Bound port: 96ef89c7-5796-4195-8913-d02823fbfa3d, host: n-h2-838334-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '62b85806-94d8-4a88-a06c-da82e5932d66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': 'cb56989d-7c5d-4678-b194-1d2edf1e842a'}}] {{(pid=84040) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 20:41:35.681759 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-81224846-aab6-4db1-bf19-46b250d9cd11 req-378ea9f2-05e3-486f-b0b5-24f31cd22e43 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:41:35.705631 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Returning: {'device': '211c2085-e46f-4344-85a5-45e4a4ae425f', 'network_id': 'cb56989d-7c5d-4678-b194-1d2edf1e842a', 'port_id': '211c2085-e46f-4344-85a5-45e4a4ae425f', 'mac_address': 'fa:16:3e:b5:0d:0d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 382, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c4b526db-4d8a-4d4c-a310-e3a599630ae1', 'ip_address': '192.168.233.169'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84042) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 18 20:41:35.731761 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.l3_hamode_db [None req-fec1805b-5fce-4128-89af-4841a5114b26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22db2c67-8ca2-4b62-a28e-e9255641c33b', 'name': 'tempest-FloatingIPsAssociationTestJSON-855947906-router', 'tenant_id': 'c1a78f2b33ee4536986609e3ae5af78c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'external_fixed_ips': [{'subnet_id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'ip_address': '172.25.8.232'}], 'enable_snat': True}, 'gw_port_id': 'd9a547a0-4155-4085-af6d-040dbcee520a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:39:47Z', 'updated_at': '2022-04-18T20:39:52Z', 'revision_number': 4, 'project_id': 'c1a78f2b33ee4536986609e3ae5af78c', 'gw_port': {'id': 'd9a547a0-4155-4085-af6d-040dbcee520a', 'name': '', 'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:26:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22db2c67-8ca2-4b62-a28e-e9255641c33b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'ip_address': '172.25.8.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:39:48Z', 'updated_at': '2022-04-18T20:39:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838334-2', '_interfaces': [{'id': '489bc9af-8c18-4cbf-b0cb-efa3cb2b9723', 'name': '', 'network_id': '7b96c852-8e2e-4d3b-ad4b-39924026f663', 'tenant_id': 'c1a78f2b33ee4536986609e3ae5af78c', 'mac_address': 'fa:16:3e:90:ee:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22db2c67-8ca2-4b62-a28e-e9255641c33b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '769e5df8-16e3-4584-97ce-25a3b6243e3e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:39:51Z', 'updated_at': '2022-04-18T20:40:12Z', 'revision_number': 5, 'project_id': 'c1a78f2b33ee4536986609e3ae5af78c', 'subnets': [{'id': '769e5df8-16e3-4584-97ce-25a3b6243e3e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838334-2', False) {} {{(pid=84043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:41:35.738779 n-d-838334-2 neutron-server[84043]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fec1805b-5fce-4128-89af-4841a5114b26 None None] The sync data for ids ['22db2c67-8ca2-4b62-a28e-e9255641c33b'] in n-d-838334-2 is: [{'id': '22db2c67-8ca2-4b62-a28e-e9255641c33b', 'name': 'tempest-FloatingIPsAssociationTestJSON-855947906-router', 'tenant_id': 'c1a78f2b33ee4536986609e3ae5af78c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'external_fixed_ips': [{'subnet_id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'ip_address': '172.25.8.232'}], 'enable_snat': True}, 'gw_port_id': 'd9a547a0-4155-4085-af6d-040dbcee520a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:39:47Z', 'updated_at': '2022-04-18T20:39:52Z', 'revision_number': 4, 'project_id': 'c1a78f2b33ee4536986609e3ae5af78c', 'gw_port': {'id': 'd9a547a0-4155-4085-af6d-040dbcee520a', 'name': '', 'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:26:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22db2c67-8ca2-4b62-a28e-e9255641c33b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'ip_address': '172.25.8.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:39:48Z', 'updated_at': '2022-04-18T20:39:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838334-2', '_interfaces': [{'id': '489bc9af-8c18-4cbf-b0cb-efa3cb2b9723', 'name': '', 'network_id': '7b96c852-8e2e-4d3b-ad4b-39924026f663', 'tenant_id': 'c1a78f2b33ee4536986609e3ae5af78c', 'mac_address': 'fa:16:3e:90:ee:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22db2c67-8ca2-4b62-a28e-e9255641c33b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '769e5df8-16e3-4584-97ce-25a3b6243e3e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:39:51Z', 'updated_at': '2022-04-18T20:40:12Z', 'revision_number': 5, 'project_id': 'c1a78f2b33ee4536986609e3ae5af78c', 'subnets': [{'id': '769e5df8-16e3-4584-97ce-25a3b6243e3e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84043) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 18 20:41:35.774659 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:41:35.796901 n-d-838334-2 neutron-server[84042]: DEBUG neutron.notifiers.nova [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 211c2085-e46f-4344-85a5-45e4a4ae425f {{(pid=84042) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 18 20:41:35.816117 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] For port 211c2085-e46f-4344-85a5-45e4a4ae425f, host n-h1-838334-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838334-2',level=0,port_id=211c2085-e46f-4344-85a5-45e4a4ae425f,segment=NetworkSegment(62b85806-94d8-4a88-a06c-da82e5932d66),segment_id=62b85806-94d8-4a88-a06c-da82e5932d66)] {{(pid=84042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:41:35.821069 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682'] for port, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:41:35.895588 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Pushing event updated for resources: {'Port': ['ID=211c2085-e46f-4344-85a5-45e4a4ae425f,revision_number=4']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:41:35.971279 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.db [req-81224846-aab6-4db1-bf19-46b250d9cd11 req-378ea9f2-05e3-486f-b0b5-24f31cd22e43 service neutron] For port 96ef89c7-5796-4195-8913-d02823fbfa3d, host n-h2-838334-2, cleared binding levels {{(pid=84040) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 20:41:35.980632 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-dba14e90-b38e-4ce9-81b8-d314de1bcd1e req-8558726c-88a4-46e0-9414-23b65c0e9982 service neutron] 10.222.0.42 "GET /v2.0/networks/7b96c852-8e2e-4d3b-ad4b-39924026f663?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2829115 Apr 18 20:41:35.988433 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c87af29-a752-426c-8c73-21361b988c1c None None] New status for floating IP dd00b6f2-1ed6-4823-8f13-37481470b44b: DOWN {{(pid=84042) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Apr 18 20:41:35.988612 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.db [req-81224846-aab6-4db1-bf19-46b250d9cd11 req-378ea9f2-05e3-486f-b0b5-24f31cd22e43 service neutron] For port 96ef89c7-5796-4195-8913-d02823fbfa3d, host n-h2-838334-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838334-2',level=0,port_id=96ef89c7-5796-4195-8913-d02823fbfa3d,segment=NetworkSegment(62b85806-94d8-4a88-a06c-da82e5932d66),segment_id=62b85806-94d8-4a88-a06c-da82e5932d66)] {{(pid=84040) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 20:41:35.992905 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-f804c0bf-4918-4f72-b763-561bf5f5d874 req-9bed80be-8edd-4f2e-9e73-95a7278cf181 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=e0e2d6b0-4b7a-4309-8d92-47bdafbc7681&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.2096024 Apr 18 20:41:35.997047 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-81224846-aab6-4db1-bf19-46b250d9cd11 req-378ea9f2-05e3-486f-b0b5-24f31cd22e43 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32440959'] for port, after_update {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:41:36.070831 n-d-838334-2 neutron-server[84041]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d911667a-0509-4f7e-851a-d6ec6c648347'] response: {'name': 'network-changed', 'server_uuid': '6f1edd76-444d-4e96-8253-6174428ae861', 'tag': '211c2085-e46f-4344-85a5-45e4a4ae425f', 'status': 'completed', 'code': 200} Apr 18 20:41:36.097275 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-81224846-aab6-4db1-bf19-46b250d9cd11 req-378ea9f2-05e3-486f-b0b5-24f31cd22e43 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217293'] for port, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:41:36.099108 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-81224846-aab6-4db1-bf19-46b250d9cd11 req-378ea9f2-05e3-486f-b0b5-24f31cd22e43 service neutron] 10.222.0.48 "PUT /v2.0/ports/96ef89c7-5796-4195-8913-d02823fbfa3d HTTP/1.1" status: 200 len: 1096 time: 2.5406699 Apr 18 20:41:36.133940 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-378ea9f2-05e3-486f-b0b5-24f31cd22e43 service neutron] Pushing event updated for resources: {'Port': ['ID=96ef89c7-5796-4195-8913-d02823fbfa3d,revision_number=3']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:41:36.210079 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-5e35eb9d-1626-4ad4-aa65-b9ec0a1f8b07 req-8e96db69-d22f-46db-8a2c-17fdf1ebd90e service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=cdd0e7075f8f44018a68599ea5e3b8d9&device_id=6f1edd76-444d-4e96-8253-6174428ae861 HTTP/1.1" status: 200 len: 1100 time: 0.1099887 Apr 18 20:41:36.289980 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] get_ports_and_sgs() called for port_ids ['211c2085-e46f-4344-85a5-45e4a4ae425f'] {{(pid=84042) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 18 20:41:36.333402 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-81224846-aab6-4db1-bf19-46b250d9cd11 req-f45ae71c-2028-4fed-aeaa-e0edae066fee service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=de28ce5b7b5349a3b98e9e23d1be558c&device_id=2abb8a99-6a87-4957-a30b-64882fcf74b5 HTTP/1.1" status: 200 len: 1099 time: 0.1685250 Apr 18 20:41:36.383428 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e35eb9d-1626-4ad4-aa65-b9ec0a1f8b07 req-1d03de5f-7bb1-4075-80ee-2dbc91bd0d1e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:41:36.385415 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-5e35eb9d-1626-4ad4-aa65-b9ec0a1f8b07 req-1d03de5f-7bb1-4075-80ee-2dbc91bd0d1e service neutron] 10.222.0.43 "GET /v2.0/networks?id=cb56989d-7c5d-4678-b194-1d2edf1e842a HTTP/1.1" status: 200 len: 870 time: 0.1686070 Apr 18 20:41:36.471474 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-81224846-aab6-4db1-bf19-46b250d9cd11 req-6a552161-8b3b-462a-ad7f-7d9d659eebfd service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.193&port_id=96ef89c7-5796-4195-8913-d02823fbfa3d HTTP/1.1" status: 200 len: 217 time: 0.1199691 Apr 18 20:41:36.471706 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-5e35eb9d-1626-4ad4-aa65-b9ec0a1f8b07 req-51824fde-9cca-4664-92c3-ec55b2b49910 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.169&port_id=211c2085-e46f-4344-85a5-45e4a4ae425f HTTP/1.1" status: 200 len: 217 time: 0.0710909 Apr 18 20:41:36.543645 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e35eb9d-1626-4ad4-aa65-b9ec0a1f8b07 req-5b67e940-892e-4661-b5e8-78e650b7f3df service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:41:36.545186 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-5e35eb9d-1626-4ad4-aa65-b9ec0a1f8b07 req-5b67e940-892e-4661-b5e8-78e650b7f3df service neutron] 10.222.0.43 "GET /v2.0/subnets?id=c4b526db-4d8a-4d4c-a310-e3a599630ae1 HTTP/1.1" status: 200 len: 843 time: 0.0661764 Apr 18 20:41:36.577955 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81224846-aab6-4db1-bf19-46b250d9cd11 req-6f492936-5fec-44b9-86d9-82cfae02ec44 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:41:36.581224 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-81224846-aab6-4db1-bf19-46b250d9cd11 req-6f492936-5fec-44b9-86d9-82cfae02ec44 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=c4b526db-4d8a-4d4c-a310-e3a599630ae1 HTTP/1.1" status: 200 len: 843 time: 0.1022754 Apr 18 20:41:36.592238 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-f789f522-416c-43af-b17a-989d6060f8cc req-96eeeed9-1464-4285-b343-ef32ff704565 tempest-LiveAutoBlockMigrationV225Test-203169570 tempest-LiveAutoBlockMigrationV225Test-203169570-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=af4d32de-e1c9-49ff-a5f9-459cfba4378d HTTP/1.1" status: 200 len: 1097 time: 0.3397238 Apr 18 20:41:36.663314 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-5e35eb9d-1626-4ad4-aa65-b9ec0a1f8b07 req-6766590f-5f95-4a46-9a1a-13b9ed2ca72c service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=cb56989d-7c5d-4678-b194-1d2edf1e842a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1106606 Apr 18 20:41:36.717514 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-f789f522-416c-43af-b17a-989d6060f8cc req-2ef9baf7-e073-41fe-b5c1-2725e6c77847 tempest-LiveAutoBlockMigrationV225Test-203169570 tempest-LiveAutoBlockMigrationV225Test-203169570-project-admin] 10.222.0.42 "GET /v2.0/security-groups?id=bf712067-aabd-4e70-aae1-082928dd1ccd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719573 Apr 18 20:41:36.746816 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-81224846-aab6-4db1-bf19-46b250d9cd11 req-18d08cd8-6f62-4f62-a399-4100ccc005bf service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=cb56989d-7c5d-4678-b194-1d2edf1e842a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1494589 Apr 18 20:41:36.965303 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-5e35eb9d-1626-4ad4-aa65-b9ec0a1f8b07 req-c5133123-2e63-4e01-a8f5-7f1f95be8cf5 service neutron] 10.222.0.43 "GET /v2.0/networks/cb56989d-7c5d-4678-b194-1d2edf1e842a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2908580 Apr 18 20:41:36.975553 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [req-b9b34873-3824-4b9a-86f6-ca17dbd36504 req-943c559f-fed5-4f01-ae27-095b02e299ff tempest-FloatingIPDetailsTestJSON-2060136642 tempest-FloatingIPDetailsTestJSON-2060136642-project] Synchronizing usage tracker for tenant:d3fc4049ccc64e45ba4bb202e1d092fe on resource:floatingip {{(pid=84040) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 20:41:37.026949 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-81224846-aab6-4db1-bf19-46b250d9cd11 req-af82711f-35e3-47e2-ad4d-f97507501621 service neutron] 10.222.0.48 "GET /v2.0/networks/cb56989d-7c5d-4678-b194-1d2edf1e842a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2698333 Apr 18 20:41:37.028836 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [req-b9b34873-3824-4b9a-86f6-ca17dbd36504 req-943c559f-fed5-4f01-ae27-095b02e299ff tempest-FloatingIPDetailsTestJSON-2060136642 tempest-FloatingIPDetailsTestJSON-2060136642-project] Unset dirty status for tenant:d3fc4049ccc64e45ba4bb202e1d092fe on resource:floatingip {{(pid=84040) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 20:41:37.036470 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-b9b34873-3824-4b9a-86f6-ca17dbd36504 req-943c559f-fed5-4f01-ae27-095b02e299ff tempest-FloatingIPDetailsTestJSON-2060136642 tempest-FloatingIPDetailsTestJSON-2060136642-project] 10.222.0.42 "GET /v2.0/floatingips?tenant_id=d3fc4049ccc64e45ba4bb202e1d092fe HTTP/1.1" status: 200 len: 1656 time: 0.1766205 Apr 18 20:41:37.138046 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-5e35eb9d-1626-4ad4-aa65-b9ec0a1f8b07 req-455b3257-1b7b-4240-a693-65ed0f69eb20 service neutron] 10.222.0.43 "GET /v2.0/networks/cb56989d-7c5d-4678-b194-1d2edf1e842a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1631975 Apr 18 20:41:37.215036 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.agents_db [None req-6346a179-333c-4370-b5a6-936984aeab15 None None] Agent healthcheck: found 7 active agents {{(pid=84043) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 18 20:41:37.278373 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [req-9677e539-13ce-422a-abed-a53d2c93220f req-a1cf9477-2df5-437c-ac38-8dfb65e4b445 tempest-LiveMigrationTest-1620833465 tempest-LiveMigrationTest-1620833465-project-admin] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=84041) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 18 20:41:37.279479 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-9677e539-13ce-422a-abed-a53d2c93220f req-a1cf9477-2df5-437c-ac38-8dfb65e4b445 tempest-LiveMigrationTest-1620833465 tempest-LiveMigrationTest-1620833465-project-admin] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0055461 Apr 18 20:41:37.292776 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.v2.base [req-9677e539-13ce-422a-abed-a53d2c93220f req-d1a13847-322d-4d13-87c0-fba3c07d010c service neutron] Request body: {'binding': {'host': 'n-h1-838334-2', 'vnic_type': 'normal', 'profile': {}}} {{(pid=84041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 20:41:37.293210 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.v2.base [req-9677e539-13ce-422a-abed-a53d2c93220f req-d1a13847-322d-4d13-87c0-fba3c07d010c service neutron] Unknown quota resources ['binding']. {{(pid=84041) _create /opt/stack/neutron/neutron/api/v2/base.py:490}} Apr 18 20:41:37.301800 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9b34873-3824-4b9a-86f6-ca17dbd36504 req-c287b4a1-81e5-499d-afe1-9d99294221d9 tempest-FloatingIPDetailsTestJSON-2060136642 tempest-FloatingIPDetailsTestJSON-2060136642-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:41:37.303407 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-b9b34873-3824-4b9a-86f6-ca17dbd36504 req-c287b4a1-81e5-499d-afe1-9d99294221d9 tempest-FloatingIPDetailsTestJSON-2060136642 tempest-FloatingIPDetailsTestJSON-2060136642-project] 10.222.0.42 "GET /v2.0/networks?id=e41b6600-a917-4a8d-b05c-be3be40c6d8c&id=e41b6600-a917-4a8d-b05c-be3be40c6d8c&id=e41b6600-a917-4a8d-b05c-be3be40c6d8c HTTP/1.1" status: 200 len: 787 time: 0.2660816 Apr 18 20:41:37.327138 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-81224846-aab6-4db1-bf19-46b250d9cd11 req-cc53ad56-f29d-4ae6-ab22-ed59063c5716 service neutron] 10.222.0.48 "GET /v2.0/networks/cb56989d-7c5d-4678-b194-1d2edf1e842a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2883391 Apr 18 20:41:37.367694 n-d-838334-2 neutron-server[84040]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e5bcd533-bbaa-4f30-8ecb-166674f58fe3'] response: {'name': 'network-changed', 'server_uuid': 'bee97f5e-b592-4ee0-b7d7-2cfba0fa5e35', 'tag': 'aa54cccf-7c39-40d6-a368-f24a2a8f30ce', 'status': 'completed', 'code': 200} Apr 18 20:41:37.477685 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Device 3bc7a448-92c7-4689-8cf5-4b43bcb9cd4a details requested by agent hyperv_n-h1-838334-2 with host n-h1-838334-2 {{(pid=84042) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 18 20:41:37.532585 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.managers [req-9677e539-13ce-422a-abed-a53d2c93220f req-d1a13847-322d-4d13-87c0-fba3c07d010c service neutron] Attempting to bind port 3c9cf486-30d0-433e-b013-3f3ef213effe on host n-h1-838334-2 for vnic_type normal with profile None {{(pid=84041) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:41:37.533538 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.managers [req-9677e539-13ce-422a-abed-a53d2c93220f req-d1a13847-322d-4d13-87c0-fba3c07d010c service neutron] Attempting to bind port 3c9cf486-30d0-433e-b013-3f3ef213effe by drivers openvswitch,hyperv on host n-h1-838334-2 at level 0 using segments [{'id': '806925fb-1611-47d5-bfae-6289aca7c7ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '2b4e6157-bc80-44e6-aceb-13aa29225b38'}] {{(pid=84041) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:41:37.533538 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9677e539-13ce-422a-abed-a53d2c93220f req-d1a13847-322d-4d13-87c0-fba3c07d010c service neutron] Attempting to bind port 3c9cf486-30d0-433e-b013-3f3ef213effe on network 2b4e6157-bc80-44e6-aceb-13aa29225b38 {{(pid=84041) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 20:41:37.539600 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9677e539-13ce-422a-abed-a53d2c93220f req-d1a13847-322d-4d13-87c0-fba3c07d010c service neutron] Port 3c9cf486-30d0-433e-b013-3f3ef213effe on network 2b4e6157-bc80-44e6-aceb-13aa29225b38 not bound, no agent of type Open vSwitch agent registered on host n-h1-838334-2 {{(pid=84041) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 18 20:41:37.540219 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9677e539-13ce-422a-abed-a53d2c93220f req-d1a13847-322d-4d13-87c0-fba3c07d010c service neutron] Attempting to bind port 3c9cf486-30d0-433e-b013-3f3ef213effe on network 2b4e6157-bc80-44e6-aceb-13aa29225b38 {{(pid=84041) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 20:41:37.548345 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9677e539-13ce-422a-abed-a53d2c93220f req-d1a13847-322d-4d13-87c0-fba3c07d010c service neutron] Checking agent: {'id': 'd63bab19-ff81-4de1-afeb-a3732288d0d7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-838334-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 33, 59), 'started_at': datetime.datetime(2022, 4, 18, 20, 33, 59), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 20, 41, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84041) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 18 20:41:37.549425 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9677e539-13ce-422a-abed-a53d2c93220f req-d1a13847-322d-4d13-87c0-fba3c07d010c service neutron] Checking segment: {'id': '806925fb-1611-47d5-bfae-6289aca7c7ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '2b4e6157-bc80-44e6-aceb-13aa29225b38'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84041) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 20:41:37.549914 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9677e539-13ce-422a-abed-a53d2c93220f req-d1a13847-322d-4d13-87c0-fba3c07d010c service neutron] Bound using segment: {'id': '806925fb-1611-47d5-bfae-6289aca7c7ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '2b4e6157-bc80-44e6-aceb-13aa29225b38'} {{(pid=84041) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 18 20:41:37.553771 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.managers [req-9677e539-13ce-422a-abed-a53d2c93220f req-d1a13847-322d-4d13-87c0-fba3c07d010c service neutron] Bound port: 3c9cf486-30d0-433e-b013-3f3ef213effe, host: n-h1-838334-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '806925fb-1611-47d5-bfae-6289aca7c7ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '2b4e6157-bc80-44e6-aceb-13aa29225b38'}}] {{(pid=84041) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 20:41:37.588693 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.db [req-9677e539-13ce-422a-abed-a53d2c93220f req-d1a13847-322d-4d13-87c0-fba3c07d010c service neutron] For port 3c9cf486-30d0-433e-b013-3f3ef213effe, host n-h1-838334-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838334-2',level=0,port_id=3c9cf486-30d0-433e-b013-3f3ef213effe,segment=NetworkSegment(806925fb-1611-47d5-bfae-6289aca7c7ad),segment_id=806925fb-1611-47d5-bfae-6289aca7c7ad)] {{(pid=84041) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 20:41:37.595180 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [req-9677e539-13ce-422a-abed-a53d2c93220f req-d1a13847-322d-4d13-87c0-fba3c07d010c service neutron] Notify callbacks [] for binding, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:41:37.597847 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-9677e539-13ce-422a-abed-a53d2c93220f req-d1a13847-322d-4d13-87c0-fba3c07d010c service neutron] 10.222.0.42 "POST /v2.0/ports/3c9cf486-30d0-433e-b013-3f3ef213effe/bindings HTTP/1.1" status: 201 len: 389 time: 0.3085451 Apr 18 20:41:37.676766 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-7b70478b-6544-42bb-af67-9287fa5bf405 req-535bb43f-899b-41c3-be41-4c521d066091 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=c1a78f2b33ee4536986609e3ae5af78c&device_id=bee97f5e-b592-4ee0-b7d7-2cfba0fa5e35 HTTP/1.1" status: 200 len: 1097 time: 0.2735612 Apr 18 20:41:37.680232 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] For port 3bc7a448-92c7-4689-8cf5-4b43bcb9cd4a, host n-h1-838334-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838334-2',level=0,port_id=3bc7a448-92c7-4689-8cf5-4b43bcb9cd4a,segment=NetworkSegment(62b85806-94d8-4a88-a06c-da82e5932d66),segment_id=62b85806-94d8-4a88-a06c-da82e5932d66)] {{(pid=84042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:41:37.694299 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cad12c85-c39b-47d2-8e36-8973815a8fc0 req-feeada87-165c-4138-8d09-e53ef9e20ca8 tempest-ImagesTestJSON-757689736 tempest-ImagesTestJSON-757689736-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:41:37.695830 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-cad12c85-c39b-47d2-8e36-8973815a8fc0 req-feeada87-165c-4138-8d09-e53ef9e20ca8 tempest-ImagesTestJSON-757689736 tempest-ImagesTestJSON-757689736-project] 10.222.0.42 "GET /v2.0/ports?device_id=125f19ef-ec6c-479f-b4b8-b796930da404 HTTP/1.1" status: 200 len: 946 time: 0.1221199 Apr 18 20:41:37.713953 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Returning: {'device': '3bc7a448-92c7-4689-8cf5-4b43bcb9cd4a', 'network_id': 'cb56989d-7c5d-4678-b194-1d2edf1e842a', 'port_id': '3bc7a448-92c7-4689-8cf5-4b43bcb9cd4a', 'mac_address': 'fa:16:3e:f8:5b:dd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 382, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c4b526db-4d8a-4d4c-a310-e3a599630ae1', 'ip_address': '192.168.233.50'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84042) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 18 20:41:37.788532 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:41:37.808708 n-d-838334-2 neutron-server[84042]: DEBUG neutron.notifiers.nova [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3bc7a448-92c7-4689-8cf5-4b43bcb9cd4a {{(pid=84042) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 18 20:41:37.831165 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] For port 3bc7a448-92c7-4689-8cf5-4b43bcb9cd4a, host n-h1-838334-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838334-2',level=0,port_id=3bc7a448-92c7-4689-8cf5-4b43bcb9cd4a,segment=NetworkSegment(62b85806-94d8-4a88-a06c-da82e5932d66),segment_id=62b85806-94d8-4a88-a06c-da82e5932d66)] {{(pid=84042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:41:37.837409 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682'] for port, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:41:37.911301 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Pushing event updated for resources: {'Port': ['ID=3bc7a448-92c7-4689-8cf5-4b43bcb9cd4a,revision_number=4']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:41:37.930309 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-cad12c85-c39b-47d2-8e36-8973815a8fc0 req-52c6d920-5e7b-49c6-8761-4e0693c3b8a6 tempest-ImagesTestJSON-757689736 tempest-ImagesTestJSON-757689736-project] 10.222.0.42 "GET /v2.0/security-groups?id=59d22466-01c3-4eda-9b5c-cb887beaa55e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2010143 Apr 18 20:41:37.957816 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b70478b-6544-42bb-af67-9287fa5bf405 req-3540fe3f-98a2-4d70-8440-34f32002d12a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:41:37.959175 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-7b70478b-6544-42bb-af67-9287fa5bf405 req-3540fe3f-98a2-4d70-8440-34f32002d12a service neutron] 10.222.0.48 "GET /v2.0/networks?id=7b96c852-8e2e-4d3b-ad4b-39924026f663 HTTP/1.1" status: 200 len: 921 time: 0.2588995 Apr 18 20:41:38.053084 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-7b70478b-6544-42bb-af67-9287fa5bf405 req-c40e18d6-c7fd-4168-835d-a6c4a4760f51 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=aa54cccf-7c39-40d6-a368-f24a2a8f30ce HTTP/1.1" status: 200 len: 217 time: 0.0750468 Apr 18 20:41:38.064893 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b864a37-9881-47d5-a0c2-31e0434f69ef req-17d59463-8544-448a-9881-bc04b2a7aa40 tempest-DeleteServersAdminTestJSON-198139237 tempest-DeleteServersAdminTestJSON-198139237-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:41:38.066564 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-9b864a37-9881-47d5-a0c2-31e0434f69ef req-17d59463-8544-448a-9881-bc04b2a7aa40 tempest-DeleteServersAdminTestJSON-198139237 tempest-DeleteServersAdminTestJSON-198139237-project] 10.222.0.42 "GET /v2.0/ports?device_id=6f1edd76-444d-4e96-8253-6174428ae861 HTTP/1.1" status: 200 len: 949 time: 0.2456903 Apr 18 20:41:38.073076 n-d-838334-2 neutron-server[84041]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'af670083-52fa-4211-8dc4-84954aff332a', 'tag': '3bc7a448-92c7-4689-8cf5-4b43bcb9cd4a'}] {{(pid=84041) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 20:41:38.097035 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-9677e539-13ce-422a-abed-a53d2c93220f req-5bc1c4b6-fbcd-427c-99c9-ba4330ca97b9 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=30967135a3784f8f91989a9ec626fb3e&device_id=e0e2d6b0-4b7a-4309-8d92-47bdafbc7681 HTTP/1.1" status: 200 len: 1097 time: 0.2031121 Apr 18 20:41:38.162397 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b70478b-6544-42bb-af67-9287fa5bf405 req-601e2061-245e-44f4-969e-adcc3b6d0356 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:41:38.163131 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-7b70478b-6544-42bb-af67-9287fa5bf405 req-601e2061-245e-44f4-969e-adcc3b6d0356 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=769e5df8-16e3-4584-97ce-25a3b6243e3e HTTP/1.1" status: 200 len: 859 time: 0.0955155 Apr 18 20:41:38.171323 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-9b864a37-9881-47d5-a0c2-31e0434f69ef req-3baf6d50-2542-468e-8976-42e9f9f9b77a tempest-DeleteServersAdminTestJSON-198139237 tempest-DeleteServersAdminTestJSON-198139237-project] 10.222.0.42 "GET /v2.0/security-groups?id=8cdb27fa-e654-4d38-a026-751617f09e74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700033 Apr 18 20:41:38.199533 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] get_ports_and_sgs() called for port_ids ['3bc7a448-92c7-4689-8cf5-4b43bcb9cd4a'] {{(pid=84042) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 18 20:41:38.265617 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-7b70478b-6544-42bb-af67-9287fa5bf405 req-1acad8e8-d64a-40c3-baed-d2aa314c5d21 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=7b96c852-8e2e-4d3b-ad4b-39924026f663&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0906687 Apr 18 20:41:38.281184 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9677e539-13ce-422a-abed-a53d2c93220f req-a22ae8c6-a4c7-4234-a6c6-6f01609968e0 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:41:38.283707 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-9677e539-13ce-422a-abed-a53d2c93220f req-a22ae8c6-a4c7-4234-a6c6-6f01609968e0 service neutron] 10.222.0.43 "GET /v2.0/networks?id=2b4e6157-bc80-44e6-aceb-13aa29225b38 HTTP/1.1" status: 200 len: 908 time: 0.1801052 Apr 18 20:41:38.418904 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-9677e539-13ce-422a-abed-a53d2c93220f req-f11b904a-7ace-4975-b961-62cd01204de8 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=3c9cf486-30d0-433e-b013-3f3ef213effe HTTP/1.1" status: 200 len: 217 time: 0.1275537 Apr 18 20:41:38.532841 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-7b70478b-6544-42bb-af67-9287fa5bf405 req-d37669cb-0538-4da5-8f92-94d53e5461dd service neutron] 10.222.0.48 "GET /v2.0/networks/7b96c852-8e2e-4d3b-ad4b-39924026f663?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2576747 Apr 18 20:41:38.538388 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89b25e5e-1d07-44c0-b4da-f580e32f0789 req-9922798d-35d4-4a47-ab24-e07c95fb218b tempest-ServersOnMultiNodesTest-1168278630 tempest-ServersOnMultiNodesTest-1168278630-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:41:38.539980 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-89b25e5e-1d07-44c0-b4da-f580e32f0789 req-9922798d-35d4-4a47-ab24-e07c95fb218b tempest-ServersOnMultiNodesTest-1168278630 tempest-ServersOnMultiNodesTest-1168278630-project] 10.222.0.42 "GET /v2.0/ports?device_id=2abb8a99-6a87-4957-a30b-64882fcf74b5 HTTP/1.1" status: 200 len: 948 time: 0.1557748 Apr 18 20:41:38.545531 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9677e539-13ce-422a-abed-a53d2c93220f req-8bba1683-17de-4c30-9a03-7a27d96ef8ff service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:41:38.547422 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-9677e539-13ce-422a-abed-a53d2c93220f req-8bba1683-17de-4c30-9a03-7a27d96ef8ff service neutron] 10.222.0.43 "GET /v2.0/subnets?id=2a27c3e0-e2c3-453b-9e93-76a003aa4b19 HTTP/1.1" status: 200 len: 847 time: 0.1153047 Apr 18 20:41:38.620310 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-9677e539-13ce-422a-abed-a53d2c93220f req-07e95716-82c5-408a-9600-da3e959b1226 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=2b4e6157-bc80-44e6-aceb-13aa29225b38&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0625215 Apr 18 20:41:38.723433 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-89b25e5e-1d07-44c0-b4da-f580e32f0789 req-6249ffdc-4010-423c-b1d1-51c05101b2d4 tempest-ServersOnMultiNodesTest-1168278630 tempest-ServersOnMultiNodesTest-1168278630-project] 10.222.0.42 "GET /v2.0/security-groups?id=e1e985d3-f227-45b4-b9a7-ffadcd0db1b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1560953 Apr 18 20:41:38.771743 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-7b70478b-6544-42bb-af67-9287fa5bf405 req-5f9a1dfe-1aa7-419f-b734-1c8ce2cb8c21 service neutron] 10.222.0.48 "GET /v2.0/networks/7b96c852-8e2e-4d3b-ad4b-39924026f663?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2234659 Apr 18 20:41:38.779526 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-9677e539-13ce-422a-abed-a53d2c93220f req-e970e8dc-bb85-4465-b01b-f9e175a1647b service neutron] 10.222.0.43 "GET /v2.0/networks/2b4e6157-bc80-44e6-aceb-13aa29225b38?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1419325 Apr 18 20:41:38.857872 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-7037249f-537a-4e2b-bf8d-2cdd6d8acaf2 req-157175f3-01fd-406e-b791-b86c92e30641 tempest-LiveAutoBlockMigrationV225Test-203169570 tempest-LiveAutoBlockMigrationV225Test-203169570-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=af4d32de-e1c9-49ff-a5f9-459cfba4378d HTTP/1.1" status: 200 len: 1097 time: 0.2205515 Apr 18 20:41:38.861126 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-27b4c801-e116-4654-94ab-84d635e0954c req-22f3c11b-9ecc-45b7-a558-d9d9b3d1b929 tempest-FloatingIPDetailsTestJSON-2060136642 tempest-FloatingIPDetailsTestJSON-2060136642-project] 10.222.0.42 "GET /v2.0/floatingips/9d86e0f8-864c-42f5-a5d8-e54b63d09c52 HTTP/1.1" status: 200 len: 693 time: 0.0941975 Apr 18 20:41:38.925837 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-9677e539-13ce-422a-abed-a53d2c93220f req-4428736d-114c-40e5-987d-049cf5e7055c service neutron] 10.222.0.43 "GET /v2.0/networks/2b4e6157-bc80-44e6-aceb-13aa29225b38?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1384578 Apr 18 20:41:39.003081 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-7037249f-537a-4e2b-bf8d-2cdd6d8acaf2 req-e0075255-7aaa-4b7a-a9a5-873ffce0e1a2 tempest-LiveAutoBlockMigrationV225Test-203169570 tempest-LiveAutoBlockMigrationV225Test-203169570-project-admin] 10.222.0.42 "GET /v2.0/security-groups?id=bf712067-aabd-4e70-aae1-082928dd1ccd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1378226 Apr 18 20:41:39.061313 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b4c801-e116-4654-94ab-84d635e0954c req-6871fd4f-7402-400a-8991-b1b5037a3dc7 tempest-FloatingIPDetailsTestJSON-2060136642 tempest-FloatingIPDetailsTestJSON-2060136642-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:41:39.063220 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-27b4c801-e116-4654-94ab-84d635e0954c req-6871fd4f-7402-400a-8991-b1b5037a3dc7 tempest-FloatingIPDetailsTestJSON-2060136642 tempest-FloatingIPDetailsTestJSON-2060136642-project] 10.222.0.42 "GET /v2.0/networks/e41b6600-a917-4a8d-b05c-be3be40c6d8c HTTP/1.1" status: 200 len: 784 time: 0.1834788 Apr 18 20:41:39.153316 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-27b4c801-e116-4654-94ab-84d635e0954c req-c7351e51-16b1-4dca-a6d9-322dd983f7b7 tempest-FloatingIPDetailsTestJSON-2060136642 tempest-FloatingIPDetailsTestJSON-2060136642-project] 10.222.0.42 "GET /v2.0/floatingips?floating_ip_address=172.25.8.105 HTTP/1.1" status: 200 len: 696 time: 0.0832312 Apr 18 20:41:39.372976 n-d-838334-2 neutron-server[84040]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2abb8a99-6a87-4957-a30b-64882fcf74b5', 'tag': '96ef89c7-5796-4195-8913-d02823fbfa3d'}] {{(pid=84040) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 20:41:39.396143 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-27b4c801-e116-4654-94ab-84d635e0954c req-2a4e7056-bb4d-4e7c-b653-937565e7fc2a tempest-FloatingIPDetailsTestJSON-2060136642 tempest-FloatingIPDetailsTestJSON-2060136642-project] 10.222.0.42 "GET /v2.0/floatingips?floating_ip_address=172.25.8.105 HTTP/1.1" status: 200 len: 696 time: 0.2344389 Apr 18 20:41:39.496070 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Device 211c2085-e46f-4344-85a5-45e4a4ae425f up at agent hyperv_n-h1-838334-2 {{(pid=84042) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 20:41:39.572217 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Provisioning for port 211c2085-e46f-4344-85a5-45e4a4ae425f completed by entity L2. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 20:41:39.577646 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Provisioning complete for port 211c2085-e46f-4344-85a5-45e4a4ae425f triggered by entity L2. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:41:39.578082 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1253608'] for port, provisioning_complete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:41:39.587844 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.plugin [req-27b4c801-e116-4654-94ab-84d635e0954c req-df2a5fdc-28dc-49e1-8827-1a1d436cf8e7 tempest-FloatingIPDetailsTestJSON-2060136642 tempest-FloatingIPDetailsTestJSON-2060136642-project] Deleting port 7baada79-aba9-40d1-b098-1d83518961f1 {{(pid=84040) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 20:41:39.588430 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-27b4c801-e116-4654-94ab-84d635e0954c req-df2a5fdc-28dc-49e1-8827-1a1d436cf8e7 tempest-FloatingIPDetailsTestJSON-2060136642 tempest-FloatingIPDetailsTestJSON-2060136642-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750375188691'] for port, before_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:41:39.636173 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1d29b41-f8f1-4584-9666-68912af1834c req-5975e56f-9293-49c3-ac4d-fe1ec5c0f026 tempest-LiveMigrationTest-963278731 tempest-LiveMigrationTest-963278731-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:41:39.637787 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-a1d29b41-f8f1-4584-9666-68912af1834c req-5975e56f-9293-49c3-ac4d-fe1ec5c0f026 tempest-LiveMigrationTest-963278731 tempest-LiveMigrationTest-963278731-project] 10.222.0.42 "GET /v2.0/ports?device_id=e0e2d6b0-4b7a-4309-8d92-47bdafbc7681 HTTP/1.1" status: 200 len: 946 time: 0.4245989 Apr 18 20:41:39.709711 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:41:39.742416 n-d-838334-2 neutron-server[84042]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6f1edd76-444d-4e96-8253-6174428ae861', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '211c2085-e46f-4344-85a5-45e4a4ae425f'}] {{(pid=84042) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 20:41:39.752696 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] For port 211c2085-e46f-4344-85a5-45e4a4ae425f, host n-h1-838334-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838334-2',level=0,port_id=211c2085-e46f-4344-85a5-45e4a4ae425f,segment=NetworkSegment(62b85806-94d8-4a88-a06c-da82e5932d66),segment_id=62b85806-94d8-4a88-a06c-da82e5932d66)] {{(pid=84042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:41:39.758220 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682'] for port, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:41:39.775472 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-a1d29b41-f8f1-4584-9666-68912af1834c req-3bd64192-9d53-4c5b-a869-7cedd1a7c78e tempest-LiveMigrationTest-963278731 tempest-LiveMigrationTest-963278731-project] 10.222.0.42 "GET /v2.0/security-groups?id=c1ded286-bbeb-4ec4-95be-e4f6aab8a892&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1273284 Apr 18 20:41:39.822193 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-27b4c801-e116-4654-94ab-84d635e0954c req-df2a5fdc-28dc-49e1-8827-1a1d436cf8e7 tempest-FloatingIPDetailsTestJSON-2060136642 tempest-FloatingIPDetailsTestJSON-2060136642-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369123'] for port, precommit_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:41:39.822618 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-27b4c801-e116-4654-94ab-84d635e0954c req-df2a5fdc-28dc-49e1-8827-1a1d436cf8e7 tempest-FloatingIPDetailsTestJSON-2060136642 tempest-FloatingIPDetailsTestJSON-2060136642-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:41:39.862292 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Pushing event updated for resources: {'Port': ['ID=211c2085-e46f-4344-85a5-45e4a4ae425f,revision_number=5']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:41:39.965161 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.plugin [req-27b4c801-e116-4654-94ab-84d635e0954c req-df2a5fdc-28dc-49e1-8827-1a1d436cf8e7 tempest-FloatingIPDetailsTestJSON-2060136642 tempest-FloatingIPDetailsTestJSON-2060136642-project] Calling delete_port for 7baada79-aba9-40d1-b098-1d83518961f1 owned by network:floatingip {{(pid=84040) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 20:41:40.151019 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-27b4c801-e116-4654-94ab-84d635e0954c req-df2a5fdc-28dc-49e1-8827-1a1d436cf8e7 tempest-FloatingIPDetailsTestJSON-2060136642 tempest-FloatingIPDetailsTestJSON-2060136642-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750375259028', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750374836628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32440838'] for port, after_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:41:40.196151 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df2a5fdc-28dc-49e1-8827-1a1d436cf8e7 tempest-FloatingIPDetailsTestJSON-2060136642 tempest-FloatingIPDetailsTestJSON-2060136642-project] Pushing event deleted for resources: {'Port': ['ID=7baada79-aba9-40d1-b098-1d83518961f1,revision_number=None']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:41:40.210407 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df2a5fdc-28dc-49e1-8827-1a1d436cf8e7 tempest-FloatingIPDetailsTestJSON-2060136642 tempest-FloatingIPDetailsTestJSON-2060136642-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:41:40.210407 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df2a5fdc-28dc-49e1-8827-1a1d436cf8e7 tempest-FloatingIPDetailsTestJSON-2060136642 tempest-FloatingIPDetailsTestJSON-2060136642-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:41:40.210407 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df2a5fdc-28dc-49e1-8827-1a1d436cf8e7 tempest-FloatingIPDetailsTestJSON-2060136642 tempest-FloatingIPDetailsTestJSON-2060136642-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:41:40.210407 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df2a5fdc-28dc-49e1-8827-1a1d436cf8e7 tempest-FloatingIPDetailsTestJSON-2060136642 tempest-FloatingIPDetailsTestJSON-2060136642-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:41:40.210407 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df2a5fdc-28dc-49e1-8827-1a1d436cf8e7 tempest-FloatingIPDetailsTestJSON-2060136642 tempest-FloatingIPDetailsTestJSON-2060136642-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:41:40.211275 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df2a5fdc-28dc-49e1-8827-1a1d436cf8e7 tempest-FloatingIPDetailsTestJSON-2060136642 tempest-FloatingIPDetailsTestJSON-2060136642-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:41:40.211275 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df2a5fdc-28dc-49e1-8827-1a1d436cf8e7 tempest-FloatingIPDetailsTestJSON-2060136642 tempest-FloatingIPDetailsTestJSON-2060136642-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:41:40.211275 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df2a5fdc-28dc-49e1-8827-1a1d436cf8e7 tempest-FloatingIPDetailsTestJSON-2060136642 tempest-FloatingIPDetailsTestJSON-2060136642-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:41:40.211760 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df2a5fdc-28dc-49e1-8827-1a1d436cf8e7 tempest-FloatingIPDetailsTestJSON-2060136642 tempest-FloatingIPDetailsTestJSON-2060136642-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:41:40.211760 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df2a5fdc-28dc-49e1-8827-1a1d436cf8e7 tempest-FloatingIPDetailsTestJSON-2060136642 tempest-FloatingIPDetailsTestJSON-2060136642-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:41:40.212057 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df2a5fdc-28dc-49e1-8827-1a1d436cf8e7 tempest-FloatingIPDetailsTestJSON-2060136642 tempest-FloatingIPDetailsTestJSON-2060136642-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:41:40.338602 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-27b4c801-e116-4654-94ab-84d635e0954c req-df2a5fdc-28dc-49e1-8827-1a1d436cf8e7 tempest-FloatingIPDetailsTestJSON-2060136642 tempest-FloatingIPDetailsTestJSON-2060136642-project] Notify callbacks [] for floatingip, after_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:41:40.339528 n-d-838334-2 neutron-server[84041]: INFO neutron.notifiers.nova [-] Nova event matching ['req-84a12bf6-55d7-4a7b-b1b0-e32c4f6d28b8'] response: {'name': 'network-changed', 'server_uuid': 'af670083-52fa-4211-8dc4-84954aff332a', 'tag': '3bc7a448-92c7-4689-8cf5-4b43bcb9cd4a', 'status': 'completed', 'code': 200} Apr 18 20:41:40.364327 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-27b4c801-e116-4654-94ab-84d635e0954c req-df2a5fdc-28dc-49e1-8827-1a1d436cf8e7 tempest-FloatingIPDetailsTestJSON-2060136642 tempest-FloatingIPDetailsTestJSON-2060136642-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217293'] for floatingip, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:41:40.366399 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-27b4c801-e116-4654-94ab-84d635e0954c req-df2a5fdc-28dc-49e1-8827-1a1d436cf8e7 tempest-FloatingIPDetailsTestJSON-2060136642 tempest-FloatingIPDetailsTestJSON-2060136642-project] 10.222.0.42 "DELETE /v2.0/floatingips/9d86e0f8-864c-42f5-a5d8-e54b63d09c52 HTTP/1.1" status: 204 len: 173 time: 0.9635046 Apr 18 20:41:40.537711 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-390eb3bf-c29d-4a23-9519-1c9d9189f44f req-defef1b6-be3a-4f15-8f5e-7b84d8c5334e tempest-FloatingIPsAssociationTestJSON-661839082 tempest-FloatingIPsAssociationTestJSON-661839082-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:41:40.539703 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-9082d93f-9969-4527-b56b-52f28ca95d98 req-a64db5c0-d120-4937-8862-cc4591851e0f service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=de28ce5b7b5349a3b98e9e23d1be558c&device_id=af670083-52fa-4211-8dc4-84954aff332a HTTP/1.1" status: 200 len: 1099 time: 0.1311939 Apr 18 20:41:40.542915 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-390eb3bf-c29d-4a23-9519-1c9d9189f44f req-defef1b6-be3a-4f15-8f5e-7b84d8c5334e tempest-FloatingIPsAssociationTestJSON-661839082 tempest-FloatingIPsAssociationTestJSON-661839082-project] 10.222.0.42 "GET /v2.0/ports?device_id=7bd31c74-5ed9-42a9-8cb8-065ab982f3bb&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.0972238 Apr 18 20:41:40.679024 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-390eb3bf-c29d-4a23-9519-1c9d9189f44f req-2c02b279-5442-4c22-b082-22b57bd5f7cd tempest-FloatingIPsAssociationTestJSON-661839082 tempest-FloatingIPsAssociationTestJSON-661839082-project] 10.222.0.42 "GET /v2.0/floatingips?floating_ip_address=172.25.8.114 HTTP/1.1" status: 200 len: 696 time: 0.1336317 Apr 18 20:41:40.694822 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9082d93f-9969-4527-b56b-52f28ca95d98 req-115b9607-5c03-4a0e-97a1-111f078ca200 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:41:40.696090 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-9082d93f-9969-4527-b56b-52f28ca95d98 req-115b9607-5c03-4a0e-97a1-111f078ca200 service neutron] 10.222.0.43 "GET /v2.0/networks?id=cb56989d-7c5d-4678-b194-1d2edf1e842a HTTP/1.1" status: 200 len: 870 time: 0.1429543 Apr 18 20:41:40.696673 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.v2.base [req-390eb3bf-c29d-4a23-9519-1c9d9189f44f req-d83a53d3-a813-4300-86f2-7dc655652392 tempest-FloatingIPsAssociationTestJSON-661839082 tempest-FloatingIPsAssociationTestJSON-661839082-project] Request body: {'floatingip': {'port_id': '83781acf-08e2-45f0-bbcd-ac7d73ff7920', 'fixed_ip_address': '172.20.0.9'}} {{(pid=84040) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 20:41:40.763361 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-9082d93f-9969-4527-b56b-52f28ca95d98 req-36f7e6e5-6711-46a0-a1e3-668b5caee029 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.50&port_id=3bc7a448-92c7-4689-8cf5-4b43bcb9cd4a HTTP/1.1" status: 200 len: 217 time: 0.0611749 Apr 18 20:41:40.780146 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-390eb3bf-c29d-4a23-9519-1c9d9189f44f req-d83a53d3-a813-4300-86f2-7dc655652392 tempest-FloatingIPsAssociationTestJSON-661839082 tempest-FloatingIPsAssociationTestJSON-661839082-project] Notify callbacks [] for floatingip, before_update {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:41:40.890417 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b777334f-3449-4b94-a439-0a80c2b7da33 req-73f7ca95-aee8-45d9-9a04-86b2aa84e539 tempest-DeleteServersAdminTestJSON-198139237 tempest-DeleteServersAdminTestJSON-198139237-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:41:40.892673 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-b777334f-3449-4b94-a439-0a80c2b7da33 req-73f7ca95-aee8-45d9-9a04-86b2aa84e539 tempest-DeleteServersAdminTestJSON-198139237 tempest-DeleteServersAdminTestJSON-198139237-project] 10.222.0.42 "GET /v2.0/ports?device_id=6f1edd76-444d-4e96-8253-6174428ae861 HTTP/1.1" status: 200 len: 950 time: 0.2814333 Apr 18 20:41:40.916870 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9082d93f-9969-4527-b56b-52f28ca95d98 req-1217d5eb-9f8b-4bb9-ba5b-ac8f63a082d0 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:41:40.918274 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-9082d93f-9969-4527-b56b-52f28ca95d98 req-1217d5eb-9f8b-4bb9-ba5b-ac8f63a082d0 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=c4b526db-4d8a-4d4c-a310-e3a599630ae1 HTTP/1.1" status: 200 len: 843 time: 0.1485484 Apr 18 20:41:41.006989 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-9082d93f-9969-4527-b56b-52f28ca95d98 req-0542556b-6880-46d5-b1cf-525e73a1f777 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=cb56989d-7c5d-4678-b194-1d2edf1e842a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0809329 Apr 18 20:41:41.068463 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-b777334f-3449-4b94-a439-0a80c2b7da33 req-6282815d-0091-499c-bdb7-49f0d2a03e51 tempest-DeleteServersAdminTestJSON-198139237 tempest-DeleteServersAdminTestJSON-198139237-project] 10.222.0.42 "GET /v2.0/security-groups?id=8cdb27fa-e654-4d38-a026-751617f09e74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1633933 Apr 18 20:41:41.153817 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-9082d93f-9969-4527-b56b-52f28ca95d98 req-e536dbc6-c88d-40dd-9fb5-d78462d38ff6 service neutron] 10.222.0.43 "GET /v2.0/networks/cb56989d-7c5d-4678-b194-1d2edf1e842a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1390779 Apr 18 20:41:41.202568 n-d-838334-2 neutron-server[84042]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3c1e6cdb-a63c-4b64-94fb-773535521d02'] response: {'server_uuid': '6f1edd76-444d-4e96-8253-6174428ae861', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '211c2085-e46f-4344-85a5-45e4a4ae425f', 'code': 200} Apr 18 20:41:41.263523 n-d-838334-2 neutron-server[84040]: INFO neutron.notifiers.nova [-] Nova event matching ['req-19ccf1d6-1ee3-4a36-971b-c5e9fc364691'] response: {'name': 'network-changed', 'server_uuid': '2abb8a99-6a87-4957-a30b-64882fcf74b5', 'tag': '96ef89c7-5796-4195-8913-d02823fbfa3d', 'status': 'completed', 'code': 200} Apr 18 20:41:41.381115 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-9082d93f-9969-4527-b56b-52f28ca95d98 req-4db496a2-1d9e-418d-a67d-eca2f8d1058e service neutron] 10.222.0.43 "GET /v2.0/networks/cb56989d-7c5d-4678-b194-1d2edf1e842a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2195141 Apr 18 20:41:41.491011 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32589820-2002-4ab1-a7f2-d67b5bd0f8c9 req-dcb92b6a-63a5-4ee6-92e8-022c5a7ebeb9 tempest-FloatingIPsAssociationTestJSON-661839082 tempest-FloatingIPsAssociationTestJSON-661839082-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:41:41.492439 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-32589820-2002-4ab1-a7f2-d67b5bd0f8c9 req-dcb92b6a-63a5-4ee6-92e8-022c5a7ebeb9 tempest-FloatingIPsAssociationTestJSON-661839082 tempest-FloatingIPsAssociationTestJSON-661839082-project] 10.222.0.48 "GET /v2.0/ports?device_id=bee97f5e-b592-4ee0-b7d7-2cfba0fa5e35 HTTP/1.1" status: 200 len: 946 time: 0.5653424 Apr 18 20:41:41.508116 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Device 3bc7a448-92c7-4689-8cf5-4b43bcb9cd4a up at agent hyperv_n-h1-838334-2 {{(pid=84042) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 20:41:41.553600 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Device 96ef89c7-5796-4195-8913-d02823fbfa3d details requested by agent hyperv_n-h2-838334-2 with host n-h2-838334-2 {{(pid=84042) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 18 20:41:41.636947 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.plugin [req-32589820-2002-4ab1-a7f2-d67b5bd0f8c9 req-ef3daed5-0104-41b6-b78b-b10d39782bc7 tempest-FloatingIPsAssociationTestJSON-661839082 tempest-FloatingIPsAssociationTestJSON-661839082-project] Deleting port aa54cccf-7c39-40d6-a368-f24a2a8f30ce {{(pid=84040) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 20:41:41.637216 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-32589820-2002-4ab1-a7f2-d67b5bd0f8c9 req-ef3daed5-0104-41b6-b78b-b10d39782bc7 tempest-FloatingIPsAssociationTestJSON-661839082 tempest-FloatingIPsAssociationTestJSON-661839082-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750375188691'] for port, before_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:41:41.661893 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Provisioning for port 3bc7a448-92c7-4689-8cf5-4b43bcb9cd4a completed by entity L2. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 20:41:41.667695 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Provisioning complete for port 3bc7a448-92c7-4689-8cf5-4b43bcb9cd4a triggered by entity L2. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:41:41.668105 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1253608'] for port, provisioning_complete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:41:41.756826 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] For port 96ef89c7-5796-4195-8913-d02823fbfa3d, host n-h2-838334-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838334-2',level=0,port_id=96ef89c7-5796-4195-8913-d02823fbfa3d,segment=NetworkSegment(62b85806-94d8-4a88-a06c-da82e5932d66),segment_id=62b85806-94d8-4a88-a06c-da82e5932d66)] {{(pid=84042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:41:41.775512 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Returning: {'device': '96ef89c7-5796-4195-8913-d02823fbfa3d', 'network_id': 'cb56989d-7c5d-4678-b194-1d2edf1e842a', 'port_id': '96ef89c7-5796-4195-8913-d02823fbfa3d', 'mac_address': 'fa:16:3e:b3:6a:0a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 382, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c4b526db-4d8a-4d4c-a310-e3a599630ae1', 'ip_address': '192.168.233.193'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84042) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 18 20:41:41.834541 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-155ceb9e-79ac-4aec-890f-aed446556b1c req-cc00e536-9240-4385-ac52-d9006c4817b7 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=de28ce5b7b5349a3b98e9e23d1be558c&device_id=2abb8a99-6a87-4957-a30b-64882fcf74b5 HTTP/1.1" status: 200 len: 1099 time: 0.5727968 Apr 18 20:41:41.856779 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8abe71ce-606a-42ff-b57d-a476fcc0a385 req-8c7c50aa-a561-4789-abbf-6b34978de70b tempest-ServersOnMultiNodesTest-1168278630 tempest-ServersOnMultiNodesTest-1168278630-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:41:41.858275 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-8abe71ce-606a-42ff-b57d-a476fcc0a385 req-8c7c50aa-a561-4789-abbf-6b34978de70b tempest-ServersOnMultiNodesTest-1168278630 tempest-ServersOnMultiNodesTest-1168278630-project] 10.222.0.42 "GET /v2.0/ports?device_id=2abb8a99-6a87-4957-a30b-64882fcf74b5 HTTP/1.1" status: 200 len: 948 time: 0.4940519 Apr 18 20:41:41.875735 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:41:41.885784 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-d90d375e-8637-4b39-8263-c179d45ab530 req-9a67a3bc-cd78-4015-8571-f0373e0e9d5f service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=6f1edd76-444d-4e96-8253-6174428ae861 HTTP/1.1" status: 200 len: 1101 time: 0.5204816 Apr 18 20:41:41.889487 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:41:41.914887 n-d-838334-2 neutron-server[84042]: DEBUG neutron.notifiers.nova [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 96ef89c7-5796-4195-8913-d02823fbfa3d {{(pid=84042) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 18 20:41:41.932368 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] For port 3bc7a448-92c7-4689-8cf5-4b43bcb9cd4a, host n-h1-838334-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838334-2',level=0,port_id=3bc7a448-92c7-4689-8cf5-4b43bcb9cd4a,segment=NetworkSegment(62b85806-94d8-4a88-a06c-da82e5932d66),segment_id=62b85806-94d8-4a88-a06c-da82e5932d66)] {{(pid=84042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:41:41.937056 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] For port 96ef89c7-5796-4195-8913-d02823fbfa3d, host n-h2-838334-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838334-2',level=0,port_id=96ef89c7-5796-4195-8913-d02823fbfa3d,segment=NetworkSegment(62b85806-94d8-4a88-a06c-da82e5932d66),segment_id=62b85806-94d8-4a88-a06c-da82e5932d66)] {{(pid=84042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:41:41.939098 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682'] for port, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:41:41.973676 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682'] for port, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:41:42.008566 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Pushing event updated for resources: {'Port': ['ID=3bc7a448-92c7-4689-8cf5-4b43bcb9cd4a,revision_number=5']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:41:42.080523 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Pushing event updated for resources: {'Port': ['ID=96ef89c7-5796-4195-8913-d02823fbfa3d,revision_number=4']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:41:42.150090 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-d90d375e-8637-4b39-8263-c179d45ab530 req-93d2e5ae-93be-4890-99bd-5e942f3b2ea8 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=8cdb27fa-e654-4d38-a026-751617f09e74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2515020 Apr 18 20:41:42.156914 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-8abe71ce-606a-42ff-b57d-a476fcc0a385 req-8fd6ea5d-6974-493a-bc5c-7e3c652d9d81 tempest-ServersOnMultiNodesTest-1168278630 tempest-ServersOnMultiNodesTest-1168278630-project] 10.222.0.42 "GET /v2.0/security-groups?id=e1e985d3-f227-45b4-b9a7-ffadcd0db1b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2678902 Apr 18 20:41:42.198679 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-155ceb9e-79ac-4aec-890f-aed446556b1c req-a5798d25-744c-4893-9daf-40b3abbfad1f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:41:42.200138 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-155ceb9e-79ac-4aec-890f-aed446556b1c req-a5798d25-744c-4893-9daf-40b3abbfad1f service neutron] 10.222.0.48 "GET /v2.0/networks?id=cb56989d-7c5d-4678-b194-1d2edf1e842a HTTP/1.1" status: 200 len: 870 time: 0.3523304 Apr 18 20:41:42.437224 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-155ceb9e-79ac-4aec-890f-aed446556b1c req-b2263e57-8c9a-43a9-8926-d6e83c3eeadf service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.193&port_id=96ef89c7-5796-4195-8913-d02823fbfa3d HTTP/1.1" status: 200 len: 217 time: 0.2237253 Apr 18 20:41:42.442392 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-2ae6697a-a3fb-4298-aff7-87bf9a3fba5b req-140e73ac-3629-4072-9cd0-ecc28b7b8ed4 tempest-FloatingIPDetailsTestJSON-2060136642 tempest-FloatingIPDetailsTestJSON-2060136642-project] 10.222.0.42 "GET /v2.0/floatingips/ec0ddc70-ceff-4fd9-a3f8-c766a4b5e7c6 HTTP/1.1" status: 200 len: 693 time: 0.1262681 Apr 18 20:41:42.443927 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.db [req-32589820-2002-4ab1-a7f2-d67b5bd0f8c9 req-ef3daed5-0104-41b6-b78b-b10d39782bc7 tempest-FloatingIPsAssociationTestJSON-661839082 tempest-FloatingIPsAssociationTestJSON-661839082-project] For port aa54cccf-7c39-40d6-a368-f24a2a8f30ce, host n-h2-838334-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838334-2',level=0,port_id=aa54cccf-7c39-40d6-a368-f24a2a8f30ce,segment=NetworkSegment(431dac21-62fe-4af2-a303-5868c7f4fc97),segment_id=431dac21-62fe-4af2-a303-5868c7f4fc97)] {{(pid=84040) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:41:42.444283 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-32589820-2002-4ab1-a7f2-d67b5bd0f8c9 req-ef3daed5-0104-41b6-b78b-b10d39782bc7 tempest-FloatingIPsAssociationTestJSON-661839082 tempest-FloatingIPsAssociationTestJSON-661839082-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369123'] for port, precommit_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:41:42.614697 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] get_ports_and_sgs() called for port_ids ['96ef89c7-5796-4195-8913-d02823fbfa3d'] {{(pid=84042) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 18 20:41:42.734994 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.plugin [req-32589820-2002-4ab1-a7f2-d67b5bd0f8c9 req-ef3daed5-0104-41b6-b78b-b10d39782bc7 tempest-FloatingIPsAssociationTestJSON-661839082 tempest-FloatingIPsAssociationTestJSON-661839082-project] Calling delete_port for aa54cccf-7c39-40d6-a368-f24a2a8f30ce owned by compute:nova {{(pid=84040) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 20:41:42.761260 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-390eb3bf-c29d-4a23-9519-1c9d9189f44f req-d83a53d3-a813-4300-86f2-7dc655652392 tempest-FloatingIPsAssociationTestJSON-661839082 tempest-FloatingIPsAssociationTestJSON-661839082-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:41:42.831740 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-390eb3bf-c29d-4a23-9519-1c9d9189f44f req-d83a53d3-a813-4300-86f2-7dc655652392 tempest-FloatingIPsAssociationTestJSON-661839082 tempest-FloatingIPsAssociationTestJSON-661839082-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33444131'] for floatingip, after_update {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:41:42.978477 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-155ceb9e-79ac-4aec-890f-aed446556b1c req-a04df6d7-9643-49f2-aad4-a85b83dfc4bb service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:41:42.979917 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-155ceb9e-79ac-4aec-890f-aed446556b1c req-a04df6d7-9643-49f2-aad4-a85b83dfc4bb service neutron] 10.222.0.48 "GET /v2.0/subnets?id=c4b526db-4d8a-4d4c-a310-e3a599630ae1 HTTP/1.1" status: 200 len: 843 time: 0.5265968 Apr 18 20:41:43.093763 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae6697a-a3fb-4298-aff7-87bf9a3fba5b req-da9abaad-bee7-49d7-860b-11fce6e6b0d1 tempest-FloatingIPDetailsTestJSON-2060136642 tempest-FloatingIPDetailsTestJSON-2060136642-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:41:43.097050 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-2ae6697a-a3fb-4298-aff7-87bf9a3fba5b req-da9abaad-bee7-49d7-860b-11fce6e6b0d1 tempest-FloatingIPDetailsTestJSON-2060136642 tempest-FloatingIPDetailsTestJSON-2060136642-project] 10.222.0.42 "GET /v2.0/networks/e41b6600-a917-4a8d-b05c-be3be40c6d8c HTTP/1.1" status: 200 len: 784 time: 0.6377201 Apr 18 20:41:43.203613 n-d-838334-2 neutron-server[84042]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'af670083-52fa-4211-8dc4-84954aff332a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3bc7a448-92c7-4689-8cf5-4b43bcb9cd4a'}] {{(pid=84042) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 20:41:43.253281 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [req-2ae6697a-a3fb-4298-aff7-87bf9a3fba5b req-ec3f8265-6afb-4317-a8e8-b4082a373821 tempest-FloatingIPDetailsTestJSON-2060136642 tempest-FloatingIPDetailsTestJSON-2060136642-project] Synchronizing usage tracker for tenant:d3fc4049ccc64e45ba4bb202e1d092fe on resource:floatingip {{(pid=84040) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 20:41:43.278107 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-155ceb9e-79ac-4aec-890f-aed446556b1c req-a1240ecd-2053-4b76-94be-76cc2311b78a service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=cb56989d-7c5d-4678-b194-1d2edf1e842a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2838678 Apr 18 20:41:43.284877 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-32589820-2002-4ab1-a7f2-d67b5bd0f8c9 req-ef3daed5-0104-41b6-b78b-b10d39782bc7 tempest-FloatingIPsAssociationTestJSON-661839082 tempest-FloatingIPsAssociationTestJSON-661839082-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750375259028', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750374836628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32440838'] for port, after_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:41:43.295884 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] get_ports_and_sgs() called for port_ids ['83781acf-08e2-45f0-bbcd-ac7d73ff7920'] {{(pid=84042) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 18 20:41:43.349815 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [req-2ae6697a-a3fb-4298-aff7-87bf9a3fba5b req-ec3f8265-6afb-4317-a8e8-b4082a373821 tempest-FloatingIPDetailsTestJSON-2060136642 tempest-FloatingIPDetailsTestJSON-2060136642-project] Unset dirty status for tenant:d3fc4049ccc64e45ba4bb202e1d092fe on resource:floatingip {{(pid=84040) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 20:41:43.350956 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-2ae6697a-a3fb-4298-aff7-87bf9a3fba5b req-ec3f8265-6afb-4317-a8e8-b4082a373821 tempest-FloatingIPDetailsTestJSON-2060136642 tempest-FloatingIPDetailsTestJSON-2060136642-project] 10.222.0.42 "GET /v2.0/floatingips?floating_ip_address=172.25.8.226 HTTP/1.1" status: 200 len: 696 time: 0.2376661 Apr 18 20:41:43.368388 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef3daed5-0104-41b6-b78b-b10d39782bc7 tempest-FloatingIPsAssociationTestJSON-661839082 tempest-FloatingIPsAssociationTestJSON-661839082-project] Pushing event deleted for resources: {'Port': ['ID=aa54cccf-7c39-40d6-a368-f24a2a8f30ce,revision_number=None']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:41:43.565877 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Device 5dd9420f-3993-4fe5-a063-6b15a634731b details requested by agent hyperv_n-h2-838334-2 with host n-h2-838334-2 {{(pid=84042) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 18 20:41:43.565877 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Device aa54cccf-7c39-40d6-a368-f24a2a8f30ce no longer exists at agent hyperv_n-h2-838334-2 {{(pid=84042) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 20:41:43.604798 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-2ae6697a-a3fb-4298-aff7-87bf9a3fba5b req-79c36f86-0f1a-4d6c-8e06-2f3191587a6c tempest-FloatingIPDetailsTestJSON-2060136642 tempest-FloatingIPDetailsTestJSON-2060136642-project] 10.222.0.42 "GET /v2.0/floatingips?floating_ip_address=172.25.8.226 HTTP/1.1" status: 200 len: 696 time: 0.2374876 Apr 18 20:41:43.608618 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.plugin [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] No Port match for: aa54cccf-7c39-40d6-a368-f24a2a8f30ce {{(pid=84042) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 18 20:41:43.608953 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Device aa54cccf-7c39-40d6-a368-f24a2a8f30ce not bound to the agent host n-h2-838334-2 {{(pid=84042) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 20:41:43.618962 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.l3_dvrscheduler_db [req-32589820-2002-4ab1-a7f2-d67b5bd0f8c9 req-ef3daed5-0104-41b6-b78b-b10d39782bc7 tempest-FloatingIPsAssociationTestJSON-661839082 tempest-FloatingIPsAssociationTestJSON-661839082-project] No DVR routers for this DVR port aa54cccf-7c39-40d6-a368-f24a2a8f30ce on host n-h2-838334-2 {{(pid=84040) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 20:41:43.628022 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-32589820-2002-4ab1-a7f2-d67b5bd0f8c9 req-ef3daed5-0104-41b6-b78b-b10d39782bc7 tempest-FloatingIPsAssociationTestJSON-661839082 tempest-FloatingIPsAssociationTestJSON-661839082-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217293'] for port, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:41:43.632982 n-d-838334-2 neutron-server[84040]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bee97f5e-b592-4ee0-b7d7-2cfba0fa5e35', 'name': 'network-vif-deleted', 'tag': 'aa54cccf-7c39-40d6-a368-f24a2a8f30ce'}] {{(pid=84040) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 20:41:43.748885 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] For port 5dd9420f-3993-4fe5-a063-6b15a634731b, host n-h2-838334-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838334-2',level=0,port_id=5dd9420f-3993-4fe5-a063-6b15a634731b,segment=NetworkSegment(636e5b77-90d2-4b9f-a149-e8d80d7281ee),segment_id=636e5b77-90d2-4b9f-a149-e8d80d7281ee)] {{(pid=84042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:41:43.752334 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-155ceb9e-79ac-4aec-890f-aed446556b1c req-6ea8cff9-5dad-45eb-898f-16bb05e3d8bf service neutron] 10.222.0.48 "GET /v2.0/networks/cb56989d-7c5d-4678-b194-1d2edf1e842a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4280753 Apr 18 20:41:43.755028 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-32589820-2002-4ab1-a7f2-d67b5bd0f8c9 req-ef3daed5-0104-41b6-b78b-b10d39782bc7 tempest-FloatingIPsAssociationTestJSON-661839082 tempest-FloatingIPsAssociationTestJSON-661839082-project] 10.222.0.48 "DELETE /v2.0/ports/aa54cccf-7c39-40d6-a368-f24a2a8f30ce HTTP/1.1" status: 204 len: 173 time: 2.2524633 Apr 18 20:41:43.767936 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Returning: {'device': '5dd9420f-3993-4fe5-a063-6b15a634731b', 'network_id': 'a92cea34-83a9-4801-bb75-cc07c451223b', 'port_id': '5dd9420f-3993-4fe5-a063-6b15a634731b', 'mac_address': 'fa:16:3e:32:24:95', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 391, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6bff4054-f84b-415b-b0b0-aa32d7878409', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84042) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 18 20:41:43.825640 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:41:43.845131 n-d-838334-2 neutron-server[84042]: DEBUG neutron.notifiers.nova [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 5dd9420f-3993-4fe5-a063-6b15a634731b {{(pid=84042) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 18 20:41:43.860572 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] For port 5dd9420f-3993-4fe5-a063-6b15a634731b, host n-h2-838334-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838334-2',level=0,port_id=5dd9420f-3993-4fe5-a063-6b15a634731b,segment=NetworkSegment(636e5b77-90d2-4b9f-a149-e8d80d7281ee),segment_id=636e5b77-90d2-4b9f-a149-e8d80d7281ee)] {{(pid=84042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:41:43.860789 n-d-838334-2 neutron-server[84040]: INFO neutron.db.l3_db [req-390eb3bf-c29d-4a23-9519-1c9d9189f44f req-d83a53d3-a813-4300-86f2-7dc655652392 tempest-FloatingIPsAssociationTestJSON-661839082 tempest-FloatingIPsAssociationTestJSON-661839082-project] Floating IP dd00b6f2-1ed6-4823-8f13-37481470b44b associated. External IP: 172.25.8.114, port: 83781acf-08e2-45f0-bbcd-ac7d73ff7920. Apr 18 20:41:43.864629 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682'] for port, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:41:43.951009 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Pushing event updated for resources: {'Port': ['ID=5dd9420f-3993-4fe5-a063-6b15a634731b,revision_number=6']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:41:44.095412 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.plugin [req-2ae6697a-a3fb-4298-aff7-87bf9a3fba5b req-5b6a4703-2289-4a10-9975-12cbc99cd38d tempest-FloatingIPDetailsTestJSON-2060136642 tempest-FloatingIPDetailsTestJSON-2060136642-project] Deleting port 7850ed86-00bb-4bc3-a7f4-4e985611b576 {{(pid=84040) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 20:41:44.095935 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-2ae6697a-a3fb-4298-aff7-87bf9a3fba5b req-5b6a4703-2289-4a10-9975-12cbc99cd38d tempest-FloatingIPDetailsTestJSON-2060136642 tempest-FloatingIPDetailsTestJSON-2060136642-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750375188691'] for port, before_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:41:44.143558 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] get_ports_and_sgs() called for port_ids ['5dd9420f-3993-4fe5-a063-6b15a634731b'] {{(pid=84042) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 18 20:41:44.364087 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-155ceb9e-79ac-4aec-890f-aed446556b1c req-50b14a0d-bb9c-4322-99e8-fd3c0d517bc6 service neutron] 10.222.0.48 "GET /v2.0/networks/cb56989d-7c5d-4678-b194-1d2edf1e842a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5524769 Apr 18 20:41:44.416969 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-2ae6697a-a3fb-4298-aff7-87bf9a3fba5b req-5b6a4703-2289-4a10-9975-12cbc99cd38d tempest-FloatingIPDetailsTestJSON-2060136642 tempest-FloatingIPDetailsTestJSON-2060136642-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369123'] for port, precommit_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:41:44.417161 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-2ae6697a-a3fb-4298-aff7-87bf9a3fba5b req-5b6a4703-2289-4a10-9975-12cbc99cd38d tempest-FloatingIPDetailsTestJSON-2060136642 tempest-FloatingIPDetailsTestJSON-2060136642-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:41:44.549050 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.plugin [req-2ae6697a-a3fb-4298-aff7-87bf9a3fba5b req-5b6a4703-2289-4a10-9975-12cbc99cd38d tempest-FloatingIPDetailsTestJSON-2060136642 tempest-FloatingIPDetailsTestJSON-2060136642-project] Calling delete_port for 7850ed86-00bb-4bc3-a7f4-4e985611b576 owned by network:floatingip {{(pid=84040) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 20:41:44.887381 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-2ae6697a-a3fb-4298-aff7-87bf9a3fba5b req-5b6a4703-2289-4a10-9975-12cbc99cd38d tempest-FloatingIPDetailsTestJSON-2060136642 tempest-FloatingIPDetailsTestJSON-2060136642-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750375259028', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750374836628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32440838'] for port, after_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:41:44.947907 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b6a4703-2289-4a10-9975-12cbc99cd38d tempest-FloatingIPDetailsTestJSON-2060136642 tempest-FloatingIPDetailsTestJSON-2060136642-project] Pushing event deleted for resources: {'Port': ['ID=7850ed86-00bb-4bc3-a7f4-4e985611b576,revision_number=None']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:41:45.100020 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-2ae6697a-a3fb-4298-aff7-87bf9a3fba5b req-5b6a4703-2289-4a10-9975-12cbc99cd38d tempest-FloatingIPDetailsTestJSON-2060136642 tempest-FloatingIPDetailsTestJSON-2060136642-project] Notify callbacks [] for floatingip, after_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:41:45.150987 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-2ae6697a-a3fb-4298-aff7-87bf9a3fba5b req-5b6a4703-2289-4a10-9975-12cbc99cd38d tempest-FloatingIPDetailsTestJSON-2060136642 tempest-FloatingIPDetailsTestJSON-2060136642-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217293'] for floatingip, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:41:45.150987 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-2ae6697a-a3fb-4298-aff7-87bf9a3fba5b req-5b6a4703-2289-4a10-9975-12cbc99cd38d tempest-FloatingIPDetailsTestJSON-2060136642 tempest-FloatingIPDetailsTestJSON-2060136642-project] 10.222.0.42 "DELETE /v2.0/floatingips/ec0ddc70-ceff-4fd9-a3f8-c766a4b5e7c6 HTTP/1.1" status: 204 len: 173 time: 1.5214548 Apr 18 20:41:45.165420 n-d-838334-2 neutron-server[84040]: DEBUG neutron.scheduler.l3_agent_scheduler [req-390eb3bf-c29d-4a23-9519-1c9d9189f44f req-d83a53d3-a813-4300-86f2-7dc655652392 tempest-FloatingIPsAssociationTestJSON-661839082 tempest-FloatingIPsAssociationTestJSON-661839082-project] Router 22db2c67-8ca2-4b62-a28e-e9255641c33b has already been hosted by L3 agent bc84d6c9-dd7a-4555-a351-592327b46d5a {{(pid=84040) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 20:41:45.528956 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-ac9c541f-76d6-40f1-92ce-f44063cd981f req-44e83355-5ffc-4358-a971-347a921e2b03 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=af4d32de-e1c9-49ff-a5f9-459cfba4378d&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.1415951 Apr 18 20:41:45.565588 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Device 96ef89c7-5796-4195-8913-d02823fbfa3d up at agent hyperv_n-h2-838334-2 {{(pid=84042) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 20:41:45.716513 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-390eb3bf-c29d-4a23-9519-1c9d9189f44f req-d83a53d3-a813-4300-86f2-7dc655652392 tempest-FloatingIPsAssociationTestJSON-661839082 tempest-FloatingIPsAssociationTestJSON-661839082-project] Notify agent at l3_agent.n-d-838334-2 the message routers_updated {{(pid=84040) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 20:41:45.730994 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-390eb3bf-c29d-4a23-9519-1c9d9189f44f req-d83a53d3-a813-4300-86f2-7dc655652392 tempest-FloatingIPsAssociationTestJSON-661839082 tempest-FloatingIPsAssociationTestJSON-661839082-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217293'] for floatingip, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:41:45.740545 n-d-838334-2 neutron-server[84043]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d91b4cd0-1f2e-47c8-a11a-87d24db37c08 None None] Sync routers for ids ['22db2c67-8ca2-4b62-a28e-e9255641c33b'] in n-d-838334-2 {{(pid=84043) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 18 20:41:45.771600 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d91b4cd0-1f2e-47c8-a11a-87d24db37c08 None None] Routers {'22db2c67-8ca2-4b62-a28e-e9255641c33b'} bound to L3 agent in host n-d-838334-2 {{(pid=84043) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 20:41:45.772493 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.l3_hamode_db [None req-d91b4cd0-1f2e-47c8-a11a-87d24db37c08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838334-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-18T20:25:48Z,description=,heartbeat_timestamp=2022-04-18T20:41:18Z,host='n-d-838334-2',id=bc84d6c9-dd7a-4555-a351-592327b46d5a,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:25:48Z,topic='l3_agent')) {'router_ids': ['22db2c67-8ca2-4b62-a28e-e9255641c33b'], 'active': True} {{(pid=84043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:41:45.833351 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-3e91441d-621e-40e5-a989-6d81a310dd52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750375287399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253529'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:41:45.857834 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Provisioning for port 96ef89c7-5796-4195-8913-d02823fbfa3d completed by entity L2. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 20:41:45.866026 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Provisioning complete for port 96ef89c7-5796-4195-8913-d02823fbfa3d triggered by entity L2. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:41:45.866398 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1253608'] for port, provisioning_complete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:41:45.918438 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-390eb3bf-c29d-4a23-9519-1c9d9189f44f req-d83a53d3-a813-4300-86f2-7dc655652392 tempest-FloatingIPsAssociationTestJSON-661839082 tempest-FloatingIPsAssociationTestJSON-661839082-project] 10.222.0.42 "PUT /v2.0/floatingips/dd00b6f2-1ed6-4823-8f13-37481470b44b HTTP/1.1" status: 200 len: 996 time: 5.2295790 Apr 18 20:41:46.219168 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-390eb3bf-c29d-4a23-9519-1c9d9189f44f req-03d9bc1d-4b5e-43bb-9fc4-a642237083bf service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=c1a78f2b33ee4536986609e3ae5af78c&device_id=7bd31c74-5ed9-42a9-8cb8-065ab982f3bb HTTP/1.1" status: 200 len: 1096 time: 0.2795591 Apr 18 20:41:46.298842 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.l3_dvr_db [None req-d91b4cd0-1f2e-47c8-a11a-87d24db37c08 None None] Set router 22db2c67-8ca2-4b62-a28e-e9255641c33b gateway port host: n-d-838334-2 {{(pid=84043) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 20:41:46.389669 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:41:46.506701 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] For port 96ef89c7-5796-4195-8913-d02823fbfa3d, host n-h2-838334-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838334-2',level=0,port_id=96ef89c7-5796-4195-8913-d02823fbfa3d,segment=NetworkSegment(62b85806-94d8-4a88-a06c-da82e5932d66),segment_id=62b85806-94d8-4a88-a06c-da82e5932d66)] {{(pid=84042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:41:46.521760 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682'] for port, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:41:46.521760 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Device 5dd9420f-3993-4fe5-a063-6b15a634731b up at agent hyperv_n-h2-838334-2 {{(pid=84042) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 20:41:46.772030 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Pushing event updated for resources: {'Port': ['ID=96ef89c7-5796-4195-8913-d02823fbfa3d,revision_number=5']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:41:46.839211 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Provisioning complete for port 5dd9420f-3993-4fe5-a063-6b15a634731b triggered by entity L2. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:41:46.840302 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1253608'] for port, provisioning_complete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:41:46.925550 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-390eb3bf-c29d-4a23-9519-1c9d9189f44f req-68eb7e01-f0d4-4be1-abb3-6172fa027edc service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:41:46.927035 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-390eb3bf-c29d-4a23-9519-1c9d9189f44f req-68eb7e01-f0d4-4be1-abb3-6172fa027edc service neutron] 10.222.0.42 "GET /v2.0/networks?id=7b96c852-8e2e-4d3b-ad4b-39924026f663 HTTP/1.1" status: 200 len: 921 time: 0.7033036 Apr 18 20:41:47.133896 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-9677e539-13ce-422a-abed-a53d2c93220f req-0613b80f-fc17-494d-ae56-5099e5ce5078 tempest-LiveMigrationTest-1620833465 tempest-LiveMigrationTest-1620833465-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=e0e2d6b0-4b7a-4309-8d92-47bdafbc7681&tenant_id=30967135a3784f8f91989a9ec626fb3e&binding%3Ahost_id=n-h2-838334-2 HTTP/1.1" status: 200 len: 1097 time: 0.3822324 Apr 18 20:41:47.169896 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.v2.base [req-9677e539-13ce-422a-abed-a53d2c93220f req-2b068fc0-249d-4aff-bf38-dffc75c68355 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-838334-2'}}} {{(pid=84040) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 20:41:47.230989 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:41:47.317856 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] For port 5dd9420f-3993-4fe5-a063-6b15a634731b, host n-h2-838334-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838334-2',level=0,port_id=5dd9420f-3993-4fe5-a063-6b15a634731b,segment=NetworkSegment(636e5b77-90d2-4b9f-a149-e8d80d7281ee),segment_id=636e5b77-90d2-4b9f-a149-e8d80d7281ee)] {{(pid=84042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:41:47.323434 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682'] for port, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:41:47.341467 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-390eb3bf-c29d-4a23-9519-1c9d9189f44f req-a56f6c4b-2432-4574-aecc-af55f2420bcd service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=83781acf-08e2-45f0-bbcd-ac7d73ff7920 HTTP/1.1" status: 200 len: 999 time: 0.3892539 Apr 18 20:41:47.460911 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-9677e539-13ce-422a-abed-a53d2c93220f req-2b068fc0-249d-4aff-bf38-dffc75c68355 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:41:47.474585 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-390eb3bf-c29d-4a23-9519-1c9d9189f44f req-8c1ed16b-cb48-4641-96d2-2ff32db383f7 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:41:47.481190 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.l3_hamode_db [None req-d91b4cd0-1f2e-47c8-a11a-87d24db37c08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22db2c67-8ca2-4b62-a28e-e9255641c33b', 'name': 'tempest-FloatingIPsAssociationTestJSON-855947906-router', 'tenant_id': 'c1a78f2b33ee4536986609e3ae5af78c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'external_fixed_ips': [{'subnet_id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'ip_address': '172.25.8.232'}], 'enable_snat': True}, 'gw_port_id': 'd9a547a0-4155-4085-af6d-040dbcee520a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:39:47Z', 'updated_at': '2022-04-18T20:39:52Z', 'revision_number': 4, 'project_id': 'c1a78f2b33ee4536986609e3ae5af78c', 'gw_port': {'id': 'd9a547a0-4155-4085-af6d-040dbcee520a', 'name': '', 'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:26:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22db2c67-8ca2-4b62-a28e-e9255641c33b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'ip_address': '172.25.8.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:39:48Z', 'updated_at': '2022-04-18T20:39:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838334-2', '_floatingips': [{'id': 'dd00b6f2-1ed6-4823-8f13-37481470b44b', 'tenant_id': 'c1a78f2b33ee4536986609e3ae5af78c', 'floating_ip_address': '172.25.8.114', 'floating_network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'router_id': '22db2c67-8ca2-4b62-a28e-e9255641c33b', 'port_id': '83781acf-08e2-45f0-bbcd-ac7d73ff7920', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7b96c852-8e2e-4d3b-ad4b-39924026f663', 'mac_address': 'fa:16:3e:7b:e7:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bd31c74-5ed9-42a9-8cb8-065ab982f3bb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T20:40:16Z', 'updated_at': '2022-04-18T20:41:42Z', 'revision_number': 8, 'project_id': 'c1a78f2b33ee4536986609e3ae5af78c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '489bc9af-8c18-4cbf-b0cb-efa3cb2b9723', 'name': '', 'network_id': '7b96c852-8e2e-4d3b-ad4b-39924026f663', 'tenant_id': 'c1a78f2b33ee4536986609e3ae5af78c', 'mac_address': 'fa:16:3e:90:ee:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22db2c67-8ca2-4b62-a28e-e9255641c33b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '769e5df8-16e3-4584-97ce-25a3b6243e3e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:39:51Z', 'updated_at': '2022-04-18T20:40:12Z', 'revision_number': 5, 'project_id': 'c1a78f2b33ee4536986609e3ae5af78c', 'subnets': [{'id': '769e5df8-16e3-4584-97ce-25a3b6243e3e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838334-2', False) {} {{(pid=84043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:41:47.482353 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-390eb3bf-c29d-4a23-9519-1c9d9189f44f req-8c1ed16b-cb48-4641-96d2-2ff32db383f7 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=769e5df8-16e3-4584-97ce-25a3b6243e3e HTTP/1.1" status: 200 len: 859 time: 0.1398501 Apr 18 20:41:47.487783 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Pushing event updated for resources: {'Port': ['ID=5dd9420f-3993-4fe5-a063-6b15a634731b,revision_number=7']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:41:47.493356 n-d-838334-2 neutron-server[84043]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d91b4cd0-1f2e-47c8-a11a-87d24db37c08 None None] Checking router: 22db2c67-8ca2-4b62-a28e-e9255641c33b for host: n-d-838334-2 {{(pid=84043) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 18 20:41:47.506095 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d91b4cd0-1f2e-47c8-a11a-87d24db37c08 None None] Routers {'22db2c67-8ca2-4b62-a28e-e9255641c33b'} bound to L3 agent in host n-d-838334-2 {{(pid=84043) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 20:41:47.511498 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [req-a39f58af-f8d9-4c8c-bbc7-266c02ff270c req-71b69cbd-7683-4b84-ba0b-474362820807 tempest-LiveAutoBlockMigrationV225Test-203169570 tempest-LiveAutoBlockMigrationV225Test-203169570-project-admin] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=84041) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 18 20:41:47.513101 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-a39f58af-f8d9-4c8c-bbc7-266c02ff270c req-71b69cbd-7683-4b84-ba0b-474362820807 tempest-LiveAutoBlockMigrationV225Test-203169570 tempest-LiveAutoBlockMigrationV225Test-203169570-project-admin] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0053308 Apr 18 20:41:47.517766 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.l3_hamode_db [None req-d91b4cd0-1f2e-47c8-a11a-87d24db37c08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838334-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-18T20:25:48Z,description=,heartbeat_timestamp=2022-04-18T20:41:18Z,host='n-d-838334-2',id=bc84d6c9-dd7a-4555-a351-592327b46d5a,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:25:48Z,topic='l3_agent')) {'router_ids': ['22db2c67-8ca2-4b62-a28e-e9255641c33b'], 'active': True} {{(pid=84043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:41:47.522841 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Device 3c9cf486-30d0-433e-b013-3f3ef213effe details requested by agent hyperv_n-h1-838334-2 with host n-h1-838334-2 {{(pid=84042) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 18 20:41:47.546505 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.v2.base [req-a39f58af-f8d9-4c8c-bbc7-266c02ff270c req-56e19bc9-efe4-4c6e-b1de-0728ded74e03 service neutron] Request body: {'binding': {'host': 'n-h2-838334-2', 'vnic_type': 'normal', 'profile': {}}} {{(pid=84041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 20:41:47.546840 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.v2.base [req-a39f58af-f8d9-4c8c-bbc7-266c02ff270c req-56e19bc9-efe4-4c6e-b1de-0728ded74e03 service neutron] Unknown quota resources ['binding']. {{(pid=84041) _create /opt/stack/neutron/neutron/api/v2/base.py:490}} Apr 18 20:41:47.811177 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-390eb3bf-c29d-4a23-9519-1c9d9189f44f req-be6a2fe9-aba0-4fa9-a26e-e968661d422e service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=7b96c852-8e2e-4d3b-ad4b-39924026f663&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3278704 Apr 18 20:41:47.814411 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.db [req-9677e539-13ce-422a-abed-a53d2c93220f req-2b068fc0-249d-4aff-bf38-dffc75c68355 service neutron] For port 3c9cf486-30d0-433e-b013-3f3ef213effe, host n-h2-838334-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838334-2',level=0,port_id=3c9cf486-30d0-433e-b013-3f3ef213effe,segment=NetworkSegment(806925fb-1611-47d5-bfae-6289aca7c7ad),segment_id=806925fb-1611-47d5-bfae-6289aca7c7ad)] {{(pid=84040) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:41:47.863983 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-6801ad70-99b9-41bd-b23a-9c29f90d484f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750375287399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253529'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:41:47.867262 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] For port 3c9cf486-30d0-433e-b013-3f3ef213effe, host n-h2-838334-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838334-2',level=0,port_id=3c9cf486-30d0-433e-b013-3f3ef213effe,segment=NetworkSegment(806925fb-1611-47d5-bfae-6289aca7c7ad),segment_id=806925fb-1611-47d5-bfae-6289aca7c7ad)] {{(pid=84042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:41:47.885914 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Device 3c9cf486-30d0-433e-b013-3f3ef213effe has no active binding in host n-h1-838334-2 {{(pid=84042) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:142}} Apr 18 20:41:47.910971 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.l3_dvr_db [None req-d91b4cd0-1f2e-47c8-a11a-87d24db37c08 None None] Set router 22db2c67-8ca2-4b62-a28e-e9255641c33b gateway port host: n-d-838334-2 {{(pid=84043) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 20:41:48.014090 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-390eb3bf-c29d-4a23-9519-1c9d9189f44f req-06fdd77c-86d5-433f-8086-e372491846a1 service neutron] 10.222.0.42 "GET /v2.0/networks/7b96c852-8e2e-4d3b-ad4b-39924026f663?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1929812 Apr 18 20:41:48.030529 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.managers [req-a39f58af-f8d9-4c8c-bbc7-266c02ff270c req-56e19bc9-efe4-4c6e-b1de-0728ded74e03 service neutron] Attempting to bind port 50d89c2c-8806-4e15-b008-076d10f6051f on host n-h2-838334-2 for vnic_type normal with profile None {{(pid=84041) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:41:48.030854 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.managers [req-a39f58af-f8d9-4c8c-bbc7-266c02ff270c req-56e19bc9-efe4-4c6e-b1de-0728ded74e03 service neutron] Attempting to bind port 50d89c2c-8806-4e15-b008-076d10f6051f by drivers openvswitch,hyperv on host n-h2-838334-2 at level 0 using segments [{'id': 'e2a67327-2af4-4205-9ade-197b88c2bea8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '5ab7510b-2145-476c-b9d7-eb0e1ae538b7'}] {{(pid=84041) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:41:48.032517 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a39f58af-f8d9-4c8c-bbc7-266c02ff270c req-56e19bc9-efe4-4c6e-b1de-0728ded74e03 service neutron] Attempting to bind port 50d89c2c-8806-4e15-b008-076d10f6051f on network 5ab7510b-2145-476c-b9d7-eb0e1ae538b7 {{(pid=84041) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 20:41:48.039705 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a39f58af-f8d9-4c8c-bbc7-266c02ff270c req-56e19bc9-efe4-4c6e-b1de-0728ded74e03 service neutron] Port 50d89c2c-8806-4e15-b008-076d10f6051f on network 5ab7510b-2145-476c-b9d7-eb0e1ae538b7 not bound, no agent of type Open vSwitch agent registered on host n-h2-838334-2 {{(pid=84041) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 18 20:41:48.040290 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a39f58af-f8d9-4c8c-bbc7-266c02ff270c req-56e19bc9-efe4-4c6e-b1de-0728ded74e03 service neutron] Attempting to bind port 50d89c2c-8806-4e15-b008-076d10f6051f on network 5ab7510b-2145-476c-b9d7-eb0e1ae538b7 {{(pid=84041) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 20:41:48.049279 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a39f58af-f8d9-4c8c-bbc7-266c02ff270c req-56e19bc9-efe4-4c6e-b1de-0728ded74e03 service neutron] Checking agent: {'id': 'dc797004-f641-47b7-a77f-9c62b5b16296', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-838334-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 34, 3), 'started_at': datetime.datetime(2022, 4, 18, 20, 34, 3), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 20, 41, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84041) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 18 20:41:48.051210 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a39f58af-f8d9-4c8c-bbc7-266c02ff270c req-56e19bc9-efe4-4c6e-b1de-0728ded74e03 service neutron] Checking segment: {'id': 'e2a67327-2af4-4205-9ade-197b88c2bea8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '5ab7510b-2145-476c-b9d7-eb0e1ae538b7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84041) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 20:41:48.054008 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a39f58af-f8d9-4c8c-bbc7-266c02ff270c req-56e19bc9-efe4-4c6e-b1de-0728ded74e03 service neutron] Bound using segment: {'id': 'e2a67327-2af4-4205-9ade-197b88c2bea8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '5ab7510b-2145-476c-b9d7-eb0e1ae538b7'} {{(pid=84041) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 18 20:41:48.054737 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.managers [req-a39f58af-f8d9-4c8c-bbc7-266c02ff270c req-56e19bc9-efe4-4c6e-b1de-0728ded74e03 service neutron] Bound port: 50d89c2c-8806-4e15-b008-076d10f6051f, host: n-h2-838334-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e2a67327-2af4-4205-9ade-197b88c2bea8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '5ab7510b-2145-476c-b9d7-eb0e1ae538b7'}}] {{(pid=84041) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 20:41:48.102146 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.db [req-a39f58af-f8d9-4c8c-bbc7-266c02ff270c req-56e19bc9-efe4-4c6e-b1de-0728ded74e03 service neutron] For port 50d89c2c-8806-4e15-b008-076d10f6051f, host n-h2-838334-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838334-2',level=0,port_id=50d89c2c-8806-4e15-b008-076d10f6051f,segment=NetworkSegment(e2a67327-2af4-4205-9ade-197b88c2bea8),segment_id=e2a67327-2af4-4205-9ade-197b88c2bea8)] {{(pid=84041) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 20:41:48.112685 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [req-a39f58af-f8d9-4c8c-bbc7-266c02ff270c req-56e19bc9-efe4-4c6e-b1de-0728ded74e03 service neutron] Notify callbacks [] for binding, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:41:48.114368 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-a39f58af-f8d9-4c8c-bbc7-266c02ff270c req-56e19bc9-efe4-4c6e-b1de-0728ded74e03 service neutron] 10.222.0.42 "POST /v2.0/ports/50d89c2c-8806-4e15-b008-076d10f6051f/bindings HTTP/1.1" status: 201 len: 389 time: 0.5785117 Apr 18 20:41:48.236414 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-390eb3bf-c29d-4a23-9519-1c9d9189f44f req-9b3cc464-8512-4ab3-9274-7aba7a9aa1e2 service neutron] 10.222.0.42 "GET /v2.0/networks/7b96c852-8e2e-4d3b-ad4b-39924026f663?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2147281 Apr 18 20:41:48.242431 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.db.resource_extend [req-9677e539-13ce-422a-abed-a53d2c93220f req-2b068fc0-249d-4aff-bf38-dffc75c68355 service neutron] It took 0.23 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 18 20:41:48.275934 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.db [req-9677e539-13ce-422a-abed-a53d2c93220f req-2b068fc0-249d-4aff-bf38-dffc75c68355 service neutron] For port 3c9cf486-30d0-433e-b013-3f3ef213effe, host n-h2-838334-2, cleared binding levels {{(pid=84040) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 20:41:48.378075 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-9677e539-13ce-422a-abed-a53d2c93220f req-2b068fc0-249d-4aff-bf38-dffc75c68355 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:41:48.393630 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-9677e539-13ce-422a-abed-a53d2c93220f req-2b068fc0-249d-4aff-bf38-dffc75c68355 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32440959'] for port, after_update {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:41:48.630121 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b068fc0-249d-4aff-bf38-dffc75c68355 service neutron] Pushing event updated for resources: {'Port': ['ID=3c9cf486-30d0-433e-b013-3f3ef213effe,revision_number=7']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:41:48.710720 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.l3_hamode_db [None req-d91b4cd0-1f2e-47c8-a11a-87d24db37c08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22db2c67-8ca2-4b62-a28e-e9255641c33b', 'name': 'tempest-FloatingIPsAssociationTestJSON-855947906-router', 'tenant_id': 'c1a78f2b33ee4536986609e3ae5af78c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'external_fixed_ips': [{'subnet_id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'ip_address': '172.25.8.232'}], 'enable_snat': True}, 'gw_port_id': 'd9a547a0-4155-4085-af6d-040dbcee520a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:39:47Z', 'updated_at': '2022-04-18T20:39:52Z', 'revision_number': 4, 'project_id': 'c1a78f2b33ee4536986609e3ae5af78c', 'gw_port': {'id': 'd9a547a0-4155-4085-af6d-040dbcee520a', 'name': '', 'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:26:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22db2c67-8ca2-4b62-a28e-e9255641c33b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'ip_address': '172.25.8.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:39:48Z', 'updated_at': '2022-04-18T20:39:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838334-2', '_floatingips': [{'id': 'dd00b6f2-1ed6-4823-8f13-37481470b44b', 'tenant_id': 'c1a78f2b33ee4536986609e3ae5af78c', 'floating_ip_address': '172.25.8.114', 'floating_network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'router_id': '22db2c67-8ca2-4b62-a28e-e9255641c33b', 'port_id': '83781acf-08e2-45f0-bbcd-ac7d73ff7920', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7b96c852-8e2e-4d3b-ad4b-39924026f663', 'mac_address': 'fa:16:3e:7b:e7:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bd31c74-5ed9-42a9-8cb8-065ab982f3bb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T20:40:16Z', 'updated_at': '2022-04-18T20:41:42Z', 'revision_number': 8, 'project_id': 'c1a78f2b33ee4536986609e3ae5af78c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '489bc9af-8c18-4cbf-b0cb-efa3cb2b9723', 'name': '', 'network_id': '7b96c852-8e2e-4d3b-ad4b-39924026f663', 'tenant_id': 'c1a78f2b33ee4536986609e3ae5af78c', 'mac_address': 'fa:16:3e:90:ee:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22db2c67-8ca2-4b62-a28e-e9255641c33b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '769e5df8-16e3-4584-97ce-25a3b6243e3e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:39:51Z', 'updated_at': '2022-04-18T20:40:12Z', 'revision_number': 5, 'project_id': 'c1a78f2b33ee4536986609e3ae5af78c', 'subnets': [{'id': '769e5df8-16e3-4584-97ce-25a3b6243e3e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838334-2', False) {} {{(pid=84043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:41:48.723215 n-d-838334-2 neutron-server[84043]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d91b4cd0-1f2e-47c8-a11a-87d24db37c08 None None] The sync data for ids ['22db2c67-8ca2-4b62-a28e-e9255641c33b'] in n-d-838334-2 is: [{'id': '22db2c67-8ca2-4b62-a28e-e9255641c33b', 'name': 'tempest-FloatingIPsAssociationTestJSON-855947906-router', 'tenant_id': 'c1a78f2b33ee4536986609e3ae5af78c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'external_fixed_ips': [{'subnet_id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'ip_address': '172.25.8.232'}], 'enable_snat': True}, 'gw_port_id': 'd9a547a0-4155-4085-af6d-040dbcee520a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:39:47Z', 'updated_at': '2022-04-18T20:39:52Z', 'revision_number': 4, 'project_id': 'c1a78f2b33ee4536986609e3ae5af78c', 'gw_port': {'id': 'd9a547a0-4155-4085-af6d-040dbcee520a', 'name': '', 'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:26:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22db2c67-8ca2-4b62-a28e-e9255641c33b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'ip_address': '172.25.8.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:39:48Z', 'updated_at': '2022-04-18T20:39:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838334-2', '_floatingips': [{'id': 'dd00b6f2-1ed6-4823-8f13-37481470b44b', 'tenant_id': 'c1a78f2b33ee4536986609e3ae5af78c', 'floating_ip_address': '172.25.8.114', 'floating_network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'router_id': '22db2c67-8ca2-4b62-a28e-e9255641c33b', 'port_id': '83781acf-08e2-45f0-bbcd-ac7d73ff7920', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7b96c852-8e2e-4d3b-ad4b-39924026f663', 'mac_address': 'fa:16:3e:7b:e7:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bd31c74-5ed9-42a9-8cb8-065ab982f3bb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T20:40:16Z', 'updated_at': '2022-04-18T20:41:42Z', 'revision_number': 8, 'project_id': 'c1a78f2b33ee4536986609e3ae5af78c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '489bc9af-8c18-4cbf-b0cb-efa3cb2b9723', 'name': '', 'network_id': '7b96c852-8e2e-4d3b-ad4b-39924026f663', 'tenant_id': 'c1a78f2b33ee4536986609e3ae5af78c', 'mac_address': 'fa:16:3e:90:ee:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22db2c67-8ca2-4b62-a28e-e9255641c33b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '769e5df8-16e3-4584-97ce-25a3b6243e3e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:39:51Z', 'updated_at': '2022-04-18T20:40:12Z', 'revision_number': 5, 'project_id': 'c1a78f2b33ee4536986609e3ae5af78c', 'subnets': [{'id': '769e5df8-16e3-4584-97ce-25a3b6243e3e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84043) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 18 20:41:48.916755 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddeb2ae1-3bdd-4947-9e93-5147408c0691 req-7b64078f-de80-4a86-843c-fc5608cc7d85 tempest-DeleteServersAdminTestJSON-198139237 tempest-DeleteServersAdminTestJSON-198139237-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:41:48.917136 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-ddeb2ae1-3bdd-4947-9e93-5147408c0691 req-7b64078f-de80-4a86-843c-fc5608cc7d85 tempest-DeleteServersAdminTestJSON-198139237 tempest-DeleteServersAdminTestJSON-198139237-project] 10.222.0.42 "GET /v2.0/ports?device_id=6f1edd76-444d-4e96-8253-6174428ae861 HTTP/1.1" status: 200 len: 950 time: 0.3748913 Apr 18 20:41:48.963657 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750375287399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253529'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:41:48.971531 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.managers [req-9677e539-13ce-422a-abed-a53d2c93220f req-2b068fc0-249d-4aff-bf38-dffc75c68355 service neutron] Attempting to bind port 3c9cf486-30d0-433e-b013-3f3ef213effe on host n-h2-838334-2 for vnic_type normal with profile {"migrating_to": "n-h1-838334-2"} {{(pid=84040) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:41:48.971531 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.managers [req-9677e539-13ce-422a-abed-a53d2c93220f req-2b068fc0-249d-4aff-bf38-dffc75c68355 service neutron] Attempting to bind port 3c9cf486-30d0-433e-b013-3f3ef213effe by drivers openvswitch,hyperv on host n-h2-838334-2 at level 0 using segments [{'id': '806925fb-1611-47d5-bfae-6289aca7c7ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '2b4e6157-bc80-44e6-aceb-13aa29225b38'}] {{(pid=84040) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:41:48.972140 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9677e539-13ce-422a-abed-a53d2c93220f req-2b068fc0-249d-4aff-bf38-dffc75c68355 service neutron] Attempting to bind port 3c9cf486-30d0-433e-b013-3f3ef213effe on network 2b4e6157-bc80-44e6-aceb-13aa29225b38 {{(pid=84040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 20:41:48.991266 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-a39f58af-f8d9-4c8c-bbc7-266c02ff270c req-26a84328-8736-49a5-a921-352a9a56d0bd service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=7843cba0a7e24a0397d5219cb7fd254c&device_id=af4d32de-e1c9-49ff-a5f9-459cfba4378d HTTP/1.1" status: 200 len: 1097 time: 0.3911316 Apr 18 20:41:49.040014 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9677e539-13ce-422a-abed-a53d2c93220f req-2b068fc0-249d-4aff-bf38-dffc75c68355 service neutron] Port 3c9cf486-30d0-433e-b013-3f3ef213effe on network 2b4e6157-bc80-44e6-aceb-13aa29225b38 not bound, no agent of type Open vSwitch agent registered on host n-h2-838334-2 {{(pid=84040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 18 20:41:49.040014 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9677e539-13ce-422a-abed-a53d2c93220f req-2b068fc0-249d-4aff-bf38-dffc75c68355 service neutron] Attempting to bind port 3c9cf486-30d0-433e-b013-3f3ef213effe on network 2b4e6157-bc80-44e6-aceb-13aa29225b38 {{(pid=84040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 20:41:49.107156 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b6dddd0-afb1-4072-9ef1-f710a6527b8a None None] New status for floating IP dd00b6f2-1ed6-4823-8f13-37481470b44b: ACTIVE {{(pid=84042) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Apr 18 20:41:49.242547 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42fc0c7f-e48d-4fc0-aa17-5e977cd090d4 req-0999377d-2306-47e8-8195-a472f58a769a tempest-LiveMigrationTest-963278731 tempest-LiveMigrationTest-963278731-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:41:49.245264 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-42fc0c7f-e48d-4fc0-aa17-5e977cd090d4 req-0999377d-2306-47e8-8195-a472f58a769a tempest-LiveMigrationTest-963278731 tempest-LiveMigrationTest-963278731-project] 10.222.0.42 "GET /v2.0/ports?device_id=e0e2d6b0-4b7a-4309-8d92-47bdafbc7681 HTTP/1.1" status: 200 len: 944 time: 0.5249786 Apr 18 20:41:49.273760 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-ddeb2ae1-3bdd-4947-9e93-5147408c0691 req-e5a90abe-9e1f-45da-8a68-5fafb26ed53e tempest-DeleteServersAdminTestJSON-198139237 tempest-DeleteServersAdminTestJSON-198139237-project] 10.222.0.42 "GET /v2.0/security-groups?id=8cdb27fa-e654-4d38-a026-751617f09e74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3335564 Apr 18 20:41:49.336607 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a39f58af-f8d9-4c8c-bbc7-266c02ff270c req-a4ea7b84-ea27-439f-b05e-aafa998087de service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:41:49.338141 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-a39f58af-f8d9-4c8c-bbc7-266c02ff270c req-a4ea7b84-ea27-439f-b05e-aafa998087de service neutron] 10.222.0.48 "GET /v2.0/networks?id=5ab7510b-2145-476c-b9d7-eb0e1ae538b7 HTTP/1.1" status: 200 len: 921 time: 0.3302009 Apr 18 20:41:49.339031 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9677e539-13ce-422a-abed-a53d2c93220f req-2b068fc0-249d-4aff-bf38-dffc75c68355 service neutron] Checking agent: {'id': 'dc797004-f641-47b7-a77f-9c62b5b16296', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-838334-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 34, 3), 'started_at': datetime.datetime(2022, 4, 18, 20, 34, 3), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 20, 41, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 18 20:41:49.339374 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9677e539-13ce-422a-abed-a53d2c93220f req-2b068fc0-249d-4aff-bf38-dffc75c68355 service neutron] Checking segment: {'id': '806925fb-1611-47d5-bfae-6289aca7c7ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '2b4e6157-bc80-44e6-aceb-13aa29225b38'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84040) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 20:41:49.339774 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9677e539-13ce-422a-abed-a53d2c93220f req-2b068fc0-249d-4aff-bf38-dffc75c68355 service neutron] Bound using segment: {'id': '806925fb-1611-47d5-bfae-6289aca7c7ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '2b4e6157-bc80-44e6-aceb-13aa29225b38'} {{(pid=84040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 18 20:41:49.340207 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.managers [req-9677e539-13ce-422a-abed-a53d2c93220f req-2b068fc0-249d-4aff-bf38-dffc75c68355 service neutron] Bound port: 3c9cf486-30d0-433e-b013-3f3ef213effe, host: n-h2-838334-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '806925fb-1611-47d5-bfae-6289aca7c7ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '2b4e6157-bc80-44e6-aceb-13aa29225b38'}}] {{(pid=84040) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 20:41:49.340773 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-9677e539-13ce-422a-abed-a53d2c93220f req-2b068fc0-249d-4aff-bf38-dffc75c68355 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:41:49.371696 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-414b6ffe-e119-47bc-b18f-bcff1219c2f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750375287399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253529'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:41:49.521443 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-a39f58af-f8d9-4c8c-bbc7-266c02ff270c req-71cb0b2e-fa7e-4964-8946-16003ca664ca service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=50d89c2c-8806-4e15-b008-076d10f6051f HTTP/1.1" status: 200 len: 217 time: 0.1444366 Apr 18 20:41:49.603665 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-42fc0c7f-e48d-4fc0-aa17-5e977cd090d4 req-6b27d71d-3088-44e6-a5a8-3adbedcec683 tempest-LiveMigrationTest-963278731 tempest-LiveMigrationTest-963278731-project] 10.222.0.42 "GET /v2.0/security-groups?id=c1ded286-bbeb-4ec4-95be-e4f6aab8a892&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2682273 Apr 18 20:41:49.670618 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a39f58af-f8d9-4c8c-bbc7-266c02ff270c req-e3f6f2ae-9d36-4a86-9828-ecdb73cda60b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:41:49.670618 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-a39f58af-f8d9-4c8c-bbc7-266c02ff270c req-e3f6f2ae-9d36-4a86-9828-ecdb73cda60b service neutron] 10.222.0.48 "GET /v2.0/subnets?id=5bf38cb0-45bd-48cb-9f8c-19a270201f44 HTTP/1.1" status: 200 len: 860 time: 0.1217170 Apr 18 20:41:49.789109 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-a39f58af-f8d9-4c8c-bbc7-266c02ff270c req-77c30d0f-e122-48e4-b072-1fa992f67ad5 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=5ab7510b-2145-476c-b9d7-eb0e1ae538b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0801461 Apr 18 20:41:49.799129 n-d-838334-2 neutron-server[84042]: INFO neutron.notifiers.nova [-] Nova event matching ['req-80700e28-6987-4012-afef-b1a31833a5d5'] response: {'server_uuid': 'af670083-52fa-4211-8dc4-84954aff332a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3bc7a448-92c7-4689-8cf5-4b43bcb9cd4a', 'code': 200} Apr 18 20:41:49.816196 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.db [req-9677e539-13ce-422a-abed-a53d2c93220f req-2b068fc0-249d-4aff-bf38-dffc75c68355 service neutron] For port 3c9cf486-30d0-433e-b013-3f3ef213effe, host n-h2-838334-2, cleared binding levels {{(pid=84040) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 20:41:49.878136 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffcdc4f8-c40c-4ba9-84a1-f784d8b2f843 req-c3b18a1f-4023-4f10-8465-d5198ae2b03f tempest-ServersOnMultiNodesTest-1168278630 tempest-ServersOnMultiNodesTest-1168278630-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:41:49.878136 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-ffcdc4f8-c40c-4ba9-84a1-f784d8b2f843 req-c3b18a1f-4023-4f10-8465-d5198ae2b03f tempest-ServersOnMultiNodesTest-1168278630 tempest-ServersOnMultiNodesTest-1168278630-project] 10.222.0.42 "GET /v2.0/ports?device_id=2abb8a99-6a87-4957-a30b-64882fcf74b5 HTTP/1.1" status: 200 len: 950 time: 0.4336836 Apr 18 20:41:49.893241 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.db [req-9677e539-13ce-422a-abed-a53d2c93220f req-2b068fc0-249d-4aff-bf38-dffc75c68355 service neutron] For port 3c9cf486-30d0-433e-b013-3f3ef213effe, host n-h2-838334-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838334-2',level=0,port_id=3c9cf486-30d0-433e-b013-3f3ef213effe,segment=NetworkSegment(806925fb-1611-47d5-bfae-6289aca7c7ad),segment_id=806925fb-1611-47d5-bfae-6289aca7c7ad)] {{(pid=84040) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 20:41:49.997767 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-a39f58af-f8d9-4c8c-bbc7-266c02ff270c req-927e9cf5-fd23-4d8a-b452-86ec8c4805a3 service neutron] 10.222.0.48 "GET /v2.0/networks/5ab7510b-2145-476c-b9d7-eb0e1ae538b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2128940 Apr 18 20:41:50.002254 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-9677e539-13ce-422a-abed-a53d2c93220f req-2b068fc0-249d-4aff-bf38-dffc75c68355 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32440959'] for port, after_update {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:41:50.079606 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-77ae4c67-84f7-4300-9d74-b8c578b7357a req-ded870e1-da85-44c4-bf87-8b8dac46d45c service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=af670083-52fa-4211-8dc4-84954aff332a HTTP/1.1" status: 200 len: 1100 time: 0.1704292 Apr 18 20:41:50.149716 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-77ae4c67-84f7-4300-9d74-b8c578b7357a req-1c3b8af4-ae05-4b2e-b0ad-d3a078d98089 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=e1e985d3-f227-45b4-b9a7-ffadcd0db1b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628202 Apr 18 20:41:50.400662 n-d-838334-2 neutron-server[84040]: INFO neutron.notifiers.nova [-] Nova event matching ['req-744d631a-e8a2-4c04-84c2-c46440f52601'] response: {'server_uuid': 'bee97f5e-b592-4ee0-b7d7-2cfba0fa5e35', 'name': 'network-vif-deleted', 'tag': 'aa54cccf-7c39-40d6-a368-f24a2a8f30ce', 'status': 'completed', 'code': 200} Apr 18 20:41:50.423823 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-c7521a90-7d65-4e2e-842c-ca5d95e9a89c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750375287399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253529'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:41:50.598032 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b068fc0-249d-4aff-bf38-dffc75c68355 service neutron] Pushing event updated for resources: {'Port': ['ID=3c9cf486-30d0-433e-b013-3f3ef213effe,revision_number=8']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:41:50.598032 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-a39f58af-f8d9-4c8c-bbc7-266c02ff270c req-35dbc71a-efbb-49c1-b24b-3a4a1da8d941 service neutron] 10.222.0.48 "GET /v2.0/networks/5ab7510b-2145-476c-b9d7-eb0e1ae538b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5273418 Apr 18 20:41:50.626334 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-ffcdc4f8-c40c-4ba9-84a1-f784d8b2f843 req-92f84e5d-5d3f-4101-a571-7b27f3bbcf54 tempest-ServersOnMultiNodesTest-1168278630 tempest-ServersOnMultiNodesTest-1168278630-project] 10.222.0.42 "GET /v2.0/security-groups?id=e1e985d3-f227-45b4-b9a7-ffadcd0db1b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7277603 Apr 18 20:41:50.752294 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-d8f91a3e-edd0-4105-9c5f-b7b06c544fe7 req-62f0c76f-7b6b-49d9-9d47-2e783b7f2345 tempest-FloatingIPDetailsTestJSON-2060136642 tempest-FloatingIPDetailsTestJSON-2060136642-project] 10.222.0.42 "GET /v2.0/floatingips/4dd6a393-eaf0-477c-ba5a-8b78e60ee5cb HTTP/1.1" status: 200 len: 692 time: 0.3562124 Apr 18 20:41:51.183545 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8f91a3e-edd0-4105-9c5f-b7b06c544fe7 req-aaa47f1c-09f5-4b5f-92e5-e3dce893f6bb tempest-FloatingIPDetailsTestJSON-2060136642 tempest-FloatingIPDetailsTestJSON-2060136642-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:41:51.183545 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-d8f91a3e-edd0-4105-9c5f-b7b06c544fe7 req-aaa47f1c-09f5-4b5f-92e5-e3dce893f6bb tempest-FloatingIPDetailsTestJSON-2060136642 tempest-FloatingIPDetailsTestJSON-2060136642-project] 10.222.0.42 "GET /v2.0/networks/e41b6600-a917-4a8d-b05c-be3be40c6d8c HTTP/1.1" status: 200 len: 784 time: 0.4180553 Apr 18 20:41:51.183545 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-9677e539-13ce-422a-abed-a53d2c93220f req-2b068fc0-249d-4aff-bf38-dffc75c68355 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217293'] for port, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:41:51.183545 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-9677e539-13ce-422a-abed-a53d2c93220f req-2b068fc0-249d-4aff-bf38-dffc75c68355 service neutron] 10.222.0.43 "PUT /v2.0/ports/3c9cf486-30d0-433e-b013-3f3ef213effe HTTP/1.1" status: 200 len: 1122 time: 4.0260761 Apr 18 20:41:51.334196 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [req-d8f91a3e-edd0-4105-9c5f-b7b06c544fe7 req-41a2114c-0ac8-4477-93c2-4ce4e65aca19 tempest-FloatingIPDetailsTestJSON-2060136642 tempest-FloatingIPDetailsTestJSON-2060136642-project] Synchronizing usage tracker for tenant:d3fc4049ccc64e45ba4bb202e1d092fe on resource:floatingip {{(pid=84040) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 20:41:51.353249 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] get_ports_and_sgs() called for port_ids ['3c9cf486-30d0-433e-b013-3f3ef213effe'] {{(pid=84042) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 18 20:41:51.379441 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e54636a-405c-48c1-ac5d-ceff4f37bfa1 req-d4bda396-01ba-456f-a7d7-5da59c9be9c7 tempest-LiveAutoBlockMigrationV225Test-1713341100 tempest-LiveAutoBlockMigrationV225Test-1713341100-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:41:51.409206 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-0e54636a-405c-48c1-ac5d-ceff4f37bfa1 req-d4bda396-01ba-456f-a7d7-5da59c9be9c7 tempest-LiveAutoBlockMigrationV225Test-1713341100 tempest-LiveAutoBlockMigrationV225Test-1713341100-project] 10.222.0.42 "GET /v2.0/ports?device_id=af4d32de-e1c9-49ff-a5f9-459cfba4378d HTTP/1.1" status: 200 len: 946 time: 0.4316022 Apr 18 20:41:51.429684 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [req-d8f91a3e-edd0-4105-9c5f-b7b06c544fe7 req-41a2114c-0ac8-4477-93c2-4ce4e65aca19 tempest-FloatingIPDetailsTestJSON-2060136642 tempest-FloatingIPDetailsTestJSON-2060136642-project] Unset dirty status for tenant:d3fc4049ccc64e45ba4bb202e1d092fe on resource:floatingip {{(pid=84040) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 20:41:51.431575 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-d8f91a3e-edd0-4105-9c5f-b7b06c544fe7 req-41a2114c-0ac8-4477-93c2-4ce4e65aca19 tempest-FloatingIPDetailsTestJSON-2060136642 tempest-FloatingIPDetailsTestJSON-2060136642-project] 10.222.0.42 "GET /v2.0/floatingips?floating_ip_address=172.25.8.84 HTTP/1.1" status: 200 len: 695 time: 0.2472117 Apr 18 20:41:51.654216 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] get_ports_and_sgs() called for port_ids ['3c9cf486-30d0-433e-b013-3f3ef213effe'] {{(pid=84042) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 18 20:41:51.705845 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-d8f91a3e-edd0-4105-9c5f-b7b06c544fe7 req-241bde69-092a-4aa0-84d1-a2a87511805c tempest-FloatingIPDetailsTestJSON-2060136642 tempest-FloatingIPDetailsTestJSON-2060136642-project] 10.222.0.42 "GET /v2.0/floatingips?floating_ip_address=172.25.8.84 HTTP/1.1" status: 200 len: 695 time: 0.2562320 Apr 18 20:41:51.803536 n-d-838334-2 neutron-server[84042]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2abb8a99-6a87-4957-a30b-64882fcf74b5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '96ef89c7-5796-4195-8913-d02823fbfa3d'}, {'server_uuid': '125f19ef-ec6c-479f-b4b8-b796930da404', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5dd9420f-3993-4fe5-a063-6b15a634731b'}] {{(pid=84042) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 20:41:52.152300 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-0e54636a-405c-48c1-ac5d-ceff4f37bfa1 req-f5b14500-2699-4289-9c7e-b0b835243242 tempest-LiveAutoBlockMigrationV225Test-1713341100 tempest-LiveAutoBlockMigrationV225Test-1713341100-project] 10.222.0.42 "GET /v2.0/security-groups?id=bf712067-aabd-4e70-aae1-082928dd1ccd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7405052 Apr 18 20:41:52.355026 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.plugin [req-d8f91a3e-edd0-4105-9c5f-b7b06c544fe7 req-107bb29a-744e-4d25-ad4e-0d0cc33fc8ef tempest-FloatingIPDetailsTestJSON-2060136642 tempest-FloatingIPDetailsTestJSON-2060136642-project] Deleting port 1ab1c9e3-61c0-49eb-b747-b8a3473b2694 {{(pid=84040) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 20:41:52.355321 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-d8f91a3e-edd0-4105-9c5f-b7b06c544fe7 req-107bb29a-744e-4d25-ad4e-0d0cc33fc8ef tempest-FloatingIPDetailsTestJSON-2060136642 tempest-FloatingIPDetailsTestJSON-2060136642-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750375188691'] for port, before_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:41:52.411453 n-d-838334-2 neutron-server[84040]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7bd31c74-5ed9-42a9-8cb8-065ab982f3bb', 'tag': '83781acf-08e2-45f0-bbcd-ac7d73ff7920'}, {'server_uuid': 'e0e2d6b0-4b7a-4309-8d92-47bdafbc7681', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3c9cf486-30d0-433e-b013-3f3ef213effe'}, {'name': 'network-changed', 'server_uuid': 'e0e2d6b0-4b7a-4309-8d92-47bdafbc7681', 'tag': '3c9cf486-30d0-433e-b013-3f3ef213effe'}] {{(pid=84040) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 20:41:52.712908 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-18110c66-3270-45a8-8a21-8ed5cd0fb688 req-9bc19e01-c502-4ee1-bcf7-df7fe332bda3 tempest-FloatingIPsAssociationTestJSON-661839082 tempest-FloatingIPsAssociationTestJSON-661839082-project] 10.222.0.42 "GET /v2.0/floatingips/dd00b6f2-1ed6-4823-8f13-37481470b44b HTTP/1.1" status: 200 len: 998 time: 0.3545775 Apr 18 20:41:52.931907 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-d8f91a3e-edd0-4105-9c5f-b7b06c544fe7 req-107bb29a-744e-4d25-ad4e-0d0cc33fc8ef tempest-FloatingIPDetailsTestJSON-2060136642 tempest-FloatingIPDetailsTestJSON-2060136642-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369123'] for port, precommit_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:41:52.931907 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-d8f91a3e-edd0-4105-9c5f-b7b06c544fe7 req-107bb29a-744e-4d25-ad4e-0d0cc33fc8ef tempest-FloatingIPDetailsTestJSON-2060136642 tempest-FloatingIPDetailsTestJSON-2060136642-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:41:53.092034 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.plugin [req-d8f91a3e-edd0-4105-9c5f-b7b06c544fe7 req-107bb29a-744e-4d25-ad4e-0d0cc33fc8ef tempest-FloatingIPDetailsTestJSON-2060136642 tempest-FloatingIPDetailsTestJSON-2060136642-project] Calling delete_port for 1ab1c9e3-61c0-49eb-b747-b8a3473b2694 owned by network:floatingip {{(pid=84040) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 20:41:53.150330 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18110c66-3270-45a8-8a21-8ed5cd0fb688 req-99ca7a3c-b765-4f8a-bb41-2988f298a7e1 tempest-FloatingIPsAssociationTestJSON-661839082 tempest-FloatingIPsAssociationTestJSON-661839082-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:41:53.150330 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-18110c66-3270-45a8-8a21-8ed5cd0fb688 req-99ca7a3c-b765-4f8a-bb41-2988f298a7e1 tempest-FloatingIPsAssociationTestJSON-661839082 tempest-FloatingIPsAssociationTestJSON-661839082-project] 10.222.0.42 "GET /v2.0/networks/e41b6600-a917-4a8d-b05c-be3be40c6d8c HTTP/1.1" status: 200 len: 784 time: 0.4200277 Apr 18 20:41:53.341036 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-d8f91a3e-edd0-4105-9c5f-b7b06c544fe7 req-107bb29a-744e-4d25-ad4e-0d0cc33fc8ef tempest-FloatingIPDetailsTestJSON-2060136642 tempest-FloatingIPDetailsTestJSON-2060136642-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750375259028', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750374836628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32440838'] for port, after_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:41:53.407304 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-107bb29a-744e-4d25-ad4e-0d0cc33fc8ef tempest-FloatingIPDetailsTestJSON-2060136642 tempest-FloatingIPDetailsTestJSON-2060136642-project] Pushing event deleted for resources: {'Port': ['ID=1ab1c9e3-61c0-49eb-b747-b8a3473b2694,revision_number=None']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:41:53.527500 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-d8f91a3e-edd0-4105-9c5f-b7b06c544fe7 req-107bb29a-744e-4d25-ad4e-0d0cc33fc8ef tempest-FloatingIPDetailsTestJSON-2060136642 tempest-FloatingIPDetailsTestJSON-2060136642-project] Notify callbacks [] for floatingip, after_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:41:53.551046 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-d8f91a3e-edd0-4105-9c5f-b7b06c544fe7 req-107bb29a-744e-4d25-ad4e-0d0cc33fc8ef tempest-FloatingIPDetailsTestJSON-2060136642 tempest-FloatingIPDetailsTestJSON-2060136642-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217293'] for floatingip, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:41:53.552439 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-d8f91a3e-edd0-4105-9c5f-b7b06c544fe7 req-107bb29a-744e-4d25-ad4e-0d0cc33fc8ef tempest-FloatingIPDetailsTestJSON-2060136642 tempest-FloatingIPDetailsTestJSON-2060136642-project] 10.222.0.42 "DELETE /v2.0/floatingips/4dd6a393-eaf0-477c-ba5a-8b78e60ee5cb HTTP/1.1" status: 204 len: 173 time: 1.8476124 Apr 18 20:41:53.559209 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 37710) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:41:54.133372 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdff1ab5-561c-4112-b97e-0b6c72041ba3 req-3ec52afa-32e0-4261-a87d-e616bfd09362 tempest-LiveMigrationTest-963278731 tempest-LiveMigrationTest-963278731-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:41:54.133372 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-bdff1ab5-561c-4112-b97e-0b6c72041ba3 req-3ec52afa-32e0-4261-a87d-e616bfd09362 tempest-LiveMigrationTest-963278731 tempest-LiveMigrationTest-963278731-project] 10.222.0.42 "GET /v2.0/ports?device_id=e0e2d6b0-4b7a-4309-8d92-47bdafbc7681 HTTP/1.1" status: 200 len: 944 time: 0.3017468 Apr 18 20:41:54.145864 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-140471ef-507e-48d1-8ddf-adae82e34a97 req-0b56cdaa-2dbc-45e9-bed4-dc9d9bef6a47 tempest-ServersOnMultiNodesTest-1168278630 tempest-ServersOnMultiNodesTest-1168278630-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:41:54.145864 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-140471ef-507e-48d1-8ddf-adae82e34a97 req-0b56cdaa-2dbc-45e9-bed4-dc9d9bef6a47 tempest-ServersOnMultiNodesTest-1168278630 tempest-ServersOnMultiNodesTest-1168278630-project] 10.222.0.42 "GET /v2.0/ports?device_id=2abb8a99-6a87-4957-a30b-64882fcf74b5 HTTP/1.1" status: 200 len: 950 time: 0.1867080 Apr 18 20:41:54.270044 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-bdff1ab5-561c-4112-b97e-0b6c72041ba3 req-495767ba-09cc-4b6f-9eb1-35f7ab6c988e tempest-LiveMigrationTest-963278731 tempest-LiveMigrationTest-963278731-project] 10.222.0.42 "GET /v2.0/security-groups?id=c1ded286-bbeb-4ec4-95be-e4f6aab8a892&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1224632 Apr 18 20:41:54.293403 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-ba6671bf-d218-4430-b885-06842c139897 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33443857'] for router_interface, before_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:41:54.327684 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-140471ef-507e-48d1-8ddf-adae82e34a97 req-72e857bf-2631-4f49-bbe5-12c8d87a366f tempest-ServersOnMultiNodesTest-1168278630 tempest-ServersOnMultiNodesTest-1168278630-project] 10.222.0.42 "GET /v2.0/security-groups?id=e1e985d3-f227-45b4-b9a7-ffadcd0db1b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1675410 Apr 18 20:41:54.439178 n-d-838334-2 neutron-server[84040]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4fabb940-69f0-4530-a92b-94b7a216cf81'] response: {'name': 'network-changed', 'server_uuid': '7bd31c74-5ed9-42a9-8cb8-065ab982f3bb', 'tag': '83781acf-08e2-45f0-bbcd-ac7d73ff7920', 'status': 'completed', 'code': 200} Apr 18 20:41:54.439178 n-d-838334-2 neutron-server[84040]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4fabb940-69f0-4530-a92b-94b7a216cf81'] response: {'server_uuid': 'e0e2d6b0-4b7a-4309-8d92-47bdafbc7681', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3c9cf486-30d0-433e-b013-3f3ef213effe', 'code': 200} Apr 18 20:41:54.439178 n-d-838334-2 neutron-server[84040]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4fabb940-69f0-4530-a92b-94b7a216cf81'] response: {'name': 'network-changed', 'server_uuid': 'e0e2d6b0-4b7a-4309-8d92-47bdafbc7681', 'tag': '3c9cf486-30d0-433e-b013-3f3ef213effe', 'status': 'completed', 'code': 200} Apr 18 20:41:54.613729 n-d-838334-2 neutron-server[84042]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e2f60b0e-551d-42f8-ade1-259389f98245'] response: {'server_uuid': '2abb8a99-6a87-4957-a30b-64882fcf74b5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '96ef89c7-5796-4195-8913-d02823fbfa3d', 'code': 200} Apr 18 20:41:54.613729 n-d-838334-2 neutron-server[84042]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e2f60b0e-551d-42f8-ade1-259389f98245'] response: {'server_uuid': '125f19ef-ec6c-479f-b4b8-b796930da404', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5dd9420f-3993-4fe5-a063-6b15a634731b', 'code': 200} Apr 18 20:41:54.765069 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-301731df-e21e-4181-9787-bb387b542d23 req-6c4eef51-bb92-405c-aac6-e1f566b4afad tempest-FloatingIPsAssociationTestJSON-661839082 tempest-FloatingIPsAssociationTestJSON-661839082-project] 10.222.0.42 "GET /v2.0/floatingips?floating_ip_address=172.25.8.114 HTTP/1.1" status: 200 len: 1001 time: 0.1805840 Apr 18 20:41:55.217978 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-301731df-e21e-4181-9787-bb387b542d23 req-e90645de-ce31-4c1e-9186-5c82ea973d7d tempest-FloatingIPsAssociationTestJSON-661839082 tempest-FloatingIPsAssociationTestJSON-661839082-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:41:55.217978 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [req-301731df-e21e-4181-9787-bb387b542d23 req-e90645de-ce31-4c1e-9186-5c82ea973d7d tempest-FloatingIPsAssociationTestJSON-661839082 tempest-FloatingIPsAssociationTestJSON-661839082-project] Synchronizing usage tracker for tenant:c1a78f2b33ee4536986609e3ae5af78c on resource:port {{(pid=84040) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 20:41:55.509362 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.plugin [None req-ba6671bf-d218-4430-b885-06842c139897 admin admin] Deleting port d524585c-1bf8-493d-aa74-3b54f9475f9b {{(pid=84041) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 20:41:55.509362 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-ba6671bf-d218-4430-b885-06842c139897 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750375188691'] for port, before_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:41:55.723182 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [req-301731df-e21e-4181-9787-bb387b542d23 req-e90645de-ce31-4c1e-9186-5c82ea973d7d tempest-FloatingIPsAssociationTestJSON-661839082 tempest-FloatingIPsAssociationTestJSON-661839082-project] Unset dirty status for tenant:c1a78f2b33ee4536986609e3ae5af78c on resource:port {{(pid=84040) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 20:41:55.729026 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.db [None req-ba6671bf-d218-4430-b885-06842c139897 admin admin] For port d524585c-1bf8-493d-aa74-3b54f9475f9b, host n-d-838334-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838334-2',level=0,port_id=d524585c-1bf8-493d-aa74-3b54f9475f9b,segment=NetworkSegment(3846afa3-c533-4638-95e3-d8c6a109a1ee),segment_id=3846afa3-c533-4638-95e3-d8c6a109a1ee)] {{(pid=84041) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:41:55.729026 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-ba6671bf-d218-4430-b885-06842c139897 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369123'] for port, precommit_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:41:55.744431 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-301731df-e21e-4181-9787-bb387b542d23 req-e90645de-ce31-4c1e-9186-5c82ea973d7d tempest-FloatingIPsAssociationTestJSON-661839082 tempest-FloatingIPsAssociationTestJSON-661839082-project] 10.222.0.42 "GET /v2.0/ports/83781acf-08e2-45f0-bbcd-ac7d73ff7920 HTTP/1.1" status: 200 len: 942 time: 0.9736006 Apr 18 20:41:55.843440 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-e23f33dd-f831-4917-a865-1b7a114520a7 req-07804cea-d0ca-4b5b-a4e0-c5567375dbf1 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=c1a78f2b33ee4536986609e3ae5af78c&device_id=7bd31c74-5ed9-42a9-8cb8-065ab982f3bb HTTP/1.1" status: 200 len: 1096 time: 1.3625686 Apr 18 20:41:55.884341 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.plugin [None req-ba6671bf-d218-4430-b885-06842c139897 admin admin] Calling delete_port for d524585c-1bf8-493d-aa74-3b54f9475f9b owned by network:router_interface {{(pid=84041) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 20:41:55.939158 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-e23f33dd-f831-4917-a865-1b7a114520a7 req-c70baf53-6ee5-492f-b2fa-821453b2ee92 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=30967135a3784f8f91989a9ec626fb3e&device_id=e0e2d6b0-4b7a-4309-8d92-47bdafbc7681 HTTP/1.1" status: 200 len: 1125 time: 1.3667819 Apr 18 20:41:56.242393 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-9677e539-13ce-422a-abed-a53d2c93220f req-e0ba9027-bbe9-4f6b-bd26-921d352a25eb service neutron] 10.222.0.48 "GET /v2.0/ports/3c9cf486-30d0-433e-b013-3f3ef213effe/bindings/n-h1-838334-2 HTTP/1.1" status: 200 len: 384 time: 0.3138771 Apr 18 20:41:56.242393 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-23f65b34-b8ca-4511-bb4b-5f423e6fc968 req-9505f41e-4d9c-43ea-b610-61643b276992 tempest-DeleteServersAdminTestJSON-1810910881 tempest-DeleteServersAdminTestJSON-1810910881-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=6f1edd76-444d-4e96-8253-6174428ae861 HTTP/1.1" status: 200 len: 1101 time: 0.3166645 Apr 18 20:41:56.302114 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-301731df-e21e-4181-9787-bb387b542d23 req-18aff9b5-1c52-4c18-aabc-4767d422b64a tempest-FloatingIPsAssociationTestJSON-661839082 tempest-FloatingIPsAssociationTestJSON-661839082-project] 10.222.0.42 "GET /v2.0/floatingips?floating_ip_address=172.25.8.114 HTTP/1.1" status: 200 len: 1001 time: 0.3647861 Apr 18 20:41:56.363580 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.plugin [req-23f65b34-b8ca-4511-bb4b-5f423e6fc968 req-84a6920b-6fdd-4cf9-87a4-740a8224ef06 tempest-DeleteServersAdminTestJSON-1810910881 tempest-DeleteServersAdminTestJSON-1810910881-project-admin] Deleting port 211c2085-e46f-4344-85a5-45e4a4ae425f {{(pid=84041) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 20:41:56.363580 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [req-23f65b34-b8ca-4511-bb4b-5f423e6fc968 req-84a6920b-6fdd-4cf9-87a4-740a8224ef06 tempest-DeleteServersAdminTestJSON-1810910881 tempest-DeleteServersAdminTestJSON-1810910881-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750375188691'] for port, before_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:41:56.502805 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-ad2a00e1-3c69-42f7-9993-f7fd6c1cae44 req-e6c07d6f-9e49-4e30-9904-9e136d8627ec service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=2abb8a99-6a87-4957-a30b-64882fcf74b5 HTTP/1.1" status: 200 len: 1101 time: 1.4691453 Apr 18 20:41:56.502805 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e23f33dd-f831-4917-a865-1b7a114520a7 req-21a6e409-bc1c-4c72-aead-f2224c71ab31 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:41:56.502805 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-e23f33dd-f831-4917-a865-1b7a114520a7 req-21a6e409-bc1c-4c72-aead-f2224c71ab31 service neutron] 10.222.0.48 "GET /v2.0/networks?id=2b4e6157-bc80-44e6-aceb-13aa29225b38 HTTP/1.1" status: 200 len: 908 time: 0.3889079 Apr 18 20:41:56.521584 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a7d0824-e6c8-4ddb-b421-2bffe180ddfe req-d5fca028-4fa5-4d69-803b-68520a5e3cb8 tempest-LiveAutoBlockMigrationV225Test-1713341100 tempest-LiveAutoBlockMigrationV225Test-1713341100-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:41:56.521584 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-9a7d0824-e6c8-4ddb-b421-2bffe180ddfe req-d5fca028-4fa5-4d69-803b-68520a5e3cb8 tempest-LiveAutoBlockMigrationV225Test-1713341100 tempest-LiveAutoBlockMigrationV225Test-1713341100-project] 10.222.0.42 "GET /v2.0/ports?device_id=af4d32de-e1c9-49ff-a5f9-459cfba4378d HTTP/1.1" status: 200 len: 946 time: 1.0444808 Apr 18 20:41:56.631091 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-e23f33dd-f831-4917-a865-1b7a114520a7 req-282344dc-97df-4e12-901d-3c3accb98c58 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=3c9cf486-30d0-433e-b013-3f3ef213effe HTTP/1.1" status: 200 len: 217 time: 0.1035979 Apr 18 20:41:56.673846 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-ba6671bf-d218-4430-b885-06842c139897 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750375259028', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750374836628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32266323'] for port, after_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:41:56.896481 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-ad2a00e1-3c69-42f7-9993-f7fd6c1cae44 req-0a24ae79-2d34-4823-9ed3-7ca54bd16212 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=e1e985d3-f227-45b4-b9a7-ffadcd0db1b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2690043 Apr 18 20:41:56.896481 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e23f33dd-f831-4917-a865-1b7a114520a7 req-ae96d4a2-3a88-40fd-86fc-c1f2056f274f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:41:56.896481 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-e23f33dd-f831-4917-a865-1b7a114520a7 req-ae96d4a2-3a88-40fd-86fc-c1f2056f274f service neutron] 10.222.0.48 "GET /v2.0/subnets?id=2a27c3e0-e2c3-453b-9e93-76a003aa4b19 HTTP/1.1" status: 200 len: 847 time: 0.0894122 Apr 18 20:41:56.921656 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba6671bf-d218-4430-b885-06842c139897 admin admin] Pushing event deleted for resources: {'Port': ['ID=d524585c-1bf8-493d-aa74-3b54f9475f9b,revision_number=None']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:41:56.935134 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e23f33dd-f831-4917-a865-1b7a114520a7 req-4d4bbead-2a4d-4252-8cb8-17348d36af7d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:41:56.935134 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-e23f33dd-f831-4917-a865-1b7a114520a7 req-4d4bbead-2a4d-4252-8cb8-17348d36af7d service neutron] 10.222.0.43 "GET /v2.0/networks?id=7b96c852-8e2e-4d3b-ad4b-39924026f663 HTTP/1.1" status: 200 len: 921 time: 1.0874264 Apr 18 20:41:57.003120 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-9a7d0824-e6c8-4ddb-b421-2bffe180ddfe req-650ba43d-09a6-477c-b043-adf5d94b6b33 tempest-LiveAutoBlockMigrationV225Test-1713341100 tempest-LiveAutoBlockMigrationV225Test-1713341100-project] 10.222.0.42 "GET /v2.0/security-groups?id=bf712067-aabd-4e70-aae1-082928dd1ccd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3791623 Apr 18 20:41:57.044976 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba6671bf-d218-4430-b885-06842c139897 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:41:57.044976 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba6671bf-d218-4430-b885-06842c139897 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:41:57.044976 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba6671bf-d218-4430-b885-06842c139897 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:41:57.045245 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba6671bf-d218-4430-b885-06842c139897 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:41:57.045759 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba6671bf-d218-4430-b885-06842c139897 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:41:57.046343 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba6671bf-d218-4430-b885-06842c139897 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:41:57.047366 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba6671bf-d218-4430-b885-06842c139897 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:41:57.047366 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba6671bf-d218-4430-b885-06842c139897 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:41:57.047366 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba6671bf-d218-4430-b885-06842c139897 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:41:57.047720 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba6671bf-d218-4430-b885-06842c139897 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:41:57.048072 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba6671bf-d218-4430-b885-06842c139897 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:41:57.172925 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-e23f33dd-f831-4917-a865-1b7a114520a7 req-18c47534-e526-4b53-b812-d3c4f7653b84 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=83781acf-08e2-45f0-bbcd-ac7d73ff7920 HTTP/1.1" status: 200 len: 1001 time: 0.1740508 Apr 18 20:41:57.238121 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-e23f33dd-f831-4917-a865-1b7a114520a7 req-eaf2783a-ac55-4df9-8c64-4f66cf959e27 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=2b4e6157-bc80-44e6-aceb-13aa29225b38&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0633748 Apr 18 20:41:57.327026 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e23f33dd-f831-4917-a865-1b7a114520a7 req-62088f1b-e531-4d03-b0e9-044992a3d988 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:41:57.330465 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-e23f33dd-f831-4917-a865-1b7a114520a7 req-62088f1b-e531-4d03-b0e9-044992a3d988 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=769e5df8-16e3-4584-97ce-25a3b6243e3e HTTP/1.1" status: 200 len: 859 time: 0.0959725 Apr 18 20:41:57.480965 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.db [req-23f65b34-b8ca-4511-bb4b-5f423e6fc968 req-84a6920b-6fdd-4cf9-87a4-740a8224ef06 tempest-DeleteServersAdminTestJSON-1810910881 tempest-DeleteServersAdminTestJSON-1810910881-project-admin] For port 211c2085-e46f-4344-85a5-45e4a4ae425f, host n-h1-838334-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838334-2',level=0,port_id=211c2085-e46f-4344-85a5-45e4a4ae425f,segment=NetworkSegment(62b85806-94d8-4a88-a06c-da82e5932d66),segment_id=62b85806-94d8-4a88-a06c-da82e5932d66)] {{(pid=84041) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:41:57.480965 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [req-23f65b34-b8ca-4511-bb4b-5f423e6fc968 req-84a6920b-6fdd-4cf9-87a4-740a8224ef06 tempest-DeleteServersAdminTestJSON-1810910881 tempest-DeleteServersAdminTestJSON-1810910881-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369123'] for port, precommit_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:41:57.623684 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-e23f33dd-f831-4917-a865-1b7a114520a7 req-2f33b55c-9c47-489a-b64c-44118598168f service neutron] 10.222.0.48 "GET /v2.0/networks/2b4e6157-bc80-44e6-aceb-13aa29225b38?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2898998 Apr 18 20:41:57.634081 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-301731df-e21e-4181-9787-bb387b542d23 req-b29d97af-d932-4c8a-bda9-bdf687bd793c tempest-FloatingIPsAssociationTestJSON-661839082 tempest-FloatingIPsAssociationTestJSON-661839082-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:41:57.634314 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.plugin [req-23f65b34-b8ca-4511-bb4b-5f423e6fc968 req-84a6920b-6fdd-4cf9-87a4-740a8224ef06 tempest-DeleteServersAdminTestJSON-1810910881 tempest-DeleteServersAdminTestJSON-1810910881-project-admin] Calling delete_port for 211c2085-e46f-4344-85a5-45e4a4ae425f owned by compute:nova {{(pid=84041) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 20:41:57.642739 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-301731df-e21e-4181-9787-bb387b542d23 req-b29d97af-d932-4c8a-bda9-bdf687bd793c tempest-FloatingIPsAssociationTestJSON-661839082 tempest-FloatingIPsAssociationTestJSON-661839082-project] 10.222.0.42 "GET /v2.0/networks/e41b6600-a917-4a8d-b05c-be3be40c6d8c HTTP/1.1" status: 200 len: 784 time: 1.3457425 Apr 18 20:41:57.688259 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.db [req-9677e539-13ce-422a-abed-a53d2c93220f req-41a3b6ac-4cee-4b32-824e-b2c7bc84c431 service neutron] For port 3c9cf486-30d0-433e-b013-3f3ef213effe, host n-h2-838334-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838334-2',level=0,port_id=3c9cf486-30d0-433e-b013-3f3ef213effe,segment=NetworkSegment(806925fb-1611-47d5-bfae-6289aca7c7ad),segment_id=806925fb-1611-47d5-bfae-6289aca7c7ad)] {{(pid=84041) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:41:57.760636 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.db [req-9677e539-13ce-422a-abed-a53d2c93220f req-41a3b6ac-4cee-4b32-824e-b2c7bc84c431 service neutron] For port 3c9cf486-30d0-433e-b013-3f3ef213effe, host n-h2-838334-2, cleared binding levels {{(pid=84041) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 20:41:57.846482 n-d-838334-2 neutron-server[84041]: DEBUG neutron.notifiers.nova [req-9677e539-13ce-422a-abed-a53d2c93220f req-41a3b6ac-4cee-4b32-824e-b2c7bc84c431 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3c9cf486-30d0-433e-b013-3f3ef213effe {{(pid=84041) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 18 20:41:57.920616 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.db [req-9677e539-13ce-422a-abed-a53d2c93220f req-41a3b6ac-4cee-4b32-824e-b2c7bc84c431 service neutron] For port 3c9cf486-30d0-433e-b013-3f3ef213effe, host n-h1-838334-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838334-2',level=0,port_id=3c9cf486-30d0-433e-b013-3f3ef213effe,segment=NetworkSegment(806925fb-1611-47d5-bfae-6289aca7c7ad),segment_id=806925fb-1611-47d5-bfae-6289aca7c7ad)] {{(pid=84041) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:41:57.964050 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [req-9677e539-13ce-422a-abed-a53d2c93220f req-41a3b6ac-4cee-4b32-824e-b2c7bc84c431 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:41:58.018024 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [req-23f65b34-b8ca-4511-bb4b-5f423e6fc968 req-84a6920b-6fdd-4cf9-87a4-740a8224ef06 tempest-DeleteServersAdminTestJSON-1810910881 tempest-DeleteServersAdminTestJSON-1810910881-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750375259028', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750374836628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32266323'] for port, after_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:41:58.023338 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-301731df-e21e-4181-9787-bb387b542d23 req-73884f0f-9852-4b45-9ad1-15efc593bb9d tempest-FloatingIPsAssociationTestJSON-661839082 tempest-FloatingIPsAssociationTestJSON-661839082-project] 10.222.0.42 "GET /v2.0/floatingips?floating_ip_address=172.25.8.114 HTTP/1.1" status: 200 len: 1001 time: 0.3710575 Apr 18 20:41:58.023338 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.v2.base [req-301731df-e21e-4181-9787-bb387b542d23 req-ca5e994c-534c-4c05-950d-752f49417f1c tempest-FloatingIPsAssociationTestJSON-661839082 tempest-FloatingIPsAssociationTestJSON-661839082-project] Request body: {'floatingip': {'port_id': None}} {{(pid=84040) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 20:41:58.125729 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84a6920b-6fdd-4cf9-87a4-740a8224ef06 tempest-DeleteServersAdminTestJSON-1810910881 tempest-DeleteServersAdminTestJSON-1810910881-project-admin] Pushing event deleted for resources: {'Port': ['ID=211c2085-e46f-4344-85a5-45e4a4ae425f,revision_number=None']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:41:58.163985 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-e23f33dd-f831-4917-a865-1b7a114520a7 req-159dc20c-63de-4a63-bf9e-f719f748744a service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=7b96c852-8e2e-4d3b-ad4b-39924026f663&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.6618769 Apr 18 20:41:58.181946 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4f5e28f-5378-4011-96db-2259e28ec802 req-08889df3-ebdf-42ac-90a8-7d77913195a2 tempest-DeleteServersAdminTestJSON-198139237 tempest-DeleteServersAdminTestJSON-198139237-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:41:58.181946 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-f4f5e28f-5378-4011-96db-2259e28ec802 req-08889df3-ebdf-42ac-90a8-7d77913195a2 tempest-DeleteServersAdminTestJSON-198139237 tempest-DeleteServersAdminTestJSON-198139237-project] 10.222.0.42 "GET /v2.0/ports?device_id=6f1edd76-444d-4e96-8253-6174428ae861 HTTP/1.1" status: 200 len: 950 time: 0.8587792 Apr 18 20:41:58.281935 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.l3_dvrscheduler_db [req-23f65b34-b8ca-4511-bb4b-5f423e6fc968 req-84a6920b-6fdd-4cf9-87a4-740a8224ef06 tempest-DeleteServersAdminTestJSON-1810910881 tempest-DeleteServersAdminTestJSON-1810910881-project-admin] No DVR routers for this DVR port 211c2085-e46f-4344-85a5-45e4a4ae425f on host n-h1-838334-2 {{(pid=84041) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 20:41:58.281935 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [req-23f65b34-b8ca-4511-bb4b-5f423e6fc968 req-84a6920b-6fdd-4cf9-87a4-740a8224ef06 tempest-DeleteServersAdminTestJSON-1810910881 tempest-DeleteServersAdminTestJSON-1810910881-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217293'] for port, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:41:58.297620 n-d-838334-2 neutron-server[84041]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6f1edd76-444d-4e96-8253-6174428ae861', 'name': 'network-vif-deleted', 'tag': '211c2085-e46f-4344-85a5-45e4a4ae425f'}] {{(pid=84041) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 20:41:58.343544 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-e23f33dd-f831-4917-a865-1b7a114520a7 req-2e6d1d8d-b337-40b3-ab9a-c1326f668401 service neutron] 10.222.0.48 "GET /v2.0/networks/2b4e6157-bc80-44e6-aceb-13aa29225b38?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6302383 Apr 18 20:41:58.350080 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-23f65b34-b8ca-4511-bb4b-5f423e6fc968 req-84a6920b-6fdd-4cf9-87a4-740a8224ef06 tempest-DeleteServersAdminTestJSON-1810910881 tempest-DeleteServersAdminTestJSON-1810910881-project-admin] 10.222.0.43 "DELETE /v2.0/ports/211c2085-e46f-4344-85a5-45e4a4ae425f HTTP/1.1" status: 204 len: 173 time: 2.0564134 Apr 18 20:41:58.350080 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-ba6671bf-d218-4430-b885-06842c139897 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-32377931', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33443910'] for router_interface, after_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:41:58.414727 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.provisioning_blocks [req-9677e539-13ce-422a-abed-a53d2c93220f req-41a3b6ac-4cee-4b32-824e-b2c7bc84c431 service neutron] Transition to ACTIVE for port object 3c9cf486-30d0-433e-b013-3f3ef213effe will not be triggered until provisioned by entity L2. {{(pid=84041) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 20:41:58.435327 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-301731df-e21e-4181-9787-bb387b542d23 req-ca5e994c-534c-4c05-950d-752f49417f1c tempest-FloatingIPsAssociationTestJSON-661839082 tempest-FloatingIPsAssociationTestJSON-661839082-project] Notify callbacks [] for floatingip, before_update {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:41:58.584792 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [req-9677e539-13ce-422a-abed-a53d2c93220f req-41a3b6ac-4cee-4b32-824e-b2c7bc84c431 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32266282'] for port, after_update {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:41:58.759202 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-f4f5e28f-5378-4011-96db-2259e28ec802 req-525a9cf3-5eb3-40fd-8cef-900607980207 tempest-DeleteServersAdminTestJSON-198139237 tempest-DeleteServersAdminTestJSON-198139237-project] 10.222.0.42 "GET /v2.0/security-groups?id=8cdb27fa-e654-4d38-a026-751617f09e74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5500953 Apr 18 20:41:58.897465 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-e23f33dd-f831-4917-a865-1b7a114520a7 req-0effbf84-adbc-4abe-87a1-2df641720b5e service neutron] 10.222.0.43 "GET /v2.0/networks/7b96c852-8e2e-4d3b-ad4b-39924026f663?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7120254 Apr 18 20:41:59.212420 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-301731df-e21e-4181-9787-bb387b542d23 req-ca5e994c-534c-4c05-950d-752f49417f1c tempest-FloatingIPsAssociationTestJSON-661839082 tempest-FloatingIPsAssociationTestJSON-661839082-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:41:59.230444 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-301731df-e21e-4181-9787-bb387b542d23 req-ca5e994c-534c-4c05-950d-752f49417f1c tempest-FloatingIPsAssociationTestJSON-661839082 tempest-FloatingIPsAssociationTestJSON-661839082-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33444131'] for floatingip, after_update {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:41:59.230444 n-d-838334-2 neutron-server[84040]: INFO neutron.db.l3_db [req-301731df-e21e-4181-9787-bb387b542d23 req-ca5e994c-534c-4c05-950d-752f49417f1c tempest-FloatingIPsAssociationTestJSON-661839082 tempest-FloatingIPsAssociationTestJSON-661839082-project] Floating IP dd00b6f2-1ed6-4823-8f13-37481470b44b disassociated. External IP: 172.25.8.114, port: 83781acf-08e2-45f0-bbcd-ac7d73ff7920. Apr 18 20:41:59.252139 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.l3_dvrscheduler_db [req-9677e539-13ce-422a-abed-a53d2c93220f req-41a3b6ac-4cee-4b32-824e-b2c7bc84c431 service neutron] No DVR routers for this DVR port 3c9cf486-30d0-433e-b013-3f3ef213effe on host n-h2-838334-2 {{(pid=84041) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 20:41:59.321150 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-9677e539-13ce-422a-abed-a53d2c93220f req-41a3b6ac-4cee-4b32-824e-b2c7bc84c431 service neutron] 10.222.0.48 "PUT /v2.0/ports/3c9cf486-30d0-433e-b013-3f3ef213effe/bindings/n-h1-838334-2/activate HTTP/1.1" status: 200 len: 369 time: 3.0778718 Apr 18 20:41:59.334630 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41a3b6ac-4cee-4b32-824e-b2c7bc84c431 service neutron] Pushing event updated for resources: {'Port': ['ID=3c9cf486-30d0-433e-b013-3f3ef213effe,revision_number=10']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:41:59.379612 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750375287399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253529'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:41:59.625518 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Device 211c2085-e46f-4344-85a5-45e4a4ae425f no longer exists at agent hyperv_n-h1-838334-2 {{(pid=84042) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 20:41:59.712272 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.plugin [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] No Port match for: 211c2085-e46f-4344-85a5-45e4a4ae425f {{(pid=84042) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 18 20:41:59.712272 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Device 211c2085-e46f-4344-85a5-45e4a4ae425f not bound to the agent host n-h1-838334-2 {{(pid=84042) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 20:41:59.716019 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Device 3c9cf486-30d0-433e-b013-3f3ef213effe no longer exists at agent hyperv_n-h2-838334-2 {{(pid=84042) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 20:41:59.783492 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-e23f33dd-f831-4917-a865-1b7a114520a7 req-5b52b8dc-7f2a-485a-a47f-ebb8d54ddd4d service neutron] 10.222.0.43 "GET /v2.0/networks/7b96c852-8e2e-4d3b-ad4b-39924026f663?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8545544 Apr 18 20:41:59.887159 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-a39f58af-f8d9-4c8c-bbc7-266c02ff270c req-0d30fedf-8f50-4b6d-9816-8883b9471034 tempest-LiveAutoBlockMigrationV225Test-203169570 tempest-LiveAutoBlockMigrationV225Test-203169570-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=af4d32de-e1c9-49ff-a5f9-459cfba4378d&tenant_id=7843cba0a7e24a0397d5219cb7fd254c&binding%3Ahost_id=n-h1-838334-2 HTTP/1.1" status: 200 len: 1097 time: 0.4932420 Apr 18 20:42:00.003715 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9bd373c-68df-4135-b328-355a464f2f9c req-bdf15ce1-0915-4ec2-bb8b-3888c16e4739 tempest-LiveMigrationTest-963278731 tempest-LiveMigrationTest-963278731-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:42:00.022227 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-b9bd373c-68df-4135-b328-355a464f2f9c req-bdf15ce1-0915-4ec2-bb8b-3888c16e4739 tempest-LiveMigrationTest-963278731 tempest-LiveMigrationTest-963278731-project] 10.222.0.42 "GET /v2.0/ports?device_id=e0e2d6b0-4b7a-4309-8d92-47bdafbc7681 HTTP/1.1" status: 200 len: 945 time: 0.6478436 Apr 18 20:42:00.028189 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Device 3c9cf486-30d0-433e-b013-3f3ef213effe not bound to the agent host n-h2-838334-2 {{(pid=84042) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 20:42:00.178959 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.v2.base [req-a39f58af-f8d9-4c8c-bbc7-266c02ff270c req-9aab0320-bee3-42b4-a692-f9afd08774e5 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-838334-2'}}} {{(pid=84040) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 20:42:00.213770 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-9677e539-13ce-422a-abed-a53d2c93220f req-e54d3a68-9591-4269-b403-4ce3f1ae2b47 tempest-LiveMigrationTest-1620833465 tempest-LiveMigrationTest-1620833465-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=e0e2d6b0-4b7a-4309-8d92-47bdafbc7681&tenant_id=30967135a3784f8f91989a9ec626fb3e&binding%3Ahost_id=n-h2-838334-2 HTTP/1.1" status: 200 len: 1096 time: 0.3964179 Apr 18 20:42:00.328468 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-9677e539-13ce-422a-abed-a53d2c93220f req-aa3494cf-df9e-4876-9b89-c15fc73af416 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=e0e2d6b0-4b7a-4309-8d92-47bdafbc7681&tenant_id=30967135a3784f8f91989a9ec626fb3e HTTP/1.1" status: 200 len: 1096 time: 0.1090696 Apr 18 20:42:00.374384 n-d-838334-2 neutron-server[84041]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ba6671bf-d218-4430-b885-06842c139897 admin admin] Router 8ea8bcfe-346f-411c-9854-16e294e943f6 has already been hosted by L3 agent bc84d6c9-dd7a-4555-a351-592327b46d5a {{(pid=84041) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 20:42:00.447250 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-b9bd373c-68df-4135-b328-355a464f2f9c req-b2337b27-40b4-41d5-8c8a-5512b2d49992 tempest-LiveMigrationTest-963278731 tempest-LiveMigrationTest-963278731-project] 10.222.0.42 "GET /v2.0/security-groups?id=c1ded286-bbeb-4ec4-95be-e4f6aab8a892&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4246593 Apr 18 20:42:00.489875 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-a39f58af-f8d9-4c8c-bbc7-266c02ff270c req-9aab0320-bee3-42b4-a692-f9afd08774e5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:42:00.664918 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-9677e539-13ce-422a-abed-a53d2c93220f req-e59ee096-bc24-4579-b5db-f657118b9eb7 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=30967135a3784f8f91989a9ec626fb3e&device_id=e0e2d6b0-4b7a-4309-8d92-47bdafbc7681 HTTP/1.1" status: 200 len: 1096 time: 0.2864513 Apr 18 20:42:00.857505 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9677e539-13ce-422a-abed-a53d2c93220f req-3b5700e7-28bb-4681-ad33-844025d4256e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:42:00.857505 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-9677e539-13ce-422a-abed-a53d2c93220f req-3b5700e7-28bb-4681-ad33-844025d4256e service neutron] 10.222.0.43 "GET /v2.0/networks?id=2b4e6157-bc80-44e6-aceb-13aa29225b38 HTTP/1.1" status: 200 len: 908 time: 0.1778510 Apr 18 20:42:00.961276 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-9677e539-13ce-422a-abed-a53d2c93220f req-4ea152d1-63b2-4fe5-9bd0-8147179852c4 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=3c9cf486-30d0-433e-b013-3f3ef213effe HTTP/1.1" status: 200 len: 217 time: 0.0876970 Apr 18 20:42:01.033572 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ba6671bf-d218-4430-b885-06842c139897 admin admin] Notify agent at l3_agent.n-d-838334-2 the message routers_updated {{(pid=84041) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 20:42:01.036149 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9677e539-13ce-422a-abed-a53d2c93220f req-c3703197-0d32-49b3-824b-82804bd43a2c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:42:01.037783 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-9677e539-13ce-422a-abed-a53d2c93220f req-c3703197-0d32-49b3-824b-82804bd43a2c service neutron] 10.222.0.43 "GET /v2.0/subnets?id=2a27c3e0-e2c3-453b-9e93-76a003aa4b19 HTTP/1.1" status: 200 len: 847 time: 0.0785325 Apr 18 20:42:01.044822 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-ba6671bf-d218-4430-b885-06842c139897 admin admin] 10.222.0.42 "PUT /v2.0/routers/8ea8bcfe-346f-411c-9854-16e294e943f6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.4835105 Apr 18 20:42:01.045699 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 37750) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:42:01.052060 n-d-838334-2 neutron-server[84043]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ea0aa31-9a8a-4c8e-8271-905d38eb5346 None None] Sync routers for ids ['8ea8bcfe-346f-411c-9854-16e294e943f6'] in n-d-838334-2 {{(pid=84043) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 18 20:42:01.099299 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ea0aa31-9a8a-4c8e-8271-905d38eb5346 None None] Routers {'8ea8bcfe-346f-411c-9854-16e294e943f6'} bound to L3 agent in host n-d-838334-2 {{(pid=84043) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 20:42:01.099299 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.l3_hamode_db [None req-4ea0aa31-9a8a-4c8e-8271-905d38eb5346 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838334-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-18T20:25:48Z,description=,heartbeat_timestamp=2022-04-18T20:41:48Z,host='n-d-838334-2',id=bc84d6c9-dd7a-4555-a351-592327b46d5a,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:25:48Z,topic='l3_agent')) {'router_ids': ['8ea8bcfe-346f-411c-9854-16e294e943f6'], 'active': True} {{(pid=84043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:42:01.177532 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-9677e539-13ce-422a-abed-a53d2c93220f req-78cf4d24-1bfb-4e6d-99b4-84a62397f994 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=2b4e6157-bc80-44e6-aceb-13aa29225b38&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1205916 Apr 18 20:42:01.293730 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.db [req-a39f58af-f8d9-4c8c-bbc7-266c02ff270c req-9aab0320-bee3-42b4-a692-f9afd08774e5 service neutron] For port 50d89c2c-8806-4e15-b008-076d10f6051f, host n-h1-838334-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838334-2',level=0,port_id=50d89c2c-8806-4e15-b008-076d10f6051f,segment=NetworkSegment(e2a67327-2af4-4205-9ade-197b88c2bea8),segment_id=e2a67327-2af4-4205-9ade-197b88c2bea8)] {{(pid=84040) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:42:01.317591 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cc7b8aa-0344-4d7c-b7e0-67bcaca2dc57 req-65a5d2a9-f2b4-445f-8035-3b6f88cdc87a tempest-ServersOnMultiNodesTest-1168278630 tempest-ServersOnMultiNodesTest-1168278630-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:42:01.317591 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-6cc7b8aa-0344-4d7c-b7e0-67bcaca2dc57 req-65a5d2a9-f2b4-445f-8035-3b6f88cdc87a tempest-ServersOnMultiNodesTest-1168278630 tempest-ServersOnMultiNodesTest-1168278630-project] 10.222.0.42 "GET /v2.0/ports?device_id=2abb8a99-6a87-4957-a30b-64882fcf74b5 HTTP/1.1" status: 200 len: 950 time: 0.5944345 Apr 18 20:42:01.436952 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.db.resource_extend [req-a39f58af-f8d9-4c8c-bbc7-266c02ff270c req-9aab0320-bee3-42b4-a692-f9afd08774e5 service neutron] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 18 20:42:01.470414 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.l3_dvr_db [None req-4ea0aa31-9a8a-4c8e-8271-905d38eb5346 None None] Set router 8ea8bcfe-346f-411c-9854-16e294e943f6 gateway port host: n-d-838334-2 {{(pid=84043) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 20:42:01.527459 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-6cc7b8aa-0344-4d7c-b7e0-67bcaca2dc57 req-2b0d7fc1-8bd7-47e0-90fc-682357820977 tempest-ServersOnMultiNodesTest-1168278630 tempest-ServersOnMultiNodesTest-1168278630-project] 10.222.0.42 "GET /v2.0/security-groups?id=e1e985d3-f227-45b4-b9a7-ffadcd0db1b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2008119 Apr 18 20:42:01.602875 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-9677e539-13ce-422a-abed-a53d2c93220f req-7415d7c2-3610-4ffe-b691-18ac9c8825fb service neutron] 10.222.0.43 "GET /v2.0/networks/2b4e6157-bc80-44e6-aceb-13aa29225b38?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3722737 Apr 18 20:42:01.631703 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.db [req-a39f58af-f8d9-4c8c-bbc7-266c02ff270c req-9aab0320-bee3-42b4-a692-f9afd08774e5 service neutron] For port 50d89c2c-8806-4e15-b008-076d10f6051f, host n-h1-838334-2, cleared binding levels {{(pid=84040) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 20:42:01.687730 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Device 50d89c2c-8806-4e15-b008-076d10f6051f details requested by agent hyperv_n-h2-838334-2 with host n-h2-838334-2 {{(pid=84042) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 18 20:42:01.791952 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-9677e539-13ce-422a-abed-a53d2c93220f req-6259a40f-dd7f-4e09-8bc4-3130adcdfce8 service neutron] 10.222.0.43 "GET /v2.0/networks/2b4e6157-bc80-44e6-aceb-13aa29225b38?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1773856 Apr 18 20:42:01.858519 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-641700e2-f029-4c35-b507-428ad603e4ea admin admin] Notify callbacks [] for router, before_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:42:01.950115 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.l3_hamode_db [None req-4ea0aa31-9a8a-4c8e-8271-905d38eb5346 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ea8bcfe-346f-411c-9854-16e294e943f6', 'name': 'tempest-FloatingIPDetailsTestJSON-2143832353-router', 'tenant_id': 'd3fc4049ccc64e45ba4bb202e1d092fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'external_fixed_ips': [{'subnet_id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'ip_address': '172.25.8.87'}], 'enable_snat': True}, 'gw_port_id': 'f6b95b7c-bd9e-4dc6-a444-1cd30f9b272c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:40:36Z', 'updated_at': '2022-04-18T20:41:56Z', 'revision_number': 5, 'project_id': 'd3fc4049ccc64e45ba4bb202e1d092fe', 'gw_port': {'id': 'f6b95b7c-bd9e-4dc6-a444-1cd30f9b272c', 'name': '', 'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:e5:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ea8bcfe-346f-411c-9854-16e294e943f6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'ip_address': '172.25.8.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:40:40Z', 'updated_at': '2022-04-18T20:40:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838334-2'}], 'n-d-838334-2', False) {} {{(pid=84043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:42:01.961955 n-d-838334-2 neutron-server[84043]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ea0aa31-9a8a-4c8e-8271-905d38eb5346 None None] Checking router: 8ea8bcfe-346f-411c-9854-16e294e943f6 for host: n-d-838334-2 {{(pid=84043) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 18 20:42:01.991324 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ea0aa31-9a8a-4c8e-8271-905d38eb5346 None None] Routers {'8ea8bcfe-346f-411c-9854-16e294e943f6'} bound to L3 agent in host n-d-838334-2 {{(pid=84043) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 20:42:01.995129 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-a39f58af-f8d9-4c8c-bbc7-266c02ff270c req-9aab0320-bee3-42b4-a692-f9afd08774e5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:42:01.997626 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.l3_hamode_db [None req-4ea0aa31-9a8a-4c8e-8271-905d38eb5346 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838334-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-18T20:25:48Z,description=,heartbeat_timestamp=2022-04-18T20:41:48Z,host='n-d-838334-2',id=bc84d6c9-dd7a-4555-a351-592327b46d5a,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:25:48Z,topic='l3_agent')) {'router_ids': ['8ea8bcfe-346f-411c-9854-16e294e943f6'], 'active': True} {{(pid=84043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:42:02.009357 n-d-838334-2 neutron-server[84040]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'af4d32de-e1c9-49ff-a5f9-459cfba4378d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '50d89c2c-8806-4e15-b008-076d10f6051f'}] {{(pid=84040) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 20:42:02.059472 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-a39f58af-f8d9-4c8c-bbc7-266c02ff270c req-9aab0320-bee3-42b4-a692-f9afd08774e5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32440959'] for port, after_update {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:42:02.144328 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] For port 50d89c2c-8806-4e15-b008-076d10f6051f, host n-h1-838334-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838334-2',level=0,port_id=50d89c2c-8806-4e15-b008-076d10f6051f,segment=NetworkSegment(e2a67327-2af4-4205-9ade-197b88c2bea8),segment_id=e2a67327-2af4-4205-9ade-197b88c2bea8)] {{(pid=84042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:42:02.200465 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Device 50d89c2c-8806-4e15-b008-076d10f6051f has no active binding in host n-h2-838334-2 {{(pid=84042) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:142}} Apr 18 20:42:02.531583 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aab0320-bee3-42b4-a692-f9afd08774e5 service neutron] Pushing event updated for resources: {'Port': ['ID=50d89c2c-8806-4e15-b008-076d10f6051f,revision_number=7']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:42:02.559519 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.l3_dvr_db [None req-4ea0aa31-9a8a-4c8e-8271-905d38eb5346 None None] Set router 8ea8bcfe-346f-411c-9854-16e294e943f6 gateway port host: n-d-838334-2 {{(pid=84043) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 20:42:02.580670 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-9677e539-13ce-422a-abed-a53d2c93220f req-90e327fb-3c7d-4ca6-9977-bbb56158b970 tempest-LiveMigrationTest-1620833465 tempest-LiveMigrationTest-1620833465-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=e0e2d6b0-4b7a-4309-8d92-47bdafbc7681&tenant_id=30967135a3784f8f91989a9ec626fb3e&binding%3Ahost_id=n-h1-838334-2 HTTP/1.1" status: 200 len: 1096 time: 0.2727709 Apr 18 20:42:02.670118 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cea3149-7d1a-4399-9887-d5900a5624e8 req-bd3f7cbc-2ceb-487e-9619-d839cda31328 tempest-LiveAutoBlockMigrationV225Test-1713341100 tempest-LiveAutoBlockMigrationV225Test-1713341100-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:42:02.670118 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-9cea3149-7d1a-4399-9887-d5900a5624e8 req-bd3f7cbc-2ceb-487e-9619-d839cda31328 tempest-LiveAutoBlockMigrationV225Test-1713341100 tempest-LiveAutoBlockMigrationV225Test-1713341100-project] 10.222.0.42 "GET /v2.0/ports?device_id=af4d32de-e1c9-49ff-a5f9-459cfba4378d HTTP/1.1" status: 200 len: 944 time: 0.4252536 Apr 18 20:42:02.670118 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.managers [req-a39f58af-f8d9-4c8c-bbc7-266c02ff270c req-9aab0320-bee3-42b4-a692-f9afd08774e5 service neutron] Attempting to bind port 50d89c2c-8806-4e15-b008-076d10f6051f on host n-h1-838334-2 for vnic_type normal with profile {"migrating_to": "n-h2-838334-2"} {{(pid=84040) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:42:02.675998 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.managers [req-a39f58af-f8d9-4c8c-bbc7-266c02ff270c req-9aab0320-bee3-42b4-a692-f9afd08774e5 service neutron] Attempting to bind port 50d89c2c-8806-4e15-b008-076d10f6051f by drivers openvswitch,hyperv on host n-h1-838334-2 at level 0 using segments [{'id': 'e2a67327-2af4-4205-9ade-197b88c2bea8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '5ab7510b-2145-476c-b9d7-eb0e1ae538b7'}] {{(pid=84040) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:42:02.675998 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a39f58af-f8d9-4c8c-bbc7-266c02ff270c req-9aab0320-bee3-42b4-a692-f9afd08774e5 service neutron] Attempting to bind port 50d89c2c-8806-4e15-b008-076d10f6051f on network 5ab7510b-2145-476c-b9d7-eb0e1ae538b7 {{(pid=84040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 20:42:02.692346 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a39f58af-f8d9-4c8c-bbc7-266c02ff270c req-9aab0320-bee3-42b4-a692-f9afd08774e5 service neutron] Port 50d89c2c-8806-4e15-b008-076d10f6051f on network 5ab7510b-2145-476c-b9d7-eb0e1ae538b7 not bound, no agent of type Open vSwitch agent registered on host n-h1-838334-2 {{(pid=84040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 18 20:42:02.692346 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a39f58af-f8d9-4c8c-bbc7-266c02ff270c req-9aab0320-bee3-42b4-a692-f9afd08774e5 service neutron] Attempting to bind port 50d89c2c-8806-4e15-b008-076d10f6051f on network 5ab7510b-2145-476c-b9d7-eb0e1ae538b7 {{(pid=84040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 20:42:02.721642 n-d-838334-2 neutron-server[84040]: DEBUG neutron.scheduler.l3_agent_scheduler [req-301731df-e21e-4181-9787-bb387b542d23 req-ca5e994c-534c-4c05-950d-752f49417f1c tempest-FloatingIPsAssociationTestJSON-661839082 tempest-FloatingIPsAssociationTestJSON-661839082-project] Router 22db2c67-8ca2-4b62-a28e-e9255641c33b has already been hosted by L3 agent bc84d6c9-dd7a-4555-a351-592327b46d5a {{(pid=84040) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 20:42:02.727776 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a39f58af-f8d9-4c8c-bbc7-266c02ff270c req-9aab0320-bee3-42b4-a692-f9afd08774e5 service neutron] Checking agent: {'id': 'd63bab19-ff81-4de1-afeb-a3732288d0d7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-838334-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 33, 59), 'started_at': datetime.datetime(2022, 4, 18, 20, 33, 59), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 20, 41, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 18 20:42:02.728122 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a39f58af-f8d9-4c8c-bbc7-266c02ff270c req-9aab0320-bee3-42b4-a692-f9afd08774e5 service neutron] Checking segment: {'id': 'e2a67327-2af4-4205-9ade-197b88c2bea8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '5ab7510b-2145-476c-b9d7-eb0e1ae538b7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84040) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 20:42:02.729155 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a39f58af-f8d9-4c8c-bbc7-266c02ff270c req-9aab0320-bee3-42b4-a692-f9afd08774e5 service neutron] Bound using segment: {'id': 'e2a67327-2af4-4205-9ade-197b88c2bea8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '5ab7510b-2145-476c-b9d7-eb0e1ae538b7'} {{(pid=84040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 18 20:42:02.729356 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.managers [req-a39f58af-f8d9-4c8c-bbc7-266c02ff270c req-9aab0320-bee3-42b4-a692-f9afd08774e5 service neutron] Bound port: 50d89c2c-8806-4e15-b008-076d10f6051f, host: n-h1-838334-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e2a67327-2af4-4205-9ade-197b88c2bea8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '5ab7510b-2145-476c-b9d7-eb0e1ae538b7'}}] {{(pid=84040) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 20:42:02.729707 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-a39f58af-f8d9-4c8c-bbc7-266c02ff270c req-9aab0320-bee3-42b4-a692-f9afd08774e5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:42:02.774818 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-641700e2-f029-4c35-b507-428ad603e4ea admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:42:02.782234 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.db [req-9677e539-13ce-422a-abed-a53d2c93220f req-555827ac-ec00-4e2a-8ac7-65b5815b6754 service neutron] For port 3c9cf486-30d0-433e-b013-3f3ef213effe, host n-h2-838334-2, cleared binding levels {{(pid=84041) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 20:42:02.791520 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [req-9677e539-13ce-422a-abed-a53d2c93220f req-555827ac-ec00-4e2a-8ac7-65b5815b6754 service neutron] Notify callbacks [] for binding, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:42:02.793817 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-9677e539-13ce-422a-abed-a53d2c93220f req-555827ac-ec00-4e2a-8ac7-65b5815b6754 service neutron] 10.222.0.43 "DELETE /v2.0/ports/3c9cf486-30d0-433e-b013-3f3ef213effe/bindings/n-h2-838334-2 HTTP/1.1" status: 204 len: 173 time: 0.2147150 Apr 18 20:42:02.799415 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.plugin [None req-641700e2-f029-4c35-b507-428ad603e4ea admin admin] Deleting port f6b95b7c-bd9e-4dc6-a444-1cd30f9b272c {{(pid=84041) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 20:42:02.800804 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-641700e2-f029-4c35-b507-428ad603e4ea admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750375188691'] for port, before_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:42:03.111269 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.db [None req-641700e2-f029-4c35-b507-428ad603e4ea admin admin] For port f6b95b7c-bd9e-4dc6-a444-1cd30f9b272c, host n-d-838334-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838334-2',level=0,port_id=f6b95b7c-bd9e-4dc6-a444-1cd30f9b272c,segment=NetworkSegment(732aa830-768b-4511-951f-d08e26b9c25b),segment_id=732aa830-768b-4511-951f-d08e26b9c25b)] {{(pid=84041) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:42:03.111269 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-641700e2-f029-4c35-b507-428ad603e4ea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369123'] for port, precommit_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:42:03.168447 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.l3_hamode_db [None req-4ea0aa31-9a8a-4c8e-8271-905d38eb5346 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ea8bcfe-346f-411c-9854-16e294e943f6', 'name': 'tempest-FloatingIPDetailsTestJSON-2143832353-router', 'tenant_id': 'd3fc4049ccc64e45ba4bb202e1d092fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'external_fixed_ips': [{'subnet_id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'ip_address': '172.25.8.87'}], 'enable_snat': True}, 'gw_port_id': 'f6b95b7c-bd9e-4dc6-a444-1cd30f9b272c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:40:36Z', 'updated_at': '2022-04-18T20:41:56Z', 'revision_number': 5, 'project_id': 'd3fc4049ccc64e45ba4bb202e1d092fe', 'gw_port': {'id': 'f6b95b7c-bd9e-4dc6-a444-1cd30f9b272c', 'name': '', 'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:e5:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ea8bcfe-346f-411c-9854-16e294e943f6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'ip_address': '172.25.8.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:40:40Z', 'updated_at': '2022-04-18T20:40:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838334-2'}], 'n-d-838334-2', False) {} {{(pid=84043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:42:03.188161 n-d-838334-2 neutron-server[84043]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ea0aa31-9a8a-4c8e-8271-905d38eb5346 None None] The sync data for ids ['8ea8bcfe-346f-411c-9854-16e294e943f6'] in n-d-838334-2 is: [{'id': '8ea8bcfe-346f-411c-9854-16e294e943f6', 'name': 'tempest-FloatingIPDetailsTestJSON-2143832353-router', 'tenant_id': 'd3fc4049ccc64e45ba4bb202e1d092fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'external_fixed_ips': [{'subnet_id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'ip_address': '172.25.8.87'}], 'enable_snat': True}, 'gw_port_id': 'f6b95b7c-bd9e-4dc6-a444-1cd30f9b272c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:40:36Z', 'updated_at': '2022-04-18T20:41:56Z', 'revision_number': 5, 'project_id': 'd3fc4049ccc64e45ba4bb202e1d092fe', 'gw_port': {'id': 'f6b95b7c-bd9e-4dc6-a444-1cd30f9b272c', 'name': '', 'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:e5:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ea8bcfe-346f-411c-9854-16e294e943f6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'ip_address': '172.25.8.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:40:40Z', 'updated_at': '2022-04-18T20:40:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838334-2'}] {{(pid=84043) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 18 20:42:03.257519 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.db [req-a39f58af-f8d9-4c8c-bbc7-266c02ff270c req-9aab0320-bee3-42b4-a692-f9afd08774e5 service neutron] For port 50d89c2c-8806-4e15-b008-076d10f6051f, host n-h1-838334-2, cleared binding levels {{(pid=84040) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 20:42:03.257519 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.db [req-a39f58af-f8d9-4c8c-bbc7-266c02ff270c req-9aab0320-bee3-42b4-a692-f9afd08774e5 service neutron] For port 50d89c2c-8806-4e15-b008-076d10f6051f, host n-h1-838334-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838334-2',level=0,port_id=50d89c2c-8806-4e15-b008-076d10f6051f,segment=NetworkSegment(e2a67327-2af4-4205-9ade-197b88c2bea8),segment_id=e2a67327-2af4-4205-9ade-197b88c2bea8)] {{(pid=84040) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 20:42:03.330309 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-9cea3149-7d1a-4399-9887-d5900a5624e8 req-a90dca16-d2c5-447d-afca-cd6ab986fe09 tempest-LiveAutoBlockMigrationV225Test-1713341100 tempest-LiveAutoBlockMigrationV225Test-1713341100-project] 10.222.0.42 "GET /v2.0/security-groups?id=bf712067-aabd-4e70-aae1-082928dd1ccd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6313252 Apr 18 20:42:03.354001 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-a39f58af-f8d9-4c8c-bbc7-266c02ff270c req-9aab0320-bee3-42b4-a692-f9afd08774e5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32440959'] for port, after_update {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:42:03.398016 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750375287399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253529'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:42:03.475579 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.plugin [None req-641700e2-f029-4c35-b507-428ad603e4ea admin admin] Calling delete_port for f6b95b7c-bd9e-4dc6-a444-1cd30f9b272c owned by network:router_gateway {{(pid=84041) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 20:42:03.508762 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aab0320-bee3-42b4-a692-f9afd08774e5 service neutron] Pushing event updated for resources: {'Port': ['ID=50d89c2c-8806-4e15-b008-076d10f6051f,revision_number=8']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:42:03.683907 n-d-838334-2 neutron-server[84041]: INFO neutron.notifiers.nova [-] Nova event matching ['req-66514377-6733-415b-8ff1-a8a18dda4a6f'] response: {'server_uuid': '6f1edd76-444d-4e96-8253-6174428ae861', 'name': 'network-vif-deleted', 'tag': '211c2085-e46f-4344-85a5-45e4a4ae425f', 'status': 'completed', 'code': 200} Apr 18 20:42:03.814004 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-a39f58af-f8d9-4c8c-bbc7-266c02ff270c req-9aab0320-bee3-42b4-a692-f9afd08774e5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217293'] for port, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:42:03.814004 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-a39f58af-f8d9-4c8c-bbc7-266c02ff270c req-9aab0320-bee3-42b4-a692-f9afd08774e5 service neutron] 10.222.0.48 "PUT /v2.0/ports/50d89c2c-8806-4e15-b008-076d10f6051f HTTP/1.1" status: 200 len: 1122 time: 3.9156380 Apr 18 20:42:03.932376 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] get_ports_and_sgs() called for port_ids ['50d89c2c-8806-4e15-b008-076d10f6051f'] {{(pid=84042) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 18 20:42:03.964140 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-301731df-e21e-4181-9787-bb387b542d23 req-ca5e994c-534c-4c05-950d-752f49417f1c tempest-FloatingIPsAssociationTestJSON-661839082 tempest-FloatingIPsAssociationTestJSON-661839082-project] Notify agent at l3_agent.n-d-838334-2 the message routers_updated {{(pid=84040) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 20:42:03.974776 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-301731df-e21e-4181-9787-bb387b542d23 req-ca5e994c-534c-4c05-950d-752f49417f1c tempest-FloatingIPsAssociationTestJSON-661839082 tempest-FloatingIPsAssociationTestJSON-661839082-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217293'] for floatingip, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:42:04.117610 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] get_ports_and_sgs() called for port_ids ['50d89c2c-8806-4e15-b008-076d10f6051f'] {{(pid=84042) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 18 20:42:04.129983 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-641700e2-f029-4c35-b507-428ad603e4ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750375259028', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750374836628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32266323'] for port, after_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:42:04.263438 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-902851ee-dfcd-4bd9-99e3-abafeb1ffd59 None None] Sync routers for ids ['22db2c67-8ca2-4b62-a28e-e9255641c33b'] in n-d-838334-2 {{(pid=84042) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 18 20:42:04.300723 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-301731df-e21e-4181-9787-bb387b542d23 req-ca5e994c-534c-4c05-950d-752f49417f1c tempest-FloatingIPsAssociationTestJSON-661839082 tempest-FloatingIPsAssociationTestJSON-661839082-project] 10.222.0.42 "PUT /v2.0/floatingips/dd00b6f2-1ed6-4823-8f13-37481470b44b HTTP/1.1" status: 200 len: 696 time: 6.2721701 Apr 18 20:42:04.324767 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-641700e2-f029-4c35-b507-428ad603e4ea admin admin] Pushing event deleted for resources: {'Port': ['ID=f6b95b7c-bd9e-4dc6-a444-1cd30f9b272c,revision_number=None']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:42:04.616997 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_dvrscheduler_db [None req-902851ee-dfcd-4bd9-99e3-abafeb1ffd59 None None] Routers {'22db2c67-8ca2-4b62-a28e-e9255641c33b'} bound to L3 agent in host n-d-838334-2 {{(pid=84042) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 20:42:04.617533 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_hamode_db [None req-902851ee-dfcd-4bd9-99e3-abafeb1ffd59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838334-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-18T20:25:48Z,description=,heartbeat_timestamp=2022-04-18T20:41:48Z,host='n-d-838334-2',id=bc84d6c9-dd7a-4555-a351-592327b46d5a,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:25:48Z,topic='l3_agent')) {'router_ids': ['22db2c67-8ca2-4b62-a28e-e9255641c33b'], 'active': True} {{(pid=84042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:42:04.876413 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-641700e2-f029-4c35-b507-428ad603e4ea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33444108'] for router_gateway, after_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:42:04.944906 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Device d524585c-1bf8-493d-aa74-3b54f9475f9b no longer exists at agent ovs-agent-n-d-838334-2 {{(pid=84042) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 20:42:05.051376 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.plugin [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] No Port match for: d524585c-1bf8-493d-aa74-3b54f9475f9b {{(pid=84042) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 18 20:42:05.052266 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Device d524585c-1bf8-493d-aa74-3b54f9475f9b not bound to the agent host n-d-838334-2 {{(pid=84042) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 20:42:05.104743 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-301731df-e21e-4181-9787-bb387b542d23 req-6c3a9143-085c-47e6-9222-ab27228b51a1 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=c1a78f2b33ee4536986609e3ae5af78c&device_id=7bd31c74-5ed9-42a9-8cb8-065ab982f3bb HTTP/1.1" status: 200 len: 1096 time: 0.7986031 Apr 18 20:42:05.284895 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-301731df-e21e-4181-9787-bb387b542d23 req-984705cc-4a51-4ac9-baf0-dca883932dad service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:42:05.298473 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-301731df-e21e-4181-9787-bb387b542d23 req-984705cc-4a51-4ac9-baf0-dca883932dad service neutron] 10.222.0.42 "GET /v2.0/networks?id=7b96c852-8e2e-4d3b-ad4b-39924026f663 HTTP/1.1" status: 200 len: 921 time: 0.1859481 Apr 18 20:42:05.370925 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cfa5787-f767-4a2b-86e1-8bde9e126fac req-ba143ab9-6af9-4bac-92f3-c54c7a552410 tempest-LiveMigrationTest-963278731 tempest-LiveMigrationTest-963278731-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:42:05.373578 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-5cfa5787-f767-4a2b-86e1-8bde9e126fac req-ba143ab9-6af9-4bac-92f3-c54c7a552410 tempest-LiveMigrationTest-963278731 tempest-LiveMigrationTest-963278731-project] 10.222.0.42 "GET /v2.0/ports?device_id=e0e2d6b0-4b7a-4309-8d92-47bdafbc7681 HTTP/1.1" status: 200 len: 945 time: 0.7051027 Apr 18 20:42:05.413075 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-301731df-e21e-4181-9787-bb387b542d23 req-1d82cc59-1514-4009-ae43-fe03d7951a6b service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=83781acf-08e2-45f0-bbcd-ac7d73ff7920 HTTP/1.1" status: 200 len: 217 time: 0.1186063 Apr 18 20:42:05.567957 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_dvr_db [None req-902851ee-dfcd-4bd9-99e3-abafeb1ffd59 None None] Set router 22db2c67-8ca2-4b62-a28e-e9255641c33b gateway port host: n-d-838334-2 {{(pid=84042) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 20:42:05.637266 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-5cfa5787-f767-4a2b-86e1-8bde9e126fac req-3f75cf25-db51-4fc0-875d-710ec3a91cad tempest-LiveMigrationTest-963278731 tempest-LiveMigrationTest-963278731-project] 10.222.0.42 "GET /v2.0/security-groups?id=c1ded286-bbeb-4ec4-95be-e4f6aab8a892&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2543809 Apr 18 20:42:05.669926 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-301731df-e21e-4181-9787-bb387b542d23 req-ec5f0f77-c007-4e7e-85be-d6ffe8ea5ecb service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:42:05.682113 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-301731df-e21e-4181-9787-bb387b542d23 req-ec5f0f77-c007-4e7e-85be-d6ffe8ea5ecb service neutron] 10.222.0.42 "GET /v2.0/subnets?id=769e5df8-16e3-4584-97ce-25a3b6243e3e HTTP/1.1" status: 200 len: 859 time: 0.2650645 Apr 18 20:42:05.809219 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-301731df-e21e-4181-9787-bb387b542d23 req-0e0cbb1f-81f1-4a17-a11c-68330817858d service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=7b96c852-8e2e-4d3b-ad4b-39924026f663&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1292448 Apr 18 20:42:05.853760 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-641700e2-f029-4c35-b507-428ad603e4ea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33443580', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5726'] for router, precommit_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:42:05.870824 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-641700e2-f029-4c35-b507-428ad603e4ea admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:42:05.918491 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-641700e2-f029-4c35-b507-428ad603e4ea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-33443408'] for router, after_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:42:05.918491 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-641700e2-f029-4c35-b507-428ad603e4ea admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8ea8bcfe-346f-411c-9854-16e294e943f6 {{(pid=84041) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 18 20:42:05.945942 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-641700e2-f029-4c35-b507-428ad603e4ea admin admin] Notify callbacks [] for router, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:42:05.996963 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-641700e2-f029-4c35-b507-428ad603e4ea admin admin] 10.222.0.42 "DELETE /v2.0/routers/8ea8bcfe-346f-411c-9854-16e294e943f6 HTTP/1.1" status: 204 len: 168 time: 4.9498560 Apr 18 20:42:06.001446 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 37782) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:42:06.103559 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.db_base_plugin_v2 [None req-89c0f7e6-4d37-467d-9ec2-04e70b10bf38 admin admin] Deleting subnet 1f91f2fc-1cc3-4e41-8c3a-e7cd7a3fa597 {{(pid=84041) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 18 20:42:06.106804 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-89c0f7e6-4d37-467d-9ec2-04e70b10bf38 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:42:06.220141 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-89c0f7e6-4d37-467d-9ec2-04e70b10bf38 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32266383'] for subnet, precommit_delete_associations {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:42:06.321118 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-89c0f7e6-4d37-467d-9ec2-04e70b10bf38 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1260556'] for subnet, precommit_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:42:06.374016 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3052bd68-ab7b-4e2d-9b63-1015269eb6e1 req-e9c29fdf-888e-49b9-920e-3bebd634e02f tempest-ServersOnMultiNodesTest-1168278630 tempest-ServersOnMultiNodesTest-1168278630-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:42:06.385304 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-3052bd68-ab7b-4e2d-9b63-1015269eb6e1 req-e9c29fdf-888e-49b9-920e-3bebd634e02f tempest-ServersOnMultiNodesTest-1168278630 tempest-ServersOnMultiNodesTest-1168278630-project] 10.222.0.42 "GET /v2.0/ports?device_id=af670083-52fa-4211-8dc4-84954aff332a HTTP/1.1" status: 200 len: 949 time: 0.2181628 Apr 18 20:42:06.452896 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-89c0f7e6-4d37-467d-9ec2-04e70b10bf38 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1260549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33526260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32266336', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32486390'] for subnet, after_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:42:06.456475 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_hamode_db [None req-902851ee-dfcd-4bd9-99e3-abafeb1ffd59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22db2c67-8ca2-4b62-a28e-e9255641c33b', 'name': 'tempest-FloatingIPsAssociationTestJSON-855947906-router', 'tenant_id': 'c1a78f2b33ee4536986609e3ae5af78c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'external_fixed_ips': [{'subnet_id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'ip_address': '172.25.8.232'}], 'enable_snat': True}, 'gw_port_id': 'd9a547a0-4155-4085-af6d-040dbcee520a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:39:47Z', 'updated_at': '2022-04-18T20:39:52Z', 'revision_number': 4, 'project_id': 'c1a78f2b33ee4536986609e3ae5af78c', 'gw_port': {'id': 'd9a547a0-4155-4085-af6d-040dbcee520a', 'name': '', 'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:26:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22db2c67-8ca2-4b62-a28e-e9255641c33b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'ip_address': '172.25.8.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:39:48Z', 'updated_at': '2022-04-18T20:39:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838334-2', '_interfaces': [{'id': '489bc9af-8c18-4cbf-b0cb-efa3cb2b9723', 'name': '', 'network_id': '7b96c852-8e2e-4d3b-ad4b-39924026f663', 'tenant_id': 'c1a78f2b33ee4536986609e3ae5af78c', 'mac_address': 'fa:16:3e:90:ee:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22db2c67-8ca2-4b62-a28e-e9255641c33b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '769e5df8-16e3-4584-97ce-25a3b6243e3e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:39:51Z', 'updated_at': '2022-04-18T20:40:12Z', 'revision_number': 5, 'project_id': 'c1a78f2b33ee4536986609e3ae5af78c', 'subnets': [{'id': '769e5df8-16e3-4584-97ce-25a3b6243e3e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838334-2', False) {} {{(pid=84042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:42:06.465990 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-902851ee-dfcd-4bd9-99e3-abafeb1ffd59 None None] Checking router: 22db2c67-8ca2-4b62-a28e-e9255641c33b for host: n-d-838334-2 {{(pid=84042) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 18 20:42:06.477625 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-3052bd68-ab7b-4e2d-9b63-1015269eb6e1 req-56a989ee-05b9-4cbb-ae26-82300eb3e42c tempest-ServersOnMultiNodesTest-1168278630 tempest-ServersOnMultiNodesTest-1168278630-project] 10.222.0.42 "GET /v2.0/security-groups?id=e1e985d3-f227-45b4-b9a7-ffadcd0db1b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0923131 Apr 18 20:42:06.479975 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-301731df-e21e-4181-9787-bb387b542d23 req-20d78d05-f3a3-41f1-bd6c-3d4f3e0d02d3 service neutron] 10.222.0.42 "GET /v2.0/networks/7b96c852-8e2e-4d3b-ad4b-39924026f663?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6606793 Apr 18 20:42:06.504715 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_dvrscheduler_db [None req-902851ee-dfcd-4bd9-99e3-abafeb1ffd59 None None] Routers {'22db2c67-8ca2-4b62-a28e-e9255641c33b'} bound to L3 agent in host n-d-838334-2 {{(pid=84042) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 20:42:06.505814 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_hamode_db [None req-902851ee-dfcd-4bd9-99e3-abafeb1ffd59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838334-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-18T20:25:48Z,description=,heartbeat_timestamp=2022-04-18T20:41:48Z,host='n-d-838334-2',id=bc84d6c9-dd7a-4555-a351-592327b46d5a,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:25:48Z,topic='l3_agent')) {'router_ids': ['22db2c67-8ca2-4b62-a28e-e9255641c33b'], 'active': True} {{(pid=84042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:42:06.511374 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-89c0f7e6-4d37-467d-9ec2-04e70b10bf38 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:42:06.521805 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89c0f7e6-4d37-467d-9ec2-04e70b10bf38 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1f91f2fc-1cc3-4e41-8c3a-e7cd7a3fa597,revision_number=None']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:42:06.549375 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-89c0f7e6-4d37-467d-9ec2-04e70b10bf38 admin admin] 10.222.0.42 "DELETE /v2.0/subnets/1f91f2fc-1cc3-4e41-8c3a-e7cd7a3fa597 HTTP/1.1" status: 204 len: 168 time: 0.5465043 Apr 18 20:42:06.551776 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 37788) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:42:06.643047 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f33c635b-cbf9-4c51-9b2e-b829bfbf53a2 None None] Network 7a0229fe-8384-4f97-8745-fda3bfd7178d requested from n-d-838334-2 {{(pid=84042) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 20:42:06.666120 n-d-838334-2 neutron-server[84040]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0a27475a-47f1-418c-9397-7a8789b00c5e'] response: {'server_uuid': 'af4d32de-e1c9-49ff-a5f9-459cfba4378d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '50d89c2c-8806-4e15-b008-076d10f6051f', 'code': 200} Apr 18 20:42:06.756506 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-301731df-e21e-4181-9787-bb387b542d23 req-4ecfc5ce-93b3-41e5-b81e-b6fea5e58d7f service neutron] 10.222.0.42 "GET /v2.0/networks/7b96c852-8e2e-4d3b-ad4b-39924026f663?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2673941 Apr 18 20:42:06.767523 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-03546709-0be6-405a-b076-8c71dcbee084 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1103592'] for network, before_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:42:06.785829 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.plugin [None req-03546709-0be6-405a-b076-8c71dcbee084 admin admin] Deleting port 45e31e98-9680-426a-a47a-27bc66b9a710 {{(pid=84041) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 20:42:06.785829 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-03546709-0be6-405a-b076-8c71dcbee084 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750375188691'] for port, before_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:42:06.806739 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-3dcb9854-c9f5-42c2-a1c0-e48f160930be req-80235f38-edb8-4cef-93a6-d8967248b4d8 tempest-DeleteServersAdminTestJSON-198139237 tempest-DeleteServersAdminTestJSON-198139237-project] 10.222.0.42 "GET /v2.0/networks?tenant_id=cdd0e7075f8f44018a68599ea5e3b8d9&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0488784 Apr 18 20:42:06.899063 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Device f6b95b7c-bd9e-4dc6-a444-1cd30f9b272c no longer exists at agent ovs-agent-n-d-838334-2 {{(pid=84042) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 20:42:07.131518 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.db [None req-03546709-0be6-405a-b076-8c71dcbee084 admin admin] For port 45e31e98-9680-426a-a47a-27bc66b9a710, host n-d-838334-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838334-2',level=0,port_id=45e31e98-9680-426a-a47a-27bc66b9a710,segment=NetworkSegment(3846afa3-c533-4638-95e3-d8c6a109a1ee),segment_id=3846afa3-c533-4638-95e3-d8c6a109a1ee)] {{(pid=84041) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:42:07.132148 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-03546709-0be6-405a-b076-8c71dcbee084 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369123'] for port, precommit_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:42:07.148395 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.plugin [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] No Port match for: f6b95b7c-bd9e-4dc6-a444-1cd30f9b272c {{(pid=84042) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 18 20:42:07.148832 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Device f6b95b7c-bd9e-4dc6-a444-1cd30f9b272c not bound to the agent host n-d-838334-2 {{(pid=84042) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 20:42:07.305771 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_dvr_db [None req-902851ee-dfcd-4bd9-99e3-abafeb1ffd59 None None] Set router 22db2c67-8ca2-4b62-a28e-e9255641c33b gateway port host: n-d-838334-2 {{(pid=84042) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 20:42:07.342607 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0a07c43-1091-4f5f-abc3-ce1de27761f2 req-2f8e1314-2e02-4ae4-9b5b-818c3e424a46 tempest-LiveAutoBlockMigrationV225Test-1713341100 tempest-LiveAutoBlockMigrationV225Test-1713341100-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:42:07.344890 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-a0a07c43-1091-4f5f-abc3-ce1de27761f2 req-2f8e1314-2e02-4ae4-9b5b-818c3e424a46 tempest-LiveAutoBlockMigrationV225Test-1713341100 tempest-LiveAutoBlockMigrationV225Test-1713341100-project] 10.222.0.42 "GET /v2.0/ports?device_id=af4d32de-e1c9-49ff-a5f9-459cfba4378d HTTP/1.1" status: 200 len: 944 time: 0.3097477 Apr 18 20:42:07.352526 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dcb9854-c9f5-42c2-a1c0-e48f160930be req-bda1e1c7-bf5c-4056-b53d-2ee3764ef83f tempest-DeleteServersAdminTestJSON-198139237 tempest-DeleteServersAdminTestJSON-198139237-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:42:07.365729 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-3dcb9854-c9f5-42c2-a1c0-e48f160930be req-bda1e1c7-bf5c-4056-b53d-2ee3764ef83f tempest-DeleteServersAdminTestJSON-198139237 tempest-DeleteServersAdminTestJSON-198139237-project] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5475488 Apr 18 20:42:07.435183 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-3dcb9854-c9f5-42c2-a1c0-e48f160930be req-247a19c8-826c-406f-86bc-940b165bfc46 tempest-DeleteServersAdminTestJSON-198139237 tempest-DeleteServersAdminTestJSON-198139237-project] 10.222.0.42 "GET /v2.0/quotas/cdd0e7075f8f44018a68599ea5e3b8d9 HTTP/1.1" status: 200 len: 375 time: 0.0675066 Apr 18 20:42:07.476792 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.plugin [None req-03546709-0be6-405a-b076-8c71dcbee084 admin admin] Calling delete_port for 45e31e98-9680-426a-a47a-27bc66b9a710 owned by network:dhcp {{(pid=84041) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 20:42:07.528535 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-3dcb9854-c9f5-42c2-a1c0-e48f160930be req-5e543006-05c8-40e5-b325-c522827c99e3 tempest-DeleteServersAdminTestJSON-198139237 tempest-DeleteServersAdminTestJSON-198139237-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=cdd0e7075f8f44018a68599ea5e3b8d9&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0914230 Apr 18 20:42:07.550733 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-a0a07c43-1091-4f5f-abc3-ce1de27761f2 req-e7f55a14-08ea-4449-b231-7521909f5f39 tempest-LiveAutoBlockMigrationV225Test-1713341100 tempest-LiveAutoBlockMigrationV225Test-1713341100-project] 10.222.0.42 "GET /v2.0/security-groups?id=bf712067-aabd-4e70-aae1-082928dd1ccd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1694124 Apr 18 20:42:07.586175 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-03546709-0be6-405a-b076-8c71dcbee084 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750375259028', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750374836628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32266323'] for port, after_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:42:07.610003 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60805a77-0b3b-4dca-9e52-05cf64d95ad3 None None] DHCP port deletion for 7a0229fe-8384-4f97-8745-fda3bfd7178d request from n-d-838334-2 {{(pid=84042) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 18 20:42:07.694734 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03546709-0be6-405a-b076-8c71dcbee084 admin admin] Pushing event deleted for resources: {'Port': ['ID=45e31e98-9680-426a-a47a-27bc66b9a710,revision_number=None']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:42:07.708347 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03546709-0be6-405a-b076-8c71dcbee084 admin admin] No DVR routers for this DVR port 45e31e98-9680-426a-a47a-27bc66b9a710 on host n-d-838334-2 {{(pid=84041) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 20:42:07.933179 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-03546709-0be6-405a-b076-8c71dcbee084 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1258905', 'neutron.services.segments.db._delete_segments_for_network-8750375287417'] for network, precommit_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:42:08.037484 n-d-838334-2 neutron-server[84041]: DEBUG neutron.services.segments.db [None req-03546709-0be6-405a-b076-8c71dcbee084 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7a0229fe-8384-4f97-8745-fda3bfd7178d']}} {{(pid=84041) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:42:08.080154 n-d-838334-2 neutron-server[84041]: DEBUG neutron.services.segments.db [None req-03546709-0be6-405a-b076-8c71dcbee084 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3846afa3-c533-4638-95e3-d8c6a109a1ee') {'for_net_delete': True} {{(pid=84041) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:42:08.080154 n-d-838334-2 neutron-server[84041]: DEBUG neutron.services.segments.db [None req-03546709-0be6-405a-b076-8c71dcbee084 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3846afa3-c533-4638-95e3-d8c6a109a1ee') {} {{(pid=84041) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:42:08.124303 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-03546709-0be6-405a-b076-8c71dcbee084 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750375287300', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32268156'] for segment, before_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:42:08.168538 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-03546709-0be6-405a-b076-8c71dcbee084 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1082986'] for segment, precommit_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:42:08.179861 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-03546709-0be6-405a-b076-8c71dcbee084 admin admin] Releasing vlan 361 on physical network physnet1 to pool {{(pid=84041) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 18 20:42:08.179861 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-03546709-0be6-405a-b076-8c71dcbee084 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1082993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32266254'] for segment, after_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:42:08.240469 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_hamode_db [None req-902851ee-dfcd-4bd9-99e3-abafeb1ffd59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22db2c67-8ca2-4b62-a28e-e9255641c33b', 'name': 'tempest-FloatingIPsAssociationTestJSON-855947906-router', 'tenant_id': 'c1a78f2b33ee4536986609e3ae5af78c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'external_fixed_ips': [{'subnet_id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'ip_address': '172.25.8.232'}], 'enable_snat': True}, 'gw_port_id': 'd9a547a0-4155-4085-af6d-040dbcee520a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:39:47Z', 'updated_at': '2022-04-18T20:39:52Z', 'revision_number': 4, 'project_id': 'c1a78f2b33ee4536986609e3ae5af78c', 'gw_port': {'id': 'd9a547a0-4155-4085-af6d-040dbcee520a', 'name': '', 'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:26:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22db2c67-8ca2-4b62-a28e-e9255641c33b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'ip_address': '172.25.8.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:39:48Z', 'updated_at': '2022-04-18T20:39:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838334-2', '_interfaces': [{'id': '489bc9af-8c18-4cbf-b0cb-efa3cb2b9723', 'name': '', 'network_id': '7b96c852-8e2e-4d3b-ad4b-39924026f663', 'tenant_id': 'c1a78f2b33ee4536986609e3ae5af78c', 'mac_address': 'fa:16:3e:90:ee:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22db2c67-8ca2-4b62-a28e-e9255641c33b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '769e5df8-16e3-4584-97ce-25a3b6243e3e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:39:51Z', 'updated_at': '2022-04-18T20:40:12Z', 'revision_number': 5, 'project_id': 'c1a78f2b33ee4536986609e3ae5af78c', 'subnets': [{'id': '769e5df8-16e3-4584-97ce-25a3b6243e3e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838334-2', False) {} {{(pid=84042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:42:08.261829 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-902851ee-dfcd-4bd9-99e3-abafeb1ffd59 None None] The sync data for ids ['22db2c67-8ca2-4b62-a28e-e9255641c33b'] in n-d-838334-2 is: [{'id': '22db2c67-8ca2-4b62-a28e-e9255641c33b', 'name': 'tempest-FloatingIPsAssociationTestJSON-855947906-router', 'tenant_id': 'c1a78f2b33ee4536986609e3ae5af78c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'external_fixed_ips': [{'subnet_id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'ip_address': '172.25.8.232'}], 'enable_snat': True}, 'gw_port_id': 'd9a547a0-4155-4085-af6d-040dbcee520a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:39:47Z', 'updated_at': '2022-04-18T20:39:52Z', 'revision_number': 4, 'project_id': 'c1a78f2b33ee4536986609e3ae5af78c', 'gw_port': {'id': 'd9a547a0-4155-4085-af6d-040dbcee520a', 'name': '', 'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:26:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22db2c67-8ca2-4b62-a28e-e9255641c33b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'ip_address': '172.25.8.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:39:48Z', 'updated_at': '2022-04-18T20:39:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838334-2', '_interfaces': [{'id': '489bc9af-8c18-4cbf-b0cb-efa3cb2b9723', 'name': '', 'network_id': '7b96c852-8e2e-4d3b-ad4b-39924026f663', 'tenant_id': 'c1a78f2b33ee4536986609e3ae5af78c', 'mac_address': 'fa:16:3e:90:ee:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22db2c67-8ca2-4b62-a28e-e9255641c33b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '769e5df8-16e3-4584-97ce-25a3b6243e3e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:39:51Z', 'updated_at': '2022-04-18T20:40:12Z', 'revision_number': 5, 'project_id': 'c1a78f2b33ee4536986609e3ae5af78c', 'subnets': [{'id': '769e5df8-16e3-4584-97ce-25a3b6243e3e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84042) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 18 20:42:08.369633 n-d-838334-2 neutron-server[84041]: Traceback (most recent call last): Apr 18 20:42:08.369633 n-d-838334-2 neutron-server[84041]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 18 20:42:08.369633 n-d-838334-2 neutron-server[84041]: timer() Apr 18 20:42:08.369633 n-d-838334-2 neutron-server[84041]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 20:42:08.369633 n-d-838334-2 neutron-server[84041]: cb(*args, **kw) Apr 18 20:42:08.369633 n-d-838334-2 neutron-server[84041]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 18 20:42:08.369633 n-d-838334-2 neutron-server[84041]: return func(*args, **kwargs) Apr 18 20:42:08.369633 n-d-838334-2 neutron-server[84041]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 20:42:08.369633 n-d-838334-2 neutron-server[84041]: self._notify() Apr 18 20:42:08.369633 n-d-838334-2 neutron-server[84041]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 20:42:08.369633 n-d-838334-2 neutron-server[84041]: self.callback(batched_events) Apr 18 20:42:08.369633 n-d-838334-2 neutron-server[84041]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 20:42:08.369633 n-d-838334-2 neutron-server[84041]: event.method(event) Apr 18 20:42:08.369633 n-d-838334-2 neutron-server[84041]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 18 20:42:08.369633 n-d-838334-2 neutron-server[84041]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 20:42:08.369633 n-d-838334-2 neutron-server[84041]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 18 20:42:08.369633 n-d-838334-2 neutron-server[84041]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 20:42:08.369633 n-d-838334-2 neutron-server[84041]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 18 20:42:08.369633 n-d-838334-2 neutron-server[84041]: return f(self, *a, **k) Apr 18 20:42:08.369633 n-d-838334-2 neutron-server[84041]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 18 20:42:08.369633 n-d-838334-2 neutron-server[84041]: return self._get(url).json() Apr 18 20:42:08.369633 n-d-838334-2 neutron-server[84041]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 18 20:42:08.369633 n-d-838334-2 neutron-server[84041]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 20:42:08.369633 n-d-838334-2 neutron-server[84041]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 18 20:42:08.369633 n-d-838334-2 neutron-server[84041]: return self.request(url, 'GET', **kwargs) Apr 18 20:42:08.369633 n-d-838334-2 neutron-server[84041]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 18 20:42:08.369633 n-d-838334-2 neutron-server[84041]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 20:42:08.369633 n-d-838334-2 neutron-server[84041]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 18 20:42:08.369633 n-d-838334-2 neutron-server[84041]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 20:42:08.369633 n-d-838334-2 neutron-server[84041]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 18 20:42:08.369633 n-d-838334-2 neutron-server[84041]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 20:42:08.369633 n-d-838334-2 neutron-server[84041]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 20:42:08.463749 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-1addc108-8ded-4efe-b616-7cbaf868521e req-84772930-7a47-48cb-bb79-4e840100a9fc tempest-DeleteServersAdminTestJSON-198139237 tempest-DeleteServersAdminTestJSON-198139237-project] 10.222.0.42 "GET /v2.0/ports?device_id=91701bcf-8389-47d0-bd52-1d61bc9567d1 HTTP/1.1" status: 200 len: 210 time: 0.1082976 Apr 18 20:42:08.472656 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-03546709-0be6-405a-b076-8c71dcbee084 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1258898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33526109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33444113'] for network, after_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:42:08.518490 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-03546709-0be6-405a-b076-8c71dcbee084 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32378031'] for network, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:42:08.550018 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-03546709-0be6-405a-b076-8c71dcbee084 admin admin] 10.222.0.42 "DELETE /v2.0/networks/7a0229fe-8384-4f97-8745-fda3bfd7178d HTTP/1.1" status: 204 len: 168 time: 1.9970157 Apr 18 20:42:08.561913 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03546709-0be6-405a-b076-8c71dcbee084 admin admin] Pushing event deleted for resources: {'Network': ['ID=7a0229fe-8384-4f97-8745-fda3bfd7178d,revision_number=None']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:42:08.666982 n-d-838334-2 neutron-server[84040]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'af4d32de-e1c9-49ff-a5f9-459cfba4378d', 'tag': '50d89c2c-8806-4e15-b008-076d10f6051f'}, {'name': 'network-changed', 'server_uuid': '7bd31c74-5ed9-42a9-8cb8-065ab982f3bb', 'tag': '83781acf-08e2-45f0-bbcd-ac7d73ff7920'}] {{(pid=84040) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 20:42:08.842845 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-cffca2e8-25ae-44f7-b118-f75e3347c362 req-ac8ac639-ea74-42ba-aa68-743bb9184e2a tempest-LiveMigrationTest-1620833465 tempest-LiveMigrationTest-1620833465-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=e0e2d6b0-4b7a-4309-8d92-47bdafbc7681 HTTP/1.1" status: 200 len: 1096 time: 0.1439955 Apr 18 20:42:08.960229 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Device 45e31e98-9680-426a-a47a-27bc66b9a710 no longer exists at agent ovs-agent-n-d-838334-2 {{(pid=84042) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 20:42:08.973982 n-d-838334-2 neutron-server[84043]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2b954aa-6fd7-429c-990d-659aa987b412 None None] New status for floating IP dd00b6f2-1ed6-4823-8f13-37481470b44b: DOWN {{(pid=84043) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Apr 18 20:42:09.018776 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-a39f58af-f8d9-4c8c-bbc7-266c02ff270c req-cff49507-4486-43b2-90ca-528ee0dc3a64 service neutron] 10.222.0.43 "GET /v2.0/ports/50d89c2c-8806-4e15-b008-076d10f6051f/bindings/n-h2-838334-2 HTTP/1.1" status: 200 len: 384 time: 0.2533340 Apr 18 20:42:09.022920 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.plugin [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] No Port match for: 45e31e98-9680-426a-a47a-27bc66b9a710 {{(pid=84042) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 18 20:42:09.023244 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Device 45e31e98-9680-426a-a47a-27bc66b9a710 not bound to the agent host n-d-838334-2 {{(pid=84042) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 20:42:09.057111 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-cffca2e8-25ae-44f7-b118-f75e3347c362 req-28c719b1-aaa6-46e3-9d4c-3464e27eb133 tempest-LiveMigrationTest-1620833465 tempest-LiveMigrationTest-1620833465-project-admin] 10.222.0.42 "GET /v2.0/security-groups?id=c1ded286-bbeb-4ec4-95be-e4f6aab8a892&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1970241 Apr 18 20:42:09.259016 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e384b43e-ea48-4358-a625-a630394d31db req-53829af2-2a2d-4c72-afbd-e3a64e591494 tempest-ServersOnMultiNodesTest-1168278630 tempest-ServersOnMultiNodesTest-1168278630-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:42:09.297551 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e384b43e-ea48-4358-a625-a630394d31db req-53829af2-2a2d-4c72-afbd-e3a64e591494 tempest-ServersOnMultiNodesTest-1168278630 tempest-ServersOnMultiNodesTest-1168278630-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:42:09.300140 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-e384b43e-ea48-4358-a625-a630394d31db req-53829af2-2a2d-4c72-afbd-e3a64e591494 tempest-ServersOnMultiNodesTest-1168278630 tempest-ServersOnMultiNodesTest-1168278630-project] 10.222.0.42 "GET /v2.0/ports?device_id=2abb8a99-6a87-4957-a30b-64882fcf74b5&device_id=af670083-52fa-4211-8dc4-84954aff332a HTTP/1.1" status: 200 len: 1690 time: 0.3820031 Apr 18 20:42:09.524998 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 37838) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:42:09.601809 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-e384b43e-ea48-4358-a625-a630394d31db req-d9207f2d-948a-43ad-905a-b37b8f960471 tempest-ServersOnMultiNodesTest-1168278630 tempest-ServersOnMultiNodesTest-1168278630-project] 10.222.0.42 "GET /v2.0/security-groups?id=e1e985d3-f227-45b4-b9a7-ffadcd0db1b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2907643 Apr 18 20:42:09.722605 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-c92ab903-9b18-4449-bb42-3292200102fb req-1858e7e4-f68b-4626-a0f4-7a63fc9e2672 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=24d2e03c-6691-46a0-a6c7-88d1392ddccc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2596469 Apr 18 20:42:09.824576 n-d-838334-2 neutron-server[84040]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8fdbcbd6-519b-4cda-8212-a8b619884d1b'] response: {'name': 'network-changed', 'server_uuid': 'af4d32de-e1c9-49ff-a5f9-459cfba4378d', 'tag': '50d89c2c-8806-4e15-b008-076d10f6051f', 'status': 'completed', 'code': 200} Apr 18 20:42:09.824706 n-d-838334-2 neutron-server[84040]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8fdbcbd6-519b-4cda-8212-a8b619884d1b'] response: {'name': 'network-changed', 'server_uuid': '7bd31c74-5ed9-42a9-8cb8-065ab982f3bb', 'tag': '83781acf-08e2-45f0-bbcd-ac7d73ff7920', 'status': 'completed', 'code': 200} Apr 18 20:42:10.058992 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-2e0a7647-b4a1-4992-80b7-0c8706bcad29 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=d3fc4049ccc64e45ba4bb202e1d092fe&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5328643 Apr 18 20:42:10.062299 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 37848) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:42:10.216941 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80a17e95-b313-43aa-80dd-5daed5a61847 req-f0ab84b1-5fc4-49f1-a078-0055cb28841e tempest-LiveAutoBlockMigrationV225Test-1713341100 tempest-LiveAutoBlockMigrationV225Test-1713341100-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:42:10.220299 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-80a17e95-b313-43aa-80dd-5daed5a61847 req-f0ab84b1-5fc4-49f1-a078-0055cb28841e tempest-LiveAutoBlockMigrationV225Test-1713341100 tempest-LiveAutoBlockMigrationV225Test-1713341100-project] 10.222.0.42 "GET /v2.0/ports?device_id=af4d32de-e1c9-49ff-a5f9-459cfba4378d HTTP/1.1" status: 200 len: 944 time: 0.3917384 Apr 18 20:42:10.223092 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-74fc8fc1-9589-4e95-856f-549e19c44104 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:42:10.240175 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-c92ab903-9b18-4449-bb42-3292200102fb req-70ca6497-1f5d-4e4d-8ce0-7d05b40def77 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=30967135a3784f8f91989a9ec626fb3e&device_id=24d2e03c-6691-46a0-a6c7-88d1392ddccc HTTP/1.1" status: 200 len: 1096 time: 0.4879169 Apr 18 20:42:10.260668 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-8a8d327b-bfb1-49f6-ab7e-2eaf88cd6c39 req-e909783f-2b67-443a-a758-6030737c7365 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=7843cba0a7e24a0397d5219cb7fd254c&device_id=af4d32de-e1c9-49ff-a5f9-459cfba4378d HTTP/1.1" status: 200 len: 1125 time: 0.2934084 Apr 18 20:42:10.273162 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.db [req-a39f58af-f8d9-4c8c-bbc7-266c02ff270c req-aa863771-c122-4a0d-96ce-c59139ac5982 service neutron] For port 50d89c2c-8806-4e15-b008-076d10f6051f, host n-h1-838334-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838334-2',level=0,port_id=50d89c2c-8806-4e15-b008-076d10f6051f,segment=NetworkSegment(e2a67327-2af4-4205-9ade-197b88c2bea8),segment_id=e2a67327-2af4-4205-9ade-197b88c2bea8)] {{(pid=84041) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:42:10.301015 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.db [req-a39f58af-f8d9-4c8c-bbc7-266c02ff270c req-aa863771-c122-4a0d-96ce-c59139ac5982 service neutron] For port 50d89c2c-8806-4e15-b008-076d10f6051f, host n-h1-838334-2, cleared binding levels {{(pid=84041) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 20:42:10.369272 n-d-838334-2 neutron-server[84041]: DEBUG neutron.notifiers.nova [req-a39f58af-f8d9-4c8c-bbc7-266c02ff270c req-aa863771-c122-4a0d-96ce-c59139ac5982 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 50d89c2c-8806-4e15-b008-076d10f6051f {{(pid=84041) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 18 20:42:10.381180 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.db [req-a39f58af-f8d9-4c8c-bbc7-266c02ff270c req-aa863771-c122-4a0d-96ce-c59139ac5982 service neutron] For port 50d89c2c-8806-4e15-b008-076d10f6051f, host n-h2-838334-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838334-2',level=0,port_id=50d89c2c-8806-4e15-b008-076d10f6051f,segment=NetworkSegment(e2a67327-2af4-4205-9ade-197b88c2bea8),segment_id=e2a67327-2af4-4205-9ade-197b88c2bea8)] {{(pid=84041) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:42:10.417667 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [req-a39f58af-f8d9-4c8c-bbc7-266c02ff270c req-aa863771-c122-4a0d-96ce-c59139ac5982 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:42:10.473831 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-74fc8fc1-9589-4e95-856f-549e19c44104 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:42:10.507473 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-80a17e95-b313-43aa-80dd-5daed5a61847 req-ecd58ce9-f1ad-4998-82f4-e2638a212f47 tempest-LiveAutoBlockMigrationV225Test-1713341100 tempest-LiveAutoBlockMigrationV225Test-1713341100-project] 10.222.0.42 "GET /v2.0/security-groups?id=bf712067-aabd-4e70-aae1-082928dd1ccd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2729771 Apr 18 20:42:10.586352 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.provisioning_blocks [req-a39f58af-f8d9-4c8c-bbc7-266c02ff270c req-aa863771-c122-4a0d-96ce-c59139ac5982 service neutron] Transition to ACTIVE for port object 50d89c2c-8806-4e15-b008-076d10f6051f will not be triggered until provisioned by entity L2. {{(pid=84041) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 20:42:10.602524 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [req-a39f58af-f8d9-4c8c-bbc7-266c02ff270c req-aa863771-c122-4a0d-96ce-c59139ac5982 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32266282'] for port, after_update {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:42:10.715591 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-74fc8fc1-9589-4e95-856f-549e19c44104 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33528224'] for security_group, after_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:42:10.788369 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74fc8fc1-9589-4e95-856f-549e19c44104 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c9626f41-65dd-4929-ad3e-ad0a19e058e7,revision_number=None']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:42:10.820085 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa863771-c122-4a0d-96ce-c59139ac5982 service neutron] Pushing event updated for resources: {'Port': ['ID=50d89c2c-8806-4e15-b008-076d10f6051f,revision_number=10']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:42:10.828816 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-74fc8fc1-9589-4e95-856f-549e19c44104 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:42:10.832811 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-74fc8fc1-9589-4e95-856f-549e19c44104 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/c9626f41-65dd-4929-ad3e-ad0a19e058e7 HTTP/1.1" status: 204 len: 168 time: 0.7674301 Apr 18 20:42:10.834650 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.l3_dvrscheduler_db [req-a39f58af-f8d9-4c8c-bbc7-266c02ff270c req-aa863771-c122-4a0d-96ce-c59139ac5982 service neutron] No DVR routers for this DVR port 50d89c2c-8806-4e15-b008-076d10f6051f on host n-h1-838334-2 {{(pid=84041) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 20:42:10.909918 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-a39f58af-f8d9-4c8c-bbc7-266c02ff270c req-aa863771-c122-4a0d-96ce-c59139ac5982 service neutron] 10.222.0.43 "PUT /v2.0/ports/50d89c2c-8806-4e15-b008-076d10f6051f/bindings/n-h2-838334-2/activate HTTP/1.1" status: 200 len: 369 time: 1.8777761 Apr 18 20:42:10.930314 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-48cc57d9-d4c2-45a7-9ba0-15f3c6212f88 req-0e046b26-647e-4819-b3bf-62d1095604d3 tempest-DeleteServersAdminTestJSON-198139237 tempest-DeleteServersAdminTestJSON-198139237-project] 10.222.0.42 "GET /v2.0/ports?device_id=91701bcf-8389-47d0-bd52-1d61bc9567d1 HTTP/1.1" status: 200 len: 210 time: 0.1415236 Apr 18 20:42:10.933001 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-3c77961c-2d71-4231-9261-60b7a2e71ba8 req-2574a753-fd15-4263-840e-204703d410c9 tempest-FloatingIPsAssociationTestJSON-661839082 tempest-FloatingIPsAssociationTestJSON-661839082-project] 10.222.0.42 "GET /v2.0/floatingips/dd00b6f2-1ed6-4823-8f13-37481470b44b HTTP/1.1" status: 200 len: 694 time: 0.3829389 Apr 18 20:42:11.118551 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c92ab903-9b18-4449-bb42-3292200102fb req-a7ade073-42d0-4dc8-8b06-34133277e03b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:42:11.119916 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-c92ab903-9b18-4449-bb42-3292200102fb req-a7ade073-42d0-4dc8-8b06-34133277e03b service neutron] 10.222.0.48 "GET /v2.0/networks?id=2b4e6157-bc80-44e6-aceb-13aa29225b38 HTTP/1.1" status: 200 len: 908 time: 0.8000152 Apr 18 20:42:11.223106 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c77961c-2d71-4231-9261-60b7a2e71ba8 req-19903075-6a41-440b-adbc-65b81d405ffe tempest-FloatingIPsAssociationTestJSON-661839082 tempest-FloatingIPsAssociationTestJSON-661839082-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:42:11.230385 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-3c77961c-2d71-4231-9261-60b7a2e71ba8 req-19903075-6a41-440b-adbc-65b81d405ffe tempest-FloatingIPsAssociationTestJSON-661839082 tempest-FloatingIPsAssociationTestJSON-661839082-project] 10.222.0.42 "GET /v2.0/networks/e41b6600-a917-4a8d-b05c-be3be40c6d8c HTTP/1.1" status: 200 len: 784 time: 0.2916088 Apr 18 20:42:11.233342 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-3dcb9854-c9f5-42c2-a1c0-e48f160930be req-54c9e4ce-c9f2-4938-9fa7-cebd6a519996 tempest-DeleteServersAdminTestJSON-198139237 tempest-DeleteServersAdminTestJSON-198139237-project] 10.222.0.48 "GET /v2.0/networks?tenant_id=cdd0e7075f8f44018a68599ea5e3b8d9&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1430593 Apr 18 20:42:11.267416 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-a39f58af-f8d9-4c8c-bbc7-266c02ff270c req-f1a7a508-b417-4262-9ac4-aa8ea189d271 tempest-LiveAutoBlockMigrationV225Test-203169570 tempest-LiveAutoBlockMigrationV225Test-203169570-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=af4d32de-e1c9-49ff-a5f9-459cfba4378d&tenant_id=7843cba0a7e24a0397d5219cb7fd254c&binding%3Ahost_id=n-h1-838334-2 HTTP/1.1" status: 200 len: 1096 time: 0.2052693 Apr 18 20:42:11.276410 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2afae10f-7cfc-4a39-8f88-56ec8b37d59b req-c6c748c8-287d-4d2b-830b-513156de8aca tempest-LiveMigrationTest-963278731 tempest-LiveMigrationTest-963278731-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:42:11.277533 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [req-2afae10f-7cfc-4a39-8f88-56ec8b37d59b req-c6c748c8-287d-4d2b-830b-513156de8aca tempest-LiveMigrationTest-963278731 tempest-LiveMigrationTest-963278731-project] Synchronizing usage tracker for tenant:30967135a3784f8f91989a9ec626fb3e on resource:port {{(pid=84041) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 20:42:11.294203 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [req-2afae10f-7cfc-4a39-8f88-56ec8b37d59b req-c6c748c8-287d-4d2b-830b-513156de8aca tempest-LiveMigrationTest-963278731 tempest-LiveMigrationTest-963278731-project] Unset dirty status for tenant:30967135a3784f8f91989a9ec626fb3e on resource:port {{(pid=84041) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 20:42:11.297842 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-2afae10f-7cfc-4a39-8f88-56ec8b37d59b req-c6c748c8-287d-4d2b-830b-513156de8aca tempest-LiveMigrationTest-963278731 tempest-LiveMigrationTest-963278731-project] 10.222.0.43 "GET /v2.0/ports?device_id=e0e2d6b0-4b7a-4309-8d92-47bdafbc7681 HTTP/1.1" status: 200 len: 945 time: 0.1548841 Apr 18 20:42:11.382155 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.plugin [req-2afae10f-7cfc-4a39-8f88-56ec8b37d59b req-760c8de3-7bf1-4752-beb1-a35ccf15654f tempest-LiveMigrationTest-963278731 tempest-LiveMigrationTest-963278731-project] Deleting port 3c9cf486-30d0-433e-b013-3f3ef213effe {{(pid=84041) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 20:42:11.382495 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [req-2afae10f-7cfc-4a39-8f88-56ec8b37d59b req-760c8de3-7bf1-4752-beb1-a35ccf15654f tempest-LiveMigrationTest-963278731 tempest-LiveMigrationTest-963278731-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750375188691'] for port, before_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:42:11.417764 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a8d327b-bfb1-49f6-ab7e-2eaf88cd6c39 req-089f077f-0a44-47e6-9a42-65ec8bbd36a1 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:42:11.420435 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-8a8d327b-bfb1-49f6-ab7e-2eaf88cd6c39 req-089f077f-0a44-47e6-9a42-65ec8bbd36a1 service neutron] 10.222.0.43 "GET /v2.0/networks?id=5ab7510b-2145-476c-b9d7-eb0e1ae538b7 HTTP/1.1" status: 200 len: 921 time: 1.1455464 Apr 18 20:42:11.426637 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-c92ab903-9b18-4449-bb42-3292200102fb req-b1e3ee17-ff60-4fb6-93d5-10caf0f0fd28 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=58b97a1b-20d1-47a5-98a1-cac11ab0e588 HTTP/1.1" status: 200 len: 217 time: 0.2821636 Apr 18 20:42:11.528234 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-3c77961c-2d71-4231-9261-60b7a2e71ba8 req-db4fd291-bd51-451f-a02f-434fb65051b1 tempest-FloatingIPsAssociationTestJSON-661839082 tempest-FloatingIPsAssociationTestJSON-661839082-project] 10.222.0.42 "GET /v2.0/floatingips?floating_ip_address=172.25.8.114 HTTP/1.1" status: 200 len: 697 time: 0.2969666 Apr 18 20:42:11.600771 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-8a8d327b-bfb1-49f6-ab7e-2eaf88cd6c39 req-d3aca3bd-d52a-4846-8b6c-41c232ea2a22 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=50d89c2c-8806-4e15-b008-076d10f6051f HTTP/1.1" status: 200 len: 217 time: 0.1669681 Apr 18 20:42:11.632350 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Device 3c9cf486-30d0-433e-b013-3f3ef213effe no longer exists at agent hyperv_n-h1-838334-2 {{(pid=84042) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 20:42:11.684451 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-a39f58af-f8d9-4c8c-bbc7-266c02ff270c req-3420ed04-ae20-47e6-89f2-2cadbfb2162c service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=af4d32de-e1c9-49ff-a5f9-459cfba4378d&tenant_id=7843cba0a7e24a0397d5219cb7fd254c HTTP/1.1" status: 200 len: 1096 time: 0.2092352 Apr 18 20:42:11.713349 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.db [req-2afae10f-7cfc-4a39-8f88-56ec8b37d59b req-760c8de3-7bf1-4752-beb1-a35ccf15654f tempest-LiveMigrationTest-963278731 tempest-LiveMigrationTest-963278731-project] For port 3c9cf486-30d0-433e-b013-3f3ef213effe, host n-h1-838334-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838334-2',level=0,port_id=3c9cf486-30d0-433e-b013-3f3ef213effe,segment=NetworkSegment(806925fb-1611-47d5-bfae-6289aca7c7ad),segment_id=806925fb-1611-47d5-bfae-6289aca7c7ad)] {{(pid=84041) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:42:11.714520 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [req-2afae10f-7cfc-4a39-8f88-56ec8b37d59b req-760c8de3-7bf1-4752-beb1-a35ccf15654f tempest-LiveMigrationTest-963278731 tempest-LiveMigrationTest-963278731-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369123'] for port, precommit_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:42:11.798368 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Device 50d89c2c-8806-4e15-b008-076d10f6051f no longer exists at agent hyperv_n-h1-838334-2 {{(pid=84042) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 20:42:11.807478 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-3c77961c-2d71-4231-9261-60b7a2e71ba8 req-80677567-b19b-435d-add6-207a9824b575 tempest-FloatingIPsAssociationTestJSON-661839082 tempest-FloatingIPsAssociationTestJSON-661839082-project] 10.222.0.42 "GET /v2.0/floatingips?floating_ip_address=172.25.8.114 HTTP/1.1" status: 200 len: 697 time: 0.2059386 Apr 18 20:42:11.810519 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c92ab903-9b18-4449-bb42-3292200102fb req-9ca6c806-34f0-409c-8e26-c97e1c83533e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:42:11.811534 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-c92ab903-9b18-4449-bb42-3292200102fb req-9ca6c806-34f0-409c-8e26-c97e1c83533e service neutron] 10.222.0.48 "GET /v2.0/subnets?id=2a27c3e0-e2c3-453b-9e93-76a003aa4b19 HTTP/1.1" status: 200 len: 847 time: 0.3143981 Apr 18 20:42:11.905355 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.plugin [req-2afae10f-7cfc-4a39-8f88-56ec8b37d59b req-760c8de3-7bf1-4752-beb1-a35ccf15654f tempest-LiveMigrationTest-963278731 tempest-LiveMigrationTest-963278731-project] Calling delete_port for 3c9cf486-30d0-433e-b013-3f3ef213effe owned by compute:nova {{(pid=84041) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 20:42:11.956673 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Device 50d89c2c-8806-4e15-b008-076d10f6051f not bound to the agent host n-h1-838334-2 {{(pid=84042) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 20:42:11.977927 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-c92ab903-9b18-4449-bb42-3292200102fb req-31327772-becf-4063-8e7d-feea0600bcc8 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=2b4e6157-bc80-44e6-aceb-13aa29225b38&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0641947 Apr 18 20:42:12.049094 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-a39f58af-f8d9-4c8c-bbc7-266c02ff270c req-288bca5b-0268-46d2-a168-b202388f1e64 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=7843cba0a7e24a0397d5219cb7fd254c&device_id=af4d32de-e1c9-49ff-a5f9-459cfba4378d HTTP/1.1" status: 200 len: 1096 time: 0.3268590 Apr 18 20:42:12.181791 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e94d924a-d04e-4155-8ac8-89c761bdfd62 req-b9658716-aa8e-46ed-b019-e4e7cc132df3 tempest-LiveMigrationTest-963278731 tempest-LiveMigrationTest-963278731-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:42:12.189562 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-e94d924a-d04e-4155-8ac8-89c761bdfd62 req-b9658716-aa8e-46ed-b019-e4e7cc132df3 tempest-LiveMigrationTest-963278731 tempest-LiveMigrationTest-963278731-project] 10.222.0.42 "GET /v2.0/ports?device_id=e0e2d6b0-4b7a-4309-8d92-47bdafbc7681 HTTP/1.1" status: 200 len: 945 time: 0.8783631 Apr 18 20:42:12.236288 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [req-2afae10f-7cfc-4a39-8f88-56ec8b37d59b req-760c8de3-7bf1-4752-beb1-a35ccf15654f tempest-LiveMigrationTest-963278731 tempest-LiveMigrationTest-963278731-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750375259028', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750374836628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32266323'] for port, after_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:42:12.255990 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] get_ports_and_sgs() called for port_ids ['58b97a1b-20d1-47a5-98a1-cac11ab0e588'] {{(pid=84042) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 18 20:42:12.325405 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a8d327b-bfb1-49f6-ab7e-2eaf88cd6c39 req-f0f8c805-2b34-4cd4-b3ac-64337f4e36fb service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:42:12.328481 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-8a8d327b-bfb1-49f6-ab7e-2eaf88cd6c39 req-f0f8c805-2b34-4cd4-b3ac-64337f4e36fb service neutron] 10.222.0.43 "GET /v2.0/subnets?id=5bf38cb0-45bd-48cb-9f8c-19a270201f44 HTTP/1.1" status: 200 len: 860 time: 0.6350543 Apr 18 20:42:12.420704 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-760c8de3-7bf1-4752-beb1-a35ccf15654f tempest-LiveMigrationTest-963278731 tempest-LiveMigrationTest-963278731-project] Pushing event deleted for resources: {'Port': ['ID=3c9cf486-30d0-433e-b013-3f3ef213effe,revision_number=None']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:42:12.427981 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a39f58af-f8d9-4c8c-bbc7-266c02ff270c req-6709f3b4-ceb8-40bc-8e21-ab5cb2937a7b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:42:12.429875 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-a39f58af-f8d9-4c8c-bbc7-266c02ff270c req-6709f3b4-ceb8-40bc-8e21-ab5cb2937a7b service neutron] 10.222.0.48 "GET /v2.0/networks?id=5ab7510b-2145-476c-b9d7-eb0e1ae538b7 HTTP/1.1" status: 200 len: 921 time: 0.3399265 Apr 18 20:42:12.565511 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.l3_dvrscheduler_db [req-2afae10f-7cfc-4a39-8f88-56ec8b37d59b req-760c8de3-7bf1-4752-beb1-a35ccf15654f tempest-LiveMigrationTest-963278731 tempest-LiveMigrationTest-963278731-project] No DVR routers for this DVR port 3c9cf486-30d0-433e-b013-3f3ef213effe on host n-h1-838334-2 {{(pid=84041) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 20:42:12.569922 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [req-2afae10f-7cfc-4a39-8f88-56ec8b37d59b req-760c8de3-7bf1-4752-beb1-a35ccf15654f tempest-LiveMigrationTest-963278731 tempest-LiveMigrationTest-963278731-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217293'] for port, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:42:12.571357 n-d-838334-2 neutron-server[84041]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e0e2d6b0-4b7a-4309-8d92-47bdafbc7681', 'name': 'network-vif-deleted', 'tag': '3c9cf486-30d0-433e-b013-3f3ef213effe'}] {{(pid=84041) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 20:42:12.578336 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-a39f58af-f8d9-4c8c-bbc7-266c02ff270c req-3ad941a9-a55f-4bd0-a88d-cda73232f30e service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=50d89c2c-8806-4e15-b008-076d10f6051f HTTP/1.1" status: 200 len: 217 time: 0.1179886 Apr 18 20:42:12.595854 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.plugin [req-3c77961c-2d71-4231-9261-60b7a2e71ba8 req-ba53f4d8-1e51-4a0c-93e9-52bfda6cc97d tempest-FloatingIPsAssociationTestJSON-661839082 tempest-FloatingIPsAssociationTestJSON-661839082-project] Deleting port f71a42fe-fdb3-4220-ac90-0019b787e35a {{(pid=84040) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 20:42:12.595854 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-3c77961c-2d71-4231-9261-60b7a2e71ba8 req-ba53f4d8-1e51-4a0c-93e9-52bfda6cc97d tempest-FloatingIPsAssociationTestJSON-661839082 tempest-FloatingIPsAssociationTestJSON-661839082-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750375188691'] for port, before_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:42:12.670406 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-2afae10f-7cfc-4a39-8f88-56ec8b37d59b req-760c8de3-7bf1-4752-beb1-a35ccf15654f tempest-LiveMigrationTest-963278731 tempest-LiveMigrationTest-963278731-project] 10.222.0.43 "DELETE /v2.0/ports/3c9cf486-30d0-433e-b013-3f3ef213effe HTTP/1.1" status: 204 len: 173 time: 1.3518007 Apr 18 20:42:12.679608 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-8a8d327b-bfb1-49f6-ab7e-2eaf88cd6c39 req-424b1551-54ac-41a3-9dd1-6a1759bf9a89 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=5ab7510b-2145-476c-b9d7-eb0e1ae538b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3292749 Apr 18 20:42:12.690937 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a39f58af-f8d9-4c8c-bbc7-266c02ff270c req-cfd8316c-ed80-4b4a-b13c-560f772b1a4b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:42:12.690937 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-a39f58af-f8d9-4c8c-bbc7-266c02ff270c req-cfd8316c-ed80-4b4a-b13c-560f772b1a4b service neutron] 10.222.0.48 "GET /v2.0/subnets?id=5bf38cb0-45bd-48cb-9f8c-19a270201f44 HTTP/1.1" status: 200 len: 860 time: 0.0953236 Apr 18 20:42:12.701016 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dcb9854-c9f5-42c2-a1c0-e48f160930be req-7045dbbd-14a1-4cf0-8941-e82f97a1229a tempest-DeleteServersAdminTestJSON-198139237 tempest-DeleteServersAdminTestJSON-198139237-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:42:12.701016 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-3dcb9854-c9f5-42c2-a1c0-e48f160930be req-7045dbbd-14a1-4cf0-8941-e82f97a1229a tempest-DeleteServersAdminTestJSON-198139237 tempest-DeleteServersAdminTestJSON-198139237-project] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 1.1971223 Apr 18 20:42:12.739891 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-e94d924a-d04e-4155-8ac8-89c761bdfd62 req-da121e4c-2dbe-4de7-92d3-e265429536f3 tempest-LiveMigrationTest-963278731 tempest-LiveMigrationTest-963278731-project] 10.222.0.42 "GET /v2.0/security-groups?id=c1ded286-bbeb-4ec4-95be-e4f6aab8a892&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5420203 Apr 18 20:42:12.822738 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-a39f58af-f8d9-4c8c-bbc7-266c02ff270c req-9fc1e017-838a-4f91-9423-7cafe3cf0407 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=5ab7510b-2145-476c-b9d7-eb0e1ae538b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1247382 Apr 18 20:42:12.827441 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.v2.base [req-3dcb9854-c9f5-42c2-a1c0-e48f160930be req-ca0047a7-7c4a-405e-8564-c34725e2ae8a tempest-DeleteServersAdminTestJSON-198139237 tempest-DeleteServersAdminTestJSON-198139237-project] Request body: {'port': {'device_id': '91701bcf-8389-47d0-bd52-1d61bc9567d1', 'network_id': 'cb56989d-7c5d-4678-b194-1d2edf1e842a', 'admin_state_up': True, 'tenant_id': 'cdd0e7075f8f44018a68599ea5e3b8d9'}} {{(pid=84040) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 20:42:12.999598 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-c92ab903-9b18-4449-bb42-3292200102fb req-0dfad54e-8467-41bd-9a86-76ed34dc31f8 service neutron] 10.222.0.48 "GET /v2.0/networks/2b4e6157-bc80-44e6-aceb-13aa29225b38?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9927700 Apr 18 20:42:13.097535 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-a39f58af-f8d9-4c8c-bbc7-266c02ff270c req-2e29a735-099b-49f8-b7fb-43f5088ed35e service neutron] 10.222.0.48 "GET /v2.0/networks/5ab7510b-2145-476c-b9d7-eb0e1ae538b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2545195 Apr 18 20:42:13.418876 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-a39f58af-f8d9-4c8c-bbc7-266c02ff270c req-5e2f1cea-efc0-40ab-9cbc-e97e4867fff6 service neutron] 10.222.0.48 "GET /v2.0/networks/5ab7510b-2145-476c-b9d7-eb0e1ae538b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3148775 Apr 18 20:42:13.632743 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-3c77961c-2d71-4231-9261-60b7a2e71ba8 req-ba53f4d8-1e51-4a0c-93e9-52bfda6cc97d tempest-FloatingIPsAssociationTestJSON-661839082 tempest-FloatingIPsAssociationTestJSON-661839082-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369123'] for port, precommit_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:42:13.632743 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-3c77961c-2d71-4231-9261-60b7a2e71ba8 req-ba53f4d8-1e51-4a0c-93e9-52bfda6cc97d tempest-FloatingIPsAssociationTestJSON-661839082 tempest-FloatingIPsAssociationTestJSON-661839082-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:42:13.920213 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-a39f58af-f8d9-4c8c-bbc7-266c02ff270c req-b7043bed-1139-4a0b-ad03-28cbdfc2b13c tempest-LiveAutoBlockMigrationV225Test-203169570 tempest-LiveAutoBlockMigrationV225Test-203169570-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=af4d32de-e1c9-49ff-a5f9-459cfba4378d&tenant_id=7843cba0a7e24a0397d5219cb7fd254c&binding%3Ahost_id=n-h2-838334-2 HTTP/1.1" status: 200 len: 1096 time: 0.1136019 Apr 18 20:42:13.974979 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.plugin [req-3c77961c-2d71-4231-9261-60b7a2e71ba8 req-ba53f4d8-1e51-4a0c-93e9-52bfda6cc97d tempest-FloatingIPsAssociationTestJSON-661839082 tempest-FloatingIPsAssociationTestJSON-661839082-project] Calling delete_port for f71a42fe-fdb3-4220-ac90-0019b787e35a owned by network:floatingip {{(pid=84040) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 20:42:14.065191 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-8a8d327b-bfb1-49f6-ab7e-2eaf88cd6c39 req-b743be82-be55-4481-907f-3645e6c2f22e service neutron] 10.222.0.43 "GET /v2.0/networks/5ab7510b-2145-476c-b9d7-eb0e1ae538b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.3603194 Apr 18 20:42:14.072184 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [req-3dcb9854-c9f5-42c2-a1c0-e48f160930be req-ca0047a7-7c4a-405e-8564-c34725e2ae8a tempest-DeleteServersAdminTestJSON-198139237 tempest-DeleteServersAdminTestJSON-198139237-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:42:14.109865 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [req-3dcb9854-c9f5-42c2-a1c0-e48f160930be req-ca0047a7-7c4a-405e-8564-c34725e2ae8a tempest-DeleteServersAdminTestJSON-198139237 tempest-DeleteServersAdminTestJSON-198139237-project] Usage tracker for resource:port and tenant:cdd0e7075f8f44018a68599ea5e3b8d9 is out of sync, need to count used quota {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:42:14.127481 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [req-3dcb9854-c9f5-42c2-a1c0-e48f160930be req-ca0047a7-7c4a-405e-8564-c34725e2ae8a tempest-DeleteServersAdminTestJSON-198139237 tempest-DeleteServersAdminTestJSON-198139237-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:42:14.139230 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.db [req-a39f58af-f8d9-4c8c-bbc7-266c02ff270c req-c5101a0a-8434-435f-8b52-56ff9f666861 service neutron] For port 50d89c2c-8806-4e15-b008-076d10f6051f, host n-h1-838334-2, cleared binding levels {{(pid=84041) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 20:42:14.143607 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [req-a39f58af-f8d9-4c8c-bbc7-266c02ff270c req-c5101a0a-8434-435f-8b52-56ff9f666861 service neutron] Notify callbacks [] for binding, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:42:14.144785 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-a39f58af-f8d9-4c8c-bbc7-266c02ff270c req-c5101a0a-8434-435f-8b52-56ff9f666861 service neutron] 10.222.0.48 "DELETE /v2.0/ports/50d89c2c-8806-4e15-b008-076d10f6051f/bindings/n-h1-838334-2 HTTP/1.1" status: 204 len: 173 time: 0.2188902 Apr 18 20:42:14.231357 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [req-3dcb9854-c9f5-42c2-a1c0-e48f160930be req-ca0047a7-7c4a-405e-8564-c34725e2ae8a tempest-DeleteServersAdminTestJSON-198139237 tempest-DeleteServersAdminTestJSON-198139237-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:42:14.236288 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.agents_db [None req-6346a179-333c-4370-b5a6-936984aeab15 None None] Agent healthcheck: found 7 active agents {{(pid=84043) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 18 20:42:14.244725 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-c92ab903-9b18-4449-bb42-3292200102fb req-02d26f65-6356-4130-ae10-6905311b05f4 service neutron] 10.222.0.48 "GET /v2.0/networks/2b4e6157-bc80-44e6-aceb-13aa29225b38?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0201681 Apr 18 20:42:14.303973 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-b67c6a1e-7c45-42f0-91f0-7be26bd3143a req-478e732a-8d40-4849-8bc9-9ac61e241b90 tempest-ServersOnMultiNodesTest-84485173 tempest-ServersOnMultiNodesTest-84485173-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=2abb8a99-6a87-4957-a30b-64882fcf74b5 HTTP/1.1" status: 200 len: 1101 time: 1.0810511 Apr 18 20:42:14.303973 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3dcb9854-c9f5-42c2-a1c0-e48f160930be req-ca0047a7-7c4a-405e-8564-c34725e2ae8a tempest-DeleteServersAdminTestJSON-198139237 tempest-DeleteServersAdminTestJSON-198139237-project] Made reservation on behalf of cdd0e7075f8f44018a68599ea5e3b8d9 for: {'port': 1} {{(pid=84040) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:42:14.303973 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-3dcb9854-c9f5-42c2-a1c0-e48f160930be req-ca0047a7-7c4a-405e-8564-c34725e2ae8a tempest-DeleteServersAdminTestJSON-198139237 tempest-DeleteServersAdminTestJSON-198139237-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:42:14.473440 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-8a8d327b-bfb1-49f6-ab7e-2eaf88cd6c39 req-b22e5c75-1c42-451f-ae14-a975eed65b02 service neutron] 10.222.0.43 "GET /v2.0/networks/5ab7510b-2145-476c-b9d7-eb0e1ae538b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3992815 Apr 18 20:42:14.533043 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-3c77961c-2d71-4231-9261-60b7a2e71ba8 req-ba53f4d8-1e51-4a0c-93e9-52bfda6cc97d tempest-FloatingIPsAssociationTestJSON-661839082 tempest-FloatingIPsAssociationTestJSON-661839082-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750375259028', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750374836628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32440838'] for port, after_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:42:14.607253 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-b67c6a1e-7c45-42f0-91f0-7be26bd3143a req-2d556a5c-fe47-494b-a798-92324397fef5 tempest-ServersOnMultiNodesTest-84485173 tempest-ServersOnMultiNodesTest-84485173-project-admin] 10.222.0.42 "GET /v2.0/security-groups?id=e1e985d3-f227-45b4-b9a7-ffadcd0db1b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2807701 Apr 18 20:42:14.646723 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba53f4d8-1e51-4a0c-93e9-52bfda6cc97d tempest-FloatingIPsAssociationTestJSON-661839082 tempest-FloatingIPsAssociationTestJSON-661839082-project] Pushing event deleted for resources: {'Port': ['ID=f71a42fe-fdb3-4220-ac90-0019b787e35a,revision_number=None']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:42:15.079851 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.db_base_plugin_common [req-3dcb9854-c9f5-42c2-a1c0-e48f160930be req-ca0047a7-7c4a-405e-8564-c34725e2ae8a tempest-DeleteServersAdminTestJSON-198139237 tempest-DeleteServersAdminTestJSON-198139237-project] Allocated IP 192.168.233.24 (cb56989d-7c5d-4678-b194-1d2edf1e842a/c4b526db-4d8a-4d4c-a310-e3a599630ae1/953676b7-634a-440f-ae34-25d2c4512568) {{(pid=84040) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:42:15.131816 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-8a8d327b-bfb1-49f6-ab7e-2eaf88cd6c39 req-5623ff69-8ef4-4a94-bf77-3d30ed3ec686 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=c1a78f2b33ee4536986609e3ae5af78c&device_id=7bd31c74-5ed9-42a9-8cb8-065ab982f3bb HTTP/1.1" status: 200 len: 1096 time: 0.5801809 Apr 18 20:42:15.131816 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-3c77961c-2d71-4231-9261-60b7a2e71ba8 req-ba53f4d8-1e51-4a0c-93e9-52bfda6cc97d tempest-FloatingIPsAssociationTestJSON-661839082 tempest-FloatingIPsAssociationTestJSON-661839082-project] Notify callbacks [] for floatingip, after_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:42:15.347429 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4a0ae84-c27d-4ee0-b8eb-d7921d2b8524 req-deb75359-0c8e-46d2-b575-3f50db58f0b1 tempest-LiveAutoBlockMigrationV225Test-1713341100 tempest-LiveAutoBlockMigrationV225Test-1713341100-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:42:15.351668 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-a4a0ae84-c27d-4ee0-b8eb-d7921d2b8524 req-deb75359-0c8e-46d2-b575-3f50db58f0b1 tempest-LiveAutoBlockMigrationV225Test-1713341100 tempest-LiveAutoBlockMigrationV225Test-1713341100-project] 10.222.0.42 "GET /v2.0/ports?device_id=af4d32de-e1c9-49ff-a5f9-459cfba4378d HTTP/1.1" status: 200 len: 945 time: 0.3925576 Apr 18 20:42:15.407041 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-3c77961c-2d71-4231-9261-60b7a2e71ba8 req-ba53f4d8-1e51-4a0c-93e9-52bfda6cc97d tempest-FloatingIPsAssociationTestJSON-661839082 tempest-FloatingIPsAssociationTestJSON-661839082-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217293'] for floatingip, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:42:15.408139 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-3c77961c-2d71-4231-9261-60b7a2e71ba8 req-ba53f4d8-1e51-4a0c-93e9-52bfda6cc97d tempest-FloatingIPsAssociationTestJSON-661839082 tempest-FloatingIPsAssociationTestJSON-661839082-project] 10.222.0.42 "DELETE /v2.0/floatingips/dd00b6f2-1ed6-4823-8f13-37481470b44b HTTP/1.1" status: 204 len: 173 time: 3.5999038 Apr 18 20:42:15.458110 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a8d327b-bfb1-49f6-ab7e-2eaf88cd6c39 req-99f4835b-906a-47c2-aa85-b3ad73559695 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:42:15.459540 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-8a8d327b-bfb1-49f6-ab7e-2eaf88cd6c39 req-99f4835b-906a-47c2-aa85-b3ad73559695 service neutron] 10.222.0.43 "GET /v2.0/networks?id=7b96c852-8e2e-4d3b-ad4b-39924026f663 HTTP/1.1" status: 200 len: 921 time: 0.3202369 Apr 18 20:42:15.583075 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-8a8d327b-bfb1-49f6-ab7e-2eaf88cd6c39 req-e62924d1-c404-4d23-80fa-03ada8b4c4ea service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=83781acf-08e2-45f0-bbcd-ac7d73ff7920 HTTP/1.1" status: 200 len: 217 time: 0.1088641 Apr 18 20:42:15.608748 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-e0cb7e9e-57c9-4eb5-a38e-c9d36584d876 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750375287399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253529'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:42:15.634507 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-a4a0ae84-c27d-4ee0-b8eb-d7921d2b8524 req-41c39162-08c6-45db-96f1-55eb7b176937 tempest-LiveAutoBlockMigrationV225Test-1713341100 tempest-LiveAutoBlockMigrationV225Test-1713341100-project] 10.222.0.42 "GET /v2.0/security-groups?id=bf712067-aabd-4e70-aae1-082928dd1ccd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2299759 Apr 18 20:42:15.677599 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [req-7e9ea719-0504-475b-845a-ae8f64aec7eb req-01d88233-a263-4c45-a019-99e9916fe7e0 tempest-DeleteServersAdminTestJSON-198139237 tempest-DeleteServersAdminTestJSON-198139237-project] Synchronizing usage tracker for tenant:cdd0e7075f8f44018a68599ea5e3b8d9 on resource:port {{(pid=84040) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 20:42:15.739792 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-3dcb9854-c9f5-42c2-a1c0-e48f160930be req-ca0047a7-7c4a-405e-8564-c34725e2ae8a tempest-DeleteServersAdminTestJSON-198139237 tempest-DeleteServersAdminTestJSON-198139237-project] Notify callbacks [] for port, precommit_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:42:15.753197 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Device 5dd9420f-3993-4fe5-a063-6b15a634731b no longer exists at agent hyperv_n-h2-838334-2 {{(pid=84042) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 20:42:15.757854 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [req-7e9ea719-0504-475b-845a-ae8f64aec7eb req-01d88233-a263-4c45-a019-99e9916fe7e0 tempest-DeleteServersAdminTestJSON-198139237 tempest-DeleteServersAdminTestJSON-198139237-project] Unset dirty status for tenant:cdd0e7075f8f44018a68599ea5e3b8d9 on resource:port {{(pid=84040) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 20:42:15.757854 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-7e9ea719-0504-475b-845a-ae8f64aec7eb req-01d88233-a263-4c45-a019-99e9916fe7e0 tempest-DeleteServersAdminTestJSON-198139237 tempest-DeleteServersAdminTestJSON-198139237-project] 10.222.0.42 "GET /v2.0/ports?device_id=91701bcf-8389-47d0-bd52-1d61bc9567d1 HTTP/1.1" status: 200 len: 210 time: 0.1910627 Apr 18 20:42:15.757854 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a8d327b-bfb1-49f6-ab7e-2eaf88cd6c39 req-648dc69d-2f3e-44b9-8175-22d17a1cfbe0 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:42:15.758361 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-8a8d327b-bfb1-49f6-ab7e-2eaf88cd6c39 req-648dc69d-2f3e-44b9-8175-22d17a1cfbe0 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=769e5df8-16e3-4584-97ce-25a3b6243e3e HTTP/1.1" status: 200 len: 859 time: 0.1395922 Apr 18 20:42:15.763265 n-d-838334-2 neutron-server[84041]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5ae38dd2-31cc-4248-91b4-38e99747f598'] response: {'server_uuid': 'e0e2d6b0-4b7a-4309-8d92-47bdafbc7681', 'name': 'network-vif-deleted', 'tag': '3c9cf486-30d0-433e-b013-3f3ef213effe', 'status': 'completed', 'code': 200} Apr 18 20:42:15.764475 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.provisioning_blocks [req-3dcb9854-c9f5-42c2-a1c0-e48f160930be req-ca0047a7-7c4a-405e-8564-c34725e2ae8a tempest-DeleteServersAdminTestJSON-198139237 tempest-DeleteServersAdminTestJSON-198139237-project] Transition to ACTIVE for port object 953676b7-634a-440f-ae34-25d2c4512568 will not be triggered until provisioned by entity DHCP. {{(pid=84040) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 20:42:15.909804 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-8a8d327b-bfb1-49f6-ab7e-2eaf88cd6c39 req-6821cc01-9612-48d4-9021-3323a71cc7a3 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=7b96c852-8e2e-4d3b-ad4b-39924026f663&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1373055 Apr 18 20:42:15.909804 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-3dcb9854-c9f5-42c2-a1c0-e48f160930be req-ca0047a7-7c4a-405e-8564-c34725e2ae8a tempest-DeleteServersAdminTestJSON-198139237 tempest-DeleteServersAdminTestJSON-198139237-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750374836619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32440838'] for port, after_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:42:15.940399 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:42:15.998532 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] For port 5dd9420f-3993-4fe5-a063-6b15a634731b, host n-h2-838334-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838334-2',level=0,port_id=5dd9420f-3993-4fe5-a063-6b15a634731b,segment=NetworkSegment(636e5b77-90d2-4b9f-a149-e8d80d7281ee),segment_id=636e5b77-90d2-4b9f-a149-e8d80d7281ee)] {{(pid=84042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:42:16.000546 n-d-838334-2 neutron-server[84042]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '125f19ef-ec6c-479f-b4b8-b796930da404', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5dd9420f-3993-4fe5-a063-6b15a634731b'}] {{(pid=84042) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 20:42:16.008974 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682'] for port, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:42:16.124732 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca0047a7-7c4a-405e-8564-c34725e2ae8a tempest-DeleteServersAdminTestJSON-198139237 tempest-DeleteServersAdminTestJSON-198139237-project] Pushing event updated for resources: {'Port': ['ID=953676b7-634a-440f-ae34-25d2c4512568,revision_number=1']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:42:16.163800 n-d-838334-2 neutron-server[84040]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3dcb9854-c9f5-42c2-a1c0-e48f160930be req-ca0047a7-7c4a-405e-8564-c34725e2ae8a tempest-DeleteServersAdminTestJSON-198139237 tempest-DeleteServersAdminTestJSON-198139237-project] Network cb56989d-7c5d-4678-b194-1d2edf1e842a is already hosted by enough agents. {{(pid=84040) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:42:16.198909 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Pushing event updated for resources: {'Port': ['ID=5dd9420f-3993-4fe5-a063-6b15a634731b,revision_number=8']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:42:16.243013 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:42:16.243013 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:42:16.243013 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:42:16.243013 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:42:16.243013 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:42:16.243013 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:42:16.243013 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:42:16.243013 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:42:16.249245 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:42:16.249245 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:42:16.249245 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:42:16.276454 n-d-838334-2 neutron-server[84040]: DEBUG neutron.scheduler.base_scheduler [req-3dcb9854-c9f5-42c2-a1c0-e48f160930be req-ca0047a7-7c4a-405e-8564-c34725e2ae8a tempest-DeleteServersAdminTestJSON-198139237 tempest-DeleteServersAdminTestJSON-198139237-project] Resources bound (agent type, host, resource id): {{(pid=84040) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:42:16.508047 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.l3_dvrscheduler_db [req-3dcb9854-c9f5-42c2-a1c0-e48f160930be req-ca0047a7-7c4a-405e-8564-c34725e2ae8a tempest-DeleteServersAdminTestJSON-198139237 tempest-DeleteServersAdminTestJSON-198139237-project] Received port after_create {{(pid=84040) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 20:42:16.608775 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-8a8d327b-bfb1-49f6-ab7e-2eaf88cd6c39 req-a1c00f3c-f956-49ac-aeff-2a3b4748c7a4 service neutron] 10.222.0.43 "GET /v2.0/networks/7b96c852-8e2e-4d3b-ad4b-39924026f663?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5176647 Apr 18 20:42:16.702349 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-4415620c-5875-458a-a6bd-e5c82ab905a9 None None] Provisioning for port 953676b7-634a-440f-ae34-25d2c4512568 completed by entity DHCP. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 20:42:16.712857 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-4415620c-5875-458a-a6bd-e5c82ab905a9 None None] Provisioning complete for port 953676b7-634a-440f-ae34-25d2c4512568 triggered by entity DHCP. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:42:16.715320 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-4415620c-5875-458a-a6bd-e5c82ab905a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1253608'] for port, provisioning_complete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:42:16.737979 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dcb9854-c9f5-42c2-a1c0-e48f160930be req-ca0047a7-7c4a-405e-8564-c34725e2ae8a tempest-DeleteServersAdminTestJSON-198139237 tempest-DeleteServersAdminTestJSON-198139237-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:42:16.738692 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-3dcb9854-c9f5-42c2-a1c0-e48f160930be req-ca0047a7-7c4a-405e-8564-c34725e2ae8a tempest-DeleteServersAdminTestJSON-198139237 tempest-DeleteServersAdminTestJSON-198139237-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217293'] for port, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:42:16.821343 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.plugin [None req-4415620c-5875-458a-a6bd-e5c82ab905a9 None None] Port 953676b7-634a-440f-ae34-25d2c4512568 cannot update to ACTIVE because it is not bound. {{(pid=84042) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 18 20:42:16.864341 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-3dcb9854-c9f5-42c2-a1c0-e48f160930be req-ca0047a7-7c4a-405e-8564-c34725e2ae8a tempest-DeleteServersAdminTestJSON-198139237 tempest-DeleteServersAdminTestJSON-198139237-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 4.0506597 Apr 18 20:42:16.892166 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.v2.base [req-3dcb9854-c9f5-42c2-a1c0-e48f160930be req-9566e4e1-dbf1-4ce7-81e2-dccfe94d2ab8 service neutron] Request body: {'port': {'device_id': '91701bcf-8389-47d0-bd52-1d61bc9567d1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-838334-2'}} {{(pid=84040) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 20:42:17.094193 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-8a8d327b-bfb1-49f6-ab7e-2eaf88cd6c39 req-f59442fb-fbce-4146-af16-a8d72f83e885 service neutron] 10.222.0.43 "GET /v2.0/networks/7b96c852-8e2e-4d3b-ad4b-39924026f663?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4500163 Apr 18 20:42:17.129427 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-6e80046a-7e04-47fb-91a5-e5759ff13556 req-029164b9-c19c-4a7f-bef6-93347fc96862 tempest-ServersOnMultiNodesTest-84485173 tempest-ServersOnMultiNodesTest-84485173-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=af670083-52fa-4211-8dc4-84954aff332a HTTP/1.1" status: 200 len: 1100 time: 0.8545604 Apr 18 20:42:17.208978 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-3dcb9854-c9f5-42c2-a1c0-e48f160930be req-9566e4e1-dbf1-4ce7-81e2-dccfe94d2ab8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:42:17.314831 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-6e80046a-7e04-47fb-91a5-e5759ff13556 req-558937ae-3cae-4c9a-8807-f1bcf54565e7 tempest-ServersOnMultiNodesTest-84485173 tempest-ServersOnMultiNodesTest-84485173-project-admin] 10.222.0.42 "GET /v2.0/security-groups?id=e1e985d3-f227-45b4-b9a7-ffadcd0db1b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1616781 Apr 18 20:42:17.570494 n-d-838334-2 neutron-server[84042]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0f838157-ba07-4f6d-8965-bf9e68a218f4'] response: {'server_uuid': '125f19ef-ec6c-479f-b4b8-b796930da404', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5dd9420f-3993-4fe5-a063-6b15a634731b', 'code': 200} Apr 18 20:42:17.844234 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-9a08a550-5d26-4dc9-b1a0-8ec6e805458d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750375287399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253529'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:42:17.949547 n-d-838334-2 neutron-server[84040]: DEBUG neutron.notifiers.nova [req-3dcb9854-c9f5-42c2-a1c0-e48f160930be req-9566e4e1-dbf1-4ce7-81e2-dccfe94d2ab8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 953676b7-634a-440f-ae34-25d2c4512568 {{(pid=84040) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 18 20:42:17.965619 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-3dcb9854-c9f5-42c2-a1c0-e48f160930be req-9566e4e1-dbf1-4ce7-81e2-dccfe94d2ab8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:42:18.058456 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1f9be64-3222-4ae7-816e-0289a6f9e6b8 req-28438571-613a-4759-a48d-88103b4380e3 tempest-FloatingIPsAssociationTestJSON-661839082 tempest-FloatingIPsAssociationTestJSON-661839082-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:42:18.058456 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [req-a1f9be64-3222-4ae7-816e-0289a6f9e6b8 req-28438571-613a-4759-a48d-88103b4380e3 tempest-FloatingIPsAssociationTestJSON-661839082 tempest-FloatingIPsAssociationTestJSON-661839082-project] Synchronizing usage tracker for tenant:c1a78f2b33ee4536986609e3ae5af78c on resource:port {{(pid=84040) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 20:42:18.075979 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.provisioning_blocks [req-3dcb9854-c9f5-42c2-a1c0-e48f160930be req-9566e4e1-dbf1-4ce7-81e2-dccfe94d2ab8 service neutron] Transition to ACTIVE for port object 953676b7-634a-440f-ae34-25d2c4512568 will not be triggered until provisioned by entity L2. {{(pid=84040) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 20:42:18.086619 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-3dcb9854-c9f5-42c2-a1c0-e48f160930be req-9566e4e1-dbf1-4ce7-81e2-dccfe94d2ab8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32440959'] for port, after_update {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:42:18.151615 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [req-a1f9be64-3222-4ae7-816e-0289a6f9e6b8 req-28438571-613a-4759-a48d-88103b4380e3 tempest-FloatingIPsAssociationTestJSON-661839082 tempest-FloatingIPsAssociationTestJSON-661839082-project] Unset dirty status for tenant:c1a78f2b33ee4536986609e3ae5af78c on resource:port {{(pid=84040) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 20:42:18.151615 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-a1f9be64-3222-4ae7-816e-0289a6f9e6b8 req-28438571-613a-4759-a48d-88103b4380e3 tempest-FloatingIPsAssociationTestJSON-661839082 tempest-FloatingIPsAssociationTestJSON-661839082-project] 10.222.0.42 "GET /v2.0/ports?device_id=7bd31c74-5ed9-42a9-8cb8-065ab982f3bb HTTP/1.1" status: 200 len: 945 time: 0.3608072 Apr 18 20:42:18.360881 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9566e4e1-dbf1-4ce7-81e2-dccfe94d2ab8 service neutron] Pushing event updated for resources: {'Port': ['ID=953676b7-634a-440f-ae34-25d2c4512568,revision_number=2']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:42:18.568083 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-a1f9be64-3222-4ae7-816e-0289a6f9e6b8 req-0fa084a6-c791-4129-9d68-b42ac1bab952 tempest-FloatingIPsAssociationTestJSON-661839082 tempest-FloatingIPsAssociationTestJSON-661839082-project] 10.222.0.42 "GET /v2.0/security-groups?id=5edfb6a7-e63f-4d6e-97ca-795ce1be36ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3591988 Apr 18 20:42:18.628730 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-4c434d30-4794-4ab3-803d-0a539c7e1abd req-e325c9b3-b89b-438c-b047-17b8d5404de7 tempest-LiveAutoBlockMigrationV225Test-203169570 tempest-LiveAutoBlockMigrationV225Test-203169570-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=af4d32de-e1c9-49ff-a5f9-459cfba4378d HTTP/1.1" status: 200 len: 1096 time: 0.2732708 Apr 18 20:42:18.639107 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3923f94c-2657-4d7e-ab13-c87af594994b req-cdc8ea2e-eb21-4d18-bc0f-b6ed19aff7e1 tempest-FloatingIPsAssociationTestJSON-661839082 tempest-FloatingIPsAssociationTestJSON-661839082-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:42:18.641073 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-3923f94c-2657-4d7e-ab13-c87af594994b req-cdc8ea2e-eb21-4d18-bc0f-b6ed19aff7e1 tempest-FloatingIPsAssociationTestJSON-661839082 tempest-FloatingIPsAssociationTestJSON-661839082-project] 10.222.0.43 "GET /v2.0/ports?device_id=7bd31c74-5ed9-42a9-8cb8-065ab982f3bb HTTP/1.1" status: 200 len: 945 time: 0.4916313 Apr 18 20:42:18.867483 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.plugin [req-3923f94c-2657-4d7e-ab13-c87af594994b req-7b89848f-2819-4bdc-8644-752a2858d53a tempest-FloatingIPsAssociationTestJSON-661839082 tempest-FloatingIPsAssociationTestJSON-661839082-project] Deleting port 83781acf-08e2-45f0-bbcd-ac7d73ff7920 {{(pid=84040) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 20:42:18.867483 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-3923f94c-2657-4d7e-ab13-c87af594994b req-7b89848f-2819-4bdc-8644-752a2858d53a tempest-FloatingIPsAssociationTestJSON-661839082 tempest-FloatingIPsAssociationTestJSON-661839082-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750375188691'] for port, before_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:42:18.931279 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.managers [req-3dcb9854-c9f5-42c2-a1c0-e48f160930be req-9566e4e1-dbf1-4ce7-81e2-dccfe94d2ab8 service neutron] Attempting to bind port 953676b7-634a-440f-ae34-25d2c4512568 on host n-h2-838334-2 for vnic_type normal with profile {{(pid=84040) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:42:18.931279 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.managers [req-3dcb9854-c9f5-42c2-a1c0-e48f160930be req-9566e4e1-dbf1-4ce7-81e2-dccfe94d2ab8 service neutron] Attempting to bind port 953676b7-634a-440f-ae34-25d2c4512568 by drivers openvswitch,hyperv on host n-h2-838334-2 at level 0 using segments [{'id': '62b85806-94d8-4a88-a06c-da82e5932d66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': 'cb56989d-7c5d-4678-b194-1d2edf1e842a'}] {{(pid=84040) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:42:18.931279 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3dcb9854-c9f5-42c2-a1c0-e48f160930be req-9566e4e1-dbf1-4ce7-81e2-dccfe94d2ab8 service neutron] Attempting to bind port 953676b7-634a-440f-ae34-25d2c4512568 on network cb56989d-7c5d-4678-b194-1d2edf1e842a {{(pid=84040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 20:42:18.942584 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750375287399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253529'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:42:19.002432 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3dcb9854-c9f5-42c2-a1c0-e48f160930be req-9566e4e1-dbf1-4ce7-81e2-dccfe94d2ab8 service neutron] Port 953676b7-634a-440f-ae34-25d2c4512568 on network cb56989d-7c5d-4678-b194-1d2edf1e842a not bound, no agent of type Open vSwitch agent registered on host n-h2-838334-2 {{(pid=84040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 18 20:42:19.002432 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3dcb9854-c9f5-42c2-a1c0-e48f160930be req-9566e4e1-dbf1-4ce7-81e2-dccfe94d2ab8 service neutron] Attempting to bind port 953676b7-634a-440f-ae34-25d2c4512568 on network cb56989d-7c5d-4678-b194-1d2edf1e842a {{(pid=84040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 20:42:19.061499 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3dcb9854-c9f5-42c2-a1c0-e48f160930be req-9566e4e1-dbf1-4ce7-81e2-dccfe94d2ab8 service neutron] Checking agent: {'id': 'dc797004-f641-47b7-a77f-9c62b5b16296', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-838334-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 34, 3), 'started_at': datetime.datetime(2022, 4, 18, 20, 34, 3), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 20, 42, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 18 20:42:19.062574 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3dcb9854-c9f5-42c2-a1c0-e48f160930be req-9566e4e1-dbf1-4ce7-81e2-dccfe94d2ab8 service neutron] Checking segment: {'id': '62b85806-94d8-4a88-a06c-da82e5932d66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': 'cb56989d-7c5d-4678-b194-1d2edf1e842a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84040) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 20:42:19.062963 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3dcb9854-c9f5-42c2-a1c0-e48f160930be req-9566e4e1-dbf1-4ce7-81e2-dccfe94d2ab8 service neutron] Bound using segment: {'id': '62b85806-94d8-4a88-a06c-da82e5932d66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': 'cb56989d-7c5d-4678-b194-1d2edf1e842a'} {{(pid=84040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 18 20:42:19.063568 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.managers [req-3dcb9854-c9f5-42c2-a1c0-e48f160930be req-9566e4e1-dbf1-4ce7-81e2-dccfe94d2ab8 service neutron] Bound port: 953676b7-634a-440f-ae34-25d2c4512568, host: n-h2-838334-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '62b85806-94d8-4a88-a06c-da82e5932d66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': 'cb56989d-7c5d-4678-b194-1d2edf1e842a'}}] {{(pid=84040) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 20:42:19.063875 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-3dcb9854-c9f5-42c2-a1c0-e48f160930be req-9566e4e1-dbf1-4ce7-81e2-dccfe94d2ab8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:42:19.096442 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-4c434d30-4794-4ab3-803d-0a539c7e1abd req-d1ded5cd-448d-44d2-a528-98937635d8c6 tempest-LiveAutoBlockMigrationV225Test-203169570 tempest-LiveAutoBlockMigrationV225Test-203169570-project-admin] 10.222.0.42 "GET /v2.0/security-groups?id=bf712067-aabd-4e70-aae1-082928dd1ccd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3102531 Apr 18 20:42:19.186560 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffffead7-fb62-475e-8be2-c00a1a31f8b3 req-76a1774e-5e17-448b-a6a6-0334739ebe45 tempest-DeleteServersAdminTestJSON-198139237 tempest-DeleteServersAdminTestJSON-198139237-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:42:19.190398 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-ffffead7-fb62-475e-8be2-c00a1a31f8b3 req-76a1774e-5e17-448b-a6a6-0334739ebe45 tempest-DeleteServersAdminTestJSON-198139237 tempest-DeleteServersAdminTestJSON-198139237-project] 10.222.0.42 "GET /v2.0/ports?device_id=91701bcf-8389-47d0-bd52-1d61bc9567d1 HTTP/1.1" status: 200 len: 947 time: 0.3947303 Apr 18 20:42:19.323394 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-414b6ffe-e119-47bc-b18f-bcff1219c2f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750375287399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253529'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:42:19.424444 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.db [req-3dcb9854-c9f5-42c2-a1c0-e48f160930be req-9566e4e1-dbf1-4ce7-81e2-dccfe94d2ab8 service neutron] For port 953676b7-634a-440f-ae34-25d2c4512568, host n-h2-838334-2, cleared binding levels {{(pid=84040) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 20:42:19.446492 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-ffffead7-fb62-475e-8be2-c00a1a31f8b3 req-ac909410-b1d5-4cfd-8dfe-b8bb360ec594 tempest-DeleteServersAdminTestJSON-198139237 tempest-DeleteServersAdminTestJSON-198139237-project] 10.222.0.42 "GET /v2.0/security-groups?id=8cdb27fa-e654-4d38-a026-751617f09e74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1628804 Apr 18 20:42:19.466799 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.db [req-3dcb9854-c9f5-42c2-a1c0-e48f160930be req-9566e4e1-dbf1-4ce7-81e2-dccfe94d2ab8 service neutron] For port 953676b7-634a-440f-ae34-25d2c4512568, host n-h2-838334-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838334-2',level=0,port_id=953676b7-634a-440f-ae34-25d2c4512568,segment=NetworkSegment(62b85806-94d8-4a88-a06c-da82e5932d66),segment_id=62b85806-94d8-4a88-a06c-da82e5932d66)] {{(pid=84040) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 20:42:19.491392 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.db [req-3923f94c-2657-4d7e-ab13-c87af594994b req-7b89848f-2819-4bdc-8644-752a2858d53a tempest-FloatingIPsAssociationTestJSON-661839082 tempest-FloatingIPsAssociationTestJSON-661839082-project] For port 83781acf-08e2-45f0-bbcd-ac7d73ff7920, host n-h1-838334-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838334-2',level=0,port_id=83781acf-08e2-45f0-bbcd-ac7d73ff7920,segment=NetworkSegment(431dac21-62fe-4af2-a303-5868c7f4fc97),segment_id=431dac21-62fe-4af2-a303-5868c7f4fc97)] {{(pid=84040) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:42:19.491911 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-3923f94c-2657-4d7e-ab13-c87af594994b req-7b89848f-2819-4bdc-8644-752a2858d53a tempest-FloatingIPsAssociationTestJSON-661839082 tempest-FloatingIPsAssociationTestJSON-661839082-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369123'] for port, precommit_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:42:19.544529 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-3dcb9854-c9f5-42c2-a1c0-e48f160930be req-9566e4e1-dbf1-4ce7-81e2-dccfe94d2ab8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32440959'] for port, after_update {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:42:19.840320 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.plugin [req-3923f94c-2657-4d7e-ab13-c87af594994b req-7b89848f-2819-4bdc-8644-752a2858d53a tempest-FloatingIPsAssociationTestJSON-661839082 tempest-FloatingIPsAssociationTestJSON-661839082-project] Calling delete_port for 83781acf-08e2-45f0-bbcd-ac7d73ff7920 owned by compute:nova {{(pid=84040) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 20:42:19.902961 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-f8c4645c-d5f1-4230-b05e-a046b1ef2699 req-c7720558-7f42-4baf-9eb9-71912659f540 tempest-ServersOnMultiNodesTest-1168278630 tempest-ServersOnMultiNodesTest-1168278630-project] 10.222.0.42 "GET /v2.0/networks?tenant_id=de28ce5b7b5349a3b98e9e23d1be558c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1012030 Apr 18 20:42:19.916278 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-3dcb9854-c9f5-42c2-a1c0-e48f160930be req-9566e4e1-dbf1-4ce7-81e2-dccfe94d2ab8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217293'] for port, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:42:19.916949 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-3dcb9854-c9f5-42c2-a1c0-e48f160930be req-9566e4e1-dbf1-4ce7-81e2-dccfe94d2ab8 service neutron] 10.222.0.48 "PUT /v2.0/ports/953676b7-634a-440f-ae34-25d2c4512568 HTTP/1.1" status: 200 len: 1095 time: 3.0319824 Apr 18 20:42:20.050511 n-d-838334-2 neutron-server[84040]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '91701bcf-8389-47d0-bd52-1d61bc9567d1', 'tag': '953676b7-634a-440f-ae34-25d2c4512568'}] {{(pid=84040) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 20:42:20.336474 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9566e4e1-dbf1-4ce7-81e2-dccfe94d2ab8 service neutron] Pushing event updated for resources: {'Port': ['ID=953676b7-634a-440f-ae34-25d2c4512568,revision_number=3']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:42:20.425345 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8c4645c-d5f1-4230-b05e-a046b1ef2699 req-7569c7d6-e030-4f6d-aeeb-3a30737c6533 tempest-ServersOnMultiNodesTest-1168278630 tempest-ServersOnMultiNodesTest-1168278630-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:42:20.427659 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-f8c4645c-d5f1-4230-b05e-a046b1ef2699 req-7569c7d6-e030-4f6d-aeeb-3a30737c6533 tempest-ServersOnMultiNodesTest-1168278630 tempest-ServersOnMultiNodesTest-1168278630-project] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5093145 Apr 18 20:42:20.434445 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-c7521a90-7d65-4e2e-842c-ca5d95e9a89c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750375287399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253529'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:42:20.517421 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-f8c4645c-d5f1-4230-b05e-a046b1ef2699 req-6a718bb9-18d7-4b71-a38f-b4ab0aff929a tempest-ServersOnMultiNodesTest-1168278630 tempest-ServersOnMultiNodesTest-1168278630-project] 10.222.0.42 "GET /v2.0/quotas/de28ce5b7b5349a3b98e9e23d1be558c HTTP/1.1" status: 200 len: 375 time: 0.0457377 Apr 18 20:42:20.524308 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-3dcb9854-c9f5-42c2-a1c0-e48f160930be req-558c65d5-80e4-4027-9192-fec7f0c4cbeb service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=cdd0e7075f8f44018a68599ea5e3b8d9&device_id=91701bcf-8389-47d0-bd52-1d61bc9567d1 HTTP/1.1" status: 200 len: 1098 time: 0.4779165 Apr 18 20:42:20.621957 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-3923f94c-2657-4d7e-ab13-c87af594994b req-7b89848f-2819-4bdc-8644-752a2858d53a tempest-FloatingIPsAssociationTestJSON-661839082 tempest-FloatingIPsAssociationTestJSON-661839082-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750375259028', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750374836628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32440838'] for port, after_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:42:20.704767 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b89848f-2819-4bdc-8644-752a2858d53a tempest-FloatingIPsAssociationTestJSON-661839082 tempest-FloatingIPsAssociationTestJSON-661839082-project] Pushing event deleted for resources: {'Port': ['ID=83781acf-08e2-45f0-bbcd-ac7d73ff7920,revision_number=None']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:42:20.707794 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-3dcb9854-c9f5-42c2-a1c0-e48f160930be req-10904eeb-06d8-4247-ae6a-28e178fde604 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.24&port_id=953676b7-634a-440f-ae34-25d2c4512568 HTTP/1.1" status: 200 len: 217 time: 0.1420126 Apr 18 20:42:20.858633 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.l3_dvrscheduler_db [req-3923f94c-2657-4d7e-ab13-c87af594994b req-7b89848f-2819-4bdc-8644-752a2858d53a tempest-FloatingIPsAssociationTestJSON-661839082 tempest-FloatingIPsAssociationTestJSON-661839082-project] No DVR routers for this DVR port 83781acf-08e2-45f0-bbcd-ac7d73ff7920 on host n-h1-838334-2 {{(pid=84040) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 20:42:20.862026 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-3923f94c-2657-4d7e-ab13-c87af594994b req-7b89848f-2819-4bdc-8644-752a2858d53a tempest-FloatingIPsAssociationTestJSON-661839082 tempest-FloatingIPsAssociationTestJSON-661839082-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217293'] for port, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:42:20.928893 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [req-6eaf701c-1099-48e8-a32d-64ee0e9c1053 req-04e09ed6-1c71-4864-87ca-6604b45015ec tempest-FloatingIPsAssociationTestJSON-661839082 tempest-FloatingIPsAssociationTestJSON-661839082-project] Synchronizing usage tracker for tenant:c1a78f2b33ee4536986609e3ae5af78c on resource:port {{(pid=84040) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 20:42:20.931864 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dcb9854-c9f5-42c2-a1c0-e48f160930be req-b22098bd-528d-4519-a5b2-4b5ee02b276e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:42:20.933275 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-3dcb9854-c9f5-42c2-a1c0-e48f160930be req-b22098bd-528d-4519-a5b2-4b5ee02b276e service neutron] 10.222.0.48 "GET /v2.0/subnets?id=c4b526db-4d8a-4d4c-a310-e3a599630ae1 HTTP/1.1" status: 200 len: 843 time: 0.2162855 Apr 18 20:42:20.942830 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-f8c4645c-d5f1-4230-b05e-a046b1ef2699 req-e995ebdf-f24a-4977-86c2-950543e443c6 tempest-ServersOnMultiNodesTest-1168278630 tempest-ServersOnMultiNodesTest-1168278630-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=de28ce5b7b5349a3b98e9e23d1be558c&fields=id HTTP/1.1" status: 200 len: 440 time: 0.4126933 Apr 18 20:42:20.945393 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-3923f94c-2657-4d7e-ab13-c87af594994b req-7b89848f-2819-4bdc-8644-752a2858d53a tempest-FloatingIPsAssociationTestJSON-661839082 tempest-FloatingIPsAssociationTestJSON-661839082-project] 10.222.0.43 "DELETE /v2.0/ports/83781acf-08e2-45f0-bbcd-ac7d73ff7920 HTTP/1.1" status: 204 len: 173 time: 2.2916620 Apr 18 20:42:20.998504 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [req-6eaf701c-1099-48e8-a32d-64ee0e9c1053 req-04e09ed6-1c71-4864-87ca-6604b45015ec tempest-FloatingIPsAssociationTestJSON-661839082 tempest-FloatingIPsAssociationTestJSON-661839082-project] Unset dirty status for tenant:c1a78f2b33ee4536986609e3ae5af78c on resource:port {{(pid=84040) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 20:42:21.001942 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-6eaf701c-1099-48e8-a32d-64ee0e9c1053 req-04e09ed6-1c71-4864-87ca-6604b45015ec tempest-FloatingIPsAssociationTestJSON-661839082 tempest-FloatingIPsAssociationTestJSON-661839082-project] 10.222.0.42 "GET /v2.0/ports?device_id=7bd31c74-5ed9-42a9-8cb8-065ab982f3bb HTTP/1.1" status: 200 len: 210 time: 0.1300490 Apr 18 20:42:21.058616 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-3dcb9854-c9f5-42c2-a1c0-e48f160930be req-e7e71d5f-ef4c-426d-9669-38672746e01b service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=cb56989d-7c5d-4678-b194-1d2edf1e842a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1042755 Apr 18 20:42:21.400240 n-d-838334-2 neutron-server[84040]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c9da0692-35ea-4b1b-a72b-c4c5b0c50afe'] response: {'name': 'network-changed', 'server_uuid': '91701bcf-8389-47d0-bd52-1d61bc9567d1', 'tag': '953676b7-634a-440f-ae34-25d2c4512568', 'status': 'completed', 'code': 200} Apr 18 20:42:21.614512 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e01668f7-c8c9-428c-9f49-3a5ace10827b req-0e972823-ad64-40d9-8201-099a4fb596a3 tempest-LiveMigrationTest-963278731 tempest-LiveMigrationTest-963278731-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:42:21.614512 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-e01668f7-c8c9-428c-9f49-3a5ace10827b req-0e972823-ad64-40d9-8201-099a4fb596a3 tempest-LiveMigrationTest-963278731 tempest-LiveMigrationTest-963278731-project] 10.222.0.48 "GET /v2.0/ports?device_id=24d2e03c-6691-46a0-a6c7-88d1392ddccc HTTP/1.1" status: 200 len: 945 time: 0.2135749 Apr 18 20:42:21.625638 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-3dcb9854-c9f5-42c2-a1c0-e48f160930be req-3b55a853-f09b-4753-8ecb-130814e95a3a service neutron] 10.222.0.48 "GET /v2.0/networks/cb56989d-7c5d-4678-b194-1d2edf1e842a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5432909 Apr 18 20:42:21.637122 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21f714b1-e12d-42c8-a5e2-98ebb6d9729f req-8964a099-5c10-45fb-b349-4fa2ce941cce tempest-ImagesTestJSON-757689736 tempest-ImagesTestJSON-757689736-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:42:21.649557 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-21f714b1-e12d-42c8-a5e2-98ebb6d9729f req-8964a099-5c10-45fb-b349-4fa2ce941cce tempest-ImagesTestJSON-757689736 tempest-ImagesTestJSON-757689736-project] 10.222.0.42 "GET /v2.0/networks?id=a92cea34-83a9-4801-bb75-cc07c451223b HTTP/1.1" status: 200 len: 804 time: 0.4540560 Apr 18 20:42:21.675061 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Device 83781acf-08e2-45f0-bbcd-ac7d73ff7920 no longer exists at agent hyperv_n-h1-838334-2 {{(pid=84042) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 20:42:21.724451 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.plugin [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] No Port match for: 83781acf-08e2-45f0-bbcd-ac7d73ff7920 {{(pid=84042) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 18 20:42:21.724451 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Device 83781acf-08e2-45f0-bbcd-ac7d73ff7920 not bound to the agent host n-h1-838334-2 {{(pid=84042) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 20:42:21.832317 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-21f714b1-e12d-42c8-a5e2-98ebb6d9729f req-681fd40a-f778-42ca-9cda-edfc024a9500 tempest-ImagesTestJSON-757689736 tempest-ImagesTestJSON-757689736-project] 10.222.0.42 "GET /v2.0/quotas/dfa04f762e14427e8043e36ea411d50f HTTP/1.1" status: 200 len: 375 time: 0.1918962 Apr 18 20:42:21.865984 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaff27b5-6d77-4120-8678-307c69864973 req-2c96f7a3-bc4b-4b93-9048-e569b08706b9 tempest-LiveAutoBlockMigrationV225Test-1713341100 tempest-LiveAutoBlockMigrationV225Test-1713341100-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:42:21.867090 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [req-eaff27b5-6d77-4120-8678-307c69864973 req-2c96f7a3-bc4b-4b93-9048-e569b08706b9 tempest-LiveAutoBlockMigrationV225Test-1713341100 tempest-LiveAutoBlockMigrationV225Test-1713341100-project] Synchronizing usage tracker for tenant:7843cba0a7e24a0397d5219cb7fd254c on resource:port {{(pid=84041) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 20:42:21.886795 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [req-eaff27b5-6d77-4120-8678-307c69864973 req-2c96f7a3-bc4b-4b93-9048-e569b08706b9 tempest-LiveAutoBlockMigrationV225Test-1713341100 tempest-LiveAutoBlockMigrationV225Test-1713341100-project] Unset dirty status for tenant:7843cba0a7e24a0397d5219cb7fd254c on resource:port {{(pid=84041) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 20:42:21.890009 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-eaff27b5-6d77-4120-8678-307c69864973 req-2c96f7a3-bc4b-4b93-9048-e569b08706b9 tempest-LiveAutoBlockMigrationV225Test-1713341100 tempest-LiveAutoBlockMigrationV225Test-1713341100-project] 10.222.0.48 "GET /v2.0/ports?device_id=af4d32de-e1c9-49ff-a5f9-459cfba4378d HTTP/1.1" status: 200 len: 945 time: 0.1535895 Apr 18 20:42:21.961916 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.plugin [req-e01668f7-c8c9-428c-9f49-3a5ace10827b req-f8e148d7-9d15-4c47-93ae-8713e3549e4b tempest-LiveMigrationTest-963278731 tempest-LiveMigrationTest-963278731-project] Deleting port 58b97a1b-20d1-47a5-98a1-cac11ab0e588 {{(pid=84040) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 20:42:21.961916 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-e01668f7-c8c9-428c-9f49-3a5ace10827b req-f8e148d7-9d15-4c47-93ae-8713e3549e4b tempest-LiveMigrationTest-963278731 tempest-LiveMigrationTest-963278731-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750375188691'] for port, before_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:42:21.996315 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.plugin [req-eaff27b5-6d77-4120-8678-307c69864973 req-cef5b6a2-b740-4a4b-ad94-dffcd5d4a9ce tempest-LiveAutoBlockMigrationV225Test-1713341100 tempest-LiveAutoBlockMigrationV225Test-1713341100-project] Deleting port 50d89c2c-8806-4e15-b008-076d10f6051f {{(pid=84041) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 20:42:21.997478 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [req-eaff27b5-6d77-4120-8678-307c69864973 req-cef5b6a2-b740-4a4b-ad94-dffcd5d4a9ce tempest-LiveAutoBlockMigrationV225Test-1713341100 tempest-LiveAutoBlockMigrationV225Test-1713341100-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750375188691'] for port, before_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:42:22.060437 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9f01588-cee8-488b-b72c-6f539bb0e363 req-a9d9cfb8-79c4-4f3b-b4c0-4d7e449c9233 tempest-LiveMigrationTest-963278731 tempest-LiveMigrationTest-963278731-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:42:22.061946 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-f9f01588-cee8-488b-b72c-6f539bb0e363 req-a9d9cfb8-79c4-4f3b-b4c0-4d7e449c9233 tempest-LiveMigrationTest-963278731 tempest-LiveMigrationTest-963278731-project] 10.222.0.42 "GET /v2.0/ports?device_id=24d2e03c-6691-46a0-a6c7-88d1392ddccc HTTP/1.1" status: 200 len: 945 time: 0.5440211 Apr 18 20:42:22.123702 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-3dcb9854-c9f5-42c2-a1c0-e48f160930be req-bdf52621-95cb-49c2-b697-0fd0b9825434 service neutron] 10.222.0.48 "GET /v2.0/networks/cb56989d-7c5d-4678-b194-1d2edf1e842a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4663968 Apr 18 20:42:22.335507 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.db [req-eaff27b5-6d77-4120-8678-307c69864973 req-cef5b6a2-b740-4a4b-ad94-dffcd5d4a9ce tempest-LiveAutoBlockMigrationV225Test-1713341100 tempest-LiveAutoBlockMigrationV225Test-1713341100-project] For port 50d89c2c-8806-4e15-b008-076d10f6051f, host n-h2-838334-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838334-2',level=0,port_id=50d89c2c-8806-4e15-b008-076d10f6051f,segment=NetworkSegment(e2a67327-2af4-4205-9ade-197b88c2bea8),segment_id=e2a67327-2af4-4205-9ade-197b88c2bea8)] {{(pid=84041) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:42:22.336003 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [req-eaff27b5-6d77-4120-8678-307c69864973 req-cef5b6a2-b740-4a4b-ad94-dffcd5d4a9ce tempest-LiveAutoBlockMigrationV225Test-1713341100 tempest-LiveAutoBlockMigrationV225Test-1713341100-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369123'] for port, precommit_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:42:22.432998 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-21f714b1-e12d-42c8-a5e2-98ebb6d9729f req-56492f86-d6da-4d5c-9c87-e6e1a8165b35 tempest-ImagesTestJSON-757689736 tempest-ImagesTestJSON-757689736-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=dfa04f762e14427e8043e36ea411d50f&fields=id HTTP/1.1" status: 200 len: 255 time: 0.5825469 Apr 18 20:42:22.495017 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.plugin [req-eaff27b5-6d77-4120-8678-307c69864973 req-cef5b6a2-b740-4a4b-ad94-dffcd5d4a9ce tempest-LiveAutoBlockMigrationV225Test-1713341100 tempest-LiveAutoBlockMigrationV225Test-1713341100-project] Calling delete_port for 50d89c2c-8806-4e15-b008-076d10f6051f owned by compute:nova {{(pid=84041) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 20:42:22.495926 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-f9f01588-cee8-488b-b72c-6f539bb0e363 req-e67a5d02-f3b3-46b9-8690-2910e5e60c08 tempest-LiveMigrationTest-963278731 tempest-LiveMigrationTest-963278731-project] 10.222.0.42 "GET /v2.0/security-groups?id=c1ded286-bbeb-4ec4-95be-e4f6aab8a892&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3836710 Apr 18 20:42:22.633793 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-f8c4645c-d5f1-4230-b05e-a046b1ef2699 req-0396390f-c536-4382-853f-d1211bd46ae8 tempest-ServersOnMultiNodesTest-1168278630 tempest-ServersOnMultiNodesTest-1168278630-project] 10.222.0.43 "GET /v2.0/networks?tenant_id=de28ce5b7b5349a3b98e9e23d1be558c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1164291 Apr 18 20:42:22.694652 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [req-eaff27b5-6d77-4120-8678-307c69864973 req-cef5b6a2-b740-4a4b-ad94-dffcd5d4a9ce tempest-LiveAutoBlockMigrationV225Test-1713341100 tempest-LiveAutoBlockMigrationV225Test-1713341100-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750375259028', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750374836628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32266323'] for port, after_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:42:22.708286 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] get_ports_and_sgs() called for port_ids ['d9019af7-5b28-4057-8390-07c6b7249f04'] {{(pid=84042) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 18 20:42:22.756854 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] get_ports_and_sgs() called for port_ids ['50d89c2c-8806-4e15-b008-076d10f6051f'] {{(pid=84042) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 18 20:42:22.764739 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cef5b6a2-b740-4a4b-ad94-dffcd5d4a9ce tempest-LiveAutoBlockMigrationV225Test-1713341100 tempest-LiveAutoBlockMigrationV225Test-1713341100-project] Pushing event deleted for resources: {'Port': ['ID=50d89c2c-8806-4e15-b008-076d10f6051f,revision_number=None']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:42:22.822564 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.db [req-e01668f7-c8c9-428c-9f49-3a5ace10827b req-f8e148d7-9d15-4c47-93ae-8713e3549e4b tempest-LiveMigrationTest-963278731 tempest-LiveMigrationTest-963278731-project] For port 58b97a1b-20d1-47a5-98a1-cac11ab0e588, host n-h2-838334-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838334-2',level=0,port_id=58b97a1b-20d1-47a5-98a1-cac11ab0e588,segment=NetworkSegment(806925fb-1611-47d5-bfae-6289aca7c7ad),segment_id=806925fb-1611-47d5-bfae-6289aca7c7ad)] {{(pid=84040) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:42:22.822949 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-e01668f7-c8c9-428c-9f49-3a5ace10827b req-f8e148d7-9d15-4c47-93ae-8713e3549e4b tempest-LiveMigrationTest-963278731 tempest-LiveMigrationTest-963278731-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369123'] for port, precommit_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:42:22.846778 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.l3_dvrscheduler_db [req-eaff27b5-6d77-4120-8678-307c69864973 req-cef5b6a2-b740-4a4b-ad94-dffcd5d4a9ce tempest-LiveAutoBlockMigrationV225Test-1713341100 tempest-LiveAutoBlockMigrationV225Test-1713341100-project] No DVR routers for this DVR port 50d89c2c-8806-4e15-b008-076d10f6051f on host n-h2-838334-2 {{(pid=84041) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 20:42:22.849660 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [req-eaff27b5-6d77-4120-8678-307c69864973 req-cef5b6a2-b740-4a4b-ad94-dffcd5d4a9ce tempest-LiveAutoBlockMigrationV225Test-1713341100 tempest-LiveAutoBlockMigrationV225Test-1713341100-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217293'] for port, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:42:22.853814 n-d-838334-2 neutron-server[84041]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'af4d32de-e1c9-49ff-a5f9-459cfba4378d', 'name': 'network-vif-deleted', 'tag': '50d89c2c-8806-4e15-b008-076d10f6051f'}] {{(pid=84041) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 20:42:22.870071 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-eaff27b5-6d77-4120-8678-307c69864973 req-cef5b6a2-b740-4a4b-ad94-dffcd5d4a9ce tempest-LiveAutoBlockMigrationV225Test-1713341100 tempest-LiveAutoBlockMigrationV225Test-1713341100-project] 10.222.0.48 "DELETE /v2.0/ports/50d89c2c-8806-4e15-b008-076d10f6051f HTTP/1.1" status: 204 len: 173 time: 0.9730484 Apr 18 20:42:23.039907 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.plugin [req-e01668f7-c8c9-428c-9f49-3a5ace10827b req-f8e148d7-9d15-4c47-93ae-8713e3549e4b tempest-LiveMigrationTest-963278731 tempest-LiveMigrationTest-963278731-project] Calling delete_port for 58b97a1b-20d1-47a5-98a1-cac11ab0e588 owned by compute:nova {{(pid=84040) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 20:42:23.078616 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-06b588aa-8a10-44e8-b19b-b827bc138d43 req-e2880ebd-50be-4078-b0dd-813272e58c2b service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=cdd0e7075f8f44018a68599ea5e3b8d9&device_id=91701bcf-8389-47d0-bd52-1d61bc9567d1 HTTP/1.1" status: 200 len: 1098 time: 0.8288903 Apr 18 20:42:23.100097 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-21f714b1-e12d-42c8-a5e2-98ebb6d9729f req-621b82b2-e4dd-4e16-9731-3b5224b2ec2f service neutron] 10.222.0.42 "GET /v2.0/networks/a92cea34-83a9-4801-bb75-cc07c451223b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6282456 Apr 18 20:42:23.113045 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c85fccc6-e6a4-4f55-8da8-5a0e071c3032 req-af764464-4614-4f60-9323-30d553c71224 tempest-ImagesTestJSON-757689736 tempest-ImagesTestJSON-757689736-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:42:23.114430 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-c85fccc6-e6a4-4f55-8da8-5a0e071c3032 req-af764464-4614-4f60-9323-30d553c71224 tempest-ImagesTestJSON-757689736 tempest-ImagesTestJSON-757689736-project] 10.222.0.48 "GET /v2.0/ports?device_id=125f19ef-ec6c-479f-b4b8-b796930da404 HTTP/1.1" status: 200 len: 944 time: 0.6856165 Apr 18 20:42:23.378397 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8c4645c-d5f1-4230-b05e-a046b1ef2699 req-9516f328-7a6f-4ff9-a428-1dc6425723d3 tempest-ServersOnMultiNodesTest-1168278630 tempest-ServersOnMultiNodesTest-1168278630-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:42:23.380507 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-f8c4645c-d5f1-4230-b05e-a046b1ef2699 req-9516f328-7a6f-4ff9-a428-1dc6425723d3 tempest-ServersOnMultiNodesTest-1168278630 tempest-ServersOnMultiNodesTest-1168278630-project] 10.222.0.43 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.7376897 Apr 18 20:42:23.400092 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.v2.base [req-f8c4645c-d5f1-4230-b05e-a046b1ef2699 req-ed9c76fd-f491-49d2-9245-3e01fdf59b62 tempest-ServersOnMultiNodesTest-1168278630 tempest-ServersOnMultiNodesTest-1168278630-project] Request body: {'port': {'device_id': '0920925d-e51b-4ebb-ace6-349eda87fa7d', 'network_id': 'cb56989d-7c5d-4678-b194-1d2edf1e842a', 'admin_state_up': True, 'tenant_id': 'de28ce5b7b5349a3b98e9e23d1be558c'}} {{(pid=84040) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 20:42:23.433880 n-d-838334-2 neutron-server[84040]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7bd31c74-5ed9-42a9-8cb8-065ab982f3bb', 'name': 'network-vif-deleted', 'tag': '83781acf-08e2-45f0-bbcd-ac7d73ff7920'}] {{(pid=84040) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 20:42:23.456394 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.plugin [req-c85fccc6-e6a4-4f55-8da8-5a0e071c3032 req-04c92c39-56c0-4e17-9f0b-20bae7cc812a tempest-ImagesTestJSON-757689736 tempest-ImagesTestJSON-757689736-project] Deleting port 5dd9420f-3993-4fe5-a063-6b15a634731b {{(pid=84040) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 20:42:23.456394 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-c85fccc6-e6a4-4f55-8da8-5a0e071c3032 req-04c92c39-56c0-4e17-9f0b-20bae7cc812a tempest-ImagesTestJSON-757689736 tempest-ImagesTestJSON-757689736-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750375188691'] for port, before_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:42:23.569986 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcf681d7-7df6-481e-9dc4-eeca9ad6189f req-e6ee8d3e-1709-4c25-aa8c-1e474ecd764b tempest-DeleteServersAdminTestJSON-198139237 tempest-DeleteServersAdminTestJSON-198139237-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:42:23.575118 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-dcf681d7-7df6-481e-9dc4-eeca9ad6189f req-e6ee8d3e-1709-4c25-aa8c-1e474ecd764b tempest-DeleteServersAdminTestJSON-198139237 tempest-DeleteServersAdminTestJSON-198139237-project] 10.222.0.42 "GET /v2.0/ports?device_id=91701bcf-8389-47d0-bd52-1d61bc9567d1 HTTP/1.1" status: 200 len: 947 time: 0.8961425 Apr 18 20:42:23.713513 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06b588aa-8a10-44e8-b19b-b827bc138d43 req-94f95779-3418-4810-bbcc-bc020210be4e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:42:23.714872 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-06b588aa-8a10-44e8-b19b-b827bc138d43 req-94f95779-3418-4810-bbcc-bc020210be4e service neutron] 10.222.0.48 "GET /v2.0/networks?id=cb56989d-7c5d-4678-b194-1d2edf1e842a HTTP/1.1" status: 200 len: 870 time: 0.6091278 Apr 18 20:42:23.840712 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-21f714b1-e12d-42c8-a5e2-98ebb6d9729f req-cc1f3949-b7af-4975-a657-cd287f7d46c5 service neutron] 10.222.0.42 "GET /v2.0/networks/a92cea34-83a9-4801-bb75-cc07c451223b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7252736 Apr 18 20:42:23.913972 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-06b588aa-8a10-44e8-b19b-b827bc138d43 req-debd0df9-b971-4de9-9df3-d7db502e2fe0 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.24&port_id=953676b7-634a-440f-ae34-25d2c4512568 HTTP/1.1" status: 200 len: 217 time: 0.1456990 Apr 18 20:42:23.919688 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-e01668f7-c8c9-428c-9f49-3a5ace10827b req-f8e148d7-9d15-4c47-93ae-8713e3549e4b tempest-LiveMigrationTest-963278731 tempest-LiveMigrationTest-963278731-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750375259028', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750374836628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32440838'] for port, after_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:42:23.923817 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-dcf681d7-7df6-481e-9dc4-eeca9ad6189f req-d2d98d11-ccfa-459e-abbb-554c10084709 tempest-DeleteServersAdminTestJSON-198139237 tempest-DeleteServersAdminTestJSON-198139237-project] 10.222.0.42 "GET /v2.0/security-groups?id=8cdb27fa-e654-4d38-a026-751617f09e74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3234937 Apr 18 20:42:24.382305 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [req-f8c4645c-d5f1-4230-b05e-a046b1ef2699 req-ed9c76fd-f491-49d2-9245-3e01fdf59b62 tempest-ServersOnMultiNodesTest-1168278630 tempest-ServersOnMultiNodesTest-1168278630-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:42:24.387513 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8e148d7-9d15-4c47-93ae-8713e3549e4b tempest-LiveMigrationTest-963278731 tempest-LiveMigrationTest-963278731-project] Pushing event deleted for resources: {'Port': ['ID=58b97a1b-20d1-47a5-98a1-cac11ab0e588,revision_number=None']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:42:24.391995 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-8e5a7f1f-f308-4944-a02d-771c257b5a1c req-a9bf6256-3bb8-454d-9362-509330730598 tempest-ServersOnMultiNodesTest-1168278630 tempest-ServersOnMultiNodesTest-1168278630-project] 10.222.0.42 "GET /v2.0/ports?device_id=0920925d-e51b-4ebb-ace6-349eda87fa7d HTTP/1.1" status: 200 len: 210 time: 0.2172835 Apr 18 20:42:24.412236 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-5819a37e-99f3-4e5f-b1db-d5515a28d306 req-cd8e80fa-d138-4413-bb6a-90cf36a8a797 tempest-LiveAutoBlockMigrationV225Test-1713341100 tempest-LiveAutoBlockMigrationV225Test-1713341100-project] 10.222.0.42 "GET /v2.0/ports?device_id=af4d32de-e1c9-49ff-a5f9-459cfba4378d HTTP/1.1" status: 200 len: 210 time: 0.2385921 Apr 18 20:42:24.446332 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [req-f8c4645c-d5f1-4230-b05e-a046b1ef2699 req-ed9c76fd-f491-49d2-9245-3e01fdf59b62 tempest-ServersOnMultiNodesTest-1168278630 tempest-ServersOnMultiNodesTest-1168278630-project] Attempting to reserve 1 items for resource port. Total usage: 5; quota limit: 500; headroom:495 {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:42:24.544387 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 38102) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:42:24.604005 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06b588aa-8a10-44e8-b19b-b827bc138d43 req-8158210a-a674-4377-b9ef-ad9dbedc3aa0 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:42:24.605708 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-06b588aa-8a10-44e8-b19b-b827bc138d43 req-8158210a-a674-4377-b9ef-ad9dbedc3aa0 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=c4b526db-4d8a-4d4c-a310-e3a599630ae1 HTTP/1.1" status: 200 len: 843 time: 0.6564248 Apr 18 20:42:24.619713 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f8c4645c-d5f1-4230-b05e-a046b1ef2699 req-ed9c76fd-f491-49d2-9245-3e01fdf59b62 tempest-ServersOnMultiNodesTest-1168278630 tempest-ServersOnMultiNodesTest-1168278630-project] Made reservation on behalf of de28ce5b7b5349a3b98e9e23d1be558c for: {'port': 1} {{(pid=84040) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:42:24.624009 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-f8c4645c-d5f1-4230-b05e-a046b1ef2699 req-ed9c76fd-f491-49d2-9245-3e01fdf59b62 tempest-ServersOnMultiNodesTest-1168278630 tempest-ServersOnMultiNodesTest-1168278630-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:42:24.669963 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.l3_dvrscheduler_db [req-e01668f7-c8c9-428c-9f49-3a5ace10827b req-f8e148d7-9d15-4c47-93ae-8713e3549e4b tempest-LiveMigrationTest-963278731 tempest-LiveMigrationTest-963278731-project] No DVR routers for this DVR port 58b97a1b-20d1-47a5-98a1-cac11ab0e588 on host n-h2-838334-2 {{(pid=84040) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 20:42:24.734035 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-e01668f7-c8c9-428c-9f49-3a5ace10827b req-f8e148d7-9d15-4c47-93ae-8713e3549e4b tempest-LiveMigrationTest-963278731 tempest-LiveMigrationTest-963278731-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217293'] for port, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:42:24.751700 n-d-838334-2 neutron-server[84040]: INFO neutron.notifiers.nova [-] Nova event matching ['req-59ea21d8-f083-4968-b2e4-576ee2d9ec48'] response: {'server_uuid': '7bd31c74-5ed9-42a9-8cb8-065ab982f3bb', 'name': 'network-vif-deleted', 'tag': '83781acf-08e2-45f0-bbcd-ac7d73ff7920', 'status': 'completed', 'code': 200} Apr 18 20:42:24.796523 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-e01668f7-c8c9-428c-9f49-3a5ace10827b req-f8e148d7-9d15-4c47-93ae-8713e3549e4b tempest-LiveMigrationTest-963278731 tempest-LiveMigrationTest-963278731-project] 10.222.0.48 "DELETE /v2.0/ports/58b97a1b-20d1-47a5-98a1-cac11ab0e588 HTTP/1.1" status: 204 len: 173 time: 3.1756897 Apr 18 20:42:24.803370 n-d-838334-2 neutron-server[84041]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5db2aef8-5b8c-408c-9485-0fd46edcf3fc'] response: {'server_uuid': 'af4d32de-e1c9-49ff-a5f9-459cfba4378d', 'name': 'network-vif-deleted', 'tag': '50d89c2c-8806-4e15-b008-076d10f6051f', 'status': 'completed', 'code': 200} Apr 18 20:42:24.918071 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.db [req-c85fccc6-e6a4-4f55-8da8-5a0e071c3032 req-04c92c39-56c0-4e17-9f0b-20bae7cc812a tempest-ImagesTestJSON-757689736 tempest-ImagesTestJSON-757689736-project] For port 5dd9420f-3993-4fe5-a063-6b15a634731b, host n-h2-838334-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838334-2',level=0,port_id=5dd9420f-3993-4fe5-a063-6b15a634731b,segment=NetworkSegment(636e5b77-90d2-4b9f-a149-e8d80d7281ee),segment_id=636e5b77-90d2-4b9f-a149-e8d80d7281ee)] {{(pid=84040) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:42:24.919432 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-c85fccc6-e6a4-4f55-8da8-5a0e071c3032 req-04c92c39-56c0-4e17-9f0b-20bae7cc812a tempest-ImagesTestJSON-757689736 tempest-ImagesTestJSON-757689736-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369123'] for port, precommit_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:42:25.251769 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.plugin [req-c85fccc6-e6a4-4f55-8da8-5a0e071c3032 req-04c92c39-56c0-4e17-9f0b-20bae7cc812a tempest-ImagesTestJSON-757689736 tempest-ImagesTestJSON-757689736-project] Calling delete_port for 5dd9420f-3993-4fe5-a063-6b15a634731b owned by compute:nova {{(pid=84040) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 20:42:25.293691 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-6a8cc81c-e797-47e3-a511-4465a7edc72b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33443857'] for router_interface, before_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:42:25.382935 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [req-0abbe81f-e9fd-4d53-83ae-3fdf64ad4835 req-d522dc2e-c1bb-499c-a806-588f2924114c tempest-LiveMigrationTest-963278731 tempest-LiveMigrationTest-963278731-project] Synchronizing usage tracker for tenant:30967135a3784f8f91989a9ec626fb3e on resource:port {{(pid=84040) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 20:42:25.400620 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-9fa218d7-b2c7-41a2-aa22-1d8ad34f3636 req-e4707330-6227-4163-bc87-bfb680d27437 tempest-ImagesTestJSON-757689736 tempest-ImagesTestJSON-757689736-project] 10.222.0.42 "GET /v2.0/ports?device_id=af8db128-7be1-4e22-8298-13f53b52bcf4 HTTP/1.1" status: 200 len: 210 time: 0.0836959 Apr 18 20:42:25.415470 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.db_base_plugin_common [req-f8c4645c-d5f1-4230-b05e-a046b1ef2699 req-ed9c76fd-f491-49d2-9245-3e01fdf59b62 tempest-ServersOnMultiNodesTest-1168278630 tempest-ServersOnMultiNodesTest-1168278630-project] Allocated IP 192.168.233.47 (cb56989d-7c5d-4678-b194-1d2edf1e842a/c4b526db-4d8a-4d4c-a310-e3a599630ae1/e2546c5f-84b8-4220-bfb2-52584af9087c) {{(pid=84040) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:42:25.430037 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-06b588aa-8a10-44e8-b19b-b827bc138d43 req-ae5e95aa-df4e-4c83-8d5e-cfa7e443fcab service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=cb56989d-7c5d-4678-b194-1d2edf1e842a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.7928841 Apr 18 20:42:25.478328 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [req-0abbe81f-e9fd-4d53-83ae-3fdf64ad4835 req-d522dc2e-c1bb-499c-a806-588f2924114c tempest-LiveMigrationTest-963278731 tempest-LiveMigrationTest-963278731-project] Unset dirty status for tenant:30967135a3784f8f91989a9ec626fb3e on resource:port {{(pid=84040) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 20:42:25.479543 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-0abbe81f-e9fd-4d53-83ae-3fdf64ad4835 req-d522dc2e-c1bb-499c-a806-588f2924114c tempest-LiveMigrationTest-963278731 tempest-LiveMigrationTest-963278731-project] 10.222.0.42 "GET /v2.0/ports?device_id=24d2e03c-6691-46a0-a6c7-88d1392ddccc HTTP/1.1" status: 200 len: 210 time: 0.3752141 Apr 18 20:42:25.766595 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Device 953676b7-634a-440f-ae34-25d2c4512568 details requested by agent hyperv_n-h2-838334-2 with host n-h2-838334-2 {{(pid=84042) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 18 20:42:25.770814 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Device 58b97a1b-20d1-47a5-98a1-cac11ab0e588 no longer exists at agent hyperv_n-h2-838334-2 {{(pid=84042) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 20:42:25.829481 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.plugin [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] No Port match for: 58b97a1b-20d1-47a5-98a1-cac11ab0e588 {{(pid=84042) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 18 20:42:25.829820 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Device 58b97a1b-20d1-47a5-98a1-cac11ab0e588 not bound to the agent host n-h2-838334-2 {{(pid=84042) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 20:42:25.830236 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Device 50d89c2c-8806-4e15-b008-076d10f6051f no longer exists at agent hyperv_n-h2-838334-2 {{(pid=84042) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 20:42:26.114436 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] For port 953676b7-634a-440f-ae34-25d2c4512568, host n-h2-838334-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838334-2',level=0,port_id=953676b7-634a-440f-ae34-25d2c4512568,segment=NetworkSegment(62b85806-94d8-4a88-a06c-da82e5932d66),segment_id=62b85806-94d8-4a88-a06c-da82e5932d66)] {{(pid=84042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:42:26.134791 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.plugin [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] No Port match for: 50d89c2c-8806-4e15-b008-076d10f6051f {{(pid=84042) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 18 20:42:26.135347 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Device 50d89c2c-8806-4e15-b008-076d10f6051f not bound to the agent host n-h2-838334-2 {{(pid=84042) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 20:42:26.135932 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Device 5dd9420f-3993-4fe5-a063-6b15a634731b no longer exists at agent hyperv_n-h2-838334-2 {{(pid=84042) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 20:42:26.143766 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-2244ebce-7343-4370-9e88-10ed424a505c req-93d9e173-0718-4378-b61a-1a7b84ffa85b tempest-ServersOnMultiNodesTest-1168278630 tempest-ServersOnMultiNodesTest-1168278630-project] 10.222.0.42 "GET /v2.0/ports?device_id=0920925d-e51b-4ebb-ace6-349eda87fa7d HTTP/1.1" status: 200 len: 210 time: 0.3522401 Apr 18 20:42:26.171546 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Returning: {'device': '953676b7-634a-440f-ae34-25d2c4512568', 'network_id': 'cb56989d-7c5d-4678-b194-1d2edf1e842a', 'port_id': '953676b7-634a-440f-ae34-25d2c4512568', 'mac_address': 'fa:16:3e:78:c9:b7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 382, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c4b526db-4d8a-4d4c-a310-e3a599630ae1', 'ip_address': '192.168.233.24'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84042) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 18 20:42:26.260559 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-06b588aa-8a10-44e8-b19b-b827bc138d43 req-410936a8-f5a6-41b3-9fc0-e16903a66c85 service neutron] 10.222.0.48 "GET /v2.0/networks/cb56989d-7c5d-4678-b194-1d2edf1e842a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8163288 Apr 18 20:42:26.273948 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:42:26.304942 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.plugin [None req-6a8cc81c-e797-47e3-a511-4465a7edc72b admin admin] Deleting port 489bc9af-8c18-4cbf-b0cb-efa3cb2b9723 {{(pid=84041) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 20:42:26.305534 n-d-838334-2 neutron-server[84042]: DEBUG neutron.notifiers.nova [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 953676b7-634a-440f-ae34-25d2c4512568 {{(pid=84042) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 18 20:42:26.308296 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-6a8cc81c-e797-47e3-a511-4465a7edc72b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750375188691'] for port, before_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:42:26.324678 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] For port 953676b7-634a-440f-ae34-25d2c4512568, host n-h2-838334-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838334-2',level=0,port_id=953676b7-634a-440f-ae34-25d2c4512568,segment=NetworkSegment(62b85806-94d8-4a88-a06c-da82e5932d66),segment_id=62b85806-94d8-4a88-a06c-da82e5932d66)] {{(pid=84042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:42:26.336130 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682'] for port, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:42:26.398246 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-c85fccc6-e6a4-4f55-8da8-5a0e071c3032 req-04c92c39-56c0-4e17-9f0b-20bae7cc812a tempest-ImagesTestJSON-757689736 tempest-ImagesTestJSON-757689736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750375259028', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750374836628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32440838'] for port, after_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:42:26.472224 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] No active binding found for port 5dd9420f-3993-4fe5-a063-6b15a634731b {{(pid=84042) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:222}} Apr 18 20:42:26.472727 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Device 5dd9420f-3993-4fe5-a063-6b15a634731b not bound to the agent host n-h2-838334-2 {{(pid=84042) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 20:42:26.479255 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Pushing event updated for resources: {'Port': ['ID=953676b7-634a-440f-ae34-25d2c4512568,revision_number=4']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:42:26.655943 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.db [None req-6a8cc81c-e797-47e3-a511-4465a7edc72b admin admin] For port 489bc9af-8c18-4cbf-b0cb-efa3cb2b9723, host n-d-838334-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838334-2',level=0,port_id=489bc9af-8c18-4cbf-b0cb-efa3cb2b9723,segment=NetworkSegment(431dac21-62fe-4af2-a303-5868c7f4fc97),segment_id=431dac21-62fe-4af2-a303-5868c7f4fc97)] {{(pid=84041) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:42:26.656749 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-6a8cc81c-e797-47e3-a511-4465a7edc72b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369123'] for port, precommit_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:42:26.690622 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21f714b1-e12d-42c8-a5e2-98ebb6d9729f req-c9cfd966-a9d4-48b5-9ce5-f4e7d50375d6 tempest-ImagesTestJSON-757689736 tempest-ImagesTestJSON-757689736-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:42:26.694499 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-21f714b1-e12d-42c8-a5e2-98ebb6d9729f req-c9cfd966-a9d4-48b5-9ce5-f4e7d50375d6 tempest-ImagesTestJSON-757689736 tempest-ImagesTestJSON-757689736-project] 10.222.0.48 "GET /v2.0/networks?id=a92cea34-83a9-4801-bb75-cc07c451223b HTTP/1.1" status: 200 len: 804 time: 0.9897878 Apr 18 20:42:26.716139 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04c92c39-56c0-4e17-9f0b-20bae7cc812a tempest-ImagesTestJSON-757689736 tempest-ImagesTestJSON-757689736-project] Pushing event deleted for resources: {'Port': ['ID=5dd9420f-3993-4fe5-a063-6b15a634731b,revision_number=None']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:42:26.730410 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.v2.base [req-21f714b1-e12d-42c8-a5e2-98ebb6d9729f req-03599c6f-211e-4caf-a4c3-6f8285022b96 tempest-ImagesTestJSON-757689736 tempest-ImagesTestJSON-757689736-project] Request body: {'port': {'device_id': 'af8db128-7be1-4e22-8298-13f53b52bcf4', 'network_id': 'a92cea34-83a9-4801-bb75-cc07c451223b', 'admin_state_up': True, 'tenant_id': 'dfa04f762e14427e8043e36ea411d50f'}} {{(pid=84040) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 20:42:26.755424 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] get_ports_and_sgs() called for port_ids ['953676b7-634a-440f-ae34-25d2c4512568'] {{(pid=84042) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 18 20:42:26.757578 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-663973e7-7dac-4fc9-ad35-3c1b4d5c92e1 req-8d3f07b6-14cd-4538-8437-f580c699a4cb tempest-DeleteServersAdminTestJSON-198139237 tempest-DeleteServersAdminTestJSON-198139237-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:42:26.766130 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-663973e7-7dac-4fc9-ad35-3c1b4d5c92e1 req-8d3f07b6-14cd-4538-8437-f580c699a4cb tempest-DeleteServersAdminTestJSON-198139237 tempest-DeleteServersAdminTestJSON-198139237-project] 10.222.0.42 "GET /v2.0/ports?device_id=91701bcf-8389-47d0-bd52-1d61bc9567d1 HTTP/1.1" status: 200 len: 947 time: 1.1919641 Apr 18 20:42:26.837574 n-d-838334-2 neutron-server[84040]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '24d2e03c-6691-46a0-a6c7-88d1392ddccc', 'name': 'network-vif-deleted', 'tag': '58b97a1b-20d1-47a5-98a1-cac11ab0e588'}] {{(pid=84040) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 20:42:26.934235 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-663973e7-7dac-4fc9-ad35-3c1b4d5c92e1 req-a518ddff-3a41-4878-88d3-9aad76727161 tempest-DeleteServersAdminTestJSON-198139237 tempest-DeleteServersAdminTestJSON-198139237-project] 10.222.0.42 "GET /v2.0/security-groups?id=8cdb27fa-e654-4d38-a026-751617f09e74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1669834 Apr 18 20:42:26.990184 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.plugin [None req-6a8cc81c-e797-47e3-a511-4465a7edc72b admin admin] Calling delete_port for 489bc9af-8c18-4cbf-b0cb-efa3cb2b9723 owned by network:router_interface {{(pid=84041) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 20:42:27.164166 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-f598db5b-0eec-4bd4-8133-2d4aa126e7d6 req-593ab1af-8a8a-45ef-b9d3-d32dbc37308c tempest-ImagesTestJSON-757689736 tempest-ImagesTestJSON-757689736-project] 10.222.0.42 "GET /v2.0/ports?device_id=af8db128-7be1-4e22-8298-13f53b52bcf4 HTTP/1.1" status: 200 len: 210 time: 0.0496883 Apr 18 20:42:27.191373 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-06b588aa-8a10-44e8-b19b-b827bc138d43 req-a61db578-99c6-4609-ae6c-803d08e7a028 service neutron] 10.222.0.48 "GET /v2.0/networks/cb56989d-7c5d-4678-b194-1d2edf1e842a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8616283 Apr 18 20:42:27.275703 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-f8c4645c-d5f1-4230-b05e-a046b1ef2699 req-ed9c76fd-f491-49d2-9245-3e01fdf59b62 tempest-ServersOnMultiNodesTest-1168278630 tempest-ServersOnMultiNodesTest-1168278630-project] Notify callbacks [] for port, precommit_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:42:27.285271 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-6a8cc81c-e797-47e3-a511-4465a7edc72b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750375259028', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750374836628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32266323'] for port, after_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:42:27.287774 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.l3_dvrscheduler_db [req-c85fccc6-e6a4-4f55-8da8-5a0e071c3032 req-04c92c39-56c0-4e17-9f0b-20bae7cc812a tempest-ImagesTestJSON-757689736 tempest-ImagesTestJSON-757689736-project] No DVR routers for this DVR port 5dd9420f-3993-4fe5-a063-6b15a634731b on host n-h2-838334-2 {{(pid=84040) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 20:42:27.303978 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-c85fccc6-e6a4-4f55-8da8-5a0e071c3032 req-04c92c39-56c0-4e17-9f0b-20bae7cc812a tempest-ImagesTestJSON-757689736 tempest-ImagesTestJSON-757689736-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217293'] for port, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:42:27.331007 n-d-838334-2 neutron-server[84040]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bec00373-aadf-4e2d-a245-eabc77bcf334'] response: {'server_uuid': '24d2e03c-6691-46a0-a6c7-88d1392ddccc', 'name': 'network-vif-deleted', 'tag': '58b97a1b-20d1-47a5-98a1-cac11ab0e588', 'status': 'completed', 'code': 200} Apr 18 20:42:27.332033 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.provisioning_blocks [req-f8c4645c-d5f1-4230-b05e-a046b1ef2699 req-ed9c76fd-f491-49d2-9245-3e01fdf59b62 tempest-ServersOnMultiNodesTest-1168278630 tempest-ServersOnMultiNodesTest-1168278630-project] Transition to ACTIVE for port object e2546c5f-84b8-4220-bfb2-52584af9087c will not be triggered until provisioned by entity DHCP. {{(pid=84040) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 20:42:27.336898 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-c85fccc6-e6a4-4f55-8da8-5a0e071c3032 req-04c92c39-56c0-4e17-9f0b-20bae7cc812a tempest-ImagesTestJSON-757689736 tempest-ImagesTestJSON-757689736-project] 10.222.0.48 "DELETE /v2.0/ports/5dd9420f-3993-4fe5-a063-6b15a634731b HTTP/1.1" status: 204 len: 173 time: 4.1927807 Apr 18 20:42:27.400142 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [req-21f714b1-e12d-42c8-a5e2-98ebb6d9729f req-03599c6f-211e-4caf-a4c3-6f8285022b96 tempest-ImagesTestJSON-757689736 tempest-ImagesTestJSON-757689736-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:42:27.405050 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [req-21f714b1-e12d-42c8-a5e2-98ebb6d9729f req-03599c6f-211e-4caf-a4c3-6f8285022b96 tempest-ImagesTestJSON-757689736 tempest-ImagesTestJSON-757689736-project] Usage tracker for resource:port and tenant:dfa04f762e14427e8043e36ea411d50f is out of sync, need to count used quota {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:42:27.410031 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [req-21f714b1-e12d-42c8-a5e2-98ebb6d9729f req-03599c6f-211e-4caf-a4c3-6f8285022b96 tempest-ImagesTestJSON-757689736 tempest-ImagesTestJSON-757689736-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:42:27.421238 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [req-21f714b1-e12d-42c8-a5e2-98ebb6d9729f req-03599c6f-211e-4caf-a4c3-6f8285022b96 tempest-ImagesTestJSON-757689736 tempest-ImagesTestJSON-757689736-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:42:27.438629 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-21f714b1-e12d-42c8-a5e2-98ebb6d9729f req-03599c6f-211e-4caf-a4c3-6f8285022b96 tempest-ImagesTestJSON-757689736 tempest-ImagesTestJSON-757689736-project] Made reservation on behalf of dfa04f762e14427e8043e36ea411d50f for: {'port': 1} {{(pid=84040) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:42:27.442080 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-21f714b1-e12d-42c8-a5e2-98ebb6d9729f req-03599c6f-211e-4caf-a4c3-6f8285022b96 tempest-ImagesTestJSON-757689736 tempest-ImagesTestJSON-757689736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:42:27.457048 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-f8c4645c-d5f1-4230-b05e-a046b1ef2699 req-ed9c76fd-f491-49d2-9245-3e01fdf59b62 tempest-ServersOnMultiNodesTest-1168278630 tempest-ServersOnMultiNodesTest-1168278630-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750374836619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32440838'] for port, after_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:42:27.470883 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] get_ports_and_sgs() called for port_ids ['462e4cea-9da7-4149-b973-b4a0cd7a6d86', '80ff486a-645e-4b81-95ae-389dadda214a', '3bc7a448-92c7-4689-8cf5-4b43bcb9cd4a'] {{(pid=84042) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 18 20:42:27.530017 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a8cc81c-e797-47e3-a511-4465a7edc72b admin admin] Pushing event deleted for resources: {'Port': ['ID=489bc9af-8c18-4cbf-b0cb-efa3cb2b9723,revision_number=None']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:42:27.765202 n-d-838334-2 neutron-server[84040]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f8c4645c-d5f1-4230-b05e-a046b1ef2699 req-ed9c76fd-f491-49d2-9245-3e01fdf59b62 tempest-ServersOnMultiNodesTest-1168278630 tempest-ServersOnMultiNodesTest-1168278630-project] Network cb56989d-7c5d-4678-b194-1d2edf1e842a is already hosted by enough agents. {{(pid=84040) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:42:27.859380 n-d-838334-2 neutron-server[84040]: DEBUG neutron.scheduler.base_scheduler [req-f8c4645c-d5f1-4230-b05e-a046b1ef2699 req-ed9c76fd-f491-49d2-9245-3e01fdf59b62 tempest-ServersOnMultiNodesTest-1168278630 tempest-ServersOnMultiNodesTest-1168278630-project] Resources bound (agent type, host, resource id): {{(pid=84040) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:42:27.867331 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed9c76fd-f491-49d2-9245-3e01fdf59b62 tempest-ServersOnMultiNodesTest-1168278630 tempest-ServersOnMultiNodesTest-1168278630-project] Pushing event updated for resources: {'Port': ['ID=e2546c5f-84b8-4220-bfb2-52584af9087c,revision_number=1']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:42:27.869505 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.l3_dvrscheduler_db [req-f8c4645c-d5f1-4230-b05e-a046b1ef2699 req-ed9c76fd-f491-49d2-9245-3e01fdf59b62 tempest-ServersOnMultiNodesTest-1168278630 tempest-ServersOnMultiNodesTest-1168278630-project] Received port after_create {{(pid=84040) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 20:42:27.982153 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8056858d-4b11-4b61-ae7f-6cec44b6ae41 req-bf93c244-d779-4d85-8d69-a8ddedf06277 tempest-ServersOnMultiNodesTest-1168278630 tempest-ServersOnMultiNodesTest-1168278630-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:42:27.982901 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [req-8056858d-4b11-4b61-ae7f-6cec44b6ae41 req-bf93c244-d779-4d85-8d69-a8ddedf06277 tempest-ServersOnMultiNodesTest-1168278630 tempest-ServersOnMultiNodesTest-1168278630-project] Synchronizing usage tracker for tenant:de28ce5b7b5349a3b98e9e23d1be558c on resource:port {{(pid=84040) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 20:42:28.022346 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8c4645c-d5f1-4230-b05e-a046b1ef2699 req-ed9c76fd-f491-49d2-9245-3e01fdf59b62 tempest-ServersOnMultiNodesTest-1168278630 tempest-ServersOnMultiNodesTest-1168278630-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:42:28.022510 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-f8c4645c-d5f1-4230-b05e-a046b1ef2699 req-ed9c76fd-f491-49d2-9245-3e01fdf59b62 tempest-ServersOnMultiNodesTest-1168278630 tempest-ServersOnMultiNodesTest-1168278630-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217293'] for port, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:42:28.033544 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-6a8cc81c-e797-47e3-a511-4465a7edc72b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-32377931', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33443910'] for router_interface, after_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:42:28.036607 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.db_base_plugin_common [req-21f714b1-e12d-42c8-a5e2-98ebb6d9729f req-03599c6f-211e-4caf-a4c3-6f8285022b96 tempest-ImagesTestJSON-757689736 tempest-ImagesTestJSON-757689736-project] Allocated IP 172.20.0.10 (a92cea34-83a9-4801-bb75-cc07c451223b/6bff4054-f84b-415b-b0b0-aa32d7878409/e770f6a1-3aa5-4983-8cb4-2aeb8b352198) {{(pid=84040) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:42:28.127597 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-f8c4645c-d5f1-4230-b05e-a046b1ef2699 req-ed9c76fd-f491-49d2-9245-3e01fdf59b62 tempest-ServersOnMultiNodesTest-1168278630 tempest-ServersOnMultiNodesTest-1168278630-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 4.7313533 Apr 18 20:42:28.134730 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] get_ports_and_sgs() called for port_ids ['48374dfc-daf0-401c-976e-d3d8c71d0274', '96ef89c7-5796-4195-8913-d02823fbfa3d'] {{(pid=84042) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 18 20:42:28.141314 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.v2.base [req-f8c4645c-d5f1-4230-b05e-a046b1ef2699 req-14366562-5f85-4dcf-ab6a-a4ec62de010e service neutron] Request body: {'port': {'device_id': '0920925d-e51b-4ebb-ace6-349eda87fa7d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-838334-2'}} {{(pid=84040) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 20:42:28.216088 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [req-8056858d-4b11-4b61-ae7f-6cec44b6ae41 req-bf93c244-d779-4d85-8d69-a8ddedf06277 tempest-ServersOnMultiNodesTest-1168278630 tempest-ServersOnMultiNodesTest-1168278630-project] Unset dirty status for tenant:de28ce5b7b5349a3b98e9e23d1be558c on resource:port {{(pid=84040) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 20:42:28.223430 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-8056858d-4b11-4b61-ae7f-6cec44b6ae41 req-bf93c244-d779-4d85-8d69-a8ddedf06277 tempest-ServersOnMultiNodesTest-1168278630 tempest-ServersOnMultiNodesTest-1168278630-project] 10.222.0.42 "GET /v2.0/ports?device_id=0920925d-e51b-4ebb-ace6-349eda87fa7d HTTP/1.1" status: 200 len: 935 time: 0.6975815 Apr 18 20:42:28.539603 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-8056858d-4b11-4b61-ae7f-6cec44b6ae41 req-73378ab6-0bf6-43c6-9c50-e093203e8d08 tempest-ServersOnMultiNodesTest-1168278630 tempest-ServersOnMultiNodesTest-1168278630-project] 10.222.0.42 "GET /v2.0/security-groups?id=e1e985d3-f227-45b4-b9a7-ffadcd0db1b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3157868 Apr 18 20:42:28.543397 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-709c5814-9b1b-4374-8318-72db4599940a None None] Provisioning for port e2546c5f-84b8-4220-bfb2-52584af9087c completed by entity DHCP. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 20:42:28.560087 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-709c5814-9b1b-4374-8318-72db4599940a None None] Provisioning complete for port e2546c5f-84b8-4220-bfb2-52584af9087c triggered by entity DHCP. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:42:28.560597 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-709c5814-9b1b-4374-8318-72db4599940a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1253608'] for port, provisioning_complete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:42:28.677018 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.plugin [None req-709c5814-9b1b-4374-8318-72db4599940a None None] Port e2546c5f-84b8-4220-bfb2-52584af9087c cannot update to ACTIVE because it is not bound. {{(pid=84042) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 18 20:42:28.894284 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-f8c4645c-d5f1-4230-b05e-a046b1ef2699 req-14366562-5f85-4dcf-ab6a-a4ec62de010e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:42:28.981198 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79e3e183-9cc1-4700-8d82-b4ece2270273 req-8ad9e135-46c3-44bc-bc45-2861d63ce191 tempest-LiveMigrationTest-963278731 tempest-LiveMigrationTest-963278731-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:42:28.982816 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-79e3e183-9cc1-4700-8d82-b4ece2270273 req-8ad9e135-46c3-44bc-bc45-2861d63ce191 tempest-LiveMigrationTest-963278731 tempest-LiveMigrationTest-963278731-project] 10.222.0.48 "GET /v2.0/ports?device_id=bc66a4ae-28da-4e1f-969f-022e139eaf43 HTTP/1.1" status: 200 len: 944 time: 0.5971587 Apr 18 20:42:29.053366 n-d-838334-2 neutron-server[84041]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6a8cc81c-e797-47e3-a511-4465a7edc72b admin admin] Router 22db2c67-8ca2-4b62-a28e-e9255641c33b has already been hosted by L3 agent bc84d6c9-dd7a-4555-a351-592327b46d5a {{(pid=84041) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 20:42:29.273391 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6a8cc81c-e797-47e3-a511-4465a7edc72b admin admin] Notify agent at l3_agent.n-d-838334-2 the message routers_updated {{(pid=84041) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 20:42:29.274022 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b638f79b-583f-4414-b595-116e2c9b2124 req-f85a7741-141a-46cc-a950-d354651851b2 tempest-LiveMigrationTest-963278731 tempest-LiveMigrationTest-963278731-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:42:29.275466 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-b638f79b-583f-4414-b595-116e2c9b2124 req-f85a7741-141a-46cc-a950-d354651851b2 tempest-LiveMigrationTest-963278731 tempest-LiveMigrationTest-963278731-project] 10.222.0.42 "GET /v2.0/ports?device_id=bc66a4ae-28da-4e1f-969f-022e139eaf43 HTTP/1.1" status: 200 len: 944 time: 0.6298907 Apr 18 20:42:29.292384 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-6a8cc81c-e797-47e3-a511-4465a7edc72b admin admin] 10.222.0.42 "PUT /v2.0/routers/22db2c67-8ca2-4b62-a28e-e9255641c33b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7463808 Apr 18 20:42:29.296260 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 38206) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:42:29.297157 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcf6aa65-b08b-4d18-a1ec-c0aba83a359f None None] Sync routers for ids ['22db2c67-8ca2-4b62-a28e-e9255641c33b'] in n-d-838334-2 {{(pid=84042) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 18 20:42:29.297284 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.plugin [req-79e3e183-9cc1-4700-8d82-b4ece2270273 req-36a6cd0c-8f0e-4dbb-a88d-2a2e7ea7c9a0 tempest-LiveMigrationTest-963278731 tempest-LiveMigrationTest-963278731-project] Deleting port ecc9262a-94bf-40c1-99c0-e4ad54b2ed5f {{(pid=84040) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 20:42:29.297560 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-79e3e183-9cc1-4700-8d82-b4ece2270273 req-36a6cd0c-8f0e-4dbb-a88d-2a2e7ea7c9a0 tempest-LiveMigrationTest-963278731 tempest-LiveMigrationTest-963278731-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750375188691'] for port, before_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:42:29.336182 n-d-838334-2 neutron-server[84040]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '125f19ef-ec6c-479f-b4b8-b796930da404', 'name': 'network-vif-deleted', 'tag': '5dd9420f-3993-4fe5-a063-6b15a634731b'}] {{(pid=84040) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 20:42:29.336883 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcf6aa65-b08b-4d18-a1ec-c0aba83a359f None None] Routers {'22db2c67-8ca2-4b62-a28e-e9255641c33b'} bound to L3 agent in host n-d-838334-2 {{(pid=84042) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 20:42:29.337546 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_hamode_db [None req-bcf6aa65-b08b-4d18-a1ec-c0aba83a359f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838334-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-18T20:25:48Z,description=,heartbeat_timestamp=2022-04-18T20:42:18Z,host='n-d-838334-2',id=bc84d6c9-dd7a-4555-a351-592327b46d5a,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:25:48Z,topic='l3_agent')) {'router_ids': ['22db2c67-8ca2-4b62-a28e-e9255641c33b'], 'active': True} {{(pid=84042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:42:29.345627 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae9c2c06-4f3a-4e92-a3c1-b224c4c595b1 req-92c7d143-859e-4239-b98e-82829c77c264 tempest-DeleteServersAdminTestJSON-198139237 tempest-DeleteServersAdminTestJSON-198139237-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:42:29.347051 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-ae9c2c06-4f3a-4e92-a3c1-b224c4c595b1 req-92c7d143-859e-4239-b98e-82829c77c264 tempest-DeleteServersAdminTestJSON-198139237 tempest-DeleteServersAdminTestJSON-198139237-project] 10.222.0.42 "GET /v2.0/ports?device_id=91701bcf-8389-47d0-bd52-1d61bc9567d1 HTTP/1.1" status: 200 len: 948 time: 0.6078734 Apr 18 20:42:29.414359 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-21f714b1-e12d-42c8-a5e2-98ebb6d9729f req-03599c6f-211e-4caf-a4c3-6f8285022b96 tempest-ImagesTestJSON-757689736 tempest-ImagesTestJSON-757689736-project] Notify callbacks [] for port, precommit_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:42:29.517183 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-0b4eb00e-01f5-4bfa-ba56-f2a76ac7aa81 admin admin] Notify callbacks [] for router, before_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:42:29.537864 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_dvr_db [None req-bcf6aa65-b08b-4d18-a1ec-c0aba83a359f None None] Set router 22db2c67-8ca2-4b62-a28e-e9255641c33b gateway port host: n-d-838334-2 {{(pid=84042) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 20:42:29.669638 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-b638f79b-583f-4414-b595-116e2c9b2124 req-02e4f312-a4a3-4018-bc5c-b3e50cda9934 tempest-LiveMigrationTest-963278731 tempest-LiveMigrationTest-963278731-project] 10.222.0.42 "GET /v2.0/security-groups?id=c1ded286-bbeb-4ec4-95be-e4f6aab8a892&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3339074 Apr 18 20:42:29.707354 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-ae9c2c06-4f3a-4e92-a3c1-b224c4c595b1 req-1fd40d5a-335a-46a6-a32e-917cd265fb67 tempest-DeleteServersAdminTestJSON-198139237 tempest-DeleteServersAdminTestJSON-198139237-project] 10.222.0.42 "GET /v2.0/security-groups?id=8cdb27fa-e654-4d38-a026-751617f09e74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3482623 Apr 18 20:42:29.834793 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-21f714b1-e12d-42c8-a5e2-98ebb6d9729f req-03599c6f-211e-4caf-a4c3-6f8285022b96 tempest-ImagesTestJSON-757689736 tempest-ImagesTestJSON-757689736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750374836619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32440838'] for port, after_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:42:29.887866 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750375287399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253529'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:42:29.888746 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Device 953676b7-634a-440f-ae34-25d2c4512568 up at agent hyperv_n-h2-838334-2 {{(pid=84042) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 20:42:30.043766 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-0b4eb00e-01f5-4bfa-ba56-f2a76ac7aa81 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:42:30.059924 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.plugin [None req-0b4eb00e-01f5-4bfa-ba56-f2a76ac7aa81 admin admin] Deleting port d9a547a0-4155-4085-af6d-040dbcee520a {{(pid=84041) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 20:42:30.060512 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-0b4eb00e-01f5-4bfa-ba56-f2a76ac7aa81 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750375188691'] for port, before_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:42:30.073800 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Provisioning for port 953676b7-634a-440f-ae34-25d2c4512568 completed by entity L2. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 20:42:30.081388 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_hamode_db [None req-bcf6aa65-b08b-4d18-a1ec-c0aba83a359f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22db2c67-8ca2-4b62-a28e-e9255641c33b', 'name': 'tempest-FloatingIPsAssociationTestJSON-855947906-router', 'tenant_id': 'c1a78f2b33ee4536986609e3ae5af78c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'external_fixed_ips': [{'subnet_id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'ip_address': '172.25.8.232'}], 'enable_snat': True}, 'gw_port_id': 'd9a547a0-4155-4085-af6d-040dbcee520a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:39:47Z', 'updated_at': '2022-04-18T20:42:27Z', 'revision_number': 5, 'project_id': 'c1a78f2b33ee4536986609e3ae5af78c', 'gw_port': {'id': 'd9a547a0-4155-4085-af6d-040dbcee520a', 'name': '', 'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:26:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22db2c67-8ca2-4b62-a28e-e9255641c33b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'ip_address': '172.25.8.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:39:48Z', 'updated_at': '2022-04-18T20:39:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838334-2'}], 'n-d-838334-2', False) {} {{(pid=84042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:42:30.083236 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Provisioning complete for port 953676b7-634a-440f-ae34-25d2c4512568 triggered by entity L2. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:42:30.083597 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1253608'] for port, provisioning_complete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:42:30.127458 n-d-838334-2 neutron-server[84040]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-21f714b1-e12d-42c8-a5e2-98ebb6d9729f req-03599c6f-211e-4caf-a4c3-6f8285022b96 tempest-ImagesTestJSON-757689736 tempest-ImagesTestJSON-757689736-project] Network a92cea34-83a9-4801-bb75-cc07c451223b is already hosted by enough agents. {{(pid=84040) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:42:30.158512 n-d-838334-2 neutron-server[84040]: DEBUG neutron.scheduler.base_scheduler [req-21f714b1-e12d-42c8-a5e2-98ebb6d9729f req-03599c6f-211e-4caf-a4c3-6f8285022b96 tempest-ImagesTestJSON-757689736 tempest-ImagesTestJSON-757689736-project] Resources bound (agent type, host, resource id): {{(pid=84040) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:42:30.171847 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.l3_dvrscheduler_db [req-21f714b1-e12d-42c8-a5e2-98ebb6d9729f req-03599c6f-211e-4caf-a4c3-6f8285022b96 tempest-ImagesTestJSON-757689736 tempest-ImagesTestJSON-757689736-project] Received port after_create {{(pid=84040) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 20:42:30.172190 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcf6aa65-b08b-4d18-a1ec-c0aba83a359f None None] Checking router: 22db2c67-8ca2-4b62-a28e-e9255641c33b for host: n-d-838334-2 {{(pid=84042) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 18 20:42:30.199817 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcf6aa65-b08b-4d18-a1ec-c0aba83a359f None None] Routers {'22db2c67-8ca2-4b62-a28e-e9255641c33b'} bound to L3 agent in host n-d-838334-2 {{(pid=84042) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 20:42:30.200656 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_hamode_db [None req-bcf6aa65-b08b-4d18-a1ec-c0aba83a359f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838334-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-18T20:25:48Z,description=,heartbeat_timestamp=2022-04-18T20:42:18Z,host='n-d-838334-2',id=bc84d6c9-dd7a-4555-a351-592327b46d5a,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:25:48Z,topic='l3_agent')) {'router_ids': ['22db2c67-8ca2-4b62-a28e-e9255641c33b'], 'active': True} {{(pid=84042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:42:30.237603 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03599c6f-211e-4caf-a4c3-6f8285022b96 tempest-ImagesTestJSON-757689736 tempest-ImagesTestJSON-757689736-project] Pushing event updated for resources: {'Port': ['ID=e770f6a1-3aa5-4983-8cb4-2aeb8b352198,revision_number=1']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:42:30.249662 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.db [req-79e3e183-9cc1-4700-8d82-b4ece2270273 req-36a6cd0c-8f0e-4dbb-a88d-2a2e7ea7c9a0 tempest-LiveMigrationTest-963278731 tempest-LiveMigrationTest-963278731-project] For port ecc9262a-94bf-40c1-99c0-e4ad54b2ed5f, host n-h2-838334-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838334-2',level=0,port_id=ecc9262a-94bf-40c1-99c0-e4ad54b2ed5f,segment=NetworkSegment(806925fb-1611-47d5-bfae-6289aca7c7ad),segment_id=806925fb-1611-47d5-bfae-6289aca7c7ad)] {{(pid=84040) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:42:30.250758 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-79e3e183-9cc1-4700-8d82-b4ece2270273 req-36a6cd0c-8f0e-4dbb-a88d-2a2e7ea7c9a0 tempest-LiveMigrationTest-963278731 tempest-LiveMigrationTest-963278731-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369123'] for port, precommit_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:42:30.309783 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e939293-40ca-4115-a3e8-20b64633965d req-0b9e3b43-18d7-4b4e-ba95-573ea14b4a07 tempest-ImagesTestJSON-757689736 tempest-ImagesTestJSON-757689736-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:42:30.310801 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [req-9e939293-40ca-4115-a3e8-20b64633965d req-0b9e3b43-18d7-4b4e-ba95-573ea14b4a07 tempest-ImagesTestJSON-757689736 tempest-ImagesTestJSON-757689736-project] Synchronizing usage tracker for tenant:dfa04f762e14427e8043e36ea411d50f on resource:port {{(pid=84040) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 20:42:30.398362 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.db [None req-0b4eb00e-01f5-4bfa-ba56-f2a76ac7aa81 admin admin] For port d9a547a0-4155-4085-af6d-040dbcee520a, host n-d-838334-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838334-2',level=0,port_id=d9a547a0-4155-4085-af6d-040dbcee520a,segment=NetworkSegment(732aa830-768b-4511-951f-d08e26b9c25b),segment_id=732aa830-768b-4511-951f-d08e26b9c25b)] {{(pid=84041) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:42:30.399812 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-0b4eb00e-01f5-4bfa-ba56-f2a76ac7aa81 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369123'] for port, precommit_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:42:30.425017 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_dvr_db [None req-bcf6aa65-b08b-4d18-a1ec-c0aba83a359f None None] Set router 22db2c67-8ca2-4b62-a28e-e9255641c33b gateway port host: None {{(pid=84042) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 20:42:30.464213 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:42:30.484964 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.db.resource_extend [req-f8c4645c-d5f1-4230-b05e-a046b1ef2699 req-14366562-5f85-4dcf-ab6a-a4ec62de010e service neutron] It took 0.32 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 18 20:42:30.507992 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.plugin [req-79e3e183-9cc1-4700-8d82-b4ece2270273 req-36a6cd0c-8f0e-4dbb-a88d-2a2e7ea7c9a0 tempest-LiveMigrationTest-963278731 tempest-LiveMigrationTest-963278731-project] Calling delete_port for ecc9262a-94bf-40c1-99c0-e4ad54b2ed5f owned by compute:nova {{(pid=84040) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 20:42:30.544221 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [req-9e939293-40ca-4115-a3e8-20b64633965d req-0b9e3b43-18d7-4b4e-ba95-573ea14b4a07 tempest-ImagesTestJSON-757689736 tempest-ImagesTestJSON-757689736-project] Unset dirty status for tenant:dfa04f762e14427e8043e36ea411d50f on resource:port {{(pid=84040) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 20:42:30.553891 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-9e939293-40ca-4115-a3e8-20b64633965d req-0b9e3b43-18d7-4b4e-ba95-573ea14b4a07 tempest-ImagesTestJSON-757689736 tempest-ImagesTestJSON-757689736-project] 10.222.0.42 "GET /v2.0/ports?device_id=af8db128-7be1-4e22-8298-13f53b52bcf4 HTTP/1.1" status: 200 len: 932 time: 0.6526873 Apr 18 20:42:30.557198 n-d-838334-2 neutron-server[84040]: INFO neutron.notifiers.nova [-] Nova event matching ['req-49f59430-ae4d-459e-8c13-6dc4bb70eab8'] response: {'server_uuid': '125f19ef-ec6c-479f-b4b8-b796930da404', 'name': 'network-vif-deleted', 'tag': '5dd9420f-3993-4fe5-a063-6b15a634731b', 'status': 'completed', 'code': 200} Apr 18 20:42:30.561404 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.plugin [None req-0b4eb00e-01f5-4bfa-ba56-f2a76ac7aa81 admin admin] Calling delete_port for d9a547a0-4155-4085-af6d-040dbcee520a owned by network:router_gateway {{(pid=84041) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 20:42:30.626539 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_hamode_db [None req-bcf6aa65-b08b-4d18-a1ec-c0aba83a359f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22db2c67-8ca2-4b62-a28e-e9255641c33b', 'name': 'tempest-FloatingIPsAssociationTestJSON-855947906-router', 'tenant_id': 'c1a78f2b33ee4536986609e3ae5af78c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:39:47Z', 'updated_at': '2022-04-18T20:42:30Z', 'revision_number': 6, 'project_id': 'c1a78f2b33ee4536986609e3ae5af78c', 'gw_port_host': None}], 'n-d-838334-2', False) {} {{(pid=84042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:42:30.633188 n-d-838334-2 neutron-server[84042]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '91701bcf-8389-47d0-bd52-1d61bc9567d1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '953676b7-634a-440f-ae34-25d2c4512568'}] {{(pid=84042) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 20:42:30.644831 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcf6aa65-b08b-4d18-a1ec-c0aba83a359f None None] The sync data for ids ['22db2c67-8ca2-4b62-a28e-e9255641c33b'] in n-d-838334-2 is: [{'id': '22db2c67-8ca2-4b62-a28e-e9255641c33b', 'name': 'tempest-FloatingIPsAssociationTestJSON-855947906-router', 'tenant_id': 'c1a78f2b33ee4536986609e3ae5af78c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:39:47Z', 'updated_at': '2022-04-18T20:42:30Z', 'revision_number': 6, 'project_id': 'c1a78f2b33ee4536986609e3ae5af78c', 'gw_port_host': None}] {{(pid=84042) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 18 20:42:30.647422 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] For port 953676b7-634a-440f-ae34-25d2c4512568, host n-h2-838334-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838334-2',level=0,port_id=953676b7-634a-440f-ae34-25d2c4512568,segment=NetworkSegment(62b85806-94d8-4a88-a06c-da82e5932d66),segment_id=62b85806-94d8-4a88-a06c-da82e5932d66)] {{(pid=84042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:42:30.658823 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682'] for port, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:42:30.713501 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-9e939293-40ca-4115-a3e8-20b64633965d req-565dc449-8273-4e4d-933c-acda59590462 tempest-ImagesTestJSON-757689736 tempest-ImagesTestJSON-757689736-project] 10.222.0.42 "GET /v2.0/security-groups?id=59d22466-01c3-4eda-9b5c-cb887beaa55e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1579156 Apr 18 20:42:30.754482 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21f714b1-e12d-42c8-a5e2-98ebb6d9729f req-03599c6f-211e-4caf-a4c3-6f8285022b96 tempest-ImagesTestJSON-757689736 tempest-ImagesTestJSON-757689736-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:42:30.755223 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-21f714b1-e12d-42c8-a5e2-98ebb6d9729f req-03599c6f-211e-4caf-a4c3-6f8285022b96 tempest-ImagesTestJSON-757689736 tempest-ImagesTestJSON-757689736-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217293'] for port, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:42:30.770389 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Pushing event updated for resources: {'Port': ['ID=953676b7-634a-440f-ae34-25d2c4512568,revision_number=5']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:42:30.845294 n-d-838334-2 neutron-server[84040]: DEBUG neutron.notifiers.nova [req-f8c4645c-d5f1-4230-b05e-a046b1ef2699 req-14366562-5f85-4dcf-ab6a-a4ec62de010e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e2546c5f-84b8-4220-bfb2-52584af9087c {{(pid=84040) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 18 20:42:30.850497 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-21f714b1-e12d-42c8-a5e2-98ebb6d9729f req-03599c6f-211e-4caf-a4c3-6f8285022b96 tempest-ImagesTestJSON-757689736 tempest-ImagesTestJSON-757689736-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.1259766 Apr 18 20:42:30.858363 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-0b4eb00e-01f5-4bfa-ba56-f2a76ac7aa81 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750375259028', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750374836628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32266323'] for port, after_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:42:30.868093 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-f8c4645c-d5f1-4230-b05e-a046b1ef2699 req-14366562-5f85-4dcf-ab6a-a4ec62de010e service neutron] Notify callbacks [] for port, precommit_update {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:42:30.880481 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.v2.base [req-21f714b1-e12d-42c8-a5e2-98ebb6d9729f req-07c53f10-e1dd-4ecd-a7c0-c06be2dabd6d service neutron] Request body: {'port': {'device_id': 'af8db128-7be1-4e22-8298-13f53b52bcf4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-838334-2'}} {{(pid=84040) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 20:42:30.908528 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b4eb00e-01f5-4bfa-ba56-f2a76ac7aa81 admin admin] Pushing event deleted for resources: {'Port': ['ID=d9a547a0-4155-4085-af6d-040dbcee520a,revision_number=None']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:42:30.952593 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.provisioning_blocks [req-f8c4645c-d5f1-4230-b05e-a046b1ef2699 req-14366562-5f85-4dcf-ab6a-a4ec62de010e service neutron] Transition to ACTIVE for port object e2546c5f-84b8-4220-bfb2-52584af9087c will not be triggered until provisioned by entity L2. {{(pid=84040) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 20:42:30.998340 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-f8c4645c-d5f1-4230-b05e-a046b1ef2699 req-14366562-5f85-4dcf-ab6a-a4ec62de010e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32440959'] for port, after_update {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:42:31.120868 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Device 489bc9af-8c18-4cbf-b0cb-efa3cb2b9723 no longer exists at agent ovs-agent-n-d-838334-2 {{(pid=84042) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 20:42:31.188541 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-79e3e183-9cc1-4700-8d82-b4ece2270273 req-36a6cd0c-8f0e-4dbb-a88d-2a2e7ea7c9a0 tempest-LiveMigrationTest-963278731 tempest-LiveMigrationTest-963278731-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750375259028', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750374836628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32440838'] for port, after_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:42:31.189043 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.plugin [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] No Port match for: 489bc9af-8c18-4cbf-b0cb-efa3cb2b9723 {{(pid=84042) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 18 20:42:31.189502 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Device 489bc9af-8c18-4cbf-b0cb-efa3cb2b9723 not bound to the agent host n-d-838334-2 {{(pid=84042) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 20:42:31.222565 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-0b4eb00e-01f5-4bfa-ba56-f2a76ac7aa81 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33444108'] for router_gateway, after_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:42:31.239197 n-d-838334-2 neutron-server[84042]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d3daf596-287f-4206-b2aa-f4afdcccba0c'] response: {'server_uuid': '91701bcf-8389-47d0-bd52-1d61bc9567d1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '953676b7-634a-440f-ae34-25d2c4512568', 'code': 200} Apr 18 20:42:31.300797 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f639a9a-7e9b-4fc0-b415-2b30ba157112 req-787766e7-69f4-4fdf-807c-25392856964c tempest-ServersOnMultiNodesTest-1168278630 tempest-ServersOnMultiNodesTest-1168278630-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:42:31.302487 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-2f639a9a-7e9b-4fc0-b415-2b30ba157112 req-787766e7-69f4-4fdf-807c-25392856964c tempest-ServersOnMultiNodesTest-1168278630 tempest-ServersOnMultiNodesTest-1168278630-project] 10.222.0.42 "GET /v2.0/ports?device_id=0920925d-e51b-4ebb-ace6-349eda87fa7d HTTP/1.1" status: 200 len: 935 time: 0.5542974 Apr 18 20:42:31.331867 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-21f714b1-e12d-42c8-a5e2-98ebb6d9729f req-07c53f10-e1dd-4ecd-a7c0-c06be2dabd6d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:42:31.341611 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14366562-5f85-4dcf-ab6a-a4ec62de010e service neutron] Pushing event updated for resources: {'Port': ['ID=e2546c5f-84b8-4220-bfb2-52584af9087c,revision_number=2']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:42:31.527572 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-0b4eb00e-01f5-4bfa-ba56-f2a76ac7aa81 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33443580', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5726'] for router, precommit_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:42:31.533112 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-0b4eb00e-01f5-4bfa-ba56-f2a76ac7aa81 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:42:31.602702 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-0b4eb00e-01f5-4bfa-ba56-f2a76ac7aa81 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-33443408'] for router, after_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:42:31.603248 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0b4eb00e-01f5-4bfa-ba56-f2a76ac7aa81 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 22db2c67-8ca2-4b62-a28e-e9255641c33b {{(pid=84041) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 18 20:42:31.626786 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-0b4eb00e-01f5-4bfa-ba56-f2a76ac7aa81 admin admin] Notify callbacks [] for router, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:42:31.627919 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-0b4eb00e-01f5-4bfa-ba56-f2a76ac7aa81 admin admin] 10.222.0.42 "DELETE /v2.0/routers/22db2c67-8ca2-4b62-a28e-e9255641c33b HTTP/1.1" status: 204 len: 168 time: 2.3300371 Apr 18 20:42:31.630614 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 38252) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:42:31.701195 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36a6cd0c-8f0e-4dbb-a88d-2a2e7ea7c9a0 tempest-LiveMigrationTest-963278731 tempest-LiveMigrationTest-963278731-project] Pushing event deleted for resources: {'Port': ['ID=ecc9262a-94bf-40c1-99c0-e4ad54b2ed5f,revision_number=None']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:42:31.704185 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.db_base_plugin_v2 [None req-62af2447-645a-4efc-b617-0937fa986565 admin admin] Deleting subnet 769e5df8-16e3-4584-97ce-25a3b6243e3e {{(pid=84041) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 18 20:42:31.712859 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-29be3c73-a470-4e28-886d-808972ec70d2 req-af5bafa3-16fa-45cc-a03f-6cc83aab62e4 tempest-LiveMigrationTest-963278731 tempest-LiveMigrationTest-963278731-project] 10.222.0.42 "GET /v2.0/ports?device_id=bc66a4ae-28da-4e1f-969f-022e139eaf43 HTTP/1.1" status: 200 len: 210 time: 0.3649302 Apr 18 20:42:31.714569 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-957070dc-f612-49d3-9a17-3aa2d069f838 req-a6139809-c204-4b6c-816d-4074670857db tempest-LiveAutoBlockMigrationV225Test-1713341100 tempest-LiveAutoBlockMigrationV225Test-1713341100-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:42:31.714742 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [req-957070dc-f612-49d3-9a17-3aa2d069f838 req-a6139809-c204-4b6c-816d-4074670857db tempest-LiveAutoBlockMigrationV225Test-1713341100 tempest-LiveAutoBlockMigrationV225Test-1713341100-project] Synchronizing usage tracker for tenant:7843cba0a7e24a0397d5219cb7fd254c on resource:port {{(pid=84041) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 20:42:31.718381 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-62af2447-645a-4efc-b617-0937fa986565 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:42:31.811240 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Device ecc9262a-94bf-40c1-99c0-e4ad54b2ed5f no longer exists at agent hyperv_n-h2-838334-2 {{(pid=84042) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 20:42:31.840615 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.l3_dvrscheduler_db [req-79e3e183-9cc1-4700-8d82-b4ece2270273 req-36a6cd0c-8f0e-4dbb-a88d-2a2e7ea7c9a0 tempest-LiveMigrationTest-963278731 tempest-LiveMigrationTest-963278731-project] No DVR routers for this DVR port ecc9262a-94bf-40c1-99c0-e4ad54b2ed5f on host n-h2-838334-2 {{(pid=84040) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 20:42:31.851138 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-79e3e183-9cc1-4700-8d82-b4ece2270273 req-36a6cd0c-8f0e-4dbb-a88d-2a2e7ea7c9a0 tempest-LiveMigrationTest-963278731 tempest-LiveMigrationTest-963278731-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217293'] for port, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:42:31.873261 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.plugin [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] No Port match for: ecc9262a-94bf-40c1-99c0-e4ad54b2ed5f {{(pid=84042) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 18 20:42:31.873667 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Device ecc9262a-94bf-40c1-99c0-e4ad54b2ed5f not bound to the agent host n-h2-838334-2 {{(pid=84042) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 20:42:31.885235 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-2f639a9a-7e9b-4fc0-b415-2b30ba157112 req-57453193-5666-453b-aad9-ebb083877c1a tempest-ServersOnMultiNodesTest-1168278630 tempest-ServersOnMultiNodesTest-1168278630-project] 10.222.0.42 "GET /v2.0/security-groups?id=e1e985d3-f227-45b4-b9a7-ffadcd0db1b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5362022 Apr 18 20:42:31.954813 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [req-957070dc-f612-49d3-9a17-3aa2d069f838 req-a6139809-c204-4b6c-816d-4074670857db tempest-LiveAutoBlockMigrationV225Test-1713341100 tempest-LiveAutoBlockMigrationV225Test-1713341100-project] Unset dirty status for tenant:7843cba0a7e24a0397d5219cb7fd254c on resource:port {{(pid=84041) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 20:42:31.956175 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-957070dc-f612-49d3-9a17-3aa2d069f838 req-a6139809-c204-4b6c-816d-4074670857db tempest-LiveAutoBlockMigrationV225Test-1713341100 tempest-LiveAutoBlockMigrationV225Test-1713341100-project] 10.222.0.43 "GET /v2.0/ports?device_id=272ac2e1-1767-4624-8754-f8b5c8a39eb9 HTTP/1.1" status: 200 len: 944 time: 0.3959584 Apr 18 20:42:31.958442 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-62af2447-645a-4efc-b617-0937fa986565 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32266383'] for subnet, precommit_delete_associations {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:42:32.010377 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.managers [req-f8c4645c-d5f1-4230-b05e-a046b1ef2699 req-14366562-5f85-4dcf-ab6a-a4ec62de010e service neutron] Attempting to bind port e2546c5f-84b8-4220-bfb2-52584af9087c on host n-h1-838334-2 for vnic_type normal with profile {{(pid=84040) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:42:32.010730 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.managers [req-f8c4645c-d5f1-4230-b05e-a046b1ef2699 req-14366562-5f85-4dcf-ab6a-a4ec62de010e service neutron] Attempting to bind port e2546c5f-84b8-4220-bfb2-52584af9087c by drivers openvswitch,hyperv on host n-h1-838334-2 at level 0 using segments [{'id': '62b85806-94d8-4a88-a06c-da82e5932d66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': 'cb56989d-7c5d-4678-b194-1d2edf1e842a'}] {{(pid=84040) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:42:32.011058 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8c4645c-d5f1-4230-b05e-a046b1ef2699 req-14366562-5f85-4dcf-ab6a-a4ec62de010e service neutron] Attempting to bind port e2546c5f-84b8-4220-bfb2-52584af9087c on network cb56989d-7c5d-4678-b194-1d2edf1e842a {{(pid=84040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 20:42:32.071697 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-79e3e183-9cc1-4700-8d82-b4ece2270273 req-36a6cd0c-8f0e-4dbb-a88d-2a2e7ea7c9a0 tempest-LiveMigrationTest-963278731 tempest-LiveMigrationTest-963278731-project] 10.222.0.48 "DELETE /v2.0/ports/ecc9262a-94bf-40c1-99c0-e4ad54b2ed5f HTTP/1.1" status: 204 len: 173 time: 3.0363398 Apr 18 20:42:32.086824 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.plugin [req-957070dc-f612-49d3-9a17-3aa2d069f838 req-ed5cf798-61b3-4584-8933-15ddd93e2064 tempest-LiveAutoBlockMigrationV225Test-1713341100 tempest-LiveAutoBlockMigrationV225Test-1713341100-project] Deleting port d9019af7-5b28-4057-8390-07c6b7249f04 {{(pid=84041) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 20:42:32.087352 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [req-957070dc-f612-49d3-9a17-3aa2d069f838 req-ed5cf798-61b3-4584-8933-15ddd93e2064 tempest-LiveAutoBlockMigrationV225Test-1713341100 tempest-LiveAutoBlockMigrationV225Test-1713341100-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750375188691'] for port, before_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:42:32.115448 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-d57f1695-5b72-4c6d-8acc-c5b67235d612 req-f49d74b7-56d8-4283-b626-1aeef40f2ee7 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=91701bcf-8389-47d0-bd52-1d61bc9567d1 HTTP/1.1" status: 200 len: 1100 time: 0.7710001 Apr 18 20:42:32.116008 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8c4645c-d5f1-4230-b05e-a046b1ef2699 req-14366562-5f85-4dcf-ab6a-a4ec62de010e service neutron] Port e2546c5f-84b8-4220-bfb2-52584af9087c on network cb56989d-7c5d-4678-b194-1d2edf1e842a not bound, no agent of type Open vSwitch agent registered on host n-h1-838334-2 {{(pid=84040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 18 20:42:32.116323 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8c4645c-d5f1-4230-b05e-a046b1ef2699 req-14366562-5f85-4dcf-ab6a-a4ec62de010e service neutron] Attempting to bind port e2546c5f-84b8-4220-bfb2-52584af9087c on network cb56989d-7c5d-4678-b194-1d2edf1e842a {{(pid=84040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 20:42:32.219582 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-62af2447-645a-4efc-b617-0937fa986565 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1260556'] for subnet, precommit_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:42:32.221087 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8c4645c-d5f1-4230-b05e-a046b1ef2699 req-14366562-5f85-4dcf-ab6a-a4ec62de010e service neutron] Checking agent: {'id': 'd63bab19-ff81-4de1-afeb-a3732288d0d7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-838334-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 33, 59), 'started_at': datetime.datetime(2022, 4, 18, 20, 33, 59), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 20, 42, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 18 20:42:32.221559 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8c4645c-d5f1-4230-b05e-a046b1ef2699 req-14366562-5f85-4dcf-ab6a-a4ec62de010e service neutron] Checking segment: {'id': '62b85806-94d8-4a88-a06c-da82e5932d66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': 'cb56989d-7c5d-4678-b194-1d2edf1e842a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84040) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 20:42:32.221950 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8c4645c-d5f1-4230-b05e-a046b1ef2699 req-14366562-5f85-4dcf-ab6a-a4ec62de010e service neutron] Bound using segment: {'id': '62b85806-94d8-4a88-a06c-da82e5932d66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': 'cb56989d-7c5d-4678-b194-1d2edf1e842a'} {{(pid=84040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 18 20:42:32.222397 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.managers [req-f8c4645c-d5f1-4230-b05e-a046b1ef2699 req-14366562-5f85-4dcf-ab6a-a4ec62de010e service neutron] Bound port: e2546c5f-84b8-4220-bfb2-52584af9087c, host: n-h1-838334-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '62b85806-94d8-4a88-a06c-da82e5932d66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': 'cb56989d-7c5d-4678-b194-1d2edf1e842a'}}] {{(pid=84040) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 20:42:32.222737 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-f8c4645c-d5f1-4230-b05e-a046b1ef2699 req-14366562-5f85-4dcf-ab6a-a4ec62de010e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:42:32.348975 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f73efa4-fe8d-4e2b-9ead-2deb01ad0f84 req-8d5c0a63-f0c5-4c50-b659-df5d3a873019 tempest-DeleteServersAdminTestJSON-198139237 tempest-DeleteServersAdminTestJSON-198139237-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:42:32.350618 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-8f73efa4-fe8d-4e2b-9ead-2deb01ad0f84 req-8d5c0a63-f0c5-4c50-b659-df5d3a873019 tempest-DeleteServersAdminTestJSON-198139237 tempest-DeleteServersAdminTestJSON-198139237-project] 10.222.0.42 "GET /v2.0/ports?device_id=91701bcf-8389-47d0-bd52-1d61bc9567d1 HTTP/1.1" status: 200 len: 949 time: 0.4816003 Apr 18 20:42:32.383887 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-d57f1695-5b72-4c6d-8acc-c5b67235d612 req-ff2efe99-1159-40fd-bef6-c4d27d0b3512 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=8cdb27fa-e654-4d38-a026-751617f09e74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2538941 Apr 18 20:42:32.412242 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-62af2447-645a-4efc-b617-0937fa986565 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1260549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33526260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32266336', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32486390'] for subnet, after_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:42:32.445978 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27156636-2263-4a6c-bd2a-f14df0306587 req-818a0d47-318b-445c-bdd0-8a66297e2d1a tempest-LiveAutoBlockMigrationV225Test-1713341100 tempest-LiveAutoBlockMigrationV225Test-1713341100-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:42:32.447453 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-27156636-2263-4a6c-bd2a-f14df0306587 req-818a0d47-318b-445c-bdd0-8a66297e2d1a tempest-LiveAutoBlockMigrationV225Test-1713341100 tempest-LiveAutoBlockMigrationV225Test-1713341100-project] 10.222.0.42 "GET /v2.0/ports?device_id=272ac2e1-1767-4624-8754-f8b5c8a39eb9 HTTP/1.1" status: 200 len: 944 time: 0.4326129 Apr 18 20:42:32.465707 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62af2447-645a-4efc-b617-0937fa986565 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=769e5df8-16e3-4584-97ce-25a3b6243e3e,revision_number=None']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:42:32.472626 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.db [req-957070dc-f612-49d3-9a17-3aa2d069f838 req-ed5cf798-61b3-4584-8933-15ddd93e2064 tempest-LiveAutoBlockMigrationV225Test-1713341100 tempest-LiveAutoBlockMigrationV225Test-1713341100-project] For port d9019af7-5b28-4057-8390-07c6b7249f04, host n-h1-838334-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838334-2',level=0,port_id=d9019af7-5b28-4057-8390-07c6b7249f04,segment=NetworkSegment(e2a67327-2af4-4205-9ade-197b88c2bea8),segment_id=e2a67327-2af4-4205-9ade-197b88c2bea8)] {{(pid=84041) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:42:32.472989 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [req-957070dc-f612-49d3-9a17-3aa2d069f838 req-ed5cf798-61b3-4584-8933-15ddd93e2064 tempest-LiveAutoBlockMigrationV225Test-1713341100 tempest-LiveAutoBlockMigrationV225Test-1713341100-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369123'] for port, precommit_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:42:32.493721 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f230bf31-2fda-4fc3-b2b1-7e6d4d1c39af None None] Network 7b96c852-8e2e-4d3b-ad4b-39924026f663 requested from n-d-838334-2 {{(pid=84042) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 20:42:32.495024 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.db [req-f8c4645c-d5f1-4230-b05e-a046b1ef2699 req-14366562-5f85-4dcf-ab6a-a4ec62de010e service neutron] For port e2546c5f-84b8-4220-bfb2-52584af9087c, host n-h1-838334-2, cleared binding levels {{(pid=84040) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 20:42:32.520462 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-8f73efa4-fe8d-4e2b-9ead-2deb01ad0f84 req-b98c47ca-a6d7-4e2b-bb5f-8db9d56f193c tempest-DeleteServersAdminTestJSON-198139237 tempest-DeleteServersAdminTestJSON-198139237-project] 10.222.0.42 "GET /v2.0/security-groups?id=8cdb27fa-e654-4d38-a026-751617f09e74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1565702 Apr 18 20:42:32.548933 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-62af2447-645a-4efc-b617-0937fa986565 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:42:32.612252 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.plugin [req-957070dc-f612-49d3-9a17-3aa2d069f838 req-ed5cf798-61b3-4584-8933-15ddd93e2064 tempest-LiveAutoBlockMigrationV225Test-1713341100 tempest-LiveAutoBlockMigrationV225Test-1713341100-project] Calling delete_port for d9019af7-5b28-4057-8390-07c6b7249f04 owned by compute:nova {{(pid=84041) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 20:42:32.613086 n-d-838334-2 neutron-server[84040]: DEBUG neutron.notifiers.nova [req-21f714b1-e12d-42c8-a5e2-98ebb6d9729f req-07c53f10-e1dd-4ecd-a7c0-c06be2dabd6d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e770f6a1-3aa5-4983-8cb4-2aeb8b352198 {{(pid=84040) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 18 20:42:32.621685 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-21f714b1-e12d-42c8-a5e2-98ebb6d9729f req-07c53f10-e1dd-4ecd-a7c0-c06be2dabd6d service neutron] Notify callbacks [] for port, precommit_update {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:42:32.642090 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.provisioning_blocks [req-21f714b1-e12d-42c8-a5e2-98ebb6d9729f req-07c53f10-e1dd-4ecd-a7c0-c06be2dabd6d service neutron] Transition to ACTIVE for port object e770f6a1-3aa5-4983-8cb4-2aeb8b352198 will not be triggered until provisioned by entity L2. {{(pid=84040) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 20:42:32.647172 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.db [req-f8c4645c-d5f1-4230-b05e-a046b1ef2699 req-14366562-5f85-4dcf-ab6a-a4ec62de010e service neutron] For port e2546c5f-84b8-4220-bfb2-52584af9087c, host n-h1-838334-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838334-2',level=0,port_id=e2546c5f-84b8-4220-bfb2-52584af9087c,segment=NetworkSegment(62b85806-94d8-4a88-a06c-da82e5932d66),segment_id=62b85806-94d8-4a88-a06c-da82e5932d66)] {{(pid=84040) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 20:42:32.656051 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-62af2447-645a-4efc-b617-0937fa986565 admin admin] 10.222.0.42 "DELETE /v2.0/subnets/769e5df8-16e3-4584-97ce-25a3b6243e3e HTTP/1.1" status: 204 len: 168 time: 1.0244172 Apr 18 20:42:32.659440 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 38262) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:42:32.661045 n-d-838334-2 neutron-server[84040]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bc66a4ae-28da-4e1f-969f-022e139eaf43', 'name': 'network-vif-deleted', 'tag': 'ecc9262a-94bf-40c1-99c0-e4ad54b2ed5f'}] {{(pid=84040) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 20:42:32.670707 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-f8c4645c-d5f1-4230-b05e-a046b1ef2699 req-14366562-5f85-4dcf-ab6a-a4ec62de010e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32440959'] for port, after_update {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:42:32.678187 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-21f714b1-e12d-42c8-a5e2-98ebb6d9729f req-07c53f10-e1dd-4ecd-a7c0-c06be2dabd6d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32440959'] for port, after_update {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:42:32.776312 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14366562-5f85-4dcf-ab6a-a4ec62de010e service neutron] Pushing event updated for resources: {'Port': ['ID=e2546c5f-84b8-4220-bfb2-52584af9087c,revision_number=3']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:42:32.822179 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-44cff1d7-89c8-4b92-8ec6-1ab613d8b930 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1103592'] for network, before_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:42:32.823047 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Device d9a547a0-4155-4085-af6d-040dbcee520a no longer exists at agent ovs-agent-n-d-838334-2 {{(pid=84042) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 20:42:32.893292 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07c53f10-e1dd-4ecd-a7c0-c06be2dabd6d service neutron] Pushing event updated for resources: {'Port': ['ID=e770f6a1-3aa5-4983-8cb4-2aeb8b352198,revision_number=2']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:42:32.893695 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.plugin [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] No Port match for: d9a547a0-4155-4085-af6d-040dbcee520a {{(pid=84042) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 18 20:42:32.894474 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Device d9a547a0-4155-4085-af6d-040dbcee520a not bound to the agent host n-d-838334-2 {{(pid=84042) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 20:42:32.904437 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d92b60e3-b839-4a5e-96cb-b3df51c461f4 None None] DHCP port deletion for 7b96c852-8e2e-4d3b-ad4b-39924026f663 request from n-d-838334-2 {{(pid=84042) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 18 20:42:32.907221 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.plugin [None req-44cff1d7-89c8-4b92-8ec6-1ab613d8b930 admin admin] Deleting port eb28caed-480e-4f73-acb0-be3cc5807d2c {{(pid=84041) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 20:42:32.907746 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-44cff1d7-89c8-4b92-8ec6-1ab613d8b930 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750375188691'] for port, before_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:42:32.916692 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.plugin [None req-d92b60e3-b839-4a5e-96cb-b3df51c461f4 None None] Deleting port eb28caed-480e-4f73-acb0-be3cc5807d2c {{(pid=84042) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 20:42:32.917411 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-d92b60e3-b839-4a5e-96cb-b3df51c461f4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750375188691'] for port, before_delete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:42:32.984855 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [req-957070dc-f612-49d3-9a17-3aa2d069f838 req-ed5cf798-61b3-4584-8933-15ddd93e2064 tempest-LiveAutoBlockMigrationV225Test-1713341100 tempest-LiveAutoBlockMigrationV225Test-1713341100-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750375259028', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750374836628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32266323'] for port, after_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:42:33.000926 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] get_ports_and_sgs() called for port_ids ['d9019af7-5b28-4057-8390-07c6b7249f04'] {{(pid=84042) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 18 20:42:33.038317 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-f8c4645c-d5f1-4230-b05e-a046b1ef2699 req-14366562-5f85-4dcf-ab6a-a4ec62de010e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217293'] for port, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:42:33.045413 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-f8c4645c-d5f1-4230-b05e-a046b1ef2699 req-14366562-5f85-4dcf-ab6a-a4ec62de010e service neutron] 10.222.0.43 "PUT /v2.0/ports/e2546c5f-84b8-4220-bfb2-52584af9087c HTTP/1.1" status: 200 len: 1095 time: 4.9095681 Apr 18 20:42:33.049231 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-27156636-2263-4a6c-bd2a-f14df0306587 req-0cad7554-6c10-4c68-8d3a-bc5950a14b12 tempest-LiveAutoBlockMigrationV225Test-1713341100 tempest-LiveAutoBlockMigrationV225Test-1713341100-project] 10.222.0.42 "GET /v2.0/security-groups?id=bf712067-aabd-4e70-aae1-082928dd1ccd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5865836 Apr 18 20:42:33.160709 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed5cf798-61b3-4584-8933-15ddd93e2064 tempest-LiveAutoBlockMigrationV225Test-1713341100 tempest-LiveAutoBlockMigrationV225Test-1713341100-project] Pushing event deleted for resources: {'Port': ['ID=d9019af7-5b28-4057-8390-07c6b7249f04,revision_number=None']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:42:33.256874 n-d-838334-2 neutron-server[84040]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3ef59142-956f-4445-9c7b-a3522fba952b'] response: {'server_uuid': 'bc66a4ae-28da-4e1f-969f-022e139eaf43', 'name': 'network-vif-deleted', 'tag': 'ecc9262a-94bf-40c1-99c0-e4ad54b2ed5f', 'status': 'completed', 'code': 200} Apr 18 20:42:33.315135 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-f8c4645c-d5f1-4230-b05e-a046b1ef2699 req-bf9df77a-3424-4ec5-b3f8-8b22bd9e6c2b service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=de28ce5b7b5349a3b98e9e23d1be558c&device_id=0920925d-e51b-4ebb-ace6-349eda87fa7d HTTP/1.1" status: 200 len: 1098 time: 0.1679909 Apr 18 20:42:33.410917 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.l3_dvrscheduler_db [req-957070dc-f612-49d3-9a17-3aa2d069f838 req-ed5cf798-61b3-4584-8933-15ddd93e2064 tempest-LiveAutoBlockMigrationV225Test-1713341100 tempest-LiveAutoBlockMigrationV225Test-1713341100-project] No DVR routers for this DVR port d9019af7-5b28-4057-8390-07c6b7249f04 on host n-h1-838334-2 {{(pid=84041) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 20:42:33.414925 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [req-957070dc-f612-49d3-9a17-3aa2d069f838 req-ed5cf798-61b3-4584-8933-15ddd93e2064 tempest-LiveAutoBlockMigrationV225Test-1713341100 tempest-LiveAutoBlockMigrationV225Test-1713341100-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217293'] for port, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:42:33.418089 n-d-838334-2 neutron-server[84041]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '272ac2e1-1767-4624-8754-f8b5c8a39eb9', 'name': 'network-vif-deleted', 'tag': 'd9019af7-5b28-4057-8390-07c6b7249f04'}] {{(pid=84041) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 20:42:33.435241 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750375287399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253529'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:42:33.453183 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-f8c4645c-d5f1-4230-b05e-a046b1ef2699 req-8270019e-1851-4148-a08a-8c63d01e58d0 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.47&port_id=e2546c5f-84b8-4220-bfb2-52584af9087c HTTP/1.1" status: 200 len: 217 time: 0.0860369 Apr 18 20:42:33.488845 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-d92b60e3-b839-4a5e-96cb-b3df51c461f4 None None] For port eb28caed-480e-4f73-acb0-be3cc5807d2c, host n-d-838334-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838334-2',level=0,port_id=eb28caed-480e-4f73-acb0-be3cc5807d2c,segment=NetworkSegment(431dac21-62fe-4af2-a303-5868c7f4fc97),segment_id=431dac21-62fe-4af2-a303-5868c7f4fc97)] {{(pid=84042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:42:33.489566 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-d92b60e3-b839-4a5e-96cb-b3df51c461f4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369123'] for port, precommit_delete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:42:33.518739 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.managers [req-21f714b1-e12d-42c8-a5e2-98ebb6d9729f req-07c53f10-e1dd-4ecd-a7c0-c06be2dabd6d service neutron] Attempting to bind port e770f6a1-3aa5-4983-8cb4-2aeb8b352198 on host n-h2-838334-2 for vnic_type normal with profile {{(pid=84040) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:42:33.519064 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.managers [req-21f714b1-e12d-42c8-a5e2-98ebb6d9729f req-07c53f10-e1dd-4ecd-a7c0-c06be2dabd6d service neutron] Attempting to bind port e770f6a1-3aa5-4983-8cb4-2aeb8b352198 by drivers openvswitch,hyperv on host n-h2-838334-2 at level 0 using segments [{'id': '636e5b77-90d2-4b9f-a149-e8d80d7281ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': 'a92cea34-83a9-4801-bb75-cc07c451223b'}] {{(pid=84040) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:42:33.519386 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21f714b1-e12d-42c8-a5e2-98ebb6d9729f req-07c53f10-e1dd-4ecd-a7c0-c06be2dabd6d service neutron] Attempting to bind port e770f6a1-3aa5-4983-8cb4-2aeb8b352198 on network a92cea34-83a9-4801-bb75-cc07c451223b {{(pid=84040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 20:42:33.552625 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21f714b1-e12d-42c8-a5e2-98ebb6d9729f req-07c53f10-e1dd-4ecd-a7c0-c06be2dabd6d service neutron] Port e770f6a1-3aa5-4983-8cb4-2aeb8b352198 on network a92cea34-83a9-4801-bb75-cc07c451223b not bound, no agent of type Open vSwitch agent registered on host n-h2-838334-2 {{(pid=84040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 18 20:42:33.552955 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21f714b1-e12d-42c8-a5e2-98ebb6d9729f req-07c53f10-e1dd-4ecd-a7c0-c06be2dabd6d service neutron] Attempting to bind port e770f6a1-3aa5-4983-8cb4-2aeb8b352198 on network a92cea34-83a9-4801-bb75-cc07c451223b {{(pid=84040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 20:42:33.556609 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-957070dc-f612-49d3-9a17-3aa2d069f838 req-ed5cf798-61b3-4584-8933-15ddd93e2064 tempest-LiveAutoBlockMigrationV225Test-1713341100 tempest-LiveAutoBlockMigrationV225Test-1713341100-project] 10.222.0.43 "DELETE /v2.0/ports/d9019af7-5b28-4057-8390-07c6b7249f04 HTTP/1.1" status: 204 len: 173 time: 1.5701721 Apr 18 20:42:33.591912 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.db [None req-44cff1d7-89c8-4b92-8ec6-1ab613d8b930 admin admin] For port eb28caed-480e-4f73-acb0-be3cc5807d2c, host n-d-838334-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838334-2',level=0,port_id=eb28caed-480e-4f73-acb0-be3cc5807d2c,segment=NetworkSegment(431dac21-62fe-4af2-a303-5868c7f4fc97),segment_id=431dac21-62fe-4af2-a303-5868c7f4fc97)] {{(pid=84041) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:42:33.592395 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-44cff1d7-89c8-4b92-8ec6-1ab613d8b930 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369123'] for port, precommit_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:42:33.618197 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8c4645c-d5f1-4230-b05e-a046b1ef2699 req-56ccbfc6-d21c-4fbe-8a3c-401827d6816b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:42:33.619767 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-f8c4645c-d5f1-4230-b05e-a046b1ef2699 req-56ccbfc6-d21c-4fbe-8a3c-401827d6816b service neutron] 10.222.0.43 "GET /v2.0/subnets?id=c4b526db-4d8a-4d4c-a310-e3a599630ae1 HTTP/1.1" status: 200 len: 843 time: 0.1506822 Apr 18 20:42:33.630903 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.plugin [None req-d92b60e3-b839-4a5e-96cb-b3df51c461f4 None None] Calling delete_port for eb28caed-480e-4f73-acb0-be3cc5807d2c owned by network:dhcp {{(pid=84042) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 20:42:33.734747 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-d92b60e3-b839-4a5e-96cb-b3df51c461f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750375259028', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750374836628'] for port, after_delete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:42:33.753981 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.plugin [None req-44cff1d7-89c8-4b92-8ec6-1ab613d8b930 admin admin] Calling delete_port for eb28caed-480e-4f73-acb0-be3cc5807d2c owned by network:dhcp {{(pid=84041) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 20:42:33.780837 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21f714b1-e12d-42c8-a5e2-98ebb6d9729f req-07c53f10-e1dd-4ecd-a7c0-c06be2dabd6d service neutron] Checking agent: {'id': 'dc797004-f641-47b7-a77f-9c62b5b16296', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-838334-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 34, 3), 'started_at': datetime.datetime(2022, 4, 18, 20, 34, 3), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 20, 42, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 18 20:42:33.781176 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21f714b1-e12d-42c8-a5e2-98ebb6d9729f req-07c53f10-e1dd-4ecd-a7c0-c06be2dabd6d service neutron] Checking segment: {'id': '636e5b77-90d2-4b9f-a149-e8d80d7281ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': 'a92cea34-83a9-4801-bb75-cc07c451223b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84040) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 20:42:33.781567 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21f714b1-e12d-42c8-a5e2-98ebb6d9729f req-07c53f10-e1dd-4ecd-a7c0-c06be2dabd6d service neutron] Bound using segment: {'id': '636e5b77-90d2-4b9f-a149-e8d80d7281ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': 'a92cea34-83a9-4801-bb75-cc07c451223b'} {{(pid=84040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 18 20:42:33.781994 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.managers [req-21f714b1-e12d-42c8-a5e2-98ebb6d9729f req-07c53f10-e1dd-4ecd-a7c0-c06be2dabd6d service neutron] Bound port: e770f6a1-3aa5-4983-8cb4-2aeb8b352198, host: n-h2-838334-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '636e5b77-90d2-4b9f-a149-e8d80d7281ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': 'a92cea34-83a9-4801-bb75-cc07c451223b'}}] {{(pid=84040) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 20:42:33.782333 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-21f714b1-e12d-42c8-a5e2-98ebb6d9729f req-07c53f10-e1dd-4ecd-a7c0-c06be2dabd6d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:42:33.801717 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d92b60e3-b839-4a5e-96cb-b3df51c461f4 None None] Pushing event deleted for resources: {'Port': ['ID=eb28caed-480e-4f73-acb0-be3cc5807d2c,revision_number=None']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:42:33.818742 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d92b60e3-b839-4a5e-96cb-b3df51c461f4 None None] No DVR routers for this DVR port eb28caed-480e-4f73-acb0-be3cc5807d2c on host n-d-838334-2 {{(pid=84042) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 20:42:33.832884 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a589540-0ebd-4c3c-9d03-b4ab38e66d29 req-67c4f520-4895-478a-8f16-c54eade07aa4 tempest-ImagesTestJSON-757689736 tempest-ImagesTestJSON-757689736-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:42:33.834565 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-2a589540-0ebd-4c3c-9d03-b4ab38e66d29 req-67c4f520-4895-478a-8f16-c54eade07aa4 tempest-ImagesTestJSON-757689736 tempest-ImagesTestJSON-757689736-project] 10.222.0.42 "GET /v2.0/ports?device_id=af8db128-7be1-4e22-8298-13f53b52bcf4 HTTP/1.1" status: 200 len: 944 time: 0.5313208 Apr 18 20:42:33.849475 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.db.api [None req-44cff1d7-89c8-4b92-8ec6-1ab613d8b930 admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84041) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 18 20:42:33.849929 n-d-838334-2 neutron-server[84041]: DEBUG oslo_db.api [None req-44cff1d7-89c8-4b92-8ec6-1ab613d8b930 admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84041) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 18 20:42:33.979089 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99b95097-1b72-4594-959a-546bd4394d1c req-43196941-bb21-41b6-bf45-2b3a99d0177f tempest-ServersOnMultiNodesTest-1168278630 tempest-ServersOnMultiNodesTest-1168278630-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:42:33.980737 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-99b95097-1b72-4594-959a-546bd4394d1c req-43196941-bb21-41b6-bf45-2b3a99d0177f tempest-ServersOnMultiNodesTest-1168278630 tempest-ServersOnMultiNodesTest-1168278630-project] 10.222.0.42 "GET /v2.0/ports?device_id=0920925d-e51b-4ebb-ace6-349eda87fa7d HTTP/1.1" status: 200 len: 947 time: 0.4231153 Apr 18 20:42:33.986105 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.db [req-21f714b1-e12d-42c8-a5e2-98ebb6d9729f req-07c53f10-e1dd-4ecd-a7c0-c06be2dabd6d service neutron] For port e770f6a1-3aa5-4983-8cb4-2aeb8b352198, host n-h2-838334-2, cleared binding levels {{(pid=84040) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 20:42:34.017062 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-2a589540-0ebd-4c3c-9d03-b4ab38e66d29 req-1da5a41b-6e09-484b-b454-bc27949ade15 tempest-ImagesTestJSON-757689736 tempest-ImagesTestJSON-757689736-project] 10.222.0.42 "GET /v2.0/security-groups?id=59d22466-01c3-4eda-9b5c-cb887beaa55e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1484561 Apr 18 20:42:34.020364 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.db [req-21f714b1-e12d-42c8-a5e2-98ebb6d9729f req-07c53f10-e1dd-4ecd-a7c0-c06be2dabd6d service neutron] For port e770f6a1-3aa5-4983-8cb4-2aeb8b352198, host n-h2-838334-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838334-2',level=0,port_id=e770f6a1-3aa5-4983-8cb4-2aeb8b352198,segment=NetworkSegment(636e5b77-90d2-4b9f-a149-e8d80d7281ee),segment_id=636e5b77-90d2-4b9f-a149-e8d80d7281ee)] {{(pid=84040) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 20:42:34.033499 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-f8c4645c-d5f1-4230-b05e-a046b1ef2699 req-5c76f28d-5c35-4899-a66d-9ed5b06fcd15 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=cb56989d-7c5d-4678-b194-1d2edf1e842a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4054027 Apr 18 20:42:34.035865 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-21f714b1-e12d-42c8-a5e2-98ebb6d9729f req-07c53f10-e1dd-4ecd-a7c0-c06be2dabd6d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32440959'] for port, after_update {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:42:34.227768 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-21f714b1-e12d-42c8-a5e2-98ebb6d9729f req-07c53f10-e1dd-4ecd-a7c0-c06be2dabd6d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217293'] for port, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:42:34.229149 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-21f714b1-e12d-42c8-a5e2-98ebb6d9729f req-07c53f10-e1dd-4ecd-a7c0-c06be2dabd6d service neutron] 10.222.0.48 "PUT /v2.0/ports/e770f6a1-3aa5-4983-8cb4-2aeb8b352198 HTTP/1.1" status: 200 len: 1092 time: 3.3564925 Apr 18 20:42:34.238432 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-99b95097-1b72-4594-959a-546bd4394d1c req-4e6dd929-1d58-4652-8f81-f9fc36eb5bd2 tempest-ServersOnMultiNodesTest-1168278630 tempest-ServersOnMultiNodesTest-1168278630-project] 10.222.0.42 "GET /v2.0/security-groups?id=e1e985d3-f227-45b4-b9a7-ffadcd0db1b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2436137 Apr 18 20:42:34.267140 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07c53f10-e1dd-4ecd-a7c0-c06be2dabd6d service neutron] Pushing event updated for resources: {'Port': ['ID=e770f6a1-3aa5-4983-8cb4-2aeb8b352198,revision_number=3']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:42:34.350726 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.plugin [None req-44cff1d7-89c8-4b92-8ec6-1ab613d8b930 admin admin] Deleting port eb28caed-480e-4f73-acb0-be3cc5807d2c {{(pid=84041) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 20:42:34.351243 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-44cff1d7-89c8-4b92-8ec6-1ab613d8b930 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750375188691'] for port, before_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:42:34.362203 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-f8c4645c-d5f1-4230-b05e-a046b1ef2699 req-9ce75630-8a85-40c2-855a-564f6d2c917f service neutron] 10.222.0.43 "GET /v2.0/networks/cb56989d-7c5d-4678-b194-1d2edf1e842a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3211534 Apr 18 20:42:34.406419 n-d-838334-2 neutron-server[84041]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7c8e8c9a-65a3-4d67-9869-04688659426c'] response: {'server_uuid': '272ac2e1-1767-4624-8754-f8b5c8a39eb9', 'name': 'network-vif-deleted', 'tag': 'd9019af7-5b28-4057-8390-07c6b7249f04', 'status': 'completed', 'code': 200} Apr 18 20:42:34.509306 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-21f714b1-e12d-42c8-a5e2-98ebb6d9729f req-820e7d03-f4d2-4c2b-bf5a-53dddc3fb3d5 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=dfa04f762e14427e8043e36ea411d50f&device_id=af8db128-7be1-4e22-8298-13f53b52bcf4 HTTP/1.1" status: 200 len: 1095 time: 0.2071106 Apr 18 20:42:34.582136 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.plugin [None req-44cff1d7-89c8-4b92-8ec6-1ab613d8b930 admin admin] The port 'eb28caed-480e-4f73-acb0-be3cc5807d2c' was deleted {{(pid=84041) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 18 20:42:34.599096 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-f8c4645c-d5f1-4230-b05e-a046b1ef2699 req-c809e2ed-f397-4f55-9ed0-21e5a2666b68 service neutron] 10.222.0.43 "GET /v2.0/networks/cb56989d-7c5d-4678-b194-1d2edf1e842a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2257831 Apr 18 20:42:34.600470 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-21f714b1-e12d-42c8-a5e2-98ebb6d9729f req-bb0b527e-e412-4cfc-bc06-c47389c6fe39 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e770f6a1-3aa5-4983-8cb4-2aeb8b352198 HTTP/1.1" status: 200 len: 217 time: 0.0772567 Apr 18 20:42:34.680170 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21f714b1-e12d-42c8-a5e2-98ebb6d9729f req-7de07aaa-3138-4875-a783-b7d45777bf2f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:42:34.681881 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-21f714b1-e12d-42c8-a5e2-98ebb6d9729f req-7de07aaa-3138-4875-a783-b7d45777bf2f service neutron] 10.222.0.48 "GET /v2.0/subnets?id=6bff4054-f84b-415b-b0b0-aa32d7878409 HTTP/1.1" status: 200 len: 844 time: 0.0693672 Apr 18 20:42:34.740348 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-44cff1d7-89c8-4b92-8ec6-1ab613d8b930 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1258905', 'neutron.services.segments.db._delete_segments_for_network-8750375287417'] for network, precommit_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:42:34.758785 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-21f714b1-e12d-42c8-a5e2-98ebb6d9729f req-bc6cacac-68f5-4075-b3e8-344f0259eb28 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=a92cea34-83a9-4801-bb75-cc07c451223b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0539701 Apr 18 20:42:34.767744 n-d-838334-2 neutron-server[84041]: DEBUG neutron.services.segments.db [None req-44cff1d7-89c8-4b92-8ec6-1ab613d8b930 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7b96c852-8e2e-4d3b-ad4b-39924026f663']}} {{(pid=84041) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:42:34.781124 n-d-838334-2 neutron-server[84041]: DEBUG neutron.services.segments.db [None req-44cff1d7-89c8-4b92-8ec6-1ab613d8b930 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '431dac21-62fe-4af2-a303-5868c7f4fc97') {'for_net_delete': True} {{(pid=84041) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:42:34.781740 n-d-838334-2 neutron-server[84041]: DEBUG neutron.services.segments.db [None req-44cff1d7-89c8-4b92-8ec6-1ab613d8b930 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '431dac21-62fe-4af2-a303-5868c7f4fc97') {} {{(pid=84041) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:42:34.798025 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-44cff1d7-89c8-4b92-8ec6-1ab613d8b930 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750375287300', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32268156'] for segment, before_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:42:34.820606 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-44cff1d7-89c8-4b92-8ec6-1ab613d8b930 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1082986'] for segment, precommit_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:42:34.827890 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-44cff1d7-89c8-4b92-8ec6-1ab613d8b930 admin admin] Releasing vlan 395 on physical network physnet1 to pool {{(pid=84041) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 18 20:42:34.828611 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-44cff1d7-89c8-4b92-8ec6-1ab613d8b930 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1082993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32266254'] for segment, after_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:42:34.844588 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Device eb28caed-480e-4f73-acb0-be3cc5807d2c no longer exists at agent ovs-agent-n-d-838334-2 {{(pid=84042) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 20:42:34.845443 n-d-838334-2 neutron-server[84041]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 20:42:34.845443 n-d-838334-2 neutron-server[84041]: util.warn( Apr 18 20:42:34.845443 n-d-838334-2 neutron-server[84041]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 20:42:34.845443 n-d-838334-2 neutron-server[84041]: util.warn( Apr 18 20:42:34.845443 n-d-838334-2 neutron-server[84041]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 20:42:34.845443 n-d-838334-2 neutron-server[84041]: util.warn( Apr 18 20:42:34.845443 n-d-838334-2 neutron-server[84041]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 20:42:34.845443 n-d-838334-2 neutron-server[84041]: util.warn( Apr 18 20:42:34.845443 n-d-838334-2 neutron-server[84041]: Traceback (most recent call last): Apr 18 20:42:34.845443 n-d-838334-2 neutron-server[84041]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 18 20:42:34.845443 n-d-838334-2 neutron-server[84041]: timer() Apr 18 20:42:34.845443 n-d-838334-2 neutron-server[84041]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 20:42:34.845443 n-d-838334-2 neutron-server[84041]: cb(*args, **kw) Apr 18 20:42:34.845443 n-d-838334-2 neutron-server[84041]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 18 20:42:34.845443 n-d-838334-2 neutron-server[84041]: return func(*args, **kwargs) Apr 18 20:42:34.845443 n-d-838334-2 neutron-server[84041]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 20:42:34.845443 n-d-838334-2 neutron-server[84041]: self._notify() Apr 18 20:42:34.845443 n-d-838334-2 neutron-server[84041]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 20:42:34.845443 n-d-838334-2 neutron-server[84041]: self.callback(batched_events) Apr 18 20:42:34.845443 n-d-838334-2 neutron-server[84041]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 20:42:34.845443 n-d-838334-2 neutron-server[84041]: event.method(event) Apr 18 20:42:34.845443 n-d-838334-2 neutron-server[84041]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 18 20:42:34.845443 n-d-838334-2 neutron-server[84041]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 20:42:34.845443 n-d-838334-2 neutron-server[84041]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 18 20:42:34.845443 n-d-838334-2 neutron-server[84041]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 20:42:34.845443 n-d-838334-2 neutron-server[84041]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 18 20:42:34.845443 n-d-838334-2 neutron-server[84041]: return f(self, *a, **k) Apr 18 20:42:34.845443 n-d-838334-2 neutron-server[84041]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 18 20:42:34.845443 n-d-838334-2 neutron-server[84041]: return self._get(url).json() Apr 18 20:42:34.845443 n-d-838334-2 neutron-server[84041]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 18 20:42:34.845443 n-d-838334-2 neutron-server[84041]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 20:42:34.845443 n-d-838334-2 neutron-server[84041]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 18 20:42:34.845443 n-d-838334-2 neutron-server[84041]: return self.request(url, 'GET', **kwargs) Apr 18 20:42:34.845443 n-d-838334-2 neutron-server[84041]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 18 20:42:34.845443 n-d-838334-2 neutron-server[84041]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 20:42:34.845443 n-d-838334-2 neutron-server[84041]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 18 20:42:34.845443 n-d-838334-2 neutron-server[84041]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 20:42:34.845443 n-d-838334-2 neutron-server[84041]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 18 20:42:34.845443 n-d-838334-2 neutron-server[84041]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 20:42:34.845443 n-d-838334-2 neutron-server[84041]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 20:42:34.878611 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.plugin [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] No Port match for: eb28caed-480e-4f73-acb0-be3cc5807d2c {{(pid=84042) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 18 20:42:34.878955 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Device eb28caed-480e-4f73-acb0-be3cc5807d2c not bound to the agent host n-d-838334-2 {{(pid=84042) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 20:42:34.953941 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-44cff1d7-89c8-4b92-8ec6-1ab613d8b930 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1258898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33526109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33444113'] for network, after_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:42:34.958987 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-44cff1d7-89c8-4b92-8ec6-1ab613d8b930 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32378031'] for network, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:42:34.988162 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44cff1d7-89c8-4b92-8ec6-1ab613d8b930 admin admin] Pushing event deleted for resources: {'Network': ['ID=7b96c852-8e2e-4d3b-ad4b-39924026f663,revision_number=None']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:42:35.004899 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-44cff1d7-89c8-4b92-8ec6-1ab613d8b930 admin admin] 10.222.0.42 "DELETE /v2.0/networks/7b96c852-8e2e-4d3b-ad4b-39924026f663 HTTP/1.1" status: 204 len: 168 time: 2.3442168 Apr 18 20:42:35.024854 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-21f714b1-e12d-42c8-a5e2-98ebb6d9729f req-6570ec5f-01f0-4220-886c-090a3b70dcea service neutron] 10.222.0.48 "GET /v2.0/networks/a92cea34-83a9-4801-bb75-cc07c451223b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2291543 Apr 18 20:42:35.061371 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40a2422f-bfdd-41fe-8b6c-4e03eaad4052 req-0eb8cb66-90b6-4479-841b-f9ebabdfe834 tempest-DeleteServersAdminTestJSON-198139237 tempest-DeleteServersAdminTestJSON-198139237-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:42:35.063015 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-40a2422f-bfdd-41fe-8b6c-4e03eaad4052 req-0eb8cb66-90b6-4479-841b-f9ebabdfe834 tempest-DeleteServersAdminTestJSON-198139237 tempest-DeleteServersAdminTestJSON-198139237-project] 10.222.0.42 "GET /v2.0/ports?device_id=91701bcf-8389-47d0-bd52-1d61bc9567d1 HTTP/1.1" status: 200 len: 949 time: 0.3171129 Apr 18 20:42:35.196021 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fc99b30-9c38-449a-bd64-7e5ef8bcab1b req-417bc1f8-e925-4816-857b-d1f7dda2aab8 tempest-TaggedBootDevicesTest-1674414334 tempest-TaggedBootDevicesTest-1674414334-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:42:35.200025 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fc99b30-9c38-449a-bd64-7e5ef8bcab1b req-417bc1f8-e925-4816-857b-d1f7dda2aab8 tempest-TaggedBootDevicesTest-1674414334 tempest-TaggedBootDevicesTest-1674414334-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:42:35.204733 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fc99b30-9c38-449a-bd64-7e5ef8bcab1b req-417bc1f8-e925-4816-857b-d1f7dda2aab8 tempest-TaggedBootDevicesTest-1674414334 tempest-TaggedBootDevicesTest-1674414334-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:42:35.208730 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fc99b30-9c38-449a-bd64-7e5ef8bcab1b req-417bc1f8-e925-4816-857b-d1f7dda2aab8 tempest-TaggedBootDevicesTest-1674414334 tempest-TaggedBootDevicesTest-1674414334-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:42:35.212854 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fc99b30-9c38-449a-bd64-7e5ef8bcab1b req-417bc1f8-e925-4816-857b-d1f7dda2aab8 tempest-TaggedBootDevicesTest-1674414334 tempest-TaggedBootDevicesTest-1674414334-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:42:35.216809 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fc99b30-9c38-449a-bd64-7e5ef8bcab1b req-417bc1f8-e925-4816-857b-d1f7dda2aab8 tempest-TaggedBootDevicesTest-1674414334 tempest-TaggedBootDevicesTest-1674414334-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:42:35.221115 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fc99b30-9c38-449a-bd64-7e5ef8bcab1b req-417bc1f8-e925-4816-857b-d1f7dda2aab8 tempest-TaggedBootDevicesTest-1674414334 tempest-TaggedBootDevicesTest-1674414334-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:42:35.222976 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-6fc99b30-9c38-449a-bd64-7e5ef8bcab1b req-417bc1f8-e925-4816-857b-d1f7dda2aab8 tempest-TaggedBootDevicesTest-1674414334 tempest-TaggedBootDevicesTest-1674414334-project] 10.222.0.42 "GET /v2.0/ports?device_id=cc0d4549-87de-476f-8fa1-88b0358bebbd HTTP/1.1" status: 200 len: 5432 time: 0.2691979 Apr 18 20:42:35.228167 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 38330) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:42:35.269532 n-d-838334-2 neutron-server[84040]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0920925d-e51b-4ebb-ace6-349eda87fa7d', 'tag': 'e2546c5f-84b8-4220-bfb2-52584af9087c'}, {'name': 'network-changed', 'server_uuid': 'af8db128-7be1-4e22-8298-13f53b52bcf4', 'tag': 'e770f6a1-3aa5-4983-8cb4-2aeb8b352198'}] {{(pid=84040) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 20:42:35.281660 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-efb7550a-777a-401e-9517-cc1dfb99c62a admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=c1a78f2b33ee4536986609e3ae5af78c&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0523221 Apr 18 20:42:35.283978 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 38336) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:42:35.301633 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-40a2422f-bfdd-41fe-8b6c-4e03eaad4052 req-527756eb-a5f6-4f0b-bcbb-94efd4dbe1ab tempest-DeleteServersAdminTestJSON-198139237 tempest-DeleteServersAdminTestJSON-198139237-project] 10.222.0.42 "GET /v2.0/security-groups?id=8cdb27fa-e654-4d38-a026-751617f09e74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2281952 Apr 18 20:42:35.330234 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-21f714b1-e12d-42c8-a5e2-98ebb6d9729f req-ece05dda-ee1d-43e4-ac75-4418fb671162 service neutron] 10.222.0.48 "GET /v2.0/networks/a92cea34-83a9-4801-bb75-cc07c451223b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2930355 Apr 18 20:42:35.367928 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-80035006-3604-4e4c-8dc6-d62cc30cd6ba admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:42:35.392013 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-6fc99b30-9c38-449a-bd64-7e5ef8bcab1b req-e698ad81-afde-4edc-bb04-33facef64a53 tempest-TaggedBootDevicesTest-1674414334 tempest-TaggedBootDevicesTest-1674414334-project] 10.222.0.42 "GET /v2.0/security-groups?id=67ac5558-a250-4106-afe6-28a5add43e38&id=cf1a4c14-6b4c-4b5a-99f9-781aa8c875fd&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1559024 Apr 18 20:42:35.408328 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-80035006-3604-4e4c-8dc6-d62cc30cd6ba admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:42:35.417515 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df60adc0-9626-4678-bc92-1bd0d4a4a233 req-8fe83b10-f259-4c24-805b-378e6e9df7a0 tempest-LiveMigrationTest-963278731 tempest-LiveMigrationTest-963278731-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:42:35.419340 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [req-df60adc0-9626-4678-bc92-1bd0d4a4a233 req-8fe83b10-f259-4c24-805b-378e6e9df7a0 tempest-LiveMigrationTest-963278731 tempest-LiveMigrationTest-963278731-project] Synchronizing usage tracker for tenant:30967135a3784f8f91989a9ec626fb3e on resource:port {{(pid=84040) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 20:42:35.468728 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [req-df60adc0-9626-4678-bc92-1bd0d4a4a233 req-8fe83b10-f259-4c24-805b-378e6e9df7a0 tempest-LiveMigrationTest-963278731 tempest-LiveMigrationTest-963278731-project] Unset dirty status for tenant:30967135a3784f8f91989a9ec626fb3e on resource:port {{(pid=84040) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 20:42:35.470581 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-df60adc0-9626-4678-bc92-1bd0d4a4a233 req-8fe83b10-f259-4c24-805b-378e6e9df7a0 tempest-LiveMigrationTest-963278731 tempest-LiveMigrationTest-963278731-project] 10.222.0.43 "GET /v2.0/ports?device_id=85d13644-2ff3-4f2e-ba89-a449fe4bd19d HTTP/1.1" status: 200 len: 944 time: 0.2452285 Apr 18 20:42:35.474572 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-80035006-3604-4e4c-8dc6-d62cc30cd6ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33528224'] for security_group, after_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:42:35.500566 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80035006-3604-4e4c-8dc6-d62cc30cd6ba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5edfb6a7-e63f-4d6e-97ca-795ce1be36ba,revision_number=None']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:42:35.509738 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-80035006-3604-4e4c-8dc6-d62cc30cd6ba admin admin] Notify callbacks [] for security_group, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:42:35.514412 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-80035006-3604-4e4c-8dc6-d62cc30cd6ba admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/5edfb6a7-e63f-4d6e-97ca-795ce1be36ba HTTP/1.1" status: 204 len: 168 time: 0.2267144 Apr 18 20:42:35.623640 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.plugin [req-df60adc0-9626-4678-bc92-1bd0d4a4a233 req-7bb55e27-b997-458d-aca5-56359fc3f183 tempest-LiveMigrationTest-963278731 tempest-LiveMigrationTest-963278731-project] Deleting port 48fa52c1-0725-4817-8948-dc8aabc819bf {{(pid=84040) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 20:42:35.624017 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-df60adc0-9626-4678-bc92-1bd0d4a4a233 req-7bb55e27-b997-458d-aca5-56359fc3f183 tempest-LiveMigrationTest-963278731 tempest-LiveMigrationTest-963278731-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750375188691'] for port, before_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:42:35.703060 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9264fff2-ac8b-4a2a-848b-63f6ab439c44 req-a096f4db-4b90-4c02-ad45-b3d946a90533 tempest-LiveMigrationTest-963278731 tempest-LiveMigrationTest-963278731-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:42:35.713872 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-9264fff2-ac8b-4a2a-848b-63f6ab439c44 req-a096f4db-4b90-4c02-ad45-b3d946a90533 tempest-LiveMigrationTest-963278731 tempest-LiveMigrationTest-963278731-project] 10.222.0.42 "GET /v2.0/ports?device_id=85d13644-2ff3-4f2e-ba89-a449fe4bd19d HTTP/1.1" status: 200 len: 944 time: 0.1847157 Apr 18 20:42:35.741245 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Device 48fa52c1-0725-4817-8948-dc8aabc819bf no longer exists at agent hyperv_n-h1-838334-2 {{(pid=84042) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 20:42:35.887711 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Device d9019af7-5b28-4057-8390-07c6b7249f04 no longer exists at agent hyperv_n-h1-838334-2 {{(pid=84042) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 20:42:35.940922 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.plugin [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] No Port match for: d9019af7-5b28-4057-8390-07c6b7249f04 {{(pid=84042) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 18 20:42:35.941791 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Device d9019af7-5b28-4057-8390-07c6b7249f04 not bound to the agent host n-h1-838334-2 {{(pid=84042) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 20:42:35.992384 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-9264fff2-ac8b-4a2a-848b-63f6ab439c44 req-c6c4a16a-180b-4981-afb9-998e247a6509 tempest-LiveMigrationTest-963278731 tempest-LiveMigrationTest-963278731-project] 10.222.0.42 "GET /v2.0/security-groups?id=c1ded286-bbeb-4ec4-95be-e4f6aab8a892&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2836156 Apr 18 20:42:36.094215 n-d-838334-2 neutron-server[84040]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4fa6ea96-e987-4194-92cc-d6aa4c4bee58'] response: {'name': 'network-changed', 'server_uuid': '0920925d-e51b-4ebb-ace6-349eda87fa7d', 'tag': 'e2546c5f-84b8-4220-bfb2-52584af9087c', 'status': 'completed', 'code': 200} Apr 18 20:42:36.094483 n-d-838334-2 neutron-server[84040]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4fa6ea96-e987-4194-92cc-d6aa4c4bee58'] response: {'name': 'network-changed', 'server_uuid': 'af8db128-7be1-4e22-8298-13f53b52bcf4', 'tag': 'e770f6a1-3aa5-4983-8cb4-2aeb8b352198', 'status': 'completed', 'code': 200} Apr 18 20:42:36.129240 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43c993bb-20c0-4157-9d51-62be1c22e255 req-d8de075d-a56b-4ce1-bc63-ebd6a2b49f70 tempest-ImagesTestJSON-757689736 tempest-ImagesTestJSON-757689736-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:42:36.130679 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-43c993bb-20c0-4157-9d51-62be1c22e255 req-d8de075d-a56b-4ce1-bc63-ebd6a2b49f70 tempest-ImagesTestJSON-757689736 tempest-ImagesTestJSON-757689736-project] 10.222.0.42 "GET /v2.0/ports?device_id=af8db128-7be1-4e22-8298-13f53b52bcf4 HTTP/1.1" status: 200 len: 944 time: 0.2598066 Apr 18 20:42:36.270056 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-7c3faf9d-c08e-476a-aaa9-255ab3bd5910 req-f4ad7506-0d72-4882-8133-56cd2a3960db service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=de28ce5b7b5349a3b98e9e23d1be558c&device_id=0920925d-e51b-4ebb-ace6-349eda87fa7d HTTP/1.1" status: 200 len: 1098 time: 0.1325676 Apr 18 20:42:36.331865 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.db [req-df60adc0-9626-4678-bc92-1bd0d4a4a233 req-7bb55e27-b997-458d-aca5-56359fc3f183 tempest-LiveMigrationTest-963278731 tempest-LiveMigrationTest-963278731-project] For port 48fa52c1-0725-4817-8948-dc8aabc819bf, host n-h1-838334-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838334-2',level=0,port_id=48fa52c1-0725-4817-8948-dc8aabc819bf,segment=NetworkSegment(806925fb-1611-47d5-bfae-6289aca7c7ad),segment_id=806925fb-1611-47d5-bfae-6289aca7c7ad)] {{(pid=84040) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:42:36.332397 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-df60adc0-9626-4678-bc92-1bd0d4a4a233 req-7bb55e27-b997-458d-aca5-56359fc3f183 tempest-LiveMigrationTest-963278731 tempest-LiveMigrationTest-963278731-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369123'] for port, precommit_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:42:36.384152 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acd2103e-d4f6-4df3-899a-d166c2cf8276 req-8121579c-19a3-4d79-877f-0b7d393d053f tempest-LiveAutoBlockMigrationV225Test-1713341100 tempest-LiveAutoBlockMigrationV225Test-1713341100-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:42:36.385293 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [req-acd2103e-d4f6-4df3-899a-d166c2cf8276 req-8121579c-19a3-4d79-877f-0b7d393d053f tempest-LiveAutoBlockMigrationV225Test-1713341100 tempest-LiveAutoBlockMigrationV225Test-1713341100-project] Synchronizing usage tracker for tenant:7843cba0a7e24a0397d5219cb7fd254c on resource:port {{(pid=84041) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 20:42:36.419779 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [req-acd2103e-d4f6-4df3-899a-d166c2cf8276 req-8121579c-19a3-4d79-877f-0b7d393d053f tempest-LiveAutoBlockMigrationV225Test-1713341100 tempest-LiveAutoBlockMigrationV225Test-1713341100-project] Unset dirty status for tenant:7843cba0a7e24a0397d5219cb7fd254c on resource:port {{(pid=84041) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 20:42:36.421672 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-acd2103e-d4f6-4df3-899a-d166c2cf8276 req-8121579c-19a3-4d79-877f-0b7d393d053f tempest-LiveAutoBlockMigrationV225Test-1713341100 tempest-LiveAutoBlockMigrationV225Test-1713341100-project] 10.222.0.43 "GET /v2.0/ports?device_id=56816bb5-501f-409b-9318-02f6d3b85a3d HTTP/1.1" status: 200 len: 944 time: 0.2401857 Apr 18 20:42:36.485408 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.plugin [req-df60adc0-9626-4678-bc92-1bd0d4a4a233 req-7bb55e27-b997-458d-aca5-56359fc3f183 tempest-LiveMigrationTest-963278731 tempest-LiveMigrationTest-963278731-project] Calling delete_port for 48fa52c1-0725-4817-8948-dc8aabc819bf owned by compute:nova {{(pid=84040) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 20:42:36.493232 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c3faf9d-c08e-476a-aaa9-255ab3bd5910 req-d0f3b578-ba82-41d5-892b-39dae4eedead service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:42:36.494937 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-7c3faf9d-c08e-476a-aaa9-255ab3bd5910 req-d0f3b578-ba82-41d5-892b-39dae4eedead service neutron] 10.222.0.43 "GET /v2.0/networks?id=cb56989d-7c5d-4678-b194-1d2edf1e842a HTTP/1.1" status: 200 len: 870 time: 0.2211351 Apr 18 20:42:36.520188 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-43c993bb-20c0-4157-9d51-62be1c22e255 req-f5f520e7-9240-4712-a825-7f0f09c56cea tempest-ImagesTestJSON-757689736 tempest-ImagesTestJSON-757689736-project] 10.222.0.42 "GET /v2.0/security-groups?id=59d22466-01c3-4eda-9b5c-cb887beaa55e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3318653 Apr 18 20:42:36.566035 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.plugin [req-acd2103e-d4f6-4df3-899a-d166c2cf8276 req-8e63b1c9-6b75-4e29-aced-c2f4f3537ce4 tempest-LiveAutoBlockMigrationV225Test-1713341100 tempest-LiveAutoBlockMigrationV225Test-1713341100-project] Deleting port 6c42e873-f524-4137-8976-95b9eed610f8 {{(pid=84041) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 20:42:36.566366 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [req-acd2103e-d4f6-4df3-899a-d166c2cf8276 req-8e63b1c9-6b75-4e29-aced-c2f4f3537ce4 tempest-LiveAutoBlockMigrationV225Test-1713341100 tempest-LiveAutoBlockMigrationV225Test-1713341100-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750375188691'] for port, before_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:42:36.606001 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-7c3faf9d-c08e-476a-aaa9-255ab3bd5910 req-50877420-7ac3-4784-9428-c7ab4e33062e service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.47&port_id=e2546c5f-84b8-4220-bfb2-52584af9087c HTTP/1.1" status: 200 len: 217 time: 0.1048617 Apr 18 20:42:36.615710 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 38372) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:42:36.665702 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-7c3faf9d-c08e-476a-aaa9-255ab3bd5910 req-8fb45e33-1463-4167-a754-978ed49666b6 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=dfa04f762e14427e8043e36ea411d50f&device_id=af8db128-7be1-4e22-8298-13f53b52bcf4 HTTP/1.1" status: 200 len: 1095 time: 0.5338459 Apr 18 20:42:36.677069 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9db23ae-47d0-40cb-b1dc-ef8dc99331f2 req-b888065b-522c-4e54-b04e-9968472105cd tempest-ServersOnMultiNodesTest-1168278630 tempest-ServersOnMultiNodesTest-1168278630-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:42:36.684598 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-d9db23ae-47d0-40cb-b1dc-ef8dc99331f2 req-b888065b-522c-4e54-b04e-9968472105cd tempest-ServersOnMultiNodesTest-1168278630 tempest-ServersOnMultiNodesTest-1168278630-project] 10.222.0.42 "GET /v2.0/ports?device_id=0920925d-e51b-4ebb-ace6-349eda87fa7d HTTP/1.1" status: 200 len: 947 time: 0.4516151 Apr 18 20:42:36.731815 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c3faf9d-c08e-476a-aaa9-255ab3bd5910 req-727e828e-5ed3-4ac4-9133-b19ae8bb9e69 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:42:36.733179 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-7c3faf9d-c08e-476a-aaa9-255ab3bd5910 req-727e828e-5ed3-4ac4-9133-b19ae8bb9e69 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=c4b526db-4d8a-4d4c-a310-e3a599630ae1 HTTP/1.1" status: 200 len: 843 time: 0.1203458 Apr 18 20:42:36.798838 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-df60adc0-9626-4678-bc92-1bd0d4a4a233 req-7bb55e27-b997-458d-aca5-56359fc3f183 tempest-LiveMigrationTest-963278731 tempest-LiveMigrationTest-963278731-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750375259028', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750374836628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32440838'] for port, after_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:42:36.907150 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bb55e27-b997-458d-aca5-56359fc3f183 tempest-LiveMigrationTest-963278731 tempest-LiveMigrationTest-963278731-project] Pushing event deleted for resources: {'Port': ['ID=48fa52c1-0725-4817-8948-dc8aabc819bf,revision_number=None']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:42:36.951394 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-7c3faf9d-c08e-476a-aaa9-255ab3bd5910 req-7a4c0583-a875-4c95-b2a2-9ba471fca79c service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=cb56989d-7c5d-4678-b194-1d2edf1e842a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2104580 Apr 18 20:42:36.994642 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.v2.base [None req-f63b337b-dd55-4294-9358-7e4588939d52 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-148890495-network', 'tenant_id': 'a7214e61b62b477cbc96b5c157267d89'}} {{(pid=84041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 20:42:37.004230 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-f63b337b-dd55-4294-9358-7e4588939d52 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:42:37.029207 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-d9db23ae-47d0-40cb-b1dc-ef8dc99331f2 req-3c37b99b-8b6d-47ea-9401-64dbeaf63f16 tempest-ServersOnMultiNodesTest-1168278630 tempest-ServersOnMultiNodesTest-1168278630-project] 10.222.0.42 "GET /v2.0/security-groups?id=e1e985d3-f227-45b4-b9a7-ffadcd0db1b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3436534 Apr 18 20:42:37.063142 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.db [req-acd2103e-d4f6-4df3-899a-d166c2cf8276 req-8e63b1c9-6b75-4e29-aced-c2f4f3537ce4 tempest-LiveAutoBlockMigrationV225Test-1713341100 tempest-LiveAutoBlockMigrationV225Test-1713341100-project] For port 6c42e873-f524-4137-8976-95b9eed610f8, host n-h1-838334-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838334-2',level=0,port_id=6c42e873-f524-4137-8976-95b9eed610f8,segment=NetworkSegment(e2a67327-2af4-4205-9ade-197b88c2bea8),segment_id=e2a67327-2af4-4205-9ade-197b88c2bea8)] {{(pid=84041) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:42:37.063393 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [req-acd2103e-d4f6-4df3-899a-d166c2cf8276 req-8e63b1c9-6b75-4e29-aced-c2f4f3537ce4 tempest-LiveAutoBlockMigrationV225Test-1713341100 tempest-LiveAutoBlockMigrationV225Test-1713341100-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369123'] for port, precommit_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:42:37.082678 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-f63b337b-dd55-4294-9358-7e4588939d52 admin admin] Usage tracker for resource:network and tenant:a7214e61b62b477cbc96b5c157267d89 is out of sync, need to count used quota {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:42:37.093978 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-f63b337b-dd55-4294-9358-7e4588939d52 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:42:37.116004 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.l3_dvrscheduler_db [req-df60adc0-9626-4678-bc92-1bd0d4a4a233 req-7bb55e27-b997-458d-aca5-56359fc3f183 tempest-LiveMigrationTest-963278731 tempest-LiveMigrationTest-963278731-project] No DVR routers for this DVR port 48fa52c1-0725-4817-8948-dc8aabc819bf on host n-h1-838334-2 {{(pid=84040) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 20:42:37.120711 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-df60adc0-9626-4678-bc92-1bd0d4a4a233 req-7bb55e27-b997-458d-aca5-56359fc3f183 tempest-LiveMigrationTest-963278731 tempest-LiveMigrationTest-963278731-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217293'] for port, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:42:37.130755 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c3faf9d-c08e-476a-aaa9-255ab3bd5910 req-6ac8af17-bbd7-43e9-9430-46fef0218348 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:42:37.132271 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-7c3faf9d-c08e-476a-aaa9-255ab3bd5910 req-6ac8af17-bbd7-43e9-9430-46fef0218348 service neutron] 10.222.0.48 "GET /v2.0/networks?id=a92cea34-83a9-4801-bb75-cc07c451223b HTTP/1.1" status: 200 len: 905 time: 0.4405034 Apr 18 20:42:37.143949 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-df60adc0-9626-4678-bc92-1bd0d4a4a233 req-7bb55e27-b997-458d-aca5-56359fc3f183 tempest-LiveMigrationTest-963278731 tempest-LiveMigrationTest-963278731-project] 10.222.0.43 "DELETE /v2.0/ports/48fa52c1-0725-4817-8948-dc8aabc819bf HTTP/1.1" status: 204 len: 173 time: 1.6652532 Apr 18 20:42:37.156669 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-f63b337b-dd55-4294-9358-7e4588939d52 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:42:37.314563 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-7c3faf9d-c08e-476a-aaa9-255ab3bd5910 req-b279bf1d-0462-4240-885f-f5e434c949bd service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e770f6a1-3aa5-4983-8cb4-2aeb8b352198 HTTP/1.1" status: 200 len: 217 time: 0.1560762 Apr 18 20:42:37.403047 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.plugin [req-acd2103e-d4f6-4df3-899a-d166c2cf8276 req-8e63b1c9-6b75-4e29-aced-c2f4f3537ce4 tempest-LiveAutoBlockMigrationV225Test-1713341100 tempest-LiveAutoBlockMigrationV225Test-1713341100-project] Calling delete_port for 6c42e873-f524-4137-8976-95b9eed610f8 owned by compute:nova {{(pid=84041) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 20:42:37.420238 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c3faf9d-c08e-476a-aaa9-255ab3bd5910 req-2668ad22-c04f-45be-a944-97f9235fda86 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:42:37.421474 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-7c3faf9d-c08e-476a-aaa9-255ab3bd5910 req-2668ad22-c04f-45be-a944-97f9235fda86 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=6bff4054-f84b-415b-b0b0-aa32d7878409 HTTP/1.1" status: 200 len: 844 time: 0.0956860 Apr 18 20:42:37.432830 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eb8c84b-3273-4c01-9a93-cc63f7d2d0d3 req-8c860312-e85c-46fd-9d0c-ca125dc17107 tempest-TaggedBootDevicesTest-1674414334 tempest-TaggedBootDevicesTest-1674414334-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:42:37.437432 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eb8c84b-3273-4c01-9a93-cc63f7d2d0d3 req-8c860312-e85c-46fd-9d0c-ca125dc17107 tempest-TaggedBootDevicesTest-1674414334 tempest-TaggedBootDevicesTest-1674414334-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:42:37.441690 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eb8c84b-3273-4c01-9a93-cc63f7d2d0d3 req-8c860312-e85c-46fd-9d0c-ca125dc17107 tempest-TaggedBootDevicesTest-1674414334 tempest-TaggedBootDevicesTest-1674414334-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:42:37.445879 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eb8c84b-3273-4c01-9a93-cc63f7d2d0d3 req-8c860312-e85c-46fd-9d0c-ca125dc17107 tempest-TaggedBootDevicesTest-1674414334 tempest-TaggedBootDevicesTest-1674414334-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:42:37.449846 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eb8c84b-3273-4c01-9a93-cc63f7d2d0d3 req-8c860312-e85c-46fd-9d0c-ca125dc17107 tempest-TaggedBootDevicesTest-1674414334 tempest-TaggedBootDevicesTest-1674414334-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:42:37.453992 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eb8c84b-3273-4c01-9a93-cc63f7d2d0d3 req-8c860312-e85c-46fd-9d0c-ca125dc17107 tempest-TaggedBootDevicesTest-1674414334 tempest-TaggedBootDevicesTest-1674414334-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:42:37.457866 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eb8c84b-3273-4c01-9a93-cc63f7d2d0d3 req-8c860312-e85c-46fd-9d0c-ca125dc17107 tempest-TaggedBootDevicesTest-1674414334 tempest-TaggedBootDevicesTest-1674414334-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:42:37.458135 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f63b337b-dd55-4294-9358-7e4588939d52 admin admin] Made reservation on behalf of a7214e61b62b477cbc96b5c157267d89 for: {'network': 1} {{(pid=84041) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:42:37.460868 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-f63b337b-dd55-4294-9358-7e4588939d52 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for network, before_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:42:37.464788 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-3eb8c84b-3273-4c01-9a93-cc63f7d2d0d3 req-8c860312-e85c-46fd-9d0c-ca125dc17107 tempest-TaggedBootDevicesTest-1674414334 tempest-TaggedBootDevicesTest-1674414334-project] 10.222.0.42 "GET /v2.0/ports?device_id=cc0d4549-87de-476f-8fa1-88b0358bebbd HTTP/1.1" status: 200 len: 5432 time: 0.2217326 Apr 18 20:42:37.502212 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-f63b337b-dd55-4294-9358-7e4588939d52 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:42:37.543088 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-7c3faf9d-c08e-476a-aaa9-255ab3bd5910 req-e1b3844a-e70c-4327-936a-9f0f3092f71e service neutron] 10.222.0.43 "GET /v2.0/networks/cb56989d-7c5d-4678-b194-1d2edf1e842a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5832479 Apr 18 20:42:37.564102 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-7c3faf9d-c08e-476a-aaa9-255ab3bd5910 req-9d5b45ba-5e64-4d9a-be6c-3041e1720d38 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=a92cea34-83a9-4801-bb75-cc07c451223b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0981562 Apr 18 20:42:37.713622 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-f63b337b-dd55-4294-9358-7e4588939d52 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:42:37.724547 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-f63b337b-dd55-4294-9358-7e4588939d52 admin admin] Usage tracker for resource:security_group_rule and tenant:a7214e61b62b477cbc96b5c157267d89 is out of sync, need to count used quota {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:42:37.729122 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-f63b337b-dd55-4294-9358-7e4588939d52 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:42:37.738805 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Device e2546c5f-84b8-4220-bfb2-52584af9087c details requested by agent hyperv_n-h1-838334-2 with host n-h1-838334-2 {{(pid=84042) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 18 20:42:37.743641 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-f63b337b-dd55-4294-9358-7e4588939d52 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:42:37.790780 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [req-acd2103e-d4f6-4df3-899a-d166c2cf8276 req-8e63b1c9-6b75-4e29-aced-c2f4f3537ce4 tempest-LiveAutoBlockMigrationV225Test-1713341100 tempest-LiveAutoBlockMigrationV225Test-1713341100-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750375259028', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750374836628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32266323'] for port, after_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:42:37.860492 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-270c5c9f-53fd-48c2-9c41-c12d7cc3c14b req-64899281-7aec-4d1d-9f7c-653b8c22834d tempest-LiveAutoBlockMigrationV225Test-1713341100 tempest-LiveAutoBlockMigrationV225Test-1713341100-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:42:37.867755 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-270c5c9f-53fd-48c2-9c41-c12d7cc3c14b req-64899281-7aec-4d1d-9f7c-653b8c22834d tempest-LiveAutoBlockMigrationV225Test-1713341100 tempest-LiveAutoBlockMigrationV225Test-1713341100-project] 10.222.0.42 "GET /v2.0/ports?device_id=56816bb5-501f-409b-9318-02f6d3b85a3d HTTP/1.1" status: 200 len: 944 time: 0.3444593 Apr 18 20:42:37.880605 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-7c3faf9d-c08e-476a-aaa9-255ab3bd5910 req-d910731d-6565-40b8-bfdc-f36da50ba514 service neutron] 10.222.0.43 "GET /v2.0/networks/cb56989d-7c5d-4678-b194-1d2edf1e842a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3298664 Apr 18 20:42:37.887209 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e63b1c9-6b75-4e29-aced-c2f4f3537ce4 tempest-LiveAutoBlockMigrationV225Test-1713341100 tempest-LiveAutoBlockMigrationV225Test-1713341100-project] Pushing event deleted for resources: {'Port': ['ID=6c42e873-f524-4137-8976-95b9eed610f8,revision_number=None']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:42:37.920767 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-7c3faf9d-c08e-476a-aaa9-255ab3bd5910 req-2d715dab-2787-4b3f-a190-ae12e39c422b service neutron] 10.222.0.48 "GET /v2.0/networks/a92cea34-83a9-4801-bb75-cc07c451223b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3463602 Apr 18 20:42:37.952603 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] For port e2546c5f-84b8-4220-bfb2-52584af9087c, host n-h1-838334-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838334-2',level=0,port_id=e2546c5f-84b8-4220-bfb2-52584af9087c,segment=NetworkSegment(62b85806-94d8-4a88-a06c-da82e5932d66),segment_id=62b85806-94d8-4a88-a06c-da82e5932d66)] {{(pid=84042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:42:37.971447 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99950edd-699d-4359-9185-dab9af161117 req-26c32bc7-eeb9-475b-95c0-11588f5fc076 tempest-DeleteServersAdminTestJSON-198139237 tempest-DeleteServersAdminTestJSON-198139237-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:42:37.977677 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Returning: {'device': 'e2546c5f-84b8-4220-bfb2-52584af9087c', 'network_id': 'cb56989d-7c5d-4678-b194-1d2edf1e842a', 'port_id': 'e2546c5f-84b8-4220-bfb2-52584af9087c', 'mac_address': 'fa:16:3e:fc:d8:b9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 382, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c4b526db-4d8a-4d4c-a310-e3a599630ae1', 'ip_address': '192.168.233.47'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84042) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 18 20:42:37.978487 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-99950edd-699d-4359-9185-dab9af161117 req-26c32bc7-eeb9-475b-95c0-11588f5fc076 tempest-DeleteServersAdminTestJSON-198139237 tempest-DeleteServersAdminTestJSON-198139237-project] 10.222.0.42 "GET /v2.0/ports?device_id=91701bcf-8389-47d0-bd52-1d61bc9567d1 HTTP/1.1" status: 200 len: 949 time: 0.3804049 Apr 18 20:42:38.018200 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.l3_dvrscheduler_db [req-acd2103e-d4f6-4df3-899a-d166c2cf8276 req-8e63b1c9-6b75-4e29-aced-c2f4f3537ce4 tempest-LiveAutoBlockMigrationV225Test-1713341100 tempest-LiveAutoBlockMigrationV225Test-1713341100-project] No DVR routers for this DVR port 6c42e873-f524-4137-8976-95b9eed610f8 on host n-h1-838334-2 {{(pid=84041) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 20:42:38.021936 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [req-acd2103e-d4f6-4df3-899a-d166c2cf8276 req-8e63b1c9-6b75-4e29-aced-c2f4f3537ce4 tempest-LiveAutoBlockMigrationV225Test-1713341100 tempest-LiveAutoBlockMigrationV225Test-1713341100-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217293'] for port, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:42:38.024538 n-d-838334-2 neutron-server[84041]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '56816bb5-501f-409b-9318-02f6d3b85a3d', 'name': 'network-vif-deleted', 'tag': '6c42e873-f524-4137-8976-95b9eed610f8'}] {{(pid=84041) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 20:42:38.047503 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-270c5c9f-53fd-48c2-9c41-c12d7cc3c14b req-ff33d121-6f78-4f95-9eb4-3e5baa7600b8 tempest-LiveAutoBlockMigrationV225Test-1713341100 tempest-LiveAutoBlockMigrationV225Test-1713341100-project] 10.222.0.42 "GET /v2.0/security-groups?id=bf712067-aabd-4e70-aae1-082928dd1ccd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1788788 Apr 18 20:42:38.055233 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-f63b337b-dd55-4294-9358-7e4588939d52 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:42:38.063423 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-f63b337b-dd55-4294-9358-7e4588939d52 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33528224'] for security_group, after_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:42:38.076568 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:42:38.079774 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-acd2103e-d4f6-4df3-899a-d166c2cf8276 req-8e63b1c9-6b75-4e29-aced-c2f4f3537ce4 tempest-LiveAutoBlockMigrationV225Test-1713341100 tempest-LiveAutoBlockMigrationV225Test-1713341100-project] 10.222.0.43 "DELETE /v2.0/ports/6c42e873-f524-4137-8976-95b9eed610f8 HTTP/1.1" status: 204 len: 173 time: 1.6523895 Apr 18 20:42:38.094730 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f63b337b-dd55-4294-9358-7e4588939d52 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 357} {{(pid=84041) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 20:42:38.096800 n-d-838334-2 neutron-server[84040]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '85d13644-2ff3-4f2e-ba89-a449fe4bd19d', 'name': 'network-vif-deleted', 'tag': '48fa52c1-0725-4817-8948-dc8aabc819bf'}] {{(pid=84040) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 20:42:38.126512 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-99950edd-699d-4359-9185-dab9af161117 req-9551ca02-6f0f-45e9-82ac-7c03bf269bdf tempest-DeleteServersAdminTestJSON-198139237 tempest-DeleteServersAdminTestJSON-198139237-project] 10.222.0.42 "GET /v2.0/security-groups?id=8cdb27fa-e654-4d38-a026-751617f09e74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1466415 Apr 18 20:42:38.127675 n-d-838334-2 neutron-server[84042]: DEBUG neutron.notifiers.nova [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e2546c5f-84b8-4220-bfb2-52584af9087c {{(pid=84042) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 18 20:42:38.166483 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-f63b337b-dd55-4294-9358-7e4588939d52 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1082986'] for segment, precommit_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:42:38.166931 n-d-838334-2 neutron-server[84041]: INFO neutron.db.segments_db [None req-f63b337b-dd55-4294-9358-7e4588939d52 admin admin] Added segment 338f9095-81f0-4251-a330-d99a5f14455b of type vlan for network 428ec210-24a1-4846-adb0-d7d8a80e756c Apr 18 20:42:38.181300 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f63b337b-dd55-4294-9358-7e4588939d52 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c7496943-c876-45a6-b20e-7ae98eeeb30c,revision_number=1']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:42:38.181390 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-7c3faf9d-c08e-476a-aaa9-255ab3bd5910 req-e765aaa4-eb64-4207-b8dc-8161ec7cd517 service neutron] 10.222.0.48 "GET /v2.0/networks/a92cea34-83a9-4801-bb75-cc07c451223b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2351089 Apr 18 20:42:38.183670 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] For port e2546c5f-84b8-4220-bfb2-52584af9087c, host n-h1-838334-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838334-2',level=0,port_id=e2546c5f-84b8-4220-bfb2-52584af9087c,segment=NetworkSegment(62b85806-94d8-4a88-a06c-da82e5932d66),segment_id=62b85806-94d8-4a88-a06c-da82e5932d66)] {{(pid=84042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:42:38.191946 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682'] for port, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:42:38.239541 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-f63b337b-dd55-4294-9358-7e4588939d52 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750374825732'] for network, precommit_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:42:38.274394 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Pushing event updated for resources: {'Port': ['ID=e2546c5f-84b8-4220-bfb2-52584af9087c,revision_number=4']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:42:38.301283 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-f63b337b-dd55-4294-9358-7e4588939d52 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33526109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022'] for network, after_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:42:38.302371 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f63b337b-dd55-4294-9358-7e4588939d52 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:42:38.303208 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-f63b337b-dd55-4294-9358-7e4588939d52 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32378031'] for network, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:42:38.310860 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 38418) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:42:38.448406 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] get_ports_and_sgs() called for port_ids ['e2546c5f-84b8-4220-bfb2-52584af9087c'] {{(pid=84042) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 18 20:42:38.473910 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-f63b337b-dd55-4294-9358-7e4588939d52 admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 901 time: 1.8257062 Apr 18 20:42:38.481320 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 38434) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:42:38.495708 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.v2.base [None req-f2301e99-2634-4858-b562-a1b902c08532 admin admin] Request body: {'subnet': {'network_id': '428ec210-24a1-4846-adb0-d7d8a80e756c', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-148890495-subnet', 'tenant_id': 'a7214e61b62b477cbc96b5c157267d89', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=84041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 20:42:38.503651 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f63b337b-dd55-4294-9358-7e4588939d52 admin admin] Pushing event updated for resources: {'Network': ['ID=428ec210-24a1-4846-adb0-d7d8a80e756c,revision_number=1']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:42:38.508712 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-f2301e99-2634-4858-b562-a1b902c08532 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:42:38.515669 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-f2301e99-2634-4858-b562-a1b902c08532 admin admin] Usage tracker for resource:subnet and tenant:a7214e61b62b477cbc96b5c157267d89 is out of sync, need to count used quota {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:42:38.518961 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-f2301e99-2634-4858-b562-a1b902c08532 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:42:38.526094 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-f2301e99-2634-4858-b562-a1b902c08532 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:42:38.558971 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f2301e99-2634-4858-b562-a1b902c08532 admin admin] Made reservation on behalf of a7214e61b62b477cbc96b5c157267d89 for: {'subnet': 1} {{(pid=84041) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:42:38.563721 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Network 428ec210-24a1-4846-adb0-d7d8a80e756c details requested by agent ovs-agent-n-d-838334-2 with host n-d-838334-2 {{(pid=84042) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 18 20:42:38.565733 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.db_base_plugin_v2 [None req-037cf0a6-186e-45f8-8b7e-12cd2cd6542a admin admin] Deleting subnet 2a27c3e0-e2c3-453b-9e93-76a003aa4b19 {{(pid=84040) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 18 20:42:38.566730 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-f2301e99-2634-4858-b562-a1b902c08532 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32486301'] for subnet, before_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:42:38.573823 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-037cf0a6-186e-45f8-8b7e-12cd2cd6542a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:42:38.653647 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbc1ae14-3d36-4693-a496-38864d106676 req-1966c364-e43a-417d-8629-73a6ded08095 tempest-ImagesTestJSON-757689736 tempest-ImagesTestJSON-757689736-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:42:38.657979 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-dbc1ae14-3d36-4693-a496-38864d106676 req-1966c364-e43a-417d-8629-73a6ded08095 tempest-ImagesTestJSON-757689736 tempest-ImagesTestJSON-757689736-project] 10.222.0.42 "GET /v2.0/ports?device_id=af8db128-7be1-4e22-8298-13f53b52bcf4 HTTP/1.1" status: 200 len: 944 time: 0.2256076 Apr 18 20:42:38.686547 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-037cf0a6-186e-45f8-8b7e-12cd2cd6542a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31955982'] for subnet, precommit_delete_associations {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:42:38.790255 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-dbc1ae14-3d36-4693-a496-38864d106676 req-862384a8-e007-4a25-bd69-fed27af3ebe8 tempest-ImagesTestJSON-757689736 tempest-ImagesTestJSON-757689736-project] 10.222.0.42 "GET /v2.0/security-groups?id=59d22466-01c3-4eda-9b5c-cb887beaa55e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1311936 Apr 18 20:42:38.811133 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-037cf0a6-186e-45f8-8b7e-12cd2cd6542a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1260556'] for subnet, precommit_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:42:38.941506 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-037cf0a6-186e-45f8-8b7e-12cd2cd6542a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1260549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33526260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32440885', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31752825'] for subnet, after_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:42:38.950554 n-d-838334-2 neutron-server[84041]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6f31df73-44f5-4b42-94bb-c5d41060bf14'] response: {'server_uuid': '56816bb5-501f-409b-9318-02f6d3b85a3d', 'name': 'network-vif-deleted', 'tag': '6c42e873-f524-4137-8976-95b9eed610f8', 'status': 'completed', 'code': 200} Apr 18 20:42:39.026952 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-037cf0a6-186e-45f8-8b7e-12cd2cd6542a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2a27c3e0-e2c3-453b-9e93-76a003aa4b19,revision_number=None']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:42:39.062110 n-d-838334-2 neutron-server[84040]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1a70fc74-4179-40ad-b199-2b99e15fe657'] response: {'server_uuid': '85d13644-2ff3-4f2e-ba89-a449fe4bd19d', 'name': 'network-vif-deleted', 'tag': '48fa52c1-0725-4817-8948-dc8aabc819bf', 'status': 'completed', 'code': 200} Apr 18 20:42:39.073919 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-f2301e99-2634-4858-b562-a1b902c08532 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33526260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32266407', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32486287'] for subnet, after_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:42:39.079929 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-037cf0a6-186e-45f8-8b7e-12cd2cd6542a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32378031'] for subnet, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:42:39.094915 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-037cf0a6-186e-45f8-8b7e-12cd2cd6542a admin admin] 10.222.0.42 "DELETE /v2.0/subnets/2a27c3e0-e2c3-453b-9e93-76a003aa4b19 HTTP/1.1" status: 204 len: 168 time: 0.7804747 Apr 18 20:42:39.094915 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 38444) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:42:39.211825 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2301e99-2634-4858-b562-a1b902c08532 admin admin] Checking segment: {'id': '338f9095-81f0-4251-a330-d99a5f14455b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '428ec210-24a1-4846-adb0-d7d8a80e756c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84041) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 20:42:39.212187 n-d-838334-2 neutron-server[84041]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2301e99-2634-4858-b562-a1b902c08532 admin admin] Network hostable DHCP agents. Network: 428ec210-24a1-4846-adb0-d7d8a80e756c, hostable agents: ['8746f8ea-3e91-4b32-9919-2c63adeb8722'], hosted agents: [] {{(pid=84041) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 20:42:39.216617 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2301e99-2634-4858-b562-a1b902c08532 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8d88e8b2-0848-418e-a8f0-ff3463a38f9a,revision_number=0']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:42:39.218658 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-44bc72d4-eb03-445e-9ccc-fce48b3d351b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1103592'] for network, before_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:42:39.229920 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78cc0a35-1aca-483f-9152-7c17bfb74dbf req-52badc88-a4b2-4fb0-a304-147b2fac716c tempest-ServersOnMultiNodesTest-1168278630 tempest-ServersOnMultiNodesTest-1168278630-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:42:39.238933 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-78cc0a35-1aca-483f-9152-7c17bfb74dbf req-52badc88-a4b2-4fb0-a304-147b2fac716c tempest-ServersOnMultiNodesTest-1168278630 tempest-ServersOnMultiNodesTest-1168278630-project] 10.222.0.42 "GET /v2.0/ports?device_id=0920925d-e51b-4ebb-ace6-349eda87fa7d HTTP/1.1" status: 200 len: 948 time: 0.2129941 Apr 18 20:42:39.246789 n-d-838334-2 neutron-server[84041]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2301e99-2634-4858-b562-a1b902c08532 admin admin] Network 428ec210-24a1-4846-adb0-d7d8a80e756c is scheduled to be hosted by DHCP agent 8746f8ea-3e91-4b32-9919-2c63adeb8722 with binding_index 1 {{(pid=84041) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 20:42:39.259083 n-d-838334-2 neutron-server[84041]: DEBUG neutron.scheduler.base_scheduler [None req-f2301e99-2634-4858-b562-a1b902c08532 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-838334-2, 428ec210-24a1-4846-adb0-d7d8a80e756c) {{(pid=84041) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:42:39.265797 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2301e99-2634-4858-b562-a1b902c08532 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:42:39.266382 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-f2301e99-2634-4858-b562-a1b902c08532 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:42:39.283511 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f23423d2-0248-4043-9fd7-75f8e9abee69 None None] Network 428ec210-24a1-4846-adb0-d7d8a80e756c requested from n-d-838334-2 {{(pid=84042) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 20:42:39.330668 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-f2301e99-2634-4858-b562-a1b902c08532 admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 864 time: 0.8445487 Apr 18 20:42:39.336578 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 38452) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:42:39.350125 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.v2.base [None req-e53cbb64-4eb1-4617-be7a-fbd05679e618 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-148890495-router', 'tenant_id': 'a7214e61b62b477cbc96b5c157267d89', 'external_gateway_info': {'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c'}}} {{(pid=84041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 20:42:39.361766 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-e53cbb64-4eb1-4617-be7a-fbd05679e618 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:42:39.369376 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-e53cbb64-4eb1-4617-be7a-fbd05679e618 admin admin] Usage tracker for resource:router and tenant:a7214e61b62b477cbc96b5c157267d89 is out of sync, need to count used quota {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:42:39.374290 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-e53cbb64-4eb1-4617-be7a-fbd05679e618 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:42:39.380869 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-e53cbb64-4eb1-4617-be7a-fbd05679e618 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:42:39.400203 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-e53cbb64-4eb1-4617-be7a-fbd05679e618 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-33442106', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5708'] for router, before_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:42:39.402957 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-e53cbb64-4eb1-4617-be7a-fbd05679e618 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33442137', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33444285', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33535433', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5703'] for router, precommit_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:42:39.431141 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-e53cbb64-4eb1-4617-be7a-fbd05679e618 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:42:39.564183 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-44bc72d4-eb03-445e-9ccc-fce48b3d351b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1258905', 'neutron.services.segments.db._delete_segments_for_network-8750375287417'] for network, precommit_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:42:39.573263 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9301001c-286a-4d79-9ebc-481cdce4f30a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp016840fc-1f9f-5892-9c53-c9cf6c845bbb-428ec210-24a1-4846-adb0-d7d8a80e756c', 'network_id': '428ec210-24a1-4846-adb0-d7d8a80e756c', 'tenant_id': 'a7214e61b62b477cbc96b5c157267d89', 'fixed_ips': [{'subnet_id': '8d88e8b2-0848-418e-a8f0-ff3463a38f9a'}]}} from n-d-838334-2. {{(pid=84042) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 18 20:42:39.574483 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-9301001c-286a-4d79-9ebc-481cdce4f30a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_create {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:42:39.591971 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-78cc0a35-1aca-483f-9152-7c17bfb74dbf req-e8ec76a0-6241-4257-9b61-2df783a9d4ac tempest-ServersOnMultiNodesTest-1168278630 tempest-ServersOnMultiNodesTest-1168278630-project] 10.222.0.42 "GET /v2.0/security-groups?id=e1e985d3-f227-45b4-b9a7-ffadcd0db1b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3536921 Apr 18 20:42:39.647617 n-d-838334-2 neutron-server[84040]: DEBUG neutron.services.segments.db [None req-44bc72d4-eb03-445e-9ccc-fce48b3d351b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2b4e6157-bc80-44e6-aceb-13aa29225b38']}} {{(pid=84040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:42:39.652030 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-e53cbb64-4eb1-4617-be7a-fbd05679e618 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-33444175', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-33443520', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5293'] for router, precommit_update {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:42:39.689469 n-d-838334-2 neutron-server[84040]: DEBUG neutron.services.segments.db [None req-44bc72d4-eb03-445e-9ccc-fce48b3d351b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '806925fb-1611-47d5-bfae-6289aca7c7ad') {'for_net_delete': True} {{(pid=84040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:42:39.689758 n-d-838334-2 neutron-server[84040]: DEBUG neutron.services.segments.db [None req-44bc72d4-eb03-445e-9ccc-fce48b3d351b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '806925fb-1611-47d5-bfae-6289aca7c7ad') {} {{(pid=84040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:42:39.761963 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Device e2546c5f-84b8-4220-bfb2-52584af9087c up at agent hyperv_n-h1-838334-2 {{(pid=84042) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 20:42:39.807422 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-44bc72d4-eb03-445e-9ccc-fce48b3d351b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750375287300', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31955965'] for segment, before_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:42:39.845544 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Device e770f6a1-3aa5-4983-8cb4-2aeb8b352198 details requested by agent hyperv_n-h2-838334-2 with host n-h2-838334-2 {{(pid=84042) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 18 20:42:39.868992 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-44bc72d4-eb03-445e-9ccc-fce48b3d351b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1082986'] for segment, precommit_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:42:39.902882 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-44bc72d4-eb03-445e-9ccc-fce48b3d351b admin admin] Releasing vlan 375 on physical network physnet1 to pool {{(pid=84040) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 18 20:42:39.903993 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-44bc72d4-eb03-445e-9ccc-fce48b3d351b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1082993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32440923'] for segment, after_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:42:39.952648 n-d-838334-2 neutron-server[84040]: Traceback (most recent call last): Apr 18 20:42:39.952648 n-d-838334-2 neutron-server[84040]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 18 20:42:39.952648 n-d-838334-2 neutron-server[84040]: timer() Apr 18 20:42:39.952648 n-d-838334-2 neutron-server[84040]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 20:42:39.952648 n-d-838334-2 neutron-server[84040]: cb(*args, **kw) Apr 18 20:42:39.952648 n-d-838334-2 neutron-server[84040]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 18 20:42:39.952648 n-d-838334-2 neutron-server[84040]: return func(*args, **kwargs) Apr 18 20:42:39.952648 n-d-838334-2 neutron-server[84040]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 20:42:39.952648 n-d-838334-2 neutron-server[84040]: self._notify() Apr 18 20:42:39.952648 n-d-838334-2 neutron-server[84040]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 20:42:39.952648 n-d-838334-2 neutron-server[84040]: self.callback(batched_events) Apr 18 20:42:39.952648 n-d-838334-2 neutron-server[84040]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 20:42:39.952648 n-d-838334-2 neutron-server[84040]: event.method(event) Apr 18 20:42:39.952648 n-d-838334-2 neutron-server[84040]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 18 20:42:39.952648 n-d-838334-2 neutron-server[84040]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 20:42:39.952648 n-d-838334-2 neutron-server[84040]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 18 20:42:39.952648 n-d-838334-2 neutron-server[84040]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 20:42:39.952648 n-d-838334-2 neutron-server[84040]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 18 20:42:39.952648 n-d-838334-2 neutron-server[84040]: return f(self, *a, **k) Apr 18 20:42:39.952648 n-d-838334-2 neutron-server[84040]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 18 20:42:39.952648 n-d-838334-2 neutron-server[84040]: return self._get(url).json() Apr 18 20:42:39.952648 n-d-838334-2 neutron-server[84040]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 18 20:42:39.952648 n-d-838334-2 neutron-server[84040]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 20:42:39.952648 n-d-838334-2 neutron-server[84040]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 18 20:42:39.952648 n-d-838334-2 neutron-server[84040]: return self.request(url, 'GET', **kwargs) Apr 18 20:42:39.952648 n-d-838334-2 neutron-server[84040]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 18 20:42:39.952648 n-d-838334-2 neutron-server[84040]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 20:42:39.952648 n-d-838334-2 neutron-server[84040]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 18 20:42:39.952648 n-d-838334-2 neutron-server[84040]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 20:42:39.952648 n-d-838334-2 neutron-server[84040]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 18 20:42:39.952648 n-d-838334-2 neutron-server[84040]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 20:42:39.952648 n-d-838334-2 neutron-server[84040]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 20:42:39.983823 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-e53cbb64-4eb1-4617-be7a-fbd05679e618 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:42:40.052454 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-e53cbb64-4eb1-4617-be7a-fbd05679e618 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:42:40.134472 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.db_base_plugin_common [None req-9301001c-286a-4d79-9ebc-481cdce4f30a None None] Allocated IP 172.20.0.2 (428ec210-24a1-4846-adb0-d7d8a80e756c/8d88e8b2-0848-418e-a8f0-ff3463a38f9a/1d202f3c-a2ef-49e7-9d49-28e477f20713) {{(pid=84042) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:42:40.224548 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-44bc72d4-eb03-445e-9ccc-fce48b3d351b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1258898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33526109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33444113'] for network, after_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:42:40.250980 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.db_base_plugin_common [None req-e53cbb64-4eb1-4617-be7a-fbd05679e618 admin admin] Allocated IP 172.25.8.204 (e41b6600-a917-4a8d-b05c-be3be40c6d8c/6b05667b-848e-4356-9b44-d5eb6808ef74/5a066cf2-7cf7-414c-a6f7-ec4ddfe12700) {{(pid=84041) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:42:40.259644 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-44bc72d4-eb03-445e-9ccc-fce48b3d351b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32378031'] for network, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:42:40.281385 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44bc72d4-eb03-445e-9ccc-fce48b3d351b admin admin] Pushing event deleted for resources: {'Network': ['ID=2b4e6157-bc80-44e6-aceb-13aa29225b38,revision_number=None']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:42:40.307969 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78bdc924-4391-4d2a-a3bf-61947dcaff07 req-e773a9f0-934e-4f32-b31c-1be0172d812f tempest-DeleteServersAdminTestJSON-198139237 tempest-DeleteServersAdminTestJSON-198139237-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:42:40.315972 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-78bdc924-4391-4d2a-a3bf-61947dcaff07 req-e773a9f0-934e-4f32-b31c-1be0172d812f tempest-DeleteServersAdminTestJSON-198139237 tempest-DeleteServersAdminTestJSON-198139237-project] 10.222.0.42 "GET /v2.0/ports?device_id=91701bcf-8389-47d0-bd52-1d61bc9567d1 HTTP/1.1" status: 200 len: 949 time: 0.6124411 Apr 18 20:42:40.319254 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Provisioning for port e2546c5f-84b8-4220-bfb2-52584af9087c completed by entity L2. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 20:42:40.329209 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] For port e770f6a1-3aa5-4983-8cb4-2aeb8b352198, host n-h2-838334-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838334-2',level=0,port_id=e770f6a1-3aa5-4983-8cb4-2aeb8b352198,segment=NetworkSegment(636e5b77-90d2-4b9f-a149-e8d80d7281ee),segment_id=636e5b77-90d2-4b9f-a149-e8d80d7281ee)] {{(pid=84042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:42:40.330727 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-44bc72d4-eb03-445e-9ccc-fce48b3d351b admin admin] 10.222.0.42 "DELETE /v2.0/networks/2b4e6157-bc80-44e6-aceb-13aa29225b38 HTTP/1.1" status: 204 len: 168 time: 1.2343597 Apr 18 20:42:40.331394 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 38484) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:42:40.354115 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Returning: {'device': 'e770f6a1-3aa5-4983-8cb4-2aeb8b352198', 'network_id': 'a92cea34-83a9-4801-bb75-cc07c451223b', 'port_id': 'e770f6a1-3aa5-4983-8cb4-2aeb8b352198', 'mac_address': 'fa:16:3e:d6:0b:dd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 391, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6bff4054-f84b-415b-b0b0-aa32d7878409', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84042) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 18 20:42:40.390517 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44bc72d4-eb03-445e-9ccc-fce48b3d351b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:42:40.390702 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44bc72d4-eb03-445e-9ccc-fce48b3d351b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:42:40.391255 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44bc72d4-eb03-445e-9ccc-fce48b3d351b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:42:40.391796 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44bc72d4-eb03-445e-9ccc-fce48b3d351b admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:42:40.392294 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44bc72d4-eb03-445e-9ccc-fce48b3d351b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:42:40.393567 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44bc72d4-eb03-445e-9ccc-fce48b3d351b admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:42:40.393567 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44bc72d4-eb03-445e-9ccc-fce48b3d351b admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:42:40.393567 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44bc72d4-eb03-445e-9ccc-fce48b3d351b admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:42:40.394097 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44bc72d4-eb03-445e-9ccc-fce48b3d351b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:42:40.394823 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44bc72d4-eb03-445e-9ccc-fce48b3d351b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:42:40.395320 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44bc72d4-eb03-445e-9ccc-fce48b3d351b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:42:40.452664 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:42:40.463395 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Provisioning complete for port e2546c5f-84b8-4220-bfb2-52584af9087c triggered by entity L2. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:42:40.463785 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1253608'] for port, provisioning_complete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:42:40.487537 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0391a0f0-7a5b-412a-9965-bcf7f9b56a61 req-37f1b952-66d3-4499-be43-5235385dbc6a tempest-ImagesTestJSON-757689736 tempest-ImagesTestJSON-757689736-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:42:40.494779 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-0391a0f0-7a5b-412a-9965-bcf7f9b56a61 req-37f1b952-66d3-4499-be43-5235385dbc6a tempest-ImagesTestJSON-757689736 tempest-ImagesTestJSON-757689736-project] 10.222.0.42 "GET /v2.0/ports?device_id=af8db128-7be1-4e22-8298-13f53b52bcf4 HTTP/1.1" status: 200 len: 944 time: 0.3500702 Apr 18 20:42:40.500874 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.db_base_plugin_v2 [None req-49905e43-3a17-44a8-ba69-04dba9752158 admin admin] Deleting subnet ef056f5d-3c66-4e99-a776-05bdb88d9b28 {{(pid=84040) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 18 20:42:40.534569 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-78bdc924-4391-4d2a-a3bf-61947dcaff07 req-77ab75b4-4968-4335-b46f-39cc1e6d2a8b tempest-DeleteServersAdminTestJSON-198139237 tempest-DeleteServersAdminTestJSON-198139237-project] 10.222.0.42 "GET /v2.0/security-groups?id=8cdb27fa-e654-4d38-a026-751617f09e74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2176476 Apr 18 20:42:40.539241 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-49905e43-3a17-44a8-ba69-04dba9752158 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:42:40.616056 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 38494) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:42:40.642180 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-49905e43-3a17-44a8-ba69-04dba9752158 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31955982'] for subnet, precommit_delete_associations {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:42:40.660015 n-d-838334-2 neutron-server[84042]: DEBUG neutron.notifiers.nova [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e770f6a1-3aa5-4983-8cb4-2aeb8b352198 {{(pid=84042) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 18 20:42:40.680769 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] For port e770f6a1-3aa5-4983-8cb4-2aeb8b352198, host n-h2-838334-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838334-2',level=0,port_id=e770f6a1-3aa5-4983-8cb4-2aeb8b352198,segment=NetworkSegment(636e5b77-90d2-4b9f-a149-e8d80d7281ee),segment_id=636e5b77-90d2-4b9f-a149-e8d80d7281ee)] {{(pid=84042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:42:40.699545 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682'] for port, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:42:40.702958 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-e53cbb64-4eb1-4617-be7a-fbd05679e618 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:42:40.732185 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1da1b790-5d65-44de-b538-65d327fd66fd req-96a84caf-456e-4153-9742-4d50194f9d87 tempest-LiveAutoBlockMigrationV225Test-1713341100 tempest-LiveAutoBlockMigrationV225Test-1713341100-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:42:40.732912 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [req-1da1b790-5d65-44de-b538-65d327fd66fd req-96a84caf-456e-4153-9742-4d50194f9d87 tempest-LiveAutoBlockMigrationV225Test-1713341100 tempest-LiveAutoBlockMigrationV225Test-1713341100-project] Synchronizing usage tracker for tenant:7843cba0a7e24a0397d5219cb7fd254c on resource:port {{(pid=84041) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 20:42:40.734210 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-0391a0f0-7a5b-412a-9965-bcf7f9b56a61 req-2fc5581a-c4d9-46af-9a19-405d8531e2e2 tempest-ImagesTestJSON-757689736 tempest-ImagesTestJSON-757689736-project] 10.222.0.42 "GET /v2.0/security-groups?id=59d22466-01c3-4eda-9b5c-cb887beaa55e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2371645 Apr 18 20:42:40.764055 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [req-1da1b790-5d65-44de-b538-65d327fd66fd req-96a84caf-456e-4153-9742-4d50194f9d87 tempest-LiveAutoBlockMigrationV225Test-1713341100 tempest-LiveAutoBlockMigrationV225Test-1713341100-project] Unset dirty status for tenant:7843cba0a7e24a0397d5219cb7fd254c on resource:port {{(pid=84041) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 20:42:40.775172 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-1da1b790-5d65-44de-b538-65d327fd66fd req-96a84caf-456e-4153-9742-4d50194f9d87 tempest-LiveAutoBlockMigrationV225Test-1713341100 tempest-LiveAutoBlockMigrationV225Test-1713341100-project] 10.222.0.43 "GET /v2.0/ports?device_id=4d27da33-3ad6-433b-9d90-6d6cdb64d534 HTTP/1.1" status: 200 len: 944 time: 0.2621505 Apr 18 20:42:40.809496 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:42:40.817891 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-e53cbb64-4eb1-4617-be7a-fbd05679e618 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750374836619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32266323'] for port, after_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:42:40.846868 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-49905e43-3a17-44a8-ba69-04dba9752158 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1260556'] for subnet, precommit_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:42:40.899315 n-d-838334-2 neutron-server[84042]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0920925d-e51b-4ebb-ace6-349eda87fa7d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e2546c5f-84b8-4220-bfb2-52584af9087c'}] {{(pid=84042) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 20:42:40.937776 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] For port e2546c5f-84b8-4220-bfb2-52584af9087c, host n-h1-838334-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838334-2',level=0,port_id=e2546c5f-84b8-4220-bfb2-52584af9087c,segment=NetworkSegment(62b85806-94d8-4a88-a06c-da82e5932d66),segment_id=62b85806-94d8-4a88-a06c-da82e5932d66)] {{(pid=84042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:42:40.938859 n-d-838334-2 neutron-server[84041]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e53cbb64-4eb1-4617-be7a-fbd05679e618 admin admin] Network e41b6600-a917-4a8d-b05c-be3be40c6d8c is already hosted by enough agents. {{(pid=84041) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:42:40.949181 n-d-838334-2 neutron-server[84041]: DEBUG neutron.scheduler.base_scheduler [None req-e53cbb64-4eb1-4617-be7a-fbd05679e618 admin admin] Resources bound (agent type, host, resource id): {{(pid=84041) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:42:40.969047 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e53cbb64-4eb1-4617-be7a-fbd05679e618 admin admin] Received port after_create {{(pid=84041) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 20:42:41.015226 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.plugin [req-1da1b790-5d65-44de-b538-65d327fd66fd req-7950236f-2666-4ff0-8d9c-401177823fd7 tempest-LiveAutoBlockMigrationV225Test-1713341100 tempest-LiveAutoBlockMigrationV225Test-1713341100-project] Deleting port 8578f3c0-3c71-4002-9e87-2205dc1e4c6c {{(pid=84041) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 20:42:41.015830 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [req-1da1b790-5d65-44de-b538-65d327fd66fd req-7950236f-2666-4ff0-8d9c-401177823fd7 tempest-LiveAutoBlockMigrationV225Test-1713341100 tempest-LiveAutoBlockMigrationV225Test-1713341100-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750375188691'] for port, before_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:42:41.035168 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682'] for port, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:42:41.036129 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Device 6c42e873-f524-4137-8976-95b9eed610f8 no longer exists at agent hyperv_n-h1-838334-2 {{(pid=84042) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 20:42:41.048362 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-202e8656-0877-482e-bf4a-0e9e65864200 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:42:41.062316 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e53cbb64-4eb1-4617-be7a-fbd05679e618 admin admin] Pushing event updated for resources: {'Port': ['ID=5a066cf2-7cf7-414c-a6f7-ec4ddfe12700,revision_number=1']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:42:41.101030 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Pushing event updated for resources: {'Port': ['ID=e770f6a1-3aa5-4983-8cb4-2aeb8b352198,revision_number=4']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:42:41.153226 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6f82a2f-2a9a-408f-ba70-c026043d9140 req-4846e7a0-6487-481b-8686-01abfa516fb7 tempest-LiveAutoBlockMigrationV225Test-1713341100 tempest-LiveAutoBlockMigrationV225Test-1713341100-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:42:41.157236 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.plugin [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] No Port match for: 6c42e873-f524-4137-8976-95b9eed610f8 {{(pid=84042) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 18 20:42:41.157764 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Device 6c42e873-f524-4137-8976-95b9eed610f8 not bound to the agent host n-h1-838334-2 {{(pid=84042) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 20:42:41.161957 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-a6f82a2f-2a9a-408f-ba70-c026043d9140 req-4846e7a0-6487-481b-8686-01abfa516fb7 tempest-LiveAutoBlockMigrationV225Test-1713341100 tempest-LiveAutoBlockMigrationV225Test-1713341100-project] 10.222.0.42 "GET /v2.0/ports?device_id=4d27da33-3ad6-433b-9d90-6d6cdb64d534 HTTP/1.1" status: 200 len: 944 time: 0.4208076 Apr 18 20:42:41.168200 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-9301001c-286a-4d79-9ebc-481cdce4f30a None None] Notify callbacks [] for port, precommit_create {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:42:41.198064 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-202e8656-0877-482e-bf4a-0e9e65864200 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:42:41.205126 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-9301001c-286a-4d79-9ebc-481cdce4f30a None None] Transition to ACTIVE for port object 1d202f3c-a2ef-49e7-9d49-28e477f20713 will not be triggered until provisioned by entity L2. {{(pid=84042) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 20:42:41.214699 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc50abe4-b47d-424c-b47a-8d4919e41180 req-8f2577ab-a0bd-4570-a6cf-f47487c699b5 tempest-ServersOnMultiNodesTest-1168278630 tempest-ServersOnMultiNodesTest-1168278630-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:42:41.219460 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-202e8656-0877-482e-bf4a-0e9e65864200 admin admin] Usage tracker for resource:security_group_rule and tenant:37545a94da4f45abb10bcb944dc83a4c is out of sync, need to count used quota {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:42:41.223712 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-dc50abe4-b47d-424c-b47a-8d4919e41180 req-8f2577ab-a0bd-4570-a6cf-f47487c699b5 tempest-ServersOnMultiNodesTest-1168278630 tempest-ServersOnMultiNodesTest-1168278630-project] 10.222.0.42 "GET /v2.0/ports?device_id=0920925d-e51b-4ebb-ace6-349eda87fa7d HTTP/1.1" status: 200 len: 949 time: 0.2800078 Apr 18 20:42:41.231853 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-202e8656-0877-482e-bf4a-0e9e65864200 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:42:41.241849 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Pushing event updated for resources: {'Port': ['ID=e2546c5f-84b8-4220-bfb2-52584af9087c,revision_number=5']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:42:41.245849 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-9301001c-286a-4d79-9ebc-481cdce4f30a None None] Transition to ACTIVE for port object 1d202f3c-a2ef-49e7-9d49-28e477f20713 will not be triggered until provisioned by entity DHCP. {{(pid=84042) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 20:42:41.252713 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-49905e43-3a17-44a8-ba69-04dba9752158 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1260549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33526260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32440885', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31752825'] for subnet, after_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:42:41.259888 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-202e8656-0877-482e-bf4a-0e9e65864200 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:42:41.261708 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-9301001c-286a-4d79-9ebc-481cdce4f30a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750374836619'] for port, after_create {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:42:41.317547 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49905e43-3a17-44a8-ba69-04dba9752158 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ef056f5d-3c66-4e99-a776-05bdb88d9b28,revision_number=None']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:42:41.319669 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-49905e43-3a17-44a8-ba69-04dba9752158 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32378031'] for subnet, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:42:41.329782 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-49905e43-3a17-44a8-ba69-04dba9752158 admin admin] 10.222.0.42 "DELETE /v2.0/subnets/ef056f5d-3c66-4e99-a776-05bdb88d9b28 HTTP/1.1" status: 204 len: 168 time: 0.9812489 Apr 18 20:42:41.332866 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 38510) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:42:41.339398 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] get_ports_and_sgs() called for port_ids ['e770f6a1-3aa5-4983-8cb4-2aeb8b352198'] {{(pid=84042) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 18 20:42:41.376891 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-a6f82a2f-2a9a-408f-ba70-c026043d9140 req-15c26b0f-ce4d-42c7-8191-6441a02e1d76 tempest-LiveAutoBlockMigrationV225Test-1713341100 tempest-LiveAutoBlockMigrationV225Test-1713341100-project] 10.222.0.42 "GET /v2.0/security-groups?id=bf712067-aabd-4e70-aae1-082928dd1ccd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2142649 Apr 18 20:42:41.497361 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-202e8656-0877-482e-bf4a-0e9e65864200 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:42:41.512093 n-d-838334-2 neutron-server[84042]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f19b3480-d720-47a3-ab56-5e5b6296d80a'] response: {'server_uuid': '0920925d-e51b-4ebb-ace6-349eda87fa7d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e2546c5f-84b8-4220-bfb2-52584af9087c', 'code': 200} Apr 18 20:42:41.518237 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-202e8656-0877-482e-bf4a-0e9e65864200 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33528224'] for security_group, after_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:42:41.519029 n-d-838334-2 neutron-server[84042]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9301001c-286a-4d79-9ebc-481cdce4f30a None None] Network 428ec210-24a1-4846-adb0-d7d8a80e756c is already hosted by enough agents. {{(pid=84042) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:42:41.538311 n-d-838334-2 neutron-server[84042]: DEBUG neutron.scheduler.base_scheduler [None req-9301001c-286a-4d79-9ebc-481cdce4f30a None None] Resources bound (agent type, host, resource id): {{(pid=84042) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:42:41.544719 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9301001c-286a-4d79-9ebc-481cdce4f30a None None] Received port after_create {{(pid=84042) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 20:42:41.549580 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9301001c-286a-4d79-9ebc-481cdce4f30a None None] Pushing event updated for resources: {'Port': ['ID=1d202f3c-a2ef-49e7-9d49-28e477f20713,revision_number=1']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:42:41.556261 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-dc50abe4-b47d-424c-b47a-8d4919e41180 req-603eae5e-ead5-46f0-9d79-a89cf3da89d8 tempest-ServersOnMultiNodesTest-1168278630 tempest-ServersOnMultiNodesTest-1168278630-project] 10.222.0.42 "GET /v2.0/security-groups?id=e1e985d3-f227-45b4-b9a7-ffadcd0db1b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3321970 Apr 18 20:42:41.567526 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.db [req-1da1b790-5d65-44de-b538-65d327fd66fd req-7950236f-2666-4ff0-8d9c-401177823fd7 tempest-LiveAutoBlockMigrationV225Test-1713341100 tempest-LiveAutoBlockMigrationV225Test-1713341100-project] For port 8578f3c0-3c71-4002-9e87-2205dc1e4c6c, host n-h1-838334-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838334-2',level=0,port_id=8578f3c0-3c71-4002-9e87-2205dc1e4c6c,segment=NetworkSegment(e2a67327-2af4-4205-9ade-197b88c2bea8),segment_id=e2a67327-2af4-4205-9ade-197b88c2bea8)] {{(pid=84041) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:42:41.575412 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [req-1da1b790-5d65-44de-b538-65d327fd66fd req-7950236f-2666-4ff0-8d9c-401177823fd7 tempest-LiveAutoBlockMigrationV225Test-1713341100 tempest-LiveAutoBlockMigrationV225Test-1713341100-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369123'] for port, precommit_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:42:41.603026 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-0a2ebaeb-41c9-4a9a-b565-16fc899c18f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1103592'] for network, before_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:42:41.662774 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 38522) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:42:41.724408 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.managers [None req-9301001c-286a-4d79-9ebc-481cdce4f30a None None] Attempting to bind port 1d202f3c-a2ef-49e7-9d49-28e477f20713 on host n-d-838334-2 for vnic_type normal with profile {{(pid=84042) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:42:41.724591 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.managers [None req-9301001c-286a-4d79-9ebc-481cdce4f30a None None] Attempting to bind port 1d202f3c-a2ef-49e7-9d49-28e477f20713 by drivers openvswitch,hyperv on host n-d-838334-2 at level 0 using segments [{'id': '338f9095-81f0-4251-a330-d99a5f14455b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '428ec210-24a1-4846-adb0-d7d8a80e756c'}] {{(pid=84042) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:42:41.726357 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9301001c-286a-4d79-9ebc-481cdce4f30a None None] Attempting to bind port 1d202f3c-a2ef-49e7-9d49-28e477f20713 on network 428ec210-24a1-4846-adb0-d7d8a80e756c {{(pid=84042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 20:42:41.790919 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.plugin [req-1da1b790-5d65-44de-b538-65d327fd66fd req-7950236f-2666-4ff0-8d9c-401177823fd7 tempest-LiveAutoBlockMigrationV225Test-1713341100 tempest-LiveAutoBlockMigrationV225Test-1713341100-project] Calling delete_port for 8578f3c0-3c71-4002-9e87-2205dc1e4c6c owned by compute:nova {{(pid=84041) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 20:42:41.797482 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9301001c-286a-4d79-9ebc-481cdce4f30a None None] Checking agent: {'id': '97cd4414-7af6-4d67-868d-dff370b4071a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838334-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 25, 49), 'started_at': datetime.datetime(2022, 4, 18, 20, 26, 19), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 20, 42, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838334-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 18 20:42:41.798353 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9301001c-286a-4d79-9ebc-481cdce4f30a None None] Checking segment: {'id': '338f9095-81f0-4251-a330-d99a5f14455b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '428ec210-24a1-4846-adb0-d7d8a80e756c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84042) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 20:42:41.799006 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-9301001c-286a-4d79-9ebc-481cdce4f30a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:42:41.799531 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9301001c-286a-4d79-9ebc-481cdce4f30a None None] Bound using segment: {'id': '338f9095-81f0-4251-a330-d99a5f14455b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '428ec210-24a1-4846-adb0-d7d8a80e756c'} {{(pid=84042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 18 20:42:41.800323 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.managers [None req-9301001c-286a-4d79-9ebc-481cdce4f30a None None] Bound port: 1d202f3c-a2ef-49e7-9d49-28e477f20713, host: n-d-838334-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '338f9095-81f0-4251-a330-d99a5f14455b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '428ec210-24a1-4846-adb0-d7d8a80e756c'}}] {{(pid=84042) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 20:42:41.800848 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-9301001c-286a-4d79-9ebc-481cdce4f30a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:42:41.941378 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-9301001c-286a-4d79-9ebc-481cdce4f30a None None] For port 1d202f3c-a2ef-49e7-9d49-28e477f20713, host n-d-838334-2, cleared binding levels {{(pid=84042) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 20:42:41.947940 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-9301001c-286a-4d79-9ebc-481cdce4f30a None None] For port 1d202f3c-a2ef-49e7-9d49-28e477f20713, host n-d-838334-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838334-2',level=0,port_id=1d202f3c-a2ef-49e7-9d49-28e477f20713,segment=NetworkSegment(338f9095-81f0-4251-a330-d99a5f14455b),segment_id=338f9095-81f0-4251-a330-d99a5f14455b)] {{(pid=84042) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 20:42:41.957305 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-9301001c-286a-4d79-9ebc-481cdce4f30a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682'] for port, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:42:42.039084 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-202e8656-0877-482e-bf4a-0e9e65864200 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8e7ac9c0-69da-47e2-bbdf-06c8189b7e92,revision_number=1']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:42:42.046676 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-0a2ebaeb-41c9-4a9a-b565-16fc899c18f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1258905', 'neutron.services.segments.db._delete_segments_for_network-8750375287417'] for network, precommit_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:42:42.101757 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9301001c-286a-4d79-9ebc-481cdce4f30a None None] Pushing event updated for resources: {'Port': ['ID=1d202f3c-a2ef-49e7-9d49-28e477f20713,revision_number=2']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:42:42.101902 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [req-1da1b790-5d65-44de-b538-65d327fd66fd req-7950236f-2666-4ff0-8d9c-401177823fd7 tempest-LiveAutoBlockMigrationV225Test-1713341100 tempest-LiveAutoBlockMigrationV225Test-1713341100-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750375259028', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750374836628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32266323'] for port, after_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:42:42.146649 n-d-838334-2 neutron-server[84040]: DEBUG neutron.services.segments.db [None req-0a2ebaeb-41c9-4a9a-b565-16fc899c18f2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['24aeabcc-7833-4507-8bcf-948a3252d704']}} {{(pid=84040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:42:42.173406 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3592b9ef-6138-48dc-bc39-02d836b09fef req-31ac64de-51b3-416d-a61f-8f4416ca091d tempest-DeleteServersAdminTestJSON-198139237 tempest-DeleteServersAdminTestJSON-198139237-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:42:42.175326 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-3592b9ef-6138-48dc-bc39-02d836b09fef req-31ac64de-51b3-416d-a61f-8f4416ca091d tempest-DeleteServersAdminTestJSON-198139237 tempest-DeleteServersAdminTestJSON-198139237-project] 10.222.0.48 "GET /v2.0/ports?device_id=91701bcf-8389-47d0-bd52-1d61bc9567d1 HTTP/1.1" status: 200 len: 949 time: 0.4401989 Apr 18 20:42:42.176160 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-202e8656-0877-482e-bf4a-0e9e65864200 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=37545a94da4f45abb10bcb944dc83a4c&name=default HTTP/1.1" status: 200 len: 2647 time: 1.5589414 Apr 18 20:42:42.180257 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 38530) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:42:42.180518 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7950236f-2666-4ff0-8d9c-401177823fd7 tempest-LiveAutoBlockMigrationV225Test-1713341100 tempest-LiveAutoBlockMigrationV225Test-1713341100-project] Pushing event deleted for resources: {'Port': ['ID=8578f3c0-3c71-4002-9e87-2205dc1e4c6c,revision_number=None']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:42:42.185165 n-d-838334-2 neutron-server[84040]: DEBUG neutron.services.segments.db [None req-0a2ebaeb-41c9-4a9a-b565-16fc899c18f2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0f2f6f36-ccde-44fe-93b0-9d94e190bbb3') {'for_net_delete': True} {{(pid=84040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:42:42.185464 n-d-838334-2 neutron-server[84040]: DEBUG neutron.services.segments.db [None req-0a2ebaeb-41c9-4a9a-b565-16fc899c18f2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0f2f6f36-ccde-44fe-93b0-9d94e190bbb3') {} {{(pid=84040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:42:42.275563 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-0a2ebaeb-41c9-4a9a-b565-16fc899c18f2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750375287300', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31955965'] for segment, before_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:42:42.285408 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.l3_dvrscheduler_db [req-1da1b790-5d65-44de-b538-65d327fd66fd req-7950236f-2666-4ff0-8d9c-401177823fd7 tempest-LiveAutoBlockMigrationV225Test-1713341100 tempest-LiveAutoBlockMigrationV225Test-1713341100-project] No DVR routers for this DVR port 8578f3c0-3c71-4002-9e87-2205dc1e4c6c on host n-h1-838334-2 {{(pid=84041) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 20:42:42.289184 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [req-1da1b790-5d65-44de-b538-65d327fd66fd req-7950236f-2666-4ff0-8d9c-401177823fd7 tempest-LiveAutoBlockMigrationV225Test-1713341100 tempest-LiveAutoBlockMigrationV225Test-1713341100-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217293'] for port, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:42:42.292590 n-d-838334-2 neutron-server[84041]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4d27da33-3ad6-433b-9d90-6d6cdb64d534', 'name': 'network-vif-deleted', 'tag': '8578f3c0-3c71-4002-9e87-2205dc1e4c6c'}] {{(pid=84041) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 20:42:42.306183 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-e53cbb64-4eb1-4617-be7a-fbd05679e618 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:42:42.307701 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-e53cbb64-4eb1-4617-be7a-fbd05679e618 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33443529', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33444176'] for router, after_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:42:42.324818 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-ecd8f3a9-d598-41d1-b2b5-d965178c492d req-dedea62a-43f2-4d50-970e-e4346e1d469d service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=cc0d4549-87de-476f-8fa1-88b0358bebbd HTTP/1.1" status: 200 len: 6489 time: 0.6591244 Apr 18 20:42:42.336237 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-cddc693c-d858-4415-ae9b-d8ded0134132 req-af1ce2ac-26a4-452c-b670-e6be89f2e672 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=0920925d-e51b-4ebb-ace6-349eda87fa7d HTTP/1.1" status: 200 len: 1100 time: 0.2931955 Apr 18 20:42:42.355813 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-0a2ebaeb-41c9-4a9a-b565-16fc899c18f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1082986'] for segment, precommit_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:42:42.370155 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.plugin [req-3592b9ef-6138-48dc-bc39-02d836b09fef req-bcfe1e45-2742-40ba-a15d-0ece0470b761 tempest-DeleteServersAdminTestJSON-198139237 tempest-DeleteServersAdminTestJSON-198139237-project] Deleting port 953676b7-634a-440f-ae34-25d2c4512568 {{(pid=84040) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 20:42:42.370602 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-3592b9ef-6138-48dc-bc39-02d836b09fef req-bcfe1e45-2742-40ba-a15d-0ece0470b761 tempest-DeleteServersAdminTestJSON-198139237 tempest-DeleteServersAdminTestJSON-198139237-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750375188691'] for port, before_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:42:42.426872 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-1da1b790-5d65-44de-b538-65d327fd66fd req-7950236f-2666-4ff0-8d9c-401177823fd7 tempest-LiveAutoBlockMigrationV225Test-1713341100 tempest-LiveAutoBlockMigrationV225Test-1713341100-project] 10.222.0.43 "DELETE /v2.0/ports/8578f3c0-3c71-4002-9e87-2205dc1e4c6c HTTP/1.1" status: 204 len: 173 time: 1.6446517 Apr 18 20:42:42.454021 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4728ee98-46e5-4732-b77a-45da7304090d req-6711d783-9d8d-4d93-89bb-0b20302095cc tempest-ImagesTestJSON-757689736 tempest-ImagesTestJSON-757689736-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:42:42.455731 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-4728ee98-46e5-4732-b77a-45da7304090d req-6711d783-9d8d-4d93-89bb-0b20302095cc tempest-ImagesTestJSON-757689736 tempest-ImagesTestJSON-757689736-project] 10.222.0.42 "GET /v2.0/ports?device_id=af8db128-7be1-4e22-8298-13f53b52bcf4 HTTP/1.1" status: 200 len: 945 time: 0.4746265 Apr 18 20:42:42.461676 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c99164c-0c53-4011-8a82-ceedd67b58ed req-58bd2f62-5708-4044-999b-151a4d672db9 tempest-DeleteServersAdminTestJSON-198139237 tempest-DeleteServersAdminTestJSON-198139237-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:42:42.463548 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-9c99164c-0c53-4011-8a82-ceedd67b58ed req-58bd2f62-5708-4044-999b-151a4d672db9 tempest-DeleteServersAdminTestJSON-198139237 tempest-DeleteServersAdminTestJSON-198139237-project] 10.222.0.42 "GET /v2.0/ports?device_id=91701bcf-8389-47d0-bd52-1d61bc9567d1 HTTP/1.1" status: 200 len: 949 time: 0.6445725 Apr 18 20:42:42.479540 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0a2ebaeb-41c9-4a9a-b565-16fc899c18f2 admin admin] Releasing vlan 377 on physical network physnet1 to pool {{(pid=84040) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 18 20:42:42.479540 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-0a2ebaeb-41c9-4a9a-b565-16fc899c18f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1082993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32440923'] for segment, after_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:42:42.494512 n-d-838334-2 neutron-server[84040]: Traceback (most recent call last): Apr 18 20:42:42.494512 n-d-838334-2 neutron-server[84040]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 18 20:42:42.494512 n-d-838334-2 neutron-server[84040]: timer() Apr 18 20:42:42.494512 n-d-838334-2 neutron-server[84040]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 20:42:42.494512 n-d-838334-2 neutron-server[84040]: cb(*args, **kw) Apr 18 20:42:42.494512 n-d-838334-2 neutron-server[84040]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 18 20:42:42.494512 n-d-838334-2 neutron-server[84040]: return func(*args, **kwargs) Apr 18 20:42:42.494512 n-d-838334-2 neutron-server[84040]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 20:42:42.494512 n-d-838334-2 neutron-server[84040]: self._notify() Apr 18 20:42:42.494512 n-d-838334-2 neutron-server[84040]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 20:42:42.494512 n-d-838334-2 neutron-server[84040]: self.callback(batched_events) Apr 18 20:42:42.494512 n-d-838334-2 neutron-server[84040]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 20:42:42.494512 n-d-838334-2 neutron-server[84040]: event.method(event) Apr 18 20:42:42.494512 n-d-838334-2 neutron-server[84040]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 18 20:42:42.494512 n-d-838334-2 neutron-server[84040]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 20:42:42.494512 n-d-838334-2 neutron-server[84040]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 18 20:42:42.494512 n-d-838334-2 neutron-server[84040]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 20:42:42.494512 n-d-838334-2 neutron-server[84040]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 18 20:42:42.494512 n-d-838334-2 neutron-server[84040]: return f(self, *a, **k) Apr 18 20:42:42.494512 n-d-838334-2 neutron-server[84040]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 18 20:42:42.494512 n-d-838334-2 neutron-server[84040]: return self._get(url).json() Apr 18 20:42:42.494512 n-d-838334-2 neutron-server[84040]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 18 20:42:42.494512 n-d-838334-2 neutron-server[84040]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 20:42:42.494512 n-d-838334-2 neutron-server[84040]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 18 20:42:42.494512 n-d-838334-2 neutron-server[84040]: return self.request(url, 'GET', **kwargs) Apr 18 20:42:42.494512 n-d-838334-2 neutron-server[84040]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 18 20:42:42.494512 n-d-838334-2 neutron-server[84040]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 20:42:42.494512 n-d-838334-2 neutron-server[84040]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 18 20:42:42.494512 n-d-838334-2 neutron-server[84040]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 20:42:42.494512 n-d-838334-2 neutron-server[84040]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 18 20:42:42.494512 n-d-838334-2 neutron-server[84040]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 20:42:42.494512 n-d-838334-2 neutron-server[84040]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 20:42:42.564781 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-cddc693c-d858-4415-ae9b-d8ded0134132 req-9195fc47-c508-4dcd-b707-ae7966b9eca7 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=e1e985d3-f227-45b4-b9a7-ffadcd0db1b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1607931 Apr 18 20:42:42.666134 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-ecd8f3a9-d598-41d1-b2b5-d965178c492d req-b76f77ea-2e9e-4136-9bd0-b925b0732b44 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=cf1a4c14-6b4c-4b5a-99f9-781aa8c875fd&id=67ac5558-a250-4106-afe6-28a5add43e38&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2998085 Apr 18 20:42:42.703057 n-d-838334-2 neutron-server[84041]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e53cbb64-4eb1-4617-be7a-fbd05679e618 admin admin] Router fc0d3979-3608-4d81-8bef-d644a6ab27c8 is scheduled to L3 agent bc84d6c9-dd7a-4555-a351-592327b46d5a with binding_index 1 {{(pid=84041) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 18 20:42:42.756267 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-14c0e834-6b8a-4bdb-a2d6-c9dd06766094 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:42:42.795235 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-0a2ebaeb-41c9-4a9a-b565-16fc899c18f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1258898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33526109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33444113'] for network, after_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:42:42.812350 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-0a2ebaeb-41c9-4a9a-b565-16fc899c18f2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32378031'] for network, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:42:42.859761 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-4728ee98-46e5-4732-b77a-45da7304090d req-ae172af3-7207-4495-9292-a8877715ba3b tempest-ImagesTestJSON-757689736 tempest-ImagesTestJSON-757689736-project] 10.222.0.42 "GET /v2.0/security-groups?id=59d22466-01c3-4eda-9b5c-cb887beaa55e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3873286 Apr 18 20:42:42.894003 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-9c99164c-0c53-4011-8a82-ceedd67b58ed req-1546f382-1ed5-4d92-bda1-5c67304d9a36 tempest-DeleteServersAdminTestJSON-198139237 tempest-DeleteServersAdminTestJSON-198139237-project] 10.222.0.42 "GET /v2.0/security-groups?id=8cdb27fa-e654-4d38-a026-751617f09e74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3883083 Apr 18 20:42:42.927054 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-0a2ebaeb-41c9-4a9a-b565-16fc899c18f2 admin admin] 10.222.0.42 "DELETE /v2.0/networks/24aeabcc-7833-4507-8bcf-948a3252d704 HTTP/1.1" status: 204 len: 168 time: 1.5847087 Apr 18 20:42:42.942884 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-14c0e834-6b8a-4bdb-a2d6-c9dd06766094 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:42:42.976036 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Device 1d202f3c-a2ef-49e7-9d49-28e477f20713 up at agent ovs-agent-n-d-838334-2 {{(pid=84042) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 20:42:43.001086 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a2ebaeb-41c9-4a9a-b565-16fc899c18f2 admin admin] Pushing event deleted for resources: {'Network': ['ID=24aeabcc-7833-4507-8bcf-948a3252d704,revision_number=None']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:42:43.035514 n-d-838334-2 neutron-server[84041]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7ecdb702-62c1-4af4-95ac-c16f01063e01'] response: {'server_uuid': '4d27da33-3ad6-433b-9d90-6d6cdb64d534', 'name': 'network-vif-deleted', 'tag': '8578f3c0-3c71-4002-9e87-2205dc1e4c6c', 'status': 'completed', 'code': 200} Apr 18 20:42:43.124795 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Provisioning for port 1d202f3c-a2ef-49e7-9d49-28e477f20713 completed by entity L2. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 20:42:43.165974 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e53cbb64-4eb1-4617-be7a-fbd05679e618 admin admin] Notify agent at l3_agent.n-d-838334-2 the message routers_updated {{(pid=84041) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 20:42:43.178939 n-d-838334-2 neutron-server[84043]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2344a094-5f50-4ec3-83c9-458a39f67aa7 None None] Sync routers for ids ['fc0d3979-3608-4d81-8bef-d644a6ab27c8'] in n-d-838334-2 {{(pid=84043) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 18 20:42:43.201488 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2344a094-5f50-4ec3-83c9-458a39f67aa7 None None] Routers {'fc0d3979-3608-4d81-8bef-d644a6ab27c8'} bound to L3 agent in host n-d-838334-2 {{(pid=84043) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 20:42:43.202887 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.l3_hamode_db [None req-2344a094-5f50-4ec3-83c9-458a39f67aa7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838334-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-18T20:25:48Z,description=,heartbeat_timestamp=2022-04-18T20:42:18Z,host='n-d-838334-2',id=bc84d6c9-dd7a-4555-a351-592327b46d5a,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:25:48Z,topic='l3_agent')) {'router_ids': ['fc0d3979-3608-4d81-8bef-d644a6ab27c8'], 'active': True} {{(pid=84043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:42:43.226401 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-e53cbb64-4eb1-4617-be7a-fbd05679e618 admin admin] Notify callbacks [] for router, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:42:43.227926 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-e53cbb64-4eb1-4617-be7a-fbd05679e618 admin admin] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 940 time: 3.8827896 Apr 18 20:42:43.230754 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 38546) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:42:43.413016 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 38552) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:42:43.452213 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-1a1e54b9-e4d2-43af-909a-d74a32fba823 req-00b0a4f1-21df-44f5-87fd-2cb934d41bec tempest-LiveAutoBlockMigrationV225Test-1713341100 tempest-LiveAutoBlockMigrationV225Test-1713341100-project] 10.222.0.42 "GET /v2.0/ports?device_id=4d27da33-3ad6-433b-9d90-6d6cdb64d534 HTTP/1.1" status: 200 len: 210 time: 0.1015360 Apr 18 20:42:43.485874 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.db [req-3592b9ef-6138-48dc-bc39-02d836b09fef req-bcfe1e45-2742-40ba-a15d-0ece0470b761 tempest-DeleteServersAdminTestJSON-198139237 tempest-DeleteServersAdminTestJSON-198139237-project] For port 953676b7-634a-440f-ae34-25d2c4512568, host n-h2-838334-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838334-2',level=0,port_id=953676b7-634a-440f-ae34-25d2c4512568,segment=NetworkSegment(62b85806-94d8-4a88-a06c-da82e5932d66),segment_id=62b85806-94d8-4a88-a06c-da82e5932d66)] {{(pid=84040) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:42:43.486415 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-3592b9ef-6138-48dc-bc39-02d836b09fef req-bcfe1e45-2742-40ba-a15d-0ece0470b761 tempest-DeleteServersAdminTestJSON-198139237 tempest-DeleteServersAdminTestJSON-198139237-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369123'] for port, precommit_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:42:43.580573 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.l3_dvr_db [None req-2344a094-5f50-4ec3-83c9-458a39f67aa7 None None] Set router fc0d3979-3608-4d81-8bef-d644a6ab27c8 gateway port host: n-d-838334-2 {{(pid=84043) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 20:42:43.609246 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa5a8a77-5a50-4f3f-82b5-e9056341e1a6 None None] Network 428ec210-24a1-4846-adb0-d7d8a80e756c requested from n-d-838334-2 {{(pid=84042) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 20:42:43.770480 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.plugin [req-3592b9ef-6138-48dc-bc39-02d836b09fef req-bcfe1e45-2742-40ba-a15d-0ece0470b761 tempest-DeleteServersAdminTestJSON-198139237 tempest-DeleteServersAdminTestJSON-198139237-project] Calling delete_port for 953676b7-634a-440f-ae34-25d2c4512568 owned by compute:nova {{(pid=84040) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 20:42:43.777938 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Device 8578f3c0-3c71-4002-9e87-2205dc1e4c6c no longer exists at agent hyperv_n-h1-838334-2 {{(pid=84042) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 20:42:43.817344 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-14c0e834-6b8a-4bdb-a2d6-c9dd06766094 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33528224'] for security_group, after_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:42:43.865251 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14c0e834-6b8a-4bdb-a2d6-c9dd06766094 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e7ac9c0-69da-47e2-bbdf-06c8189b7e92,revision_number=None']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:42:43.882237 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-effca95d-cdef-4e5c-8667-c237b2ba85c2 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=30967135a3784f8f91989a9ec626fb3e&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4649117 Apr 18 20:42:43.886222 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 38556) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:42:43.888927 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-14c0e834-6b8a-4bdb-a2d6-c9dd06766094 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:42:43.890549 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-14c0e834-6b8a-4bdb-a2d6-c9dd06766094 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/8e7ac9c0-69da-47e2-bbdf-06c8189b7e92 HTTP/1.1" status: 204 len: 168 time: 1.7094004 Apr 18 20:42:43.916249 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf8acca3-5d2d-4f84-ae9a-79a2965ce7af req-afc6908d-1732-42a4-af63-a8fc7a58db55 tempest-ServersOnMultiNodesTest-1168278630 tempest-ServersOnMultiNodesTest-1168278630-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:42:43.924811 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-bf8acca3-5d2d-4f84-ae9a-79a2965ce7af req-afc6908d-1732-42a4-af63-a8fc7a58db55 tempest-ServersOnMultiNodesTest-1168278630 tempest-ServersOnMultiNodesTest-1168278630-project] 10.222.0.42 "GET /v2.0/ports?device_id=0920925d-e51b-4ebb-ace6-349eda87fa7d HTTP/1.1" status: 200 len: 949 time: 0.6293061 Apr 18 20:42:43.943858 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Device e770f6a1-3aa5-4983-8cb4-2aeb8b352198 up at agent hyperv_n-h2-838334-2 {{(pid=84042) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 20:42:44.021044 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-bf8acca3-5d2d-4f84-ae9a-79a2965ce7af req-5327cc05-49a2-49e0-9260-c9c29d045442 tempest-ServersOnMultiNodesTest-1168278630 tempest-ServersOnMultiNodesTest-1168278630-project] 10.222.0.42 "GET /v2.0/security-groups?id=e1e985d3-f227-45b4-b9a7-ffadcd0db1b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0952115 Apr 18 20:42:44.036690 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.plugin [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] No Port match for: 8578f3c0-3c71-4002-9e87-2205dc1e4c6c {{(pid=84042) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 18 20:42:44.037146 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Device 8578f3c0-3c71-4002-9e87-2205dc1e4c6c not bound to the agent host n-h1-838334-2 {{(pid=84042) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 20:42:44.051100 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.l3_hamode_db [None req-2344a094-5f50-4ec3-83c9-458a39f67aa7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc0d3979-3608-4d81-8bef-d644a6ab27c8', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-148890495-router', 'tenant_id': 'a7214e61b62b477cbc96b5c157267d89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'external_fixed_ips': [{'subnet_id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'ip_address': '172.25.8.204'}], 'enable_snat': True}, 'gw_port_id': '5a066cf2-7cf7-414c-a6f7-ec4ddfe12700', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:42:39Z', 'updated_at': '2022-04-18T20:42:41Z', 'revision_number': 3, 'project_id': 'a7214e61b62b477cbc96b5c157267d89', 'gw_port': {'id': '5a066cf2-7cf7-414c-a6f7-ec4ddfe12700', 'name': '', 'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:ed:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fc0d3979-3608-4d81-8bef-d644a6ab27c8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'ip_address': '172.25.8.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:42:40Z', 'updated_at': '2022-04-18T20:42:40Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838334-2'}], 'n-d-838334-2', False) {} {{(pid=84043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:42:44.062501 n-d-838334-2 neutron-server[84043]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2344a094-5f50-4ec3-83c9-458a39f67aa7 None None] Checking router: fc0d3979-3608-4d81-8bef-d644a6ab27c8 for host: n-d-838334-2 {{(pid=84043) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 18 20:42:44.063022 n-d-838334-2 neutron-server[84043]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2344a094-5f50-4ec3-83c9-458a39f67aa7 None None] Updating router fc0d3979-3608-4d81-8bef-d644a6ab27c8 port 5a066cf2-7cf7-414c-a6f7-ec4ddfe12700 binding host n-d-838334-2 {{(pid=84043) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 18 20:42:44.070336 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-3592b9ef-6138-48dc-bc39-02d836b09fef req-bcfe1e45-2742-40ba-a15d-0ece0470b761 tempest-DeleteServersAdminTestJSON-198139237 tempest-DeleteServersAdminTestJSON-198139237-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750375259028', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750374836628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32440838'] for port, after_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:42:44.177678 n-d-838334-2 neutron-server[84043]: DEBUG neutron_lib.callbacks.manager [None req-2344a094-5f50-4ec3-83c9-458a39f67aa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:42:44.202855 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-c802eae6-5667-4aa1-ae32-c4179805a907 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:42:44.249570 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-c400c907-65fe-4356-8622-c9713b89009e None None] Provisioning for port 1d202f3c-a2ef-49e7-9d49-28e477f20713 completed by entity DHCP. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 20:42:44.269519 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcfe1e45-2742-40ba-a15d-0ece0470b761 tempest-DeleteServersAdminTestJSON-198139237 tempest-DeleteServersAdminTestJSON-198139237-project] Pushing event deleted for resources: {'Port': ['ID=953676b7-634a-440f-ae34-25d2c4512568,revision_number=None']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:42:44.295237 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-c400c907-65fe-4356-8622-c9713b89009e None None] Provisioning complete for port 1d202f3c-a2ef-49e7-9d49-28e477f20713 triggered by entity DHCP. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:42:44.296136 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-c400c907-65fe-4356-8622-c9713b89009e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1253608'] for port, provisioning_complete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:42:44.375316 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.l3_dvrscheduler_db [req-3592b9ef-6138-48dc-bc39-02d836b09fef req-bcfe1e45-2742-40ba-a15d-0ece0470b761 tempest-DeleteServersAdminTestJSON-198139237 tempest-DeleteServersAdminTestJSON-198139237-project] No DVR routers for this DVR port 953676b7-634a-440f-ae34-25d2c4512568 on host n-h2-838334-2 {{(pid=84040) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 20:42:44.387017 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-3592b9ef-6138-48dc-bc39-02d836b09fef req-bcfe1e45-2742-40ba-a15d-0ece0470b761 tempest-DeleteServersAdminTestJSON-198139237 tempest-DeleteServersAdminTestJSON-198139237-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217293'] for port, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:42:44.412437 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-78b41140-c4aa-49ed-953d-7156073aa5ce req-a22e9112-6242-4d9a-ab44-244035964ca2 tempest-DeleteServersAdminTestJSON-198139237 tempest-DeleteServersAdminTestJSON-198139237-project] 10.222.0.42 "GET /v2.0/ports?device_id=91701bcf-8389-47d0-bd52-1d61bc9567d1 HTTP/1.1" status: 200 len: 210 time: 0.1313450 Apr 18 20:42:44.417016 n-d-838334-2 neutron-server[84040]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '91701bcf-8389-47d0-bd52-1d61bc9567d1', 'name': 'network-vif-deleted', 'tag': '953676b7-634a-440f-ae34-25d2c4512568'}] {{(pid=84040) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 20:42:44.505141 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-3592b9ef-6138-48dc-bc39-02d836b09fef req-bcfe1e45-2742-40ba-a15d-0ece0470b761 tempest-DeleteServersAdminTestJSON-198139237 tempest-DeleteServersAdminTestJSON-198139237-project] 10.222.0.48 "DELETE /v2.0/ports/953676b7-634a-440f-ae34-25d2c4512568 HTTP/1.1" status: 204 len: 173 time: 2.3117487 Apr 18 20:42:44.506337 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-c802eae6-5667-4aa1-ae32-c4179805a907 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:42:44.530106 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48f4c978-5435-4c4f-86c2-b08f67816dc1 req-f3a62567-ba8d-4b8c-9f27-cb07eebd778d tempest-ImagesTestJSON-757689736 tempest-ImagesTestJSON-757689736-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:42:44.534952 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-48f4c978-5435-4c4f-86c2-b08f67816dc1 req-f3a62567-ba8d-4b8c-9f27-cb07eebd778d tempest-ImagesTestJSON-757689736 tempest-ImagesTestJSON-757689736-project] 10.222.0.42 "GET /v2.0/ports?device_id=af8db128-7be1-4e22-8298-13f53b52bcf4 HTTP/1.1" status: 200 len: 945 time: 0.3777194 Apr 18 20:42:44.564522 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-c400c907-65fe-4356-8622-c9713b89009e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:42:44.618353 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Provisioning for port e770f6a1-3aa5-4983-8cb4-2aeb8b352198 completed by entity L2. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 20:42:44.645881 n-d-838334-2 neutron-server[84040]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a7de0418-7f9e-4f22-9693-2dc922bca219'] response: {'server_uuid': '91701bcf-8389-47d0-bd52-1d61bc9567d1', 'name': 'network-vif-deleted', 'tag': '953676b7-634a-440f-ae34-25d2c4512568', 'status': 'completed', 'code': 200} Apr 18 20:42:44.649374 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-48f4c978-5435-4c4f-86c2-b08f67816dc1 req-d60779b6-a83b-425f-b38e-d2e782ddb53f tempest-ImagesTestJSON-757689736 tempest-ImagesTestJSON-757689736-project] 10.222.0.42 "GET /v2.0/security-groups?id=59d22466-01c3-4eda-9b5c-cb887beaa55e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1084476 Apr 18 20:42:44.658829 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Provisioning complete for port e770f6a1-3aa5-4983-8cb4-2aeb8b352198 triggered by entity L2. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:42:44.659199 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1253608'] for port, provisioning_complete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:42:44.702380 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 38572) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:42:44.720063 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-c802eae6-5667-4aa1-ae32-c4179805a907 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33528224'] for security_group, after_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:42:44.744822 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c802eae6-5667-4aa1-ae32-c4179805a907 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c1ded286-bbeb-4ec4-95be-e4f6aab8a892,revision_number=None']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:42:44.747121 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-c802eae6-5667-4aa1-ae32-c4179805a907 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:42:44.748257 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-c802eae6-5667-4aa1-ae32-c4179805a907 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/c1ded286-bbeb-4ec4-95be-e4f6aab8a892 HTTP/1.1" status: 204 len: 168 time: 0.8609359 Apr 18 20:42:44.797820 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-c400c907-65fe-4356-8622-c9713b89009e None None] For port 1d202f3c-a2ef-49e7-9d49-28e477f20713, host n-d-838334-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838334-2',level=0,port_id=1d202f3c-a2ef-49e7-9d49-28e477f20713,segment=NetworkSegment(338f9095-81f0-4251-a330-d99a5f14455b),segment_id=338f9095-81f0-4251-a330-d99a5f14455b)] {{(pid=84042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:42:44.812943 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-c400c907-65fe-4356-8622-c9713b89009e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682'] for port, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:42:44.943512 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:42:44.970274 n-d-838334-2 neutron-server[84043]: DEBUG neutron_lib.callbacks.manager [None req-2344a094-5f50-4ec3-83c9-458a39f67aa7 None None] Notify callbacks [] for port, precommit_update {{(pid=84043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:42:44.971250 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c400c907-65fe-4356-8622-c9713b89009e None None] Pushing event updated for resources: {'Port': ['ID=1d202f3c-a2ef-49e7-9d49-28e477f20713,revision_number=3']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:42:44.985006 n-d-838334-2 neutron-server[84042]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'af8db128-7be1-4e22-8298-13f53b52bcf4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e770f6a1-3aa5-4983-8cb4-2aeb8b352198'}] {{(pid=84042) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 20:42:44.996556 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] For port e770f6a1-3aa5-4983-8cb4-2aeb8b352198, host n-h2-838334-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838334-2',level=0,port_id=e770f6a1-3aa5-4983-8cb4-2aeb8b352198,segment=NetworkSegment(636e5b77-90d2-4b9f-a149-e8d80d7281ee),segment_id=636e5b77-90d2-4b9f-a149-e8d80d7281ee)] {{(pid=84042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:42:45.002019 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682'] for port, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:42:45.003292 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Device 953676b7-634a-440f-ae34-25d2c4512568 no longer exists at agent hyperv_n-h2-838334-2 {{(pid=84042) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 20:42:45.013172 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.provisioning_blocks [None req-2344a094-5f50-4ec3-83c9-458a39f67aa7 None None] Transition to ACTIVE for port object 5a066cf2-7cf7-414c-a6f7-ec4ddfe12700 will not be triggered until provisioned by entity L2. {{(pid=84043) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 20:42:45.032242 n-d-838334-2 neutron-server[84043]: DEBUG neutron_lib.callbacks.manager [None req-2344a094-5f50-4ec3-83c9-458a39f67aa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682'] for port, after_update {{(pid=84043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:42:45.092123 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.plugin [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] No Port match for: 953676b7-634a-440f-ae34-25d2c4512568 {{(pid=84042) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 18 20:42:45.093997 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Device 953676b7-634a-440f-ae34-25d2c4512568 not bound to the agent host n-h2-838334-2 {{(pid=84042) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 20:42:45.141908 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.db_base_plugin_v2 [None req-eef649c6-4cc7-45c6-9f44-7803034a9489 admin admin] Deleting subnet 5bf38cb0-45bd-48cb-9f8c-19a270201f44 {{(pid=84040) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 18 20:42:45.150325 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-eef649c6-4cc7-45c6-9f44-7803034a9489 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:42:45.154672 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Pushing event updated for resources: {'Port': ['ID=e770f6a1-3aa5-4983-8cb4-2aeb8b352198,revision_number=5']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:42:45.176044 n-d-838334-2 neutron-server[84042]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5b31348c-71e4-4e93-b554-918abde36c53'] response: {'server_uuid': 'af8db128-7be1-4e22-8298-13f53b52bcf4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e770f6a1-3aa5-4983-8cb4-2aeb8b352198', 'code': 200} Apr 18 20:42:45.253090 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-facbed3b-3d76-41be-8eb9-1790021f767f None None] Provisioning complete for port 1d202f3c-a2ef-49e7-9d49-28e477f20713 triggered by entity DHCP. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:42:45.253454 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-facbed3b-3d76-41be-8eb9-1790021f767f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1253608'] for port, provisioning_complete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:42:45.264130 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-49690114-382c-480e-9354-77cc2b7d62c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:42:45.329193 n-d-838334-2 neutron-server[84043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b411d237-fd84-4889-8e3d-05227cec679d None None] Pushing event updated for resources: {'Port': ['ID=5a066cf2-7cf7-414c-a6f7-ec4ddfe12700,revision_number=2']} {{(pid=84043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:42:45.334600 n-d-838334-2 neutron-server[84043]: DEBUG neutron.plugins.ml2.managers [None req-2344a094-5f50-4ec3-83c9-458a39f67aa7 None None] Attempting to bind port 5a066cf2-7cf7-414c-a6f7-ec4ddfe12700 on host n-d-838334-2 for vnic_type normal with profile {{(pid=84043) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:42:45.344233 n-d-838334-2 neutron-server[84043]: DEBUG neutron.plugins.ml2.managers [None req-2344a094-5f50-4ec3-83c9-458a39f67aa7 None None] Attempting to bind port 5a066cf2-7cf7-414c-a6f7-ec4ddfe12700 by drivers openvswitch,hyperv on host n-d-838334-2 at level 0 using segments [{'id': '732aa830-768b-4511-951f-d08e26b9c25b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c'}] {{(pid=84043) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:42:45.352193 n-d-838334-2 neutron-server[84043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2344a094-5f50-4ec3-83c9-458a39f67aa7 None None] Attempting to bind port 5a066cf2-7cf7-414c-a6f7-ec4ddfe12700 on network e41b6600-a917-4a8d-b05c-be3be40c6d8c {{(pid=84043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 20:42:45.382729 n-d-838334-2 neutron-server[84043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b411d237-fd84-4889-8e3d-05227cec679d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:42:45.392343 n-d-838334-2 neutron-server[84043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b411d237-fd84-4889-8e3d-05227cec679d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:42:45.392853 n-d-838334-2 neutron-server[84043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b411d237-fd84-4889-8e3d-05227cec679d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:42:45.393277 n-d-838334-2 neutron-server[84043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b411d237-fd84-4889-8e3d-05227cec679d None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:42:45.393611 n-d-838334-2 neutron-server[84043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b411d237-fd84-4889-8e3d-05227cec679d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:42:45.393938 n-d-838334-2 neutron-server[84043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b411d237-fd84-4889-8e3d-05227cec679d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:42:45.394254 n-d-838334-2 neutron-server[84043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b411d237-fd84-4889-8e3d-05227cec679d None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:42:45.394574 n-d-838334-2 neutron-server[84043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b411d237-fd84-4889-8e3d-05227cec679d None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:42:45.394888 n-d-838334-2 neutron-server[84043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b411d237-fd84-4889-8e3d-05227cec679d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:42:45.397232 n-d-838334-2 neutron-server[84043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b411d237-fd84-4889-8e3d-05227cec679d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:42:45.403971 n-d-838334-2 neutron-server[84043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b411d237-fd84-4889-8e3d-05227cec679d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:42:45.407971 n-d-838334-2 neutron-server[84043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2344a094-5f50-4ec3-83c9-458a39f67aa7 None None] Checking agent: {'id': '97cd4414-7af6-4d67-868d-dff370b4071a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838334-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 25, 49), 'started_at': datetime.datetime(2022, 4, 18, 20, 26, 19), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 20, 42, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838334-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 18 20:42:45.411877 n-d-838334-2 neutron-server[84043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2344a094-5f50-4ec3-83c9-458a39f67aa7 None None] Checking segment: {'id': '732aa830-768b-4511-951f-d08e26b9c25b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84043) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 20:42:45.412347 n-d-838334-2 neutron-server[84043]: DEBUG neutron_lib.callbacks.manager [None req-2344a094-5f50-4ec3-83c9-458a39f67aa7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:42:45.413010 n-d-838334-2 neutron-server[84043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2344a094-5f50-4ec3-83c9-458a39f67aa7 None None] Bound using segment: {'id': '732aa830-768b-4511-951f-d08e26b9c25b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c'} {{(pid=84043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 18 20:42:45.413476 n-d-838334-2 neutron-server[84043]: DEBUG neutron.plugins.ml2.managers [None req-2344a094-5f50-4ec3-83c9-458a39f67aa7 None None] Bound port: 5a066cf2-7cf7-414c-a6f7-ec4ddfe12700, host: n-d-838334-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '732aa830-768b-4511-951f-d08e26b9c25b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c'}}] {{(pid=84043) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 20:42:45.413853 n-d-838334-2 neutron-server[84043]: DEBUG neutron_lib.callbacks.manager [None req-2344a094-5f50-4ec3-83c9-458a39f67aa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:42:45.568633 n-d-838334-2 neutron-server[84043]: DEBUG neutron.plugins.ml2.db [None req-2344a094-5f50-4ec3-83c9-458a39f67aa7 None None] For port 5a066cf2-7cf7-414c-a6f7-ec4ddfe12700, host n-d-838334-2, cleared binding levels {{(pid=84043) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 20:42:45.572625 n-d-838334-2 neutron-server[84043]: DEBUG neutron.plugins.ml2.db [None req-2344a094-5f50-4ec3-83c9-458a39f67aa7 None None] For port 5a066cf2-7cf7-414c-a6f7-ec4ddfe12700, host n-d-838334-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838334-2',level=0,port_id=5a066cf2-7cf7-414c-a6f7-ec4ddfe12700,segment=NetworkSegment(732aa830-768b-4511-951f-d08e26b9c25b),segment_id=732aa830-768b-4511-951f-d08e26b9c25b)] {{(pid=84043) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 20:42:45.579382 n-d-838334-2 neutron-server[84043]: DEBUG neutron_lib.callbacks.manager [None req-2344a094-5f50-4ec3-83c9-458a39f67aa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682'] for port, after_update {{(pid=84043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:42:45.622966 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-ffaecf2c-3fe7-4c96-b238-9c0968945825 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750375287399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253529'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:42:45.658551 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-eef649c6-4cc7-45c6-9f44-7803034a9489 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31955982'] for subnet, precommit_delete_associations {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:42:45.771861 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 38600) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:42:45.783678 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.db_base_plugin_common [None req-49690114-382c-480e-9354-77cc2b7d62c0 admin admin] Allocated IP 172.20.0.1 (428ec210-24a1-4846-adb0-d7d8a80e756c/8d88e8b2-0848-418e-a8f0-ff3463a38f9a/ef4ed1f1-208e-422f-a668-83ae05fa922d) {{(pid=84041) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:42:45.790089 n-d-838334-2 neutron-server[84043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b411d237-fd84-4889-8e3d-05227cec679d None None] Pushing event updated for resources: {'Port': ['ID=5a066cf2-7cf7-414c-a6f7-ec4ddfe12700,revision_number=3']} {{(pid=84043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:42:45.801784 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2344a094-5f50-4ec3-83c9-458a39f67aa7 None None] Routers {'fc0d3979-3608-4d81-8bef-d644a6ab27c8'} bound to L3 agent in host n-d-838334-2 {{(pid=84043) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 20:42:45.803573 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.l3_hamode_db [None req-2344a094-5f50-4ec3-83c9-458a39f67aa7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838334-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-18T20:25:48Z,description=,heartbeat_timestamp=2022-04-18T20:42:18Z,host='n-d-838334-2',id=bc84d6c9-dd7a-4555-a351-592327b46d5a,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:25:48Z,topic='l3_agent')) {'router_ids': ['fc0d3979-3608-4d81-8bef-d644a6ab27c8'], 'active': True} {{(pid=84043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:42:45.994710 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-49690114-382c-480e-9354-77cc2b7d62c0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:42:46.024672 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.provisioning_blocks [None req-49690114-382c-480e-9354-77cc2b7d62c0 admin admin] Transition to ACTIVE for port object ef4ed1f1-208e-422f-a668-83ae05fa922d will not be triggered until provisioned by entity DHCP. {{(pid=84041) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 20:42:46.058605 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-49690114-382c-480e-9354-77cc2b7d62c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750374836619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32266323'] for port, after_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:42:46.110855 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.l3_dvr_db [None req-2344a094-5f50-4ec3-83c9-458a39f67aa7 None None] Set router fc0d3979-3608-4d81-8bef-d644a6ab27c8 gateway port host: n-d-838334-2 {{(pid=84043) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 20:42:46.160397 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49690114-382c-480e-9354-77cc2b7d62c0 admin admin] Pushing event updated for resources: {'Port': ['ID=ef4ed1f1-208e-422f-a668-83ae05fa922d,revision_number=1']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:42:46.163998 n-d-838334-2 neutron-server[84041]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49690114-382c-480e-9354-77cc2b7d62c0 admin admin] Network 428ec210-24a1-4846-adb0-d7d8a80e756c is already hosted by enough agents. {{(pid=84041) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:42:46.165576 n-d-838334-2 neutron-server[84041]: DEBUG neutron.scheduler.base_scheduler [None req-49690114-382c-480e-9354-77cc2b7d62c0 admin admin] Resources bound (agent type, host, resource id): {{(pid=84041) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:42:46.167658 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49690114-382c-480e-9354-77cc2b7d62c0 admin admin] Received port after_create {{(pid=84041) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 20:42:46.196762 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-46a7e4c3-15dd-42f3-9b12-8048d776913e admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=a73a6fe5ecd04c84959ac5d8c0c1a9fc&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4126980 Apr 18 20:42:46.208730 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 38612) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:42:46.211605 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-eef649c6-4cc7-45c6-9f44-7803034a9489 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1260556'] for subnet, precommit_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:42:46.364951 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-0d2940e9-51ba-4aae-abef-add93a5c3c7a req-1818daf7-70f9-49f5-a795-1c88d631723e service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=af8db128-7be1-4e22-8298-13f53b52bcf4 HTTP/1.1" status: 200 len: 1097 time: 1.0819414 Apr 18 20:42:46.371875 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ce088ff-9afa-4a5c-8214-a8c85b2af260 req-b0b96103-f69c-41d6-9a56-5b38e4b42818 tempest-ServersOnMultiNodesTest-1168278630 tempest-ServersOnMultiNodesTest-1168278630-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:42:46.374290 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-7ce088ff-9afa-4a5c-8214-a8c85b2af260 req-b0b96103-f69c-41d6-9a56-5b38e4b42818 tempest-ServersOnMultiNodesTest-1168278630 tempest-ServersOnMultiNodesTest-1168278630-project] 10.222.0.42 "GET /v2.0/ports?device_id=0920925d-e51b-4ebb-ace6-349eda87fa7d HTTP/1.1" status: 200 len: 949 time: 0.9775488 Apr 18 20:42:46.422519 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-49690114-382c-480e-9354-77cc2b7d62c0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33444010'] for router_interface, before_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:42:46.516211 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-73a78543-7bc6-4c78-a03a-d74d78e99623 None None] Provisioning for port ef4ed1f1-208e-422f-a668-83ae05fa922d completed by entity DHCP. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 20:42:46.531492 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-73a78543-7bc6-4c78-a03a-d74d78e99623 None None] Provisioning complete for port ef4ed1f1-208e-422f-a668-83ae05fa922d triggered by entity DHCP. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:42:46.532247 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-73a78543-7bc6-4c78-a03a-d74d78e99623 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1253608'] for port, provisioning_complete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:42:46.550191 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-0d2940e9-51ba-4aae-abef-add93a5c3c7a req-9ed385a4-ab32-44cf-9275-2cffc98a1f19 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=59d22466-01c3-4eda-9b5c-cb887beaa55e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1714554 Apr 18 20:42:46.557979 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-49690114-382c-480e-9354-77cc2b7d62c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:42:46.582526 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-7ce088ff-9afa-4a5c-8214-a8c85b2af260 req-d65a28fc-582f-4f95-8c7f-9ce3d6c2f703 tempest-ServersOnMultiNodesTest-1168278630 tempest-ServersOnMultiNodesTest-1168278630-project] 10.222.0.42 "GET /v2.0/security-groups?id=e1e985d3-f227-45b4-b9a7-ffadcd0db1b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1610222 Apr 18 20:42:46.585190 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-ce56cf24-6c22-4ec4-a16a-7e912c13bf5c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:42:46.596697 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a49c0c3d-0c89-4003-af1c-50e33ec4c651 req-a36cca61-cc9a-4352-8e5b-050292cf4346 tempest-ImagesTestJSON-757689736 tempest-ImagesTestJSON-757689736-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:42:46.610373 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-a49c0c3d-0c89-4003-af1c-50e33ec4c651 req-a36cca61-cc9a-4352-8e5b-050292cf4346 tempest-ImagesTestJSON-757689736 tempest-ImagesTestJSON-757689736-project] 10.222.0.42 "GET /v2.0/ports?device_id=af8db128-7be1-4e22-8298-13f53b52bcf4 HTTP/1.1" status: 200 len: 946 time: 0.5466321 Apr 18 20:42:46.627717 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-eef649c6-4cc7-45c6-9f44-7803034a9489 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1260549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33526260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32440885', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31752825'] for subnet, after_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:42:46.653493 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.plugin [None req-73a78543-7bc6-4c78-a03a-d74d78e99623 None None] Port ef4ed1f1-208e-422f-a668-83ae05fa922d cannot update to ACTIVE because it is not bound. {{(pid=84042) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 18 20:42:46.676668 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.l3_hamode_db [None req-2344a094-5f50-4ec3-83c9-458a39f67aa7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc0d3979-3608-4d81-8bef-d644a6ab27c8', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-148890495-router', 'tenant_id': 'a7214e61b62b477cbc96b5c157267d89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'external_fixed_ips': [{'subnet_id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'ip_address': '172.25.8.204'}], 'enable_snat': True}, 'gw_port_id': '5a066cf2-7cf7-414c-a6f7-ec4ddfe12700', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:42:39Z', 'updated_at': '2022-04-18T20:42:41Z', 'revision_number': 3, 'project_id': 'a7214e61b62b477cbc96b5c157267d89', 'gw_port': {'id': '5a066cf2-7cf7-414c-a6f7-ec4ddfe12700', 'name': '', 'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:ed:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fc0d3979-3608-4d81-8bef-d644a6ab27c8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'ip_address': '172.25.8.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:42:40Z', 'updated_at': '2022-04-18T20:42:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838334-2'}], 'n-d-838334-2', False) {} {{(pid=84043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:42:46.680746 n-d-838334-2 neutron-server[84043]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2344a094-5f50-4ec3-83c9-458a39f67aa7 None None] The sync data for ids ['fc0d3979-3608-4d81-8bef-d644a6ab27c8'] in n-d-838334-2 is: [{'id': 'fc0d3979-3608-4d81-8bef-d644a6ab27c8', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-148890495-router', 'tenant_id': 'a7214e61b62b477cbc96b5c157267d89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'external_fixed_ips': [{'subnet_id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'ip_address': '172.25.8.204'}], 'enable_snat': True}, 'gw_port_id': '5a066cf2-7cf7-414c-a6f7-ec4ddfe12700', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:42:39Z', 'updated_at': '2022-04-18T20:42:41Z', 'revision_number': 3, 'project_id': 'a7214e61b62b477cbc96b5c157267d89', 'gw_port': {'id': '5a066cf2-7cf7-414c-a6f7-ec4ddfe12700', 'name': '', 'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:ed:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fc0d3979-3608-4d81-8bef-d644a6ab27c8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'ip_address': '172.25.8.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:42:40Z', 'updated_at': '2022-04-18T20:42:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838334-2'}] {{(pid=84043) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 18 20:42:46.710785 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eef649c6-4cc7-45c6-9f44-7803034a9489 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5bf38cb0-45bd-48cb-9f8c-19a270201f44,revision_number=None']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:42:46.735500 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-ce56cf24-6c22-4ec4-a16a-7e912c13bf5c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:42:46.749908 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-eef649c6-4cc7-45c6-9f44-7803034a9489 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32378031'] for subnet, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:42:46.788892 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-eef649c6-4cc7-45c6-9f44-7803034a9489 admin admin] 10.222.0.42 "DELETE /v2.0/subnets/5bf38cb0-45bd-48cb-9f8c-19a270201f44 HTTP/1.1" status: 204 len: 168 time: 2.0850332 Apr 18 20:42:46.791673 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 38624) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:42:46.813688 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-a49c0c3d-0c89-4003-af1c-50e33ec4c651 req-74d62aa5-74b0-44bd-99c5-b124ae5c0044 tempest-ImagesTestJSON-757689736 tempest-ImagesTestJSON-757689736-project] 10.222.0.42 "GET /v2.0/security-groups?id=59d22466-01c3-4eda-9b5c-cb887beaa55e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1918936 Apr 18 20:42:46.847823 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-ce56cf24-6c22-4ec4-a16a-7e912c13bf5c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33528224'] for security_group, after_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:42:46.880773 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce56cf24-6c22-4ec4-a16a-7e912c13bf5c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0fa88efe-38ed-46f9-8d46-d055301af934,revision_number=None']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:42:46.890037 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-ce56cf24-6c22-4ec4-a16a-7e912c13bf5c admin admin] Notify callbacks [] for security_group, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:42:46.891249 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-ce56cf24-6c22-4ec4-a16a-7e912c13bf5c admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/0fa88efe-38ed-46f9-8d46-d055301af934 HTTP/1.1" status: 204 len: 168 time: 0.6266580 Apr 18 20:42:46.937795 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Device 1d202f3c-a2ef-49e7-9d49-28e477f20713 up at agent ovs-agent-n-d-838334-2 {{(pid=84042) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 20:42:47.047711 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-49690114-382c-480e-9354-77cc2b7d62c0 admin admin] Notify callbacks [] for port, precommit_update {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:42:47.101878 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-49690114-382c-480e-9354-77cc2b7d62c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32266282'] for port, after_update {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:42:47.173111 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Provisioning complete for port 1d202f3c-a2ef-49e7-9d49-28e477f20713 triggered by entity L2. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:42:47.173477 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1253608'] for port, provisioning_complete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:42:47.229553 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-a6c012be-96f2-4b9e-8457-443705b6bb91 req-a49f0061-8cd5-4740-9e28-2a8de80a76e3 tempest-ServersOnMultiNodesTest-84485173 tempest-ServersOnMultiNodesTest-84485173-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=0920925d-e51b-4ebb-ace6-349eda87fa7d HTTP/1.1" status: 200 len: 1100 time: 0.2057714 Apr 18 20:42:47.297094 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-708bd831-7029-44f7-b2a7-7af2ab70685a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1103592'] for network, before_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:42:47.305091 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49690114-382c-480e-9354-77cc2b7d62c0 admin admin] Pushing event updated for resources: {'Port': ['ID=ef4ed1f1-208e-422f-a668-83ae05fa922d,revision_number=2']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:42:47.319472 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-49690114-382c-480e-9354-77cc2b7d62c0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-32377886', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33443847'] for router_interface, after_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:42:47.327214 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-a6c012be-96f2-4b9e-8457-443705b6bb91 req-8014e844-e54a-46e1-ab53-b7d84f935136 tempest-ServersOnMultiNodesTest-84485173 tempest-ServersOnMultiNodesTest-84485173-project-admin] 10.222.0.42 "GET /v2.0/security-groups?id=e1e985d3-f227-45b4-b9a7-ffadcd0db1b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0908329 Apr 18 20:42:47.769327 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-59312037-b211-44c5-9c16-d59eccdca7ad req-889192f2-8db5-434e-b05b-2b01ea9b3626 tempest-ServersOnMultiNodesTest-1168278630 tempest-ServersOnMultiNodesTest-1168278630-project] 10.222.0.42 "GET /v2.0/networks?tenant_id=de28ce5b7b5349a3b98e9e23d1be558c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0460198 Apr 18 20:42:47.848343 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-da1208ae-bc1c-4fec-af81-593e062ff6c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750375287399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253529'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:42:47.863737 n-d-838334-2 neutron-server[84041]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49690114-382c-480e-9354-77cc2b7d62c0 admin admin] Network 428ec210-24a1-4846-adb0-d7d8a80e756c is already hosted by enough agents. {{(pid=84041) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:42:47.868914 n-d-838334-2 neutron-server[84041]: DEBUG neutron.scheduler.base_scheduler [None req-49690114-382c-480e-9354-77cc2b7d62c0 admin admin] Resources bound (agent type, host, resource id): {{(pid=84041) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:42:47.887653 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-708bd831-7029-44f7-b2a7-7af2ab70685a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1258905', 'neutron.services.segments.db._delete_segments_for_network-8750375287417'] for network, precommit_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:42:48.020042 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 38660) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:42:48.128026 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59312037-b211-44c5-9c16-d59eccdca7ad req-83aa9037-c476-4ba7-9675-6ede23bdf614 tempest-ServersOnMultiNodesTest-1168278630 tempest-ServersOnMultiNodesTest-1168278630-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:42:48.134849 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-59312037-b211-44c5-9c16-d59eccdca7ad req-83aa9037-c476-4ba7-9675-6ede23bdf614 tempest-ServersOnMultiNodesTest-1168278630 tempest-ServersOnMultiNodesTest-1168278630-project] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3594410 Apr 18 20:42:48.170556 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-59312037-b211-44c5-9c16-d59eccdca7ad req-f23c36ce-6e65-4216-93e4-1d9a54de7335 tempest-ServersOnMultiNodesTest-1168278630 tempest-ServersOnMultiNodesTest-1168278630-project] 10.222.0.42 "GET /v2.0/quotas/de28ce5b7b5349a3b98e9e23d1be558c HTTP/1.1" status: 200 len: 375 time: 0.0347624 Apr 18 20:42:48.214302 n-d-838334-2 neutron-server[84041]: DEBUG neutron.services.segments.db [None req-708bd831-7029-44f7-b2a7-7af2ab70685a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5ab7510b-2145-476c-b9d7-eb0e1ae538b7']}} {{(pid=84041) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:42:48.237991 n-d-838334-2 neutron-server[84041]: DEBUG neutron.services.segments.db [None req-708bd831-7029-44f7-b2a7-7af2ab70685a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e2a67327-2af4-4205-9ade-197b88c2bea8') {'for_net_delete': True} {{(pid=84041) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:42:48.238586 n-d-838334-2 neutron-server[84041]: DEBUG neutron.services.segments.db [None req-708bd831-7029-44f7-b2a7-7af2ab70685a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e2a67327-2af4-4205-9ade-197b88c2bea8') {} {{(pid=84041) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:42:48.260168 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-708bd831-7029-44f7-b2a7-7af2ab70685a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750375287300', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32268156'] for segment, before_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:42:48.298931 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-96798bea-31b9-4f93-94a6-9b7abba2de7c None None] Provisioning complete for port ef4ed1f1-208e-422f-a668-83ae05fa922d triggered by entity DHCP. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:42:48.299458 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-96798bea-31b9-4f93-94a6-9b7abba2de7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1253608'] for port, provisioning_complete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:42:48.310202 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-708bd831-7029-44f7-b2a7-7af2ab70685a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1082986'] for segment, precommit_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:42:48.335901 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-708bd831-7029-44f7-b2a7-7af2ab70685a admin admin] Releasing vlan 358 on physical network physnet1 to pool {{(pid=84041) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 18 20:42:48.337707 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-708bd831-7029-44f7-b2a7-7af2ab70685a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1082993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32266254'] for segment, after_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:42:48.365113 n-d-838334-2 neutron-server[84041]: Traceback (most recent call last): Apr 18 20:42:48.365113 n-d-838334-2 neutron-server[84041]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 18 20:42:48.365113 n-d-838334-2 neutron-server[84041]: timer() Apr 18 20:42:48.365113 n-d-838334-2 neutron-server[84041]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 20:42:48.365113 n-d-838334-2 neutron-server[84041]: cb(*args, **kw) Apr 18 20:42:48.365113 n-d-838334-2 neutron-server[84041]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 18 20:42:48.365113 n-d-838334-2 neutron-server[84041]: return func(*args, **kwargs) Apr 18 20:42:48.365113 n-d-838334-2 neutron-server[84041]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 20:42:48.365113 n-d-838334-2 neutron-server[84041]: self._notify() Apr 18 20:42:48.365113 n-d-838334-2 neutron-server[84041]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 20:42:48.365113 n-d-838334-2 neutron-server[84041]: self.callback(batched_events) Apr 18 20:42:48.365113 n-d-838334-2 neutron-server[84041]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 20:42:48.365113 n-d-838334-2 neutron-server[84041]: event.method(event) Apr 18 20:42:48.365113 n-d-838334-2 neutron-server[84041]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 18 20:42:48.365113 n-d-838334-2 neutron-server[84041]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 20:42:48.365113 n-d-838334-2 neutron-server[84041]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 18 20:42:48.365113 n-d-838334-2 neutron-server[84041]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 20:42:48.365113 n-d-838334-2 neutron-server[84041]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 18 20:42:48.365113 n-d-838334-2 neutron-server[84041]: return f(self, *a, **k) Apr 18 20:42:48.365113 n-d-838334-2 neutron-server[84041]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 18 20:42:48.365113 n-d-838334-2 neutron-server[84041]: return self._get(url).json() Apr 18 20:42:48.365113 n-d-838334-2 neutron-server[84041]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 18 20:42:48.365113 n-d-838334-2 neutron-server[84041]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 20:42:48.365113 n-d-838334-2 neutron-server[84041]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 18 20:42:48.365113 n-d-838334-2 neutron-server[84041]: return self.request(url, 'GET', **kwargs) Apr 18 20:42:48.365113 n-d-838334-2 neutron-server[84041]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 18 20:42:48.365113 n-d-838334-2 neutron-server[84041]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 20:42:48.365113 n-d-838334-2 neutron-server[84041]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 18 20:42:48.365113 n-d-838334-2 neutron-server[84041]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 20:42:48.365113 n-d-838334-2 neutron-server[84041]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 18 20:42:48.365113 n-d-838334-2 neutron-server[84041]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 20:42:48.365113 n-d-838334-2 neutron-server[84041]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 20:42:48.394245 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.plugin [None req-96798bea-31b9-4f93-94a6-9b7abba2de7c None None] Port ef4ed1f1-208e-422f-a668-83ae05fa922d cannot update to ACTIVE because it is not bound. {{(pid=84042) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 18 20:42:48.407397 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-59312037-b211-44c5-9c16-d59eccdca7ad req-0324f059-57ac-4e49-9d5d-71458f9328e0 tempest-ServersOnMultiNodesTest-1168278630 tempest-ServersOnMultiNodesTest-1168278630-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=de28ce5b7b5349a3b98e9e23d1be558c&fields=id HTTP/1.1" status: 200 len: 486 time: 0.2358198 Apr 18 20:42:48.529187 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-708bd831-7029-44f7-b2a7-7af2ab70685a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1258898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33526109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33444113'] for network, after_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:42:48.601391 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-708bd831-7029-44f7-b2a7-7af2ab70685a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32378031'] for network, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:42:48.687690 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e620fad-66ce-4490-bc54-dcc2223a26fb req-02ee386f-264e-410d-96ba-701d3151e9af tempest-ImagesTestJSON-757689736 tempest-ImagesTestJSON-757689736-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:42:48.689485 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-0e620fad-66ce-4490-bc54-dcc2223a26fb req-02ee386f-264e-410d-96ba-701d3151e9af tempest-ImagesTestJSON-757689736 tempest-ImagesTestJSON-757689736-project] 10.222.0.42 "GET /v2.0/ports?device_id=af8db128-7be1-4e22-8298-13f53b52bcf4 HTTP/1.1" status: 200 len: 946 time: 0.2191870 Apr 18 20:42:48.709617 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-708bd831-7029-44f7-b2a7-7af2ab70685a admin admin] Pushing event deleted for resources: {'Network': ['ID=5ab7510b-2145-476c-b9d7-eb0e1ae538b7,revision_number=None']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:42:48.746534 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-708bd831-7029-44f7-b2a7-7af2ab70685a admin admin] 10.222.0.42 "DELETE /v2.0/networks/5ab7510b-2145-476c-b9d7-eb0e1ae538b7 HTTP/1.1" status: 204 len: 168 time: 1.9439905 Apr 18 20:42:48.751877 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 38680) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:42:48.767918 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-0e620fad-66ce-4490-bc54-dcc2223a26fb req-41b1cd63-06fb-4015-b237-42551e109629 tempest-ImagesTestJSON-757689736 tempest-ImagesTestJSON-757689736-project] 10.222.0.42 "GET /v2.0/security-groups?id=59d22466-01c3-4eda-9b5c-cb887beaa55e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707226 Apr 18 20:42:48.769004 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-816b34af-3465-41db-ab51-21ab944d6414 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=cdd0e7075f8f44018a68599ea5e3b8d9&name=default HTTP/1.1" status: 200 len: 2647 time: 0.7360711 Apr 18 20:42:48.771804 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 38682) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:42:48.914441 n-d-838334-2 neutron-server[84041]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-49690114-382c-480e-9354-77cc2b7d62c0 admin admin] Router fc0d3979-3608-4d81-8bef-d644a6ab27c8 has already been hosted by L3 agent bc84d6c9-dd7a-4555-a351-592327b46d5a {{(pid=84041) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 20:42:48.930069 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750375287399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253529'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:42:48.972742 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-e6102797-8f8d-4f03-8abe-3b679565ff0e req-931d1e6d-f5c9-4360-9a18-e17081cace1e tempest-ServersOnMultiNodesTest-1168278630 tempest-ServersOnMultiNodesTest-1168278630-project] 10.222.0.42 "GET /v2.0/ports?device_id=add3e6d2-a8cb-4d39-8fb8-9d1321c5f598 HTTP/1.1" status: 200 len: 210 time: 0.0774517 Apr 18 20:42:48.993865 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Device 5a066cf2-7cf7-414c-a6f7-ec4ddfe12700 up at agent ovs-agent-n-d-838334-2 {{(pid=84042) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 20:42:49.023784 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.db_base_plugin_v2 [None req-c8f08504-e05c-4322-a189-1f765ea106df admin admin] Deleting subnet c143ef61-bea9-4673-ae00-1bef8c6e6b1f {{(pid=84040) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 18 20:42:49.031273 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-c8f08504-e05c-4322-a189-1f765ea106df admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:42:49.193529 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-023d4754-afbf-4cba-9c5d-d2db225aef9c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:42:49.217113 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Provisioning for port 5a066cf2-7cf7-414c-a6f7-ec4ddfe12700 completed by entity L2. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 20:42:49.233814 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Provisioning complete for port 5a066cf2-7cf7-414c-a6f7-ec4ddfe12700 triggered by entity L2. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:42:49.234783 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1253608'] for port, provisioning_complete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:42:49.263916 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-c8f08504-e05c-4322-a189-1f765ea106df admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31955982'] for subnet, precommit_delete_associations {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:42:49.441727 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-023d4754-afbf-4cba-9c5d-d2db225aef9c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:42:49.448422 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-414b6ffe-e119-47bc-b18f-bcff1219c2f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750375287399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253529'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:42:49.457997 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-49690114-382c-480e-9354-77cc2b7d62c0 admin admin] Notify agent at l3_agent.n-d-838334-2 the message routers_updated {{(pid=84041) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 20:42:49.467140 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-49690114-382c-480e-9354-77cc2b7d62c0 admin admin] 10.222.0.42 "PUT /v2.0/routers/fc0d3979-3608-4d81-8bef-d644a6ab27c8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.2353287 Apr 18 20:42:49.504582 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:42:49.527090 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-c8f08504-e05c-4322-a189-1f765ea106df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1260556'] for subnet, precommit_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:42:49.560300 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] For port 5a066cf2-7cf7-414c-a6f7-ec4ddfe12700, host n-d-838334-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838334-2',level=0,port_id=5a066cf2-7cf7-414c-a6f7-ec4ddfe12700,segment=NetworkSegment(732aa830-768b-4511-951f-d08e26b9c25b),segment_id=732aa830-768b-4511-951f-d08e26b9c25b)] {{(pid=84042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:42:49.570059 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682'] for port, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:42:49.620116 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-023d4754-afbf-4cba-9c5d-d2db225aef9c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33528224'] for security_group, after_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:42:49.651064 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-023d4754-afbf-4cba-9c5d-d2db225aef9c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8cdb27fa-e654-4d38-a026-751617f09e74,revision_number=None']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:42:49.658555 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-c8f08504-e05c-4322-a189-1f765ea106df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1260549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33526260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32440885', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31752825'] for subnet, after_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:42:49.694150 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Pushing event updated for resources: {'Port': ['ID=5a066cf2-7cf7-414c-a6f7-ec4ddfe12700,revision_number=4']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:42:49.729990 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-023d4754-afbf-4cba-9c5d-d2db225aef9c admin admin] Notify callbacks [] for security_group, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:42:49.731713 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-023d4754-afbf-4cba-9c5d-d2db225aef9c admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/8cdb27fa-e654-4d38-a026-751617f09e74 HTTP/1.1" status: 204 len: 168 time: 0.9588189 Apr 18 20:42:49.737790 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8f08504-e05c-4322-a189-1f765ea106df admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c143ef61-bea9-4673-ae00-1bef8c6e6b1f,revision_number=None']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:42:49.749883 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-c8f08504-e05c-4322-a189-1f765ea106df admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32378031'] for subnet, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:42:49.753163 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-c8f08504-e05c-4322-a189-1f765ea106df admin admin] 10.222.0.42 "DELETE /v2.0/subnets/c143ef61-bea9-4673-ae00-1bef8c6e6b1f HTTP/1.1" status: 204 len: 168 time: 0.9842939 Apr 18 20:42:49.755588 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 38726) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:42:49.903416 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-c11679ad-05b4-4146-9290-72a12780433b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1103592'] for network, before_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:42:50.091616 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-c11679ad-05b4-4146-9290-72a12780433b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1258905', 'neutron.services.segments.db._delete_segments_for_network-8750375287417'] for network, precommit_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:42:50.122653 n-d-838334-2 neutron-server[84040]: DEBUG neutron.services.segments.db [None req-c11679ad-05b4-4146-9290-72a12780433b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a949e1b1-7110-4049-a213-4e22eae3b7e5']}} {{(pid=84040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:42:50.137315 n-d-838334-2 neutron-server[84040]: DEBUG neutron.services.segments.db [None req-c11679ad-05b4-4146-9290-72a12780433b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '26100fc9-73a7-4ea7-a2d6-9ee605504d35') {'for_net_delete': True} {{(pid=84040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:42:50.137315 n-d-838334-2 neutron-server[84040]: DEBUG neutron.services.segments.db [None req-c11679ad-05b4-4146-9290-72a12780433b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '26100fc9-73a7-4ea7-a2d6-9ee605504d35') {} {{(pid=84040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:42:50.153850 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-c11679ad-05b4-4146-9290-72a12780433b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750375287300', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31955965'] for segment, before_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:42:50.178695 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-c11679ad-05b4-4146-9290-72a12780433b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1082986'] for segment, precommit_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:42:50.178695 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c11679ad-05b4-4146-9290-72a12780433b admin admin] Releasing vlan 354 on physical network physnet1 to pool {{(pid=84040) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 18 20:42:50.178695 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-c11679ad-05b4-4146-9290-72a12780433b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1082993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32440923'] for segment, after_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:42:50.268829 n-d-838334-2 neutron-server[84040]: Traceback (most recent call last): Apr 18 20:42:50.268829 n-d-838334-2 neutron-server[84040]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 18 20:42:50.268829 n-d-838334-2 neutron-server[84040]: timer() Apr 18 20:42:50.268829 n-d-838334-2 neutron-server[84040]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 20:42:50.268829 n-d-838334-2 neutron-server[84040]: cb(*args, **kw) Apr 18 20:42:50.268829 n-d-838334-2 neutron-server[84040]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 18 20:42:50.268829 n-d-838334-2 neutron-server[84040]: return func(*args, **kwargs) Apr 18 20:42:50.268829 n-d-838334-2 neutron-server[84040]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 20:42:50.268829 n-d-838334-2 neutron-server[84040]: self._notify() Apr 18 20:42:50.268829 n-d-838334-2 neutron-server[84040]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 20:42:50.268829 n-d-838334-2 neutron-server[84040]: self.callback(batched_events) Apr 18 20:42:50.268829 n-d-838334-2 neutron-server[84040]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 20:42:50.268829 n-d-838334-2 neutron-server[84040]: event.method(event) Apr 18 20:42:50.268829 n-d-838334-2 neutron-server[84040]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 18 20:42:50.268829 n-d-838334-2 neutron-server[84040]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 20:42:50.268829 n-d-838334-2 neutron-server[84040]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 18 20:42:50.268829 n-d-838334-2 neutron-server[84040]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 20:42:50.268829 n-d-838334-2 neutron-server[84040]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 18 20:42:50.268829 n-d-838334-2 neutron-server[84040]: return f(self, *a, **k) Apr 18 20:42:50.268829 n-d-838334-2 neutron-server[84040]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 18 20:42:50.268829 n-d-838334-2 neutron-server[84040]: return self._get(url).json() Apr 18 20:42:50.268829 n-d-838334-2 neutron-server[84040]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 18 20:42:50.268829 n-d-838334-2 neutron-server[84040]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 20:42:50.268829 n-d-838334-2 neutron-server[84040]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 18 20:42:50.268829 n-d-838334-2 neutron-server[84040]: return self.request(url, 'GET', **kwargs) Apr 18 20:42:50.268829 n-d-838334-2 neutron-server[84040]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 18 20:42:50.268829 n-d-838334-2 neutron-server[84040]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 20:42:50.268829 n-d-838334-2 neutron-server[84040]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 18 20:42:50.268829 n-d-838334-2 neutron-server[84040]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 20:42:50.268829 n-d-838334-2 neutron-server[84040]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 18 20:42:50.268829 n-d-838334-2 neutron-server[84040]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 20:42:50.268829 n-d-838334-2 neutron-server[84040]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 20:42:50.277034 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-c11679ad-05b4-4146-9290-72a12780433b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1258898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33526109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33444113'] for network, after_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:42:50.302605 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-c11679ad-05b4-4146-9290-72a12780433b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32378031'] for network, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:42:50.307018 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c11679ad-05b4-4146-9290-72a12780433b admin admin] Pushing event deleted for resources: {'Network': ['ID=a949e1b1-7110-4049-a213-4e22eae3b7e5,revision_number=None']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:42:50.318977 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-c11679ad-05b4-4146-9290-72a12780433b admin admin] 10.222.0.42 "DELETE /v2.0/networks/a949e1b1-7110-4049-a213-4e22eae3b7e5 HTTP/1.1" status: 204 len: 168 time: 0.5611372 Apr 18 20:42:50.384368 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-59312037-b211-44c5-9c16-d59eccdca7ad req-9699f81a-a642-4d34-beea-1d6ba7f8cfa2 tempest-ServersOnMultiNodesTest-1168278630 tempest-ServersOnMultiNodesTest-1168278630-project] 10.222.0.43 "GET /v2.0/networks?tenant_id=de28ce5b7b5349a3b98e9e23d1be558c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0627012 Apr 18 20:42:50.413767 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-a802a951-aae2-4009-a727-945218ba72f0 req-ffb02e5d-77e8-48cc-97de-491721e62df6 tempest-ServersOnMultiNodesTest-1168278630 tempest-ServersOnMultiNodesTest-1168278630-project] 10.222.0.42 "GET /v2.0/ports?device_id=add3e6d2-a8cb-4d39-8fb8-9d1321c5f598 HTTP/1.1" status: 200 len: 210 time: 0.0795729 Apr 18 20:42:50.443310 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-c7521a90-7d65-4e2e-842c-ca5d95e9a89c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750375287399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253529'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:42:50.526650 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 38768) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:42:50.682200 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59312037-b211-44c5-9c16-d59eccdca7ad req-df0658a2-b809-4e7b-8ee6-0326450dcece tempest-ServersOnMultiNodesTest-1168278630 tempest-ServersOnMultiNodesTest-1168278630-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:42:50.684557 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-59312037-b211-44c5-9c16-d59eccdca7ad req-df0658a2-b809-4e7b-8ee6-0326450dcece tempest-ServersOnMultiNodesTest-1168278630 tempest-ServersOnMultiNodesTest-1168278630-project] 10.222.0.43 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2903624 Apr 18 20:42:50.705771 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.v2.base [req-59312037-b211-44c5-9c16-d59eccdca7ad req-c2fbc4b5-79ce-4d87-8b2e-1006508aad4c tempest-ServersOnMultiNodesTest-1168278630 tempest-ServersOnMultiNodesTest-1168278630-project] Request body: {'port': {'device_id': 'add3e6d2-a8cb-4d39-8fb8-9d1321c5f598', 'network_id': 'cb56989d-7c5d-4678-b194-1d2edf1e842a', 'admin_state_up': True, 'tenant_id': 'de28ce5b7b5349a3b98e9e23d1be558c'}} {{(pid=84041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 20:42:50.731422 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a27592e-852e-4145-a863-7a42962c4a53 req-db034816-90f5-4a38-80fc-cd525d3a0a6b tempest-ImagesTestJSON-757689736 tempest-ImagesTestJSON-757689736-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:42:50.733294 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-5a27592e-852e-4145-a863-7a42962c4a53 req-db034816-90f5-4a38-80fc-cd525d3a0a6b tempest-ImagesTestJSON-757689736 tempest-ImagesTestJSON-757689736-project] 10.222.0.42 "GET /v2.0/ports?device_id=af8db128-7be1-4e22-8298-13f53b52bcf4 HTTP/1.1" status: 200 len: 946 time: 0.1016283 Apr 18 20:42:50.764007 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 38776) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:42:50.833864 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-5a27592e-852e-4145-a863-7a42962c4a53 req-117672f0-89ff-450f-b720-6130a1058a7f tempest-ImagesTestJSON-757689736 tempest-ImagesTestJSON-757689736-project] 10.222.0.42 "GET /v2.0/security-groups?id=59d22466-01c3-4eda-9b5c-cb887beaa55e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0938292 Apr 18 20:42:50.869245 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-f6e03ffd-9efd-44fe-87d9-0b418ca7f967 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=7843cba0a7e24a0397d5219cb7fd254c&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1001515 Apr 18 20:42:50.869245 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 38780) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:42:50.922972 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Device 5a066cf2-7cf7-414c-a6f7-ec4ddfe12700 up at agent ovs-agent-n-d-838334-2 {{(pid=84042) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 20:42:50.942052 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [req-59312037-b211-44c5-9c16-d59eccdca7ad req-c2fbc4b5-79ce-4d87-8b2e-1006508aad4c tempest-ServersOnMultiNodesTest-1168278630 tempest-ServersOnMultiNodesTest-1168278630-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:42:50.964304 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [req-59312037-b211-44c5-9c16-d59eccdca7ad req-c2fbc4b5-79ce-4d87-8b2e-1006508aad4c tempest-ServersOnMultiNodesTest-1168278630 tempest-ServersOnMultiNodesTest-1168278630-project] Attempting to reserve 1 items for resource port. Total usage: 6; quota limit: 500; headroom:494 {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:42:50.974577 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-73b76e31-5794-4070-8874-3adf4270bf6a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:42:50.989286 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-59312037-b211-44c5-9c16-d59eccdca7ad req-c2fbc4b5-79ce-4d87-8b2e-1006508aad4c tempest-ServersOnMultiNodesTest-1168278630 tempest-ServersOnMultiNodesTest-1168278630-project] Made reservation on behalf of de28ce5b7b5349a3b98e9e23d1be558c for: {'port': 1} {{(pid=84041) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:42:50.992975 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [req-59312037-b211-44c5-9c16-d59eccdca7ad req-c2fbc4b5-79ce-4d87-8b2e-1006508aad4c tempest-ServersOnMultiNodesTest-1168278630 tempest-ServersOnMultiNodesTest-1168278630-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:42:51.018680 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-73b76e31-5794-4070-8874-3adf4270bf6a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:42:51.047435 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62fb0576-680e-46fb-8c68-65ca7856496f None None] Sync routers for ids ['fc0d3979-3608-4d81-8bef-d644a6ab27c8'] in n-d-838334-2 {{(pid=84042) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 18 20:42:51.108260 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Provisioning complete for port 5a066cf2-7cf7-414c-a6f7-ec4ddfe12700 triggered by entity L2. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:42:51.108936 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1253608'] for port, provisioning_complete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:42:51.110785 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-73b76e31-5794-4070-8874-3adf4270bf6a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33528224'] for security_group, after_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:42:51.130171 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 38784) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:42:51.169390 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73b76e31-5794-4070-8874-3adf4270bf6a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf712067-aabd-4e70-aae1-082928dd1ccd,revision_number=None']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:42:51.176418 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-ef9ae26d-5db0-441d-86ad-4757d4002671 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:42:51.195512 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62fb0576-680e-46fb-8c68-65ca7856496f None None] Routers {'fc0d3979-3608-4d81-8bef-d644a6ab27c8'} bound to L3 agent in host n-d-838334-2 {{(pid=84042) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 20:42:51.199893 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_hamode_db [None req-62fb0576-680e-46fb-8c68-65ca7856496f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838334-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-18T20:25:48Z,description=,heartbeat_timestamp=2022-04-18T20:42:48Z,host='n-d-838334-2',id=bc84d6c9-dd7a-4555-a351-592327b46d5a,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:25:48Z,topic='l3_agent')) {'router_ids': ['fc0d3979-3608-4d81-8bef-d644a6ab27c8'], 'active': True} {{(pid=84042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:42:51.200675 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-73b76e31-5794-4070-8874-3adf4270bf6a admin admin] Notify callbacks [] for security_group, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:42:51.201933 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-73b76e31-5794-4070-8874-3adf4270bf6a admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/bf712067-aabd-4e70-aae1-082928dd1ccd HTTP/1.1" status: 204 len: 168 time: 0.3316982 Apr 18 20:42:51.221694 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.agents_db [None req-6346a179-333c-4370-b5a6-936984aeab15 None None] Agent healthcheck: found 7 active agents {{(pid=84043) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 18 20:42:51.299402 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [None req-ef9ae26d-5db0-441d-86ad-4757d4002671 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:42:51.320442 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-ef9ae26d-5db0-441d-86ad-4757d4002671 admin admin] Usage tracker for resource:security_group_rule and tenant:1451fc37b98847448e1e5bb85563d296 is out of sync, need to count used quota {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:42:51.377883 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.db_base_plugin_common [req-59312037-b211-44c5-9c16-d59eccdca7ad req-c2fbc4b5-79ce-4d87-8b2e-1006508aad4c tempest-ServersOnMultiNodesTest-1168278630 tempest-ServersOnMultiNodesTest-1168278630-project] Allocated IP 192.168.233.42 (cb56989d-7c5d-4678-b194-1d2edf1e842a/c4b526db-4d8a-4d4c-a310-e3a599630ae1/0394c137-2e6e-4479-8e87-8a196122abda) {{(pid=84041) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:42:51.409132 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-ef9ae26d-5db0-441d-86ad-4757d4002671 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:42:51.431841 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [None req-ef9ae26d-5db0-441d-86ad-4757d4002671 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:42:51.436271 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-48bee44b-6468-4ea9-96f2-34a2ed833e0b admin admin] Notify callbacks [] for security_group, before_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:42:51.652903 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [req-59312037-b211-44c5-9c16-d59eccdca7ad req-c2fbc4b5-79ce-4d87-8b2e-1006508aad4c tempest-ServersOnMultiNodesTest-1168278630 tempest-ServersOnMultiNodesTest-1168278630-project] Notify callbacks [] for port, precommit_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:42:51.670608 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.provisioning_blocks [req-59312037-b211-44c5-9c16-d59eccdca7ad req-c2fbc4b5-79ce-4d87-8b2e-1006508aad4c tempest-ServersOnMultiNodesTest-1168278630 tempest-ServersOnMultiNodesTest-1168278630-project] Transition to ACTIVE for port object 0394c137-2e6e-4479-8e87-8a196122abda will not be triggered until provisioned by entity DHCP. {{(pid=84041) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 20:42:51.671101 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [None req-48bee44b-6468-4ea9-96f2-34a2ed833e0b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:42:51.691599 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-48bee44b-6468-4ea9-96f2-34a2ed833e0b admin admin] Usage tracker for resource:security_group_rule and tenant:c9996932e8c449d49be907fe5805cbde is out of sync, need to count used quota {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:42:51.698771 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [req-59312037-b211-44c5-9c16-d59eccdca7ad req-c2fbc4b5-79ce-4d87-8b2e-1006508aad4c tempest-ServersOnMultiNodesTest-1168278630 tempest-ServersOnMultiNodesTest-1168278630-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750374836619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32266323'] for port, after_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:42:51.708223 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-4092fe9c-f000-469f-aa0b-d0278cecd74f req-0c8b9f5d-0901-49af-8eae-abf304b6c56f tempest-ServersOnMultiNodesTest-1168278630 tempest-ServersOnMultiNodesTest-1168278630-project] 10.222.0.42 "GET /v2.0/ports?device_id=add3e6d2-a8cb-4d39-8fb8-9d1321c5f598 HTTP/1.1" status: 200 len: 210 time: 0.0835993 Apr 18 20:42:51.715686 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3378d2b2-ff41-46e6-a423-3c958216e8cf req-03393dcc-b79d-4c3b-ae98-9124f506ef87 tempest-FloatingIPsAssociationNegativeTestJSON-713744009 tempest-FloatingIPsAssociationNegativeTestJSON-713744009-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:42:51.727389 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-3378d2b2-ff41-46e6-a423-3c958216e8cf req-03393dcc-b79d-4c3b-ae98-9124f506ef87 tempest-FloatingIPsAssociationNegativeTestJSON-713744009 tempest-FloatingIPsAssociationNegativeTestJSON-713744009-project] 10.222.0.42 "GET /v2.0/networks?id=428ec210-24a1-4846-adb0-d7d8a80e756c HTTP/1.1" status: 200 len: 828 time: 0.4777808 Apr 18 20:42:51.730902 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] get_ports_and_sgs() called for port_ids ['462e4cea-9da7-4149-b973-b4a0cd7a6d86', '80ff486a-645e-4b81-95ae-389dadda214a', '3bc7a448-92c7-4689-8cf5-4b43bcb9cd4a', 'e2546c5f-84b8-4220-bfb2-52584af9087c'] {{(pid=84042) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 18 20:42:51.739404 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-48bee44b-6468-4ea9-96f2-34a2ed833e0b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:42:51.755967 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [None req-48bee44b-6468-4ea9-96f2-34a2ed833e0b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:42:51.793648 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-3378d2b2-ff41-46e6-a423-3c958216e8cf req-a72d9424-e44b-470b-a872-1eb7081174f4 tempest-FloatingIPsAssociationNegativeTestJSON-713744009 tempest-FloatingIPsAssociationNegativeTestJSON-713744009-project] 10.222.0.42 "GET /v2.0/quotas/a7214e61b62b477cbc96b5c157267d89 HTTP/1.1" status: 200 len: 375 time: 0.0649424 Apr 18 20:42:51.795277 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] get_ports_and_sgs() called for port_ids ['48374dfc-daf0-401c-976e-d3d8c71d0274', '96ef89c7-5796-4195-8913-d02823fbfa3d'] {{(pid=84042) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 18 20:42:51.818084 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2fbc4b5-79ce-4d87-8b2e-1006508aad4c tempest-ServersOnMultiNodesTest-1168278630 tempest-ServersOnMultiNodesTest-1168278630-project] Pushing event updated for resources: {'Port': ['ID=0394c137-2e6e-4479-8e87-8a196122abda,revision_number=1']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:42:51.841100 n-d-838334-2 neutron-server[84041]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-59312037-b211-44c5-9c16-d59eccdca7ad req-c2fbc4b5-79ce-4d87-8b2e-1006508aad4c tempest-ServersOnMultiNodesTest-1168278630 tempest-ServersOnMultiNodesTest-1168278630-project] Network cb56989d-7c5d-4678-b194-1d2edf1e842a is already hosted by enough agents. {{(pid=84041) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:42:51.843202 n-d-838334-2 neutron-server[84041]: DEBUG neutron.scheduler.base_scheduler [req-59312037-b211-44c5-9c16-d59eccdca7ad req-c2fbc4b5-79ce-4d87-8b2e-1006508aad4c tempest-ServersOnMultiNodesTest-1168278630 tempest-ServersOnMultiNodesTest-1168278630-project] Resources bound (agent type, host, resource id): {{(pid=84041) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:42:51.862175 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.l3_dvrscheduler_db [req-59312037-b211-44c5-9c16-d59eccdca7ad req-c2fbc4b5-79ce-4d87-8b2e-1006508aad4c tempest-ServersOnMultiNodesTest-1168278630 tempest-ServersOnMultiNodesTest-1168278630-project] Received port after_create {{(pid=84041) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 20:42:51.924451 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-ef9ae26d-5db0-441d-86ad-4757d4002671 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:42:51.961586 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-ef9ae26d-5db0-441d-86ad-4757d4002671 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33528224'] for security_group, after_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:42:51.971265 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59312037-b211-44c5-9c16-d59eccdca7ad req-c2fbc4b5-79ce-4d87-8b2e-1006508aad4c tempest-ServersOnMultiNodesTest-1168278630 tempest-ServersOnMultiNodesTest-1168278630-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:42:51.972364 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [req-59312037-b211-44c5-9c16-d59eccdca7ad req-c2fbc4b5-79ce-4d87-8b2e-1006508aad4c tempest-ServersOnMultiNodesTest-1168278630 tempest-ServersOnMultiNodesTest-1168278630-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217293'] for port, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:42:51.987123 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_dvr_db [None req-62fb0576-680e-46fb-8c68-65ca7856496f None None] Set router fc0d3979-3608-4d81-8bef-d644a6ab27c8 gateway port host: n-d-838334-2 {{(pid=84042) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 20:42:52.011245 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-59312037-b211-44c5-9c16-d59eccdca7ad req-c2fbc4b5-79ce-4d87-8b2e-1006508aad4c tempest-ServersOnMultiNodesTest-1168278630 tempest-ServersOnMultiNodesTest-1168278630-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.3115587 Apr 18 20:42:52.028068 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.v2.base [req-59312037-b211-44c5-9c16-d59eccdca7ad req-0d493c8d-e311-41c1-949b-3f16891b6f20 service neutron] Request body: {'port': {'device_id': 'add3e6d2-a8cb-4d39-8fb8-9d1321c5f598', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-838334-2'}} {{(pid=84041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 20:42:52.083135 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-ef9ae26d-5db0-441d-86ad-4757d4002671 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=1451fc37b98847448e1e5bb85563d296&name=default HTTP/1.1" status: 200 len: 2647 time: 0.9505870 Apr 18 20:42:52.085702 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 38810) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:42:52.086787 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 38812) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:42:52.097994 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef9ae26d-5db0-441d-86ad-4757d4002671 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=241bc201-7943-4f20-9da9-c05302c3d177,revision_number=1']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:42:52.327934 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-499da6c3-d25f-429b-aae3-625276bf234c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:42:52.352722 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-48bee44b-6468-4ea9-96f2-34a2ed833e0b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:42:52.360151 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [req-59312037-b211-44c5-9c16-d59eccdca7ad req-0d493c8d-e311-41c1-949b-3f16891b6f20 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:42:52.371880 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-3378d2b2-ff41-46e6-a423-3c958216e8cf req-b8d74d93-c905-496f-9034-3619371571d7 tempest-FloatingIPsAssociationNegativeTestJSON-713744009 tempest-FloatingIPsAssociationNegativeTestJSON-713744009-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=a7214e61b62b477cbc96b5c157267d89&fields=id HTTP/1.1" status: 200 len: 302 time: 0.5721767 Apr 18 20:42:52.394311 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-476228e9-edad-4937-9407-99a363042a78 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=3f9be6e42a514e35aeb98291aa9a85c0&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3057253 Apr 18 20:42:52.422084 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 38822) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:42:52.424314 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-499da6c3-d25f-429b-aae3-625276bf234c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:42:52.459082 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-48bee44b-6468-4ea9-96f2-34a2ed833e0b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33528224'] for security_group, after_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:42:52.489286 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-0e5d61d5-da03-47e6-888f-f08e43f67b79 None None] Provisioning for port 0394c137-2e6e-4479-8e87-8a196122abda completed by entity DHCP. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 20:42:52.518124 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-0e5d61d5-da03-47e6-888f-f08e43f67b79 None None] Provisioning complete for port 0394c137-2e6e-4479-8e87-8a196122abda triggered by entity DHCP. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:42:52.518761 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-0e5d61d5-da03-47e6-888f-f08e43f67b79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1253608'] for port, provisioning_complete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:42:52.521182 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-aa890bfe-ee4c-4332-9c47-24f67918c02f req-ba2bea4c-caf0-4322-aff8-62c81c5aa921 tempest-ServersAdminNegativeTestJSON-611917932 tempest-ServersAdminNegativeTestJSON-611917932-project] 10.222.0.42 "GET /v2.0/networks?tenant_id=d2b823f322cf4b378af07737106dd8b5&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0633442 Apr 18 20:42:52.596405 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48bee44b-6468-4ea9-96f2-34a2ed833e0b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=29e7279e-cc7c-464d-8b5a-14b413c9c6c2,revision_number=1']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:42:52.616939 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-ad7e1482-93d9-4b1c-ae7d-806f9f635e93 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:42:52.640264 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.plugin [None req-0e5d61d5-da03-47e6-888f-f08e43f67b79 None None] Port 0394c137-2e6e-4479-8e87-8a196122abda cannot update to ACTIVE because it is not bound. {{(pid=84042) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 18 20:42:52.649636 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-499da6c3-d25f-429b-aae3-625276bf234c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33528224'] for security_group, after_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:42:52.659671 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-48bee44b-6468-4ea9-96f2-34a2ed833e0b admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=c9996932e8c449d49be907fe5805cbde&name=default HTTP/1.1" status: 200 len: 2647 time: 2.1314259 Apr 18 20:42:52.665626 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 38826) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:42:52.692384 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-3378d2b2-ff41-46e6-a423-3c958216e8cf req-41b5822d-fb6d-49f5-9e63-88f2bc4cd84d service neutron] 10.222.0.42 "GET /v2.0/networks/428ec210-24a1-4846-adb0-d7d8a80e756c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3197362 Apr 18 20:42:52.742636 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-499da6c3-d25f-429b-aae3-625276bf234c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=241bc201-7943-4f20-9da9-c05302c3d177,revision_number=None']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:42:52.754697 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-ad7e1482-93d9-4b1c-ae7d-806f9f635e93 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:42:52.791827 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-499da6c3-d25f-429b-aae3-625276bf234c admin admin] Notify callbacks [] for security_group, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:42:52.795895 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-499da6c3-d25f-429b-aae3-625276bf234c admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/241bc201-7943-4f20-9da9-c05302c3d177 HTTP/1.1" status: 204 len: 168 time: 0.7025976 Apr 18 20:42:52.872209 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_hamode_db [None req-62fb0576-680e-46fb-8c68-65ca7856496f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc0d3979-3608-4d81-8bef-d644a6ab27c8', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-148890495-router', 'tenant_id': 'a7214e61b62b477cbc96b5c157267d89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'external_fixed_ips': [{'subnet_id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'ip_address': '172.25.8.204'}], 'enable_snat': True}, 'gw_port_id': '5a066cf2-7cf7-414c-a6f7-ec4ddfe12700', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:42:39Z', 'updated_at': '2022-04-18T20:42:46Z', 'revision_number': 4, 'project_id': 'a7214e61b62b477cbc96b5c157267d89', 'gw_port': {'id': '5a066cf2-7cf7-414c-a6f7-ec4ddfe12700', 'name': '', 'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:ed:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc0d3979-3608-4d81-8bef-d644a6ab27c8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'ip_address': '172.25.8.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:42:40Z', 'updated_at': '2022-04-18T20:42:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838334-2', '_interfaces': [{'id': 'ef4ed1f1-208e-422f-a668-83ae05fa922d', 'name': '', 'network_id': '428ec210-24a1-4846-adb0-d7d8a80e756c', 'tenant_id': 'a7214e61b62b477cbc96b5c157267d89', 'mac_address': 'fa:16:3e:70:f6:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fc0d3979-3608-4d81-8bef-d644a6ab27c8', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8d88e8b2-0848-418e-a8f0-ff3463a38f9a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:42:45Z', 'updated_at': '2022-04-18T20:42:46Z', 'revision_number': 2, 'project_id': 'a7214e61b62b477cbc96b5c157267d89', 'subnets': [{'id': '8d88e8b2-0848-418e-a8f0-ff3463a38f9a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838334-2', False) {} {{(pid=84042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:42:52.883297 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62fb0576-680e-46fb-8c68-65ca7856496f None None] Checking router: fc0d3979-3608-4d81-8bef-d644a6ab27c8 for host: n-d-838334-2 {{(pid=84042) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 18 20:42:52.883663 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62fb0576-680e-46fb-8c68-65ca7856496f None None] Updating router fc0d3979-3608-4d81-8bef-d644a6ab27c8 port ef4ed1f1-208e-422f-a668-83ae05fa922d binding host n-d-838334-2 {{(pid=84042) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 18 20:42:52.895187 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa890bfe-ee4c-4332-9c47-24f67918c02f req-be6c86ce-f15b-4e00-88c4-85dd1bb2c9c6 tempest-ServersAdminNegativeTestJSON-611917932 tempest-ServersAdminNegativeTestJSON-611917932-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:42:52.901954 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-aa890bfe-ee4c-4332-9c47-24f67918c02f req-be6c86ce-f15b-4e00-88c4-85dd1bb2c9c6 tempest-ServersAdminNegativeTestJSON-611917932 tempest-ServersAdminNegativeTestJSON-611917932-project] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3619518 Apr 18 20:42:52.948862 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-aa890bfe-ee4c-4332-9c47-24f67918c02f req-aa83ea9c-9c6d-4974-8f64-67126ad97ec3 tempest-ServersAdminNegativeTestJSON-611917932 tempest-ServersAdminNegativeTestJSON-611917932-project] 10.222.0.42 "GET /v2.0/quotas/d2b823f322cf4b378af07737106dd8b5 HTTP/1.1" status: 200 len: 375 time: 0.0459561 Apr 18 20:42:52.975269 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-62fb0576-680e-46fb-8c68-65ca7856496f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:42:52.997495 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-3378d2b2-ff41-46e6-a423-3c958216e8cf req-15742a5d-a4ba-4a98-9872-aa9f7a75116d service neutron] 10.222.0.42 "GET /v2.0/networks/428ec210-24a1-4846-adb0-d7d8a80e756c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2908924 Apr 18 20:42:53.028962 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-aa890bfe-ee4c-4332-9c47-24f67918c02f req-892485e8-33c0-416c-aa7c-45ce7ec563d2 tempest-ServersAdminNegativeTestJSON-611917932 tempest-ServersAdminNegativeTestJSON-611917932-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=d2b823f322cf4b378af07737106dd8b5&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0791795 Apr 18 20:42:53.061570 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-94109758-048a-4053-81b2-2187b4cfd37b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:42:53.113181 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-ad7e1482-93d9-4b1c-ae7d-806f9f635e93 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33528224'] for security_group, after_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:42:53.168060 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-94109758-048a-4053-81b2-2187b4cfd37b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:42:53.194095 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad7e1482-93d9-4b1c-ae7d-806f9f635e93 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2155282-5493-4c7b-a11a-5816c16e5409,revision_number=None']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:42:53.252297 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-ad7e1482-93d9-4b1c-ae7d-806f9f635e93 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:42:53.253460 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-ad7e1482-93d9-4b1c-ae7d-806f9f635e93 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/d2155282-5493-4c7b-a11a-5816c16e5409 HTTP/1.1" status: 204 len: 168 time: 0.8172143 Apr 18 20:42:53.258307 n-d-838334-2 neutron-server[84041]: DEBUG neutron.notifiers.nova [req-59312037-b211-44c5-9c16-d59eccdca7ad req-0d493c8d-e311-41c1-949b-3f16891b6f20 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0394c137-2e6e-4479-8e87-8a196122abda {{(pid=84041) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 18 20:42:53.267223 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [req-59312037-b211-44c5-9c16-d59eccdca7ad req-0d493c8d-e311-41c1-949b-3f16891b6f20 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:42:53.300000 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.provisioning_blocks [req-59312037-b211-44c5-9c16-d59eccdca7ad req-0d493c8d-e311-41c1-949b-3f16891b6f20 service neutron] Transition to ACTIVE for port object 0394c137-2e6e-4479-8e87-8a196122abda will not be triggered until provisioned by entity L2. {{(pid=84041) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 20:42:53.301070 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-94109758-048a-4053-81b2-2187b4cfd37b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33528224'] for security_group, after_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:42:53.333623 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [req-59312037-b211-44c5-9c16-d59eccdca7ad req-0d493c8d-e311-41c1-949b-3f16891b6f20 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32266282'] for port, after_update {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:42:53.557865 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94109758-048a-4053-81b2-2187b4cfd37b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=29e7279e-cc7c-464d-8b5a-14b413c9c6c2,revision_number=None']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:42:53.564276 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71135224-6c7a-4f2f-a21f-68d0032852a2 req-1228bbcc-6a19-413b-8bbd-9ae6f14e0d87 tempest-ImagesTestJSON-757689736 tempest-ImagesTestJSON-757689736-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:42:53.574126 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-71135224-6c7a-4f2f-a21f-68d0032852a2 req-1228bbcc-6a19-413b-8bbd-9ae6f14e0d87 tempest-ImagesTestJSON-757689736 tempest-ImagesTestJSON-757689736-project] 10.222.0.42 "GET /v2.0/ports?device_id=af8db128-7be1-4e22-8298-13f53b52bcf4 HTTP/1.1" status: 200 len: 946 time: 0.1315093 Apr 18 20:42:53.645718 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-71135224-6c7a-4f2f-a21f-68d0032852a2 req-b66e1943-b7f6-4973-b3c0-849a845dc846 tempest-ImagesTestJSON-757689736 tempest-ImagesTestJSON-757689736-project] 10.222.0.42 "GET /v2.0/security-groups?id=59d22466-01c3-4eda-9b5c-cb887beaa55e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702891 Apr 18 20:42:53.796420 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-94109758-048a-4053-81b2-2187b4cfd37b admin admin] Notify callbacks [] for security_group, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:42:53.797861 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-94109758-048a-4053-81b2-2187b4cfd37b admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/29e7279e-cc7c-464d-8b5a-14b413c9c6c2 HTTP/1.1" status: 204 len: 168 time: 1.0775743 Apr 18 20:42:53.861298 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d493c8d-e311-41c1-949b-3f16891b6f20 service neutron] Pushing event updated for resources: {'Port': ['ID=0394c137-2e6e-4479-8e87-8a196122abda,revision_number=2']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:42:53.982538 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Device e770f6a1-3aa5-4983-8cb4-2aeb8b352198 details requested by agent hyperv_n-h2-838334-2 with host n-h2-838334-2 {{(pid=84042) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 18 20:42:54.070252 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-62fb0576-680e-46fb-8c68-65ca7856496f None None] Notify callbacks [] for port, precommit_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:42:54.083534 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-aa7b284e-43ee-49a4-b800-1e6ee00deb41 req-81344021-4d37-4363-b6b9-98f882a90f69 tempest-FloatingIPsAssociationNegativeTestJSON-713744009 tempest-FloatingIPsAssociationNegativeTestJSON-713744009-project] 10.222.0.42 "GET /v2.0/ports?device_id=87617329-db11-4d78-96ee-1f3854a4d274 HTTP/1.1" status: 200 len: 210 time: 0.2768240 Apr 18 20:42:54.149958 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.managers [req-59312037-b211-44c5-9c16-d59eccdca7ad req-0d493c8d-e311-41c1-949b-3f16891b6f20 service neutron] Attempting to bind port 0394c137-2e6e-4479-8e87-8a196122abda on host n-h1-838334-2 for vnic_type normal with profile {{(pid=84041) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:42:54.150218 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.managers [req-59312037-b211-44c5-9c16-d59eccdca7ad req-0d493c8d-e311-41c1-949b-3f16891b6f20 service neutron] Attempting to bind port 0394c137-2e6e-4479-8e87-8a196122abda by drivers openvswitch,hyperv on host n-h1-838334-2 at level 0 using segments [{'id': '62b85806-94d8-4a88-a06c-da82e5932d66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': 'cb56989d-7c5d-4678-b194-1d2edf1e842a'}] {{(pid=84041) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:42:54.150549 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59312037-b211-44c5-9c16-d59eccdca7ad req-0d493c8d-e311-41c1-949b-3f16891b6f20 service neutron] Attempting to bind port 0394c137-2e6e-4479-8e87-8a196122abda on network cb56989d-7c5d-4678-b194-1d2edf1e842a {{(pid=84041) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 20:42:54.169068 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59312037-b211-44c5-9c16-d59eccdca7ad req-0d493c8d-e311-41c1-949b-3f16891b6f20 service neutron] Port 0394c137-2e6e-4479-8e87-8a196122abda on network cb56989d-7c5d-4678-b194-1d2edf1e842a not bound, no agent of type Open vSwitch agent registered on host n-h1-838334-2 {{(pid=84041) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 18 20:42:54.169394 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59312037-b211-44c5-9c16-d59eccdca7ad req-0d493c8d-e311-41c1-949b-3f16891b6f20 service neutron] Attempting to bind port 0394c137-2e6e-4479-8e87-8a196122abda on network cb56989d-7c5d-4678-b194-1d2edf1e842a {{(pid=84041) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 20:42:54.176009 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e03d80b-9899-4b0a-9d8f-34bf066023e3 req-6df91d19-7fc8-405e-a772-c87ae85168cf tempest-ServersOnMultiNodesTest-1168278630 tempest-ServersOnMultiNodesTest-1168278630-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:42:54.180743 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-8e03d80b-9899-4b0a-9d8f-34bf066023e3 req-6df91d19-7fc8-405e-a772-c87ae85168cf tempest-ServersOnMultiNodesTest-1168278630 tempest-ServersOnMultiNodesTest-1168278630-project] 10.222.0.42 "GET /v2.0/ports?device_id=add3e6d2-a8cb-4d39-8fb8-9d1321c5f598 HTTP/1.1" status: 200 len: 947 time: 0.5035117 Apr 18 20:42:54.185685 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59312037-b211-44c5-9c16-d59eccdca7ad req-0d493c8d-e311-41c1-949b-3f16891b6f20 service neutron] Checking agent: {'id': 'd63bab19-ff81-4de1-afeb-a3732288d0d7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-838334-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 33, 59), 'started_at': datetime.datetime(2022, 4, 18, 20, 33, 59), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 20, 42, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84041) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 18 20:42:54.186060 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59312037-b211-44c5-9c16-d59eccdca7ad req-0d493c8d-e311-41c1-949b-3f16891b6f20 service neutron] Checking segment: {'id': '62b85806-94d8-4a88-a06c-da82e5932d66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': 'cb56989d-7c5d-4678-b194-1d2edf1e842a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84041) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 20:42:54.186549 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59312037-b211-44c5-9c16-d59eccdca7ad req-0d493c8d-e311-41c1-949b-3f16891b6f20 service neutron] Bound using segment: {'id': '62b85806-94d8-4a88-a06c-da82e5932d66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': 'cb56989d-7c5d-4678-b194-1d2edf1e842a'} {{(pid=84041) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 18 20:42:54.186916 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.managers [req-59312037-b211-44c5-9c16-d59eccdca7ad req-0d493c8d-e311-41c1-949b-3f16891b6f20 service neutron] Bound port: 0394c137-2e6e-4479-8e87-8a196122abda, host: n-h1-838334-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '62b85806-94d8-4a88-a06c-da82e5932d66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': 'cb56989d-7c5d-4678-b194-1d2edf1e842a'}}] {{(pid=84041) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 20:42:54.187242 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [req-59312037-b211-44c5-9c16-d59eccdca7ad req-0d493c8d-e311-41c1-949b-3f16891b6f20 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:42:54.280119 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-62fb0576-680e-46fb-8c68-65ca7856496f None None] Transition to ACTIVE for port object ef4ed1f1-208e-422f-a668-83ae05fa922d will not be triggered until provisioned by entity L2. {{(pid=84042) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 20:42:54.311282 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-62fb0576-680e-46fb-8c68-65ca7856496f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682'] for port, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:42:54.347968 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.db [req-59312037-b211-44c5-9c16-d59eccdca7ad req-0d493c8d-e311-41c1-949b-3f16891b6f20 service neutron] For port 0394c137-2e6e-4479-8e87-8a196122abda, host n-h1-838334-2, cleared binding levels {{(pid=84041) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 20:42:54.353777 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.db [req-59312037-b211-44c5-9c16-d59eccdca7ad req-0d493c8d-e311-41c1-949b-3f16891b6f20 service neutron] For port 0394c137-2e6e-4479-8e87-8a196122abda, host n-h1-838334-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838334-2',level=0,port_id=0394c137-2e6e-4479-8e87-8a196122abda,segment=NetworkSegment(62b85806-94d8-4a88-a06c-da82e5932d66),segment_id=62b85806-94d8-4a88-a06c-da82e5932d66)] {{(pid=84041) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 20:42:54.361262 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [req-59312037-b211-44c5-9c16-d59eccdca7ad req-0d493c8d-e311-41c1-949b-3f16891b6f20 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32266282'] for port, after_update {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:42:54.484752 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [req-59312037-b211-44c5-9c16-d59eccdca7ad req-0d493c8d-e311-41c1-949b-3f16891b6f20 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217293'] for port, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:42:54.486638 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-59312037-b211-44c5-9c16-d59eccdca7ad req-0d493c8d-e311-41c1-949b-3f16891b6f20 service neutron] 10.222.0.43 "PUT /v2.0/ports/0394c137-2e6e-4479-8e87-8a196122abda HTTP/1.1" status: 200 len: 1095 time: 2.4667721 Apr 18 20:42:54.487218 n-d-838334-2 neutron-server[84041]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'add3e6d2-a8cb-4d39-8fb8-9d1321c5f598', 'tag': '0394c137-2e6e-4479-8e87-8a196122abda'}] {{(pid=84041) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 20:42:54.498245 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-8e03d80b-9899-4b0a-9d8f-34bf066023e3 req-a5e0df46-7b25-4202-a0a4-d0d257d3c4f4 tempest-ServersOnMultiNodesTest-1168278630 tempest-ServersOnMultiNodesTest-1168278630-project] 10.222.0.42 "GET /v2.0/security-groups?id=e1e985d3-f227-45b4-b9a7-ffadcd0db1b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3099656 Apr 18 20:42:54.510467 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] For port e770f6a1-3aa5-4983-8cb4-2aeb8b352198, host n-h2-838334-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838334-2',level=0,port_id=e770f6a1-3aa5-4983-8cb4-2aeb8b352198,segment=NetworkSegment(636e5b77-90d2-4b9f-a149-e8d80d7281ee),segment_id=636e5b77-90d2-4b9f-a149-e8d80d7281ee)] {{(pid=84042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:42:54.516007 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-f2764ec2-4208-417c-9c02-81b65b77c146 req-f777720b-2501-4871-98c4-cbedef2c7e22 tempest-ServersAdminNegativeTestJSON-611917932 tempest-ServersAdminNegativeTestJSON-611917932-project] 10.222.0.42 "GET /v2.0/ports?device_id=0c84c94b-89b5-484c-8be5-c2f29cb8d5c1 HTTP/1.1" status: 200 len: 210 time: 0.1468527 Apr 18 20:42:54.533873 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d493c8d-e311-41c1-949b-3f16891b6f20 service neutron] Pushing event updated for resources: {'Port': ['ID=0394c137-2e6e-4479-8e87-8a196122abda,revision_number=3']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:42:54.546731 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-631a7440-0f1f-45ec-a742-519bf863cf3a None None] Pushing event updated for resources: {'Port': ['ID=ef4ed1f1-208e-422f-a668-83ae05fa922d,revision_number=3']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:42:54.593610 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Returning: {'device': 'e770f6a1-3aa5-4983-8cb4-2aeb8b352198', 'network_id': 'a92cea34-83a9-4801-bb75-cc07c451223b', 'port_id': 'e770f6a1-3aa5-4983-8cb4-2aeb8b352198', 'mac_address': 'fa:16:3e:d6:0b:dd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 391, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6bff4054-f84b-415b-b0b0-aa32d7878409', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84042) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 18 20:42:54.675474 n-d-838334-2 neutron-server[84041]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cb975958-a1ff-427d-a724-0f4c0ec51c2e'] response: {'name': 'network-changed', 'server_uuid': 'add3e6d2-a8cb-4d39-8fb8-9d1321c5f598', 'tag': '0394c137-2e6e-4479-8e87-8a196122abda', 'status': 'completed', 'code': 200} Apr 18 20:42:54.757795 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-59312037-b211-44c5-9c16-d59eccdca7ad req-cfc3faf8-1f54-4767-baac-6a56c9365c77 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=de28ce5b7b5349a3b98e9e23d1be558c&device_id=add3e6d2-a8cb-4d39-8fb8-9d1321c5f598 HTTP/1.1" status: 200 len: 1098 time: 0.2043674 Apr 18 20:42:54.868614 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.managers [None req-62fb0576-680e-46fb-8c68-65ca7856496f None None] Attempting to bind port ef4ed1f1-208e-422f-a668-83ae05fa922d on host n-d-838334-2 for vnic_type normal with profile {{(pid=84042) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:42:54.868980 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.managers [None req-62fb0576-680e-46fb-8c68-65ca7856496f None None] Attempting to bind port ef4ed1f1-208e-422f-a668-83ae05fa922d by drivers openvswitch,hyperv on host n-d-838334-2 at level 0 using segments [{'id': '338f9095-81f0-4251-a330-d99a5f14455b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '428ec210-24a1-4846-adb0-d7d8a80e756c'}] {{(pid=84042) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:42:54.869906 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62fb0576-680e-46fb-8c68-65ca7856496f None None] Attempting to bind port ef4ed1f1-208e-422f-a668-83ae05fa922d on network 428ec210-24a1-4846-adb0-d7d8a80e756c {{(pid=84042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 20:42:54.872659 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:42:54.912943 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62fb0576-680e-46fb-8c68-65ca7856496f None None] Checking agent: {'id': '97cd4414-7af6-4d67-868d-dff370b4071a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838334-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 25, 49), 'started_at': datetime.datetime(2022, 4, 18, 20, 26, 19), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 20, 42, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838334-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 18 20:42:54.913333 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62fb0576-680e-46fb-8c68-65ca7856496f None None] Checking segment: {'id': '338f9095-81f0-4251-a330-d99a5f14455b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '428ec210-24a1-4846-adb0-d7d8a80e756c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84042) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 20:42:54.913729 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-62fb0576-680e-46fb-8c68-65ca7856496f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:42:54.914111 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62fb0576-680e-46fb-8c68-65ca7856496f None None] Bound using segment: {'id': '338f9095-81f0-4251-a330-d99a5f14455b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '428ec210-24a1-4846-adb0-d7d8a80e756c'} {{(pid=84042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 18 20:42:54.914566 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.managers [None req-62fb0576-680e-46fb-8c68-65ca7856496f None None] Bound port: ef4ed1f1-208e-422f-a668-83ae05fa922d, host: n-d-838334-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '338f9095-81f0-4251-a330-d99a5f14455b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '428ec210-24a1-4846-adb0-d7d8a80e756c'}}] {{(pid=84042) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 20:42:54.915107 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-62fb0576-680e-46fb-8c68-65ca7856496f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:42:54.965227 n-d-838334-2 neutron-server[84042]: DEBUG neutron.notifiers.nova [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id e770f6a1-3aa5-4983-8cb4-2aeb8b352198 {{(pid=84042) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 18 20:42:55.033622 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-59312037-b211-44c5-9c16-d59eccdca7ad req-740b6ceb-7ad9-470c-8578-beae7a0fe71e service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.42&port_id=0394c137-2e6e-4479-8e87-8a196122abda HTTP/1.1" status: 200 len: 217 time: 0.2676473 Apr 18 20:42:55.086751 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] For port e770f6a1-3aa5-4983-8cb4-2aeb8b352198, host n-h2-838334-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838334-2',level=0,port_id=e770f6a1-3aa5-4983-8cb4-2aeb8b352198,segment=NetworkSegment(636e5b77-90d2-4b9f-a149-e8d80d7281ee),segment_id=636e5b77-90d2-4b9f-a149-e8d80d7281ee)] {{(pid=84042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:42:55.094351 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-454deb0b-219f-421a-9f3c-21de9b683780 req-ce79b187-9344-4807-87f9-0e96415920bb tempest-ImagesTestJSON-757689736 tempest-ImagesTestJSON-757689736-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:42:55.102512 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682'] for port, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:42:55.109310 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-454deb0b-219f-421a-9f3c-21de9b683780 req-ce79b187-9344-4807-87f9-0e96415920bb tempest-ImagesTestJSON-757689736 tempest-ImagesTestJSON-757689736-project] 10.222.0.42 "GET /v2.0/ports?device_id=af8db128-7be1-4e22-8298-13f53b52bcf4 HTTP/1.1" status: 200 len: 946 time: 0.1435251 Apr 18 20:42:55.166156 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59312037-b211-44c5-9c16-d59eccdca7ad req-8ec12a52-5dc7-4bca-8915-186ca8773c8f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:42:55.169062 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-59312037-b211-44c5-9c16-d59eccdca7ad req-8ec12a52-5dc7-4bca-8915-186ca8773c8f service neutron] 10.222.0.43 "GET /v2.0/subnets?id=c4b526db-4d8a-4d4c-a310-e3a599630ae1 HTTP/1.1" status: 200 len: 843 time: 0.1279194 Apr 18 20:42:55.177991 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-454deb0b-219f-421a-9f3c-21de9b683780 req-6eb3d7e8-3c0e-46d2-ad40-194890de6c4e tempest-ImagesTestJSON-757689736 tempest-ImagesTestJSON-757689736-project] 10.222.0.42 "GET /v2.0/security-groups?id=59d22466-01c3-4eda-9b5c-cb887beaa55e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618634 Apr 18 20:42:55.329599 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Pushing event updated for resources: {'Port': ['ID=e770f6a1-3aa5-4983-8cb4-2aeb8b352198,revision_number=6']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:42:55.348361 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] get_ports_and_sgs() called for port_ids ['e770f6a1-3aa5-4983-8cb4-2aeb8b352198'] {{(pid=84042) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 18 20:42:55.351128 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-59312037-b211-44c5-9c16-d59eccdca7ad req-05bd9703-588c-462b-b6d4-de86d204b950 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=cb56989d-7c5d-4678-b194-1d2edf1e842a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1637490 Apr 18 20:42:55.399803 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-62fb0576-680e-46fb-8c68-65ca7856496f None None] For port ef4ed1f1-208e-422f-a668-83ae05fa922d, host n-d-838334-2, cleared binding levels {{(pid=84042) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 20:42:55.412550 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-9b48ee03-de40-479b-91df-754093aa901e req-d75cf942-d9c0-4d9b-b812-c79387ed122a tempest-FloatingIPsAssociationNegativeTestJSON-713744009 tempest-FloatingIPsAssociationNegativeTestJSON-713744009-project] 10.222.0.42 "GET /v2.0/ports?device_id=87617329-db11-4d78-96ee-1f3854a4d274 HTTP/1.1" status: 200 len: 210 time: 0.1017609 Apr 18 20:42:55.428321 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-62fb0576-680e-46fb-8c68-65ca7856496f None None] For port ef4ed1f1-208e-422f-a668-83ae05fa922d, host n-d-838334-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838334-2',level=0,port_id=ef4ed1f1-208e-422f-a668-83ae05fa922d,segment=NetworkSegment(338f9095-81f0-4251-a330-d99a5f14455b),segment_id=338f9095-81f0-4251-a330-d99a5f14455b)] {{(pid=84042) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 20:42:55.442585 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-62fb0576-680e-46fb-8c68-65ca7856496f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682'] for port, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:42:55.597693 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-631a7440-0f1f-45ec-a742-519bf863cf3a None None] Pushing event updated for resources: {'Port': ['ID=ef4ed1f1-208e-422f-a668-83ae05fa922d,revision_number=4']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:42:55.619991 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62fb0576-680e-46fb-8c68-65ca7856496f None None] Routers {'fc0d3979-3608-4d81-8bef-d644a6ab27c8'} bound to L3 agent in host n-d-838334-2 {{(pid=84042) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 20:42:55.620927 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_hamode_db [None req-62fb0576-680e-46fb-8c68-65ca7856496f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838334-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-18T20:25:48Z,description=,heartbeat_timestamp=2022-04-18T20:42:48Z,host='n-d-838334-2',id=bc84d6c9-dd7a-4555-a351-592327b46d5a,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:25:48Z,topic='l3_agent')) {'router_ids': ['fc0d3979-3608-4d81-8bef-d644a6ab27c8'], 'active': True} {{(pid=84042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:42:55.646046 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-59312037-b211-44c5-9c16-d59eccdca7ad req-950cb0ad-a723-43bc-b06b-6269e4078d87 service neutron] 10.222.0.43 "GET /v2.0/networks/cb56989d-7c5d-4678-b194-1d2edf1e842a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2872453 Apr 18 20:42:55.975440 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Device e770f6a1-3aa5-4983-8cb4-2aeb8b352198 no longer exists at agent hyperv_n-h2-838334-2 {{(pid=84042) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 20:42:56.039807 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-59312037-b211-44c5-9c16-d59eccdca7ad req-bba7b914-2966-4827-b0eb-be461631a09b service neutron] 10.222.0.43 "GET /v2.0/networks/cb56989d-7c5d-4678-b194-1d2edf1e842a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3852699 Apr 18 20:42:56.083232 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-57286f5f-a817-47f1-9041-8a2780c8b499 req-f797ddc6-2171-4ba4-8d31-4815c4e23eec tempest-ServersAdminNegativeTestJSON-611917932 tempest-ServersAdminNegativeTestJSON-611917932-project] 10.222.0.42 "GET /v2.0/ports?device_id=0c84c94b-89b5-484c-8be5-c2f29cb8d5c1 HTTP/1.1" status: 200 len: 210 time: 0.1701567 Apr 18 20:42:56.098652 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-aa890bfe-ee4c-4332-9c47-24f67918c02f req-68b378e3-ffea-48a3-9746-6f6fabe093f8 tempest-ServersAdminNegativeTestJSON-611917932 tempest-ServersAdminNegativeTestJSON-611917932-project] 10.222.0.48 "GET /v2.0/networks?tenant_id=d2b823f322cf4b378af07737106dd8b5&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0833447 Apr 18 20:42:56.298157 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-00f1114b-7e24-46b7-8c83-dddd080e3a64 req-33d205a6-5d6d-43a2-9454-210e87594a22 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=de28ce5b7b5349a3b98e9e23d1be558c&device_id=add3e6d2-a8cb-4d39-8fb8-9d1321c5f598 HTTP/1.1" status: 200 len: 1098 time: 0.1760566 Apr 18 20:42:56.306414 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:42:56.328264 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_dvr_db [None req-62fb0576-680e-46fb-8c68-65ca7856496f None None] Set router fc0d3979-3608-4d81-8bef-d644a6ab27c8 gateway port host: n-d-838334-2 {{(pid=84042) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 20:42:56.400308 n-d-838334-2 neutron-server[84042]: DEBUG neutron.notifiers.nova [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id e770f6a1-3aa5-4983-8cb4-2aeb8b352198 {{(pid=84042) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 18 20:42:56.434360 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] For port e770f6a1-3aa5-4983-8cb4-2aeb8b352198, host n-h2-838334-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838334-2',level=0,port_id=e770f6a1-3aa5-4983-8cb4-2aeb8b352198,segment=NetworkSegment(636e5b77-90d2-4b9f-a149-e8d80d7281ee),segment_id=636e5b77-90d2-4b9f-a149-e8d80d7281ee)] {{(pid=84042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:42:56.500120 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682'] for port, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:42:56.550313 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea0e10f8-3261-447f-a541-dd031ca64ca9 req-baed2b80-dadc-4e5e-8e90-f217a85116b6 tempest-ServersOnMultiNodesTest-1168278630 tempest-ServersOnMultiNodesTest-1168278630-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:42:56.556976 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-ea0e10f8-3261-447f-a541-dd031ca64ca9 req-baed2b80-dadc-4e5e-8e90-f217a85116b6 tempest-ServersOnMultiNodesTest-1168278630 tempest-ServersOnMultiNodesTest-1168278630-project] 10.222.0.42 "GET /v2.0/ports?device_id=add3e6d2-a8cb-4d39-8fb8-9d1321c5f598 HTTP/1.1" status: 200 len: 947 time: 0.7722135 Apr 18 20:42:56.651825 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00f1114b-7e24-46b7-8c83-dddd080e3a64 req-cee46db5-34bc-499b-8ac5-5c13b3d29c05 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:42:56.654331 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-00f1114b-7e24-46b7-8c83-dddd080e3a64 req-cee46db5-34bc-499b-8ac5-5c13b3d29c05 service neutron] 10.222.0.43 "GET /v2.0/networks?id=cb56989d-7c5d-4678-b194-1d2edf1e842a HTTP/1.1" status: 200 len: 870 time: 0.3461609 Apr 18 20:42:56.753495 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Pushing event updated for resources: {'Port': ['ID=e770f6a1-3aa5-4983-8cb4-2aeb8b352198,revision_number=7']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:42:56.850621 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-00f1114b-7e24-46b7-8c83-dddd080e3a64 req-263c1258-8fb2-484a-82af-b548993ceec8 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.42&port_id=0394c137-2e6e-4479-8e87-8a196122abda HTTP/1.1" status: 200 len: 217 time: 0.1864364 Apr 18 20:42:56.876539 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_hamode_db [None req-62fb0576-680e-46fb-8c68-65ca7856496f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc0d3979-3608-4d81-8bef-d644a6ab27c8', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-148890495-router', 'tenant_id': 'a7214e61b62b477cbc96b5c157267d89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'external_fixed_ips': [{'subnet_id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'ip_address': '172.25.8.204'}], 'enable_snat': True}, 'gw_port_id': '5a066cf2-7cf7-414c-a6f7-ec4ddfe12700', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:42:39Z', 'updated_at': '2022-04-18T20:42:46Z', 'revision_number': 4, 'project_id': 'a7214e61b62b477cbc96b5c157267d89', 'gw_port': {'id': '5a066cf2-7cf7-414c-a6f7-ec4ddfe12700', 'name': '', 'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:ed:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc0d3979-3608-4d81-8bef-d644a6ab27c8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'ip_address': '172.25.8.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:42:40Z', 'updated_at': '2022-04-18T20:42:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838334-2', '_interfaces': [{'id': 'ef4ed1f1-208e-422f-a668-83ae05fa922d', 'name': '', 'network_id': '428ec210-24a1-4846-adb0-d7d8a80e756c', 'tenant_id': 'a7214e61b62b477cbc96b5c157267d89', 'mac_address': 'fa:16:3e:70:f6:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fc0d3979-3608-4d81-8bef-d644a6ab27c8', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8d88e8b2-0848-418e-a8f0-ff3463a38f9a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:42:45Z', 'updated_at': '2022-04-18T20:42:55Z', 'revision_number': 4, 'project_id': 'a7214e61b62b477cbc96b5c157267d89', 'subnets': [{'id': '8d88e8b2-0848-418e-a8f0-ff3463a38f9a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838334-2', False) {} {{(pid=84042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:42:56.882435 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-ea0e10f8-3261-447f-a541-dd031ca64ca9 req-2056face-76f6-4ce5-9353-95be057aa08f tempest-ServersOnMultiNodesTest-1168278630 tempest-ServersOnMultiNodesTest-1168278630-project] 10.222.0.42 "GET /v2.0/security-groups?id=e1e985d3-f227-45b4-b9a7-ffadcd0db1b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2960835 Apr 18 20:42:56.889111 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62fb0576-680e-46fb-8c68-65ca7856496f None None] The sync data for ids ['fc0d3979-3608-4d81-8bef-d644a6ab27c8'] in n-d-838334-2 is: [{'id': 'fc0d3979-3608-4d81-8bef-d644a6ab27c8', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-148890495-router', 'tenant_id': 'a7214e61b62b477cbc96b5c157267d89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'external_fixed_ips': [{'subnet_id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'ip_address': '172.25.8.204'}], 'enable_snat': True}, 'gw_port_id': '5a066cf2-7cf7-414c-a6f7-ec4ddfe12700', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:42:39Z', 'updated_at': '2022-04-18T20:42:46Z', 'revision_number': 4, 'project_id': 'a7214e61b62b477cbc96b5c157267d89', 'gw_port': {'id': '5a066cf2-7cf7-414c-a6f7-ec4ddfe12700', 'name': '', 'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:ed:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc0d3979-3608-4d81-8bef-d644a6ab27c8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'ip_address': '172.25.8.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:42:40Z', 'updated_at': '2022-04-18T20:42:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838334-2', '_interfaces': [{'id': 'ef4ed1f1-208e-422f-a668-83ae05fa922d', 'name': '', 'network_id': '428ec210-24a1-4846-adb0-d7d8a80e756c', 'tenant_id': 'a7214e61b62b477cbc96b5c157267d89', 'mac_address': 'fa:16:3e:70:f6:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fc0d3979-3608-4d81-8bef-d644a6ab27c8', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8d88e8b2-0848-418e-a8f0-ff3463a38f9a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:42:45Z', 'updated_at': '2022-04-18T20:42:55Z', 'revision_number': 4, 'project_id': 'a7214e61b62b477cbc96b5c157267d89', 'subnets': [{'id': '8d88e8b2-0848-418e-a8f0-ff3463a38f9a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84042) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 18 20:42:56.890885 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa890bfe-ee4c-4332-9c47-24f67918c02f req-d2ddb03e-bdc8-45ae-b11b-c37d8dd4c67c tempest-ServersAdminNegativeTestJSON-611917932 tempest-ServersAdminNegativeTestJSON-611917932-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:42:56.893265 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-aa890bfe-ee4c-4332-9c47-24f67918c02f req-d2ddb03e-bdc8-45ae-b11b-c37d8dd4c67c tempest-ServersAdminNegativeTestJSON-611917932 tempest-ServersAdminNegativeTestJSON-611917932-project] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.7806773 Apr 18 20:42:56.939533 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.v2.base [req-aa890bfe-ee4c-4332-9c47-24f67918c02f req-127fa9ba-90c6-45be-a615-bf8585d051a1 tempest-ServersAdminNegativeTestJSON-611917932 tempest-ServersAdminNegativeTestJSON-611917932-project] Request body: {'port': {'device_id': '0c84c94b-89b5-484c-8be5-c2f29cb8d5c1', 'network_id': 'cb56989d-7c5d-4678-b194-1d2edf1e842a', 'admin_state_up': True, 'tenant_id': 'd2b823f322cf4b378af07737106dd8b5'}} {{(pid=84040) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 20:42:57.002233 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 38938) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:42:57.118166 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00f1114b-7e24-46b7-8c83-dddd080e3a64 req-2ae60f2c-c9b8-4c67-b76c-377023a3c432 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:42:57.120846 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-00f1114b-7e24-46b7-8c83-dddd080e3a64 req-2ae60f2c-c9b8-4c67-b76c-377023a3c432 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=c4b526db-4d8a-4d4c-a310-e3a599630ae1 HTTP/1.1" status: 200 len: 843 time: 0.2642431 Apr 18 20:42:57.267673 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-00f1114b-7e24-46b7-8c83-dddd080e3a64 req-feaed88f-7267-45d6-bc07-48af6f416c5c service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=cb56989d-7c5d-4678-b194-1d2edf1e842a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1381869 Apr 18 20:42:57.380342 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-14fdde87-051e-492b-9f92-752530f517c4 req-cfde53b3-aabc-453b-b377-4612a99e49fc tempest-FloatingIPsAssociationNegativeTestJSON-713744009 tempest-FloatingIPsAssociationNegativeTestJSON-713744009-project] 10.222.0.42 "GET /v2.0/ports?device_id=87617329-db11-4d78-96ee-1f3854a4d274 HTTP/1.1" status: 200 len: 210 time: 0.3770747 Apr 18 20:42:57.456840 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3378d2b2-ff41-46e6-a423-3c958216e8cf req-315924fb-f428-43cb-aaed-a99ff0d0c548 tempest-FloatingIPsAssociationNegativeTestJSON-713744009 tempest-FloatingIPsAssociationNegativeTestJSON-713744009-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:42:57.459912 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-3378d2b2-ff41-46e6-a423-3c958216e8cf req-315924fb-f428-43cb-aaed-a99ff0d0c548 tempest-FloatingIPsAssociationNegativeTestJSON-713744009 tempest-FloatingIPsAssociationNegativeTestJSON-713744009-project] 10.222.0.48 "GET /v2.0/networks?id=428ec210-24a1-4846-adb0-d7d8a80e756c HTTP/1.1" status: 200 len: 828 time: 0.8790090 Apr 18 20:42:57.480528 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.v2.base [None req-fd180fc8-09cd-4cdd-894e-6479808c8767 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupsNegativeTestJSON-230581470-network', 'tenant_id': '0d7443fc5ca642908fcaa9910668cf23'}} {{(pid=84040) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 20:42:57.497342 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.v2.base [req-3378d2b2-ff41-46e6-a423-3c958216e8cf req-520cb614-b423-47fa-b726-a88ac938d255 tempest-FloatingIPsAssociationNegativeTestJSON-713744009 tempest-FloatingIPsAssociationNegativeTestJSON-713744009-project] Request body: {'port': {'device_id': '87617329-db11-4d78-96ee-1f3854a4d274', 'network_id': '428ec210-24a1-4846-adb0-d7d8a80e756c', 'admin_state_up': True, 'tenant_id': 'a7214e61b62b477cbc96b5c157267d89'}} {{(pid=84040) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 20:42:57.529092 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [None req-fd180fc8-09cd-4cdd-894e-6479808c8767 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:42:57.566770 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-fd180fc8-09cd-4cdd-894e-6479808c8767 admin admin] Usage tracker for resource:network and tenant:0d7443fc5ca642908fcaa9910668cf23 is out of sync, need to count used quota {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:42:57.573644 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-fd180fc8-09cd-4cdd-894e-6479808c8767 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:42:57.621553 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-00f1114b-7e24-46b7-8c83-dddd080e3a64 req-1e1f1b9b-7b52-4aa1-9413-593fabcaa75b service neutron] 10.222.0.43 "GET /v2.0/networks/cb56989d-7c5d-4678-b194-1d2edf1e842a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3386145 Apr 18 20:42:57.660689 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [None req-fd180fc8-09cd-4cdd-894e-6479808c8767 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:42:57.771649 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-db6f7eaa-1fd6-446d-b6f1-4423a1705c2d req-bcb3649d-70c4-4765-8770-d88eb1ee3e8f tempest-ServersAdminNegativeTestJSON-611917932 tempest-ServersAdminNegativeTestJSON-611917932-project] 10.222.0.42 "GET /v2.0/ports?device_id=0c84c94b-89b5-484c-8be5-c2f29cb8d5c1 HTTP/1.1" status: 200 len: 210 time: 0.1014347 Apr 18 20:42:57.772495 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd180fc8-09cd-4cdd-894e-6479808c8767 admin admin] Made reservation on behalf of 0d7443fc5ca642908fcaa9910668cf23 for: {'network': 1} {{(pid=84040) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:42:57.774723 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-fd180fc8-09cd-4cdd-894e-6479808c8767 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for network, before_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:42:57.787860 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [req-aa890bfe-ee4c-4332-9c47-24f67918c02f req-127fa9ba-90c6-45be-a615-bf8585d051a1 tempest-ServersAdminNegativeTestJSON-611917932 tempest-ServersAdminNegativeTestJSON-611917932-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:42:57.807786 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [req-aa890bfe-ee4c-4332-9c47-24f67918c02f req-127fa9ba-90c6-45be-a615-bf8585d051a1 tempest-ServersAdminNegativeTestJSON-611917932 tempest-ServersAdminNegativeTestJSON-611917932-project] Usage tracker for resource:port and tenant:d2b823f322cf4b378af07737106dd8b5 is out of sync, need to count used quota {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:42:57.807786 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [req-aa890bfe-ee4c-4332-9c47-24f67918c02f req-127fa9ba-90c6-45be-a615-bf8585d051a1 tempest-ServersAdminNegativeTestJSON-611917932 tempest-ServersAdminNegativeTestJSON-611917932-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:42:57.809366 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Device 0394c137-2e6e-4479-8e87-8a196122abda details requested by agent hyperv_n-h1-838334-2 with host n-h1-838334-2 {{(pid=84042) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 18 20:42:57.848528 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-fd180fc8-09cd-4cdd-894e-6479808c8767 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:42:57.866986 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [req-aa890bfe-ee4c-4332-9c47-24f67918c02f req-127fa9ba-90c6-45be-a615-bf8585d051a1 tempest-ServersAdminNegativeTestJSON-611917932 tempest-ServersAdminNegativeTestJSON-611917932-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:42:57.878505 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-00f1114b-7e24-46b7-8c83-dddd080e3a64 req-3a5973eb-8ca2-4a92-961f-7a59a480671e service neutron] 10.222.0.43 "GET /v2.0/networks/cb56989d-7c5d-4678-b194-1d2edf1e842a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2487950 Apr 18 20:42:57.899233 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [None req-fd180fc8-09cd-4cdd-894e-6479808c8767 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:42:57.905974 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-fd180fc8-09cd-4cdd-894e-6479808c8767 admin admin] Usage tracker for resource:security_group_rule and tenant:0d7443fc5ca642908fcaa9910668cf23 is out of sync, need to count used quota {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:42:57.909356 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-fd180fc8-09cd-4cdd-894e-6479808c8767 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:42:57.917559 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [None req-fd180fc8-09cd-4cdd-894e-6479808c8767 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:42:58.007930 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] For port 0394c137-2e6e-4479-8e87-8a196122abda, host n-h1-838334-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838334-2',level=0,port_id=0394c137-2e6e-4479-8e87-8a196122abda,segment=NetworkSegment(62b85806-94d8-4a88-a06c-da82e5932d66),segment_id=62b85806-94d8-4a88-a06c-da82e5932d66)] {{(pid=84042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:42:58.011514 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-fd180fc8-09cd-4cdd-894e-6479808c8767 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:42:58.019599 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f222df30-cabc-4a34-9629-20d9c9ea5651 req-baeee678-b160-4791-a94e-193dac04a698 tempest-ImagesTestJSON-757689736 tempest-ImagesTestJSON-757689736-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:42:58.028086 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-f222df30-cabc-4a34-9629-20d9c9ea5651 req-baeee678-b160-4791-a94e-193dac04a698 tempest-ImagesTestJSON-757689736 tempest-ImagesTestJSON-757689736-project] 10.222.0.42 "GET /v2.0/ports?device_id=af8db128-7be1-4e22-8298-13f53b52bcf4 HTTP/1.1" status: 200 len: 944 time: 0.6907442 Apr 18 20:42:58.032806 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Returning: {'device': '0394c137-2e6e-4479-8e87-8a196122abda', 'network_id': 'cb56989d-7c5d-4678-b194-1d2edf1e842a', 'port_id': '0394c137-2e6e-4479-8e87-8a196122abda', 'mac_address': 'fa:16:3e:ff:59:7b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 382, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c4b526db-4d8a-4d4c-a310-e3a599630ae1', 'ip_address': '192.168.233.42'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84042) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 18 20:42:58.034636 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Device e770f6a1-3aa5-4983-8cb4-2aeb8b352198 up at agent hyperv_n-h2-838334-2 {{(pid=84042) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 20:42:58.068932 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-fd180fc8-09cd-4cdd-894e-6479808c8767 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33528224'] for security_group, after_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:42:58.159833 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd180fc8-09cd-4cdd-894e-6479808c8767 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ec80af95-7b8c-4719-863b-d249bcb5a4c6,revision_number=1']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:42:58.210972 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-aa890bfe-ee4c-4332-9c47-24f67918c02f req-127fa9ba-90c6-45be-a615-bf8585d051a1 tempest-ServersAdminNegativeTestJSON-611917932 tempest-ServersAdminNegativeTestJSON-611917932-project] Made reservation on behalf of d2b823f322cf4b378af07737106dd8b5 for: {'port': 1} {{(pid=84040) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:42:58.212428 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:42:58.215718 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-aa890bfe-ee4c-4332-9c47-24f67918c02f req-127fa9ba-90c6-45be-a615-bf8585d051a1 tempest-ServersAdminNegativeTestJSON-611917932 tempest-ServersAdminNegativeTestJSON-611917932-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:42:58.230997 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fd180fc8-09cd-4cdd-894e-6479808c8767 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 397} {{(pid=84040) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 20:42:58.238465 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-aa890bfe-ee4c-4332-9c47-24f67918c02f req-127fa9ba-90c6-45be-a615-bf8585d051a1 tempest-ServersAdminNegativeTestJSON-611917932 tempest-ServersAdminNegativeTestJSON-611917932-project] Notify callbacks [] for security_group, before_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:42:58.245671 n-d-838334-2 neutron-server[84042]: DEBUG neutron.notifiers.nova [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0394c137-2e6e-4479-8e87-8a196122abda {{(pid=84042) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 18 20:42:58.254656 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Provisioning complete for port e770f6a1-3aa5-4983-8cb4-2aeb8b352198 triggered by entity L2. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:42:58.255024 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1253608'] for port, provisioning_complete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:42:58.256029 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [req-3378d2b2-ff41-46e6-a423-3c958216e8cf req-520cb614-b423-47fa-b726-a88ac938d255 tempest-FloatingIPsAssociationNegativeTestJSON-713744009 tempest-FloatingIPsAssociationNegativeTestJSON-713744009-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:42:58.260075 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [req-3378d2b2-ff41-46e6-a423-3c958216e8cf req-520cb614-b423-47fa-b726-a88ac938d255 tempest-FloatingIPsAssociationNegativeTestJSON-713744009 tempest-FloatingIPsAssociationNegativeTestJSON-713744009-project] Usage tracker for resource:port and tenant:a7214e61b62b477cbc96b5c157267d89 is out of sync, need to count used quota {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:42:58.263337 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [req-3378d2b2-ff41-46e6-a423-3c958216e8cf req-520cb614-b423-47fa-b726-a88ac938d255 tempest-FloatingIPsAssociationNegativeTestJSON-713744009 tempest-FloatingIPsAssociationNegativeTestJSON-713744009-project] Quota usage for port was recalculated. Used quota:2. {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:42:58.271390 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [req-3378d2b2-ff41-46e6-a423-3c958216e8cf req-520cb614-b423-47fa-b726-a88ac938d255 tempest-FloatingIPsAssociationNegativeTestJSON-713744009 tempest-FloatingIPsAssociationNegativeTestJSON-713744009-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:42:58.316692 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] For port 0394c137-2e6e-4479-8e87-8a196122abda, host n-h1-838334-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838334-2',level=0,port_id=0394c137-2e6e-4479-8e87-8a196122abda,segment=NetworkSegment(62b85806-94d8-4a88-a06c-da82e5932d66),segment_id=62b85806-94d8-4a88-a06c-da82e5932d66)] {{(pid=84042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:42:58.322329 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [req-aa890bfe-ee4c-4332-9c47-24f67918c02f req-127fa9ba-90c6-45be-a615-bf8585d051a1 tempest-ServersAdminNegativeTestJSON-611917932 tempest-ServersAdminNegativeTestJSON-611917932-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:42:58.328590 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682'] for port, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:42:58.329561 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3378d2b2-ff41-46e6-a423-3c958216e8cf req-520cb614-b423-47fa-b726-a88ac938d255 tempest-FloatingIPsAssociationNegativeTestJSON-713744009 tempest-FloatingIPsAssociationNegativeTestJSON-713744009-project] Made reservation on behalf of a7214e61b62b477cbc96b5c157267d89 for: {'port': 1} {{(pid=84040) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:42:58.333673 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-3378d2b2-ff41-46e6-a423-3c958216e8cf req-520cb614-b423-47fa-b726-a88ac938d255 tempest-FloatingIPsAssociationNegativeTestJSON-713744009 tempest-FloatingIPsAssociationNegativeTestJSON-713744009-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:42:58.367132 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [req-aa890bfe-ee4c-4332-9c47-24f67918c02f req-127fa9ba-90c6-45be-a615-bf8585d051a1 tempest-ServersAdminNegativeTestJSON-611917932 tempest-ServersAdminNegativeTestJSON-611917932-project] Usage tracker for resource:security_group_rule and tenant:d2b823f322cf4b378af07737106dd8b5 is out of sync, need to count used quota {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:42:58.379417 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [req-aa890bfe-ee4c-4332-9c47-24f67918c02f req-127fa9ba-90c6-45be-a615-bf8585d051a1 tempest-ServersAdminNegativeTestJSON-611917932 tempest-ServersAdminNegativeTestJSON-611917932-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:42:58.384084 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-fd180fc8-09cd-4cdd-894e-6479808c8767 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1082986'] for segment, precommit_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:42:58.384697 n-d-838334-2 neutron-server[84040]: INFO neutron.db.segments_db [None req-fd180fc8-09cd-4cdd-894e-6479808c8767 admin admin] Added segment 92fad259-a77f-4dd8-aab2-2d504d220ab0 of type vlan for network 3dda4bf6-a093-4059-ab40-8563d5e3c7a6 Apr 18 20:42:58.418285 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-f222df30-cabc-4a34-9629-20d9c9ea5651 req-5c19259a-faf6-44cd-8845-852e42c85d9c tempest-ImagesTestJSON-757689736 tempest-ImagesTestJSON-757689736-project] 10.222.0.42 "GET /v2.0/security-groups?id=59d22466-01c3-4eda-9b5c-cb887beaa55e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3888297 Apr 18 20:42:58.434289 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [req-aa890bfe-ee4c-4332-9c47-24f67918c02f req-127fa9ba-90c6-45be-a615-bf8585d051a1 tempest-ServersAdminNegativeTestJSON-611917932 tempest-ServersAdminNegativeTestJSON-611917932-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:42:58.485597 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Pushing event updated for resources: {'Port': ['ID=0394c137-2e6e-4479-8e87-8a196122abda,revision_number=4']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:42:58.508308 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:42:58.541921 n-d-838334-2 neutron-server[84042]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'af8db128-7be1-4e22-8298-13f53b52bcf4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e770f6a1-3aa5-4983-8cb4-2aeb8b352198'}] {{(pid=84042) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 20:42:58.547331 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] For port e770f6a1-3aa5-4983-8cb4-2aeb8b352198, host n-h2-838334-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838334-2',level=0,port_id=e770f6a1-3aa5-4983-8cb4-2aeb8b352198,segment=NetworkSegment(636e5b77-90d2-4b9f-a149-e8d80d7281ee),segment_id=636e5b77-90d2-4b9f-a149-e8d80d7281ee)] {{(pid=84042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:42:58.554171 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682'] for port, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:42:58.573527 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-fd180fc8-09cd-4cdd-894e-6479808c8767 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750374825732'] for network, precommit_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:42:58.630073 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] get_ports_and_sgs() called for port_ids ['0394c137-2e6e-4479-8e87-8a196122abda'] {{(pid=84042) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 18 20:42:58.634623 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-fd180fc8-09cd-4cdd-894e-6479808c8767 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33526109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022'] for network, after_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:42:58.635465 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd180fc8-09cd-4cdd-894e-6479808c8767 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:42:58.636058 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-fd180fc8-09cd-4cdd-894e-6479808c8767 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32378031'] for network, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:42:58.695796 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Pushing event updated for resources: {'Port': ['ID=e770f6a1-3aa5-4983-8cb4-2aeb8b352198,revision_number=8']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:42:58.791345 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-0718d4a7-6b22-42d5-9c55-91168b99c488 req-923abe87-f3d4-41a3-97a7-69c9fb948ba4 tempest-FloatingIPsAssociationNegativeTestJSON-713744009 tempest-FloatingIPsAssociationNegativeTestJSON-713744009-project] 10.222.0.42 "GET /v2.0/ports?device_id=87617329-db11-4d78-96ee-1f3854a4d274 HTTP/1.1" status: 200 len: 210 time: 0.1657352 Apr 18 20:42:58.834555 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ed11dfd-e375-448d-9d5f-393a528d3254 req-91913ebb-b1a9-475c-a04c-8bd664cac4ba tempest-ServersOnMultiNodesTest-1168278630 tempest-ServersOnMultiNodesTest-1168278630-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:42:58.841623 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-8ed11dfd-e375-448d-9d5f-393a528d3254 req-91913ebb-b1a9-475c-a04c-8bd664cac4ba tempest-ServersOnMultiNodesTest-1168278630 tempest-ServersOnMultiNodesTest-1168278630-project] 10.222.0.42 "GET /v2.0/ports?device_id=add3e6d2-a8cb-4d39-8fb8-9d1321c5f598 HTTP/1.1" status: 200 len: 947 time: 0.6875279 Apr 18 20:42:58.888069 n-d-838334-2 neutron-server[84042]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4fea1324-4d20-452d-8d7d-bac76e3de29f'] response: {'server_uuid': 'af8db128-7be1-4e22-8298-13f53b52bcf4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e770f6a1-3aa5-4983-8cb4-2aeb8b352198', 'code': 200} Apr 18 20:42:58.905809 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Device ef4ed1f1-208e-422f-a668-83ae05fa922d up at agent ovs-agent-n-d-838334-2 {{(pid=84042) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 20:42:58.921670 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd180fc8-09cd-4cdd-894e-6479808c8767 admin admin] Pushing event updated for resources: {'Network': ['ID=3dda4bf6-a093-4059-ab40-8563d5e3c7a6,revision_number=1']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:42:58.955608 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Network 3dda4bf6-a093-4059-ab40-8563d5e3c7a6 details requested by agent ovs-agent-n-d-838334-2 with host n-d-838334-2 {{(pid=84042) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 18 20:42:59.033919 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-fd180fc8-09cd-4cdd-894e-6479808c8767 admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 2.0256882 Apr 18 20:42:59.036873 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 38986) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:42:59.043060 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.v2.base [None req-9bb366aa-e0c1-4bdd-9b7a-d0f33cb3c8c2 admin admin] Request body: {'subnet': {'network_id': '3dda4bf6-a093-4059-ab40-8563d5e3c7a6', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupsNegativeTestJSON-230581470-subnet', 'tenant_id': '0d7443fc5ca642908fcaa9910668cf23', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=84041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 20:42:59.048802 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-9bb366aa-e0c1-4bdd-9b7a-d0f33cb3c8c2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:42:59.053105 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-9bb366aa-e0c1-4bdd-9b7a-d0f33cb3c8c2 admin admin] Usage tracker for resource:subnet and tenant:0d7443fc5ca642908fcaa9910668cf23 is out of sync, need to count used quota {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:42:59.056815 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-9bb366aa-e0c1-4bdd-9b7a-d0f33cb3c8c2 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:42:59.057550 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-8ed11dfd-e375-448d-9d5f-393a528d3254 req-4cfa8b3d-6b26-4187-b90d-289122c0695a tempest-ServersOnMultiNodesTest-1168278630 tempest-ServersOnMultiNodesTest-1168278630-project] 10.222.0.42 "GET /v2.0/security-groups?id=e1e985d3-f227-45b4-b9a7-ffadcd0db1b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2150040 Apr 18 20:42:59.058935 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.db_base_plugin_common [req-3378d2b2-ff41-46e6-a423-3c958216e8cf req-520cb614-b423-47fa-b726-a88ac938d255 tempest-FloatingIPsAssociationNegativeTestJSON-713744009 tempest-FloatingIPsAssociationNegativeTestJSON-713744009-project] Allocated IP 172.20.0.10 (428ec210-24a1-4846-adb0-d7d8a80e756c/8d88e8b2-0848-418e-a8f0-ff3463a38f9a/8b9c0209-8e08-4452-b426-91a922fe9d91) {{(pid=84040) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:42:59.063901 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-9bb366aa-e0c1-4bdd-9b7a-d0f33cb3c8c2 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:42:59.064057 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-aa890bfe-ee4c-4332-9c47-24f67918c02f req-127fa9ba-90c6-45be-a615-bf8585d051a1 tempest-ServersAdminNegativeTestJSON-611917932 tempest-ServersAdminNegativeTestJSON-611917932-project] Notify callbacks [] for security_group, precommit_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:42:59.085846 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-590cd509-ecde-43af-91fa-54fb580b05c3 req-588839e1-5bc0-48dc-8d04-3a2b14cb132e tempest-ImagesTestJSON-757689736 tempest-ImagesTestJSON-757689736-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:42:59.086355 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9bb366aa-e0c1-4bdd-9b7a-d0f33cb3c8c2 admin admin] Made reservation on behalf of 0d7443fc5ca642908fcaa9910668cf23 for: {'subnet': 1} {{(pid=84041) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:42:59.087293 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-590cd509-ecde-43af-91fa-54fb580b05c3 req-588839e1-5bc0-48dc-8d04-3a2b14cb132e tempest-ImagesTestJSON-757689736 tempest-ImagesTestJSON-757689736-project] 10.222.0.48 "GET /v2.0/ports?device_id=af8db128-7be1-4e22-8298-13f53b52bcf4 HTTP/1.1" status: 200 len: 946 time: 0.6403513 Apr 18 20:42:59.091068 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-9bb366aa-e0c1-4bdd-9b7a-d0f33cb3c8c2 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32486301'] for subnet, before_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:42:59.092050 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-aa890bfe-ee4c-4332-9c47-24f67918c02f req-127fa9ba-90c6-45be-a615-bf8585d051a1 tempest-ServersAdminNegativeTestJSON-611917932 tempest-ServersAdminNegativeTestJSON-611917932-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33528224'] for security_group, after_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:42:59.103993 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Provisioning for port ef4ed1f1-208e-422f-a668-83ae05fa922d completed by entity L2. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 20:42:59.110410 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Provisioning complete for port ef4ed1f1-208e-422f-a668-83ae05fa922d triggered by entity L2. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:42:59.111424 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1253608'] for port, provisioning_complete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:42:59.265543 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:42:59.311718 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-127fa9ba-90c6-45be-a615-bf8585d051a1 tempest-ServersAdminNegativeTestJSON-611917932 tempest-ServersAdminNegativeTestJSON-611917932-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e0395a73-aa6b-4ce1-bb5e-d7bf600d145b,revision_number=1']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:42:59.352593 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] For port ef4ed1f1-208e-422f-a668-83ae05fa922d, host n-d-838334-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838334-2',level=0,port_id=ef4ed1f1-208e-422f-a668-83ae05fa922d,segment=NetworkSegment(338f9095-81f0-4251-a330-d99a5f14455b),segment_id=338f9095-81f0-4251-a330-d99a5f14455b)] {{(pid=84042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:42:59.354335 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750375287399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253529'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:42:59.357281 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682'] for port, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:42:59.379957 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.plugin [req-590cd509-ecde-43af-91fa-54fb580b05c3 req-9e21318f-8888-4dea-9f43-17a2b181e718 tempest-ImagesTestJSON-757689736 tempest-ImagesTestJSON-757689736-project] Deleting port e770f6a1-3aa5-4983-8cb4-2aeb8b352198 {{(pid=84040) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 20:42:59.380295 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-590cd509-ecde-43af-91fa-54fb580b05c3 req-9e21318f-8888-4dea-9f43-17a2b181e718 tempest-ImagesTestJSON-757689736 tempest-ImagesTestJSON-757689736-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750375188691'] for port, before_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:42:59.410807 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-9bb366aa-e0c1-4bdd-9b7a-d0f33cb3c8c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33526260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32266407', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32486287'] for subnet, after_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:42:59.453916 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Pushing event updated for resources: {'Port': ['ID=ef4ed1f1-208e-422f-a668-83ae05fa922d,revision_number=5']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:42:59.490061 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bb366aa-e0c1-4bdd-9b7a-d0f33cb3c8c2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=eeca5479-bc77-4f4a-976d-56078d72af1f,revision_number=0']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:42:59.504511 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bb366aa-e0c1-4bdd-9b7a-d0f33cb3c8c2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:42:59.504849 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bb366aa-e0c1-4bdd-9b7a-d0f33cb3c8c2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:42:59.505186 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bb366aa-e0c1-4bdd-9b7a-d0f33cb3c8c2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:42:59.505508 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bb366aa-e0c1-4bdd-9b7a-d0f33cb3c8c2 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:42:59.505825 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bb366aa-e0c1-4bdd-9b7a-d0f33cb3c8c2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:42:59.506143 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bb366aa-e0c1-4bdd-9b7a-d0f33cb3c8c2 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:42:59.506464 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bb366aa-e0c1-4bdd-9b7a-d0f33cb3c8c2 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:42:59.506777 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bb366aa-e0c1-4bdd-9b7a-d0f33cb3c8c2 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:42:59.507106 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bb366aa-e0c1-4bdd-9b7a-d0f33cb3c8c2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:42:59.507401 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bb366aa-e0c1-4bdd-9b7a-d0f33cb3c8c2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:42:59.507738 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bb366aa-e0c1-4bdd-9b7a-d0f33cb3c8c2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:42:59.518469 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bb366aa-e0c1-4bdd-9b7a-d0f33cb3c8c2 admin admin] Checking segment: {'id': '92fad259-a77f-4dd8-aab2-2d504d220ab0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '3dda4bf6-a093-4059-ab40-8563d5e3c7a6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84041) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 20:42:59.518805 n-d-838334-2 neutron-server[84041]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9bb366aa-e0c1-4bdd-9b7a-d0f33cb3c8c2 admin admin] Network hostable DHCP agents. Network: 3dda4bf6-a093-4059-ab40-8563d5e3c7a6, hostable agents: ['8746f8ea-3e91-4b32-9919-2c63adeb8722'], hosted agents: [] {{(pid=84041) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 20:42:59.540442 n-d-838334-2 neutron-server[84041]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9bb366aa-e0c1-4bdd-9b7a-d0f33cb3c8c2 admin admin] Network 3dda4bf6-a093-4059-ab40-8563d5e3c7a6 is scheduled to be hosted by DHCP agent 8746f8ea-3e91-4b32-9919-2c63adeb8722 with binding_index 1 {{(pid=84041) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 20:42:59.550901 n-d-838334-2 neutron-server[84041]: DEBUG neutron.scheduler.base_scheduler [None req-9bb366aa-e0c1-4bdd-9b7a-d0f33cb3c8c2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-838334-2, 3dda4bf6-a093-4059-ab40-8563d5e3c7a6) {{(pid=84041) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:42:59.555180 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9bb366aa-e0c1-4bdd-9b7a-d0f33cb3c8c2 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:42:59.555978 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-9bb366aa-e0c1-4bdd-9b7a-d0f33cb3c8c2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:42:59.561582 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c8caaec-2442-432b-9daa-d860eefca4b8 None None] Network 3dda4bf6-a093-4059-ab40-8563d5e3c7a6 requested from n-d-838334-2 {{(pid=84042) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 20:42:59.588417 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-9bb366aa-e0c1-4bdd-9b7a-d0f33cb3c8c2 admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 0.5497205 Apr 18 20:42:59.740024 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-8e52c61d-90e5-4d37-bda5-8ba6087d3547 req-59347c42-7284-4044-b7b9-dfddfd141696 tempest-ServersAdminNegativeTestJSON-611917932 tempest-ServersAdminNegativeTestJSON-611917932-project] 10.222.0.42 "GET /v2.0/ports?device_id=0c84c94b-89b5-484c-8be5-c2f29cb8d5c1 HTTP/1.1" status: 200 len: 210 time: 0.3016915 Apr 18 20:42:59.798443 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8a928a1-161d-46d9-bdf9-d51e0cda75c2 None None] Network 3dda4bf6-a093-4059-ab40-8563d5e3c7a6 requested from n-d-838334-2 {{(pid=84042) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 20:42:59.819557 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Device 0394c137-2e6e-4479-8e87-8a196122abda up at agent hyperv_n-h1-838334-2 {{(pid=84042) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 20:42:59.893944 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.db_base_plugin_common [req-aa890bfe-ee4c-4332-9c47-24f67918c02f req-127fa9ba-90c6-45be-a615-bf8585d051a1 tempest-ServersAdminNegativeTestJSON-611917932 tempest-ServersAdminNegativeTestJSON-611917932-project] Allocated IP 192.168.233.172 (cb56989d-7c5d-4678-b194-1d2edf1e842a/c4b526db-4d8a-4d4c-a310-e3a599630ae1/370774a2-1519-416b-b627-d03c7957a6aa) {{(pid=84040) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:42:59.923981 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bf9375b-b27c-4baa-9c5b-a9ea18f5fca5 req-ab0bc85b-cc44-421a-bcea-f453ce141ff0 tempest-NetworksTest-1004066864 tempest-NetworksTest-1004066864-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:42:59.924322 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bf9375b-b27c-4baa-9c5b-a9ea18f5fca5 req-ab0bc85b-cc44-421a-bcea-f453ce141ff0 tempest-NetworksTest-1004066864 tempest-NetworksTest-1004066864-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:42:59.924682 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bf9375b-b27c-4baa-9c5b-a9ea18f5fca5 req-ab0bc85b-cc44-421a-bcea-f453ce141ff0 tempest-NetworksTest-1004066864 tempest-NetworksTest-1004066864-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:42:59.925037 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bf9375b-b27c-4baa-9c5b-a9ea18f5fca5 req-ab0bc85b-cc44-421a-bcea-f453ce141ff0 tempest-NetworksTest-1004066864 tempest-NetworksTest-1004066864-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:42:59.925832 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bf9375b-b27c-4baa-9c5b-a9ea18f5fca5 req-ab0bc85b-cc44-421a-bcea-f453ce141ff0 tempest-NetworksTest-1004066864 tempest-NetworksTest-1004066864-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:42:59.925832 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bf9375b-b27c-4baa-9c5b-a9ea18f5fca5 req-ab0bc85b-cc44-421a-bcea-f453ce141ff0 tempest-NetworksTest-1004066864 tempest-NetworksTest-1004066864-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:42:59.926079 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bf9375b-b27c-4baa-9c5b-a9ea18f5fca5 req-ab0bc85b-cc44-421a-bcea-f453ce141ff0 tempest-NetworksTest-1004066864 tempest-NetworksTest-1004066864-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:42:59.926431 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bf9375b-b27c-4baa-9c5b-a9ea18f5fca5 req-ab0bc85b-cc44-421a-bcea-f453ce141ff0 tempest-NetworksTest-1004066864 tempest-NetworksTest-1004066864-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:42:59.927082 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bf9375b-b27c-4baa-9c5b-a9ea18f5fca5 req-ab0bc85b-cc44-421a-bcea-f453ce141ff0 tempest-NetworksTest-1004066864 tempest-NetworksTest-1004066864-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:42:59.927082 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bf9375b-b27c-4baa-9c5b-a9ea18f5fca5 req-ab0bc85b-cc44-421a-bcea-f453ce141ff0 tempest-NetworksTest-1004066864 tempest-NetworksTest-1004066864-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:42:59.928984 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-6bf9375b-b27c-4baa-9c5b-a9ea18f5fca5 req-ab0bc85b-cc44-421a-bcea-f453ce141ff0 tempest-NetworksTest-1004066864 tempest-NetworksTest-1004066864-project-admin] 10.222.0.42 "GET /v2.0/networks HTTP/1.1" status: 200 len: 7056 time: 0.6978254 Apr 18 20:43:00.075581 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Provisioning for port 0394c137-2e6e-4479-8e87-8a196122abda completed by entity L2. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 20:43:00.088230 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-3378d2b2-ff41-46e6-a423-3c958216e8cf req-520cb614-b423-47fa-b726-a88ac938d255 tempest-FloatingIPsAssociationNegativeTestJSON-713744009 tempest-FloatingIPsAssociationNegativeTestJSON-713744009-project] Notify callbacks [] for port, precommit_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:43:00.111015 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Provisioning complete for port 0394c137-2e6e-4479-8e87-8a196122abda triggered by entity L2. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:43:00.111387 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1253608'] for port, provisioning_complete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:43:00.139549 n-d-838334-2 neutron-server[84040]: INFO neutron.api.v2.resource [req-85e14f43-8462-48c0-a7e9-615b4c443089 req-a065dea6-139e-4604-bcb5-8da50dc67dbe tempest-SecurityGroupsNegativeTestJSON-709369995 tempest-SecurityGroupsNegativeTestJSON-709369995-project] show failed (client error): The resource could not be found. Apr 18 20:43:00.140752 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-85e14f43-8462-48c0-a7e9-615b4c443089 req-a065dea6-139e-4604-bcb5-8da50dc67dbe tempest-SecurityGroupsNegativeTestJSON-709369995 tempest-SecurityGroupsNegativeTestJSON-709369995-project] 10.222.0.42 "GET /v2.0/security-groups/704741e9-6afd-4636-83cf-cb2a15eef042 HTTP/1.1" status: 404 len: 352 time: 0.0803294 Apr 18 20:43:00.179369 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.provisioning_blocks [req-3378d2b2-ff41-46e6-a423-3c958216e8cf req-520cb614-b423-47fa-b726-a88ac938d255 tempest-FloatingIPsAssociationNegativeTestJSON-713744009 tempest-FloatingIPsAssociationNegativeTestJSON-713744009-project] Transition to ACTIVE for port object 8b9c0209-8e08-4452-b426-91a922fe9d91 will not be triggered until provisioned by entity DHCP. {{(pid=84040) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 20:43:00.234442 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:43:00.267817 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] For port 0394c137-2e6e-4479-8e87-8a196122abda, host n-h1-838334-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838334-2',level=0,port_id=0394c137-2e6e-4479-8e87-8a196122abda,segment=NetworkSegment(62b85806-94d8-4a88-a06c-da82e5932d66),segment_id=62b85806-94d8-4a88-a06c-da82e5932d66)] {{(pid=84042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:43:00.273090 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682'] for port, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:43:00.298659 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.db [req-590cd509-ecde-43af-91fa-54fb580b05c3 req-9e21318f-8888-4dea-9f43-17a2b181e718 tempest-ImagesTestJSON-757689736 tempest-ImagesTestJSON-757689736-project] For port e770f6a1-3aa5-4983-8cb4-2aeb8b352198, host n-h2-838334-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838334-2',level=0,port_id=e770f6a1-3aa5-4983-8cb4-2aeb8b352198,segment=NetworkSegment(636e5b77-90d2-4b9f-a149-e8d80d7281ee),segment_id=636e5b77-90d2-4b9f-a149-e8d80d7281ee)] {{(pid=84040) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:43:00.299037 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-590cd509-ecde-43af-91fa-54fb580b05c3 req-9e21318f-8888-4dea-9f43-17a2b181e718 tempest-ImagesTestJSON-757689736 tempest-ImagesTestJSON-757689736-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369123'] for port, precommit_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:43:00.339068 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Pushing event updated for resources: {'Port': ['ID=0394c137-2e6e-4479-8e87-8a196122abda,revision_number=5']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:43:00.467958 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.plugin [req-590cd509-ecde-43af-91fa-54fb580b05c3 req-9e21318f-8888-4dea-9f43-17a2b181e718 tempest-ImagesTestJSON-757689736 tempest-ImagesTestJSON-757689736-project] Calling delete_port for e770f6a1-3aa5-4983-8cb4-2aeb8b352198 owned by compute:nova {{(pid=84040) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 20:43:00.523173 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [req-210af48c-25a0-456e-8766-e5629caf2a7c req-1664eb34-5a77-4bc4-ad27-d37ab6180217 tempest-FloatingIPsAssociationNegativeTestJSON-713744009 tempest-FloatingIPsAssociationNegativeTestJSON-713744009-project] Synchronizing usage tracker for tenant:a7214e61b62b477cbc96b5c157267d89 on resource:port {{(pid=84040) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 20:43:00.540763 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3af75aa-92dd-477b-a482-7e11ec4bd21f req-c8d5a451-6068-4b2f-891c-5c3e3cd6ea69 tempest-ImagesTestJSON-757689736 tempest-ImagesTestJSON-757689736-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:43:00.542204 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-f3af75aa-92dd-477b-a482-7e11ec4bd21f req-c8d5a451-6068-4b2f-891c-5c3e3cd6ea69 tempest-ImagesTestJSON-757689736 tempest-ImagesTestJSON-757689736-project] 10.222.0.42 "GET /v2.0/ports?device_id=af8db128-7be1-4e22-8298-13f53b52bcf4 HTTP/1.1" status: 200 len: 946 time: 0.6209776 Apr 18 20:43:00.590488 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-3378d2b2-ff41-46e6-a423-3c958216e8cf req-520cb614-b423-47fa-b726-a88ac938d255 tempest-FloatingIPsAssociationNegativeTestJSON-713744009 tempest-FloatingIPsAssociationNegativeTestJSON-713744009-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750374836619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32440838'] for port, after_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:43:00.692531 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-aa890bfe-ee4c-4332-9c47-24f67918c02f req-127fa9ba-90c6-45be-a615-bf8585d051a1 tempest-ServersAdminNegativeTestJSON-611917932 tempest-ServersAdminNegativeTestJSON-611917932-project] Notify callbacks [] for port, precommit_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:43:00.704629 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [req-210af48c-25a0-456e-8766-e5629caf2a7c req-1664eb34-5a77-4bc4-ad27-d37ab6180217 tempest-FloatingIPsAssociationNegativeTestJSON-713744009 tempest-FloatingIPsAssociationNegativeTestJSON-713744009-project] Unset dirty status for tenant:a7214e61b62b477cbc96b5c157267d89 on resource:port {{(pid=84040) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 20:43:00.705761 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-210af48c-25a0-456e-8766-e5629caf2a7c req-1664eb34-5a77-4bc4-ad27-d37ab6180217 tempest-FloatingIPsAssociationNegativeTestJSON-713744009 tempest-FloatingIPsAssociationNegativeTestJSON-713744009-project] 10.222.0.42 "GET /v2.0/ports?device_id=87617329-db11-4d78-96ee-1f3854a4d274 HTTP/1.1" status: 200 len: 210 time: 0.3935306 Apr 18 20:43:00.769550 n-d-838334-2 neutron-server[84040]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3378d2b2-ff41-46e6-a423-3c958216e8cf req-520cb614-b423-47fa-b726-a88ac938d255 tempest-FloatingIPsAssociationNegativeTestJSON-713744009 tempest-FloatingIPsAssociationNegativeTestJSON-713744009-project] Network 428ec210-24a1-4846-adb0-d7d8a80e756c is already hosted by enough agents. {{(pid=84040) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:43:00.776997 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-f3af75aa-92dd-477b-a482-7e11ec4bd21f req-ff38e7b6-e1c2-42af-9b89-bdba477e0583 tempest-ImagesTestJSON-757689736 tempest-ImagesTestJSON-757689736-project] 10.222.0.42 "GET /v2.0/security-groups?id=59d22466-01c3-4eda-9b5c-cb887beaa55e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2253220 Apr 18 20:43:00.777972 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.provisioning_blocks [req-aa890bfe-ee4c-4332-9c47-24f67918c02f req-127fa9ba-90c6-45be-a615-bf8585d051a1 tempest-ServersAdminNegativeTestJSON-611917932 tempest-ServersAdminNegativeTestJSON-611917932-project] Transition to ACTIVE for port object 370774a2-1519-416b-b627-d03c7957a6aa will not be triggered until provisioned by entity DHCP. {{(pid=84040) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 20:43:00.784594 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-520cb614-b423-47fa-b726-a88ac938d255 tempest-FloatingIPsAssociationNegativeTestJSON-713744009 tempest-FloatingIPsAssociationNegativeTestJSON-713744009-project] Pushing event updated for resources: {'Port': ['ID=8b9c0209-8e08-4452-b426-91a922fe9d91,revision_number=1']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:43:00.787077 n-d-838334-2 neutron-server[84040]: DEBUG neutron.scheduler.base_scheduler [req-3378d2b2-ff41-46e6-a423-3c958216e8cf req-520cb614-b423-47fa-b726-a88ac938d255 tempest-FloatingIPsAssociationNegativeTestJSON-713744009 tempest-FloatingIPsAssociationNegativeTestJSON-713744009-project] Resources bound (agent type, host, resource id): {{(pid=84040) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:43:00.818304 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.l3_dvrscheduler_db [req-3378d2b2-ff41-46e6-a423-3c958216e8cf req-520cb614-b423-47fa-b726-a88ac938d255 tempest-FloatingIPsAssociationNegativeTestJSON-713744009 tempest-FloatingIPsAssociationNegativeTestJSON-713744009-project] Received port after_create {{(pid=84040) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 20:43:00.864546 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Device ef4ed1f1-208e-422f-a668-83ae05fa922d up at agent ovs-agent-n-d-838334-2 {{(pid=84042) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 20:43:00.897343 n-d-838334-2 neutron-server[84042]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'add3e6d2-a8cb-4d39-8fb8-9d1321c5f598', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0394c137-2e6e-4479-8e87-8a196122abda'}] {{(pid=84042) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 20:43:00.946562 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Provisioning complete for port ef4ed1f1-208e-422f-a668-83ae05fa922d triggered by entity L2. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:43:00.946921 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1253608'] for port, provisioning_complete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:43:01.045028 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee727e12-48e7-4b95-a15d-b88d3d8d217c req-0ab1bd72-3b37-4c57-8557-f0317da2d1be tempest-NetworksTest-1004066864 tempest-NetworksTest-1004066864-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:43:01.046915 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-ee727e12-48e7-4b95-a15d-b88d3d8d217c req-0ab1bd72-3b37-4c57-8557-f0317da2d1be tempest-NetworksTest-1004066864 tempest-NetworksTest-1004066864-project-admin] 10.222.0.42 "GET /v2.0/networks/e41b6600-a917-4a8d-b05c-be3be40c6d8c HTTP/1.1" status: 200 len: 886 time: 0.2737620 Apr 18 20:43:01.047921 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-aa890bfe-ee4c-4332-9c47-24f67918c02f req-127fa9ba-90c6-45be-a615-bf8585d051a1 tempest-ServersAdminNegativeTestJSON-611917932 tempest-ServersAdminNegativeTestJSON-611917932-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750374836619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32440838'] for port, after_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:43:01.078001 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-c273448c-2d41-42cd-ad8c-1e1cd5fa5c11 None None] Provisioning for port 8b9c0209-8e08-4452-b426-91a922fe9d91 completed by entity DHCP. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 20:43:01.086386 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-c273448c-2d41-42cd-ad8c-1e1cd5fa5c11 None None] Provisioning complete for port 8b9c0209-8e08-4452-b426-91a922fe9d91 triggered by entity DHCP. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:43:01.086572 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-c273448c-2d41-42cd-ad8c-1e1cd5fa5c11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1253608'] for port, provisioning_complete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:43:01.147151 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.plugin [None req-c273448c-2d41-42cd-ad8c-1e1cd5fa5c11 None None] Port 8b9c0209-8e08-4452-b426-91a922fe9d91 cannot update to ACTIVE because it is not bound. {{(pid=84042) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 18 20:43:01.148857 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3378d2b2-ff41-46e6-a423-3c958216e8cf req-520cb614-b423-47fa-b726-a88ac938d255 tempest-FloatingIPsAssociationNegativeTestJSON-713744009 tempest-FloatingIPsAssociationNegativeTestJSON-713744009-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:43:01.149456 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-3378d2b2-ff41-46e6-a423-3c958216e8cf req-520cb614-b423-47fa-b726-a88ac938d255 tempest-FloatingIPsAssociationNegativeTestJSON-713744009 tempest-FloatingIPsAssociationNegativeTestJSON-713744009-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217293'] for port, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:43:01.214629 n-d-838334-2 neutron-server[84040]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-aa890bfe-ee4c-4332-9c47-24f67918c02f req-127fa9ba-90c6-45be-a615-bf8585d051a1 tempest-ServersAdminNegativeTestJSON-611917932 tempest-ServersAdminNegativeTestJSON-611917932-project] Network cb56989d-7c5d-4678-b194-1d2edf1e842a is already hosted by enough agents. {{(pid=84040) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:43:01.248180 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-590cd509-ecde-43af-91fa-54fb580b05c3 req-9e21318f-8888-4dea-9f43-17a2b181e718 tempest-ImagesTestJSON-757689736 tempest-ImagesTestJSON-757689736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750375259028', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750374836628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32440838'] for port, after_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:43:01.250531 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-127fa9ba-90c6-45be-a615-bf8585d051a1 tempest-ServersAdminNegativeTestJSON-611917932 tempest-ServersAdminNegativeTestJSON-611917932-project] Pushing event updated for resources: {'Port': ['ID=370774a2-1519-416b-b627-d03c7957a6aa,revision_number=1']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:43:01.252871 n-d-838334-2 neutron-server[84040]: DEBUG neutron.scheduler.base_scheduler [req-aa890bfe-ee4c-4332-9c47-24f67918c02f req-127fa9ba-90c6-45be-a615-bf8585d051a1 tempest-ServersAdminNegativeTestJSON-611917932 tempest-ServersAdminNegativeTestJSON-611917932-project] Resources bound (agent type, host, resource id): {{(pid=84040) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:43:01.311666 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-3378d2b2-ff41-46e6-a423-3c958216e8cf req-520cb614-b423-47fa-b726-a88ac938d255 tempest-FloatingIPsAssociationNegativeTestJSON-713744009 tempest-FloatingIPsAssociationNegativeTestJSON-713744009-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.8207262 Apr 18 20:43:01.334877 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e21318f-8888-4dea-9f43-17a2b181e718 tempest-ImagesTestJSON-757689736 tempest-ImagesTestJSON-757689736-project] Pushing event deleted for resources: {'Port': ['ID=e770f6a1-3aa5-4983-8cb4-2aeb8b352198,revision_number=None']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:43:01.340091 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.v2.base [req-3378d2b2-ff41-46e6-a423-3c958216e8cf req-24e09f88-2ec8-48ec-bd55-7ce1b17bf80b service neutron] Request body: {'port': {'device_id': '87617329-db11-4d78-96ee-1f3854a4d274', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-838334-2'}} {{(pid=84040) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 20:43:01.423690 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.l3_dvrscheduler_db [req-aa890bfe-ee4c-4332-9c47-24f67918c02f req-127fa9ba-90c6-45be-a615-bf8585d051a1 tempest-ServersAdminNegativeTestJSON-611917932 tempest-ServersAdminNegativeTestJSON-611917932-project] Received port after_create {{(pid=84040) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 20:43:01.613657 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d681d576-f9da-4143-94ba-d0a7e2975307 req-bb571a33-4419-423d-9fd0-ea3ed6aac738 tempest-ServersOnMultiNodesTest-1168278630 tempest-ServersOnMultiNodesTest-1168278630-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:43:01.615095 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-d681d576-f9da-4143-94ba-d0a7e2975307 req-bb571a33-4419-423d-9fd0-ea3ed6aac738 tempest-ServersOnMultiNodesTest-1168278630 tempest-ServersOnMultiNodesTest-1168278630-project] 10.222.0.42 "GET /v2.0/ports?device_id=add3e6d2-a8cb-4d39-8fb8-9d1321c5f598 HTTP/1.1" status: 200 len: 949 time: 0.6160624 Apr 18 20:43:01.670128 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-f36582f9-8a13-4e51-953c-0417387822c1 None None] Provisioning for port 370774a2-1519-416b-b627-d03c7957a6aa completed by entity DHCP. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 20:43:01.676490 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-f36582f9-8a13-4e51-953c-0417387822c1 None None] Provisioning complete for port 370774a2-1519-416b-b627-d03c7957a6aa triggered by entity DHCP. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:43:01.676848 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-f36582f9-8a13-4e51-953c-0417387822c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1253608'] for port, provisioning_complete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:43:01.717197 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.l3_dvrscheduler_db [req-590cd509-ecde-43af-91fa-54fb580b05c3 req-9e21318f-8888-4dea-9f43-17a2b181e718 tempest-ImagesTestJSON-757689736 tempest-ImagesTestJSON-757689736-project] No DVR routers for this DVR port e770f6a1-3aa5-4983-8cb4-2aeb8b352198 on host n-h2-838334-2 {{(pid=84040) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 20:43:01.728151 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.plugin [None req-f36582f9-8a13-4e51-953c-0417387822c1 None None] Port 370774a2-1519-416b-b627-d03c7957a6aa cannot update to ACTIVE because it is not bound. {{(pid=84042) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 18 20:43:01.737383 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-590cd509-ecde-43af-91fa-54fb580b05c3 req-9e21318f-8888-4dea-9f43-17a2b181e718 tempest-ImagesTestJSON-757689736 tempest-ImagesTestJSON-757689736-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217293'] for port, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:43:01.739275 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-590cd509-ecde-43af-91fa-54fb580b05c3 req-9e21318f-8888-4dea-9f43-17a2b181e718 tempest-ImagesTestJSON-757689736 tempest-ImagesTestJSON-757689736-project] 10.222.0.48 "DELETE /v2.0/ports/e770f6a1-3aa5-4983-8cb4-2aeb8b352198 HTTP/1.1" status: 204 len: 173 time: 2.6420398 Apr 18 20:43:01.742732 n-d-838334-2 neutron-server[84040]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'af8db128-7be1-4e22-8298-13f53b52bcf4', 'name': 'network-vif-deleted', 'tag': 'e770f6a1-3aa5-4983-8cb4-2aeb8b352198'}] {{(pid=84040) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 20:43:01.755092 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa890bfe-ee4c-4332-9c47-24f67918c02f req-127fa9ba-90c6-45be-a615-bf8585d051a1 tempest-ServersAdminNegativeTestJSON-611917932 tempest-ServersAdminNegativeTestJSON-611917932-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:43:01.755712 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-aa890bfe-ee4c-4332-9c47-24f67918c02f req-127fa9ba-90c6-45be-a615-bf8585d051a1 tempest-ServersAdminNegativeTestJSON-611917932 tempest-ServersAdminNegativeTestJSON-611917932-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217293'] for port, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:43:01.788827 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-3378d2b2-ff41-46e6-a423-3c958216e8cf req-24e09f88-2ec8-48ec-bd55-7ce1b17bf80b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:43:01.806842 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-508225ac-3a3a-4c87-bb94-063ddf3d4eb4 req-f0280a27-5ea1-4d10-b5fd-ca9b49cee07a tempest-ServersAdminNegativeTestJSON-611917932 tempest-ServersAdminNegativeTestJSON-611917932-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:43:01.807506 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [req-508225ac-3a3a-4c87-bb94-063ddf3d4eb4 req-f0280a27-5ea1-4d10-b5fd-ca9b49cee07a tempest-ServersAdminNegativeTestJSON-611917932 tempest-ServersAdminNegativeTestJSON-611917932-project] Synchronizing usage tracker for tenant:d2b823f322cf4b378af07737106dd8b5 on resource:port {{(pid=84040) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 20:43:01.824102 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-aa890bfe-ee4c-4332-9c47-24f67918c02f req-127fa9ba-90c6-45be-a615-bf8585d051a1 tempest-ServersAdminNegativeTestJSON-611917932 tempest-ServersAdminNegativeTestJSON-611917932-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 4.9003506 Apr 18 20:43:01.829045 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-d681d576-f9da-4143-94ba-d0a7e2975307 req-6eeb46a0-5a50-47c1-a639-e92f8604d784 tempest-ServersOnMultiNodesTest-1168278630 tempest-ServersOnMultiNodesTest-1168278630-project] 10.222.0.42 "GET /v2.0/security-groups?id=e1e985d3-f227-45b4-b9a7-ffadcd0db1b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1846874 Apr 18 20:43:01.871794 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.v2.base [req-aa890bfe-ee4c-4332-9c47-24f67918c02f req-0a086730-a35f-4845-8c8c-ece47d1b2fd1 service neutron] Request body: {'port': {'device_id': '0c84c94b-89b5-484c-8be5-c2f29cb8d5c1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-838334-2'}} {{(pid=84040) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 20:43:01.913879 n-d-838334-2 neutron-server[84042]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1f85d41b-f382-41bc-94d2-948842710be6'] response: {'server_uuid': 'add3e6d2-a8cb-4d39-8fb8-9d1321c5f598', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0394c137-2e6e-4479-8e87-8a196122abda', 'code': 200} Apr 18 20:43:01.921331 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [req-508225ac-3a3a-4c87-bb94-063ddf3d4eb4 req-f0280a27-5ea1-4d10-b5fd-ca9b49cee07a tempest-ServersAdminNegativeTestJSON-611917932 tempest-ServersAdminNegativeTestJSON-611917932-project] Unset dirty status for tenant:d2b823f322cf4b378af07737106dd8b5 on resource:port {{(pid=84040) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 20:43:01.921834 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-508225ac-3a3a-4c87-bb94-063ddf3d4eb4 req-f0280a27-5ea1-4d10-b5fd-ca9b49cee07a tempest-ServersAdminNegativeTestJSON-611917932 tempest-ServersAdminNegativeTestJSON-611917932-project] 10.222.0.42 "GET /v2.0/ports?device_id=0c84c94b-89b5-484c-8be5-c2f29cb8d5c1 HTTP/1.1" status: 200 len: 936 time: 0.7198162 Apr 18 20:43:01.998437 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Device e770f6a1-3aa5-4983-8cb4-2aeb8b352198 no longer exists at agent hyperv_n-h2-838334-2 {{(pid=84042) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 20:43:02.040586 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.plugin [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] No Port match for: e770f6a1-3aa5-4983-8cb4-2aeb8b352198 {{(pid=84042) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 18 20:43:02.041162 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Device e770f6a1-3aa5-4983-8cb4-2aeb8b352198 not bound to the agent host n-h2-838334-2 {{(pid=84042) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 20:43:02.064311 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-2fbc55b0-23c6-47ce-972f-e59756fdf15f req-bcc51423-2cd6-426e-8d3e-b8400a8a48a9 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=add3e6d2-a8cb-4d39-8fb8-9d1321c5f598 HTTP/1.1" status: 200 len: 1100 time: 0.0706201 Apr 18 20:43:02.113059 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-2fbc55b0-23c6-47ce-972f-e59756fdf15f req-49063f35-5171-437f-b4f5-70ed0a1cc2d4 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=e1e985d3-f227-45b4-b9a7-ffadcd0db1b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419266 Apr 18 20:43:02.200203 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [req-508225ac-3a3a-4c87-bb94-063ddf3d4eb4 req-d04af382-1868-4c8c-a56e-1cbba6adbbcc tempest-ServersAdminNegativeTestJSON-611917932 tempest-ServersAdminNegativeTestJSON-611917932-project] Synchronizing usage tracker for tenant:d2b823f322cf4b378af07737106dd8b5 on resource:security_group {{(pid=84040) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 20:43:02.218135 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-aa890bfe-ee4c-4332-9c47-24f67918c02f req-0a086730-a35f-4845-8c8c-ece47d1b2fd1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:43:02.379301 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [req-508225ac-3a3a-4c87-bb94-063ddf3d4eb4 req-d04af382-1868-4c8c-a56e-1cbba6adbbcc tempest-ServersAdminNegativeTestJSON-611917932 tempest-ServersAdminNegativeTestJSON-611917932-project] Unset dirty status for tenant:d2b823f322cf4b378af07737106dd8b5 on resource:security_group {{(pid=84040) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 20:43:02.380485 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-508225ac-3a3a-4c87-bb94-063ddf3d4eb4 req-d04af382-1868-4c8c-a56e-1cbba6adbbcc tempest-ServersAdminNegativeTestJSON-611917932 tempest-ServersAdminNegativeTestJSON-611917932-project] 10.222.0.42 "GET /v2.0/security-groups?id=e0395a73-aa6b-4ce1-bb5e-d7bf600d145b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4464445 Apr 18 20:43:02.417707 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ba7bf1f-3ea2-40ce-a992-432499144b35 req-1d0b7975-5c1d-4a56-a03b-f0f91ddee875 tempest-NetworksTest-1004066864 tempest-NetworksTest-1004066864-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:43:02.418078 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ba7bf1f-3ea2-40ce-a992-432499144b35 req-1d0b7975-5c1d-4a56-a03b-f0f91ddee875 tempest-NetworksTest-1004066864 tempest-NetworksTest-1004066864-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:43:02.418447 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ba7bf1f-3ea2-40ce-a992-432499144b35 req-1d0b7975-5c1d-4a56-a03b-f0f91ddee875 tempest-NetworksTest-1004066864 tempest-NetworksTest-1004066864-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:43:02.418903 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ba7bf1f-3ea2-40ce-a992-432499144b35 req-1d0b7975-5c1d-4a56-a03b-f0f91ddee875 tempest-NetworksTest-1004066864 tempest-NetworksTest-1004066864-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:43:02.419266 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ba7bf1f-3ea2-40ce-a992-432499144b35 req-1d0b7975-5c1d-4a56-a03b-f0f91ddee875 tempest-NetworksTest-1004066864 tempest-NetworksTest-1004066864-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:43:02.419719 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ba7bf1f-3ea2-40ce-a992-432499144b35 req-1d0b7975-5c1d-4a56-a03b-f0f91ddee875 tempest-NetworksTest-1004066864 tempest-NetworksTest-1004066864-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:43:02.420091 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ba7bf1f-3ea2-40ce-a992-432499144b35 req-1d0b7975-5c1d-4a56-a03b-f0f91ddee875 tempest-NetworksTest-1004066864 tempest-NetworksTest-1004066864-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:43:02.421124 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ba7bf1f-3ea2-40ce-a992-432499144b35 req-1d0b7975-5c1d-4a56-a03b-f0f91ddee875 tempest-NetworksTest-1004066864 tempest-NetworksTest-1004066864-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:43:02.421497 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ba7bf1f-3ea2-40ce-a992-432499144b35 req-1d0b7975-5c1d-4a56-a03b-f0f91ddee875 tempest-NetworksTest-1004066864 tempest-NetworksTest-1004066864-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:43:02.421852 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ba7bf1f-3ea2-40ce-a992-432499144b35 req-1d0b7975-5c1d-4a56-a03b-f0f91ddee875 tempest-NetworksTest-1004066864 tempest-NetworksTest-1004066864-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:43:02.423800 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-5ba7bf1f-3ea2-40ce-a992-432499144b35 req-1d0b7975-5c1d-4a56-a03b-f0f91ddee875 tempest-NetworksTest-1004066864 tempest-NetworksTest-1004066864-project-admin] 10.222.0.42 "GET /v2.0/networks HTTP/1.1" status: 200 len: 7100 time: 0.4840841 Apr 18 20:43:02.659584 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [req-51c6f57d-6ecd-41b9-9f8b-26858b8fad35 req-69db5b87-e056-4eda-85e3-54e71bf91706 tempest-SecurityGroupsNegativeTestJSON-709369995 tempest-SecurityGroupsNegativeTestJSON-709369995-project] Synchronizing usage tracker for tenant:0d7443fc5ca642908fcaa9910668cf23 on resource:security_group {{(pid=84040) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 20:43:02.737050 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 39038) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:43:02.814072 n-d-838334-2 neutron-server[84040]: DEBUG neutron.notifiers.nova [req-3378d2b2-ff41-46e6-a423-3c958216e8cf req-24e09f88-2ec8-48ec-bd55-7ce1b17bf80b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8b9c0209-8e08-4452-b426-91a922fe9d91 {{(pid=84040) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 18 20:43:02.824807 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [req-51c6f57d-6ecd-41b9-9f8b-26858b8fad35 req-69db5b87-e056-4eda-85e3-54e71bf91706 tempest-SecurityGroupsNegativeTestJSON-709369995 tempest-SecurityGroupsNegativeTestJSON-709369995-project] Unset dirty status for tenant:0d7443fc5ca642908fcaa9910668cf23 on resource:security_group {{(pid=84040) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 20:43:02.826031 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-51c6f57d-6ecd-41b9-9f8b-26858b8fad35 req-69db5b87-e056-4eda-85e3-54e71bf91706 tempest-SecurityGroupsNegativeTestJSON-709369995 tempest-SecurityGroupsNegativeTestJSON-709369995-project] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=0d7443fc5ca642908fcaa9910668cf23 HTTP/1.1" status: 200 len: 2652 time: 0.3904459 Apr 18 20:43:02.829557 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-3378d2b2-ff41-46e6-a423-3c958216e8cf req-24e09f88-2ec8-48ec-bd55-7ce1b17bf80b service neutron] Notify callbacks [] for port, precommit_update {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:43:02.883258 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.provisioning_blocks [req-3378d2b2-ff41-46e6-a423-3c958216e8cf req-24e09f88-2ec8-48ec-bd55-7ce1b17bf80b service neutron] Transition to ACTIVE for port object 8b9c0209-8e08-4452-b426-91a922fe9d91 will not be triggered until provisioned by entity L2. {{(pid=84040) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 20:43:02.884497 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-bef57cd3-1cef-49a4-9dd2-4917c9a4a466 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:43:02.910046 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-3378d2b2-ff41-46e6-a423-3c958216e8cf req-24e09f88-2ec8-48ec-bd55-7ce1b17bf80b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32440959'] for port, after_update {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:43:02.917195 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-bef57cd3-1cef-49a4-9dd2-4917c9a4a466 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:43:02.921618 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-bef57cd3-1cef-49a4-9dd2-4917c9a4a466 admin admin] Usage tracker for resource:security_group_rule and tenant:3d8872497fa94e34aa0d125eab41e770 is out of sync, need to count used quota {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:43:02.924540 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-bef57cd3-1cef-49a4-9dd2-4917c9a4a466 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:43:02.930272 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-bef57cd3-1cef-49a4-9dd2-4917c9a4a466 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:43:02.950642 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb00083d-f6d5-43c6-98a0-e82dc4e1b863 req-56e9cb24-9dfe-40b3-bcd3-ebbf6d8bff5a tempest-FloatingIPsAssociationNegativeTestJSON-713744009 tempest-FloatingIPsAssociationNegativeTestJSON-713744009-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:43:02.952603 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-fb00083d-f6d5-43c6-98a0-e82dc4e1b863 req-56e9cb24-9dfe-40b3-bcd3-ebbf6d8bff5a tempest-FloatingIPsAssociationNegativeTestJSON-713744009 tempest-FloatingIPsAssociationNegativeTestJSON-713744009-project] 10.222.0.42 "GET /v2.0/ports?device_id=87617329-db11-4d78-96ee-1f3854a4d274 HTTP/1.1" status: 200 len: 932 time: 0.3711636 Apr 18 20:43:03.004924 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-bef57cd3-1cef-49a4-9dd2-4917c9a4a466 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:43:03.009950 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-bef57cd3-1cef-49a4-9dd2-4917c9a4a466 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33528224'] for security_group, after_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:43:03.040352 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-51c6f57d-6ecd-41b9-9f8b-26858b8fad35 req-20d4682f-6695-4c4b-a17c-e4ad5a007f9e tempest-SecurityGroupsNegativeTestJSON-709369995 tempest-SecurityGroupsNegativeTestJSON-709369995-project] 10.222.0.42 "GET /v2.0/security-groups/ec80af95-7b8c-4719-863b-d249bcb5a4c6 HTTP/1.1" status: 200 len: 2649 time: 0.2066293 Apr 18 20:43:03.059791 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bef57cd3-1cef-49a4-9dd2-4917c9a4a466 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=133b21e5-31a0-435d-a617-046adf419c14,revision_number=1']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:43:03.065333 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-bef57cd3-1cef-49a4-9dd2-4917c9a4a466 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=3d8872497fa94e34aa0d125eab41e770&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3271928 Apr 18 20:43:03.068085 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 39046) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:43:03.111054 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.db.resource_extend [req-aa890bfe-ee4c-4332-9c47-24f67918c02f req-0a086730-a35f-4845-8c8c-ece47d1b2fd1 service neutron] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 18 20:43:03.149713 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-24b28bf3-a491-42c9-9d50-9f2652a9177f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:43:03.177538 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-24b28bf3-a491-42c9-9d50-9f2652a9177f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:43:03.190397 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24e09f88-2ec8-48ec-bd55-7ce1b17bf80b service neutron] Pushing event updated for resources: {'Port': ['ID=8b9c0209-8e08-4452-b426-91a922fe9d91,revision_number=2']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:43:03.228283 n-d-838334-2 neutron-server[84040]: DEBUG neutron.notifiers.nova [req-aa890bfe-ee4c-4332-9c47-24f67918c02f req-0a086730-a35f-4845-8c8c-ece47d1b2fd1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 370774a2-1519-416b-b627-d03c7957a6aa {{(pid=84040) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 18 20:43:03.253678 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-aa890bfe-ee4c-4332-9c47-24f67918c02f req-0a086730-a35f-4845-8c8c-ece47d1b2fd1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:43:03.263401 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-fb00083d-f6d5-43c6-98a0-e82dc4e1b863 req-9202a35a-ccdf-41f8-a45c-4d7a202b896c tempest-FloatingIPsAssociationNegativeTestJSON-713744009 tempest-FloatingIPsAssociationNegativeTestJSON-713744009-project] 10.222.0.42 "GET /v2.0/security-groups?id=c7496943-c876-45a6-b20e-7ae98eeeb30c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2922220 Apr 18 20:43:03.277259 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-24b28bf3-a491-42c9-9d50-9f2652a9177f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33528224'] for security_group, after_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:43:03.298484 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24b28bf3-a491-42c9-9d50-9f2652a9177f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=133b21e5-31a0-435d-a617-046adf419c14,revision_number=None']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:43:03.308531 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-24b28bf3-a491-42c9-9d50-9f2652a9177f admin admin] Notify callbacks [] for security_group, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:43:03.327610 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-24b28bf3-a491-42c9-9d50-9f2652a9177f admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/133b21e5-31a0-435d-a617-046adf419c14 HTTP/1.1" status: 204 len: 168 time: 0.2582185 Apr 18 20:43:03.370989 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.provisioning_blocks [req-aa890bfe-ee4c-4332-9c47-24f67918c02f req-0a086730-a35f-4845-8c8c-ece47d1b2fd1 service neutron] Transition to ACTIVE for port object 370774a2-1519-416b-b627-d03c7957a6aa will not be triggered until provisioned by entity L2. {{(pid=84040) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 20:43:03.372828 n-d-838334-2 neutron-server[84040]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bf75b3f7-b6d6-40d6-8c44-e2f09522483e'] response: {'server_uuid': 'af8db128-7be1-4e22-8298-13f53b52bcf4', 'name': 'network-vif-deleted', 'tag': 'e770f6a1-3aa5-4983-8cb4-2aeb8b352198', 'status': 'completed', 'code': 200} Apr 18 20:43:03.400481 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-aa890bfe-ee4c-4332-9c47-24f67918c02f req-0a086730-a35f-4845-8c8c-ece47d1b2fd1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32440959'] for port, after_update {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:43:03.410674 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-51c6f57d-6ecd-41b9-9f8b-26858b8fad35 req-fc9496a6-954f-4e52-bbe0-2a058d9523a0 tempest-SecurityGroupsNegativeTestJSON-709369995 tempest-SecurityGroupsNegativeTestJSON-709369995-project] 10.222.0.42 "GET /v2.0/security-groups/ec80af95-7b8c-4719-863b-d249bcb5a4c6 HTTP/1.1" status: 200 len: 2649 time: 0.2234845 Apr 18 20:43:03.423254 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750375287399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253529'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:43:03.743745 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 39062) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:43:03.763881 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-7e14785e-ce1e-4cd0-b75a-0fdc8775f6b6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:43:03.766081 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a086730-a35f-4845-8c8c-ece47d1b2fd1 service neutron] Pushing event updated for resources: {'Port': ['ID=370774a2-1519-416b-b627-d03c7957a6aa,revision_number=2']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:43:03.790438 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.managers [req-3378d2b2-ff41-46e6-a423-3c958216e8cf req-24e09f88-2ec8-48ec-bd55-7ce1b17bf80b service neutron] Attempting to bind port 8b9c0209-8e08-4452-b426-91a922fe9d91 on host n-h2-838334-2 for vnic_type normal with profile {{(pid=84040) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:43:03.790963 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.managers [req-3378d2b2-ff41-46e6-a423-3c958216e8cf req-24e09f88-2ec8-48ec-bd55-7ce1b17bf80b service neutron] Attempting to bind port 8b9c0209-8e08-4452-b426-91a922fe9d91 by drivers openvswitch,hyperv on host n-h2-838334-2 at level 0 using segments [{'id': '338f9095-81f0-4251-a330-d99a5f14455b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '428ec210-24a1-4846-adb0-d7d8a80e756c'}] {{(pid=84040) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:43:03.791184 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3378d2b2-ff41-46e6-a423-3c958216e8cf req-24e09f88-2ec8-48ec-bd55-7ce1b17bf80b service neutron] Attempting to bind port 8b9c0209-8e08-4452-b426-91a922fe9d91 on network 428ec210-24a1-4846-adb0-d7d8a80e756c {{(pid=84040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 20:43:03.810488 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-7e14785e-ce1e-4cd0-b75a-0fdc8775f6b6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:43:03.816119 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-7e14785e-ce1e-4cd0-b75a-0fdc8775f6b6 admin admin] Usage tracker for resource:security_group_rule and tenant:1b227587a0f1416ab2f270f862b77e7f is out of sync, need to count used quota {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:43:03.819421 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-7e14785e-ce1e-4cd0-b75a-0fdc8775f6b6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:43:03.836067 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-7e14785e-ce1e-4cd0-b75a-0fdc8775f6b6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:43:03.851015 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3378d2b2-ff41-46e6-a423-3c958216e8cf req-24e09f88-2ec8-48ec-bd55-7ce1b17bf80b service neutron] Port 8b9c0209-8e08-4452-b426-91a922fe9d91 on network 428ec210-24a1-4846-adb0-d7d8a80e756c not bound, no agent of type Open vSwitch agent registered on host n-h2-838334-2 {{(pid=84040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 18 20:43:03.851588 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3378d2b2-ff41-46e6-a423-3c958216e8cf req-24e09f88-2ec8-48ec-bd55-7ce1b17bf80b service neutron] Attempting to bind port 8b9c0209-8e08-4452-b426-91a922fe9d91 on network 428ec210-24a1-4846-adb0-d7d8a80e756c {{(pid=84040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 20:43:03.925870 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3378d2b2-ff41-46e6-a423-3c958216e8cf req-24e09f88-2ec8-48ec-bd55-7ce1b17bf80b service neutron] Checking agent: {'id': 'dc797004-f641-47b7-a77f-9c62b5b16296', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-838334-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 34, 3), 'started_at': datetime.datetime(2022, 4, 18, 20, 34, 3), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 20, 43, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 18 20:43:03.926272 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3378d2b2-ff41-46e6-a423-3c958216e8cf req-24e09f88-2ec8-48ec-bd55-7ce1b17bf80b service neutron] Checking segment: {'id': '338f9095-81f0-4251-a330-d99a5f14455b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '428ec210-24a1-4846-adb0-d7d8a80e756c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84040) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 20:43:03.926579 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3378d2b2-ff41-46e6-a423-3c958216e8cf req-24e09f88-2ec8-48ec-bd55-7ce1b17bf80b service neutron] Bound using segment: {'id': '338f9095-81f0-4251-a330-d99a5f14455b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '428ec210-24a1-4846-adb0-d7d8a80e756c'} {{(pid=84040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 18 20:43:03.927171 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.managers [req-3378d2b2-ff41-46e6-a423-3c958216e8cf req-24e09f88-2ec8-48ec-bd55-7ce1b17bf80b service neutron] Bound port: 8b9c0209-8e08-4452-b426-91a922fe9d91, host: n-h2-838334-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '338f9095-81f0-4251-a330-d99a5f14455b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '428ec210-24a1-4846-adb0-d7d8a80e756c'}}] {{(pid=84040) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 20:43:03.927372 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-3378d2b2-ff41-46e6-a423-3c958216e8cf req-24e09f88-2ec8-48ec-bd55-7ce1b17bf80b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:43:03.934832 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-7e14785e-ce1e-4cd0-b75a-0fdc8775f6b6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:43:03.941042 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-7e14785e-ce1e-4cd0-b75a-0fdc8775f6b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33528224'] for security_group, after_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:43:03.954325 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-379aceff-1e8f-441b-b8e9-adc08459affb req-4bfab312-01fc-4545-bd00-31e293f2e3fc tempest-ServersOnMultiNodesTest-1168278630 tempest-ServersOnMultiNodesTest-1168278630-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:43:03.955914 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-379aceff-1e8f-441b-b8e9-adc08459affb req-4bfab312-01fc-4545-bd00-31e293f2e3fc tempest-ServersOnMultiNodesTest-1168278630 tempest-ServersOnMultiNodesTest-1168278630-project] 10.222.0.42 "GET /v2.0/ports?device_id=add3e6d2-a8cb-4d39-8fb8-9d1321c5f598 HTTP/1.1" status: 200 len: 949 time: 0.3835959 Apr 18 20:43:03.965365 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86048170-048f-40d8-8dd1-1ba2417ecd1b req-35b1aa37-be1f-4ae0-8762-0c84c8e84d6c tempest-ServersAdminNegativeTestJSON-611917932 tempest-ServersAdminNegativeTestJSON-611917932-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:43:03.966813 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-86048170-048f-40d8-8dd1-1ba2417ecd1b req-35b1aa37-be1f-4ae0-8762-0c84c8e84d6c tempest-ServersAdminNegativeTestJSON-611917932 tempest-ServersAdminNegativeTestJSON-611917932-project] 10.222.0.42 "GET /v2.0/ports?device_id=0c84c94b-89b5-484c-8be5-c2f29cb8d5c1 HTTP/1.1" status: 200 len: 948 time: 0.3909571 Apr 18 20:43:04.007236 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e14785e-ce1e-4cd0-b75a-0fdc8775f6b6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c652ba5d-e58f-44fe-96c6-82b9f3bf73ec,revision_number=1']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:43:04.016233 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-7e14785e-ce1e-4cd0-b75a-0fdc8775f6b6 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=1b227587a0f1416ab2f270f862b77e7f&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2711942 Apr 18 20:43:04.016820 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 39066) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:43:04.086299 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.managers [req-aa890bfe-ee4c-4332-9c47-24f67918c02f req-0a086730-a35f-4845-8c8c-ece47d1b2fd1 service neutron] Attempting to bind port 370774a2-1519-416b-b627-d03c7957a6aa on host n-h2-838334-2 for vnic_type normal with profile {{(pid=84040) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:43:04.086625 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.managers [req-aa890bfe-ee4c-4332-9c47-24f67918c02f req-0a086730-a35f-4845-8c8c-ece47d1b2fd1 service neutron] Attempting to bind port 370774a2-1519-416b-b627-d03c7957a6aa by drivers openvswitch,hyperv on host n-h2-838334-2 at level 0 using segments [{'id': '62b85806-94d8-4a88-a06c-da82e5932d66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': 'cb56989d-7c5d-4678-b194-1d2edf1e842a'}] {{(pid=84040) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:43:04.086956 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa890bfe-ee4c-4332-9c47-24f67918c02f req-0a086730-a35f-4845-8c8c-ece47d1b2fd1 service neutron] Attempting to bind port 370774a2-1519-416b-b627-d03c7957a6aa on network cb56989d-7c5d-4678-b194-1d2edf1e842a {{(pid=84040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 20:43:04.088129 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-230e29ce-1f5a-4e73-9c11-6160d4c4a899 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:43:04.116486 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-230e29ce-1f5a-4e73-9c11-6160d4c4a899 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:43:04.134555 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa890bfe-ee4c-4332-9c47-24f67918c02f req-0a086730-a35f-4845-8c8c-ece47d1b2fd1 service neutron] Port 370774a2-1519-416b-b627-d03c7957a6aa on network cb56989d-7c5d-4678-b194-1d2edf1e842a not bound, no agent of type Open vSwitch agent registered on host n-h2-838334-2 {{(pid=84040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 18 20:43:04.134869 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa890bfe-ee4c-4332-9c47-24f67918c02f req-0a086730-a35f-4845-8c8c-ece47d1b2fd1 service neutron] Attempting to bind port 370774a2-1519-416b-b627-d03c7957a6aa on network cb56989d-7c5d-4678-b194-1d2edf1e842a {{(pid=84040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 20:43:04.143778 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-379aceff-1e8f-441b-b8e9-adc08459affb req-59e5bbb9-d64c-4088-8316-8b36304282ec tempest-ServersOnMultiNodesTest-1168278630 tempest-ServersOnMultiNodesTest-1168278630-project] 10.222.0.42 "GET /v2.0/security-groups?id=e1e985d3-f227-45b4-b9a7-ffadcd0db1b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1758530 Apr 18 20:43:04.145858 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.db [req-3378d2b2-ff41-46e6-a423-3c958216e8cf req-24e09f88-2ec8-48ec-bd55-7ce1b17bf80b service neutron] For port 8b9c0209-8e08-4452-b426-91a922fe9d91, host n-h2-838334-2, cleared binding levels {{(pid=84040) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 20:43:04.149819 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.db [req-3378d2b2-ff41-46e6-a423-3c958216e8cf req-24e09f88-2ec8-48ec-bd55-7ce1b17bf80b service neutron] For port 8b9c0209-8e08-4452-b426-91a922fe9d91, host n-h2-838334-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838334-2',level=0,port_id=8b9c0209-8e08-4452-b426-91a922fe9d91,segment=NetworkSegment(338f9095-81f0-4251-a330-d99a5f14455b),segment_id=338f9095-81f0-4251-a330-d99a5f14455b)] {{(pid=84040) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 20:43:04.157328 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-86048170-048f-40d8-8dd1-1ba2417ecd1b req-262e53fa-144f-4cbc-9e17-ac4170fa655c tempest-ServersAdminNegativeTestJSON-611917932 tempest-ServersAdminNegativeTestJSON-611917932-project] 10.222.0.42 "GET /v2.0/security-groups?id=e0395a73-aa6b-4ce1-bb5e-d7bf600d145b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1476576 Apr 18 20:43:04.158289 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa890bfe-ee4c-4332-9c47-24f67918c02f req-0a086730-a35f-4845-8c8c-ece47d1b2fd1 service neutron] Checking agent: {'id': 'dc797004-f641-47b7-a77f-9c62b5b16296', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-838334-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 34, 3), 'started_at': datetime.datetime(2022, 4, 18, 20, 34, 3), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 20, 43, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 18 20:43:04.158617 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa890bfe-ee4c-4332-9c47-24f67918c02f req-0a086730-a35f-4845-8c8c-ece47d1b2fd1 service neutron] Checking segment: {'id': '62b85806-94d8-4a88-a06c-da82e5932d66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': 'cb56989d-7c5d-4678-b194-1d2edf1e842a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84040) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 20:43:04.158975 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa890bfe-ee4c-4332-9c47-24f67918c02f req-0a086730-a35f-4845-8c8c-ece47d1b2fd1 service neutron] Bound using segment: {'id': '62b85806-94d8-4a88-a06c-da82e5932d66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': 'cb56989d-7c5d-4678-b194-1d2edf1e842a'} {{(pid=84040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 18 20:43:04.159406 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.managers [req-aa890bfe-ee4c-4332-9c47-24f67918c02f req-0a086730-a35f-4845-8c8c-ece47d1b2fd1 service neutron] Bound port: 370774a2-1519-416b-b627-d03c7957a6aa, host: n-h2-838334-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '62b85806-94d8-4a88-a06c-da82e5932d66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': 'cb56989d-7c5d-4678-b194-1d2edf1e842a'}}] {{(pid=84040) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 20:43:04.159779 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-aa890bfe-ee4c-4332-9c47-24f67918c02f req-0a086730-a35f-4845-8c8c-ece47d1b2fd1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:43:04.183062 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-3378d2b2-ff41-46e6-a423-3c958216e8cf req-24e09f88-2ec8-48ec-bd55-7ce1b17bf80b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32440959'] for port, after_update {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:43:04.200601 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-230e29ce-1f5a-4e73-9c11-6160d4c4a899 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33528224'] for security_group, after_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:43:04.221164 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-230e29ce-1f5a-4e73-9c11-6160d4c4a899 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c652ba5d-e58f-44fe-96c6-82b9f3bf73ec,revision_number=None']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:43:04.229369 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-230e29ce-1f5a-4e73-9c11-6160d4c4a899 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:43:04.235677 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-230e29ce-1f5a-4e73-9c11-6160d4c4a899 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/c652ba5d-e58f-44fe-96c6-82b9f3bf73ec HTTP/1.1" status: 204 len: 168 time: 0.2176282 Apr 18 20:43:04.354819 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-3378d2b2-ff41-46e6-a423-3c958216e8cf req-24e09f88-2ec8-48ec-bd55-7ce1b17bf80b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217293'] for port, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:43:04.356187 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-3378d2b2-ff41-46e6-a423-3c958216e8cf req-24e09f88-2ec8-48ec-bd55-7ce1b17bf80b service neutron] 10.222.0.48 "PUT /v2.0/ports/8b9c0209-8e08-4452-b426-91a922fe9d91 HTTP/1.1" status: 200 len: 1092 time: 3.0228877 Apr 18 20:43:04.393202 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24e09f88-2ec8-48ec-bd55-7ce1b17bf80b service neutron] Pushing event updated for resources: {'Port': ['ID=8b9c0209-8e08-4452-b426-91a922fe9d91,revision_number=3']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:43:04.400054 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-385b2202-2491-406d-b4f6-6474ad85d9ef req-590ece03-b20b-4de5-add1-ed4cf770c2cb tempest-SecurityGroupsNegativeTestJSON-709369995 tempest-SecurityGroupsNegativeTestJSON-709369995-project] 10.222.0.42 "GET /v2.0/security-groups/ec80af95-7b8c-4719-863b-d249bcb5a4c6 HTTP/1.1" status: 200 len: 2649 time: 0.1753888 Apr 18 20:43:04.472623 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.db [req-aa890bfe-ee4c-4332-9c47-24f67918c02f req-0a086730-a35f-4845-8c8c-ece47d1b2fd1 service neutron] For port 370774a2-1519-416b-b627-d03c7957a6aa, host n-h2-838334-2, cleared binding levels {{(pid=84040) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 20:43:04.551580 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.db [req-aa890bfe-ee4c-4332-9c47-24f67918c02f req-0a086730-a35f-4845-8c8c-ece47d1b2fd1 service neutron] For port 370774a2-1519-416b-b627-d03c7957a6aa, host n-h2-838334-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838334-2',level=0,port_id=370774a2-1519-416b-b627-d03c7957a6aa,segment=NetworkSegment(62b85806-94d8-4a88-a06c-da82e5932d66),segment_id=62b85806-94d8-4a88-a06c-da82e5932d66)] {{(pid=84040) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 20:43:04.568321 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-aa890bfe-ee4c-4332-9c47-24f67918c02f req-0a086730-a35f-4845-8c8c-ece47d1b2fd1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32440959'] for port, after_update {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:43:04.674117 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-aa890bfe-ee4c-4332-9c47-24f67918c02f req-0a086730-a35f-4845-8c8c-ece47d1b2fd1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217293'] for port, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:43:04.675742 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-aa890bfe-ee4c-4332-9c47-24f67918c02f req-0a086730-a35f-4845-8c8c-ece47d1b2fd1 service neutron] 10.222.0.48 "PUT /v2.0/ports/370774a2-1519-416b-b627-d03c7957a6aa HTTP/1.1" status: 200 len: 1096 time: 2.8143165 Apr 18 20:43:04.710792 n-d-838334-2 neutron-server[84040]: INFO neutron.api.v2.resource [req-385b2202-2491-406d-b4f6-6474ad85d9ef req-da58169c-d176-4665-b432-5b91fd8ee538 tempest-SecurityGroupsNegativeTestJSON-709369995 tempest-SecurityGroupsNegativeTestJSON-709369995-project] delete failed (client error): There was a conflict when trying to complete your request. Apr 18 20:43:04.711855 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-385b2202-2491-406d-b4f6-6474ad85d9ef req-da58169c-d176-4665-b432-5b91fd8ee538 tempest-SecurityGroupsNegativeTestJSON-709369995 tempest-SecurityGroupsNegativeTestJSON-709369995-project] 10.222.0.42 "DELETE /v2.0/security-groups/ec80af95-7b8c-4719-863b-d249bcb5a4c6 HTTP/1.1" status: 409 len: 352 time: 0.2992270 Apr 18 20:43:04.720437 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a086730-a35f-4845-8c8c-ece47d1b2fd1 service neutron] Pushing event updated for resources: {'Port': ['ID=370774a2-1519-416b-b627-d03c7957a6aa,revision_number=3']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:43:04.793795 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-3378d2b2-ff41-46e6-a423-3c958216e8cf req-3a4cf251-2f4a-4d93-85ab-f930cc85c54f service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=a7214e61b62b477cbc96b5c157267d89&device_id=87617329-db11-4d78-96ee-1f3854a4d274 HTTP/1.1" status: 200 len: 1095 time: 0.3668809 Apr 18 20:43:04.799652 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-73999435-d8fc-46ae-abf3-16fc2a16951f req-68c07d87-83e2-4a27-ae18-0712a88127a8 tempest-ServersOnMultiNodesTest-84485173 tempest-ServersOnMultiNodesTest-84485173-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=add3e6d2-a8cb-4d39-8fb8-9d1321c5f598 HTTP/1.1" status: 200 len: 1100 time: 0.3389134 Apr 18 20:43:04.902153 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-3378d2b2-ff41-46e6-a423-3c958216e8cf req-5d1ff3fd-525c-49a5-b062-004fe7b53654 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8b9c0209-8e08-4452-b426-91a922fe9d91 HTTP/1.1" status: 200 len: 217 time: 0.0949292 Apr 18 20:43:05.013938 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-aa890bfe-ee4c-4332-9c47-24f67918c02f req-6af82b00-655e-4569-91d3-c548505a1de6 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=d2b823f322cf4b378af07737106dd8b5&device_id=0c84c94b-89b5-484c-8be5-c2f29cb8d5c1 HTTP/1.1" status: 200 len: 1099 time: 0.2840645 Apr 18 20:43:05.079271 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-73999435-d8fc-46ae-abf3-16fc2a16951f req-a7534ef4-3373-45f2-a183-257cc514ba74 tempest-ServersOnMultiNodesTest-84485173 tempest-ServersOnMultiNodesTest-84485173-project-admin] 10.222.0.42 "GET /v2.0/security-groups?id=e1e985d3-f227-45b4-b9a7-ffadcd0db1b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2706857 Apr 18 20:43:05.103447 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-aa890bfe-ee4c-4332-9c47-24f67918c02f req-39630c11-5f97-4f78-a517-a4f60d319511 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.172&port_id=370774a2-1519-416b-b627-d03c7957a6aa HTTP/1.1" status: 200 len: 217 time: 0.0781889 Apr 18 20:43:05.104714 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3378d2b2-ff41-46e6-a423-3c958216e8cf req-fe6efa82-1c70-4ba7-8867-413847bcd936 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:43:05.106021 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-3378d2b2-ff41-46e6-a423-3c958216e8cf req-fe6efa82-1c70-4ba7-8867-413847bcd936 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=8d88e8b2-0848-418e-a8f0-ff3463a38f9a HTTP/1.1" status: 200 len: 867 time: 0.1879539 Apr 18 20:43:05.249053 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97cfc269-faa8-4dad-a1aa-89b12375d339 req-564117b6-9816-413e-af60-a241b4695814 tempest-FloatingIPsAssociationNegativeTestJSON-713744009 tempest-FloatingIPsAssociationNegativeTestJSON-713744009-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:43:05.250583 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-97cfc269-faa8-4dad-a1aa-89b12375d339 req-564117b6-9816-413e-af60-a241b4695814 tempest-FloatingIPsAssociationNegativeTestJSON-713744009 tempest-FloatingIPsAssociationNegativeTestJSON-713744009-project] 10.222.0.42 "GET /v2.0/ports?device_id=87617329-db11-4d78-96ee-1f3854a4d274 HTTP/1.1" status: 200 len: 944 time: 0.3335507 Apr 18 20:43:05.257748 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa890bfe-ee4c-4332-9c47-24f67918c02f req-b1310e4e-37c8-4b19-8ffe-86b43f56172b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:43:05.259101 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-aa890bfe-ee4c-4332-9c47-24f67918c02f req-b1310e4e-37c8-4b19-8ffe-86b43f56172b service neutron] 10.222.0.48 "GET /v2.0/subnets?id=c4b526db-4d8a-4d4c-a310-e3a599630ae1 HTTP/1.1" status: 200 len: 843 time: 0.1380298 Apr 18 20:43:05.276818 n-d-838334-2 neutron-server[84040]: INFO neutron.api.v2.resource [req-e09f5a3a-0b20-4a99-843c-60eced5b2654 req-179c3807-88dd-4af7-9fde-5b41481799e1 tempest-SecurityGroupsNegativeTestJSON-709369995 tempest-SecurityGroupsNegativeTestJSON-709369995-project] show failed (client error): The resource could not be found. Apr 18 20:43:05.277769 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-e09f5a3a-0b20-4a99-843c-60eced5b2654 req-179c3807-88dd-4af7-9fde-5b41481799e1 tempest-SecurityGroupsNegativeTestJSON-709369995 tempest-SecurityGroupsNegativeTestJSON-709369995-project] 10.222.0.42 "GET /v2.0/security-groups/af67424e-3da2-45f0-b284-72810bf7f3e1 HTTP/1.1" status: 404 len: 352 time: 0.0592332 Apr 18 20:43:05.429074 n-d-838334-2 neutron-server[84040]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '87617329-db11-4d78-96ee-1f3854a4d274', 'tag': '8b9c0209-8e08-4452-b426-91a922fe9d91'}, {'name': 'network-changed', 'server_uuid': '0c84c94b-89b5-484c-8be5-c2f29cb8d5c1', 'tag': '370774a2-1519-416b-b627-d03c7957a6aa'}] {{(pid=84040) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 20:43:05.460033 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-3378d2b2-ff41-46e6-a423-3c958216e8cf req-7f0891bd-0640-46d1-9633-f3e2c19286dc service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=428ec210-24a1-4846-adb0-d7d8a80e756c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3374939 Apr 18 20:43:05.549982 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-97cfc269-faa8-4dad-a1aa-89b12375d339 req-63308b9f-8955-4b29-9db2-3381fb734efa tempest-FloatingIPsAssociationNegativeTestJSON-713744009 tempest-FloatingIPsAssociationNegativeTestJSON-713744009-project] 10.222.0.42 "GET /v2.0/security-groups?id=c7496943-c876-45a6-b20e-7ae98eeeb30c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2887154 Apr 18 20:43:05.642226 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-aa890bfe-ee4c-4332-9c47-24f67918c02f req-8398d97c-6e9a-4861-831f-50016cc2dc24 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=cb56989d-7c5d-4678-b194-1d2edf1e842a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3593745 Apr 18 20:43:05.763662 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-3378d2b2-ff41-46e6-a423-3c958216e8cf req-61bfa5fa-63a6-4dac-814f-224c1d288b74 service neutron] 10.222.0.48 "GET /v2.0/networks/428ec210-24a1-4846-adb0-d7d8a80e756c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2920868 Apr 18 20:43:05.823504 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5e9a990-1aa3-4000-82e5-a521f2dc7ef9 req-04c97d41-ba58-4299-a198-af6b221bd2d2 tempest-ServersAdminNegativeTestJSON-611917932 tempest-ServersAdminNegativeTestJSON-611917932-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:43:05.827129 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-b5e9a990-1aa3-4000-82e5-a521f2dc7ef9 req-04c97d41-ba58-4299-a198-af6b221bd2d2 tempest-ServersAdminNegativeTestJSON-611917932 tempest-ServersAdminNegativeTestJSON-611917932-project] 10.222.0.42 "GET /v2.0/ports?device_id=0c84c94b-89b5-484c-8be5-c2f29cb8d5c1 HTTP/1.1" status: 200 len: 948 time: 0.2714531 Apr 18 20:43:05.951376 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-09e8d903-81b5-4712-802b-33d4165d5026 req-ecdbfcc6-2a4c-410d-a2d3-fa316938b04b tempest-ServersOnMultiNodesTest-1168278630 tempest-ServersOnMultiNodesTest-1168278630-project] 10.222.0.42 "GET /v2.0/networks?tenant_id=de28ce5b7b5349a3b98e9e23d1be558c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0702102 Apr 18 20:43:05.970644 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-aa890bfe-ee4c-4332-9c47-24f67918c02f req-5ae543bc-5829-4d9f-b8aa-09b035d05979 service neutron] 10.222.0.48 "GET /v2.0/networks/cb56989d-7c5d-4678-b194-1d2edf1e842a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3129237 Apr 18 20:43:06.169079 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-b5e9a990-1aa3-4000-82e5-a521f2dc7ef9 req-ffbbb37f-1823-4290-bec5-056a5ce57b9e tempest-ServersAdminNegativeTestJSON-611917932 tempest-ServersAdminNegativeTestJSON-611917932-project] 10.222.0.42 "GET /v2.0/security-groups?id=e0395a73-aa6b-4ce1-bb5e-d7bf600d145b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2868984 Apr 18 20:43:06.184984 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-3378d2b2-ff41-46e6-a423-3c958216e8cf req-2d328ce5-f4fa-485f-b9f8-1988059f8fc8 service neutron] 10.222.0.48 "GET /v2.0/networks/428ec210-24a1-4846-adb0-d7d8a80e756c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4090009 Apr 18 20:43:06.272650 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09e8d903-81b5-4712-802b-33d4165d5026 req-609babab-fdd6-4eb5-a0c0-7a3a7bb11d25 tempest-ServersOnMultiNodesTest-1168278630 tempest-ServersOnMultiNodesTest-1168278630-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:43:06.274056 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-09e8d903-81b5-4712-802b-33d4165d5026 req-609babab-fdd6-4eb5-a0c0-7a3a7bb11d25 tempest-ServersOnMultiNodesTest-1168278630 tempest-ServersOnMultiNodesTest-1168278630-project] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3056931 Apr 18 20:43:06.274817 n-d-838334-2 neutron-server[84040]: INFO neutron.api.v2.resource [req-4dcc22c2-0f0f-4909-8c65-07b04bc9cfd0 req-cc0bdcd5-46c0-4048-ad50-1541d0c24702 tempest-SecurityGroupsNegativeTestJSON-709369995 tempest-SecurityGroupsNegativeTestJSON-709369995-project] show failed (client error): The resource could not be found. Apr 18 20:43:06.275760 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-4dcc22c2-0f0f-4909-8c65-07b04bc9cfd0 req-cc0bdcd5-46c0-4048-ad50-1541d0c24702 tempest-SecurityGroupsNegativeTestJSON-709369995 tempest-SecurityGroupsNegativeTestJSON-709369995-project] 10.222.0.42 "GET /v2.0/security-groups/712196e2-dfad-4841-b31e-23376f976861 HTTP/1.1" status: 404 len: 352 time: 0.0424118 Apr 18 20:43:06.287160 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 39140) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:43:06.292564 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-aa890bfe-ee4c-4332-9c47-24f67918c02f req-f36a91f2-eddf-4f2c-ad68-f116f1a4dfcf service neutron] 10.222.0.48 "GET /v2.0/networks/cb56989d-7c5d-4678-b194-1d2edf1e842a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2823610 Apr 18 20:43:06.310534 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-09e8d903-81b5-4712-802b-33d4165d5026 req-639ebc31-f4a3-40a3-b4a3-14ecc9faff3f tempest-ServersOnMultiNodesTest-1168278630 tempest-ServersOnMultiNodesTest-1168278630-project] 10.222.0.42 "GET /v2.0/quotas/de28ce5b7b5349a3b98e9e23d1be558c HTTP/1.1" status: 200 len: 375 time: 0.0167363 Apr 18 20:43:06.410338 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-09e8d903-81b5-4712-802b-33d4165d5026 req-fb0693f2-f3ea-48f8-9552-b7e29dbb71f8 tempest-ServersOnMultiNodesTest-1168278630 tempest-ServersOnMultiNodesTest-1168278630-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=de28ce5b7b5349a3b98e9e23d1be558c&fields=id HTTP/1.1" status: 200 len: 532 time: 0.0927043 Apr 18 20:43:06.413678 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.db_base_plugin_v2 [None req-794feb7c-ad0c-415c-ae93-35d160be742c admin admin] Deleting subnet eeca5479-bc77-4f4a-976d-56078d72af1f {{(pid=84041) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 18 20:43:06.417108 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-794feb7c-ad0c-415c-ae93-35d160be742c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:43:06.452578 n-d-838334-2 neutron-server[84040]: INFO neutron.notifiers.nova [-] Nova event matching ['req-72a2987f-ae9c-4780-a446-f5c2acd20167'] response: {'name': 'network-changed', 'server_uuid': '87617329-db11-4d78-96ee-1f3854a4d274', 'tag': '8b9c0209-8e08-4452-b426-91a922fe9d91', 'status': 'completed', 'code': 200} Apr 18 20:43:06.452841 n-d-838334-2 neutron-server[84040]: INFO neutron.notifiers.nova [-] Nova event matching ['req-72a2987f-ae9c-4780-a446-f5c2acd20167'] response: {'name': 'network-changed', 'server_uuid': '0c84c94b-89b5-484c-8be5-c2f29cb8d5c1', 'tag': '370774a2-1519-416b-b627-d03c7957a6aa', 'status': 'completed', 'code': 200} Apr 18 20:43:06.507733 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-794feb7c-ad0c-415c-ae93-35d160be742c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32266383'] for subnet, precommit_delete_associations {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:43:06.575866 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-08d02eb1-7d20-475b-9b41-f7b559e68a84 req-278c817e-a614-4c20-8284-fe57575fce7f service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=a7214e61b62b477cbc96b5c157267d89&device_id=87617329-db11-4d78-96ee-1f3854a4d274 HTTP/1.1" status: 200 len: 1095 time: 0.0883839 Apr 18 20:43:06.581811 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-794feb7c-ad0c-415c-ae93-35d160be742c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1260556'] for subnet, precommit_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:43:06.698847 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-794feb7c-ad0c-415c-ae93-35d160be742c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1260549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33526260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32266336', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32486390'] for subnet, after_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:43:06.745315 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-794feb7c-ad0c-415c-ae93-35d160be742c admin admin] Notify callbacks [] for subnet, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:43:06.747790 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-5190abe0-415d-4af7-8e25-e4e5100476b6 req-dab2dec9-60d8-4d45-8ea9-6ba3a19131a2 tempest-ServersOnMultiNodesTest-1168278630 tempest-ServersOnMultiNodesTest-1168278630-project] 10.222.0.42 "GET /v2.0/ports?device_id=44efab35-5c01-4961-a45b-8934b6a92124 HTTP/1.1" status: 200 len: 210 time: 0.0646660 Apr 18 20:43:06.756509 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-794feb7c-ad0c-415c-ae93-35d160be742c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=eeca5479-bc77-4f4a-976d-56078d72af1f,revision_number=None']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:43:06.762052 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-794feb7c-ad0c-415c-ae93-35d160be742c admin admin] 10.222.0.42 "DELETE /v2.0/subnets/eeca5479-bc77-4f4a-976d-56078d72af1f HTTP/1.1" status: 204 len: 168 time: 0.4723592 Apr 18 20:43:06.763516 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 39166) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:43:06.803766 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08d02eb1-7d20-475b-9b41-f7b559e68a84 req-5b58ae6f-e389-4bc7-a842-e1df4b21ac53 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:43:06.805393 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-08d02eb1-7d20-475b-9b41-f7b559e68a84 req-5b58ae6f-e389-4bc7-a842-e1df4b21ac53 service neutron] 10.222.0.48 "GET /v2.0/networks?id=428ec210-24a1-4846-adb0-d7d8a80e756c HTTP/1.1" status: 200 len: 929 time: 0.2251642 Apr 18 20:43:06.891141 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-7ae24820-fdb6-4075-a01b-381295f33142 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1103592'] for network, before_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:43:06.963995 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-08d02eb1-7d20-475b-9b41-f7b559e68a84 req-1f265706-8297-4419-a964-f10a1286c84c service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8b9c0209-8e08-4452-b426-91a922fe9d91 HTTP/1.1" status: 200 len: 217 time: 0.0905838 Apr 18 20:43:07.052627 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08d02eb1-7d20-475b-9b41-f7b559e68a84 req-ed7fd51e-8f7a-44b7-93c2-ff11ae752e02 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:43:07.055055 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-08d02eb1-7d20-475b-9b41-f7b559e68a84 req-ed7fd51e-8f7a-44b7-93c2-ff11ae752e02 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=8d88e8b2-0848-418e-a8f0-ff3463a38f9a HTTP/1.1" status: 200 len: 867 time: 0.0720298 Apr 18 20:43:07.063930 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03e24e0d-c1c6-49bd-a675-b1a21997f193 req-7bda4dba-9dab-47a4-a6c8-ba00bfcef170 tempest-FloatingIPsAssociationNegativeTestJSON-713744009 tempest-FloatingIPsAssociationNegativeTestJSON-713744009-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:43:07.065400 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-03e24e0d-c1c6-49bd-a675-b1a21997f193 req-7bda4dba-9dab-47a4-a6c8-ba00bfcef170 tempest-FloatingIPsAssociationNegativeTestJSON-713744009 tempest-FloatingIPsAssociationNegativeTestJSON-713744009-project] 10.222.0.42 "GET /v2.0/ports?device_id=87617329-db11-4d78-96ee-1f3854a4d274 HTTP/1.1" status: 200 len: 944 time: 0.2561471 Apr 18 20:43:07.099035 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-7ae24820-fdb6-4075-a01b-381295f33142 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1258905', 'neutron.services.segments.db._delete_segments_for_network-8750375287417'] for network, precommit_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:43:07.132062 n-d-838334-2 neutron-server[84041]: DEBUG neutron.services.segments.db [None req-7ae24820-fdb6-4075-a01b-381295f33142 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3dda4bf6-a093-4059-ab40-8563d5e3c7a6']}} {{(pid=84041) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:43:07.145598 n-d-838334-2 neutron-server[84041]: DEBUG neutron.services.segments.db [None req-7ae24820-fdb6-4075-a01b-381295f33142 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '92fad259-a77f-4dd8-aab2-2d504d220ab0') {'for_net_delete': True} {{(pid=84041) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:43:07.145990 n-d-838334-2 neutron-server[84041]: DEBUG neutron.services.segments.db [None req-7ae24820-fdb6-4075-a01b-381295f33142 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '92fad259-a77f-4dd8-aab2-2d504d220ab0') {} {{(pid=84041) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:43:07.159071 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-7ae24820-fdb6-4075-a01b-381295f33142 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750375287300', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32268156'] for segment, before_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:43:07.167276 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-aea3701d-d0e0-4e0f-9d0d-f2468b2320db req-1321d9ed-1439-43b2-a59b-816facd95fb9 tempest-ServersAdminTestJSON-1240675426 tempest-ServersAdminTestJSON-1240675426-project] 10.222.0.42 "GET /v2.0/networks?tenant_id=14988d38be0e437cb0a1328781b15e3f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0513768 Apr 18 20:43:07.186417 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-7ae24820-fdb6-4075-a01b-381295f33142 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1082986'] for segment, precommit_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:43:07.192799 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7ae24820-fdb6-4075-a01b-381295f33142 admin admin] Releasing vlan 397 on physical network physnet1 to pool {{(pid=84041) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 18 20:43:07.193218 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-7ae24820-fdb6-4075-a01b-381295f33142 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1082993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32266254'] for segment, after_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:43:07.208411 n-d-838334-2 neutron-server[84041]: Traceback (most recent call last): Apr 18 20:43:07.208411 n-d-838334-2 neutron-server[84041]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 18 20:43:07.208411 n-d-838334-2 neutron-server[84041]: timer() Apr 18 20:43:07.208411 n-d-838334-2 neutron-server[84041]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 20:43:07.208411 n-d-838334-2 neutron-server[84041]: cb(*args, **kw) Apr 18 20:43:07.208411 n-d-838334-2 neutron-server[84041]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 18 20:43:07.208411 n-d-838334-2 neutron-server[84041]: return func(*args, **kwargs) Apr 18 20:43:07.208411 n-d-838334-2 neutron-server[84041]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 20:43:07.208411 n-d-838334-2 neutron-server[84041]: self._notify() Apr 18 20:43:07.208411 n-d-838334-2 neutron-server[84041]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 20:43:07.208411 n-d-838334-2 neutron-server[84041]: self.callback(batched_events) Apr 18 20:43:07.208411 n-d-838334-2 neutron-server[84041]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 20:43:07.208411 n-d-838334-2 neutron-server[84041]: event.method(event) Apr 18 20:43:07.208411 n-d-838334-2 neutron-server[84041]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 18 20:43:07.208411 n-d-838334-2 neutron-server[84041]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 20:43:07.208411 n-d-838334-2 neutron-server[84041]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 18 20:43:07.208411 n-d-838334-2 neutron-server[84041]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 20:43:07.208411 n-d-838334-2 neutron-server[84041]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 18 20:43:07.208411 n-d-838334-2 neutron-server[84041]: return f(self, *a, **k) Apr 18 20:43:07.208411 n-d-838334-2 neutron-server[84041]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 18 20:43:07.208411 n-d-838334-2 neutron-server[84041]: return self._get(url).json() Apr 18 20:43:07.208411 n-d-838334-2 neutron-server[84041]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 18 20:43:07.208411 n-d-838334-2 neutron-server[84041]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 20:43:07.208411 n-d-838334-2 neutron-server[84041]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 18 20:43:07.208411 n-d-838334-2 neutron-server[84041]: return self.request(url, 'GET', **kwargs) Apr 18 20:43:07.208411 n-d-838334-2 neutron-server[84041]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 18 20:43:07.208411 n-d-838334-2 neutron-server[84041]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 20:43:07.208411 n-d-838334-2 neutron-server[84041]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 18 20:43:07.208411 n-d-838334-2 neutron-server[84041]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 20:43:07.208411 n-d-838334-2 neutron-server[84041]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 18 20:43:07.208411 n-d-838334-2 neutron-server[84041]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 20:43:07.208411 n-d-838334-2 neutron-server[84041]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 20:43:07.385825 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-7ae24820-fdb6-4075-a01b-381295f33142 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1258898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33526109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33444113'] for network, after_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:43:07.406251 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-7ae24820-fdb6-4075-a01b-381295f33142 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32378031'] for network, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:43:07.413372 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ae24820-fdb6-4075-a01b-381295f33142 admin admin] Pushing event deleted for resources: {'Network': ['ID=3dda4bf6-a093-4059-ab40-8563d5e3c7a6,revision_number=None']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:43:07.415930 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-7ae24820-fdb6-4075-a01b-381295f33142 admin admin] 10.222.0.42 "DELETE /v2.0/networks/3dda4bf6-a093-4059-ab40-8563d5e3c7a6 HTTP/1.1" status: 204 len: 168 time: 0.6506727 Apr 18 20:43:07.419869 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-03e24e0d-c1c6-49bd-a675-b1a21997f193 req-3017c6f5-ce92-438a-8e39-8a74a39429bc tempest-FloatingIPsAssociationNegativeTestJSON-713744009 tempest-FloatingIPsAssociationNegativeTestJSON-713744009-project] 10.222.0.42 "GET /v2.0/security-groups?id=c7496943-c876-45a6-b20e-7ae98eeeb30c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3050284 Apr 18 20:43:07.435214 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-08d02eb1-7d20-475b-9b41-f7b559e68a84 req-96d3eeec-8ff6-4d2c-82a9-241ae36d8270 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=428ec210-24a1-4846-adb0-d7d8a80e756c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3686855 Apr 18 20:43:07.589820 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aea3701d-d0e0-4e0f-9d0d-f2468b2320db req-bb05fc45-0372-4546-b42f-3d983e330714 tempest-ServersAdminTestJSON-1240675426 tempest-ServersAdminTestJSON-1240675426-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:43:07.591253 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-aea3701d-d0e0-4e0f-9d0d-f2468b2320db req-bb05fc45-0372-4546-b42f-3d983e330714 tempest-ServersAdminTestJSON-1240675426 tempest-ServersAdminTestJSON-1240675426-project] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4151776 Apr 18 20:43:07.668798 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-08d02eb1-7d20-475b-9b41-f7b559e68a84 req-12aca774-12ce-47e5-90fa-25f8a568e58a service neutron] 10.222.0.48 "GET /v2.0/networks/428ec210-24a1-4846-adb0-d7d8a80e756c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2176783 Apr 18 20:43:07.683423 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-aea3701d-d0e0-4e0f-9d0d-f2468b2320db req-51915004-b10c-4fb0-b79e-7cc561deb503 tempest-ServersAdminTestJSON-1240675426 tempest-ServersAdminTestJSON-1240675426-project] 10.222.0.42 "GET /v2.0/quotas/14988d38be0e437cb0a1328781b15e3f HTTP/1.1" status: 200 len: 375 time: 0.0825665 Apr 18 20:43:07.746884 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 39190) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:43:07.760329 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-aea3701d-d0e0-4e0f-9d0d-f2468b2320db req-ee67acac-31c8-425c-8c5f-4b7772d139d0 tempest-ServersAdminTestJSON-1240675426 tempest-ServersAdminTestJSON-1240675426-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=14988d38be0e437cb0a1328781b15e3f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0758877 Apr 18 20:43:07.814788 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-e3b55e96-8d29-4d5a-9989-d1e9ac117238 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=0d7443fc5ca642908fcaa9910668cf23&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0666571 Apr 18 20:43:07.815380 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 39196) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:43:07.954207 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-e56498c3-48ea-45f2-9edc-e85d4547501d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:43:08.019961 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-e56498c3-48ea-45f2-9edc-e85d4547501d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:43:08.101834 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-08d02eb1-7d20-475b-9b41-f7b559e68a84 req-bf5a4bed-9c35-4d65-80e6-48cb53e0634b service neutron] 10.222.0.48 "GET /v2.0/networks/428ec210-24a1-4846-adb0-d7d8a80e756c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3711195 Apr 18 20:43:08.131062 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-e56498c3-48ea-45f2-9edc-e85d4547501d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33528224'] for security_group, after_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:43:08.168024 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e56498c3-48ea-45f2-9edc-e85d4547501d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec80af95-7b8c-4719-863b-d249bcb5a4c6,revision_number=None']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:43:08.185193 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-e56498c3-48ea-45f2-9edc-e85d4547501d admin admin] Notify callbacks [] for security_group, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:43:08.189560 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-e56498c3-48ea-45f2-9edc-e85d4547501d admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/ec80af95-7b8c-4719-863b-d249bcb5a4c6 HTTP/1.1" status: 204 len: 168 time: 0.3702412 Apr 18 20:43:08.206994 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-546926e6-cad3-457e-8da3-1ab988588193 req-94f65dbc-63ec-40d5-9fae-18d0ae4a0115 tempest-ServersAdminNegativeTestJSON-611917932 tempest-ServersAdminNegativeTestJSON-611917932-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:43:08.217750 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-546926e6-cad3-457e-8da3-1ab988588193 req-94f65dbc-63ec-40d5-9fae-18d0ae4a0115 tempest-ServersAdminNegativeTestJSON-611917932 tempest-ServersAdminNegativeTestJSON-611917932-project] 10.222.0.42 "GET /v2.0/ports?device_id=0c84c94b-89b5-484c-8be5-c2f29cb8d5c1 HTTP/1.1" status: 200 len: 948 time: 0.4655814 Apr 18 20:43:08.275076 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-09e8d903-81b5-4712-802b-33d4165d5026 req-689fb19a-603b-44dd-b6b8-07a55c5b69ad tempest-ServersOnMultiNodesTest-1168278630 tempest-ServersOnMultiNodesTest-1168278630-project] 10.222.0.48 "GET /v2.0/networks?tenant_id=de28ce5b7b5349a3b98e9e23d1be558c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1756749 Apr 18 20:43:08.369117 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-90935245-c747-4d5b-b94e-cc3a304e5fa4 req-d7e17b71-0591-4d1d-8a8d-98c5519ce069 tempest-ServersOnMultiNodesTest-1168278630 tempest-ServersOnMultiNodesTest-1168278630-project] 10.222.0.42 "GET /v2.0/ports?device_id=44efab35-5c01-4961-a45b-8934b6a92124 HTTP/1.1" status: 200 len: 210 time: 0.1128149 Apr 18 20:43:08.394065 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-3b6e857e-5273-4e4c-858a-a8eaf22042c9 req-1c58e57c-94a0-47b2-876e-94faffedf5dc service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=c3d5a5e5-f912-4e43-a1e3-4e9175e1dfe1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0971296 Apr 18 20:43:08.599835 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-3b6e857e-5273-4e4c-858a-a8eaf22042c9 req-dbe50d0f-7831-4442-9f08-756067a20f0b service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=de28ce5b7b5349a3b98e9e23d1be558c&device_id=c3d5a5e5-f912-4e43-a1e3-4e9175e1dfe1 HTTP/1.1" status: 200 len: 1101 time: 0.0965664 Apr 18 20:43:08.604508 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-546926e6-cad3-457e-8da3-1ab988588193 req-8a4486ef-fdd9-4e71-bd5c-3f8c6067a363 tempest-ServersAdminNegativeTestJSON-611917932 tempest-ServersAdminNegativeTestJSON-611917932-project] 10.222.0.42 "GET /v2.0/security-groups?id=e0395a73-aa6b-4ce1-bb5e-d7bf600d145b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3853323 Apr 18 20:43:08.647014 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-08d02eb1-7d20-475b-9b41-f7b559e68a84 req-6d804798-f06f-4e38-8839-07581d4f4bba service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=d2b823f322cf4b378af07737106dd8b5&device_id=0c84c94b-89b5-484c-8be5-c2f29cb8d5c1 HTTP/1.1" status: 200 len: 1099 time: 0.4725072 Apr 18 20:43:08.653057 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09e8d903-81b5-4712-802b-33d4165d5026 req-6f8e160e-836e-454a-9449-5840cb75accd tempest-ServersOnMultiNodesTest-1168278630 tempest-ServersOnMultiNodesTest-1168278630-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:43:08.654783 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-09e8d903-81b5-4712-802b-33d4165d5026 req-6f8e160e-836e-454a-9449-5840cb75accd tempest-ServersOnMultiNodesTest-1168278630 tempest-ServersOnMultiNodesTest-1168278630-project] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3343019 Apr 18 20:43:08.724143 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.v2.base [req-09e8d903-81b5-4712-802b-33d4165d5026 req-d8735bb9-a1fe-4dc7-a936-e577055fa79f tempest-ServersOnMultiNodesTest-1168278630 tempest-ServersOnMultiNodesTest-1168278630-project] Request body: {'port': {'device_id': '44efab35-5c01-4961-a45b-8934b6a92124', 'network_id': 'cb56989d-7c5d-4678-b194-1d2edf1e842a', 'admin_state_up': True, 'tenant_id': 'de28ce5b7b5349a3b98e9e23d1be558c'}} {{(pid=84040) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 20:43:08.814920 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b6e857e-5273-4e4c-858a-a8eaf22042c9 req-f0f24832-0008-4a09-91aa-c90a9416fce2 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:43:08.816574 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-3b6e857e-5273-4e4c-858a-a8eaf22042c9 req-f0f24832-0008-4a09-91aa-c90a9416fce2 service neutron] 10.222.0.43 "GET /v2.0/networks?id=cb56989d-7c5d-4678-b194-1d2edf1e842a HTTP/1.1" status: 200 len: 870 time: 0.1889224 Apr 18 20:43:08.887237 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-de5acc04-11cc-4123-90ff-bf923f220d04 req-a63e3cfd-d899-4f5d-a33d-2c64af2743d1 tempest-ServersAdminTestJSON-1240675426 tempest-ServersAdminTestJSON-1240675426-project] 10.222.0.42 "GET /v2.0/networks?tenant_id=14988d38be0e437cb0a1328781b15e3f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1899786 Apr 18 20:43:08.899566 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-3b6e857e-5273-4e4c-858a-a8eaf22042c9 req-1f09fcfa-8109-4fbf-bdbf-75bb61e6e3ef service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.240&port_id=80ff486a-645e-4b81-95ae-389dadda214a HTTP/1.1" status: 200 len: 217 time: 0.0768402 Apr 18 20:43:08.979747 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b6e857e-5273-4e4c-858a-a8eaf22042c9 req-b0f1fe86-9eb8-4eec-a09b-e6f45baf2bb8 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:43:08.990463 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-3b6e857e-5273-4e4c-858a-a8eaf22042c9 req-b0f1fe86-9eb8-4eec-a09b-e6f45baf2bb8 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=c4b526db-4d8a-4d4c-a310-e3a599630ae1 HTTP/1.1" status: 200 len: 843 time: 0.0743484 Apr 18 20:43:09.095214 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-3b6e857e-5273-4e4c-858a-a8eaf22042c9 req-e9763d84-a636-41ee-8d5b-7e750cb70e88 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=cb56989d-7c5d-4678-b194-1d2edf1e842a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1036816 Apr 18 20:43:09.143392 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08d02eb1-7d20-475b-9b41-f7b559e68a84 req-badf9947-65fa-4d04-b58b-748b1e57bef7 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:43:09.146198 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-08d02eb1-7d20-475b-9b41-f7b559e68a84 req-badf9947-65fa-4d04-b58b-748b1e57bef7 service neutron] 10.222.0.48 "GET /v2.0/networks?id=cb56989d-7c5d-4678-b194-1d2edf1e842a HTTP/1.1" status: 200 len: 870 time: 0.4904203 Apr 18 20:43:09.263127 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-3b6e857e-5273-4e4c-858a-a8eaf22042c9 req-3bdc1303-fdb1-4231-bf5e-c780faf4477d service neutron] 10.222.0.43 "GET /v2.0/networks/cb56989d-7c5d-4678-b194-1d2edf1e842a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1606886 Apr 18 20:43:09.294166 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [req-09e8d903-81b5-4712-802b-33d4165d5026 req-d8735bb9-a1fe-4dc7-a936-e577055fa79f tempest-ServersOnMultiNodesTest-1168278630 tempest-ServersOnMultiNodesTest-1168278630-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:43:09.318879 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-08d02eb1-7d20-475b-9b41-f7b559e68a84 req-d27f6cc3-b823-4e12-8b59-0f71cc5e287f service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.172&port_id=370774a2-1519-416b-b627-d03c7957a6aa HTTP/1.1" status: 200 len: 217 time: 0.1444488 Apr 18 20:43:09.325081 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [req-09e8d903-81b5-4712-802b-33d4165d5026 req-d8735bb9-a1fe-4dc7-a936-e577055fa79f tempest-ServersOnMultiNodesTest-1168278630 tempest-ServersOnMultiNodesTest-1168278630-project] Usage tracker for resource:port and tenant:de28ce5b7b5349a3b98e9e23d1be558c is out of sync, need to count used quota {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:43:09.452346 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-aea3701d-d0e0-4e0f-9d0d-f2468b2320db req-2173b914-87a3-4de3-8a03-f9c147647143 tempest-ServersAdminTestJSON-1240675426 tempest-ServersAdminTestJSON-1240675426-project] 10.222.0.43 "GET /v2.0/networks?tenant_id=14988d38be0e437cb0a1328781b15e3f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0535364 Apr 18 20:43:09.471363 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [req-09e8d903-81b5-4712-802b-33d4165d5026 req-d8735bb9-a1fe-4dc7-a936-e577055fa79f tempest-ServersOnMultiNodesTest-1168278630 tempest-ServersOnMultiNodesTest-1168278630-project] Quota usage for port was recalculated. Used quota:7. {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:43:09.488429 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de5acc04-11cc-4123-90ff-bf923f220d04 req-63c4a12e-bb07-4119-b2ff-9631ac259851 tempest-ServersAdminTestJSON-1240675426 tempest-ServersAdminTestJSON-1240675426-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:43:09.489920 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-de5acc04-11cc-4123-90ff-bf923f220d04 req-63c4a12e-bb07-4119-b2ff-9631ac259851 tempest-ServersAdminTestJSON-1240675426 tempest-ServersAdminTestJSON-1240675426-project] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5540414 Apr 18 20:43:09.491262 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 39250) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:43:09.494215 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [req-09e8d903-81b5-4712-802b-33d4165d5026 req-d8735bb9-a1fe-4dc7-a936-e577055fa79f tempest-ServersOnMultiNodesTest-1168278630 tempest-ServersOnMultiNodesTest-1168278630-project] Attempting to reserve 1 items for resource port. Total usage: 7; quota limit: 500; headroom:493 {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:43:09.521712 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f68cc31-1ede-4092-a26d-e3a95c2b485e req-51a3d1e1-08a7-4d0c-9a56-0f1bee65faeb tempest-FloatingIPsAssociationNegativeTestJSON-713744009 tempest-FloatingIPsAssociationNegativeTestJSON-713744009-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:43:09.523295 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-9f68cc31-1ede-4092-a26d-e3a95c2b485e req-51a3d1e1-08a7-4d0c-9a56-0f1bee65faeb tempest-FloatingIPsAssociationNegativeTestJSON-713744009 tempest-FloatingIPsAssociationNegativeTestJSON-713744009-project] 10.222.0.42 "GET /v2.0/ports?device_id=87617329-db11-4d78-96ee-1f3854a4d274 HTTP/1.1" status: 200 len: 944 time: 0.6382091 Apr 18 20:43:09.571165 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-09e8d903-81b5-4712-802b-33d4165d5026 req-d8735bb9-a1fe-4dc7-a936-e577055fa79f tempest-ServersOnMultiNodesTest-1168278630 tempest-ServersOnMultiNodesTest-1168278630-project] Made reservation on behalf of de28ce5b7b5349a3b98e9e23d1be558c for: {'port': 1} {{(pid=84040) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:43:09.574505 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-09e8d903-81b5-4712-802b-33d4165d5026 req-d8735bb9-a1fe-4dc7-a936-e577055fa79f tempest-ServersOnMultiNodesTest-1168278630 tempest-ServersOnMultiNodesTest-1168278630-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:43:09.601948 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-de5acc04-11cc-4123-90ff-bf923f220d04 req-7f0183bc-0f34-4bbc-b7b2-20c10e0561ea tempest-ServersAdminTestJSON-1240675426 tempest-ServersAdminTestJSON-1240675426-project] 10.222.0.42 "GET /v2.0/quotas/14988d38be0e437cb0a1328781b15e3f HTTP/1.1" status: 200 len: 375 time: 0.0980625 Apr 18 20:43:09.604606 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08d02eb1-7d20-475b-9b41-f7b559e68a84 req-dada608c-a214-4353-83b1-a457e8a02e19 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:43:09.605978 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-08d02eb1-7d20-475b-9b41-f7b559e68a84 req-dada608c-a214-4353-83b1-a457e8a02e19 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=c4b526db-4d8a-4d4c-a310-e3a599630ae1 HTTP/1.1" status: 200 len: 843 time: 0.2757652 Apr 18 20:43:09.646670 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-3b6e857e-5273-4e4c-858a-a8eaf22042c9 req-01dad0bf-d9d3-4126-aa70-c58e1b865689 service neutron] 10.222.0.43 "GET /v2.0/networks/cb56989d-7c5d-4678-b194-1d2edf1e842a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3744600 Apr 18 20:43:09.684088 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aea3701d-d0e0-4e0f-9d0d-f2468b2320db req-88047ce7-8570-47f9-a48b-2336303c2d67 tempest-ServersAdminTestJSON-1240675426 tempest-ServersAdminTestJSON-1240675426-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:43:09.690224 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-aea3701d-d0e0-4e0f-9d0d-f2468b2320db req-88047ce7-8570-47f9-a48b-2336303c2d67 tempest-ServersAdminTestJSON-1240675426 tempest-ServersAdminTestJSON-1240675426-project] 10.222.0.43 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2324629 Apr 18 20:43:09.712504 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.v2.base [req-aea3701d-d0e0-4e0f-9d0d-f2468b2320db req-71c68104-e621-4a0f-9455-59fd2537f5ed tempest-ServersAdminTestJSON-1240675426 tempest-ServersAdminTestJSON-1240675426-project] Request body: {'port': {'device_id': 'ce6c549f-1c22-4313-93e6-93921dc22663', 'network_id': 'cb56989d-7c5d-4678-b194-1d2edf1e842a', 'admin_state_up': True, 'tenant_id': '14988d38be0e437cb0a1328781b15e3f'}} {{(pid=84041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 20:43:09.752391 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-de5acc04-11cc-4123-90ff-bf923f220d04 req-35849279-c0e6-4241-8a0c-081bdecba3f6 tempest-ServersAdminTestJSON-1240675426 tempest-ServersAdminTestJSON-1240675426-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=14988d38be0e437cb0a1328781b15e3f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1348951 Apr 18 20:43:09.759056 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.v2.base [None req-0d65149b-b653-4d17-9b50-2acc7c34fa8f admin admin] Request body: {'network': {'name': 'tempest-ServersTestFqdnHostnames-350164230-network', 'tenant_id': 'a5c388980ed04dcb984190dc5b5cd22c'}} {{(pid=84040) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 20:43:09.768090 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-7cf89402-0b3a-488e-9643-f9b25f4ee133 req-eab4a68d-9955-45d9-89d0-1e0d96f617d0 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=cc0d4549-87de-476f-8fa1-88b0358bebbd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.5962524 Apr 18 20:43:09.778921 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-9f68cc31-1ede-4092-a26d-e3a95c2b485e req-788382e5-6db9-44a5-a823-fe1065368edc tempest-FloatingIPsAssociationNegativeTestJSON-713744009 tempest-FloatingIPsAssociationNegativeTestJSON-713744009-project] 10.222.0.42 "GET /v2.0/security-groups?id=c7496943-c876-45a6-b20e-7ae98eeeb30c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2371051 Apr 18 20:43:09.780601 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [None req-0d65149b-b653-4d17-9b50-2acc7c34fa8f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:43:09.799046 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-0d65149b-b653-4d17-9b50-2acc7c34fa8f admin admin] Usage tracker for resource:network and tenant:a5c388980ed04dcb984190dc5b5cd22c is out of sync, need to count used quota {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:43:09.805362 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-0d65149b-b653-4d17-9b50-2acc7c34fa8f admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:43:09.854184 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [None req-0d65149b-b653-4d17-9b50-2acc7c34fa8f admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:43:09.889387 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d65149b-b653-4d17-9b50-2acc7c34fa8f admin admin] Made reservation on behalf of a5c388980ed04dcb984190dc5b5cd22c for: {'network': 1} {{(pid=84040) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:43:09.891634 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-0d65149b-b653-4d17-9b50-2acc7c34fa8f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for network, before_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:43:09.896617 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [req-aea3701d-d0e0-4e0f-9d0d-f2468b2320db req-71c68104-e621-4a0f-9455-59fd2537f5ed tempest-ServersAdminTestJSON-1240675426 tempest-ServersAdminTestJSON-1240675426-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:43:09.907084 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [req-aea3701d-d0e0-4e0f-9d0d-f2468b2320db req-71c68104-e621-4a0f-9455-59fd2537f5ed tempest-ServersAdminTestJSON-1240675426 tempest-ServersAdminTestJSON-1240675426-project] Usage tracker for resource:port and tenant:14988d38be0e437cb0a1328781b15e3f is out of sync, need to count used quota {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:43:09.913626 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 39258) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:43:09.916489 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [req-aea3701d-d0e0-4e0f-9d0d-f2468b2320db req-71c68104-e621-4a0f-9455-59fd2537f5ed tempest-ServersAdminTestJSON-1240675426 tempest-ServersAdminTestJSON-1240675426-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:43:09.927732 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [req-aea3701d-d0e0-4e0f-9d0d-f2468b2320db req-71c68104-e621-4a0f-9455-59fd2537f5ed tempest-ServersAdminTestJSON-1240675426 tempest-ServersAdminTestJSON-1240675426-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:43:09.941619 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-aea3701d-d0e0-4e0f-9d0d-f2468b2320db req-71c68104-e621-4a0f-9455-59fd2537f5ed tempest-ServersAdminTestJSON-1240675426 tempest-ServersAdminTestJSON-1240675426-project] Made reservation on behalf of 14988d38be0e437cb0a1328781b15e3f for: {'port': 1} {{(pid=84041) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:43:09.971815 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [req-aea3701d-d0e0-4e0f-9d0d-f2468b2320db req-71c68104-e621-4a0f-9455-59fd2537f5ed tempest-ServersAdminTestJSON-1240675426 tempest-ServersAdminTestJSON-1240675426-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:43:10.001262 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [req-aea3701d-d0e0-4e0f-9d0d-f2468b2320db req-71c68104-e621-4a0f-9455-59fd2537f5ed tempest-ServersAdminTestJSON-1240675426 tempest-ServersAdminTestJSON-1240675426-project] Notify callbacks [] for security_group, before_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:43:10.055333 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Device 370774a2-1519-416b-b627-d03c7957a6aa details requested by agent hyperv_n-h2-838334-2 with host n-h2-838334-2 {{(pid=84042) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 18 20:43:10.068250 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [req-aea3701d-d0e0-4e0f-9d0d-f2468b2320db req-71c68104-e621-4a0f-9455-59fd2537f5ed tempest-ServersAdminTestJSON-1240675426 tempest-ServersAdminTestJSON-1240675426-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:43:10.080814 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [req-aea3701d-d0e0-4e0f-9d0d-f2468b2320db req-71c68104-e621-4a0f-9455-59fd2537f5ed tempest-ServersAdminTestJSON-1240675426 tempest-ServersAdminTestJSON-1240675426-project] Usage tracker for resource:security_group_rule and tenant:14988d38be0e437cb0a1328781b15e3f is out of sync, need to count used quota {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:43:10.090221 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [req-aea3701d-d0e0-4e0f-9d0d-f2468b2320db req-71c68104-e621-4a0f-9455-59fd2537f5ed tempest-ServersAdminTestJSON-1240675426 tempest-ServersAdminTestJSON-1240675426-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:43:10.096161 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-0d65149b-b653-4d17-9b50-2acc7c34fa8f admin admin] Notify callbacks [] for security_group, before_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:43:10.103143 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [req-aea3701d-d0e0-4e0f-9d0d-f2468b2320db req-71c68104-e621-4a0f-9455-59fd2537f5ed tempest-ServersAdminTestJSON-1240675426 tempest-ServersAdminTestJSON-1240675426-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:43:10.212538 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [req-aea3701d-d0e0-4e0f-9d0d-f2468b2320db req-71c68104-e621-4a0f-9455-59fd2537f5ed tempest-ServersAdminTestJSON-1240675426 tempest-ServersAdminTestJSON-1240675426-project] Notify callbacks [] for security_group, precommit_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:43:10.217711 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-08d02eb1-7d20-475b-9b41-f7b559e68a84 req-8f74121e-4d45-407a-9630-46a06f0092a3 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=cb56989d-7c5d-4678-b194-1d2edf1e842a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.6018476 Apr 18 20:43:10.220173 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [req-aea3701d-d0e0-4e0f-9d0d-f2468b2320db req-71c68104-e621-4a0f-9455-59fd2537f5ed tempest-ServersAdminTestJSON-1240675426 tempest-ServersAdminTestJSON-1240675426-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33528224'] for security_group, after_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:43:10.243783 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-48a95e1b-88e3-471c-a867-db7562ef5e97 req-f5360aa8-bb9c-438b-815f-312b1c43cd0e tempest-ServersOnMultiNodesTest-1168278630 tempest-ServersOnMultiNodesTest-1168278630-project] 10.222.0.42 "GET /v2.0/ports?device_id=44efab35-5c01-4961-a45b-8934b6a92124 HTTP/1.1" status: 200 len: 210 time: 0.1340003 Apr 18 20:43:10.299446 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] For port 370774a2-1519-416b-b627-d03c7957a6aa, host n-h2-838334-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838334-2',level=0,port_id=370774a2-1519-416b-b627-d03c7957a6aa,segment=NetworkSegment(62b85806-94d8-4a88-a06c-da82e5932d66),segment_id=62b85806-94d8-4a88-a06c-da82e5932d66)] {{(pid=84042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:43:10.313384 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.db_base_plugin_common [req-09e8d903-81b5-4712-802b-33d4165d5026 req-d8735bb9-a1fe-4dc7-a936-e577055fa79f tempest-ServersOnMultiNodesTest-1168278630 tempest-ServersOnMultiNodesTest-1168278630-project] Allocated IP 192.168.233.236 (cb56989d-7c5d-4678-b194-1d2edf1e842a/c4b526db-4d8a-4d4c-a310-e3a599630ae1/73fd763f-e112-4ac2-af77-7c7a2e4ac601) {{(pid=84040) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:43:10.320520 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Returning: {'device': '370774a2-1519-416b-b627-d03c7957a6aa', 'network_id': 'cb56989d-7c5d-4678-b194-1d2edf1e842a', 'port_id': '370774a2-1519-416b-b627-d03c7957a6aa', 'mac_address': 'fa:16:3e:45:73:3c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 382, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c4b526db-4d8a-4d4c-a310-e3a599630ae1', 'ip_address': '192.168.233.172'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84042) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 18 20:43:10.365243 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71c68104-e621-4a0f-9455-59fd2537f5ed tempest-ServersAdminTestJSON-1240675426 tempest-ServersAdminTestJSON-1240675426-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b9ed1788-e987-4b94-9dd4-ed408bd7803e,revision_number=1']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:43:10.379243 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.db_base_plugin_v2 [None req-d7260900-ab71-4198-a802-1682b72fe345 admin admin] Deleting subnet 6bff4054-f84b-415b-b0b0-aa32d7878409 {{(pid=84040) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 18 20:43:10.411614 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-d7260900-ab71-4198-a802-1682b72fe345 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:43:10.476885 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:43:10.480707 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [None req-0d65149b-b653-4d17-9b50-2acc7c34fa8f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:43:10.504771 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-0d65149b-b653-4d17-9b50-2acc7c34fa8f admin admin] Usage tracker for resource:security_group_rule and tenant:a5c388980ed04dcb984190dc5b5cd22c is out of sync, need to count used quota {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:43:10.512958 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-0f5b084d-c037-4e1f-9cfa-771e432c1f01 req-35383062-0bcf-4ee9-ae2d-b4dc07281534 tempest-ServersAdminTestJSON-1240675426 tempest-ServersAdminTestJSON-1240675426-project] 10.222.0.42 "GET /v2.0/ports?device_id=7a646183-72a0-4a0e-9a2d-a60d77e4e267 HTTP/1.1" status: 200 len: 210 time: 0.1459165 Apr 18 20:43:10.517346 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-0d65149b-b653-4d17-9b50-2acc7c34fa8f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:43:10.547051 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [None req-0d65149b-b653-4d17-9b50-2acc7c34fa8f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:43:10.567280 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-7cf89402-0b3a-488e-9643-f9b25f4ee133 req-c5a35046-817a-4336-8eff-d7deb8bdecf6 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=f85a0d9202f64bddab6b7eaee6d6810d&device_id=cc0d4549-87de-476f-8fa1-88b0358bebbd HTTP/1.1" status: 200 len: 6489 time: 0.7473071 Apr 18 20:43:10.600608 n-d-838334-2 neutron-server[84042]: DEBUG neutron.notifiers.nova [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 370774a2-1519-416b-b627-d03c7957a6aa {{(pid=84042) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 18 20:43:10.644545 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] For port 370774a2-1519-416b-b627-d03c7957a6aa, host n-h2-838334-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838334-2',level=0,port_id=370774a2-1519-416b-b627-d03c7957a6aa,segment=NetworkSegment(62b85806-94d8-4a88-a06c-da82e5932d66),segment_id=62b85806-94d8-4a88-a06c-da82e5932d66)] {{(pid=84042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:43:10.652726 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682'] for port, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:43:10.653607 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Device 8b9c0209-8e08-4452-b426-91a922fe9d91 details requested by agent hyperv_n-h2-838334-2 with host n-h2-838334-2 {{(pid=84042) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 18 20:43:10.655262 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-d7260900-ab71-4198-a802-1682b72fe345 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31955982'] for subnet, precommit_delete_associations {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:43:10.844206 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-08d02eb1-7d20-475b-9b41-f7b559e68a84 req-b53be719-8c89-45ec-b978-f4176acda183 service neutron] 10.222.0.48 "GET /v2.0/networks/cb56989d-7c5d-4678-b194-1d2edf1e842a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6074922 Apr 18 20:43:10.854476 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Pushing event updated for resources: {'Port': ['ID=370774a2-1519-416b-b627-d03c7957a6aa,revision_number=4']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:43:10.912050 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be994401-d223-49c7-b719-b7aa30e273a3 req-73c69483-7e8a-41e1-94aa-d86eec03219d tempest-ServersAdminNegativeTestJSON-611917932 tempest-ServersAdminNegativeTestJSON-611917932-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:43:10.919080 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-be994401-d223-49c7-b719-b7aa30e273a3 req-73c69483-7e8a-41e1-94aa-d86eec03219d tempest-ServersAdminNegativeTestJSON-611917932 tempest-ServersAdminNegativeTestJSON-611917932-project] 10.222.0.42 "GET /v2.0/ports?device_id=0c84c94b-89b5-484c-8be5-c2f29cb8d5c1 HTTP/1.1" status: 200 len: 948 time: 0.8136020 Apr 18 20:43:10.922221 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] For port 8b9c0209-8e08-4452-b426-91a922fe9d91, host n-h2-838334-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838334-2',level=0,port_id=8b9c0209-8e08-4452-b426-91a922fe9d91,segment=NetworkSegment(338f9095-81f0-4251-a330-d99a5f14455b),segment_id=338f9095-81f0-4251-a330-d99a5f14455b)] {{(pid=84042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:43:10.937673 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Returning: {'device': '8b9c0209-8e08-4452-b426-91a922fe9d91', 'network_id': '428ec210-24a1-4846-adb0-d7d8a80e756c', 'port_id': '8b9c0209-8e08-4452-b426-91a922fe9d91', 'mac_address': 'fa:16:3e:bc:37:fe', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 357, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8d88e8b2-0848-418e-a8f0-ff3463a38f9a', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84042) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 18 20:43:11.019924 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:43:11.037630 n-d-838334-2 neutron-server[84042]: DEBUG neutron.notifiers.nova [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8b9c0209-8e08-4452-b426-91a922fe9d91 {{(pid=84042) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 18 20:43:11.058298 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] For port 8b9c0209-8e08-4452-b426-91a922fe9d91, host n-h2-838334-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838334-2',level=0,port_id=8b9c0209-8e08-4452-b426-91a922fe9d91,segment=NetworkSegment(338f9095-81f0-4251-a330-d99a5f14455b),segment_id=338f9095-81f0-4251-a330-d99a5f14455b)] {{(pid=84042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:43:11.064158 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682'] for port, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:43:11.091685 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-d7260900-ab71-4198-a802-1682b72fe345 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1260556'] for subnet, precommit_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:43:11.148093 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Pushing event updated for resources: {'Port': ['ID=8b9c0209-8e08-4452-b426-91a922fe9d91,revision_number=4']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:43:11.302221 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cf89402-0b3a-488e-9643-f9b25f4ee133 req-2aefafac-e640-4a65-ab5f-b892a9580a2d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:43:11.302772 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cf89402-0b3a-488e-9643-f9b25f4ee133 req-2aefafac-e640-4a65-ab5f-b892a9580a2d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:43:11.302979 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cf89402-0b3a-488e-9643-f9b25f4ee133 req-2aefafac-e640-4a65-ab5f-b892a9580a2d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:43:11.304696 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-7cf89402-0b3a-488e-9643-f9b25f4ee133 req-2aefafac-e640-4a65-ab5f-b892a9580a2d service neutron] 10.222.0.48 "GET /v2.0/networks?id=f80f29cf-306f-4b83-b9ef-977e3822a3eb&id=d9eb2c31-9efb-45c1-be97-8fbfff0e7f82&id=d9eb2c31-9efb-45c1-be97-8fbfff0e7f82&id=d9eb2c31-9efb-45c1-be97-8fbfff0e7f82&id=d9eb2c31-9efb-45c1-be97-8fbfff0e7f82&id=81621119-9498-4395-a64b-7e94080c69d1&id=81621119-9498-4395-a64b-7e94080c69d1 HTTP/1.1" status: 200 len: 2292 time: 0.7050350 Apr 18 20:43:11.372165 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-de5acc04-11cc-4123-90ff-bf923f220d04 req-b823f68a-aac0-4fcf-b188-b2db54eb7a22 tempest-ServersAdminTestJSON-1240675426 tempest-ServersAdminTestJSON-1240675426-project] 10.222.0.43 "GET /v2.0/networks?tenant_id=14988d38be0e437cb0a1328781b15e3f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0316133 Apr 18 20:43:11.464526 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] get_ports_and_sgs() called for port_ids ['8b9c0209-8e08-4452-b426-91a922fe9d91'] {{(pid=84042) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 18 20:43:11.502362 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] get_ports_and_sgs() called for port_ids ['370774a2-1519-416b-b627-d03c7957a6aa'] {{(pid=84042) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 18 20:43:11.519326 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-0d65149b-b653-4d17-9b50-2acc7c34fa8f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:43:11.526319 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-be994401-d223-49c7-b719-b7aa30e273a3 req-eba50ba5-fca4-441d-8e6e-ee60fea01188 tempest-ServersAdminNegativeTestJSON-611917932 tempest-ServersAdminNegativeTestJSON-611917932-project] 10.222.0.42 "GET /v2.0/security-groups?id=e0395a73-aa6b-4ce1-bb5e-d7bf600d145b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6061270 Apr 18 20:43:11.555384 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-09e8d903-81b5-4712-802b-33d4165d5026 req-d8735bb9-a1fe-4dc7-a936-e577055fa79f tempest-ServersOnMultiNodesTest-1168278630 tempest-ServersOnMultiNodesTest-1168278630-project] Notify callbacks [] for port, precommit_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:43:11.572776 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.provisioning_blocks [req-09e8d903-81b5-4712-802b-33d4165d5026 req-d8735bb9-a1fe-4dc7-a936-e577055fa79f tempest-ServersOnMultiNodesTest-1168278630 tempest-ServersOnMultiNodesTest-1168278630-project] Transition to ACTIVE for port object 73fd763f-e112-4ac2-af77-7c7a2e4ac601 will not be triggered until provisioned by entity DHCP. {{(pid=84040) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 20:43:11.583339 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de5acc04-11cc-4123-90ff-bf923f220d04 req-1e1290e1-0fb6-4c39-915a-32769fdfd0af tempest-ServersAdminTestJSON-1240675426 tempest-ServersAdminTestJSON-1240675426-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:43:11.585303 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-de5acc04-11cc-4123-90ff-bf923f220d04 req-1e1290e1-0fb6-4c39-915a-32769fdfd0af tempest-ServersAdminTestJSON-1240675426 tempest-ServersAdminTestJSON-1240675426-project] 10.222.0.43 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2079866 Apr 18 20:43:11.591845 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-0d65149b-b653-4d17-9b50-2acc7c34fa8f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33528224'] for security_group, after_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:43:11.597003 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-08d02eb1-7d20-475b-9b41-f7b559e68a84 req-a746772f-455d-47a8-9239-617d3929332c service neutron] 10.222.0.48 "GET /v2.0/networks/cb56989d-7c5d-4678-b194-1d2edf1e842a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6951435 Apr 18 20:43:11.617000 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.v2.base [req-de5acc04-11cc-4123-90ff-bf923f220d04 req-f03306b0-e81f-4717-905b-51e325f6c83f tempest-ServersAdminTestJSON-1240675426 tempest-ServersAdminTestJSON-1240675426-project] Request body: {'port': {'device_id': '7a646183-72a0-4a0e-9a2d-a60d77e4e267', 'network_id': 'cb56989d-7c5d-4678-b194-1d2edf1e842a', 'admin_state_up': True, 'tenant_id': '14988d38be0e437cb0a1328781b15e3f'}} {{(pid=84041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 20:43:11.659874 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-d7260900-ab71-4198-a802-1682b72fe345 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1260549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33526260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32440885', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31752825'] for subnet, after_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:43:11.665974 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0d65149b-b653-4d17-9b50-2acc7c34fa8f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 350} {{(pid=84040) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 20:43:11.724065 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d65149b-b653-4d17-9b50-2acc7c34fa8f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c63b9f3f-7e13-473a-b1ff-79596feb1a2d,revision_number=1']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:43:11.742303 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7260900-ab71-4198-a802-1682b72fe345 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6bff4054-f84b-415b-b0b0-aa32d7878409,revision_number=None']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:43:11.746584 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-0d65149b-b653-4d17-9b50-2acc7c34fa8f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1082986'] for segment, precommit_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:43:11.746921 n-d-838334-2 neutron-server[84040]: INFO neutron.db.segments_db [None req-0d65149b-b653-4d17-9b50-2acc7c34fa8f admin admin] Added segment 9e9b861a-4699-4fb3-98f9-6b175d1204e8 of type vlan for network 5d92b0c1-fd9c-4255-b0de-e1939395f5f8 Apr 18 20:43:11.759271 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-7cf89402-0b3a-488e-9643-f9b25f4ee133 req-5088397c-8000-43cf-9c1c-55f733f6840d service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=fa03d449-bb38-4cd9-8fa0-e99f7c7cd3e2 HTTP/1.1" status: 200 len: 1001 time: 0.4285133 Apr 18 20:43:11.763076 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-d7260900-ab71-4198-a802-1682b72fe345 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32378031'] for subnet, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:43:11.858484 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-09e8d903-81b5-4712-802b-33d4165d5026 req-d8735bb9-a1fe-4dc7-a936-e577055fa79f tempest-ServersOnMultiNodesTest-1168278630 tempest-ServersOnMultiNodesTest-1168278630-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750374836619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32440838'] for port, after_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:43:11.869562 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] get_ports_and_sgs() called for port_ids ['462e4cea-9da7-4149-b973-b4a0cd7a6d86', '80ff486a-645e-4b81-95ae-389dadda214a', '3bc7a448-92c7-4689-8cf5-4b43bcb9cd4a', 'e2546c5f-84b8-4220-bfb2-52584af9087c', '0394c137-2e6e-4479-8e87-8a196122abda'] {{(pid=84042) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 18 20:43:11.876861 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2efd9fd6-8dc3-42f9-b0bb-990dbfc93d0d req-c8a58d67-5eb3-4202-9dda-f46a1a8a8c07 tempest-FloatingIPsAssociationNegativeTestJSON-713744009 tempest-FloatingIPsAssociationNegativeTestJSON-713744009-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:43:11.878315 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-2efd9fd6-8dc3-42f9-b0bb-990dbfc93d0d req-c8a58d67-5eb3-4202-9dda-f46a1a8a8c07 tempest-FloatingIPsAssociationNegativeTestJSON-713744009 tempest-FloatingIPsAssociationNegativeTestJSON-713744009-project] 10.222.0.42 "GET /v2.0/ports?device_id=87617329-db11-4d78-96ee-1f3854a4d274 HTTP/1.1" status: 200 len: 945 time: 0.7190018 Apr 18 20:43:11.931433 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-0d65149b-b653-4d17-9b50-2acc7c34fa8f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750374825732'] for network, precommit_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:43:11.963754 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.db_base_plugin_common [req-aea3701d-d0e0-4e0f-9d0d-f2468b2320db req-71c68104-e621-4a0f-9455-59fd2537f5ed tempest-ServersAdminTestJSON-1240675426 tempest-ServersAdminTestJSON-1240675426-project] Allocated IP 192.168.233.18 (cb56989d-7c5d-4678-b194-1d2edf1e842a/c4b526db-4d8a-4d4c-a310-e3a599630ae1/7ee9c1ce-a165-4006-a514-881ee03d6aad) {{(pid=84041) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:43:11.983374 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-d7260900-ab71-4198-a802-1682b72fe345 admin admin] 10.222.0.42 "DELETE /v2.0/subnets/6bff4054-f84b-415b-b0b0-aa32d7878409 HTTP/1.1" status: 204 len: 168 time: 1.9975162 Apr 18 20:43:11.989845 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 39290) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:43:12.037003 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cf89402-0b3a-488e-9643-f9b25f4ee133 req-9228fab9-eec7-4367-9a0c-daf18fa99277 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:43:12.038341 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-7cf89402-0b3a-488e-9643-f9b25f4ee133 req-9228fab9-eec7-4367-9a0c-daf18fa99277 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=5c52872c-5453-4e7c-876e-5ab51a950a0e HTTP/1.1" status: 200 len: 850 time: 0.2311075 Apr 18 20:43:12.059096 n-d-838334-2 neutron-server[84040]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-09e8d903-81b5-4712-802b-33d4165d5026 req-d8735bb9-a1fe-4dc7-a936-e577055fa79f tempest-ServersOnMultiNodesTest-1168278630 tempest-ServersOnMultiNodesTest-1168278630-project] Network cb56989d-7c5d-4678-b194-1d2edf1e842a is already hosted by enough agents. {{(pid=84040) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:43:12.078688 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [req-de5acc04-11cc-4123-90ff-bf923f220d04 req-f03306b0-e81f-4717-905b-51e325f6c83f tempest-ServersAdminTestJSON-1240675426 tempest-ServersAdminTestJSON-1240675426-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:43:12.094278 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8735bb9-a1fe-4dc7-a936-e577055fa79f tempest-ServersOnMultiNodesTest-1168278630 tempest-ServersOnMultiNodesTest-1168278630-project] Pushing event updated for resources: {'Port': ['ID=73fd763f-e112-4ac2-af77-7c7a2e4ac601,revision_number=1']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:43:12.096785 n-d-838334-2 neutron-server[84040]: DEBUG neutron.scheduler.base_scheduler [req-09e8d903-81b5-4712-802b-33d4165d5026 req-d8735bb9-a1fe-4dc7-a936-e577055fa79f tempest-ServersOnMultiNodesTest-1168278630 tempest-ServersOnMultiNodesTest-1168278630-project] Resources bound (agent type, host, resource id): {{(pid=84040) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:43:12.101932 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [req-de5acc04-11cc-4123-90ff-bf923f220d04 req-f03306b0-e81f-4717-905b-51e325f6c83f tempest-ServersAdminTestJSON-1240675426 tempest-ServersAdminTestJSON-1240675426-project] Usage tracker for resource:port and tenant:14988d38be0e437cb0a1328781b15e3f is out of sync, need to count used quota {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:43:12.108197 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.l3_dvrscheduler_db [req-09e8d903-81b5-4712-802b-33d4165d5026 req-d8735bb9-a1fe-4dc7-a936-e577055fa79f tempest-ServersOnMultiNodesTest-1168278630 tempest-ServersOnMultiNodesTest-1168278630-project] Received port after_create {{(pid=84040) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 20:43:12.113133 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [req-de5acc04-11cc-4123-90ff-bf923f220d04 req-f03306b0-e81f-4717-905b-51e325f6c83f tempest-ServersAdminTestJSON-1240675426 tempest-ServersAdminTestJSON-1240675426-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:43:12.144800 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [req-de5acc04-11cc-4123-90ff-bf923f220d04 req-f03306b0-e81f-4717-905b-51e325f6c83f tempest-ServersAdminTestJSON-1240675426 tempest-ServersAdminTestJSON-1240675426-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:43:12.161269 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-0d65149b-b653-4d17-9b50-2acc7c34fa8f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33526109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022'] for network, after_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:43:12.162112 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d65149b-b653-4d17-9b50-2acc7c34fa8f admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:43:12.162688 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-0d65149b-b653-4d17-9b50-2acc7c34fa8f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32378031'] for network, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:43:12.175659 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-689466e3-5512-43b4-98e3-63cd0c65f7dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1103592'] for network, before_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:43:12.194205 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-de5acc04-11cc-4123-90ff-bf923f220d04 req-f03306b0-e81f-4717-905b-51e325f6c83f tempest-ServersAdminTestJSON-1240675426 tempest-ServersAdminTestJSON-1240675426-project] Made reservation on behalf of 14988d38be0e437cb0a1328781b15e3f for: {'port': 1} {{(pid=84041) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:43:12.197183 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [req-de5acc04-11cc-4123-90ff-bf923f220d04 req-f03306b0-e81f-4717-905b-51e325f6c83f tempest-ServersAdminTestJSON-1240675426 tempest-ServersAdminTestJSON-1240675426-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:43:12.197488 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-2efd9fd6-8dc3-42f9-b0bb-990dbfc93d0d req-a146d2a7-450e-4a4f-80b7-9252be8acfe0 tempest-FloatingIPsAssociationNegativeTestJSON-713744009 tempest-FloatingIPsAssociationNegativeTestJSON-713744009-project] 10.222.0.42 "GET /v2.0/security-groups?id=c7496943-c876-45a6-b20e-7ae98eeeb30c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2704058 Apr 18 20:43:12.300183 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-0d65149b-b653-4d17-9b50-2acc7c34fa8f admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 2.7982795 Apr 18 20:43:12.319240 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09e8d903-81b5-4712-802b-33d4165d5026 req-d8735bb9-a1fe-4dc7-a936-e577055fa79f tempest-ServersOnMultiNodesTest-1168278630 tempest-ServersOnMultiNodesTest-1168278630-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:43:12.319906 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-09e8d903-81b5-4712-802b-33d4165d5026 req-d8735bb9-a1fe-4dc7-a936-e577055fa79f tempest-ServersOnMultiNodesTest-1168278630 tempest-ServersOnMultiNodesTest-1168278630-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217293'] for port, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:43:12.329885 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c7b891d-437a-4e61-89d4-95207959135b req-26bbd58a-969c-4132-a0f9-b3707c4a683d tempest-ServersOnMultiNodesTest-1168278630 tempest-ServersOnMultiNodesTest-1168278630-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:43:12.330585 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [req-6c7b891d-437a-4e61-89d4-95207959135b req-26bbd58a-969c-4132-a0f9-b3707c4a683d tempest-ServersOnMultiNodesTest-1168278630 tempest-ServersOnMultiNodesTest-1168278630-project] Synchronizing usage tracker for tenant:de28ce5b7b5349a3b98e9e23d1be558c on resource:port {{(pid=84040) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 20:43:12.345907 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 39294) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:43:12.363898 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.v2.base [None req-15ef8ddb-032d-4e34-b351-ddd6ffc951a6 admin admin] Request body: {'subnet': {'network_id': '5d92b0c1-fd9c-4255-b0de-e1939395f5f8', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestFqdnHostnames-350164230-subnet', 'tenant_id': 'a5c388980ed04dcb984190dc5b5cd22c', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=84040) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 20:43:12.387735 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [None req-15ef8ddb-032d-4e34-b351-ddd6ffc951a6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:43:12.393457 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d65149b-b653-4d17-9b50-2acc7c34fa8f admin admin] Pushing event updated for resources: {'Network': ['ID=5d92b0c1-fd9c-4255-b0de-e1939395f5f8,revision_number=1']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:43:12.398956 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-09e8d903-81b5-4712-802b-33d4165d5026 req-d8735bb9-a1fe-4dc7-a936-e577055fa79f tempest-ServersOnMultiNodesTest-1168278630 tempest-ServersOnMultiNodesTest-1168278630-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.7049196 Apr 18 20:43:12.400883 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-15ef8ddb-032d-4e34-b351-ddd6ffc951a6 admin admin] Usage tracker for resource:subnet and tenant:a5c388980ed04dcb984190dc5b5cd22c is out of sync, need to count used quota {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:43:12.405656 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-15ef8ddb-032d-4e34-b351-ddd6ffc951a6 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:43:12.409525 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [req-6c7b891d-437a-4e61-89d4-95207959135b req-26bbd58a-969c-4132-a0f9-b3707c4a683d tempest-ServersOnMultiNodesTest-1168278630 tempest-ServersOnMultiNodesTest-1168278630-project] Unset dirty status for tenant:de28ce5b7b5349a3b98e9e23d1be558c on resource:port {{(pid=84040) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 20:43:12.409766 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-6c7b891d-437a-4e61-89d4-95207959135b req-26bbd58a-969c-4132-a0f9-b3707c4a683d tempest-ServersOnMultiNodesTest-1168278630 tempest-ServersOnMultiNodesTest-1168278630-project] 10.222.0.42 "GET /v2.0/ports?device_id=44efab35-5c01-4961-a45b-8934b6a92124 HTTP/1.1" status: 200 len: 936 time: 0.6480222 Apr 18 20:43:12.415482 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [None req-15ef8ddb-032d-4e34-b351-ddd6ffc951a6 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:43:12.422469 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.v2.base [req-09e8d903-81b5-4712-802b-33d4165d5026 req-2e3b6320-5998-47b2-a19c-8e38f6b50f9f service neutron] Request body: {'port': {'device_id': '44efab35-5c01-4961-a45b-8934b6a92124', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-838334-2'}} {{(pid=84040) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 20:43:12.428193 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Network 5d92b0c1-fd9c-4255-b0de-e1939395f5f8 details requested by agent ovs-agent-n-d-838334-2 with host n-d-838334-2 {{(pid=84042) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 18 20:43:12.523249 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-7cf89402-0b3a-488e-9643-f9b25f4ee133 req-5822f893-e498-459c-b8fa-9cd01de09bbf service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=f80f29cf-306f-4b83-b9ef-977e3822a3eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4618752 Apr 18 20:43:12.544496 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-e5f070d7-1159-44e0-ac4f-cc20edabffe7 req-b2f122f4-1eaf-4f29-a9fd-59f5524a0aa1 tempest-ServersAdminTestJSON-1240675426 tempest-ServersAdminTestJSON-1240675426-project] 10.222.0.42 "GET /v2.0/ports?device_id=7a646183-72a0-4a0e-9a2d-a60d77e4e267 HTTP/1.1" status: 200 len: 210 time: 0.0778108 Apr 18 20:43:12.545606 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-15ef8ddb-032d-4e34-b351-ddd6ffc951a6 admin admin] Made reservation on behalf of a5c388980ed04dcb984190dc5b5cd22c for: {'subnet': 1} {{(pid=84040) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:43:12.547810 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-15ef8ddb-032d-4e34-b351-ddd6ffc951a6 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31752722'] for subnet, before_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:43:12.564777 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-689466e3-5512-43b4-98e3-63cd0c65f7dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1258905', 'neutron.services.segments.db._delete_segments_for_network-8750375287417'] for network, precommit_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:43:12.612126 n-d-838334-2 neutron-server[84041]: DEBUG neutron.services.segments.db [None req-689466e3-5512-43b4-98e3-63cd0c65f7dc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a92cea34-83a9-4801-bb75-cc07c451223b']}} {{(pid=84041) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:43:12.637605 n-d-838334-2 neutron-server[84041]: DEBUG neutron.services.segments.db [None req-689466e3-5512-43b4-98e3-63cd0c65f7dc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '636e5b77-90d2-4b9f-a149-e8d80d7281ee') {'for_net_delete': True} {{(pid=84041) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:43:12.637934 n-d-838334-2 neutron-server[84041]: DEBUG neutron.services.segments.db [None req-689466e3-5512-43b4-98e3-63cd0c65f7dc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '636e5b77-90d2-4b9f-a149-e8d80d7281ee') {} {{(pid=84041) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:43:12.648372 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [req-aea3701d-d0e0-4e0f-9d0d-f2468b2320db req-71c68104-e621-4a0f-9455-59fd2537f5ed tempest-ServersAdminTestJSON-1240675426 tempest-ServersAdminTestJSON-1240675426-project] Notify callbacks [] for port, precommit_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:43:12.652732 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-707b9ba7-6a9a-4963-a809-2a9c22127da1 None None] Provisioning for port 73fd763f-e112-4ac2-af77-7c7a2e4ac601 completed by entity DHCP. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 20:43:12.667002 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-707b9ba7-6a9a-4963-a809-2a9c22127da1 None None] Provisioning complete for port 73fd763f-e112-4ac2-af77-7c7a2e4ac601 triggered by entity DHCP. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:43:12.667555 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-707b9ba7-6a9a-4963-a809-2a9c22127da1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1253608'] for port, provisioning_complete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:43:12.679505 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-689466e3-5512-43b4-98e3-63cd0c65f7dc admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750375287300', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32268156'] for segment, before_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:43:12.692130 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.provisioning_blocks [req-aea3701d-d0e0-4e0f-9d0d-f2468b2320db req-71c68104-e621-4a0f-9455-59fd2537f5ed tempest-ServersAdminTestJSON-1240675426 tempest-ServersAdminTestJSON-1240675426-project] Transition to ACTIVE for port object 7ee9c1ce-a165-4006-a514-881ee03d6aad will not be triggered until provisioned by entity DHCP. {{(pid=84041) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 20:43:12.704077 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-689466e3-5512-43b4-98e3-63cd0c65f7dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1082986'] for segment, precommit_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:43:12.715469 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-689466e3-5512-43b4-98e3-63cd0c65f7dc admin admin] Releasing vlan 391 on physical network physnet1 to pool {{(pid=84041) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 18 20:43:12.715858 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-689466e3-5512-43b4-98e3-63cd0c65f7dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1082993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32266254'] for segment, after_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:43:12.732785 n-d-838334-2 neutron-server[84041]: Traceback (most recent call last): Apr 18 20:43:12.732785 n-d-838334-2 neutron-server[84041]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 18 20:43:12.732785 n-d-838334-2 neutron-server[84041]: timer() Apr 18 20:43:12.732785 n-d-838334-2 neutron-server[84041]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 20:43:12.732785 n-d-838334-2 neutron-server[84041]: cb(*args, **kw) Apr 18 20:43:12.732785 n-d-838334-2 neutron-server[84041]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 18 20:43:12.732785 n-d-838334-2 neutron-server[84041]: return func(*args, **kwargs) Apr 18 20:43:12.732785 n-d-838334-2 neutron-server[84041]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 20:43:12.732785 n-d-838334-2 neutron-server[84041]: self._notify() Apr 18 20:43:12.732785 n-d-838334-2 neutron-server[84041]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 20:43:12.732785 n-d-838334-2 neutron-server[84041]: self.callback(batched_events) Apr 18 20:43:12.732785 n-d-838334-2 neutron-server[84041]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 20:43:12.732785 n-d-838334-2 neutron-server[84041]: event.method(event) Apr 18 20:43:12.732785 n-d-838334-2 neutron-server[84041]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 18 20:43:12.732785 n-d-838334-2 neutron-server[84041]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 20:43:12.732785 n-d-838334-2 neutron-server[84041]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 18 20:43:12.732785 n-d-838334-2 neutron-server[84041]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 20:43:12.732785 n-d-838334-2 neutron-server[84041]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 18 20:43:12.732785 n-d-838334-2 neutron-server[84041]: return f(self, *a, **k) Apr 18 20:43:12.732785 n-d-838334-2 neutron-server[84041]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 18 20:43:12.732785 n-d-838334-2 neutron-server[84041]: return self._get(url).json() Apr 18 20:43:12.732785 n-d-838334-2 neutron-server[84041]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 18 20:43:12.732785 n-d-838334-2 neutron-server[84041]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 20:43:12.732785 n-d-838334-2 neutron-server[84041]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 18 20:43:12.732785 n-d-838334-2 neutron-server[84041]: return self.request(url, 'GET', **kwargs) Apr 18 20:43:12.732785 n-d-838334-2 neutron-server[84041]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 18 20:43:12.732785 n-d-838334-2 neutron-server[84041]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 20:43:12.732785 n-d-838334-2 neutron-server[84041]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 18 20:43:12.732785 n-d-838334-2 neutron-server[84041]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 20:43:12.732785 n-d-838334-2 neutron-server[84041]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 18 20:43:12.732785 n-d-838334-2 neutron-server[84041]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 20:43:12.732785 n-d-838334-2 neutron-server[84041]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 20:43:12.759812 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.plugin [None req-707b9ba7-6a9a-4963-a809-2a9c22127da1 None None] Port 73fd763f-e112-4ac2-af77-7c7a2e4ac601 cannot update to ACTIVE because it is not bound. {{(pid=84042) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 18 20:43:12.785102 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-6c7b891d-437a-4e61-89d4-95207959135b req-048c6beb-def9-46c6-a4b8-bf50c9dd3ba4 tempest-ServersOnMultiNodesTest-1168278630 tempest-ServersOnMultiNodesTest-1168278630-project] 10.222.0.42 "GET /v2.0/security-groups?id=e1e985d3-f227-45b4-b9a7-ffadcd0db1b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3673103 Apr 18 20:43:12.837958 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] get_ports_and_sgs() called for port_ids ['48374dfc-daf0-401c-976e-d3d8c71d0274', '96ef89c7-5796-4195-8913-d02823fbfa3d'] {{(pid=84042) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 18 20:43:12.862767 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-689466e3-5512-43b4-98e3-63cd0c65f7dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1258898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33526109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33444113'] for network, after_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:43:12.877976 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-09e8d903-81b5-4712-802b-33d4165d5026 req-2e3b6320-5998-47b2-a19c-8e38f6b50f9f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:43:12.901152 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-689466e3-5512-43b4-98e3-63cd0c65f7dc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32378031'] for network, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:43:12.980950 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [req-aea3701d-d0e0-4e0f-9d0d-f2468b2320db req-71c68104-e621-4a0f-9455-59fd2537f5ed tempest-ServersAdminTestJSON-1240675426 tempest-ServersAdminTestJSON-1240675426-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750374836619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32266323'] for port, after_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:43:12.989720 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-689466e3-5512-43b4-98e3-63cd0c65f7dc admin admin] Pushing event deleted for resources: {'Network': ['ID=a92cea34-83a9-4801-bb75-cc07c451223b,revision_number=None']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:43:13.035062 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-689466e3-5512-43b4-98e3-63cd0c65f7dc admin admin] 10.222.0.42 "DELETE /v2.0/networks/a92cea34-83a9-4801-bb75-cc07c451223b HTTP/1.1" status: 204 len: 168 time: 1.0445416 Apr 18 20:43:13.052499 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-7cf89402-0b3a-488e-9643-f9b25f4ee133 req-8b92255d-c622-406a-8737-bbdfc657c60e service neutron] 10.222.0.48 "GET /v2.0/networks/f80f29cf-306f-4b83-b9ef-977e3822a3eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5128162 Apr 18 20:43:13.108464 n-d-838334-2 neutron-server[84041]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-aea3701d-d0e0-4e0f-9d0d-f2468b2320db req-71c68104-e621-4a0f-9455-59fd2537f5ed tempest-ServersAdminTestJSON-1240675426 tempest-ServersAdminTestJSON-1240675426-project] Network cb56989d-7c5d-4678-b194-1d2edf1e842a is already hosted by enough agents. {{(pid=84041) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:43:13.109752 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.db_base_plugin_common [req-de5acc04-11cc-4123-90ff-bf923f220d04 req-f03306b0-e81f-4717-905b-51e325f6c83f tempest-ServersAdminTestJSON-1240675426 tempest-ServersAdminTestJSON-1240675426-project] Allocated IP 192.168.233.228 (cb56989d-7c5d-4678-b194-1d2edf1e842a/c4b526db-4d8a-4d4c-a310-e3a599630ae1/b09eec60-39b5-46cc-8a75-b4b365f01b2b) {{(pid=84041) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:43:13.112100 n-d-838334-2 neutron-server[84041]: DEBUG neutron.scheduler.base_scheduler [req-aea3701d-d0e0-4e0f-9d0d-f2468b2320db req-71c68104-e621-4a0f-9455-59fd2537f5ed tempest-ServersAdminTestJSON-1240675426 tempest-ServersAdminTestJSON-1240675426-project] Resources bound (agent type, host, resource id): {{(pid=84041) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:43:13.114092 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71c68104-e621-4a0f-9455-59fd2537f5ed tempest-ServersAdminTestJSON-1240675426 tempest-ServersAdminTestJSON-1240675426-project] Pushing event updated for resources: {'Port': ['ID=7ee9c1ce-a165-4006-a514-881ee03d6aad,revision_number=1']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:43:13.116044 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.l3_dvrscheduler_db [req-aea3701d-d0e0-4e0f-9d0d-f2468b2320db req-71c68104-e621-4a0f-9455-59fd2537f5ed tempest-ServersAdminTestJSON-1240675426 tempest-ServersAdminTestJSON-1240675426-project] Received port after_create {{(pid=84041) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 20:43:13.186786 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aea3701d-d0e0-4e0f-9d0d-f2468b2320db req-71c68104-e621-4a0f-9455-59fd2537f5ed tempest-ServersAdminTestJSON-1240675426 tempest-ServersAdminTestJSON-1240675426-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:43:13.187439 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [req-aea3701d-d0e0-4e0f-9d0d-f2468b2320db req-71c68104-e621-4a0f-9455-59fd2537f5ed tempest-ServersAdminTestJSON-1240675426 tempest-ServersAdminTestJSON-1240675426-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217293'] for port, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:43:13.253568 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-aea3701d-d0e0-4e0f-9d0d-f2468b2320db req-71c68104-e621-4a0f-9455-59fd2537f5ed tempest-ServersAdminTestJSON-1240675426 tempest-ServersAdminTestJSON-1240675426-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.5453596 Apr 18 20:43:13.273575 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.v2.base [req-aea3701d-d0e0-4e0f-9d0d-f2468b2320db req-baed7227-8107-4af6-8d7f-e058820c0519 service neutron] Request body: {'port': {'device_id': 'ce6c549f-1c22-4313-93e6-93921dc22663', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-838334-2'}} {{(pid=84041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 20:43:13.345777 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 39318) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:43:13.355244 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-15ef8ddb-032d-4e34-b351-ddd6ffc951a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33526260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32441074', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31752704'] for subnet, after_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:43:13.489385 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-1780ce6a-02d2-41ac-abb6-e7b9ef005a8f None None] Provisioning for port 7ee9c1ce-a165-4006-a514-881ee03d6aad completed by entity DHCP. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 20:43:13.495135 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-1780ce6a-02d2-41ac-abb6-e7b9ef005a8f None None] Provisioning complete for port 7ee9c1ce-a165-4006-a514-881ee03d6aad triggered by entity DHCP. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:43:13.495550 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-1780ce6a-02d2-41ac-abb6-e7b9ef005a8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1253608'] for port, provisioning_complete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:43:13.551350 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.plugin [None req-1780ce6a-02d2-41ac-abb6-e7b9ef005a8f None None] Port 7ee9c1ce-a165-4006-a514-881ee03d6aad cannot update to ACTIVE because it is not bound. {{(pid=84042) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 18 20:43:13.578495 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-21a4f03b-deb0-470d-bd6f-29932178fb84 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=dfa04f762e14427e8043e36ea411d50f&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2313039 Apr 18 20:43:13.583834 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 39322) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:43:13.613485 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [req-aea3701d-d0e0-4e0f-9d0d-f2468b2320db req-baed7227-8107-4af6-8d7f-e058820c0519 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:43:13.707310 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15ef8ddb-032d-4e34-b351-ddd6ffc951a6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a39d20c8-a1de-491a-8827-486ac92d66df,revision_number=0']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:43:13.729802 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [req-de5acc04-11cc-4123-90ff-bf923f220d04 req-f03306b0-e81f-4717-905b-51e325f6c83f tempest-ServersAdminTestJSON-1240675426 tempest-ServersAdminTestJSON-1240675426-project] Notify callbacks [] for port, precommit_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:43:13.742235 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8994a90f-7877-45e7-a61c-2d9c2eead7d6 req-c0811684-74ff-4d09-8607-27071ae0ff68 tempest-ServersAdminNegativeTestJSON-611917932 tempest-ServersAdminNegativeTestJSON-611917932-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:43:13.743789 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-8994a90f-7877-45e7-a61c-2d9c2eead7d6 req-c0811684-74ff-4d09-8607-27071ae0ff68 tempest-ServersAdminNegativeTestJSON-611917932 tempest-ServersAdminNegativeTestJSON-611917932-project] 10.222.0.42 "GET /v2.0/ports?device_id=0c84c94b-89b5-484c-8be5-c2f29cb8d5c1 HTTP/1.1" status: 200 len: 949 time: 0.8418195 Apr 18 20:43:13.753651 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-7cf89402-0b3a-488e-9643-f9b25f4ee133 req-222d3215-b381-48e4-b921-693dafc4531c service neutron] 10.222.0.48 "GET /v2.0/networks/f80f29cf-306f-4b83-b9ef-977e3822a3eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5259509 Apr 18 20:43:13.858357 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2d760ce-4004-4d26-b019-f54e83caa351 req-a0ef3215-76e4-4c84-938c-01eb849184e0 tempest-FloatingIPsAssociationNegativeTestJSON-713744009 tempest-FloatingIPsAssociationNegativeTestJSON-713744009-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:43:13.859839 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-d2d760ce-4004-4d26-b019-f54e83caa351 req-a0ef3215-76e4-4c84-938c-01eb849184e0 tempest-FloatingIPsAssociationNegativeTestJSON-713744009 tempest-FloatingIPsAssociationNegativeTestJSON-713744009-project] 10.222.0.42 "GET /v2.0/ports?device_id=87617329-db11-4d78-96ee-1f3854a4d274 HTTP/1.1" status: 200 len: 945 time: 0.4650781 Apr 18 20:43:13.860577 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15ef8ddb-032d-4e34-b351-ddd6ffc951a6 admin admin] Checking segment: {'id': '9e9b861a-4699-4fb3-98f9-6b175d1204e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '5d92b0c1-fd9c-4255-b0de-e1939395f5f8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84040) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 20:43:13.860925 n-d-838334-2 neutron-server[84040]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15ef8ddb-032d-4e34-b351-ddd6ffc951a6 admin admin] Network hostable DHCP agents. Network: 5d92b0c1-fd9c-4255-b0de-e1939395f5f8, hostable agents: ['8746f8ea-3e91-4b32-9919-2c63adeb8722'], hosted agents: [] {{(pid=84040) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 20:43:13.875237 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.provisioning_blocks [req-de5acc04-11cc-4123-90ff-bf923f220d04 req-f03306b0-e81f-4717-905b-51e325f6c83f tempest-ServersAdminTestJSON-1240675426 tempest-ServersAdminTestJSON-1240675426-project] Transition to ACTIVE for port object b09eec60-39b5-46cc-8a75-b4b365f01b2b will not be triggered until provisioned by entity DHCP. {{(pid=84041) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 20:43:13.895423 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-7cf89402-0b3a-488e-9643-f9b25f4ee133 req-6f5e7b69-441f-42e2-8bbb-61ffb92d30aa service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.103&port_id=67855998-dc7c-4735-830d-2fe34a3c1061 HTTP/1.1" status: 200 len: 217 time: 0.1178904 Apr 18 20:43:13.935419 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-0c1c1684-c9ff-4353-bb76-dd51ba4d3afb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:43:13.958727 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-8994a90f-7877-45e7-a61c-2d9c2eead7d6 req-6bb3eca0-62f8-4762-8a73-24651f097466 tempest-ServersAdminNegativeTestJSON-611917932 tempest-ServersAdminNegativeTestJSON-611917932-project] 10.222.0.42 "GET /v2.0/security-groups?id=e0395a73-aa6b-4ce1-bb5e-d7bf600d145b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2019968 Apr 18 20:43:13.993525 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-d2d760ce-4004-4d26-b019-f54e83caa351 req-b11538b2-235a-4f80-9b01-4b9bca7cf867 tempest-FloatingIPsAssociationNegativeTestJSON-713744009 tempest-FloatingIPsAssociationNegativeTestJSON-713744009-project] 10.222.0.42 "GET /v2.0/security-groups?id=c7496943-c876-45a6-b20e-7ae98eeeb30c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1270881 Apr 18 20:43:13.994950 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cf89402-0b3a-488e-9643-f9b25f4ee133 req-6519782c-ebc3-4f8a-b4af-b6275039ad2d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:43:13.996326 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-7cf89402-0b3a-488e-9643-f9b25f4ee133 req-6519782c-ebc3-4f8a-b4af-b6275039ad2d service neutron] 10.222.0.48 "GET /v2.0/subnets?id=595cabc3-b2ed-413d-9545-05965478d7ea HTTP/1.1" status: 200 len: 797 time: 0.0895727 Apr 18 20:43:13.997240 n-d-838334-2 neutron-server[84040]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15ef8ddb-032d-4e34-b351-ddd6ffc951a6 admin admin] Network 5d92b0c1-fd9c-4255-b0de-e1939395f5f8 is scheduled to be hosted by DHCP agent 8746f8ea-3e91-4b32-9919-2c63adeb8722 with binding_index 1 {{(pid=84040) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 20:43:13.997570 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-0c1c1684-c9ff-4353-bb76-dd51ba4d3afb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:43:14.046228 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [req-de5acc04-11cc-4123-90ff-bf923f220d04 req-f03306b0-e81f-4717-905b-51e325f6c83f tempest-ServersAdminTestJSON-1240675426 tempest-ServersAdminTestJSON-1240675426-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750374836619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32266323'] for port, after_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:43:14.069748 n-d-838334-2 neutron-server[84040]: DEBUG neutron.scheduler.base_scheduler [None req-15ef8ddb-032d-4e34-b351-ddd6ffc951a6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-838334-2, 5d92b0c1-fd9c-4255-b0de-e1939395f5f8) {{(pid=84040) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:43:14.081601 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cbdb8658-bfd7-42f6-ae65-0c0736a5eb14 None None] Network 5d92b0c1-fd9c-4255-b0de-e1939395f5f8 requested from n-d-838334-2 {{(pid=84042) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 20:43:14.126358 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Device 370774a2-1519-416b-b627-d03c7957a6aa up at agent hyperv_n-h2-838334-2 {{(pid=84042) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 20:43:14.139416 n-d-838334-2 neutron-server[84041]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-de5acc04-11cc-4123-90ff-bf923f220d04 req-f03306b0-e81f-4717-905b-51e325f6c83f tempest-ServersAdminTestJSON-1240675426 tempest-ServersAdminTestJSON-1240675426-project] Network cb56989d-7c5d-4678-b194-1d2edf1e842a is already hosted by enough agents. {{(pid=84041) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:43:14.144517 n-d-838334-2 neutron-server[84041]: DEBUG neutron.scheduler.base_scheduler [req-de5acc04-11cc-4123-90ff-bf923f220d04 req-f03306b0-e81f-4717-905b-51e325f6c83f tempest-ServersAdminTestJSON-1240675426 tempest-ServersAdminTestJSON-1240675426-project] Resources bound (agent type, host, resource id): {{(pid=84041) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:43:14.149386 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.l3_dvrscheduler_db [req-de5acc04-11cc-4123-90ff-bf923f220d04 req-f03306b0-e81f-4717-905b-51e325f6c83f tempest-ServersAdminTestJSON-1240675426 tempest-ServersAdminTestJSON-1240675426-project] Received port after_create {{(pid=84041) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 20:43:14.175215 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15ef8ddb-032d-4e34-b351-ddd6ffc951a6 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:43:14.180277 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-15ef8ddb-032d-4e34-b351-ddd6ffc951a6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32378031'] for subnet, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:43:14.184375 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f03306b0-e81f-4717-905b-51e325f6c83f tempest-ServersAdminTestJSON-1240675426 tempest-ServersAdminTestJSON-1240675426-project] Pushing event updated for resources: {'Port': ['ID=b09eec60-39b5-46cc-8a75-b4b365f01b2b,revision_number=1']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:43:14.192635 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-0c1c1684-c9ff-4353-bb76-dd51ba4d3afb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33528224'] for security_group, after_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:43:14.227758 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c1c1684-c9ff-4353-bb76-dd51ba4d3afb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=59d22466-01c3-4eda-9b5c-cb887beaa55e,revision_number=None']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:43:14.258978 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-0c1c1684-c9ff-4353-bb76-dd51ba4d3afb admin admin] Notify callbacks [] for security_group, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:43:14.260251 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-0c1c1684-c9ff-4353-bb76-dd51ba4d3afb admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/59d22466-01c3-4eda-9b5c-cb887beaa55e HTTP/1.1" status: 204 len: 168 time: 0.6734414 Apr 18 20:43:14.265429 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de5acc04-11cc-4123-90ff-bf923f220d04 req-f03306b0-e81f-4717-905b-51e325f6c83f tempest-ServersAdminTestJSON-1240675426 tempest-ServersAdminTestJSON-1240675426-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:43:14.266056 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [req-de5acc04-11cc-4123-90ff-bf923f220d04 req-f03306b0-e81f-4717-905b-51e325f6c83f tempest-ServersAdminTestJSON-1240675426 tempest-ServersAdminTestJSON-1240675426-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217293'] for port, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:43:14.296786 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-de5acc04-11cc-4123-90ff-bf923f220d04 req-f03306b0-e81f-4717-905b-51e325f6c83f tempest-ServersAdminTestJSON-1240675426 tempest-ServersAdminTestJSON-1240675426-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.6960049 Apr 18 20:43:14.308788 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.v2.base [req-de5acc04-11cc-4123-90ff-bf923f220d04 req-aeb0b045-ca12-4a87-9de9-80589aefd46f service neutron] Request body: {'port': {'device_id': '7a646183-72a0-4a0e-9a2d-a60d77e4e267', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-838334-2'}} {{(pid=84041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 20:43:14.407883 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-15ef8ddb-032d-4e34-b351-ddd6ffc951a6 admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 2.0598345 Apr 18 20:43:14.417660 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 39334) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:43:14.452544 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Provisioning for port 370774a2-1519-416b-b627-d03c7957a6aa completed by entity L2. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 20:43:14.461186 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [req-de5acc04-11cc-4123-90ff-bf923f220d04 req-aeb0b045-ca12-4a87-9de9-80589aefd46f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:43:14.461891 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Provisioning complete for port 370774a2-1519-416b-b627-d03c7957a6aa triggered by entity L2. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:43:14.462401 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1253608'] for port, provisioning_complete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:43:14.462933 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.v2.base [None req-ee74e0e9-c113-4232-aa99-f61ba5726052 admin admin] Request body: {'router': {'name': 'tempest-ServersTestFqdnHostnames-350164230-router', 'tenant_id': 'a5c388980ed04dcb984190dc5b5cd22c', 'external_gateway_info': {'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c'}}} {{(pid=84040) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 20:43:14.477938 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [None req-ee74e0e9-c113-4232-aa99-f61ba5726052 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:43:14.496518 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-ee74e0e9-c113-4232-aa99-f61ba5726052 admin admin] Usage tracker for resource:router and tenant:a5c388980ed04dcb984190dc5b5cd22c is out of sync, need to count used quota {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:43:14.512713 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-ee74e0e9-c113-4232-aa99-f61ba5726052 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:43:14.528857 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-7cf89402-0b3a-488e-9643-f9b25f4ee133 req-eacc478e-29d4-4eaa-81a2-331547cbccd8 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=d9eb2c31-9efb-45c1-be97-8fbfff0e7f82&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.5247555 Apr 18 20:43:14.531345 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [None req-ee74e0e9-c113-4232-aa99-f61ba5726052 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:43:14.572569 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f09301cd-b604-4c7f-a1f4-bb5f329ec5d7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp016840fc-1f9f-5892-9c53-c9cf6c845bbb-5d92b0c1-fd9c-4255-b0de-e1939395f5f8', 'network_id': '5d92b0c1-fd9c-4255-b0de-e1939395f5f8', 'tenant_id': 'a5c388980ed04dcb984190dc5b5cd22c', 'fixed_ips': [{'subnet_id': 'a39d20c8-a1de-491a-8827-486ac92d66df'}]}} from n-d-838334-2. {{(pid=84042) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 18 20:43:14.573344 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-f09301cd-b604-4c7f-a1f4-bb5f329ec5d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_create {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:43:14.651978 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cae5b51-230f-412a-a694-a0de1cf0adc4 req-25bcc2cb-a549-4e55-9f59-ccfb8907ddf3 tempest-ServersOnMultiNodesTest-1168278630 tempest-ServersOnMultiNodesTest-1168278630-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:43:14.653543 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-3cae5b51-230f-412a-a694-a0de1cf0adc4 req-25bcc2cb-a549-4e55-9f59-ccfb8907ddf3 tempest-ServersOnMultiNodesTest-1168278630 tempest-ServersOnMultiNodesTest-1168278630-project] 10.222.0.42 "GET /v2.0/ports?device_id=44efab35-5c01-4961-a45b-8934b6a92124 HTTP/1.1" status: 200 len: 936 time: 0.4521303 Apr 18 20:43:14.696924 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-ee74e0e9-c113-4232-aa99-f61ba5726052 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-33442106', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5708'] for router, before_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:43:14.698004 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-ee74e0e9-c113-4232-aa99-f61ba5726052 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33442137', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33444285', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33535433', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5703'] for router, precommit_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:43:14.732245 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:43:14.742152 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-c10f0dc2-7797-4bbe-bd76-d5c6557ad96c None None] Provisioning for port b09eec60-39b5-46cc-8a75-b4b365f01b2b completed by entity DHCP. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 20:43:14.756300 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-c10f0dc2-7797-4bbe-bd76-d5c6557ad96c None None] Provisioning complete for port b09eec60-39b5-46cc-8a75-b4b365f01b2b triggered by entity DHCP. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:43:14.756536 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-c10f0dc2-7797-4bbe-bd76-d5c6557ad96c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1253608'] for port, provisioning_complete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:43:14.761672 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13d31edf-a8ec-4365-a313-4e27179a481a req-ae37215f-a23d-4a40-ae07-22987fdd6642 tempest-ServersAdminTestJSON-1240675426 tempest-ServersAdminTestJSON-1240675426-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:43:14.763271 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-13d31edf-a8ec-4365-a313-4e27179a481a req-ae37215f-a23d-4a40-ae07-22987fdd6642 tempest-ServersAdminTestJSON-1240675426 tempest-ServersAdminTestJSON-1240675426-project] 10.222.0.42 "GET /v2.0/ports?device_id=7a646183-72a0-4a0e-9a2d-a60d77e4e267 HTTP/1.1" status: 200 len: 936 time: 0.4853897 Apr 18 20:43:14.795931 n-d-838334-2 neutron-server[84040]: DEBUG neutron.notifiers.nova [req-09e8d903-81b5-4712-802b-33d4165d5026 req-2e3b6320-5998-47b2-a19c-8e38f6b50f9f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 73fd763f-e112-4ac2-af77-7c7a2e4ac601 {{(pid=84040) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 18 20:43:14.831139 n-d-838334-2 neutron-server[84042]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0c84c94b-89b5-484c-8be5-c2f29cb8d5c1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '370774a2-1519-416b-b627-d03c7957a6aa'}] {{(pid=84042) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 20:43:14.832352 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-09e8d903-81b5-4712-802b-33d4165d5026 req-2e3b6320-5998-47b2-a19c-8e38f6b50f9f service neutron] Notify callbacks [] for port, precommit_update {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:43:14.881844 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.plugin [None req-c10f0dc2-7797-4bbe-bd76-d5c6557ad96c None None] Port b09eec60-39b5-46cc-8a75-b4b365f01b2b cannot update to ACTIVE because it is not bound. {{(pid=84042) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 18 20:43:14.886541 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.provisioning_blocks [req-09e8d903-81b5-4712-802b-33d4165d5026 req-2e3b6320-5998-47b2-a19c-8e38f6b50f9f service neutron] Transition to ACTIVE for port object 73fd763f-e112-4ac2-af77-7c7a2e4ac601 will not be triggered until provisioned by entity L2. {{(pid=84040) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 20:43:14.888305 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] For port 370774a2-1519-416b-b627-d03c7957a6aa, host n-h2-838334-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838334-2',level=0,port_id=370774a2-1519-416b-b627-d03c7957a6aa,segment=NetworkSegment(62b85806-94d8-4a88-a06c-da82e5932d66),segment_id=62b85806-94d8-4a88-a06c-da82e5932d66)] {{(pid=84042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:43:14.897946 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-3cae5b51-230f-412a-a694-a0de1cf0adc4 req-15fa8578-05c6-4dd8-af01-20e4bd5f9366 tempest-ServersOnMultiNodesTest-1168278630 tempest-ServersOnMultiNodesTest-1168278630-project] 10.222.0.42 "GET /v2.0/security-groups?id=e1e985d3-f227-45b4-b9a7-ffadcd0db1b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2028518 Apr 18 20:43:14.901017 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682'] for port, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:43:14.902220 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Device 8b9c0209-8e08-4452-b426-91a922fe9d91 up at agent hyperv_n-h2-838334-2 {{(pid=84042) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 20:43:14.902754 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-ee74e0e9-c113-4232-aa99-f61ba5726052 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:43:14.913885 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-09e8d903-81b5-4712-802b-33d4165d5026 req-2e3b6320-5998-47b2-a19c-8e38f6b50f9f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32440959'] for port, after_update {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:43:15.013366 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-7cf89402-0b3a-488e-9643-f9b25f4ee133 req-181da465-e4c9-4972-b656-b39a6ecf1284 service neutron] 10.222.0.48 "GET /v2.0/networks/d9eb2c31-9efb-45c1-be97-8fbfff0e7f82?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4676809 Apr 18 20:43:15.043987 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-13d31edf-a8ec-4365-a313-4e27179a481a req-d54c6664-c64e-4e34-b86c-56430df97306 tempest-ServersAdminTestJSON-1240675426 tempest-ServersAdminTestJSON-1240675426-project] 10.222.0.42 "GET /v2.0/security-groups?id=b9ed1788-e987-4b94-9dd4-ed408bd7803e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2662797 Apr 18 20:43:15.125763 n-d-838334-2 neutron-server[84042]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dd1a9bc5-ba42-44c6-898e-bad60919bfd1'] response: {'server_uuid': '0c84c94b-89b5-484c-8be5-c2f29cb8d5c1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '370774a2-1519-416b-b627-d03c7957a6aa', 'code': 200} Apr 18 20:43:15.126354 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Pushing event updated for resources: {'Port': ['ID=370774a2-1519-416b-b627-d03c7957a6aa,revision_number=5']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:43:15.207988 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.db_base_plugin_common [None req-f09301cd-b604-4c7f-a1f4-bb5f329ec5d7 None None] Allocated IP 172.20.0.2 (5d92b0c1-fd9c-4255-b0de-e1939395f5f8/a39d20c8-a1de-491a-8827-486ac92d66df/3b1ce5af-0ff1-4f6b-bc83-67f4d312f5a0) {{(pid=84042) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:43:15.329268 n-d-838334-2 neutron-server[84041]: DEBUG neutron.notifiers.nova [req-aea3701d-d0e0-4e0f-9d0d-f2468b2320db req-baed7227-8107-4af6-8d7f-e058820c0519 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7ee9c1ce-a165-4006-a514-881ee03d6aad {{(pid=84041) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 18 20:43:15.337388 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [req-aea3701d-d0e0-4e0f-9d0d-f2468b2320db req-baed7227-8107-4af6-8d7f-e058820c0519 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:43:15.371966 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.provisioning_blocks [req-aea3701d-d0e0-4e0f-9d0d-f2468b2320db req-baed7227-8107-4af6-8d7f-e058820c0519 service neutron] Transition to ACTIVE for port object 7ee9c1ce-a165-4006-a514-881ee03d6aad will not be triggered until provisioned by entity L2. {{(pid=84041) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 20:43:15.395446 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Provisioning for port 8b9c0209-8e08-4452-b426-91a922fe9d91 completed by entity L2. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 20:43:15.404353 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Provisioning complete for port 8b9c0209-8e08-4452-b426-91a922fe9d91 triggered by entity L2. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:43:15.404813 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1253608'] for port, provisioning_complete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:43:15.415423 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [req-aea3701d-d0e0-4e0f-9d0d-f2468b2320db req-baed7227-8107-4af6-8d7f-e058820c0519 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32266282'] for port, after_update {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:43:15.424547 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e3b6320-5998-47b2-a19c-8e38f6b50f9f service neutron] Pushing event updated for resources: {'Port': ['ID=73fd763f-e112-4ac2-af77-7c7a2e4ac601,revision_number=2']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:43:15.732297 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:43:15.789700 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-cb8f2c33-68d2-468a-a9dd-388b137dcce6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750375287399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253529'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:43:15.807658 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-f09301cd-b604-4c7f-a1f4-bb5f329ec5d7 None None] Notify callbacks [] for port, precommit_create {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:43:15.830735 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] For port 8b9c0209-8e08-4452-b426-91a922fe9d91, host n-h2-838334-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838334-2',level=0,port_id=8b9c0209-8e08-4452-b426-91a922fe9d91,segment=NetworkSegment(338f9095-81f0-4251-a330-d99a5f14455b),segment_id=338f9095-81f0-4251-a330-d99a5f14455b)] {{(pid=84042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:43:15.832025 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-f09301cd-b604-4c7f-a1f4-bb5f329ec5d7 None None] Transition to ACTIVE for port object 3b1ce5af-0ff1-4f6b-bc83-67f4d312f5a0 will not be triggered until provisioned by entity L2. {{(pid=84042) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 20:43:15.838748 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682'] for port, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:43:15.886445 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baed7227-8107-4af6-8d7f-e058820c0519 service neutron] Pushing event updated for resources: {'Port': ['ID=7ee9c1ce-a165-4006-a514-881ee03d6aad,revision_number=2']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:43:15.902532 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-f09301cd-b604-4c7f-a1f4-bb5f329ec5d7 None None] Transition to ACTIVE for port object 3b1ce5af-0ff1-4f6b-bc83-67f4d312f5a0 will not be triggered until provisioned by entity DHCP. {{(pid=84042) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 20:43:15.908594 n-d-838334-2 neutron-server[84041]: DEBUG neutron.notifiers.nova [req-de5acc04-11cc-4123-90ff-bf923f220d04 req-aeb0b045-ca12-4a87-9de9-80589aefd46f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b09eec60-39b5-46cc-8a75-b4b365f01b2b {{(pid=84041) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 18 20:43:15.912513 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-f09301cd-b604-4c7f-a1f4-bb5f329ec5d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750374836619'] for port, after_create {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:43:15.918912 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [req-de5acc04-11cc-4123-90ff-bf923f220d04 req-aeb0b045-ca12-4a87-9de9-80589aefd46f service neutron] Notify callbacks [] for port, precommit_update {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:43:15.937104 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Pushing event updated for resources: {'Port': ['ID=8b9c0209-8e08-4452-b426-91a922fe9d91,revision_number=5']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:43:15.944632 n-d-838334-2 neutron-server[84042]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f09301cd-b604-4c7f-a1f4-bb5f329ec5d7 None None] Network 5d92b0c1-fd9c-4255-b0de-e1939395f5f8 is already hosted by enough agents. {{(pid=84042) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:43:15.950046 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.provisioning_blocks [req-de5acc04-11cc-4123-90ff-bf923f220d04 req-aeb0b045-ca12-4a87-9de9-80589aefd46f service neutron] Transition to ACTIVE for port object b09eec60-39b5-46cc-8a75-b4b365f01b2b will not be triggered until provisioned by entity L2. {{(pid=84041) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 20:43:15.957490 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.managers [req-aea3701d-d0e0-4e0f-9d0d-f2468b2320db req-baed7227-8107-4af6-8d7f-e058820c0519 service neutron] Attempting to bind port 7ee9c1ce-a165-4006-a514-881ee03d6aad on host n-h1-838334-2 for vnic_type normal with profile {{(pid=84041) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:43:15.957918 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.managers [req-aea3701d-d0e0-4e0f-9d0d-f2468b2320db req-baed7227-8107-4af6-8d7f-e058820c0519 service neutron] Attempting to bind port 7ee9c1ce-a165-4006-a514-881ee03d6aad by drivers openvswitch,hyperv on host n-h1-838334-2 at level 0 using segments [{'id': '62b85806-94d8-4a88-a06c-da82e5932d66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': 'cb56989d-7c5d-4678-b194-1d2edf1e842a'}] {{(pid=84041) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:43:15.958432 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aea3701d-d0e0-4e0f-9d0d-f2468b2320db req-baed7227-8107-4af6-8d7f-e058820c0519 service neutron] Attempting to bind port 7ee9c1ce-a165-4006-a514-881ee03d6aad on network cb56989d-7c5d-4678-b194-1d2edf1e842a {{(pid=84041) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 20:43:15.965500 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aea3701d-d0e0-4e0f-9d0d-f2468b2320db req-baed7227-8107-4af6-8d7f-e058820c0519 service neutron] Port 7ee9c1ce-a165-4006-a514-881ee03d6aad on network cb56989d-7c5d-4678-b194-1d2edf1e842a not bound, no agent of type Open vSwitch agent registered on host n-h1-838334-2 {{(pid=84041) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 18 20:43:15.966069 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aea3701d-d0e0-4e0f-9d0d-f2468b2320db req-baed7227-8107-4af6-8d7f-e058820c0519 service neutron] Attempting to bind port 7ee9c1ce-a165-4006-a514-881ee03d6aad on network cb56989d-7c5d-4678-b194-1d2edf1e842a {{(pid=84041) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 20:43:15.968583 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.managers [req-09e8d903-81b5-4712-802b-33d4165d5026 req-2e3b6320-5998-47b2-a19c-8e38f6b50f9f service neutron] Attempting to bind port 73fd763f-e112-4ac2-af77-7c7a2e4ac601 on host n-h2-838334-2 for vnic_type normal with profile {{(pid=84040) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:43:15.969116 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.managers [req-09e8d903-81b5-4712-802b-33d4165d5026 req-2e3b6320-5998-47b2-a19c-8e38f6b50f9f service neutron] Attempting to bind port 73fd763f-e112-4ac2-af77-7c7a2e4ac601 by drivers openvswitch,hyperv on host n-h2-838334-2 at level 0 using segments [{'id': '62b85806-94d8-4a88-a06c-da82e5932d66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': 'cb56989d-7c5d-4678-b194-1d2edf1e842a'}] {{(pid=84040) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:43:15.969563 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [req-de5acc04-11cc-4123-90ff-bf923f220d04 req-aeb0b045-ca12-4a87-9de9-80589aefd46f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32266282'] for port, after_update {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:43:15.969684 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09e8d903-81b5-4712-802b-33d4165d5026 req-2e3b6320-5998-47b2-a19c-8e38f6b50f9f service neutron] Attempting to bind port 73fd763f-e112-4ac2-af77-7c7a2e4ac601 on network cb56989d-7c5d-4678-b194-1d2edf1e842a {{(pid=84040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 20:43:15.977435 n-d-838334-2 neutron-server[84042]: DEBUG neutron.scheduler.base_scheduler [None req-f09301cd-b604-4c7f-a1f4-bb5f329ec5d7 None None] Resources bound (agent type, host, resource id): {{(pid=84042) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:43:15.985823 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f09301cd-b604-4c7f-a1f4-bb5f329ec5d7 None None] Received port after_create {{(pid=84042) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 20:43:16.024746 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aea3701d-d0e0-4e0f-9d0d-f2468b2320db req-baed7227-8107-4af6-8d7f-e058820c0519 service neutron] Checking agent: {'id': 'd63bab19-ff81-4de1-afeb-a3732288d0d7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-838334-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 33, 59), 'started_at': datetime.datetime(2022, 4, 18, 20, 33, 59), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 20, 42, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84041) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 18 20:43:16.025433 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aea3701d-d0e0-4e0f-9d0d-f2468b2320db req-baed7227-8107-4af6-8d7f-e058820c0519 service neutron] Checking segment: {'id': '62b85806-94d8-4a88-a06c-da82e5932d66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': 'cb56989d-7c5d-4678-b194-1d2edf1e842a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84041) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 20:43:16.026014 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aea3701d-d0e0-4e0f-9d0d-f2468b2320db req-baed7227-8107-4af6-8d7f-e058820c0519 service neutron] Bound using segment: {'id': '62b85806-94d8-4a88-a06c-da82e5932d66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': 'cb56989d-7c5d-4678-b194-1d2edf1e842a'} {{(pid=84041) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 18 20:43:16.026749 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.managers [req-aea3701d-d0e0-4e0f-9d0d-f2468b2320db req-baed7227-8107-4af6-8d7f-e058820c0519 service neutron] Bound port: 7ee9c1ce-a165-4006-a514-881ee03d6aad, host: n-h1-838334-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '62b85806-94d8-4a88-a06c-da82e5932d66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': 'cb56989d-7c5d-4678-b194-1d2edf1e842a'}}] {{(pid=84041) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 20:43:16.027322 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [req-aea3701d-d0e0-4e0f-9d0d-f2468b2320db req-baed7227-8107-4af6-8d7f-e058820c0519 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:43:16.122801 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.managers [None req-f09301cd-b604-4c7f-a1f4-bb5f329ec5d7 None None] Attempting to bind port 3b1ce5af-0ff1-4f6b-bc83-67f4d312f5a0 on host n-d-838334-2 for vnic_type normal with profile {{(pid=84042) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:43:16.123667 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.managers [None req-f09301cd-b604-4c7f-a1f4-bb5f329ec5d7 None None] Attempting to bind port 3b1ce5af-0ff1-4f6b-bc83-67f4d312f5a0 by drivers openvswitch,hyperv on host n-d-838334-2 at level 0 using segments [{'id': '9e9b861a-4699-4fb3-98f9-6b175d1204e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '5d92b0c1-fd9c-4255-b0de-e1939395f5f8'}] {{(pid=84042) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:43:16.124132 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f09301cd-b604-4c7f-a1f4-bb5f329ec5d7 None None] Attempting to bind port 3b1ce5af-0ff1-4f6b-bc83-67f4d312f5a0 on network 5d92b0c1-fd9c-4255-b0de-e1939395f5f8 {{(pid=84042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 20:43:16.124940 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50205dea-8e26-4828-a2e6-c693a89c42fc req-8c9891a1-4a6d-40c5-ac64-80a03bf16477 tempest-FloatingIPsAssociationNegativeTestJSON-713744009 tempest-FloatingIPsAssociationNegativeTestJSON-713744009-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:43:16.127804 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f09301cd-b604-4c7f-a1f4-bb5f329ec5d7 None None] Pushing event updated for resources: {'Port': ['ID=3b1ce5af-0ff1-4f6b-bc83-67f4d312f5a0,revision_number=1']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:43:16.137620 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-50205dea-8e26-4828-a2e6-c693a89c42fc req-8c9891a1-4a6d-40c5-ac64-80a03bf16477 tempest-FloatingIPsAssociationNegativeTestJSON-713744009 tempest-FloatingIPsAssociationNegativeTestJSON-713744009-project] 10.222.0.42 "GET /v2.0/ports?device_id=87617329-db11-4d78-96ee-1f3854a4d274 HTTP/1.1" status: 200 len: 945 time: 0.8008940 Apr 18 20:43:16.140958 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f09301cd-b604-4c7f-a1f4-bb5f329ec5d7 None None] Checking agent: {'id': '97cd4414-7af6-4d67-868d-dff370b4071a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838334-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 25, 49), 'started_at': datetime.datetime(2022, 4, 18, 20, 26, 19), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 20, 42, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838334-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 18 20:43:16.141338 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f09301cd-b604-4c7f-a1f4-bb5f329ec5d7 None None] Checking segment: {'id': '9e9b861a-4699-4fb3-98f9-6b175d1204e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '5d92b0c1-fd9c-4255-b0de-e1939395f5f8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84042) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 20:43:16.141741 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-f09301cd-b604-4c7f-a1f4-bb5f329ec5d7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:43:16.142148 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f09301cd-b604-4c7f-a1f4-bb5f329ec5d7 None None] Bound using segment: {'id': '9e9b861a-4699-4fb3-98f9-6b175d1204e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '5d92b0c1-fd9c-4255-b0de-e1939395f5f8'} {{(pid=84042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 18 20:43:16.142583 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.managers [None req-f09301cd-b604-4c7f-a1f4-bb5f329ec5d7 None None] Bound port: 3b1ce5af-0ff1-4f6b-bc83-67f4d312f5a0, host: n-d-838334-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9e9b861a-4699-4fb3-98f9-6b175d1204e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '5d92b0c1-fd9c-4255-b0de-e1939395f5f8'}}] {{(pid=84042) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 20:43:16.143111 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-f09301cd-b604-4c7f-a1f4-bb5f329ec5d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:43:16.150363 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeb0b045-ca12-4a87-9de9-80589aefd46f service neutron] Pushing event updated for resources: {'Port': ['ID=b09eec60-39b5-46cc-8a75-b4b365f01b2b,revision_number=2']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:43:16.197018 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-7cf89402-0b3a-488e-9643-f9b25f4ee133 req-aa8ce628-bf18-48b5-80c9-346dbb1b9655 service neutron] 10.222.0.48 "GET /v2.0/networks/d9eb2c31-9efb-45c1-be97-8fbfff0e7f82?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1700804 Apr 18 20:43:16.198805 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-ee74e0e9-c113-4232-aa99-f61ba5726052 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-33444175', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-33443520', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5293'] for router, precommit_update {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:43:16.209990 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09e8d903-81b5-4712-802b-33d4165d5026 req-2e3b6320-5998-47b2-a19c-8e38f6b50f9f service neutron] Port 73fd763f-e112-4ac2-af77-7c7a2e4ac601 on network cb56989d-7c5d-4678-b194-1d2edf1e842a not bound, no agent of type Open vSwitch agent registered on host n-h2-838334-2 {{(pid=84040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 18 20:43:16.210469 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09e8d903-81b5-4712-802b-33d4165d5026 req-2e3b6320-5998-47b2-a19c-8e38f6b50f9f service neutron] Attempting to bind port 73fd763f-e112-4ac2-af77-7c7a2e4ac601 on network cb56989d-7c5d-4678-b194-1d2edf1e842a {{(pid=84040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 20:43:16.250958 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.db [req-aea3701d-d0e0-4e0f-9d0d-f2468b2320db req-baed7227-8107-4af6-8d7f-e058820c0519 service neutron] For port 7ee9c1ce-a165-4006-a514-881ee03d6aad, host n-h1-838334-2, cleared binding levels {{(pid=84041) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 20:43:16.254796 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.db [req-aea3701d-d0e0-4e0f-9d0d-f2468b2320db req-baed7227-8107-4af6-8d7f-e058820c0519 service neutron] For port 7ee9c1ce-a165-4006-a514-881ee03d6aad, host n-h1-838334-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838334-2',level=0,port_id=7ee9c1ce-a165-4006-a514-881ee03d6aad,segment=NetworkSegment(62b85806-94d8-4a88-a06c-da82e5932d66),segment_id=62b85806-94d8-4a88-a06c-da82e5932d66)] {{(pid=84041) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 20:43:16.255393 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-f09301cd-b604-4c7f-a1f4-bb5f329ec5d7 None None] For port 3b1ce5af-0ff1-4f6b-bc83-67f4d312f5a0, host n-d-838334-2, cleared binding levels {{(pid=84042) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 20:43:16.259847 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-f09301cd-b604-4c7f-a1f4-bb5f329ec5d7 None None] For port 3b1ce5af-0ff1-4f6b-bc83-67f4d312f5a0, host n-d-838334-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838334-2',level=0,port_id=3b1ce5af-0ff1-4f6b-bc83-67f4d312f5a0,segment=NetworkSegment(9e9b861a-4699-4fb3-98f9-6b175d1204e8),segment_id=9e9b861a-4699-4fb3-98f9-6b175d1204e8)] {{(pid=84042) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 20:43:16.265607 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-f09301cd-b604-4c7f-a1f4-bb5f329ec5d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682'] for port, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:43:16.287295 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [req-aea3701d-d0e0-4e0f-9d0d-f2468b2320db req-baed7227-8107-4af6-8d7f-e058820c0519 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32266282'] for port, after_update {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:43:16.304418 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-7cf89402-0b3a-488e-9643-f9b25f4ee133 req-4f14b52d-1493-4e4b-84fe-e685b366ff7a service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.107&port_id=3dee7dbe-7cd7-44fa-ad62-c22c92c23e68 HTTP/1.1" status: 200 len: 217 time: 0.0903907 Apr 18 20:43:16.356193 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-50205dea-8e26-4828-a2e6-c693a89c42fc req-7e5bc4d8-103f-4dfb-8e4d-996247d9cca3 tempest-FloatingIPsAssociationNegativeTestJSON-713744009 tempest-FloatingIPsAssociationNegativeTestJSON-713744009-project] 10.222.0.42 "GET /v2.0/security-groups?id=c7496943-c876-45a6-b20e-7ae98eeeb30c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2174032 Apr 18 20:43:16.366558 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c75e0b6a-d4ff-446c-a032-ca1a9c455ec1 req-eee8f6e3-e655-4adf-bc0d-7167f950b23c tempest-ServersAdminNegativeTestJSON-611917932 tempest-ServersAdminNegativeTestJSON-611917932-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:43:16.377577 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-c75e0b6a-d4ff-446c-a032-ca1a9c455ec1 req-eee8f6e3-e655-4adf-bc0d-7167f950b23c tempest-ServersAdminNegativeTestJSON-611917932 tempest-ServersAdminNegativeTestJSON-611917932-project] 10.222.0.42 "GET /v2.0/ports?device_id=0c84c94b-89b5-484c-8be5-c2f29cb8d5c1 HTTP/1.1" status: 200 len: 950 time: 1.0434146 Apr 18 20:43:16.385747 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f09301cd-b604-4c7f-a1f4-bb5f329ec5d7 None None] Pushing event updated for resources: {'Port': ['ID=3b1ce5af-0ff1-4f6b-bc83-67f4d312f5a0,revision_number=2']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:43:16.396293 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f09301cd-b604-4c7f-a1f4-bb5f329ec5d7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:43:16.396630 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f09301cd-b604-4c7f-a1f4-bb5f329ec5d7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:43:16.396965 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f09301cd-b604-4c7f-a1f4-bb5f329ec5d7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:43:16.397294 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f09301cd-b604-4c7f-a1f4-bb5f329ec5d7 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:43:16.397619 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f09301cd-b604-4c7f-a1f4-bb5f329ec5d7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:43:16.397940 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f09301cd-b604-4c7f-a1f4-bb5f329ec5d7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:43:16.398953 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f09301cd-b604-4c7f-a1f4-bb5f329ec5d7 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:43:16.399294 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f09301cd-b604-4c7f-a1f4-bb5f329ec5d7 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:43:16.399634 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f09301cd-b604-4c7f-a1f4-bb5f329ec5d7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:43:16.400039 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f09301cd-b604-4c7f-a1f4-bb5f329ec5d7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:43:16.400362 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f09301cd-b604-4c7f-a1f4-bb5f329ec5d7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:43:16.478091 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-49286224-fad6-4897-aa12-a01a4d65e8cb req-dc31e817-2a60-4334-a412-cb6a3dbc47af service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=0c84c94b-89b5-484c-8be5-c2f29cb8d5c1 HTTP/1.1" status: 200 len: 1101 time: 1.2755163 Apr 18 20:43:16.514809 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [req-aea3701d-d0e0-4e0f-9d0d-f2468b2320db req-baed7227-8107-4af6-8d7f-e058820c0519 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217293'] for port, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:43:16.516227 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-aea3701d-d0e0-4e0f-9d0d-f2468b2320db req-baed7227-8107-4af6-8d7f-e058820c0519 service neutron] 10.222.0.43 "PUT /v2.0/ports/7ee9c1ce-a165-4006-a514-881ee03d6aad HTTP/1.1" status: 200 len: 1095 time: 3.2514112 Apr 18 20:43:16.518455 n-d-838334-2 neutron-server[84041]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ce6c549f-1c22-4313-93e6-93921dc22663', 'tag': '7ee9c1ce-a165-4006-a514-881ee03d6aad'}] {{(pid=84041) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 20:43:16.518734 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09e8d903-81b5-4712-802b-33d4165d5026 req-2e3b6320-5998-47b2-a19c-8e38f6b50f9f service neutron] Checking agent: {'id': 'dc797004-f641-47b7-a77f-9c62b5b16296', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-838334-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 34, 3), 'started_at': datetime.datetime(2022, 4, 18, 20, 34, 3), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 20, 43, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 18 20:43:16.519393 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09e8d903-81b5-4712-802b-33d4165d5026 req-2e3b6320-5998-47b2-a19c-8e38f6b50f9f service neutron] Checking segment: {'id': '62b85806-94d8-4a88-a06c-da82e5932d66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': 'cb56989d-7c5d-4678-b194-1d2edf1e842a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84040) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 20:43:16.519855 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09e8d903-81b5-4712-802b-33d4165d5026 req-2e3b6320-5998-47b2-a19c-8e38f6b50f9f service neutron] Bound using segment: {'id': '62b85806-94d8-4a88-a06c-da82e5932d66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': 'cb56989d-7c5d-4678-b194-1d2edf1e842a'} {{(pid=84040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 18 20:43:16.520877 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.managers [req-09e8d903-81b5-4712-802b-33d4165d5026 req-2e3b6320-5998-47b2-a19c-8e38f6b50f9f service neutron] Bound port: 73fd763f-e112-4ac2-af77-7c7a2e4ac601, host: n-h2-838334-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '62b85806-94d8-4a88-a06c-da82e5932d66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': 'cb56989d-7c5d-4678-b194-1d2edf1e842a'}}] {{(pid=84040) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 20:43:16.520877 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-09e8d903-81b5-4712-802b-33d4165d5026 req-2e3b6320-5998-47b2-a19c-8e38f6b50f9f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:43:16.563399 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.managers [req-de5acc04-11cc-4123-90ff-bf923f220d04 req-aeb0b045-ca12-4a87-9de9-80589aefd46f service neutron] Attempting to bind port b09eec60-39b5-46cc-8a75-b4b365f01b2b on host n-h1-838334-2 for vnic_type normal with profile {{(pid=84041) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:43:16.566502 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.managers [req-de5acc04-11cc-4123-90ff-bf923f220d04 req-aeb0b045-ca12-4a87-9de9-80589aefd46f service neutron] Attempting to bind port b09eec60-39b5-46cc-8a75-b4b365f01b2b by drivers openvswitch,hyperv on host n-h1-838334-2 at level 0 using segments [{'id': '62b85806-94d8-4a88-a06c-da82e5932d66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': 'cb56989d-7c5d-4678-b194-1d2edf1e842a'}] {{(pid=84041) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:43:16.568015 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de5acc04-11cc-4123-90ff-bf923f220d04 req-aeb0b045-ca12-4a87-9de9-80589aefd46f service neutron] Attempting to bind port b09eec60-39b5-46cc-8a75-b4b365f01b2b on network cb56989d-7c5d-4678-b194-1d2edf1e842a {{(pid=84041) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 20:43:16.572742 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baed7227-8107-4af6-8d7f-e058820c0519 service neutron] Pushing event updated for resources: {'Port': ['ID=7ee9c1ce-a165-4006-a514-881ee03d6aad,revision_number=3']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:43:16.644212 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de5acc04-11cc-4123-90ff-bf923f220d04 req-aeb0b045-ca12-4a87-9de9-80589aefd46f service neutron] Port b09eec60-39b5-46cc-8a75-b4b365f01b2b on network cb56989d-7c5d-4678-b194-1d2edf1e842a not bound, no agent of type Open vSwitch agent registered on host n-h1-838334-2 {{(pid=84041) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 18 20:43:16.644619 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de5acc04-11cc-4123-90ff-bf923f220d04 req-aeb0b045-ca12-4a87-9de9-80589aefd46f service neutron] Attempting to bind port b09eec60-39b5-46cc-8a75-b4b365f01b2b on network cb56989d-7c5d-4678-b194-1d2edf1e842a {{(pid=84041) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 20:43:16.657392 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de5acc04-11cc-4123-90ff-bf923f220d04 req-aeb0b045-ca12-4a87-9de9-80589aefd46f service neutron] Checking agent: {'id': 'd63bab19-ff81-4de1-afeb-a3732288d0d7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-838334-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 33, 59), 'started_at': datetime.datetime(2022, 4, 18, 20, 33, 59), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 20, 42, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84041) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 18 20:43:16.658039 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de5acc04-11cc-4123-90ff-bf923f220d04 req-aeb0b045-ca12-4a87-9de9-80589aefd46f service neutron] Checking segment: {'id': '62b85806-94d8-4a88-a06c-da82e5932d66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': 'cb56989d-7c5d-4678-b194-1d2edf1e842a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84041) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 20:43:16.658631 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de5acc04-11cc-4123-90ff-bf923f220d04 req-aeb0b045-ca12-4a87-9de9-80589aefd46f service neutron] Bound using segment: {'id': '62b85806-94d8-4a88-a06c-da82e5932d66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': 'cb56989d-7c5d-4678-b194-1d2edf1e842a'} {{(pid=84041) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 18 20:43:16.659269 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.managers [req-de5acc04-11cc-4123-90ff-bf923f220d04 req-aeb0b045-ca12-4a87-9de9-80589aefd46f service neutron] Bound port: b09eec60-39b5-46cc-8a75-b4b365f01b2b, host: n-h1-838334-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '62b85806-94d8-4a88-a06c-da82e5932d66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': 'cb56989d-7c5d-4678-b194-1d2edf1e842a'}}] {{(pid=84041) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 20:43:16.659841 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [req-de5acc04-11cc-4123-90ff-bf923f220d04 req-aeb0b045-ca12-4a87-9de9-80589aefd46f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:43:16.740586 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cf89402-0b3a-488e-9643-f9b25f4ee133 req-5a9ba32d-b575-4a34-a893-1b5f30b34060 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:43:16.742360 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-7cf89402-0b3a-488e-9643-f9b25f4ee133 req-5a9ba32d-b575-4a34-a893-1b5f30b34060 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=595cabc3-b2ed-413d-9545-05965478d7ea HTTP/1.1" status: 200 len: 797 time: 0.4038482 Apr 18 20:43:16.812068 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-aea3701d-d0e0-4e0f-9d0d-f2468b2320db req-9884221b-5e14-4dbd-b616-2103620101cc service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=14988d38be0e437cb0a1328781b15e3f&device_id=ce6c549f-1c22-4313-93e6-93921dc22663 HTTP/1.1" status: 200 len: 1098 time: 0.2292163 Apr 18 20:43:16.840160 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-c75e0b6a-d4ff-446c-a032-ca1a9c455ec1 req-92ec3cd3-e75b-425a-80c5-4e9bb52bc2e3 tempest-ServersAdminNegativeTestJSON-611917932 tempest-ServersAdminNegativeTestJSON-611917932-project] 10.222.0.42 "GET /v2.0/security-groups?id=e0395a73-aa6b-4ce1-bb5e-d7bf600d145b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4615753 Apr 18 20:43:16.857470 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-49286224-fad6-4897-aa12-a01a4d65e8cb req-05e6d070-c83a-4772-9d45-3486888fd642 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=e0395a73-aa6b-4ce1-bb5e-d7bf600d145b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3582337 Apr 18 20:43:16.934278 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.db [req-de5acc04-11cc-4123-90ff-bf923f220d04 req-aeb0b045-ca12-4a87-9de9-80589aefd46f service neutron] For port b09eec60-39b5-46cc-8a75-b4b365f01b2b, host n-h1-838334-2, cleared binding levels {{(pid=84041) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 20:43:16.955369 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.db [req-09e8d903-81b5-4712-802b-33d4165d5026 req-2e3b6320-5998-47b2-a19c-8e38f6b50f9f service neutron] For port 73fd763f-e112-4ac2-af77-7c7a2e4ac601, host n-h2-838334-2, cleared binding levels {{(pid=84040) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 20:43:16.960991 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.db [req-de5acc04-11cc-4123-90ff-bf923f220d04 req-aeb0b045-ca12-4a87-9de9-80589aefd46f service neutron] For port b09eec60-39b5-46cc-8a75-b4b365f01b2b, host n-h1-838334-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838334-2',level=0,port_id=b09eec60-39b5-46cc-8a75-b4b365f01b2b,segment=NetworkSegment(62b85806-94d8-4a88-a06c-da82e5932d66),segment_id=62b85806-94d8-4a88-a06c-da82e5932d66)] {{(pid=84041) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 20:43:16.962896 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-aea3701d-d0e0-4e0f-9d0d-f2468b2320db req-a8e341f9-0925-4b65-b8e0-359170f46af0 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.18&port_id=7ee9c1ce-a165-4006-a514-881ee03d6aad HTTP/1.1" status: 200 len: 217 time: 0.1397021 Apr 18 20:43:16.963232 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.db [req-09e8d903-81b5-4712-802b-33d4165d5026 req-2e3b6320-5998-47b2-a19c-8e38f6b50f9f service neutron] For port 73fd763f-e112-4ac2-af77-7c7a2e4ac601, host n-h2-838334-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838334-2',level=0,port_id=73fd763f-e112-4ac2-af77-7c7a2e4ac601,segment=NetworkSegment(62b85806-94d8-4a88-a06c-da82e5932d66),segment_id=62b85806-94d8-4a88-a06c-da82e5932d66)] {{(pid=84040) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 20:43:16.965788 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Device 3b1ce5af-0ff1-4f6b-bc83-67f4d312f5a0 up at agent ovs-agent-n-d-838334-2 {{(pid=84042) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 20:43:16.983598 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-09e8d903-81b5-4712-802b-33d4165d5026 req-2e3b6320-5998-47b2-a19c-8e38f6b50f9f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32440959'] for port, after_update {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:43:17.031290 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [req-de5acc04-11cc-4123-90ff-bf923f220d04 req-aeb0b045-ca12-4a87-9de9-80589aefd46f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32266282'] for port, after_update {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:43:17.093405 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Provisioning for port 3b1ce5af-0ff1-4f6b-bc83-67f4d312f5a0 completed by entity L2. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 20:43:17.126847 n-d-838334-2 neutron-server[84042]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '87617329-db11-4d78-96ee-1f3854a4d274', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8b9c0209-8e08-4452-b426-91a922fe9d91'}] {{(pid=84042) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 20:43:17.127306 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aea3701d-d0e0-4e0f-9d0d-f2468b2320db req-64dd2f7b-f8a2-4f28-87e2-02185efb5897 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:43:17.128947 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-aea3701d-d0e0-4e0f-9d0d-f2468b2320db req-64dd2f7b-f8a2-4f28-87e2-02185efb5897 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=c4b526db-4d8a-4d4c-a310-e3a599630ae1 HTTP/1.1" status: 200 len: 843 time: 0.1593826 Apr 18 20:43:17.132687 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [req-de5acc04-11cc-4123-90ff-bf923f220d04 req-aeb0b045-ca12-4a87-9de9-80589aefd46f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217293'] for port, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:43:17.134222 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-de5acc04-11cc-4123-90ff-bf923f220d04 req-aeb0b045-ca12-4a87-9de9-80589aefd46f service neutron] 10.222.0.43 "PUT /v2.0/ports/b09eec60-39b5-46cc-8a75-b4b365f01b2b HTTP/1.1" status: 200 len: 1096 time: 2.8318558 Apr 18 20:43:17.181658 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeb0b045-ca12-4a87-9de9-80589aefd46f service neutron] Pushing event updated for resources: {'Port': ['ID=b09eec60-39b5-46cc-8a75-b4b365f01b2b,revision_number=3']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:43:17.182519 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-09e8d903-81b5-4712-802b-33d4165d5026 req-2e3b6320-5998-47b2-a19c-8e38f6b50f9f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217293'] for port, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:43:17.183894 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-09e8d903-81b5-4712-802b-33d4165d5026 req-2e3b6320-5998-47b2-a19c-8e38f6b50f9f service neutron] 10.222.0.48 "PUT /v2.0/ports/73fd763f-e112-4ac2-af77-7c7a2e4ac601 HTTP/1.1" status: 200 len: 1096 time: 4.7732420 Apr 18 20:43:17.188500 n-d-838334-2 neutron-server[84040]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '44efab35-5c01-4961-a45b-8934b6a92124', 'tag': '73fd763f-e112-4ac2-af77-7c7a2e4ac601'}] {{(pid=84040) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 20:43:17.233987 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-7cf89402-0b3a-488e-9643-f9b25f4ee133 req-6e3edd87-dd5f-4d38-987d-aa649666db72 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=d9eb2c31-9efb-45c1-be97-8fbfff0e7f82&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.4570694 Apr 18 20:43:17.268424 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e3b6320-5998-47b2-a19c-8e38f6b50f9f service neutron] Pushing event updated for resources: {'Port': ['ID=73fd763f-e112-4ac2-af77-7c7a2e4ac601,revision_number=3']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:43:17.297654 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-aea3701d-d0e0-4e0f-9d0d-f2468b2320db req-15d884e4-6efc-427c-abef-e30abf480886 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=cb56989d-7c5d-4678-b194-1d2edf1e842a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1541362 Apr 18 20:43:17.306397 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-de5acc04-11cc-4123-90ff-bf923f220d04 req-ac673698-0f02-4ca3-9faf-9ae813a29e1a service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=14988d38be0e437cb0a1328781b15e3f&device_id=7a646183-72a0-4a0e-9a2d-a60d77e4e267 HTTP/1.1" status: 200 len: 1099 time: 0.1308885 Apr 18 20:43:17.475494 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-de5acc04-11cc-4123-90ff-bf923f220d04 req-e25885d4-dd8d-4d39-beaa-0cc7e9449a14 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.228&port_id=b09eec60-39b5-46cc-8a75-b4b365f01b2b HTTP/1.1" status: 200 len: 217 time: 0.1444566 Apr 18 20:43:17.556560 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-ee74e0e9-c113-4232-aa99-f61ba5726052 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:43:17.582408 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-aea3701d-d0e0-4e0f-9d0d-f2468b2320db req-500dedcd-e0f1-4ff2-976e-3dda93017680 service neutron] 10.222.0.43 "GET /v2.0/networks/cb56989d-7c5d-4678-b194-1d2edf1e842a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2752533 Apr 18 20:43:17.586374 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de5acc04-11cc-4123-90ff-bf923f220d04 req-909de54f-da27-4db8-9af7-d15a810e0c1a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:43:17.587879 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-de5acc04-11cc-4123-90ff-bf923f220d04 req-909de54f-da27-4db8-9af7-d15a810e0c1a service neutron] 10.222.0.43 "GET /v2.0/subnets?id=c4b526db-4d8a-4d4c-a310-e3a599630ae1 HTTP/1.1" status: 200 len: 843 time: 0.1058521 Apr 18 20:43:17.593268 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77f4f7d5-5b7d-4dae-a25d-da4f1ba25d6c req-921aa6d3-bbfd-4036-a8bf-319626f9b7f2 tempest-ServersOnMultiNodesTest-1168278630 tempest-ServersOnMultiNodesTest-1168278630-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:43:17.594762 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-77f4f7d5-5b7d-4dae-a25d-da4f1ba25d6c req-921aa6d3-bbfd-4036-a8bf-319626f9b7f2 tempest-ServersOnMultiNodesTest-1168278630 tempest-ServersOnMultiNodesTest-1168278630-project] 10.222.0.42 "GET /v2.0/ports?device_id=44efab35-5c01-4961-a45b-8934b6a92124 HTTP/1.1" status: 200 len: 948 time: 0.5630233 Apr 18 20:43:17.602033 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-7cf89402-0b3a-488e-9643-f9b25f4ee133 req-ec94e237-6ae4-4420-881d-f8eca9db1d2d service neutron] 10.222.0.48 "GET /v2.0/networks/d9eb2c31-9efb-45c1-be97-8fbfff0e7f82?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3555341 Apr 18 20:43:17.605860 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-ee74e0e9-c113-4232-aa99-f61ba5726052 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:43:17.613446 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cd4ad18-1d6c-4c6c-a2cc-8f3b7722a003 req-fb17f8f0-2083-407a-9e25-d0e48c82594c tempest-ServersAdminTestJSON-1240675426 tempest-ServersAdminTestJSON-1240675426-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:43:17.620280 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-6cd4ad18-1d6c-4c6c-a2cc-8f3b7722a003 req-fb17f8f0-2083-407a-9e25-d0e48c82594c tempest-ServersAdminTestJSON-1240675426 tempest-ServersAdminTestJSON-1240675426-project] 10.222.0.42 "GET /v2.0/ports?device_id=7a646183-72a0-4a0e-9a2d-a60d77e4e267 HTTP/1.1" status: 200 len: 948 time: 0.5147567 Apr 18 20:43:17.802953 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-aea3701d-d0e0-4e0f-9d0d-f2468b2320db req-b6876b1c-79f3-4730-b848-3bc07769222a service neutron] 10.222.0.43 "GET /v2.0/networks/cb56989d-7c5d-4678-b194-1d2edf1e842a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2006853 Apr 18 20:43:17.805821 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-de5acc04-11cc-4123-90ff-bf923f220d04 req-049ec587-656d-4fd1-bbf7-a3ba8b942a53 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=cb56989d-7c5d-4678-b194-1d2edf1e842a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1823175 Apr 18 20:43:17.813414 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63e8a395-c661-40ee-a849-b1a7def8fa05 None None] Network 5d92b0c1-fd9c-4255-b0de-e1939395f5f8 requested from n-d-838334-2 {{(pid=84042) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 20:43:17.825814 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-09e8d903-81b5-4712-802b-33d4165d5026 req-072c8ea3-1d7d-4fe6-8b99-e192338ea27f service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=de28ce5b7b5349a3b98e9e23d1be558c&device_id=44efab35-5c01-4961-a45b-8934b6a92124 HTTP/1.1" status: 200 len: 1099 time: 0.5504959 Apr 18 20:43:17.923816 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-f0d215d9-faaf-4376-8732-78d14bcfb63b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750375287399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253529'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:43:17.946963 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-6cd4ad18-1d6c-4c6c-a2cc-8f3b7722a003 req-fc580ea9-d3f0-4f45-8d88-c2c920a15002 tempest-ServersAdminTestJSON-1240675426 tempest-ServersAdminTestJSON-1240675426-project] 10.222.0.42 "GET /v2.0/security-groups?id=b9ed1788-e987-4b94-9dd4-ed408bd7803e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3255768 Apr 18 20:43:17.958483 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-de5acc04-11cc-4123-90ff-bf923f220d04 req-42ecc3f7-24fb-4093-8adc-e3338017d30b service neutron] 10.222.0.43 "GET /v2.0/networks/cb56989d-7c5d-4678-b194-1d2edf1e842a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1412299 Apr 18 20:43:17.989848 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-77f4f7d5-5b7d-4dae-a25d-da4f1ba25d6c req-9d834890-965d-4abe-8ed5-1d21b10e35e0 tempest-ServersOnMultiNodesTest-1168278630 tempest-ServersOnMultiNodesTest-1168278630-project] 10.222.0.42 "GET /v2.0/security-groups?id=e1e985d3-f227-45b4-b9a7-ffadcd0db1b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3851509 Apr 18 20:43:18.006872 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-09e8d903-81b5-4712-802b-33d4165d5026 req-04b29833-9cc9-427b-9718-6ca6a525b936 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.236&port_id=73fd763f-e112-4ac2-af77-7c7a2e4ac601 HTTP/1.1" status: 200 len: 217 time: 0.1624706 Apr 18 20:43:18.137707 n-d-838334-2 neutron-server[84041]: INFO neutron.notifiers.nova [-] Nova event matching ['req-13c3e92e-09cd-4361-a4a5-89edaee3aaf3'] response: {'name': 'network-changed', 'server_uuid': 'ce6c549f-1c22-4313-93e6-93921dc22663', 'tag': '7ee9c1ce-a165-4006-a514-881ee03d6aad', 'status': 'completed', 'code': 200} Apr 18 20:43:18.223882 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-28f0915a-70b9-41fe-bc26-3417d59eb06a None None] Provisioning for port 3b1ce5af-0ff1-4f6b-bc83-67f4d312f5a0 completed by entity DHCP. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 20:43:18.233426 n-d-838334-2 neutron-server[84042]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7c5bda49-d462-46c6-bb96-b24cf41ec8da'] response: {'server_uuid': '87617329-db11-4d78-96ee-1f3854a4d274', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8b9c0209-8e08-4452-b426-91a922fe9d91', 'code': 200} Apr 18 20:43:18.235940 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-28f0915a-70b9-41fe-bc26-3417d59eb06a None None] Provisioning complete for port 3b1ce5af-0ff1-4f6b-bc83-67f4d312f5a0 triggered by entity DHCP. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:43:18.236408 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-28f0915a-70b9-41fe-bc26-3417d59eb06a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1253608'] for port, provisioning_complete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:43:18.265869 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-7cf89402-0b3a-488e-9643-f9b25f4ee133 req-ccc89887-639b-452c-8bf6-f4bd1e92bb33 service neutron] 10.222.0.48 "GET /v2.0/networks/d9eb2c31-9efb-45c1-be97-8fbfff0e7f82?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6423280 Apr 18 20:43:18.329134 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-de5acc04-11cc-4123-90ff-bf923f220d04 req-12b5b704-c5e4-4c5f-8b17-b2748b66d403 service neutron] 10.222.0.43 "GET /v2.0/networks/cb56989d-7c5d-4678-b194-1d2edf1e842a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3637686 Apr 18 20:43:18.378986 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-5ca2d093-3235-4b11-80ea-782ded48158c req-1ce795e2-239e-4d57-9c2a-2fe093342561 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=14988d38be0e437cb0a1328781b15e3f&device_id=ce6c549f-1c22-4313-93e6-93921dc22663 HTTP/1.1" status: 200 len: 1098 time: 0.1951294 Apr 18 20:43:18.404873 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-28f0915a-70b9-41fe-bc26-3417d59eb06a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:43:18.412906 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-6ad245bf-5a61-487e-9e24-8449ad40fb44 req-3ee9b250-b4f4-4511-bda7-8e6d32001904 tempest-AbsoluteLimitsNegativeTestJSON-1418281479 tempest-AbsoluteLimitsNegativeTestJSON-1418281479-project] 10.222.0.42 "GET /v2.0/networks?tenant_id=cc5bfa88c24b45e9abe341d39a3f2a5e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.2140000 Apr 18 20:43:18.448812 n-d-838334-2 neutron-server[84040]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bd18b9e3-f6e2-445e-bb88-0c8822c1ed06'] response: {'name': 'network-changed', 'server_uuid': '44efab35-5c01-4961-a45b-8934b6a92124', 'tag': '73fd763f-e112-4ac2-af77-7c7a2e4ac601', 'status': 'completed', 'code': 200} Apr 18 20:43:18.454239 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-28f0915a-70b9-41fe-bc26-3417d59eb06a None None] For port 3b1ce5af-0ff1-4f6b-bc83-67f4d312f5a0, host n-d-838334-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838334-2',level=0,port_id=3b1ce5af-0ff1-4f6b-bc83-67f4d312f5a0,segment=NetworkSegment(9e9b861a-4699-4fb3-98f9-6b175d1204e8),segment_id=9e9b861a-4699-4fb3-98f9-6b175d1204e8)] {{(pid=84042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:43:18.461601 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-28f0915a-70b9-41fe-bc26-3417d59eb06a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682'] for port, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:43:18.504410 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.db_base_plugin_common [None req-ee74e0e9-c113-4232-aa99-f61ba5726052 admin admin] Allocated IP 172.25.8.8 (e41b6600-a917-4a8d-b05c-be3be40c6d8c/6b05667b-848e-4356-9b44-d5eb6808ef74/a32b9771-95b1-4190-a7b7-b2051a3f99e0) {{(pid=84040) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:43:18.568002 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ca2d093-3235-4b11-80ea-782ded48158c req-59dbb30e-ae06-4d2f-a5a8-1e4fa959b930 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:43:18.570317 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-5ca2d093-3235-4b11-80ea-782ded48158c req-59dbb30e-ae06-4d2f-a5a8-1e4fa959b930 service neutron] 10.222.0.43 "GET /v2.0/networks?id=cb56989d-7c5d-4678-b194-1d2edf1e842a HTTP/1.1" status: 200 len: 870 time: 0.1805537 Apr 18 20:43:18.582408 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f0915a-70b9-41fe-bc26-3417d59eb06a None None] Pushing event updated for resources: {'Port': ['ID=3b1ce5af-0ff1-4f6b-bc83-67f4d312f5a0,revision_number=3']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:43:18.651926 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09e8d903-81b5-4712-802b-33d4165d5026 req-ba7f876a-317b-49f5-b83d-99a89d358f39 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:43:18.653403 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-09e8d903-81b5-4712-802b-33d4165d5026 req-ba7f876a-317b-49f5-b83d-99a89d358f39 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=c4b526db-4d8a-4d4c-a310-e3a599630ae1 HTTP/1.1" status: 200 len: 843 time: 0.6316967 Apr 18 20:43:18.680843 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-7cf89402-0b3a-488e-9643-f9b25f4ee133 req-1860dde0-7876-4f92-8f48-dbcc1c486a17 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.142&port_id=fa4dbb91-4719-4896-8a0e-7cc707c80f19 HTTP/1.1" status: 200 len: 217 time: 0.3999515 Apr 18 20:43:18.691804 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-6aa6ac94-268f-48b3-b866-3b1ac34d430f None None] Provisioning complete for port 3b1ce5af-0ff1-4f6b-bc83-67f4d312f5a0 triggered by entity DHCP. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:43:18.692310 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-6aa6ac94-268f-48b3-b866-3b1ac34d430f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1253608'] for port, provisioning_complete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:43:18.746143 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-5ca2d093-3235-4b11-80ea-782ded48158c req-456e52f7-783b-4c13-b1fc-3157a1334ff3 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.18&port_id=7ee9c1ce-a165-4006-a514-881ee03d6aad HTTP/1.1" status: 200 len: 217 time: 0.1685305 Apr 18 20:43:18.813130 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ca2d093-3235-4b11-80ea-782ded48158c req-3f574ebd-bee8-4522-b606-538ee269295d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:43:18.814828 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-5ca2d093-3235-4b11-80ea-782ded48158c req-3f574ebd-bee8-4522-b606-538ee269295d service neutron] 10.222.0.43 "GET /v2.0/subnets?id=c4b526db-4d8a-4d4c-a310-e3a599630ae1 HTTP/1.1" status: 200 len: 843 time: 0.0614195 Apr 18 20:43:18.876412 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Device 3b1ce5af-0ff1-4f6b-bc83-67f4d312f5a0 up at agent ovs-agent-n-d-838334-2 {{(pid=84042) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 20:43:18.907886 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-5ca2d093-3235-4b11-80ea-782ded48158c req-131bac7f-82c1-4a8c-a972-585ba59c6191 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=cb56989d-7c5d-4678-b194-1d2edf1e842a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0854166 Apr 18 20:43:18.946384 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750375287399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253529'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:43:18.963205 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Provisioning complete for port 3b1ce5af-0ff1-4f6b-bc83-67f4d312f5a0 triggered by entity L2. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:43:18.963566 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1253608'] for port, provisioning_complete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:43:18.965575 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cf89402-0b3a-488e-9643-f9b25f4ee133 req-58dd35fc-fd88-4294-8b6b-36949c3d9852 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:43:18.967029 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-7cf89402-0b3a-488e-9643-f9b25f4ee133 req-58dd35fc-fd88-4294-8b6b-36949c3d9852 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=595cabc3-b2ed-413d-9545-05965478d7ea HTTP/1.1" status: 200 len: 797 time: 0.2503405 Apr 18 20:43:19.025061 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ad245bf-5a61-487e-9e24-8449ad40fb44 req-28da7f6c-0139-48be-b279-42544865e4c4 tempest-AbsoluteLimitsNegativeTestJSON-1418281479 tempest-AbsoluteLimitsNegativeTestJSON-1418281479-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:43:19.026509 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-6ad245bf-5a61-487e-9e24-8449ad40fb44 req-28da7f6c-0139-48be-b279-42544865e4c4 tempest-AbsoluteLimitsNegativeTestJSON-1418281479 tempest-AbsoluteLimitsNegativeTestJSON-1418281479-project] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6118279 Apr 18 20:43:19.089333 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-8d22e34f-4ef1-4c69-8694-a320b68a44d0 req-8bf5e8a0-1d4b-4609-8339-b8472062821b service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=87617329-db11-4d78-96ee-1f3854a4d274 HTTP/1.1" status: 200 len: 1097 time: 0.6313736 Apr 18 20:43:19.093468 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-5ca2d093-3235-4b11-80ea-782ded48158c req-07165dcf-e3f0-427a-80b3-05216bbffabf service neutron] 10.222.0.43 "GET /v2.0/networks/cb56989d-7c5d-4678-b194-1d2edf1e842a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1771626 Apr 18 20:43:19.095023 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e73f5764-c253-40d4-9f53-54dc9f0b67c3 req-bb15da3b-fa2a-4109-9436-629966de4e3c tempest-FloatingIPsAssociationNegativeTestJSON-713744009 tempest-FloatingIPsAssociationNegativeTestJSON-713744009-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:43:19.096470 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-e73f5764-c253-40d4-9f53-54dc9f0b67c3 req-bb15da3b-fa2a-4109-9436-629966de4e3c tempest-FloatingIPsAssociationNegativeTestJSON-713744009 tempest-FloatingIPsAssociationNegativeTestJSON-713744009-project] 10.222.0.42 "GET /v2.0/ports?device_id=87617329-db11-4d78-96ee-1f3854a4d274 HTTP/1.1" status: 200 len: 946 time: 0.5939491 Apr 18 20:43:19.136967 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-6ad245bf-5a61-487e-9e24-8449ad40fb44 req-f3e5873a-9cea-44b3-ad81-67be4f22791c tempest-AbsoluteLimitsNegativeTestJSON-1418281479 tempest-AbsoluteLimitsNegativeTestJSON-1418281479-project] 10.222.0.42 "GET /v2.0/quotas/cc5bfa88c24b45e9abe341d39a3f2a5e HTTP/1.1" status: 200 len: 375 time: 0.0979233 Apr 18 20:43:19.154783 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-ee74e0e9-c113-4232-aa99-f61ba5726052 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:43:19.171022 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-09e8d903-81b5-4712-802b-33d4165d5026 req-983d511d-1da1-4863-9190-513547ced92e service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=cb56989d-7c5d-4678-b194-1d2edf1e842a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4940474 Apr 18 20:43:19.225675 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-5ca2d093-3235-4b11-80ea-782ded48158c req-72cc1564-d043-4226-bd0d-29673b321d7e service neutron] 10.222.0.43 "GET /v2.0/networks/cb56989d-7c5d-4678-b194-1d2edf1e842a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1255012 Apr 18 20:43:19.257765 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-6ad245bf-5a61-487e-9e24-8449ad40fb44 req-91f1729b-9916-41ad-88df-59d4f679624d tempest-AbsoluteLimitsNegativeTestJSON-1418281479 tempest-AbsoluteLimitsNegativeTestJSON-1418281479-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=cc5bfa88c24b45e9abe341d39a3f2a5e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0905612 Apr 18 20:43:19.312916 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-414b6ffe-e119-47bc-b18f-bcff1219c2f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750375287399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253529'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:43:19.354542 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-8d22e34f-4ef1-4c69-8694-a320b68a44d0 req-ec2e1d03-1654-400e-8fe5-9ad4def238b9 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=c7496943-c876-45a6-b20e-7ae98eeeb30c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2434025 Apr 18 20:43:19.372236 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-e73f5764-c253-40d4-9f53-54dc9f0b67c3 req-e6a2adb3-1e45-4690-84da-d52a94f9fc7a tempest-FloatingIPsAssociationNegativeTestJSON-713744009 tempest-FloatingIPsAssociationNegativeTestJSON-713744009-project] 10.222.0.42 "GET /v2.0/security-groups?id=c7496943-c876-45a6-b20e-7ae98eeeb30c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2588699 Apr 18 20:43:19.380723 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-7cf89402-0b3a-488e-9643-f9b25f4ee133 req-2bf924fd-cfa4-45ba-a68d-a386023af113 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=d9eb2c31-9efb-45c1-be97-8fbfff0e7f82&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.3901250 Apr 18 20:43:19.448461 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-ee74e0e9-c113-4232-aa99-f61ba5726052 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750374836619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32440838'] for port, after_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:43:19.511523 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-09e8d903-81b5-4712-802b-33d4165d5026 req-0e4e12d1-d5c6-4cde-822a-6bd5427eb6cf service neutron] 10.222.0.48 "GET /v2.0/networks/cb56989d-7c5d-4678-b194-1d2edf1e842a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3019164 Apr 18 20:43:19.548428 n-d-838334-2 neutron-server[84040]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee74e0e9-c113-4232-aa99-f61ba5726052 admin admin] Network e41b6600-a917-4a8d-b05c-be3be40c6d8c is already hosted by enough agents. {{(pid=84040) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:43:19.554505 n-d-838334-2 neutron-server[84040]: DEBUG neutron.scheduler.base_scheduler [None req-ee74e0e9-c113-4232-aa99-f61ba5726052 admin admin] Resources bound (agent type, host, resource id): {{(pid=84040) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:43:19.590942 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee74e0e9-c113-4232-aa99-f61ba5726052 admin admin] Received port after_create {{(pid=84040) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 20:43:19.629820 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee74e0e9-c113-4232-aa99-f61ba5726052 admin admin] Pushing event updated for resources: {'Port': ['ID=a32b9771-95b1-4190-a7b7-b2051a3f99e0,revision_number=1']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:43:19.686604 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 39404) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:43:19.827871 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-ab3d5812-d5e1-4694-8322-0fc84f9cdfc5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:43:19.861479 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-ab3d5812-d5e1-4694-8322-0fc84f9cdfc5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:43:19.865695 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-ab3d5812-d5e1-4694-8322-0fc84f9cdfc5 admin admin] Usage tracker for resource:security_group_rule and tenant:cc5bfa88c24b45e9abe341d39a3f2a5e is out of sync, need to count used quota {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:43:19.868716 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-ab3d5812-d5e1-4694-8322-0fc84f9cdfc5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:43:19.875292 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-ab3d5812-d5e1-4694-8322-0fc84f9cdfc5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:43:19.948016 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-ab3d5812-d5e1-4694-8322-0fc84f9cdfc5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:43:19.952559 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-ab3d5812-d5e1-4694-8322-0fc84f9cdfc5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33528224'] for security_group, after_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:43:19.963783 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1c23c16-57b1-48b2-85f7-221468ab7815 req-da76fc1d-534b-491e-a9d4-fa51dac67910 tempest-ServersAdminNegativeTestJSON-611917932 tempest-ServersAdminNegativeTestJSON-611917932-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:43:19.965229 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-a1c23c16-57b1-48b2-85f7-221468ab7815 req-da76fc1d-534b-491e-a9d4-fa51dac67910 tempest-ServersAdminNegativeTestJSON-611917932 tempest-ServersAdminNegativeTestJSON-611917932-project] 10.222.0.42 "GET /v2.0/ports?device_id=0c84c94b-89b5-484c-8be5-c2f29cb8d5c1 HTTP/1.1" status: 200 len: 950 time: 0.5731633 Apr 18 20:43:19.970760 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Device 7ee9c1ce-a165-4006-a514-881ee03d6aad details requested by agent hyperv_n-h1-838334-2 with host n-h1-838334-2 {{(pid=84042) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 18 20:43:20.008461 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab3d5812-d5e1-4694-8322-0fc84f9cdfc5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8b996172-3cb1-44bb-9c7c-f34af6d6e822,revision_number=1']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:43:20.012914 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-ab3d5812-d5e1-4694-8322-0fc84f9cdfc5 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=cc5bfa88c24b45e9abe341d39a3f2a5e&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3251257 Apr 18 20:43:20.016324 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 39410) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:43:20.083802 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-81847b39-a219-433f-891a-49d3991df122 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:43:20.111465 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-81847b39-a219-433f-891a-49d3991df122 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:43:20.139604 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-09e8d903-81b5-4712-802b-33d4165d5026 req-3e3fec08-7a43-45a1-bf1b-8ad9d43cd0b9 service neutron] 10.222.0.48 "GET /v2.0/networks/cb56989d-7c5d-4678-b194-1d2edf1e842a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5149007 Apr 18 20:43:20.141263 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-7cf89402-0b3a-488e-9643-f9b25f4ee133 req-1abc29d9-6e15-459c-a1f5-d76024a54705 service neutron] 10.222.0.48 "GET /v2.0/networks/d9eb2c31-9efb-45c1-be97-8fbfff0e7f82?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5152280 Apr 18 20:43:20.142259 n-d-838334-2 neutron-server[84041]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7a646183-72a0-4a0e-9a2d-a60d77e4e267', 'tag': 'b09eec60-39b5-46cc-8a75-b4b365f01b2b'}] {{(pid=84041) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 20:43:20.149648 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1141051b-05ff-44a0-a177-e58486b0ea4f req-7441c0d1-4daf-42eb-9af7-ebfdcefee73a tempest-ServersAdminTestJSON-1240675426 tempest-ServersAdminTestJSON-1240675426-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:43:20.156272 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-1141051b-05ff-44a0-a177-e58486b0ea4f req-7441c0d1-4daf-42eb-9af7-ebfdcefee73a tempest-ServersAdminTestJSON-1240675426 tempest-ServersAdminTestJSON-1240675426-project] 10.222.0.42 "GET /v2.0/ports?device_id=7a646183-72a0-4a0e-9a2d-a60d77e4e267 HTTP/1.1" status: 200 len: 948 time: 0.6035705 Apr 18 20:43:20.186894 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-81847b39-a219-433f-891a-49d3991df122 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33528224'] for security_group, after_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:43:20.198501 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] For port 7ee9c1ce-a165-4006-a514-881ee03d6aad, host n-h1-838334-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838334-2',level=0,port_id=7ee9c1ce-a165-4006-a514-881ee03d6aad,segment=NetworkSegment(62b85806-94d8-4a88-a06c-da82e5932d66),segment_id=62b85806-94d8-4a88-a06c-da82e5932d66)] {{(pid=84042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:43:20.208399 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81847b39-a219-433f-891a-49d3991df122 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b996172-3cb1-44bb-9c7c-f34af6d6e822,revision_number=None']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:43:20.215997 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Returning: {'device': '7ee9c1ce-a165-4006-a514-881ee03d6aad', 'network_id': 'cb56989d-7c5d-4678-b194-1d2edf1e842a', 'port_id': '7ee9c1ce-a165-4006-a514-881ee03d6aad', 'mac_address': 'fa:16:3e:68:f0:3d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 382, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c4b526db-4d8a-4d4c-a310-e3a599630ae1', 'ip_address': '192.168.233.18'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84042) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 18 20:43:20.216454 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-81847b39-a219-433f-891a-49d3991df122 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:43:20.220483 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-81847b39-a219-433f-891a-49d3991df122 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/8b996172-3cb1-44bb-9c7c-f34af6d6e822 HTTP/1.1" status: 204 len: 168 time: 0.2008781 Apr 18 20:43:20.282786 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:43:20.300387 n-d-838334-2 neutron-server[84042]: DEBUG neutron.notifiers.nova [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7ee9c1ce-a165-4006-a514-881ee03d6aad {{(pid=84042) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 18 20:43:20.321304 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] For port 7ee9c1ce-a165-4006-a514-881ee03d6aad, host n-h1-838334-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838334-2',level=0,port_id=7ee9c1ce-a165-4006-a514-881ee03d6aad,segment=NetworkSegment(62b85806-94d8-4a88-a06c-da82e5932d66),segment_id=62b85806-94d8-4a88-a06c-da82e5932d66)] {{(pid=84042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:43:20.327571 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682'] for port, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:43:20.328329 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Device b09eec60-39b5-46cc-8a75-b4b365f01b2b details requested by agent hyperv_n-h1-838334-2 with host n-h1-838334-2 {{(pid=84042) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 18 20:43:20.344267 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-a1c23c16-57b1-48b2-85f7-221468ab7815 req-c07cb79f-9395-463b-934c-0689d52923dc tempest-ServersAdminNegativeTestJSON-611917932 tempest-ServersAdminNegativeTestJSON-611917932-project] 10.222.0.42 "GET /v2.0/security-groups?id=e0395a73-aa6b-4ce1-bb5e-d7bf600d145b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3372238 Apr 18 20:43:20.439891 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] For port b09eec60-39b5-46cc-8a75-b4b365f01b2b, host n-h1-838334-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838334-2',level=0,port_id=b09eec60-39b5-46cc-8a75-b4b365f01b2b,segment=NetworkSegment(62b85806-94d8-4a88-a06c-da82e5932d66),segment_id=62b85806-94d8-4a88-a06c-da82e5932d66)] {{(pid=84042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:43:20.446839 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-1141051b-05ff-44a0-a177-e58486b0ea4f req-0eddbb97-1cb4-4888-bb6d-18e5c1c8dd73 tempest-ServersAdminTestJSON-1240675426 tempest-ServersAdminTestJSON-1240675426-project] 10.222.0.42 "GET /v2.0/security-groups?id=b9ed1788-e987-4b94-9dd4-ed408bd7803e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2538671 Apr 18 20:43:20.464547 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Pushing event updated for resources: {'Port': ['ID=7ee9c1ce-a165-4006-a514-881ee03d6aad,revision_number=4']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:43:20.474952 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-7cf89402-0b3a-488e-9643-f9b25f4ee133 req-218fa411-2271-4cf0-896d-32aeaa7a3273 service neutron] 10.222.0.48 "GET /v2.0/networks/d9eb2c31-9efb-45c1-be97-8fbfff0e7f82?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3153682 Apr 18 20:43:20.484488 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-c7521a90-7d65-4e2e-842c-ca5d95e9a89c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750375287399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253529'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:43:20.492556 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Returning: {'device': 'b09eec60-39b5-46cc-8a75-b4b365f01b2b', 'network_id': 'cb56989d-7c5d-4678-b194-1d2edf1e842a', 'port_id': 'b09eec60-39b5-46cc-8a75-b4b365f01b2b', 'mac_address': 'fa:16:3e:9d:ce:6d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 382, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c4b526db-4d8a-4d4c-a310-e3a599630ae1', 'ip_address': '192.168.233.228'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84042) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 18 20:43:20.551155 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-00a289c0-d311-48ea-bbb3-85f71821c09d req-8a5e1a1e-2a09-4108-a6aa-5fbe0e4d152a service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=de28ce5b7b5349a3b98e9e23d1be558c&device_id=44efab35-5c01-4961-a45b-8934b6a92124 HTTP/1.1" status: 200 len: 1099 time: 0.3518538 Apr 18 20:43:20.562403 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:43:20.590088 n-d-838334-2 neutron-server[84042]: DEBUG neutron.notifiers.nova [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b09eec60-39b5-46cc-8a75-b4b365f01b2b {{(pid=84042) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 18 20:43:20.616496 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] For port b09eec60-39b5-46cc-8a75-b4b365f01b2b, host n-h1-838334-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838334-2',level=0,port_id=b09eec60-39b5-46cc-8a75-b4b365f01b2b,segment=NetworkSegment(62b85806-94d8-4a88-a06c-da82e5932d66),segment_id=62b85806-94d8-4a88-a06c-da82e5932d66)] {{(pid=84042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:43:20.617125 n-d-838334-2 neutron-server[84041]: INFO neutron.notifiers.nova [-] Nova event matching ['req-72b0f41c-f4f3-4b6c-b617-f4d5160b7485'] response: {'name': 'network-changed', 'server_uuid': '7a646183-72a0-4a0e-9a2d-a60d77e4e267', 'tag': 'b09eec60-39b5-46cc-8a75-b4b365f01b2b', 'status': 'completed', 'code': 200} Apr 18 20:43:20.623795 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682'] for port, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:43:20.688559 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-7cf89402-0b3a-488e-9643-f9b25f4ee133 req-cb0798ba-1b49-4404-869c-618d1b6efe67 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.161&port_id=05244033-b882-4dfd-8fd2-dde7ce49d9a1 HTTP/1.1" status: 200 len: 217 time: 0.1991990 Apr 18 20:43:20.690138 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Pushing event updated for resources: {'Port': ['ID=b09eec60-39b5-46cc-8a75-b4b365f01b2b,revision_number=4']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:43:20.695265 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-ee74e0e9-c113-4232-aa99-f61ba5726052 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:43:20.696027 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-ee74e0e9-c113-4232-aa99-f61ba5726052 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33443529', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33444176'] for router, after_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:43:20.750830 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-36b5e4a9-fa8c-42ae-89de-74e3600b66ac req-4eff39c4-10e0-4410-ae3c-c882dc6bf6e0 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=14988d38be0e437cb0a1328781b15e3f&device_id=7a646183-72a0-4a0e-9a2d-a60d77e4e267 HTTP/1.1" status: 200 len: 1100 time: 0.1042461 Apr 18 20:43:20.904218 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] get_ports_and_sgs() called for port_ids ['b09eec60-39b5-46cc-8a75-b4b365f01b2b'] {{(pid=84042) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 18 20:43:20.987900 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cf89402-0b3a-488e-9643-f9b25f4ee133 req-8e88b182-9f26-4df9-a99e-cdcf51b91b5e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:43:20.989373 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-7cf89402-0b3a-488e-9643-f9b25f4ee133 req-8e88b182-9f26-4df9-a99e-cdcf51b91b5e service neutron] 10.222.0.48 "GET /v2.0/subnets?id=595cabc3-b2ed-413d-9545-05965478d7ea HTTP/1.1" status: 200 len: 797 time: 0.2741275 Apr 18 20:43:20.994418 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36b5e4a9-fa8c-42ae-89de-74e3600b66ac req-4fd69fe0-c025-4fea-bf58-841bebb90451 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:43:20.996914 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-36b5e4a9-fa8c-42ae-89de-74e3600b66ac req-4fd69fe0-c025-4fea-bf58-841bebb90451 service neutron] 10.222.0.43 "GET /v2.0/networks?id=cb56989d-7c5d-4678-b194-1d2edf1e842a HTTP/1.1" status: 200 len: 870 time: 0.2373629 Apr 18 20:43:21.039911 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] get_ports_and_sgs() called for port_ids ['7ee9c1ce-a165-4006-a514-881ee03d6aad'] {{(pid=84042) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 18 20:43:21.047543 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e044d86a-208c-49db-9e41-28e428e3f0cc req-71718b2d-d209-44a2-9235-14834020d83c tempest-ServersOnMultiNodesTest-1168278630 tempest-ServersOnMultiNodesTest-1168278630-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:43:21.049097 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-e044d86a-208c-49db-9e41-28e428e3f0cc req-71718b2d-d209-44a2-9235-14834020d83c tempest-ServersOnMultiNodesTest-1168278630 tempest-ServersOnMultiNodesTest-1168278630-project] 10.222.0.42 "GET /v2.0/ports?device_id=44efab35-5c01-4961-a45b-8934b6a92124 HTTP/1.1" status: 200 len: 948 time: 0.4969451 Apr 18 20:43:21.091241 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-36b5e4a9-fa8c-42ae-89de-74e3600b66ac req-a534f01e-ae70-48ac-9559-1ce536b9bcfd service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.228&port_id=b09eec60-39b5-46cc-8a75-b4b365f01b2b HTTP/1.1" status: 200 len: 217 time: 0.0858171 Apr 18 20:43:21.103571 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00a289c0-d311-48ea-bbb3-85f71821c09d req-d7d3a9f1-ea24-411f-8c18-60ed752b5522 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:43:21.105015 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-00a289c0-d311-48ea-bbb3-85f71821c09d req-d7d3a9f1-ea24-411f-8c18-60ed752b5522 service neutron] 10.222.0.48 "GET /v2.0/networks?id=cb56989d-7c5d-4678-b194-1d2edf1e842a HTTP/1.1" status: 200 len: 870 time: 0.5133276 Apr 18 20:43:21.206324 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36b5e4a9-fa8c-42ae-89de-74e3600b66ac req-0f99591d-2aaf-4130-85d0-e5bd250dfb1a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:43:21.208065 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-36b5e4a9-fa8c-42ae-89de-74e3600b66ac req-0f99591d-2aaf-4130-85d0-e5bd250dfb1a service neutron] 10.222.0.43 "GET /v2.0/subnets?id=c4b526db-4d8a-4d4c-a310-e3a599630ae1 HTTP/1.1" status: 200 len: 843 time: 0.1101806 Apr 18 20:43:21.266677 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-00a289c0-d311-48ea-bbb3-85f71821c09d req-18b9b95b-48d8-4df6-bf0e-bdf982d4008a service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.236&port_id=73fd763f-e112-4ac2-af77-7c7a2e4ac601 HTTP/1.1" status: 200 len: 217 time: 0.1348038 Apr 18 20:43:21.308053 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-36b5e4a9-fa8c-42ae-89de-74e3600b66ac req-c73dba04-229e-4f28-95d8-9c1da132ff86 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=cb56989d-7c5d-4678-b194-1d2edf1e842a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0928688 Apr 18 20:43:21.344194 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-e044d86a-208c-49db-9e41-28e428e3f0cc req-da54be0c-0cf0-4647-ae94-5d577de561ca tempest-ServersOnMultiNodesTest-1168278630 tempest-ServersOnMultiNodesTest-1168278630-project] 10.222.0.42 "GET /v2.0/security-groups?id=e1e985d3-f227-45b4-b9a7-ffadcd0db1b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2339005 Apr 18 20:43:21.476610 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-36b5e4a9-fa8c-42ae-89de-74e3600b66ac req-8a1b5306-a248-4391-b8e3-fb0dd767c96a service neutron] 10.222.0.43 "GET /v2.0/networks/cb56989d-7c5d-4678-b194-1d2edf1e842a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1602170 Apr 18 20:43:21.480061 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00a289c0-d311-48ea-bbb3-85f71821c09d req-0ca8b20b-9ae7-4cfb-9b1f-150dd48b4749 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:43:21.481707 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-00a289c0-d311-48ea-bbb3-85f71821c09d req-0ca8b20b-9ae7-4cfb-9b1f-150dd48b4749 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=c4b526db-4d8a-4d4c-a310-e3a599630ae1 HTTP/1.1" status: 200 len: 843 time: 0.1988378 Apr 18 20:43:21.490427 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-7cf89402-0b3a-488e-9643-f9b25f4ee133 req-ef4aef7e-a9c0-42b1-8364-6b691152ee5e service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=d9eb2c31-9efb-45c1-be97-8fbfff0e7f82&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.4622924 Apr 18 20:43:21.536010 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5a970c3-a0b2-48c9-9725-5f828de5af6f req-acf09a96-e2cd-446d-89be-0b7f04cfd438 tempest-FloatingIPsAssociationNegativeTestJSON-713744009 tempest-FloatingIPsAssociationNegativeTestJSON-713744009-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:43:21.537468 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-d5a970c3-a0b2-48c9-9725-5f828de5af6f req-acf09a96-e2cd-446d-89be-0b7f04cfd438 tempest-FloatingIPsAssociationNegativeTestJSON-713744009 tempest-FloatingIPsAssociationNegativeTestJSON-713744009-project] 10.222.0.42 "GET /v2.0/ports?device_id=87617329-db11-4d78-96ee-1f3854a4d274 HTTP/1.1" status: 200 len: 946 time: 0.3477809 Apr 18 20:43:21.587910 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 39454) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:43:21.630606 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-36b5e4a9-fa8c-42ae-89de-74e3600b66ac req-4eb920c3-9f7e-4a98-bb47-d20ce90173c9 service neutron] 10.222.0.43 "GET /v2.0/networks/cb56989d-7c5d-4678-b194-1d2edf1e842a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1458466 Apr 18 20:43:21.677065 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-42385104-ddca-43e9-892f-cf549ffff4cf req-4d61d5d1-9cfa-4b85-87a2-b4b5871cdee7 tempest-ServersAdminNegativeTestJSON-611917932 tempest-ServersAdminNegativeTestJSON-611917932-project] 10.222.0.42 "GET /v2.0/networks?tenant_id=d2b823f322cf4b378af07737106dd8b5&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1329017 Apr 18 20:43:21.724027 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.v2.base [None req-d5bb0334-1a30-4f05-8624-d017397f58f0 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupsTestJSON-786777786-network', 'tenant_id': 'f09031fed4d542f69d251f76eb7f477d'}} {{(pid=84041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 20:43:21.728553 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-d5bb0334-1a30-4f05-8624-d017397f58f0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:43:21.733023 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-d5bb0334-1a30-4f05-8624-d017397f58f0 admin admin] Usage tracker for resource:network and tenant:f09031fed4d542f69d251f76eb7f477d is out of sync, need to count used quota {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:43:21.735857 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-d5bb0334-1a30-4f05-8624-d017397f58f0 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:43:21.741455 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-d5bb0334-1a30-4f05-8624-d017397f58f0 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:43:21.751356 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d5bb0334-1a30-4f05-8624-d017397f58f0 admin admin] Made reservation on behalf of f09031fed4d542f69d251f76eb7f477d for: {'network': 1} {{(pid=84041) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:43:21.753753 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-d5bb0334-1a30-4f05-8624-d017397f58f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for network, before_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:43:21.766101 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-d5bb0334-1a30-4f05-8624-d017397f58f0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:43:21.799939 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-d5bb0334-1a30-4f05-8624-d017397f58f0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:43:21.804194 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-d5bb0334-1a30-4f05-8624-d017397f58f0 admin admin] Usage tracker for resource:security_group_rule and tenant:f09031fed4d542f69d251f76eb7f477d is out of sync, need to count used quota {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:43:21.807226 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-d5bb0334-1a30-4f05-8624-d017397f58f0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:43:21.813258 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-d5bb0334-1a30-4f05-8624-d017397f58f0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:43:21.885665 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-d5bb0334-1a30-4f05-8624-d017397f58f0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:43:21.890048 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-d5bb0334-1a30-4f05-8624-d017397f58f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33528224'] for security_group, after_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:43:21.924138 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d5bb0334-1a30-4f05-8624-d017397f58f0 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 353} {{(pid=84041) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 20:43:21.932933 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5bb0334-1a30-4f05-8624-d017397f58f0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9011416c-6492-4991-9c3b-a886ca17cbe3,revision_number=1']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:43:21.940486 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-d5bb0334-1a30-4f05-8624-d017397f58f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1082986'] for segment, precommit_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:43:21.940900 n-d-838334-2 neutron-server[84041]: INFO neutron.db.segments_db [None req-d5bb0334-1a30-4f05-8624-d017397f58f0 admin admin] Added segment 9d2a818f-5a4c-45ce-88ca-131c59c6d275 of type vlan for network 7f662c04-13d3-4bf2-9436-adfc04ef8c7e Apr 18 20:43:21.972516 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-d5bb0334-1a30-4f05-8624-d017397f58f0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750374825732'] for network, precommit_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:43:21.982630 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-d5a970c3-a0b2-48c9-9725-5f828de5af6f req-1c7109c7-e56d-49d4-8de8-8483ec5c3efb tempest-FloatingIPsAssociationNegativeTestJSON-713744009 tempest-FloatingIPsAssociationNegativeTestJSON-713744009-project] 10.222.0.42 "GET /v2.0/security-groups?id=c7496943-c876-45a6-b20e-7ae98eeeb30c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4134741 Apr 18 20:43:22.003971 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-7cf89402-0b3a-488e-9643-f9b25f4ee133 req-c116edcd-3ab3-41b1-b820-62c04a69e34a service neutron] 10.222.0.48 "GET /v2.0/networks/d9eb2c31-9efb-45c1-be97-8fbfff0e7f82?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4608707 Apr 18 20:43:22.008999 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-d5bb0334-1a30-4f05-8624-d017397f58f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33526109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022'] for network, after_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:43:22.010079 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5bb0334-1a30-4f05-8624-d017397f58f0 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:43:22.010696 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-d5bb0334-1a30-4f05-8624-d017397f58f0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32378031'] for network, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:43:22.043364 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-00a289c0-d311-48ea-bbb3-85f71821c09d req-e38ddf65-15e4-4621-ad04-123df7fa8f85 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=cb56989d-7c5d-4678-b194-1d2edf1e842a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.5519507 Apr 18 20:43:22.205331 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-d5bb0334-1a30-4f05-8624-d017397f58f0 admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.6162107 Apr 18 20:43:22.208092 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 39464) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:43:22.211464 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5bb0334-1a30-4f05-8624-d017397f58f0 admin admin] Pushing event updated for resources: {'Network': ['ID=7f662c04-13d3-4bf2-9436-adfc04ef8c7e,revision_number=1']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:43:22.216410 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.v2.base [None req-3d33ffde-2b59-428c-a73c-0d2fc1d431a8 admin admin] Request body: {'subnet': {'network_id': '7f662c04-13d3-4bf2-9436-adfc04ef8c7e', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupsTestJSON-786777786-subnet', 'tenant_id': 'f09031fed4d542f69d251f76eb7f477d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=84041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 20:43:22.221543 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-3d33ffde-2b59-428c-a73c-0d2fc1d431a8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:43:22.227050 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-3d33ffde-2b59-428c-a73c-0d2fc1d431a8 admin admin] Usage tracker for resource:subnet and tenant:f09031fed4d542f69d251f76eb7f477d is out of sync, need to count used quota {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:43:22.230444 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-3d33ffde-2b59-428c-a73c-0d2fc1d431a8 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:43:22.237273 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Network 7f662c04-13d3-4bf2-9436-adfc04ef8c7e details requested by agent ovs-agent-n-d-838334-2 with host n-d-838334-2 {{(pid=84042) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 18 20:43:22.238599 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-3d33ffde-2b59-428c-a73c-0d2fc1d431a8 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:43:22.249299 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d33ffde-2b59-428c-a73c-0d2fc1d431a8 admin admin] Made reservation on behalf of f09031fed4d542f69d251f76eb7f477d for: {'subnet': 1} {{(pid=84041) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:43:22.251968 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-3d33ffde-2b59-428c-a73c-0d2fc1d431a8 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32486301'] for subnet, before_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:43:22.266261 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42385104-ddca-43e9-892f-cf549ffff4cf req-0b7984e4-0ca7-48ae-9efa-1b80d387b80d tempest-ServersAdminNegativeTestJSON-611917932 tempest-ServersAdminNegativeTestJSON-611917932-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:43:22.267700 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-42385104-ddca-43e9-892f-cf549ffff4cf req-0b7984e4-0ca7-48ae-9efa-1b80d387b80d tempest-ServersAdminNegativeTestJSON-611917932 tempest-ServersAdminNegativeTestJSON-611917932-project] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5823460 Apr 18 20:43:22.382023 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-7cf89402-0b3a-488e-9643-f9b25f4ee133 req-42e7830a-7718-4f51-866c-4167a45ddd65 service neutron] 10.222.0.48 "GET /v2.0/networks/d9eb2c31-9efb-45c1-be97-8fbfff0e7f82?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3619976 Apr 18 20:43:22.387429 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-42385104-ddca-43e9-892f-cf549ffff4cf req-64d746e6-e449-4b88-b5e3-0a964bf20afe tempest-ServersAdminNegativeTestJSON-611917932 tempest-ServersAdminNegativeTestJSON-611917932-project] 10.222.0.42 "GET /v2.0/quotas/d2b823f322cf4b378af07737106dd8b5 HTTP/1.1" status: 200 len: 375 time: 0.0975246 Apr 18 20:43:22.453835 n-d-838334-2 neutron-server[84040]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ee74e0e9-c113-4232-aa99-f61ba5726052 admin admin] Router fefc16d8-87ce-4c23-91dd-503f136f0335 is scheduled to L3 agent bc84d6c9-dd7a-4555-a351-592327b46d5a with binding_index 1 {{(pid=84040) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 18 20:43:22.471277 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-3d33ffde-2b59-428c-a73c-0d2fc1d431a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33526260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32266407', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32486287'] for subnet, after_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:43:22.503745 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-00a289c0-d311-48ea-bbb3-85f71821c09d req-d5415a9d-9770-490f-9c5f-593667a656ae service neutron] 10.222.0.48 "GET /v2.0/networks/cb56989d-7c5d-4678-b194-1d2edf1e842a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4505591 Apr 18 20:43:22.545091 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-7cf89402-0b3a-488e-9643-f9b25f4ee133 req-1358f0ce-1b9e-4790-a8eb-808696add34a service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=fcf04c80-d79e-470d-884b-eefd4d15d3f8 HTTP/1.1" status: 200 len: 217 time: 0.1414239 Apr 18 20:43:22.551682 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d33ffde-2b59-428c-a73c-0d2fc1d431a8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ab70a436-dbca-469d-b0be-5b1a5cfe0476,revision_number=0']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:43:22.558958 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d33ffde-2b59-428c-a73c-0d2fc1d431a8 admin admin] Checking segment: {'id': '9d2a818f-5a4c-45ce-88ca-131c59c6d275', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': '7f662c04-13d3-4bf2-9436-adfc04ef8c7e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84041) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 20:43:22.559313 n-d-838334-2 neutron-server[84041]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d33ffde-2b59-428c-a73c-0d2fc1d431a8 admin admin] Network hostable DHCP agents. Network: 7f662c04-13d3-4bf2-9436-adfc04ef8c7e, hostable agents: ['8746f8ea-3e91-4b32-9919-2c63adeb8722'], hosted agents: [] {{(pid=84041) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 20:43:22.582021 n-d-838334-2 neutron-server[84041]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d33ffde-2b59-428c-a73c-0d2fc1d431a8 admin admin] Network 7f662c04-13d3-4bf2-9436-adfc04ef8c7e is scheduled to be hosted by DHCP agent 8746f8ea-3e91-4b32-9919-2c63adeb8722 with binding_index 1 {{(pid=84041) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 20:43:22.591210 n-d-838334-2 neutron-server[84041]: DEBUG neutron.scheduler.base_scheduler [None req-3d33ffde-2b59-428c-a73c-0d2fc1d431a8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-838334-2, 7f662c04-13d3-4bf2-9436-adfc04ef8c7e) {{(pid=84041) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:43:22.595764 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d33ffde-2b59-428c-a73c-0d2fc1d431a8 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:43:22.596339 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-3d33ffde-2b59-428c-a73c-0d2fc1d431a8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:43:22.602825 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf5947eb-c2d7-4579-97af-01a894f70a38 None None] Network 7f662c04-13d3-4bf2-9436-adfc04ef8c7e requested from n-d-838334-2 {{(pid=84042) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 20:43:22.618158 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-3d33ffde-2b59-428c-a73c-0d2fc1d431a8 admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.4085417 Apr 18 20:43:22.653830 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e46a048f-b87f-4ab0-ba0c-0a210e27e8e2 req-020ddeb0-45ca-46dc-83e1-1fb68983581c tempest-ServersAdminTestJSON-1240675426 tempest-ServersAdminTestJSON-1240675426-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:43:22.655485 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-e46a048f-b87f-4ab0-ba0c-0a210e27e8e2 req-020ddeb0-45ca-46dc-83e1-1fb68983581c tempest-ServersAdminTestJSON-1240675426 tempest-ServersAdminTestJSON-1240675426-project] 10.222.0.42 "GET /v2.0/ports?device_id=7a646183-72a0-4a0e-9a2d-a60d77e4e267 HTTP/1.1" status: 200 len: 949 time: 0.4393129 Apr 18 20:43:22.847357 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f01bd7ad-17f4-4a7e-bf7c-73d2489610f5 None None] Network 7f662c04-13d3-4bf2-9436-adfc04ef8c7e requested from n-d-838334-2 {{(pid=84042) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 20:43:22.870833 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cf89402-0b3a-488e-9643-f9b25f4ee133 req-c4808121-e8e4-4231-ba76-d3113feba885 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:43:22.872292 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-7cf89402-0b3a-488e-9643-f9b25f4ee133 req-c4808121-e8e4-4231-ba76-d3113feba885 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=56438b06-8f6c-4c48-a38f-f39ae02814c1 HTTP/1.1" status: 200 len: 797 time: 0.2635396 Apr 18 20:43:22.948413 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-42385104-ddca-43e9-892f-cf549ffff4cf req-5720e308-017f-4de9-9b1a-06af96371463 tempest-ServersAdminNegativeTestJSON-611917932 tempest-ServersAdminNegativeTestJSON-611917932-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=d2b823f322cf4b378af07737106dd8b5&fields=id HTTP/1.1" status: 200 len: 255 time: 0.5496540 Apr 18 20:43:22.962958 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-00a289c0-d311-48ea-bbb3-85f71821c09d req-1582489f-c7cd-451b-a8d0-f168675fbf48 service neutron] 10.222.0.48 "GET /v2.0/networks/cb56989d-7c5d-4678-b194-1d2edf1e842a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4453228 Apr 18 20:43:22.969034 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-e46a048f-b87f-4ab0-ba0c-0a210e27e8e2 req-b311598c-c43f-4bcd-9de0-aa388d8832df tempest-ServersAdminTestJSON-1240675426 tempest-ServersAdminTestJSON-1240675426-project] 10.222.0.42 "GET /v2.0/security-groups?id=b9ed1788-e987-4b94-9dd4-ed408bd7803e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2424297 Apr 18 20:43:23.015178 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-7cf89402-0b3a-488e-9643-f9b25f4ee133 req-d0e17dc8-57c1-480d-9f9b-07afe2ebf7fc service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=81621119-9498-4395-a64b-7e94080c69d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1245162 Apr 18 20:43:23.396925 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-71d14dbc-5efa-4acf-bd93-6dcc64fa77d1 req-a441a20a-e016-4640-876d-8fdca3f7e875 tempest-FloatingIPsAssociationNegativeTestJSON-713744009 tempest-FloatingIPsAssociationNegativeTestJSON-713744009-project] 10.222.0.42 "GET /v2.0/networks?router%3Aexternal=True&fields=id&id=e41b6600-a917-4a8d-b05c-be3be40c6d8c HTTP/1.1" status: 200 len: 258 time: 0.3278222 Apr 18 20:43:23.403683 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-7cf89402-0b3a-488e-9643-f9b25f4ee133 req-1f4eb28d-e9e7-458b-ac4b-0dac5f9fdb83 service neutron] 10.222.0.48 "GET /v2.0/networks/81621119-9498-4395-a64b-7e94080c69d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3663955 Apr 18 20:43:23.410440 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ee74e0e9-c113-4232-aa99-f61ba5726052 admin admin] Notify agent at l3_agent.n-d-838334-2 the message routers_updated {{(pid=84040) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 20:43:23.419293 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.v2.base [req-71d14dbc-5efa-4acf-bd93-6dcc64fa77d1 req-81d529e2-0111-4315-a47d-d474150f2381 tempest-FloatingIPsAssociationNegativeTestJSON-713744009 tempest-FloatingIPsAssociationNegativeTestJSON-713744009-project] Request body: {'floatingip': {'floating_network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c'}} {{(pid=84040) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 20:43:23.420378 n-d-838334-2 neutron-server[84043]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39cca8ab-374c-42cc-a9ca-e8250712765e None None] Sync routers for ids ['fefc16d8-87ce-4c23-91dd-503f136f0335'] in n-d-838334-2 {{(pid=84043) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 18 20:43:23.433003 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39cca8ab-374c-42cc-a9ca-e8250712765e None None] Routers {'fefc16d8-87ce-4c23-91dd-503f136f0335'} bound to L3 agent in host n-d-838334-2 {{(pid=84043) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 20:43:23.433826 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.l3_hamode_db [None req-39cca8ab-374c-42cc-a9ca-e8250712765e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838334-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-18T20:25:48Z,description=,heartbeat_timestamp=2022-04-18T20:43:18Z,host='n-d-838334-2',id=bc84d6c9-dd7a-4555-a351-592327b46d5a,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:25:48Z,topic='l3_agent')) {'router_ids': ['fefc16d8-87ce-4c23-91dd-503f136f0335'], 'active': True} {{(pid=84043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:43:23.447792 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [req-71d14dbc-5efa-4acf-bd93-6dcc64fa77d1 req-81d529e2-0111-4315-a47d-d474150f2381 tempest-FloatingIPsAssociationNegativeTestJSON-713744009 tempest-FloatingIPsAssociationNegativeTestJSON-713744009-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:43:23.465652 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [req-71d14dbc-5efa-4acf-bd93-6dcc64fa77d1 req-81d529e2-0111-4315-a47d-d474150f2381 tempest-FloatingIPsAssociationNegativeTestJSON-713744009 tempest-FloatingIPsAssociationNegativeTestJSON-713744009-project] Usage tracker for resource:floatingip and tenant:a7214e61b62b477cbc96b5c157267d89 is out of sync, need to count used quota {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:43:23.618269 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.l3_dvr_db [None req-39cca8ab-374c-42cc-a9ca-e8250712765e None None] Set router fefc16d8-87ce-4c23-91dd-503f136f0335 gateway port host: n-d-838334-2 {{(pid=84043) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 20:43:23.642471 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [req-71d14dbc-5efa-4acf-bd93-6dcc64fa77d1 req-81d529e2-0111-4315-a47d-d474150f2381 tempest-FloatingIPsAssociationNegativeTestJSON-713744009 tempest-FloatingIPsAssociationNegativeTestJSON-713744009-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:43:23.666372 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a673ef4-0f9d-4da0-b94d-9c12b1edf480 req-0670e25b-36ff-4b1a-920d-bce7dbfea4a4 tempest-ServersOnMultiNodesTest-1168278630 tempest-ServersOnMultiNodesTest-1168278630-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:43:23.667836 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-7a673ef4-0f9d-4da0-b94d-9c12b1edf480 req-0670e25b-36ff-4b1a-920d-bce7dbfea4a4 tempest-ServersOnMultiNodesTest-1168278630 tempest-ServersOnMultiNodesTest-1168278630-project] 10.222.0.42 "GET /v2.0/ports?device_id=44efab35-5c01-4961-a45b-8934b6a92124 HTTP/1.1" status: 200 len: 948 time: 0.4409230 Apr 18 20:43:23.668735 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [req-71d14dbc-5efa-4acf-bd93-6dcc64fa77d1 req-81d529e2-0111-4315-a47d-d474150f2381 tempest-FloatingIPsAssociationNegativeTestJSON-713744009 tempest-FloatingIPsAssociationNegativeTestJSON-713744009-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:43:23.691821 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-ee74e0e9-c113-4232-aa99-f61ba5726052 admin admin] Notify callbacks [] for router, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:43:23.693057 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-ee74e0e9-c113-4232-aa99-f61ba5726052 admin admin] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 9.2725637 Apr 18 20:43:23.696100 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 39486) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:43:23.726043 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-71d14dbc-5efa-4acf-bd93-6dcc64fa77d1 req-81d529e2-0111-4315-a47d-d474150f2381 tempest-FloatingIPsAssociationNegativeTestJSON-713744009 tempest-FloatingIPsAssociationNegativeTestJSON-713744009-project] Notify callbacks [] for floatingip, before_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:43:23.836218 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-7cf89402-0b3a-488e-9643-f9b25f4ee133 req-9e879a5d-63ec-4011-b7db-58ad027a3a5d service neutron] 10.222.0.48 "GET /v2.0/networks/81621119-9498-4395-a64b-7e94080c69d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4079602 Apr 18 20:43:23.842131 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-7a673ef4-0f9d-4da0-b94d-9c12b1edf480 req-c7b2ca92-465e-4256-a864-37544cd9946e tempest-ServersOnMultiNodesTest-1168278630 tempest-ServersOnMultiNodesTest-1168278630-project] 10.222.0.42 "GET /v2.0/security-groups?id=e1e985d3-f227-45b4-b9a7-ffadcd0db1b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1579814 Apr 18 20:43:23.912120 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.l3_hamode_db [None req-39cca8ab-374c-42cc-a9ca-e8250712765e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fefc16d8-87ce-4c23-91dd-503f136f0335', 'name': 'tempest-ServersTestFqdnHostnames-350164230-router', 'tenant_id': 'a5c388980ed04dcb984190dc5b5cd22c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'external_fixed_ips': [{'subnet_id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'ip_address': '172.25.8.8'}], 'enable_snat': True}, 'gw_port_id': 'a32b9771-95b1-4190-a7b7-b2051a3f99e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:43:14Z', 'updated_at': '2022-04-18T20:43:20Z', 'revision_number': 3, 'project_id': 'a5c388980ed04dcb984190dc5b5cd22c', 'gw_port': {'id': 'a32b9771-95b1-4190-a7b7-b2051a3f99e0', 'name': '', 'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:24:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fefc16d8-87ce-4c23-91dd-503f136f0335', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'ip_address': '172.25.8.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:43:17Z', 'updated_at': '2022-04-18T20:43:18Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838334-2'}], 'n-d-838334-2', False) {} {{(pid=84043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:43:23.916533 n-d-838334-2 neutron-server[84043]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39cca8ab-374c-42cc-a9ca-e8250712765e None None] Checking router: fefc16d8-87ce-4c23-91dd-503f136f0335 for host: n-d-838334-2 {{(pid=84043) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 18 20:43:23.917066 n-d-838334-2 neutron-server[84043]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39cca8ab-374c-42cc-a9ca-e8250712765e None None] Updating router fefc16d8-87ce-4c23-91dd-503f136f0335 port a32b9771-95b1-4190-a7b7-b2051a3f99e0 binding host n-d-838334-2 {{(pid=84043) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 18 20:43:23.942628 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-7cf89402-0b3a-488e-9643-f9b25f4ee133 req-facc8a1b-5de5-43d3-855b-9b529937d3f5 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=8544a82a-9c4d-48ac-9e80-35d430482dd8 HTTP/1.1" status: 200 len: 217 time: 0.0886183 Apr 18 20:43:23.973120 n-d-838334-2 neutron-server[84043]: DEBUG neutron_lib.callbacks.manager [None req-39cca8ab-374c-42cc-a9ca-e8250712765e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:43:23.997297 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Device 7ee9c1ce-a165-4006-a514-881ee03d6aad up at agent hyperv_n-h1-838334-2 {{(pid=84042) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 20:43:24.076978 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cf89402-0b3a-488e-9643-f9b25f4ee133 req-f7034c45-dba3-43cd-a05d-f15896df789f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:43:24.079923 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-7cf89402-0b3a-488e-9643-f9b25f4ee133 req-f7034c45-dba3-43cd-a05d-f15896df789f service neutron] 10.222.0.48 "GET /v2.0/subnets?id=56438b06-8f6c-4c48-a38f-f39ae02814c1 HTTP/1.1" status: 200 len: 797 time: 0.1239400 Apr 18 20:43:24.160105 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Device 73fd763f-e112-4ac2-af77-7c7a2e4ac601 details requested by agent hyperv_n-h2-838334-2 with host n-h2-838334-2 {{(pid=84042) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 18 20:43:24.205987 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Provisioning for port 7ee9c1ce-a165-4006-a514-881ee03d6aad completed by entity L2. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 20:43:24.217856 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Provisioning complete for port 7ee9c1ce-a165-4006-a514-881ee03d6aad triggered by entity L2. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:43:24.218571 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1253608'] for port, provisioning_complete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:43:24.225796 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-71d14dbc-5efa-4acf-bd93-6dcc64fa77d1 req-81d529e2-0111-4315-a47d-d474150f2381 tempest-FloatingIPsAssociationNegativeTestJSON-713744009 tempest-FloatingIPsAssociationNegativeTestJSON-713744009-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:43:24.286861 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-42385104-ddca-43e9-892f-cf549ffff4cf req-6f3ae9b8-6c28-4852-a519-689fab69cc3e tempest-ServersAdminNegativeTestJSON-611917932 tempest-ServersAdminNegativeTestJSON-611917932-project] 10.222.0.43 "GET /v2.0/networks?tenant_id=d2b823f322cf4b378af07737106dd8b5&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0386746 Apr 18 20:43:24.304146 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-7cf89402-0b3a-488e-9643-f9b25f4ee133 req-160111b3-14e3-47eb-ae6c-ce061e0e85e2 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=81621119-9498-4395-a64b-7e94080c69d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2137496 Apr 18 20:43:24.346508 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.v2.base [req-854a4364-f0b3-40bf-b042-2c74ab23a355 req-6b01fa4c-df1d-4937-a864-881401220c92 tempest-SecurityGroupsTestJSON-1212657955 tempest-SecurityGroupsTestJSON-1212657955-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1077732415', 'description': 'tempest-description-1350608745'}} {{(pid=84040) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 20:43:24.363307 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [req-854a4364-f0b3-40bf-b042-2c74ab23a355 req-6b01fa4c-df1d-4937-a864-881401220c92 tempest-SecurityGroupsTestJSON-1212657955 tempest-SecurityGroupsTestJSON-1212657955-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:43:24.430705 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [req-854a4364-f0b3-40bf-b042-2c74ab23a355 req-6b01fa4c-df1d-4937-a864-881401220c92 tempest-SecurityGroupsTestJSON-1212657955 tempest-SecurityGroupsTestJSON-1212657955-project] Usage tracker for resource:security_group and tenant:f09031fed4d542f69d251f76eb7f477d is out of sync, need to count used quota {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:43:24.442019 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [req-854a4364-f0b3-40bf-b042-2c74ab23a355 req-6b01fa4c-df1d-4937-a864-881401220c92 tempest-SecurityGroupsTestJSON-1212657955 tempest-SecurityGroupsTestJSON-1212657955-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:43:24.449276 n-d-838334-2 neutron-server[84043]: DEBUG neutron_lib.callbacks.manager [None req-39cca8ab-374c-42cc-a9ca-e8250712765e None None] Notify callbacks [] for port, precommit_update {{(pid=84043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:43:24.453917 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [req-854a4364-f0b3-40bf-b042-2c74ab23a355 req-6b01fa4c-df1d-4937-a864-881401220c92 tempest-SecurityGroupsTestJSON-1212657955 tempest-SecurityGroupsTestJSON-1212657955-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:43:24.474853 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.provisioning_blocks [None req-39cca8ab-374c-42cc-a9ca-e8250712765e None None] Transition to ACTIVE for port object a32b9771-95b1-4190-a7b7-b2051a3f99e0 will not be triggered until provisioned by entity L2. {{(pid=84043) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 20:43:24.495809 n-d-838334-2 neutron-server[84043]: DEBUG neutron_lib.callbacks.manager [None req-39cca8ab-374c-42cc-a9ca-e8250712765e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682'] for port, after_update {{(pid=84043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:43:24.500501 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-854a4364-f0b3-40bf-b042-2c74ab23a355 req-6b01fa4c-df1d-4937-a864-881401220c92 tempest-SecurityGroupsTestJSON-1212657955 tempest-SecurityGroupsTestJSON-1212657955-project] Notify callbacks [] for security_group, before_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:43:24.516342 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42385104-ddca-43e9-892f-cf549ffff4cf req-3b11c4dd-174d-4371-b7df-786895643ca1 tempest-ServersAdminNegativeTestJSON-611917932 tempest-ServersAdminNegativeTestJSON-611917932-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:43:24.517815 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-42385104-ddca-43e9-892f-cf549ffff4cf req-3b11c4dd-174d-4371-b7df-786895643ca1 tempest-ServersAdminNegativeTestJSON-611917932 tempest-ServersAdminNegativeTestJSON-611917932-project] 10.222.0.43 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2246964 Apr 18 20:43:24.536147 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.v2.base [req-42385104-ddca-43e9-892f-cf549ffff4cf req-da27babe-9570-4d0f-9d36-4b5a920927e8 tempest-ServersAdminNegativeTestJSON-611917932 tempest-ServersAdminNegativeTestJSON-611917932-project] Request body: {'port': {'device_id': '32dcb1ce-174e-448f-b660-811c526d8b71', 'network_id': 'cb56989d-7c5d-4678-b194-1d2edf1e842a', 'admin_state_up': True, 'tenant_id': 'd2b823f322cf4b378af07737106dd8b5'}} {{(pid=84041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 20:43:24.594104 n-d-838334-2 neutron-server[84043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5365d509-173f-4a87-a71a-5a18374ef1b7 None None] Pushing event updated for resources: {'Port': ['ID=a32b9771-95b1-4190-a7b7-b2051a3f99e0,revision_number=2']} {{(pid=84043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:43:24.598336 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-7cf89402-0b3a-488e-9643-f9b25f4ee133 req-0a95903d-4a66-4959-9f6c-77600ee91e22 service neutron] 10.222.0.48 "GET /v2.0/networks/81621119-9498-4395-a64b-7e94080c69d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2860093 Apr 18 20:43:24.604752 n-d-838334-2 neutron-server[84043]: DEBUG neutron.plugins.ml2.managers [None req-39cca8ab-374c-42cc-a9ca-e8250712765e None None] Attempting to bind port a32b9771-95b1-4190-a7b7-b2051a3f99e0 on host n-d-838334-2 for vnic_type normal with profile {{(pid=84043) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:43:24.605588 n-d-838334-2 neutron-server[84043]: DEBUG neutron.plugins.ml2.managers [None req-39cca8ab-374c-42cc-a9ca-e8250712765e None None] Attempting to bind port a32b9771-95b1-4190-a7b7-b2051a3f99e0 by drivers openvswitch,hyperv on host n-d-838334-2 at level 0 using segments [{'id': '732aa830-768b-4511-951f-d08e26b9c25b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c'}] {{(pid=84043) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:43:24.606164 n-d-838334-2 neutron-server[84043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39cca8ab-374c-42cc-a9ca-e8250712765e None None] Attempting to bind port a32b9771-95b1-4190-a7b7-b2051a3f99e0 on network e41b6600-a917-4a8d-b05c-be3be40c6d8c {{(pid=84043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 20:43:24.615442 n-d-838334-2 neutron-server[84043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39cca8ab-374c-42cc-a9ca-e8250712765e None None] Checking agent: {'id': '97cd4414-7af6-4d67-868d-dff370b4071a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838334-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 25, 49), 'started_at': datetime.datetime(2022, 4, 18, 20, 26, 19), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 20, 43, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838334-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 18 20:43:24.616235 n-d-838334-2 neutron-server[84043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39cca8ab-374c-42cc-a9ca-e8250712765e None None] Checking segment: {'id': '732aa830-768b-4511-951f-d08e26b9c25b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84043) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 20:43:24.616857 n-d-838334-2 neutron-server[84043]: DEBUG neutron_lib.callbacks.manager [None req-39cca8ab-374c-42cc-a9ca-e8250712765e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:43:24.617496 n-d-838334-2 neutron-server[84043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39cca8ab-374c-42cc-a9ca-e8250712765e None None] Bound using segment: {'id': '732aa830-768b-4511-951f-d08e26b9c25b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c'} {{(pid=84043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 18 20:43:24.618177 n-d-838334-2 neutron-server[84043]: DEBUG neutron.plugins.ml2.managers [None req-39cca8ab-374c-42cc-a9ca-e8250712765e None None] Bound port: a32b9771-95b1-4190-a7b7-b2051a3f99e0, host: n-d-838334-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '732aa830-768b-4511-951f-d08e26b9c25b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c'}}] {{(pid=84043) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 20:43:24.618769 n-d-838334-2 neutron-server[84043]: DEBUG neutron_lib.callbacks.manager [None req-39cca8ab-374c-42cc-a9ca-e8250712765e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:43:24.656233 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.db_base_plugin_common [req-71d14dbc-5efa-4acf-bd93-6dcc64fa77d1 req-81d529e2-0111-4315-a47d-d474150f2381 tempest-FloatingIPsAssociationNegativeTestJSON-713744009 tempest-FloatingIPsAssociationNegativeTestJSON-713744009-project] Allocated IP 172.25.8.109 (e41b6600-a917-4a8d-b05c-be3be40c6d8c/6b05667b-848e-4356-9b44-d5eb6808ef74/e1eff5e6-cad8-4090-90c9-a60476294ef0) {{(pid=84040) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:43:24.670544 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:43:24.687023 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] For port 73fd763f-e112-4ac2-af77-7c7a2e4ac601, host n-h2-838334-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838334-2',level=0,port_id=73fd763f-e112-4ac2-af77-7c7a2e4ac601,segment=NetworkSegment(62b85806-94d8-4a88-a06c-da82e5932d66),segment_id=62b85806-94d8-4a88-a06c-da82e5932d66)] {{(pid=84042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:43:24.707451 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Returning: {'device': '73fd763f-e112-4ac2-af77-7c7a2e4ac601', 'network_id': 'cb56989d-7c5d-4678-b194-1d2edf1e842a', 'port_id': '73fd763f-e112-4ac2-af77-7c7a2e4ac601', 'mac_address': 'fa:16:3e:e7:39:fc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 382, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c4b526db-4d8a-4d4c-a310-e3a599630ae1', 'ip_address': '192.168.233.236'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84042) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 18 20:43:24.710181 n-d-838334-2 neutron-server[84043]: DEBUG neutron.plugins.ml2.db [None req-39cca8ab-374c-42cc-a9ca-e8250712765e None None] For port a32b9771-95b1-4190-a7b7-b2051a3f99e0, host n-d-838334-2, cleared binding levels {{(pid=84043) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 20:43:24.713838 n-d-838334-2 neutron-server[84043]: DEBUG neutron.plugins.ml2.db [None req-39cca8ab-374c-42cc-a9ca-e8250712765e None None] For port a32b9771-95b1-4190-a7b7-b2051a3f99e0, host n-d-838334-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838334-2',level=0,port_id=a32b9771-95b1-4190-a7b7-b2051a3f99e0,segment=NetworkSegment(732aa830-768b-4511-951f-d08e26b9c25b),segment_id=732aa830-768b-4511-951f-d08e26b9c25b)] {{(pid=84043) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 20:43:24.722382 n-d-838334-2 neutron-server[84042]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ce6c549f-1c22-4313-93e6-93921dc22663', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7ee9c1ce-a165-4006-a514-881ee03d6aad'}] {{(pid=84042) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 20:43:24.723609 n-d-838334-2 neutron-server[84043]: DEBUG neutron_lib.callbacks.manager [None req-39cca8ab-374c-42cc-a9ca-e8250712765e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682'] for port, after_update {{(pid=84043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:43:24.723860 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [req-854a4364-f0b3-40bf-b042-2c74ab23a355 req-6b01fa4c-df1d-4937-a864-881401220c92 tempest-SecurityGroupsTestJSON-1212657955 tempest-SecurityGroupsTestJSON-1212657955-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:43:24.741976 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [req-854a4364-f0b3-40bf-b042-2c74ab23a355 req-6b01fa4c-df1d-4937-a864-881401220c92 tempest-SecurityGroupsTestJSON-1212657955 tempest-SecurityGroupsTestJSON-1212657955-project] Usage tracker for resource:security_group_rule and tenant:f09031fed4d542f69d251f76eb7f477d is out of sync, need to count used quota {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:43:24.749916 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [req-854a4364-f0b3-40bf-b042-2c74ab23a355 req-6b01fa4c-df1d-4937-a864-881401220c92 tempest-SecurityGroupsTestJSON-1212657955 tempest-SecurityGroupsTestJSON-1212657955-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:43:24.772327 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] For port 7ee9c1ce-a165-4006-a514-881ee03d6aad, host n-h1-838334-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838334-2',level=0,port_id=7ee9c1ce-a165-4006-a514-881ee03d6aad,segment=NetworkSegment(62b85806-94d8-4a88-a06c-da82e5932d66),segment_id=62b85806-94d8-4a88-a06c-da82e5932d66)] {{(pid=84042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:43:24.786516 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682'] for port, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:43:24.787326 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Device b09eec60-39b5-46cc-8a75-b4b365f01b2b up at agent hyperv_n-h1-838334-2 {{(pid=84042) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 20:43:24.803981 n-d-838334-2 neutron-server[84043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5365d509-173f-4a87-a71a-5a18374ef1b7 None None] Pushing event updated for resources: {'Port': ['ID=a32b9771-95b1-4190-a7b7-b2051a3f99e0,revision_number=3']} {{(pid=84043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:43:24.818766 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [req-854a4364-f0b3-40bf-b042-2c74ab23a355 req-6b01fa4c-df1d-4937-a864-881401220c92 tempest-SecurityGroupsTestJSON-1212657955 tempest-SecurityGroupsTestJSON-1212657955-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:43:24.853100 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39cca8ab-374c-42cc-a9ca-e8250712765e None None] Routers {'fefc16d8-87ce-4c23-91dd-503f136f0335'} bound to L3 agent in host n-d-838334-2 {{(pid=84043) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 20:43:24.854176 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.l3_hamode_db [None req-39cca8ab-374c-42cc-a9ca-e8250712765e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838334-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-18T20:25:48Z,description=,heartbeat_timestamp=2022-04-18T20:43:18Z,host='n-d-838334-2',id=bc84d6c9-dd7a-4555-a351-592327b46d5a,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:25:48Z,topic='l3_agent')) {'router_ids': ['fefc16d8-87ce-4c23-91dd-503f136f0335'], 'active': True} {{(pid=84043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:43:24.885051 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:43:24.919291 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-7cf89402-0b3a-488e-9643-f9b25f4ee133 req-f60a8007-c352-4e55-87bf-6e51c57286de service neutron] 10.222.0.48 "GET /v2.0/networks/81621119-9498-4395-a64b-7e94080c69d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3094494 Apr 18 20:43:24.945549 n-d-838334-2 neutron-server[84042]: DEBUG neutron.notifiers.nova [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 73fd763f-e112-4ac2-af77-7c7a2e4ac601 {{(pid=84042) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 18 20:43:24.959710 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Pushing event updated for resources: {'Port': ['ID=7ee9c1ce-a165-4006-a514-881ee03d6aad,revision_number=5']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:43:24.978564 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] For port 73fd763f-e112-4ac2-af77-7c7a2e4ac601, host n-h2-838334-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838334-2',level=0,port_id=73fd763f-e112-4ac2-af77-7c7a2e4ac601,segment=NetworkSegment(62b85806-94d8-4a88-a06c-da82e5932d66),segment_id=62b85806-94d8-4a88-a06c-da82e5932d66)] {{(pid=84042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:43:24.979156 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-71d14dbc-5efa-4acf-bd93-6dcc64fa77d1 req-81d529e2-0111-4315-a47d-d474150f2381 tempest-FloatingIPsAssociationNegativeTestJSON-713744009 tempest-FloatingIPsAssociationNegativeTestJSON-713744009-project] Notify callbacks [] for port, precommit_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:43:24.988791 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682'] for port, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:43:24.998418 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-854a4364-f0b3-40bf-b042-2c74ab23a355 req-6b01fa4c-df1d-4937-a864-881401220c92 tempest-SecurityGroupsTestJSON-1212657955 tempest-SecurityGroupsTestJSON-1212657955-project] Notify callbacks [] for security_group, precommit_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:43:25.007669 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-854a4364-f0b3-40bf-b042-2c74ab23a355 req-6b01fa4c-df1d-4937-a864-881401220c92 tempest-SecurityGroupsTestJSON-1212657955 tempest-SecurityGroupsTestJSON-1212657955-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33528224'] for security_group, after_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:43:25.041186 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Provisioning for port b09eec60-39b5-46cc-8a75-b4b365f01b2b completed by entity L2. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 20:43:25.062259 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b01fa4c-df1d-4937-a864-881401220c92 tempest-SecurityGroupsTestJSON-1212657955 tempest-SecurityGroupsTestJSON-1212657955-project] Pushing event updated for resources: {'SecurityGroup': ['ID=872a099f-65ca-4245-81b2-36b336ab17d2,revision_number=1']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:43:25.067937 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [req-42385104-ddca-43e9-892f-cf549ffff4cf req-da27babe-9570-4d0f-9d36-4b5a920927e8 tempest-ServersAdminNegativeTestJSON-611917932 tempest-ServersAdminNegativeTestJSON-611917932-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:43:25.068514 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Provisioning complete for port b09eec60-39b5-46cc-8a75-b4b365f01b2b triggered by entity L2. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:43:25.068691 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1253608'] for port, provisioning_complete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:43:25.071368 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-854a4364-f0b3-40bf-b042-2c74ab23a355 req-6b01fa4c-df1d-4937-a864-881401220c92 tempest-SecurityGroupsTestJSON-1212657955 tempest-SecurityGroupsTestJSON-1212657955-project] Notify callbacks [] for security_group, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:43:25.073169 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-854a4364-f0b3-40bf-b042-2c74ab23a355 req-6b01fa4c-df1d-4937-a864-881401220c92 tempest-SecurityGroupsTestJSON-1212657955 tempest-SecurityGroupsTestJSON-1212657955-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1640 time: 0.7591376 Apr 18 20:43:25.075224 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-71d14dbc-5efa-4acf-bd93-6dcc64fa77d1 req-81d529e2-0111-4315-a47d-d474150f2381 tempest-FloatingIPsAssociationNegativeTestJSON-713744009 tempest-FloatingIPsAssociationNegativeTestJSON-713744009-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750374836619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32440838'] for port, after_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:43:25.101099 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [req-42385104-ddca-43e9-892f-cf549ffff4cf req-da27babe-9570-4d0f-9d36-4b5a920927e8 tempest-ServersAdminNegativeTestJSON-611917932 tempest-ServersAdminNegativeTestJSON-611917932-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:43:25.147019 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Pushing event updated for resources: {'Port': ['ID=73fd763f-e112-4ac2-af77-7c7a2e4ac601,revision_number=4']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:43:25.162043 n-d-838334-2 neutron-server[84040]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-71d14dbc-5efa-4acf-bd93-6dcc64fa77d1 req-81d529e2-0111-4315-a47d-d474150f2381 tempest-FloatingIPsAssociationNegativeTestJSON-713744009 tempest-FloatingIPsAssociationNegativeTestJSON-713744009-project] Network e41b6600-a917-4a8d-b05c-be3be40c6d8c is already hosted by enough agents. {{(pid=84040) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:43:25.164894 n-d-838334-2 neutron-server[84040]: DEBUG neutron.scheduler.base_scheduler [req-71d14dbc-5efa-4acf-bd93-6dcc64fa77d1 req-81d529e2-0111-4315-a47d-d474150f2381 tempest-FloatingIPsAssociationNegativeTestJSON-713744009 tempest-FloatingIPsAssociationNegativeTestJSON-713744009-project] Resources bound (agent type, host, resource id): {{(pid=84040) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:43:25.169082 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.l3_dvrscheduler_db [req-71d14dbc-5efa-4acf-bd93-6dcc64fa77d1 req-81d529e2-0111-4315-a47d-d474150f2381 tempest-FloatingIPsAssociationNegativeTestJSON-713744009 tempest-FloatingIPsAssociationNegativeTestJSON-713744009-project] Received port after_create {{(pid=84040) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 20:43:25.173754 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-42385104-ddca-43e9-892f-cf549ffff4cf req-da27babe-9570-4d0f-9d36-4b5a920927e8 tempest-ServersAdminNegativeTestJSON-611917932 tempest-ServersAdminNegativeTestJSON-611917932-project] Made reservation on behalf of d2b823f322cf4b378af07737106dd8b5 for: {'port': 1} {{(pid=84041) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:43:25.177747 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [req-42385104-ddca-43e9-892f-cf549ffff4cf req-da27babe-9570-4d0f-9d36-4b5a920927e8 tempest-ServersAdminNegativeTestJSON-611917932 tempest-ServersAdminNegativeTestJSON-611917932-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:43:25.200725 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81d529e2-0111-4315-a47d-d474150f2381 tempest-FloatingIPsAssociationNegativeTestJSON-713744009 tempest-FloatingIPsAssociationNegativeTestJSON-713744009-project] Pushing event updated for resources: {'Port': ['ID=e1eff5e6-cad8-4090-90c9-a60476294ef0,revision_number=1']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:43:25.232767 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:43:25.270326 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] For port b09eec60-39b5-46cc-8a75-b4b365f01b2b, host n-h1-838334-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838334-2',level=0,port_id=b09eec60-39b5-46cc-8a75-b4b365f01b2b,segment=NetworkSegment(62b85806-94d8-4a88-a06c-da82e5932d66),segment_id=62b85806-94d8-4a88-a06c-da82e5932d66)] {{(pid=84042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:43:25.277341 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682'] for port, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:43:25.286248 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.l3_dvr_db [None req-39cca8ab-374c-42cc-a9ca-e8250712765e None None] Set router fefc16d8-87ce-4c23-91dd-503f136f0335 gateway port host: n-d-838334-2 {{(pid=84043) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 20:43:25.352226 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Pushing event updated for resources: {'Port': ['ID=b09eec60-39b5-46cc-8a75-b4b365f01b2b,revision_number=5']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:43:25.391067 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-71d14dbc-5efa-4acf-bd93-6dcc64fa77d1 req-81d529e2-0111-4315-a47d-d474150f2381 tempest-FloatingIPsAssociationNegativeTestJSON-713744009 tempest-FloatingIPsAssociationNegativeTestJSON-713744009-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:43:25.396983 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-d6bf3afa-89da-479b-aa24-2d02bcb059dc req-bb6c5c2d-087c-478e-82c0-91eae16d5129 tempest-ServersAdminNegativeTestJSON-611917932 tempest-ServersAdminNegativeTestJSON-611917932-project] 10.222.0.42 "GET /v2.0/ports?device_id=32dcb1ce-174e-448f-b660-811c526d8b71 HTTP/1.1" status: 200 len: 210 time: 0.0454881 Apr 18 20:43:25.459361 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-71d14dbc-5efa-4acf-bd93-6dcc64fa77d1 req-81d529e2-0111-4315-a47d-d474150f2381 tempest-FloatingIPsAssociationNegativeTestJSON-713744009 tempest-FloatingIPsAssociationNegativeTestJSON-713744009-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:43:25.479024 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] get_ports_and_sgs() called for port_ids ['73fd763f-e112-4ac2-af77-7c7a2e4ac601'] {{(pid=84042) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 18 20:43:25.631546 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-6e293e15-1c22-4e68-a8f3-85a43d89f2c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:43:25.708078 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.db_base_plugin_common [req-42385104-ddca-43e9-892f-cf549ffff4cf req-da27babe-9570-4d0f-9d36-4b5a920927e8 tempest-ServersAdminNegativeTestJSON-611917932 tempest-ServersAdminNegativeTestJSON-611917932-project] Allocated IP 192.168.233.6 (cb56989d-7c5d-4678-b194-1d2edf1e842a/c4b526db-4d8a-4d4c-a310-e3a599630ae1/b551b52e-7daf-4d38-b091-131f871e4e59) {{(pid=84041) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:43:25.771292 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.l3_hamode_db [None req-39cca8ab-374c-42cc-a9ca-e8250712765e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fefc16d8-87ce-4c23-91dd-503f136f0335', 'name': 'tempest-ServersTestFqdnHostnames-350164230-router', 'tenant_id': 'a5c388980ed04dcb984190dc5b5cd22c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'external_fixed_ips': [{'subnet_id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'ip_address': '172.25.8.8'}], 'enable_snat': True}, 'gw_port_id': 'a32b9771-95b1-4190-a7b7-b2051a3f99e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:43:14Z', 'updated_at': '2022-04-18T20:43:20Z', 'revision_number': 3, 'project_id': 'a5c388980ed04dcb984190dc5b5cd22c', 'gw_port': {'id': 'a32b9771-95b1-4190-a7b7-b2051a3f99e0', 'name': '', 'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:24:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fefc16d8-87ce-4c23-91dd-503f136f0335', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'ip_address': '172.25.8.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:43:17Z', 'updated_at': '2022-04-18T20:43:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838334-2'}], 'n-d-838334-2', False) {} {{(pid=84043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:43:25.776824 n-d-838334-2 neutron-server[84043]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39cca8ab-374c-42cc-a9ca-e8250712765e None None] The sync data for ids ['fefc16d8-87ce-4c23-91dd-503f136f0335'] in n-d-838334-2 is: [{'id': 'fefc16d8-87ce-4c23-91dd-503f136f0335', 'name': 'tempest-ServersTestFqdnHostnames-350164230-router', 'tenant_id': 'a5c388980ed04dcb984190dc5b5cd22c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'external_fixed_ips': [{'subnet_id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'ip_address': '172.25.8.8'}], 'enable_snat': True}, 'gw_port_id': 'a32b9771-95b1-4190-a7b7-b2051a3f99e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:43:14Z', 'updated_at': '2022-04-18T20:43:20Z', 'revision_number': 3, 'project_id': 'a5c388980ed04dcb984190dc5b5cd22c', 'gw_port': {'id': 'a32b9771-95b1-4190-a7b7-b2051a3f99e0', 'name': '', 'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:24:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fefc16d8-87ce-4c23-91dd-503f136f0335', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'ip_address': '172.25.8.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:43:17Z', 'updated_at': '2022-04-18T20:43:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838334-2'}] {{(pid=84043) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 18 20:43:25.936668 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fcff7f8-09c2-4b0d-be05-87f3ae52572e req-407de8af-7e24-4fb3-99bf-cb2463cc4b97 tempest-ServersAdminTestJSON-1240675426 tempest-ServersAdminTestJSON-1240675426-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:43:25.938063 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-5fcff7f8-09c2-4b0d-be05-87f3ae52572e req-407de8af-7e24-4fb3-99bf-cb2463cc4b97 tempest-ServersAdminTestJSON-1240675426 tempest-ServersAdminTestJSON-1240675426-project] 10.222.0.42 "GET /v2.0/ports?device_id=7a646183-72a0-4a0e-9a2d-a60d77e4e267 HTTP/1.1" status: 200 len: 950 time: 0.1406136 Apr 18 20:43:25.942508 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-71d14dbc-5efa-4acf-bd93-6dcc64fa77d1 req-81d529e2-0111-4315-a47d-d474150f2381 tempest-FloatingIPsAssociationNegativeTestJSON-713744009 tempest-FloatingIPsAssociationNegativeTestJSON-713744009-project] Notify callbacks [] for port, precommit_update {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:43:25.961293 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-71d14dbc-5efa-4acf-bd93-6dcc64fa77d1 req-81d529e2-0111-4315-a47d-d474150f2381 tempest-FloatingIPsAssociationNegativeTestJSON-713744009 tempest-FloatingIPsAssociationNegativeTestJSON-713744009-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32440959'] for port, after_update {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:43:26.041995 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.db_base_plugin_common [None req-6e293e15-1c22-4e68-a8f3-85a43d89f2c4 admin admin] Allocated IP 172.20.0.1 (5d92b0c1-fd9c-4255-b0de-e1939395f5f8/a39d20c8-a1de-491a-8827-486ac92d66df/0503f73b-da3b-4994-b73d-5bb401e7cc44) {{(pid=84041) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:43:26.089125 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81d529e2-0111-4315-a47d-d474150f2381 tempest-FloatingIPsAssociationNegativeTestJSON-713744009 tempest-FloatingIPsAssociationNegativeTestJSON-713744009-project] Pushing event updated for resources: {'Port': ['ID=e1eff5e6-cad8-4090-90c9-a60476294ef0,revision_number=2']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:43:26.113734 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [req-42385104-ddca-43e9-892f-cf549ffff4cf req-da27babe-9570-4d0f-9d36-4b5a920927e8 tempest-ServersAdminNegativeTestJSON-611917932 tempest-ServersAdminNegativeTestJSON-611917932-project] Notify callbacks [] for port, precommit_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:43:26.125137 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-5fcff7f8-09c2-4b0d-be05-87f3ae52572e req-db022ea8-ef2e-4a7e-85b9-6b00def06b27 tempest-ServersAdminTestJSON-1240675426 tempest-ServersAdminTestJSON-1240675426-project] 10.222.0.42 "GET /v2.0/security-groups?id=b9ed1788-e987-4b94-9dd4-ed408bd7803e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1806836 Apr 18 20:43:26.151325 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-71d14dbc-5efa-4acf-bd93-6dcc64fa77d1 req-81d529e2-0111-4315-a47d-d474150f2381 tempest-FloatingIPsAssociationNegativeTestJSON-713744009 tempest-FloatingIPsAssociationNegativeTestJSON-713744009-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33444131'] for floatingip, after_update {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:43:26.181459 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-71d14dbc-5efa-4acf-bd93-6dcc64fa77d1 req-81d529e2-0111-4315-a47d-d474150f2381 tempest-FloatingIPsAssociationNegativeTestJSON-713744009 tempest-FloatingIPsAssociationNegativeTestJSON-713744009-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217293'] for floatingip, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:43:26.187487 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.provisioning_blocks [req-42385104-ddca-43e9-892f-cf549ffff4cf req-da27babe-9570-4d0f-9d36-4b5a920927e8 tempest-ServersAdminNegativeTestJSON-611917932 tempest-ServersAdminNegativeTestJSON-611917932-project] Transition to ACTIVE for port object b551b52e-7daf-4d38-b091-131f871e4e59 will not be triggered until provisioned by entity DHCP. {{(pid=84041) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 20:43:26.191912 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-71d14dbc-5efa-4acf-bd93-6dcc64fa77d1 req-81d529e2-0111-4315-a47d-d474150f2381 tempest-FloatingIPsAssociationNegativeTestJSON-713744009 tempest-FloatingIPsAssociationNegativeTestJSON-713744009-project] 10.222.0.42 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 2.7836807 Apr 18 20:43:26.211924 n-d-838334-2 neutron-server[84042]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f129d680-4c29-446b-a0ef-0094dc0f1548'] response: {'server_uuid': 'ce6c549f-1c22-4313-93e6-93921dc22663', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7ee9c1ce-a165-4006-a514-881ee03d6aad', 'code': 200} Apr 18 20:43:26.277755 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-6e293e15-1c22-4e68-a8f3-85a43d89f2c4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:43:26.300254 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [req-42385104-ddca-43e9-892f-cf549ffff4cf req-da27babe-9570-4d0f-9d36-4b5a920927e8 tempest-ServersAdminNegativeTestJSON-611917932 tempest-ServersAdminNegativeTestJSON-611917932-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750374836619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32266323'] for port, after_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:43:26.329270 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [req-71d14dbc-5efa-4acf-bd93-6dcc64fa77d1 req-900e35d9-56d3-4aa1-a734-8edab4155483 tempest-FloatingIPsAssociationNegativeTestJSON-713744009 tempest-FloatingIPsAssociationNegativeTestJSON-713744009-project] Synchronizing usage tracker for tenant:a7214e61b62b477cbc96b5c157267d89 on resource:floatingip {{(pid=84040) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 20:43:26.338217 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.provisioning_blocks [None req-6e293e15-1c22-4e68-a8f3-85a43d89f2c4 admin admin] Transition to ACTIVE for port object 0503f73b-da3b-4994-b73d-5bb401e7cc44 will not be triggered until provisioned by entity DHCP. {{(pid=84041) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 20:43:26.355384 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [req-71d14dbc-5efa-4acf-bd93-6dcc64fa77d1 req-900e35d9-56d3-4aa1-a734-8edab4155483 tempest-FloatingIPsAssociationNegativeTestJSON-713744009 tempest-FloatingIPsAssociationNegativeTestJSON-713744009-project] Unset dirty status for tenant:a7214e61b62b477cbc96b5c157267d89 on resource:floatingip {{(pid=84040) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 20:43:26.356736 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-71d14dbc-5efa-4acf-bd93-6dcc64fa77d1 req-900e35d9-56d3-4aa1-a734-8edab4155483 tempest-FloatingIPsAssociationNegativeTestJSON-713744009 tempest-FloatingIPsAssociationNegativeTestJSON-713744009-project] 10.222.0.42 "GET /v2.0/floatingips?floating_ip_address=172.25.8.109 HTTP/1.1" status: 200 len: 696 time: 0.1639383 Apr 18 20:43:26.442501 n-d-838334-2 neutron-server[84041]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-42385104-ddca-43e9-892f-cf549ffff4cf req-da27babe-9570-4d0f-9d36-4b5a920927e8 tempest-ServersAdminNegativeTestJSON-611917932 tempest-ServersAdminNegativeTestJSON-611917932-project] Network cb56989d-7c5d-4678-b194-1d2edf1e842a is already hosted by enough agents. {{(pid=84041) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:43:26.448752 n-d-838334-2 neutron-server[84041]: DEBUG neutron.scheduler.base_scheduler [req-42385104-ddca-43e9-892f-cf549ffff4cf req-da27babe-9570-4d0f-9d36-4b5a920927e8 tempest-ServersAdminNegativeTestJSON-611917932 tempest-ServersAdminNegativeTestJSON-611917932-project] Resources bound (agent type, host, resource id): {{(pid=84041) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:43:26.455842 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.l3_dvrscheduler_db [req-42385104-ddca-43e9-892f-cf549ffff4cf req-da27babe-9570-4d0f-9d36-4b5a920927e8 tempest-ServersAdminNegativeTestJSON-611917932 tempest-ServersAdminNegativeTestJSON-611917932-project] Received port after_create {{(pid=84041) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 20:43:26.487820 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da27babe-9570-4d0f-9d36-4b5a920927e8 tempest-ServersAdminNegativeTestJSON-611917932 tempest-ServersAdminNegativeTestJSON-611917932-project] Pushing event updated for resources: {'Port': ['ID=b551b52e-7daf-4d38-b091-131f871e4e59,revision_number=1']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:43:26.531841 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-b02dc386-9f82-4289-a770-ba1ed4de270f req-cc67ec7b-30bc-4383-a447-c267cf03d223 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=ce6c549f-1c22-4313-93e6-93921dc22663 HTTP/1.1" status: 200 len: 1100 time: 0.2280495 Apr 18 20:43:26.537623 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-6e293e15-1c22-4e68-a8f3-85a43d89f2c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750374836619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32266323'] for port, after_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:43:26.553921 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ad33eaa-fb5d-4fc3-9caa-d3a69c11cc35 req-00e2702c-dc71-4fbc-afba-db8b37352f81 tempest-ServersOnMultiNodesTest-1168278630 tempest-ServersOnMultiNodesTest-1168278630-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:43:26.555652 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-9ad33eaa-fb5d-4fc3-9caa-d3a69c11cc35 req-00e2702c-dc71-4fbc-afba-db8b37352f81 tempest-ServersOnMultiNodesTest-1168278630 tempest-ServersOnMultiNodesTest-1168278630-project] 10.222.0.42 "GET /v2.0/ports?device_id=44efab35-5c01-4961-a45b-8934b6a92124 HTTP/1.1" status: 200 len: 949 time: 0.1979973 Apr 18 20:43:26.602805 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42385104-ddca-43e9-892f-cf549ffff4cf req-da27babe-9570-4d0f-9d36-4b5a920927e8 tempest-ServersAdminNegativeTestJSON-611917932 tempest-ServersAdminNegativeTestJSON-611917932-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:43:26.603432 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [req-42385104-ddca-43e9-892f-cf549ffff4cf req-da27babe-9570-4d0f-9d36-4b5a920927e8 tempest-ServersAdminNegativeTestJSON-611917932 tempest-ServersAdminNegativeTestJSON-611917932-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217293'] for port, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:43:26.623968 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71d14dbc-5efa-4acf-bd93-6dcc64fa77d1 req-623dbe2c-9547-4733-90c8-ba29a51d3c01 tempest-FloatingIPsAssociationNegativeTestJSON-713744009 tempest-FloatingIPsAssociationNegativeTestJSON-713744009-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:43:26.635544 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-71d14dbc-5efa-4acf-bd93-6dcc64fa77d1 req-623dbe2c-9547-4733-90c8-ba29a51d3c01 tempest-FloatingIPsAssociationNegativeTestJSON-713744009 tempest-FloatingIPsAssociationNegativeTestJSON-713744009-project] 10.222.0.42 "GET /v2.0/networks/e41b6600-a917-4a8d-b05c-be3be40c6d8c HTTP/1.1" status: 200 len: 784 time: 0.2364793 Apr 18 20:43:26.657964 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-9ad33eaa-fb5d-4fc3-9caa-d3a69c11cc35 req-6bdef025-dad9-4ed3-b4f8-8e8f38b36a88 tempest-ServersOnMultiNodesTest-1168278630 tempest-ServersOnMultiNodesTest-1168278630-project] 10.222.0.42 "GET /v2.0/security-groups?id=e1e985d3-f227-45b4-b9a7-ffadcd0db1b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0839708 Apr 18 20:43:26.667173 n-d-838334-2 neutron-server[84041]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e293e15-1c22-4e68-a8f3-85a43d89f2c4 admin admin] Network 5d92b0c1-fd9c-4255-b0de-e1939395f5f8 is already hosted by enough agents. {{(pid=84041) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:43:26.667388 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.v2.base [req-ee7ff6cc-1fc2-46e7-a6db-e31bf1722426 req-2c22e8b1-4f48-4f9a-a187-c3ac5870a832 tempest-SecurityGroupsTestJSON-1212657955 tempest-SecurityGroupsTestJSON-1212657955-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1686009137', 'description': 'tempest-description-1464456195'}} {{(pid=84040) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 20:43:26.672324 n-d-838334-2 neutron-server[84041]: DEBUG neutron.scheduler.base_scheduler [None req-6e293e15-1c22-4e68-a8f3-85a43d89f2c4 admin admin] Resources bound (agent type, host, resource id): {{(pid=84041) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:43:26.680518 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e293e15-1c22-4e68-a8f3-85a43d89f2c4 admin admin] Received port after_create {{(pid=84041) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 20:43:26.680969 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [req-ee7ff6cc-1fc2-46e7-a6db-e31bf1722426 req-2c22e8b1-4f48-4f9a-a187-c3ac5870a832 tempest-SecurityGroupsTestJSON-1212657955 tempest-SecurityGroupsTestJSON-1212657955-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:43:26.687282 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [req-ee7ff6cc-1fc2-46e7-a6db-e31bf1722426 req-2c22e8b1-4f48-4f9a-a187-c3ac5870a832 tempest-SecurityGroupsTestJSON-1212657955 tempest-SecurityGroupsTestJSON-1212657955-project] Usage tracker for resource:security_group and tenant:f09031fed4d542f69d251f76eb7f477d is out of sync, need to count used quota {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:43:26.704990 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [req-ee7ff6cc-1fc2-46e7-a6db-e31bf1722426 req-2c22e8b1-4f48-4f9a-a187-c3ac5870a832 tempest-SecurityGroupsTestJSON-1212657955 tempest-SecurityGroupsTestJSON-1212657955-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:43:26.715152 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-584571e0-b98a-428c-b930-82f3dbc08cec None None] Provisioning for port b551b52e-7daf-4d38-b091-131f871e4e59 completed by entity DHCP. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 20:43:26.720817 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [req-ee7ff6cc-1fc2-46e7-a6db-e31bf1722426 req-2c22e8b1-4f48-4f9a-a187-c3ac5870a832 tempest-SecurityGroupsTestJSON-1212657955 tempest-SecurityGroupsTestJSON-1212657955-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:43:26.725926 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-584571e0-b98a-428c-b930-82f3dbc08cec None None] Provisioning complete for port b551b52e-7daf-4d38-b091-131f871e4e59 triggered by entity DHCP. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:43:26.726298 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-584571e0-b98a-428c-b930-82f3dbc08cec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1253608'] for port, provisioning_complete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:43:26.743895 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e293e15-1c22-4e68-a8f3-85a43d89f2c4 admin admin] Pushing event updated for resources: {'Port': ['ID=0503f73b-da3b-4994-b73d-5bb401e7cc44,revision_number=1']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:43:26.774808 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-ee7ff6cc-1fc2-46e7-a6db-e31bf1722426 req-2c22e8b1-4f48-4f9a-a187-c3ac5870a832 tempest-SecurityGroupsTestJSON-1212657955 tempest-SecurityGroupsTestJSON-1212657955-project] Notify callbacks [] for security_group, before_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:43:26.775222 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-42385104-ddca-43e9-892f-cf549ffff4cf req-da27babe-9570-4d0f-9d36-4b5a920927e8 tempest-ServersAdminNegativeTestJSON-611917932 tempest-ServersAdminNegativeTestJSON-611917932-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 2.2433412 Apr 18 20:43:26.791020 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.v2.base [req-42385104-ddca-43e9-892f-cf549ffff4cf req-2b80c381-5b5c-49d5-98bb-c61df2f6fea8 service neutron] Request body: {'port': {'device_id': '32dcb1ce-174e-448f-b660-811c526d8b71', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-838334-2'}} {{(pid=84041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 20:43:26.826461 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-b02dc386-9f82-4289-a770-ba1ed4de270f req-6dabf928-e1aa-4d4e-8141-51f813b4f810 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=b9ed1788-e987-4b94-9dd4-ed408bd7803e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2782774 Apr 18 20:43:26.855310 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-6e293e15-1c22-4e68-a8f3-85a43d89f2c4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33444010'] for router_interface, before_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:43:26.894109 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [req-ee7ff6cc-1fc2-46e7-a6db-e31bf1722426 req-2c22e8b1-4f48-4f9a-a187-c3ac5870a832 tempest-SecurityGroupsTestJSON-1212657955 tempest-SecurityGroupsTestJSON-1212657955-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:43:26.901014 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.plugin [None req-584571e0-b98a-428c-b930-82f3dbc08cec None None] Port b551b52e-7daf-4d38-b091-131f871e4e59 cannot update to ACTIVE because it is not bound. {{(pid=84042) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 18 20:43:26.902377 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [req-ee7ff6cc-1fc2-46e7-a6db-e31bf1722426 req-2c22e8b1-4f48-4f9a-a187-c3ac5870a832 tempest-SecurityGroupsTestJSON-1212657955 tempest-SecurityGroupsTestJSON-1212657955-project] Usage tracker for resource:security_group_rule and tenant:f09031fed4d542f69d251f76eb7f477d is out of sync, need to count used quota {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:43:26.906929 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [req-ee7ff6cc-1fc2-46e7-a6db-e31bf1722426 req-2c22e8b1-4f48-4f9a-a187-c3ac5870a832 tempest-SecurityGroupsTestJSON-1212657955 tempest-SecurityGroupsTestJSON-1212657955-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:43:26.913481 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [req-ee7ff6cc-1fc2-46e7-a6db-e31bf1722426 req-2c22e8b1-4f48-4f9a-a187-c3ac5870a832 tempest-SecurityGroupsTestJSON-1212657955 tempest-SecurityGroupsTestJSON-1212657955-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:43:26.944053 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] get_ports_and_sgs() called for port_ids ['370774a2-1519-416b-b627-d03c7957a6aa'] {{(pid=84042) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 18 20:43:26.977955 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-ee7ff6cc-1fc2-46e7-a6db-e31bf1722426 req-2c22e8b1-4f48-4f9a-a187-c3ac5870a832 tempest-SecurityGroupsTestJSON-1212657955 tempest-SecurityGroupsTestJSON-1212657955-project] Notify callbacks [] for security_group, precommit_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:43:27.005055 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [req-42385104-ddca-43e9-892f-cf549ffff4cf req-2b80c381-5b5c-49d5-98bb-c61df2f6fea8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:43:27.033618 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Device a32b9771-95b1-4190-a7b7-b2051a3f99e0 up at agent ovs-agent-n-d-838334-2 {{(pid=84042) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 20:43:27.051441 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-ee7ff6cc-1fc2-46e7-a6db-e31bf1722426 req-2c22e8b1-4f48-4f9a-a187-c3ac5870a832 tempest-SecurityGroupsTestJSON-1212657955 tempest-SecurityGroupsTestJSON-1212657955-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33528224'] for security_group, after_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:43:27.086978 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-ee7ff6cc-1fc2-46e7-a6db-e31bf1722426 req-2c22e8b1-4f48-4f9a-a187-c3ac5870a832 tempest-SecurityGroupsTestJSON-1212657955 tempest-SecurityGroupsTestJSON-1212657955-project] Notify callbacks [] for security_group, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:43:27.089056 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-ee7ff6cc-1fc2-46e7-a6db-e31bf1722426 req-2c22e8b1-4f48-4f9a-a187-c3ac5870a832 tempest-SecurityGroupsTestJSON-1212657955 tempest-SecurityGroupsTestJSON-1212657955-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1640 time: 0.4268475 Apr 18 20:43:27.137397 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c22e8b1-4f48-4f9a-a187-c3ac5870a832 tempest-SecurityGroupsTestJSON-1212657955 tempest-SecurityGroupsTestJSON-1212657955-project] Pushing event updated for resources: {'SecurityGroup': ['ID=58742710-0935-40bc-88dd-ff5bab0da178,revision_number=1']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:43:27.170046 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-c86ac7f2-9aba-496f-af63-e2c756188d1a None None] Provisioning for port 0503f73b-da3b-4994-b73d-5bb401e7cc44 completed by entity DHCP. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 20:43:27.193133 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f781e4d1-fe9f-4eeb-8828-b7076dadf924 req-e6e3070a-c074-40f5-bc1b-e111c5cc71eb tempest-ServersAdminNegativeTestJSON-611917932 tempest-ServersAdminNegativeTestJSON-611917932-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:43:27.195129 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-c86ac7f2-9aba-496f-af63-e2c756188d1a None None] Provisioning complete for port 0503f73b-da3b-4994-b73d-5bb401e7cc44 triggered by entity DHCP. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:43:27.195601 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-c86ac7f2-9aba-496f-af63-e2c756188d1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1253608'] for port, provisioning_complete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:43:27.196249 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-f781e4d1-fe9f-4eeb-8828-b7076dadf924 req-e6e3070a-c074-40f5-bc1b-e111c5cc71eb tempest-ServersAdminNegativeTestJSON-611917932 tempest-ServersAdminNegativeTestJSON-611917932-project] 10.222.0.42 "GET /v2.0/ports?device_id=32dcb1ce-174e-448f-b660-811c526d8b71 HTTP/1.1" status: 200 len: 934 time: 0.2163744 Apr 18 20:43:27.232771 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Provisioning for port a32b9771-95b1-4190-a7b7-b2051a3f99e0 completed by entity L2. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 20:43:27.253422 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Provisioning complete for port a32b9771-95b1-4190-a7b7-b2051a3f99e0 triggered by entity L2. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:43:27.253783 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1253608'] for port, provisioning_complete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:43:27.271672 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-6e293e15-1c22-4e68-a8f3-85a43d89f2c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:43:27.276296 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-f781e4d1-fe9f-4eeb-8828-b7076dadf924 req-97bf2857-6e57-4fc7-a87f-5b6ad7c35cd0 tempest-ServersAdminNegativeTestJSON-611917932 tempest-ServersAdminNegativeTestJSON-611917932-project] 10.222.0.42 "GET /v2.0/security-groups?id=e0395a73-aa6b-4ce1-bb5e-d7bf600d145b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730066 Apr 18 20:43:27.346350 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.plugin [None req-c86ac7f2-9aba-496f-af63-e2c756188d1a None None] Port 0503f73b-da3b-4994-b73d-5bb401e7cc44 cannot update to ACTIVE because it is not bound. {{(pid=84042) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 18 20:43:27.384873 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b4c1865-0113-4b0a-b234-a713553b0a65 req-4c16aada-f7d2-414e-992e-21c2f32458c6 tempest-FloatingIPsAssociationNegativeTestJSON-713744009 tempest-FloatingIPsAssociationNegativeTestJSON-713744009-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:43:27.395478 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-1b4c1865-0113-4b0a-b234-a713553b0a65 req-4c16aada-f7d2-414e-992e-21c2f32458c6 tempest-FloatingIPsAssociationNegativeTestJSON-713744009 tempest-FloatingIPsAssociationNegativeTestJSON-713744009-project] 10.222.0.42 "GET /v2.0/ports?device_id=87617329-db11-4d78-96ee-1f3854a4d274&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.1177907 Apr 18 20:43:27.426643 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:43:27.453443 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] For port a32b9771-95b1-4190-a7b7-b2051a3f99e0, host n-d-838334-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838334-2',level=0,port_id=a32b9771-95b1-4190-a7b7-b2051a3f99e0,segment=NetworkSegment(732aa830-768b-4511-951f-d08e26b9c25b),segment_id=732aa830-768b-4511-951f-d08e26b9c25b)] {{(pid=84042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:43:27.469605 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682'] for port, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:43:27.539783 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-1b4c1865-0113-4b0a-b234-a713553b0a65 req-7da211ad-e4b1-4ff9-81ef-d58ed6a628c9 tempest-FloatingIPsAssociationNegativeTestJSON-713744009 tempest-FloatingIPsAssociationNegativeTestJSON-713744009-project] 10.222.0.42 "GET /v2.0/floatingips?floating_ip_address=172.25.8.109 HTTP/1.1" status: 200 len: 696 time: 0.1429169 Apr 18 20:43:27.541993 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Pushing event updated for resources: {'Port': ['ID=a32b9771-95b1-4190-a7b7-b2051a3f99e0,revision_number=4']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:43:27.557080 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.v2.base [req-1b4c1865-0113-4b0a-b234-a713553b0a65 req-e9ab6b3f-4f71-41cc-bea9-8663061528ab tempest-FloatingIPsAssociationNegativeTestJSON-713744009 tempest-FloatingIPsAssociationNegativeTestJSON-713744009-project] Request body: {'floatingip': {'port_id': '8b9c0209-8e08-4452-b426-91a922fe9d91', 'fixed_ip_address': '172.20.0.10'}} {{(pid=84040) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 20:43:27.634556 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-1b4c1865-0113-4b0a-b234-a713553b0a65 req-e9ab6b3f-4f71-41cc-bea9-8663061528ab tempest-FloatingIPsAssociationNegativeTestJSON-713744009 tempest-FloatingIPsAssociationNegativeTestJSON-713744009-project] Notify callbacks [] for floatingip, before_update {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:43:27.716991 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3e7954a-bfc7-48e9-a0e1-3ca6ebdc953f req-d8adf910-1641-4ed5-9e3d-0facd10e6442 tempest-ServersAdminTestJSON-1240675426 tempest-ServersAdminTestJSON-1240675426-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:43:27.718595 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-f3e7954a-bfc7-48e9-a0e1-3ca6ebdc953f req-d8adf910-1641-4ed5-9e3d-0facd10e6442 tempest-ServersAdminTestJSON-1240675426 tempest-ServersAdminTestJSON-1240675426-project] 10.222.0.42 "GET /v2.0/ports?device_id=7a646183-72a0-4a0e-9a2d-a60d77e4e267 HTTP/1.1" status: 200 len: 950 time: 0.2535439 Apr 18 20:43:27.735026 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-6e293e15-1c22-4e68-a8f3-85a43d89f2c4 admin admin] Notify callbacks [] for port, precommit_update {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:43:27.744343 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-6e293e15-1c22-4e68-a8f3-85a43d89f2c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32266282'] for port, after_update {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:43:27.853352 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-f3e7954a-bfc7-48e9-a0e1-3ca6ebdc953f req-ec33a2b2-e708-44a7-b858-1d35df34c31f tempest-ServersAdminTestJSON-1240675426 tempest-ServersAdminTestJSON-1240675426-project] 10.222.0.42 "GET /v2.0/security-groups?id=b9ed1788-e987-4b94-9dd4-ed408bd7803e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1031995 Apr 18 20:43:27.861901 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-6e293e15-1c22-4e68-a8f3-85a43d89f2c4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-32377886', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33443847'] for router_interface, after_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:43:27.867264 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e293e15-1c22-4e68-a8f3-85a43d89f2c4 admin admin] Pushing event updated for resources: {'Port': ['ID=0503f73b-da3b-4994-b73d-5bb401e7cc44,revision_number=2']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:43:28.008509 n-d-838334-2 neutron-server[84041]: DEBUG neutron.notifiers.nova [req-42385104-ddca-43e9-892f-cf549ffff4cf req-2b80c381-5b5c-49d5-98bb-c61df2f6fea8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b551b52e-7daf-4d38-b091-131f871e4e59 {{(pid=84041) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 18 20:43:28.018604 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [req-42385104-ddca-43e9-892f-cf549ffff4cf req-2b80c381-5b5c-49d5-98bb-c61df2f6fea8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:43:28.052356 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.provisioning_blocks [req-42385104-ddca-43e9-892f-cf549ffff4cf req-2b80c381-5b5c-49d5-98bb-c61df2f6fea8 service neutron] Transition to ACTIVE for port object b551b52e-7daf-4d38-b091-131f871e4e59 will not be triggered until provisioned by entity L2. {{(pid=84041) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 20:43:28.064828 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [req-42385104-ddca-43e9-892f-cf549ffff4cf req-2b80c381-5b5c-49d5-98bb-c61df2f6fea8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32266282'] for port, after_update {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:43:28.127387 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Device 73fd763f-e112-4ac2-af77-7c7a2e4ac601 up at agent hyperv_n-h2-838334-2 {{(pid=84042) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 20:43:28.143452 n-d-838334-2 neutron-server[84041]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e293e15-1c22-4e68-a8f3-85a43d89f2c4 admin admin] Network 5d92b0c1-fd9c-4255-b0de-e1939395f5f8 is already hosted by enough agents. {{(pid=84041) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:43:28.149057 n-d-838334-2 neutron-server[84041]: DEBUG neutron.scheduler.base_scheduler [None req-6e293e15-1c22-4e68-a8f3-85a43d89f2c4 admin admin] Resources bound (agent type, host, resource id): {{(pid=84041) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:43:28.209261 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b80c381-5b5c-49d5-98bb-c61df2f6fea8 service neutron] Pushing event updated for resources: {'Port': ['ID=b551b52e-7daf-4d38-b091-131f871e4e59,revision_number=2']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:43:28.223676 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.agents_db [None req-6346a179-333c-4370-b5a6-936984aeab15 None None] Agent healthcheck: found 7 active agents {{(pid=84043) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 18 20:43:28.225248 n-d-838334-2 neutron-server[84042]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7a646183-72a0-4a0e-9a2d-a60d77e4e267', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b09eec60-39b5-46cc-8a75-b4b365f01b2b'}] {{(pid=84042) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 20:43:28.280396 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Provisioning for port 73fd763f-e112-4ac2-af77-7c7a2e4ac601 completed by entity L2. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 20:43:28.288725 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Provisioning complete for port 73fd763f-e112-4ac2-af77-7c7a2e4ac601 triggered by entity L2. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:43:28.289104 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1253608'] for port, provisioning_complete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:43:28.424562 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0744ff6-8ce9-42a6-bd14-936062287f5c req-79e4b387-17b3-4fc7-8111-16f3f56877fc tempest-SecurityGroupsTestJSON-1212657955 tempest-SecurityGroupsTestJSON-1212657955-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:43:28.431224 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-a0744ff6-8ce9-42a6-bd14-936062287f5c req-79e4b387-17b3-4fc7-8111-16f3f56877fc tempest-SecurityGroupsTestJSON-1212657955 tempest-SecurityGroupsTestJSON-1212657955-project] 10.222.0.42 "GET /v2.0/networks?id=7f662c04-13d3-4bf2-9436-adfc04ef8c7e HTTP/1.1" status: 200 len: 812 time: 0.4207788 Apr 18 20:43:28.483266 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:43:28.492669 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-a0744ff6-8ce9-42a6-bd14-936062287f5c req-f810f17d-0563-4eca-9833-c51c57493744 tempest-SecurityGroupsTestJSON-1212657955 tempest-SecurityGroupsTestJSON-1212657955-project] 10.222.0.42 "GET /v2.0/quotas/f09031fed4d542f69d251f76eb7f477d HTTP/1.1" status: 200 len: 375 time: 0.0604956 Apr 18 20:43:28.534436 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] For port 73fd763f-e112-4ac2-af77-7c7a2e4ac601, host n-h2-838334-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838334-2',level=0,port_id=73fd763f-e112-4ac2-af77-7c7a2e4ac601,segment=NetworkSegment(62b85806-94d8-4a88-a06c-da82e5932d66),segment_id=62b85806-94d8-4a88-a06c-da82e5932d66)] {{(pid=84042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:43:28.541397 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682'] for port, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:43:28.545967 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-a0744ff6-8ce9-42a6-bd14-936062287f5c req-e5222fd1-3e7a-4738-a958-8bc7263013c8 tempest-SecurityGroupsTestJSON-1212657955 tempest-SecurityGroupsTestJSON-1212657955-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=f09031fed4d542f69d251f76eb7f477d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0523996 Apr 18 20:43:28.620879 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Pushing event updated for resources: {'Port': ['ID=73fd763f-e112-4ac2-af77-7c7a2e4ac601,revision_number=5']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:43:28.654729 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-4330b319-4583-4ca8-93f5-056ae3fc7e04 None None] Provisioning complete for port 0503f73b-da3b-4994-b73d-5bb401e7cc44 triggered by entity DHCP. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:43:28.655470 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-4330b319-4583-4ca8-93f5-056ae3fc7e04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1253608'] for port, provisioning_complete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:43:28.708849 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.plugin [None req-4330b319-4583-4ca8-93f5-056ae3fc7e04 None None] Port 0503f73b-da3b-4994-b73d-5bb401e7cc44 cannot update to ACTIVE because it is not bound. {{(pid=84042) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 18 20:43:28.726088 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.managers [req-42385104-ddca-43e9-892f-cf549ffff4cf req-2b80c381-5b5c-49d5-98bb-c61df2f6fea8 service neutron] Attempting to bind port b551b52e-7daf-4d38-b091-131f871e4e59 on host n-h1-838334-2 for vnic_type normal with profile {{(pid=84041) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:43:28.726609 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.managers [req-42385104-ddca-43e9-892f-cf549ffff4cf req-2b80c381-5b5c-49d5-98bb-c61df2f6fea8 service neutron] Attempting to bind port b551b52e-7daf-4d38-b091-131f871e4e59 by drivers openvswitch,hyperv on host n-h1-838334-2 at level 0 using segments [{'id': '62b85806-94d8-4a88-a06c-da82e5932d66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': 'cb56989d-7c5d-4678-b194-1d2edf1e842a'}] {{(pid=84041) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:43:28.726708 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42385104-ddca-43e9-892f-cf549ffff4cf req-2b80c381-5b5c-49d5-98bb-c61df2f6fea8 service neutron] Attempting to bind port b551b52e-7daf-4d38-b091-131f871e4e59 on network cb56989d-7c5d-4678-b194-1d2edf1e842a {{(pid=84041) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 20:43:28.742901 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42385104-ddca-43e9-892f-cf549ffff4cf req-2b80c381-5b5c-49d5-98bb-c61df2f6fea8 service neutron] Port b551b52e-7daf-4d38-b091-131f871e4e59 on network cb56989d-7c5d-4678-b194-1d2edf1e842a not bound, no agent of type Open vSwitch agent registered on host n-h1-838334-2 {{(pid=84041) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 18 20:43:28.743218 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42385104-ddca-43e9-892f-cf549ffff4cf req-2b80c381-5b5c-49d5-98bb-c61df2f6fea8 service neutron] Attempting to bind port b551b52e-7daf-4d38-b091-131f871e4e59 on network cb56989d-7c5d-4678-b194-1d2edf1e842a {{(pid=84041) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 20:43:28.756206 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42385104-ddca-43e9-892f-cf549ffff4cf req-2b80c381-5b5c-49d5-98bb-c61df2f6fea8 service neutron] Checking agent: {'id': 'd63bab19-ff81-4de1-afeb-a3732288d0d7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-838334-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 33, 59), 'started_at': datetime.datetime(2022, 4, 18, 20, 33, 59), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 20, 42, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84041) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 18 20:43:28.756534 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42385104-ddca-43e9-892f-cf549ffff4cf req-2b80c381-5b5c-49d5-98bb-c61df2f6fea8 service neutron] Checking segment: {'id': '62b85806-94d8-4a88-a06c-da82e5932d66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': 'cb56989d-7c5d-4678-b194-1d2edf1e842a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84041) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 20:43:28.756908 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42385104-ddca-43e9-892f-cf549ffff4cf req-2b80c381-5b5c-49d5-98bb-c61df2f6fea8 service neutron] Bound using segment: {'id': '62b85806-94d8-4a88-a06c-da82e5932d66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': 'cb56989d-7c5d-4678-b194-1d2edf1e842a'} {{(pid=84041) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 18 20:43:28.757333 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.managers [req-42385104-ddca-43e9-892f-cf549ffff4cf req-2b80c381-5b5c-49d5-98bb-c61df2f6fea8 service neutron] Bound port: b551b52e-7daf-4d38-b091-131f871e4e59, host: n-h1-838334-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '62b85806-94d8-4a88-a06c-da82e5932d66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': 'cb56989d-7c5d-4678-b194-1d2edf1e842a'}}] {{(pid=84041) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 20:43:28.757668 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [req-42385104-ddca-43e9-892f-cf549ffff4cf req-2b80c381-5b5c-49d5-98bb-c61df2f6fea8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:43:28.763045 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-a0744ff6-8ce9-42a6-bd14-936062287f5c req-2e76f63c-6d39-4306-b0b6-f41c584c65d2 service neutron] 10.222.0.42 "GET /v2.0/networks/7f662c04-13d3-4bf2-9436-adfc04ef8c7e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2162409 Apr 18 20:43:28.864939 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.db [req-42385104-ddca-43e9-892f-cf549ffff4cf req-2b80c381-5b5c-49d5-98bb-c61df2f6fea8 service neutron] For port b551b52e-7daf-4d38-b091-131f871e4e59, host n-h1-838334-2, cleared binding levels {{(pid=84041) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 20:43:28.869196 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.db [req-42385104-ddca-43e9-892f-cf549ffff4cf req-2b80c381-5b5c-49d5-98bb-c61df2f6fea8 service neutron] For port b551b52e-7daf-4d38-b091-131f871e4e59, host n-h1-838334-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838334-2',level=0,port_id=b551b52e-7daf-4d38-b091-131f871e4e59,segment=NetworkSegment(62b85806-94d8-4a88-a06c-da82e5932d66),segment_id=62b85806-94d8-4a88-a06c-da82e5932d66)] {{(pid=84041) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 20:43:28.883173 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [req-42385104-ddca-43e9-892f-cf549ffff4cf req-2b80c381-5b5c-49d5-98bb-c61df2f6fea8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32266282'] for port, after_update {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:43:28.886862 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-1b4c1865-0113-4b0a-b234-a713553b0a65 req-e9ab6b3f-4f71-41cc-bea9-8663061528ab tempest-FloatingIPsAssociationNegativeTestJSON-713744009 tempest-FloatingIPsAssociationNegativeTestJSON-713744009-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:43:28.887450 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Device a32b9771-95b1-4190-a7b7-b2051a3f99e0 up at agent ovs-agent-n-d-838334-2 {{(pid=84042) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 20:43:28.894570 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-1b4c1865-0113-4b0a-b234-a713553b0a65 req-e9ab6b3f-4f71-41cc-bea9-8663061528ab tempest-FloatingIPsAssociationNegativeTestJSON-713744009 tempest-FloatingIPsAssociationNegativeTestJSON-713744009-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33444131'] for floatingip, after_update {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:43:28.952648 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [req-42385104-ddca-43e9-892f-cf549ffff4cf req-2b80c381-5b5c-49d5-98bb-c61df2f6fea8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217293'] for port, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:43:28.954476 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-42385104-ddca-43e9-892f-cf549ffff4cf req-2b80c381-5b5c-49d5-98bb-c61df2f6fea8 service neutron] 10.222.0.43 "PUT /v2.0/ports/b551b52e-7daf-4d38-b091-131f871e4e59 HTTP/1.1" status: 200 len: 1094 time: 2.1680675 Apr 18 20:43:28.957946 n-d-838334-2 neutron-server[84041]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '32dcb1ce-174e-448f-b660-811c526d8b71', 'tag': 'b551b52e-7daf-4d38-b091-131f871e4e59'}] {{(pid=84041) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 20:43:28.994850 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b80c381-5b5c-49d5-98bb-c61df2f6fea8 service neutron] Pushing event updated for resources: {'Port': ['ID=b551b52e-7daf-4d38-b091-131f871e4e59,revision_number=3']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:43:29.022734 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Provisioning complete for port a32b9771-95b1-4190-a7b7-b2051a3f99e0 triggered by entity L2. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:43:29.023394 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1253608'] for port, provisioning_complete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:43:29.045999 n-d-838334-2 neutron-server[84041]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6e293e15-1c22-4e68-a8f3-85a43d89f2c4 admin admin] Router fefc16d8-87ce-4c23-91dd-503f136f0335 has already been hosted by L3 agent bc84d6c9-dd7a-4555-a351-592327b46d5a {{(pid=84041) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 20:43:29.071430 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-a0744ff6-8ce9-42a6-bd14-936062287f5c req-941a30af-39ba-414a-852b-47ca124b4cec service neutron] 10.222.0.42 "GET /v2.0/networks/7f662c04-13d3-4bf2-9436-adfc04ef8c7e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2995174 Apr 18 20:43:29.195792 n-d-838334-2 neutron-server[84040]: INFO neutron.db.l3_db [req-1b4c1865-0113-4b0a-b234-a713553b0a65 req-e9ab6b3f-4f71-41cc-bea9-8663061528ab tempest-FloatingIPsAssociationNegativeTestJSON-713744009 tempest-FloatingIPsAssociationNegativeTestJSON-713744009-project] Floating IP 30c935db-ba6f-4813-9408-5005c3aa3fd5 associated. External IP: 172.25.8.109, port: 8b9c0209-8e08-4452-b426-91a922fe9d91. Apr 18 20:43:29.227420 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-42385104-ddca-43e9-892f-cf549ffff4cf req-82056fde-6e0c-429f-a5bd-a0e65795cae8 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=d2b823f322cf4b378af07737106dd8b5&device_id=32dcb1ce-174e-448f-b660-811c526d8b71 HTTP/1.1" status: 200 len: 1097 time: 0.2230253 Apr 18 20:43:29.438925 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-42385104-ddca-43e9-892f-cf549ffff4cf req-ad36aaa4-384f-489c-83af-5ba5bfcbca7d service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.6&port_id=b551b52e-7daf-4d38-b091-131f871e4e59 HTTP/1.1" status: 200 len: 217 time: 0.2010972 Apr 18 20:43:29.489949 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750375287399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253529'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:43:29.520978 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42385104-ddca-43e9-892f-cf549ffff4cf req-07c9dc16-9f92-4cfc-bfa6-e988b9ec8e50 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:43:29.522413 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-42385104-ddca-43e9-892f-cf549ffff4cf req-07c9dc16-9f92-4cfc-bfa6-e988b9ec8e50 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=c4b526db-4d8a-4d4c-a310-e3a599630ae1 HTTP/1.1" status: 200 len: 843 time: 0.0767167 Apr 18 20:43:29.636491 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-42385104-ddca-43e9-892f-cf549ffff4cf req-800e3108-8019-43c1-9a7b-5f0b21cdc1d1 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=cb56989d-7c5d-4678-b194-1d2edf1e842a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1070409 Apr 18 20:43:29.639697 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6e293e15-1c22-4e68-a8f3-85a43d89f2c4 admin admin] Notify agent at l3_agent.n-d-838334-2 the message routers_updated {{(pid=84041) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 20:43:29.657092 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-6e293e15-1c22-4e68-a8f3-85a43d89f2c4 admin admin] 10.222.0.42 "PUT /v2.0/routers/fefc16d8-87ce-4c23-91dd-503f136f0335/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.9521875 Apr 18 20:43:29.697553 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-259b9c31-2880-4db3-8307-0f2decad01d8 req-e4b7981a-2262-4403-a20f-6bf4b370d5c7 tempest-ServersOnMultiNodesTest-1168278630 tempest-ServersOnMultiNodesTest-1168278630-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:43:29.699006 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-259b9c31-2880-4db3-8307-0f2decad01d8 req-e4b7981a-2262-4403-a20f-6bf4b370d5c7 tempest-ServersOnMultiNodesTest-1168278630 tempest-ServersOnMultiNodesTest-1168278630-project] 10.222.0.42 "GET /v2.0/ports?device_id=44efab35-5c01-4961-a45b-8934b6a92124 HTTP/1.1" status: 200 len: 950 time: 0.1870191 Apr 18 20:43:29.788337 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-259b9c31-2880-4db3-8307-0f2decad01d8 req-e2ad32cc-07c3-4387-a22e-3fae944f79ce tempest-ServersOnMultiNodesTest-1168278630 tempest-ServersOnMultiNodesTest-1168278630-project] 10.222.0.42 "GET /v2.0/security-groups?id=e1e985d3-f227-45b4-b9a7-ffadcd0db1b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0814261 Apr 18 20:43:29.842129 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-42385104-ddca-43e9-892f-cf549ffff4cf req-284d9fe0-c810-473d-ab06-8aa136316fa1 service neutron] 10.222.0.43 "GET /v2.0/networks/cb56989d-7c5d-4678-b194-1d2edf1e842a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1911871 Apr 18 20:43:29.843173 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 39546) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:43:29.858608 n-d-838334-2 neutron-server[84040]: DEBUG neutron.scheduler.l3_agent_scheduler [req-1b4c1865-0113-4b0a-b234-a713553b0a65 req-e9ab6b3f-4f71-41cc-bea9-8663061528ab tempest-FloatingIPsAssociationNegativeTestJSON-713744009 tempest-FloatingIPsAssociationNegativeTestJSON-713744009-project] Router fc0d3979-3608-4d81-8bef-d644a6ab27c8 has already been hosted by L3 agent bc84d6c9-dd7a-4555-a351-592327b46d5a {{(pid=84040) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 20:43:29.886051 n-d-838334-2 neutron-server[84042]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cdf566b0-f015-4e86-92ab-30665244de3c'] response: {'server_uuid': '7a646183-72a0-4a0e-9a2d-a60d77e4e267', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b09eec60-39b5-46cc-8a75-b4b365f01b2b', 'code': 200} Apr 18 20:43:30.078579 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42da8d9b-4041-4470-b79a-d17ed14e71c0 None None] Sync routers for ids ['fefc16d8-87ce-4c23-91dd-503f136f0335'] in n-d-838334-2 {{(pid=84042) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 18 20:43:30.100279 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42da8d9b-4041-4470-b79a-d17ed14e71c0 None None] Routers {'fefc16d8-87ce-4c23-91dd-503f136f0335'} bound to L3 agent in host n-d-838334-2 {{(pid=84042) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 20:43:30.101118 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_hamode_db [None req-42da8d9b-4041-4470-b79a-d17ed14e71c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838334-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-18T20:25:48Z,description=,heartbeat_timestamp=2022-04-18T20:43:18Z,host='n-d-838334-2',id=bc84d6c9-dd7a-4555-a351-592327b46d5a,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:25:48Z,topic='l3_agent')) {'router_ids': ['fefc16d8-87ce-4c23-91dd-503f136f0335'], 'active': True} {{(pid=84042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:43:30.251250 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-42385104-ddca-43e9-892f-cf549ffff4cf req-3f65c160-52f2-4199-a24c-1f789f978952 service neutron] 10.222.0.43 "GET /v2.0/networks/cb56989d-7c5d-4678-b194-1d2edf1e842a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3292367 Apr 18 20:43:30.256786 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-cd3951ff-f7e1-4d14-8fa9-541f9e714189 req-5ab04808-6f49-4807-ac1f-7cf3cdcdac8a service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=7a646183-72a0-4a0e-9a2d-a60d77e4e267 HTTP/1.1" status: 200 len: 1101 time: 0.1973610 Apr 18 20:43:30.294437 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be430261-e827-4610-9664-70a61c35bb5d req-86e0f7fa-8150-49e5-90f6-1f4705502e24 tempest-ServersAdminNegativeTestJSON-611917932 tempest-ServersAdminNegativeTestJSON-611917932-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:43:30.296730 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-be430261-e827-4610-9664-70a61c35bb5d req-86e0f7fa-8150-49e5-90f6-1f4705502e24 tempest-ServersAdminNegativeTestJSON-611917932 tempest-ServersAdminNegativeTestJSON-611917932-project] 10.222.0.42 "GET /v2.0/ports?device_id=32dcb1ce-174e-448f-b660-811c526d8b71 HTTP/1.1" status: 200 len: 946 time: 0.1859791 Apr 18 20:43:30.313122 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_dvr_db [None req-42da8d9b-4041-4470-b79a-d17ed14e71c0 None None] Set router fefc16d8-87ce-4c23-91dd-503f136f0335 gateway port host: n-d-838334-2 {{(pid=84042) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 20:43:30.317327 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-cd3951ff-f7e1-4d14-8fa9-541f9e714189 req-7e5f0b9d-8123-4836-8118-05a1aa8f1f45 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=b9ed1788-e987-4b94-9dd4-ed408bd7803e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513530 Apr 18 20:43:30.361758 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-be430261-e827-4610-9664-70a61c35bb5d req-204c6bb7-acbb-4c40-82bb-3e56fea1d4c3 tempest-ServersAdminNegativeTestJSON-611917932 tempest-ServersAdminNegativeTestJSON-611917932-project] 10.222.0.42 "GET /v2.0/security-groups?id=e0395a73-aa6b-4ce1-bb5e-d7bf600d145b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569692 Apr 18 20:43:30.372790 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-1b4c1865-0113-4b0a-b234-a713553b0a65 req-e9ab6b3f-4f71-41cc-bea9-8663061528ab tempest-FloatingIPsAssociationNegativeTestJSON-713744009 tempest-FloatingIPsAssociationNegativeTestJSON-713744009-project] Notify agent at l3_agent.n-d-838334-2 the message routers_updated {{(pid=84040) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 20:43:30.379202 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-1b4c1865-0113-4b0a-b234-a713553b0a65 req-e9ab6b3f-4f71-41cc-bea9-8663061528ab tempest-FloatingIPsAssociationNegativeTestJSON-713744009 tempest-FloatingIPsAssociationNegativeTestJSON-713744009-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217293'] for floatingip, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:43:30.385516 n-d-838334-2 neutron-server[84043]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ffd741b-9b50-47bf-bedd-02bd46569d00 None None] Sync routers for ids ['fc0d3979-3608-4d81-8bef-d644a6ab27c8'] in n-d-838334-2 {{(pid=84043) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 18 20:43:30.404597 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ffd741b-9b50-47bf-bedd-02bd46569d00 None None] Routers {'fc0d3979-3608-4d81-8bef-d644a6ab27c8'} bound to L3 agent in host n-d-838334-2 {{(pid=84043) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 20:43:30.408342 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.l3_hamode_db [None req-3ffd741b-9b50-47bf-bedd-02bd46569d00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838334-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-18T20:25:48Z,description=,heartbeat_timestamp=2022-04-18T20:43:18Z,host='n-d-838334-2',id=bc84d6c9-dd7a-4555-a351-592327b46d5a,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:25:48Z,topic='l3_agent')) {'router_ids': ['fc0d3979-3608-4d81-8bef-d644a6ab27c8'], 'active': True} {{(pid=84043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:43:30.453003 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-1b4c1865-0113-4b0a-b234-a713553b0a65 req-e9ab6b3f-4f71-41cc-bea9-8663061528ab tempest-FloatingIPsAssociationNegativeTestJSON-713744009 tempest-FloatingIPsAssociationNegativeTestJSON-713744009-project] 10.222.0.42 "PUT /v2.0/floatingips/30c935db-ba6f-4813-9408-5005c3aa3fd5 HTTP/1.1" status: 200 len: 997 time: 2.9023230 Apr 18 20:43:30.453512 n-d-838334-2 neutron-server[84040]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '87617329-db11-4d78-96ee-1f3854a4d274', 'tag': '8b9c0209-8e08-4452-b426-91a922fe9d91'}] {{(pid=84040) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 20:43:30.640509 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-781fc0a6-c0c9-4e6e-87a4-8b0620a57866 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33443857'] for router_interface, before_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:43:30.714181 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.l3_dvr_db [None req-3ffd741b-9b50-47bf-bedd-02bd46569d00 None None] Set router fc0d3979-3608-4d81-8bef-d644a6ab27c8 gateway port host: n-d-838334-2 {{(pid=84043) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 20:43:30.749816 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_hamode_db [None req-42da8d9b-4041-4470-b79a-d17ed14e71c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fefc16d8-87ce-4c23-91dd-503f136f0335', 'name': 'tempest-ServersTestFqdnHostnames-350164230-router', 'tenant_id': 'a5c388980ed04dcb984190dc5b5cd22c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'external_fixed_ips': [{'subnet_id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'ip_address': '172.25.8.8'}], 'enable_snat': True}, 'gw_port_id': 'a32b9771-95b1-4190-a7b7-b2051a3f99e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:43:14Z', 'updated_at': '2022-04-18T20:43:27Z', 'revision_number': 4, 'project_id': 'a5c388980ed04dcb984190dc5b5cd22c', 'gw_port': {'id': 'a32b9771-95b1-4190-a7b7-b2051a3f99e0', 'name': '', 'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:24:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fefc16d8-87ce-4c23-91dd-503f136f0335', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'ip_address': '172.25.8.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:43:17Z', 'updated_at': '2022-04-18T20:43:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838334-2', '_interfaces': [{'id': '0503f73b-da3b-4994-b73d-5bb401e7cc44', 'name': '', 'network_id': '5d92b0c1-fd9c-4255-b0de-e1939395f5f8', 'tenant_id': 'a5c388980ed04dcb984190dc5b5cd22c', 'mac_address': 'fa:16:3e:cf:b8:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fefc16d8-87ce-4c23-91dd-503f136f0335', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a39d20c8-a1de-491a-8827-486ac92d66df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:43:25Z', 'updated_at': '2022-04-18T20:43:27Z', 'revision_number': 2, 'project_id': 'a5c388980ed04dcb984190dc5b5cd22c', 'subnets': [{'id': 'a39d20c8-a1de-491a-8827-486ac92d66df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838334-2', False) {} {{(pid=84042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:43:30.754033 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42da8d9b-4041-4470-b79a-d17ed14e71c0 None None] Checking router: fefc16d8-87ce-4c23-91dd-503f136f0335 for host: n-d-838334-2 {{(pid=84042) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 18 20:43:30.754421 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42da8d9b-4041-4470-b79a-d17ed14e71c0 None None] Updating router fefc16d8-87ce-4c23-91dd-503f136f0335 port 0503f73b-da3b-4994-b73d-5bb401e7cc44 binding host n-d-838334-2 {{(pid=84042) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 18 20:43:30.831900 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-42da8d9b-4041-4470-b79a-d17ed14e71c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:43:30.981760 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-1b4c1865-0113-4b0a-b234-a713553b0a65 req-6da536ab-3003-4298-b4ce-dad2c2b15da3 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=a7214e61b62b477cbc96b5c157267d89&device_id=87617329-db11-4d78-96ee-1f3854a4d274 HTTP/1.1" status: 200 len: 1097 time: 0.5163512 Apr 18 20:43:31.014294 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff8a1855-f9eb-482f-bf1f-d6beba77a9aa req-d20c8b40-a70b-4429-b6a6-4afebe2d9d42 tempest-ServersAdminTestJSON-1240675426 tempest-ServersAdminTestJSON-1240675426-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:43:31.030243 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-ff8a1855-f9eb-482f-bf1f-d6beba77a9aa req-d20c8b40-a70b-4429-b6a6-4afebe2d9d42 tempest-ServersAdminTestJSON-1240675426 tempest-ServersAdminTestJSON-1240675426-project] 10.222.0.42 "GET /v2.0/ports?device_id=7a646183-72a0-4a0e-9a2d-a60d77e4e267 HTTP/1.1" status: 200 len: 950 time: 0.3994107 Apr 18 20:43:31.198814 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.l3_hamode_db [None req-3ffd741b-9b50-47bf-bedd-02bd46569d00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc0d3979-3608-4d81-8bef-d644a6ab27c8', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-148890495-router', 'tenant_id': 'a7214e61b62b477cbc96b5c157267d89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'external_fixed_ips': [{'subnet_id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'ip_address': '172.25.8.204'}], 'enable_snat': True}, 'gw_port_id': '5a066cf2-7cf7-414c-a6f7-ec4ddfe12700', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:42:39Z', 'updated_at': '2022-04-18T20:42:46Z', 'revision_number': 4, 'project_id': 'a7214e61b62b477cbc96b5c157267d89', 'gw_port': {'id': '5a066cf2-7cf7-414c-a6f7-ec4ddfe12700', 'name': '', 'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:ed:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc0d3979-3608-4d81-8bef-d644a6ab27c8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'ip_address': '172.25.8.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:42:40Z', 'updated_at': '2022-04-18T20:42:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838334-2', '_floatingips': [{'id': '30c935db-ba6f-4813-9408-5005c3aa3fd5', 'tenant_id': 'a7214e61b62b477cbc96b5c157267d89', 'floating_ip_address': '172.25.8.109', 'floating_network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'router_id': 'fc0d3979-3608-4d81-8bef-d644a6ab27c8', 'port_id': '8b9c0209-8e08-4452-b426-91a922fe9d91', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '428ec210-24a1-4846-adb0-d7d8a80e756c', 'mac_address': 'fa:16:3e:bc:37:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87617329-db11-4d78-96ee-1f3854a4d274', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T20:43:25Z', 'updated_at': '2022-04-18T20:43:28Z', 'revision_number': 1, 'project_id': 'a7214e61b62b477cbc96b5c157267d89', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ef4ed1f1-208e-422f-a668-83ae05fa922d', 'name': '', 'network_id': '428ec210-24a1-4846-adb0-d7d8a80e756c', 'tenant_id': 'a7214e61b62b477cbc96b5c157267d89', 'mac_address': 'fa:16:3e:70:f6:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc0d3979-3608-4d81-8bef-d644a6ab27c8', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8d88e8b2-0848-418e-a8f0-ff3463a38f9a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:42:45Z', 'updated_at': '2022-04-18T20:42:59Z', 'revision_number': 5, 'project_id': 'a7214e61b62b477cbc96b5c157267d89', 'subnets': [{'id': '8d88e8b2-0848-418e-a8f0-ff3463a38f9a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838334-2', False) {} {{(pid=84043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:43:31.203326 n-d-838334-2 neutron-server[84043]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ffd741b-9b50-47bf-bedd-02bd46569d00 None None] Checking router: fc0d3979-3608-4d81-8bef-d644a6ab27c8 for host: n-d-838334-2 {{(pid=84043) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 18 20:43:31.214348 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ffd741b-9b50-47bf-bedd-02bd46569d00 None None] Routers {'fc0d3979-3608-4d81-8bef-d644a6ab27c8'} bound to L3 agent in host n-d-838334-2 {{(pid=84043) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 20:43:31.214961 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.l3_hamode_db [None req-3ffd741b-9b50-47bf-bedd-02bd46569d00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838334-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-18T20:25:48Z,description=,heartbeat_timestamp=2022-04-18T20:43:18Z,host='n-d-838334-2',id=bc84d6c9-dd7a-4555-a351-592327b46d5a,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:25:48Z,topic='l3_agent')) {'router_ids': ['fc0d3979-3608-4d81-8bef-d644a6ab27c8'], 'active': True} {{(pid=84043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:43:31.237125 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b4c1865-0113-4b0a-b234-a713553b0a65 req-f698fbe9-007d-4359-a66e-5dc327def4ab service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:43:31.238557 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-1b4c1865-0113-4b0a-b234-a713553b0a65 req-f698fbe9-007d-4359-a66e-5dc327def4ab service neutron] 10.222.0.42 "GET /v2.0/networks?id=428ec210-24a1-4846-adb0-d7d8a80e756c HTTP/1.1" status: 200 len: 929 time: 0.2059464 Apr 18 20:43:31.279241 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-42da8d9b-4041-4470-b79a-d17ed14e71c0 None None] Notify callbacks [] for port, precommit_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:43:31.292018 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-42da8d9b-4041-4470-b79a-d17ed14e71c0 None None] Transition to ACTIVE for port object 0503f73b-da3b-4994-b73d-5bb401e7cc44 will not be triggered until provisioned by entity L2. {{(pid=84042) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 20:43:31.301658 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-42da8d9b-4041-4470-b79a-d17ed14e71c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682'] for port, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:43:31.332985 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0744ff6-8ce9-42a6-bd14-936062287f5c req-f3ae2a9a-c9c1-4537-b15b-e708e8a6ecde tempest-SecurityGroupsTestJSON-1212657955 tempest-SecurityGroupsTestJSON-1212657955-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:43:31.334943 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-a0744ff6-8ce9-42a6-bd14-936062287f5c req-f3ae2a9a-c9c1-4537-b15b-e708e8a6ecde tempest-SecurityGroupsTestJSON-1212657955 tempest-SecurityGroupsTestJSON-1212657955-project] 10.222.0.48 "GET /v2.0/networks?id=7f662c04-13d3-4bf2-9436-adfc04ef8c7e HTTP/1.1" status: 200 len: 812 time: 0.6259308 Apr 18 20:43:31.374693 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.v2.base [req-a0744ff6-8ce9-42a6-bd14-936062287f5c req-b3cfb7e2-76dc-4741-9d52-0b26ed82801e tempest-SecurityGroupsTestJSON-1212657955 tempest-SecurityGroupsTestJSON-1212657955-project] Request body: {'port': {'device_id': '443cd979-832d-498d-9045-9ae58c27efa7', 'network_id': '7f662c04-13d3-4bf2-9436-adfc04ef8c7e', 'admin_state_up': True, 'tenant_id': 'f09031fed4d542f69d251f76eb7f477d'}} {{(pid=84040) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 20:43:31.413782 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.l3_dvr_db [None req-3ffd741b-9b50-47bf-bedd-02bd46569d00 None None] Set router fc0d3979-3608-4d81-8bef-d644a6ab27c8 gateway port host: n-d-838334-2 {{(pid=84043) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 20:43:31.503931 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de048074-f4ef-4519-8582-75b3c4294e35 None None] Pushing event updated for resources: {'Port': ['ID=0503f73b-da3b-4994-b73d-5bb401e7cc44,revision_number=3']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:43:31.504637 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-ff8a1855-f9eb-482f-bf1f-d6beba77a9aa req-d5d25aca-d0a3-450f-b41a-09e02393996b tempest-ServersAdminTestJSON-1240675426 tempest-ServersAdminTestJSON-1240675426-project] 10.222.0.42 "GET /v2.0/security-groups?id=b9ed1788-e987-4b94-9dd4-ed408bd7803e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4732215 Apr 18 20:43:31.541656 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.plugin [None req-781fc0a6-c0c9-4e6e-87a4-8b0620a57866 admin admin] Deleting port 0503f73b-da3b-4994-b73d-5bb401e7cc44 {{(pid=84041) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 20:43:31.542234 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-781fc0a6-c0c9-4e6e-87a4-8b0620a57866 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750375188691'] for port, before_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:43:31.558493 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-1b4c1865-0113-4b0a-b234-a713553b0a65 req-a7bb76b6-43b4-4553-9f03-8262f412e0a5 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8b9c0209-8e08-4452-b426-91a922fe9d91 HTTP/1.1" status: 200 len: 1000 time: 0.3094506 Apr 18 20:43:31.651105 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.managers [None req-42da8d9b-4041-4470-b79a-d17ed14e71c0 None None] Attempting to bind port 0503f73b-da3b-4994-b73d-5bb401e7cc44 on host n-d-838334-2 for vnic_type normal with profile {{(pid=84042) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:43:31.651390 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.managers [None req-42da8d9b-4041-4470-b79a-d17ed14e71c0 None None] Attempting to bind port 0503f73b-da3b-4994-b73d-5bb401e7cc44 by drivers openvswitch,hyperv on host n-d-838334-2 at level 0 using segments [{'id': '9e9b861a-4699-4fb3-98f9-6b175d1204e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '5d92b0c1-fd9c-4255-b0de-e1939395f5f8'}] {{(pid=84042) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:43:31.651794 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42da8d9b-4041-4470-b79a-d17ed14e71c0 None None] Attempting to bind port 0503f73b-da3b-4994-b73d-5bb401e7cc44 on network 5d92b0c1-fd9c-4255-b0de-e1939395f5f8 {{(pid=84042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 20:43:31.666604 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42da8d9b-4041-4470-b79a-d17ed14e71c0 None None] Checking agent: {'id': '97cd4414-7af6-4d67-868d-dff370b4071a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838334-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 25, 49), 'started_at': datetime.datetime(2022, 4, 18, 20, 26, 19), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 20, 43, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838334-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 18 20:43:31.666977 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42da8d9b-4041-4470-b79a-d17ed14e71c0 None None] Checking segment: {'id': '9e9b861a-4699-4fb3-98f9-6b175d1204e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '5d92b0c1-fd9c-4255-b0de-e1939395f5f8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84042) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 20:43:31.667383 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-42da8d9b-4041-4470-b79a-d17ed14e71c0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:43:31.668258 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42da8d9b-4041-4470-b79a-d17ed14e71c0 None None] Bound using segment: {'id': '9e9b861a-4699-4fb3-98f9-6b175d1204e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '5d92b0c1-fd9c-4255-b0de-e1939395f5f8'} {{(pid=84042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 18 20:43:31.668258 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.managers [None req-42da8d9b-4041-4470-b79a-d17ed14e71c0 None None] Bound port: 0503f73b-da3b-4994-b73d-5bb401e7cc44, host: n-d-838334-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9e9b861a-4699-4fb3-98f9-6b175d1204e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '5d92b0c1-fd9c-4255-b0de-e1939395f5f8'}}] {{(pid=84042) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 20:43:31.677688 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-42da8d9b-4041-4470-b79a-d17ed14e71c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:43:31.690857 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b4c1865-0113-4b0a-b234-a713553b0a65 req-6abc0ee2-4364-45a2-ba0f-0e4274676d9c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:43:31.692340 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-1b4c1865-0113-4b0a-b234-a713553b0a65 req-6abc0ee2-4364-45a2-ba0f-0e4274676d9c service neutron] 10.222.0.42 "GET /v2.0/subnets?id=8d88e8b2-0848-418e-a8f0-ff3463a38f9a HTTP/1.1" status: 200 len: 867 time: 0.1258233 Apr 18 20:43:31.750439 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [req-a0744ff6-8ce9-42a6-bd14-936062287f5c req-b3cfb7e2-76dc-4741-9d52-0b26ed82801e tempest-SecurityGroupsTestJSON-1212657955 tempest-SecurityGroupsTestJSON-1212657955-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:43:31.755892 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [req-a0744ff6-8ce9-42a6-bd14-936062287f5c req-b3cfb7e2-76dc-4741-9d52-0b26ed82801e tempest-SecurityGroupsTestJSON-1212657955 tempest-SecurityGroupsTestJSON-1212657955-project] Usage tracker for resource:port and tenant:f09031fed4d542f69d251f76eb7f477d is out of sync, need to count used quota {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:43:31.759830 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [req-a0744ff6-8ce9-42a6-bd14-936062287f5c req-b3cfb7e2-76dc-4741-9d52-0b26ed82801e tempest-SecurityGroupsTestJSON-1212657955 tempest-SecurityGroupsTestJSON-1212657955-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:43:31.771662 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [req-a0744ff6-8ce9-42a6-bd14-936062287f5c req-b3cfb7e2-76dc-4741-9d52-0b26ed82801e tempest-SecurityGroupsTestJSON-1212657955 tempest-SecurityGroupsTestJSON-1212657955-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:43:31.792677 n-d-838334-2 neutron-server[84041]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1d325b3f-77a2-49dc-9c8b-75ed9b1dce53'] response: {'name': 'network-changed', 'server_uuid': '32dcb1ce-174e-448f-b660-811c526d8b71', 'tag': 'b551b52e-7daf-4d38-b091-131f871e4e59', 'status': 'completed', 'code': 200} Apr 18 20:43:31.801037 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a0744ff6-8ce9-42a6-bd14-936062287f5c req-b3cfb7e2-76dc-4741-9d52-0b26ed82801e tempest-SecurityGroupsTestJSON-1212657955 tempest-SecurityGroupsTestJSON-1212657955-project] Made reservation on behalf of f09031fed4d542f69d251f76eb7f477d for: {'port': 1} {{(pid=84040) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:43:31.813083 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-a0744ff6-8ce9-42a6-bd14-936062287f5c req-b3cfb7e2-76dc-4741-9d52-0b26ed82801e tempest-SecurityGroupsTestJSON-1212657955 tempest-SecurityGroupsTestJSON-1212657955-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:43:31.834772 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-42da8d9b-4041-4470-b79a-d17ed14e71c0 None None] For port 0503f73b-da3b-4994-b73d-5bb401e7cc44, host n-d-838334-2, cleared binding levels {{(pid=84042) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 20:43:31.839267 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-42da8d9b-4041-4470-b79a-d17ed14e71c0 None None] For port 0503f73b-da3b-4994-b73d-5bb401e7cc44, host n-d-838334-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838334-2',level=0,port_id=0503f73b-da3b-4994-b73d-5bb401e7cc44,segment=NetworkSegment(9e9b861a-4699-4fb3-98f9-6b175d1204e8),segment_id=9e9b861a-4699-4fb3-98f9-6b175d1204e8)] {{(pid=84042) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 20:43:31.853705 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-42da8d9b-4041-4470-b79a-d17ed14e71c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682'] for port, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:43:31.865025 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-1b4c1865-0113-4b0a-b234-a713553b0a65 req-e147da47-22da-405c-ac0a-78dc00b96f18 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=428ec210-24a1-4846-adb0-d7d8a80e756c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1657865 Apr 18 20:43:31.887769 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.db [None req-781fc0a6-c0c9-4e6e-87a4-8b0620a57866 admin admin] For port 0503f73b-da3b-4994-b73d-5bb401e7cc44, host n-d-838334-2, got binding levels [] {{(pid=84041) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:43:31.888147 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-781fc0a6-c0c9-4e6e-87a4-8b0620a57866 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369123'] for port, precommit_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:43:31.914195 n-d-838334-2 neutron-server[84042]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '44efab35-5c01-4961-a45b-8934b6a92124', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '73fd763f-e112-4ac2-af77-7c7a2e4ac601'}] {{(pid=84042) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 20:43:31.970378 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42da8d9b-4041-4470-b79a-d17ed14e71c0 None None] Routers {'fefc16d8-87ce-4c23-91dd-503f136f0335'} bound to L3 agent in host n-d-838334-2 {{(pid=84042) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 20:43:31.971337 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_hamode_db [None req-42da8d9b-4041-4470-b79a-d17ed14e71c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838334-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-18T20:25:48Z,description=,heartbeat_timestamp=2022-04-18T20:43:18Z,host='n-d-838334-2',id=bc84d6c9-dd7a-4555-a351-592327b46d5a,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:25:48Z,topic='l3_agent')) {'router_ids': ['fefc16d8-87ce-4c23-91dd-503f136f0335'], 'active': True} {{(pid=84042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:43:32.062215 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.l3_hamode_db [None req-3ffd741b-9b50-47bf-bedd-02bd46569d00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc0d3979-3608-4d81-8bef-d644a6ab27c8', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-148890495-router', 'tenant_id': 'a7214e61b62b477cbc96b5c157267d89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'external_fixed_ips': [{'subnet_id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'ip_address': '172.25.8.204'}], 'enable_snat': True}, 'gw_port_id': '5a066cf2-7cf7-414c-a6f7-ec4ddfe12700', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:42:39Z', 'updated_at': '2022-04-18T20:42:46Z', 'revision_number': 4, 'project_id': 'a7214e61b62b477cbc96b5c157267d89', 'gw_port': {'id': '5a066cf2-7cf7-414c-a6f7-ec4ddfe12700', 'name': '', 'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:ed:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc0d3979-3608-4d81-8bef-d644a6ab27c8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'ip_address': '172.25.8.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:42:40Z', 'updated_at': '2022-04-18T20:42:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838334-2', '_floatingips': [{'id': '30c935db-ba6f-4813-9408-5005c3aa3fd5', 'tenant_id': 'a7214e61b62b477cbc96b5c157267d89', 'floating_ip_address': '172.25.8.109', 'floating_network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'router_id': 'fc0d3979-3608-4d81-8bef-d644a6ab27c8', 'port_id': '8b9c0209-8e08-4452-b426-91a922fe9d91', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '428ec210-24a1-4846-adb0-d7d8a80e756c', 'mac_address': 'fa:16:3e:bc:37:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87617329-db11-4d78-96ee-1f3854a4d274', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T20:43:25Z', 'updated_at': '2022-04-18T20:43:28Z', 'revision_number': 1, 'project_id': 'a7214e61b62b477cbc96b5c157267d89', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ef4ed1f1-208e-422f-a668-83ae05fa922d', 'name': '', 'network_id': '428ec210-24a1-4846-adb0-d7d8a80e756c', 'tenant_id': 'a7214e61b62b477cbc96b5c157267d89', 'mac_address': 'fa:16:3e:70:f6:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc0d3979-3608-4d81-8bef-d644a6ab27c8', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8d88e8b2-0848-418e-a8f0-ff3463a38f9a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:42:45Z', 'updated_at': '2022-04-18T20:42:59Z', 'revision_number': 5, 'project_id': 'a7214e61b62b477cbc96b5c157267d89', 'subnets': [{'id': '8d88e8b2-0848-418e-a8f0-ff3463a38f9a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838334-2', False) {} {{(pid=84043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:43:32.066459 n-d-838334-2 neutron-server[84043]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ffd741b-9b50-47bf-bedd-02bd46569d00 None None] The sync data for ids ['fc0d3979-3608-4d81-8bef-d644a6ab27c8'] in n-d-838334-2 is: [{'id': 'fc0d3979-3608-4d81-8bef-d644a6ab27c8', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-148890495-router', 'tenant_id': 'a7214e61b62b477cbc96b5c157267d89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'external_fixed_ips': [{'subnet_id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'ip_address': '172.25.8.204'}], 'enable_snat': True}, 'gw_port_id': '5a066cf2-7cf7-414c-a6f7-ec4ddfe12700', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:42:39Z', 'updated_at': '2022-04-18T20:42:46Z', 'revision_number': 4, 'project_id': 'a7214e61b62b477cbc96b5c157267d89', 'gw_port': {'id': '5a066cf2-7cf7-414c-a6f7-ec4ddfe12700', 'name': '', 'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:ed:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc0d3979-3608-4d81-8bef-d644a6ab27c8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'ip_address': '172.25.8.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:42:40Z', 'updated_at': '2022-04-18T20:42:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838334-2', '_floatingips': [{'id': '30c935db-ba6f-4813-9408-5005c3aa3fd5', 'tenant_id': 'a7214e61b62b477cbc96b5c157267d89', 'floating_ip_address': '172.25.8.109', 'floating_network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'router_id': 'fc0d3979-3608-4d81-8bef-d644a6ab27c8', 'port_id': '8b9c0209-8e08-4452-b426-91a922fe9d91', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '428ec210-24a1-4846-adb0-d7d8a80e756c', 'mac_address': 'fa:16:3e:bc:37:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87617329-db11-4d78-96ee-1f3854a4d274', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T20:43:25Z', 'updated_at': '2022-04-18T20:43:28Z', 'revision_number': 1, 'project_id': 'a7214e61b62b477cbc96b5c157267d89', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ef4ed1f1-208e-422f-a668-83ae05fa922d', 'name': '', 'network_id': '428ec210-24a1-4846-adb0-d7d8a80e756c', 'tenant_id': 'a7214e61b62b477cbc96b5c157267d89', 'mac_address': 'fa:16:3e:70:f6:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc0d3979-3608-4d81-8bef-d644a6ab27c8', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8d88e8b2-0848-418e-a8f0-ff3463a38f9a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:42:45Z', 'updated_at': '2022-04-18T20:42:59Z', 'revision_number': 5, 'project_id': 'a7214e61b62b477cbc96b5c157267d89', 'subnets': [{'id': '8d88e8b2-0848-418e-a8f0-ff3463a38f9a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84043) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 18 20:43:32.107973 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.db_base_plugin_common [req-a0744ff6-8ce9-42a6-bd14-936062287f5c req-b3cfb7e2-76dc-4741-9d52-0b26ed82801e tempest-SecurityGroupsTestJSON-1212657955 tempest-SecurityGroupsTestJSON-1212657955-project] Allocated IP 172.20.0.8 (7f662c04-13d3-4bf2-9436-adfc04ef8c7e/ab70a436-dbca-469d-b0be-5b1a5cfe0476/8252ee27-efd7-40f7-9fba-90979acc864e) {{(pid=84040) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:43:32.127906 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [req-1b4c1865-0113-4b0a-b234-a713553b0a65 req-4fe8a619-d7b0-4a91-b21d-5c98728ca7c1 service neutron] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=84040) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 18 20:43:32.128388 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.plugin [None req-781fc0a6-c0c9-4e6e-87a4-8b0620a57866 admin admin] Calling delete_port for 0503f73b-da3b-4994-b73d-5bb401e7cc44 owned by network:router_interface {{(pid=84041) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 20:43:32.128822 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-1b4c1865-0113-4b0a-b234-a713553b0a65 req-4fe8a619-d7b0-4a91-b21d-5c98728ca7c1 service neutron] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0049808 Apr 18 20:43:32.219967 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-0b831623-b2a8-4a94-a0ad-bae31e16bcd1 req-1685034c-8759-466b-b623-086cdb0f38eb tempest-SecurityGroupsTestJSON-1212657955 tempest-SecurityGroupsTestJSON-1212657955-project] 10.222.0.42 "GET /v2.0/ports?device_id=443cd979-832d-498d-9045-9ae58c27efa7 HTTP/1.1" status: 200 len: 210 time: 0.0982029 Apr 18 20:43:32.261134 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_dvr_db [None req-42da8d9b-4041-4470-b79a-d17ed14e71c0 None None] Set router fefc16d8-87ce-4c23-91dd-503f136f0335 gateway port host: n-d-838334-2 {{(pid=84042) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 20:43:32.295569 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.db.api [None req-781fc0a6-c0c9-4e6e-87a4-8b0620a57866 admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84041) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 18 20:43:32.295951 n-d-838334-2 neutron-server[84041]: DEBUG oslo_db.api [None req-781fc0a6-c0c9-4e6e-87a4-8b0620a57866 admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84041) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 18 20:43:32.341476 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Device b551b52e-7daf-4d38-b091-131f871e4e59 details requested by agent hyperv_n-h1-838334-2 with host n-h1-838334-2 {{(pid=84042) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 18 20:43:32.342029 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-f9c88e5e-31b6-44ea-ad5b-0a9ffd52d3fb req-979f433d-1d6c-4d1c-b633-7525954f967d service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=d2b823f322cf4b378af07737106dd8b5&device_id=32dcb1ce-174e-448f-b660-811c526d8b71 HTTP/1.1" status: 200 len: 1097 time: 0.0962057 Apr 18 20:43:32.378833 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de048074-f4ef-4519-8582-75b3c4294e35 None None] Pushing event updated for resources: {'Port': ['ID=0503f73b-da3b-4994-b73d-5bb401e7cc44,revision_number=4']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:43:32.521977 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9c88e5e-31b6-44ea-ad5b-0a9ffd52d3fb req-6cf67c41-6526-4123-8b6c-0a3b01bf6537 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:43:32.523750 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-f9c88e5e-31b6-44ea-ad5b-0a9ffd52d3fb req-6cf67c41-6526-4123-8b6c-0a3b01bf6537 service neutron] 10.222.0.43 "GET /v2.0/networks?id=cb56989d-7c5d-4678-b194-1d2edf1e842a HTTP/1.1" status: 200 len: 870 time: 0.1735415 Apr 18 20:43:32.574443 n-d-838334-2 neutron-server[84040]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b532b334-48b8-49a1-83f5-d67010c8ce61'] response: {'name': 'network-changed', 'server_uuid': '87617329-db11-4d78-96ee-1f3854a4d274', 'tag': '8b9c0209-8e08-4452-b426-91a922fe9d91', 'status': 'completed', 'code': 200} Apr 18 20:43:32.595112 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-f9c88e5e-31b6-44ea-ad5b-0a9ffd52d3fb req-1df83cc2-84e7-4579-83c9-b39a29440461 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.6&port_id=b551b52e-7daf-4d38-b091-131f871e4e59 HTTP/1.1" status: 200 len: 217 time: 0.0644057 Apr 18 20:43:32.664735 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9c88e5e-31b6-44ea-ad5b-0a9ffd52d3fb req-4c298b4b-565d-4d4b-b272-9ea5695ad0b8 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:43:32.666417 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-f9c88e5e-31b6-44ea-ad5b-0a9ffd52d3fb req-4c298b4b-565d-4d4b-b272-9ea5695ad0b8 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=c4b526db-4d8a-4d4c-a310-e3a599630ae1 HTTP/1.1" status: 200 len: 843 time: 0.0640383 Apr 18 20:43:32.702298 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-1b4c1865-0113-4b0a-b234-a713553b0a65 req-8a4e77dc-b012-40fe-82fc-3d63012d1027 service neutron] 10.222.0.42 "GET /v2.0/networks/428ec210-24a1-4846-adb0-d7d8a80e756c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5043180 Apr 18 20:43:32.742428 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] For port b551b52e-7daf-4d38-b091-131f871e4e59, host n-h1-838334-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838334-2',level=0,port_id=b551b52e-7daf-4d38-b091-131f871e4e59,segment=NetworkSegment(62b85806-94d8-4a88-a06c-da82e5932d66),segment_id=62b85806-94d8-4a88-a06c-da82e5932d66)] {{(pid=84042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:43:32.748456 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-f9c88e5e-31b6-44ea-ad5b-0a9ffd52d3fb req-c7fa4031-edf0-4767-a5cd-88c0931e394f service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=cb56989d-7c5d-4678-b194-1d2edf1e842a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0714614 Apr 18 20:43:32.786492 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Returning: {'device': 'b551b52e-7daf-4d38-b091-131f871e4e59', 'network_id': 'cb56989d-7c5d-4678-b194-1d2edf1e842a', 'port_id': 'b551b52e-7daf-4d38-b091-131f871e4e59', 'mac_address': 'fa:16:3e:32:28:d2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 382, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c4b526db-4d8a-4d4c-a310-e3a599630ae1', 'ip_address': '192.168.233.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84042) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 18 20:43:32.836331 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.plugin [None req-781fc0a6-c0c9-4e6e-87a4-8b0620a57866 admin admin] Deleting port 0503f73b-da3b-4994-b73d-5bb401e7cc44 {{(pid=84041) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 20:43:32.836633 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-781fc0a6-c0c9-4e6e-87a4-8b0620a57866 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750375188691'] for port, before_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:43:32.858206 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:43:32.881022 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-a0744ff6-8ce9-42a6-bd14-936062287f5c req-b3cfb7e2-76dc-4741-9d52-0b26ed82801e tempest-SecurityGroupsTestJSON-1212657955 tempest-SecurityGroupsTestJSON-1212657955-project] Notify callbacks [] for port, precommit_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:43:32.882098 n-d-838334-2 neutron-server[84042]: DEBUG neutron.notifiers.nova [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b551b52e-7daf-4d38-b091-131f871e4e59 {{(pid=84042) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 18 20:43:32.890534 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-f9cb9f07-45b1-4e81-9a29-3c01f79f97e0 req-d37dbfe1-5ceb-4c14-bbf1-36304ba5f87c service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=a7214e61b62b477cbc96b5c157267d89&device_id=87617329-db11-4d78-96ee-1f3854a4d274 HTTP/1.1" status: 200 len: 1097 time: 0.3152924 Apr 18 20:43:32.895759 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_hamode_db [None req-42da8d9b-4041-4470-b79a-d17ed14e71c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fefc16d8-87ce-4c23-91dd-503f136f0335', 'name': 'tempest-ServersTestFqdnHostnames-350164230-router', 'tenant_id': 'a5c388980ed04dcb984190dc5b5cd22c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'external_fixed_ips': [{'subnet_id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'ip_address': '172.25.8.8'}], 'enable_snat': True}, 'gw_port_id': 'a32b9771-95b1-4190-a7b7-b2051a3f99e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:43:14Z', 'updated_at': '2022-04-18T20:43:27Z', 'revision_number': 4, 'project_id': 'a5c388980ed04dcb984190dc5b5cd22c', 'gw_port': {'id': 'a32b9771-95b1-4190-a7b7-b2051a3f99e0', 'name': '', 'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:24:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fefc16d8-87ce-4c23-91dd-503f136f0335', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'ip_address': '172.25.8.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:43:17Z', 'updated_at': '2022-04-18T20:43:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838334-2', '_interfaces': [{'id': '0503f73b-da3b-4994-b73d-5bb401e7cc44', 'name': '', 'network_id': '5d92b0c1-fd9c-4255-b0de-e1939395f5f8', 'tenant_id': 'a5c388980ed04dcb984190dc5b5cd22c', 'mac_address': 'fa:16:3e:cf:b8:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fefc16d8-87ce-4c23-91dd-503f136f0335', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a39d20c8-a1de-491a-8827-486ac92d66df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:43:25Z', 'updated_at': '2022-04-18T20:43:31Z', 'revision_number': 4, 'project_id': 'a5c388980ed04dcb984190dc5b5cd22c', 'subnets': [{'id': 'a39d20c8-a1de-491a-8827-486ac92d66df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838334-2', False) {} {{(pid=84042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:43:32.902336 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42da8d9b-4041-4470-b79a-d17ed14e71c0 None None] The sync data for ids ['fefc16d8-87ce-4c23-91dd-503f136f0335'] in n-d-838334-2 is: [{'id': 'fefc16d8-87ce-4c23-91dd-503f136f0335', 'name': 'tempest-ServersTestFqdnHostnames-350164230-router', 'tenant_id': 'a5c388980ed04dcb984190dc5b5cd22c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'external_fixed_ips': [{'subnet_id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'ip_address': '172.25.8.8'}], 'enable_snat': True}, 'gw_port_id': 'a32b9771-95b1-4190-a7b7-b2051a3f99e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:43:14Z', 'updated_at': '2022-04-18T20:43:27Z', 'revision_number': 4, 'project_id': 'a5c388980ed04dcb984190dc5b5cd22c', 'gw_port': {'id': 'a32b9771-95b1-4190-a7b7-b2051a3f99e0', 'name': '', 'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:24:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fefc16d8-87ce-4c23-91dd-503f136f0335', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'ip_address': '172.25.8.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:43:17Z', 'updated_at': '2022-04-18T20:43:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838334-2', '_interfaces': [{'id': '0503f73b-da3b-4994-b73d-5bb401e7cc44', 'name': '', 'network_id': '5d92b0c1-fd9c-4255-b0de-e1939395f5f8', 'tenant_id': 'a5c388980ed04dcb984190dc5b5cd22c', 'mac_address': 'fa:16:3e:cf:b8:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fefc16d8-87ce-4c23-91dd-503f136f0335', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a39d20c8-a1de-491a-8827-486ac92d66df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:43:25Z', 'updated_at': '2022-04-18T20:43:31Z', 'revision_number': 4, 'project_id': 'a5c388980ed04dcb984190dc5b5cd22c', 'subnets': [{'id': 'a39d20c8-a1de-491a-8827-486ac92d66df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84042) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 18 20:43:32.910664 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] For port b551b52e-7daf-4d38-b091-131f871e4e59, host n-h1-838334-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838334-2',level=0,port_id=b551b52e-7daf-4d38-b091-131f871e4e59,segment=NetworkSegment(62b85806-94d8-4a88-a06c-da82e5932d66),segment_id=62b85806-94d8-4a88-a06c-da82e5932d66)] {{(pid=84042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:43:32.932773 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682'] for port, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:43:32.966937 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59d043c0-f29d-4e99-a719-a107234e7604 req-695fbfc0-8542-471b-8322-4f9c41fb04fe tempest-ServersOnMultiNodesTest-1168278630 tempest-ServersOnMultiNodesTest-1168278630-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:43:32.988304 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-59d043c0-f29d-4e99-a719-a107234e7604 req-695fbfc0-8542-471b-8322-4f9c41fb04fe tempest-ServersOnMultiNodesTest-1168278630 tempest-ServersOnMultiNodesTest-1168278630-project] 10.222.0.42 "GET /v2.0/ports?device_id=44efab35-5c01-4961-a45b-8934b6a92124 HTTP/1.1" status: 200 len: 950 time: 0.3823087 Apr 18 20:43:33.057088 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-1b4c1865-0113-4b0a-b234-a713553b0a65 req-5a5e5a6f-d596-49e8-833e-7af8f460c970 service neutron] 10.222.0.42 "GET /v2.0/networks/428ec210-24a1-4846-adb0-d7d8a80e756c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3386359 Apr 18 20:43:33.061222 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-f9c88e5e-31b6-44ea-ad5b-0a9ffd52d3fb req-9d9ae726-7575-4622-a438-8e59f3f66594 service neutron] 10.222.0.43 "GET /v2.0/networks/cb56989d-7c5d-4678-b194-1d2edf1e842a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3008096 Apr 18 20:43:33.085468 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Pushing event updated for resources: {'Port': ['ID=b551b52e-7daf-4d38-b091-131f871e4e59,revision_number=4']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:43:33.161265 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-59d043c0-f29d-4e99-a719-a107234e7604 req-47927512-9715-4905-b4d9-a260c769edca tempest-ServersOnMultiNodesTest-1168278630 tempest-ServersOnMultiNodesTest-1168278630-project] 10.222.0.42 "GET /v2.0/security-groups?id=e1e985d3-f227-45b4-b9a7-ffadcd0db1b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1686292 Apr 18 20:43:33.162019 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.db [None req-781fc0a6-c0c9-4e6e-87a4-8b0620a57866 admin admin] For port 0503f73b-da3b-4994-b73d-5bb401e7cc44, host n-d-838334-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838334-2',level=0,port_id=0503f73b-da3b-4994-b73d-5bb401e7cc44,segment=NetworkSegment(9e9b861a-4699-4fb3-98f9-6b175d1204e8),segment_id=9e9b861a-4699-4fb3-98f9-6b175d1204e8)] {{(pid=84041) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:43:33.163046 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-781fc0a6-c0c9-4e6e-87a4-8b0620a57866 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369123'] for port, precommit_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:43:33.164903 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-a0744ff6-8ce9-42a6-bd14-936062287f5c req-b3cfb7e2-76dc-4741-9d52-0b26ed82801e tempest-SecurityGroupsTestJSON-1212657955 tempest-SecurityGroupsTestJSON-1212657955-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750374836619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32440838'] for port, after_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:43:33.233763 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9cb9f07-45b1-4e81-9a29-3c01f79f97e0 req-87d6343b-3a02-4de6-90dd-b5f9050620a4 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:43:33.235310 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-f9cb9f07-45b1-4e81-9a29-3c01f79f97e0 req-87d6343b-3a02-4de6-90dd-b5f9050620a4 service neutron] 10.222.0.48 "GET /v2.0/networks?id=428ec210-24a1-4846-adb0-d7d8a80e756c HTTP/1.1" status: 200 len: 929 time: 0.3201950 Apr 18 20:43:33.262700 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] get_ports_and_sgs() called for port_ids ['b551b52e-7daf-4d38-b091-131f871e4e59'] {{(pid=84042) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 18 20:43:33.311826 n-d-838334-2 neutron-server[84042]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a02aeac7-640a-4a87-991b-70631dbdfe74'] response: {'server_uuid': '44efab35-5c01-4961-a45b-8934b6a92124', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '73fd763f-e112-4ac2-af77-7c7a2e4ac601', 'code': 200} Apr 18 20:43:33.418702 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-f9cb9f07-45b1-4e81-9a29-3c01f79f97e0 req-772e82ef-f291-4299-9a8c-91153e0e69d5 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8b9c0209-8e08-4452-b426-91a922fe9d91 HTTP/1.1" status: 200 len: 1000 time: 0.1420355 Apr 18 20:43:33.442491 n-d-838334-2 neutron-server[84040]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a0744ff6-8ce9-42a6-bd14-936062287f5c req-b3cfb7e2-76dc-4741-9d52-0b26ed82801e tempest-SecurityGroupsTestJSON-1212657955 tempest-SecurityGroupsTestJSON-1212657955-project] Network 7f662c04-13d3-4bf2-9436-adfc04ef8c7e is already hosted by enough agents. {{(pid=84040) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:43:33.456520 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.plugin [None req-781fc0a6-c0c9-4e6e-87a4-8b0620a57866 admin admin] Calling delete_port for 0503f73b-da3b-4994-b73d-5bb401e7cc44 owned by network:router_interface {{(pid=84041) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 20:43:33.484280 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750375287399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253529'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:43:33.510768 n-d-838334-2 neutron-server[84040]: DEBUG neutron.scheduler.base_scheduler [req-a0744ff6-8ce9-42a6-bd14-936062287f5c req-b3cfb7e2-76dc-4741-9d52-0b26ed82801e tempest-SecurityGroupsTestJSON-1212657955 tempest-SecurityGroupsTestJSON-1212657955-project] Resources bound (agent type, host, resource id): {{(pid=84040) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:43:33.519988 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.l3_dvrscheduler_db [req-a0744ff6-8ce9-42a6-bd14-936062287f5c req-b3cfb7e2-76dc-4741-9d52-0b26ed82801e tempest-SecurityGroupsTestJSON-1212657955 tempest-SecurityGroupsTestJSON-1212657955-project] Received port after_create {{(pid=84040) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 20:43:33.573007 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3cfb7e2-76dc-4741-9d52-0b26ed82801e tempest-SecurityGroupsTestJSON-1212657955 tempest-SecurityGroupsTestJSON-1212657955-project] Pushing event updated for resources: {'Port': ['ID=8252ee27-efd7-40f7-9fba-90979acc864e,revision_number=1']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:43:33.610332 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1ea1460-5f99-4036-ac4a-964175290a39 None None] New status for floating IP 30c935db-ba6f-4813-9408-5005c3aa3fd5: ACTIVE {{(pid=84042) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Apr 18 20:43:33.658117 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9cb9f07-45b1-4e81-9a29-3c01f79f97e0 req-47d29f0d-d0d2-43ea-8e4c-892d80adc7d8 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:43:33.659677 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-f9cb9f07-45b1-4e81-9a29-3c01f79f97e0 req-47d29f0d-d0d2-43ea-8e4c-892d80adc7d8 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=8d88e8b2-0848-418e-a8f0-ff3463a38f9a HTTP/1.1" status: 200 len: 867 time: 0.2042017 Apr 18 20:43:33.704989 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-f9c88e5e-31b6-44ea-ad5b-0a9ffd52d3fb req-11ca8a97-026b-4446-b2e8-9b65814a385d service neutron] 10.222.0.43 "GET /v2.0/networks/cb56989d-7c5d-4678-b194-1d2edf1e842a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5858462 Apr 18 20:43:33.775980 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0744ff6-8ce9-42a6-bd14-936062287f5c req-b3cfb7e2-76dc-4741-9d52-0b26ed82801e tempest-SecurityGroupsTestJSON-1212657955 tempest-SecurityGroupsTestJSON-1212657955-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:43:33.776594 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-a0744ff6-8ce9-42a6-bd14-936062287f5c req-b3cfb7e2-76dc-4741-9d52-0b26ed82801e tempest-SecurityGroupsTestJSON-1212657955 tempest-SecurityGroupsTestJSON-1212657955-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217293'] for port, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:43:33.837996 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-a0744ff6-8ce9-42a6-bd14-936062287f5c req-b3cfb7e2-76dc-4741-9d52-0b26ed82801e tempest-SecurityGroupsTestJSON-1212657955 tempest-SecurityGroupsTestJSON-1212657955-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4806893 Apr 18 20:43:33.865160 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-781fc0a6-c0c9-4e6e-87a4-8b0620a57866 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750375259028', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750374836628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32266323'] for port, after_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:43:33.870094 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.v2.base [req-a0744ff6-8ce9-42a6-bd14-936062287f5c req-5efe43f4-cbaa-45f6-9ac8-f1d876b9db6d service neutron] Request body: {'port': {'device_id': '443cd979-832d-498d-9045-9ae58c27efa7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-838334-2'}} {{(pid=84040) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 20:43:33.912475 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-781fc0a6-c0c9-4e6e-87a4-8b0620a57866 admin admin] Pushing event deleted for resources: {'Port': ['ID=0503f73b-da3b-4994-b73d-5bb401e7cc44,revision_number=None']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:43:34.035901 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-a0744ff6-8ce9-42a6-bd14-936062287f5c req-5efe43f4-cbaa-45f6-9ac8-f1d876b9db6d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:43:34.066751 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e045a616-f75e-4bf6-9664-56d524a60659 req-7fc7ff8c-242a-44ef-8906-9ed9b0a0cdd2 tempest-ServersAdminNegativeTestJSON-611917932 tempest-ServersAdminNegativeTestJSON-611917932-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:43:34.068392 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-e045a616-f75e-4bf6-9664-56d524a60659 req-7fc7ff8c-242a-44ef-8906-9ed9b0a0cdd2 tempest-ServersAdminNegativeTestJSON-611917932 tempest-ServersAdminNegativeTestJSON-611917932-project] 10.222.0.42 "GET /v2.0/ports?device_id=32dcb1ce-174e-448f-b660-811c526d8b71 HTTP/1.1" status: 200 len: 947 time: 0.8448143 Apr 18 20:43:34.130807 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-8526d440-f4f4-4ae5-843b-4085fc822d2f req-667e8596-4ff2-4553-83a1-d0beb7f8c82a service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=44efab35-5c01-4961-a45b-8934b6a92124 HTTP/1.1" status: 200 len: 1101 time: 0.7050803 Apr 18 20:43:34.159347 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f586c3-ceeb-4338-bf63-40a4ab303e39 req-2891274d-db06-46e3-91dd-781fdba772f2 tempest-ServersAdminTestJSON-1240675426 tempest-ServersAdminTestJSON-1240675426-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:43:34.160804 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-01f586c3-ceeb-4338-bf63-40a4ab303e39 req-2891274d-db06-46e3-91dd-781fdba772f2 tempest-ServersAdminTestJSON-1240675426 tempest-ServersAdminTestJSON-1240675426-project] 10.222.0.42 "GET /v2.0/ports?device_id=7a646183-72a0-4a0e-9a2d-a60d77e4e267 HTTP/1.1" status: 200 len: 950 time: 0.5056109 Apr 18 20:43:34.179073 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-f9cb9f07-45b1-4e81-9a29-3c01f79f97e0 req-4609caea-fa78-4fbe-ad3b-93e47b3bd742 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=428ec210-24a1-4846-adb0-d7d8a80e756c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5043163 Apr 18 20:43:34.272213 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-781fc0a6-c0c9-4e6e-87a4-8b0620a57866 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-32377931', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33443910'] for router_interface, after_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:43:34.494367 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-e045a616-f75e-4bf6-9664-56d524a60659 req-9cf94153-26d5-42f6-a5a2-d828ca92744d tempest-ServersAdminNegativeTestJSON-611917932 tempest-ServersAdminNegativeTestJSON-611917932-project] 10.222.0.42 "GET /v2.0/security-groups?id=e0395a73-aa6b-4ce1-bb5e-d7bf600d145b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4106369 Apr 18 20:43:34.528289 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-8526d440-f4f4-4ae5-843b-4085fc822d2f req-9518864f-1e5b-4bcc-bafe-febd64b5cad0 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=e1e985d3-f227-45b4-b9a7-ffadcd0db1b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3772311 Apr 18 20:43:34.534593 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-01f586c3-ceeb-4338-bf63-40a4ab303e39 req-c9e86eb3-e54e-49e9-9aef-16a46fcf82ad tempest-ServersAdminTestJSON-1240675426 tempest-ServersAdminTestJSON-1240675426-project] 10.222.0.42 "GET /v2.0/security-groups?id=b9ed1788-e987-4b94-9dd4-ed408bd7803e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3455863 Apr 18 20:43:34.790064 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-f9cb9f07-45b1-4e81-9a29-3c01f79f97e0 req-313f8d0a-1957-4a58-9259-ab1b162f5000 service neutron] 10.222.0.48 "GET /v2.0/networks/428ec210-24a1-4846-adb0-d7d8a80e756c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5729887 Apr 18 20:43:34.857248 n-d-838334-2 neutron-server[84041]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-781fc0a6-c0c9-4e6e-87a4-8b0620a57866 admin admin] Router fefc16d8-87ce-4c23-91dd-503f136f0335 has already been hosted by L3 agent bc84d6c9-dd7a-4555-a351-592327b46d5a {{(pid=84041) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 20:43:34.982931 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-8923c152-9069-4502-b6bb-4642b0cde23d req-48b712da-6b27-4148-8d21-181c5de7e7bb tempest-FloatingIPsAssociationNegativeTestJSON-713744009 tempest-FloatingIPsAssociationNegativeTestJSON-713744009-project] 10.222.0.42 "GET /v2.0/networks?router%3Aexternal=True&fields=id&id=e41b6600-a917-4a8d-b05c-be3be40c6d8c HTTP/1.1" status: 200 len: 258 time: 0.4292641 Apr 18 20:43:35.010006 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.v2.base [req-8923c152-9069-4502-b6bb-4642b0cde23d req-2edbff85-9930-4403-97ce-1666bb1dd13c tempest-FloatingIPsAssociationNegativeTestJSON-713744009 tempest-FloatingIPsAssociationNegativeTestJSON-713744009-project] Request body: {'floatingip': {'floating_network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c'}} {{(pid=84040) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 20:43:35.027189 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [req-8923c152-9069-4502-b6bb-4642b0cde23d req-2edbff85-9930-4403-97ce-1666bb1dd13c tempest-FloatingIPsAssociationNegativeTestJSON-713744009 tempest-FloatingIPsAssociationNegativeTestJSON-713744009-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:43:35.034179 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-947b4422-a75f-47d3-bc40-d665aaf03b37 req-2d28bfa8-901b-466e-8806-f5d1da43fdaa tempest-SecurityGroupsTestJSON-1212657955 tempest-SecurityGroupsTestJSON-1212657955-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:43:35.034852 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [req-947b4422-a75f-47d3-bc40-d665aaf03b37 req-2d28bfa8-901b-466e-8806-f5d1da43fdaa tempest-SecurityGroupsTestJSON-1212657955 tempest-SecurityGroupsTestJSON-1212657955-project] Synchronizing usage tracker for tenant:f09031fed4d542f69d251f76eb7f477d on resource:port {{(pid=84040) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 20:43:35.054422 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-781fc0a6-c0c9-4e6e-87a4-8b0620a57866 admin admin] Notify agent at l3_agent.n-d-838334-2 the message routers_updated {{(pid=84041) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 20:43:35.060813 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [req-8923c152-9069-4502-b6bb-4642b0cde23d req-2edbff85-9930-4403-97ce-1666bb1dd13c tempest-FloatingIPsAssociationNegativeTestJSON-713744009 tempest-FloatingIPsAssociationNegativeTestJSON-713744009-project] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:43:35.064731 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-781fc0a6-c0c9-4e6e-87a4-8b0620a57866 admin admin] 10.222.0.42 "PUT /v2.0/routers/fefc16d8-87ce-4c23-91dd-503f136f0335/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2205415 Apr 18 20:43:35.067149 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 39574) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:43:35.070855 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-f9cb9f07-45b1-4e81-9a29-3c01f79f97e0 req-97b93d15-18ae-4d9d-959d-5821b3c19ed7 service neutron] 10.222.0.48 "GET /v2.0/networks/428ec210-24a1-4846-adb0-d7d8a80e756c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2719250 Apr 18 20:43:35.124657 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-8923c152-9069-4502-b6bb-4642b0cde23d req-2edbff85-9930-4403-97ce-1666bb1dd13c tempest-FloatingIPsAssociationNegativeTestJSON-713744009 tempest-FloatingIPsAssociationNegativeTestJSON-713744009-project] Notify callbacks [] for floatingip, before_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:43:35.147613 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [req-947b4422-a75f-47d3-bc40-d665aaf03b37 req-2d28bfa8-901b-466e-8806-f5d1da43fdaa tempest-SecurityGroupsTestJSON-1212657955 tempest-SecurityGroupsTestJSON-1212657955-project] Unset dirty status for tenant:f09031fed4d542f69d251f76eb7f477d on resource:port {{(pid=84040) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 20:43:35.148764 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-947b4422-a75f-47d3-bc40-d665aaf03b37 req-2d28bfa8-901b-466e-8806-f5d1da43fdaa tempest-SecurityGroupsTestJSON-1212657955 tempest-SecurityGroupsTestJSON-1212657955-project] 10.222.0.42 "GET /v2.0/ports?device_id=443cd979-832d-498d-9045-9ae58c27efa7 HTTP/1.1" status: 200 len: 931 time: 0.4959323 Apr 18 20:43:35.150633 n-d-838334-2 neutron-server[84040]: DEBUG neutron.notifiers.nova [req-a0744ff6-8ce9-42a6-bd14-936062287f5c req-5efe43f4-cbaa-45f6-9ac8-f1d876b9db6d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8252ee27-efd7-40f7-9fba-90979acc864e {{(pid=84040) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 18 20:43:35.159807 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-a0744ff6-8ce9-42a6-bd14-936062287f5c req-5efe43f4-cbaa-45f6-9ac8-f1d876b9db6d service neutron] Notify callbacks [] for port, precommit_update {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:43:35.246428 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.provisioning_blocks [req-a0744ff6-8ce9-42a6-bd14-936062287f5c req-5efe43f4-cbaa-45f6-9ac8-f1d876b9db6d service neutron] Transition to ACTIVE for port object 8252ee27-efd7-40f7-9fba-90979acc864e will not be triggered until provisioned by entity L2. {{(pid=84040) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 20:43:35.258800 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-a0744ff6-8ce9-42a6-bd14-936062287f5c req-5efe43f4-cbaa-45f6-9ac8-f1d876b9db6d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32440959'] for port, after_update {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:43:35.328964 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [req-947b4422-a75f-47d3-bc40-d665aaf03b37 req-0089abc2-6096-45c5-8ba6-906ab6b68e51 tempest-SecurityGroupsTestJSON-1212657955 tempest-SecurityGroupsTestJSON-1212657955-project] Synchronizing usage tracker for tenant:f09031fed4d542f69d251f76eb7f477d on resource:security_group {{(pid=84040) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 20:43:35.386751 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-88b2372f-5d13-43ab-9b0b-d52631ff0bd1 admin admin] Notify callbacks [] for router, before_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:43:35.422013 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5efe43f4-cbaa-45f6-9ac8-f1d876b9db6d service neutron] Pushing event updated for resources: {'Port': ['ID=8252ee27-efd7-40f7-9fba-90979acc864e,revision_number=2']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:43:35.432785 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [req-947b4422-a75f-47d3-bc40-d665aaf03b37 req-0089abc2-6096-45c5-8ba6-906ab6b68e51 tempest-SecurityGroupsTestJSON-1212657955 tempest-SecurityGroupsTestJSON-1212657955-project] Unset dirty status for tenant:f09031fed4d542f69d251f76eb7f477d on resource:security_group {{(pid=84040) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 20:43:35.433906 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-947b4422-a75f-47d3-bc40-d665aaf03b37 req-0089abc2-6096-45c5-8ba6-906ab6b68e51 tempest-SecurityGroupsTestJSON-1212657955 tempest-SecurityGroupsTestJSON-1212657955-project] 10.222.0.42 "GET /v2.0/security-groups?id=9011416c-6492-4991-9c3b-a886ca17cbe3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2761021 Apr 18 20:43:35.565241 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-8923c152-9069-4502-b6bb-4642b0cde23d req-2edbff85-9930-4403-97ce-1666bb1dd13c tempest-FloatingIPsAssociationNegativeTestJSON-713744009 tempest-FloatingIPsAssociationNegativeTestJSON-713744009-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:43:35.567870 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.managers [req-a0744ff6-8ce9-42a6-bd14-936062287f5c req-5efe43f4-cbaa-45f6-9ac8-f1d876b9db6d service neutron] Attempting to bind port 8252ee27-efd7-40f7-9fba-90979acc864e on host n-h2-838334-2 for vnic_type normal with profile {{(pid=84040) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:43:35.568286 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.managers [req-a0744ff6-8ce9-42a6-bd14-936062287f5c req-5efe43f4-cbaa-45f6-9ac8-f1d876b9db6d service neutron] Attempting to bind port 8252ee27-efd7-40f7-9fba-90979acc864e by drivers openvswitch,hyperv on host n-h2-838334-2 at level 0 using segments [{'id': '9d2a818f-5a4c-45ce-88ca-131c59c6d275', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': '7f662c04-13d3-4bf2-9436-adfc04ef8c7e'}] {{(pid=84040) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:43:35.568588 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0744ff6-8ce9-42a6-bd14-936062287f5c req-5efe43f4-cbaa-45f6-9ac8-f1d876b9db6d service neutron] Attempting to bind port 8252ee27-efd7-40f7-9fba-90979acc864e on network 7f662c04-13d3-4bf2-9436-adfc04ef8c7e {{(pid=84040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 20:43:35.598985 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-88b2372f-5d13-43ab-9b0b-d52631ff0bd1 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:43:35.609829 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.plugin [None req-88b2372f-5d13-43ab-9b0b-d52631ff0bd1 admin admin] Deleting port a32b9771-95b1-4190-a7b7-b2051a3f99e0 {{(pid=84041) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 20:43:35.610174 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-88b2372f-5d13-43ab-9b0b-d52631ff0bd1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750375188691'] for port, before_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:43:35.618788 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0744ff6-8ce9-42a6-bd14-936062287f5c req-5efe43f4-cbaa-45f6-9ac8-f1d876b9db6d service neutron] Port 8252ee27-efd7-40f7-9fba-90979acc864e on network 7f662c04-13d3-4bf2-9436-adfc04ef8c7e not bound, no agent of type Open vSwitch agent registered on host n-h2-838334-2 {{(pid=84040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 18 20:43:35.619258 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0744ff6-8ce9-42a6-bd14-936062287f5c req-5efe43f4-cbaa-45f6-9ac8-f1d876b9db6d service neutron] Attempting to bind port 8252ee27-efd7-40f7-9fba-90979acc864e on network 7f662c04-13d3-4bf2-9436-adfc04ef8c7e {{(pid=84040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 20:43:35.685587 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0744ff6-8ce9-42a6-bd14-936062287f5c req-5efe43f4-cbaa-45f6-9ac8-f1d876b9db6d service neutron] Checking agent: {'id': 'dc797004-f641-47b7-a77f-9c62b5b16296', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-838334-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 34, 3), 'started_at': datetime.datetime(2022, 4, 18, 20, 34, 3), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 20, 43, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 18 20:43:35.686109 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0744ff6-8ce9-42a6-bd14-936062287f5c req-5efe43f4-cbaa-45f6-9ac8-f1d876b9db6d service neutron] Checking segment: {'id': '9d2a818f-5a4c-45ce-88ca-131c59c6d275', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': '7f662c04-13d3-4bf2-9436-adfc04ef8c7e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84040) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 20:43:35.686490 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0744ff6-8ce9-42a6-bd14-936062287f5c req-5efe43f4-cbaa-45f6-9ac8-f1d876b9db6d service neutron] Bound using segment: {'id': '9d2a818f-5a4c-45ce-88ca-131c59c6d275', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': '7f662c04-13d3-4bf2-9436-adfc04ef8c7e'} {{(pid=84040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 18 20:43:35.686923 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.managers [req-a0744ff6-8ce9-42a6-bd14-936062287f5c req-5efe43f4-cbaa-45f6-9ac8-f1d876b9db6d service neutron] Bound port: 8252ee27-efd7-40f7-9fba-90979acc864e, host: n-h2-838334-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9d2a818f-5a4c-45ce-88ca-131c59c6d275', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': '7f662c04-13d3-4bf2-9436-adfc04ef8c7e'}}] {{(pid=84040) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 20:43:35.687261 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-a0744ff6-8ce9-42a6-bd14-936062287f5c req-5efe43f4-cbaa-45f6-9ac8-f1d876b9db6d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:43:35.815008 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.db [None req-88b2372f-5d13-43ab-9b0b-d52631ff0bd1 admin admin] For port a32b9771-95b1-4190-a7b7-b2051a3f99e0, host n-d-838334-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838334-2',level=0,port_id=a32b9771-95b1-4190-a7b7-b2051a3f99e0,segment=NetworkSegment(732aa830-768b-4511-951f-d08e26b9c25b),segment_id=732aa830-768b-4511-951f-d08e26b9c25b)] {{(pid=84041) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:43:35.815357 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-88b2372f-5d13-43ab-9b0b-d52631ff0bd1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369123'] for port, precommit_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:43:35.855718 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-355d8601-8434-41fc-8c67-18347cae995f req-f95239cc-4de9-4eb6-aa05-0054a5502530 tempest-ServersOnMultiNodesTest-1168278630 tempest-ServersOnMultiNodesTest-1168278630-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:43:35.857110 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-355d8601-8434-41fc-8c67-18347cae995f req-f95239cc-4de9-4eb6-aa05-0054a5502530 tempest-ServersOnMultiNodesTest-1168278630 tempest-ServersOnMultiNodesTest-1168278630-project] 10.222.0.42 "GET /v2.0/ports?device_id=44efab35-5c01-4961-a45b-8934b6a92124 HTTP/1.1" status: 200 len: 950 time: 0.2448554 Apr 18 20:43:35.864831 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.db_base_plugin_common [req-8923c152-9069-4502-b6bb-4642b0cde23d req-2edbff85-9930-4403-97ce-1666bb1dd13c tempest-FloatingIPsAssociationNegativeTestJSON-713744009 tempest-FloatingIPsAssociationNegativeTestJSON-713744009-project] Allocated IP 172.25.8.37 (e41b6600-a917-4a8d-b05c-be3be40c6d8c/6b05667b-848e-4356-9b44-d5eb6808ef74/3793ccd5-ad64-47ac-9231-0c747a8b9aeb) {{(pid=84040) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:43:35.871799 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.db [req-a0744ff6-8ce9-42a6-bd14-936062287f5c req-5efe43f4-cbaa-45f6-9ac8-f1d876b9db6d service neutron] For port 8252ee27-efd7-40f7-9fba-90979acc864e, host n-h2-838334-2, cleared binding levels {{(pid=84040) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 20:43:35.899095 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.db [req-a0744ff6-8ce9-42a6-bd14-936062287f5c req-5efe43f4-cbaa-45f6-9ac8-f1d876b9db6d service neutron] For port 8252ee27-efd7-40f7-9fba-90979acc864e, host n-h2-838334-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838334-2',level=0,port_id=8252ee27-efd7-40f7-9fba-90979acc864e,segment=NetworkSegment(9d2a818f-5a4c-45ce-88ca-131c59c6d275),segment_id=9d2a818f-5a4c-45ce-88ca-131c59c6d275)] {{(pid=84040) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 20:43:35.930517 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-a0744ff6-8ce9-42a6-bd14-936062287f5c req-5efe43f4-cbaa-45f6-9ac8-f1d876b9db6d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32440959'] for port, after_update {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:43:35.937099 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.plugin [None req-88b2372f-5d13-43ab-9b0b-d52631ff0bd1 admin admin] Calling delete_port for a32b9771-95b1-4190-a7b7-b2051a3f99e0 owned by network:router_gateway {{(pid=84041) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 20:43:36.021374 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Device b551b52e-7daf-4d38-b091-131f871e4e59 up at agent hyperv_n-h1-838334-2 {{(pid=84042) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 20:43:36.061842 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-355d8601-8434-41fc-8c67-18347cae995f req-4bfb03ef-65d5-482d-ae50-7a01cb735d1b tempest-ServersOnMultiNodesTest-1168278630 tempest-ServersOnMultiNodesTest-1168278630-project] 10.222.0.42 "GET /v2.0/security-groups?id=e1e985d3-f227-45b4-b9a7-ffadcd0db1b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1947777 Apr 18 20:43:36.078991 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-a0744ff6-8ce9-42a6-bd14-936062287f5c req-5efe43f4-cbaa-45f6-9ac8-f1d876b9db6d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217293'] for port, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:43:36.080434 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-a0744ff6-8ce9-42a6-bd14-936062287f5c req-5efe43f4-cbaa-45f6-9ac8-f1d876b9db6d service neutron] 10.222.0.48 "PUT /v2.0/ports/8252ee27-efd7-40f7-9fba-90979acc864e HTTP/1.1" status: 200 len: 1091 time: 2.2234223 Apr 18 20:43:36.081957 n-d-838334-2 neutron-server[84040]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '443cd979-832d-498d-9045-9ae58c27efa7', 'tag': '8252ee27-efd7-40f7-9fba-90979acc864e'}] {{(pid=84040) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 20:43:36.092052 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5efe43f4-cbaa-45f6-9ac8-f1d876b9db6d service neutron] Pushing event updated for resources: {'Port': ['ID=8252ee27-efd7-40f7-9fba-90979acc864e,revision_number=3']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:43:36.166354 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Provisioning for port b551b52e-7daf-4d38-b091-131f871e4e59 completed by entity L2. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 20:43:36.166604 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-88b2372f-5d13-43ab-9b0b-d52631ff0bd1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750375259028', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750374836628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32266323'] for port, after_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:43:36.174787 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Provisioning complete for port b551b52e-7daf-4d38-b091-131f871e4e59 triggered by entity L2. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:43:36.175911 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1253608'] for port, provisioning_complete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:43:36.184171 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-8923c152-9069-4502-b6bb-4642b0cde23d req-2edbff85-9930-4403-97ce-1666bb1dd13c tempest-FloatingIPsAssociationNegativeTestJSON-713744009 tempest-FloatingIPsAssociationNegativeTestJSON-713744009-project] Notify callbacks [] for port, precommit_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:43:36.217335 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-8923c152-9069-4502-b6bb-4642b0cde23d req-2edbff85-9930-4403-97ce-1666bb1dd13c tempest-FloatingIPsAssociationNegativeTestJSON-713744009 tempest-FloatingIPsAssociationNegativeTestJSON-713744009-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750374836619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32440838'] for port, after_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:43:36.228394 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88b2372f-5d13-43ab-9b0b-d52631ff0bd1 admin admin] Pushing event deleted for resources: {'Port': ['ID=a32b9771-95b1-4190-a7b7-b2051a3f99e0,revision_number=None']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:43:36.336552 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:43:36.366865 n-d-838334-2 neutron-server[84042]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '32dcb1ce-174e-448f-b660-811c526d8b71', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b551b52e-7daf-4d38-b091-131f871e4e59'}] {{(pid=84042) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 20:43:36.376755 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] For port b551b52e-7daf-4d38-b091-131f871e4e59, host n-h1-838334-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838334-2',level=0,port_id=b551b52e-7daf-4d38-b091-131f871e4e59,segment=NetworkSegment(62b85806-94d8-4a88-a06c-da82e5932d66),segment_id=62b85806-94d8-4a88-a06c-da82e5932d66)] {{(pid=84042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:43:36.381853 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682'] for port, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:43:36.447826 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Pushing event updated for resources: {'Port': ['ID=b551b52e-7daf-4d38-b091-131f871e4e59,revision_number=5']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:43:36.474514 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-88b2372f-5d13-43ab-9b0b-d52631ff0bd1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33444108'] for router_gateway, after_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:43:36.513838 n-d-838334-2 neutron-server[84040]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8923c152-9069-4502-b6bb-4642b0cde23d req-2edbff85-9930-4403-97ce-1666bb1dd13c tempest-FloatingIPsAssociationNegativeTestJSON-713744009 tempest-FloatingIPsAssociationNegativeTestJSON-713744009-project] Network e41b6600-a917-4a8d-b05c-be3be40c6d8c is already hosted by enough agents. {{(pid=84040) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:43:36.514585 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2edbff85-9930-4403-97ce-1666bb1dd13c tempest-FloatingIPsAssociationNegativeTestJSON-713744009 tempest-FloatingIPsAssociationNegativeTestJSON-713744009-project] Pushing event updated for resources: {'Port': ['ID=3793ccd5-ad64-47ac-9231-0c747a8b9aeb,revision_number=1']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:43:36.518371 n-d-838334-2 neutron-server[84040]: DEBUG neutron.scheduler.base_scheduler [req-8923c152-9069-4502-b6bb-4642b0cde23d req-2edbff85-9930-4403-97ce-1666bb1dd13c tempest-FloatingIPsAssociationNegativeTestJSON-713744009 tempest-FloatingIPsAssociationNegativeTestJSON-713744009-project] Resources bound (agent type, host, resource id): {{(pid=84040) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:43:36.530769 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.l3_dvrscheduler_db [req-8923c152-9069-4502-b6bb-4642b0cde23d req-2edbff85-9930-4403-97ce-1666bb1dd13c tempest-FloatingIPsAssociationNegativeTestJSON-713744009 tempest-FloatingIPsAssociationNegativeTestJSON-713744009-project] Received port after_create {{(pid=84040) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 20:43:36.618044 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31e041aa-fe75-4969-a744-a7a3cb124f8b req-2325e079-c2b4-4c36-9d02-a80ebfcb05a7 tempest-ServersAdminTestJSON-1240675426 tempest-ServersAdminTestJSON-1240675426-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:43:36.619375 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-31e041aa-fe75-4969-a744-a7a3cb124f8b req-2325e079-c2b4-4c36-9d02-a80ebfcb05a7 tempest-ServersAdminTestJSON-1240675426 tempest-ServersAdminTestJSON-1240675426-project] 10.222.0.42 "GET /v2.0/ports?device_id=ce6c549f-1c22-4313-93e6-93921dc22663 HTTP/1.1" status: 200 len: 949 time: 0.2263346 Apr 18 20:43:36.624620 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-a0744ff6-8ce9-42a6-bd14-936062287f5c req-8ddd43d2-5a68-4c18-a05a-e0a8b7300b40 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=f09031fed4d542f69d251f76eb7f477d&device_id=443cd979-832d-498d-9045-9ae58c27efa7 HTTP/1.1" status: 200 len: 1094 time: 0.2378421 Apr 18 20:43:36.726669 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-a0744ff6-8ce9-42a6-bd14-936062287f5c req-2ddb320e-2395-4936-9bb3-39ebb56db260 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8252ee27-efd7-40f7-9fba-90979acc864e HTTP/1.1" status: 200 len: 217 time: 0.0843515 Apr 18 20:43:36.726886 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-88b2372f-5d13-43ab-9b0b-d52631ff0bd1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33443580', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5726'] for router, precommit_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:43:36.731491 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-88b2372f-5d13-43ab-9b0b-d52631ff0bd1 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:43:36.741333 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-31e041aa-fe75-4969-a744-a7a3cb124f8b req-3849c5f2-b0b6-46d7-a272-09c12a310354 tempest-ServersAdminTestJSON-1240675426 tempest-ServersAdminTestJSON-1240675426-project] 10.222.0.42 "GET /v2.0/security-groups?id=b9ed1788-e987-4b94-9dd4-ed408bd7803e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1147413 Apr 18 20:43:36.760000 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-88b2372f-5d13-43ab-9b0b-d52631ff0bd1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-33443408'] for router, after_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:43:36.761049 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-88b2372f-5d13-43ab-9b0b-d52631ff0bd1 admin admin] Fanout notify agent at l3_agent the message router_deleted on router fefc16d8-87ce-4c23-91dd-503f136f0335 {{(pid=84041) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 18 20:43:36.802846 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-88b2372f-5d13-43ab-9b0b-d52631ff0bd1 admin admin] Notify callbacks [] for router, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:43:36.815663 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-88b2372f-5d13-43ab-9b0b-d52631ff0bd1 admin admin] 10.222.0.42 "DELETE /v2.0/routers/fefc16d8-87ce-4c23-91dd-503f136f0335 HTTP/1.1" status: 204 len: 168 time: 1.7396107 Apr 18 20:43:36.826025 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 39590) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:43:36.878083 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0744ff6-8ce9-42a6-bd14-936062287f5c req-897e7d34-0484-489e-97f1-e4849b1a8418 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:43:36.879441 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-a0744ff6-8ce9-42a6-bd14-936062287f5c req-897e7d34-0484-489e-97f1-e4849b1a8418 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=ab70a436-dbca-469d-b0be-5b1a5cfe0476 HTTP/1.1" status: 200 len: 852 time: 0.1372817 Apr 18 20:43:36.880220 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-8923c152-9069-4502-b6bb-4642b0cde23d req-2edbff85-9930-4403-97ce-1666bb1dd13c tempest-FloatingIPsAssociationNegativeTestJSON-713744009 tempest-FloatingIPsAssociationNegativeTestJSON-713744009-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:43:36.941988 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-a0744ff6-8ce9-42a6-bd14-936062287f5c req-6897c1f5-e278-4cb9-8cda-16355d079139 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=7f662c04-13d3-4bf2-9436-adfc04ef8c7e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0519776 Apr 18 20:43:37.053229 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.db_base_plugin_v2 [None req-86d12e5d-b615-4583-a3d9-264907e4f991 admin admin] Deleting subnet a39d20c8-a1de-491a-8827-486ac92d66df {{(pid=84041) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 18 20:43:37.056147 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-86d12e5d-b615-4583-a3d9-264907e4f991 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:43:37.105240 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-86d12e5d-b615-4583-a3d9-264907e4f991 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32266383'] for subnet, precommit_delete_associations {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:43:37.115863 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-8923c152-9069-4502-b6bb-4642b0cde23d req-2edbff85-9930-4403-97ce-1666bb1dd13c tempest-FloatingIPsAssociationNegativeTestJSON-713744009 tempest-FloatingIPsAssociationNegativeTestJSON-713744009-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:43:37.186880 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-86d12e5d-b615-4583-a3d9-264907e4f991 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1260556'] for subnet, precommit_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:43:37.239827 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-a0744ff6-8ce9-42a6-bd14-936062287f5c req-d5a488b2-8276-4358-ae00-b1cff68f532a service neutron] 10.222.0.48 "GET /v2.0/networks/7f662c04-13d3-4bf2-9436-adfc04ef8c7e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2626653 Apr 18 20:43:37.263922 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-86d12e5d-b615-4583-a3d9-264907e4f991 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1260549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33526260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32266336', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32486390'] for subnet, after_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:43:37.306412 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86d12e5d-b615-4583-a3d9-264907e4f991 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a39d20c8-a1de-491a-8827-486ac92d66df,revision_number=None']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:43:37.311725 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-86d12e5d-b615-4583-a3d9-264907e4f991 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:43:37.317909 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7efb5bb4-e473-4cd2-a6dd-9712a3c862a9 None None] Network 5d92b0c1-fd9c-4255-b0de-e1939395f5f8 requested from n-d-838334-2 {{(pid=84042) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 20:43:37.318750 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-86d12e5d-b615-4583-a3d9-264907e4f991 admin admin] 10.222.0.42 "DELETE /v2.0/subnets/a39d20c8-a1de-491a-8827-486ac92d66df HTTP/1.1" status: 204 len: 168 time: 0.4841976 Apr 18 20:43:37.320622 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 39600) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:43:37.386423 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02715971-7e39-45de-8afb-fc9431638990 req-d57a7833-a6ce-4920-8136-cbb0435ba8db tempest-ServersAdminNegativeTestJSON-611917932 tempest-ServersAdminNegativeTestJSON-611917932-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:43:37.387914 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-02715971-7e39-45de-8afb-fc9431638990 req-d57a7833-a6ce-4920-8136-cbb0435ba8db tempest-ServersAdminNegativeTestJSON-611917932 tempest-ServersAdminNegativeTestJSON-611917932-project] 10.222.0.42 "GET /v2.0/ports?device_id=32dcb1ce-174e-448f-b660-811c526d8b71 HTTP/1.1" status: 200 len: 948 time: 0.4488754 Apr 18 20:43:37.431413 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-2c2462b6-396b-44f7-b6ad-4c88a0613bb1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1103592'] for network, before_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:43:37.443733 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.plugin [None req-2c2462b6-396b-44f7-b6ad-4c88a0613bb1 admin admin] Deleting port 3b1ce5af-0ff1-4f6b-bc83-67f4d312f5a0 {{(pid=84041) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 20:43:37.443999 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-2c2462b6-396b-44f7-b6ad-4c88a0613bb1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750375188691'] for port, before_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:43:37.511695 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-02715971-7e39-45de-8afb-fc9431638990 req-c84da612-2b38-4cd1-9629-584cf78ee23f tempest-ServersAdminNegativeTestJSON-611917932 tempest-ServersAdminNegativeTestJSON-611917932-project] 10.222.0.42 "GET /v2.0/security-groups?id=e0395a73-aa6b-4ce1-bb5e-d7bf600d145b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1123211 Apr 18 20:43:37.515421 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-a0744ff6-8ce9-42a6-bd14-936062287f5c req-3ca43add-a429-43cd-8255-dcc5a152c419 service neutron] 10.222.0.48 "GET /v2.0/networks/7f662c04-13d3-4bf2-9436-adfc04ef8c7e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2257378 Apr 18 20:43:37.537241 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-8923c152-9069-4502-b6bb-4642b0cde23d req-2edbff85-9930-4403-97ce-1666bb1dd13c tempest-FloatingIPsAssociationNegativeTestJSON-713744009 tempest-FloatingIPsAssociationNegativeTestJSON-713744009-project] Notify callbacks [] for port, precommit_update {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:43:37.557390 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-8923c152-9069-4502-b6bb-4642b0cde23d req-2edbff85-9930-4403-97ce-1666bb1dd13c tempest-FloatingIPsAssociationNegativeTestJSON-713744009 tempest-FloatingIPsAssociationNegativeTestJSON-713744009-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32440959'] for port, after_update {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:43:37.599788 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c80e6380-72d0-46d4-9b51-f5f695b52b3a None None] DHCP port deletion for 5d92b0c1-fd9c-4255-b0de-e1939395f5f8 request from n-d-838334-2 {{(pid=84042) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 18 20:43:37.604176 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.plugin [None req-c80e6380-72d0-46d4-9b51-f5f695b52b3a None None] Deleting port 3b1ce5af-0ff1-4f6b-bc83-67f4d312f5a0 {{(pid=84042) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 20:43:37.605273 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-c80e6380-72d0-46d4-9b51-f5f695b52b3a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750375188691'] for port, before_delete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:43:37.639912 n-d-838334-2 neutron-server[84040]: INFO neutron.notifiers.nova [-] Nova event matching ['req-69bbf9f0-8642-41bc-8eee-716bb63b0588'] response: {'name': 'network-changed', 'server_uuid': '443cd979-832d-498d-9045-9ae58c27efa7', 'tag': '8252ee27-efd7-40f7-9fba-90979acc864e', 'status': 'completed', 'code': 200} Apr 18 20:43:37.641552 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2edbff85-9930-4403-97ce-1666bb1dd13c tempest-FloatingIPsAssociationNegativeTestJSON-713744009 tempest-FloatingIPsAssociationNegativeTestJSON-713744009-project] Pushing event updated for resources: {'Port': ['ID=3793ccd5-ad64-47ac-9231-0c747a8b9aeb,revision_number=2']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:43:37.695527 n-d-838334-2 neutron-server[84042]: INFO neutron.notifiers.nova [-] Nova event matching ['req-92e76139-6a8c-4da1-9cae-542cc2e54bb8'] response: {'server_uuid': '32dcb1ce-174e-448f-b660-811c526d8b71', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b551b52e-7daf-4d38-b091-131f871e4e59', 'code': 200} Apr 18 20:43:37.714902 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.db [None req-2c2462b6-396b-44f7-b6ad-4c88a0613bb1 admin admin] For port 3b1ce5af-0ff1-4f6b-bc83-67f4d312f5a0, host n-d-838334-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838334-2',level=0,port_id=3b1ce5af-0ff1-4f6b-bc83-67f4d312f5a0,segment=NetworkSegment(9e9b861a-4699-4fb3-98f9-6b175d1204e8),segment_id=9e9b861a-4699-4fb3-98f9-6b175d1204e8)] {{(pid=84041) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:43:37.716614 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-2c2462b6-396b-44f7-b6ad-4c88a0613bb1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369123'] for port, precommit_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:43:37.775197 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-8923c152-9069-4502-b6bb-4642b0cde23d req-2edbff85-9930-4403-97ce-1666bb1dd13c tempest-FloatingIPsAssociationNegativeTestJSON-713744009 tempest-FloatingIPsAssociationNegativeTestJSON-713744009-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33444131'] for floatingip, after_update {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:43:37.841256 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-8923c152-9069-4502-b6bb-4642b0cde23d req-2edbff85-9930-4403-97ce-1666bb1dd13c tempest-FloatingIPsAssociationNegativeTestJSON-713744009 tempest-FloatingIPsAssociationNegativeTestJSON-713744009-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217293'] for floatingip, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:43:37.842581 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-8923c152-9069-4502-b6bb-4642b0cde23d req-2edbff85-9930-4403-97ce-1666bb1dd13c tempest-FloatingIPsAssociationNegativeTestJSON-713744009 tempest-FloatingIPsAssociationNegativeTestJSON-713744009-project] 10.222.0.42 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 2.8408942 Apr 18 20:43:37.889936 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.plugin [None req-2c2462b6-396b-44f7-b6ad-4c88a0613bb1 admin admin] Calling delete_port for 3b1ce5af-0ff1-4f6b-bc83-67f4d312f5a0 owned by network:dhcp {{(pid=84041) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 20:43:37.902866 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-c80e6380-72d0-46d4-9b51-f5f695b52b3a None None] For port 3b1ce5af-0ff1-4f6b-bc83-67f4d312f5a0, host n-d-838334-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838334-2',level=0,port_id=3b1ce5af-0ff1-4f6b-bc83-67f4d312f5a0,segment=NetworkSegment(9e9b861a-4699-4fb3-98f9-6b175d1204e8),segment_id=9e9b861a-4699-4fb3-98f9-6b175d1204e8)] {{(pid=84042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:43:37.903250 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-c80e6380-72d0-46d4-9b51-f5f695b52b3a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369123'] for port, precommit_delete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:43:37.985353 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-1bca7108-63b0-46e2-ad46-fcef503f2212 req-d9f4d005-d2f1-4342-8378-06bd3f743227 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=32dcb1ce-174e-448f-b660-811c526d8b71 HTTP/1.1" status: 200 len: 1099 time: 0.2003372 Apr 18 20:43:37.988302 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-2c2462b6-396b-44f7-b6ad-4c88a0613bb1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750375259028', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750374836628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32266323'] for port, after_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:43:38.040119 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-6c89b4c4-525c-4737-b9d5-759c4664bdaa req-f223ae18-0d8a-4f65-9cad-e5a38bdfac61 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=f09031fed4d542f69d251f76eb7f477d&device_id=443cd979-832d-498d-9045-9ae58c27efa7 HTTP/1.1" status: 200 len: 1094 time: 0.3879182 Apr 18 20:43:38.046474 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.plugin [None req-c80e6380-72d0-46d4-9b51-f5f695b52b3a None None] Calling delete_port for 3b1ce5af-0ff1-4f6b-bc83-67f4d312f5a0 owned by network:dhcp {{(pid=84042) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 20:43:38.060501 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c2462b6-396b-44f7-b6ad-4c88a0613bb1 admin admin] Pushing event deleted for resources: {'Port': ['ID=3b1ce5af-0ff1-4f6b-bc83-67f4d312f5a0,revision_number=None']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:43:38.076784 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c2462b6-396b-44f7-b6ad-4c88a0613bb1 admin admin] No DVR routers for this DVR port 3b1ce5af-0ff1-4f6b-bc83-67f4d312f5a0 on host n-d-838334-2 {{(pid=84041) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 20:43:38.078006 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [req-8923c152-9069-4502-b6bb-4642b0cde23d req-c5ea7344-5604-438a-8d49-b2b02e0cdf0a tempest-FloatingIPsAssociationNegativeTestJSON-713744009 tempest-FloatingIPsAssociationNegativeTestJSON-713744009-project] Synchronizing usage tracker for tenant:a7214e61b62b477cbc96b5c157267d89 on resource:floatingip {{(pid=84040) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 20:43:38.118743 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.db.api [None req-c80e6380-72d0-46d4-9b51-f5f695b52b3a None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84042) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 18 20:43:38.119133 n-d-838334-2 neutron-server[84042]: DEBUG oslo_db.api [None req-c80e6380-72d0-46d4-9b51-f5f695b52b3a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 18 20:43:38.171394 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [req-8923c152-9069-4502-b6bb-4642b0cde23d req-c5ea7344-5604-438a-8d49-b2b02e0cdf0a tempest-FloatingIPsAssociationNegativeTestJSON-713744009 tempest-FloatingIPsAssociationNegativeTestJSON-713744009-project] Unset dirty status for tenant:a7214e61b62b477cbc96b5c157267d89 on resource:floatingip {{(pid=84040) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 20:43:38.172653 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-8923c152-9069-4502-b6bb-4642b0cde23d req-c5ea7344-5604-438a-8d49-b2b02e0cdf0a tempest-FloatingIPsAssociationNegativeTestJSON-713744009 tempest-FloatingIPsAssociationNegativeTestJSON-713744009-project] 10.222.0.42 "GET /v2.0/floatingips?floating_ip_address=172.25.8.37 HTTP/1.1" status: 200 len: 695 time: 0.3193736 Apr 18 20:43:38.180944 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aa48676-7a60-4975-9bc3-a21f3c8da9da req-d78e9a45-46a0-4403-8a72-1333f22b4812 tempest-SecurityGroupsTestJSON-1212657955 tempest-SecurityGroupsTestJSON-1212657955-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:43:38.182397 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-8aa48676-7a60-4975-9bc3-a21f3c8da9da req-d78e9a45-46a0-4403-8a72-1333f22b4812 tempest-SecurityGroupsTestJSON-1212657955 tempest-SecurityGroupsTestJSON-1212657955-project] 10.222.0.42 "GET /v2.0/ports?device_id=443cd979-832d-498d-9045-9ae58c27efa7 HTTP/1.1" status: 200 len: 943 time: 0.3741379 Apr 18 20:43:38.185697 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-1bca7108-63b0-46e2-ad46-fcef503f2212 req-314b4ef1-f9a7-4ad2-960d-5a46b31704ed service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=e0395a73-aa6b-4ce1-bb5e-d7bf600d145b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1910729 Apr 18 20:43:38.205018 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-2c2462b6-396b-44f7-b6ad-4c88a0613bb1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1258905', 'neutron.services.segments.db._delete_segments_for_network-8750375287417'] for network, precommit_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:43:38.229605 n-d-838334-2 neutron-server[84041]: DEBUG neutron.services.segments.db [None req-2c2462b6-396b-44f7-b6ad-4c88a0613bb1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5d92b0c1-fd9c-4255-b0de-e1939395f5f8']}} {{(pid=84041) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:43:38.241893 n-d-838334-2 neutron-server[84041]: DEBUG neutron.services.segments.db [None req-2c2462b6-396b-44f7-b6ad-4c88a0613bb1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9e9b861a-4699-4fb3-98f9-6b175d1204e8') {'for_net_delete': True} {{(pid=84041) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:43:38.242150 n-d-838334-2 neutron-server[84041]: DEBUG neutron.services.segments.db [None req-2c2462b6-396b-44f7-b6ad-4c88a0613bb1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9e9b861a-4699-4fb3-98f9-6b175d1204e8') {} {{(pid=84041) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:43:38.254369 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-2c2462b6-396b-44f7-b6ad-4c88a0613bb1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750375287300', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32268156'] for segment, before_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:43:38.270709 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-2c2462b6-396b-44f7-b6ad-4c88a0613bb1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1082986'] for segment, precommit_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:43:38.277043 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2c2462b6-396b-44f7-b6ad-4c88a0613bb1 admin admin] Releasing vlan 350 on physical network physnet1 to pool {{(pid=84041) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 18 20:43:38.277475 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-2c2462b6-396b-44f7-b6ad-4c88a0613bb1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1082993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32266254'] for segment, after_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:43:38.290680 n-d-838334-2 neutron-server[84041]: Traceback (most recent call last): Apr 18 20:43:38.290680 n-d-838334-2 neutron-server[84041]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 18 20:43:38.290680 n-d-838334-2 neutron-server[84041]: timer() Apr 18 20:43:38.290680 n-d-838334-2 neutron-server[84041]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 20:43:38.290680 n-d-838334-2 neutron-server[84041]: cb(*args, **kw) Apr 18 20:43:38.290680 n-d-838334-2 neutron-server[84041]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 18 20:43:38.290680 n-d-838334-2 neutron-server[84041]: return func(*args, **kwargs) Apr 18 20:43:38.290680 n-d-838334-2 neutron-server[84041]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 20:43:38.290680 n-d-838334-2 neutron-server[84041]: self._notify() Apr 18 20:43:38.290680 n-d-838334-2 neutron-server[84041]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 20:43:38.290680 n-d-838334-2 neutron-server[84041]: self.callback(batched_events) Apr 18 20:43:38.290680 n-d-838334-2 neutron-server[84041]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 20:43:38.290680 n-d-838334-2 neutron-server[84041]: event.method(event) Apr 18 20:43:38.290680 n-d-838334-2 neutron-server[84041]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 18 20:43:38.290680 n-d-838334-2 neutron-server[84041]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 20:43:38.290680 n-d-838334-2 neutron-server[84041]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 18 20:43:38.290680 n-d-838334-2 neutron-server[84041]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 20:43:38.290680 n-d-838334-2 neutron-server[84041]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 18 20:43:38.290680 n-d-838334-2 neutron-server[84041]: return f(self, *a, **k) Apr 18 20:43:38.290680 n-d-838334-2 neutron-server[84041]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 18 20:43:38.290680 n-d-838334-2 neutron-server[84041]: return self._get(url).json() Apr 18 20:43:38.290680 n-d-838334-2 neutron-server[84041]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 18 20:43:38.290680 n-d-838334-2 neutron-server[84041]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 20:43:38.290680 n-d-838334-2 neutron-server[84041]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 18 20:43:38.290680 n-d-838334-2 neutron-server[84041]: return self.request(url, 'GET', **kwargs) Apr 18 20:43:38.290680 n-d-838334-2 neutron-server[84041]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 18 20:43:38.290680 n-d-838334-2 neutron-server[84041]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 20:43:38.290680 n-d-838334-2 neutron-server[84041]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 18 20:43:38.290680 n-d-838334-2 neutron-server[84041]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 20:43:38.290680 n-d-838334-2 neutron-server[84041]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 18 20:43:38.290680 n-d-838334-2 neutron-server[84041]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 20:43:38.290680 n-d-838334-2 neutron-server[84041]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 20:43:38.357711 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c89b4c4-525c-4737-b9d5-759c4664bdaa req-c3461609-3a00-466e-ae33-addb35e55b16 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:43:38.359148 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-6c89b4c4-525c-4737-b9d5-759c4664bdaa req-c3461609-3a00-466e-ae33-addb35e55b16 service neutron] 10.222.0.48 "GET /v2.0/networks?id=7f662c04-13d3-4bf2-9436-adfc04ef8c7e HTTP/1.1" status: 200 len: 913 time: 0.3027122 Apr 18 20:43:38.371229 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-2c2462b6-396b-44f7-b6ad-4c88a0613bb1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1258898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33526109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33444113'] for network, after_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:43:38.391360 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-2c2462b6-396b-44f7-b6ad-4c88a0613bb1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32378031'] for network, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:43:38.397270 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c2462b6-396b-44f7-b6ad-4c88a0613bb1 admin admin] Pushing event deleted for resources: {'Network': ['ID=5d92b0c1-fd9c-4255-b0de-e1939395f5f8,revision_number=None']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:43:38.403362 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-2c2462b6-396b-44f7-b6ad-4c88a0613bb1 admin admin] 10.222.0.42 "DELETE /v2.0/networks/5d92b0c1-fd9c-4255-b0de-e1939395f5f8 HTTP/1.1" status: 204 len: 168 time: 1.0814891 Apr 18 20:43:38.432029 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-8aa48676-7a60-4975-9bc3-a21f3c8da9da req-4751c906-1ad4-4215-bd3a-0779ea8ce301 tempest-SecurityGroupsTestJSON-1212657955 tempest-SecurityGroupsTestJSON-1212657955-project] 10.222.0.42 "GET /v2.0/security-groups?id=9011416c-6492-4991-9c3b-a886ca17cbe3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2252686 Apr 18 20:43:38.463003 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-6c89b4c4-525c-4737-b9d5-759c4664bdaa req-4dab7079-8f2e-4990-9889-a8670c26d747 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8252ee27-efd7-40f7-9fba-90979acc864e HTTP/1.1" status: 200 len: 217 time: 0.0811162 Apr 18 20:43:38.471772 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8923c152-9069-4502-b6bb-4642b0cde23d req-dfff1e21-6d80-4602-ae78-4e758d1161c1 tempest-FloatingIPsAssociationNegativeTestJSON-713744009 tempest-FloatingIPsAssociationNegativeTestJSON-713744009-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:43:38.473182 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-8923c152-9069-4502-b6bb-4642b0cde23d req-dfff1e21-6d80-4602-ae78-4e758d1161c1 tempest-FloatingIPsAssociationNegativeTestJSON-713744009 tempest-FloatingIPsAssociationNegativeTestJSON-713744009-project] 10.222.0.42 "GET /v2.0/networks/e41b6600-a917-4a8d-b05c-be3be40c6d8c HTTP/1.1" status: 200 len: 784 time: 0.2899108 Apr 18 20:43:38.557323 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c89b4c4-525c-4737-b9d5-759c4664bdaa req-6bfdf460-ff10-44f5-8f16-89d84de00186 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:43:38.558790 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-6c89b4c4-525c-4737-b9d5-759c4664bdaa req-6bfdf460-ff10-44f5-8f16-89d84de00186 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=ab70a436-dbca-469d-b0be-5b1a5cfe0476 HTTP/1.1" status: 200 len: 852 time: 0.0790973 Apr 18 20:43:38.578521 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 39616) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:43:38.620707 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.plugin [None req-c80e6380-72d0-46d4-9b51-f5f695b52b3a None None] Deleting port 3b1ce5af-0ff1-4f6b-bc83-67f4d312f5a0 {{(pid=84042) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 20:43:38.621840 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-c80e6380-72d0-46d4-9b51-f5f695b52b3a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750375188691'] for port, before_delete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:43:38.636102 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-59d52bb6-d5d1-481c-ac5f-5399d0fdc4b6 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=a5c388980ed04dcb984190dc5b5cd22c&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0558140 Apr 18 20:43:38.638070 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-6c89b4c4-525c-4737-b9d5-759c4664bdaa req-c91862df-a3e7-49c0-b110-ccadee422c4d service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=7f662c04-13d3-4bf2-9436-adfc04ef8c7e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0457542 Apr 18 20:43:38.638518 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 39620) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:43:38.640670 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-235d8574-0586-43be-bc29-0f92d12f69ea req-80b39e0f-6253-4fa4-be46-3cca88b4f543 tempest-ServersAdminTestJSON-1240675426 tempest-ServersAdminTestJSON-1240675426-project] 10.222.0.42 "GET /v2.0/networks?tenant_id=14988d38be0e437cb0a1328781b15e3f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0706358 Apr 18 20:43:38.695486 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.plugin [None req-c80e6380-72d0-46d4-9b51-f5f695b52b3a None None] The port '3b1ce5af-0ff1-4f6b-bc83-67f4d312f5a0' was deleted {{(pid=84042) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 18 20:43:38.703013 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-b6e7d997-c065-4e86-992b-54ed1532cfc3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:43:38.734136 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-b6e7d997-c065-4e86-992b-54ed1532cfc3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:43:38.786420 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-b6e7d997-c065-4e86-992b-54ed1532cfc3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33528224'] for security_group, after_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:43:38.801041 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6e7d997-c065-4e86-992b-54ed1532cfc3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c63b9f3f-7e13-473a-b1ff-79596feb1a2d,revision_number=None']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:43:38.807571 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-b6e7d997-c065-4e86-992b-54ed1532cfc3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:43:38.808713 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-b6e7d997-c065-4e86-992b-54ed1532cfc3 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/c63b9f3f-7e13-473a-b1ff-79596feb1a2d HTTP/1.1" status: 204 len: 168 time: 0.1692879 Apr 18 20:43:38.906795 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Device 3b1ce5af-0ff1-4f6b-bc83-67f4d312f5a0 no longer exists at agent ovs-agent-n-d-838334-2 {{(pid=84042) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 20:43:38.941713 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.plugin [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] No Port match for: 3b1ce5af-0ff1-4f6b-bc83-67f4d312f5a0 {{(pid=84042) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 18 20:43:38.942463 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Device 3b1ce5af-0ff1-4f6b-bc83-67f4d312f5a0 not bound to the agent host n-d-838334-2 {{(pid=84042) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 20:43:38.969191 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce7c3c3c-b8c0-4f05-956d-26d4a830c02c req-8277f544-18a1-4e5e-8ab0-53e7589a33bc tempest-ServersOnMultiNodesTest-1168278630 tempest-ServersOnMultiNodesTest-1168278630-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:43:38.970639 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-ce7c3c3c-b8c0-4f05-956d-26d4a830c02c req-8277f544-18a1-4e5e-8ab0-53e7589a33bc tempest-ServersOnMultiNodesTest-1168278630 tempest-ServersOnMultiNodesTest-1168278630-project] 10.222.0.42 "GET /v2.0/ports?device_id=44efab35-5c01-4961-a45b-8934b6a92124 HTTP/1.1" status: 200 len: 950 time: 0.3376336 Apr 18 20:43:39.005807 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-6c89b4c4-525c-4737-b9d5-759c4664bdaa req-e33c9cf9-2a42-42e4-a545-d51c836e9afa service neutron] 10.222.0.48 "GET /v2.0/networks/7f662c04-13d3-4bf2-9436-adfc04ef8c7e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3153412 Apr 18 20:43:39.015558 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-235d8574-0586-43be-bc29-0f92d12f69ea req-61ef1062-04cc-4560-8288-a23851ab8ab2 tempest-ServersAdminTestJSON-1240675426 tempest-ServersAdminTestJSON-1240675426-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:43:39.017017 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-235d8574-0586-43be-bc29-0f92d12f69ea req-61ef1062-04cc-4560-8288-a23851ab8ab2 tempest-ServersAdminTestJSON-1240675426 tempest-ServersAdminTestJSON-1240675426-project] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3336687 Apr 18 20:43:39.122274 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-ce7c3c3c-b8c0-4f05-956d-26d4a830c02c req-24bfc188-cad2-4201-b3af-4d89a580de73 tempest-ServersOnMultiNodesTest-1168278630 tempest-ServersOnMultiNodesTest-1168278630-project] 10.222.0.42 "GET /v2.0/security-groups?id=e1e985d3-f227-45b4-b9a7-ffadcd0db1b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1410584 Apr 18 20:43:39.131116 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-235d8574-0586-43be-bc29-0f92d12f69ea req-7fbb4d00-d1d1-4c68-b7f0-40e2a3792580 tempest-ServersAdminTestJSON-1240675426 tempest-ServersAdminTestJSON-1240675426-project] 10.222.0.42 "GET /v2.0/quotas/14988d38be0e437cb0a1328781b15e3f HTTP/1.1" status: 200 len: 375 time: 0.1022432 Apr 18 20:43:39.233574 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-6c89b4c4-525c-4737-b9d5-759c4664bdaa req-4d13ed72-7a43-4398-b109-b173338bee28 service neutron] 10.222.0.48 "GET /v2.0/networks/7f662c04-13d3-4bf2-9436-adfc04ef8c7e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2021945 Apr 18 20:43:39.255382 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-235d8574-0586-43be-bc29-0f92d12f69ea req-a24f79b0-a0d4-444c-9150-47530a42f055 tempest-ServersAdminTestJSON-1240675426 tempest-ServersAdminTestJSON-1240675426-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=14988d38be0e437cb0a1328781b15e3f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1150239 Apr 18 20:43:39.343553 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-824fe5b7-f15c-4895-be33-0a54b6449e35 req-2328f569-6a90-4353-8723-6e84945c5c11 tempest-FloatingIPsAssociationNegativeTestJSON-713744009 tempest-FloatingIPsAssociationNegativeTestJSON-713744009-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:43:39.345440 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-824fe5b7-f15c-4895-be33-0a54b6449e35 req-2328f569-6a90-4353-8723-6e84945c5c11 tempest-FloatingIPsAssociationNegativeTestJSON-713744009 tempest-FloatingIPsAssociationNegativeTestJSON-713744009-project] 10.222.0.42 "GET /v2.0/ports?device_id=87617329-db11-4d78-96ee-1f3854a4d274&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.0960498 Apr 18 20:43:39.435998 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-824fe5b7-f15c-4895-be33-0a54b6449e35 req-74830f28-6d0e-4421-89c0-63c93f13b32d tempest-FloatingIPsAssociationNegativeTestJSON-713744009 tempest-FloatingIPsAssociationNegativeTestJSON-713744009-project] 10.222.0.42 "GET /v2.0/floatingips?floating_ip_address=172.25.8.37 HTTP/1.1" status: 200 len: 695 time: 0.0841625 Apr 18 20:43:39.446287 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.v2.base [req-824fe5b7-f15c-4895-be33-0a54b6449e35 req-f9819c9a-b9de-4415-ba46-e350f589db01 tempest-FloatingIPsAssociationNegativeTestJSON-713744009 tempest-FloatingIPsAssociationNegativeTestJSON-713744009-project] Request body: {'floatingip': {'port_id': '8b9c0209-8e08-4452-b426-91a922fe9d91', 'fixed_ip_address': '172.20.0.10'}} {{(pid=84040) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 20:43:39.590054 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-824fe5b7-f15c-4895-be33-0a54b6449e35 req-f9819c9a-b9de-4415-ba46-e350f589db01 tempest-FloatingIPsAssociationNegativeTestJSON-713744009 tempest-FloatingIPsAssociationNegativeTestJSON-713744009-project] Notify callbacks [] for floatingip, before_update {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:43:39.801177 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 39658) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:43:39.930994 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1bb14af-5a7d-4a94-ab74-19e5a26297e3 req-ff66293d-335f-4e6d-9f4b-50723a605f95 tempest-ServersAdminNegativeTestJSON-611917932 tempest-ServersAdminNegativeTestJSON-611917932-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:43:39.932576 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-a1bb14af-5a7d-4a94-ab74-19e5a26297e3 req-ff66293d-335f-4e6d-9f4b-50723a605f95 tempest-ServersAdminNegativeTestJSON-611917932 tempest-ServersAdminNegativeTestJSON-611917932-project] 10.222.0.42 "GET /v2.0/ports?device_id=32dcb1ce-174e-448f-b660-811c526d8b71 HTTP/1.1" status: 200 len: 948 time: 0.3973079 Apr 18 20:43:39.939264 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.v2.base [None req-1276a143-4d67-49f3-972c-4d4941655639 admin admin] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-989973166-network', 'tenant_id': '86c5c562f6e642eda292a78265b6dea4'}} {{(pid=84041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 20:43:39.953854 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-1276a143-4d67-49f3-972c-4d4941655639 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:43:39.958920 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-1276a143-4d67-49f3-972c-4d4941655639 admin admin] Usage tracker for resource:network and tenant:86c5c562f6e642eda292a78265b6dea4 is out of sync, need to count used quota {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:43:39.962899 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-1276a143-4d67-49f3-972c-4d4941655639 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:43:39.970168 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-1276a143-4d67-49f3-972c-4d4941655639 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:43:39.983973 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1276a143-4d67-49f3-972c-4d4941655639 admin admin] Made reservation on behalf of 86c5c562f6e642eda292a78265b6dea4 for: {'network': 1} {{(pid=84041) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:43:39.986965 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-1276a143-4d67-49f3-972c-4d4941655639 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for network, before_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:43:40.004076 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-1276a143-4d67-49f3-972c-4d4941655639 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:43:40.039641 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-1276a143-4d67-49f3-972c-4d4941655639 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:43:40.043523 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-1276a143-4d67-49f3-972c-4d4941655639 admin admin] Usage tracker for resource:security_group_rule and tenant:86c5c562f6e642eda292a78265b6dea4 is out of sync, need to count used quota {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:43:40.047338 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-1276a143-4d67-49f3-972c-4d4941655639 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:43:40.053599 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-1276a143-4d67-49f3-972c-4d4941655639 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:43:40.129557 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-1276a143-4d67-49f3-972c-4d4941655639 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:43:40.134880 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-1276a143-4d67-49f3-972c-4d4941655639 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33528224'] for security_group, after_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:43:40.147135 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-a1bb14af-5a7d-4a94-ab74-19e5a26297e3 req-7972a11c-d4f9-4031-aee3-116e97c0d920 tempest-ServersAdminNegativeTestJSON-611917932 tempest-ServersAdminNegativeTestJSON-611917932-project] 10.222.0.42 "GET /v2.0/security-groups?id=e0395a73-aa6b-4ce1-bb5e-d7bf600d145b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2016022 Apr 18 20:43:40.156899 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1276a143-4d67-49f3-972c-4d4941655639 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 380} {{(pid=84041) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 20:43:40.182939 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1276a143-4d67-49f3-972c-4d4941655639 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=efc44a6f-ae8a-46ab-8143-fed7ce47374f,revision_number=1']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:43:40.183188 n-d-838334-2 neutron-server[84040]: INFO neutron.api.v2.resource [req-824fe5b7-f15c-4895-be33-0a54b6449e35 req-f9819c9a-b9de-4415-ba46-e350f589db01 tempest-FloatingIPsAssociationNegativeTestJSON-713744009 tempest-FloatingIPsAssociationNegativeTestJSON-713744009-project] update failed (client error): There was a conflict when trying to complete your request. Apr 18 20:43:40.186752 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-1276a143-4d67-49f3-972c-4d4941655639 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1082986'] for segment, precommit_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:43:40.187320 n-d-838334-2 neutron-server[84041]: INFO neutron.db.segments_db [None req-1276a143-4d67-49f3-972c-4d4941655639 admin admin] Added segment b7608bf8-f237-43a6-bbaa-712146cf31cd of type vlan for network 7095e9f4-55a0-4bd0-be55-8e87fdd96d3a Apr 18 20:43:40.196274 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-824fe5b7-f15c-4895-be33-0a54b6449e35 req-f9819c9a-b9de-4415-ba46-e350f589db01 tempest-FloatingIPsAssociationNegativeTestJSON-713744009 tempest-FloatingIPsAssociationNegativeTestJSON-713744009-project] 10.222.0.42 "PUT /v2.0/floatingips/64135736-1497-439b-9a6b-a9fac87d127c HTTP/1.1" status: 409 len: 550 time: 0.7545218 Apr 18 20:43:40.212039 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Device 8252ee27-efd7-40f7-9fba-90979acc864e details requested by agent hyperv_n-h2-838334-2 with host n-h2-838334-2 {{(pid=84042) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 18 20:43:40.221963 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-1276a143-4d67-49f3-972c-4d4941655639 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750374825732'] for network, precommit_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:43:40.276063 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-1276a143-4d67-49f3-972c-4d4941655639 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33526109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022'] for network, after_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:43:40.277189 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1276a143-4d67-49f3-972c-4d4941655639 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:43:40.277933 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-1276a143-4d67-49f3-972c-4d4941655639 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32378031'] for network, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:43:40.378956 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] For port 8252ee27-efd7-40f7-9fba-90979acc864e, host n-h2-838334-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838334-2',level=0,port_id=8252ee27-efd7-40f7-9fba-90979acc864e,segment=NetworkSegment(9d2a818f-5a4c-45ce-88ca-131c59c6d275),segment_id=9d2a818f-5a4c-45ce-88ca-131c59c6d275)] {{(pid=84042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:43:40.381783 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-6cb3aa40-5b8e-4fd8-9f02-013f3df02ba1 req-b819d8c4-e53f-4a6d-ba46-4738a5134b3f tempest-ServersAdminTestJSON-1240675426 tempest-ServersAdminTestJSON-1240675426-project] 10.222.0.42 "GET /v2.0/ports?device_id=68a2a907-d975-4fae-8743-c2b0354cf23e HTTP/1.1" status: 200 len: 210 time: 0.0515151 Apr 18 20:43:40.396146 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Returning: {'device': '8252ee27-efd7-40f7-9fba-90979acc864e', 'network_id': '7f662c04-13d3-4bf2-9436-adfc04ef8c7e', 'port_id': '8252ee27-efd7-40f7-9fba-90979acc864e', 'mac_address': 'fa:16:3e:6c:bc:a1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 353, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ab70a436-dbca-469d-b0be-5b1a5cfe0476', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84042) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 18 20:43:40.424734 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-de4f95be-6186-4b2c-999c-9eaaffdca3d2 req-dfbd31d7-b422-42b6-b9e5-9a66f212f148 tempest-ServersOnMultiNodesTest-84485173 tempest-ServersOnMultiNodesTest-84485173-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=44efab35-5c01-4961-a45b-8934b6a92124 HTTP/1.1" status: 200 len: 1101 time: 0.1321809 Apr 18 20:43:40.455790 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:43:40.483717 n-d-838334-2 neutron-server[84042]: DEBUG neutron.notifiers.nova [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8252ee27-efd7-40f7-9fba-90979acc864e {{(pid=84042) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 18 20:43:40.487526 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-de4f95be-6186-4b2c-999c-9eaaffdca3d2 req-e6cc27c9-797c-4001-9062-ff1c7a6fe01f tempest-ServersOnMultiNodesTest-84485173 tempest-ServersOnMultiNodesTest-84485173-project-admin] 10.222.0.42 "GET /v2.0/security-groups?id=e1e985d3-f227-45b4-b9a7-ffadcd0db1b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547011 Apr 18 20:43:40.514779 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] For port 8252ee27-efd7-40f7-9fba-90979acc864e, host n-h2-838334-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838334-2',level=0,port_id=8252ee27-efd7-40f7-9fba-90979acc864e,segment=NetworkSegment(9d2a818f-5a4c-45ce-88ca-131c59c6d275),segment_id=9d2a818f-5a4c-45ce-88ca-131c59c6d275)] {{(pid=84042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:43:40.523695 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682'] for port, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:43:40.543668 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-1276a143-4d67-49f3-972c-4d4941655639 admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.7411890 Apr 18 20:43:40.544906 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1276a143-4d67-49f3-972c-4d4941655639 admin admin] Pushing event updated for resources: {'Network': ['ID=7095e9f4-55a0-4bd0-be55-8e87fdd96d3a,revision_number=1']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:43:40.547190 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 39670) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:43:40.558058 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.v2.base [None req-c0866ae6-4f1b-4ca4-b113-b2ba0163123a admin admin] Request body: {'subnet': {'network_id': '7095e9f4-55a0-4bd0-be55-8e87fdd96d3a', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestMultiNic-989973166-subnet', 'tenant_id': '86c5c562f6e642eda292a78265b6dea4', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=84041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 20:43:40.572523 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-c0866ae6-4f1b-4ca4-b113-b2ba0163123a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:43:40.579154 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-c0866ae6-4f1b-4ca4-b113-b2ba0163123a admin admin] Usage tracker for resource:subnet and tenant:86c5c562f6e642eda292a78265b6dea4 is out of sync, need to count used quota {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:43:40.588610 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-c0866ae6-4f1b-4ca4-b113-b2ba0163123a admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:43:40.600144 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-c0866ae6-4f1b-4ca4-b113-b2ba0163123a admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:43:40.600433 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Network 7095e9f4-55a0-4bd0-be55-8e87fdd96d3a details requested by agent ovs-agent-n-d-838334-2 with host n-d-838334-2 {{(pid=84042) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 18 20:43:40.614710 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c0866ae6-4f1b-4ca4-b113-b2ba0163123a admin admin] Made reservation on behalf of 86c5c562f6e642eda292a78265b6dea4 for: {'subnet': 1} {{(pid=84041) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:43:40.618741 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-c0866ae6-4f1b-4ca4-b113-b2ba0163123a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32486301'] for subnet, before_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:43:40.699605 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-9170adef-6ecd-4e05-beb2-24290c60f064 req-c297c16d-4468-412d-be47-cc2283270aed tempest-FloatingIPsAssociationNegativeTestJSON-713744009 tempest-FloatingIPsAssociationNegativeTestJSON-713744009-project] 10.222.0.42 "GET /v2.0/floatingips/64135736-1497-439b-9a6b-a9fac87d127c HTTP/1.1" status: 200 len: 692 time: 0.1735501 Apr 18 20:43:40.762380 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-235d8574-0586-43be-bc29-0f92d12f69ea req-5019b1ab-c0b7-46b7-849b-5e5c841487d5 tempest-ServersAdminTestJSON-1240675426 tempest-ServersAdminTestJSON-1240675426-project] 10.222.0.43 "GET /v2.0/networks?tenant_id=14988d38be0e437cb0a1328781b15e3f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0372431 Apr 18 20:43:40.813671 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Pushing event updated for resources: {'Port': ['ID=8252ee27-efd7-40f7-9fba-90979acc864e,revision_number=4']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:43:40.859024 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9170adef-6ecd-4e05-beb2-24290c60f064 req-c9aaa266-72a9-4a57-a7a6-8f0a2cd9f73c tempest-FloatingIPsAssociationNegativeTestJSON-713744009 tempest-FloatingIPsAssociationNegativeTestJSON-713744009-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:43:40.865736 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-9170adef-6ecd-4e05-beb2-24290c60f064 req-c9aaa266-72a9-4a57-a7a6-8f0a2cd9f73c tempest-FloatingIPsAssociationNegativeTestJSON-713744009 tempest-FloatingIPsAssociationNegativeTestJSON-713744009-project] 10.222.0.42 "GET /v2.0/networks/e41b6600-a917-4a8d-b05c-be3be40c6d8c HTTP/1.1" status: 200 len: 784 time: 0.1652644 Apr 18 20:43:40.925696 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 39676) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:43:40.973747 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9edc7739-b100-47b7-be16-dd02ea63aba2 req-c1161157-1632-4450-9960-fd500f1732a4 tempest-SecurityGroupsTestJSON-1212657955 tempest-SecurityGroupsTestJSON-1212657955-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:43:40.980570 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-9edc7739-b100-47b7-be16-dd02ea63aba2 req-c1161157-1632-4450-9960-fd500f1732a4 tempest-SecurityGroupsTestJSON-1212657955 tempest-SecurityGroupsTestJSON-1212657955-project] 10.222.0.42 "GET /v2.0/ports?device_id=443cd979-832d-498d-9045-9ae58c27efa7 HTTP/1.1" status: 200 len: 944 time: 0.3823035 Apr 18 20:43:41.026562 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-9170adef-6ecd-4e05-beb2-24290c60f064 req-028af893-0ee9-46b3-af39-e94dbf0808fd tempest-FloatingIPsAssociationNegativeTestJSON-713744009 tempest-FloatingIPsAssociationNegativeTestJSON-713744009-project] 10.222.0.42 "GET /v2.0/floatingips?floating_ip_address=172.25.8.37 HTTP/1.1" status: 200 len: 695 time: 0.1599727 Apr 18 20:43:41.050005 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-235d8574-0586-43be-bc29-0f92d12f69ea req-0092a9d7-ab89-4b87-a529-475268ccd637 tempest-ServersAdminTestJSON-1240675426 tempest-ServersAdminTestJSON-1240675426-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:43:41.056268 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-235d8574-0586-43be-bc29-0f92d12f69ea req-0092a9d7-ab89-4b87-a529-475268ccd637 tempest-ServersAdminTestJSON-1240675426 tempest-ServersAdminTestJSON-1240675426-project] 10.222.0.43 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2859237 Apr 18 20:43:41.073674 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] get_ports_and_sgs() called for port_ids ['8252ee27-efd7-40f7-9fba-90979acc864e'] {{(pid=84042) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 18 20:43:41.074321 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.v2.base [req-235d8574-0586-43be-bc29-0f92d12f69ea req-3ba3e01f-3908-4e71-b363-2192cf37e113 tempest-ServersAdminTestJSON-1240675426 tempest-ServersAdminTestJSON-1240675426-project] Request body: {'port': {'device_id': '68a2a907-d975-4fae-8743-c2b0354cf23e', 'network_id': 'cb56989d-7c5d-4678-b194-1d2edf1e842a', 'admin_state_up': True, 'tenant_id': '14988d38be0e437cb0a1328781b15e3f'}} {{(pid=84041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 20:43:41.141903 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-9170adef-6ecd-4e05-beb2-24290c60f064 req-376e658d-c120-4d08-88b1-eab283caec24 tempest-FloatingIPsAssociationNegativeTestJSON-713744009 tempest-FloatingIPsAssociationNegativeTestJSON-713744009-project] 10.222.0.42 "GET /v2.0/floatingips?floating_ip_address=172.25.8.37 HTTP/1.1" status: 200 len: 695 time: 0.1046131 Apr 18 20:43:41.150701 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-9edc7739-b100-47b7-be16-dd02ea63aba2 req-32fb2d94-e7a5-4b4f-b839-1ecc0e41e629 tempest-SecurityGroupsTestJSON-1212657955 tempest-SecurityGroupsTestJSON-1212657955-project] 10.222.0.42 "GET /v2.0/security-groups?id=9011416c-6492-4991-9c3b-a886ca17cbe3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1693003 Apr 18 20:43:41.151915 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-c0866ae6-4f1b-4ca4-b113-b2ba0163123a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33526260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32266407', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32486287'] for subnet, after_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:43:41.305105 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0866ae6-4f1b-4ca4-b113-b2ba0163123a admin admin] Pushing event updated for resources: {'Subnet': ['ID=1cd9a891-5207-432a-a9d3-241c415f721d,revision_number=0']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:43:41.326827 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [req-235d8574-0586-43be-bc29-0f92d12f69ea req-3ba3e01f-3908-4e71-b363-2192cf37e113 tempest-ServersAdminTestJSON-1240675426 tempest-ServersAdminTestJSON-1240675426-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:43:41.330783 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0866ae6-4f1b-4ca4-b113-b2ba0163123a admin admin] Checking segment: {'id': 'b7608bf8-f237-43a6-bbaa-712146cf31cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': '7095e9f4-55a0-4bd0-be55-8e87fdd96d3a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84041) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 20:43:41.331108 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-94c4fe30-1df0-419a-9fc6-4061df487697 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:43:41.331299 n-d-838334-2 neutron-server[84041]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0866ae6-4f1b-4ca4-b113-b2ba0163123a admin admin] Network hostable DHCP agents. Network: 7095e9f4-55a0-4bd0-be55-8e87fdd96d3a, hostable agents: ['8746f8ea-3e91-4b32-9919-2c63adeb8722'], hosted agents: [] {{(pid=84041) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 20:43:41.337201 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [req-235d8574-0586-43be-bc29-0f92d12f69ea req-3ba3e01f-3908-4e71-b363-2192cf37e113 tempest-ServersAdminTestJSON-1240675426 tempest-ServersAdminTestJSON-1240675426-project] Usage tracker for resource:port and tenant:14988d38be0e437cb0a1328781b15e3f is out of sync, need to count used quota {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:43:41.340200 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [req-235d8574-0586-43be-bc29-0f92d12f69ea req-3ba3e01f-3908-4e71-b363-2192cf37e113 tempest-ServersAdminTestJSON-1240675426 tempest-ServersAdminTestJSON-1240675426-project] Quota usage for port was recalculated. Used quota:2. {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:43:41.346113 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.plugin [req-9170adef-6ecd-4e05-beb2-24290c60f064 req-91c0871b-eeb4-448e-a16c-39bc3100876e tempest-FloatingIPsAssociationNegativeTestJSON-713744009 tempest-FloatingIPsAssociationNegativeTestJSON-713744009-project] Deleting port 3793ccd5-ad64-47ac-9231-0c747a8b9aeb {{(pid=84040) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 20:43:41.346444 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-9170adef-6ecd-4e05-beb2-24290c60f064 req-91c0871b-eeb4-448e-a16c-39bc3100876e tempest-FloatingIPsAssociationNegativeTestJSON-713744009 tempest-FloatingIPsAssociationNegativeTestJSON-713744009-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750375188691'] for port, before_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:43:41.350059 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [req-235d8574-0586-43be-bc29-0f92d12f69ea req-3ba3e01f-3908-4e71-b363-2192cf37e113 tempest-ServersAdminTestJSON-1240675426 tempest-ServersAdminTestJSON-1240675426-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:43:41.364191 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-235d8574-0586-43be-bc29-0f92d12f69ea req-3ba3e01f-3908-4e71-b363-2192cf37e113 tempest-ServersAdminTestJSON-1240675426 tempest-ServersAdminTestJSON-1240675426-project] Made reservation on behalf of 14988d38be0e437cb0a1328781b15e3f for: {'port': 1} {{(pid=84041) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:43:41.367221 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [req-235d8574-0586-43be-bc29-0f92d12f69ea req-3ba3e01f-3908-4e71-b363-2192cf37e113 tempest-ServersAdminTestJSON-1240675426 tempest-ServersAdminTestJSON-1240675426-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:43:41.383049 n-d-838334-2 neutron-server[84041]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0866ae6-4f1b-4ca4-b113-b2ba0163123a admin admin] Network 7095e9f4-55a0-4bd0-be55-8e87fdd96d3a is scheduled to be hosted by DHCP agent 8746f8ea-3e91-4b32-9919-2c63adeb8722 with binding_index 1 {{(pid=84041) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 20:43:41.438209 n-d-838334-2 neutron-server[84041]: DEBUG neutron.scheduler.base_scheduler [None req-c0866ae6-4f1b-4ca4-b113-b2ba0163123a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-838334-2, 7095e9f4-55a0-4bd0-be55-8e87fdd96d3a) {{(pid=84041) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:43:41.447107 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0866ae6-4f1b-4ca4-b113-b2ba0163123a admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:43:41.447817 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-c0866ae6-4f1b-4ca4-b113-b2ba0163123a admin admin] Notify callbacks [] for subnet, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:43:41.454126 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81645bfa-b880-4520-abc8-1e1988164411 None None] Network 7095e9f4-55a0-4bd0-be55-8e87fdd96d3a requested from n-d-838334-2 {{(pid=84042) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 20:43:41.487805 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [None req-94c4fe30-1df0-419a-9fc6-4061df487697 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:43:41.503052 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-c0866ae6-4f1b-4ca4-b113-b2ba0163123a admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.9546058 Apr 18 20:43:41.505801 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-94c4fe30-1df0-419a-9fc6-4061df487697 admin admin] Usage tracker for resource:security_group_rule and tenant:be74b01e672e4c29acaceaaf0d9fe8f5 is out of sync, need to count used quota {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:43:41.507040 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 39688) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:43:41.510477 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-94c4fe30-1df0-419a-9fc6-4061df487697 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:43:41.513881 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.v2.base [None req-51fe2f96-5acc-4bab-9f7d-e0b850df5ab0 admin admin] Request body: {'router': {'name': 'tempest-ServersTestMultiNic-989973166-router', 'tenant_id': '86c5c562f6e642eda292a78265b6dea4', 'external_gateway_info': {'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c'}}} {{(pid=84041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 20:43:41.519758 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [None req-94c4fe30-1df0-419a-9fc6-4061df487697 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:43:41.556173 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-51fe2f96-5acc-4bab-9f7d-e0b850df5ab0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:43:41.568006 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-51fe2f96-5acc-4bab-9f7d-e0b850df5ab0 admin admin] Usage tracker for resource:router and tenant:86c5c562f6e642eda292a78265b6dea4 is out of sync, need to count used quota {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:43:41.572535 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-51fe2f96-5acc-4bab-9f7d-e0b850df5ab0 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:43:41.582260 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-51fe2f96-5acc-4bab-9f7d-e0b850df5ab0 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:43:41.605950 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.db_base_plugin_common [req-235d8574-0586-43be-bc29-0f92d12f69ea req-3ba3e01f-3908-4e71-b363-2192cf37e113 tempest-ServersAdminTestJSON-1240675426 tempest-ServersAdminTestJSON-1240675426-project] Allocated IP 192.168.233.225 (cb56989d-7c5d-4678-b194-1d2edf1e842a/c4b526db-4d8a-4d4c-a310-e3a599630ae1/7f8a76ca-f514-46f2-b74b-7b11a136bd76) {{(pid=84041) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:43:41.608929 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-51fe2f96-5acc-4bab-9f7d-e0b850df5ab0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-33442106', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5708'] for router, before_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:43:41.609922 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-51fe2f96-5acc-4bab-9f7d-e0b850df5ab0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33442137', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33444285', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33535433', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5703'] for router, precommit_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:43:41.618325 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-9170adef-6ecd-4e05-beb2-24290c60f064 req-91c0871b-eeb4-448e-a16c-39bc3100876e tempest-FloatingIPsAssociationNegativeTestJSON-713744009 tempest-FloatingIPsAssociationNegativeTestJSON-713744009-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369123'] for port, precommit_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:43:41.618676 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-9170adef-6ecd-4e05-beb2-24290c60f064 req-91c0871b-eeb4-448e-a16c-39bc3100876e tempest-FloatingIPsAssociationNegativeTestJSON-713744009 tempest-FloatingIPsAssociationNegativeTestJSON-713744009-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:43:41.662229 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-51fe2f96-5acc-4bab-9f7d-e0b850df5ab0 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:43:41.726344 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92a60d35-1acf-45ab-aeac-b1c776b7b5f7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp016840fc-1f9f-5892-9c53-c9cf6c845bbb-7095e9f4-55a0-4bd0-be55-8e87fdd96d3a', 'network_id': '7095e9f4-55a0-4bd0-be55-8e87fdd96d3a', 'tenant_id': '86c5c562f6e642eda292a78265b6dea4', 'fixed_ips': [{'subnet_id': '1cd9a891-5207-432a-a9d3-241c415f721d'}]}} from n-d-838334-2. {{(pid=84042) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 18 20:43:41.727323 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-92a60d35-1acf-45ab-aeac-b1c776b7b5f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_create {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:43:41.851766 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.plugin [req-9170adef-6ecd-4e05-beb2-24290c60f064 req-91c0871b-eeb4-448e-a16c-39bc3100876e tempest-FloatingIPsAssociationNegativeTestJSON-713744009 tempest-FloatingIPsAssociationNegativeTestJSON-713744009-project] Calling delete_port for 3793ccd5-ad64-47ac-9231-0c747a8b9aeb owned by network:floatingip {{(pid=84040) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 20:43:41.893822 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.db_base_plugin_common [None req-92a60d35-1acf-45ab-aeac-b1c776b7b5f7 None None] Allocated IP 172.20.0.2 (7095e9f4-55a0-4bd0-be55-8e87fdd96d3a/1cd9a891-5207-432a-a9d3-241c415f721d/23042b9a-0b1a-48d4-af37-5a3531466bca) {{(pid=84042) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:43:41.949309 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [req-235d8574-0586-43be-bc29-0f92d12f69ea req-3ba3e01f-3908-4e71-b363-2192cf37e113 tempest-ServersAdminTestJSON-1240675426 tempest-ServersAdminTestJSON-1240675426-project] Notify callbacks [] for port, precommit_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:43:41.951455 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-94c4fe30-1df0-419a-9fc6-4061df487697 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:43:41.966962 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.provisioning_blocks [req-235d8574-0586-43be-bc29-0f92d12f69ea req-3ba3e01f-3908-4e71-b363-2192cf37e113 tempest-ServersAdminTestJSON-1240675426 tempest-ServersAdminTestJSON-1240675426-project] Transition to ACTIVE for port object 7f8a76ca-f514-46f2-b74b-7b11a136bd76 will not be triggered until provisioned by entity DHCP. {{(pid=84041) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 20:43:41.975317 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-94c4fe30-1df0-419a-9fc6-4061df487697 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33528224'] for security_group, after_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:43:41.996009 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [req-235d8574-0586-43be-bc29-0f92d12f69ea req-3ba3e01f-3908-4e71-b363-2192cf37e113 tempest-ServersAdminTestJSON-1240675426 tempest-ServersAdminTestJSON-1240675426-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750374836619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32266323'] for port, after_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:43:42.000514 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd015793-07e5-4b08-94c1-602f4083ab40 req-d73b3766-017a-4c3d-8123-974c8806f7be tempest-ServersAdminNegativeTestJSON-611917932 tempest-ServersAdminNegativeTestJSON-611917932-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:43:42.002114 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-cd015793-07e5-4b08-94c1-602f4083ab40 req-d73b3766-017a-4c3d-8123-974c8806f7be tempest-ServersAdminNegativeTestJSON-611917932 tempest-ServersAdminNegativeTestJSON-611917932-project] 10.222.0.42 "GET /v2.0/ports?device_id=32dcb1ce-174e-448f-b660-811c526d8b71 HTTP/1.1" status: 200 len: 948 time: 0.4527211 Apr 18 20:43:42.026123 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] get_ports_and_sgs() called for port_ids ['7ee9c1ce-a165-4006-a514-881ee03d6aad', 'b09eec60-39b5-46cc-8a75-b4b365f01b2b'] {{(pid=84042) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 18 20:43:42.063765 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-51fe2f96-5acc-4bab-9f7d-e0b850df5ab0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-33444175', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-33443520', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5293'] for router, precommit_update {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:43:42.082300 n-d-838334-2 neutron-server[84041]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-235d8574-0586-43be-bc29-0f92d12f69ea req-3ba3e01f-3908-4e71-b363-2192cf37e113 tempest-ServersAdminTestJSON-1240675426 tempest-ServersAdminTestJSON-1240675426-project] Network cb56989d-7c5d-4678-b194-1d2edf1e842a is already hosted by enough agents. {{(pid=84041) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:43:42.088200 n-d-838334-2 neutron-server[84041]: DEBUG neutron.scheduler.base_scheduler [req-235d8574-0586-43be-bc29-0f92d12f69ea req-3ba3e01f-3908-4e71-b363-2192cf37e113 tempest-ServersAdminTestJSON-1240675426 tempest-ServersAdminTestJSON-1240675426-project] Resources bound (agent type, host, resource id): {{(pid=84041) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:43:42.095103 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.l3_dvrscheduler_db [req-235d8574-0586-43be-bc29-0f92d12f69ea req-3ba3e01f-3908-4e71-b363-2192cf37e113 tempest-ServersAdminTestJSON-1240675426 tempest-ServersAdminTestJSON-1240675426-project] Received port after_create {{(pid=84041) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 20:43:42.114081 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94c4fe30-1df0-419a-9fc6-4061df487697 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=86104972-eeb4-4e5c-8950-4d58b129bc34,revision_number=1']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:43:42.135572 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-94c4fe30-1df0-419a-9fc6-4061df487697 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=be74b01e672e4c29acaceaaf0d9fe8f5&name=default HTTP/1.1" status: 200 len: 2647 time: 1.2082536 Apr 18 20:43:42.143833 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 39692) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:43:42.153040 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94c4fe30-1df0-419a-9fc6-4061df487697 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:43:42.153389 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94c4fe30-1df0-419a-9fc6-4061df487697 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:43:42.153775 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94c4fe30-1df0-419a-9fc6-4061df487697 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:43:42.154313 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94c4fe30-1df0-419a-9fc6-4061df487697 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:43:42.154652 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94c4fe30-1df0-419a-9fc6-4061df487697 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:43:42.154996 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94c4fe30-1df0-419a-9fc6-4061df487697 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:43:42.155311 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94c4fe30-1df0-419a-9fc6-4061df487697 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:43:42.155653 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94c4fe30-1df0-419a-9fc6-4061df487697 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:43:42.155988 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94c4fe30-1df0-419a-9fc6-4061df487697 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:43:42.156310 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94c4fe30-1df0-419a-9fc6-4061df487697 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:43:42.156631 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94c4fe30-1df0-419a-9fc6-4061df487697 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:43:42.158385 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ba3e01f-3908-4e71-b363-2192cf37e113 tempest-ServersAdminTestJSON-1240675426 tempest-ServersAdminTestJSON-1240675426-project] Pushing event updated for resources: {'Port': ['ID=7f8a76ca-f514-46f2-b74b-7b11a136bd76,revision_number=1']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:43:42.207755 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-235d8574-0586-43be-bc29-0f92d12f69ea req-3ba3e01f-3908-4e71-b363-2192cf37e113 tempest-ServersAdminTestJSON-1240675426 tempest-ServersAdminTestJSON-1240675426-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:43:42.208377 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [req-235d8574-0586-43be-bc29-0f92d12f69ea req-3ba3e01f-3908-4e71-b363-2192cf37e113 tempest-ServersAdminTestJSON-1240675426 tempest-ServersAdminTestJSON-1240675426-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217293'] for port, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:43:42.221369 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-cd015793-07e5-4b08-94c1-602f4083ab40 req-95c5716e-c8f9-468d-a5b9-87f952a12568 tempest-ServersAdminNegativeTestJSON-611917932 tempest-ServersAdminNegativeTestJSON-611917932-project] 10.222.0.42 "GET /v2.0/security-groups?id=e0395a73-aa6b-4ce1-bb5e-d7bf600d145b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2052443 Apr 18 20:43:42.222261 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-9170adef-6ecd-4e05-beb2-24290c60f064 req-91c0871b-eeb4-448e-a16c-39bc3100876e tempest-FloatingIPsAssociationNegativeTestJSON-713744009 tempest-FloatingIPsAssociationNegativeTestJSON-713744009-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750375259028', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750374836628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32440838'] for port, after_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:43:42.294499 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-235d8574-0586-43be-bc29-0f92d12f69ea req-3ba3e01f-3908-4e71-b363-2192cf37e113 tempest-ServersAdminTestJSON-1240675426 tempest-ServersAdminTestJSON-1240675426-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.2240443 Apr 18 20:43:42.312569 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-92a60d35-1acf-45ab-aeac-b1c776b7b5f7 None None] Notify callbacks [] for port, precommit_create {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:43:42.327346 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-92a60d35-1acf-45ab-aeac-b1c776b7b5f7 None None] Transition to ACTIVE for port object 23042b9a-0b1a-48d4-af37-5a3531466bca will not be triggered until provisioned by entity L2. {{(pid=84042) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 20:43:42.332295 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91c0871b-eeb4-448e-a16c-39bc3100876e tempest-FloatingIPsAssociationNegativeTestJSON-713744009 tempest-FloatingIPsAssociationNegativeTestJSON-713744009-project] Pushing event deleted for resources: {'Port': ['ID=3793ccd5-ad64-47ac-9231-0c747a8b9aeb,revision_number=None']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:43:42.364995 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-92a60d35-1acf-45ab-aeac-b1c776b7b5f7 None None] Transition to ACTIVE for port object 23042b9a-0b1a-48d4-af37-5a3531466bca will not be triggered until provisioned by entity DHCP. {{(pid=84042) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 20:43:42.375737 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-92a60d35-1acf-45ab-aeac-b1c776b7b5f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750374836619'] for port, after_create {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:43:42.455297 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.v2.base [req-235d8574-0586-43be-bc29-0f92d12f69ea req-e105f58a-c3a9-41bd-bd08-b4ddd0003504 service neutron] Request body: {'port': {'device_id': '68a2a907-d975-4fae-8743-c2b0354cf23e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-838334-2'}} {{(pid=84041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 20:43:42.505948 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92a60d35-1acf-45ab-aeac-b1c776b7b5f7 None None] Pushing event updated for resources: {'Port': ['ID=23042b9a-0b1a-48d4-af37-5a3531466bca,revision_number=1']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:43:42.509285 n-d-838334-2 neutron-server[84042]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92a60d35-1acf-45ab-aeac-b1c776b7b5f7 None None] Network 7095e9f4-55a0-4bd0-be55-8e87fdd96d3a is already hosted by enough agents. {{(pid=84042) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:43:42.512840 n-d-838334-2 neutron-server[84042]: DEBUG neutron.scheduler.base_scheduler [None req-92a60d35-1acf-45ab-aeac-b1c776b7b5f7 None None] Resources bound (agent type, host, resource id): {{(pid=84042) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:43:42.526517 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-edab20bf-608e-4522-bf37-5b35f0b9726c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:43:42.527022 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92a60d35-1acf-45ab-aeac-b1c776b7b5f7 None None] Received port after_create {{(pid=84042) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 20:43:42.543780 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-b9b3c69b-c720-4f17-9b2a-bf871328e038 None None] Provisioning for port 7f8a76ca-f514-46f2-b74b-7b11a136bd76 completed by entity DHCP. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 20:43:42.552506 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-9170adef-6ecd-4e05-beb2-24290c60f064 req-91c0871b-eeb4-448e-a16c-39bc3100876e tempest-FloatingIPsAssociationNegativeTestJSON-713744009 tempest-FloatingIPsAssociationNegativeTestJSON-713744009-project] Notify callbacks [] for floatingip, after_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:43:42.586779 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-edab20bf-608e-4522-bf37-5b35f0b9726c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:43:42.592039 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-b9b3c69b-c720-4f17-9b2a-bf871328e038 None None] Provisioning complete for port 7f8a76ca-f514-46f2-b74b-7b11a136bd76 triggered by entity DHCP. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:43:42.592397 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-b9b3c69b-c720-4f17-9b2a-bf871328e038 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1253608'] for port, provisioning_complete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:43:42.594651 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [req-235d8574-0586-43be-bc29-0f92d12f69ea req-e105f58a-c3a9-41bd-bd08-b4ddd0003504 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:43:42.628512 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31d5a9aa-f3b1-49f6-90eb-77f3cb9665bd req-819e4b4c-578e-4b47-854f-3133fbc05551 tempest-ServersAdminTestJSON-1240675426 tempest-ServersAdminTestJSON-1240675426-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:43:42.629909 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-31d5a9aa-f3b1-49f6-90eb-77f3cb9665bd req-819e4b4c-578e-4b47-854f-3133fbc05551 tempest-ServersAdminTestJSON-1240675426 tempest-ServersAdminTestJSON-1240675426-project] 10.222.0.42 "GET /v2.0/ports?device_id=68a2a907-d975-4fae-8743-c2b0354cf23e HTTP/1.1" status: 200 len: 936 time: 0.2319233 Apr 18 20:43:42.688990 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-9170adef-6ecd-4e05-beb2-24290c60f064 req-91c0871b-eeb4-448e-a16c-39bc3100876e tempest-FloatingIPsAssociationNegativeTestJSON-713744009 tempest-FloatingIPsAssociationNegativeTestJSON-713744009-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217293'] for floatingip, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:43:42.690182 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-9170adef-6ecd-4e05-beb2-24290c60f064 req-91c0871b-eeb4-448e-a16c-39bc3100876e tempest-FloatingIPsAssociationNegativeTestJSON-713744009 tempest-FloatingIPsAssociationNegativeTestJSON-713744009-project] 10.222.0.42 "DELETE /v2.0/floatingips/64135736-1497-439b-9a6b-a9fac87d127c HTTP/1.1" status: 204 len: 173 time: 1.5369465 Apr 18 20:43:42.702805 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-31d5a9aa-f3b1-49f6-90eb-77f3cb9665bd req-f19501a5-b055-4cd5-ac08-3975d6433e53 tempest-ServersAdminTestJSON-1240675426 tempest-ServersAdminTestJSON-1240675426-project] 10.222.0.42 "GET /v2.0/security-groups?id=b9ed1788-e987-4b94-9dd4-ed408bd7803e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637038 Apr 18 20:43:42.713657 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.managers [None req-92a60d35-1acf-45ab-aeac-b1c776b7b5f7 None None] Attempting to bind port 23042b9a-0b1a-48d4-af37-5a3531466bca on host n-d-838334-2 for vnic_type normal with profile {{(pid=84042) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:43:42.714023 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.managers [None req-92a60d35-1acf-45ab-aeac-b1c776b7b5f7 None None] Attempting to bind port 23042b9a-0b1a-48d4-af37-5a3531466bca by drivers openvswitch,hyperv on host n-d-838334-2 at level 0 using segments [{'id': 'b7608bf8-f237-43a6-bbaa-712146cf31cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': '7095e9f4-55a0-4bd0-be55-8e87fdd96d3a'}] {{(pid=84042) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:43:42.714378 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92a60d35-1acf-45ab-aeac-b1c776b7b5f7 None None] Attempting to bind port 23042b9a-0b1a-48d4-af37-5a3531466bca on network 7095e9f4-55a0-4bd0-be55-8e87fdd96d3a {{(pid=84042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 20:43:42.728148 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.plugin [None req-b9b3c69b-c720-4f17-9b2a-bf871328e038 None None] Port 7f8a76ca-f514-46f2-b74b-7b11a136bd76 cannot update to ACTIVE because it is not bound. {{(pid=84042) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 18 20:43:42.735360 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92a60d35-1acf-45ab-aeac-b1c776b7b5f7 None None] Checking agent: {'id': '97cd4414-7af6-4d67-868d-dff370b4071a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838334-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 25, 49), 'started_at': datetime.datetime(2022, 4, 18, 20, 26, 19), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 20, 43, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838334-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 18 20:43:42.735872 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92a60d35-1acf-45ab-aeac-b1c776b7b5f7 None None] Checking segment: {'id': 'b7608bf8-f237-43a6-bbaa-712146cf31cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': '7095e9f4-55a0-4bd0-be55-8e87fdd96d3a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84042) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 20:43:42.736275 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-92a60d35-1acf-45ab-aeac-b1c776b7b5f7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:43:42.736655 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92a60d35-1acf-45ab-aeac-b1c776b7b5f7 None None] Bound using segment: {'id': 'b7608bf8-f237-43a6-bbaa-712146cf31cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': '7095e9f4-55a0-4bd0-be55-8e87fdd96d3a'} {{(pid=84042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 18 20:43:42.737121 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.managers [None req-92a60d35-1acf-45ab-aeac-b1c776b7b5f7 None None] Bound port: 23042b9a-0b1a-48d4-af37-5a3531466bca, host: n-d-838334-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b7608bf8-f237-43a6-bbaa-712146cf31cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': '7095e9f4-55a0-4bd0-be55-8e87fdd96d3a'}}] {{(pid=84042) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 20:43:42.737493 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-92a60d35-1acf-45ab-aeac-b1c776b7b5f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:43:42.739174 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-edab20bf-608e-4522-bf37-5b35f0b9726c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33528224'] for security_group, after_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:43:42.775580 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-edab20bf-608e-4522-bf37-5b35f0b9726c admin admin] Notify callbacks [] for security_group, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:43:42.781063 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-edab20bf-608e-4522-bf37-5b35f0b9726c admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/86104972-eeb4-4e5c-8950-4d58b129bc34 HTTP/1.1" status: 204 len: 168 time: 0.6327021 Apr 18 20:43:42.783255 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edab20bf-608e-4522-bf37-5b35f0b9726c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=86104972-eeb4-4e5c-8950-4d58b129bc34,revision_number=None']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:43:42.878332 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-51fe2f96-5acc-4bab-9f7d-e0b850df5ab0 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:43:42.964876 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-92a60d35-1acf-45ab-aeac-b1c776b7b5f7 None None] For port 23042b9a-0b1a-48d4-af37-5a3531466bca, host n-d-838334-2, cleared binding levels {{(pid=84042) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 20:43:42.969116 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-92a60d35-1acf-45ab-aeac-b1c776b7b5f7 None None] For port 23042b9a-0b1a-48d4-af37-5a3531466bca, host n-d-838334-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838334-2',level=0,port_id=23042b9a-0b1a-48d4-af37-5a3531466bca,segment=NetworkSegment(b7608bf8-f237-43a6-bbaa-712146cf31cd),segment_id=b7608bf8-f237-43a6-bbaa-712146cf31cd)] {{(pid=84042) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 20:43:42.986860 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-92a60d35-1acf-45ab-aeac-b1c776b7b5f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682'] for port, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:43:43.012083 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70f2d393-d8dd-44c7-b403-fb51d80ebd4c req-0b296a7b-f0e2-4f84-a5b9-db72c4ead788 tempest-ServersOnMultiNodesTest-1168278630 tempest-ServersOnMultiNodesTest-1168278630-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:43:43.019379 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-70f2d393-d8dd-44c7-b403-fb51d80ebd4c req-0b296a7b-f0e2-4f84-a5b9-db72c4ead788 tempest-ServersOnMultiNodesTest-1168278630 tempest-ServersOnMultiNodesTest-1168278630-project] 10.222.0.42 "GET /v2.0/ports?device_id=44efab35-5c01-4961-a45b-8934b6a92124 HTTP/1.1" status: 200 len: 950 time: 0.1606658 Apr 18 20:43:43.054051 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c32c96a-de09-4b8e-8bc9-96381cacbe58 req-b13b37c1-a6d5-45bc-9cd3-a1ba2aa34b29 tempest-SecurityGroupsTestJSON-1212657955 tempest-SecurityGroupsTestJSON-1212657955-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:43:43.055510 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-9c32c96a-de09-4b8e-8bc9-96381cacbe58 req-b13b37c1-a6d5-45bc-9cd3-a1ba2aa34b29 tempest-SecurityGroupsTestJSON-1212657955 tempest-SecurityGroupsTestJSON-1212657955-project] 10.222.0.42 "GET /v2.0/ports?device_id=443cd979-832d-498d-9045-9ae58c27efa7 HTTP/1.1" status: 200 len: 944 time: 0.1527205 Apr 18 20:43:43.083810 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92a60d35-1acf-45ab-aeac-b1c776b7b5f7 None None] Pushing event updated for resources: {'Port': ['ID=23042b9a-0b1a-48d4-af37-5a3531466bca,revision_number=2']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:43:43.110967 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-51fe2f96-5acc-4bab-9f7d-e0b850df5ab0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:43:43.125639 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-70f2d393-d8dd-44c7-b403-fb51d80ebd4c req-b36392f8-4f6d-4443-98b6-c847399ec2c9 tempest-ServersOnMultiNodesTest-1168278630 tempest-ServersOnMultiNodesTest-1168278630-project] 10.222.0.42 "GET /v2.0/security-groups?id=e1e985d3-f227-45b4-b9a7-ffadcd0db1b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1051648 Apr 18 20:43:43.176316 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-9c32c96a-de09-4b8e-8bc9-96381cacbe58 req-ab7386c0-5e55-4467-b48f-86aafcc9f1f8 tempest-SecurityGroupsTestJSON-1212657955 tempest-SecurityGroupsTestJSON-1212657955-project] 10.222.0.42 "GET /v2.0/security-groups?id=9011416c-6492-4991-9c3b-a886ca17cbe3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1081648 Apr 18 20:43:43.315503 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [req-a51e93d6-eb1d-436e-8c05-2d140db9d9f1 req-aa1cee13-6d7c-4f0d-9de1-4140fd231998 tempest-FloatingIPsAssociationNegativeTestJSON-713744009 tempest-FloatingIPsAssociationNegativeTestJSON-713744009-project] Synchronizing usage tracker for tenant:a7214e61b62b477cbc96b5c157267d89 on resource:floatingip {{(pid=84040) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 20:43:43.322309 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 39706) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:43:43.347718 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-19df87b3-cf18-4cc5-adc9-44734bfbeaff admin admin] Notify callbacks [] for security_group, before_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:43:43.379344 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [req-a51e93d6-eb1d-436e-8c05-2d140db9d9f1 req-aa1cee13-6d7c-4f0d-9de1-4140fd231998 tempest-FloatingIPsAssociationNegativeTestJSON-713744009 tempest-FloatingIPsAssociationNegativeTestJSON-713744009-project] Unset dirty status for tenant:a7214e61b62b477cbc96b5c157267d89 on resource:floatingip {{(pid=84040) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 20:43:43.390473 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-a51e93d6-eb1d-436e-8c05-2d140db9d9f1 req-aa1cee13-6d7c-4f0d-9de1-4140fd231998 tempest-FloatingIPsAssociationNegativeTestJSON-713744009 tempest-FloatingIPsAssociationNegativeTestJSON-713744009-project] 10.222.0.42 "GET /v2.0/floatingips?floating_ip_address=172.25.8.109 HTTP/1.1" status: 200 len: 1002 time: 0.1809313 Apr 18 20:43:43.490656 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [None req-19df87b3-cf18-4cc5-adc9-44734bfbeaff admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:43:43.494552 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.db_base_plugin_common [None req-51fe2f96-5acc-4bab-9f7d-e0b850df5ab0 admin admin] Allocated IP 172.25.8.201 (e41b6600-a917-4a8d-b05c-be3be40c6d8c/6b05667b-848e-4356-9b44-d5eb6808ef74/9902f4c9-cd0a-430a-a188-0cc9378e066e) {{(pid=84041) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:43:43.502156 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a51e93d6-eb1d-436e-8c05-2d140db9d9f1 req-592cc98f-89f8-4ffe-95e4-01b252164213 tempest-FloatingIPsAssociationNegativeTestJSON-713744009 tempest-FloatingIPsAssociationNegativeTestJSON-713744009-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:43:43.502873 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [req-a51e93d6-eb1d-436e-8c05-2d140db9d9f1 req-592cc98f-89f8-4ffe-95e4-01b252164213 tempest-FloatingIPsAssociationNegativeTestJSON-713744009 tempest-FloatingIPsAssociationNegativeTestJSON-713744009-project] Synchronizing usage tracker for tenant:a7214e61b62b477cbc96b5c157267d89 on resource:port {{(pid=84040) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 20:43:43.505454 n-d-838334-2 neutron-server[84041]: DEBUG neutron.notifiers.nova [req-235d8574-0586-43be-bc29-0f92d12f69ea req-e105f58a-c3a9-41bd-bd08-b4ddd0003504 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7f8a76ca-f514-46f2-b74b-7b11a136bd76 {{(pid=84041) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 18 20:43:43.510146 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-19df87b3-cf18-4cc5-adc9-44734bfbeaff admin admin] Usage tracker for resource:security_group_rule and tenant:966b735526b54a37aa1c3d9f7cb2d70b is out of sync, need to count used quota {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:43:43.519426 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [req-235d8574-0586-43be-bc29-0f92d12f69ea req-e105f58a-c3a9-41bd-bd08-b4ddd0003504 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:43:43.521772 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-19df87b3-cf18-4cc5-adc9-44734bfbeaff admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:43:43.553916 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [None req-19df87b3-cf18-4cc5-adc9-44734bfbeaff admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:43:43.557354 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [req-a51e93d6-eb1d-436e-8c05-2d140db9d9f1 req-592cc98f-89f8-4ffe-95e4-01b252164213 tempest-FloatingIPsAssociationNegativeTestJSON-713744009 tempest-FloatingIPsAssociationNegativeTestJSON-713744009-project] Unset dirty status for tenant:a7214e61b62b477cbc96b5c157267d89 on resource:port {{(pid=84040) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 20:43:43.561731 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-a51e93d6-eb1d-436e-8c05-2d140db9d9f1 req-592cc98f-89f8-4ffe-95e4-01b252164213 tempest-FloatingIPsAssociationNegativeTestJSON-713744009 tempest-FloatingIPsAssociationNegativeTestJSON-713744009-project] 10.222.0.42 "GET /v2.0/ports/8b9c0209-8e08-4452-b426-91a922fe9d91 HTTP/1.1" status: 200 len: 943 time: 0.1683519 Apr 18 20:43:43.648220 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.provisioning_blocks [req-235d8574-0586-43be-bc29-0f92d12f69ea req-e105f58a-c3a9-41bd-bd08-b4ddd0003504 service neutron] Transition to ACTIVE for port object 7f8a76ca-f514-46f2-b74b-7b11a136bd76 will not be triggered until provisioned by entity L2. {{(pid=84041) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 20:43:43.660804 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [req-235d8574-0586-43be-bc29-0f92d12f69ea req-e105f58a-c3a9-41bd-bd08-b4ddd0003504 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32266282'] for port, after_update {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:43:43.839801 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e105f58a-c3a9-41bd-bd08-b4ddd0003504 service neutron] Pushing event updated for resources: {'Port': ['ID=7f8a76ca-f514-46f2-b74b-7b11a136bd76,revision_number=2']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:43:43.891111 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb00ba14-aec7-4e1e-9e92-59a0d0aacd79 req-501be031-d77a-41af-94f0-9f2ff5b9bf60 tempest-ServersOnMultiNodesTest-1168278630 tempest-ServersOnMultiNodesTest-1168278630-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:43:43.892545 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-cb00ba14-aec7-4e1e-9e92-59a0d0aacd79 req-501be031-d77a-41af-94f0-9f2ff5b9bf60 tempest-ServersOnMultiNodesTest-1168278630 tempest-ServersOnMultiNodesTest-1168278630-project] 10.222.0.48 "GET /v2.0/ports?device_id=44efab35-5c01-4961-a45b-8934b6a92124 HTTP/1.1" status: 200 len: 950 time: 0.3160121 Apr 18 20:43:43.909626 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-51fe2f96-5acc-4bab-9f7d-e0b850df5ab0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:43:44.006241 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-51fe2f96-5acc-4bab-9f7d-e0b850df5ab0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750374836619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32266323'] for port, after_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:43:44.011977 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.plugin [req-cb00ba14-aec7-4e1e-9e92-59a0d0aacd79 req-a41283d4-d893-4c24-a16d-58fd8125e579 tempest-ServersOnMultiNodesTest-1168278630 tempest-ServersOnMultiNodesTest-1168278630-project] Deleting port 73fd763f-e112-4ac2-af77-7c7a2e4ac601 {{(pid=84040) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 20:43:44.011977 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-cb00ba14-aec7-4e1e-9e92-59a0d0aacd79 req-a41283d4-d893-4c24-a16d-58fd8125e579 tempest-ServersOnMultiNodesTest-1168278630 tempest-ServersOnMultiNodesTest-1168278630-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750375188691'] for port, before_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:43:44.084809 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-a51e93d6-eb1d-436e-8c05-2d140db9d9f1 req-66d75a43-ee34-4240-860e-ccafa12daaa5 tempest-FloatingIPsAssociationNegativeTestJSON-713744009 tempest-FloatingIPsAssociationNegativeTestJSON-713744009-project] 10.222.0.42 "GET /v2.0/floatingips?floating_ip_address=172.25.8.109 HTTP/1.1" status: 200 len: 1002 time: 0.4005170 Apr 18 20:43:44.122281 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51fe2f96-5acc-4bab-9f7d-e0b850df5ab0 admin admin] Pushing event updated for resources: {'Port': ['ID=9902f4c9-cd0a-430a-a188-0cc9378e066e,revision_number=1']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:43:44.126538 n-d-838334-2 neutron-server[84041]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51fe2f96-5acc-4bab-9f7d-e0b850df5ab0 admin admin] Network e41b6600-a917-4a8d-b05c-be3be40c6d8c is already hosted by enough agents. {{(pid=84041) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:43:44.130235 n-d-838334-2 neutron-server[84041]: DEBUG neutron.scheduler.base_scheduler [None req-51fe2f96-5acc-4bab-9f7d-e0b850df5ab0 admin admin] Resources bound (agent type, host, resource id): {{(pid=84041) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:43:44.132354 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51fe2f96-5acc-4bab-9f7d-e0b850df5ab0 admin admin] Received port after_create {{(pid=84041) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 20:43:44.147873 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-19df87b3-cf18-4cc5-adc9-44734bfbeaff admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:43:44.161900 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-19df87b3-cf18-4cc5-adc9-44734bfbeaff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33528224'] for security_group, after_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:43:44.214323 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Device 8252ee27-efd7-40f7-9fba-90979acc864e up at agent hyperv_n-h2-838334-2 {{(pid=84042) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 20:43:44.228339 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.managers [req-235d8574-0586-43be-bc29-0f92d12f69ea req-e105f58a-c3a9-41bd-bd08-b4ddd0003504 service neutron] Attempting to bind port 7f8a76ca-f514-46f2-b74b-7b11a136bd76 on host n-h1-838334-2 for vnic_type normal with profile {{(pid=84041) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:43:44.229678 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.managers [req-235d8574-0586-43be-bc29-0f92d12f69ea req-e105f58a-c3a9-41bd-bd08-b4ddd0003504 service neutron] Attempting to bind port 7f8a76ca-f514-46f2-b74b-7b11a136bd76 by drivers openvswitch,hyperv on host n-h1-838334-2 at level 0 using segments [{'id': '62b85806-94d8-4a88-a06c-da82e5932d66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': 'cb56989d-7c5d-4678-b194-1d2edf1e842a'}] {{(pid=84041) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:43:44.230863 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-235d8574-0586-43be-bc29-0f92d12f69ea req-e105f58a-c3a9-41bd-bd08-b4ddd0003504 service neutron] Attempting to bind port 7f8a76ca-f514-46f2-b74b-7b11a136bd76 on network cb56989d-7c5d-4678-b194-1d2edf1e842a {{(pid=84041) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 20:43:44.257869 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-235d8574-0586-43be-bc29-0f92d12f69ea req-e105f58a-c3a9-41bd-bd08-b4ddd0003504 service neutron] Port 7f8a76ca-f514-46f2-b74b-7b11a136bd76 on network cb56989d-7c5d-4678-b194-1d2edf1e842a not bound, no agent of type Open vSwitch agent registered on host n-h1-838334-2 {{(pid=84041) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 18 20:43:44.258193 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-235d8574-0586-43be-bc29-0f92d12f69ea req-e105f58a-c3a9-41bd-bd08-b4ddd0003504 service neutron] Attempting to bind port 7f8a76ca-f514-46f2-b74b-7b11a136bd76 on network cb56989d-7c5d-4678-b194-1d2edf1e842a {{(pid=84041) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 20:43:44.323528 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-235d8574-0586-43be-bc29-0f92d12f69ea req-e105f58a-c3a9-41bd-bd08-b4ddd0003504 service neutron] Checking agent: {'id': 'd63bab19-ff81-4de1-afeb-a3732288d0d7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-838334-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 33, 59), 'started_at': datetime.datetime(2022, 4, 18, 20, 33, 59), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 20, 43, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84041) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 18 20:43:44.323988 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-235d8574-0586-43be-bc29-0f92d12f69ea req-e105f58a-c3a9-41bd-bd08-b4ddd0003504 service neutron] Checking segment: {'id': '62b85806-94d8-4a88-a06c-da82e5932d66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': 'cb56989d-7c5d-4678-b194-1d2edf1e842a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84041) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 20:43:44.324843 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-235d8574-0586-43be-bc29-0f92d12f69ea req-e105f58a-c3a9-41bd-bd08-b4ddd0003504 service neutron] Bound using segment: {'id': '62b85806-94d8-4a88-a06c-da82e5932d66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': 'cb56989d-7c5d-4678-b194-1d2edf1e842a'} {{(pid=84041) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 18 20:43:44.324843 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.managers [req-235d8574-0586-43be-bc29-0f92d12f69ea req-e105f58a-c3a9-41bd-bd08-b4ddd0003504 service neutron] Bound port: 7f8a76ca-f514-46f2-b74b-7b11a136bd76, host: n-h1-838334-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '62b85806-94d8-4a88-a06c-da82e5932d66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': 'cb56989d-7c5d-4678-b194-1d2edf1e842a'}}] {{(pid=84041) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 20:43:44.325358 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [req-235d8574-0586-43be-bc29-0f92d12f69ea req-e105f58a-c3a9-41bd-bd08-b4ddd0003504 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:43:44.331188 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Provisioning for port 8252ee27-efd7-40f7-9fba-90979acc864e completed by entity L2. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 20:43:44.338954 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Provisioning complete for port 8252ee27-efd7-40f7-9fba-90979acc864e triggered by entity L2. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:43:44.340268 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1253608'] for port, provisioning_complete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:43:44.498391 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:43:44.524538 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.db [req-235d8574-0586-43be-bc29-0f92d12f69ea req-e105f58a-c3a9-41bd-bd08-b4ddd0003504 service neutron] For port 7f8a76ca-f514-46f2-b74b-7b11a136bd76, host n-h1-838334-2, cleared binding levels {{(pid=84041) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 20:43:44.529331 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.db [req-235d8574-0586-43be-bc29-0f92d12f69ea req-e105f58a-c3a9-41bd-bd08-b4ddd0003504 service neutron] For port 7f8a76ca-f514-46f2-b74b-7b11a136bd76, host n-h1-838334-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838334-2',level=0,port_id=7f8a76ca-f514-46f2-b74b-7b11a136bd76,segment=NetworkSegment(62b85806-94d8-4a88-a06c-da82e5932d66),segment_id=62b85806-94d8-4a88-a06c-da82e5932d66)] {{(pid=84041) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 20:43:44.532586 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-51fe2f96-5acc-4bab-9f7d-e0b850df5ab0 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:43:44.533359 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-51fe2f96-5acc-4bab-9f7d-e0b850df5ab0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33443529', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33444176'] for router, after_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:43:44.546387 n-d-838334-2 neutron-server[84042]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '443cd979-832d-498d-9045-9ae58c27efa7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8252ee27-efd7-40f7-9fba-90979acc864e'}] {{(pid=84042) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 20:43:44.557985 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] For port 8252ee27-efd7-40f7-9fba-90979acc864e, host n-h2-838334-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838334-2',level=0,port_id=8252ee27-efd7-40f7-9fba-90979acc864e,segment=NetworkSegment(9d2a818f-5a4c-45ce-88ca-131c59c6d275),segment_id=9d2a818f-5a4c-45ce-88ca-131c59c6d275)] {{(pid=84042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:43:44.560238 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-4cb6bd1d-3ebb-4a1d-bb0f-691276dbdd61 req-0303504e-28db-4dcd-91a9-f077045ed21a tempest-ServersAdminNegativeTestJSON-1794901 tempest-ServersAdminNegativeTestJSON-1794901-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=32dcb1ce-174e-448f-b660-811c526d8b71 HTTP/1.1" status: 200 len: 1099 time: 0.7944434 Apr 18 20:43:44.565771 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682'] for port, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:43:44.568157 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Device 73fd763f-e112-4ac2-af77-7c7a2e4ac601 no longer exists at agent hyperv_n-h2-838334-2 {{(pid=84042) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 20:43:44.582688 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19df87b3-cf18-4cc5-adc9-44734bfbeaff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c3df6952-afab-49bf-9380-6cbbfeea7348,revision_number=1']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:43:44.594160 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [req-235d8574-0586-43be-bc29-0f92d12f69ea req-e105f58a-c3a9-41bd-bd08-b4ddd0003504 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32266282'] for port, after_update {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:43:44.615978 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-19df87b3-cf18-4cc5-adc9-44734bfbeaff admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=966b735526b54a37aa1c3d9f7cb2d70b&name=default HTTP/1.1" status: 200 len: 2647 time: 1.2926345 Apr 18 20:43:44.616800 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-4cb6bd1d-3ebb-4a1d-bb0f-691276dbdd61 req-0eb819dc-0d8e-4cc9-9fba-021c8c8a8034 tempest-ServersAdminNegativeTestJSON-1794901 tempest-ServersAdminNegativeTestJSON-1794901-project-admin] Notify callbacks [] for security_group, before_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:43:44.644328 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 39720) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:43:44.654279 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66611ea8-2019-4958-a234-8ac786fabe3a None None] Network 7095e9f4-55a0-4bd0-be55-8e87fdd96d3a requested from n-d-838334-2 {{(pid=84042) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 20:43:44.668703 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a51e93d6-eb1d-436e-8c05-2d140db9d9f1 req-6d37190a-fc8f-4c3d-b721-0b50a8ac89eb tempest-FloatingIPsAssociationNegativeTestJSON-713744009 tempest-FloatingIPsAssociationNegativeTestJSON-713744009-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:43:44.670053 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-a51e93d6-eb1d-436e-8c05-2d140db9d9f1 req-6d37190a-fc8f-4c3d-b721-0b50a8ac89eb tempest-FloatingIPsAssociationNegativeTestJSON-713744009 tempest-FloatingIPsAssociationNegativeTestJSON-713744009-project] 10.222.0.42 "GET /v2.0/networks/e41b6600-a917-4a8d-b05c-be3be40c6d8c HTTP/1.1" status: 200 len: 784 time: 0.5712726 Apr 18 20:43:44.813582 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Pushing event updated for resources: {'Port': ['ID=8252ee27-efd7-40f7-9fba-90979acc864e,revision_number=5']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:43:44.846020 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [req-235d8574-0586-43be-bc29-0f92d12f69ea req-e105f58a-c3a9-41bd-bd08-b4ddd0003504 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217293'] for port, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:43:44.847612 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-235d8574-0586-43be-bc29-0f92d12f69ea req-e105f58a-c3a9-41bd-bd08-b4ddd0003504 service neutron] 10.222.0.43 "PUT /v2.0/ports/7f8a76ca-f514-46f2-b74b-7b11a136bd76 HTTP/1.1" status: 200 len: 1096 time: 2.5436287 Apr 18 20:43:44.848946 n-d-838334-2 neutron-server[84041]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '68a2a907-d975-4fae-8743-c2b0354cf23e', 'tag': '7f8a76ca-f514-46f2-b74b-7b11a136bd76'}] {{(pid=84041) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 20:43:44.860255 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-37bc6724-fea2-49d1-af70-b548510e161f None None] Provisioning for port 23042b9a-0b1a-48d4-af37-5a3531466bca completed by entity DHCP. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 20:43:44.877488 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e105f58a-c3a9-41bd-bd08-b4ddd0003504 service neutron] Pushing event updated for resources: {'Port': ['ID=7f8a76ca-f514-46f2-b74b-7b11a136bd76,revision_number=3']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:43:44.889339 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [req-4cb6bd1d-3ebb-4a1d-bb0f-691276dbdd61 req-0eb819dc-0d8e-4cc9-9fba-021c8c8a8034 tempest-ServersAdminNegativeTestJSON-1794901 tempest-ServersAdminNegativeTestJSON-1794901-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:43:44.918534 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [req-4cb6bd1d-3ebb-4a1d-bb0f-691276dbdd61 req-0eb819dc-0d8e-4cc9-9fba-021c8c8a8034 tempest-ServersAdminNegativeTestJSON-1794901 tempest-ServersAdminNegativeTestJSON-1794901-project-admin] Usage tracker for resource:security_group_rule and tenant:66344e0628744bfea4a34b1aec245a50 is out of sync, need to count used quota {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:43:44.928659 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [req-4cb6bd1d-3ebb-4a1d-bb0f-691276dbdd61 req-0eb819dc-0d8e-4cc9-9fba-021c8c8a8034 tempest-ServersAdminNegativeTestJSON-1794901 tempest-ServersAdminNegativeTestJSON-1794901-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:43:44.944205 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [req-4cb6bd1d-3ebb-4a1d-bb0f-691276dbdd61 req-0eb819dc-0d8e-4cc9-9fba-021c8c8a8034 tempest-ServersAdminNegativeTestJSON-1794901 tempest-ServersAdminNegativeTestJSON-1794901-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:43:44.975098 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:43:45.005593 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-a51e93d6-eb1d-436e-8c05-2d140db9d9f1 req-9e431690-e6ec-45af-ae0f-6849a22a7f7d tempest-FloatingIPsAssociationNegativeTestJSON-713744009 tempest-FloatingIPsAssociationNegativeTestJSON-713744009-project] 10.222.0.42 "GET /v2.0/floatingips?floating_ip_address=172.25.8.109 HTTP/1.1" status: 200 len: 1002 time: 0.2777948 Apr 18 20:43:45.010931 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.db [req-cb00ba14-aec7-4e1e-9e92-59a0d0aacd79 req-a41283d4-d893-4c24-a16d-58fd8125e579 tempest-ServersOnMultiNodesTest-1168278630 tempest-ServersOnMultiNodesTest-1168278630-project] For port 73fd763f-e112-4ac2-af77-7c7a2e4ac601, host n-h2-838334-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838334-2',level=0,port_id=73fd763f-e112-4ac2-af77-7c7a2e4ac601,segment=NetworkSegment(62b85806-94d8-4a88-a06c-da82e5932d66),segment_id=62b85806-94d8-4a88-a06c-da82e5932d66)] {{(pid=84040) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:43:45.011600 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-cb00ba14-aec7-4e1e-9e92-59a0d0aacd79 req-a41283d4-d893-4c24-a16d-58fd8125e579 tempest-ServersOnMultiNodesTest-1168278630 tempest-ServersOnMultiNodesTest-1168278630-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369123'] for port, precommit_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:43:45.023065 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-dde3dee4-a425-4d2a-a475-0c18d9692003 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:43:45.035283 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.v2.base [req-a51e93d6-eb1d-436e-8c05-2d140db9d9f1 req-6ccdc8cb-8d39-402d-ad51-53d51ced9364 tempest-FloatingIPsAssociationNegativeTestJSON-713744009 tempest-FloatingIPsAssociationNegativeTestJSON-713744009-project] Request body: {'floatingip': {'port_id': None}} {{(pid=84040) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 20:43:45.123938 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Device 23042b9a-0b1a-48d4-af37-5a3531466bca up at agent ovs-agent-n-d-838334-2 {{(pid=84042) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 20:43:45.132680 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-235d8574-0586-43be-bc29-0f92d12f69ea req-ef4adc62-1fb3-4fe8-806b-3384fd360ebb service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=14988d38be0e437cb0a1328781b15e3f&device_id=68a2a907-d975-4fae-8743-c2b0354cf23e HTTP/1.1" status: 200 len: 1099 time: 0.1920626 Apr 18 20:43:45.181939 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] For port 73fd763f-e112-4ac2-af77-7c7a2e4ac601, host n-h2-838334-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838334-2',level=0,port_id=73fd763f-e112-4ac2-af77-7c7a2e4ac601,segment=NetworkSegment(62b85806-94d8-4a88-a06c-da82e5932d66),segment_id=62b85806-94d8-4a88-a06c-da82e5932d66)] {{(pid=84042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:43:45.201980 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682'] for port, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:43:45.217491 n-d-838334-2 neutron-server[84041]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-51fe2f96-5acc-4bab-9f7d-e0b850df5ab0 admin admin] Router 80b4e0f2-a667-4bba-9bfc-f432e16268e2 is scheduled to L3 agent bc84d6c9-dd7a-4555-a351-592327b46d5a with binding_index 1 {{(pid=84041) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 18 20:43:45.229913 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-235d8574-0586-43be-bc29-0f92d12f69ea req-fa24b782-ee87-48ac-9f4e-67e6234dfd63 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.225&port_id=7f8a76ca-f514-46f2-b74b-7b11a136bd76 HTTP/1.1" status: 200 len: 217 time: 0.0856152 Apr 18 20:43:45.271342 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.plugin [req-cb00ba14-aec7-4e1e-9e92-59a0d0aacd79 req-a41283d4-d893-4c24-a16d-58fd8125e579 tempest-ServersOnMultiNodesTest-1168278630 tempest-ServersOnMultiNodesTest-1168278630-project] Calling delete_port for 73fd763f-e112-4ac2-af77-7c7a2e4ac601 owned by compute:nova {{(pid=84040) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 20:43:45.308939 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Pushing event updated for resources: {'Port': ['ID=73fd763f-e112-4ac2-af77-7c7a2e4ac601,revision_number=6']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:43:45.328872 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Provisioning for port 23042b9a-0b1a-48d4-af37-5a3531466bca completed by entity L2. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 20:43:45.336549 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Provisioning complete for port 23042b9a-0b1a-48d4-af37-5a3531466bca triggered by entity L2. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:43:45.337203 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1253608'] for port, provisioning_complete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:43:45.374416 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-dde3dee4-a425-4d2a-a475-0c18d9692003 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:43:45.410048 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-a51e93d6-eb1d-436e-8c05-2d140db9d9f1 req-6ccdc8cb-8d39-402d-ad51-53d51ced9364 tempest-FloatingIPsAssociationNegativeTestJSON-713744009 tempest-FloatingIPsAssociationNegativeTestJSON-713744009-project] Notify callbacks [] for floatingip, before_update {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:43:45.491020 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:43:45.494092 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-235d8574-0586-43be-bc29-0f92d12f69ea req-184a9869-bb40-4555-baf6-fcc94f8334d7 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:43:45.495753 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-235d8574-0586-43be-bc29-0f92d12f69ea req-184a9869-bb40-4555-baf6-fcc94f8334d7 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=c4b526db-4d8a-4d4c-a310-e3a599630ae1 HTTP/1.1" status: 200 len: 843 time: 0.2551494 Apr 18 20:43:45.534396 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] For port 23042b9a-0b1a-48d4-af37-5a3531466bca, host n-d-838334-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838334-2',level=0,port_id=23042b9a-0b1a-48d4-af37-5a3531466bca,segment=NetworkSegment(b7608bf8-f237-43a6-bbaa-712146cf31cd),segment_id=b7608bf8-f237-43a6-bbaa-712146cf31cd)] {{(pid=84042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:43:45.542085 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682'] for port, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:43:45.642785 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-4cb6bd1d-3ebb-4a1d-bb0f-691276dbdd61 req-0eb819dc-0d8e-4cc9-9fba-021c8c8a8034 tempest-ServersAdminNegativeTestJSON-1794901 tempest-ServersAdminNegativeTestJSON-1794901-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:43:45.659067 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-235d8574-0586-43be-bc29-0f92d12f69ea req-9f7015f6-8c4c-4298-b2e2-ae123b47abc4 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=cb56989d-7c5d-4678-b194-1d2edf1e842a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1397212 Apr 18 20:43:45.700360 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.db.api [req-cb00ba14-aec7-4e1e-9e92-59a0d0aacd79 req-a41283d4-d893-4c24-a16d-58fd8125e579 tempest-ServersOnMultiNodesTest-1168278630 tempest-ServersOnMultiNodesTest-1168278630-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84040) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 18 20:43:45.700733 n-d-838334-2 neutron-server[84040]: DEBUG oslo_db.api [req-cb00ba14-aec7-4e1e-9e92-59a0d0aacd79 req-a41283d4-d893-4c24-a16d-58fd8125e579 tempest-ServersOnMultiNodesTest-1168278630 tempest-ServersOnMultiNodesTest-1168278630-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 18 20:43:45.701416 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-4cb6bd1d-3ebb-4a1d-bb0f-691276dbdd61 req-0eb819dc-0d8e-4cc9-9fba-021c8c8a8034 tempest-ServersAdminNegativeTestJSON-1794901 tempest-ServersAdminNegativeTestJSON-1794901-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33528224'] for security_group, after_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:43:45.718800 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Pushing event updated for resources: {'Port': ['ID=23042b9a-0b1a-48d4-af37-5a3531466bca,revision_number=3']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:43:45.766176 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-b2fb4f47-fa9a-41c9-9f2d-1433a6c9cf88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750375287399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253529'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:43:45.767101 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-4cb6bd1d-3ebb-4a1d-bb0f-691276dbdd61 req-0eb819dc-0d8e-4cc9-9fba-021c8c8a8034 tempest-ServersAdminNegativeTestJSON-1794901 tempest-ServersAdminNegativeTestJSON-1794901-project-admin] 10.222.0.42 "GET /v2.0/security-groups?id=e0395a73-aa6b-4ce1-bb5e-d7bf600d145b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.2059653 Apr 18 20:43:45.769760 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-39924af2-524f-46c9-bb21-d2ca5736f4b1 None None] Provisioning complete for port 23042b9a-0b1a-48d4-af37-5a3531466bca triggered by entity DHCP. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:43:45.770622 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-39924af2-524f-46c9-bb21-d2ca5736f4b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1253608'] for port, provisioning_complete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:43:45.772747 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-dde3dee4-a425-4d2a-a475-0c18d9692003 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33528224'] for security_group, after_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:43:45.784861 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eb819dc-0d8e-4cc9-9fba-021c8c8a8034 tempest-ServersAdminNegativeTestJSON-1794901 tempest-ServersAdminNegativeTestJSON-1794901-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eb9e7388-b024-4230-bdb1-266a1eae0e3a,revision_number=1']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:43:45.854271 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-51fe2f96-5acc-4bab-9f7d-e0b850df5ab0 admin admin] Notify agent at l3_agent.n-d-838334-2 the message routers_updated {{(pid=84041) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 20:43:45.866589 n-d-838334-2 neutron-server[84043]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bb04704-8d83-4ecf-9ce4-908d3bcc1722 None None] Sync routers for ids ['80b4e0f2-a667-4bba-9bfc-f432e16268e2'] in n-d-838334-2 {{(pid=84043) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 18 20:43:45.891277 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bb04704-8d83-4ecf-9ce4-908d3bcc1722 None None] Routers {'80b4e0f2-a667-4bba-9bfc-f432e16268e2'} bound to L3 agent in host n-d-838334-2 {{(pid=84043) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 20:43:45.891940 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.l3_hamode_db [None req-7bb04704-8d83-4ecf-9ce4-908d3bcc1722 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838334-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-18T20:25:48Z,description=,heartbeat_timestamp=2022-04-18T20:43:18Z,host='n-d-838334-2',id=bc84d6c9-dd7a-4555-a351-592327b46d5a,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:25:48Z,topic='l3_agent')) {'router_ids': ['80b4e0f2-a667-4bba-9bfc-f432e16268e2'], 'active': True} {{(pid=84043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:43:45.919965 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-235d8574-0586-43be-bc29-0f92d12f69ea req-e5e668ea-fe41-4e96-999f-946e7191ae16 service neutron] 10.222.0.43 "GET /v2.0/networks/cb56989d-7c5d-4678-b194-1d2edf1e842a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2487774 Apr 18 20:43:45.924696 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-51fe2f96-5acc-4bab-9f7d-e0b850df5ab0 admin admin] Notify callbacks [] for router, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:43:45.926254 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-51fe2f96-5acc-4bab-9f7d-e0b850df5ab0 admin admin] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 4.4182208 Apr 18 20:43:45.962664 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 39726) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:43:46.026984 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dde3dee4-a425-4d2a-a475-0c18d9692003 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3df6952-afab-49bf-9380-6cbbfeea7348,revision_number=None']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:43:46.030506 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-a51e93d6-eb1d-436e-8c05-2d140db9d9f1 req-6ccdc8cb-8d39-402d-ad51-53d51ced9364 tempest-FloatingIPsAssociationNegativeTestJSON-713744009 tempest-FloatingIPsAssociationNegativeTestJSON-713744009-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:43:46.043893 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-dde3dee4-a425-4d2a-a475-0c18d9692003 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:43:46.047123 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-dde3dee4-a425-4d2a-a475-0c18d9692003 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/c3df6952-afab-49bf-9380-6cbbfeea7348 HTTP/1.1" status: 204 len: 168 time: 1.4008243 Apr 18 20:43:46.047530 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-a51e93d6-eb1d-436e-8c05-2d140db9d9f1 req-6ccdc8cb-8d39-402d-ad51-53d51ced9364 tempest-FloatingIPsAssociationNegativeTestJSON-713744009 tempest-FloatingIPsAssociationNegativeTestJSON-713744009-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33444131'] for floatingip, after_update {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:43:46.047982 n-d-838334-2 neutron-server[84040]: INFO neutron.db.l3_db [req-a51e93d6-eb1d-436e-8c05-2d140db9d9f1 req-6ccdc8cb-8d39-402d-ad51-53d51ced9364 tempest-FloatingIPsAssociationNegativeTestJSON-713744009 tempest-FloatingIPsAssociationNegativeTestJSON-713744009-project] Floating IP 30c935db-ba6f-4813-9408-5005c3aa3fd5 disassociated. External IP: 172.25.8.109, port: 8b9c0209-8e08-4452-b426-91a922fe9d91. Apr 18 20:43:46.270846 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.l3_dvr_db [None req-7bb04704-8d83-4ecf-9ce4-908d3bcc1722 None None] Set router 80b4e0f2-a667-4bba-9bfc-f432e16268e2 gateway port host: n-d-838334-2 {{(pid=84043) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 20:43:46.296697 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.plugin [req-cb00ba14-aec7-4e1e-9e92-59a0d0aacd79 req-a41283d4-d893-4c24-a16d-58fd8125e579 tempest-ServersOnMultiNodesTest-1168278630 tempest-ServersOnMultiNodesTest-1168278630-project] Deleting port 73fd763f-e112-4ac2-af77-7c7a2e4ac601 {{(pid=84040) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 20:43:46.297167 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-cb00ba14-aec7-4e1e-9e92-59a0d0aacd79 req-a41283d4-d893-4c24-a16d-58fd8125e579 tempest-ServersOnMultiNodesTest-1168278630 tempest-ServersOnMultiNodesTest-1168278630-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750375188691'] for port, before_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:43:46.359830 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-235d8574-0586-43be-bc29-0f92d12f69ea req-9ef0a03a-c81b-4d07-8785-ad27a7af862c service neutron] 10.222.0.43 "GET /v2.0/networks/cb56989d-7c5d-4678-b194-1d2edf1e842a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4314902 Apr 18 20:43:46.815742 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.l3_hamode_db [None req-7bb04704-8d83-4ecf-9ce4-908d3bcc1722 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '80b4e0f2-a667-4bba-9bfc-f432e16268e2', 'name': 'tempest-ServersTestMultiNic-989973166-router', 'tenant_id': '86c5c562f6e642eda292a78265b6dea4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'external_fixed_ips': [{'subnet_id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'ip_address': '172.25.8.201'}], 'enable_snat': True}, 'gw_port_id': '9902f4c9-cd0a-430a-a188-0cc9378e066e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:43:41Z', 'updated_at': '2022-04-18T20:43:44Z', 'revision_number': 3, 'project_id': '86c5c562f6e642eda292a78265b6dea4', 'gw_port': {'id': '9902f4c9-cd0a-430a-a188-0cc9378e066e', 'name': '', 'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:fc:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '80b4e0f2-a667-4bba-9bfc-f432e16268e2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'ip_address': '172.25.8.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:43:43Z', 'updated_at': '2022-04-18T20:43:43Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838334-2'}], 'n-d-838334-2', False) {} {{(pid=84043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:43:46.820839 n-d-838334-2 neutron-server[84043]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bb04704-8d83-4ecf-9ce4-908d3bcc1722 None None] Checking router: 80b4e0f2-a667-4bba-9bfc-f432e16268e2 for host: n-d-838334-2 {{(pid=84043) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 18 20:43:46.821179 n-d-838334-2 neutron-server[84043]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bb04704-8d83-4ecf-9ce4-908d3bcc1722 None None] Updating router 80b4e0f2-a667-4bba-9bfc-f432e16268e2 port 9902f4c9-cd0a-430a-a188-0cc9378e066e binding host n-d-838334-2 {{(pid=84043) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 18 20:43:46.938617 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1e9cd2a-aebb-49b2-9f5e-e132ecaf93ee req-e8a5bd8e-3218-4687-b9eb-7804867f9e49 tempest-ServersAdminTestJSON-1240675426 tempest-ServersAdminTestJSON-1240675426-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:43:46.940285 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-b1e9cd2a-aebb-49b2-9f5e-e132ecaf93ee req-e8a5bd8e-3218-4687-b9eb-7804867f9e49 tempest-ServersAdminTestJSON-1240675426 tempest-ServersAdminTestJSON-1240675426-project] 10.222.0.42 "GET /v2.0/ports?device_id=68a2a907-d975-4fae-8743-c2b0354cf23e HTTP/1.1" status: 200 len: 948 time: 0.6458476 Apr 18 20:43:47.002932 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Device 23042b9a-0b1a-48d4-af37-5a3531466bca up at agent ovs-agent-n-d-838334-2 {{(pid=84042) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 20:43:47.036598 n-d-838334-2 neutron-server[84043]: DEBUG neutron_lib.callbacks.manager [None req-7bb04704-8d83-4ecf-9ce4-908d3bcc1722 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:43:47.051115 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.db [req-cb00ba14-aec7-4e1e-9e92-59a0d0aacd79 req-a41283d4-d893-4c24-a16d-58fd8125e579 tempest-ServersOnMultiNodesTest-1168278630 tempest-ServersOnMultiNodesTest-1168278630-project] For port 73fd763f-e112-4ac2-af77-7c7a2e4ac601, host n-h2-838334-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838334-2',level=0,port_id=73fd763f-e112-4ac2-af77-7c7a2e4ac601,segment=NetworkSegment(62b85806-94d8-4a88-a06c-da82e5932d66),segment_id=62b85806-94d8-4a88-a06c-da82e5932d66)] {{(pid=84040) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:43:47.051477 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-cb00ba14-aec7-4e1e-9e92-59a0d0aacd79 req-a41283d4-d893-4c24-a16d-58fd8125e579 tempest-ServersOnMultiNodesTest-1168278630 tempest-ServersOnMultiNodesTest-1168278630-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369123'] for port, precommit_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:43:47.202456 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.plugin [req-cb00ba14-aec7-4e1e-9e92-59a0d0aacd79 req-a41283d4-d893-4c24-a16d-58fd8125e579 tempest-ServersOnMultiNodesTest-1168278630 tempest-ServersOnMultiNodesTest-1168278630-project] Calling delete_port for 73fd763f-e112-4ac2-af77-7c7a2e4ac601 owned by compute:nova {{(pid=84040) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 20:43:47.287586 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-b1e9cd2a-aebb-49b2-9f5e-e132ecaf93ee req-a1f8318f-d710-478f-b7d4-5fdfac86f851 tempest-ServersAdminTestJSON-1240675426 tempest-ServersAdminTestJSON-1240675426-project] 10.222.0.42 "GET /v2.0/security-groups?id=b9ed1788-e987-4b94-9dd4-ed408bd7803e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3285048 Apr 18 20:43:47.296086 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Provisioning complete for port 23042b9a-0b1a-48d4-af37-5a3531466bca triggered by entity L2. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:43:47.296730 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1253608'] for port, provisioning_complete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:43:47.687425 n-d-838334-2 neutron-server[84043]: DEBUG neutron_lib.callbacks.manager [None req-7bb04704-8d83-4ecf-9ce4-908d3bcc1722 None None] Notify callbacks [] for port, precommit_update {{(pid=84043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:43:47.710790 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.provisioning_blocks [None req-7bb04704-8d83-4ecf-9ce4-908d3bcc1722 None None] Transition to ACTIVE for port object 9902f4c9-cd0a-430a-a188-0cc9378e066e will not be triggered until provisioned by entity L2. {{(pid=84043) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 20:43:47.730856 n-d-838334-2 neutron-server[84043]: DEBUG neutron_lib.callbacks.manager [None req-7bb04704-8d83-4ecf-9ce4-908d3bcc1722 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682'] for port, after_update {{(pid=84043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:43:47.822114 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-cb00ba14-aec7-4e1e-9e92-59a0d0aacd79 req-a41283d4-d893-4c24-a16d-58fd8125e579 tempest-ServersOnMultiNodesTest-1168278630 tempest-ServersOnMultiNodesTest-1168278630-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750375259028', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750374836628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32440838'] for port, after_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:43:47.866231 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] get_ports_and_sgs() called for port_ids ['462e4cea-9da7-4149-b973-b4a0cd7a6d86', '80ff486a-645e-4b81-95ae-389dadda214a', '3bc7a448-92c7-4689-8cf5-4b43bcb9cd4a', 'e2546c5f-84b8-4220-bfb2-52584af9087c', '0394c137-2e6e-4479-8e87-8a196122abda'] {{(pid=84042) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 18 20:43:47.878537 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-cb71392c-e075-42a8-b5c0-c3e0b25ba296 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:43:47.897103 n-d-838334-2 neutron-server[84043]: DEBUG neutron.plugins.ml2.managers [None req-7bb04704-8d83-4ecf-9ce4-908d3bcc1722 None None] Attempting to bind port 9902f4c9-cd0a-430a-a188-0cc9378e066e on host n-d-838334-2 for vnic_type normal with profile {{(pid=84043) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:43:47.897585 n-d-838334-2 neutron-server[84043]: DEBUG neutron.plugins.ml2.managers [None req-7bb04704-8d83-4ecf-9ce4-908d3bcc1722 None None] Attempting to bind port 9902f4c9-cd0a-430a-a188-0cc9378e066e by drivers openvswitch,hyperv on host n-d-838334-2 at level 0 using segments [{'id': '732aa830-768b-4511-951f-d08e26b9c25b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c'}] {{(pid=84043) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:43:47.898104 n-d-838334-2 neutron-server[84043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bb04704-8d83-4ecf-9ce4-908d3bcc1722 None None] Attempting to bind port 9902f4c9-cd0a-430a-a188-0cc9378e066e on network e41b6600-a917-4a8d-b05c-be3be40c6d8c {{(pid=84043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 20:43:47.907149 n-d-838334-2 neutron-server[84043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a373a36-4d6c-4a25-82a2-7cd447554683 None None] Pushing event updated for resources: {'Port': ['ID=9902f4c9-cd0a-430a-a188-0cc9378e066e,revision_number=2']} {{(pid=84043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:43:47.915000 n-d-838334-2 neutron-server[84043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bb04704-8d83-4ecf-9ce4-908d3bcc1722 None None] Checking agent: {'id': '97cd4414-7af6-4d67-868d-dff370b4071a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838334-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 25, 49), 'started_at': datetime.datetime(2022, 4, 18, 20, 26, 19), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 20, 43, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838334-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 18 20:43:47.916945 n-d-838334-2 neutron-server[84043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bb04704-8d83-4ecf-9ce4-908d3bcc1722 None None] Checking segment: {'id': '732aa830-768b-4511-951f-d08e26b9c25b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84043) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 20:43:47.917561 n-d-838334-2 neutron-server[84043]: DEBUG neutron_lib.callbacks.manager [None req-7bb04704-8d83-4ecf-9ce4-908d3bcc1722 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:43:47.918231 n-d-838334-2 neutron-server[84043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bb04704-8d83-4ecf-9ce4-908d3bcc1722 None None] Bound using segment: {'id': '732aa830-768b-4511-951f-d08e26b9c25b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c'} {{(pid=84043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 18 20:43:47.918913 n-d-838334-2 neutron-server[84043]: DEBUG neutron.plugins.ml2.managers [None req-7bb04704-8d83-4ecf-9ce4-908d3bcc1722 None None] Bound port: 9902f4c9-cd0a-430a-a188-0cc9378e066e, host: n-d-838334-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '732aa830-768b-4511-951f-d08e26b9c25b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c'}}] {{(pid=84043) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 20:43:47.919799 n-d-838334-2 neutron-server[84043]: DEBUG neutron_lib.callbacks.manager [None req-7bb04704-8d83-4ecf-9ce4-908d3bcc1722 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:43:47.940026 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a41283d4-d893-4c24-a16d-58fd8125e579 tempest-ServersOnMultiNodesTest-1168278630 tempest-ServersOnMultiNodesTest-1168278630-project] Pushing event deleted for resources: {'Port': ['ID=73fd763f-e112-4ac2-af77-7c7a2e4ac601,revision_number=None']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:43:47.962022 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] get_ports_and_sgs() called for port_ids ['48374dfc-daf0-401c-976e-d3d8c71d0274', '96ef89c7-5796-4195-8913-d02823fbfa3d'] {{(pid=84042) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 18 20:43:48.010655 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.l3_dvrscheduler_db [req-cb00ba14-aec7-4e1e-9e92-59a0d0aacd79 req-a41283d4-d893-4c24-a16d-58fd8125e579 tempest-ServersOnMultiNodesTest-1168278630 tempest-ServersOnMultiNodesTest-1168278630-project] No DVR routers for this DVR port 73fd763f-e112-4ac2-af77-7c7a2e4ac601 on host n-h2-838334-2 {{(pid=84040) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 20:43:48.018371 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-cb00ba14-aec7-4e1e-9e92-59a0d0aacd79 req-a41283d4-d893-4c24-a16d-58fd8125e579 tempest-ServersOnMultiNodesTest-1168278630 tempest-ServersOnMultiNodesTest-1168278630-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217293'] for port, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:43:48.021276 n-d-838334-2 neutron-server[84040]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '44efab35-5c01-4961-a45b-8934b6a92124', 'name': 'network-vif-deleted', 'tag': '73fd763f-e112-4ac2-af77-7c7a2e4ac601'}] {{(pid=84040) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 20:43:48.043907 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba4714a7-b371-47ce-8c97-c93065566063 req-d13f0f49-c354-4482-903a-b1183c280850 tempest-ServersOnMultiNodesTest-1168278630 tempest-ServersOnMultiNodesTest-1168278630-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:43:48.045717 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [req-ba4714a7-b371-47ce-8c97-c93065566063 req-d13f0f49-c354-4482-903a-b1183c280850 tempest-ServersOnMultiNodesTest-1168278630 tempest-ServersOnMultiNodesTest-1168278630-project] Synchronizing usage tracker for tenant:de28ce5b7b5349a3b98e9e23d1be558c on resource:port {{(pid=84040) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 20:43:48.061157 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-cb00ba14-aec7-4e1e-9e92-59a0d0aacd79 req-a41283d4-d893-4c24-a16d-58fd8125e579 tempest-ServersOnMultiNodesTest-1168278630 tempest-ServersOnMultiNodesTest-1168278630-project] 10.222.0.48 "DELETE /v2.0/ports/73fd763f-e112-4ac2-af77-7c7a2e4ac601 HTTP/1.1" status: 204 len: 173 time: 4.1511235 Apr 18 20:43:48.063876 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-1855b970-7623-4bf5-8d1d-36ce1b425698 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750375287399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253529'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:43:48.078673 n-d-838334-2 neutron-server[84043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a373a36-4d6c-4a25-82a2-7cd447554683 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:43:48.079220 n-d-838334-2 neutron-server[84043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a373a36-4d6c-4a25-82a2-7cd447554683 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:43:48.079306 n-d-838334-2 neutron-server[84043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a373a36-4d6c-4a25-82a2-7cd447554683 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:43:48.079601 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [req-ba4714a7-b371-47ce-8c97-c93065566063 req-d13f0f49-c354-4482-903a-b1183c280850 tempest-ServersOnMultiNodesTest-1168278630 tempest-ServersOnMultiNodesTest-1168278630-project] Unset dirty status for tenant:de28ce5b7b5349a3b98e9e23d1be558c on resource:port {{(pid=84040) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 20:43:48.080700 n-d-838334-2 neutron-server[84043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a373a36-4d6c-4a25-82a2-7cd447554683 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:43:48.081217 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-ba4714a7-b371-47ce-8c97-c93065566063 req-d13f0f49-c354-4482-903a-b1183c280850 tempest-ServersOnMultiNodesTest-1168278630 tempest-ServersOnMultiNodesTest-1168278630-project] 10.222.0.42 "GET /v2.0/ports?device_id=44efab35-5c01-4961-a45b-8934b6a92124 HTTP/1.1" status: 200 len: 948 time: 0.5282137 Apr 18 20:43:48.087446 n-d-838334-2 neutron-server[84043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a373a36-4d6c-4a25-82a2-7cd447554683 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:43:48.094999 n-d-838334-2 neutron-server[84043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a373a36-4d6c-4a25-82a2-7cd447554683 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:43:48.095501 n-d-838334-2 neutron-server[84043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a373a36-4d6c-4a25-82a2-7cd447554683 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:43:48.095941 n-d-838334-2 neutron-server[84043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a373a36-4d6c-4a25-82a2-7cd447554683 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:43:48.096687 n-d-838334-2 neutron-server[84043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a373a36-4d6c-4a25-82a2-7cd447554683 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:43:48.097197 n-d-838334-2 neutron-server[84043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a373a36-4d6c-4a25-82a2-7cd447554683 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:43:48.097590 n-d-838334-2 neutron-server[84043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a373a36-4d6c-4a25-82a2-7cd447554683 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:43:48.111528 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Device 7f8a76ca-f514-46f2-b74b-7b11a136bd76 details requested by agent hyperv_n-h1-838334-2 with host n-h1-838334-2 {{(pid=84042) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 18 20:43:48.164362 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-ba4714a7-b371-47ce-8c97-c93065566063 req-d6250127-8d2b-439e-81d8-3ea49287b224 tempest-ServersOnMultiNodesTest-1168278630 tempest-ServersOnMultiNodesTest-1168278630-project] 10.222.0.42 "GET /v2.0/security-groups?id=e1e985d3-f227-45b4-b9a7-ffadcd0db1b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508025 Apr 18 20:43:48.199541 n-d-838334-2 neutron-server[84040]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a51e93d6-eb1d-436e-8c05-2d140db9d9f1 req-6ccdc8cb-8d39-402d-ad51-53d51ced9364 tempest-FloatingIPsAssociationNegativeTestJSON-713744009 tempest-FloatingIPsAssociationNegativeTestJSON-713744009-project] Router fc0d3979-3608-4d81-8bef-d644a6ab27c8 has already been hosted by L3 agent bc84d6c9-dd7a-4555-a351-592327b46d5a {{(pid=84040) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 20:43:48.240443 n-d-838334-2 neutron-server[84043]: DEBUG neutron.plugins.ml2.db [None req-7bb04704-8d83-4ecf-9ce4-908d3bcc1722 None None] For port 9902f4c9-cd0a-430a-a188-0cc9378e066e, host n-d-838334-2, cleared binding levels {{(pid=84043) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 20:43:48.251700 n-d-838334-2 neutron-server[84043]: DEBUG neutron.plugins.ml2.db [None req-7bb04704-8d83-4ecf-9ce4-908d3bcc1722 None None] For port 9902f4c9-cd0a-430a-a188-0cc9378e066e, host n-d-838334-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838334-2',level=0,port_id=9902f4c9-cd0a-430a-a188-0cc9378e066e,segment=NetworkSegment(732aa830-768b-4511-951f-d08e26b9c25b),segment_id=732aa830-768b-4511-951f-d08e26b9c25b)] {{(pid=84043) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 20:43:48.268713 n-d-838334-2 neutron-server[84043]: DEBUG neutron_lib.callbacks.manager [None req-7bb04704-8d83-4ecf-9ce4-908d3bcc1722 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682'] for port, after_update {{(pid=84043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:43:48.491902 n-d-838334-2 neutron-server[84043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a373a36-4d6c-4a25-82a2-7cd447554683 None None] Pushing event updated for resources: {'Port': ['ID=9902f4c9-cd0a-430a-a188-0cc9378e066e,revision_number=3']} {{(pid=84043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:43:48.494724 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bb04704-8d83-4ecf-9ce4-908d3bcc1722 None None] Routers {'80b4e0f2-a667-4bba-9bfc-f432e16268e2'} bound to L3 agent in host n-d-838334-2 {{(pid=84043) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 20:43:48.495505 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.l3_hamode_db [None req-7bb04704-8d83-4ecf-9ce4-908d3bcc1722 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838334-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-18T20:25:48Z,description=,heartbeat_timestamp=2022-04-18T20:43:48Z,host='n-d-838334-2',id=bc84d6c9-dd7a-4555-a351-592327b46d5a,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:25:48Z,topic='l3_agent')) {'router_ids': ['80b4e0f2-a667-4bba-9bfc-f432e16268e2'], 'active': True} {{(pid=84043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:43:48.519296 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.db_base_plugin_common [None req-cb71392c-e075-42a8-b5c0-c3e0b25ba296 admin admin] Allocated IP 172.20.0.1 (7095e9f4-55a0-4bd0-be55-8e87fdd96d3a/1cd9a891-5207-432a-a9d3-241c415f721d/c5380092-95e0-458f-b82f-b0645b12f161) {{(pid=84041) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:43:48.592199 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94aad343-bcb5-40b0-85f9-5ebe62ed1710 req-513e5bef-7e9b-4abf-bbb7-47915473298d tempest-SecurityGroupsTestJSON-1212657955 tempest-SecurityGroupsTestJSON-1212657955-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:43:48.593823 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-94aad343-bcb5-40b0-85f9-5ebe62ed1710 req-513e5bef-7e9b-4abf-bbb7-47915473298d tempest-SecurityGroupsTestJSON-1212657955 tempest-SecurityGroupsTestJSON-1212657955-project] 10.222.0.42 "GET /v2.0/ports?device_id=443cd979-832d-498d-9045-9ae58c27efa7 HTTP/1.1" status: 200 len: 945 time: 0.1381605 Apr 18 20:43:48.667087 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] For port 7f8a76ca-f514-46f2-b74b-7b11a136bd76, host n-h1-838334-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838334-2',level=0,port_id=7f8a76ca-f514-46f2-b74b-7b11a136bd76,segment=NetworkSegment(62b85806-94d8-4a88-a06c-da82e5932d66),segment_id=62b85806-94d8-4a88-a06c-da82e5932d66)] {{(pid=84042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:43:48.700865 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Returning: {'device': '7f8a76ca-f514-46f2-b74b-7b11a136bd76', 'network_id': 'cb56989d-7c5d-4678-b194-1d2edf1e842a', 'port_id': '7f8a76ca-f514-46f2-b74b-7b11a136bd76', 'mac_address': 'fa:16:3e:aa:11:dc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 382, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c4b526db-4d8a-4d4c-a310-e3a599630ae1', 'ip_address': '192.168.233.225'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84042) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 18 20:43:48.710281 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-94aad343-bcb5-40b0-85f9-5ebe62ed1710 req-d7a5a848-711b-4d70-b496-428e4074420c tempest-SecurityGroupsTestJSON-1212657955 tempest-SecurityGroupsTestJSON-1212657955-project] 10.222.0.42 "GET /v2.0/security-groups?id=9011416c-6492-4991-9c3b-a886ca17cbe3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1056371 Apr 18 20:43:48.729218 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a51e93d6-eb1d-436e-8c05-2d140db9d9f1 req-6ccdc8cb-8d39-402d-ad51-53d51ced9364 tempest-FloatingIPsAssociationNegativeTestJSON-713744009 tempest-FloatingIPsAssociationNegativeTestJSON-713744009-project] Notify agent at l3_agent.n-d-838334-2 the message routers_updated {{(pid=84040) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 20:43:48.738346 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-a51e93d6-eb1d-436e-8c05-2d140db9d9f1 req-6ccdc8cb-8d39-402d-ad51-53d51ced9364 tempest-FloatingIPsAssociationNegativeTestJSON-713744009 tempest-FloatingIPsAssociationNegativeTestJSON-713744009-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217293'] for floatingip, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:43:48.748871 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.l3_dvr_db [None req-7bb04704-8d83-4ecf-9ce4-908d3bcc1722 None None] Set router 80b4e0f2-a667-4bba-9bfc-f432e16268e2 gateway port host: n-d-838334-2 {{(pid=84043) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 20:43:48.752951 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e847cb3-da45-4bb7-82e0-6c12657d5c05 None None] Sync routers for ids ['fc0d3979-3608-4d81-8bef-d644a6ab27c8'] in n-d-838334-2 {{(pid=84042) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 18 20:43:48.825838 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-cb71392c-e075-42a8-b5c0-c3e0b25ba296 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:43:48.853887 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e847cb3-da45-4bb7-82e0-6c12657d5c05 None None] Routers {'fc0d3979-3608-4d81-8bef-d644a6ab27c8'} bound to L3 agent in host n-d-838334-2 {{(pid=84042) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 20:43:48.854495 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_hamode_db [None req-5e847cb3-da45-4bb7-82e0-6c12657d5c05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838334-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-18T20:25:48Z,description=,heartbeat_timestamp=2022-04-18T20:43:48Z,host='n-d-838334-2',id=bc84d6c9-dd7a-4555-a351-592327b46d5a,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:25:48Z,topic='l3_agent')) {'router_ids': ['fc0d3979-3608-4d81-8bef-d644a6ab27c8'], 'active': True} {{(pid=84042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:43:48.872256 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.provisioning_blocks [None req-cb71392c-e075-42a8-b5c0-c3e0b25ba296 admin admin] Transition to ACTIVE for port object c5380092-95e0-458f-b82f-b0645b12f161 will not be triggered until provisioned by entity DHCP. {{(pid=84041) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 20:43:48.895386 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-a51e93d6-eb1d-436e-8c05-2d140db9d9f1 req-6ccdc8cb-8d39-402d-ad51-53d51ced9364 tempest-FloatingIPsAssociationNegativeTestJSON-713744009 tempest-FloatingIPsAssociationNegativeTestJSON-713744009-project] 10.222.0.42 "PUT /v2.0/floatingips/30c935db-ba6f-4813-9408-5005c3aa3fd5 HTTP/1.1" status: 200 len: 695 time: 3.8717256 Apr 18 20:43:48.947650 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-cb71392c-e075-42a8-b5c0-c3e0b25ba296 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750374836619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32266323'] for port, after_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:43:49.043798 n-d-838334-2 neutron-server[84041]: INFO neutron.notifiers.nova [-] Nova event matching ['req-10453892-e662-466d-a30b-6ee8ecf3fc8b'] response: {'name': 'network-changed', 'server_uuid': '68a2a907-d975-4fae-8743-c2b0354cf23e', 'tag': '7f8a76ca-f514-46f2-b74b-7b11a136bd76', 'status': 'completed', 'code': 200} Apr 18 20:43:49.166735 n-d-838334-2 neutron-server[84042]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f4ab517b-73a4-4f9e-8487-c0f96dadb5be'] response: {'server_uuid': '443cd979-832d-498d-9045-9ae58c27efa7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8252ee27-efd7-40f7-9fba-90979acc864e', 'code': 200} Apr 18 20:43:49.172286 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:43:49.230591 n-d-838334-2 neutron-server[84041]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb71392c-e075-42a8-b5c0-c3e0b25ba296 admin admin] Network 7095e9f4-55a0-4bd0-be55-8e87fdd96d3a is already hosted by enough agents. {{(pid=84041) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:43:49.234529 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-a51e93d6-eb1d-436e-8c05-2d140db9d9f1 req-5ce232ea-ef63-4b9e-b8fe-b66ee3358071 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=a7214e61b62b477cbc96b5c157267d89&device_id=87617329-db11-4d78-96ee-1f3854a4d274 HTTP/1.1" status: 200 len: 1097 time: 0.3229542 Apr 18 20:43:49.241012 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-4b760f73-78f9-451a-b52c-e56301c9037c req-e18a4b81-91d3-4b7b-9b5a-59319284474c service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=443cd979-832d-498d-9045-9ae58c27efa7 HTTP/1.1" status: 200 len: 1096 time: 0.2242568 Apr 18 20:43:49.245249 n-d-838334-2 neutron-server[84041]: DEBUG neutron.scheduler.base_scheduler [None req-cb71392c-e075-42a8-b5c0-c3e0b25ba296 admin admin] Resources bound (agent type, host, resource id): {{(pid=84041) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:43:49.261637 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb71392c-e075-42a8-b5c0-c3e0b25ba296 admin admin] Received port after_create {{(pid=84041) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 20:43:49.276598 n-d-838334-2 neutron-server[84042]: DEBUG neutron.notifiers.nova [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7f8a76ca-f514-46f2-b74b-7b11a136bd76 {{(pid=84042) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 18 20:43:49.297267 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb71392c-e075-42a8-b5c0-c3e0b25ba296 admin admin] Pushing event updated for resources: {'Port': ['ID=c5380092-95e0-458f-b82f-b0645b12f161,revision_number=1']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:43:49.341199 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-cb71392c-e075-42a8-b5c0-c3e0b25ba296 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33444010'] for router_interface, before_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:43:49.358726 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-c9c2826b-913c-4800-8e6a-09855e7a7804 req-21f2d94d-c5a3-410a-8e87-83449a3151e7 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=14988d38be0e437cb0a1328781b15e3f&device_id=68a2a907-d975-4fae-8743-c2b0354cf23e HTTP/1.1" status: 200 len: 1099 time: 0.2970519 Apr 18 20:43:49.375514 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750375287399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253529'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:43:49.437368 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] For port 7f8a76ca-f514-46f2-b74b-7b11a136bd76, host n-h1-838334-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838334-2',level=0,port_id=7f8a76ca-f514-46f2-b74b-7b11a136bd76,segment=NetworkSegment(62b85806-94d8-4a88-a06c-da82e5932d66),segment_id=62b85806-94d8-4a88-a06c-da82e5932d66)] {{(pid=84042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:43:49.445102 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-414b6ffe-e119-47bc-b18f-bcff1219c2f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750375287399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253529'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:43:49.496732 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.l3_hamode_db [None req-7bb04704-8d83-4ecf-9ce4-908d3bcc1722 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '80b4e0f2-a667-4bba-9bfc-f432e16268e2', 'name': 'tempest-ServersTestMultiNic-989973166-router', 'tenant_id': '86c5c562f6e642eda292a78265b6dea4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'external_fixed_ips': [{'subnet_id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'ip_address': '172.25.8.201'}], 'enable_snat': True}, 'gw_port_id': '9902f4c9-cd0a-430a-a188-0cc9378e066e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:43:41Z', 'updated_at': '2022-04-18T20:43:44Z', 'revision_number': 3, 'project_id': '86c5c562f6e642eda292a78265b6dea4', 'gw_port': {'id': '9902f4c9-cd0a-430a-a188-0cc9378e066e', 'name': '', 'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:fc:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '80b4e0f2-a667-4bba-9bfc-f432e16268e2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'ip_address': '172.25.8.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:43:43Z', 'updated_at': '2022-04-18T20:43:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838334-2'}], 'n-d-838334-2', False) {} {{(pid=84043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:43:49.508091 n-d-838334-2 neutron-server[84043]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bb04704-8d83-4ecf-9ce4-908d3bcc1722 None None] The sync data for ids ['80b4e0f2-a667-4bba-9bfc-f432e16268e2'] in n-d-838334-2 is: [{'id': '80b4e0f2-a667-4bba-9bfc-f432e16268e2', 'name': 'tempest-ServersTestMultiNic-989973166-router', 'tenant_id': '86c5c562f6e642eda292a78265b6dea4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'external_fixed_ips': [{'subnet_id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'ip_address': '172.25.8.201'}], 'enable_snat': True}, 'gw_port_id': '9902f4c9-cd0a-430a-a188-0cc9378e066e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:43:41Z', 'updated_at': '2022-04-18T20:43:44Z', 'revision_number': 3, 'project_id': '86c5c562f6e642eda292a78265b6dea4', 'gw_port': {'id': '9902f4c9-cd0a-430a-a188-0cc9378e066e', 'name': '', 'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:fc:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '80b4e0f2-a667-4bba-9bfc-f432e16268e2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'ip_address': '172.25.8.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:43:43Z', 'updated_at': '2022-04-18T20:43:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838334-2'}] {{(pid=84043) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 18 20:43:49.528340 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682'] for port, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:43:49.617616 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_dvr_db [None req-5e847cb3-da45-4bb7-82e0-6c12657d5c05 None None] Set router fc0d3979-3608-4d81-8bef-d644a6ab27c8 gateway port host: n-d-838334-2 {{(pid=84042) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 20:43:49.646763 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-cb71392c-e075-42a8-b5c0-c3e0b25ba296 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:43:49.689825 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9c2826b-913c-4800-8e6a-09855e7a7804 req-41939146-df7c-4d63-98f2-521bfca998c6 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:43:49.689825 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-c9c2826b-913c-4800-8e6a-09855e7a7804 req-41939146-df7c-4d63-98f2-521bfca998c6 service neutron] 10.222.0.43 "GET /v2.0/networks?id=cb56989d-7c5d-4678-b194-1d2edf1e842a HTTP/1.1" status: 200 len: 870 time: 0.3110130 Apr 18 20:43:49.766170 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-4b760f73-78f9-451a-b52c-e56301c9037c req-cf192ead-3feb-408c-9252-3e19d9004446 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=9011416c-6492-4991-9c3b-a886ca17cbe3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1400268 Apr 18 20:43:49.802362 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-c8b5a4e9-95a5-471e-9196-5d7146024d7a req-1dc9ff6c-c68c-4a7d-92ed-b2be12af6cce tempest-ServersAdminNegativeTestJSON-1794901 tempest-ServersAdminNegativeTestJSON-1794901-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=32dcb1ce-174e-448f-b660-811c526d8b71 HTTP/1.1" status: 200 len: 1099 time: 0.1519887 Apr 18 20:43:49.810662 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-c9c2826b-913c-4800-8e6a-09855e7a7804 req-de94460a-359f-4d83-aa2f-0a3cb446dddd service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.225&port_id=7f8a76ca-f514-46f2-b74b-7b11a136bd76 HTTP/1.1" status: 200 len: 217 time: 0.0817220 Apr 18 20:43:49.839246 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Pushing event updated for resources: {'Port': ['ID=7f8a76ca-f514-46f2-b74b-7b11a136bd76,revision_number=4']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:43:49.874609 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a51e93d6-eb1d-436e-8c05-2d140db9d9f1 req-c0f38aa0-fa8d-4373-ad71-8fda17804a35 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:43:49.883801 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-a51e93d6-eb1d-436e-8c05-2d140db9d9f1 req-c0f38aa0-fa8d-4373-ad71-8fda17804a35 service neutron] 10.222.0.42 "GET /v2.0/networks?id=428ec210-24a1-4846-adb0-d7d8a80e756c HTTP/1.1" status: 200 len: 929 time: 0.6402488 Apr 18 20:43:49.903247 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9c2826b-913c-4800-8e6a-09855e7a7804 req-c2c48864-1ea0-4f12-98ae-926f107487ab service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:43:49.905505 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-c9c2826b-913c-4800-8e6a-09855e7a7804 req-c2c48864-1ea0-4f12-98ae-926f107487ab service neutron] 10.222.0.43 "GET /v2.0/subnets?id=c4b526db-4d8a-4d4c-a310-e3a599630ae1 HTTP/1.1" status: 200 len: 843 time: 0.0804677 Apr 18 20:43:49.925800 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-831993f2-7fd4-47f6-9bfe-4da828d31a11 None None] Provisioning for port c5380092-95e0-458f-b82f-b0645b12f161 completed by entity DHCP. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 20:43:49.947408 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-831993f2-7fd4-47f6-9bfe-4da828d31a11 None None] Provisioning complete for port c5380092-95e0-458f-b82f-b0645b12f161 triggered by entity DHCP. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:43:49.947799 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-831993f2-7fd4-47f6-9bfe-4da828d31a11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1253608'] for port, provisioning_complete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:43:49.969562 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-a51e93d6-eb1d-436e-8c05-2d140db9d9f1 req-8504b16f-e9fb-4aa1-b0bd-e33ae11f06e8 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8b9c0209-8e08-4452-b426-91a922fe9d91 HTTP/1.1" status: 200 len: 217 time: 0.0847187 Apr 18 20:43:50.006597 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] get_ports_and_sgs() called for port_ids ['7f8a76ca-f514-46f2-b74b-7b11a136bd76'] {{(pid=84042) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 18 20:43:50.007698 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [req-c8b5a4e9-95a5-471e-9196-5d7146024d7a req-ed73bd10-bac5-4be0-b4cf-65bbd5d138bd tempest-ServersAdminNegativeTestJSON-1794901 tempest-ServersAdminNegativeTestJSON-1794901-project-admin] Synchronizing usage tracker for tenant:66344e0628744bfea4a34b1aec245a50 on resource:security_group {{(pid=84040) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 20:43:50.054133 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a51e93d6-eb1d-436e-8c05-2d140db9d9f1 req-fa7bc76e-64d0-4dd7-bacb-d6710aa64e12 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:43:50.055971 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-a51e93d6-eb1d-436e-8c05-2d140db9d9f1 req-fa7bc76e-64d0-4dd7-bacb-d6710aa64e12 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=8d88e8b2-0848-418e-a8f0-ff3463a38f9a HTTP/1.1" status: 200 len: 867 time: 0.0855846 Apr 18 20:43:50.056914 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [req-c8b5a4e9-95a5-471e-9196-5d7146024d7a req-ed73bd10-bac5-4be0-b4cf-65bbd5d138bd tempest-ServersAdminNegativeTestJSON-1794901 tempest-ServersAdminNegativeTestJSON-1794901-project-admin] Unset dirty status for tenant:66344e0628744bfea4a34b1aec245a50 on resource:security_group {{(pid=84040) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 20:43:50.070641 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-c8b5a4e9-95a5-471e-9196-5d7146024d7a req-ed73bd10-bac5-4be0-b4cf-65bbd5d138bd tempest-ServersAdminNegativeTestJSON-1794901 tempest-ServersAdminNegativeTestJSON-1794901-project-admin] 10.222.0.42 "GET /v2.0/security-groups?id=e0395a73-aa6b-4ce1-bb5e-d7bf600d145b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2626848 Apr 18 20:43:50.111988 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.plugin [None req-831993f2-7fd4-47f6-9bfe-4da828d31a11 None None] Port c5380092-95e0-458f-b82f-b0645b12f161 cannot update to ACTIVE because it is not bound. {{(pid=84042) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 18 20:43:50.173747 n-d-838334-2 neutron-server[84040]: INFO neutron.notifiers.nova [-] Nova event matching ['req-616b1687-8263-4243-9ea0-61e95fe3042d'] response: {'server_uuid': '44efab35-5c01-4961-a45b-8934b6a92124', 'name': 'network-vif-deleted', 'tag': '73fd763f-e112-4ac2-af77-7c7a2e4ac601', 'status': 'completed', 'code': 200} Apr 18 20:43:50.199527 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-a51e93d6-eb1d-436e-8c05-2d140db9d9f1 req-b560a5b9-5403-43a9-9d9d-b0a18241dc60 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=428ec210-24a1-4846-adb0-d7d8a80e756c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1277845 Apr 18 20:43:50.223278 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-c9c2826b-913c-4800-8e6a-09855e7a7804 req-89fd249d-a148-4b9a-9aa1-6d93c9261b8e service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=cb56989d-7c5d-4678-b194-1d2edf1e842a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3103728 Apr 18 20:43:50.345718 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.db.resource_extend [None req-cb71392c-e075-42a8-b5c0-c3e0b25ba296 admin admin] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84041) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 18 20:43:50.368212 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-cb71392c-e075-42a8-b5c0-c3e0b25ba296 admin admin] Notify callbacks [] for port, precommit_update {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:43:50.380333 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-cb71392c-e075-42a8-b5c0-c3e0b25ba296 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32266282'] for port, after_update {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:43:50.469695 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-a51e93d6-eb1d-436e-8c05-2d140db9d9f1 req-5dd9c3dd-ad48-4197-a8c9-337da86d480a service neutron] 10.222.0.42 "GET /v2.0/networks/428ec210-24a1-4846-adb0-d7d8a80e756c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2628703 Apr 18 20:43:50.521415 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-c9c2826b-913c-4800-8e6a-09855e7a7804 req-9e9f95f5-3a18-4e84-b6a7-47938e6fc7e1 service neutron] 10.222.0.43 "GET /v2.0/networks/cb56989d-7c5d-4678-b194-1d2edf1e842a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2856357 Apr 18 20:43:50.521563 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2961065-0bce-4f8b-bbfa-6e3a3ba286d3 req-0e10df11-e043-47ff-a103-86a16e07dfcf tempest-ServersAdminTestJSON-1240675426 tempest-ServersAdminTestJSON-1240675426-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:43:50.524630 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-b2961065-0bce-4f8b-bbfa-6e3a3ba286d3 req-0e10df11-e043-47ff-a103-86a16e07dfcf tempest-ServersAdminTestJSON-1240675426 tempest-ServersAdminTestJSON-1240675426-project] 10.222.0.42 "GET /v2.0/ports?device_id=68a2a907-d975-4fae-8743-c2b0354cf23e HTTP/1.1" status: 200 len: 949 time: 0.2054358 Apr 18 20:43:50.526634 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb71392c-e075-42a8-b5c0-c3e0b25ba296 admin admin] Pushing event updated for resources: {'Port': ['ID=c5380092-95e0-458f-b82f-b0645b12f161,revision_number=2']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:43:50.529335 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-cb71392c-e075-42a8-b5c0-c3e0b25ba296 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-32377886', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33443847'] for router_interface, after_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:43:50.537281 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-c7521a90-7d65-4e2e-842c-ca5d95e9a89c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750375287399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253529'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:43:50.663554 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-b2961065-0bce-4f8b-bbfa-6e3a3ba286d3 req-0b5b4007-30fd-4227-b7f5-ca83ecd4aaf9 tempest-ServersAdminTestJSON-1240675426 tempest-ServersAdminTestJSON-1240675426-project] 10.222.0.42 "GET /v2.0/security-groups?id=b9ed1788-e987-4b94-9dd4-ed408bd7803e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0851800 Apr 18 20:43:50.674978 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_hamode_db [None req-5e847cb3-da45-4bb7-82e0-6c12657d5c05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc0d3979-3608-4d81-8bef-d644a6ab27c8', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-148890495-router', 'tenant_id': 'a7214e61b62b477cbc96b5c157267d89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'external_fixed_ips': [{'subnet_id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'ip_address': '172.25.8.204'}], 'enable_snat': True}, 'gw_port_id': '5a066cf2-7cf7-414c-a6f7-ec4ddfe12700', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:42:39Z', 'updated_at': '2022-04-18T20:42:46Z', 'revision_number': 4, 'project_id': 'a7214e61b62b477cbc96b5c157267d89', 'gw_port': {'id': '5a066cf2-7cf7-414c-a6f7-ec4ddfe12700', 'name': '', 'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:ed:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc0d3979-3608-4d81-8bef-d644a6ab27c8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'ip_address': '172.25.8.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:42:40Z', 'updated_at': '2022-04-18T20:42:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838334-2', '_interfaces': [{'id': 'ef4ed1f1-208e-422f-a668-83ae05fa922d', 'name': '', 'network_id': '428ec210-24a1-4846-adb0-d7d8a80e756c', 'tenant_id': 'a7214e61b62b477cbc96b5c157267d89', 'mac_address': 'fa:16:3e:70:f6:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc0d3979-3608-4d81-8bef-d644a6ab27c8', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8d88e8b2-0848-418e-a8f0-ff3463a38f9a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:42:45Z', 'updated_at': '2022-04-18T20:42:59Z', 'revision_number': 5, 'project_id': 'a7214e61b62b477cbc96b5c157267d89', 'subnets': [{'id': '8d88e8b2-0848-418e-a8f0-ff3463a38f9a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838334-2', False) {} {{(pid=84042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:43:50.687729 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-a51e93d6-eb1d-436e-8c05-2d140db9d9f1 req-7a6188f5-b3f2-4b84-85d9-6b13ffd05524 service neutron] 10.222.0.42 "GET /v2.0/networks/428ec210-24a1-4846-adb0-d7d8a80e756c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2080963 Apr 18 20:43:50.697275 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e847cb3-da45-4bb7-82e0-6c12657d5c05 None None] Checking router: fc0d3979-3608-4d81-8bef-d644a6ab27c8 for host: n-d-838334-2 {{(pid=84042) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 18 20:43:50.846924 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e847cb3-da45-4bb7-82e0-6c12657d5c05 None None] Routers {'fc0d3979-3608-4d81-8bef-d644a6ab27c8'} bound to L3 agent in host n-d-838334-2 {{(pid=84042) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 20:43:50.849044 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_hamode_db [None req-5e847cb3-da45-4bb7-82e0-6c12657d5c05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838334-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-18T20:25:48Z,description=,heartbeat_timestamp=2022-04-18T20:43:48Z,host='n-d-838334-2',id=bc84d6c9-dd7a-4555-a351-592327b46d5a,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:25:48Z,topic='l3_agent')) {'router_ids': ['fc0d3979-3608-4d81-8bef-d644a6ab27c8'], 'active': True} {{(pid=84042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:43:50.915262 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-c9c2826b-913c-4800-8e6a-09855e7a7804 req-e0d0a07d-3caf-43e8-8fdb-02c1e8400e06 service neutron] 10.222.0.43 "GET /v2.0/networks/cb56989d-7c5d-4678-b194-1d2edf1e842a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3815005 Apr 18 20:43:50.962863 n-d-838334-2 neutron-server[84041]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb71392c-e075-42a8-b5c0-c3e0b25ba296 admin admin] Network 7095e9f4-55a0-4bd0-be55-8e87fdd96d3a is already hosted by enough agents. {{(pid=84041) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:43:50.972630 n-d-838334-2 neutron-server[84041]: DEBUG neutron.scheduler.base_scheduler [None req-cb71392c-e075-42a8-b5c0-c3e0b25ba296 admin admin] Resources bound (agent type, host, resource id): {{(pid=84041) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:43:50.994948 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-393805c1-89d5-4e9f-902e-420358c80ad6 req-c06a86a0-f78f-4b9e-a8a5-cd36cc17a0e3 tempest-SecurityGroupsTestJSON-1212657955 tempest-SecurityGroupsTestJSON-1212657955-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:43:51.008132 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-393805c1-89d5-4e9f-902e-420358c80ad6 req-c06a86a0-f78f-4b9e-a8a5-cd36cc17a0e3 tempest-SecurityGroupsTestJSON-1212657955 tempest-SecurityGroupsTestJSON-1212657955-project] 10.222.0.42 "GET /v2.0/ports?device_id=443cd979-832d-498d-9045-9ae58c27efa7 HTTP/1.1" status: 200 len: 945 time: 0.1814158 Apr 18 20:43:51.108938 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-a3df0d17-2a87-444f-982d-a346fc80535c req-4863589e-5ca9-47ba-be1c-32bdfbf9d44e service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=32dcb1ce-174e-448f-b660-811c526d8b71&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.1972687 Apr 18 20:43:51.146822 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-393805c1-89d5-4e9f-902e-420358c80ad6 req-06ddc0b2-0f5a-4b22-9e4c-199e3486f4de tempest-SecurityGroupsTestJSON-1212657955 tempest-SecurityGroupsTestJSON-1212657955-project] 10.222.0.42 "GET /v2.0/security-groups?id=9011416c-6492-4991-9c3b-a886ca17cbe3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1375530 Apr 18 20:43:51.155803 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_dvr_db [None req-5e847cb3-da45-4bb7-82e0-6c12657d5c05 None None] Set router fc0d3979-3608-4d81-8bef-d644a6ab27c8 gateway port host: n-d-838334-2 {{(pid=84042) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 20:43:51.236402 n-d-838334-2 neutron-server[84042]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '44efab35-5c01-4961-a45b-8934b6a92124', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '73fd763f-e112-4ac2-af77-7c7a2e4ac601'}] {{(pid=84042) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 20:43:51.340406 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-734af431-2b18-4cfe-9b6c-6c46cb043123 req-dbd95372-8bdb-4ee2-a4ec-d6649da5664a tempest-FloatingIPsAssociationNegativeTestJSON-713744009 tempest-FloatingIPsAssociationNegativeTestJSON-713744009-project] 10.222.0.42 "GET /v2.0/floatingips/30c935db-ba6f-4813-9408-5005c3aa3fd5 HTTP/1.1" status: 200 len: 695 time: 0.1653948 Apr 18 20:43:51.449498 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 39792) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:43:51.529964 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-3dcc62b6-b883-4f69-bd32-bf21c306aa2e None None] Provisioning complete for port c5380092-95e0-458f-b82f-b0645b12f161 triggered by entity DHCP. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:43:51.530308 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-3dcc62b6-b883-4f69-bd32-bf21c306aa2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1253608'] for port, provisioning_complete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:43:51.570405 n-d-838334-2 neutron-server[84042]: INFO neutron.notifiers.nova [-] Nova event matching ['req-83bf2f09-dadb-44f6-8f7e-f6c1092feaee'] response: {'server_uuid': '44efab35-5c01-4961-a45b-8934b6a92124', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '73fd763f-e112-4ac2-af77-7c7a2e4ac601', 'code': 200} Apr 18 20:43:51.595157 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-734af431-2b18-4cfe-9b6c-6c46cb043123 req-b7ed8c3a-67f2-4bc9-8aee-663979130ed2 tempest-FloatingIPsAssociationNegativeTestJSON-713744009 tempest-FloatingIPsAssociationNegativeTestJSON-713744009-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:43:51.597853 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-734af431-2b18-4cfe-9b6c-6c46cb043123 req-b7ed8c3a-67f2-4bc9-8aee-663979130ed2 tempest-FloatingIPsAssociationNegativeTestJSON-713744009 tempest-FloatingIPsAssociationNegativeTestJSON-713744009-project] 10.222.0.42 "GET /v2.0/networks/e41b6600-a917-4a8d-b05c-be3be40c6d8c HTTP/1.1" status: 200 len: 784 time: 0.2559464 Apr 18 20:43:51.629154 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.plugin [None req-3dcc62b6-b883-4f69-bd32-bf21c306aa2e None None] Port c5380092-95e0-458f-b82f-b0645b12f161 cannot update to ACTIVE because it is not bound. {{(pid=84042) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 18 20:43:51.704330 n-d-838334-2 neutron-server[84043]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-018ae6d1-0e1e-4488-8823-cc4e6dd92d1f None None] Sync routers for ids ['fefc16d8-87ce-4c23-91dd-503f136f0335'] in n-d-838334-2 {{(pid=84043) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 18 20:43:51.752905 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_hamode_db [None req-5e847cb3-da45-4bb7-82e0-6c12657d5c05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc0d3979-3608-4d81-8bef-d644a6ab27c8', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-148890495-router', 'tenant_id': 'a7214e61b62b477cbc96b5c157267d89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'external_fixed_ips': [{'subnet_id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'ip_address': '172.25.8.204'}], 'enable_snat': True}, 'gw_port_id': '5a066cf2-7cf7-414c-a6f7-ec4ddfe12700', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:42:39Z', 'updated_at': '2022-04-18T20:42:46Z', 'revision_number': 4, 'project_id': 'a7214e61b62b477cbc96b5c157267d89', 'gw_port': {'id': '5a066cf2-7cf7-414c-a6f7-ec4ddfe12700', 'name': '', 'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:ed:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc0d3979-3608-4d81-8bef-d644a6ab27c8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'ip_address': '172.25.8.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:42:40Z', 'updated_at': '2022-04-18T20:42:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838334-2', '_interfaces': [{'id': 'ef4ed1f1-208e-422f-a668-83ae05fa922d', 'name': '', 'network_id': '428ec210-24a1-4846-adb0-d7d8a80e756c', 'tenant_id': 'a7214e61b62b477cbc96b5c157267d89', 'mac_address': 'fa:16:3e:70:f6:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc0d3979-3608-4d81-8bef-d644a6ab27c8', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8d88e8b2-0848-418e-a8f0-ff3463a38f9a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:42:45Z', 'updated_at': '2022-04-18T20:42:59Z', 'revision_number': 5, 'project_id': 'a7214e61b62b477cbc96b5c157267d89', 'subnets': [{'id': '8d88e8b2-0848-418e-a8f0-ff3463a38f9a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838334-2', False) {} {{(pid=84042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:43:51.759207 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-018ae6d1-0e1e-4488-8823-cc4e6dd92d1f None None] Routers set() bound to L3 agent in host n-d-838334-2 {{(pid=84043) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 20:43:51.759344 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-018ae6d1-0e1e-4488-8823-cc4e6dd92d1f None None] Router IDs set() for agent in host n-d-838334-2 {{(pid=84043) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Apr 18 20:43:51.761374 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e847cb3-da45-4bb7-82e0-6c12657d5c05 None None] The sync data for ids ['fc0d3979-3608-4d81-8bef-d644a6ab27c8'] in n-d-838334-2 is: [{'id': 'fc0d3979-3608-4d81-8bef-d644a6ab27c8', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-148890495-router', 'tenant_id': 'a7214e61b62b477cbc96b5c157267d89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'external_fixed_ips': [{'subnet_id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'ip_address': '172.25.8.204'}], 'enable_snat': True}, 'gw_port_id': '5a066cf2-7cf7-414c-a6f7-ec4ddfe12700', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:42:39Z', 'updated_at': '2022-04-18T20:42:46Z', 'revision_number': 4, 'project_id': 'a7214e61b62b477cbc96b5c157267d89', 'gw_port': {'id': '5a066cf2-7cf7-414c-a6f7-ec4ddfe12700', 'name': '', 'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:ed:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc0d3979-3608-4d81-8bef-d644a6ab27c8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'ip_address': '172.25.8.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:42:40Z', 'updated_at': '2022-04-18T20:42:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838334-2', '_interfaces': [{'id': 'ef4ed1f1-208e-422f-a668-83ae05fa922d', 'name': '', 'network_id': '428ec210-24a1-4846-adb0-d7d8a80e756c', 'tenant_id': 'a7214e61b62b477cbc96b5c157267d89', 'mac_address': 'fa:16:3e:70:f6:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc0d3979-3608-4d81-8bef-d644a6ab27c8', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8d88e8b2-0848-418e-a8f0-ff3463a38f9a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:42:45Z', 'updated_at': '2022-04-18T20:42:59Z', 'revision_number': 5, 'project_id': 'a7214e61b62b477cbc96b5c157267d89', 'subnets': [{'id': '8d88e8b2-0848-418e-a8f0-ff3463a38f9a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84042) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 18 20:43:51.764511 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.l3_agentschedulers_db [None req-018ae6d1-0e1e-4488-8823-cc4e6dd92d1f None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'fefc16d8-87ce-4c23-91dd-503f136f0335'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-18T20:25:48Z,description=,heartbeat_timestamp=2022-04-18T20:43:48Z,host='n-d-838334-2',id=bc84d6c9-dd7a-4555-a351-592327b46d5a,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:25:48Z,topic='l3_agent'). {{(pid=84043) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Apr 18 20:43:51.807048 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-018ae6d1-0e1e-4488-8823-cc4e6dd92d1f None None] Routers set() bound to L3 agent in host n-d-838334-2 {{(pid=84043) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 20:43:51.807402 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-018ae6d1-0e1e-4488-8823-cc4e6dd92d1f None None] Router IDs set() for agent in host n-d-838334-2 {{(pid=84043) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Apr 18 20:43:51.808031 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.l3_agentschedulers_db [None req-018ae6d1-0e1e-4488-8823-cc4e6dd92d1f None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'fefc16d8-87ce-4c23-91dd-503f136f0335'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-18T20:25:48Z,description=,heartbeat_timestamp=2022-04-18T20:43:48Z,host='n-d-838334-2',id=bc84d6c9-dd7a-4555-a351-592327b46d5a,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:25:48Z,topic='l3_agent'). {{(pid=84043) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Apr 18 20:43:51.810074 n-d-838334-2 neutron-server[84043]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-018ae6d1-0e1e-4488-8823-cc4e6dd92d1f None None] The sync data for ids ['fefc16d8-87ce-4c23-91dd-503f136f0335'] in n-d-838334-2 is: [] {{(pid=84043) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 18 20:43:51.839542 n-d-838334-2 neutron-server[84041]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cb71392c-e075-42a8-b5c0-c3e0b25ba296 admin admin] Router 80b4e0f2-a667-4bba-9bfc-f432e16268e2 has already been hosted by L3 agent bc84d6c9-dd7a-4555-a351-592327b46d5a {{(pid=84041) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 20:43:51.864789 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-734af431-2b18-4cfe-9b6c-6c46cb043123 req-3ad7d019-bbd2-4d95-9d37-7c5133670936 tempest-FloatingIPsAssociationNegativeTestJSON-713744009 tempest-FloatingIPsAssociationNegativeTestJSON-713744009-project] 10.222.0.42 "GET /v2.0/floatingips?floating_ip_address=172.25.8.109 HTTP/1.1" status: 200 len: 698 time: 0.2610149 Apr 18 20:43:51.976525 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-734af431-2b18-4cfe-9b6c-6c46cb043123 req-35f28c30-9a8e-49b6-8464-3172a1533f6b tempest-FloatingIPsAssociationNegativeTestJSON-713744009 tempest-FloatingIPsAssociationNegativeTestJSON-713744009-project] 10.222.0.42 "GET /v2.0/floatingips?floating_ip_address=172.25.8.109 HTTP/1.1" status: 200 len: 698 time: 0.1105430 Apr 18 20:43:52.001576 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-0027877f-a879-4f41-8532-1fd5e67555e4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:43:52.056415 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-0027877f-a879-4f41-8532-1fd5e67555e4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:43:52.064649 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-0027877f-a879-4f41-8532-1fd5e67555e4 admin admin] Usage tracker for resource:security_group_rule and tenant:9b872ba46ae541d2857e82ecf9f3e8d8 is out of sync, need to count used quota {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:43:52.067697 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-0027877f-a879-4f41-8532-1fd5e67555e4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:43:52.074262 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-0027877f-a879-4f41-8532-1fd5e67555e4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:43:52.121508 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Device 7f8a76ca-f514-46f2-b74b-7b11a136bd76 up at agent hyperv_n-h1-838334-2 {{(pid=84042) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 20:43:52.179268 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-0027877f-a879-4f41-8532-1fd5e67555e4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:43:52.186397 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-0027877f-a879-4f41-8532-1fd5e67555e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33528224'] for security_group, after_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:43:52.195281 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Provisioning for port 7f8a76ca-f514-46f2-b74b-7b11a136bd76 completed by entity L2. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 20:43:52.200707 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Provisioning complete for port 7f8a76ca-f514-46f2-b74b-7b11a136bd76 triggered by entity L2. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:43:52.201276 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1253608'] for port, provisioning_complete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:43:52.201456 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cb71392c-e075-42a8-b5c0-c3e0b25ba296 admin admin] Notify agent at l3_agent.n-d-838334-2 the message routers_updated {{(pid=84041) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 20:43:52.224335 n-d-838334-2 neutron-server[84040]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '87617329-db11-4d78-96ee-1f3854a4d274', 'tag': '8b9c0209-8e08-4452-b426-91a922fe9d91'}] {{(pid=84040) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 20:43:52.245056 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0027877f-a879-4f41-8532-1fd5e67555e4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0d6025ad-ca85-4c74-857e-5276528303ed,revision_number=1']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:43:52.255215 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efa0d116-7c03-4579-bd07-c51065eb8e42 req-b048eae0-ad2b-48b5-a546-8d36bf128d7f tempest-ServersOnMultiNodesTest-1168278630 tempest-ServersOnMultiNodesTest-1168278630-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:43:52.256835 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-efa0d116-7c03-4579-bd07-c51065eb8e42 req-b048eae0-ad2b-48b5-a546-8d36bf128d7f tempest-ServersOnMultiNodesTest-1168278630 tempest-ServersOnMultiNodesTest-1168278630-project] 10.222.0.42 "GET /v2.0/ports?device_id=add3e6d2-a8cb-4d39-8fb8-9d1321c5f598 HTTP/1.1" status: 200 len: 949 time: 0.4587891 Apr 18 20:43:52.258512 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.plugin [req-734af431-2b18-4cfe-9b6c-6c46cb043123 req-495970d9-5122-4b06-9dd5-c03a2f4af577 tempest-FloatingIPsAssociationNegativeTestJSON-713744009 tempest-FloatingIPsAssociationNegativeTestJSON-713744009-project] Deleting port e1eff5e6-cad8-4090-90c9-a60476294ef0 {{(pid=84040) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 20:43:52.259057 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-734af431-2b18-4cfe-9b6c-6c46cb043123 req-495970d9-5122-4b06-9dd5-c03a2f4af577 tempest-FloatingIPsAssociationNegativeTestJSON-713744009 tempest-FloatingIPsAssociationNegativeTestJSON-713744009-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750375188691'] for port, before_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:43:52.263242 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-0027877f-a879-4f41-8532-1fd5e67555e4 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=9b872ba46ae541d2857e82ecf9f3e8d8&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6794355 Apr 18 20:43:52.267321 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-cb71392c-e075-42a8-b5c0-c3e0b25ba296 admin admin] 10.222.0.42 "PUT /v2.0/routers/80b4e0f2-a667-4bba-9bfc-f432e16268e2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.2957850 Apr 18 20:43:52.267321 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 39808) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:43:52.340155 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-bad3c6f4-ced5-42ed-8c74-2f557274e09d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:43:52.354546 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:43:52.369459 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-bad3c6f4-ced5-42ed-8c74-2f557274e09d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:43:52.394337 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] For port 7f8a76ca-f514-46f2-b74b-7b11a136bd76, host n-h1-838334-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838334-2',level=0,port_id=7f8a76ca-f514-46f2-b74b-7b11a136bd76,segment=NetworkSegment(62b85806-94d8-4a88-a06c-da82e5932d66),segment_id=62b85806-94d8-4a88-a06c-da82e5932d66)] {{(pid=84042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:43:52.399616 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682'] for port, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:43:52.436870 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-bad3c6f4-ced5-42ed-8c74-2f557274e09d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33528224'] for security_group, after_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:43:52.463126 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bad3c6f4-ced5-42ed-8c74-2f557274e09d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d6025ad-ca85-4c74-857e-5276528303ed,revision_number=None']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:43:52.470775 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 39814) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:43:52.473441 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-efa0d116-7c03-4579-bd07-c51065eb8e42 req-8deed694-67c1-4321-ab6e-38e6d54d1bd4 tempest-ServersOnMultiNodesTest-1168278630 tempest-ServersOnMultiNodesTest-1168278630-project] 10.222.0.42 "GET /v2.0/security-groups?id=e1e985d3-f227-45b4-b9a7-ffadcd0db1b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1749299 Apr 18 20:43:52.477876 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-bad3c6f4-ced5-42ed-8c74-2f557274e09d admin admin] Notify callbacks [] for security_group, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:43:52.481376 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-bad3c6f4-ced5-42ed-8c74-2f557274e09d admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/0d6025ad-ca85-4c74-857e-5276528303ed HTTP/1.1" status: 204 len: 168 time: 0.2118559 Apr 18 20:43:52.489450 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Pushing event updated for resources: {'Port': ['ID=7f8a76ca-f514-46f2-b74b-7b11a136bd76,revision_number=5']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:43:52.534165 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-734af431-2b18-4cfe-9b6c-6c46cb043123 req-495970d9-5122-4b06-9dd5-c03a2f4af577 tempest-FloatingIPsAssociationNegativeTestJSON-713744009 tempest-FloatingIPsAssociationNegativeTestJSON-713744009-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369123'] for port, precommit_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:43:52.534484 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-734af431-2b18-4cfe-9b6c-6c46cb043123 req-495970d9-5122-4b06-9dd5-c03a2f4af577 tempest-FloatingIPsAssociationNegativeTestJSON-713744009 tempest-FloatingIPsAssociationNegativeTestJSON-713744009-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:43:52.590173 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.v2.base [None req-0bffff4b-f353-41b7-b3a0-0cc7583dd813 tempest-ServersTestMultiNic-942198030 tempest-ServersTestMultiNic-942198030-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-593785185'}} {{(pid=84041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 20:43:52.597369 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-0bffff4b-f353-41b7-b3a0-0cc7583dd813 tempest-ServersTestMultiNic-942198030 tempest-ServersTestMultiNic-942198030-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:43:52.601603 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-0bffff4b-f353-41b7-b3a0-0cc7583dd813 tempest-ServersTestMultiNic-942198030 tempest-ServersTestMultiNic-942198030-project] Usage tracker for resource:network and tenant:86c5c562f6e642eda292a78265b6dea4 is out of sync, need to count used quota {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:43:52.604663 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-0bffff4b-f353-41b7-b3a0-0cc7583dd813 tempest-ServersTestMultiNic-942198030 tempest-ServersTestMultiNic-942198030-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:43:52.612676 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-0bffff4b-f353-41b7-b3a0-0cc7583dd813 tempest-ServersTestMultiNic-942198030 tempest-ServersTestMultiNic-942198030-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:43:52.624869 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0bffff4b-f353-41b7-b3a0-0cc7583dd813 tempest-ServersTestMultiNic-942198030 tempest-ServersTestMultiNic-942198030-project] Made reservation on behalf of 86c5c562f6e642eda292a78265b6dea4 for: {'network': 1} {{(pid=84041) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:43:52.628619 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-0bffff4b-f353-41b7-b3a0-0cc7583dd813 tempest-ServersTestMultiNic-942198030 tempest-ServersTestMultiNic-942198030-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for network, before_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:43:52.660233 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0bffff4b-f353-41b7-b3a0-0cc7583dd813 tempest-ServersTestMultiNic-942198030 tempest-ServersTestMultiNic-942198030-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 370} {{(pid=84041) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 20:43:52.670946 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-0bffff4b-f353-41b7-b3a0-0cc7583dd813 tempest-ServersTestMultiNic-942198030 tempest-ServersTestMultiNic-942198030-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1082986'] for segment, precommit_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:43:52.671282 n-d-838334-2 neutron-server[84041]: INFO neutron.db.segments_db [None req-0bffff4b-f353-41b7-b3a0-0cc7583dd813 tempest-ServersTestMultiNic-942198030 tempest-ServersTestMultiNic-942198030-project] Added segment 3ec3b3b0-7120-42bb-a66e-54355578d529 of type vlan for network 13b31595-cfcf-45b0-9d66-7d4d8e1b94b6 Apr 18 20:43:52.675320 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.plugin [req-734af431-2b18-4cfe-9b6c-6c46cb043123 req-495970d9-5122-4b06-9dd5-c03a2f4af577 tempest-FloatingIPsAssociationNegativeTestJSON-713744009 tempest-FloatingIPsAssociationNegativeTestJSON-713744009-project] Calling delete_port for e1eff5e6-cad8-4090-90c9-a60476294ef0 owned by network:floatingip {{(pid=84040) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 20:43:52.701672 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-0bffff4b-f353-41b7-b3a0-0cc7583dd813 tempest-ServersTestMultiNic-942198030 tempest-ServersTestMultiNic-942198030-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750374825732'] for network, precommit_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:43:52.734439 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-0bffff4b-f353-41b7-b3a0-0cc7583dd813 tempest-ServersTestMultiNic-942198030 tempest-ServersTestMultiNic-942198030-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33526109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022'] for network, after_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:43:52.738595 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0bffff4b-f353-41b7-b3a0-0cc7583dd813 tempest-ServersTestMultiNic-942198030 tempest-ServersTestMultiNic-942198030-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:43:52.739246 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-0bffff4b-f353-41b7-b3a0-0cc7583dd813 tempest-ServersTestMultiNic-942198030 tempest-ServersTestMultiNic-942198030-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32378031'] for network, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:43:52.820961 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42eeac59-c0f0-407a-8f45-7323bdf5858f req-dec82f3a-e7c2-4c66-9ef8-116bcff3e6a4 tempest-ServersAdminTestJSON-1240675426 tempest-ServersAdminTestJSON-1240675426-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:43:52.822867 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-42eeac59-c0f0-407a-8f45-7323bdf5858f req-dec82f3a-e7c2-4c66-9ef8-116bcff3e6a4 tempest-ServersAdminTestJSON-1240675426 tempest-ServersAdminTestJSON-1240675426-project] 10.222.0.42 "GET /v2.0/ports?device_id=68a2a907-d975-4fae-8743-c2b0354cf23e HTTP/1.1" status: 200 len: 950 time: 0.1549225 Apr 18 20:43:52.871439 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-0bffff4b-f353-41b7-b3a0-0cc7583dd813 tempest-ServersTestMultiNic-942198030 tempest-ServersTestMultiNic-942198030-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.3996284 Apr 18 20:43:52.875254 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 39826) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:43:52.886710 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.v2.base [None req-f3f32a8b-9144-4ace-9f16-0a858f0e691b tempest-ServersTestMultiNic-942198030 tempest-ServersTestMultiNic-942198030-project] Request body: {'subnet': {'network_id': '13b31595-cfcf-45b0-9d66-7d4d8e1b94b6', 'cidr': '19.80.0.0/24', 'ip_version': 4}} {{(pid=84041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 20:43:52.910093 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 39830) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:43:52.912511 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bffff4b-f353-41b7-b3a0-0cc7583dd813 tempest-ServersTestMultiNic-942198030 tempest-ServersTestMultiNic-942198030-project] Pushing event updated for resources: {'Network': ['ID=13b31595-cfcf-45b0-9d66-7d4d8e1b94b6,revision_number=1']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:43:52.926960 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Network 13b31595-cfcf-45b0-9d66-7d4d8e1b94b6 details requested by agent ovs-agent-n-d-838334-2 with host n-d-838334-2 {{(pid=84042) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 18 20:43:52.985073 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-42eeac59-c0f0-407a-8f45-7323bdf5858f req-50a6e39d-e1d4-4d07-bb03-c53ec627ae0a tempest-ServersAdminTestJSON-1240675426 tempest-ServersAdminTestJSON-1240675426-project] 10.222.0.42 "GET /v2.0/security-groups?id=b9ed1788-e987-4b94-9dd4-ed408bd7803e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1526649 Apr 18 20:43:53.023433 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-734af431-2b18-4cfe-9b6c-6c46cb043123 req-495970d9-5122-4b06-9dd5-c03a2f4af577 tempest-FloatingIPsAssociationNegativeTestJSON-713744009 tempest-FloatingIPsAssociationNegativeTestJSON-713744009-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750375259028', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750374836628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32440838'] for port, after_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:43:53.026915 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-76a10d2a-6cc1-43ca-802b-f6fd35d6696c admin admin] Notify callbacks [] for security_group, before_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:43:53.088544 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-495970d9-5122-4b06-9dd5-c03a2f4af577 tempest-FloatingIPsAssociationNegativeTestJSON-713744009 tempest-FloatingIPsAssociationNegativeTestJSON-713744009-project] Pushing event deleted for resources: {'Port': ['ID=e1eff5e6-cad8-4090-90c9-a60476294ef0,revision_number=None']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:43:53.147048 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-f3f32a8b-9144-4ace-9f16-0a858f0e691b tempest-ServersTestMultiNic-942198030 tempest-ServersTestMultiNic-942198030-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:43:53.163221 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-f3f32a8b-9144-4ace-9f16-0a858f0e691b tempest-ServersTestMultiNic-942198030 tempest-ServersTestMultiNic-942198030-project] Usage tracker for resource:subnet and tenant:86c5c562f6e642eda292a78265b6dea4 is out of sync, need to count used quota {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:43:53.171588 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-76a10d2a-6cc1-43ca-802b-f6fd35d6696c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:43:53.175459 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-f3f32a8b-9144-4ace-9f16-0a858f0e691b tempest-ServersTestMultiNic-942198030 tempest-ServersTestMultiNic-942198030-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:43:53.189040 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-f3f32a8b-9144-4ace-9f16-0a858f0e691b tempest-ServersTestMultiNic-942198030 tempest-ServersTestMultiNic-942198030-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:43:53.191640 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-76a10d2a-6cc1-43ca-802b-f6fd35d6696c admin admin] Usage tracker for resource:security_group_rule and tenant:fcdfc3056a7147fbbe0fcd60b66d923f is out of sync, need to count used quota {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:43:53.214850 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-76a10d2a-6cc1-43ca-802b-f6fd35d6696c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:43:53.227121 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-76a10d2a-6cc1-43ca-802b-f6fd35d6696c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:43:53.244679 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f919cde-9938-49ff-bff6-bbff6be85e11 None None] New status for floating IP 30c935db-ba6f-4813-9408-5005c3aa3fd5: DOWN {{(pid=84042) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Apr 18 20:43:53.250779 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f3f32a8b-9144-4ace-9f16-0a858f0e691b tempest-ServersTestMultiNic-942198030 tempest-ServersTestMultiNic-942198030-project] Made reservation on behalf of 86c5c562f6e642eda292a78265b6dea4 for: {'subnet': 1} {{(pid=84041) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:43:53.301938 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-734af431-2b18-4cfe-9b6c-6c46cb043123 req-495970d9-5122-4b06-9dd5-c03a2f4af577 tempest-FloatingIPsAssociationNegativeTestJSON-713744009 tempest-FloatingIPsAssociationNegativeTestJSON-713744009-project] Notify callbacks [] for floatingip, after_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:43:53.367383 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-734af431-2b18-4cfe-9b6c-6c46cb043123 req-495970d9-5122-4b06-9dd5-c03a2f4af577 tempest-FloatingIPsAssociationNegativeTestJSON-713744009 tempest-FloatingIPsAssociationNegativeTestJSON-713744009-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217293'] for floatingip, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:43:53.376041 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-734af431-2b18-4cfe-9b6c-6c46cb043123 req-495970d9-5122-4b06-9dd5-c03a2f4af577 tempest-FloatingIPsAssociationNegativeTestJSON-713744009 tempest-FloatingIPsAssociationNegativeTestJSON-713744009-project] 10.222.0.42 "DELETE /v2.0/floatingips/30c935db-ba6f-4813-9408-5005c3aa3fd5 HTTP/1.1" status: 204 len: 173 time: 1.3987787 Apr 18 20:43:53.435586 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7541adf0-f445-4a5d-9f3e-b4abb05eafeb req-1a5c6239-4fd8-4846-a20c-73f034f3b825 tempest-SecurityGroupsTestJSON-1212657955 tempest-SecurityGroupsTestJSON-1212657955-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:43:53.453599 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-7541adf0-f445-4a5d-9f3e-b4abb05eafeb req-1a5c6239-4fd8-4846-a20c-73f034f3b825 tempest-SecurityGroupsTestJSON-1212657955 tempest-SecurityGroupsTestJSON-1212657955-project] 10.222.0.42 "GET /v2.0/ports?device_id=443cd979-832d-498d-9045-9ae58c27efa7 HTTP/1.1" status: 200 len: 945 time: 0.2119942 Apr 18 20:43:53.521392 n-d-838334-2 neutron-server[84040]: INFO neutron.notifiers.nova [-] Nova event matching ['req-21af9977-7ae8-49f5-b08d-77e2acd70434'] response: {'name': 'network-changed', 'server_uuid': '87617329-db11-4d78-96ee-1f3854a4d274', 'tag': '8b9c0209-8e08-4452-b426-91a922fe9d91', 'status': 'completed', 'code': 200} Apr 18 20:43:53.569247 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8528d6c4-e990-47cb-8312-dab8b3b7ba67 req-e596eb1a-29cf-4481-a188-663e42ad902e tempest-ServersOnMultiNodesTest-1168278630 tempest-ServersOnMultiNodesTest-1168278630-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:43:53.569936 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [req-8528d6c4-e990-47cb-8312-dab8b3b7ba67 req-e596eb1a-29cf-4481-a188-663e42ad902e tempest-ServersOnMultiNodesTest-1168278630 tempest-ServersOnMultiNodesTest-1168278630-project] Synchronizing usage tracker for tenant:de28ce5b7b5349a3b98e9e23d1be558c on resource:port {{(pid=84041) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 20:43:53.572438 n-d-838334-2 neutron-server[84042]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '68a2a907-d975-4fae-8743-c2b0354cf23e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7f8a76ca-f514-46f2-b74b-7b11a136bd76'}] {{(pid=84042) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 20:43:53.594784 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-f3f32a8b-9144-4ace-9f16-0a858f0e691b tempest-ServersTestMultiNic-942198030 tempest-ServersTestMultiNic-942198030-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32486301'] for subnet, before_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:43:53.600861 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-7541adf0-f445-4a5d-9f3e-b4abb05eafeb req-107f1f6f-a061-4b47-ad2b-b3a7f08bea28 tempest-SecurityGroupsTestJSON-1212657955 tempest-SecurityGroupsTestJSON-1212657955-project] 10.222.0.42 "GET /v2.0/security-groups?id=9011416c-6492-4991-9c3b-a886ca17cbe3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1464157 Apr 18 20:43:53.651564 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-2f08493f-dd56-4011-999e-21a1c79a5f58 req-0bba84f8-8c79-4c90-848f-5c2f27e10621 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=a7214e61b62b477cbc96b5c157267d89&device_id=87617329-db11-4d78-96ee-1f3854a4d274 HTTP/1.1" status: 200 len: 1097 time: 0.1290579 Apr 18 20:43:53.904435 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f08493f-dd56-4011-999e-21a1c79a5f58 req-82bc6a0e-041c-48b3-b478-b751c387806e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:43:53.906181 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-2f08493f-dd56-4011-999e-21a1c79a5f58 req-82bc6a0e-041c-48b3-b478-b751c387806e service neutron] 10.222.0.48 "GET /v2.0/networks?id=428ec210-24a1-4846-adb0-d7d8a80e756c HTTP/1.1" status: 200 len: 929 time: 0.2466025 Apr 18 20:43:53.985645 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8b5c19e-dd5b-464c-90cb-e2fda2292f97 req-c093f590-14c4-4dad-99cc-da731ca4ca14 tempest-ServersOnMultiNodesTest-1168278630 tempest-ServersOnMultiNodesTest-1168278630-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:43:53.992714 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-a8b5c19e-dd5b-464c-90cb-e2fda2292f97 req-c093f590-14c4-4dad-99cc-da731ca4ca14 tempest-ServersOnMultiNodesTest-1168278630 tempest-ServersOnMultiNodesTest-1168278630-project] 10.222.0.42 "GET /v2.0/ports?device_id=add3e6d2-a8cb-4d39-8fb8-9d1321c5f598 HTTP/1.1" status: 200 len: 949 time: 0.2007954 Apr 18 20:43:53.993585 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-76a10d2a-6cc1-43ca-802b-f6fd35d6696c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:43:53.995036 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [req-8528d6c4-e990-47cb-8312-dab8b3b7ba67 req-e596eb1a-29cf-4481-a188-663e42ad902e tempest-ServersOnMultiNodesTest-1168278630 tempest-ServersOnMultiNodesTest-1168278630-project] Unset dirty status for tenant:de28ce5b7b5349a3b98e9e23d1be558c on resource:port {{(pid=84041) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 20:43:53.996586 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-8528d6c4-e990-47cb-8312-dab8b3b7ba67 req-e596eb1a-29cf-4481-a188-663e42ad902e tempest-ServersOnMultiNodesTest-1168278630 tempest-ServersOnMultiNodesTest-1168278630-project] 10.222.0.43 "GET /v2.0/ports?device_id=add3e6d2-a8cb-4d39-8fb8-9d1321c5f598 HTTP/1.1" status: 200 len: 949 time: 0.8883004 Apr 18 20:43:53.998680 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-f3f32a8b-9144-4ace-9f16-0a858f0e691b tempest-ServersTestMultiNic-942198030 tempest-ServersTestMultiNic-942198030-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33526260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32266407', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32486287'] for subnet, after_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:43:54.071282 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-76a10d2a-6cc1-43ca-802b-f6fd35d6696c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33528224'] for security_group, after_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:43:54.086026 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-2f08493f-dd56-4011-999e-21a1c79a5f58 req-1a233c93-aab8-4984-8686-824e47b270e6 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8b9c0209-8e08-4452-b426-91a922fe9d91 HTTP/1.1" status: 200 len: 217 time: 0.1631484 Apr 18 20:43:54.172356 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-a8b5c19e-dd5b-464c-90cb-e2fda2292f97 req-8b719b38-28b4-4570-b568-59be6c3261be tempest-ServersOnMultiNodesTest-1168278630 tempest-ServersOnMultiNodesTest-1168278630-project] 10.222.0.42 "GET /v2.0/security-groups?id=e1e985d3-f227-45b4-b9a7-ffadcd0db1b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1783657 Apr 18 20:43:54.193026 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76a10d2a-6cc1-43ca-802b-f6fd35d6696c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e2981b6b-f582-45d2-96cb-fd771c65a71b,revision_number=1']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:43:54.202467 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f08493f-dd56-4011-999e-21a1c79a5f58 req-0784f41c-b19c-490b-89c7-9f9781cef835 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:43:54.203214 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.plugin [req-8528d6c4-e990-47cb-8312-dab8b3b7ba67 req-4b014919-21b9-415d-a427-dbdb1d36cf6c tempest-ServersOnMultiNodesTest-1168278630 tempest-ServersOnMultiNodesTest-1168278630-project] Deleting port 0394c137-2e6e-4479-8e87-8a196122abda {{(pid=84041) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 20:43:54.203558 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [req-8528d6c4-e990-47cb-8312-dab8b3b7ba67 req-4b014919-21b9-415d-a427-dbdb1d36cf6c tempest-ServersOnMultiNodesTest-1168278630 tempest-ServersOnMultiNodesTest-1168278630-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750375188691'] for port, before_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:43:54.204754 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-2f08493f-dd56-4011-999e-21a1c79a5f58 req-0784f41c-b19c-490b-89c7-9f9781cef835 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=8d88e8b2-0848-418e-a8f0-ff3463a38f9a HTTP/1.1" status: 200 len: 867 time: 0.1077855 Apr 18 20:43:54.218102 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8351b329-96d3-46c0-8c8c-78e515cbbdb9 req-e25839b4-ffaa-4a02-be19-574a4cd53eb4 tempest-FloatingIPsAssociationNegativeTestJSON-713744009 tempest-FloatingIPsAssociationNegativeTestJSON-713744009-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:43:54.218895 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [req-8351b329-96d3-46c0-8c8c-78e515cbbdb9 req-e25839b4-ffaa-4a02-be19-574a4cd53eb4 tempest-FloatingIPsAssociationNegativeTestJSON-713744009 tempest-FloatingIPsAssociationNegativeTestJSON-713744009-project] Synchronizing usage tracker for tenant:a7214e61b62b477cbc96b5c157267d89 on resource:port {{(pid=84040) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 20:43:54.247347 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-76a10d2a-6cc1-43ca-802b-f6fd35d6696c admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=fcdfc3056a7147fbbe0fcd60b66d923f&name=default HTTP/1.1" status: 200 len: 2647 time: 1.3327775 Apr 18 20:43:54.247347 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3f32a8b-9144-4ace-9f16-0a858f0e691b tempest-ServersTestMultiNic-942198030 tempest-ServersTestMultiNic-942198030-project] Pushing event updated for resources: {'Subnet': ['ID=0269348a-d2d1-458f-aa79-278c1714117f,revision_number=0']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:43:54.247548 n-d-838334-2 neutron-server[84042]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a75041d6-e781-41dc-9705-14fe343286fc'] response: {'server_uuid': '68a2a907-d975-4fae-8743-c2b0354cf23e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7f8a76ca-f514-46f2-b74b-7b11a136bd76', 'code': 200} Apr 18 20:43:54.256747 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 39850) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:43:54.296401 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3f32a8b-9144-4ace-9f16-0a858f0e691b tempest-ServersTestMultiNic-942198030 tempest-ServersTestMultiNic-942198030-project] Checking segment: {'id': '3ec3b3b0-7120-42bb-a66e-54355578d529', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '13b31595-cfcf-45b0-9d66-7d4d8e1b94b6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84041) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 20:43:54.296764 n-d-838334-2 neutron-server[84041]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3f32a8b-9144-4ace-9f16-0a858f0e691b tempest-ServersTestMultiNic-942198030 tempest-ServersTestMultiNic-942198030-project] Network hostable DHCP agents. Network: 13b31595-cfcf-45b0-9d66-7d4d8e1b94b6, hostable agents: ['8746f8ea-3e91-4b32-9919-2c63adeb8722'], hosted agents: [] {{(pid=84041) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 20:43:54.403422 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [req-8351b329-96d3-46c0-8c8c-78e515cbbdb9 req-e25839b4-ffaa-4a02-be19-574a4cd53eb4 tempest-FloatingIPsAssociationNegativeTestJSON-713744009 tempest-FloatingIPsAssociationNegativeTestJSON-713744009-project] Unset dirty status for tenant:a7214e61b62b477cbc96b5c157267d89 on resource:port {{(pid=84040) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 20:43:54.404774 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-8351b329-96d3-46c0-8c8c-78e515cbbdb9 req-e25839b4-ffaa-4a02-be19-574a4cd53eb4 tempest-FloatingIPsAssociationNegativeTestJSON-713744009 tempest-FloatingIPsAssociationNegativeTestJSON-713744009-project] 10.222.0.42 "GET /v2.0/ports?device_id=87617329-db11-4d78-96ee-1f3854a4d274&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.3968868 Apr 18 20:43:54.498717 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [req-8351b329-96d3-46c0-8c8c-78e515cbbdb9 req-83c26a33-3d87-4b20-a8b4-f1d41b62b7ff tempest-FloatingIPsAssociationNegativeTestJSON-713744009 tempest-FloatingIPsAssociationNegativeTestJSON-713744009-project] Synchronizing usage tracker for tenant:a7214e61b62b477cbc96b5c157267d89 on resource:floatingip {{(pid=84040) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 20:43:54.502963 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-22d4c7ba-994c-4319-9779-d8747ed29405 req-1eda973b-260c-4c51-badf-90e5a9f5d1b5 tempest-SecurityGroupsTestJSON-1212657955 tempest-SecurityGroupsTestJSON-1212657955-project] 10.222.0.42 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-1077732415&fields=id&tenant_id=f09031fed4d542f69d251f76eb7f477d HTTP/1.1" status: 200 len: 267 time: 0.1332254 Apr 18 20:43:54.544569 n-d-838334-2 neutron-server[84041]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3f32a8b-9144-4ace-9f16-0a858f0e691b tempest-ServersTestMultiNic-942198030 tempest-ServersTestMultiNic-942198030-project] Network 13b31595-cfcf-45b0-9d66-7d4d8e1b94b6 is scheduled to be hosted by DHCP agent 8746f8ea-3e91-4b32-9919-2c63adeb8722 with binding_index 1 {{(pid=84041) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 20:43:54.549609 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-2f08493f-dd56-4011-999e-21a1c79a5f58 req-eec74787-5712-4a88-b7bf-c3f328fd878d service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=428ec210-24a1-4846-adb0-d7d8a80e756c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3274980 Apr 18 20:43:54.567647 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-a70d9446-4257-4950-b614-520c910a730c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:43:54.572538 n-d-838334-2 neutron-server[84041]: DEBUG neutron.scheduler.base_scheduler [None req-f3f32a8b-9144-4ace-9f16-0a858f0e691b tempest-ServersTestMultiNic-942198030 tempest-ServersTestMultiNic-942198030-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-838334-2, 13b31595-cfcf-45b0-9d66-7d4d8e1b94b6) {{(pid=84041) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:43:54.582014 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0267ff2c-bfae-424c-ba38-90d03689ee42 None None] Network 13b31595-cfcf-45b0-9d66-7d4d8e1b94b6 requested from n-d-838334-2 {{(pid=84042) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 20:43:54.589648 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [req-8351b329-96d3-46c0-8c8c-78e515cbbdb9 req-83c26a33-3d87-4b20-a8b4-f1d41b62b7ff tempest-FloatingIPsAssociationNegativeTestJSON-713744009 tempest-FloatingIPsAssociationNegativeTestJSON-713744009-project] Unset dirty status for tenant:a7214e61b62b477cbc96b5c157267d89 on resource:floatingip {{(pid=84040) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 20:43:54.591287 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-8351b329-96d3-46c0-8c8c-78e515cbbdb9 req-83c26a33-3d87-4b20-a8b4-f1d41b62b7ff tempest-FloatingIPsAssociationNegativeTestJSON-713744009 tempest-FloatingIPsAssociationNegativeTestJSON-713744009-project] 10.222.0.42 "GET /v2.0/floatingips?floating_ip_address=0.0.0.0 HTTP/1.1" status: 200 len: 217 time: 0.1764412 Apr 18 20:43:54.602644 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3f32a8b-9144-4ace-9f16-0a858f0e691b tempest-ServersTestMultiNic-942198030 tempest-ServersTestMultiNic-942198030-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:43:54.603430 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-f3f32a8b-9144-4ace-9f16-0a858f0e691b tempest-ServersTestMultiNic-942198030 tempest-ServersTestMultiNic-942198030-project] Notify callbacks [] for subnet, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:43:54.640867 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-a70d9446-4257-4950-b614-520c910a730c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:43:54.664677 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-44044acc-213a-4a6e-a844-d705bcd51c23 req-6bbd05c9-782f-4f36-8139-f61583d533b1 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=68a2a907-d975-4fae-8743-c2b0354cf23e HTTP/1.1" status: 200 len: 1101 time: 0.3218877 Apr 18 20:43:54.707942 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-f3f32a8b-9144-4ace-9f16-0a858f0e691b tempest-ServersTestMultiNic-942198030 tempest-ServersTestMultiNic-942198030-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 1.8315053 Apr 18 20:43:54.711904 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.db [req-8528d6c4-e990-47cb-8312-dab8b3b7ba67 req-4b014919-21b9-415d-a427-dbdb1d36cf6c tempest-ServersOnMultiNodesTest-1168278630 tempest-ServersOnMultiNodesTest-1168278630-project] For port 0394c137-2e6e-4479-8e87-8a196122abda, host n-h1-838334-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838334-2',level=0,port_id=0394c137-2e6e-4479-8e87-8a196122abda,segment=NetworkSegment(62b85806-94d8-4a88-a06c-da82e5932d66),segment_id=62b85806-94d8-4a88-a06c-da82e5932d66)] {{(pid=84041) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:43:54.712260 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [req-8528d6c4-e990-47cb-8312-dab8b3b7ba67 req-4b014919-21b9-415d-a427-dbdb1d36cf6c tempest-ServersOnMultiNodesTest-1168278630 tempest-ServersOnMultiNodesTest-1168278630-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369123'] for port, precommit_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:43:54.719712 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 39856) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:43:54.731976 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.v2.base [None req-753b41c2-d522-4a1d-9e16-7ae8d20a5056 tempest-ServersTestMultiNic-942198030 tempest-ServersTestMultiNic-942198030-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-345924792'}} {{(pid=84040) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 20:43:54.742274 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [None req-753b41c2-d522-4a1d-9e16-7ae8d20a5056 tempest-ServersTestMultiNic-942198030 tempest-ServersTestMultiNic-942198030-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:43:54.746426 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-2f08493f-dd56-4011-999e-21a1c79a5f58 req-cefe2556-01d9-456c-8359-21c42d2d802c service neutron] 10.222.0.48 "GET /v2.0/networks/428ec210-24a1-4846-adb0-d7d8a80e756c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1841354 Apr 18 20:43:54.754095 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d4c7ba-994c-4319-9779-d8747ed29405 req-117f8a6b-b32d-4ba4-8c34-377b464b49ee tempest-SecurityGroupsTestJSON-1212657955 tempest-SecurityGroupsTestJSON-1212657955-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:43:54.755877 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-22d4c7ba-994c-4319-9779-d8747ed29405 req-117f8a6b-b32d-4ba4-8c34-377b464b49ee tempest-SecurityGroupsTestJSON-1212657955 tempest-SecurityGroupsTestJSON-1212657955-project] 10.222.0.42 "GET /v2.0/ports?device_id=443cd979-832d-498d-9045-9ae58c27efa7 HTTP/1.1" status: 200 len: 945 time: 0.2422585 Apr 18 20:43:54.782024 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-753b41c2-d522-4a1d-9e16-7ae8d20a5056 tempest-ServersTestMultiNic-942198030 tempest-ServersTestMultiNic-942198030-project] Usage tracker for resource:network and tenant:86c5c562f6e642eda292a78265b6dea4 is out of sync, need to count used quota {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:43:54.785392 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-753b41c2-d522-4a1d-9e16-7ae8d20a5056 tempest-ServersTestMultiNic-942198030 tempest-ServersTestMultiNic-942198030-project] Quota usage for network was recalculated. Used quota:2. {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:43:54.791442 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [None req-753b41c2-d522-4a1d-9e16-7ae8d20a5056 tempest-ServersTestMultiNic-942198030 tempest-ServersTestMultiNic-942198030-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:43:54.826794 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44238f07-389f-43b9-941d-85ee7142ff8a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp016840fc-1f9f-5892-9c53-c9cf6c845bbb-13b31595-cfcf-45b0-9d66-7d4d8e1b94b6', 'network_id': '13b31595-cfcf-45b0-9d66-7d4d8e1b94b6', 'tenant_id': '86c5c562f6e642eda292a78265b6dea4', 'fixed_ips': [{'subnet_id': '0269348a-d2d1-458f-aa79-278c1714117f'}]}} from n-d-838334-2. {{(pid=84042) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 18 20:43:54.827697 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-44238f07-389f-43b9-941d-85ee7142ff8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_create {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:43:54.860350 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.plugin [req-8528d6c4-e990-47cb-8312-dab8b3b7ba67 req-4b014919-21b9-415d-a427-dbdb1d36cf6c tempest-ServersOnMultiNodesTest-1168278630 tempest-ServersOnMultiNodesTest-1168278630-project] Calling delete_port for 0394c137-2e6e-4479-8e87-8a196122abda owned by compute:nova {{(pid=84041) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 20:43:54.914848 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-44044acc-213a-4a6e-a844-d705bcd51c23 req-95caf224-f818-4469-90f2-82f8774b8552 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=b9ed1788-e987-4b94-9dd4-ed408bd7803e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2325430 Apr 18 20:43:54.954724 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-a70d9446-4257-4950-b614-520c910a730c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33528224'] for security_group, after_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:43:54.990196 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Device 9902f4c9-cd0a-430a-a188-0cc9378e066e up at agent ovs-agent-n-d-838334-2 {{(pid=84042) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 20:43:55.013855 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a70d9446-4257-4950-b614-520c910a730c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e2981b6b-f582-45d2-96cb-fd771c65a71b,revision_number=None']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:43:55.026095 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-2f08493f-dd56-4011-999e-21a1c79a5f58 req-929c82a2-e8f0-457d-9b25-3b57f1ac48fa service neutron] 10.222.0.48 "GET /v2.0/networks/428ec210-24a1-4846-adb0-d7d8a80e756c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2656724 Apr 18 20:43:55.026644 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-753b41c2-d522-4a1d-9e16-7ae8d20a5056 tempest-ServersTestMultiNic-942198030 tempest-ServersTestMultiNic-942198030-project] Made reservation on behalf of 86c5c562f6e642eda292a78265b6dea4 for: {'network': 1} {{(pid=84040) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:43:55.029873 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-753b41c2-d522-4a1d-9e16-7ae8d20a5056 tempest-ServersTestMultiNic-942198030 tempest-ServersTestMultiNic-942198030-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for network, before_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:43:55.044480 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.v2.base [req-22d4c7ba-994c-4319-9779-d8747ed29405 req-75e1e26f-4da2-4f65-901f-bae184350366 tempest-SecurityGroupsTestJSON-1212657955 tempest-SecurityGroupsTestJSON-1212657955-project] Request body: {'port': {'security_groups': ['9011416c-6492-4991-9c3b-a886ca17cbe3', '872a099f-65ca-4245-81b2-36b336ab17d2']}} {{(pid=84040) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 20:43:55.056395 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-a70d9446-4257-4950-b614-520c910a730c admin admin] Notify callbacks [] for security_group, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:43:55.057776 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-a70d9446-4257-4950-b614-520c910a730c admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/e2981b6b-f582-45d2-96cb-fd771c65a71b HTTP/1.1" status: 204 len: 168 time: 0.7981172 Apr 18 20:43:55.076626 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [req-8528d6c4-e990-47cb-8312-dab8b3b7ba67 req-4b014919-21b9-415d-a427-dbdb1d36cf6c tempest-ServersOnMultiNodesTest-1168278630 tempest-ServersOnMultiNodesTest-1168278630-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750375259028', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750374836628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32266323'] for port, after_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:43:55.092282 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] get_ports_and_sgs() called for port_ids ['462e4cea-9da7-4149-b973-b4a0cd7a6d86', '80ff486a-645e-4b81-95ae-389dadda214a', '3bc7a448-92c7-4689-8cf5-4b43bcb9cd4a', 'e2546c5f-84b8-4220-bfb2-52584af9087c'] {{(pid=84042) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 18 20:43:55.124337 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-753b41c2-d522-4a1d-9e16-7ae8d20a5056 tempest-ServersTestMultiNic-942198030 tempest-ServersTestMultiNic-942198030-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 390} {{(pid=84040) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 20:43:55.134504 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-753b41c2-d522-4a1d-9e16-7ae8d20a5056 tempest-ServersTestMultiNic-942198030 tempest-ServersTestMultiNic-942198030-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1082986'] for segment, precommit_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:43:55.136951 n-d-838334-2 neutron-server[84040]: INFO neutron.db.segments_db [None req-753b41c2-d522-4a1d-9e16-7ae8d20a5056 tempest-ServersTestMultiNic-942198030 tempest-ServersTestMultiNic-942198030-project] Added segment e45fe09a-6dd8-4edb-a694-b73d348475bd of type vlan for network 7b39d1a2-fe93-4b26-9696-d41c7626cbe5 Apr 18 20:43:55.137531 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] get_ports_and_sgs() called for port_ids ['48374dfc-daf0-401c-976e-d3d8c71d0274', '96ef89c7-5796-4195-8913-d02823fbfa3d'] {{(pid=84042) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 18 20:43:55.151936 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b014919-21b9-415d-a427-dbdb1d36cf6c tempest-ServersOnMultiNodesTest-1168278630 tempest-ServersOnMultiNodesTest-1168278630-project] Pushing event deleted for resources: {'Port': ['ID=0394c137-2e6e-4479-8e87-8a196122abda,revision_number=None']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:43:55.235213 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.db_base_plugin_common [None req-44238f07-389f-43b9-941d-85ee7142ff8a None None] Allocated IP 19.80.0.2 (13b31595-cfcf-45b0-9d66-7d4d8e1b94b6/0269348a-d2d1-458f-aa79-278c1714117f/0f5923cc-3a31-4122-8868-2fdca92a245f) {{(pid=84042) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:43:55.250385 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-753b41c2-d522-4a1d-9e16-7ae8d20a5056 tempest-ServersTestMultiNic-942198030 tempest-ServersTestMultiNic-942198030-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750374825732'] for network, precommit_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:43:55.258216 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.l3_dvrscheduler_db [req-8528d6c4-e990-47cb-8312-dab8b3b7ba67 req-4b014919-21b9-415d-a427-dbdb1d36cf6c tempest-ServersOnMultiNodesTest-1168278630 tempest-ServersOnMultiNodesTest-1168278630-project] No DVR routers for this DVR port 0394c137-2e6e-4479-8e87-8a196122abda on host n-h1-838334-2 {{(pid=84041) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 20:43:55.262382 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [req-8528d6c4-e990-47cb-8312-dab8b3b7ba67 req-4b014919-21b9-415d-a427-dbdb1d36cf6c tempest-ServersOnMultiNodesTest-1168278630 tempest-ServersOnMultiNodesTest-1168278630-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217293'] for port, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:43:55.266839 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-8528d6c4-e990-47cb-8312-dab8b3b7ba67 req-4b014919-21b9-415d-a427-dbdb1d36cf6c tempest-ServersOnMultiNodesTest-1168278630 tempest-ServersOnMultiNodesTest-1168278630-project] 10.222.0.43 "DELETE /v2.0/ports/0394c137-2e6e-4479-8e87-8a196122abda HTTP/1.1" status: 204 len: 173 time: 1.2614198 Apr 18 20:43:55.267399 n-d-838334-2 neutron-server[84041]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'add3e6d2-a8cb-4d39-8fb8-9d1321c5f598', 'name': 'network-vif-deleted', 'tag': '0394c137-2e6e-4479-8e87-8a196122abda'}] {{(pid=84041) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 20:43:55.290422 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Provisioning for port 9902f4c9-cd0a-430a-a188-0cc9378e066e completed by entity L2. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 20:43:55.305942 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d2470d0-c786-4c98-bed7-5008a6701330 req-ce27b397-832f-4646-ad8e-5a2468879feb tempest-ServersAdminNegativeTestJSON-611917932 tempest-ServersAdminNegativeTestJSON-611917932-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:43:55.307523 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-4d2470d0-c786-4c98-bed7-5008a6701330 req-ce27b397-832f-4646-ad8e-5a2468879feb tempest-ServersAdminNegativeTestJSON-611917932 tempest-ServersAdminNegativeTestJSON-611917932-project] 10.222.0.42 "GET /v2.0/ports?device_id=32dcb1ce-174e-448f-b660-811c526d8b71 HTTP/1.1" status: 200 len: 948 time: 0.5482657 Apr 18 20:43:55.321099 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-22d4c7ba-994c-4319-9779-d8747ed29405 req-75e1e26f-4da2-4f65-901f-bae184350366 tempest-SecurityGroupsTestJSON-1212657955 tempest-SecurityGroupsTestJSON-1212657955-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:43:55.332464 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Provisioning complete for port 9902f4c9-cd0a-430a-a188-0cc9378e066e triggered by entity L2. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:43:55.333061 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1253608'] for port, provisioning_complete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:43:55.398693 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-753b41c2-d522-4a1d-9e16-7ae8d20a5056 tempest-ServersTestMultiNic-942198030 tempest-ServersTestMultiNic-942198030-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33526109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022'] for network, after_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:43:55.402951 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-753b41c2-d522-4a1d-9e16-7ae8d20a5056 tempest-ServersTestMultiNic-942198030 tempest-ServersTestMultiNic-942198030-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:43:55.404223 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-753b41c2-d522-4a1d-9e16-7ae8d20a5056 tempest-ServersTestMultiNic-942198030 tempest-ServersTestMultiNic-942198030-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32378031'] for network, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:43:55.604240 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-4d2470d0-c786-4c98-bed7-5008a6701330 req-0675be85-8132-4342-bcdc-eaf0d7843abe tempest-ServersAdminNegativeTestJSON-611917932 tempest-ServersAdminNegativeTestJSON-611917932-project] 10.222.0.42 "GET /v2.0/security-groups?id=e0395a73-aa6b-4ce1-bb5e-d7bf600d145b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2710464 Apr 18 20:43:55.615368 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-753b41c2-d522-4a1d-9e16-7ae8d20a5056 tempest-ServersTestMultiNic-942198030 tempest-ServersTestMultiNic-942198030-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.8937807 Apr 18 20:43:55.619038 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 39872) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:43:55.634515 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.v2.base [None req-c6694a67-9dd6-4ef1-b711-2b487b0cd806 tempest-ServersTestMultiNic-942198030 tempest-ServersTestMultiNic-942198030-project] Request body: {'subnet': {'network_id': '7b39d1a2-fe93-4b26-9696-d41c7626cbe5', 'cidr': '19.86.0.0/24', 'ip_version': 4}} {{(pid=84041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 20:43:55.638425 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-753b41c2-d522-4a1d-9e16-7ae8d20a5056 tempest-ServersTestMultiNic-942198030 tempest-ServersTestMultiNic-942198030-project] Pushing event updated for resources: {'Network': ['ID=7b39d1a2-fe93-4b26-9696-d41c7626cbe5,revision_number=1']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:43:55.782178 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Network 7b39d1a2-fe93-4b26-9696-d41c7626cbe5 details requested by agent ovs-agent-n-d-838334-2 with host n-d-838334-2 {{(pid=84042) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 18 20:43:56.033295 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-c6694a67-9dd6-4ef1-b711-2b487b0cd806 tempest-ServersTestMultiNic-942198030 tempest-ServersTestMultiNic-942198030-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:43:56.049802 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-c6694a67-9dd6-4ef1-b711-2b487b0cd806 tempest-ServersTestMultiNic-942198030 tempest-ServersTestMultiNic-942198030-project] Usage tracker for resource:subnet and tenant:86c5c562f6e642eda292a78265b6dea4 is out of sync, need to count used quota {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:43:56.053378 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-c6694a67-9dd6-4ef1-b711-2b487b0cd806 tempest-ServersTestMultiNic-942198030 tempest-ServersTestMultiNic-942198030-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:43:56.071433 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-c6694a67-9dd6-4ef1-b711-2b487b0cd806 tempest-ServersTestMultiNic-942198030 tempest-ServersTestMultiNic-942198030-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:43:56.073430 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.db [req-22d4c7ba-994c-4319-9779-d8747ed29405 req-75e1e26f-4da2-4f65-901f-bae184350366 tempest-SecurityGroupsTestJSON-1212657955 tempest-SecurityGroupsTestJSON-1212657955-project] For port 8252ee27-efd7-40f7-9fba-90979acc864e, host n-h2-838334-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838334-2',level=0,port_id=8252ee27-efd7-40f7-9fba-90979acc864e,segment=NetworkSegment(9d2a818f-5a4c-45ce-88ca-131c59c6d275),segment_id=9d2a818f-5a4c-45ce-88ca-131c59c6d275)] {{(pid=84040) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:43:56.092924 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-808435a4-2e36-4864-b973-43a4bc6ee0b8 req-48c69d90-f300-44fc-8498-3b3058550596 tempest-ServersAdminTestJSON-1240675426 tempest-ServersAdminTestJSON-1240675426-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:43:56.095178 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-808435a4-2e36-4864-b973-43a4bc6ee0b8 req-48c69d90-f300-44fc-8498-3b3058550596 tempest-ServersAdminTestJSON-1240675426 tempest-ServersAdminTestJSON-1240675426-project] 10.222.0.42 "GET /v2.0/ports?device_id=68a2a907-d975-4fae-8743-c2b0354cf23e HTTP/1.1" status: 200 len: 950 time: 0.3167882 Apr 18 20:43:56.110920 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5aa16ba-462e-4d04-bd9c-fc6b0d67cdb9 req-b7609d96-db60-4880-b7b7-ce2834bea568 tempest-ServersAdminNegativeTestJSON-611917932 tempest-ServersAdminNegativeTestJSON-611917932-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:43:56.111735 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [req-c5aa16ba-462e-4d04-bd9c-fc6b0d67cdb9 req-b7609d96-db60-4880-b7b7-ce2834bea568 tempest-ServersAdminNegativeTestJSON-611917932 tempest-ServersAdminNegativeTestJSON-611917932-project] Synchronizing usage tracker for tenant:d2b823f322cf4b378af07737106dd8b5 on resource:port {{(pid=84041) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 20:43:56.117848 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c6694a67-9dd6-4ef1-b711-2b487b0cd806 tempest-ServersTestMultiNic-942198030 tempest-ServersTestMultiNic-942198030-project] Made reservation on behalf of 86c5c562f6e642eda292a78265b6dea4 for: {'subnet': 1} {{(pid=84041) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:43:56.197138 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.db.resource_extend [req-22d4c7ba-994c-4319-9779-d8747ed29405 req-75e1e26f-4da2-4f65-901f-bae184350366 tempest-SecurityGroupsTestJSON-1212657955 tempest-SecurityGroupsTestJSON-1212657955-project] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 18 20:43:56.206159 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [req-c5aa16ba-462e-4d04-bd9c-fc6b0d67cdb9 req-b7609d96-db60-4880-b7b7-ce2834bea568 tempest-ServersAdminNegativeTestJSON-611917932 tempest-ServersAdminNegativeTestJSON-611917932-project] Unset dirty status for tenant:d2b823f322cf4b378af07737106dd8b5 on resource:port {{(pid=84041) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 20:43:56.207273 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-c5aa16ba-462e-4d04-bd9c-fc6b0d67cdb9 req-b7609d96-db60-4880-b7b7-ce2834bea568 tempest-ServersAdminNegativeTestJSON-611917932 tempest-ServersAdminNegativeTestJSON-611917932-project] 10.222.0.43 "GET /v2.0/ports?device_id=32dcb1ce-174e-448f-b660-811c526d8b71 HTTP/1.1" status: 200 len: 948 time: 0.2897480 Apr 18 20:43:56.218496 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-22d4c7ba-994c-4319-9779-d8747ed29405 req-75e1e26f-4da2-4f65-901f-bae184350366 tempest-SecurityGroupsTestJSON-1212657955 tempest-SecurityGroupsTestJSON-1212657955-project] Notify callbacks [] for port, precommit_update {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:43:56.230514 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-808435a4-2e36-4864-b973-43a4bc6ee0b8 req-cc8a168f-0258-4990-9cf8-9a140417c824 tempest-ServersAdminTestJSON-1240675426 tempest-ServersAdminTestJSON-1240675426-project] 10.222.0.42 "GET /v2.0/security-groups?id=b9ed1788-e987-4b94-9dd4-ed408bd7803e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1211081 Apr 18 20:43:56.231815 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-22d4c7ba-994c-4319-9779-d8747ed29405 req-75e1e26f-4da2-4f65-901f-bae184350366 tempest-SecurityGroupsTestJSON-1212657955 tempest-SecurityGroupsTestJSON-1212657955-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32440959'] for port, after_update {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:43:56.249674 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Device 0394c137-2e6e-4479-8e87-8a196122abda no longer exists at agent hyperv_n-h1-838334-2 {{(pid=84042) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 20:43:56.384970 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.plugin [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] No Port match for: 0394c137-2e6e-4479-8e87-8a196122abda {{(pid=84042) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 18 20:43:56.386002 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Device 0394c137-2e6e-4479-8e87-8a196122abda not bound to the agent host n-h1-838334-2 {{(pid=84042) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 20:43:56.401719 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:43:56.429037 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-79fce431-0ff4-4a13-ba1d-c8b56a4e14d7 req-f41ce1fe-4ee1-4b1d-aec4-f3eee8d2f1a0 tempest-FloatingIPsAssociationNegativeTestJSON-713744009 tempest-FloatingIPsAssociationNegativeTestJSON-713744009-project] 10.222.0.42 "GET /v2.0/floatingips?floating_ip_address=0.0.0.0 HTTP/1.1" status: 200 len: 217 time: 0.1262939 Apr 18 20:43:56.453996 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d4c7ba-994c-4319-9779-d8747ed29405 req-75e1e26f-4da2-4f65-901f-bae184350366 tempest-SecurityGroupsTestJSON-1212657955 tempest-SecurityGroupsTestJSON-1212657955-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:43:56.455120 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-22d4c7ba-994c-4319-9779-d8747ed29405 req-75e1e26f-4da2-4f65-901f-bae184350366 tempest-SecurityGroupsTestJSON-1212657955 tempest-SecurityGroupsTestJSON-1212657955-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217293'] for port, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:43:56.471906 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-22d4c7ba-994c-4319-9779-d8747ed29405 req-75e1e26f-4da2-4f65-901f-bae184350366 tempest-SecurityGroupsTestJSON-1212657955 tempest-SecurityGroupsTestJSON-1212657955-project] 10.222.0.42 "PUT /v2.0/ports/8252ee27-efd7-40f7-9fba-90979acc864e HTTP/1.1" status: 200 len: 981 time: 1.6319201 Apr 18 20:43:56.473574 n-d-838334-2 neutron-server[84040]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '443cd979-832d-498d-9045-9ae58c27efa7', 'tag': '8252ee27-efd7-40f7-9fba-90979acc864e'}] {{(pid=84040) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 20:43:56.493226 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-44238f07-389f-43b9-941d-85ee7142ff8a None None] Notify callbacks [] for port, precommit_create {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:43:56.516047 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75e1e26f-4da2-4f65-901f-bae184350366 tempest-SecurityGroupsTestJSON-1212657955 tempest-SecurityGroupsTestJSON-1212657955-project] Pushing event updated for resources: {'Port': ['ID=8252ee27-efd7-40f7-9fba-90979acc864e,revision_number=6']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:43:56.528036 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] For port 9902f4c9-cd0a-430a-a188-0cc9378e066e, host n-d-838334-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838334-2',level=0,port_id=9902f4c9-cd0a-430a-a188-0cc9378e066e,segment=NetworkSegment(732aa830-768b-4511-951f-d08e26b9c25b),segment_id=732aa830-768b-4511-951f-d08e26b9c25b)] {{(pid=84042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:43:56.537290 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-c6694a67-9dd6-4ef1-b711-2b487b0cd806 tempest-ServersTestMultiNic-942198030 tempest-ServersTestMultiNic-942198030-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32486301'] for subnet, before_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:43:56.638603 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-44238f07-389f-43b9-941d-85ee7142ff8a None None] Transition to ACTIVE for port object 0f5923cc-3a31-4122-8868-2fdca92a245f will not be triggered until provisioned by entity L2. {{(pid=84042) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 20:43:56.670866 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682'] for port, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:43:56.745043 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Device a32b9771-95b1-4190-a7b7-b2051a3f99e0 no longer exists at agent ovs-agent-n-d-838334-2 {{(pid=84042) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 20:43:56.764584 n-d-838334-2 neutron-server[84041]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4e19c562-4031-4551-be29-28016aee6a73'] response: {'server_uuid': 'add3e6d2-a8cb-4d39-8fb8-9d1321c5f598', 'name': 'network-vif-deleted', 'tag': '0394c137-2e6e-4479-8e87-8a196122abda', 'status': 'completed', 'code': 200} Apr 18 20:43:56.787888 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.plugin [req-c5aa16ba-462e-4d04-bd9c-fc6b0d67cdb9 req-a026e5e4-ba33-4c09-bfe8-ab54dc173613 tempest-ServersAdminNegativeTestJSON-611917932 tempest-ServersAdminNegativeTestJSON-611917932-project] Deleting port b551b52e-7daf-4d38-b091-131f871e4e59 {{(pid=84041) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 20:43:56.788344 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [req-c5aa16ba-462e-4d04-bd9c-fc6b0d67cdb9 req-a026e5e4-ba33-4c09-bfe8-ab54dc173613 tempest-ServersAdminNegativeTestJSON-611917932 tempest-ServersAdminNegativeTestJSON-611917932-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750375188691'] for port, before_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:43:56.810363 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] get_ports_and_sgs() called for port_ids ['8252ee27-efd7-40f7-9fba-90979acc864e'] {{(pid=84042) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 18 20:43:56.864086 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-c6694a67-9dd6-4ef1-b711-2b487b0cd806 tempest-ServersTestMultiNic-942198030 tempest-ServersTestMultiNic-942198030-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33526260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32266407', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32486287'] for subnet, after_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:43:56.896846 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-6e160f98-3a66-4d85-bd6f-8c1c9a74e434 req-9d985412-202e-485b-9b05-c28063b07893 tempest-SecurityGroupsTestJSON-1212657955 tempest-SecurityGroupsTestJSON-1212657955-project] 10.222.0.42 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-1686009137&fields=id&tenant_id=f09031fed4d542f69d251f76eb7f477d HTTP/1.1" status: 200 len: 267 time: 0.0978489 Apr 18 20:43:56.999317 n-d-838334-2 neutron-server[84040]: INFO neutron.notifiers.nova [-] Nova event matching ['req-51c7fe1d-ec7e-4db8-9c56-8dddcc1a393e'] response: {'name': 'network-changed', 'server_uuid': '443cd979-832d-498d-9045-9ae58c27efa7', 'tag': '8252ee27-efd7-40f7-9fba-90979acc864e', 'status': 'completed', 'code': 200} Apr 18 20:43:57.022581 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6694a67-9dd6-4ef1-b711-2b487b0cd806 tempest-ServersTestMultiNic-942198030 tempest-ServersTestMultiNic-942198030-project] Pushing event updated for resources: {'Subnet': ['ID=bab14fc6-fcc7-4d93-8112-49f4b0592f31,revision_number=0']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:43:57.052124 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.plugin [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] No Port match for: a32b9771-95b1-4190-a7b7-b2051a3f99e0 {{(pid=84042) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 18 20:43:57.052469 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Device a32b9771-95b1-4190-a7b7-b2051a3f99e0 not bound to the agent host n-d-838334-2 {{(pid=84042) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 20:43:57.052882 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Device 0503f73b-da3b-4994-b73d-5bb401e7cc44 no longer exists at agent ovs-agent-n-d-838334-2 {{(pid=84042) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 20:43:57.160518 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.plugin [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] No Port match for: 0503f73b-da3b-4994-b73d-5bb401e7cc44 {{(pid=84042) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 18 20:43:57.160862 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Device 0503f73b-da3b-4994-b73d-5bb401e7cc44 not bound to the agent host n-d-838334-2 {{(pid=84042) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 20:43:57.180036 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6694a67-9dd6-4ef1-b711-2b487b0cd806 tempest-ServersTestMultiNic-942198030 tempest-ServersTestMultiNic-942198030-project] Checking segment: {'id': 'e45fe09a-6dd8-4edb-a694-b73d348475bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '7b39d1a2-fe93-4b26-9696-d41c7626cbe5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84041) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 20:43:57.180706 n-d-838334-2 neutron-server[84041]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6694a67-9dd6-4ef1-b711-2b487b0cd806 tempest-ServersTestMultiNic-942198030 tempest-ServersTestMultiNic-942198030-project] Network hostable DHCP agents. Network: 7b39d1a2-fe93-4b26-9696-d41c7626cbe5, hostable agents: ['8746f8ea-3e91-4b32-9919-2c63adeb8722'], hosted agents: [] {{(pid=84041) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 20:43:57.210901 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-44238f07-389f-43b9-941d-85ee7142ff8a None None] Transition to ACTIVE for port object 0f5923cc-3a31-4122-8868-2fdca92a245f will not be triggered until provisioned by entity DHCP. {{(pid=84042) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 20:43:57.217092 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e160f98-3a66-4d85-bd6f-8c1c9a74e434 req-a5477bbe-776a-4ee1-9615-737f24899a0e tempest-SecurityGroupsTestJSON-1212657955 tempest-SecurityGroupsTestJSON-1212657955-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:43:57.218770 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-6e160f98-3a66-4d85-bd6f-8c1c9a74e434 req-a5477bbe-776a-4ee1-9615-737f24899a0e tempest-SecurityGroupsTestJSON-1212657955 tempest-SecurityGroupsTestJSON-1212657955-project] 10.222.0.42 "GET /v2.0/ports?device_id=443cd979-832d-498d-9045-9ae58c27efa7 HTTP/1.1" status: 200 len: 984 time: 0.3152437 Apr 18 20:43:57.254489 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-4b7af6ad-78bb-4a3d-b645-df7cc3291b9e req-bd25dcca-d09c-4415-891d-63ec6a0eb056 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=f09031fed4d542f69d251f76eb7f477d&device_id=443cd979-832d-498d-9045-9ae58c27efa7 HTTP/1.1" status: 200 len: 1135 time: 0.2633040 Apr 18 20:43:57.270554 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.v2.base [req-6e160f98-3a66-4d85-bd6f-8c1c9a74e434 req-507b1b36-98ad-41f1-82ff-35a6b65898c2 tempest-SecurityGroupsTestJSON-1212657955 tempest-SecurityGroupsTestJSON-1212657955-project] Request body: {'port': {'security_groups': ['872a099f-65ca-4245-81b2-36b336ab17d2', '9011416c-6492-4991-9c3b-a886ca17cbe3', '58742710-0935-40bc-88dd-ff5bab0da178']}} {{(pid=84040) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 20:43:57.287674 n-d-838334-2 neutron-server[84043]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bcaa832-a46d-456c-94c4-94de2d28bb2d None None] Sync routers for ids ['80b4e0f2-a667-4bba-9bfc-f432e16268e2'] in n-d-838334-2 {{(pid=84043) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 18 20:43:57.288907 n-d-838334-2 neutron-server[84041]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6694a67-9dd6-4ef1-b711-2b487b0cd806 tempest-ServersTestMultiNic-942198030 tempest-ServersTestMultiNic-942198030-project] Network 7b39d1a2-fe93-4b26-9696-d41c7626cbe5 is scheduled to be hosted by DHCP agent 8746f8ea-3e91-4b32-9919-2c63adeb8722 with binding_index 1 {{(pid=84041) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 20:43:57.304821 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-44238f07-389f-43b9-941d-85ee7142ff8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750374836619'] for port, after_create {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:43:57.305407 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.db [req-c5aa16ba-462e-4d04-bd9c-fc6b0d67cdb9 req-a026e5e4-ba33-4c09-bfe8-ab54dc173613 tempest-ServersAdminNegativeTestJSON-611917932 tempest-ServersAdminNegativeTestJSON-611917932-project] For port b551b52e-7daf-4d38-b091-131f871e4e59, host n-h1-838334-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838334-2',level=0,port_id=b551b52e-7daf-4d38-b091-131f871e4e59,segment=NetworkSegment(62b85806-94d8-4a88-a06c-da82e5932d66),segment_id=62b85806-94d8-4a88-a06c-da82e5932d66)] {{(pid=84041) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:43:57.306258 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [req-c5aa16ba-462e-4d04-bd9c-fc6b0d67cdb9 req-a026e5e4-ba33-4c09-bfe8-ab54dc173613 tempest-ServersAdminNegativeTestJSON-611917932 tempest-ServersAdminNegativeTestJSON-611917932-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369123'] for port, precommit_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:43:57.315384 n-d-838334-2 neutron-server[84041]: DEBUG neutron.scheduler.base_scheduler [None req-c6694a67-9dd6-4ef1-b711-2b487b0cd806 tempest-ServersTestMultiNic-942198030 tempest-ServersTestMultiNic-942198030-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-838334-2, 7b39d1a2-fe93-4b26-9696-d41c7626cbe5) {{(pid=84041) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:43:57.324960 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6694a67-9dd6-4ef1-b711-2b487b0cd806 tempest-ServersTestMultiNic-942198030 tempest-ServersTestMultiNic-942198030-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:43:57.326247 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-c6694a67-9dd6-4ef1-b711-2b487b0cd806 tempest-ServersTestMultiNic-942198030 tempest-ServersTestMultiNic-942198030-project] Notify callbacks [] for subnet, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:43:57.327085 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bcaa832-a46d-456c-94c4-94de2d28bb2d None None] Routers {'80b4e0f2-a667-4bba-9bfc-f432e16268e2'} bound to L3 agent in host n-d-838334-2 {{(pid=84043) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 20:43:57.327839 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.l3_hamode_db [None req-2bcaa832-a46d-456c-94c4-94de2d28bb2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838334-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-18T20:25:48Z,description=,heartbeat_timestamp=2022-04-18T20:43:48Z,host='n-d-838334-2',id=bc84d6c9-dd7a-4555-a351-592327b46d5a,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:25:48Z,topic='l3_agent')) {'router_ids': ['80b4e0f2-a667-4bba-9bfc-f432e16268e2'], 'active': True} {{(pid=84043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:43:57.358535 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Pushing event updated for resources: {'Port': ['ID=9902f4c9-cd0a-430a-a188-0cc9378e066e,revision_number=4']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:43:57.373072 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c12c2b6-aebe-45f7-a7ab-36670440d1e9 None None] Network 7b39d1a2-fe93-4b26-9696-d41c7626cbe5 requested from n-d-838334-2 {{(pid=84042) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 20:43:57.518058 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.l3_dvr_db [None req-2bcaa832-a46d-456c-94c4-94de2d28bb2d None None] Set router 80b4e0f2-a667-4bba-9bfc-f432e16268e2 gateway port host: n-d-838334-2 {{(pid=84043) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 20:43:57.553603 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.plugin [req-c5aa16ba-462e-4d04-bd9c-fc6b0d67cdb9 req-a026e5e4-ba33-4c09-bfe8-ab54dc173613 tempest-ServersAdminNegativeTestJSON-611917932 tempest-ServersAdminNegativeTestJSON-611917932-project] Calling delete_port for b551b52e-7daf-4d38-b091-131f871e4e59 owned by compute:nova {{(pid=84041) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 20:43:57.656971 n-d-838334-2 neutron-server[84042]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44238f07-389f-43b9-941d-85ee7142ff8a None None] Network 13b31595-cfcf-45b0-9d66-7d4d8e1b94b6 is already hosted by enough agents. {{(pid=84042) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:43:57.721010 n-d-838334-2 neutron-server[84042]: DEBUG neutron.scheduler.base_scheduler [None req-44238f07-389f-43b9-941d-85ee7142ff8a None None] Resources bound (agent type, host, resource id): {{(pid=84042) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:43:57.737714 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [req-c5aa16ba-462e-4d04-bd9c-fc6b0d67cdb9 req-a026e5e4-ba33-4c09-bfe8-ab54dc173613 tempest-ServersAdminNegativeTestJSON-611917932 tempest-ServersAdminNegativeTestJSON-611917932-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750375259028', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750374836628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32266323'] for port, after_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:43:57.793453 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-c6694a67-9dd6-4ef1-b711-2b487b0cd806 tempest-ServersTestMultiNic-942198030 tempest-ServersTestMultiNic-942198030-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 2.1627824 Apr 18 20:43:57.797119 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a026e5e4-ba33-4c09-bfe8-ab54dc173613 tempest-ServersAdminNegativeTestJSON-611917932 tempest-ServersAdminNegativeTestJSON-611917932-project] Pushing event deleted for resources: {'Port': ['ID=b551b52e-7daf-4d38-b091-131f871e4e59,revision_number=None']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:43:57.808525 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44238f07-389f-43b9-941d-85ee7142ff8a None None] Received port after_create {{(pid=84042) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 20:43:57.900704 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.l3_dvrscheduler_db [req-c5aa16ba-462e-4d04-bd9c-fc6b0d67cdb9 req-a026e5e4-ba33-4c09-bfe8-ab54dc173613 tempest-ServersAdminNegativeTestJSON-611917932 tempest-ServersAdminNegativeTestJSON-611917932-project] No DVR routers for this DVR port b551b52e-7daf-4d38-b091-131f871e4e59 on host n-h1-838334-2 {{(pid=84041) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 20:43:57.905039 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [req-c5aa16ba-462e-4d04-bd9c-fc6b0d67cdb9 req-a026e5e4-ba33-4c09-bfe8-ab54dc173613 tempest-ServersAdminNegativeTestJSON-611917932 tempest-ServersAdminNegativeTestJSON-611917932-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217293'] for port, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:43:57.913236 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-c5aa16ba-462e-4d04-bd9c-fc6b0d67cdb9 req-a026e5e4-ba33-4c09-bfe8-ab54dc173613 tempest-ServersAdminNegativeTestJSON-611917932 tempest-ServersAdminNegativeTestJSON-611917932-project] 10.222.0.43 "DELETE /v2.0/ports/b551b52e-7daf-4d38-b091-131f871e4e59 HTTP/1.1" status: 204 len: 173 time: 1.6874387 Apr 18 20:43:57.925330 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.l3_hamode_db [None req-2bcaa832-a46d-456c-94c4-94de2d28bb2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '80b4e0f2-a667-4bba-9bfc-f432e16268e2', 'name': 'tempest-ServersTestMultiNic-989973166-router', 'tenant_id': '86c5c562f6e642eda292a78265b6dea4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'external_fixed_ips': [{'subnet_id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'ip_address': '172.25.8.201'}], 'enable_snat': True}, 'gw_port_id': '9902f4c9-cd0a-430a-a188-0cc9378e066e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:43:41Z', 'updated_at': '2022-04-18T20:43:49Z', 'revision_number': 4, 'project_id': '86c5c562f6e642eda292a78265b6dea4', 'gw_port': {'id': '9902f4c9-cd0a-430a-a188-0cc9378e066e', 'name': '', 'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:fc:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80b4e0f2-a667-4bba-9bfc-f432e16268e2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'ip_address': '172.25.8.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:43:43Z', 'updated_at': '2022-04-18T20:43:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838334-2', '_interfaces': [{'id': 'c5380092-95e0-458f-b82f-b0645b12f161', 'name': '', 'network_id': '7095e9f4-55a0-4bd0-be55-8e87fdd96d3a', 'tenant_id': '86c5c562f6e642eda292a78265b6dea4', 'mac_address': 'fa:16:3e:40:c5:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '80b4e0f2-a667-4bba-9bfc-f432e16268e2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1cd9a891-5207-432a-a9d3-241c415f721d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:43:48Z', 'updated_at': '2022-04-18T20:43:49Z', 'revision_number': 2, 'project_id': '86c5c562f6e642eda292a78265b6dea4', 'subnets': [{'id': '1cd9a891-5207-432a-a9d3-241c415f721d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838334-2', False) {} {{(pid=84043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:43:57.943598 n-d-838334-2 neutron-server[84043]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bcaa832-a46d-456c-94c4-94de2d28bb2d None None] Checking router: 80b4e0f2-a667-4bba-9bfc-f432e16268e2 for host: n-d-838334-2 {{(pid=84043) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 18 20:43:57.944210 n-d-838334-2 neutron-server[84043]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bcaa832-a46d-456c-94c4-94de2d28bb2d None None] Updating router 80b4e0f2-a667-4bba-9bfc-f432e16268e2 port c5380092-95e0-458f-b82f-b0645b12f161 binding host n-d-838334-2 {{(pid=84043) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 18 20:43:58.021334 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-6e160f98-3a66-4d85-bd6f-8c1c9a74e434 req-507b1b36-98ad-41f1-82ff-35a6b65898c2 tempest-SecurityGroupsTestJSON-1212657955 tempest-SecurityGroupsTestJSON-1212657955-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:43:58.038255 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b7af6ad-78bb-4a3d-b645-df7cc3291b9e req-03ecf8b6-f6ea-46fb-afbe-75ebc9c5a1cb service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:43:58.039804 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-4b7af6ad-78bb-4a3d-b645-df7cc3291b9e req-03ecf8b6-f6ea-46fb-afbe-75ebc9c5a1cb service neutron] 10.222.0.48 "GET /v2.0/networks?id=7f662c04-13d3-4bf2-9436-adfc04ef8c7e HTTP/1.1" status: 200 len: 913 time: 0.4772115 Apr 18 20:43:58.170467 n-d-838334-2 neutron-server[84043]: DEBUG neutron_lib.callbacks.manager [None req-2bcaa832-a46d-456c-94c4-94de2d28bb2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:43:58.199823 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44238f07-389f-43b9-941d-85ee7142ff8a None None] Pushing event updated for resources: {'Port': ['ID=0f5923cc-3a31-4122-8868-2fdca92a245f,revision_number=1']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:43:58.220686 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64629898-d9be-4ddd-a6c8-4d211b5661d8 req-3729f181-bcf8-49dc-9d8c-d51879b3d515 tempest-ServersAdminNegativeTestJSON-611917932 tempest-ServersAdminNegativeTestJSON-611917932-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:43:58.222221 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-64629898-d9be-4ddd-a6c8-4d211b5661d8 req-3729f181-bcf8-49dc-9d8c-d51879b3d515 tempest-ServersAdminNegativeTestJSON-611917932 tempest-ServersAdminNegativeTestJSON-611917932-project] 10.222.0.42 "GET /v2.0/ports?device_id=32dcb1ce-174e-448f-b660-811c526d8b71 HTTP/1.1" status: 200 len: 867 time: 0.6521454 Apr 18 20:43:58.238999 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Device b551b52e-7daf-4d38-b091-131f871e4e59 no longer exists at agent hyperv_n-h1-838334-2 {{(pid=84042) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 20:43:58.259879 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-4b7af6ad-78bb-4a3d-b645-df7cc3291b9e req-33508eac-90ed-46f9-abe3-a1064ecc1da6 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8252ee27-efd7-40f7-9fba-90979acc864e HTTP/1.1" status: 200 len: 217 time: 0.1520619 Apr 18 20:43:58.333026 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.plugin [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] No Port match for: b551b52e-7daf-4d38-b091-131f871e4e59 {{(pid=84042) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 18 20:43:58.333451 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Device b551b52e-7daf-4d38-b091-131f871e4e59 not bound to the agent host n-h1-838334-2 {{(pid=84042) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 20:43:58.363409 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.managers [None req-44238f07-389f-43b9-941d-85ee7142ff8a None None] Attempting to bind port 0f5923cc-3a31-4122-8868-2fdca92a245f on host n-d-838334-2 for vnic_type normal with profile {{(pid=84042) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:43:58.363812 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.managers [None req-44238f07-389f-43b9-941d-85ee7142ff8a None None] Attempting to bind port 0f5923cc-3a31-4122-8868-2fdca92a245f by drivers openvswitch,hyperv on host n-d-838334-2 at level 0 using segments [{'id': '3ec3b3b0-7120-42bb-a66e-54355578d529', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '13b31595-cfcf-45b0-9d66-7d4d8e1b94b6'}] {{(pid=84042) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:43:58.365368 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44238f07-389f-43b9-941d-85ee7142ff8a None None] Attempting to bind port 0f5923cc-3a31-4122-8868-2fdca92a245f on network 13b31595-cfcf-45b0-9d66-7d4d8e1b94b6 {{(pid=84042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 20:43:58.385617 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-64629898-d9be-4ddd-a6c8-4d211b5661d8 req-321c2a20-8330-4331-98bd-a965b7666d91 tempest-ServersAdminNegativeTestJSON-611917932 tempest-ServersAdminNegativeTestJSON-611917932-project] 10.222.0.42 "GET /v2.0/security-groups?id=e0395a73-aa6b-4ce1-bb5e-d7bf600d145b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1487796 Apr 18 20:43:58.436134 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b7af6ad-78bb-4a3d-b645-df7cc3291b9e req-416bf56a-7c39-4704-a426-64dcdcd7fece service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:43:58.437873 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-4b7af6ad-78bb-4a3d-b645-df7cc3291b9e req-416bf56a-7c39-4704-a426-64dcdcd7fece service neutron] 10.222.0.48 "GET /v2.0/subnets?id=ab70a436-dbca-469d-b0be-5b1a5cfe0476 HTTP/1.1" status: 200 len: 852 time: 0.1453161 Apr 18 20:43:58.447831 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44238f07-389f-43b9-941d-85ee7142ff8a None None] Checking agent: {'id': '97cd4414-7af6-4d67-868d-dff370b4071a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838334-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 25, 49), 'started_at': datetime.datetime(2022, 4, 18, 20, 26, 19), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 20, 43, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838334-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 18 20:43:58.448223 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44238f07-389f-43b9-941d-85ee7142ff8a None None] Checking segment: {'id': '3ec3b3b0-7120-42bb-a66e-54355578d529', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '13b31595-cfcf-45b0-9d66-7d4d8e1b94b6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84042) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 20:43:58.448612 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-44238f07-389f-43b9-941d-85ee7142ff8a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:43:58.448995 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44238f07-389f-43b9-941d-85ee7142ff8a None None] Bound using segment: {'id': '3ec3b3b0-7120-42bb-a66e-54355578d529', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '13b31595-cfcf-45b0-9d66-7d4d8e1b94b6'} {{(pid=84042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 18 20:43:58.449458 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.managers [None req-44238f07-389f-43b9-941d-85ee7142ff8a None None] Bound port: 0f5923cc-3a31-4122-8868-2fdca92a245f, host: n-d-838334-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3ec3b3b0-7120-42bb-a66e-54355578d529', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '13b31595-cfcf-45b0-9d66-7d4d8e1b94b6'}}] {{(pid=84042) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 20:43:58.449820 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-44238f07-389f-43b9-941d-85ee7142ff8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:43:58.607094 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-4b7af6ad-78bb-4a3d-b645-df7cc3291b9e req-69dadc81-3de4-41ac-a0cb-4c3463ed1f71 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=7f662c04-13d3-4bf2-9436-adfc04ef8c7e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1476581 Apr 18 20:43:58.633966 n-d-838334-2 neutron-server[84043]: DEBUG neutron_lib.callbacks.manager [None req-2bcaa832-a46d-456c-94c4-94de2d28bb2d None None] Notify callbacks [] for port, precommit_update {{(pid=84043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:43:58.651128 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.provisioning_blocks [None req-2bcaa832-a46d-456c-94c4-94de2d28bb2d None None] Transition to ACTIVE for port object c5380092-95e0-458f-b82f-b0645b12f161 will not be triggered until provisioned by entity L2. {{(pid=84043) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 20:43:58.661085 n-d-838334-2 neutron-server[84043]: DEBUG neutron_lib.callbacks.manager [None req-2bcaa832-a46d-456c-94c4-94de2d28bb2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682'] for port, after_update {{(pid=84043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:43:58.701868 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] get_ports_and_sgs() called for port_ids ['8252ee27-efd7-40f7-9fba-90979acc864e'] {{(pid=84042) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 18 20:43:58.765628 n-d-838334-2 neutron-server[84041]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '32dcb1ce-174e-448f-b660-811c526d8b71', 'name': 'network-vif-deleted', 'tag': 'b551b52e-7daf-4d38-b091-131f871e4e59'}] {{(pid=84041) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 20:43:58.791543 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] get_ports_and_sgs() called for port_ids ['370774a2-1519-416b-b627-d03c7957a6aa'] {{(pid=84042) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 18 20:43:58.814764 n-d-838334-2 neutron-server[84043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eee7236d-6837-4196-98d3-0b4cd0691e44 None None] Pushing event updated for resources: {'Port': ['ID=c5380092-95e0-458f-b82f-b0645b12f161,revision_number=3']} {{(pid=84043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:43:58.835471 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d4cf9df-e6a4-45f8-9538-ba2ce9c8c8a9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp016840fc-1f9f-5892-9c53-c9cf6c845bbb-7b39d1a2-fe93-4b26-9696-d41c7626cbe5', 'network_id': '7b39d1a2-fe93-4b26-9696-d41c7626cbe5', 'tenant_id': '86c5c562f6e642eda292a78265b6dea4', 'fixed_ips': [{'subnet_id': 'bab14fc6-fcc7-4d93-8112-49f4b0592f31'}]}} from n-d-838334-2. {{(pid=84042) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 18 20:43:58.836775 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-9d4cf9df-e6a4-45f8-9538-ba2ce9c8c8a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_create {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:43:58.864217 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-44238f07-389f-43b9-941d-85ee7142ff8a None None] For port 0f5923cc-3a31-4122-8868-2fdca92a245f, host n-d-838334-2, cleared binding levels {{(pid=84042) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 20:43:58.879334 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.db [req-6e160f98-3a66-4d85-bd6f-8c1c9a74e434 req-507b1b36-98ad-41f1-82ff-35a6b65898c2 tempest-SecurityGroupsTestJSON-1212657955 tempest-SecurityGroupsTestJSON-1212657955-project] For port 8252ee27-efd7-40f7-9fba-90979acc864e, host n-h2-838334-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838334-2',level=0,port_id=8252ee27-efd7-40f7-9fba-90979acc864e,segment=NetworkSegment(9d2a818f-5a4c-45ce-88ca-131c59c6d275),segment_id=9d2a818f-5a4c-45ce-88ca-131c59c6d275)] {{(pid=84040) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:43:58.910475 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-44238f07-389f-43b9-941d-85ee7142ff8a None None] For port 0f5923cc-3a31-4122-8868-2fdca92a245f, host n-d-838334-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838334-2',level=0,port_id=0f5923cc-3a31-4122-8868-2fdca92a245f,segment=NetworkSegment(3ec3b3b0-7120-42bb-a66e-54355578d529),segment_id=3ec3b3b0-7120-42bb-a66e-54355578d529)] {{(pid=84042) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 20:43:58.958998 n-d-838334-2 neutron-server[84043]: DEBUG neutron.plugins.ml2.managers [None req-2bcaa832-a46d-456c-94c4-94de2d28bb2d None None] Attempting to bind port c5380092-95e0-458f-b82f-b0645b12f161 on host n-d-838334-2 for vnic_type normal with profile {{(pid=84043) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:43:58.959763 n-d-838334-2 neutron-server[84043]: DEBUG neutron.plugins.ml2.managers [None req-2bcaa832-a46d-456c-94c4-94de2d28bb2d None None] Attempting to bind port c5380092-95e0-458f-b82f-b0645b12f161 by drivers openvswitch,hyperv on host n-d-838334-2 at level 0 using segments [{'id': 'b7608bf8-f237-43a6-bbaa-712146cf31cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': '7095e9f4-55a0-4bd0-be55-8e87fdd96d3a'}] {{(pid=84043) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:43:58.960154 n-d-838334-2 neutron-server[84043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bcaa832-a46d-456c-94c4-94de2d28bb2d None None] Attempting to bind port c5380092-95e0-458f-b82f-b0645b12f161 on network 7095e9f4-55a0-4bd0-be55-8e87fdd96d3a {{(pid=84043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 20:43:58.972643 n-d-838334-2 neutron-server[84043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bcaa832-a46d-456c-94c4-94de2d28bb2d None None] Checking agent: {'id': '97cd4414-7af6-4d67-868d-dff370b4071a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838334-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 25, 49), 'started_at': datetime.datetime(2022, 4, 18, 20, 26, 19), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 20, 43, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838334-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 18 20:43:58.972988 n-d-838334-2 neutron-server[84043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bcaa832-a46d-456c-94c4-94de2d28bb2d None None] Checking segment: {'id': 'b7608bf8-f237-43a6-bbaa-712146cf31cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': '7095e9f4-55a0-4bd0-be55-8e87fdd96d3a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84043) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 20:43:58.973282 n-d-838334-2 neutron-server[84043]: DEBUG neutron_lib.callbacks.manager [None req-2bcaa832-a46d-456c-94c4-94de2d28bb2d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:43:58.973667 n-d-838334-2 neutron-server[84043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bcaa832-a46d-456c-94c4-94de2d28bb2d None None] Bound using segment: {'id': 'b7608bf8-f237-43a6-bbaa-712146cf31cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': '7095e9f4-55a0-4bd0-be55-8e87fdd96d3a'} {{(pid=84043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 18 20:43:58.974129 n-d-838334-2 neutron-server[84043]: DEBUG neutron.plugins.ml2.managers [None req-2bcaa832-a46d-456c-94c4-94de2d28bb2d None None] Bound port: c5380092-95e0-458f-b82f-b0645b12f161, host: n-d-838334-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b7608bf8-f237-43a6-bbaa-712146cf31cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': '7095e9f4-55a0-4bd0-be55-8e87fdd96d3a'}}] {{(pid=84043) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 20:43:58.974504 n-d-838334-2 neutron-server[84043]: DEBUG neutron_lib.callbacks.manager [None req-2bcaa832-a46d-456c-94c4-94de2d28bb2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:43:58.978152 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-6e160f98-3a66-4d85-bd6f-8c1c9a74e434 req-507b1b36-98ad-41f1-82ff-35a6b65898c2 tempest-SecurityGroupsTestJSON-1212657955 tempest-SecurityGroupsTestJSON-1212657955-project] Notify callbacks [] for port, precommit_update {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:43:59.032356 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-6e160f98-3a66-4d85-bd6f-8c1c9a74e434 req-507b1b36-98ad-41f1-82ff-35a6b65898c2 tempest-SecurityGroupsTestJSON-1212657955 tempest-SecurityGroupsTestJSON-1212657955-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32440959'] for port, after_update {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:43:59.051062 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5f9280a-74fc-4ae4-8e0c-0e3e7ffea252 req-1d88d4ca-0e25-43ea-9ce4-df2de6cf7b88 tempest-FloatingIPsAssociationNegativeTestJSON-713744009 tempest-FloatingIPsAssociationNegativeTestJSON-713744009-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:43:59.053070 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-c5f9280a-74fc-4ae4-8e0c-0e3e7ffea252 req-1d88d4ca-0e25-43ea-9ce4-df2de6cf7b88 tempest-FloatingIPsAssociationNegativeTestJSON-713744009 tempest-FloatingIPsAssociationNegativeTestJSON-713744009-project] 10.222.0.42 "GET /v2.0/ports?device_id=87617329-db11-4d78-96ee-1f3854a4d274 HTTP/1.1" status: 200 len: 946 time: 0.4978194 Apr 18 20:43:59.073444 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3ffd06b-f9f8-4f38-9df1-686ea7f07d62 req-87f7cb26-b686-4e21-8c4f-57f11669305d tempest-ServersOnMultiNodesTest-1168278630 tempest-ServersOnMultiNodesTest-1168278630-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:43:59.074188 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [req-a3ffd06b-f9f8-4f38-9df1-686ea7f07d62 req-87f7cb26-b686-4e21-8c4f-57f11669305d tempest-ServersOnMultiNodesTest-1168278630 tempest-ServersOnMultiNodesTest-1168278630-project] Synchronizing usage tracker for tenant:de28ce5b7b5349a3b98e9e23d1be558c on resource:port {{(pid=84041) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 20:43:59.089560 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-44238f07-389f-43b9-941d-85ee7142ff8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682'] for port, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:43:59.095308 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [req-a3ffd06b-f9f8-4f38-9df1-686ea7f07d62 req-87f7cb26-b686-4e21-8c4f-57f11669305d tempest-ServersOnMultiNodesTest-1168278630 tempest-ServersOnMultiNodesTest-1168278630-project] Unset dirty status for tenant:de28ce5b7b5349a3b98e9e23d1be558c on resource:port {{(pid=84041) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 20:43:59.096799 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-a3ffd06b-f9f8-4f38-9df1-686ea7f07d62 req-87f7cb26-b686-4e21-8c4f-57f11669305d tempest-ServersOnMultiNodesTest-1168278630 tempest-ServersOnMultiNodesTest-1168278630-project] 10.222.0.43 "GET /v2.0/ports?device_id=0920925d-e51b-4ebb-ace6-349eda87fa7d HTTP/1.1" status: 200 len: 949 time: 0.1943092 Apr 18 20:43:59.109644 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-4b7af6ad-78bb-4a3d-b645-df7cc3291b9e req-5144fa3d-14be-4ad7-9416-6921d3579c75 service neutron] 10.222.0.48 "GET /v2.0/networks/7f662c04-13d3-4bf2-9436-adfc04ef8c7e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4805870 Apr 18 20:43:59.142258 n-d-838334-2 neutron-server[84043]: DEBUG neutron.plugins.ml2.db [None req-2bcaa832-a46d-456c-94c4-94de2d28bb2d None None] For port c5380092-95e0-458f-b82f-b0645b12f161, host n-d-838334-2, cleared binding levels {{(pid=84043) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 20:43:59.151409 n-d-838334-2 neutron-server[84043]: DEBUG neutron.plugins.ml2.db [None req-2bcaa832-a46d-456c-94c4-94de2d28bb2d None None] For port c5380092-95e0-458f-b82f-b0645b12f161, host n-d-838334-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838334-2',level=0,port_id=c5380092-95e0-458f-b82f-b0645b12f161,segment=NetworkSegment(b7608bf8-f237-43a6-bbaa-712146cf31cd),segment_id=b7608bf8-f237-43a6-bbaa-712146cf31cd)] {{(pid=84043) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 20:43:59.159466 n-d-838334-2 neutron-server[84043]: DEBUG neutron_lib.callbacks.manager [None req-2bcaa832-a46d-456c-94c4-94de2d28bb2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682'] for port, after_update {{(pid=84043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:43:59.191244 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.plugin [req-a3ffd06b-f9f8-4f38-9df1-686ea7f07d62 req-7e859078-689c-42d8-bb73-dee696a57e22 tempest-ServersOnMultiNodesTest-1168278630 tempest-ServersOnMultiNodesTest-1168278630-project] Deleting port e2546c5f-84b8-4220-bfb2-52584af9087c {{(pid=84041) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 20:43:59.191721 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [req-a3ffd06b-f9f8-4f38-9df1-686ea7f07d62 req-7e859078-689c-42d8-bb73-dee696a57e22 tempest-ServersOnMultiNodesTest-1168278630 tempest-ServersOnMultiNodesTest-1168278630-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750375188691'] for port, before_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:43:59.243153 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.db_base_plugin_common [None req-9d4cf9df-e6a4-45f8-9538-ba2ce9c8c8a9 None None] Allocated IP 19.86.0.2 (7b39d1a2-fe93-4b26-9696-d41c7626cbe5/bab14fc6-fcc7-4d93-8112-49f4b0592f31/43875075-2d76-473f-a017-c53c75069d54) {{(pid=84042) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:43:59.299583 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-c5f9280a-74fc-4ae4-8e0c-0e3e7ffea252 req-e098935a-db66-4d85-9083-5bfc15c0b507 tempest-FloatingIPsAssociationNegativeTestJSON-713744009 tempest-FloatingIPsAssociationNegativeTestJSON-713744009-project] 10.222.0.42 "GET /v2.0/security-groups?id=c7496943-c876-45a6-b20e-7ae98eeeb30c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1932695 Apr 18 20:43:59.304314 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e160f98-3a66-4d85-bd6f-8c1c9a74e434 req-507b1b36-98ad-41f1-82ff-35a6b65898c2 tempest-SecurityGroupsTestJSON-1212657955 tempest-SecurityGroupsTestJSON-1212657955-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:43:59.309648 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-6e160f98-3a66-4d85-bd6f-8c1c9a74e434 req-507b1b36-98ad-41f1-82ff-35a6b65898c2 tempest-SecurityGroupsTestJSON-1212657955 tempest-SecurityGroupsTestJSON-1212657955-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217293'] for port, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:43:59.313145 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-6e160f98-3a66-4d85-bd6f-8c1c9a74e434 req-507b1b36-98ad-41f1-82ff-35a6b65898c2 tempest-SecurityGroupsTestJSON-1212657955 tempest-SecurityGroupsTestJSON-1212657955-project] 10.222.0.42 "PUT /v2.0/ports/8252ee27-efd7-40f7-9fba-90979acc864e HTTP/1.1" status: 200 len: 1020 time: 2.0831587 Apr 18 20:43:59.327019 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bcaa832-a46d-456c-94c4-94de2d28bb2d None None] Routers {'80b4e0f2-a667-4bba-9bfc-f432e16268e2'} bound to L3 agent in host n-d-838334-2 {{(pid=84043) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 20:43:59.327986 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.l3_hamode_db [None req-2bcaa832-a46d-456c-94c4-94de2d28bb2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838334-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-18T20:25:48Z,description=,heartbeat_timestamp=2022-04-18T20:43:48Z,host='n-d-838334-2',id=bc84d6c9-dd7a-4555-a351-592327b46d5a,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:25:48Z,topic='l3_agent')) {'router_ids': ['80b4e0f2-a667-4bba-9bfc-f432e16268e2'], 'active': True} {{(pid=84043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:43:59.344355 n-d-838334-2 neutron-server[84040]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '443cd979-832d-498d-9045-9ae58c27efa7', 'tag': '8252ee27-efd7-40f7-9fba-90979acc864e'}] {{(pid=84040) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 20:43:59.387372 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-507b1b36-98ad-41f1-82ff-35a6b65898c2 tempest-SecurityGroupsTestJSON-1212657955 tempest-SecurityGroupsTestJSON-1212657955-project] Pushing event updated for resources: {'Port': ['ID=8252ee27-efd7-40f7-9fba-90979acc864e,revision_number=7']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:43:59.394308 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Device 9902f4c9-cd0a-430a-a188-0cc9378e066e up at agent ovs-agent-n-d-838334-2 {{(pid=84042) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 20:43:59.471296 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d54f902a-46b2-475f-890d-3bd390280bc0 req-300cf8a6-78ef-4b3d-9b2a-e0ef6ca4ee27 tempest-FloatingIPsAssociationNegativeTestJSON-713744009 tempest-FloatingIPsAssociationNegativeTestJSON-713744009-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:43:59.473487 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-d54f902a-46b2-475f-890d-3bd390280bc0 req-300cf8a6-78ef-4b3d-9b2a-e0ef6ca4ee27 tempest-FloatingIPsAssociationNegativeTestJSON-713744009 tempest-FloatingIPsAssociationNegativeTestJSON-713744009-project] 10.222.0.48 "GET /v2.0/ports?device_id=87617329-db11-4d78-96ee-1f3854a4d274 HTTP/1.1" status: 200 len: 946 time: 0.5208907 Apr 18 20:43:59.591918 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44238f07-389f-43b9-941d-85ee7142ff8a None None] Pushing event updated for resources: {'Port': ['ID=0f5923cc-3a31-4122-8868-2fdca92a245f,revision_number=2']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:43:59.627893 n-d-838334-2 neutron-server[84043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eee7236d-6837-4196-98d3-0b4cd0691e44 None None] Pushing event updated for resources: {'Port': ['ID=c5380092-95e0-458f-b82f-b0645b12f161,revision_number=4']} {{(pid=84043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:43:59.720820 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.l3_dvr_db [None req-2bcaa832-a46d-456c-94c4-94de2d28bb2d None None] Set router 80b4e0f2-a667-4bba-9bfc-f432e16268e2 gateway port host: n-d-838334-2 {{(pid=84043) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 20:43:59.773269 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.db [req-a3ffd06b-f9f8-4f38-9df1-686ea7f07d62 req-7e859078-689c-42d8-bb73-dee696a57e22 tempest-ServersOnMultiNodesTest-1168278630 tempest-ServersOnMultiNodesTest-1168278630-project] For port e2546c5f-84b8-4220-bfb2-52584af9087c, host n-h1-838334-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838334-2',level=0,port_id=e2546c5f-84b8-4220-bfb2-52584af9087c,segment=NetworkSegment(62b85806-94d8-4a88-a06c-da82e5932d66),segment_id=62b85806-94d8-4a88-a06c-da82e5932d66)] {{(pid=84041) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:43:59.774754 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [req-a3ffd06b-f9f8-4f38-9df1-686ea7f07d62 req-7e859078-689c-42d8-bb73-dee696a57e22 tempest-ServersOnMultiNodesTest-1168278630 tempest-ServersOnMultiNodesTest-1168278630-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369123'] for port, precommit_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:43:59.780440 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-4b7af6ad-78bb-4a3d-b645-df7cc3291b9e req-cbed1c3d-86fa-4fdc-8e38-f60ec8f6c10a service neutron] 10.222.0.48 "GET /v2.0/networks/7f662c04-13d3-4bf2-9436-adfc04ef8c7e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6382086 Apr 18 20:43:59.826783 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.plugin [req-d54f902a-46b2-475f-890d-3bd390280bc0 req-9ffb4722-8b78-480c-8104-d694d9aa621a tempest-FloatingIPsAssociationNegativeTestJSON-713744009 tempest-FloatingIPsAssociationNegativeTestJSON-713744009-project] Deleting port 8b9c0209-8e08-4452-b426-91a922fe9d91 {{(pid=84040) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 20:43:59.830375 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-d54f902a-46b2-475f-890d-3bd390280bc0 req-9ffb4722-8b78-480c-8104-d694d9aa621a tempest-FloatingIPsAssociationNegativeTestJSON-713744009 tempest-FloatingIPsAssociationNegativeTestJSON-713744009-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750375188691'] for port, before_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:43:59.848623 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] get_ports_and_sgs() called for port_ids ['8252ee27-efd7-40f7-9fba-90979acc864e'] {{(pid=84042) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 18 20:43:59.940664 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750375287399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253529'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:43:59.947921 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.plugin [req-a3ffd06b-f9f8-4f38-9df1-686ea7f07d62 req-7e859078-689c-42d8-bb73-dee696a57e22 tempest-ServersOnMultiNodesTest-1168278630 tempest-ServersOnMultiNodesTest-1168278630-project] Calling delete_port for e2546c5f-84b8-4220-bfb2-52584af9087c owned by compute:nova {{(pid=84041) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 20:44:00.142331 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2444ed5-a0ce-40d7-b1b8-4d0356509f25 req-84fef427-2e58-4265-94fa-6abb821f7057 tempest-ServersOnMultiNodesTest-1168278630 tempest-ServersOnMultiNodesTest-1168278630-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:44:00.147976 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Provisioning complete for port 9902f4c9-cd0a-430a-a188-0cc9378e066e triggered by entity L2. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:44:00.148296 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1253608'] for port, provisioning_complete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:00.149764 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-c2444ed5-a0ce-40d7-b1b8-4d0356509f25 req-84fef427-2e58-4265-94fa-6abb821f7057 tempest-ServersOnMultiNodesTest-1168278630 tempest-ServersOnMultiNodesTest-1168278630-project] 10.222.0.42 "GET /v2.0/ports?device_id=0920925d-e51b-4ebb-ace6-349eda87fa7d HTTP/1.1" status: 200 len: 949 time: 0.4957325 Apr 18 20:44:00.157768 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64073435-1b24-4914-983b-b1baa8ea3eb4 req-0185dafd-2895-48c7-93ce-e1ad89683130 tempest-ServersAdminTestJSON-1240675426 tempest-ServersAdminTestJSON-1240675426-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:44:00.164804 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-64073435-1b24-4914-983b-b1baa8ea3eb4 req-0185dafd-2895-48c7-93ce-e1ad89683130 tempest-ServersAdminTestJSON-1240675426 tempest-ServersAdminTestJSON-1240675426-project] 10.222.0.42 "GET /v2.0/ports?device_id=68a2a907-d975-4fae-8743-c2b0354cf23e HTTP/1.1" status: 200 len: 950 time: 0.5917964 Apr 18 20:44:00.172307 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.l3_hamode_db [None req-2bcaa832-a46d-456c-94c4-94de2d28bb2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '80b4e0f2-a667-4bba-9bfc-f432e16268e2', 'name': 'tempest-ServersTestMultiNic-989973166-router', 'tenant_id': '86c5c562f6e642eda292a78265b6dea4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'external_fixed_ips': [{'subnet_id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'ip_address': '172.25.8.201'}], 'enable_snat': True}, 'gw_port_id': '9902f4c9-cd0a-430a-a188-0cc9378e066e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:43:41Z', 'updated_at': '2022-04-18T20:43:49Z', 'revision_number': 4, 'project_id': '86c5c562f6e642eda292a78265b6dea4', 'gw_port': {'id': '9902f4c9-cd0a-430a-a188-0cc9378e066e', 'name': '', 'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:fc:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80b4e0f2-a667-4bba-9bfc-f432e16268e2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'ip_address': '172.25.8.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:43:43Z', 'updated_at': '2022-04-18T20:43:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838334-2', '_interfaces': [{'id': 'c5380092-95e0-458f-b82f-b0645b12f161', 'name': '', 'network_id': '7095e9f4-55a0-4bd0-be55-8e87fdd96d3a', 'tenant_id': '86c5c562f6e642eda292a78265b6dea4', 'mac_address': 'fa:16:3e:40:c5:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '80b4e0f2-a667-4bba-9bfc-f432e16268e2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1cd9a891-5207-432a-a9d3-241c415f721d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:43:48Z', 'updated_at': '2022-04-18T20:43:59Z', 'revision_number': 4, 'project_id': '86c5c562f6e642eda292a78265b6dea4', 'subnets': [{'id': '1cd9a891-5207-432a-a9d3-241c415f721d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838334-2', False) {} {{(pid=84043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:44:00.177371 n-d-838334-2 neutron-server[84043]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bcaa832-a46d-456c-94c4-94de2d28bb2d None None] The sync data for ids ['80b4e0f2-a667-4bba-9bfc-f432e16268e2'] in n-d-838334-2 is: [{'id': '80b4e0f2-a667-4bba-9bfc-f432e16268e2', 'name': 'tempest-ServersTestMultiNic-989973166-router', 'tenant_id': '86c5c562f6e642eda292a78265b6dea4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'external_fixed_ips': [{'subnet_id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'ip_address': '172.25.8.201'}], 'enable_snat': True}, 'gw_port_id': '9902f4c9-cd0a-430a-a188-0cc9378e066e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:43:41Z', 'updated_at': '2022-04-18T20:43:49Z', 'revision_number': 4, 'project_id': '86c5c562f6e642eda292a78265b6dea4', 'gw_port': {'id': '9902f4c9-cd0a-430a-a188-0cc9378e066e', 'name': '', 'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:fc:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80b4e0f2-a667-4bba-9bfc-f432e16268e2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'ip_address': '172.25.8.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:43:43Z', 'updated_at': '2022-04-18T20:43:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838334-2', '_interfaces': [{'id': 'c5380092-95e0-458f-b82f-b0645b12f161', 'name': '', 'network_id': '7095e9f4-55a0-4bd0-be55-8e87fdd96d3a', 'tenant_id': '86c5c562f6e642eda292a78265b6dea4', 'mac_address': 'fa:16:3e:40:c5:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '80b4e0f2-a667-4bba-9bfc-f432e16268e2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1cd9a891-5207-432a-a9d3-241c415f721d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:43:48Z', 'updated_at': '2022-04-18T20:43:59Z', 'revision_number': 4, 'project_id': '86c5c562f6e642eda292a78265b6dea4', 'subnets': [{'id': '1cd9a891-5207-432a-a9d3-241c415f721d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84043) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 18 20:44:00.317084 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [req-a3ffd06b-f9f8-4f38-9df1-686ea7f07d62 req-7e859078-689c-42d8-bb73-dee696a57e22 tempest-ServersOnMultiNodesTest-1168278630 tempest-ServersOnMultiNodesTest-1168278630-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750375259028', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750374836628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32266323'] for port, after_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:00.374895 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-c2444ed5-a0ce-40d7-b1b8-4d0356509f25 req-0338bc54-2dd8-426e-a860-c266e8c97dd2 tempest-ServersOnMultiNodesTest-1168278630 tempest-ServersOnMultiNodesTest-1168278630-project] 10.222.0.42 "GET /v2.0/security-groups?id=e1e985d3-f227-45b4-b9a7-ffadcd0db1b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2240844 Apr 18 20:44:00.392275 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e859078-689c-42d8-bb73-dee696a57e22 tempest-ServersOnMultiNodesTest-1168278630 tempest-ServersOnMultiNodesTest-1168278630-project] Pushing event deleted for resources: {'Port': ['ID=e2546c5f-84b8-4220-bfb2-52584af9087c,revision_number=None']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:44:00.430395 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-64073435-1b24-4914-983b-b1baa8ea3eb4 req-03611ad1-4288-4c7b-87f3-6053879c708b tempest-ServersAdminTestJSON-1240675426 tempest-ServersAdminTestJSON-1240675426-project] 10.222.0.42 "GET /v2.0/security-groups?id=b9ed1788-e987-4b94-9dd4-ed408bd7803e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2648480 Apr 18 20:44:00.469563 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-9d4cf9df-e6a4-45f8-9538-ba2ce9c8c8a9 None None] Notify callbacks [] for port, precommit_create {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:00.519607 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.db [req-d54f902a-46b2-475f-890d-3bd390280bc0 req-9ffb4722-8b78-480c-8104-d694d9aa621a tempest-FloatingIPsAssociationNegativeTestJSON-713744009 tempest-FloatingIPsAssociationNegativeTestJSON-713744009-project] For port 8b9c0209-8e08-4452-b426-91a922fe9d91, host n-h2-838334-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838334-2',level=0,port_id=8b9c0209-8e08-4452-b426-91a922fe9d91,segment=NetworkSegment(338f9095-81f0-4251-a330-d99a5f14455b),segment_id=338f9095-81f0-4251-a330-d99a5f14455b)] {{(pid=84040) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:44:00.520004 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-d54f902a-46b2-475f-890d-3bd390280bc0 req-9ffb4722-8b78-480c-8104-d694d9aa621a tempest-FloatingIPsAssociationNegativeTestJSON-713744009 tempest-FloatingIPsAssociationNegativeTestJSON-713744009-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369123'] for port, precommit_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:00.527310 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] get_ports_and_sgs() called for port_ids ['8252ee27-efd7-40f7-9fba-90979acc864e'] {{(pid=84042) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 18 20:44:00.553882 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.l3_dvrscheduler_db [req-a3ffd06b-f9f8-4f38-9df1-686ea7f07d62 req-7e859078-689c-42d8-bb73-dee696a57e22 tempest-ServersOnMultiNodesTest-1168278630 tempest-ServersOnMultiNodesTest-1168278630-project] No DVR routers for this DVR port e2546c5f-84b8-4220-bfb2-52584af9087c on host n-h1-838334-2 {{(pid=84041) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 20:44:00.564110 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e859078-689c-42d8-bb73-dee696a57e22 tempest-ServersOnMultiNodesTest-1168278630 tempest-ServersOnMultiNodesTest-1168278630-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:44:00.564556 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e859078-689c-42d8-bb73-dee696a57e22 tempest-ServersOnMultiNodesTest-1168278630 tempest-ServersOnMultiNodesTest-1168278630-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:44:00.564872 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e859078-689c-42d8-bb73-dee696a57e22 tempest-ServersOnMultiNodesTest-1168278630 tempest-ServersOnMultiNodesTest-1168278630-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:44:00.565205 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e859078-689c-42d8-bb73-dee696a57e22 tempest-ServersOnMultiNodesTest-1168278630 tempest-ServersOnMultiNodesTest-1168278630-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:44:00.565529 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e859078-689c-42d8-bb73-dee696a57e22 tempest-ServersOnMultiNodesTest-1168278630 tempest-ServersOnMultiNodesTest-1168278630-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:44:00.565920 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e859078-689c-42d8-bb73-dee696a57e22 tempest-ServersOnMultiNodesTest-1168278630 tempest-ServersOnMultiNodesTest-1168278630-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:44:00.566252 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e859078-689c-42d8-bb73-dee696a57e22 tempest-ServersOnMultiNodesTest-1168278630 tempest-ServersOnMultiNodesTest-1168278630-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:44:00.566575 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e859078-689c-42d8-bb73-dee696a57e22 tempest-ServersOnMultiNodesTest-1168278630 tempest-ServersOnMultiNodesTest-1168278630-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:44:00.566895 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e859078-689c-42d8-bb73-dee696a57e22 tempest-ServersOnMultiNodesTest-1168278630 tempest-ServersOnMultiNodesTest-1168278630-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:44:00.567214 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e859078-689c-42d8-bb73-dee696a57e22 tempest-ServersOnMultiNodesTest-1168278630 tempest-ServersOnMultiNodesTest-1168278630-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:44:00.567531 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e859078-689c-42d8-bb73-dee696a57e22 tempest-ServersOnMultiNodesTest-1168278630 tempest-ServersOnMultiNodesTest-1168278630-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:44:00.570688 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [req-a3ffd06b-f9f8-4f38-9df1-686ea7f07d62 req-7e859078-689c-42d8-bb73-dee696a57e22 tempest-ServersOnMultiNodesTest-1168278630 tempest-ServersOnMultiNodesTest-1168278630-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217293'] for port, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:00.589585 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] get_ports_and_sgs() called for port_ids ['462e4cea-9da7-4149-b973-b4a0cd7a6d86', '80ff486a-645e-4b81-95ae-389dadda214a', '3bc7a448-92c7-4689-8cf5-4b43bcb9cd4a'] {{(pid=84042) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 18 20:44:00.596860 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-a3ffd06b-f9f8-4f38-9df1-686ea7f07d62 req-7e859078-689c-42d8-bb73-dee696a57e22 tempest-ServersOnMultiNodesTest-1168278630 tempest-ServersOnMultiNodesTest-1168278630-project] 10.222.0.43 "DELETE /v2.0/ports/e2546c5f-84b8-4220-bfb2-52584af9087c HTTP/1.1" status: 204 len: 173 time: 1.4931047 Apr 18 20:44:00.698273 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-9d4cf9df-e6a4-45f8-9538-ba2ce9c8c8a9 None None] Transition to ACTIVE for port object 43875075-2d76-473f-a017-c53c75069d54 will not be triggered until provisioned by entity L2. {{(pid=84042) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 20:44:00.746570 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-9d4cf9df-e6a4-45f8-9538-ba2ce9c8c8a9 None None] Transition to ACTIVE for port object 43875075-2d76-473f-a017-c53c75069d54 will not be triggered until provisioned by entity DHCP. {{(pid=84042) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 20:44:00.747578 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.plugin [req-d54f902a-46b2-475f-890d-3bd390280bc0 req-9ffb4722-8b78-480c-8104-d694d9aa621a tempest-FloatingIPsAssociationNegativeTestJSON-713744009 tempest-FloatingIPsAssociationNegativeTestJSON-713744009-project] Calling delete_port for 8b9c0209-8e08-4452-b426-91a922fe9d91 owned by compute:nova {{(pid=84040) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 20:44:00.896749 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-9d4cf9df-e6a4-45f8-9538-ba2ce9c8c8a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750374836619'] for port, after_create {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:01.044939 n-d-838334-2 neutron-server[84041]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9d9ae421-bc83-4382-a8c8-f0e935479686'] response: {'server_uuid': '32dcb1ce-174e-448f-b660-811c526d8b71', 'name': 'network-vif-deleted', 'tag': 'b551b52e-7daf-4d38-b091-131f871e4e59', 'status': 'completed', 'code': 200} Apr 18 20:44:01.046718 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61b4bae0-a1b9-4550-8171-f9ac2aab297c req-6753151c-269b-4b60-803d-f780d3a0dadc tempest-ServersTestMultiNic-942198030 tempest-ServersTestMultiNic-942198030-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:44:01.056569 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61b4bae0-a1b9-4550-8171-f9ac2aab297c req-6753151c-269b-4b60-803d-f780d3a0dadc tempest-ServersTestMultiNic-942198030 tempest-ServersTestMultiNic-942198030-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:44:01.057277 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [req-61b4bae0-a1b9-4550-8171-f9ac2aab297c req-6753151c-269b-4b60-803d-f780d3a0dadc tempest-ServersTestMultiNic-942198030 tempest-ServersTestMultiNic-942198030-project] Synchronizing usage tracker for tenant:86c5c562f6e642eda292a78265b6dea4 on resource:network {{(pid=84040) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 20:44:01.115320 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f851ec4-8342-45a0-a3fc-4b423eea812f None None] Network 13b31595-cfcf-45b0-9d66-7d4d8e1b94b6 requested from n-d-838334-2 {{(pid=84042) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 20:44:01.125163 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [req-61b4bae0-a1b9-4550-8171-f9ac2aab297c req-6753151c-269b-4b60-803d-f780d3a0dadc tempest-ServersTestMultiNic-942198030 tempest-ServersTestMultiNic-942198030-project] Unset dirty status for tenant:86c5c562f6e642eda292a78265b6dea4 on resource:network {{(pid=84040) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 20:44:01.126439 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-61b4bae0-a1b9-4550-8171-f9ac2aab297c req-6753151c-269b-4b60-803d-f780d3a0dadc tempest-ServersTestMultiNic-942198030 tempest-ServersTestMultiNic-942198030-project] 10.222.0.42 "GET /v2.0/networks?id=13b31595-cfcf-45b0-9d66-7d4d8e1b94b6&id=7b39d1a2-fe93-4b26-9696-d41c7626cbe5&id=13b31595-cfcf-45b0-9d66-7d4d8e1b94b6 HTTP/1.1" status: 200 len: 1390 time: 0.4994226 Apr 18 20:44:01.156238 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-61b4bae0-a1b9-4550-8171-f9ac2aab297c req-c2a1ec9c-44da-41a7-ac73-79639bf06644 tempest-ServersTestMultiNic-942198030 tempest-ServersTestMultiNic-942198030-project] 10.222.0.42 "GET /v2.0/quotas/86c5c562f6e642eda292a78265b6dea4 HTTP/1.1" status: 200 len: 375 time: 0.0160010 Apr 18 20:44:01.204296 n-d-838334-2 neutron-server[84042]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d4cf9df-e6a4-45f8-9538-ba2ce9c8c8a9 None None] Network 7b39d1a2-fe93-4b26-9696-d41c7626cbe5 is already hosted by enough agents. {{(pid=84042) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:44:01.259309 n-d-838334-2 neutron-server[84042]: DEBUG neutron.scheduler.base_scheduler [None req-9d4cf9df-e6a4-45f8-9538-ba2ce9c8c8a9 None None] Resources bound (agent type, host, resource id): {{(pid=84042) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:44:01.261077 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d4cf9df-e6a4-45f8-9538-ba2ce9c8c8a9 None None] Pushing event updated for resources: {'Port': ['ID=43875075-2d76-473f-a017-c53c75069d54,revision_number=1']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:44:01.273675 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d4cf9df-e6a4-45f8-9538-ba2ce9c8c8a9 None None] Received port after_create {{(pid=84042) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 20:44:01.388973 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-d54f902a-46b2-475f-890d-3bd390280bc0 req-9ffb4722-8b78-480c-8104-d694d9aa621a tempest-FloatingIPsAssociationNegativeTestJSON-713744009 tempest-FloatingIPsAssociationNegativeTestJSON-713744009-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750375259028', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750374836628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32440838'] for port, after_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:01.446959 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ffb4722-8b78-480c-8104-d694d9aa621a tempest-FloatingIPsAssociationNegativeTestJSON-713744009 tempest-FloatingIPsAssociationNegativeTestJSON-713744009-project] Pushing event deleted for resources: {'Port': ['ID=8b9c0209-8e08-4452-b426-91a922fe9d91,revision_number=None']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:44:01.458093 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-61b4bae0-a1b9-4550-8171-f9ac2aab297c req-e5733016-6661-4a6a-a620-5f774408676a tempest-ServersTestMultiNic-942198030 tempest-ServersTestMultiNic-942198030-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=86c5c562f6e642eda292a78265b6dea4&fields=id HTTP/1.1" status: 200 len: 394 time: 0.2964637 Apr 18 20:44:01.467521 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2288910-cf85-4dc9-a18d-8b45d53a277a req-6035aa6e-4de3-4fc5-ab2f-5188fcf820bd tempest-SecurityGroupsTestJSON-1212657955 tempest-SecurityGroupsTestJSON-1212657955-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:44:01.468940 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-e2288910-cf85-4dc9-a18d-8b45d53a277a req-6035aa6e-4de3-4fc5-ab2f-5188fcf820bd tempest-SecurityGroupsTestJSON-1212657955 tempest-SecurityGroupsTestJSON-1212657955-project] 10.222.0.42 "GET /v2.0/ports?device_id=443cd979-832d-498d-9045-9ae58c27efa7 HTTP/1.1" status: 200 len: 1023 time: 0.2083502 Apr 18 20:44:01.502587 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-e3e56129-9e41-4380-8824-9dc6ea7826ca None None] Provisioning for port 0f5923cc-3a31-4122-8868-2fdca92a245f completed by entity DHCP. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 20:44:01.655894 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.l3_dvrscheduler_db [req-d54f902a-46b2-475f-890d-3bd390280bc0 req-9ffb4722-8b78-480c-8104-d694d9aa621a tempest-FloatingIPsAssociationNegativeTestJSON-713744009 tempest-FloatingIPsAssociationNegativeTestJSON-713744009-project] No DVR routers for this DVR port 8b9c0209-8e08-4452-b426-91a922fe9d91 on host n-h2-838334-2 {{(pid=84040) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 20:44:01.663486 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-d54f902a-46b2-475f-890d-3bd390280bc0 req-9ffb4722-8b78-480c-8104-d694d9aa621a tempest-FloatingIPsAssociationNegativeTestJSON-713744009 tempest-FloatingIPsAssociationNegativeTestJSON-713744009-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217293'] for port, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:01.694301 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.managers [None req-9d4cf9df-e6a4-45f8-9538-ba2ce9c8c8a9 None None] Attempting to bind port 43875075-2d76-473f-a017-c53c75069d54 on host n-d-838334-2 for vnic_type normal with profile {{(pid=84042) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:44:01.694734 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.managers [None req-9d4cf9df-e6a4-45f8-9538-ba2ce9c8c8a9 None None] Attempting to bind port 43875075-2d76-473f-a017-c53c75069d54 by drivers openvswitch,hyperv on host n-d-838334-2 at level 0 using segments [{'id': 'e45fe09a-6dd8-4edb-a694-b73d348475bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '7b39d1a2-fe93-4b26-9696-d41c7626cbe5'}] {{(pid=84042) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:44:01.696012 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d4cf9df-e6a4-45f8-9538-ba2ce9c8c8a9 None None] Attempting to bind port 43875075-2d76-473f-a017-c53c75069d54 on network 7b39d1a2-fe93-4b26-9696-d41c7626cbe5 {{(pid=84042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 20:44:01.708488 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-d54f902a-46b2-475f-890d-3bd390280bc0 req-9ffb4722-8b78-480c-8104-d694d9aa621a tempest-FloatingIPsAssociationNegativeTestJSON-713744009 tempest-FloatingIPsAssociationNegativeTestJSON-713744009-project] 10.222.0.48 "DELETE /v2.0/ports/8b9c0209-8e08-4452-b426-91a922fe9d91 HTTP/1.1" status: 204 len: 173 time: 2.2246096 Apr 18 20:44:01.714168 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Device c5380092-95e0-458f-b82f-b0645b12f161 up at agent ovs-agent-n-d-838334-2 {{(pid=84042) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 20:44:01.751823 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-61b4bae0-a1b9-4550-8171-f9ac2aab297c req-ddfd7662-23e1-4377-ad9f-13cd255849c2 service neutron] 10.222.0.42 "GET /v2.0/networks/13b31595-cfcf-45b0-9d66-7d4d8e1b94b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2556019 Apr 18 20:44:01.756835 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-e2288910-cf85-4dc9-a18d-8b45d53a277a req-22976182-67d9-43b5-a728-47aa1036fe1d tempest-SecurityGroupsTestJSON-1212657955 tempest-SecurityGroupsTestJSON-1212657955-project] 10.222.0.42 "GET /v2.0/security-groups?id=58742710-0935-40bc-88dd-ff5bab0da178&id=872a099f-65ca-4245-81b2-36b336ab17d2&id=9011416c-6492-4991-9c3b-a886ca17cbe3 HTTP/1.1" status: 200 len: 5486 time: 0.2542541 Apr 18 20:44:01.811154 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d4cf9df-e6a4-45f8-9538-ba2ce9c8c8a9 None None] Checking agent: {'id': '97cd4414-7af6-4d67-868d-dff370b4071a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838334-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 25, 49), 'started_at': datetime.datetime(2022, 4, 18, 20, 26, 19), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 20, 43, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838334-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 18 20:44:01.811797 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d4cf9df-e6a4-45f8-9538-ba2ce9c8c8a9 None None] Checking segment: {'id': 'e45fe09a-6dd8-4edb-a694-b73d348475bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '7b39d1a2-fe93-4b26-9696-d41c7626cbe5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84042) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 20:44:01.812504 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-9d4cf9df-e6a4-45f8-9538-ba2ce9c8c8a9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:01.813118 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d4cf9df-e6a4-45f8-9538-ba2ce9c8c8a9 None None] Bound using segment: {'id': 'e45fe09a-6dd8-4edb-a694-b73d348475bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '7b39d1a2-fe93-4b26-9696-d41c7626cbe5'} {{(pid=84042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 18 20:44:01.813611 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.managers [None req-9d4cf9df-e6a4-45f8-9538-ba2ce9c8c8a9 None None] Bound port: 43875075-2d76-473f-a017-c53c75069d54, host: n-d-838334-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e45fe09a-6dd8-4edb-a694-b73d348475bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '7b39d1a2-fe93-4b26-9696-d41c7626cbe5'}}] {{(pid=84042) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 20:44:01.813986 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-9d4cf9df-e6a4-45f8-9538-ba2ce9c8c8a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:01.898738 n-d-838334-2 neutron-server[84040]: INFO neutron.notifiers.nova [-] Nova event matching ['req-559908c4-c65b-4be0-a587-4637afdc3318'] response: {'name': 'network-changed', 'server_uuid': '443cd979-832d-498d-9045-9ae58c27efa7', 'tag': '8252ee27-efd7-40f7-9fba-90979acc864e', 'status': 'completed', 'code': 200} Apr 18 20:44:01.978200 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-61b4bae0-a1b9-4550-8171-f9ac2aab297c req-bdf9dafa-f04a-4ddf-a634-6528e4af29ca service neutron] 10.222.0.42 "GET /v2.0/networks/13b31595-cfcf-45b0-9d66-7d4d8e1b94b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2203484 Apr 18 20:44:02.138092 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-9d4cf9df-e6a4-45f8-9538-ba2ce9c8c8a9 None None] For port 43875075-2d76-473f-a017-c53c75069d54, host n-d-838334-2, cleared binding levels {{(pid=84042) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 20:44:02.180760 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-9d4cf9df-e6a4-45f8-9538-ba2ce9c8c8a9 None None] For port 43875075-2d76-473f-a017-c53c75069d54, host n-d-838334-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838334-2',level=0,port_id=43875075-2d76-473f-a017-c53c75069d54,segment=NetworkSegment(e45fe09a-6dd8-4edb-a694-b73d348475bd),segment_id=e45fe09a-6dd8-4edb-a694-b73d348475bd)] {{(pid=84042) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 20:44:02.181950 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Device e2546c5f-84b8-4220-bfb2-52584af9087c no longer exists at agent hyperv_n-h1-838334-2 {{(pid=84042) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 20:44:02.245734 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-9d4cf9df-e6a4-45f8-9538-ba2ce9c8c8a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682'] for port, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:02.277469 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [req-df8145ec-7264-430f-961a-019194ecd2da req-75d9abe2-14f7-4ecd-9366-503cc89ffbc3 tempest-FloatingIPsAssociationNegativeTestJSON-713744009 tempest-FloatingIPsAssociationNegativeTestJSON-713744009-project] Synchronizing usage tracker for tenant:a7214e61b62b477cbc96b5c157267d89 on resource:port {{(pid=84040) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 20:44:02.290828 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.plugin [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] No Port match for: e2546c5f-84b8-4220-bfb2-52584af9087c {{(pid=84042) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 18 20:44:02.291313 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Device e2546c5f-84b8-4220-bfb2-52584af9087c not bound to the agent host n-h1-838334-2 {{(pid=84042) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 20:44:02.324086 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [req-df8145ec-7264-430f-961a-019194ecd2da req-75d9abe2-14f7-4ecd-9366-503cc89ffbc3 tempest-FloatingIPsAssociationNegativeTestJSON-713744009 tempest-FloatingIPsAssociationNegativeTestJSON-713744009-project] Unset dirty status for tenant:a7214e61b62b477cbc96b5c157267d89 on resource:port {{(pid=84040) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 20:44:02.326136 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-df8145ec-7264-430f-961a-019194ecd2da req-75d9abe2-14f7-4ecd-9366-503cc89ffbc3 tempest-FloatingIPsAssociationNegativeTestJSON-713744009 tempest-FloatingIPsAssociationNegativeTestJSON-713744009-project] 10.222.0.42 "GET /v2.0/ports?device_id=87617329-db11-4d78-96ee-1f3854a4d274 HTTP/1.1" status: 200 len: 210 time: 0.2079654 Apr 18 20:44:02.331591 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Device 8b9c0209-8e08-4452-b426-91a922fe9d91 no longer exists at agent hyperv_n-h2-838334-2 {{(pid=84042) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 20:44:02.338392 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-5f70d33c-ed4b-479b-9600-f84168806861 req-49a72468-f985-4c6c-bea6-3d09cf9decba service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=f09031fed4d542f69d251f76eb7f477d&device_id=443cd979-832d-498d-9045-9ae58c27efa7 HTTP/1.1" status: 200 len: 1174 time: 0.4414392 Apr 18 20:44:02.354494 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-61b4bae0-a1b9-4550-8171-f9ac2aab297c req-cf1522fc-005a-411b-a11b-aab16239e4ec service neutron] 10.222.0.42 "GET /v2.0/networks/7b39d1a2-fe93-4b26-9696-d41c7626cbe5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3672845 Apr 18 20:44:02.418696 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.plugin [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] No Port match for: 8b9c0209-8e08-4452-b426-91a922fe9d91 {{(pid=84042) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 18 20:44:02.419571 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Device 8b9c0209-8e08-4452-b426-91a922fe9d91 not bound to the agent host n-h2-838334-2 {{(pid=84042) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 20:44:02.448784 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Provisioning for port c5380092-95e0-458f-b82f-b0645b12f161 completed by entity L2. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 20:44:02.492818 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Provisioning complete for port c5380092-95e0-458f-b82f-b0645b12f161 triggered by entity L2. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:44:02.493183 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1253608'] for port, provisioning_complete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:02.587803 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d4cf9df-e6a4-45f8-9538-ba2ce9c8c8a9 None None] Pushing event updated for resources: {'Port': ['ID=43875075-2d76-473f-a017-c53c75069d54,revision_number=2']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:44:02.659446 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-61b4bae0-a1b9-4550-8171-f9ac2aab297c req-54af83fc-2fbf-40f9-b73e-c2c888dc8b59 service neutron] 10.222.0.42 "GET /v2.0/networks/7b39d1a2-fe93-4b26-9696-d41c7626cbe5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2759120 Apr 18 20:44:02.660660 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f70d33c-ed4b-479b-9600-f84168806861 req-7f0d310b-bb28-41b8-ae2e-da2caa6889c2 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:44:02.662159 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-5f70d33c-ed4b-479b-9600-f84168806861 req-7f0d310b-bb28-41b8-ae2e-da2caa6889c2 service neutron] 10.222.0.48 "GET /v2.0/networks?id=7f662c04-13d3-4bf2-9436-adfc04ef8c7e HTTP/1.1" status: 200 len: 913 time: 0.3028371 Apr 18 20:44:02.813809 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] get_ports_and_sgs() called for port_ids ['48374dfc-daf0-401c-976e-d3d8c71d0274', '96ef89c7-5796-4195-8913-d02823fbfa3d'] {{(pid=84042) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 18 20:44:02.848795 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-5f70d33c-ed4b-479b-9600-f84168806861 req-4e086487-33e2-422c-a92b-856403406b02 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8252ee27-efd7-40f7-9fba-90979acc864e HTTP/1.1" status: 200 len: 217 time: 0.1536076 Apr 18 20:44:02.963103 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:03.046331 n-d-838334-2 neutron-server[84041]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0920925d-e51b-4ebb-ace6-349eda87fa7d', 'name': 'network-vif-deleted', 'tag': 'e2546c5f-84b8-4220-bfb2-52584af9087c'}] {{(pid=84041) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 20:44:03.088550 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.v2.base [req-7a54534e-0fcd-46f1-9c7c-387dc19181b6 req-e0af5789-de99-4b95-9342-3074d34898a4 tempest-SecurityGroupsTestJSON-1212657955 tempest-SecurityGroupsTestJSON-1212657955-project] Request body: {'security_group': {'name': ' tempest-securitygroup -432532820 ', 'description': 'tempest-description-778366662'}} {{(pid=84040) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 20:44:03.101270 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] For port c5380092-95e0-458f-b82f-b0645b12f161, host n-d-838334-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838334-2',level=0,port_id=c5380092-95e0-458f-b82f-b0645b12f161,segment=NetworkSegment(b7608bf8-f237-43a6-bbaa-712146cf31cd),segment_id=b7608bf8-f237-43a6-bbaa-712146cf31cd)] {{(pid=84042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:44:03.106026 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-61b4bae0-a1b9-4550-8171-f9ac2aab297c req-ac31daa2-7ea0-4eb0-a208-269290e9b009 service neutron] 10.222.0.42 "GET /v2.0/networks/13b31595-cfcf-45b0-9d66-7d4d8e1b94b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4394674 Apr 18 20:44:03.115866 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682'] for port, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:03.116654 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Device 0f5923cc-3a31-4122-8868-2fdca92a245f up at agent ovs-agent-n-d-838334-2 {{(pid=84042) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 20:44:03.120321 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [req-7a54534e-0fcd-46f1-9c7c-387dc19181b6 req-e0af5789-de99-4b95-9342-3074d34898a4 tempest-SecurityGroupsTestJSON-1212657955 tempest-SecurityGroupsTestJSON-1212657955-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:44:03.159230 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f70d33c-ed4b-479b-9600-f84168806861 req-f62c76fc-217c-4086-bc87-32f22efecc19 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:44:03.162090 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-5f70d33c-ed4b-479b-9600-f84168806861 req-f62c76fc-217c-4086-bc87-32f22efecc19 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=ab70a436-dbca-469d-b0be-5b1a5cfe0476 HTTP/1.1" status: 200 len: 852 time: 0.2928703 Apr 18 20:44:03.206940 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [req-7a54534e-0fcd-46f1-9c7c-387dc19181b6 req-e0af5789-de99-4b95-9342-3074d34898a4 tempest-SecurityGroupsTestJSON-1212657955 tempest-SecurityGroupsTestJSON-1212657955-project] Attempting to reserve 1 items for resource security_group. Total usage: 3; quota limit: 100; headroom:97 {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:44:03.271576 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-5f70d33c-ed4b-479b-9600-f84168806861 req-27c9ddc5-3f34-4869-a621-2cdcb9082417 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=7f662c04-13d3-4bf2-9436-adfc04ef8c7e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1004338 Apr 18 20:44:03.284761 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 39966) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:44:03.309017 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-7a54534e-0fcd-46f1-9c7c-387dc19181b6 req-e0af5789-de99-4b95-9342-3074d34898a4 tempest-SecurityGroupsTestJSON-1212657955 tempest-SecurityGroupsTestJSON-1212657955-project] Notify callbacks [] for security_group, before_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:03.366497 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Pushing event updated for resources: {'Port': ['ID=c5380092-95e0-458f-b82f-b0645b12f161,revision_number=5']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:44:03.442283 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Provisioning for port 0f5923cc-3a31-4122-8868-2fdca92a245f completed by entity L2. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 20:44:03.447301 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [req-7a54534e-0fcd-46f1-9c7c-387dc19181b6 req-e0af5789-de99-4b95-9342-3074d34898a4 tempest-SecurityGroupsTestJSON-1212657955 tempest-SecurityGroupsTestJSON-1212657955-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:44:03.452066 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-61b4bae0-a1b9-4550-8171-f9ac2aab297c req-542dd288-abd3-4de5-a03d-1f87d5ef303d service neutron] 10.222.0.42 "GET /v2.0/networks/13b31595-cfcf-45b0-9d66-7d4d8e1b94b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3252823 Apr 18 20:44:03.457118 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [req-7a54534e-0fcd-46f1-9c7c-387dc19181b6 req-e0af5789-de99-4b95-9342-3074d34898a4 tempest-SecurityGroupsTestJSON-1212657955 tempest-SecurityGroupsTestJSON-1212657955-project] Usage tracker for resource:security_group_rule and tenant:f09031fed4d542f69d251f76eb7f477d is out of sync, need to count used quota {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:44:03.458196 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-602528d8-ef7b-45cc-9912-1eda040d0eb6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:03.462281 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750375287399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253529'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:03.463314 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Provisioning complete for port 0f5923cc-3a31-4122-8868-2fdca92a245f triggered by entity L2. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:44:03.463685 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1253608'] for port, provisioning_complete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:03.471852 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [req-7a54534e-0fcd-46f1-9c7c-387dc19181b6 req-e0af5789-de99-4b95-9342-3074d34898a4 tempest-SecurityGroupsTestJSON-1212657955 tempest-SecurityGroupsTestJSON-1212657955-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:44:03.481277 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [req-7a54534e-0fcd-46f1-9c7c-387dc19181b6 req-e0af5789-de99-4b95-9342-3074d34898a4 tempest-SecurityGroupsTestJSON-1212657955 tempest-SecurityGroupsTestJSON-1212657955-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:44:03.497064 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-602528d8-ef7b-45cc-9912-1eda040d0eb6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:44:03.501618 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-602528d8-ef7b-45cc-9912-1eda040d0eb6 admin admin] Usage tracker for resource:security_group_rule and tenant:8cfe9a838948497993051b9341aadd82 is out of sync, need to count used quota {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:44:03.504926 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-602528d8-ef7b-45cc-9912-1eda040d0eb6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:44:03.507284 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-5f70d33c-ed4b-479b-9600-f84168806861 req-304118b1-6aa3-4cb8-a796-82bc8ea18917 service neutron] 10.222.0.48 "GET /v2.0/networks/7f662c04-13d3-4bf2-9436-adfc04ef8c7e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2223055 Apr 18 20:44:03.514215 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-602528d8-ef7b-45cc-9912-1eda040d0eb6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:44:03.614387 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-602528d8-ef7b-45cc-9912-1eda040d0eb6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:03.627087 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-602528d8-ef7b-45cc-9912-1eda040d0eb6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33528224'] for security_group, after_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:03.651103 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-7a54534e-0fcd-46f1-9c7c-387dc19181b6 req-e0af5789-de99-4b95-9342-3074d34898a4 tempest-SecurityGroupsTestJSON-1212657955 tempest-SecurityGroupsTestJSON-1212657955-project] Notify callbacks [] for security_group, precommit_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:03.668303 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:03.673370 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-7a54534e-0fcd-46f1-9c7c-387dc19181b6 req-e0af5789-de99-4b95-9342-3074d34898a4 tempest-SecurityGroupsTestJSON-1212657955 tempest-SecurityGroupsTestJSON-1212657955-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33528224'] for security_group, after_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:03.711290 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-602528d8-ef7b-45cc-9912-1eda040d0eb6 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=8cfe9a838948497993051b9341aadd82&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4245906 Apr 18 20:44:03.712373 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-602528d8-ef7b-45cc-9912-1eda040d0eb6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=34343fe2-a232-4a35-860f-e6ed7ac89cd7,revision_number=1']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:44:03.714881 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 39978) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:44:03.756467 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] For port 0f5923cc-3a31-4122-8868-2fdca92a245f, host n-d-838334-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838334-2',level=0,port_id=0f5923cc-3a31-4122-8868-2fdca92a245f,segment=NetworkSegment(3ec3b3b0-7120-42bb-a66e-54355578d529),segment_id=3ec3b3b0-7120-42bb-a66e-54355578d529)] {{(pid=84042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:44:03.762276 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682'] for port, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:03.837845 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-589e82ff-eb84-41b4-9ecf-490dd588cd16 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:03.869229 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-589e82ff-eb84-41b4-9ecf-490dd588cd16 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:03.897201 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0af5789-de99-4b95-9342-3074d34898a4 tempest-SecurityGroupsTestJSON-1212657955 tempest-SecurityGroupsTestJSON-1212657955-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f1115b45-a135-40ca-817f-111c13e7ebf0,revision_number=1']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:44:03.904561 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-7a54534e-0fcd-46f1-9c7c-387dc19181b6 req-e0af5789-de99-4b95-9342-3074d34898a4 tempest-SecurityGroupsTestJSON-1212657955 tempest-SecurityGroupsTestJSON-1212657955-project] Notify callbacks [] for security_group, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:03.918496 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Pushing event updated for resources: {'Port': ['ID=0f5923cc-3a31-4122-8868-2fdca92a245f,revision_number=3']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:44:03.927083 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-7a54534e-0fcd-46f1-9c7c-387dc19181b6 req-e0af5789-de99-4b95-9342-3074d34898a4 tempest-SecurityGroupsTestJSON-1212657955 tempest-SecurityGroupsTestJSON-1212657955-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1618 time: 0.8663168 Apr 18 20:44:03.929970 n-d-838334-2 neutron-server[84040]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '87617329-db11-4d78-96ee-1f3854a4d274', 'name': 'network-vif-deleted', 'tag': '8b9c0209-8e08-4452-b426-91a922fe9d91'}] {{(pid=84040) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 20:44:03.953975 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-5f70d33c-ed4b-479b-9600-f84168806861 req-6c1fc441-bdc6-45ce-ba42-229b6ec3a3b8 service neutron] 10.222.0.48 "GET /v2.0/networks/7f662c04-13d3-4bf2-9436-adfc04ef8c7e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4346135 Apr 18 20:44:03.990021 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-589e82ff-eb84-41b4-9ecf-490dd588cd16 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33528224'] for security_group, after_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:04.024862 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-589e82ff-eb84-41b4-9ecf-490dd588cd16 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=34343fe2-a232-4a35-860f-e6ed7ac89cd7,revision_number=None']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:44:04.034137 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-589e82ff-eb84-41b4-9ecf-490dd588cd16 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:04.038288 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-589e82ff-eb84-41b4-9ecf-490dd588cd16 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/34343fe2-a232-4a35-860f-e6ed7ac89cd7 HTTP/1.1" status: 204 len: 168 time: 0.3217134 Apr 18 20:44:04.119172 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Device c5380092-95e0-458f-b82f-b0645b12f161 up at agent ovs-agent-n-d-838334-2 {{(pid=84042) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 20:44:04.281813 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Provisioning complete for port c5380092-95e0-458f-b82f-b0645b12f161 triggered by entity L2. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:44:04.282615 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1253608'] for port, provisioning_complete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:04.387488 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b5f01cc-c92b-42a5-8528-8551b8ad054e None None] Network 7b39d1a2-fe93-4b26-9696-d41c7626cbe5 requested from n-d-838334-2 {{(pid=84042) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 20:44:04.525497 n-d-838334-2 neutron-server[84041]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c4ec6b3e-477b-428a-bab4-58d28f59af57'] response: {'server_uuid': '0920925d-e51b-4ebb-ace6-349eda87fa7d', 'name': 'network-vif-deleted', 'tag': 'e2546c5f-84b8-4220-bfb2-52584af9087c', 'status': 'completed', 'code': 200} Apr 18 20:44:04.632626 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 40002) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:44:04.678269 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Device 43875075-2d76-473f-a017-c53c75069d54 up at agent ovs-agent-n-d-838334-2 {{(pid=84042) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 20:44:04.710519 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-53e12aad-cafa-4897-9088-222b51c35717 None None] Provisioning for port 43875075-2d76-473f-a017-c53c75069d54 completed by entity DHCP. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 20:44:04.750708 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-7ccfdd9f-562b-47cf-a6c3-246c3b1cf05b req-c7a5aa93-9035-4057-aaf2-888ad483e51a tempest-ServersAdminTestJSON-373626845 tempest-ServersAdminTestJSON-373626845-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=31317ebd-0d88-4b39-b971-8c94cac5011a&device_id=68a2a907-d975-4fae-8743-c2b0354cf23e&device_id=443cd979-832d-498d-9045-9ae58c27efa7&device_id=7a646183-72a0-4a0e-9a2d-a60d77e4e267&device_id=ce6c549f-1c22-4313-93e6-93921dc22663&device_id=0c84c94b-89b5-484c-8be5-c2f29cb8d5c1&device_id=2abb8a99-6a87-4957-a30b-64882fcf74b5&device_id=af670083-52fa-4211-8dc4-84954aff332a&device_id=bfb8b42e-58b9-4f6a-be0f-24f7d0bb5bc6&device_id=c3d5a5e5-f912-4e43-a1e3-4e9175e1dfe1&device_id=45877157-0d22-4fd3-83a2-0a0549a4ab80&device_id=cc0d4549-87de-476f-8fa1-88b0358bebbd HTTP/1.1" status: 200 len: 15470 time: 0.1925828 Apr 18 20:44:04.781716 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-7ccfdd9f-562b-47cf-a6c3-246c3b1cf05b req-d1829d18-6b6e-4806-848a-dde27f0dd8ed tempest-ServersAdminTestJSON-373626845 tempest-ServersAdminTestJSON-373626845-project-admin] Notify callbacks [] for security_group, before_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:04.851167 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Provisioning for port 43875075-2d76-473f-a017-c53c75069d54 completed by entity L2. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 20:44:04.857990 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Provisioning complete for port 43875075-2d76-473f-a017-c53c75069d54 triggered by entity L2. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:44:04.861194 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1253608'] for port, provisioning_complete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:04.910622 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-aa122975-d2f2-4520-b30c-44e811e0ebc1 req-fe1e2c50-e454-47ce-88eb-6e705c8427e6 tempest-ServersTestMultiNic-942198030 tempest-ServersTestMultiNic-942198030-project] 10.222.0.42 "GET /v2.0/ports?device_id=31317ebd-0d88-4b39-b971-8c94cac5011a HTTP/1.1" status: 200 len: 210 time: 0.0582788 Apr 18 20:44:04.913603 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 40006) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:44:04.917165 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [req-7ccfdd9f-562b-47cf-a6c3-246c3b1cf05b req-d1829d18-6b6e-4806-848a-dde27f0dd8ed tempest-ServersAdminTestJSON-373626845 tempest-ServersAdminTestJSON-373626845-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:44:04.962814 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-9102ae52-9ac8-47a2-a420-0b0004d77960 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:05.007304 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [req-7ccfdd9f-562b-47cf-a6c3-246c3b1cf05b req-d1829d18-6b6e-4806-848a-dde27f0dd8ed tempest-ServersAdminTestJSON-373626845 tempest-ServersAdminTestJSON-373626845-project-admin] Usage tracker for resource:security_group_rule and tenant:3884bff32737452ab32d1fc0aaddd1eb is out of sync, need to count used quota {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:44:05.022016 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [req-7ccfdd9f-562b-47cf-a6c3-246c3b1cf05b req-d1829d18-6b6e-4806-848a-dde27f0dd8ed tempest-ServersAdminTestJSON-373626845 tempest-ServersAdminTestJSON-373626845-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:44:05.050083 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:05.070019 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [req-7ccfdd9f-562b-47cf-a6c3-246c3b1cf05b req-d1829d18-6b6e-4806-848a-dde27f0dd8ed tempest-ServersAdminTestJSON-373626845 tempest-ServersAdminTestJSON-373626845-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:44:05.108787 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] For port 43875075-2d76-473f-a017-c53c75069d54, host n-d-838334-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838334-2',level=0,port_id=43875075-2d76-473f-a017-c53c75069d54,segment=NetworkSegment(e45fe09a-6dd8-4edb-a694-b73d348475bd),segment_id=e45fe09a-6dd8-4edb-a694-b73d348475bd)] {{(pid=84042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:44:05.115678 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682'] for port, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:05.166692 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [None req-9102ae52-9ac8-47a2-a420-0b0004d77960 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:44:05.179660 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-9102ae52-9ac8-47a2-a420-0b0004d77960 admin admin] Usage tracker for resource:security_group_rule and tenant:28de2951917e474fa5f6da74ca461fb5 is out of sync, need to count used quota {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:44:05.186209 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-9102ae52-9ac8-47a2-a420-0b0004d77960 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:44:05.197132 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [None req-9102ae52-9ac8-47a2-a420-0b0004d77960 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:44:05.221189 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Pushing event updated for resources: {'Port': ['ID=43875075-2d76-473f-a017-c53c75069d54,revision_number=3']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:44:05.221922 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.agents_db [None req-6346a179-333c-4370-b5a6-936984aeab15 None None] Agent healthcheck: found 7 active agents {{(pid=84043) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 18 20:44:05.223984 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-8987fd94-3804-403f-a6b7-831f80e58626 req-64eddb52-84b7-489c-8911-7787581d8521 tempest-SecurityGroupsTestJSON-1212657955 tempest-SecurityGroupsTestJSON-1212657955-project] 10.222.0.42 "GET /v2.0/security-groups/f1115b45-a135-40ca-817f-111c13e7ebf0 HTTP/1.1" status: 200 len: 1613 time: 0.1962075 Apr 18 20:44:05.313366 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-7ccfdd9f-562b-47cf-a6c3-246c3b1cf05b req-d1829d18-6b6e-4806-848a-dde27f0dd8ed tempest-ServersAdminTestJSON-373626845 tempest-ServersAdminTestJSON-373626845-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:05.326043 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-7ccfdd9f-562b-47cf-a6c3-246c3b1cf05b req-d1829d18-6b6e-4806-848a-dde27f0dd8ed tempest-ServersAdminTestJSON-373626845 tempest-ServersAdminTestJSON-373626845-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33528224'] for security_group, after_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:05.335816 n-d-838334-2 neutron-server[84040]: INFO neutron.notifiers.nova [-] Nova event matching ['req-72616fdd-c5bc-49ef-964c-1439a4a6e8ee'] response: {'server_uuid': '87617329-db11-4d78-96ee-1f3854a4d274', 'name': 'network-vif-deleted', 'tag': '8b9c0209-8e08-4452-b426-91a922fe9d91', 'status': 'completed', 'code': 200} Apr 18 20:44:05.346476 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-9102ae52-9ac8-47a2-a420-0b0004d77960 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:05.358677 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-4759c64b-9ad6-44e7-b913-c92e1541a38f None None] Provisioning complete for port 43875075-2d76-473f-a017-c53c75069d54 triggered by entity DHCP. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:44:05.359285 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-4759c64b-9ad6-44e7-b913-c92e1541a38f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1253608'] for port, provisioning_complete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:05.359545 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-9102ae52-9ac8-47a2-a420-0b0004d77960 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33528224'] for security_group, after_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:05.390495 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-35aad09f-0097-4fa6-8df7-8e7a509edaef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33443857'] for router_interface, before_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:05.429248 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-7ccfdd9f-562b-47cf-a6c3-246c3b1cf05b req-d1829d18-6b6e-4806-848a-dde27f0dd8ed tempest-ServersAdminTestJSON-373626845 tempest-ServersAdminTestJSON-373626845-project-admin] 10.222.0.42 "GET /v2.0/security-groups?id=67ac5558-a250-4106-afe6-28a5add43e38&id=cf1a4c14-6b4c-4b5a-99f9-781aa8c875fd&id=58742710-0935-40bc-88dd-ff5bab0da178&id=872a099f-65ca-4245-81b2-36b336ab17d2&id=b9ed1788-e987-4b94-9dd4-ed408bd7803e&id=e1e985d3-f227-45b4-b9a7-ffadcd0db1b7&id=e0395a73-aa6b-4ce1-bb5e-d7bf600d145b&id=9011416c-6492-4991-9c3b-a886ca17cbe3&fields=id&fields=name HTTP/1.1" status: 200 len: 878 time: 0.6646092 Apr 18 20:44:05.429248 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1829d18-6b6e-4806-848a-dde27f0dd8ed tempest-ServersAdminTestJSON-373626845 tempest-ServersAdminTestJSON-373626845-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9e3f3bfd-3c77-408e-83bc-ab756bc4b428,revision_number=1']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:44:05.502739 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-9102ae52-9ac8-47a2-a420-0b0004d77960 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=28de2951917e474fa5f6da74ca461fb5&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5842652 Apr 18 20:44:05.503487 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 40014) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:44:05.672652 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9102ae52-9ac8-47a2-a420-0b0004d77960 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5a12ead0-d8bf-44d9-a4d1-2acac98c5209,revision_number=1']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:44:05.937215 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Device 0f5923cc-3a31-4122-8868-2fdca92a245f up at agent ovs-agent-n-d-838334-2 {{(pid=84042) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 20:44:06.096880 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Provisioning complete for port 0f5923cc-3a31-4122-8868-2fdca92a245f triggered by entity L2. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:44:06.097256 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1253608'] for port, provisioning_complete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:06.110313 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-f7d1114e-beee-402e-8ecc-3e131d183c1d req-d167e67d-e66c-48e9-b93b-c4b754704220 tempest-SecurityGroupsTestJSON-1212657955 tempest-SecurityGroupsTestJSON-1212657955-project] 10.222.0.42 "GET /v2.0/security-groups/f1115b45-a135-40ca-817f-111c13e7ebf0 HTTP/1.1" status: 200 len: 1613 time: 0.2791760 Apr 18 20:44:06.167984 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-84e69f16-7a89-49ac-a5b5-5c074002eba0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:06.290798 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8755f6d1-b9e8-4090-8c41-14eabb179d2d req-3280f549-02c2-4877-ab6b-01146e6eceac tempest-ServersOnMultiNodesTest-1168278630 tempest-ServersOnMultiNodesTest-1168278630-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:44:06.291973 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Device 43875075-2d76-473f-a017-c53c75069d54 up at agent ovs-agent-n-d-838334-2 {{(pid=84042) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 20:44:06.292881 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [req-8755f6d1-b9e8-4090-8c41-14eabb179d2d req-3280f549-02c2-4877-ab6b-01146e6eceac tempest-ServersOnMultiNodesTest-1168278630 tempest-ServersOnMultiNodesTest-1168278630-project] Synchronizing usage tracker for tenant:de28ce5b7b5349a3b98e9e23d1be558c on resource:port {{(pid=84041) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 20:44:06.331059 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [req-8755f6d1-b9e8-4090-8c41-14eabb179d2d req-3280f549-02c2-4877-ab6b-01146e6eceac tempest-ServersOnMultiNodesTest-1168278630 tempest-ServersOnMultiNodesTest-1168278630-project] Unset dirty status for tenant:de28ce5b7b5349a3b98e9e23d1be558c on resource:port {{(pid=84041) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 20:44:06.332247 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-8755f6d1-b9e8-4090-8c41-14eabb179d2d req-3280f549-02c2-4877-ab6b-01146e6eceac tempest-ServersOnMultiNodesTest-1168278630 tempest-ServersOnMultiNodesTest-1168278630-project] 10.222.0.43 "GET /v2.0/ports?device_id=af670083-52fa-4211-8dc4-84954aff332a HTTP/1.1" status: 200 len: 949 time: 0.2913270 Apr 18 20:44:06.338266 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61b4bae0-a1b9-4550-8171-f9ac2aab297c req-8ad8d5f8-ce2c-43f9-8827-39db0a583bd6 tempest-ServersTestMultiNic-942198030 tempest-ServersTestMultiNic-942198030-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:44:06.345636 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61b4bae0-a1b9-4550-8171-f9ac2aab297c req-8ad8d5f8-ce2c-43f9-8827-39db0a583bd6 tempest-ServersTestMultiNic-942198030 tempest-ServersTestMultiNic-942198030-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:44:06.347362 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-61b4bae0-a1b9-4550-8171-f9ac2aab297c req-8ad8d5f8-ce2c-43f9-8827-39db0a583bd6 tempest-ServersTestMultiNic-942198030 tempest-ServersTestMultiNic-942198030-project] 10.222.0.48 "GET /v2.0/networks?id=13b31595-cfcf-45b0-9d66-7d4d8e1b94b6&id=7b39d1a2-fe93-4b26-9696-d41c7626cbe5&id=13b31595-cfcf-45b0-9d66-7d4d8e1b94b6 HTTP/1.1" status: 200 len: 1390 time: 0.7029777 Apr 18 20:44:06.353524 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89705d3e-b5ef-40b1-b07e-68fefd6ce036 req-d0f05eff-776a-4cbb-a3e2-5c1bfb5d870f tempest-ServersAdminNegativeTestJSON-611917932 tempest-ServersAdminNegativeTestJSON-611917932-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:44:06.355348 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-89705d3e-b5ef-40b1-b07e-68fefd6ce036 req-d0f05eff-776a-4cbb-a3e2-5c1bfb5d870f tempest-ServersAdminNegativeTestJSON-611917932 tempest-ServersAdminNegativeTestJSON-611917932-project] 10.222.0.42 "GET /v2.0/ports?device_id=0c84c94b-89b5-484c-8be5-c2f29cb8d5c1 HTTP/1.1" status: 200 len: 950 time: 0.8032334 Apr 18 20:44:06.357672 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-84e69f16-7a89-49ac-a5b5-5c074002eba0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:06.376526 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-f7d1114e-beee-402e-8ecc-3e131d183c1d req-0f5ac580-2422-41a1-9fdf-e5547f3e77c1 tempest-SecurityGroupsTestJSON-1212657955 tempest-SecurityGroupsTestJSON-1212657955-project] Notify callbacks [] for security_group, before_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:06.377286 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Provisioning complete for port 43875075-2d76-473f-a017-c53c75069d54 triggered by entity L2. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:44:06.377654 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1253608'] for port, provisioning_complete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:06.399279 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.v2.base [req-61b4bae0-a1b9-4550-8171-f9ac2aab297c req-06b3b81d-ca24-497c-af1f-00aaf431a216 tempest-ServersTestMultiNic-942198030 tempest-ServersTestMultiNic-942198030-project] Request body: {'port': {'device_id': '31317ebd-0d88-4b39-b971-8c94cac5011a', 'network_id': '13b31595-cfcf-45b0-9d66-7d4d8e1b94b6', 'admin_state_up': True, 'tenant_id': '86c5c562f6e642eda292a78265b6dea4'}} {{(pid=84040) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 20:44:06.437200 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.plugin [req-8755f6d1-b9e8-4090-8c41-14eabb179d2d req-800a465b-9b2b-4b1d-9d9c-514da8349067 tempest-ServersOnMultiNodesTest-1168278630 tempest-ServersOnMultiNodesTest-1168278630-project] Deleting port 3bc7a448-92c7-4689-8cf5-4b43bcb9cd4a {{(pid=84041) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 20:44:06.437407 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [req-8755f6d1-b9e8-4090-8c41-14eabb179d2d req-800a465b-9b2b-4b1d-9d9c-514da8349067 tempest-ServersOnMultiNodesTest-1168278630 tempest-ServersOnMultiNodesTest-1168278630-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750375188691'] for port, before_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:06.569533 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-f7d1114e-beee-402e-8ecc-3e131d183c1d req-0f5ac580-2422-41a1-9fdf-e5547f3e77c1 tempest-SecurityGroupsTestJSON-1212657955 tempest-SecurityGroupsTestJSON-1212657955-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:06.662625 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-89705d3e-b5ef-40b1-b07e-68fefd6ce036 req-eb753c79-098d-4c98-bc6a-ab67d9dde6d5 tempest-ServersAdminNegativeTestJSON-611917932 tempest-ServersAdminNegativeTestJSON-611917932-project] 10.222.0.42 "GET /v2.0/security-groups?id=e0395a73-aa6b-4ce1-bb5e-d7bf600d145b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2941213 Apr 18 20:44:06.679043 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c62ffadd-d924-4040-9550-38f280626484 req-a5bd5864-8173-4f0d-b7fd-3fc0bdbaadbf tempest-ServersAdminNegativeTestJSON-611917932 tempest-ServersAdminNegativeTestJSON-611917932-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:44:06.680518 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-c62ffadd-d924-4040-9550-38f280626484 req-a5bd5864-8173-4f0d-b7fd-3fc0bdbaadbf tempest-ServersAdminNegativeTestJSON-611917932 tempest-ServersAdminNegativeTestJSON-611917932-project] 10.222.0.48 "GET /v2.0/ports?device_id=0c84c94b-89b5-484c-8be5-c2f29cb8d5c1 HTTP/1.1" status: 200 len: 950 time: 0.5048540 Apr 18 20:44:06.747990 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-84e69f16-7a89-49ac-a5b5-5c074002eba0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33528224'] for security_group, after_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:06.776936 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-f7d1114e-beee-402e-8ecc-3e131d183c1d req-0f5ac580-2422-41a1-9fdf-e5547f3e77c1 tempest-SecurityGroupsTestJSON-1212657955 tempest-SecurityGroupsTestJSON-1212657955-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33528224'] for security_group, after_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:06.780711 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [req-61b4bae0-a1b9-4550-8171-f9ac2aab297c req-06b3b81d-ca24-497c-af1f-00aaf431a216 tempest-ServersTestMultiNic-942198030 tempest-ServersTestMultiNic-942198030-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:44:06.787488 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84e69f16-7a89-49ac-a5b5-5c074002eba0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a12ead0-d8bf-44d9-a4d1-2acac98c5209,revision_number=None']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:44:06.795325 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.plugin [req-c62ffadd-d924-4040-9550-38f280626484 req-2521501c-e7de-4f67-992f-ed28b32a8b47 tempest-ServersAdminNegativeTestJSON-611917932 tempest-ServersAdminNegativeTestJSON-611917932-project] Deleting port 370774a2-1519-416b-b627-d03c7957a6aa {{(pid=84040) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 20:44:06.795685 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-c62ffadd-d924-4040-9550-38f280626484 req-2521501c-e7de-4f67-992f-ed28b32a8b47 tempest-ServersAdminNegativeTestJSON-611917932 tempest-ServersAdminNegativeTestJSON-611917932-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750375188691'] for port, before_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:06.837263 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [req-61b4bae0-a1b9-4550-8171-f9ac2aab297c req-06b3b81d-ca24-497c-af1f-00aaf431a216 tempest-ServersTestMultiNic-942198030 tempest-ServersTestMultiNic-942198030-project] Usage tracker for resource:port and tenant:86c5c562f6e642eda292a78265b6dea4 is out of sync, need to count used quota {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:44:06.860036 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [req-61b4bae0-a1b9-4550-8171-f9ac2aab297c req-06b3b81d-ca24-497c-af1f-00aaf431a216 tempest-ServersTestMultiNic-942198030 tempest-ServersTestMultiNic-942198030-project] Quota usage for port was recalculated. Used quota:4. {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:44:06.876684 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [req-61b4bae0-a1b9-4550-8171-f9ac2aab297c req-06b3b81d-ca24-497c-af1f-00aaf431a216 tempest-ServersTestMultiNic-942198030 tempest-ServersTestMultiNic-942198030-project] Attempting to reserve 1 items for resource port. Total usage: 4; quota limit: 500; headroom:496 {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:44:06.895150 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f5ac580-2422-41a1-9fdf-e5547f3e77c1 tempest-SecurityGroupsTestJSON-1212657955 tempest-SecurityGroupsTestJSON-1212657955-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f1115b45-a135-40ca-817f-111c13e7ebf0,revision_number=None']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:44:06.908110 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.plugin [None req-35aad09f-0097-4fa6-8df7-8e7a509edaef admin admin] Deleting port ef4ed1f1-208e-422f-a668-83ae05fa922d {{(pid=84041) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 20:44:06.908448 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-35aad09f-0097-4fa6-8df7-8e7a509edaef admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750375188691'] for port, before_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:06.915154 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-f7d1114e-beee-402e-8ecc-3e131d183c1d req-0f5ac580-2422-41a1-9fdf-e5547f3e77c1 tempest-SecurityGroupsTestJSON-1212657955 tempest-SecurityGroupsTestJSON-1212657955-project] Notify callbacks [] for security_group, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:06.916417 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-f7d1114e-beee-402e-8ecc-3e131d183c1d req-0f5ac580-2422-41a1-9fdf-e5547f3e77c1 tempest-SecurityGroupsTestJSON-1212657955 tempest-SecurityGroupsTestJSON-1212657955-project] 10.222.0.42 "DELETE /v2.0/security-groups/f1115b45-a135-40ca-817f-111c13e7ebf0 HTTP/1.1" status: 204 len: 173 time: 0.8053308 Apr 18 20:44:06.920080 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-84e69f16-7a89-49ac-a5b5-5c074002eba0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:06.921351 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-84e69f16-7a89-49ac-a5b5-5c074002eba0 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/5a12ead0-d8bf-44d9-a4d1-2acac98c5209 HTTP/1.1" status: 204 len: 168 time: 1.4144914 Apr 18 20:44:06.922343 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-61b4bae0-a1b9-4550-8171-f9ac2aab297c req-06b3b81d-ca24-497c-af1f-00aaf431a216 tempest-ServersTestMultiNic-942198030 tempest-ServersTestMultiNic-942198030-project] Made reservation on behalf of 86c5c562f6e642eda292a78265b6dea4 for: {'port': 1} {{(pid=84040) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:44:06.938034 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-61b4bae0-a1b9-4550-8171-f9ac2aab297c req-06b3b81d-ca24-497c-af1f-00aaf431a216 tempest-ServersTestMultiNic-942198030 tempest-ServersTestMultiNic-942198030-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:06.957140 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.db [req-8755f6d1-b9e8-4090-8c41-14eabb179d2d req-800a465b-9b2b-4b1d-9d9c-514da8349067 tempest-ServersOnMultiNodesTest-1168278630 tempest-ServersOnMultiNodesTest-1168278630-project] For port 3bc7a448-92c7-4689-8cf5-4b43bcb9cd4a, host n-h1-838334-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838334-2',level=0,port_id=3bc7a448-92c7-4689-8cf5-4b43bcb9cd4a,segment=NetworkSegment(62b85806-94d8-4a88-a06c-da82e5932d66),segment_id=62b85806-94d8-4a88-a06c-da82e5932d66)] {{(pid=84041) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:44:06.957453 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [req-8755f6d1-b9e8-4090-8c41-14eabb179d2d req-800a465b-9b2b-4b1d-9d9c-514da8349067 tempest-ServersOnMultiNodesTest-1168278630 tempest-ServersOnMultiNodesTest-1168278630-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369123'] for port, precommit_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:07.141245 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.plugin [req-8755f6d1-b9e8-4090-8c41-14eabb179d2d req-800a465b-9b2b-4b1d-9d9c-514da8349067 tempest-ServersOnMultiNodesTest-1168278630 tempest-ServersOnMultiNodesTest-1168278630-project] Calling delete_port for 3bc7a448-92c7-4689-8cf5-4b43bcb9cd4a owned by compute:nova {{(pid=84041) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 20:44:07.222311 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-b6d57b46-3cc1-4512-b037-0412ed64ed02 req-305e6b6d-0ad6-4b3f-a12d-0e914a0f9b7b tempest-ServersTestMultiNic-942198030 tempest-ServersTestMultiNic-942198030-project] 10.222.0.42 "GET /v2.0/ports?device_id=31317ebd-0d88-4b39-b971-8c94cac5011a HTTP/1.1" status: 200 len: 210 time: 0.0496020 Apr 18 20:44:07.416194 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.db [None req-35aad09f-0097-4fa6-8df7-8e7a509edaef admin admin] For port ef4ed1f1-208e-422f-a668-83ae05fa922d, host n-d-838334-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838334-2',level=0,port_id=ef4ed1f1-208e-422f-a668-83ae05fa922d,segment=NetworkSegment(338f9095-81f0-4251-a330-d99a5f14455b),segment_id=338f9095-81f0-4251-a330-d99a5f14455b)] {{(pid=84041) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:44:07.417125 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-35aad09f-0097-4fa6-8df7-8e7a509edaef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369123'] for port, precommit_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:07.533562 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea2ef393-9382-451e-b59f-1aeca24d2c1e req-f7766ac5-bd76-4123-9b81-6d42d22c529b tempest-ServersOnMultiNodesTest-1168278630 tempest-ServersOnMultiNodesTest-1168278630-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:44:07.542477 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-ea2ef393-9382-451e-b59f-1aeca24d2c1e req-f7766ac5-bd76-4123-9b81-6d42d22c529b tempest-ServersOnMultiNodesTest-1168278630 tempest-ServersOnMultiNodesTest-1168278630-project] 10.222.0.42 "GET /v2.0/ports?device_id=af670083-52fa-4211-8dc4-84954aff332a HTTP/1.1" status: 200 len: 949 time: 0.4771554 Apr 18 20:44:07.548645 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.plugin [None req-35aad09f-0097-4fa6-8df7-8e7a509edaef admin admin] Calling delete_port for ef4ed1f1-208e-422f-a668-83ae05fa922d owned by network:router_interface {{(pid=84041) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 20:44:07.596205 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [req-8755f6d1-b9e8-4090-8c41-14eabb179d2d req-800a465b-9b2b-4b1d-9d9c-514da8349067 tempest-ServersOnMultiNodesTest-1168278630 tempest-ServersOnMultiNodesTest-1168278630-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750375259028', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750374836628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32266323'] for port, after_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:07.611397 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] get_ports_and_sgs() called for port_ids ['48374dfc-daf0-401c-976e-d3d8c71d0274', '96ef89c7-5796-4195-8913-d02823fbfa3d'] {{(pid=84042) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 18 20:44:07.620374 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-ea2ef393-9382-451e-b59f-1aeca24d2c1e req-baef93d4-71c5-4432-ab67-8eebcbe273b8 tempest-ServersOnMultiNodesTest-1168278630 tempest-ServersOnMultiNodesTest-1168278630-project] 10.222.0.42 "GET /v2.0/security-groups?id=e1e985d3-f227-45b4-b9a7-ffadcd0db1b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0768788 Apr 18 20:44:07.629137 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.db [req-c62ffadd-d924-4040-9550-38f280626484 req-2521501c-e7de-4f67-992f-ed28b32a8b47 tempest-ServersAdminNegativeTestJSON-611917932 tempest-ServersAdminNegativeTestJSON-611917932-project] For port 370774a2-1519-416b-b627-d03c7957a6aa, host n-h2-838334-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838334-2',level=0,port_id=370774a2-1519-416b-b627-d03c7957a6aa,segment=NetworkSegment(62b85806-94d8-4a88-a06c-da82e5932d66),segment_id=62b85806-94d8-4a88-a06c-da82e5932d66)] {{(pid=84040) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:44:07.640601 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-c62ffadd-d924-4040-9550-38f280626484 req-2521501c-e7de-4f67-992f-ed28b32a8b47 tempest-ServersAdminNegativeTestJSON-611917932 tempest-ServersAdminNegativeTestJSON-611917932-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369123'] for port, precommit_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:07.707372 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] get_ports_and_sgs() called for port_ids ['462e4cea-9da7-4149-b973-b4a0cd7a6d86', '80ff486a-645e-4b81-95ae-389dadda214a', '3bc7a448-92c7-4689-8cf5-4b43bcb9cd4a'] {{(pid=84042) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 18 20:44:07.716157 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-800a465b-9b2b-4b1d-9d9c-514da8349067 tempest-ServersOnMultiNodesTest-1168278630 tempest-ServersOnMultiNodesTest-1168278630-project] Pushing event deleted for resources: {'Port': ['ID=3bc7a448-92c7-4689-8cf5-4b43bcb9cd4a,revision_number=None']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:44:07.736675 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.db_base_plugin_common [req-61b4bae0-a1b9-4550-8171-f9ac2aab297c req-06b3b81d-ca24-497c-af1f-00aaf431a216 tempest-ServersTestMultiNic-942198030 tempest-ServersTestMultiNic-942198030-project] Allocated IP 19.80.0.196 (13b31595-cfcf-45b0-9d66-7d4d8e1b94b6/0269348a-d2d1-458f-aa79-278c1714117f/8332fa47-59b8-47c4-801f-fde1adc7878a) {{(pid=84040) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:44:07.821148 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.l3_dvrscheduler_db [req-8755f6d1-b9e8-4090-8c41-14eabb179d2d req-800a465b-9b2b-4b1d-9d9c-514da8349067 tempest-ServersOnMultiNodesTest-1168278630 tempest-ServersOnMultiNodesTest-1168278630-project] No DVR routers for this DVR port 3bc7a448-92c7-4689-8cf5-4b43bcb9cd4a on host n-h1-838334-2 {{(pid=84041) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 20:44:07.824597 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [req-8755f6d1-b9e8-4090-8c41-14eabb179d2d req-800a465b-9b2b-4b1d-9d9c-514da8349067 tempest-ServersOnMultiNodesTest-1168278630 tempest-ServersOnMultiNodesTest-1168278630-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217293'] for port, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:07.828119 n-d-838334-2 neutron-server[84041]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'af670083-52fa-4211-8dc4-84954aff332a', 'name': 'network-vif-deleted', 'tag': '3bc7a448-92c7-4689-8cf5-4b43bcb9cd4a'}] {{(pid=84041) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 20:44:07.859330 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-8755f6d1-b9e8-4090-8c41-14eabb179d2d req-800a465b-9b2b-4b1d-9d9c-514da8349067 tempest-ServersOnMultiNodesTest-1168278630 tempest-ServersOnMultiNodesTest-1168278630-project] 10.222.0.43 "DELETE /v2.0/ports/3bc7a448-92c7-4689-8cf5-4b43bcb9cd4a HTTP/1.1" status: 204 len: 173 time: 1.5191469 Apr 18 20:44:08.008574 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.plugin [req-c62ffadd-d924-4040-9550-38f280626484 req-2521501c-e7de-4f67-992f-ed28b32a8b47 tempest-ServersAdminNegativeTestJSON-611917932 tempest-ServersAdminNegativeTestJSON-611917932-project] Calling delete_port for 370774a2-1519-416b-b627-d03c7957a6aa owned by compute:nova {{(pid=84040) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 20:44:08.066341 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-35aad09f-0097-4fa6-8df7-8e7a509edaef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750375259028', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750374836628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32266323'] for port, after_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:08.218118 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35aad09f-0097-4fa6-8df7-8e7a509edaef admin admin] Pushing event deleted for resources: {'Port': ['ID=ef4ed1f1-208e-422f-a668-83ae05fa922d,revision_number=None']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:44:08.351611 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Device 370774a2-1519-416b-b627-d03c7957a6aa no longer exists at agent hyperv_n-h2-838334-2 {{(pid=84042) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 20:44:08.593596 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:08.672068 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-61b4bae0-a1b9-4550-8171-f9ac2aab297c req-06b3b81d-ca24-497c-af1f-00aaf431a216 tempest-ServersTestMultiNic-942198030 tempest-ServersTestMultiNic-942198030-project] Notify callbacks [] for port, precommit_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:08.688316 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.provisioning_blocks [req-61b4bae0-a1b9-4550-8171-f9ac2aab297c req-06b3b81d-ca24-497c-af1f-00aaf431a216 tempest-ServersTestMultiNic-942198030 tempest-ServersTestMultiNic-942198030-project] Transition to ACTIVE for port object 8332fa47-59b8-47c4-801f-fde1adc7878a will not be triggered until provisioned by entity DHCP. {{(pid=84040) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 20:44:08.702066 n-d-838334-2 neutron-server[84040]: INFO neutron.api.v2.resource [req-6a8c6b2c-9410-47cb-92b7-eae592bc3b22 req-2e106fd5-9b92-4ac2-8b5f-dd75d86b2b31 tempest-SecurityGroupsTestJSON-1212657955 tempest-SecurityGroupsTestJSON-1212657955-project] show failed (client error): The resource could not be found. Apr 18 20:44:08.703378 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-35aad09f-0097-4fa6-8df7-8e7a509edaef admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-32377931', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33443910'] for router_interface, after_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:08.714175 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-6a8c6b2c-9410-47cb-92b7-eae592bc3b22 req-2e106fd5-9b92-4ac2-8b5f-dd75d86b2b31 tempest-SecurityGroupsTestJSON-1212657955 tempest-SecurityGroupsTestJSON-1212657955-project] 10.222.0.42 "GET /v2.0/security-groups/f1115b45-a135-40ca-817f-111c13e7ebf0 HTTP/1.1" status: 404 len: 352 time: 0.9748657 Apr 18 20:44:08.726154 n-d-838334-2 neutron-server[84042]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0c84c94b-89b5-484c-8be5-c2f29cb8d5c1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '370774a2-1519-416b-b627-d03c7957a6aa'}] {{(pid=84042) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 20:44:08.760138 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] For port 370774a2-1519-416b-b627-d03c7957a6aa, host n-h2-838334-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838334-2',level=0,port_id=370774a2-1519-416b-b627-d03c7957a6aa,segment=NetworkSegment(62b85806-94d8-4a88-a06c-da82e5932d66),segment_id=62b85806-94d8-4a88-a06c-da82e5932d66)] {{(pid=84042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:44:08.875798 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26aa45af-6a08-40c6-9664-c2d1f2c2a3c1 req-c3ea3622-72f1-4814-a8df-e683674ed5b3 tempest-ServersOnMultiNodesTest-1168278630 tempest-ServersOnMultiNodesTest-1168278630-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:44:08.877747 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-26aa45af-6a08-40c6-9664-c2d1f2c2a3c1 req-c3ea3622-72f1-4814-a8df-e683674ed5b3 tempest-ServersOnMultiNodesTest-1168278630 tempest-ServersOnMultiNodesTest-1168278630-project] 10.222.0.48 "GET /v2.0/ports?device_id=2abb8a99-6a87-4957-a30b-64882fcf74b5 HTTP/1.1" status: 200 len: 950 time: 1.2109952 Apr 18 20:44:08.880887 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682'] for port, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:08.884856 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.db.api [req-c62ffadd-d924-4040-9550-38f280626484 req-2521501c-e7de-4f67-992f-ed28b32a8b47 tempest-ServersAdminNegativeTestJSON-611917932 tempest-ServersAdminNegativeTestJSON-611917932-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84040) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 18 20:44:08.885667 n-d-838334-2 neutron-server[84040]: DEBUG oslo_db.api [req-c62ffadd-d924-4040-9550-38f280626484 req-2521501c-e7de-4f67-992f-ed28b32a8b47 tempest-ServersAdminNegativeTestJSON-611917932 tempest-ServersAdminNegativeTestJSON-611917932-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 18 20:44:09.024487 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-9a8b338b-f5d3-4870-b800-16912a2e896f req-cfc59f0f-98ac-4e3f-bae8-45dc9f565fd6 tempest-ServersAdminTestJSON-373626845 tempest-ServersAdminTestJSON-373626845-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=68a2a907-d975-4fae-8743-c2b0354cf23e&device_id=7a646183-72a0-4a0e-9a2d-a60d77e4e267&device_id=ce6c549f-1c22-4313-93e6-93921dc22663 HTTP/1.1" status: 200 len: 2883 time: 1.2665997 Apr 18 20:44:09.071050 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Pushing event updated for resources: {'Port': ['ID=370774a2-1519-416b-b627-d03c7957a6aa,revision_number=6']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:44:09.095343 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-61b4bae0-a1b9-4550-8171-f9ac2aab297c req-06b3b81d-ca24-497c-af1f-00aaf431a216 tempest-ServersTestMultiNic-942198030 tempest-ServersTestMultiNic-942198030-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750374836619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32440838'] for port, after_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:09.109776 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.plugin [req-26aa45af-6a08-40c6-9664-c2d1f2c2a3c1 req-32f7afd2-d0e2-4c8a-92dc-7edce83d0a5a tempest-ServersOnMultiNodesTest-1168278630 tempest-ServersOnMultiNodesTest-1168278630-project] Deleting port 96ef89c7-5796-4195-8913-d02823fbfa3d {{(pid=84040) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 20:44:09.111406 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-26aa45af-6a08-40c6-9664-c2d1f2c2a3c1 req-32f7afd2-d0e2-4c8a-92dc-7edce83d0a5a tempest-ServersOnMultiNodesTest-1168278630 tempest-ServersOnMultiNodesTest-1168278630-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750375188691'] for port, before_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:09.249274 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [req-9a8b338b-f5d3-4870-b800-16912a2e896f req-882ce05e-380d-46bd-999c-d21a406aa05e tempest-ServersAdminTestJSON-373626845 tempest-ServersAdminTestJSON-373626845-project-admin] Synchronizing usage tracker for tenant:3884bff32737452ab32d1fc0aaddd1eb on resource:security_group {{(pid=84040) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 20:44:09.258960 n-d-838334-2 neutron-server[84040]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-61b4bae0-a1b9-4550-8171-f9ac2aab297c req-06b3b81d-ca24-497c-af1f-00aaf431a216 tempest-ServersTestMultiNic-942198030 tempest-ServersTestMultiNic-942198030-project] Network 13b31595-cfcf-45b0-9d66-7d4d8e1b94b6 is already hosted by enough agents. {{(pid=84040) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:44:09.267686 n-d-838334-2 neutron-server[84040]: DEBUG neutron.scheduler.base_scheduler [req-61b4bae0-a1b9-4550-8171-f9ac2aab297c req-06b3b81d-ca24-497c-af1f-00aaf431a216 tempest-ServersTestMultiNic-942198030 tempest-ServersTestMultiNic-942198030-project] Resources bound (agent type, host, resource id): {{(pid=84040) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:44:09.272866 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.l3_dvrscheduler_db [req-61b4bae0-a1b9-4550-8171-f9ac2aab297c req-06b3b81d-ca24-497c-af1f-00aaf431a216 tempest-ServersTestMultiNic-942198030 tempest-ServersTestMultiNic-942198030-project] Received port after_create {{(pid=84040) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 20:44:09.342547 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06b3b81d-ca24-497c-af1f-00aaf431a216 tempest-ServersTestMultiNic-942198030 tempest-ServersTestMultiNic-942198030-project] Pushing event updated for resources: {'Port': ['ID=8332fa47-59b8-47c4-801f-fde1adc7878a,revision_number=1']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:44:09.362212 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e934fdb-ff14-4d8b-a1ae-d44425fee62d req-55462c69-9633-4cb5-b20e-2c23c45002fe tempest-ServersAdminNegativeTestJSON-611917932 tempest-ServersAdminNegativeTestJSON-611917932-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:44:09.364259 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-7e934fdb-ff14-4d8b-a1ae-d44425fee62d req-55462c69-9633-4cb5-b20e-2c23c45002fe tempest-ServersAdminNegativeTestJSON-611917932 tempest-ServersAdminNegativeTestJSON-611917932-project] 10.222.0.42 "GET /v2.0/ports?device_id=0c84c94b-89b5-484c-8be5-c2f29cb8d5c1 HTTP/1.1" status: 200 len: 948 time: 0.4813917 Apr 18 20:44:09.413367 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.plugin [req-c62ffadd-d924-4040-9550-38f280626484 req-2521501c-e7de-4f67-992f-ed28b32a8b47 tempest-ServersAdminNegativeTestJSON-611917932 tempest-ServersAdminNegativeTestJSON-611917932-project] Deleting port 370774a2-1519-416b-b627-d03c7957a6aa {{(pid=84040) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 20:44:09.413580 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-c62ffadd-d924-4040-9550-38f280626484 req-2521501c-e7de-4f67-992f-ed28b32a8b47 tempest-ServersAdminNegativeTestJSON-611917932 tempest-ServersAdminNegativeTestJSON-611917932-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750375188691'] for port, before_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:09.474862 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [req-9a8b338b-f5d3-4870-b800-16912a2e896f req-882ce05e-380d-46bd-999c-d21a406aa05e tempest-ServersAdminTestJSON-373626845 tempest-ServersAdminTestJSON-373626845-project-admin] Unset dirty status for tenant:3884bff32737452ab32d1fc0aaddd1eb on resource:security_group {{(pid=84040) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 20:44:09.476261 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-9a8b338b-f5d3-4870-b800-16912a2e896f req-882ce05e-380d-46bd-999c-d21a406aa05e tempest-ServersAdminTestJSON-373626845 tempest-ServersAdminTestJSON-373626845-project-admin] 10.222.0.42 "GET /v2.0/security-groups?id=b9ed1788-e987-4b94-9dd4-ed408bd7803e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4510553 Apr 18 20:44:09.592413 n-d-838334-2 neutron-server[84041]: INFO neutron.notifiers.nova [-] Nova event matching ['req-371c3829-05b3-43a7-b585-06e42e6854a4'] response: {'server_uuid': 'af670083-52fa-4211-8dc4-84954aff332a', 'name': 'network-vif-deleted', 'tag': '3bc7a448-92c7-4689-8cf5-4b43bcb9cd4a', 'status': 'completed', 'code': 200} Apr 18 20:44:09.615993 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61b4bae0-a1b9-4550-8171-f9ac2aab297c req-06b3b81d-ca24-497c-af1f-00aaf431a216 tempest-ServersTestMultiNic-942198030 tempest-ServersTestMultiNic-942198030-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:44:09.617325 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-61b4bae0-a1b9-4550-8171-f9ac2aab297c req-06b3b81d-ca24-497c-af1f-00aaf431a216 tempest-ServersTestMultiNic-942198030 tempest-ServersTestMultiNic-942198030-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217293'] for port, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:09.698308 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-5b891326-4360-4a34-8a07-8a50c3b7a3e8 None None] Provisioning for port 8332fa47-59b8-47c4-801f-fde1adc7878a completed by entity DHCP. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 20:44:09.705552 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-5b891326-4360-4a34-8a07-8a50c3b7a3e8 None None] Provisioning complete for port 8332fa47-59b8-47c4-801f-fde1adc7878a triggered by entity DHCP. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:44:09.706150 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-5b891326-4360-4a34-8a07-8a50c3b7a3e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1253608'] for port, provisioning_complete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:09.744475 n-d-838334-2 neutron-server[84041]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-35aad09f-0097-4fa6-8df7-8e7a509edaef admin admin] Router fc0d3979-3608-4d81-8bef-d644a6ab27c8 has already been hosted by L3 agent bc84d6c9-dd7a-4555-a351-592327b46d5a {{(pid=84041) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 20:44:09.755060 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-7e934fdb-ff14-4d8b-a1ae-d44425fee62d req-548aa90b-3b0d-439f-99ee-fe8104f7e667 tempest-ServersAdminNegativeTestJSON-611917932 tempest-ServersAdminNegativeTestJSON-611917932-project] 10.222.0.42 "GET /v2.0/security-groups?id=e0395a73-aa6b-4ce1-bb5e-d7bf600d145b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3631530 Apr 18 20:44:09.819836 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-61b4bae0-a1b9-4550-8171-f9ac2aab297c req-06b3b81d-ca24-497c-af1f-00aaf431a216 tempest-ServersTestMultiNic-942198030 tempest-ServersTestMultiNic-942198030-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.4378071 Apr 18 20:44:09.843862 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.v2.base [req-61b4bae0-a1b9-4550-8171-f9ac2aab297c req-e7f4d4d7-0241-466d-ac0a-34f5e9fb9284 tempest-ServersTestMultiNic-942198030 tempest-ServersTestMultiNic-942198030-project] Request body: {'port': {'device_id': '31317ebd-0d88-4b39-b971-8c94cac5011a', 'network_id': '7b39d1a2-fe93-4b26-9696-d41c7626cbe5', 'admin_state_up': True, 'tenant_id': '86c5c562f6e642eda292a78265b6dea4'}} {{(pid=84040) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 20:44:09.860328 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.plugin [None req-5b891326-4360-4a34-8a07-8a50c3b7a3e8 None None] Port 8332fa47-59b8-47c4-801f-fde1adc7878a cannot update to ACTIVE because it is not bound. {{(pid=84042) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 18 20:44:10.036746 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-35aad09f-0097-4fa6-8df7-8e7a509edaef admin admin] Notify agent at l3_agent.n-d-838334-2 the message routers_updated {{(pid=84041) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 20:44:10.047978 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06a38142-ae94-4ebe-8f4b-aea59b4e2156 None None] Sync routers for ids ['fc0d3979-3608-4d81-8bef-d644a6ab27c8'] in n-d-838334-2 {{(pid=84042) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 18 20:44:10.060014 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-35aad09f-0097-4fa6-8df7-8e7a509edaef admin admin] 10.222.0.42 "PUT /v2.0/routers/fc0d3979-3608-4d81-8bef-d644a6ab27c8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4252269 Apr 18 20:44:10.060879 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 40078) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:44:10.066091 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06a38142-ae94-4ebe-8f4b-aea59b4e2156 None None] Routers {'fc0d3979-3608-4d81-8bef-d644a6ab27c8'} bound to L3 agent in host n-d-838334-2 {{(pid=84042) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 20:44:10.070146 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_hamode_db [None req-06a38142-ae94-4ebe-8f4b-aea59b4e2156 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838334-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-18T20:25:48Z,description=,heartbeat_timestamp=2022-04-18T20:43:48Z,host='n-d-838334-2',id=bc84d6c9-dd7a-4555-a351-592327b46d5a,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:25:48Z,topic='l3_agent')) {'router_ids': ['fc0d3979-3608-4d81-8bef-d644a6ab27c8'], 'active': True} {{(pid=84042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:44:10.139610 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.db [req-26aa45af-6a08-40c6-9664-c2d1f2c2a3c1 req-32f7afd2-d0e2-4c8a-92dc-7edce83d0a5a tempest-ServersOnMultiNodesTest-1168278630 tempest-ServersOnMultiNodesTest-1168278630-project] For port 96ef89c7-5796-4195-8913-d02823fbfa3d, host n-h2-838334-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838334-2',level=0,port_id=96ef89c7-5796-4195-8913-d02823fbfa3d,segment=NetworkSegment(62b85806-94d8-4a88-a06c-da82e5932d66),segment_id=62b85806-94d8-4a88-a06c-da82e5932d66)] {{(pid=84040) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:44:10.140025 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-26aa45af-6a08-40c6-9664-c2d1f2c2a3c1 req-32f7afd2-d0e2-4c8a-92dc-7edce83d0a5a tempest-ServersOnMultiNodesTest-1168278630 tempest-ServersOnMultiNodesTest-1168278630-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369123'] for port, precommit_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:10.224160 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Device 3bc7a448-92c7-4689-8cf5-4b43bcb9cd4a no longer exists at agent hyperv_n-h1-838334-2 {{(pid=84042) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 20:44:10.267400 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.plugin [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] No Port match for: 3bc7a448-92c7-4689-8cf5-4b43bcb9cd4a {{(pid=84042) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 18 20:44:10.267759 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Device 3bc7a448-92c7-4689-8cf5-4b43bcb9cd4a not bound to the agent host n-h1-838334-2 {{(pid=84042) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 20:44:10.287567 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.v2.base [req-6b887e72-cd55-4755-99dd-8da81c317e55 req-0b511c90-cf29-4445-94dc-972e3f9b638d tempest-SecurityGroupsTestJSON-1212657955 tempest-SecurityGroupsTestJSON-1212657955-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-494955034', 'description': 'tempest-description-1737719528'}} {{(pid=84040) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 20:44:10.310150 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.plugin [req-26aa45af-6a08-40c6-9664-c2d1f2c2a3c1 req-32f7afd2-d0e2-4c8a-92dc-7edce83d0a5a tempest-ServersOnMultiNodesTest-1168278630 tempest-ServersOnMultiNodesTest-1168278630-project] Calling delete_port for 96ef89c7-5796-4195-8913-d02823fbfa3d owned by compute:nova {{(pid=84040) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 20:44:10.318195 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-1fe01efb-8ae5-48ee-b14c-c0b1bc5b6d1e admin admin] Notify callbacks [] for router, before_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:10.338635 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Device 96ef89c7-5796-4195-8913-d02823fbfa3d no longer exists at agent hyperv_n-h2-838334-2 {{(pid=84042) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 20:44:10.346937 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [req-6b887e72-cd55-4755-99dd-8da81c317e55 req-0b511c90-cf29-4445-94dc-972e3f9b638d tempest-SecurityGroupsTestJSON-1212657955 tempest-SecurityGroupsTestJSON-1212657955-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:44:10.382598 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [req-6b887e72-cd55-4755-99dd-8da81c317e55 req-0b511c90-cf29-4445-94dc-972e3f9b638d tempest-SecurityGroupsTestJSON-1212657955 tempest-SecurityGroupsTestJSON-1212657955-project] Usage tracker for resource:security_group and tenant:f09031fed4d542f69d251f76eb7f477d is out of sync, need to count used quota {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:44:10.383967 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_dvr_db [None req-06a38142-ae94-4ebe-8f4b-aea59b4e2156 None None] Set router fc0d3979-3608-4d81-8bef-d644a6ab27c8 gateway port host: n-d-838334-2 {{(pid=84042) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 20:44:10.411267 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [req-6b887e72-cd55-4755-99dd-8da81c317e55 req-0b511c90-cf29-4445-94dc-972e3f9b638d tempest-SecurityGroupsTestJSON-1212657955 tempest-SecurityGroupsTestJSON-1212657955-project] Quota usage for security_group was recalculated. Used quota:3. {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:44:10.436472 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [req-6b887e72-cd55-4755-99dd-8da81c317e55 req-0b511c90-cf29-4445-94dc-972e3f9b638d tempest-SecurityGroupsTestJSON-1212657955 tempest-SecurityGroupsTestJSON-1212657955-project] Attempting to reserve 1 items for resource security_group. Total usage: 3; quota limit: 100; headroom:97 {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:44:10.487397 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.db [req-c62ffadd-d924-4040-9550-38f280626484 req-2521501c-e7de-4f67-992f-ed28b32a8b47 tempest-ServersAdminNegativeTestJSON-611917932 tempest-ServersAdminNegativeTestJSON-611917932-project] For port 370774a2-1519-416b-b627-d03c7957a6aa, host n-h2-838334-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838334-2',level=0,port_id=370774a2-1519-416b-b627-d03c7957a6aa,segment=NetworkSegment(62b85806-94d8-4a88-a06c-da82e5932d66),segment_id=62b85806-94d8-4a88-a06c-da82e5932d66)] {{(pid=84040) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:44:10.488125 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-c62ffadd-d924-4040-9550-38f280626484 req-2521501c-e7de-4f67-992f-ed28b32a8b47 tempest-ServersAdminNegativeTestJSON-611917932 tempest-ServersAdminNegativeTestJSON-611917932-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369123'] for port, precommit_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:10.519394 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-6b887e72-cd55-4755-99dd-8da81c317e55 req-0b511c90-cf29-4445-94dc-972e3f9b638d tempest-SecurityGroupsTestJSON-1212657955 tempest-SecurityGroupsTestJSON-1212657955-project] Notify callbacks [] for security_group, before_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:10.548604 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-1bc5afbb-11d3-4e6e-9334-ad10ed875ab3 req-4636a79b-73f9-4449-a1c8-02f62b556ec2 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=bfb8b42e-58b9-4f6a-be0f-24f7d0bb5bc6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1753306 Apr 18 20:44:10.672598 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-1fe01efb-8ae5-48ee-b14c-c0b1bc5b6d1e admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:10.690220 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-1bc5afbb-11d3-4e6e-9334-ad10ed875ab3 req-5fe8d5e3-d2dc-4db3-9354-605c70d96bb8 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=de28ce5b7b5349a3b98e9e23d1be558c&device_id=bfb8b42e-58b9-4f6a-be0f-24f7d0bb5bc6 HTTP/1.1" status: 200 len: 1100 time: 0.1049447 Apr 18 20:44:10.691402 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.plugin [None req-1fe01efb-8ae5-48ee-b14c-c0b1bc5b6d1e admin admin] Deleting port 5a066cf2-7cf7-414c-a6f7-ec4ddfe12700 {{(pid=84041) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 20:44:10.691895 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-1fe01efb-8ae5-48ee-b14c-c0b1bc5b6d1e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750375188691'] for port, before_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:10.714575 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:10.787540 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [req-61b4bae0-a1b9-4550-8171-f9ac2aab297c req-e7f4d4d7-0241-466d-ac0a-34f5e9fb9284 tempest-ServersTestMultiNic-942198030 tempest-ServersTestMultiNic-942198030-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:44:10.791669 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] For port 96ef89c7-5796-4195-8913-d02823fbfa3d, host n-h2-838334-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838334-2',level=0,port_id=96ef89c7-5796-4195-8913-d02823fbfa3d,segment=NetworkSegment(62b85806-94d8-4a88-a06c-da82e5932d66),segment_id=62b85806-94d8-4a88-a06c-da82e5932d66)] {{(pid=84042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:44:10.796534 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.plugin [req-c62ffadd-d924-4040-9550-38f280626484 req-2521501c-e7de-4f67-992f-ed28b32a8b47 tempest-ServersAdminNegativeTestJSON-611917932 tempest-ServersAdminNegativeTestJSON-611917932-project] Calling delete_port for 370774a2-1519-416b-b627-d03c7957a6aa owned by compute:nova {{(pid=84040) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 20:44:10.797049 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682'] for port, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:10.834972 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [req-61b4bae0-a1b9-4550-8171-f9ac2aab297c req-e7f4d4d7-0241-466d-ac0a-34f5e9fb9284 tempest-ServersTestMultiNic-942198030 tempest-ServersTestMultiNic-942198030-project] Usage tracker for resource:port and tenant:86c5c562f6e642eda292a78265b6dea4 is out of sync, need to count used quota {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:44:10.852819 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [req-61b4bae0-a1b9-4550-8171-f9ac2aab297c req-e7f4d4d7-0241-466d-ac0a-34f5e9fb9284 tempest-ServersTestMultiNic-942198030 tempest-ServersTestMultiNic-942198030-project] Quota usage for port was recalculated. Used quota:5. {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:44:10.872948 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_hamode_db [None req-06a38142-ae94-4ebe-8f4b-aea59b4e2156 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc0d3979-3608-4d81-8bef-d644a6ab27c8', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-148890495-router', 'tenant_id': 'a7214e61b62b477cbc96b5c157267d89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'external_fixed_ips': [{'subnet_id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'ip_address': '172.25.8.204'}], 'enable_snat': True}, 'gw_port_id': '5a066cf2-7cf7-414c-a6f7-ec4ddfe12700', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:42:39Z', 'updated_at': '2022-04-18T20:44:07Z', 'revision_number': 5, 'project_id': 'a7214e61b62b477cbc96b5c157267d89', 'gw_port': {'id': '5a066cf2-7cf7-414c-a6f7-ec4ddfe12700', 'name': '', 'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:ed:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc0d3979-3608-4d81-8bef-d644a6ab27c8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'ip_address': '172.25.8.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:42:40Z', 'updated_at': '2022-04-18T20:42:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838334-2'}], 'n-d-838334-2', False) {} {{(pid=84042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:44:10.874687 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Pushing event updated for resources: {'Port': ['ID=96ef89c7-5796-4195-8913-d02823fbfa3d,revision_number=6']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:44:10.875647 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.db.api [req-26aa45af-6a08-40c6-9664-c2d1f2c2a3c1 req-32f7afd2-d0e2-4c8a-92dc-7edce83d0a5a tempest-ServersOnMultiNodesTest-1168278630 tempest-ServersOnMultiNodesTest-1168278630-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84040) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 18 20:44:10.875975 n-d-838334-2 neutron-server[84040]: DEBUG oslo_db.api [req-26aa45af-6a08-40c6-9664-c2d1f2c2a3c1 req-32f7afd2-d0e2-4c8a-92dc-7edce83d0a5a tempest-ServersOnMultiNodesTest-1168278630 tempest-ServersOnMultiNodesTest-1168278630-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 18 20:44:10.877194 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [req-61b4bae0-a1b9-4550-8171-f9ac2aab297c req-e7f4d4d7-0241-466d-ac0a-34f5e9fb9284 tempest-ServersTestMultiNic-942198030 tempest-ServersTestMultiNic-942198030-project] Attempting to reserve 1 items for resource port. Total usage: 5; quota limit: 500; headroom:495 {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:44:10.879496 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06a38142-ae94-4ebe-8f4b-aea59b4e2156 None None] Checking router: fc0d3979-3608-4d81-8bef-d644a6ab27c8 for host: n-d-838334-2 {{(pid=84042) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 18 20:44:10.893548 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06a38142-ae94-4ebe-8f4b-aea59b4e2156 None None] Routers {'fc0d3979-3608-4d81-8bef-d644a6ab27c8'} bound to L3 agent in host n-d-838334-2 {{(pid=84042) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 20:44:10.894295 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_hamode_db [None req-06a38142-ae94-4ebe-8f4b-aea59b4e2156 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838334-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-18T20:25:48Z,description=,heartbeat_timestamp=2022-04-18T20:43:48Z,host='n-d-838334-2',id=bc84d6c9-dd7a-4555-a351-592327b46d5a,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:25:48Z,topic='l3_agent')) {'router_ids': ['fc0d3979-3608-4d81-8bef-d644a6ab27c8'], 'active': True} {{(pid=84042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:44:10.901880 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c02621c0-a87f-496b-8ccb-597b3c227b71 req-3e19574b-35f9-4caf-ba83-fdb10676ca23 tempest-ServersTestMultiNic-942198030 tempest-ServersTestMultiNic-942198030-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:44:10.902552 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [req-c02621c0-a87f-496b-8ccb-597b3c227b71 req-3e19574b-35f9-4caf-ba83-fdb10676ca23 tempest-ServersTestMultiNic-942198030 tempest-ServersTestMultiNic-942198030-project] Synchronizing usage tracker for tenant:86c5c562f6e642eda292a78265b6dea4 on resource:port {{(pid=84040) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 20:44:10.917483 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [req-6b887e72-cd55-4755-99dd-8da81c317e55 req-0b511c90-cf29-4445-94dc-972e3f9b638d tempest-SecurityGroupsTestJSON-1212657955 tempest-SecurityGroupsTestJSON-1212657955-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:44:10.928061 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [req-6b887e72-cd55-4755-99dd-8da81c317e55 req-0b511c90-cf29-4445-94dc-972e3f9b638d tempest-SecurityGroupsTestJSON-1212657955 tempest-SecurityGroupsTestJSON-1212657955-project] Usage tracker for resource:security_group_rule and tenant:f09031fed4d542f69d251f76eb7f477d is out of sync, need to count used quota {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:44:10.944609 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-61b4bae0-a1b9-4550-8171-f9ac2aab297c req-e7f4d4d7-0241-466d-ac0a-34f5e9fb9284 tempest-ServersTestMultiNic-942198030 tempest-ServersTestMultiNic-942198030-project] Made reservation on behalf of 86c5c562f6e642eda292a78265b6dea4 for: {'port': 1} {{(pid=84040) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:44:10.947523 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-61b4bae0-a1b9-4550-8171-f9ac2aab297c req-e7f4d4d7-0241-466d-ac0a-34f5e9fb9284 tempest-ServersTestMultiNic-942198030 tempest-ServersTestMultiNic-942198030-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:10.959939 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [req-6b887e72-cd55-4755-99dd-8da81c317e55 req-0b511c90-cf29-4445-94dc-972e3f9b638d tempest-SecurityGroupsTestJSON-1212657955 tempest-SecurityGroupsTestJSON-1212657955-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:44:10.972579 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [req-6b887e72-cd55-4755-99dd-8da81c317e55 req-0b511c90-cf29-4445-94dc-972e3f9b638d tempest-SecurityGroupsTestJSON-1212657955 tempest-SecurityGroupsTestJSON-1212657955-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:44:11.058710 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [req-c02621c0-a87f-496b-8ccb-597b3c227b71 req-3e19574b-35f9-4caf-ba83-fdb10676ca23 tempest-ServersTestMultiNic-942198030 tempest-ServersTestMultiNic-942198030-project] Unset dirty status for tenant:86c5c562f6e642eda292a78265b6dea4 on resource:port {{(pid=84040) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 20:44:11.060249 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-c02621c0-a87f-496b-8ccb-597b3c227b71 req-3e19574b-35f9-4caf-ba83-fdb10676ca23 tempest-ServersTestMultiNic-942198030 tempest-ServersTestMultiNic-942198030-project] 10.222.0.42 "GET /v2.0/ports?device_id=31317ebd-0d88-4b39-b971-8c94cac5011a HTTP/1.1" status: 200 len: 932 time: 1.2016780 Apr 18 20:44:11.074653 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_dvr_db [None req-06a38142-ae94-4ebe-8f4b-aea59b4e2156 None None] Set router fc0d3979-3608-4d81-8bef-d644a6ab27c8 gateway port host: None {{(pid=84042) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 20:44:11.089716 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bc5afbb-11d3-4e6e-9334-ad10ed875ab3 req-f1acd8a4-e6a3-4973-a2c7-9142f6586415 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:44:11.091478 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-1bc5afbb-11d3-4e6e-9334-ad10ed875ab3 req-f1acd8a4-e6a3-4973-a2c7-9142f6586415 service neutron] 10.222.0.43 "GET /v2.0/networks?id=cb56989d-7c5d-4678-b194-1d2edf1e842a HTTP/1.1" status: 200 len: 870 time: 0.3687134 Apr 18 20:44:11.172631 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-1bc5afbb-11d3-4e6e-9334-ad10ed875ab3 req-04f9c895-7097-49df-a377-23b8b1926693 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.95&port_id=462e4cea-9da7-4149-b973-b4a0cd7a6d86 HTTP/1.1" status: 200 len: 217 time: 0.0700972 Apr 18 20:44:11.177311 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.db [None req-1fe01efb-8ae5-48ee-b14c-c0b1bc5b6d1e admin admin] For port 5a066cf2-7cf7-414c-a6f7-ec4ddfe12700, host n-d-838334-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838334-2',level=0,port_id=5a066cf2-7cf7-414c-a6f7-ec4ddfe12700,segment=NetworkSegment(732aa830-768b-4511-951f-d08e26b9c25b),segment_id=732aa830-768b-4511-951f-d08e26b9c25b)] {{(pid=84041) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:44:11.177811 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-1fe01efb-8ae5-48ee-b14c-c0b1bc5b6d1e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369123'] for port, precommit_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:11.229174 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-c62ffadd-d924-4040-9550-38f280626484 req-2521501c-e7de-4f67-992f-ed28b32a8b47 tempest-ServersAdminNegativeTestJSON-611917932 tempest-ServersAdminNegativeTestJSON-611917932-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750375259028', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750374836628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32440838'] for port, after_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:11.235438 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_hamode_db [None req-06a38142-ae94-4ebe-8f4b-aea59b4e2156 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc0d3979-3608-4d81-8bef-d644a6ab27c8', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-148890495-router', 'tenant_id': 'a7214e61b62b477cbc96b5c157267d89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:42:39Z', 'updated_at': '2022-04-18T20:44:10Z', 'revision_number': 6, 'project_id': 'a7214e61b62b477cbc96b5c157267d89', 'gw_port_host': None}], 'n-d-838334-2', False) {} {{(pid=84042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:44:11.239522 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06a38142-ae94-4ebe-8f4b-aea59b4e2156 None None] The sync data for ids ['fc0d3979-3608-4d81-8bef-d644a6ab27c8'] in n-d-838334-2 is: [{'id': 'fc0d3979-3608-4d81-8bef-d644a6ab27c8', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-148890495-router', 'tenant_id': 'a7214e61b62b477cbc96b5c157267d89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:42:39Z', 'updated_at': '2022-04-18T20:44:10Z', 'revision_number': 6, 'project_id': 'a7214e61b62b477cbc96b5c157267d89', 'gw_port_host': None}] {{(pid=84042) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 18 20:44:11.256912 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-c02621c0-a87f-496b-8ccb-597b3c227b71 req-3a4ff8a3-84a7-49aa-8ca4-9c126d5b78c7 tempest-ServersTestMultiNic-942198030 tempest-ServersTestMultiNic-942198030-project] 10.222.0.42 "GET /v2.0/security-groups?id=efc44a6f-ae8a-46ab-8143-fed7ce47374f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1762950 Apr 18 20:44:11.296180 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-6b887e72-cd55-4755-99dd-8da81c317e55 req-0b511c90-cf29-4445-94dc-972e3f9b638d tempest-SecurityGroupsTestJSON-1212657955 tempest-SecurityGroupsTestJSON-1212657955-project] Notify callbacks [] for security_group, precommit_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:11.316093 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-6b887e72-cd55-4755-99dd-8da81c317e55 req-0b511c90-cf29-4445-94dc-972e3f9b638d tempest-SecurityGroupsTestJSON-1212657955 tempest-SecurityGroupsTestJSON-1212657955-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33528224'] for security_group, after_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:11.330990 n-d-838334-2 neutron-server[84042]: INFO neutron.notifiers.nova [-] Nova event matching ['req-99f81a7d-0aa5-444c-b37a-2dfd1ecb91ca'] response: {'server_uuid': '0c84c94b-89b5-484c-8be5-c2f29cb8d5c1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '370774a2-1519-416b-b627-d03c7957a6aa', 'code': 200} Apr 18 20:44:11.332938 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2521501c-e7de-4f67-992f-ed28b32a8b47 tempest-ServersAdminNegativeTestJSON-611917932 tempest-ServersAdminNegativeTestJSON-611917932-project] Pushing event deleted for resources: {'Port': ['ID=370774a2-1519-416b-b627-d03c7957a6aa,revision_number=None']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:44:11.360735 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.plugin [None req-1fe01efb-8ae5-48ee-b14c-c0b1bc5b6d1e admin admin] Calling delete_port for 5a066cf2-7cf7-414c-a6f7-ec4ddfe12700 owned by network:router_gateway {{(pid=84041) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 20:44:11.396100 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.plugin [req-26aa45af-6a08-40c6-9664-c2d1f2c2a3c1 req-32f7afd2-d0e2-4c8a-92dc-7edce83d0a5a tempest-ServersOnMultiNodesTest-1168278630 tempest-ServersOnMultiNodesTest-1168278630-project] Deleting port 96ef89c7-5796-4195-8913-d02823fbfa3d {{(pid=84040) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 20:44:11.396445 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-26aa45af-6a08-40c6-9664-c2d1f2c2a3c1 req-32f7afd2-d0e2-4c8a-92dc-7edce83d0a5a tempest-ServersOnMultiNodesTest-1168278630 tempest-ServersOnMultiNodesTest-1168278630-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750375188691'] for port, before_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:11.421239 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bc5afbb-11d3-4e6e-9334-ad10ed875ab3 req-26ec1743-5851-43e1-b3fc-ad1af97aca9e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:44:11.423102 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-1bc5afbb-11d3-4e6e-9334-ad10ed875ab3 req-26ec1743-5851-43e1-b3fc-ad1af97aca9e service neutron] 10.222.0.43 "GET /v2.0/subnets?id=c4b526db-4d8a-4d4c-a310-e3a599630ae1 HTTP/1.1" status: 200 len: 843 time: 0.2367229 Apr 18 20:44:11.460132 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.db_base_plugin_common [req-61b4bae0-a1b9-4550-8171-f9ac2aab297c req-e7f4d4d7-0241-466d-ac0a-34f5e9fb9284 tempest-ServersTestMultiNic-942198030 tempest-ServersTestMultiNic-942198030-project] Allocated IP 19.86.0.7 (7b39d1a2-fe93-4b26-9696-d41c7626cbe5/bab14fc6-fcc7-4d93-8112-49f4b0592f31/ed092bb3-3ed5-40cb-8604-e46d67f03de1) {{(pid=84040) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:44:11.475915 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b511c90-cf29-4445-94dc-972e3f9b638d tempest-SecurityGroupsTestJSON-1212657955 tempest-SecurityGroupsTestJSON-1212657955-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0618f995-8599-4e8a-a475-9b6d8f92a26d,revision_number=1']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:44:11.536085 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.l3_dvrscheduler_db [req-c62ffadd-d924-4040-9550-38f280626484 req-2521501c-e7de-4f67-992f-ed28b32a8b47 tempest-ServersAdminNegativeTestJSON-611917932 tempest-ServersAdminNegativeTestJSON-611917932-project] No DVR routers for this DVR port 370774a2-1519-416b-b627-d03c7957a6aa on host n-h2-838334-2 {{(pid=84040) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 20:44:11.540428 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-c62ffadd-d924-4040-9550-38f280626484 req-2521501c-e7de-4f67-992f-ed28b32a8b47 tempest-ServersAdminNegativeTestJSON-611917932 tempest-ServersAdminNegativeTestJSON-611917932-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217293'] for port, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:11.542489 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-c62ffadd-d924-4040-9550-38f280626484 req-2521501c-e7de-4f67-992f-ed28b32a8b47 tempest-ServersAdminNegativeTestJSON-611917932 tempest-ServersAdminNegativeTestJSON-611917932-project] 10.222.0.48 "DELETE /v2.0/ports/370774a2-1519-416b-b627-d03c7957a6aa HTTP/1.1" status: 204 len: 173 time: 4.8516686 Apr 18 20:44:11.542841 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-1bc5afbb-11d3-4e6e-9334-ad10ed875ab3 req-365e0dde-b205-4091-bd1d-737b2bb3d16f service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=cb56989d-7c5d-4678-b194-1d2edf1e842a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1115139 Apr 18 20:44:11.543195 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-6b887e72-cd55-4755-99dd-8da81c317e55 req-0b511c90-cf29-4445-94dc-972e3f9b638d tempest-SecurityGroupsTestJSON-1212657955 tempest-SecurityGroupsTestJSON-1212657955-project] Notify callbacks [] for security_group, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:11.544902 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-6b887e72-cd55-4755-99dd-8da81c317e55 req-0b511c90-cf29-4445-94dc-972e3f9b638d tempest-SecurityGroupsTestJSON-1212657955 tempest-SecurityGroupsTestJSON-1212657955-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1639 time: 1.3282921 Apr 18 20:44:11.549298 n-d-838334-2 neutron-server[84040]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0c84c94b-89b5-484c-8be5-c2f29cb8d5c1', 'name': 'network-vif-deleted', 'tag': '370774a2-1519-416b-b627-d03c7957a6aa'}] {{(pid=84040) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 20:44:11.739317 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-1fe01efb-8ae5-48ee-b14c-c0b1bc5b6d1e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750375259028', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750374836628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32266323'] for port, after_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:11.825865 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Device ef4ed1f1-208e-422f-a668-83ae05fa922d no longer exists at agent ovs-agent-n-d-838334-2 {{(pid=84042) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 20:44:11.857170 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fe01efb-8ae5-48ee-b14c-c0b1bc5b6d1e admin admin] Pushing event deleted for resources: {'Port': ['ID=5a066cf2-7cf7-414c-a6f7-ec4ddfe12700,revision_number=None']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:44:11.890701 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.plugin [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] No Port match for: ef4ed1f1-208e-422f-a668-83ae05fa922d {{(pid=84042) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 18 20:44:11.891280 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Device ef4ed1f1-208e-422f-a668-83ae05fa922d not bound to the agent host n-d-838334-2 {{(pid=84042) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 20:44:12.042015 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-1bc5afbb-11d3-4e6e-9334-ad10ed875ab3 req-251966b0-80f1-4544-8a94-ac08ae0e87f7 service neutron] 10.222.0.43 "GET /v2.0/networks/cb56989d-7c5d-4678-b194-1d2edf1e842a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4816039 Apr 18 20:44:12.114766 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.db [req-26aa45af-6a08-40c6-9664-c2d1f2c2a3c1 req-32f7afd2-d0e2-4c8a-92dc-7edce83d0a5a tempest-ServersOnMultiNodesTest-1168278630 tempest-ServersOnMultiNodesTest-1168278630-project] For port 96ef89c7-5796-4195-8913-d02823fbfa3d, host n-h2-838334-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838334-2',level=0,port_id=96ef89c7-5796-4195-8913-d02823fbfa3d,segment=NetworkSegment(62b85806-94d8-4a88-a06c-da82e5932d66),segment_id=62b85806-94d8-4a88-a06c-da82e5932d66)] {{(pid=84040) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:44:12.115265 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-26aa45af-6a08-40c6-9664-c2d1f2c2a3c1 req-32f7afd2-d0e2-4c8a-92dc-7edce83d0a5a tempest-ServersOnMultiNodesTest-1168278630 tempest-ServersOnMultiNodesTest-1168278630-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369123'] for port, precommit_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:12.196128 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f759187a-b49e-45c5-84af-8cbdcbdb94a6 req-4637420a-e559-42a0-80d5-3362958c933b tempest-ServersOnMultiNodesTest-1168278630 tempest-ServersOnMultiNodesTest-1168278630-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:44:12.196832 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [req-f759187a-b49e-45c5-84af-8cbdcbdb94a6 req-4637420a-e559-42a0-80d5-3362958c933b tempest-ServersOnMultiNodesTest-1168278630 tempest-ServersOnMultiNodesTest-1168278630-project] Synchronizing usage tracker for tenant:de28ce5b7b5349a3b98e9e23d1be558c on resource:port {{(pid=84040) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 20:44:12.275164 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-1fe01efb-8ae5-48ee-b14c-c0b1bc5b6d1e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33444108'] for router_gateway, after_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:12.279295 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.plugin [req-26aa45af-6a08-40c6-9664-c2d1f2c2a3c1 req-32f7afd2-d0e2-4c8a-92dc-7edce83d0a5a tempest-ServersOnMultiNodesTest-1168278630 tempest-ServersOnMultiNodesTest-1168278630-project] Calling delete_port for 96ef89c7-5796-4195-8913-d02823fbfa3d owned by compute:nova {{(pid=84040) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 20:44:12.337946 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-e734ccab-563c-4410-b93f-bdcd8c226162 req-314be5ef-0b71-4655-b5e5-7de996109202 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=45877157-0d22-4fd3-83a2-0a0549a4ab80&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.4721038 Apr 18 20:44:12.340761 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-61b4bae0-a1b9-4550-8171-f9ac2aab297c req-e7f4d4d7-0241-466d-ac0a-34f5e9fb9284 tempest-ServersTestMultiNic-942198030 tempest-ServersTestMultiNic-942198030-project] Notify callbacks [] for port, precommit_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:12.439058 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.provisioning_blocks [req-61b4bae0-a1b9-4550-8171-f9ac2aab297c req-e7f4d4d7-0241-466d-ac0a-34f5e9fb9284 tempest-ServersTestMultiNic-942198030 tempest-ServersTestMultiNic-942198030-project] Transition to ACTIVE for port object ed092bb3-3ed5-40cb-8604-e46d67f03de1 will not be triggered until provisioned by entity DHCP. {{(pid=84040) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 20:44:12.440134 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [req-f759187a-b49e-45c5-84af-8cbdcbdb94a6 req-4637420a-e559-42a0-80d5-3362958c933b tempest-ServersOnMultiNodesTest-1168278630 tempest-ServersOnMultiNodesTest-1168278630-project] Unset dirty status for tenant:de28ce5b7b5349a3b98e9e23d1be558c on resource:port {{(pid=84040) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 20:44:12.441375 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-f759187a-b49e-45c5-84af-8cbdcbdb94a6 req-4637420a-e559-42a0-80d5-3362958c933b tempest-ServersOnMultiNodesTest-1168278630 tempest-ServersOnMultiNodesTest-1168278630-project] 10.222.0.42 "GET /v2.0/ports?device_id=2abb8a99-6a87-4957-a30b-64882fcf74b5 HTTP/1.1" status: 200 len: 948 time: 0.8041539 Apr 18 20:44:12.464607 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [req-2a2e0ac8-0773-4549-9d32-f47043ac8484 req-5b25b9e2-4352-4b28-bb43-a83d1ff55869 tempest-ServersAdminNegativeTestJSON-611917932 tempest-ServersAdminNegativeTestJSON-611917932-project] Synchronizing usage tracker for tenant:d2b823f322cf4b378af07737106dd8b5 on resource:port {{(pid=84040) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 20:44:12.547522 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [req-2a2e0ac8-0773-4549-9d32-f47043ac8484 req-5b25b9e2-4352-4b28-bb43-a83d1ff55869 tempest-ServersAdminNegativeTestJSON-611917932 tempest-ServersAdminNegativeTestJSON-611917932-project] Unset dirty status for tenant:d2b823f322cf4b378af07737106dd8b5 on resource:port {{(pid=84040) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 20:44:12.548705 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-2a2e0ac8-0773-4549-9d32-f47043ac8484 req-5b25b9e2-4352-4b28-bb43-a83d1ff55869 tempest-ServersAdminNegativeTestJSON-611917932 tempest-ServersAdminNegativeTestJSON-611917932-project] 10.222.0.42 "GET /v2.0/ports?device_id=0c84c94b-89b5-484c-8be5-c2f29cb8d5c1 HTTP/1.1" status: 200 len: 210 time: 0.1908290 Apr 18 20:44:12.705378 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-1bc5afbb-11d3-4e6e-9334-ad10ed875ab3 req-d90b62a5-af15-4295-9cb6-ce5a1df7962f service neutron] 10.222.0.43 "GET /v2.0/networks/cb56989d-7c5d-4678-b194-1d2edf1e842a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5908408 Apr 18 20:44:12.707167 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-1fe01efb-8ae5-48ee-b14c-c0b1bc5b6d1e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33443580', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5726'] for router, precommit_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:12.711932 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-1fe01efb-8ae5-48ee-b14c-c0b1bc5b6d1e admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:12.732478 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.v2.base [req-2feac878-9ee1-4843-b149-35311dad0ac7 req-3de2c805-9438-43ce-aa7f-88863fa57fcc tempest-SecurityGroupsTestJSON-1212657955 tempest-SecurityGroupsTestJSON-1212657955-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1216112384', 'description': 'tempest-description-1074283032'}} {{(pid=84040) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 20:44:12.737025 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-61b4bae0-a1b9-4550-8171-f9ac2aab297c req-e7f4d4d7-0241-466d-ac0a-34f5e9fb9284 tempest-ServersTestMultiNic-942198030 tempest-ServersTestMultiNic-942198030-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750374836619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32440838'] for port, after_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:12.742166 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-1fe01efb-8ae5-48ee-b14c-c0b1bc5b6d1e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-33443408'] for router, after_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:12.743501 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1fe01efb-8ae5-48ee-b14c-c0b1bc5b6d1e admin admin] Fanout notify agent at l3_agent the message router_deleted on router fc0d3979-3608-4d81-8bef-d644a6ab27c8 {{(pid=84041) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 18 20:44:12.756363 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-1fe01efb-8ae5-48ee-b14c-c0b1bc5b6d1e admin admin] Notify callbacks [] for router, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:12.760004 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-1fe01efb-8ae5-48ee-b14c-c0b1bc5b6d1e admin admin] 10.222.0.42 "DELETE /v2.0/routers/fc0d3979-3608-4d81-8bef-d644a6ab27c8 HTTP/1.1" status: 204 len: 168 time: 2.6947186 Apr 18 20:44:12.760127 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 40102) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:44:12.783230 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [req-2feac878-9ee1-4843-b149-35311dad0ac7 req-3de2c805-9438-43ce-aa7f-88863fa57fcc tempest-SecurityGroupsTestJSON-1212657955 tempest-SecurityGroupsTestJSON-1212657955-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:44:12.796375 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [req-2feac878-9ee1-4843-b149-35311dad0ac7 req-3de2c805-9438-43ce-aa7f-88863fa57fcc tempest-SecurityGroupsTestJSON-1212657955 tempest-SecurityGroupsTestJSON-1212657955-project] Usage tracker for resource:security_group and tenant:f09031fed4d542f69d251f76eb7f477d is out of sync, need to count used quota {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:44:12.803755 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-f759187a-b49e-45c5-84af-8cbdcbdb94a6 req-ef06563d-0872-414e-98b5-009d54ee7517 tempest-ServersOnMultiNodesTest-1168278630 tempest-ServersOnMultiNodesTest-1168278630-project] 10.222.0.42 "GET /v2.0/security-groups?id=e1e985d3-f227-45b4-b9a7-ffadcd0db1b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3455493 Apr 18 20:44:12.815773 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [req-2feac878-9ee1-4843-b149-35311dad0ac7 req-3de2c805-9438-43ce-aa7f-88863fa57fcc tempest-SecurityGroupsTestJSON-1212657955 tempest-SecurityGroupsTestJSON-1212657955-project] Quota usage for security_group was recalculated. Used quota:4. {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:44:12.832103 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [req-2feac878-9ee1-4843-b149-35311dad0ac7 req-3de2c805-9438-43ce-aa7f-88863fa57fcc tempest-SecurityGroupsTestJSON-1212657955 tempest-SecurityGroupsTestJSON-1212657955-project] Attempting to reserve 1 items for resource security_group. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:44:12.832316 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.db_base_plugin_v2 [None req-e7722c7a-bc39-460c-bd40-65774847a886 admin admin] Deleting subnet 8d88e8b2-0848-418e-a8f0-ff3463a38f9a {{(pid=84041) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 18 20:44:12.835858 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-e7722c7a-bc39-460c-bd40-65774847a886 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:12.874796 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-26aa45af-6a08-40c6-9664-c2d1f2c2a3c1 req-32f7afd2-d0e2-4c8a-92dc-7edce83d0a5a tempest-ServersOnMultiNodesTest-1168278630 tempest-ServersOnMultiNodesTest-1168278630-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750375259028', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750374836628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32440838'] for port, after_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:12.880939 n-d-838334-2 neutron-server[84040]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-61b4bae0-a1b9-4550-8171-f9ac2aab297c req-e7f4d4d7-0241-466d-ac0a-34f5e9fb9284 tempest-ServersTestMultiNic-942198030 tempest-ServersTestMultiNic-942198030-project] Network 7b39d1a2-fe93-4b26-9696-d41c7626cbe5 is already hosted by enough agents. {{(pid=84040) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:44:12.884638 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-e734ccab-563c-4410-b93f-bdcd8c226162 req-913c4acd-960d-44f4-a698-4650695d0231 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=de28ce5b7b5349a3b98e9e23d1be558c&device_id=45877157-0d22-4fd3-83a2-0a0549a4ab80 HTTP/1.1" status: 200 len: 1101 time: 0.5160081 Apr 18 20:44:12.887893 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] get_ports_and_sgs() called for port_ids ['462e4cea-9da7-4149-b973-b4a0cd7a6d86', '80ff486a-645e-4b81-95ae-389dadda214a'] {{(pid=84042) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 18 20:44:12.891762 n-d-838334-2 neutron-server[84040]: DEBUG neutron.scheduler.base_scheduler [req-61b4bae0-a1b9-4550-8171-f9ac2aab297c req-e7f4d4d7-0241-466d-ac0a-34f5e9fb9284 tempest-ServersTestMultiNic-942198030 tempest-ServersTestMultiNic-942198030-project] Resources bound (agent type, host, resource id): {{(pid=84040) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:44:12.895454 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-e7722c7a-bc39-460c-bd40-65774847a886 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32266383'] for subnet, precommit_delete_associations {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:12.897303 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-2feac878-9ee1-4843-b149-35311dad0ac7 req-3de2c805-9438-43ce-aa7f-88863fa57fcc tempest-SecurityGroupsTestJSON-1212657955 tempest-SecurityGroupsTestJSON-1212657955-project] Notify callbacks [] for security_group, before_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:12.910197 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.l3_dvrscheduler_db [req-61b4bae0-a1b9-4550-8171-f9ac2aab297c req-e7f4d4d7-0241-466d-ac0a-34f5e9fb9284 tempest-ServersTestMultiNic-942198030 tempest-ServersTestMultiNic-942198030-project] Received port after_create {{(pid=84040) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 20:44:12.918904 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] get_ports_and_sgs() called for port_ids ['48374dfc-daf0-401c-976e-d3d8c71d0274'] {{(pid=84042) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 18 20:44:12.975105 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7f4d4d7-0241-466d-ac0a-34f5e9fb9284 tempest-ServersTestMultiNic-942198030 tempest-ServersTestMultiNic-942198030-project] Pushing event updated for resources: {'Port': ['ID=ed092bb3-3ed5-40cb-8604-e46d67f03de1,revision_number=1']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:44:12.995357 n-d-838334-2 neutron-server[84040]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9e0e21b2-656f-49e3-9767-1bf2598bb7c3'] response: {'server_uuid': '0c84c94b-89b5-484c-8be5-c2f29cb8d5c1', 'name': 'network-vif-deleted', 'tag': '370774a2-1519-416b-b627-d03c7957a6aa', 'status': 'completed', 'code': 200} Apr 18 20:44:13.049546 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-e7722c7a-bc39-460c-bd40-65774847a886 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1260556'] for subnet, precommit_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:13.175830 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-e7722c7a-bc39-460c-bd40-65774847a886 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1260549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33526260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32266336', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32486390'] for subnet, after_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:13.187076 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32f7afd2-d0e2-4c8a-92dc-7edce83d0a5a tempest-ServersOnMultiNodesTest-1168278630 tempest-ServersOnMultiNodesTest-1168278630-project] Pushing event deleted for resources: {'Port': ['ID=96ef89c7-5796-4195-8913-d02823fbfa3d,revision_number=None']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:44:13.227557 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7722c7a-bc39-460c-bd40-65774847a886 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8d88e8b2-0848-418e-a8f0-ff3463a38f9a,revision_number=None']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:44:13.240214 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-e7722c7a-bc39-460c-bd40-65774847a886 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:13.263880 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-e7722c7a-bc39-460c-bd40-65774847a886 admin admin] 10.222.0.42 "DELETE /v2.0/subnets/8d88e8b2-0848-418e-a8f0-ff3463a38f9a HTTP/1.1" status: 204 len: 168 time: 0.5026195 Apr 18 20:44:13.265834 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 40106) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:44:13.293070 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0506b22a-e999-4c30-ad41-a700a69e2689 None None] Network 428ec210-24a1-4846-adb0-d7d8a80e756c requested from n-d-838334-2 {{(pid=84042) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 20:44:13.321236 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.l3_dvrscheduler_db [req-26aa45af-6a08-40c6-9664-c2d1f2c2a3c1 req-32f7afd2-d0e2-4c8a-92dc-7edce83d0a5a tempest-ServersOnMultiNodesTest-1168278630 tempest-ServersOnMultiNodesTest-1168278630-project] No DVR routers for this DVR port 96ef89c7-5796-4195-8913-d02823fbfa3d on host n-h2-838334-2 {{(pid=84040) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 20:44:13.341392 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-26aa45af-6a08-40c6-9664-c2d1f2c2a3c1 req-32f7afd2-d0e2-4c8a-92dc-7edce83d0a5a tempest-ServersOnMultiNodesTest-1168278630 tempest-ServersOnMultiNodesTest-1168278630-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217293'] for port, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:13.361344 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61b4bae0-a1b9-4550-8171-f9ac2aab297c req-e7f4d4d7-0241-466d-ac0a-34f5e9fb9284 tempest-ServersTestMultiNic-942198030 tempest-ServersTestMultiNic-942198030-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:44:13.362087 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-61b4bae0-a1b9-4550-8171-f9ac2aab297c req-e7f4d4d7-0241-466d-ac0a-34f5e9fb9284 tempest-ServersTestMultiNic-942198030 tempest-ServersTestMultiNic-942198030-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217293'] for port, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:13.368777 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [req-2feac878-9ee1-4843-b149-35311dad0ac7 req-3de2c805-9438-43ce-aa7f-88863fa57fcc tempest-SecurityGroupsTestJSON-1212657955 tempest-SecurityGroupsTestJSON-1212657955-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:44:13.377429 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-8d96cc75-bf2b-4f02-be4a-b3a284c3a0fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1103592'] for network, before_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:13.390750 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.plugin [None req-8d96cc75-bf2b-4f02-be4a-b3a284c3a0fc admin admin] Deleting port 1d202f3c-a2ef-49e7-9d49-28e477f20713 {{(pid=84041) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 20:44:13.391132 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-8d96cc75-bf2b-4f02-be4a-b3a284c3a0fc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750375188691'] for port, before_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:13.400906 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [req-2feac878-9ee1-4843-b149-35311dad0ac7 req-3de2c805-9438-43ce-aa7f-88863fa57fcc tempest-SecurityGroupsTestJSON-1212657955 tempest-SecurityGroupsTestJSON-1212657955-project] Usage tracker for resource:security_group_rule and tenant:f09031fed4d542f69d251f76eb7f477d is out of sync, need to count used quota {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:44:13.405764 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [req-2feac878-9ee1-4843-b149-35311dad0ac7 req-3de2c805-9438-43ce-aa7f-88863fa57fcc tempest-SecurityGroupsTestJSON-1212657955 tempest-SecurityGroupsTestJSON-1212657955-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:44:13.414958 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [req-2feac878-9ee1-4843-b149-35311dad0ac7 req-3de2c805-9438-43ce-aa7f-88863fa57fcc tempest-SecurityGroupsTestJSON-1212657955 tempest-SecurityGroupsTestJSON-1212657955-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:44:13.417723 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e734ccab-563c-4410-b93f-bdcd8c226162 req-22e13320-e7d8-4c98-8004-33edc06284b0 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:44:13.419395 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-e734ccab-563c-4410-b93f-bdcd8c226162 req-22e13320-e7d8-4c98-8004-33edc06284b0 service neutron] 10.222.0.48 "GET /v2.0/networks?id=cb56989d-7c5d-4678-b194-1d2edf1e842a HTTP/1.1" status: 200 len: 870 time: 0.4259741 Apr 18 20:44:13.422374 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-26aa45af-6a08-40c6-9664-c2d1f2c2a3c1 req-32f7afd2-d0e2-4c8a-92dc-7edce83d0a5a tempest-ServersOnMultiNodesTest-1168278630 tempest-ServersOnMultiNodesTest-1168278630-project] 10.222.0.48 "DELETE /v2.0/ports/96ef89c7-5796-4195-8913-d02823fbfa3d HTTP/1.1" status: 204 len: 173 time: 4.5353029 Apr 18 20:44:13.425591 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-61b4bae0-a1b9-4550-8171-f9ac2aab297c req-e7f4d4d7-0241-466d-ac0a-34f5e9fb9284 tempest-ServersTestMultiNic-942198030 tempest-ServersTestMultiNic-942198030-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 3.5884740 Apr 18 20:44:13.466612 n-d-838334-2 neutron-server[84042]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2abb8a99-6a87-4957-a30b-64882fcf74b5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '96ef89c7-5796-4195-8913-d02823fbfa3d'}] {{(pid=84042) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 20:44:13.501629 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.v2.base [req-61b4bae0-a1b9-4550-8171-f9ac2aab297c req-0eb89348-651b-4b87-81f5-9c8756f69fc9 tempest-ServersTestMultiNic-942198030 tempest-ServersTestMultiNic-942198030-project] Request body: {'port': {'device_id': '31317ebd-0d88-4b39-b971-8c94cac5011a', 'network_id': '13b31595-cfcf-45b0-9d66-7d4d8e1b94b6', 'admin_state_up': True, 'tenant_id': '86c5c562f6e642eda292a78265b6dea4'}} {{(pid=84040) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 20:44:13.672033 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-e734ccab-563c-4410-b93f-bdcd8c226162 req-879817ab-19c1-4635-a267-189e2903a7b3 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.249&port_id=48374dfc-daf0-401c-976e-d3d8c71d0274 HTTP/1.1" status: 200 len: 217 time: 0.2319977 Apr 18 20:44:13.696052 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.db [None req-8d96cc75-bf2b-4f02-be4a-b3a284c3a0fc admin admin] For port 1d202f3c-a2ef-49e7-9d49-28e477f20713, host n-d-838334-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838334-2',level=0,port_id=1d202f3c-a2ef-49e7-9d49-28e477f20713,segment=NetworkSegment(338f9095-81f0-4251-a330-d99a5f14455b),segment_id=338f9095-81f0-4251-a330-d99a5f14455b)] {{(pid=84041) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:44:13.696672 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-8d96cc75-bf2b-4f02-be4a-b3a284c3a0fc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369123'] for port, precommit_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:13.751211 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-6572ebe8-fe99-42a8-8b88-15a3596fda9c None None] Provisioning for port ed092bb3-3ed5-40cb-8604-e46d67f03de1 completed by entity DHCP. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 20:44:13.758339 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-2feac878-9ee1-4843-b149-35311dad0ac7 req-3de2c805-9438-43ce-aa7f-88863fa57fcc tempest-SecurityGroupsTestJSON-1212657955 tempest-SecurityGroupsTestJSON-1212657955-project] Notify callbacks [] for security_group, precommit_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:13.766047 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-6572ebe8-fe99-42a8-8b88-15a3596fda9c None None] Provisioning complete for port ed092bb3-3ed5-40cb-8604-e46d67f03de1 triggered by entity DHCP. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:44:13.766590 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-6572ebe8-fe99-42a8-8b88-15a3596fda9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1253608'] for port, provisioning_complete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:13.786572 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-2feac878-9ee1-4843-b149-35311dad0ac7 req-3de2c805-9438-43ce-aa7f-88863fa57fcc tempest-SecurityGroupsTestJSON-1212657955 tempest-SecurityGroupsTestJSON-1212657955-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33528224'] for security_group, after_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:13.860061 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.plugin [None req-8d96cc75-bf2b-4f02-be4a-b3a284c3a0fc admin admin] Calling delete_port for 1d202f3c-a2ef-49e7-9d49-28e477f20713 owned by network:dhcp {{(pid=84041) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 20:44:13.863787 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e734ccab-563c-4410-b93f-bdcd8c226162 req-dcf4cefe-9dd2-4781-b41f-1a0a60ba0c3d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:44:13.865475 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-e734ccab-563c-4410-b93f-bdcd8c226162 req-dcf4cefe-9dd2-4781-b41f-1a0a60ba0c3d service neutron] 10.222.0.48 "GET /v2.0/subnets?id=c4b526db-4d8a-4d4c-a310-e3a599630ae1 HTTP/1.1" status: 200 len: 843 time: 0.1661184 Apr 18 20:44:13.881429 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.plugin [None req-6572ebe8-fe99-42a8-8b88-15a3596fda9c None None] Port ed092bb3-3ed5-40cb-8604-e46d67f03de1 cannot update to ACTIVE because it is not bound. {{(pid=84042) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 18 20:44:13.930375 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3de2c805-9438-43ce-aa7f-88863fa57fcc tempest-SecurityGroupsTestJSON-1212657955 tempest-SecurityGroupsTestJSON-1212657955-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c48ed0b5-f75d-4ac5-91a3-48f860ddbf8d,revision_number=1']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:44:13.932571 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-2feac878-9ee1-4843-b149-35311dad0ac7 req-3de2c805-9438-43ce-aa7f-88863fa57fcc tempest-SecurityGroupsTestJSON-1212657955 tempest-SecurityGroupsTestJSON-1212657955-project] Notify callbacks [] for security_group, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:13.940291 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-2feac878-9ee1-4843-b149-35311dad0ac7 req-3de2c805-9438-43ce-aa7f-88863fa57fcc tempest-SecurityGroupsTestJSON-1212657955 tempest-SecurityGroupsTestJSON-1212657955-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1640 time: 1.2366321 Apr 18 20:44:13.982971 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [req-61b4bae0-a1b9-4550-8171-f9ac2aab297c req-0eb89348-651b-4b87-81f5-9c8756f69fc9 tempest-ServersTestMultiNic-942198030 tempest-ServersTestMultiNic-942198030-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:44:13.992541 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-8d96cc75-bf2b-4f02-be4a-b3a284c3a0fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750375259028', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750374836628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32266323'] for port, after_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:13.993125 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-826b0e39-d131-4e3c-8d8b-14c220a2615b None None] DHCP port deletion for 428ec210-24a1-4846-adb0-d7d8a80e756c request from n-d-838334-2 {{(pid=84042) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 18 20:44:14.015213 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6319ee0-e7ab-40a5-b74f-4cd744ed7477 req-83efeced-00c9-46e2-88df-f3be467afdd6 tempest-ServersTestMultiNic-942198030 tempest-ServersTestMultiNic-942198030-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:44:14.020190 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6319ee0-e7ab-40a5-b74f-4cd744ed7477 req-83efeced-00c9-46e2-88df-f3be467afdd6 tempest-ServersTestMultiNic-942198030 tempest-ServersTestMultiNic-942198030-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:44:14.020470 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [req-b6319ee0-e7ab-40a5-b74f-4cd744ed7477 req-83efeced-00c9-46e2-88df-f3be467afdd6 tempest-ServersTestMultiNic-942198030 tempest-ServersTestMultiNic-942198030-project] Synchronizing usage tracker for tenant:86c5c562f6e642eda292a78265b6dea4 on resource:port {{(pid=84040) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 20:44:14.024310 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [req-61b4bae0-a1b9-4550-8171-f9ac2aab297c req-0eb89348-651b-4b87-81f5-9c8756f69fc9 tempest-ServersTestMultiNic-942198030 tempest-ServersTestMultiNic-942198030-project] Attempting to reserve 1 items for resource port. Total usage: 5; quota limit: 500; headroom:495 {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:44:14.054783 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d96cc75-bf2b-4f02-be4a-b3a284c3a0fc admin admin] No DVR routers for this DVR port 1d202f3c-a2ef-49e7-9d49-28e477f20713 on host n-d-838334-2 {{(pid=84041) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 20:44:14.062760 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-61b4bae0-a1b9-4550-8171-f9ac2aab297c req-0eb89348-651b-4b87-81f5-9c8756f69fc9 tempest-ServersTestMultiNic-942198030 tempest-ServersTestMultiNic-942198030-project] Made reservation on behalf of 86c5c562f6e642eda292a78265b6dea4 for: {'port': 1} {{(pid=84040) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:44:14.066483 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-61b4bae0-a1b9-4550-8171-f9ac2aab297c req-0eb89348-651b-4b87-81f5-9c8756f69fc9 tempest-ServersTestMultiNic-942198030 tempest-ServersTestMultiNic-942198030-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:14.083375 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [req-b6319ee0-e7ab-40a5-b74f-4cd744ed7477 req-83efeced-00c9-46e2-88df-f3be467afdd6 tempest-ServersTestMultiNic-942198030 tempest-ServersTestMultiNic-942198030-project] Unset dirty status for tenant:86c5c562f6e642eda292a78265b6dea4 on resource:port {{(pid=84040) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 20:44:14.084974 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-b6319ee0-e7ab-40a5-b74f-4cd744ed7477 req-83efeced-00c9-46e2-88df-f3be467afdd6 tempest-ServersTestMultiNic-942198030 tempest-ServersTestMultiNic-942198030-project] 10.222.0.42 "GET /v2.0/ports?device_id=31317ebd-0d88-4b39-b971-8c94cac5011a HTTP/1.1" status: 200 len: 1653 time: 0.5884147 Apr 18 20:44:14.100621 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d96cc75-bf2b-4f02-be4a-b3a284c3a0fc admin admin] Pushing event deleted for resources: {'Port': ['ID=1d202f3c-a2ef-49e7-9d49-28e477f20713,revision_number=None']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:44:14.176448 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-e734ccab-563c-4410-b93f-bdcd8c226162 req-3bcff8ad-cfe6-406c-8245-c445d9ee24e8 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=cb56989d-7c5d-4678-b194-1d2edf1e842a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2956369 Apr 18 20:44:14.213300 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-8d96cc75-bf2b-4f02-be4a-b3a284c3a0fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1258905', 'neutron.services.segments.db._delete_segments_for_network-8750375287417'] for network, precommit_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:14.249805 n-d-838334-2 neutron-server[84041]: DEBUG neutron.services.segments.db [None req-8d96cc75-bf2b-4f02-be4a-b3a284c3a0fc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['428ec210-24a1-4846-adb0-d7d8a80e756c']}} {{(pid=84041) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:44:14.269923 n-d-838334-2 neutron-server[84041]: DEBUG neutron.services.segments.db [None req-8d96cc75-bf2b-4f02-be4a-b3a284c3a0fc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '338f9095-81f0-4251-a330-d99a5f14455b') {'for_net_delete': True} {{(pid=84041) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:44:14.270328 n-d-838334-2 neutron-server[84042]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0b87c227-9f0e-4c7d-8616-47d2929f149e'] response: {'server_uuid': '2abb8a99-6a87-4957-a30b-64882fcf74b5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '96ef89c7-5796-4195-8913-d02823fbfa3d', 'code': 200} Apr 18 20:44:14.270926 n-d-838334-2 neutron-server[84041]: DEBUG neutron.services.segments.db [None req-8d96cc75-bf2b-4f02-be4a-b3a284c3a0fc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '338f9095-81f0-4251-a330-d99a5f14455b') {} {{(pid=84041) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:44:14.308515 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-8d96cc75-bf2b-4f02-be4a-b3a284c3a0fc admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750375287300', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32268156'] for segment, before_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:14.329565 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-8d96cc75-bf2b-4f02-be4a-b3a284c3a0fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1082986'] for segment, precommit_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:14.338486 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8d96cc75-bf2b-4f02-be4a-b3a284c3a0fc admin admin] Releasing vlan 357 on physical network physnet1 to pool {{(pid=84041) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 18 20:44:14.338883 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-8d96cc75-bf2b-4f02-be4a-b3a284c3a0fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1082993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32266254'] for segment, after_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:14.358068 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-b6319ee0-e7ab-40a5-b74f-4cd744ed7477 req-a6510fc1-8780-4fa3-af7b-24f2c0540048 tempest-ServersTestMultiNic-942198030 tempest-ServersTestMultiNic-942198030-project] 10.222.0.42 "GET /v2.0/security-groups?id=efc44a6f-ae8a-46ab-8143-fed7ce47374f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2589319 Apr 18 20:44:14.363075 n-d-838334-2 neutron-server[84041]: Traceback (most recent call last): Apr 18 20:44:14.363075 n-d-838334-2 neutron-server[84041]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 18 20:44:14.363075 n-d-838334-2 neutron-server[84041]: timer() Apr 18 20:44:14.363075 n-d-838334-2 neutron-server[84041]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 20:44:14.363075 n-d-838334-2 neutron-server[84041]: cb(*args, **kw) Apr 18 20:44:14.363075 n-d-838334-2 neutron-server[84041]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 18 20:44:14.363075 n-d-838334-2 neutron-server[84041]: return func(*args, **kwargs) Apr 18 20:44:14.363075 n-d-838334-2 neutron-server[84041]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 20:44:14.363075 n-d-838334-2 neutron-server[84041]: self._notify() Apr 18 20:44:14.363075 n-d-838334-2 neutron-server[84041]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 20:44:14.363075 n-d-838334-2 neutron-server[84041]: self.callback(batched_events) Apr 18 20:44:14.363075 n-d-838334-2 neutron-server[84041]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 20:44:14.363075 n-d-838334-2 neutron-server[84041]: event.method(event) Apr 18 20:44:14.363075 n-d-838334-2 neutron-server[84041]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 18 20:44:14.363075 n-d-838334-2 neutron-server[84041]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 20:44:14.363075 n-d-838334-2 neutron-server[84041]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 18 20:44:14.363075 n-d-838334-2 neutron-server[84041]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 20:44:14.363075 n-d-838334-2 neutron-server[84041]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 18 20:44:14.363075 n-d-838334-2 neutron-server[84041]: return f(self, *a, **k) Apr 18 20:44:14.363075 n-d-838334-2 neutron-server[84041]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 18 20:44:14.363075 n-d-838334-2 neutron-server[84041]: return self._get(url).json() Apr 18 20:44:14.363075 n-d-838334-2 neutron-server[84041]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 18 20:44:14.363075 n-d-838334-2 neutron-server[84041]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 20:44:14.363075 n-d-838334-2 neutron-server[84041]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 18 20:44:14.363075 n-d-838334-2 neutron-server[84041]: return self.request(url, 'GET', **kwargs) Apr 18 20:44:14.363075 n-d-838334-2 neutron-server[84041]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 18 20:44:14.363075 n-d-838334-2 neutron-server[84041]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 20:44:14.363075 n-d-838334-2 neutron-server[84041]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 18 20:44:14.363075 n-d-838334-2 neutron-server[84041]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 20:44:14.363075 n-d-838334-2 neutron-server[84041]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 18 20:44:14.363075 n-d-838334-2 neutron-server[84041]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 20:44:14.363075 n-d-838334-2 neutron-server[84041]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 20:44:14.427478 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.v2.base [req-eda1ca1c-c5ea-4fd8-a7bc-925ff3275e1d req-75d24af5-5a4e-4644-8932-958bf43c42af tempest-SecurityGroupsTestJSON-1212657955 tempest-SecurityGroupsTestJSON-1212657955-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1715498056', 'description': 'tempest-description-837048294'}} {{(pid=84040) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 20:44:14.444066 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [req-eda1ca1c-c5ea-4fd8-a7bc-925ff3275e1d req-75d24af5-5a4e-4644-8932-958bf43c42af tempest-SecurityGroupsTestJSON-1212657955 tempest-SecurityGroupsTestJSON-1212657955-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:44:14.467513 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-8d96cc75-bf2b-4f02-be4a-b3a284c3a0fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1258898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33526109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33444113'] for network, after_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:14.468798 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [req-eda1ca1c-c5ea-4fd8-a7bc-925ff3275e1d req-75d24af5-5a4e-4644-8932-958bf43c42af tempest-SecurityGroupsTestJSON-1212657955 tempest-SecurityGroupsTestJSON-1212657955-project] Usage tracker for resource:security_group and tenant:f09031fed4d542f69d251f76eb7f477d is out of sync, need to count used quota {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:44:14.471934 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.db_base_plugin_common [req-61b4bae0-a1b9-4550-8171-f9ac2aab297c req-0eb89348-651b-4b87-81f5-9c8756f69fc9 tempest-ServersTestMultiNic-942198030 tempest-ServersTestMultiNic-942198030-project] Allocated IP 19.80.0.141 (13b31595-cfcf-45b0-9d66-7d4d8e1b94b6/0269348a-d2d1-458f-aa79-278c1714117f/a2e526a0-5588-4ba7-99ec-f0bb9d4e1326) {{(pid=84040) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:44:14.474052 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [req-eda1ca1c-c5ea-4fd8-a7bc-925ff3275e1d req-75d24af5-5a4e-4644-8932-958bf43c42af tempest-SecurityGroupsTestJSON-1212657955 tempest-SecurityGroupsTestJSON-1212657955-project] Quota usage for security_group was recalculated. Used quota:5. {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:44:14.475664 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-8d96cc75-bf2b-4f02-be4a-b3a284c3a0fc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32378031'] for network, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:14.483198 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [req-eda1ca1c-c5ea-4fd8-a7bc-925ff3275e1d req-75d24af5-5a4e-4644-8932-958bf43c42af tempest-SecurityGroupsTestJSON-1212657955 tempest-SecurityGroupsTestJSON-1212657955-project] Attempting to reserve 1 items for resource security_group. Total usage: 5; quota limit: 100; headroom:95 {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:44:14.492876 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-e734ccab-563c-4410-b93f-bdcd8c226162 req-2e658be4-3563-48d9-a173-4feb5400f586 service neutron] 10.222.0.48 "GET /v2.0/networks/cb56989d-7c5d-4678-b194-1d2edf1e842a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2938528 Apr 18 20:44:14.517758 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d96cc75-bf2b-4f02-be4a-b3a284c3a0fc admin admin] Pushing event deleted for resources: {'Network': ['ID=428ec210-24a1-4846-adb0-d7d8a80e756c,revision_number=None']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:44:14.529752 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-8d96cc75-bf2b-4f02-be4a-b3a284c3a0fc admin admin] 10.222.0.42 "DELETE /v2.0/networks/428ec210-24a1-4846-adb0-d7d8a80e756c HTTP/1.1" status: 204 len: 168 time: 1.2629542 Apr 18 20:44:14.537210 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-eda1ca1c-c5ea-4fd8-a7bc-925ff3275e1d req-75d24af5-5a4e-4644-8932-958bf43c42af tempest-SecurityGroupsTestJSON-1212657955 tempest-SecurityGroupsTestJSON-1212657955-project] Notify callbacks [] for security_group, before_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:14.761279 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 40134) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:44:14.764384 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [req-eda1ca1c-c5ea-4fd8-a7bc-925ff3275e1d req-75d24af5-5a4e-4644-8932-958bf43c42af tempest-SecurityGroupsTestJSON-1212657955 tempest-SecurityGroupsTestJSON-1212657955-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:44:14.787413 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [req-eda1ca1c-c5ea-4fd8-a7bc-925ff3275e1d req-75d24af5-5a4e-4644-8932-958bf43c42af tempest-SecurityGroupsTestJSON-1212657955 tempest-SecurityGroupsTestJSON-1212657955-project] Usage tracker for resource:security_group_rule and tenant:f09031fed4d542f69d251f76eb7f477d is out of sync, need to count used quota {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:44:14.797357 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [req-eda1ca1c-c5ea-4fd8-a7bc-925ff3275e1d req-75d24af5-5a4e-4644-8932-958bf43c42af tempest-SecurityGroupsTestJSON-1212657955 tempest-SecurityGroupsTestJSON-1212657955-project] Quota usage for security_group_rule was recalculated. Used quota:12. {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:44:14.828928 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [req-eda1ca1c-c5ea-4fd8-a7bc-925ff3275e1d req-75d24af5-5a4e-4644-8932-958bf43c42af tempest-SecurityGroupsTestJSON-1212657955 tempest-SecurityGroupsTestJSON-1212657955-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 12; quota limit: 100; headroom:88 {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:44:14.867958 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 40138) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:44:14.873369 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-e734ccab-563c-4410-b93f-bdcd8c226162 req-4f4e13d3-3dba-4ea8-ada4-682ed8e1e129 service neutron] 10.222.0.48 "GET /v2.0/networks/cb56989d-7c5d-4678-b194-1d2edf1e842a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3717430 Apr 18 20:44:15.008288 n-d-838334-2 neutron-server[84040]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2abb8a99-6a87-4957-a30b-64882fcf74b5', 'name': 'network-vif-deleted', 'tag': '96ef89c7-5796-4195-8913-d02823fbfa3d'}] {{(pid=84040) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 20:44:15.075106 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-61b4bae0-a1b9-4550-8171-f9ac2aab297c req-0eb89348-651b-4b87-81f5-9c8756f69fc9 tempest-ServersTestMultiNic-942198030 tempest-ServersTestMultiNic-942198030-project] Notify callbacks [] for port, precommit_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:15.079857 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-6f33bc69-0b68-4885-9bfd-b7226dcbce47 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=a7214e61b62b477cbc96b5c157267d89&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3127618 Apr 18 20:44:15.083341 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 40150) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:44:15.114891 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.provisioning_blocks [req-61b4bae0-a1b9-4550-8171-f9ac2aab297c req-0eb89348-651b-4b87-81f5-9c8756f69fc9 tempest-ServersTestMultiNic-942198030 tempest-ServersTestMultiNic-942198030-project] Transition to ACTIVE for port object a2e526a0-5588-4ba7-99ec-f0bb9d4e1326 will not be triggered until provisioned by entity DHCP. {{(pid=84040) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 20:44:15.117528 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-eda1ca1c-c5ea-4fd8-a7bc-925ff3275e1d req-75d24af5-5a4e-4644-8932-958bf43c42af tempest-SecurityGroupsTestJSON-1212657955 tempest-SecurityGroupsTestJSON-1212657955-project] Notify callbacks [] for security_group, precommit_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:15.125742 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-eda1ca1c-c5ea-4fd8-a7bc-925ff3275e1d req-75d24af5-5a4e-4644-8932-958bf43c42af tempest-SecurityGroupsTestJSON-1212657955 tempest-SecurityGroupsTestJSON-1212657955-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33528224'] for security_group, after_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:15.181224 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75d24af5-5a4e-4644-8932-958bf43c42af tempest-SecurityGroupsTestJSON-1212657955 tempest-SecurityGroupsTestJSON-1212657955-project] Pushing event updated for resources: {'SecurityGroup': ['ID=27b863b2-6a2f-4bf5-b9c8-4eaaf2dc67f0,revision_number=1']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:44:15.192299 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-61b4bae0-a1b9-4550-8171-f9ac2aab297c req-0eb89348-651b-4b87-81f5-9c8756f69fc9 tempest-ServersTestMultiNic-942198030 tempest-ServersTestMultiNic-942198030-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750374836619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32440838'] for port, after_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:15.235976 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-eda1ca1c-c5ea-4fd8-a7bc-925ff3275e1d req-75d24af5-5a4e-4644-8932-958bf43c42af tempest-SecurityGroupsTestJSON-1212657955 tempest-SecurityGroupsTestJSON-1212657955-project] Notify callbacks [] for security_group, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:15.237184 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-eda1ca1c-c5ea-4fd8-a7bc-925ff3275e1d req-75d24af5-5a4e-4644-8932-958bf43c42af tempest-SecurityGroupsTestJSON-1212657955 tempest-SecurityGroupsTestJSON-1212657955-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1639 time: 0.8192749 Apr 18 20:44:15.279223 n-d-838334-2 neutron-server[84040]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-61b4bae0-a1b9-4550-8171-f9ac2aab297c req-0eb89348-651b-4b87-81f5-9c8756f69fc9 tempest-ServersTestMultiNic-942198030 tempest-ServersTestMultiNic-942198030-project] Network 13b31595-cfcf-45b0-9d66-7d4d8e1b94b6 is already hosted by enough agents. {{(pid=84040) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:44:15.282904 n-d-838334-2 neutron-server[84040]: DEBUG neutron.scheduler.base_scheduler [req-61b4bae0-a1b9-4550-8171-f9ac2aab297c req-0eb89348-651b-4b87-81f5-9c8756f69fc9 tempest-ServersTestMultiNic-942198030 tempest-ServersTestMultiNic-942198030-project] Resources bound (agent type, host, resource id): {{(pid=84040) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:44:15.284853 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eb89348-651b-4b87-81f5-9c8756f69fc9 tempest-ServersTestMultiNic-942198030 tempest-ServersTestMultiNic-942198030-project] Pushing event updated for resources: {'Port': ['ID=a2e526a0-5588-4ba7-99ec-f0bb9d4e1326,revision_number=1']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:44:15.287082 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.l3_dvrscheduler_db [req-61b4bae0-a1b9-4550-8171-f9ac2aab297c req-0eb89348-651b-4b87-81f5-9c8756f69fc9 tempest-ServersTestMultiNic-942198030 tempest-ServersTestMultiNic-942198030-project] Received port after_create {{(pid=84040) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 20:44:15.334461 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-2de44592-71d6-4969-a697-9f2cac54ad86 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:15.352328 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61b4bae0-a1b9-4550-8171-f9ac2aab297c req-0eb89348-651b-4b87-81f5-9c8756f69fc9 tempest-ServersTestMultiNic-942198030 tempest-ServersTestMultiNic-942198030-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:44:15.352940 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-61b4bae0-a1b9-4550-8171-f9ac2aab297c req-0eb89348-651b-4b87-81f5-9c8756f69fc9 tempest-ServersTestMultiNic-942198030 tempest-ServersTestMultiNic-942198030-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217293'] for port, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:15.379432 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-5d4deeeb-1553-4ca6-9f6a-fa42e3851448 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=d2b823f322cf4b378af07737106dd8b5&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5078564 Apr 18 20:44:15.379657 n-d-838334-2 neutron-server[84040]: INFO neutron.notifiers.nova [-] Nova event matching ['req-83c46eb4-372f-4ddf-be7c-b2261217d4da'] response: {'server_uuid': '2abb8a99-6a87-4957-a30b-64882fcf74b5', 'name': 'network-vif-deleted', 'tag': '96ef89c7-5796-4195-8913-d02823fbfa3d', 'status': 'completed', 'code': 200} Apr 18 20:44:15.381273 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 40160) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:44:15.396963 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-61b4bae0-a1b9-4550-8171-f9ac2aab297c req-0eb89348-651b-4b87-81f5-9c8756f69fc9 tempest-ServersTestMultiNic-942198030 tempest-ServersTestMultiNic-942198030-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.9507196 Apr 18 20:44:15.401695 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-2de44592-71d6-4969-a697-9f2cac54ad86 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:15.411335 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.v2.base [req-61b4bae0-a1b9-4550-8171-f9ac2aab297c req-551d1f3a-0f0e-4996-9686-97a2afe92b4c service neutron] Request body: {'port': {'device_id': '31317ebd-0d88-4b39-b971-8c94cac5011a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-838334-2'}} {{(pid=84040) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 20:44:15.491191 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-57b95255-239d-4af0-b785-0e5e04b34bf0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:15.516976 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-2de44592-71d6-4969-a697-9f2cac54ad86 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33528224'] for security_group, after_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:15.549796 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-57b95255-239d-4af0-b785-0e5e04b34bf0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:15.556261 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2de44592-71d6-4969-a697-9f2cac54ad86 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7496943-c876-45a6-b20e-7ae98eeeb30c,revision_number=None']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:44:15.563854 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-2de44592-71d6-4969-a697-9f2cac54ad86 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:15.567439 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-2de44592-71d6-4969-a697-9f2cac54ad86 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/c7496943-c876-45a6-b20e-7ae98eeeb30c HTTP/1.1" status: 204 len: 168 time: 0.4803417 Apr 18 20:44:15.567571 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-61b4bae0-a1b9-4550-8171-f9ac2aab297c req-551d1f3a-0f0e-4996-9686-97a2afe92b4c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:15.623988 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-57b95255-239d-4af0-b785-0e5e04b34bf0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33528224'] for security_group, after_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:15.641693 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57b95255-239d-4af0-b785-0e5e04b34bf0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0395a73-aa6b-4ce1-bb5e-d7bf600d145b,revision_number=None']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:44:15.662149 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-57b95255-239d-4af0-b785-0e5e04b34bf0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:15.666588 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-57b95255-239d-4af0-b785-0e5e04b34bf0 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/e0395a73-aa6b-4ce1-bb5e-d7bf600d145b HTTP/1.1" status: 204 len: 168 time: 0.2842720 Apr 18 20:44:15.711521 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-8f2559f8-1b1f-432c-8e75-98d453921eef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750375287399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253529'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:15.726169 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-c71097db-7198-4680-9a3e-8e21592bae8c None None] Provisioning for port a2e526a0-5588-4ba7-99ec-f0bb9d4e1326 completed by entity DHCP. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 20:44:15.733096 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-c71097db-7198-4680-9a3e-8e21592bae8c None None] Provisioning complete for port a2e526a0-5588-4ba7-99ec-f0bb9d4e1326 triggered by entity DHCP. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:44:15.734766 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-c71097db-7198-4680-9a3e-8e21592bae8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1253608'] for port, provisioning_complete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:15.877288 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.plugin [None req-c71097db-7198-4680-9a3e-8e21592bae8c None None] Port a2e526a0-5588-4ba7-99ec-f0bb9d4e1326 cannot update to ACTIVE because it is not bound. {{(pid=84042) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 18 20:44:15.891484 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Device 1d202f3c-a2ef-49e7-9d49-28e477f20713 no longer exists at agent ovs-agent-n-d-838334-2 {{(pid=84042) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 20:44:15.931372 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.plugin [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] No Port match for: 1d202f3c-a2ef-49e7-9d49-28e477f20713 {{(pid=84042) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 18 20:44:15.931819 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Device 1d202f3c-a2ef-49e7-9d49-28e477f20713 not bound to the agent host n-d-838334-2 {{(pid=84042) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 20:44:15.932296 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Device 5a066cf2-7cf7-414c-a6f7-ec4ddfe12700 no longer exists at agent ovs-agent-n-d-838334-2 {{(pid=84042) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 20:44:15.971287 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.plugin [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] No Port match for: 5a066cf2-7cf7-414c-a6f7-ec4ddfe12700 {{(pid=84042) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 18 20:44:15.972375 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Device 5a066cf2-7cf7-414c-a6f7-ec4ddfe12700 not bound to the agent host n-d-838334-2 {{(pid=84042) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 20:44:16.035495 n-d-838334-2 neutron-server[84040]: DEBUG neutron.notifiers.nova [req-61b4bae0-a1b9-4550-8171-f9ac2aab297c req-551d1f3a-0f0e-4996-9686-97a2afe92b4c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8332fa47-59b8-47c4-801f-fde1adc7878a {{(pid=84040) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 18 20:44:16.048626 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-61b4bae0-a1b9-4550-8171-f9ac2aab297c req-551d1f3a-0f0e-4996-9686-97a2afe92b4c service neutron] Notify callbacks [] for port, precommit_update {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:16.085879 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [req-7d44fc72-cbca-46bb-b7ff-9d7d57ecdbf8 req-b7ef5a8a-488a-4697-986d-87cbacf9aa70 tempest-SecurityGroupsTestJSON-1212657955 tempest-SecurityGroupsTestJSON-1212657955-project] Synchronizing usage tracker for tenant:f09031fed4d542f69d251f76eb7f477d on resource:security_group {{(pid=84040) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 20:44:16.094001 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.provisioning_blocks [req-61b4bae0-a1b9-4550-8171-f9ac2aab297c req-551d1f3a-0f0e-4996-9686-97a2afe92b4c service neutron] Transition to ACTIVE for port object 8332fa47-59b8-47c4-801f-fde1adc7878a will not be triggered until provisioned by entity L2. {{(pid=84040) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 20:44:16.098002 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-cde0efaf-2c22-487a-849a-377766eedb86 req-83970f73-4bbf-4fe5-b6b1-d536925cf483 tempest-ServersAdminTestJSON-373626845 tempest-ServersAdminTestJSON-373626845-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=ce6c549f-1c22-4313-93e6-93921dc22663 HTTP/1.1" status: 200 len: 1100 time: 0.2076623 Apr 18 20:44:16.102371 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-61b4bae0-a1b9-4550-8171-f9ac2aab297c req-551d1f3a-0f0e-4996-9686-97a2afe92b4c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32440959'] for port, after_update {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:16.174947 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [req-7d44fc72-cbca-46bb-b7ff-9d7d57ecdbf8 req-b7ef5a8a-488a-4697-986d-87cbacf9aa70 tempest-SecurityGroupsTestJSON-1212657955 tempest-SecurityGroupsTestJSON-1212657955-project] Unset dirty status for tenant:f09031fed4d542f69d251f76eb7f477d on resource:security_group {{(pid=84040) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 20:44:16.176373 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-7d44fc72-cbca-46bb-b7ff-9d7d57ecdbf8 req-b7ef5a8a-488a-4697-986d-87cbacf9aa70 tempest-SecurityGroupsTestJSON-1212657955 tempest-SecurityGroupsTestJSON-1212657955-project] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=f09031fed4d542f69d251f76eb7f477d HTTP/1.1" status: 200 len: 9735 time: 0.6784644 Apr 18 20:44:16.188996 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 40184) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:44:16.255667 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-d1550f3b-9cfe-4828-bcaf-1c203761541e admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=66344e0628744bfea4a34b1aec245a50&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0641098 Apr 18 20:44:16.257301 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 40188) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:44:16.291360 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-551d1f3a-0f0e-4996-9686-97a2afe92b4c service neutron] Pushing event updated for resources: {'Port': ['ID=8332fa47-59b8-47c4-801f-fde1adc7878a,revision_number=2']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:44:16.327583 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-cde0efaf-2c22-487a-849a-377766eedb86 req-0874caf0-0c8d-491f-8cd6-40d65cec29b1 tempest-ServersAdminTestJSON-373626845 tempest-ServersAdminTestJSON-373626845-project-admin] 10.222.0.42 "GET /v2.0/security-groups?id=b9ed1788-e987-4b94-9dd4-ed408bd7803e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2181525 Apr 18 20:44:16.335822 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-9702699e-668e-4b8d-b4f9-9ad5d1bfde18 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:16.381315 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-9702699e-668e-4b8d-b4f9-9ad5d1bfde18 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:16.482506 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-9702699e-668e-4b8d-b4f9-9ad5d1bfde18 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33528224'] for security_group, after_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:16.495092 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-7d44fc72-cbca-46bb-b7ff-9d7d57ecdbf8 req-c8f5f3c1-23a8-497d-9622-bcc11aca9a55 tempest-SecurityGroupsTestJSON-1212657955 tempest-SecurityGroupsTestJSON-1212657955-project] 10.222.0.42 "GET /v2.0/security-groups/9011416c-6492-4991-9c3b-a886ca17cbe3 HTTP/1.1" status: 200 len: 2649 time: 0.3078949 Apr 18 20:44:16.514502 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9702699e-668e-4b8d-b4f9-9ad5d1bfde18 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb9e7388-b024-4230-bdb1-266a1eae0e3a,revision_number=None']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:44:16.535945 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-9702699e-668e-4b8d-b4f9-9ad5d1bfde18 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:16.539766 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-9702699e-668e-4b8d-b4f9-9ad5d1bfde18 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/eb9e7388-b024-4230-bdb1-266a1eae0e3a HTTP/1.1" status: 204 len: 168 time: 0.2791874 Apr 18 20:44:16.662276 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.managers [req-61b4bae0-a1b9-4550-8171-f9ac2aab297c req-551d1f3a-0f0e-4996-9686-97a2afe92b4c service neutron] Attempting to bind port 8332fa47-59b8-47c4-801f-fde1adc7878a on host n-h2-838334-2 for vnic_type normal with profile {{(pid=84040) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:44:16.662609 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.managers [req-61b4bae0-a1b9-4550-8171-f9ac2aab297c req-551d1f3a-0f0e-4996-9686-97a2afe92b4c service neutron] Attempting to bind port 8332fa47-59b8-47c4-801f-fde1adc7878a by drivers openvswitch,hyperv on host n-h2-838334-2 at level 0 using segments [{'id': '3ec3b3b0-7120-42bb-a66e-54355578d529', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '13b31595-cfcf-45b0-9d66-7d4d8e1b94b6'}] {{(pid=84040) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:44:16.662929 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61b4bae0-a1b9-4550-8171-f9ac2aab297c req-551d1f3a-0f0e-4996-9686-97a2afe92b4c service neutron] Attempting to bind port 8332fa47-59b8-47c4-801f-fde1adc7878a on network 13b31595-cfcf-45b0-9d66-7d4d8e1b94b6 {{(pid=84040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 20:44:16.669884 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-7d44fc72-cbca-46bb-b7ff-9d7d57ecdbf8 req-f5ed0321-b483-4555-b931-5f0c028f989c tempest-SecurityGroupsTestJSON-1212657955 tempest-SecurityGroupsTestJSON-1212657955-project] 10.222.0.42 "GET /v2.0/security-groups/9011416c-6492-4991-9c3b-a886ca17cbe3 HTTP/1.1" status: 200 len: 2649 time: 0.1739662 Apr 18 20:44:16.690081 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf1978af-37f5-4bb4-8aa1-277eaade47ef req-772d6bf3-2780-45a4-88f6-2d4a9cb02c4b tempest-ServersTestMultiNic-942198030 tempest-ServersTestMultiNic-942198030-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:44:16.698640 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf1978af-37f5-4bb4-8aa1-277eaade47ef req-772d6bf3-2780-45a4-88f6-2d4a9cb02c4b tempest-ServersTestMultiNic-942198030 tempest-ServersTestMultiNic-942198030-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:44:16.703229 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf1978af-37f5-4bb4-8aa1-277eaade47ef req-772d6bf3-2780-45a4-88f6-2d4a9cb02c4b tempest-ServersTestMultiNic-942198030 tempest-ServersTestMultiNic-942198030-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:44:16.704358 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [req-bf1978af-37f5-4bb4-8aa1-277eaade47ef req-772d6bf3-2780-45a4-88f6-2d4a9cb02c4b tempest-ServersTestMultiNic-942198030 tempest-ServersTestMultiNic-942198030-project] Synchronizing usage tracker for tenant:86c5c562f6e642eda292a78265b6dea4 on resource:port {{(pid=84040) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 20:44:16.707703 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61b4bae0-a1b9-4550-8171-f9ac2aab297c req-551d1f3a-0f0e-4996-9686-97a2afe92b4c service neutron] Port 8332fa47-59b8-47c4-801f-fde1adc7878a on network 13b31595-cfcf-45b0-9d66-7d4d8e1b94b6 not bound, no agent of type Open vSwitch agent registered on host n-h2-838334-2 {{(pid=84040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 18 20:44:16.708308 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61b4bae0-a1b9-4550-8171-f9ac2aab297c req-551d1f3a-0f0e-4996-9686-97a2afe92b4c service neutron] Attempting to bind port 8332fa47-59b8-47c4-801f-fde1adc7878a on network 13b31595-cfcf-45b0-9d66-7d4d8e1b94b6 {{(pid=84040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 20:44:16.722531 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61b4bae0-a1b9-4550-8171-f9ac2aab297c req-551d1f3a-0f0e-4996-9686-97a2afe92b4c service neutron] Checking agent: {'id': 'dc797004-f641-47b7-a77f-9c62b5b16296', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-838334-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 34, 3), 'started_at': datetime.datetime(2022, 4, 18, 20, 34, 3), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 20, 44, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 18 20:44:16.723152 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61b4bae0-a1b9-4550-8171-f9ac2aab297c req-551d1f3a-0f0e-4996-9686-97a2afe92b4c service neutron] Checking segment: {'id': '3ec3b3b0-7120-42bb-a66e-54355578d529', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '13b31595-cfcf-45b0-9d66-7d4d8e1b94b6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84040) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 20:44:16.723703 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61b4bae0-a1b9-4550-8171-f9ac2aab297c req-551d1f3a-0f0e-4996-9686-97a2afe92b4c service neutron] Bound using segment: {'id': '3ec3b3b0-7120-42bb-a66e-54355578d529', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '13b31595-cfcf-45b0-9d66-7d4d8e1b94b6'} {{(pid=84040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 18 20:44:16.724414 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.managers [req-61b4bae0-a1b9-4550-8171-f9ac2aab297c req-551d1f3a-0f0e-4996-9686-97a2afe92b4c service neutron] Bound port: 8332fa47-59b8-47c4-801f-fde1adc7878a, host: n-h2-838334-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3ec3b3b0-7120-42bb-a66e-54355578d529', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '13b31595-cfcf-45b0-9d66-7d4d8e1b94b6'}}] {{(pid=84040) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 20:44:16.724906 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-61b4bae0-a1b9-4550-8171-f9ac2aab297c req-551d1f3a-0f0e-4996-9686-97a2afe92b4c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:16.757297 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [req-bf1978af-37f5-4bb4-8aa1-277eaade47ef req-772d6bf3-2780-45a4-88f6-2d4a9cb02c4b tempest-ServersTestMultiNic-942198030 tempest-ServersTestMultiNic-942198030-project] Unset dirty status for tenant:86c5c562f6e642eda292a78265b6dea4 on resource:port {{(pid=84040) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 20:44:16.758587 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-bf1978af-37f5-4bb4-8aa1-277eaade47ef req-772d6bf3-2780-45a4-88f6-2d4a9cb02c4b tempest-ServersTestMultiNic-942198030 tempest-ServersTestMultiNic-942198030-project] 10.222.0.42 "GET /v2.0/ports?device_id=31317ebd-0d88-4b39-b971-8c94cac5011a HTTP/1.1" status: 200 len: 2387 time: 0.2403822 Apr 18 20:44:16.939136 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-bf1978af-37f5-4bb4-8aa1-277eaade47ef req-0eac1c05-6f3f-40d0-bc20-0f0d571af384 tempest-ServersTestMultiNic-942198030 tempest-ServersTestMultiNic-942198030-project] 10.222.0.42 "GET /v2.0/security-groups?id=efc44a6f-ae8a-46ab-8143-fed7ce47374f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1524158 Apr 18 20:44:16.940084 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.db [req-61b4bae0-a1b9-4550-8171-f9ac2aab297c req-551d1f3a-0f0e-4996-9686-97a2afe92b4c service neutron] For port 8332fa47-59b8-47c4-801f-fde1adc7878a, host n-h2-838334-2, cleared binding levels {{(pid=84040) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 20:44:16.943480 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.db [req-61b4bae0-a1b9-4550-8171-f9ac2aab297c req-551d1f3a-0f0e-4996-9686-97a2afe92b4c service neutron] For port 8332fa47-59b8-47c4-801f-fde1adc7878a, host n-h2-838334-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838334-2',level=0,port_id=8332fa47-59b8-47c4-801f-fde1adc7878a,segment=NetworkSegment(3ec3b3b0-7120-42bb-a66e-54355578d529),segment_id=3ec3b3b0-7120-42bb-a66e-54355578d529)] {{(pid=84040) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 20:44:16.963217 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-61b4bae0-a1b9-4550-8171-f9ac2aab297c req-551d1f3a-0f0e-4996-9686-97a2afe92b4c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32440959'] for port, after_update {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:17.049687 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-61b4bae0-a1b9-4550-8171-f9ac2aab297c req-551d1f3a-0f0e-4996-9686-97a2afe92b4c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217293'] for port, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:17.051071 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-61b4bae0-a1b9-4550-8171-f9ac2aab297c req-551d1f3a-0f0e-4996-9686-97a2afe92b4c service neutron] 10.222.0.48 "PUT /v2.0/ports/8332fa47-59b8-47c4-801f-fde1adc7878a HTTP/1.1" status: 200 len: 1092 time: 1.6445165 Apr 18 20:44:17.150012 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.v2.base [req-61b4bae0-a1b9-4550-8171-f9ac2aab297c req-c2a4901e-7fba-4ebd-8474-e186dad46084 service neutron] Request body: {'port': {'device_id': '31317ebd-0d88-4b39-b971-8c94cac5011a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-838334-2'}} {{(pid=84040) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 20:44:17.221551 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a8fc2e8-d66b-4487-8178-9755ca423581 req-90b676aa-e5d9-4a50-b2cf-8a6339acfc3e tempest-ServersOnMultiNodesTest-1168278630 tempest-ServersOnMultiNodesTest-1168278630-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:44:17.222689 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [req-9a8fc2e8-d66b-4487-8178-9755ca423581 req-90b676aa-e5d9-4a50-b2cf-8a6339acfc3e tempest-ServersOnMultiNodesTest-1168278630 tempest-ServersOnMultiNodesTest-1168278630-project] Synchronizing usage tracker for tenant:de28ce5b7b5349a3b98e9e23d1be558c on resource:port {{(pid=84041) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 20:44:17.246269 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [req-9a8fc2e8-d66b-4487-8178-9755ca423581 req-90b676aa-e5d9-4a50-b2cf-8a6339acfc3e tempest-ServersOnMultiNodesTest-1168278630 tempest-ServersOnMultiNodesTest-1168278630-project] Unset dirty status for tenant:de28ce5b7b5349a3b98e9e23d1be558c on resource:port {{(pid=84041) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 20:44:17.248776 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-9a8fc2e8-d66b-4487-8178-9755ca423581 req-90b676aa-e5d9-4a50-b2cf-8a6339acfc3e tempest-ServersOnMultiNodesTest-1168278630 tempest-ServersOnMultiNodesTest-1168278630-project] 10.222.0.43 "GET /v2.0/ports?device_id=c3d5a5e5-f912-4e43-a1e3-4e9175e1dfe1 HTTP/1.1" status: 200 len: 950 time: 0.1920741 Apr 18 20:44:17.351379 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.plugin [req-9a8fc2e8-d66b-4487-8178-9755ca423581 req-f6a09530-3189-4ac4-9bcf-3ac2c0a2a531 tempest-ServersOnMultiNodesTest-1168278630 tempest-ServersOnMultiNodesTest-1168278630-project] Deleting port 80ff486a-645e-4b81-95ae-389dadda214a {{(pid=84041) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 20:44:17.351617 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [req-9a8fc2e8-d66b-4487-8178-9755ca423581 req-f6a09530-3189-4ac4-9bcf-3ac2c0a2a531 tempest-ServersOnMultiNodesTest-1168278630 tempest-ServersOnMultiNodesTest-1168278630-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750375188691'] for port, before_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:17.375527 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-b21433f7-8947-4da2-b260-b90475e06acd req-58a6b13d-45d3-48b3-b6b3-8737bcb0fd10 tempest-SecurityGroupsTestJSON-1212657955 tempest-SecurityGroupsTestJSON-1212657955-project] 10.222.0.42 "GET /v2.0/security-groups/0618f995-8599-4e8a-a475-9b6d8f92a26d HTTP/1.1" status: 200 len: 1634 time: 0.2917066 Apr 18 20:44:17.377303 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-551d1f3a-0f0e-4996-9686-97a2afe92b4c service neutron] Pushing event updated for resources: {'Port': ['ID=8332fa47-59b8-47c4-801f-fde1adc7878a,revision_number=3']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:44:17.383128 n-d-838334-2 neutron-server[84040]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '31317ebd-0d88-4b39-b971-8c94cac5011a', 'tag': '8332fa47-59b8-47c4-801f-fde1adc7878a'}] {{(pid=84040) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 20:44:17.548156 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-61b4bae0-a1b9-4550-8171-f9ac2aab297c req-c2a4901e-7fba-4ebd-8474-e186dad46084 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:17.635526 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.db [req-9a8fc2e8-d66b-4487-8178-9755ca423581 req-f6a09530-3189-4ac4-9bcf-3ac2c0a2a531 tempest-ServersOnMultiNodesTest-1168278630 tempest-ServersOnMultiNodesTest-1168278630-project] For port 80ff486a-645e-4b81-95ae-389dadda214a, host n-h1-838334-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838334-2',level=0,port_id=80ff486a-645e-4b81-95ae-389dadda214a,segment=NetworkSegment(62b85806-94d8-4a88-a06c-da82e5932d66),segment_id=62b85806-94d8-4a88-a06c-da82e5932d66)] {{(pid=84041) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:44:17.636186 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [req-9a8fc2e8-d66b-4487-8178-9755ca423581 req-f6a09530-3189-4ac4-9bcf-3ac2c0a2a531 tempest-ServersOnMultiNodesTest-1168278630 tempest-ServersOnMultiNodesTest-1168278630-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369123'] for port, precommit_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:17.638624 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-83eca8fa-0c32-4b9b-9cc2-cea2c5ef62ff req-c4114c55-ae01-410c-82ec-dcae5f8af9ad tempest-ServersAdminTestJSON-373626845 tempest-ServersAdminTestJSON-373626845-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=ce6c549f-1c22-4313-93e6-93921dc22663 HTTP/1.1" status: 200 len: 1100 time: 0.4366438 Apr 18 20:44:17.646729 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-b21433f7-8947-4da2-b260-b90475e06acd req-8bf40dfa-2208-4f22-9170-7349ca24d779 tempest-SecurityGroupsTestJSON-1212657955 tempest-SecurityGroupsTestJSON-1212657955-project] Notify callbacks [] for security_group, before_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:17.745707 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-b21433f7-8947-4da2-b260-b90475e06acd req-8bf40dfa-2208-4f22-9170-7349ca24d779 tempest-SecurityGroupsTestJSON-1212657955 tempest-SecurityGroupsTestJSON-1212657955-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:17.765605 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.plugin [req-9a8fc2e8-d66b-4487-8178-9755ca423581 req-f6a09530-3189-4ac4-9bcf-3ac2c0a2a531 tempest-ServersOnMultiNodesTest-1168278630 tempest-ServersOnMultiNodesTest-1168278630-project] Calling delete_port for 80ff486a-645e-4b81-95ae-389dadda214a owned by compute:nova {{(pid=84041) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 20:44:17.818122 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-83eca8fa-0c32-4b9b-9cc2-cea2c5ef62ff req-befde2f6-465a-4da4-9243-062314096225 tempest-ServersAdminTestJSON-373626845 tempest-ServersAdminTestJSON-373626845-project-admin] 10.222.0.42 "GET /v2.0/security-groups?id=b9ed1788-e987-4b94-9dd4-ed408bd7803e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1655066 Apr 18 20:44:17.889337 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-48985302-0a38-4bbc-9c0c-0ae3dfbd1056 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750375287399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253529'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:17.924807 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-b21433f7-8947-4da2-b260-b90475e06acd req-8bf40dfa-2208-4f22-9170-7349ca24d779 tempest-SecurityGroupsTestJSON-1212657955 tempest-SecurityGroupsTestJSON-1212657955-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33528224'] for security_group, after_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:17.967766 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [req-9a8fc2e8-d66b-4487-8178-9755ca423581 req-f6a09530-3189-4ac4-9bcf-3ac2c0a2a531 tempest-ServersOnMultiNodesTest-1168278630 tempest-ServersOnMultiNodesTest-1168278630-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750375259028', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750374836628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32266323'] for port, after_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:17.976213 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bf40dfa-2208-4f22-9170-7349ca24d779 tempest-SecurityGroupsTestJSON-1212657955 tempest-SecurityGroupsTestJSON-1212657955-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0618f995-8599-4e8a-a475-9b6d8f92a26d,revision_number=None']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:44:17.985614 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-b21433f7-8947-4da2-b260-b90475e06acd req-8bf40dfa-2208-4f22-9170-7349ca24d779 tempest-SecurityGroupsTestJSON-1212657955 tempest-SecurityGroupsTestJSON-1212657955-project] Notify callbacks [] for security_group, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:17.985880 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] get_ports_and_sgs() called for port_ids ['462e4cea-9da7-4149-b973-b4a0cd7a6d86', '80ff486a-645e-4b81-95ae-389dadda214a'] {{(pid=84042) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 18 20:44:17.992893 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-b21433f7-8947-4da2-b260-b90475e06acd req-8bf40dfa-2208-4f22-9170-7349ca24d779 tempest-SecurityGroupsTestJSON-1212657955 tempest-SecurityGroupsTestJSON-1212657955-project] 10.222.0.42 "DELETE /v2.0/security-groups/0618f995-8599-4e8a-a475-9b6d8f92a26d HTTP/1.1" status: 204 len: 173 time: 0.6164906 Apr 18 20:44:18.085246 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] get_ports_and_sgs() called for port_ids ['48374dfc-daf0-401c-976e-d3d8c71d0274'] {{(pid=84042) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 18 20:44:18.105388 n-d-838334-2 neutron-server[84040]: DEBUG neutron.notifiers.nova [req-61b4bae0-a1b9-4550-8171-f9ac2aab297c req-c2a4901e-7fba-4ebd-8474-e186dad46084 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ed092bb3-3ed5-40cb-8604-e46d67f03de1 {{(pid=84040) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 18 20:44:18.113911 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-61b4bae0-a1b9-4550-8171-f9ac2aab297c req-c2a4901e-7fba-4ebd-8474-e186dad46084 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:18.132265 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.provisioning_blocks [req-61b4bae0-a1b9-4550-8171-f9ac2aab297c req-c2a4901e-7fba-4ebd-8474-e186dad46084 service neutron] Transition to ACTIVE for port object ed092bb3-3ed5-40cb-8604-e46d67f03de1 will not be triggered until provisioned by entity L2. {{(pid=84040) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 20:44:18.139850 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-61b4bae0-a1b9-4550-8171-f9ac2aab297c req-c2a4901e-7fba-4ebd-8474-e186dad46084 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32440959'] for port, after_update {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:18.289146 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6a09530-3189-4ac4-9bcf-3ac2c0a2a531 tempest-ServersOnMultiNodesTest-1168278630 tempest-ServersOnMultiNodesTest-1168278630-project] Pushing event deleted for resources: {'Port': ['ID=80ff486a-645e-4b81-95ae-389dadda214a,revision_number=None']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:44:18.312871 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.l3_dvrscheduler_db [req-9a8fc2e8-d66b-4487-8178-9755ca423581 req-f6a09530-3189-4ac4-9bcf-3ac2c0a2a531 tempest-ServersOnMultiNodesTest-1168278630 tempest-ServersOnMultiNodesTest-1168278630-project] No DVR routers for this DVR port 80ff486a-645e-4b81-95ae-389dadda214a on host n-h1-838334-2 {{(pid=84041) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 20:44:18.319138 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [req-9a8fc2e8-d66b-4487-8178-9755ca423581 req-f6a09530-3189-4ac4-9bcf-3ac2c0a2a531 tempest-ServersOnMultiNodesTest-1168278630 tempest-ServersOnMultiNodesTest-1168278630-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217293'] for port, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:18.321781 n-d-838334-2 neutron-server[84041]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c3d5a5e5-f912-4e43-a1e3-4e9175e1dfe1', 'name': 'network-vif-deleted', 'tag': '80ff486a-645e-4b81-95ae-389dadda214a'}] {{(pid=84041) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 20:44:18.358208 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-9a8fc2e8-d66b-4487-8178-9755ca423581 req-f6a09530-3189-4ac4-9bcf-3ac2c0a2a531 tempest-ServersOnMultiNodesTest-1168278630 tempest-ServersOnMultiNodesTest-1168278630-project] 10.222.0.43 "DELETE /v2.0/ports/80ff486a-645e-4b81-95ae-389dadda214a HTTP/1.1" status: 204 len: 173 time: 1.0871191 Apr 18 20:44:18.613715 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bc541aa-0852-4918-ae3f-54e2876386bf req-4b974813-1fb3-47db-9746-04b143b1c76b tempest-ServersOnMultiNodesTest-1168278630 tempest-ServersOnMultiNodesTest-1168278630-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:44:18.615310 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [req-4bc541aa-0852-4918-ae3f-54e2876386bf req-4b974813-1fb3-47db-9746-04b143b1c76b tempest-ServersOnMultiNodesTest-1168278630 tempest-ServersOnMultiNodesTest-1168278630-project] Synchronizing usage tracker for tenant:de28ce5b7b5349a3b98e9e23d1be558c on resource:port {{(pid=84041) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 20:44:18.637717 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2a4901e-7fba-4ebd-8474-e186dad46084 service neutron] Pushing event updated for resources: {'Port': ['ID=ed092bb3-3ed5-40cb-8604-e46d67f03de1,revision_number=2']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:44:18.649317 n-d-838334-2 neutron-server[84040]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d418926a-9ab7-4176-b3f1-7a76cd37dac5'] response: {'name': 'network-changed', 'server_uuid': '31317ebd-0d88-4b39-b971-8c94cac5011a', 'tag': '8332fa47-59b8-47c4-801f-fde1adc7878a', 'status': 'completed', 'code': 200} Apr 18 20:44:18.680543 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [req-4bc541aa-0852-4918-ae3f-54e2876386bf req-4b974813-1fb3-47db-9746-04b143b1c76b tempest-ServersOnMultiNodesTest-1168278630 tempest-ServersOnMultiNodesTest-1168278630-project] Unset dirty status for tenant:de28ce5b7b5349a3b98e9e23d1be558c on resource:port {{(pid=84041) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 20:44:18.682285 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-4bc541aa-0852-4918-ae3f-54e2876386bf req-4b974813-1fb3-47db-9746-04b143b1c76b tempest-ServersOnMultiNodesTest-1168278630 tempest-ServersOnMultiNodesTest-1168278630-project] 10.222.0.43 "GET /v2.0/ports?device_id=bfb8b42e-58b9-4f6a-be0f-24f7d0bb5bc6 HTTP/1.1" status: 200 len: 949 time: 0.3065889 Apr 18 20:44:18.880623 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.plugin [req-4bc541aa-0852-4918-ae3f-54e2876386bf req-2b1260d8-89c8-4138-8139-994de3ad6014 tempest-ServersOnMultiNodesTest-1168278630 tempest-ServersOnMultiNodesTest-1168278630-project] Deleting port 462e4cea-9da7-4149-b973-b4a0cd7a6d86 {{(pid=84041) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 20:44:18.880964 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [req-4bc541aa-0852-4918-ae3f-54e2876386bf req-2b1260d8-89c8-4138-8139-994de3ad6014 tempest-ServersOnMultiNodesTest-1168278630 tempest-ServersOnMultiNodesTest-1168278630-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750375188691'] for port, before_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:18.942189 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750375287399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253529'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:18.958273 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [req-4960051c-b77f-4f2c-bf93-c03cb1b8b772 req-35780059-0696-415f-86a9-be2537423622 tempest-ServersOnMultiNodesTest-1168278630 tempest-ServersOnMultiNodesTest-1168278630-project] Synchronizing usage tracker for tenant:de28ce5b7b5349a3b98e9e23d1be558c on resource:port {{(pid=84040) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 20:44:19.024563 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 40262) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:44:19.031690 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [req-4960051c-b77f-4f2c-bf93-c03cb1b8b772 req-35780059-0696-415f-86a9-be2537423622 tempest-ServersOnMultiNodesTest-1168278630 tempest-ServersOnMultiNodesTest-1168278630-project] Unset dirty status for tenant:de28ce5b7b5349a3b98e9e23d1be558c on resource:port {{(pid=84040) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 20:44:19.044863 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-4960051c-b77f-4f2c-bf93-c03cb1b8b772 req-35780059-0696-415f-86a9-be2537423622 tempest-ServersOnMultiNodesTest-1168278630 tempest-ServersOnMultiNodesTest-1168278630-project] 10.222.0.42 "GET /v2.0/ports?device_id=c3d5a5e5-f912-4e43-a1e3-4e9175e1dfe1 HTTP/1.1" status: 200 len: 210 time: 0.5387368 Apr 18 20:44:19.181158 n-d-838334-2 neutron-server[84040]: INFO neutron.api.v2.resource [req-45f62c50-74d5-47f7-901e-029bd1ef343c req-898d9d2d-f452-4b97-974e-bd0df5a317bc tempest-SecurityGroupsTestJSON-1212657955 tempest-SecurityGroupsTestJSON-1212657955-project] show failed (client error): The resource could not be found. Apr 18 20:44:19.196177 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-45f62c50-74d5-47f7-901e-029bd1ef343c req-898d9d2d-f452-4b97-974e-bd0df5a317bc tempest-SecurityGroupsTestJSON-1212657955 tempest-SecurityGroupsTestJSON-1212657955-project] 10.222.0.42 "GET /v2.0/security-groups/0618f995-8599-4e8a-a475-9b6d8f92a26d HTTP/1.1" status: 404 len: 352 time: 0.0354278 Apr 18 20:44:19.320323 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.managers [req-61b4bae0-a1b9-4550-8171-f9ac2aab297c req-c2a4901e-7fba-4ebd-8474-e186dad46084 service neutron] Attempting to bind port ed092bb3-3ed5-40cb-8604-e46d67f03de1 on host n-h2-838334-2 for vnic_type normal with profile {{(pid=84040) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:44:19.321149 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.managers [req-61b4bae0-a1b9-4550-8171-f9ac2aab297c req-c2a4901e-7fba-4ebd-8474-e186dad46084 service neutron] Attempting to bind port ed092bb3-3ed5-40cb-8604-e46d67f03de1 by drivers openvswitch,hyperv on host n-h2-838334-2 at level 0 using segments [{'id': 'e45fe09a-6dd8-4edb-a694-b73d348475bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '7b39d1a2-fe93-4b26-9696-d41c7626cbe5'}] {{(pid=84040) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:44:19.321488 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61b4bae0-a1b9-4550-8171-f9ac2aab297c req-c2a4901e-7fba-4ebd-8474-e186dad46084 service neutron] Attempting to bind port ed092bb3-3ed5-40cb-8604-e46d67f03de1 on network 7b39d1a2-fe93-4b26-9696-d41c7626cbe5 {{(pid=84040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 20:44:19.328715 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-414b6ffe-e119-47bc-b18f-bcff1219c2f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750375287399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253529'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:19.335954 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-3fe56605-05e5-4aa7-ac89-ab618530d741 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:19.337415 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-bb56c3f4-39bf-48b3-b3f2-44455a1272ba req-310c1a25-f2c3-4673-a3a3-3dae6211a5fb service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=86c5c562f6e642eda292a78265b6dea4&device_id=31317ebd-0d88-4b39-b971-8c94cac5011a HTTP/1.1" status: 200 len: 2755 time: 0.6819394 Apr 18 20:44:19.352834 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61b4bae0-a1b9-4550-8171-f9ac2aab297c req-c2a4901e-7fba-4ebd-8474-e186dad46084 service neutron] Port ed092bb3-3ed5-40cb-8604-e46d67f03de1 on network 7b39d1a2-fe93-4b26-9696-d41c7626cbe5 not bound, no agent of type Open vSwitch agent registered on host n-h2-838334-2 {{(pid=84040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 18 20:44:19.353405 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61b4bae0-a1b9-4550-8171-f9ac2aab297c req-c2a4901e-7fba-4ebd-8474-e186dad46084 service neutron] Attempting to bind port ed092bb3-3ed5-40cb-8604-e46d67f03de1 on network 7b39d1a2-fe93-4b26-9696-d41c7626cbe5 {{(pid=84040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 20:44:19.356777 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.db [req-4bc541aa-0852-4918-ae3f-54e2876386bf req-2b1260d8-89c8-4138-8139-994de3ad6014 tempest-ServersOnMultiNodesTest-1168278630 tempest-ServersOnMultiNodesTest-1168278630-project] For port 462e4cea-9da7-4149-b973-b4a0cd7a6d86, host n-h1-838334-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838334-2',level=0,port_id=462e4cea-9da7-4149-b973-b4a0cd7a6d86,segment=NetworkSegment(62b85806-94d8-4a88-a06c-da82e5932d66),segment_id=62b85806-94d8-4a88-a06c-da82e5932d66)] {{(pid=84041) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:44:19.357251 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [req-4bc541aa-0852-4918-ae3f-54e2876386bf req-2b1260d8-89c8-4138-8139-994de3ad6014 tempest-ServersOnMultiNodesTest-1168278630 tempest-ServersOnMultiNodesTest-1168278630-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369123'] for port, precommit_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:19.373184 n-d-838334-2 neutron-server[84041]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e335b860-464c-4dcc-b389-e6cb46d11ead'] response: {'server_uuid': 'c3d5a5e5-f912-4e43-a1e3-4e9175e1dfe1', 'name': 'network-vif-deleted', 'tag': '80ff486a-645e-4b81-95ae-389dadda214a', 'status': 'completed', 'code': 200} Apr 18 20:44:19.458922 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61b4bae0-a1b9-4550-8171-f9ac2aab297c req-c2a4901e-7fba-4ebd-8474-e186dad46084 service neutron] Checking agent: {'id': 'dc797004-f641-47b7-a77f-9c62b5b16296', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-838334-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 34, 3), 'started_at': datetime.datetime(2022, 4, 18, 20, 34, 3), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 20, 44, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 18 20:44:19.459834 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61b4bae0-a1b9-4550-8171-f9ac2aab297c req-c2a4901e-7fba-4ebd-8474-e186dad46084 service neutron] Checking segment: {'id': 'e45fe09a-6dd8-4edb-a694-b73d348475bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '7b39d1a2-fe93-4b26-9696-d41c7626cbe5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84040) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 20:44:19.460164 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61b4bae0-a1b9-4550-8171-f9ac2aab297c req-c2a4901e-7fba-4ebd-8474-e186dad46084 service neutron] Bound using segment: {'id': 'e45fe09a-6dd8-4edb-a694-b73d348475bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '7b39d1a2-fe93-4b26-9696-d41c7626cbe5'} {{(pid=84040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 18 20:44:19.460841 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.managers [req-61b4bae0-a1b9-4550-8171-f9ac2aab297c req-c2a4901e-7fba-4ebd-8474-e186dad46084 service neutron] Bound port: ed092bb3-3ed5-40cb-8604-e46d67f03de1, host: n-h2-838334-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e45fe09a-6dd8-4edb-a694-b73d348475bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '7b39d1a2-fe93-4b26-9696-d41c7626cbe5'}}] {{(pid=84040) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 20:44:19.461299 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-61b4bae0-a1b9-4550-8171-f9ac2aab297c req-c2a4901e-7fba-4ebd-8474-e186dad46084 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:19.568447 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d37d436-5493-4a2f-900f-11fca2bfcfba req-7ab62366-7de6-424b-af8a-f3f98228f851 tempest-ServersTestMultiNic-942198030 tempest-ServersTestMultiNic-942198030-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:44:19.572498 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d37d436-5493-4a2f-900f-11fca2bfcfba req-7ab62366-7de6-424b-af8a-f3f98228f851 tempest-ServersTestMultiNic-942198030 tempest-ServersTestMultiNic-942198030-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:44:19.576503 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d37d436-5493-4a2f-900f-11fca2bfcfba req-7ab62366-7de6-424b-af8a-f3f98228f851 tempest-ServersTestMultiNic-942198030 tempest-ServersTestMultiNic-942198030-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:44:19.582741 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-3d37d436-5493-4a2f-900f-11fca2bfcfba req-7ab62366-7de6-424b-af8a-f3f98228f851 tempest-ServersTestMultiNic-942198030 tempest-ServersTestMultiNic-942198030-project] 10.222.0.42 "GET /v2.0/ports?device_id=31317ebd-0d88-4b39-b971-8c94cac5011a HTTP/1.1" status: 200 len: 2399 time: 0.4231966 Apr 18 20:44:19.603125 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.plugin [req-4bc541aa-0852-4918-ae3f-54e2876386bf req-2b1260d8-89c8-4138-8139-994de3ad6014 tempest-ServersOnMultiNodesTest-1168278630 tempest-ServersOnMultiNodesTest-1168278630-project] Calling delete_port for 462e4cea-9da7-4149-b973-b4a0cd7a6d86 owned by compute:nova {{(pid=84041) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 20:44:19.657095 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-3fe56605-05e5-4aa7-ac89-ab618530d741 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:44:19.663887 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-3fe56605-05e5-4aa7-ac89-ab618530d741 admin admin] Usage tracker for resource:security_group_rule and tenant:9f5dd12c674a4975a5870b5e27cf1d63 is out of sync, need to count used quota {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:44:19.668676 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-3fe56605-05e5-4aa7-ac89-ab618530d741 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:44:19.669712 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb56c3f4-39bf-48b3-b3f2-44455a1272ba req-059d1202-96b4-4774-8c01-b3cdfbcec7a3 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:44:19.670194 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb56c3f4-39bf-48b3-b3f2-44455a1272ba req-059d1202-96b4-4774-8c01-b3cdfbcec7a3 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:44:19.670443 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb56c3f4-39bf-48b3-b3f2-44455a1272ba req-059d1202-96b4-4774-8c01-b3cdfbcec7a3 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:44:19.672011 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-bb56c3f4-39bf-48b3-b3f2-44455a1272ba req-059d1202-96b4-4774-8c01-b3cdfbcec7a3 service neutron] 10.222.0.48 "GET /v2.0/networks?tenant_id=86c5c562f6e642eda292a78265b6dea4&shared=False HTTP/1.1" status: 200 len: 2289 time: 0.3212600 Apr 18 20:44:19.678273 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-3fe56605-05e5-4aa7-ac89-ab618530d741 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:44:19.804491 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-3d37d436-5493-4a2f-900f-11fca2bfcfba req-9c31ef04-54c7-482d-a04a-e627365b2187 tempest-ServersTestMultiNic-942198030 tempest-ServersTestMultiNic-942198030-project] 10.222.0.42 "GET /v2.0/security-groups?id=efc44a6f-ae8a-46ab-8143-fed7ce47374f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2203827 Apr 18 20:44:19.810926 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-02c88475-38e5-40cd-9594-813e96fda590 req-8c533d33-30f1-4b86-a0b3-bcbf313b4174 tempest-SecurityGroupsTestJSON-1212657955 tempest-SecurityGroupsTestJSON-1212657955-project] 10.222.0.42 "GET /v2.0/security-groups/c48ed0b5-f75d-4ac5-91a3-48f860ddbf8d HTTP/1.1" status: 200 len: 1635 time: 0.2553525 Apr 18 20:44:19.812049 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.db [req-61b4bae0-a1b9-4550-8171-f9ac2aab297c req-c2a4901e-7fba-4ebd-8474-e186dad46084 service neutron] For port ed092bb3-3ed5-40cb-8604-e46d67f03de1, host n-h2-838334-2, cleared binding levels {{(pid=84040) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 20:44:19.812547 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-3fe56605-05e5-4aa7-ac89-ab618530d741 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:19.813585 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [req-4bc541aa-0852-4918-ae3f-54e2876386bf req-2b1260d8-89c8-4138-8139-994de3ad6014 tempest-ServersOnMultiNodesTest-1168278630 tempest-ServersOnMultiNodesTest-1168278630-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750375259028', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750374836628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32266323'] for port, after_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:19.826209 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] get_ports_and_sgs() called for port_ids ['80ff486a-645e-4b81-95ae-389dadda214a'] {{(pid=84042) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 18 20:44:19.854367 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.db [req-61b4bae0-a1b9-4550-8171-f9ac2aab297c req-c2a4901e-7fba-4ebd-8474-e186dad46084 service neutron] For port ed092bb3-3ed5-40cb-8604-e46d67f03de1, host n-h2-838334-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838334-2',level=0,port_id=ed092bb3-3ed5-40cb-8604-e46d67f03de1,segment=NetworkSegment(e45fe09a-6dd8-4edb-a694-b73d348475bd),segment_id=e45fe09a-6dd8-4edb-a694-b73d348475bd)] {{(pid=84040) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 20:44:19.860811 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b1260d8-89c8-4138-8139-994de3ad6014 tempest-ServersOnMultiNodesTest-1168278630 tempest-ServersOnMultiNodesTest-1168278630-project] Pushing event deleted for resources: {'Port': ['ID=462e4cea-9da7-4149-b973-b4a0cd7a6d86,revision_number=None']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:44:19.863700 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-3fe56605-05e5-4aa7-ac89-ab618530d741 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33528224'] for security_group, after_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:19.878705 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] get_ports_and_sgs() called for port_ids ['48374dfc-daf0-401c-976e-d3d8c71d0274'] {{(pid=84042) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 18 20:44:19.884689 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-61b4bae0-a1b9-4550-8171-f9ac2aab297c req-c2a4901e-7fba-4ebd-8474-e186dad46084 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32440959'] for port, after_update {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:19.926089 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fe56605-05e5-4aa7-ac89-ab618530d741 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=056c2940-b18b-421c-8c32-bb5ba402387d,revision_number=1']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:44:19.931717 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-3fe56605-05e5-4aa7-ac89-ab618530d741 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=9f5dd12c674a4975a5870b5e27cf1d63&name=default HTTP/1.1" status: 200 len: 2647 time: 0.9061332 Apr 18 20:44:19.940706 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 40288) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:44:20.009190 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-61b4bae0-a1b9-4550-8171-f9ac2aab297c req-c2a4901e-7fba-4ebd-8474-e186dad46084 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217293'] for port, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:20.010912 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-61b4bae0-a1b9-4550-8171-f9ac2aab297c req-c2a4901e-7fba-4ebd-8474-e186dad46084 service neutron] 10.222.0.48 "PUT /v2.0/ports/ed092bb3-3ed5-40cb-8604-e46d67f03de1 HTTP/1.1" status: 200 len: 1090 time: 2.8696549 Apr 18 20:44:20.011846 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb56c3f4-39bf-48b3-b3f2-44455a1272ba req-97cc0ef0-9bca-49a4-ae9e-46f942da16fd service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:44:20.014045 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-bb56c3f4-39bf-48b3-b3f2-44455a1272ba req-97cc0ef0-9bca-49a4-ae9e-46f942da16fd service neutron] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3198428 Apr 18 20:44:20.061061 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.v2.base [req-61b4bae0-a1b9-4550-8171-f9ac2aab297c req-fbd6d9ee-45ac-48be-aa2b-f3a0eb7f4dda service neutron] Request body: {'port': {'device_id': '31317ebd-0d88-4b39-b971-8c94cac5011a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-838334-2'}} {{(pid=84040) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 20:44:20.093860 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.l3_dvrscheduler_db [req-4bc541aa-0852-4918-ae3f-54e2876386bf req-2b1260d8-89c8-4138-8139-994de3ad6014 tempest-ServersOnMultiNodesTest-1168278630 tempest-ServersOnMultiNodesTest-1168278630-project] No DVR routers for this DVR port 462e4cea-9da7-4149-b973-b4a0cd7a6d86 on host n-h1-838334-2 {{(pid=84041) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 20:44:20.099336 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [req-4bc541aa-0852-4918-ae3f-54e2876386bf req-2b1260d8-89c8-4138-8139-994de3ad6014 tempest-ServersOnMultiNodesTest-1168278630 tempest-ServersOnMultiNodesTest-1168278630-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217293'] for port, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:20.140856 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-4bc541aa-0852-4918-ae3f-54e2876386bf req-2b1260d8-89c8-4138-8139-994de3ad6014 tempest-ServersOnMultiNodesTest-1168278630 tempest-ServersOnMultiNodesTest-1168278630-project] 10.222.0.43 "DELETE /v2.0/ports/462e4cea-9da7-4149-b973-b4a0cd7a6d86 HTTP/1.1" status: 204 len: 173 time: 1.4466803 Apr 18 20:44:20.241860 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2a4901e-7fba-4ebd-8474-e186dad46084 service neutron] Pushing event updated for resources: {'Port': ['ID=ed092bb3-3ed5-40cb-8604-e46d67f03de1,revision_number=3']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:44:20.244934 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-02c88475-38e5-40cd-9594-813e96fda590 req-83686bfc-2041-4ff6-a827-e9b4d6d0ff7b tempest-SecurityGroupsTestJSON-1212657955 tempest-SecurityGroupsTestJSON-1212657955-project] Notify callbacks [] for security_group, before_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:20.290697 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-e17c882d-bda2-4d86-947f-eaa5c45d7259 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:20.292230 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-61b4bae0-a1b9-4550-8171-f9ac2aab297c req-fbd6d9ee-45ac-48be-aa2b-f3a0eb7f4dda service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:20.436460 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-c7521a90-7d65-4e2e-842c-ca5d95e9a89c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750375287399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253529'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:20.443525 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-02c88475-38e5-40cd-9594-813e96fda590 req-83686bfc-2041-4ff6-a827-e9b4d6d0ff7b tempest-SecurityGroupsTestJSON-1212657955 tempest-SecurityGroupsTestJSON-1212657955-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:20.507087 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-e17c882d-bda2-4d86-947f-eaa5c45d7259 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:20.608361 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-cf12c7c1-d748-4d02-9b94-f46896e25c65 req-1f7cd6d0-8654-472a-874d-4de10dceb1da tempest-TenantUsagesTestJSON-124120012 tempest-TenantUsagesTestJSON-124120012-project] 10.222.0.42 "GET /v2.0/networks?tenant_id=21fd47d33afe4984b6265eda60dd4742&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0567479 Apr 18 20:44:20.652393 n-d-838334-2 neutron-server[84040]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '31317ebd-0d88-4b39-b971-8c94cac5011a', 'tag': 'ed092bb3-3ed5-40cb-8604-e46d67f03de1'}] {{(pid=84040) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 20:44:20.699424 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-02c88475-38e5-40cd-9594-813e96fda590 req-83686bfc-2041-4ff6-a827-e9b4d6d0ff7b tempest-SecurityGroupsTestJSON-1212657955 tempest-SecurityGroupsTestJSON-1212657955-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33528224'] for security_group, after_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:20.787097 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83686bfc-2041-4ff6-a827-e9b4d6d0ff7b tempest-SecurityGroupsTestJSON-1212657955 tempest-SecurityGroupsTestJSON-1212657955-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c48ed0b5-f75d-4ac5-91a3-48f860ddbf8d,revision_number=None']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:44:20.811178 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-e17c882d-bda2-4d86-947f-eaa5c45d7259 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33528224'] for security_group, after_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:20.899726 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-02c88475-38e5-40cd-9594-813e96fda590 req-83686bfc-2041-4ff6-a827-e9b4d6d0ff7b tempest-SecurityGroupsTestJSON-1212657955 tempest-SecurityGroupsTestJSON-1212657955-project] Notify callbacks [] for security_group, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:20.900736 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-02c88475-38e5-40cd-9594-813e96fda590 req-83686bfc-2041-4ff6-a827-e9b4d6d0ff7b tempest-SecurityGroupsTestJSON-1212657955 tempest-SecurityGroupsTestJSON-1212657955-project] 10.222.0.42 "DELETE /v2.0/security-groups/c48ed0b5-f75d-4ac5-91a3-48f860ddbf8d HTTP/1.1" status: 204 len: 173 time: 1.0830379 Apr 18 20:44:20.901637 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-e17c882d-bda2-4d86-947f-eaa5c45d7259 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:20.903038 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-e17c882d-bda2-4d86-947f-eaa5c45d7259 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/056c2940-b18b-421c-8c32-bb5ba402387d HTTP/1.1" status: 204 len: 168 time: 0.9562163 Apr 18 20:44:20.906756 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e17c882d-bda2-4d86-947f-eaa5c45d7259 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=056c2940-b18b-421c-8c32-bb5ba402387d,revision_number=None']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:44:20.984591 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf12c7c1-d748-4d02-9b94-f46896e25c65 req-ab20c72f-3068-43b7-bc8c-98a012493233 tempest-TenantUsagesTestJSON-124120012 tempest-TenantUsagesTestJSON-124120012-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:44:20.990751 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-cf12c7c1-d748-4d02-9b94-f46896e25c65 req-ab20c72f-3068-43b7-bc8c-98a012493233 tempest-TenantUsagesTestJSON-124120012 tempest-TenantUsagesTestJSON-124120012-project] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3757689 Apr 18 20:44:21.013424 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-cf12c7c1-d748-4d02-9b94-f46896e25c65 req-bce9b778-b86f-4fac-b771-fc318d4c80ce tempest-TenantUsagesTestJSON-124120012 tempest-TenantUsagesTestJSON-124120012-project] 10.222.0.42 "GET /v2.0/quotas/21fd47d33afe4984b6265eda60dd4742 HTTP/1.1" status: 200 len: 375 time: 0.0218058 Apr 18 20:44:21.080270 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-cf12c7c1-d748-4d02-9b94-f46896e25c65 req-bbd46e23-fe2c-4b6b-9b26-3c943d254418 tempest-TenantUsagesTestJSON-124120012 tempest-TenantUsagesTestJSON-124120012-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=21fd47d33afe4984b6265eda60dd4742&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0659082 Apr 18 20:44:21.190282 n-d-838334-2 neutron-server[84040]: DEBUG neutron.notifiers.nova [req-61b4bae0-a1b9-4550-8171-f9ac2aab297c req-fbd6d9ee-45ac-48be-aa2b-f3a0eb7f4dda service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a2e526a0-5588-4ba7-99ec-f0bb9d4e1326 {{(pid=84040) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 18 20:44:21.201369 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-61b4bae0-a1b9-4550-8171-f9ac2aab297c req-fbd6d9ee-45ac-48be-aa2b-f3a0eb7f4dda service neutron] Notify callbacks [] for port, precommit_update {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:21.246389 n-d-838334-2 neutron-server[84040]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d15226c8-3b32-407c-99c6-4f76a167372f'] response: {'name': 'network-changed', 'server_uuid': '31317ebd-0d88-4b39-b971-8c94cac5011a', 'tag': 'ed092bb3-3ed5-40cb-8604-e46d67f03de1', 'status': 'completed', 'code': 200} Apr 18 20:44:21.250035 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.provisioning_blocks [req-61b4bae0-a1b9-4550-8171-f9ac2aab297c req-fbd6d9ee-45ac-48be-aa2b-f3a0eb7f4dda service neutron] Transition to ACTIVE for port object a2e526a0-5588-4ba7-99ec-f0bb9d4e1326 will not be triggered until provisioned by entity L2. {{(pid=84040) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 20:44:21.256779 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-61b4bae0-a1b9-4550-8171-f9ac2aab297c req-fbd6d9ee-45ac-48be-aa2b-f3a0eb7f4dda service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32440959'] for port, after_update {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:21.374397 n-d-838334-2 neutron-server[84041]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bfb8b42e-58b9-4f6a-be0f-24f7d0bb5bc6', 'name': 'network-vif-deleted', 'tag': '462e4cea-9da7-4149-b973-b4a0cd7a6d86'}] {{(pid=84041) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 20:44:21.514390 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 40334) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:44:21.539822 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-d0570f99-0260-4c0b-bdc7-6b7d81a08cab admin admin] Notify callbacks [] for security_group, before_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:21.595886 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-d0570f99-0260-4c0b-bdc7-6b7d81a08cab admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:44:21.600545 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-d0570f99-0260-4c0b-bdc7-6b7d81a08cab admin admin] Usage tracker for resource:security_group_rule and tenant:1f48b2fb533e461288613b6a198e706e is out of sync, need to count used quota {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:44:21.603880 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-d0570f99-0260-4c0b-bdc7-6b7d81a08cab admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:44:21.610529 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-d0570f99-0260-4c0b-bdc7-6b7d81a08cab admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:44:21.625612 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbd6d9ee-45ac-48be-aa2b-f3a0eb7f4dda service neutron] Pushing event updated for resources: {'Port': ['ID=a2e526a0-5588-4ba7-99ec-f0bb9d4e1326,revision_number=2']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:44:21.636302 n-d-838334-2 neutron-server[84040]: INFO neutron.api.v2.resource [req-c6d95582-4005-4579-be18-c4897d0244a5 req-f84af6d5-472e-451d-8873-c9016caaaa44 tempest-SecurityGroupsTestJSON-1212657955 tempest-SecurityGroupsTestJSON-1212657955-project] show failed (client error): The resource could not be found. Apr 18 20:44:21.638223 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-c6d95582-4005-4579-be18-c4897d0244a5 req-f84af6d5-472e-451d-8873-c9016caaaa44 tempest-SecurityGroupsTestJSON-1212657955 tempest-SecurityGroupsTestJSON-1212657955-project] 10.222.0.42 "GET /v2.0/security-groups/c48ed0b5-f75d-4ac5-91a3-48f860ddbf8d HTTP/1.1" status: 404 len: 352 time: 0.1083422 Apr 18 20:44:21.737270 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-d0570f99-0260-4c0b-bdc7-6b7d81a08cab admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:21.745624 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-d0570f99-0260-4c0b-bdc7-6b7d81a08cab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33528224'] for security_group, after_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:21.795675 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0570f99-0260-4c0b-bdc7-6b7d81a08cab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4758fa12-7f2a-44c2-9790-be91223d77e6,revision_number=1']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:44:21.831135 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-d0570f99-0260-4c0b-bdc7-6b7d81a08cab admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=1f48b2fb533e461288613b6a198e706e&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3151069 Apr 18 20:44:21.834215 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 40346) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:44:21.837487 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-a5703697-7f55-40ab-af39-e51a01895799 req-35ed14f4-7c3b-4038-827c-60b256b1bf21 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=86c5c562f6e642eda292a78265b6dea4&device_id=31317ebd-0d88-4b39-b971-8c94cac5011a HTTP/1.1" status: 200 len: 2822 time: 0.5286362 Apr 18 20:44:21.913478 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-146597bc-dd5b-418e-aa93-4f1665e3aeb0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:21.961583 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-146597bc-dd5b-418e-aa93-4f1665e3aeb0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:22.025130 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-146597bc-dd5b-418e-aa93-4f1665e3aeb0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33528224'] for security_group, after_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:22.041132 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-146597bc-dd5b-418e-aa93-4f1665e3aeb0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4758fa12-7f2a-44c2-9790-be91223d77e6,revision_number=None']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:44:22.048306 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-146597bc-dd5b-418e-aa93-4f1665e3aeb0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:22.048921 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-820b95f6-6e3e-4353-8727-84d17296c30d req-21519934-0e10-4acb-aa64-c1b97f8b2eca tempest-ServersTestMultiNic-942198030 tempest-ServersTestMultiNic-942198030-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:44:22.049676 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-146597bc-dd5b-418e-aa93-4f1665e3aeb0 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/4758fa12-7f2a-44c2-9790-be91223d77e6 HTTP/1.1" status: 204 len: 168 time: 0.2145743 Apr 18 20:44:22.053302 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-820b95f6-6e3e-4353-8727-84d17296c30d req-21519934-0e10-4acb-aa64-c1b97f8b2eca tempest-ServersTestMultiNic-942198030 tempest-ServersTestMultiNic-942198030-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:44:22.057277 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-820b95f6-6e3e-4353-8727-84d17296c30d req-21519934-0e10-4acb-aa64-c1b97f8b2eca tempest-ServersTestMultiNic-942198030 tempest-ServersTestMultiNic-942198030-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:44:22.064517 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-820b95f6-6e3e-4353-8727-84d17296c30d req-21519934-0e10-4acb-aa64-c1b97f8b2eca tempest-ServersTestMultiNic-942198030 tempest-ServersTestMultiNic-942198030-project] 10.222.0.42 "GET /v2.0/ports?device_id=31317ebd-0d88-4b39-b971-8c94cac5011a HTTP/1.1" status: 200 len: 2411 time: 0.5375202 Apr 18 20:44:22.096216 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-201a3203-b1b8-494d-8f6c-93c159409fff req-5ff1b7f5-2a27-441b-b41f-3daf441cf8e3 tempest-TenantUsagesTestJSON-124120012 tempest-TenantUsagesTestJSON-124120012-project] 10.222.0.42 "GET /v2.0/ports?device_id=068c7e41-d12b-446b-a32f-c4dfad131899 HTTP/1.1" status: 200 len: 210 time: 0.1071780 Apr 18 20:44:22.113758 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.managers [req-61b4bae0-a1b9-4550-8171-f9ac2aab297c req-fbd6d9ee-45ac-48be-aa2b-f3a0eb7f4dda service neutron] Attempting to bind port a2e526a0-5588-4ba7-99ec-f0bb9d4e1326 on host n-h2-838334-2 for vnic_type normal with profile {{(pid=84040) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:44:22.114905 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.managers [req-61b4bae0-a1b9-4550-8171-f9ac2aab297c req-fbd6d9ee-45ac-48be-aa2b-f3a0eb7f4dda service neutron] Attempting to bind port a2e526a0-5588-4ba7-99ec-f0bb9d4e1326 by drivers openvswitch,hyperv on host n-h2-838334-2 at level 0 using segments [{'id': '3ec3b3b0-7120-42bb-a66e-54355578d529', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '13b31595-cfcf-45b0-9d66-7d4d8e1b94b6'}] {{(pid=84040) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:44:22.115584 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61b4bae0-a1b9-4550-8171-f9ac2aab297c req-fbd6d9ee-45ac-48be-aa2b-f3a0eb7f4dda service neutron] Attempting to bind port a2e526a0-5588-4ba7-99ec-f0bb9d4e1326 on network 13b31595-cfcf-45b0-9d66-7d4d8e1b94b6 {{(pid=84040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 20:44:22.129137 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61b4bae0-a1b9-4550-8171-f9ac2aab297c req-fbd6d9ee-45ac-48be-aa2b-f3a0eb7f4dda service neutron] Port a2e526a0-5588-4ba7-99ec-f0bb9d4e1326 on network 13b31595-cfcf-45b0-9d66-7d4d8e1b94b6 not bound, no agent of type Open vSwitch agent registered on host n-h2-838334-2 {{(pid=84040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 18 20:44:22.129555 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61b4bae0-a1b9-4550-8171-f9ac2aab297c req-fbd6d9ee-45ac-48be-aa2b-f3a0eb7f4dda service neutron] Attempting to bind port a2e526a0-5588-4ba7-99ec-f0bb9d4e1326 on network 13b31595-cfcf-45b0-9d66-7d4d8e1b94b6 {{(pid=84040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 20:44:22.172034 n-d-838334-2 neutron-server[84041]: INFO neutron.notifiers.nova [-] Nova event matching ['req-841f1392-1204-4256-a4b0-c85869871b35'] response: {'server_uuid': 'bfb8b42e-58b9-4f6a-be0f-24f7d0bb5bc6', 'name': 'network-vif-deleted', 'tag': '462e4cea-9da7-4149-b973-b4a0cd7a6d86', 'status': 'completed', 'code': 200} Apr 18 20:44:22.197674 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61b4bae0-a1b9-4550-8171-f9ac2aab297c req-fbd6d9ee-45ac-48be-aa2b-f3a0eb7f4dda service neutron] Checking agent: {'id': 'dc797004-f641-47b7-a77f-9c62b5b16296', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-838334-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 34, 3), 'started_at': datetime.datetime(2022, 4, 18, 20, 34, 3), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 20, 44, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 18 20:44:22.198079 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61b4bae0-a1b9-4550-8171-f9ac2aab297c req-fbd6d9ee-45ac-48be-aa2b-f3a0eb7f4dda service neutron] Checking segment: {'id': '3ec3b3b0-7120-42bb-a66e-54355578d529', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '13b31595-cfcf-45b0-9d66-7d4d8e1b94b6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84040) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 20:44:22.198549 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61b4bae0-a1b9-4550-8171-f9ac2aab297c req-fbd6d9ee-45ac-48be-aa2b-f3a0eb7f4dda service neutron] Bound using segment: {'id': '3ec3b3b0-7120-42bb-a66e-54355578d529', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '13b31595-cfcf-45b0-9d66-7d4d8e1b94b6'} {{(pid=84040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 18 20:44:22.199058 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.managers [req-61b4bae0-a1b9-4550-8171-f9ac2aab297c req-fbd6d9ee-45ac-48be-aa2b-f3a0eb7f4dda service neutron] Bound port: a2e526a0-5588-4ba7-99ec-f0bb9d4e1326, host: n-h2-838334-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3ec3b3b0-7120-42bb-a66e-54355578d529', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '13b31595-cfcf-45b0-9d66-7d4d8e1b94b6'}}] {{(pid=84040) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 20:44:22.200257 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-61b4bae0-a1b9-4550-8171-f9ac2aab297c req-fbd6d9ee-45ac-48be-aa2b-f3a0eb7f4dda service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:22.234685 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5703697-7f55-40ab-af39-e51a01895799 req-1c0f9d3a-6b53-4f08-b73d-b25c845c99a3 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:44:22.235284 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5703697-7f55-40ab-af39-e51a01895799 req-1c0f9d3a-6b53-4f08-b73d-b25c845c99a3 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:44:22.235721 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5703697-7f55-40ab-af39-e51a01895799 req-1c0f9d3a-6b53-4f08-b73d-b25c845c99a3 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:44:22.237307 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-a5703697-7f55-40ab-af39-e51a01895799 req-1c0f9d3a-6b53-4f08-b73d-b25c845c99a3 service neutron] 10.222.0.48 "GET /v2.0/networks?tenant_id=86c5c562f6e642eda292a78265b6dea4&shared=False HTTP/1.1" status: 200 len: 2289 time: 0.3894651 Apr 18 20:44:22.251720 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-820b95f6-6e3e-4353-8727-84d17296c30d req-2c8f0c59-a631-4842-9d57-4e5fb782d67d tempest-ServersTestMultiNic-942198030 tempest-ServersTestMultiNic-942198030-project] 10.222.0.42 "GET /v2.0/security-groups?id=efc44a6f-ae8a-46ab-8143-fed7ce47374f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1850934 Apr 18 20:44:22.257624 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Device 80ff486a-645e-4b81-95ae-389dadda214a no longer exists at agent hyperv_n-h1-838334-2 {{(pid=84042) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 20:44:22.335202 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.plugin [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] No Port match for: 80ff486a-645e-4b81-95ae-389dadda214a {{(pid=84042) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 18 20:44:22.335641 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Device 80ff486a-645e-4b81-95ae-389dadda214a not bound to the agent host n-h1-838334-2 {{(pid=84042) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 20:44:22.336120 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Device 462e4cea-9da7-4149-b973-b4a0cd7a6d86 no longer exists at agent hyperv_n-h1-838334-2 {{(pid=84042) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 20:44:22.369123 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.plugin [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] No Port match for: 462e4cea-9da7-4149-b973-b4a0cd7a6d86 {{(pid=84042) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 18 20:44:22.369563 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Device 462e4cea-9da7-4149-b973-b4a0cd7a6d86 not bound to the agent host n-h1-838334-2 {{(pid=84042) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 20:44:22.697748 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-cf12c7c1-d748-4d02-9b94-f46896e25c65 req-0975138f-ff94-48f2-9b04-241f376d4240 tempest-TenantUsagesTestJSON-124120012 tempest-TenantUsagesTestJSON-124120012-project] 10.222.0.43 "GET /v2.0/networks?tenant_id=21fd47d33afe4984b6265eda60dd4742&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0386667 Apr 18 20:44:22.702170 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.db [req-61b4bae0-a1b9-4550-8171-f9ac2aab297c req-fbd6d9ee-45ac-48be-aa2b-f3a0eb7f4dda service neutron] For port a2e526a0-5588-4ba7-99ec-f0bb9d4e1326, host n-h2-838334-2, cleared binding levels {{(pid=84040) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 20:44:22.721674 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-4c896dac-3230-4db8-8a73-a7f8e65ee281 req-ecc08525-66ae-4438-92e9-f091cead72a6 tempest-SecurityGroupsTestJSON-1212657955 tempest-SecurityGroupsTestJSON-1212657955-project] 10.222.0.42 "GET /v2.0/security-groups/27b863b2-6a2f-4bf5-b9c8-4eaaf2dc67f0 HTTP/1.1" status: 200 len: 1634 time: 0.3702881 Apr 18 20:44:22.723246 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.db [req-61b4bae0-a1b9-4550-8171-f9ac2aab297c req-fbd6d9ee-45ac-48be-aa2b-f3a0eb7f4dda service neutron] For port a2e526a0-5588-4ba7-99ec-f0bb9d4e1326, host n-h2-838334-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838334-2',level=0,port_id=a2e526a0-5588-4ba7-99ec-f0bb9d4e1326,segment=NetworkSegment(3ec3b3b0-7120-42bb-a66e-54355578d529),segment_id=3ec3b3b0-7120-42bb-a66e-54355578d529)] {{(pid=84040) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 20:44:22.725222 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5703697-7f55-40ab-af39-e51a01895799 req-8d2d799f-e313-4bb2-bbb1-301b986a2b99 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:44:22.726698 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-a5703697-7f55-40ab-af39-e51a01895799 req-8d2d799f-e313-4bb2-bbb1-301b986a2b99 service neutron] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4718492 Apr 18 20:44:22.749500 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-61b4bae0-a1b9-4550-8171-f9ac2aab297c req-fbd6d9ee-45ac-48be-aa2b-f3a0eb7f4dda service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32440959'] for port, after_update {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:22.804582 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3256a0c-53e4-4257-bbb9-177f447306b6 req-f10de382-a18b-4dc4-bcad-bd808fd2a4af tempest-ServersAdminTestJSON-1240675426 tempest-ServersAdminTestJSON-1240675426-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:44:22.805641 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-e3256a0c-53e4-4257-bbb9-177f447306b6 req-f10de382-a18b-4dc4-bcad-bd808fd2a4af tempest-ServersAdminTestJSON-1240675426 tempest-ServersAdminTestJSON-1240675426-project] 10.222.0.42 "GET /v2.0/ports?device_id=ce6c549f-1c22-4313-93e6-93921dc22663 HTTP/1.1" status: 200 len: 949 time: 0.4958286 Apr 18 20:44:22.876146 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-61b4bae0-a1b9-4550-8171-f9ac2aab297c req-fbd6d9ee-45ac-48be-aa2b-f3a0eb7f4dda service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217293'] for port, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:22.877658 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-61b4bae0-a1b9-4550-8171-f9ac2aab297c req-fbd6d9ee-45ac-48be-aa2b-f3a0eb7f4dda service neutron] 10.222.0.48 "PUT /v2.0/ports/a2e526a0-5588-4ba7-99ec-f0bb9d4e1326 HTTP/1.1" status: 200 len: 1092 time: 2.8230891 Apr 18 20:44:22.930705 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbd6d9ee-45ac-48be-aa2b-f3a0eb7f4dda service neutron] Pushing event updated for resources: {'Port': ['ID=a2e526a0-5588-4ba7-99ec-f0bb9d4e1326,revision_number=3']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:44:22.956731 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf12c7c1-d748-4d02-9b94-f46896e25c65 req-21b771e0-0658-4974-820a-5792fbd00be3 tempest-TenantUsagesTestJSON-124120012 tempest-TenantUsagesTestJSON-124120012-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:44:22.964975 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-cf12c7c1-d748-4d02-9b94-f46896e25c65 req-21b771e0-0658-4974-820a-5792fbd00be3 tempest-TenantUsagesTestJSON-124120012 tempest-TenantUsagesTestJSON-124120012-project] 10.222.0.43 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2553372 Apr 18 20:44:22.985480 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.v2.base [req-cf12c7c1-d748-4d02-9b94-f46896e25c65 req-034b5fe4-77c6-4cec-9a5e-44d37bbc42dd tempest-TenantUsagesTestJSON-124120012 tempest-TenantUsagesTestJSON-124120012-project] Request body: {'port': {'device_id': '068c7e41-d12b-446b-a32f-c4dfad131899', 'network_id': 'cb56989d-7c5d-4678-b194-1d2edf1e842a', 'admin_state_up': True, 'tenant_id': '21fd47d33afe4984b6265eda60dd4742'}} {{(pid=84041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 20:44:23.008024 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-e3256a0c-53e4-4257-bbb9-177f447306b6 req-dc7b2462-931f-4087-90d9-d660fae17a8c tempest-ServersAdminTestJSON-1240675426 tempest-ServersAdminTestJSON-1240675426-project] 10.222.0.42 "GET /v2.0/security-groups?id=b9ed1788-e987-4b94-9dd4-ed408bd7803e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1864977 Apr 18 20:44:23.010660 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-4c896dac-3230-4db8-8a73-a7f8e65ee281 req-f29c9a91-b37f-4157-a119-a6f757fb62e9 tempest-SecurityGroupsTestJSON-1212657955 tempest-SecurityGroupsTestJSON-1212657955-project] Notify callbacks [] for security_group, before_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:23.086420 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-4c896dac-3230-4db8-8a73-a7f8e65ee281 req-f29c9a91-b37f-4157-a119-a6f757fb62e9 tempest-SecurityGroupsTestJSON-1212657955 tempest-SecurityGroupsTestJSON-1212657955-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:23.151207 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-61b4bae0-a1b9-4550-8171-f9ac2aab297c req-55915fdf-accd-4733-b263-c25a70dfc798 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=86c5c562f6e642eda292a78265b6dea4&device_id=31317ebd-0d88-4b39-b971-8c94cac5011a HTTP/1.1" status: 200 len: 2864 time: 0.2141366 Apr 18 20:44:23.229672 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [req-cf12c7c1-d748-4d02-9b94-f46896e25c65 req-034b5fe4-77c6-4cec-9a5e-44d37bbc42dd tempest-TenantUsagesTestJSON-124120012 tempest-TenantUsagesTestJSON-124120012-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:44:23.235594 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-4c896dac-3230-4db8-8a73-a7f8e65ee281 req-f29c9a91-b37f-4157-a119-a6f757fb62e9 tempest-SecurityGroupsTestJSON-1212657955 tempest-SecurityGroupsTestJSON-1212657955-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33528224'] for security_group, after_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:23.238134 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [req-cf12c7c1-d748-4d02-9b94-f46896e25c65 req-034b5fe4-77c6-4cec-9a5e-44d37bbc42dd tempest-TenantUsagesTestJSON-124120012 tempest-TenantUsagesTestJSON-124120012-project] Usage tracker for resource:port and tenant:21fd47d33afe4984b6265eda60dd4742 is out of sync, need to count used quota {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:44:23.254424 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [req-cf12c7c1-d748-4d02-9b94-f46896e25c65 req-034b5fe4-77c6-4cec-9a5e-44d37bbc42dd tempest-TenantUsagesTestJSON-124120012 tempest-TenantUsagesTestJSON-124120012-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:44:23.257321 n-d-838334-2 neutron-server[84040]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '31317ebd-0d88-4b39-b971-8c94cac5011a', 'tag': 'a2e526a0-5588-4ba7-99ec-f0bb9d4e1326'}] {{(pid=84040) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 20:44:23.266423 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [req-cf12c7c1-d748-4d02-9b94-f46896e25c65 req-034b5fe4-77c6-4cec-9a5e-44d37bbc42dd tempest-TenantUsagesTestJSON-124120012 tempest-TenantUsagesTestJSON-124120012-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:44:23.272452 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-61b4bae0-a1b9-4550-8171-f9ac2aab297c req-71c58d69-05fe-496d-b2ee-6af2a745169f service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.196&port_id=8332fa47-59b8-47c4-801f-fde1adc7878a HTTP/1.1" status: 200 len: 217 time: 0.1109927 Apr 18 20:44:23.275659 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f29c9a91-b37f-4157-a119-a6f757fb62e9 tempest-SecurityGroupsTestJSON-1212657955 tempest-SecurityGroupsTestJSON-1212657955-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=27b863b2-6a2f-4bf5-b9c8-4eaaf2dc67f0,revision_number=None']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:44:23.299696 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cf12c7c1-d748-4d02-9b94-f46896e25c65 req-034b5fe4-77c6-4cec-9a5e-44d37bbc42dd tempest-TenantUsagesTestJSON-124120012 tempest-TenantUsagesTestJSON-124120012-project] Made reservation on behalf of 21fd47d33afe4984b6265eda60dd4742 for: {'port': 1} {{(pid=84041) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:44:23.310406 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [req-cf12c7c1-d748-4d02-9b94-f46896e25c65 req-034b5fe4-77c6-4cec-9a5e-44d37bbc42dd tempest-TenantUsagesTestJSON-124120012 tempest-TenantUsagesTestJSON-124120012-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:23.323717 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-4c896dac-3230-4db8-8a73-a7f8e65ee281 req-f29c9a91-b37f-4157-a119-a6f757fb62e9 tempest-SecurityGroupsTestJSON-1212657955 tempest-SecurityGroupsTestJSON-1212657955-project] Notify callbacks [] for security_group, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:23.336765 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-4c896dac-3230-4db8-8a73-a7f8e65ee281 req-f29c9a91-b37f-4157-a119-a6f757fb62e9 tempest-SecurityGroupsTestJSON-1212657955 tempest-SecurityGroupsTestJSON-1212657955-project] 10.222.0.42 "DELETE /v2.0/security-groups/27b863b2-6a2f-4bf5-b9c8-4eaaf2dc67f0 HTTP/1.1" status: 204 len: 173 time: 0.6077490 Apr 18 20:44:23.361197 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [req-cf12c7c1-d748-4d02-9b94-f46896e25c65 req-034b5fe4-77c6-4cec-9a5e-44d37bbc42dd tempest-TenantUsagesTestJSON-124120012 tempest-TenantUsagesTestJSON-124120012-project] Notify callbacks [] for security_group, before_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:23.424662 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61b4bae0-a1b9-4550-8171-f9ac2aab297c req-75b65bac-c2bc-467b-a7ac-6856dcbbccdb service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:44:23.429116 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [req-cf12c7c1-d748-4d02-9b94-f46896e25c65 req-034b5fe4-77c6-4cec-9a5e-44d37bbc42dd tempest-TenantUsagesTestJSON-124120012 tempest-TenantUsagesTestJSON-124120012-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:44:23.431047 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-61b4bae0-a1b9-4550-8171-f9ac2aab297c req-75b65bac-c2bc-467b-a7ac-6856dcbbccdb service neutron] 10.222.0.48 "GET /v2.0/subnets?id=0269348a-d2d1-458f-aa79-278c1714117f HTTP/1.1" status: 200 len: 801 time: 0.1452365 Apr 18 20:44:23.433102 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [req-cf12c7c1-d748-4d02-9b94-f46896e25c65 req-034b5fe4-77c6-4cec-9a5e-44d37bbc42dd tempest-TenantUsagesTestJSON-124120012 tempest-TenantUsagesTestJSON-124120012-project] Usage tracker for resource:security_group_rule and tenant:21fd47d33afe4984b6265eda60dd4742 is out of sync, need to count used quota {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:44:23.436357 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [req-cf12c7c1-d748-4d02-9b94-f46896e25c65 req-034b5fe4-77c6-4cec-9a5e-44d37bbc42dd tempest-TenantUsagesTestJSON-124120012 tempest-TenantUsagesTestJSON-124120012-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:44:23.442052 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [req-cf12c7c1-d748-4d02-9b94-f46896e25c65 req-034b5fe4-77c6-4cec-9a5e-44d37bbc42dd tempest-TenantUsagesTestJSON-124120012 tempest-TenantUsagesTestJSON-124120012-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:44:23.517942 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [req-cf12c7c1-d748-4d02-9b94-f46896e25c65 req-034b5fe4-77c6-4cec-9a5e-44d37bbc42dd tempest-TenantUsagesTestJSON-124120012 tempest-TenantUsagesTestJSON-124120012-project] Notify callbacks [] for security_group, precommit_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:23.523906 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [req-cf12c7c1-d748-4d02-9b94-f46896e25c65 req-034b5fe4-77c6-4cec-9a5e-44d37bbc42dd tempest-TenantUsagesTestJSON-124120012 tempest-TenantUsagesTestJSON-124120012-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33528224'] for security_group, after_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:23.530444 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-e41a7d53-53d4-4970-a8b7-da636ec486e2 req-50019bfd-102e-49f1-b2df-2ff085f2b323 tempest-TenantUsagesTestJSON-124120012 tempest-TenantUsagesTestJSON-124120012-project] 10.222.0.42 "GET /v2.0/ports?device_id=068c7e41-d12b-446b-a32f-c4dfad131899 HTTP/1.1" status: 200 len: 210 time: 0.1196108 Apr 18 20:44:23.618166 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-61b4bae0-a1b9-4550-8171-f9ac2aab297c req-159f4983-9c2a-448e-9ea7-31df712c3b47 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=13b31595-cfcf-45b0-9d66-7d4d8e1b94b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0865843 Apr 18 20:44:23.669166 n-d-838334-2 neutron-server[84040]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7f809a3a-b7af-466c-971f-3c80e3a77917'] response: {'name': 'network-changed', 'server_uuid': '31317ebd-0d88-4b39-b971-8c94cac5011a', 'tag': 'a2e526a0-5588-4ba7-99ec-f0bb9d4e1326', 'status': 'completed', 'code': 200} Apr 18 20:44:23.676090 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 40390) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:44:23.697834 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-034b5fe4-77c6-4cec-9a5e-44d37bbc42dd tempest-TenantUsagesTestJSON-124120012 tempest-TenantUsagesTestJSON-124120012-project] Pushing event updated for resources: {'SecurityGroup': ['ID=56c74760-1831-452b-a72f-8e09beaab3e2,revision_number=1']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:44:23.828574 n-d-838334-2 neutron-server[84040]: INFO neutron.api.v2.resource [req-24efd422-cfa7-4d38-8605-90f8664b4097 req-fac0c34f-49ad-41eb-821f-fa95cfe84473 tempest-SecurityGroupsTestJSON-1212657955 tempest-SecurityGroupsTestJSON-1212657955-project] show failed (client error): The resource could not be found. Apr 18 20:44:23.829592 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-24efd422-cfa7-4d38-8605-90f8664b4097 req-fac0c34f-49ad-41eb-821f-fa95cfe84473 tempest-SecurityGroupsTestJSON-1212657955 tempest-SecurityGroupsTestJSON-1212657955-project] 10.222.0.42 "GET /v2.0/security-groups/27b863b2-6a2f-4bf5-b9c8-4eaaf2dc67f0 HTTP/1.1" status: 404 len: 352 time: 0.1369774 Apr 18 20:44:23.879207 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.db_base_plugin_common [req-cf12c7c1-d748-4d02-9b94-f46896e25c65 req-034b5fe4-77c6-4cec-9a5e-44d37bbc42dd tempest-TenantUsagesTestJSON-124120012 tempest-TenantUsagesTestJSON-124120012-project] Allocated IP 192.168.233.35 (cb56989d-7c5d-4678-b194-1d2edf1e842a/c4b526db-4d8a-4d4c-a310-e3a599630ae1/340925cb-ddc0-4c6b-ba6c-891dc1449264) {{(pid=84041) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:44:23.917307 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-72419c3d-a34d-4463-9bc1-9f4918aac92e admin admin] Notify callbacks [] for security_group, before_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:23.953178 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [None req-72419c3d-a34d-4463-9bc1-9f4918aac92e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:44:23.962330 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-61b4bae0-a1b9-4550-8171-f9ac2aab297c req-98ee0211-6380-46be-a772-b1fc62c86b3a service neutron] 10.222.0.48 "GET /v2.0/networks/13b31595-cfcf-45b0-9d66-7d4d8e1b94b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3335094 Apr 18 20:44:23.969961 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d55bdae6-91ac-4a36-a7ad-7d17b0ff212f req-1075e160-2b99-4012-a584-4563cf8f9e7c tempest-ServersTestMultiNic-942198030 tempest-ServersTestMultiNic-942198030-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:44:23.974041 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d55bdae6-91ac-4a36-a7ad-7d17b0ff212f req-1075e160-2b99-4012-a584-4563cf8f9e7c tempest-ServersTestMultiNic-942198030 tempest-ServersTestMultiNic-942198030-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:44:23.978343 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d55bdae6-91ac-4a36-a7ad-7d17b0ff212f req-1075e160-2b99-4012-a584-4563cf8f9e7c tempest-ServersTestMultiNic-942198030 tempest-ServersTestMultiNic-942198030-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:44:23.985973 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-d55bdae6-91ac-4a36-a7ad-7d17b0ff212f req-1075e160-2b99-4012-a584-4563cf8f9e7c tempest-ServersTestMultiNic-942198030 tempest-ServersTestMultiNic-942198030-project] 10.222.0.42 "GET /v2.0/ports?device_id=31317ebd-0d88-4b39-b971-8c94cac5011a HTTP/1.1" status: 200 len: 2411 time: 0.2126429 Apr 18 20:44:24.018649 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-72419c3d-a34d-4463-9bc1-9f4918aac92e admin admin] Usage tracker for resource:security_group_rule and tenant:23b9e1b6a8e94d8688f918a3df672803 is out of sync, need to count used quota {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:44:24.063270 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-72419c3d-a34d-4463-9bc1-9f4918aac92e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:44:24.076782 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [None req-72419c3d-a34d-4463-9bc1-9f4918aac92e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:44:24.137842 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [req-cf12c7c1-d748-4d02-9b94-f46896e25c65 req-034b5fe4-77c6-4cec-9a5e-44d37bbc42dd tempest-TenantUsagesTestJSON-124120012 tempest-TenantUsagesTestJSON-124120012-project] Notify callbacks [] for port, precommit_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:24.156556 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.provisioning_blocks [req-cf12c7c1-d748-4d02-9b94-f46896e25c65 req-034b5fe4-77c6-4cec-9a5e-44d37bbc42dd tempest-TenantUsagesTestJSON-124120012 tempest-TenantUsagesTestJSON-124120012-project] Transition to ACTIVE for port object 340925cb-ddc0-4c6b-ba6c-891dc1449264 will not be triggered until provisioned by entity DHCP. {{(pid=84041) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 20:44:24.186779 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [req-cf12c7c1-d748-4d02-9b94-f46896e25c65 req-034b5fe4-77c6-4cec-9a5e-44d37bbc42dd tempest-TenantUsagesTestJSON-124120012 tempest-TenantUsagesTestJSON-124120012-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750374836619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32266323'] for port, after_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:24.202050 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-d55bdae6-91ac-4a36-a7ad-7d17b0ff212f req-f0026914-13f2-4364-90d1-0496b22b8486 tempest-ServersTestMultiNic-942198030 tempest-ServersTestMultiNic-942198030-project] 10.222.0.42 "GET /v2.0/security-groups?id=efc44a6f-ae8a-46ab-8143-fed7ce47374f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2152154 Apr 18 20:44:24.253521 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-61b4bae0-a1b9-4550-8171-f9ac2aab297c req-3ace636c-2271-4a4f-bd22-bb99e86998e1 service neutron] 10.222.0.48 "GET /v2.0/networks/13b31595-cfcf-45b0-9d66-7d4d8e1b94b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2362704 Apr 18 20:44:24.279035 n-d-838334-2 neutron-server[84041]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cf12c7c1-d748-4d02-9b94-f46896e25c65 req-034b5fe4-77c6-4cec-9a5e-44d37bbc42dd tempest-TenantUsagesTestJSON-124120012 tempest-TenantUsagesTestJSON-124120012-project] Network cb56989d-7c5d-4678-b194-1d2edf1e842a is already hosted by enough agents. {{(pid=84041) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:44:24.285747 n-d-838334-2 neutron-server[84041]: DEBUG neutron.scheduler.base_scheduler [req-cf12c7c1-d748-4d02-9b94-f46896e25c65 req-034b5fe4-77c6-4cec-9a5e-44d37bbc42dd tempest-TenantUsagesTestJSON-124120012 tempest-TenantUsagesTestJSON-124120012-project] Resources bound (agent type, host, resource id): {{(pid=84041) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:44:24.287740 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-034b5fe4-77c6-4cec-9a5e-44d37bbc42dd tempest-TenantUsagesTestJSON-124120012 tempest-TenantUsagesTestJSON-124120012-project] Pushing event updated for resources: {'Port': ['ID=340925cb-ddc0-4c6b-ba6c-891dc1449264,revision_number=1']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:44:24.290198 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.l3_dvrscheduler_db [req-cf12c7c1-d748-4d02-9b94-f46896e25c65 req-034b5fe4-77c6-4cec-9a5e-44d37bbc42dd tempest-TenantUsagesTestJSON-124120012 tempest-TenantUsagesTestJSON-124120012-project] Received port after_create {{(pid=84041) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 20:44:24.329301 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94ee1ba4-8892-4d68-b919-2995810dc29a req-65753769-4264-4ed2-ac28-8335251ddcc0 tempest-ServersOnMultiNodesTest-1168278630 tempest-ServersOnMultiNodesTest-1168278630-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:44:24.330805 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-94ee1ba4-8892-4d68-b919-2995810dc29a req-65753769-4264-4ed2-ac28-8335251ddcc0 tempest-ServersOnMultiNodesTest-1168278630 tempest-ServersOnMultiNodesTest-1168278630-project] 10.222.0.42 "GET /v2.0/ports?device_id=45877157-0d22-4fd3-83a2-0a0549a4ab80 HTTP/1.1" status: 200 len: 950 time: 0.3752704 Apr 18 20:44:24.368853 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf12c7c1-d748-4d02-9b94-f46896e25c65 req-034b5fe4-77c6-4cec-9a5e-44d37bbc42dd tempest-TenantUsagesTestJSON-124120012 tempest-TenantUsagesTestJSON-124120012-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:44:24.369645 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [req-cf12c7c1-d748-4d02-9b94-f46896e25c65 req-034b5fe4-77c6-4cec-9a5e-44d37bbc42dd tempest-TenantUsagesTestJSON-124120012 tempest-TenantUsagesTestJSON-124120012-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217293'] for port, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:24.404833 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-cf12c7c1-d748-4d02-9b94-f46896e25c65 req-034b5fe4-77c6-4cec-9a5e-44d37bbc42dd tempest-TenantUsagesTestJSON-124120012 tempest-TenantUsagesTestJSON-124120012-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.4252622 Apr 18 20:44:24.416377 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-61b4bae0-a1b9-4550-8171-f9ac2aab297c req-f1eb6255-f74e-40cd-a4c2-7fa6a8ec816e service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.7&port_id=ed092bb3-3ed5-40cb-8604-e46d67f03de1 HTTP/1.1" status: 200 len: 217 time: 0.1502402 Apr 18 20:44:24.425423 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.v2.base [req-cf12c7c1-d748-4d02-9b94-f46896e25c65 req-ba2aa1cd-afed-4a1e-8e5a-3495dfb1322b service neutron] Request body: {'port': {'device_id': '068c7e41-d12b-446b-a32f-c4dfad131899', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-838334-2'}} {{(pid=84041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 20:44:24.442644 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-72419c3d-a34d-4463-9bc1-9f4918aac92e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:24.499183 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-72419c3d-a34d-4463-9bc1-9f4918aac92e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33528224'] for security_group, after_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:24.570402 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [req-cf12c7c1-d748-4d02-9b94-f46896e25c65 req-ba2aa1cd-afed-4a1e-8e5a-3495dfb1322b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:24.601548 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-a9dbd11d-7d8d-4b01-8cc9-cbaf7138cde0 None None] Provisioning for port 340925cb-ddc0-4c6b-ba6c-891dc1449264 completed by entity DHCP. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 20:44:24.610592 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61b4bae0-a1b9-4550-8171-f9ac2aab297c req-60d07417-e314-47b9-a33d-4d67156078f1 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:44:24.612529 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-61b4bae0-a1b9-4550-8171-f9ac2aab297c req-60d07417-e314-47b9-a33d-4d67156078f1 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=bab14fc6-fcc7-4d93-8112-49f4b0592f31 HTTP/1.1" status: 200 len: 801 time: 0.1812594 Apr 18 20:44:24.612984 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-a9dbd11d-7d8d-4b01-8cc9-cbaf7138cde0 None None] Provisioning complete for port 340925cb-ddc0-4c6b-ba6c-891dc1449264 triggered by entity DHCP. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:44:24.613599 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-a9dbd11d-7d8d-4b01-8cc9-cbaf7138cde0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1253608'] for port, provisioning_complete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:24.621994 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-94ee1ba4-8892-4d68-b919-2995810dc29a req-5f1462f4-6963-4770-962c-98b384ccbfae tempest-ServersOnMultiNodesTest-1168278630 tempest-ServersOnMultiNodesTest-1168278630-project] 10.222.0.42 "GET /v2.0/security-groups?id=e1e985d3-f227-45b4-b9a7-ffadcd0db1b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2724106 Apr 18 20:44:24.623332 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72419c3d-a34d-4463-9bc1-9f4918aac92e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1d8851e9-066a-43dd-8591-0192af5311e7,revision_number=1']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:44:24.674277 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-72419c3d-a34d-4463-9bc1-9f4918aac92e admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=23b9e1b6a8e94d8688f918a3df672803&name=default HTTP/1.1" status: 200 len: 2647 time: 0.9970307 Apr 18 20:44:24.686240 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 40418) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:44:24.709363 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [req-30617c29-adc1-4439-9c15-4bca7f3e5c69 req-d4d84675-75e4-449a-adaa-75785945581e tempest-SecurityGroupsTestJSON-1212657955 tempest-SecurityGroupsTestJSON-1212657955-project] Synchronizing usage tracker for tenant:f09031fed4d542f69d251f76eb7f477d on resource:security_group {{(pid=84040) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 20:44:24.790557 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [req-30617c29-adc1-4439-9c15-4bca7f3e5c69 req-d4d84675-75e4-449a-adaa-75785945581e tempest-SecurityGroupsTestJSON-1212657955 tempest-SecurityGroupsTestJSON-1212657955-project] Unset dirty status for tenant:f09031fed4d542f69d251f76eb7f477d on resource:security_group {{(pid=84040) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 20:44:24.795471 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-30617c29-adc1-4439-9c15-4bca7f3e5c69 req-d4d84675-75e4-449a-adaa-75785945581e tempest-SecurityGroupsTestJSON-1212657955 tempest-SecurityGroupsTestJSON-1212657955-project] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=f09031fed4d542f69d251f76eb7f477d HTTP/1.1" status: 200 len: 5486 time: 0.4740758 Apr 18 20:44:24.799407 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.plugin [None req-a9dbd11d-7d8d-4b01-8cc9-cbaf7138cde0 None None] Port 340925cb-ddc0-4c6b-ba6c-891dc1449264 cannot update to ACTIVE because it is not bound. {{(pid=84042) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 18 20:44:24.817430 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-311bea82-67e8-4819-aef5-94267284108b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:24.852641 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-61b4bae0-a1b9-4550-8171-f9ac2aab297c req-5c205a85-c6e7-454a-abde-b79dbe273998 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=7b39d1a2-fe93-4b26-9696-d41c7626cbe5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2236414 Apr 18 20:44:24.927437 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-311bea82-67e8-4819-aef5-94267284108b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:25.020917 n-d-838334-2 neutron-server[84041]: DEBUG neutron.notifiers.nova [req-cf12c7c1-d748-4d02-9b94-f46896e25c65 req-ba2aa1cd-afed-4a1e-8e5a-3495dfb1322b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 340925cb-ddc0-4c6b-ba6c-891dc1449264 {{(pid=84041) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 18 20:44:25.029247 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [req-cf12c7c1-d748-4d02-9b94-f46896e25c65 req-ba2aa1cd-afed-4a1e-8e5a-3495dfb1322b service neutron] Notify callbacks [] for port, precommit_update {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:25.045269 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.provisioning_blocks [req-cf12c7c1-d748-4d02-9b94-f46896e25c65 req-ba2aa1cd-afed-4a1e-8e5a-3495dfb1322b service neutron] Transition to ACTIVE for port object 340925cb-ddc0-4c6b-ba6c-891dc1449264 will not be triggered until provisioned by entity L2. {{(pid=84041) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 20:44:25.049051 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [req-cf12c7c1-d748-4d02-9b94-f46896e25c65 req-ba2aa1cd-afed-4a1e-8e5a-3495dfb1322b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32266282'] for port, after_update {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:25.121553 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-30617c29-adc1-4439-9c15-4bca7f3e5c69 req-464e2b92-6e98-4c6c-a266-f88e20cf70c0 tempest-SecurityGroupsTestJSON-1212657955 tempest-SecurityGroupsTestJSON-1212657955-project] 10.222.0.42 "GET /v2.0/security-groups/9011416c-6492-4991-9c3b-a886ca17cbe3 HTTP/1.1" status: 200 len: 2649 time: 0.3250141 Apr 18 20:44:25.264854 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-61b4bae0-a1b9-4550-8171-f9ac2aab297c req-5fe3a171-5bfe-408b-bba8-125422d3acf2 service neutron] 10.222.0.48 "GET /v2.0/networks/7b39d1a2-fe93-4b26-9696-d41c7626cbe5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3660369 Apr 18 20:44:25.270993 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dbb2f89-692c-4b68-bd5d-66bb7f878128 req-56e966b9-a422-43b4-acc2-7ceeccef70a2 tempest-ServersAdminTestJSON-1240675426 tempest-ServersAdminTestJSON-1240675426-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:44:25.272490 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-5dbb2f89-692c-4b68-bd5d-66bb7f878128 req-56e966b9-a422-43b4-acc2-7ceeccef70a2 tempest-ServersAdminTestJSON-1240675426 tempest-ServersAdminTestJSON-1240675426-project] 10.222.0.42 "GET /v2.0/ports?device_id=ce6c549f-1c22-4313-93e6-93921dc22663 HTTP/1.1" status: 200 len: 949 time: 0.4282894 Apr 18 20:44:25.273123 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-311bea82-67e8-4819-aef5-94267284108b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33528224'] for security_group, after_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:25.275966 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba2aa1cd-afed-4a1e-8e5a-3495dfb1322b service neutron] Pushing event updated for resources: {'Port': ['ID=340925cb-ddc0-4c6b-ba6c-891dc1449264,revision_number=2']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:44:25.310293 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-30617c29-adc1-4439-9c15-4bca7f3e5c69 req-9ce1c55f-dae3-45ca-9c99-813654a91615 tempest-SecurityGroupsTestJSON-1212657955 tempest-SecurityGroupsTestJSON-1212657955-project] 10.222.0.42 "GET /v2.0/security-groups/9011416c-6492-4991-9c3b-a886ca17cbe3 HTTP/1.1" status: 200 len: 2649 time: 0.1750896 Apr 18 20:44:25.331652 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-311bea82-67e8-4819-aef5-94267284108b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d8851e9-066a-43dd-8591-0192af5311e7,revision_number=None']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:44:25.405512 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-311bea82-67e8-4819-aef5-94267284108b admin admin] Notify callbacks [] for security_group, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:25.409139 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-311bea82-67e8-4819-aef5-94267284108b admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/1d8851e9-066a-43dd-8591-0192af5311e7 HTTP/1.1" status: 204 len: 168 time: 0.7195590 Apr 18 20:44:25.410232 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.managers [req-cf12c7c1-d748-4d02-9b94-f46896e25c65 req-ba2aa1cd-afed-4a1e-8e5a-3495dfb1322b service neutron] Attempting to bind port 340925cb-ddc0-4c6b-ba6c-891dc1449264 on host n-h1-838334-2 for vnic_type normal with profile {{(pid=84041) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:44:25.410993 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.managers [req-cf12c7c1-d748-4d02-9b94-f46896e25c65 req-ba2aa1cd-afed-4a1e-8e5a-3495dfb1322b service neutron] Attempting to bind port 340925cb-ddc0-4c6b-ba6c-891dc1449264 by drivers openvswitch,hyperv on host n-h1-838334-2 at level 0 using segments [{'id': '62b85806-94d8-4a88-a06c-da82e5932d66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': 'cb56989d-7c5d-4678-b194-1d2edf1e842a'}] {{(pid=84041) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:44:25.410993 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf12c7c1-d748-4d02-9b94-f46896e25c65 req-ba2aa1cd-afed-4a1e-8e5a-3495dfb1322b service neutron] Attempting to bind port 340925cb-ddc0-4c6b-ba6c-891dc1449264 on network cb56989d-7c5d-4678-b194-1d2edf1e842a {{(pid=84041) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 20:44:25.428070 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf12c7c1-d748-4d02-9b94-f46896e25c65 req-ba2aa1cd-afed-4a1e-8e5a-3495dfb1322b service neutron] Port 340925cb-ddc0-4c6b-ba6c-891dc1449264 on network cb56989d-7c5d-4678-b194-1d2edf1e842a not bound, no agent of type Open vSwitch agent registered on host n-h1-838334-2 {{(pid=84041) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 18 20:44:25.428448 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf12c7c1-d748-4d02-9b94-f46896e25c65 req-ba2aa1cd-afed-4a1e-8e5a-3495dfb1322b service neutron] Attempting to bind port 340925cb-ddc0-4c6b-ba6c-891dc1449264 on network cb56989d-7c5d-4678-b194-1d2edf1e842a {{(pid=84041) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 20:44:25.440465 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf12c7c1-d748-4d02-9b94-f46896e25c65 req-ba2aa1cd-afed-4a1e-8e5a-3495dfb1322b service neutron] Checking agent: {'id': 'd63bab19-ff81-4de1-afeb-a3732288d0d7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-838334-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 33, 59), 'started_at': datetime.datetime(2022, 4, 18, 20, 33, 59), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 20, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84041) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 18 20:44:25.440735 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf12c7c1-d748-4d02-9b94-f46896e25c65 req-ba2aa1cd-afed-4a1e-8e5a-3495dfb1322b service neutron] Checking segment: {'id': '62b85806-94d8-4a88-a06c-da82e5932d66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': 'cb56989d-7c5d-4678-b194-1d2edf1e842a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84041) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 20:44:25.441111 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf12c7c1-d748-4d02-9b94-f46896e25c65 req-ba2aa1cd-afed-4a1e-8e5a-3495dfb1322b service neutron] Bound using segment: {'id': '62b85806-94d8-4a88-a06c-da82e5932d66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': 'cb56989d-7c5d-4678-b194-1d2edf1e842a'} {{(pid=84041) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 18 20:44:25.441533 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.managers [req-cf12c7c1-d748-4d02-9b94-f46896e25c65 req-ba2aa1cd-afed-4a1e-8e5a-3495dfb1322b service neutron] Bound port: 340925cb-ddc0-4c6b-ba6c-891dc1449264, host: n-h1-838334-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '62b85806-94d8-4a88-a06c-da82e5932d66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': 'cb56989d-7c5d-4678-b194-1d2edf1e842a'}}] {{(pid=84041) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 20:44:25.441869 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [req-cf12c7c1-d748-4d02-9b94-f46896e25c65 req-ba2aa1cd-afed-4a1e-8e5a-3495dfb1322b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:25.460768 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-5dbb2f89-692c-4b68-bd5d-66bb7f878128 req-3baffe6a-5156-4b31-bdb2-54b14a2b20c2 tempest-ServersAdminTestJSON-1240675426 tempest-ServersAdminTestJSON-1240675426-project] 10.222.0.42 "GET /v2.0/security-groups?id=b9ed1788-e987-4b94-9dd4-ed408bd7803e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1535115 Apr 18 20:44:25.540321 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-61b4bae0-a1b9-4550-8171-f9ac2aab297c req-f04ed6e4-5663-4fb7-9306-ca321cb0ba3b service neutron] 10.222.0.48 "GET /v2.0/networks/7b39d1a2-fe93-4b26-9696-d41c7626cbe5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2527380 Apr 18 20:44:25.549458 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.db [req-cf12c7c1-d748-4d02-9b94-f46896e25c65 req-ba2aa1cd-afed-4a1e-8e5a-3495dfb1322b service neutron] For port 340925cb-ddc0-4c6b-ba6c-891dc1449264, host n-h1-838334-2, cleared binding levels {{(pid=84041) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 20:44:25.552701 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.db [req-cf12c7c1-d748-4d02-9b94-f46896e25c65 req-ba2aa1cd-afed-4a1e-8e5a-3495dfb1322b service neutron] For port 340925cb-ddc0-4c6b-ba6c-891dc1449264, host n-h1-838334-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838334-2',level=0,port_id=340925cb-ddc0-4c6b-ba6c-891dc1449264,segment=NetworkSegment(62b85806-94d8-4a88-a06c-da82e5932d66),segment_id=62b85806-94d8-4a88-a06c-da82e5932d66)] {{(pid=84041) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 20:44:25.560118 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [req-cf12c7c1-d748-4d02-9b94-f46896e25c65 req-ba2aa1cd-afed-4a1e-8e5a-3495dfb1322b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32266282'] for port, after_update {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:25.642171 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-61b4bae0-a1b9-4550-8171-f9ac2aab297c req-7e230efd-99bc-48e8-8252-b1d221f3e3be service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.141&port_id=a2e526a0-5588-4ba7-99ec-f0bb9d4e1326 HTTP/1.1" status: 200 len: 217 time: 0.0895412 Apr 18 20:44:25.645164 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba2aa1cd-afed-4a1e-8e5a-3495dfb1322b service neutron] Pushing event updated for resources: {'Port': ['ID=340925cb-ddc0-4c6b-ba6c-891dc1449264,revision_number=3']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:44:25.666113 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [req-cf12c7c1-d748-4d02-9b94-f46896e25c65 req-ba2aa1cd-afed-4a1e-8e5a-3495dfb1322b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217293'] for port, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:25.668879 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-cf12c7c1-d748-4d02-9b94-f46896e25c65 req-ba2aa1cd-afed-4a1e-8e5a-3495dfb1322b service neutron] 10.222.0.43 "PUT /v2.0/ports/340925cb-ddc0-4c6b-ba6c-891dc1449264 HTTP/1.1" status: 200 len: 1095 time: 1.2497373 Apr 18 20:44:25.671008 n-d-838334-2 neutron-server[84041]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '068c7e41-d12b-446b-a32f-c4dfad131899', 'tag': '340925cb-ddc0-4c6b-ba6c-891dc1449264'}] {{(pid=84041) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 20:44:25.698672 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d132e81-1166-4d44-80d1-818b0ee9676b req-86846f1e-aae2-4ba0-acaa-2d4804a50394 tempest-TenantUsagesTestJSON-124120012 tempest-TenantUsagesTestJSON-124120012-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:44:25.700923 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-6d132e81-1166-4d44-80d1-818b0ee9676b req-86846f1e-aae2-4ba0-acaa-2d4804a50394 tempest-TenantUsagesTestJSON-124120012 tempest-TenantUsagesTestJSON-124120012-project] 10.222.0.42 "GET /v2.0/ports?device_id=068c7e41-d12b-446b-a32f-c4dfad131899 HTTP/1.1" status: 200 len: 947 time: 0.2454650 Apr 18 20:44:25.766658 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61b4bae0-a1b9-4550-8171-f9ac2aab297c req-ddced96d-fed0-47c1-b392-295d720b3f69 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:44:25.768244 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-61b4bae0-a1b9-4550-8171-f9ac2aab297c req-ddced96d-fed0-47c1-b392-295d720b3f69 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=0269348a-d2d1-458f-aa79-278c1714117f HTTP/1.1" status: 200 len: 801 time: 0.1140814 Apr 18 20:44:25.789414 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-6d132e81-1166-4d44-80d1-818b0ee9676b req-6248f85e-2757-47c2-a676-08add5120e77 tempest-TenantUsagesTestJSON-124120012 tempest-TenantUsagesTestJSON-124120012-project] 10.222.0.42 "GET /v2.0/security-groups?id=56c74760-1831-452b-a72f-8e09beaab3e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642626 Apr 18 20:44:25.843184 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-cf12c7c1-d748-4d02-9b94-f46896e25c65 req-009604a2-5026-49e7-8a2a-63381549a887 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=21fd47d33afe4984b6265eda60dd4742&device_id=068c7e41-d12b-446b-a32f-c4dfad131899 HTTP/1.1" status: 200 len: 1098 time: 0.1176093 Apr 18 20:44:25.947109 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-cf12c7c1-d748-4d02-9b94-f46896e25c65 req-940ad6eb-1d33-4c92-91dc-af4f30d85c05 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.35&port_id=340925cb-ddc0-4c6b-ba6c-891dc1449264 HTTP/1.1" status: 200 len: 217 time: 0.0946176 Apr 18 20:44:26.034936 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf12c7c1-d748-4d02-9b94-f46896e25c65 req-2d3aab68-c49e-480b-992e-7af2ff451067 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:44:26.036854 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-cf12c7c1-d748-4d02-9b94-f46896e25c65 req-2d3aab68-c49e-480b-992e-7af2ff451067 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=c4b526db-4d8a-4d4c-a310-e3a599630ae1 HTTP/1.1" status: 200 len: 843 time: 0.0815628 Apr 18 20:44:26.138613 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-cf12c7c1-d748-4d02-9b94-f46896e25c65 req-cc8bd350-6d04-4919-a12e-2519e52ddab3 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=cb56989d-7c5d-4678-b194-1d2edf1e842a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0951409 Apr 18 20:44:26.151367 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-924cc5ac-1f95-48b9-a743-d788c9c95ec0 req-672b4801-601d-4461-ad3d-9150357d27a7 tempest-MigrationsAdminTest-1326981207 tempest-MigrationsAdminTest-1326981207-project] 10.222.0.42 "GET /v2.0/networks?tenant_id=0ae89e923933452faf6047be78995cc1&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0433309 Apr 18 20:44:26.170657 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79ab1732-c48b-4925-b63a-4d66b235bc89 req-ffaf05e4-93d6-417c-865f-c56c4e2b39cd tempest-ServersOnMultiNodesTest-1168278630 tempest-ServersOnMultiNodesTest-1168278630-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:44:26.172082 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-79ab1732-c48b-4925-b63a-4d66b235bc89 req-ffaf05e4-93d6-417c-865f-c56c4e2b39cd tempest-ServersOnMultiNodesTest-1168278630 tempest-ServersOnMultiNodesTest-1168278630-project] 10.222.0.48 "GET /v2.0/ports?device_id=45877157-0d22-4fd3-83a2-0a0549a4ab80 HTTP/1.1" status: 200 len: 950 time: 0.3787444 Apr 18 20:44:26.280823 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-cf12c7c1-d748-4d02-9b94-f46896e25c65 req-e5bfa915-e01d-4a0e-9a62-9c1d51f04691 service neutron] 10.222.0.43 "GET /v2.0/networks/cb56989d-7c5d-4678-b194-1d2edf1e842a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1348257 Apr 18 20:44:26.293389 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-61b4bae0-a1b9-4550-8171-f9ac2aab297c req-d91691a5-7ff2-4ac8-8a0d-281b3d10d037 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=13b31595-cfcf-45b0-9d66-7d4d8e1b94b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.4978485 Apr 18 20:44:26.316918 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f14b1e87-c45c-4b1c-b17f-2e53f323d4ab req-9f76a1df-c098-4ee7-8c07-dcd522b6891a tempest-ServersTestMultiNic-942198030 tempest-ServersTestMultiNic-942198030-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:44:26.320806 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f14b1e87-c45c-4b1c-b17f-2e53f323d4ab req-9f76a1df-c098-4ee7-8c07-dcd522b6891a tempest-ServersTestMultiNic-942198030 tempest-ServersTestMultiNic-942198030-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:44:26.325380 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f14b1e87-c45c-4b1c-b17f-2e53f323d4ab req-9f76a1df-c098-4ee7-8c07-dcd522b6891a tempest-ServersTestMultiNic-942198030 tempest-ServersTestMultiNic-942198030-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:44:26.327197 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-f14b1e87-c45c-4b1c-b17f-2e53f323d4ab req-9f76a1df-c098-4ee7-8c07-dcd522b6891a tempest-ServersTestMultiNic-942198030 tempest-ServersTestMultiNic-942198030-project] 10.222.0.42 "GET /v2.0/ports?device_id=31317ebd-0d88-4b39-b971-8c94cac5011a HTTP/1.1" status: 200 len: 2411 time: 0.3731401 Apr 18 20:44:26.432511 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-cf12c7c1-d748-4d02-9b94-f46896e25c65 req-96435de3-4c7a-4a56-9ced-45137e21f8f9 service neutron] 10.222.0.43 "GET /v2.0/networks/cb56989d-7c5d-4678-b194-1d2edf1e842a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1453171 Apr 18 20:44:26.486597 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.plugin [req-79ab1732-c48b-4925-b63a-4d66b235bc89 req-836b19dc-f760-4692-892a-98d66e3d89f1 tempest-ServersOnMultiNodesTest-1168278630 tempest-ServersOnMultiNodesTest-1168278630-project] Deleting port 48374dfc-daf0-401c-976e-d3d8c71d0274 {{(pid=84040) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 20:44:26.486927 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-79ab1732-c48b-4925-b63a-4d66b235bc89 req-836b19dc-f760-4692-892a-98d66e3d89f1 tempest-ServersOnMultiNodesTest-1168278630 tempest-ServersOnMultiNodesTest-1168278630-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750375188691'] for port, before_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:26.592237 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-f14b1e87-c45c-4b1c-b17f-2e53f323d4ab req-dce1466f-7f9d-48a1-866f-3668ad4b47f0 tempest-ServersTestMultiNic-942198030 tempest-ServersTestMultiNic-942198030-project] 10.222.0.42 "GET /v2.0/security-groups?id=efc44a6f-ae8a-46ab-8143-fed7ce47374f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2316191 Apr 18 20:44:26.652293 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-924cc5ac-1f95-48b9-a743-d788c9c95ec0 req-56486c1d-36c3-4e5e-862b-c9b34536649a tempest-MigrationsAdminTest-1326981207 tempest-MigrationsAdminTest-1326981207-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:44:26.653729 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-924cc5ac-1f95-48b9-a743-d788c9c95ec0 req-56486c1d-36c3-4e5e-862b-c9b34536649a tempest-MigrationsAdminTest-1326981207 tempest-MigrationsAdminTest-1326981207-project] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4921548 Apr 18 20:44:26.672264 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.v2.base [req-2868b735-16cf-49a4-afac-7ff9a6d4635d req-cc8f62fb-9403-46bc-b503-dfa2cc26b014 tempest-SecurityGroupsTestJSON-1212657955 tempest-SecurityGroupsTestJSON-1212657955-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-964662034', 'description': 'tempest-description-1337212331'}} {{(pid=84040) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 20:44:26.685001 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [req-2868b735-16cf-49a4-afac-7ff9a6d4635d req-cc8f62fb-9403-46bc-b503-dfa2cc26b014 tempest-SecurityGroupsTestJSON-1212657955 tempest-SecurityGroupsTestJSON-1212657955-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:44:26.688539 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-61b4bae0-a1b9-4550-8171-f9ac2aab297c req-a1f95322-f32c-4ecf-95bb-459f498aaa4e service neutron] 10.222.0.48 "GET /v2.0/networks/13b31595-cfcf-45b0-9d66-7d4d8e1b94b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3580656 Apr 18 20:44:26.731765 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [req-2868b735-16cf-49a4-afac-7ff9a6d4635d req-cc8f62fb-9403-46bc-b503-dfa2cc26b014 tempest-SecurityGroupsTestJSON-1212657955 tempest-SecurityGroupsTestJSON-1212657955-project] Attempting to reserve 1 items for resource security_group. Total usage: 3; quota limit: 100; headroom:97 {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:44:26.805841 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-924cc5ac-1f95-48b9-a743-d788c9c95ec0 req-7baff118-f93b-4551-9672-10a35212a146 tempest-MigrationsAdminTest-1326981207 tempest-MigrationsAdminTest-1326981207-project] 10.222.0.42 "GET /v2.0/quotas/0ae89e923933452faf6047be78995cc1 HTTP/1.1" status: 200 len: 375 time: 0.1417818 Apr 18 20:44:27.012913 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-2868b735-16cf-49a4-afac-7ff9a6d4635d req-cc8f62fb-9403-46bc-b503-dfa2cc26b014 tempest-SecurityGroupsTestJSON-1212657955 tempest-SecurityGroupsTestJSON-1212657955-project] Notify callbacks [] for security_group, before_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:27.036774 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-924cc5ac-1f95-48b9-a743-d788c9c95ec0 req-f542ca06-5bae-4380-858d-9fe6759a0f29 tempest-MigrationsAdminTest-1326981207 tempest-MigrationsAdminTest-1326981207-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=0ae89e923933452faf6047be78995cc1&fields=id HTTP/1.1" status: 200 len: 210 time: 0.2188113 Apr 18 20:44:27.118954 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [req-2868b735-16cf-49a4-afac-7ff9a6d4635d req-cc8f62fb-9403-46bc-b503-dfa2cc26b014 tempest-SecurityGroupsTestJSON-1212657955 tempest-SecurityGroupsTestJSON-1212657955-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:44:27.133224 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-61b4bae0-a1b9-4550-8171-f9ac2aab297c req-41bdb4b1-2e6a-4d50-a09c-de1d5f99710a service neutron] 10.222.0.48 "GET /v2.0/networks/13b31595-cfcf-45b0-9d66-7d4d8e1b94b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4337380 Apr 18 20:44:27.134106 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [req-2868b735-16cf-49a4-afac-7ff9a6d4635d req-cc8f62fb-9403-46bc-b503-dfa2cc26b014 tempest-SecurityGroupsTestJSON-1212657955 tempest-SecurityGroupsTestJSON-1212657955-project] Usage tracker for resource:security_group_rule and tenant:f09031fed4d542f69d251f76eb7f477d is out of sync, need to count used quota {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:44:27.139044 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [req-2868b735-16cf-49a4-afac-7ff9a6d4635d req-cc8f62fb-9403-46bc-b503-dfa2cc26b014 tempest-SecurityGroupsTestJSON-1212657955 tempest-SecurityGroupsTestJSON-1212657955-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:44:27.160174 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [req-2868b735-16cf-49a4-afac-7ff9a6d4635d req-cc8f62fb-9403-46bc-b503-dfa2cc26b014 tempest-SecurityGroupsTestJSON-1212657955 tempest-SecurityGroupsTestJSON-1212657955-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:44:27.163154 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.db [req-79ab1732-c48b-4925-b63a-4d66b235bc89 req-836b19dc-f760-4692-892a-98d66e3d89f1 tempest-ServersOnMultiNodesTest-1168278630 tempest-ServersOnMultiNodesTest-1168278630-project] For port 48374dfc-daf0-401c-976e-d3d8c71d0274, host n-h2-838334-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838334-2',level=0,port_id=48374dfc-daf0-401c-976e-d3d8c71d0274,segment=NetworkSegment(62b85806-94d8-4a88-a06c-da82e5932d66),segment_id=62b85806-94d8-4a88-a06c-da82e5932d66)] {{(pid=84040) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:44:27.163609 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-79ab1732-c48b-4925-b63a-4d66b235bc89 req-836b19dc-f760-4692-892a-98d66e3d89f1 tempest-ServersOnMultiNodesTest-1168278630 tempest-ServersOnMultiNodesTest-1168278630-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369123'] for port, precommit_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:27.202939 n-d-838334-2 neutron-server[84041]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f2d25bce-df89-4f2d-8327-09a77c83f1e6'] response: {'name': 'network-changed', 'server_uuid': '068c7e41-d12b-446b-a32f-c4dfad131899', 'tag': '340925cb-ddc0-4c6b-ba6c-891dc1449264', 'status': 'completed', 'code': 200} Apr 18 20:44:27.340549 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-17d53c4b-a1ba-4def-bdfb-273b08b417ca req-051e116a-3cbc-4bc5-8f4e-39f36d508abb service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=21fd47d33afe4984b6265eda60dd4742&device_id=068c7e41-d12b-446b-a32f-c4dfad131899 HTTP/1.1" status: 200 len: 1098 time: 0.1103265 Apr 18 20:44:27.400177 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.plugin [req-79ab1732-c48b-4925-b63a-4d66b235bc89 req-836b19dc-f760-4692-892a-98d66e3d89f1 tempest-ServersOnMultiNodesTest-1168278630 tempest-ServersOnMultiNodesTest-1168278630-project] Calling delete_port for 48374dfc-daf0-401c-976e-d3d8c71d0274 owned by compute:nova {{(pid=84040) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 20:44:27.473646 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-2868b735-16cf-49a4-afac-7ff9a6d4635d req-cc8f62fb-9403-46bc-b503-dfa2cc26b014 tempest-SecurityGroupsTestJSON-1212657955 tempest-SecurityGroupsTestJSON-1212657955-project] Notify callbacks [] for security_group, precommit_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:27.484416 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17d53c4b-a1ba-4def-bdfb-273b08b417ca req-67ff6cc8-f60f-40a9-a7c3-280f63cf95d8 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:44:27.485978 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-17d53c4b-a1ba-4def-bdfb-273b08b417ca req-67ff6cc8-f60f-40a9-a7c3-280f63cf95d8 service neutron] 10.222.0.43 "GET /v2.0/networks?id=cb56989d-7c5d-4678-b194-1d2edf1e842a HTTP/1.1" status: 200 len: 870 time: 0.1386025 Apr 18 20:44:27.502592 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-2868b735-16cf-49a4-afac-7ff9a6d4635d req-cc8f62fb-9403-46bc-b503-dfa2cc26b014 tempest-SecurityGroupsTestJSON-1212657955 tempest-SecurityGroupsTestJSON-1212657955-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33528224'] for security_group, after_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:27.558424 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-17d53c4b-a1ba-4def-bdfb-273b08b417ca req-af9cf5f4-6267-4adf-a907-8bb97a230a40 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.35&port_id=340925cb-ddc0-4c6b-ba6c-891dc1449264 HTTP/1.1" status: 200 len: 217 time: 0.0660439 Apr 18 20:44:27.601672 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc8f62fb-9403-46bc-b503-dfa2cc26b014 tempest-SecurityGroupsTestJSON-1212657955 tempest-SecurityGroupsTestJSON-1212657955-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cd7910c1-ae3f-48e2-9d01-6c825bfdbee7,revision_number=1']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:44:27.628474 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17d53c4b-a1ba-4def-bdfb-273b08b417ca req-e132f22b-f479-422a-9788-8ba0b282c356 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:44:27.628874 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-2868b735-16cf-49a4-afac-7ff9a6d4635d req-cc8f62fb-9403-46bc-b503-dfa2cc26b014 tempest-SecurityGroupsTestJSON-1212657955 tempest-SecurityGroupsTestJSON-1212657955-project] Notify callbacks [] for security_group, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:27.629994 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-17d53c4b-a1ba-4def-bdfb-273b08b417ca req-e132f22b-f479-422a-9788-8ba0b282c356 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=c4b526db-4d8a-4d4c-a310-e3a599630ae1 HTTP/1.1" status: 200 len: 843 time: 0.0622990 Apr 18 20:44:27.630162 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-2868b735-16cf-49a4-afac-7ff9a6d4635d req-cc8f62fb-9403-46bc-b503-dfa2cc26b014 tempest-SecurityGroupsTestJSON-1212657955 tempest-SecurityGroupsTestJSON-1212657955-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1639 time: 0.9754884 Apr 18 20:44:27.672869 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-0be19008-80a4-41b0-857f-c5e5ada1a956 req-de66547d-7d31-404c-9e20-e848c93a5b13 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=86c5c562f6e642eda292a78265b6dea4&device_id=31317ebd-0d88-4b39-b971-8c94cac5011a HTTP/1.1" status: 200 len: 2864 time: 0.4262435 Apr 18 20:44:27.683024 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-396acdbd-aa4d-478f-9285-62b427afe569 req-717602d6-a183-4e2b-a991-a5152da6d8db tempest-ServersOnMultiNodesTest-1168278630 tempest-ServersOnMultiNodesTest-1168278630-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:44:27.690638 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-396acdbd-aa4d-478f-9285-62b427afe569 req-717602d6-a183-4e2b-a991-a5152da6d8db tempest-ServersOnMultiNodesTest-1168278630 tempest-ServersOnMultiNodesTest-1168278630-project] 10.222.0.42 "GET /v2.0/ports?device_id=45877157-0d22-4fd3-83a2-0a0549a4ab80 HTTP/1.1" status: 200 len: 950 time: 0.3083634 Apr 18 20:44:27.724478 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-17d53c4b-a1ba-4def-bdfb-273b08b417ca req-bc3d7455-3648-4b0c-a84b-e2148a28cfd1 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=cb56989d-7c5d-4678-b194-1d2edf1e842a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0884328 Apr 18 20:44:27.889580 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-17d53c4b-a1ba-4def-bdfb-273b08b417ca req-c0646c6a-8c43-44e9-8328-bbb92e3e9b7b service neutron] 10.222.0.43 "GET /v2.0/networks/cb56989d-7c5d-4678-b194-1d2edf1e842a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1589668 Apr 18 20:44:27.909176 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-396acdbd-aa4d-478f-9285-62b427afe569 req-e843502d-4bdd-49b3-87d3-963681c5101c tempest-ServersOnMultiNodesTest-1168278630 tempest-ServersOnMultiNodesTest-1168278630-project] 10.222.0.42 "GET /v2.0/security-groups?id=e1e985d3-f227-45b4-b9a7-ffadcd0db1b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2175856 Apr 18 20:44:27.909869 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-79ab1732-c48b-4925-b63a-4d66b235bc89 req-836b19dc-f760-4692-892a-98d66e3d89f1 tempest-ServersOnMultiNodesTest-1168278630 tempest-ServersOnMultiNodesTest-1168278630-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750375259028', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750374836628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32440838'] for port, after_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:28.055977 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-17d53c4b-a1ba-4def-bdfb-273b08b417ca req-98354e65-281c-47bc-bf3f-e661427164dc service neutron] 10.222.0.43 "GET /v2.0/networks/cb56989d-7c5d-4678-b194-1d2edf1e842a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1593714 Apr 18 20:44:28.056695 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-836b19dc-f760-4692-892a-98d66e3d89f1 tempest-ServersOnMultiNodesTest-1168278630 tempest-ServersOnMultiNodesTest-1168278630-project] Pushing event deleted for resources: {'Port': ['ID=48374dfc-daf0-401c-976e-d3d8c71d0274,revision_number=None']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:44:28.196434 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0be19008-80a4-41b0-857f-c5e5ada1a956 req-eebebd10-f753-448f-8d72-d1a1fd357368 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:44:28.197902 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-0be19008-80a4-41b0-857f-c5e5ada1a956 req-eebebd10-f753-448f-8d72-d1a1fd357368 service neutron] 10.222.0.48 "GET /v2.0/networks?id=13b31595-cfcf-45b0-9d66-7d4d8e1b94b6 HTTP/1.1" status: 200 len: 902 time: 0.4978192 Apr 18 20:44:28.213676 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.l3_dvrscheduler_db [req-79ab1732-c48b-4925-b63a-4d66b235bc89 req-836b19dc-f760-4692-892a-98d66e3d89f1 tempest-ServersOnMultiNodesTest-1168278630 tempest-ServersOnMultiNodesTest-1168278630-project] No DVR routers for this DVR port 48374dfc-daf0-401c-976e-d3d8c71d0274 on host n-h2-838334-2 {{(pid=84040) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 20:44:28.265342 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-79ab1732-c48b-4925-b63a-4d66b235bc89 req-836b19dc-f760-4692-892a-98d66e3d89f1 tempest-ServersOnMultiNodesTest-1168278630 tempest-ServersOnMultiNodesTest-1168278630-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217293'] for port, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:28.267748 n-d-838334-2 neutron-server[84040]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '45877157-0d22-4fd3-83a2-0a0549a4ab80', 'name': 'network-vif-deleted', 'tag': '48374dfc-daf0-401c-976e-d3d8c71d0274'}] {{(pid=84040) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 20:44:28.289763 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d5942e3-58a7-439a-af04-8d690df922e6 req-08656fb4-1ed2-4dda-aef2-bc91160105f1 tempest-ServersAdminTestJSON-1240675426 tempest-ServersAdminTestJSON-1240675426-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:44:28.291194 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-3d5942e3-58a7-439a-af04-8d690df922e6 req-08656fb4-1ed2-4dda-aef2-bc91160105f1 tempest-ServersAdminTestJSON-1240675426 tempest-ServersAdminTestJSON-1240675426-project] 10.222.0.42 "GET /v2.0/ports?device_id=ce6c549f-1c22-4313-93e6-93921dc22663 HTTP/1.1" status: 200 len: 949 time: 0.5415442 Apr 18 20:44:28.305716 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-79ab1732-c48b-4925-b63a-4d66b235bc89 req-836b19dc-f760-4692-892a-98d66e3d89f1 tempest-ServersOnMultiNodesTest-1168278630 tempest-ServersOnMultiNodesTest-1168278630-project] 10.222.0.48 "DELETE /v2.0/ports/48374dfc-daf0-401c-976e-d3d8c71d0274 HTTP/1.1" status: 204 len: 173 time: 2.1067235 Apr 18 20:44:28.306379 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Device 340925cb-ddc0-4c6b-ba6c-891dc1449264 details requested by agent hyperv_n-h1-838334-2 with host n-h1-838334-2 {{(pid=84042) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 18 20:44:28.313441 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-0be19008-80a4-41b0-857f-c5e5ada1a956 req-5e47039d-adb5-46f6-9ccc-399af9144413 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.141&port_id=a2e526a0-5588-4ba7-99ec-f0bb9d4e1326 HTTP/1.1" status: 200 len: 217 time: 0.1021943 Apr 18 20:44:28.429016 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-3d5942e3-58a7-439a-af04-8d690df922e6 req-4cfbcaa0-d86e-4245-947f-c1766d44fb97 tempest-ServersAdminTestJSON-1240675426 tempest-ServersAdminTestJSON-1240675426-project] 10.222.0.42 "GET /v2.0/security-groups?id=b9ed1788-e987-4b94-9dd4-ed408bd7803e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1252334 Apr 18 20:44:28.432903 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0be19008-80a4-41b0-857f-c5e5ada1a956 req-a80cca19-997d-4a81-bc68-6d5b08531079 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:44:28.434355 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-0be19008-80a4-41b0-857f-c5e5ada1a956 req-a80cca19-997d-4a81-bc68-6d5b08531079 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=0269348a-d2d1-458f-aa79-278c1714117f HTTP/1.1" status: 200 len: 801 time: 0.1030157 Apr 18 20:44:28.440070 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e19c46cc-1221-48c8-8f06-11bbbc2dc425 req-18eba0f9-abb9-4eff-b6a9-a11919444733 tempest-TenantUsagesTestJSON-124120012 tempest-TenantUsagesTestJSON-124120012-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:44:28.441478 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-e19c46cc-1221-48c8-8f06-11bbbc2dc425 req-18eba0f9-abb9-4eff-b6a9-a11919444733 tempest-TenantUsagesTestJSON-124120012 tempest-TenantUsagesTestJSON-124120012-project] 10.222.0.42 "GET /v2.0/ports?device_id=068c7e41-d12b-446b-a32f-c4dfad131899 HTTP/1.1" status: 200 len: 947 time: 0.3252485 Apr 18 20:44:28.461397 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] For port 340925cb-ddc0-4c6b-ba6c-891dc1449264, host n-h1-838334-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838334-2',level=0,port_id=340925cb-ddc0-4c6b-ba6c-891dc1449264,segment=NetworkSegment(62b85806-94d8-4a88-a06c-da82e5932d66),segment_id=62b85806-94d8-4a88-a06c-da82e5932d66)] {{(pid=84042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:44:28.494318 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Returning: {'device': '340925cb-ddc0-4c6b-ba6c-891dc1449264', 'network_id': 'cb56989d-7c5d-4678-b194-1d2edf1e842a', 'port_id': '340925cb-ddc0-4c6b-ba6c-891dc1449264', 'mac_address': 'fa:16:3e:d1:e1:41', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 382, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c4b526db-4d8a-4d4c-a310-e3a599630ae1', 'ip_address': '192.168.233.35'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84042) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 18 20:44:28.589331 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Device 48374dfc-daf0-401c-976e-d3d8c71d0274 no longer exists at agent hyperv_n-h2-838334-2 {{(pid=84042) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 20:44:28.609031 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-e19c46cc-1221-48c8-8f06-11bbbc2dc425 req-04ee26df-cdfd-4495-92e5-560636a7f94b tempest-TenantUsagesTestJSON-124120012 tempest-TenantUsagesTestJSON-124120012-project] 10.222.0.42 "GET /v2.0/security-groups?id=56c74760-1831-452b-a72f-8e09beaab3e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1576941 Apr 18 20:44:28.632485 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:28.659233 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.plugin [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] No Port match for: 48374dfc-daf0-401c-976e-d3d8c71d0274 {{(pid=84042) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 18 20:44:28.659723 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Device 48374dfc-daf0-401c-976e-d3d8c71d0274 not bound to the agent host n-h2-838334-2 {{(pid=84042) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 20:44:28.666664 n-d-838334-2 neutron-server[84042]: DEBUG neutron.notifiers.nova [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 340925cb-ddc0-4c6b-ba6c-891dc1449264 {{(pid=84042) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 18 20:44:28.685946 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-924cc5ac-1f95-48b9-a743-d788c9c95ec0 req-45a94a2b-daab-45b6-90f7-92ff00939fa4 tempest-MigrationsAdminTest-1326981207 tempest-MigrationsAdminTest-1326981207-project] 10.222.0.48 "GET /v2.0/networks?tenant_id=0ae89e923933452faf6047be78995cc1&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0730741 Apr 18 20:44:28.688228 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-49e4cc0f-1739-4bc8-bf45-1ec94945e57c req-659d6af6-db7a-41fb-8e66-1344d37cbde6 tempest-MigrationsAdminTest-1326981207 tempest-MigrationsAdminTest-1326981207-project] 10.222.0.42 "GET /v2.0/ports?device_id=08c5b321-aafc-4918-a395-6fa43a8a405d HTTP/1.1" status: 200 len: 210 time: 0.0744262 Apr 18 20:44:28.688955 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] For port 340925cb-ddc0-4c6b-ba6c-891dc1449264, host n-h1-838334-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838334-2',level=0,port_id=340925cb-ddc0-4c6b-ba6c-891dc1449264,segment=NetworkSegment(62b85806-94d8-4a88-a06c-da82e5932d66),segment_id=62b85806-94d8-4a88-a06c-da82e5932d66)] {{(pid=84042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:44:28.696029 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682'] for port, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:28.711867 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-0be19008-80a4-41b0-857f-c5e5ada1a956 req-b407830f-bc8a-4a63-88b4-fb22635f273a service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=13b31595-cfcf-45b0-9d66-7d4d8e1b94b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2307858 Apr 18 20:44:28.791745 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Pushing event updated for resources: {'Port': ['ID=340925cb-ddc0-4c6b-ba6c-891dc1449264,revision_number=4']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:44:28.801009 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:44:28.801354 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:44:28.801802 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:44:28.802138 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:44:28.802461 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:44:28.802786 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:44:28.803105 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:44:28.803422 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:44:28.803860 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:44:28.804184 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:44:28.804505 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:44:28.929375 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] get_ports_and_sgs() called for port_ids ['340925cb-ddc0-4c6b-ba6c-891dc1449264'] {{(pid=84042) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 18 20:44:29.033251 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.v2.base [req-cb957c12-efe0-4a55-9bd3-8ff8f5294f4e req-18b4753f-770d-439e-a909-0c6bccb7d6ca tempest-SecurityGroupsTestJSON-1212657955 tempest-SecurityGroupsTestJSON-1212657955-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-912251205', 'description': 'tempest-description-1921918928'}} {{(pid=84040) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 20:44:29.063691 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [req-cb957c12-efe0-4a55-9bd3-8ff8f5294f4e req-18b4753f-770d-439e-a909-0c6bccb7d6ca tempest-SecurityGroupsTestJSON-1212657955 tempest-SecurityGroupsTestJSON-1212657955-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:44:29.082532 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [req-cb957c12-efe0-4a55-9bd3-8ff8f5294f4e req-18b4753f-770d-439e-a909-0c6bccb7d6ca tempest-SecurityGroupsTestJSON-1212657955 tempest-SecurityGroupsTestJSON-1212657955-project] Usage tracker for resource:security_group and tenant:f09031fed4d542f69d251f76eb7f477d is out of sync, need to count used quota {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:44:29.091588 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [req-cb957c12-efe0-4a55-9bd3-8ff8f5294f4e req-18b4753f-770d-439e-a909-0c6bccb7d6ca tempest-SecurityGroupsTestJSON-1212657955 tempest-SecurityGroupsTestJSON-1212657955-project] Quota usage for security_group was recalculated. Used quota:4. {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:44:29.106938 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [req-cb957c12-efe0-4a55-9bd3-8ff8f5294f4e req-18b4753f-770d-439e-a909-0c6bccb7d6ca tempest-SecurityGroupsTestJSON-1212657955 tempest-SecurityGroupsTestJSON-1212657955-project] Attempting to reserve 1 items for resource security_group. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:44:29.183068 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-cb957c12-efe0-4a55-9bd3-8ff8f5294f4e req-18b4753f-770d-439e-a909-0c6bccb7d6ca tempest-SecurityGroupsTestJSON-1212657955 tempest-SecurityGroupsTestJSON-1212657955-project] Notify callbacks [] for security_group, before_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:29.227144 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-924cc5ac-1f95-48b9-a743-d788c9c95ec0 req-8dfbb960-c64a-48d5-afef-e64c74b44fb0 tempest-MigrationsAdminTest-1326981207 tempest-MigrationsAdminTest-1326981207-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:44:29.228581 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-924cc5ac-1f95-48b9-a743-d788c9c95ec0 req-8dfbb960-c64a-48d5-afef-e64c74b44fb0 tempest-MigrationsAdminTest-1326981207 tempest-MigrationsAdminTest-1326981207-project] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5239913 Apr 18 20:44:29.234529 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-0be19008-80a4-41b0-857f-c5e5ada1a956 req-917aa6eb-74cf-4e05-96bd-c27f1789c834 service neutron] 10.222.0.48 "GET /v2.0/networks/13b31595-cfcf-45b0-9d66-7d4d8e1b94b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4825504 Apr 18 20:44:29.279060 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.v2.base [req-924cc5ac-1f95-48b9-a743-d788c9c95ec0 req-28b0110f-38a9-489a-b7fb-591eafe1c101 tempest-MigrationsAdminTest-1326981207 tempest-MigrationsAdminTest-1326981207-project] Request body: {'port': {'device_id': '08c5b321-aafc-4918-a395-6fa43a8a405d', 'network_id': 'cb56989d-7c5d-4678-b194-1d2edf1e842a', 'admin_state_up': True, 'tenant_id': '0ae89e923933452faf6047be78995cc1'}} {{(pid=84040) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 20:44:29.310213 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d419f1d9-3793-4aaa-8922-a0ce8a966a58 req-3c676719-5f09-4050-9678-35d957014186 tempest-ServersTestMultiNic-942198030 tempest-ServersTestMultiNic-942198030-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:44:29.314099 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d419f1d9-3793-4aaa-8922-a0ce8a966a58 req-3c676719-5f09-4050-9678-35d957014186 tempest-ServersTestMultiNic-942198030 tempest-ServersTestMultiNic-942198030-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:44:29.318087 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d419f1d9-3793-4aaa-8922-a0ce8a966a58 req-3c676719-5f09-4050-9678-35d957014186 tempest-ServersTestMultiNic-942198030 tempest-ServersTestMultiNic-942198030-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:44:29.319667 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-d419f1d9-3793-4aaa-8922-a0ce8a966a58 req-3c676719-5f09-4050-9678-35d957014186 tempest-ServersTestMultiNic-942198030 tempest-ServersTestMultiNic-942198030-project] 10.222.0.42 "GET /v2.0/ports?device_id=31317ebd-0d88-4b39-b971-8c94cac5011a HTTP/1.1" status: 200 len: 2411 time: 0.5343521 Apr 18 20:44:29.324033 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [req-cb957c12-efe0-4a55-9bd3-8ff8f5294f4e req-18b4753f-770d-439e-a909-0c6bccb7d6ca tempest-SecurityGroupsTestJSON-1212657955 tempest-SecurityGroupsTestJSON-1212657955-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:44:29.346450 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750375287399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253529'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:29.442483 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [req-cb957c12-efe0-4a55-9bd3-8ff8f5294f4e req-18b4753f-770d-439e-a909-0c6bccb7d6ca tempest-SecurityGroupsTestJSON-1212657955 tempest-SecurityGroupsTestJSON-1212657955-project] Usage tracker for resource:security_group_rule and tenant:f09031fed4d542f69d251f76eb7f477d is out of sync, need to count used quota {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:44:29.462303 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [req-cb957c12-efe0-4a55-9bd3-8ff8f5294f4e req-18b4753f-770d-439e-a909-0c6bccb7d6ca tempest-SecurityGroupsTestJSON-1212657955 tempest-SecurityGroupsTestJSON-1212657955-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:44:29.478225 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [req-cb957c12-efe0-4a55-9bd3-8ff8f5294f4e req-18b4753f-770d-439e-a909-0c6bccb7d6ca tempest-SecurityGroupsTestJSON-1212657955 tempest-SecurityGroupsTestJSON-1212657955-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:44:29.597882 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-d419f1d9-3793-4aaa-8922-a0ce8a966a58 req-3e11fb2b-b72b-4a05-8e9b-c65bd1c2e857 tempest-ServersTestMultiNic-942198030 tempest-ServersTestMultiNic-942198030-project] 10.222.0.42 "GET /v2.0/security-groups?id=efc44a6f-ae8a-46ab-8143-fed7ce47374f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2666302 Apr 18 20:44:29.604791 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-0be19008-80a4-41b0-857f-c5e5ada1a956 req-52573e5a-74f5-4d79-bb74-bb08717b1355 service neutron] 10.222.0.48 "GET /v2.0/networks/13b31595-cfcf-45b0-9d66-7d4d8e1b94b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3477490 Apr 18 20:44:29.623791 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [req-924cc5ac-1f95-48b9-a743-d788c9c95ec0 req-28b0110f-38a9-489a-b7fb-591eafe1c101 tempest-MigrationsAdminTest-1326981207 tempest-MigrationsAdminTest-1326981207-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:44:29.628594 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [req-924cc5ac-1f95-48b9-a743-d788c9c95ec0 req-28b0110f-38a9-489a-b7fb-591eafe1c101 tempest-MigrationsAdminTest-1326981207 tempest-MigrationsAdminTest-1326981207-project] Usage tracker for resource:port and tenant:0ae89e923933452faf6047be78995cc1 is out of sync, need to count used quota {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:44:29.641361 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [req-924cc5ac-1f95-48b9-a743-d788c9c95ec0 req-28b0110f-38a9-489a-b7fb-591eafe1c101 tempest-MigrationsAdminTest-1326981207 tempest-MigrationsAdminTest-1326981207-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:44:29.651218 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [req-924cc5ac-1f95-48b9-a743-d788c9c95ec0 req-28b0110f-38a9-489a-b7fb-591eafe1c101 tempest-MigrationsAdminTest-1326981207 tempest-MigrationsAdminTest-1326981207-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:44:29.667299 n-d-838334-2 neutron-server[84040]: INFO neutron.notifiers.nova [-] Nova event matching ['req-882ec1ab-b2a2-4433-9c45-1a565ee6f3c0'] response: {'server_uuid': '45877157-0d22-4fd3-83a2-0a0549a4ab80', 'name': 'network-vif-deleted', 'tag': '48374dfc-daf0-401c-976e-d3d8c71d0274', 'status': 'completed', 'code': 200} Apr 18 20:44:29.670603 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-cb957c12-efe0-4a55-9bd3-8ff8f5294f4e req-18b4753f-770d-439e-a909-0c6bccb7d6ca tempest-SecurityGroupsTestJSON-1212657955 tempest-SecurityGroupsTestJSON-1212657955-project] Notify callbacks [] for security_group, precommit_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:29.675602 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-cb957c12-efe0-4a55-9bd3-8ff8f5294f4e req-18b4753f-770d-439e-a909-0c6bccb7d6ca tempest-SecurityGroupsTestJSON-1212657955 tempest-SecurityGroupsTestJSON-1212657955-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33528224'] for security_group, after_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:29.693790 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-924cc5ac-1f95-48b9-a743-d788c9c95ec0 req-28b0110f-38a9-489a-b7fb-591eafe1c101 tempest-MigrationsAdminTest-1326981207 tempest-MigrationsAdminTest-1326981207-project] Made reservation on behalf of 0ae89e923933452faf6047be78995cc1 for: {'port': 1} {{(pid=84040) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:44:29.696750 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-924cc5ac-1f95-48b9-a743-d788c9c95ec0 req-28b0110f-38a9-489a-b7fb-591eafe1c101 tempest-MigrationsAdminTest-1326981207 tempest-MigrationsAdminTest-1326981207-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:29.728025 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-924cc5ac-1f95-48b9-a743-d788c9c95ec0 req-28b0110f-38a9-489a-b7fb-591eafe1c101 tempest-MigrationsAdminTest-1326981207 tempest-MigrationsAdminTest-1326981207-project] Notify callbacks [] for security_group, before_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:29.752670 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18b4753f-770d-439e-a909-0c6bccb7d6ca tempest-SecurityGroupsTestJSON-1212657955 tempest-SecurityGroupsTestJSON-1212657955-project] Pushing event updated for resources: {'SecurityGroup': ['ID=587aaa27-61ec-4343-9a7e-63e58a613703,revision_number=1']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:44:29.772049 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-cb957c12-efe0-4a55-9bd3-8ff8f5294f4e req-18b4753f-770d-439e-a909-0c6bccb7d6ca tempest-SecurityGroupsTestJSON-1212657955 tempest-SecurityGroupsTestJSON-1212657955-project] Notify callbacks [] for security_group, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:29.773263 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-cb957c12-efe0-4a55-9bd3-8ff8f5294f4e req-18b4753f-770d-439e-a909-0c6bccb7d6ca tempest-SecurityGroupsTestJSON-1212657955 tempest-SecurityGroupsTestJSON-1212657955-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1639 time: 0.9890292 Apr 18 20:44:29.785515 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [req-924cc5ac-1f95-48b9-a743-d788c9c95ec0 req-28b0110f-38a9-489a-b7fb-591eafe1c101 tempest-MigrationsAdminTest-1326981207 tempest-MigrationsAdminTest-1326981207-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:44:29.789916 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [req-924cc5ac-1f95-48b9-a743-d788c9c95ec0 req-28b0110f-38a9-489a-b7fb-591eafe1c101 tempest-MigrationsAdminTest-1326981207 tempest-MigrationsAdminTest-1326981207-project] Usage tracker for resource:security_group_rule and tenant:0ae89e923933452faf6047be78995cc1 is out of sync, need to count used quota {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:44:29.793516 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [req-924cc5ac-1f95-48b9-a743-d788c9c95ec0 req-28b0110f-38a9-489a-b7fb-591eafe1c101 tempest-MigrationsAdminTest-1326981207 tempest-MigrationsAdminTest-1326981207-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:44:29.803471 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [req-924cc5ac-1f95-48b9-a743-d788c9c95ec0 req-28b0110f-38a9-489a-b7fb-591eafe1c101 tempest-MigrationsAdminTest-1326981207 tempest-MigrationsAdminTest-1326981207-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:44:29.882177 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-924cc5ac-1f95-48b9-a743-d788c9c95ec0 req-28b0110f-38a9-489a-b7fb-591eafe1c101 tempest-MigrationsAdminTest-1326981207 tempest-MigrationsAdminTest-1326981207-project] Notify callbacks [] for security_group, precommit_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:29.890878 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-924cc5ac-1f95-48b9-a743-d788c9c95ec0 req-28b0110f-38a9-489a-b7fb-591eafe1c101 tempest-MigrationsAdminTest-1326981207 tempest-MigrationsAdminTest-1326981207-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33528224'] for security_group, after_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:30.095549 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28b0110f-38a9-489a-b7fb-591eafe1c101 tempest-MigrationsAdminTest-1326981207 tempest-MigrationsAdminTest-1326981207-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8ca7ac2c-bfe5-493b-aae6-636315bac851,revision_number=1']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:44:30.208683 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.db_base_plugin_common [req-924cc5ac-1f95-48b9-a743-d788c9c95ec0 req-28b0110f-38a9-489a-b7fb-591eafe1c101 tempest-MigrationsAdminTest-1326981207 tempest-MigrationsAdminTest-1326981207-project] Allocated IP 192.168.233.123 (cb56989d-7c5d-4678-b194-1d2edf1e842a/c4b526db-4d8a-4d4c-a310-e3a599630ae1/78bbc4c4-939a-4cb2-b476-fbddeecf9bf6) {{(pid=84040) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:44:30.220829 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e03944e1-0ae6-4504-8c39-47988c70c306 req-7ec4ece6-eb63-475d-8212-64ae2ffdb26e tempest-ServersAdminTestJSON-1240675426 tempest-ServersAdminTestJSON-1240675426-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:44:30.222277 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-e03944e1-0ae6-4504-8c39-47988c70c306 req-7ec4ece6-eb63-475d-8212-64ae2ffdb26e tempest-ServersAdminTestJSON-1240675426 tempest-ServersAdminTestJSON-1240675426-project] 10.222.0.42 "GET /v2.0/ports?device_id=ce6c549f-1c22-4313-93e6-93921dc22663 HTTP/1.1" status: 200 len: 949 time: 0.2492402 Apr 18 20:44:30.229140 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f2fdde8-d413-4051-ab25-bc479cd09460 req-562269cd-d52f-4be8-95d7-7847fff5aaad tempest-TenantUsagesTestJSON-124120012 tempest-TenantUsagesTestJSON-124120012-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:44:30.231046 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-4f2fdde8-d413-4051-ab25-bc479cd09460 req-562269cd-d52f-4be8-95d7-7847fff5aaad tempest-TenantUsagesTestJSON-124120012 tempest-TenantUsagesTestJSON-124120012-project] 10.222.0.42 "GET /v2.0/ports?device_id=068c7e41-d12b-446b-a32f-c4dfad131899 HTTP/1.1" status: 200 len: 948 time: 0.2645609 Apr 18 20:44:30.245407 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 40532) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:44:30.316078 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Device 340925cb-ddc0-4c6b-ba6c-891dc1449264 up at agent hyperv_n-h1-838334-2 {{(pid=84042) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 20:44:30.351712 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-e03944e1-0ae6-4504-8c39-47988c70c306 req-eb410fdc-ec19-4cde-be6f-08838b925eac tempest-ServersAdminTestJSON-1240675426 tempest-ServersAdminTestJSON-1240675426-project] 10.222.0.42 "GET /v2.0/security-groups?id=b9ed1788-e987-4b94-9dd4-ed408bd7803e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1196251 Apr 18 20:44:30.412719 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Provisioning for port 340925cb-ddc0-4c6b-ba6c-891dc1449264 completed by entity L2. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 20:44:30.420971 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Provisioning complete for port 340925cb-ddc0-4c6b-ba6c-891dc1449264 triggered by entity L2. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:44:30.421574 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1253608'] for port, provisioning_complete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:30.443041 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-4f2fdde8-d413-4051-ab25-bc479cd09460 req-28d751ec-1a74-433f-bcb0-79c9538ff777 tempest-TenantUsagesTestJSON-124120012 tempest-TenantUsagesTestJSON-124120012-project] 10.222.0.42 "GET /v2.0/security-groups?id=56c74760-1831-452b-a72f-8e09beaab3e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2059472 Apr 18 20:44:30.493379 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Device 8332fa47-59b8-47c4-801f-fde1adc7878a details requested by agent hyperv_n-h2-838334-2 with host n-h2-838334-2 {{(pid=84042) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 18 20:44:30.547167 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-295a62cf-d3d6-432a-808f-b2f8eb54623d admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=de28ce5b7b5349a3b98e9e23d1be558c&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3005655 Apr 18 20:44:30.549683 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 40544) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:44:30.592286 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-924cc5ac-1f95-48b9-a743-d788c9c95ec0 req-28b0110f-38a9-489a-b7fb-591eafe1c101 tempest-MigrationsAdminTest-1326981207 tempest-MigrationsAdminTest-1326981207-project] Notify callbacks [] for port, precommit_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:30.643501 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.provisioning_blocks [req-924cc5ac-1f95-48b9-a743-d788c9c95ec0 req-28b0110f-38a9-489a-b7fb-591eafe1c101 tempest-MigrationsAdminTest-1326981207 tempest-MigrationsAdminTest-1326981207-project] Transition to ACTIVE for port object 78bbc4c4-939a-4cb2-b476-fbddeecf9bf6 will not be triggered until provisioned by entity DHCP. {{(pid=84040) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 20:44:30.676099 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:30.727101 n-d-838334-2 neutron-server[84042]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '068c7e41-d12b-446b-a32f-c4dfad131899', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '340925cb-ddc0-4c6b-ba6c-891dc1449264'}] {{(pid=84042) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 20:44:30.754589 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] For port 340925cb-ddc0-4c6b-ba6c-891dc1449264, host n-h1-838334-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838334-2',level=0,port_id=340925cb-ddc0-4c6b-ba6c-891dc1449264,segment=NetworkSegment(62b85806-94d8-4a88-a06c-da82e5932d66),segment_id=62b85806-94d8-4a88-a06c-da82e5932d66)] {{(pid=84042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:44:30.763114 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] For port 8332fa47-59b8-47c4-801f-fde1adc7878a, host n-h2-838334-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838334-2',level=0,port_id=8332fa47-59b8-47c4-801f-fde1adc7878a,segment=NetworkSegment(3ec3b3b0-7120-42bb-a66e-54355578d529),segment_id=3ec3b3b0-7120-42bb-a66e-54355578d529)] {{(pid=84042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:44:30.771292 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682'] for port, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:30.818218 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-a9f81212-9252-41d1-b028-b1ea890f9a8c req-6fb570a1-9b09-41ef-b596-9757092bc876 tempest-MigrationsAdminTest-1326981207 tempest-MigrationsAdminTest-1326981207-project] 10.222.0.42 "GET /v2.0/ports?device_id=08c5b321-aafc-4918-a395-6fa43a8a405d HTTP/1.1" status: 200 len: 210 time: 0.0670354 Apr 18 20:44:30.822669 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Returning: {'device': '8332fa47-59b8-47c4-801f-fde1adc7878a', 'network_id': '13b31595-cfcf-45b0-9d66-7d4d8e1b94b6', 'port_id': '8332fa47-59b8-47c4-801f-fde1adc7878a', 'mac_address': 'fa:16:3e:43:6c:f2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 370, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0269348a-d2d1-458f-aa79-278c1714117f', 'ip_address': '19.80.0.196'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84042) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 18 20:44:30.829200 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-41545b97-c2cd-4d94-a49b-0e276368830a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:30.859217 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-41545b97-c2cd-4d94-a49b-0e276368830a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:30.859439 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-924cc5ac-1f95-48b9-a743-d788c9c95ec0 req-28b0110f-38a9-489a-b7fb-591eafe1c101 tempest-MigrationsAdminTest-1326981207 tempest-MigrationsAdminTest-1326981207-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750374836619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32440838'] for port, after_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:30.912742 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Pushing event updated for resources: {'Port': ['ID=340925cb-ddc0-4c6b-ba6c-891dc1449264,revision_number=5']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:44:30.925533 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:30.926488 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-41545b97-c2cd-4d94-a49b-0e276368830a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33528224'] for security_group, after_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:30.946883 n-d-838334-2 neutron-server[84042]: DEBUG neutron.notifiers.nova [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8332fa47-59b8-47c4-801f-fde1adc7878a {{(pid=84042) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 18 20:44:30.948287 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41545b97-c2cd-4d94-a49b-0e276368830a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1e985d3-f227-45b4-b9a7-ffadcd0db1b7,revision_number=None']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:44:30.965729 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-41545b97-c2cd-4d94-a49b-0e276368830a admin admin] Notify callbacks [] for security_group, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:30.969151 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-41545b97-c2cd-4d94-a49b-0e276368830a admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/e1e985d3-f227-45b4-b9a7-ffadcd0db1b7 HTTP/1.1" status: 204 len: 168 time: 0.4022419 Apr 18 20:44:30.970943 n-d-838334-2 neutron-server[84040]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-924cc5ac-1f95-48b9-a743-d788c9c95ec0 req-28b0110f-38a9-489a-b7fb-591eafe1c101 tempest-MigrationsAdminTest-1326981207 tempest-MigrationsAdminTest-1326981207-project] Network cb56989d-7c5d-4678-b194-1d2edf1e842a is already hosted by enough agents. {{(pid=84040) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:44:30.977735 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] For port 8332fa47-59b8-47c4-801f-fde1adc7878a, host n-h2-838334-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838334-2',level=0,port_id=8332fa47-59b8-47c4-801f-fde1adc7878a,segment=NetworkSegment(3ec3b3b0-7120-42bb-a66e-54355578d529),segment_id=3ec3b3b0-7120-42bb-a66e-54355578d529)] {{(pid=84042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:44:30.980273 n-d-838334-2 neutron-server[84040]: DEBUG neutron.scheduler.base_scheduler [req-924cc5ac-1f95-48b9-a743-d788c9c95ec0 req-28b0110f-38a9-489a-b7fb-591eafe1c101 tempest-MigrationsAdminTest-1326981207 tempest-MigrationsAdminTest-1326981207-project] Resources bound (agent type, host, resource id): {{(pid=84040) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:44:30.990322 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-269a90c6-7c11-431d-883d-698cad3b288e req-90d40ffc-fe28-4bea-ac7d-bf65f07bdbd3 tempest-SecurityGroupsTestJSON-1212657955 tempest-SecurityGroupsTestJSON-1212657955-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:44:30.997042 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682'] for port, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:30.997470 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-269a90c6-7c11-431d-883d-698cad3b288e req-90d40ffc-fe28-4bea-ac7d-bf65f07bdbd3 tempest-SecurityGroupsTestJSON-1212657955 tempest-SecurityGroupsTestJSON-1212657955-project] 10.222.0.42 "GET /v2.0/networks?id=7f662c04-13d3-4bf2-9436-adfc04ef8c7e HTTP/1.1" status: 200 len: 812 time: 0.3509738 Apr 18 20:44:30.999794 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Device a2e526a0-5588-4ba7-99ec-f0bb9d4e1326 details requested by agent hyperv_n-h2-838334-2 with host n-h2-838334-2 {{(pid=84042) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 18 20:44:31.008038 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.l3_dvrscheduler_db [req-924cc5ac-1f95-48b9-a743-d788c9c95ec0 req-28b0110f-38a9-489a-b7fb-591eafe1c101 tempest-MigrationsAdminTest-1326981207 tempest-MigrationsAdminTest-1326981207-project] Received port after_create {{(pid=84040) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 20:44:31.105272 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Pushing event updated for resources: {'Port': ['ID=8332fa47-59b8-47c4-801f-fde1adc7878a,revision_number=4']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:44:31.110212 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] For port a2e526a0-5588-4ba7-99ec-f0bb9d4e1326, host n-h2-838334-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838334-2',level=0,port_id=a2e526a0-5588-4ba7-99ec-f0bb9d4e1326,segment=NetworkSegment(3ec3b3b0-7120-42bb-a66e-54355578d529),segment_id=3ec3b3b0-7120-42bb-a66e-54355578d529)] {{(pid=84042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:44:31.132744 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Returning: {'device': 'a2e526a0-5588-4ba7-99ec-f0bb9d4e1326', 'network_id': '13b31595-cfcf-45b0-9d66-7d4d8e1b94b6', 'port_id': 'a2e526a0-5588-4ba7-99ec-f0bb9d4e1326', 'mac_address': 'fa:16:3e:db:0e:0d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 370, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0269348a-d2d1-458f-aa79-278c1714117f', 'ip_address': '19.80.0.141'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84042) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 18 20:44:31.134370 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-269a90c6-7c11-431d-883d-698cad3b288e req-3273eb92-a1cd-46bd-882c-1d1fdd132ec0 tempest-SecurityGroupsTestJSON-1212657955 tempest-SecurityGroupsTestJSON-1212657955-project] 10.222.0.42 "GET /v2.0/quotas/f09031fed4d542f69d251f76eb7f477d HTTP/1.1" status: 200 len: 375 time: 0.1355691 Apr 18 20:44:31.202854 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:31.224150 n-d-838334-2 neutron-server[84042]: DEBUG neutron.notifiers.nova [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a2e526a0-5588-4ba7-99ec-f0bb9d4e1326 {{(pid=84042) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 18 20:44:31.247345 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] For port a2e526a0-5588-4ba7-99ec-f0bb9d4e1326, host n-h2-838334-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838334-2',level=0,port_id=a2e526a0-5588-4ba7-99ec-f0bb9d4e1326,segment=NetworkSegment(3ec3b3b0-7120-42bb-a66e-54355578d529),segment_id=3ec3b3b0-7120-42bb-a66e-54355578d529)] {{(pid=84042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:44:31.255548 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682'] for port, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:31.256808 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Device ed092bb3-3ed5-40cb-8604-e46d67f03de1 details requested by agent hyperv_n-h2-838334-2 with host n-h2-838334-2 {{(pid=84042) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 18 20:44:31.298151 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28b0110f-38a9-489a-b7fb-591eafe1c101 tempest-MigrationsAdminTest-1326981207 tempest-MigrationsAdminTest-1326981207-project] Pushing event updated for resources: {'Port': ['ID=78bbc4c4-939a-4cb2-b476-fbddeecf9bf6,revision_number=1']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:44:31.336984 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-924cc5ac-1f95-48b9-a743-d788c9c95ec0 req-28b0110f-38a9-489a-b7fb-591eafe1c101 tempest-MigrationsAdminTest-1326981207 tempest-MigrationsAdminTest-1326981207-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:44:31.337574 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-924cc5ac-1f95-48b9-a743-d788c9c95ec0 req-28b0110f-38a9-489a-b7fb-591eafe1c101 tempest-MigrationsAdminTest-1326981207 tempest-MigrationsAdminTest-1326981207-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217293'] for port, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:31.380251 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-924cc5ac-1f95-48b9-a743-d788c9c95ec0 req-28b0110f-38a9-489a-b7fb-591eafe1c101 tempest-MigrationsAdminTest-1326981207 tempest-MigrationsAdminTest-1326981207-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.1221025 Apr 18 20:44:31.393831 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44dac665-2d18-4269-acc2-be5089b5b282 req-5bf32284-6b0d-43a1-8df3-149937802b81 tempest-ServersTestMultiNic-942198030 tempest-ServersTestMultiNic-942198030-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:44:31.397639 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44dac665-2d18-4269-acc2-be5089b5b282 req-5bf32284-6b0d-43a1-8df3-149937802b81 tempest-ServersTestMultiNic-942198030 tempest-ServersTestMultiNic-942198030-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:44:31.402177 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44dac665-2d18-4269-acc2-be5089b5b282 req-5bf32284-6b0d-43a1-8df3-149937802b81 tempest-ServersTestMultiNic-942198030 tempest-ServersTestMultiNic-942198030-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:44:31.404068 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-44dac665-2d18-4269-acc2-be5089b5b282 req-5bf32284-6b0d-43a1-8df3-149937802b81 tempest-ServersTestMultiNic-942198030 tempest-ServersTestMultiNic-942198030-project] 10.222.0.42 "GET /v2.0/ports?device_id=31317ebd-0d88-4b39-b971-8c94cac5011a HTTP/1.1" status: 200 len: 2412 time: 0.3595984 Apr 18 20:44:31.415832 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-269a90c6-7c11-431d-883d-698cad3b288e req-305f1460-381c-40c1-8134-86528f26f6cb tempest-SecurityGroupsTestJSON-1212657955 tempest-SecurityGroupsTestJSON-1212657955-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=f09031fed4d542f69d251f76eb7f477d&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2803030 Apr 18 20:44:31.420406 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.v2.base [req-924cc5ac-1f95-48b9-a743-d788c9c95ec0 req-ea2cf40e-d09b-46f4-a652-48e4ebb3f808 service neutron] Request body: {'port': {'device_id': '08c5b321-aafc-4918-a395-6fa43a8a405d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-838334-2'}} {{(pid=84040) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 20:44:31.422482 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Pushing event updated for resources: {'Port': ['ID=a2e526a0-5588-4ba7-99ec-f0bb9d4e1326,revision_number=4']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:44:31.431397 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-507a4639-4dd8-4bd0-b4d0-d39dbd1450fb None None] Provisioning for port 78bbc4c4-939a-4cb2-b476-fbddeecf9bf6 completed by entity DHCP. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 20:44:31.440929 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-507a4639-4dd8-4bd0-b4d0-d39dbd1450fb None None] Provisioning complete for port 78bbc4c4-939a-4cb2-b476-fbddeecf9bf6 triggered by entity DHCP. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:44:31.441300 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-507a4639-4dd8-4bd0-b4d0-d39dbd1450fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1253608'] for port, provisioning_complete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:31.507420 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 40564) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:44:31.521672 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.plugin [None req-507a4639-4dd8-4bd0-b4d0-d39dbd1450fb None None] Port 78bbc4c4-939a-4cb2-b476-fbddeecf9bf6 cannot update to ACTIVE because it is not bound. {{(pid=84042) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 18 20:44:31.524080 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] For port ed092bb3-3ed5-40cb-8604-e46d67f03de1, host n-h2-838334-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838334-2',level=0,port_id=ed092bb3-3ed5-40cb-8604-e46d67f03de1,segment=NetworkSegment(e45fe09a-6dd8-4edb-a694-b73d348475bd),segment_id=e45fe09a-6dd8-4edb-a694-b73d348475bd)] {{(pid=84042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:44:31.537508 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Returning: {'device': 'ed092bb3-3ed5-40cb-8604-e46d67f03de1', 'network_id': '7b39d1a2-fe93-4b26-9696-d41c7626cbe5', 'port_id': 'ed092bb3-3ed5-40cb-8604-e46d67f03de1', 'mac_address': 'fa:16:3e:4c:68:0e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 390, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bab14fc6-fcc7-4d93-8112-49f4b0592f31', 'ip_address': '19.86.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84042) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 18 20:44:31.570258 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-28824c00-eeec-47de-93e6-b679a69358cf admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=1a209be68d1c497e8faa4df9d1a59298&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0610511 Apr 18 20:44:31.572732 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 40568) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:44:31.597565 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:31.615221 n-d-838334-2 neutron-server[84042]: DEBUG neutron.notifiers.nova [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ed092bb3-3ed5-40cb-8604-e46d67f03de1 {{(pid=84042) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 18 20:44:31.633422 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] For port ed092bb3-3ed5-40cb-8604-e46d67f03de1, host n-h2-838334-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838334-2',level=0,port_id=ed092bb3-3ed5-40cb-8604-e46d67f03de1,segment=NetworkSegment(e45fe09a-6dd8-4edb-a694-b73d348475bd),segment_id=e45fe09a-6dd8-4edb-a694-b73d348475bd)] {{(pid=84042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:44:31.638716 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682'] for port, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:31.651706 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-f374e067-1b53-4771-9c67-cd52ce59ca64 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:31.668261 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-44dac665-2d18-4269-acc2-be5089b5b282 req-e24bb1bf-522d-4e4d-ac7d-4e8503943bd7 tempest-ServersTestMultiNic-942198030 tempest-ServersTestMultiNic-942198030-project] 10.222.0.42 "GET /v2.0/security-groups?id=efc44a6f-ae8a-46ab-8143-fed7ce47374f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2235453 Apr 18 20:44:31.687551 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-f374e067-1b53-4771-9c67-cd52ce59ca64 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:31.732452 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Pushing event updated for resources: {'Port': ['ID=ed092bb3-3ed5-40cb-8604-e46d67f03de1,revision_number=4']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:44:31.753146 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-f374e067-1b53-4771-9c67-cd52ce59ca64 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33528224'] for security_group, after_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:31.760257 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-269a90c6-7c11-431d-883d-698cad3b288e req-29c3ce53-8b3b-4192-9ae5-cecfaad65afd service neutron] 10.222.0.42 "GET /v2.0/networks/7f662c04-13d3-4bf2-9436-adfc04ef8c7e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3437085 Apr 18 20:44:31.771906 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f374e067-1b53-4771-9c67-cd52ce59ca64 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e029640b-dc1e-462e-8217-70577cdd91ad,revision_number=None']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:44:31.789675 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-f374e067-1b53-4771-9c67-cd52ce59ca64 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:31.792576 n-d-838334-2 neutron-server[84042]: INFO neutron.notifiers.nova [-] Nova event matching ['req-40d79baa-4e78-4d70-9483-9238fa1ef8d9'] response: {'server_uuid': '068c7e41-d12b-446b-a32f-c4dfad131899', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '340925cb-ddc0-4c6b-ba6c-891dc1449264', 'code': 200} Apr 18 20:44:31.803352 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-f374e067-1b53-4771-9c67-cd52ce59ca64 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/e029640b-dc1e-462e-8217-70577cdd91ad HTTP/1.1" status: 204 len: 168 time: 0.2241166 Apr 18 20:44:31.808979 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-924cc5ac-1f95-48b9-a743-d788c9c95ec0 req-ea2cf40e-d09b-46f4-a652-48e4ebb3f808 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:31.970144 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-0193c36a-cb20-475d-8b4e-82d1aa126a0c req-a4a7b84c-3f5e-4d0b-becf-f3e64b90a7a4 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=068c7e41-d12b-446b-a32f-c4dfad131899 HTTP/1.1" status: 200 len: 1100 time: 0.1071222 Apr 18 20:44:32.023247 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-269a90c6-7c11-431d-883d-698cad3b288e req-c7a4e284-80f6-4a91-ba17-75f21d2f58ba service neutron] 10.222.0.42 "GET /v2.0/networks/7f662c04-13d3-4bf2-9436-adfc04ef8c7e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2618153 Apr 18 20:44:32.056913 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-0193c36a-cb20-475d-8b4e-82d1aa126a0c req-6f9b984f-5454-46ed-abc1-9db9a4965411 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=56c74760-1831-452b-a72f-8e09beaab3e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0802419 Apr 18 20:44:32.178748 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] get_ports_and_sgs() called for port_ids ['a2e526a0-5588-4ba7-99ec-f0bb9d4e1326'] {{(pid=84042) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 18 20:44:32.233952 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45b4da9d-3184-4010-9b67-c5506a00d1e6 req-b3f22886-d6b4-4802-b56e-1920d3648a0f tempest-ServersAdminTestJSON-1240675426 tempest-ServersAdminTestJSON-1240675426-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:44:32.242746 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-45b4da9d-3184-4010-9b67-c5506a00d1e6 req-b3f22886-d6b4-4802-b56e-1920d3648a0f tempest-ServersAdminTestJSON-1240675426 tempest-ServersAdminTestJSON-1240675426-project] 10.222.0.42 "GET /v2.0/ports?device_id=ce6c549f-1c22-4313-93e6-93921dc22663 HTTP/1.1" status: 200 len: 949 time: 0.2096992 Apr 18 20:44:32.256246 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] get_ports_and_sgs() called for port_ids ['8332fa47-59b8-47c4-801f-fde1adc7878a'] {{(pid=84042) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 18 20:44:32.305549 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] get_ports_and_sgs() called for port_ids ['ed092bb3-3ed5-40cb-8604-e46d67f03de1'] {{(pid=84042) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 18 20:44:32.509415 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-45b4da9d-3184-4010-9b67-c5506a00d1e6 req-0cbf41da-3f26-4697-9fb2-525ac5d8ebdc tempest-ServersAdminTestJSON-1240675426 tempest-ServersAdminTestJSON-1240675426-project] 10.222.0.42 "GET /v2.0/security-groups?id=b9ed1788-e987-4b94-9dd4-ed408bd7803e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2649622 Apr 18 20:44:32.655954 n-d-838334-2 neutron-server[84040]: DEBUG neutron.notifiers.nova [req-924cc5ac-1f95-48b9-a743-d788c9c95ec0 req-ea2cf40e-d09b-46f4-a652-48e4ebb3f808 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 78bbc4c4-939a-4cb2-b476-fbddeecf9bf6 {{(pid=84040) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 18 20:44:32.664237 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-924cc5ac-1f95-48b9-a743-d788c9c95ec0 req-ea2cf40e-d09b-46f4-a652-48e4ebb3f808 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:32.684380 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.provisioning_blocks [req-924cc5ac-1f95-48b9-a743-d788c9c95ec0 req-ea2cf40e-d09b-46f4-a652-48e4ebb3f808 service neutron] Transition to ACTIVE for port object 78bbc4c4-939a-4cb2-b476-fbddeecf9bf6 will not be triggered until provisioned by entity L2. {{(pid=84040) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 20:44:32.703079 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-924cc5ac-1f95-48b9-a743-d788c9c95ec0 req-ea2cf40e-d09b-46f4-a652-48e4ebb3f808 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32440959'] for port, after_update {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:32.806552 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90f7e221-e985-4b18-a1d7-fa6b46761a54 req-c2639021-343e-4a91-baa9-d67f48ed2721 tempest-TenantUsagesTestJSON-124120012 tempest-TenantUsagesTestJSON-124120012-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:44:32.808107 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-90f7e221-e985-4b18-a1d7-fa6b46761a54 req-c2639021-343e-4a91-baa9-d67f48ed2721 tempest-TenantUsagesTestJSON-124120012 tempest-TenantUsagesTestJSON-124120012-project] 10.222.0.42 "GET /v2.0/ports?device_id=068c7e41-d12b-446b-a32f-c4dfad131899 HTTP/1.1" status: 200 len: 949 time: 0.4510038 Apr 18 20:44:32.942927 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea2cf40e-d09b-46f4-a652-48e4ebb3f808 service neutron] Pushing event updated for resources: {'Port': ['ID=78bbc4c4-939a-4cb2-b476-fbddeecf9bf6,revision_number=2']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:44:33.024514 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-90f7e221-e985-4b18-a1d7-fa6b46761a54 req-c0a4c98e-769e-4685-b187-41f59506dc1f tempest-TenantUsagesTestJSON-124120012 tempest-TenantUsagesTestJSON-124120012-project] 10.222.0.42 "GET /v2.0/security-groups?id=56c74760-1831-452b-a72f-8e09beaab3e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1893852 Apr 18 20:44:33.185960 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fab1481-3230-4d46-ac42-d93ac1983cba req-63bc88cb-0566-41ee-94cc-0d3cc35f4e4f tempest-MigrationsAdminTest-1326981207 tempest-MigrationsAdminTest-1326981207-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:44:33.186671 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [req-2fab1481-3230-4d46-ac42-d93ac1983cba req-63bc88cb-0566-41ee-94cc-0d3cc35f4e4f tempest-MigrationsAdminTest-1326981207 tempest-MigrationsAdminTest-1326981207-project] Synchronizing usage tracker for tenant:0ae89e923933452faf6047be78995cc1 on resource:port {{(pid=84040) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 20:44:33.263570 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 40622) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:44:33.305080 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [req-2fab1481-3230-4d46-ac42-d93ac1983cba req-63bc88cb-0566-41ee-94cc-0d3cc35f4e4f tempest-MigrationsAdminTest-1326981207 tempest-MigrationsAdminTest-1326981207-project] Unset dirty status for tenant:0ae89e923933452faf6047be78995cc1 on resource:port {{(pid=84040) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 20:44:33.308125 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-2fab1481-3230-4d46-ac42-d93ac1983cba req-63bc88cb-0566-41ee-94cc-0d3cc35f4e4f tempest-MigrationsAdminTest-1326981207 tempest-MigrationsAdminTest-1326981207-project] 10.222.0.42 "GET /v2.0/ports?device_id=08c5b321-aafc-4918-a395-6fa43a8a405d HTTP/1.1" status: 200 len: 948 time: 0.5903947 Apr 18 20:44:33.312714 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-4188ef7c-26dd-493c-a671-ae720a408050 req-c20d61d9-8f06-499f-93ab-456133cc97fb tempest-SecurityGroupsTestJSON-1212657955 tempest-SecurityGroupsTestJSON-1212657955-project] 10.222.0.42 "GET /v2.0/ports?device_id=529e12bc-16bd-41a4-98c2-5f9bfb5512e7 HTTP/1.1" status: 200 len: 210 time: 0.0601377 Apr 18 20:44:33.368446 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.managers [req-924cc5ac-1f95-48b9-a743-d788c9c95ec0 req-ea2cf40e-d09b-46f4-a652-48e4ebb3f808 service neutron] Attempting to bind port 78bbc4c4-939a-4cb2-b476-fbddeecf9bf6 on host n-h2-838334-2 for vnic_type normal with profile {{(pid=84040) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:44:33.368446 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.managers [req-924cc5ac-1f95-48b9-a743-d788c9c95ec0 req-ea2cf40e-d09b-46f4-a652-48e4ebb3f808 service neutron] Attempting to bind port 78bbc4c4-939a-4cb2-b476-fbddeecf9bf6 by drivers openvswitch,hyperv on host n-h2-838334-2 at level 0 using segments [{'id': '62b85806-94d8-4a88-a06c-da82e5932d66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': 'cb56989d-7c5d-4678-b194-1d2edf1e842a'}] {{(pid=84040) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:44:33.368709 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-924cc5ac-1f95-48b9-a743-d788c9c95ec0 req-ea2cf40e-d09b-46f4-a652-48e4ebb3f808 service neutron] Attempting to bind port 78bbc4c4-939a-4cb2-b476-fbddeecf9bf6 on network cb56989d-7c5d-4678-b194-1d2edf1e842a {{(pid=84040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 20:44:33.375959 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-924cc5ac-1f95-48b9-a743-d788c9c95ec0 req-ea2cf40e-d09b-46f4-a652-48e4ebb3f808 service neutron] Port 78bbc4c4-939a-4cb2-b476-fbddeecf9bf6 on network cb56989d-7c5d-4678-b194-1d2edf1e842a not bound, no agent of type Open vSwitch agent registered on host n-h2-838334-2 {{(pid=84040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 18 20:44:33.376443 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-924cc5ac-1f95-48b9-a743-d788c9c95ec0 req-ea2cf40e-d09b-46f4-a652-48e4ebb3f808 service neutron] Attempting to bind port 78bbc4c4-939a-4cb2-b476-fbddeecf9bf6 on network cb56989d-7c5d-4678-b194-1d2edf1e842a {{(pid=84040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 20:44:33.382710 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [req-2fab1481-3230-4d46-ac42-d93ac1983cba req-609641af-85d7-4f35-945a-9b3bfe626fb2 tempest-MigrationsAdminTest-1326981207 tempest-MigrationsAdminTest-1326981207-project] Synchronizing usage tracker for tenant:0ae89e923933452faf6047be78995cc1 on resource:security_group {{(pid=84040) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 20:44:33.394957 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-924cc5ac-1f95-48b9-a743-d788c9c95ec0 req-ea2cf40e-d09b-46f4-a652-48e4ebb3f808 service neutron] Checking agent: {'id': 'dc797004-f641-47b7-a77f-9c62b5b16296', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-838334-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 34, 3), 'started_at': datetime.datetime(2022, 4, 18, 20, 34, 3), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 20, 44, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 18 20:44:33.395292 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-924cc5ac-1f95-48b9-a743-d788c9c95ec0 req-ea2cf40e-d09b-46f4-a652-48e4ebb3f808 service neutron] Checking segment: {'id': '62b85806-94d8-4a88-a06c-da82e5932d66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': 'cb56989d-7c5d-4678-b194-1d2edf1e842a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84040) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 20:44:33.395677 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-924cc5ac-1f95-48b9-a743-d788c9c95ec0 req-ea2cf40e-d09b-46f4-a652-48e4ebb3f808 service neutron] Bound using segment: {'id': '62b85806-94d8-4a88-a06c-da82e5932d66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': 'cb56989d-7c5d-4678-b194-1d2edf1e842a'} {{(pid=84040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 18 20:44:33.396185 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.managers [req-924cc5ac-1f95-48b9-a743-d788c9c95ec0 req-ea2cf40e-d09b-46f4-a652-48e4ebb3f808 service neutron] Bound port: 78bbc4c4-939a-4cb2-b476-fbddeecf9bf6, host: n-h2-838334-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '62b85806-94d8-4a88-a06c-da82e5932d66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': 'cb56989d-7c5d-4678-b194-1d2edf1e842a'}}] {{(pid=84040) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 20:44:33.396603 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-924cc5ac-1f95-48b9-a743-d788c9c95ec0 req-ea2cf40e-d09b-46f4-a652-48e4ebb3f808 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:33.451772 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750375287399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253529'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:33.457673 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [req-2fab1481-3230-4d46-ac42-d93ac1983cba req-609641af-85d7-4f35-945a-9b3bfe626fb2 tempest-MigrationsAdminTest-1326981207 tempest-MigrationsAdminTest-1326981207-project] Unset dirty status for tenant:0ae89e923933452faf6047be78995cc1 on resource:security_group {{(pid=84040) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 20:44:33.459335 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-2fab1481-3230-4d46-ac42-d93ac1983cba req-609641af-85d7-4f35-945a-9b3bfe626fb2 tempest-MigrationsAdminTest-1326981207 tempest-MigrationsAdminTest-1326981207-project] 10.222.0.42 "GET /v2.0/security-groups?id=8ca7ac2c-bfe5-493b-aae6-636315bac851&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1433754 Apr 18 20:44:33.486336 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.v2.base [None req-457db99b-a25b-45f4-b9f0-80cc44ba091b admin admin] Request body: {'network': {'name': 'tempest-AttachSCSIVolumeTestJSON-651922907-network', 'tenant_id': '1fd001aaeef146c5ac3c9d1e6f47f539'}} {{(pid=84041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 20:44:33.493914 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-457db99b-a25b-45f4-b9f0-80cc44ba091b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:44:33.500315 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-457db99b-a25b-45f4-b9f0-80cc44ba091b admin admin] Usage tracker for resource:network and tenant:1fd001aaeef146c5ac3c9d1e6f47f539 is out of sync, need to count used quota {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:44:33.505160 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-457db99b-a25b-45f4-b9f0-80cc44ba091b admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:44:33.511960 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.db [req-924cc5ac-1f95-48b9-a743-d788c9c95ec0 req-ea2cf40e-d09b-46f4-a652-48e4ebb3f808 service neutron] For port 78bbc4c4-939a-4cb2-b476-fbddeecf9bf6, host n-h2-838334-2, cleared binding levels {{(pid=84040) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 20:44:33.517877 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-457db99b-a25b-45f4-b9f0-80cc44ba091b admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:44:33.518045 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.db [req-924cc5ac-1f95-48b9-a743-d788c9c95ec0 req-ea2cf40e-d09b-46f4-a652-48e4ebb3f808 service neutron] For port 78bbc4c4-939a-4cb2-b476-fbddeecf9bf6, host n-h2-838334-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838334-2',level=0,port_id=78bbc4c4-939a-4cb2-b476-fbddeecf9bf6,segment=NetworkSegment(62b85806-94d8-4a88-a06c-da82e5932d66),segment_id=62b85806-94d8-4a88-a06c-da82e5932d66)] {{(pid=84040) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 20:44:33.526964 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-924cc5ac-1f95-48b9-a743-d788c9c95ec0 req-ea2cf40e-d09b-46f4-a652-48e4ebb3f808 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32440959'] for port, after_update {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:33.530816 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-457db99b-a25b-45f4-b9f0-80cc44ba091b admin admin] Made reservation on behalf of 1fd001aaeef146c5ac3c9d1e6f47f539 for: {'network': 1} {{(pid=84041) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:44:33.534782 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-457db99b-a25b-45f4-b9f0-80cc44ba091b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for network, before_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:33.549639 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-457db99b-a25b-45f4-b9f0-80cc44ba091b admin admin] Notify callbacks [] for security_group, before_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:33.626711 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-457db99b-a25b-45f4-b9f0-80cc44ba091b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:44:33.631257 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-457db99b-a25b-45f4-b9f0-80cc44ba091b admin admin] Usage tracker for resource:security_group_rule and tenant:1fd001aaeef146c5ac3c9d1e6f47f539 is out of sync, need to count used quota {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:44:33.634102 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-457db99b-a25b-45f4-b9f0-80cc44ba091b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:44:33.640231 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-457db99b-a25b-45f4-b9f0-80cc44ba091b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:44:33.670716 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea2cf40e-d09b-46f4-a652-48e4ebb3f808 service neutron] Pushing event updated for resources: {'Port': ['ID=78bbc4c4-939a-4cb2-b476-fbddeecf9bf6,revision_number=3']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:44:33.674771 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-924cc5ac-1f95-48b9-a743-d788c9c95ec0 req-ea2cf40e-d09b-46f4-a652-48e4ebb3f808 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217293'] for port, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:33.676221 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-924cc5ac-1f95-48b9-a743-d788c9c95ec0 req-ea2cf40e-d09b-46f4-a652-48e4ebb3f808 service neutron] 10.222.0.48 "PUT /v2.0/ports/78bbc4c4-939a-4cb2-b476-fbddeecf9bf6 HTTP/1.1" status: 200 len: 1096 time: 2.2712867 Apr 18 20:44:33.676662 n-d-838334-2 neutron-server[84040]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '08c5b321-aafc-4918-a395-6fa43a8a405d', 'tag': '78bbc4c4-939a-4cb2-b476-fbddeecf9bf6'}] {{(pid=84040) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 20:44:33.736304 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-457db99b-a25b-45f4-b9f0-80cc44ba091b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:33.741453 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-457db99b-a25b-45f4-b9f0-80cc44ba091b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33528224'] for security_group, after_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:33.779113 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-457db99b-a25b-45f4-b9f0-80cc44ba091b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 351} {{(pid=84041) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 20:44:33.785017 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-457db99b-a25b-45f4-b9f0-80cc44ba091b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7ac25a8f-ae64-4035-8a3e-7bcf944c76b7,revision_number=1']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:44:33.792600 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-457db99b-a25b-45f4-b9f0-80cc44ba091b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1082986'] for segment, precommit_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:33.793177 n-d-838334-2 neutron-server[84041]: INFO neutron.db.segments_db [None req-457db99b-a25b-45f4-b9f0-80cc44ba091b admin admin] Added segment babc5ab2-1bad-4120-8d0c-e452c40ad093 of type vlan for network 927d35e4-e88b-4e82-9eb0-c42861ae32da Apr 18 20:44:33.825683 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-457db99b-a25b-45f4-b9f0-80cc44ba091b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750374825732'] for network, precommit_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:33.858835 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-457db99b-a25b-45f4-b9f0-80cc44ba091b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33526109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022'] for network, after_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:33.859804 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-457db99b-a25b-45f4-b9f0-80cc44ba091b admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:44:33.860381 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-457db99b-a25b-45f4-b9f0-80cc44ba091b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32378031'] for network, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:33.946805 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61412e12-68f9-4dd9-8ea4-ca80dd786843 req-26c2b236-0ec7-4048-965c-07c137fcc4ec tempest-ServersTestMultiNic-942198030 tempest-ServersTestMultiNic-942198030-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:44:33.951531 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61412e12-68f9-4dd9-8ea4-ca80dd786843 req-26c2b236-0ec7-4048-965c-07c137fcc4ec tempest-ServersTestMultiNic-942198030 tempest-ServersTestMultiNic-942198030-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:44:33.957095 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61412e12-68f9-4dd9-8ea4-ca80dd786843 req-26c2b236-0ec7-4048-965c-07c137fcc4ec tempest-ServersTestMultiNic-942198030 tempest-ServersTestMultiNic-942198030-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:44:33.961223 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-61412e12-68f9-4dd9-8ea4-ca80dd786843 req-26c2b236-0ec7-4048-965c-07c137fcc4ec tempest-ServersTestMultiNic-942198030 tempest-ServersTestMultiNic-942198030-project] 10.222.0.42 "GET /v2.0/ports?device_id=31317ebd-0d88-4b39-b971-8c94cac5011a HTTP/1.1" status: 200 len: 2414 time: 0.3586397 Apr 18 20:44:33.967362 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-457db99b-a25b-45f4-b9f0-80cc44ba091b admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.7019005 Apr 18 20:44:33.968411 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-457db99b-a25b-45f4-b9f0-80cc44ba091b admin admin] Pushing event updated for resources: {'Network': ['ID=927d35e4-e88b-4e82-9eb0-c42861ae32da,revision_number=1']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:44:33.970562 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 40644) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:44:33.977398 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.v2.base [None req-a12300fd-3bf9-494f-b411-45ac9fb50ee2 admin admin] Request body: {'subnet': {'network_id': '927d35e4-e88b-4e82-9eb0-c42861ae32da', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachSCSIVolumeTestJSON-651922907-subnet', 'tenant_id': '1fd001aaeef146c5ac3c9d1e6f47f539', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=84041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 20:44:33.979958 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Network 927d35e4-e88b-4e82-9eb0-c42861ae32da details requested by agent ovs-agent-n-d-838334-2 with host n-d-838334-2 {{(pid=84042) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 18 20:44:33.983322 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-a12300fd-3bf9-494f-b411-45ac9fb50ee2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:44:33.987409 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-a12300fd-3bf9-494f-b411-45ac9fb50ee2 admin admin] Usage tracker for resource:subnet and tenant:1fd001aaeef146c5ac3c9d1e6f47f539 is out of sync, need to count used quota {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:44:33.990430 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-a12300fd-3bf9-494f-b411-45ac9fb50ee2 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:44:33.997360 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-a12300fd-3bf9-494f-b411-45ac9fb50ee2 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:44:34.014941 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a12300fd-3bf9-494f-b411-45ac9fb50ee2 admin admin] Made reservation on behalf of 1fd001aaeef146c5ac3c9d1e6f47f539 for: {'subnet': 1} {{(pid=84041) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:44:34.018054 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-a12300fd-3bf9-494f-b411-45ac9fb50ee2 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32486301'] for subnet, before_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:34.066609 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-61412e12-68f9-4dd9-8ea4-ca80dd786843 req-d5a195af-8569-43f8-8194-09a40cc8195c tempest-ServersTestMultiNic-942198030 tempest-ServersTestMultiNic-942198030-project] 10.222.0.42 "GET /v2.0/security-groups?id=efc44a6f-ae8a-46ab-8143-fed7ce47374f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0964365 Apr 18 20:44:34.076418 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-924cc5ac-1f95-48b9-a743-d788c9c95ec0 req-66311de0-ff76-46e4-b213-17ab51422f50 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=0ae89e923933452faf6047be78995cc1&device_id=08c5b321-aafc-4918-a395-6fa43a8a405d HTTP/1.1" status: 200 len: 1099 time: 0.3213432 Apr 18 20:44:34.082160 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82526db2-e119-4362-898a-cb2ef4d7788e req-8c4c0774-0486-4dfd-aedc-8d0cbaf0b52e tempest-ServersAdminTestJSON-1240675426 tempest-ServersAdminTestJSON-1240675426-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:44:34.090727 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-82526db2-e119-4362-898a-cb2ef4d7788e req-8c4c0774-0486-4dfd-aedc-8d0cbaf0b52e tempest-ServersAdminTestJSON-1240675426 tempest-ServersAdminTestJSON-1240675426-project] 10.222.0.42 "GET /v2.0/ports?device_id=ce6c549f-1c22-4313-93e6-93921dc22663 HTTP/1.1" status: 200 len: 949 time: 0.3798156 Apr 18 20:44:34.175285 n-d-838334-2 neutron-server[84040]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5013123f-4b42-4030-91f7-427c9d5a0d23'] response: {'name': 'network-changed', 'server_uuid': '08c5b321-aafc-4918-a395-6fa43a8a405d', 'tag': '78bbc4c4-939a-4cb2-b476-fbddeecf9bf6', 'status': 'completed', 'code': 200} Apr 18 20:44:34.184110 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-924cc5ac-1f95-48b9-a743-d788c9c95ec0 req-39744f85-3754-4e80-bb12-1033880f9a03 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.123&port_id=78bbc4c4-939a-4cb2-b476-fbddeecf9bf6 HTTP/1.1" status: 200 len: 217 time: 0.0914609 Apr 18 20:44:34.272350 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-82526db2-e119-4362-898a-cb2ef4d7788e req-08353ea0-8368-4276-83d1-a8dd5614d274 tempest-ServersAdminTestJSON-1240675426 tempest-ServersAdminTestJSON-1240675426-project] 10.222.0.42 "GET /v2.0/security-groups?id=b9ed1788-e987-4b94-9dd4-ed408bd7803e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1808631 Apr 18 20:44:34.297402 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-269a90c6-7c11-431d-883d-698cad3b288e req-1a50269e-a8c6-4cec-94b4-908fd55eb710 tempest-SecurityGroupsTestJSON-1212657955 tempest-SecurityGroupsTestJSON-1212657955-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:44:34.298637 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [req-269a90c6-7c11-431d-883d-698cad3b288e req-1a50269e-a8c6-4cec-94b4-908fd55eb710 tempest-SecurityGroupsTestJSON-1212657955 tempest-SecurityGroupsTestJSON-1212657955-project] Synchronizing usage tracker for tenant:f09031fed4d542f69d251f76eb7f477d on resource:network {{(pid=84041) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 20:44:34.305787 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-924cc5ac-1f95-48b9-a743-d788c9c95ec0 req-a0af0542-4dff-492f-a0dc-d07afa567c3e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:44:34.311855 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-924cc5ac-1f95-48b9-a743-d788c9c95ec0 req-a0af0542-4dff-492f-a0dc-d07afa567c3e service neutron] 10.222.0.48 "GET /v2.0/subnets?id=c4b526db-4d8a-4d4c-a310-e3a599630ae1 HTTP/1.1" status: 200 len: 843 time: 0.1127574 Apr 18 20:44:34.369230 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [req-269a90c6-7c11-431d-883d-698cad3b288e req-1a50269e-a8c6-4cec-94b4-908fd55eb710 tempest-SecurityGroupsTestJSON-1212657955 tempest-SecurityGroupsTestJSON-1212657955-project] Unset dirty status for tenant:f09031fed4d542f69d251f76eb7f477d on resource:network {{(pid=84041) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 20:44:34.370412 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-269a90c6-7c11-431d-883d-698cad3b288e req-1a50269e-a8c6-4cec-94b4-908fd55eb710 tempest-SecurityGroupsTestJSON-1212657955 tempest-SecurityGroupsTestJSON-1212657955-project] 10.222.0.43 "GET /v2.0/networks?id=7f662c04-13d3-4bf2-9436-adfc04ef8c7e HTTP/1.1" status: 200 len: 812 time: 0.3369296 Apr 18 20:44:34.396314 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.v2.base [req-269a90c6-7c11-431d-883d-698cad3b288e req-eb087300-052c-43c0-93bc-fcc495096377 tempest-SecurityGroupsTestJSON-1212657955 tempest-SecurityGroupsTestJSON-1212657955-project] Request body: {'port': {'device_id': '529e12bc-16bd-41a4-98c2-5f9bfb5512e7', 'network_id': '7f662c04-13d3-4bf2-9436-adfc04ef8c7e', 'admin_state_up': True, 'tenant_id': 'f09031fed4d542f69d251f76eb7f477d'}} {{(pid=84041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 20:44:34.493930 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-924cc5ac-1f95-48b9-a743-d788c9c95ec0 req-676dc8bf-b2da-4d5c-a198-14c89fbea843 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=cb56989d-7c5d-4678-b194-1d2edf1e842a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1795986 Apr 18 20:44:34.496867 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-48378aef-2855-4d5d-9544-576419f7717c req-07253f5d-9482-4479-aa17-3af5ec798b6a tempest-SecurityGroupsTestJSON-1212657955 tempest-SecurityGroupsTestJSON-1212657955-project] 10.222.0.42 "GET /v2.0/ports?device_id=529e12bc-16bd-41a4-98c2-5f9bfb5512e7 HTTP/1.1" status: 200 len: 210 time: 0.0527551 Apr 18 20:44:34.502572 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87520530-1408-4b28-83f3-3aeb594ce593 req-f705eccf-fa9d-412a-b5f3-d2840e990124 tempest-TenantUsagesTestJSON-124120012 tempest-TenantUsagesTestJSON-124120012-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:44:34.504034 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-87520530-1408-4b28-83f3-3aeb594ce593 req-f705eccf-fa9d-412a-b5f3-d2840e990124 tempest-TenantUsagesTestJSON-124120012 tempest-TenantUsagesTestJSON-124120012-project] 10.222.0.42 "GET /v2.0/ports?device_id=068c7e41-d12b-446b-a32f-c4dfad131899 HTTP/1.1" status: 200 len: 949 time: 0.1911557 Apr 18 20:44:34.506045 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-a12300fd-3bf9-494f-b411-45ac9fb50ee2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33526260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32266407', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32486287'] for subnet, after_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:34.508452 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Device a2e526a0-5588-4ba7-99ec-f0bb9d4e1326 up at agent hyperv_n-h2-838334-2 {{(pid=84042) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 20:44:34.598417 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Provisioning for port a2e526a0-5588-4ba7-99ec-f0bb9d4e1326 completed by entity L2. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 20:44:34.604825 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Provisioning complete for port a2e526a0-5588-4ba7-99ec-f0bb9d4e1326 triggered by entity L2. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:44:34.605482 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1253608'] for port, provisioning_complete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:34.642503 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a12300fd-3bf9-494f-b411-45ac9fb50ee2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=318f6973-de81-4b49-b616-dd3d9f23a644,revision_number=0']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:44:34.654032 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-87520530-1408-4b28-83f3-3aeb594ce593 req-d05474cf-69b2-4c92-94c2-4c9add77cbc3 tempest-TenantUsagesTestJSON-124120012 tempest-TenantUsagesTestJSON-124120012-project] 10.222.0.42 "GET /v2.0/security-groups?id=56c74760-1831-452b-a72f-8e09beaab3e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1315169 Apr 18 20:44:34.661050 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [req-269a90c6-7c11-431d-883d-698cad3b288e req-eb087300-052c-43c0-93bc-fcc495096377 tempest-SecurityGroupsTestJSON-1212657955 tempest-SecurityGroupsTestJSON-1212657955-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:44:34.663678 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a12300fd-3bf9-494f-b411-45ac9fb50ee2 admin admin] Checking segment: {'id': 'babc5ab2-1bad-4120-8d0c-e452c40ad093', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': '927d35e4-e88b-4e82-9eb0-c42861ae32da'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84041) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 20:44:34.664050 n-d-838334-2 neutron-server[84041]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a12300fd-3bf9-494f-b411-45ac9fb50ee2 admin admin] Network hostable DHCP agents. Network: 927d35e4-e88b-4e82-9eb0-c42861ae32da, hostable agents: ['8746f8ea-3e91-4b32-9919-2c63adeb8722'], hosted agents: [] {{(pid=84041) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 20:44:34.681044 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [req-269a90c6-7c11-431d-883d-698cad3b288e req-eb087300-052c-43c0-93bc-fcc495096377 tempest-SecurityGroupsTestJSON-1212657955 tempest-SecurityGroupsTestJSON-1212657955-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:44:34.701510 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-269a90c6-7c11-431d-883d-698cad3b288e req-eb087300-052c-43c0-93bc-fcc495096377 tempest-SecurityGroupsTestJSON-1212657955 tempest-SecurityGroupsTestJSON-1212657955-project] Made reservation on behalf of f09031fed4d542f69d251f76eb7f477d for: {'port': 1} {{(pid=84041) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:44:34.706994 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [req-269a90c6-7c11-431d-883d-698cad3b288e req-eb087300-052c-43c0-93bc-fcc495096377 tempest-SecurityGroupsTestJSON-1212657955 tempest-SecurityGroupsTestJSON-1212657955-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:34.724598 n-d-838334-2 neutron-server[84041]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a12300fd-3bf9-494f-b411-45ac9fb50ee2 admin admin] Network 927d35e4-e88b-4e82-9eb0-c42861ae32da is scheduled to be hosted by DHCP agent 8746f8ea-3e91-4b32-9919-2c63adeb8722 with binding_index 1 {{(pid=84041) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 20:44:34.779465 n-d-838334-2 neutron-server[84041]: DEBUG neutron.scheduler.base_scheduler [None req-a12300fd-3bf9-494f-b411-45ac9fb50ee2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-838334-2, 927d35e4-e88b-4e82-9eb0-c42861ae32da) {{(pid=84041) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:44:34.784958 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-924cc5ac-1f95-48b9-a743-d788c9c95ec0 req-80bd9937-0025-4cd9-99bd-d736061410de service neutron] 10.222.0.48 "GET /v2.0/networks/cb56989d-7c5d-4678-b194-1d2edf1e842a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2799060 Apr 18 20:44:34.788015 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a12300fd-3bf9-494f-b411-45ac9fb50ee2 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:44:34.789056 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-a12300fd-3bf9-494f-b411-45ac9fb50ee2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:34.797455 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7673c656-0b47-4b62-a998-1d5a7df88eb4 None None] Network 927d35e4-e88b-4e82-9eb0-c42861ae32da requested from n-d-838334-2 {{(pid=84042) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 20:44:34.901294 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:34.951555 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] For port a2e526a0-5588-4ba7-99ec-f0bb9d4e1326, host n-h2-838334-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838334-2',level=0,port_id=a2e526a0-5588-4ba7-99ec-f0bb9d4e1326,segment=NetworkSegment(3ec3b3b0-7120-42bb-a66e-54355578d529),segment_id=3ec3b3b0-7120-42bb-a66e-54355578d529)] {{(pid=84042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:44:34.955085 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c25f653e-5397-481a-9b40-be8c6a009a6e req-8fc962b1-41bd-4b46-bc09-04dc0ec232c4 tempest-MigrationsAdminTest-1326981207 tempest-MigrationsAdminTest-1326981207-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:44:34.955757 n-d-838334-2 neutron-server[84042]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '31317ebd-0d88-4b39-b971-8c94cac5011a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a2e526a0-5588-4ba7-99ec-f0bb9d4e1326'}] {{(pid=84042) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 20:44:34.963671 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-c25f653e-5397-481a-9b40-be8c6a009a6e req-8fc962b1-41bd-4b46-bc09-04dc0ec232c4 tempest-MigrationsAdminTest-1326981207 tempest-MigrationsAdminTest-1326981207-project] 10.222.0.42 "GET /v2.0/ports?device_id=08c5b321-aafc-4918-a395-6fa43a8a405d HTTP/1.1" status: 200 len: 948 time: 0.2919998 Apr 18 20:44:34.975769 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-a12300fd-3bf9-494f-b411-45ac9fb50ee2 admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.0027440 Apr 18 20:44:34.979989 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682'] for port, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:34.981638 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Device ed092bb3-3ed5-40cb-8604-e46d67f03de1 up at agent hyperv_n-h2-838334-2 {{(pid=84042) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 20:44:34.990534 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 40666) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:44:35.009728 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.v2.base [None req-e082172f-21fa-4c37-83c0-7eaf56a9123e admin admin] Request body: {'router': {'name': 'tempest-AttachSCSIVolumeTestJSON-651922907-router', 'tenant_id': '1fd001aaeef146c5ac3c9d1e6f47f539', 'external_gateway_info': {'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c'}}} {{(pid=84041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 20:44:35.020327 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-e082172f-21fa-4c37-83c0-7eaf56a9123e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:44:35.028692 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-e082172f-21fa-4c37-83c0-7eaf56a9123e admin admin] Usage tracker for resource:router and tenant:1fd001aaeef146c5ac3c9d1e6f47f539 is out of sync, need to count used quota {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:44:35.034409 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-e082172f-21fa-4c37-83c0-7eaf56a9123e admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:44:35.043611 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-e082172f-21fa-4c37-83c0-7eaf56a9123e admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:44:35.071609 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-e082172f-21fa-4c37-83c0-7eaf56a9123e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-33442106', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5708'] for router, before_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:35.072573 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-e082172f-21fa-4c37-83c0-7eaf56a9123e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33442137', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33444285', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33535433', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5703'] for router, precommit_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:35.076220 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-c25f653e-5397-481a-9b40-be8c6a009a6e req-a4e9a657-3d61-4b1a-b263-d7241cdadf9c tempest-MigrationsAdminTest-1326981207 tempest-MigrationsAdminTest-1326981207-project] 10.222.0.42 "GET /v2.0/security-groups?id=8ca7ac2c-bfe5-493b-aae6-636315bac851&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1111054 Apr 18 20:44:35.081308 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-924cc5ac-1f95-48b9-a743-d788c9c95ec0 req-1d11a519-976d-440f-b3ae-36265505a0b5 service neutron] 10.222.0.48 "GET /v2.0/networks/cb56989d-7c5d-4678-b194-1d2edf1e842a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2867465 Apr 18 20:44:35.104081 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.db_base_plugin_common [req-269a90c6-7c11-431d-883d-698cad3b288e req-eb087300-052c-43c0-93bc-fcc495096377 tempest-SecurityGroupsTestJSON-1212657955 tempest-SecurityGroupsTestJSON-1212657955-project] Allocated IP 172.20.0.6 (7f662c04-13d3-4bf2-9436-adfc04ef8c7e/ab70a436-dbca-469d-b0be-5b1a5cfe0476/a8a13440-3cd3-45bf-a515-a9fb5dfb5348) {{(pid=84041) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:44:35.137152 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-e082172f-21fa-4c37-83c0-7eaf56a9123e admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:35.286220 n-d-838334-2 neutron-server[84042]: INFO neutron.notifiers.nova [-] Nova event matching ['req-eab4d5ac-f00c-4523-8d15-b10736deffe7'] response: {'server_uuid': '31317ebd-0d88-4b39-b971-8c94cac5011a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a2e526a0-5588-4ba7-99ec-f0bb9d4e1326', 'code': 200} Apr 18 20:44:35.348102 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Pushing event updated for resources: {'Port': ['ID=a2e526a0-5588-4ba7-99ec-f0bb9d4e1326,revision_number=5']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:44:35.394903 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Provisioning for port ed092bb3-3ed5-40cb-8604-e46d67f03de1 completed by entity L2. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 20:44:35.400290 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Provisioning complete for port ed092bb3-3ed5-40cb-8604-e46d67f03de1 triggered by entity L2. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:44:35.400705 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1253608'] for port, provisioning_complete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:35.432703 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-98d8e525-1e33-4b62-a4ef-a6add76ecf7a req-5072cfdb-0e75-462f-b309-eac995281de1 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=0ae89e923933452faf6047be78995cc1&device_id=08c5b321-aafc-4918-a395-6fa43a8a405d HTTP/1.1" status: 200 len: 1099 time: 0.2734749 Apr 18 20:44:35.438438 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c0d3cf6-afa8-4e4a-87a9-91f9a555296f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp016840fc-1f9f-5892-9c53-c9cf6c845bbb-927d35e4-e88b-4e82-9eb0-c42861ae32da', 'network_id': '927d35e4-e88b-4e82-9eb0-c42861ae32da', 'tenant_id': '1fd001aaeef146c5ac3c9d1e6f47f539', 'fixed_ips': [{'subnet_id': '318f6973-de81-4b49-b616-dd3d9f23a644'}]}} from n-d-838334-2. {{(pid=84042) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 18 20:44:35.439275 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-4c0d3cf6-afa8-4e4a-87a9-91f9a555296f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_create {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:35.587479 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-e082172f-21fa-4c37-83c0-7eaf56a9123e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-33444175', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-33443520', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5293'] for router, precommit_update {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:35.610128 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [req-269a90c6-7c11-431d-883d-698cad3b288e req-eb087300-052c-43c0-93bc-fcc495096377 tempest-SecurityGroupsTestJSON-1212657955 tempest-SecurityGroupsTestJSON-1212657955-project] Notify callbacks [] for port, precommit_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:35.654128 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beb0b69f-bd11-4986-a1b4-53a37eaf65bf req-ec2c3b4e-a04b-417e-a137-dbc569a9f929 tempest-ServersTestMultiNic-942198030 tempest-ServersTestMultiNic-942198030-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:44:35.658045 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beb0b69f-bd11-4986-a1b4-53a37eaf65bf req-ec2c3b4e-a04b-417e-a137-dbc569a9f929 tempest-ServersTestMultiNic-942198030 tempest-ServersTestMultiNic-942198030-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:44:35.661964 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beb0b69f-bd11-4986-a1b4-53a37eaf65bf req-ec2c3b4e-a04b-417e-a137-dbc569a9f929 tempest-ServersTestMultiNic-942198030 tempest-ServersTestMultiNic-942198030-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:44:35.663565 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-beb0b69f-bd11-4986-a1b4-53a37eaf65bf req-ec2c3b4e-a04b-417e-a137-dbc569a9f929 tempest-ServersTestMultiNic-942198030 tempest-ServersTestMultiNic-942198030-project] 10.222.0.42 "GET /v2.0/ports?device_id=31317ebd-0d88-4b39-b971-8c94cac5011a HTTP/1.1" status: 200 len: 2415 time: 0.3633637 Apr 18 20:44:35.709260 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98d8e525-1e33-4b62-a4ef-a6add76ecf7a req-b5af9a5b-b7f2-48c3-a50e-0f053ea55805 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:44:35.710688 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-98d8e525-1e33-4b62-a4ef-a6add76ecf7a req-b5af9a5b-b7f2-48c3-a50e-0f053ea55805 service neutron] 10.222.0.48 "GET /v2.0/networks?id=cb56989d-7c5d-4678-b194-1d2edf1e842a HTTP/1.1" status: 200 len: 870 time: 0.2539639 Apr 18 20:44:35.717279 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.db_base_plugin_common [None req-4c0d3cf6-afa8-4e4a-87a9-91f9a555296f None None] Allocated IP 172.20.0.2 (927d35e4-e88b-4e82-9eb0-c42861ae32da/318f6973-de81-4b49-b616-dd3d9f23a644/3c28f782-e452-45e0-8ee4-1aaa36700c6e) {{(pid=84042) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:44:35.722899 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:35.733816 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [req-269a90c6-7c11-431d-883d-698cad3b288e req-eb087300-052c-43c0-93bc-fcc495096377 tempest-SecurityGroupsTestJSON-1212657955 tempest-SecurityGroupsTestJSON-1212657955-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750374836619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32266323'] for port, after_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:35.749090 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] get_ports_and_sgs() called for port_ids ['8252ee27-efd7-40f7-9fba-90979acc864e'] {{(pid=84042) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 18 20:44:35.802588 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-98d8e525-1e33-4b62-a4ef-a6add76ecf7a req-355741a3-e073-4eab-842e-95d980a7a8fa service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.123&port_id=78bbc4c4-939a-4cb2-b476-fbddeecf9bf6 HTTP/1.1" status: 200 len: 217 time: 0.0825303 Apr 18 20:44:35.808795 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e56a0953-7780-4686-b8bb-dafa503554fa req-0542f320-4dc2-483d-b9af-f9e15f925516 tempest-ServersAdminTestJSON-1240675426 tempest-ServersAdminTestJSON-1240675426-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:44:35.810290 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-e56a0953-7780-4686-b8bb-dafa503554fa req-0542f320-4dc2-483d-b9af-f9e15f925516 tempest-ServersAdminTestJSON-1240675426 tempest-ServersAdminTestJSON-1240675426-project] 10.222.0.42 "GET /v2.0/ports?device_id=ce6c549f-1c22-4313-93e6-93921dc22663 HTTP/1.1" status: 200 len: 949 time: 0.2319934 Apr 18 20:44:35.828824 n-d-838334-2 neutron-server[84041]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-269a90c6-7c11-431d-883d-698cad3b288e req-eb087300-052c-43c0-93bc-fcc495096377 tempest-SecurityGroupsTestJSON-1212657955 tempest-SecurityGroupsTestJSON-1212657955-project] Network 7f662c04-13d3-4bf2-9436-adfc04ef8c7e is already hosted by enough agents. {{(pid=84041) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:44:35.833648 n-d-838334-2 neutron-server[84041]: DEBUG neutron.scheduler.base_scheduler [req-269a90c6-7c11-431d-883d-698cad3b288e req-eb087300-052c-43c0-93bc-fcc495096377 tempest-SecurityGroupsTestJSON-1212657955 tempest-SecurityGroupsTestJSON-1212657955-project] Resources bound (agent type, host, resource id): {{(pid=84041) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:44:35.839157 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.l3_dvrscheduler_db [req-269a90c6-7c11-431d-883d-698cad3b288e req-eb087300-052c-43c0-93bc-fcc495096377 tempest-SecurityGroupsTestJSON-1212657955 tempest-SecurityGroupsTestJSON-1212657955-project] Received port after_create {{(pid=84041) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 20:44:35.876515 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-beb0b69f-bd11-4986-a1b4-53a37eaf65bf req-f8dc8444-498c-4f56-b834-fa277db495ac tempest-ServersTestMultiNic-942198030 tempest-ServersTestMultiNic-942198030-project] 10.222.0.42 "GET /v2.0/security-groups?id=efc44a6f-ae8a-46ab-8143-fed7ce47374f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1895716 Apr 18 20:44:35.880826 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb087300-052c-43c0-93bc-fcc495096377 tempest-SecurityGroupsTestJSON-1212657955 tempest-SecurityGroupsTestJSON-1212657955-project] Pushing event updated for resources: {'Port': ['ID=a8a13440-3cd3-45bf-a515-a9fb5dfb5348,revision_number=1']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:44:35.907711 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] For port ed092bb3-3ed5-40cb-8604-e46d67f03de1, host n-h2-838334-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838334-2',level=0,port_id=ed092bb3-3ed5-40cb-8604-e46d67f03de1,segment=NetworkSegment(e45fe09a-6dd8-4edb-a694-b73d348475bd),segment_id=e45fe09a-6dd8-4edb-a694-b73d348475bd)] {{(pid=84042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:44:35.911249 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-e56a0953-7780-4686-b8bb-dafa503554fa req-72023a43-d9b4-4d0f-8508-3b23e1753d71 tempest-ServersAdminTestJSON-1240675426 tempest-ServersAdminTestJSON-1240675426-project] 10.222.0.42 "GET /v2.0/security-groups?id=b9ed1788-e987-4b94-9dd4-ed408bd7803e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650983 Apr 18 20:44:35.914645 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98d8e525-1e33-4b62-a4ef-a6add76ecf7a req-e80470db-a8e9-410e-9843-358d9b87798a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:44:35.916053 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-98d8e525-1e33-4b62-a4ef-a6add76ecf7a req-e80470db-a8e9-410e-9843-358d9b87798a service neutron] 10.222.0.48 "GET /v2.0/subnets?id=c4b526db-4d8a-4d4c-a310-e3a599630ae1 HTTP/1.1" status: 200 len: 843 time: 0.1021328 Apr 18 20:44:35.929750 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682'] for port, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:36.014680 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-e082172f-21fa-4c37-83c0-7eaf56a9123e admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:36.096060 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-e082172f-21fa-4c37-83c0-7eaf56a9123e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:36.102867 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-269a90c6-7c11-431d-883d-698cad3b288e req-eb087300-052c-43c0-93bc-fcc495096377 tempest-SecurityGroupsTestJSON-1212657955 tempest-SecurityGroupsTestJSON-1212657955-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:44:36.103480 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [req-269a90c6-7c11-431d-883d-698cad3b288e req-eb087300-052c-43c0-93bc-fcc495096377 tempest-SecurityGroupsTestJSON-1212657955 tempest-SecurityGroupsTestJSON-1212657955-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217293'] for port, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:36.122564 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-98d8e525-1e33-4b62-a4ef-a6add76ecf7a req-a2a8a193-383b-4617-83d2-5b1b8cf85c28 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=cb56989d-7c5d-4678-b194-1d2edf1e842a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1992216 Apr 18 20:44:36.221637 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Pushing event updated for resources: {'Port': ['ID=ed092bb3-3ed5-40cb-8604-e46d67f03de1,revision_number=5']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:44:36.255094 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-4c0d3cf6-afa8-4e4a-87a9-91f9a555296f None None] Notify callbacks [] for port, precommit_create {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:36.277055 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-4c0d3cf6-afa8-4e4a-87a9-91f9a555296f None None] Transition to ACTIVE for port object 3c28f782-e452-45e0-8ee4-1aaa36700c6e will not be triggered until provisioned by entity L2. {{(pid=84042) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 20:44:36.295971 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-269a90c6-7c11-431d-883d-698cad3b288e req-eb087300-052c-43c0-93bc-fcc495096377 tempest-SecurityGroupsTestJSON-1212657955 tempest-SecurityGroupsTestJSON-1212657955-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9034708 Apr 18 20:44:36.314602 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-4c0d3cf6-afa8-4e4a-87a9-91f9a555296f None None] Transition to ACTIVE for port object 3c28f782-e452-45e0-8ee4-1aaa36700c6e will not be triggered until provisioned by entity DHCP. {{(pid=84042) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 20:44:36.314830 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.v2.base [req-269a90c6-7c11-431d-883d-698cad3b288e req-e81ba74f-a128-4a4b-b3f9-a340e54b1411 service neutron] Request body: {'port': {'device_id': '529e12bc-16bd-41a4-98c2-5f9bfb5512e7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-838334-2'}} {{(pid=84041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 20:44:36.339092 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e83073d2-af98-4883-a322-319d2da394ae req-5685da50-2076-4155-8838-5f832af4776d tempest-SecurityGroupsTestJSON-1212657955 tempest-SecurityGroupsTestJSON-1212657955-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:44:36.341745 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-e83073d2-af98-4883-a322-319d2da394ae req-5685da50-2076-4155-8838-5f832af4776d tempest-SecurityGroupsTestJSON-1212657955 tempest-SecurityGroupsTestJSON-1212657955-project] 10.222.0.42 "GET /v2.0/ports?device_id=529e12bc-16bd-41a4-98c2-5f9bfb5512e7 HTTP/1.1" status: 200 len: 931 time: 0.2940791 Apr 18 20:44:36.373757 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-4c0d3cf6-afa8-4e4a-87a9-91f9a555296f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750374836619'] for port, after_create {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:36.384833 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.db_base_plugin_common [None req-e082172f-21fa-4c37-83c0-7eaf56a9123e admin admin] Allocated IP 172.25.8.80 (e41b6600-a917-4a8d-b05c-be3be40c6d8c/6b05667b-848e-4356-9b44-d5eb6808ef74/e80c40ba-d69f-4b98-831d-6a06358011b4) {{(pid=84041) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:44:36.447311 n-d-838334-2 neutron-server[84042]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c0d3cf6-afa8-4e4a-87a9-91f9a555296f None None] Network 927d35e4-e88b-4e82-9eb0-c42861ae32da is already hosted by enough agents. {{(pid=84042) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:44:36.459358 n-d-838334-2 neutron-server[84042]: DEBUG neutron.scheduler.base_scheduler [None req-4c0d3cf6-afa8-4e4a-87a9-91f9a555296f None None] Resources bound (agent type, host, resource id): {{(pid=84042) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:44:36.470494 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [req-e83073d2-af98-4883-a322-319d2da394ae req-2ab2a7ed-7cb2-4b63-9f03-9d2ab706d4c6 tempest-SecurityGroupsTestJSON-1212657955 tempest-SecurityGroupsTestJSON-1212657955-project] Synchronizing usage tracker for tenant:f09031fed4d542f69d251f76eb7f477d on resource:security_group {{(pid=84040) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 20:44:36.472410 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c0d3cf6-afa8-4e4a-87a9-91f9a555296f None None] Received port after_create {{(pid=84042) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 20:44:36.481428 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-98d8e525-1e33-4b62-a4ef-a6add76ecf7a req-e14bba85-a48e-4fbe-a5b1-9a228a946008 service neutron] 10.222.0.48 "GET /v2.0/networks/cb56989d-7c5d-4678-b194-1d2edf1e842a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3524923 Apr 18 20:44:36.489133 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c0d3cf6-afa8-4e4a-87a9-91f9a555296f None None] Pushing event updated for resources: {'Port': ['ID=3c28f782-e452-45e0-8ee4-1aaa36700c6e,revision_number=1']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:44:36.519164 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [req-e83073d2-af98-4883-a322-319d2da394ae req-2ab2a7ed-7cb2-4b63-9f03-9d2ab706d4c6 tempest-SecurityGroupsTestJSON-1212657955 tempest-SecurityGroupsTestJSON-1212657955-project] Unset dirty status for tenant:f09031fed4d542f69d251f76eb7f477d on resource:security_group {{(pid=84040) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 20:44:36.520312 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-e83073d2-af98-4883-a322-319d2da394ae req-2ab2a7ed-7cb2-4b63-9f03-9d2ab706d4c6 tempest-SecurityGroupsTestJSON-1212657955 tempest-SecurityGroupsTestJSON-1212657955-project] 10.222.0.42 "GET /v2.0/security-groups?id=9011416c-6492-4991-9c3b-a886ca17cbe3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1706765 Apr 18 20:44:36.532083 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Device 78bbc4c4-939a-4cb2-b476-fbddeecf9bf6 details requested by agent hyperv_n-h2-838334-2 with host n-h2-838334-2 {{(pid=84042) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 18 20:44:36.534212 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Device 8332fa47-59b8-47c4-801f-fde1adc7878a up at agent hyperv_n-h2-838334-2 {{(pid=84042) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 20:44:36.549451 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [req-269a90c6-7c11-431d-883d-698cad3b288e req-e81ba74f-a128-4a4b-b3f9-a340e54b1411 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:36.619571 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8929727-574b-4961-a42a-8df14036015f req-399d29b2-05e0-4e0d-94a4-d21ff16dd95e tempest-MigrationsAdminTest-1326981207 tempest-MigrationsAdminTest-1326981207-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:44:36.621680 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-b8929727-574b-4961-a42a-8df14036015f req-399d29b2-05e0-4e0d-94a4-d21ff16dd95e tempest-MigrationsAdminTest-1326981207 tempest-MigrationsAdminTest-1326981207-project] 10.222.0.42 "GET /v2.0/ports?device_id=08c5b321-aafc-4918-a395-6fa43a8a405d HTTP/1.1" status: 200 len: 948 time: 0.2384031 Apr 18 20:44:36.690542 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-98d8e525-1e33-4b62-a4ef-a6add76ecf7a req-6701db87-4708-44f2-9ec9-0282fd5e2f88 service neutron] 10.222.0.48 "GET /v2.0/networks/cb56989d-7c5d-4678-b194-1d2edf1e842a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1926196 Apr 18 20:44:36.694227 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-b8929727-574b-4961-a42a-8df14036015f req-1fbe8312-0caa-4795-aa7d-51d684bfd906 tempest-MigrationsAdminTest-1326981207 tempest-MigrationsAdminTest-1326981207-project] 10.222.0.42 "GET /v2.0/security-groups?id=8ca7ac2c-bfe5-493b-aae6-636315bac851&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617478 Apr 18 20:44:36.755137 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.managers [None req-4c0d3cf6-afa8-4e4a-87a9-91f9a555296f None None] Attempting to bind port 3c28f782-e452-45e0-8ee4-1aaa36700c6e on host n-d-838334-2 for vnic_type normal with profile {{(pid=84042) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:44:36.755670 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.managers [None req-4c0d3cf6-afa8-4e4a-87a9-91f9a555296f None None] Attempting to bind port 3c28f782-e452-45e0-8ee4-1aaa36700c6e by drivers openvswitch,hyperv on host n-d-838334-2 at level 0 using segments [{'id': 'babc5ab2-1bad-4120-8d0c-e452c40ad093', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': '927d35e4-e88b-4e82-9eb0-c42861ae32da'}] {{(pid=84042) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:44:36.755862 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c0d3cf6-afa8-4e4a-87a9-91f9a555296f None None] Attempting to bind port 3c28f782-e452-45e0-8ee4-1aaa36700c6e on network 927d35e4-e88b-4e82-9eb0-c42861ae32da {{(pid=84042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 20:44:36.795677 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c0d3cf6-afa8-4e4a-87a9-91f9a555296f None None] Checking agent: {'id': '97cd4414-7af6-4d67-868d-dff370b4071a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838334-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 25, 49), 'started_at': datetime.datetime(2022, 4, 18, 20, 26, 19), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 20, 44, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838334-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 18 20:44:36.795677 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c0d3cf6-afa8-4e4a-87a9-91f9a555296f None None] Checking segment: {'id': 'babc5ab2-1bad-4120-8d0c-e452c40ad093', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': '927d35e4-e88b-4e82-9eb0-c42861ae32da'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84042) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 20:44:36.795677 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-4c0d3cf6-afa8-4e4a-87a9-91f9a555296f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:36.795677 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c0d3cf6-afa8-4e4a-87a9-91f9a555296f None None] Bound using segment: {'id': 'babc5ab2-1bad-4120-8d0c-e452c40ad093', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': '927d35e4-e88b-4e82-9eb0-c42861ae32da'} {{(pid=84042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 18 20:44:36.795677 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.managers [None req-4c0d3cf6-afa8-4e4a-87a9-91f9a555296f None None] Bound port: 3c28f782-e452-45e0-8ee4-1aaa36700c6e, host: n-d-838334-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'babc5ab2-1bad-4120-8d0c-e452c40ad093', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': '927d35e4-e88b-4e82-9eb0-c42861ae32da'}}] {{(pid=84042) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 20:44:36.795677 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-4c0d3cf6-afa8-4e4a-87a9-91f9a555296f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:36.869967 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-e082172f-21fa-4c37-83c0-7eaf56a9123e admin admin] Notify callbacks [] for port, precommit_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:36.975336 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-e082172f-21fa-4c37-83c0-7eaf56a9123e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750374836619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32266323'] for port, after_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:37.006120 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Provisioning for port 8332fa47-59b8-47c4-801f-fde1adc7878a completed by entity L2. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 20:44:37.016567 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] For port 78bbc4c4-939a-4cb2-b476-fbddeecf9bf6, host n-h2-838334-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838334-2',level=0,port_id=78bbc4c4-939a-4cb2-b476-fbddeecf9bf6,segment=NetworkSegment(62b85806-94d8-4a88-a06c-da82e5932d66),segment_id=62b85806-94d8-4a88-a06c-da82e5932d66)] {{(pid=84042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:44:37.029076 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Provisioning complete for port 8332fa47-59b8-47c4-801f-fde1adc7878a triggered by entity L2. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:44:37.029445 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1253608'] for port, provisioning_complete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:37.074770 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-9685619b-880c-455e-8680-8ff74f6f8d0c req-5a9fd9a2-f126-4991-b00a-a57a337e37bf tempest-ListImageFiltersTestJSON-764297516 tempest-ListImageFiltersTestJSON-764297516-project] 10.222.0.42 "GET /v2.0/networks?tenant_id=f9a303992698422eb62b63b7e766862a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0319922 Apr 18 20:44:37.086803 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Returning: {'device': '78bbc4c4-939a-4cb2-b476-fbddeecf9bf6', 'network_id': 'cb56989d-7c5d-4678-b194-1d2edf1e842a', 'port_id': '78bbc4c4-939a-4cb2-b476-fbddeecf9bf6', 'mac_address': 'fa:16:3e:ce:96:dc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 382, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c4b526db-4d8a-4d4c-a310-e3a599630ae1', 'ip_address': '192.168.233.123'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84042) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 18 20:44:37.121372 n-d-838334-2 neutron-server[84041]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e082172f-21fa-4c37-83c0-7eaf56a9123e admin admin] Network e41b6600-a917-4a8d-b05c-be3be40c6d8c is already hosted by enough agents. {{(pid=84041) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:44:37.126600 n-d-838334-2 neutron-server[84041]: DEBUG neutron.notifiers.nova [req-269a90c6-7c11-431d-883d-698cad3b288e req-e81ba74f-a128-4a4b-b3f9-a340e54b1411 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a8a13440-3cd3-45bf-a515-a9fb5dfb5348 {{(pid=84041) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 18 20:44:37.130665 n-d-838334-2 neutron-server[84041]: DEBUG neutron.scheduler.base_scheduler [None req-e082172f-21fa-4c37-83c0-7eaf56a9123e admin admin] Resources bound (agent type, host, resource id): {{(pid=84041) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:44:37.139506 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e082172f-21fa-4c37-83c0-7eaf56a9123e admin admin] Received port after_create {{(pid=84041) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 20:44:37.147191 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-4c0d3cf6-afa8-4e4a-87a9-91f9a555296f None None] For port 3c28f782-e452-45e0-8ee4-1aaa36700c6e, host n-d-838334-2, cleared binding levels {{(pid=84042) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 20:44:37.164523 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-4c0d3cf6-afa8-4e4a-87a9-91f9a555296f None None] For port 3c28f782-e452-45e0-8ee4-1aaa36700c6e, host n-d-838334-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838334-2',level=0,port_id=3c28f782-e452-45e0-8ee4-1aaa36700c6e,segment=NetworkSegment(babc5ab2-1bad-4120-8d0c-e452c40ad093),segment_id=babc5ab2-1bad-4120-8d0c-e452c40ad093)] {{(pid=84042) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 20:44:37.167500 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [req-269a90c6-7c11-431d-883d-698cad3b288e req-e81ba74f-a128-4a4b-b3f9-a340e54b1411 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:37.170705 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e082172f-21fa-4c37-83c0-7eaf56a9123e admin admin] Pushing event updated for resources: {'Port': ['ID=e80c40ba-d69f-4b98-831d-6a06358011b4,revision_number=1']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:44:37.174271 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-4c0d3cf6-afa8-4e4a-87a9-91f9a555296f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682'] for port, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:37.197838 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.provisioning_blocks [req-269a90c6-7c11-431d-883d-698cad3b288e req-e81ba74f-a128-4a4b-b3f9-a340e54b1411 service neutron] Transition to ACTIVE for port object a8a13440-3cd3-45bf-a515-a9fb5dfb5348 will not be triggered until provisioned by entity L2. {{(pid=84041) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 20:44:37.205385 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [req-269a90c6-7c11-431d-883d-698cad3b288e req-e81ba74f-a128-4a4b-b3f9-a340e54b1411 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32266282'] for port, after_update {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:37.227125 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:37.287946 n-d-838334-2 neutron-server[84042]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '31317ebd-0d88-4b39-b971-8c94cac5011a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ed092bb3-3ed5-40cb-8604-e46d67f03de1'}] {{(pid=84042) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 20:44:37.334738 n-d-838334-2 neutron-server[84042]: DEBUG neutron.notifiers.nova [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 78bbc4c4-939a-4cb2-b476-fbddeecf9bf6 {{(pid=84042) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 18 20:44:37.335145 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96bd0cc9-ac89-4088-88ca-456710b497dc req-85e4167d-545c-48ff-9dc6-e286e54252be tempest-TenantUsagesTestJSON-124120012 tempest-TenantUsagesTestJSON-124120012-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:44:37.342596 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-96bd0cc9-ac89-4088-88ca-456710b497dc req-85e4167d-545c-48ff-9dc6-e286e54252be tempest-TenantUsagesTestJSON-124120012 tempest-TenantUsagesTestJSON-124120012-project] 10.222.0.42 "GET /v2.0/ports?device_id=068c7e41-d12b-446b-a32f-c4dfad131899 HTTP/1.1" status: 200 len: 949 time: 0.2654593 Apr 18 20:44:37.356621 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c0d3cf6-afa8-4e4a-87a9-91f9a555296f None None] Pushing event updated for resources: {'Port': ['ID=3c28f782-e452-45e0-8ee4-1aaa36700c6e,revision_number=2']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:44:37.365357 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:37.375246 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e81ba74f-a128-4a4b-b3f9-a340e54b1411 service neutron] Pushing event updated for resources: {'Port': ['ID=a8a13440-3cd3-45bf-a515-a9fb5dfb5348,revision_number=2']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:44:37.375929 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9685619b-880c-455e-8680-8ff74f6f8d0c req-b55b7c66-8049-4118-b9df-4e5ddd53e139 tempest-ListImageFiltersTestJSON-764297516 tempest-ListImageFiltersTestJSON-764297516-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:44:37.381781 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] For port 78bbc4c4-939a-4cb2-b476-fbddeecf9bf6, host n-h2-838334-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838334-2',level=0,port_id=78bbc4c4-939a-4cb2-b476-fbddeecf9bf6,segment=NetworkSegment(62b85806-94d8-4a88-a06c-da82e5932d66),segment_id=62b85806-94d8-4a88-a06c-da82e5932d66)] {{(pid=84042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:44:37.382832 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-9685619b-880c-455e-8680-8ff74f6f8d0c req-b55b7c66-8049-4118-b9df-4e5ddd53e139 tempest-ListImageFiltersTestJSON-764297516 tempest-ListImageFiltersTestJSON-764297516-project] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2287381 Apr 18 20:44:37.397050 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682'] for port, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:37.434484 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-9685619b-880c-455e-8680-8ff74f6f8d0c req-94b3c2f7-465e-4777-8ad6-965166de0bcc tempest-ListImageFiltersTestJSON-764297516 tempest-ListImageFiltersTestJSON-764297516-project] 10.222.0.42 "GET /v2.0/quotas/f9a303992698422eb62b63b7e766862a HTTP/1.1" status: 200 len: 375 time: 0.0507002 Apr 18 20:44:37.474992 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] For port 8332fa47-59b8-47c4-801f-fde1adc7878a, host n-h2-838334-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838334-2',level=0,port_id=8332fa47-59b8-47c4-801f-fde1adc7878a,segment=NetworkSegment(3ec3b3b0-7120-42bb-a66e-54355578d529),segment_id=3ec3b3b0-7120-42bb-a66e-54355578d529)] {{(pid=84042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:44:37.483525 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682'] for port, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:37.492137 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-9685619b-880c-455e-8680-8ff74f6f8d0c req-2102e83c-35ae-48ff-bb09-5b204d7d0fdb tempest-ListImageFiltersTestJSON-764297516 tempest-ListImageFiltersTestJSON-764297516-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=f9a303992698422eb62b63b7e766862a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0565825 Apr 18 20:44:37.493805 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Pushing event updated for resources: {'Port': ['ID=78bbc4c4-939a-4cb2-b476-fbddeecf9bf6,revision_number=4']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:44:37.513403 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-96bd0cc9-ac89-4088-88ca-456710b497dc req-e97e132a-9d4d-4ca6-875e-9cb8e756b789 tempest-TenantUsagesTestJSON-124120012 tempest-TenantUsagesTestJSON-124120012-project] 10.222.0.42 "GET /v2.0/security-groups?id=56c74760-1831-452b-a72f-8e09beaab3e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1701672 Apr 18 20:44:37.600117 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Pushing event updated for resources: {'Port': ['ID=8332fa47-59b8-47c4-801f-fde1adc7878a,revision_number=5']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:44:37.684152 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.managers [req-269a90c6-7c11-431d-883d-698cad3b288e req-e81ba74f-a128-4a4b-b3f9-a340e54b1411 service neutron] Attempting to bind port a8a13440-3cd3-45bf-a515-a9fb5dfb5348 on host n-h1-838334-2 for vnic_type normal with profile {{(pid=84041) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:44:37.684152 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.managers [req-269a90c6-7c11-431d-883d-698cad3b288e req-e81ba74f-a128-4a4b-b3f9-a340e54b1411 service neutron] Attempting to bind port a8a13440-3cd3-45bf-a515-a9fb5dfb5348 by drivers openvswitch,hyperv on host n-h1-838334-2 at level 0 using segments [{'id': '9d2a818f-5a4c-45ce-88ca-131c59c6d275', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': '7f662c04-13d3-4bf2-9436-adfc04ef8c7e'}] {{(pid=84041) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:44:37.684152 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-269a90c6-7c11-431d-883d-698cad3b288e req-e81ba74f-a128-4a4b-b3f9-a340e54b1411 service neutron] Attempting to bind port a8a13440-3cd3-45bf-a515-a9fb5dfb5348 on network 7f662c04-13d3-4bf2-9436-adfc04ef8c7e {{(pid=84041) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 20:44:37.689916 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-269a90c6-7c11-431d-883d-698cad3b288e req-e81ba74f-a128-4a4b-b3f9-a340e54b1411 service neutron] Port a8a13440-3cd3-45bf-a515-a9fb5dfb5348 on network 7f662c04-13d3-4bf2-9436-adfc04ef8c7e not bound, no agent of type Open vSwitch agent registered on host n-h1-838334-2 {{(pid=84041) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 18 20:44:37.689916 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-269a90c6-7c11-431d-883d-698cad3b288e req-e81ba74f-a128-4a4b-b3f9-a340e54b1411 service neutron] Attempting to bind port a8a13440-3cd3-45bf-a515-a9fb5dfb5348 on network 7f662c04-13d3-4bf2-9436-adfc04ef8c7e {{(pid=84041) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 20:44:37.704660 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-269a90c6-7c11-431d-883d-698cad3b288e req-e81ba74f-a128-4a4b-b3f9-a340e54b1411 service neutron] Checking agent: {'id': 'd63bab19-ff81-4de1-afeb-a3732288d0d7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-838334-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 33, 59), 'started_at': datetime.datetime(2022, 4, 18, 20, 33, 59), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 20, 44, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84041) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 18 20:44:37.706719 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-269a90c6-7c11-431d-883d-698cad3b288e req-e81ba74f-a128-4a4b-b3f9-a340e54b1411 service neutron] Checking segment: {'id': '9d2a818f-5a4c-45ce-88ca-131c59c6d275', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': '7f662c04-13d3-4bf2-9436-adfc04ef8c7e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84041) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 20:44:37.706719 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-269a90c6-7c11-431d-883d-698cad3b288e req-e81ba74f-a128-4a4b-b3f9-a340e54b1411 service neutron] Bound using segment: {'id': '9d2a818f-5a4c-45ce-88ca-131c59c6d275', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': '7f662c04-13d3-4bf2-9436-adfc04ef8c7e'} {{(pid=84041) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 18 20:44:37.706719 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.managers [req-269a90c6-7c11-431d-883d-698cad3b288e req-e81ba74f-a128-4a4b-b3f9-a340e54b1411 service neutron] Bound port: a8a13440-3cd3-45bf-a515-a9fb5dfb5348, host: n-h1-838334-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9d2a818f-5a4c-45ce-88ca-131c59c6d275', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': '7f662c04-13d3-4bf2-9436-adfc04ef8c7e'}}] {{(pid=84041) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 20:44:37.706719 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [req-269a90c6-7c11-431d-883d-698cad3b288e req-e81ba74f-a128-4a4b-b3f9-a340e54b1411 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:37.826977 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] get_ports_and_sgs() called for port_ids ['78bbc4c4-939a-4cb2-b476-fbddeecf9bf6'] {{(pid=84042) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 18 20:44:37.904718 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.db [req-269a90c6-7c11-431d-883d-698cad3b288e req-e81ba74f-a128-4a4b-b3f9-a340e54b1411 service neutron] For port a8a13440-3cd3-45bf-a515-a9fb5dfb5348, host n-h1-838334-2, cleared binding levels {{(pid=84041) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 20:44:37.909161 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.db [req-269a90c6-7c11-431d-883d-698cad3b288e req-e81ba74f-a128-4a4b-b3f9-a340e54b1411 service neutron] For port a8a13440-3cd3-45bf-a515-a9fb5dfb5348, host n-h1-838334-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838334-2',level=0,port_id=a8a13440-3cd3-45bf-a515-a9fb5dfb5348,segment=NetworkSegment(9d2a818f-5a4c-45ce-88ca-131c59c6d275),segment_id=9d2a818f-5a4c-45ce-88ca-131c59c6d275)] {{(pid=84041) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 20:44:37.910563 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-e082172f-21fa-4c37-83c0-7eaf56a9123e admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:37.911503 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-e082172f-21fa-4c37-83c0-7eaf56a9123e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33443529', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33444176'] for router, after_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:37.967529 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Device 3c28f782-e452-45e0-8ee4-1aaa36700c6e up at agent ovs-agent-n-d-838334-2 {{(pid=84042) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 20:44:37.981193 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58e7a24b-d475-4f9c-b6bf-fe0288059fb0 req-b7e8e0e7-5a84-444c-8eac-154a2d0d65de tempest-ServersTestMultiNic-942198030 tempest-ServersTestMultiNic-942198030-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:44:37.985209 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58e7a24b-d475-4f9c-b6bf-fe0288059fb0 req-b7e8e0e7-5a84-444c-8eac-154a2d0d65de tempest-ServersTestMultiNic-942198030 tempest-ServersTestMultiNic-942198030-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:44:37.989263 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58e7a24b-d475-4f9c-b6bf-fe0288059fb0 req-b7e8e0e7-5a84-444c-8eac-154a2d0d65de tempest-ServersTestMultiNic-942198030 tempest-ServersTestMultiNic-942198030-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:44:37.990884 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-58e7a24b-d475-4f9c-b6bf-fe0288059fb0 req-b7e8e0e7-5a84-444c-8eac-154a2d0d65de tempest-ServersTestMultiNic-942198030 tempest-ServersTestMultiNic-942198030-project] 10.222.0.42 "GET /v2.0/ports?device_id=31317ebd-0d88-4b39-b971-8c94cac5011a HTTP/1.1" status: 200 len: 2417 time: 0.2541711 Apr 18 20:44:38.054843 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d8dd68d-5b01-4ff0-a83c-c9a200844f57 req-1a9cafaa-242a-49d3-9595-3e8e41cfaaa1 tempest-ServersAdminTestJSON-1240675426 tempest-ServersAdminTestJSON-1240675426-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:44:38.063394 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-4d8dd68d-5b01-4ff0-a83c-c9a200844f57 req-1a9cafaa-242a-49d3-9595-3e8e41cfaaa1 tempest-ServersAdminTestJSON-1240675426 tempest-ServersAdminTestJSON-1240675426-project] 10.222.0.42 "GET /v2.0/ports?device_id=ce6c549f-1c22-4313-93e6-93921dc22663 HTTP/1.1" status: 200 len: 949 time: 0.2274828 Apr 18 20:44:38.079848 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [req-269a90c6-7c11-431d-883d-698cad3b288e req-e81ba74f-a128-4a4b-b3f9-a340e54b1411 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32266282'] for port, after_update {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:38.145553 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-58e7a24b-d475-4f9c-b6bf-fe0288059fb0 req-be3a996e-a675-43b3-aabe-3deb75165011 tempest-ServersTestMultiNic-942198030 tempest-ServersTestMultiNic-942198030-project] 10.222.0.42 "GET /v2.0/security-groups?id=efc44a6f-ae8a-46ab-8143-fed7ce47374f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1432426 Apr 18 20:44:38.164803 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [req-269a90c6-7c11-431d-883d-698cad3b288e req-e81ba74f-a128-4a4b-b3f9-a340e54b1411 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217293'] for port, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:38.166185 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-269a90c6-7c11-431d-883d-698cad3b288e req-e81ba74f-a128-4a4b-b3f9-a340e54b1411 service neutron] 10.222.0.43 "PUT /v2.0/ports/a8a13440-3cd3-45bf-a515-a9fb5dfb5348 HTTP/1.1" status: 200 len: 1091 time: 1.8586245 Apr 18 20:44:38.169461 n-d-838334-2 neutron-server[84041]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '529e12bc-16bd-41a4-98c2-5f9bfb5512e7', 'tag': 'a8a13440-3cd3-45bf-a515-a9fb5dfb5348'}] {{(pid=84041) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 20:44:38.183080 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Provisioning for port 3c28f782-e452-45e0-8ee4-1aaa36700c6e completed by entity L2. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 20:44:38.220931 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-4d8dd68d-5b01-4ff0-a83c-c9a200844f57 req-13a3ab62-7f49-4781-90e6-b943cfe51588 tempest-ServersAdminTestJSON-1240675426 tempest-ServersAdminTestJSON-1240675426-project] 10.222.0.42 "GET /v2.0/security-groups?id=b9ed1788-e987-4b94-9dd4-ed408bd7803e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1552463 Apr 18 20:44:38.306275 n-d-838334-2 neutron-server[84042]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d7a4fdda-7a19-4c5d-8869-97c25dc82f81'] response: {'server_uuid': '31317ebd-0d88-4b39-b971-8c94cac5011a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ed092bb3-3ed5-40cb-8604-e46d67f03de1', 'code': 200} Apr 18 20:44:38.367582 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e81ba74f-a128-4a4b-b3f9-a340e54b1411 service neutron] Pushing event updated for resources: {'Port': ['ID=a8a13440-3cd3-45bf-a515-a9fb5dfb5348,revision_number=3']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:44:38.454729 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-269a90c6-7c11-431d-883d-698cad3b288e req-405c1604-8fdb-4490-bd51-6cf0cbf537f6 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=f09031fed4d542f69d251f76eb7f477d&device_id=529e12bc-16bd-41a4-98c2-5f9bfb5512e7 HTTP/1.1" status: 200 len: 1094 time: 0.1786830 Apr 18 20:44:38.456050 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dcb491e-8fd9-4a52-82ed-e3957cd90554 req-79ca2c86-e891-4c79-8076-5c3975d00c12 tempest-SecurityGroupsTestJSON-1212657955 tempest-SecurityGroupsTestJSON-1212657955-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:44:38.463296 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-9dcb491e-8fd9-4a52-82ed-e3957cd90554 req-79ca2c86-e891-4c79-8076-5c3975d00c12 tempest-SecurityGroupsTestJSON-1212657955 tempest-SecurityGroupsTestJSON-1212657955-project] 10.222.0.42 "GET /v2.0/ports?device_id=529e12bc-16bd-41a4-98c2-5f9bfb5512e7 HTTP/1.1" status: 200 len: 943 time: 0.1079602 Apr 18 20:44:38.536167 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54d7142c-e88e-451a-bba1-42cdd10b3aac req-1a1ae55e-2fef-425f-a4af-f05a55aad350 tempest-TenantUsagesTestJSON-124120012 tempest-TenantUsagesTestJSON-124120012-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:44:38.537009 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [req-54d7142c-e88e-451a-bba1-42cdd10b3aac req-1a1ae55e-2fef-425f-a4af-f05a55aad350 tempest-TenantUsagesTestJSON-124120012 tempest-TenantUsagesTestJSON-124120012-project] Synchronizing usage tracker for tenant:21fd47d33afe4984b6265eda60dd4742 on resource:port {{(pid=84041) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 20:44:38.564691 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-9dcb491e-8fd9-4a52-82ed-e3957cd90554 req-66c3dea2-5c83-4582-8cba-d6a5c6182e94 tempest-SecurityGroupsTestJSON-1212657955 tempest-SecurityGroupsTestJSON-1212657955-project] 10.222.0.42 "GET /v2.0/security-groups?id=9011416c-6492-4991-9c3b-a886ca17cbe3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0999498 Apr 18 20:44:38.564939 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-269a90c6-7c11-431d-883d-698cad3b288e req-6d561bf7-4c8e-4876-9160-9c011e3fb812 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a8a13440-3cd3-45bf-a515-a9fb5dfb5348 HTTP/1.1" status: 200 len: 217 time: 0.0923440 Apr 18 20:44:38.629956 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03363f75-f0b1-465d-8fb1-951d7cc2f2c0 req-1453c083-e48e-4e2a-b301-a5fcd02257cf tempest-MigrationsAdminTest-1326981207 tempest-MigrationsAdminTest-1326981207-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:44:38.641407 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-03363f75-f0b1-465d-8fb1-951d7cc2f2c0 req-1453c083-e48e-4e2a-b301-a5fcd02257cf tempest-MigrationsAdminTest-1326981207 tempest-MigrationsAdminTest-1326981207-project] 10.222.0.42 "GET /v2.0/ports?device_id=08c5b321-aafc-4918-a395-6fa43a8a405d HTTP/1.1" status: 200 len: 949 time: 0.1450686 Apr 18 20:44:38.642614 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [req-54d7142c-e88e-451a-bba1-42cdd10b3aac req-1a1ae55e-2fef-425f-a4af-f05a55aad350 tempest-TenantUsagesTestJSON-124120012 tempest-TenantUsagesTestJSON-124120012-project] Unset dirty status for tenant:21fd47d33afe4984b6265eda60dd4742 on resource:port {{(pid=84041) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 20:44:38.643945 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-54d7142c-e88e-451a-bba1-42cdd10b3aac req-1a1ae55e-2fef-425f-a4af-f05a55aad350 tempest-TenantUsagesTestJSON-124120012 tempest-TenantUsagesTestJSON-124120012-project] 10.222.0.43 "GET /v2.0/ports?device_id=068c7e41-d12b-446b-a32f-c4dfad131899 HTTP/1.1" status: 200 len: 949 time: 0.4240801 Apr 18 20:44:38.719005 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-03363f75-f0b1-465d-8fb1-951d7cc2f2c0 req-2a23722a-ba92-49ab-aa5b-fb404f4e96e7 tempest-MigrationsAdminTest-1326981207 tempest-MigrationsAdminTest-1326981207-project] 10.222.0.42 "GET /v2.0/security-groups?id=8ca7ac2c-bfe5-493b-aae6-636315bac851&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713305 Apr 18 20:44:38.752188 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.plugin [req-54d7142c-e88e-451a-bba1-42cdd10b3aac req-6e08f66e-6af5-443f-8795-19a845ec1d51 tempest-TenantUsagesTestJSON-124120012 tempest-TenantUsagesTestJSON-124120012-project] Deleting port 340925cb-ddc0-4c6b-ba6c-891dc1449264 {{(pid=84041) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 20:44:38.752530 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [req-54d7142c-e88e-451a-bba1-42cdd10b3aac req-6e08f66e-6af5-443f-8795-19a845ec1d51 tempest-TenantUsagesTestJSON-124120012 tempest-TenantUsagesTestJSON-124120012-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750375188691'] for port, before_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:38.794034 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-64e46497-0576-4e95-b9b7-11fac8a6c88d req-709d1f55-c1ab-4e81-a779-8b43d6782104 tempest-ListImageFiltersTestJSON-764297516 tempest-ListImageFiltersTestJSON-764297516-project] 10.222.0.42 "GET /v2.0/networks?tenant_id=f9a303992698422eb62b63b7e766862a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0574374 Apr 18 20:44:38.826586 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-269a90c6-7c11-431d-883d-698cad3b288e req-f442cda2-153b-47bb-abb3-ccebf951b576 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:44:38.828077 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-269a90c6-7c11-431d-883d-698cad3b288e req-f442cda2-153b-47bb-abb3-ccebf951b576 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=ab70a436-dbca-469d-b0be-5b1a5cfe0476 HTTP/1.1" status: 200 len: 852 time: 0.2517805 Apr 18 20:44:38.866798 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15d2346f-05e5-465e-9fdd-5e3e1f159fc7 None None] Network 927d35e4-e88b-4e82-9eb0-c42861ae32da requested from n-d-838334-2 {{(pid=84042) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 20:44:38.916719 n-d-838334-2 neutron-server[84041]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9416cbf9-7c89-437b-a15b-43a29e2e67b3'] response: {'name': 'network-changed', 'server_uuid': '529e12bc-16bd-41a4-98c2-5f9bfb5512e7', 'tag': 'a8a13440-3cd3-45bf-a515-a9fb5dfb5348', 'status': 'completed', 'code': 200} Apr 18 20:44:38.923356 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-269a90c6-7c11-431d-883d-698cad3b288e req-367ad5f9-3123-45c9-9c2c-55f51261fd85 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=7f662c04-13d3-4bf2-9436-adfc04ef8c7e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0837643 Apr 18 20:44:38.988946 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64e46497-0576-4e95-b9b7-11fac8a6c88d req-afb3ef7d-9c0c-4fc6-a774-23bc131af3fc tempest-ListImageFiltersTestJSON-764297516 tempest-ListImageFiltersTestJSON-764297516-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:44:38.997980 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-bf40bd1e-7551-4759-a2bd-f63d56f3c764 None None] Provisioning for port 3c28f782-e452-45e0-8ee4-1aaa36700c6e completed by entity DHCP. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 20:44:38.998293 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-64e46497-0576-4e95-b9b7-11fac8a6c88d req-afb3ef7d-9c0c-4fc6-a774-23bc131af3fc tempest-ListImageFiltersTestJSON-764297516 tempest-ListImageFiltersTestJSON-764297516-project] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2033393 Apr 18 20:44:39.007323 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-bf40bd1e-7551-4759-a2bd-f63d56f3c764 None None] Provisioning complete for port 3c28f782-e452-45e0-8ee4-1aaa36700c6e triggered by entity DHCP. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:44:39.007921 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-bf40bd1e-7551-4759-a2bd-f63d56f3c764 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1253608'] for port, provisioning_complete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:39.019905 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-64e46497-0576-4e95-b9b7-11fac8a6c88d req-d0eae069-4edf-48ba-9b2e-f165319e0e25 tempest-ListImageFiltersTestJSON-764297516 tempest-ListImageFiltersTestJSON-764297516-project] 10.222.0.42 "GET /v2.0/quotas/f9a303992698422eb62b63b7e766862a HTTP/1.1" status: 200 len: 375 time: 0.0196285 Apr 18 20:44:39.063409 n-d-838334-2 neutron-server[84041]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e082172f-21fa-4c37-83c0-7eaf56a9123e admin admin] Router 2fcfa44f-978c-4e58-b43e-36f84d658eff is scheduled to L3 agent bc84d6c9-dd7a-4555-a351-592327b46d5a with binding_index 1 {{(pid=84041) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 18 20:44:39.096547 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-64e46497-0576-4e95-b9b7-11fac8a6c88d req-e5aafa4a-8af9-473a-a698-6ef7440ce793 tempest-ListImageFiltersTestJSON-764297516 tempest-ListImageFiltersTestJSON-764297516-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=f9a303992698422eb62b63b7e766862a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0754120 Apr 18 20:44:39.238182 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2495413-954f-42b3-bb3f-9613bfdc7273 req-c4daff6e-e1e9-4a45-9650-6dcb0c4d8e3f tempest-TenantUsagesTestJSON-124120012 tempest-TenantUsagesTestJSON-124120012-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:44:39.259442 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-b2495413-954f-42b3-bb3f-9613bfdc7273 req-c4daff6e-e1e9-4a45-9650-6dcb0c4d8e3f tempest-TenantUsagesTestJSON-124120012 tempest-TenantUsagesTestJSON-124120012-project] 10.222.0.42 "GET /v2.0/ports?device_id=068c7e41-d12b-446b-a32f-c4dfad131899 HTTP/1.1" status: 200 len: 949 time: 0.1504619 Apr 18 20:44:39.274838 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-bf40bd1e-7551-4759-a2bd-f63d56f3c764 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:39.339142 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-bf40bd1e-7551-4759-a2bd-f63d56f3c764 None None] For port 3c28f782-e452-45e0-8ee4-1aaa36700c6e, host n-d-838334-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838334-2',level=0,port_id=3c28f782-e452-45e0-8ee4-1aaa36700c6e,segment=NetworkSegment(babc5ab2-1bad-4120-8d0c-e452c40ad093),segment_id=babc5ab2-1bad-4120-8d0c-e452c40ad093)] {{(pid=84042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:44:39.348969 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-269a90c6-7c11-431d-883d-698cad3b288e req-7d4acc8f-f21b-42b6-b262-50de924036cd service neutron] 10.222.0.43 "GET /v2.0/networks/7f662c04-13d3-4bf2-9436-adfc04ef8c7e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4165103 Apr 18 20:44:39.357433 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-bf40bd1e-7551-4759-a2bd-f63d56f3c764 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682'] for port, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:39.383770 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-b2495413-954f-42b3-bb3f-9613bfdc7273 req-2a4a6a27-e197-4b3e-b106-61d728e09f62 tempest-TenantUsagesTestJSON-124120012 tempest-TenantUsagesTestJSON-124120012-project] 10.222.0.42 "GET /v2.0/security-groups?id=56c74760-1831-452b-a72f-8e09beaab3e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1201861 Apr 18 20:44:39.470151 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf40bd1e-7551-4759-a2bd-f63d56f3c764 None None] Pushing event updated for resources: {'Port': ['ID=3c28f782-e452-45e0-8ee4-1aaa36700c6e,revision_number=3']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:44:39.501423 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-9685619b-880c-455e-8680-8ff74f6f8d0c req-e4770a46-eeb8-4e03-b565-91907a8f2853 tempest-ListImageFiltersTestJSON-764297516 tempest-ListImageFiltersTestJSON-764297516-project] 10.222.0.48 "GET /v2.0/networks?tenant_id=f9a303992698422eb62b63b7e766862a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0680773 Apr 18 20:44:39.609893 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.db [req-54d7142c-e88e-451a-bba1-42cdd10b3aac req-6e08f66e-6af5-443f-8795-19a845ec1d51 tempest-TenantUsagesTestJSON-124120012 tempest-TenantUsagesTestJSON-124120012-project] For port 340925cb-ddc0-4c6b-ba6c-891dc1449264, host n-h1-838334-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838334-2',level=0,port_id=340925cb-ddc0-4c6b-ba6c-891dc1449264,segment=NetworkSegment(62b85806-94d8-4a88-a06c-da82e5932d66),segment_id=62b85806-94d8-4a88-a06c-da82e5932d66)] {{(pid=84041) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:44:39.610282 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [req-54d7142c-e88e-451a-bba1-42cdd10b3aac req-6e08f66e-6af5-443f-8795-19a845ec1d51 tempest-TenantUsagesTestJSON-124120012 tempest-TenantUsagesTestJSON-124120012-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369123'] for port, precommit_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:39.626938 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-41761a20-acb6-4e5d-8899-af77667b863e req-cb4c9e93-e0c6-43fa-973c-ba4e0adb1956 tempest-ListImageFiltersTestJSON-764297516 tempest-ListImageFiltersTestJSON-764297516-project] 10.222.0.42 "GET /v2.0/ports?device_id=eb3668b7-221e-464a-9f23-da8bc40863a7 HTTP/1.1" status: 200 len: 210 time: 0.1245649 Apr 18 20:44:39.795742 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-df682da1-6efb-4642-b5dc-925a849ec8aa None None] Provisioning complete for port 3c28f782-e452-45e0-8ee4-1aaa36700c6e triggered by entity DHCP. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:44:39.796084 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-df682da1-6efb-4642-b5dc-925a849ec8aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1253608'] for port, provisioning_complete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:39.926589 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Device 3c28f782-e452-45e0-8ee4-1aaa36700c6e up at agent ovs-agent-n-d-838334-2 {{(pid=84042) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 20:44:39.987958 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.plugin [req-54d7142c-e88e-451a-bba1-42cdd10b3aac req-6e08f66e-6af5-443f-8795-19a845ec1d51 tempest-TenantUsagesTestJSON-124120012 tempest-TenantUsagesTestJSON-124120012-project] Calling delete_port for 340925cb-ddc0-4c6b-ba6c-891dc1449264 owned by compute:nova {{(pid=84041) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 20:44:40.018814 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9685619b-880c-455e-8680-8ff74f6f8d0c req-d556eb7f-f3c7-4ef2-b654-f705219f6488 tempest-ListImageFiltersTestJSON-764297516 tempest-ListImageFiltersTestJSON-764297516-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:44:40.020578 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-9685619b-880c-455e-8680-8ff74f6f8d0c req-d556eb7f-f3c7-4ef2-b654-f705219f6488 tempest-ListImageFiltersTestJSON-764297516 tempest-ListImageFiltersTestJSON-764297516-project] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4883702 Apr 18 20:44:40.051276 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b904281-5e1e-4dfd-b335-f03b35ff70e5 req-4cfde53c-f1e7-4ea2-b56a-c72c17542b2b tempest-ServersTestMultiNic-942198030 tempest-ServersTestMultiNic-942198030-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:44:40.056836 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b904281-5e1e-4dfd-b335-f03b35ff70e5 req-4cfde53c-f1e7-4ea2-b56a-c72c17542b2b tempest-ServersTestMultiNic-942198030 tempest-ServersTestMultiNic-942198030-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:44:40.071937 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b904281-5e1e-4dfd-b335-f03b35ff70e5 req-4cfde53c-f1e7-4ea2-b56a-c72c17542b2b tempest-ServersTestMultiNic-942198030 tempest-ServersTestMultiNic-942198030-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:44:40.079781 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-0b904281-5e1e-4dfd-b335-f03b35ff70e5 req-4cfde53c-f1e7-4ea2-b56a-c72c17542b2b tempest-ServersTestMultiNic-942198030 tempest-ServersTestMultiNic-942198030-project] 10.222.0.42 "GET /v2.0/ports?device_id=31317ebd-0d88-4b39-b971-8c94cac5011a HTTP/1.1" status: 200 len: 2417 time: 0.6477940 Apr 18 20:44:40.087053 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-269a90c6-7c11-431d-883d-698cad3b288e req-0c9fbb18-67e9-4a97-b14a-b1bac1d65495 service neutron] 10.222.0.43 "GET /v2.0/networks/7f662c04-13d3-4bf2-9436-adfc04ef8c7e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6717770 Apr 18 20:44:40.117321 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.v2.base [req-9685619b-880c-455e-8680-8ff74f6f8d0c req-fc01cf79-5f84-4839-b8b9-ef1ff9fe54cb tempest-ListImageFiltersTestJSON-764297516 tempest-ListImageFiltersTestJSON-764297516-project] Request body: {'port': {'device_id': 'd9f332ce-c76b-46eb-85fd-3cf94eadb99f', 'network_id': 'cb56989d-7c5d-4678-b194-1d2edf1e842a', 'admin_state_up': True, 'tenant_id': 'f9a303992698422eb62b63b7e766862a'}} {{(pid=84040) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 20:44:40.118304 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Provisioning complete for port 3c28f782-e452-45e0-8ee4-1aaa36700c6e triggered by entity L2. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:44:40.118729 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1253608'] for port, provisioning_complete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:40.262210 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27cec064-6084-4ec1-82c3-f11dbb55ad34 req-08602498-4076-41be-a853-d661647306a5 tempest-ServersAdminTestJSON-1240675426 tempest-ServersAdminTestJSON-1240675426-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:44:40.263781 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-27cec064-6084-4ec1-82c3-f11dbb55ad34 req-08602498-4076-41be-a853-d661647306a5 tempest-ServersAdminTestJSON-1240675426 tempest-ServersAdminTestJSON-1240675426-project] 10.222.0.42 "GET /v2.0/ports?device_id=ce6c549f-1c22-4313-93e6-93921dc22663 HTTP/1.1" status: 200 len: 949 time: 0.4598269 Apr 18 20:44:40.284287 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e082172f-21fa-4c37-83c0-7eaf56a9123e admin admin] Notify agent at l3_agent.n-d-838334-2 the message routers_updated {{(pid=84041) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 20:44:40.297465 n-d-838334-2 neutron-server[84043]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66f76c1d-9293-449c-a939-efa916824f4a None None] Sync routers for ids ['2fcfa44f-978c-4e58-b43e-36f84d658eff'] in n-d-838334-2 {{(pid=84043) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 18 20:44:40.306970 n-d-838334-2 neutron-server[84042]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '31317ebd-0d88-4b39-b971-8c94cac5011a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8332fa47-59b8-47c4-801f-fde1adc7878a'}] {{(pid=84042) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 20:44:40.310732 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-0b904281-5e1e-4dfd-b335-f03b35ff70e5 req-9618c3cd-256f-4dca-8d97-72cd18d08934 tempest-ServersTestMultiNic-942198030 tempest-ServersTestMultiNic-942198030-project] 10.222.0.42 "GET /v2.0/security-groups?id=efc44a6f-ae8a-46ab-8143-fed7ce47374f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2296886 Apr 18 20:44:40.310896 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66f76c1d-9293-449c-a939-efa916824f4a None None] Routers {'2fcfa44f-978c-4e58-b43e-36f84d658eff'} bound to L3 agent in host n-d-838334-2 {{(pid=84043) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 20:44:40.311408 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.l3_hamode_db [None req-66f76c1d-9293-449c-a939-efa916824f4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838334-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-18T20:25:48Z,description=,heartbeat_timestamp=2022-04-18T20:44:18Z,host='n-d-838334-2',id=bc84d6c9-dd7a-4555-a351-592327b46d5a,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:25:48Z,topic='l3_agent')) {'router_ids': ['2fcfa44f-978c-4e58-b43e-36f84d658eff'], 'active': True} {{(pid=84043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:44:40.322417 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-4051f3b4-350b-4d49-8cf2-4c4b02bac7da req-095f256d-545c-4a28-9cc1-eb7663f26401 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=f09031fed4d542f69d251f76eb7f477d&device_id=529e12bc-16bd-41a4-98c2-5f9bfb5512e7 HTTP/1.1" status: 200 len: 1094 time: 0.1800628 Apr 18 20:44:40.326980 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-e082172f-21fa-4c37-83c0-7eaf56a9123e admin admin] Notify callbacks [] for router, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:40.330929 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-e082172f-21fa-4c37-83c0-7eaf56a9123e admin admin] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 5.3394072 Apr 18 20:44:40.332886 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 40768) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:44:40.357660 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [req-9685619b-880c-455e-8680-8ff74f6f8d0c req-fc01cf79-5f84-4839-b8b9-ef1ff9fe54cb tempest-ListImageFiltersTestJSON-764297516 tempest-ListImageFiltersTestJSON-764297516-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:44:40.361772 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [req-9685619b-880c-455e-8680-8ff74f6f8d0c req-fc01cf79-5f84-4839-b8b9-ef1ff9fe54cb tempest-ListImageFiltersTestJSON-764297516 tempest-ListImageFiltersTestJSON-764297516-project] Usage tracker for resource:port and tenant:f9a303992698422eb62b63b7e766862a is out of sync, need to count used quota {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:44:40.365372 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [req-9685619b-880c-455e-8680-8ff74f6f8d0c req-fc01cf79-5f84-4839-b8b9-ef1ff9fe54cb tempest-ListImageFiltersTestJSON-764297516 tempest-ListImageFiltersTestJSON-764297516-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:44:40.373139 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [req-9685619b-880c-455e-8680-8ff74f6f8d0c req-fc01cf79-5f84-4839-b8b9-ef1ff9fe54cb tempest-ListImageFiltersTestJSON-764297516 tempest-ListImageFiltersTestJSON-764297516-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:44:40.389673 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9685619b-880c-455e-8680-8ff74f6f8d0c req-fc01cf79-5f84-4839-b8b9-ef1ff9fe54cb tempest-ListImageFiltersTestJSON-764297516 tempest-ListImageFiltersTestJSON-764297516-project] Made reservation on behalf of f9a303992698422eb62b63b7e766862a for: {'port': 1} {{(pid=84040) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:44:40.392665 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-9685619b-880c-455e-8680-8ff74f6f8d0c req-fc01cf79-5f84-4839-b8b9-ef1ff9fe54cb tempest-ListImageFiltersTestJSON-764297516 tempest-ListImageFiltersTestJSON-764297516-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:40.415454 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-9685619b-880c-455e-8680-8ff74f6f8d0c req-fc01cf79-5f84-4839-b8b9-ef1ff9fe54cb tempest-ListImageFiltersTestJSON-764297516 tempest-ListImageFiltersTestJSON-764297516-project] Notify callbacks [] for security_group, before_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:40.441720 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-27cec064-6084-4ec1-82c3-f11dbb55ad34 req-e50166a2-c2c1-4572-871f-97cf8cb366b1 tempest-ServersAdminTestJSON-1240675426 tempest-ServersAdminTestJSON-1240675426-project] 10.222.0.42 "GET /v2.0/security-groups?id=b9ed1788-e987-4b94-9dd4-ed408bd7803e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1675761 Apr 18 20:44:40.445303 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [req-54d7142c-e88e-451a-bba1-42cdd10b3aac req-6e08f66e-6af5-443f-8795-19a845ec1d51 tempest-TenantUsagesTestJSON-124120012 tempest-TenantUsagesTestJSON-124120012-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750375259028', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750374836628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32266323'] for port, after_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:40.463748 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [req-9685619b-880c-455e-8680-8ff74f6f8d0c req-fc01cf79-5f84-4839-b8b9-ef1ff9fe54cb tempest-ListImageFiltersTestJSON-764297516 tempest-ListImageFiltersTestJSON-764297516-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:44:40.468521 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [req-9685619b-880c-455e-8680-8ff74f6f8d0c req-fc01cf79-5f84-4839-b8b9-ef1ff9fe54cb tempest-ListImageFiltersTestJSON-764297516 tempest-ListImageFiltersTestJSON-764297516-project] Usage tracker for resource:security_group_rule and tenant:f9a303992698422eb62b63b7e766862a is out of sync, need to count used quota {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:44:40.471641 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [req-9685619b-880c-455e-8680-8ff74f6f8d0c req-fc01cf79-5f84-4839-b8b9-ef1ff9fe54cb tempest-ListImageFiltersTestJSON-764297516 tempest-ListImageFiltersTestJSON-764297516-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:44:40.477927 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [req-9685619b-880c-455e-8680-8ff74f6f8d0c req-fc01cf79-5f84-4839-b8b9-ef1ff9fe54cb tempest-ListImageFiltersTestJSON-764297516 tempest-ListImageFiltersTestJSON-764297516-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:44:40.528890 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Device 78bbc4c4-939a-4cb2-b476-fbddeecf9bf6 up at agent hyperv_n-h2-838334-2 {{(pid=84042) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 20:44:40.571245 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.l3_dvr_db [None req-66f76c1d-9293-449c-a939-efa916824f4a None None] Set router 2fcfa44f-978c-4e58-b43e-36f84d658eff gateway port host: n-d-838334-2 {{(pid=84043) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 20:44:40.637217 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e08f66e-6af5-443f-8795-19a845ec1d51 tempest-TenantUsagesTestJSON-124120012 tempest-TenantUsagesTestJSON-124120012-project] Pushing event deleted for resources: {'Port': ['ID=340925cb-ddc0-4c6b-ba6c-891dc1449264,revision_number=None']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:44:40.683160 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1b42b65-1342-46c4-84a1-6b98c7f3e840 req-454d5c7a-49ec-4223-a1ef-a0e3630104f4 tempest-SecurityGroupsTestJSON-1212657955 tempest-SecurityGroupsTestJSON-1212657955-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:44:40.686773 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-d1b42b65-1342-46c4-84a1-6b98c7f3e840 req-454d5c7a-49ec-4223-a1ef-a0e3630104f4 tempest-SecurityGroupsTestJSON-1212657955 tempest-SecurityGroupsTestJSON-1212657955-project] 10.222.0.42 "GET /v2.0/ports?device_id=529e12bc-16bd-41a4-98c2-5f9bfb5512e7 HTTP/1.1" status: 200 len: 943 time: 0.1877034 Apr 18 20:44:40.692149 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-9685619b-880c-455e-8680-8ff74f6f8d0c req-fc01cf79-5f84-4839-b8b9-ef1ff9fe54cb tempest-ListImageFiltersTestJSON-764297516 tempest-ListImageFiltersTestJSON-764297516-project] Notify callbacks [] for security_group, precommit_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:40.706725 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Provisioning for port 78bbc4c4-939a-4cb2-b476-fbddeecf9bf6 completed by entity L2. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 20:44:40.713680 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Provisioning complete for port 78bbc4c4-939a-4cb2-b476-fbddeecf9bf6 triggered by entity L2. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:44:40.714044 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1253608'] for port, provisioning_complete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:40.760089 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.l3_dvrscheduler_db [req-54d7142c-e88e-451a-bba1-42cdd10b3aac req-6e08f66e-6af5-443f-8795-19a845ec1d51 tempest-TenantUsagesTestJSON-124120012 tempest-TenantUsagesTestJSON-124120012-project] No DVR routers for this DVR port 340925cb-ddc0-4c6b-ba6c-891dc1449264 on host n-h1-838334-2 {{(pid=84041) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 20:44:40.764583 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [req-54d7142c-e88e-451a-bba1-42cdd10b3aac req-6e08f66e-6af5-443f-8795-19a845ec1d51 tempest-TenantUsagesTestJSON-124120012 tempest-TenantUsagesTestJSON-124120012-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217293'] for port, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:40.766582 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-54d7142c-e88e-451a-bba1-42cdd10b3aac req-6e08f66e-6af5-443f-8795-19a845ec1d51 tempest-TenantUsagesTestJSON-124120012 tempest-TenantUsagesTestJSON-124120012-project] 10.222.0.43 "DELETE /v2.0/ports/340925cb-ddc0-4c6b-ba6c-891dc1449264 HTTP/1.1" status: 204 len: 173 time: 2.1157548 Apr 18 20:44:40.804656 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4051f3b4-350b-4d49-8cf2-4c4b02bac7da req-d6e221ea-6220-46e2-91ea-f7ab11a250e5 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:44:40.807100 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-4051f3b4-350b-4d49-8cf2-4c4b02bac7da req-d6e221ea-6220-46e2-91ea-f7ab11a250e5 service neutron] 10.222.0.43 "GET /v2.0/networks?id=7f662c04-13d3-4bf2-9436-adfc04ef8c7e HTTP/1.1" status: 200 len: 913 time: 0.4739482 Apr 18 20:44:40.830581 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-d1b42b65-1342-46c4-84a1-6b98c7f3e840 req-9eb5aba2-ed75-4022-8239-e2eef37818ef tempest-SecurityGroupsTestJSON-1212657955 tempest-SecurityGroupsTestJSON-1212657955-project] 10.222.0.42 "GET /v2.0/security-groups?id=9011416c-6492-4991-9c3b-a886ca17cbe3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1329639 Apr 18 20:44:40.835171 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-9685619b-880c-455e-8680-8ff74f6f8d0c req-fc01cf79-5f84-4839-b8b9-ef1ff9fe54cb tempest-ListImageFiltersTestJSON-764297516 tempest-ListImageFiltersTestJSON-764297516-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33528224'] for security_group, after_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:40.995961 n-d-838334-2 neutron-server[84041]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '068c7e41-d12b-446b-a32f-c4dfad131899', 'name': 'network-vif-deleted', 'tag': '340925cb-ddc0-4c6b-ba6c-891dc1449264'}] {{(pid=84041) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 20:44:41.025834 n-d-838334-2 neutron-server[84042]: INFO neutron.notifiers.nova [-] Nova event matching ['req-81c49ca3-0084-4272-bb9c-63a49cc7a7f6'] response: {'server_uuid': '31317ebd-0d88-4b39-b971-8c94cac5011a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8332fa47-59b8-47c4-801f-fde1adc7878a', 'code': 200} Apr 18 20:44:41.049204 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:41.100437 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] For port 78bbc4c4-939a-4cb2-b476-fbddeecf9bf6, host n-h2-838334-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838334-2',level=0,port_id=78bbc4c4-939a-4cb2-b476-fbddeecf9bf6,segment=NetworkSegment(62b85806-94d8-4a88-a06c-da82e5932d66),segment_id=62b85806-94d8-4a88-a06c-da82e5932d66)] {{(pid=84042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:44:41.108328 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682'] for port, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:41.115480 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-64e46497-0576-4e95-b9b7-11fac8a6c88d req-0d8bd714-aeb7-4845-8c8a-cb7e94f43338 tempest-ListImageFiltersTestJSON-764297516 tempest-ListImageFiltersTestJSON-764297516-project] 10.222.0.43 "GET /v2.0/networks?tenant_id=f9a303992698422eb62b63b7e766862a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.2857354 Apr 18 20:44:41.120683 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-4051f3b4-350b-4d49-8cf2-4c4b02bac7da req-75fbd528-f8f6-47e5-a68b-54d067c717f6 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a8a13440-3cd3-45bf-a515-a9fb5dfb5348 HTTP/1.1" status: 200 len: 217 time: 0.2935052 Apr 18 20:44:41.182568 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.l3_hamode_db [None req-66f76c1d-9293-449c-a939-efa916824f4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2fcfa44f-978c-4e58-b43e-36f84d658eff', 'name': 'tempest-AttachSCSIVolumeTestJSON-651922907-router', 'tenant_id': '1fd001aaeef146c5ac3c9d1e6f47f539', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'external_fixed_ips': [{'subnet_id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'ip_address': '172.25.8.80'}], 'enable_snat': True}, 'gw_port_id': 'e80c40ba-d69f-4b98-831d-6a06358011b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:44:35Z', 'updated_at': '2022-04-18T20:44:37Z', 'revision_number': 3, 'project_id': '1fd001aaeef146c5ac3c9d1e6f47f539', 'gw_port': {'id': 'e80c40ba-d69f-4b98-831d-6a06358011b4', 'name': '', 'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:8d:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2fcfa44f-978c-4e58-b43e-36f84d658eff', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'ip_address': '172.25.8.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:44:36Z', 'updated_at': '2022-04-18T20:44:36Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838334-2'}], 'n-d-838334-2', False) {} {{(pid=84043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:44:41.187531 n-d-838334-2 neutron-server[84043]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66f76c1d-9293-449c-a939-efa916824f4a None None] Checking router: 2fcfa44f-978c-4e58-b43e-36f84d658eff for host: n-d-838334-2 {{(pid=84043) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 18 20:44:41.187915 n-d-838334-2 neutron-server[84043]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66f76c1d-9293-449c-a939-efa916824f4a None None] Updating router 2fcfa44f-978c-4e58-b43e-36f84d658eff port e80c40ba-d69f-4b98-831d-6a06358011b4 binding host n-d-838334-2 {{(pid=84043) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 18 20:44:41.221451 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Pushing event updated for resources: {'Port': ['ID=78bbc4c4-939a-4cb2-b476-fbddeecf9bf6,revision_number=5']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:44:41.278511 n-d-838334-2 neutron-server[84043]: DEBUG neutron_lib.callbacks.manager [None req-66f76c1d-9293-449c-a939-efa916824f4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:41.348403 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4051f3b4-350b-4d49-8cf2-4c4b02bac7da req-cbbd7a92-b0ec-4c25-876a-bc25d7fe5382 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:44:41.349848 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-4051f3b4-350b-4d49-8cf2-4c4b02bac7da req-cbbd7a92-b0ec-4c25-876a-bc25d7fe5382 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=ab70a436-dbca-469d-b0be-5b1a5cfe0476 HTTP/1.1" status: 200 len: 852 time: 0.1700993 Apr 18 20:44:41.352928 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc01cf79-5f84-4839-b8b9-ef1ff9fe54cb tempest-ListImageFiltersTestJSON-764297516 tempest-ListImageFiltersTestJSON-764297516-project] Pushing event updated for resources: {'SecurityGroup': ['ID=69ef09d0-16e8-4442-bf72-0044fbe4edc4,revision_number=1']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:44:41.370186 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-ca4faf00-cee3-4ac2-8b4b-52938f7f8912 req-70b14362-e307-40c0-8798-67a578592533 tempest-TenantUsagesTestJSON-124120012 tempest-TenantUsagesTestJSON-124120012-project] 10.222.0.42 "GET /v2.0/ports?device_id=068c7e41-d12b-446b-a32f-c4dfad131899 HTTP/1.1" status: 200 len: 210 time: 0.1019282 Apr 18 20:44:41.391839 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.db_base_plugin_common [req-9685619b-880c-455e-8680-8ff74f6f8d0c req-fc01cf79-5f84-4839-b8b9-ef1ff9fe54cb tempest-ListImageFiltersTestJSON-764297516 tempest-ListImageFiltersTestJSON-764297516-project] Allocated IP 192.168.233.184 (cb56989d-7c5d-4678-b194-1d2edf1e842a/c4b526db-4d8a-4d4c-a310-e3a599630ae1/477a0bf5-0275-431a-8328-ff70599fc8f0) {{(pid=84040) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:44:41.428426 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-4051f3b4-350b-4d49-8cf2-4c4b02bac7da req-ebf08076-291d-4e32-8d69-36136e274a04 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=7f662c04-13d3-4bf2-9436-adfc04ef8c7e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0696294 Apr 18 20:44:41.438149 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64e46497-0576-4e95-b9b7-11fac8a6c88d req-86393fc5-4e1e-4c78-abab-b71048f9fb31 tempest-ListImageFiltersTestJSON-764297516 tempest-ListImageFiltersTestJSON-764297516-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:44:41.439509 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-64e46497-0576-4e95-b9b7-11fac8a6c88d req-86393fc5-4e1e-4c78-abab-b71048f9fb31 tempest-ListImageFiltersTestJSON-764297516 tempest-ListImageFiltersTestJSON-764297516-project] 10.222.0.43 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3100178 Apr 18 20:44:41.469973 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.v2.base [req-64e46497-0576-4e95-b9b7-11fac8a6c88d req-c847349a-0107-4ecf-ae4e-12cf7b0461ab tempest-ListImageFiltersTestJSON-764297516 tempest-ListImageFiltersTestJSON-764297516-project] Request body: {'port': {'device_id': 'eb3668b7-221e-464a-9f23-da8bc40863a7', 'network_id': 'cb56989d-7c5d-4678-b194-1d2edf1e842a', 'admin_state_up': True, 'tenant_id': 'f9a303992698422eb62b63b7e766862a'}} {{(pid=84041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 20:44:41.626533 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-4051f3b4-350b-4d49-8cf2-4c4b02bac7da req-fc917d01-cfb0-40c7-b2b3-5d5177ac916f service neutron] 10.222.0.43 "GET /v2.0/networks/7f662c04-13d3-4bf2-9436-adfc04ef8c7e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1846635 Apr 18 20:44:41.671784 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51cfa78d-37a1-41d4-8425-26e21fb5133e req-9b51dba1-c7db-4f3d-96e0-85a565a6858c tempest-MigrationsAdminTest-1326981207 tempest-MigrationsAdminTest-1326981207-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:44:41.673269 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-51cfa78d-37a1-41d4-8425-26e21fb5133e req-9b51dba1-c7db-4f3d-96e0-85a565a6858c tempest-MigrationsAdminTest-1326981207 tempest-MigrationsAdminTest-1326981207-project] 10.222.0.42 "GET /v2.0/ports?device_id=08c5b321-aafc-4918-a395-6fa43a8a405d HTTP/1.1" status: 200 len: 949 time: 0.9853401 Apr 18 20:44:41.693094 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-e041e4e3-e0b1-45c4-8f29-188c523f2ff6 req-0ab96cd8-0ed9-4e4b-a6e1-7c7bdccc3e2f tempest-ListImageFiltersTestJSON-764297516 tempest-ListImageFiltersTestJSON-764297516-project] 10.222.0.42 "GET /v2.0/ports?device_id=eb3668b7-221e-464a-9f23-da8bc40863a7 HTTP/1.1" status: 200 len: 210 time: 0.0778110 Apr 18 20:44:41.709880 n-d-838334-2 neutron-server[84043]: DEBUG neutron_lib.callbacks.manager [None req-66f76c1d-9293-449c-a939-efa916824f4a None None] Notify callbacks [] for port, precommit_update {{(pid=84043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:41.725327 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.provisioning_blocks [None req-66f76c1d-9293-449c-a939-efa916824f4a None None] Transition to ACTIVE for port object e80c40ba-d69f-4b98-831d-6a06358011b4 will not be triggered until provisioned by entity L2. {{(pid=84043) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 20:44:41.735272 n-d-838334-2 neutron-server[84043]: DEBUG neutron_lib.callbacks.manager [None req-66f76c1d-9293-449c-a939-efa916824f4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682'] for port, after_update {{(pid=84043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:41.757343 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-bc6cebf3-f1bd-484c-b8da-c4d2cf27fa2a req-565a8433-9ce5-4212-bb79-0ebef12b039c service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=31317ebd-0d88-4b39-b971-8c94cac5011a HTTP/1.1" status: 200 len: 2870 time: 0.5608628 Apr 18 20:44:41.819617 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-51cfa78d-37a1-41d4-8425-26e21fb5133e req-4da5f918-109a-43b4-9a7f-e4b8900026fe tempest-MigrationsAdminTest-1326981207 tempest-MigrationsAdminTest-1326981207-project] 10.222.0.42 "GET /v2.0/security-groups?id=8ca7ac2c-bfe5-493b-aae6-636315bac851&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1334388 Apr 18 20:44:41.832137 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-9685619b-880c-455e-8680-8ff74f6f8d0c req-fc01cf79-5f84-4839-b8b9-ef1ff9fe54cb tempest-ListImageFiltersTestJSON-764297516 tempest-ListImageFiltersTestJSON-764297516-project] Notify callbacks [] for port, precommit_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:41.874094 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.provisioning_blocks [req-9685619b-880c-455e-8680-8ff74f6f8d0c req-fc01cf79-5f84-4839-b8b9-ef1ff9fe54cb tempest-ListImageFiltersTestJSON-764297516 tempest-ListImageFiltersTestJSON-764297516-project] Transition to ACTIVE for port object 477a0bf5-0275-431a-8328-ff70599fc8f0 will not be triggered until provisioned by entity DHCP. {{(pid=84040) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 20:44:41.880184 n-d-838334-2 neutron-server[84043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21afb75d-7a8e-4432-b98e-baf811f45673 None None] Pushing event updated for resources: {'Port': ['ID=e80c40ba-d69f-4b98-831d-6a06358011b4,revision_number=2']} {{(pid=84043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:44:41.882645 n-d-838334-2 neutron-server[84043]: DEBUG neutron.plugins.ml2.managers [None req-66f76c1d-9293-449c-a939-efa916824f4a None None] Attempting to bind port e80c40ba-d69f-4b98-831d-6a06358011b4 on host n-d-838334-2 for vnic_type normal with profile {{(pid=84043) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:44:41.883007 n-d-838334-2 neutron-server[84043]: DEBUG neutron.plugins.ml2.managers [None req-66f76c1d-9293-449c-a939-efa916824f4a None None] Attempting to bind port e80c40ba-d69f-4b98-831d-6a06358011b4 by drivers openvswitch,hyperv on host n-d-838334-2 at level 0 using segments [{'id': '732aa830-768b-4511-951f-d08e26b9c25b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c'}] {{(pid=84043) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:44:41.883449 n-d-838334-2 neutron-server[84043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66f76c1d-9293-449c-a939-efa916824f4a None None] Attempting to bind port e80c40ba-d69f-4b98-831d-6a06358011b4 on network e41b6600-a917-4a8d-b05c-be3be40c6d8c {{(pid=84043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 20:44:41.892149 n-d-838334-2 neutron-server[84043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66f76c1d-9293-449c-a939-efa916824f4a None None] Checking agent: {'id': '97cd4414-7af6-4d67-868d-dff370b4071a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838334-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 25, 49), 'started_at': datetime.datetime(2022, 4, 18, 20, 26, 19), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 20, 44, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838334-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 18 20:44:41.892528 n-d-838334-2 neutron-server[84043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66f76c1d-9293-449c-a939-efa916824f4a None None] Checking segment: {'id': '732aa830-768b-4511-951f-d08e26b9c25b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84043) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 20:44:41.893240 n-d-838334-2 neutron-server[84043]: DEBUG neutron_lib.callbacks.manager [None req-66f76c1d-9293-449c-a939-efa916824f4a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:41.893692 n-d-838334-2 neutron-server[84043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66f76c1d-9293-449c-a939-efa916824f4a None None] Bound using segment: {'id': '732aa830-768b-4511-951f-d08e26b9c25b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c'} {{(pid=84043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 18 20:44:41.894309 n-d-838334-2 neutron-server[84043]: DEBUG neutron.plugins.ml2.managers [None req-66f76c1d-9293-449c-a939-efa916824f4a None None] Bound port: e80c40ba-d69f-4b98-831d-6a06358011b4, host: n-d-838334-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '732aa830-768b-4511-951f-d08e26b9c25b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c'}}] {{(pid=84043) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 20:44:41.894675 n-d-838334-2 neutron-server[84043]: DEBUG neutron_lib.callbacks.manager [None req-66f76c1d-9293-449c-a939-efa916824f4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:41.899592 n-d-838334-2 neutron-server[84041]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f0773f84-9dd0-40ac-bd6d-e158aca0f45c'] response: {'server_uuid': '068c7e41-d12b-446b-a32f-c4dfad131899', 'name': 'network-vif-deleted', 'tag': '340925cb-ddc0-4c6b-ba6c-891dc1449264', 'status': 'completed', 'code': 200} Apr 18 20:44:41.912677 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-bc6cebf3-f1bd-484c-b8da-c4d2cf27fa2a req-e198a55c-21a2-411c-9c08-f9d951d1a8f8 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=efc44a6f-ae8a-46ab-8143-fed7ce47374f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1395214 Apr 18 20:44:41.979029 n-d-838334-2 neutron-server[84043]: DEBUG neutron.plugins.ml2.db [None req-66f76c1d-9293-449c-a939-efa916824f4a None None] For port e80c40ba-d69f-4b98-831d-6a06358011b4, host n-d-838334-2, cleared binding levels {{(pid=84043) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 20:44:41.982829 n-d-838334-2 neutron-server[84043]: DEBUG neutron.plugins.ml2.db [None req-66f76c1d-9293-449c-a939-efa916824f4a None None] For port e80c40ba-d69f-4b98-831d-6a06358011b4, host n-d-838334-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838334-2',level=0,port_id=e80c40ba-d69f-4b98-831d-6a06358011b4,segment=NetworkSegment(732aa830-768b-4511-951f-d08e26b9c25b),segment_id=732aa830-768b-4511-951f-d08e26b9c25b)] {{(pid=84043) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 20:44:41.983837 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-9685619b-880c-455e-8680-8ff74f6f8d0c req-fc01cf79-5f84-4839-b8b9-ef1ff9fe54cb tempest-ListImageFiltersTestJSON-764297516 tempest-ListImageFiltersTestJSON-764297516-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750374836619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32440838'] for port, after_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:41.988971 n-d-838334-2 neutron-server[84043]: DEBUG neutron_lib.callbacks.manager [None req-66f76c1d-9293-449c-a939-efa916824f4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682'] for port, after_update {{(pid=84043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:42.076435 n-d-838334-2 neutron-server[84043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21afb75d-7a8e-4432-b98e-baf811f45673 None None] Pushing event updated for resources: {'Port': ['ID=e80c40ba-d69f-4b98-831d-6a06358011b4,revision_number=3']} {{(pid=84043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:44:42.094748 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66f76c1d-9293-449c-a939-efa916824f4a None None] Routers {'2fcfa44f-978c-4e58-b43e-36f84d658eff'} bound to L3 agent in host n-d-838334-2 {{(pid=84043) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 20:44:42.095573 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.l3_hamode_db [None req-66f76c1d-9293-449c-a939-efa916824f4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838334-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-18T20:25:48Z,description=,heartbeat_timestamp=2022-04-18T20:44:18Z,host='n-d-838334-2',id=bc84d6c9-dd7a-4555-a351-592327b46d5a,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:25:48Z,topic='l3_agent')) {'router_ids': ['2fcfa44f-978c-4e58-b43e-36f84d658eff'], 'active': True} {{(pid=84043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:44:42.139884 n-d-838334-2 neutron-server[84040]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9685619b-880c-455e-8680-8ff74f6f8d0c req-fc01cf79-5f84-4839-b8b9-ef1ff9fe54cb tempest-ListImageFiltersTestJSON-764297516 tempest-ListImageFiltersTestJSON-764297516-project] Network cb56989d-7c5d-4678-b194-1d2edf1e842a is already hosted by enough agents. {{(pid=84040) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:44:42.145074 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc01cf79-5f84-4839-b8b9-ef1ff9fe54cb tempest-ListImageFiltersTestJSON-764297516 tempest-ListImageFiltersTestJSON-764297516-project] Pushing event updated for resources: {'Port': ['ID=477a0bf5-0275-431a-8328-ff70599fc8f0,revision_number=1']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:44:42.149706 n-d-838334-2 neutron-server[84040]: DEBUG neutron.scheduler.base_scheduler [req-9685619b-880c-455e-8680-8ff74f6f8d0c req-fc01cf79-5f84-4839-b8b9-ef1ff9fe54cb tempest-ListImageFiltersTestJSON-764297516 tempest-ListImageFiltersTestJSON-764297516-project] Resources bound (agent type, host, resource id): {{(pid=84040) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:44:42.151971 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.l3_dvrscheduler_db [req-9685619b-880c-455e-8680-8ff74f6f8d0c req-fc01cf79-5f84-4839-b8b9-ef1ff9fe54cb tempest-ListImageFiltersTestJSON-764297516 tempest-ListImageFiltersTestJSON-764297516-project] Received port after_create {{(pid=84040) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 20:44:42.213320 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfbf89a6-a9ac-48fa-8b4c-672c57e5ef66 req-6dbcefba-b9e3-42ca-8ae7-01a200ba5033 tempest-ServersTestMultiNic-942198030 tempest-ServersTestMultiNic-942198030-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:44:42.217523 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfbf89a6-a9ac-48fa-8b4c-672c57e5ef66 req-6dbcefba-b9e3-42ca-8ae7-01a200ba5033 tempest-ServersTestMultiNic-942198030 tempest-ServersTestMultiNic-942198030-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:44:42.221805 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfbf89a6-a9ac-48fa-8b4c-672c57e5ef66 req-6dbcefba-b9e3-42ca-8ae7-01a200ba5033 tempest-ServersTestMultiNic-942198030 tempest-ServersTestMultiNic-942198030-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:44:42.226285 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-4051f3b4-350b-4d49-8cf2-4c4b02bac7da req-48d94d47-5831-4a3c-a786-3991c407fe96 service neutron] 10.222.0.43 "GET /v2.0/networks/7f662c04-13d3-4bf2-9436-adfc04ef8c7e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5338964 Apr 18 20:44:42.227348 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [req-64e46497-0576-4e95-b9b7-11fac8a6c88d req-c847349a-0107-4ecf-ae4e-12cf7b0461ab tempest-ListImageFiltersTestJSON-764297516 tempest-ListImageFiltersTestJSON-764297516-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:44:42.228625 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-dfbf89a6-a9ac-48fa-8b4c-672c57e5ef66 req-6dbcefba-b9e3-42ca-8ae7-01a200ba5033 tempest-ServersTestMultiNic-942198030 tempest-ServersTestMultiNic-942198030-project] 10.222.0.42 "GET /v2.0/ports?device_id=31317ebd-0d88-4b39-b971-8c94cac5011a HTTP/1.1" status: 200 len: 2417 time: 0.3180680 Apr 18 20:44:42.236271 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [req-64e46497-0576-4e95-b9b7-11fac8a6c88d req-c847349a-0107-4ecf-ae4e-12cf7b0461ab tempest-ListImageFiltersTestJSON-764297516 tempest-ListImageFiltersTestJSON-764297516-project] Usage tracker for resource:port and tenant:f9a303992698422eb62b63b7e766862a is out of sync, need to count used quota {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:44:42.241845 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [req-64e46497-0576-4e95-b9b7-11fac8a6c88d req-c847349a-0107-4ecf-ae4e-12cf7b0461ab tempest-ListImageFiltersTestJSON-764297516 tempest-ListImageFiltersTestJSON-764297516-project] Quota usage for port was recalculated. Used quota:1. {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:44:42.244909 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.agents_db [None req-6346a179-333c-4370-b5a6-936984aeab15 None None] Agent healthcheck: found 7 active agents {{(pid=84043) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 18 20:44:42.250053 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [req-64e46497-0576-4e95-b9b7-11fac8a6c88d req-c847349a-0107-4ecf-ae4e-12cf7b0461ab tempest-ListImageFiltersTestJSON-764297516 tempest-ListImageFiltersTestJSON-764297516-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:44:42.280367 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9685619b-880c-455e-8680-8ff74f6f8d0c req-fc01cf79-5f84-4839-b8b9-ef1ff9fe54cb tempest-ListImageFiltersTestJSON-764297516 tempest-ListImageFiltersTestJSON-764297516-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:44:42.280972 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-9685619b-880c-455e-8680-8ff74f6f8d0c req-fc01cf79-5f84-4839-b8b9-ef1ff9fe54cb tempest-ListImageFiltersTestJSON-764297516 tempest-ListImageFiltersTestJSON-764297516-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217293'] for port, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:42.299659 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-64e46497-0576-4e95-b9b7-11fac8a6c88d req-c847349a-0107-4ecf-ae4e-12cf7b0461ab tempest-ListImageFiltersTestJSON-764297516 tempest-ListImageFiltersTestJSON-764297516-project] Made reservation on behalf of f9a303992698422eb62b63b7e766862a for: {'port': 1} {{(pid=84041) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:44:42.308022 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [req-64e46497-0576-4e95-b9b7-11fac8a6c88d req-c847349a-0107-4ecf-ae4e-12cf7b0461ab tempest-ListImageFiltersTestJSON-764297516 tempest-ListImageFiltersTestJSON-764297516-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:42.340155 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-9685619b-880c-455e-8680-8ff74f6f8d0c req-fc01cf79-5f84-4839-b8b9-ef1ff9fe54cb tempest-ListImageFiltersTestJSON-764297516 tempest-ListImageFiltersTestJSON-764297516-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.2569981 Apr 18 20:44:42.344588 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.l3_dvr_db [None req-66f76c1d-9293-449c-a939-efa916824f4a None None] Set router 2fcfa44f-978c-4e58-b43e-36f84d658eff gateway port host: n-d-838334-2 {{(pid=84043) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 20:44:42.354435 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-dfbf89a6-a9ac-48fa-8b4c-672c57e5ef66 req-5ca63887-d408-4980-80ec-5b13b723a220 tempest-ServersTestMultiNic-942198030 tempest-ServersTestMultiNic-942198030-project] 10.222.0.42 "GET /v2.0/security-groups?id=efc44a6f-ae8a-46ab-8143-fed7ce47374f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1248496 Apr 18 20:44:42.362538 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.v2.base [req-9685619b-880c-455e-8680-8ff74f6f8d0c req-445b39e8-a8cd-4a93-b736-742c6a853408 service neutron] Request body: {'port': {'device_id': 'd9f332ce-c76b-46eb-85fd-3cf94eadb99f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-838334-2'}} {{(pid=84040) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 20:44:42.364683 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Device a8a13440-3cd3-45bf-a515-a9fb5dfb5348 details requested by agent hyperv_n-h1-838334-2 with host n-h1-838334-2 {{(pid=84042) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 18 20:44:42.367451 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Device 340925cb-ddc0-4c6b-ba6c-891dc1449264 no longer exists at agent hyperv_n-h1-838334-2 {{(pid=84042) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 20:44:42.422308 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.plugin [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] No Port match for: 340925cb-ddc0-4c6b-ba6c-891dc1449264 {{(pid=84042) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 18 20:44:42.422925 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Device 340925cb-ddc0-4c6b-ba6c-891dc1449264 not bound to the agent host n-h1-838334-2 {{(pid=84042) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 20:44:42.568925 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] For port a8a13440-3cd3-45bf-a515-a9fb5dfb5348, host n-h1-838334-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838334-2',level=0,port_id=a8a13440-3cd3-45bf-a515-a9fb5dfb5348,segment=NetworkSegment(9d2a818f-5a4c-45ce-88ca-131c59c6d275),segment_id=9d2a818f-5a4c-45ce-88ca-131c59c6d275)] {{(pid=84042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:44:42.569857 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-9685619b-880c-455e-8680-8ff74f6f8d0c req-445b39e8-a8cd-4a93-b736-742c6a853408 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:42.588607 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-340b1a38-880d-4fb4-8f93-6b6abdf1b98b None None] Provisioning for port 477a0bf5-0275-431a-8328-ff70599fc8f0 completed by entity DHCP. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 20:44:42.592994 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Returning: {'device': 'a8a13440-3cd3-45bf-a515-a9fb5dfb5348', 'network_id': '7f662c04-13d3-4bf2-9436-adfc04ef8c7e', 'port_id': 'a8a13440-3cd3-45bf-a515-a9fb5dfb5348', 'mac_address': 'fa:16:3e:b3:b3:7d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 353, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ab70a436-dbca-469d-b0be-5b1a5cfe0476', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84042) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 18 20:44:42.595947 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-340b1a38-880d-4fb4-8f93-6b6abdf1b98b None None] Provisioning complete for port 477a0bf5-0275-431a-8328-ff70599fc8f0 triggered by entity DHCP. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:44:42.596312 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-340b1a38-880d-4fb4-8f93-6b6abdf1b98b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1253608'] for port, provisioning_complete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:42.602993 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cacf7af8-786b-47f4-96f1-c0b6d98335b6 req-c16a0c1f-3626-4dd5-a103-e39e8e53a621 tempest-ServersAdminTestJSON-1240675426 tempest-ServersAdminTestJSON-1240675426-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:44:42.604737 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-cacf7af8-786b-47f4-96f1-c0b6d98335b6 req-c16a0c1f-3626-4dd5-a103-e39e8e53a621 tempest-ServersAdminTestJSON-1240675426 tempest-ServersAdminTestJSON-1240675426-project] 10.222.0.42 "GET /v2.0/ports?device_id=ce6c549f-1c22-4313-93e6-93921dc22663 HTTP/1.1" status: 200 len: 949 time: 0.5360990 Apr 18 20:44:42.700507 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.plugin [None req-340b1a38-880d-4fb4-8f93-6b6abdf1b98b None None] Port 477a0bf5-0275-431a-8328-ff70599fc8f0 cannot update to ACTIVE because it is not bound. {{(pid=84042) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 18 20:44:42.703802 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:42.723444 n-d-838334-2 neutron-server[84042]: DEBUG neutron.notifiers.nova [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a8a13440-3cd3-45bf-a515-a9fb5dfb5348 {{(pid=84042) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 18 20:44:42.741369 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.db_base_plugin_common [req-64e46497-0576-4e95-b9b7-11fac8a6c88d req-c847349a-0107-4ecf-ae4e-12cf7b0461ab tempest-ListImageFiltersTestJSON-764297516 tempest-ListImageFiltersTestJSON-764297516-project] Allocated IP 192.168.233.240 (cb56989d-7c5d-4678-b194-1d2edf1e842a/c4b526db-4d8a-4d4c-a310-e3a599630ae1/50835e83-a5fb-4791-9057-3a1a5ea9153e) {{(pid=84041) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:44:42.741825 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] For port a8a13440-3cd3-45bf-a515-a9fb5dfb5348, host n-h1-838334-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838334-2',level=0,port_id=a8a13440-3cd3-45bf-a515-a9fb5dfb5348,segment=NetworkSegment(9d2a818f-5a4c-45ce-88ca-131c59c6d275),segment_id=9d2a818f-5a4c-45ce-88ca-131c59c6d275)] {{(pid=84042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:44:42.748914 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682'] for port, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:42.809510 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.l3_hamode_db [None req-66f76c1d-9293-449c-a939-efa916824f4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2fcfa44f-978c-4e58-b43e-36f84d658eff', 'name': 'tempest-AttachSCSIVolumeTestJSON-651922907-router', 'tenant_id': '1fd001aaeef146c5ac3c9d1e6f47f539', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'external_fixed_ips': [{'subnet_id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'ip_address': '172.25.8.80'}], 'enable_snat': True}, 'gw_port_id': 'e80c40ba-d69f-4b98-831d-6a06358011b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:44:35Z', 'updated_at': '2022-04-18T20:44:37Z', 'revision_number': 3, 'project_id': '1fd001aaeef146c5ac3c9d1e6f47f539', 'gw_port': {'id': 'e80c40ba-d69f-4b98-831d-6a06358011b4', 'name': '', 'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:8d:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2fcfa44f-978c-4e58-b43e-36f84d658eff', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'ip_address': '172.25.8.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:44:36Z', 'updated_at': '2022-04-18T20:44:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838334-2'}], 'n-d-838334-2', False) {} {{(pid=84043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:44:42.815018 n-d-838334-2 neutron-server[84043]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66f76c1d-9293-449c-a939-efa916824f4a None None] The sync data for ids ['2fcfa44f-978c-4e58-b43e-36f84d658eff'] in n-d-838334-2 is: [{'id': '2fcfa44f-978c-4e58-b43e-36f84d658eff', 'name': 'tempest-AttachSCSIVolumeTestJSON-651922907-router', 'tenant_id': '1fd001aaeef146c5ac3c9d1e6f47f539', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'external_fixed_ips': [{'subnet_id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'ip_address': '172.25.8.80'}], 'enable_snat': True}, 'gw_port_id': 'e80c40ba-d69f-4b98-831d-6a06358011b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:44:35Z', 'updated_at': '2022-04-18T20:44:37Z', 'revision_number': 3, 'project_id': '1fd001aaeef146c5ac3c9d1e6f47f539', 'gw_port': {'id': 'e80c40ba-d69f-4b98-831d-6a06358011b4', 'name': '', 'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:8d:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2fcfa44f-978c-4e58-b43e-36f84d658eff', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'ip_address': '172.25.8.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:44:36Z', 'updated_at': '2022-04-18T20:44:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838334-2'}] {{(pid=84043) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 18 20:44:42.841448 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Pushing event updated for resources: {'Port': ['ID=a8a13440-3cd3-45bf-a515-a9fb5dfb5348,revision_number=4']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:44:42.912252 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-cacf7af8-786b-47f4-96f1-c0b6d98335b6 req-e4f466ee-62b1-4ddd-a76b-05553150a18b tempest-ServersAdminTestJSON-1240675426 tempest-ServersAdminTestJSON-1240675426-project] 10.222.0.42 "GET /v2.0/security-groups?id=b9ed1788-e987-4b94-9dd4-ed408bd7803e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2759919 Apr 18 20:44:42.993844 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] get_ports_and_sgs() called for port_ids ['a8a13440-3cd3-45bf-a515-a9fb5dfb5348'] {{(pid=84042) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 18 20:44:43.022131 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [req-64e46497-0576-4e95-b9b7-11fac8a6c88d req-c847349a-0107-4ecf-ae4e-12cf7b0461ab tempest-ListImageFiltersTestJSON-764297516 tempest-ListImageFiltersTestJSON-764297516-project] Notify callbacks [] for port, precommit_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:43.045405 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.provisioning_blocks [req-64e46497-0576-4e95-b9b7-11fac8a6c88d req-c847349a-0107-4ecf-ae4e-12cf7b0461ab tempest-ListImageFiltersTestJSON-764297516 tempest-ListImageFiltersTestJSON-764297516-project] Transition to ACTIVE for port object 50835e83-a5fb-4791-9057-3a1a5ea9153e will not be triggered until provisioned by entity DHCP. {{(pid=84041) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 20:44:43.053933 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9c7ed1a-3d50-4e6e-97a1-528fc4d6a395 req-166adbb3-9765-43ae-9168-10c8ee5a31a0 tempest-SecurityGroupsTestJSON-1212657955 tempest-SecurityGroupsTestJSON-1212657955-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:44:43.061967 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-c9c7ed1a-3d50-4e6e-97a1-528fc4d6a395 req-166adbb3-9765-43ae-9168-10c8ee5a31a0 tempest-SecurityGroupsTestJSON-1212657955 tempest-SecurityGroupsTestJSON-1212657955-project] 10.222.0.42 "GET /v2.0/ports?device_id=529e12bc-16bd-41a4-98c2-5f9bfb5512e7 HTTP/1.1" status: 200 len: 944 time: 0.4938185 Apr 18 20:44:43.110842 n-d-838334-2 neutron-server[84042]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '08c5b321-aafc-4918-a395-6fa43a8a405d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '78bbc4c4-939a-4cb2-b476-fbddeecf9bf6'}] {{(pid=84042) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 20:44:43.194798 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-c9c7ed1a-3d50-4e6e-97a1-528fc4d6a395 req-a5b21e5f-9931-444a-85ad-0c5aed387041 tempest-SecurityGroupsTestJSON-1212657955 tempest-SecurityGroupsTestJSON-1212657955-project] 10.222.0.42 "GET /v2.0/security-groups?id=9011416c-6492-4991-9c3b-a886ca17cbe3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1314981 Apr 18 20:44:43.346716 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [req-64e46497-0576-4e95-b9b7-11fac8a6c88d req-c847349a-0107-4ecf-ae4e-12cf7b0461ab tempest-ListImageFiltersTestJSON-764297516 tempest-ListImageFiltersTestJSON-764297516-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750374836619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32266323'] for port, after_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:43.445665 n-d-838334-2 neutron-server[84041]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-64e46497-0576-4e95-b9b7-11fac8a6c88d req-c847349a-0107-4ecf-ae4e-12cf7b0461ab tempest-ListImageFiltersTestJSON-764297516 tempest-ListImageFiltersTestJSON-764297516-project] Network cb56989d-7c5d-4678-b194-1d2edf1e842a is already hosted by enough agents. {{(pid=84041) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:44:43.449371 n-d-838334-2 neutron-server[84041]: DEBUG neutron.scheduler.base_scheduler [req-64e46497-0576-4e95-b9b7-11fac8a6c88d req-c847349a-0107-4ecf-ae4e-12cf7b0461ab tempest-ListImageFiltersTestJSON-764297516 tempest-ListImageFiltersTestJSON-764297516-project] Resources bound (agent type, host, resource id): {{(pid=84041) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:44:43.457603 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.l3_dvrscheduler_db [req-64e46497-0576-4e95-b9b7-11fac8a6c88d req-c847349a-0107-4ecf-ae4e-12cf7b0461ab tempest-ListImageFiltersTestJSON-764297516 tempest-ListImageFiltersTestJSON-764297516-project] Received port after_create {{(pid=84041) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 20:44:43.499729 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c847349a-0107-4ecf-ae4e-12cf7b0461ab tempest-ListImageFiltersTestJSON-764297516 tempest-ListImageFiltersTestJSON-764297516-project] Pushing event updated for resources: {'Port': ['ID=50835e83-a5fb-4791-9057-3a1a5ea9153e,revision_number=1']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:44:43.526476 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-d68f61c9-fceb-4531-bc42-d66790653f04 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:43.586886 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64e46497-0576-4e95-b9b7-11fac8a6c88d req-c847349a-0107-4ecf-ae4e-12cf7b0461ab tempest-ListImageFiltersTestJSON-764297516 tempest-ListImageFiltersTestJSON-764297516-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:44:43.587617 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [req-64e46497-0576-4e95-b9b7-11fac8a6c88d req-c847349a-0107-4ecf-ae4e-12cf7b0461ab tempest-ListImageFiltersTestJSON-764297516 tempest-ListImageFiltersTestJSON-764297516-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217293'] for port, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:43.688059 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 40798) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:44:43.698644 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-64e46497-0576-4e95-b9b7-11fac8a6c88d req-c847349a-0107-4ecf-ae4e-12cf7b0461ab tempest-ListImageFiltersTestJSON-764297516 tempest-ListImageFiltersTestJSON-764297516-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.2323883 Apr 18 20:44:43.707374 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42340db8-211c-4fd7-a865-334c39f58a1f req-cf5878cc-0f6c-44a7-a079-76d79771160f tempest-ListImageFiltersTestJSON-764297516 tempest-ListImageFiltersTestJSON-764297516-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:44:43.714216 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [req-42340db8-211c-4fd7-a865-334c39f58a1f req-cf5878cc-0f6c-44a7-a079-76d79771160f tempest-ListImageFiltersTestJSON-764297516 tempest-ListImageFiltersTestJSON-764297516-project] Synchronizing usage tracker for tenant:f9a303992698422eb62b63b7e766862a on resource:port {{(pid=84040) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 20:44:43.773479 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e2d3c97-5d96-49a0-87a8-781c8ed1d0ee req-417c5e82-3b9a-41c1-b344-d431f748f126 tempest-MigrationsAdminTest-1326981207 tempest-MigrationsAdminTest-1326981207-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:44:43.774923 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-5e2d3c97-5d96-49a0-87a8-781c8ed1d0ee req-417c5e82-3b9a-41c1-b344-d431f748f126 tempest-MigrationsAdminTest-1326981207 tempest-MigrationsAdminTest-1326981207-project] 10.222.0.42 "GET /v2.0/ports?device_id=08c5b321-aafc-4918-a395-6fa43a8a405d HTTP/1.1" status: 200 len: 950 time: 0.2890484 Apr 18 20:44:43.778729 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [req-42340db8-211c-4fd7-a865-334c39f58a1f req-cf5878cc-0f6c-44a7-a079-76d79771160f tempest-ListImageFiltersTestJSON-764297516 tempest-ListImageFiltersTestJSON-764297516-project] Unset dirty status for tenant:f9a303992698422eb62b63b7e766862a on resource:port {{(pid=84040) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 20:44:43.785250 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-42340db8-211c-4fd7-a865-334c39f58a1f req-cf5878cc-0f6c-44a7-a079-76d79771160f tempest-ListImageFiltersTestJSON-764297516 tempest-ListImageFiltersTestJSON-764297516-project] 10.222.0.42 "GET /v2.0/ports?device_id=eb3668b7-221e-464a-9f23-da8bc40863a7 HTTP/1.1" status: 200 len: 936 time: 0.4295659 Apr 18 20:44:43.799935 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.v2.base [req-64e46497-0576-4e95-b9b7-11fac8a6c88d req-bd7c8b7e-7a09-4cba-9ff0-4a056602cd9d service neutron] Request body: {'port': {'device_id': 'eb3668b7-221e-464a-9f23-da8bc40863a7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-838334-2'}} {{(pid=84041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 20:44:43.841045 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-f6be9976-81eb-4ab8-b240-a4f43cfcbbcf None None] Provisioning for port 50835e83-a5fb-4791-9057-3a1a5ea9153e completed by entity DHCP. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 20:44:43.847571 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-f6be9976-81eb-4ab8-b240-a4f43cfcbbcf None None] Provisioning complete for port 50835e83-a5fb-4791-9057-3a1a5ea9153e triggered by entity DHCP. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:44:43.848202 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-f6be9976-81eb-4ab8-b240-a4f43cfcbbcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1253608'] for port, provisioning_complete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:43.885923 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.db.resource_extend [req-9685619b-880c-455e-8680-8ff74f6f8d0c req-445b39e8-a8cd-4a93-b736-742c6a853408 service neutron] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 18 20:44:43.958307 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.plugin [None req-f6be9976-81eb-4ab8-b240-a4f43cfcbbcf None None] Port 50835e83-a5fb-4791-9057-3a1a5ea9153e cannot update to ACTIVE because it is not bound. {{(pid=84042) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 18 20:44:43.970753 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Device e80c40ba-d69f-4b98-831d-6a06358011b4 up at agent ovs-agent-n-d-838334-2 {{(pid=84042) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 20:44:44.044522 n-d-838334-2 neutron-server[84040]: DEBUG neutron.notifiers.nova [req-9685619b-880c-455e-8680-8ff74f6f8d0c req-445b39e8-a8cd-4a93-b736-742c6a853408 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 477a0bf5-0275-431a-8328-ff70599fc8f0 {{(pid=84040) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 18 20:44:44.053445 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-9685619b-880c-455e-8680-8ff74f6f8d0c req-445b39e8-a8cd-4a93-b736-742c6a853408 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:44.062946 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Provisioning for port e80c40ba-d69f-4b98-831d-6a06358011b4 completed by entity L2. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 20:44:44.069631 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Provisioning complete for port e80c40ba-d69f-4b98-831d-6a06358011b4 triggered by entity L2. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:44:44.070554 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.provisioning_blocks [req-9685619b-880c-455e-8680-8ff74f6f8d0c req-445b39e8-a8cd-4a93-b736-742c6a853408 service neutron] Transition to ACTIVE for port object 477a0bf5-0275-431a-8328-ff70599fc8f0 will not be triggered until provisioned by entity L2. {{(pid=84040) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 20:44:44.070966 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1253608'] for port, provisioning_complete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:44.071365 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.db_base_plugin_common [None req-d68f61c9-fceb-4531-bc42-d66790653f04 admin admin] Allocated IP 172.20.0.1 (927d35e4-e88b-4e82-9eb0-c42861ae32da/318f6973-de81-4b49-b616-dd3d9f23a644/90c2329b-a48a-4fa9-872d-dbd9fc1fe4b3) {{(pid=84041) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:44:44.073833 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-5e2d3c97-5d96-49a0-87a8-781c8ed1d0ee req-d434c434-5340-45e5-a158-005805bdbd2a tempest-MigrationsAdminTest-1326981207 tempest-MigrationsAdminTest-1326981207-project] 10.222.0.42 "GET /v2.0/security-groups?id=8ca7ac2c-bfe5-493b-aae6-636315bac851&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2864203 Apr 18 20:44:44.084418 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-9685619b-880c-455e-8680-8ff74f6f8d0c req-445b39e8-a8cd-4a93-b736-742c6a853408 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32440959'] for port, after_update {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:44.132401 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [req-42340db8-211c-4fd7-a865-334c39f58a1f req-3d427d4b-6174-41b9-addc-413aaae86014 tempest-ListImageFiltersTestJSON-764297516 tempest-ListImageFiltersTestJSON-764297516-project] Synchronizing usage tracker for tenant:f9a303992698422eb62b63b7e766862a on resource:security_group {{(pid=84040) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 20:44:44.219834 n-d-838334-2 neutron-server[84042]: INFO neutron.notifiers.nova [-] Nova event matching ['req-97585716-7e38-4af3-abdd-e13c52eefc18'] response: {'server_uuid': '08c5b321-aafc-4918-a395-6fa43a8a405d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '78bbc4c4-939a-4cb2-b476-fbddeecf9bf6', 'code': 200} Apr 18 20:44:44.253112 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:44.301321 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] For port e80c40ba-d69f-4b98-831d-6a06358011b4, host n-d-838334-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838334-2',level=0,port_id=e80c40ba-d69f-4b98-831d-6a06358011b4,segment=NetworkSegment(732aa830-768b-4511-951f-d08e26b9c25b),segment_id=732aa830-768b-4511-951f-d08e26b9c25b)] {{(pid=84042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:44:44.316449 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682'] for port, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:44.385348 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Device a8a13440-3cd3-45bf-a515-a9fb5dfb5348 up at agent hyperv_n-h1-838334-2 {{(pid=84042) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 20:44:44.456176 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-445b39e8-a8cd-4a93-b736-742c6a853408 service neutron] Pushing event updated for resources: {'Port': ['ID=477a0bf5-0275-431a-8328-ff70599fc8f0,revision_number=2']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:44:44.458609 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [req-42340db8-211c-4fd7-a865-334c39f58a1f req-3d427d4b-6174-41b9-addc-413aaae86014 tempest-ListImageFiltersTestJSON-764297516 tempest-ListImageFiltersTestJSON-764297516-project] Unset dirty status for tenant:f9a303992698422eb62b63b7e766862a on resource:security_group {{(pid=84040) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 20:44:44.460280 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-42340db8-211c-4fd7-a865-334c39f58a1f req-3d427d4b-6174-41b9-addc-413aaae86014 tempest-ListImageFiltersTestJSON-764297516 tempest-ListImageFiltersTestJSON-764297516-project] 10.222.0.42 "GET /v2.0/security-groups?id=69ef09d0-16e8-4442-bf72-0044fbe4edc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6742170 Apr 18 20:44:44.477099 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [req-64e46497-0576-4e95-b9b7-11fac8a6c88d req-bd7c8b7e-7a09-4cba-9ff0-4a056602cd9d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:44.507598 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-445b39e8-a8cd-4a93-b736-742c6a853408 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:44:44.508352 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-445b39e8-a8cd-4a93-b736-742c6a853408 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:44:44.508478 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Pushing event updated for resources: {'Port': ['ID=e80c40ba-d69f-4b98-831d-6a06358011b4,revision_number=4']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:44:44.508860 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-445b39e8-a8cd-4a93-b736-742c6a853408 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:44:44.509283 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-445b39e8-a8cd-4a93-b736-742c6a853408 service neutron] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:44:44.509706 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-445b39e8-a8cd-4a93-b736-742c6a853408 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:44:44.510516 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-445b39e8-a8cd-4a93-b736-742c6a853408 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:44:44.510641 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-445b39e8-a8cd-4a93-b736-742c6a853408 service neutron] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:44:44.519382 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-445b39e8-a8cd-4a93-b736-742c6a853408 service neutron] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:44:44.519874 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-445b39e8-a8cd-4a93-b736-742c6a853408 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:44:44.520379 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-445b39e8-a8cd-4a93-b736-742c6a853408 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:44:44.520771 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-445b39e8-a8cd-4a93-b736-742c6a853408 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:44:44.521702 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Provisioning for port a8a13440-3cd3-45bf-a515-a9fb5dfb5348 completed by entity L2. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 20:44:44.528579 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Provisioning complete for port a8a13440-3cd3-45bf-a515-a9fb5dfb5348 triggered by entity L2. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:44:44.529191 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1253608'] for port, provisioning_complete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:44.530712 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-5f223292-c838-4dc8-ae46-958f2b2bb21d admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=21fd47d33afe4984b6265eda60dd4742&name=default HTTP/1.1" status: 200 len: 2647 time: 0.8414772 Apr 18 20:44:44.536793 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 40808) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:44:44.643453 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-d68f61c9-fceb-4531-bc42-d66790653f04 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:44.670392 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.managers [req-9685619b-880c-455e-8680-8ff74f6f8d0c req-445b39e8-a8cd-4a93-b736-742c6a853408 service neutron] Attempting to bind port 477a0bf5-0275-431a-8328-ff70599fc8f0 on host n-h2-838334-2 for vnic_type normal with profile {{(pid=84040) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:44:44.671106 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.managers [req-9685619b-880c-455e-8680-8ff74f6f8d0c req-445b39e8-a8cd-4a93-b736-742c6a853408 service neutron] Attempting to bind port 477a0bf5-0275-431a-8328-ff70599fc8f0 by drivers openvswitch,hyperv on host n-h2-838334-2 at level 0 using segments [{'id': '62b85806-94d8-4a88-a06c-da82e5932d66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': 'cb56989d-7c5d-4678-b194-1d2edf1e842a'}] {{(pid=84040) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:44:44.671240 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9685619b-880c-455e-8680-8ff74f6f8d0c req-445b39e8-a8cd-4a93-b736-742c6a853408 service neutron] Attempting to bind port 477a0bf5-0275-431a-8328-ff70599fc8f0 on network cb56989d-7c5d-4678-b194-1d2edf1e842a {{(pid=84040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 20:44:44.677915 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:44.707173 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9685619b-880c-455e-8680-8ff74f6f8d0c req-445b39e8-a8cd-4a93-b736-742c6a853408 service neutron] Port 477a0bf5-0275-431a-8328-ff70599fc8f0 on network cb56989d-7c5d-4678-b194-1d2edf1e842a not bound, no agent of type Open vSwitch agent registered on host n-h2-838334-2 {{(pid=84040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 18 20:44:44.707489 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9685619b-880c-455e-8680-8ff74f6f8d0c req-445b39e8-a8cd-4a93-b736-742c6a853408 service neutron] Attempting to bind port 477a0bf5-0275-431a-8328-ff70599fc8f0 on network cb56989d-7c5d-4678-b194-1d2edf1e842a {{(pid=84040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 20:44:44.713430 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] For port a8a13440-3cd3-45bf-a515-a9fb5dfb5348, host n-h1-838334-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838334-2',level=0,port_id=a8a13440-3cd3-45bf-a515-a9fb5dfb5348,segment=NetworkSegment(9d2a818f-5a4c-45ce-88ca-131c59c6d275),segment_id=9d2a818f-5a4c-45ce-88ca-131c59c6d275)] {{(pid=84042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:44:44.714349 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-1f818580-b3e9-42cf-abe3-e60735e31000 req-296e83ed-e79b-4287-bff6-6a79f203e911 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=08c5b321-aafc-4918-a395-6fa43a8a405d HTTP/1.1" status: 200 len: 1101 time: 0.3944619 Apr 18 20:44:44.716884 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.provisioning_blocks [None req-d68f61c9-fceb-4531-bc42-d66790653f04 admin admin] Transition to ACTIVE for port object 90c2329b-a48a-4fa9-872d-dbd9fc1fe4b3 will not be triggered until provisioned by entity DHCP. {{(pid=84041) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 20:44:44.719277 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682'] for port, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:44.734544 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8627766e-77d8-4fe3-a234-b964bf1b681e req-0afb86d5-6601-4bc1-821a-54ea060f6723 tempest-ServersTestMultiNic-942198030 tempest-ServersTestMultiNic-942198030-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:44:44.738472 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8627766e-77d8-4fe3-a234-b964bf1b681e req-0afb86d5-6601-4bc1-821a-54ea060f6723 tempest-ServersTestMultiNic-942198030 tempest-ServersTestMultiNic-942198030-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:44:44.742377 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8627766e-77d8-4fe3-a234-b964bf1b681e req-0afb86d5-6601-4bc1-821a-54ea060f6723 tempest-ServersTestMultiNic-942198030 tempest-ServersTestMultiNic-942198030-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:44:44.743990 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-8627766e-77d8-4fe3-a234-b964bf1b681e req-0afb86d5-6601-4bc1-821a-54ea060f6723 tempest-ServersTestMultiNic-942198030 tempest-ServersTestMultiNic-942198030-project] 10.222.0.42 "GET /v2.0/ports?device_id=31317ebd-0d88-4b39-b971-8c94cac5011a HTTP/1.1" status: 200 len: 2417 time: 0.3286004 Apr 18 20:44:44.791358 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Pushing event updated for resources: {'Port': ['ID=a8a13440-3cd3-45bf-a515-a9fb5dfb5348,revision_number=5']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:44:44.793911 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-6049919d-c3d1-4139-aff6-3e87cebe04b2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:44.800446 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9685619b-880c-455e-8680-8ff74f6f8d0c req-445b39e8-a8cd-4a93-b736-742c6a853408 service neutron] Checking agent: {'id': 'dc797004-f641-47b7-a77f-9c62b5b16296', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-838334-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 34, 3), 'started_at': datetime.datetime(2022, 4, 18, 20, 34, 3), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 20, 44, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 18 20:44:44.800633 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9685619b-880c-455e-8680-8ff74f6f8d0c req-445b39e8-a8cd-4a93-b736-742c6a853408 service neutron] Checking segment: {'id': '62b85806-94d8-4a88-a06c-da82e5932d66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': 'cb56989d-7c5d-4678-b194-1d2edf1e842a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84040) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 20:44:44.801181 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9685619b-880c-455e-8680-8ff74f6f8d0c req-445b39e8-a8cd-4a93-b736-742c6a853408 service neutron] Bound using segment: {'id': '62b85806-94d8-4a88-a06c-da82e5932d66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': 'cb56989d-7c5d-4678-b194-1d2edf1e842a'} {{(pid=84040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 18 20:44:44.801375 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.managers [req-9685619b-880c-455e-8680-8ff74f6f8d0c req-445b39e8-a8cd-4a93-b736-742c6a853408 service neutron] Bound port: 477a0bf5-0275-431a-8328-ff70599fc8f0, host: n-h2-838334-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '62b85806-94d8-4a88-a06c-da82e5932d66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': 'cb56989d-7c5d-4678-b194-1d2edf1e842a'}}] {{(pid=84040) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 20:44:44.801671 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-9685619b-880c-455e-8680-8ff74f6f8d0c req-445b39e8-a8cd-4a93-b736-742c6a853408 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:44.838193 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-d68f61c9-fceb-4531-bc42-d66790653f04 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750374836619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32266323'] for port, after_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:44.911867 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-6049919d-c3d1-4139-aff6-3e87cebe04b2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:44.926778 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-1f818580-b3e9-42cf-abe3-e60735e31000 req-3a6b2e52-33b9-4b68-8c17-e59a3d8cef88 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=8ca7ac2c-bfe5-493b-aae6-636315bac851&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1818385 Apr 18 20:44:44.928042 n-d-838334-2 neutron-server[84041]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d68f61c9-fceb-4531-bc42-d66790653f04 admin admin] Network 927d35e4-e88b-4e82-9eb0-c42861ae32da is already hosted by enough agents. {{(pid=84041) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:44:44.931734 n-d-838334-2 neutron-server[84041]: DEBUG neutron.scheduler.base_scheduler [None req-d68f61c9-fceb-4531-bc42-d66790653f04 admin admin] Resources bound (agent type, host, resource id): {{(pid=84041) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:44:44.939447 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d68f61c9-fceb-4531-bc42-d66790653f04 admin admin] Received port after_create {{(pid=84041) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 20:44:44.941538 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7def1d8-ca11-4a8d-9c0c-2aa3f1338264 req-49728836-936e-4eb3-9e75-b2b5af4bd9fe tempest-ServersAdminTestJSON-1240675426 tempest-ServersAdminTestJSON-1240675426-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:44:44.943287 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-c7def1d8-ca11-4a8d-9c0c-2aa3f1338264 req-49728836-936e-4eb3-9e75-b2b5af4bd9fe tempest-ServersAdminTestJSON-1240675426 tempest-ServersAdminTestJSON-1240675426-project] 10.222.0.42 "GET /v2.0/ports?device_id=ce6c549f-1c22-4313-93e6-93921dc22663 HTTP/1.1" status: 200 len: 949 time: 0.3242497 Apr 18 20:44:44.961108 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-8627766e-77d8-4fe3-a234-b964bf1b681e req-75d453e9-cb82-4f26-b11c-7a901455a949 tempest-ServersTestMultiNic-942198030 tempest-ServersTestMultiNic-942198030-project] 10.222.0.42 "GET /v2.0/security-groups?id=efc44a6f-ae8a-46ab-8143-fed7ce47374f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1968906 Apr 18 20:44:44.968982 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d68f61c9-fceb-4531-bc42-d66790653f04 admin admin] Pushing event updated for resources: {'Port': ['ID=90c2329b-a48a-4fa9-872d-dbd9fc1fe4b3,revision_number=1']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:44:45.046592 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.db [req-9685619b-880c-455e-8680-8ff74f6f8d0c req-445b39e8-a8cd-4a93-b736-742c6a853408 service neutron] For port 477a0bf5-0275-431a-8328-ff70599fc8f0, host n-h2-838334-2, cleared binding levels {{(pid=84040) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 20:44:45.051775 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.db [req-9685619b-880c-455e-8680-8ff74f6f8d0c req-445b39e8-a8cd-4a93-b736-742c6a853408 service neutron] For port 477a0bf5-0275-431a-8328-ff70599fc8f0, host n-h2-838334-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838334-2',level=0,port_id=477a0bf5-0275-431a-8328-ff70599fc8f0,segment=NetworkSegment(62b85806-94d8-4a88-a06c-da82e5932d66),segment_id=62b85806-94d8-4a88-a06c-da82e5932d66)] {{(pid=84040) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 20:44:45.067706 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-9685619b-880c-455e-8680-8ff74f6f8d0c req-445b39e8-a8cd-4a93-b736-742c6a853408 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32440959'] for port, after_update {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:45.103035 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-d68f61c9-fceb-4531-bc42-d66790653f04 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33444010'] for router_interface, before_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:45.111992 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-c7def1d8-ca11-4a8d-9c0c-2aa3f1338264 req-5f8f9897-d977-41e7-833d-fca1283241ed tempest-ServersAdminTestJSON-1240675426 tempest-ServersAdminTestJSON-1240675426-project] 10.222.0.42 "GET /v2.0/security-groups?id=b9ed1788-e987-4b94-9dd4-ed408bd7803e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1584690 Apr 18 20:44:45.131573 n-d-838334-2 neutron-server[84041]: DEBUG neutron.notifiers.nova [req-64e46497-0576-4e95-b9b7-11fac8a6c88d req-bd7c8b7e-7a09-4cba-9ff0-4a056602cd9d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 50835e83-a5fb-4791-9057-3a1a5ea9153e {{(pid=84041) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 18 20:44:45.134313 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-6049919d-c3d1-4139-aff6-3e87cebe04b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33528224'] for security_group, after_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:45.142406 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [req-64e46497-0576-4e95-b9b7-11fac8a6c88d req-bd7c8b7e-7a09-4cba-9ff0-4a056602cd9d service neutron] Notify callbacks [] for port, precommit_update {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:45.168706 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6049919d-c3d1-4139-aff6-3e87cebe04b2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=56c74760-1831-452b-a72f-8e09beaab3e2,revision_number=None']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:44:45.168706 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-9685619b-880c-455e-8680-8ff74f6f8d0c req-445b39e8-a8cd-4a93-b736-742c6a853408 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217293'] for port, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:45.168706 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-9685619b-880c-455e-8680-8ff74f6f8d0c req-445b39e8-a8cd-4a93-b736-742c6a853408 service neutron] 10.222.0.48 "PUT /v2.0/ports/477a0bf5-0275-431a-8328-ff70599fc8f0 HTTP/1.1" status: 200 len: 1096 time: 2.8127239 Apr 18 20:44:45.171933 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-6049919d-c3d1-4139-aff6-3e87cebe04b2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:45.173096 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-6049919d-c3d1-4139-aff6-3e87cebe04b2 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/56c74760-1831-452b-a72f-8e09beaab3e2 HTTP/1.1" status: 204 len: 168 time: 0.6322582 Apr 18 20:44:45.173939 n-d-838334-2 neutron-server[84040]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd9f332ce-c76b-46eb-85fd-3cf94eadb99f', 'tag': '477a0bf5-0275-431a-8328-ff70599fc8f0'}] {{(pid=84040) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 20:44:45.201004 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.provisioning_blocks [req-64e46497-0576-4e95-b9b7-11fac8a6c88d req-bd7c8b7e-7a09-4cba-9ff0-4a056602cd9d service neutron] Transition to ACTIVE for port object 50835e83-a5fb-4791-9057-3a1a5ea9153e will not be triggered until provisioned by entity L2. {{(pid=84041) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 20:44:45.208446 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [req-64e46497-0576-4e95-b9b7-11fac8a6c88d req-bd7c8b7e-7a09-4cba-9ff0-4a056602cd9d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32266282'] for port, after_update {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:45.244850 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-445b39e8-a8cd-4a93-b736-742c6a853408 service neutron] Pushing event updated for resources: {'Port': ['ID=477a0bf5-0275-431a-8328-ff70599fc8f0,revision_number=3']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:44:45.271934 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-bbe388de-f473-4d58-a501-154088684d1f None None] Provisioning for port 90c2329b-a48a-4fa9-872d-dbd9fc1fe4b3 completed by entity DHCP. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 20:44:45.278387 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-bbe388de-f473-4d58-a501-154088684d1f None None] Provisioning complete for port 90c2329b-a48a-4fa9-872d-dbd9fc1fe4b3 triggered by entity DHCP. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:44:45.278955 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-bbe388de-f473-4d58-a501-154088684d1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1253608'] for port, provisioning_complete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:45.447593 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.plugin [None req-bbe388de-f473-4d58-a501-154088684d1f None None] Port 90c2329b-a48a-4fa9-872d-dbd9fc1fe4b3 cannot update to ACTIVE because it is not bound. {{(pid=84042) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 18 20:44:45.539418 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-d68f61c9-fceb-4531-bc42-d66790653f04 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:45.560072 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd7c8b7e-7a09-4cba-9ff0-4a056602cd9d service neutron] Pushing event updated for resources: {'Port': ['ID=50835e83-a5fb-4791-9057-3a1a5ea9153e,revision_number=2']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:44:45.640066 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-899c6540-ebfd-4707-9006-87a7db75a794 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750375287399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253529'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:45.682544 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e3bc50c-d212-4495-b5a1-feb17f8aa525 req-bcc01ae4-184b-4629-b88a-75e6a6f218ad tempest-SecurityGroupsTestJSON-1212657955 tempest-SecurityGroupsTestJSON-1212657955-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:44:45.692384 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-7e3bc50c-d212-4495-b5a1-feb17f8aa525 req-bcc01ae4-184b-4629-b88a-75e6a6f218ad tempest-SecurityGroupsTestJSON-1212657955 tempest-SecurityGroupsTestJSON-1212657955-project] 10.222.0.42 "GET /v2.0/ports?device_id=529e12bc-16bd-41a4-98c2-5f9bfb5512e7 HTTP/1.1" status: 200 len: 945 time: 0.3447757 Apr 18 20:44:45.698871 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-9685619b-880c-455e-8680-8ff74f6f8d0c req-416cbf5c-fdc4-4d00-99be-cc05cba2aaf0 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=f9a303992698422eb62b63b7e766862a&device_id=d9f332ce-c76b-46eb-85fd-3cf94eadb99f HTTP/1.1" status: 200 len: 1099 time: 0.4353204 Apr 18 20:44:45.797475 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 40828) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:44:45.823970 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-0919397b-e347-49bd-9578-5f88cf3e9ede admin admin] Notify callbacks [] for security_group, before_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:45.903912 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da681367-ae28-4064-9f7d-6868db097067 req-bf5e8694-dfad-4523-afde-fb8ef68107a9 tempest-MigrationsAdminTest-1326981207 tempest-MigrationsAdminTest-1326981207-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:44:45.906186 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-da681367-ae28-4064-9f7d-6868db097067 req-bf5e8694-dfad-4523-afde-fb8ef68107a9 tempest-MigrationsAdminTest-1326981207 tempest-MigrationsAdminTest-1326981207-project] 10.222.0.42 "GET /v2.0/ports?device_id=08c5b321-aafc-4918-a395-6fa43a8a405d HTTP/1.1" status: 200 len: 950 time: 0.4153984 Apr 18 20:44:45.910020 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Device e80c40ba-d69f-4b98-831d-6a06358011b4 up at agent ovs-agent-n-d-838334-2 {{(pid=84042) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 20:44:45.946602 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.managers [req-64e46497-0576-4e95-b9b7-11fac8a6c88d req-bd7c8b7e-7a09-4cba-9ff0-4a056602cd9d service neutron] Attempting to bind port 50835e83-a5fb-4791-9057-3a1a5ea9153e on host n-h1-838334-2 for vnic_type normal with profile {{(pid=84041) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:44:45.947216 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.managers [req-64e46497-0576-4e95-b9b7-11fac8a6c88d req-bd7c8b7e-7a09-4cba-9ff0-4a056602cd9d service neutron] Attempting to bind port 50835e83-a5fb-4791-9057-3a1a5ea9153e by drivers openvswitch,hyperv on host n-h1-838334-2 at level 0 using segments [{'id': '62b85806-94d8-4a88-a06c-da82e5932d66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': 'cb56989d-7c5d-4678-b194-1d2edf1e842a'}] {{(pid=84041) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:44:45.947939 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64e46497-0576-4e95-b9b7-11fac8a6c88d req-bd7c8b7e-7a09-4cba-9ff0-4a056602cd9d service neutron] Attempting to bind port 50835e83-a5fb-4791-9057-3a1a5ea9153e on network cb56989d-7c5d-4678-b194-1d2edf1e842a {{(pid=84041) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 20:44:45.984095 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-0919397b-e347-49bd-9578-5f88cf3e9ede admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:44:45.991303 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-0919397b-e347-49bd-9578-5f88cf3e9ede admin admin] Usage tracker for resource:security_group_rule and tenant:225190e3a871483eac0e9de02a18fad4 is out of sync, need to count used quota {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:44:45.991445 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Provisioning complete for port e80c40ba-d69f-4b98-831d-6a06358011b4 triggered by entity L2. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:44:45.991893 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1253608'] for port, provisioning_complete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:45.994533 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64e46497-0576-4e95-b9b7-11fac8a6c88d req-bd7c8b7e-7a09-4cba-9ff0-4a056602cd9d service neutron] Port 50835e83-a5fb-4791-9057-3a1a5ea9153e on network cb56989d-7c5d-4678-b194-1d2edf1e842a not bound, no agent of type Open vSwitch agent registered on host n-h1-838334-2 {{(pid=84041) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 18 20:44:45.995061 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64e46497-0576-4e95-b9b7-11fac8a6c88d req-bd7c8b7e-7a09-4cba-9ff0-4a056602cd9d service neutron] Attempting to bind port 50835e83-a5fb-4791-9057-3a1a5ea9153e on network cb56989d-7c5d-4678-b194-1d2edf1e842a {{(pid=84041) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 20:44:45.997779 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-0919397b-e347-49bd-9578-5f88cf3e9ede admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:44:46.000300 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-9685619b-880c-455e-8680-8ff74f6f8d0c req-79ba8100-93bc-4b84-9410-d06d62c3ba61 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.184&port_id=477a0bf5-0275-431a-8328-ff70599fc8f0 HTTP/1.1" status: 200 len: 217 time: 0.2828913 Apr 18 20:44:46.018913 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-0919397b-e347-49bd-9578-5f88cf3e9ede admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:44:46.028807 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64e46497-0576-4e95-b9b7-11fac8a6c88d req-bd7c8b7e-7a09-4cba-9ff0-4a056602cd9d service neutron] Checking agent: {'id': 'd63bab19-ff81-4de1-afeb-a3732288d0d7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-838334-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 33, 59), 'started_at': datetime.datetime(2022, 4, 18, 20, 33, 59), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 20, 44, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84041) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 18 20:44:46.029489 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64e46497-0576-4e95-b9b7-11fac8a6c88d req-bd7c8b7e-7a09-4cba-9ff0-4a056602cd9d service neutron] Checking segment: {'id': '62b85806-94d8-4a88-a06c-da82e5932d66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': 'cb56989d-7c5d-4678-b194-1d2edf1e842a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84041) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 20:44:46.030059 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64e46497-0576-4e95-b9b7-11fac8a6c88d req-bd7c8b7e-7a09-4cba-9ff0-4a056602cd9d service neutron] Bound using segment: {'id': '62b85806-94d8-4a88-a06c-da82e5932d66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': 'cb56989d-7c5d-4678-b194-1d2edf1e842a'} {{(pid=84041) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 18 20:44:46.030827 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.managers [req-64e46497-0576-4e95-b9b7-11fac8a6c88d req-bd7c8b7e-7a09-4cba-9ff0-4a056602cd9d service neutron] Bound port: 50835e83-a5fb-4791-9057-3a1a5ea9153e, host: n-h1-838334-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '62b85806-94d8-4a88-a06c-da82e5932d66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': 'cb56989d-7c5d-4678-b194-1d2edf1e842a'}}] {{(pid=84041) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 20:44:46.031444 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [req-64e46497-0576-4e95-b9b7-11fac8a6c88d req-bd7c8b7e-7a09-4cba-9ff0-4a056602cd9d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:46.101754 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-da681367-ae28-4064-9f7d-6868db097067 req-4073ef0b-4e95-4c85-ba67-7dab6a020e2b tempest-MigrationsAdminTest-1326981207 tempest-MigrationsAdminTest-1326981207-project] 10.222.0.42 "GET /v2.0/security-groups?id=8ca7ac2c-bfe5-493b-aae6-636315bac851&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1867142 Apr 18 20:44:46.127613 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-7e3bc50c-d212-4495-b5a1-feb17f8aa525 req-eb2ab827-9e0f-4f46-9138-db7233ad6a33 tempest-SecurityGroupsTestJSON-1212657955 tempest-SecurityGroupsTestJSON-1212657955-project] 10.222.0.42 "GET /v2.0/security-groups?id=9011416c-6492-4991-9c3b-a886ca17cbe3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4342468 Apr 18 20:44:46.168734 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9685619b-880c-455e-8680-8ff74f6f8d0c req-4f3c2593-6352-47d5-b419-d8c8724b3543 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:44:46.170219 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-9685619b-880c-455e-8680-8ff74f6f8d0c req-4f3c2593-6352-47d5-b419-d8c8724b3543 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=c4b526db-4d8a-4d4c-a310-e3a599630ae1 HTTP/1.1" status: 200 len: 843 time: 0.1527514 Apr 18 20:44:46.196234 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.db.resource_extend [None req-d68f61c9-fceb-4531-bc42-d66790653f04 admin admin] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84041) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 18 20:44:46.220765 n-d-838334-2 neutron-server[84042]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '529e12bc-16bd-41a4-98c2-5f9bfb5512e7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a8a13440-3cd3-45bf-a515-a9fb5dfb5348'}] {{(pid=84042) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 20:44:46.221426 n-d-838334-2 neutron-server[84040]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0bc0d726-362a-48aa-966e-e310a080ad2e'] response: {'name': 'network-changed', 'server_uuid': 'd9f332ce-c76b-46eb-85fd-3cf94eadb99f', 'tag': '477a0bf5-0275-431a-8328-ff70599fc8f0', 'status': 'completed', 'code': 200} Apr 18 20:44:46.236273 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-d68f61c9-fceb-4531-bc42-d66790653f04 admin admin] Notify callbacks [] for port, precommit_update {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:46.259193 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-d68f61c9-fceb-4531-bc42-d66790653f04 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32266282'] for port, after_update {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:46.277902 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-9685619b-880c-455e-8680-8ff74f6f8d0c req-ae03aaea-c54f-4d48-b999-f91fa8eb3b96 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=cb56989d-7c5d-4678-b194-1d2edf1e842a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0932157 Apr 18 20:44:46.377551 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.db [req-64e46497-0576-4e95-b9b7-11fac8a6c88d req-bd7c8b7e-7a09-4cba-9ff0-4a056602cd9d service neutron] For port 50835e83-a5fb-4791-9057-3a1a5ea9153e, host n-h1-838334-2, cleared binding levels {{(pid=84041) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 20:44:46.382544 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Device 7ee9c1ce-a165-4006-a514-881ee03d6aad details requested by agent hyperv_n-h1-838334-2 with host n-h1-838334-2 {{(pid=84042) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 18 20:44:46.387441 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.db [req-64e46497-0576-4e95-b9b7-11fac8a6c88d req-bd7c8b7e-7a09-4cba-9ff0-4a056602cd9d service neutron] For port 50835e83-a5fb-4791-9057-3a1a5ea9153e, host n-h1-838334-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838334-2',level=0,port_id=50835e83-a5fb-4791-9057-3a1a5ea9153e,segment=NetworkSegment(62b85806-94d8-4a88-a06c-da82e5932d66),segment_id=62b85806-94d8-4a88-a06c-da82e5932d66)] {{(pid=84041) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 20:44:46.388859 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d68f61c9-fceb-4531-bc42-d66790653f04 admin admin] Pushing event updated for resources: {'Port': ['ID=90c2329b-a48a-4fa9-872d-dbd9fc1fe4b3,revision_number=2']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:44:46.435944 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [req-64e46497-0576-4e95-b9b7-11fac8a6c88d req-bd7c8b7e-7a09-4cba-9ff0-4a056602cd9d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32266282'] for port, after_update {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:46.533253 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-9685619b-880c-455e-8680-8ff74f6f8d0c req-477c9fad-330c-45d9-ac07-80476fd3f08a service neutron] 10.222.0.48 "GET /v2.0/networks/cb56989d-7c5d-4678-b194-1d2edf1e842a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2442186 Apr 18 20:44:46.598759 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-d68f61c9-fceb-4531-bc42-d66790653f04 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-32377886', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33443847'] for router_interface, after_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:46.612520 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-0919397b-e347-49bd-9578-5f88cf3e9ede admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:46.620669 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [req-64e46497-0576-4e95-b9b7-11fac8a6c88d req-bd7c8b7e-7a09-4cba-9ff0-4a056602cd9d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217293'] for port, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:46.623183 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-64e46497-0576-4e95-b9b7-11fac8a6c88d req-bd7c8b7e-7a09-4cba-9ff0-4a056602cd9d service neutron] 10.222.0.43 "PUT /v2.0/ports/50835e83-a5fb-4791-9057-3a1a5ea9153e HTTP/1.1" status: 200 len: 1096 time: 2.8354881 Apr 18 20:44:46.624733 n-d-838334-2 neutron-server[84041]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eb3668b7-221e-464a-9f23-da8bc40863a7', 'tag': '50835e83-a5fb-4791-9057-3a1a5ea9153e'}] {{(pid=84041) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 20:44:46.656232 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-0919397b-e347-49bd-9578-5f88cf3e9ede admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33528224'] for security_group, after_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:46.745985 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0919397b-e347-49bd-9578-5f88cf3e9ede admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b897b318-47a8-4302-9a5c-d62c3f98d9d3,revision_number=1']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:44:46.788324 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] For port 7ee9c1ce-a165-4006-a514-881ee03d6aad, host n-h1-838334-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838334-2',level=0,port_id=7ee9c1ce-a165-4006-a514-881ee03d6aad,segment=NetworkSegment(62b85806-94d8-4a88-a06c-da82e5932d66),segment_id=62b85806-94d8-4a88-a06c-da82e5932d66)] {{(pid=84042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:44:46.818495 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Returning: {'device': '7ee9c1ce-a165-4006-a514-881ee03d6aad', 'network_id': 'cb56989d-7c5d-4678-b194-1d2edf1e842a', 'port_id': '7ee9c1ce-a165-4006-a514-881ee03d6aad', 'mac_address': 'fa:16:3e:68:f0:3d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 382, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c4b526db-4d8a-4d4c-a310-e3a599630ae1', 'ip_address': '192.168.233.18'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84042) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 18 20:44:46.902000 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd7c8b7e-7a09-4cba-9ff0-4a056602cd9d service neutron] Pushing event updated for resources: {'Port': ['ID=50835e83-a5fb-4791-9057-3a1a5ea9153e,revision_number=3']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:44:46.930243 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:46.954207 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-9685619b-880c-455e-8680-8ff74f6f8d0c req-2d4fe9cb-8bb4-4819-a8ed-48e5269b438c service neutron] 10.222.0.48 "GET /v2.0/networks/cb56989d-7c5d-4678-b194-1d2edf1e842a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4021690 Apr 18 20:44:47.003006 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4884fb0e-c561-4f1e-8279-002be6890f13 req-fcf5b9ed-7c2a-49b4-a791-bb98a794adaa tempest-ListImageFiltersTestJSON-764297516 tempest-ListImageFiltersTestJSON-764297516-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:44:47.004709 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-4884fb0e-c561-4f1e-8279-002be6890f13 req-fcf5b9ed-7c2a-49b4-a791-bb98a794adaa tempest-ListImageFiltersTestJSON-764297516 tempest-ListImageFiltersTestJSON-764297516-project] 10.222.0.42 "GET /v2.0/ports?device_id=eb3668b7-221e-464a-9f23-da8bc40863a7 HTTP/1.1" status: 200 len: 948 time: 0.1299694 Apr 18 20:44:47.014150 n-d-838334-2 neutron-server[84042]: DEBUG neutron.notifiers.nova [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 7ee9c1ce-a165-4006-a514-881ee03d6aad {{(pid=84042) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 18 20:44:47.058651 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] For port 7ee9c1ce-a165-4006-a514-881ee03d6aad, host n-h1-838334-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838334-2',level=0,port_id=7ee9c1ce-a165-4006-a514-881ee03d6aad,segment=NetworkSegment(62b85806-94d8-4a88-a06c-da82e5932d66),segment_id=62b85806-94d8-4a88-a06c-da82e5932d66)] {{(pid=84042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:44:47.076243 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682'] for port, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:47.139441 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-4884fb0e-c561-4f1e-8279-002be6890f13 req-92d4ddf9-4843-40af-b831-b015b7883e1d tempest-ListImageFiltersTestJSON-764297516 tempest-ListImageFiltersTestJSON-764297516-project] 10.222.0.42 "GET /v2.0/security-groups?id=69ef09d0-16e8-4442-bf72-0044fbe4edc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1283019 Apr 18 20:44:47.158548 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Pushing event updated for resources: {'Port': ['ID=7ee9c1ce-a165-4006-a514-881ee03d6aad,revision_number=6']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:44:47.236640 n-d-838334-2 neutron-server[84042]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e648f682-81ed-4df3-9648-78c14310e4a0'] response: {'server_uuid': '529e12bc-16bd-41a4-98c2-5f9bfb5512e7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a8a13440-3cd3-45bf-a515-a9fb5dfb5348', 'code': 200} Apr 18 20:44:47.263946 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-acfa5c7b-26ae-4d0c-b0ef-1f0afb53e415 req-17e9e069-50f9-43c7-9891-286568fc5be4 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=f9a303992698422eb62b63b7e766862a&device_id=d9f332ce-c76b-46eb-85fd-3cf94eadb99f HTTP/1.1" status: 200 len: 1099 time: 0.2057173 Apr 18 20:44:47.271943 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73cf5f0c-ba78-4077-a705-3f0b033060a2 req-56238fba-b024-4a0c-8453-e88cd4f01c46 tempest-ServersAdminTestJSON-1240675426 tempest-ServersAdminTestJSON-1240675426-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:44:47.281203 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-73cf5f0c-ba78-4077-a705-3f0b033060a2 req-56238fba-b024-4a0c-8453-e88cd4f01c46 tempest-ServersAdminTestJSON-1240675426 tempest-ServersAdminTestJSON-1240675426-project] 10.222.0.42 "GET /v2.0/ports?device_id=ce6c549f-1c22-4313-93e6-93921dc22663 HTTP/1.1" status: 200 len: 948 time: 0.1820409 Apr 18 20:44:47.283745 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-0919397b-e347-49bd-9578-5f88cf3e9ede admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=225190e3a871483eac0e9de02a18fad4&name=default HTTP/1.1" status: 200 len: 2647 time: 1.4834127 Apr 18 20:44:47.287465 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 40848) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:44:47.305318 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] get_ports_and_sgs() called for port_ids ['7ee9c1ce-a165-4006-a514-881ee03d6aad'] {{(pid=84042) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 18 20:44:47.307913 n-d-838334-2 neutron-server[84041]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d68f61c9-fceb-4531-bc42-d66790653f04 admin admin] Network 927d35e4-e88b-4e82-9eb0-c42861ae32da is already hosted by enough agents. {{(pid=84041) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:44:47.314586 n-d-838334-2 neutron-server[84041]: DEBUG neutron.scheduler.base_scheduler [None req-d68f61c9-fceb-4531-bc42-d66790653f04 admin admin] Resources bound (agent type, host, resource id): {{(pid=84041) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:44:47.439655 n-d-838334-2 neutron-server[84041]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4dfa6311-04a1-498b-82f0-919e28a4a821'] response: {'name': 'network-changed', 'server_uuid': 'eb3668b7-221e-464a-9f23-da8bc40863a7', 'tag': '50835e83-a5fb-4791-9057-3a1a5ea9153e', 'status': 'completed', 'code': 200} Apr 18 20:44:47.486992 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-73cf5f0c-ba78-4077-a705-3f0b033060a2 req-423e6b19-cad4-4f78-9d0a-a2237b6ad7d9 tempest-ServersAdminTestJSON-1240675426 tempest-ServersAdminTestJSON-1240675426-project] 10.222.0.42 "GET /v2.0/security-groups?id=b9ed1788-e987-4b94-9dd4-ed408bd7803e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2047963 Apr 18 20:44:47.559212 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acfa5c7b-26ae-4d0c-b0ef-1f0afb53e415 req-4f2dfaaf-aa51-4670-81fe-0f45a30af597 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:44:47.560809 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-acfa5c7b-26ae-4d0c-b0ef-1f0afb53e415 req-4f2dfaaf-aa51-4670-81fe-0f45a30af597 service neutron] 10.222.0.48 "GET /v2.0/networks?id=cb56989d-7c5d-4678-b194-1d2edf1e842a HTTP/1.1" status: 200 len: 870 time: 0.2776690 Apr 18 20:44:47.594861 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-b2d48b2c-a72e-44a0-bc93-db7d93a258dc None None] Provisioning complete for port 90c2329b-a48a-4fa9-872d-dbd9fc1fe4b3 triggered by entity DHCP. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:44:47.595537 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-b2d48b2c-a72e-44a0-bc93-db7d93a258dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1253608'] for port, provisioning_complete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:47.617546 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-64e46497-0576-4e95-b9b7-11fac8a6c88d req-f592d376-81af-4c7a-8afd-469396ed81a8 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=f9a303992698422eb62b63b7e766862a&device_id=eb3668b7-221e-464a-9f23-da8bc40863a7 HTTP/1.1" status: 200 len: 1099 time: 0.8739684 Apr 18 20:44:47.659533 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.plugin [None req-b2d48b2c-a72e-44a0-bc93-db7d93a258dc None None] Port 90c2329b-a48a-4fa9-872d-dbd9fc1fe4b3 cannot update to ACTIVE because it is not bound. {{(pid=84042) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 18 20:44:47.722933 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-64e46497-0576-4e95-b9b7-11fac8a6c88d req-767847b8-3a98-49f6-9fb9-5f9aeb903eb3 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.240&port_id=50835e83-a5fb-4791-9057-3a1a5ea9153e HTTP/1.1" status: 200 len: 217 time: 0.0898907 Apr 18 20:44:47.727735 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-acfa5c7b-26ae-4d0c-b0ef-1f0afb53e415 req-405381de-8509-4562-b319-225994c7b6a7 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.184&port_id=477a0bf5-0275-431a-8328-ff70599fc8f0 HTTP/1.1" status: 200 len: 217 time: 0.1184168 Apr 18 20:44:47.794291 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-2473cd18-623e-4d55-80ce-4d846f0a9f32 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:47.836636 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acfa5c7b-26ae-4d0c-b0ef-1f0afb53e415 req-46127dd8-86f9-4103-ad86-519cc0271e6f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:44:47.838093 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-acfa5c7b-26ae-4d0c-b0ef-1f0afb53e415 req-46127dd8-86f9-4103-ad86-519cc0271e6f service neutron] 10.222.0.48 "GET /v2.0/subnets?id=c4b526db-4d8a-4d4c-a310-e3a599630ae1 HTTP/1.1" status: 200 len: 843 time: 0.0922945 Apr 18 20:44:47.846465 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df50c186-587a-4cbf-84a8-f0b71f2f6e01 req-ba75e975-0ff9-47de-af20-8644b614efcb tempest-ServersTestMultiNic-942198030 tempest-ServersTestMultiNic-942198030-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:44:47.850551 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df50c186-587a-4cbf-84a8-f0b71f2f6e01 req-ba75e975-0ff9-47de-af20-8644b614efcb tempest-ServersTestMultiNic-942198030 tempest-ServersTestMultiNic-942198030-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:44:47.850732 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-2473cd18-623e-4d55-80ce-4d846f0a9f32 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:47.854123 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-7c2ddf64-7620-4d2a-ac71-13625804375d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750375287399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253529'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:47.854978 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df50c186-587a-4cbf-84a8-f0b71f2f6e01 req-ba75e975-0ff9-47de-af20-8644b614efcb tempest-ServersTestMultiNic-942198030 tempest-ServersTestMultiNic-942198030-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:44:47.858725 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-df50c186-587a-4cbf-84a8-f0b71f2f6e01 req-ba75e975-0ff9-47de-af20-8644b614efcb tempest-ServersTestMultiNic-942198030 tempest-ServersTestMultiNic-942198030-project] 10.222.0.42 "GET /v2.0/ports?device_id=31317ebd-0d88-4b39-b971-8c94cac5011a HTTP/1.1" status: 200 len: 2417 time: 0.3477027 Apr 18 20:44:47.866280 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-bc0653b0-1682-4ad7-8b4b-c391727a624e req-18d42998-dbaf-403a-b088-fd91b8b933a2 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=529e12bc-16bd-41a4-98c2-5f9bfb5512e7 HTTP/1.1" status: 200 len: 1096 time: 0.4254541 Apr 18 20:44:47.872362 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64e46497-0576-4e95-b9b7-11fac8a6c88d req-3e763e93-9a14-4009-a537-997e4dd3ffda service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:44:47.873688 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-64e46497-0576-4e95-b9b7-11fac8a6c88d req-3e763e93-9a14-4009-a537-997e4dd3ffda service neutron] 10.222.0.43 "GET /v2.0/subnets?id=c4b526db-4d8a-4d4c-a310-e3a599630ae1 HTTP/1.1" status: 200 len: 843 time: 0.1345453 Apr 18 20:44:47.937506 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9792014-30e5-49d9-b55f-21798c799e4f req-a0fd2f35-4df8-44ac-8d71-018f7471ff6c tempest-TaggedBootDevicesTest-1674414334 tempest-TaggedBootDevicesTest-1674414334-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:44:47.941455 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9792014-30e5-49d9-b55f-21798c799e4f req-a0fd2f35-4df8-44ac-8d71-018f7471ff6c tempest-TaggedBootDevicesTest-1674414334 tempest-TaggedBootDevicesTest-1674414334-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:44:47.945426 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9792014-30e5-49d9-b55f-21798c799e4f req-a0fd2f35-4df8-44ac-8d71-018f7471ff6c tempest-TaggedBootDevicesTest-1674414334 tempest-TaggedBootDevicesTest-1674414334-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:44:47.949929 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9792014-30e5-49d9-b55f-21798c799e4f req-a0fd2f35-4df8-44ac-8d71-018f7471ff6c tempest-TaggedBootDevicesTest-1674414334 tempest-TaggedBootDevicesTest-1674414334-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:44:47.953858 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9792014-30e5-49d9-b55f-21798c799e4f req-a0fd2f35-4df8-44ac-8d71-018f7471ff6c tempest-TaggedBootDevicesTest-1674414334 tempest-TaggedBootDevicesTest-1674414334-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:44:47.957771 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9792014-30e5-49d9-b55f-21798c799e4f req-a0fd2f35-4df8-44ac-8d71-018f7471ff6c tempest-TaggedBootDevicesTest-1674414334 tempest-TaggedBootDevicesTest-1674414334-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:44:47.962268 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9792014-30e5-49d9-b55f-21798c799e4f req-a0fd2f35-4df8-44ac-8d71-018f7471ff6c tempest-TaggedBootDevicesTest-1674414334 tempest-TaggedBootDevicesTest-1674414334-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:44:47.964101 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-c9792014-30e5-49d9-b55f-21798c799e4f req-a0fd2f35-4df8-44ac-8d71-018f7471ff6c tempest-TaggedBootDevicesTest-1674414334 tempest-TaggedBootDevicesTest-1674414334-project] 10.222.0.42 "GET /v2.0/ports?device_id=cc0d4549-87de-476f-8fa1-88b0358bebbd HTTP/1.1" status: 200 len: 5432 time: 0.2923415 Apr 18 20:44:48.019456 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-df50c186-587a-4cbf-84a8-f0b71f2f6e01 req-1b6e3f6e-1ca7-4f68-9a31-a8ad74f7ec5e tempest-ServersTestMultiNic-942198030 tempest-ServersTestMultiNic-942198030-project] 10.222.0.42 "GET /v2.0/security-groups?id=efc44a6f-ae8a-46ab-8143-fed7ce47374f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1284962 Apr 18 20:44:48.049991 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-c9792014-30e5-49d9-b55f-21798c799e4f req-909c5400-b612-4601-af2e-cdce55c63363 tempest-TaggedBootDevicesTest-1674414334 tempest-TaggedBootDevicesTest-1674414334-project] 10.222.0.42 "GET /v2.0/security-groups?id=67ac5558-a250-4106-afe6-28a5add43e38&id=cf1a4c14-6b4c-4b5a-99f9-781aa8c875fd&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0745232 Apr 18 20:44:48.052900 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-acfa5c7b-26ae-4d0c-b0ef-1f0afb53e415 req-37d99ef7-c888-4a25-975e-b3c330b8733e service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=cb56989d-7c5d-4678-b194-1d2edf1e842a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1932976 Apr 18 20:44:48.130670 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-bc0653b0-1682-4ad7-8b4b-c391727a624e req-940a713a-185c-46f7-912b-a693e9c8f325 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=9011416c-6492-4991-9c3b-a886ca17cbe3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2493467 Apr 18 20:44:48.132216 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-2473cd18-623e-4d55-80ce-4d846f0a9f32 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33528224'] for security_group, after_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:48.155962 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2473cd18-623e-4d55-80ce-4d846f0a9f32 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b897b318-47a8-4302-9a5c-d62c3f98d9d3,revision_number=None']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:44:48.179956 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-2473cd18-623e-4d55-80ce-4d846f0a9f32 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:48.185785 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-2473cd18-623e-4d55-80ce-4d846f0a9f32 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/b897b318-47a8-4302-9a5c-d62c3f98d9d3 HTTP/1.1" status: 204 len: 168 time: 0.8921494 Apr 18 20:44:48.185785 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-64e46497-0576-4e95-b9b7-11fac8a6c88d req-944d667c-0754-4a49-ba46-1fe5b2a0362d service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=cb56989d-7c5d-4678-b194-1d2edf1e842a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3004651 Apr 18 20:44:48.252463 n-d-838334-2 neutron-server[84041]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d68f61c9-fceb-4531-bc42-d66790653f04 admin admin] Router 2fcfa44f-978c-4e58-b43e-36f84d658eff has already been hosted by L3 agent bc84d6c9-dd7a-4555-a351-592327b46d5a {{(pid=84041) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 20:44:48.396120 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Device 7ee9c1ce-a165-4006-a514-881ee03d6aad up at agent hyperv_n-h1-838334-2 {{(pid=84042) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 20:44:48.481726 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-acfa5c7b-26ae-4d0c-b0ef-1f0afb53e415 req-f45e8664-7b93-407a-be75-3b3bb49d7910 service neutron] 10.222.0.48 "GET /v2.0/networks/cb56989d-7c5d-4678-b194-1d2edf1e842a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4116938 Apr 18 20:44:48.534193 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Provisioning complete for port 7ee9c1ce-a165-4006-a514-881ee03d6aad triggered by entity L2. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:44:48.534842 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1253608'] for port, provisioning_complete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:48.546685 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-383c3e41-5e26-4cbf-8c6f-0255bd547443 req-68d675c8-498f-4bc3-bd37-5fd36db125d2 tempest-MigrationsAdminTest-1326981207 tempest-MigrationsAdminTest-1326981207-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:44:48.548193 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-383c3e41-5e26-4cbf-8c6f-0255bd547443 req-68d675c8-498f-4bc3-bd37-5fd36db125d2 tempest-MigrationsAdminTest-1326981207 tempest-MigrationsAdminTest-1326981207-project] 10.222.0.42 "GET /v2.0/ports?device_id=08c5b321-aafc-4918-a395-6fa43a8a405d HTTP/1.1" status: 200 len: 950 time: 0.3589849 Apr 18 20:44:48.602270 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-64e46497-0576-4e95-b9b7-11fac8a6c88d req-93829f0f-9c36-460a-b38b-74dac188b142 service neutron] 10.222.0.43 "GET /v2.0/networks/cb56989d-7c5d-4678-b194-1d2edf1e842a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2772367 Apr 18 20:44:48.613087 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Device 477a0bf5-0275-431a-8328-ff70599fc8f0 details requested by agent hyperv_n-h2-838334-2 with host n-h2-838334-2 {{(pid=84042) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 18 20:44:48.643810 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b124e81a-bd80-4f09-b4ef-2816925cb391 req-f4d34513-36cc-4ffa-b995-e317a3aaba84 tempest-SecurityGroupsTestJSON-1212657955 tempest-SecurityGroupsTestJSON-1212657955-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:44:48.645268 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-b124e81a-bd80-4f09-b4ef-2816925cb391 req-f4d34513-36cc-4ffa-b995-e317a3aaba84 tempest-SecurityGroupsTestJSON-1212657955 tempest-SecurityGroupsTestJSON-1212657955-project] 10.222.0.42 "GET /v2.0/ports?device_id=529e12bc-16bd-41a4-98c2-5f9bfb5512e7 HTTP/1.1" status: 200 len: 945 time: 0.4065363 Apr 18 20:44:48.701639 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:48.728538 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.db.resource_extend [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 18 20:44:48.729124 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-383c3e41-5e26-4cbf-8c6f-0255bd547443 req-8dcc7354-a45d-41c6-a729-6e71c2699d70 tempest-MigrationsAdminTest-1326981207 tempest-MigrationsAdminTest-1326981207-project] 10.222.0.42 "GET /v2.0/security-groups?id=8ca7ac2c-bfe5-493b-aae6-636315bac851&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1337986 Apr 18 20:44:48.767997 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] For port 7ee9c1ce-a165-4006-a514-881ee03d6aad, host n-h1-838334-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838334-2',level=0,port_id=7ee9c1ce-a165-4006-a514-881ee03d6aad,segment=NetworkSegment(62b85806-94d8-4a88-a06c-da82e5932d66),segment_id=62b85806-94d8-4a88-a06c-da82e5932d66)] {{(pid=84042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:44:48.770337 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-64e46497-0576-4e95-b9b7-11fac8a6c88d req-62b46ffe-7319-48b4-a77f-c2f37d3f55f5 service neutron] 10.222.0.43 "GET /v2.0/networks/cb56989d-7c5d-4678-b194-1d2edf1e842a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1594872 Apr 18 20:44:48.782047 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-acfa5c7b-26ae-4d0c-b0ef-1f0afb53e415 req-6cd570e5-6664-4f15-94fd-ec0b67081d4f service neutron] 10.222.0.48 "GET /v2.0/networks/cb56989d-7c5d-4678-b194-1d2edf1e842a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2904489 Apr 18 20:44:48.785946 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-b124e81a-bd80-4f09-b4ef-2816925cb391 req-5e00e590-d321-4d7e-85e6-eaea125b5ea9 tempest-SecurityGroupsTestJSON-1212657955 tempest-SecurityGroupsTestJSON-1212657955-project] 10.222.0.42 "GET /v2.0/security-groups?id=9011416c-6492-4991-9c3b-a886ca17cbe3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1192749 Apr 18 20:44:48.813567 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d68f61c9-fceb-4531-bc42-d66790653f04 admin admin] Notify agent at l3_agent.n-d-838334-2 the message routers_updated {{(pid=84041) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 20:44:48.819223 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-d68f61c9-fceb-4531-bc42-d66790653f04 admin admin] 10.222.0.42 "PUT /v2.0/routers/2fcfa44f-978c-4e58-b43e-36f84d658eff/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.4836335 Apr 18 20:44:48.905433 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] For port 477a0bf5-0275-431a-8328-ff70599fc8f0, host n-h2-838334-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838334-2',level=0,port_id=477a0bf5-0275-431a-8328-ff70599fc8f0,segment=NetworkSegment(62b85806-94d8-4a88-a06c-da82e5932d66),segment_id=62b85806-94d8-4a88-a06c-da82e5932d66)] {{(pid=84042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:44:48.927521 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Returning: {'device': '477a0bf5-0275-431a-8328-ff70599fc8f0', 'network_id': 'cb56989d-7c5d-4678-b194-1d2edf1e842a', 'port_id': '477a0bf5-0275-431a-8328-ff70599fc8f0', 'mac_address': 'fa:16:3e:f5:a1:d1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 382, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c4b526db-4d8a-4d4c-a310-e3a599630ae1', 'ip_address': '192.168.233.184'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84042) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 18 20:44:48.936542 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41fbf2da-c89c-4678-8875-956849dd5737 None None] Sync routers for ids ['2fcfa44f-978c-4e58-b43e-36f84d658eff'] in n-d-838334-2 {{(pid=84042) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 18 20:44:48.939489 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682'] for port, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:49.020198 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-68a477c2-bd67-4eb2-98b2-e99106814c8e req-3fe5723c-d035-40ce-bf51-63f70b93ccb8 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=f9a303992698422eb62b63b7e766862a&device_id=eb3668b7-221e-464a-9f23-da8bc40863a7 HTTP/1.1" status: 200 len: 1099 time: 0.1596332 Apr 18 20:44:49.021527 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Pushing event updated for resources: {'Port': ['ID=7ee9c1ce-a165-4006-a514-881ee03d6aad,revision_number=7']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:44:49.096168 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41fbf2da-c89c-4678-8875-956849dd5737 None None] Routers {'2fcfa44f-978c-4e58-b43e-36f84d658eff'} bound to L3 agent in host n-d-838334-2 {{(pid=84042) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 20:44:49.097187 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_hamode_db [None req-41fbf2da-c89c-4678-8875-956849dd5737 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838334-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-18T20:25:48Z,description=,heartbeat_timestamp=2022-04-18T20:44:48Z,host='n-d-838334-2',id=bc84d6c9-dd7a-4555-a351-592327b46d5a,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:25:48Z,topic='l3_agent')) {'router_ids': ['2fcfa44f-978c-4e58-b43e-36f84d658eff'], 'active': True} {{(pid=84042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:44:49.224063 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750375287399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253529'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:49.245695 n-d-838334-2 neutron-server[84042]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ce6c549f-1c22-4313-93e6-93921dc22663', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7ee9c1ce-a165-4006-a514-881ee03d6aad'}] {{(pid=84042) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 20:44:49.247466 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:49.278461 n-d-838334-2 neutron-server[84042]: DEBUG neutron.notifiers.nova [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 477a0bf5-0275-431a-8328-ff70599fc8f0 {{(pid=84042) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 18 20:44:49.298359 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] For port 477a0bf5-0275-431a-8328-ff70599fc8f0, host n-h2-838334-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838334-2',level=0,port_id=477a0bf5-0275-431a-8328-ff70599fc8f0,segment=NetworkSegment(62b85806-94d8-4a88-a06c-da82e5932d66),segment_id=62b85806-94d8-4a88-a06c-da82e5932d66)] {{(pid=84042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:44:49.325001 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682'] for port, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:49.376865 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-414b6ffe-e119-47bc-b18f-bcff1219c2f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750375287399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253529'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:49.433424 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc46fe8e-28b4-4ce4-9174-742de1768872 req-16758782-ac39-45d7-95b0-63e765144203 tempest-ServersAdminTestJSON-1240675426 tempest-ServersAdminTestJSON-1240675426-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:44:49.435156 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-dc46fe8e-28b4-4ce4-9174-742de1768872 req-16758782-ac39-45d7-95b0-63e765144203 tempest-ServersAdminTestJSON-1240675426 tempest-ServersAdminTestJSON-1240675426-project] 10.222.0.42 "GET /v2.0/ports?device_id=ce6c549f-1c22-4313-93e6-93921dc22663 HTTP/1.1" status: 200 len: 949 time: 0.4429357 Apr 18 20:44:49.479201 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Pushing event updated for resources: {'Port': ['ID=477a0bf5-0275-431a-8328-ff70599fc8f0,revision_number=4']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:44:49.497484 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88ca68b3-a3a6-47ec-8891-5522964cc01b req-5ad71798-f570-4692-be59-3782e49d0f87 tempest-ListImageFiltersTestJSON-764297516 tempest-ListImageFiltersTestJSON-764297516-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:44:49.504247 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-88ca68b3-a3a6-47ec-8891-5522964cc01b req-5ad71798-f570-4692-be59-3782e49d0f87 tempest-ListImageFiltersTestJSON-764297516 tempest-ListImageFiltersTestJSON-764297516-project] 10.222.0.42 "GET /v2.0/ports?device_id=eb3668b7-221e-464a-9f23-da8bc40863a7 HTTP/1.1" status: 200 len: 948 time: 0.4122479 Apr 18 20:44:49.517242 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_dvr_db [None req-41fbf2da-c89c-4678-8875-956849dd5737 None None] Set router 2fcfa44f-978c-4e58-b43e-36f84d658eff gateway port host: n-d-838334-2 {{(pid=84042) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 20:44:49.532432 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8be233d2-eb92-4e56-9218-10bc44d42f17 req-694ff62d-c9a4-4a1f-81d4-3661492dc4d0 tempest-ServersTestMultiNic-942198030 tempest-ServersTestMultiNic-942198030-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:44:49.536439 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8be233d2-eb92-4e56-9218-10bc44d42f17 req-694ff62d-c9a4-4a1f-81d4-3661492dc4d0 tempest-ServersTestMultiNic-942198030 tempest-ServersTestMultiNic-942198030-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:44:49.540528 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8be233d2-eb92-4e56-9218-10bc44d42f17 req-694ff62d-c9a4-4a1f-81d4-3661492dc4d0 tempest-ServersTestMultiNic-942198030 tempest-ServersTestMultiNic-942198030-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:44:49.542222 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-8be233d2-eb92-4e56-9218-10bc44d42f17 req-694ff62d-c9a4-4a1f-81d4-3661492dc4d0 tempest-ServersTestMultiNic-942198030 tempest-ServersTestMultiNic-942198030-project] 10.222.0.48 "GET /v2.0/ports?device_id=31317ebd-0d88-4b39-b971-8c94cac5011a HTTP/1.1" status: 200 len: 2417 time: 0.3184226 Apr 18 20:44:49.649833 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68a477c2-bd67-4eb2-98b2-e99106814c8e req-1b549cb6-0b01-4c9f-afe9-6f1c64d6f967 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:44:49.651295 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-68a477c2-bd67-4eb2-98b2-e99106814c8e req-1b549cb6-0b01-4c9f-afe9-6f1c64d6f967 service neutron] 10.222.0.43 "GET /v2.0/networks?id=cb56989d-7c5d-4678-b194-1d2edf1e842a HTTP/1.1" status: 200 len: 870 time: 0.6234467 Apr 18 20:44:49.673804 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-dc46fe8e-28b4-4ce4-9174-742de1768872 req-1d747fd6-a658-47b5-a1e4-3f7f7cba34b0 tempest-ServersAdminTestJSON-1240675426 tempest-ServersAdminTestJSON-1240675426-project] 10.222.0.42 "GET /v2.0/security-groups?id=b9ed1788-e987-4b94-9dd4-ed408bd7803e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2237272 Apr 18 20:44:49.684998 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.plugin [req-8be233d2-eb92-4e56-9218-10bc44d42f17 req-ec839fa3-b37a-4a26-a9c9-d6070efc2880 tempest-ServersTestMultiNic-942198030 tempest-ServersTestMultiNic-942198030-project] Deleting port ed092bb3-3ed5-40cb-8604-e46d67f03de1 {{(pid=84040) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 20:44:49.685358 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-8be233d2-eb92-4e56-9218-10bc44d42f17 req-ec839fa3-b37a-4a26-a9c9-d6070efc2880 tempest-ServersTestMultiNic-942198030 tempest-ServersTestMultiNic-942198030-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750375188691'] for port, before_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:49.739182 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-68a477c2-bd67-4eb2-98b2-e99106814c8e req-67c41213-8f48-4bd6-809c-ff11334d1344 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.240&port_id=50835e83-a5fb-4791-9057-3a1a5ea9153e HTTP/1.1" status: 200 len: 217 time: 0.0797083 Apr 18 20:44:49.744217 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-88ca68b3-a3a6-47ec-8891-5522964cc01b req-589e006d-f2cc-4794-9347-f9868ed48e05 tempest-ListImageFiltersTestJSON-764297516 tempest-ListImageFiltersTestJSON-764297516-project] 10.222.0.42 "GET /v2.0/security-groups?id=69ef09d0-16e8-4442-bf72-0044fbe4edc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2390385 Apr 18 20:44:49.774716 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] get_ports_and_sgs() called for port_ids ['477a0bf5-0275-431a-8328-ff70599fc8f0'] {{(pid=84042) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 18 20:44:49.835827 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68a477c2-bd67-4eb2-98b2-e99106814c8e req-99b9b177-196c-4297-ac16-aecb89b758b4 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:44:49.842631 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-68a477c2-bd67-4eb2-98b2-e99106814c8e req-99b9b177-196c-4297-ac16-aecb89b758b4 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=c4b526db-4d8a-4d4c-a310-e3a599630ae1 HTTP/1.1" status: 200 len: 843 time: 0.0963268 Apr 18 20:44:49.983056 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-68a477c2-bd67-4eb2-98b2-e99106814c8e req-47290f9b-c54b-47b1-af3f-032afda62202 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=cb56989d-7c5d-4678-b194-1d2edf1e842a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1334119 Apr 18 20:44:50.157826 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02c7a6a7-7330-4892-b832-fbaa52ac6ada req-19a3b211-1ac5-442a-9e27-a8505964a389 tempest-ServersTestMultiNic-942198030 tempest-ServersTestMultiNic-942198030-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:44:50.161966 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02c7a6a7-7330-4892-b832-fbaa52ac6ada req-19a3b211-1ac5-442a-9e27-a8505964a389 tempest-ServersTestMultiNic-942198030 tempest-ServersTestMultiNic-942198030-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:44:50.166308 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02c7a6a7-7330-4892-b832-fbaa52ac6ada req-19a3b211-1ac5-442a-9e27-a8505964a389 tempest-ServersTestMultiNic-942198030 tempest-ServersTestMultiNic-942198030-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:44:50.169440 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-02c7a6a7-7330-4892-b832-fbaa52ac6ada req-19a3b211-1ac5-442a-9e27-a8505964a389 tempest-ServersTestMultiNic-942198030 tempest-ServersTestMultiNic-942198030-project] 10.222.0.42 "GET /v2.0/ports?device_id=31317ebd-0d88-4b39-b971-8c94cac5011a HTTP/1.1" status: 200 len: 2417 time: 0.2753222 Apr 18 20:44:50.218290 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-68a477c2-bd67-4eb2-98b2-e99106814c8e req-d93d8806-ea6f-47fd-aff7-2896ce0636b6 service neutron] 10.222.0.43 "GET /v2.0/networks/cb56989d-7c5d-4678-b194-1d2edf1e842a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2292175 Apr 18 20:44:50.225837 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.db [req-8be233d2-eb92-4e56-9218-10bc44d42f17 req-ec839fa3-b37a-4a26-a9c9-d6070efc2880 tempest-ServersTestMultiNic-942198030 tempest-ServersTestMultiNic-942198030-project] For port ed092bb3-3ed5-40cb-8604-e46d67f03de1, host n-h2-838334-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838334-2',level=0,port_id=ed092bb3-3ed5-40cb-8604-e46d67f03de1,segment=NetworkSegment(e45fe09a-6dd8-4edb-a694-b73d348475bd),segment_id=e45fe09a-6dd8-4edb-a694-b73d348475bd)] {{(pid=84040) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:44:50.226786 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-8be233d2-eb92-4e56-9218-10bc44d42f17 req-ec839fa3-b37a-4a26-a9c9-d6070efc2880 tempest-ServersTestMultiNic-942198030 tempest-ServersTestMultiNic-942198030-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369123'] for port, precommit_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:50.279210 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-02c7a6a7-7330-4892-b832-fbaa52ac6ada req-21ef7882-d3d1-4921-a3cf-ca6aed165b58 tempest-ServersTestMultiNic-942198030 tempest-ServersTestMultiNic-942198030-project] 10.222.0.42 "GET /v2.0/security-groups?id=efc44a6f-ae8a-46ab-8143-fed7ce47374f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1027734 Apr 18 20:44:50.333044 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_hamode_db [None req-41fbf2da-c89c-4678-8875-956849dd5737 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2fcfa44f-978c-4e58-b43e-36f84d658eff', 'name': 'tempest-AttachSCSIVolumeTestJSON-651922907-router', 'tenant_id': '1fd001aaeef146c5ac3c9d1e6f47f539', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'external_fixed_ips': [{'subnet_id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'ip_address': '172.25.8.80'}], 'enable_snat': True}, 'gw_port_id': 'e80c40ba-d69f-4b98-831d-6a06358011b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:44:35Z', 'updated_at': '2022-04-18T20:44:45Z', 'revision_number': 4, 'project_id': '1fd001aaeef146c5ac3c9d1e6f47f539', 'gw_port': {'id': 'e80c40ba-d69f-4b98-831d-6a06358011b4', 'name': '', 'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:8d:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fcfa44f-978c-4e58-b43e-36f84d658eff', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'ip_address': '172.25.8.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:44:36Z', 'updated_at': '2022-04-18T20:44:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838334-2', '_interfaces': [{'id': '90c2329b-a48a-4fa9-872d-dbd9fc1fe4b3', 'name': '', 'network_id': '927d35e4-e88b-4e82-9eb0-c42861ae32da', 'tenant_id': '1fd001aaeef146c5ac3c9d1e6f47f539', 'mac_address': 'fa:16:3e:47:32:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2fcfa44f-978c-4e58-b43e-36f84d658eff', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '318f6973-de81-4b49-b616-dd3d9f23a644', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:44:43Z', 'updated_at': '2022-04-18T20:44:45Z', 'revision_number': 2, 'project_id': '1fd001aaeef146c5ac3c9d1e6f47f539', 'subnets': [{'id': '318f6973-de81-4b49-b616-dd3d9f23a644', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838334-2', False) {} {{(pid=84042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:44:50.349080 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41fbf2da-c89c-4678-8875-956849dd5737 None None] Checking router: 2fcfa44f-978c-4e58-b43e-36f84d658eff for host: n-d-838334-2 {{(pid=84042) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 18 20:44:50.349297 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41fbf2da-c89c-4678-8875-956849dd5737 None None] Updating router 2fcfa44f-978c-4e58-b43e-36f84d658eff port 90c2329b-a48a-4fa9-872d-dbd9fc1fe4b3 binding host n-d-838334-2 {{(pid=84042) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 18 20:44:50.398917 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-68a477c2-bd67-4eb2-98b2-e99106814c8e req-d309d294-2015-4e81-abc7-4fc483b9bdae service neutron] 10.222.0.43 "GET /v2.0/networks/cb56989d-7c5d-4678-b194-1d2edf1e842a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1736650 Apr 18 20:44:50.432594 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Device 50835e83-a5fb-4791-9057-3a1a5ea9153e details requested by agent hyperv_n-h1-838334-2 with host n-h1-838334-2 {{(pid=84042) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 18 20:44:50.483890 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-41fbf2da-c89c-4678-8875-956849dd5737 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:50.493252 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-c7521a90-7d65-4e2e-842c-ca5d95e9a89c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750375287399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253529'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:50.510884 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.plugin [req-8be233d2-eb92-4e56-9218-10bc44d42f17 req-ec839fa3-b37a-4a26-a9c9-d6070efc2880 tempest-ServersTestMultiNic-942198030 tempest-ServersTestMultiNic-942198030-project] Calling delete_port for ed092bb3-3ed5-40cb-8604-e46d67f03de1 owned by compute:nova {{(pid=84040) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 20:44:50.609734 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 40906) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:44:50.617545 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.v2.base [None req-6ad604c6-563a-4a64-bb00-5e7b80b195c2 admin admin] Request body: {'network': {'name': 'tempest-AttachSCSIVolumeTestJSON-144980346-network', 'tenant_id': 'b8f587b8d37f466c86e412be600de70f'}} {{(pid=84041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 20:44:50.624978 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-6ad604c6-563a-4a64-bb00-5e7b80b195c2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:44:50.648229 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-6ad604c6-563a-4a64-bb00-5e7b80b195c2 admin admin] Usage tracker for resource:network and tenant:b8f587b8d37f466c86e412be600de70f is out of sync, need to count used quota {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:44:50.667236 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-6ad604c6-563a-4a64-bb00-5e7b80b195c2 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:44:50.671407 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-6ad604c6-563a-4a64-bb00-5e7b80b195c2 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:44:50.684359 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ad604c6-563a-4a64-bb00-5e7b80b195c2 admin admin] Made reservation on behalf of b8f587b8d37f466c86e412be600de70f for: {'network': 1} {{(pid=84041) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:44:50.686945 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-6ad604c6-563a-4a64-bb00-5e7b80b195c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for network, before_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:50.702501 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-6ad604c6-563a-4a64-bb00-5e7b80b195c2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:50.736016 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] For port 50835e83-a5fb-4791-9057-3a1a5ea9153e, host n-h1-838334-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838334-2',level=0,port_id=50835e83-a5fb-4791-9057-3a1a5ea9153e,segment=NetworkSegment(62b85806-94d8-4a88-a06c-da82e5932d66),segment_id=62b85806-94d8-4a88-a06c-da82e5932d66)] {{(pid=84042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:44:50.739142 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-6ad604c6-563a-4a64-bb00-5e7b80b195c2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:44:50.743222 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-6ad604c6-563a-4a64-bb00-5e7b80b195c2 admin admin] Usage tracker for resource:security_group_rule and tenant:b8f587b8d37f466c86e412be600de70f is out of sync, need to count used quota {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:44:50.746269 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-6ad604c6-563a-4a64-bb00-5e7b80b195c2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:44:50.752134 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-6ad604c6-563a-4a64-bb00-5e7b80b195c2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:44:50.757718 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Returning: {'device': '50835e83-a5fb-4791-9057-3a1a5ea9153e', 'network_id': 'cb56989d-7c5d-4678-b194-1d2edf1e842a', 'port_id': '50835e83-a5fb-4791-9057-3a1a5ea9153e', 'mac_address': 'fa:16:3e:4c:78:95', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 382, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c4b526db-4d8a-4d4c-a310-e3a599630ae1', 'ip_address': '192.168.233.240'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84042) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 18 20:44:50.758381 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be3f29c2-cbe0-44a9-a72c-fe3a5cb867d2 req-0a0bfbab-8df3-438c-b182-42318cad9451 tempest-TaggedBootDevicesTest-1674414334 tempest-TaggedBootDevicesTest-1674414334-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:44:50.763236 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be3f29c2-cbe0-44a9-a72c-fe3a5cb867d2 req-0a0bfbab-8df3-438c-b182-42318cad9451 tempest-TaggedBootDevicesTest-1674414334 tempest-TaggedBootDevicesTest-1674414334-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:44:50.767169 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be3f29c2-cbe0-44a9-a72c-fe3a5cb867d2 req-0a0bfbab-8df3-438c-b182-42318cad9451 tempest-TaggedBootDevicesTest-1674414334 tempest-TaggedBootDevicesTest-1674414334-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:44:50.771212 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be3f29c2-cbe0-44a9-a72c-fe3a5cb867d2 req-0a0bfbab-8df3-438c-b182-42318cad9451 tempest-TaggedBootDevicesTest-1674414334 tempest-TaggedBootDevicesTest-1674414334-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:44:50.775112 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be3f29c2-cbe0-44a9-a72c-fe3a5cb867d2 req-0a0bfbab-8df3-438c-b182-42318cad9451 tempest-TaggedBootDevicesTest-1674414334 tempest-TaggedBootDevicesTest-1674414334-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:44:50.779705 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be3f29c2-cbe0-44a9-a72c-fe3a5cb867d2 req-0a0bfbab-8df3-438c-b182-42318cad9451 tempest-TaggedBootDevicesTest-1674414334 tempest-TaggedBootDevicesTest-1674414334-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:44:50.783649 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be3f29c2-cbe0-44a9-a72c-fe3a5cb867d2 req-0a0bfbab-8df3-438c-b182-42318cad9451 tempest-TaggedBootDevicesTest-1674414334 tempest-TaggedBootDevicesTest-1674414334-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:44:50.788229 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-be3f29c2-cbe0-44a9-a72c-fe3a5cb867d2 req-0a0bfbab-8df3-438c-b182-42318cad9451 tempest-TaggedBootDevicesTest-1674414334 tempest-TaggedBootDevicesTest-1674414334-project] 10.222.0.42 "GET /v2.0/ports?device_id=cc0d4549-87de-476f-8fa1-88b0358bebbd HTTP/1.1" status: 200 len: 5432 time: 0.2483401 Apr 18 20:44:50.810696 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-4d4c8299-0902-4e16-88fd-7ae4db959464 req-ebb3a143-9048-4f52-a10e-bb1791d1a222 tempest-MigrationsAdminTest-1978661581 tempest-MigrationsAdminTest-1978661581-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=08c5b321-aafc-4918-a395-6fa43a8a405d HTTP/1.1" status: 200 len: 1101 time: 0.3103569 Apr 18 20:44:50.823454 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-6ad604c6-563a-4a64-bb00-5e7b80b195c2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:50.829485 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-6ad604c6-563a-4a64-bb00-5e7b80b195c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33528224'] for security_group, after_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:50.874985 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6ad604c6-563a-4a64-bb00-5e7b80b195c2 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 377} {{(pid=84041) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 20:44:50.884224 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-4d4c8299-0902-4e16-88fd-7ae4db959464 req-c713358b-1085-4c0f-b876-019aad2327b0 tempest-MigrationsAdminTest-1978661581 tempest-MigrationsAdminTest-1978661581-project-admin] Notify callbacks [] for security_group, before_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:50.892297 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ad604c6-563a-4a64-bb00-5e7b80b195c2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=211569f2-5b3d-47a7-bbd7-01e34cd2c569,revision_number=1']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:44:50.892297 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-6ad604c6-563a-4a64-bb00-5e7b80b195c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1082986'] for segment, precommit_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:50.892297 n-d-838334-2 neutron-server[84041]: INFO neutron.db.segments_db [None req-6ad604c6-563a-4a64-bb00-5e7b80b195c2 admin admin] Added segment 5b604cea-9c78-432e-a84f-851b951c2b77 of type vlan for network 9d0497e0-85bb-47bb-9935-c86ebcce2887 Apr 18 20:44:50.908072 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-8be233d2-eb92-4e56-9218-10bc44d42f17 req-ec839fa3-b37a-4a26-a9c9-d6070efc2880 tempest-ServersTestMultiNic-942198030 tempest-ServersTestMultiNic-942198030-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750375259028', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750374836628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32440838'] for port, after_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:50.919704 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-6ad604c6-563a-4a64-bb00-5e7b80b195c2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750374825732'] for network, precommit_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:50.939798 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:50.973654 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-be3f29c2-cbe0-44a9-a72c-fe3a5cb867d2 req-cdf08214-de28-4375-b3d1-e67d25bc9082 tempest-TaggedBootDevicesTest-1674414334 tempest-TaggedBootDevicesTest-1674414334-project] 10.222.0.42 "GET /v2.0/security-groups?id=67ac5558-a250-4106-afe6-28a5add43e38&id=cf1a4c14-6b4c-4b5a-99f9-781aa8c875fd&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1615481 Apr 18 20:44:50.985067 n-d-838334-2 neutron-server[84042]: DEBUG neutron.notifiers.nova [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 50835e83-a5fb-4791-9057-3a1a5ea9153e {{(pid=84042) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 18 20:44:50.987862 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec839fa3-b37a-4a26-a9c9-d6070efc2880 tempest-ServersTestMultiNic-942198030 tempest-ServersTestMultiNic-942198030-project] Pushing event deleted for resources: {'Port': ['ID=ed092bb3-3ed5-40cb-8604-e46d67f03de1,revision_number=None']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:44:50.989217 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-6ad604c6-563a-4a64-bb00-5e7b80b195c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33526109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022'] for network, after_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:50.990430 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ad604c6-563a-4a64-bb00-5e7b80b195c2 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:44:50.991035 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-6ad604c6-563a-4a64-bb00-5e7b80b195c2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32378031'] for network, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:50.992808 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [req-4d4c8299-0902-4e16-88fd-7ae4db959464 req-c713358b-1085-4c0f-b876-019aad2327b0 tempest-MigrationsAdminTest-1978661581 tempest-MigrationsAdminTest-1978661581-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:44:51.025708 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [req-4d4c8299-0902-4e16-88fd-7ae4db959464 req-c713358b-1085-4c0f-b876-019aad2327b0 tempest-MigrationsAdminTest-1978661581 tempest-MigrationsAdminTest-1978661581-project-admin] Usage tracker for resource:security_group_rule and tenant:1e5073ebd4234386af2e2c82fb21679e is out of sync, need to count used quota {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:44:51.032038 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] For port 50835e83-a5fb-4791-9057-3a1a5ea9153e, host n-h1-838334-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838334-2',level=0,port_id=50835e83-a5fb-4791-9057-3a1a5ea9153e,segment=NetworkSegment(62b85806-94d8-4a88-a06c-da82e5932d66),segment_id=62b85806-94d8-4a88-a06c-da82e5932d66)] {{(pid=84042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:44:51.035936 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [req-4d4c8299-0902-4e16-88fd-7ae4db959464 req-c713358b-1085-4c0f-b876-019aad2327b0 tempest-MigrationsAdminTest-1978661581 tempest-MigrationsAdminTest-1978661581-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:44:51.056042 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682'] for port, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:51.081236 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-6ad604c6-563a-4a64-bb00-5e7b80b195c2 admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.4690185 Apr 18 20:44:51.085917 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 40914) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:44:51.111970 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [req-4d4c8299-0902-4e16-88fd-7ae4db959464 req-c713358b-1085-4c0f-b876-019aad2327b0 tempest-MigrationsAdminTest-1978661581 tempest-MigrationsAdminTest-1978661581-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:44:51.133076 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.l3_dvrscheduler_db [req-8be233d2-eb92-4e56-9218-10bc44d42f17 req-ec839fa3-b37a-4a26-a9c9-d6070efc2880 tempest-ServersTestMultiNic-942198030 tempest-ServersTestMultiNic-942198030-project] No DVR routers for this DVR port ed092bb3-3ed5-40cb-8604-e46d67f03de1 on host n-h2-838334-2 {{(pid=84040) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 20:44:51.147838 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-8be233d2-eb92-4e56-9218-10bc44d42f17 req-ec839fa3-b37a-4a26-a9c9-d6070efc2880 tempest-ServersTestMultiNic-942198030 tempest-ServersTestMultiNic-942198030-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217293'] for port, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:51.153396 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.v2.base [None req-f7779151-c782-4bdb-a319-f1eafcfc780d admin admin] Request body: {'subnet': {'network_id': '9d0497e0-85bb-47bb-9935-c86ebcce2887', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachSCSIVolumeTestJSON-144980346-subnet', 'tenant_id': 'b8f587b8d37f466c86e412be600de70f', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=84041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 20:44:51.153642 n-d-838334-2 neutron-server[84040]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '31317ebd-0d88-4b39-b971-8c94cac5011a', 'name': 'network-vif-deleted', 'tag': 'ed092bb3-3ed5-40cb-8604-e46d67f03de1'}] {{(pid=84040) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 20:44:51.186091 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-8be233d2-eb92-4e56-9218-10bc44d42f17 req-ec839fa3-b37a-4a26-a9c9-d6070efc2880 tempest-ServersTestMultiNic-942198030 tempest-ServersTestMultiNic-942198030-project] 10.222.0.48 "DELETE /v2.0/ports/ed092bb3-3ed5-40cb-8604-e46d67f03de1 HTTP/1.1" status: 204 len: 173 time: 1.6319783 Apr 18 20:44:51.205859 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-f7779151-c782-4bdb-a319-f1eafcfc780d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:44:51.219052 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-f7779151-c782-4bdb-a319-f1eafcfc780d admin admin] Usage tracker for resource:subnet and tenant:b8f587b8d37f466c86e412be600de70f is out of sync, need to count used quota {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:44:51.223538 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-f7779151-c782-4bdb-a319-f1eafcfc780d admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:44:51.244403 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ad604c6-563a-4a64-bb00-5e7b80b195c2 admin admin] Pushing event updated for resources: {'Network': ['ID=9d0497e0-85bb-47bb-9935-c86ebcce2887,revision_number=1']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:44:51.251858 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-f7779151-c782-4bdb-a319-f1eafcfc780d admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:44:51.279215 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f7779151-c782-4bdb-a319-f1eafcfc780d admin admin] Made reservation on behalf of b8f587b8d37f466c86e412be600de70f for: {'subnet': 1} {{(pid=84041) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:44:51.281963 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-f7779151-c782-4bdb-a319-f1eafcfc780d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32486301'] for subnet, before_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:51.301939 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-4d4c8299-0902-4e16-88fd-7ae4db959464 req-c713358b-1085-4c0f-b876-019aad2327b0 tempest-MigrationsAdminTest-1978661581 tempest-MigrationsAdminTest-1978661581-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:51.315711 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.plugin [req-8be233d2-eb92-4e56-9218-10bc44d42f17 req-0495fb09-ed45-4b1d-9b17-8d18d4fb842c tempest-ServersTestMultiNic-942198030 tempest-ServersTestMultiNic-942198030-project] Deleting port 8332fa47-59b8-47c4-801f-fde1adc7878a {{(pid=84040) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 20:44:51.316089 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-8be233d2-eb92-4e56-9218-10bc44d42f17 req-0495fb09-ed45-4b1d-9b17-8d18d4fb842c tempest-ServersTestMultiNic-942198030 tempest-ServersTestMultiNic-942198030-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750375188691'] for port, before_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:51.353965 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-4d4c8299-0902-4e16-88fd-7ae4db959464 req-c713358b-1085-4c0f-b876-019aad2327b0 tempest-MigrationsAdminTest-1978661581 tempest-MigrationsAdminTest-1978661581-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33528224'] for security_group, after_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:51.390766 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-41fbf2da-c89c-4678-8875-956849dd5737 None None] Notify callbacks [] for port, precommit_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:51.404932 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-41fbf2da-c89c-4678-8875-956849dd5737 None None] Transition to ACTIVE for port object 90c2329b-a48a-4fa9-872d-dbd9fc1fe4b3 will not be triggered until provisioned by entity L2. {{(pid=84042) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 20:44:51.409419 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Pushing event updated for resources: {'Port': ['ID=50835e83-a5fb-4791-9057-3a1a5ea9153e,revision_number=4']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:44:51.414262 n-d-838334-2 neutron-server[84042]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5744ea36-d144-491e-bc9e-de04d2b5093b'] response: {'server_uuid': 'ce6c549f-1c22-4313-93e6-93921dc22663', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7ee9c1ce-a165-4006-a514-881ee03d6aad', 'code': 200} Apr 18 20:44:51.419798 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Network 9d0497e0-85bb-47bb-9935-c86ebcce2887 details requested by agent ovs-agent-n-d-838334-2 with host n-d-838334-2 {{(pid=84042) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 18 20:44:51.440208 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-41fbf2da-c89c-4678-8875-956849dd5737 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682'] for port, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:51.521193 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-265eb830-f71e-4e8b-83cf-07c0bd123347 req-12890f71-67ee-45b2-b1c9-e2315ca9375a service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=ce6c549f-1c22-4313-93e6-93921dc22663 HTTP/1.1" status: 200 len: 1100 time: 0.1383231 Apr 18 20:44:51.629023 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-265eb830-f71e-4e8b-83cf-07c0bd123347 req-a9178bef-a454-4300-9cd5-482ff2a69654 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=b9ed1788-e987-4b94-9dd4-ed408bd7803e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755179 Apr 18 20:44:51.636022 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c713358b-1085-4c0f-b876-019aad2327b0 tempest-MigrationsAdminTest-1978661581 tempest-MigrationsAdminTest-1978661581-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=59dbfa78-8bc7-4c36-b096-00f446256e95,revision_number=1']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:44:51.678107 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-f7779151-c782-4bdb-a319-f1eafcfc780d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33526260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32266407', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32486287'] for subnet, after_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:51.681695 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] get_ports_and_sgs() called for port_ids ['50835e83-a5fb-4791-9057-3a1a5ea9153e'] {{(pid=84042) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 18 20:44:51.719152 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64a6d376-3df3-4897-a76d-283691a073a4 None None] Pushing event updated for resources: {'Port': ['ID=90c2329b-a48a-4fa9-872d-dbd9fc1fe4b3,revision_number=3']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:44:51.747331 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [req-4d4c8299-0902-4e16-88fd-7ae4db959464 req-c713358b-1085-4c0f-b876-019aad2327b0 tempest-MigrationsAdminTest-1978661581 tempest-MigrationsAdminTest-1978661581-project-admin] Synchronizing usage tracker for tenant:1e5073ebd4234386af2e2c82fb21679e on resource:security_group {{(pid=84040) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 20:44:51.802372 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [req-4d4c8299-0902-4e16-88fd-7ae4db959464 req-c713358b-1085-4c0f-b876-019aad2327b0 tempest-MigrationsAdminTest-1978661581 tempest-MigrationsAdminTest-1978661581-project-admin] Unset dirty status for tenant:1e5073ebd4234386af2e2c82fb21679e on resource:security_group {{(pid=84040) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 20:44:51.816239 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-4d4c8299-0902-4e16-88fd-7ae4db959464 req-c713358b-1085-4c0f-b876-019aad2327b0 tempest-MigrationsAdminTest-1978661581 tempest-MigrationsAdminTest-1978661581-project-admin] 10.222.0.42 "GET /v2.0/security-groups?id=8ca7ac2c-bfe5-493b-aae6-636315bac851&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9814909 Apr 18 20:44:51.849151 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7779151-c782-4bdb-a319-f1eafcfc780d admin admin] Pushing event updated for resources: {'Subnet': ['ID=f817ed5e-64d5-4e39-879b-652a720f6944,revision_number=0']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:44:51.895852 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7779151-c782-4bdb-a319-f1eafcfc780d admin admin] Checking segment: {'id': '5b604cea-9c78-432e-a84f-851b951c2b77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '9d0497e0-85bb-47bb-9935-c86ebcce2887'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84041) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 20:44:51.896558 n-d-838334-2 neutron-server[84041]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7779151-c782-4bdb-a319-f1eafcfc780d admin admin] Network hostable DHCP agents. Network: 9d0497e0-85bb-47bb-9935-c86ebcce2887, hostable agents: ['8746f8ea-3e91-4b32-9919-2c63adeb8722'], hosted agents: [] {{(pid=84041) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 20:44:51.937441 n-d-838334-2 neutron-server[84041]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7779151-c782-4bdb-a319-f1eafcfc780d admin admin] Network 9d0497e0-85bb-47bb-9935-c86ebcce2887 is scheduled to be hosted by DHCP agent 8746f8ea-3e91-4b32-9919-2c63adeb8722 with binding_index 1 {{(pid=84041) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 20:44:51.956112 n-d-838334-2 neutron-server[84041]: DEBUG neutron.scheduler.base_scheduler [None req-f7779151-c782-4bdb-a319-f1eafcfc780d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-838334-2, 9d0497e0-85bb-47bb-9935-c86ebcce2887) {{(pid=84041) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:44:51.961201 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7779151-c782-4bdb-a319-f1eafcfc780d admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:44:51.962049 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-f7779151-c782-4bdb-a319-f1eafcfc780d admin admin] Notify callbacks [] for subnet, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:51.998366 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebdf18f6-3f86-4b43-87e0-5a627f84f08e None None] Network 9d0497e0-85bb-47bb-9935-c86ebcce2887 requested from n-d-838334-2 {{(pid=84042) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 20:44:52.007967 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-f7779151-c782-4bdb-a319-f1eafcfc780d admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.9186716 Apr 18 20:44:52.010619 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 40930) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:44:52.025416 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.v2.base [None req-dc992dab-0c5e-4d76-a212-39c13d62cf62 admin admin] Request body: {'router': {'name': 'tempest-AttachSCSIVolumeTestJSON-144980346-router', 'tenant_id': 'b8f587b8d37f466c86e412be600de70f', 'external_gateway_info': {'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c'}}} {{(pid=84041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 20:44:52.032773 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-dc992dab-0c5e-4d76-a212-39c13d62cf62 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:44:52.047490 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-dc992dab-0c5e-4d76-a212-39c13d62cf62 admin admin] Usage tracker for resource:router and tenant:b8f587b8d37f466c86e412be600de70f is out of sync, need to count used quota {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:44:52.052111 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-dc992dab-0c5e-4d76-a212-39c13d62cf62 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:44:52.064943 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-dc992dab-0c5e-4d76-a212-39c13d62cf62 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:44:52.093723 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-dc992dab-0c5e-4d76-a212-39c13d62cf62 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-33442106', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5708'] for router, before_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:52.095382 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-dc992dab-0c5e-4d76-a212-39c13d62cf62 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33442137', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33444285', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33535433', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5703'] for router, precommit_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:52.116997 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0026c5df-c9af-45f9-896c-7a920e96d333 req-128ffe6f-351e-4e84-afed-8c8e159d04bf tempest-TaggedBootDevicesTest-1674414334 tempest-TaggedBootDevicesTest-1674414334-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:44:52.120933 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0026c5df-c9af-45f9-896c-7a920e96d333 req-128ffe6f-351e-4e84-afed-8c8e159d04bf tempest-TaggedBootDevicesTest-1674414334 tempest-TaggedBootDevicesTest-1674414334-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:44:52.123351 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-dc992dab-0c5e-4d76-a212-39c13d62cf62 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:52.125359 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0026c5df-c9af-45f9-896c-7a920e96d333 req-128ffe6f-351e-4e84-afed-8c8e159d04bf tempest-TaggedBootDevicesTest-1674414334 tempest-TaggedBootDevicesTest-1674414334-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:44:52.129667 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0026c5df-c9af-45f9-896c-7a920e96d333 req-128ffe6f-351e-4e84-afed-8c8e159d04bf tempest-TaggedBootDevicesTest-1674414334 tempest-TaggedBootDevicesTest-1674414334-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:44:52.133884 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0026c5df-c9af-45f9-896c-7a920e96d333 req-128ffe6f-351e-4e84-afed-8c8e159d04bf tempest-TaggedBootDevicesTest-1674414334 tempest-TaggedBootDevicesTest-1674414334-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:44:52.138665 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0026c5df-c9af-45f9-896c-7a920e96d333 req-128ffe6f-351e-4e84-afed-8c8e159d04bf tempest-TaggedBootDevicesTest-1674414334 tempest-TaggedBootDevicesTest-1674414334-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:44:52.142735 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0026c5df-c9af-45f9-896c-7a920e96d333 req-128ffe6f-351e-4e84-afed-8c8e159d04bf tempest-TaggedBootDevicesTest-1674414334 tempest-TaggedBootDevicesTest-1674414334-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:44:52.144752 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-0026c5df-c9af-45f9-896c-7a920e96d333 req-128ffe6f-351e-4e84-afed-8c8e159d04bf tempest-TaggedBootDevicesTest-1674414334 tempest-TaggedBootDevicesTest-1674414334-project] 10.222.0.48 "GET /v2.0/ports?device_id=cc0d4549-87de-476f-8fa1-88b0358bebbd HTTP/1.1" status: 200 len: 5432 time: 0.6339734 Apr 18 20:44:52.269654 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.db [req-8be233d2-eb92-4e56-9218-10bc44d42f17 req-0495fb09-ed45-4b1d-9b17-8d18d4fb842c tempest-ServersTestMultiNic-942198030 tempest-ServersTestMultiNic-942198030-project] For port 8332fa47-59b8-47c4-801f-fde1adc7878a, host n-h2-838334-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838334-2',level=0,port_id=8332fa47-59b8-47c4-801f-fde1adc7878a,segment=NetworkSegment(3ec3b3b0-7120-42bb-a66e-54355578d529),segment_id=3ec3b3b0-7120-42bb-a66e-54355578d529)] {{(pid=84040) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:44:52.270395 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-8be233d2-eb92-4e56-9218-10bc44d42f17 req-0495fb09-ed45-4b1d-9b17-8d18d4fb842c tempest-ServersTestMultiNic-942198030 tempest-ServersTestMultiNic-942198030-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369123'] for port, precommit_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:52.285151 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4617e579-9217-456c-ab76-81bf37356d8e req-2a836343-91f1-4fb3-9bbb-bfb29cb64c5a tempest-SecurityGroupsTestJSON-1212657955 tempest-SecurityGroupsTestJSON-1212657955-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:44:52.286953 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-4617e579-9217-456c-ab76-81bf37356d8e req-2a836343-91f1-4fb3-9bbb-bfb29cb64c5a tempest-SecurityGroupsTestJSON-1212657955 tempest-SecurityGroupsTestJSON-1212657955-project] 10.222.0.42 "GET /v2.0/ports?device_id=529e12bc-16bd-41a4-98c2-5f9bfb5512e7 HTTP/1.1" status: 200 len: 945 time: 0.4697981 Apr 18 20:44:52.290036 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 40938) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:44:52.296279 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0026c5df-c9af-45f9-896c-7a920e96d333 req-d0ab3264-c3a7-4b65-b187-84e8ed1087b1 tempest-TaggedBootDevicesTest-1674414334 tempest-TaggedBootDevicesTest-1674414334-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:44:52.297797 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-0026c5df-c9af-45f9-896c-7a920e96d333 req-d0ab3264-c3a7-4b65-b187-84e8ed1087b1 tempest-TaggedBootDevicesTest-1674414334 tempest-TaggedBootDevicesTest-1674414334-project] 10.222.0.48 "GET /v2.0/ports/3dee7dbe-7cd7-44fa-ad62-c22c92c23e68?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.1423395 Apr 18 20:44:52.344397 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-dc992dab-0c5e-4d76-a212-39c13d62cf62 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-33444175', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-33443520', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5293'] for router, precommit_update {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:52.378947 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.managers [None req-41fbf2da-c89c-4678-8875-956849dd5737 None None] Attempting to bind port 90c2329b-a48a-4fa9-872d-dbd9fc1fe4b3 on host n-d-838334-2 for vnic_type normal with profile {{(pid=84042) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:44:52.379312 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.managers [None req-41fbf2da-c89c-4678-8875-956849dd5737 None None] Attempting to bind port 90c2329b-a48a-4fa9-872d-dbd9fc1fe4b3 by drivers openvswitch,hyperv on host n-d-838334-2 at level 0 using segments [{'id': 'babc5ab2-1bad-4120-8d0c-e452c40ad093', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': '927d35e4-e88b-4e82-9eb0-c42861ae32da'}] {{(pid=84042) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:44:52.379686 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41fbf2da-c89c-4678-8875-956849dd5737 None None] Attempting to bind port 90c2329b-a48a-4fa9-872d-dbd9fc1fe4b3 on network 927d35e4-e88b-4e82-9eb0-c42861ae32da {{(pid=84042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 20:44:52.417986 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41fbf2da-c89c-4678-8875-956849dd5737 None None] Checking agent: {'id': '97cd4414-7af6-4d67-868d-dff370b4071a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838334-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 25, 49), 'started_at': datetime.datetime(2022, 4, 18, 20, 26, 19), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 20, 44, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838334-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 18 20:44:52.418381 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41fbf2da-c89c-4678-8875-956849dd5737 None None] Checking segment: {'id': 'babc5ab2-1bad-4120-8d0c-e452c40ad093', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': '927d35e4-e88b-4e82-9eb0-c42861ae32da'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84042) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 20:44:52.418958 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-41fbf2da-c89c-4678-8875-956849dd5737 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:52.419502 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41fbf2da-c89c-4678-8875-956849dd5737 None None] Bound using segment: {'id': 'babc5ab2-1bad-4120-8d0c-e452c40ad093', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': '927d35e4-e88b-4e82-9eb0-c42861ae32da'} {{(pid=84042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 18 20:44:52.420148 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.managers [None req-41fbf2da-c89c-4678-8875-956849dd5737 None None] Bound port: 90c2329b-a48a-4fa9-872d-dbd9fc1fe4b3, host: n-d-838334-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'babc5ab2-1bad-4120-8d0c-e452c40ad093', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': '927d35e4-e88b-4e82-9eb0-c42861ae32da'}}] {{(pid=84042) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 20:44:52.420694 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-41fbf2da-c89c-4678-8875-956849dd5737 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:52.476978 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.plugin [req-8be233d2-eb92-4e56-9218-10bc44d42f17 req-0495fb09-ed45-4b1d-9b17-8d18d4fb842c tempest-ServersTestMultiNic-942198030 tempest-ServersTestMultiNic-942198030-project] Calling delete_port for 8332fa47-59b8-47c4-801f-fde1adc7878a owned by compute:nova {{(pid=84040) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 20:44:52.533155 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53fabf02-ee03-4d80-b549-27839df5221f req-ebd47240-a432-4d2c-86be-e0faf9e2c2c5 tempest-ServersAdminTestJSON-1240675426 tempest-ServersAdminTestJSON-1240675426-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:44:52.540473 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-53fabf02-ee03-4d80-b549-27839df5221f req-ebd47240-a432-4d2c-86be-e0faf9e2c2c5 tempest-ServersAdminTestJSON-1240675426 tempest-ServersAdminTestJSON-1240675426-project] 10.222.0.42 "GET /v2.0/ports?device_id=ce6c549f-1c22-4313-93e6-93921dc22663 HTTP/1.1" status: 200 len: 949 time: 0.5360186 Apr 18 20:44:52.561297 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5890307a-6118-4a89-a5c8-7c86214c9c70 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp016840fc-1f9f-5892-9c53-c9cf6c845bbb-9d0497e0-85bb-47bb-9935-c86ebcce2887', 'network_id': '9d0497e0-85bb-47bb-9935-c86ebcce2887', 'tenant_id': 'b8f587b8d37f466c86e412be600de70f', 'fixed_ips': [{'subnet_id': 'f817ed5e-64d5-4e39-879b-652a720f6944'}]}} from n-d-838334-2. {{(pid=84042) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 18 20:44:52.562112 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-5890307a-6118-4a89-a5c8-7c86214c9c70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_create {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:52.646144 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Device 477a0bf5-0275-431a-8328-ff70599fc8f0 up at agent hyperv_n-h2-838334-2 {{(pid=84042) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 20:44:52.678835 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-4617e579-9217-456c-ab76-81bf37356d8e req-1dc7dfcf-5b1b-4690-8156-cb29f4155e8b tempest-SecurityGroupsTestJSON-1212657955 tempest-SecurityGroupsTestJSON-1212657955-project] 10.222.0.42 "GET /v2.0/security-groups?id=9011416c-6492-4991-9c3b-a886ca17cbe3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3781042 Apr 18 20:44:52.688234 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-41fbf2da-c89c-4678-8875-956849dd5737 None None] For port 90c2329b-a48a-4fa9-872d-dbd9fc1fe4b3, host n-d-838334-2, cleared binding levels {{(pid=84042) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 20:44:52.692105 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-41fbf2da-c89c-4678-8875-956849dd5737 None None] For port 90c2329b-a48a-4fa9-872d-dbd9fc1fe4b3, host n-d-838334-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838334-2',level=0,port_id=90c2329b-a48a-4fa9-872d-dbd9fc1fe4b3,segment=NetworkSegment(babc5ab2-1bad-4120-8d0c-e452c40ad093),segment_id=babc5ab2-1bad-4120-8d0c-e452c40ad093)] {{(pid=84042) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 20:44:52.694518 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-dc992dab-0c5e-4d76-a212-39c13d62cf62 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:52.706408 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-caeda41c-8eff-446d-936c-89641f18d5b3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:52.752840 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-41fbf2da-c89c-4678-8875-956849dd5737 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682'] for port, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:52.770520 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-dc992dab-0c5e-4d76-a212-39c13d62cf62 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:52.844227 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-53fabf02-ee03-4d80-b549-27839df5221f req-0b1bb930-8fa0-4173-bded-c45ea8360507 tempest-ServersAdminTestJSON-1240675426 tempest-ServersAdminTestJSON-1240675426-project] 10.222.0.42 "GET /v2.0/security-groups?id=b9ed1788-e987-4b94-9dd4-ed408bd7803e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3025939 Apr 18 20:44:52.979855 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64a6d376-3df3-4897-a76d-283691a073a4 None None] Pushing event updated for resources: {'Port': ['ID=90c2329b-a48a-4fa9-872d-dbd9fc1fe4b3,revision_number=4']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:44:53.033738 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41fbf2da-c89c-4678-8875-956849dd5737 None None] Routers {'2fcfa44f-978c-4e58-b43e-36f84d658eff'} bound to L3 agent in host n-d-838334-2 {{(pid=84042) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 20:44:53.034423 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_hamode_db [None req-41fbf2da-c89c-4678-8875-956849dd5737 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838334-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-18T20:25:48Z,description=,heartbeat_timestamp=2022-04-18T20:44:48Z,host='n-d-838334-2',id=bc84d6c9-dd7a-4555-a351-592327b46d5a,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:25:48Z,topic='l3_agent')) {'router_ids': ['2fcfa44f-978c-4e58-b43e-36f84d658eff'], 'active': True} {{(pid=84042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:44:53.051099 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [None req-caeda41c-8eff-446d-936c-89641f18d5b3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:44:53.056005 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-caeda41c-8eff-446d-936c-89641f18d5b3 admin admin] Usage tracker for resource:security_group_rule and tenant:712f64c355e7481d91e2445cbd0ba6ce is out of sync, need to count used quota {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:44:53.056158 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.db_base_plugin_common [None req-dc992dab-0c5e-4d76-a212-39c13d62cf62 admin admin] Allocated IP 172.25.8.74 (e41b6600-a917-4a8d-b05c-be3be40c6d8c/6b05667b-848e-4356-9b44-d5eb6808ef74/d215d5b2-51e8-488f-b409-e950dd57b917) {{(pid=84041) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:44:53.062609 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-caeda41c-8eff-446d-936c-89641f18d5b3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:44:53.088867 n-d-838334-2 neutron-server[84040]: INFO neutron.notifiers.nova [-] Nova event matching ['req-67548e05-b4dc-4d40-b48b-023bc41c31e5'] response: {'server_uuid': '31317ebd-0d88-4b39-b971-8c94cac5011a', 'name': 'network-vif-deleted', 'tag': 'ed092bb3-3ed5-40cb-8604-e46d67f03de1', 'status': 'completed', 'code': 200} Apr 18 20:44:53.091258 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [None req-caeda41c-8eff-446d-936c-89641f18d5b3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:44:53.129023 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-0026c5df-c9af-45f9-896c-7a920e96d333 req-c42fb0d7-1b1b-4355-991e-9f25a485e5ff tempest-TaggedBootDevicesTest-1674414334 tempest-TaggedBootDevicesTest-1674414334-project] 10.222.0.48 "GET /v2.0/networks/d9eb2c31-9efb-45c1-be97-8fbfff0e7f82?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.8232012 Apr 18 20:44:53.178016 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.v2.base [req-0026c5df-c9af-45f9-896c-7a920e96d333 req-078fb48c-ee39-41c6-9c5e-369d24885a70 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=84040) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 20:44:53.264663 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Provisioning for port 477a0bf5-0275-431a-8328-ff70599fc8f0 completed by entity L2. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 20:44:53.274217 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Provisioning complete for port 477a0bf5-0275-431a-8328-ff70599fc8f0 triggered by entity L2. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:44:53.274506 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1253608'] for port, provisioning_complete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:53.287448 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-dc992dab-0c5e-4d76-a212-39c13d62cf62 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:53.301640 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-8be233d2-eb92-4e56-9218-10bc44d42f17 req-0495fb09-ed45-4b1d-9b17-8d18d4fb842c tempest-ServersTestMultiNic-942198030 tempest-ServersTestMultiNic-942198030-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750375259028', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750374836628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32440838'] for port, after_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:53.318769 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-dc992dab-0c5e-4d76-a212-39c13d62cf62 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750374836619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32266323'] for port, after_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:53.354250 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.db_base_plugin_common [None req-5890307a-6118-4a89-a5c8-7c86214c9c70 None None] Allocated IP 172.20.0.2 (9d0497e0-85bb-47bb-9935-c86ebcce2887/f817ed5e-64d5-4e39-879b-652a720f6944/9cb253fe-1904-436e-8821-d2838dda7263) {{(pid=84042) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:44:53.392127 n-d-838334-2 neutron-server[84041]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc992dab-0c5e-4d76-a212-39c13d62cf62 admin admin] Network e41b6600-a917-4a8d-b05c-be3be40c6d8c is already hosted by enough agents. {{(pid=84041) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:44:53.394938 n-d-838334-2 neutron-server[84041]: DEBUG neutron.scheduler.base_scheduler [None req-dc992dab-0c5e-4d76-a212-39c13d62cf62 admin admin] Resources bound (agent type, host, resource id): {{(pid=84041) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:44:53.400154 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc992dab-0c5e-4d76-a212-39c13d62cf62 admin admin] Received port after_create {{(pid=84041) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 20:44:53.411935 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_dvr_db [None req-41fbf2da-c89c-4678-8875-956849dd5737 None None] Set router 2fcfa44f-978c-4e58-b43e-36f84d658eff gateway port host: n-d-838334-2 {{(pid=84042) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 20:44:53.427001 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc992dab-0c5e-4d76-a212-39c13d62cf62 admin admin] Pushing event updated for resources: {'Port': ['ID=d215d5b2-51e8-488f-b409-e950dd57b917,revision_number=1']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:44:53.428262 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0495fb09-ed45-4b1d-9b17-8d18d4fb842c tempest-ServersTestMultiNic-942198030 tempest-ServersTestMultiNic-942198030-project] Pushing event deleted for resources: {'Port': ['ID=8332fa47-59b8-47c4-801f-fde1adc7878a,revision_number=None']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:44:53.481547 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8200181-2e20-4a30-ad0a-f54ee8e5d590 req-9c4d782b-2a88-49f0-a198-bb6230c428f7 tempest-ListImageFiltersTestJSON-764297516 tempest-ListImageFiltersTestJSON-764297516-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:44:53.482992 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-e8200181-2e20-4a30-ad0a-f54ee8e5d590 req-9c4d782b-2a88-49f0-a198-bb6230c428f7 tempest-ListImageFiltersTestJSON-764297516 tempest-ListImageFiltersTestJSON-764297516-project] 10.222.0.42 "GET /v2.0/ports?device_id=eb3668b7-221e-464a-9f23-da8bc40863a7 HTTP/1.1" status: 200 len: 949 time: 0.5287988 Apr 18 20:44:53.526264 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-0026c5df-c9af-45f9-896c-7a920e96d333 req-078fb48c-ee39-41c6-9c5e-369d24885a70 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:53.582079 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-dc992dab-0c5e-4d76-a212-39c13d62cf62 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:53.583439 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-dc992dab-0c5e-4d76-a212-39c13d62cf62 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33443529', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33444176'] for router, after_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:53.600148 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-caeda41c-8eff-446d-936c-89641f18d5b3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:53.754228 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.l3_dvrscheduler_db [req-8be233d2-eb92-4e56-9218-10bc44d42f17 req-0495fb09-ed45-4b1d-9b17-8d18d4fb842c tempest-ServersTestMultiNic-942198030 tempest-ServersTestMultiNic-942198030-project] No DVR routers for this DVR port 8332fa47-59b8-47c4-801f-fde1adc7878a on host n-h2-838334-2 {{(pid=84040) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 20:44:53.761740 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-caeda41c-8eff-446d-936c-89641f18d5b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33528224'] for security_group, after_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:53.773790 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae6b50ac-9fe8-4c81-93fb-744728887dfd req-fa4b5d18-2b19-47e0-8101-4c005c2bde0b tempest-ServersTestMultiNic-942198030 tempest-ServersTestMultiNic-942198030-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:44:53.777931 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae6b50ac-9fe8-4c81-93fb-744728887dfd req-fa4b5d18-2b19-47e0-8101-4c005c2bde0b tempest-ServersTestMultiNic-942198030 tempest-ServersTestMultiNic-942198030-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:44:53.778681 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [req-ae6b50ac-9fe8-4c81-93fb-744728887dfd req-fa4b5d18-2b19-47e0-8101-4c005c2bde0b tempest-ServersTestMultiNic-942198030 tempest-ServersTestMultiNic-942198030-project] Synchronizing usage tracker for tenant:86c5c562f6e642eda292a78265b6dea4 on resource:port {{(pid=84040) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 20:44:53.788807 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-8be233d2-eb92-4e56-9218-10bc44d42f17 req-0495fb09-ed45-4b1d-9b17-8d18d4fb842c tempest-ServersTestMultiNic-942198030 tempest-ServersTestMultiNic-942198030-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217293'] for port, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:53.854096 n-d-838334-2 neutron-server[84041]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dc992dab-0c5e-4d76-a212-39c13d62cf62 admin admin] Router 813035f1-f008-4b32-a970-60bf5859d737 is scheduled to L3 agent bc84d6c9-dd7a-4555-a351-592327b46d5a with binding_index 1 {{(pid=84041) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 18 20:44:53.856685 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:53.889253 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caeda41c-8eff-446d-936c-89641f18d5b3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f774a9ed-f710-49e8-8b94-b0fd71c7685c,revision_number=1']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:44:53.895492 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-8be233d2-eb92-4e56-9218-10bc44d42f17 req-0495fb09-ed45-4b1d-9b17-8d18d4fb842c tempest-ServersTestMultiNic-942198030 tempest-ServersTestMultiNic-942198030-project] 10.222.0.48 "DELETE /v2.0/ports/8332fa47-59b8-47c4-801f-fde1adc7878a HTTP/1.1" status: 204 len: 173 time: 2.6923711 Apr 18 20:44:53.911555 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [req-ae6b50ac-9fe8-4c81-93fb-744728887dfd req-fa4b5d18-2b19-47e0-8101-4c005c2bde0b tempest-ServersTestMultiNic-942198030 tempest-ServersTestMultiNic-942198030-project] Unset dirty status for tenant:86c5c562f6e642eda292a78265b6dea4 on resource:port {{(pid=84040) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 20:44:53.912723 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-ae6b50ac-9fe8-4c81-93fb-744728887dfd req-fa4b5d18-2b19-47e0-8101-4c005c2bde0b tempest-ServersTestMultiNic-942198030 tempest-ServersTestMultiNic-942198030-project] 10.222.0.42 "GET /v2.0/ports?device_id=31317ebd-0d88-4b39-b971-8c94cac5011a HTTP/1.1" status: 200 len: 1683 time: 0.7826014 Apr 18 20:44:53.915005 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-e8200181-2e20-4a30-ad0a-f54ee8e5d590 req-7882a737-7fa5-4f81-93ef-f2b7e4c70a31 tempest-ListImageFiltersTestJSON-764297516 tempest-ListImageFiltersTestJSON-764297516-project] 10.222.0.42 "GET /v2.0/security-groups?id=69ef09d0-16e8-4442-bf72-0044fbe4edc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3990948 Apr 18 20:44:53.921624 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-caeda41c-8eff-446d-936c-89641f18d5b3 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=712f64c355e7481d91e2445cbd0ba6ce&name=default HTTP/1.1" status: 200 len: 2647 time: 1.6288383 Apr 18 20:44:53.933932 n-d-838334-2 neutron-server[84042]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd9f332ce-c76b-46eb-85fd-3cf94eadb99f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '477a0bf5-0275-431a-8328-ff70599fc8f0'}] {{(pid=84042) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 20:44:53.948539 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 40948) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:44:54.013036 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] For port 477a0bf5-0275-431a-8328-ff70599fc8f0, host n-h2-838334-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838334-2',level=0,port_id=477a0bf5-0275-431a-8328-ff70599fc8f0,segment=NetworkSegment(62b85806-94d8-4a88-a06c-da82e5932d66),segment_id=62b85806-94d8-4a88-a06c-da82e5932d66)] {{(pid=84042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:44:54.039404 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682'] for port, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:54.040374 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Device fcf04c80-d79e-470d-884b-eefd4d15d3f8 no longer exists at agent hyperv_n-h2-838334-2 {{(pid=84042) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 20:44:54.109088 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-bdac8e94-2420-47d6-98e2-c5b4fcaee6e0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:54.148122 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-bdac8e94-2420-47d6-98e2-c5b4fcaee6e0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:54.149376 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.plugin [req-8be233d2-eb92-4e56-9218-10bc44d42f17 req-dee0ab6d-87ef-4faa-a73e-6c4af457f2ea tempest-ServersTestMultiNic-942198030 tempest-ServersTestMultiNic-942198030-project] Deleting port a2e526a0-5588-4ba7-99ec-f0bb9d4e1326 {{(pid=84040) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 20:44:54.149716 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-8be233d2-eb92-4e56-9218-10bc44d42f17 req-dee0ab6d-87ef-4faa-a73e-6c4af457f2ea tempest-ServersTestMultiNic-942198030 tempest-ServersTestMultiNic-942198030-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750375188691'] for port, before_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:54.239152 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-bdac8e94-2420-47d6-98e2-c5b4fcaee6e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33528224'] for security_group, after_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:54.243127 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dc992dab-0c5e-4d76-a212-39c13d62cf62 admin admin] Notify agent at l3_agent.n-d-838334-2 the message routers_updated {{(pid=84041) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 20:44:54.262335 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-ae6b50ac-9fe8-4c81-93fb-744728887dfd req-a4198148-e360-49ae-ad33-684f4c4c6935 tempest-ServersTestMultiNic-942198030 tempest-ServersTestMultiNic-942198030-project] 10.222.0.42 "GET /v2.0/security-groups?id=efc44a6f-ae8a-46ab-8143-fed7ce47374f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2251709 Apr 18 20:44:54.266313 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.db [req-0026c5df-c9af-45f9-896c-7a920e96d333 req-078fb48c-ee39-41c6-9c5e-369d24885a70 service neutron] For port 3dee7dbe-7cd7-44fa-ad62-c22c92c23e68, host n-h2-838334-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838334-2',level=0,port_id=3dee7dbe-7cd7-44fa-ad62-c22c92c23e68,segment=NetworkSegment(4134857a-3d4d-4a42-8268-4c8b0125ff2d),segment_id=4134857a-3d4d-4a42-8268-4c8b0125ff2d)] {{(pid=84040) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:44:54.270047 n-d-838334-2 neutron-server[84043]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5aae27a-633a-4afe-b718-d5d530ae5536 None None] Sync routers for ids ['813035f1-f008-4b32-a970-60bf5859d737'] in n-d-838334-2 {{(pid=84043) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 18 20:44:54.270925 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdac8e94-2420-47d6-98e2-c5b4fcaee6e0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f774a9ed-f710-49e8-8b94-b0fd71c7685c,revision_number=None']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:44:54.284518 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-5890307a-6118-4a89-a5c8-7c86214c9c70 None None] Notify callbacks [] for port, precommit_create {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:54.293650 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-bdac8e94-2420-47d6-98e2-c5b4fcaee6e0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:54.298715 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-bdac8e94-2420-47d6-98e2-c5b4fcaee6e0 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/f774a9ed-f710-49e8-8b94-b0fd71c7685c HTTP/1.1" status: 204 len: 168 time: 0.2908154 Apr 18 20:44:54.302399 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-dc992dab-0c5e-4d76-a212-39c13d62cf62 admin admin] Notify callbacks [] for router, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:54.302399 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-dc992dab-0c5e-4d76-a212-39c13d62cf62 admin admin] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 2.2881024 Apr 18 20:44:54.305543 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5aae27a-633a-4afe-b718-d5d530ae5536 None None] Routers {'813035f1-f008-4b32-a970-60bf5859d737'} bound to L3 agent in host n-d-838334-2 {{(pid=84043) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 20:44:54.308014 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.l3_hamode_db [None req-e5aae27a-633a-4afe-b718-d5d530ae5536 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838334-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-18T20:25:48Z,description=,heartbeat_timestamp=2022-04-18T20:44:48Z,host='n-d-838334-2',id=bc84d6c9-dd7a-4555-a351-592327b46d5a,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:25:48Z,topic='l3_agent')) {'router_ids': ['813035f1-f008-4b32-a970-60bf5859d737'], 'active': True} {{(pid=84043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:44:54.315742 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 40956) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:44:54.364038 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-6521ebbd-df1e-4687-bf75-7b38c90f0016 req-dcac2425-5b37-49af-9bfa-c3bdad40d911 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=08c5b321-aafc-4918-a395-6fa43a8a405d&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.2848945 Apr 18 20:44:54.399356 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-5890307a-6118-4a89-a5c8-7c86214c9c70 None None] Transition to ACTIVE for port object 9cb253fe-1904-436e-8821-d2838dda7263 will not be triggered until provisioned by entity L2. {{(pid=84042) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 20:44:54.415078 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Device 50835e83-a5fb-4791-9057-3a1a5ea9153e up at agent hyperv_n-h1-838334-2 {{(pid=84042) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 20:44:54.531459 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Pushing event updated for resources: {'Port': ['ID=477a0bf5-0275-431a-8328-ff70599fc8f0,revision_number=5']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:44:54.583355 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-5890307a-6118-4a89-a5c8-7c86214c9c70 None None] Transition to ACTIVE for port object 9cb253fe-1904-436e-8821-d2838dda7263 will not be triggered until provisioned by entity DHCP. {{(pid=84042) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 20:44:54.634548 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.db [req-0026c5df-c9af-45f9-896c-7a920e96d333 req-078fb48c-ee39-41c6-9c5e-369d24885a70 service neutron] For port 3dee7dbe-7cd7-44fa-ad62-c22c92c23e68, host n-h2-838334-2, cleared binding levels {{(pid=84040) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 20:44:54.657597 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-5890307a-6118-4a89-a5c8-7c86214c9c70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750374836619'] for port, after_create {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:54.673271 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.l3_dvr_db [None req-e5aae27a-633a-4afe-b718-d5d530ae5536 None None] Set router 813035f1-f008-4b32-a970-60bf5859d737 gateway port host: n-d-838334-2 {{(pid=84043) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 20:44:54.836988 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:54.855144 n-d-838334-2 neutron-server[84040]: DEBUG neutron.notifiers.nova [req-0026c5df-c9af-45f9-896c-7a920e96d333 req-078fb48c-ee39-41c6-9c5e-369d24885a70 service neutron] device_id is not set on port 3dee7dbe-7cd7-44fa-ad62-c22c92c23e68 yet. {{(pid=84040) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 18 20:44:54.872683 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-0026c5df-c9af-45f9-896c-7a920e96d333 req-078fb48c-ee39-41c6-9c5e-369d24885a70 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:54.880745 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.db [req-8be233d2-eb92-4e56-9218-10bc44d42f17 req-dee0ab6d-87ef-4faa-a73e-6c4af457f2ea tempest-ServersTestMultiNic-942198030 tempest-ServersTestMultiNic-942198030-project] For port a2e526a0-5588-4ba7-99ec-f0bb9d4e1326, host n-h2-838334-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838334-2',level=0,port_id=a2e526a0-5588-4ba7-99ec-f0bb9d4e1326,segment=NetworkSegment(3ec3b3b0-7120-42bb-a66e-54355578d529),segment_id=3ec3b3b0-7120-42bb-a66e-54355578d529)] {{(pid=84040) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:44:54.881090 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-8be233d2-eb92-4e56-9218-10bc44d42f17 req-dee0ab6d-87ef-4faa-a73e-6c4af457f2ea tempest-ServersTestMultiNic-942198030 tempest-ServersTestMultiNic-942198030-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369123'] for port, precommit_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:54.904809 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_hamode_db [None req-41fbf2da-c89c-4678-8875-956849dd5737 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2fcfa44f-978c-4e58-b43e-36f84d658eff', 'name': 'tempest-AttachSCSIVolumeTestJSON-651922907-router', 'tenant_id': '1fd001aaeef146c5ac3c9d1e6f47f539', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'external_fixed_ips': [{'subnet_id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'ip_address': '172.25.8.80'}], 'enable_snat': True}, 'gw_port_id': 'e80c40ba-d69f-4b98-831d-6a06358011b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:44:35Z', 'updated_at': '2022-04-18T20:44:45Z', 'revision_number': 4, 'project_id': '1fd001aaeef146c5ac3c9d1e6f47f539', 'gw_port': {'id': 'e80c40ba-d69f-4b98-831d-6a06358011b4', 'name': '', 'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:8d:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fcfa44f-978c-4e58-b43e-36f84d658eff', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'ip_address': '172.25.8.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:44:36Z', 'updated_at': '2022-04-18T20:44:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838334-2', '_interfaces': [{'id': '90c2329b-a48a-4fa9-872d-dbd9fc1fe4b3', 'name': '', 'network_id': '927d35e4-e88b-4e82-9eb0-c42861ae32da', 'tenant_id': '1fd001aaeef146c5ac3c9d1e6f47f539', 'mac_address': 'fa:16:3e:47:32:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2fcfa44f-978c-4e58-b43e-36f84d658eff', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '318f6973-de81-4b49-b616-dd3d9f23a644', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:44:43Z', 'updated_at': '2022-04-18T20:44:52Z', 'revision_number': 4, 'project_id': '1fd001aaeef146c5ac3c9d1e6f47f539', 'subnets': [{'id': '318f6973-de81-4b49-b616-dd3d9f23a644', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838334-2', False) {} {{(pid=84042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:44:54.910071 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-0026c5df-c9af-45f9-896c-7a920e96d333 req-078fb48c-ee39-41c6-9c5e-369d24885a70 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32440959'] for port, after_update {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:54.941237 n-d-838334-2 neutron-server[84042]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5890307a-6118-4a89-a5c8-7c86214c9c70 None None] Network 9d0497e0-85bb-47bb-9935-c86ebcce2887 is already hosted by enough agents. {{(pid=84042) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:44:55.062143 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41fbf2da-c89c-4678-8875-956849dd5737 None None] The sync data for ids ['2fcfa44f-978c-4e58-b43e-36f84d658eff'] in n-d-838334-2 is: [{'id': '2fcfa44f-978c-4e58-b43e-36f84d658eff', 'name': 'tempest-AttachSCSIVolumeTestJSON-651922907-router', 'tenant_id': '1fd001aaeef146c5ac3c9d1e6f47f539', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'external_fixed_ips': [{'subnet_id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'ip_address': '172.25.8.80'}], 'enable_snat': True}, 'gw_port_id': 'e80c40ba-d69f-4b98-831d-6a06358011b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:44:35Z', 'updated_at': '2022-04-18T20:44:45Z', 'revision_number': 4, 'project_id': '1fd001aaeef146c5ac3c9d1e6f47f539', 'gw_port': {'id': 'e80c40ba-d69f-4b98-831d-6a06358011b4', 'name': '', 'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:8d:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fcfa44f-978c-4e58-b43e-36f84d658eff', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'ip_address': '172.25.8.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:44:36Z', 'updated_at': '2022-04-18T20:44:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838334-2', '_interfaces': [{'id': '90c2329b-a48a-4fa9-872d-dbd9fc1fe4b3', 'name': '', 'network_id': '927d35e4-e88b-4e82-9eb0-c42861ae32da', 'tenant_id': '1fd001aaeef146c5ac3c9d1e6f47f539', 'mac_address': 'fa:16:3e:47:32:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2fcfa44f-978c-4e58-b43e-36f84d658eff', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '318f6973-de81-4b49-b616-dd3d9f23a644', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:44:43Z', 'updated_at': '2022-04-18T20:44:52Z', 'revision_number': 4, 'project_id': '1fd001aaeef146c5ac3c9d1e6f47f539', 'subnets': [{'id': '318f6973-de81-4b49-b616-dd3d9f23a644', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84042) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 18 20:44:55.066197 n-d-838334-2 neutron-server[84042]: DEBUG neutron.scheduler.base_scheduler [None req-5890307a-6118-4a89-a5c8-7c86214c9c70 None None] Resources bound (agent type, host, resource id): {{(pid=84042) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:44:55.092755 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5890307a-6118-4a89-a5c8-7c86214c9c70 None None] Pushing event updated for resources: {'Port': ['ID=9cb253fe-1904-436e-8821-d2838dda7263,revision_number=1']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:44:55.101367 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5890307a-6118-4a89-a5c8-7c86214c9c70 None None] Received port after_create {{(pid=84042) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 20:44:55.101586 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.l3_hamode_db [None req-e5aae27a-633a-4afe-b718-d5d530ae5536 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '813035f1-f008-4b32-a970-60bf5859d737', 'name': 'tempest-AttachSCSIVolumeTestJSON-144980346-router', 'tenant_id': 'b8f587b8d37f466c86e412be600de70f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'external_fixed_ips': [{'subnet_id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'ip_address': '172.25.8.74'}], 'enable_snat': True}, 'gw_port_id': 'd215d5b2-51e8-488f-b409-e950dd57b917', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:44:52Z', 'updated_at': '2022-04-18T20:44:53Z', 'revision_number': 3, 'project_id': 'b8f587b8d37f466c86e412be600de70f', 'gw_port': {'id': 'd215d5b2-51e8-488f-b409-e950dd57b917', 'name': '', 'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:c8:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '813035f1-f008-4b32-a970-60bf5859d737', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'ip_address': '172.25.8.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:44:52Z', 'updated_at': '2022-04-18T20:44:53Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838334-2'}], 'n-d-838334-2', False) {} {{(pid=84043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:44:55.109121 n-d-838334-2 neutron-server[84043]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5aae27a-633a-4afe-b718-d5d530ae5536 None None] Checking router: 813035f1-f008-4b32-a970-60bf5859d737 for host: n-d-838334-2 {{(pid=84043) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 18 20:44:55.109454 n-d-838334-2 neutron-server[84043]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5aae27a-633a-4afe-b718-d5d530ae5536 None None] Updating router 813035f1-f008-4b32-a970-60bf5859d737 port d215d5b2-51e8-488f-b409-e950dd57b917 binding host n-d-838334-2 {{(pid=84043) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 18 20:44:55.192574 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] For port fcf04c80-d79e-470d-884b-eefd4d15d3f8, host n-h2-838334-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838334-2',level=0,port_id=fcf04c80-d79e-470d-884b-eefd4d15d3f8,segment=NetworkSegment(042fd70a-92f2-4098-9b07-9a0bcd9bab32),segment_id=042fd70a-92f2-4098-9b07-9a0bcd9bab32)] {{(pid=84042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:44:55.216272 n-d-838334-2 neutron-server[84043]: DEBUG neutron_lib.callbacks.manager [None req-e5aae27a-633a-4afe-b718-d5d530ae5536 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:55.242457 n-d-838334-2 neutron-server[84040]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '31317ebd-0d88-4b39-b971-8c94cac5011a', 'name': 'network-vif-deleted', 'tag': '8332fa47-59b8-47c4-801f-fde1adc7878a'}] {{(pid=84040) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 20:44:55.291301 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.plugin [req-8be233d2-eb92-4e56-9218-10bc44d42f17 req-dee0ab6d-87ef-4faa-a73e-6c4af457f2ea tempest-ServersTestMultiNic-942198030 tempest-ServersTestMultiNic-942198030-project] Calling delete_port for a2e526a0-5588-4ba7-99ec-f0bb9d4e1326 owned by compute:nova {{(pid=84040) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 20:44:55.311723 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682'] for port, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:55.312824 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Device 3dee7dbe-7cd7-44fa-ad62-c22c92c23e68 no longer exists at agent hyperv_n-h2-838334-2 {{(pid=84042) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 20:44:55.384300 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-843f3c2b-b94b-47a4-8f76-58a7b91fd436 req-fb990b52-b6dc-469d-9312-365dafeb52cd tempest-TaggedBootDevicesTest-1674414334 tempest-TaggedBootDevicesTest-1674414334-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:44:55.404752 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-843f3c2b-b94b-47a4-8f76-58a7b91fd436 req-fb990b52-b6dc-469d-9312-365dafeb52cd tempest-TaggedBootDevicesTest-1674414334 tempest-TaggedBootDevicesTest-1674414334-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:44:55.411116 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-843f3c2b-b94b-47a4-8f76-58a7b91fd436 req-fb990b52-b6dc-469d-9312-365dafeb52cd tempest-TaggedBootDevicesTest-1674414334 tempest-TaggedBootDevicesTest-1674414334-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:44:55.415139 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-843f3c2b-b94b-47a4-8f76-58a7b91fd436 req-fb990b52-b6dc-469d-9312-365dafeb52cd tempest-TaggedBootDevicesTest-1674414334 tempest-TaggedBootDevicesTest-1674414334-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:44:55.436686 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-843f3c2b-b94b-47a4-8f76-58a7b91fd436 req-fb990b52-b6dc-469d-9312-365dafeb52cd tempest-TaggedBootDevicesTest-1674414334 tempest-TaggedBootDevicesTest-1674414334-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:44:55.460120 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-843f3c2b-b94b-47a4-8f76-58a7b91fd436 req-fb990b52-b6dc-469d-9312-365dafeb52cd tempest-TaggedBootDevicesTest-1674414334 tempest-TaggedBootDevicesTest-1674414334-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:44:55.464754 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-843f3c2b-b94b-47a4-8f76-58a7b91fd436 req-fb990b52-b6dc-469d-9312-365dafeb52cd tempest-TaggedBootDevicesTest-1674414334 tempest-TaggedBootDevicesTest-1674414334-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:44:55.466753 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-843f3c2b-b94b-47a4-8f76-58a7b91fd436 req-fb990b52-b6dc-469d-9312-365dafeb52cd tempest-TaggedBootDevicesTest-1674414334 tempest-TaggedBootDevicesTest-1674414334-project] 10.222.0.42 "GET /v2.0/ports?device_id=cc0d4549-87de-476f-8fa1-88b0358bebbd HTTP/1.1" status: 200 len: 5432 time: 0.9700749 Apr 18 20:44:55.567787 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Provisioning for port 50835e83-a5fb-4791-9057-3a1a5ea9153e completed by entity L2. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 20:44:55.622347 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Provisioning complete for port 50835e83-a5fb-4791-9057-3a1a5ea9153e triggered by entity L2. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:44:55.622713 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1253608'] for port, provisioning_complete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:55.866412 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.managers [None req-5890307a-6118-4a89-a5c8-7c86214c9c70 None None] Attempting to bind port 9cb253fe-1904-436e-8821-d2838dda7263 on host n-d-838334-2 for vnic_type normal with profile {{(pid=84042) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:44:55.866769 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.managers [None req-5890307a-6118-4a89-a5c8-7c86214c9c70 None None] Attempting to bind port 9cb253fe-1904-436e-8821-d2838dda7263 by drivers openvswitch,hyperv on host n-d-838334-2 at level 0 using segments [{'id': '5b604cea-9c78-432e-a84f-851b951c2b77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '9d0497e0-85bb-47bb-9935-c86ebcce2887'}] {{(pid=84042) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:44:55.867125 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5890307a-6118-4a89-a5c8-7c86214c9c70 None None] Attempting to bind port 9cb253fe-1904-436e-8821-d2838dda7263 on network 9d0497e0-85bb-47bb-9935-c86ebcce2887 {{(pid=84042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 20:44:55.873997 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Device 3dee7dbe-7cd7-44fa-ad62-c22c92c23e68 not bound to the agent host n-h2-838334-2 {{(pid=84042) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 20:44:55.874415 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Device 05244033-b882-4dfd-8fd2-dde7ce49d9a1 no longer exists at agent hyperv_n-h2-838334-2 {{(pid=84042) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 20:44:55.900033 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-078fb48c-ee39-41c6-9c5e-369d24885a70 service neutron] Pushing event updated for resources: {'Port': ['ID=3dee7dbe-7cd7-44fa-ad62-c22c92c23e68,revision_number=6']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:44:55.917447 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.l3_dvrscheduler_db [req-0026c5df-c9af-45f9-896c-7a920e96d333 req-078fb48c-ee39-41c6-9c5e-369d24885a70 service neutron] No DVR routers for this DVR port 3dee7dbe-7cd7-44fa-ad62-c22c92c23e68 on host n-h2-838334-2 {{(pid=84040) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 20:44:55.972098 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Pushing event updated for resources: {'Port': ['ID=fcf04c80-d79e-470d-884b-eefd4d15d3f8,revision_number=6']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:44:55.973699 n-d-838334-2 neutron-server[84043]: DEBUG neutron_lib.callbacks.manager [None req-e5aae27a-633a-4afe-b718-d5d530ae5536 None None] Notify callbacks [] for port, precommit_update {{(pid=84043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:56.005271 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.provisioning_blocks [None req-e5aae27a-633a-4afe-b718-d5d530ae5536 None None] Transition to ACTIVE for port object d215d5b2-51e8-488f-b409-e950dd57b917 will not be triggered until provisioned by entity L2. {{(pid=84043) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 20:44:56.015888 n-d-838334-2 neutron-server[84043]: DEBUG neutron_lib.callbacks.manager [None req-e5aae27a-633a-4afe-b718-d5d530ae5536 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682'] for port, after_update {{(pid=84043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:56.041798 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-843f3c2b-b94b-47a4-8f76-58a7b91fd436 req-d4e0186c-bbf6-4ac0-b7fb-19e7cb2e29ad tempest-TaggedBootDevicesTest-1674414334 tempest-TaggedBootDevicesTest-1674414334-project] 10.222.0.42 "GET /v2.0/security-groups?id=67ac5558-a250-4106-afe6-28a5add43e38&id=cf1a4c14-6b4c-4b5a-99f9-781aa8c875fd&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.5478246 Apr 18 20:44:56.068597 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-2b4a2d46-f2ce-4262-aead-e0540d17c352 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:56.103896 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5890307a-6118-4a89-a5c8-7c86214c9c70 None None] Checking agent: {'id': '97cd4414-7af6-4d67-868d-dff370b4071a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838334-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 25, 49), 'started_at': datetime.datetime(2022, 4, 18, 20, 26, 19), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 20, 44, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838334-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 18 20:44:56.104862 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5890307a-6118-4a89-a5c8-7c86214c9c70 None None] Checking segment: {'id': '5b604cea-9c78-432e-a84f-851b951c2b77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '9d0497e0-85bb-47bb-9935-c86ebcce2887'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84042) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 20:44:56.105291 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-5890307a-6118-4a89-a5c8-7c86214c9c70 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:56.107508 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5890307a-6118-4a89-a5c8-7c86214c9c70 None None] Bound using segment: {'id': '5b604cea-9c78-432e-a84f-851b951c2b77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '9d0497e0-85bb-47bb-9935-c86ebcce2887'} {{(pid=84042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 18 20:44:56.112166 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.managers [None req-5890307a-6118-4a89-a5c8-7c86214c9c70 None None] Bound port: 9cb253fe-1904-436e-8821-d2838dda7263, host: n-d-838334-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5b604cea-9c78-432e-a84f-851b951c2b77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '9d0497e0-85bb-47bb-9935-c86ebcce2887'}}] {{(pid=84042) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 20:44:56.112569 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-5890307a-6118-4a89-a5c8-7c86214c9c70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:56.120098 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-ff0d475e-b52a-429a-88e5-a0e199f47d8f req-616d1d1e-f097-4ca1-874b-54046a16aaa6 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=08c5b321-aafc-4918-a395-6fa43a8a405d&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.6444709 Apr 18 20:44:56.161388 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-b9c76bd2-77e2-4bd8-9b3c-0610547a1026 req-7d073b0a-88c3-4b4b-ae27-da6bb15fd071 tempest-SecurityGroupsTestJSON-1212657955 tempest-SecurityGroupsTestJSON-1212657955-project] 10.222.0.42 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-964662034&fields=id&tenant_id=f09031fed4d542f69d251f76eb7f477d HTTP/1.1" status: 200 len: 267 time: 0.4414611 Apr 18 20:44:56.166951 n-d-838334-2 neutron-server[84043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e03eff97-a52f-486b-832b-a1896e66141c None None] Pushing event updated for resources: {'Port': ['ID=d215d5b2-51e8-488f-b409-e950dd57b917,revision_number=2']} {{(pid=84043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:44:56.170730 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Device 90c2329b-a48a-4fa9-872d-dbd9fc1fe4b3 up at agent ovs-agent-n-d-838334-2 {{(pid=84042) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 20:44:56.227649 n-d-838334-2 neutron-server[84043]: DEBUG neutron.plugins.ml2.managers [None req-e5aae27a-633a-4afe-b718-d5d530ae5536 None None] Attempting to bind port d215d5b2-51e8-488f-b409-e950dd57b917 on host n-d-838334-2 for vnic_type normal with profile {{(pid=84043) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:44:56.228002 n-d-838334-2 neutron-server[84043]: DEBUG neutron.plugins.ml2.managers [None req-e5aae27a-633a-4afe-b718-d5d530ae5536 None None] Attempting to bind port d215d5b2-51e8-488f-b409-e950dd57b917 by drivers openvswitch,hyperv on host n-d-838334-2 at level 0 using segments [{'id': '732aa830-768b-4511-951f-d08e26b9c25b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c'}] {{(pid=84043) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:44:56.228337 n-d-838334-2 neutron-server[84043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5aae27a-633a-4afe-b718-d5d530ae5536 None None] Attempting to bind port d215d5b2-51e8-488f-b409-e950dd57b917 on network e41b6600-a917-4a8d-b05c-be3be40c6d8c {{(pid=84043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 20:44:56.231155 n-d-838334-2 neutron-server[84043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e03eff97-a52f-486b-832b-a1896e66141c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:44:56.231486 n-d-838334-2 neutron-server[84043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e03eff97-a52f-486b-832b-a1896e66141c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:44:56.246547 n-d-838334-2 neutron-server[84043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e03eff97-a52f-486b-832b-a1896e66141c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:44:56.246904 n-d-838334-2 neutron-server[84043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e03eff97-a52f-486b-832b-a1896e66141c None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:44:56.247308 n-d-838334-2 neutron-server[84043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e03eff97-a52f-486b-832b-a1896e66141c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:44:56.247649 n-d-838334-2 neutron-server[84043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e03eff97-a52f-486b-832b-a1896e66141c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:44:56.247976 n-d-838334-2 neutron-server[84043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e03eff97-a52f-486b-832b-a1896e66141c None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:44:56.248289 n-d-838334-2 neutron-server[84043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e03eff97-a52f-486b-832b-a1896e66141c None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:44:56.253424 n-d-838334-2 neutron-server[84043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e03eff97-a52f-486b-832b-a1896e66141c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:44:56.253705 n-d-838334-2 neutron-server[84043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e03eff97-a52f-486b-832b-a1896e66141c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:44:56.254035 n-d-838334-2 neutron-server[84043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e03eff97-a52f-486b-832b-a1896e66141c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:44:56.266574 n-d-838334-2 neutron-server[84043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5aae27a-633a-4afe-b718-d5d530ae5536 None None] Checking agent: {'id': '97cd4414-7af6-4d67-868d-dff370b4071a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838334-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 25, 49), 'started_at': datetime.datetime(2022, 4, 18, 20, 26, 19), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 20, 44, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838334-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 18 20:44:56.266937 n-d-838334-2 neutron-server[84043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5aae27a-633a-4afe-b718-d5d530ae5536 None None] Checking segment: {'id': '732aa830-768b-4511-951f-d08e26b9c25b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84043) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 20:44:56.267325 n-d-838334-2 neutron-server[84043]: DEBUG neutron_lib.callbacks.manager [None req-e5aae27a-633a-4afe-b718-d5d530ae5536 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:56.267795 n-d-838334-2 neutron-server[84043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5aae27a-633a-4afe-b718-d5d530ae5536 None None] Bound using segment: {'id': '732aa830-768b-4511-951f-d08e26b9c25b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c'} {{(pid=84043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 18 20:44:56.272176 n-d-838334-2 neutron-server[84043]: DEBUG neutron.plugins.ml2.managers [None req-e5aae27a-633a-4afe-b718-d5d530ae5536 None None] Bound port: d215d5b2-51e8-488f-b409-e950dd57b917, host: n-d-838334-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '732aa830-768b-4511-951f-d08e26b9c25b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c'}}] {{(pid=84043) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 20:44:56.272998 n-d-838334-2 neutron-server[84043]: DEBUG neutron_lib.callbacks.manager [None req-e5aae27a-633a-4afe-b718-d5d530ae5536 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:56.367477 n-d-838334-2 neutron-server[84043]: DEBUG neutron.plugins.ml2.db [None req-e5aae27a-633a-4afe-b718-d5d530ae5536 None None] For port d215d5b2-51e8-488f-b409-e950dd57b917, host n-d-838334-2, cleared binding levels {{(pid=84043) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 20:44:56.373705 n-d-838334-2 neutron-server[84043]: DEBUG neutron.plugins.ml2.db [None req-e5aae27a-633a-4afe-b718-d5d530ae5536 None None] For port d215d5b2-51e8-488f-b409-e950dd57b917, host n-d-838334-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838334-2',level=0,port_id=d215d5b2-51e8-488f-b409-e950dd57b917,segment=NetworkSegment(732aa830-768b-4511-951f-d08e26b9c25b),segment_id=732aa830-768b-4511-951f-d08e26b9c25b)] {{(pid=84043) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 20:44:56.379743 n-d-838334-2 neutron-server[84043]: DEBUG neutron_lib.callbacks.manager [None req-e5aae27a-633a-4afe-b718-d5d530ae5536 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682'] for port, after_update {{(pid=84043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:56.450638 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:56.503884 n-d-838334-2 neutron-server[84043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e03eff97-a52f-486b-832b-a1896e66141c None None] Pushing event updated for resources: {'Port': ['ID=d215d5b2-51e8-488f-b409-e950dd57b917,revision_number=3']} {{(pid=84043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:44:56.514804 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5aae27a-633a-4afe-b718-d5d530ae5536 None None] Routers {'813035f1-f008-4b32-a970-60bf5859d737'} bound to L3 agent in host n-d-838334-2 {{(pid=84043) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 20:44:56.515411 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.l3_hamode_db [None req-e5aae27a-633a-4afe-b718-d5d530ae5536 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838334-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-18T20:25:48Z,description=,heartbeat_timestamp=2022-04-18T20:44:48Z,host='n-d-838334-2',id=bc84d6c9-dd7a-4555-a351-592327b46d5a,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:25:48Z,topic='l3_agent')) {'router_ids': ['813035f1-f008-4b32-a970-60bf5859d737'], 'active': True} {{(pid=84043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:44:56.524292 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.db_base_plugin_common [None req-2b4a2d46-f2ce-4262-aead-e0540d17c352 admin admin] Allocated IP 172.20.0.1 (9d0497e0-85bb-47bb-9935-c86ebcce2887/f817ed5e-64d5-4e39-879b-652a720f6944/b6790399-872c-4c18-b812-378b1a4c0480) {{(pid=84041) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:44:56.536199 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.plugin [req-0026c5df-c9af-45f9-896c-7a920e96d333 req-078fb48c-ee39-41c6-9c5e-369d24885a70 service neutron] In _notify_port_updated(), no bound segment for port 3dee7dbe-7cd7-44fa-ad62-c22c92c23e68 on network d9eb2c31-9efb-45c1-be97-8fbfff0e7f82 {{(pid=84040) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Apr 18 20:44:56.538054 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-0026c5df-c9af-45f9-896c-7a920e96d333 req-078fb48c-ee39-41c6-9c5e-369d24885a70 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217293'] for port, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:56.539887 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-0026c5df-c9af-45f9-896c-7a920e96d333 req-078fb48c-ee39-41c6-9c5e-369d24885a70 service neutron] 10.222.0.48 "PUT /v2.0/ports/3dee7dbe-7cd7-44fa-ad62-c22c92c23e68 HTTP/1.1" status: 200 len: 1024 time: 3.4005105 Apr 18 20:44:56.673542 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:56.718292 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] For port 50835e83-a5fb-4791-9057-3a1a5ea9153e, host n-h1-838334-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838334-2',level=0,port_id=50835e83-a5fb-4791-9057-3a1a5ea9153e,segment=NetworkSegment(62b85806-94d8-4a88-a06c-da82e5932d66),segment_id=62b85806-94d8-4a88-a06c-da82e5932d66)] {{(pid=84042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:44:56.728849 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-8be233d2-eb92-4e56-9218-10bc44d42f17 req-dee0ab6d-87ef-4faa-a73e-6c4af457f2ea tempest-ServersTestMultiNic-942198030 tempest-ServersTestMultiNic-942198030-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750375259028', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750374836628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32440838'] for port, after_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:56.750670 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] For port 05244033-b882-4dfd-8fd2-dde7ce49d9a1, host n-h2-838334-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838334-2',level=0,port_id=05244033-b882-4dfd-8fd2-dde7ce49d9a1,segment=NetworkSegment(4134857a-3d4d-4a42-8268-4c8b0125ff2d),segment_id=4134857a-3d4d-4a42-8268-4c8b0125ff2d)] {{(pid=84042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:44:56.756404 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682'] for port, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:56.758409 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89d70dd0-a13f-4023-a2b4-e3e7766b22a7 req-fc2e35cc-c1ac-4e14-ae82-61b7cdbdc6dd tempest-ServersAdminTestJSON-1240675426 tempest-ServersAdminTestJSON-1240675426-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:44:56.759379 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Provisioning for port 90c2329b-a48a-4fa9-872d-dbd9fc1fe4b3 completed by entity L2. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 20:44:56.765861 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-89d70dd0-a13f-4023-a2b4-e3e7766b22a7 req-fc2e35cc-c1ac-4e14-ae82-61b7cdbdc6dd tempest-ServersAdminTestJSON-1240675426 tempest-ServersAdminTestJSON-1240675426-project] 10.222.0.42 "GET /v2.0/ports?device_id=ce6c549f-1c22-4313-93e6-93921dc22663 HTTP/1.1" status: 200 len: 949 time: 0.3587115 Apr 18 20:44:56.802442 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-2b4a2d46-f2ce-4262-aead-e0540d17c352 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:56.835562 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.l3_dvr_db [None req-e5aae27a-633a-4afe-b718-d5d530ae5536 None None] Set router 813035f1-f008-4b32-a970-60bf5859d737 gateway port host: n-d-838334-2 {{(pid=84043) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 20:44:56.845436 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Provisioning complete for port 90c2329b-a48a-4fa9-872d-dbd9fc1fe4b3 triggered by entity L2. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:44:56.845842 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.provisioning_blocks [None req-2b4a2d46-f2ce-4262-aead-e0540d17c352 admin admin] Transition to ACTIVE for port object b6790399-872c-4c18-b812-378b1a4c0480 will not be triggered until provisioned by entity DHCP. {{(pid=84041) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 20:44:56.845960 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1253608'] for port, provisioning_complete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:56.884771 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682'] for port, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:56.885478 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Device ed092bb3-3ed5-40cb-8604-e46d67f03de1 no longer exists at agent hyperv_n-h2-838334-2 {{(pid=84042) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 20:44:56.911709 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-2b4a2d46-f2ce-4262-aead-e0540d17c352 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750374836619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32266323'] for port, after_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:56.947819 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Pushing event updated for resources: {'Port': ['ID=50835e83-a5fb-4791-9057-3a1a5ea9153e,revision_number=5']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:44:57.012635 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dee0ab6d-87ef-4faa-a73e-6c4af457f2ea tempest-ServersTestMultiNic-942198030 tempest-ServersTestMultiNic-942198030-project] Pushing event deleted for resources: {'Port': ['ID=a2e526a0-5588-4ba7-99ec-f0bb9d4e1326,revision_number=None']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:44:57.024008 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-a29cd599-0843-48fb-8528-02ea3c4b9eae None None] Provisioning complete for port 3dee7dbe-7cd7-44fa-ad62-c22c92c23e68 triggered by entity DHCP. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:44:57.024378 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-a29cd599-0843-48fb-8528-02ea3c4b9eae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1253608'] for port, provisioning_complete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:57.035567 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9c76bd2-77e2-4bd8-9b3c-0610547a1026 req-ab24f5f5-2a3a-4c7e-86b0-b84cc96d9d97 tempest-SecurityGroupsTestJSON-1212657955 tempest-SecurityGroupsTestJSON-1212657955-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:44:57.043387 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-b9c76bd2-77e2-4bd8-9b3c-0610547a1026 req-ab24f5f5-2a3a-4c7e-86b0-b84cc96d9d97 tempest-SecurityGroupsTestJSON-1212657955 tempest-SecurityGroupsTestJSON-1212657955-project] 10.222.0.42 "GET /v2.0/ports?device_id=529e12bc-16bd-41a4-98c2-5f9bfb5512e7 HTTP/1.1" status: 200 len: 945 time: 0.8810670 Apr 18 20:44:57.075179 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.v2.base [req-b9c76bd2-77e2-4bd8-9b3c-0610547a1026 req-91643d34-e70a-4573-aa1f-d2834dc8b22d tempest-SecurityGroupsTestJSON-1212657955 tempest-SecurityGroupsTestJSON-1212657955-project] Request body: {'port': {'security_groups': ['9011416c-6492-4991-9c3b-a886ca17cbe3', 'cd7910c1-ae3f-48e2-9d01-6c825bfdbee7']}} {{(pid=84040) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 20:44:57.098441 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b4a2d46-f2ce-4262-aead-e0540d17c352 admin admin] Pushing event updated for resources: {'Port': ['ID=b6790399-872c-4c18-b812-378b1a4c0480,revision_number=1']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:44:57.103012 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.plugin [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] No Port match for: ed092bb3-3ed5-40cb-8604-e46d67f03de1 {{(pid=84042) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 18 20:44:57.103495 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Device ed092bb3-3ed5-40cb-8604-e46d67f03de1 not bound to the agent host n-h2-838334-2 {{(pid=84042) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 20:44:57.104379 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Device 8332fa47-59b8-47c4-801f-fde1adc7878a no longer exists at agent hyperv_n-h2-838334-2 {{(pid=84042) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 20:44:57.106735 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0026c5df-c9af-45f9-896c-7a920e96d333 req-9a0c4884-33c0-4bb4-9527-e3b5fd79b6b0 tempest-TaggedBootDevicesTest-1674414334 tempest-TaggedBootDevicesTest-1674414334-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:44:57.108641 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-0026c5df-c9af-45f9-896c-7a920e96d333 req-9a0c4884-33c0-4bb4-9527-e3b5fd79b6b0 tempest-TaggedBootDevicesTest-1674414334 tempest-TaggedBootDevicesTest-1674414334-project] 10.222.0.48 "GET /v2.0/ports/67855998-dc7c-4735-830d-2fe34a3c1061?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.5479152 Apr 18 20:44:57.114367 n-d-838334-2 neutron-server[84041]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b4a2d46-f2ce-4262-aead-e0540d17c352 admin admin] Network 9d0497e0-85bb-47bb-9935-c86ebcce2887 is already hosted by enough agents. {{(pid=84041) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:44:57.115557 n-d-838334-2 neutron-server[84041]: DEBUG neutron.scheduler.base_scheduler [None req-2b4a2d46-f2ce-4262-aead-e0540d17c352 admin admin] Resources bound (agent type, host, resource id): {{(pid=84041) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:44:57.124775 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.v2.base [req-0026c5df-c9af-45f9-896c-7a920e96d333 req-efe6477f-0880-4727-af9c-443160aa40af service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=84040) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 20:44:57.128128 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b4a2d46-f2ce-4262-aead-e0540d17c352 admin admin] Received port after_create {{(pid=84041) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 20:44:57.185269 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-2b4a2d46-f2ce-4262-aead-e0540d17c352 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33444010'] for router_interface, before_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:57.190070 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.plugin [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] No Port match for: 8332fa47-59b8-47c4-801f-fde1adc7878a {{(pid=84042) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 18 20:44:57.190603 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Device 8332fa47-59b8-47c4-801f-fde1adc7878a not bound to the agent host n-h2-838334-2 {{(pid=84042) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 20:44:57.191177 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Device 67855998-dc7c-4735-830d-2fe34a3c1061 no longer exists at agent hyperv_n-h2-838334-2 {{(pid=84042) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 20:44:57.243582 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-5890307a-6118-4a89-a5c8-7c86214c9c70 None None] For port 9cb253fe-1904-436e-8821-d2838dda7263, host n-d-838334-2, cleared binding levels {{(pid=84042) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 20:44:57.247602 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-5890307a-6118-4a89-a5c8-7c86214c9c70 None None] For port 9cb253fe-1904-436e-8821-d2838dda7263, host n-d-838334-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838334-2',level=0,port_id=9cb253fe-1904-436e-8821-d2838dda7263,segment=NetworkSegment(5b604cea-9c78-432e-a84f-851b951c2b77),segment_id=5b604cea-9c78-432e-a84f-851b951c2b77)] {{(pid=84042) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 20:44:57.280693 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-5890307a-6118-4a89-a5c8-7c86214c9c70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682'] for port, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:57.287318 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-0026c5df-c9af-45f9-896c-7a920e96d333 req-efe6477f-0880-4727-af9c-443160aa40af service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:57.352417 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-2b4a2d46-f2ce-4262-aead-e0540d17c352 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:57.378647 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Pushing event updated for resources: {'Port': ['ID=05244033-b882-4dfd-8fd2-dde7ce49d9a1,revision_number=6']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:44:57.388663 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.l3_hamode_db [None req-e5aae27a-633a-4afe-b718-d5d530ae5536 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '813035f1-f008-4b32-a970-60bf5859d737', 'name': 'tempest-AttachSCSIVolumeTestJSON-144980346-router', 'tenant_id': 'b8f587b8d37f466c86e412be600de70f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'external_fixed_ips': [{'subnet_id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'ip_address': '172.25.8.74'}], 'enable_snat': True}, 'gw_port_id': 'd215d5b2-51e8-488f-b409-e950dd57b917', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:44:52Z', 'updated_at': '2022-04-18T20:44:53Z', 'revision_number': 3, 'project_id': 'b8f587b8d37f466c86e412be600de70f', 'gw_port': {'id': 'd215d5b2-51e8-488f-b409-e950dd57b917', 'name': '', 'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:c8:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '813035f1-f008-4b32-a970-60bf5859d737', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'ip_address': '172.25.8.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:44:52Z', 'updated_at': '2022-04-18T20:44:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838334-2'}], 'n-d-838334-2', False) {} {{(pid=84043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:44:57.404336 n-d-838334-2 neutron-server[84043]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5aae27a-633a-4afe-b718-d5d530ae5536 None None] The sync data for ids ['813035f1-f008-4b32-a970-60bf5859d737'] in n-d-838334-2 is: [{'id': '813035f1-f008-4b32-a970-60bf5859d737', 'name': 'tempest-AttachSCSIVolumeTestJSON-144980346-router', 'tenant_id': 'b8f587b8d37f466c86e412be600de70f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'external_fixed_ips': [{'subnet_id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'ip_address': '172.25.8.74'}], 'enable_snat': True}, 'gw_port_id': 'd215d5b2-51e8-488f-b409-e950dd57b917', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:44:52Z', 'updated_at': '2022-04-18T20:44:53Z', 'revision_number': 3, 'project_id': 'b8f587b8d37f466c86e412be600de70f', 'gw_port': {'id': 'd215d5b2-51e8-488f-b409-e950dd57b917', 'name': '', 'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:c8:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '813035f1-f008-4b32-a970-60bf5859d737', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'ip_address': '172.25.8.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:44:52Z', 'updated_at': '2022-04-18T20:44:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838334-2'}] {{(pid=84043) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 18 20:44:57.494252 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.plugin [None req-a29cd599-0843-48fb-8528-02ea3c4b9eae None None] Port 3dee7dbe-7cd7-44fa-ad62-c22c92c23e68 cannot update to ACTIVE because it is not bound. {{(pid=84042) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 18 20:44:57.501998 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5890307a-6118-4a89-a5c8-7c86214c9c70 None None] Pushing event updated for resources: {'Port': ['ID=9cb253fe-1904-436e-8821-d2838dda7263,revision_number=2']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:44:57.621286 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.l3_dvrscheduler_db [req-8be233d2-eb92-4e56-9218-10bc44d42f17 req-dee0ab6d-87ef-4faa-a73e-6c4af457f2ea tempest-ServersTestMultiNic-942198030 tempest-ServersTestMultiNic-942198030-project] No DVR routers for this DVR port a2e526a0-5588-4ba7-99ec-f0bb9d4e1326 on host n-h2-838334-2 {{(pid=84040) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 20:44:57.641461 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-89d70dd0-a13f-4023-a2b4-e3e7766b22a7 req-7d4736e3-9109-4b04-b1c6-a6e8443ca31c tempest-ServersAdminTestJSON-1240675426 tempest-ServersAdminTestJSON-1240675426-project] 10.222.0.42 "GET /v2.0/security-groups?id=b9ed1788-e987-4b94-9dd4-ed408bd7803e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6314516 Apr 18 20:44:57.661650 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-8be233d2-eb92-4e56-9218-10bc44d42f17 req-dee0ab6d-87ef-4faa-a73e-6c4af457f2ea tempest-ServersTestMultiNic-942198030 tempest-ServersTestMultiNic-942198030-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217293'] for port, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:57.741083 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-8be233d2-eb92-4e56-9218-10bc44d42f17 req-dee0ab6d-87ef-4faa-a73e-6c4af457f2ea tempest-ServersTestMultiNic-942198030 tempest-ServersTestMultiNic-942198030-project] 10.222.0.48 "DELETE /v2.0/ports/a2e526a0-5588-4ba7-99ec-f0bb9d4e1326 HTTP/1.1" status: 204 len: 173 time: 3.8250239 Apr 18 20:44:57.754033 n-d-838334-2 neutron-server[84042]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6978d084-9754-4d6d-969e-1351128f17b0'] response: {'server_uuid': 'd9f332ce-c76b-46eb-85fd-3cf94eadb99f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '477a0bf5-0275-431a-8328-ff70599fc8f0', 'code': 200} Apr 18 20:44:57.760555 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-b9c76bd2-77e2-4bd8-9b3c-0610547a1026 req-91643d34-e70a-4573-aa1f-d2834dc8b22d tempest-SecurityGroupsTestJSON-1212657955 tempest-SecurityGroupsTestJSON-1212657955-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:57.778815 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:57.826806 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:57.896909 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] For port 90c2329b-a48a-4fa9-872d-dbd9fc1fe4b3, host n-d-838334-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838334-2',level=0,port_id=90c2329b-a48a-4fa9-872d-dbd9fc1fe4b3,segment=NetworkSegment(babc5ab2-1bad-4120-8d0c-e452c40ad093),segment_id=babc5ab2-1bad-4120-8d0c-e452c40ad093)] {{(pid=84042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:44:57.906760 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682'] for port, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:57.945307 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-2b4a2d46-f2ce-4262-aead-e0540d17c352 admin admin] Notify callbacks [] for port, precommit_update {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:57.955931 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-2b4a2d46-f2ce-4262-aead-e0540d17c352 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32266282'] for port, after_update {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:58.123215 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Pushing event updated for resources: {'Port': ['ID=90c2329b-a48a-4fa9-872d-dbd9fc1fe4b3,revision_number=5']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:44:58.158732 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Device 9cb253fe-1904-436e-8821-d2838dda7263 up at agent ovs-agent-n-d-838334-2 {{(pid=84042) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 20:44:58.201901 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b4a2d46-f2ce-4262-aead-e0540d17c352 admin admin] Pushing event updated for resources: {'Port': ['ID=b6790399-872c-4c18-b812-378b1a4c0480,revision_number=2']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:44:58.211381 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-2b4a2d46-f2ce-4262-aead-e0540d17c352 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-32377886', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33443847'] for router_interface, after_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:58.263436 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Provisioning for port 9cb253fe-1904-436e-8821-d2838dda7263 completed by entity L2. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 20:44:58.349701 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.db [req-0026c5df-c9af-45f9-896c-7a920e96d333 req-efe6477f-0880-4727-af9c-443160aa40af service neutron] For port 67855998-dc7c-4735-830d-2fe34a3c1061, host n-h2-838334-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838334-2',level=0,port_id=67855998-dc7c-4735-830d-2fe34a3c1061,segment=NetworkSegment(4134857a-3d4d-4a42-8268-4c8b0125ff2d),segment_id=4134857a-3d4d-4a42-8268-4c8b0125ff2d)] {{(pid=84040) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:44:58.373708 n-d-838334-2 neutron-server[84041]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b4a2d46-f2ce-4262-aead-e0540d17c352 admin admin] Network 9d0497e0-85bb-47bb-9935-c86ebcce2887 is already hosted by enough agents. {{(pid=84041) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:44:58.375409 n-d-838334-2 neutron-server[84041]: DEBUG neutron.scheduler.base_scheduler [None req-2b4a2d46-f2ce-4262-aead-e0540d17c352 admin admin] Resources bound (agent type, host, resource id): {{(pid=84041) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:44:58.390200 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-5ea35a4a-042c-456f-88c8-8517608836c0 req-8f0321f2-364b-40bb-82d2-d6f71a3542dd service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=d9f332ce-c76b-46eb-85fd-3cf94eadb99f HTTP/1.1" status: 200 len: 1101 time: 0.3969133 Apr 18 20:44:58.407086 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8bda07e-fffc-4794-bfee-cee0276259d4 req-2ab050e8-2702-44d2-8b6d-cbfabd8e352c tempest-ListImageFiltersTestJSON-764297516 tempest-ListImageFiltersTestJSON-764297516-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:44:58.408820 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-b8bda07e-fffc-4794-bfee-cee0276259d4 req-2ab050e8-2702-44d2-8b6d-cbfabd8e352c tempest-ListImageFiltersTestJSON-764297516 tempest-ListImageFiltersTestJSON-764297516-project] 10.222.0.42 "GET /v2.0/ports?device_id=eb3668b7-221e-464a-9f23-da8bc40863a7 HTTP/1.1" status: 200 len: 950 time: 0.4145050 Apr 18 20:44:58.608792 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.db [req-0026c5df-c9af-45f9-896c-7a920e96d333 req-efe6477f-0880-4727-af9c-443160aa40af service neutron] For port 67855998-dc7c-4735-830d-2fe34a3c1061, host n-h2-838334-2, cleared binding levels {{(pid=84040) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 20:44:58.697244 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-5ea35a4a-042c-456f-88c8-8517608836c0 req-47e74b51-c62c-4d6e-bc59-40458dc3bcbe service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=69ef09d0-16e8-4442-bf72-0044fbe4edc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2630131 Apr 18 20:44:58.713817 n-d-838334-2 neutron-server[84040]: DEBUG neutron.notifiers.nova [req-0026c5df-c9af-45f9-896c-7a920e96d333 req-efe6477f-0880-4727-af9c-443160aa40af service neutron] device_id is not set on port 67855998-dc7c-4735-830d-2fe34a3c1061 yet. {{(pid=84040) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 18 20:44:58.739139 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-b8bda07e-fffc-4794-bfee-cee0276259d4 req-670bcac6-e9e4-49cc-b511-33c0e20653e0 tempest-ListImageFiltersTestJSON-764297516 tempest-ListImageFiltersTestJSON-764297516-project] 10.222.0.42 "GET /v2.0/security-groups?id=69ef09d0-16e8-4442-bf72-0044fbe4edc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2822461 Apr 18 20:44:58.746650 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-0026c5df-c9af-45f9-896c-7a920e96d333 req-efe6477f-0880-4727-af9c-443160aa40af service neutron] Notify callbacks [] for port, precommit_update {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:58.757037 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.db [req-b9c76bd2-77e2-4bd8-9b3c-0610547a1026 req-91643d34-e70a-4573-aa1f-d2834dc8b22d tempest-SecurityGroupsTestJSON-1212657955 tempest-SecurityGroupsTestJSON-1212657955-project] For port a8a13440-3cd3-45bf-a515-a9fb5dfb5348, host n-h1-838334-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838334-2',level=0,port_id=a8a13440-3cd3-45bf-a515-a9fb5dfb5348,segment=NetworkSegment(9d2a818f-5a4c-45ce-88ca-131c59c6d275),segment_id=9d2a818f-5a4c-45ce-88ca-131c59c6d275)] {{(pid=84040) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:44:58.760348 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-0026c5df-c9af-45f9-896c-7a920e96d333 req-efe6477f-0880-4727-af9c-443160aa40af service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32440959'] for port, after_update {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:58.835202 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.db.api [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=84042) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 18 20:44:58.835912 n-d-838334-2 neutron-server[84042]: DEBUG oslo_db.api [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=84042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 18 20:44:58.844581 n-d-838334-2 neutron-server[84040]: INFO neutron.notifiers.nova [-] Nova event matching ['req-32cbafba-0de0-495a-ad4f-b6ce40a3e969'] response: {'server_uuid': '31317ebd-0d88-4b39-b971-8c94cac5011a', 'name': 'network-vif-deleted', 'tag': '8332fa47-59b8-47c4-801f-fde1adc7878a', 'status': 'completed', 'code': 200} Apr 18 20:44:58.906179 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-ff0d475e-b52a-429a-88e5-a0e199f47d8f req-e6d41d3d-555a-4175-a9e5-b6d91c07805a service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=0ae89e923933452faf6047be78995cc1&device_id=08c5b321-aafc-4918-a395-6fa43a8a405d HTTP/1.1" status: 200 len: 1101 time: 0.3841627 Apr 18 20:44:58.927604 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ef28684-938f-4521-92d9-97f4f0c3d862 None None] Network 9d0497e0-85bb-47bb-9935-c86ebcce2887 requested from n-d-838334-2 {{(pid=84042) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 20:44:58.930055 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 41026) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:44:58.961666 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-b9c76bd2-77e2-4bd8-9b3c-0610547a1026 req-91643d34-e70a-4573-aa1f-d2834dc8b22d tempest-SecurityGroupsTestJSON-1212657955 tempest-SecurityGroupsTestJSON-1212657955-project] Notify callbacks [] for port, precommit_update {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:59.015705 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-b9c76bd2-77e2-4bd8-9b3c-0610547a1026 req-91643d34-e70a-4573-aa1f-d2834dc8b22d tempest-SecurityGroupsTestJSON-1212657955 tempest-SecurityGroupsTestJSON-1212657955-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32440959'] for port, after_update {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:59.017431 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efe6477f-0880-4727-af9c-443160aa40af service neutron] Pushing event updated for resources: {'Port': ['ID=67855998-dc7c-4735-830d-2fe34a3c1061,revision_number=6']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:44:59.122616 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] get_ports_and_sgs() called for port_ids ['8252ee27-efd7-40f7-9fba-90979acc864e'] {{(pid=84042) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 18 20:44:59.172344 n-d-838334-2 neutron-server[84041]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2b4a2d46-f2ce-4262-aead-e0540d17c352 admin admin] Router 813035f1-f008-4b32-a970-60bf5859d737 has already been hosted by L3 agent bc84d6c9-dd7a-4555-a351-592327b46d5a {{(pid=84041) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 20:44:59.197180 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] get_ports_and_sgs() called for port_ids ['a8a13440-3cd3-45bf-a515-a9fb5dfb5348'] {{(pid=84042) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 18 20:44:59.197882 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.db_base_plugin_v2 [None req-e8039cd5-538e-4fcf-b060-5ec876f596b4 tempest-ServersTestMultiNic-942198030 tempest-ServersTestMultiNic-942198030-project] Deleting subnet bab14fc6-fcc7-4d93-8112-49f4b0592f31 {{(pid=84041) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 18 20:44:59.202506 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-e8039cd5-538e-4fcf-b060-5ec876f596b4 tempest-ServersTestMultiNic-942198030 tempest-ServersTestMultiNic-942198030-project] Notify callbacks [] for subnet, before_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:59.215449 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.l3_dvrscheduler_db [req-0026c5df-c9af-45f9-896c-7a920e96d333 req-efe6477f-0880-4727-af9c-443160aa40af service neutron] No DVR routers for this DVR port 67855998-dc7c-4735-830d-2fe34a3c1061 on host n-h2-838334-2 {{(pid=84040) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 20:44:59.301464 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-801a6bb0-7439-438a-9ba4-87240c352888 None None] Provisioning for port 9cb253fe-1904-436e-8821-d2838dda7263 completed by entity DHCP. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 20:44:59.330964 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-801a6bb0-7439-438a-9ba4-87240c352888 None None] Provisioning complete for port 9cb253fe-1904-436e-8821-d2838dda7263 triggered by entity DHCP. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:44:59.331329 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-801a6bb0-7439-438a-9ba4-87240c352888 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1253608'] for port, provisioning_complete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:59.397002 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-e8039cd5-538e-4fcf-b060-5ec876f596b4 tempest-ServersTestMultiNic-942198030 tempest-ServersTestMultiNic-942198030-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32266383'] for subnet, precommit_delete_associations {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:59.413183 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9c76bd2-77e2-4bd8-9b3c-0610547a1026 req-91643d34-e70a-4573-aa1f-d2834dc8b22d tempest-SecurityGroupsTestJSON-1212657955 tempest-SecurityGroupsTestJSON-1212657955-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:44:59.413761 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-b9c76bd2-77e2-4bd8-9b3c-0610547a1026 req-91643d34-e70a-4573-aa1f-d2834dc8b22d tempest-SecurityGroupsTestJSON-1212657955 tempest-SecurityGroupsTestJSON-1212657955-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217293'] for port, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:59.416115 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-b9c76bd2-77e2-4bd8-9b3c-0610547a1026 req-91643d34-e70a-4573-aa1f-d2834dc8b22d tempest-SecurityGroupsTestJSON-1212657955 tempest-SecurityGroupsTestJSON-1212657955-project] 10.222.0.42 "PUT /v2.0/ports/a8a13440-3cd3-45bf-a515-a9fb5dfb5348 HTTP/1.1" status: 200 len: 981 time: 2.3717144 Apr 18 20:44:59.504420 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750375287399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253529'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:59.509570 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-e8039cd5-538e-4fcf-b060-5ec876f596b4 tempest-ServersTestMultiNic-942198030 tempest-ServersTestMultiNic-942198030-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1260556'] for subnet, precommit_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:59.533233 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff0d475e-b52a-429a-88e5-a0e199f47d8f req-a8955bf1-2bdd-449e-816d-13bc28d98a53 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:44:59.537002 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-ff0d475e-b52a-429a-88e5-a0e199f47d8f req-a8955bf1-2bdd-449e-816d-13bc28d98a53 service neutron] 10.222.0.48 "GET /v2.0/networks?id=cb56989d-7c5d-4678-b194-1d2edf1e842a HTTP/1.1" status: 200 len: 870 time: 0.5800557 Apr 18 20:44:59.538987 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] get_ports_and_sgs() called for port_ids ['a8a13440-3cd3-45bf-a515-a9fb5dfb5348'] {{(pid=84042) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 18 20:44:59.546553 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.plugin [req-0026c5df-c9af-45f9-896c-7a920e96d333 req-efe6477f-0880-4727-af9c-443160aa40af service neutron] In _notify_port_updated(), no bound segment for port 67855998-dc7c-4735-830d-2fe34a3c1061 on network d9eb2c31-9efb-45c1-be97-8fbfff0e7f82 {{(pid=84040) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Apr 18 20:44:59.548479 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-0026c5df-c9af-45f9-896c-7a920e96d333 req-efe6477f-0880-4727-af9c-443160aa40af service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217293'] for port, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:59.550101 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-0026c5df-c9af-45f9-896c-7a920e96d333 req-efe6477f-0880-4727-af9c-443160aa40af service neutron] 10.222.0.48 "PUT /v2.0/ports/67855998-dc7c-4735-830d-2fe34a3c1061 HTTP/1.1" status: 200 len: 1028 time: 2.4306734 Apr 18 20:44:59.606684 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2b4a2d46-f2ce-4262-aead-e0540d17c352 admin admin] Notify agent at l3_agent.n-d-838334-2 the message routers_updated {{(pid=84041) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 20:44:59.622102 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Device fa03d449-bb38-4cd9-8fa0-e99f7c7cd3e2 no longer exists at agent hyperv_n-h2-838334-2 {{(pid=84042) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 20:44:59.623485 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-2b4a2d46-f2ce-4262-aead-e0540d17c352 admin admin] 10.222.0.42 "PUT /v2.0/routers/813035f1-f008-4b32-a970-60bf5859d737/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3061426 Apr 18 20:44:59.625770 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-e8039cd5-538e-4fcf-b060-5ec876f596b4 tempest-ServersTestMultiNic-942198030 tempest-ServersTestMultiNic-942198030-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1260549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33526260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32266336', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32486390'] for subnet, after_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:59.707548 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8039cd5-538e-4fcf-b060-5ec876f596b4 tempest-ServersTestMultiNic-942198030 tempest-ServersTestMultiNic-942198030-project] Pushing event deleted for resources: {'Subnet': ['ID=bab14fc6-fcc7-4d93-8112-49f4b0592f31,revision_number=None']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:44:59.726796 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-e8039cd5-538e-4fcf-b060-5ec876f596b4 tempest-ServersTestMultiNic-942198030 tempest-ServersTestMultiNic-942198030-project] Notify callbacks [] for subnet, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:59.733826 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-e8039cd5-538e-4fcf-b060-5ec876f596b4 tempest-ServersTestMultiNic-942198030 tempest-ServersTestMultiNic-942198030-project] 10.222.0.42 "DELETE /v2.0/subnets/bab14fc6-fcc7-4d93-8112-49f4b0592f31 HTTP/1.1" status: 204 len: 168 time: 0.8022552 Apr 18 20:44:59.734466 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 41036) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:44:59.742064 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91643d34-e70a-4573-aa1f-d2834dc8b22d tempest-SecurityGroupsTestJSON-1212657955 tempest-SecurityGroupsTestJSON-1212657955-project] Pushing event updated for resources: {'Port': ['ID=a8a13440-3cd3-45bf-a515-a9fb5dfb5348,revision_number=6']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:44:59.745870 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-ff0d475e-b52a-429a-88e5-a0e199f47d8f req-dbaad994-90a2-4375-936c-bf8cc6258834 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.123&port_id=78bbc4c4-939a-4cb2-b476-fbddeecf9bf6 HTTP/1.1" status: 200 len: 217 time: 0.1946280 Apr 18 20:44:59.775077 n-d-838334-2 neutron-server[84042]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cc0d4549-87de-476f-8fa1-88b0358bebbd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fcf04c80-d79e-470d-884b-eefd4d15d3f8'}, {'server_uuid': 'eb3668b7-221e-464a-9f23-da8bc40863a7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '50835e83-a5fb-4791-9057-3a1a5ea9153e'}, {'server_uuid': 'cc0d4549-87de-476f-8fa1-88b0358bebbd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '05244033-b882-4dfd-8fd2-dde7ce49d9a1'}] {{(pid=84042) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 20:44:59.779038 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51a78844-1d06-4511-a03a-2780d7b75dc4 None None] Network 7b39d1a2-fe93-4b26-9696-d41c7626cbe5 requested from n-d-838334-2 {{(pid=84042) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 20:44:59.836813 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.plugin [req-0026c5df-c9af-45f9-896c-7a920e96d333 req-747ccc34-c4a5-4833-bcff-311168f56695 tempest-TaggedBootDevicesTest-1674414334 tempest-TaggedBootDevicesTest-1674414334-project] Deleting port fa4dbb91-4719-4896-8a0e-7cc707c80f19 {{(pid=84040) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 20:44:59.837512 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-0026c5df-c9af-45f9-896c-7a920e96d333 req-747ccc34-c4a5-4833-bcff-311168f56695 tempest-TaggedBootDevicesTest-1674414334 tempest-TaggedBootDevicesTest-1674414334-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750375188691'] for port, before_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:59.952444 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff0d475e-b52a-429a-88e5-a0e199f47d8f req-cdaea622-0065-40aa-b61c-43f4b5acaae7 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:44:59.956069 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-ff0d475e-b52a-429a-88e5-a0e199f47d8f req-cdaea622-0065-40aa-b61c-43f4b5acaae7 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=c4b526db-4d8a-4d4c-a310-e3a599630ae1 HTTP/1.1" status: 200 len: 843 time: 0.1923285 Apr 18 20:44:59.967189 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3e37192-1f0f-451d-8f38-057d12c7d4ec req-4f4c3229-8b49-4596-b780-0a5f71dd55b3 tempest-MigrationsAdminTest-1326981207 tempest-MigrationsAdminTest-1326981207-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:44:59.984318 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-d3e37192-1f0f-451d-8f38-057d12c7d4ec req-4f4c3229-8b49-4596-b780-0a5f71dd55b3 tempest-MigrationsAdminTest-1326981207 tempest-MigrationsAdminTest-1326981207-project] 10.222.0.42 "GET /v2.0/ports?device_id=08c5b321-aafc-4918-a395-6fa43a8a405d HTTP/1.1" status: 200 len: 950 time: 0.8255854 Apr 18 20:45:00.008305 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-06b2edb5-5a16-4c01-9c99-af591d92a3f9 tempest-ServersTestMultiNic-942198030 tempest-ServersTestMultiNic-942198030-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1103592'] for network, before_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:00.055426 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.plugin [None req-06b2edb5-5a16-4c01-9c99-af591d92a3f9 tempest-ServersTestMultiNic-942198030 tempest-ServersTestMultiNic-942198030-project] Deleting port 43875075-2d76-473f-a017-c53c75069d54 {{(pid=84041) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 20:45:00.062899 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-06b2edb5-5a16-4c01-9c99-af591d92a3f9 tempest-ServersTestMultiNic-942198030 tempest-ServersTestMultiNic-942198030-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750375188691'] for port, before_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:00.114155 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Device 90c2329b-a48a-4fa9-872d-dbd9fc1fe4b3 up at agent ovs-agent-n-d-838334-2 {{(pid=84042) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 20:45:00.296494 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-801a6bb0-7439-438a-9ba4-87240c352888 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:00.314572 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-d3e37192-1f0f-451d-8f38-057d12c7d4ec req-bc65cb1d-89c6-465a-8a2c-ac81b9346709 tempest-MigrationsAdminTest-1326981207 tempest-MigrationsAdminTest-1326981207-project] 10.222.0.42 "GET /v2.0/security-groups?id=8ca7ac2c-bfe5-493b-aae6-636315bac851&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3292763 Apr 18 20:45:00.377859 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-ff0d475e-b52a-429a-88e5-a0e199f47d8f req-4c36071f-49e7-4703-9d2a-c64db70d3114 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=cb56989d-7c5d-4678-b194-1d2edf1e842a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3856919 Apr 18 20:45:00.528923 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.db [None req-06b2edb5-5a16-4c01-9c99-af591d92a3f9 tempest-ServersTestMultiNic-942198030 tempest-ServersTestMultiNic-942198030-project] For port 43875075-2d76-473f-a017-c53c75069d54, host n-d-838334-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838334-2',level=0,port_id=43875075-2d76-473f-a017-c53c75069d54,segment=NetworkSegment(e45fe09a-6dd8-4edb-a694-b73d348475bd),segment_id=e45fe09a-6dd8-4edb-a694-b73d348475bd)] {{(pid=84041) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:45:00.529484 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-06b2edb5-5a16-4c01-9c99-af591d92a3f9 tempest-ServersTestMultiNic-942198030 tempest-ServersTestMultiNic-942198030-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369123'] for port, precommit_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:00.548592 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.db [req-0026c5df-c9af-45f9-896c-7a920e96d333 req-747ccc34-c4a5-4833-bcff-311168f56695 tempest-TaggedBootDevicesTest-1674414334 tempest-TaggedBootDevicesTest-1674414334-project] For port fa4dbb91-4719-4896-8a0e-7cc707c80f19, host n-h2-838334-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838334-2',level=0,port_id=fa4dbb91-4719-4896-8a0e-7cc707c80f19,segment=NetworkSegment(4134857a-3d4d-4a42-8268-4c8b0125ff2d),segment_id=4134857a-3d4d-4a42-8268-4c8b0125ff2d)] {{(pid=84040) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:45:00.549184 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-0026c5df-c9af-45f9-896c-7a920e96d333 req-747ccc34-c4a5-4833-bcff-311168f56695 tempest-TaggedBootDevicesTest-1674414334 tempest-TaggedBootDevicesTest-1674414334-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369123'] for port, precommit_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:00.721442 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:00.770833 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.plugin [None req-06b2edb5-5a16-4c01-9c99-af591d92a3f9 tempest-ServersTestMultiNic-942198030 tempest-ServersTestMultiNic-942198030-project] Calling delete_port for 43875075-2d76-473f-a017-c53c75069d54 owned by network:dhcp {{(pid=84041) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 20:45:00.798744 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.plugin [req-0026c5df-c9af-45f9-896c-7a920e96d333 req-747ccc34-c4a5-4833-bcff-311168f56695 tempest-TaggedBootDevicesTest-1674414334 tempest-TaggedBootDevicesTest-1674414334-project] Calling delete_port for fa4dbb91-4719-4896-8a0e-7cc707c80f19 owned by compute:nova {{(pid=84040) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 20:45:00.848219 n-d-838334-2 neutron-server[84040]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '31317ebd-0d88-4b39-b971-8c94cac5011a', 'name': 'network-vif-deleted', 'tag': 'a2e526a0-5588-4ba7-99ec-f0bb9d4e1326'}, {'name': 'network-changed', 'server_uuid': '529e12bc-16bd-41a4-98c2-5f9bfb5512e7', 'tag': 'a8a13440-3cd3-45bf-a515-a9fb5dfb5348'}] {{(pid=84040) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 20:45:00.888213 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-06b2edb5-5a16-4c01-9c99-af591d92a3f9 tempest-ServersTestMultiNic-942198030 tempest-ServersTestMultiNic-942198030-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750375259028', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750374836628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32266323'] for port, after_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:00.906050 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-ff0d475e-b52a-429a-88e5-a0e199f47d8f req-a91b8b25-cc8e-4f2a-930a-3e6b27746e9f service neutron] 10.222.0.48 "GET /v2.0/networks/cb56989d-7c5d-4678-b194-1d2edf1e842a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5187974 Apr 18 20:45:01.170389 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-801a6bb0-7439-438a-9ba4-87240c352888 None None] For port 9cb253fe-1904-436e-8821-d2838dda7263, host n-d-838334-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838334-2',level=0,port_id=9cb253fe-1904-436e-8821-d2838dda7263,segment=NetworkSegment(5b604cea-9c78-432e-a84f-851b951c2b77),segment_id=5b604cea-9c78-432e-a84f-851b951c2b77)] {{(pid=84042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:45:01.171667 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06b2edb5-5a16-4c01-9c99-af591d92a3f9 tempest-ServersTestMultiNic-942198030 tempest-ServersTestMultiNic-942198030-project] Pushing event deleted for resources: {'Port': ['ID=43875075-2d76-473f-a017-c53c75069d54,revision_number=None']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:45:01.193644 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06b2edb5-5a16-4c01-9c99-af591d92a3f9 tempest-ServersTestMultiNic-942198030 tempest-ServersTestMultiNic-942198030-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:45:01.196044 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06b2edb5-5a16-4c01-9c99-af591d92a3f9 tempest-ServersTestMultiNic-942198030 tempest-ServersTestMultiNic-942198030-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:45:01.196610 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06b2edb5-5a16-4c01-9c99-af591d92a3f9 tempest-ServersTestMultiNic-942198030 tempest-ServersTestMultiNic-942198030-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:45:01.197150 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06b2edb5-5a16-4c01-9c99-af591d92a3f9 tempest-ServersTestMultiNic-942198030 tempest-ServersTestMultiNic-942198030-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:45:01.197682 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06b2edb5-5a16-4c01-9c99-af591d92a3f9 tempest-ServersTestMultiNic-942198030 tempest-ServersTestMultiNic-942198030-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:45:01.198204 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06b2edb5-5a16-4c01-9c99-af591d92a3f9 tempest-ServersTestMultiNic-942198030 tempest-ServersTestMultiNic-942198030-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:45:01.200853 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06b2edb5-5a16-4c01-9c99-af591d92a3f9 tempest-ServersTestMultiNic-942198030 tempest-ServersTestMultiNic-942198030-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:45:01.201440 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06b2edb5-5a16-4c01-9c99-af591d92a3f9 tempest-ServersTestMultiNic-942198030 tempest-ServersTestMultiNic-942198030-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:45:01.201968 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06b2edb5-5a16-4c01-9c99-af591d92a3f9 tempest-ServersTestMultiNic-942198030 tempest-ServersTestMultiNic-942198030-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:45:01.202518 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06b2edb5-5a16-4c01-9c99-af591d92a3f9 tempest-ServersTestMultiNic-942198030 tempest-ServersTestMultiNic-942198030-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:45:01.203262 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06b2edb5-5a16-4c01-9c99-af591d92a3f9 tempest-ServersTestMultiNic-942198030 tempest-ServersTestMultiNic-942198030-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:45:01.215984 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06b2edb5-5a16-4c01-9c99-af591d92a3f9 tempest-ServersTestMultiNic-942198030 tempest-ServersTestMultiNic-942198030-project] No DVR routers for this DVR port 43875075-2d76-473f-a017-c53c75069d54 on host n-d-838334-2 {{(pid=84041) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 20:45:01.217181 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a352e31e-8002-4561-a208-0103d83b0c15 None None] DHCP port deletion for 7b39d1a2-fe93-4b26-9696-d41c7626cbe5 request from n-d-838334-2 {{(pid=84042) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 18 20:45:01.243593 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-801a6bb0-7439-438a-9ba4-87240c352888 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682'] for port, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:01.294096 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9b40d63-ab63-4819-94be-b8b128f745bb req-113bc9e0-cc2d-490a-a435-f1675c7488ee tempest-TaggedBootDevicesTest-1674414334 tempest-TaggedBootDevicesTest-1674414334-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:45:01.298561 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9b40d63-ab63-4819-94be-b8b128f745bb req-113bc9e0-cc2d-490a-a435-f1675c7488ee tempest-TaggedBootDevicesTest-1674414334 tempest-TaggedBootDevicesTest-1674414334-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:45:01.309374 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9b40d63-ab63-4819-94be-b8b128f745bb req-113bc9e0-cc2d-490a-a435-f1675c7488ee tempest-TaggedBootDevicesTest-1674414334 tempest-TaggedBootDevicesTest-1674414334-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:45:01.313481 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9b40d63-ab63-4819-94be-b8b128f745bb req-113bc9e0-cc2d-490a-a435-f1675c7488ee tempest-TaggedBootDevicesTest-1674414334 tempest-TaggedBootDevicesTest-1674414334-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:45:01.317473 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9b40d63-ab63-4819-94be-b8b128f745bb req-113bc9e0-cc2d-490a-a435-f1675c7488ee tempest-TaggedBootDevicesTest-1674414334 tempest-TaggedBootDevicesTest-1674414334-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:45:01.320943 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-c9b40d63-ab63-4819-94be-b8b128f745bb req-113bc9e0-cc2d-490a-a435-f1675c7488ee tempest-TaggedBootDevicesTest-1674414334 tempest-TaggedBootDevicesTest-1674414334-project] 10.222.0.42 "GET /v2.0/ports?device_id=cc0d4549-87de-476f-8fa1-88b0358bebbd HTTP/1.1" status: 200 len: 3882 time: 0.6905627 Apr 18 20:45:01.347481 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-ff0d475e-b52a-429a-88e5-a0e199f47d8f req-da912e98-88dd-49db-a5ab-a5147ae8be0f service neutron] 10.222.0.48 "GET /v2.0/networks/cb56989d-7c5d-4678-b194-1d2edf1e842a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4269767 Apr 18 20:45:01.417517 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-06b2edb5-5a16-4c01-9c99-af591d92a3f9 tempest-ServersTestMultiNic-942198030 tempest-ServersTestMultiNic-942198030-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1258905', 'neutron.services.segments.db._delete_segments_for_network-8750375287417'] for network, precommit_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:01.458174 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] For port fa03d449-bb38-4cd9-8fa0-e99f7c7cd3e2, host n-h2-838334-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838334-2',level=0,port_id=fa03d449-bb38-4cd9-8fa0-e99f7c7cd3e2,segment=NetworkSegment(a0546572-b3e1-4e2b-aa75-195a4fbea0d4),segment_id=a0546572-b3e1-4e2b-aa75-195a4fbea0d4)] {{(pid=84042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:45:01.495061 n-d-838334-2 neutron-server[84041]: DEBUG neutron.services.segments.db [None req-06b2edb5-5a16-4c01-9c99-af591d92a3f9 tempest-ServersTestMultiNic-942198030 tempest-ServersTestMultiNic-942198030-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7b39d1a2-fe93-4b26-9696-d41c7626cbe5']}} {{(pid=84041) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:45:01.511169 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Provisioning complete for port 90c2329b-a48a-4fa9-872d-dbd9fc1fe4b3 triggered by entity L2. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:45:01.515171 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1253608'] for port, provisioning_complete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:01.550001 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40fb78e7-ef18-4b30-a553-53dedab52e3d req-32f0475c-cf05-419a-9487-f04a3f8b8cf0 tempest-ServersAdminTestJSON-1240675426 tempest-ServersAdminTestJSON-1240675426-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:45:01.553749 n-d-838334-2 neutron-server[84041]: DEBUG neutron.services.segments.db [None req-06b2edb5-5a16-4c01-9c99-af591d92a3f9 tempest-ServersTestMultiNic-942198030 tempest-ServersTestMultiNic-942198030-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e45fe09a-6dd8-4edb-a694-b73d348475bd') {'for_net_delete': True} {{(pid=84041) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:45:01.556671 n-d-838334-2 neutron-server[84041]: DEBUG neutron.services.segments.db [None req-06b2edb5-5a16-4c01-9c99-af591d92a3f9 tempest-ServersTestMultiNic-942198030 tempest-ServersTestMultiNic-942198030-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e45fe09a-6dd8-4edb-a694-b73d348475bd') {} {{(pid=84041) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:45:01.559674 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-40fb78e7-ef18-4b30-a553-53dedab52e3d req-32f0475c-cf05-419a-9487-f04a3f8b8cf0 tempest-ServersAdminTestJSON-1240675426 tempest-ServersAdminTestJSON-1240675426-project] 10.222.0.42 "GET /v2.0/ports?device_id=ce6c549f-1c22-4313-93e6-93921dc22663 HTTP/1.1" status: 200 len: 949 time: 0.3832052 Apr 18 20:45:01.571939 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-06b2edb5-5a16-4c01-9c99-af591d92a3f9 tempest-ServersTestMultiNic-942198030 tempest-ServersTestMultiNic-942198030-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750375287300', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32268156'] for segment, before_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:01.597780 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-0026c5df-c9af-45f9-896c-7a920e96d333 req-747ccc34-c4a5-4833-bcff-311168f56695 tempest-TaggedBootDevicesTest-1674414334 tempest-TaggedBootDevicesTest-1674414334-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750375259028', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750374836628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32440838'] for port, after_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:01.605781 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-c9b40d63-ab63-4819-94be-b8b128f745bb req-4b4768f1-51e2-4696-bb53-2c6de111c875 tempest-TaggedBootDevicesTest-1674414334 tempest-TaggedBootDevicesTest-1674414334-project] 10.222.0.42 "GET /v2.0/security-groups?id=67ac5558-a250-4106-afe6-28a5add43e38&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2571907 Apr 18 20:45:01.624665 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-06b2edb5-5a16-4c01-9c99-af591d92a3f9 tempest-ServersTestMultiNic-942198030 tempest-ServersTestMultiNic-942198030-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1082986'] for segment, precommit_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:01.648947 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-06b2edb5-5a16-4c01-9c99-af591d92a3f9 tempest-ServersTestMultiNic-942198030 tempest-ServersTestMultiNic-942198030-project] Releasing vlan 390 on physical network physnet1 to pool {{(pid=84041) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 18 20:45:01.653213 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-06b2edb5-5a16-4c01-9c99-af591d92a3f9 tempest-ServersTestMultiNic-942198030 tempest-ServersTestMultiNic-942198030-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1082993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32266254'] for segment, after_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:01.696167 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-747ccc34-c4a5-4833-bcff-311168f56695 tempest-TaggedBootDevicesTest-1674414334 tempest-TaggedBootDevicesTest-1674414334-project] Pushing event deleted for resources: {'Port': ['ID=fa4dbb91-4719-4896-8a0e-7cc707c80f19,revision_number=None']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:45:01.712488 n-d-838334-2 neutron-server[84041]: Traceback (most recent call last): Apr 18 20:45:01.712488 n-d-838334-2 neutron-server[84041]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 18 20:45:01.712488 n-d-838334-2 neutron-server[84041]: timer() Apr 18 20:45:01.712488 n-d-838334-2 neutron-server[84041]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 20:45:01.712488 n-d-838334-2 neutron-server[84041]: cb(*args, **kw) Apr 18 20:45:01.712488 n-d-838334-2 neutron-server[84041]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 18 20:45:01.712488 n-d-838334-2 neutron-server[84041]: return func(*args, **kwargs) Apr 18 20:45:01.712488 n-d-838334-2 neutron-server[84041]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 20:45:01.712488 n-d-838334-2 neutron-server[84041]: self._notify() Apr 18 20:45:01.712488 n-d-838334-2 neutron-server[84041]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 20:45:01.712488 n-d-838334-2 neutron-server[84041]: self.callback(batched_events) Apr 18 20:45:01.712488 n-d-838334-2 neutron-server[84041]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 20:45:01.712488 n-d-838334-2 neutron-server[84041]: event.method(event) Apr 18 20:45:01.712488 n-d-838334-2 neutron-server[84041]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 18 20:45:01.712488 n-d-838334-2 neutron-server[84041]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 20:45:01.712488 n-d-838334-2 neutron-server[84041]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 18 20:45:01.712488 n-d-838334-2 neutron-server[84041]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 20:45:01.712488 n-d-838334-2 neutron-server[84041]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 18 20:45:01.712488 n-d-838334-2 neutron-server[84041]: return f(self, *a, **k) Apr 18 20:45:01.712488 n-d-838334-2 neutron-server[84041]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 18 20:45:01.712488 n-d-838334-2 neutron-server[84041]: return self._get(url).json() Apr 18 20:45:01.712488 n-d-838334-2 neutron-server[84041]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 18 20:45:01.712488 n-d-838334-2 neutron-server[84041]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 20:45:01.712488 n-d-838334-2 neutron-server[84041]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 18 20:45:01.712488 n-d-838334-2 neutron-server[84041]: return self.request(url, 'GET', **kwargs) Apr 18 20:45:01.712488 n-d-838334-2 neutron-server[84041]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 18 20:45:01.712488 n-d-838334-2 neutron-server[84041]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 20:45:01.712488 n-d-838334-2 neutron-server[84041]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 18 20:45:01.712488 n-d-838334-2 neutron-server[84041]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 20:45:01.712488 n-d-838334-2 neutron-server[84041]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 18 20:45:01.712488 n-d-838334-2 neutron-server[84041]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 20:45:01.712488 n-d-838334-2 neutron-server[84041]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 20:45:01.748252 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-40fb78e7-ef18-4b30-a553-53dedab52e3d req-0a21e03c-4f50-42a9-846b-9d72f62839f1 tempest-ServersAdminTestJSON-1240675426 tempest-ServersAdminTestJSON-1240675426-project] 10.222.0.42 "GET /v2.0/security-groups?id=b9ed1788-e987-4b94-9dd4-ed408bd7803e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1875255 Apr 18 20:45:01.811285 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682'] for port, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:01.820465 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Device fa4dbb91-4719-4896-8a0e-7cc707c80f19 no longer exists at agent hyperv_n-h2-838334-2 {{(pid=84042) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 20:45:01.919574 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-06b2edb5-5a16-4c01-9c99-af591d92a3f9 tempest-ServersTestMultiNic-942198030 tempest-ServersTestMultiNic-942198030-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1258898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33526109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33444113'] for network, after_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:01.955130 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-06b2edb5-5a16-4c01-9c99-af591d92a3f9 tempest-ServersTestMultiNic-942198030 tempest-ServersTestMultiNic-942198030-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32378031'] for network, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:01.959210 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.plugin [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] No Port match for: fa4dbb91-4719-4896-8a0e-7cc707c80f19 {{(pid=84042) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 18 20:45:01.959691 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Device fa4dbb91-4719-4896-8a0e-7cc707c80f19 not bound to the agent host n-h2-838334-2 {{(pid=84042) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 20:45:01.960213 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Device 8544a82a-9c4d-48ac-9e80-35d430482dd8 no longer exists at agent hyperv_n-h2-838334-2 {{(pid=84042) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 20:45:01.976098 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06b2edb5-5a16-4c01-9c99-af591d92a3f9 tempest-ServersTestMultiNic-942198030 tempest-ServersTestMultiNic-942198030-project] Pushing event deleted for resources: {'Network': ['ID=7b39d1a2-fe93-4b26-9696-d41c7626cbe5,revision_number=None']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:45:02.006356 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-06b2edb5-5a16-4c01-9c99-af591d92a3f9 tempest-ServersTestMultiNic-942198030 tempest-ServersTestMultiNic-942198030-project] 10.222.0.42 "DELETE /v2.0/networks/7b39d1a2-fe93-4b26-9696-d41c7626cbe5 HTTP/1.1" status: 204 len: 168 time: 2.2708411 Apr 18 20:45:02.008930 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 41062) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:45:02.115781 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-801a6bb0-7439-438a-9ba4-87240c352888 None None] Pushing event updated for resources: {'Port': ['ID=9cb253fe-1904-436e-8821-d2838dda7263,revision_number=3']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:45:02.268387 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.l3_dvrscheduler_db [req-0026c5df-c9af-45f9-896c-7a920e96d333 req-747ccc34-c4a5-4833-bcff-311168f56695 tempest-TaggedBootDevicesTest-1674414334 tempest-TaggedBootDevicesTest-1674414334-project] No DVR routers for this DVR port fa4dbb91-4719-4896-8a0e-7cc707c80f19 on host n-h2-838334-2 {{(pid=84040) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 20:45:02.275561 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-0026c5df-c9af-45f9-896c-7a920e96d333 req-747ccc34-c4a5-4833-bcff-311168f56695 tempest-TaggedBootDevicesTest-1674414334 tempest-TaggedBootDevicesTest-1674414334-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217293'] for port, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:02.349137 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.db_base_plugin_v2 [None req-625ec34f-d8ba-49d3-ac43-391af68712d7 tempest-ServersTestMultiNic-942198030 tempest-ServersTestMultiNic-942198030-project] Deleting subnet 0269348a-d2d1-458f-aa79-278c1714117f {{(pid=84041) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 18 20:45:02.363876 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-625ec34f-d8ba-49d3-ac43-391af68712d7 tempest-ServersTestMultiNic-942198030 tempest-ServersTestMultiNic-942198030-project] Notify callbacks [] for subnet, before_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:02.411780 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-c319f06d-6340-45d1-9d2f-282153166d29 req-e37a22f9-29de-4ee7-87c1-c0e41a0170e0 tempest-SecurityGroupsTestJSON-1212657955 tempest-SecurityGroupsTestJSON-1212657955-project] 10.222.0.42 "GET /v2.0/security-groups/cd7910c1-ae3f-48e2-9d01-6c825bfdbee7 HTTP/1.1" status: 200 len: 1634 time: 0.5855429 Apr 18 20:45:02.425082 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Pushing event updated for resources: {'Port': ['ID=fa03d449-bb38-4cd9-8fa0-e99f7c7cd3e2,revision_number=6']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:45:02.469116 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-0026c5df-c9af-45f9-896c-7a920e96d333 req-747ccc34-c4a5-4833-bcff-311168f56695 tempest-TaggedBootDevicesTest-1674414334 tempest-TaggedBootDevicesTest-1674414334-project] 10.222.0.48 "DELETE /v2.0/ports/fa4dbb91-4719-4896-8a0e-7cc707c80f19 HTTP/1.1" status: 204 len: 173 time: 2.7973888 Apr 18 20:45:02.475371 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-625ec34f-d8ba-49d3-ac43-391af68712d7 tempest-ServersTestMultiNic-942198030 tempest-ServersTestMultiNic-942198030-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32266383'] for subnet, precommit_delete_associations {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:02.606920 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-625ec34f-d8ba-49d3-ac43-391af68712d7 tempest-ServersTestMultiNic-942198030 tempest-ServersTestMultiNic-942198030-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1260556'] for subnet, precommit_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:02.649427 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.plugin [req-0026c5df-c9af-45f9-896c-7a920e96d333 req-10390356-7f32-4058-a22b-e2317e8ba71d tempest-TaggedBootDevicesTest-1674414334 tempest-TaggedBootDevicesTest-1674414334-project] Deleting port 05244033-b882-4dfd-8fd2-dde7ce49d9a1 {{(pid=84040) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 20:45:02.650003 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-0026c5df-c9af-45f9-896c-7a920e96d333 req-10390356-7f32-4058-a22b-e2317e8ba71d tempest-TaggedBootDevicesTest-1674414334 tempest-TaggedBootDevicesTest-1674414334-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750375188691'] for port, before_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:02.666026 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-c7e884db-9174-4445-8843-66b554616ec5 None None] Provisioning complete for port 67855998-dc7c-4735-830d-2fe34a3c1061 triggered by entity DHCP. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:45:02.666459 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-c7e884db-9174-4445-8843-66b554616ec5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1253608'] for port, provisioning_complete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:02.771089 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-625ec34f-d8ba-49d3-ac43-391af68712d7 tempest-ServersTestMultiNic-942198030 tempest-ServersTestMultiNic-942198030-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1260549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33526260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32266336', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32486390'] for subnet, after_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:02.878932 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-625ec34f-d8ba-49d3-ac43-391af68712d7 tempest-ServersTestMultiNic-942198030 tempest-ServersTestMultiNic-942198030-project] Notify callbacks [] for subnet, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:02.891029 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.plugin [None req-c7e884db-9174-4445-8843-66b554616ec5 None None] Port 67855998-dc7c-4735-830d-2fe34a3c1061 cannot update to ACTIVE because it is not bound. {{(pid=84042) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 18 20:45:02.898818 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-625ec34f-d8ba-49d3-ac43-391af68712d7 tempest-ServersTestMultiNic-942198030 tempest-ServersTestMultiNic-942198030-project] 10.222.0.42 "DELETE /v2.0/subnets/0269348a-d2d1-458f-aa79-278c1714117f HTTP/1.1" status: 204 len: 168 time: 0.8811927 Apr 18 20:45:02.899526 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 41068) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:45:02.907395 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-625ec34f-d8ba-49d3-ac43-391af68712d7 tempest-ServersTestMultiNic-942198030 tempest-ServersTestMultiNic-942198030-project] Pushing event deleted for resources: {'Subnet': ['ID=0269348a-d2d1-458f-aa79-278c1714117f,revision_number=None']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:45:02.941555 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5229b742-140b-4fa9-a71f-ce1eb0da4840 None None] Network 13b31595-cfcf-45b0-9d66-7d4d8e1b94b6 requested from n-d-838334-2 {{(pid=84042) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 20:45:02.974897 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Device 9cb253fe-1904-436e-8821-d2838dda7263 up at agent ovs-agent-n-d-838334-2 {{(pid=84042) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 20:45:02.982258 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c99e2c3-b3c9-4e91-bfe4-bb510606c384 req-a1005677-4750-4a6a-9723-90aeca7fbc5b tempest-ListImageFiltersTestJSON-764297516 tempest-ListImageFiltersTestJSON-764297516-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:45:02.989260 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-0c99e2c3-b3c9-4e91-bfe4-bb510606c384 req-a1005677-4750-4a6a-9723-90aeca7fbc5b tempest-ListImageFiltersTestJSON-764297516 tempest-ListImageFiltersTestJSON-764297516-project] 10.222.0.42 "GET /v2.0/ports?device_id=eb3668b7-221e-464a-9f23-da8bc40863a7 HTTP/1.1" status: 200 len: 950 time: 0.7625115 Apr 18 20:45:03.071175 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-d26b22c0-4c80-4f04-bebe-87184aea533d tempest-ServersTestMultiNic-942198030 tempest-ServersTestMultiNic-942198030-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1103592'] for network, before_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:03.094718 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.plugin [None req-d26b22c0-4c80-4f04-bebe-87184aea533d tempest-ServersTestMultiNic-942198030 tempest-ServersTestMultiNic-942198030-project] Deleting port 0f5923cc-3a31-4122-8868-2fdca92a245f {{(pid=84041) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 20:45:03.095190 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-d26b22c0-4c80-4f04-bebe-87184aea533d tempest-ServersTestMultiNic-942198030 tempest-ServersTestMultiNic-942198030-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750375188691'] for port, before_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:03.186780 n-d-838334-2 neutron-server[84040]: INFO neutron.api.v2.resource [req-c319f06d-6340-45d1-9d2f-282153166d29 req-dc36cf96-c5f7-4034-9afe-7cbdc6965aa6 tempest-SecurityGroupsTestJSON-1212657955 tempest-SecurityGroupsTestJSON-1212657955-project] delete failed (client error): There was a conflict when trying to complete your request. Apr 18 20:45:03.187897 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-c319f06d-6340-45d1-9d2f-282153166d29 req-dc36cf96-c5f7-4034-9afe-7cbdc6965aa6 tempest-SecurityGroupsTestJSON-1212657955 tempest-SecurityGroupsTestJSON-1212657955-project] 10.222.0.42 "DELETE /v2.0/security-groups/cd7910c1-ae3f-48e2-9d01-6c825bfdbee7 HTTP/1.1" status: 409 len: 341 time: 0.7747102 Apr 18 20:45:03.328963 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-0c99e2c3-b3c9-4e91-bfe4-bb510606c384 req-1830d5f5-6db8-494f-a359-acdeec75d833 tempest-ListImageFiltersTestJSON-764297516 tempest-ListImageFiltersTestJSON-764297516-project] 10.222.0.42 "GET /v2.0/security-groups?id=69ef09d0-16e8-4442-bf72-0044fbe4edc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3269501 Apr 18 20:45:03.445672 n-d-838334-2 neutron-server[84042]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6248b85d-ae91-44f6-9391-c4978864c0fa'] response: {'server_uuid': 'cc0d4549-87de-476f-8fa1-88b0358bebbd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fcf04c80-d79e-470d-884b-eefd4d15d3f8', 'code': 200} Apr 18 20:45:03.446689 n-d-838334-2 neutron-server[84042]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6248b85d-ae91-44f6-9391-c4978864c0fa'] response: {'server_uuid': 'eb3668b7-221e-464a-9f23-da8bc40863a7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '50835e83-a5fb-4791-9057-3a1a5ea9153e', 'code': 200} Apr 18 20:45:03.447054 n-d-838334-2 neutron-server[84042]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6248b85d-ae91-44f6-9391-c4978864c0fa'] response: {'server_uuid': 'cc0d4549-87de-476f-8fa1-88b0358bebbd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '05244033-b882-4dfd-8fd2-dde7ce49d9a1', 'code': 200} Apr 18 20:45:03.568520 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.db [req-0026c5df-c9af-45f9-896c-7a920e96d333 req-10390356-7f32-4058-a22b-e2317e8ba71d tempest-TaggedBootDevicesTest-1674414334 tempest-TaggedBootDevicesTest-1674414334-project] For port 05244033-b882-4dfd-8fd2-dde7ce49d9a1, host n-h2-838334-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838334-2',level=0,port_id=05244033-b882-4dfd-8fd2-dde7ce49d9a1,segment=NetworkSegment(4134857a-3d4d-4a42-8268-4c8b0125ff2d),segment_id=4134857a-3d4d-4a42-8268-4c8b0125ff2d)] {{(pid=84040) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:45:03.568904 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-0026c5df-c9af-45f9-896c-7a920e96d333 req-10390356-7f32-4058-a22b-e2317e8ba71d tempest-TaggedBootDevicesTest-1674414334 tempest-TaggedBootDevicesTest-1674414334-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369123'] for port, precommit_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:03.649125 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:03.780920 n-d-838334-2 neutron-server[84040]: INFO neutron.notifiers.nova [-] Nova event matching ['req-73a9d92b-2b6f-4e40-9d0c-15b63d9f5088'] response: {'server_uuid': '31317ebd-0d88-4b39-b971-8c94cac5011a', 'name': 'network-vif-deleted', 'tag': 'a2e526a0-5588-4ba7-99ec-f0bb9d4e1326', 'status': 'completed', 'code': 200} Apr 18 20:45:03.781493 n-d-838334-2 neutron-server[84040]: INFO neutron.notifiers.nova [-] Nova event matching ['req-73a9d92b-2b6f-4e40-9d0c-15b63d9f5088'] response: {'name': 'network-changed', 'server_uuid': '529e12bc-16bd-41a4-98c2-5f9bfb5512e7', 'tag': 'a8a13440-3cd3-45bf-a515-a9fb5dfb5348', 'status': 'completed', 'code': 200} Apr 18 20:45:03.794455 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.plugin [req-0026c5df-c9af-45f9-896c-7a920e96d333 req-10390356-7f32-4058-a22b-e2317e8ba71d tempest-TaggedBootDevicesTest-1674414334 tempest-TaggedBootDevicesTest-1674414334-project] Calling delete_port for 05244033-b882-4dfd-8fd2-dde7ce49d9a1 owned by compute:nova {{(pid=84040) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 20:45:03.868207 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] For port 8544a82a-9c4d-48ac-9e80-35d430482dd8, host n-h2-838334-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838334-2',level=0,port_id=8544a82a-9c4d-48ac-9e80-35d430482dd8,segment=NetworkSegment(042fd70a-92f2-4098-9b07-9a0bcd9bab32),segment_id=042fd70a-92f2-4098-9b07-9a0bcd9bab32)] {{(pid=84042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:45:03.892865 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-21e2d20b-8b6a-4252-a2ac-4638adabe679 None None] Provisioning for port b6790399-872c-4c18-b812-378b1a4c0480 completed by entity DHCP. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 20:45:03.950327 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682'] for port, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:03.952631 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.db [None req-d26b22c0-4c80-4f04-bebe-87184aea533d tempest-ServersTestMultiNic-942198030 tempest-ServersTestMultiNic-942198030-project] For port 0f5923cc-3a31-4122-8868-2fdca92a245f, host n-d-838334-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838334-2',level=0,port_id=0f5923cc-3a31-4122-8868-2fdca92a245f,segment=NetworkSegment(3ec3b3b0-7120-42bb-a66e-54355578d529),segment_id=3ec3b3b0-7120-42bb-a66e-54355578d529)] {{(pid=84041) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:45:03.953145 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-d26b22c0-4c80-4f04-bebe-87184aea533d tempest-ServersTestMultiNic-942198030 tempest-ServersTestMultiNic-942198030-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369123'] for port, precommit_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:03.960406 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Device a2e526a0-5588-4ba7-99ec-f0bb9d4e1326 no longer exists at agent hyperv_n-h2-838334-2 {{(pid=84042) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 20:45:04.135168 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750375287399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253529'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:04.146580 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70308a4a-caf5-4483-8176-0606f4233347 req-d128bc4c-d4e0-4ff9-adfe-60d394de474c tempest-MigrationsAdminTest-1326981207 tempest-MigrationsAdminTest-1326981207-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:45:04.149945 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-70308a4a-caf5-4483-8176-0606f4233347 req-d128bc4c-d4e0-4ff9-adfe-60d394de474c tempest-MigrationsAdminTest-1326981207 tempest-MigrationsAdminTest-1326981207-project] 10.222.0.42 "GET /v2.0/ports?device_id=08c5b321-aafc-4918-a395-6fa43a8a405d HTTP/1.1" status: 200 len: 950 time: 0.3679798 Apr 18 20:45:04.160370 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-21e2d20b-8b6a-4252-a2ac-4638adabe679 None None] Provisioning complete for port b6790399-872c-4c18-b812-378b1a4c0480 triggered by entity DHCP. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:45:04.161106 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-21e2d20b-8b6a-4252-a2ac-4638adabe679 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1253608'] for port, provisioning_complete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:04.174390 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-6480ee4f-29d5-44f7-bac2-eed526df87c5 req-329c8ab0-634a-4605-82a5-4e713e7ca77b service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=eb3668b7-221e-464a-9f23-da8bc40863a7 HTTP/1.1" status: 200 len: 1101 time: 0.6092293 Apr 18 20:45:04.204898 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.plugin [None req-d26b22c0-4c80-4f04-bebe-87184aea533d tempest-ServersTestMultiNic-942198030 tempest-ServersTestMultiNic-942198030-project] Calling delete_port for 0f5923cc-3a31-4122-8868-2fdca92a245f owned by network:dhcp {{(pid=84041) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 20:45:04.211921 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.plugin [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] No Port match for: a2e526a0-5588-4ba7-99ec-f0bb9d4e1326 {{(pid=84042) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 18 20:45:04.212381 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Device a2e526a0-5588-4ba7-99ec-f0bb9d4e1326 not bound to the agent host n-h2-838334-2 {{(pid=84042) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 20:45:04.384487 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.plugin [None req-21e2d20b-8b6a-4252-a2ac-4638adabe679 None None] Port b6790399-872c-4c18-b812-378b1a4c0480 cannot update to ACTIVE because it is not bound. {{(pid=84042) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 18 20:45:04.414057 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-367dd9cb-9463-42bc-ab8d-889c437bb103 req-ec70be3f-3403-4001-985f-f75966d864fb service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=f09031fed4d542f69d251f76eb7f477d&device_id=529e12bc-16bd-41a4-98c2-5f9bfb5512e7 HTTP/1.1" status: 200 len: 1135 time: 0.8501403 Apr 18 20:45:04.419893 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Provisioning complete for port 9cb253fe-1904-436e-8821-d2838dda7263 triggered by entity L2. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:45:04.420282 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1253608'] for port, provisioning_complete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:04.426042 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-70308a4a-caf5-4483-8176-0606f4233347 req-69c2a27f-bd3f-4ca2-96f9-cfe04fe8ab39 tempest-MigrationsAdminTest-1326981207 tempest-MigrationsAdminTest-1326981207-project] 10.222.0.42 "GET /v2.0/security-groups?id=8ca7ac2c-bfe5-493b-aae6-636315bac851&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2688794 Apr 18 20:45:04.434624 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-0026c5df-c9af-45f9-896c-7a920e96d333 req-10390356-7f32-4058-a22b-e2317e8ba71d tempest-TaggedBootDevicesTest-1674414334 tempest-TaggedBootDevicesTest-1674414334-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750375259028', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750374836628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32440838'] for port, after_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:04.551730 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Pushing event updated for resources: {'Port': ['ID=8544a82a-9c4d-48ac-9e80-35d430482dd8,revision_number=6']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:45:04.555928 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10390356-7f32-4058-a22b-e2317e8ba71d tempest-TaggedBootDevicesTest-1674414334 tempest-TaggedBootDevicesTest-1674414334-project] Pushing event deleted for resources: {'Port': ['ID=05244033-b882-4dfd-8fd2-dde7ce49d9a1,revision_number=None']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:45:04.644044 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-21e2d20b-8b6a-4252-a2ac-4638adabe679 None None] Provisioning complete for port 9cb253fe-1904-436e-8821-d2838dda7263 triggered by entity DHCP. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:45:04.644414 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-21e2d20b-8b6a-4252-a2ac-4638adabe679 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1253608'] for port, provisioning_complete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:04.689688 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-6480ee4f-29d5-44f7-bac2-eed526df87c5 req-6915078f-b5a2-437c-91b5-a889adc33f2e service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=69ef09d0-16e8-4442-bf72-0044fbe4edc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3871164 Apr 18 20:45:04.757239 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-d26b22c0-4c80-4f04-bebe-87184aea533d tempest-ServersTestMultiNic-942198030 tempest-ServersTestMultiNic-942198030-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750375259028', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750374836628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32266323'] for port, after_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:04.876703 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d26b22c0-4c80-4f04-bebe-87184aea533d tempest-ServersTestMultiNic-942198030 tempest-ServersTestMultiNic-942198030-project] Pushing event deleted for resources: {'Port': ['ID=0f5923cc-3a31-4122-8868-2fdca92a245f,revision_number=None']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:45:04.882273 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.l3_dvrscheduler_db [req-0026c5df-c9af-45f9-896c-7a920e96d333 req-10390356-7f32-4058-a22b-e2317e8ba71d tempest-TaggedBootDevicesTest-1674414334 tempest-TaggedBootDevicesTest-1674414334-project] No DVR routers for this DVR port 05244033-b882-4dfd-8fd2-dde7ce49d9a1 on host n-h2-838334-2 {{(pid=84040) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 20:45:04.893120 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-0026c5df-c9af-45f9-896c-7a920e96d333 req-10390356-7f32-4058-a22b-e2317e8ba71d tempest-TaggedBootDevicesTest-1674414334 tempest-TaggedBootDevicesTest-1674414334-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217293'] for port, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:04.894473 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d26b22c0-4c80-4f04-bebe-87184aea533d tempest-ServersTestMultiNic-942198030 tempest-ServersTestMultiNic-942198030-project] No DVR routers for this DVR port 0f5923cc-3a31-4122-8868-2fdca92a245f on host n-d-838334-2 {{(pid=84041) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 20:45:04.975684 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd6389a2-3f60-4456-9d51-2f0d1c935b95 None None] DHCP port deletion for 13b31595-cfcf-45b0-9d66-7d4d8e1b94b6 request from n-d-838334-2 {{(pid=84042) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 18 20:45:04.993923 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-0026c5df-c9af-45f9-896c-7a920e96d333 req-10390356-7f32-4058-a22b-e2317e8ba71d tempest-TaggedBootDevicesTest-1674414334 tempest-TaggedBootDevicesTest-1674414334-project] 10.222.0.48 "DELETE /v2.0/ports/05244033-b882-4dfd-8fd2-dde7ce49d9a1 HTTP/1.1" status: 204 len: 173 time: 2.5197840 Apr 18 20:45:05.153520 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Device 43875075-2d76-473f-a017-c53c75069d54 no longer exists at agent ovs-agent-n-d-838334-2 {{(pid=84042) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 20:45:05.212405 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7821b12-3cb1-4219-a9a5-acdab5ec9cdd req-3ede9bbe-3272-4c25-9159-d9a887aa0d2f tempest-TaggedBootDevicesTest-1674414334 tempest-TaggedBootDevicesTest-1674414334-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:45:05.222383 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7821b12-3cb1-4219-a9a5-acdab5ec9cdd req-3ede9bbe-3272-4c25-9159-d9a887aa0d2f tempest-TaggedBootDevicesTest-1674414334 tempest-TaggedBootDevicesTest-1674414334-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:45:05.233932 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.plugin [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] No Port match for: 43875075-2d76-473f-a017-c53c75069d54 {{(pid=84042) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 18 20:45:05.234977 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7821b12-3cb1-4219-a9a5-acdab5ec9cdd req-3ede9bbe-3272-4c25-9159-d9a887aa0d2f tempest-TaggedBootDevicesTest-1674414334 tempest-TaggedBootDevicesTest-1674414334-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:45:05.235606 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Device 43875075-2d76-473f-a017-c53c75069d54 not bound to the agent host n-d-838334-2 {{(pid=84042) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 20:45:05.237848 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [req-d7821b12-3cb1-4219-a9a5-acdab5ec9cdd req-3ede9bbe-3272-4c25-9159-d9a887aa0d2f tempest-TaggedBootDevicesTest-1674414334 tempest-TaggedBootDevicesTest-1674414334-project] Synchronizing usage tracker for tenant:f85a0d9202f64bddab6b7eaee6d6810d on resource:port {{(pid=84040) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 20:45:05.250111 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-367dd9cb-9463-42bc-ab8d-889c437bb103 req-220c6b7f-5f72-4e85-9b1b-a11b5b9fffe2 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:45:05.251504 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-367dd9cb-9463-42bc-ab8d-889c437bb103 req-220c6b7f-5f72-4e85-9b1b-a11b5b9fffe2 service neutron] 10.222.0.43 "GET /v2.0/networks?id=7f662c04-13d3-4bf2-9436-adfc04ef8c7e HTTP/1.1" status: 200 len: 913 time: 0.8206923 Apr 18 20:45:05.334138 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.plugin [req-0026c5df-c9af-45f9-896c-7a920e96d333 req-dfe40b9d-1456-493c-89a1-bdd4ac1b4339 tempest-TaggedBootDevicesTest-1674414334 tempest-TaggedBootDevicesTest-1674414334-project] Deleting port 8544a82a-9c4d-48ac-9e80-35d430482dd8 {{(pid=84040) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 20:45:05.335142 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-0026c5df-c9af-45f9-896c-7a920e96d333 req-dfe40b9d-1456-493c-89a1-bdd4ac1b4339 tempest-TaggedBootDevicesTest-1674414334 tempest-TaggedBootDevicesTest-1674414334-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750375188691'] for port, before_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:05.358598 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-d26b22c0-4c80-4f04-bebe-87184aea533d tempest-ServersTestMultiNic-942198030 tempest-ServersTestMultiNic-942198030-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1258905', 'neutron.services.segments.db._delete_segments_for_network-8750375287417'] for network, precommit_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:05.388754 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Device d215d5b2-51e8-488f-b409-e950dd57b917 up at agent ovs-agent-n-d-838334-2 {{(pid=84042) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 20:45:05.408432 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-367dd9cb-9463-42bc-ab8d-889c437bb103 req-f04bff88-4239-487b-8c3c-506dc69e22ce service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a8a13440-3cd3-45bf-a515-a9fb5dfb5348 HTTP/1.1" status: 200 len: 217 time: 0.1446185 Apr 18 20:45:05.409196 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [req-d7821b12-3cb1-4219-a9a5-acdab5ec9cdd req-3ede9bbe-3272-4c25-9159-d9a887aa0d2f tempest-TaggedBootDevicesTest-1674414334 tempest-TaggedBootDevicesTest-1674414334-project] Unset dirty status for tenant:f85a0d9202f64bddab6b7eaee6d6810d on resource:port {{(pid=84040) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 20:45:05.409885 n-d-838334-2 neutron-server[84041]: DEBUG neutron.services.segments.db [None req-d26b22c0-4c80-4f04-bebe-87184aea533d tempest-ServersTestMultiNic-942198030 tempest-ServersTestMultiNic-942198030-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['13b31595-cfcf-45b0-9d66-7d4d8e1b94b6']}} {{(pid=84041) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:45:05.410871 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-d7821b12-3cb1-4219-a9a5-acdab5ec9cdd req-3ede9bbe-3272-4c25-9159-d9a887aa0d2f tempest-TaggedBootDevicesTest-1674414334 tempest-TaggedBootDevicesTest-1674414334-project] 10.222.0.42 "GET /v2.0/ports?device_id=cc0d4549-87de-476f-8fa1-88b0358bebbd HTTP/1.1" status: 200 len: 2410 time: 0.7718089 Apr 18 20:45:05.450382 n-d-838334-2 neutron-server[84042]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cc0d4549-87de-476f-8fa1-88b0358bebbd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fa03d449-bb38-4cd9-8fa0-e99f7c7cd3e2'}, {'server_uuid': 'cc0d4549-87de-476f-8fa1-88b0358bebbd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8544a82a-9c4d-48ac-9e80-35d430482dd8'}] {{(pid=84042) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 20:45:05.475382 n-d-838334-2 neutron-server[84041]: DEBUG neutron.services.segments.db [None req-d26b22c0-4c80-4f04-bebe-87184aea533d tempest-ServersTestMultiNic-942198030 tempest-ServersTestMultiNic-942198030-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3ec3b3b0-7120-42bb-a66e-54355578d529') {'for_net_delete': True} {{(pid=84041) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:45:05.475726 n-d-838334-2 neutron-server[84041]: DEBUG neutron.services.segments.db [None req-d26b22c0-4c80-4f04-bebe-87184aea533d tempest-ServersTestMultiNic-942198030 tempest-ServersTestMultiNic-942198030-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3ec3b3b0-7120-42bb-a66e-54355578d529') {} {{(pid=84041) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:45:05.477445 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Provisioning for port d215d5b2-51e8-488f-b409-e950dd57b917 completed by entity L2. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 20:45:05.484486 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Provisioning complete for port d215d5b2-51e8-488f-b409-e950dd57b917 triggered by entity L2. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:45:05.484978 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1253608'] for port, provisioning_complete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:05.496936 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-d26b22c0-4c80-4f04-bebe-87184aea533d tempest-ServersTestMultiNic-942198030 tempest-ServersTestMultiNic-942198030-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750375287300', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32268156'] for segment, before_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:05.517085 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-367dd9cb-9463-42bc-ab8d-889c437bb103 req-fee2005a-e655-4a5a-9bcc-d8d8521fd01f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:45:05.518473 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-367dd9cb-9463-42bc-ab8d-889c437bb103 req-fee2005a-e655-4a5a-9bcc-d8d8521fd01f service neutron] 10.222.0.43 "GET /v2.0/subnets?id=ab70a436-dbca-469d-b0be-5b1a5cfe0476 HTTP/1.1" status: 200 len: 852 time: 0.0946732 Apr 18 20:45:05.524102 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-d26b22c0-4c80-4f04-bebe-87184aea533d tempest-ServersTestMultiNic-942198030 tempest-ServersTestMultiNic-942198030-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1082986'] for segment, precommit_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:05.556378 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9be0d05-f79c-4fad-9151-0226fbb2f9da req-c909b6e3-e91d-4041-a73e-bbd04c16725b tempest-ListImageFiltersTestJSON-764297516 tempest-ListImageFiltersTestJSON-764297516-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:45:05.564091 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-c9be0d05-f79c-4fad-9151-0226fbb2f9da req-c909b6e3-e91d-4041-a73e-bbd04c16725b tempest-ListImageFiltersTestJSON-764297516 tempest-ListImageFiltersTestJSON-764297516-project] 10.222.0.42 "GET /v2.0/ports?device_id=eb3668b7-221e-464a-9f23-da8bc40863a7 HTTP/1.1" status: 200 len: 950 time: 0.3204086 Apr 18 20:45:05.579587 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d26b22c0-4c80-4f04-bebe-87184aea533d tempest-ServersTestMultiNic-942198030 tempest-ServersTestMultiNic-942198030-project] Releasing vlan 370 on physical network physnet1 to pool {{(pid=84041) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 18 20:45:05.580022 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-d26b22c0-4c80-4f04-bebe-87184aea533d tempest-ServersTestMultiNic-942198030 tempest-ServersTestMultiNic-942198030-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1082993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32266254'] for segment, after_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:05.615438 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-d7821b12-3cb1-4219-a9a5-acdab5ec9cdd req-8cc47932-39ef-4979-ae5e-de491184400c tempest-TaggedBootDevicesTest-1674414334 tempest-TaggedBootDevicesTest-1674414334-project] 10.222.0.42 "GET /v2.0/security-groups?id=67ac5558-a250-4106-afe6-28a5add43e38&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1886084 Apr 18 20:45:05.626458 n-d-838334-2 neutron-server[84041]: Traceback (most recent call last): Apr 18 20:45:05.626458 n-d-838334-2 neutron-server[84041]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 18 20:45:05.626458 n-d-838334-2 neutron-server[84041]: timer() Apr 18 20:45:05.626458 n-d-838334-2 neutron-server[84041]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 20:45:05.626458 n-d-838334-2 neutron-server[84041]: cb(*args, **kw) Apr 18 20:45:05.626458 n-d-838334-2 neutron-server[84041]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 18 20:45:05.626458 n-d-838334-2 neutron-server[84041]: return func(*args, **kwargs) Apr 18 20:45:05.626458 n-d-838334-2 neutron-server[84041]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 20:45:05.626458 n-d-838334-2 neutron-server[84041]: self._notify() Apr 18 20:45:05.626458 n-d-838334-2 neutron-server[84041]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 20:45:05.626458 n-d-838334-2 neutron-server[84041]: self.callback(batched_events) Apr 18 20:45:05.626458 n-d-838334-2 neutron-server[84041]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 20:45:05.626458 n-d-838334-2 neutron-server[84041]: event.method(event) Apr 18 20:45:05.626458 n-d-838334-2 neutron-server[84041]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 18 20:45:05.626458 n-d-838334-2 neutron-server[84041]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 20:45:05.626458 n-d-838334-2 neutron-server[84041]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 18 20:45:05.626458 n-d-838334-2 neutron-server[84041]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 20:45:05.626458 n-d-838334-2 neutron-server[84041]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 18 20:45:05.626458 n-d-838334-2 neutron-server[84041]: return f(self, *a, **k) Apr 18 20:45:05.626458 n-d-838334-2 neutron-server[84041]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 18 20:45:05.626458 n-d-838334-2 neutron-server[84041]: return self._get(url).json() Apr 18 20:45:05.626458 n-d-838334-2 neutron-server[84041]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 18 20:45:05.626458 n-d-838334-2 neutron-server[84041]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 20:45:05.626458 n-d-838334-2 neutron-server[84041]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 18 20:45:05.626458 n-d-838334-2 neutron-server[84041]: return self.request(url, 'GET', **kwargs) Apr 18 20:45:05.626458 n-d-838334-2 neutron-server[84041]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 18 20:45:05.626458 n-d-838334-2 neutron-server[84041]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 20:45:05.626458 n-d-838334-2 neutron-server[84041]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 18 20:45:05.626458 n-d-838334-2 neutron-server[84041]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 20:45:05.626458 n-d-838334-2 neutron-server[84041]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 18 20:45:05.626458 n-d-838334-2 neutron-server[84041]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 20:45:05.626458 n-d-838334-2 neutron-server[84041]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 20:45:05.661609 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:05.681405 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] For port d215d5b2-51e8-488f-b409-e950dd57b917, host n-d-838334-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838334-2',level=0,port_id=d215d5b2-51e8-488f-b409-e950dd57b917,segment=NetworkSegment(732aa830-768b-4511-951f-d08e26b9c25b),segment_id=732aa830-768b-4511-951f-d08e26b9c25b)] {{(pid=84042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:45:05.687661 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682'] for port, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:05.759597 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-c9be0d05-f79c-4fad-9151-0226fbb2f9da req-c1b50f8a-ed3e-4276-84f9-91fb8ef930f5 tempest-ListImageFiltersTestJSON-764297516 tempest-ListImageFiltersTestJSON-764297516-project] 10.222.0.42 "GET /v2.0/security-groups?id=69ef09d0-16e8-4442-bf72-0044fbe4edc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1942816 Apr 18 20:45:05.791264 n-d-838334-2 neutron-server[84040]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cc0d4549-87de-476f-8fa1-88b0358bebbd', 'name': 'network-vif-deleted', 'tag': 'fa4dbb91-4719-4896-8a0e-7cc707c80f19'}, {'server_uuid': 'cc0d4549-87de-476f-8fa1-88b0358bebbd', 'name': 'network-vif-deleted', 'tag': '05244033-b882-4dfd-8fd2-dde7ce49d9a1'}] {{(pid=84040) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 20:45:05.822734 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-367dd9cb-9463-42bc-ab8d-889c437bb103 req-fbb24e34-a5cd-4338-9cb7-04b710d5f0ce service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=7f662c04-13d3-4bf2-9436-adfc04ef8c7e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2922456 Apr 18 20:45:05.918195 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Device 0f5923cc-3a31-4122-8868-2fdca92a245f no longer exists at agent ovs-agent-n-d-838334-2 {{(pid=84042) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 20:45:05.949016 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.db [req-0026c5df-c9af-45f9-896c-7a920e96d333 req-dfe40b9d-1456-493c-89a1-bdd4ac1b4339 tempest-TaggedBootDevicesTest-1674414334 tempest-TaggedBootDevicesTest-1674414334-project] For port 8544a82a-9c4d-48ac-9e80-35d430482dd8, host n-h2-838334-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838334-2',level=0,port_id=8544a82a-9c4d-48ac-9e80-35d430482dd8,segment=NetworkSegment(042fd70a-92f2-4098-9b07-9a0bcd9bab32),segment_id=042fd70a-92f2-4098-9b07-9a0bcd9bab32)] {{(pid=84040) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:45:05.950386 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-0026c5df-c9af-45f9-896c-7a920e96d333 req-dfe40b9d-1456-493c-89a1-bdd4ac1b4339 tempest-TaggedBootDevicesTest-1674414334 tempest-TaggedBootDevicesTest-1674414334-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369123'] for port, precommit_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:06.096041 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.plugin [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] No Port match for: 0f5923cc-3a31-4122-8868-2fdca92a245f {{(pid=84042) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 18 20:45:06.096671 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Device 0f5923cc-3a31-4122-8868-2fdca92a245f not bound to the agent host n-d-838334-2 {{(pid=84042) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 20:45:06.146202 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Pushing event updated for resources: {'Port': ['ID=d215d5b2-51e8-488f-b409-e950dd57b917,revision_number=4']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:45:06.221022 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-d26b22c0-4c80-4f04-bebe-87184aea533d tempest-ServersTestMultiNic-942198030 tempest-ServersTestMultiNic-942198030-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1258898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33526109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33444113'] for network, after_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:06.247899 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-d26b22c0-4c80-4f04-bebe-87184aea533d tempest-ServersTestMultiNic-942198030 tempest-ServersTestMultiNic-942198030-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32378031'] for network, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:06.269148 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d26b22c0-4c80-4f04-bebe-87184aea533d tempest-ServersTestMultiNic-942198030 tempest-ServersTestMultiNic-942198030-project] Pushing event deleted for resources: {'Network': ['ID=13b31595-cfcf-45b0-9d66-7d4d8e1b94b6,revision_number=None']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:45:06.309924 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-d26b22c0-4c80-4f04-bebe-87184aea533d tempest-ServersTestMultiNic-942198030 tempest-ServersTestMultiNic-942198030-project] 10.222.0.42 "DELETE /v2.0/networks/13b31595-cfcf-45b0-9d66-7d4d8e1b94b6 HTTP/1.1" status: 204 len: 168 time: 3.4046168 Apr 18 20:45:06.320149 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 41096) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:45:06.334962 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.v2.base [None req-9548aa66-47cd-4a8e-84da-65c86e4683a7 tempest-ServersTestMultiNic-942198030 tempest-ServersTestMultiNic-942198030-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-2058098846'}} {{(pid=84041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 20:45:06.345128 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-9548aa66-47cd-4a8e-84da-65c86e4683a7 tempest-ServersTestMultiNic-942198030 tempest-ServersTestMultiNic-942198030-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:45:06.351580 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-367dd9cb-9463-42bc-ab8d-889c437bb103 req-606db1a5-93dc-47c3-81bf-bd88834e62c7 service neutron] 10.222.0.43 "GET /v2.0/networks/7f662c04-13d3-4bf2-9436-adfc04ef8c7e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5134530 Apr 18 20:45:06.352958 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-9548aa66-47cd-4a8e-84da-65c86e4683a7 tempest-ServersTestMultiNic-942198030 tempest-ServersTestMultiNic-942198030-project] Usage tracker for resource:network and tenant:86c5c562f6e642eda292a78265b6dea4 is out of sync, need to count used quota {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:45:06.356602 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-9548aa66-47cd-4a8e-84da-65c86e4683a7 tempest-ServersTestMultiNic-942198030 tempest-ServersTestMultiNic-942198030-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:45:06.381436 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-9548aa66-47cd-4a8e-84da-65c86e4683a7 tempest-ServersTestMultiNic-942198030 tempest-ServersTestMultiNic-942198030-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:45:06.420213 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.plugin [req-0026c5df-c9af-45f9-896c-7a920e96d333 req-dfe40b9d-1456-493c-89a1-bdd4ac1b4339 tempest-TaggedBootDevicesTest-1674414334 tempest-TaggedBootDevicesTest-1674414334-project] Calling delete_port for 8544a82a-9c4d-48ac-9e80-35d430482dd8 owned by compute:nova {{(pid=84040) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 20:45:06.453327 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9548aa66-47cd-4a8e-84da-65c86e4683a7 tempest-ServersTestMultiNic-942198030 tempest-ServersTestMultiNic-942198030-project] Made reservation on behalf of 86c5c562f6e642eda292a78265b6dea4 for: {'network': 1} {{(pid=84041) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:45:06.456081 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-9548aa66-47cd-4a8e-84da-65c86e4683a7 tempest-ServersTestMultiNic-942198030 tempest-ServersTestMultiNic-942198030-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for network, before_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:06.515671 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9548aa66-47cd-4a8e-84da-65c86e4683a7 tempest-ServersTestMultiNic-942198030 tempest-ServersTestMultiNic-942198030-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 372} {{(pid=84041) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 20:45:06.538925 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-367dd9cb-9463-42bc-ab8d-889c437bb103 req-e2943c80-5117-4479-849f-dc2fa66b98e3 service neutron] 10.222.0.43 "GET /v2.0/networks/7f662c04-13d3-4bf2-9436-adfc04ef8c7e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1785545 Apr 18 20:45:06.539846 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-9548aa66-47cd-4a8e-84da-65c86e4683a7 tempest-ServersTestMultiNic-942198030 tempest-ServersTestMultiNic-942198030-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1082986'] for segment, precommit_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:06.540185 n-d-838334-2 neutron-server[84041]: INFO neutron.db.segments_db [None req-9548aa66-47cd-4a8e-84da-65c86e4683a7 tempest-ServersTestMultiNic-942198030 tempest-ServersTestMultiNic-942198030-project] Added segment d35ae76f-a320-4099-b08d-e8361b6d2a8c of type vlan for network 5a672c0c-378a-4116-a0d8-3b9af9d11e70 Apr 18 20:45:06.570613 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-9548aa66-47cd-4a8e-84da-65c86e4683a7 tempest-ServersTestMultiNic-942198030 tempest-ServersTestMultiNic-942198030-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750374825732'] for network, precommit_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:06.674617 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d23adbd5-671f-48b8-b0e4-8783ea102c5c req-5809d3a0-777d-4c67-914d-047cad045271 tempest-ServersAdminTestJSON-1240675426 tempest-ServersAdminTestJSON-1240675426-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:45:06.676088 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-d23adbd5-671f-48b8-b0e4-8783ea102c5c req-5809d3a0-777d-4c67-914d-047cad045271 tempest-ServersAdminTestJSON-1240675426 tempest-ServersAdminTestJSON-1240675426-project] 10.222.0.42 "GET /v2.0/ports?device_id=ce6c549f-1c22-4313-93e6-93921dc22663 HTTP/1.1" status: 200 len: 949 time: 0.3691480 Apr 18 20:45:06.677261 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-9548aa66-47cd-4a8e-84da-65c86e4683a7 tempest-ServersTestMultiNic-942198030 tempest-ServersTestMultiNic-942198030-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33526109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022'] for network, after_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:06.681268 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9548aa66-47cd-4a8e-84da-65c86e4683a7 tempest-ServersTestMultiNic-942198030 tempest-ServersTestMultiNic-942198030-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:45:06.682202 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-9548aa66-47cd-4a8e-84da-65c86e4683a7 tempest-ServersTestMultiNic-942198030 tempest-ServersTestMultiNic-942198030-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32378031'] for network, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:06.684973 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43821058-c13f-4cb3-8ef4-31327e3aa0f0 req-5a8ec869-b0ca-48a8-813f-f35cf4f3972f tempest-SecurityGroupsTestJSON-1212657955 tempest-SecurityGroupsTestJSON-1212657955-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:45:06.686481 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-43821058-c13f-4cb3-8ef4-31327e3aa0f0 req-5a8ec869-b0ca-48a8-813f-f35cf4f3972f tempest-SecurityGroupsTestJSON-1212657955 tempest-SecurityGroupsTestJSON-1212657955-project] 10.222.0.42 "GET /v2.0/ports?device_id=529e12bc-16bd-41a4-98c2-5f9bfb5512e7 HTTP/1.1" status: 200 len: 984 time: 0.3782780 Apr 18 20:45:06.747250 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-0026c5df-c9af-45f9-896c-7a920e96d333 req-dfe40b9d-1456-493c-89a1-bdd4ac1b4339 tempest-TaggedBootDevicesTest-1674414334 tempest-TaggedBootDevicesTest-1674414334-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750375259028', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750374836628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32440838'] for port, after_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:06.803675 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-9548aa66-47cd-4a8e-84da-65c86e4683a7 tempest-ServersTestMultiNic-942198030 tempest-ServersTestMultiNic-942198030-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.4800587 Apr 18 20:45:06.804907 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 41104) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:45:06.814271 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.v2.base [None req-36a1b012-4501-4ea4-8cf8-e210cdaa7de8 tempest-ServersTestMultiNic-942198030 tempest-ServersTestMultiNic-942198030-project] Request body: {'subnet': {'network_id': '5a672c0c-378a-4116-a0d8-3b9af9d11e70', 'cidr': '19.80.0.0/24', 'ip_version': 4}} {{(pid=84041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 20:45:06.815465 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfe40b9d-1456-493c-89a1-bdd4ac1b4339 tempest-TaggedBootDevicesTest-1674414334 tempest-TaggedBootDevicesTest-1674414334-project] Pushing event deleted for resources: {'Port': ['ID=8544a82a-9c4d-48ac-9e80-35d430482dd8,revision_number=None']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:45:06.828848 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9548aa66-47cd-4a8e-84da-65c86e4683a7 tempest-ServersTestMultiNic-942198030 tempest-ServersTestMultiNic-942198030-project] Pushing event updated for resources: {'Network': ['ID=5a672c0c-378a-4116-a0d8-3b9af9d11e70,revision_number=1']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:45:06.852873 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Network 5a672c0c-378a-4116-a0d8-3b9af9d11e70 details requested by agent ovs-agent-n-d-838334-2 with host n-d-838334-2 {{(pid=84042) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 18 20:45:06.872977 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-d23adbd5-671f-48b8-b0e4-8783ea102c5c req-4f8b653a-8207-4cc5-83a8-4615cb7ea792 tempest-ServersAdminTestJSON-1240675426 tempest-ServersAdminTestJSON-1240675426-project] 10.222.0.42 "GET /v2.0/security-groups?id=b9ed1788-e987-4b94-9dd4-ed408bd7803e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1709223 Apr 18 20:45:06.898794 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-b2116d54-5cf7-44eb-84ae-9256eaa64535 req-b79c710d-7efd-4885-8cdf-02cb55c63db3 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=f09031fed4d542f69d251f76eb7f477d&device_id=529e12bc-16bd-41a4-98c2-5f9bfb5512e7 HTTP/1.1" status: 200 len: 1135 time: 0.2986124 Apr 18 20:45:06.910343 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-43821058-c13f-4cb3-8ef4-31327e3aa0f0 req-bba56df2-e50d-4060-9bfc-6048186fd64e tempest-SecurityGroupsTestJSON-1212657955 tempest-SecurityGroupsTestJSON-1212657955-project] 10.222.0.42 "GET /v2.0/security-groups?id=cd7910c1-ae3f-48e2-9d01-6c825bfdbee7&id=9011416c-6492-4991-9c3b-a886ca17cbe3&fields=id&fields=name HTTP/1.1" status: 200 len: 401 time: 0.2120628 Apr 18 20:45:06.962577 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.l3_dvrscheduler_db [req-0026c5df-c9af-45f9-896c-7a920e96d333 req-dfe40b9d-1456-493c-89a1-bdd4ac1b4339 tempest-TaggedBootDevicesTest-1674414334 tempest-TaggedBootDevicesTest-1674414334-project] No DVR routers for this DVR port 8544a82a-9c4d-48ac-9e80-35d430482dd8 on host n-h2-838334-2 {{(pid=84040) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 20:45:06.970765 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-0026c5df-c9af-45f9-896c-7a920e96d333 req-dfe40b9d-1456-493c-89a1-bdd4ac1b4339 tempest-TaggedBootDevicesTest-1674414334 tempest-TaggedBootDevicesTest-1674414334-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217293'] for port, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:07.009608 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-0026c5df-c9af-45f9-896c-7a920e96d333 req-dfe40b9d-1456-493c-89a1-bdd4ac1b4339 tempest-TaggedBootDevicesTest-1674414334 tempest-TaggedBootDevicesTest-1674414334-project] 10.222.0.48 "DELETE /v2.0/ports/8544a82a-9c4d-48ac-9e80-35d430482dd8 HTTP/1.1" status: 204 len: 173 time: 2.0043530 Apr 18 20:45:07.126466 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-36a1b012-4501-4ea4-8cf8-e210cdaa7de8 tempest-ServersTestMultiNic-942198030 tempest-ServersTestMultiNic-942198030-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:45:07.142605 n-d-838334-2 neutron-server[84042]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f9e332e2-576f-4b98-87a0-2c6eed41fdbd'] response: {'server_uuid': 'cc0d4549-87de-476f-8fa1-88b0358bebbd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fa03d449-bb38-4cd9-8fa0-e99f7c7cd3e2', 'code': 200} Apr 18 20:45:07.143123 n-d-838334-2 neutron-server[84042]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f9e332e2-576f-4b98-87a0-2c6eed41fdbd'] response: {'server_uuid': 'cc0d4549-87de-476f-8fa1-88b0358bebbd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8544a82a-9c4d-48ac-9e80-35d430482dd8', 'code': 200} Apr 18 20:45:07.145945 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-36a1b012-4501-4ea4-8cf8-e210cdaa7de8 tempest-ServersTestMultiNic-942198030 tempest-ServersTestMultiNic-942198030-project] Usage tracker for resource:subnet and tenant:86c5c562f6e642eda292a78265b6dea4 is out of sync, need to count used quota {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:45:07.151847 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-36a1b012-4501-4ea4-8cf8-e210cdaa7de8 tempest-ServersTestMultiNic-942198030 tempest-ServersTestMultiNic-942198030-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:45:07.162200 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-36a1b012-4501-4ea4-8cf8-e210cdaa7de8 tempest-ServersTestMultiNic-942198030 tempest-ServersTestMultiNic-942198030-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:45:07.207221 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.plugin [req-0026c5df-c9af-45f9-896c-7a920e96d333 req-16464beb-ee7b-4bba-b8bf-1401b300ad95 tempest-TaggedBootDevicesTest-1674414334 tempest-TaggedBootDevicesTest-1674414334-project] Deleting port fcf04c80-d79e-470d-884b-eefd4d15d3f8 {{(pid=84040) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 20:45:07.207381 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-36a1b012-4501-4ea4-8cf8-e210cdaa7de8 tempest-ServersTestMultiNic-942198030 tempest-ServersTestMultiNic-942198030-project] Made reservation on behalf of 86c5c562f6e642eda292a78265b6dea4 for: {'subnet': 1} {{(pid=84041) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:45:07.207566 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-0026c5df-c9af-45f9-896c-7a920e96d333 req-16464beb-ee7b-4bba-b8bf-1401b300ad95 tempest-TaggedBootDevicesTest-1674414334 tempest-TaggedBootDevicesTest-1674414334-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750375188691'] for port, before_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:07.450283 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2116d54-5cf7-44eb-84ae-9256eaa64535 req-d4082f02-0ecf-46ac-8f0f-4ebc31e600f3 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:45:07.452016 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-b2116d54-5cf7-44eb-84ae-9256eaa64535 req-d4082f02-0ecf-46ac-8f0f-4ebc31e600f3 service neutron] 10.222.0.43 "GET /v2.0/networks?id=7f662c04-13d3-4bf2-9436-adfc04ef8c7e HTTP/1.1" status: 200 len: 913 time: 0.5390294 Apr 18 20:45:07.478663 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Device d215d5b2-51e8-488f-b409-e950dd57b917 up at agent ovs-agent-n-d-838334-2 {{(pid=84042) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 20:45:07.666888 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Provisioning complete for port d215d5b2-51e8-488f-b409-e950dd57b917 triggered by entity L2. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:45:07.667731 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1253608'] for port, provisioning_complete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:07.678006 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-b2116d54-5cf7-44eb-84ae-9256eaa64535 req-25c899b0-55bd-41b8-b547-9a219ce88c61 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a8a13440-3cd3-45bf-a515-a9fb5dfb5348 HTTP/1.1" status: 200 len: 217 time: 0.2091339 Apr 18 20:45:07.685433 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-36a1b012-4501-4ea4-8cf8-e210cdaa7de8 tempest-ServersTestMultiNic-942198030 tempest-ServersTestMultiNic-942198030-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32486301'] for subnet, before_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:07.781730 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.db [req-0026c5df-c9af-45f9-896c-7a920e96d333 req-16464beb-ee7b-4bba-b8bf-1401b300ad95 tempest-TaggedBootDevicesTest-1674414334 tempest-TaggedBootDevicesTest-1674414334-project] For port fcf04c80-d79e-470d-884b-eefd4d15d3f8, host n-h2-838334-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838334-2',level=0,port_id=fcf04c80-d79e-470d-884b-eefd4d15d3f8,segment=NetworkSegment(042fd70a-92f2-4098-9b07-9a0bcd9bab32),segment_id=042fd70a-92f2-4098-9b07-9a0bcd9bab32)] {{(pid=84040) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:45:07.782220 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-0026c5df-c9af-45f9-896c-7a920e96d333 req-16464beb-ee7b-4bba-b8bf-1401b300ad95 tempest-TaggedBootDevicesTest-1674414334 tempest-TaggedBootDevicesTest-1674414334-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369123'] for port, precommit_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:07.846329 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2116d54-5cf7-44eb-84ae-9256eaa64535 req-bde2265f-a82c-48d0-9fb8-37f872f6f6db service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:45:07.847758 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-b2116d54-5cf7-44eb-84ae-9256eaa64535 req-bde2265f-a82c-48d0-9fb8-37f872f6f6db service neutron] 10.222.0.43 "GET /v2.0/subnets?id=ab70a436-dbca-469d-b0be-5b1a5cfe0476 HTTP/1.1" status: 200 len: 852 time: 0.1473570 Apr 18 20:45:07.862838 n-d-838334-2 neutron-server[84040]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4e261291-11cb-4ed7-b83f-d6f06a1ab078'] response: {'server_uuid': 'cc0d4549-87de-476f-8fa1-88b0358bebbd', 'name': 'network-vif-deleted', 'tag': 'fa4dbb91-4719-4896-8a0e-7cc707c80f19', 'status': 'completed', 'code': 200} Apr 18 20:45:07.863250 n-d-838334-2 neutron-server[84040]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4e261291-11cb-4ed7-b83f-d6f06a1ab078'] response: {'server_uuid': 'cc0d4549-87de-476f-8fa1-88b0358bebbd', 'name': 'network-vif-deleted', 'tag': '05244033-b882-4dfd-8fd2-dde7ce49d9a1', 'status': 'completed', 'code': 200} Apr 18 20:45:07.900273 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-b2116d54-5cf7-44eb-84ae-9256eaa64535 req-c3a23f2e-60fb-4cf8-a2f3-e13bd4f75cd8 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=7f662c04-13d3-4bf2-9436-adfc04ef8c7e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0453787 Apr 18 20:45:07.924605 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.plugin [req-0026c5df-c9af-45f9-896c-7a920e96d333 req-16464beb-ee7b-4bba-b8bf-1401b300ad95 tempest-TaggedBootDevicesTest-1674414334 tempest-TaggedBootDevicesTest-1674414334-project] Calling delete_port for fcf04c80-d79e-470d-884b-eefd4d15d3f8 owned by compute:nova {{(pid=84040) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 20:45:08.134757 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6baca358-5645-448e-a226-c39f9e33f7a3 req-3481f76b-9aa4-490d-b7cd-391aee08e2f5 tempest-MigrationsAdminTest-1326981207 tempest-MigrationsAdminTest-1326981207-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:45:08.136655 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-6baca358-5645-448e-a226-c39f9e33f7a3 req-3481f76b-9aa4-490d-b7cd-391aee08e2f5 tempest-MigrationsAdminTest-1326981207 tempest-MigrationsAdminTest-1326981207-project] 10.222.0.42 "GET /v2.0/ports?device_id=08c5b321-aafc-4918-a395-6fa43a8a405d HTTP/1.1" status: 200 len: 950 time: 0.7428405 Apr 18 20:45:08.137092 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-b2116d54-5cf7-44eb-84ae-9256eaa64535 req-79d77af6-9267-4d06-9f3f-5449bc3680c4 service neutron] 10.222.0.43 "GET /v2.0/networks/7f662c04-13d3-4bf2-9436-adfc04ef8c7e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2293525 Apr 18 20:45:08.137899 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-36a1b012-4501-4ea4-8cf8-e210cdaa7de8 tempest-ServersTestMultiNic-942198030 tempest-ServersTestMultiNic-942198030-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33526260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32266407', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32486287'] for subnet, after_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:08.241409 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d12c0845-2a34-4578-aa5d-af6829c77847 req-f8e99ebf-2adb-411d-86cd-6bbef8b2d8c7 tempest-TaggedBootDevicesTest-1674414334 tempest-TaggedBootDevicesTest-1674414334-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:45:08.246058 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d12c0845-2a34-4578-aa5d-af6829c77847 req-f8e99ebf-2adb-411d-86cd-6bbef8b2d8c7 tempest-TaggedBootDevicesTest-1674414334 tempest-TaggedBootDevicesTest-1674414334-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:45:08.246819 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [req-d12c0845-2a34-4578-aa5d-af6829c77847 req-f8e99ebf-2adb-411d-86cd-6bbef8b2d8c7 tempest-TaggedBootDevicesTest-1674414334 tempest-TaggedBootDevicesTest-1674414334-project] Synchronizing usage tracker for tenant:f85a0d9202f64bddab6b7eaee6d6810d on resource:port {{(pid=84040) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 20:45:08.278938 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-6baca358-5645-448e-a226-c39f9e33f7a3 req-fa829a69-9282-4426-b03d-29287c5a54a2 tempest-MigrationsAdminTest-1326981207 tempest-MigrationsAdminTest-1326981207-project] 10.222.0.42 "GET /v2.0/security-groups?id=8ca7ac2c-bfe5-493b-aae6-636315bac851&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1344392 Apr 18 20:45:08.279663 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-0026c5df-c9af-45f9-896c-7a920e96d333 req-16464beb-ee7b-4bba-b8bf-1401b300ad95 tempest-TaggedBootDevicesTest-1674414334 tempest-TaggedBootDevicesTest-1674414334-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750375259028', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750374836628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32440838'] for port, after_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:08.317467 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [req-d12c0845-2a34-4578-aa5d-af6829c77847 req-f8e99ebf-2adb-411d-86cd-6bbef8b2d8c7 tempest-TaggedBootDevicesTest-1674414334 tempest-TaggedBootDevicesTest-1674414334-project] Unset dirty status for tenant:f85a0d9202f64bddab6b7eaee6d6810d on resource:port {{(pid=84040) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 20:45:08.318986 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-d12c0845-2a34-4578-aa5d-af6829c77847 req-f8e99ebf-2adb-411d-86cd-6bbef8b2d8c7 tempest-TaggedBootDevicesTest-1674414334 tempest-TaggedBootDevicesTest-1674414334-project] 10.222.0.42 "GET /v2.0/ports?device_id=cc0d4549-87de-476f-8fa1-88b0358bebbd HTTP/1.1" status: 200 len: 1677 time: 0.4028208 Apr 18 20:45:08.355974 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36a1b012-4501-4ea4-8cf8-e210cdaa7de8 tempest-ServersTestMultiNic-942198030 tempest-ServersTestMultiNic-942198030-project] Pushing event updated for resources: {'Subnet': ['ID=3ca98581-9d97-4fcc-91a2-2b042376e408,revision_number=0']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:45:08.376160 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16464beb-ee7b-4bba-b8bf-1401b300ad95 tempest-TaggedBootDevicesTest-1674414334 tempest-TaggedBootDevicesTest-1674414334-project] Pushing event deleted for resources: {'Port': ['ID=fcf04c80-d79e-470d-884b-eefd4d15d3f8,revision_number=None']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:45:08.423220 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-b2116d54-5cf7-44eb-84ae-9256eaa64535 req-a9bbbad1-abdb-4d2f-8e05-0059d4d02281 service neutron] 10.222.0.43 "GET /v2.0/networks/7f662c04-13d3-4bf2-9436-adfc04ef8c7e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2554908 Apr 18 20:45:08.424332 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36a1b012-4501-4ea4-8cf8-e210cdaa7de8 tempest-ServersTestMultiNic-942198030 tempest-ServersTestMultiNic-942198030-project] Checking segment: {'id': 'd35ae76f-a320-4099-b08d-e8361b6d2a8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '5a672c0c-378a-4116-a0d8-3b9af9d11e70'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84041) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 20:45:08.424845 n-d-838334-2 neutron-server[84041]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36a1b012-4501-4ea4-8cf8-e210cdaa7de8 tempest-ServersTestMultiNic-942198030 tempest-ServersTestMultiNic-942198030-project] Network hostable DHCP agents. Network: 5a672c0c-378a-4116-a0d8-3b9af9d11e70, hostable agents: ['8746f8ea-3e91-4b32-9919-2c63adeb8722'], hosted agents: [] {{(pid=84041) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 20:45:08.469280 n-d-838334-2 neutron-server[84041]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36a1b012-4501-4ea4-8cf8-e210cdaa7de8 tempest-ServersTestMultiNic-942198030 tempest-ServersTestMultiNic-942198030-project] Network 5a672c0c-378a-4116-a0d8-3b9af9d11e70 is scheduled to be hosted by DHCP agent 8746f8ea-3e91-4b32-9919-2c63adeb8722 with binding_index 1 {{(pid=84041) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 20:45:08.490567 n-d-838334-2 neutron-server[84041]: DEBUG neutron.scheduler.base_scheduler [None req-36a1b012-4501-4ea4-8cf8-e210cdaa7de8 tempest-ServersTestMultiNic-942198030 tempest-ServersTestMultiNic-942198030-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-838334-2, 5a672c0c-378a-4116-a0d8-3b9af9d11e70) {{(pid=84041) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:45:08.500963 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36a1b012-4501-4ea4-8cf8-e210cdaa7de8 tempest-ServersTestMultiNic-942198030 tempest-ServersTestMultiNic-942198030-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:45:08.502260 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-36a1b012-4501-4ea4-8cf8-e210cdaa7de8 tempest-ServersTestMultiNic-942198030 tempest-ServersTestMultiNic-942198030-project] Notify callbacks [] for subnet, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:08.508889 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5edcb4e6-878b-4131-aa99-fcd099a5a8bd None None] Network 5a672c0c-378a-4116-a0d8-3b9af9d11e70 requested from n-d-838334-2 {{(pid=84042) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 20:45:08.555106 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-d12c0845-2a34-4578-aa5d-af6829c77847 req-de2c6d1c-d0d0-4496-9ced-31db785b7630 tempest-TaggedBootDevicesTest-1674414334 tempest-TaggedBootDevicesTest-1674414334-project] 10.222.0.42 "GET /v2.0/security-groups?id=67ac5558-a250-4106-afe6-28a5add43e38&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2184980 Apr 18 20:45:08.559476 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.l3_dvrscheduler_db [req-0026c5df-c9af-45f9-896c-7a920e96d333 req-16464beb-ee7b-4bba-b8bf-1401b300ad95 tempest-TaggedBootDevicesTest-1674414334 tempest-TaggedBootDevicesTest-1674414334-project] No DVR routers for this DVR port fcf04c80-d79e-470d-884b-eefd4d15d3f8 on host n-h2-838334-2 {{(pid=84040) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 20:45:08.576656 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-36a1b012-4501-4ea4-8cf8-e210cdaa7de8 tempest-ServersTestMultiNic-942198030 tempest-ServersTestMultiNic-942198030-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 1.7675686 Apr 18 20:45:08.577700 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 41114) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:45:08.583285 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.v2.base [None req-9421ce61-0da2-4330-a97d-30743710c5d5 tempest-ServersTestMultiNic-942198030 tempest-ServersTestMultiNic-942198030-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1633832840'}} {{(pid=84041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 20:45:08.597051 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-9421ce61-0da2-4330-a97d-30743710c5d5 tempest-ServersTestMultiNic-942198030 tempest-ServersTestMultiNic-942198030-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:45:08.619653 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-9421ce61-0da2-4330-a97d-30743710c5d5 tempest-ServersTestMultiNic-942198030 tempest-ServersTestMultiNic-942198030-project] Usage tracker for resource:network and tenant:86c5c562f6e642eda292a78265b6dea4 is out of sync, need to count used quota {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:45:08.619653 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-9421ce61-0da2-4330-a97d-30743710c5d5 tempest-ServersTestMultiNic-942198030 tempest-ServersTestMultiNic-942198030-project] Quota usage for network was recalculated. Used quota:2. {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:45:08.635850 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-9421ce61-0da2-4330-a97d-30743710c5d5 tempest-ServersTestMultiNic-942198030 tempest-ServersTestMultiNic-942198030-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:45:08.682109 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9421ce61-0da2-4330-a97d-30743710c5d5 tempest-ServersTestMultiNic-942198030 tempest-ServersTestMultiNic-942198030-project] Made reservation on behalf of 86c5c562f6e642eda292a78265b6dea4 for: {'network': 1} {{(pid=84041) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:45:08.692379 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-9421ce61-0da2-4330-a97d-30743710c5d5 tempest-ServersTestMultiNic-942198030 tempest-ServersTestMultiNic-942198030-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for network, before_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:08.712206 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-0026c5df-c9af-45f9-896c-7a920e96d333 req-16464beb-ee7b-4bba-b8bf-1401b300ad95 tempest-TaggedBootDevicesTest-1674414334 tempest-TaggedBootDevicesTest-1674414334-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217293'] for port, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:08.716839 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-0026c5df-c9af-45f9-896c-7a920e96d333 req-16464beb-ee7b-4bba-b8bf-1401b300ad95 tempest-TaggedBootDevicesTest-1674414334 tempest-TaggedBootDevicesTest-1674414334-project] 10.222.0.48 "DELETE /v2.0/ports/fcf04c80-d79e-470d-884b-eefd4d15d3f8 HTTP/1.1" status: 204 len: 173 time: 1.7001920 Apr 18 20:45:08.821670 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9421ce61-0da2-4330-a97d-30743710c5d5 tempest-ServersTestMultiNic-942198030 tempest-ServersTestMultiNic-942198030-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 390} {{(pid=84041) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 20:45:08.862595 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-9421ce61-0da2-4330-a97d-30743710c5d5 tempest-ServersTestMultiNic-942198030 tempest-ServersTestMultiNic-942198030-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1082986'] for segment, precommit_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:08.862952 n-d-838334-2 neutron-server[84041]: INFO neutron.db.segments_db [None req-9421ce61-0da2-4330-a97d-30743710c5d5 tempest-ServersTestMultiNic-942198030 tempest-ServersTestMultiNic-942198030-project] Added segment 0ffe50b9-8a94-4573-9833-bec1b6a6d90c of type vlan for network 77832128-7c92-456a-b28b-7a3f89f4abbe Apr 18 20:45:08.949492 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-9421ce61-0da2-4330-a97d-30743710c5d5 tempest-ServersTestMultiNic-942198030 tempest-ServersTestMultiNic-942198030-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750374825732'] for network, precommit_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:09.087498 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-9421ce61-0da2-4330-a97d-30743710c5d5 tempest-ServersTestMultiNic-942198030 tempest-ServersTestMultiNic-942198030-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33526109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022'] for network, after_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:09.092708 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9421ce61-0da2-4330-a97d-30743710c5d5 tempest-ServersTestMultiNic-942198030 tempest-ServersTestMultiNic-942198030-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:45:09.093332 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-9421ce61-0da2-4330-a97d-30743710c5d5 tempest-ServersTestMultiNic-942198030 tempest-ServersTestMultiNic-942198030-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32378031'] for network, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:09.231931 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a07138c9-8d48-40db-8940-0d6a203ae6e4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp016840fc-1f9f-5892-9c53-c9cf6c845bbb-5a672c0c-378a-4116-a0d8-3b9af9d11e70', 'network_id': '5a672c0c-378a-4116-a0d8-3b9af9d11e70', 'tenant_id': '86c5c562f6e642eda292a78265b6dea4', 'fixed_ips': [{'subnet_id': '3ca98581-9d97-4fcc-91a2-2b042376e408'}]}} from n-d-838334-2. {{(pid=84042) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 18 20:45:09.234236 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-a07138c9-8d48-40db-8940-0d6a203ae6e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_create {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:09.315257 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9421ce61-0da2-4330-a97d-30743710c5d5 tempest-ServersTestMultiNic-942198030 tempest-ServersTestMultiNic-942198030-project] Pushing event updated for resources: {'Network': ['ID=77832128-7c92-456a-b28b-7a3f89f4abbe,revision_number=1']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:45:09.351286 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-9421ce61-0da2-4330-a97d-30743710c5d5 tempest-ServersTestMultiNic-942198030 tempest-ServersTestMultiNic-942198030-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.7723467 Apr 18 20:45:09.352039 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 41122) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:45:09.359527 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.v2.base [None req-a4f61324-9492-4bcc-9c98-88cd080e8459 tempest-ServersTestMultiNic-942198030 tempest-ServersTestMultiNic-942198030-project] Request body: {'subnet': {'network_id': '77832128-7c92-456a-b28b-7a3f89f4abbe', 'cidr': '19.86.0.0/24', 'ip_version': 4}} {{(pid=84041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 20:45:09.423920 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.plugin [req-0026c5df-c9af-45f9-896c-7a920e96d333 req-b17cd342-3ece-49af-9337-32388541afbd tempest-TaggedBootDevicesTest-1674414334 tempest-TaggedBootDevicesTest-1674414334-project] Deleting port fa03d449-bb38-4cd9-8fa0-e99f7c7cd3e2 {{(pid=84040) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 20:45:09.428916 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-0026c5df-c9af-45f9-896c-7a920e96d333 req-b17cd342-3ece-49af-9337-32388541afbd tempest-TaggedBootDevicesTest-1674414334 tempest-TaggedBootDevicesTest-1674414334-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750375188691'] for port, before_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:09.506602 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.db_base_plugin_common [None req-a07138c9-8d48-40db-8940-0d6a203ae6e4 None None] Allocated IP 19.80.0.2 (5a672c0c-378a-4116-a0d8-3b9af9d11e70/3ca98581-9d97-4fcc-91a2-2b042376e408/f3f8885f-cec1-4273-8362-22d94dc8babe) {{(pid=84042) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:45:09.529508 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2d72bf4-2071-4457-b30e-2f3fa350e1c0 req-13be1795-def1-460d-ba71-9fa371ffb298 tempest-ListImageFiltersTestJSON-764297516 tempest-ListImageFiltersTestJSON-764297516-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:45:09.536942 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-c2d72bf4-2071-4457-b30e-2f3fa350e1c0 req-13be1795-def1-460d-ba71-9fa371ffb298 tempest-ListImageFiltersTestJSON-764297516 tempest-ListImageFiltersTestJSON-764297516-project] 10.222.0.42 "GET /v2.0/ports?device_id=eb3668b7-221e-464a-9f23-da8bc40863a7 HTTP/1.1" status: 200 len: 950 time: 1.0308843 Apr 18 20:45:09.547502 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-a4f61324-9492-4bcc-9c98-88cd080e8459 tempest-ServersTestMultiNic-942198030 tempest-ServersTestMultiNic-942198030-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:45:09.551541 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-a4f61324-9492-4bcc-9c98-88cd080e8459 tempest-ServersTestMultiNic-942198030 tempest-ServersTestMultiNic-942198030-project] Usage tracker for resource:subnet and tenant:86c5c562f6e642eda292a78265b6dea4 is out of sync, need to count used quota {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:45:09.555464 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-a4f61324-9492-4bcc-9c98-88cd080e8459 tempest-ServersTestMultiNic-942198030 tempest-ServersTestMultiNic-942198030-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:45:09.561360 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-a4f61324-9492-4bcc-9c98-88cd080e8459 tempest-ServersTestMultiNic-942198030 tempest-ServersTestMultiNic-942198030-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:45:09.576461 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a4f61324-9492-4bcc-9c98-88cd080e8459 tempest-ServersTestMultiNic-942198030 tempest-ServersTestMultiNic-942198030-project] Made reservation on behalf of 86c5c562f6e642eda292a78265b6dea4 for: {'subnet': 1} {{(pid=84041) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:45:09.649812 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-c2d72bf4-2071-4457-b30e-2f3fa350e1c0 req-a3f1df8f-7381-4ae9-80e7-f35a66bb16a0 tempest-ListImageFiltersTestJSON-764297516 tempest-ListImageFiltersTestJSON-764297516-project] 10.222.0.42 "GET /v2.0/security-groups?id=69ef09d0-16e8-4442-bf72-0044fbe4edc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1119916 Apr 18 20:45:09.664591 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7a3aab2-2a96-4021-8c2a-3bf8864ab31e req-bb6fd0a8-a01a-47ea-802a-16e7070b4593 tempest-ServersAdminTestJSON-1240675426 tempest-ServersAdminTestJSON-1240675426-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:45:09.666174 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-e7a3aab2-2a96-4021-8c2a-3bf8864ab31e req-bb6fd0a8-a01a-47ea-802a-16e7070b4593 tempest-ServersAdminTestJSON-1240675426 tempest-ServersAdminTestJSON-1240675426-project] 10.222.0.42 "GET /v2.0/ports?device_id=ce6c549f-1c22-4313-93e6-93921dc22663 HTTP/1.1" status: 200 len: 949 time: 0.4617953 Apr 18 20:45:09.720420 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-a4f61324-9492-4bcc-9c98-88cd080e8459 tempest-ServersTestMultiNic-942198030 tempest-ServersTestMultiNic-942198030-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32486301'] for subnet, before_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:09.786520 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-e7a3aab2-2a96-4021-8c2a-3bf8864ab31e req-4b605575-4834-46f6-8e31-c343fab77443 tempest-ServersAdminTestJSON-1240675426 tempest-ServersAdminTestJSON-1240675426-project] 10.222.0.42 "GET /v2.0/security-groups?id=b9ed1788-e987-4b94-9dd4-ed408bd7803e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1010709 Apr 18 20:45:09.826485 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Network 77832128-7c92-456a-b28b-7a3f89f4abbe details requested by agent ovs-agent-n-d-838334-2 with host n-d-838334-2 {{(pid=84042) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 18 20:45:09.859954 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-a07138c9-8d48-40db-8940-0d6a203ae6e4 None None] Notify callbacks [] for port, precommit_create {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:09.881316 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-a07138c9-8d48-40db-8940-0d6a203ae6e4 None None] Transition to ACTIVE for port object f3f8885f-cec1-4273-8362-22d94dc8babe will not be triggered until provisioned by entity L2. {{(pid=84042) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 20:45:09.905972 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-a07138c9-8d48-40db-8940-0d6a203ae6e4 None None] Transition to ACTIVE for port object f3f8885f-cec1-4273-8362-22d94dc8babe will not be triggered until provisioned by entity DHCP. {{(pid=84042) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 20:45:09.946419 n-d-838334-2 neutron-server[84040]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cc0d4549-87de-476f-8fa1-88b0358bebbd', 'name': 'network-vif-deleted', 'tag': '8544a82a-9c4d-48ac-9e80-35d430482dd8'}, {'server_uuid': 'cc0d4549-87de-476f-8fa1-88b0358bebbd', 'name': 'network-vif-deleted', 'tag': 'fcf04c80-d79e-470d-884b-eefd4d15d3f8'}] {{(pid=84040) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 20:45:09.973001 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-a07138c9-8d48-40db-8940-0d6a203ae6e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750374836619'] for port, after_create {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:10.129297 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-a4f61324-9492-4bcc-9c98-88cd080e8459 tempest-ServersTestMultiNic-942198030 tempest-ServersTestMultiNic-942198030-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33526260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32266407', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32486287'] for subnet, after_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:10.145755 n-d-838334-2 neutron-server[84042]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a07138c9-8d48-40db-8940-0d6a203ae6e4 None None] Network 5a672c0c-378a-4116-a0d8-3b9af9d11e70 is already hosted by enough agents. {{(pid=84042) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:45:10.147393 n-d-838334-2 neutron-server[84042]: DEBUG neutron.scheduler.base_scheduler [None req-a07138c9-8d48-40db-8940-0d6a203ae6e4 None None] Resources bound (agent type, host, resource id): {{(pid=84042) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:45:10.156717 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a07138c9-8d48-40db-8940-0d6a203ae6e4 None None] Received port after_create {{(pid=84042) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 20:45:10.245233 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a07138c9-8d48-40db-8940-0d6a203ae6e4 None None] Pushing event updated for resources: {'Port': ['ID=f3f8885f-cec1-4273-8362-22d94dc8babe,revision_number=1']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:45:10.257307 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.managers [None req-a07138c9-8d48-40db-8940-0d6a203ae6e4 None None] Attempting to bind port f3f8885f-cec1-4273-8362-22d94dc8babe on host n-d-838334-2 for vnic_type normal with profile {{(pid=84042) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:45:10.257911 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.managers [None req-a07138c9-8d48-40db-8940-0d6a203ae6e4 None None] Attempting to bind port f3f8885f-cec1-4273-8362-22d94dc8babe by drivers openvswitch,hyperv on host n-d-838334-2 at level 0 using segments [{'id': 'd35ae76f-a320-4099-b08d-e8361b6d2a8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '5a672c0c-378a-4116-a0d8-3b9af9d11e70'}] {{(pid=84042) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:45:10.258501 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a07138c9-8d48-40db-8940-0d6a203ae6e4 None None] Attempting to bind port f3f8885f-cec1-4273-8362-22d94dc8babe on network 5a672c0c-378a-4116-a0d8-3b9af9d11e70 {{(pid=84042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 20:45:10.266438 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a07138c9-8d48-40db-8940-0d6a203ae6e4 None None] Checking agent: {'id': '97cd4414-7af6-4d67-868d-dff370b4071a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838334-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 25, 49), 'started_at': datetime.datetime(2022, 4, 18, 20, 26, 19), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 20, 44, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838334-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 18 20:45:10.267192 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a07138c9-8d48-40db-8940-0d6a203ae6e4 None None] Checking segment: {'id': 'd35ae76f-a320-4099-b08d-e8361b6d2a8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '5a672c0c-378a-4116-a0d8-3b9af9d11e70'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84042) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 20:45:10.267992 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-a07138c9-8d48-40db-8940-0d6a203ae6e4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:10.268587 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a07138c9-8d48-40db-8940-0d6a203ae6e4 None None] Bound using segment: {'id': 'd35ae76f-a320-4099-b08d-e8361b6d2a8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '5a672c0c-378a-4116-a0d8-3b9af9d11e70'} {{(pid=84042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 18 20:45:10.269269 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.managers [None req-a07138c9-8d48-40db-8940-0d6a203ae6e4 None None] Bound port: f3f8885f-cec1-4273-8362-22d94dc8babe, host: n-d-838334-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd35ae76f-a320-4099-b08d-e8361b6d2a8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '5a672c0c-378a-4116-a0d8-3b9af9d11e70'}}] {{(pid=84042) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 20:45:10.269860 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-a07138c9-8d48-40db-8940-0d6a203ae6e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:10.276267 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4f61324-9492-4bcc-9c98-88cd080e8459 tempest-ServersTestMultiNic-942198030 tempest-ServersTestMultiNic-942198030-project] Pushing event updated for resources: {'Subnet': ['ID=0fc18076-bf76-4f60-b226-b67006fbcf56,revision_number=0']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:45:10.293563 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-750d4923-5aba-457c-8551-150c9999718a req-a8496788-2006-47b3-861a-3967419cfacf tempest-SecurityGroupsTestJSON-1212657955 tempest-SecurityGroupsTestJSON-1212657955-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:45:10.295257 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-750d4923-5aba-457c-8551-150c9999718a req-a8496788-2006-47b3-861a-3967419cfacf tempest-SecurityGroupsTestJSON-1212657955 tempest-SecurityGroupsTestJSON-1212657955-project] 10.222.0.42 "GET /v2.0/ports?device_id=529e12bc-16bd-41a4-98c2-5f9bfb5512e7 HTTP/1.1" status: 200 len: 984 time: 0.3221655 Apr 18 20:45:10.352863 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.db [req-0026c5df-c9af-45f9-896c-7a920e96d333 req-b17cd342-3ece-49af-9337-32388541afbd tempest-TaggedBootDevicesTest-1674414334 tempest-TaggedBootDevicesTest-1674414334-project] For port fa03d449-bb38-4cd9-8fa0-e99f7c7cd3e2, host n-h2-838334-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838334-2',level=0,port_id=fa03d449-bb38-4cd9-8fa0-e99f7c7cd3e2,segment=NetworkSegment(a0546572-b3e1-4e2b-aa75-195a4fbea0d4),segment_id=a0546572-b3e1-4e2b-aa75-195a4fbea0d4)] {{(pid=84040) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:45:10.353230 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-0026c5df-c9af-45f9-896c-7a920e96d333 req-b17cd342-3ece-49af-9337-32388541afbd tempest-TaggedBootDevicesTest-1674414334 tempest-TaggedBootDevicesTest-1674414334-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369123'] for port, precommit_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:10.403726 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-750d4923-5aba-457c-8551-150c9999718a req-0ed7374d-a57d-4fb0-a09b-ed7535214653 tempest-SecurityGroupsTestJSON-1212657955 tempest-SecurityGroupsTestJSON-1212657955-project] 10.222.0.42 "GET /v2.0/security-groups?id=cd7910c1-ae3f-48e2-9d01-6c825bfdbee7&id=9011416c-6492-4991-9c3b-a886ca17cbe3&fields=id&fields=name HTTP/1.1" status: 200 len: 401 time: 0.1008608 Apr 18 20:45:10.418356 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-a07138c9-8d48-40db-8940-0d6a203ae6e4 None None] For port f3f8885f-cec1-4273-8362-22d94dc8babe, host n-d-838334-2, cleared binding levels {{(pid=84042) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 20:45:10.506106 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4f61324-9492-4bcc-9c98-88cd080e8459 tempest-ServersTestMultiNic-942198030 tempest-ServersTestMultiNic-942198030-project] Checking segment: {'id': '0ffe50b9-8a94-4573-9833-bec1b6a6d90c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '77832128-7c92-456a-b28b-7a3f89f4abbe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84041) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 20:45:10.506729 n-d-838334-2 neutron-server[84041]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4f61324-9492-4bcc-9c98-88cd080e8459 tempest-ServersTestMultiNic-942198030 tempest-ServersTestMultiNic-942198030-project] Network hostable DHCP agents. Network: 77832128-7c92-456a-b28b-7a3f89f4abbe, hostable agents: ['8746f8ea-3e91-4b32-9919-2c63adeb8722'], hosted agents: [] {{(pid=84041) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 20:45:10.534401 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b7ef3f6-436c-4678-8282-329ed4344138 req-045c7975-518e-453c-9877-0025cbb5d635 tempest-MigrationsAdminTest-1326981207 tempest-MigrationsAdminTest-1326981207-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:45:10.535913 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-6b7ef3f6-436c-4678-8282-329ed4344138 req-045c7975-518e-453c-9877-0025cbb5d635 tempest-MigrationsAdminTest-1326981207 tempest-MigrationsAdminTest-1326981207-project] 10.222.0.42 "GET /v2.0/ports?device_id=08c5b321-aafc-4918-a395-6fa43a8a405d HTTP/1.1" status: 200 len: 950 time: 0.3271050 Apr 18 20:45:10.558595 n-d-838334-2 neutron-server[84041]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4f61324-9492-4bcc-9c98-88cd080e8459 tempest-ServersTestMultiNic-942198030 tempest-ServersTestMultiNic-942198030-project] Network 77832128-7c92-456a-b28b-7a3f89f4abbe is scheduled to be hosted by DHCP agent 8746f8ea-3e91-4b32-9919-2c63adeb8722 with binding_index 1 {{(pid=84041) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 20:45:10.565566 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-a07138c9-8d48-40db-8940-0d6a203ae6e4 None None] For port f3f8885f-cec1-4273-8362-22d94dc8babe, host n-d-838334-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838334-2',level=0,port_id=f3f8885f-cec1-4273-8362-22d94dc8babe,segment=NetworkSegment(d35ae76f-a320-4099-b08d-e8361b6d2a8c),segment_id=d35ae76f-a320-4099-b08d-e8361b6d2a8c)] {{(pid=84042) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 20:45:10.573565 n-d-838334-2 neutron-server[84041]: DEBUG neutron.scheduler.base_scheduler [None req-a4f61324-9492-4bcc-9c98-88cd080e8459 tempest-ServersTestMultiNic-942198030 tempest-ServersTestMultiNic-942198030-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-838334-2, 77832128-7c92-456a-b28b-7a3f89f4abbe) {{(pid=84041) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:45:10.573887 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-a07138c9-8d48-40db-8940-0d6a203ae6e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682'] for port, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:10.591646 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4f61324-9492-4bcc-9c98-88cd080e8459 tempest-ServersTestMultiNic-942198030 tempest-ServersTestMultiNic-942198030-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:45:10.592605 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-a4f61324-9492-4bcc-9c98-88cd080e8459 tempest-ServersTestMultiNic-942198030 tempest-ServersTestMultiNic-942198030-project] Notify callbacks [] for subnet, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:10.623131 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e40e650a-262d-4f41-926a-c586780206f0 None None] Network 77832128-7c92-456a-b28b-7a3f89f4abbe requested from n-d-838334-2 {{(pid=84042) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 20:45:10.638322 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-a4f61324-9492-4bcc-9c98-88cd080e8459 tempest-ServersTestMultiNic-942198030 tempest-ServersTestMultiNic-942198030-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 1.2851031 Apr 18 20:45:10.831969 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a07138c9-8d48-40db-8940-0d6a203ae6e4 None None] Pushing event updated for resources: {'Port': ['ID=f3f8885f-cec1-4273-8362-22d94dc8babe,revision_number=2']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:45:10.906445 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-0026c5df-c9af-45f9-896c-7a920e96d333 req-b17cd342-3ece-49af-9337-32388541afbd tempest-TaggedBootDevicesTest-1674414334 tempest-TaggedBootDevicesTest-1674414334-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:10.906968 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-0026c5df-c9af-45f9-896c-7a920e96d333 req-b17cd342-3ece-49af-9337-32388541afbd tempest-TaggedBootDevicesTest-1674414334 tempest-TaggedBootDevicesTest-1674414334-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33444131'] for floatingip, after_update {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:10.907384 n-d-838334-2 neutron-server[84040]: INFO neutron.db.l3_db [req-0026c5df-c9af-45f9-896c-7a920e96d333 req-b17cd342-3ece-49af-9337-32388541afbd tempest-TaggedBootDevicesTest-1674414334 tempest-TaggedBootDevicesTest-1674414334-project] Floating IP 8dd63d38-2e72-4280-8c6c-35aff2fc7241 disassociated. External IP: 172.25.8.237, port: fa03d449-bb38-4cd9-8fa0-e99f7c7cd3e2. Apr 18 20:45:10.907865 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.plugin [req-0026c5df-c9af-45f9-896c-7a920e96d333 req-b17cd342-3ece-49af-9337-32388541afbd tempest-TaggedBootDevicesTest-1674414334 tempest-TaggedBootDevicesTest-1674414334-project] Calling delete_port for fa03d449-bb38-4cd9-8fa0-e99f7c7cd3e2 owned by compute:nova {{(pid=84040) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 20:45:11.098034 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-426feeec-732e-42fc-a16a-ea033ba5fccc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp016840fc-1f9f-5892-9c53-c9cf6c845bbb-77832128-7c92-456a-b28b-7a3f89f4abbe', 'network_id': '77832128-7c92-456a-b28b-7a3f89f4abbe', 'tenant_id': '86c5c562f6e642eda292a78265b6dea4', 'fixed_ips': [{'subnet_id': '0fc18076-bf76-4f60-b226-b67006fbcf56'}]}} from n-d-838334-2. {{(pid=84042) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 18 20:45:11.099264 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-426feeec-732e-42fc-a16a-ea033ba5fccc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_create {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:11.117023 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-0026c5df-c9af-45f9-896c-7a920e96d333 req-b17cd342-3ece-49af-9337-32388541afbd tempest-TaggedBootDevicesTest-1674414334 tempest-TaggedBootDevicesTest-1674414334-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750375259028', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750374836628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32440838'] for port, after_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:11.207032 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b17cd342-3ece-49af-9337-32388541afbd tempest-TaggedBootDevicesTest-1674414334 tempest-TaggedBootDevicesTest-1674414334-project] Pushing event deleted for resources: {'Port': ['ID=fa03d449-bb38-4cd9-8fa0-e99f7c7cd3e2,revision_number=None']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:45:11.218802 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-6b7ef3f6-436c-4678-8282-329ed4344138 req-54dad737-485b-4759-8339-29c490886104 tempest-MigrationsAdminTest-1326981207 tempest-MigrationsAdminTest-1326981207-project] 10.222.0.42 "GET /v2.0/security-groups?id=8ca7ac2c-bfe5-493b-aae6-636315bac851&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6479077 Apr 18 20:45:11.436207 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.db_base_plugin_common [None req-426feeec-732e-42fc-a16a-ea033ba5fccc None None] Allocated IP 19.86.0.2 (77832128-7c92-456a-b28b-7a3f89f4abbe/0fc18076-bf76-4f60-b226-b67006fbcf56/9b0d4fe8-595a-49ef-878b-9d849889472b) {{(pid=84042) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:45:11.468043 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Device f3f8885f-cec1-4273-8362-22d94dc8babe up at agent ovs-agent-n-d-838334-2 {{(pid=84042) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 20:45:11.575308 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-1a40718c-0a0d-4aaa-90ff-77f738fe7130 req-1310a334-1a7b-4c67-a571-b9362e499210 tempest-TaggedBootDevicesTest-1674414334 tempest-TaggedBootDevicesTest-1674414334-project] 10.222.0.42 "GET /v2.0/ports?device_id=cc0d4549-87de-476f-8fa1-88b0358bebbd HTTP/1.1" status: 200 len: 210 time: 0.0597553 Apr 18 20:45:11.583885 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecb9b6c2-0dac-41a2-9e9e-80c2888dbe42 req-b7b9391a-18a2-4aae-b33f-5f7908db5c6b tempest-ListImageFiltersTestJSON-764297516 tempest-ListImageFiltersTestJSON-764297516-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:45:11.585555 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-ecb9b6c2-0dac-41a2-9e9e-80c2888dbe42 req-b7b9391a-18a2-4aae-b33f-5f7908db5c6b tempest-ListImageFiltersTestJSON-764297516 tempest-ListImageFiltersTestJSON-764297516-project] 10.222.0.42 "GET /v2.0/ports?device_id=d9f332ce-c76b-46eb-85fd-3cf94eadb99f HTTP/1.1" status: 200 len: 950 time: 1.0167286 Apr 18 20:45:11.688081 n-d-838334-2 neutron-server[84040]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dfa2765a-919e-4805-91ab-b761c03ed7c6'] response: {'server_uuid': 'cc0d4549-87de-476f-8fa1-88b0358bebbd', 'name': 'network-vif-deleted', 'tag': '8544a82a-9c4d-48ac-9e80-35d430482dd8', 'status': 'completed', 'code': 200} Apr 18 20:45:11.688475 n-d-838334-2 neutron-server[84040]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dfa2765a-919e-4805-91ab-b761c03ed7c6'] response: {'server_uuid': 'cc0d4549-87de-476f-8fa1-88b0358bebbd', 'name': 'network-vif-deleted', 'tag': 'fcf04c80-d79e-470d-884b-eefd4d15d3f8', 'status': 'completed', 'code': 200} Apr 18 20:45:11.752007 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-ecb9b6c2-0dac-41a2-9e9e-80c2888dbe42 req-dfd050b8-eab2-475f-a80b-45e858bd7bb8 tempest-ListImageFiltersTestJSON-764297516 tempest-ListImageFiltersTestJSON-764297516-project] 10.222.0.42 "GET /v2.0/security-groups?id=69ef09d0-16e8-4442-bf72-0044fbe4edc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1585531 Apr 18 20:45:11.793690 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Provisioning for port f3f8885f-cec1-4273-8362-22d94dc8babe completed by entity L2. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 20:45:11.869010 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-426feeec-732e-42fc-a16a-ea033ba5fccc None None] Notify callbacks [] for port, precommit_create {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:11.882874 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-426feeec-732e-42fc-a16a-ea033ba5fccc None None] Transition to ACTIVE for port object 9b0d4fe8-595a-49ef-878b-9d849889472b will not be triggered until provisioned by entity L2. {{(pid=84042) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 20:45:11.907132 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-426feeec-732e-42fc-a16a-ea033ba5fccc None None] Transition to ACTIVE for port object 9b0d4fe8-595a-49ef-878b-9d849889472b will not be triggered until provisioned by entity DHCP. {{(pid=84042) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 20:45:11.916497 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-426feeec-732e-42fc-a16a-ea033ba5fccc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750374836619'] for port, after_create {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:12.109502 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-426feeec-732e-42fc-a16a-ea033ba5fccc None None] Pushing event updated for resources: {'Port': ['ID=9b0d4fe8-595a-49ef-878b-9d849889472b,revision_number=1']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:45:12.134447 n-d-838334-2 neutron-server[84042]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-426feeec-732e-42fc-a16a-ea033ba5fccc None None] Network 77832128-7c92-456a-b28b-7a3f89f4abbe is already hosted by enough agents. {{(pid=84042) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:45:12.136508 n-d-838334-2 neutron-server[84042]: DEBUG neutron.scheduler.base_scheduler [None req-426feeec-732e-42fc-a16a-ea033ba5fccc None None] Resources bound (agent type, host, resource id): {{(pid=84042) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:45:12.144208 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_dvrscheduler_db [None req-426feeec-732e-42fc-a16a-ea033ba5fccc None None] Received port after_create {{(pid=84042) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 20:45:12.268678 n-d-838334-2 neutron-server[84040]: DEBUG neutron.scheduler.l3_agent_scheduler [req-0026c5df-c9af-45f9-896c-7a920e96d333 req-b17cd342-3ece-49af-9337-32388541afbd tempest-TaggedBootDevicesTest-1674414334 tempest-TaggedBootDevicesTest-1674414334-project] Router f71df682-36c0-45b6-a315-477bfe4444f5 has already been hosted by L3 agent bc84d6c9-dd7a-4555-a351-592327b46d5a {{(pid=84040) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 20:45:12.271771 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-53f09f25-9f5c-4f5b-bf61-2b8eaa8a324c req-3da26ea6-ec11-489b-829f-eb133441359c tempest-SecurityGroupsTestJSON-1212657955 tempest-SecurityGroupsTestJSON-1212657955-project] 10.222.0.42 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-912251205&fields=id&tenant_id=f09031fed4d542f69d251f76eb7f477d HTTP/1.1" status: 200 len: 267 time: 0.4083998 Apr 18 20:45:12.289280 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.managers [None req-426feeec-732e-42fc-a16a-ea033ba5fccc None None] Attempting to bind port 9b0d4fe8-595a-49ef-878b-9d849889472b on host n-d-838334-2 for vnic_type normal with profile {{(pid=84042) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:45:12.289643 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.managers [None req-426feeec-732e-42fc-a16a-ea033ba5fccc None None] Attempting to bind port 9b0d4fe8-595a-49ef-878b-9d849889472b by drivers openvswitch,hyperv on host n-d-838334-2 at level 0 using segments [{'id': '0ffe50b9-8a94-4573-9833-bec1b6a6d90c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '77832128-7c92-456a-b28b-7a3f89f4abbe'}] {{(pid=84042) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:45:12.290003 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-426feeec-732e-42fc-a16a-ea033ba5fccc None None] Attempting to bind port 9b0d4fe8-595a-49ef-878b-9d849889472b on network 77832128-7c92-456a-b28b-7a3f89f4abbe {{(pid=84042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 20:45:12.301849 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-426feeec-732e-42fc-a16a-ea033ba5fccc None None] Checking agent: {'id': '97cd4414-7af6-4d67-868d-dff370b4071a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838334-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 25, 49), 'started_at': datetime.datetime(2022, 4, 18, 20, 26, 19), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 20, 44, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838334-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 18 20:45:12.302247 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-426feeec-732e-42fc-a16a-ea033ba5fccc None None] Checking segment: {'id': '0ffe50b9-8a94-4573-9833-bec1b6a6d90c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '77832128-7c92-456a-b28b-7a3f89f4abbe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84042) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 20:45:12.302649 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-426feeec-732e-42fc-a16a-ea033ba5fccc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:12.303048 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-426feeec-732e-42fc-a16a-ea033ba5fccc None None] Bound using segment: {'id': '0ffe50b9-8a94-4573-9833-bec1b6a6d90c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '77832128-7c92-456a-b28b-7a3f89f4abbe'} {{(pid=84042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 18 20:45:12.303509 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.managers [None req-426feeec-732e-42fc-a16a-ea033ba5fccc None None] Bound port: 9b0d4fe8-595a-49ef-878b-9d849889472b, host: n-d-838334-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0ffe50b9-8a94-4573-9833-bec1b6a6d90c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '77832128-7c92-456a-b28b-7a3f89f4abbe'}}] {{(pid=84042) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 20:45:12.303924 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-426feeec-732e-42fc-a16a-ea033ba5fccc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:12.531663 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-426feeec-732e-42fc-a16a-ea033ba5fccc None None] For port 9b0d4fe8-595a-49ef-878b-9d849889472b, host n-d-838334-2, cleared binding levels {{(pid=84042) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 20:45:12.534542 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-426feeec-732e-42fc-a16a-ea033ba5fccc None None] For port 9b0d4fe8-595a-49ef-878b-9d849889472b, host n-d-838334-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838334-2',level=0,port_id=9b0d4fe8-595a-49ef-878b-9d849889472b,segment=NetworkSegment(0ffe50b9-8a94-4573-9833-bec1b6a6d90c),segment_id=0ffe50b9-8a94-4573-9833-bec1b6a6d90c)] {{(pid=84042) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 20:45:12.545822 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-426feeec-732e-42fc-a16a-ea033ba5fccc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682'] for port, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:12.585344 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f61fc760-da04-4502-8c27-b69d9bac81c7 req-3f5c5ec8-8ff5-416e-9212-17f78ae88c93 tempest-ServersTestMultiNic-942198030 tempest-ServersTestMultiNic-942198030-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:45:12.591446 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f61fc760-da04-4502-8c27-b69d9bac81c7 req-3f5c5ec8-8ff5-416e-9212-17f78ae88c93 tempest-ServersTestMultiNic-942198030 tempest-ServersTestMultiNic-942198030-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:45:12.598755 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-f61fc760-da04-4502-8c27-b69d9bac81c7 req-3f5c5ec8-8ff5-416e-9212-17f78ae88c93 tempest-ServersTestMultiNic-942198030 tempest-ServersTestMultiNic-942198030-project] 10.222.0.42 "GET /v2.0/networks?id=5a672c0c-378a-4116-a0d8-3b9af9d11e70&id=77832128-7c92-456a-b28b-7a3f89f4abbe HTTP/1.1" status: 200 len: 1392 time: 0.4600914 Apr 18 20:45:12.701439 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-426feeec-732e-42fc-a16a-ea033ba5fccc None None] Pushing event updated for resources: {'Port': ['ID=9b0d4fe8-595a-49ef-878b-9d849889472b,revision_number=2']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:45:12.735037 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-f61fc760-da04-4502-8c27-b69d9bac81c7 req-be247818-65b2-4b95-909a-b3d2031657c0 tempest-ServersTestMultiNic-942198030 tempest-ServersTestMultiNic-942198030-project] 10.222.0.42 "GET /v2.0/quotas/86c5c562f6e642eda292a78265b6dea4 HTTP/1.1" status: 200 len: 375 time: 0.1337087 Apr 18 20:45:12.795387 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53f09f25-9f5c-4f5b-bf61-2b8eaa8a324c req-70ca4394-d99c-4c71-ba22-2896bffec8b7 tempest-SecurityGroupsTestJSON-1212657955 tempest-SecurityGroupsTestJSON-1212657955-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:45:12.800794 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-53f09f25-9f5c-4f5b-bf61-2b8eaa8a324c req-70ca4394-d99c-4c71-ba22-2896bffec8b7 tempest-SecurityGroupsTestJSON-1212657955 tempest-SecurityGroupsTestJSON-1212657955-project] 10.222.0.42 "GET /v2.0/ports?device_id=529e12bc-16bd-41a4-98c2-5f9bfb5512e7 HTTP/1.1" status: 200 len: 984 time: 0.5192416 Apr 18 20:45:12.827666 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-971ca8dc-bccc-46bc-b044-f420e78d76a2 None None] Sync routers for ids ['813035f1-f008-4b32-a970-60bf5859d737'] in n-d-838334-2 {{(pid=84042) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 18 20:45:12.831214 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.v2.base [req-53f09f25-9f5c-4f5b-bf61-2b8eaa8a324c req-c9c1a1be-ecc2-4f3e-ac00-6d02fe593393 tempest-SecurityGroupsTestJSON-1212657955 tempest-SecurityGroupsTestJSON-1212657955-project] Request body: {'port': {'security_groups': ['9011416c-6492-4991-9c3b-a886ca17cbe3', 'cd7910c1-ae3f-48e2-9d01-6c825bfdbee7', '587aaa27-61ec-4343-9a7e-63e58a613703']}} {{(pid=84040) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 20:45:12.848700 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_dvrscheduler_db [None req-971ca8dc-bccc-46bc-b044-f420e78d76a2 None None] Routers {'813035f1-f008-4b32-a970-60bf5859d737'} bound to L3 agent in host n-d-838334-2 {{(pid=84042) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 20:45:12.849335 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_hamode_db [None req-971ca8dc-bccc-46bc-b044-f420e78d76a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838334-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-18T20:25:48Z,description=,heartbeat_timestamp=2022-04-18T20:44:48Z,host='n-d-838334-2',id=bc84d6c9-dd7a-4555-a351-592327b46d5a,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:25:48Z,topic='l3_agent')) {'router_ids': ['813035f1-f008-4b32-a970-60bf5859d737'], 'active': True} {{(pid=84042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:45:12.993657 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-53f09f25-9f5c-4f5b-bf61-2b8eaa8a324c req-c9c1a1be-ecc2-4f3e-ac00-6d02fe593393 tempest-SecurityGroupsTestJSON-1212657955 tempest-SecurityGroupsTestJSON-1212657955-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:13.149294 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [req-f61fc760-da04-4502-8c27-b69d9bac81c7 req-6ecd1e71-3b36-423a-837b-48d8bb7b491d tempest-ServersTestMultiNic-942198030 tempest-ServersTestMultiNic-942198030-project] Synchronizing usage tracker for tenant:86c5c562f6e642eda292a78265b6dea4 on resource:port {{(pid=84040) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 20:45:13.194911 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_dvr_db [None req-971ca8dc-bccc-46bc-b044-f420e78d76a2 None None] Set router 813035f1-f008-4b32-a970-60bf5859d737 gateway port host: n-d-838334-2 {{(pid=84042) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 20:45:13.224209 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [req-f61fc760-da04-4502-8c27-b69d9bac81c7 req-6ecd1e71-3b36-423a-837b-48d8bb7b491d tempest-ServersTestMultiNic-942198030 tempest-ServersTestMultiNic-942198030-project] Unset dirty status for tenant:86c5c562f6e642eda292a78265b6dea4 on resource:port {{(pid=84040) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 20:45:13.225619 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-f61fc760-da04-4502-8c27-b69d9bac81c7 req-6ecd1e71-3b36-423a-837b-48d8bb7b491d tempest-ServersTestMultiNic-942198030 tempest-ServersTestMultiNic-942198030-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=86c5c562f6e642eda292a78265b6dea4&fields=id HTTP/1.1" status: 200 len: 394 time: 0.4914241 Apr 18 20:45:13.357734 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3e08d20-2a98-4855-bf88-2f6949c93510 None None] Network 5a672c0c-378a-4116-a0d8-3b9af9d11e70 requested from n-d-838334-2 {{(pid=84042) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 20:45:13.394486 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-0026c5df-c9af-45f9-896c-7a920e96d333 req-b17cd342-3ece-49af-9337-32388541afbd tempest-TaggedBootDevicesTest-1674414334 tempest-TaggedBootDevicesTest-1674414334-project] Notify agent at l3_agent.n-d-838334-2 the message routers_updated {{(pid=84040) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 20:45:13.406495 n-d-838334-2 neutron-server[84043]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1766c84-3789-493b-97b7-6dc4ed7acd83 None None] Sync routers for ids ['f71df682-36c0-45b6-a315-477bfe4444f5'] in n-d-838334-2 {{(pid=84043) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 18 20:45:13.437130 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1766c84-3789-493b-97b7-6dc4ed7acd83 None None] Routers {'f71df682-36c0-45b6-a315-477bfe4444f5'} bound to L3 agent in host n-d-838334-2 {{(pid=84043) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 20:45:13.438194 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.l3_hamode_db [None req-e1766c84-3789-493b-97b7-6dc4ed7acd83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838334-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-18T20:25:48Z,description=,heartbeat_timestamp=2022-04-18T20:44:48Z,host='n-d-838334-2',id=bc84d6c9-dd7a-4555-a351-592327b46d5a,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:25:48Z,topic='l3_agent')) {'router_ids': ['f71df682-36c0-45b6-a315-477bfe4444f5'], 'active': True} {{(pid=84043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:45:13.546612 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.l3_dvrscheduler_db [req-0026c5df-c9af-45f9-896c-7a920e96d333 req-b17cd342-3ece-49af-9337-32388541afbd tempest-TaggedBootDevicesTest-1674414334 tempest-TaggedBootDevicesTest-1674414334-project] No DVR routers for this DVR port fa03d449-bb38-4cd9-8fa0-e99f7c7cd3e2 on host n-h2-838334-2 {{(pid=84040) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 20:45:13.563688 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-0026c5df-c9af-45f9-896c-7a920e96d333 req-b17cd342-3ece-49af-9337-32388541afbd tempest-TaggedBootDevicesTest-1674414334 tempest-TaggedBootDevicesTest-1674414334-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217293'] for port, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:13.582379 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Device 9b0d4fe8-595a-49ef-878b-9d849889472b up at agent ovs-agent-n-d-838334-2 {{(pid=84042) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 20:45:13.614866 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-f61fc760-da04-4502-8c27-b69d9bac81c7 req-900b9571-0eb8-4efb-98ae-5432a7eccd63 service neutron] 10.222.0.42 "GET /v2.0/networks/5a672c0c-378a-4116-a0d8-3b9af9d11e70?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3743775 Apr 18 20:45:13.665687 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-0026c5df-c9af-45f9-896c-7a920e96d333 req-b17cd342-3ece-49af-9337-32388541afbd tempest-TaggedBootDevicesTest-1674414334 tempest-TaggedBootDevicesTest-1674414334-project] 10.222.0.48 "DELETE /v2.0/ports/fa03d449-bb38-4cd9-8fa0-e99f7c7cd3e2 HTTP/1.1" status: 204 len: 173 time: 4.9306741 Apr 18 20:45:13.684163 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.l3_dvr_db [None req-e1766c84-3789-493b-97b7-6dc4ed7acd83 None None] Set router f71df682-36c0-45b6-a315-477bfe4444f5 gateway port host: n-d-838334-2 {{(pid=84043) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 20:45:13.747445 n-d-838334-2 neutron-server[84040]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cc0d4549-87de-476f-8fa1-88b0358bebbd', 'name': 'network-vif-deleted', 'tag': 'fa03d449-bb38-4cd9-8fa0-e99f7c7cd3e2'}] {{(pid=84040) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 20:45:13.795391 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.db [req-53f09f25-9f5c-4f5b-bf61-2b8eaa8a324c req-c9c1a1be-ecc2-4f3e-ac00-6d02fe593393 tempest-SecurityGroupsTestJSON-1212657955 tempest-SecurityGroupsTestJSON-1212657955-project] For port a8a13440-3cd3-45bf-a515-a9fb5dfb5348, host n-h1-838334-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838334-2',level=0,port_id=a8a13440-3cd3-45bf-a515-a9fb5dfb5348,segment=NetworkSegment(9d2a818f-5a4c-45ce-88ca-131c59c6d275),segment_id=9d2a818f-5a4c-45ce-88ca-131c59c6d275)] {{(pid=84040) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:45:13.823724 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-235a4562-634d-4d73-99da-eca59e546c76 None None] Provisioning for port f3f8885f-cec1-4273-8362-22d94dc8babe completed by entity DHCP. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 20:45:13.832562 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Provisioning for port 9b0d4fe8-595a-49ef-878b-9d849889472b completed by entity L2. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 20:45:13.911254 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-53f09f25-9f5c-4f5b-bf61-2b8eaa8a324c req-c9c1a1be-ecc2-4f3e-ac00-6d02fe593393 tempest-SecurityGroupsTestJSON-1212657955 tempest-SecurityGroupsTestJSON-1212657955-project] Notify callbacks [] for port, precommit_update {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:13.928314 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-f61fc760-da04-4502-8c27-b69d9bac81c7 req-7060da42-3524-45ec-95a3-27ee05b4bb47 service neutron] 10.222.0.42 "GET /v2.0/networks/5a672c0c-378a-4116-a0d8-3b9af9d11e70?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3118029 Apr 18 20:45:13.949939 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-235a4562-634d-4d73-99da-eca59e546c76 None None] Provisioning complete for port f3f8885f-cec1-4273-8362-22d94dc8babe triggered by entity DHCP. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:45:13.950361 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-235a4562-634d-4d73-99da-eca59e546c76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1253608'] for port, provisioning_complete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:13.985121 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-53f09f25-9f5c-4f5b-bf61-2b8eaa8a324c req-c9c1a1be-ecc2-4f3e-ac00-6d02fe593393 tempest-SecurityGroupsTestJSON-1212657955 tempest-SecurityGroupsTestJSON-1212657955-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32440959'] for port, after_update {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:14.054696 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] get_ports_and_sgs() called for port_ids ['8252ee27-efd7-40f7-9fba-90979acc864e'] {{(pid=84042) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 18 20:45:14.093039 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] get_ports_and_sgs() called for port_ids ['a8a13440-3cd3-45bf-a515-a9fb5dfb5348'] {{(pid=84042) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 18 20:45:14.320335 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53f09f25-9f5c-4f5b-bf61-2b8eaa8a324c req-c9c1a1be-ecc2-4f3e-ac00-6d02fe593393 tempest-SecurityGroupsTestJSON-1212657955 tempest-SecurityGroupsTestJSON-1212657955-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:45:14.321260 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-53f09f25-9f5c-4f5b-bf61-2b8eaa8a324c req-c9c1a1be-ecc2-4f3e-ac00-6d02fe593393 tempest-SecurityGroupsTestJSON-1212657955 tempest-SecurityGroupsTestJSON-1212657955-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217293'] for port, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:14.340080 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-53f09f25-9f5c-4f5b-bf61-2b8eaa8a324c req-c9c1a1be-ecc2-4f3e-ac00-6d02fe593393 tempest-SecurityGroupsTestJSON-1212657955 tempest-SecurityGroupsTestJSON-1212657955-project] 10.222.0.42 "PUT /v2.0/ports/a8a13440-3cd3-45bf-a515-a9fb5dfb5348 HTTP/1.1" status: 200 len: 1020 time: 1.5193429 Apr 18 20:45:14.439850 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] get_ports_and_sgs() called for port_ids ['a8a13440-3cd3-45bf-a515-a9fb5dfb5348'] {{(pid=84042) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 18 20:45:14.624722 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9c1a1be-ecc2-4f3e-ac00-6d02fe593393 tempest-SecurityGroupsTestJSON-1212657955 tempest-SecurityGroupsTestJSON-1212657955-project] Pushing event updated for resources: {'Port': ['ID=a8a13440-3cd3-45bf-a515-a9fb5dfb5348,revision_number=7']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:45:14.636434 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d67fbad6-cdcb-43fa-8e05-dbf699516765 None None] Network 77832128-7c92-456a-b28b-7a3f89f4abbe requested from n-d-838334-2 {{(pid=84042) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 20:45:14.695163 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.l3_hamode_db [None req-e1766c84-3789-493b-97b7-6dc4ed7acd83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f71df682-36c0-45b6-a315-477bfe4444f5', 'name': 'tempest-TaggedBootDevicesTest-303031308-router', 'tenant_id': 'f85a0d9202f64bddab6b7eaee6d6810d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'external_fixed_ips': [{'subnet_id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'ip_address': '172.25.8.101'}], 'enable_snat': True}, 'gw_port_id': '5a474b90-1101-4e49-ba7c-8379964cb91c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:37:49Z', 'updated_at': '2022-04-18T20:37:57Z', 'revision_number': 4, 'project_id': 'f85a0d9202f64bddab6b7eaee6d6810d', 'gw_port': {'id': '5a474b90-1101-4e49-ba7c-8379964cb91c', 'name': '', 'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:b3:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f71df682-36c0-45b6-a315-477bfe4444f5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'ip_address': '172.25.8.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:37:49Z', 'updated_at': '2022-04-18T20:38:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838334-2', '_interfaces': [{'id': '5e0d7785-ddda-4f03-bfc3-d61f02557f4b', 'name': '', 'network_id': 'f80f29cf-306f-4b83-b9ef-977e3822a3eb', 'tenant_id': 'f85a0d9202f64bddab6b7eaee6d6810d', 'mac_address': 'fa:16:3e:71:3f:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f71df682-36c0-45b6-a315-477bfe4444f5', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5c52872c-5453-4e7c-876e-5ab51a950a0e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:37:54Z', 'updated_at': '2022-04-18T20:38:24Z', 'revision_number': 5, 'project_id': 'f85a0d9202f64bddab6b7eaee6d6810d', 'subnets': [{'id': '5c52872c-5453-4e7c-876e-5ab51a950a0e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838334-2', False) {} {{(pid=84043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:45:14.712204 n-d-838334-2 neutron-server[84043]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1766c84-3789-493b-97b7-6dc4ed7acd83 None None] Checking router: f71df682-36c0-45b6-a315-477bfe4444f5 for host: n-d-838334-2 {{(pid=84043) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 18 20:45:14.741409 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-f61fc760-da04-4502-8c27-b69d9bac81c7 req-f2ba16b7-887c-4720-a0dc-8080f6422ef0 service neutron] 10.222.0.42 "GET /v2.0/networks/77832128-7c92-456a-b28b-7a3f89f4abbe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8113074 Apr 18 20:45:14.757350 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1766c84-3789-493b-97b7-6dc4ed7acd83 None None] Routers {'f71df682-36c0-45b6-a315-477bfe4444f5'} bound to L3 agent in host n-d-838334-2 {{(pid=84043) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 20:45:14.758276 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.l3_hamode_db [None req-e1766c84-3789-493b-97b7-6dc4ed7acd83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838334-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-18T20:25:48Z,description=,heartbeat_timestamp=2022-04-18T20:44:48Z,host='n-d-838334-2',id=bc84d6c9-dd7a-4555-a351-592327b46d5a,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:25:48Z,topic='l3_agent')) {'router_ids': ['f71df682-36c0-45b6-a315-477bfe4444f5'], 'active': True} {{(pid=84043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:45:14.836719 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-235a4562-634d-4d73-99da-eca59e546c76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:14.892982 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_hamode_db [None req-971ca8dc-bccc-46bc-b044-f420e78d76a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '813035f1-f008-4b32-a970-60bf5859d737', 'name': 'tempest-AttachSCSIVolumeTestJSON-144980346-router', 'tenant_id': 'b8f587b8d37f466c86e412be600de70f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'external_fixed_ips': [{'subnet_id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'ip_address': '172.25.8.74'}], 'enable_snat': True}, 'gw_port_id': 'd215d5b2-51e8-488f-b409-e950dd57b917', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:44:52Z', 'updated_at': '2022-04-18T20:44:57Z', 'revision_number': 4, 'project_id': 'b8f587b8d37f466c86e412be600de70f', 'gw_port': {'id': 'd215d5b2-51e8-488f-b409-e950dd57b917', 'name': '', 'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:c8:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '813035f1-f008-4b32-a970-60bf5859d737', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'ip_address': '172.25.8.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:44:52Z', 'updated_at': '2022-04-18T20:45:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838334-2', '_interfaces': [{'id': 'b6790399-872c-4c18-b812-378b1a4c0480', 'name': '', 'network_id': '9d0497e0-85bb-47bb-9935-c86ebcce2887', 'tenant_id': 'b8f587b8d37f466c86e412be600de70f', 'mac_address': 'fa:16:3e:91:84:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '813035f1-f008-4b32-a970-60bf5859d737', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f817ed5e-64d5-4e39-879b-652a720f6944', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:44:56Z', 'updated_at': '2022-04-18T20:44:57Z', 'revision_number': 2, 'project_id': 'b8f587b8d37f466c86e412be600de70f', 'subnets': [{'id': 'f817ed5e-64d5-4e39-879b-652a720f6944', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838334-2', False) {} {{(pid=84042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:45:15.108083 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-971ca8dc-bccc-46bc-b044-f420e78d76a2 None None] Checking router: 813035f1-f008-4b32-a970-60bf5859d737 for host: n-d-838334-2 {{(pid=84042) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 18 20:45:15.108638 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-971ca8dc-bccc-46bc-b044-f420e78d76a2 None None] Updating router 813035f1-f008-4b32-a970-60bf5859d737 port b6790399-872c-4c18-b812-378b1a4c0480 binding host n-d-838334-2 {{(pid=84042) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 18 20:45:15.129374 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.l3_dvr_db [None req-e1766c84-3789-493b-97b7-6dc4ed7acd83 None None] Set router f71df682-36c0-45b6-a315-477bfe4444f5 gateway port host: n-d-838334-2 {{(pid=84043) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 20:45:15.195029 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f06f9af9-be7d-4def-89db-3d246e191cc1 req-0c2d4c9d-bbbc-4858-bb87-f67622623c09 tempest-ServersAdminTestJSON-1240675426 tempest-ServersAdminTestJSON-1240675426-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:45:15.196850 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-f06f9af9-be7d-4def-89db-3d246e191cc1 req-0c2d4c9d-bbbc-4858-bb87-f67622623c09 tempest-ServersAdminTestJSON-1240675426 tempest-ServersAdminTestJSON-1240675426-project] 10.222.0.42 "GET /v2.0/ports?device_id=ce6c549f-1c22-4313-93e6-93921dc22663 HTTP/1.1" status: 200 len: 949 time: 0.5174427 Apr 18 20:45:15.254891 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-f61fc760-da04-4502-8c27-b69d9bac81c7 req-ab9e87a6-6ab4-4d48-a1b8-a01099edbc03 service neutron] 10.222.0.42 "GET /v2.0/networks/77832128-7c92-456a-b28b-7a3f89f4abbe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3599401 Apr 18 20:45:15.293732 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-f06f9af9-be7d-4def-89db-3d246e191cc1 req-0c58a252-0779-4546-a3a5-27543044f8d1 tempest-ServersAdminTestJSON-1240675426 tempest-ServersAdminTestJSON-1240675426-project] 10.222.0.42 "GET /v2.0/security-groups?id=b9ed1788-e987-4b94-9dd4-ed408bd7803e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0827620 Apr 18 20:45:15.314763 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-971ca8dc-bccc-46bc-b044-f420e78d76a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:15.586189 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-235a4562-634d-4d73-99da-eca59e546c76 None None] For port f3f8885f-cec1-4273-8362-22d94dc8babe, host n-d-838334-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838334-2',level=0,port_id=f3f8885f-cec1-4273-8362-22d94dc8babe,segment=NetworkSegment(d35ae76f-a320-4099-b08d-e8361b6d2a8c),segment_id=d35ae76f-a320-4099-b08d-e8361b6d2a8c)] {{(pid=84042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:45:15.764652 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.l3_hamode_db [None req-e1766c84-3789-493b-97b7-6dc4ed7acd83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f71df682-36c0-45b6-a315-477bfe4444f5', 'name': 'tempest-TaggedBootDevicesTest-303031308-router', 'tenant_id': 'f85a0d9202f64bddab6b7eaee6d6810d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'external_fixed_ips': [{'subnet_id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'ip_address': '172.25.8.101'}], 'enable_snat': True}, 'gw_port_id': '5a474b90-1101-4e49-ba7c-8379964cb91c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:37:49Z', 'updated_at': '2022-04-18T20:37:57Z', 'revision_number': 4, 'project_id': 'f85a0d9202f64bddab6b7eaee6d6810d', 'gw_port': {'id': '5a474b90-1101-4e49-ba7c-8379964cb91c', 'name': '', 'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:b3:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f71df682-36c0-45b6-a315-477bfe4444f5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'ip_address': '172.25.8.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:37:49Z', 'updated_at': '2022-04-18T20:38:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838334-2', '_interfaces': [{'id': '5e0d7785-ddda-4f03-bfc3-d61f02557f4b', 'name': '', 'network_id': 'f80f29cf-306f-4b83-b9ef-977e3822a3eb', 'tenant_id': 'f85a0d9202f64bddab6b7eaee6d6810d', 'mac_address': 'fa:16:3e:71:3f:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f71df682-36c0-45b6-a315-477bfe4444f5', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5c52872c-5453-4e7c-876e-5ab51a950a0e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:37:54Z', 'updated_at': '2022-04-18T20:38:24Z', 'revision_number': 5, 'project_id': 'f85a0d9202f64bddab6b7eaee6d6810d', 'subnets': [{'id': '5c52872c-5453-4e7c-876e-5ab51a950a0e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838334-2', False) {} {{(pid=84043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:45:15.768966 n-d-838334-2 neutron-server[84043]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1766c84-3789-493b-97b7-6dc4ed7acd83 None None] The sync data for ids ['f71df682-36c0-45b6-a315-477bfe4444f5'] in n-d-838334-2 is: [{'id': 'f71df682-36c0-45b6-a315-477bfe4444f5', 'name': 'tempest-TaggedBootDevicesTest-303031308-router', 'tenant_id': 'f85a0d9202f64bddab6b7eaee6d6810d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'external_fixed_ips': [{'subnet_id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'ip_address': '172.25.8.101'}], 'enable_snat': True}, 'gw_port_id': '5a474b90-1101-4e49-ba7c-8379964cb91c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:37:49Z', 'updated_at': '2022-04-18T20:37:57Z', 'revision_number': 4, 'project_id': 'f85a0d9202f64bddab6b7eaee6d6810d', 'gw_port': {'id': '5a474b90-1101-4e49-ba7c-8379964cb91c', 'name': '', 'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:b3:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f71df682-36c0-45b6-a315-477bfe4444f5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'ip_address': '172.25.8.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:37:49Z', 'updated_at': '2022-04-18T20:38:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838334-2', '_interfaces': [{'id': '5e0d7785-ddda-4f03-bfc3-d61f02557f4b', 'name': '', 'network_id': 'f80f29cf-306f-4b83-b9ef-977e3822a3eb', 'tenant_id': 'f85a0d9202f64bddab6b7eaee6d6810d', 'mac_address': 'fa:16:3e:71:3f:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f71df682-36c0-45b6-a315-477bfe4444f5', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5c52872c-5453-4e7c-876e-5ab51a950a0e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:37:54Z', 'updated_at': '2022-04-18T20:38:24Z', 'revision_number': 5, 'project_id': 'f85a0d9202f64bddab6b7eaee6d6810d', 'subnets': [{'id': '5c52872c-5453-4e7c-876e-5ab51a950a0e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84043) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 18 20:45:15.789299 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-235a4562-634d-4d73-99da-eca59e546c76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682'] for port, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:15.977863 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-235a4562-634d-4d73-99da-eca59e546c76 None None] Pushing event updated for resources: {'Port': ['ID=f3f8885f-cec1-4273-8362-22d94dc8babe,revision_number=3']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:45:16.350758 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-bf27d7a6-b22d-4fff-8617-4b2e1354003d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750375287399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253529'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:16.404385 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05431dd8-5313-4781-b6a5-12a97d20da4f req-7613ebd7-ab76-4f77-9a5a-585e8858258b tempest-MigrationsAdminTest-1326981207 tempest-MigrationsAdminTest-1326981207-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:45:16.411462 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-05431dd8-5313-4781-b6a5-12a97d20da4f req-7613ebd7-ab76-4f77-9a5a-585e8858258b tempest-MigrationsAdminTest-1326981207 tempest-MigrationsAdminTest-1326981207-project] 10.222.0.42 "GET /v2.0/ports?device_id=08c5b321-aafc-4918-a395-6fa43a8a405d HTTP/1.1" status: 200 len: 950 time: 0.1164570 Apr 18 20:45:16.455527 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b84cead0-e83f-4c05-a0eb-2d51fb358f54 None None] New status for floating IP 8dd63d38-2e72-4280-8c6c-35aff2fc7241: DOWN {{(pid=84042) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Apr 18 20:45:16.527723 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-05431dd8-5313-4781-b6a5-12a97d20da4f req-d4751e87-c8be-48e9-b88c-2e733500a8b1 tempest-MigrationsAdminTest-1326981207 tempest-MigrationsAdminTest-1326981207-project] 10.222.0.42 "GET /v2.0/security-groups?id=8ca7ac2c-bfe5-493b-aae6-636315bac851&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1149919 Apr 18 20:45:16.626946 n-d-838334-2 neutron-server[84040]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a952c3a8-db02-48ee-adab-b6082bb5d762'] response: {'server_uuid': 'cc0d4549-87de-476f-8fa1-88b0358bebbd', 'name': 'network-vif-deleted', 'tag': 'fa03d449-bb38-4cd9-8fa0-e99f7c7cd3e2', 'status': 'completed', 'code': 200} Apr 18 20:45:16.859249 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [req-2afe90ec-5a80-484b-abd6-c2664e61529e req-92f53f74-c4c7-4e11-b38a-2724d8c5394c tempest-TaggedBootDevicesTest-1674414334 tempest-TaggedBootDevicesTest-1674414334-project] Synchronizing usage tracker for tenant:f85a0d9202f64bddab6b7eaee6d6810d on resource:port {{(pid=84040) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 20:45:16.884636 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-a0f2d6a2-33b8-4e5a-806b-25a1ba024ae2 req-f5ea3f4a-0fa4-4826-abed-d4f2b8da9052 tempest-SecurityGroupsTestJSON-1212657955 tempest-SecurityGroupsTestJSON-1212657955-project] 10.222.0.42 "GET /v2.0/security-groups/587aaa27-61ec-4343-9a7e-63e58a613703 HTTP/1.1" status: 200 len: 1634 time: 0.2021377 Apr 18 20:45:16.899801 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [req-2afe90ec-5a80-484b-abd6-c2664e61529e req-92f53f74-c4c7-4e11-b38a-2724d8c5394c tempest-TaggedBootDevicesTest-1674414334 tempest-TaggedBootDevicesTest-1674414334-project] Unset dirty status for tenant:f85a0d9202f64bddab6b7eaee6d6810d on resource:port {{(pid=84040) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 20:45:16.901109 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-2afe90ec-5a80-484b-abd6-c2664e61529e req-92f53f74-c4c7-4e11-b38a-2724d8c5394c tempest-TaggedBootDevicesTest-1674414334 tempest-TaggedBootDevicesTest-1674414334-project] 10.222.0.42 "GET /v2.0/ports?device_id=cc0d4549-87de-476f-8fa1-88b0358bebbd HTTP/1.1" status: 200 len: 210 time: 0.1447752 Apr 18 20:45:16.990281 n-d-838334-2 neutron-server[84040]: INFO neutron.api.v2.resource [req-a0f2d6a2-33b8-4e5a-806b-25a1ba024ae2 req-40d1f6af-0a04-4381-9377-c596e8781088 tempest-SecurityGroupsTestJSON-1212657955 tempest-SecurityGroupsTestJSON-1212657955-project] delete failed (client error): There was a conflict when trying to complete your request. Apr 18 20:45:16.991441 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-a0f2d6a2-33b8-4e5a-806b-25a1ba024ae2 req-40d1f6af-0a04-4381-9377-c596e8781088 tempest-SecurityGroupsTestJSON-1212657955 tempest-SecurityGroupsTestJSON-1212657955-project] 10.222.0.42 "DELETE /v2.0/security-groups/587aaa27-61ec-4343-9a7e-63e58a613703 HTTP/1.1" status: 409 len: 341 time: 0.1059909 Apr 18 20:45:17.043375 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-d2e2039c-c0e4-404f-a5bd-065e41dc4e9c None None] Provisioning for port 9b0d4fe8-595a-49ef-878b-9d849889472b completed by entity DHCP. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 20:45:17.125744 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-d2e2039c-c0e4-404f-a5bd-065e41dc4e9c None None] Provisioning complete for port 9b0d4fe8-595a-49ef-878b-9d849889472b triggered by entity DHCP. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:45:17.126116 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-d2e2039c-c0e4-404f-a5bd-065e41dc4e9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1253608'] for port, provisioning_complete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:17.221308 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-f60f7c57-1f49-4697-8973-05aef9a86e0d req-7458389c-c946-40ca-b9c5-6717dad9667e tempest-ServersTestMultiNic-942198030 tempest-ServersTestMultiNic-942198030-project] 10.222.0.42 "GET /v2.0/ports?device_id=d6840864-0637-4642-9f99-da91dd7892c7 HTTP/1.1" status: 200 len: 210 time: 0.0827763 Apr 18 20:45:17.491715 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Device f3f8885f-cec1-4273-8362-22d94dc8babe up at agent ovs-agent-n-d-838334-2 {{(pid=84042) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 20:45:17.578908 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bf2837c-b66d-46e4-a934-b693687390e5 req-42a7a416-514c-4b7a-b40d-4989426486af tempest-ServersAdminTestJSON-1240675426 tempest-ServersAdminTestJSON-1240675426-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:45:17.589397 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-8bf2837c-b66d-46e4-a934-b693687390e5 req-42a7a416-514c-4b7a-b40d-4989426486af tempest-ServersAdminTestJSON-1240675426 tempest-ServersAdminTestJSON-1240675426-project] 10.222.0.42 "GET /v2.0/ports?device_id=ce6c549f-1c22-4313-93e6-93921dc22663 HTTP/1.1" status: 200 len: 949 time: 0.1054714 Apr 18 20:45:17.629277 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-971ca8dc-bccc-46bc-b044-f420e78d76a2 None None] Notify callbacks [] for port, precommit_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:17.661042 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-8bf2837c-b66d-46e4-a934-b693687390e5 req-3b0a9fa8-e4d0-4bb9-8ccb-f806579113c0 tempest-ServersAdminTestJSON-1240675426 tempest-ServersAdminTestJSON-1240675426-project] 10.222.0.42 "GET /v2.0/security-groups?id=b9ed1788-e987-4b94-9dd4-ed408bd7803e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701749 Apr 18 20:45:17.697478 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-971ca8dc-bccc-46bc-b044-f420e78d76a2 None None] Transition to ACTIVE for port object b6790399-872c-4c18-b812-378b1a4c0480 will not be triggered until provisioned by entity L2. {{(pid=84042) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 20:45:17.705547 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-d2e2039c-c0e4-404f-a5bd-065e41dc4e9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:17.728001 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-971ca8dc-bccc-46bc-b044-f420e78d76a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682'] for port, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:17.846750 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f7d3edb-c1ab-485e-8efb-600abda752dd None None] Pushing event updated for resources: {'Port': ['ID=b6790399-872c-4c18-b812-378b1a4c0480,revision_number=3']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:45:17.890906 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-d2e2039c-c0e4-404f-a5bd-065e41dc4e9c None None] For port 9b0d4fe8-595a-49ef-878b-9d849889472b, host n-d-838334-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838334-2',level=0,port_id=9b0d4fe8-595a-49ef-878b-9d849889472b,segment=NetworkSegment(0ffe50b9-8a94-4573-9833-bec1b6a6d90c),segment_id=0ffe50b9-8a94-4573-9833-bec1b6a6d90c)] {{(pid=84042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:45:17.894013 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-1bcc8233-8d0b-44d9-a1a5-99dd7460d1bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750375287399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253529'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:17.980947 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-d2e2039c-c0e4-404f-a5bd-065e41dc4e9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682'] for port, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:18.209181 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2e2039c-c0e4-404f-a5bd-065e41dc4e9c None None] Pushing event updated for resources: {'Port': ['ID=9b0d4fe8-595a-49ef-878b-9d849889472b,revision_number=3']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:45:18.285974 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Provisioning complete for port f3f8885f-cec1-4273-8362-22d94dc8babe triggered by entity L2. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:45:18.286590 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1253608'] for port, provisioning_complete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:18.355529 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f61fc760-da04-4502-8c27-b69d9bac81c7 req-d4c83cf9-a5fb-4906-b01c-d38eb3a4c965 tempest-ServersTestMultiNic-942198030 tempest-ServersTestMultiNic-942198030-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:45:18.360420 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f61fc760-da04-4502-8c27-b69d9bac81c7 req-d4c83cf9-a5fb-4906-b01c-d38eb3a4c965 tempest-ServersTestMultiNic-942198030 tempest-ServersTestMultiNic-942198030-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:45:18.362155 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-f61fc760-da04-4502-8c27-b69d9bac81c7 req-d4c83cf9-a5fb-4906-b01c-d38eb3a4c965 tempest-ServersTestMultiNic-942198030 tempest-ServersTestMultiNic-942198030-project] 10.222.0.48 "GET /v2.0/networks?id=5a672c0c-378a-4116-a0d8-3b9af9d11e70&id=77832128-7c92-456a-b28b-7a3f89f4abbe HTTP/1.1" status: 200 len: 1392 time: 0.5902479 Apr 18 20:45:18.375457 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96b5fb66-56ed-428a-9d32-f189bba6bd2c req-68f497a6-5a30-46c4-a47e-994abf523c74 tempest-MigrationsAdminTest-1326981207 tempest-MigrationsAdminTest-1326981207-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:45:18.382778 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-96b5fb66-56ed-428a-9d32-f189bba6bd2c req-68f497a6-5a30-46c4-a47e-994abf523c74 tempest-MigrationsAdminTest-1326981207 tempest-MigrationsAdminTest-1326981207-project] 10.222.0.42 "GET /v2.0/ports?device_id=08c5b321-aafc-4918-a395-6fa43a8a405d HTTP/1.1" status: 200 len: 950 time: 0.3641171 Apr 18 20:45:18.390024 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.v2.base [req-f61fc760-da04-4502-8c27-b69d9bac81c7 req-9526f6c6-c884-43e9-8bcf-4b284fbaf910 tempest-ServersTestMultiNic-942198030 tempest-ServersTestMultiNic-942198030-project] Request body: {'port': {'device_id': 'd6840864-0637-4642-9f99-da91dd7892c7', 'network_id': '5a672c0c-378a-4116-a0d8-3b9af9d11e70', 'admin_state_up': True, 'tenant_id': '86c5c562f6e642eda292a78265b6dea4'}} {{(pid=84040) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 20:45:18.416223 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.managers [None req-971ca8dc-bccc-46bc-b044-f420e78d76a2 None None] Attempting to bind port b6790399-872c-4c18-b812-378b1a4c0480 on host n-d-838334-2 for vnic_type normal with profile {{(pid=84042) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:45:18.416601 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.managers [None req-971ca8dc-bccc-46bc-b044-f420e78d76a2 None None] Attempting to bind port b6790399-872c-4c18-b812-378b1a4c0480 by drivers openvswitch,hyperv on host n-d-838334-2 at level 0 using segments [{'id': '5b604cea-9c78-432e-a84f-851b951c2b77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '9d0497e0-85bb-47bb-9935-c86ebcce2887'}] {{(pid=84042) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:45:18.419677 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-971ca8dc-bccc-46bc-b044-f420e78d76a2 None None] Attempting to bind port b6790399-872c-4c18-b812-378b1a4c0480 on network 9d0497e0-85bb-47bb-9935-c86ebcce2887 {{(pid=84042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 20:45:18.449193 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-7628e4d3-5845-4f34-94d4-3eb9c8c74607 None None] Provisioning complete for port 9b0d4fe8-595a-49ef-878b-9d849889472b triggered by entity DHCP. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:45:18.449675 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-7628e4d3-5845-4f34-94d4-3eb9c8c74607 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1253608'] for port, provisioning_complete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:18.498398 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-971ca8dc-bccc-46bc-b044-f420e78d76a2 None None] Checking agent: {'id': '97cd4414-7af6-4d67-868d-dff370b4071a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838334-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 25, 49), 'started_at': datetime.datetime(2022, 4, 18, 20, 26, 19), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 20, 44, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838334-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 18 20:45:18.498770 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-971ca8dc-bccc-46bc-b044-f420e78d76a2 None None] Checking segment: {'id': '5b604cea-9c78-432e-a84f-851b951c2b77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '9d0497e0-85bb-47bb-9935-c86ebcce2887'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84042) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 20:45:18.499222 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-971ca8dc-bccc-46bc-b044-f420e78d76a2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:18.500028 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-971ca8dc-bccc-46bc-b044-f420e78d76a2 None None] Bound using segment: {'id': '5b604cea-9c78-432e-a84f-851b951c2b77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '9d0497e0-85bb-47bb-9935-c86ebcce2887'} {{(pid=84042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 18 20:45:18.500508 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.managers [None req-971ca8dc-bccc-46bc-b044-f420e78d76a2 None None] Bound port: b6790399-872c-4c18-b812-378b1a4c0480, host: n-d-838334-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5b604cea-9c78-432e-a84f-851b951c2b77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '9d0497e0-85bb-47bb-9935-c86ebcce2887'}}] {{(pid=84042) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 20:45:18.501079 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-971ca8dc-bccc-46bc-b044-f420e78d76a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:18.619288 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-96b5fb66-56ed-428a-9d32-f189bba6bd2c req-176d6989-a7b1-4fbf-876f-0600b73f6867 tempest-MigrationsAdminTest-1326981207 tempest-MigrationsAdminTest-1326981207-project] 10.222.0.42 "GET /v2.0/security-groups?id=8ca7ac2c-bfe5-493b-aae6-636315bac851&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2355807 Apr 18 20:45:18.722049 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Device 477a0bf5-0275-431a-8328-ff70599fc8f0 details requested by agent hyperv_n-h2-838334-2 with host n-h2-838334-2 {{(pid=84042) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 18 20:45:18.746572 n-d-838334-2 neutron-server[84040]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '529e12bc-16bd-41a4-98c2-5f9bfb5512e7', 'tag': 'a8a13440-3cd3-45bf-a515-a9fb5dfb5348'}] {{(pid=84040) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 20:45:18.750253 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-971ca8dc-bccc-46bc-b044-f420e78d76a2 None None] For port b6790399-872c-4c18-b812-378b1a4c0480, host n-d-838334-2, cleared binding levels {{(pid=84042) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 20:45:18.764613 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [req-f61fc760-da04-4502-8c27-b69d9bac81c7 req-9526f6c6-c884-43e9-8bcf-4b284fbaf910 tempest-ServersTestMultiNic-942198030 tempest-ServersTestMultiNic-942198030-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:45:18.775275 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-971ca8dc-bccc-46bc-b044-f420e78d76a2 None None] For port b6790399-872c-4c18-b812-378b1a4c0480, host n-d-838334-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838334-2',level=0,port_id=b6790399-872c-4c18-b812-378b1a4c0480,segment=NetworkSegment(5b604cea-9c78-432e-a84f-851b951c2b77),segment_id=5b604cea-9c78-432e-a84f-851b951c2b77)] {{(pid=84042) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 20:45:18.777862 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [req-f61fc760-da04-4502-8c27-b69d9bac81c7 req-9526f6c6-c884-43e9-8bcf-4b284fbaf910 tempest-ServersTestMultiNic-942198030 tempest-ServersTestMultiNic-942198030-project] Attempting to reserve 1 items for resource port. Total usage: 4; quota limit: 500; headroom:496 {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:45:18.801616 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-971ca8dc-bccc-46bc-b044-f420e78d76a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682'] for port, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:18.810463 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f61fc760-da04-4502-8c27-b69d9bac81c7 req-9526f6c6-c884-43e9-8bcf-4b284fbaf910 tempest-ServersTestMultiNic-942198030 tempest-ServersTestMultiNic-942198030-project] Made reservation on behalf of 86c5c562f6e642eda292a78265b6dea4 for: {'port': 1} {{(pid=84040) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:45:18.813495 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-f61fc760-da04-4502-8c27-b69d9bac81c7 req-9526f6c6-c884-43e9-8bcf-4b284fbaf910 tempest-ServersTestMultiNic-942198030 tempest-ServersTestMultiNic-942198030-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:19.020624 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f7d3edb-c1ab-485e-8efb-600abda752dd None None] Pushing event updated for resources: {'Port': ['ID=b6790399-872c-4c18-b812-378b1a4c0480,revision_number=4']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:45:19.066295 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] For port 477a0bf5-0275-431a-8328-ff70599fc8f0, host n-h2-838334-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838334-2',level=0,port_id=477a0bf5-0275-431a-8328-ff70599fc8f0,segment=NetworkSegment(62b85806-94d8-4a88-a06c-da82e5932d66),segment_id=62b85806-94d8-4a88-a06c-da82e5932d66)] {{(pid=84042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:45:19.079373 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750375287399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253529'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:19.086314 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-7bfa14b8-c9ae-4862-b3e7-9748f04c4717 req-ebd23276-7e14-4405-b5a6-9b48d1feb004 tempest-ServersTestMultiNic-942198030 tempest-ServersTestMultiNic-942198030-project] 10.222.0.42 "GET /v2.0/ports?device_id=d6840864-0637-4642-9f99-da91dd7892c7 HTTP/1.1" status: 200 len: 210 time: 0.1128232 Apr 18 20:45:19.109210 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Returning: {'device': '477a0bf5-0275-431a-8328-ff70599fc8f0', 'network_id': 'cb56989d-7c5d-4678-b194-1d2edf1e842a', 'port_id': '477a0bf5-0275-431a-8328-ff70599fc8f0', 'mac_address': 'fa:16:3e:f5:a1:d1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 382, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c4b526db-4d8a-4d4c-a310-e3a599630ae1', 'ip_address': '192.168.233.184'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84042) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 18 20:45:19.184271 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:19.200710 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-7628e4d3-5845-4f34-94d4-3eb9c8c74607 None None] Provisioning complete for port f3f8885f-cec1-4273-8362-22d94dc8babe triggered by entity DHCP. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:45:19.201085 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-7628e4d3-5845-4f34-94d4-3eb9c8c74607 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1253608'] for port, provisioning_complete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:19.215751 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.agents_db [None req-6346a179-333c-4370-b5a6-936984aeab15 None None] Agent healthcheck: found 7 active agents {{(pid=84043) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 18 20:45:19.275814 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_dvrscheduler_db [None req-971ca8dc-bccc-46bc-b044-f420e78d76a2 None None] Routers {'813035f1-f008-4b32-a970-60bf5859d737'} bound to L3 agent in host n-d-838334-2 {{(pid=84042) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 20:45:19.276653 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_hamode_db [None req-971ca8dc-bccc-46bc-b044-f420e78d76a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838334-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-18T20:25:48Z,description=,heartbeat_timestamp=2022-04-18T20:45:18Z,host='n-d-838334-2',id=bc84d6c9-dd7a-4555-a351-592327b46d5a,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:25:48Z,topic='l3_agent')) {'router_ids': ['813035f1-f008-4b32-a970-60bf5859d737'], 'active': True} {{(pid=84042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:45:19.377467 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.db_base_plugin_common [req-f61fc760-da04-4502-8c27-b69d9bac81c7 req-9526f6c6-c884-43e9-8bcf-4b284fbaf910 tempest-ServersTestMultiNic-942198030 tempest-ServersTestMultiNic-942198030-project] Allocated IP 19.80.0.43 (5a672c0c-378a-4116-a0d8-3b9af9d11e70/3ca98581-9d97-4fcc-91a2-2b042376e408/2d81e7a8-546f-4b85-b21f-680c2a095f3f) {{(pid=84040) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:45:19.508477 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Device 9b0d4fe8-595a-49ef-878b-9d849889472b up at agent ovs-agent-n-d-838334-2 {{(pid=84042) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 20:45:19.581954 n-d-838334-2 neutron-server[84042]: DEBUG neutron.notifiers.nova [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 477a0bf5-0275-431a-8328-ff70599fc8f0 {{(pid=84042) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 18 20:45:19.598877 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] For port 477a0bf5-0275-431a-8328-ff70599fc8f0, host n-h2-838334-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838334-2',level=0,port_id=477a0bf5-0275-431a-8328-ff70599fc8f0,segment=NetworkSegment(62b85806-94d8-4a88-a06c-da82e5932d66),segment_id=62b85806-94d8-4a88-a06c-da82e5932d66)] {{(pid=84042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:45:19.609951 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-414b6ffe-e119-47bc-b18f-bcff1219c2f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750375287399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253529'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:19.614006 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682'] for port, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:19.697816 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1648a69a-e8dd-4609-8289-d01ceccdc4a6 req-0ede8f18-9cec-41b9-bbfa-e3c053d3043b tempest-SecurityGroupsTestJSON-1212657955 tempest-SecurityGroupsTestJSON-1212657955-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:45:19.706392 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-1648a69a-e8dd-4609-8289-d01ceccdc4a6 req-0ede8f18-9cec-41b9-bbfa-e3c053d3043b tempest-SecurityGroupsTestJSON-1212657955 tempest-SecurityGroupsTestJSON-1212657955-project] 10.222.0.42 "GET /v2.0/ports?device_id=529e12bc-16bd-41a4-98c2-5f9bfb5512e7 HTTP/1.1" status: 200 len: 1023 time: 0.3148258 Apr 18 20:45:19.709502 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Pushing event updated for resources: {'Port': ['ID=477a0bf5-0275-431a-8328-ff70599fc8f0,revision_number=6']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:45:19.792387 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2262141f-ebd0-4116-a54f-8b21770e89f8 req-47c6455a-9b9b-41bf-bc39-ac020dedf318 tempest-ServersAdminTestJSON-1240675426 tempest-ServersAdminTestJSON-1240675426-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:45:19.801165 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-2262141f-ebd0-4116-a54f-8b21770e89f8 req-47c6455a-9b9b-41bf-bc39-ac020dedf318 tempest-ServersAdminTestJSON-1240675426 tempest-ServersAdminTestJSON-1240675426-project] 10.222.0.42 "GET /v2.0/ports?device_id=ce6c549f-1c22-4313-93e6-93921dc22663 HTTP/1.1" status: 200 len: 949 time: 0.3600206 Apr 18 20:45:19.810942 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Provisioning complete for port 9b0d4fe8-595a-49ef-878b-9d849889472b triggered by entity L2. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:45:19.811310 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1253608'] for port, provisioning_complete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:19.843653 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] get_ports_and_sgs() called for port_ids ['477a0bf5-0275-431a-8328-ff70599fc8f0'] {{(pid=84042) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 18 20:45:19.867492 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_dvr_db [None req-971ca8dc-bccc-46bc-b044-f420e78d76a2 None None] Set router 813035f1-f008-4b32-a970-60bf5859d737 gateway port host: n-d-838334-2 {{(pid=84042) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 20:45:19.872188 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-1648a69a-e8dd-4609-8289-d01ceccdc4a6 req-492b5c0b-a9e2-41d3-a66d-dc1e28b3f215 tempest-SecurityGroupsTestJSON-1212657955 tempest-SecurityGroupsTestJSON-1212657955-project] 10.222.0.42 "GET /v2.0/security-groups?id=cd7910c1-ae3f-48e2-9d01-6c825bfdbee7&id=587aaa27-61ec-4343-9a7e-63e58a613703&id=9011416c-6492-4991-9c3b-a886ca17cbe3&fields=id&fields=name HTTP/1.1" status: 200 len: 515 time: 0.1646161 Apr 18 20:45:19.948756 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-2262141f-ebd0-4116-a54f-8b21770e89f8 req-f3893d7e-5222-4534-ba12-39003136af0a tempest-ServersAdminTestJSON-1240675426 tempest-ServersAdminTestJSON-1240675426-project] 10.222.0.42 "GET /v2.0/security-groups?id=b9ed1788-e987-4b94-9dd4-ed408bd7803e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1461256 Apr 18 20:45:20.004747 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-f61fc760-da04-4502-8c27-b69d9bac81c7 req-9526f6c6-c884-43e9-8bcf-4b284fbaf910 tempest-ServersTestMultiNic-942198030 tempest-ServersTestMultiNic-942198030-project] Notify callbacks [] for port, precommit_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:20.055030 n-d-838334-2 neutron-server[84040]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f3332684-2817-417c-8156-53215c97e975'] response: {'name': 'network-changed', 'server_uuid': '529e12bc-16bd-41a4-98c2-5f9bfb5512e7', 'tag': 'a8a13440-3cd3-45bf-a515-a9fb5dfb5348', 'status': 'completed', 'code': 200} Apr 18 20:45:20.064927 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.provisioning_blocks [req-f61fc760-da04-4502-8c27-b69d9bac81c7 req-9526f6c6-c884-43e9-8bcf-4b284fbaf910 tempest-ServersTestMultiNic-942198030 tempest-ServersTestMultiNic-942198030-project] Transition to ACTIVE for port object 2d81e7a8-546f-4b85-b21f-680c2a095f3f will not be triggered until provisioned by entity DHCP. {{(pid=84040) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 20:45:20.087840 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 41224) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:45:20.221999 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-572008af-7f8e-4899-a18b-3c5472e8ae3e req-b66e6edf-f550-42f5-9840-0d19dbf24d4e service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=f09031fed4d542f69d251f76eb7f477d&device_id=529e12bc-16bd-41a4-98c2-5f9bfb5512e7 HTTP/1.1" status: 200 len: 1174 time: 0.1509264 Apr 18 20:45:20.341344 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7df1ace0-a189-4c69-82f2-e2425b28adde req-61656630-b74d-42ba-b49b-4b32730dc1e2 tempest-SecurityGroupsTestJSON-1212657955 tempest-SecurityGroupsTestJSON-1212657955-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:45:20.342077 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [req-7df1ace0-a189-4c69-82f2-e2425b28adde req-61656630-b74d-42ba-b49b-4b32730dc1e2 tempest-SecurityGroupsTestJSON-1212657955 tempest-SecurityGroupsTestJSON-1212657955-project] Synchronizing usage tracker for tenant:f09031fed4d542f69d251f76eb7f477d on resource:port {{(pid=84041) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 20:45:20.367319 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-9b621494-6694-4711-b45b-a22abb835b53 tempest-TaggedBootDevicesTest-1674414334 tempest-TaggedBootDevicesTest-1674414334-project] Notify callbacks [] for security_group, before_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:20.404897 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [req-7df1ace0-a189-4c69-82f2-e2425b28adde req-61656630-b74d-42ba-b49b-4b32730dc1e2 tempest-SecurityGroupsTestJSON-1212657955 tempest-SecurityGroupsTestJSON-1212657955-project] Unset dirty status for tenant:f09031fed4d542f69d251f76eb7f477d on resource:port {{(pid=84041) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 20:45:20.406518 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-7df1ace0-a189-4c69-82f2-e2425b28adde req-61656630-b74d-42ba-b49b-4b32730dc1e2 tempest-SecurityGroupsTestJSON-1212657955 tempest-SecurityGroupsTestJSON-1212657955-project] 10.222.0.43 "GET /v2.0/ports?device_id=529e12bc-16bd-41a4-98c2-5f9bfb5512e7 HTTP/1.1" status: 200 len: 1023 time: 0.4737267 Apr 18 20:45:20.428329 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-f61fc760-da04-4502-8c27-b69d9bac81c7 req-9526f6c6-c884-43e9-8bcf-4b284fbaf910 tempest-ServersTestMultiNic-942198030 tempest-ServersTestMultiNic-942198030-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750374836619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32440838'] for port, after_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:20.516969 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-c7521a90-7d65-4e2e-842c-ca5d95e9a89c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750375287399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253529'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:20.564400 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_hamode_db [None req-971ca8dc-bccc-46bc-b044-f420e78d76a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '813035f1-f008-4b32-a970-60bf5859d737', 'name': 'tempest-AttachSCSIVolumeTestJSON-144980346-router', 'tenant_id': 'b8f587b8d37f466c86e412be600de70f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'external_fixed_ips': [{'subnet_id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'ip_address': '172.25.8.74'}], 'enable_snat': True}, 'gw_port_id': 'd215d5b2-51e8-488f-b409-e950dd57b917', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:44:52Z', 'updated_at': '2022-04-18T20:44:57Z', 'revision_number': 4, 'project_id': 'b8f587b8d37f466c86e412be600de70f', 'gw_port': {'id': 'd215d5b2-51e8-488f-b409-e950dd57b917', 'name': '', 'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:c8:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '813035f1-f008-4b32-a970-60bf5859d737', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'ip_address': '172.25.8.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:44:52Z', 'updated_at': '2022-04-18T20:45:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838334-2', '_interfaces': [{'id': 'b6790399-872c-4c18-b812-378b1a4c0480', 'name': '', 'network_id': '9d0497e0-85bb-47bb-9935-c86ebcce2887', 'tenant_id': 'b8f587b8d37f466c86e412be600de70f', 'mac_address': 'fa:16:3e:91:84:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '813035f1-f008-4b32-a970-60bf5859d737', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f817ed5e-64d5-4e39-879b-652a720f6944', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:44:56Z', 'updated_at': '2022-04-18T20:45:18Z', 'revision_number': 4, 'project_id': 'b8f587b8d37f466c86e412be600de70f', 'subnets': [{'id': 'f817ed5e-64d5-4e39-879b-652a720f6944', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838334-2', False) {} {{(pid=84042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:45:20.569869 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-971ca8dc-bccc-46bc-b044-f420e78d76a2 None None] The sync data for ids ['813035f1-f008-4b32-a970-60bf5859d737'] in n-d-838334-2 is: [{'id': '813035f1-f008-4b32-a970-60bf5859d737', 'name': 'tempest-AttachSCSIVolumeTestJSON-144980346-router', 'tenant_id': 'b8f587b8d37f466c86e412be600de70f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'external_fixed_ips': [{'subnet_id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'ip_address': '172.25.8.74'}], 'enable_snat': True}, 'gw_port_id': 'd215d5b2-51e8-488f-b409-e950dd57b917', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:44:52Z', 'updated_at': '2022-04-18T20:44:57Z', 'revision_number': 4, 'project_id': 'b8f587b8d37f466c86e412be600de70f', 'gw_port': {'id': 'd215d5b2-51e8-488f-b409-e950dd57b917', 'name': '', 'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:c8:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '813035f1-f008-4b32-a970-60bf5859d737', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'ip_address': '172.25.8.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:44:52Z', 'updated_at': '2022-04-18T20:45:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838334-2', '_interfaces': [{'id': 'b6790399-872c-4c18-b812-378b1a4c0480', 'name': '', 'network_id': '9d0497e0-85bb-47bb-9935-c86ebcce2887', 'tenant_id': 'b8f587b8d37f466c86e412be600de70f', 'mac_address': 'fa:16:3e:91:84:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '813035f1-f008-4b32-a970-60bf5859d737', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f817ed5e-64d5-4e39-879b-652a720f6944', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:44:56Z', 'updated_at': '2022-04-18T20:45:18Z', 'revision_number': 4, 'project_id': 'b8f587b8d37f466c86e412be600de70f', 'subnets': [{'id': 'f817ed5e-64d5-4e39-879b-652a720f6944', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84042) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 18 20:45:20.601581 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.plugin [req-7df1ace0-a189-4c69-82f2-e2425b28adde req-004b7949-3380-47c4-8bc5-dd514fab4af3 tempest-SecurityGroupsTestJSON-1212657955 tempest-SecurityGroupsTestJSON-1212657955-project] Deleting port a8a13440-3cd3-45bf-a515-a9fb5dfb5348 {{(pid=84041) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 20:45:20.601978 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [req-7df1ace0-a189-4c69-82f2-e2425b28adde req-004b7949-3380-47c4-8bc5-dd514fab4af3 tempest-SecurityGroupsTestJSON-1212657955 tempest-SecurityGroupsTestJSON-1212657955-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750375188691'] for port, before_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:20.708227 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-572008af-7f8e-4899-a18b-3c5472e8ae3e req-43c756df-09c9-455a-878b-3fd4d89e85d2 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:45:20.710313 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-572008af-7f8e-4899-a18b-3c5472e8ae3e req-43c756df-09c9-455a-878b-3fd4d89e85d2 service neutron] 10.222.0.43 "GET /v2.0/networks?id=7f662c04-13d3-4bf2-9436-adfc04ef8c7e HTTP/1.1" status: 200 len: 913 time: 0.4792974 Apr 18 20:45:20.731933 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Device 477a0bf5-0275-431a-8328-ff70599fc8f0 up at agent hyperv_n-h2-838334-2 {{(pid=84042) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 20:45:20.779117 n-d-838334-2 neutron-server[84040]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f61fc760-da04-4502-8c27-b69d9bac81c7 req-9526f6c6-c884-43e9-8bcf-4b284fbaf910 tempest-ServersTestMultiNic-942198030 tempest-ServersTestMultiNic-942198030-project] Network 5a672c0c-378a-4116-a0d8-3b9af9d11e70 is already hosted by enough agents. {{(pid=84040) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:45:20.870930 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Provisioning complete for port 477a0bf5-0275-431a-8328-ff70599fc8f0 triggered by entity L2. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:45:20.871296 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1253608'] for port, provisioning_complete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:20.874853 n-d-838334-2 neutron-server[84040]: DEBUG neutron.scheduler.base_scheduler [req-f61fc760-da04-4502-8c27-b69d9bac81c7 req-9526f6c6-c884-43e9-8bcf-4b284fbaf910 tempest-ServersTestMultiNic-942198030 tempest-ServersTestMultiNic-942198030-project] Resources bound (agent type, host, resource id): {{(pid=84040) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:45:20.914171 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-9b621494-6694-4711-b45b-a22abb835b53 tempest-TaggedBootDevicesTest-1674414334 tempest-TaggedBootDevicesTest-1674414334-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:20.930130 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.l3_dvrscheduler_db [req-f61fc760-da04-4502-8c27-b69d9bac81c7 req-9526f6c6-c884-43e9-8bcf-4b284fbaf910 tempest-ServersTestMultiNic-942198030 tempest-ServersTestMultiNic-942198030-project] Received port after_create {{(pid=84040) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 20:45:20.954759 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-572008af-7f8e-4899-a18b-3c5472e8ae3e req-db078dd4-44b6-43ea-9baa-952aa0890405 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a8a13440-3cd3-45bf-a515-a9fb5dfb5348 HTTP/1.1" status: 200 len: 217 time: 0.2290764 Apr 18 20:45:21.084018 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f61fc760-da04-4502-8c27-b69d9bac81c7 req-9526f6c6-c884-43e9-8bcf-4b284fbaf910 tempest-ServersTestMultiNic-942198030 tempest-ServersTestMultiNic-942198030-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:45:21.084708 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-f61fc760-da04-4502-8c27-b69d9bac81c7 req-9526f6c6-c884-43e9-8bcf-4b284fbaf910 tempest-ServersTestMultiNic-942198030 tempest-ServersTestMultiNic-942198030-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217293'] for port, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:21.216461 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-f61fc760-da04-4502-8c27-b69d9bac81c7 req-9526f6c6-c884-43e9-8bcf-4b284fbaf910 tempest-ServersTestMultiNic-942198030 tempest-ServersTestMultiNic-942198030-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.8308699 Apr 18 20:45:21.235531 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:21.253769 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.v2.base [req-f61fc760-da04-4502-8c27-b69d9bac81c7 req-fbbee822-c943-4f1a-bfba-70c71dcf03b0 tempest-ServersTestMultiNic-942198030 tempest-ServersTestMultiNic-942198030-project] Request body: {'port': {'device_id': 'd6840864-0637-4642-9f99-da91dd7892c7', 'network_id': '77832128-7c92-456a-b28b-7a3f89f4abbe', 'admin_state_up': True, 'tenant_id': '86c5c562f6e642eda292a78265b6dea4'}} {{(pid=84040) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 20:45:21.285825 n-d-838334-2 neutron-server[84042]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd9f332ce-c76b-46eb-85fd-3cf94eadb99f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '477a0bf5-0275-431a-8328-ff70599fc8f0'}] {{(pid=84042) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 20:45:21.316357 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] For port 477a0bf5-0275-431a-8328-ff70599fc8f0, host n-h2-838334-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838334-2',level=0,port_id=477a0bf5-0275-431a-8328-ff70599fc8f0,segment=NetworkSegment(62b85806-94d8-4a88-a06c-da82e5932d66),segment_id=62b85806-94d8-4a88-a06c-da82e5932d66)] {{(pid=84042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:45:21.324724 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-572008af-7f8e-4899-a18b-3c5472e8ae3e req-59ecdf56-24ac-4395-ba9a-3546bd5d3469 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:45:21.326335 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-572008af-7f8e-4899-a18b-3c5472e8ae3e req-59ecdf56-24ac-4395-ba9a-3546bd5d3469 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=ab70a436-dbca-469d-b0be-5b1a5cfe0476 HTTP/1.1" status: 200 len: 852 time: 0.3599157 Apr 18 20:45:21.328140 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682'] for port, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:21.520883 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-572008af-7f8e-4899-a18b-3c5472e8ae3e req-19b4cc86-1ae5-4a3e-8f4c-635d6d2058a2 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=7f662c04-13d3-4bf2-9436-adfc04ef8c7e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1553349 Apr 18 20:45:21.534780 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9526f6c6-c884-43e9-8bcf-4b284fbaf910 tempest-ServersTestMultiNic-942198030 tempest-ServersTestMultiNic-942198030-project] Pushing event updated for resources: {'Port': ['ID=2d81e7a8-546f-4b85-b21f-680c2a095f3f,revision_number=1']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:45:21.553486 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-8a61cc78-f145-4507-a6da-cdd6dfd40102 None None] Provisioning for port 2d81e7a8-546f-4b85-b21f-680c2a095f3f completed by entity DHCP. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 20:45:21.595144 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-8a61cc78-f145-4507-a6da-cdd6dfd40102 None None] Provisioning complete for port 2d81e7a8-546f-4b85-b21f-680c2a095f3f triggered by entity DHCP. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:45:21.595429 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-8a61cc78-f145-4507-a6da-cdd6dfd40102 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1253608'] for port, provisioning_complete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:21.648770 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Device b6790399-872c-4c18-b812-378b1a4c0480 up at agent ovs-agent-n-d-838334-2 {{(pid=84042) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 20:45:21.656640 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-9b621494-6694-4711-b45b-a22abb835b53 tempest-TaggedBootDevicesTest-1674414334 tempest-TaggedBootDevicesTest-1674414334-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33528224'] for security_group, after_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:21.748683 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Pushing event updated for resources: {'Port': ['ID=477a0bf5-0275-431a-8328-ff70599fc8f0,revision_number=7']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:45:21.786337 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.plugin [None req-8a61cc78-f145-4507-a6da-cdd6dfd40102 None None] Port 2d81e7a8-546f-4b85-b21f-680c2a095f3f cannot update to ACTIVE because it is not bound. {{(pid=84042) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 18 20:45:21.802199 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [req-f61fc760-da04-4502-8c27-b69d9bac81c7 req-fbbee822-c943-4f1a-bfba-70c71dcf03b0 tempest-ServersTestMultiNic-942198030 tempest-ServersTestMultiNic-942198030-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:45:21.811429 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b621494-6694-4711-b45b-a22abb835b53 tempest-TaggedBootDevicesTest-1674414334 tempest-TaggedBootDevicesTest-1674414334-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=67ac5558-a250-4106-afe6-28a5add43e38,revision_number=None']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:45:21.847239 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Provisioning for port b6790399-872c-4c18-b812-378b1a4c0480 completed by entity L2. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 20:45:21.850435 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-675777f6-492d-4273-9c84-6421044b411e req-ce220db2-9c1e-44d0-9172-90d59c72ab16 tempest-MigrationsAdminTest-1326981207 tempest-MigrationsAdminTest-1326981207-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:45:21.853721 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Provisioning complete for port b6790399-872c-4c18-b812-378b1a4c0480 triggered by entity L2. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:45:21.854105 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1253608'] for port, provisioning_complete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:21.862092 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-675777f6-492d-4273-9c84-6421044b411e req-ce220db2-9c1e-44d0-9172-90d59c72ab16 tempest-MigrationsAdminTest-1326981207 tempest-MigrationsAdminTest-1326981207-project] 10.222.0.42 "GET /v2.0/ports?device_id=08c5b321-aafc-4918-a395-6fa43a8a405d HTTP/1.1" status: 200 len: 950 time: 1.1283736 Apr 18 20:45:21.913955 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [req-f61fc760-da04-4502-8c27-b69d9bac81c7 req-fbbee822-c943-4f1a-bfba-70c71dcf03b0 tempest-ServersTestMultiNic-942198030 tempest-ServersTestMultiNic-942198030-project] Usage tracker for resource:port and tenant:86c5c562f6e642eda292a78265b6dea4 is out of sync, need to count used quota {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:45:21.916453 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.db [req-7df1ace0-a189-4c69-82f2-e2425b28adde req-004b7949-3380-47c4-8bc5-dd514fab4af3 tempest-SecurityGroupsTestJSON-1212657955 tempest-SecurityGroupsTestJSON-1212657955-project] For port a8a13440-3cd3-45bf-a515-a9fb5dfb5348, host n-h1-838334-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838334-2',level=0,port_id=a8a13440-3cd3-45bf-a515-a9fb5dfb5348,segment=NetworkSegment(9d2a818f-5a4c-45ce-88ca-131c59c6d275),segment_id=9d2a818f-5a4c-45ce-88ca-131c59c6d275)] {{(pid=84041) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:45:21.920600 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [req-7df1ace0-a189-4c69-82f2-e2425b28adde req-004b7949-3380-47c4-8bc5-dd514fab4af3 tempest-SecurityGroupsTestJSON-1212657955 tempest-SecurityGroupsTestJSON-1212657955-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369123'] for port, precommit_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:21.922998 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [req-f61fc760-da04-4502-8c27-b69d9bac81c7 req-fbbee822-c943-4f1a-bfba-70c71dcf03b0 tempest-ServersTestMultiNic-942198030 tempest-ServersTestMultiNic-942198030-project] Quota usage for port was recalculated. Used quota:5. {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:45:21.970806 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [req-f61fc760-da04-4502-8c27-b69d9bac81c7 req-fbbee822-c943-4f1a-bfba-70c71dcf03b0 tempest-ServersTestMultiNic-942198030 tempest-ServersTestMultiNic-942198030-project] Attempting to reserve 1 items for resource port. Total usage: 5; quota limit: 500; headroom:495 {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:45:21.995915 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f593eef4-cbcd-4667-8791-9a0d8e63b5b9 req-8277bc4d-f76a-4ce4-8c4d-bc4e605e567f tempest-ServersTestMultiNic-942198030 tempest-ServersTestMultiNic-942198030-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:45:21.996792 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [req-f593eef4-cbcd-4667-8791-9a0d8e63b5b9 req-8277bc4d-f76a-4ce4-8c4d-bc4e605e567f tempest-ServersTestMultiNic-942198030 tempest-ServersTestMultiNic-942198030-project] Synchronizing usage tracker for tenant:86c5c562f6e642eda292a78265b6dea4 on resource:port {{(pid=84040) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 20:45:22.005372 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-9b621494-6694-4711-b45b-a22abb835b53 tempest-TaggedBootDevicesTest-1674414334 tempest-TaggedBootDevicesTest-1674414334-project] Notify callbacks [] for security_group, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:22.017075 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-9b621494-6694-4711-b45b-a22abb835b53 tempest-TaggedBootDevicesTest-1674414334 tempest-TaggedBootDevicesTest-1674414334-project] 10.222.0.42 "DELETE /v2.0/security-groups/67ac5558-a250-4106-afe6-28a5add43e38 HTTP/1.1" status: 204 len: 168 time: 1.9243543 Apr 18 20:45:22.040807 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 41256) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:45:22.119023 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f61fc760-da04-4502-8c27-b69d9bac81c7 req-fbbee822-c943-4f1a-bfba-70c71dcf03b0 tempest-ServersTestMultiNic-942198030 tempest-ServersTestMultiNic-942198030-project] Made reservation on behalf of 86c5c562f6e642eda292a78265b6dea4 for: {'port': 1} {{(pid=84040) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:45:22.122469 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-f61fc760-da04-4502-8c27-b69d9bac81c7 req-fbbee822-c943-4f1a-bfba-70c71dcf03b0 tempest-ServersTestMultiNic-942198030 tempest-ServersTestMultiNic-942198030-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:22.150609 n-d-838334-2 neutron-server[84040]: INFO neutron.api.v2.resource [None req-8c3be7f9-d779-4b6c-98bf-2691b470e638 tempest-TaggedBootDevicesTest-1674414334 tempest-TaggedBootDevicesTest-1674414334-project] show failed (client error): The resource could not be found. Apr 18 20:45:22.152417 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-8c3be7f9-d779-4b6c-98bf-2691b470e638 tempest-TaggedBootDevicesTest-1674414334 tempest-TaggedBootDevicesTest-1674414334-project] 10.222.0.42 "GET /v2.0/security-groups/67ac5558-a250-4106-afe6-28a5add43e38 HTTP/1.1" status: 404 len: 347 time: 0.1052539 Apr 18 20:45:22.158124 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 41260) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:45:22.187187 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:22.262528 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.plugin [req-7df1ace0-a189-4c69-82f2-e2425b28adde req-004b7949-3380-47c4-8bc5-dd514fab4af3 tempest-SecurityGroupsTestJSON-1212657955 tempest-SecurityGroupsTestJSON-1212657955-project] Calling delete_port for a8a13440-3cd3-45bf-a515-a9fb5dfb5348 owned by compute:nova {{(pid=84041) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 20:45:22.295589 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-675777f6-492d-4273-9c84-6421044b411e req-55567e6a-75a3-4b46-a5e5-d4dd34f4fc99 tempest-MigrationsAdminTest-1326981207 tempest-MigrationsAdminTest-1326981207-project] 10.222.0.42 "GET /v2.0/security-groups?id=8ca7ac2c-bfe5-493b-aae6-636315bac851&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4323947 Apr 18 20:45:22.296236 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [req-f593eef4-cbcd-4667-8791-9a0d8e63b5b9 req-8277bc4d-f76a-4ce4-8c4d-bc4e605e567f tempest-ServersTestMultiNic-942198030 tempest-ServersTestMultiNic-942198030-project] Unset dirty status for tenant:86c5c562f6e642eda292a78265b6dea4 on resource:port {{(pid=84040) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 20:45:22.302727 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-f593eef4-cbcd-4667-8791-9a0d8e63b5b9 req-8277bc4d-f76a-4ce4-8c4d-bc4e605e567f tempest-ServersTestMultiNic-942198030 tempest-ServersTestMultiNic-942198030-project] 10.222.0.42 "GET /v2.0/ports?device_id=d6840864-0637-4642-9f99-da91dd7892c7 HTTP/1.1" status: 200 len: 931 time: 1.5752232 Apr 18 20:45:22.321107 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] For port b6790399-872c-4c18-b812-378b1a4c0480, host n-d-838334-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838334-2',level=0,port_id=b6790399-872c-4c18-b812-378b1a4c0480,segment=NetworkSegment(5b604cea-9c78-432e-a84f-851b951c2b77),segment_id=5b604cea-9c78-432e-a84f-851b951c2b77)] {{(pid=84042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:45:22.327478 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682'] for port, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:22.484308 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Pushing event updated for resources: {'Port': ['ID=b6790399-872c-4c18-b812-378b1a4c0480,revision_number=5']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:45:22.603938 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-572008af-7f8e-4899-a18b-3c5472e8ae3e req-2e282104-2cbb-4504-89ff-377eb943b001 service neutron] 10.222.0.43 "GET /v2.0/networks/7f662c04-13d3-4bf2-9436-adfc04ef8c7e?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0743358 Apr 18 20:45:22.605537 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [req-7df1ace0-a189-4c69-82f2-e2425b28adde req-004b7949-3380-47c4-8bc5-dd514fab4af3 tempest-SecurityGroupsTestJSON-1212657955 tempest-SecurityGroupsTestJSON-1212657955-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750375259028', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750374836628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32266323'] for port, after_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:22.633032 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] get_ports_and_sgs() called for port_ids ['8252ee27-efd7-40f7-9fba-90979acc864e'] {{(pid=84042) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 18 20:45:22.718248 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-004b7949-3380-47c4-8bc5-dd514fab4af3 tempest-SecurityGroupsTestJSON-1212657955 tempest-SecurityGroupsTestJSON-1212657955-project] Pushing event deleted for resources: {'Port': ['ID=a8a13440-3cd3-45bf-a515-a9fb5dfb5348,revision_number=None']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:45:22.810878 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-f593eef4-cbcd-4667-8791-9a0d8e63b5b9 req-b8fa9bb6-5e6d-4795-a79a-c423cdf3386b tempest-ServersTestMultiNic-942198030 tempest-ServersTestMultiNic-942198030-project] 10.222.0.42 "GET /v2.0/security-groups?id=efc44a6f-ae8a-46ab-8143-fed7ce47374f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3520710 Apr 18 20:45:22.817756 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.plugin [None req-076f79c9-19db-47ac-b422-9ee4e495fae5 tempest-TaggedBootDevicesTest-1674414334 tempest-TaggedBootDevicesTest-1674414334-project] Deleting port 8f37f061-b1a0-4950-9801-d11e499251af {{(pid=84040) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 20:45:22.818727 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-076f79c9-19db-47ac-b422-9ee4e495fae5 tempest-TaggedBootDevicesTest-1674414334 tempest-TaggedBootDevicesTest-1674414334-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750375188691'] for port, before_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:22.975066 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.l3_dvrscheduler_db [req-7df1ace0-a189-4c69-82f2-e2425b28adde req-004b7949-3380-47c4-8bc5-dd514fab4af3 tempest-SecurityGroupsTestJSON-1212657955 tempest-SecurityGroupsTestJSON-1212657955-project] No DVR routers for this DVR port a8a13440-3cd3-45bf-a515-a9fb5dfb5348 on host n-h1-838334-2 {{(pid=84041) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 20:45:23.003509 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [req-7df1ace0-a189-4c69-82f2-e2425b28adde req-004b7949-3380-47c4-8bc5-dd514fab4af3 tempest-SecurityGroupsTestJSON-1212657955 tempest-SecurityGroupsTestJSON-1212657955-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217293'] for port, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:23.012493 n-d-838334-2 neutron-server[84041]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '529e12bc-16bd-41a4-98c2-5f9bfb5512e7', 'name': 'network-vif-deleted', 'tag': 'a8a13440-3cd3-45bf-a515-a9fb5dfb5348'}] {{(pid=84041) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 20:45:23.094887 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-572008af-7f8e-4899-a18b-3c5472e8ae3e req-47655cd1-c2b0-46a2-8a03-bfb53358c313 service neutron] 10.222.0.43 "GET /v2.0/networks/7f662c04-13d3-4bf2-9436-adfc04ef8c7e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4328320 Apr 18 20:45:23.102297 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-7df1ace0-a189-4c69-82f2-e2425b28adde req-004b7949-3380-47c4-8bc5-dd514fab4af3 tempest-SecurityGroupsTestJSON-1212657955 tempest-SecurityGroupsTestJSON-1212657955-project] 10.222.0.43 "DELETE /v2.0/ports/a8a13440-3cd3-45bf-a515-a9fb5dfb5348 HTTP/1.1" status: 204 len: 173 time: 2.6819847 Apr 18 20:45:23.277318 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-1a3b3c0e-702a-4129-8413-afd5ab719636 req-9b96e8af-7d7e-4564-b360-91fbe5f45609 tempest-SecurityGroupsTestJSON-1212657955 tempest-SecurityGroupsTestJSON-1212657955-project] 10.222.0.42 "GET /v2.0/ports?device_id=529e12bc-16bd-41a4-98c2-5f9bfb5512e7 HTTP/1.1" status: 200 len: 210 time: 0.3803895 Apr 18 20:45:23.468638 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Device b6790399-872c-4c18-b812-378b1a4c0480 up at agent ovs-agent-n-d-838334-2 {{(pid=84042) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 20:45:23.646470 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.db_base_plugin_common [req-f61fc760-da04-4502-8c27-b69d9bac81c7 req-fbbee822-c943-4f1a-bfba-70c71dcf03b0 tempest-ServersTestMultiNic-942198030 tempest-ServersTestMultiNic-942198030-project] Allocated IP 19.86.0.126 (77832128-7c92-456a-b28b-7a3f89f4abbe/0fc18076-bf76-4f60-b226-b67006fbcf56/d8a08056-daf1-4363-a81f-b3197366e5d7) {{(pid=84040) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:45:23.735308 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e7e19bc-9050-43a7-bd5b-30281e4120cb req-c65c21f4-57f4-4902-8abb-4e921aaa7bc5 tempest-ServersAdminTestJSON-1240675426 tempest-ServersAdminTestJSON-1240675426-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:45:23.744910 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-2e7e19bc-9050-43a7-bd5b-30281e4120cb req-c65c21f4-57f4-4902-8abb-4e921aaa7bc5 tempest-ServersAdminTestJSON-1240675426 tempest-ServersAdminTestJSON-1240675426-project] 10.222.0.42 "GET /v2.0/ports?device_id=ce6c549f-1c22-4313-93e6-93921dc22663 HTTP/1.1" status: 200 len: 949 time: 0.3894582 Apr 18 20:45:23.755430 n-d-838334-2 neutron-server[84042]: INFO neutron.notifiers.nova [-] Nova event matching ['req-13d7f9c3-2ad8-424a-87b8-7b542f9da769'] response: {'server_uuid': 'd9f332ce-c76b-46eb-85fd-3cf94eadb99f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '477a0bf5-0275-431a-8328-ff70599fc8f0', 'code': 200} Apr 18 20:45:23.775182 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-076f79c9-19db-47ac-b422-9ee4e495fae5 tempest-TaggedBootDevicesTest-1674414334 tempest-TaggedBootDevicesTest-1674414334-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369123'] for port, precommit_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:23.775686 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-076f79c9-19db-47ac-b422-9ee4e495fae5 tempest-TaggedBootDevicesTest-1674414334 tempest-TaggedBootDevicesTest-1674414334-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:23.797486 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Provisioning complete for port b6790399-872c-4c18-b812-378b1a4c0480 triggered by entity L2. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:45:23.797894 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1253608'] for port, provisioning_complete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:23.811416 n-d-838334-2 neutron-server[84041]: INFO neutron.notifiers.nova [-] Nova event matching ['req-18252d52-ca83-49e3-9588-6121b0214a4b'] response: {'server_uuid': '529e12bc-16bd-41a4-98c2-5f9bfb5512e7', 'name': 'network-vif-deleted', 'tag': 'a8a13440-3cd3-45bf-a515-a9fb5dfb5348', 'status': 'completed', 'code': 200} Apr 18 20:45:23.979473 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.plugin [None req-076f79c9-19db-47ac-b422-9ee4e495fae5 tempest-TaggedBootDevicesTest-1674414334 tempest-TaggedBootDevicesTest-1674414334-project] Calling delete_port for 8f37f061-b1a0-4950-9801-d11e499251af owned by network:floatingip {{(pid=84040) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 20:45:24.292964 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-2e7e19bc-9050-43a7-bd5b-30281e4120cb req-ada51548-8ea7-434c-88aa-c252ed7c4247 tempest-ServersAdminTestJSON-1240675426 tempest-ServersAdminTestJSON-1240675426-project] 10.222.0.42 "GET /v2.0/security-groups?id=b9ed1788-e987-4b94-9dd4-ed408bd7803e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5467117 Apr 18 20:45:24.544465 n-d-838334-2 neutron-server[84040]: INFO neutron.api.v2.resource [req-ff0d475e-b52a-429a-88e5-a0e199f47d8f req-b6e2af71-85fe-4c82-90d8-b299224fe202 service neutron] show failed (client error): The resource could not be found. Apr 18 20:45:24.549317 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Device a8a13440-3cd3-45bf-a515-a9fb5dfb5348 no longer exists at agent hyperv_n-h1-838334-2 {{(pid=84042) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 20:45:24.550559 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-ff0d475e-b52a-429a-88e5-a0e199f47d8f req-b6e2af71-85fe-4c82-90d8-b299224fe202 service neutron] 10.222.0.48 "GET /v2.0/ports/78bbc4c4-939a-4cb2-b476-fbddeecf9bf6/bindings/n-h1-838334-2 HTTP/1.1" status: 404 len: 380 time: 0.4935968 Apr 18 20:45:24.644628 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.plugin [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] No Port match for: a8a13440-3cd3-45bf-a515-a9fb5dfb5348 {{(pid=84042) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 18 20:45:24.644973 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Device a8a13440-3cd3-45bf-a515-a9fb5dfb5348 not bound to the agent host n-h1-838334-2 {{(pid=84042) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 20:45:24.656512 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-f61fc760-da04-4502-8c27-b69d9bac81c7 req-fbbee822-c943-4f1a-bfba-70c71dcf03b0 tempest-ServersTestMultiNic-942198030 tempest-ServersTestMultiNic-942198030-project] Notify callbacks [] for port, precommit_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:24.715301 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f9326d8-9bfe-46b7-a939-6cfbc2bd00f2 req-5b56e4ff-ff83-408d-a86d-0467c10da799 tempest-MigrationsAdminTest-1326981207 tempest-MigrationsAdminTest-1326981207-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:45:24.721430 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-9f9326d8-9bfe-46b7-a939-6cfbc2bd00f2 req-5b56e4ff-ff83-408d-a86d-0467c10da799 tempest-MigrationsAdminTest-1326981207 tempest-MigrationsAdminTest-1326981207-project] 10.222.0.42 "GET /v2.0/ports?device_id=08c5b321-aafc-4918-a395-6fa43a8a405d HTTP/1.1" status: 200 len: 950 time: 0.4240878 Apr 18 20:45:24.736756 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.provisioning_blocks [req-f61fc760-da04-4502-8c27-b69d9bac81c7 req-fbbee822-c943-4f1a-bfba-70c71dcf03b0 tempest-ServersTestMultiNic-942198030 tempest-ServersTestMultiNic-942198030-project] Transition to ACTIVE for port object d8a08056-daf1-4363-a81f-b3197366e5d7 will not be triggered until provisioned by entity DHCP. {{(pid=84040) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 20:45:24.761737 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-076f79c9-19db-47ac-b422-9ee4e495fae5 tempest-TaggedBootDevicesTest-1674414334 tempest-TaggedBootDevicesTest-1674414334-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750375259028', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750374836628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32440838'] for port, after_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:24.877506 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-076f79c9-19db-47ac-b422-9ee4e495fae5 tempest-TaggedBootDevicesTest-1674414334 tempest-TaggedBootDevicesTest-1674414334-project] Pushing event deleted for resources: {'Port': ['ID=8f37f061-b1a0-4950-9801-d11e499251af,revision_number=None']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:45:25.119073 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-9f9326d8-9bfe-46b7-a939-6cfbc2bd00f2 req-549e1a7f-404f-458d-8608-25ce6c965ca1 tempest-MigrationsAdminTest-1326981207 tempest-MigrationsAdminTest-1326981207-project] 10.222.0.42 "GET /v2.0/security-groups?id=8ca7ac2c-bfe5-493b-aae6-636315bac851&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3802938 Apr 18 20:45:25.228502 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-f61fc760-da04-4502-8c27-b69d9bac81c7 req-fbbee822-c943-4f1a-bfba-70c71dcf03b0 tempest-ServersTestMultiNic-942198030 tempest-ServersTestMultiNic-942198030-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750374836619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32440838'] for port, after_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:25.236414 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-076f79c9-19db-47ac-b422-9ee4e495fae5 tempest-TaggedBootDevicesTest-1674414334 tempest-TaggedBootDevicesTest-1674414334-project] Notify callbacks [] for floatingip, after_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:25.294748 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-ff0d475e-b52a-429a-88e5-a0e199f47d8f req-2d3aab51-de10-4f52-96f7-7188ff704182 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=08c5b321-aafc-4918-a395-6fa43a8a405d&tenant_id=0ae89e923933452faf6047be78995cc1 HTTP/1.1" status: 200 len: 1101 time: 0.2939115 Apr 18 20:45:25.308096 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.v2.base [req-ff0d475e-b52a-429a-88e5-a0e199f47d8f req-1417ccdf-0da6-4d92-9250-e086c37585fe service neutron] Request body: {'port': {'binding:host_id': 'n-h1-838334-2', 'device_owner': 'compute:nova'}} {{(pid=84041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 20:45:25.406852 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b42c057-0cbf-42d4-a92b-082727f4868c req-d406bae2-db39-402b-8b61-19b3ac75d7a7 tempest-ServersTestMultiNic-942198030 tempest-ServersTestMultiNic-942198030-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:45:25.407567 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [req-4b42c057-0cbf-42d4-a92b-082727f4868c req-d406bae2-db39-402b-8b61-19b3ac75d7a7 tempest-ServersTestMultiNic-942198030 tempest-ServersTestMultiNic-942198030-project] Synchronizing usage tracker for tenant:86c5c562f6e642eda292a78265b6dea4 on resource:port {{(pid=84040) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 20:45:25.425796 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-076f79c9-19db-47ac-b422-9ee4e495fae5 tempest-TaggedBootDevicesTest-1674414334 tempest-TaggedBootDevicesTest-1674414334-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217293'] for floatingip, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:25.443724 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-076f79c9-19db-47ac-b422-9ee4e495fae5 tempest-TaggedBootDevicesTest-1674414334 tempest-TaggedBootDevicesTest-1674414334-project] 10.222.0.42 "DELETE /v2.0/floatingips/8dd63d38-2e72-4280-8c6c-35aff2fc7241 HTTP/1.1" status: 204 len: 168 time: 3.2808537 Apr 18 20:45:25.444979 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 41296) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:45:25.454150 n-d-838334-2 neutron-server[84040]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f61fc760-da04-4502-8c27-b69d9bac81c7 req-fbbee822-c943-4f1a-bfba-70c71dcf03b0 tempest-ServersTestMultiNic-942198030 tempest-ServersTestMultiNic-942198030-project] Network 77832128-7c92-456a-b28b-7a3f89f4abbe is already hosted by enough agents. {{(pid=84040) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:45:25.457965 n-d-838334-2 neutron-server[84040]: DEBUG neutron.scheduler.base_scheduler [req-f61fc760-da04-4502-8c27-b69d9bac81c7 req-fbbee822-c943-4f1a-bfba-70c71dcf03b0 tempest-ServersTestMultiNic-942198030 tempest-ServersTestMultiNic-942198030-project] Resources bound (agent type, host, resource id): {{(pid=84040) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:45:25.462234 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbbee822-c943-4f1a-bfba-70c71dcf03b0 tempest-ServersTestMultiNic-942198030 tempest-ServersTestMultiNic-942198030-project] Pushing event updated for resources: {'Port': ['ID=d8a08056-daf1-4363-a81f-b3197366e5d7,revision_number=1']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:45:25.485792 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.l3_dvrscheduler_db [req-f61fc760-da04-4502-8c27-b69d9bac81c7 req-fbbee822-c943-4f1a-bfba-70c71dcf03b0 tempest-ServersTestMultiNic-942198030 tempest-ServersTestMultiNic-942198030-project] Received port after_create {{(pid=84040) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 20:45:25.611976 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [req-ff0d475e-b52a-429a-88e5-a0e199f47d8f req-1417ccdf-0da6-4d92-9250-e086c37585fe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:25.627572 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [req-4b42c057-0cbf-42d4-a92b-082727f4868c req-d406bae2-db39-402b-8b61-19b3ac75d7a7 tempest-ServersTestMultiNic-942198030 tempest-ServersTestMultiNic-942198030-project] Unset dirty status for tenant:86c5c562f6e642eda292a78265b6dea4 on resource:port {{(pid=84040) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 20:45:25.648210 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-4b42c057-0cbf-42d4-a92b-082727f4868c req-d406bae2-db39-402b-8b61-19b3ac75d7a7 tempest-ServersTestMultiNic-942198030 tempest-ServersTestMultiNic-942198030-project] 10.222.0.42 "GET /v2.0/ports?device_id=d6840864-0637-4642-9f99-da91dd7892c7 HTTP/1.1" status: 200 len: 931 time: 0.5213079 Apr 18 20:45:25.854786 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.plugin [None req-1676f248-941d-4dc2-a96b-11e42a1276a4 tempest-TaggedBootDevicesTest-1674414334 tempest-TaggedBootDevicesTest-1674414334-project] Deleting port 3dee7dbe-7cd7-44fa-ad62-c22c92c23e68 {{(pid=84041) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 20:45:25.854786 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-1676f248-941d-4dc2-a96b-11e42a1276a4 tempest-TaggedBootDevicesTest-1674414334 tempest-TaggedBootDevicesTest-1674414334-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750375188691'] for port, before_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:25.860036 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-ed39d9cd-d1fe-4f7b-913f-3a375dd85eb7 None None] Provisioning for port d8a08056-daf1-4363-a81f-b3197366e5d7 completed by entity DHCP. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 20:45:25.870675 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-ed39d9cd-d1fe-4f7b-913f-3a375dd85eb7 None None] Provisioning complete for port d8a08056-daf1-4363-a81f-b3197366e5d7 triggered by entity DHCP. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:45:25.871534 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-ed39d9cd-d1fe-4f7b-913f-3a375dd85eb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1253608'] for port, provisioning_complete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:25.908600 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-4b42c057-0cbf-42d4-a92b-082727f4868c req-a3cde6e4-7ef4-42bb-a7b1-37696ddeb06f tempest-ServersTestMultiNic-942198030 tempest-ServersTestMultiNic-942198030-project] 10.222.0.42 "GET /v2.0/security-groups?id=efc44a6f-ae8a-46ab-8143-fed7ce47374f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2586060 Apr 18 20:45:25.931897 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.plugin [None req-ed39d9cd-d1fe-4f7b-913f-3a375dd85eb7 None None] Port d8a08056-daf1-4363-a81f-b3197366e5d7 cannot update to ACTIVE because it is not bound. {{(pid=84042) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 18 20:45:25.976923 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-5f5149c5-d95a-4080-a359-a81b8dfc77f9 req-f8512284-d003-44ae-a170-e524d9dae253 tempest-SecurityGroupsTestJSON-1212657955 tempest-SecurityGroupsTestJSON-1212657955-project] 10.222.0.42 "GET /v2.0/security-groups/cd7910c1-ae3f-48e2-9d01-6c825bfdbee7 HTTP/1.1" status: 200 len: 1634 time: 0.4028363 Apr 18 20:45:26.003868 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f61fc760-da04-4502-8c27-b69d9bac81c7 req-fbbee822-c943-4f1a-bfba-70c71dcf03b0 tempest-ServersTestMultiNic-942198030 tempest-ServersTestMultiNic-942198030-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:45:26.004497 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-f61fc760-da04-4502-8c27-b69d9bac81c7 req-fbbee822-c943-4f1a-bfba-70c71dcf03b0 tempest-ServersTestMultiNic-942198030 tempest-ServersTestMultiNic-942198030-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217293'] for port, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:26.206523 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-f61fc760-da04-4502-8c27-b69d9bac81c7 req-fbbee822-c943-4f1a-bfba-70c71dcf03b0 tempest-ServersTestMultiNic-942198030 tempest-ServersTestMultiNic-942198030-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.9722347 Apr 18 20:45:26.220687 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.v2.base [req-f61fc760-da04-4502-8c27-b69d9bac81c7 req-f2e590a2-48a8-4c20-8a8b-3b64dd7aa6e4 service neutron] Request body: {'port': {'device_id': 'd6840864-0637-4642-9f99-da91dd7892c7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-838334-2'}} {{(pid=84040) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 20:45:26.368115 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-5f5149c5-d95a-4080-a359-a81b8dfc77f9 req-27e74f84-c466-4ee6-84eb-b5a016379672 tempest-SecurityGroupsTestJSON-1212657955 tempest-SecurityGroupsTestJSON-1212657955-project] Notify callbacks [] for security_group, before_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:26.640039 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-5f5149c5-d95a-4080-a359-a81b8dfc77f9 req-27e74f84-c466-4ee6-84eb-b5a016379672 tempest-SecurityGroupsTestJSON-1212657955 tempest-SecurityGroupsTestJSON-1212657955-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:26.657264 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-f61fc760-da04-4502-8c27-b69d9bac81c7 req-f2e590a2-48a8-4c20-8a8b-3b64dd7aa6e4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:26.696850 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-1676f248-941d-4dc2-a96b-11e42a1276a4 tempest-TaggedBootDevicesTest-1674414334 tempest-TaggedBootDevicesTest-1674414334-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369123'] for port, precommit_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:26.786646 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-5f5149c5-d95a-4080-a359-a81b8dfc77f9 req-27e74f84-c466-4ee6-84eb-b5a016379672 tempest-SecurityGroupsTestJSON-1212657955 tempest-SecurityGroupsTestJSON-1212657955-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33528224'] for security_group, after_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:26.834345 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66cd4593-a114-41a8-9436-89d83bf194ce req-fb35dc05-5fb1-456b-91ca-eb7de8fc06b0 tempest-ServersAdminTestJSON-1240675426 tempest-ServersAdminTestJSON-1240675426-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:45:26.835835 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-66cd4593-a114-41a8-9436-89d83bf194ce req-fb35dc05-5fb1-456b-91ca-eb7de8fc06b0 tempest-ServersAdminTestJSON-1240675426 tempest-ServersAdminTestJSON-1240675426-project] 10.222.0.42 "GET /v2.0/ports?device_id=ce6c549f-1c22-4313-93e6-93921dc22663 HTTP/1.1" status: 200 len: 949 time: 0.5861168 Apr 18 20:45:26.839013 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27e74f84-c466-4ee6-84eb-b5a016379672 tempest-SecurityGroupsTestJSON-1212657955 tempest-SecurityGroupsTestJSON-1212657955-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd7910c1-ae3f-48e2-9d01-6c825bfdbee7,revision_number=None']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:45:26.889878 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.plugin [None req-1676f248-941d-4dc2-a96b-11e42a1276a4 tempest-TaggedBootDevicesTest-1674414334 tempest-TaggedBootDevicesTest-1674414334-project] Calling delete_port for 3dee7dbe-7cd7-44fa-ad62-c22c92c23e68 owned by {{(pid=84041) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 20:45:26.966851 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-5f5149c5-d95a-4080-a359-a81b8dfc77f9 req-27e74f84-c466-4ee6-84eb-b5a016379672 tempest-SecurityGroupsTestJSON-1212657955 tempest-SecurityGroupsTestJSON-1212657955-project] Notify callbacks [] for security_group, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:26.968407 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-5f5149c5-d95a-4080-a359-a81b8dfc77f9 req-27e74f84-c466-4ee6-84eb-b5a016379672 tempest-SecurityGroupsTestJSON-1212657955 tempest-SecurityGroupsTestJSON-1212657955-project] 10.222.0.42 "DELETE /v2.0/security-groups/cd7910c1-ae3f-48e2-9d01-6c825bfdbee7 HTTP/1.1" status: 204 len: 173 time: 0.9170854 Apr 18 20:45:27.017377 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-66cd4593-a114-41a8-9436-89d83bf194ce req-4be0fdb1-850d-4d21-ac9f-612b5453781d tempest-ServersAdminTestJSON-1240675426 tempest-ServersAdminTestJSON-1240675426-project] 10.222.0.42 "GET /v2.0/security-groups?id=b9ed1788-e987-4b94-9dd4-ed408bd7803e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1677461 Apr 18 20:45:27.189689 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.db [req-ff0d475e-b52a-429a-88e5-a0e199f47d8f req-1417ccdf-0da6-4d92-9250-e086c37585fe service neutron] For port 78bbc4c4-939a-4cb2-b476-fbddeecf9bf6, host n-h2-838334-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838334-2',level=0,port_id=78bbc4c4-939a-4cb2-b476-fbddeecf9bf6,segment=NetworkSegment(62b85806-94d8-4a88-a06c-da82e5932d66),segment_id=62b85806-94d8-4a88-a06c-da82e5932d66)] {{(pid=84041) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:45:27.237731 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-1676f248-941d-4dc2-a96b-11e42a1276a4 tempest-TaggedBootDevicesTest-1674414334 tempest-TaggedBootDevicesTest-1674414334-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750375259028', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750374836628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32266323'] for port, after_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:27.316953 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.db [req-ff0d475e-b52a-429a-88e5-a0e199f47d8f req-1417ccdf-0da6-4d92-9250-e086c37585fe service neutron] For port 78bbc4c4-939a-4cb2-b476-fbddeecf9bf6, host n-h2-838334-2, cleared binding levels {{(pid=84041) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 20:45:27.346064 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1676f248-941d-4dc2-a96b-11e42a1276a4 tempest-TaggedBootDevicesTest-1674414334 tempest-TaggedBootDevicesTest-1674414334-project] Pushing event deleted for resources: {'Port': ['ID=3dee7dbe-7cd7-44fa-ad62-c22c92c23e68,revision_number=None']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:45:27.478039 n-d-838334-2 neutron-server[84041]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '08c5b321-aafc-4918-a395-6fa43a8a405d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '78bbc4c4-939a-4cb2-b476-fbddeecf9bf6'}] {{(pid=84041) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 20:45:27.488098 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [req-ff0d475e-b52a-429a-88e5-a0e199f47d8f req-1417ccdf-0da6-4d92-9250-e086c37585fe service neutron] Notify callbacks [] for port, precommit_update {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:27.511310 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-1676f248-941d-4dc2-a96b-11e42a1276a4 tempest-TaggedBootDevicesTest-1674414334 tempest-TaggedBootDevicesTest-1674414334-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217293'] for port, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:27.523125 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-1676f248-941d-4dc2-a96b-11e42a1276a4 tempest-TaggedBootDevicesTest-1674414334 tempest-TaggedBootDevicesTest-1674414334-project] 10.222.0.42 "DELETE /v2.0/ports/3dee7dbe-7cd7-44fa-ad62-c22c92c23e68 HTTP/1.1" status: 204 len: 168 time: 2.0763416 Apr 18 20:45:27.525259 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 41320) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:45:27.561689 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.provisioning_blocks [req-ff0d475e-b52a-429a-88e5-a0e199f47d8f req-1417ccdf-0da6-4d92-9250-e086c37585fe service neutron] Transition to ACTIVE for port object 78bbc4c4-939a-4cb2-b476-fbddeecf9bf6 will not be triggered until provisioned by entity L2. {{(pid=84041) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 20:45:27.608509 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [req-ff0d475e-b52a-429a-88e5-a0e199f47d8f req-1417ccdf-0da6-4d92-9250-e086c37585fe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32266282'] for port, after_update {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:27.750592 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.plugin [None req-09512a37-440e-4d1f-91b5-b13da2c2cdea tempest-TaggedBootDevicesTest-1674414334 tempest-TaggedBootDevicesTest-1674414334-project] Deleting port 67855998-dc7c-4735-830d-2fe34a3c1061 {{(pid=84041) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 20:45:27.751161 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-09512a37-440e-4d1f-91b5-b13da2c2cdea tempest-TaggedBootDevicesTest-1674414334 tempest-TaggedBootDevicesTest-1674414334-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750375188691'] for port, before_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:27.762230 n-d-838334-2 neutron-server[84040]: DEBUG neutron.notifiers.nova [req-f61fc760-da04-4502-8c27-b69d9bac81c7 req-f2e590a2-48a8-4c20-8a8b-3b64dd7aa6e4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2d81e7a8-546f-4b85-b21f-680c2a095f3f {{(pid=84040) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 18 20:45:27.800267 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-f61fc760-da04-4502-8c27-b69d9bac81c7 req-f2e590a2-48a8-4c20-8a8b-3b64dd7aa6e4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:27.875044 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.provisioning_blocks [req-f61fc760-da04-4502-8c27-b69d9bac81c7 req-f2e590a2-48a8-4c20-8a8b-3b64dd7aa6e4 service neutron] Transition to ACTIVE for port object 2d81e7a8-546f-4b85-b21f-680c2a095f3f will not be triggered until provisioned by entity L2. {{(pid=84040) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 20:45:27.907532 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a771800-d175-419a-a7ad-16e90b83cc62 req-1e9064a6-a71f-4fc1-b56e-7a32922da752 tempest-MigrationsAdminTest-1326981207 tempest-MigrationsAdminTest-1326981207-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:45:27.911503 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-1a771800-d175-419a-a7ad-16e90b83cc62 req-1e9064a6-a71f-4fc1-b56e-7a32922da752 tempest-MigrationsAdminTest-1326981207 tempest-MigrationsAdminTest-1326981207-project] 10.222.0.42 "GET /v2.0/ports?device_id=08c5b321-aafc-4918-a395-6fa43a8a405d HTTP/1.1" status: 200 len: 950 time: 0.6053317 Apr 18 20:45:27.933737 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-f61fc760-da04-4502-8c27-b69d9bac81c7 req-f2e590a2-48a8-4c20-8a8b-3b64dd7aa6e4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32440959'] for port, after_update {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:28.062194 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1417ccdf-0da6-4d92-9250-e086c37585fe service neutron] Pushing event updated for resources: {'Port': ['ID=78bbc4c4-939a-4cb2-b476-fbddeecf9bf6,revision_number=6']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:45:28.208706 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2e590a2-48a8-4c20-8a8b-3b64dd7aa6e4 service neutron] Pushing event updated for resources: {'Port': ['ID=2d81e7a8-546f-4b85-b21f-680c2a095f3f,revision_number=2']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:45:28.366798 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.l3_dvrscheduler_db [req-ff0d475e-b52a-429a-88e5-a0e199f47d8f req-1417ccdf-0da6-4d92-9250-e086c37585fe service neutron] No DVR routers for this DVR port 78bbc4c4-939a-4cb2-b476-fbddeecf9bf6 on host n-h2-838334-2 {{(pid=84041) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 20:45:28.568963 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.managers [req-ff0d475e-b52a-429a-88e5-a0e199f47d8f req-1417ccdf-0da6-4d92-9250-e086c37585fe service neutron] Attempting to bind port 78bbc4c4-939a-4cb2-b476-fbddeecf9bf6 on host n-h1-838334-2 for vnic_type normal with profile {{(pid=84041) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:45:28.569238 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.managers [req-ff0d475e-b52a-429a-88e5-a0e199f47d8f req-1417ccdf-0da6-4d92-9250-e086c37585fe service neutron] Attempting to bind port 78bbc4c4-939a-4cb2-b476-fbddeecf9bf6 by drivers openvswitch,hyperv on host n-h1-838334-2 at level 0 using segments [{'id': '62b85806-94d8-4a88-a06c-da82e5932d66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': 'cb56989d-7c5d-4678-b194-1d2edf1e842a'}] {{(pid=84041) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:45:28.570599 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff0d475e-b52a-429a-88e5-a0e199f47d8f req-1417ccdf-0da6-4d92-9250-e086c37585fe service neutron] Attempting to bind port 78bbc4c4-939a-4cb2-b476-fbddeecf9bf6 on network cb56989d-7c5d-4678-b194-1d2edf1e842a {{(pid=84041) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 20:45:28.584191 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56a6735c-46c8-41ed-8f90-23ed96edabf4 req-9c1cd43e-15c8-4202-8818-58aaa6a9dd63 tempest-ServersTestMultiNic-942198030 tempest-ServersTestMultiNic-942198030-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:45:28.603660 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff0d475e-b52a-429a-88e5-a0e199f47d8f req-1417ccdf-0da6-4d92-9250-e086c37585fe service neutron] Port 78bbc4c4-939a-4cb2-b476-fbddeecf9bf6 on network cb56989d-7c5d-4678-b194-1d2edf1e842a not bound, no agent of type Open vSwitch agent registered on host n-h1-838334-2 {{(pid=84041) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 18 20:45:28.604322 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff0d475e-b52a-429a-88e5-a0e199f47d8f req-1417ccdf-0da6-4d92-9250-e086c37585fe service neutron] Attempting to bind port 78bbc4c4-939a-4cb2-b476-fbddeecf9bf6 on network cb56989d-7c5d-4678-b194-1d2edf1e842a {{(pid=84041) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 20:45:28.613319 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56a6735c-46c8-41ed-8f90-23ed96edabf4 req-9c1cd43e-15c8-4202-8818-58aaa6a9dd63 tempest-ServersTestMultiNic-942198030 tempest-ServersTestMultiNic-942198030-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:45:28.616158 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff0d475e-b52a-429a-88e5-a0e199f47d8f req-1417ccdf-0da6-4d92-9250-e086c37585fe service neutron] Checking agent: {'id': 'd63bab19-ff81-4de1-afeb-a3732288d0d7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-838334-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 33, 59), 'started_at': datetime.datetime(2022, 4, 18, 20, 33, 59), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 20, 44, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84041) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 18 20:45:28.616489 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff0d475e-b52a-429a-88e5-a0e199f47d8f req-1417ccdf-0da6-4d92-9250-e086c37585fe service neutron] Checking segment: {'id': '62b85806-94d8-4a88-a06c-da82e5932d66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': 'cb56989d-7c5d-4678-b194-1d2edf1e842a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84041) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 20:45:28.616934 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff0d475e-b52a-429a-88e5-a0e199f47d8f req-1417ccdf-0da6-4d92-9250-e086c37585fe service neutron] Bound using segment: {'id': '62b85806-94d8-4a88-a06c-da82e5932d66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': 'cb56989d-7c5d-4678-b194-1d2edf1e842a'} {{(pid=84041) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 18 20:45:28.617522 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.managers [req-ff0d475e-b52a-429a-88e5-a0e199f47d8f req-1417ccdf-0da6-4d92-9250-e086c37585fe service neutron] Bound port: 78bbc4c4-939a-4cb2-b476-fbddeecf9bf6, host: n-h1-838334-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '62b85806-94d8-4a88-a06c-da82e5932d66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': 'cb56989d-7c5d-4678-b194-1d2edf1e842a'}}] {{(pid=84041) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 20:45:28.617860 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [req-ff0d475e-b52a-429a-88e5-a0e199f47d8f req-1417ccdf-0da6-4d92-9250-e086c37585fe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:28.621251 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-56a6735c-46c8-41ed-8f90-23ed96edabf4 req-9c1cd43e-15c8-4202-8818-58aaa6a9dd63 tempest-ServersTestMultiNic-942198030 tempest-ServersTestMultiNic-942198030-project] 10.222.0.42 "GET /v2.0/ports?device_id=d6840864-0637-4642-9f99-da91dd7892c7 HTTP/1.1" status: 200 len: 1654 time: 0.9729164 Apr 18 20:45:28.645192 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-1a771800-d175-419a-a7ad-16e90b83cc62 req-b2309bef-fc69-4928-b800-b832aeeb0936 tempest-MigrationsAdminTest-1326981207 tempest-MigrationsAdminTest-1326981207-project] 10.222.0.42 "GET /v2.0/security-groups?id=8ca7ac2c-bfe5-493b-aae6-636315bac851&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6952467 Apr 18 20:45:28.731893 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-09512a37-440e-4d1f-91b5-b13da2c2cdea tempest-TaggedBootDevicesTest-1674414334 tempest-TaggedBootDevicesTest-1674414334-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369123'] for port, precommit_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:28.759106 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Device 78bbc4c4-939a-4cb2-b476-fbddeecf9bf6 no longer exists at agent hyperv_n-h2-838334-2 {{(pid=84042) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 20:45:28.836890 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-56a6735c-46c8-41ed-8f90-23ed96edabf4 req-b9614b01-6fc3-44ae-89f5-6943b030031e tempest-ServersTestMultiNic-942198030 tempest-ServersTestMultiNic-942198030-project] 10.222.0.42 "GET /v2.0/security-groups?id=efc44a6f-ae8a-46ab-8143-fed7ce47374f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1839440 Apr 18 20:45:28.841141 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Device 78bbc4c4-939a-4cb2-b476-fbddeecf9bf6 not bound to the agent host n-h2-838334-2 {{(pid=84042) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 20:45:28.970388 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.plugin [None req-09512a37-440e-4d1f-91b5-b13da2c2cdea tempest-TaggedBootDevicesTest-1674414334 tempest-TaggedBootDevicesTest-1674414334-project] Calling delete_port for 67855998-dc7c-4735-830d-2fe34a3c1061 owned by {{(pid=84041) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 20:45:29.147340 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-6eb71aa7-0526-4c28-b18e-5f297c3fc93b req-ff8b3050-33ee-4765-93e0-1426f6221718 tempest-SecurityGroupsTestJSON-1212657955 tempest-SecurityGroupsTestJSON-1212657955-project] 10.222.0.42 "GET /v2.0/security-groups/587aaa27-61ec-4343-9a7e-63e58a613703 HTTP/1.1" status: 200 len: 1634 time: 0.3823707 Apr 18 20:45:29.226977 n-d-838334-2 neutron-server[84041]: INFO neutron.notifiers.nova [-] Nova event matching ['req-66eb6aa4-e0a0-4ef7-acdc-4247504a845a'] response: {'server_uuid': '08c5b321-aafc-4918-a395-6fa43a8a405d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '78bbc4c4-939a-4cb2-b476-fbddeecf9bf6', 'code': 200} Apr 18 20:45:29.228865 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-09512a37-440e-4d1f-91b5-b13da2c2cdea tempest-TaggedBootDevicesTest-1674414334 tempest-TaggedBootDevicesTest-1674414334-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750375259028', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750374836628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32266323'] for port, after_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:29.302005 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.db [req-ff0d475e-b52a-429a-88e5-a0e199f47d8f req-1417ccdf-0da6-4d92-9250-e086c37585fe service neutron] For port 78bbc4c4-939a-4cb2-b476-fbddeecf9bf6, host n-h1-838334-2, cleared binding levels {{(pid=84041) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 20:45:29.304313 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09512a37-440e-4d1f-91b5-b13da2c2cdea tempest-TaggedBootDevicesTest-1674414334 tempest-TaggedBootDevicesTest-1674414334-project] Pushing event deleted for resources: {'Port': ['ID=67855998-dc7c-4735-830d-2fe34a3c1061,revision_number=None']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:45:29.366864 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.managers [req-f61fc760-da04-4502-8c27-b69d9bac81c7 req-f2e590a2-48a8-4c20-8a8b-3b64dd7aa6e4 service neutron] Attempting to bind port 2d81e7a8-546f-4b85-b21f-680c2a095f3f on host n-h2-838334-2 for vnic_type normal with profile {{(pid=84040) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:45:29.367228 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.managers [req-f61fc760-da04-4502-8c27-b69d9bac81c7 req-f2e590a2-48a8-4c20-8a8b-3b64dd7aa6e4 service neutron] Attempting to bind port 2d81e7a8-546f-4b85-b21f-680c2a095f3f by drivers openvswitch,hyperv on host n-h2-838334-2 at level 0 using segments [{'id': 'd35ae76f-a320-4099-b08d-e8361b6d2a8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '5a672c0c-378a-4116-a0d8-3b9af9d11e70'}] {{(pid=84040) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:45:29.367561 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f61fc760-da04-4502-8c27-b69d9bac81c7 req-f2e590a2-48a8-4c20-8a8b-3b64dd7aa6e4 service neutron] Attempting to bind port 2d81e7a8-546f-4b85-b21f-680c2a095f3f on network 5a672c0c-378a-4116-a0d8-3b9af9d11e70 {{(pid=84040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 20:45:29.368467 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750375287399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253529'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:29.409096 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f61fc760-da04-4502-8c27-b69d9bac81c7 req-f2e590a2-48a8-4c20-8a8b-3b64dd7aa6e4 service neutron] Port 2d81e7a8-546f-4b85-b21f-680c2a095f3f on network 5a672c0c-378a-4116-a0d8-3b9af9d11e70 not bound, no agent of type Open vSwitch agent registered on host n-h2-838334-2 {{(pid=84040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 18 20:45:29.409429 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f61fc760-da04-4502-8c27-b69d9bac81c7 req-f2e590a2-48a8-4c20-8a8b-3b64dd7aa6e4 service neutron] Attempting to bind port 2d81e7a8-546f-4b85-b21f-680c2a095f3f on network 5a672c0c-378a-4116-a0d8-3b9af9d11e70 {{(pid=84040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 20:45:29.412769 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.db [req-ff0d475e-b52a-429a-88e5-a0e199f47d8f req-1417ccdf-0da6-4d92-9250-e086c37585fe service neutron] For port 78bbc4c4-939a-4cb2-b476-fbddeecf9bf6, host n-h1-838334-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838334-2',level=0,port_id=78bbc4c4-939a-4cb2-b476-fbddeecf9bf6,segment=NetworkSegment(62b85806-94d8-4a88-a06c-da82e5932d66),segment_id=62b85806-94d8-4a88-a06c-da82e5932d66)] {{(pid=84041) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 20:45:29.423438 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f61fc760-da04-4502-8c27-b69d9bac81c7 req-f2e590a2-48a8-4c20-8a8b-3b64dd7aa6e4 service neutron] Checking agent: {'id': 'dc797004-f641-47b7-a77f-9c62b5b16296', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-838334-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 34, 3), 'started_at': datetime.datetime(2022, 4, 18, 20, 34, 3), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 20, 45, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 18 20:45:29.423890 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f61fc760-da04-4502-8c27-b69d9bac81c7 req-f2e590a2-48a8-4c20-8a8b-3b64dd7aa6e4 service neutron] Checking segment: {'id': 'd35ae76f-a320-4099-b08d-e8361b6d2a8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '5a672c0c-378a-4116-a0d8-3b9af9d11e70'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84040) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 20:45:29.424263 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f61fc760-da04-4502-8c27-b69d9bac81c7 req-f2e590a2-48a8-4c20-8a8b-3b64dd7aa6e4 service neutron] Bound using segment: {'id': 'd35ae76f-a320-4099-b08d-e8361b6d2a8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '5a672c0c-378a-4116-a0d8-3b9af9d11e70'} {{(pid=84040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 18 20:45:29.424707 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.managers [req-f61fc760-da04-4502-8c27-b69d9bac81c7 req-f2e590a2-48a8-4c20-8a8b-3b64dd7aa6e4 service neutron] Bound port: 2d81e7a8-546f-4b85-b21f-680c2a095f3f, host: n-h2-838334-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd35ae76f-a320-4099-b08d-e8361b6d2a8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '5a672c0c-378a-4116-a0d8-3b9af9d11e70'}}] {{(pid=84040) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 20:45:29.425053 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-f61fc760-da04-4502-8c27-b69d9bac81c7 req-f2e590a2-48a8-4c20-8a8b-3b64dd7aa6e4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:29.443447 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [req-ff0d475e-b52a-429a-88e5-a0e199f47d8f req-1417ccdf-0da6-4d92-9250-e086c37585fe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32266282'] for port, after_update {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:29.451881 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2144cf69-0f66-440c-8b7d-b0db8f0d1e73 req-d69c7101-9b47-40ef-9a42-37c8ff3fc72e tempest-ServersAdminTestJSON-1240675426 tempest-ServersAdminTestJSON-1240675426-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:45:29.458972 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-2144cf69-0f66-440c-8b7d-b0db8f0d1e73 req-d69c7101-9b47-40ef-9a42-37c8ff3fc72e tempest-ServersAdminTestJSON-1240675426 tempest-ServersAdminTestJSON-1240675426-project] 10.222.0.42 "GET /v2.0/ports?device_id=ce6c549f-1c22-4313-93e6-93921dc22663 HTTP/1.1" status: 200 len: 949 time: 0.2284443 Apr 18 20:45:29.533053 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-2144cf69-0f66-440c-8b7d-b0db8f0d1e73 req-9b493ba7-0154-4589-88c9-4002e43992f2 tempest-ServersAdminTestJSON-1240675426 tempest-ServersAdminTestJSON-1240675426-project] 10.222.0.42 "GET /v2.0/security-groups?id=b9ed1788-e987-4b94-9dd4-ed408bd7803e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731213 Apr 18 20:45:29.533701 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-6eb71aa7-0526-4c28-b18e-5f297c3fc93b req-1f7b7d18-9444-4ed0-a423-a813f77fcc24 tempest-SecurityGroupsTestJSON-1212657955 tempest-SecurityGroupsTestJSON-1212657955-project] Notify callbacks [] for security_group, before_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:29.576170 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [req-ff0d475e-b52a-429a-88e5-a0e199f47d8f req-1417ccdf-0da6-4d92-9250-e086c37585fe service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217293'] for port, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:29.576170 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-ff0d475e-b52a-429a-88e5-a0e199f47d8f req-1417ccdf-0da6-4d92-9250-e086c37585fe service neutron] 10.222.0.43 "PUT /v2.0/ports/78bbc4c4-939a-4cb2-b476-fbddeecf9bf6 HTTP/1.1" status: 200 len: 1096 time: 4.2713549 Apr 18 20:45:29.627265 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-6eb71aa7-0526-4c28-b18e-5f297c3fc93b req-1f7b7d18-9444-4ed0-a423-a813f77fcc24 tempest-SecurityGroupsTestJSON-1212657955 tempest-SecurityGroupsTestJSON-1212657955-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:29.710811 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-6eb71aa7-0526-4c28-b18e-5f297c3fc93b req-1f7b7d18-9444-4ed0-a423-a813f77fcc24 tempest-SecurityGroupsTestJSON-1212657955 tempest-SecurityGroupsTestJSON-1212657955-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33528224'] for security_group, after_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:29.739822 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-09512a37-440e-4d1f-91b5-b13da2c2cdea tempest-TaggedBootDevicesTest-1674414334 tempest-TaggedBootDevicesTest-1674414334-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217293'] for port, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:29.767678 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-09512a37-440e-4d1f-91b5-b13da2c2cdea tempest-TaggedBootDevicesTest-1674414334 tempest-TaggedBootDevicesTest-1674414334-project] 10.222.0.42 "DELETE /v2.0/ports/67855998-dc7c-4735-830d-2fe34a3c1061 HTTP/1.1" status: 204 len: 168 time: 2.2389426 Apr 18 20:45:29.769736 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 41346) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:45:29.788465 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f7b7d18-9444-4ed0-a423-a813f77fcc24 tempest-SecurityGroupsTestJSON-1212657955 tempest-SecurityGroupsTestJSON-1212657955-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=587aaa27-61ec-4343-9a7e-63e58a613703,revision_number=None']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:45:29.880324 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.db [req-f61fc760-da04-4502-8c27-b69d9bac81c7 req-f2e590a2-48a8-4c20-8a8b-3b64dd7aa6e4 service neutron] For port 2d81e7a8-546f-4b85-b21f-680c2a095f3f, host n-h2-838334-2, cleared binding levels {{(pid=84040) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 20:45:29.894514 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.db [req-f61fc760-da04-4502-8c27-b69d9bac81c7 req-f2e590a2-48a8-4c20-8a8b-3b64dd7aa6e4 service neutron] For port 2d81e7a8-546f-4b85-b21f-680c2a095f3f, host n-h2-838334-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838334-2',level=0,port_id=2d81e7a8-546f-4b85-b21f-680c2a095f3f,segment=NetworkSegment(d35ae76f-a320-4099-b08d-e8361b6d2a8c),segment_id=d35ae76f-a320-4099-b08d-e8361b6d2a8c)] {{(pid=84040) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 20:45:29.916600 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-6eb71aa7-0526-4c28-b18e-5f297c3fc93b req-1f7b7d18-9444-4ed0-a423-a813f77fcc24 tempest-SecurityGroupsTestJSON-1212657955 tempest-SecurityGroupsTestJSON-1212657955-project] Notify callbacks [] for security_group, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:29.933456 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-6eb71aa7-0526-4c28-b18e-5f297c3fc93b req-1f7b7d18-9444-4ed0-a423-a813f77fcc24 tempest-SecurityGroupsTestJSON-1212657955 tempest-SecurityGroupsTestJSON-1212657955-project] 10.222.0.42 "DELETE /v2.0/security-groups/587aaa27-61ec-4343-9a7e-63e58a613703 HTTP/1.1" status: 204 len: 173 time: 0.7375281 Apr 18 20:45:29.939057 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-f61fc760-da04-4502-8c27-b69d9bac81c7 req-f2e590a2-48a8-4c20-8a8b-3b64dd7aa6e4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32440959'] for port, after_update {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:29.995177 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1417ccdf-0da6-4d92-9250-e086c37585fe service neutron] Pushing event updated for resources: {'Port': ['ID=78bbc4c4-939a-4cb2-b476-fbddeecf9bf6,revision_number=7']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:45:30.179388 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-f61fc760-da04-4502-8c27-b69d9bac81c7 req-f2e590a2-48a8-4c20-8a8b-3b64dd7aa6e4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217293'] for port, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:30.184296 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-f61fc760-da04-4502-8c27-b69d9bac81c7 req-f2e590a2-48a8-4c20-8a8b-3b64dd7aa6e4 service neutron] 10.222.0.48 "PUT /v2.0/ports/2d81e7a8-546f-4b85-b21f-680c2a095f3f HTTP/1.1" status: 200 len: 1091 time: 3.9681089 Apr 18 20:45:30.187096 n-d-838334-2 neutron-server[84040]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd6840864-0637-4642-9f99-da91dd7892c7', 'tag': '2d81e7a8-546f-4b85-b21f-680c2a095f3f'}] {{(pid=84040) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 20:45:30.200739 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-ff0d475e-b52a-429a-88e5-a0e199f47d8f req-d6d866e6-c818-4654-a82c-47e9ee0c43be service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=0ae89e923933452faf6047be78995cc1&device_id=08c5b321-aafc-4918-a395-6fa43a8a405d HTTP/1.1" status: 200 len: 1099 time: 0.5877929 Apr 18 20:45:30.245468 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.v2.base [req-f61fc760-da04-4502-8c27-b69d9bac81c7 req-6f6d9a52-aa08-477c-8996-b7f5bd7f642b service neutron] Request body: {'port': {'device_id': 'd6840864-0637-4642-9f99-da91dd7892c7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-838334-2'}} {{(pid=84040) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 20:45:30.458583 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2e590a2-48a8-4c20-8a8b-3b64dd7aa6e4 service neutron] Pushing event updated for resources: {'Port': ['ID=2d81e7a8-546f-4b85-b21f-680c2a095f3f,revision_number=3']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:45:30.478380 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.db_base_plugin_v2 [None req-4b3e3ba1-7bbe-40bd-9ba0-d8aa2dc535be tempest-TaggedBootDevicesTest-1674414334 tempest-TaggedBootDevicesTest-1674414334-project] Deleting subnet 56438b06-8f6c-4c48-a38f-f39ae02814c1 {{(pid=84041) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 18 20:45:30.520170 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-4b3e3ba1-7bbe-40bd-9ba0-d8aa2dc535be tempest-TaggedBootDevicesTest-1674414334 tempest-TaggedBootDevicesTest-1674414334-project] Notify callbacks [] for subnet, before_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:30.564047 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Device 7ee9c1ce-a165-4006-a514-881ee03d6aad details requested by agent hyperv_n-h1-838334-2 with host n-h1-838334-2 {{(pid=84042) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 18 20:45:30.594561 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Device 7ee9c1ce-a165-4006-a514-881ee03d6aad no longer exists at agent hyperv_n-h1-838334-2 {{(pid=84042) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 20:45:30.660943 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-4b3e3ba1-7bbe-40bd-9ba0-d8aa2dc535be tempest-TaggedBootDevicesTest-1674414334 tempest-TaggedBootDevicesTest-1674414334-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32266383'] for subnet, precommit_delete_associations {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:30.714311 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.db.resource_extend [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 18 20:45:30.719094 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8de70129-b4ca-427c-9cc8-38e737fd2c2a req-af9344be-160d-4af9-bdc3-42c2df4bf3b1 tempest-MigrationsAdminTest-1326981207 tempest-MigrationsAdminTest-1326981207-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:45:30.726929 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-8de70129-b4ca-427c-9cc8-38e737fd2c2a req-af9344be-160d-4af9-bdc3-42c2df4bf3b1 tempest-MigrationsAdminTest-1326981207 tempest-MigrationsAdminTest-1326981207-project] 10.222.0.42 "GET /v2.0/ports?device_id=08c5b321-aafc-4918-a395-6fa43a8a405d HTTP/1.1" status: 200 len: 948 time: 0.3690579 Apr 18 20:45:30.745848 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-f61fc760-da04-4502-8c27-b69d9bac81c7 req-6f6d9a52-aa08-477c-8996-b7f5bd7f642b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:30.831891 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff0d475e-b52a-429a-88e5-a0e199f47d8f req-84d6d73f-dbd9-47c0-96e7-45b4b8ce7d8c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:45:30.833596 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-ff0d475e-b52a-429a-88e5-a0e199f47d8f req-84d6d73f-dbd9-47c0-96e7-45b4b8ce7d8c service neutron] 10.222.0.43 "GET /v2.0/networks?id=cb56989d-7c5d-4678-b194-1d2edf1e842a HTTP/1.1" status: 200 len: 870 time: 0.3513803 Apr 18 20:45:30.846774 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d5a2b21-8bdd-4db1-a597-0e44c4101657 req-3cb8e7fc-6125-4c7c-9599-54c82384b8de tempest-ServersTestMultiNic-942198030 tempest-ServersTestMultiNic-942198030-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:45:30.851210 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d5a2b21-8bdd-4db1-a597-0e44c4101657 req-3cb8e7fc-6125-4c7c-9599-54c82384b8de tempest-ServersTestMultiNic-942198030 tempest-ServersTestMultiNic-942198030-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:45:30.855466 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-8d5a2b21-8bdd-4db1-a597-0e44c4101657 req-3cb8e7fc-6125-4c7c-9599-54c82384b8de tempest-ServersTestMultiNic-942198030 tempest-ServersTestMultiNic-942198030-project] 10.222.0.42 "GET /v2.0/ports?device_id=d6840864-0637-4642-9f99-da91dd7892c7 HTTP/1.1" status: 200 len: 1666 time: 0.2542422 Apr 18 20:45:31.016467 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-ff0d475e-b52a-429a-88e5-a0e199f47d8f req-fb8f7e64-f420-490a-8534-6cbf16a61c0e service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.123&port_id=78bbc4c4-939a-4cb2-b476-fbddeecf9bf6 HTTP/1.1" status: 200 len: 217 time: 0.1641338 Apr 18 20:45:31.129234 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-8de70129-b4ca-427c-9cc8-38e737fd2c2a req-cc4f51cc-a0b4-496d-9b1b-6d78ebd16cd3 tempest-MigrationsAdminTest-1326981207 tempest-MigrationsAdminTest-1326981207-project] 10.222.0.42 "GET /v2.0/security-groups?id=8ca7ac2c-bfe5-493b-aae6-636315bac851&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4011788 Apr 18 20:45:31.159634 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff0d475e-b52a-429a-88e5-a0e199f47d8f req-160e896b-4e0f-4db9-8978-4c5c18a8b260 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:45:31.161230 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-ff0d475e-b52a-429a-88e5-a0e199f47d8f req-160e896b-4e0f-4db9-8978-4c5c18a8b260 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=c4b526db-4d8a-4d4c-a310-e3a599630ae1 HTTP/1.1" status: 200 len: 843 time: 0.1383607 Apr 18 20:45:31.165401 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] For port 7ee9c1ce-a165-4006-a514-881ee03d6aad, host n-h1-838334-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838334-2',level=0,port_id=7ee9c1ce-a165-4006-a514-881ee03d6aad,segment=NetworkSegment(62b85806-94d8-4a88-a06c-da82e5932d66),segment_id=62b85806-94d8-4a88-a06c-da82e5932d66)] {{(pid=84042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:45:31.199208 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:31.216331 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-8d5a2b21-8bdd-4db1-a597-0e44c4101657 req-d06937d2-0805-4101-86fb-3bf7569abefa tempest-ServersTestMultiNic-942198030 tempest-ServersTestMultiNic-942198030-project] 10.222.0.42 "GET /v2.0/security-groups?id=efc44a6f-ae8a-46ab-8143-fed7ce47374f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3484774 Apr 18 20:45:31.217924 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Returning: {'device': '7ee9c1ce-a165-4006-a514-881ee03d6aad', 'network_id': 'cb56989d-7c5d-4678-b194-1d2edf1e842a', 'port_id': '7ee9c1ce-a165-4006-a514-881ee03d6aad', 'mac_address': 'fa:16:3e:68:f0:3d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 382, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c4b526db-4d8a-4d4c-a310-e3a599630ae1', 'ip_address': '192.168.233.18'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84042) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 18 20:45:31.264412 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.v2.base [req-6623d723-d083-4884-9e1c-63aa0f5818c7 req-b3302fd6-bd19-461a-a072-ef66abbdfd94 tempest-SecurityGroupsTestJSON-1212657955 tempest-SecurityGroupsTestJSON-1212657955-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-958892228', 'description': 'tempest-description-410276026'}} {{(pid=84040) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 20:45:31.285148 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [req-6623d723-d083-4884-9e1c-63aa0f5818c7 req-b3302fd6-bd19-461a-a072-ef66abbdfd94 tempest-SecurityGroupsTestJSON-1212657955 tempest-SecurityGroupsTestJSON-1212657955-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:45:31.303052 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [req-6623d723-d083-4884-9e1c-63aa0f5818c7 req-b3302fd6-bd19-461a-a072-ef66abbdfd94 tempest-SecurityGroupsTestJSON-1212657955 tempest-SecurityGroupsTestJSON-1212657955-project] Usage tracker for resource:security_group and tenant:f09031fed4d542f69d251f76eb7f477d is out of sync, need to count used quota {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:45:31.313361 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [req-6623d723-d083-4884-9e1c-63aa0f5818c7 req-b3302fd6-bd19-461a-a072-ef66abbdfd94 tempest-SecurityGroupsTestJSON-1212657955 tempest-SecurityGroupsTestJSON-1212657955-project] Quota usage for security_group was recalculated. Used quota:3. {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:45:31.316482 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:31.334814 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [req-6623d723-d083-4884-9e1c-63aa0f5818c7 req-b3302fd6-bd19-461a-a072-ef66abbdfd94 tempest-SecurityGroupsTestJSON-1212657955 tempest-SecurityGroupsTestJSON-1212657955-project] Attempting to reserve 1 items for resource security_group. Total usage: 3; quota limit: 100; headroom:97 {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:45:31.337829 n-d-838334-2 neutron-server[84042]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ce6c549f-1c22-4313-93e6-93921dc22663', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7ee9c1ce-a165-4006-a514-881ee03d6aad'}] {{(pid=84042) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 20:45:31.359285 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] For port 7ee9c1ce-a165-4006-a514-881ee03d6aad, host n-h1-838334-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838334-2',level=0,port_id=7ee9c1ce-a165-4006-a514-881ee03d6aad,segment=NetworkSegment(62b85806-94d8-4a88-a06c-da82e5932d66),segment_id=62b85806-94d8-4a88-a06c-da82e5932d66)] {{(pid=84042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:45:31.364260 n-d-838334-2 neutron-server[84042]: DEBUG neutron.notifiers.nova [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 7ee9c1ce-a165-4006-a514-881ee03d6aad {{(pid=84042) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 18 20:45:31.370404 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-6623d723-d083-4884-9e1c-63aa0f5818c7 req-b3302fd6-bd19-461a-a072-ef66abbdfd94 tempest-SecurityGroupsTestJSON-1212657955 tempest-SecurityGroupsTestJSON-1212657955-project] Notify callbacks [] for security_group, before_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:31.425877 n-d-838334-2 neutron-server[84040]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2b4bee35-1aed-4011-bd80-978a6b5ea8ac'] response: {'name': 'network-changed', 'server_uuid': 'd6840864-0637-4642-9f99-da91dd7892c7', 'tag': '2d81e7a8-546f-4b85-b21f-680c2a095f3f', 'status': 'completed', 'code': 200} Apr 18 20:45:31.451403 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682'] for port, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:31.581179 n-d-838334-2 neutron-server[84041]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '08c5b321-aafc-4918-a395-6fa43a8a405d', 'tag': '78bbc4c4-939a-4cb2-b476-fbddeecf9bf6'}] {{(pid=84041) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 20:45:31.602156 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-4b3e3ba1-7bbe-40bd-9ba0-d8aa2dc535be tempest-TaggedBootDevicesTest-1674414334 tempest-TaggedBootDevicesTest-1674414334-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1260556'] for subnet, precommit_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:31.673367 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.db.api [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=84042) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 18 20:45:31.676441 n-d-838334-2 neutron-server[84042]: DEBUG oslo_db.api [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=84042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 18 20:45:31.696048 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Pushing event updated for resources: {'Port': ['ID=7ee9c1ce-a165-4006-a514-881ee03d6aad,revision_number=8']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:45:31.709088 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:45:31.709561 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:45:31.709913 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:45:31.710245 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:45:31.710624 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:45:31.710951 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:45:31.711272 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:45:31.711644 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:45:31.711973 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:45:31.712500 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:45:31.712893 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:45:31.762522 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-ff0d475e-b52a-429a-88e5-a0e199f47d8f req-65c3c2a4-246e-4d96-9288-5fec6ddf5c6a service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=cb56989d-7c5d-4678-b194-1d2edf1e842a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.5896213 Apr 18 20:45:31.834629 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-4b3e3ba1-7bbe-40bd-9ba0-d8aa2dc535be tempest-TaggedBootDevicesTest-1674414334 tempest-TaggedBootDevicesTest-1674414334-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1260549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33526260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32266336', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32486390'] for subnet, after_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:31.881955 n-d-838334-2 neutron-server[84040]: DEBUG neutron.notifiers.nova [req-f61fc760-da04-4502-8c27-b69d9bac81c7 req-6f6d9a52-aa08-477c-8996-b7f5bd7f642b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d8a08056-daf1-4363-a81f-b3197366e5d7 {{(pid=84040) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 18 20:45:31.891687 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-f61fc760-da04-4502-8c27-b69d9bac81c7 req-6f6d9a52-aa08-477c-8996-b7f5bd7f642b service neutron] Notify callbacks [] for port, precommit_update {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:31.909232 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.provisioning_blocks [req-f61fc760-da04-4502-8c27-b69d9bac81c7 req-6f6d9a52-aa08-477c-8996-b7f5bd7f642b service neutron] Transition to ACTIVE for port object d8a08056-daf1-4363-a81f-b3197366e5d7 will not be triggered until provisioned by entity L2. {{(pid=84040) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 20:45:31.964051 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-f61fc760-da04-4502-8c27-b69d9bac81c7 req-6f6d9a52-aa08-477c-8996-b7f5bd7f642b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32440959'] for port, after_update {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:32.014857 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b3e3ba1-7bbe-40bd-9ba0-d8aa2dc535be tempest-TaggedBootDevicesTest-1674414334 tempest-TaggedBootDevicesTest-1674414334-project] Pushing event deleted for resources: {'Subnet': ['ID=56438b06-8f6c-4c48-a38f-f39ae02814c1,revision_number=None']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:45:32.043272 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-4b3e3ba1-7bbe-40bd-9ba0-d8aa2dc535be tempest-TaggedBootDevicesTest-1674414334 tempest-TaggedBootDevicesTest-1674414334-project] Notify callbacks [] for subnet, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:32.052081 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef262f10-e90b-4b26-9458-fa155b4095df None None] Network 81621119-9498-4395-a64b-7e94080c69d1 requested from n-d-838334-2 {{(pid=84042) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 20:45:32.064040 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-4b3e3ba1-7bbe-40bd-9ba0-d8aa2dc535be tempest-TaggedBootDevicesTest-1674414334 tempest-TaggedBootDevicesTest-1674414334-project] 10.222.0.42 "DELETE /v2.0/subnets/56438b06-8f6c-4c48-a38f-f39ae02814c1 HTTP/1.1" status: 204 len: 168 time: 2.2890346 Apr 18 20:45:32.067291 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 41368) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:45:32.135277 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [req-6623d723-d083-4884-9e1c-63aa0f5818c7 req-b3302fd6-bd19-461a-a072-ef66abbdfd94 tempest-SecurityGroupsTestJSON-1212657955 tempest-SecurityGroupsTestJSON-1212657955-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:45:32.170483 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [req-6623d723-d083-4884-9e1c-63aa0f5818c7 req-b3302fd6-bd19-461a-a072-ef66abbdfd94 tempest-SecurityGroupsTestJSON-1212657955 tempest-SecurityGroupsTestJSON-1212657955-project] Usage tracker for resource:security_group_rule and tenant:f09031fed4d542f69d251f76eb7f477d is out of sync, need to count used quota {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:45:32.237449 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-ff0d475e-b52a-429a-88e5-a0e199f47d8f req-a5277ab7-95cb-49e9-ac40-62e4bd2b4b86 service neutron] 10.222.0.43 "GET /v2.0/networks/cb56989d-7c5d-4678-b194-1d2edf1e842a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4626105 Apr 18 20:45:32.246859 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [req-6623d723-d083-4884-9e1c-63aa0f5818c7 req-b3302fd6-bd19-461a-a072-ef66abbdfd94 tempest-SecurityGroupsTestJSON-1212657955 tempest-SecurityGroupsTestJSON-1212657955-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:45:32.327327 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [req-6623d723-d083-4884-9e1c-63aa0f5818c7 req-b3302fd6-bd19-461a-a072-ef66abbdfd94 tempest-SecurityGroupsTestJSON-1212657955 tempest-SecurityGroupsTestJSON-1212657955-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:45:32.358270 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f6d9a52-aa08-477c-8996-b7f5bd7f642b service neutron] Pushing event updated for resources: {'Port': ['ID=d8a08056-daf1-4363-a81f-b3197366e5d7,revision_number=2']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:45:32.499097 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-209a6a4d-d2bc-462f-8037-930c2719a3a6 req-c13aa4c8-a273-48c0-8177-fcb50831e755 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=86c5c562f6e642eda292a78265b6dea4&device_id=d6840864-0637-4642-9f99-da91dd7892c7 HTTP/1.1" status: 200 len: 1913 time: 1.0269921 Apr 18 20:45:32.530251 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4c30523-8c92-4b73-8a5b-31ea53067ae9 req-87d2dc0b-0f95-45b2-b778-cd04139d7842 tempest-ServersAdminTestJSON-1240675426 tempest-ServersAdminTestJSON-1240675426-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:45:32.532222 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-e4c30523-8c92-4b73-8a5b-31ea53067ae9 req-87d2dc0b-0f95-45b2-b778-cd04139d7842 tempest-ServersAdminTestJSON-1240675426 tempest-ServersAdminTestJSON-1240675426-project] 10.222.0.42 "GET /v2.0/ports?device_id=ce6c549f-1c22-4313-93e6-93921dc22663 HTTP/1.1" status: 200 len: 947 time: 0.6191492 Apr 18 20:45:32.551587 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:32.592329 n-d-838334-2 neutron-server[84042]: DEBUG neutron.notifiers.nova [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7ee9c1ce-a165-4006-a514-881ee03d6aad {{(pid=84042) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 18 20:45:32.630951 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] For port 7ee9c1ce-a165-4006-a514-881ee03d6aad, host n-h1-838334-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838334-2',level=0,port_id=7ee9c1ce-a165-4006-a514-881ee03d6aad,segment=NetworkSegment(62b85806-94d8-4a88-a06c-da82e5932d66),segment_id=62b85806-94d8-4a88-a06c-da82e5932d66)] {{(pid=84042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:45:32.641153 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682'] for port, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:32.728265 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8f9904f-dc81-4171-a0ec-1d679452fe39 None None] DHCP port deletion for 81621119-9498-4395-a64b-7e94080c69d1 request from n-d-838334-2 {{(pid=84042) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 18 20:45:32.740491 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.plugin [None req-b8f9904f-dc81-4171-a0ec-1d679452fe39 None None] Deleting port e784f545-9b26-4990-baf8-4956da5e18d6 {{(pid=84042) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 20:45:32.740876 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-b8f9904f-dc81-4171-a0ec-1d679452fe39 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750375188691'] for port, before_delete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:32.768242 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.db_base_plugin_v2 [None req-54605ce9-8889-4c47-920f-76550c604a34 tempest-TaggedBootDevicesTest-1674414334 tempest-TaggedBootDevicesTest-1674414334-project] Deleting subnet 595cabc3-b2ed-413d-9545-05965478d7ea {{(pid=84041) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 18 20:45:32.774647 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-54605ce9-8889-4c47-920f-76550c604a34 tempest-TaggedBootDevicesTest-1674414334 tempest-TaggedBootDevicesTest-1674414334-project] Notify callbacks [] for subnet, before_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:32.858325 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-ff0d475e-b52a-429a-88e5-a0e199f47d8f req-68e2e737-fb12-4c23-a38a-8fc17cdf0628 service neutron] 10.222.0.43 "GET /v2.0/networks/cb56989d-7c5d-4678-b194-1d2edf1e842a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6094544 Apr 18 20:45:32.879245 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-54605ce9-8889-4c47-920f-76550c604a34 tempest-TaggedBootDevicesTest-1674414334 tempest-TaggedBootDevicesTest-1674414334-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32266383'] for subnet, precommit_delete_associations {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:32.983363 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-b8f9904f-dc81-4171-a0ec-1d679452fe39 None None] For port e784f545-9b26-4990-baf8-4956da5e18d6, host n-d-838334-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838334-2',level=0,port_id=e784f545-9b26-4990-baf8-4956da5e18d6,segment=NetworkSegment(042fd70a-92f2-4098-9b07-9a0bcd9bab32),segment_id=042fd70a-92f2-4098-9b07-9a0bcd9bab32)] {{(pid=84042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:45:32.983645 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-b8f9904f-dc81-4171-a0ec-1d679452fe39 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369123'] for port, precommit_delete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:33.075811 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-54605ce9-8889-4c47-920f-76550c604a34 tempest-TaggedBootDevicesTest-1674414334 tempest-TaggedBootDevicesTest-1674414334-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1260556'] for subnet, precommit_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:33.192699 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.managers [req-f61fc760-da04-4502-8c27-b69d9bac81c7 req-6f6d9a52-aa08-477c-8996-b7f5bd7f642b service neutron] Attempting to bind port d8a08056-daf1-4363-a81f-b3197366e5d7 on host n-h2-838334-2 for vnic_type normal with profile {{(pid=84040) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:45:33.193594 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.managers [req-f61fc760-da04-4502-8c27-b69d9bac81c7 req-6f6d9a52-aa08-477c-8996-b7f5bd7f642b service neutron] Attempting to bind port d8a08056-daf1-4363-a81f-b3197366e5d7 by drivers openvswitch,hyperv on host n-h2-838334-2 at level 0 using segments [{'id': '0ffe50b9-8a94-4573-9833-bec1b6a6d90c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '77832128-7c92-456a-b28b-7a3f89f4abbe'}] {{(pid=84040) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:45:33.193594 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f61fc760-da04-4502-8c27-b69d9bac81c7 req-6f6d9a52-aa08-477c-8996-b7f5bd7f642b service neutron] Attempting to bind port d8a08056-daf1-4363-a81f-b3197366e5d7 on network 77832128-7c92-456a-b28b-7a3f89f4abbe {{(pid=84040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 20:45:33.207912 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-e4c30523-8c92-4b73-8a5b-31ea53067ae9 req-2abceacc-3a62-49c5-a578-59a28ecf4cc3 tempest-ServersAdminTestJSON-1240675426 tempest-ServersAdminTestJSON-1240675426-project] 10.222.0.42 "GET /v2.0/security-groups?id=b9ed1788-e987-4b94-9dd4-ed408bd7803e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4216154 Apr 18 20:45:33.230086 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.plugin [None req-b8f9904f-dc81-4171-a0ec-1d679452fe39 None None] Calling delete_port for e784f545-9b26-4990-baf8-4956da5e18d6 owned by network:dhcp {{(pid=84042) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 20:45:33.292298 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-54605ce9-8889-4c47-920f-76550c604a34 tempest-TaggedBootDevicesTest-1674414334 tempest-TaggedBootDevicesTest-1674414334-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1260549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33526260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32266336', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32486390'] for subnet, after_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:33.342637 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-b8f9904f-dc81-4171-a0ec-1d679452fe39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750375259028', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750374836628'] for port, after_delete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:33.353019 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Pushing event updated for resources: {'Port': ['ID=7ee9c1ce-a165-4006-a514-881ee03d6aad,revision_number=9']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:45:33.399939 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-209a6a4d-d2bc-462f-8037-930c2719a3a6 req-e13b126d-8f96-4e8d-90ea-c773fba1da4c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:45:33.402160 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-209a6a4d-d2bc-462f-8037-930c2719a3a6 req-e13b126d-8f96-4e8d-90ea-c773fba1da4c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:45:33.405233 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-209a6a4d-d2bc-462f-8037-930c2719a3a6 req-e13b126d-8f96-4e8d-90ea-c773fba1da4c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:45:33.407046 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-209a6a4d-d2bc-462f-8037-930c2719a3a6 req-e13b126d-8f96-4e8d-90ea-c773fba1da4c service neutron] 10.222.0.48 "GET /v2.0/networks?tenant_id=86c5c562f6e642eda292a78265b6dea4&shared=False HTTP/1.1" status: 200 len: 2291 time: 0.5946348 Apr 18 20:45:33.425366 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8f9904f-dc81-4171-a0ec-1d679452fe39 None None] No DVR routers for this DVR port e784f545-9b26-4990-baf8-4956da5e18d6 on host n-d-838334-2 {{(pid=84042) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 20:45:33.450387 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] get_ports_and_sgs() called for port_ids ['7ee9c1ce-a165-4006-a514-881ee03d6aad'] {{(pid=84042) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 18 20:45:33.487815 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Device e784f545-9b26-4990-baf8-4956da5e18d6 no longer exists at agent ovs-agent-n-d-838334-2 {{(pid=84042) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 20:45:33.511808 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8f9904f-dc81-4171-a0ec-1d679452fe39 None None] Pushing event deleted for resources: {'Port': ['ID=e784f545-9b26-4990-baf8-4956da5e18d6,revision_number=None']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:45:33.520100 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54605ce9-8889-4c47-920f-76550c604a34 tempest-TaggedBootDevicesTest-1674414334 tempest-TaggedBootDevicesTest-1674414334-project] Pushing event deleted for resources: {'Subnet': ['ID=595cabc3-b2ed-413d-9545-05965478d7ea,revision_number=None']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:45:33.538995 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.plugin [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] No Port match for: e784f545-9b26-4990-baf8-4956da5e18d6 {{(pid=84042) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 18 20:45:33.539339 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Device e784f545-9b26-4990-baf8-4956da5e18d6 not bound to the agent host n-d-838334-2 {{(pid=84042) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 20:45:33.568339 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-54605ce9-8889-4c47-920f-76550c604a34 tempest-TaggedBootDevicesTest-1674414334 tempest-TaggedBootDevicesTest-1674414334-project] Notify callbacks [] for subnet, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:33.580119 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de7b1f2a-8f61-4166-8a59-a71aa668ff51 None None] Network d9eb2c31-9efb-45c1-be97-8fbfff0e7f82 requested from n-d-838334-2 {{(pid=84042) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 20:45:33.593296 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-54605ce9-8889-4c47-920f-76550c604a34 tempest-TaggedBootDevicesTest-1674414334 tempest-TaggedBootDevicesTest-1674414334-project] 10.222.0.42 "DELETE /v2.0/subnets/595cabc3-b2ed-413d-9545-05965478d7ea HTTP/1.1" status: 204 len: 168 time: 1.5249171 Apr 18 20:45:33.594510 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 41380) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:45:33.595905 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750375287399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253529'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:33.683088 n-d-838334-2 neutron-server[84042]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e0c1f551-e525-4319-8599-37b9a6eafd6e'] response: {'server_uuid': 'ce6c549f-1c22-4313-93e6-93921dc22663', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7ee9c1ce-a165-4006-a514-881ee03d6aad', 'code': 200} Apr 18 20:45:33.700940 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f61fc760-da04-4502-8c27-b69d9bac81c7 req-6f6d9a52-aa08-477c-8996-b7f5bd7f642b service neutron] Port d8a08056-daf1-4363-a81f-b3197366e5d7 on network 77832128-7c92-456a-b28b-7a3f89f4abbe not bound, no agent of type Open vSwitch agent registered on host n-h2-838334-2 {{(pid=84040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 18 20:45:33.701289 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f61fc760-da04-4502-8c27-b69d9bac81c7 req-6f6d9a52-aa08-477c-8996-b7f5bd7f642b service neutron] Attempting to bind port d8a08056-daf1-4363-a81f-b3197366e5d7 on network 77832128-7c92-456a-b28b-7a3f89f4abbe {{(pid=84040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 20:45:33.715916 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-6623d723-d083-4884-9e1c-63aa0f5818c7 req-b3302fd6-bd19-461a-a072-ef66abbdfd94 tempest-SecurityGroupsTestJSON-1212657955 tempest-SecurityGroupsTestJSON-1212657955-project] Notify callbacks [] for security_group, precommit_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:33.730167 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f61fc760-da04-4502-8c27-b69d9bac81c7 req-6f6d9a52-aa08-477c-8996-b7f5bd7f642b service neutron] Checking agent: {'id': 'dc797004-f641-47b7-a77f-9c62b5b16296', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-838334-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 34, 3), 'started_at': datetime.datetime(2022, 4, 18, 20, 34, 3), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 20, 45, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 18 20:45:33.730559 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f61fc760-da04-4502-8c27-b69d9bac81c7 req-6f6d9a52-aa08-477c-8996-b7f5bd7f642b service neutron] Checking segment: {'id': '0ffe50b9-8a94-4573-9833-bec1b6a6d90c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '77832128-7c92-456a-b28b-7a3f89f4abbe'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84040) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 20:45:33.730897 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f61fc760-da04-4502-8c27-b69d9bac81c7 req-6f6d9a52-aa08-477c-8996-b7f5bd7f642b service neutron] Bound using segment: {'id': '0ffe50b9-8a94-4573-9833-bec1b6a6d90c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '77832128-7c92-456a-b28b-7a3f89f4abbe'} {{(pid=84040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 18 20:45:33.731516 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.managers [req-f61fc760-da04-4502-8c27-b69d9bac81c7 req-6f6d9a52-aa08-477c-8996-b7f5bd7f642b service neutron] Bound port: d8a08056-daf1-4363-a81f-b3197366e5d7, host: n-h2-838334-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0ffe50b9-8a94-4573-9833-bec1b6a6d90c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '77832128-7c92-456a-b28b-7a3f89f4abbe'}}] {{(pid=84040) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 20:45:33.731912 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-f61fc760-da04-4502-8c27-b69d9bac81c7 req-6f6d9a52-aa08-477c-8996-b7f5bd7f642b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:33.743576 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-6623d723-d083-4884-9e1c-63aa0f5818c7 req-b3302fd6-bd19-461a-a072-ef66abbdfd94 tempest-SecurityGroupsTestJSON-1212657955 tempest-SecurityGroupsTestJSON-1212657955-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33528224'] for security_group, after_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:33.865078 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3302fd6-bd19-461a-a072-ef66abbdfd94 tempest-SecurityGroupsTestJSON-1212657955 tempest-SecurityGroupsTestJSON-1212657955-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d80b0294-5e32-4980-8cd5-bc15d7088871,revision_number=1']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:45:33.882739 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-6623d723-d083-4884-9e1c-63aa0f5818c7 req-b3302fd6-bd19-461a-a072-ef66abbdfd94 tempest-SecurityGroupsTestJSON-1212657955 tempest-SecurityGroupsTestJSON-1212657955-project] Notify callbacks [] for security_group, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:33.894023 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-6623d723-d083-4884-9e1c-63aa0f5818c7 req-b3302fd6-bd19-461a-a072-ef66abbdfd94 tempest-SecurityGroupsTestJSON-1212657955 tempest-SecurityGroupsTestJSON-1212657955-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1638 time: 2.6462820 Apr 18 20:45:33.925144 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-610af945-71f0-46d9-8dbd-b567d08a0d63 tempest-TaggedBootDevicesTest-1674414334 tempest-TaggedBootDevicesTest-1674414334-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1103592'] for network, before_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:34.008699 n-d-838334-2 neutron-server[84041]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c6ea12b4-8168-4c94-80f2-99bebbe62039'] response: {'name': 'network-changed', 'server_uuid': '08c5b321-aafc-4918-a395-6fa43a8a405d', 'tag': '78bbc4c4-939a-4cb2-b476-fbddeecf9bf6', 'status': 'completed', 'code': 200} Apr 18 20:45:34.032505 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.db [req-f61fc760-da04-4502-8c27-b69d9bac81c7 req-6f6d9a52-aa08-477c-8996-b7f5bd7f642b service neutron] For port d8a08056-daf1-4363-a81f-b3197366e5d7, host n-h2-838334-2, cleared binding levels {{(pid=84040) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 20:45:34.045462 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.db [req-f61fc760-da04-4502-8c27-b69d9bac81c7 req-6f6d9a52-aa08-477c-8996-b7f5bd7f642b service neutron] For port d8a08056-daf1-4363-a81f-b3197366e5d7, host n-h2-838334-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838334-2',level=0,port_id=d8a08056-daf1-4363-a81f-b3197366e5d7,segment=NetworkSegment(0ffe50b9-8a94-4573-9833-bec1b6a6d90c),segment_id=0ffe50b9-8a94-4573-9833-bec1b6a6d90c)] {{(pid=84040) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 20:45:34.168766 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-209a6a4d-d2bc-462f-8037-930c2719a3a6 req-53c870b2-b892-4145-b3a7-0b591b15518e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:45:34.168766 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-209a6a4d-d2bc-462f-8037-930c2719a3a6 req-53c870b2-b892-4145-b3a7-0b591b15518e service neutron] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.7394202 Apr 18 20:45:34.196707 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-f61fc760-da04-4502-8c27-b69d9bac81c7 req-6f6d9a52-aa08-477c-8996-b7f5bd7f642b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32440959'] for port, after_update {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:34.419045 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82dfd0c8-1422-4d54-8ca3-677e056e3d2f None None] DHCP port deletion for d9eb2c31-9efb-45c1-be97-8fbfff0e7f82 request from n-d-838334-2 {{(pid=84042) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 18 20:45:34.428353 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.plugin [None req-82dfd0c8-1422-4d54-8ca3-677e056e3d2f None None] Deleting port e0057176-7362-41be-853b-9288526825a0 {{(pid=84042) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 20:45:34.429040 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-82dfd0c8-1422-4d54-8ca3-677e056e3d2f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750375188691'] for port, before_delete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:34.477451 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-1e053aa8-00f4-47a0-8b40-376ec7a6f217 req-b0688f7a-df85-4018-b2cb-100cc7fdc2d4 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=0ae89e923933452faf6047be78995cc1&device_id=08c5b321-aafc-4918-a395-6fa43a8a405d HTTP/1.1" status: 200 len: 1099 time: 0.5474460 Apr 18 20:45:34.555812 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-f61fc760-da04-4502-8c27-b69d9bac81c7 req-6f6d9a52-aa08-477c-8996-b7f5bd7f642b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217293'] for port, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:34.555812 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-f61fc760-da04-4502-8c27-b69d9bac81c7 req-6f6d9a52-aa08-477c-8996-b7f5bd7f642b service neutron] 10.222.0.48 "PUT /v2.0/ports/d8a08056-daf1-4363-a81f-b3197366e5d7 HTTP/1.1" status: 200 len: 1092 time: 4.3193445 Apr 18 20:45:34.555812 n-d-838334-2 neutron-server[84040]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd6840864-0637-4642-9f99-da91dd7892c7', 'tag': 'd8a08056-daf1-4363-a81f-b3197366e5d7'}] {{(pid=84040) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 20:45:34.598948 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f6d9a52-aa08-477c-8996-b7f5bd7f642b service neutron] Pushing event updated for resources: {'Port': ['ID=d8a08056-daf1-4363-a81f-b3197366e5d7,revision_number=3']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:45:34.647763 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-610af945-71f0-46d9-8dbd-b567d08a0d63 tempest-TaggedBootDevicesTest-1674414334 tempest-TaggedBootDevicesTest-1674414334-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1258905', 'neutron.services.segments.db._delete_segments_for_network-8750375287417'] for network, precommit_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:34.648000 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fe79df5-302f-4ff3-a74e-033598388bca req-0cdc702a-ce20-4cf3-b000-f156f17db162 tempest-MigrationsAdminTest-1326981207 tempest-MigrationsAdminTest-1326981207-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:45:34.658190 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-5fe79df5-302f-4ff3-a74e-033598388bca req-0cdc702a-ce20-4cf3-b000-f156f17db162 tempest-MigrationsAdminTest-1326981207 tempest-MigrationsAdminTest-1326981207-project] 10.222.0.42 "GET /v2.0/ports?device_id=08c5b321-aafc-4918-a395-6fa43a8a405d HTTP/1.1" status: 200 len: 948 time: 0.3686361 Apr 18 20:45:34.698408 n-d-838334-2 neutron-server[84041]: DEBUG neutron.services.segments.db [None req-610af945-71f0-46d9-8dbd-b567d08a0d63 tempest-TaggedBootDevicesTest-1674414334 tempest-TaggedBootDevicesTest-1674414334-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['81621119-9498-4395-a64b-7e94080c69d1']}} {{(pid=84041) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:45:34.739552 n-d-838334-2 neutron-server[84041]: DEBUG neutron.services.segments.db [None req-610af945-71f0-46d9-8dbd-b567d08a0d63 tempest-TaggedBootDevicesTest-1674414334 tempest-TaggedBootDevicesTest-1674414334-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '042fd70a-92f2-4098-9b07-9a0bcd9bab32') {'for_net_delete': True} {{(pid=84041) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:45:34.740413 n-d-838334-2 neutron-server[84041]: DEBUG neutron.services.segments.db [None req-610af945-71f0-46d9-8dbd-b567d08a0d63 tempest-TaggedBootDevicesTest-1674414334 tempest-TaggedBootDevicesTest-1674414334-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '042fd70a-92f2-4098-9b07-9a0bcd9bab32') {} {{(pid=84041) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:45:34.765754 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-610af945-71f0-46d9-8dbd-b567d08a0d63 tempest-TaggedBootDevicesTest-1674414334 tempest-TaggedBootDevicesTest-1674414334-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750375287300', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32268156'] for segment, before_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:34.804944 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e053aa8-00f4-47a0-8b40-376ec7a6f217 req-a2c265f6-e49c-4921-9070-16db866222c5 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:45:34.807020 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-1e053aa8-00f4-47a0-8b40-376ec7a6f217 req-a2c265f6-e49c-4921-9070-16db866222c5 service neutron] 10.222.0.43 "GET /v2.0/networks?id=cb56989d-7c5d-4678-b194-1d2edf1e842a HTTP/1.1" status: 200 len: 870 time: 0.3040380 Apr 18 20:45:34.812581 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-610af945-71f0-46d9-8dbd-b567d08a0d63 tempest-TaggedBootDevicesTest-1674414334 tempest-TaggedBootDevicesTest-1674414334-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1082986'] for segment, precommit_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:34.864337 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-5fe79df5-302f-4ff3-a74e-033598388bca req-adff13d8-e860-49ff-b989-32cdce4fc4f5 tempest-MigrationsAdminTest-1326981207 tempest-MigrationsAdminTest-1326981207-project] 10.222.0.42 "GET /v2.0/security-groups?id=8ca7ac2c-bfe5-493b-aae6-636315bac851&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2049768 Apr 18 20:45:34.899467 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-82dfd0c8-1422-4d54-8ca3-677e056e3d2f None None] For port e0057176-7362-41be-853b-9288526825a0, host n-d-838334-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838334-2',level=0,port_id=e0057176-7362-41be-853b-9288526825a0,segment=NetworkSegment(4134857a-3d4d-4a42-8268-4c8b0125ff2d),segment_id=4134857a-3d4d-4a42-8268-4c8b0125ff2d)] {{(pid=84042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:45:34.903464 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-82dfd0c8-1422-4d54-8ca3-677e056e3d2f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369123'] for port, precommit_delete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:34.907943 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-610af945-71f0-46d9-8dbd-b567d08a0d63 tempest-TaggedBootDevicesTest-1674414334 tempest-TaggedBootDevicesTest-1674414334-project] Releasing vlan 364 on physical network physnet1 to pool {{(pid=84041) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 18 20:45:34.908729 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-610af945-71f0-46d9-8dbd-b567d08a0d63 tempest-TaggedBootDevicesTest-1674414334 tempest-TaggedBootDevicesTest-1674414334-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1082993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32266254'] for segment, after_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:34.927787 n-d-838334-2 neutron-server[84041]: Traceback (most recent call last): Apr 18 20:45:34.927787 n-d-838334-2 neutron-server[84041]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 18 20:45:34.927787 n-d-838334-2 neutron-server[84041]: timer() Apr 18 20:45:34.927787 n-d-838334-2 neutron-server[84041]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 20:45:34.927787 n-d-838334-2 neutron-server[84041]: cb(*args, **kw) Apr 18 20:45:34.927787 n-d-838334-2 neutron-server[84041]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 18 20:45:34.927787 n-d-838334-2 neutron-server[84041]: return func(*args, **kwargs) Apr 18 20:45:34.927787 n-d-838334-2 neutron-server[84041]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 20:45:34.927787 n-d-838334-2 neutron-server[84041]: self._notify() Apr 18 20:45:34.927787 n-d-838334-2 neutron-server[84041]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 20:45:34.927787 n-d-838334-2 neutron-server[84041]: self.callback(batched_events) Apr 18 20:45:34.927787 n-d-838334-2 neutron-server[84041]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 20:45:34.927787 n-d-838334-2 neutron-server[84041]: event.method(event) Apr 18 20:45:34.927787 n-d-838334-2 neutron-server[84041]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 18 20:45:34.927787 n-d-838334-2 neutron-server[84041]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 20:45:34.927787 n-d-838334-2 neutron-server[84041]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 18 20:45:34.927787 n-d-838334-2 neutron-server[84041]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 20:45:34.927787 n-d-838334-2 neutron-server[84041]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 18 20:45:34.927787 n-d-838334-2 neutron-server[84041]: return f(self, *a, **k) Apr 18 20:45:34.927787 n-d-838334-2 neutron-server[84041]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 18 20:45:34.927787 n-d-838334-2 neutron-server[84041]: return self._get(url).json() Apr 18 20:45:34.927787 n-d-838334-2 neutron-server[84041]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 18 20:45:34.927787 n-d-838334-2 neutron-server[84041]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 20:45:34.927787 n-d-838334-2 neutron-server[84041]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 18 20:45:34.927787 n-d-838334-2 neutron-server[84041]: return self.request(url, 'GET', **kwargs) Apr 18 20:45:34.927787 n-d-838334-2 neutron-server[84041]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 18 20:45:34.927787 n-d-838334-2 neutron-server[84041]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 20:45:34.927787 n-d-838334-2 neutron-server[84041]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 18 20:45:34.927787 n-d-838334-2 neutron-server[84041]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 20:45:34.927787 n-d-838334-2 neutron-server[84041]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 18 20:45:34.927787 n-d-838334-2 neutron-server[84041]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 20:45:34.927787 n-d-838334-2 neutron-server[84041]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 20:45:34.964772 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeab2775-11ed-49d7-ab29-71d9076cf24e req-c8c3b844-f97b-400a-8110-71a463fbf06d tempest-ServersTestMultiNic-942198030 tempest-ServersTestMultiNic-942198030-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:45:34.983711 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeab2775-11ed-49d7-ab29-71d9076cf24e req-c8c3b844-f97b-400a-8110-71a463fbf06d tempest-ServersTestMultiNic-942198030 tempest-ServersTestMultiNic-942198030-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:45:34.997906 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-eeab2775-11ed-49d7-ab29-71d9076cf24e req-c8c3b844-f97b-400a-8110-71a463fbf06d tempest-ServersTestMultiNic-942198030 tempest-ServersTestMultiNic-942198030-project] 10.222.0.42 "GET /v2.0/ports?device_id=d6840864-0637-4642-9f99-da91dd7892c7 HTTP/1.1" status: 200 len: 1678 time: 0.6403544 Apr 18 20:45:35.086445 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-1e053aa8-00f4-47a0-8b40-376ec7a6f217 req-b110e107-6af7-4f66-b3c6-b58fbeec774b service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=0ae89e923933452faf6047be78995cc1&device_id=08c5b321-aafc-4918-a395-6fa43a8a405d HTTP/1.1" status: 200 len: 1099 time: 1.0348172 Apr 18 20:45:35.321585 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.plugin [None req-82dfd0c8-1422-4d54-8ca3-677e056e3d2f None None] Calling delete_port for e0057176-7362-41be-853b-9288526825a0 owned by network:dhcp {{(pid=84042) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 20:45:35.351910 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-1e053aa8-00f4-47a0-8b40-376ec7a6f217 req-410de760-00e7-486b-bff9-d737c5fdc7d9 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.123&port_id=78bbc4c4-939a-4cb2-b476-fbddeecf9bf6 HTTP/1.1" status: 200 len: 217 time: 0.5345614 Apr 18 20:45:35.425894 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Device e0057176-7362-41be-853b-9288526825a0 no longer exists at agent ovs-agent-n-d-838334-2 {{(pid=84042) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 20:45:35.491650 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-82dfd0c8-1422-4d54-8ca3-677e056e3d2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750375259028', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750374836628'] for port, after_delete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:35.504066 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-610af945-71f0-46d9-8dbd-b567d08a0d63 tempest-TaggedBootDevicesTest-1674414334 tempest-TaggedBootDevicesTest-1674414334-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1258898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33526109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33444113'] for network, after_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:35.553478 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.plugin [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] No Port match for: e0057176-7362-41be-853b-9288526825a0 {{(pid=84042) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 18 20:45:35.553835 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Device e0057176-7362-41be-853b-9288526825a0 not bound to the agent host n-d-838334-2 {{(pid=84042) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 20:45:35.571138 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-610af945-71f0-46d9-8dbd-b567d08a0d63 tempest-TaggedBootDevicesTest-1674414334 tempest-TaggedBootDevicesTest-1674414334-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32378031'] for network, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:35.581943 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e053aa8-00f4-47a0-8b40-376ec7a6f217 req-683bcf9d-fec1-4a4a-9549-a7eb9837b771 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:45:35.583099 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-1e053aa8-00f4-47a0-8b40-376ec7a6f217 req-683bcf9d-fec1-4a4a-9549-a7eb9837b771 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=c4b526db-4d8a-4d4c-a310-e3a599630ae1 HTTP/1.1" status: 200 len: 843 time: 0.2112970 Apr 18 20:45:35.585352 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82dfd0c8-1422-4d54-8ca3-677e056e3d2f None None] Pushing event deleted for resources: {'Port': ['ID=e0057176-7362-41be-853b-9288526825a0,revision_number=None']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:45:35.600095 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82dfd0c8-1422-4d54-8ca3-677e056e3d2f None None] No DVR routers for this DVR port e0057176-7362-41be-853b-9288526825a0 on host n-d-838334-2 {{(pid=84042) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 20:45:35.606331 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-eeab2775-11ed-49d7-ab29-71d9076cf24e req-1b039049-af60-4b1e-afcb-7a852c3ad574 tempest-ServersTestMultiNic-942198030 tempest-ServersTestMultiNic-942198030-project] 10.222.0.42 "GET /v2.0/security-groups?id=efc44a6f-ae8a-46ab-8143-fed7ce47374f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6036658 Apr 18 20:45:35.659069 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-610af945-71f0-46d9-8dbd-b567d08a0d63 tempest-TaggedBootDevicesTest-1674414334 tempest-TaggedBootDevicesTest-1674414334-project] Pushing event deleted for resources: {'Network': ['ID=81621119-9498-4395-a64b-7e94080c69d1,revision_number=None']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:45:35.680709 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e053aa8-00f4-47a0-8b40-376ec7a6f217 req-210a6cf1-1104-4d54-86bc-7409bba9fa35 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:45:35.683165 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-1e053aa8-00f4-47a0-8b40-376ec7a6f217 req-210a6cf1-1104-4d54-86bc-7409bba9fa35 service neutron] 10.222.0.48 "GET /v2.0/networks?id=cb56989d-7c5d-4678-b194-1d2edf1e842a HTTP/1.1" status: 200 len: 870 time: 0.5584803 Apr 18 20:45:35.776686 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-610af945-71f0-46d9-8dbd-b567d08a0d63 tempest-TaggedBootDevicesTest-1674414334 tempest-TaggedBootDevicesTest-1674414334-project] 10.222.0.42 "DELETE /v2.0/networks/81621119-9498-4395-a64b-7e94080c69d1 HTTP/1.1" status: 204 len: 168 time: 2.1802430 Apr 18 20:45:35.782329 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 41404) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:45:35.865542 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 41408) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:45:35.886249 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-f61fc760-da04-4502-8c27-b69d9bac81c7 req-b85d6fd4-26c4-491c-9b46-2ff1b62fc284 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=86c5c562f6e642eda292a78265b6dea4&device_id=d6840864-0637-4642-9f99-da91dd7892c7 HTTP/1.1" status: 200 len: 1980 time: 1.2630298 Apr 18 20:45:36.081017 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-76ddd152-0409-4bd5-885c-f67b507edd2b tempest-TaggedBootDevicesTest-1674414334 tempest-TaggedBootDevicesTest-1674414334-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1103592'] for network, before_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:36.099484 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-1e053aa8-00f4-47a0-8b40-376ec7a6f217 req-bb0c1b17-3f54-4267-9a30-160a4662fb02 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.123&port_id=78bbc4c4-939a-4cb2-b476-fbddeecf9bf6 HTTP/1.1" status: 200 len: 217 time: 0.3954089 Apr 18 20:45:36.109175 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-4189cf9e-b9ee-46c8-8222-0915a89b66f6 req-66871a21-354e-4d55-903a-9e44ec917900 tempest-SecurityGroupsTestJSON-1212657955 tempest-SecurityGroupsTestJSON-1212657955-project] 10.222.0.42 "GET /v2.0/security-groups/d80b0294-5e32-4980-8cd5-bc15d7088871 HTTP/1.1" status: 200 len: 1633 time: 0.9918392 Apr 18 20:45:36.115266 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-1e053aa8-00f4-47a0-8b40-376ec7a6f217 req-43436609-3d34-44f1-941e-a04f2c85b8f8 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=cb56989d-7c5d-4678-b194-1d2edf1e842a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4394448 Apr 18 20:45:36.121026 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.v2.base [req-4189cf9e-b9ee-46c8-8222-0915a89b66f6 req-495a0351-b9fa-4e69-b2ea-825e2869f915 tempest-SecurityGroupsTestJSON-1212657955 tempest-SecurityGroupsTestJSON-1212657955-project] Request body: {'security_group': {'name': 'tempest-sg-hth-729387517', 'description': 'tempest-description-hth-385931802'}} {{(pid=84040) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 20:45:36.356079 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-f61fc760-da04-4502-8c27-b69d9bac81c7 req-5f9d7e0b-ba21-4a70-9c3b-c2b68149aaff service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.43&port_id=2d81e7a8-546f-4b85-b21f-680c2a095f3f HTTP/1.1" status: 200 len: 217 time: 0.3937774 Apr 18 20:45:36.361908 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-d873e3a3-ccf0-4995-bd40-7d6258400238 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:36.480518 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e053aa8-00f4-47a0-8b40-376ec7a6f217 req-529f8785-5d09-4010-8f8e-750df8a8cdab service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:45:36.482004 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-1e053aa8-00f4-47a0-8b40-376ec7a6f217 req-529f8785-5d09-4010-8f8e-750df8a8cdab service neutron] 10.222.0.48 "GET /v2.0/subnets?id=c4b526db-4d8a-4d4c-a310-e3a599630ae1 HTTP/1.1" status: 200 len: 843 time: 0.3401890 Apr 18 20:45:36.507086 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-76ddd152-0409-4bd5-885c-f67b507edd2b tempest-TaggedBootDevicesTest-1674414334 tempest-TaggedBootDevicesTest-1674414334-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1258905', 'neutron.services.segments.db._delete_segments_for_network-8750375287417'] for network, precommit_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:36.540412 n-d-838334-2 neutron-server[84041]: DEBUG neutron.services.segments.db [None req-76ddd152-0409-4bd5-885c-f67b507edd2b tempest-TaggedBootDevicesTest-1674414334 tempest-TaggedBootDevicesTest-1674414334-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d9eb2c31-9efb-45c1-be97-8fbfff0e7f82']}} {{(pid=84041) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:45:36.555205 n-d-838334-2 neutron-server[84041]: DEBUG neutron.services.segments.db [None req-76ddd152-0409-4bd5-885c-f67b507edd2b tempest-TaggedBootDevicesTest-1674414334 tempest-TaggedBootDevicesTest-1674414334-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4134857a-3d4d-4a42-8268-4c8b0125ff2d') {'for_net_delete': True} {{(pid=84041) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:45:36.555576 n-d-838334-2 neutron-server[84041]: DEBUG neutron.services.segments.db [None req-76ddd152-0409-4bd5-885c-f67b507edd2b tempest-TaggedBootDevicesTest-1674414334 tempest-TaggedBootDevicesTest-1674414334-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4134857a-3d4d-4a42-8268-4c8b0125ff2d') {} {{(pid=84041) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:45:36.562878 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-4189cf9e-b9ee-46c8-8222-0915a89b66f6 req-495a0351-b9fa-4e69-b2ea-825e2869f915 tempest-SecurityGroupsTestJSON-1212657955 tempest-SecurityGroupsTestJSON-1212657955-project] Notify callbacks [] for security_group, before_update {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:36.570453 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-76ddd152-0409-4bd5-885c-f67b507edd2b tempest-TaggedBootDevicesTest-1674414334 tempest-TaggedBootDevicesTest-1674414334-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750375287300', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32268156'] for segment, before_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:36.593068 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-76ddd152-0409-4bd5-885c-f67b507edd2b tempest-TaggedBootDevicesTest-1674414334 tempest-TaggedBootDevicesTest-1674414334-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1082986'] for segment, precommit_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:36.601190 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-76ddd152-0409-4bd5-885c-f67b507edd2b tempest-TaggedBootDevicesTest-1674414334 tempest-TaggedBootDevicesTest-1674414334-project] Releasing vlan 379 on physical network physnet1 to pool {{(pid=84041) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 18 20:45:36.601602 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-76ddd152-0409-4bd5-885c-f67b507edd2b tempest-TaggedBootDevicesTest-1674414334 tempest-TaggedBootDevicesTest-1674414334-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1082993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32266254'] for segment, after_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:36.639369 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-4189cf9e-b9ee-46c8-8222-0915a89b66f6 req-495a0351-b9fa-4e69-b2ea-825e2869f915 tempest-SecurityGroupsTestJSON-1212657955 tempest-SecurityGroupsTestJSON-1212657955-project] Notify callbacks [] for security_group, precommit_update {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:36.655820 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-4189cf9e-b9ee-46c8-8222-0915a89b66f6 req-495a0351-b9fa-4e69-b2ea-825e2869f915 tempest-SecurityGroupsTestJSON-1212657955 tempest-SecurityGroupsTestJSON-1212657955-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33528224'] for security_group, after_update {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:36.659229 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-4189cf9e-b9ee-46c8-8222-0915a89b66f6 req-495a0351-b9fa-4e69-b2ea-825e2869f915 tempest-SecurityGroupsTestJSON-1212657955 tempest-SecurityGroupsTestJSON-1212657955-project] Notify callbacks [] for security_group, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:36.661380 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Device 78bbc4c4-939a-4cb2-b476-fbddeecf9bf6 details requested by agent hyperv_n-h1-838334-2 with host n-h1-838334-2 {{(pid=84042) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 18 20:45:36.677952 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-4189cf9e-b9ee-46c8-8222-0915a89b66f6 req-495a0351-b9fa-4e69-b2ea-825e2869f915 tempest-SecurityGroupsTestJSON-1212657955 tempest-SecurityGroupsTestJSON-1212657955-project] 10.222.0.42 "PUT /v2.0/security-groups/d80b0294-5e32-4980-8cd5-bc15d7088871 HTTP/1.1" status: 200 len: 1607 time: 0.5677867 Apr 18 20:45:36.743109 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-495a0351-b9fa-4e69-b2ea-825e2869f915 tempest-SecurityGroupsTestJSON-1212657955 tempest-SecurityGroupsTestJSON-1212657955-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d80b0294-5e32-4980-8cd5-bc15d7088871,revision_number=2']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:45:36.761180 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f61fc760-da04-4502-8c27-b69d9bac81c7 req-7b5f8bee-d13d-484e-833d-fd047d0545c8 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:45:36.763681 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-f61fc760-da04-4502-8c27-b69d9bac81c7 req-7b5f8bee-d13d-484e-833d-fd047d0545c8 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=3ca98581-9d97-4fcc-91a2-2b042376e408 HTTP/1.1" status: 200 len: 801 time: 0.3769314 Apr 18 20:45:36.837592 n-d-838334-2 neutron-server[84041]: Traceback (most recent call last): Apr 18 20:45:36.837592 n-d-838334-2 neutron-server[84041]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 18 20:45:36.837592 n-d-838334-2 neutron-server[84041]: timer() Apr 18 20:45:36.837592 n-d-838334-2 neutron-server[84041]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 20:45:36.837592 n-d-838334-2 neutron-server[84041]: cb(*args, **kw) Apr 18 20:45:36.837592 n-d-838334-2 neutron-server[84041]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 18 20:45:36.837592 n-d-838334-2 neutron-server[84041]: return func(*args, **kwargs) Apr 18 20:45:36.837592 n-d-838334-2 neutron-server[84041]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 20:45:36.837592 n-d-838334-2 neutron-server[84041]: self._notify() Apr 18 20:45:36.837592 n-d-838334-2 neutron-server[84041]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 20:45:36.837592 n-d-838334-2 neutron-server[84041]: self.callback(batched_events) Apr 18 20:45:36.837592 n-d-838334-2 neutron-server[84041]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 20:45:36.837592 n-d-838334-2 neutron-server[84041]: event.method(event) Apr 18 20:45:36.837592 n-d-838334-2 neutron-server[84041]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 18 20:45:36.837592 n-d-838334-2 neutron-server[84041]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 20:45:36.837592 n-d-838334-2 neutron-server[84041]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 18 20:45:36.837592 n-d-838334-2 neutron-server[84041]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 20:45:36.837592 n-d-838334-2 neutron-server[84041]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 18 20:45:36.837592 n-d-838334-2 neutron-server[84041]: return f(self, *a, **k) Apr 18 20:45:36.837592 n-d-838334-2 neutron-server[84041]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 18 20:45:36.837592 n-d-838334-2 neutron-server[84041]: return self._get(url).json() Apr 18 20:45:36.837592 n-d-838334-2 neutron-server[84041]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 18 20:45:36.837592 n-d-838334-2 neutron-server[84041]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 20:45:36.837592 n-d-838334-2 neutron-server[84041]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 18 20:45:36.837592 n-d-838334-2 neutron-server[84041]: return self.request(url, 'GET', **kwargs) Apr 18 20:45:36.837592 n-d-838334-2 neutron-server[84041]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 18 20:45:36.837592 n-d-838334-2 neutron-server[84041]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 20:45:36.837592 n-d-838334-2 neutron-server[84041]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 18 20:45:36.837592 n-d-838334-2 neutron-server[84041]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 20:45:36.837592 n-d-838334-2 neutron-server[84041]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 18 20:45:36.837592 n-d-838334-2 neutron-server[84041]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 20:45:36.837592 n-d-838334-2 neutron-server[84041]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 20:45:36.949423 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-1e053aa8-00f4-47a0-8b40-376ec7a6f217 req-e5c62687-ecad-4747-84e1-b1e4c7112973 service neutron] 10.222.0.43 "GET /v2.0/networks/cb56989d-7c5d-4678-b194-1d2edf1e842a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8246055 Apr 18 20:45:37.064448 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] For port 78bbc4c4-939a-4cb2-b476-fbddeecf9bf6, host n-h1-838334-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838334-2',level=0,port_id=78bbc4c4-939a-4cb2-b476-fbddeecf9bf6,segment=NetworkSegment(62b85806-94d8-4a88-a06c-da82e5932d66),segment_id=62b85806-94d8-4a88-a06c-da82e5932d66)] {{(pid=84042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:45:37.086495 n-d-838334-2 neutron-server[84040]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9a30b000-dc35-434b-bb9f-23eea0ae6515'] response: {'name': 'network-changed', 'server_uuid': 'd6840864-0637-4642-9f99-da91dd7892c7', 'tag': 'd8a08056-daf1-4363-a81f-b3197366e5d7', 'status': 'completed', 'code': 200} Apr 18 20:45:37.089565 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [None req-d873e3a3-ccf0-4995-bd40-7d6258400238 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:45:37.112763 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Device 7ee9c1ce-a165-4006-a514-881ee03d6aad up at agent hyperv_n-h1-838334-2 {{(pid=84042) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 20:45:37.143049 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-76ddd152-0409-4bd5-885c-f67b507edd2b tempest-TaggedBootDevicesTest-1674414334 tempest-TaggedBootDevicesTest-1674414334-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1258898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33526109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33444113'] for network, after_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:37.184371 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-d873e3a3-ccf0-4995-bd40-7d6258400238 admin admin] Usage tracker for resource:security_group_rule and tenant:f20b5d524c1b4204bbe2f9d3a43debb4 is out of sync, need to count used quota {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:45:37.195477 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-d873e3a3-ccf0-4995-bd40-7d6258400238 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:45:37.217049 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Returning: {'device': '78bbc4c4-939a-4cb2-b476-fbddeecf9bf6', 'network_id': 'cb56989d-7c5d-4678-b194-1d2edf1e842a', 'port_id': '78bbc4c4-939a-4cb2-b476-fbddeecf9bf6', 'mac_address': 'fa:16:3e:ce:96:dc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 382, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c4b526db-4d8a-4d4c-a310-e3a599630ae1', 'ip_address': '192.168.233.123'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84042) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 18 20:45:37.218767 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-76ddd152-0409-4bd5-885c-f67b507edd2b tempest-TaggedBootDevicesTest-1674414334 tempest-TaggedBootDevicesTest-1674414334-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32378031'] for network, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:37.228665 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fea44f55-0018-452b-9c1d-0e2012b6865b req-da64d119-42f7-4281-a048-e984ba9f8a4d tempest-ServersAdminTestJSON-1240675426 tempest-ServersAdminTestJSON-1240675426-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:45:37.237026 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-fea44f55-0018-452b-9c1d-0e2012b6865b req-da64d119-42f7-4281-a048-e984ba9f8a4d tempest-ServersAdminTestJSON-1240675426 tempest-ServersAdminTestJSON-1240675426-project] 10.222.0.42 "GET /v2.0/ports?device_id=ce6c549f-1c22-4313-93e6-93921dc22663 HTTP/1.1" status: 200 len: 948 time: 1.3816745 Apr 18 20:45:37.252667 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76ddd152-0409-4bd5-885c-f67b507edd2b tempest-TaggedBootDevicesTest-1674414334 tempest-TaggedBootDevicesTest-1674414334-project] Pushing event deleted for resources: {'Network': ['ID=d9eb2c31-9efb-45c1-be97-8fbfff0e7f82,revision_number=None']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:45:37.258195 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-76ddd152-0409-4bd5-885c-f67b507edd2b tempest-TaggedBootDevicesTest-1674414334 tempest-TaggedBootDevicesTest-1674414334-project] 10.222.0.42 "DELETE /v2.0/networks/d9eb2c31-9efb-45c1-be97-8fbfff0e7f82 HTTP/1.1" status: 204 len: 168 time: 1.4645183 Apr 18 20:45:37.272372 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [None req-d873e3a3-ccf0-4995-bd40-7d6258400238 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:45:37.317597 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:37.362686 n-d-838334-2 neutron-server[84042]: DEBUG neutron.notifiers.nova [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 78bbc4c4-939a-4cb2-b476-fbddeecf9bf6 {{(pid=84042) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 18 20:45:37.362949 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-1e053aa8-00f4-47a0-8b40-376ec7a6f217 req-6be53ee0-632b-4d4b-800a-b0ce5f7e389d service neutron] 10.222.0.43 "GET /v2.0/networks/cb56989d-7c5d-4678-b194-1d2edf1e842a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4041812 Apr 18 20:45:37.380565 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-fea44f55-0018-452b-9c1d-0e2012b6865b req-9809c57f-a540-4f28-abf5-04cd4edd7de5 tempest-ServersAdminTestJSON-1240675426 tempest-ServersAdminTestJSON-1240675426-project] 10.222.0.42 "GET /v2.0/security-groups?id=b9ed1788-e987-4b94-9dd4-ed408bd7803e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1419532 Apr 18 20:45:37.387017 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-1e053aa8-00f4-47a0-8b40-376ec7a6f217 req-0cdd1429-9157-43b0-8a68-0584928938cb service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=cb56989d-7c5d-4678-b194-1d2edf1e842a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.8752387 Apr 18 20:45:37.402923 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] For port 78bbc4c4-939a-4cb2-b476-fbddeecf9bf6, host n-h1-838334-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838334-2',level=0,port_id=78bbc4c4-939a-4cb2-b476-fbddeecf9bf6,segment=NetworkSegment(62b85806-94d8-4a88-a06c-da82e5932d66),segment_id=62b85806-94d8-4a88-a06c-da82e5932d66)] {{(pid=84042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:45:37.423110 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Provisioning complete for port 7ee9c1ce-a165-4006-a514-881ee03d6aad triggered by entity L2. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:45:37.423404 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1253608'] for port, provisioning_complete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:37.508028 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682'] for port, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:37.600817 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Pushing event updated for resources: {'Port': ['ID=78bbc4c4-939a-4cb2-b476-fbddeecf9bf6,revision_number=8']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:45:37.602355 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24ba3625-209a-46a2-b646-a42a750021f6 req-efe114b9-7368-42d2-b87c-54af4d4c4638 tempest-MigrationsAdminTest-1326981207 tempest-MigrationsAdminTest-1326981207-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:45:37.611066 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-24ba3625-209a-46a2-b646-a42a750021f6 req-efe114b9-7368-42d2-b87c-54af4d4c4638 tempest-MigrationsAdminTest-1326981207 tempest-MigrationsAdminTest-1326981207-project] 10.222.0.42 "GET /v2.0/ports?device_id=08c5b321-aafc-4918-a395-6fa43a8a405d HTTP/1.1" status: 200 len: 948 time: 0.4945219 Apr 18 20:45:37.631040 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-f61fc760-da04-4502-8c27-b69d9bac81c7 req-c189be6c-8620-4202-b5d5-5ab3e278fc0c service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=5a672c0c-378a-4116-a0d8-3b9af9d11e70&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.8535938 Apr 18 20:45:37.707196 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:37.748176 n-d-838334-2 neutron-server[84042]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ce6c549f-1c22-4313-93e6-93921dc22663', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7ee9c1ce-a165-4006-a514-881ee03d6aad'}] {{(pid=84042) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 20:45:37.758992 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] For port 7ee9c1ce-a165-4006-a514-881ee03d6aad, host n-h1-838334-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838334-2',level=0,port_id=7ee9c1ce-a165-4006-a514-881ee03d6aad,segment=NetworkSegment(62b85806-94d8-4a88-a06c-da82e5932d66),segment_id=62b85806-94d8-4a88-a06c-da82e5932d66)] {{(pid=84042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:45:37.766915 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682'] for port, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:37.768484 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-211280e6-0883-49e4-b7e4-505b8d1fd35b req-7b0b6fba-75cb-44bc-aab5-5c4c25383028 tempest-SecurityGroupsTestJSON-1212657955 tempest-SecurityGroupsTestJSON-1212657955-project] 10.222.0.42 "GET /v2.0/security-groups/d80b0294-5e32-4980-8cd5-bc15d7088871 HTTP/1.1" status: 200 len: 1607 time: 0.2500112 Apr 18 20:45:37.845323 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] get_ports_and_sgs() called for port_ids ['78bbc4c4-939a-4cb2-b476-fbddeecf9bf6'] {{(pid=84042) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 18 20:45:37.867831 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-24ba3625-209a-46a2-b646-a42a750021f6 req-9a291524-0d00-4a00-a821-eca792b16695 tempest-MigrationsAdminTest-1326981207 tempest-MigrationsAdminTest-1326981207-project] 10.222.0.42 "GET /v2.0/security-groups?id=8ca7ac2c-bfe5-493b-aae6-636315bac851&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2540994 Apr 18 20:45:37.979802 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Pushing event updated for resources: {'Port': ['ID=7ee9c1ce-a165-4006-a514-881ee03d6aad,revision_number=10']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:45:37.988187 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-d873e3a3-ccf0-4995-bd40-7d6258400238 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:37.999671 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-1e053aa8-00f4-47a0-8b40-376ec7a6f217 req-59190514-1fe7-4927-89de-f990170f4b6f service neutron] 10.222.0.48 "GET /v2.0/networks/cb56989d-7c5d-4678-b194-1d2edf1e842a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6005149 Apr 18 20:45:38.032987 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-d873e3a3-ccf0-4995-bd40-7d6258400238 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33528224'] for security_group, after_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:38.125719 n-d-838334-2 neutron-server[84042]: INFO neutron.notifiers.nova [-] Nova event matching ['req-71143cee-a9ed-4d6b-ae0f-58856ea6267f'] response: {'server_uuid': 'ce6c549f-1c22-4313-93e6-93921dc22663', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7ee9c1ce-a165-4006-a514-881ee03d6aad', 'code': 200} Apr 18 20:45:38.258915 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-d873e3a3-ccf0-4995-bd40-7d6258400238 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=f20b5d524c1b4204bbe2f9d3a43debb4&name=default HTTP/1.1" status: 200 len: 2647 time: 2.3842673 Apr 18 20:45:38.262062 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 41448) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:45:38.377761 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-f61fc760-da04-4502-8c27-b69d9bac81c7 req-c1737f92-8b3c-44ef-9f61-9efc08dae515 service neutron] 10.222.0.48 "GET /v2.0/networks/5a672c0c-378a-4116-a0d8-3b9af9d11e70?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7334485 Apr 18 20:45:38.387389 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d873e3a3-ccf0-4995-bd40-7d6258400238 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7eef91d9-c3da-41c7-bdb8-8f08bcd219d2,revision_number=1']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:45:38.446331 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-22c5bcec-cb05-41b8-b529-aa4b6ccc3224 req-ba38038c-dfb8-4ba7-8b8b-3049ed80186d service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=ce6c549f-1c22-4313-93e6-93921dc22663 HTTP/1.1" status: 200 len: 1101 time: 0.1530685 Apr 18 20:45:38.447398 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-a0acf3ea-d16b-4579-9c59-977d2c96e1d8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:38.506416 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-a0acf3ea-d16b-4579-9c59-977d2c96e1d8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:38.513413 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-f4e9c08d-b854-458b-95ca-ecac05bf9e40 req-87ca8e55-ac0f-444f-97d7-9e2dc7296f15 tempest-SecurityGroupsTestJSON-1212657955 tempest-SecurityGroupsTestJSON-1212657955-project] 10.222.0.42 "GET /v2.0/security-groups/d80b0294-5e32-4980-8cd5-bc15d7088871 HTTP/1.1" status: 200 len: 1607 time: 0.2696774 Apr 18 20:45:38.561474 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-22c5bcec-cb05-41b8-b529-aa4b6ccc3224 req-6a1adb43-6b64-485c-8016-158f01012515 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=b9ed1788-e987-4b94-9dd4-ed408bd7803e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1016068 Apr 18 20:45:38.590369 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-1e053aa8-00f4-47a0-8b40-376ec7a6f217 req-c61661ea-65af-4162-b4ca-bb66080475f8 service neutron] 10.222.0.48 "GET /v2.0/networks/cb56989d-7c5d-4678-b194-1d2edf1e842a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5344412 Apr 18 20:45:38.591900 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-a0acf3ea-d16b-4579-9c59-977d2c96e1d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33528224'] for security_group, after_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:38.614868 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5914fdb0-c2f9-409e-bd33-62ce3a94e86a req-ffb04120-adfc-4c30-b15d-4b9c17198f39 tempest-ServersTestMultiNic-942198030 tempest-ServersTestMultiNic-942198030-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:45:38.618991 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5914fdb0-c2f9-409e-bd33-62ce3a94e86a req-ffb04120-adfc-4c30-b15d-4b9c17198f39 tempest-ServersTestMultiNic-942198030 tempest-ServersTestMultiNic-942198030-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:45:38.626422 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0acf3ea-d16b-4579-9c59-977d2c96e1d8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7eef91d9-c3da-41c7-bdb8-8f08bcd219d2,revision_number=None']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:45:38.626668 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-5914fdb0-c2f9-409e-bd33-62ce3a94e86a req-ffb04120-adfc-4c30-b15d-4b9c17198f39 tempest-ServersTestMultiNic-942198030 tempest-ServersTestMultiNic-942198030-project] 10.222.0.42 "GET /v2.0/ports?device_id=d6840864-0637-4642-9f99-da91dd7892c7 HTTP/1.1" status: 200 len: 1678 time: 0.4220448 Apr 18 20:45:38.631437 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-a0acf3ea-d16b-4579-9c59-977d2c96e1d8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:38.646145 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-a0acf3ea-d16b-4579-9c59-977d2c96e1d8 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/7eef91d9-c3da-41c7-bdb8-8f08bcd219d2 HTTP/1.1" status: 204 len: 168 time: 0.3829594 Apr 18 20:45:38.686590 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-f61fc760-da04-4502-8c27-b69d9bac81c7 req-481ac250-3167-40e7-8c64-82c12ec23cb3 service neutron] 10.222.0.48 "GET /v2.0/networks/5a672c0c-378a-4116-a0d8-3b9af9d11e70?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2957194 Apr 18 20:45:38.780400 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-f4e9c08d-b854-458b-95ca-ecac05bf9e40 req-1aae0ef1-d1b8-4047-b0b3-06f05afde7e7 tempest-SecurityGroupsTestJSON-1212657955 tempest-SecurityGroupsTestJSON-1212657955-project] Notify callbacks [] for security_group, before_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:38.793312 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-f61fc760-da04-4502-8c27-b69d9bac81c7 req-e6777bf9-c711-4e2f-a343-6247e50ac4df service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.126&port_id=d8a08056-daf1-4363-a81f-b3197366e5d7 HTTP/1.1" status: 200 len: 217 time: 0.0902894 Apr 18 20:45:38.808000 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-5914fdb0-c2f9-409e-bd33-62ce3a94e86a req-1f2d5ab1-2478-4ddc-9800-662816246c64 tempest-ServersTestMultiNic-942198030 tempest-ServersTestMultiNic-942198030-project] 10.222.0.42 "GET /v2.0/security-groups?id=efc44a6f-ae8a-46ab-8143-fed7ce47374f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1797473 Apr 18 20:45:38.898722 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-f4e9c08d-b854-458b-95ca-ecac05bf9e40 req-1aae0ef1-d1b8-4047-b0b3-06f05afde7e7 tempest-SecurityGroupsTestJSON-1212657955 tempest-SecurityGroupsTestJSON-1212657955-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:38.943897 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f61fc760-da04-4502-8c27-b69d9bac81c7 req-d995cff6-06a0-41ee-9b67-2f5e323aa5dc service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:45:38.945356 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-f61fc760-da04-4502-8c27-b69d9bac81c7 req-d995cff6-06a0-41ee-9b67-2f5e323aa5dc service neutron] 10.222.0.48 "GET /v2.0/subnets?id=0fc18076-bf76-4f60-b226-b67006fbcf56 HTTP/1.1" status: 200 len: 801 time: 0.1364357 Apr 18 20:45:39.059884 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-f61fc760-da04-4502-8c27-b69d9bac81c7 req-9a4d9913-ae28-4b35-84fb-ddb48efec41e service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=77832128-7c92-456a-b28b-7a3f89f4abbe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0975709 Apr 18 20:45:39.064264 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-f4e9c08d-b854-458b-95ca-ecac05bf9e40 req-1aae0ef1-d1b8-4047-b0b3-06f05afde7e7 tempest-SecurityGroupsTestJSON-1212657955 tempest-SecurityGroupsTestJSON-1212657955-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33528224'] for security_group, after_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:39.158979 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aae0ef1-d1b8-4047-b0b3-06f05afde7e7 tempest-SecurityGroupsTestJSON-1212657955 tempest-SecurityGroupsTestJSON-1212657955-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d80b0294-5e32-4980-8cd5-bc15d7088871,revision_number=None']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:45:39.254687 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-f4e9c08d-b854-458b-95ca-ecac05bf9e40 req-1aae0ef1-d1b8-4047-b0b3-06f05afde7e7 tempest-SecurityGroupsTestJSON-1212657955 tempest-SecurityGroupsTestJSON-1212657955-project] Notify callbacks [] for security_group, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:39.265056 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-f4e9c08d-b854-458b-95ca-ecac05bf9e40 req-1aae0ef1-d1b8-4047-b0b3-06f05afde7e7 tempest-SecurityGroupsTestJSON-1212657955 tempest-SecurityGroupsTestJSON-1212657955-project] 10.222.0.42 "DELETE /v2.0/security-groups/d80b0294-5e32-4980-8cd5-bc15d7088871 HTTP/1.1" status: 204 len: 173 time: 0.7418885 Apr 18 20:45:39.332774 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-f61fc760-da04-4502-8c27-b69d9bac81c7 req-4bd7b94c-5a64-4cca-896d-a167aab7f66f service neutron] 10.222.0.48 "GET /v2.0/networks/77832128-7c92-456a-b28b-7a3f89f4abbe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2365110 Apr 18 20:45:40.122878 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f55d12d1-622e-4ca0-baf9-58d496356f05 req-d97dd0da-d48a-446d-8cd3-4922f4586cf8 tempest-ServersAdminTestJSON-1240675426 tempest-ServersAdminTestJSON-1240675426-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:45:40.129648 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-f55d12d1-622e-4ca0-baf9-58d496356f05 req-d97dd0da-d48a-446d-8cd3-4922f4586cf8 tempest-ServersAdminTestJSON-1240675426 tempest-ServersAdminTestJSON-1240675426-project] 10.222.0.42 "GET /v2.0/ports?device_id=ce6c549f-1c22-4313-93e6-93921dc22663 HTTP/1.1" status: 200 len: 950 time: 0.5849595 Apr 18 20:45:40.195260 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-f61fc760-da04-4502-8c27-b69d9bac81c7 req-ba309f88-9193-4c17-a746-06480f7910f4 service neutron] 10.222.0.48 "GET /v2.0/networks/77832128-7c92-456a-b28b-7a3f89f4abbe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8554652 Apr 18 20:45:40.237135 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-f55d12d1-622e-4ca0-baf9-58d496356f05 req-1ec2f5c9-6c3d-4011-ba40-ae253b0b0479 tempest-ServersAdminTestJSON-1240675426 tempest-ServersAdminTestJSON-1240675426-project] 10.222.0.42 "GET /v2.0/security-groups?id=b9ed1788-e987-4b94-9dd4-ed408bd7803e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1060591 Apr 18 20:45:40.264152 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1efc4725-bc76-4a81-a39c-7811f5a3b769 req-c0cdaffa-01d0-4ba6-89dd-073d13b62b7c tempest-MigrationsAdminTest-1326981207 tempest-MigrationsAdminTest-1326981207-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:45:40.264152 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-1efc4725-bc76-4a81-a39c-7811f5a3b769 req-c0cdaffa-01d0-4ba6-89dd-073d13b62b7c tempest-MigrationsAdminTest-1326981207 tempest-MigrationsAdminTest-1326981207-project] 10.222.0.48 "GET /v2.0/ports?device_id=08c5b321-aafc-4918-a395-6fa43a8a405d&tenant_id=0ae89e923933452faf6047be78995cc1&binding%3Ahost_id=n-h1-838334-2 HTTP/1.1" status: 200 len: 949 time: 0.7130899 Apr 18 20:45:40.264552 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 41490) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:45:40.300024 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 41496) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:45:40.306163 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.v2.base [None req-b2c3f17d-d551-49b4-93c2-2f1a88909ab9 tempest-AttachSCSIVolumeTestJSON-265284501 tempest-AttachSCSIVolumeTestJSON-265284501-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1632509836', 'description': 'tempest-description--1268268731'}} {{(pid=84041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 20:45:40.335421 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-b2c3f17d-d551-49b4-93c2-2f1a88909ab9 tempest-AttachSCSIVolumeTestJSON-265284501 tempest-AttachSCSIVolumeTestJSON-265284501-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:45:40.350088 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-b2c3f17d-d551-49b4-93c2-2f1a88909ab9 tempest-AttachSCSIVolumeTestJSON-265284501 tempest-AttachSCSIVolumeTestJSON-265284501-project] Usage tracker for resource:security_group and tenant:1fd001aaeef146c5ac3c9d1e6f47f539 is out of sync, need to count used quota {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:45:40.363240 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-b2c3f17d-d551-49b4-93c2-2f1a88909ab9 tempest-AttachSCSIVolumeTestJSON-265284501 tempest-AttachSCSIVolumeTestJSON-265284501-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:45:40.373217 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-b2c3f17d-d551-49b4-93c2-2f1a88909ab9 tempest-AttachSCSIVolumeTestJSON-265284501 tempest-AttachSCSIVolumeTestJSON-265284501-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:45:40.397116 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-b2c3f17d-d551-49b4-93c2-2f1a88909ab9 tempest-AttachSCSIVolumeTestJSON-265284501 tempest-AttachSCSIVolumeTestJSON-265284501-project] Notify callbacks [] for security_group, before_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:40.461204 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-b2c3f17d-d551-49b4-93c2-2f1a88909ab9 tempest-AttachSCSIVolumeTestJSON-265284501 tempest-AttachSCSIVolumeTestJSON-265284501-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:45:40.466293 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-b2c3f17d-d551-49b4-93c2-2f1a88909ab9 tempest-AttachSCSIVolumeTestJSON-265284501 tempest-AttachSCSIVolumeTestJSON-265284501-project] Usage tracker for resource:security_group_rule and tenant:1fd001aaeef146c5ac3c9d1e6f47f539 is out of sync, need to count used quota {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:45:40.469987 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-b2c3f17d-d551-49b4-93c2-2f1a88909ab9 tempest-AttachSCSIVolumeTestJSON-265284501 tempest-AttachSCSIVolumeTestJSON-265284501-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:45:40.477090 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-b2c3f17d-d551-49b4-93c2-2f1a88909ab9 tempest-AttachSCSIVolumeTestJSON-265284501 tempest-AttachSCSIVolumeTestJSON-265284501-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:45:40.608638 n-d-838334-2 neutron-server[84040]: INFO neutron.api.v2.resource [req-1efc4725-bc76-4a81-a39c-7811f5a3b769 req-8310c22a-9cf9-499a-bf64-acae97e65a86 service neutron] delete failed (client error): The resource could not be found. Apr 18 20:45:40.612151 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-1efc4725-bc76-4a81-a39c-7811f5a3b769 req-8310c22a-9cf9-499a-bf64-acae97e65a86 service neutron] 10.222.0.48 "DELETE /v2.0/ports/78bbc4c4-939a-4cb2-b476-fbddeecf9bf6/bindings/n-h2-838334-2 HTTP/1.1" status: 404 len: 380 time: 0.3390224 Apr 18 20:45:40.613815 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-b2c3f17d-d551-49b4-93c2-2f1a88909ab9 tempest-AttachSCSIVolumeTestJSON-265284501 tempest-AttachSCSIVolumeTestJSON-265284501-project] Notify callbacks [] for security_group, precommit_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:40.624608 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.v2.base [None req-5e71d605-70a7-46c3-bb42-09d514e5061d admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-1105530066-network', 'tenant_id': '3ed2ab47a0ab47dfb71baa74f84f7a68'}} {{(pid=84041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 20:45:40.638556 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-5e71d605-70a7-46c3-bb42-09d514e5061d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:45:40.645862 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-b2c3f17d-d551-49b4-93c2-2f1a88909ab9 tempest-AttachSCSIVolumeTestJSON-265284501 tempest-AttachSCSIVolumeTestJSON-265284501-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33528224'] for security_group, after_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:40.661000 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Device 78bbc4c4-939a-4cb2-b476-fbddeecf9bf6 up at agent hyperv_n-h1-838334-2 {{(pid=84042) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 20:45:40.671180 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2947d44-b76b-4693-881f-751c481ececf req-05b463a9-6692-485d-b84c-dc9ea3dd29b9 tempest-MigrationsAdminTest-1326981207 tempest-MigrationsAdminTest-1326981207-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:45:40.675830 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-a2947d44-b76b-4693-881f-751c481ececf req-05b463a9-6692-485d-b84c-dc9ea3dd29b9 tempest-MigrationsAdminTest-1326981207 tempest-MigrationsAdminTest-1326981207-project] 10.222.0.42 "GET /v2.0/ports?device_id=08c5b321-aafc-4918-a395-6fa43a8a405d HTTP/1.1" status: 200 len: 949 time: 0.1403136 Apr 18 20:45:40.680852 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-5e71d605-70a7-46c3-bb42-09d514e5061d admin admin] Usage tracker for resource:network and tenant:3ed2ab47a0ab47dfb71baa74f84f7a68 is out of sync, need to count used quota {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:45:40.690037 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-5e71d605-70a7-46c3-bb42-09d514e5061d admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:45:40.716660 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-5e71d605-70a7-46c3-bb42-09d514e5061d admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:45:40.730361 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2c3f17d-d551-49b4-93c2-2f1a88909ab9 tempest-AttachSCSIVolumeTestJSON-265284501 tempest-AttachSCSIVolumeTestJSON-265284501-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a33f55a4-a21a-45b5-a190-b78baa68b4f6,revision_number=1']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:45:40.735431 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-b2c3f17d-d551-49b4-93c2-2f1a88909ab9 tempest-AttachSCSIVolumeTestJSON-265284501 tempest-AttachSCSIVolumeTestJSON-265284501-project] Notify callbacks [] for security_group, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:40.740178 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-b2c3f17d-d551-49b4-93c2-2f1a88909ab9 tempest-AttachSCSIVolumeTestJSON-265284501 tempest-AttachSCSIVolumeTestJSON-265284501-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1614 time: 0.4390008 Apr 18 20:45:40.742438 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 41502) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:45:40.748442 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.v2.base [None req-31286345-740d-43b0-bbce-87ff31ba18ed tempest-AttachSCSIVolumeTestJSON-265284501 tempest-AttachSCSIVolumeTestJSON-265284501-project] Request body: {'security_group_rule': {'security_group_id': 'a33f55a4-a21a-45b5-a190-b78baa68b4f6', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 20:45:40.755672 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e71d605-70a7-46c3-bb42-09d514e5061d admin admin] Made reservation on behalf of 3ed2ab47a0ab47dfb71baa74f84f7a68 for: {'network': 1} {{(pid=84041) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:45:40.758000 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-5e71d605-70a7-46c3-bb42-09d514e5061d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for network, before_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:40.774179 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-31286345-740d-43b0-bbce-87ff31ba18ed tempest-AttachSCSIVolumeTestJSON-265284501 tempest-AttachSCSIVolumeTestJSON-265284501-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:45:40.777738 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-5e71d605-70a7-46c3-bb42-09d514e5061d admin admin] Notify callbacks [] for security_group, before_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:40.792376 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-31286345-740d-43b0-bbce-87ff31ba18ed tempest-AttachSCSIVolumeTestJSON-265284501 tempest-AttachSCSIVolumeTestJSON-265284501-project] Usage tracker for resource:security_group_rule and tenant:1fd001aaeef146c5ac3c9d1e6f47f539 is out of sync, need to count used quota {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:45:40.797264 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-31286345-740d-43b0-bbce-87ff31ba18ed tempest-AttachSCSIVolumeTestJSON-265284501 tempest-AttachSCSIVolumeTestJSON-265284501-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:45:40.807720 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-31286345-740d-43b0-bbce-87ff31ba18ed tempest-AttachSCSIVolumeTestJSON-265284501 tempest-AttachSCSIVolumeTestJSON-265284501-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:45:40.835477 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-5e71d605-70a7-46c3-bb42-09d514e5061d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:45:40.847394 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-5e71d605-70a7-46c3-bb42-09d514e5061d admin admin] Usage tracker for resource:security_group_rule and tenant:3ed2ab47a0ab47dfb71baa74f84f7a68 is out of sync, need to count used quota {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:45:40.851003 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-5e71d605-70a7-46c3-bb42-09d514e5061d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:45:40.854903 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-31286345-740d-43b0-bbce-87ff31ba18ed tempest-AttachSCSIVolumeTestJSON-265284501 tempest-AttachSCSIVolumeTestJSON-265284501-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:40.867773 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-5e71d605-70a7-46c3-bb42-09d514e5061d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:45:40.894146 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-80fe8cec-cda7-4ed3-b9bc-405dea3e32b9 req-645f2734-2afa-49f9-b631-4b18cfe0cd45 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=86c5c562f6e642eda292a78265b6dea4&device_id=d6840864-0637-4642-9f99-da91dd7892c7 HTTP/1.1" status: 200 len: 1980 time: 0.6236835 Apr 18 20:45:40.919353 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Provisioning for port 78bbc4c4-939a-4cb2-b476-fbddeecf9bf6 completed by entity L2. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 20:45:40.931116 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Provisioning complete for port 78bbc4c4-939a-4cb2-b476-fbddeecf9bf6 triggered by entity L2. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:45:40.932044 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1253608'] for port, provisioning_complete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:41.045240 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-31286345-740d-43b0-bbce-87ff31ba18ed tempest-AttachSCSIVolumeTestJSON-265284501 tempest-AttachSCSIVolumeTestJSON-265284501-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:41.071416 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-31286345-740d-43b0-bbce-87ff31ba18ed tempest-AttachSCSIVolumeTestJSON-265284501 tempest-AttachSCSIVolumeTestJSON-265284501-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33528311'] for security_group_rule, after_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:41.109883 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80fe8cec-cda7-4ed3-b9bc-405dea3e32b9 req-5e93fa2b-dc5b-4ce3-9ee3-5bd4d8eaabe9 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:45:41.111428 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-80fe8cec-cda7-4ed3-b9bc-405dea3e32b9 req-5e93fa2b-dc5b-4ce3-9ee3-5bd4d8eaabe9 service neutron] 10.222.0.48 "GET /v2.0/networks?id=77832128-7c92-456a-b28b-7a3f89f4abbe HTTP/1.1" status: 200 len: 903 time: 0.2010875 Apr 18 20:45:41.119099 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31286345-740d-43b0-bbce-87ff31ba18ed tempest-AttachSCSIVolumeTestJSON-265284501 tempest-AttachSCSIVolumeTestJSON-265284501-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6f620a6b-1111-419f-a5bb-3594a319c98b,revision_number=0']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:45:41.129343 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-a2947d44-b76b-4693-881f-751c481ececf req-2dee1a43-8e47-41f4-9915-05baf5b6421d tempest-MigrationsAdminTest-1326981207 tempest-MigrationsAdminTest-1326981207-project] 10.222.0.42 "GET /v2.0/security-groups?id=8ca7ac2c-bfe5-493b-aae6-636315bac851&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4465966 Apr 18 20:45:41.143490 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-5e71d605-70a7-46c3-bb42-09d514e5061d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:41.200349 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-5e71d605-70a7-46c3-bb42-09d514e5061d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33528224'] for security_group, after_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:41.228026 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-31286345-740d-43b0-bbce-87ff31ba18ed tempest-AttachSCSIVolumeTestJSON-265284501 tempest-AttachSCSIVolumeTestJSON-265284501-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:41.232768 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:41.233674 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-31286345-740d-43b0-bbce-87ff31ba18ed tempest-AttachSCSIVolumeTestJSON-265284501 tempest-AttachSCSIVolumeTestJSON-265284501-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.4901755 Apr 18 20:45:41.237276 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 41512) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:45:41.252738 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5e71d605-70a7-46c3-bb42-09d514e5061d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 355} {{(pid=84041) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 20:45:41.259015 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.v2.base [None req-58281122-d453-45a8-9346-85751d76a90c tempest-AttachSCSIVolumeTestJSON-265284501 tempest-AttachSCSIVolumeTestJSON-265284501-project] Request body: {'security_group_rule': {'security_group_id': 'a33f55a4-a21a-45b5-a190-b78baa68b4f6', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=84041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 20:45:41.277460 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] For port 78bbc4c4-939a-4cb2-b476-fbddeecf9bf6, host n-h1-838334-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838334-2',level=0,port_id=78bbc4c4-939a-4cb2-b476-fbddeecf9bf6,segment=NetworkSegment(62b85806-94d8-4a88-a06c-da82e5932d66),segment_id=62b85806-94d8-4a88-a06c-da82e5932d66)] {{(pid=84042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:45:41.278851 n-d-838334-2 neutron-server[84042]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '08c5b321-aafc-4918-a395-6fa43a8a405d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '78bbc4c4-939a-4cb2-b476-fbddeecf9bf6'}] {{(pid=84042) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 20:45:41.287650 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682'] for port, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:41.294317 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-58281122-d453-45a8-9346-85751d76a90c tempest-AttachSCSIVolumeTestJSON-265284501 tempest-AttachSCSIVolumeTestJSON-265284501-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:45:41.304007 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-5e71d605-70a7-46c3-bb42-09d514e5061d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1082986'] for segment, precommit_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:41.304562 n-d-838334-2 neutron-server[84041]: INFO neutron.db.segments_db [None req-5e71d605-70a7-46c3-bb42-09d514e5061d admin admin] Added segment fc842d34-1523-466b-ba99-b76f6b27d0e5 of type vlan for network 7dbcfea3-99d2-47cc-950c-f42e111afbe5 Apr 18 20:45:41.305904 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e71d605-70a7-46c3-bb42-09d514e5061d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7a61e3a9-ae9b-4340-a50c-d78675eb5def,revision_number=1']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:45:41.316240 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-80fe8cec-cda7-4ed3-b9bc-405dea3e32b9 req-ce3184ff-7fb2-4497-98d2-68b0940d062e service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.126&port_id=d8a08056-daf1-4363-a81f-b3197366e5d7 HTTP/1.1" status: 200 len: 217 time: 0.1857867 Apr 18 20:45:41.321790 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-58281122-d453-45a8-9346-85751d76a90c tempest-AttachSCSIVolumeTestJSON-265284501 tempest-AttachSCSIVolumeTestJSON-265284501-project] Usage tracker for resource:security_group_rule and tenant:1fd001aaeef146c5ac3c9d1e6f47f539 is out of sync, need to count used quota {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:45:41.332906 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-58281122-d453-45a8-9346-85751d76a90c tempest-AttachSCSIVolumeTestJSON-265284501 tempest-AttachSCSIVolumeTestJSON-265284501-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:45:41.342726 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-58281122-d453-45a8-9346-85751d76a90c tempest-AttachSCSIVolumeTestJSON-265284501 tempest-AttachSCSIVolumeTestJSON-265284501-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:45:41.374380 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-5e71d605-70a7-46c3-bb42-09d514e5061d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750374825732'] for network, precommit_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:41.410347 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-58281122-d453-45a8-9346-85751d76a90c tempest-AttachSCSIVolumeTestJSON-265284501 tempest-AttachSCSIVolumeTestJSON-265284501-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:41.416920 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Pushing event updated for resources: {'Port': ['ID=78bbc4c4-939a-4cb2-b476-fbddeecf9bf6,revision_number=9']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:45:41.473525 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-5e71d605-70a7-46c3-bb42-09d514e5061d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33526109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022'] for network, after_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:41.476932 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e71d605-70a7-46c3-bb42-09d514e5061d admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:45:41.480682 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-5e71d605-70a7-46c3-bb42-09d514e5061d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32378031'] for network, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:41.507178 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de79168e-2c61-487c-b2f5-6d190f6fa79e req-9fbf26fd-d838-46ee-a43f-bd24a55787d2 tempest-ServersTestMultiNic-942198030 tempest-ServersTestMultiNic-942198030-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:45:41.512552 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de79168e-2c61-487c-b2f5-6d190f6fa79e req-9fbf26fd-d838-46ee-a43f-bd24a55787d2 tempest-ServersTestMultiNic-942198030 tempest-ServersTestMultiNic-942198030-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:45:41.519935 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-de79168e-2c61-487c-b2f5-6d190f6fa79e req-9fbf26fd-d838-46ee-a43f-bd24a55787d2 tempest-ServersTestMultiNic-942198030 tempest-ServersTestMultiNic-942198030-project] 10.222.0.42 "GET /v2.0/ports?device_id=d6840864-0637-4642-9f99-da91dd7892c7 HTTP/1.1" status: 200 len: 1678 time: 0.8248005 Apr 18 20:45:41.550442 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-5e71d605-70a7-46c3-bb42-09d514e5061d admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.2857990 Apr 18 20:45:41.559328 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 41526) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:45:41.591828 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-1efc4725-bc76-4a81-a39c-7811f5a3b769 req-10a5b47b-ad9c-423d-8218-a731e4c5a8df service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=0ae89e923933452faf6047be78995cc1&device_id=08c5b321-aafc-4918-a395-6fa43a8a405d HTTP/1.1" status: 200 len: 1100 time: 0.8029459 Apr 18 20:45:41.620449 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.v2.base [None req-19a16760-e70a-45ed-aaff-261c381ccb9b admin admin] Request body: {'subnet': {'network_id': '7dbcfea3-99d2-47cc-950c-f42e111afbe5', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupRulesNegativeTestJSON-1105530066-subnet', 'tenant_id': '3ed2ab47a0ab47dfb71baa74f84f7a68', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=84040) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 20:45:41.625704 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [None req-19a16760-e70a-45ed-aaff-261c381ccb9b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:45:41.630034 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-19a16760-e70a-45ed-aaff-261c381ccb9b admin admin] Usage tracker for resource:subnet and tenant:3ed2ab47a0ab47dfb71baa74f84f7a68 is out of sync, need to count used quota {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:45:41.633435 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-19a16760-e70a-45ed-aaff-261c381ccb9b admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:45:41.665713 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [None req-19a16760-e70a-45ed-aaff-261c381ccb9b admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:45:41.712205 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-58281122-d453-45a8-9346-85751d76a90c tempest-AttachSCSIVolumeTestJSON-265284501 tempest-AttachSCSIVolumeTestJSON-265284501-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:41.726486 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-58281122-d453-45a8-9346-85751d76a90c tempest-AttachSCSIVolumeTestJSON-265284501 tempest-AttachSCSIVolumeTestJSON-265284501-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33528311'] for security_group_rule, after_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:41.736338 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e71d605-70a7-46c3-bb42-09d514e5061d admin admin] Pushing event updated for resources: {'Network': ['ID=7dbcfea3-99d2-47cc-950c-f42e111afbe5,revision_number=1']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:45:41.741960 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80fe8cec-cda7-4ed3-b9bc-405dea3e32b9 req-3577db53-7819-4459-809d-3bde6011edd3 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:45:41.743440 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-80fe8cec-cda7-4ed3-b9bc-405dea3e32b9 req-3577db53-7819-4459-809d-3bde6011edd3 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=0fc18076-bf76-4f60-b226-b67006fbcf56 HTTP/1.1" status: 200 len: 801 time: 0.4113855 Apr 18 20:45:41.759273 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58281122-d453-45a8-9346-85751d76a90c tempest-AttachSCSIVolumeTestJSON-265284501 tempest-AttachSCSIVolumeTestJSON-265284501-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=85e626d4-6ac7-44c2-92e3-3d0908f006c0,revision_number=0']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:45:41.759607 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Network 7dbcfea3-99d2-47cc-950c-f42e111afbe5 details requested by agent ovs-agent-n-d-838334-2 with host n-d-838334-2 {{(pid=84042) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 18 20:45:41.775362 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-58281122-d453-45a8-9346-85751d76a90c tempest-AttachSCSIVolumeTestJSON-265284501 tempest-AttachSCSIVolumeTestJSON-265284501-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:41.780457 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-58281122-d453-45a8-9346-85751d76a90c tempest-AttachSCSIVolumeTestJSON-265284501 tempest-AttachSCSIVolumeTestJSON-265284501-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.5340836 Apr 18 20:45:41.781308 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 41530) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:45:41.796077 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.v2.base [None req-a01f1bf6-8ffd-46ca-90e1-87f15ef58584 tempest-AttachSCSIVolumeTestJSON-265284501 tempest-AttachSCSIVolumeTestJSON-265284501-project] Request body: {'floatingip': {'floating_network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c'}} {{(pid=84041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 20:45:41.800571 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-19a16760-e70a-45ed-aaff-261c381ccb9b admin admin] Made reservation on behalf of 3ed2ab47a0ab47dfb71baa74f84f7a68 for: {'subnet': 1} {{(pid=84040) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:45:41.802828 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-19a16760-e70a-45ed-aaff-261c381ccb9b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31752722'] for subnet, before_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:41.812369 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-a01f1bf6-8ffd-46ca-90e1-87f15ef58584 tempest-AttachSCSIVolumeTestJSON-265284501 tempest-AttachSCSIVolumeTestJSON-265284501-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:45:41.818831 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-a01f1bf6-8ffd-46ca-90e1-87f15ef58584 tempest-AttachSCSIVolumeTestJSON-265284501 tempest-AttachSCSIVolumeTestJSON-265284501-project] Usage tracker for resource:floatingip and tenant:1fd001aaeef146c5ac3c9d1e6f47f539 is out of sync, need to count used quota {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:45:41.826845 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-a01f1bf6-8ffd-46ca-90e1-87f15ef58584 tempest-AttachSCSIVolumeTestJSON-265284501 tempest-AttachSCSIVolumeTestJSON-265284501-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:45:41.835028 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-a01f1bf6-8ffd-46ca-90e1-87f15ef58584 tempest-AttachSCSIVolumeTestJSON-265284501 tempest-AttachSCSIVolumeTestJSON-265284501-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:45:41.836322 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-de79168e-2c61-487c-b2f5-6d190f6fa79e req-b7776ac9-b2ed-4fcc-a0ac-e2b6d67921e9 tempest-ServersTestMultiNic-942198030 tempest-ServersTestMultiNic-942198030-project] 10.222.0.42 "GET /v2.0/security-groups?id=efc44a6f-ae8a-46ab-8143-fed7ce47374f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3150856 Apr 18 20:45:41.866767 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-a01f1bf6-8ffd-46ca-90e1-87f15ef58584 tempest-AttachSCSIVolumeTestJSON-265284501 tempest-AttachSCSIVolumeTestJSON-265284501-project] Notify callbacks [] for floatingip, before_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:41.967958 n-d-838334-2 neutron-server[84042]: INFO neutron.notifiers.nova [-] Nova event matching ['req-03d5ef0a-c125-4562-9b5f-9f6c0ecd6748'] response: {'server_uuid': '08c5b321-aafc-4918-a395-6fa43a8a405d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '78bbc4c4-939a-4cb2-b476-fbddeecf9bf6', 'code': 200} Apr 18 20:45:42.066654 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ef3268c-4b76-4493-a1c5-816214e2fbc2 req-b2f57074-8d37-47d3-a02a-6bb2789e4471 tempest-ServersAdminTestJSON-1240675426 tempest-ServersAdminTestJSON-1240675426-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:45:42.073763 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-5ef3268c-4b76-4493-a1c5-816214e2fbc2 req-b2f57074-8d37-47d3-a02a-6bb2789e4471 tempest-ServersAdminTestJSON-1240675426 tempest-ServersAdminTestJSON-1240675426-project] 10.222.0.42 "GET /v2.0/ports?device_id=ce6c549f-1c22-4313-93e6-93921dc22663 HTTP/1.1" status: 200 len: 950 time: 0.5829978 Apr 18 20:45:42.075905 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1efc4725-bc76-4a81-a39c-7811f5a3b769 req-2504aa2c-4cf1-4ec5-b496-1a77b9859275 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:45:42.077281 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-1efc4725-bc76-4a81-a39c-7811f5a3b769 req-2504aa2c-4cf1-4ec5-b496-1a77b9859275 service neutron] 10.222.0.48 "GET /v2.0/networks?id=cb56989d-7c5d-4678-b194-1d2edf1e842a HTTP/1.1" status: 200 len: 870 time: 0.4668140 Apr 18 20:45:42.165565 n-d-838334-2 neutron-server[84040]: INFO neutron.api.v2.resource [req-7e88f006-3800-4b68-8376-052bb9adcaee req-1d8472ba-adfb-478e-8ddc-7cd456e981b3 tempest-SecurityGroupsTestJSON-1212657955 tempest-SecurityGroupsTestJSON-1212657955-project] show failed (client error): The resource could not be found. Apr 18 20:45:42.184197 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-7e88f006-3800-4b68-8376-052bb9adcaee req-1d8472ba-adfb-478e-8ddc-7cd456e981b3 tempest-SecurityGroupsTestJSON-1212657955 tempest-SecurityGroupsTestJSON-1212657955-project] 10.222.0.42 "GET /v2.0/security-groups/587aaa27-61ec-4343-9a7e-63e58a613703 HTTP/1.1" status: 404 len: 352 time: 0.1489124 Apr 18 20:45:42.217988 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-a01f1bf6-8ffd-46ca-90e1-87f15ef58584 tempest-AttachSCSIVolumeTestJSON-265284501 tempest-AttachSCSIVolumeTestJSON-265284501-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:42.287163 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-1efc4725-bc76-4a81-a39c-7811f5a3b769 req-2d125256-29ae-49c6-a062-8e8ef45da746 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.123&port_id=78bbc4c4-939a-4cb2-b476-fbddeecf9bf6 HTTP/1.1" status: 200 len: 217 time: 0.1855838 Apr 18 20:45:42.409250 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-80fe8cec-cda7-4ed3-b9bc-405dea3e32b9 req-9d286eb7-04aa-40de-8c4d-ba8b77f04935 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=77832128-7c92-456a-b28b-7a3f89f4abbe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.6385369 Apr 18 20:45:42.412943 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.db_base_plugin_common [None req-a01f1bf6-8ffd-46ca-90e1-87f15ef58584 tempest-AttachSCSIVolumeTestJSON-265284501 tempest-AttachSCSIVolumeTestJSON-265284501-project] Allocated IP 172.25.8.136 (e41b6600-a917-4a8d-b05c-be3be40c6d8c/6b05667b-848e-4356-9b44-d5eb6808ef74/5e447a87-9c70-42dc-a0c0-58135b783e9e) {{(pid=84041) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:45:42.493829 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-5ef3268c-4b76-4493-a1c5-816214e2fbc2 req-9ae50ba8-b953-4986-8b3b-76346476e24b tempest-ServersAdminTestJSON-1240675426 tempest-ServersAdminTestJSON-1240675426-project] 10.222.0.42 "GET /v2.0/security-groups?id=b9ed1788-e987-4b94-9dd4-ed408bd7803e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4191360 Apr 18 20:45:42.585603 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-a01f1bf6-8ffd-46ca-90e1-87f15ef58584 tempest-AttachSCSIVolumeTestJSON-265284501 tempest-AttachSCSIVolumeTestJSON-265284501-project] Notify callbacks [] for port, precommit_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:42.617539 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-a01f1bf6-8ffd-46ca-90e1-87f15ef58584 tempest-AttachSCSIVolumeTestJSON-265284501 tempest-AttachSCSIVolumeTestJSON-265284501-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750374836619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32266323'] for port, after_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:42.701642 n-d-838334-2 neutron-server[84041]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a01f1bf6-8ffd-46ca-90e1-87f15ef58584 tempest-AttachSCSIVolumeTestJSON-265284501 tempest-AttachSCSIVolumeTestJSON-265284501-project] Network e41b6600-a917-4a8d-b05c-be3be40c6d8c is already hosted by enough agents. {{(pid=84041) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:45:42.704499 n-d-838334-2 neutron-server[84041]: DEBUG neutron.scheduler.base_scheduler [None req-a01f1bf6-8ffd-46ca-90e1-87f15ef58584 tempest-AttachSCSIVolumeTestJSON-265284501 tempest-AttachSCSIVolumeTestJSON-265284501-project] Resources bound (agent type, host, resource id): {{(pid=84041) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:45:42.708800 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a01f1bf6-8ffd-46ca-90e1-87f15ef58584 tempest-AttachSCSIVolumeTestJSON-265284501 tempest-AttachSCSIVolumeTestJSON-265284501-project] Received port after_create {{(pid=84041) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 20:45:42.740927 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a01f1bf6-8ffd-46ca-90e1-87f15ef58584 tempest-AttachSCSIVolumeTestJSON-265284501 tempest-AttachSCSIVolumeTestJSON-265284501-project] Pushing event updated for resources: {'Port': ['ID=5e447a87-9c70-42dc-a0c0-58135b783e9e,revision_number=1']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:45:42.768847 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-19a16760-e70a-45ed-aaff-261c381ccb9b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33526260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32441074', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31752704'] for subnet, after_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:42.807201 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1efc4725-bc76-4a81-a39c-7811f5a3b769 req-19ca0738-c414-47b8-bb66-925c4c6c1b15 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:45:42.808658 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-1efc4725-bc76-4a81-a39c-7811f5a3b769 req-19ca0738-c414-47b8-bb66-925c4c6c1b15 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=c4b526db-4d8a-4d4c-a310-e3a599630ae1 HTTP/1.1" status: 200 len: 843 time: 0.5120056 Apr 18 20:45:42.819660 n-d-838334-2 neutron-server[84040]: INFO neutron.api.v2.resource [req-7e3e7e3c-2c1e-44e9-a8a1-aae9f8e73d18 req-789a7ed1-9f9a-492d-90ac-b91ed2042d78 tempest-SecurityGroupsTestJSON-1212657955 tempest-SecurityGroupsTestJSON-1212657955-project] show failed (client error): The resource could not be found. Apr 18 20:45:42.820580 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-7e3e7e3c-2c1e-44e9-a8a1-aae9f8e73d18 req-789a7ed1-9f9a-492d-90ac-b91ed2042d78 tempest-SecurityGroupsTestJSON-1212657955 tempest-SecurityGroupsTestJSON-1212657955-project] 10.222.0.42 "GET /v2.0/security-groups/cd7910c1-ae3f-48e2-9d01-6c825bfdbee7 HTTP/1.1" status: 404 len: 352 time: 0.0993898 Apr 18 20:45:42.825507 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Device 2d81e7a8-546f-4b85-b21f-680c2a095f3f details requested by agent hyperv_n-h2-838334-2 with host n-h2-838334-2 {{(pid=84042) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 18 20:45:42.956076 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19a16760-e70a-45ed-aaff-261c381ccb9b admin admin] Pushing event updated for resources: {'Subnet': ['ID=9d224996-ed15-4acc-9913-f5f5087863f0,revision_number=0']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:45:43.052196 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] For port 2d81e7a8-546f-4b85-b21f-680c2a095f3f, host n-h2-838334-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838334-2',level=0,port_id=2d81e7a8-546f-4b85-b21f-680c2a095f3f,segment=NetworkSegment(d35ae76f-a320-4099-b08d-e8361b6d2a8c),segment_id=d35ae76f-a320-4099-b08d-e8361b6d2a8c)] {{(pid=84042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:45:43.062729 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-a01f1bf6-8ffd-46ca-90e1-87f15ef58584 tempest-AttachSCSIVolumeTestJSON-265284501 tempest-AttachSCSIVolumeTestJSON-265284501-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:43.067372 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Returning: {'device': '2d81e7a8-546f-4b85-b21f-680c2a095f3f', 'network_id': '5a672c0c-378a-4116-a0d8-3b9af9d11e70', 'port_id': '2d81e7a8-546f-4b85-b21f-680c2a095f3f', 'mac_address': 'fa:16:3e:31:3c:5d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 372, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3ca98581-9d97-4fcc-91a2-2b042376e408', 'ip_address': '19.80.0.43'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84042) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 18 20:45:43.091828 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-80fe8cec-cda7-4ed3-b9bc-405dea3e32b9 req-54660491-8692-439f-afcd-e47e50b5981b service neutron] 10.222.0.48 "GET /v2.0/networks/77832128-7c92-456a-b28b-7a3f89f4abbe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5923734 Apr 18 20:45:43.128663 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-a01f1bf6-8ffd-46ca-90e1-87f15ef58584 tempest-AttachSCSIVolumeTestJSON-265284501 tempest-AttachSCSIVolumeTestJSON-265284501-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:43.135171 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:43.148982 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19a16760-e70a-45ed-aaff-261c381ccb9b admin admin] Checking segment: {'id': 'fc842d34-1523-466b-ba99-b76f6b27d0e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '7dbcfea3-99d2-47cc-950c-f42e111afbe5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84040) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 20:45:43.149773 n-d-838334-2 neutron-server[84040]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19a16760-e70a-45ed-aaff-261c381ccb9b admin admin] Network hostable DHCP agents. Network: 7dbcfea3-99d2-47cc-950c-f42e111afbe5, hostable agents: ['8746f8ea-3e91-4b32-9919-2c63adeb8722'], hosted agents: [] {{(pid=84040) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 20:45:43.164623 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f7da8bf-3cbb-494e-b09f-2a4985033619 req-bd4843b1-5596-4477-bfba-1f6b992ac322 tempest-MigrationsAdminTest-1326981207 tempest-MigrationsAdminTest-1326981207-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:45:43.173870 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-6f7da8bf-3cbb-494e-b09f-2a4985033619 req-bd4843b1-5596-4477-bfba-1f6b992ac322 tempest-MigrationsAdminTest-1326981207 tempest-MigrationsAdminTest-1326981207-project] 10.222.0.42 "GET /v2.0/ports?device_id=08c5b321-aafc-4918-a395-6fa43a8a405d HTTP/1.1" status: 200 len: 950 time: 0.7902517 Apr 18 20:45:43.196441 n-d-838334-2 neutron-server[84042]: DEBUG neutron.notifiers.nova [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2d81e7a8-546f-4b85-b21f-680c2a095f3f {{(pid=84042) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 18 20:45:43.214921 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] For port 2d81e7a8-546f-4b85-b21f-680c2a095f3f, host n-h2-838334-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838334-2',level=0,port_id=2d81e7a8-546f-4b85-b21f-680c2a095f3f,segment=NetworkSegment(d35ae76f-a320-4099-b08d-e8361b6d2a8c),segment_id=d35ae76f-a320-4099-b08d-e8361b6d2a8c)] {{(pid=84042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:45:43.219704 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682'] for port, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:43.220525 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Device d8a08056-daf1-4363-a81f-b3197366e5d7 details requested by agent hyperv_n-h2-838334-2 with host n-h2-838334-2 {{(pid=84042) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 18 20:45:43.357146 n-d-838334-2 neutron-server[84040]: INFO neutron.api.v2.resource [req-a9a6e891-f72f-4964-a0fd-b99d2bf37c0a req-8bed598e-ece4-484f-8c6d-73be9c5e1cde tempest-SecurityGroupsTestJSON-1212657955 tempest-SecurityGroupsTestJSON-1212657955-project] show failed (client error): The resource could not be found. Apr 18 20:45:43.371247 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-a9a6e891-f72f-4964-a0fd-b99d2bf37c0a req-8bed598e-ece4-484f-8c6d-73be9c5e1cde tempest-SecurityGroupsTestJSON-1212657955 tempest-SecurityGroupsTestJSON-1212657955-project] 10.222.0.42 "GET /v2.0/security-groups/27b863b2-6a2f-4bf5-b9c8-4eaaf2dc67f0 HTTP/1.1" status: 404 len: 352 time: 0.0951586 Apr 18 20:45:43.389176 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] For port d8a08056-daf1-4363-a81f-b3197366e5d7, host n-h2-838334-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838334-2',level=0,port_id=d8a08056-daf1-4363-a81f-b3197366e5d7,segment=NetworkSegment(0ffe50b9-8a94-4573-9833-bec1b6a6d90c),segment_id=0ffe50b9-8a94-4573-9833-bec1b6a6d90c)] {{(pid=84042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:45:43.405170 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-1efc4725-bc76-4a81-a39c-7811f5a3b769 req-724f5fb2-fa15-4f5a-83ac-faffbfad0bca service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=cb56989d-7c5d-4678-b194-1d2edf1e842a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.5720899 Apr 18 20:45:43.419597 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-6f7da8bf-3cbb-494e-b09f-2a4985033619 req-db842c08-4a5d-49ea-89b1-a6142fccb705 tempest-MigrationsAdminTest-1326981207 tempest-MigrationsAdminTest-1326981207-project] 10.222.0.42 "GET /v2.0/security-groups?id=8ca7ac2c-bfe5-493b-aae6-636315bac851&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2443752 Apr 18 20:45:43.448011 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-a01f1bf6-8ffd-46ca-90e1-87f15ef58584 tempest-AttachSCSIVolumeTestJSON-265284501 tempest-AttachSCSIVolumeTestJSON-265284501-project] Notify callbacks [] for port, precommit_update {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:43.457611 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-a01f1bf6-8ffd-46ca-90e1-87f15ef58584 tempest-AttachSCSIVolumeTestJSON-265284501 tempest-AttachSCSIVolumeTestJSON-265284501-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32266282'] for port, after_update {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:43.541957 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a01f1bf6-8ffd-46ca-90e1-87f15ef58584 tempest-AttachSCSIVolumeTestJSON-265284501 tempest-AttachSCSIVolumeTestJSON-265284501-project] Pushing event updated for resources: {'Port': ['ID=5e447a87-9c70-42dc-a0c0-58135b783e9e,revision_number=2']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:45:43.564831 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Returning: {'device': 'd8a08056-daf1-4363-a81f-b3197366e5d7', 'network_id': '77832128-7c92-456a-b28b-7a3f89f4abbe', 'port_id': 'd8a08056-daf1-4363-a81f-b3197366e5d7', 'mac_address': 'fa:16:3e:f9:cd:6c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 390, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0fc18076-bf76-4f60-b226-b67006fbcf56', 'ip_address': '19.86.0.126'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84042) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 18 20:45:43.578109 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Pushing event updated for resources: {'Port': ['ID=2d81e7a8-546f-4b85-b21f-680c2a095f3f,revision_number=4']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:45:43.680232 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:43.694461 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-a01f1bf6-8ffd-46ca-90e1-87f15ef58584 tempest-AttachSCSIVolumeTestJSON-265284501 tempest-AttachSCSIVolumeTestJSON-265284501-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33444131'] for floatingip, after_update {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:43.718674 n-d-838334-2 neutron-server[84042]: DEBUG neutron.notifiers.nova [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d8a08056-daf1-4363-a81f-b3197366e5d7 {{(pid=84042) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 18 20:45:43.725448 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-a01f1bf6-8ffd-46ca-90e1-87f15ef58584 tempest-AttachSCSIVolumeTestJSON-265284501 tempest-AttachSCSIVolumeTestJSON-265284501-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217293'] for floatingip, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:43.737241 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-a01f1bf6-8ffd-46ca-90e1-87f15ef58584 tempest-AttachSCSIVolumeTestJSON-265284501 tempest-AttachSCSIVolumeTestJSON-265284501-project] 10.222.0.42 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.9442890 Apr 18 20:45:43.752702 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] For port d8a08056-daf1-4363-a81f-b3197366e5d7, host n-h2-838334-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838334-2',level=0,port_id=d8a08056-daf1-4363-a81f-b3197366e5d7,segment=NetworkSegment(0ffe50b9-8a94-4573-9833-bec1b6a6d90c),segment_id=0ffe50b9-8a94-4573-9833-bec1b6a6d90c)] {{(pid=84042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:45:43.757877 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682'] for port, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:43.777212 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-80fe8cec-cda7-4ed3-b9bc-405dea3e32b9 req-1c759df3-0c74-4e4e-ad88-24f27fc78ca7 service neutron] 10.222.0.48 "GET /v2.0/networks/77832128-7c92-456a-b28b-7a3f89f4abbe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6681454 Apr 18 20:45:43.848430 n-d-838334-2 neutron-server[84040]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19a16760-e70a-45ed-aaff-261c381ccb9b admin admin] Network 7dbcfea3-99d2-47cc-950c-f42e111afbe5 is scheduled to be hosted by DHCP agent 8746f8ea-3e91-4b32-9919-2c63adeb8722 with binding_index 1 {{(pid=84040) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 20:45:43.850305 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Pushing event updated for resources: {'Port': ['ID=d8a08056-daf1-4363-a81f-b3197366e5d7,revision_number=4']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:45:43.874018 n-d-838334-2 neutron-server[84040]: DEBUG neutron.scheduler.base_scheduler [None req-19a16760-e70a-45ed-aaff-261c381ccb9b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-838334-2, 7dbcfea3-99d2-47cc-950c-f42e111afbe5) {{(pid=84040) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:45:43.883215 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d699e1da-1795-4001-a23d-2c06618da3a1 None None] Network 7dbcfea3-99d2-47cc-950c-f42e111afbe5 requested from n-d-838334-2 {{(pid=84042) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 20:45:43.884630 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19a16760-e70a-45ed-aaff-261c381ccb9b admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:45:43.885300 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-19a16760-e70a-45ed-aaff-261c381ccb9b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32378031'] for subnet, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:43.945545 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-19a16760-e70a-45ed-aaff-261c381ccb9b admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 2.3576903 Apr 18 20:45:43.956976 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adc8da23-2ba3-4b1e-905a-c3f618fa2e13 req-0321edd3-6404-4c77-89aa-3903f8057a50 tempest-ServersTestMultiNic-942198030 tempest-ServersTestMultiNic-942198030-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:45:43.961161 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adc8da23-2ba3-4b1e-905a-c3f618fa2e13 req-0321edd3-6404-4c77-89aa-3903f8057a50 tempest-ServersTestMultiNic-942198030 tempest-ServersTestMultiNic-942198030-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:45:43.963155 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-adc8da23-2ba3-4b1e-905a-c3f618fa2e13 req-0321edd3-6404-4c77-89aa-3903f8057a50 tempest-ServersTestMultiNic-942198030 tempest-ServersTestMultiNic-942198030-project] 10.222.0.42 "GET /v2.0/ports?device_id=d6840864-0637-4642-9f99-da91dd7892c7 HTTP/1.1" status: 200 len: 1679 time: 0.2990513 Apr 18 20:45:43.967192 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-1efc4725-bc76-4a81-a39c-7811f5a3b769 req-7f9b195b-abc6-4154-a05d-9c0019648965 service neutron] 10.222.0.48 "GET /v2.0/networks/cb56989d-7c5d-4678-b194-1d2edf1e842a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5430045 Apr 18 20:45:43.971517 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-788d9e5a-95d9-46a2-b478-78404de13dc0 req-3a63dda6-3267-475e-b5c1-2fe56863765a tempest-ServersAdminTestJSON-373626845 tempest-ServersAdminTestJSON-373626845-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=ce6c549f-1c22-4313-93e6-93921dc22663 HTTP/1.1" status: 200 len: 1101 time: 0.1933410 Apr 18 20:45:44.142848 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-adc8da23-2ba3-4b1e-905a-c3f618fa2e13 req-1df36263-4195-402e-8767-edf0f471a92a tempest-ServersTestMultiNic-942198030 tempest-ServersTestMultiNic-942198030-project] 10.222.0.42 "GET /v2.0/security-groups?id=efc44a6f-ae8a-46ab-8143-fed7ce47374f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1702983 Apr 18 20:45:44.162589 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-788d9e5a-95d9-46a2-b478-78404de13dc0 req-78b6af15-7be5-4eee-ae94-378c501ab3ac tempest-ServersAdminTestJSON-373626845 tempest-ServersAdminTestJSON-373626845-project-admin] 10.222.0.42 "GET /v2.0/security-groups?id=b9ed1788-e987-4b94-9dd4-ed408bd7803e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1757410 Apr 18 20:45:44.221915 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] get_ports_and_sgs() called for port_ids ['2d81e7a8-546f-4b85-b21f-680c2a095f3f'] {{(pid=84042) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 18 20:45:44.228721 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-1efc4725-bc76-4a81-a39c-7811f5a3b769 req-f871302e-afa8-402e-a527-256700842a49 service neutron] 10.222.0.48 "GET /v2.0/networks/cb56989d-7c5d-4678-b194-1d2edf1e842a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2290318 Apr 18 20:45:44.267572 n-d-838334-2 neutron-server[84040]: INFO neutron.api.v2.resource [req-2b1660f1-975a-4a06-8de0-229b98d4b682 req-75ef761b-ce90-4f34-a5d1-6c33be28c71d tempest-SecurityGroupsTestJSON-1212657955 tempest-SecurityGroupsTestJSON-1212657955-project] show failed (client error): The resource could not be found. Apr 18 20:45:44.284197 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-2b1660f1-975a-4a06-8de0-229b98d4b682 req-75ef761b-ce90-4f34-a5d1-6c33be28c71d tempest-SecurityGroupsTestJSON-1212657955 tempest-SecurityGroupsTestJSON-1212657955-project] 10.222.0.42 "GET /v2.0/security-groups/c48ed0b5-f75d-4ac5-91a3-48f860ddbf8d HTTP/1.1" status: 404 len: 352 time: 0.0527666 Apr 18 20:45:44.293456 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3eb0c536-4e96-478c-b6e0-f70e0a25389b None None] Network 7dbcfea3-99d2-47cc-950c-f42e111afbe5 requested from n-d-838334-2 {{(pid=84042) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 20:45:44.454538 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcb1da90-b42c-41ec-ba1c-93488c648bf4 req-529ac168-bb40-4c22-93ec-1c284eed59be tempest-ListImageFiltersTestJSON-764297516 tempest-ListImageFiltersTestJSON-764297516-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:45:44.459029 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-bcb1da90-b42c-41ec-ba1c-93488c648bf4 req-529ac168-bb40-4c22-93ec-1c284eed59be tempest-ListImageFiltersTestJSON-764297516 tempest-ListImageFiltersTestJSON-764297516-project] 10.222.0.42 "GET /v2.0/ports?device_id=d9f332ce-c76b-46eb-85fd-3cf94eadb99f HTTP/1.1" status: 200 len: 950 time: 0.1420922 Apr 18 20:45:44.496834 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-d56065e9-57ce-4a78-9b9b-c815afb1d0fa req-41bd5c2a-219f-47c0-9852-c07d4be8545a tempest-AttachSCSIVolumeTestJSON-265284501 tempest-AttachSCSIVolumeTestJSON-265284501-project] 10.222.0.42 "GET /v2.0/security-groups?name=tempest-securitygroup--1632509836&fields=id&tenant_id=1fd001aaeef146c5ac3c9d1e6f47f539 HTTP/1.1" status: 200 len: 267 time: 0.0921865 Apr 18 20:45:44.542165 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-bcb1da90-b42c-41ec-ba1c-93488c648bf4 req-d1912008-b63e-4c9a-bea9-2136738d92db tempest-ListImageFiltersTestJSON-764297516 tempest-ListImageFiltersTestJSON-764297516-project] 10.222.0.42 "GET /v2.0/security-groups?id=69ef09d0-16e8-4442-bf72-0044fbe4edc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763054 Apr 18 20:45:44.734001 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d56065e9-57ce-4a78-9b9b-c815afb1d0fa req-e3f213d2-8599-4fc0-a11b-a7330e854761 tempest-AttachSCSIVolumeTestJSON-265284501 tempest-AttachSCSIVolumeTestJSON-265284501-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:45:44.741123 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-d56065e9-57ce-4a78-9b9b-c815afb1d0fa req-e3f213d2-8599-4fc0-a11b-a7330e854761 tempest-AttachSCSIVolumeTestJSON-265284501 tempest-AttachSCSIVolumeTestJSON-265284501-project] 10.222.0.42 "GET /v2.0/networks?id=927d35e4-e88b-4e82-9eb0-c42861ae32da HTTP/1.1" status: 200 len: 814 time: 0.2337537 Apr 18 20:45:44.768031 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-d56065e9-57ce-4a78-9b9b-c815afb1d0fa req-12b141f6-a028-4226-a216-043c1d3f109e tempest-AttachSCSIVolumeTestJSON-265284501 tempest-AttachSCSIVolumeTestJSON-265284501-project] 10.222.0.42 "GET /v2.0/quotas/1fd001aaeef146c5ac3c9d1e6f47f539 HTTP/1.1" status: 200 len: 375 time: 0.0249212 Apr 18 20:45:44.833913 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Device 477a0bf5-0275-431a-8328-ff70599fc8f0 no longer exists at agent hyperv_n-h2-838334-2 {{(pid=84042) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 20:45:44.856580 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-d56065e9-57ce-4a78-9b9b-c815afb1d0fa req-4cc52986-c491-4599-a8de-af26c1c9a992 tempest-AttachSCSIVolumeTestJSON-265284501 tempest-AttachSCSIVolumeTestJSON-265284501-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=1fd001aaeef146c5ac3c9d1e6f47f539&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0867102 Apr 18 20:45:45.024479 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.v2.base [req-474482f4-bf9c-45cf-9361-ffa27d647e1e req-70f40b5d-a25a-4ecf-b43d-f45388ebc472 tempest-SecurityGroupRulesNegativeTestJSON-1869501733 tempest-SecurityGroupRulesNegativeTestJSON-1869501733-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-936702287', 'description': 'tempest-description-2096795411'}} {{(pid=84040) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 20:45:45.031410 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [req-474482f4-bf9c-45cf-9361-ffa27d647e1e req-70f40b5d-a25a-4ecf-b43d-f45388ebc472 tempest-SecurityGroupRulesNegativeTestJSON-1869501733 tempest-SecurityGroupRulesNegativeTestJSON-1869501733-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:45:45.035464 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [req-474482f4-bf9c-45cf-9361-ffa27d647e1e req-70f40b5d-a25a-4ecf-b43d-f45388ebc472 tempest-SecurityGroupRulesNegativeTestJSON-1869501733 tempest-SecurityGroupRulesNegativeTestJSON-1869501733-project] Usage tracker for resource:security_group and tenant:3ed2ab47a0ab47dfb71baa74f84f7a68 is out of sync, need to count used quota {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:45:45.040239 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [req-474482f4-bf9c-45cf-9361-ffa27d647e1e req-70f40b5d-a25a-4ecf-b43d-f45388ebc472 tempest-SecurityGroupRulesNegativeTestJSON-1869501733 tempest-SecurityGroupRulesNegativeTestJSON-1869501733-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:45:45.047482 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:45.049845 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [req-474482f4-bf9c-45cf-9361-ffa27d647e1e req-70f40b5d-a25a-4ecf-b43d-f45388ebc472 tempest-SecurityGroupRulesNegativeTestJSON-1869501733 tempest-SecurityGroupRulesNegativeTestJSON-1869501733-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:45:45.080853 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-474482f4-bf9c-45cf-9361-ffa27d647e1e req-70f40b5d-a25a-4ecf-b43d-f45388ebc472 tempest-SecurityGroupRulesNegativeTestJSON-1869501733 tempest-SecurityGroupRulesNegativeTestJSON-1869501733-project] Notify callbacks [] for security_group, before_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:45.094636 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] For port 477a0bf5-0275-431a-8328-ff70599fc8f0, host n-h2-838334-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838334-2',level=0,port_id=477a0bf5-0275-431a-8328-ff70599fc8f0,segment=NetworkSegment(62b85806-94d8-4a88-a06c-da82e5932d66),segment_id=62b85806-94d8-4a88-a06c-da82e5932d66)] {{(pid=84042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:45:45.095748 n-d-838334-2 neutron-server[84042]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd9f332ce-c76b-46eb-85fd-3cf94eadb99f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '477a0bf5-0275-431a-8328-ff70599fc8f0'}] {{(pid=84042) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 20:45:45.102458 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682'] for port, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:45.117135 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-d56065e9-57ce-4a78-9b9b-c815afb1d0fa req-8cb5b25c-3435-42bf-a808-0de46c680661 service neutron] 10.222.0.42 "GET /v2.0/networks/927d35e4-e88b-4e82-9eb0-c42861ae32da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2464120 Apr 18 20:45:45.144294 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] get_ports_and_sgs() called for port_ids ['d8a08056-daf1-4363-a81f-b3197366e5d7'] {{(pid=84042) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 18 20:45:45.203088 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [req-474482f4-bf9c-45cf-9361-ffa27d647e1e req-70f40b5d-a25a-4ecf-b43d-f45388ebc472 tempest-SecurityGroupRulesNegativeTestJSON-1869501733 tempest-SecurityGroupRulesNegativeTestJSON-1869501733-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:45:45.211253 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [req-474482f4-bf9c-45cf-9361-ffa27d647e1e req-70f40b5d-a25a-4ecf-b43d-f45388ebc472 tempest-SecurityGroupRulesNegativeTestJSON-1869501733 tempest-SecurityGroupRulesNegativeTestJSON-1869501733-project] Usage tracker for resource:security_group_rule and tenant:3ed2ab47a0ab47dfb71baa74f84f7a68 is out of sync, need to count used quota {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:45:45.224895 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [req-474482f4-bf9c-45cf-9361-ffa27d647e1e req-70f40b5d-a25a-4ecf-b43d-f45388ebc472 tempest-SecurityGroupRulesNegativeTestJSON-1869501733 tempest-SecurityGroupRulesNegativeTestJSON-1869501733-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:45:45.234035 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [req-474482f4-bf9c-45cf-9361-ffa27d647e1e req-70f40b5d-a25a-4ecf-b43d-f45388ebc472 tempest-SecurityGroupRulesNegativeTestJSON-1869501733 tempest-SecurityGroupRulesNegativeTestJSON-1869501733-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:45:45.240798 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Pushing event updated for resources: {'Port': ['ID=477a0bf5-0275-431a-8328-ff70599fc8f0,revision_number=8']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:45:45.418295 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-d56065e9-57ce-4a78-9b9b-c815afb1d0fa req-41c73ff0-ad67-4d41-97f3-568564bfb1d7 service neutron] 10.222.0.42 "GET /v2.0/networks/927d35e4-e88b-4e82-9eb0-c42861ae32da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2870328 Apr 18 20:45:45.431105 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-474482f4-bf9c-45cf-9361-ffa27d647e1e req-70f40b5d-a25a-4ecf-b43d-f45388ebc472 tempest-SecurityGroupRulesNegativeTestJSON-1869501733 tempest-SecurityGroupRulesNegativeTestJSON-1869501733-project] Notify callbacks [] for security_group, precommit_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:45.436293 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-474482f4-bf9c-45cf-9361-ffa27d647e1e req-70f40b5d-a25a-4ecf-b43d-f45388ebc472 tempest-SecurityGroupRulesNegativeTestJSON-1869501733 tempest-SecurityGroupRulesNegativeTestJSON-1869501733-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33528224'] for security_group, after_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:45.481054 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70f40b5d-a25a-4ecf-b43d-f45388ebc472 tempest-SecurityGroupRulesNegativeTestJSON-1869501733 tempest-SecurityGroupRulesNegativeTestJSON-1869501733-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5372c938-d41a-4b6d-bbce-66c80cd6e757,revision_number=1']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:45:45.492556 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70f40b5d-a25a-4ecf-b43d-f45388ebc472 tempest-SecurityGroupRulesNegativeTestJSON-1869501733 tempest-SecurityGroupRulesNegativeTestJSON-1869501733-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:45:45.493177 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70f40b5d-a25a-4ecf-b43d-f45388ebc472 tempest-SecurityGroupRulesNegativeTestJSON-1869501733 tempest-SecurityGroupRulesNegativeTestJSON-1869501733-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:45:45.493316 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70f40b5d-a25a-4ecf-b43d-f45388ebc472 tempest-SecurityGroupRulesNegativeTestJSON-1869501733 tempest-SecurityGroupRulesNegativeTestJSON-1869501733-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:45:45.493611 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70f40b5d-a25a-4ecf-b43d-f45388ebc472 tempest-SecurityGroupRulesNegativeTestJSON-1869501733 tempest-SecurityGroupRulesNegativeTestJSON-1869501733-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:45:45.493958 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70f40b5d-a25a-4ecf-b43d-f45388ebc472 tempest-SecurityGroupRulesNegativeTestJSON-1869501733 tempest-SecurityGroupRulesNegativeTestJSON-1869501733-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:45:45.494878 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70f40b5d-a25a-4ecf-b43d-f45388ebc472 tempest-SecurityGroupRulesNegativeTestJSON-1869501733 tempest-SecurityGroupRulesNegativeTestJSON-1869501733-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:45:45.495516 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70f40b5d-a25a-4ecf-b43d-f45388ebc472 tempest-SecurityGroupRulesNegativeTestJSON-1869501733 tempest-SecurityGroupRulesNegativeTestJSON-1869501733-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:45:45.495743 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70f40b5d-a25a-4ecf-b43d-f45388ebc472 tempest-SecurityGroupRulesNegativeTestJSON-1869501733 tempest-SecurityGroupRulesNegativeTestJSON-1869501733-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:45:45.496075 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70f40b5d-a25a-4ecf-b43d-f45388ebc472 tempest-SecurityGroupRulesNegativeTestJSON-1869501733 tempest-SecurityGroupRulesNegativeTestJSON-1869501733-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:45:45.496403 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70f40b5d-a25a-4ecf-b43d-f45388ebc472 tempest-SecurityGroupRulesNegativeTestJSON-1869501733 tempest-SecurityGroupRulesNegativeTestJSON-1869501733-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:45:45.496728 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70f40b5d-a25a-4ecf-b43d-f45388ebc472 tempest-SecurityGroupRulesNegativeTestJSON-1869501733 tempest-SecurityGroupRulesNegativeTestJSON-1869501733-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:45:45.508279 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-474482f4-bf9c-45cf-9361-ffa27d647e1e req-70f40b5d-a25a-4ecf-b43d-f45388ebc472 tempest-SecurityGroupRulesNegativeTestJSON-1869501733 tempest-SecurityGroupRulesNegativeTestJSON-1869501733-project] Notify callbacks [] for security_group, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:45.509548 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-474482f4-bf9c-45cf-9361-ffa27d647e1e req-70f40b5d-a25a-4ecf-b43d-f45388ebc472 tempest-SecurityGroupRulesNegativeTestJSON-1869501733 tempest-SecurityGroupRulesNegativeTestJSON-1869501733-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1651 time: 0.4915879 Apr 18 20:45:45.558500 n-d-838334-2 neutron-server[84040]: INFO neutron.api.v2.resource [req-6af6e2f8-e83b-4f6f-a21e-fd38c2c31fa0 req-6dc83c7e-0dc4-42bb-a288-232a68297c7b tempest-SecurityGroupsTestJSON-1212657955 tempest-SecurityGroupsTestJSON-1212657955-project] show failed (client error): The resource could not be found. Apr 18 20:45:45.570111 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-6af6e2f8-e83b-4f6f-a21e-fd38c2c31fa0 req-6dc83c7e-0dc4-42bb-a288-232a68297c7b tempest-SecurityGroupsTestJSON-1212657955 tempest-SecurityGroupsTestJSON-1212657955-project] 10.222.0.42 "GET /v2.0/security-groups/0618f995-8599-4e8a-a475-9b6d8f92a26d HTTP/1.1" status: 404 len: 352 time: 0.0348356 Apr 18 20:45:45.620158 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-f794542e-957d-444b-9dfb-3c6631c6e08a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750375287399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253529'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:45.742754 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-960e1a9e-fac8-4d40-b5bb-a55f87478c66 req-4c879b11-947b-4dd4-a848-d224354e2b0d tempest-MigrationsAdminTest-1326981207 tempest-MigrationsAdminTest-1326981207-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:45:45.751030 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-960e1a9e-fac8-4d40-b5bb-a55f87478c66 req-4c879b11-947b-4dd4-a848-d224354e2b0d tempest-MigrationsAdminTest-1326981207 tempest-MigrationsAdminTest-1326981207-project] 10.222.0.42 "GET /v2.0/ports?device_id=08c5b321-aafc-4918-a395-6fa43a8a405d HTTP/1.1" status: 200 len: 950 time: 0.0938613 Apr 18 20:45:45.816736 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-960e1a9e-fac8-4d40-b5bb-a55f87478c66 req-f710eeb5-c26c-47a7-ba61-cbe683b8203c tempest-MigrationsAdminTest-1326981207 tempest-MigrationsAdminTest-1326981207-project] 10.222.0.42 "GET /v2.0/security-groups?id=8ca7ac2c-bfe5-493b-aae6-636315bac851&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646641 Apr 18 20:45:46.052368 n-d-838334-2 neutron-server[84042]: INFO neutron.notifiers.nova [-] Nova event matching ['req-01c432fa-d0e3-4c41-857d-a240cd58afbe'] response: {'server_uuid': 'd9f332ce-c76b-46eb-85fd-3cf94eadb99f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '477a0bf5-0275-431a-8328-ff70599fc8f0', 'code': 200} Apr 18 20:45:46.116544 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-0af11aa7-ad9f-4e98-998d-84ed60db21ad req-1ab3a991-7c03-43e4-9b6b-8e3c2fa8f0dd tempest-ServersAdminTestJSON-373626845 tempest-ServersAdminTestJSON-373626845-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=ce6c549f-1c22-4313-93e6-93921dc22663 HTTP/1.1" status: 200 len: 1101 time: 0.1548448 Apr 18 20:45:46.281435 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-0af11aa7-ad9f-4e98-998d-84ed60db21ad req-3647385e-a46d-4538-8af6-74b05b1fc2dd tempest-ServersAdminTestJSON-373626845 tempest-ServersAdminTestJSON-373626845-project-admin] 10.222.0.42 "GET /v2.0/security-groups?id=b9ed1788-e987-4b94-9dd4-ed408bd7803e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1583195 Apr 18 20:45:46.324751 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d7fca9c-1fe9-446d-9485-bc86d4c48f79 req-f72a9dde-08eb-4f6a-9103-a9b74ef99e28 tempest-ServersTestMultiNic-942198030 tempest-ServersTestMultiNic-942198030-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:45:46.328789 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d7fca9c-1fe9-446d-9485-bc86d4c48f79 req-f72a9dde-08eb-4f6a-9103-a9b74ef99e28 tempest-ServersTestMultiNic-942198030 tempest-ServersTestMultiNic-942198030-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:45:46.330407 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-0d7fca9c-1fe9-446d-9485-bc86d4c48f79 req-f72a9dde-08eb-4f6a-9103-a9b74ef99e28 tempest-ServersTestMultiNic-942198030 tempest-ServersTestMultiNic-942198030-project] 10.222.0.42 "GET /v2.0/ports?device_id=d6840864-0637-4642-9f99-da91dd7892c7 HTTP/1.1" status: 200 len: 1680 time: 0.1791482 Apr 18 20:45:46.431598 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-0d7fca9c-1fe9-446d-9485-bc86d4c48f79 req-a7b97df8-75aa-46d0-8ab5-9dc7318c6cf7 tempest-ServersTestMultiNic-942198030 tempest-ServersTestMultiNic-942198030-project] 10.222.0.42 "GET /v2.0/security-groups?id=efc44a6f-ae8a-46ab-8143-fed7ce47374f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0952115 Apr 18 20:45:46.498187 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-1d810de0-e9c9-496f-a2af-41605a0b50f0 req-bed8ad35-02ec-4ebd-a3c5-adf163db221d tempest-SecurityGroupRulesNegativeTestJSON-1869501733 tempest-SecurityGroupRulesNegativeTestJSON-1869501733-project] 10.222.0.42 "GET /v2.0/security-groups/5372c938-d41a-4b6d-bbce-66c80cd6e757 HTTP/1.1" status: 200 len: 1646 time: 0.1389692 Apr 18 20:45:46.510920 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.v2.base [req-1d810de0-e9c9-496f-a2af-41605a0b50f0 req-45d8b802-5bef-40d3-8214-03a6fb584ac4 tempest-SecurityGroupRulesNegativeTestJSON-1869501733 tempest-SecurityGroupRulesNegativeTestJSON-1869501733-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '5372c938-d41a-4b6d-bbce-66c80cd6e757', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=84040) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 20:45:46.511877 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.v2.base [req-1d810de0-e9c9-496f-a2af-41605a0b50f0 req-45d8b802-5bef-40d3-8214-03a6fb584ac4 tempest-SecurityGroupRulesNegativeTestJSON-1869501733 tempest-SecurityGroupRulesNegativeTestJSON-1869501733-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '5372c938-d41a-4b6d-bbce-66c80cd6e757', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=84040) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 20:45:46.521959 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [req-1d810de0-e9c9-496f-a2af-41605a0b50f0 req-45d8b802-5bef-40d3-8214-03a6fb584ac4 tempest-SecurityGroupRulesNegativeTestJSON-1869501733 tempest-SecurityGroupRulesNegativeTestJSON-1869501733-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:45:46.530364 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [req-1d810de0-e9c9-496f-a2af-41605a0b50f0 req-45d8b802-5bef-40d3-8214-03a6fb584ac4 tempest-SecurityGroupRulesNegativeTestJSON-1869501733 tempest-SecurityGroupRulesNegativeTestJSON-1869501733-project] Usage tracker for resource:security_group_rule and tenant:3ed2ab47a0ab47dfb71baa74f84f7a68 is out of sync, need to count used quota {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:45:46.541391 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [req-1d810de0-e9c9-496f-a2af-41605a0b50f0 req-45d8b802-5bef-40d3-8214-03a6fb584ac4 tempest-SecurityGroupRulesNegativeTestJSON-1869501733 tempest-SecurityGroupRulesNegativeTestJSON-1869501733-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:45:46.551867 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [req-1d810de0-e9c9-496f-a2af-41605a0b50f0 req-45d8b802-5bef-40d3-8214-03a6fb584ac4 tempest-SecurityGroupRulesNegativeTestJSON-1869501733 tempest-SecurityGroupRulesNegativeTestJSON-1869501733-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:45:46.665506 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-a796aca5-5bd3-4aa9-82c1-543b78a368cc req-1b136381-ab86-4ae4-99f2-ab179677c008 tempest-AttachSCSIVolumeTestJSON-265284501 tempest-AttachSCSIVolumeTestJSON-265284501-project] 10.222.0.42 "GET /v2.0/ports?device_id=8875fa9e-fc70-4288-9292-8c0ca078b6b7 HTTP/1.1" status: 200 len: 210 time: 0.0563114 Apr 18 20:45:46.699823 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-1d810de0-e9c9-496f-a2af-41605a0b50f0 req-45d8b802-5bef-40d3-8214-03a6fb584ac4 tempest-SecurityGroupRulesNegativeTestJSON-1869501733 tempest-SecurityGroupRulesNegativeTestJSON-1869501733-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:46.735862 n-d-838334-2 neutron-server[84040]: INFO neutron.api.v2.resource [req-7ef9f663-3560-40c4-9a56-dc0f6117f23e req-2e059ef5-7a1d-46f1-93d7-fd2abb02a989 tempest-SecurityGroupsTestJSON-1212657955 tempest-SecurityGroupsTestJSON-1212657955-project] show failed (client error): The resource could not be found. Apr 18 20:45:46.736770 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-7ef9f663-3560-40c4-9a56-dc0f6117f23e req-2e059ef5-7a1d-46f1-93d7-fd2abb02a989 tempest-SecurityGroupsTestJSON-1212657955 tempest-SecurityGroupsTestJSON-1212657955-project] 10.222.0.42 "GET /v2.0/security-groups/f1115b45-a135-40ca-817f-111c13e7ebf0 HTTP/1.1" status: 404 len: 352 time: 0.0251608 Apr 18 20:45:46.749011 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-1d810de0-e9c9-496f-a2af-41605a0b50f0 req-45d8b802-5bef-40d3-8214-03a6fb584ac4 tempest-SecurityGroupRulesNegativeTestJSON-1869501733 tempest-SecurityGroupRulesNegativeTestJSON-1869501733-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:46.752822 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-1d810de0-e9c9-496f-a2af-41605a0b50f0 req-45d8b802-5bef-40d3-8214-03a6fb584ac4 tempest-SecurityGroupRulesNegativeTestJSON-1869501733 tempest-SecurityGroupRulesNegativeTestJSON-1869501733-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33528311'] for security_group_rule, after_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:46.780623 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45d8b802-5bef-40d3-8214-03a6fb584ac4 tempest-SecurityGroupRulesNegativeTestJSON-1869501733 tempest-SecurityGroupRulesNegativeTestJSON-1869501733-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2d6a264b-d502-4cbb-9e65-e6fd853ca484,revision_number=0']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:45:46.792603 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-1d810de0-e9c9-496f-a2af-41605a0b50f0 req-45d8b802-5bef-40d3-8214-03a6fb584ac4 tempest-SecurityGroupRulesNegativeTestJSON-1869501733 tempest-SecurityGroupRulesNegativeTestJSON-1869501733-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:46.793937 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-1d810de0-e9c9-496f-a2af-41605a0b50f0 req-45d8b802-5bef-40d3-8214-03a6fb584ac4 tempest-SecurityGroupRulesNegativeTestJSON-1869501733 tempest-SecurityGroupRulesNegativeTestJSON-1869501733-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 721 time: 0.2946873 Apr 18 20:45:46.841132 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Device d8a08056-daf1-4363-a81f-b3197366e5d7 up at agent hyperv_n-h2-838334-2 {{(pid=84042) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 20:45:46.969577 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-940627fa-c6b4-405f-b3d7-18286da0a47d req-0de2bead-e6be-47ea-8bb3-b0bde2f0c43d tempest-MigrationsAdminTest-1978661581 tempest-MigrationsAdminTest-1978661581-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=08c5b321-aafc-4918-a395-6fa43a8a405d HTTP/1.1" status: 200 len: 1101 time: 0.1188564 Apr 18 20:45:46.995426 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Provisioning for port d8a08056-daf1-4363-a81f-b3197366e5d7 completed by entity L2. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 20:45:47.000936 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Provisioning complete for port d8a08056-daf1-4363-a81f-b3197366e5d7 triggered by entity L2. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:45:47.001568 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1253608'] for port, provisioning_complete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:47.133754 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:47.157037 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-940627fa-c6b4-405f-b3d7-18286da0a47d req-fef8ebaa-7812-4951-8c3e-4f4d391e8f6d tempest-MigrationsAdminTest-1978661581 tempest-MigrationsAdminTest-1978661581-project-admin] 10.222.0.42 "GET /v2.0/security-groups?id=8ca7ac2c-bfe5-493b-aae6-636315bac851&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1804440 Apr 18 20:45:47.206114 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] For port d8a08056-daf1-4363-a81f-b3197366e5d7, host n-h2-838334-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838334-2',level=0,port_id=d8a08056-daf1-4363-a81f-b3197366e5d7,segment=NetworkSegment(0ffe50b9-8a94-4573-9833-bec1b6a6d90c),segment_id=0ffe50b9-8a94-4573-9833-bec1b6a6d90c)] {{(pid=84042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:45:47.216077 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682'] for port, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:47.216959 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Device 2d81e7a8-546f-4b85-b21f-680c2a095f3f up at agent hyperv_n-h2-838334-2 {{(pid=84042) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 20:45:47.309786 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d56065e9-57ce-4a78-9b9b-c815afb1d0fa req-f871187f-0b48-4041-b832-50ddc7a64c16 tempest-AttachSCSIVolumeTestJSON-265284501 tempest-AttachSCSIVolumeTestJSON-265284501-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:45:47.319748 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-d56065e9-57ce-4a78-9b9b-c815afb1d0fa req-f871187f-0b48-4041-b832-50ddc7a64c16 tempest-AttachSCSIVolumeTestJSON-265284501 tempest-AttachSCSIVolumeTestJSON-265284501-project] 10.222.0.48 "GET /v2.0/networks?id=927d35e4-e88b-4e82-9eb0-c42861ae32da HTTP/1.1" status: 200 len: 814 time: 0.2576399 Apr 18 20:45:47.358126 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Pushing event updated for resources: {'Port': ['ID=d8a08056-daf1-4363-a81f-b3197366e5d7,revision_number=5']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:45:47.378058 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Provisioning for port 2d81e7a8-546f-4b85-b21f-680c2a095f3f completed by entity L2. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 20:45:47.394399 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Provisioning complete for port 2d81e7a8-546f-4b85-b21f-680c2a095f3f triggered by entity L2. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:45:47.394960 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1253608'] for port, provisioning_complete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:47.462069 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-d56065e9-57ce-4a78-9b9b-c815afb1d0fa req-83a66ece-2540-4540-8181-a6aea5e0fbc7 tempest-AttachSCSIVolumeTestJSON-265284501 tempest-AttachSCSIVolumeTestJSON-265284501-project] 10.222.0.48 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1fd001aaeef146c5ac3c9d1e6f47f539 HTTP/1.1" status: 200 len: 380 time: 0.1267893 Apr 18 20:45:47.476005 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.v2.base [req-d56065e9-57ce-4a78-9b9b-c815afb1d0fa req-57e1049d-11ee-4bbd-bfae-6a464a9ca26a tempest-AttachSCSIVolumeTestJSON-265284501 tempest-AttachSCSIVolumeTestJSON-265284501-project] Request body: {'port': {'device_id': '8875fa9e-fc70-4288-9292-8c0ca078b6b7', 'network_id': '927d35e4-e88b-4e82-9eb0-c42861ae32da', 'admin_state_up': True, 'tenant_id': '1fd001aaeef146c5ac3c9d1e6f47f539', 'security_groups': ['a33f55a4-a21a-45b5-a190-b78baa68b4f6']}} {{(pid=84040) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 20:45:47.611959 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:47.695931 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] For port 2d81e7a8-546f-4b85-b21f-680c2a095f3f, host n-h2-838334-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838334-2',level=0,port_id=2d81e7a8-546f-4b85-b21f-680c2a095f3f,segment=NetworkSegment(d35ae76f-a320-4099-b08d-e8361b6d2a8c),segment_id=d35ae76f-a320-4099-b08d-e8361b6d2a8c)] {{(pid=84042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:45:47.707514 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682'] for port, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:47.891500 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-9b830f31-b18d-4a02-a797-a79fe44a166a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750375287399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253529'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:47.898629 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-e1eb7b28-ce0e-4078-8331-262ca79eea09 req-17a65386-8967-4e26-bbee-9a9324eebc3e tempest-SecurityGroupRulesNegativeTestJSON-1869501733 tempest-SecurityGroupRulesNegativeTestJSON-1869501733-project] 10.222.0.42 "GET /v2.0/security-groups/5372c938-d41a-4b6d-bbce-66c80cd6e757 HTTP/1.1" status: 200 len: 2149 time: 0.3886874 Apr 18 20:45:47.913840 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Pushing event updated for resources: {'Port': ['ID=2d81e7a8-546f-4b85-b21f-680c2a095f3f,revision_number=5']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:45:47.969364 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [req-d56065e9-57ce-4a78-9b9b-c815afb1d0fa req-57e1049d-11ee-4bbd-bfae-6a464a9ca26a tempest-AttachSCSIVolumeTestJSON-265284501 tempest-AttachSCSIVolumeTestJSON-265284501-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:45:47.981011 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [req-d56065e9-57ce-4a78-9b9b-c815afb1d0fa req-57e1049d-11ee-4bbd-bfae-6a464a9ca26a tempest-AttachSCSIVolumeTestJSON-265284501 tempest-AttachSCSIVolumeTestJSON-265284501-project] Usage tracker for resource:port and tenant:1fd001aaeef146c5ac3c9d1e6f47f539 is out of sync, need to count used quota {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:45:47.990557 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-858edc66-3a4c-4bb4-867b-b455d3660e48 req-95a17429-71e1-4aad-9f75-d45a69d9017e tempest-ServersAdminTestJSON-1240675426 tempest-ServersAdminTestJSON-1240675426-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:45:47.999717 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-858edc66-3a4c-4bb4-867b-b455d3660e48 req-95a17429-71e1-4aad-9f75-d45a69d9017e tempest-ServersAdminTestJSON-1240675426 tempest-ServersAdminTestJSON-1240675426-project] 10.222.0.42 "GET /v2.0/ports?device_id=68a2a907-d975-4fae-8743-c2b0354cf23e HTTP/1.1" status: 200 len: 950 time: 0.2540586 Apr 18 20:45:48.022885 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [req-d56065e9-57ce-4a78-9b9b-c815afb1d0fa req-57e1049d-11ee-4bbd-bfae-6a464a9ca26a tempest-AttachSCSIVolumeTestJSON-265284501 tempest-AttachSCSIVolumeTestJSON-265284501-project] Quota usage for port was recalculated. Used quota:3. {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:45:48.033788 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [req-d56065e9-57ce-4a78-9b9b-c815afb1d0fa req-57e1049d-11ee-4bbd-bfae-6a464a9ca26a tempest-AttachSCSIVolumeTestJSON-265284501 tempest-AttachSCSIVolumeTestJSON-265284501-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:45:48.053983 n-d-838334-2 neutron-server[84042]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd6840864-0637-4642-9f99-da91dd7892c7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd8a08056-daf1-4363-a81f-b3197366e5d7'}, {'server_uuid': 'd6840864-0637-4642-9f99-da91dd7892c7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2d81e7a8-546f-4b85-b21f-680c2a095f3f'}] {{(pid=84042) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 20:45:48.067306 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d56065e9-57ce-4a78-9b9b-c815afb1d0fa req-57e1049d-11ee-4bbd-bfae-6a464a9ca26a tempest-AttachSCSIVolumeTestJSON-265284501 tempest-AttachSCSIVolumeTestJSON-265284501-project] Made reservation on behalf of 1fd001aaeef146c5ac3c9d1e6f47f539 for: {'port': 1} {{(pid=84040) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:45:48.071464 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-d56065e9-57ce-4a78-9b9b-c815afb1d0fa req-57e1049d-11ee-4bbd-bfae-6a464a9ca26a tempest-AttachSCSIVolumeTestJSON-265284501 tempest-AttachSCSIVolumeTestJSON-265284501-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:48.083801 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-858edc66-3a4c-4bb4-867b-b455d3660e48 req-31590d35-9798-4959-a44a-e6f3ea1b4206 tempest-ServersAdminTestJSON-1240675426 tempest-ServersAdminTestJSON-1240675426-project] 10.222.0.42 "GET /v2.0/security-groups?id=b9ed1788-e987-4b94-9dd4-ed408bd7803e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0824323 Apr 18 20:45:48.389986 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aa7cffe-1fde-4277-9345-789e5ba22ff9 req-3dee9bd4-2262-4f4c-a469-ed64d2d0b950 tempest-ServersTestMultiNic-942198030 tempest-ServersTestMultiNic-942198030-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:45:48.394347 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aa7cffe-1fde-4277-9345-789e5ba22ff9 req-3dee9bd4-2262-4f4c-a469-ed64d2d0b950 tempest-ServersTestMultiNic-942198030 tempest-ServersTestMultiNic-942198030-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:45:48.396013 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-5aa7cffe-1fde-4277-9345-789e5ba22ff9 req-3dee9bd4-2262-4f4c-a469-ed64d2d0b950 tempest-ServersTestMultiNic-942198030 tempest-ServersTestMultiNic-942198030-project] 10.222.0.42 "GET /v2.0/ports?device_id=d6840864-0637-4642-9f99-da91dd7892c7 HTTP/1.1" status: 200 len: 1682 time: 0.2364917 Apr 18 20:45:48.475993 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.db_base_plugin_common [req-d56065e9-57ce-4a78-9b9b-c815afb1d0fa req-57e1049d-11ee-4bbd-bfae-6a464a9ca26a tempest-AttachSCSIVolumeTestJSON-265284501 tempest-AttachSCSIVolumeTestJSON-265284501-project] Allocated IP 172.20.0.10 (927d35e4-e88b-4e82-9eb0-c42861ae32da/318f6973-de81-4b49-b616-dd3d9f23a644/0a032366-a8a0-489a-a1a8-920f26be44bc) {{(pid=84040) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:45:48.512171 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 41680) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:45:48.640566 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc0ee0e4-0857-4d25-b0c2-f61c319e9852 req-4b045ad3-feda-47c0-bcb7-bef2ebb2e992 tempest-SecurityGroupsTestJSON-1212657955 tempest-SecurityGroupsTestJSON-1212657955-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:45:48.652875 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-cc0ee0e4-0857-4d25-b0c2-f61c319e9852 req-4b045ad3-feda-47c0-bcb7-bef2ebb2e992 tempest-SecurityGroupsTestJSON-1212657955 tempest-SecurityGroupsTestJSON-1212657955-project] 10.222.0.42 "GET /v2.0/ports?device_id=443cd979-832d-498d-9045-9ae58c27efa7 HTTP/1.1" status: 200 len: 1023 time: 0.3785706 Apr 18 20:45:48.769703 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-5aa7cffe-1fde-4277-9345-789e5ba22ff9 req-c6737f98-43a1-499c-b1c2-db11440f181d tempest-ServersTestMultiNic-942198030 tempest-ServersTestMultiNic-942198030-project] 10.222.0.42 "GET /v2.0/security-groups?id=efc44a6f-ae8a-46ab-8143-fed7ce47374f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3607609 Apr 18 20:45:48.949491 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [req-cc0ee0e4-0857-4d25-b0c2-f61c319e9852 req-6cf5a2ea-6722-4fa1-96d7-473b94eb5296 tempest-SecurityGroupsTestJSON-1212657955 tempest-SecurityGroupsTestJSON-1212657955-project] Synchronizing usage tracker for tenant:f09031fed4d542f69d251f76eb7f477d on resource:security_group {{(pid=84040) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 20:45:48.954354 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750375287399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253529'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:49.082168 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-d56065e9-57ce-4a78-9b9b-c815afb1d0fa req-57e1049d-11ee-4bbd-bfae-6a464a9ca26a tempest-AttachSCSIVolumeTestJSON-265284501 tempest-AttachSCSIVolumeTestJSON-265284501-project] Notify callbacks [] for port, precommit_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:49.111008 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.provisioning_blocks [req-d56065e9-57ce-4a78-9b9b-c815afb1d0fa req-57e1049d-11ee-4bbd-bfae-6a464a9ca26a tempest-AttachSCSIVolumeTestJSON-265284501 tempest-AttachSCSIVolumeTestJSON-265284501-project] Transition to ACTIVE for port object 0a032366-a8a0-489a-a1a8-920f26be44bc will not be triggered until provisioned by entity DHCP. {{(pid=84040) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 20:45:49.182435 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-60ff90b3-8b6a-49b8-a7f0-565258d3c863 req-606b24b1-b8b2-4973-823f-731365dfc552 tempest-AttachSCSIVolumeTestJSON-265284501 tempest-AttachSCSIVolumeTestJSON-265284501-project] 10.222.0.42 "GET /v2.0/ports?device_id=8875fa9e-fc70-4288-9292-8c0ca078b6b7 HTTP/1.1" status: 200 len: 210 time: 0.0678918 Apr 18 20:45:49.226437 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-d56065e9-57ce-4a78-9b9b-c815afb1d0fa req-57e1049d-11ee-4bbd-bfae-6a464a9ca26a tempest-AttachSCSIVolumeTestJSON-265284501 tempest-AttachSCSIVolumeTestJSON-265284501-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750374836619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32440838'] for port, after_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:49.356907 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-414b6ffe-e119-47bc-b18f-bcff1219c2f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750375287399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253529'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:49.458368 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [req-cc0ee0e4-0857-4d25-b0c2-f61c319e9852 req-6cf5a2ea-6722-4fa1-96d7-473b94eb5296 tempest-SecurityGroupsTestJSON-1212657955 tempest-SecurityGroupsTestJSON-1212657955-project] Unset dirty status for tenant:f09031fed4d542f69d251f76eb7f477d on resource:security_group {{(pid=84040) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 20:45:49.459735 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-cc0ee0e4-0857-4d25-b0c2-f61c319e9852 req-6cf5a2ea-6722-4fa1-96d7-473b94eb5296 tempest-SecurityGroupsTestJSON-1212657955 tempest-SecurityGroupsTestJSON-1212657955-project] 10.222.0.42 "GET /v2.0/security-groups?id=58742710-0935-40bc-88dd-ff5bab0da178&id=872a099f-65ca-4245-81b2-36b336ab17d2&id=9011416c-6492-4991-9c3b-a886ca17cbe3&fields=id&fields=name HTTP/1.1" status: 200 len: 517 time: 0.8058100 Apr 18 20:45:49.473326 n-d-838334-2 neutron-server[84040]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d56065e9-57ce-4a78-9b9b-c815afb1d0fa req-57e1049d-11ee-4bbd-bfae-6a464a9ca26a tempest-AttachSCSIVolumeTestJSON-265284501 tempest-AttachSCSIVolumeTestJSON-265284501-project] Network 927d35e4-e88b-4e82-9eb0-c42861ae32da is already hosted by enough agents. {{(pid=84040) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:45:49.477210 n-d-838334-2 neutron-server[84040]: DEBUG neutron.scheduler.base_scheduler [req-d56065e9-57ce-4a78-9b9b-c815afb1d0fa req-57e1049d-11ee-4bbd-bfae-6a464a9ca26a tempest-AttachSCSIVolumeTestJSON-265284501 tempest-AttachSCSIVolumeTestJSON-265284501-project] Resources bound (agent type, host, resource id): {{(pid=84040) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:45:49.481940 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.l3_dvrscheduler_db [req-d56065e9-57ce-4a78-9b9b-c815afb1d0fa req-57e1049d-11ee-4bbd-bfae-6a464a9ca26a tempest-AttachSCSIVolumeTestJSON-265284501 tempest-AttachSCSIVolumeTestJSON-265284501-project] Received port after_create {{(pid=84040) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 20:45:49.565805 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57e1049d-11ee-4bbd-bfae-6a464a9ca26a tempest-AttachSCSIVolumeTestJSON-265284501 tempest-AttachSCSIVolumeTestJSON-265284501-project] Pushing event updated for resources: {'Port': ['ID=0a032366-a8a0-489a-a1a8-920f26be44bc,revision_number=1']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:45:49.577739 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-973d43d4-b2cc-442f-bedb-441bc14dc0e0 req-2943793f-f069-49ec-8f30-3cec3fa87da3 tempest-ServersAdminTestJSON-1240675426 tempest-ServersAdminTestJSON-1240675426-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:45:49.585805 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [req-973d43d4-b2cc-442f-bedb-441bc14dc0e0 req-2943793f-f069-49ec-8f30-3cec3fa87da3 tempest-ServersAdminTestJSON-1240675426 tempest-ServersAdminTestJSON-1240675426-project] Synchronizing usage tracker for tenant:14988d38be0e437cb0a1328781b15e3f on resource:port {{(pid=84041) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 20:45:49.630411 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d56065e9-57ce-4a78-9b9b-c815afb1d0fa req-57e1049d-11ee-4bbd-bfae-6a464a9ca26a tempest-AttachSCSIVolumeTestJSON-265284501 tempest-AttachSCSIVolumeTestJSON-265284501-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:45:49.632653 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-d56065e9-57ce-4a78-9b9b-c815afb1d0fa req-57e1049d-11ee-4bbd-bfae-6a464a9ca26a tempest-AttachSCSIVolumeTestJSON-265284501 tempest-AttachSCSIVolumeTestJSON-265284501-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217293'] for port, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:49.656503 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [req-973d43d4-b2cc-442f-bedb-441bc14dc0e0 req-2943793f-f069-49ec-8f30-3cec3fa87da3 tempest-ServersAdminTestJSON-1240675426 tempest-ServersAdminTestJSON-1240675426-project] Unset dirty status for tenant:14988d38be0e437cb0a1328781b15e3f on resource:port {{(pid=84041) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 20:45:49.658031 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-973d43d4-b2cc-442f-bedb-441bc14dc0e0 req-2943793f-f069-49ec-8f30-3cec3fa87da3 tempest-ServersAdminTestJSON-1240675426 tempest-ServersAdminTestJSON-1240675426-project] 10.222.0.43 "GET /v2.0/ports?device_id=68a2a907-d975-4fae-8743-c2b0354cf23e HTTP/1.1" status: 200 len: 950 time: 0.4470263 Apr 18 20:45:49.727225 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-d56065e9-57ce-4a78-9b9b-c815afb1d0fa req-57e1049d-11ee-4bbd-bfae-6a464a9ca26a tempest-AttachSCSIVolumeTestJSON-265284501 tempest-AttachSCSIVolumeTestJSON-265284501-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.2567058 Apr 18 20:45:49.737623 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-f2cf71fb-6cc6-49f2-8f8f-43ea959607c0 req-2f34ee58-3111-447b-bfe8-9dad94d32cfd tempest-SecurityGroupRulesNegativeTestJSON-1869501733 tempest-SecurityGroupRulesNegativeTestJSON-1869501733-project] 10.222.0.42 "GET /v2.0/security-group-rules/2d6a264b-d502-4cbb-9e65-e6fd853ca484 HTTP/1.1" status: 200 len: 713 time: 0.0838964 Apr 18 20:45:49.863814 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-f2cf71fb-6cc6-49f2-8f8f-43ea959607c0 req-40f5faf9-3aef-4847-89a2-113893d2d2d3 tempest-SecurityGroupRulesNegativeTestJSON-1869501733 tempest-SecurityGroupRulesNegativeTestJSON-1869501733-project] 10.222.0.42 "GET /v2.0/security-groups/5372c938-d41a-4b6d-bbce-66c80cd6e757 HTTP/1.1" status: 200 len: 2149 time: 0.1196313 Apr 18 20:45:49.883201 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-31c9e092-a99e-4336-8948-b4277809f1a0 None None] Provisioning for port 0a032366-a8a0-489a-a1a8-920f26be44bc completed by entity DHCP. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 20:45:49.905414 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-31c9e092-a99e-4336-8948-b4277809f1a0 None None] Provisioning complete for port 0a032366-a8a0-489a-a1a8-920f26be44bc triggered by entity DHCP. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:45:49.906373 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-31c9e092-a99e-4336-8948-b4277809f1a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1253608'] for port, provisioning_complete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:49.971459 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-f2cf71fb-6cc6-49f2-8f8f-43ea959607c0 req-15f7c93f-b4fa-4844-b034-d485319a296b tempest-SecurityGroupRulesNegativeTestJSON-1869501733 tempest-SecurityGroupRulesNegativeTestJSON-1869501733-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:49.973806 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.plugin [req-973d43d4-b2cc-442f-bedb-441bc14dc0e0 req-b85019d4-adb7-4a63-9580-871e53b3d214 tempest-ServersAdminTestJSON-1240675426 tempest-ServersAdminTestJSON-1240675426-project] Deleting port 7f8a76ca-f514-46f2-b74b-7b11a136bd76 {{(pid=84041) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 20:45:49.974448 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [req-973d43d4-b2cc-442f-bedb-441bc14dc0e0 req-b85019d4-adb7-4a63-9580-871e53b3d214 tempest-ServersAdminTestJSON-1240675426 tempest-ServersAdminTestJSON-1240675426-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750375188691'] for port, before_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:50.004304 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-f2cf71fb-6cc6-49f2-8f8f-43ea959607c0 req-15f7c93f-b4fa-4844-b034-d485319a296b tempest-SecurityGroupRulesNegativeTestJSON-1869501733 tempest-SecurityGroupRulesNegativeTestJSON-1869501733-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:50.040621 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-bca4a62b-7266-477f-ae07-e0760c8a424a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33443857'] for router_interface, before_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:50.056420 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.plugin [None req-31c9e092-a99e-4336-8948-b4277809f1a0 None None] Port 0a032366-a8a0-489a-a1a8-920f26be44bc cannot update to ACTIVE because it is not bound. {{(pid=84042) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 18 20:45:50.078583 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-f2cf71fb-6cc6-49f2-8f8f-43ea959607c0 req-15f7c93f-b4fa-4844-b034-d485319a296b tempest-SecurityGroupRulesNegativeTestJSON-1869501733 tempest-SecurityGroupRulesNegativeTestJSON-1869501733-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33528311'] for security_group_rule, after_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:50.137015 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15f7c93f-b4fa-4844-b034-d485319a296b tempest-SecurityGroupRulesNegativeTestJSON-1869501733 tempest-SecurityGroupRulesNegativeTestJSON-1869501733-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=2d6a264b-d502-4cbb-9e65-e6fd853ca484,revision_number=None']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:45:50.143537 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-f2cf71fb-6cc6-49f2-8f8f-43ea959607c0 req-15f7c93f-b4fa-4844-b034-d485319a296b tempest-SecurityGroupRulesNegativeTestJSON-1869501733 tempest-SecurityGroupRulesNegativeTestJSON-1869501733-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:50.158049 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-f2cf71fb-6cc6-49f2-8f8f-43ea959607c0 req-15f7c93f-b4fa-4844-b034-d485319a296b tempest-SecurityGroupRulesNegativeTestJSON-1869501733 tempest-SecurityGroupRulesNegativeTestJSON-1869501733-project] 10.222.0.42 "DELETE /v2.0/security-group-rules/2d6a264b-d502-4cbb-9e65-e6fd853ca484 HTTP/1.1" status: 204 len: 173 time: 0.2930799 Apr 18 20:45:50.210563 n-d-838334-2 neutron-server[84042]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0ada94b0-ee85-4187-88d3-c61644dab87c'] response: {'server_uuid': 'd6840864-0637-4642-9f99-da91dd7892c7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd8a08056-daf1-4363-a81f-b3197366e5d7', 'code': 200} Apr 18 20:45:50.211164 n-d-838334-2 neutron-server[84042]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0ada94b0-ee85-4187-88d3-c61644dab87c'] response: {'server_uuid': 'd6840864-0637-4642-9f99-da91dd7892c7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2d81e7a8-546f-4b85-b21f-680c2a095f3f', 'code': 200} Apr 18 20:45:50.463310 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-c7521a90-7d65-4e2e-842c-ca5d95e9a89c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750375287399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253529'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:50.473636 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01228ecd-9bce-4939-8e52-1eb4fe3eb577 req-161e9dfc-a5a3-4b61-bf4b-7bb306411ae8 tempest-ServersAdminTestJSON-1240675426 tempest-ServersAdminTestJSON-1240675426-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:45:50.484669 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-01228ecd-9bce-4939-8e52-1eb4fe3eb577 req-161e9dfc-a5a3-4b61-bf4b-7bb306411ae8 tempest-ServersAdminTestJSON-1240675426 tempest-ServersAdminTestJSON-1240675426-project] 10.222.0.42 "GET /v2.0/ports?device_id=68a2a907-d975-4fae-8743-c2b0354cf23e HTTP/1.1" status: 200 len: 950 time: 0.1163275 Apr 18 20:45:50.574924 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-01228ecd-9bce-4939-8e52-1eb4fe3eb577 req-2a60197d-7d02-4d46-aa12-c80c82856846 tempest-ServersAdminTestJSON-1240675426 tempest-ServersAdminTestJSON-1240675426-project] 10.222.0.42 "GET /v2.0/security-groups?id=b9ed1788-e987-4b94-9dd4-ed408bd7803e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0892732 Apr 18 20:45:50.657993 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.db [req-973d43d4-b2cc-442f-bedb-441bc14dc0e0 req-b85019d4-adb7-4a63-9580-871e53b3d214 tempest-ServersAdminTestJSON-1240675426 tempest-ServersAdminTestJSON-1240675426-project] For port 7f8a76ca-f514-46f2-b74b-7b11a136bd76, host n-h1-838334-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838334-2',level=0,port_id=7f8a76ca-f514-46f2-b74b-7b11a136bd76,segment=NetworkSegment(62b85806-94d8-4a88-a06c-da82e5932d66),segment_id=62b85806-94d8-4a88-a06c-da82e5932d66)] {{(pid=84041) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:45:50.658571 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [req-973d43d4-b2cc-442f-bedb-441bc14dc0e0 req-b85019d4-adb7-4a63-9580-871e53b3d214 tempest-ServersAdminTestJSON-1240675426 tempest-ServersAdminTestJSON-1240675426-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369123'] for port, precommit_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:50.732597 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Device 50835e83-a5fb-4791-9057-3a1a5ea9153e details requested by agent hyperv_n-h1-838334-2 with host n-h1-838334-2 {{(pid=84042) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 18 20:45:50.834200 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cd8879b-d67b-4e01-970b-817db18b7d94 req-d02cc157-47a5-42ef-b375-c3fe14443150 tempest-ServersTestMultiNic-942198030 tempest-ServersTestMultiNic-942198030-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:45:50.839863 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cd8879b-d67b-4e01-970b-817db18b7d94 req-d02cc157-47a5-42ef-b375-c3fe14443150 tempest-ServersTestMultiNic-942198030 tempest-ServersTestMultiNic-942198030-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:45:50.849068 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-9cd8879b-d67b-4e01-970b-817db18b7d94 req-d02cc157-47a5-42ef-b375-c3fe14443150 tempest-ServersTestMultiNic-942198030 tempest-ServersTestMultiNic-942198030-project] 10.222.0.42 "GET /v2.0/ports?device_id=d6840864-0637-4642-9f99-da91dd7892c7 HTTP/1.1" status: 200 len: 1682 time: 0.1050830 Apr 18 20:45:50.894515 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.v2.base [req-d56065e9-57ce-4a78-9b9b-c815afb1d0fa req-bdbc0163-7d3b-47b6-a04c-d988196a4275 service neutron] Request body: {'port': {'device_id': '8875fa9e-fc70-4288-9292-8c0ca078b6b7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-838334-2'}} {{(pid=84040) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 20:45:50.930128 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.plugin [req-973d43d4-b2cc-442f-bedb-441bc14dc0e0 req-b85019d4-adb7-4a63-9580-871e53b3d214 tempest-ServersAdminTestJSON-1240675426 tempest-ServersAdminTestJSON-1240675426-project] Calling delete_port for 7f8a76ca-f514-46f2-b74b-7b11a136bd76 owned by compute:nova {{(pid=84041) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 20:45:50.987176 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] For port 50835e83-a5fb-4791-9057-3a1a5ea9153e, host n-h1-838334-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838334-2',level=0,port_id=50835e83-a5fb-4791-9057-3a1a5ea9153e,segment=NetworkSegment(62b85806-94d8-4a88-a06c-da82e5932d66),segment_id=62b85806-94d8-4a88-a06c-da82e5932d66)] {{(pid=84042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:45:50.988430 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-9cd8879b-d67b-4e01-970b-817db18b7d94 req-b691dc8c-0639-4c61-b93a-51ce5649b025 tempest-ServersTestMultiNic-942198030 tempest-ServersTestMultiNic-942198030-project] 10.222.0.42 "GET /v2.0/security-groups?id=efc44a6f-ae8a-46ab-8143-fed7ce47374f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1376481 Apr 18 20:45:51.037586 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Returning: {'device': '50835e83-a5fb-4791-9057-3a1a5ea9153e', 'network_id': 'cb56989d-7c5d-4678-b194-1d2edf1e842a', 'port_id': '50835e83-a5fb-4791-9057-3a1a5ea9153e', 'mac_address': 'fa:16:3e:4c:78:95', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 382, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c4b526db-4d8a-4d4c-a310-e3a599630ae1', 'ip_address': '192.168.233.240'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84042) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 18 20:45:51.124196 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:51.165727 n-d-838334-2 neutron-server[84042]: DEBUG neutron.notifiers.nova [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 50835e83-a5fb-4791-9057-3a1a5ea9153e {{(pid=84042) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 18 20:45:51.190055 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] For port 50835e83-a5fb-4791-9057-3a1a5ea9153e, host n-h1-838334-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838334-2',level=0,port_id=50835e83-a5fb-4791-9057-3a1a5ea9153e,segment=NetworkSegment(62b85806-94d8-4a88-a06c-da82e5932d66),segment_id=62b85806-94d8-4a88-a06c-da82e5932d66)] {{(pid=84042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:45:51.195475 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682'] for port, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:51.253853 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.v2.base [req-e1728b09-b79a-4ae2-963c-a1cbd011fa74 req-3d166fb6-dd00-4c1b-ae29-ce6d89ac863f tempest-SecurityGroupRulesNegativeTestJSON-1869501733 tempest-SecurityGroupRulesNegativeTestJSON-1869501733-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-668833975', 'description': 'tempest-description-444188254'}} {{(pid=84040) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 20:45:51.286042 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Pushing event updated for resources: {'Port': ['ID=50835e83-a5fb-4791-9057-3a1a5ea9153e,revision_number=6']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:45:51.347446 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] get_ports_and_sgs() called for port_ids ['50835e83-a5fb-4791-9057-3a1a5ea9153e'] {{(pid=84042) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 18 20:45:51.442229 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [req-e1728b09-b79a-4ae2-963c-a1cbd011fa74 req-3d166fb6-dd00-4c1b-ae29-ce6d89ac863f tempest-SecurityGroupRulesNegativeTestJSON-1869501733 tempest-SecurityGroupRulesNegativeTestJSON-1869501733-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:45:51.497818 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [req-e1728b09-b79a-4ae2-963c-a1cbd011fa74 req-3d166fb6-dd00-4c1b-ae29-ce6d89ac863f tempest-SecurityGroupRulesNegativeTestJSON-1869501733 tempest-SecurityGroupRulesNegativeTestJSON-1869501733-project] Usage tracker for resource:security_group and tenant:3ed2ab47a0ab47dfb71baa74f84f7a68 is out of sync, need to count used quota {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:45:51.502552 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [req-e1728b09-b79a-4ae2-963c-a1cbd011fa74 req-3d166fb6-dd00-4c1b-ae29-ce6d89ac863f tempest-SecurityGroupRulesNegativeTestJSON-1869501733 tempest-SecurityGroupRulesNegativeTestJSON-1869501733-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:45:51.512753 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [req-e1728b09-b79a-4ae2-963c-a1cbd011fa74 req-3d166fb6-dd00-4c1b-ae29-ce6d89ac863f tempest-SecurityGroupRulesNegativeTestJSON-1869501733 tempest-SecurityGroupRulesNegativeTestJSON-1869501733-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:45:51.527938 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-d56065e9-57ce-4a78-9b9b-c815afb1d0fa req-bdbc0163-7d3b-47b6-a04c-d988196a4275 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:51.552921 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-e1728b09-b79a-4ae2-963c-a1cbd011fa74 req-3d166fb6-dd00-4c1b-ae29-ce6d89ac863f tempest-SecurityGroupRulesNegativeTestJSON-1869501733 tempest-SecurityGroupRulesNegativeTestJSON-1869501733-project] Notify callbacks [] for security_group, before_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:51.733936 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [req-973d43d4-b2cc-442f-bedb-441bc14dc0e0 req-b85019d4-adb7-4a63-9580-871e53b3d214 tempest-ServersAdminTestJSON-1240675426 tempest-ServersAdminTestJSON-1240675426-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750375259028', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750374836628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32266323'] for port, after_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:51.804849 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] get_ports_and_sgs() called for port_ids ['b09eec60-39b5-46cc-8a75-b4b365f01b2b', '7ee9c1ce-a165-4006-a514-881ee03d6aad'] {{(pid=84042) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 18 20:45:51.805296 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b85019d4-adb7-4a63-9580-871e53b3d214 tempest-ServersAdminTestJSON-1240675426 tempest-ServersAdminTestJSON-1240675426-project] Pushing event deleted for resources: {'Port': ['ID=7f8a76ca-f514-46f2-b74b-7b11a136bd76,revision_number=None']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:45:51.841147 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79dc5b01-8118-493f-ab52-9789f55df7d8 req-edef0400-5703-4e81-8e83-4b7cddeb4920 tempest-SecurityGroupsTestJSON-1212657955 tempest-SecurityGroupsTestJSON-1212657955-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:45:51.842738 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-79dc5b01-8118-493f-ab52-9789f55df7d8 req-edef0400-5703-4e81-8e83-4b7cddeb4920 tempest-SecurityGroupsTestJSON-1212657955 tempest-SecurityGroupsTestJSON-1212657955-project] 10.222.0.48 "GET /v2.0/ports?device_id=443cd979-832d-498d-9045-9ae58c27efa7 HTTP/1.1" status: 200 len: 1023 time: 0.4869976 Apr 18 20:45:51.868282 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-8131c4c6-cbce-4d0e-a0f9-85687d0d564f req-9254a88a-6539-45b5-ad05-9fb72eaded68 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=d6840864-0637-4642-9f99-da91dd7892c7 HTTP/1.1" status: 200 len: 1984 time: 0.7341535 Apr 18 20:45:51.945458 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [req-e1728b09-b79a-4ae2-963c-a1cbd011fa74 req-3d166fb6-dd00-4c1b-ae29-ce6d89ac863f tempest-SecurityGroupRulesNegativeTestJSON-1869501733 tempest-SecurityGroupRulesNegativeTestJSON-1869501733-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:45:51.983338 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.plugin [req-79dc5b01-8118-493f-ab52-9789f55df7d8 req-f3d8b5d3-11bf-4317-8f85-3c41dafbd2b4 tempest-SecurityGroupsTestJSON-1212657955 tempest-SecurityGroupsTestJSON-1212657955-project] Deleting port 8252ee27-efd7-40f7-9fba-90979acc864e {{(pid=84040) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 20:45:51.983702 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-79dc5b01-8118-493f-ab52-9789f55df7d8 req-f3d8b5d3-11bf-4317-8f85-3c41dafbd2b4 tempest-SecurityGroupsTestJSON-1212657955 tempest-SecurityGroupsTestJSON-1212657955-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750375188691'] for port, before_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:52.070469 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-6a840de9-b539-40e6-89cc-04768010ac37 req-22d9e747-e836-4c68-87d2-8bf76a0bbcd7 tempest-MigrationsAdminTest-1326981207 tempest-MigrationsAdminTest-1326981207-project] 10.222.0.42 "GET /v2.0/networks?tenant_id=0ae89e923933452faf6047be78995cc1&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1207232 Apr 18 20:45:52.168869 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.l3_dvrscheduler_db [req-973d43d4-b2cc-442f-bedb-441bc14dc0e0 req-b85019d4-adb7-4a63-9580-871e53b3d214 tempest-ServersAdminTestJSON-1240675426 tempest-ServersAdminTestJSON-1240675426-project] No DVR routers for this DVR port 7f8a76ca-f514-46f2-b74b-7b11a136bd76 on host n-h1-838334-2 {{(pid=84041) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 20:45:52.190081 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [req-973d43d4-b2cc-442f-bedb-441bc14dc0e0 req-b85019d4-adb7-4a63-9580-871e53b3d214 tempest-ServersAdminTestJSON-1240675426 tempest-ServersAdminTestJSON-1240675426-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217293'] for port, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:52.193548 n-d-838334-2 neutron-server[84041]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '68a2a907-d975-4fae-8743-c2b0354cf23e', 'name': 'network-vif-deleted', 'tag': '7f8a76ca-f514-46f2-b74b-7b11a136bd76'}] {{(pid=84041) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 20:45:52.244046 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-973d43d4-b2cc-442f-bedb-441bc14dc0e0 req-b85019d4-adb7-4a63-9580-871e53b3d214 tempest-ServersAdminTestJSON-1240675426 tempest-ServersAdminTestJSON-1240675426-project] 10.222.0.43 "DELETE /v2.0/ports/7f8a76ca-f514-46f2-b74b-7b11a136bd76 HTTP/1.1" status: 204 len: 173 time: 2.5740519 Apr 18 20:45:52.480846 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [req-e1728b09-b79a-4ae2-963c-a1cbd011fa74 req-3d166fb6-dd00-4c1b-ae29-ce6d89ac863f tempest-SecurityGroupRulesNegativeTestJSON-1869501733 tempest-SecurityGroupRulesNegativeTestJSON-1869501733-project] Usage tracker for resource:security_group_rule and tenant:3ed2ab47a0ab47dfb71baa74f84f7a68 is out of sync, need to count used quota {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:45:52.537252 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [req-e1728b09-b79a-4ae2-963c-a1cbd011fa74 req-3d166fb6-dd00-4c1b-ae29-ce6d89ac863f tempest-SecurityGroupRulesNegativeTestJSON-1869501733 tempest-SecurityGroupRulesNegativeTestJSON-1869501733-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:45:52.652712 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.plugin [None req-bca4a62b-7266-477f-ae07-e0760c8a424a admin admin] Deleting port 5e0d7785-ddda-4f03-bfc3-d61f02557f4b {{(pid=84041) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 20:45:52.653052 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-bca4a62b-7266-477f-ae07-e0760c8a424a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750375188691'] for port, before_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:52.657067 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-8131c4c6-cbce-4d0e-a0f9-85687d0d564f req-0a0585ff-b054-4dbe-9059-2840bd34d4f6 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=efc44a6f-ae8a-46ab-8143-fed7ce47374f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5622816 Apr 18 20:45:52.739063 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Device 50835e83-a5fb-4791-9057-3a1a5ea9153e up at agent hyperv_n-h1-838334-2 {{(pid=84042) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 20:45:52.813386 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.db [req-79dc5b01-8118-493f-ab52-9789f55df7d8 req-f3d8b5d3-11bf-4317-8f85-3c41dafbd2b4 tempest-SecurityGroupsTestJSON-1212657955 tempest-SecurityGroupsTestJSON-1212657955-project] For port 8252ee27-efd7-40f7-9fba-90979acc864e, host n-h2-838334-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838334-2',level=0,port_id=8252ee27-efd7-40f7-9fba-90979acc864e,segment=NetworkSegment(9d2a818f-5a4c-45ce-88ca-131c59c6d275),segment_id=9d2a818f-5a4c-45ce-88ca-131c59c6d275)] {{(pid=84040) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:45:52.813767 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-79dc5b01-8118-493f-ab52-9789f55df7d8 req-f3d8b5d3-11bf-4317-8f85-3c41dafbd2b4 tempest-SecurityGroupsTestJSON-1212657955 tempest-SecurityGroupsTestJSON-1212657955-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369123'] for port, precommit_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:52.897840 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Provisioning complete for port 50835e83-a5fb-4791-9057-3a1a5ea9153e triggered by entity L2. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:45:52.898242 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1253608'] for port, provisioning_complete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:53.099173 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.db [None req-bca4a62b-7266-477f-ae07-e0760c8a424a admin admin] For port 5e0d7785-ddda-4f03-bfc3-d61f02557f4b, host n-d-838334-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838334-2',level=0,port_id=5e0d7785-ddda-4f03-bfc3-d61f02557f4b,segment=NetworkSegment(a0546572-b3e1-4e2b-aa75-195a4fbea0d4),segment_id=a0546572-b3e1-4e2b-aa75-195a4fbea0d4)] {{(pid=84041) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:45:53.100105 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-bca4a62b-7266-477f-ae07-e0760c8a424a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369123'] for port, precommit_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:53.279830 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.plugin [req-79dc5b01-8118-493f-ab52-9789f55df7d8 req-f3d8b5d3-11bf-4317-8f85-3c41dafbd2b4 tempest-SecurityGroupsTestJSON-1212657955 tempest-SecurityGroupsTestJSON-1212657955-project] Calling delete_port for 8252ee27-efd7-40f7-9fba-90979acc864e owned by compute:nova {{(pid=84040) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 20:45:53.280339 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:53.381037 n-d-838334-2 neutron-server[84042]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eb3668b7-221e-464a-9f23-da8bc40863a7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '50835e83-a5fb-4791-9057-3a1a5ea9153e'}] {{(pid=84042) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 20:45:53.410537 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] For port 50835e83-a5fb-4791-9057-3a1a5ea9153e, host n-h1-838334-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838334-2',level=0,port_id=50835e83-a5fb-4791-9057-3a1a5ea9153e,segment=NetworkSegment(62b85806-94d8-4a88-a06c-da82e5932d66),segment_id=62b85806-94d8-4a88-a06c-da82e5932d66)] {{(pid=84042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:45:53.418593 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682'] for port, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:53.419765 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Device 7f8a76ca-f514-46f2-b74b-7b11a136bd76 no longer exists at agent hyperv_n-h1-838334-2 {{(pid=84042) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 20:45:53.542459 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.plugin [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] No Port match for: 7f8a76ca-f514-46f2-b74b-7b11a136bd76 {{(pid=84042) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 18 20:45:53.543239 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Device 7f8a76ca-f514-46f2-b74b-7b11a136bd76 not bound to the agent host n-h1-838334-2 {{(pid=84042) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 20:45:53.609149 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Pushing event updated for resources: {'Port': ['ID=50835e83-a5fb-4791-9057-3a1a5ea9153e,revision_number=7']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:45:53.652488 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.plugin [None req-bca4a62b-7266-477f-ae07-e0760c8a424a admin admin] Calling delete_port for 5e0d7785-ddda-4f03-bfc3-d61f02557f4b owned by network:router_interface {{(pid=84041) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 20:45:53.795132 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [req-e1728b09-b79a-4ae2-963c-a1cbd011fa74 req-3d166fb6-dd00-4c1b-ae29-ce6d89ac863f tempest-SecurityGroupRulesNegativeTestJSON-1869501733 tempest-SecurityGroupRulesNegativeTestJSON-1869501733-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:45:53.859177 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-bca4a62b-7266-477f-ae07-e0760c8a424a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750375259028', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750374836628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32266323'] for port, after_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:53.921297 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bca4a62b-7266-477f-ae07-e0760c8a424a admin admin] Pushing event deleted for resources: {'Port': ['ID=5e0d7785-ddda-4f03-bfc3-d61f02557f4b,revision_number=None']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:45:54.263149 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-e1728b09-b79a-4ae2-963c-a1cbd011fa74 req-3d166fb6-dd00-4c1b-ae29-ce6d89ac863f tempest-SecurityGroupRulesNegativeTestJSON-1869501733 tempest-SecurityGroupRulesNegativeTestJSON-1869501733-project] Notify callbacks [] for security_group, precommit_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:54.283883 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a840de9-b539-40e6-89cc-04768010ac37 req-dc20b8c5-bfc9-4060-b89f-c7021c68f3bf tempest-MigrationsAdminTest-1326981207 tempest-MigrationsAdminTest-1326981207-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:45:54.292859 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-6a840de9-b539-40e6-89cc-04768010ac37 req-dc20b8c5-bfc9-4060-b89f-c7021c68f3bf tempest-MigrationsAdminTest-1326981207 tempest-MigrationsAdminTest-1326981207-project] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 2.2213004 Apr 18 20:45:54.310967 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-e1728b09-b79a-4ae2-963c-a1cbd011fa74 req-3d166fb6-dd00-4c1b-ae29-ce6d89ac863f tempest-SecurityGroupRulesNegativeTestJSON-1869501733 tempest-SecurityGroupRulesNegativeTestJSON-1869501733-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33528224'] for security_group, after_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:54.424135 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-6a840de9-b539-40e6-89cc-04768010ac37 req-97bcb034-7545-459e-b395-66c7ec13f4d8 tempest-MigrationsAdminTest-1326981207 tempest-MigrationsAdminTest-1326981207-project] 10.222.0.42 "GET /v2.0/quotas/0ae89e923933452faf6047be78995cc1 HTTP/1.1" status: 200 len: 375 time: 0.1300905 Apr 18 20:45:54.437805 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-bca4a62b-7266-477f-ae07-e0760c8a424a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-32377931', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33443910'] for router_interface, after_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:54.523015 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d166fb6-dd00-4c1b-ae29-ce6d89ac863f tempest-SecurityGroupRulesNegativeTestJSON-1869501733 tempest-SecurityGroupRulesNegativeTestJSON-1869501733-project] Pushing event updated for resources: {'SecurityGroup': ['ID=aa6aa6b4-77eb-4c7f-9cef-f31ecd9778c8,revision_number=1']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:45:54.549477 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-e1728b09-b79a-4ae2-963c-a1cbd011fa74 req-3d166fb6-dd00-4c1b-ae29-ce6d89ac863f tempest-SecurityGroupRulesNegativeTestJSON-1869501733 tempest-SecurityGroupRulesNegativeTestJSON-1869501733-project] Notify callbacks [] for security_group, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:54.564611 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-e1728b09-b79a-4ae2-963c-a1cbd011fa74 req-3d166fb6-dd00-4c1b-ae29-ce6d89ac863f tempest-SecurityGroupRulesNegativeTestJSON-1869501733 tempest-SecurityGroupRulesNegativeTestJSON-1869501733-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1650 time: 3.3214197 Apr 18 20:45:54.593560 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-79dc5b01-8118-493f-ab52-9789f55df7d8 req-f3d8b5d3-11bf-4317-8f85-3c41dafbd2b4 tempest-SecurityGroupsTestJSON-1212657955 tempest-SecurityGroupsTestJSON-1212657955-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750375259028', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750374836628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32440838'] for port, after_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:54.814068 n-d-838334-2 neutron-server[84040]: DEBUG neutron.notifiers.nova [req-d56065e9-57ce-4a78-9b9b-c815afb1d0fa req-bdbc0163-7d3b-47b6-a04c-d988196a4275 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0a032366-a8a0-489a-a1a8-920f26be44bc {{(pid=84040) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 18 20:45:54.925704 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Device 8252ee27-efd7-40f7-9fba-90979acc864e no longer exists at agent hyperv_n-h2-838334-2 {{(pid=84042) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 20:45:54.966590 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-d56065e9-57ce-4a78-9b9b-c815afb1d0fa req-bdbc0163-7d3b-47b6-a04c-d988196a4275 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:54.978216 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3d8b5d3-11bf-4317-8f85-3c41dafbd2b4 tempest-SecurityGroupsTestJSON-1212657955 tempest-SecurityGroupsTestJSON-1212657955-project] Pushing event deleted for resources: {'Port': ['ID=8252ee27-efd7-40f7-9fba-90979acc864e,revision_number=None']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:45:55.013361 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.plugin [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] No Port match for: 8252ee27-efd7-40f7-9fba-90979acc864e {{(pid=84042) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 18 20:45:55.013978 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Device 8252ee27-efd7-40f7-9fba-90979acc864e not bound to the agent host n-h2-838334-2 {{(pid=84042) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 20:45:55.098784 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.provisioning_blocks [req-d56065e9-57ce-4a78-9b9b-c815afb1d0fa req-bdbc0163-7d3b-47b6-a04c-d988196a4275 service neutron] Transition to ACTIVE for port object 0a032366-a8a0-489a-a1a8-920f26be44bc will not be triggered until provisioned by entity L2. {{(pid=84040) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 20:45:55.162697 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-d56065e9-57ce-4a78-9b9b-c815afb1d0fa req-bdbc0163-7d3b-47b6-a04c-d988196a4275 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32440959'] for port, after_update {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:55.228055 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.l3_dvrscheduler_db [req-79dc5b01-8118-493f-ab52-9789f55df7d8 req-f3d8b5d3-11bf-4317-8f85-3c41dafbd2b4 tempest-SecurityGroupsTestJSON-1212657955 tempest-SecurityGroupsTestJSON-1212657955-project] No DVR routers for this DVR port 8252ee27-efd7-40f7-9fba-90979acc864e on host n-h2-838334-2 {{(pid=84040) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 20:45:55.232840 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-79dc5b01-8118-493f-ab52-9789f55df7d8 req-f3d8b5d3-11bf-4317-8f85-3c41dafbd2b4 tempest-SecurityGroupsTestJSON-1212657955 tempest-SecurityGroupsTestJSON-1212657955-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217293'] for port, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:55.239286 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-79dc5b01-8118-493f-ab52-9789f55df7d8 req-f3d8b5d3-11bf-4317-8f85-3c41dafbd2b4 tempest-SecurityGroupsTestJSON-1212657955 tempest-SecurityGroupsTestJSON-1212657955-project] 10.222.0.48 "DELETE /v2.0/ports/8252ee27-efd7-40f7-9fba-90979acc864e HTTP/1.1" status: 204 len: 173 time: 3.3691871 Apr 18 20:45:55.253375 n-d-838334-2 neutron-server[84040]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '443cd979-832d-498d-9045-9ae58c27efa7', 'name': 'network-vif-deleted', 'tag': '8252ee27-efd7-40f7-9fba-90979acc864e'}] {{(pid=84040) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 20:45:55.385014 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-6a840de9-b539-40e6-89cc-04768010ac37 req-70b117a3-faf0-44b1-844e-91eb4d546df7 tempest-MigrationsAdminTest-1326981207 tempest-MigrationsAdminTest-1326981207-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=0ae89e923933452faf6047be78995cc1&fields=id HTTP/1.1" status: 200 len: 255 time: 0.9600103 Apr 18 20:45:55.435152 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdbc0163-7d3b-47b6-a04c-d988196a4275 service neutron] Pushing event updated for resources: {'Port': ['ID=0a032366-a8a0-489a-a1a8-920f26be44bc,revision_number=2']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:45:55.533878 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5529f7bf-9748-4599-957a-6d653eca165a req-aa6fb4f3-61be-4a1a-8db8-e47df2455df3 tempest-AttachSCSIVolumeTestJSON-265284501 tempest-AttachSCSIVolumeTestJSON-265284501-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:45:55.534625 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [req-5529f7bf-9748-4599-957a-6d653eca165a req-aa6fb4f3-61be-4a1a-8db8-e47df2455df3 tempest-AttachSCSIVolumeTestJSON-265284501 tempest-AttachSCSIVolumeTestJSON-265284501-project] Synchronizing usage tracker for tenant:1fd001aaeef146c5ac3c9d1e6f47f539 on resource:port {{(pid=84040) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 20:45:55.876810 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [req-5529f7bf-9748-4599-957a-6d653eca165a req-aa6fb4f3-61be-4a1a-8db8-e47df2455df3 tempest-AttachSCSIVolumeTestJSON-265284501 tempest-AttachSCSIVolumeTestJSON-265284501-project] Unset dirty status for tenant:1fd001aaeef146c5ac3c9d1e6f47f539 on resource:port {{(pid=84040) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 20:45:55.877992 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-5529f7bf-9748-4599-957a-6d653eca165a req-aa6fb4f3-61be-4a1a-8db8-e47df2455df3 tempest-AttachSCSIVolumeTestJSON-265284501 tempest-AttachSCSIVolumeTestJSON-265284501-project] 10.222.0.42 "GET /v2.0/ports?device_id=8875fa9e-fc70-4288-9292-8c0ca078b6b7 HTTP/1.1" status: 200 len: 932 time: 1.0517464 Apr 18 20:45:55.973827 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.managers [req-d56065e9-57ce-4a78-9b9b-c815afb1d0fa req-bdbc0163-7d3b-47b6-a04c-d988196a4275 service neutron] Attempting to bind port 0a032366-a8a0-489a-a1a8-920f26be44bc on host n-h2-838334-2 for vnic_type normal with profile {{(pid=84040) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:45:55.974163 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.managers [req-d56065e9-57ce-4a78-9b9b-c815afb1d0fa req-bdbc0163-7d3b-47b6-a04c-d988196a4275 service neutron] Attempting to bind port 0a032366-a8a0-489a-a1a8-920f26be44bc by drivers openvswitch,hyperv on host n-h2-838334-2 at level 0 using segments [{'id': 'babc5ab2-1bad-4120-8d0c-e452c40ad093', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': '927d35e4-e88b-4e82-9eb0-c42861ae32da'}] {{(pid=84040) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:45:55.979146 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d56065e9-57ce-4a78-9b9b-c815afb1d0fa req-bdbc0163-7d3b-47b6-a04c-d988196a4275 service neutron] Attempting to bind port 0a032366-a8a0-489a-a1a8-920f26be44bc on network 927d35e4-e88b-4e82-9eb0-c42861ae32da {{(pid=84040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 20:45:56.055925 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d56065e9-57ce-4a78-9b9b-c815afb1d0fa req-bdbc0163-7d3b-47b6-a04c-d988196a4275 service neutron] Port 0a032366-a8a0-489a-a1a8-920f26be44bc on network 927d35e4-e88b-4e82-9eb0-c42861ae32da not bound, no agent of type Open vSwitch agent registered on host n-h2-838334-2 {{(pid=84040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 18 20:45:56.056434 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d56065e9-57ce-4a78-9b9b-c815afb1d0fa req-bdbc0163-7d3b-47b6-a04c-d988196a4275 service neutron] Attempting to bind port 0a032366-a8a0-489a-a1a8-920f26be44bc on network 927d35e4-e88b-4e82-9eb0-c42861ae32da {{(pid=84040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 20:45:56.156898 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d56065e9-57ce-4a78-9b9b-c815afb1d0fa req-bdbc0163-7d3b-47b6-a04c-d988196a4275 service neutron] Checking agent: {'id': 'dc797004-f641-47b7-a77f-9c62b5b16296', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-838334-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 34, 3), 'started_at': datetime.datetime(2022, 4, 18, 20, 34, 3), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 20, 45, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 18 20:45:56.157427 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d56065e9-57ce-4a78-9b9b-c815afb1d0fa req-bdbc0163-7d3b-47b6-a04c-d988196a4275 service neutron] Checking segment: {'id': 'babc5ab2-1bad-4120-8d0c-e452c40ad093', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': '927d35e4-e88b-4e82-9eb0-c42861ae32da'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84040) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 20:45:56.158077 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d56065e9-57ce-4a78-9b9b-c815afb1d0fa req-bdbc0163-7d3b-47b6-a04c-d988196a4275 service neutron] Bound using segment: {'id': 'babc5ab2-1bad-4120-8d0c-e452c40ad093', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': '927d35e4-e88b-4e82-9eb0-c42861ae32da'} {{(pid=84040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 18 20:45:56.158803 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.managers [req-d56065e9-57ce-4a78-9b9b-c815afb1d0fa req-bdbc0163-7d3b-47b6-a04c-d988196a4275 service neutron] Bound port: 0a032366-a8a0-489a-a1a8-920f26be44bc, host: n-h2-838334-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'babc5ab2-1bad-4120-8d0c-e452c40ad093', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': '927d35e4-e88b-4e82-9eb0-c42861ae32da'}}] {{(pid=84040) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 20:45:56.159155 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-d56065e9-57ce-4a78-9b9b-c815afb1d0fa req-bdbc0163-7d3b-47b6-a04c-d988196a4275 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:56.202158 n-d-838334-2 neutron-server[84041]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bca4a62b-7266-477f-ae07-e0760c8a424a admin admin] Router f71df682-36c0-45b6-a315-477bfe4444f5 has already been hosted by L3 agent bc84d6c9-dd7a-4555-a351-592327b46d5a {{(pid=84041) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 20:45:56.235396 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.agents_db [None req-6346a179-333c-4370-b5a6-936984aeab15 None None] Agent healthcheck: found 7 active agents {{(pid=84043) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 18 20:45:56.364603 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-5529f7bf-9748-4599-957a-6d653eca165a req-7522a748-2166-4f77-8db5-e2ad7905f5b1 tempest-AttachSCSIVolumeTestJSON-265284501 tempest-AttachSCSIVolumeTestJSON-265284501-project] 10.222.0.42 "GET /v2.0/security-groups?id=a33f55a4-a21a-45b5-a190-b78baa68b4f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4800129 Apr 18 20:45:56.369409 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [req-298794fa-da9c-4af7-9135-6b1cc2c76f37 req-c9c8d748-a1e0-4966-a263-1915028f559f tempest-SecurityGroupsTestJSON-1212657955 tempest-SecurityGroupsTestJSON-1212657955-project] Synchronizing usage tracker for tenant:f09031fed4d542f69d251f76eb7f477d on resource:port {{(pid=84040) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 20:45:56.446909 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [req-298794fa-da9c-4af7-9135-6b1cc2c76f37 req-c9c8d748-a1e0-4966-a263-1915028f559f tempest-SecurityGroupsTestJSON-1212657955 tempest-SecurityGroupsTestJSON-1212657955-project] Unset dirty status for tenant:f09031fed4d542f69d251f76eb7f477d on resource:port {{(pid=84040) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 20:45:56.450415 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-298794fa-da9c-4af7-9135-6b1cc2c76f37 req-c9c8d748-a1e0-4966-a263-1915028f559f tempest-SecurityGroupsTestJSON-1212657955 tempest-SecurityGroupsTestJSON-1212657955-project] 10.222.0.42 "GET /v2.0/ports?device_id=443cd979-832d-498d-9045-9ae58c27efa7 HTTP/1.1" status: 200 len: 210 time: 0.4076631 Apr 18 20:45:56.501283 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.db [req-d56065e9-57ce-4a78-9b9b-c815afb1d0fa req-bdbc0163-7d3b-47b6-a04c-d988196a4275 service neutron] For port 0a032366-a8a0-489a-a1a8-920f26be44bc, host n-h2-838334-2, cleared binding levels {{(pid=84040) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 20:45:56.515683 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.db [req-d56065e9-57ce-4a78-9b9b-c815afb1d0fa req-bdbc0163-7d3b-47b6-a04c-d988196a4275 service neutron] For port 0a032366-a8a0-489a-a1a8-920f26be44bc, host n-h2-838334-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838334-2',level=0,port_id=0a032366-a8a0-489a-a1a8-920f26be44bc,segment=NetworkSegment(babc5ab2-1bad-4120-8d0c-e452c40ad093),segment_id=babc5ab2-1bad-4120-8d0c-e452c40ad093)] {{(pid=84040) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 20:45:56.604704 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-d56065e9-57ce-4a78-9b9b-c815afb1d0fa req-bdbc0163-7d3b-47b6-a04c-d988196a4275 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32440959'] for port, after_update {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:56.765029 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-d56065e9-57ce-4a78-9b9b-c815afb1d0fa req-bdbc0163-7d3b-47b6-a04c-d988196a4275 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217293'] for port, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:56.768837 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-d56065e9-57ce-4a78-9b9b-c815afb1d0fa req-bdbc0163-7d3b-47b6-a04c-d988196a4275 service neutron] 10.222.0.48 "PUT /v2.0/ports/0a032366-a8a0-489a-a1a8-920f26be44bc HTTP/1.1" status: 200 len: 1092 time: 5.8788183 Apr 18 20:45:56.817607 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdbc0163-7d3b-47b6-a04c-d988196a4275 service neutron] Pushing event updated for resources: {'Port': ['ID=0a032366-a8a0-489a-a1a8-920f26be44bc,revision_number=3']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:45:56.845935 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bca4a62b-7266-477f-ae07-e0760c8a424a admin admin] Notify agent at l3_agent.n-d-838334-2 the message routers_updated {{(pid=84041) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 20:45:56.858201 n-d-838334-2 neutron-server[84043]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a41f9f93-102d-496e-a491-aa2120ed9e18 None None] Sync routers for ids ['f71df682-36c0-45b6-a315-477bfe4444f5'] in n-d-838334-2 {{(pid=84043) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 18 20:45:56.890594 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-bca4a62b-7266-477f-ae07-e0760c8a424a admin admin] 10.222.0.42 "PUT /v2.0/routers/f71df682-36c0-45b6-a315-477bfe4444f5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.3661826 Apr 18 20:45:56.891595 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 41748) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:45:56.894818 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a41f9f93-102d-496e-a491-aa2120ed9e18 None None] Routers {'f71df682-36c0-45b6-a315-477bfe4444f5'} bound to L3 agent in host n-d-838334-2 {{(pid=84043) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 20:45:56.901177 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.l3_hamode_db [None req-a41f9f93-102d-496e-a491-aa2120ed9e18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838334-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-18T20:25:48Z,description=,heartbeat_timestamp=2022-04-18T20:45:48Z,host='n-d-838334-2',id=bc84d6c9-dd7a-4555-a351-592327b46d5a,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:25:48Z,topic='l3_agent')) {'router_ids': ['f71df682-36c0-45b6-a315-477bfe4444f5'], 'active': True} {{(pid=84043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:45:56.915354 n-d-838334-2 neutron-server[84041]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0c5759e7-493d-4929-bdb8-7eb2ea32c926'] response: {'server_uuid': '68a2a907-d975-4fae-8743-c2b0354cf23e', 'name': 'network-vif-deleted', 'tag': '7f8a76ca-f514-46f2-b74b-7b11a136bd76', 'status': 'completed', 'code': 200} Apr 18 20:45:57.100580 n-d-838334-2 neutron-server[84042]: INFO neutron.notifiers.nova [-] Nova event matching ['req-02160771-20b6-4a4d-898b-f1a489678a40'] response: {'server_uuid': 'eb3668b7-221e-464a-9f23-da8bc40863a7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '50835e83-a5fb-4791-9057-3a1a5ea9153e', 'code': 200} Apr 18 20:45:57.450647 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.l3_dvr_db [None req-a41f9f93-102d-496e-a491-aa2120ed9e18 None None] Set router f71df682-36c0-45b6-a315-477bfe4444f5 gateway port host: n-d-838334-2 {{(pid=84043) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 20:45:57.546934 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-6399d2d8-e27b-481d-a9e4-89e2a00f1b6f req-a789858b-91ae-42fd-92dd-1b18e021c220 tempest-SecurityGroupRulesNegativeTestJSON-1869501733 tempest-SecurityGroupRulesNegativeTestJSON-1869501733-project] 10.222.0.42 "GET /v2.0/security-groups/aa6aa6b4-77eb-4c7f-9cef-f31ecd9778c8 HTTP/1.1" status: 200 len: 1645 time: 0.2997625 Apr 18 20:45:57.606414 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff4955ef-65e6-4a6b-ae4a-79136189bdbf req-d92e73b9-18cb-456b-bed1-2781abdb7422 tempest-ServersTestMultiNic-942198030 tempest-ServersTestMultiNic-942198030-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:45:57.615507 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff4955ef-65e6-4a6b-ae4a-79136189bdbf req-d92e73b9-18cb-456b-bed1-2781abdb7422 tempest-ServersTestMultiNic-942198030 tempest-ServersTestMultiNic-942198030-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:45:57.617412 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-ff4955ef-65e6-4a6b-ae4a-79136189bdbf req-d92e73b9-18cb-456b-bed1-2781abdb7422 tempest-ServersTestMultiNic-942198030 tempest-ServersTestMultiNic-942198030-project] 10.222.0.42 "GET /v2.0/ports?device_id=d6840864-0637-4642-9f99-da91dd7892c7 HTTP/1.1" status: 200 len: 1682 time: 0.5223444 Apr 18 20:45:57.621314 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-d56065e9-57ce-4a78-9b9b-c815afb1d0fa req-d3a441bc-f7e7-4505-8e86-06a630b82fd7 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=1fd001aaeef146c5ac3c9d1e6f47f539&device_id=8875fa9e-fc70-4288-9292-8c0ca078b6b7 HTTP/1.1" status: 200 len: 1095 time: 0.4252176 Apr 18 20:45:57.653041 n-d-838334-2 neutron-server[84040]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1706d3cd-64b3-4cb8-8618-8496c10043e0'] response: {'server_uuid': '443cd979-832d-498d-9045-9ae58c27efa7', 'name': 'network-vif-deleted', 'tag': '8252ee27-efd7-40f7-9fba-90979acc864e', 'status': 'completed', 'code': 200} Apr 18 20:45:57.700900 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-ff4955ef-65e6-4a6b-ae4a-79136189bdbf req-a095be6f-40c0-41f8-9369-63fa7ef55102 tempest-ServersTestMultiNic-942198030 tempest-ServersTestMultiNic-942198030-project] 10.222.0.42 "GET /v2.0/security-groups?id=efc44a6f-ae8a-46ab-8143-fed7ce47374f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747001 Apr 18 20:45:58.008823 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.l3_hamode_db [None req-a41f9f93-102d-496e-a491-aa2120ed9e18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f71df682-36c0-45b6-a315-477bfe4444f5', 'name': 'tempest-TaggedBootDevicesTest-303031308-router', 'tenant_id': 'f85a0d9202f64bddab6b7eaee6d6810d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'external_fixed_ips': [{'subnet_id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'ip_address': '172.25.8.101'}], 'enable_snat': True}, 'gw_port_id': '5a474b90-1101-4e49-ba7c-8379964cb91c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:37:49Z', 'updated_at': '2022-04-18T20:45:53Z', 'revision_number': 5, 'project_id': 'f85a0d9202f64bddab6b7eaee6d6810d', 'gw_port': {'id': '5a474b90-1101-4e49-ba7c-8379964cb91c', 'name': '', 'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:b3:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f71df682-36c0-45b6-a315-477bfe4444f5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'ip_address': '172.25.8.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:37:49Z', 'updated_at': '2022-04-18T20:38:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838334-2'}], 'n-d-838334-2', False) {} {{(pid=84043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:45:58.025537 n-d-838334-2 neutron-server[84043]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a41f9f93-102d-496e-a491-aa2120ed9e18 None None] Checking router: f71df682-36c0-45b6-a315-477bfe4444f5 for host: n-d-838334-2 {{(pid=84043) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 18 20:45:58.061853 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a41f9f93-102d-496e-a491-aa2120ed9e18 None None] Routers {'f71df682-36c0-45b6-a315-477bfe4444f5'} bound to L3 agent in host n-d-838334-2 {{(pid=84043) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 20:45:58.062473 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.l3_hamode_db [None req-a41f9f93-102d-496e-a491-aa2120ed9e18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838334-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-18T20:25:48Z,description=,heartbeat_timestamp=2022-04-18T20:45:48Z,host='n-d-838334-2',id=bc84d6c9-dd7a-4555-a351-592327b46d5a,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:25:48Z,topic='l3_agent')) {'router_ids': ['f71df682-36c0-45b6-a315-477bfe4444f5'], 'active': True} {{(pid=84043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:45:58.200212 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-a29f184b-6790-4305-814b-abfaa1353fe0 admin admin] Notify callbacks [] for router, before_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:58.398275 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-d9000c4c-2a6f-4e28-9f53-84fcba7fbc1a req-1cad58db-a385-4c18-8ada-0a654f018ff3 tempest-MigrationsAdminTest-1326981207 tempest-MigrationsAdminTest-1326981207-project] 10.222.0.42 "GET /v2.0/ports?device_id=f880cebf-c088-4fa8-8d57-e363e846dff9 HTTP/1.1" status: 200 len: 210 time: 0.6090088 Apr 18 20:45:58.562284 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.l3_dvr_db [None req-a41f9f93-102d-496e-a491-aa2120ed9e18 None None] Set router f71df682-36c0-45b6-a315-477bfe4444f5 gateway port host: n-d-838334-2 {{(pid=84043) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 20:45:58.593586 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-d56065e9-57ce-4a78-9b9b-c815afb1d0fa req-e8af2cfa-1c15-4076-bdf9-c30bbe5da280 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=0a032366-a8a0-489a-a1a8-920f26be44bc HTTP/1.1" status: 200 len: 217 time: 0.4844167 Apr 18 20:45:58.756070 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-6a840de9-b539-40e6-89cc-04768010ac37 req-a75926d2-7fdc-4e6c-bdc7-6d53ae04a4cf tempest-MigrationsAdminTest-1326981207 tempest-MigrationsAdminTest-1326981207-project] 10.222.0.43 "GET /v2.0/networks?tenant_id=0ae89e923933452faf6047be78995cc1&shared=False HTTP/1.1" status: 200 len: 213 time: 0.3140295 Apr 18 20:45:58.862861 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d56065e9-57ce-4a78-9b9b-c815afb1d0fa req-508d7c4b-9340-470e-b353-b4e169300e3a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:45:58.870421 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-d56065e9-57ce-4a78-9b9b-c815afb1d0fa req-508d7c4b-9340-470e-b353-b4e169300e3a service neutron] 10.222.0.48 "GET /v2.0/subnets?id=318f6973-de81-4b49-b616-dd3d9f23a644 HTTP/1.1" status: 200 len: 853 time: 0.2582040 Apr 18 20:45:59.099710 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a840de9-b539-40e6-89cc-04768010ac37 req-4a42f61a-6527-43f6-a68c-46040067785a tempest-MigrationsAdminTest-1326981207 tempest-MigrationsAdminTest-1326981207-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:45:59.101382 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-6a840de9-b539-40e6-89cc-04768010ac37 req-4a42f61a-6527-43f6-a68c-46040067785a tempest-MigrationsAdminTest-1326981207 tempest-MigrationsAdminTest-1326981207-project] 10.222.0.43 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3343232 Apr 18 20:45:59.118229 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.v2.base [req-6a840de9-b539-40e6-89cc-04768010ac37 req-e76a6f5e-a049-402d-82bd-b7857bad25ca tempest-MigrationsAdminTest-1326981207 tempest-MigrationsAdminTest-1326981207-project] Request body: {'port': {'device_id': 'f880cebf-c088-4fa8-8d57-e363e846dff9', 'network_id': 'cb56989d-7c5d-4678-b194-1d2edf1e842a', 'admin_state_up': True, 'tenant_id': '0ae89e923933452faf6047be78995cc1'}} {{(pid=84041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 20:45:59.191745 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-effc5595-ff45-449f-9a67-205bf43a0ea6 req-a82c4568-ea29-4d51-a555-d51ba0392abe tempest-AttachSCSIVolumeTestJSON-265284501 tempest-AttachSCSIVolumeTestJSON-265284501-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:45:59.199554 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-effc5595-ff45-449f-9a67-205bf43a0ea6 req-a82c4568-ea29-4d51-a555-d51ba0392abe tempest-AttachSCSIVolumeTestJSON-265284501 tempest-AttachSCSIVolumeTestJSON-265284501-project] 10.222.0.42 "GET /v2.0/ports?device_id=8875fa9e-fc70-4288-9292-8c0ca078b6b7 HTTP/1.1" status: 200 len: 944 time: 0.5129776 Apr 18 20:45:59.299396 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-effc5595-ff45-449f-9a67-205bf43a0ea6 req-2eeecae3-d6f5-4747-87b5-117f21a89ba7 tempest-AttachSCSIVolumeTestJSON-265284501 tempest-AttachSCSIVolumeTestJSON-265284501-project] 10.222.0.42 "GET /v2.0/security-groups?id=a33f55a4-a21a-45b5-a190-b78baa68b4f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0991664 Apr 18 20:45:59.303485 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-d56065e9-57ce-4a78-9b9b-c815afb1d0fa req-6bceb3fe-8415-46c4-a759-31d178064bb0 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=927d35e4-e88b-4e82-9eb0-c42861ae32da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3926640 Apr 18 20:45:59.383656 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750375287399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253529'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:59.417754 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [req-6a840de9-b539-40e6-89cc-04768010ac37 req-e76a6f5e-a049-402d-82bd-b7857bad25ca tempest-MigrationsAdminTest-1326981207 tempest-MigrationsAdminTest-1326981207-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:45:59.440652 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [req-6a840de9-b539-40e6-89cc-04768010ac37 req-e76a6f5e-a049-402d-82bd-b7857bad25ca tempest-MigrationsAdminTest-1326981207 tempest-MigrationsAdminTest-1326981207-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:45:59.455556 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-a29f184b-6790-4305-814b-abfaa1353fe0 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:59.461976 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6a840de9-b539-40e6-89cc-04768010ac37 req-e76a6f5e-a049-402d-82bd-b7857bad25ca tempest-MigrationsAdminTest-1326981207 tempest-MigrationsAdminTest-1326981207-project] Made reservation on behalf of 0ae89e923933452faf6047be78995cc1 for: {'port': 1} {{(pid=84041) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:45:59.466114 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [req-6a840de9-b539-40e6-89cc-04768010ac37 req-e76a6f5e-a049-402d-82bd-b7857bad25ca tempest-MigrationsAdminTest-1326981207 tempest-MigrationsAdminTest-1326981207-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:59.527223 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.l3_hamode_db [None req-a41f9f93-102d-496e-a491-aa2120ed9e18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f71df682-36c0-45b6-a315-477bfe4444f5', 'name': 'tempest-TaggedBootDevicesTest-303031308-router', 'tenant_id': 'f85a0d9202f64bddab6b7eaee6d6810d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'external_fixed_ips': [{'subnet_id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'ip_address': '172.25.8.101'}], 'enable_snat': True}, 'gw_port_id': '5a474b90-1101-4e49-ba7c-8379964cb91c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:37:49Z', 'updated_at': '2022-04-18T20:45:53Z', 'revision_number': 5, 'project_id': 'f85a0d9202f64bddab6b7eaee6d6810d', 'gw_port': {'id': '5a474b90-1101-4e49-ba7c-8379964cb91c', 'name': '', 'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:b3:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f71df682-36c0-45b6-a315-477bfe4444f5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'ip_address': '172.25.8.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:37:49Z', 'updated_at': '2022-04-18T20:38:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838334-2'}], 'n-d-838334-2', False) {} {{(pid=84043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:45:59.541818 n-d-838334-2 neutron-server[84043]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a41f9f93-102d-496e-a491-aa2120ed9e18 None None] The sync data for ids ['f71df682-36c0-45b6-a315-477bfe4444f5'] in n-d-838334-2 is: [{'id': 'f71df682-36c0-45b6-a315-477bfe4444f5', 'name': 'tempest-TaggedBootDevicesTest-303031308-router', 'tenant_id': 'f85a0d9202f64bddab6b7eaee6d6810d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'external_fixed_ips': [{'subnet_id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'ip_address': '172.25.8.101'}], 'enable_snat': True}, 'gw_port_id': '5a474b90-1101-4e49-ba7c-8379964cb91c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:37:49Z', 'updated_at': '2022-04-18T20:45:53Z', 'revision_number': 5, 'project_id': 'f85a0d9202f64bddab6b7eaee6d6810d', 'gw_port': {'id': '5a474b90-1101-4e49-ba7c-8379964cb91c', 'name': '', 'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:b3:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f71df682-36c0-45b6-a315-477bfe4444f5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'ip_address': '172.25.8.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:37:49Z', 'updated_at': '2022-04-18T20:38:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838334-2'}] {{(pid=84043) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 18 20:45:59.558083 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.plugin [None req-a29f184b-6790-4305-814b-abfaa1353fe0 admin admin] Deleting port 5a474b90-1101-4e49-ba7c-8379964cb91c {{(pid=84040) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 20:45:59.558451 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-a29f184b-6790-4305-814b-abfaa1353fe0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750375188691'] for port, before_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:59.785372 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.db_base_plugin_common [req-6a840de9-b539-40e6-89cc-04768010ac37 req-e76a6f5e-a049-402d-82bd-b7857bad25ca tempest-MigrationsAdminTest-1326981207 tempest-MigrationsAdminTest-1326981207-project] Allocated IP 192.168.233.26 (cb56989d-7c5d-4678-b194-1d2edf1e842a/c4b526db-4d8a-4d4c-a310-e3a599630ae1/71c99b98-8c99-49cc-a68a-53c19bb768e7) {{(pid=84041) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:45:59.890466 n-d-838334-2 neutron-server[84040]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8875fa9e-fc70-4288-9292-8c0ca078b6b7', 'tag': '0a032366-a8a0-489a-a1a8-920f26be44bc'}] {{(pid=84040) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 20:46:00.317873 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fb331c7-8aad-481f-a934-f8cd993f9719 req-2ecf2705-34a2-49b2-9083-eb25ed95bc99 tempest-ServersAdminTestJSON-1240675426 tempest-ServersAdminTestJSON-1240675426-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:46:00.318663 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [req-5fb331c7-8aad-481f-a934-f8cd993f9719 req-2ecf2705-34a2-49b2-9083-eb25ed95bc99 tempest-ServersAdminTestJSON-1240675426 tempest-ServersAdminTestJSON-1240675426-project] Synchronizing usage tracker for tenant:14988d38be0e437cb0a1328781b15e3f on resource:port {{(pid=84041) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 20:46:00.377834 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [req-6a840de9-b539-40e6-89cc-04768010ac37 req-e76a6f5e-a049-402d-82bd-b7857bad25ca tempest-MigrationsAdminTest-1326981207 tempest-MigrationsAdminTest-1326981207-project] Notify callbacks [] for port, precommit_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:00.378762 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-d56065e9-57ce-4a78-9b9b-c815afb1d0fa req-a163e4a9-4c13-4c26-b265-75b467b13d56 service neutron] 10.222.0.48 "GET /v2.0/networks/927d35e4-e88b-4e82-9eb0-c42861ae32da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8956048 Apr 18 20:46:00.398730 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [req-5fb331c7-8aad-481f-a934-f8cd993f9719 req-2ecf2705-34a2-49b2-9083-eb25ed95bc99 tempest-ServersAdminTestJSON-1240675426 tempest-ServersAdminTestJSON-1240675426-project] Unset dirty status for tenant:14988d38be0e437cb0a1328781b15e3f on resource:port {{(pid=84041) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 20:46:00.399450 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-5fb331c7-8aad-481f-a934-f8cd993f9719 req-2ecf2705-34a2-49b2-9083-eb25ed95bc99 tempest-ServersAdminTestJSON-1240675426 tempest-ServersAdminTestJSON-1240675426-project] 10.222.0.43 "GET /v2.0/ports?device_id=7a646183-72a0-4a0e-9a2d-a60d77e4e267 HTTP/1.1" status: 200 len: 950 time: 0.5341389 Apr 18 20:46:00.403115 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.provisioning_blocks [req-6a840de9-b539-40e6-89cc-04768010ac37 req-e76a6f5e-a049-402d-82bd-b7857bad25ca tempest-MigrationsAdminTest-1326981207 tempest-MigrationsAdminTest-1326981207-project] Transition to ACTIVE for port object 71c99b98-8c99-49cc-a68a-53c19bb768e7 will not be triggered until provisioned by entity DHCP. {{(pid=84041) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 20:46:00.417850 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0186d7c8-1cd1-473e-af93-f9c0de9602dc req-6da80a1e-971a-4c9a-aa54-9f6b57c8ffa9 tempest-ServersAdminTestJSON-1240675426 tempest-ServersAdminTestJSON-1240675426-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:46:00.420244 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-0186d7c8-1cd1-473e-af93-f9c0de9602dc req-6da80a1e-971a-4c9a-aa54-9f6b57c8ffa9 tempest-ServersAdminTestJSON-1240675426 tempest-ServersAdminTestJSON-1240675426-project] 10.222.0.42 "GET /v2.0/ports?device_id=7a646183-72a0-4a0e-9a2d-a60d77e4e267 HTTP/1.1" status: 200 len: 950 time: 0.5327988 Apr 18 20:46:00.496499 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-0186d7c8-1cd1-473e-af93-f9c0de9602dc req-be180d9d-4262-4999-984b-b1e343998659 tempest-ServersAdminTestJSON-1240675426 tempest-ServersAdminTestJSON-1240675426-project] 10.222.0.42 "GET /v2.0/security-groups?id=b9ed1788-e987-4b94-9dd4-ed408bd7803e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679810 Apr 18 20:46:00.515816 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.db [None req-a29f184b-6790-4305-814b-abfaa1353fe0 admin admin] For port 5a474b90-1101-4e49-ba7c-8379964cb91c, host n-d-838334-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838334-2',level=0,port_id=5a474b90-1101-4e49-ba7c-8379964cb91c,segment=NetworkSegment(732aa830-768b-4511-951f-d08e26b9c25b),segment_id=732aa830-768b-4511-951f-d08e26b9c25b)] {{(pid=84040) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:46:00.521445 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-a29f184b-6790-4305-814b-abfaa1353fe0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369123'] for port, precommit_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:00.574488 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.plugin [req-5fb331c7-8aad-481f-a934-f8cd993f9719 req-be77edba-f153-4a06-b51f-532c6121227e tempest-ServersAdminTestJSON-1240675426 tempest-ServersAdminTestJSON-1240675426-project] Deleting port b09eec60-39b5-46cc-8a75-b4b365f01b2b {{(pid=84041) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 20:46:00.581395 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [req-5fb331c7-8aad-481f-a934-f8cd993f9719 req-be77edba-f153-4a06-b51f-532c6121227e tempest-ServersAdminTestJSON-1240675426 tempest-ServersAdminTestJSON-1240675426-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750375188691'] for port, before_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:00.614470 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.v2.base [req-5adf60d9-36f2-4d31-b749-2f4a24b6d66d req-393f7589-c01e-4413-8f87-77e9543175f6 tempest-SecurityGroupRulesNegativeTestJSON-1869501733 tempest-SecurityGroupRulesNegativeTestJSON-1869501733-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-876550823', 'description': 'tempest-description-1351716746'}} {{(pid=84040) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 20:46:00.621324 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [req-5adf60d9-36f2-4d31-b749-2f4a24b6d66d req-393f7589-c01e-4413-8f87-77e9543175f6 tempest-SecurityGroupRulesNegativeTestJSON-1869501733 tempest-SecurityGroupRulesNegativeTestJSON-1869501733-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:46:00.625283 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [req-5adf60d9-36f2-4d31-b749-2f4a24b6d66d req-393f7589-c01e-4413-8f87-77e9543175f6 tempest-SecurityGroupRulesNegativeTestJSON-1869501733 tempest-SecurityGroupRulesNegativeTestJSON-1869501733-project] Usage tracker for resource:security_group and tenant:3ed2ab47a0ab47dfb71baa74f84f7a68 is out of sync, need to count used quota {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:46:00.629271 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [req-5adf60d9-36f2-4d31-b749-2f4a24b6d66d req-393f7589-c01e-4413-8f87-77e9543175f6 tempest-SecurityGroupRulesNegativeTestJSON-1869501733 tempest-SecurityGroupRulesNegativeTestJSON-1869501733-project] Quota usage for security_group was recalculated. Used quota:3. {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:46:00.635169 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [req-5adf60d9-36f2-4d31-b749-2f4a24b6d66d req-393f7589-c01e-4413-8f87-77e9543175f6 tempest-SecurityGroupRulesNegativeTestJSON-1869501733 tempest-SecurityGroupRulesNegativeTestJSON-1869501733-project] Attempting to reserve 1 items for resource security_group. Total usage: 3; quota limit: 100; headroom:97 {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:46:00.712234 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-5adf60d9-36f2-4d31-b749-2f4a24b6d66d req-393f7589-c01e-4413-8f87-77e9543175f6 tempest-SecurityGroupRulesNegativeTestJSON-1869501733 tempest-SecurityGroupRulesNegativeTestJSON-1869501733-project] Notify callbacks [] for security_group, before_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:00.720496 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [req-6a840de9-b539-40e6-89cc-04768010ac37 req-e76a6f5e-a049-402d-82bd-b7857bad25ca tempest-MigrationsAdminTest-1326981207 tempest-MigrationsAdminTest-1326981207-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750374836619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32266323'] for port, after_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:00.734314 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] get_ports_and_sgs() called for port_ids ['78bbc4c4-939a-4cb2-b476-fbddeecf9bf6'] {{(pid=84042) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 18 20:46:00.838994 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.plugin [None req-a29f184b-6790-4305-814b-abfaa1353fe0 admin admin] Calling delete_port for 5a474b90-1101-4e49-ba7c-8379964cb91c owned by network:router_gateway {{(pid=84040) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 20:46:00.908590 n-d-838334-2 neutron-server[84041]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6a840de9-b539-40e6-89cc-04768010ac37 req-e76a6f5e-a049-402d-82bd-b7857bad25ca tempest-MigrationsAdminTest-1326981207 tempest-MigrationsAdminTest-1326981207-project] Network cb56989d-7c5d-4678-b194-1d2edf1e842a is already hosted by enough agents. {{(pid=84041) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:46:00.914988 n-d-838334-2 neutron-server[84041]: DEBUG neutron.scheduler.base_scheduler [req-6a840de9-b539-40e6-89cc-04768010ac37 req-e76a6f5e-a049-402d-82bd-b7857bad25ca tempest-MigrationsAdminTest-1326981207 tempest-MigrationsAdminTest-1326981207-project] Resources bound (agent type, host, resource id): {{(pid=84041) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:46:00.924539 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.l3_dvrscheduler_db [req-6a840de9-b539-40e6-89cc-04768010ac37 req-e76a6f5e-a049-402d-82bd-b7857bad25ca tempest-MigrationsAdminTest-1326981207 tempest-MigrationsAdminTest-1326981207-project] Received port after_create {{(pid=84041) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 20:46:01.342805 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Device 5e0d7785-ddda-4f03-bfc3-d61f02557f4b no longer exists at agent ovs-agent-n-d-838334-2 {{(pid=84042) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 20:46:01.376065 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-a29f184b-6790-4305-814b-abfaa1353fe0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750375259028', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750374836628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32440838'] for port, after_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:01.414363 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.plugin [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] No Port match for: 5e0d7785-ddda-4f03-bfc3-d61f02557f4b {{(pid=84042) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 18 20:46:01.414607 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Device 5e0d7785-ddda-4f03-bfc3-d61f02557f4b not bound to the agent host n-d-838334-2 {{(pid=84042) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 20:46:01.484410 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-0401aeff-da8c-4765-b19c-f58916229e7a None None] Provisioning for port 71c99b98-8c99-49cc-a68a-53c19bb768e7 completed by entity DHCP. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 20:46:01.497089 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-0401aeff-da8c-4765-b19c-f58916229e7a None None] Provisioning complete for port 71c99b98-8c99-49cc-a68a-53c19bb768e7 triggered by entity DHCP. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:46:01.497572 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-0401aeff-da8c-4765-b19c-f58916229e7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1253608'] for port, provisioning_complete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:01.503202 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.db [req-5fb331c7-8aad-481f-a934-f8cd993f9719 req-be77edba-f153-4a06-b51f-532c6121227e tempest-ServersAdminTestJSON-1240675426 tempest-ServersAdminTestJSON-1240675426-project] For port b09eec60-39b5-46cc-8a75-b4b365f01b2b, host n-h1-838334-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838334-2',level=0,port_id=b09eec60-39b5-46cc-8a75-b4b365f01b2b,segment=NetworkSegment(62b85806-94d8-4a88-a06c-da82e5932d66),segment_id=62b85806-94d8-4a88-a06c-da82e5932d66)] {{(pid=84041) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:46:01.503802 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [req-5fb331c7-8aad-481f-a934-f8cd993f9719 req-be77edba-f153-4a06-b51f-532c6121227e tempest-ServersAdminTestJSON-1240675426 tempest-ServersAdminTestJSON-1240675426-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369123'] for port, precommit_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:01.608300 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [req-5adf60d9-36f2-4d31-b749-2f4a24b6d66d req-393f7589-c01e-4413-8f87-77e9543175f6 tempest-SecurityGroupRulesNegativeTestJSON-1869501733 tempest-SecurityGroupRulesNegativeTestJSON-1869501733-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:46:01.622557 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.plugin [None req-0401aeff-da8c-4765-b19c-f58916229e7a None None] Port 71c99b98-8c99-49cc-a68a-53c19bb768e7 cannot update to ACTIVE because it is not bound. {{(pid=84042) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 18 20:46:01.636464 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [req-5adf60d9-36f2-4d31-b749-2f4a24b6d66d req-393f7589-c01e-4413-8f87-77e9543175f6 tempest-SecurityGroupRulesNegativeTestJSON-1869501733 tempest-SecurityGroupRulesNegativeTestJSON-1869501733-project] Usage tracker for resource:security_group_rule and tenant:3ed2ab47a0ab47dfb71baa74f84f7a68 is out of sync, need to count used quota {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:46:01.699542 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a29f184b-6790-4305-814b-abfaa1353fe0 admin admin] Pushing event deleted for resources: {'Port': ['ID=5a474b90-1101-4e49-ba7c-8379964cb91c,revision_number=None']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:46:01.752935 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [req-5adf60d9-36f2-4d31-b749-2f4a24b6d66d req-393f7589-c01e-4413-8f87-77e9543175f6 tempest-SecurityGroupRulesNegativeTestJSON-1869501733 tempest-SecurityGroupRulesNegativeTestJSON-1869501733-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:46:01.771034 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.plugin [req-5fb331c7-8aad-481f-a934-f8cd993f9719 req-be77edba-f153-4a06-b51f-532c6121227e tempest-ServersAdminTestJSON-1240675426 tempest-ServersAdminTestJSON-1240675426-project] Calling delete_port for b09eec60-39b5-46cc-8a75-b4b365f01b2b owned by compute:nova {{(pid=84041) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 20:46:01.782451 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [req-5adf60d9-36f2-4d31-b749-2f4a24b6d66d req-393f7589-c01e-4413-8f87-77e9543175f6 tempest-SecurityGroupRulesNegativeTestJSON-1869501733 tempest-SecurityGroupRulesNegativeTestJSON-1869501733-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:46:01.838930 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e76a6f5e-a049-402d-82bd-b7857bad25ca tempest-MigrationsAdminTest-1326981207 tempest-MigrationsAdminTest-1326981207-project] Pushing event updated for resources: {'Port': ['ID=71c99b98-8c99-49cc-a68a-53c19bb768e7,revision_number=1']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:46:01.853989 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e76a6f5e-a049-402d-82bd-b7857bad25ca tempest-MigrationsAdminTest-1326981207 tempest-MigrationsAdminTest-1326981207-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:46:01.854417 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e76a6f5e-a049-402d-82bd-b7857bad25ca tempest-MigrationsAdminTest-1326981207 tempest-MigrationsAdminTest-1326981207-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:46:01.854747 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e76a6f5e-a049-402d-82bd-b7857bad25ca tempest-MigrationsAdminTest-1326981207 tempest-MigrationsAdminTest-1326981207-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:46:01.855110 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e76a6f5e-a049-402d-82bd-b7857bad25ca tempest-MigrationsAdminTest-1326981207 tempest-MigrationsAdminTest-1326981207-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:46:01.855441 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e76a6f5e-a049-402d-82bd-b7857bad25ca tempest-MigrationsAdminTest-1326981207 tempest-MigrationsAdminTest-1326981207-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:46:01.855794 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e76a6f5e-a049-402d-82bd-b7857bad25ca tempest-MigrationsAdminTest-1326981207 tempest-MigrationsAdminTest-1326981207-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:46:01.856107 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e76a6f5e-a049-402d-82bd-b7857bad25ca tempest-MigrationsAdminTest-1326981207 tempest-MigrationsAdminTest-1326981207-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:46:01.856421 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e76a6f5e-a049-402d-82bd-b7857bad25ca tempest-MigrationsAdminTest-1326981207 tempest-MigrationsAdminTest-1326981207-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:46:01.856738 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e76a6f5e-a049-402d-82bd-b7857bad25ca tempest-MigrationsAdminTest-1326981207 tempest-MigrationsAdminTest-1326981207-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:46:01.857056 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e76a6f5e-a049-402d-82bd-b7857bad25ca tempest-MigrationsAdminTest-1326981207 tempest-MigrationsAdminTest-1326981207-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:46:01.857375 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e76a6f5e-a049-402d-82bd-b7857bad25ca tempest-MigrationsAdminTest-1326981207 tempest-MigrationsAdminTest-1326981207-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:46:01.882211 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-d56065e9-57ce-4a78-9b9b-c815afb1d0fa req-fbecd5a6-0028-4d15-97cc-4011658e0315 service neutron] 10.222.0.48 "GET /v2.0/networks/927d35e4-e88b-4e82-9eb0-c42861ae32da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.2979510 Apr 18 20:46:01.886172 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a840de9-b539-40e6-89cc-04768010ac37 req-e76a6f5e-a049-402d-82bd-b7857bad25ca tempest-MigrationsAdminTest-1326981207 tempest-MigrationsAdminTest-1326981207-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:46:01.886773 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [req-6a840de9-b539-40e6-89cc-04768010ac37 req-e76a6f5e-a049-402d-82bd-b7857bad25ca tempest-MigrationsAdminTest-1326981207 tempest-MigrationsAdminTest-1326981207-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217293'] for port, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:02.017310 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-6a840de9-b539-40e6-89cc-04768010ac37 req-e76a6f5e-a049-402d-82bd-b7857bad25ca tempest-MigrationsAdminTest-1326981207 tempest-MigrationsAdminTest-1326981207-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.9029827 Apr 18 20:46:02.025328 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [req-5fb331c7-8aad-481f-a934-f8cd993f9719 req-be77edba-f153-4a06-b51f-532c6121227e tempest-ServersAdminTestJSON-1240675426 tempest-ServersAdminTestJSON-1240675426-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750375259028', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750374836628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32266323'] for port, after_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:02.032903 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.v2.base [req-6a840de9-b539-40e6-89cc-04768010ac37 req-0ce13e6e-8e35-4472-ac67-bd8c2629d7ff service neutron] Request body: {'port': {'device_id': 'f880cebf-c088-4fa8-8d57-e363e846dff9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-838334-2'}} {{(pid=84041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 20:46:02.037664 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] get_ports_and_sgs() called for port_ids ['b09eec60-39b5-46cc-8a75-b4b365f01b2b', '7ee9c1ce-a165-4006-a514-881ee03d6aad'] {{(pid=84042) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 18 20:46:02.264849 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be77edba-f153-4a06-b51f-532c6121227e tempest-ServersAdminTestJSON-1240675426 tempest-ServersAdminTestJSON-1240675426-project] Pushing event deleted for resources: {'Port': ['ID=b09eec60-39b5-46cc-8a75-b4b365f01b2b,revision_number=None']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:46:02.316938 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-047c14ac-2c46-4df4-baab-51c2c284f8a0 req-267ddce8-1e60-406a-95fa-513bf7e8f0fe tempest-SecurityGroupsTestJSON-1212657955 tempest-SecurityGroupsTestJSON-1212657955-project] 10.222.0.42 "GET /v2.0/security-groups/58742710-0935-40bc-88dd-ff5bab0da178 HTTP/1.1" status: 200 len: 1635 time: 1.0029316 Apr 18 20:46:02.387262 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-a29f184b-6790-4305-814b-abfaa1353fe0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33444108'] for router_gateway, after_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:02.445883 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.l3_dvrscheduler_db [req-5fb331c7-8aad-481f-a934-f8cd993f9719 req-be77edba-f153-4a06-b51f-532c6121227e tempest-ServersAdminTestJSON-1240675426 tempest-ServersAdminTestJSON-1240675426-project] No DVR routers for this DVR port b09eec60-39b5-46cc-8a75-b4b365f01b2b on host n-h1-838334-2 {{(pid=84041) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 20:46:02.450511 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [req-5fb331c7-8aad-481f-a934-f8cd993f9719 req-be77edba-f153-4a06-b51f-532c6121227e tempest-ServersAdminTestJSON-1240675426 tempest-ServersAdminTestJSON-1240675426-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217293'] for port, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:02.454960 n-d-838334-2 neutron-server[84041]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7a646183-72a0-4a0e-9a2d-a60d77e4e267', 'name': 'network-vif-deleted', 'tag': 'b09eec60-39b5-46cc-8a75-b4b365f01b2b'}] {{(pid=84041) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 20:46:02.471393 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [req-6a840de9-b539-40e6-89cc-04768010ac37 req-0ce13e6e-8e35-4472-ac67-bd8c2629d7ff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:02.546393 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-5fb331c7-8aad-481f-a934-f8cd993f9719 req-be77edba-f153-4a06-b51f-532c6121227e tempest-ServersAdminTestJSON-1240675426 tempest-ServersAdminTestJSON-1240675426-project] 10.222.0.43 "DELETE /v2.0/ports/b09eec60-39b5-46cc-8a75-b4b365f01b2b HTTP/1.1" status: 204 len: 173 time: 2.1412697 Apr 18 20:46:02.621443 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-047c14ac-2c46-4df4-baab-51c2c284f8a0 req-2f5288f3-f3a7-4dd2-97ad-73f549535157 tempest-SecurityGroupsTestJSON-1212657955 tempest-SecurityGroupsTestJSON-1212657955-project] Notify callbacks [] for security_group, before_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:02.653693 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-5adf60d9-36f2-4d31-b749-2f4a24b6d66d req-393f7589-c01e-4413-8f87-77e9543175f6 tempest-SecurityGroupRulesNegativeTestJSON-1869501733 tempest-SecurityGroupRulesNegativeTestJSON-1869501733-project] Notify callbacks [] for security_group, precommit_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:02.770391 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-5adf60d9-36f2-4d31-b749-2f4a24b6d66d req-393f7589-c01e-4413-8f87-77e9543175f6 tempest-SecurityGroupRulesNegativeTestJSON-1869501733 tempest-SecurityGroupRulesNegativeTestJSON-1869501733-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33528224'] for security_group, after_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:02.892295 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-047c14ac-2c46-4df4-baab-51c2c284f8a0 req-2f5288f3-f3a7-4dd2-97ad-73f549535157 tempest-SecurityGroupsTestJSON-1212657955 tempest-SecurityGroupsTestJSON-1212657955-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:02.900870 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-5adf60d9-36f2-4d31-b749-2f4a24b6d66d req-393f7589-c01e-4413-8f87-77e9543175f6 tempest-SecurityGroupRulesNegativeTestJSON-1869501733 tempest-SecurityGroupRulesNegativeTestJSON-1869501733-project] Notify callbacks [] for security_group, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:02.902064 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-5adf60d9-36f2-4d31-b749-2f4a24b6d66d req-393f7589-c01e-4413-8f87-77e9543175f6 tempest-SecurityGroupRulesNegativeTestJSON-1869501733 tempest-SecurityGroupRulesNegativeTestJSON-1869501733-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1651 time: 2.2968519 Apr 18 20:46:02.977957 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-a29f184b-6790-4305-814b-abfaa1353fe0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33443580', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5726'] for router, precommit_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:03.004887 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-393f7589-c01e-4413-8f87-77e9543175f6 tempest-SecurityGroupRulesNegativeTestJSON-1869501733 tempest-SecurityGroupRulesNegativeTestJSON-1869501733-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bc8250d9-4fb0-4dd8-b79d-5e38362fc988,revision_number=1']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:46:03.004887 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-a29f184b-6790-4305-814b-abfaa1353fe0 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:03.004887 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-047c14ac-2c46-4df4-baab-51c2c284f8a0 req-2f5288f3-f3a7-4dd2-97ad-73f549535157 tempest-SecurityGroupsTestJSON-1212657955 tempest-SecurityGroupsTestJSON-1212657955-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33528224'] for security_group, after_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:03.022139 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f5288f3-f3a7-4dd2-97ad-73f549535157 tempest-SecurityGroupsTestJSON-1212657955 tempest-SecurityGroupsTestJSON-1212657955-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=58742710-0935-40bc-88dd-ff5bab0da178,revision_number=None']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:46:03.090474 n-d-838334-2 neutron-server[84041]: DEBUG neutron.notifiers.nova [req-6a840de9-b539-40e6-89cc-04768010ac37 req-0ce13e6e-8e35-4472-ac67-bd8c2629d7ff service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 71c99b98-8c99-49cc-a68a-53c19bb768e7 {{(pid=84041) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 18 20:46:03.110355 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [req-6a840de9-b539-40e6-89cc-04768010ac37 req-0ce13e6e-8e35-4472-ac67-bd8c2629d7ff service neutron] Notify callbacks [] for port, precommit_update {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:03.133569 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.provisioning_blocks [req-6a840de9-b539-40e6-89cc-04768010ac37 req-0ce13e6e-8e35-4472-ac67-bd8c2629d7ff service neutron] Transition to ACTIVE for port object 71c99b98-8c99-49cc-a68a-53c19bb768e7 will not be triggered until provisioned by entity L2. {{(pid=84041) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 20:46:03.141480 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [req-6a840de9-b539-40e6-89cc-04768010ac37 req-0ce13e6e-8e35-4472-ac67-bd8c2629d7ff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32266282'] for port, after_update {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:03.251701 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-047c14ac-2c46-4df4-baab-51c2c284f8a0 req-2f5288f3-f3a7-4dd2-97ad-73f549535157 tempest-SecurityGroupsTestJSON-1212657955 tempest-SecurityGroupsTestJSON-1212657955-project] Notify callbacks [] for security_group, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:03.254059 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-047c14ac-2c46-4df4-baab-51c2c284f8a0 req-2f5288f3-f3a7-4dd2-97ad-73f549535157 tempest-SecurityGroupsTestJSON-1212657955 tempest-SecurityGroupsTestJSON-1212657955-project] 10.222.0.42 "DELETE /v2.0/security-groups/58742710-0935-40bc-88dd-ff5bab0da178 HTTP/1.1" status: 204 len: 173 time: 0.9384508 Apr 18 20:46:03.257173 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-a29f184b-6790-4305-814b-abfaa1353fe0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-33443408'] for router, after_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:03.267930 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a29f184b-6790-4305-814b-abfaa1353fe0 admin admin] Fanout notify agent at l3_agent the message router_deleted on router f71df682-36c0-45b6-a315-477bfe4444f5 {{(pid=84040) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 18 20:46:03.294511 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-a29f184b-6790-4305-814b-abfaa1353fe0 admin admin] Notify callbacks [] for router, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:03.313825 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-a29f184b-6790-4305-814b-abfaa1353fe0 admin admin] 10.222.0.42 "DELETE /v2.0/routers/f71df682-36c0-45b6-a315-477bfe4444f5 HTTP/1.1" status: 204 len: 168 time: 6.4170237 Apr 18 20:46:03.316154 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 41800) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:46:03.472996 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750375287399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253529'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:03.489570 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ce13e6e-8e35-4472-ac67-bd8c2629d7ff service neutron] Pushing event updated for resources: {'Port': ['ID=71c99b98-8c99-49cc-a68a-53c19bb768e7,revision_number=2']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:46:03.498065 n-d-838334-2 neutron-server[84040]: INFO neutron.notifiers.nova [-] Nova event matching ['req-91e587c4-91f7-47e2-8a13-30b492e4f5df'] response: {'name': 'network-changed', 'server_uuid': '8875fa9e-fc70-4288-9292-8c0ca078b6b7', 'tag': '0a032366-a8a0-489a-a1a8-920f26be44bc', 'status': 'completed', 'code': 200} Apr 18 20:46:03.614292 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.db_base_plugin_v2 [None req-b3a0001b-2bc2-497b-b156-41bb8ad021c4 admin admin] Deleting subnet 5c52872c-5453-4e7c-876e-5ab51a950a0e {{(pid=84041) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 18 20:46:03.617360 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-b3a0001b-2bc2-497b-b156-41bb8ad021c4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:03.692313 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-b3a0001b-2bc2-497b-b156-41bb8ad021c4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32266383'] for subnet, precommit_delete_associations {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:03.795076 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93bac479-be4a-4cf2-8d9a-92d8b60ed74b req-979cb324-668a-461b-acd9-fc19a4748ebb tempest-MigrationsAdminTest-1326981207 tempest-MigrationsAdminTest-1326981207-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:46:03.796812 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-93bac479-be4a-4cf2-8d9a-92d8b60ed74b req-979cb324-668a-461b-acd9-fc19a4748ebb tempest-MigrationsAdminTest-1326981207 tempest-MigrationsAdminTest-1326981207-project] 10.222.0.42 "GET /v2.0/ports?device_id=f880cebf-c088-4fa8-8d57-e363e846dff9 HTTP/1.1" status: 200 len: 947 time: 0.1946285 Apr 18 20:46:03.803516 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.managers [req-6a840de9-b539-40e6-89cc-04768010ac37 req-0ce13e6e-8e35-4472-ac67-bd8c2629d7ff service neutron] Attempting to bind port 71c99b98-8c99-49cc-a68a-53c19bb768e7 on host n-h1-838334-2 for vnic_type normal with profile {{(pid=84041) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:46:03.803866 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.managers [req-6a840de9-b539-40e6-89cc-04768010ac37 req-0ce13e6e-8e35-4472-ac67-bd8c2629d7ff service neutron] Attempting to bind port 71c99b98-8c99-49cc-a68a-53c19bb768e7 by drivers openvswitch,hyperv on host n-h1-838334-2 at level 0 using segments [{'id': '62b85806-94d8-4a88-a06c-da82e5932d66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': 'cb56989d-7c5d-4678-b194-1d2edf1e842a'}] {{(pid=84041) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:46:03.804189 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a840de9-b539-40e6-89cc-04768010ac37 req-0ce13e6e-8e35-4472-ac67-bd8c2629d7ff service neutron] Attempting to bind port 71c99b98-8c99-49cc-a68a-53c19bb768e7 on network cb56989d-7c5d-4678-b194-1d2edf1e842a {{(pid=84041) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 20:46:03.805435 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eab4d90-dab5-4cf2-ace2-a6f4db870e0a req-91a1f89a-3f4d-4ac1-b05d-dcfdb3c81950 tempest-AttachSCSIVolumeTestJSON-265284501 tempest-AttachSCSIVolumeTestJSON-265284501-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:46:03.808890 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-b3a0001b-2bc2-497b-b156-41bb8ad021c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1260556'] for subnet, precommit_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:03.815866 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-5eab4d90-dab5-4cf2-ace2-a6f4db870e0a req-91a1f89a-3f4d-4ac1-b05d-dcfdb3c81950 tempest-AttachSCSIVolumeTestJSON-265284501 tempest-AttachSCSIVolumeTestJSON-265284501-project] 10.222.0.42 "GET /v2.0/ports?device_id=8875fa9e-fc70-4288-9292-8c0ca078b6b7 HTTP/1.1" status: 200 len: 944 time: 0.1593354 Apr 18 20:46:03.820573 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-a284948a-8854-41e1-ab78-f13faf6b33be req-7cb8a324-1464-4e17-9be7-2db13a898c0b service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=1fd001aaeef146c5ac3c9d1e6f47f539&device_id=8875fa9e-fc70-4288-9292-8c0ca078b6b7 HTTP/1.1" status: 200 len: 1095 time: 0.2960174 Apr 18 20:46:03.852229 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a840de9-b539-40e6-89cc-04768010ac37 req-0ce13e6e-8e35-4472-ac67-bd8c2629d7ff service neutron] Port 71c99b98-8c99-49cc-a68a-53c19bb768e7 on network cb56989d-7c5d-4678-b194-1d2edf1e842a not bound, no agent of type Open vSwitch agent registered on host n-h1-838334-2 {{(pid=84041) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 18 20:46:03.852461 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a840de9-b539-40e6-89cc-04768010ac37 req-0ce13e6e-8e35-4472-ac67-bd8c2629d7ff service neutron] Attempting to bind port 71c99b98-8c99-49cc-a68a-53c19bb768e7 on network cb56989d-7c5d-4678-b194-1d2edf1e842a {{(pid=84041) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 20:46:03.871242 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a840de9-b539-40e6-89cc-04768010ac37 req-0ce13e6e-8e35-4472-ac67-bd8c2629d7ff service neutron] Checking agent: {'id': 'd63bab19-ff81-4de1-afeb-a3732288d0d7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-838334-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 33, 59), 'started_at': datetime.datetime(2022, 4, 18, 20, 33, 59), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 20, 45, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84041) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 18 20:46:03.871242 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a840de9-b539-40e6-89cc-04768010ac37 req-0ce13e6e-8e35-4472-ac67-bd8c2629d7ff service neutron] Checking segment: {'id': '62b85806-94d8-4a88-a06c-da82e5932d66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': 'cb56989d-7c5d-4678-b194-1d2edf1e842a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84041) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 20:46:03.871242 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a840de9-b539-40e6-89cc-04768010ac37 req-0ce13e6e-8e35-4472-ac67-bd8c2629d7ff service neutron] Bound using segment: {'id': '62b85806-94d8-4a88-a06c-da82e5932d66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': 'cb56989d-7c5d-4678-b194-1d2edf1e842a'} {{(pid=84041) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 18 20:46:03.871242 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.managers [req-6a840de9-b539-40e6-89cc-04768010ac37 req-0ce13e6e-8e35-4472-ac67-bd8c2629d7ff service neutron] Bound port: 71c99b98-8c99-49cc-a68a-53c19bb768e7, host: n-h1-838334-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '62b85806-94d8-4a88-a06c-da82e5932d66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': 'cb56989d-7c5d-4678-b194-1d2edf1e842a'}}] {{(pid=84041) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 20:46:03.872098 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [req-6a840de9-b539-40e6-89cc-04768010ac37 req-0ce13e6e-8e35-4472-ac67-bd8c2629d7ff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:04.009015 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-b3a0001b-2bc2-497b-b156-41bb8ad021c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1260549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33526260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32266336', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32486390'] for subnet, after_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:04.017741 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-5eab4d90-dab5-4cf2-ace2-a6f4db870e0a req-479b1aa3-8771-4f72-afaf-c973d7c5b74d tempest-AttachSCSIVolumeTestJSON-265284501 tempest-AttachSCSIVolumeTestJSON-265284501-project] 10.222.0.42 "GET /v2.0/security-groups?id=a33f55a4-a21a-45b5-a190-b78baa68b4f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2009380 Apr 18 20:46:04.022713 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-93bac479-be4a-4cf2-8d9a-92d8b60ed74b req-b6dbb01c-256d-4a34-a38e-3592f0df37e3 tempest-MigrationsAdminTest-1326981207 tempest-MigrationsAdminTest-1326981207-project] 10.222.0.42 "GET /v2.0/security-groups?id=8ca7ac2c-bfe5-493b-aae6-636315bac851&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2013674 Apr 18 20:46:04.087528 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3a0001b-2bc2-497b-b156-41bb8ad021c4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5c52872c-5453-4e7c-876e-5ab51a950a0e,revision_number=None']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:46:04.106285 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-b3a0001b-2bc2-497b-b156-41bb8ad021c4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:04.118325 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59984338-3859-48ff-92a3-c700bf6bf0f2 None None] Network f80f29cf-306f-4b83-b9ef-977e3822a3eb requested from n-d-838334-2 {{(pid=84042) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 20:46:04.131844 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a284948a-8854-41e1-ab78-f13faf6b33be req-7687397c-4858-405e-a5e7-06b33ac1490b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:46:04.133280 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-a284948a-8854-41e1-ab78-f13faf6b33be req-7687397c-4858-405e-a5e7-06b33ac1490b service neutron] 10.222.0.48 "GET /v2.0/networks?id=927d35e4-e88b-4e82-9eb0-c42861ae32da HTTP/1.1" status: 200 len: 915 time: 0.2864547 Apr 18 20:46:04.135827 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.db [req-6a840de9-b539-40e6-89cc-04768010ac37 req-0ce13e6e-8e35-4472-ac67-bd8c2629d7ff service neutron] For port 71c99b98-8c99-49cc-a68a-53c19bb768e7, host n-h1-838334-2, cleared binding levels {{(pid=84041) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 20:46:04.144067 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.db [req-6a840de9-b539-40e6-89cc-04768010ac37 req-0ce13e6e-8e35-4472-ac67-bd8c2629d7ff service neutron] For port 71c99b98-8c99-49cc-a68a-53c19bb768e7, host n-h1-838334-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838334-2',level=0,port_id=71c99b98-8c99-49cc-a68a-53c19bb768e7,segment=NetworkSegment(62b85806-94d8-4a88-a06c-da82e5932d66),segment_id=62b85806-94d8-4a88-a06c-da82e5932d66)] {{(pid=84041) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 20:46:04.145223 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-b3a0001b-2bc2-497b-b156-41bb8ad021c4 admin admin] 10.222.0.42 "DELETE /v2.0/subnets/5c52872c-5453-4e7c-876e-5ab51a950a0e HTTP/1.1" status: 204 len: 168 time: 0.8104756 Apr 18 20:46:04.147901 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 41810) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:46:04.175973 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [req-6a840de9-b539-40e6-89cc-04768010ac37 req-0ce13e6e-8e35-4472-ac67-bd8c2629d7ff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32266282'] for port, after_update {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:04.270343 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-a284948a-8854-41e1-ab78-f13faf6b33be req-1cacf11e-e7be-455a-a8ce-aec3f24795b6 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=0a032366-a8a0-489a-a1a8-920f26be44bc HTTP/1.1" status: 200 len: 217 time: 0.1274221 Apr 18 20:46:04.298012 n-d-838334-2 neutron-server[84041]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7878059c-97f6-448c-abe1-9be6781eb737'] response: {'server_uuid': '7a646183-72a0-4a0e-9a2d-a60d77e4e267', 'name': 'network-vif-deleted', 'tag': 'b09eec60-39b5-46cc-8a75-b4b365f01b2b', 'status': 'completed', 'code': 200} Apr 18 20:46:04.389775 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [req-6a840de9-b539-40e6-89cc-04768010ac37 req-0ce13e6e-8e35-4472-ac67-bd8c2629d7ff service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217293'] for port, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:04.391160 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-6a840de9-b539-40e6-89cc-04768010ac37 req-0ce13e6e-8e35-4472-ac67-bd8c2629d7ff service neutron] 10.222.0.43 "PUT /v2.0/ports/71c99b98-8c99-49cc-a68a-53c19bb768e7 HTTP/1.1" status: 200 len: 1095 time: 2.3632464 Apr 18 20:46:04.419909 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-d292caeb-16a5-4a59-af9a-1baded195ef6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1103592'] for network, before_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:04.437188 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ce13e6e-8e35-4472-ac67-bd8c2629d7ff service neutron] Pushing event updated for resources: {'Port': ['ID=71c99b98-8c99-49cc-a68a-53c19bb768e7,revision_number=3']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:46:04.515717 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.plugin [None req-d292caeb-16a5-4a59-af9a-1baded195ef6 admin admin] Deleting port d1a2a2b6-53f1-45f1-8bad-4230ffc5f2c3 {{(pid=84041) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 20:46:04.516052 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-d292caeb-16a5-4a59-af9a-1baded195ef6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750375188691'] for port, before_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:04.593311 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a284948a-8854-41e1-ab78-f13faf6b33be req-30c7f381-cac8-4ced-a313-ca26e496bd71 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:46:04.594779 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-a284948a-8854-41e1-ab78-f13faf6b33be req-30c7f381-cac8-4ced-a313-ca26e496bd71 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=318f6973-de81-4b49-b616-dd3d9f23a644 HTTP/1.1" status: 200 len: 853 time: 0.3142087 Apr 18 20:46:04.608410 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-3528f196-03bf-4de3-bfb6-288ee8ff88e8 req-005aafcb-0cd1-4c66-8025-f68821743549 tempest-SecurityGroupRulesNegativeTestJSON-1869501733 tempest-SecurityGroupRulesNegativeTestJSON-1869501733-project] 10.222.0.42 "GET /v2.0/security-groups/bc8250d9-4fb0-4dd8-b79d-5e38362fc988 HTTP/1.1" status: 200 len: 1646 time: 0.3500638 Apr 18 20:46:04.649847 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eee6fd80-26ab-43b0-8dd9-7ca14090c326 None None] DHCP port deletion for f80f29cf-306f-4b83-b9ef-977e3822a3eb request from n-d-838334-2 {{(pid=84042) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 18 20:46:04.657340 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.plugin [None req-eee6fd80-26ab-43b0-8dd9-7ca14090c326 None None] Deleting port d1a2a2b6-53f1-45f1-8bad-4230ffc5f2c3 {{(pid=84042) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 20:46:04.657671 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-eee6fd80-26ab-43b0-8dd9-7ca14090c326 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750375188691'] for port, before_delete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:04.750129 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-6a840de9-b539-40e6-89cc-04768010ac37 req-736ab236-ce5e-496a-8b9b-4615f5a67cc2 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=0ae89e923933452faf6047be78995cc1&device_id=f880cebf-c088-4fa8-8d57-e363e846dff9 HTTP/1.1" status: 200 len: 1098 time: 0.2968140 Apr 18 20:46:04.765991 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-15f07a8a-2363-4248-834b-8b7491321872 req-77a7d938-1802-4fac-b159-7c40310717cd tempest-SecurityGroupsTestJSON-1212657955 tempest-SecurityGroupsTestJSON-1212657955-project] 10.222.0.42 "GET /v2.0/security-groups/872a099f-65ca-4245-81b2-36b336ab17d2 HTTP/1.1" status: 200 len: 1635 time: 0.3043251 Apr 18 20:46:04.776755 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Device b09eec60-39b5-46cc-8a75-b4b365f01b2b no longer exists at agent hyperv_n-h1-838334-2 {{(pid=84042) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 20:46:04.856804 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.plugin [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] No Port match for: b09eec60-39b5-46cc-8a75-b4b365f01b2b {{(pid=84042) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 18 20:46:04.857392 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Device b09eec60-39b5-46cc-8a75-b4b365f01b2b not bound to the agent host n-h1-838334-2 {{(pid=84042) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 20:46:04.911195 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-15f07a8a-2363-4248-834b-8b7491321872 req-c12784d8-2599-4749-8c80-6f10dc337ec0 tempest-SecurityGroupsTestJSON-1212657955 tempest-SecurityGroupsTestJSON-1212657955-project] Notify callbacks [] for security_group, before_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:04.950979 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-15f07a8a-2363-4248-834b-8b7491321872 req-c12784d8-2599-4749-8c80-6f10dc337ec0 tempest-SecurityGroupsTestJSON-1212657955 tempest-SecurityGroupsTestJSON-1212657955-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:05.002418 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Device 0a032366-a8a0-489a-a1a8-920f26be44bc details requested by agent hyperv_n-h2-838334-2 with host n-h2-838334-2 {{(pid=84042) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 18 20:46:05.064614 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-a284948a-8854-41e1-ab78-f13faf6b33be req-6ce1f28c-1e8d-447c-bda6-ca857781d5ce service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=927d35e4-e88b-4e82-9eb0-c42861ae32da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4550955 Apr 18 20:46:05.088590 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b691e187-e47b-41ba-944e-f3df2fcc3933 req-63b25c11-d65a-4560-a50b-b4d5d7ee7b0e tempest-ServersTestMultiNic-942198030 tempest-ServersTestMultiNic-942198030-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:46:05.092936 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b691e187-e47b-41ba-944e-f3df2fcc3933 req-63b25c11-d65a-4560-a50b-b4d5d7ee7b0e tempest-ServersTestMultiNic-942198030 tempest-ServersTestMultiNic-942198030-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:46:05.100696 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-b691e187-e47b-41ba-944e-f3df2fcc3933 req-63b25c11-d65a-4560-a50b-b4d5d7ee7b0e tempest-ServersTestMultiNic-942198030 tempest-ServersTestMultiNic-942198030-project] 10.222.0.42 "GET /v2.0/ports?device_id=d6840864-0637-4642-9f99-da91dd7892c7 HTTP/1.1" status: 200 len: 1682 time: 0.2858398 Apr 18 20:46:05.168355 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] For port 0a032366-a8a0-489a-a1a8-920f26be44bc, host n-h2-838334-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838334-2',level=0,port_id=0a032366-a8a0-489a-a1a8-920f26be44bc,segment=NetworkSegment(babc5ab2-1bad-4120-8d0c-e452c40ad093),segment_id=babc5ab2-1bad-4120-8d0c-e452c40ad093)] {{(pid=84042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:46:05.187749 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Returning: {'device': '0a032366-a8a0-489a-a1a8-920f26be44bc', 'network_id': '927d35e4-e88b-4e82-9eb0-c42861ae32da', 'port_id': '0a032366-a8a0-489a-a1a8-920f26be44bc', 'mac_address': 'fa:16:3e:2b:a1:96', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 351, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '318f6973-de81-4b49-b616-dd3d9f23a644', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84042) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 18 20:46:05.190957 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-6a840de9-b539-40e6-89cc-04768010ac37 req-e2f6cdea-1242-4dce-87d9-6b3de5023720 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.26&port_id=71c99b98-8c99-49cc-a68a-53c19bb768e7 HTTP/1.1" status: 200 len: 217 time: 0.4316499 Apr 18 20:46:05.193664 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-b691e187-e47b-41ba-944e-f3df2fcc3933 req-d7d7e0bf-aef7-4af3-a1d7-6896e9d50bf5 tempest-ServersTestMultiNic-942198030 tempest-ServersTestMultiNic-942198030-project] 10.222.0.42 "GET /v2.0/security-groups?id=efc44a6f-ae8a-46ab-8143-fed7ce47374f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0907722 Apr 18 20:46:05.266056 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:05.294287 n-d-838334-2 neutron-server[84042]: DEBUG neutron.notifiers.nova [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0a032366-a8a0-489a-a1a8-920f26be44bc {{(pid=84042) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 18 20:46:05.305452 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.db [None req-d292caeb-16a5-4a59-af9a-1baded195ef6 admin admin] For port d1a2a2b6-53f1-45f1-8bad-4230ffc5f2c3, host n-d-838334-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838334-2',level=0,port_id=d1a2a2b6-53f1-45f1-8bad-4230ffc5f2c3,segment=NetworkSegment(a0546572-b3e1-4e2b-aa75-195a4fbea0d4),segment_id=a0546572-b3e1-4e2b-aa75-195a4fbea0d4)] {{(pid=84041) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:46:05.305965 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-d292caeb-16a5-4a59-af9a-1baded195ef6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369123'] for port, precommit_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:05.324173 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-eee6fd80-26ab-43b0-8dd9-7ca14090c326 None None] For port d1a2a2b6-53f1-45f1-8bad-4230ffc5f2c3, host n-d-838334-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838334-2',level=0,port_id=d1a2a2b6-53f1-45f1-8bad-4230ffc5f2c3,segment=NetworkSegment(a0546572-b3e1-4e2b-aa75-195a4fbea0d4),segment_id=a0546572-b3e1-4e2b-aa75-195a4fbea0d4)] {{(pid=84042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:46:05.326679 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-eee6fd80-26ab-43b0-8dd9-7ca14090c326 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369123'] for port, precommit_delete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:05.329105 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a840de9-b539-40e6-89cc-04768010ac37 req-66ebc012-0bae-4d90-88b1-79a376672220 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:46:05.331722 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-6a840de9-b539-40e6-89cc-04768010ac37 req-66ebc012-0bae-4d90-88b1-79a376672220 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=c4b526db-4d8a-4d4c-a310-e3a599630ae1 HTTP/1.1" status: 200 len: 843 time: 0.1339877 Apr 18 20:46:05.389871 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-15f07a8a-2363-4248-834b-8b7491321872 req-c12784d8-2599-4749-8c80-6f10dc337ec0 tempest-SecurityGroupsTestJSON-1212657955 tempest-SecurityGroupsTestJSON-1212657955-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33528224'] for security_group, after_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:05.433945 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] For port 0a032366-a8a0-489a-a1a8-920f26be44bc, host n-h2-838334-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838334-2',level=0,port_id=0a032366-a8a0-489a-a1a8-920f26be44bc,segment=NetworkSegment(babc5ab2-1bad-4120-8d0c-e452c40ad093),segment_id=babc5ab2-1bad-4120-8d0c-e452c40ad093)] {{(pid=84042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:46:05.435605 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Device d1a2a2b6-53f1-45f1-8bad-4230ffc5f2c3 no longer exists at agent ovs-agent-n-d-838334-2 {{(pid=84042) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 20:46:05.442175 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c12784d8-2599-4749-8c80-6f10dc337ec0 tempest-SecurityGroupsTestJSON-1212657955 tempest-SecurityGroupsTestJSON-1212657955-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=872a099f-65ca-4245-81b2-36b336ab17d2,revision_number=None']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:46:05.495571 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-15f07a8a-2363-4248-834b-8b7491321872 req-c12784d8-2599-4749-8c80-6f10dc337ec0 tempest-SecurityGroupsTestJSON-1212657955 tempest-SecurityGroupsTestJSON-1212657955-project] Notify callbacks [] for security_group, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:05.500378 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-15f07a8a-2363-4248-834b-8b7491321872 req-c12784d8-2599-4749-8c80-6f10dc337ec0 tempest-SecurityGroupsTestJSON-1212657955 tempest-SecurityGroupsTestJSON-1212657955-project] 10.222.0.42 "DELETE /v2.0/security-groups/872a099f-65ca-4245-81b2-36b336ab17d2 HTTP/1.1" status: 204 len: 173 time: 0.7319322 Apr 18 20:46:05.569877 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 41824) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:46:05.580109 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.plugin [None req-eee6fd80-26ab-43b0-8dd9-7ca14090c326 None None] Calling delete_port for d1a2a2b6-53f1-45f1-8bad-4230ffc5f2c3 owned by network:dhcp {{(pid=84042) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 20:46:05.594519 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.v2.base [req-81c400cc-f15d-43ac-bddd-3acd963bab68 req-430f9440-cba9-4ea6-a02e-5e0026320b93 tempest-SecurityGroupRulesNegativeTestJSON-1869501733 tempest-SecurityGroupRulesNegativeTestJSON-1869501733-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-702157774', 'description': 'tempest-description-2058671156'}} {{(pid=84040) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 20:46:05.604422 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.plugin [None req-d292caeb-16a5-4a59-af9a-1baded195ef6 admin admin] Calling delete_port for d1a2a2b6-53f1-45f1-8bad-4230ffc5f2c3 owned by network:dhcp {{(pid=84041) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 20:46:05.610933 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [req-81c400cc-f15d-43ac-bddd-3acd963bab68 req-430f9440-cba9-4ea6-a02e-5e0026320b93 tempest-SecurityGroupRulesNegativeTestJSON-1869501733 tempest-SecurityGroupRulesNegativeTestJSON-1869501733-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:46:05.617721 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [req-81c400cc-f15d-43ac-bddd-3acd963bab68 req-430f9440-cba9-4ea6-a02e-5e0026320b93 tempest-SecurityGroupRulesNegativeTestJSON-1869501733 tempest-SecurityGroupRulesNegativeTestJSON-1869501733-project] Usage tracker for resource:security_group and tenant:3ed2ab47a0ab47dfb71baa74f84f7a68 is out of sync, need to count used quota {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:46:05.624730 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [req-81c400cc-f15d-43ac-bddd-3acd963bab68 req-430f9440-cba9-4ea6-a02e-5e0026320b93 tempest-SecurityGroupRulesNegativeTestJSON-1869501733 tempest-SecurityGroupRulesNegativeTestJSON-1869501733-project] Quota usage for security_group was recalculated. Used quota:4. {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:46:05.643935 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [req-81c400cc-f15d-43ac-bddd-3acd963bab68 req-430f9440-cba9-4ea6-a02e-5e0026320b93 tempest-SecurityGroupRulesNegativeTestJSON-1869501733 tempest-SecurityGroupRulesNegativeTestJSON-1869501733-project] Attempting to reserve 1 items for resource security_group. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:46:05.721180 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-6a840de9-b539-40e6-89cc-04768010ac37 req-c31e31ca-e357-4238-aaac-f6c1d7b858c9 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=cb56989d-7c5d-4678-b194-1d2edf1e842a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2725320 Apr 18 20:46:05.737860 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-d292caeb-16a5-4a59-af9a-1baded195ef6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750375259028', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750374836628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32266323'] for port, after_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:05.754688 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-81c400cc-f15d-43ac-bddd-3acd963bab68 req-430f9440-cba9-4ea6-a02e-5e0026320b93 tempest-SecurityGroupRulesNegativeTestJSON-1869501733 tempest-SecurityGroupRulesNegativeTestJSON-1869501733-project] Notify callbacks [] for security_group, before_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:05.760894 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682'] for port, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:05.810347 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [req-81c400cc-f15d-43ac-bddd-3acd963bab68 req-430f9440-cba9-4ea6-a02e-5e0026320b93 tempest-SecurityGroupRulesNegativeTestJSON-1869501733 tempest-SecurityGroupRulesNegativeTestJSON-1869501733-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:46:05.814098 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [req-81c400cc-f15d-43ac-bddd-3acd963bab68 req-430f9440-cba9-4ea6-a02e-5e0026320b93 tempest-SecurityGroupRulesNegativeTestJSON-1869501733 tempest-SecurityGroupRulesNegativeTestJSON-1869501733-project] Usage tracker for resource:security_group_rule and tenant:3ed2ab47a0ab47dfb71baa74f84f7a68 is out of sync, need to count used quota {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:46:05.817280 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [req-81c400cc-f15d-43ac-bddd-3acd963bab68 req-430f9440-cba9-4ea6-a02e-5e0026320b93 tempest-SecurityGroupRulesNegativeTestJSON-1869501733 tempest-SecurityGroupRulesNegativeTestJSON-1869501733-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:46:05.823545 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [req-81c400cc-f15d-43ac-bddd-3acd963bab68 req-430f9440-cba9-4ea6-a02e-5e0026320b93 tempest-SecurityGroupRulesNegativeTestJSON-1869501733 tempest-SecurityGroupRulesNegativeTestJSON-1869501733-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:46:05.852859 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.db.api [None req-eee6fd80-26ab-43b0-8dd9-7ca14090c326 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84042) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 18 20:46:05.853426 n-d-838334-2 neutron-server[84042]: DEBUG oslo_db.api [None req-eee6fd80-26ab-43b0-8dd9-7ca14090c326 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 18 20:46:05.856572 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Pushing event updated for resources: {'Port': ['ID=0a032366-a8a0-489a-a1a8-920f26be44bc,revision_number=4']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:46:05.893905 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] No active binding found for port d1a2a2b6-53f1-45f1-8bad-4230ffc5f2c3 {{(pid=84042) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:222}} Apr 18 20:46:05.895123 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Device d1a2a2b6-53f1-45f1-8bad-4230ffc5f2c3 not bound to the agent host n-d-838334-2 {{(pid=84042) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 20:46:05.896240 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Device 5a474b90-1101-4e49-ba7c-8379964cb91c no longer exists at agent ovs-agent-n-d-838334-2 {{(pid=84042) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 20:46:05.932693 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-a284948a-8854-41e1-ab78-f13faf6b33be req-d548e9b5-f45b-4b69-9c99-69073a036953 service neutron] 10.222.0.48 "GET /v2.0/networks/927d35e4-e88b-4e82-9eb0-c42861ae32da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8031693 Apr 18 20:46:05.979951 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d292caeb-16a5-4a59-af9a-1baded195ef6 admin admin] Pushing event deleted for resources: {'Port': ['ID=d1a2a2b6-53f1-45f1-8bad-4230ffc5f2c3,revision_number=None']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:46:05.987284 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.plugin [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] No Port match for: 5a474b90-1101-4e49-ba7c-8379964cb91c {{(pid=84042) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 18 20:46:05.987981 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Device 5a474b90-1101-4e49-ba7c-8379964cb91c not bound to the agent host n-d-838334-2 {{(pid=84042) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 20:46:06.018106 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d292caeb-16a5-4a59-af9a-1baded195ef6 admin admin] No DVR routers for this DVR port d1a2a2b6-53f1-45f1-8bad-4230ffc5f2c3 on host n-d-838334-2 {{(pid=84041) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 20:46:06.030736 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-81c400cc-f15d-43ac-bddd-3acd963bab68 req-430f9440-cba9-4ea6-a02e-5e0026320b93 tempest-SecurityGroupRulesNegativeTestJSON-1869501733 tempest-SecurityGroupRulesNegativeTestJSON-1869501733-project] Notify callbacks [] for security_group, precommit_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:06.047741 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.db_base_plugin_v2 [None req-be410cf3-d3c4-44b1-85d6-838a101a7908 admin admin] Deleting subnet ab70a436-dbca-469d-b0be-5b1a5cfe0476 {{(pid=84040) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 18 20:46:06.064928 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] get_ports_and_sgs() called for port_ids ['0a032366-a8a0-489a-a1a8-920f26be44bc'] {{(pid=84042) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 18 20:46:06.113035 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-81c400cc-f15d-43ac-bddd-3acd963bab68 req-430f9440-cba9-4ea6-a02e-5e0026320b93 tempest-SecurityGroupRulesNegativeTestJSON-1869501733 tempest-SecurityGroupRulesNegativeTestJSON-1869501733-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33528224'] for security_group, after_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:06.120622 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-be410cf3-d3c4-44b1-85d6-838a101a7908 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:06.186467 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-d292caeb-16a5-4a59-af9a-1baded195ef6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1258905', 'neutron.services.segments.db._delete_segments_for_network-8750375287417'] for network, precommit_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:06.205344 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-6a840de9-b539-40e6-89cc-04768010ac37 req-b5cc3e42-5f61-45f6-be39-85fdaeb84001 service neutron] 10.222.0.43 "GET /v2.0/networks/cb56989d-7c5d-4678-b194-1d2edf1e842a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4598053 Apr 18 20:46:06.270167 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c068cbe6-7b4f-44cf-b614-61fa1d9bb2bc req-a82bb8ff-408a-4390-b718-58585c139433 tempest-ServersTestMultiNic-942198030 tempest-ServersTestMultiNic-942198030-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:46:06.274155 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c068cbe6-7b4f-44cf-b614-61fa1d9bb2bc req-a82bb8ff-408a-4390-b718-58585c139433 tempest-ServersTestMultiNic-942198030 tempest-ServersTestMultiNic-942198030-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:46:06.276472 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-c068cbe6-7b4f-44cf-b614-61fa1d9bb2bc req-a82bb8ff-408a-4390-b718-58585c139433 tempest-ServersTestMultiNic-942198030 tempest-ServersTestMultiNic-942198030-project] 10.222.0.48 "GET /v2.0/ports?device_id=d6840864-0637-4642-9f99-da91dd7892c7 HTTP/1.1" status: 200 len: 1682 time: 0.7844481 Apr 18 20:46:06.280746 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-be410cf3-d3c4-44b1-85d6-838a101a7908 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31955982'] for subnet, precommit_delete_associations {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:06.303853 n-d-838334-2 neutron-server[84041]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f880cebf-c088-4fa8-8d57-e363e846dff9', 'tag': '71c99b98-8c99-49cc-a68a-53c19bb768e7'}] {{(pid=84041) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 20:46:06.315546 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-81c400cc-f15d-43ac-bddd-3acd963bab68 req-430f9440-cba9-4ea6-a02e-5e0026320b93 tempest-SecurityGroupRulesNegativeTestJSON-1869501733 tempest-SecurityGroupRulesNegativeTestJSON-1869501733-project] Notify callbacks [] for security_group, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:06.317289 n-d-838334-2 neutron-server[84041]: DEBUG neutron.services.segments.db [None req-d292caeb-16a5-4a59-af9a-1baded195ef6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f80f29cf-306f-4b83-b9ef-977e3822a3eb']}} {{(pid=84041) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:46:06.331017 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-81c400cc-f15d-43ac-bddd-3acd963bab68 req-430f9440-cba9-4ea6-a02e-5e0026320b93 tempest-SecurityGroupRulesNegativeTestJSON-1869501733 tempest-SecurityGroupRulesNegativeTestJSON-1869501733-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1651 time: 0.7426195 Apr 18 20:46:06.335740 n-d-838334-2 neutron-server[84041]: DEBUG neutron.services.segments.db [None req-d292caeb-16a5-4a59-af9a-1baded195ef6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a0546572-b3e1-4e2b-aa75-195a4fbea0d4') {'for_net_delete': True} {{(pid=84041) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:46:06.336032 n-d-838334-2 neutron-server[84041]: DEBUG neutron.services.segments.db [None req-d292caeb-16a5-4a59-af9a-1baded195ef6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a0546572-b3e1-4e2b-aa75-195a4fbea0d4') {} {{(pid=84041) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:46:06.355254 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.plugin [None req-eee6fd80-26ab-43b0-8dd9-7ca14090c326 None None] Deleting port d1a2a2b6-53f1-45f1-8bad-4230ffc5f2c3 {{(pid=84042) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 20:46:06.355740 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-eee6fd80-26ab-43b0-8dd9-7ca14090c326 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750375188691'] for port, before_delete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:06.366060 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-d292caeb-16a5-4a59-af9a-1baded195ef6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750375287300', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32268156'] for segment, before_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:06.378771 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-430f9440-cba9-4ea6-a02e-5e0026320b93 tempest-SecurityGroupRulesNegativeTestJSON-1869501733 tempest-SecurityGroupRulesNegativeTestJSON-1869501733-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6e86af3f-579a-469c-94f3-58242bcd26af,revision_number=1']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:46:06.394834 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-d292caeb-16a5-4a59-af9a-1baded195ef6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1082986'] for segment, precommit_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:06.406514 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-6a840de9-b539-40e6-89cc-04768010ac37 req-ede545ae-0676-49cc-ad6c-dd8ee994378f service neutron] 10.222.0.43 "GET /v2.0/networks/cb56989d-7c5d-4678-b194-1d2edf1e842a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1909800 Apr 18 20:46:06.407965 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d292caeb-16a5-4a59-af9a-1baded195ef6 admin admin] Releasing vlan 369 on physical network physnet1 to pool {{(pid=84041) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 18 20:46:06.407965 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-d292caeb-16a5-4a59-af9a-1baded195ef6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1082993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32266254'] for segment, after_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:06.421361 n-d-838334-2 neutron-server[84041]: Traceback (most recent call last): Apr 18 20:46:06.421361 n-d-838334-2 neutron-server[84041]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 18 20:46:06.421361 n-d-838334-2 neutron-server[84041]: timer() Apr 18 20:46:06.421361 n-d-838334-2 neutron-server[84041]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 20:46:06.421361 n-d-838334-2 neutron-server[84041]: cb(*args, **kw) Apr 18 20:46:06.421361 n-d-838334-2 neutron-server[84041]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 18 20:46:06.421361 n-d-838334-2 neutron-server[84041]: return func(*args, **kwargs) Apr 18 20:46:06.421361 n-d-838334-2 neutron-server[84041]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 20:46:06.421361 n-d-838334-2 neutron-server[84041]: self._notify() Apr 18 20:46:06.421361 n-d-838334-2 neutron-server[84041]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 20:46:06.421361 n-d-838334-2 neutron-server[84041]: self.callback(batched_events) Apr 18 20:46:06.421361 n-d-838334-2 neutron-server[84041]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 20:46:06.421361 n-d-838334-2 neutron-server[84041]: event.method(event) Apr 18 20:46:06.421361 n-d-838334-2 neutron-server[84041]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 18 20:46:06.421361 n-d-838334-2 neutron-server[84041]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 20:46:06.421361 n-d-838334-2 neutron-server[84041]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 18 20:46:06.421361 n-d-838334-2 neutron-server[84041]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 20:46:06.421361 n-d-838334-2 neutron-server[84041]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 18 20:46:06.421361 n-d-838334-2 neutron-server[84041]: return f(self, *a, **k) Apr 18 20:46:06.421361 n-d-838334-2 neutron-server[84041]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 18 20:46:06.421361 n-d-838334-2 neutron-server[84041]: return self._get(url).json() Apr 18 20:46:06.421361 n-d-838334-2 neutron-server[84041]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 18 20:46:06.421361 n-d-838334-2 neutron-server[84041]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 20:46:06.421361 n-d-838334-2 neutron-server[84041]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 18 20:46:06.421361 n-d-838334-2 neutron-server[84041]: return self.request(url, 'GET', **kwargs) Apr 18 20:46:06.421361 n-d-838334-2 neutron-server[84041]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 18 20:46:06.421361 n-d-838334-2 neutron-server[84041]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 20:46:06.421361 n-d-838334-2 neutron-server[84041]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 18 20:46:06.421361 n-d-838334-2 neutron-server[84041]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 20:46:06.421361 n-d-838334-2 neutron-server[84041]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 18 20:46:06.421361 n-d-838334-2 neutron-server[84041]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 20:46:06.421361 n-d-838334-2 neutron-server[84041]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 20:46:06.454702 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-a284948a-8854-41e1-ab78-f13faf6b33be req-f5f48e7a-7a9e-48e6-9230-d8f9110bdf08 service neutron] 10.222.0.48 "GET /v2.0/networks/927d35e4-e88b-4e82-9eb0-c42861ae32da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5111196 Apr 18 20:46:06.520025 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.plugin [req-c068cbe6-7b4f-44cf-b614-61fa1d9bb2bc req-b223b28c-797d-43ff-9c79-7e8271b8e77f tempest-ServersTestMultiNic-942198030 tempest-ServersTestMultiNic-942198030-project] Deleting port d8a08056-daf1-4363-a81f-b3197366e5d7 {{(pid=84040) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 20:46:06.520407 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-c068cbe6-7b4f-44cf-b614-61fa1d9bb2bc req-b223b28c-797d-43ff-9c79-7e8271b8e77f tempest-ServersTestMultiNic-942198030 tempest-ServersTestMultiNic-942198030-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750375188691'] for port, before_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:06.525613 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.plugin [None req-eee6fd80-26ab-43b0-8dd9-7ca14090c326 None None] The port 'd1a2a2b6-53f1-45f1-8bad-4230ffc5f2c3' was deleted {{(pid=84042) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 18 20:46:06.543456 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-d292caeb-16a5-4a59-af9a-1baded195ef6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1258898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33526109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33444113'] for network, after_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:06.554591 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-d292caeb-16a5-4a59-af9a-1baded195ef6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32378031'] for network, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:06.576393 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-be410cf3-d3c4-44b1-85d6-838a101a7908 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1260556'] for subnet, precommit_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:06.586259 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d292caeb-16a5-4a59-af9a-1baded195ef6 admin admin] Pushing event deleted for resources: {'Network': ['ID=f80f29cf-306f-4b83-b9ef-977e3822a3eb,revision_number=None']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:46:06.603805 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-d292caeb-16a5-4a59-af9a-1baded195ef6 admin admin] 10.222.0.42 "DELETE /v2.0/networks/f80f29cf-306f-4b83-b9ef-977e3822a3eb HTTP/1.1" status: 204 len: 168 time: 2.4546046 Apr 18 20:46:06.613007 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 41836) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:46:06.641341 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-008f35ec-5bc4-4fec-8b05-34a007be0a3e req-b677556e-350f-4b12-89d8-44b2f7ad00e2 tempest-AttachSCSIVolumeTestJSON-265284501 tempest-AttachSCSIVolumeTestJSON-265284501-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:46:06.643266 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-008f35ec-5bc4-4fec-8b05-34a007be0a3e req-b677556e-350f-4b12-89d8-44b2f7ad00e2 tempest-AttachSCSIVolumeTestJSON-265284501 tempest-AttachSCSIVolumeTestJSON-265284501-project] 10.222.0.42 "GET /v2.0/ports?device_id=8875fa9e-fc70-4288-9292-8c0ca078b6b7 HTTP/1.1" status: 200 len: 945 time: 0.6619902 Apr 18 20:46:06.959886 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-be410cf3-d3c4-44b1-85d6-838a101a7908 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1260549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33526260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32440885', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31752825'] for subnet, after_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:06.998758 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Device 0a032366-a8a0-489a-a1a8-920f26be44bc up at agent hyperv_n-h2-838334-2 {{(pid=84042) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 20:46:07.016909 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-008f35ec-5bc4-4fec-8b05-34a007be0a3e req-ee8703d7-e3be-440b-bce2-9e5aee44fae9 tempest-AttachSCSIVolumeTestJSON-265284501 tempest-AttachSCSIVolumeTestJSON-265284501-project] 10.222.0.42 "GET /v2.0/security-groups?id=a33f55a4-a21a-45b5-a190-b78baa68b4f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3549187 Apr 18 20:46:07.085438 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6027ffa9-ea88-4f83-a2a3-c72493c14f8b req-957dd216-4211-4c0e-b951-fc3c84c75289 tempest-MigrationsAdminTest-1326981207 tempest-MigrationsAdminTest-1326981207-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:46:07.098189 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-6027ffa9-ea88-4f83-a2a3-c72493c14f8b req-957dd216-4211-4c0e-b951-fc3c84c75289 tempest-MigrationsAdminTest-1326981207 tempest-MigrationsAdminTest-1326981207-project] 10.222.0.42 "GET /v2.0/ports?device_id=f880cebf-c088-4fa8-8d57-e363e846dff9 HTTP/1.1" status: 200 len: 947 time: 0.6235199 Apr 18 20:46:07.131782 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be410cf3-d3c4-44b1-85d6-838a101a7908 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ab70a436-dbca-469d-b0be-5b1a5cfe0476,revision_number=None']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:46:07.195174 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-be410cf3-d3c4-44b1-85d6-838a101a7908 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32378031'] for subnet, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:07.196703 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Provisioning for port 0a032366-a8a0-489a-a1a8-920f26be44bc completed by entity L2. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 20:46:07.203596 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Provisioning complete for port 0a032366-a8a0-489a-a1a8-920f26be44bc triggered by entity L2. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:46:07.204368 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1253608'] for port, provisioning_complete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:07.220549 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-6027ffa9-ea88-4f83-a2a3-c72493c14f8b req-ee350c53-a47c-4af0-9fbb-805aaa09244e tempest-MigrationsAdminTest-1326981207 tempest-MigrationsAdminTest-1326981207-project] 10.222.0.42 "GET /v2.0/security-groups?id=8ca7ac2c-bfe5-493b-aae6-636315bac851&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1183922 Apr 18 20:46:07.230830 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-be410cf3-d3c4-44b1-85d6-838a101a7908 admin admin] 10.222.0.42 "DELETE /v2.0/subnets/ab70a436-dbca-469d-b0be-5b1a5cfe0476 HTTP/1.1" status: 204 len: 168 time: 1.5648618 Apr 18 20:46:07.235362 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 41844) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:46:07.385067 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.db [req-c068cbe6-7b4f-44cf-b614-61fa1d9bb2bc req-b223b28c-797d-43ff-9c79-7e8271b8e77f tempest-ServersTestMultiNic-942198030 tempest-ServersTestMultiNic-942198030-project] For port d8a08056-daf1-4363-a81f-b3197366e5d7, host n-h2-838334-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838334-2',level=0,port_id=d8a08056-daf1-4363-a81f-b3197366e5d7,segment=NetworkSegment(0ffe50b9-8a94-4573-9833-bec1b6a6d90c),segment_id=0ffe50b9-8a94-4573-9833-bec1b6a6d90c)] {{(pid=84040) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:46:07.385850 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-c068cbe6-7b4f-44cf-b614-61fa1d9bb2bc req-b223b28c-797d-43ff-9c79-7e8271b8e77f tempest-ServersTestMultiNic-942198030 tempest-ServersTestMultiNic-942198030-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369123'] for port, precommit_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:07.475520 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ef7fbe5-a853-42cd-9c5c-e2fe6f43e179 req-da34da8e-5c82-450d-be50-0151bd400cf4 tempest-ServersAdminTestJSON-1240675426 tempest-ServersAdminTestJSON-1240675426-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:46:07.476672 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [req-9ef7fbe5-a853-42cd-9c5c-e2fe6f43e179 req-da34da8e-5c82-450d-be50-0151bd400cf4 tempest-ServersAdminTestJSON-1240675426 tempest-ServersAdminTestJSON-1240675426-project] Synchronizing usage tracker for tenant:14988d38be0e437cb0a1328781b15e3f on resource:port {{(pid=84041) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 20:46:07.477914 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:07.513764 n-d-838334-2 neutron-server[84042]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8875fa9e-fc70-4288-9292-8c0ca078b6b7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0a032366-a8a0-489a-a1a8-920f26be44bc'}] {{(pid=84042) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 20:46:07.532240 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [req-9ef7fbe5-a853-42cd-9c5c-e2fe6f43e179 req-da34da8e-5c82-450d-be50-0151bd400cf4 tempest-ServersAdminTestJSON-1240675426 tempest-ServersAdminTestJSON-1240675426-project] Unset dirty status for tenant:14988d38be0e437cb0a1328781b15e3f on resource:port {{(pid=84041) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 20:46:07.532688 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] For port 0a032366-a8a0-489a-a1a8-920f26be44bc, host n-h2-838334-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838334-2',level=0,port_id=0a032366-a8a0-489a-a1a8-920f26be44bc,segment=NetworkSegment(babc5ab2-1bad-4120-8d0c-e452c40ad093),segment_id=babc5ab2-1bad-4120-8d0c-e452c40ad093)] {{(pid=84042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:46:07.534049 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-9ef7fbe5-a853-42cd-9c5c-e2fe6f43e179 req-da34da8e-5c82-450d-be50-0151bd400cf4 tempest-ServersAdminTestJSON-1240675426 tempest-ServersAdminTestJSON-1240675426-project] 10.222.0.43 "GET /v2.0/ports?device_id=ce6c549f-1c22-4313-93e6-93921dc22663 HTTP/1.1" status: 200 len: 950 time: 0.2062714 Apr 18 20:46:07.542262 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682'] for port, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:07.642219 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Pushing event updated for resources: {'Port': ['ID=0a032366-a8a0-489a-a1a8-920f26be44bc,revision_number=5']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:46:07.674733 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.plugin [req-9ef7fbe5-a853-42cd-9c5c-e2fe6f43e179 req-b8c46a68-d1b7-4381-a491-7be1cc3e6aca tempest-ServersAdminTestJSON-1240675426 tempest-ServersAdminTestJSON-1240675426-project] Deleting port 7ee9c1ce-a165-4006-a514-881ee03d6aad {{(pid=84041) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 20:46:07.675076 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [req-9ef7fbe5-a853-42cd-9c5c-e2fe6f43e179 req-b8c46a68-d1b7-4381-a491-7be1cc3e6aca tempest-ServersAdminTestJSON-1240675426 tempest-ServersAdminTestJSON-1240675426-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750375188691'] for port, before_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:07.739253 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-5409ae84-2e50-40ef-af30-6271e11581c8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33443857'] for router_interface, before_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:07.978468 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.plugin [req-c068cbe6-7b4f-44cf-b614-61fa1d9bb2bc req-b223b28c-797d-43ff-9c79-7e8271b8e77f tempest-ServersTestMultiNic-942198030 tempest-ServersTestMultiNic-942198030-project] Calling delete_port for d8a08056-daf1-4363-a81f-b3197366e5d7 owned by compute:nova {{(pid=84040) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 20:46:08.052962 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-b0003827-2c51-46db-bb40-67e40e04704d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1103592'] for network, before_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:08.067922 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08ebaf78-d48a-4c17-b6ad-c6b1d8763e55 req-3fcec4a2-a25a-4edd-8338-d2e1d08c05d7 tempest-ServersTestMultiNic-942198030 tempest-ServersTestMultiNic-942198030-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:46:08.072747 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08ebaf78-d48a-4c17-b6ad-c6b1d8763e55 req-3fcec4a2-a25a-4edd-8338-d2e1d08c05d7 tempest-ServersTestMultiNic-942198030 tempest-ServersTestMultiNic-942198030-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:46:08.074494 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-08ebaf78-d48a-4c17-b6ad-c6b1d8763e55 req-3fcec4a2-a25a-4edd-8338-d2e1d08c05d7 tempest-ServersTestMultiNic-942198030 tempest-ServersTestMultiNic-942198030-project] 10.222.0.42 "GET /v2.0/ports?device_id=d6840864-0637-4642-9f99-da91dd7892c7 HTTP/1.1" status: 200 len: 1682 time: 0.3873599 Apr 18 20:46:08.137302 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.db [req-9ef7fbe5-a853-42cd-9c5c-e2fe6f43e179 req-b8c46a68-d1b7-4381-a491-7be1cc3e6aca tempest-ServersAdminTestJSON-1240675426 tempest-ServersAdminTestJSON-1240675426-project] For port 7ee9c1ce-a165-4006-a514-881ee03d6aad, host n-h1-838334-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838334-2',level=0,port_id=7ee9c1ce-a165-4006-a514-881ee03d6aad,segment=NetworkSegment(62b85806-94d8-4a88-a06c-da82e5932d66),segment_id=62b85806-94d8-4a88-a06c-da82e5932d66)] {{(pid=84041) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:46:08.137650 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [req-9ef7fbe5-a853-42cd-9c5c-e2fe6f43e179 req-b8c46a68-d1b7-4381-a491-7be1cc3e6aca tempest-ServersAdminTestJSON-1240675426 tempest-ServersAdminTestJSON-1240675426-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369123'] for port, precommit_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:08.214335 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31f1b6cd-8499-4237-a157-afa8e2c55282 req-a1eba36c-c1ad-43fb-bb9e-c56f0114ba32 tempest-ServersAdminTestJSON-1240675426 tempest-ServersAdminTestJSON-1240675426-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:46:08.216226 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-31f1b6cd-8499-4237-a157-afa8e2c55282 req-a1eba36c-c1ad-43fb-bb9e-c56f0114ba32 tempest-ServersAdminTestJSON-1240675426 tempest-ServersAdminTestJSON-1240675426-project] 10.222.0.42 "GET /v2.0/ports?device_id=ce6c549f-1c22-4313-93e6-93921dc22663 HTTP/1.1" status: 200 len: 950 time: 0.5736108 Apr 18 20:46:08.296761 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-08ebaf78-d48a-4c17-b6ad-c6b1d8763e55 req-e226424d-2fb1-4014-856e-26aa6b215f13 tempest-ServersTestMultiNic-942198030 tempest-ServersTestMultiNic-942198030-project] 10.222.0.42 "GET /v2.0/security-groups?id=efc44a6f-ae8a-46ab-8143-fed7ce47374f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2139127 Apr 18 20:46:08.301359 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.plugin [req-9ef7fbe5-a853-42cd-9c5c-e2fe6f43e179 req-b8c46a68-d1b7-4381-a491-7be1cc3e6aca tempest-ServersAdminTestJSON-1240675426 tempest-ServersAdminTestJSON-1240675426-project] Calling delete_port for 7ee9c1ce-a165-4006-a514-881ee03d6aad owned by compute:nova {{(pid=84041) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 20:46:08.363486 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-b0003827-2c51-46db-bb40-67e40e04704d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1258905', 'neutron.services.segments.db._delete_segments_for_network-8750375287417'] for network, precommit_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:08.417742 n-d-838334-2 neutron-server[84040]: DEBUG neutron.services.segments.db [None req-b0003827-2c51-46db-bb40-67e40e04704d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7f662c04-13d3-4bf2-9436-adfc04ef8c7e']}} {{(pid=84040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:46:08.428233 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-31f1b6cd-8499-4237-a157-afa8e2c55282 req-2113af69-33ad-434e-8d90-c7aad64a45c3 tempest-ServersAdminTestJSON-1240675426 tempest-ServersAdminTestJSON-1240675426-project] 10.222.0.42 "GET /v2.0/security-groups?id=b9ed1788-e987-4b94-9dd4-ed408bd7803e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2030761 Apr 18 20:46:08.439966 n-d-838334-2 neutron-server[84040]: DEBUG neutron.services.segments.db [None req-b0003827-2c51-46db-bb40-67e40e04704d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9d2a818f-5a4c-45ce-88ca-131c59c6d275') {'for_net_delete': True} {{(pid=84040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:46:08.440255 n-d-838334-2 neutron-server[84040]: DEBUG neutron.services.segments.db [None req-b0003827-2c51-46db-bb40-67e40e04704d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9d2a818f-5a4c-45ce-88ca-131c59c6d275') {} {{(pid=84040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:46:08.456829 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-b0003827-2c51-46db-bb40-67e40e04704d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750375287300', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31955965'] for segment, before_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:08.468455 n-d-838334-2 neutron-server[84041]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a3a8a7d4-5ebd-42c6-bb01-e4f97fdeefb2'] response: {'name': 'network-changed', 'server_uuid': 'f880cebf-c088-4fa8-8d57-e363e846dff9', 'tag': '71c99b98-8c99-49cc-a68a-53c19bb768e7', 'status': 'completed', 'code': 200} Apr 18 20:46:08.491831 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-b0003827-2c51-46db-bb40-67e40e04704d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1082986'] for segment, precommit_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:08.502896 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b0003827-2c51-46db-bb40-67e40e04704d admin admin] Releasing vlan 353 on physical network physnet1 to pool {{(pid=84040) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 18 20:46:08.505717 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-b0003827-2c51-46db-bb40-67e40e04704d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1082993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32440923'] for segment, after_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:08.541040 n-d-838334-2 neutron-server[84042]: INFO neutron.notifiers.nova [-] Nova event matching ['req-effa6053-6c8d-443d-a9ec-0278e7e68993'] response: {'server_uuid': '8875fa9e-fc70-4288-9292-8c0ca078b6b7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0a032366-a8a0-489a-a1a8-920f26be44bc', 'code': 200} Apr 18 20:46:08.606827 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [req-9ef7fbe5-a853-42cd-9c5c-e2fe6f43e179 req-b8c46a68-d1b7-4381-a491-7be1cc3e6aca tempest-ServersAdminTestJSON-1240675426 tempest-ServersAdminTestJSON-1240675426-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750375259028', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750374836628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32266323'] for port, after_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:08.620551 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] get_ports_and_sgs() called for port_ids ['7ee9c1ce-a165-4006-a514-881ee03d6aad'] {{(pid=84042) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 18 20:46:08.661966 n-d-838334-2 neutron-server[84040]: Traceback (most recent call last): Apr 18 20:46:08.661966 n-d-838334-2 neutron-server[84040]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 18 20:46:08.661966 n-d-838334-2 neutron-server[84040]: timer() Apr 18 20:46:08.661966 n-d-838334-2 neutron-server[84040]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 20:46:08.661966 n-d-838334-2 neutron-server[84040]: cb(*args, **kw) Apr 18 20:46:08.661966 n-d-838334-2 neutron-server[84040]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 18 20:46:08.661966 n-d-838334-2 neutron-server[84040]: return func(*args, **kwargs) Apr 18 20:46:08.661966 n-d-838334-2 neutron-server[84040]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 20:46:08.661966 n-d-838334-2 neutron-server[84040]: self._notify() Apr 18 20:46:08.661966 n-d-838334-2 neutron-server[84040]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 20:46:08.661966 n-d-838334-2 neutron-server[84040]: self.callback(batched_events) Apr 18 20:46:08.661966 n-d-838334-2 neutron-server[84040]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 20:46:08.661966 n-d-838334-2 neutron-server[84040]: event.method(event) Apr 18 20:46:08.661966 n-d-838334-2 neutron-server[84040]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 18 20:46:08.661966 n-d-838334-2 neutron-server[84040]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 20:46:08.661966 n-d-838334-2 neutron-server[84040]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 18 20:46:08.661966 n-d-838334-2 neutron-server[84040]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 20:46:08.661966 n-d-838334-2 neutron-server[84040]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 18 20:46:08.661966 n-d-838334-2 neutron-server[84040]: return f(self, *a, **k) Apr 18 20:46:08.661966 n-d-838334-2 neutron-server[84040]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 18 20:46:08.661966 n-d-838334-2 neutron-server[84040]: return self._get(url).json() Apr 18 20:46:08.661966 n-d-838334-2 neutron-server[84040]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 18 20:46:08.661966 n-d-838334-2 neutron-server[84040]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 20:46:08.661966 n-d-838334-2 neutron-server[84040]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 18 20:46:08.661966 n-d-838334-2 neutron-server[84040]: return self.request(url, 'GET', **kwargs) Apr 18 20:46:08.661966 n-d-838334-2 neutron-server[84040]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 18 20:46:08.661966 n-d-838334-2 neutron-server[84040]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 20:46:08.661966 n-d-838334-2 neutron-server[84040]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 18 20:46:08.661966 n-d-838334-2 neutron-server[84040]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 20:46:08.661966 n-d-838334-2 neutron-server[84040]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 18 20:46:08.661966 n-d-838334-2 neutron-server[84040]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 20:46:08.661966 n-d-838334-2 neutron-server[84040]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 20:46:08.697323 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8c46a68-d1b7-4381-a491-7be1cc3e6aca tempest-ServersAdminTestJSON-1240675426 tempest-ServersAdminTestJSON-1240675426-project] Pushing event deleted for resources: {'Port': ['ID=7ee9c1ce-a165-4006-a514-881ee03d6aad,revision_number=None']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:46:08.762073 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-c068cbe6-7b4f-44cf-b614-61fa1d9bb2bc req-b223b28c-797d-43ff-9c79-7e8271b8e77f tempest-ServersTestMultiNic-942198030 tempest-ServersTestMultiNic-942198030-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750375259028', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750374836628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32440838'] for port, after_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:08.777053 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] get_ports_and_sgs() called for port_ids ['2d81e7a8-546f-4b85-b21f-680c2a095f3f', 'd8a08056-daf1-4363-a81f-b3197366e5d7'] {{(pid=84042) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 18 20:46:08.840844 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-f7a476a8-7713-4c83-9ee5-4da9821de619 req-a7e1af50-012f-44a0-8dd8-711dd3916848 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=0ae89e923933452faf6047be78995cc1&device_id=f880cebf-c088-4fa8-8d57-e363e846dff9 HTTP/1.1" status: 200 len: 1098 time: 0.3707983 Apr 18 20:46:08.875376 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.l3_dvrscheduler_db [req-9ef7fbe5-a853-42cd-9c5c-e2fe6f43e179 req-b8c46a68-d1b7-4381-a491-7be1cc3e6aca tempest-ServersAdminTestJSON-1240675426 tempest-ServersAdminTestJSON-1240675426-project] No DVR routers for this DVR port 7ee9c1ce-a165-4006-a514-881ee03d6aad on host n-h1-838334-2 {{(pid=84041) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 20:46:08.878186 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [req-9ef7fbe5-a853-42cd-9c5c-e2fe6f43e179 req-b8c46a68-d1b7-4381-a491-7be1cc3e6aca tempest-ServersAdminTestJSON-1240675426 tempest-ServersAdminTestJSON-1240675426-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217293'] for port, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:09.021724 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-b0003827-2c51-46db-bb40-67e40e04704d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1258898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33526109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33444113'] for network, after_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:09.093749 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-9ef7fbe5-a853-42cd-9c5c-e2fe6f43e179 req-b8c46a68-d1b7-4381-a491-7be1cc3e6aca tempest-ServersAdminTestJSON-1240675426 tempest-ServersAdminTestJSON-1240675426-project] 10.222.0.43 "DELETE /v2.0/ports/7ee9c1ce-a165-4006-a514-881ee03d6aad HTTP/1.1" status: 204 len: 173 time: 1.5301747 Apr 18 20:46:09.169102 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b223b28c-797d-43ff-9c79-7e8271b8e77f tempest-ServersTestMultiNic-942198030 tempest-ServersTestMultiNic-942198030-project] Pushing event deleted for resources: {'Port': ['ID=d8a08056-daf1-4363-a81f-b3197366e5d7,revision_number=None']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:46:09.243634 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-b0003827-2c51-46db-bb40-67e40e04704d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32378031'] for network, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:09.300754 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7a476a8-7713-4c83-9ee5-4da9821de619 req-e17c90f0-3421-4dac-b07d-d5fcb232b4f2 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:46:09.302851 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-f7a476a8-7713-4c83-9ee5-4da9821de619 req-e17c90f0-3421-4dac-b07d-d5fcb232b4f2 service neutron] 10.222.0.43 "GET /v2.0/networks?id=cb56989d-7c5d-4678-b194-1d2edf1e842a HTTP/1.1" status: 200 len: 870 time: 0.4502480 Apr 18 20:46:09.309050 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.l3_dvrscheduler_db [req-c068cbe6-7b4f-44cf-b614-61fa1d9bb2bc req-b223b28c-797d-43ff-9c79-7e8271b8e77f tempest-ServersTestMultiNic-942198030 tempest-ServersTestMultiNic-942198030-project] No DVR routers for this DVR port d8a08056-daf1-4363-a81f-b3197366e5d7 on host n-h2-838334-2 {{(pid=84040) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 20:46:09.316612 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0003827-2c51-46db-bb40-67e40e04704d admin admin] Pushing event deleted for resources: {'Network': ['ID=7f662c04-13d3-4bf2-9436-adfc04ef8c7e,revision_number=None']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:46:09.341405 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-c068cbe6-7b4f-44cf-b614-61fa1d9bb2bc req-b223b28c-797d-43ff-9c79-7e8271b8e77f tempest-ServersTestMultiNic-942198030 tempest-ServersTestMultiNic-942198030-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217293'] for port, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:09.357260 n-d-838334-2 neutron-server[84040]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd6840864-0637-4642-9f99-da91dd7892c7', 'name': 'network-vif-deleted', 'tag': 'd8a08056-daf1-4363-a81f-b3197366e5d7'}] {{(pid=84040) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 20:46:09.405527 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-963b8ddb-0919-4949-937d-418de0e1a0ca req-30ac5d45-adf4-4ecc-bc4a-193f813e1040 tempest-SecurityGroupRulesNegativeTestJSON-1869501733 tempest-SecurityGroupRulesNegativeTestJSON-1869501733-project] 10.222.0.42 "GET /v2.0/security-groups/6e86af3f-579a-469c-94f3-58242bcd26af HTTP/1.1" status: 200 len: 1646 time: 0.7362559 Apr 18 20:46:09.475446 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-b0003827-2c51-46db-bb40-67e40e04704d admin admin] 10.222.0.42 "DELETE /v2.0/networks/7f662c04-13d3-4bf2-9436-adfc04ef8c7e HTTP/1.1" status: 204 len: 168 time: 2.2345400 Apr 18 20:46:09.477251 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-c068cbe6-7b4f-44cf-b614-61fa1d9bb2bc req-b223b28c-797d-43ff-9c79-7e8271b8e77f tempest-ServersTestMultiNic-942198030 tempest-ServersTestMultiNic-942198030-project] 10.222.0.48 "DELETE /v2.0/ports/d8a08056-daf1-4363-a81f-b3197366e5d7 HTTP/1.1" status: 204 len: 173 time: 3.1311719 Apr 18 20:46:09.604151 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-6ca82588-ca09-4ee7-ae53-d336d6777d9a req-f075563f-0a8d-4c0f-861d-9b029341a48c service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=8875fa9e-fc70-4288-9292-8c0ca078b6b7 HTTP/1.1" status: 200 len: 1097 time: 0.9364145 Apr 18 20:46:09.632698 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f97f7f30-0eaf-42c2-821f-c104b0daaf4c req-eb0e1a7b-d463-4985-a48a-55e768cf2990 tempest-AttachSCSIVolumeTestJSON-265284501 tempest-AttachSCSIVolumeTestJSON-265284501-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:46:09.640589 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-f97f7f30-0eaf-42c2-821f-c104b0daaf4c req-eb0e1a7b-d463-4985-a48a-55e768cf2990 tempest-AttachSCSIVolumeTestJSON-265284501 tempest-AttachSCSIVolumeTestJSON-265284501-project] 10.222.0.42 "GET /v2.0/ports?device_id=8875fa9e-fc70-4288-9292-8c0ca078b6b7 HTTP/1.1" status: 200 len: 946 time: 0.8760881 Apr 18 20:46:09.647063 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-f7a476a8-7713-4c83-9ee5-4da9821de619 req-c377617a-3129-4c7a-9579-a3f28b566568 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.26&port_id=71c99b98-8c99-49cc-a68a-53c19bb768e7 HTTP/1.1" status: 200 len: 217 time: 0.2799523 Apr 18 20:46:09.658453 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.plugin [req-c068cbe6-7b4f-44cf-b614-61fa1d9bb2bc req-ee426117-4af5-4cd9-9b33-4f23abd3c871 tempest-ServersTestMultiNic-942198030 tempest-ServersTestMultiNic-942198030-project] Deleting port 2d81e7a8-546f-4b85-b21f-680c2a095f3f {{(pid=84040) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 20:46:09.658783 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-c068cbe6-7b4f-44cf-b614-61fa1d9bb2bc req-ee426117-4af5-4cd9-9b33-4f23abd3c871 tempest-ServersTestMultiNic-942198030 tempest-ServersTestMultiNic-942198030-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750375188691'] for port, before_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:09.832768 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7a476a8-7713-4c83-9ee5-4da9821de619 req-5597a837-0a17-4b16-a75a-22eca284443a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:46:09.834470 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-f7a476a8-7713-4c83-9ee5-4da9821de619 req-5597a837-0a17-4b16-a75a-22eca284443a service neutron] 10.222.0.43 "GET /v2.0/subnets?id=c4b526db-4d8a-4d4c-a310-e3a599630ae1 HTTP/1.1" status: 200 len: 843 time: 0.1721737 Apr 18 20:46:09.867208 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-6ca82588-ca09-4ee7-ae53-d336d6777d9a req-b9fa88f0-4520-422e-84f2-fe453558722d service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=a33f55a4-a21a-45b5-a190-b78baa68b4f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2547710 Apr 18 20:46:09.874636 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 41874) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:46:09.989087 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-f97f7f30-0eaf-42c2-821f-c104b0daaf4c req-acacc7b1-ca4d-40d2-8a13-f114d0428dce tempest-AttachSCSIVolumeTestJSON-265284501 tempest-AttachSCSIVolumeTestJSON-265284501-project] 10.222.0.42 "GET /v2.0/security-groups?id=a33f55a4-a21a-45b5-a190-b78baa68b4f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3476105 Apr 18 20:46:10.084671 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-f7a476a8-7713-4c83-9ee5-4da9821de619 req-790f64ab-5fba-41ea-91b1-57ae9c63bba7 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=cb56989d-7c5d-4678-b194-1d2edf1e842a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2391236 Apr 18 20:46:10.289744 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-d6072b7a-b374-40c6-8ea8-2e3af4041830 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=f09031fed4d542f69d251f76eb7f477d&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4116454 Apr 18 20:46:10.307642 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 41878) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:46:10.337934 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.plugin [None req-5409ae84-2e50-40ef-af30-6271e11581c8 admin admin] Deleting port f7e13d96-ede8-43e1-85c9-3a81d2eab29c {{(pid=84041) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 20:46:10.339056 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-5409ae84-2e50-40ef-af30-6271e11581c8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750375188691'] for port, before_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:10.343901 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e0871ff-d4ed-456e-a7af-f212b7dda9c6 req-d3ba8137-052d-4955-b536-b7f374494ed1 tempest-MigrationsAdminTest-1326981207 tempest-MigrationsAdminTest-1326981207-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:46:10.346350 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-5e0871ff-d4ed-456e-a7af-f212b7dda9c6 req-d3ba8137-052d-4955-b536-b7f374494ed1 tempest-MigrationsAdminTest-1326981207 tempest-MigrationsAdminTest-1326981207-project] 10.222.0.42 "GET /v2.0/ports?device_id=f880cebf-c088-4fa8-8d57-e363e846dff9 HTTP/1.1" status: 200 len: 947 time: 0.5818353 Apr 18 20:46:10.381262 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-f7a476a8-7713-4c83-9ee5-4da9821de619 req-0bd7f030-bc9b-4d83-ac0a-04496e0ec59c service neutron] 10.222.0.43 "GET /v2.0/networks/cb56989d-7c5d-4678-b194-1d2edf1e842a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2887831 Apr 18 20:46:10.456062 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ebb6623-50f7-4ca1-83cc-edc7be312506 req-7e1040ae-8216-468d-9da7-e98c0371a943 tempest-ServersTestMultiNic-942198030 tempest-ServersTestMultiNic-942198030-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:46:10.457064 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [req-8ebb6623-50f7-4ca1-83cc-edc7be312506 req-7e1040ae-8216-468d-9da7-e98c0371a943 tempest-ServersTestMultiNic-942198030 tempest-ServersTestMultiNic-942198030-project] Synchronizing usage tracker for tenant:86c5c562f6e642eda292a78265b6dea4 on resource:port {{(pid=84040) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 20:46:10.487119 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-5e0871ff-d4ed-456e-a7af-f212b7dda9c6 req-9b991c1d-e84c-4401-b868-aae833b5016b tempest-MigrationsAdminTest-1326981207 tempest-MigrationsAdminTest-1326981207-project] 10.222.0.42 "GET /v2.0/security-groups?id=8ca7ac2c-bfe5-493b-aae6-636315bac851&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1211846 Apr 18 20:46:10.492142 n-d-838334-2 neutron-server[84041]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ce6c549f-1c22-4313-93e6-93921dc22663', 'name': 'network-vif-deleted', 'tag': '7ee9c1ce-a165-4006-a514-881ee03d6aad'}] {{(pid=84041) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 20:46:10.495391 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.db [req-c068cbe6-7b4f-44cf-b614-61fa1d9bb2bc req-ee426117-4af5-4cd9-9b33-4f23abd3c871 tempest-ServersTestMultiNic-942198030 tempest-ServersTestMultiNic-942198030-project] For port 2d81e7a8-546f-4b85-b21f-680c2a095f3f, host n-h2-838334-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838334-2',level=0,port_id=2d81e7a8-546f-4b85-b21f-680c2a095f3f,segment=NetworkSegment(d35ae76f-a320-4099-b08d-e8361b6d2a8c),segment_id=d35ae76f-a320-4099-b08d-e8361b6d2a8c)] {{(pid=84040) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:46:10.495888 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-c068cbe6-7b4f-44cf-b614-61fa1d9bb2bc req-ee426117-4af5-4cd9-9b33-4f23abd3c871 tempest-ServersTestMultiNic-942198030 tempest-ServersTestMultiNic-942198030-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369123'] for port, precommit_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:10.604617 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [req-8ebb6623-50f7-4ca1-83cc-edc7be312506 req-7e1040ae-8216-468d-9da7-e98c0371a943 tempest-ServersTestMultiNic-942198030 tempest-ServersTestMultiNic-942198030-project] Unset dirty status for tenant:86c5c562f6e642eda292a78265b6dea4 on resource:port {{(pid=84040) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 20:46:10.606433 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-8ebb6623-50f7-4ca1-83cc-edc7be312506 req-7e1040ae-8216-468d-9da7-e98c0371a943 tempest-ServersTestMultiNic-942198030 tempest-ServersTestMultiNic-942198030-project] 10.222.0.42 "GET /v2.0/ports?device_id=d6840864-0637-4642-9f99-da91dd7892c7 HTTP/1.1" status: 200 len: 945 time: 0.4193819 Apr 18 20:46:10.658203 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-06938327-707c-4673-8b7f-f37d4677cc91 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:10.678788 n-d-838334-2 neutron-server[84040]: INFO neutron.notifiers.nova [-] Nova event matching ['req-71c2d0f3-de1f-4b28-a092-c30c67bfdb27'] response: {'server_uuid': 'd6840864-0637-4642-9f99-da91dd7892c7', 'name': 'network-vif-deleted', 'tag': 'd8a08056-daf1-4363-a81f-b3197366e5d7', 'status': 'completed', 'code': 200} Apr 18 20:46:10.702546 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.plugin [req-c068cbe6-7b4f-44cf-b614-61fa1d9bb2bc req-ee426117-4af5-4cd9-9b33-4f23abd3c871 tempest-ServersTestMultiNic-942198030 tempest-ServersTestMultiNic-942198030-project] Calling delete_port for 2d81e7a8-546f-4b85-b21f-680c2a095f3f owned by compute:nova {{(pid=84040) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 20:46:10.727027 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-f7a476a8-7713-4c83-9ee5-4da9821de619 req-7ad4ba81-29b7-433e-a43c-dceb3cc3cda9 service neutron] 10.222.0.43 "GET /v2.0/networks/cb56989d-7c5d-4678-b194-1d2edf1e842a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3334086 Apr 18 20:46:10.738802 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-06938327-707c-4673-8b7f-f37d4677cc91 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:10.745232 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.v2.base [req-b09ac5d2-58fd-4363-ad52-dd53024626e5 req-f8eadd24-5b23-445a-a6bf-34663852096c tempest-SecurityGroupRulesNegativeTestJSON-1869501733 tempest-SecurityGroupRulesNegativeTestJSON-1869501733-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1603572620', 'description': 'tempest-description-981557638'}} {{(pid=84040) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 20:46:10.747130 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.db [None req-5409ae84-2e50-40ef-af30-6271e11581c8 admin admin] For port f7e13d96-ede8-43e1-85c9-3a81d2eab29c, host n-d-838334-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838334-2',level=0,port_id=f7e13d96-ede8-43e1-85c9-3a81d2eab29c,segment=NetworkSegment(ea61591e-490f-40d3-b0b7-48df3aeb522a),segment_id=ea61591e-490f-40d3-b0b7-48df3aeb522a)] {{(pid=84041) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:46:10.747486 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-5409ae84-2e50-40ef-af30-6271e11581c8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369123'] for port, precommit_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:10.763448 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [req-b09ac5d2-58fd-4363-ad52-dd53024626e5 req-f8eadd24-5b23-445a-a6bf-34663852096c tempest-SecurityGroupRulesNegativeTestJSON-1869501733 tempest-SecurityGroupRulesNegativeTestJSON-1869501733-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:46:10.781596 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [req-b09ac5d2-58fd-4363-ad52-dd53024626e5 req-f8eadd24-5b23-445a-a6bf-34663852096c tempest-SecurityGroupRulesNegativeTestJSON-1869501733 tempest-SecurityGroupRulesNegativeTestJSON-1869501733-project] Usage tracker for resource:security_group and tenant:3ed2ab47a0ab47dfb71baa74f84f7a68 is out of sync, need to count used quota {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:46:10.788629 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [req-b09ac5d2-58fd-4363-ad52-dd53024626e5 req-f8eadd24-5b23-445a-a6bf-34663852096c tempest-SecurityGroupRulesNegativeTestJSON-1869501733 tempest-SecurityGroupRulesNegativeTestJSON-1869501733-project] Quota usage for security_group was recalculated. Used quota:5. {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:46:10.801993 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [req-b09ac5d2-58fd-4363-ad52-dd53024626e5 req-f8eadd24-5b23-445a-a6bf-34663852096c tempest-SecurityGroupRulesNegativeTestJSON-1869501733 tempest-SecurityGroupRulesNegativeTestJSON-1869501733-project] Attempting to reserve 1 items for resource security_group. Total usage: 5; quota limit: 100; headroom:95 {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:46:10.821075 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Device 71c99b98-8c99-49cc-a68a-53c19bb768e7 details requested by agent hyperv_n-h1-838334-2 with host n-h1-838334-2 {{(pid=84042) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 18 20:46:10.835163 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-8ebb6623-50f7-4ca1-83cc-edc7be312506 req-4697457a-a5ad-45c7-8356-4fe25b4e138d tempest-ServersTestMultiNic-942198030 tempest-ServersTestMultiNic-942198030-project] 10.222.0.42 "GET /v2.0/security-groups?id=efc44a6f-ae8a-46ab-8143-fed7ce47374f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1555271 Apr 18 20:46:10.849557 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-b09ac5d2-58fd-4363-ad52-dd53024626e5 req-f8eadd24-5b23-445a-a6bf-34663852096c tempest-SecurityGroupRulesNegativeTestJSON-1869501733 tempest-SecurityGroupRulesNegativeTestJSON-1869501733-project] Notify callbacks [] for security_group, before_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:10.887551 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.plugin [None req-5409ae84-2e50-40ef-af30-6271e11581c8 admin admin] Calling delete_port for f7e13d96-ede8-43e1-85c9-3a81d2eab29c owned by network:router_interface {{(pid=84041) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 20:46:11.038880 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Device d8a08056-daf1-4363-a81f-b3197366e5d7 no longer exists at agent hyperv_n-h2-838334-2 {{(pid=84042) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 20:46:11.043156 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [req-b09ac5d2-58fd-4363-ad52-dd53024626e5 req-f8eadd24-5b23-445a-a6bf-34663852096c tempest-SecurityGroupRulesNegativeTestJSON-1869501733 tempest-SecurityGroupRulesNegativeTestJSON-1869501733-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:46:11.066048 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [req-b09ac5d2-58fd-4363-ad52-dd53024626e5 req-f8eadd24-5b23-445a-a6bf-34663852096c tempest-SecurityGroupRulesNegativeTestJSON-1869501733 tempest-SecurityGroupRulesNegativeTestJSON-1869501733-project] Usage tracker for resource:security_group_rule and tenant:3ed2ab47a0ab47dfb71baa74f84f7a68 is out of sync, need to count used quota {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:46:11.075781 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [req-b09ac5d2-58fd-4363-ad52-dd53024626e5 req-f8eadd24-5b23-445a-a6bf-34663852096c tempest-SecurityGroupRulesNegativeTestJSON-1869501733 tempest-SecurityGroupRulesNegativeTestJSON-1869501733-project] Quota usage for security_group_rule was recalculated. Used quota:12. {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:46:11.094908 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [req-b09ac5d2-58fd-4363-ad52-dd53024626e5 req-f8eadd24-5b23-445a-a6bf-34663852096c tempest-SecurityGroupRulesNegativeTestJSON-1869501733 tempest-SecurityGroupRulesNegativeTestJSON-1869501733-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 12; quota limit: 100; headroom:88 {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:46:11.098434 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-c068cbe6-7b4f-44cf-b614-61fa1d9bb2bc req-ee426117-4af5-4cd9-9b33-4f23abd3c871 tempest-ServersTestMultiNic-942198030 tempest-ServersTestMultiNic-942198030-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750375259028', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750374836628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32440838'] for port, after_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:11.102291 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-06938327-707c-4673-8b7f-f37d4677cc91 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33528224'] for security_group, after_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:11.136863 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.plugin [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] No Port match for: d8a08056-daf1-4363-a81f-b3197366e5d7 {{(pid=84042) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 18 20:46:11.137097 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Device d8a08056-daf1-4363-a81f-b3197366e5d7 not bound to the agent host n-h2-838334-2 {{(pid=84042) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 20:46:11.137361 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Device 2d81e7a8-546f-4b85-b21f-680c2a095f3f no longer exists at agent hyperv_n-h2-838334-2 {{(pid=84042) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 20:46:11.154808 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06938327-707c-4673-8b7f-f37d4677cc91 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9011416c-6492-4991-9c3b-a886ca17cbe3,revision_number=None']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:46:11.176335 n-d-838334-2 neutron-server[84041]: INFO neutron.notifiers.nova [-] Nova event matching ['req-aeab01ac-9370-4e16-b14f-d2722367fcf9'] response: {'server_uuid': 'ce6c549f-1c22-4313-93e6-93921dc22663', 'name': 'network-vif-deleted', 'tag': '7ee9c1ce-a165-4006-a514-881ee03d6aad', 'status': 'completed', 'code': 200} Apr 18 20:46:11.178320 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-06938327-707c-4673-8b7f-f37d4677cc91 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:11.179444 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-06938327-707c-4673-8b7f-f37d4677cc91 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/9011416c-6492-4991-9c3b-a886ca17cbe3 HTTP/1.1" status: 204 len: 168 time: 0.8705335 Apr 18 20:46:11.257510 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-b09ac5d2-58fd-4363-ad52-dd53024626e5 req-f8eadd24-5b23-445a-a6bf-34663852096c tempest-SecurityGroupRulesNegativeTestJSON-1869501733 tempest-SecurityGroupRulesNegativeTestJSON-1869501733-project] Notify callbacks [] for security_group, precommit_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:11.263796 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.plugin [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] No Port match for: 2d81e7a8-546f-4b85-b21f-680c2a095f3f {{(pid=84042) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 18 20:46:11.264138 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Device 2d81e7a8-546f-4b85-b21f-680c2a095f3f not bound to the agent host n-h2-838334-2 {{(pid=84042) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 20:46:11.290592 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-b09ac5d2-58fd-4363-ad52-dd53024626e5 req-f8eadd24-5b23-445a-a6bf-34663852096c tempest-SecurityGroupRulesNegativeTestJSON-1869501733 tempest-SecurityGroupRulesNegativeTestJSON-1869501733-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33528224'] for security_group, after_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:11.297764 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] For port 71c99b98-8c99-49cc-a68a-53c19bb768e7, host n-h1-838334-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838334-2',level=0,port_id=71c99b98-8c99-49cc-a68a-53c19bb768e7,segment=NetworkSegment(62b85806-94d8-4a88-a06c-da82e5932d66),segment_id=62b85806-94d8-4a88-a06c-da82e5932d66)] {{(pid=84042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:46:11.299121 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee426117-4af5-4cd9-9b33-4f23abd3c871 tempest-ServersTestMultiNic-942198030 tempest-ServersTestMultiNic-942198030-project] Pushing event deleted for resources: {'Port': ['ID=2d81e7a8-546f-4b85-b21f-680c2a095f3f,revision_number=None']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:46:11.321600 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Returning: {'device': '71c99b98-8c99-49cc-a68a-53c19bb768e7', 'network_id': 'cb56989d-7c5d-4678-b194-1d2edf1e842a', 'port_id': '71c99b98-8c99-49cc-a68a-53c19bb768e7', 'mac_address': 'fa:16:3e:94:72:c6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 382, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c4b526db-4d8a-4d4c-a310-e3a599630ae1', 'ip_address': '192.168.233.26'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84042) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 18 20:46:11.353328 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-5409ae84-2e50-40ef-af30-6271e11581c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750375259028', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750374836628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32266323'] for port, after_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:11.432649 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5409ae84-2e50-40ef-af30-6271e11581c8 admin admin] Pushing event deleted for resources: {'Port': ['ID=f7e13d96-ede8-43e1-85c9-3a81d2eab29c,revision_number=None']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:46:11.457147 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:11.488206 n-d-838334-2 neutron-server[84042]: DEBUG neutron.notifiers.nova [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 71c99b98-8c99-49cc-a68a-53c19bb768e7 {{(pid=84042) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 18 20:46:11.518997 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] For port 71c99b98-8c99-49cc-a68a-53c19bb768e7, host n-h1-838334-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838334-2',level=0,port_id=71c99b98-8c99-49cc-a68a-53c19bb768e7,segment=NetworkSegment(62b85806-94d8-4a88-a06c-da82e5932d66),segment_id=62b85806-94d8-4a88-a06c-da82e5932d66)] {{(pid=84042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:46:11.526968 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682'] for port, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:11.681337 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Pushing event updated for resources: {'Port': ['ID=71c99b98-8c99-49cc-a68a-53c19bb768e7,revision_number=4']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:46:11.773151 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8eadd24-5b23-445a-a6bf-34663852096c tempest-SecurityGroupRulesNegativeTestJSON-1869501733 tempest-SecurityGroupRulesNegativeTestJSON-1869501733-project] Pushing event updated for resources: {'SecurityGroup': ['ID=18433422-532d-49f6-bf2d-8ac5b643865a,revision_number=1']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:46:11.795223 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] get_ports_and_sgs() called for port_ids ['71c99b98-8c99-49cc-a68a-53c19bb768e7'] {{(pid=84042) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 18 20:46:11.813147 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.l3_dvrscheduler_db [req-c068cbe6-7b4f-44cf-b614-61fa1d9bb2bc req-ee426117-4af5-4cd9-9b33-4f23abd3c871 tempest-ServersTestMultiNic-942198030 tempest-ServersTestMultiNic-942198030-project] No DVR routers for this DVR port 2d81e7a8-546f-4b85-b21f-680c2a095f3f on host n-h2-838334-2 {{(pid=84040) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 20:46:11.828552 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-c068cbe6-7b4f-44cf-b614-61fa1d9bb2bc req-ee426117-4af5-4cd9-9b33-4f23abd3c871 tempest-ServersTestMultiNic-942198030 tempest-ServersTestMultiNic-942198030-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217293'] for port, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:11.830496 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-c068cbe6-7b4f-44cf-b614-61fa1d9bb2bc req-ee426117-4af5-4cd9-9b33-4f23abd3c871 tempest-ServersTestMultiNic-942198030 tempest-ServersTestMultiNic-942198030-project] 10.222.0.48 "DELETE /v2.0/ports/2d81e7a8-546f-4b85-b21f-680c2a095f3f HTTP/1.1" status: 204 len: 173 time: 2.3451734 Apr 18 20:46:11.832704 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-b09ac5d2-58fd-4363-ad52-dd53024626e5 req-f8eadd24-5b23-445a-a6bf-34663852096c tempest-SecurityGroupRulesNegativeTestJSON-1869501733 tempest-SecurityGroupRulesNegativeTestJSON-1869501733-project] Notify callbacks [] for security_group, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:11.850657 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-b09ac5d2-58fd-4363-ad52-dd53024626e5 req-f8eadd24-5b23-445a-a6bf-34663852096c tempest-SecurityGroupRulesNegativeTestJSON-1869501733 tempest-SecurityGroupRulesNegativeTestJSON-1869501733-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1651 time: 1.1190009 Apr 18 20:46:11.884153 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 41914) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:46:11.906250 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe9e0deb-60bd-4900-ae0a-a69fc824a982 req-c5ddaf27-841e-4905-af6e-386faa3489ca tempest-AttachSCSIVolumeTestJSON-265284501 tempest-AttachSCSIVolumeTestJSON-265284501-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:46:11.907763 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-fe9e0deb-60bd-4900-ae0a-a69fc824a982 req-c5ddaf27-841e-4905-af6e-386faa3489ca tempest-AttachSCSIVolumeTestJSON-265284501 tempest-AttachSCSIVolumeTestJSON-265284501-project] 10.222.0.42 "GET /v2.0/ports?device_id=8875fa9e-fc70-4288-9292-8c0ca078b6b7 HTTP/1.1" status: 200 len: 946 time: 0.3628979 Apr 18 20:46:12.071056 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-5409ae84-2e50-40ef-af30-6271e11581c8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-32377931', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33443910'] for router_interface, after_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:12.085914 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-fe9e0deb-60bd-4900-ae0a-a69fc824a982 req-bd7a06e2-650a-405e-9f48-19b21fbfae07 tempest-AttachSCSIVolumeTestJSON-265284501 tempest-AttachSCSIVolumeTestJSON-265284501-project] 10.222.0.42 "GET /v2.0/security-groups?id=a33f55a4-a21a-45b5-a190-b78baa68b4f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1654515 Apr 18 20:46:12.301577 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-a325b26b-11be-4332-8c2e-9e12d58d11c2 req-cb9c0961-f442-43db-8c60-9f20914b122b tempest-SecurityGroupRulesNegativeTestJSON-1869501733 tempest-SecurityGroupRulesNegativeTestJSON-1869501733-project] 10.222.0.42 "GET /v2.0/security-groups/18433422-532d-49f6-bf2d-8ac5b643865a HTTP/1.1" status: 200 len: 1646 time: 0.1051166 Apr 18 20:46:12.333412 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46f056d1-b8b2-43fe-ad8c-8e5853eff3ff req-3b30aba4-d105-4408-ac7a-98c9fe273dcb tempest-MigrationsAdminTest-1326981207 tempest-MigrationsAdminTest-1326981207-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:46:12.334887 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-46f056d1-b8b2-43fe-ad8c-8e5853eff3ff req-3b30aba4-d105-4408-ac7a-98c9fe273dcb tempest-MigrationsAdminTest-1326981207 tempest-MigrationsAdminTest-1326981207-project] 10.222.0.42 "GET /v2.0/ports?device_id=f880cebf-c088-4fa8-8d57-e363e846dff9 HTTP/1.1" status: 200 len: 948 time: 0.0995712 Apr 18 20:46:12.395493 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-46f056d1-b8b2-43fe-ad8c-8e5853eff3ff req-80954ee2-c265-45d0-a507-63f6b2bb8431 tempest-MigrationsAdminTest-1326981207 tempest-MigrationsAdminTest-1326981207-project] 10.222.0.42 "GET /v2.0/security-groups?id=8ca7ac2c-bfe5-493b-aae6-636315bac851&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544293 Apr 18 20:46:12.526252 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [req-04bb3368-37f6-4598-80aa-2a247c6bed5f req-4d418b20-1e53-443e-969e-6f60da82a498 tempest-ServersTestMultiNic-942198030 tempest-ServersTestMultiNic-942198030-project] Synchronizing usage tracker for tenant:86c5c562f6e642eda292a78265b6dea4 on resource:port {{(pid=84040) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 20:46:12.604673 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [req-04bb3368-37f6-4598-80aa-2a247c6bed5f req-4d418b20-1e53-443e-969e-6f60da82a498 tempest-ServersTestMultiNic-942198030 tempest-ServersTestMultiNic-942198030-project] Unset dirty status for tenant:86c5c562f6e642eda292a78265b6dea4 on resource:port {{(pid=84040) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 20:46:12.605899 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-04bb3368-37f6-4598-80aa-2a247c6bed5f req-4d418b20-1e53-443e-969e-6f60da82a498 tempest-ServersTestMultiNic-942198030 tempest-ServersTestMultiNic-942198030-project] 10.222.0.42 "GET /v2.0/ports?device_id=d6840864-0637-4642-9f99-da91dd7892c7 HTTP/1.1" status: 200 len: 210 time: 0.1393065 Apr 18 20:46:12.623802 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-baca923b-75ca-418e-828c-83d0cac3b5a8 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=14988d38be0e437cb0a1328781b15e3f&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6992109 Apr 18 20:46:12.626180 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 41944) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:46:12.633054 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-1553419b-b174-434c-b98e-cb2d1e0abe98 req-039e8ccf-b809-48e5-a24d-0b5cce7019fb service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=08c5b321-aafc-4918-a395-6fa43a8a405d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2691636 Apr 18 20:46:12.644415 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22fbcf90-7183-466e-a200-3f0c4bf82739 req-722d19b4-7e22-41cf-b604-b9a26e746e4d tempest-ListImageFiltersTestJSON-764297516 tempest-ListImageFiltersTestJSON-764297516-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:46:12.646028 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-22fbcf90-7183-466e-a200-3f0c4bf82739 req-722d19b4-7e22-41cf-b604-b9a26e746e4d tempest-ListImageFiltersTestJSON-764297516 tempest-ListImageFiltersTestJSON-764297516-project] 10.222.0.42 "GET /v2.0/ports?device_id=eb3668b7-221e-464a-9f23-da8bc40863a7 HTTP/1.1" status: 200 len: 950 time: 0.1155546 Apr 18 20:46:12.696780 n-d-838334-2 neutron-server[84040]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd6840864-0637-4642-9f99-da91dd7892c7', 'name': 'network-vif-deleted', 'tag': '2d81e7a8-546f-4b85-b21f-680c2a095f3f'}] {{(pid=84040) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 20:46:12.735722 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-22fbcf90-7183-466e-a200-3f0c4bf82739 req-d1d3e465-4433-4111-b93b-3a493af1bbe5 tempest-ListImageFiltersTestJSON-764297516 tempest-ListImageFiltersTestJSON-764297516-project] 10.222.0.42 "GET /v2.0/security-groups?id=69ef09d0-16e8-4442-bf72-0044fbe4edc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0812156 Apr 18 20:46:12.747163 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 41950) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:46:12.763869 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-82f3d003-5b57-484f-a203-056ef5656c27 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:12.816776 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-82f3d003-5b57-484f-a203-056ef5656c27 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:12.832572 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Device 71c99b98-8c99-49cc-a68a-53c19bb768e7 up at agent hyperv_n-h1-838334-2 {{(pid=84042) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 20:46:12.855975 n-d-838334-2 neutron-server[84040]: INFO neutron.api.v2.resource [req-6c5ae93d-5222-43c3-94f9-31a8ed91403f req-0cd402ae-bac0-43d3-a17d-d645666d255d tempest-SecurityGroupRulesNegativeTestJSON-1869501733 tempest-SecurityGroupRulesNegativeTestJSON-1869501733-project] show failed (client error): The resource could not be found. Apr 18 20:46:12.856887 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-6c5ae93d-5222-43c3-94f9-31a8ed91403f req-0cd402ae-bac0-43d3-a17d-d645666d255d tempest-SecurityGroupRulesNegativeTestJSON-1869501733 tempest-SecurityGroupRulesNegativeTestJSON-1869501733-project] 10.222.0.42 "GET /v2.0/security-groups/e2718478-c13d-44c9-9718-67b791cf4801 HTTP/1.1" status: 404 len: 352 time: 0.0423789 Apr 18 20:46:12.939609 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Provisioning for port 71c99b98-8c99-49cc-a68a-53c19bb768e7 completed by entity L2. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 20:46:12.945876 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Provisioning complete for port 71c99b98-8c99-49cc-a68a-53c19bb768e7 triggered by entity L2. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:46:12.947177 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1253608'] for port, provisioning_complete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:13.078906 n-d-838334-2 neutron-server[84040]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fd539e36-1b37-4230-bfdf-69b9cae3bb17'] response: {'server_uuid': 'd6840864-0637-4642-9f99-da91dd7892c7', 'name': 'network-vif-deleted', 'tag': '2d81e7a8-546f-4b85-b21f-680c2a095f3f', 'status': 'completed', 'code': 200} Apr 18 20:46:13.088430 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:13.097377 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.v2.base [None req-b824176b-97c1-4657-a82c-5c19ac261bac admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsV221TestJSON-1735964331-network', 'tenant_id': 'ba473402816449b98cb66361156c95f3'}} {{(pid=84040) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 20:46:13.109976 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [None req-b824176b-97c1-4657-a82c-5c19ac261bac admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:46:13.125594 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-b824176b-97c1-4657-a82c-5c19ac261bac admin admin] Usage tracker for resource:network and tenant:ba473402816449b98cb66361156c95f3 is out of sync, need to count used quota {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:46:13.136764 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-b824176b-97c1-4657-a82c-5c19ac261bac admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:46:13.137630 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] For port 71c99b98-8c99-49cc-a68a-53c19bb768e7, host n-h1-838334-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838334-2',level=0,port_id=71c99b98-8c99-49cc-a68a-53c19bb768e7,segment=NetworkSegment(62b85806-94d8-4a88-a06c-da82e5932d66),segment_id=62b85806-94d8-4a88-a06c-da82e5932d66)] {{(pid=84042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:46:13.138641 n-d-838334-2 neutron-server[84042]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f880cebf-c088-4fa8-8d57-e363e846dff9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '71c99b98-8c99-49cc-a68a-53c19bb768e7'}] {{(pid=84042) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 20:46:13.149265 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682'] for port, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:13.151069 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [None req-b824176b-97c1-4657-a82c-5c19ac261bac admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:46:13.158753 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Device 7ee9c1ce-a165-4006-a514-881ee03d6aad no longer exists at agent hyperv_n-h1-838334-2 {{(pid=84042) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 20:46:13.160052 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-82f3d003-5b57-484f-a203-056ef5656c27 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33528224'] for security_group, after_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:13.186187 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82f3d003-5b57-484f-a203-056ef5656c27 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9ed1788-e987-4b94-9dd4-ed408bd7803e,revision_number=None']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:46:13.201434 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b824176b-97c1-4657-a82c-5c19ac261bac admin admin] Made reservation on behalf of ba473402816449b98cb66361156c95f3 for: {'network': 1} {{(pid=84040) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:46:13.203916 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-b824176b-97c1-4657-a82c-5c19ac261bac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for network, before_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:13.221123 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-82f3d003-5b57-484f-a203-056ef5656c27 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:13.222225 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-82f3d003-5b57-484f-a203-056ef5656c27 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/b9ed1788-e987-4b94-9dd4-ed408bd7803e HTTP/1.1" status: 204 len: 168 time: 0.5950816 Apr 18 20:46:13.227602 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-b824176b-97c1-4657-a82c-5c19ac261bac admin admin] Notify callbacks [] for security_group, before_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:13.241648 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-807e62a2-9811-495e-8d37-fc7f1081f4b5 req-89edddf1-2785-4d6d-8713-2dd11e706184 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=d9f332ce-c76b-46eb-85fd-3cf94eadb99f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3612690 Apr 18 20:46:13.242887 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-1553419b-b174-434c-b98e-cb2d1e0abe98 req-b46e66ed-f8a7-43d5-a2d6-dd2d24c0627c service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=0ae89e923933452faf6047be78995cc1&device_id=08c5b321-aafc-4918-a395-6fa43a8a405d HTTP/1.1" status: 200 len: 1101 time: 0.2631826 Apr 18 20:46:13.250079 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dcc423d-fdda-439b-94dc-e4eb6dff226f req-d7212248-dc39-480a-9407-f106407d32b2 tempest-AttachSCSIVolumeTestJSON-265284501 tempest-AttachSCSIVolumeTestJSON-265284501-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:46:13.251636 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-6dcc423d-fdda-439b-94dc-e4eb6dff226f req-d7212248-dc39-480a-9407-f106407d32b2 tempest-AttachSCSIVolumeTestJSON-265284501 tempest-AttachSCSIVolumeTestJSON-265284501-project] 10.222.0.42 "GET /v2.0/ports?device_id=8875fa9e-fc70-4288-9292-8c0ca078b6b7 HTTP/1.1" status: 200 len: 946 time: 0.3769081 Apr 18 20:46:13.263071 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 41968) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:46:13.266067 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.plugin [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] No Port match for: 7ee9c1ce-a165-4006-a514-881ee03d6aad {{(pid=84042) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 18 20:46:13.268760 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Device 7ee9c1ce-a165-4006-a514-881ee03d6aad not bound to the agent host n-h1-838334-2 {{(pid=84042) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 20:46:13.273841 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.v2.base [None req-036778ff-f6ff-4207-9cd8-4420e7535c9d tempest-AttachSCSIVolumeTestJSON-265284501 tempest-AttachSCSIVolumeTestJSON-265284501-project] Request body: {'floatingip': {'port_id': '0a032366-a8a0-489a-a1a8-920f26be44bc'}} {{(pid=84041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 20:46:13.299776 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [None req-b824176b-97c1-4657-a82c-5c19ac261bac admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:46:13.305097 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-b824176b-97c1-4657-a82c-5c19ac261bac admin admin] Usage tracker for resource:security_group_rule and tenant:ba473402816449b98cb66361156c95f3 is out of sync, need to count used quota {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:46:13.316465 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-b824176b-97c1-4657-a82c-5c19ac261bac admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:46:13.325462 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [None req-b824176b-97c1-4657-a82c-5c19ac261bac admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:46:13.330143 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Pushing event updated for resources: {'Port': ['ID=71c99b98-8c99-49cc-a68a-53c19bb768e7,revision_number=5']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:46:13.341680 n-d-838334-2 neutron-server[84040]: INFO neutron.api.v2.resource [req-8331ee84-bcef-4f8d-9236-59807ca48bc9 req-0ac96b1d-77ca-48b3-a62c-643ea62e0de5 tempest-SecurityGroupRulesNegativeTestJSON-1869501733 tempest-SecurityGroupRulesNegativeTestJSON-1869501733-project] show failed (client error): The resource could not be found. Apr 18 20:46:13.342672 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-8331ee84-bcef-4f8d-9236-59807ca48bc9 req-0ac96b1d-77ca-48b3-a62c-643ea62e0de5 tempest-SecurityGroupRulesNegativeTestJSON-1869501733 tempest-SecurityGroupRulesNegativeTestJSON-1869501733-project] 10.222.0.42 "GET /v2.0/security-group-rules/d66780d4-9c20-4f1b-a5f7-5851d2a35894 HTTP/1.1" status: 404 len: 361 time: 0.0407088 Apr 18 20:46:13.450964 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-036778ff-f6ff-4207-9cd8-4420e7535c9d tempest-AttachSCSIVolumeTestJSON-265284501 tempest-AttachSCSIVolumeTestJSON-265284501-project] Notify callbacks [] for floatingip, before_update {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:13.456377 n-d-838334-2 neutron-server[84042]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6d763e0c-96b9-4471-9c00-b6c9002db31a'] response: {'server_uuid': 'f880cebf-c088-4fa8-8d57-e363e846dff9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '71c99b98-8c99-49cc-a68a-53c19bb768e7', 'code': 200} Apr 18 20:46:13.542044 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-b824176b-97c1-4657-a82c-5c19ac261bac admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:13.569830 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-b824176b-97c1-4657-a82c-5c19ac261bac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33528224'] for security_group, after_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:13.629728 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b824176b-97c1-4657-a82c-5c19ac261bac admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 394} {{(pid=84040) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 20:46:13.667176 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-db75592b-6f97-45c8-8f74-987c2869b96d req-f8f23471-f598-4e42-88ae-383106543c5e tempest-SecurityGroupRulesNegativeTestJSON-1869501733 tempest-SecurityGroupRulesNegativeTestJSON-1869501733-project] 10.222.0.42 "GET /v2.0/security-groups/18433422-532d-49f6-bf2d-8ac5b643865a HTTP/1.1" status: 200 len: 1646 time: 0.1424422 Apr 18 20:46:13.671890 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b824176b-97c1-4657-a82c-5c19ac261bac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6a99dcd3-01c2-4c7a-a86f-54d1a1fd3014,revision_number=1']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:46:13.697769 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-b824176b-97c1-4657-a82c-5c19ac261bac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1082986'] for segment, precommit_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:13.698115 n-d-838334-2 neutron-server[84040]: INFO neutron.db.segments_db [None req-b824176b-97c1-4657-a82c-5c19ac261bac admin admin] Added segment f487f528-5247-4288-b52e-02201d2d7e67 of type vlan for network d2e7ea8f-da3f-410e-9096-8491f813bc08 Apr 18 20:46:13.785516 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1553419b-b174-434c-b98e-cb2d1e0abe98 req-a45ba94a-a396-44f6-9137-42cb261f3e0d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:46:13.787473 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-1553419b-b174-434c-b98e-cb2d1e0abe98 req-a45ba94a-a396-44f6-9137-42cb261f3e0d service neutron] 10.222.0.43 "GET /v2.0/networks?id=cb56989d-7c5d-4678-b194-1d2edf1e842a HTTP/1.1" status: 200 len: 870 time: 0.4502318 Apr 18 20:46:13.788134 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-807e62a2-9811-495e-8d37-fc7f1081f4b5 req-b1ab4649-1d83-498f-b1c2-ebb524565ddc service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=f9a303992698422eb62b63b7e766862a&device_id=d9f332ce-c76b-46eb-85fd-3cf94eadb99f HTTP/1.1" status: 200 len: 1099 time: 0.3465543 Apr 18 20:46:13.880575 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 41984) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:46:14.071961 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-b824176b-97c1-4657-a82c-5c19ac261bac admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750374825732'] for network, precommit_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:14.078895 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-db75592b-6f97-45c8-8f74-987c2869b96d req-769159e4-33be-42bf-bc38-e7823f1c7378 tempest-SecurityGroupRulesNegativeTestJSON-1869501733 tempest-SecurityGroupRulesNegativeTestJSON-1869501733-project] Notify callbacks [] for security_group, before_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:14.108744 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-1553419b-b174-434c-b98e-cb2d1e0abe98 req-e1c5437e-6730-4f20-bf79-dbba75b9919c service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.123&port_id=78bbc4c4-939a-4cb2-b476-fbddeecf9bf6 HTTP/1.1" status: 200 len: 217 time: 0.2815561 Apr 18 20:46:14.116657 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-5216dfa4-e09d-4031-824f-d580577be24c req-09b9bd56-3c77-4ced-b1cf-bac49d0969ec service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=f880cebf-c088-4fa8-8d57-e363e846dff9 HTTP/1.1" status: 200 len: 1100 time: 0.5846169 Apr 18 20:46:14.157366 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-db75592b-6f97-45c8-8f74-987c2869b96d req-769159e4-33be-42bf-bc38-e7823f1c7378 tempest-SecurityGroupRulesNegativeTestJSON-1869501733 tempest-SecurityGroupRulesNegativeTestJSON-1869501733-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:14.198912 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-807e62a2-9811-495e-8d37-fc7f1081f4b5 req-184ddcdb-024b-4394-925c-3c23577de34b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:46:14.200400 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-807e62a2-9811-495e-8d37-fc7f1081f4b5 req-184ddcdb-024b-4394-925c-3c23577de34b service neutron] 10.222.0.48 "GET /v2.0/networks?id=cb56989d-7c5d-4678-b194-1d2edf1e842a HTTP/1.1" status: 200 len: 870 time: 0.2643783 Apr 18 20:46:14.205030 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-b824176b-97c1-4657-a82c-5c19ac261bac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33526109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022'] for network, after_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:14.205792 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b824176b-97c1-4657-a82c-5c19ac261bac admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:46:14.206340 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-b824176b-97c1-4657-a82c-5c19ac261bac admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32378031'] for network, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:14.291929 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31219e22-115a-405f-861a-7060f29db1c8 req-9286f0ee-29c4-424c-b046-b865f68c87cc tempest-MigrationsAdminTest-1326981207 tempest-MigrationsAdminTest-1326981207-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:46:14.293363 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-31219e22-115a-405f-861a-7060f29db1c8 req-9286f0ee-29c4-424c-b046-b865f68c87cc tempest-MigrationsAdminTest-1326981207 tempest-MigrationsAdminTest-1326981207-project] 10.222.0.42 "GET /v2.0/ports?device_id=f880cebf-c088-4fa8-8d57-e363e846dff9 HTTP/1.1" status: 200 len: 949 time: 0.5132515 Apr 18 20:46:14.329033 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-d2adf352-b7c8-47d1-986f-ce8cf8b3ddce admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=3884bff32737452ab32d1fc0aaddd1eb&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4418612 Apr 18 20:46:14.342220 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 41988) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:46:14.398005 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1553419b-b174-434c-b98e-cb2d1e0abe98 req-616c45c5-4c94-45b3-b279-e44ef60c7fce service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:46:14.399467 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-1553419b-b174-434c-b98e-cb2d1e0abe98 req-616c45c5-4c94-45b3-b279-e44ef60c7fce service neutron] 10.222.0.43 "GET /v2.0/subnets?id=c4b526db-4d8a-4d4c-a310-e3a599630ae1 HTTP/1.1" status: 200 len: 843 time: 0.2809432 Apr 18 20:46:14.408863 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-807e62a2-9811-495e-8d37-fc7f1081f4b5 req-1f17a8ed-367d-494f-bd39-c54bb34e2352 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.184&port_id=477a0bf5-0275-431a-8328-ff70599fc8f0 HTTP/1.1" status: 200 len: 217 time: 0.1890593 Apr 18 20:46:14.412777 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-5216dfa4-e09d-4031-824f-d580577be24c req-b30997a1-e030-4d62-883a-96a598be46d1 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=8ca7ac2c-bfe5-493b-aae6-636315bac851&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2569983 Apr 18 20:46:14.417402 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-b824176b-97c1-4657-a82c-5c19ac261bac admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 1.6690416 Apr 18 20:46:14.419221 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 41992) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:46:14.422754 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b824176b-97c1-4657-a82c-5c19ac261bac admin admin] Pushing event updated for resources: {'Network': ['ID=d2e7ea8f-da3f-410e-9096-8491f813bc08,revision_number=1']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:46:14.434140 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Network d2e7ea8f-da3f-410e-9096-8491f813bc08 details requested by agent ovs-agent-n-d-838334-2 with host n-d-838334-2 {{(pid=84042) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 18 20:46:14.453873 n-d-838334-2 neutron-server[84041]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5409ae84-2e50-40ef-af30-6271e11581c8 admin admin] Router cfeeac2b-f438-42a9-b6f4-a23b287a367f has already been hosted by L3 agent bc84d6c9-dd7a-4555-a351-592327b46d5a {{(pid=84041) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 20:46:14.467657 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.v2.base [None req-aa2af150-cccb-41ea-8c1b-0f677207ea37 admin admin] Request body: {'subnet': {'network_id': 'd2e7ea8f-da3f-410e-9096-8491f813bc08', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsV221TestJSON-1735964331-subnet', 'tenant_id': 'ba473402816449b98cb66361156c95f3', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=84040) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 20:46:14.474075 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-db75592b-6f97-45c8-8f74-987c2869b96d req-769159e4-33be-42bf-bc38-e7823f1c7378 tempest-SecurityGroupRulesNegativeTestJSON-1869501733 tempest-SecurityGroupRulesNegativeTestJSON-1869501733-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33528224'] for security_group, after_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:14.500660 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [None req-aa2af150-cccb-41ea-8c1b-0f677207ea37 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:46:14.512733 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-aa2af150-cccb-41ea-8c1b-0f677207ea37 admin admin] Usage tracker for resource:subnet and tenant:ba473402816449b98cb66361156c95f3 is out of sync, need to count used quota {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:46:14.515471 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-769159e4-33be-42bf-bc38-e7823f1c7378 tempest-SecurityGroupRulesNegativeTestJSON-1869501733 tempest-SecurityGroupRulesNegativeTestJSON-1869501733-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=18433422-532d-49f6-bf2d-8ac5b643865a,revision_number=None']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:46:14.520052 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-aa2af150-cccb-41ea-8c1b-0f677207ea37 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:46:14.534974 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [None req-aa2af150-cccb-41ea-8c1b-0f677207ea37 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:46:14.538970 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-31219e22-115a-405f-861a-7060f29db1c8 req-89f824ad-1483-47f8-8661-aac3efa2c8c9 tempest-MigrationsAdminTest-1326981207 tempest-MigrationsAdminTest-1326981207-project] 10.222.0.42 "GET /v2.0/security-groups?id=8ca7ac2c-bfe5-493b-aae6-636315bac851&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2379351 Apr 18 20:46:14.542794 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-db75592b-6f97-45c8-8f74-987c2869b96d req-769159e4-33be-42bf-bc38-e7823f1c7378 tempest-SecurityGroupRulesNegativeTestJSON-1869501733 tempest-SecurityGroupRulesNegativeTestJSON-1869501733-project] Notify callbacks [] for security_group, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:14.543898 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-db75592b-6f97-45c8-8f74-987c2869b96d req-769159e4-33be-42bf-bc38-e7823f1c7378 tempest-SecurityGroupRulesNegativeTestJSON-1869501733 tempest-SecurityGroupRulesNegativeTestJSON-1869501733-project] 10.222.0.42 "DELETE /v2.0/security-groups/18433422-532d-49f6-bf2d-8ac5b643865a HTTP/1.1" status: 204 len: 173 time: 0.8672237 Apr 18 20:46:14.552795 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-807e62a2-9811-495e-8d37-fc7f1081f4b5 req-4bf6e16d-b755-4097-af83-c1bd3faf188c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:46:14.554247 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-807e62a2-9811-495e-8d37-fc7f1081f4b5 req-4bf6e16d-b755-4097-af83-c1bd3faf188c service neutron] 10.222.0.48 "GET /v2.0/subnets?id=c4b526db-4d8a-4d4c-a310-e3a599630ae1 HTTP/1.1" status: 200 len: 843 time: 0.1341658 Apr 18 20:46:14.558324 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa2af150-cccb-41ea-8c1b-0f677207ea37 admin admin] Made reservation on behalf of ba473402816449b98cb66361156c95f3 for: {'subnet': 1} {{(pid=84040) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:46:14.561531 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-aa2af150-cccb-41ea-8c1b-0f677207ea37 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31752722'] for subnet, before_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:14.667250 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-05be86c5-5a91-4bc0-a9c9-07af7482e8aa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:14.686671 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 42002) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:46:14.837909 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-1553419b-b174-434c-b98e-cb2d1e0abe98 req-2a722273-6ab0-4a9d-976a-341cc8a6f295 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=cb56989d-7c5d-4678-b194-1d2edf1e842a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4291179 Apr 18 20:46:14.849659 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-05be86c5-5a91-4bc0-a9c9-07af7482e8aa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:14.948111 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-056c12c9-70b7-4d9a-acab-cd99b7f95b3a req-13fd5c0b-20a3-4e14-895f-d8e5a2fc4d84 tempest-SecurityGroupRulesNegativeTestJSON-1869501733 tempest-SecurityGroupRulesNegativeTestJSON-1869501733-project] 10.222.0.42 "GET /v2.0/security-groups/6e86af3f-579a-469c-94f3-58242bcd26af HTTP/1.1" status: 200 len: 1646 time: 0.2020543 Apr 18 20:46:14.953776 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-807e62a2-9811-495e-8d37-fc7f1081f4b5 req-cd3692e8-2f37-4c3a-9ca4-5e585bcf564e service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=cb56989d-7c5d-4678-b194-1d2edf1e842a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3735073 Apr 18 20:46:15.006719 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.db.resource_extend [None req-036778ff-f6ff-4207-9cd8-4420e7535c9d tempest-AttachSCSIVolumeTestJSON-265284501 tempest-AttachSCSIVolumeTestJSON-265284501-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84041) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 18 20:46:15.154639 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-1553419b-b174-434c-b98e-cb2d1e0abe98 req-e0e17688-f467-46bc-8bf1-3a88320530d1 service neutron] 10.222.0.43 "GET /v2.0/networks/cb56989d-7c5d-4678-b194-1d2edf1e842a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3072913 Apr 18 20:46:15.165226 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-036778ff-f6ff-4207-9cd8-4420e7535c9d tempest-AttachSCSIVolumeTestJSON-265284501 tempest-AttachSCSIVolumeTestJSON-265284501-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:15.171971 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.db_base_plugin_v2 [None req-51877f9c-d98d-424c-8e8b-2c94b1cfb7b7 tempest-ServersTestMultiNic-942198030 tempest-ServersTestMultiNic-942198030-project] Deleting subnet 0fc18076-bf76-4f60-b226-b67006fbcf56 {{(pid=84040) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 18 20:46:15.180649 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-51877f9c-d98d-424c-8e8b-2c94b1cfb7b7 tempest-ServersTestMultiNic-942198030 tempest-ServersTestMultiNic-942198030-project] Notify callbacks [] for subnet, before_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:15.193264 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-05be86c5-5a91-4bc0-a9c9-07af7482e8aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33528224'] for security_group, after_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:15.195949 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-036778ff-f6ff-4207-9cd8-4420e7535c9d tempest-AttachSCSIVolumeTestJSON-265284501 tempest-AttachSCSIVolumeTestJSON-265284501-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33444131'] for floatingip, after_update {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:15.307548 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-807e62a2-9811-495e-8d37-fc7f1081f4b5 req-3d08fc90-03d4-4417-896e-7ae424ae888b service neutron] 10.222.0.48 "GET /v2.0/networks/cb56989d-7c5d-4678-b194-1d2edf1e842a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3299470 Apr 18 20:46:15.311722 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-056c12c9-70b7-4d9a-acab-cd99b7f95b3a req-761c8b17-6cb4-47ea-b1a4-ff596ec594a1 tempest-SecurityGroupRulesNegativeTestJSON-1869501733 tempest-SecurityGroupRulesNegativeTestJSON-1869501733-project] Notify callbacks [] for security_group, before_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:15.326149 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-51877f9c-d98d-424c-8e8b-2c94b1cfb7b7 tempest-ServersTestMultiNic-942198030 tempest-ServersTestMultiNic-942198030-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31955982'] for subnet, precommit_delete_associations {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:15.356177 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-aa2af150-cccb-41ea-8c1b-0f677207ea37 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33526260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32441074', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31752704'] for subnet, after_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:15.401860 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05be86c5-5a91-4bc0-a9c9-07af7482e8aa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e3f3bfd-3c77-408e-83bc-ab756bc4b428,revision_number=None']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:46:15.473993 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-05be86c5-5a91-4bc0-a9c9-07af7482e8aa admin admin] Notify callbacks [] for security_group, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:15.475105 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-05be86c5-5a91-4bc0-a9c9-07af7482e8aa admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/9e3f3bfd-3c77-408e-83bc-ab756bc4b428 HTTP/1.1" status: 204 len: 168 time: 1.1286871 Apr 18 20:46:15.519707 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-1553419b-b174-434c-b98e-cb2d1e0abe98 req-a0199733-910e-46fb-81bb-5d68942b12d2 service neutron] 10.222.0.43 "GET /v2.0/networks/cb56989d-7c5d-4678-b194-1d2edf1e842a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3570187 Apr 18 20:46:15.542117 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5409ae84-2e50-40ef-af30-6271e11581c8 admin admin] Notify agent at l3_agent.n-d-838334-2 the message routers_updated {{(pid=84041) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 20:46:15.553031 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-5409ae84-2e50-40ef-af30-6271e11581c8 admin admin] 10.222.0.42 "PUT /v2.0/routers/cfeeac2b-f438-42a9-b6f4-a23b287a367f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.9386742 Apr 18 20:46:15.553884 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 42008) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:46:15.555424 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-213b5016-926f-4c3b-b55c-26e4e766d40d None None] Sync routers for ids ['cfeeac2b-f438-42a9-b6f4-a23b287a367f'] in n-d-838334-2 {{(pid=84042) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 18 20:46:15.574894 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_dvrscheduler_db [None req-213b5016-926f-4c3b-b55c-26e4e766d40d None None] Routers {'cfeeac2b-f438-42a9-b6f4-a23b287a367f'} bound to L3 agent in host n-d-838334-2 {{(pid=84042) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 20:46:15.575904 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_hamode_db [None req-213b5016-926f-4c3b-b55c-26e4e766d40d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838334-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-18T20:25:48Z,description=,heartbeat_timestamp=2022-04-18T20:45:48Z,host='n-d-838334-2',id=bc84d6c9-dd7a-4555-a351-592327b46d5a,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:25:48Z,topic='l3_agent')) {'router_ids': ['cfeeac2b-f438-42a9-b6f4-a23b287a367f'], 'active': True} {{(pid=84042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:46:15.651534 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-056c12c9-70b7-4d9a-acab-cd99b7f95b3a req-761c8b17-6cb4-47ea-b1a4-ff596ec594a1 tempest-SecurityGroupRulesNegativeTestJSON-1869501733 tempest-SecurityGroupRulesNegativeTestJSON-1869501733-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:15.841798 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-7857b234-62a3-4301-93dd-bf05adac4f02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750375287399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253529'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:15.918988 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa2af150-cccb-41ea-8c1b-0f677207ea37 admin admin] Pushing event updated for resources: {'Subnet': ['ID=806fda72-9a4e-4c36-80ab-32ea47d790e9,revision_number=0']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:46:15.920045 n-d-838334-2 neutron-server[84041]: INFO neutron.db.l3_db [None req-036778ff-f6ff-4207-9cd8-4420e7535c9d tempest-AttachSCSIVolumeTestJSON-265284501 tempest-AttachSCSIVolumeTestJSON-265284501-project] Floating IP 6ac5257d-5e96-4bbc-a09e-ddb005e35d44 associated. External IP: 172.25.8.136, port: 0a032366-a8a0-489a-a1a8-920f26be44bc. Apr 18 20:46:15.942890 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_dvr_db [None req-213b5016-926f-4c3b-b55c-26e4e766d40d None None] Set router cfeeac2b-f438-42a9-b6f4-a23b287a367f gateway port host: n-d-838334-2 {{(pid=84042) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 20:46:15.984262 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-807e62a2-9811-495e-8d37-fc7f1081f4b5 req-8a74b1ee-5f99-4a8f-a3b7-f9f39dbdbb5c service neutron] 10.222.0.48 "GET /v2.0/networks/cb56989d-7c5d-4678-b194-1d2edf1e842a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6604955 Apr 18 20:46:15.988761 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa2af150-cccb-41ea-8c1b-0f677207ea37 admin admin] Checking segment: {'id': 'f487f528-5247-4288-b52e-02201d2d7e67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': 'd2e7ea8f-da3f-410e-9096-8491f813bc08'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84040) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 20:46:15.989227 n-d-838334-2 neutron-server[84040]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa2af150-cccb-41ea-8c1b-0f677207ea37 admin admin] Network hostable DHCP agents. Network: d2e7ea8f-da3f-410e-9096-8491f813bc08, hostable agents: ['8746f8ea-3e91-4b32-9919-2c63adeb8722'], hosted agents: [] {{(pid=84040) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 20:46:16.001851 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-51877f9c-d98d-424c-8e8b-2c94b1cfb7b7 tempest-ServersTestMultiNic-942198030 tempest-ServersTestMultiNic-942198030-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1260556'] for subnet, precommit_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:16.030527 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-056c12c9-70b7-4d9a-acab-cd99b7f95b3a req-761c8b17-6cb4-47ea-b1a4-ff596ec594a1 tempest-SecurityGroupRulesNegativeTestJSON-1869501733 tempest-SecurityGroupRulesNegativeTestJSON-1869501733-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33528224'] for security_group, after_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:16.075430 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-761c8b17-6cb4-47ea-b1a4-ff596ec594a1 tempest-SecurityGroupRulesNegativeTestJSON-1869501733 tempest-SecurityGroupRulesNegativeTestJSON-1869501733-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e86af3f-579a-469c-94f3-58242bcd26af,revision_number=None']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:46:16.112916 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60670a23-b631-4486-b46a-e3240eff4f66 req-165b3198-073c-4255-b7a2-c699510a1222 tempest-MigrationsAdminTest-1326981207 tempest-MigrationsAdminTest-1326981207-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:46:16.114481 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-60670a23-b631-4486-b46a-e3240eff4f66 req-165b3198-073c-4255-b7a2-c699510a1222 tempest-MigrationsAdminTest-1326981207 tempest-MigrationsAdminTest-1326981207-project] 10.222.0.42 "GET /v2.0/ports?device_id=f880cebf-c088-4fa8-8d57-e363e846dff9 HTTP/1.1" status: 200 len: 949 time: 0.3513386 Apr 18 20:46:16.120417 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-056c12c9-70b7-4d9a-acab-cd99b7f95b3a req-761c8b17-6cb4-47ea-b1a4-ff596ec594a1 tempest-SecurityGroupRulesNegativeTestJSON-1869501733 tempest-SecurityGroupRulesNegativeTestJSON-1869501733-project] Notify callbacks [] for security_group, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:16.136233 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-056c12c9-70b7-4d9a-acab-cd99b7f95b3a req-761c8b17-6cb4-47ea-b1a4-ff596ec594a1 tempest-SecurityGroupRulesNegativeTestJSON-1869501733 tempest-SecurityGroupRulesNegativeTestJSON-1869501733-project] 10.222.0.42 "DELETE /v2.0/security-groups/6e86af3f-579a-469c-94f3-58242bcd26af HTTP/1.1" status: 204 len: 173 time: 1.1786466 Apr 18 20:46:16.139799 n-d-838334-2 neutron-server[84040]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa2af150-cccb-41ea-8c1b-0f677207ea37 admin admin] Network d2e7ea8f-da3f-410e-9096-8491f813bc08 is scheduled to be hosted by DHCP agent 8746f8ea-3e91-4b32-9919-2c63adeb8722 with binding_index 1 {{(pid=84040) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 20:46:16.214705 n-d-838334-2 neutron-server[84040]: DEBUG neutron.scheduler.base_scheduler [None req-aa2af150-cccb-41ea-8c1b-0f677207ea37 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-838334-2, d2e7ea8f-da3f-410e-9096-8491f813bc08) {{(pid=84040) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:46:16.221205 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa2af150-cccb-41ea-8c1b-0f677207ea37 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:46:16.222007 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-aa2af150-cccb-41ea-8c1b-0f677207ea37 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32378031'] for subnet, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:16.228377 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-631f4da0-22d8-4f8f-9569-6740c777de37 admin admin] Notify callbacks [] for router, before_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:16.243501 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-51877f9c-d98d-424c-8e8b-2c94b1cfb7b7 tempest-ServersTestMultiNic-942198030 tempest-ServersTestMultiNic-942198030-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1260549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33526260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32440885', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31752825'] for subnet, after_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:16.273051 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ccd61f89-90ed-4e3a-beea-57e39bcb7a6e None None] Network d2e7ea8f-da3f-410e-9096-8491f813bc08 requested from n-d-838334-2 {{(pid=84042) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 20:46:16.299312 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51877f9c-d98d-424c-8e8b-2c94b1cfb7b7 tempest-ServersTestMultiNic-942198030 tempest-ServersTestMultiNic-942198030-project] Pushing event deleted for resources: {'Subnet': ['ID=0fc18076-bf76-4f60-b226-b67006fbcf56,revision_number=None']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:46:16.329535 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-60670a23-b631-4486-b46a-e3240eff4f66 req-4e05ef58-39ed-423e-b300-c33ced27b655 tempest-MigrationsAdminTest-1326981207 tempest-MigrationsAdminTest-1326981207-project] 10.222.0.42 "GET /v2.0/security-groups?id=8ca7ac2c-bfe5-493b-aae6-636315bac851&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1921899 Apr 18 20:46:16.337735 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-aa2af150-cccb-41ea-8c1b-0f677207ea37 admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 1.9159904 Apr 18 20:46:16.345537 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-51877f9c-d98d-424c-8e8b-2c94b1cfb7b7 tempest-ServersTestMultiNic-942198030 tempest-ServersTestMultiNic-942198030-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32378031'] for subnet, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:16.348359 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-51877f9c-d98d-424c-8e8b-2c94b1cfb7b7 tempest-ServersTestMultiNic-942198030 tempest-ServersTestMultiNic-942198030-project] 10.222.0.42 "DELETE /v2.0/subnets/0fc18076-bf76-4f60-b226-b67006fbcf56 HTTP/1.1" status: 204 len: 168 time: 1.6561060 Apr 18 20:46:16.352729 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 42034) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:46:16.396448 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74acb388-95c9-4b76-895e-5345a6df0a79 None None] Network 77832128-7c92-456a-b28b-7a3f89f4abbe requested from n-d-838334-2 {{(pid=84042) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 20:46:16.500607 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-376a1138-96b2-4a38-9714-fd2663b1040a req-e6920c16-40ac-48af-a671-ccc27f34afbd tempest-SecurityGroupRulesNegativeTestJSON-1869501733 tempest-SecurityGroupRulesNegativeTestJSON-1869501733-project] 10.222.0.42 "GET /v2.0/security-groups/bc8250d9-4fb0-4dd8-b79d-5e38362fc988 HTTP/1.1" status: 200 len: 1646 time: 0.2132638 Apr 18 20:46:16.569358 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-8dc0ab9a-ab36-406d-8db0-751cdcec7212 tempest-ServersTestMultiNic-942198030 tempest-ServersTestMultiNic-942198030-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1103592'] for network, before_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:16.661081 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-376a1138-96b2-4a38-9714-fd2663b1040a req-51c3948b-0e6c-4b92-903b-7cc3ccdc0db2 tempest-SecurityGroupRulesNegativeTestJSON-1869501733 tempest-SecurityGroupRulesNegativeTestJSON-1869501733-project] Notify callbacks [] for security_group, before_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:16.664866 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.plugin [None req-8dc0ab9a-ab36-406d-8db0-751cdcec7212 tempest-ServersTestMultiNic-942198030 tempest-ServersTestMultiNic-942198030-project] Deleting port 9b0d4fe8-595a-49ef-878b-9d849889472b {{(pid=84040) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 20:46:16.665919 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-8dc0ab9a-ab36-406d-8db0-751cdcec7212 tempest-ServersTestMultiNic-942198030 tempest-ServersTestMultiNic-942198030-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750375188691'] for port, before_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:16.681863 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-631f4da0-22d8-4f8f-9569-6740c777de37 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:16.699068 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.plugin [None req-631f4da0-22d8-4f8f-9569-6740c777de37 admin admin] Deleting port 316a5b16-33f6-48b0-a9ad-a8d30350e7c8 {{(pid=84041) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 20:46:16.699753 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-631f4da0-22d8-4f8f-9569-6740c777de37 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750375188691'] for port, before_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:16.891288 n-d-838334-2 neutron-server[84041]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-036778ff-f6ff-4207-9cd8-4420e7535c9d tempest-AttachSCSIVolumeTestJSON-265284501 tempest-AttachSCSIVolumeTestJSON-265284501-project] Router 2fcfa44f-978c-4e58-b43e-36f84d658eff has already been hosted by L3 agent bc84d6c9-dd7a-4555-a351-592327b46d5a {{(pid=84041) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 20:46:16.934803 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.db [None req-8dc0ab9a-ab36-406d-8db0-751cdcec7212 tempest-ServersTestMultiNic-942198030 tempest-ServersTestMultiNic-942198030-project] For port 9b0d4fe8-595a-49ef-878b-9d849889472b, host n-d-838334-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838334-2',level=0,port_id=9b0d4fe8-595a-49ef-878b-9d849889472b,segment=NetworkSegment(0ffe50b9-8a94-4573-9833-bec1b6a6d90c),segment_id=0ffe50b9-8a94-4573-9833-bec1b6a6d90c)] {{(pid=84040) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:46:16.935185 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-8dc0ab9a-ab36-406d-8db0-751cdcec7212 tempest-ServersTestMultiNic-942198030 tempest-ServersTestMultiNic-942198030-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369123'] for port, precommit_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:16.968933 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.db [None req-631f4da0-22d8-4f8f-9569-6740c777de37 admin admin] For port 316a5b16-33f6-48b0-a9ad-a8d30350e7c8, host n-d-838334-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838334-2',level=0,port_id=316a5b16-33f6-48b0-a9ad-a8d30350e7c8,segment=NetworkSegment(732aa830-768b-4511-951f-d08e26b9c25b),segment_id=732aa830-768b-4511-951f-d08e26b9c25b)] {{(pid=84041) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:46:16.969479 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-631f4da0-22d8-4f8f-9569-6740c777de37 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369123'] for port, precommit_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:16.995183 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Device 50835e83-a5fb-4791-9057-3a1a5ea9153e no longer exists at agent hyperv_n-h1-838334-2 {{(pid=84042) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 20:46:17.077256 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Device 477a0bf5-0275-431a-8328-ff70599fc8f0 details requested by agent hyperv_n-h2-838334-2 with host n-h2-838334-2 {{(pid=84042) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 18 20:46:17.100929 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.plugin [None req-8dc0ab9a-ab36-406d-8db0-751cdcec7212 tempest-ServersTestMultiNic-942198030 tempest-ServersTestMultiNic-942198030-project] Calling delete_port for 9b0d4fe8-595a-49ef-878b-9d849889472b owned by network:dhcp {{(pid=84040) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 20:46:17.128439 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4872f9a-b1ba-447a-ab6c-4b3d0edac09f None None] Network d2e7ea8f-da3f-410e-9096-8491f813bc08 requested from n-d-838334-2 {{(pid=84042) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 20:46:17.163083 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.plugin [None req-631f4da0-22d8-4f8f-9569-6740c777de37 admin admin] Calling delete_port for 316a5b16-33f6-48b0-a9ad-a8d30350e7c8 owned by network:router_gateway {{(pid=84041) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 20:46:17.251477 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.db.resource_extend [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 18 20:46:17.391821 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-376a1138-96b2-4a38-9714-fd2663b1040a req-51c3948b-0e6c-4b92-903b-7cc3ccdc0db2 tempest-SecurityGroupRulesNegativeTestJSON-1869501733 tempest-SecurityGroupRulesNegativeTestJSON-1869501733-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:17.406329 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-8dc0ab9a-ab36-406d-8db0-751cdcec7212 tempest-ServersTestMultiNic-942198030 tempest-ServersTestMultiNic-942198030-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750375259028', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750374836628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32440838'] for port, after_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:17.421686 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:17.464069 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2df84dad-298e-4bc5-96ca-18b86783c4c4 None None] DHCP port deletion for 77832128-7c92-456a-b28b-7a3f89f4abbe request from n-d-838334-2 {{(pid=84042) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 18 20:46:17.480213 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dc0ab9a-ab36-406d-8db0-751cdcec7212 tempest-ServersTestMultiNic-942198030 tempest-ServersTestMultiNic-942198030-project] Pushing event deleted for resources: {'Port': ['ID=9b0d4fe8-595a-49ef-878b-9d849889472b,revision_number=None']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:46:17.486031 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8dc0ab9a-ab36-406d-8db0-751cdcec7212 tempest-ServersTestMultiNic-942198030 tempest-ServersTestMultiNic-942198030-project] No DVR routers for this DVR port 9b0d4fe8-595a-49ef-878b-9d849889472b on host n-d-838334-2 {{(pid=84040) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 20:46:17.496057 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_hamode_db [None req-213b5016-926f-4c3b-b55c-26e4e766d40d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cfeeac2b-f438-42a9-b6f4-a23b287a367f', 'name': 'tempest-TaggedBootDevicesTest-1935158179-router', 'tenant_id': 'a66b5a5a883b42fa8f024c192096e68f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'external_fixed_ips': [{'subnet_id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'ip_address': '172.25.8.22'}], 'enable_snat': True}, 'gw_port_id': '316a5b16-33f6-48b0-a9ad-a8d30350e7c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:38:10Z', 'updated_at': '2022-04-18T20:46:11Z', 'revision_number': 5, 'project_id': 'a66b5a5a883b42fa8f024c192096e68f', 'gw_port': {'id': '316a5b16-33f6-48b0-a9ad-a8d30350e7c8', 'name': '', 'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:05:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfeeac2b-f438-42a9-b6f4-a23b287a367f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'ip_address': '172.25.8.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:38:10Z', 'updated_at': '2022-04-18T20:38:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838334-2'}], 'n-d-838334-2', False) {} {{(pid=84042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:46:17.513097 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-213b5016-926f-4c3b-b55c-26e4e766d40d None None] Checking router: cfeeac2b-f438-42a9-b6f4-a23b287a367f for host: n-d-838334-2 {{(pid=84042) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 18 20:46:17.527866 n-d-838334-2 neutron-server[84042]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eb3668b7-221e-464a-9f23-da8bc40863a7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '50835e83-a5fb-4791-9057-3a1a5ea9153e'}] {{(pid=84042) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 20:46:17.622317 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-036778ff-f6ff-4207-9cd8-4420e7535c9d tempest-AttachSCSIVolumeTestJSON-265284501 tempest-AttachSCSIVolumeTestJSON-265284501-project] Notify agent at l3_agent.n-d-838334-2 the message routers_updated {{(pid=84041) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 20:46:17.628417 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-631f4da0-22d8-4f8f-9569-6740c777de37 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750375259028', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750374836628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32266323'] for port, after_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:17.635938 n-d-838334-2 neutron-server[84043]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bdf1239-3549-4cdc-a7ef-a1817cab8f39 None None] Sync routers for ids ['2fcfa44f-978c-4e58-b43e-36f84d658eff'] in n-d-838334-2 {{(pid=84043) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 18 20:46:17.655783 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bdf1239-3549-4cdc-a7ef-a1817cab8f39 None None] Routers {'2fcfa44f-978c-4e58-b43e-36f84d658eff'} bound to L3 agent in host n-d-838334-2 {{(pid=84043) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 20:46:17.656696 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.l3_hamode_db [None req-1bdf1239-3549-4cdc-a7ef-a1817cab8f39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838334-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-18T20:25:48Z,description=,heartbeat_timestamp=2022-04-18T20:45:48Z,host='n-d-838334-2',id=bc84d6c9-dd7a-4555-a351-592327b46d5a,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:25:48Z,topic='l3_agent')) {'router_ids': ['2fcfa44f-978c-4e58-b43e-36f84d658eff'], 'active': True} {{(pid=84043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:46:17.677598 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-036778ff-f6ff-4207-9cd8-4420e7535c9d tempest-AttachSCSIVolumeTestJSON-265284501 tempest-AttachSCSIVolumeTestJSON-265284501-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217293'] for floatingip, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:17.693610 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] For port 50835e83-a5fb-4791-9057-3a1a5ea9153e, host n-h1-838334-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838334-2',level=0,port_id=50835e83-a5fb-4791-9057-3a1a5ea9153e,segment=NetworkSegment(62b85806-94d8-4a88-a06c-da82e5932d66),segment_id=62b85806-94d8-4a88-a06c-da82e5932d66)] {{(pid=84042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:46:17.703380 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-631f4da0-22d8-4f8f-9569-6740c777de37 admin admin] Pushing event deleted for resources: {'Port': ['ID=316a5b16-33f6-48b0-a9ad-a8d30350e7c8,revision_number=None']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:46:17.722129 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682'] for port, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:17.779481 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] For port 477a0bf5-0275-431a-8328-ff70599fc8f0, host n-h2-838334-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838334-2',level=0,port_id=477a0bf5-0275-431a-8328-ff70599fc8f0,segment=NetworkSegment(62b85806-94d8-4a88-a06c-da82e5932d66),segment_id=62b85806-94d8-4a88-a06c-da82e5932d66)] {{(pid=84042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:46:17.785172 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b086f744-9114-4feb-a2da-feb740f936a3 req-e6f6d825-669f-4aef-9fd1-d4c9b1e1815d tempest-InstanceActionsV221TestJSON-1728889017 tempest-InstanceActionsV221TestJSON-1728889017-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:46:17.785961 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [req-b086f744-9114-4feb-a2da-feb740f936a3 req-e6f6d825-669f-4aef-9fd1-d4c9b1e1815d tempest-InstanceActionsV221TestJSON-1728889017 tempest-InstanceActionsV221TestJSON-1728889017-project] Synchronizing usage tracker for tenant:ba473402816449b98cb66361156c95f3 on resource:network {{(pid=84040) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 20:46:17.813703 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-8dc0ab9a-ab36-406d-8db0-751cdcec7212 tempest-ServersTestMultiNic-942198030 tempest-ServersTestMultiNic-942198030-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1258905', 'neutron.services.segments.db._delete_segments_for_network-8750375287417'] for network, precommit_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:17.863545 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-376a1138-96b2-4a38-9714-fd2663b1040a req-51c3948b-0e6c-4b92-903b-7cc3ccdc0db2 tempest-SecurityGroupRulesNegativeTestJSON-1869501733 tempest-SecurityGroupRulesNegativeTestJSON-1869501733-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33528224'] for security_group, after_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:17.878418 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-036778ff-f6ff-4207-9cd8-4420e7535c9d tempest-AttachSCSIVolumeTestJSON-265284501 tempest-AttachSCSIVolumeTestJSON-265284501-project] 10.222.0.42 "PUT /v2.0/floatingips/6ac5257d-5e96-4bbc-a09e-ddb005e35d44 HTTP/1.1" status: 200 len: 992 time: 4.6117775 Apr 18 20:46:17.884882 n-d-838334-2 neutron-server[84041]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8875fa9e-fc70-4288-9292-8c0ca078b6b7', 'tag': '0a032366-a8a0-489a-a1a8-920f26be44bc'}] {{(pid=84041) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 20:46:17.891190 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_dvrscheduler_db [None req-213b5016-926f-4c3b-b55c-26e4e766d40d None None] Routers {'cfeeac2b-f438-42a9-b6f4-a23b287a367f'} bound to L3 agent in host n-d-838334-2 {{(pid=84042) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 20:46:17.896562 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_hamode_db [None req-213b5016-926f-4c3b-b55c-26e4e766d40d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838334-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-18T20:25:48Z,description=,heartbeat_timestamp=2022-04-18T20:45:48Z,host='n-d-838334-2',id=bc84d6c9-dd7a-4555-a351-592327b46d5a,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:25:48Z,topic='l3_agent')) {'router_ids': ['cfeeac2b-f438-42a9-b6f4-a23b287a367f'], 'active': True} {{(pid=84042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:46:17.938294 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.l3_dvr_db [None req-1bdf1239-3549-4cdc-a7ef-a1817cab8f39 None None] Set router 2fcfa44f-978c-4e58-b43e-36f84d658eff gateway port host: n-d-838334-2 {{(pid=84043) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 20:46:17.946164 n-d-838334-2 neutron-server[84040]: DEBUG neutron.services.segments.db [None req-8dc0ab9a-ab36-406d-8db0-751cdcec7212 tempest-ServersTestMultiNic-942198030 tempest-ServersTestMultiNic-942198030-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['77832128-7c92-456a-b28b-7a3f89f4abbe']}} {{(pid=84040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:46:17.971535 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51c3948b-0e6c-4b92-903b-7cc3ccdc0db2 tempest-SecurityGroupRulesNegativeTestJSON-1869501733 tempest-SecurityGroupRulesNegativeTestJSON-1869501733-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc8250d9-4fb0-4dd8-b79d-5e38362fc988,revision_number=None']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:46:17.985499 n-d-838334-2 neutron-server[84040]: DEBUG neutron.services.segments.db [None req-8dc0ab9a-ab36-406d-8db0-751cdcec7212 tempest-ServersTestMultiNic-942198030 tempest-ServersTestMultiNic-942198030-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0ffe50b9-8a94-4573-9833-bec1b6a6d90c') {'for_net_delete': True} {{(pid=84040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:46:17.985812 n-d-838334-2 neutron-server[84040]: DEBUG neutron.services.segments.db [None req-8dc0ab9a-ab36-406d-8db0-751cdcec7212 tempest-ServersTestMultiNic-942198030 tempest-ServersTestMultiNic-942198030-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0ffe50b9-8a94-4573-9833-bec1b6a6d90c') {} {{(pid=84040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:46:18.019764 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [req-b086f744-9114-4feb-a2da-feb740f936a3 req-e6f6d825-669f-4aef-9fd1-d4c9b1e1815d tempest-InstanceActionsV221TestJSON-1728889017 tempest-InstanceActionsV221TestJSON-1728889017-project] Unset dirty status for tenant:ba473402816449b98cb66361156c95f3 on resource:network {{(pid=84040) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 20:46:18.021057 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-b086f744-9114-4feb-a2da-feb740f936a3 req-e6f6d825-669f-4aef-9fd1-d4c9b1e1815d tempest-InstanceActionsV221TestJSON-1728889017 tempest-InstanceActionsV221TestJSON-1728889017-project] 10.222.0.42 "GET /v2.0/networks?id=d2e7ea8f-da3f-410e-9096-8491f813bc08 HTTP/1.1" status: 200 len: 818 time: 0.9378479 Apr 18 20:46:18.029270 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-8dc0ab9a-ab36-406d-8db0-751cdcec7212 tempest-ServersTestMultiNic-942198030 tempest-ServersTestMultiNic-942198030-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750375287300', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31955965'] for segment, before_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:18.080506 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-376a1138-96b2-4a38-9714-fd2663b1040a req-51c3948b-0e6c-4b92-903b-7cc3ccdc0db2 tempest-SecurityGroupRulesNegativeTestJSON-1869501733 tempest-SecurityGroupRulesNegativeTestJSON-1869501733-project] Notify callbacks [] for security_group, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:18.094771 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-376a1138-96b2-4a38-9714-fd2663b1040a req-51c3948b-0e6c-4b92-903b-7cc3ccdc0db2 tempest-SecurityGroupRulesNegativeTestJSON-1869501733 tempest-SecurityGroupRulesNegativeTestJSON-1869501733-project] 10.222.0.42 "DELETE /v2.0/security-groups/bc8250d9-4fb0-4dd8-b79d-5e38362fc988 HTTP/1.1" status: 204 len: 173 time: 1.5879052 Apr 18 20:46:18.112561 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-8dc0ab9a-ab36-406d-8db0-751cdcec7212 tempest-ServersTestMultiNic-942198030 tempest-ServersTestMultiNic-942198030-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1082986'] for segment, precommit_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:18.137428 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-b086f744-9114-4feb-a2da-feb740f936a3 req-b9ccdd71-309c-4f1c-9bfc-e73efda7da7e tempest-InstanceActionsV221TestJSON-1728889017 tempest-InstanceActionsV221TestJSON-1728889017-project] 10.222.0.42 "GET /v2.0/quotas/ba473402816449b98cb66361156c95f3 HTTP/1.1" status: 200 len: 375 time: 0.0982068 Apr 18 20:46:18.138914 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-631f4da0-22d8-4f8f-9569-6740c777de37 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33444108'] for router_gateway, after_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:18.150864 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8dc0ab9a-ab36-406d-8db0-751cdcec7212 tempest-ServersTestMultiNic-942198030 tempest-ServersTestMultiNic-942198030-project] Releasing vlan 390 on physical network physnet1 to pool {{(pid=84040) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 18 20:46:18.151271 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-8dc0ab9a-ab36-406d-8db0-751cdcec7212 tempest-ServersTestMultiNic-942198030 tempest-ServersTestMultiNic-942198030-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1082993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32440923'] for segment, after_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:18.216688 n-d-838334-2 neutron-server[84040]: Traceback (most recent call last): Apr 18 20:46:18.216688 n-d-838334-2 neutron-server[84040]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 18 20:46:18.216688 n-d-838334-2 neutron-server[84040]: timer() Apr 18 20:46:18.216688 n-d-838334-2 neutron-server[84040]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 20:46:18.216688 n-d-838334-2 neutron-server[84040]: cb(*args, **kw) Apr 18 20:46:18.216688 n-d-838334-2 neutron-server[84040]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 18 20:46:18.216688 n-d-838334-2 neutron-server[84040]: return func(*args, **kwargs) Apr 18 20:46:18.216688 n-d-838334-2 neutron-server[84040]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 20:46:18.216688 n-d-838334-2 neutron-server[84040]: self._notify() Apr 18 20:46:18.216688 n-d-838334-2 neutron-server[84040]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 20:46:18.216688 n-d-838334-2 neutron-server[84040]: self.callback(batched_events) Apr 18 20:46:18.216688 n-d-838334-2 neutron-server[84040]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 20:46:18.216688 n-d-838334-2 neutron-server[84040]: event.method(event) Apr 18 20:46:18.216688 n-d-838334-2 neutron-server[84040]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 18 20:46:18.216688 n-d-838334-2 neutron-server[84040]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 20:46:18.216688 n-d-838334-2 neutron-server[84040]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 18 20:46:18.216688 n-d-838334-2 neutron-server[84040]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 20:46:18.216688 n-d-838334-2 neutron-server[84040]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 18 20:46:18.216688 n-d-838334-2 neutron-server[84040]: return f(self, *a, **k) Apr 18 20:46:18.216688 n-d-838334-2 neutron-server[84040]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 18 20:46:18.216688 n-d-838334-2 neutron-server[84040]: return self._get(url).json() Apr 18 20:46:18.216688 n-d-838334-2 neutron-server[84040]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 18 20:46:18.216688 n-d-838334-2 neutron-server[84040]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 20:46:18.216688 n-d-838334-2 neutron-server[84040]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 18 20:46:18.216688 n-d-838334-2 neutron-server[84040]: return self.request(url, 'GET', **kwargs) Apr 18 20:46:18.216688 n-d-838334-2 neutron-server[84040]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 18 20:46:18.216688 n-d-838334-2 neutron-server[84040]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 20:46:18.216688 n-d-838334-2 neutron-server[84040]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 18 20:46:18.216688 n-d-838334-2 neutron-server[84040]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 20:46:18.216688 n-d-838334-2 neutron-server[84040]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 18 20:46:18.216688 n-d-838334-2 neutron-server[84040]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 20:46:18.216688 n-d-838334-2 neutron-server[84040]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 20:46:18.267557 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Pushing event updated for resources: {'Port': ['ID=50835e83-a5fb-4791-9057-3a1a5ea9153e,revision_number=8']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:46:18.289880 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Returning: {'device': '477a0bf5-0275-431a-8328-ff70599fc8f0', 'network_id': 'cb56989d-7c5d-4678-b194-1d2edf1e842a', 'port_id': '477a0bf5-0275-431a-8328-ff70599fc8f0', 'mac_address': 'fa:16:3e:f5:a1:d1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 382, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c4b526db-4d8a-4d4c-a310-e3a599630ae1', 'ip_address': '192.168.233.184'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84042) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 18 20:46:18.389706 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:18.449778 n-d-838334-2 neutron-server[84042]: DEBUG neutron.notifiers.nova [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 477a0bf5-0275-431a-8328-ff70599fc8f0 {{(pid=84042) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 18 20:46:18.500392 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] For port 477a0bf5-0275-431a-8328-ff70599fc8f0, host n-h2-838334-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838334-2',level=0,port_id=477a0bf5-0275-431a-8328-ff70599fc8f0,segment=NetworkSegment(62b85806-94d8-4a88-a06c-da82e5932d66),segment_id=62b85806-94d8-4a88-a06c-da82e5932d66)] {{(pid=84042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:46:18.511939 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-2d914b24-100d-4d83-a1bb-b5552e3d70e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750375287399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253529'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:18.523980 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682'] for port, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:18.574487 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-b086f744-9114-4feb-a2da-feb740f936a3 req-62ce7042-f3fd-4bca-b0ec-9b6eb16a90c3 tempest-InstanceActionsV221TestJSON-1728889017 tempest-InstanceActionsV221TestJSON-1728889017-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=ba473402816449b98cb66361156c95f3&fields=id HTTP/1.1" status: 200 len: 210 time: 0.4255803 Apr 18 20:46:18.584435 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.l3_hamode_db [None req-1bdf1239-3549-4cdc-a7ef-a1817cab8f39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2fcfa44f-978c-4e58-b43e-36f84d658eff', 'name': 'tempest-AttachSCSIVolumeTestJSON-651922907-router', 'tenant_id': '1fd001aaeef146c5ac3c9d1e6f47f539', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'external_fixed_ips': [{'subnet_id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'ip_address': '172.25.8.80'}], 'enable_snat': True}, 'gw_port_id': 'e80c40ba-d69f-4b98-831d-6a06358011b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:44:35Z', 'updated_at': '2022-04-18T20:44:45Z', 'revision_number': 4, 'project_id': '1fd001aaeef146c5ac3c9d1e6f47f539', 'gw_port': {'id': 'e80c40ba-d69f-4b98-831d-6a06358011b4', 'name': '', 'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:8d:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fcfa44f-978c-4e58-b43e-36f84d658eff', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'ip_address': '172.25.8.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:44:36Z', 'updated_at': '2022-04-18T20:44:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838334-2', '_floatingips': [{'id': '6ac5257d-5e96-4bbc-a09e-ddb005e35d44', 'tenant_id': '1fd001aaeef146c5ac3c9d1e6f47f539', 'floating_ip_address': '172.25.8.136', 'floating_network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'router_id': '2fcfa44f-978c-4e58-b43e-36f84d658eff', 'port_id': '0a032366-a8a0-489a-a1a8-920f26be44bc', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '927d35e4-e88b-4e82-9eb0-c42861ae32da', 'mac_address': 'fa:16:3e:2b:a1:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8875fa9e-fc70-4288-9292-8c0ca078b6b7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T20:45:42Z', 'updated_at': '2022-04-18T20:46:14Z', 'revision_number': 1, 'project_id': '1fd001aaeef146c5ac3c9d1e6f47f539', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '90c2329b-a48a-4fa9-872d-dbd9fc1fe4b3', 'name': '', 'network_id': '927d35e4-e88b-4e82-9eb0-c42861ae32da', 'tenant_id': '1fd001aaeef146c5ac3c9d1e6f47f539', 'mac_address': 'fa:16:3e:47:32:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fcfa44f-978c-4e58-b43e-36f84d658eff', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '318f6973-de81-4b49-b616-dd3d9f23a644', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:44:43Z', 'updated_at': '2022-04-18T20:44:57Z', 'revision_number': 5, 'project_id': '1fd001aaeef146c5ac3c9d1e6f47f539', 'subnets': [{'id': '318f6973-de81-4b49-b616-dd3d9f23a644', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838334-2', False) {} {{(pid=84043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:46:18.589100 n-d-838334-2 neutron-server[84043]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bdf1239-3549-4cdc-a7ef-a1817cab8f39 None None] Checking router: 2fcfa44f-978c-4e58-b43e-36f84d658eff for host: n-d-838334-2 {{(pid=84043) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 18 20:46:18.611042 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bdf1239-3549-4cdc-a7ef-a1817cab8f39 None None] Routers {'2fcfa44f-978c-4e58-b43e-36f84d658eff'} bound to L3 agent in host n-d-838334-2 {{(pid=84043) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 20:46:18.612737 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.l3_hamode_db [None req-1bdf1239-3549-4cdc-a7ef-a1817cab8f39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838334-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-18T20:25:48Z,description=,heartbeat_timestamp=2022-04-18T20:46:18Z,host='n-d-838334-2',id=bc84d6c9-dd7a-4555-a351-592327b46d5a,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:25:48Z,topic='l3_agent')) {'router_ids': ['2fcfa44f-978c-4e58-b43e-36f84d658eff'], 'active': True} {{(pid=84043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:46:18.683309 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Pushing event updated for resources: {'Port': ['ID=477a0bf5-0275-431a-8328-ff70599fc8f0,revision_number=9']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:46:18.702562 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_dvr_db [None req-213b5016-926f-4c3b-b55c-26e4e766d40d None None] Set router cfeeac2b-f438-42a9-b6f4-a23b287a367f gateway port host: None {{(pid=84042) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 20:46:18.725406 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-8dc0ab9a-ab36-406d-8db0-751cdcec7212 tempest-ServersTestMultiNic-942198030 tempest-ServersTestMultiNic-942198030-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1258898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33526109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33444113'] for network, after_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:18.734185 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-8dc0ab9a-ab36-406d-8db0-751cdcec7212 tempest-ServersTestMultiNic-942198030 tempest-ServersTestMultiNic-942198030-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32378031'] for network, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:18.748284 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-631f4da0-22d8-4f8f-9569-6740c777de37 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33443580', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5726'] for router, precommit_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:18.754733 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-631f4da0-22d8-4f8f-9569-6740c777de37 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:18.777584 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] get_ports_and_sgs() called for port_ids ['477a0bf5-0275-431a-8328-ff70599fc8f0'] {{(pid=84042) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 18 20:46:18.787762 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-631f4da0-22d8-4f8f-9569-6740c777de37 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-33443408'] for router, after_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:18.788724 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-631f4da0-22d8-4f8f-9569-6740c777de37 admin admin] Fanout notify agent at l3_agent the message router_deleted on router cfeeac2b-f438-42a9-b6f4-a23b287a367f {{(pid=84041) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 18 20:46:18.804329 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-631f4da0-22d8-4f8f-9569-6740c777de37 admin admin] Notify callbacks [] for router, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:18.808372 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-631f4da0-22d8-4f8f-9569-6740c777de37 admin admin] 10.222.0.42 "DELETE /v2.0/routers/cfeeac2b-f438-42a9-b6f4-a23b287a367f HTTP/1.1" status: 204 len: 168 time: 3.2525465 Apr 18 20:46:18.809296 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 42094) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:46:18.894539 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.db_base_plugin_v2 [None req-0c831793-30ca-4eba-9e43-090e5517da8b admin admin] Deleting subnet 9d5006e9-535b-476f-a78a-7373d4134683 {{(pid=84041) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 18 20:46:18.895057 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dc0ab9a-ab36-406d-8db0-751cdcec7212 tempest-ServersTestMultiNic-942198030 tempest-ServersTestMultiNic-942198030-project] Pushing event deleted for resources: {'Network': ['ID=77832128-7c92-456a-b28b-7a3f89f4abbe,revision_number=None']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:46:18.901280 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.l3_dvr_db [None req-1bdf1239-3549-4cdc-a7ef-a1817cab8f39 None None] Set router 2fcfa44f-978c-4e58-b43e-36f84d658eff gateway port host: n-d-838334-2 {{(pid=84043) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 20:46:18.909528 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 42100) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:46:18.910027 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-8dc0ab9a-ab36-406d-8db0-751cdcec7212 tempest-ServersTestMultiNic-942198030 tempest-ServersTestMultiNic-942198030-project] 10.222.0.42 "DELETE /v2.0/networks/77832128-7c92-456a-b28b-7a3f89f4abbe HTTP/1.1" status: 204 len: 168 time: 2.5557714 Apr 18 20:46:18.914351 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-0c831793-30ca-4eba-9e43-090e5517da8b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:18.927024 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-b086f744-9114-4feb-a2da-feb740f936a3 req-2b1c5024-6817-4e81-98c9-736a8bf89f53 service neutron] 10.222.0.42 "GET /v2.0/networks/d2e7ea8f-da3f-410e-9096-8491f813bc08?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3383493 Apr 18 20:46:18.937587 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be04c079-29bb-4770-a550-46e56ddd8772 req-ad13ec33-7a69-42d5-8a7a-2b62c2f04f14 tempest-MigrationsAdminTest-1326981207 tempest-MigrationsAdminTest-1326981207-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:46:18.938953 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-be04c079-29bb-4770-a550-46e56ddd8772 req-ad13ec33-7a69-42d5-8a7a-2b62c2f04f14 tempest-MigrationsAdminTest-1326981207 tempest-MigrationsAdminTest-1326981207-project] 10.222.0.42 "GET /v2.0/ports?device_id=f880cebf-c088-4fa8-8d57-e363e846dff9 HTTP/1.1" status: 200 len: 949 time: 0.4230978 Apr 18 20:46:19.050449 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-0c831793-30ca-4eba-9e43-090e5517da8b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32266383'] for subnet, precommit_delete_associations {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:19.090340 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_hamode_db [None req-213b5016-926f-4c3b-b55c-26e4e766d40d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cfeeac2b-f438-42a9-b6f4-a23b287a367f', 'name': 'tempest-TaggedBootDevicesTest-1935158179-router', 'tenant_id': 'a66b5a5a883b42fa8f024c192096e68f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:38:10Z', 'updated_at': '2022-04-18T20:46:17Z', 'revision_number': 7, 'project_id': 'a66b5a5a883b42fa8f024c192096e68f', 'gw_port_host': None}], 'n-d-838334-2', False) {} {{(pid=84042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:46:19.116982 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750375287399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253529'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:19.122771 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-213b5016-926f-4c3b-b55c-26e4e766d40d None None] The sync data for ids ['cfeeac2b-f438-42a9-b6f4-a23b287a367f'] in n-d-838334-2 is: [{'id': 'cfeeac2b-f438-42a9-b6f4-a23b287a367f', 'name': 'tempest-TaggedBootDevicesTest-1935158179-router', 'tenant_id': 'a66b5a5a883b42fa8f024c192096e68f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:38:10Z', 'updated_at': '2022-04-18T20:46:17Z', 'revision_number': 7, 'project_id': 'a66b5a5a883b42fa8f024c192096e68f', 'gw_port_host': None}] {{(pid=84042) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 18 20:46:19.227062 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-be04c079-29bb-4770-a550-46e56ddd8772 req-87dca47e-b1f7-413f-a3e8-74d4faacf3e1 tempest-MigrationsAdminTest-1326981207 tempest-MigrationsAdminTest-1326981207-project] 10.222.0.42 "GET /v2.0/security-groups?id=8ca7ac2c-bfe5-493b-aae6-636315bac851&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2480190 Apr 18 20:46:19.244044 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-b086f744-9114-4feb-a2da-feb740f936a3 req-d12e34ae-f05e-4618-bef8-25d61a310b33 service neutron] 10.222.0.42 "GET /v2.0/networks/d2e7ea8f-da3f-410e-9096-8491f813bc08?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3040273 Apr 18 20:46:19.369930 n-d-838334-2 neutron-server[84042]: INFO neutron.notifiers.nova [-] Nova event matching ['req-af266950-631e-49de-a37b-8e6c5830964b'] response: {'server_uuid': 'eb3668b7-221e-464a-9f23-da8bc40863a7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '50835e83-a5fb-4791-9057-3a1a5ea9153e', 'code': 200} Apr 18 20:46:19.403956 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-414b6ffe-e119-47bc-b18f-bcff1219c2f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750375287399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253529'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:19.407477 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-0c831793-30ca-4eba-9e43-090e5517da8b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1260556'] for subnet, precommit_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:19.446818 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.db_base_plugin_v2 [None req-ede2c6c2-c3fc-4a46-b878-d28b05f145bf tempest-ServersTestMultiNic-942198030 tempest-ServersTestMultiNic-942198030-project] Deleting subnet 3ca98581-9d97-4fcc-91a2-2b042376e408 {{(pid=84041) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 18 20:46:19.467335 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-3d9d4b34-d7d5-47b4-9946-74202f66c48f req-dc041452-c377-49d3-a277-149337094eae tempest-SecurityGroupRulesNegativeTestJSON-1869501733 tempest-SecurityGroupRulesNegativeTestJSON-1869501733-project] 10.222.0.42 "GET /v2.0/security-groups/aa6aa6b4-77eb-4c7f-9cef-f31ecd9778c8 HTTP/1.1" status: 200 len: 1645 time: 0.0598195 Apr 18 20:46:19.468546 n-d-838334-2 neutron-server[84041]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d03ba2ba-be9f-486f-ba92-51741fb6d66c'] response: {'name': 'network-changed', 'server_uuid': '8875fa9e-fc70-4288-9292-8c0ca078b6b7', 'tag': '0a032366-a8a0-489a-a1a8-920f26be44bc', 'status': 'completed', 'code': 200} Apr 18 20:46:19.492535 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-ede2c6c2-c3fc-4a46-b878-d28b05f145bf tempest-ServersTestMultiNic-942198030 tempest-ServersTestMultiNic-942198030-project] Notify callbacks [] for subnet, before_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:19.674445 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-ede2c6c2-c3fc-4a46-b878-d28b05f145bf tempest-ServersTestMultiNic-942198030 tempest-ServersTestMultiNic-942198030-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32266383'] for subnet, precommit_delete_associations {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:19.754766 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-3d9d4b34-d7d5-47b4-9946-74202f66c48f req-9ad54a65-5134-415f-8bb4-d56e96c9e249 tempest-SecurityGroupRulesNegativeTestJSON-1869501733 tempest-SecurityGroupRulesNegativeTestJSON-1869501733-project] Notify callbacks [] for security_group, before_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:19.808312 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-0c831793-30ca-4eba-9e43-090e5517da8b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1260549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33526260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32266336', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32486390'] for subnet, after_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:19.849438 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.l3_hamode_db [None req-1bdf1239-3549-4cdc-a7ef-a1817cab8f39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2fcfa44f-978c-4e58-b43e-36f84d658eff', 'name': 'tempest-AttachSCSIVolumeTestJSON-651922907-router', 'tenant_id': '1fd001aaeef146c5ac3c9d1e6f47f539', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'external_fixed_ips': [{'subnet_id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'ip_address': '172.25.8.80'}], 'enable_snat': True}, 'gw_port_id': 'e80c40ba-d69f-4b98-831d-6a06358011b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:44:35Z', 'updated_at': '2022-04-18T20:44:45Z', 'revision_number': 4, 'project_id': '1fd001aaeef146c5ac3c9d1e6f47f539', 'gw_port': {'id': 'e80c40ba-d69f-4b98-831d-6a06358011b4', 'name': '', 'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:8d:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fcfa44f-978c-4e58-b43e-36f84d658eff', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'ip_address': '172.25.8.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:44:36Z', 'updated_at': '2022-04-18T20:44:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838334-2', '_floatingips': [{'id': '6ac5257d-5e96-4bbc-a09e-ddb005e35d44', 'tenant_id': '1fd001aaeef146c5ac3c9d1e6f47f539', 'floating_ip_address': '172.25.8.136', 'floating_network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'router_id': '2fcfa44f-978c-4e58-b43e-36f84d658eff', 'port_id': '0a032366-a8a0-489a-a1a8-920f26be44bc', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '927d35e4-e88b-4e82-9eb0-c42861ae32da', 'mac_address': 'fa:16:3e:2b:a1:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8875fa9e-fc70-4288-9292-8c0ca078b6b7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T20:45:42Z', 'updated_at': '2022-04-18T20:46:14Z', 'revision_number': 1, 'project_id': '1fd001aaeef146c5ac3c9d1e6f47f539', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '90c2329b-a48a-4fa9-872d-dbd9fc1fe4b3', 'name': '', 'network_id': '927d35e4-e88b-4e82-9eb0-c42861ae32da', 'tenant_id': '1fd001aaeef146c5ac3c9d1e6f47f539', 'mac_address': 'fa:16:3e:47:32:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fcfa44f-978c-4e58-b43e-36f84d658eff', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '318f6973-de81-4b49-b616-dd3d9f23a644', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:44:43Z', 'updated_at': '2022-04-18T20:44:57Z', 'revision_number': 5, 'project_id': '1fd001aaeef146c5ac3c9d1e6f47f539', 'subnets': [{'id': '318f6973-de81-4b49-b616-dd3d9f23a644', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838334-2', False) {} {{(pid=84043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:46:19.854391 n-d-838334-2 neutron-server[84043]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bdf1239-3549-4cdc-a7ef-a1817cab8f39 None None] The sync data for ids ['2fcfa44f-978c-4e58-b43e-36f84d658eff'] in n-d-838334-2 is: [{'id': '2fcfa44f-978c-4e58-b43e-36f84d658eff', 'name': 'tempest-AttachSCSIVolumeTestJSON-651922907-router', 'tenant_id': '1fd001aaeef146c5ac3c9d1e6f47f539', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'external_fixed_ips': [{'subnet_id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'ip_address': '172.25.8.80'}], 'enable_snat': True}, 'gw_port_id': 'e80c40ba-d69f-4b98-831d-6a06358011b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:44:35Z', 'updated_at': '2022-04-18T20:44:45Z', 'revision_number': 4, 'project_id': '1fd001aaeef146c5ac3c9d1e6f47f539', 'gw_port': {'id': 'e80c40ba-d69f-4b98-831d-6a06358011b4', 'name': '', 'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:8d:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fcfa44f-978c-4e58-b43e-36f84d658eff', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'ip_address': '172.25.8.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:44:36Z', 'updated_at': '2022-04-18T20:44:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838334-2', '_floatingips': [{'id': '6ac5257d-5e96-4bbc-a09e-ddb005e35d44', 'tenant_id': '1fd001aaeef146c5ac3c9d1e6f47f539', 'floating_ip_address': '172.25.8.136', 'floating_network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'router_id': '2fcfa44f-978c-4e58-b43e-36f84d658eff', 'port_id': '0a032366-a8a0-489a-a1a8-920f26be44bc', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '927d35e4-e88b-4e82-9eb0-c42861ae32da', 'mac_address': 'fa:16:3e:2b:a1:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8875fa9e-fc70-4288-9292-8c0ca078b6b7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T20:45:42Z', 'updated_at': '2022-04-18T20:46:14Z', 'revision_number': 1, 'project_id': '1fd001aaeef146c5ac3c9d1e6f47f539', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '90c2329b-a48a-4fa9-872d-dbd9fc1fe4b3', 'name': '', 'network_id': '927d35e4-e88b-4e82-9eb0-c42861ae32da', 'tenant_id': '1fd001aaeef146c5ac3c9d1e6f47f539', 'mac_address': 'fa:16:3e:47:32:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fcfa44f-978c-4e58-b43e-36f84d658eff', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '318f6973-de81-4b49-b616-dd3d9f23a644', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:44:43Z', 'updated_at': '2022-04-18T20:44:57Z', 'revision_number': 5, 'project_id': '1fd001aaeef146c5ac3c9d1e6f47f539', 'subnets': [{'id': '318f6973-de81-4b49-b616-dd3d9f23a644', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84043) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 18 20:46:19.878759 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c831793-30ca-4eba-9e43-090e5517da8b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9d5006e9-535b-476f-a78a-7373d4134683,revision_number=None']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:46:19.897095 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-34414e50-7a3f-4cca-8322-ec0d8c9f1260 req-9db0f10d-3c30-4cd2-9378-5e1f6eb1edfd service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=1fd001aaeef146c5ac3c9d1e6f47f539&device_id=8875fa9e-fc70-4288-9292-8c0ca078b6b7 HTTP/1.1" status: 200 len: 1097 time: 0.4083195 Apr 18 20:46:19.898526 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-0c831793-30ca-4eba-9e43-090e5517da8b admin admin] Notify callbacks [] for subnet, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:19.898678 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-3d9d4b34-d7d5-47b4-9946-74202f66c48f req-9ad54a65-5134-415f-8bb4-d56e96c9e249 tempest-SecurityGroupRulesNegativeTestJSON-1869501733 tempest-SecurityGroupRulesNegativeTestJSON-1869501733-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:19.905607 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74654114-fc83-4dc5-a833-ca457e033112 None None] Network f2e972e6-8294-47af-9daf-7a26453521b0 requested from n-d-838334-2 {{(pid=84042) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 20:46:19.918574 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-0c831793-30ca-4eba-9e43-090e5517da8b admin admin] 10.222.0.42 "DELETE /v2.0/subnets/9d5006e9-535b-476f-a78a-7373d4134683 HTTP/1.1" status: 204 len: 168 time: 1.1061406 Apr 18 20:46:19.921320 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 42128) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:46:20.137249 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Device f7e13d96-ede8-43e1-85c9-3a81d2eab29c no longer exists at agent ovs-agent-n-d-838334-2 {{(pid=84042) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 20:46:20.211009 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.plugin [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] No Port match for: f7e13d96-ede8-43e1-85c9-3a81d2eab29c {{(pid=84042) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 18 20:46:20.211607 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Device f7e13d96-ede8-43e1-85c9-3a81d2eab29c not bound to the agent host n-d-838334-2 {{(pid=84042) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 20:46:20.212997 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Device 9b0d4fe8-595a-49ef-878b-9d849889472b no longer exists at agent ovs-agent-n-d-838334-2 {{(pid=84042) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 20:46:20.261487 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-9ba60980-0fb4-4aef-92d6-e842f6048f30 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1103592'] for network, before_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:20.296374 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-ede2c6c2-c3fc-4a46-b878-d28b05f145bf tempest-ServersTestMultiNic-942198030 tempest-ServersTestMultiNic-942198030-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1260556'] for subnet, precommit_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:20.383731 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.plugin [None req-9ba60980-0fb4-4aef-92d6-e842f6048f30 admin admin] Deleting port d772260b-6bd5-43dc-b43e-edd4a86399a0 {{(pid=84041) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 20:46:20.387097 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.plugin [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] No Port match for: 9b0d4fe8-595a-49ef-878b-9d849889472b {{(pid=84042) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 18 20:46:20.387851 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Device 9b0d4fe8-595a-49ef-878b-9d849889472b not bound to the agent host n-d-838334-2 {{(pid=84042) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 20:46:20.389670 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-9ba60980-0fb4-4aef-92d6-e842f6048f30 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750375188691'] for port, before_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:20.421052 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-014be971-41ba-40fe-a9f1-1fb759d8ca40 None None] New status for floating IP 6ac5257d-5e96-4bbc-a09e-ddb005e35d44: ACTIVE {{(pid=84042) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Apr 18 20:46:20.532818 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34414e50-7a3f-4cca-8322-ec0d8c9f1260 req-2ef8bb76-3884-43fc-be4a-d62954f38510 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:46:20.537256 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-34414e50-7a3f-4cca-8322-ec0d8c9f1260 req-2ef8bb76-3884-43fc-be4a-d62954f38510 service neutron] 10.222.0.48 "GET /v2.0/networks?id=927d35e4-e88b-4e82-9eb0-c42861ae32da HTTP/1.1" status: 200 len: 915 time: 0.6171803 Apr 18 20:46:20.547374 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-3d9d4b34-d7d5-47b4-9946-74202f66c48f req-9ad54a65-5134-415f-8bb4-d56e96c9e249 tempest-SecurityGroupRulesNegativeTestJSON-1869501733 tempest-SecurityGroupRulesNegativeTestJSON-1869501733-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33528224'] for security_group, after_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:20.565932 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-c7521a90-7d65-4e2e-842c-ca5d95e9a89c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750375287399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253529'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:20.577188 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-ede2c6c2-c3fc-4a46-b878-d28b05f145bf tempest-ServersTestMultiNic-942198030 tempest-ServersTestMultiNic-942198030-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1260549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33526260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32266336', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32486390'] for subnet, after_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:20.682986 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ede2c6c2-c3fc-4a46-b878-d28b05f145bf tempest-ServersTestMultiNic-942198030 tempest-ServersTestMultiNic-942198030-project] Pushing event deleted for resources: {'Subnet': ['ID=3ca98581-9d97-4fcc-91a2-2b042376e408,revision_number=None']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:46:20.714251 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-ede2c6c2-c3fc-4a46-b878-d28b05f145bf tempest-ServersTestMultiNic-942198030 tempest-ServersTestMultiNic-942198030-project] Notify callbacks [] for subnet, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:20.726487 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7132bac9-2f57-4de8-b0e2-20fea884ae96 None None] DHCP port deletion for f2e972e6-8294-47af-9daf-7a26453521b0 request from n-d-838334-2 {{(pid=84042) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 18 20:46:20.728367 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed839415-9463-4ad9-8202-9df3e9323263 None None] Network 5a672c0c-378a-4116-a0d8-3b9af9d11e70 requested from n-d-838334-2 {{(pid=84042) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 20:46:20.734692 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-ede2c6c2-c3fc-4a46-b878-d28b05f145bf tempest-ServersTestMultiNic-942198030 tempest-ServersTestMultiNic-942198030-project] 10.222.0.42 "DELETE /v2.0/subnets/3ca98581-9d97-4fcc-91a2-2b042376e408 HTTP/1.1" status: 204 len: 168 time: 1.8230400 Apr 18 20:46:20.739211 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 42136) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:46:20.742900 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.db [None req-9ba60980-0fb4-4aef-92d6-e842f6048f30 admin admin] For port d772260b-6bd5-43dc-b43e-edd4a86399a0, host n-d-838334-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838334-2',level=0,port_id=d772260b-6bd5-43dc-b43e-edd4a86399a0,segment=NetworkSegment(ea61591e-490f-40d3-b0b7-48df3aeb522a),segment_id=ea61591e-490f-40d3-b0b7-48df3aeb522a)] {{(pid=84041) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:46:20.743288 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-9ba60980-0fb4-4aef-92d6-e842f6048f30 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369123'] for port, precommit_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:20.781867 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ad54a65-5134-415f-8bb4-d56e96c9e249 tempest-SecurityGroupRulesNegativeTestJSON-1869501733 tempest-SecurityGroupRulesNegativeTestJSON-1869501733-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa6aa6b4-77eb-4c7f-9cef-f31ecd9778c8,revision_number=None']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:46:20.873883 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-3d9d4b34-d7d5-47b4-9946-74202f66c48f req-9ad54a65-5134-415f-8bb4-d56e96c9e249 tempest-SecurityGroupRulesNegativeTestJSON-1869501733 tempest-SecurityGroupRulesNegativeTestJSON-1869501733-project] Notify callbacks [] for security_group, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:20.874990 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-3d9d4b34-d7d5-47b4-9946-74202f66c48f req-9ad54a65-5134-415f-8bb4-d56e96c9e249 tempest-SecurityGroupRulesNegativeTestJSON-1869501733 tempest-SecurityGroupRulesNegativeTestJSON-1869501733-project] 10.222.0.42 "DELETE /v2.0/security-groups/aa6aa6b4-77eb-4c7f-9cef-f31ecd9778c8 HTTP/1.1" status: 204 len: 173 time: 1.4065096 Apr 18 20:46:20.877267 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-34414e50-7a3f-4cca-8322-ec0d8c9f1260 req-85c753e4-2fa6-4811-a149-be04024fba8f service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=0a032366-a8a0-489a-a1a8-920f26be44bc HTTP/1.1" status: 200 len: 1000 time: 0.3139455 Apr 18 20:46:20.915257 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.plugin [None req-7132bac9-2f57-4de8-b0e2-20fea884ae96 None None] Deleting port d772260b-6bd5-43dc-b43e-edd4a86399a0 {{(pid=84042) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 20:46:20.916780 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-7132bac9-2f57-4de8-b0e2-20fea884ae96 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750375188691'] for port, before_delete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:20.982816 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-7e0337af-c347-4b1d-a7e3-d2c39f4bcd12 req-5447d483-94b9-4a2f-b98d-53a5d16b44b3 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=f880cebf-c088-4fa8-8d57-e363e846dff9&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.6528099 Apr 18 20:46:20.988612 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34414e50-7a3f-4cca-8322-ec0d8c9f1260 req-2bb6f6c2-7f1e-4d07-b28c-14b46ceebfe3 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:46:20.990037 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-34414e50-7a3f-4cca-8322-ec0d8c9f1260 req-2bb6f6c2-7f1e-4d07-b28c-14b46ceebfe3 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=318f6973-de81-4b49-b616-dd3d9f23a644 HTTP/1.1" status: 200 len: 853 time: 0.1048579 Apr 18 20:46:21.016910 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.plugin [None req-9ba60980-0fb4-4aef-92d6-e842f6048f30 admin admin] Calling delete_port for d772260b-6bd5-43dc-b43e-edd4a86399a0 owned by network:dhcp {{(pid=84041) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 20:46:21.095304 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-34414e50-7a3f-4cca-8322-ec0d8c9f1260 req-32c2e2e4-d847-4974-a292-92bb15b6c2e7 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=927d35e4-e88b-4e82-9eb0-c42861ae32da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0919964 Apr 18 20:46:21.124705 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Device 477a0bf5-0275-431a-8328-ff70599fc8f0 up at agent hyperv_n-h2-838334-2 {{(pid=84042) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 20:46:21.257187 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-34414e50-7a3f-4cca-8322-ec0d8c9f1260 req-d2ef9e63-584a-4c4d-8b2f-e6de22e1ac1b service neutron] 10.222.0.48 "GET /v2.0/networks/927d35e4-e88b-4e82-9eb0-c42861ae32da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1522872 Apr 18 20:46:21.280211 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-bb499cd8-dfe7-41e7-8d1b-6774814732ab tempest-ServersTestMultiNic-942198030 tempest-ServersTestMultiNic-942198030-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1103592'] for network, before_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:21.346858 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-c90eca67-458b-4d30-84af-eed04139fe46 req-f54f06de-12b2-4047-b503-5d7b3b54eaf4 tempest-InstanceActionsV221TestJSON-1728889017 tempest-InstanceActionsV221TestJSON-1728889017-project] 10.222.0.42 "GET /v2.0/ports?device_id=693407db-af81-4509-9886-1fc910474520 HTTP/1.1" status: 200 len: 210 time: 0.0883970 Apr 18 20:46:21.426414 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.plugin [None req-bb499cd8-dfe7-41e7-8d1b-6774814732ab tempest-ServersTestMultiNic-942198030 tempest-ServersTestMultiNic-942198030-project] Deleting port f3f8885f-cec1-4273-8362-22d94dc8babe {{(pid=84041) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 20:46:21.429296 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-bb499cd8-dfe7-41e7-8d1b-6774814732ab tempest-ServersTestMultiNic-942198030 tempest-ServersTestMultiNic-942198030-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750375188691'] for port, before_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:21.547138 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Device 316a5b16-33f6-48b0-a9ad-a8d30350e7c8 no longer exists at agent ovs-agent-n-d-838334-2 {{(pid=84042) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 20:46:21.619416 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.plugin [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] No Port match for: 316a5b16-33f6-48b0-a9ad-a8d30350e7c8 {{(pid=84042) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 18 20:46:21.619940 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Device 316a5b16-33f6-48b0-a9ad-a8d30350e7c8 not bound to the agent host n-d-838334-2 {{(pid=84042) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 20:46:21.620363 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Device d772260b-6bd5-43dc-b43e-edd4a86399a0 no longer exists at agent ovs-agent-n-d-838334-2 {{(pid=84042) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 20:46:21.703854 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-34414e50-7a3f-4cca-8322-ec0d8c9f1260 req-3c7d29af-b400-408e-a1af-7255c911e43c service neutron] 10.222.0.48 "GET /v2.0/networks/927d35e4-e88b-4e82-9eb0-c42861ae32da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3940656 Apr 18 20:46:21.780618 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-41f43bcd-a103-4b8d-830e-440273cdf02e req-5fec6834-4e03-46f8-9d8f-79e72ea44c38 tempest-SecurityGroupRulesNegativeTestJSON-1869501733 tempest-SecurityGroupRulesNegativeTestJSON-1869501733-project] 10.222.0.42 "GET /v2.0/security-groups/5372c938-d41a-4b6d-bbce-66c80cd6e757 HTTP/1.1" status: 200 len: 1646 time: 0.2500720 Apr 18 20:46:21.786777 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Provisioning complete for port 477a0bf5-0275-431a-8328-ff70599fc8f0 triggered by entity L2. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:46:21.787148 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1253608'] for port, provisioning_complete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:22.040005 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-7132bac9-2f57-4de8-b0e2-20fea884ae96 None None] For port d772260b-6bd5-43dc-b43e-edd4a86399a0, host n-d-838334-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838334-2',level=0,port_id=d772260b-6bd5-43dc-b43e-edd4a86399a0,segment=NetworkSegment(ea61591e-490f-40d3-b0b7-48df3aeb522a),segment_id=ea61591e-490f-40d3-b0b7-48df3aeb522a)] {{(pid=84042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:46:22.041006 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-7132bac9-2f57-4de8-b0e2-20fea884ae96 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369123'] for port, precommit_delete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:22.053978 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.db [None req-bb499cd8-dfe7-41e7-8d1b-6774814732ab tempest-ServersTestMultiNic-942198030 tempest-ServersTestMultiNic-942198030-project] For port f3f8885f-cec1-4273-8362-22d94dc8babe, host n-d-838334-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838334-2',level=0,port_id=f3f8885f-cec1-4273-8362-22d94dc8babe,segment=NetworkSegment(d35ae76f-a320-4099-b08d-e8361b6d2a8c),segment_id=d35ae76f-a320-4099-b08d-e8361b6d2a8c)] {{(pid=84041) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:46:22.054547 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-bb499cd8-dfe7-41e7-8d1b-6774814732ab tempest-ServersTestMultiNic-942198030 tempest-ServersTestMultiNic-942198030-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369123'] for port, precommit_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:22.184334 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-41f43bcd-a103-4b8d-830e-440273cdf02e req-42dd46e5-cca6-4b78-9ea9-9e7feb501b40 tempest-SecurityGroupRulesNegativeTestJSON-1869501733 tempest-SecurityGroupRulesNegativeTestJSON-1869501733-project] Notify callbacks [] for security_group, before_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:22.189170 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.plugin [None req-bb499cd8-dfe7-41e7-8d1b-6774814732ab tempest-ServersTestMultiNic-942198030 tempest-ServersTestMultiNic-942198030-project] Calling delete_port for f3f8885f-cec1-4273-8362-22d94dc8babe owned by network:dhcp {{(pid=84041) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 20:46:22.199227 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.plugin [None req-7132bac9-2f57-4de8-b0e2-20fea884ae96 None None] Calling delete_port for d772260b-6bd5-43dc-b43e-edd4a86399a0 owned by network:dhcp {{(pid=84042) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 20:46:22.222295 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e94d9b2-aabc-434d-a2f8-11bffc418802 req-54417a20-3a83-4875-a70a-c3b8ab7e403b tempest-MigrationsAdminTest-1326981207 tempest-MigrationsAdminTest-1326981207-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:46:22.223919 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-8e94d9b2-aabc-434d-a2f8-11bffc418802 req-54417a20-3a83-4875-a70a-c3b8ab7e403b tempest-MigrationsAdminTest-1326981207 tempest-MigrationsAdminTest-1326981207-project] 10.222.0.42 "GET /v2.0/ports?device_id=f880cebf-c088-4fa8-8d57-e363e846dff9 HTTP/1.1" status: 200 len: 949 time: 0.4073725 Apr 18 20:46:22.227535 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-41f43bcd-a103-4b8d-830e-440273cdf02e req-42dd46e5-cca6-4b78-9ea9-9e7feb501b40 tempest-SecurityGroupRulesNegativeTestJSON-1869501733 tempest-SecurityGroupRulesNegativeTestJSON-1869501733-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:22.270621 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-9ba60980-0fb4-4aef-92d6-e842f6048f30 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750375259028', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750374836628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32266323'] for port, after_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:22.313739 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.db.api [None req-7132bac9-2f57-4de8-b0e2-20fea884ae96 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84042) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 18 20:46:22.314089 n-d-838334-2 neutron-server[84042]: DEBUG oslo_db.api [None req-7132bac9-2f57-4de8-b0e2-20fea884ae96 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 18 20:46:22.319996 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-8e94d9b2-aabc-434d-a2f8-11bffc418802 req-dc5aec90-a2b7-4811-ab55-1eb5d5a5671f tempest-MigrationsAdminTest-1326981207 tempest-MigrationsAdminTest-1326981207-project] 10.222.0.42 "GET /v2.0/security-groups?id=8ca7ac2c-bfe5-493b-aae6-636315bac851&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0840995 Apr 18 20:46:22.324240 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-bb499cd8-dfe7-41e7-8d1b-6774814732ab tempest-ServersTestMultiNic-942198030 tempest-ServersTestMultiNic-942198030-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750375259028', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750374836628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32266323'] for port, after_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:22.344526 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] No active binding found for port d772260b-6bd5-43dc-b43e-edd4a86399a0 {{(pid=84042) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:222}} Apr 18 20:46:22.344526 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Device d772260b-6bd5-43dc-b43e-edd4a86399a0 not bound to the agent host n-d-838334-2 {{(pid=84042) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 20:46:22.344709 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-41f43bcd-a103-4b8d-830e-440273cdf02e req-42dd46e5-cca6-4b78-9ea9-9e7feb501b40 tempest-SecurityGroupRulesNegativeTestJSON-1869501733 tempest-SecurityGroupRulesNegativeTestJSON-1869501733-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33528224'] for security_group, after_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:22.371110 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42dd46e5-cca6-4b78-9ea9-9e7feb501b40 tempest-SecurityGroupRulesNegativeTestJSON-1869501733 tempest-SecurityGroupRulesNegativeTestJSON-1869501733-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5372c938-d41a-4b6d-bbce-66c80cd6e757,revision_number=None']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:46:22.374144 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb499cd8-dfe7-41e7-8d1b-6774814732ab tempest-ServersTestMultiNic-942198030 tempest-ServersTestMultiNic-942198030-project] No DVR routers for this DVR port f3f8885f-cec1-4273-8362-22d94dc8babe on host n-d-838334-2 {{(pid=84041) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 20:46:22.379438 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ba60980-0fb4-4aef-92d6-e842f6048f30 admin admin] Pushing event deleted for resources: {'Port': ['ID=d772260b-6bd5-43dc-b43e-edd4a86399a0,revision_number=None']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:46:22.386580 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-41f43bcd-a103-4b8d-830e-440273cdf02e req-42dd46e5-cca6-4b78-9ea9-9e7feb501b40 tempest-SecurityGroupRulesNegativeTestJSON-1869501733 tempest-SecurityGroupRulesNegativeTestJSON-1869501733-project] Notify callbacks [] for security_group, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:22.387731 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-41f43bcd-a103-4b8d-830e-440273cdf02e req-42dd46e5-cca6-4b78-9ea9-9e7feb501b40 tempest-SecurityGroupRulesNegativeTestJSON-1869501733 tempest-SecurityGroupRulesNegativeTestJSON-1869501733-project] 10.222.0.42 "DELETE /v2.0/security-groups/5372c938-d41a-4b6d-bbce-66c80cd6e757 HTTP/1.1" status: 204 len: 173 time: 0.6040554 Apr 18 20:46:22.394117 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 42154) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:46:22.540959 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e89434d0-e603-4100-a3a5-e1deed3dfeef None None] DHCP port deletion for 5a672c0c-378a-4116-a0d8-3b9af9d11e70 request from n-d-838334-2 {{(pid=84042) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 18 20:46:22.547066 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.db_base_plugin_v2 [None req-0449af0d-b16f-4376-989f-e31b1968838c admin admin] Deleting subnet 9d224996-ed15-4acc-9913-f5f5087863f0 {{(pid=84040) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 18 20:46:22.549396 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:22.566638 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-0449af0d-b16f-4376-989f-e31b1968838c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:22.614991 n-d-838334-2 neutron-server[84042]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd9f332ce-c76b-46eb-85fd-3cf94eadb99f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '477a0bf5-0275-431a-8328-ff70599fc8f0'}] {{(pid=84042) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 20:46:22.634507 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] For port 477a0bf5-0275-431a-8328-ff70599fc8f0, host n-h2-838334-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838334-2',level=0,port_id=477a0bf5-0275-431a-8328-ff70599fc8f0,segment=NetworkSegment(62b85806-94d8-4a88-a06c-da82e5932d66),segment_id=62b85806-94d8-4a88-a06c-da82e5932d66)] {{(pid=84042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:46:22.645761 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682'] for port, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:22.660613 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-0449af0d-b16f-4376-989f-e31b1968838c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31955982'] for subnet, precommit_delete_associations {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:22.753036 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-0449af0d-b16f-4376-989f-e31b1968838c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1260556'] for subnet, precommit_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:22.761762 n-d-838334-2 neutron-server[84042]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cc0a104e-5ed5-4047-9cec-c11d8611bb5c'] response: {'server_uuid': 'd9f332ce-c76b-46eb-85fd-3cf94eadb99f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '477a0bf5-0275-431a-8328-ff70599fc8f0', 'code': 200} Apr 18 20:46:22.809602 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Pushing event updated for resources: {'Port': ['ID=477a0bf5-0275-431a-8328-ff70599fc8f0,revision_number=10']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:46:22.819172 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.plugin [None req-7132bac9-2f57-4de8-b0e2-20fea884ae96 None None] Deleting port d772260b-6bd5-43dc-b43e-edd4a86399a0 {{(pid=84042) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 20:46:22.819469 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-7132bac9-2f57-4de8-b0e2-20fea884ae96 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750375188691'] for port, before_delete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:22.927450 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-0449af0d-b16f-4376-989f-e31b1968838c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1260549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33526260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32440885', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31752825'] for subnet, after_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:22.964778 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b086f744-9114-4feb-a2da-feb740f936a3 req-ea081956-8a3d-4728-8453-773e403da5e7 tempest-InstanceActionsV221TestJSON-1728889017 tempest-InstanceActionsV221TestJSON-1728889017-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:46:22.967143 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-b086f744-9114-4feb-a2da-feb740f936a3 req-ea081956-8a3d-4728-8453-773e403da5e7 tempest-InstanceActionsV221TestJSON-1728889017 tempest-InstanceActionsV221TestJSON-1728889017-project] 10.222.0.43 "GET /v2.0/networks?id=d2e7ea8f-da3f-410e-9096-8491f813bc08 HTTP/1.1" status: 200 len: 818 time: 1.2625418 Apr 18 20:46:22.968123 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb499cd8-dfe7-41e7-8d1b-6774814732ab tempest-ServersTestMultiNic-942198030 tempest-ServersTestMultiNic-942198030-project] Pushing event deleted for resources: {'Port': ['ID=f3f8885f-cec1-4273-8362-22d94dc8babe,revision_number=None']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:46:22.970722 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0449af0d-b16f-4376-989f-e31b1968838c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9d224996-ed15-4acc-9913-f5f5087863f0,revision_number=None']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:46:22.974880 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-98a02cd5-f877-44b0-b6bb-1c45181c5648 req-0b8b8a4c-3676-490c-9fe0-e763ecd77dd5 tempest-InstanceActionsV221TestJSON-1728889017 tempest-InstanceActionsV221TestJSON-1728889017-project] 10.222.0.42 "GET /v2.0/ports?device_id=693407db-af81-4509-9886-1fc910474520 HTTP/1.1" status: 200 len: 210 time: 0.0954385 Apr 18 20:46:22.995604 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-0449af0d-b16f-4376-989f-e31b1968838c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32378031'] for subnet, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:23.006426 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ba60980-0fb4-4aef-92d6-e842f6048f30 admin admin] No DVR routers for this DVR port d772260b-6bd5-43dc-b43e-edd4a86399a0 on host n-d-838334-2 {{(pid=84041) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 20:46:23.009428 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-0449af0d-b16f-4376-989f-e31b1968838c admin admin] 10.222.0.42 "DELETE /v2.0/subnets/9d224996-ed15-4acc-9913-f5f5087863f0 HTTP/1.1" status: 204 len: 168 time: 0.6139565 Apr 18 20:46:23.020020 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 42176) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:46:23.042563 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.v2.base [req-b086f744-9114-4feb-a2da-feb740f936a3 req-1d0df84f-68e5-4397-b53c-d396e2e7e0c8 tempest-InstanceActionsV221TestJSON-1728889017 tempest-InstanceActionsV221TestJSON-1728889017-project] Request body: {'port': {'device_id': '693407db-af81-4509-9886-1fc910474520', 'network_id': 'd2e7ea8f-da3f-410e-9096-8491f813bc08', 'admin_state_up': True, 'tenant_id': 'ba473402816449b98cb66361156c95f3'}} {{(pid=84041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 20:46:23.073644 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.plugin [None req-7132bac9-2f57-4de8-b0e2-20fea884ae96 None None] The port 'd772260b-6bd5-43dc-b43e-edd4a86399a0' was deleted {{(pid=84042) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 18 20:46:23.184187 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-e75856eb-e4a0-4511-95ab-d46c14433383 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1103592'] for network, before_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:23.261206 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-bb499cd8-dfe7-41e7-8d1b-6774814732ab tempest-ServersTestMultiNic-942198030 tempest-ServersTestMultiNic-942198030-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1258905', 'neutron.services.segments.db._delete_segments_for_network-8750375287417'] for network, precommit_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:23.330649 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-84428807-6bee-47c3-90d2-ff982a709ea5 req-fc474721-a196-406c-afc8-494e93e8f12c service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=f880cebf-c088-4fa8-8d57-e363e846dff9&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 1.7524638 Apr 18 20:46:23.358507 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 42182) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:46:23.359751 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-e75856eb-e4a0-4511-95ab-d46c14433383 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1258905', 'neutron.services.segments.db._delete_segments_for_network-8750375287417'] for network, precommit_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:23.394299 n-d-838334-2 neutron-server[84041]: DEBUG neutron.services.segments.db [None req-bb499cd8-dfe7-41e7-8d1b-6774814732ab tempest-ServersTestMultiNic-942198030 tempest-ServersTestMultiNic-942198030-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5a672c0c-378a-4116-a0d8-3b9af9d11e70']}} {{(pid=84041) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:46:23.412450 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-9ba60980-0fb4-4aef-92d6-e842f6048f30 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1258905', 'neutron.services.segments.db._delete_segments_for_network-8750375287417'] for network, precommit_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:23.432771 n-d-838334-2 neutron-server[84041]: DEBUG neutron.services.segments.db [None req-bb499cd8-dfe7-41e7-8d1b-6774814732ab tempest-ServersTestMultiNic-942198030 tempest-ServersTestMultiNic-942198030-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd35ae76f-a320-4099-b08d-e8361b6d2a8c') {'for_net_delete': True} {{(pid=84041) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:46:23.433320 n-d-838334-2 neutron-server[84041]: DEBUG neutron.services.segments.db [None req-bb499cd8-dfe7-41e7-8d1b-6774814732ab tempest-ServersTestMultiNic-942198030 tempest-ServersTestMultiNic-942198030-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd35ae76f-a320-4099-b08d-e8361b6d2a8c') {} {{(pid=84041) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:46:23.482945 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-bb499cd8-dfe7-41e7-8d1b-6774814732ab tempest-ServersTestMultiNic-942198030 tempest-ServersTestMultiNic-942198030-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750375287300', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32268156'] for segment, before_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:23.497912 n-d-838334-2 neutron-server[84041]: DEBUG neutron.services.segments.db [None req-9ba60980-0fb4-4aef-92d6-e842f6048f30 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f2e972e6-8294-47af-9daf-7a26453521b0']}} {{(pid=84041) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:46:23.499951 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Device f3f8885f-cec1-4273-8362-22d94dc8babe no longer exists at agent ovs-agent-n-d-838334-2 {{(pid=84042) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 20:46:23.500113 n-d-838334-2 neutron-server[84040]: DEBUG neutron.services.segments.db [None req-e75856eb-e4a0-4511-95ab-d46c14433383 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7dbcfea3-99d2-47cc-950c-f42e111afbe5']}} {{(pid=84040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:46:23.518505 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-bb499cd8-dfe7-41e7-8d1b-6774814732ab tempest-ServersTestMultiNic-942198030 tempest-ServersTestMultiNic-942198030-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1082986'] for segment, precommit_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:23.531135 n-d-838334-2 neutron-server[84041]: DEBUG neutron.services.segments.db [None req-9ba60980-0fb4-4aef-92d6-e842f6048f30 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ea61591e-490f-40d3-b0b7-48df3aeb522a') {'for_net_delete': True} {{(pid=84041) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:46:23.531724 n-d-838334-2 neutron-server[84041]: DEBUG neutron.services.segments.db [None req-9ba60980-0fb4-4aef-92d6-e842f6048f30 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ea61591e-490f-40d3-b0b7-48df3aeb522a') {} {{(pid=84041) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:46:23.545001 n-d-838334-2 neutron-server[84040]: DEBUG neutron.services.segments.db [None req-e75856eb-e4a0-4511-95ab-d46c14433383 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fc842d34-1523-466b-ba99-b76f6b27d0e5') {'for_net_delete': True} {{(pid=84040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:46:23.545294 n-d-838334-2 neutron-server[84040]: DEBUG neutron.services.segments.db [None req-e75856eb-e4a0-4511-95ab-d46c14433383 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fc842d34-1523-466b-ba99-b76f6b27d0e5') {} {{(pid=84040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:46:23.548999 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bb499cd8-dfe7-41e7-8d1b-6774814732ab tempest-ServersTestMultiNic-942198030 tempest-ServersTestMultiNic-942198030-project] Releasing vlan 372 on physical network physnet1 to pool {{(pid=84041) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 18 20:46:23.549596 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-bb499cd8-dfe7-41e7-8d1b-6774814732ab tempest-ServersTestMultiNic-942198030 tempest-ServersTestMultiNic-942198030-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1082993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32266254'] for segment, after_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:23.566681 n-d-838334-2 neutron-server[84041]: Traceback (most recent call last): Apr 18 20:46:23.566681 n-d-838334-2 neutron-server[84041]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 18 20:46:23.566681 n-d-838334-2 neutron-server[84041]: timer() Apr 18 20:46:23.566681 n-d-838334-2 neutron-server[84041]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 20:46:23.566681 n-d-838334-2 neutron-server[84041]: cb(*args, **kw) Apr 18 20:46:23.566681 n-d-838334-2 neutron-server[84041]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 18 20:46:23.566681 n-d-838334-2 neutron-server[84041]: return func(*args, **kwargs) Apr 18 20:46:23.566681 n-d-838334-2 neutron-server[84041]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 20:46:23.566681 n-d-838334-2 neutron-server[84041]: self._notify() Apr 18 20:46:23.566681 n-d-838334-2 neutron-server[84041]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 20:46:23.566681 n-d-838334-2 neutron-server[84041]: self.callback(batched_events) Apr 18 20:46:23.566681 n-d-838334-2 neutron-server[84041]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 20:46:23.566681 n-d-838334-2 neutron-server[84041]: event.method(event) Apr 18 20:46:23.566681 n-d-838334-2 neutron-server[84041]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 18 20:46:23.566681 n-d-838334-2 neutron-server[84041]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 20:46:23.566681 n-d-838334-2 neutron-server[84041]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 18 20:46:23.566681 n-d-838334-2 neutron-server[84041]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 20:46:23.566681 n-d-838334-2 neutron-server[84041]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 18 20:46:23.566681 n-d-838334-2 neutron-server[84041]: return f(self, *a, **k) Apr 18 20:46:23.566681 n-d-838334-2 neutron-server[84041]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 18 20:46:23.566681 n-d-838334-2 neutron-server[84041]: return self._get(url).json() Apr 18 20:46:23.566681 n-d-838334-2 neutron-server[84041]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 18 20:46:23.566681 n-d-838334-2 neutron-server[84041]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 20:46:23.566681 n-d-838334-2 neutron-server[84041]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 18 20:46:23.566681 n-d-838334-2 neutron-server[84041]: return self.request(url, 'GET', **kwargs) Apr 18 20:46:23.566681 n-d-838334-2 neutron-server[84041]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 18 20:46:23.566681 n-d-838334-2 neutron-server[84041]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 20:46:23.566681 n-d-838334-2 neutron-server[84041]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 18 20:46:23.566681 n-d-838334-2 neutron-server[84041]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 20:46:23.566681 n-d-838334-2 neutron-server[84041]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 18 20:46:23.566681 n-d-838334-2 neutron-server[84041]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 20:46:23.566681 n-d-838334-2 neutron-server[84041]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 20:46:23.578681 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-9ba60980-0fb4-4aef-92d6-e842f6048f30 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750375287300', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32268156'] for segment, before_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:23.595768 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.plugin [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] No Port match for: f3f8885f-cec1-4273-8362-22d94dc8babe {{(pid=84042) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 18 20:46:23.596328 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Device f3f8885f-cec1-4273-8362-22d94dc8babe not bound to the agent host n-d-838334-2 {{(pid=84042) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 20:46:23.598611 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-e75856eb-e4a0-4511-95ab-d46c14433383 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750375287300', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31955965'] for segment, before_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:23.674818 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [req-b086f744-9114-4feb-a2da-feb740f936a3 req-1d0df84f-68e5-4397-b53c-d396e2e7e0c8 tempest-InstanceActionsV221TestJSON-1728889017 tempest-InstanceActionsV221TestJSON-1728889017-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:46:23.683216 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-9ba60980-0fb4-4aef-92d6-e842f6048f30 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1082986'] for segment, precommit_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:23.685830 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [req-b086f744-9114-4feb-a2da-feb740f936a3 req-1d0df84f-68e5-4397-b53c-d396e2e7e0c8 tempest-InstanceActionsV221TestJSON-1728889017 tempest-InstanceActionsV221TestJSON-1728889017-project] Usage tracker for resource:port and tenant:ba473402816449b98cb66361156c95f3 is out of sync, need to count used quota {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:46:23.692205 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [req-b086f744-9114-4feb-a2da-feb740f936a3 req-1d0df84f-68e5-4397-b53c-d396e2e7e0c8 tempest-InstanceActionsV221TestJSON-1728889017 tempest-InstanceActionsV221TestJSON-1728889017-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:46:23.698155 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9ba60980-0fb4-4aef-92d6-e842f6048f30 admin admin] Releasing vlan 368 on physical network physnet1 to pool {{(pid=84041) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 18 20:46:23.698560 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-9ba60980-0fb4-4aef-92d6-e842f6048f30 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1082993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32266254'] for segment, after_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:23.726472 n-d-838334-2 neutron-server[84041]: Traceback (most recent call last): Apr 18 20:46:23.726472 n-d-838334-2 neutron-server[84041]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 18 20:46:23.726472 n-d-838334-2 neutron-server[84041]: timer() Apr 18 20:46:23.726472 n-d-838334-2 neutron-server[84041]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 20:46:23.726472 n-d-838334-2 neutron-server[84041]: cb(*args, **kw) Apr 18 20:46:23.726472 n-d-838334-2 neutron-server[84041]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 18 20:46:23.726472 n-d-838334-2 neutron-server[84041]: return func(*args, **kwargs) Apr 18 20:46:23.726472 n-d-838334-2 neutron-server[84041]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 20:46:23.726472 n-d-838334-2 neutron-server[84041]: self._notify() Apr 18 20:46:23.726472 n-d-838334-2 neutron-server[84041]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 20:46:23.726472 n-d-838334-2 neutron-server[84041]: self.callback(batched_events) Apr 18 20:46:23.726472 n-d-838334-2 neutron-server[84041]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 20:46:23.726472 n-d-838334-2 neutron-server[84041]: event.method(event) Apr 18 20:46:23.726472 n-d-838334-2 neutron-server[84041]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 18 20:46:23.726472 n-d-838334-2 neutron-server[84041]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 20:46:23.726472 n-d-838334-2 neutron-server[84041]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 18 20:46:23.726472 n-d-838334-2 neutron-server[84041]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 20:46:23.726472 n-d-838334-2 neutron-server[84041]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 18 20:46:23.726472 n-d-838334-2 neutron-server[84041]: return f(self, *a, **k) Apr 18 20:46:23.726472 n-d-838334-2 neutron-server[84041]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 18 20:46:23.726472 n-d-838334-2 neutron-server[84041]: return self._get(url).json() Apr 18 20:46:23.726472 n-d-838334-2 neutron-server[84041]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 18 20:46:23.726472 n-d-838334-2 neutron-server[84041]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 20:46:23.726472 n-d-838334-2 neutron-server[84041]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 18 20:46:23.726472 n-d-838334-2 neutron-server[84041]: return self.request(url, 'GET', **kwargs) Apr 18 20:46:23.726472 n-d-838334-2 neutron-server[84041]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 18 20:46:23.726472 n-d-838334-2 neutron-server[84041]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 20:46:23.726472 n-d-838334-2 neutron-server[84041]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 18 20:46:23.726472 n-d-838334-2 neutron-server[84041]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 20:46:23.726472 n-d-838334-2 neutron-server[84041]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 18 20:46:23.726472 n-d-838334-2 neutron-server[84041]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 20:46:23.726472 n-d-838334-2 neutron-server[84041]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 20:46:23.730988 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [req-b086f744-9114-4feb-a2da-feb740f936a3 req-1d0df84f-68e5-4397-b53c-d396e2e7e0c8 tempest-InstanceActionsV221TestJSON-1728889017 tempest-InstanceActionsV221TestJSON-1728889017-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:46:23.734857 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-e75856eb-e4a0-4511-95ab-d46c14433383 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1082986'] for segment, precommit_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:23.752503 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-bb499cd8-dfe7-41e7-8d1b-6774814732ab tempest-ServersTestMultiNic-942198030 tempest-ServersTestMultiNic-942198030-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1258898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33526109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33444113'] for network, after_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:23.755607 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e75856eb-e4a0-4511-95ab-d46c14433383 admin admin] Releasing vlan 355 on physical network physnet1 to pool {{(pid=84040) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 18 20:46:23.756168 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-e75856eb-e4a0-4511-95ab-d46c14433383 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1082993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32440923'] for segment, after_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:23.786424 n-d-838334-2 neutron-server[84040]: Traceback (most recent call last): Apr 18 20:46:23.786424 n-d-838334-2 neutron-server[84040]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 18 20:46:23.786424 n-d-838334-2 neutron-server[84040]: timer() Apr 18 20:46:23.786424 n-d-838334-2 neutron-server[84040]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 20:46:23.786424 n-d-838334-2 neutron-server[84040]: cb(*args, **kw) Apr 18 20:46:23.786424 n-d-838334-2 neutron-server[84040]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 18 20:46:23.786424 n-d-838334-2 neutron-server[84040]: return func(*args, **kwargs) Apr 18 20:46:23.786424 n-d-838334-2 neutron-server[84040]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 20:46:23.786424 n-d-838334-2 neutron-server[84040]: self._notify() Apr 18 20:46:23.786424 n-d-838334-2 neutron-server[84040]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 20:46:23.786424 n-d-838334-2 neutron-server[84040]: self.callback(batched_events) Apr 18 20:46:23.786424 n-d-838334-2 neutron-server[84040]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 20:46:23.786424 n-d-838334-2 neutron-server[84040]: event.method(event) Apr 18 20:46:23.786424 n-d-838334-2 neutron-server[84040]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 18 20:46:23.786424 n-d-838334-2 neutron-server[84040]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 20:46:23.786424 n-d-838334-2 neutron-server[84040]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 18 20:46:23.786424 n-d-838334-2 neutron-server[84040]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 20:46:23.786424 n-d-838334-2 neutron-server[84040]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 18 20:46:23.786424 n-d-838334-2 neutron-server[84040]: return f(self, *a, **k) Apr 18 20:46:23.786424 n-d-838334-2 neutron-server[84040]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 18 20:46:23.786424 n-d-838334-2 neutron-server[84040]: return self._get(url).json() Apr 18 20:46:23.786424 n-d-838334-2 neutron-server[84040]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 18 20:46:23.786424 n-d-838334-2 neutron-server[84040]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 20:46:23.786424 n-d-838334-2 neutron-server[84040]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 18 20:46:23.786424 n-d-838334-2 neutron-server[84040]: return self.request(url, 'GET', **kwargs) Apr 18 20:46:23.786424 n-d-838334-2 neutron-server[84040]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 18 20:46:23.786424 n-d-838334-2 neutron-server[84040]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 20:46:23.786424 n-d-838334-2 neutron-server[84040]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 18 20:46:23.786424 n-d-838334-2 neutron-server[84040]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 20:46:23.786424 n-d-838334-2 neutron-server[84040]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 18 20:46:23.786424 n-d-838334-2 neutron-server[84040]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 20:46:23.786424 n-d-838334-2 neutron-server[84040]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 20:46:23.894354 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-bb499cd8-dfe7-41e7-8d1b-6774814732ab tempest-ServersTestMultiNic-942198030 tempest-ServersTestMultiNic-942198030-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32378031'] for network, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:23.923490 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-3e206651-18f4-4123-8dd1-2fd087544099 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:23.944979 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b086f744-9114-4feb-a2da-feb740f936a3 req-1d0df84f-68e5-4397-b53c-d396e2e7e0c8 tempest-InstanceActionsV221TestJSON-1728889017 tempest-InstanceActionsV221TestJSON-1728889017-project] Made reservation on behalf of ba473402816449b98cb66361156c95f3 for: {'port': 1} {{(pid=84041) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:46:23.948463 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [req-b086f744-9114-4feb-a2da-feb740f936a3 req-1d0df84f-68e5-4397-b53c-d396e2e7e0c8 tempest-InstanceActionsV221TestJSON-1728889017 tempest-InstanceActionsV221TestJSON-1728889017-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:23.960386 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb499cd8-dfe7-41e7-8d1b-6774814732ab tempest-ServersTestMultiNic-942198030 tempest-ServersTestMultiNic-942198030-project] Pushing event deleted for resources: {'Network': ['ID=5a672c0c-378a-4116-a0d8-3b9af9d11e70,revision_number=None']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:46:23.971119 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-e75856eb-e4a0-4511-95ab-d46c14433383 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1258898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33526109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33444113'] for network, after_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:24.007789 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-9ba60980-0fb4-4aef-92d6-e842f6048f30 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1258898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33526109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33444113'] for network, after_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:24.037659 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-e75856eb-e4a0-4511-95ab-d46c14433383 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32378031'] for network, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:24.050453 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-bb499cd8-dfe7-41e7-8d1b-6774814732ab tempest-ServersTestMultiNic-942198030 tempest-ServersTestMultiNic-942198030-project] 10.222.0.42 "DELETE /v2.0/networks/5a672c0c-378a-4116-a0d8-3b9af9d11e70 HTTP/1.1" status: 204 len: 168 time: 3.3099763 Apr 18 20:46:24.050996 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-e75856eb-e4a0-4511-95ab-d46c14433383 admin admin] 10.222.0.42 "DELETE /v2.0/networks/7dbcfea3-99d2-47cc-950c-f42e111afbe5 HTTP/1.1" status: 204 len: 168 time: 1.0274620 Apr 18 20:46:24.057989 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-9ba60980-0fb4-4aef-92d6-e842f6048f30 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32378031'] for network, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:24.083504 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-650d1d51-f98a-4bf6-abbf-85145037a556 req-7cb599c5-34bc-4e43-a9f6-3dcc6a5eac3e tempest-MigrationsAdminTest-1326981207 tempest-MigrationsAdminTest-1326981207-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:46:24.098887 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-650d1d51-f98a-4bf6-abbf-85145037a556 req-7cb599c5-34bc-4e43-a9f6-3dcc6a5eac3e tempest-MigrationsAdminTest-1326981207 tempest-MigrationsAdminTest-1326981207-project] 10.222.0.42 "GET /v2.0/ports?device_id=f880cebf-c088-4fa8-8d57-e363e846dff9 HTTP/1.1" status: 200 len: 949 time: 0.4705186 Apr 18 20:46:24.103153 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e75856eb-e4a0-4511-95ab-d46c14433383 admin admin] Pushing event deleted for resources: {'Network': ['ID=7dbcfea3-99d2-47cc-950c-f42e111afbe5,revision_number=None']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:46:24.129108 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ba60980-0fb4-4aef-92d6-e842f6048f30 admin admin] Pushing event deleted for resources: {'Network': ['ID=f2e972e6-8294-47af-9daf-7a26453521b0,revision_number=None']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:46:24.162501 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-9ba60980-0fb4-4aef-92d6-e842f6048f30 admin admin] 10.222.0.42 "DELETE /v2.0/networks/f2e972e6-8294-47af-9daf-7a26453521b0 HTTP/1.1" status: 204 len: 168 time: 4.2318096 Apr 18 20:46:24.183860 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-3e206651-18f4-4123-8dd1-2fd087544099 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:46:24.214055 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-3e206651-18f4-4123-8dd1-2fd087544099 admin admin] Usage tracker for resource:security_group_rule and tenant:ee23643275d14eb9bc53bb760bf8cdc3 is out of sync, need to count used quota {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:46:24.228545 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-3e206651-18f4-4123-8dd1-2fd087544099 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:46:24.248758 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-3e206651-18f4-4123-8dd1-2fd087544099 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:46:24.272611 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-650d1d51-f98a-4bf6-abbf-85145037a556 req-8c52b890-18e8-4c2d-8e04-f61c51756ada tempest-MigrationsAdminTest-1326981207 tempest-MigrationsAdminTest-1326981207-project] 10.222.0.42 "GET /v2.0/security-groups?id=8ca7ac2c-bfe5-493b-aae6-636315bac851&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1725750 Apr 18 20:46:24.469627 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 42224) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:46:24.515568 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.db_base_plugin_common [req-b086f744-9114-4feb-a2da-feb740f936a3 req-1d0df84f-68e5-4397-b53c-d396e2e7e0c8 tempest-InstanceActionsV221TestJSON-1728889017 tempest-InstanceActionsV221TestJSON-1728889017-project] Allocated IP 172.20.0.10 (d2e7ea8f-da3f-410e-9096-8491f813bc08/806fda72-9a4e-4c36-80ab-32ea47d790e9/2d6734d8-57ec-41ff-8ee6-e32dcc0df2c8) {{(pid=84041) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:46:24.584619 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 42232) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:46:24.616538 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-3e206651-18f4-4123-8dd1-2fd087544099 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:24.640095 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-3e206651-18f4-4123-8dd1-2fd087544099 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33528224'] for security_group, after_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:24.668723 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-4dc175ef-b05e-4f46-a77c-1ae058b597b7 req-54b02322-b56e-4cd3-a234-d2409ec05b7f tempest-InstanceActionsV221TestJSON-1728889017 tempest-InstanceActionsV221TestJSON-1728889017-project] 10.222.0.42 "GET /v2.0/ports?device_id=693407db-af81-4509-9886-1fc910474520 HTTP/1.1" status: 200 len: 210 time: 0.1465487 Apr 18 20:46:24.744197 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-1d56cbf6-5975-4eff-97f1-ff5968bd7e1d admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=f85a0d9202f64bddab6b7eaee6d6810d&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2686825 Apr 18 20:46:24.757285 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 42240) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:46:24.808139 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e206651-18f4-4123-8dd1-2fd087544099 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=48aa994b-46be-4692-b850-e4a913f15497,revision_number=1']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:46:24.853180 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 42244) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:46:25.010679 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [req-b086f744-9114-4feb-a2da-feb740f936a3 req-1d0df84f-68e5-4397-b53c-d396e2e7e0c8 tempest-InstanceActionsV221TestJSON-1728889017 tempest-InstanceActionsV221TestJSON-1728889017-project] Notify callbacks [] for port, precommit_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:25.011112 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-e652a210-31e6-4921-b084-62b458129360 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:25.037555 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-3e206651-18f4-4123-8dd1-2fd087544099 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=ee23643275d14eb9bc53bb760bf8cdc3&name=default HTTP/1.1" status: 200 len: 2647 time: 1.6669421 Apr 18 20:46:25.042614 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-e652a210-31e6-4921-b084-62b458129360 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:25.044589 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 42248) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:46:25.065999 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-638b5d2e-6858-43d8-aa13-1b4f9503e77e admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=3ed2ab47a0ab47dfb71baa74f84f7a68&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4798541 Apr 18 20:46:25.069623 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 42252) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:46:25.137963 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [req-b086f744-9114-4feb-a2da-feb740f936a3 req-1d0df84f-68e5-4397-b53c-d396e2e7e0c8 tempest-InstanceActionsV221TestJSON-1728889017 tempest-InstanceActionsV221TestJSON-1728889017-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750374836619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32266323'] for port, after_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:25.172977 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-e652a210-31e6-4921-b084-62b458129360 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33528224'] for security_group, after_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:25.207127 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e652a210-31e6-4921-b084-62b458129360 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf1a4c14-6b4c-4b5a-99f9-781aa8c875fd,revision_number=None']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:46:25.229656 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-e652a210-31e6-4921-b084-62b458129360 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:25.231285 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-e652a210-31e6-4921-b084-62b458129360 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/cf1a4c14-6b4c-4b5a-99f9-781aa8c875fd HTTP/1.1" status: 204 len: 168 time: 0.4730260 Apr 18 20:46:25.282495 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-594eed5e-0de1-4352-8ce9-59e23613e98f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:25.298643 n-d-838334-2 neutron-server[84041]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b086f744-9114-4feb-a2da-feb740f936a3 req-1d0df84f-68e5-4397-b53c-d396e2e7e0c8 tempest-InstanceActionsV221TestJSON-1728889017 tempest-InstanceActionsV221TestJSON-1728889017-project] Network d2e7ea8f-da3f-410e-9096-8491f813bc08 is already hosted by enough agents. {{(pid=84041) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:46:25.307398 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d0df84f-68e5-4397-b53c-d396e2e7e0c8 tempest-InstanceActionsV221TestJSON-1728889017 tempest-InstanceActionsV221TestJSON-1728889017-project] Pushing event updated for resources: {'Port': ['ID=2d6734d8-57ec-41ff-8ee6-e32dcc0df2c8,revision_number=1']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:46:25.344015 n-d-838334-2 neutron-server[84041]: DEBUG neutron.scheduler.base_scheduler [req-b086f744-9114-4feb-a2da-feb740f936a3 req-1d0df84f-68e5-4397-b53c-d396e2e7e0c8 tempest-InstanceActionsV221TestJSON-1728889017 tempest-InstanceActionsV221TestJSON-1728889017-project] Resources bound (agent type, host, resource id): {{(pid=84041) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:46:25.350666 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.l3_dvrscheduler_db [req-b086f744-9114-4feb-a2da-feb740f936a3 req-1d0df84f-68e5-4397-b53c-d396e2e7e0c8 tempest-InstanceActionsV221TestJSON-1728889017 tempest-InstanceActionsV221TestJSON-1728889017-project] Received port after_create {{(pid=84041) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 20:46:25.416812 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-283ce8d7-1318-4431-8e66-63aef0c7cafc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:25.448149 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-594eed5e-0de1-4352-8ce9-59e23613e98f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:25.488337 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-283ce8d7-1318-4431-8e66-63aef0c7cafc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:25.509407 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b086f744-9114-4feb-a2da-feb740f936a3 req-1d0df84f-68e5-4397-b53c-d396e2e7e0c8 tempest-InstanceActionsV221TestJSON-1728889017 tempest-InstanceActionsV221TestJSON-1728889017-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:46:25.510217 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [req-b086f744-9114-4feb-a2da-feb740f936a3 req-1d0df84f-68e5-4397-b53c-d396e2e7e0c8 tempest-InstanceActionsV221TestJSON-1728889017 tempest-InstanceActionsV221TestJSON-1728889017-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217293'] for port, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:25.616290 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-b086f744-9114-4feb-a2da-feb740f936a3 req-1d0df84f-68e5-4397-b53c-d396e2e7e0c8 tempest-InstanceActionsV221TestJSON-1728889017 tempest-InstanceActionsV221TestJSON-1728889017-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.5855658 Apr 18 20:46:25.627151 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-594eed5e-0de1-4352-8ce9-59e23613e98f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33528224'] for security_group, after_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:25.640490 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.v2.base [req-b086f744-9114-4feb-a2da-feb740f936a3 req-e1d5dd7b-4510-44f8-a1a8-29b659f3c60a service neutron] Request body: {'port': {'device_id': '693407db-af81-4509-9886-1fc910474520', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-838334-2'}} {{(pid=84041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 20:46:25.678897 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-283ce8d7-1318-4431-8e66-63aef0c7cafc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33528224'] for security_group, after_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:25.698371 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-594eed5e-0de1-4352-8ce9-59e23613e98f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=48aa994b-46be-4692-b850-e4a913f15497,revision_number=None']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:46:25.785654 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-283ce8d7-1318-4431-8e66-63aef0c7cafc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a61e3a9-ae9b-4340-a50c-d78675eb5def,revision_number=None']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:46:25.799282 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-594eed5e-0de1-4352-8ce9-59e23613e98f admin admin] Notify callbacks [] for security_group, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:25.803100 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-594eed5e-0de1-4352-8ce9-59e23613e98f admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/48aa994b-46be-4692-b850-e4a913f15497 HTTP/1.1" status: 204 len: 168 time: 0.7552011 Apr 18 20:46:25.808126 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-283ce8d7-1318-4431-8e66-63aef0c7cafc admin admin] Notify callbacks [] for security_group, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:25.811967 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-283ce8d7-1318-4431-8e66-63aef0c7cafc admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/7a61e3a9-ae9b-4340-a50c-d78675eb5def HTTP/1.1" status: 204 len: 168 time: 0.7392263 Apr 18 20:46:25.897963 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f1c477b-bdd3-43e6-8442-8755237a72a6 req-810d8d04-48c8-4a2c-9d7b-a1414b363b83 tempest-MigrationsAdminTest-1326981207 tempest-MigrationsAdminTest-1326981207-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:46:25.899694 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-5f1c477b-bdd3-43e6-8442-8755237a72a6 req-810d8d04-48c8-4a2c-9d7b-a1414b363b83 tempest-MigrationsAdminTest-1326981207 tempest-MigrationsAdminTest-1326981207-project] 10.222.0.42 "GET /v2.0/ports?device_id=f880cebf-c088-4fa8-8d57-e363e846dff9 HTTP/1.1" status: 200 len: 949 time: 0.3336029 Apr 18 20:46:25.990992 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-c740d7c4-6d9a-406b-b00e-09d1925f2dd9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33443857'] for router_interface, before_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:26.226943 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 42278) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:46:26.313097 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [req-b086f744-9114-4feb-a2da-feb740f936a3 req-e1d5dd7b-4510-44f8-a1a8-29b659f3c60a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:26.346579 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-84428807-6bee-47c3-90d2-ff982a709ea5 req-9939471c-9087-4ba6-8b73-a45d47c0d3ed service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=0ae89e923933452faf6047be78995cc1&device_id=f880cebf-c088-4fa8-8d57-e363e846dff9 HTTP/1.1" status: 200 len: 1100 time: 0.6520109 Apr 18 20:46:26.353868 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-e620e0c2-6038-467f-bc46-dd7215a0e499 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=a66b5a5a883b42fa8f024c192096e68f&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1257317 Apr 18 20:46:26.356810 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 42284) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:46:26.377602 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-5f1c477b-bdd3-43e6-8442-8755237a72a6 req-17486e73-bf5e-4197-ba93-003d1715b562 tempest-MigrationsAdminTest-1326981207 tempest-MigrationsAdminTest-1326981207-project] 10.222.0.42 "GET /v2.0/security-groups?id=8ca7ac2c-bfe5-493b-aae6-636315bac851&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4668939 Apr 18 20:46:26.566351 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-224c4523-3835-437a-ad8c-03dd7f50f130 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:26.588490 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-276185ae-0fa8-44b8-8362-02b00ec3643c req-d2001e6c-37e2-4bf7-a3b5-ae8337081940 tempest-InstanceActionsV221TestJSON-1728889017 tempest-InstanceActionsV221TestJSON-1728889017-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:46:26.598615 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-276185ae-0fa8-44b8-8362-02b00ec3643c req-d2001e6c-37e2-4bf7-a3b5-ae8337081940 tempest-InstanceActionsV221TestJSON-1728889017 tempest-InstanceActionsV221TestJSON-1728889017-project] 10.222.0.42 "GET /v2.0/ports?device_id=693407db-af81-4509-9886-1fc910474520 HTTP/1.1" status: 200 len: 932 time: 0.6121337 Apr 18 20:46:26.630434 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 42292) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:46:26.678448 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-115bf7b7-4776-41de-9d2b-1a8002b6153b admin admin] Notify callbacks [] for security_group, before_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:26.701163 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-224c4523-3835-437a-ad8c-03dd7f50f130 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:26.742343 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [req-276185ae-0fa8-44b8-8362-02b00ec3643c req-9dd59086-6a1a-4f38-9f70-da7eef84be98 tempest-InstanceActionsV221TestJSON-1728889017 tempest-InstanceActionsV221TestJSON-1728889017-project] Synchronizing usage tracker for tenant:ba473402816449b98cb66361156c95f3 on resource:security_group {{(pid=84040) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 20:46:26.796812 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [None req-115bf7b7-4776-41de-9d2b-1a8002b6153b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:46:26.804419 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-115bf7b7-4776-41de-9d2b-1a8002b6153b admin admin] Usage tracker for resource:security_group_rule and tenant:2f519e9e2ff448b0bc61d15601967d1e is out of sync, need to count used quota {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:46:26.809096 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-115bf7b7-4776-41de-9d2b-1a8002b6153b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:46:26.819505 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [req-276185ae-0fa8-44b8-8362-02b00ec3643c req-9dd59086-6a1a-4f38-9f70-da7eef84be98 tempest-InstanceActionsV221TestJSON-1728889017 tempest-InstanceActionsV221TestJSON-1728889017-project] Unset dirty status for tenant:ba473402816449b98cb66361156c95f3 on resource:security_group {{(pid=84040) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 20:46:26.832325 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-276185ae-0fa8-44b8-8362-02b00ec3643c req-9dd59086-6a1a-4f38-9f70-da7eef84be98 tempest-InstanceActionsV221TestJSON-1728889017 tempest-InstanceActionsV221TestJSON-1728889017-project] 10.222.0.42 "GET /v2.0/security-groups?id=6a99dcd3-01c2-4c7a-a86f-54d1a1fd3014&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2324595 Apr 18 20:46:26.835247 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [None req-115bf7b7-4776-41de-9d2b-1a8002b6153b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:46:26.891081 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84428807-6bee-47c3-90d2-ff982a709ea5 req-d807086c-d017-4f3b-8969-47643e2c1bd2 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:46:26.892586 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-84428807-6bee-47c3-90d2-ff982a709ea5 req-d807086c-d017-4f3b-8969-47643e2c1bd2 service neutron] 10.222.0.43 "GET /v2.0/networks?id=cb56989d-7c5d-4678-b194-1d2edf1e842a HTTP/1.1" status: 200 len: 870 time: 0.5378349 Apr 18 20:46:26.920226 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-224c4523-3835-437a-ad8c-03dd7f50f130 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33528224'] for security_group, after_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:26.951766 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-224c4523-3835-437a-ad8c-03dd7f50f130 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=898411f6-256a-4ada-b3d5-7aad4744f2b3,revision_number=None']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:46:27.031498 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-224c4523-3835-437a-ad8c-03dd7f50f130 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:27.035728 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-224c4523-3835-437a-ad8c-03dd7f50f130 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/898411f6-256a-4ada-b3d5-7aad4744f2b3 HTTP/1.1" status: 204 len: 168 time: 0.6739876 Apr 18 20:46:27.069153 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-115bf7b7-4776-41de-9d2b-1a8002b6153b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:27.078220 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-115bf7b7-4776-41de-9d2b-1a8002b6153b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33528224'] for security_group, after_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:27.125388 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-84428807-6bee-47c3-90d2-ff982a709ea5 req-7d793efe-8378-480f-a5e5-862b95ada6c0 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.26&port_id=71c99b98-8c99-49cc-a68a-53c19bb768e7 HTTP/1.1" status: 200 len: 217 time: 0.1243968 Apr 18 20:46:27.248166 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-115bf7b7-4776-41de-9d2b-1a8002b6153b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=49058bcf-7aa9-4e68-bf2e-44543b0324ca,revision_number=1']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:46:27.267318 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-115bf7b7-4776-41de-9d2b-1a8002b6153b admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=2f519e9e2ff448b0bc61d15601967d1e&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6338208 Apr 18 20:46:27.271158 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 42308) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:46:27.333169 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84428807-6bee-47c3-90d2-ff982a709ea5 req-13d9bd8d-d670-487d-96da-20f379e28624 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:46:27.334986 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-84428807-6bee-47c3-90d2-ff982a709ea5 req-13d9bd8d-d670-487d-96da-20f379e28624 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=c4b526db-4d8a-4d4c-a310-e3a599630ae1 HTTP/1.1" status: 200 len: 843 time: 0.2025025 Apr 18 20:46:27.490394 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-7b06e363-ca80-4403-94fa-33ab2969662e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:27.518728 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-7b06e363-ca80-4403-94fa-33ab2969662e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:27.586052 n-d-838334-2 neutron-server[84041]: DEBUG neutron.notifiers.nova [req-b086f744-9114-4feb-a2da-feb740f936a3 req-e1d5dd7b-4510-44f8-a1a8-29b659f3c60a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2d6734d8-57ec-41ff-8ee6-e32dcc0df2c8 {{(pid=84041) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 18 20:46:27.592858 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-7b06e363-ca80-4403-94fa-33ab2969662e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33528224'] for security_group, after_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:27.603506 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [req-b086f744-9114-4feb-a2da-feb740f936a3 req-e1d5dd7b-4510-44f8-a1a8-29b659f3c60a service neutron] Notify callbacks [] for port, precommit_update {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:27.620891 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b06e363-ca80-4403-94fa-33ab2969662e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=49058bcf-7aa9-4e68-bf2e-44543b0324ca,revision_number=None']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:46:27.641267 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.provisioning_blocks [req-b086f744-9114-4feb-a2da-feb740f936a3 req-e1d5dd7b-4510-44f8-a1a8-29b659f3c60a service neutron] Transition to ACTIVE for port object 2d6734d8-57ec-41ff-8ee6-e32dcc0df2c8 will not be triggered until provisioned by entity L2. {{(pid=84041) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 20:46:27.641401 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-7b06e363-ca80-4403-94fa-33ab2969662e admin admin] Notify callbacks [] for security_group, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:27.645869 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-7b06e363-ca80-4403-94fa-33ab2969662e admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/49058bcf-7aa9-4e68-bf2e-44543b0324ca HTTP/1.1" status: 204 len: 168 time: 0.3731129 Apr 18 20:46:27.664167 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [req-b086f744-9114-4feb-a2da-feb740f936a3 req-e1d5dd7b-4510-44f8-a1a8-29b659f3c60a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32266282'] for port, after_update {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:27.864112 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1d5dd7b-4510-44f8-a1a8-29b659f3c60a service neutron] Pushing event updated for resources: {'Port': ['ID=2d6734d8-57ec-41ff-8ee6-e32dcc0df2c8,revision_number=2']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:46:27.946889 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fa6831b-fdf1-426a-83d4-6ab3cc6983b7 req-2d2046a5-3637-4e6b-94cb-8ddd0a7a5a1d tempest-MigrationsAdminTest-1326981207 tempest-MigrationsAdminTest-1326981207-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:46:27.950534 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-6fa6831b-fdf1-426a-83d4-6ab3cc6983b7 req-2d2046a5-3637-4e6b-94cb-8ddd0a7a5a1d tempest-MigrationsAdminTest-1326981207 tempest-MigrationsAdminTest-1326981207-project] 10.222.0.42 "GET /v2.0/ports?device_id=f880cebf-c088-4fa8-8d57-e363e846dff9 HTTP/1.1" status: 200 len: 949 time: 0.2468917 Apr 18 20:46:27.966415 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-84428807-6bee-47c3-90d2-ff982a709ea5 req-9415b9d3-84d7-4ece-bc15-7b4ac8cbec5b service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=cb56989d-7c5d-4678-b194-1d2edf1e842a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.6181183 Apr 18 20:46:28.190700 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.plugin [None req-c740d7c4-6d9a-406b-b00e-09d1925f2dd9 admin admin] Deleting port c5380092-95e0-458f-b82f-b0645b12f161 {{(pid=84040) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 20:46:28.191862 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.managers [req-b086f744-9114-4feb-a2da-feb740f936a3 req-e1d5dd7b-4510-44f8-a1a8-29b659f3c60a service neutron] Attempting to bind port 2d6734d8-57ec-41ff-8ee6-e32dcc0df2c8 on host n-h1-838334-2 for vnic_type normal with profile {{(pid=84041) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:46:28.192206 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.managers [req-b086f744-9114-4feb-a2da-feb740f936a3 req-e1d5dd7b-4510-44f8-a1a8-29b659f3c60a service neutron] Attempting to bind port 2d6734d8-57ec-41ff-8ee6-e32dcc0df2c8 by drivers openvswitch,hyperv on host n-h1-838334-2 at level 0 using segments [{'id': 'f487f528-5247-4288-b52e-02201d2d7e67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': 'd2e7ea8f-da3f-410e-9096-8491f813bc08'}] {{(pid=84041) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:46:28.192555 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-c740d7c4-6d9a-406b-b00e-09d1925f2dd9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750375188691'] for port, before_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:28.192664 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b086f744-9114-4feb-a2da-feb740f936a3 req-e1d5dd7b-4510-44f8-a1a8-29b659f3c60a service neutron] Attempting to bind port 2d6734d8-57ec-41ff-8ee6-e32dcc0df2c8 on network d2e7ea8f-da3f-410e-9096-8491f813bc08 {{(pid=84041) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 20:46:28.214127 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b086f744-9114-4feb-a2da-feb740f936a3 req-e1d5dd7b-4510-44f8-a1a8-29b659f3c60a service neutron] Port 2d6734d8-57ec-41ff-8ee6-e32dcc0df2c8 on network d2e7ea8f-da3f-410e-9096-8491f813bc08 not bound, no agent of type Open vSwitch agent registered on host n-h1-838334-2 {{(pid=84041) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 18 20:46:28.214427 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b086f744-9114-4feb-a2da-feb740f936a3 req-e1d5dd7b-4510-44f8-a1a8-29b659f3c60a service neutron] Attempting to bind port 2d6734d8-57ec-41ff-8ee6-e32dcc0df2c8 on network d2e7ea8f-da3f-410e-9096-8491f813bc08 {{(pid=84041) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 20:46:28.238323 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b086f744-9114-4feb-a2da-feb740f936a3 req-e1d5dd7b-4510-44f8-a1a8-29b659f3c60a service neutron] Checking agent: {'id': 'd63bab19-ff81-4de1-afeb-a3732288d0d7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-838334-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 33, 59), 'started_at': datetime.datetime(2022, 4, 18, 20, 33, 59), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 20, 45, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84041) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 18 20:46:28.238769 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b086f744-9114-4feb-a2da-feb740f936a3 req-e1d5dd7b-4510-44f8-a1a8-29b659f3c60a service neutron] Checking segment: {'id': 'f487f528-5247-4288-b52e-02201d2d7e67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': 'd2e7ea8f-da3f-410e-9096-8491f813bc08'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84041) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 20:46:28.239113 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b086f744-9114-4feb-a2da-feb740f936a3 req-e1d5dd7b-4510-44f8-a1a8-29b659f3c60a service neutron] Bound using segment: {'id': 'f487f528-5247-4288-b52e-02201d2d7e67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': 'd2e7ea8f-da3f-410e-9096-8491f813bc08'} {{(pid=84041) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 18 20:46:28.239553 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.managers [req-b086f744-9114-4feb-a2da-feb740f936a3 req-e1d5dd7b-4510-44f8-a1a8-29b659f3c60a service neutron] Bound port: 2d6734d8-57ec-41ff-8ee6-e32dcc0df2c8, host: n-h1-838334-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f487f528-5247-4288-b52e-02201d2d7e67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': 'd2e7ea8f-da3f-410e-9096-8491f813bc08'}}] {{(pid=84041) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 20:46:28.239995 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [req-b086f744-9114-4feb-a2da-feb740f936a3 req-e1d5dd7b-4510-44f8-a1a8-29b659f3c60a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:28.256967 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-84428807-6bee-47c3-90d2-ff982a709ea5 req-dc0b9a34-60f7-49de-b7a4-22bfc43c5c81 service neutron] 10.222.0.43 "GET /v2.0/networks/cb56989d-7c5d-4678-b194-1d2edf1e842a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2749810 Apr 18 20:46:28.401645 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.db [None req-c740d7c4-6d9a-406b-b00e-09d1925f2dd9 admin admin] For port c5380092-95e0-458f-b82f-b0645b12f161, host n-d-838334-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838334-2',level=0,port_id=c5380092-95e0-458f-b82f-b0645b12f161,segment=NetworkSegment(b7608bf8-f237-43a6-bbaa-712146cf31cd),segment_id=b7608bf8-f237-43a6-bbaa-712146cf31cd)] {{(pid=84040) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:46:28.402596 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-c740d7c4-6d9a-406b-b00e-09d1925f2dd9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369123'] for port, precommit_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:28.493607 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.db [req-b086f744-9114-4feb-a2da-feb740f936a3 req-e1d5dd7b-4510-44f8-a1a8-29b659f3c60a service neutron] For port 2d6734d8-57ec-41ff-8ee6-e32dcc0df2c8, host n-h1-838334-2, cleared binding levels {{(pid=84041) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 20:46:28.516435 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.db [req-b086f744-9114-4feb-a2da-feb740f936a3 req-e1d5dd7b-4510-44f8-a1a8-29b659f3c60a service neutron] For port 2d6734d8-57ec-41ff-8ee6-e32dcc0df2c8, host n-h1-838334-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838334-2',level=0,port_id=2d6734d8-57ec-41ff-8ee6-e32dcc0df2c8,segment=NetworkSegment(f487f528-5247-4288-b52e-02201d2d7e67),segment_id=f487f528-5247-4288-b52e-02201d2d7e67)] {{(pid=84041) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 20:46:28.522970 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-84428807-6bee-47c3-90d2-ff982a709ea5 req-d9d50f94-3543-4e87-ad9a-1ad78688fdda service neutron] 10.222.0.43 "GET /v2.0/networks/cb56989d-7c5d-4678-b194-1d2edf1e842a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2338579 Apr 18 20:46:28.527468 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [req-b086f744-9114-4feb-a2da-feb740f936a3 req-e1d5dd7b-4510-44f8-a1a8-29b659f3c60a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32266282'] for port, after_update {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:28.616041 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.plugin [None req-c740d7c4-6d9a-406b-b00e-09d1925f2dd9 admin admin] Calling delete_port for c5380092-95e0-458f-b82f-b0645b12f161 owned by network:router_interface {{(pid=84040) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 20:46:28.690774 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 42346) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:46:28.705663 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [req-b086f744-9114-4feb-a2da-feb740f936a3 req-e1d5dd7b-4510-44f8-a1a8-29b659f3c60a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217293'] for port, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:28.707197 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-b086f744-9114-4feb-a2da-feb740f936a3 req-e1d5dd7b-4510-44f8-a1a8-29b659f3c60a service neutron] 10.222.0.43 "PUT /v2.0/ports/2d6734d8-57ec-41ff-8ee6-e32dcc0df2c8 HTTP/1.1" status: 200 len: 1092 time: 3.0844676 Apr 18 20:46:28.754886 n-d-838334-2 neutron-server[84041]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '693407db-af81-4509-9886-1fc910474520', 'tag': '2d6734d8-57ec-41ff-8ee6-e32dcc0df2c8'}] {{(pid=84041) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 20:46:28.841085 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1d5dd7b-4510-44f8-a1a8-29b659f3c60a service neutron] Pushing event updated for resources: {'Port': ['ID=2d6734d8-57ec-41ff-8ee6-e32dcc0df2c8,revision_number=3']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:46:28.988878 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-b086f744-9114-4feb-a2da-feb740f936a3 req-5afaa113-3331-4099-8545-1139048b8be9 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=ba473402816449b98cb66361156c95f3&device_id=693407db-af81-4509-9886-1fc910474520 HTTP/1.1" status: 200 len: 1095 time: 0.1184304 Apr 18 20:46:29.090656 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-6fa6831b-fdf1-426a-83d4-6ab3cc6983b7 req-02880f06-881e-49d9-a248-d1ed6e20dc9b tempest-MigrationsAdminTest-1326981207 tempest-MigrationsAdminTest-1326981207-project] 10.222.0.42 "GET /v2.0/security-groups?id=8ca7ac2c-bfe5-493b-aae6-636315bac851&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9615309 Apr 18 20:46:29.212938 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-806d31ef-5f00-40c4-9ab6-a2a7c01a214d req-8ebec507-cf62-41d9-bf83-d3194373d8b2 tempest-InstanceActionsV221TestJSON-1728889017 tempest-InstanceActionsV221TestJSON-1728889017-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:46:29.214558 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-806d31ef-5f00-40c4-9ab6-a2a7c01a214d req-8ebec507-cf62-41d9-bf83-d3194373d8b2 tempest-InstanceActionsV221TestJSON-1728889017 tempest-InstanceActionsV221TestJSON-1728889017-project] 10.222.0.42 "GET /v2.0/ports?device_id=693407db-af81-4509-9886-1fc910474520 HTTP/1.1" status: 200 len: 944 time: 0.5066674 Apr 18 20:46:29.281832 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.v2.base [None req-8a83a135-9647-4f9c-9256-6c9f3e49d992 admin admin] Request body: {'network': {'name': 'tempest-ServersTestBootFromVolume-1233507631-network', 'tenant_id': '10af1d879623447e98b3f1b5785a8e4f'}} {{(pid=84041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 20:46:29.292257 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-8a83a135-9647-4f9c-9256-6c9f3e49d992 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:46:29.302645 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-8a83a135-9647-4f9c-9256-6c9f3e49d992 admin admin] Usage tracker for resource:network and tenant:10af1d879623447e98b3f1b5785a8e4f is out of sync, need to count used quota {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:46:29.305978 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-8a83a135-9647-4f9c-9256-6c9f3e49d992 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:46:29.309538 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-b086f744-9114-4feb-a2da-feb740f936a3 req-c3b7e45b-72de-4ce4-a57d-c1bfe1dd6175 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2d6734d8-57ec-41ff-8ee6-e32dcc0df2c8 HTTP/1.1" status: 200 len: 217 time: 0.3135190 Apr 18 20:46:29.313174 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-8a83a135-9647-4f9c-9256-6c9f3e49d992 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:46:29.372893 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a83a135-9647-4f9c-9256-6c9f3e49d992 admin admin] Made reservation on behalf of 10af1d879623447e98b3f1b5785a8e4f for: {'network': 1} {{(pid=84041) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:46:29.375722 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-8a83a135-9647-4f9c-9256-6c9f3e49d992 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for network, before_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:29.379762 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750375287399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253529'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:29.388953 n-d-838334-2 neutron-server[84041]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f7da14e2-b820-4699-a7f1-41385a54e58c'] response: {'name': 'network-changed', 'server_uuid': '693407db-af81-4509-9886-1fc910474520', 'tag': '2d6734d8-57ec-41ff-8ee6-e32dcc0df2c8', 'status': 'completed', 'code': 200} Apr 18 20:46:29.400953 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-8a83a135-9647-4f9c-9256-6c9f3e49d992 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:29.437686 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-806d31ef-5f00-40c4-9ab6-a2a7c01a214d req-9f937eea-e70f-45f2-9576-76100a4235f5 tempest-InstanceActionsV221TestJSON-1728889017 tempest-InstanceActionsV221TestJSON-1728889017-project] 10.222.0.42 "GET /v2.0/security-groups?id=6a99dcd3-01c2-4c7a-a86f-54d1a1fd3014&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2002051 Apr 18 20:46:29.441493 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b086f744-9114-4feb-a2da-feb740f936a3 req-7d8f10ab-cb6e-40a9-8ab3-99dc6da5a39f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:46:29.445020 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-b086f744-9114-4feb-a2da-feb740f936a3 req-7d8f10ab-cb6e-40a9-8ab3-99dc6da5a39f service neutron] 10.222.0.43 "GET /v2.0/subnets?id=806fda72-9a4e-4c36-80ab-32ea47d790e9 HTTP/1.1" status: 200 len: 858 time: 0.1262288 Apr 18 20:46:29.468853 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-c740d7c4-6d9a-406b-b00e-09d1925f2dd9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750375259028', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750374836628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32440838'] for port, after_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:29.578618 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c740d7c4-6d9a-406b-b00e-09d1925f2dd9 admin admin] Pushing event deleted for resources: {'Port': ['ID=c5380092-95e0-458f-b82f-b0645b12f161,revision_number=None']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:46:29.583544 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-b086f744-9114-4feb-a2da-feb740f936a3 req-7972fc4f-bf2f-4b77-bb9c-2d5c95e657a1 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=d2e7ea8f-da3f-410e-9096-8491f813bc08&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1317613 Apr 18 20:46:29.590784 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-8a83a135-9647-4f9c-9256-6c9f3e49d992 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:46:29.642677 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-8a83a135-9647-4f9c-9256-6c9f3e49d992 admin admin] Usage tracker for resource:security_group_rule and tenant:10af1d879623447e98b3f1b5785a8e4f is out of sync, need to count used quota {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:46:29.656575 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-8a83a135-9647-4f9c-9256-6c9f3e49d992 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:46:29.753922 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 42382) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:46:29.783858 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-8a83a135-9647-4f9c-9256-6c9f3e49d992 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:46:30.003818 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-b086f744-9114-4feb-a2da-feb740f936a3 req-538f4249-ad1c-4563-bc11-b84269b26d6a service neutron] 10.222.0.43 "GET /v2.0/networks/d2e7ea8f-da3f-410e-9096-8491f813bc08?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4100468 Apr 18 20:46:30.078294 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.v2.base [None req-db1345fe-985b-414d-ab6a-2dc0dca2b445 admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsTestJSON-907354659-network', 'tenant_id': '8947808ed36e4fa3995c00a2b7044df5'}} {{(pid=84040) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 20:46:30.085683 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [None req-db1345fe-985b-414d-ab6a-2dc0dca2b445 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:46:30.094915 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-db1345fe-985b-414d-ab6a-2dc0dca2b445 admin admin] Usage tracker for resource:network and tenant:8947808ed36e4fa3995c00a2b7044df5 is out of sync, need to count used quota {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:46:30.099618 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-db1345fe-985b-414d-ab6a-2dc0dca2b445 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:46:30.107327 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [None req-db1345fe-985b-414d-ab6a-2dc0dca2b445 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:46:30.141458 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-8a83a135-9647-4f9c-9256-6c9f3e49d992 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:30.153882 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-8a83a135-9647-4f9c-9256-6c9f3e49d992 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33528224'] for security_group, after_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:30.165633 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db1345fe-985b-414d-ab6a-2dc0dca2b445 admin admin] Made reservation on behalf of 8947808ed36e4fa3995c00a2b7044df5 for: {'network': 1} {{(pid=84040) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:46:30.169483 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-db1345fe-985b-414d-ab6a-2dc0dca2b445 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for network, before_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:30.188432 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-db1345fe-985b-414d-ab6a-2dc0dca2b445 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:30.218316 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8a83a135-9647-4f9c-9256-6c9f3e49d992 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 375} {{(pid=84041) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 20:46:30.220502 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a83a135-9647-4f9c-9256-6c9f3e49d992 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=254033c5-13ec-4f98-8f46-b709d4bdcf6c,revision_number=1']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:46:30.245762 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-8a83a135-9647-4f9c-9256-6c9f3e49d992 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1082986'] for segment, precommit_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:30.246462 n-d-838334-2 neutron-server[84041]: INFO neutron.db.segments_db [None req-8a83a135-9647-4f9c-9256-6c9f3e49d992 admin admin] Added segment a48f89e7-be20-47ff-8e82-653a2d5ad82b of type vlan for network 926061aa-7053-4e13-adce-8286fe177d09 Apr 18 20:46:30.249217 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-b086f744-9114-4feb-a2da-feb740f936a3 req-7764d7e0-feb9-44cf-ab76-8d1981448e53 service neutron] 10.222.0.43 "GET /v2.0/networks/d2e7ea8f-da3f-410e-9096-8491f813bc08?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2342968 Apr 18 20:46:30.268548 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [None req-db1345fe-985b-414d-ab6a-2dc0dca2b445 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:46:30.278782 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-db1345fe-985b-414d-ab6a-2dc0dca2b445 admin admin] Usage tracker for resource:security_group_rule and tenant:8947808ed36e4fa3995c00a2b7044df5 is out of sync, need to count used quota {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:46:30.281827 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-8a83a135-9647-4f9c-9256-6c9f3e49d992 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750374825732'] for network, precommit_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:30.284914 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-db1345fe-985b-414d-ab6a-2dc0dca2b445 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:46:30.296022 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [None req-db1345fe-985b-414d-ab6a-2dc0dca2b445 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:46:30.386718 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-8a83a135-9647-4f9c-9256-6c9f3e49d992 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33526109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022'] for network, after_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:30.387574 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a83a135-9647-4f9c-9256-6c9f3e49d992 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:46:30.388191 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-8a83a135-9647-4f9c-9256-6c9f3e49d992 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32378031'] for network, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:30.515194 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a83a135-9647-4f9c-9256-6c9f3e49d992 admin admin] Pushing event updated for resources: {'Network': ['ID=926061aa-7053-4e13-adce-8286fe177d09,revision_number=1']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:46:30.520335 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-8a83a135-9647-4f9c-9256-6c9f3e49d992 admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.8116682 Apr 18 20:46:30.523127 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 42414) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:46:30.527391 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Network 926061aa-7053-4e13-adce-8286fe177d09 details requested by agent ovs-agent-n-d-838334-2 with host n-d-838334-2 {{(pid=84042) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 18 20:46:30.529165 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.v2.base [None req-cb507d54-7699-4866-b8b3-13ca4643895a admin admin] Request body: {'subnet': {'network_id': '926061aa-7053-4e13-adce-8286fe177d09', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestBootFromVolume-1233507631-subnet', 'tenant_id': '10af1d879623447e98b3f1b5785a8e4f', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=84041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 20:46:30.537571 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-6daf5cdf-3cd4-4c50-8d8a-3b99fc2bb57d req-5afa205a-102c-4406-be4f-ed15e88816da service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=ba473402816449b98cb66361156c95f3&device_id=693407db-af81-4509-9886-1fc910474520 HTTP/1.1" status: 200 len: 1095 time: 0.2205467 Apr 18 20:46:30.538625 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-cb507d54-7699-4866-b8b3-13ca4643895a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:46:30.544243 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-cb507d54-7699-4866-b8b3-13ca4643895a admin admin] Usage tracker for resource:subnet and tenant:10af1d879623447e98b3f1b5785a8e4f is out of sync, need to count used quota {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:46:30.570316 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-cb507d54-7699-4866-b8b3-13ca4643895a admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:46:30.582272 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-cb507d54-7699-4866-b8b3-13ca4643895a admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:46:30.599000 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-db1345fe-985b-414d-ab6a-2dc0dca2b445 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:30.617518 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-c740d7c4-6d9a-406b-b00e-09d1925f2dd9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-32377931', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33443910'] for router_interface, after_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:30.669742 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb507d54-7699-4866-b8b3-13ca4643895a admin admin] Made reservation on behalf of 10af1d879623447e98b3f1b5785a8e4f for: {'subnet': 1} {{(pid=84041) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:46:30.675656 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-cb507d54-7699-4866-b8b3-13ca4643895a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32486301'] for subnet, before_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:30.816499 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-db1345fe-985b-414d-ab6a-2dc0dca2b445 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33528224'] for security_group, after_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:30.833960 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-db1345fe-985b-414d-ab6a-2dc0dca2b445 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 381} {{(pid=84040) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 20:46:30.851793 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6daf5cdf-3cd4-4c50-8d8a-3b99fc2bb57d req-f3931cf9-8716-427b-b706-2ea8bb0b5bf4 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:46:30.854386 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-6daf5cdf-3cd4-4c50-8d8a-3b99fc2bb57d req-f3931cf9-8716-427b-b706-2ea8bb0b5bf4 service neutron] 10.222.0.43 "GET /v2.0/networks?id=d2e7ea8f-da3f-410e-9096-8491f813bc08 HTTP/1.1" status: 200 len: 919 time: 0.3067820 Apr 18 20:46:30.854909 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-db1345fe-985b-414d-ab6a-2dc0dca2b445 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1082986'] for segment, precommit_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:30.855338 n-d-838334-2 neutron-server[84040]: INFO neutron.db.segments_db [None req-db1345fe-985b-414d-ab6a-2dc0dca2b445 admin admin] Added segment ecdcdfec-03bb-41d2-af5c-98045f0ce0be of type vlan for network 00abdbfc-8010-4a13-aa70-0466b1b749c3 Apr 18 20:46:30.941525 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-6daf5cdf-3cd4-4c50-8d8a-3b99fc2bb57d req-77269bc3-8ef9-49c3-bd5a-9409805f878f service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2d6734d8-57ec-41ff-8ee6-e32dcc0df2c8 HTTP/1.1" status: 200 len: 217 time: 0.0780134 Apr 18 20:46:30.949867 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db1345fe-985b-414d-ab6a-2dc0dca2b445 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=adacd38e-34f7-44a4-b50c-f91e86c853ac,revision_number=1']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:46:30.966006 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94c070e4-eb63-4360-82ce-a7491a583305 req-f21eec1b-c032-4ad4-afd1-ac3636da480a tempest-MigrationsAdminTest-1326981207 tempest-MigrationsAdminTest-1326981207-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:46:30.967610 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-94c070e4-eb63-4360-82ce-a7491a583305 req-f21eec1b-c032-4ad4-afd1-ac3636da480a tempest-MigrationsAdminTest-1326981207 tempest-MigrationsAdminTest-1326981207-project] 10.222.0.42 "GET /v2.0/ports?device_id=f880cebf-c088-4fa8-8d57-e363e846dff9 HTTP/1.1" status: 200 len: 949 time: 0.6452363 Apr 18 20:46:31.069572 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6daf5cdf-3cd4-4c50-8d8a-3b99fc2bb57d req-de19f997-a39b-4559-b9fb-9c55899dc466 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:46:31.070984 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-6daf5cdf-3cd4-4c50-8d8a-3b99fc2bb57d req-de19f997-a39b-4559-b9fb-9c55899dc466 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=806fda72-9a4e-4c36-80ab-32ea47d790e9 HTTP/1.1" status: 200 len: 858 time: 0.1221473 Apr 18 20:46:31.094377 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-db1345fe-985b-414d-ab6a-2dc0dca2b445 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750374825732'] for network, precommit_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:31.140503 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-94c070e4-eb63-4360-82ce-a7491a583305 req-b348105f-6d26-4912-a504-30346fed908a tempest-MigrationsAdminTest-1326981207 tempest-MigrationsAdminTest-1326981207-project] 10.222.0.42 "GET /v2.0/security-groups?id=8ca7ac2c-bfe5-493b-aae6-636315bac851&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1612079 Apr 18 20:46:31.155125 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-6daf5cdf-3cd4-4c50-8d8a-3b99fc2bb57d req-12970de1-f003-4637-b116-879b87da7a90 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=d2e7ea8f-da3f-410e-9096-8491f813bc08&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0679145 Apr 18 20:46:31.159921 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6505733-acc3-40de-989e-03fce3df19cc req-dccf4b6f-aaff-4128-9afa-2ab10b2c8bf1 tempest-InstanceActionsV221TestJSON-1728889017 tempest-InstanceActionsV221TestJSON-1728889017-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:46:31.163531 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-b6505733-acc3-40de-989e-03fce3df19cc req-dccf4b6f-aaff-4128-9afa-2ab10b2c8bf1 tempest-InstanceActionsV221TestJSON-1728889017 tempest-InstanceActionsV221TestJSON-1728889017-project] 10.222.0.42 "GET /v2.0/ports?device_id=693407db-af81-4509-9886-1fc910474520 HTTP/1.1" status: 200 len: 944 time: 0.3035741 Apr 18 20:46:31.215521 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-db1345fe-985b-414d-ab6a-2dc0dca2b445 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33526109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022'] for network, after_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:31.216518 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db1345fe-985b-414d-ab6a-2dc0dca2b445 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:46:31.217661 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-db1345fe-985b-414d-ab6a-2dc0dca2b445 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32378031'] for network, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:31.322300 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-cb507d54-7699-4866-b8b3-13ca4643895a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33526260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32266407', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32486287'] for subnet, after_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:31.376003 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db1345fe-985b-414d-ab6a-2dc0dca2b445 admin admin] Pushing event updated for resources: {'Network': ['ID=00abdbfc-8010-4a13-aa70-0466b1b749c3,revision_number=1']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:46:31.411931 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Network 00abdbfc-8010-4a13-aa70-0466b1b749c3 details requested by agent ovs-agent-n-d-838334-2 with host n-d-838334-2 {{(pid=84042) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 18 20:46:31.422335 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb507d54-7699-4866-b8b3-13ca4643895a admin admin] Pushing event updated for resources: {'Subnet': ['ID=4aaef2f0-843c-461e-a57b-a0e79342b79d,revision_number=0']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:46:31.437668 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-b6505733-acc3-40de-989e-03fce3df19cc req-c4257c0e-0772-431a-af3a-5ccb0a508da7 tempest-InstanceActionsV221TestJSON-1728889017 tempest-InstanceActionsV221TestJSON-1728889017-project] 10.222.0.42 "GET /v2.0/security-groups?id=6a99dcd3-01c2-4c7a-a86f-54d1a1fd3014&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2415538 Apr 18 20:46:31.480068 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-db1345fe-985b-414d-ab6a-2dc0dca2b445 admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.7125990 Apr 18 20:46:31.487221 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-6daf5cdf-3cd4-4c50-8d8a-3b99fc2bb57d req-4fcb2614-4027-473e-a3e9-ce82ef86525e service neutron] 10.222.0.43 "GET /v2.0/networks/d2e7ea8f-da3f-410e-9096-8491f813bc08?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3224976 Apr 18 20:46:31.488011 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 42434) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:46:31.522115 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.v2.base [None req-d002d72d-7efd-48e9-803f-e0183d64bdb6 admin admin] Request body: {'subnet': {'network_id': '00abdbfc-8010-4a13-aa70-0466b1b749c3', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsTestJSON-907354659-subnet', 'tenant_id': '8947808ed36e4fa3995c00a2b7044df5', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=84041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 20:46:31.537523 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-d002d72d-7efd-48e9-803f-e0183d64bdb6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:46:31.748386 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-d002d72d-7efd-48e9-803f-e0183d64bdb6 admin admin] Usage tracker for resource:subnet and tenant:8947808ed36e4fa3995c00a2b7044df5 is out of sync, need to count used quota {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:46:31.759228 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-d002d72d-7efd-48e9-803f-e0183d64bdb6 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:46:31.773073 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb507d54-7699-4866-b8b3-13ca4643895a admin admin] Checking segment: {'id': 'a48f89e7-be20-47ff-8e82-653a2d5ad82b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '926061aa-7053-4e13-adce-8286fe177d09'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84041) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 20:46:31.773439 n-d-838334-2 neutron-server[84041]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb507d54-7699-4866-b8b3-13ca4643895a admin admin] Network hostable DHCP agents. Network: 926061aa-7053-4e13-adce-8286fe177d09, hostable agents: ['8746f8ea-3e91-4b32-9919-2c63adeb8722'], hosted agents: [] {{(pid=84041) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 20:46:31.778559 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-d002d72d-7efd-48e9-803f-e0183d64bdb6 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:46:31.819063 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d002d72d-7efd-48e9-803f-e0183d64bdb6 admin admin] Made reservation on behalf of 8947808ed36e4fa3995c00a2b7044df5 for: {'subnet': 1} {{(pid=84041) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:46:31.822718 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-d002d72d-7efd-48e9-803f-e0183d64bdb6 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32486301'] for subnet, before_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:31.852828 n-d-838334-2 neutron-server[84041]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb507d54-7699-4866-b8b3-13ca4643895a admin admin] Network 926061aa-7053-4e13-adce-8286fe177d09 is scheduled to be hosted by DHCP agent 8746f8ea-3e91-4b32-9919-2c63adeb8722 with binding_index 1 {{(pid=84041) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 20:46:31.934280 n-d-838334-2 neutron-server[84041]: DEBUG neutron.scheduler.base_scheduler [None req-cb507d54-7699-4866-b8b3-13ca4643895a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-838334-2, 926061aa-7053-4e13-adce-8286fe177d09) {{(pid=84041) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:46:31.943452 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94507435-ca77-4646-9b92-1a3a4961e33e None None] Network 926061aa-7053-4e13-adce-8286fe177d09 requested from n-d-838334-2 {{(pid=84042) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 20:46:31.973876 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb507d54-7699-4866-b8b3-13ca4643895a admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:46:31.979047 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-cb507d54-7699-4866-b8b3-13ca4643895a admin admin] Notify callbacks [] for subnet, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:32.029600 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-6daf5cdf-3cd4-4c50-8d8a-3b99fc2bb57d req-6ffd5d6c-9ccf-46d9-841e-86f9442dab67 service neutron] 10.222.0.43 "GET /v2.0/networks/d2e7ea8f-da3f-410e-9096-8491f813bc08?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5317652 Apr 18 20:46:32.099125 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-cb507d54-7699-4866-b8b3-13ca4643895a admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.5747316 Apr 18 20:46:32.104727 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 42456) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:46:32.227857 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.v2.base [None req-c936e68f-ef3a-4ef4-ab86-6ac5ab64a125 admin admin] Request body: {'router': {'name': 'tempest-ServersTestBootFromVolume-1233507631-router', 'tenant_id': '10af1d879623447e98b3f1b5785a8e4f', 'external_gateway_info': {'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c'}}} {{(pid=84040) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 20:46:32.240424 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [None req-c936e68f-ef3a-4ef4-ab86-6ac5ab64a125 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:46:32.247616 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-c936e68f-ef3a-4ef4-ab86-6ac5ab64a125 admin admin] Usage tracker for resource:router and tenant:10af1d879623447e98b3f1b5785a8e4f is out of sync, need to count used quota {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:46:32.252250 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-c936e68f-ef3a-4ef4-ab86-6ac5ab64a125 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:46:32.260855 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [None req-c936e68f-ef3a-4ef4-ab86-6ac5ab64a125 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:46:32.295171 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-c936e68f-ef3a-4ef4-ab86-6ac5ab64a125 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-33442106', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5708'] for router, before_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:32.296393 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-c936e68f-ef3a-4ef4-ab86-6ac5ab64a125 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33442137', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33444285', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33535433', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5703'] for router, precommit_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:32.340946 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-d002d72d-7efd-48e9-803f-e0183d64bdb6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33526260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32266407', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32486287'] for subnet, after_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:32.447367 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d002d72d-7efd-48e9-803f-e0183d64bdb6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3971e1e3-e8a8-471b-9edc-ecd3a7e632c9,revision_number=0']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:46:32.456157 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d002d72d-7efd-48e9-803f-e0183d64bdb6 admin admin] Checking segment: {'id': 'ecdcdfec-03bb-41d2-af5c-98045f0ce0be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '00abdbfc-8010-4a13-aa70-0466b1b749c3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84041) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 20:46:32.456620 n-d-838334-2 neutron-server[84041]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d002d72d-7efd-48e9-803f-e0183d64bdb6 admin admin] Network hostable DHCP agents. Network: 00abdbfc-8010-4a13-aa70-0466b1b749c3, hostable agents: ['8746f8ea-3e91-4b32-9919-2c63adeb8722'], hosted agents: [] {{(pid=84041) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 20:46:32.482371 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 42464) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:46:32.505682 n-d-838334-2 neutron-server[84041]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d002d72d-7efd-48e9-803f-e0183d64bdb6 admin admin] Network 00abdbfc-8010-4a13-aa70-0466b1b749c3 is scheduled to be hosted by DHCP agent 8746f8ea-3e91-4b32-9919-2c63adeb8722 with binding_index 1 {{(pid=84041) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 20:46:32.526861 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00fda8e0-2493-4612-a248-4ee2f373232f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp016840fc-1f9f-5892-9c53-c9cf6c845bbb-926061aa-7053-4e13-adce-8286fe177d09', 'network_id': '926061aa-7053-4e13-adce-8286fe177d09', 'tenant_id': '10af1d879623447e98b3f1b5785a8e4f', 'fixed_ips': [{'subnet_id': '4aaef2f0-843c-461e-a57b-a0e79342b79d'}]}} from n-d-838334-2. {{(pid=84042) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 18 20:46:32.529857 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-00fda8e0-2493-4612-a248-4ee2f373232f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_create {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:32.535556 n-d-838334-2 neutron-server[84041]: DEBUG neutron.scheduler.base_scheduler [None req-d002d72d-7efd-48e9-803f-e0183d64bdb6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-838334-2, 00abdbfc-8010-4a13-aa70-0466b1b749c3) {{(pid=84041) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:46:32.536194 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-c936e68f-ef3a-4ef4-ab86-6ac5ab64a125 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:32.543112 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d002d72d-7efd-48e9-803f-e0183d64bdb6 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:46:32.544484 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-d002d72d-7efd-48e9-803f-e0183d64bdb6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:32.594849 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-d002d72d-7efd-48e9-803f-e0183d64bdb6 admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.1014371 Apr 18 20:46:32.643746 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f6a4d9e-59dc-4622-aee9-6c04ea3537fd None None] Network 00abdbfc-8010-4a13-aa70-0466b1b749c3 requested from n-d-838334-2 {{(pid=84042) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 20:46:32.880943 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-c1b9364c-7a66-4fcd-915a-2260a251a57e admin admin] Notify callbacks [] for security_group, before_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:32.883997 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99dec808-e7da-43c9-8989-c521eedf0155 req-de56d192-eee5-4017-bb69-2af8cfa2a18a tempest-MigrationsAdminTest-1326981207 tempest-MigrationsAdminTest-1326981207-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:46:32.885541 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-99dec808-e7da-43c9-8989-c521eedf0155 req-de56d192-eee5-4017-bb69-2af8cfa2a18a tempest-MigrationsAdminTest-1326981207 tempest-MigrationsAdminTest-1326981207-project] 10.222.0.42 "GET /v2.0/ports?device_id=f880cebf-c088-4fa8-8d57-e363e846dff9 HTTP/1.1" status: 200 len: 949 time: 0.5284340 Apr 18 20:46:32.952363 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-c1b9364c-7a66-4fcd-915a-2260a251a57e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:46:32.961877 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-c1b9364c-7a66-4fcd-915a-2260a251a57e admin admin] Usage tracker for resource:security_group_rule and tenant:6dab27d35ec44127aa2cc0be799415dc is out of sync, need to count used quota {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:46:32.965959 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-c1b9364c-7a66-4fcd-915a-2260a251a57e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:46:32.981334 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-c1b9364c-7a66-4fcd-915a-2260a251a57e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:46:33.020732 n-d-838334-2 neutron-server[84040]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c740d7c4-6d9a-406b-b00e-09d1925f2dd9 admin admin] Router 80b4e0f2-a667-4bba-9bfc-f432e16268e2 has already been hosted by L3 agent bc84d6c9-dd7a-4555-a351-592327b46d5a {{(pid=84040) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 20:46:33.138728 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-c1b9364c-7a66-4fcd-915a-2260a251a57e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:33.154850 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-c1b9364c-7a66-4fcd-915a-2260a251a57e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33528224'] for security_group, after_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:33.199614 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e62d70a-5fbb-4f15-a8db-27f680308c67 None None] Network 00abdbfc-8010-4a13-aa70-0466b1b749c3 requested from n-d-838334-2 {{(pid=84042) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 20:46:33.205114 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-c936e68f-ef3a-4ef4-ab86-6ac5ab64a125 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-33444175', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-33443520', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5293'] for router, precommit_update {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:33.215020 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74acdd18-dc1f-4f2e-81f6-207cae6197a8 req-605801c2-2a43-4a50-b571-401dd1d0d8b8 tempest-InstanceActionsV221TestJSON-1728889017 tempest-InstanceActionsV221TestJSON-1728889017-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:46:33.221744 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-74acdd18-dc1f-4f2e-81f6-207cae6197a8 req-605801c2-2a43-4a50-b571-401dd1d0d8b8 tempest-InstanceActionsV221TestJSON-1728889017 tempest-InstanceActionsV221TestJSON-1728889017-project] 10.222.0.42 "GET /v2.0/ports?device_id=693407db-af81-4509-9886-1fc910474520 HTTP/1.1" status: 200 len: 944 time: 0.4336119 Apr 18 20:46:33.230617 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.agents_db [None req-6346a179-333c-4370-b5a6-936984aeab15 None None] Agent healthcheck: found 7 active agents {{(pid=84043) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 18 20:46:33.313793 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1b9364c-7a66-4fcd-915a-2260a251a57e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e102a03f-f9e9-48e6-a827-b7629672baea,revision_number=1']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:46:33.319236 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-c1b9364c-7a66-4fcd-915a-2260a251a57e admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=6dab27d35ec44127aa2cc0be799415dc&name=default HTTP/1.1" status: 200 len: 2647 time: 0.8356826 Apr 18 20:46:33.323162 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 42482) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:46:33.413674 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.db_base_plugin_common [None req-00fda8e0-2493-4612-a248-4ee2f373232f None None] Allocated IP 172.20.0.2 (926061aa-7053-4e13-adce-8286fe177d09/4aaef2f0-843c-461e-a57b-a0e79342b79d/7371cb2c-9037-44c7-b173-9f18b516323b) {{(pid=84042) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:46:33.414753 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-9f2d28e0-1145-4b70-974b-a46a60389a97 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:33.449706 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-9f2d28e0-1145-4b70-974b-a46a60389a97 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:33.529012 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-74acdd18-dc1f-4f2e-81f6-207cae6197a8 req-9db598e5-48f0-4483-b5de-99e0b478aac2 tempest-InstanceActionsV221TestJSON-1728889017 tempest-InstanceActionsV221TestJSON-1728889017-project] 10.222.0.42 "GET /v2.0/security-groups?id=6a99dcd3-01c2-4c7a-a86f-54d1a1fd3014&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3056233 Apr 18 20:46:33.533937 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-9f2d28e0-1145-4b70-974b-a46a60389a97 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33528224'] for security_group, after_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:33.626684 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f2d28e0-1145-4b70-974b-a46a60389a97 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e102a03f-f9e9-48e6-a827-b7629672baea,revision_number=None']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:46:33.646021 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-9f2d28e0-1145-4b70-974b-a46a60389a97 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:33.650385 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-9f2d28e0-1145-4b70-974b-a46a60389a97 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/e102a03f-f9e9-48e6-a827-b7629672baea HTTP/1.1" status: 204 len: 168 time: 0.3231449 Apr 18 20:46:33.685698 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750375287399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253529'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:33.705173 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-99dec808-e7da-43c9-8989-c521eedf0155 req-d168dcc6-8e24-4614-ac92-8bde06099cfa tempest-MigrationsAdminTest-1326981207 tempest-MigrationsAdminTest-1326981207-project] 10.222.0.42 "GET /v2.0/security-groups?id=8ca7ac2c-bfe5-493b-aae6-636315bac851&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8131995 Apr 18 20:46:33.826621 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c740d7c4-6d9a-406b-b00e-09d1925f2dd9 admin admin] Notify agent at l3_agent.n-d-838334-2 the message routers_updated {{(pid=84040) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 20:46:33.839215 n-d-838334-2 neutron-server[84043]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0814d63-3495-4e6e-8f94-341385e187bf None None] Sync routers for ids ['80b4e0f2-a667-4bba-9bfc-f432e16268e2'] in n-d-838334-2 {{(pid=84043) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 18 20:46:33.850674 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-c740d7c4-6d9a-406b-b00e-09d1925f2dd9 admin admin] 10.222.0.42 "PUT /v2.0/routers/80b4e0f2-a667-4bba-9bfc-f432e16268e2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.9964492 Apr 18 20:46:33.854848 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 42494) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:46:33.890369 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0814d63-3495-4e6e-8f94-341385e187bf None None] Routers {'80b4e0f2-a667-4bba-9bfc-f432e16268e2'} bound to L3 agent in host n-d-838334-2 {{(pid=84043) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 20:46:33.891744 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-00fda8e0-2493-4612-a248-4ee2f373232f None None] Notify callbacks [] for port, precommit_create {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:33.895007 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.l3_hamode_db [None req-d0814d63-3495-4e6e-8f94-341385e187bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838334-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-18T20:25:48Z,description=,heartbeat_timestamp=2022-04-18T20:46:18Z,host='n-d-838334-2',id=bc84d6c9-dd7a-4555-a351-592327b46d5a,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:25:48Z,topic='l3_agent')) {'router_ids': ['80b4e0f2-a667-4bba-9bfc-f432e16268e2'], 'active': True} {{(pid=84043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:46:33.904465 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-00fda8e0-2493-4612-a248-4ee2f373232f None None] Transition to ACTIVE for port object 7371cb2c-9037-44c7-b173-9f18b516323b will not be triggered until provisioned by entity L2. {{(pid=84042) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 20:46:33.944864 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-00fda8e0-2493-4612-a248-4ee2f373232f None None] Transition to ACTIVE for port object 7371cb2c-9037-44c7-b173-9f18b516323b will not be triggered until provisioned by entity DHCP. {{(pid=84042) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 20:46:33.964547 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-00fda8e0-2493-4612-a248-4ee2f373232f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750374836619'] for port, after_create {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:34.135590 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00fda8e0-2493-4612-a248-4ee2f373232f None None] Pushing event updated for resources: {'Port': ['ID=7371cb2c-9037-44c7-b173-9f18b516323b,revision_number=1']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:46:34.156635 n-d-838334-2 neutron-server[84042]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00fda8e0-2493-4612-a248-4ee2f373232f None None] Network 926061aa-7053-4e13-adce-8286fe177d09 is already hosted by enough agents. {{(pid=84042) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:46:34.158194 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00fda8e0-2493-4612-a248-4ee2f373232f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:46:34.158671 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00fda8e0-2493-4612-a248-4ee2f373232f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:46:34.159350 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00fda8e0-2493-4612-a248-4ee2f373232f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:46:34.159945 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00fda8e0-2493-4612-a248-4ee2f373232f None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:46:34.160420 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00fda8e0-2493-4612-a248-4ee2f373232f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:46:34.160900 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00fda8e0-2493-4612-a248-4ee2f373232f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:46:34.161350 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00fda8e0-2493-4612-a248-4ee2f373232f None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:46:34.161783 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00fda8e0-2493-4612-a248-4ee2f373232f None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:46:34.162344 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00fda8e0-2493-4612-a248-4ee2f373232f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:46:34.162772 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00fda8e0-2493-4612-a248-4ee2f373232f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:46:34.163321 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00fda8e0-2493-4612-a248-4ee2f373232f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:46:34.168050 n-d-838334-2 neutron-server[84042]: DEBUG neutron.scheduler.base_scheduler [None req-00fda8e0-2493-4612-a248-4ee2f373232f None None] Resources bound (agent type, host, resource id): {{(pid=84042) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:46:34.174509 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00fda8e0-2493-4612-a248-4ee2f373232f None None] Received port after_create {{(pid=84042) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 20:46:34.178744 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-c936e68f-ef3a-4ef4-ab86-6ac5ab64a125 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:34.298709 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-c936e68f-ef3a-4ef4-ab86-6ac5ab64a125 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:34.303017 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.managers [None req-00fda8e0-2493-4612-a248-4ee2f373232f None None] Attempting to bind port 7371cb2c-9037-44c7-b173-9f18b516323b on host n-d-838334-2 for vnic_type normal with profile {{(pid=84042) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:46:34.305501 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.managers [None req-00fda8e0-2493-4612-a248-4ee2f373232f None None] Attempting to bind port 7371cb2c-9037-44c7-b173-9f18b516323b by drivers openvswitch,hyperv on host n-d-838334-2 at level 0 using segments [{'id': 'a48f89e7-be20-47ff-8e82-653a2d5ad82b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '926061aa-7053-4e13-adce-8286fe177d09'}] {{(pid=84042) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:46:34.306660 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00fda8e0-2493-4612-a248-4ee2f373232f None None] Attempting to bind port 7371cb2c-9037-44c7-b173-9f18b516323b on network 926061aa-7053-4e13-adce-8286fe177d09 {{(pid=84042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 20:46:34.325425 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00fda8e0-2493-4612-a248-4ee2f373232f None None] Checking agent: {'id': '97cd4414-7af6-4d67-868d-dff370b4071a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838334-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 25, 49), 'started_at': datetime.datetime(2022, 4, 18, 20, 26, 19), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 20, 46, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838334-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 18 20:46:34.327079 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00fda8e0-2493-4612-a248-4ee2f373232f None None] Checking segment: {'id': 'a48f89e7-be20-47ff-8e82-653a2d5ad82b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '926061aa-7053-4e13-adce-8286fe177d09'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84042) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 20:46:34.327789 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-00fda8e0-2493-4612-a248-4ee2f373232f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:34.329138 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00fda8e0-2493-4612-a248-4ee2f373232f None None] Bound using segment: {'id': 'a48f89e7-be20-47ff-8e82-653a2d5ad82b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '926061aa-7053-4e13-adce-8286fe177d09'} {{(pid=84042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 18 20:46:34.329734 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.l3_dvr_db [None req-d0814d63-3495-4e6e-8f94-341385e187bf None None] Set router 80b4e0f2-a667-4bba-9bfc-f432e16268e2 gateway port host: n-d-838334-2 {{(pid=84043) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 20:46:34.330723 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.managers [None req-00fda8e0-2493-4612-a248-4ee2f373232f None None] Bound port: 7371cb2c-9037-44c7-b173-9f18b516323b, host: n-d-838334-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a48f89e7-be20-47ff-8e82-653a2d5ad82b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '926061aa-7053-4e13-adce-8286fe177d09'}}] {{(pid=84042) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 20:46:34.332233 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-00fda8e0-2493-4612-a248-4ee2f373232f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:34.519442 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-00fda8e0-2493-4612-a248-4ee2f373232f None None] For port 7371cb2c-9037-44c7-b173-9f18b516323b, host n-d-838334-2, cleared binding levels {{(pid=84042) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 20:46:34.522912 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-00fda8e0-2493-4612-a248-4ee2f373232f None None] For port 7371cb2c-9037-44c7-b173-9f18b516323b, host n-d-838334-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838334-2',level=0,port_id=7371cb2c-9037-44c7-b173-9f18b516323b,segment=NetworkSegment(a48f89e7-be20-47ff-8e82-653a2d5ad82b),segment_id=a48f89e7-be20-47ff-8e82-653a2d5ad82b)] {{(pid=84042) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 20:46:34.537991 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-00fda8e0-2493-4612-a248-4ee2f373232f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682'] for port, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:34.752255 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00fda8e0-2493-4612-a248-4ee2f373232f None None] Pushing event updated for resources: {'Port': ['ID=7371cb2c-9037-44c7-b173-9f18b516323b,revision_number=2']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:46:34.782252 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18336967-2e16-4479-a890-2adbfc1b2976 req-f1452e5c-96d7-4dfc-a11a-abe06b6767ad tempest-InstanceActionsTestJSON-1236848086 tempest-InstanceActionsTestJSON-1236848086-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:46:34.783067 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [req-18336967-2e16-4479-a890-2adbfc1b2976 req-f1452e5c-96d7-4dfc-a11a-abe06b6767ad tempest-InstanceActionsTestJSON-1236848086 tempest-InstanceActionsTestJSON-1236848086-project] Synchronizing usage tracker for tenant:8947808ed36e4fa3995c00a2b7044df5 on resource:network {{(pid=84040) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 20:46:34.814096 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.db_base_plugin_common [None req-c936e68f-ef3a-4ef4-ab86-6ac5ab64a125 admin admin] Allocated IP 172.25.8.93 (e41b6600-a917-4a8d-b05c-be3be40c6d8c/6b05667b-848e-4356-9b44-d5eb6808ef74/08e0f07c-ed7b-4d2f-9b6f-175f2ac0b029) {{(pid=84040) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:46:34.827935 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [req-18336967-2e16-4479-a890-2adbfc1b2976 req-f1452e5c-96d7-4dfc-a11a-abe06b6767ad tempest-InstanceActionsTestJSON-1236848086 tempest-InstanceActionsTestJSON-1236848086-project] Unset dirty status for tenant:8947808ed36e4fa3995c00a2b7044df5 on resource:network {{(pid=84040) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 20:46:34.829136 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-18336967-2e16-4479-a890-2adbfc1b2976 req-f1452e5c-96d7-4dfc-a11a-abe06b6767ad tempest-InstanceActionsTestJSON-1236848086 tempest-InstanceActionsTestJSON-1236848086-project] 10.222.0.42 "GET /v2.0/networks?id=00abdbfc-8010-4a13-aa70-0466b1b749c3 HTTP/1.1" status: 200 len: 813 time: 0.5843894 Apr 18 20:46:34.912695 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Device 2d6734d8-57ec-41ff-8ee6-e32dcc0df2c8 details requested by agent hyperv_n-h1-838334-2 with host n-h1-838334-2 {{(pid=84042) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 18 20:46:34.976843 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-18336967-2e16-4479-a890-2adbfc1b2976 req-bf55745c-8d76-4f86-8836-590d2a2215a1 tempest-InstanceActionsTestJSON-1236848086 tempest-InstanceActionsTestJSON-1236848086-project] 10.222.0.42 "GET /v2.0/quotas/8947808ed36e4fa3995c00a2b7044df5 HTTP/1.1" status: 200 len: 375 time: 0.1369498 Apr 18 20:46:35.166104 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-18336967-2e16-4479-a890-2adbfc1b2976 req-8e02bbdc-a3e8-42ac-a48d-48e8672f309f tempest-InstanceActionsTestJSON-1236848086 tempest-InstanceActionsTestJSON-1236848086-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=8947808ed36e4fa3995c00a2b7044df5&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1659107 Apr 18 20:46:35.285403 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.l3_hamode_db [None req-d0814d63-3495-4e6e-8f94-341385e187bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '80b4e0f2-a667-4bba-9bfc-f432e16268e2', 'name': 'tempest-ServersTestMultiNic-989973166-router', 'tenant_id': '86c5c562f6e642eda292a78265b6dea4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'external_fixed_ips': [{'subnet_id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'ip_address': '172.25.8.201'}], 'enable_snat': True}, 'gw_port_id': '9902f4c9-cd0a-430a-a188-0cc9378e066e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:43:41Z', 'updated_at': '2022-04-18T20:46:29Z', 'revision_number': 5, 'project_id': '86c5c562f6e642eda292a78265b6dea4', 'gw_port': {'id': '9902f4c9-cd0a-430a-a188-0cc9378e066e', 'name': '', 'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:fc:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80b4e0f2-a667-4bba-9bfc-f432e16268e2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'ip_address': '172.25.8.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:43:43Z', 'updated_at': '2022-04-18T20:43:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838334-2'}], 'n-d-838334-2', False) {} {{(pid=84043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:46:35.290094 n-d-838334-2 neutron-server[84043]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0814d63-3495-4e6e-8f94-341385e187bf None None] Checking router: 80b4e0f2-a667-4bba-9bfc-f432e16268e2 for host: n-d-838334-2 {{(pid=84043) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 18 20:46:35.308523 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0814d63-3495-4e6e-8f94-341385e187bf None None] Routers {'80b4e0f2-a667-4bba-9bfc-f432e16268e2'} bound to L3 agent in host n-d-838334-2 {{(pid=84043) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 20:46:35.311385 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.l3_hamode_db [None req-d0814d63-3495-4e6e-8f94-341385e187bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838334-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-18T20:25:48Z,description=,heartbeat_timestamp=2022-04-18T20:46:18Z,host='n-d-838334-2',id=bc84d6c9-dd7a-4555-a351-592327b46d5a,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:25:48Z,topic='l3_agent')) {'router_ids': ['80b4e0f2-a667-4bba-9bfc-f432e16268e2'], 'active': True} {{(pid=84043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:46:35.351953 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] For port 2d6734d8-57ec-41ff-8ee6-e32dcc0df2c8, host n-h1-838334-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838334-2',level=0,port_id=2d6734d8-57ec-41ff-8ee6-e32dcc0df2c8,segment=NetworkSegment(f487f528-5247-4288-b52e-02201d2d7e67),segment_id=f487f528-5247-4288-b52e-02201d2d7e67)] {{(pid=84042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:46:35.384136 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Returning: {'device': '2d6734d8-57ec-41ff-8ee6-e32dcc0df2c8', 'network_id': 'd2e7ea8f-da3f-410e-9096-8491f813bc08', 'port_id': '2d6734d8-57ec-41ff-8ee6-e32dcc0df2c8', 'mac_address': 'fa:16:3e:28:0a:fc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 394, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '806fda72-9a4e-4c36-80ab-32ea47d790e9', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84042) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 18 20:46:35.528573 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:35.542414 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Device 7371cb2c-9037-44c7-b173-9f18b516323b up at agent ovs-agent-n-d-838334-2 {{(pid=84042) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 20:46:35.562532 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-4aa4d6f4-30ac-4ace-a7ad-cac09b4c7794 admin admin] Notify callbacks [] for router, before_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:35.589965 n-d-838334-2 neutron-server[84042]: DEBUG neutron.notifiers.nova [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2d6734d8-57ec-41ff-8ee6-e32dcc0df2c8 {{(pid=84042) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 18 20:46:35.621217 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] For port 2d6734d8-57ec-41ff-8ee6-e32dcc0df2c8, host n-h1-838334-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838334-2',level=0,port_id=2d6734d8-57ec-41ff-8ee6-e32dcc0df2c8,segment=NetworkSegment(f487f528-5247-4288-b52e-02201d2d7e67),segment_id=f487f528-5247-4288-b52e-02201d2d7e67)] {{(pid=84042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:46:35.645955 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682'] for port, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:35.716430 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Provisioning for port 7371cb2c-9037-44c7-b173-9f18b516323b completed by entity L2. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 20:46:35.738520 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.l3_dvr_db [None req-d0814d63-3495-4e6e-8f94-341385e187bf None None] Set router 80b4e0f2-a667-4bba-9bfc-f432e16268e2 gateway port host: n-d-838334-2 {{(pid=84043) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 20:46:35.778043 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Pushing event updated for resources: {'Port': ['ID=2d6734d8-57ec-41ff-8ee6-e32dcc0df2c8,revision_number=4']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:46:35.783849 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-18336967-2e16-4479-a890-2adbfc1b2976 req-4c358ecc-63fb-4b42-b703-f55e9fa1137c service neutron] 10.222.0.42 "GET /v2.0/networks/00abdbfc-8010-4a13-aa70-0466b1b749c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5948501 Apr 18 20:46:35.817768 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-c936e68f-ef3a-4ef4-ab86-6ac5ab64a125 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:35.909534 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] get_ports_and_sgs() called for port_ids ['2d6734d8-57ec-41ff-8ee6-e32dcc0df2c8'] {{(pid=84042) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 18 20:46:35.979671 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7f93c68-9294-4c80-85c4-4f855bdb2614 req-399c8d59-5711-43fc-98a1-cf0b5959d678 tempest-InstanceActionsV221TestJSON-1728889017 tempest-InstanceActionsV221TestJSON-1728889017-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:46:35.993026 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-b7f93c68-9294-4c80-85c4-4f855bdb2614 req-399c8d59-5711-43fc-98a1-cf0b5959d678 tempest-InstanceActionsV221TestJSON-1728889017 tempest-InstanceActionsV221TestJSON-1728889017-project] 10.222.0.42 "GET /v2.0/ports?device_id=693407db-af81-4509-9886-1fc910474520 HTTP/1.1" status: 200 len: 944 time: 1.1320591 Apr 18 20:46:36.167514 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-c936e68f-ef3a-4ef4-ab86-6ac5ab64a125 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750374836619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32440838'] for port, after_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:36.298507 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-18336967-2e16-4479-a890-2adbfc1b2976 req-e631a834-1adc-408b-9909-895de8be1aef service neutron] 10.222.0.42 "GET /v2.0/networks/00abdbfc-8010-4a13-aa70-0466b1b749c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5044987 Apr 18 20:46:36.300654 n-d-838334-2 neutron-server[84040]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c936e68f-ef3a-4ef4-ab86-6ac5ab64a125 admin admin] Network e41b6600-a917-4a8d-b05c-be3be40c6d8c is already hosted by enough agents. {{(pid=84040) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:46:36.313659 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-b7f93c68-9294-4c80-85c4-4f855bdb2614 req-015b82eb-d6ef-4e92-a8d3-529f6ac38422 tempest-InstanceActionsV221TestJSON-1728889017 tempest-InstanceActionsV221TestJSON-1728889017-project] 10.222.0.42 "GET /v2.0/security-groups?id=6a99dcd3-01c2-4c7a-a86f-54d1a1fd3014&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3196032 Apr 18 20:46:36.314383 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c936e68f-ef3a-4ef4-ab86-6ac5ab64a125 admin admin] Pushing event updated for resources: {'Port': ['ID=08e0f07c-ed7b-4d2f-9b6f-175f2ac0b029,revision_number=1']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:46:36.317422 n-d-838334-2 neutron-server[84040]: DEBUG neutron.scheduler.base_scheduler [None req-c936e68f-ef3a-4ef4-ab86-6ac5ab64a125 admin admin] Resources bound (agent type, host, resource id): {{(pid=84040) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:46:36.335111 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c936e68f-ef3a-4ef4-ab86-6ac5ab64a125 admin admin] Received port after_create {{(pid=84040) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 20:46:36.342600 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.l3_hamode_db [None req-d0814d63-3495-4e6e-8f94-341385e187bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '80b4e0f2-a667-4bba-9bfc-f432e16268e2', 'name': 'tempest-ServersTestMultiNic-989973166-router', 'tenant_id': '86c5c562f6e642eda292a78265b6dea4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'external_fixed_ips': [{'subnet_id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'ip_address': '172.25.8.201'}], 'enable_snat': True}, 'gw_port_id': '9902f4c9-cd0a-430a-a188-0cc9378e066e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:43:41Z', 'updated_at': '2022-04-18T20:46:29Z', 'revision_number': 5, 'project_id': '86c5c562f6e642eda292a78265b6dea4', 'gw_port': {'id': '9902f4c9-cd0a-430a-a188-0cc9378e066e', 'name': '', 'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:fc:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80b4e0f2-a667-4bba-9bfc-f432e16268e2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'ip_address': '172.25.8.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:43:43Z', 'updated_at': '2022-04-18T20:43:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838334-2'}], 'n-d-838334-2', False) {} {{(pid=84043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:46:36.354518 n-d-838334-2 neutron-server[84043]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0814d63-3495-4e6e-8f94-341385e187bf None None] The sync data for ids ['80b4e0f2-a667-4bba-9bfc-f432e16268e2'] in n-d-838334-2 is: [{'id': '80b4e0f2-a667-4bba-9bfc-f432e16268e2', 'name': 'tempest-ServersTestMultiNic-989973166-router', 'tenant_id': '86c5c562f6e642eda292a78265b6dea4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'external_fixed_ips': [{'subnet_id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'ip_address': '172.25.8.201'}], 'enable_snat': True}, 'gw_port_id': '9902f4c9-cd0a-430a-a188-0cc9378e066e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:43:41Z', 'updated_at': '2022-04-18T20:46:29Z', 'revision_number': 5, 'project_id': '86c5c562f6e642eda292a78265b6dea4', 'gw_port': {'id': '9902f4c9-cd0a-430a-a188-0cc9378e066e', 'name': '', 'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:fc:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80b4e0f2-a667-4bba-9bfc-f432e16268e2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'ip_address': '172.25.8.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:43:43Z', 'updated_at': '2022-04-18T20:43:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838334-2'}] {{(pid=84043) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 18 20:46:36.526322 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-4aa4d6f4-30ac-4ace-a7ad-cac09b4c7794 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:36.546212 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.plugin [None req-4aa4d6f4-30ac-4ace-a7ad-cac09b4c7794 admin admin] Deleting port 9902f4c9-cd0a-430a-a188-0cc9378e066e {{(pid=84040) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 20:46:36.547296 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-4aa4d6f4-30ac-4ace-a7ad-cac09b4c7794 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750375188691'] for port, before_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:36.570904 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c93a257c-2e57-4420-b69c-88f571e6d11b None None] Network 926061aa-7053-4e13-adce-8286fe177d09 requested from n-d-838334-2 {{(pid=84042) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 20:46:36.804071 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-2d1c0856-6f6c-411c-b445-18c44c818400 None None] Provisioning for port 7371cb2c-9037-44c7-b173-9f18b516323b completed by entity DHCP. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 20:46:36.823318 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-2d1c0856-6f6c-411c-b445-18c44c818400 None None] Provisioning complete for port 7371cb2c-9037-44c7-b173-9f18b516323b triggered by entity DHCP. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:46:36.823788 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-2d1c0856-6f6c-411c-b445-18c44c818400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1253608'] for port, provisioning_complete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:36.852248 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.db [None req-4aa4d6f4-30ac-4ace-a7ad-cac09b4c7794 admin admin] For port 9902f4c9-cd0a-430a-a188-0cc9378e066e, host n-d-838334-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838334-2',level=0,port_id=9902f4c9-cd0a-430a-a188-0cc9378e066e,segment=NetworkSegment(732aa830-768b-4511-951f-d08e26b9c25b),segment_id=732aa830-768b-4511-951f-d08e26b9c25b)] {{(pid=84040) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:46:36.853479 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-4aa4d6f4-30ac-4ace-a7ad-cac09b4c7794 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369123'] for port, precommit_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:36.996540 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Device 2d6734d8-57ec-41ff-8ee6-e32dcc0df2c8 up at agent hyperv_n-h1-838334-2 {{(pid=84042) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 20:46:37.036448 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.plugin [None req-4aa4d6f4-30ac-4ace-a7ad-cac09b4c7794 admin admin] Calling delete_port for 9902f4c9-cd0a-430a-a188-0cc9378e066e owned by network:router_gateway {{(pid=84040) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 20:46:37.189161 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-2d1c0856-6f6c-411c-b445-18c44c818400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:37.346231 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Provisioning for port 2d6734d8-57ec-41ff-8ee6-e32dcc0df2c8 completed by entity L2. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 20:46:37.392879 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Provisioning complete for port 2d6734d8-57ec-41ff-8ee6-e32dcc0df2c8 triggered by entity L2. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:46:37.393283 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1253608'] for port, provisioning_complete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:37.465527 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Device c5380092-95e0-458f-b82f-b0645b12f161 no longer exists at agent ovs-agent-n-d-838334-2 {{(pid=84042) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 20:46:37.466066 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-4aa4d6f4-30ac-4ace-a7ad-cac09b4c7794 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750375259028', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750374836628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32440838'] for port, after_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:37.511710 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-2d1c0856-6f6c-411c-b445-18c44c818400 None None] For port 7371cb2c-9037-44c7-b173-9f18b516323b, host n-d-838334-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838334-2',level=0,port_id=7371cb2c-9037-44c7-b173-9f18b516323b,segment=NetworkSegment(a48f89e7-be20-47ff-8e82-653a2d5ad82b),segment_id=a48f89e7-be20-47ff-8e82-653a2d5ad82b)] {{(pid=84042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:46:37.514321 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.plugin [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] No Port match for: c5380092-95e0-458f-b82f-b0645b12f161 {{(pid=84042) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 18 20:46:37.514719 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Device c5380092-95e0-458f-b82f-b0645b12f161 not bound to the agent host n-d-838334-2 {{(pid=84042) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 20:46:37.529693 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-2d1c0856-6f6c-411c-b445-18c44c818400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682'] for port, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:37.554759 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-61c25a63-1920-400c-8778-bbafec994fa9 req-54c67f3b-5047-4726-9f76-5128a820e89a tempest-InstanceActionsTestJSON-1236848086 tempest-InstanceActionsTestJSON-1236848086-project] 10.222.0.42 "GET /v2.0/ports?device_id=2ec874be-3db9-4300-bbd2-9e2489e54af1 HTTP/1.1" status: 200 len: 210 time: 0.1804366 Apr 18 20:46:37.566657 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aa4d6f4-30ac-4ace-a7ad-cac09b4c7794 admin admin] Pushing event deleted for resources: {'Port': ['ID=9902f4c9-cd0a-430a-a188-0cc9378e066e,revision_number=None']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:46:37.612101 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d1c0856-6f6c-411c-b445-18c44c818400 None None] Pushing event updated for resources: {'Port': ['ID=7371cb2c-9037-44c7-b173-9f18b516323b,revision_number=3']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:46:37.714910 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:37.774241 n-d-838334-2 neutron-server[84042]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '693407db-af81-4509-9886-1fc910474520', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2d6734d8-57ec-41ff-8ee6-e32dcc0df2c8'}] {{(pid=84042) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 20:46:37.784991 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] For port 2d6734d8-57ec-41ff-8ee6-e32dcc0df2c8, host n-h1-838334-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838334-2',level=0,port_id=2d6734d8-57ec-41ff-8ee6-e32dcc0df2c8,segment=NetworkSegment(f487f528-5247-4288-b52e-02201d2d7e67),segment_id=f487f528-5247-4288-b52e-02201d2d7e67)] {{(pid=84042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:46:37.793566 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682'] for port, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:37.944833 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Pushing event updated for resources: {'Port': ['ID=2d6734d8-57ec-41ff-8ee6-e32dcc0df2c8,revision_number=5']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:46:38.000427 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-e59f57b8-656b-4126-8871-fc26eb36b250 None None] Provisioning complete for port 7371cb2c-9037-44c7-b173-9f18b516323b triggered by entity DHCP. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:46:38.000761 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-e59f57b8-656b-4126-8871-fc26eb36b250 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1253608'] for port, provisioning_complete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:38.003815 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3d3b203-a0a0-415b-b66d-e9a9a277bf13 req-eeaed3a9-224d-4a4e-82ba-7909fa8c8895 tempest-MigrationsAdminTest-1326981207 tempest-MigrationsAdminTest-1326981207-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:46:38.005966 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-c3d3b203-a0a0-415b-b66d-e9a9a277bf13 req-eeaed3a9-224d-4a4e-82ba-7909fa8c8895 tempest-MigrationsAdminTest-1326981207 tempest-MigrationsAdminTest-1326981207-project] 10.222.0.42 "GET /v2.0/ports?device_id=f880cebf-c088-4fa8-8d57-e363e846dff9 HTTP/1.1" status: 200 len: 949 time: 1.3186612 Apr 18 20:46:38.033711 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-4aa4d6f4-30ac-4ace-a7ad-cac09b4c7794 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33444108'] for router_gateway, after_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:38.418366 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-c936e68f-ef3a-4ef4-ab86-6ac5ab64a125 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:38.419262 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-c936e68f-ef3a-4ef4-ab86-6ac5ab64a125 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33443529', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33444176'] for router, after_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:38.447129 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-4aa4d6f4-30ac-4ace-a7ad-cac09b4c7794 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33443580', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5726'] for router, precommit_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:38.527185 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-c3d3b203-a0a0-415b-b66d-e9a9a277bf13 req-0541a9c5-decc-4eb5-9d05-521b1275d9ba tempest-MigrationsAdminTest-1326981207 tempest-MigrationsAdminTest-1326981207-project] 10.222.0.42 "GET /v2.0/security-groups?id=8ca7ac2c-bfe5-493b-aae6-636315bac851&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5130227 Apr 18 20:46:38.585487 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-4aa4d6f4-30ac-4ace-a7ad-cac09b4c7794 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:38.695266 n-d-838334-2 neutron-server[84042]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8569f237-fd07-4144-8ae4-9c1aa0b6c005'] response: {'server_uuid': '693407db-af81-4509-9886-1fc910474520', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2d6734d8-57ec-41ff-8ee6-e32dcc0df2c8', 'code': 200} Apr 18 20:46:38.762480 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-629054e8-44c3-4ed5-8694-a41632b2e3fd req-aac1bad5-15c5-4cf1-9bbe-fc7d0316e869 tempest-InstanceActionsV221TestJSON-1728889017 tempest-InstanceActionsV221TestJSON-1728889017-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:46:38.764017 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-629054e8-44c3-4ed5-8694-a41632b2e3fd req-aac1bad5-15c5-4cf1-9bbe-fc7d0316e869 tempest-InstanceActionsV221TestJSON-1728889017 tempest-InstanceActionsV221TestJSON-1728889017-project] 10.222.0.42 "GET /v2.0/ports?device_id=693407db-af81-4509-9886-1fc910474520 HTTP/1.1" status: 200 len: 946 time: 0.5488389 Apr 18 20:46:38.809056 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-4aa4d6f4-30ac-4ace-a7ad-cac09b4c7794 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-33443408'] for router, after_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:38.809554 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4aa4d6f4-30ac-4ace-a7ad-cac09b4c7794 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 80b4e0f2-a667-4bba-9bfc-f432e16268e2 {{(pid=84040) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 18 20:46:38.892530 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18336967-2e16-4479-a890-2adbfc1b2976 req-cc94c2da-38ca-49ac-a12e-1894ccadc3fe tempest-InstanceActionsTestJSON-1236848086 tempest-InstanceActionsTestJSON-1236848086-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:46:38.894026 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-18336967-2e16-4479-a890-2adbfc1b2976 req-cc94c2da-38ca-49ac-a12e-1894ccadc3fe tempest-InstanceActionsTestJSON-1236848086 tempest-InstanceActionsTestJSON-1236848086-project] 10.222.0.48 "GET /v2.0/networks?id=00abdbfc-8010-4a13-aa70-0466b1b749c3 HTTP/1.1" status: 200 len: 813 time: 0.3050687 Apr 18 20:46:38.926160 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-28e088a4-651f-49fd-917f-ac7946eb961b req-62d5f615-9cdd-408f-afa5-59060fc9fd03 tempest-FlavorsV2NegativeTest-1761681740 tempest-FlavorsV2NegativeTest-1761681740-project] 10.222.0.42 "GET /v2.0/networks?tenant_id=625e1f8982b5453191b0e09974ec920f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0842521 Apr 18 20:46:38.931846 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.v2.base [req-18336967-2e16-4479-a890-2adbfc1b2976 req-2f048ba2-5866-4fa2-8dc4-9bc09a475f99 tempest-InstanceActionsTestJSON-1236848086 tempest-InstanceActionsTestJSON-1236848086-project] Request body: {'port': {'device_id': '2ec874be-3db9-4300-bbd2-9e2489e54af1', 'network_id': '00abdbfc-8010-4a13-aa70-0466b1b749c3', 'admin_state_up': True, 'tenant_id': '8947808ed36e4fa3995c00a2b7044df5'}} {{(pid=84040) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 20:46:38.990157 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-4aa4d6f4-30ac-4ace-a7ad-cac09b4c7794 admin admin] Notify callbacks [] for router, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:38.993669 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-4aa4d6f4-30ac-4ace-a7ad-cac09b4c7794 admin admin] 10.222.0.42 "DELETE /v2.0/routers/80b4e0f2-a667-4bba-9bfc-f432e16268e2 HTTP/1.1" status: 204 len: 168 time: 5.1351311 Apr 18 20:46:38.993982 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 42588) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:46:39.143376 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.db_base_plugin_v2 [None req-6383c336-7056-4e84-ad1e-22f9a8ccb765 admin admin] Deleting subnet 1cd9a891-5207-432a-a9d3-241c415f721d {{(pid=84041) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 18 20:46:39.151122 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-6383c336-7056-4e84-ad1e-22f9a8ccb765 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:39.216235 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-a6adb96a-b906-40cc-b4b3-91e469977ba7 req-76825f93-5b6e-43a0-8af8-7be530b844ec service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=693407db-af81-4509-9886-1fc910474520 HTTP/1.1" status: 200 len: 1097 time: 0.4380298 Apr 18 20:46:39.221544 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-6383c336-7056-4e84-ad1e-22f9a8ccb765 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32266383'] for subnet, precommit_delete_associations {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:39.325701 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-a6adb96a-b906-40cc-b4b3-91e469977ba7 req-40826fd2-0942-42c3-9275-75eea8b39329 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=6a99dcd3-01c2-4c7a-a86f-54d1a1fd3014&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691705 Apr 18 20:46:39.341324 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-629054e8-44c3-4ed5-8694-a41632b2e3fd req-61e845ad-8dac-4d5d-b677-01d4dc848e29 tempest-InstanceActionsV221TestJSON-1728889017 tempest-InstanceActionsV221TestJSON-1728889017-project] 10.222.0.42 "GET /v2.0/security-groups?id=6a99dcd3-01c2-4c7a-a86f-54d1a1fd3014&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5520067 Apr 18 20:46:39.356226 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-6383c336-7056-4e84-ad1e-22f9a8ccb765 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1260556'] for subnet, precommit_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:39.448134 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-6383c336-7056-4e84-ad1e-22f9a8ccb765 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1260549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33526260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32266336', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32486390'] for subnet, after_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:39.513795 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-6383c336-7056-4e84-ad1e-22f9a8ccb765 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:39.528009 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed30c0cc-935e-4e29-96bf-c71998b72db2 None None] Network 7095e9f4-55a0-4bd0-be55-8e87fdd96d3a requested from n-d-838334-2 {{(pid=84042) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 20:46:39.528230 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6383c336-7056-4e84-ad1e-22f9a8ccb765 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1cd9a891-5207-432a-a9d3-241c415f721d,revision_number=None']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:46:39.532153 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-6383c336-7056-4e84-ad1e-22f9a8ccb765 admin admin] 10.222.0.42 "DELETE /v2.0/subnets/1cd9a891-5207-432a-a9d3-241c415f721d HTTP/1.1" status: 204 len: 168 time: 0.5362937 Apr 18 20:46:39.534379 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 42592) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:46:39.573635 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Device 7371cb2c-9037-44c7-b173-9f18b516323b up at agent ovs-agent-n-d-838334-2 {{(pid=84042) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 20:46:39.671526 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-2e8f0b2f-2af7-42ec-afb3-5e2d16038e1e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1103592'] for network, before_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:39.687321 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.plugin [None req-2e8f0b2f-2af7-42ec-afb3-5e2d16038e1e admin admin] Deleting port 23042b9a-0b1a-48d4-af37-5a3531466bca {{(pid=84041) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 20:46:39.687765 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-2e8f0b2f-2af7-42ec-afb3-5e2d16038e1e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750375188691'] for port, before_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:39.704194 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-b9fe8dae-2521-4eda-a03c-5503f7386774 req-e3dcbbb7-abb8-4e08-8a14-10cd95274624 tempest-InstanceActionsTestJSON-1236848086 tempest-InstanceActionsTestJSON-1236848086-project] 10.222.0.42 "GET /v2.0/ports?device_id=2ec874be-3db9-4300-bbd2-9e2489e54af1 HTTP/1.1" status: 200 len: 210 time: 0.1270378 Apr 18 20:46:39.775679 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28e088a4-651f-49fd-917f-ac7946eb961b req-38045b70-95fa-4f4b-a50b-89dc25da5cb1 tempest-FlavorsV2NegativeTest-1761681740 tempest-FlavorsV2NegativeTest-1761681740-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:46:39.777298 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-28e088a4-651f-49fd-917f-ac7946eb961b req-38045b70-95fa-4f4b-a50b-89dc25da5cb1 tempest-FlavorsV2NegativeTest-1761681740 tempest-FlavorsV2NegativeTest-1761681740-project] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.8081534 Apr 18 20:46:39.809322 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [req-18336967-2e16-4479-a890-2adbfc1b2976 req-2f048ba2-5866-4fa2-8dc4-9bc09a475f99 tempest-InstanceActionsTestJSON-1236848086 tempest-InstanceActionsTestJSON-1236848086-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:46:39.822066 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [req-18336967-2e16-4479-a890-2adbfc1b2976 req-2f048ba2-5866-4fa2-8dc4-9bc09a475f99 tempest-InstanceActionsTestJSON-1236848086 tempest-InstanceActionsTestJSON-1236848086-project] Usage tracker for resource:port and tenant:8947808ed36e4fa3995c00a2b7044df5 is out of sync, need to count used quota {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:46:39.833532 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [req-18336967-2e16-4479-a890-2adbfc1b2976 req-2f048ba2-5866-4fa2-8dc4-9bc09a475f99 tempest-InstanceActionsTestJSON-1236848086 tempest-InstanceActionsTestJSON-1236848086-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:46:39.840845 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-28e088a4-651f-49fd-917f-ac7946eb961b req-59c825ca-fd23-4656-ad2f-f10ecbad6ea4 tempest-FlavorsV2NegativeTest-1761681740 tempest-FlavorsV2NegativeTest-1761681740-project] 10.222.0.42 "GET /v2.0/quotas/625e1f8982b5453191b0e09974ec920f HTTP/1.1" status: 200 len: 375 time: 0.0567679 Apr 18 20:46:39.843362 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Provisioning complete for port 7371cb2c-9037-44c7-b173-9f18b516323b triggered by entity L2. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:46:39.844092 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1253608'] for port, provisioning_complete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:39.847769 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [req-18336967-2e16-4479-a890-2adbfc1b2976 req-2f048ba2-5866-4fa2-8dc4-9bc09a475f99 tempest-InstanceActionsTestJSON-1236848086 tempest-InstanceActionsTestJSON-1236848086-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:46:39.924920 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-28e088a4-651f-49fd-917f-ac7946eb961b req-58bc16bb-b05c-4504-ae60-663515e2f59d tempest-FlavorsV2NegativeTest-1761681740 tempest-FlavorsV2NegativeTest-1761681740-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=625e1f8982b5453191b0e09974ec920f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0739114 Apr 18 20:46:39.935156 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-18336967-2e16-4479-a890-2adbfc1b2976 req-2f048ba2-5866-4fa2-8dc4-9bc09a475f99 tempest-InstanceActionsTestJSON-1236848086 tempest-InstanceActionsTestJSON-1236848086-project] Made reservation on behalf of 8947808ed36e4fa3995c00a2b7044df5 for: {'port': 1} {{(pid=84040) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:46:39.939941 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-18336967-2e16-4479-a890-2adbfc1b2976 req-2f048ba2-5866-4fa2-8dc4-9bc09a475f99 tempest-InstanceActionsTestJSON-1236848086 tempest-InstanceActionsTestJSON-1236848086-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:40.043911 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.db [None req-2e8f0b2f-2af7-42ec-afb3-5e2d16038e1e admin admin] For port 23042b9a-0b1a-48d4-af37-5a3531466bca, host n-d-838334-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838334-2',level=0,port_id=23042b9a-0b1a-48d4-af37-5a3531466bca,segment=NetworkSegment(b7608bf8-f237-43a6-bbaa-712146cf31cd),segment_id=b7608bf8-f237-43a6-bbaa-712146cf31cd)] {{(pid=84041) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:46:40.047307 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-2e8f0b2f-2af7-42ec-afb3-5e2d16038e1e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369123'] for port, precommit_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:40.249492 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.plugin [None req-2e8f0b2f-2af7-42ec-afb3-5e2d16038e1e admin admin] Calling delete_port for 23042b9a-0b1a-48d4-af37-5a3531466bca owned by network:dhcp {{(pid=84041) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 20:46:40.281749 n-d-838334-2 neutron-server[84040]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c936e68f-ef3a-4ef4-ab86-6ac5ab64a125 admin admin] Router 6010692a-0621-4540-bb51-2d0118223f6d is scheduled to L3 agent bc84d6c9-dd7a-4555-a351-592327b46d5a with binding_index 1 {{(pid=84040) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 18 20:46:40.303404 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9de82e19-860d-47ab-a23a-a56afa3f9961 None None] DHCP port deletion for 7095e9f4-55a0-4bd0-be55-8e87fdd96d3a request from n-d-838334-2 {{(pid=84042) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 18 20:46:40.306223 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Device 9902f4c9-cd0a-430a-a188-0cc9378e066e no longer exists at agent ovs-agent-n-d-838334-2 {{(pid=84042) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 20:46:40.307923 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.db_base_plugin_common [req-18336967-2e16-4479-a890-2adbfc1b2976 req-2f048ba2-5866-4fa2-8dc4-9bc09a475f99 tempest-InstanceActionsTestJSON-1236848086 tempest-InstanceActionsTestJSON-1236848086-project] Allocated IP 172.20.0.4 (00abdbfc-8010-4a13-aa70-0466b1b749c3/3971e1e3-e8a8-471b-9edc-ecd3a7e632c9/ff5d0855-6b37-4373-bd35-0a4c3ada7ddc) {{(pid=84040) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:46:40.371841 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-2e8f0b2f-2af7-42ec-afb3-5e2d16038e1e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750375259028', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750374836628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32266323'] for port, after_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:40.420983 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.plugin [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] No Port match for: 9902f4c9-cd0a-430a-a188-0cc9378e066e {{(pid=84042) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 18 20:46:40.421404 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Device 9902f4c9-cd0a-430a-a188-0cc9378e066e not bound to the agent host n-d-838334-2 {{(pid=84042) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 20:46:40.467223 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e8f0b2f-2af7-42ec-afb3-5e2d16038e1e admin admin] Pushing event deleted for resources: {'Port': ['ID=23042b9a-0b1a-48d4-af37-5a3531466bca,revision_number=None']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:46:40.477921 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e8f0b2f-2af7-42ec-afb3-5e2d16038e1e admin admin] No DVR routers for this DVR port 23042b9a-0b1a-48d4-af37-5a3531466bca on host n-d-838334-2 {{(pid=84041) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 20:46:40.559215 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc814850-94ba-4733-a6dc-7347d60a8734 req-3d6cde6f-502d-440a-b922-029a559b1f12 tempest-MigrationsAdminTest-1326981207 tempest-MigrationsAdminTest-1326981207-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:46:40.561078 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-cc814850-94ba-4733-a6dc-7347d60a8734 req-3d6cde6f-502d-440a-b922-029a559b1f12 tempest-MigrationsAdminTest-1326981207 tempest-MigrationsAdminTest-1326981207-project] 10.222.0.42 "GET /v2.0/ports?device_id=f880cebf-c088-4fa8-8d57-e363e846dff9 HTTP/1.1" status: 200 len: 949 time: 0.6317966 Apr 18 20:46:40.828794 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-2e8f0b2f-2af7-42ec-afb3-5e2d16038e1e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1258905', 'neutron.services.segments.db._delete_segments_for_network-8750375287417'] for network, precommit_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:40.873728 n-d-838334-2 neutron-server[84041]: DEBUG neutron.services.segments.db [None req-2e8f0b2f-2af7-42ec-afb3-5e2d16038e1e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7095e9f4-55a0-4bd0-be55-8e87fdd96d3a']}} {{(pid=84041) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:46:40.875594 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-cc814850-94ba-4733-a6dc-7347d60a8734 req-77511fa6-3a55-4183-a19c-60830e3d15a4 tempest-MigrationsAdminTest-1326981207 tempest-MigrationsAdminTest-1326981207-project] 10.222.0.42 "GET /v2.0/security-groups?id=8ca7ac2c-bfe5-493b-aae6-636315bac851&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1912549 Apr 18 20:46:40.890461 n-d-838334-2 neutron-server[84041]: DEBUG neutron.services.segments.db [None req-2e8f0b2f-2af7-42ec-afb3-5e2d16038e1e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b7608bf8-f237-43a6-bbaa-712146cf31cd') {'for_net_delete': True} {{(pid=84041) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:46:40.890819 n-d-838334-2 neutron-server[84041]: DEBUG neutron.services.segments.db [None req-2e8f0b2f-2af7-42ec-afb3-5e2d16038e1e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b7608bf8-f237-43a6-bbaa-712146cf31cd') {} {{(pid=84041) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:46:40.905976 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-2e8f0b2f-2af7-42ec-afb3-5e2d16038e1e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750375287300', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32268156'] for segment, before_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:40.949163 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-2e8f0b2f-2af7-42ec-afb3-5e2d16038e1e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1082986'] for segment, precommit_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:40.968789 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2e8f0b2f-2af7-42ec-afb3-5e2d16038e1e admin admin] Releasing vlan 380 on physical network physnet1 to pool {{(pid=84041) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 18 20:46:40.970353 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-2e8f0b2f-2af7-42ec-afb3-5e2d16038e1e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1082993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32266254'] for segment, after_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:40.973578 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-055daba3-de35-4846-bccf-c7076875a6d2 req-63835bbd-f2d3-4542-bb69-d9f8c70f8c0e tempest-InstanceActionsV221TestJSON-1728889017 tempest-InstanceActionsV221TestJSON-1728889017-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:46:40.981589 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-055daba3-de35-4846-bccf-c7076875a6d2 req-63835bbd-f2d3-4542-bb69-d9f8c70f8c0e tempest-InstanceActionsV221TestJSON-1728889017 tempest-InstanceActionsV221TestJSON-1728889017-project] 10.222.0.42 "GET /v2.0/ports?device_id=693407db-af81-4509-9886-1fc910474520 HTTP/1.1" status: 200 len: 946 time: 0.3317447 Apr 18 20:46:41.001459 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 42626) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:46:41.008190 n-d-838334-2 neutron-server[84041]: Traceback (most recent call last): Apr 18 20:46:41.008190 n-d-838334-2 neutron-server[84041]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 18 20:46:41.008190 n-d-838334-2 neutron-server[84041]: timer() Apr 18 20:46:41.008190 n-d-838334-2 neutron-server[84041]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 20:46:41.008190 n-d-838334-2 neutron-server[84041]: cb(*args, **kw) Apr 18 20:46:41.008190 n-d-838334-2 neutron-server[84041]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 18 20:46:41.008190 n-d-838334-2 neutron-server[84041]: return func(*args, **kwargs) Apr 18 20:46:41.008190 n-d-838334-2 neutron-server[84041]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 20:46:41.008190 n-d-838334-2 neutron-server[84041]: self._notify() Apr 18 20:46:41.008190 n-d-838334-2 neutron-server[84041]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 20:46:41.008190 n-d-838334-2 neutron-server[84041]: self.callback(batched_events) Apr 18 20:46:41.008190 n-d-838334-2 neutron-server[84041]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 20:46:41.008190 n-d-838334-2 neutron-server[84041]: event.method(event) Apr 18 20:46:41.008190 n-d-838334-2 neutron-server[84041]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 18 20:46:41.008190 n-d-838334-2 neutron-server[84041]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 20:46:41.008190 n-d-838334-2 neutron-server[84041]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 18 20:46:41.008190 n-d-838334-2 neutron-server[84041]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 20:46:41.008190 n-d-838334-2 neutron-server[84041]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 18 20:46:41.008190 n-d-838334-2 neutron-server[84041]: return f(self, *a, **k) Apr 18 20:46:41.008190 n-d-838334-2 neutron-server[84041]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 18 20:46:41.008190 n-d-838334-2 neutron-server[84041]: return self._get(url).json() Apr 18 20:46:41.008190 n-d-838334-2 neutron-server[84041]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 18 20:46:41.008190 n-d-838334-2 neutron-server[84041]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 20:46:41.008190 n-d-838334-2 neutron-server[84041]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 18 20:46:41.008190 n-d-838334-2 neutron-server[84041]: return self.request(url, 'GET', **kwargs) Apr 18 20:46:41.008190 n-d-838334-2 neutron-server[84041]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 18 20:46:41.008190 n-d-838334-2 neutron-server[84041]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 20:46:41.008190 n-d-838334-2 neutron-server[84041]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 18 20:46:41.008190 n-d-838334-2 neutron-server[84041]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 20:46:41.008190 n-d-838334-2 neutron-server[84041]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 18 20:46:41.008190 n-d-838334-2 neutron-server[84041]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 20:46:41.008190 n-d-838334-2 neutron-server[84041]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 20:46:41.085395 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-055daba3-de35-4846-bccf-c7076875a6d2 req-649285cd-c459-400a-a795-2a80dd68408a tempest-InstanceActionsV221TestJSON-1728889017 tempest-InstanceActionsV221TestJSON-1728889017-project] 10.222.0.42 "GET /v2.0/security-groups?id=6a99dcd3-01c2-4c7a-a86f-54d1a1fd3014&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1026382 Apr 18 20:46:41.171196 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-2e8f0b2f-2af7-42ec-afb3-5e2d16038e1e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1258898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33526109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33444113'] for network, after_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:41.199633 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-2e8f0b2f-2af7-42ec-afb3-5e2d16038e1e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32378031'] for network, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:41.214271 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-14025022-af05-4e1d-97f3-7806bc6ca736 req-0a1fe078-be5e-42d4-ad9f-ffd817b3d8d3 tempest-InstanceActionsTestJSON-1236848086 tempest-InstanceActionsTestJSON-1236848086-project] 10.222.0.42 "GET /v2.0/ports?device_id=2ec874be-3db9-4300-bbd2-9e2489e54af1 HTTP/1.1" status: 200 len: 210 time: 0.1272848 Apr 18 20:46:41.214481 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e8f0b2f-2af7-42ec-afb3-5e2d16038e1e admin admin] Pushing event deleted for resources: {'Network': ['ID=7095e9f4-55a0-4bd0-be55-8e87fdd96d3a,revision_number=None']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:46:41.252164 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-2e8f0b2f-2af7-42ec-afb3-5e2d16038e1e admin admin] 10.222.0.42 "DELETE /v2.0/networks/7095e9f4-55a0-4bd0-be55-8e87fdd96d3a HTTP/1.1" status: 204 len: 168 time: 1.7160454 Apr 18 20:46:41.266414 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-18336967-2e16-4479-a890-2adbfc1b2976 req-2f048ba2-5866-4fa2-8dc4-9bc09a475f99 tempest-InstanceActionsTestJSON-1236848086 tempest-InstanceActionsTestJSON-1236848086-project] Notify callbacks [] for port, precommit_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:41.327853 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c936e68f-ef3a-4ef4-ab86-6ac5ab64a125 admin admin] Notify agent at l3_agent.n-d-838334-2 the message routers_updated {{(pid=84040) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 20:46:41.341072 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb469128-1d54-42e3-a43f-af78e8005025 None None] Sync routers for ids ['6010692a-0621-4540-bb51-2d0118223f6d'] in n-d-838334-2 {{(pid=84042) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 18 20:46:41.354097 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-18336967-2e16-4479-a890-2adbfc1b2976 req-2f048ba2-5866-4fa2-8dc4-9bc09a475f99 tempest-InstanceActionsTestJSON-1236848086 tempest-InstanceActionsTestJSON-1236848086-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750374836619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32440838'] for port, after_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:41.386379 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb469128-1d54-42e3-a43f-af78e8005025 None None] Routers {'6010692a-0621-4540-bb51-2d0118223f6d'} bound to L3 agent in host n-d-838334-2 {{(pid=84042) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 20:46:41.387023 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_hamode_db [None req-cb469128-1d54-42e3-a43f-af78e8005025 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838334-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-18T20:25:48Z,description=,heartbeat_timestamp=2022-04-18T20:46:18Z,host='n-d-838334-2',id=bc84d6c9-dd7a-4555-a351-592327b46d5a,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:25:48Z,topic='l3_agent')) {'router_ids': ['6010692a-0621-4540-bb51-2d0118223f6d'], 'active': True} {{(pid=84042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:46:41.393476 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-c936e68f-ef3a-4ef4-ab86-6ac5ab64a125 admin admin] Notify callbacks [] for router, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:41.396015 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-c936e68f-ef3a-4ef4-ab86-6ac5ab64a125 admin admin] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 9.2689121 Apr 18 20:46:41.398808 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 42642) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:46:41.436336 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-dfecb861-3cfa-43fb-8b57-6097b6758788 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:41.531667 n-d-838334-2 neutron-server[84040]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-18336967-2e16-4479-a890-2adbfc1b2976 req-2f048ba2-5866-4fa2-8dc4-9bc09a475f99 tempest-InstanceActionsTestJSON-1236848086 tempest-InstanceActionsTestJSON-1236848086-project] Network 00abdbfc-8010-4a13-aa70-0466b1b749c3 is already hosted by enough agents. {{(pid=84040) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:46:41.542611 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 42646) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:46:41.560204 n-d-838334-2 neutron-server[84040]: DEBUG neutron.scheduler.base_scheduler [req-18336967-2e16-4479-a890-2adbfc1b2976 req-2f048ba2-5866-4fa2-8dc4-9bc09a475f99 tempest-InstanceActionsTestJSON-1236848086 tempest-InstanceActionsTestJSON-1236848086-project] Resources bound (agent type, host, resource id): {{(pid=84040) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:46:41.563648 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.l3_dvrscheduler_db [req-18336967-2e16-4479-a890-2adbfc1b2976 req-2f048ba2-5866-4fa2-8dc4-9bc09a475f99 tempest-InstanceActionsTestJSON-1236848086 tempest-InstanceActionsTestJSON-1236848086-project] Received port after_create {{(pid=84040) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 20:46:41.625787 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Device 23042b9a-0b1a-48d4-af37-5a3531466bca no longer exists at agent ovs-agent-n-d-838334-2 {{(pid=84042) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 20:46:41.653390 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f048ba2-5866-4fa2-8dc4-9bc09a475f99 tempest-InstanceActionsTestJSON-1236848086 tempest-InstanceActionsTestJSON-1236848086-project] Pushing event updated for resources: {'Port': ['ID=ff5d0855-6b37-4373-bd35-0a4c3ada7ddc,revision_number=1']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:46:41.683377 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18336967-2e16-4479-a890-2adbfc1b2976 req-2f048ba2-5866-4fa2-8dc4-9bc09a475f99 tempest-InstanceActionsTestJSON-1236848086 tempest-InstanceActionsTestJSON-1236848086-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:46:41.684191 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-18336967-2e16-4479-a890-2adbfc1b2976 req-2f048ba2-5866-4fa2-8dc4-9bc09a475f99 tempest-InstanceActionsTestJSON-1236848086 tempest-InstanceActionsTestJSON-1236848086-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217293'] for port, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:41.732296 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [None req-dfecb861-3cfa-43fb-8b57-6097b6758788 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:46:41.750062 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-dfecb861-3cfa-43fb-8b57-6097b6758788 admin admin] Usage tracker for resource:security_group_rule and tenant:625e1f8982b5453191b0e09974ec920f is out of sync, need to count used quota {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:46:41.760901 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-dfecb861-3cfa-43fb-8b57-6097b6758788 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:46:41.763588 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.plugin [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] No Port match for: 23042b9a-0b1a-48d4-af37-5a3531466bca {{(pid=84042) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 18 20:46:41.764086 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Device 23042b9a-0b1a-48d4-af37-5a3531466bca not bound to the agent host n-d-838334-2 {{(pid=84042) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 20:46:41.782019 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [None req-dfecb861-3cfa-43fb-8b57-6097b6758788 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:46:41.789614 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-18336967-2e16-4479-a890-2adbfc1b2976 req-2f048ba2-5866-4fa2-8dc4-9bc09a475f99 tempest-InstanceActionsTestJSON-1236848086 tempest-InstanceActionsTestJSON-1236848086-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.8672950 Apr 18 20:46:41.805983 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-a10efd69-a1f3-468b-af7e-a296d8617584 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=86c5c562f6e642eda292a78265b6dea4&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1516972 Apr 18 20:46:41.813309 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.v2.base [req-18336967-2e16-4479-a890-2adbfc1b2976 req-b6db6b87-7e2d-4685-90aa-729de7f69089 service neutron] Request body: {'port': {'device_id': '2ec874be-3db9-4300-bbd2-9e2489e54af1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-838334-2'}} {{(pid=84040) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 20:46:41.850357 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 42652) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:46:41.877084 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_dvr_db [None req-cb469128-1d54-42e3-a43f-af78e8005025 None None] Set router 6010692a-0621-4540-bb51-2d0118223f6d gateway port host: n-d-838334-2 {{(pid=84042) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 20:46:42.280697 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-18336967-2e16-4479-a890-2adbfc1b2976 req-b6db6b87-7e2d-4685-90aa-729de7f69089 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:42.400372 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_hamode_db [None req-cb469128-1d54-42e3-a43f-af78e8005025 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6010692a-0621-4540-bb51-2d0118223f6d', 'name': 'tempest-ServersTestBootFromVolume-1233507631-router', 'tenant_id': '10af1d879623447e98b3f1b5785a8e4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'external_fixed_ips': [{'subnet_id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'ip_address': '172.25.8.93'}], 'enable_snat': True}, 'gw_port_id': '08e0f07c-ed7b-4d2f-9b6f-175f2ac0b029', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:46:32Z', 'updated_at': '2022-04-18T20:46:36Z', 'revision_number': 3, 'project_id': '10af1d879623447e98b3f1b5785a8e4f', 'gw_port': {'id': '08e0f07c-ed7b-4d2f-9b6f-175f2ac0b029', 'name': '', 'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:a3:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6010692a-0621-4540-bb51-2d0118223f6d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'ip_address': '172.25.8.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:46:34Z', 'updated_at': '2022-04-18T20:46:34Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838334-2'}], 'n-d-838334-2', False) {} {{(pid=84042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:46:42.406725 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb469128-1d54-42e3-a43f-af78e8005025 None None] Checking router: 6010692a-0621-4540-bb51-2d0118223f6d for host: n-d-838334-2 {{(pid=84042) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 18 20:46:42.407075 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb469128-1d54-42e3-a43f-af78e8005025 None None] Updating router 6010692a-0621-4540-bb51-2d0118223f6d port 08e0f07c-ed7b-4d2f-9b6f-175f2ac0b029 binding host n-d-838334-2 {{(pid=84042) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 18 20:46:42.474780 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-cb469128-1d54-42e3-a43f-af78e8005025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:42.561008 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-5f15e5f2-8f19-4d93-b1db-de8673d06434 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:42.615978 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-dfecb861-3cfa-43fb-8b57-6097b6758788 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:42.650866 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-58fadcb8-7a0e-42b1-b7a1-fe7eeb46c8db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:42.661832 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62240f6f-cf74-4e1c-9404-d084fe8df762 req-d85cec0a-7021-4672-baf4-28bd281baa61 tempest-InstanceActionsV221TestJSON-1728889017 tempest-InstanceActionsV221TestJSON-1728889017-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:46:42.670229 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-62240f6f-cf74-4e1c-9404-d084fe8df762 req-d85cec0a-7021-4672-baf4-28bd281baa61 tempest-InstanceActionsV221TestJSON-1728889017 tempest-InstanceActionsV221TestJSON-1728889017-project] 10.222.0.42 "GET /v2.0/ports?device_id=693407db-af81-4509-9886-1fc910474520 HTTP/1.1" status: 200 len: 946 time: 0.8075507 Apr 18 20:46:42.794689 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-dfecb861-3cfa-43fb-8b57-6097b6758788 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33528224'] for security_group, after_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:42.826207 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-5f15e5f2-8f19-4d93-b1db-de8673d06434 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:42.876497 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5649d168-06de-4430-831f-c4e64c7d8a98 req-3b33db08-28b4-4ff6-9e36-e8751ed7df79 tempest-MigrationsAdminTest-1326981207 tempest-MigrationsAdminTest-1326981207-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:46:42.884890 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-5649d168-06de-4430-831f-c4e64c7d8a98 req-3b33db08-28b4-4ff6-9e36-e8751ed7df79 tempest-MigrationsAdminTest-1326981207 tempest-MigrationsAdminTest-1326981207-project] 10.222.0.42 "GET /v2.0/ports?device_id=f880cebf-c088-4fa8-8d57-e363e846dff9 HTTP/1.1" status: 200 len: 949 time: 0.5819750 Apr 18 20:46:42.912158 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfecb861-3cfa-43fb-8b57-6097b6758788 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0801cb48-b434-4a99-a76e-d62c2e67d16a,revision_number=1']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:46:42.993724 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.db_base_plugin_common [None req-58fadcb8-7a0e-42b1-b7a1-fe7eeb46c8db admin admin] Allocated IP 172.20.0.1 (926061aa-7053-4e13-adce-8286fe177d09/4aaef2f0-843c-461e-a57b-a0e79342b79d/eda10c5a-f179-44dd-8094-d9ab1e1269d8) {{(pid=84041) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:46:43.033155 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-cb469128-1d54-42e3-a43f-af78e8005025 None None] Notify callbacks [] for port, precommit_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:43.048149 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-cb469128-1d54-42e3-a43f-af78e8005025 None None] Transition to ACTIVE for port object 08e0f07c-ed7b-4d2f-9b6f-175f2ac0b029 will not be triggered until provisioned by entity L2. {{(pid=84042) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 20:46:43.059524 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-cb469128-1d54-42e3-a43f-af78e8005025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682'] for port, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:43.081853 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-62240f6f-cf74-4e1c-9404-d084fe8df762 req-ec16b9cb-870b-4ad9-8cb1-b090bcb4e572 tempest-InstanceActionsV221TestJSON-1728889017 tempest-InstanceActionsV221TestJSON-1728889017-project] 10.222.0.42 "GET /v2.0/security-groups?id=6a99dcd3-01c2-4c7a-a86f-54d1a1fd3014&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4111261 Apr 18 20:46:43.119141 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-5649d168-06de-4430-831f-c4e64c7d8a98 req-76573394-9c17-437c-af74-0e86590c5ef0 tempest-MigrationsAdminTest-1326981207 tempest-MigrationsAdminTest-1326981207-project] 10.222.0.42 "GET /v2.0/security-groups?id=8ca7ac2c-bfe5-493b-aae6-636315bac851&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2327440 Apr 18 20:46:43.129922 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-dfecb861-3cfa-43fb-8b57-6097b6758788 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=625e1f8982b5453191b0e09974ec920f&name=default HTTP/1.1" status: 200 len: 2647 time: 2.1256242 Apr 18 20:46:43.130798 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 42664) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:46:43.138335 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.db.resource_extend [req-18336967-2e16-4479-a890-2adbfc1b2976 req-b6db6b87-7e2d-4685-90aa-729de7f69089 service neutron] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 18 20:46:43.262733 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9658cd8-7da1-44b3-9e17-1a2282347946 None None] Pushing event updated for resources: {'Port': ['ID=08e0f07c-ed7b-4d2f-9b6f-175f2ac0b029,revision_number=2']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:46:43.284953 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.managers [None req-cb469128-1d54-42e3-a43f-af78e8005025 None None] Attempting to bind port 08e0f07c-ed7b-4d2f-9b6f-175f2ac0b029 on host n-d-838334-2 for vnic_type normal with profile {{(pid=84042) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:46:43.285613 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.managers [None req-cb469128-1d54-42e3-a43f-af78e8005025 None None] Attempting to bind port 08e0f07c-ed7b-4d2f-9b6f-175f2ac0b029 by drivers openvswitch,hyperv on host n-d-838334-2 at level 0 using segments [{'id': '732aa830-768b-4511-951f-d08e26b9c25b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c'}] {{(pid=84042) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:46:43.286136 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb469128-1d54-42e3-a43f-af78e8005025 None None] Attempting to bind port 08e0f07c-ed7b-4d2f-9b6f-175f2ac0b029 on network e41b6600-a917-4a8d-b05c-be3be40c6d8c {{(pid=84042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 20:46:43.290756 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-5f15e5f2-8f19-4d93-b1db-de8673d06434 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33528224'] for security_group, after_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:43.295102 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb469128-1d54-42e3-a43f-af78e8005025 None None] Checking agent: {'id': '97cd4414-7af6-4d67-868d-dff370b4071a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838334-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 25, 49), 'started_at': datetime.datetime(2022, 4, 18, 20, 26, 19), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 20, 46, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838334-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 18 20:46:43.295750 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb469128-1d54-42e3-a43f-af78e8005025 None None] Checking segment: {'id': '732aa830-768b-4511-951f-d08e26b9c25b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84042) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 20:46:43.296359 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-cb469128-1d54-42e3-a43f-af78e8005025 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:43.296899 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb469128-1d54-42e3-a43f-af78e8005025 None None] Bound using segment: {'id': '732aa830-768b-4511-951f-d08e26b9c25b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c'} {{(pid=84042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 18 20:46:43.297527 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.managers [None req-cb469128-1d54-42e3-a43f-af78e8005025 None None] Bound port: 08e0f07c-ed7b-4d2f-9b6f-175f2ac0b029, host: n-d-838334-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '732aa830-768b-4511-951f-d08e26b9c25b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c'}}] {{(pid=84042) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 20:46:43.298091 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-cb469128-1d54-42e3-a43f-af78e8005025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:43.323607 n-d-838334-2 neutron-server[84040]: DEBUG neutron.notifiers.nova [req-18336967-2e16-4479-a890-2adbfc1b2976 req-b6db6b87-7e2d-4685-90aa-729de7f69089 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ff5d0855-6b37-4373-bd35-0a4c3ada7ddc {{(pid=84040) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 18 20:46:43.345753 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-58fadcb8-7a0e-42b1-b7a1-fe7eeb46c8db admin admin] Notify callbacks [] for port, precommit_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:43.372012 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bebc0c06-8300-4c18-91ca-7ad43e6707a2 req-1baf2860-00de-4fb9-b93b-296d7d7984d4 tempest-InstanceActionsV221TestJSON-1728889017 tempest-InstanceActionsV221TestJSON-1728889017-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:46:43.372297 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-18336967-2e16-4479-a890-2adbfc1b2976 req-b6db6b87-7e2d-4685-90aa-729de7f69089 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:43.372410 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [req-bebc0c06-8300-4c18-91ca-7ad43e6707a2 req-1baf2860-00de-4fb9-b93b-296d7d7984d4 tempest-InstanceActionsV221TestJSON-1728889017 tempest-InstanceActionsV221TestJSON-1728889017-project] Synchronizing usage tracker for tenant:ba473402816449b98cb66361156c95f3 on resource:port {{(pid=84041) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 20:46:43.375916 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.provisioning_blocks [None req-58fadcb8-7a0e-42b1-b7a1-fe7eeb46c8db admin admin] Transition to ACTIVE for port object eda10c5a-f179-44dd-8094-d9ab1e1269d8 will not be triggered until provisioned by entity DHCP. {{(pid=84041) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 20:46:43.392382 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-cb469128-1d54-42e3-a43f-af78e8005025 None None] For port 08e0f07c-ed7b-4d2f-9b6f-175f2ac0b029, host n-d-838334-2, cleared binding levels {{(pid=84042) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 20:46:43.395843 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-cb469128-1d54-42e3-a43f-af78e8005025 None None] For port 08e0f07c-ed7b-4d2f-9b6f-175f2ac0b029, host n-d-838334-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838334-2',level=0,port_id=08e0f07c-ed7b-4d2f-9b6f-175f2ac0b029,segment=NetworkSegment(732aa830-768b-4511-951f-d08e26b9c25b),segment_id=732aa830-768b-4511-951f-d08e26b9c25b)] {{(pid=84042) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 20:46:43.398805 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [req-bebc0c06-8300-4c18-91ca-7ad43e6707a2 req-1baf2860-00de-4fb9-b93b-296d7d7984d4 tempest-InstanceActionsV221TestJSON-1728889017 tempest-InstanceActionsV221TestJSON-1728889017-project] Unset dirty status for tenant:ba473402816449b98cb66361156c95f3 on resource:port {{(pid=84041) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 20:46:43.400786 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-bebc0c06-8300-4c18-91ca-7ad43e6707a2 req-1baf2860-00de-4fb9-b93b-296d7d7984d4 tempest-InstanceActionsV221TestJSON-1728889017 tempest-InstanceActionsV221TestJSON-1728889017-project] 10.222.0.43 "GET /v2.0/ports?device_id=693407db-af81-4509-9886-1fc910474520 HTTP/1.1" status: 200 len: 946 time: 0.2151365 Apr 18 20:46:43.402990 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-cb469128-1d54-42e3-a43f-af78e8005025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682'] for port, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:43.419584 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f15e5f2-8f19-4d93-b1db-de8673d06434 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=efc44a6f-ae8a-46ab-8143-fed7ce47374f,revision_number=None']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:46:43.459139 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-5f15e5f2-8f19-4d93-b1db-de8673d06434 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:43.460529 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-5f15e5f2-8f19-4d93-b1db-de8673d06434 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/efc44a6f-ae8a-46ab-8143-fed7ce47374f HTTP/1.1" status: 204 len: 168 time: 1.6085906 Apr 18 20:46:43.469014 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.provisioning_blocks [req-18336967-2e16-4479-a890-2adbfc1b2976 req-b6db6b87-7e2d-4685-90aa-729de7f69089 service neutron] Transition to ACTIVE for port object ff5d0855-6b37-4373-bd35-0a4c3ada7ddc will not be triggered until provisioned by entity L2. {{(pid=84040) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 20:46:43.471531 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-e0bfbd09-e515-4e2c-acf1-0d9537c295da admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:43.505668 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.plugin [req-bebc0c06-8300-4c18-91ca-7ad43e6707a2 req-91444a96-1d57-4e4f-9a03-6259c67336a8 tempest-InstanceActionsV221TestJSON-1728889017 tempest-InstanceActionsV221TestJSON-1728889017-project] Deleting port 2d6734d8-57ec-41ff-8ee6-e32dcc0df2c8 {{(pid=84041) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 20:46:43.506007 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [req-bebc0c06-8300-4c18-91ca-7ad43e6707a2 req-91444a96-1d57-4e4f-9a03-6259c67336a8 tempest-InstanceActionsV221TestJSON-1728889017 tempest-InstanceActionsV221TestJSON-1728889017-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750375188691'] for port, before_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:43.508763 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb469128-1d54-42e3-a43f-af78e8005025 None None] Routers {'6010692a-0621-4540-bb51-2d0118223f6d'} bound to L3 agent in host n-d-838334-2 {{(pid=84042) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 20:46:43.509572 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_hamode_db [None req-cb469128-1d54-42e3-a43f-af78e8005025 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838334-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-18T20:25:48Z,description=,heartbeat_timestamp=2022-04-18T20:46:18Z,host='n-d-838334-2',id=bc84d6c9-dd7a-4555-a351-592327b46d5a,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:25:48Z,topic='l3_agent')) {'router_ids': ['6010692a-0621-4540-bb51-2d0118223f6d'], 'active': True} {{(pid=84042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:46:43.510736 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-18336967-2e16-4479-a890-2adbfc1b2976 req-b6db6b87-7e2d-4685-90aa-729de7f69089 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32440959'] for port, after_update {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:43.591225 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9658cd8-7da1-44b3-9e17-1a2282347946 None None] Pushing event updated for resources: {'Port': ['ID=08e0f07c-ed7b-4d2f-9b6f-175f2ac0b029,revision_number=3']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:46:43.636118 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-e0bfbd09-e515-4e2c-acf1-0d9537c295da admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:43.674729 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-58fadcb8-7a0e-42b1-b7a1-fe7eeb46c8db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750374836619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32266323'] for port, after_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:43.787499 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9b8a451-1b28-434a-a204-888fe751c071 req-263358bd-ddcf-46f7-863c-c92681ab3aa9 tempest-InstanceActionsTestJSON-1236848086 tempest-InstanceActionsTestJSON-1236848086-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:46:43.788390 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [req-b9b8a451-1b28-434a-a204-888fe751c071 req-263358bd-ddcf-46f7-863c-c92681ab3aa9 tempest-InstanceActionsTestJSON-1236848086 tempest-InstanceActionsTestJSON-1236848086-project] Synchronizing usage tracker for tenant:8947808ed36e4fa3995c00a2b7044df5 on resource:port {{(pid=84040) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 20:46:43.833005 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6db6b87-7e2d-4685-90aa-729de7f69089 service neutron] Pushing event updated for resources: {'Port': ['ID=ff5d0855-6b37-4373-bd35-0a4c3ada7ddc,revision_number=2']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:46:43.838138 n-d-838334-2 neutron-server[84041]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58fadcb8-7a0e-42b1-b7a1-fe7eeb46c8db admin admin] Network 926061aa-7053-4e13-adce-8286fe177d09 is already hosted by enough agents. {{(pid=84041) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:46:43.842989 n-d-838334-2 neutron-server[84041]: DEBUG neutron.scheduler.base_scheduler [None req-58fadcb8-7a0e-42b1-b7a1-fe7eeb46c8db admin admin] Resources bound (agent type, host, resource id): {{(pid=84041) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:46:43.856555 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58fadcb8-7a0e-42b1-b7a1-fe7eeb46c8db admin admin] Received port after_create {{(pid=84041) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 20:46:43.880928 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_dvr_db [None req-cb469128-1d54-42e3-a43f-af78e8005025 None None] Set router 6010692a-0621-4540-bb51-2d0118223f6d gateway port host: n-d-838334-2 {{(pid=84042) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 20:46:43.913679 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-58fadcb8-7a0e-42b1-b7a1-fe7eeb46c8db admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33444010'] for router_interface, before_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:43.924111 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [req-b9b8a451-1b28-434a-a204-888fe751c071 req-263358bd-ddcf-46f7-863c-c92681ab3aa9 tempest-InstanceActionsTestJSON-1236848086 tempest-InstanceActionsTestJSON-1236848086-project] Unset dirty status for tenant:8947808ed36e4fa3995c00a2b7044df5 on resource:port {{(pid=84040) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 20:46:43.926078 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58fadcb8-7a0e-42b1-b7a1-fe7eeb46c8db admin admin] Pushing event updated for resources: {'Port': ['ID=eda10c5a-f179-44dd-8094-d9ab1e1269d8,revision_number=1']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:46:43.935283 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-b9b8a451-1b28-434a-a204-888fe751c071 req-263358bd-ddcf-46f7-863c-c92681ab3aa9 tempest-InstanceActionsTestJSON-1236848086 tempest-InstanceActionsTestJSON-1236848086-project] 10.222.0.42 "GET /v2.0/ports?device_id=2ec874be-3db9-4300-bbd2-9e2489e54af1 HTTP/1.1" status: 200 len: 931 time: 0.5750394 Apr 18 20:46:44.344331 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-34008854-2160-412a-9a95-71fdba287e11 None None] Provisioning for port eda10c5a-f179-44dd-8094-d9ab1e1269d8 completed by entity DHCP. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 20:46:44.345184 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-e0bfbd09-e515-4e2c-acf1-0d9537c295da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33528224'] for security_group, after_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:44.353330 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-34008854-2160-412a-9a95-71fdba287e11 None None] Provisioning complete for port eda10c5a-f179-44dd-8094-d9ab1e1269d8 triggered by entity DHCP. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:46:44.353588 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-34008854-2160-412a-9a95-71fdba287e11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1253608'] for port, provisioning_complete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:44.366505 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-58fadcb8-7a0e-42b1-b7a1-fe7eeb46c8db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:44.386207 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.db [req-bebc0c06-8300-4c18-91ca-7ad43e6707a2 req-91444a96-1d57-4e4f-9a03-6259c67336a8 tempest-InstanceActionsV221TestJSON-1728889017 tempest-InstanceActionsV221TestJSON-1728889017-project] For port 2d6734d8-57ec-41ff-8ee6-e32dcc0df2c8, host n-h1-838334-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838334-2',level=0,port_id=2d6734d8-57ec-41ff-8ee6-e32dcc0df2c8,segment=NetworkSegment(f487f528-5247-4288-b52e-02201d2d7e67),segment_id=f487f528-5247-4288-b52e-02201d2d7e67)] {{(pid=84041) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:46:44.386836 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [req-bebc0c06-8300-4c18-91ca-7ad43e6707a2 req-91444a96-1d57-4e4f-9a03-6259c67336a8 tempest-InstanceActionsV221TestJSON-1728889017 tempest-InstanceActionsV221TestJSON-1728889017-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369123'] for port, precommit_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:44.470205 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.plugin [None req-34008854-2160-412a-9a95-71fdba287e11 None None] Port eda10c5a-f179-44dd-8094-d9ab1e1269d8 cannot update to ACTIVE because it is not bound. {{(pid=84042) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 18 20:46:44.519430 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_hamode_db [None req-cb469128-1d54-42e3-a43f-af78e8005025 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6010692a-0621-4540-bb51-2d0118223f6d', 'name': 'tempest-ServersTestBootFromVolume-1233507631-router', 'tenant_id': '10af1d879623447e98b3f1b5785a8e4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'external_fixed_ips': [{'subnet_id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'ip_address': '172.25.8.93'}], 'enable_snat': True}, 'gw_port_id': '08e0f07c-ed7b-4d2f-9b6f-175f2ac0b029', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:46:32Z', 'updated_at': '2022-04-18T20:46:36Z', 'revision_number': 3, 'project_id': '10af1d879623447e98b3f1b5785a8e4f', 'gw_port': {'id': '08e0f07c-ed7b-4d2f-9b6f-175f2ac0b029', 'name': '', 'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:a3:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6010692a-0621-4540-bb51-2d0118223f6d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'ip_address': '172.25.8.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:46:34Z', 'updated_at': '2022-04-18T20:46:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838334-2'}], 'n-d-838334-2', False) {} {{(pid=84042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:46:44.523984 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb469128-1d54-42e3-a43f-af78e8005025 None None] The sync data for ids ['6010692a-0621-4540-bb51-2d0118223f6d'] in n-d-838334-2 is: [{'id': '6010692a-0621-4540-bb51-2d0118223f6d', 'name': 'tempest-ServersTestBootFromVolume-1233507631-router', 'tenant_id': '10af1d879623447e98b3f1b5785a8e4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'external_fixed_ips': [{'subnet_id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'ip_address': '172.25.8.93'}], 'enable_snat': True}, 'gw_port_id': '08e0f07c-ed7b-4d2f-9b6f-175f2ac0b029', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:46:32Z', 'updated_at': '2022-04-18T20:46:36Z', 'revision_number': 3, 'project_id': '10af1d879623447e98b3f1b5785a8e4f', 'gw_port': {'id': '08e0f07c-ed7b-4d2f-9b6f-175f2ac0b029', 'name': '', 'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:a3:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6010692a-0621-4540-bb51-2d0118223f6d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'ip_address': '172.25.8.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:46:34Z', 'updated_at': '2022-04-18T20:46:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838334-2'}] {{(pid=84042) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 18 20:46:44.534978 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0bfbd09-e515-4e2c-acf1-0d9537c295da admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0801cb48-b434-4a99-a76e-d62c2e67d16a,revision_number=None']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:46:44.574261 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-e0bfbd09-e515-4e2c-acf1-0d9537c295da admin admin] Notify callbacks [] for security_group, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:44.575575 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-e0bfbd09-e515-4e2c-acf1-0d9537c295da admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/0801cb48-b434-4a99-a76e-d62c2e67d16a HTTP/1.1" status: 204 len: 168 time: 1.4399071 Apr 18 20:46:44.581412 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.plugin [req-bebc0c06-8300-4c18-91ca-7ad43e6707a2 req-91444a96-1d57-4e4f-9a03-6259c67336a8 tempest-InstanceActionsV221TestJSON-1728889017 tempest-InstanceActionsV221TestJSON-1728889017-project] Calling delete_port for 2d6734d8-57ec-41ff-8ee6-e32dcc0df2c8 owned by compute:nova {{(pid=84041) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 20:46:44.587857 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [req-b9b8a451-1b28-434a-a204-888fe751c071 req-795f24af-11f5-4aaf-bc4e-08c229adb055 tempest-InstanceActionsTestJSON-1236848086 tempest-InstanceActionsTestJSON-1236848086-project] Synchronizing usage tracker for tenant:8947808ed36e4fa3995c00a2b7044df5 on resource:security_group {{(pid=84040) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 20:46:44.603427 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.managers [req-18336967-2e16-4479-a890-2adbfc1b2976 req-b6db6b87-7e2d-4685-90aa-729de7f69089 service neutron] Attempting to bind port ff5d0855-6b37-4373-bd35-0a4c3ada7ddc on host n-h2-838334-2 for vnic_type normal with profile {{(pid=84040) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:46:44.603791 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.managers [req-18336967-2e16-4479-a890-2adbfc1b2976 req-b6db6b87-7e2d-4685-90aa-729de7f69089 service neutron] Attempting to bind port ff5d0855-6b37-4373-bd35-0a4c3ada7ddc by drivers openvswitch,hyperv on host n-h2-838334-2 at level 0 using segments [{'id': 'ecdcdfec-03bb-41d2-af5c-98045f0ce0be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '00abdbfc-8010-4a13-aa70-0466b1b749c3'}] {{(pid=84040) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:46:44.604113 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18336967-2e16-4479-a890-2adbfc1b2976 req-b6db6b87-7e2d-4685-90aa-729de7f69089 service neutron] Attempting to bind port ff5d0855-6b37-4373-bd35-0a4c3ada7ddc on network 00abdbfc-8010-4a13-aa70-0466b1b749c3 {{(pid=84040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 20:46:44.646604 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18336967-2e16-4479-a890-2adbfc1b2976 req-b6db6b87-7e2d-4685-90aa-729de7f69089 service neutron] Port ff5d0855-6b37-4373-bd35-0a4c3ada7ddc on network 00abdbfc-8010-4a13-aa70-0466b1b749c3 not bound, no agent of type Open vSwitch agent registered on host n-h2-838334-2 {{(pid=84040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 18 20:46:44.647395 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18336967-2e16-4479-a890-2adbfc1b2976 req-b6db6b87-7e2d-4685-90aa-729de7f69089 service neutron] Attempting to bind port ff5d0855-6b37-4373-bd35-0a4c3ada7ddc on network 00abdbfc-8010-4a13-aa70-0466b1b749c3 {{(pid=84040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 20:46:44.659783 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [req-b9b8a451-1b28-434a-a204-888fe751c071 req-795f24af-11f5-4aaf-bc4e-08c229adb055 tempest-InstanceActionsTestJSON-1236848086 tempest-InstanceActionsTestJSON-1236848086-project] Unset dirty status for tenant:8947808ed36e4fa3995c00a2b7044df5 on resource:security_group {{(pid=84040) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 20:46:44.677321 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-b9b8a451-1b28-434a-a204-888fe751c071 req-795f24af-11f5-4aaf-bc4e-08c229adb055 tempest-InstanceActionsTestJSON-1236848086 tempest-InstanceActionsTestJSON-1236848086-project] 10.222.0.42 "GET /v2.0/security-groups?id=adacd38e-34f7-44a4-b50c-f91e86c853ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7348149 Apr 18 20:46:44.685690 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18336967-2e16-4479-a890-2adbfc1b2976 req-b6db6b87-7e2d-4685-90aa-729de7f69089 service neutron] Checking agent: {'id': 'dc797004-f641-47b7-a77f-9c62b5b16296', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-838334-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 34, 3), 'started_at': datetime.datetime(2022, 4, 18, 20, 34, 3), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 20, 46, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 18 20:46:44.685956 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18336967-2e16-4479-a890-2adbfc1b2976 req-b6db6b87-7e2d-4685-90aa-729de7f69089 service neutron] Checking segment: {'id': 'ecdcdfec-03bb-41d2-af5c-98045f0ce0be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '00abdbfc-8010-4a13-aa70-0466b1b749c3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84040) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 20:46:44.686386 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18336967-2e16-4479-a890-2adbfc1b2976 req-b6db6b87-7e2d-4685-90aa-729de7f69089 service neutron] Bound using segment: {'id': 'ecdcdfec-03bb-41d2-af5c-98045f0ce0be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '00abdbfc-8010-4a13-aa70-0466b1b749c3'} {{(pid=84040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 18 20:46:44.686828 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.managers [req-18336967-2e16-4479-a890-2adbfc1b2976 req-b6db6b87-7e2d-4685-90aa-729de7f69089 service neutron] Bound port: ff5d0855-6b37-4373-bd35-0a4c3ada7ddc, host: n-h2-838334-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ecdcdfec-03bb-41d2-af5c-98045f0ce0be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '00abdbfc-8010-4a13-aa70-0466b1b749c3'}}] {{(pid=84040) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 20:46:44.687173 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-18336967-2e16-4479-a890-2adbfc1b2976 req-b6db6b87-7e2d-4685-90aa-729de7f69089 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:44.826918 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d71a5ada-478d-4802-9e30-82a5f481d581 req-e12a3d58-3aae-4eae-87a2-fa0885fd099e tempest-MigrationsAdminTest-1326981207 tempest-MigrationsAdminTest-1326981207-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:46:44.828523 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-d71a5ada-478d-4802-9e30-82a5f481d581 req-e12a3d58-3aae-4eae-87a2-fa0885fd099e tempest-MigrationsAdminTest-1326981207 tempest-MigrationsAdminTest-1326981207-project] 10.222.0.42 "GET /v2.0/ports?device_id=f880cebf-c088-4fa8-8d57-e363e846dff9 HTTP/1.1" status: 200 len: 949 time: 0.4458475 Apr 18 20:46:45.153091 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.db [req-18336967-2e16-4479-a890-2adbfc1b2976 req-b6db6b87-7e2d-4685-90aa-729de7f69089 service neutron] For port ff5d0855-6b37-4373-bd35-0a4c3ada7ddc, host n-h2-838334-2, cleared binding levels {{(pid=84040) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 20:46:45.159587 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-d71a5ada-478d-4802-9e30-82a5f481d581 req-d1fab533-39b4-48c6-999e-0ef6ac4ad11d tempest-MigrationsAdminTest-1326981207 tempest-MigrationsAdminTest-1326981207-project] 10.222.0.42 "GET /v2.0/security-groups?id=8ca7ac2c-bfe5-493b-aae6-636315bac851&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3060024 Apr 18 20:46:45.168768 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.db [req-18336967-2e16-4479-a890-2adbfc1b2976 req-b6db6b87-7e2d-4685-90aa-729de7f69089 service neutron] For port ff5d0855-6b37-4373-bd35-0a4c3ada7ddc, host n-h2-838334-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838334-2',level=0,port_id=ff5d0855-6b37-4373-bd35-0a4c3ada7ddc,segment=NetworkSegment(ecdcdfec-03bb-41d2-af5c-98045f0ce0be),segment_id=ecdcdfec-03bb-41d2-af5c-98045f0ce0be)] {{(pid=84040) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 20:46:45.175360 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [req-bebc0c06-8300-4c18-91ca-7ad43e6707a2 req-91444a96-1d57-4e4f-9a03-6259c67336a8 tempest-InstanceActionsV221TestJSON-1728889017 tempest-InstanceActionsV221TestJSON-1728889017-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750375259028', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750374836628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32266323'] for port, after_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:45.207908 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-18336967-2e16-4479-a890-2adbfc1b2976 req-b6db6b87-7e2d-4685-90aa-729de7f69089 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32440959'] for port, after_update {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:45.278611 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-58fadcb8-7a0e-42b1-b7a1-fe7eeb46c8db admin admin] Notify callbacks [] for port, precommit_update {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:45.308329 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b809afe7-f73b-4555-8274-bc1622aa2fa8 req-d0b7df57-513c-4fab-9c6d-84868cb50732 tempest-InstanceActionsV221TestJSON-1728889017 tempest-InstanceActionsV221TestJSON-1728889017-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:46:45.310380 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-b809afe7-f73b-4555-8274-bc1622aa2fa8 req-d0b7df57-513c-4fab-9c6d-84868cb50732 tempest-InstanceActionsV221TestJSON-1728889017 tempest-InstanceActionsV221TestJSON-1728889017-project] 10.222.0.42 "GET /v2.0/ports?device_id=693407db-af81-4509-9886-1fc910474520 HTTP/1.1" status: 200 len: 946 time: 0.4004784 Apr 18 20:46:45.347218 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91444a96-1d57-4e4f-9a03-6259c67336a8 tempest-InstanceActionsV221TestJSON-1728889017 tempest-InstanceActionsV221TestJSON-1728889017-project] Pushing event deleted for resources: {'Port': ['ID=2d6734d8-57ec-41ff-8ee6-e32dcc0df2c8,revision_number=None']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:46:45.467607 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 42706) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:46:45.470009 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-b809afe7-f73b-4555-8274-bc1622aa2fa8 req-22eb1679-3d4b-44c0-9e9c-1f954e8cee61 tempest-InstanceActionsV221TestJSON-1728889017 tempest-InstanceActionsV221TestJSON-1728889017-project] 10.222.0.42 "GET /v2.0/security-groups?id=6a99dcd3-01c2-4c7a-a86f-54d1a1fd3014&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1358209 Apr 18 20:46:45.472578 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-58fadcb8-7a0e-42b1-b7a1-fe7eeb46c8db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32266282'] for port, after_update {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:45.539225 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Device 08e0f07c-ed7b-4d2f-9b6f-175f2ac0b029 up at agent ovs-agent-n-d-838334-2 {{(pid=84042) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 20:46:45.607383 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-18336967-2e16-4479-a890-2adbfc1b2976 req-b6db6b87-7e2d-4685-90aa-729de7f69089 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217293'] for port, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:45.613837 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-18336967-2e16-4479-a890-2adbfc1b2976 req-b6db6b87-7e2d-4685-90aa-729de7f69089 service neutron] 10.222.0.48 "PUT /v2.0/ports/ff5d0855-6b37-4373-bd35-0a4c3ada7ddc HTTP/1.1" status: 200 len: 1091 time: 3.8069842 Apr 18 20:46:45.624261 n-d-838334-2 neutron-server[84040]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2ec874be-3db9-4300-bbd2-9e2489e54af1', 'tag': 'ff5d0855-6b37-4373-bd35-0a4c3ada7ddc'}] {{(pid=84040) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 20:46:45.640562 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6db6b87-7e2d-4685-90aa-729de7f69089 service neutron] Pushing event updated for resources: {'Port': ['ID=ff5d0855-6b37-4373-bd35-0a4c3ada7ddc,revision_number=3']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:46:45.799395 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6db6b87-7e2d-4685-90aa-729de7f69089 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:46:45.800073 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6db6b87-7e2d-4685-90aa-729de7f69089 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:46:45.800073 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6db6b87-7e2d-4685-90aa-729de7f69089 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:46:45.806064 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6db6b87-7e2d-4685-90aa-729de7f69089 service neutron] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:46:45.806440 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6db6b87-7e2d-4685-90aa-729de7f69089 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:46:45.806779 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6db6b87-7e2d-4685-90aa-729de7f69089 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:46:45.807115 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6db6b87-7e2d-4685-90aa-729de7f69089 service neutron] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:46:45.808424 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6db6b87-7e2d-4685-90aa-729de7f69089 service neutron] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:46:45.808764 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6db6b87-7e2d-4685-90aa-729de7f69089 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:46:45.809094 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6db6b87-7e2d-4685-90aa-729de7f69089 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:46:45.809424 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6db6b87-7e2d-4685-90aa-729de7f69089 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:46:45.833493 n-d-838334-2 neutron-server[84040]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f3f66647-39a2-474c-9c12-a1635044c676'] response: {'name': 'network-changed', 'server_uuid': '2ec874be-3db9-4300-bbd2-9e2489e54af1', 'tag': 'ff5d0855-6b37-4373-bd35-0a4c3ada7ddc', 'status': 'completed', 'code': 200} Apr 18 20:46:45.876259 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58fadcb8-7a0e-42b1-b7a1-fe7eeb46c8db admin admin] Pushing event updated for resources: {'Port': ['ID=eda10c5a-f179-44dd-8094-d9ab1e1269d8,revision_number=2']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:46:45.931599 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-c644f33e-bf5d-4b00-989a-a7c03e3593f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750375287399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253529'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:45.948108 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-18336967-2e16-4479-a890-2adbfc1b2976 req-cacf2088-329a-4bfa-9653-17f5bf941749 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=8947808ed36e4fa3995c00a2b7044df5&device_id=2ec874be-3db9-4300-bbd2-9e2489e54af1 HTTP/1.1" status: 200 len: 1094 time: 0.2727778 Apr 18 20:46:45.973244 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Provisioning for port 08e0f07c-ed7b-4d2f-9b6f-175f2ac0b029 completed by entity L2. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 20:46:45.973748 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [req-84428807-6bee-47c3-90d2-ff982a709ea5 req-933c83c8-6806-4e39-9cb4-e256882a9744 tempest-MigrationsAdminTest-1326981207 tempest-MigrationsAdminTest-1326981207-project] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=84041) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 18 20:46:45.975074 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-84428807-6bee-47c3-90d2-ff982a709ea5 req-933c83c8-6806-4e39-9cb4-e256882a9744 tempest-MigrationsAdminTest-1326981207 tempest-MigrationsAdminTest-1326981207-project] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0818992 Apr 18 20:46:45.979696 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.l3_dvrscheduler_db [req-bebc0c06-8300-4c18-91ca-7ad43e6707a2 req-91444a96-1d57-4e4f-9a03-6259c67336a8 tempest-InstanceActionsV221TestJSON-1728889017 tempest-InstanceActionsV221TestJSON-1728889017-project] No DVR routers for this DVR port 2d6734d8-57ec-41ff-8ee6-e32dcc0df2c8 on host n-h1-838334-2 {{(pid=84041) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 20:46:45.982727 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Provisioning complete for port 08e0f07c-ed7b-4d2f-9b6f-175f2ac0b029 triggered by entity L2. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:46:45.983172 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1253608'] for port, provisioning_complete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:46.010246 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [req-bebc0c06-8300-4c18-91ca-7ad43e6707a2 req-91444a96-1d57-4e4f-9a03-6259c67336a8 tempest-InstanceActionsV221TestJSON-1728889017 tempest-InstanceActionsV221TestJSON-1728889017-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217293'] for port, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:46.042757 n-d-838334-2 neutron-server[84041]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '693407db-af81-4509-9886-1fc910474520', 'name': 'network-vif-deleted', 'tag': '2d6734d8-57ec-41ff-8ee6-e32dcc0df2c8'}] {{(pid=84041) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 20:46:46.159818 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-bebc0c06-8300-4c18-91ca-7ad43e6707a2 req-91444a96-1d57-4e4f-9a03-6259c67336a8 tempest-InstanceActionsV221TestJSON-1728889017 tempest-InstanceActionsV221TestJSON-1728889017-project] 10.222.0.43 "DELETE /v2.0/ports/2d6734d8-57ec-41ff-8ee6-e32dcc0df2c8 HTTP/1.1" status: 204 len: 173 time: 2.7515149 Apr 18 20:46:46.219021 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:46.225569 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-58fadcb8-7a0e-42b1-b7a1-fe7eeb46c8db admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-32377886', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33443847'] for router_interface, after_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:46.233106 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.v2.base [None req-be3f6109-c091-42e6-89d6-3eee497991c7 admin admin] Request body: {'network': {'name': 'tempest-MultipleCreateTestJSON-1075169638-network', 'tenant_id': '2c9b2c88a8a84f839903c8c7e9f1ad0a'}} {{(pid=84040) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 20:46:46.238021 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] For port 08e0f07c-ed7b-4d2f-9b6f-175f2ac0b029, host n-d-838334-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838334-2',level=0,port_id=08e0f07c-ed7b-4d2f-9b6f-175f2ac0b029,segment=NetworkSegment(732aa830-768b-4511-951f-d08e26b9c25b),segment_id=732aa830-768b-4511-951f-d08e26b9c25b)] {{(pid=84042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:46:46.244906 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682'] for port, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:46.250904 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [None req-be3f6109-c091-42e6-89d6-3eee497991c7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:46:46.259517 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-18336967-2e16-4479-a890-2adbfc1b2976 req-48031b64-cd70-40dc-9060-b5ad33916d49 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ff5d0855-6b37-4373-bd35-0a4c3ada7ddc HTTP/1.1" status: 200 len: 217 time: 0.2993283 Apr 18 20:46:46.275572 n-d-838334-2 neutron-server[84041]: INFO neutron.notifiers.nova [-] Nova event matching ['req-67fc1c23-0dd8-461d-9921-e638db24b153'] response: {'server_uuid': '693407db-af81-4509-9886-1fc910474520', 'name': 'network-vif-deleted', 'tag': '2d6734d8-57ec-41ff-8ee6-e32dcc0df2c8', 'status': 'completed', 'code': 200} Apr 18 20:46:46.288119 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-be3f6109-c091-42e6-89d6-3eee497991c7 admin admin] Usage tracker for resource:network and tenant:2c9b2c88a8a84f839903c8c7e9f1ad0a is out of sync, need to count used quota {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:46:46.294980 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-be3f6109-c091-42e6-89d6-3eee497991c7 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:46:46.311784 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [None req-be3f6109-c091-42e6-89d6-3eee497991c7 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:46:46.343029 n-d-838334-2 neutron-server[84041]: INFO neutron.api.v2.resource [req-84428807-6bee-47c3-90d2-ff982a709ea5 req-e8f4df2e-676c-49fb-8dbb-435a0832707f service neutron] show failed (client error): The resource could not be found. Apr 18 20:46:46.344101 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-84428807-6bee-47c3-90d2-ff982a709ea5 req-e8f4df2e-676c-49fb-8dbb-435a0832707f service neutron] 10.222.0.43 "GET /v2.0/ports/71c99b98-8c99-49cc-a68a-53c19bb768e7/bindings/n-h2-838334-2 HTTP/1.1" status: 404 len: 380 time: 0.3496184 Apr 18 20:46:46.377518 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Pushing event updated for resources: {'Port': ['ID=08e0f07c-ed7b-4d2f-9b6f-175f2ac0b029,revision_number=4']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:46:46.484241 n-d-838334-2 neutron-server[84041]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58fadcb8-7a0e-42b1-b7a1-fe7eeb46c8db admin admin] Network 926061aa-7053-4e13-adce-8286fe177d09 is already hosted by enough agents. {{(pid=84041) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:46:46.486114 n-d-838334-2 neutron-server[84041]: DEBUG neutron.scheduler.base_scheduler [None req-58fadcb8-7a0e-42b1-b7a1-fe7eeb46c8db admin admin] Resources bound (agent type, host, resource id): {{(pid=84041) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:46:46.652989 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 42746) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:46:46.746207 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c530265-3891-45d9-bd5f-3d8a2e3a2adc req-e6476265-80dc-4489-853c-6048f8b48712 tempest-InstanceActionsTestJSON-1236848086 tempest-InstanceActionsTestJSON-1236848086-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:46:46.753300 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-9c530265-3891-45d9-bd5f-3d8a2e3a2adc req-e6476265-80dc-4489-853c-6048f8b48712 tempest-InstanceActionsTestJSON-1236848086 tempest-InstanceActionsTestJSON-1236848086-project] 10.222.0.42 "GET /v2.0/ports?device_id=2ec874be-3db9-4300-bbd2-9e2489e54af1 HTTP/1.1" status: 200 len: 943 time: 0.6496735 Apr 18 20:46:46.837960 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-3d7df71f-25c0-47ed-b642-9ff59bc69953 None None] Provisioning complete for port eda10c5a-f179-44dd-8094-d9ab1e1269d8 triggered by entity DHCP. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:46:46.841564 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-3d7df71f-25c0-47ed-b642-9ff59bc69953 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1253608'] for port, provisioning_complete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:46.873357 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-9c530265-3891-45d9-bd5f-3d8a2e3a2adc req-88ba1638-ffa0-4d2f-96ab-95c7b2505d48 tempest-InstanceActionsTestJSON-1236848086 tempest-InstanceActionsTestJSON-1236848086-project] 10.222.0.42 "GET /v2.0/security-groups?id=adacd38e-34f7-44a4-b50c-f91e86c853ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1189630 Apr 18 20:46:46.881649 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be3f6109-c091-42e6-89d6-3eee497991c7 admin admin] Made reservation on behalf of 2c9b2c88a8a84f839903c8c7e9f1ad0a for: {'network': 1} {{(pid=84040) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:46:46.884618 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-be3f6109-c091-42e6-89d6-3eee497991c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for network, before_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:46.950176 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-be3f6109-c091-42e6-89d6-3eee497991c7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:46.952406 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Device 2d6734d8-57ec-41ff-8ee6-e32dcc0df2c8 no longer exists at agent hyperv_n-h1-838334-2 {{(pid=84042) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 20:46:47.043248 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.plugin [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] No Port match for: 2d6734d8-57ec-41ff-8ee6-e32dcc0df2c8 {{(pid=84042) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 18 20:46:47.046323 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Device 2d6734d8-57ec-41ff-8ee6-e32dcc0df2c8 not bound to the agent host n-h1-838334-2 {{(pid=84042) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 20:46:47.047179 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.v2.base [None req-6a7754e3-98b5-497e-a62a-2eb77a7ef1e6 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPDetailsNegativeTestJSON-863060736-network', 'tenant_id': 'de43fde3b8a14176aa6f8d06f52c858c'}} {{(pid=84040) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 20:46:47.068525 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.plugin [None req-3d7df71f-25c0-47ed-b642-9ff59bc69953 None None] Port eda10c5a-f179-44dd-8094-d9ab1e1269d8 cannot update to ACTIVE because it is not bound. {{(pid=84042) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 18 20:46:47.081121 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18336967-2e16-4479-a890-2adbfc1b2976 req-f455e525-1712-4f72-8526-e5355ee42bd3 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:46:47.083490 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-18336967-2e16-4479-a890-2adbfc1b2976 req-f455e525-1712-4f72-8526-e5355ee42bd3 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=3971e1e3-e8a8-471b-9edc-ecd3a7e632c9 HTTP/1.1" status: 200 len: 853 time: 0.7691970 Apr 18 20:46:47.088318 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [None req-6a7754e3-98b5-497e-a62a-2eb77a7ef1e6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:46:47.147818 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-6a7754e3-98b5-497e-a62a-2eb77a7ef1e6 admin admin] Usage tracker for resource:network and tenant:de43fde3b8a14176aa6f8d06f52c858c is out of sync, need to count used quota {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:46:47.155640 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-6a7754e3-98b5-497e-a62a-2eb77a7ef1e6 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:46:47.159914 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-18336967-2e16-4479-a890-2adbfc1b2976 req-3f7f56d8-f98f-444b-bc46-d2073920d105 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=00abdbfc-8010-4a13-aa70-0466b1b749c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0656726 Apr 18 20:46:47.164246 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [None req-be3f6109-c091-42e6-89d6-3eee497991c7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:46:47.168749 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [None req-6a7754e3-98b5-497e-a62a-2eb77a7ef1e6 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:46:47.177274 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-be3f6109-c091-42e6-89d6-3eee497991c7 admin admin] Usage tracker for resource:security_group_rule and tenant:2c9b2c88a8a84f839903c8c7e9f1ad0a is out of sync, need to count used quota {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:46:47.181739 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-be3f6109-c091-42e6-89d6-3eee497991c7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:46:47.220652 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [None req-be3f6109-c091-42e6-89d6-3eee497991c7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:46:47.227157 n-d-838334-2 neutron-server[84041]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-58fadcb8-7a0e-42b1-b7a1-fe7eeb46c8db admin admin] Router 6010692a-0621-4540-bb51-2d0118223f6d has already been hosted by L3 agent bc84d6c9-dd7a-4555-a351-592327b46d5a {{(pid=84041) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 20:46:47.308026 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-84428807-6bee-47c3-90d2-ff982a709ea5 req-a3cdacf6-8a9a-4afe-b6df-0750d47fe470 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=f880cebf-c088-4fa8-8d57-e363e846dff9&tenant_id=0ae89e923933452faf6047be78995cc1 HTTP/1.1" status: 200 len: 1100 time: 0.5504160 Apr 18 20:46:47.336209 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a7754e3-98b5-497e-a62a-2eb77a7ef1e6 admin admin] Made reservation on behalf of de43fde3b8a14176aa6f8d06f52c858c for: {'network': 1} {{(pid=84040) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:46:47.338482 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-6a7754e3-98b5-497e-a62a-2eb77a7ef1e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for network, before_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:47.352090 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-039fdf53-e0c5-41bd-8f11-81c89a02db42 req-174c0482-4726-4988-ad2c-970d0eab67cd tempest-MigrationsAdminTest-1326981207 tempest-MigrationsAdminTest-1326981207-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:46:47.353533 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-039fdf53-e0c5-41bd-8f11-81c89a02db42 req-174c0482-4726-4988-ad2c-970d0eab67cd tempest-MigrationsAdminTest-1326981207 tempest-MigrationsAdminTest-1326981207-project] 10.222.0.42 "GET /v2.0/ports?device_id=f880cebf-c088-4fa8-8d57-e363e846dff9 HTTP/1.1" status: 200 len: 949 time: 0.7030108 Apr 18 20:46:47.357537 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.v2.base [req-84428807-6bee-47c3-90d2-ff982a709ea5 req-b5f38e3d-3762-420d-ae75-acb1fbf2144f service neutron] Request body: {'port': {'binding:host_id': 'n-h2-838334-2', 'device_owner': 'compute:nova'}} {{(pid=84040) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 20:46:47.389844 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-3e18445e-5892-4d16-85c5-e6383329b5fc req-b76dd96b-e95b-49b0-90fe-b7185d631af8 tempest-InstanceActionsV221TestJSON-1728889017 tempest-InstanceActionsV221TestJSON-1728889017-project] 10.222.0.42 "GET /v2.0/ports?device_id=693407db-af81-4509-9886-1fc910474520 HTTP/1.1" status: 200 len: 210 time: 0.1806076 Apr 18 20:46:47.428719 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Device 08e0f07c-ed7b-4d2f-9b6f-175f2ac0b029 up at agent ovs-agent-n-d-838334-2 {{(pid=84042) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 20:46:47.430901 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-6a7754e3-98b5-497e-a62a-2eb77a7ef1e6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:47.469827 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-58fadcb8-7a0e-42b1-b7a1-fe7eeb46c8db admin admin] Notify agent at l3_agent.n-d-838334-2 the message routers_updated {{(pid=84041) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 20:46:47.478678 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-58fadcb8-7a0e-42b1-b7a1-fe7eeb46c8db admin admin] 10.222.0.42 "PUT /v2.0/routers/6010692a-0621-4540-bb51-2d0118223f6d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.0775857 Apr 18 20:46:47.533161 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Provisioning complete for port 08e0f07c-ed7b-4d2f-9b6f-175f2ac0b029 triggered by entity L2. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:46:47.533859 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1253608'] for port, provisioning_complete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:47.616749 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-18336967-2e16-4479-a890-2adbfc1b2976 req-c0f0120a-0ae1-4d8c-8252-8f164f359b75 service neutron] 10.222.0.48 "GET /v2.0/networks/00abdbfc-8010-4a13-aa70-0466b1b749c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4414692 Apr 18 20:46:47.647655 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-039fdf53-e0c5-41bd-8f11-81c89a02db42 req-71ace4ff-8cb8-486a-8c97-47474f8a3bb7 tempest-MigrationsAdminTest-1326981207 tempest-MigrationsAdminTest-1326981207-project] 10.222.0.42 "GET /v2.0/security-groups?id=8ca7ac2c-bfe5-493b-aae6-636315bac851&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2498870 Apr 18 20:46:47.648938 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [None req-6a7754e3-98b5-497e-a62a-2eb77a7ef1e6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:46:47.700177 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-6a7754e3-98b5-497e-a62a-2eb77a7ef1e6 admin admin] Usage tracker for resource:security_group_rule and tenant:de43fde3b8a14176aa6f8d06f52c858c is out of sync, need to count used quota {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:46:47.735062 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-6a7754e3-98b5-497e-a62a-2eb77a7ef1e6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:46:47.781820 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-be3f6109-c091-42e6-89d6-3eee497991c7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:47.789534 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-84428807-6bee-47c3-90d2-ff982a709ea5 req-b5f38e3d-3762-420d-ae75-acb1fbf2144f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:47.806397 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [None req-6a7754e3-98b5-497e-a62a-2eb77a7ef1e6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:46:47.823144 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-be3f6109-c091-42e6-89d6-3eee497991c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33528224'] for security_group, after_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:47.852025 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-eaf7a6a2-2a55-4605-bdec-a60990972bfd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750375287399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253529'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:47.930889 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-be3f6109-c091-42e6-89d6-3eee497991c7 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 387} {{(pid=84040) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 20:46:47.963342 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be3f6109-c091-42e6-89d6-3eee497991c7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1b05a6b2-12b5-46ba-add0-6b3994e41087,revision_number=1']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:46:47.997210 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-be3f6109-c091-42e6-89d6-3eee497991c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1082986'] for segment, precommit_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:47.997545 n-d-838334-2 neutron-server[84040]: INFO neutron.db.segments_db [None req-be3f6109-c091-42e6-89d6-3eee497991c7 admin admin] Added segment 69e680c7-3ab0-48c4-a2d0-df2b5d30c8ee of type vlan for network 1d9bef28-3e81-4e3e-8f24-c41d55475f5f Apr 18 20:46:48.092982 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-18336967-2e16-4479-a890-2adbfc1b2976 req-bb68ab9b-184a-433c-a0b8-8a43111fc335 service neutron] 10.222.0.48 "GET /v2.0/networks/00abdbfc-8010-4a13-aa70-0466b1b749c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4645510 Apr 18 20:46:48.101600 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 42774) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:46:48.108785 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.v2.base [None req-075d635a-2a0e-4ffa-bc76-c790f007a55a tempest-ServersTestBootFromVolume-1514752049 tempest-ServersTestBootFromVolume-1514752049-project] Request body: {'security_group': {'name': 'tempest-securitygroup--513134337', 'description': 'tempest-description--1705939999'}} {{(pid=84041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 20:46:48.116128 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-be3f6109-c091-42e6-89d6-3eee497991c7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750374825732'] for network, precommit_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:48.117236 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-075d635a-2a0e-4ffa-bc76-c790f007a55a tempest-ServersTestBootFromVolume-1514752049 tempest-ServersTestBootFromVolume-1514752049-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:46:48.122121 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-075d635a-2a0e-4ffa-bc76-c790f007a55a tempest-ServersTestBootFromVolume-1514752049 tempest-ServersTestBootFromVolume-1514752049-project] Usage tracker for resource:security_group and tenant:10af1d879623447e98b3f1b5785a8e4f is out of sync, need to count used quota {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:46:48.125665 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-075d635a-2a0e-4ffa-bc76-c790f007a55a tempest-ServersTestBootFromVolume-1514752049 tempest-ServersTestBootFromVolume-1514752049-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:46:48.131531 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-075d635a-2a0e-4ffa-bc76-c790f007a55a tempest-ServersTestBootFromVolume-1514752049 tempest-ServersTestBootFromVolume-1514752049-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:46:48.145282 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-075d635a-2a0e-4ffa-bc76-c790f007a55a tempest-ServersTestBootFromVolume-1514752049 tempest-ServersTestBootFromVolume-1514752049-project] Notify callbacks [] for security_group, before_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:48.149424 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e3392eb-dd8b-4c18-9b06-0d2e970fb714 req-a165ee77-10e5-4b59-a219-d7218dfb205b tempest-ListImageFiltersTestJSON-764297516 tempest-ListImageFiltersTestJSON-764297516-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:46:48.150912 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-2e3392eb-dd8b-4c18-9b06-0d2e970fb714 req-a165ee77-10e5-4b59-a219-d7218dfb205b tempest-ListImageFiltersTestJSON-764297516 tempest-ListImageFiltersTestJSON-764297516-project] 10.222.0.42 "GET /v2.0/ports?device_id=d9f332ce-c76b-46eb-85fd-3cf94eadb99f HTTP/1.1" status: 200 len: 951 time: 0.4586859 Apr 18 20:46:48.183023 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-075d635a-2a0e-4ffa-bc76-c790f007a55a tempest-ServersTestBootFromVolume-1514752049 tempest-ServersTestBootFromVolume-1514752049-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:46:48.186947 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-075d635a-2a0e-4ffa-bc76-c790f007a55a tempest-ServersTestBootFromVolume-1514752049 tempest-ServersTestBootFromVolume-1514752049-project] Usage tracker for resource:security_group_rule and tenant:10af1d879623447e98b3f1b5785a8e4f is out of sync, need to count used quota {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:46:48.189861 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-075d635a-2a0e-4ffa-bc76-c790f007a55a tempest-ServersTestBootFromVolume-1514752049 tempest-ServersTestBootFromVolume-1514752049-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:46:48.196550 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-075d635a-2a0e-4ffa-bc76-c790f007a55a tempest-ServersTestBootFromVolume-1514752049 tempest-ServersTestBootFromVolume-1514752049-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:46:48.233072 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-6a7754e3-98b5-497e-a62a-2eb77a7ef1e6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:48.265978 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-6a7754e3-98b5-497e-a62a-2eb77a7ef1e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33528224'] for security_group, after_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:48.293128 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-075d635a-2a0e-4ffa-bc76-c790f007a55a tempest-ServersTestBootFromVolume-1514752049 tempest-ServersTestBootFromVolume-1514752049-project] Notify callbacks [] for security_group, precommit_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:48.297959 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-075d635a-2a0e-4ffa-bc76-c790f007a55a tempest-ServersTestBootFromVolume-1514752049 tempest-ServersTestBootFromVolume-1514752049-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33528224'] for security_group, after_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:48.343220 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-075d635a-2a0e-4ffa-bc76-c790f007a55a tempest-ServersTestBootFromVolume-1514752049 tempest-ServersTestBootFromVolume-1514752049-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f715db8b-aaa1-4961-aa17-658de350acd6,revision_number=1']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:46:48.346611 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-075d635a-2a0e-4ffa-bc76-c790f007a55a tempest-ServersTestBootFromVolume-1514752049 tempest-ServersTestBootFromVolume-1514752049-project] Notify callbacks [] for security_group, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:48.350720 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-075d635a-2a0e-4ffa-bc76-c790f007a55a tempest-ServersTestBootFromVolume-1514752049 tempest-ServersTestBootFromVolume-1514752049-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1613 time: 0.2444158 Apr 18 20:46:48.351090 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 42778) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:46:48.357120 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.v2.base [None req-73c37ca5-a9cc-43c2-8d42-723ea69447d6 tempest-ServersTestBootFromVolume-1514752049 tempest-ServersTestBootFromVolume-1514752049-project] Request body: {'security_group_rule': {'security_group_id': 'f715db8b-aaa1-4961-aa17-658de350acd6', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 20:46:48.362991 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-73c37ca5-a9cc-43c2-8d42-723ea69447d6 tempest-ServersTestBootFromVolume-1514752049 tempest-ServersTestBootFromVolume-1514752049-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:46:48.366992 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-73c37ca5-a9cc-43c2-8d42-723ea69447d6 tempest-ServersTestBootFromVolume-1514752049 tempest-ServersTestBootFromVolume-1514752049-project] Usage tracker for resource:security_group_rule and tenant:10af1d879623447e98b3f1b5785a8e4f is out of sync, need to count used quota {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:46:48.370655 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-73c37ca5-a9cc-43c2-8d42-723ea69447d6 tempest-ServersTestBootFromVolume-1514752049 tempest-ServersTestBootFromVolume-1514752049-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:46:48.377250 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-73c37ca5-a9cc-43c2-8d42-723ea69447d6 tempest-ServersTestBootFromVolume-1514752049 tempest-ServersTestBootFromVolume-1514752049-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:46:48.396286 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-73c37ca5-a9cc-43c2-8d42-723ea69447d6 tempest-ServersTestBootFromVolume-1514752049 tempest-ServersTestBootFromVolume-1514752049-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:48.420625 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-be3f6109-c091-42e6-89d6-3eee497991c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33526109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022'] for network, after_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:48.421459 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be3f6109-c091-42e6-89d6-3eee497991c7 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:46:48.422029 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-be3f6109-c091-42e6-89d6-3eee497991c7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32378031'] for network, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:48.434222 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6a7754e3-98b5-497e-a62a-2eb77a7ef1e6 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 384} {{(pid=84040) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 20:46:48.459647 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-73c37ca5-a9cc-43c2-8d42-723ea69447d6 tempest-ServersTestBootFromVolume-1514752049 tempest-ServersTestBootFromVolume-1514752049-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:48.466300 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-73c37ca5-a9cc-43c2-8d42-723ea69447d6 tempest-ServersTestBootFromVolume-1514752049 tempest-ServersTestBootFromVolume-1514752049-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33528311'] for security_group_rule, after_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:48.473790 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a7754e3-98b5-497e-a62a-2eb77a7ef1e6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8e128151-c7ac-4131-a1cc-1ba395e98cbf,revision_number=1']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:46:48.494466 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73c37ca5-a9cc-43c2-8d42-723ea69447d6 tempest-ServersTestBootFromVolume-1514752049 tempest-ServersTestBootFromVolume-1514752049-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bc10eba9-3aa2-41a6-ae41-7a8599a1284d,revision_number=0']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:46:48.505116 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-73c37ca5-a9cc-43c2-8d42-723ea69447d6 tempest-ServersTestBootFromVolume-1514752049 tempest-ServersTestBootFromVolume-1514752049-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:48.506607 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-73c37ca5-a9cc-43c2-8d42-723ea69447d6 tempest-ServersTestBootFromVolume-1514752049 tempest-ServersTestBootFromVolume-1514752049-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.1547716 Apr 18 20:46:48.509313 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 42786) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:46:48.515704 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.v2.base [None req-f53637f0-e19d-4695-af02-84f38a893e2c tempest-ServersTestBootFromVolume-1514752049 tempest-ServersTestBootFromVolume-1514752049-project] Request body: {'security_group_rule': {'security_group_id': 'f715db8b-aaa1-4961-aa17-658de350acd6', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=84041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 20:46:48.522284 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-f53637f0-e19d-4695-af02-84f38a893e2c tempest-ServersTestBootFromVolume-1514752049 tempest-ServersTestBootFromVolume-1514752049-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:46:48.526887 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-f53637f0-e19d-4695-af02-84f38a893e2c tempest-ServersTestBootFromVolume-1514752049 tempest-ServersTestBootFromVolume-1514752049-project] Usage tracker for resource:security_group_rule and tenant:10af1d879623447e98b3f1b5785a8e4f is out of sync, need to count used quota {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:46:48.529996 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-f53637f0-e19d-4695-af02-84f38a893e2c tempest-ServersTestBootFromVolume-1514752049 tempest-ServersTestBootFromVolume-1514752049-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:46:48.535900 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-f53637f0-e19d-4695-af02-84f38a893e2c tempest-ServersTestBootFromVolume-1514752049 tempest-ServersTestBootFromVolume-1514752049-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:46:48.548617 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-6a7754e3-98b5-497e-a62a-2eb77a7ef1e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1082986'] for segment, precommit_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:48.548960 n-d-838334-2 neutron-server[84040]: INFO neutron.db.segments_db [None req-6a7754e3-98b5-497e-a62a-2eb77a7ef1e6 admin admin] Added segment 91974db0-dd1f-4efc-9876-08c94e5ac9e1 of type vlan for network c15854b4-57d1-44b9-9d7c-cb344e2eb7eb Apr 18 20:46:48.553374 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-f53637f0-e19d-4695-af02-84f38a893e2c tempest-ServersTestBootFromVolume-1514752049 tempest-ServersTestBootFromVolume-1514752049-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:48.564662 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-2e3392eb-dd8b-4c18-9b06-0d2e970fb714 req-8d89e9a0-211d-4ca2-9daf-dbc231878067 tempest-ListImageFiltersTestJSON-764297516 tempest-ListImageFiltersTestJSON-764297516-project] 10.222.0.42 "GET /v2.0/security-groups?id=69ef09d0-16e8-4442-bf72-0044fbe4edc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3631985 Apr 18 20:46:48.627289 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be3f6109-c091-42e6-89d6-3eee497991c7 admin admin] Pushing event updated for resources: {'Network': ['ID=1d9bef28-3e81-4e3e-8f24-c41d55475f5f,revision_number=1']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:46:48.645241 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Network 1d9bef28-3e81-4e3e-8f24-c41d55475f5f details requested by agent ovs-agent-n-d-838334-2 with host n-d-838334-2 {{(pid=84042) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 18 20:46:48.647405 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-f53637f0-e19d-4695-af02-84f38a893e2c tempest-ServersTestBootFromVolume-1514752049 tempest-ServersTestBootFromVolume-1514752049-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:48.667650 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-f53637f0-e19d-4695-af02-84f38a893e2c tempest-ServersTestBootFromVolume-1514752049 tempest-ServersTestBootFromVolume-1514752049-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33528311'] for security_group_rule, after_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:48.717737 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f53637f0-e19d-4695-af02-84f38a893e2c tempest-ServersTestBootFromVolume-1514752049 tempest-ServersTestBootFromVolume-1514752049-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bcf00ddd-db59-4faf-94b0-0d7a231abd7a,revision_number=0']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:46:48.745189 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-f53637f0-e19d-4695-af02-84f38a893e2c tempest-ServersTestBootFromVolume-1514752049 tempest-ServersTestBootFromVolume-1514752049-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:48.746584 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-f53637f0-e19d-4695-af02-84f38a893e2c tempest-ServersTestBootFromVolume-1514752049 tempest-ServersTestBootFromVolume-1514752049-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.2361186 Apr 18 20:46:48.749731 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 42798) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:46:48.755367 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.v2.base [None req-9ddb4c07-a968-4ff0-85f2-1a503d6ab153 tempest-ServersTestBootFromVolume-1514752049 tempest-ServersTestBootFromVolume-1514752049-project] Request body: {'floatingip': {'floating_network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c'}} {{(pid=84041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 20:46:48.769838 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-9ddb4c07-a968-4ff0-85f2-1a503d6ab153 tempest-ServersTestBootFromVolume-1514752049 tempest-ServersTestBootFromVolume-1514752049-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:46:48.776169 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-9ddb4c07-a968-4ff0-85f2-1a503d6ab153 tempest-ServersTestBootFromVolume-1514752049 tempest-ServersTestBootFromVolume-1514752049-project] Usage tracker for resource:floatingip and tenant:10af1d879623447e98b3f1b5785a8e4f is out of sync, need to count used quota {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:46:48.783550 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-9ddb4c07-a968-4ff0-85f2-1a503d6ab153 tempest-ServersTestBootFromVolume-1514752049 tempest-ServersTestBootFromVolume-1514752049-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:46:48.785490 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-a4d85085-472d-454e-96cd-150361e2e869 req-d5e44a24-a6b0-4a58-bb79-31a2b93b8dbd service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=8947808ed36e4fa3995c00a2b7044df5&device_id=2ec874be-3db9-4300-bbd2-9e2489e54af1 HTTP/1.1" status: 200 len: 1094 time: 0.6336188 Apr 18 20:46:48.793255 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-9ddb4c07-a968-4ff0-85f2-1a503d6ab153 tempest-ServersTestBootFromVolume-1514752049 tempest-ServersTestBootFromVolume-1514752049-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:46:48.801293 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.db [req-84428807-6bee-47c3-90d2-ff982a709ea5 req-b5f38e3d-3762-420d-ae75-acb1fbf2144f service neutron] For port 71c99b98-8c99-49cc-a68a-53c19bb768e7, host n-h1-838334-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838334-2',level=0,port_id=71c99b98-8c99-49cc-a68a-53c19bb768e7,segment=NetworkSegment(62b85806-94d8-4a88-a06c-da82e5932d66),segment_id=62b85806-94d8-4a88-a06c-da82e5932d66)] {{(pid=84040) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:46:48.808370 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-be3f6109-c091-42e6-89d6-3eee497991c7 admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 3.3372030 Apr 18 20:46:48.823946 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 42804) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:46:48.830265 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.v2.base [None req-96127fd7-2fd6-4ff8-ab34-5beedc4ea6db admin admin] Request body: {'subnet': {'network_id': '1d9bef28-3e81-4e3e-8f24-c41d55475f5f', 'cidr': '172.20.0.0/28', 'name': 'tempest-MultipleCreateTestJSON-1075169638-subnet', 'tenant_id': '2c9b2c88a8a84f839903c8c7e9f1ad0a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=84041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 20:46:48.832341 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-6a7754e3-98b5-497e-a62a-2eb77a7ef1e6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750374825732'] for network, precommit_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:48.834138 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-9ddb4c07-a968-4ff0-85f2-1a503d6ab153 tempest-ServersTestBootFromVolume-1514752049 tempest-ServersTestBootFromVolume-1514752049-project] Notify callbacks [] for floatingip, before_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:48.854535 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-96127fd7-2fd6-4ff8-ab34-5beedc4ea6db admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:46:48.860555 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-96127fd7-2fd6-4ff8-ab34-5beedc4ea6db admin admin] Usage tracker for resource:subnet and tenant:2c9b2c88a8a84f839903c8c7e9f1ad0a is out of sync, need to count used quota {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:46:48.864443 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-96127fd7-2fd6-4ff8-ab34-5beedc4ea6db admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:46:48.912793 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-96127fd7-2fd6-4ff8-ab34-5beedc4ea6db admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:46:48.914091 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9685a8d6-cd65-4fc6-9e17-12b5e21b598b req-37816ed3-ebb3-4ef9-90c4-889c60615540 tempest-InstanceActionsTestJSON-1236848086 tempest-InstanceActionsTestJSON-1236848086-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:46:48.915900 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-9685a8d6-cd65-4fc6-9e17-12b5e21b598b req-37816ed3-ebb3-4ef9-90c4-889c60615540 tempest-InstanceActionsTestJSON-1236848086 tempest-InstanceActionsTestJSON-1236848086-project] 10.222.0.42 "GET /v2.0/ports?device_id=2ec874be-3db9-4300-bbd2-9e2489e54af1 HTTP/1.1" status: 200 len: 943 time: 0.6595459 Apr 18 20:46:48.939520 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-96127fd7-2fd6-4ff8-ab34-5beedc4ea6db admin admin] Made reservation on behalf of 2c9b2c88a8a84f839903c8c7e9f1ad0a for: {'subnet': 1} {{(pid=84041) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:46:48.942099 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-96127fd7-2fd6-4ff8-ab34-5beedc4ea6db admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32486301'] for subnet, before_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:48.988572 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750375287399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253529'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:49.011389 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.db [req-84428807-6bee-47c3-90d2-ff982a709ea5 req-b5f38e3d-3762-420d-ae75-acb1fbf2144f service neutron] For port 71c99b98-8c99-49cc-a68a-53c19bb768e7, host n-h1-838334-2, cleared binding levels {{(pid=84040) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 20:46:49.056237 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-6a7754e3-98b5-497e-a62a-2eb77a7ef1e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33526109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022'] for network, after_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:49.057393 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a7754e3-98b5-497e-a62a-2eb77a7ef1e6 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:46:49.058129 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-6a7754e3-98b5-497e-a62a-2eb77a7ef1e6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32378031'] for network, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:49.138896 n-d-838334-2 neutron-server[84043]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2878db5-9671-4974-90b8-a23f0c4ef51e None None] Sync routers for ids ['6010692a-0621-4540-bb51-2d0118223f6d'] in n-d-838334-2 {{(pid=84043) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 18 20:46:49.144891 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-9ddb4c07-a968-4ff0-85f2-1a503d6ab153 tempest-ServersTestBootFromVolume-1514752049 tempest-ServersTestBootFromVolume-1514752049-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:49.156225 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2878db5-9671-4974-90b8-a23f0c4ef51e None None] Routers {'6010692a-0621-4540-bb51-2d0118223f6d'} bound to L3 agent in host n-d-838334-2 {{(pid=84043) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 20:46:49.156946 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.l3_hamode_db [None req-e2878db5-9671-4974-90b8-a23f0c4ef51e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838334-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-18T20:25:48Z,description=,heartbeat_timestamp=2022-04-18T20:46:48Z,host='n-d-838334-2',id=bc84d6c9-dd7a-4555-a351-592327b46d5a,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:25:48Z,topic='l3_agent')) {'router_ids': ['6010692a-0621-4540-bb51-2d0118223f6d'], 'active': True} {{(pid=84043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:46:49.232328 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4d85085-472d-454e-96cd-150361e2e869 req-60b1a1e6-00be-4f6e-aaba-b89abc433047 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:46:49.233753 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-a4d85085-472d-454e-96cd-150361e2e869 req-60b1a1e6-00be-4f6e-aaba-b89abc433047 service neutron] 10.222.0.48 "GET /v2.0/networks?id=00abdbfc-8010-4a13-aa70-0466b1b749c3 HTTP/1.1" status: 200 len: 914 time: 0.4301929 Apr 18 20:46:49.290501 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-96127fd7-2fd6-4ff8-ab34-5beedc4ea6db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33526260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32266407', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32486287'] for subnet, after_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:49.309191 n-d-838334-2 neutron-server[84040]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f880cebf-c088-4fa8-8d57-e363e846dff9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '71c99b98-8c99-49cc-a68a-53c19bb768e7'}] {{(pid=84040) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 20:46:49.317995 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-6a7754e3-98b5-497e-a62a-2eb77a7ef1e6 admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 2.6474736 Apr 18 20:46:49.321884 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-84428807-6bee-47c3-90d2-ff982a709ea5 req-b5f38e3d-3762-420d-ae75-acb1fbf2144f service neutron] Notify callbacks [] for port, precommit_update {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:49.324234 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 42814) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:46:49.337202 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.v2.base [None req-652c182a-3081-4721-a1dc-665972e0f52f admin admin] Request body: {'subnet': {'network_id': 'c15854b4-57d1-44b9-9d7c-cb344e2eb7eb', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-863060736-subnet', 'tenant_id': 'de43fde3b8a14176aa6f8d06f52c858c', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=84041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 20:46:49.339137 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-9685a8d6-cd65-4fc6-9e17-12b5e21b598b req-2728b8c0-a809-4926-94b6-71214f6b5cb6 tempest-InstanceActionsTestJSON-1236848086 tempest-InstanceActionsTestJSON-1236848086-project] 10.222.0.42 "GET /v2.0/security-groups?id=adacd38e-34f7-44a4-b50c-f91e86c853ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3899467 Apr 18 20:46:49.349333 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-652c182a-3081-4721-a1dc-665972e0f52f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:46:49.351476 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.l3_dvr_db [None req-e2878db5-9671-4974-90b8-a23f0c4ef51e None None] Set router 6010692a-0621-4540-bb51-2d0118223f6d gateway port host: n-d-838334-2 {{(pid=84043) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 20:46:49.354382 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a7754e3-98b5-497e-a62a-2eb77a7ef1e6 admin admin] Pushing event updated for resources: {'Network': ['ID=c15854b4-57d1-44b9-9d7c-cb344e2eb7eb,revision_number=1']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:46:49.354590 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-414b6ffe-e119-47bc-b18f-bcff1219c2f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750375287399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253529'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:49.373357 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-652c182a-3081-4721-a1dc-665972e0f52f admin admin] Usage tracker for resource:subnet and tenant:de43fde3b8a14176aa6f8d06f52c858c is out of sync, need to count used quota {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:46:49.375999 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Network c15854b4-57d1-44b9-9d7c-cb344e2eb7eb details requested by agent ovs-agent-n-d-838334-2 with host n-d-838334-2 {{(pid=84042) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 18 20:46:49.377966 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.provisioning_blocks [req-84428807-6bee-47c3-90d2-ff982a709ea5 req-b5f38e3d-3762-420d-ae75-acb1fbf2144f service neutron] Transition to ACTIVE for port object 71c99b98-8c99-49cc-a68a-53c19bb768e7 will not be triggered until provisioned by entity L2. {{(pid=84040) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 20:46:49.379831 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-652c182a-3081-4721-a1dc-665972e0f52f admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:46:49.386719 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-a4d85085-472d-454e-96cd-150361e2e869 req-9bac607e-929d-408f-b06e-695daf8b825b service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ff5d0855-6b37-4373-bd35-0a4c3ada7ddc HTTP/1.1" status: 200 len: 217 time: 0.1388423 Apr 18 20:46:49.390997 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-84428807-6bee-47c3-90d2-ff982a709ea5 req-b5f38e3d-3762-420d-ae75-acb1fbf2144f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32440959'] for port, after_update {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:49.406446 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.db_base_plugin_common [None req-9ddb4c07-a968-4ff0-85f2-1a503d6ab153 tempest-ServersTestBootFromVolume-1514752049 tempest-ServersTestBootFromVolume-1514752049-project] Allocated IP 172.25.8.160 (e41b6600-a917-4a8d-b05c-be3be40c6d8c/6b05667b-848e-4356-9b44-d5eb6808ef74/c14ad5b2-5d89-4133-8582-b63e8855b01a) {{(pid=84041) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:46:49.410091 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-652c182a-3081-4721-a1dc-665972e0f52f admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:46:49.427429 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96127fd7-2fd6-4ff8-ab34-5beedc4ea6db admin admin] Pushing event updated for resources: {'Subnet': ['ID=d5bbcfa7-4c14-4cbd-af87-49786db37498,revision_number=0']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:46:49.484304 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-652c182a-3081-4721-a1dc-665972e0f52f admin admin] Made reservation on behalf of de43fde3b8a14176aa6f8d06f52c858c for: {'subnet': 1} {{(pid=84041) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:46:49.486554 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-652c182a-3081-4721-a1dc-665972e0f52f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32486301'] for subnet, before_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:49.611007 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5f38e3d-3762-420d-ae75-acb1fbf2144f service neutron] Pushing event updated for resources: {'Port': ['ID=71c99b98-8c99-49cc-a68a-53c19bb768e7,revision_number=6']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:46:49.663763 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4d85085-472d-454e-96cd-150361e2e869 req-47c34147-f7d2-4121-a357-ad5b037b237f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:46:49.665673 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-a4d85085-472d-454e-96cd-150361e2e869 req-47c34147-f7d2-4121-a357-ad5b037b237f service neutron] 10.222.0.48 "GET /v2.0/subnets?id=3971e1e3-e8a8-471b-9edc-ecd3a7e632c9 HTTP/1.1" status: 200 len: 853 time: 0.2413249 Apr 18 20:46:49.671659 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdf639f4-38f4-4491-9613-f5d8687b01c8 req-481f65f3-6a74-4eeb-a099-e2714ba4c809 tempest-MigrationsAdminTest-1326981207 tempest-MigrationsAdminTest-1326981207-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:46:49.673410 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-cdf639f4-38f4-4491-9613-f5d8687b01c8 req-481f65f3-6a74-4eeb-a099-e2714ba4c809 tempest-MigrationsAdminTest-1326981207 tempest-MigrationsAdminTest-1326981207-project] 10.222.0.42 "GET /v2.0/ports?device_id=f880cebf-c088-4fa8-8d57-e363e846dff9 HTTP/1.1" status: 200 len: 949 time: 0.4910610 Apr 18 20:46:49.674689 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96127fd7-2fd6-4ff8-ab34-5beedc4ea6db admin admin] Checking segment: {'id': '69e680c7-3ab0-48c4-a2d0-df2b5d30c8ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '1d9bef28-3e81-4e3e-8f24-c41d55475f5f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84041) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 20:46:49.675048 n-d-838334-2 neutron-server[84041]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96127fd7-2fd6-4ff8-ab34-5beedc4ea6db admin admin] Network hostable DHCP agents. Network: 1d9bef28-3e81-4e3e-8f24-c41d55475f5f, hostable agents: ['8746f8ea-3e91-4b32-9919-2c63adeb8722'], hosted agents: [] {{(pid=84041) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 20:46:49.709483 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.l3_dvrscheduler_db [req-84428807-6bee-47c3-90d2-ff982a709ea5 req-b5f38e3d-3762-420d-ae75-acb1fbf2144f service neutron] No DVR routers for this DVR port 71c99b98-8c99-49cc-a68a-53c19bb768e7 on host n-h1-838334-2 {{(pid=84040) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 20:46:49.755139 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-a4d85085-472d-454e-96cd-150361e2e869 req-7aa48022-9d18-47da-9b0d-eb12bd814080 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=00abdbfc-8010-4a13-aa70-0466b1b749c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0761943 Apr 18 20:46:49.783866 n-d-838334-2 neutron-server[84041]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96127fd7-2fd6-4ff8-ab34-5beedc4ea6db admin admin] Network 1d9bef28-3e81-4e3e-8f24-c41d55475f5f is scheduled to be hosted by DHCP agent 8746f8ea-3e91-4b32-9919-2c63adeb8722 with binding_index 1 {{(pid=84041) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 20:46:49.810649 n-d-838334-2 neutron-server[84041]: DEBUG neutron.scheduler.base_scheduler [None req-96127fd7-2fd6-4ff8-ab34-5beedc4ea6db admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-838334-2, 1d9bef28-3e81-4e3e-8f24-c41d55475f5f) {{(pid=84041) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:46:49.817430 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-9ddb4c07-a968-4ff0-85f2-1a503d6ab153 tempest-ServersTestBootFromVolume-1514752049 tempest-ServersTestBootFromVolume-1514752049-project] Notify callbacks [] for port, precommit_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:49.822303 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac81973c-758e-464b-bcf4-c93708c654e0 None None] Network 1d9bef28-3e81-4e3e-8f24-c41d55475f5f requested from n-d-838334-2 {{(pid=84042) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 20:46:49.826184 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96127fd7-2fd6-4ff8-ab34-5beedc4ea6db admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:46:49.826762 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-96127fd7-2fd6-4ff8-ab34-5beedc4ea6db admin admin] Notify callbacks [] for subnet, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:49.869997 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.l3_hamode_db [None req-e2878db5-9671-4974-90b8-a23f0c4ef51e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6010692a-0621-4540-bb51-2d0118223f6d', 'name': 'tempest-ServersTestBootFromVolume-1233507631-router', 'tenant_id': '10af1d879623447e98b3f1b5785a8e4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'external_fixed_ips': [{'subnet_id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'ip_address': '172.25.8.93'}], 'enable_snat': True}, 'gw_port_id': '08e0f07c-ed7b-4d2f-9b6f-175f2ac0b029', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:46:32Z', 'updated_at': '2022-04-18T20:46:44Z', 'revision_number': 4, 'project_id': '10af1d879623447e98b3f1b5785a8e4f', 'gw_port': {'id': '08e0f07c-ed7b-4d2f-9b6f-175f2ac0b029', 'name': '', 'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:a3:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6010692a-0621-4540-bb51-2d0118223f6d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'ip_address': '172.25.8.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:46:34Z', 'updated_at': '2022-04-18T20:46:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838334-2', '_interfaces': [{'id': 'eda10c5a-f179-44dd-8094-d9ab1e1269d8', 'name': '', 'network_id': '926061aa-7053-4e13-adce-8286fe177d09', 'tenant_id': '10af1d879623447e98b3f1b5785a8e4f', 'mac_address': 'fa:16:3e:e6:fe:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6010692a-0621-4540-bb51-2d0118223f6d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4aaef2f0-843c-461e-a57b-a0e79342b79d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:46:42Z', 'updated_at': '2022-04-18T20:46:44Z', 'revision_number': 2, 'project_id': '10af1d879623447e98b3f1b5785a8e4f', 'subnets': [{'id': '4aaef2f0-843c-461e-a57b-a0e79342b79d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838334-2', False) {} {{(pid=84043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:46:49.879895 n-d-838334-2 neutron-server[84043]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2878db5-9671-4974-90b8-a23f0c4ef51e None None] Checking router: 6010692a-0621-4540-bb51-2d0118223f6d for host: n-d-838334-2 {{(pid=84043) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 18 20:46:49.880229 n-d-838334-2 neutron-server[84043]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2878db5-9671-4974-90b8-a23f0c4ef51e None None] Updating router 6010692a-0621-4540-bb51-2d0118223f6d port eda10c5a-f179-44dd-8094-d9ab1e1269d8 binding host n-d-838334-2 {{(pid=84043) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 18 20:46:49.926509 n-d-838334-2 neutron-server[84040]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2e3542eb-fddd-43e1-a113-ca911825c21b'] response: {'server_uuid': 'f880cebf-c088-4fa8-8d57-e363e846dff9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '71c99b98-8c99-49cc-a68a-53c19bb768e7', 'code': 200} Apr 18 20:46:49.943948 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.managers [req-84428807-6bee-47c3-90d2-ff982a709ea5 req-b5f38e3d-3762-420d-ae75-acb1fbf2144f service neutron] Attempting to bind port 71c99b98-8c99-49cc-a68a-53c19bb768e7 on host n-h2-838334-2 for vnic_type normal with profile {{(pid=84040) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:46:49.944426 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.managers [req-84428807-6bee-47c3-90d2-ff982a709ea5 req-b5f38e3d-3762-420d-ae75-acb1fbf2144f service neutron] Attempting to bind port 71c99b98-8c99-49cc-a68a-53c19bb768e7 by drivers openvswitch,hyperv on host n-h2-838334-2 at level 0 using segments [{'id': '62b85806-94d8-4a88-a06c-da82e5932d66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': 'cb56989d-7c5d-4678-b194-1d2edf1e842a'}] {{(pid=84040) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:46:49.944927 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84428807-6bee-47c3-90d2-ff982a709ea5 req-b5f38e3d-3762-420d-ae75-acb1fbf2144f service neutron] Attempting to bind port 71c99b98-8c99-49cc-a68a-53c19bb768e7 on network cb56989d-7c5d-4678-b194-1d2edf1e842a {{(pid=84040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 20:46:49.989094 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-cdf639f4-38f4-4491-9613-f5d8687b01c8 req-76302180-6116-49b9-ae13-24ee17526dc5 tempest-MigrationsAdminTest-1326981207 tempest-MigrationsAdminTest-1326981207-project] 10.222.0.42 "GET /v2.0/security-groups?id=8ca7ac2c-bfe5-493b-aae6-636315bac851&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2675273 Apr 18 20:46:49.992502 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84428807-6bee-47c3-90d2-ff982a709ea5 req-b5f38e3d-3762-420d-ae75-acb1fbf2144f service neutron] Port 71c99b98-8c99-49cc-a68a-53c19bb768e7 on network cb56989d-7c5d-4678-b194-1d2edf1e842a not bound, no agent of type Open vSwitch agent registered on host n-h2-838334-2 {{(pid=84040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 18 20:46:49.998232 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84428807-6bee-47c3-90d2-ff982a709ea5 req-b5f38e3d-3762-420d-ae75-acb1fbf2144f service neutron] Attempting to bind port 71c99b98-8c99-49cc-a68a-53c19bb768e7 on network cb56989d-7c5d-4678-b194-1d2edf1e842a {{(pid=84040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 20:46:50.036331 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-96127fd7-2fd6-4ff8-ab34-5beedc4ea6db admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.2107315 Apr 18 20:46:50.044816 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84428807-6bee-47c3-90d2-ff982a709ea5 req-b5f38e3d-3762-420d-ae75-acb1fbf2144f service neutron] Checking agent: {'id': 'dc797004-f641-47b7-a77f-9c62b5b16296', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-838334-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 34, 3), 'started_at': datetime.datetime(2022, 4, 18, 20, 34, 3), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 20, 46, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 18 20:46:50.045324 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84428807-6bee-47c3-90d2-ff982a709ea5 req-b5f38e3d-3762-420d-ae75-acb1fbf2144f service neutron] Checking segment: {'id': '62b85806-94d8-4a88-a06c-da82e5932d66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': 'cb56989d-7c5d-4678-b194-1d2edf1e842a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84040) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 20:46:50.047381 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84428807-6bee-47c3-90d2-ff982a709ea5 req-b5f38e3d-3762-420d-ae75-acb1fbf2144f service neutron] Bound using segment: {'id': '62b85806-94d8-4a88-a06c-da82e5932d66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': 'cb56989d-7c5d-4678-b194-1d2edf1e842a'} {{(pid=84040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 18 20:46:50.048113 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.managers [req-84428807-6bee-47c3-90d2-ff982a709ea5 req-b5f38e3d-3762-420d-ae75-acb1fbf2144f service neutron] Bound port: 71c99b98-8c99-49cc-a68a-53c19bb768e7, host: n-h2-838334-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '62b85806-94d8-4a88-a06c-da82e5932d66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': 'cb56989d-7c5d-4678-b194-1d2edf1e842a'}}] {{(pid=84040) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 20:46:50.048441 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-84428807-6bee-47c3-90d2-ff982a709ea5 req-b5f38e3d-3762-420d-ae75-acb1fbf2144f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:50.110448 n-d-838334-2 neutron-server[84043]: DEBUG neutron_lib.callbacks.manager [None req-e2878db5-9671-4974-90b8-a23f0c4ef51e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:50.121963 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-9ddb4c07-a968-4ff0-85f2-1a503d6ab153 tempest-ServersTestBootFromVolume-1514752049 tempest-ServersTestBootFromVolume-1514752049-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750374836619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32266323'] for port, after_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:50.165583 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 42834) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:46:50.173346 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-a4d85085-472d-454e-96cd-150361e2e869 req-5f537646-5ece-4c78-81e1-0d77358d76b7 service neutron] 10.222.0.48 "GET /v2.0/networks/00abdbfc-8010-4a13-aa70-0466b1b749c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3569720 Apr 18 20:46:50.232940 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-652c182a-3081-4721-a1dc-665972e0f52f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33526260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32266407', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32486287'] for subnet, after_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:50.299107 n-d-838334-2 neutron-server[84041]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ddb4c07-a968-4ff0-85f2-1a503d6ab153 tempest-ServersTestBootFromVolume-1514752049 tempest-ServersTestBootFromVolume-1514752049-project] Network e41b6600-a917-4a8d-b05c-be3be40c6d8c is already hosted by enough agents. {{(pid=84041) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:46:50.314306 n-d-838334-2 neutron-server[84041]: DEBUG neutron.scheduler.base_scheduler [None req-9ddb4c07-a968-4ff0-85f2-1a503d6ab153 tempest-ServersTestBootFromVolume-1514752049 tempest-ServersTestBootFromVolume-1514752049-project] Resources bound (agent type, host, resource id): {{(pid=84041) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:46:50.319191 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ddb4c07-a968-4ff0-85f2-1a503d6ab153 tempest-ServersTestBootFromVolume-1514752049 tempest-ServersTestBootFromVolume-1514752049-project] Pushing event updated for resources: {'Port': ['ID=c14ad5b2-5d89-4133-8582-b63e8855b01a,revision_number=1']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:46:50.331149 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ddb4c07-a968-4ff0-85f2-1a503d6ab153 tempest-ServersTestBootFromVolume-1514752049 tempest-ServersTestBootFromVolume-1514752049-project] Received port after_create {{(pid=84041) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 20:46:50.335790 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59dadd04-9b03-40c2-9e55-05abd0410e01 None None] Network 1d9bef28-3e81-4e3e-8f24-c41d55475f5f requested from n-d-838334-2 {{(pid=84042) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 20:46:50.348621 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.db [req-84428807-6bee-47c3-90d2-ff982a709ea5 req-b5f38e3d-3762-420d-ae75-acb1fbf2144f service neutron] For port 71c99b98-8c99-49cc-a68a-53c19bb768e7, host n-h2-838334-2, cleared binding levels {{(pid=84040) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 20:46:50.355674 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.db [req-84428807-6bee-47c3-90d2-ff982a709ea5 req-b5f38e3d-3762-420d-ae75-acb1fbf2144f service neutron] For port 71c99b98-8c99-49cc-a68a-53c19bb768e7, host n-h2-838334-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838334-2',level=0,port_id=71c99b98-8c99-49cc-a68a-53c19bb768e7,segment=NetworkSegment(62b85806-94d8-4a88-a06c-da82e5932d66),segment_id=62b85806-94d8-4a88-a06c-da82e5932d66)] {{(pid=84040) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 20:46:50.391404 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.db_base_plugin_v2 [None req-41d2a16b-4506-40ac-8880-0d5210255a6f admin admin] Deleting subnet 806fda72-9a4e-4c36-80ab-32ea47d790e9 {{(pid=84041) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 18 20:46:50.405511 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-41d2a16b-4506-40ac-8880-0d5210255a6f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:50.418863 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-84428807-6bee-47c3-90d2-ff982a709ea5 req-b5f38e3d-3762-420d-ae75-acb1fbf2144f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32440959'] for port, after_update {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:50.453371 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-652c182a-3081-4721-a1dc-665972e0f52f admin admin] Pushing event updated for resources: {'Subnet': ['ID=f8c75f4b-4de0-4a15-8f21-ddc5d169b328,revision_number=0']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:46:50.484745 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-41d2a16b-4506-40ac-8880-0d5210255a6f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32266383'] for subnet, precommit_delete_associations {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:50.534400 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-652c182a-3081-4721-a1dc-665972e0f52f admin admin] Checking segment: {'id': '91974db0-dd1f-4efc-9876-08c94e5ac9e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': 'c15854b4-57d1-44b9-9d7c-cb344e2eb7eb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84041) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 20:46:50.534876 n-d-838334-2 neutron-server[84041]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-652c182a-3081-4721-a1dc-665972e0f52f admin admin] Network hostable DHCP agents. Network: c15854b4-57d1-44b9-9d7c-cb344e2eb7eb, hostable agents: ['8746f8ea-3e91-4b32-9919-2c63adeb8722'], hosted agents: [] {{(pid=84041) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 20:46:50.596810 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-41d2a16b-4506-40ac-8880-0d5210255a6f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1260556'] for subnet, precommit_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:50.601573 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-84428807-6bee-47c3-90d2-ff982a709ea5 req-b5f38e3d-3762-420d-ae75-acb1fbf2144f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217293'] for port, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:50.613456 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-84428807-6bee-47c3-90d2-ff982a709ea5 req-b5f38e3d-3762-420d-ae75-acb1fbf2144f service neutron] 10.222.0.48 "PUT /v2.0/ports/71c99b98-8c99-49cc-a68a-53c19bb768e7 HTTP/1.1" status: 200 len: 1095 time: 3.2781196 Apr 18 20:46:50.714924 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-c7521a90-7d65-4e2e-842c-ca5d95e9a89c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750375287399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253529'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:50.810189 n-d-838334-2 neutron-server[84041]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-652c182a-3081-4721-a1dc-665972e0f52f admin admin] Network c15854b4-57d1-44b9-9d7c-cb344e2eb7eb is scheduled to be hosted by DHCP agent 8746f8ea-3e91-4b32-9919-2c63adeb8722 with binding_index 1 {{(pid=84041) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 20:46:50.847427 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5f38e3d-3762-420d-ae75-acb1fbf2144f service neutron] Pushing event updated for resources: {'Port': ['ID=71c99b98-8c99-49cc-a68a-53c19bb768e7,revision_number=7']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:46:50.847998 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-9ddb4c07-a968-4ff0-85f2-1a503d6ab153 tempest-ServersTestBootFromVolume-1514752049 tempest-ServersTestBootFromVolume-1514752049-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:50.858135 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-a4d85085-472d-454e-96cd-150361e2e869 req-9bb56665-05f0-4426-a8a8-1f651f1d1e3c service neutron] 10.222.0.48 "GET /v2.0/networks/00abdbfc-8010-4a13-aa70-0466b1b749c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6602037 Apr 18 20:46:50.858487 n-d-838334-2 neutron-server[84041]: DEBUG neutron.scheduler.base_scheduler [None req-652c182a-3081-4721-a1dc-665972e0f52f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-838334-2, c15854b4-57d1-44b9-9d7c-cb344e2eb7eb) {{(pid=84041) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:46:50.864133 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-652c182a-3081-4721-a1dc-665972e0f52f admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:46:50.865788 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-652c182a-3081-4721-a1dc-665972e0f52f admin admin] Notify callbacks [] for subnet, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:50.869936 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bfe471a6-7d81-4eed-ace8-f43334ee059b None None] Network c15854b4-57d1-44b9-9d7c-cb344e2eb7eb requested from n-d-838334-2 {{(pid=84042) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 20:46:50.925821 n-d-838334-2 neutron-server[84043]: DEBUG neutron_lib.callbacks.manager [None req-e2878db5-9671-4974-90b8-a23f0c4ef51e None None] Notify callbacks [] for port, precommit_update {{(pid=84043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:50.943915 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.provisioning_blocks [None req-e2878db5-9671-4974-90b8-a23f0c4ef51e None None] Transition to ACTIVE for port object eda10c5a-f179-44dd-8094-d9ab1e1269d8 will not be triggered until provisioned by entity L2. {{(pid=84043) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 20:46:50.952857 n-d-838334-2 neutron-server[84043]: DEBUG neutron_lib.callbacks.manager [None req-e2878db5-9671-4974-90b8-a23f0c4ef51e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682'] for port, after_update {{(pid=84043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:51.034057 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c80be2be-a597-4132-9404-303842588b8e req-ba5c5d96-dda8-4b5f-ba79-309ff50d0724 tempest-InstanceActionsTestJSON-1236848086 tempest-InstanceActionsTestJSON-1236848086-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:46:51.038728 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-41d2a16b-4506-40ac-8880-0d5210255a6f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1260549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33526260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32266336', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32486390'] for subnet, after_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:51.042102 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-c80be2be-a597-4132-9404-303842588b8e req-ba5c5d96-dda8-4b5f-ba79-309ff50d0724 tempest-InstanceActionsTestJSON-1236848086 tempest-InstanceActionsTestJSON-1236848086-project] 10.222.0.42 "GET /v2.0/ports?device_id=2ec874be-3db9-4300-bbd2-9e2489e54af1 HTTP/1.1" status: 200 len: 943 time: 0.3068254 Apr 18 20:46:51.046269 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-84428807-6bee-47c3-90d2-ff982a709ea5 req-aca7bbe6-a08d-4195-91a3-85e7748cef8e service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=0ae89e923933452faf6047be78995cc1&device_id=f880cebf-c088-4fa8-8d57-e363e846dff9 HTTP/1.1" status: 200 len: 1098 time: 0.3900218 Apr 18 20:46:51.057439 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-652c182a-3081-4721-a1dc-665972e0f52f admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 1.7243311 Apr 18 20:46:51.058032 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 42864) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:46:51.072685 n-d-838334-2 neutron-server[84043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92d60286-6c99-40f3-ba03-06c5923b6e5d None None] Pushing event updated for resources: {'Port': ['ID=eda10c5a-f179-44dd-8094-d9ab1e1269d8,revision_number=3']} {{(pid=84043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:46:51.110006 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Device 71c99b98-8c99-49cc-a68a-53c19bb768e7 no longer exists at agent hyperv_n-h1-838334-2 {{(pid=84042) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 20:46:51.122786 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41d2a16b-4506-40ac-8880-0d5210255a6f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=806fda72-9a4e-4c36-80ab-32ea47d790e9,revision_number=None']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:46:51.125345 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-9ddb4c07-a968-4ff0-85f2-1a503d6ab153 tempest-ServersTestBootFromVolume-1514752049 tempest-ServersTestBootFromVolume-1514752049-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:51.166006 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-41d2a16b-4506-40ac-8880-0d5210255a6f admin admin] Notify callbacks [] for subnet, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:51.167937 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-41d2a16b-4506-40ac-8880-0d5210255a6f admin admin] 10.222.0.42 "DELETE /v2.0/subnets/806fda72-9a4e-4c36-80ab-32ea47d790e9 HTTP/1.1" status: 204 len: 168 time: 1.0007076 Apr 18 20:46:51.174572 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 42868) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:46:51.221578 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.v2.base [None req-81424139-746d-4fb9-bed1-12a5084e6311 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPDetailsNegativeTestJSON-863060736-router', 'tenant_id': 'de43fde3b8a14176aa6f8d06f52c858c', 'external_gateway_info': {'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c'}}} {{(pid=84040) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 20:46:51.221877 n-d-838334-2 neutron-server[84043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92d60286-6c99-40f3-ba03-06c5923b6e5d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:46:51.222389 n-d-838334-2 neutron-server[84043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92d60286-6c99-40f3-ba03-06c5923b6e5d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:46:51.222864 n-d-838334-2 neutron-server[84043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92d60286-6c99-40f3-ba03-06c5923b6e5d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:46:51.223337 n-d-838334-2 neutron-server[84043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92d60286-6c99-40f3-ba03-06c5923b6e5d None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:46:51.223869 n-d-838334-2 neutron-server[84043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92d60286-6c99-40f3-ba03-06c5923b6e5d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:46:51.224346 n-d-838334-2 neutron-server[84043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92d60286-6c99-40f3-ba03-06c5923b6e5d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:46:51.224962 n-d-838334-2 neutron-server[84043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92d60286-6c99-40f3-ba03-06c5923b6e5d None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:46:51.225433 n-d-838334-2 neutron-server[84043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92d60286-6c99-40f3-ba03-06c5923b6e5d None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:46:51.225897 n-d-838334-2 neutron-server[84043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92d60286-6c99-40f3-ba03-06c5923b6e5d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:46:51.226370 n-d-838334-2 neutron-server[84043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92d60286-6c99-40f3-ba03-06c5923b6e5d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:46:51.227014 n-d-838334-2 neutron-server[84043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92d60286-6c99-40f3-ba03-06c5923b6e5d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:46:51.227903 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Device 71c99b98-8c99-49cc-a68a-53c19bb768e7 not bound to the agent host n-h1-838334-2 {{(pid=84042) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 20:46:51.242942 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Device ff5d0855-6b37-4373-bd35-0a4c3ada7ddc details requested by agent hyperv_n-h2-838334-2 with host n-h2-838334-2 {{(pid=84042) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 18 20:46:51.245462 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Device 477a0bf5-0275-431a-8328-ff70599fc8f0 no longer exists at agent hyperv_n-h2-838334-2 {{(pid=84042) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 20:46:51.253915 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [None req-81424139-746d-4fb9-bed1-12a5084e6311 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:46:51.292081 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23dc9fc1-9438-422a-950e-625c78717709 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp016840fc-1f9f-5892-9c53-c9cf6c845bbb-c15854b4-57d1-44b9-9d7c-cb344e2eb7eb', 'network_id': 'c15854b4-57d1-44b9-9d7c-cb344e2eb7eb', 'tenant_id': 'de43fde3b8a14176aa6f8d06f52c858c', 'fixed_ips': [{'subnet_id': 'f8c75f4b-4de0-4a15-8f21-ddc5d169b328'}]}} from n-d-838334-2. {{(pid=84042) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 18 20:46:51.293175 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-23dc9fc1-9438-422a-950e-625c78717709 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_create {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:51.330392 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-81424139-746d-4fb9-bed1-12a5084e6311 admin admin] Usage tracker for resource:router and tenant:de43fde3b8a14176aa6f8d06f52c858c is out of sync, need to count used quota {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:46:51.348907 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-81424139-746d-4fb9-bed1-12a5084e6311 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:46:51.354715 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-fc4b1bb8-83b4-4c2f-9fc9-d8eb7fa3a614 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1103592'] for network, before_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:51.364270 n-d-838334-2 neutron-server[84043]: DEBUG neutron.plugins.ml2.managers [None req-e2878db5-9671-4974-90b8-a23f0c4ef51e None None] Attempting to bind port eda10c5a-f179-44dd-8094-d9ab1e1269d8 on host n-d-838334-2 for vnic_type normal with profile {{(pid=84043) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:46:51.364636 n-d-838334-2 neutron-server[84043]: DEBUG neutron.plugins.ml2.managers [None req-e2878db5-9671-4974-90b8-a23f0c4ef51e None None] Attempting to bind port eda10c5a-f179-44dd-8094-d9ab1e1269d8 by drivers openvswitch,hyperv on host n-d-838334-2 at level 0 using segments [{'id': 'a48f89e7-be20-47ff-8e82-653a2d5ad82b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '926061aa-7053-4e13-adce-8286fe177d09'}] {{(pid=84043) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:46:51.364987 n-d-838334-2 neutron-server[84043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2878db5-9671-4974-90b8-a23f0c4ef51e None None] Attempting to bind port eda10c5a-f179-44dd-8094-d9ab1e1269d8 on network 926061aa-7053-4e13-adce-8286fe177d09 {{(pid=84043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 20:46:51.380340 n-d-838334-2 neutron-server[84043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2878db5-9671-4974-90b8-a23f0c4ef51e None None] Checking agent: {'id': '97cd4414-7af6-4d67-868d-dff370b4071a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838334-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 25, 49), 'started_at': datetime.datetime(2022, 4, 18, 20, 26, 19), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 20, 46, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838334-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 18 20:46:51.380729 n-d-838334-2 neutron-server[84043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2878db5-9671-4974-90b8-a23f0c4ef51e None None] Checking segment: {'id': 'a48f89e7-be20-47ff-8e82-653a2d5ad82b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '926061aa-7053-4e13-adce-8286fe177d09'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84043) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 20:46:51.381091 n-d-838334-2 neutron-server[84043]: DEBUG neutron_lib.callbacks.manager [None req-e2878db5-9671-4974-90b8-a23f0c4ef51e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:51.381474 n-d-838334-2 neutron-server[84043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2878db5-9671-4974-90b8-a23f0c4ef51e None None] Bound using segment: {'id': 'a48f89e7-be20-47ff-8e82-653a2d5ad82b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '926061aa-7053-4e13-adce-8286fe177d09'} {{(pid=84043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 18 20:46:51.381931 n-d-838334-2 neutron-server[84043]: DEBUG neutron.plugins.ml2.managers [None req-e2878db5-9671-4974-90b8-a23f0c4ef51e None None] Bound port: eda10c5a-f179-44dd-8094-d9ab1e1269d8, host: n-d-838334-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a48f89e7-be20-47ff-8e82-653a2d5ad82b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '926061aa-7053-4e13-adce-8286fe177d09'}}] {{(pid=84043) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 20:46:51.385026 n-d-838334-2 neutron-server[84043]: DEBUG neutron_lib.callbacks.manager [None req-e2878db5-9671-4974-90b8-a23f0c4ef51e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:51.451559 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84428807-6bee-47c3-90d2-ff982a709ea5 req-acc006fa-b5f2-443c-abf3-1d6746651fd0 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:46:51.452940 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-84428807-6bee-47c3-90d2-ff982a709ea5 req-acc006fa-b5f2-443c-abf3-1d6746651fd0 service neutron] 10.222.0.48 "GET /v2.0/networks?id=cb56989d-7c5d-4678-b194-1d2edf1e842a HTTP/1.1" status: 200 len: 870 time: 0.3874459 Apr 18 20:46:51.458174 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac596297-5be0-4d71-8a88-03ccfea867ee req-f83df5df-fa51-42e2-a280-6de55742b95e tempest-MultipleCreateTestJSON-190675240 tempest-MultipleCreateTestJSON-190675240-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:46:51.459154 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [req-ac596297-5be0-4d71-8a88-03ccfea867ee req-f83df5df-fa51-42e2-a280-6de55742b95e tempest-MultipleCreateTestJSON-190675240 tempest-MultipleCreateTestJSON-190675240-project] Synchronizing usage tracker for tenant:2c9b2c88a8a84f839903c8c7e9f1ad0a on resource:network {{(pid=84040) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 20:46:51.464002 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [None req-81424139-746d-4fb9-bed1-12a5084e6311 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:46:51.498049 n-d-838334-2 neutron-server[84043]: DEBUG neutron.plugins.ml2.db [None req-e2878db5-9671-4974-90b8-a23f0c4ef51e None None] For port eda10c5a-f179-44dd-8094-d9ab1e1269d8, host n-d-838334-2, cleared binding levels {{(pid=84043) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 20:46:51.502511 n-d-838334-2 neutron-server[84043]: DEBUG neutron.plugins.ml2.db [None req-e2878db5-9671-4974-90b8-a23f0c4ef51e None None] For port eda10c5a-f179-44dd-8094-d9ab1e1269d8, host n-d-838334-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838334-2',level=0,port_id=eda10c5a-f179-44dd-8094-d9ab1e1269d8,segment=NetworkSegment(a48f89e7-be20-47ff-8e82-653a2d5ad82b),segment_id=a48f89e7-be20-47ff-8e82-653a2d5ad82b)] {{(pid=84043) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 20:46:51.512413 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.db.resource_extend [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 18 20:46:51.514172 n-d-838334-2 neutron-server[84043]: DEBUG neutron_lib.callbacks.manager [None req-e2878db5-9671-4974-90b8-a23f0c4ef51e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682'] for port, after_update {{(pid=84043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:51.551392 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-84428807-6bee-47c3-90d2-ff982a709ea5 req-94000e54-d161-4f98-929c-3ddd9bae81ea service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.26&port_id=71c99b98-8c99-49cc-a68a-53c19bb768e7 HTTP/1.1" status: 200 len: 217 time: 0.0806417 Apr 18 20:46:51.613633 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-c80be2be-a597-4132-9404-303842588b8e req-87e5f692-72c8-4d61-a2f3-bbb7e74077c5 tempest-InstanceActionsTestJSON-1236848086 tempest-InstanceActionsTestJSON-1236848086-project] 10.222.0.42 "GET /v2.0/security-groups?id=adacd38e-34f7-44a4-b50c-f91e86c853ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5705304 Apr 18 20:46:51.631304 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-fc4b1bb8-83b4-4c2f-9fc9-d8eb7fa3a614 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1258905', 'neutron.services.segments.db._delete_segments_for_network-8750375287417'] for network, precommit_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:51.645191 n-d-838334-2 neutron-server[84043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92d60286-6c99-40f3-ba03-06c5923b6e5d None None] Pushing event updated for resources: {'Port': ['ID=eda10c5a-f179-44dd-8094-d9ab1e1269d8,revision_number=4']} {{(pid=84043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:46:51.669044 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-81424139-746d-4fb9-bed1-12a5084e6311 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-33442106', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5708'] for router, before_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:51.670068 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-81424139-746d-4fb9-bed1-12a5084e6311 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33442137', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33444285', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33535433', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5703'] for router, precommit_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:51.671758 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2878db5-9671-4974-90b8-a23f0c4ef51e None None] Routers {'6010692a-0621-4540-bb51-2d0118223f6d'} bound to L3 agent in host n-d-838334-2 {{(pid=84043) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 20:46:51.685050 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [req-ac596297-5be0-4d71-8a88-03ccfea867ee req-f83df5df-fa51-42e2-a280-6de55742b95e tempest-MultipleCreateTestJSON-190675240 tempest-MultipleCreateTestJSON-190675240-project] Unset dirty status for tenant:2c9b2c88a8a84f839903c8c7e9f1ad0a on resource:network {{(pid=84040) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 20:46:51.686196 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-ac596297-5be0-4d71-8a88-03ccfea867ee req-f83df5df-fa51-42e2-a280-6de55742b95e tempest-MultipleCreateTestJSON-190675240 tempest-MultipleCreateTestJSON-190675240-project] 10.222.0.42 "GET /v2.0/networks?id=1d9bef28-3e81-4e3e-8f24-c41d55475f5f HTTP/1.1" status: 200 len: 813 time: 0.7830830 Apr 18 20:46:51.689599 n-d-838334-2 neutron-server[84041]: DEBUG neutron.services.segments.db [None req-fc4b1bb8-83b4-4c2f-9fc9-d8eb7fa3a614 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d2e7ea8f-da3f-410e-9096-8491f813bc08']}} {{(pid=84041) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:46:51.689971 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.l3_hamode_db [None req-e2878db5-9671-4974-90b8-a23f0c4ef51e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838334-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-18T20:25:48Z,description=,heartbeat_timestamp=2022-04-18T20:46:48Z,host='n-d-838334-2',id=bc84d6c9-dd7a-4555-a351-592327b46d5a,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:25:48Z,topic='l3_agent')) {'router_ids': ['6010692a-0621-4540-bb51-2d0118223f6d'], 'active': True} {{(pid=84043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:46:51.707350 n-d-838334-2 neutron-server[84041]: DEBUG neutron.services.segments.db [None req-fc4b1bb8-83b4-4c2f-9fc9-d8eb7fa3a614 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f487f528-5247-4288-b52e-02201d2d7e67') {'for_net_delete': True} {{(pid=84041) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:46:51.708016 n-d-838334-2 neutron-server[84041]: DEBUG neutron.services.segments.db [None req-fc4b1bb8-83b4-4c2f-9fc9-d8eb7fa3a614 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f487f528-5247-4288-b52e-02201d2d7e67') {} {{(pid=84041) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:46:51.723579 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-fc4b1bb8-83b4-4c2f-9fc9-d8eb7fa3a614 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750375287300', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32268156'] for segment, before_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:51.740741 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84428807-6bee-47c3-90d2-ff982a709ea5 req-5f1ec0f6-9415-474f-8304-59508bcac2c6 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:46:51.742957 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-84428807-6bee-47c3-90d2-ff982a709ea5 req-5f1ec0f6-9415-474f-8304-59508bcac2c6 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=c4b526db-4d8a-4d4c-a310-e3a599630ae1 HTTP/1.1" status: 200 len: 843 time: 0.1786313 Apr 18 20:46:51.746027 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-ac596297-5be0-4d71-8a88-03ccfea867ee req-3248bf24-2734-495a-bb9b-587ecc5fc556 tempest-MultipleCreateTestJSON-190675240 tempest-MultipleCreateTestJSON-190675240-project] 10.222.0.42 "GET /v2.0/quotas/2c9b2c88a8a84f839903c8c7e9f1ad0a HTTP/1.1" status: 200 len: 375 time: 0.0397286 Apr 18 20:46:51.751096 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-81424139-746d-4fb9-bed1-12a5084e6311 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:51.777947 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-9ddb4c07-a968-4ff0-85f2-1a503d6ab153 tempest-ServersTestBootFromVolume-1514752049 tempest-ServersTestBootFromVolume-1514752049-project] Notify callbacks [] for port, precommit_update {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:51.780743 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-fc4b1bb8-83b4-4c2f-9fc9-d8eb7fa3a614 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1082986'] for segment, precommit_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:51.791860 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-9ddb4c07-a968-4ff0-85f2-1a503d6ab153 tempest-ServersTestBootFromVolume-1514752049 tempest-ServersTestBootFromVolume-1514752049-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32266282'] for port, after_update {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:51.796545 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fc4b1bb8-83b4-4c2f-9fc9-d8eb7fa3a614 admin admin] Releasing vlan 394 on physical network physnet1 to pool {{(pid=84041) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 18 20:46:51.797090 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-fc4b1bb8-83b4-4c2f-9fc9-d8eb7fa3a614 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1082993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32266254'] for segment, after_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:51.814211 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.db_base_plugin_common [None req-23dc9fc1-9438-422a-950e-625c78717709 None None] Allocated IP 172.20.0.2 (c15854b4-57d1-44b9-9d7c-cb344e2eb7eb/f8c75f4b-4de0-4a15-8f21-ddc5d169b328/77145dcb-168e-439a-ab2f-c0048e331fc2) {{(pid=84042) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:46:51.816850 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:51.904089 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-ac596297-5be0-4d71-8a88-03ccfea867ee req-c8c10969-08f4-4175-a388-4aca16a5334d tempest-MultipleCreateTestJSON-190675240 tempest-MultipleCreateTestJSON-190675240-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=2c9b2c88a8a84f839903c8c7e9f1ad0a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1119163 Apr 18 20:46:51.912949 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] For port ff5d0855-6b37-4373-bd35-0a4c3ada7ddc, host n-h2-838334-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838334-2',level=0,port_id=ff5d0855-6b37-4373-bd35-0a4c3ada7ddc,segment=NetworkSegment(ecdcdfec-03bb-41d2-af5c-98045f0ce0be),segment_id=ecdcdfec-03bb-41d2-af5c-98045f0ce0be)] {{(pid=84042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:46:51.932132 n-d-838334-2 neutron-server[84041]: Traceback (most recent call last): Apr 18 20:46:51.932132 n-d-838334-2 neutron-server[84041]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 18 20:46:51.932132 n-d-838334-2 neutron-server[84041]: timer() Apr 18 20:46:51.932132 n-d-838334-2 neutron-server[84041]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 20:46:51.932132 n-d-838334-2 neutron-server[84041]: cb(*args, **kw) Apr 18 20:46:51.932132 n-d-838334-2 neutron-server[84041]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 18 20:46:51.932132 n-d-838334-2 neutron-server[84041]: return func(*args, **kwargs) Apr 18 20:46:51.932132 n-d-838334-2 neutron-server[84041]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 20:46:51.932132 n-d-838334-2 neutron-server[84041]: self._notify() Apr 18 20:46:51.932132 n-d-838334-2 neutron-server[84041]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 20:46:51.932132 n-d-838334-2 neutron-server[84041]: self.callback(batched_events) Apr 18 20:46:51.932132 n-d-838334-2 neutron-server[84041]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 20:46:51.932132 n-d-838334-2 neutron-server[84041]: event.method(event) Apr 18 20:46:51.932132 n-d-838334-2 neutron-server[84041]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 18 20:46:51.932132 n-d-838334-2 neutron-server[84041]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 20:46:51.932132 n-d-838334-2 neutron-server[84041]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 18 20:46:51.932132 n-d-838334-2 neutron-server[84041]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 20:46:51.932132 n-d-838334-2 neutron-server[84041]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 18 20:46:51.932132 n-d-838334-2 neutron-server[84041]: return f(self, *a, **k) Apr 18 20:46:51.932132 n-d-838334-2 neutron-server[84041]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 18 20:46:51.932132 n-d-838334-2 neutron-server[84041]: return self._get(url).json() Apr 18 20:46:51.932132 n-d-838334-2 neutron-server[84041]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 18 20:46:51.932132 n-d-838334-2 neutron-server[84041]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 20:46:51.932132 n-d-838334-2 neutron-server[84041]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 18 20:46:51.932132 n-d-838334-2 neutron-server[84041]: return self.request(url, 'GET', **kwargs) Apr 18 20:46:51.932132 n-d-838334-2 neutron-server[84041]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 18 20:46:51.932132 n-d-838334-2 neutron-server[84041]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 20:46:51.932132 n-d-838334-2 neutron-server[84041]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 18 20:46:51.932132 n-d-838334-2 neutron-server[84041]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 20:46:51.932132 n-d-838334-2 neutron-server[84041]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 18 20:46:51.932132 n-d-838334-2 neutron-server[84041]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 20:46:51.932132 n-d-838334-2 neutron-server[84041]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 20:46:51.941168 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ddb4c07-a968-4ff0-85f2-1a503d6ab153 tempest-ServersTestBootFromVolume-1514752049 tempest-ServersTestBootFromVolume-1514752049-project] Pushing event updated for resources: {'Port': ['ID=c14ad5b2-5d89-4133-8582-b63e8855b01a,revision_number=2']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:46:52.026842 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Returning: {'device': 'ff5d0855-6b37-4373-bd35-0a4c3ada7ddc', 'network_id': '00abdbfc-8010-4a13-aa70-0466b1b749c3', 'port_id': 'ff5d0855-6b37-4373-bd35-0a4c3ada7ddc', 'mac_address': 'fa:16:3e:29:d1:4a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 381, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3971e1e3-e8a8-471b-9edc-ecd3a7e632c9', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84042) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 18 20:46:52.075811 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.l3_dvr_db [None req-e2878db5-9671-4974-90b8-a23f0c4ef51e None None] Set router 6010692a-0621-4540-bb51-2d0118223f6d gateway port host: n-d-838334-2 {{(pid=84043) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 20:46:52.120576 n-d-838334-2 neutron-server[84040]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f880cebf-c088-4fa8-8d57-e363e846dff9', 'tag': '71c99b98-8c99-49cc-a68a-53c19bb768e7'}] {{(pid=84040) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 20:46:52.122207 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-9ddb4c07-a968-4ff0-85f2-1a503d6ab153 tempest-ServersTestBootFromVolume-1514752049 tempest-ServersTestBootFromVolume-1514752049-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33444131'] for floatingip, after_update {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:52.127650 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-ac596297-5be0-4d71-8a88-03ccfea867ee req-a16fd40c-8318-464d-8d96-766a745140d1 service neutron] 10.222.0.42 "GET /v2.0/networks/1d9bef28-3e81-4e3e-8f24-c41d55475f5f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2227449 Apr 18 20:46:52.128076 n-d-838334-2 neutron-server[84042]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd9f332ce-c76b-46eb-85fd-3cf94eadb99f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '477a0bf5-0275-431a-8328-ff70599fc8f0'}] {{(pid=84042) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 20:46:52.155768 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-9ddb4c07-a968-4ff0-85f2-1a503d6ab153 tempest-ServersTestBootFromVolume-1514752049 tempest-ServersTestBootFromVolume-1514752049-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217293'] for floatingip, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:52.157043 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-9ddb4c07-a968-4ff0-85f2-1a503d6ab153 tempest-ServersTestBootFromVolume-1514752049 tempest-ServersTestBootFromVolume-1514752049-project] 10.222.0.42 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.4060502 Apr 18 20:46:52.158275 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-fc4b1bb8-83b4-4c2f-9fc9-d8eb7fa3a614 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1258898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33526109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33444113'] for network, after_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:52.198678 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-fc4b1bb8-83b4-4c2f-9fc9-d8eb7fa3a614 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32378031'] for network, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:52.227981 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc4b1bb8-83b4-4c2f-9fc9-d8eb7fa3a614 admin admin] Pushing event deleted for resources: {'Network': ['ID=d2e7ea8f-da3f-410e-9096-8491f813bc08,revision_number=None']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:46:52.237011 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] For port 477a0bf5-0275-431a-8328-ff70599fc8f0, host n-h2-838334-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838334-2',level=0,port_id=477a0bf5-0275-431a-8328-ff70599fc8f0,segment=NetworkSegment(62b85806-94d8-4a88-a06c-da82e5932d66),segment_id=62b85806-94d8-4a88-a06c-da82e5932d66)] {{(pid=84042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:46:52.252590 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-fc4b1bb8-83b4-4c2f-9fc9-d8eb7fa3a614 admin admin] 10.222.0.42 "DELETE /v2.0/networks/d2e7ea8f-da3f-410e-9096-8491f813bc08 HTTP/1.1" status: 204 len: 168 time: 1.0747590 Apr 18 20:46:52.265395 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682'] for port, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:52.351613 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:52.403179 n-d-838334-2 neutron-server[84042]: DEBUG neutron.notifiers.nova [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ff5d0855-6b37-4373-bd35-0a4c3ada7ddc {{(pid=84042) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 18 20:46:52.499302 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] For port ff5d0855-6b37-4373-bd35-0a4c3ada7ddc, host n-h2-838334-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838334-2',level=0,port_id=ff5d0855-6b37-4373-bd35-0a4c3ada7ddc,segment=NetworkSegment(ecdcdfec-03bb-41d2-af5c-98045f0ce0be),segment_id=ecdcdfec-03bb-41d2-af5c-98045f0ce0be)] {{(pid=84042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:46:52.503406 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Pushing event updated for resources: {'Port': ['ID=477a0bf5-0275-431a-8328-ff70599fc8f0,revision_number=11']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:46:52.534397 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.l3_hamode_db [None req-e2878db5-9671-4974-90b8-a23f0c4ef51e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6010692a-0621-4540-bb51-2d0118223f6d', 'name': 'tempest-ServersTestBootFromVolume-1233507631-router', 'tenant_id': '10af1d879623447e98b3f1b5785a8e4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'external_fixed_ips': [{'subnet_id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'ip_address': '172.25.8.93'}], 'enable_snat': True}, 'gw_port_id': '08e0f07c-ed7b-4d2f-9b6f-175f2ac0b029', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:46:32Z', 'updated_at': '2022-04-18T20:46:44Z', 'revision_number': 4, 'project_id': '10af1d879623447e98b3f1b5785a8e4f', 'gw_port': {'id': '08e0f07c-ed7b-4d2f-9b6f-175f2ac0b029', 'name': '', 'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:a3:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6010692a-0621-4540-bb51-2d0118223f6d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'ip_address': '172.25.8.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:46:34Z', 'updated_at': '2022-04-18T20:46:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838334-2', '_interfaces': [{'id': 'eda10c5a-f179-44dd-8094-d9ab1e1269d8', 'name': '', 'network_id': '926061aa-7053-4e13-adce-8286fe177d09', 'tenant_id': '10af1d879623447e98b3f1b5785a8e4f', 'mac_address': 'fa:16:3e:e6:fe:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6010692a-0621-4540-bb51-2d0118223f6d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4aaef2f0-843c-461e-a57b-a0e79342b79d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:46:42Z', 'updated_at': '2022-04-18T20:46:51Z', 'revision_number': 4, 'project_id': '10af1d879623447e98b3f1b5785a8e4f', 'subnets': [{'id': '4aaef2f0-843c-461e-a57b-a0e79342b79d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838334-2', False) {} {{(pid=84043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:46:52.539694 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682'] for port, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:52.540374 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-81424139-746d-4fb9-bed1-12a5084e6311 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-33444175', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-33443520', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5293'] for router, precommit_update {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:52.541227 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 42904) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:46:52.544433 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-84428807-6bee-47c3-90d2-ff982a709ea5 req-dfeb5775-fc4e-48cb-8966-1fecd738ebbc service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=cb56989d-7c5d-4678-b194-1d2edf1e842a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.7916918 Apr 18 20:46:52.546942 n-d-838334-2 neutron-server[84043]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2878db5-9671-4974-90b8-a23f0c4ef51e None None] The sync data for ids ['6010692a-0621-4540-bb51-2d0118223f6d'] in n-d-838334-2 is: [{'id': '6010692a-0621-4540-bb51-2d0118223f6d', 'name': 'tempest-ServersTestBootFromVolume-1233507631-router', 'tenant_id': '10af1d879623447e98b3f1b5785a8e4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'external_fixed_ips': [{'subnet_id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'ip_address': '172.25.8.93'}], 'enable_snat': True}, 'gw_port_id': '08e0f07c-ed7b-4d2f-9b6f-175f2ac0b029', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:46:32Z', 'updated_at': '2022-04-18T20:46:44Z', 'revision_number': 4, 'project_id': '10af1d879623447e98b3f1b5785a8e4f', 'gw_port': {'id': '08e0f07c-ed7b-4d2f-9b6f-175f2ac0b029', 'name': '', 'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:a3:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6010692a-0621-4540-bb51-2d0118223f6d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'ip_address': '172.25.8.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:46:34Z', 'updated_at': '2022-04-18T20:46:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838334-2', '_interfaces': [{'id': 'eda10c5a-f179-44dd-8094-d9ab1e1269d8', 'name': '', 'network_id': '926061aa-7053-4e13-adce-8286fe177d09', 'tenant_id': '10af1d879623447e98b3f1b5785a8e4f', 'mac_address': 'fa:16:3e:e6:fe:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6010692a-0621-4540-bb51-2d0118223f6d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4aaef2f0-843c-461e-a57b-a0e79342b79d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:46:42Z', 'updated_at': '2022-04-18T20:46:51Z', 'revision_number': 4, 'project_id': '10af1d879623447e98b3f1b5785a8e4f', 'subnets': [{'id': '4aaef2f0-843c-461e-a57b-a0e79342b79d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84043) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 18 20:46:52.649941 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Pushing event updated for resources: {'Port': ['ID=ff5d0855-6b37-4373-bd35-0a4c3ada7ddc,revision_number=4']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:46:52.675472 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-195aeff6-f35d-400a-b2b1-19a4ec93c7b8 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=ba473402816449b98cb66361156c95f3&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1290355 Apr 18 20:46:52.675472 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 42910) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:46:52.675792 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-23dc9fc1-9438-422a-950e-625c78717709 None None] Notify callbacks [] for port, precommit_create {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:52.690321 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27f09240-d0e7-4985-baa9-8a5aca9c1d5b req-dfc0705f-272a-4733-97f5-cd903ced5759 tempest-MigrationsAdminTest-1326981207 tempest-MigrationsAdminTest-1326981207-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:46:52.691867 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-27f09240-d0e7-4985-baa9-8a5aca9c1d5b req-dfc0705f-272a-4733-97f5-cd903ced5759 tempest-MigrationsAdminTest-1326981207 tempest-MigrationsAdminTest-1326981207-project] 10.222.0.42 "GET /v2.0/ports?device_id=f880cebf-c088-4fa8-8d57-e363e846dff9 HTTP/1.1" status: 200 len: 947 time: 0.5613372 Apr 18 20:46:52.697400 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-23dc9fc1-9438-422a-950e-625c78717709 None None] Transition to ACTIVE for port object 77145dcb-168e-439a-ab2f-c0048e331fc2 will not be triggered until provisioned by entity L2. {{(pid=84042) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 20:46:52.703310 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-ac596297-5be0-4d71-8a88-03ccfea867ee req-d60133f9-bc4d-4be8-8be0-79af0d4171bd service neutron] 10.222.0.42 "GET /v2.0/networks/1d9bef28-3e81-4e3e-8f24-c41d55475f5f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5312250 Apr 18 20:46:52.735816 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-23dc9fc1-9438-422a-950e-625c78717709 None None] Transition to ACTIVE for port object 77145dcb-168e-439a-ab2f-c0048e331fc2 will not be triggered until provisioned by entity DHCP. {{(pid=84042) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 20:46:52.749394 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-23dc9fc1-9438-422a-950e-625c78717709 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750374836619'] for port, after_create {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:52.838262 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-7df3a38d-bded-4ad7-be66-52f8205a3943 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:52.854392 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] get_ports_and_sgs() called for port_ids ['ff5d0855-6b37-4373-bd35-0a4c3ada7ddc'] {{(pid=84042) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 18 20:46:52.917201 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-7df3a38d-bded-4ad7-be66-52f8205a3943 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:53.001765 n-d-838334-2 neutron-server[84042]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23dc9fc1-9438-422a-950e-625c78717709 None None] Network c15854b4-57d1-44b9-9d7c-cb344e2eb7eb is already hosted by enough agents. {{(pid=84042) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:46:53.006969 n-d-838334-2 neutron-server[84042]: DEBUG neutron.scheduler.base_scheduler [None req-23dc9fc1-9438-422a-950e-625c78717709 None None] Resources bound (agent type, host, resource id): {{(pid=84042) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:46:53.016021 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23dc9fc1-9438-422a-950e-625c78717709 None None] Received port after_create {{(pid=84042) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 20:46:53.051368 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23dc9fc1-9438-422a-950e-625c78717709 None None] Pushing event updated for resources: {'Port': ['ID=77145dcb-168e-439a-ab2f-c0048e331fc2,revision_number=1']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:46:53.063368 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-27f09240-d0e7-4985-baa9-8a5aca9c1d5b req-1a7a68e3-350e-498f-b4bb-ef3152f0b67c tempest-MigrationsAdminTest-1326981207 tempest-MigrationsAdminTest-1326981207-project] 10.222.0.42 "GET /v2.0/security-groups?id=8ca7ac2c-bfe5-493b-aae6-636315bac851&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3443646 Apr 18 20:46:53.094442 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-84428807-6bee-47c3-90d2-ff982a709ea5 req-7df69945-844c-4157-8268-a60ce17e6185 service neutron] 10.222.0.48 "GET /v2.0/networks/cb56989d-7c5d-4678-b194-1d2edf1e842a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5261793 Apr 18 20:46:53.373041 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-7df3a38d-bded-4ad7-be66-52f8205a3943 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33528224'] for security_group, after_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:53.397589 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7df3a38d-bded-4ad7-be66-52f8205a3943 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a99dcd3-01c2-4c7a-a86f-54d1a1fd3014,revision_number=None']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:46:53.426000 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.managers [None req-23dc9fc1-9438-422a-950e-625c78717709 None None] Attempting to bind port 77145dcb-168e-439a-ab2f-c0048e331fc2 on host n-d-838334-2 for vnic_type normal with profile {{(pid=84042) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:46:53.426458 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.managers [None req-23dc9fc1-9438-422a-950e-625c78717709 None None] Attempting to bind port 77145dcb-168e-439a-ab2f-c0048e331fc2 by drivers openvswitch,hyperv on host n-d-838334-2 at level 0 using segments [{'id': '91974db0-dd1f-4efc-9876-08c94e5ac9e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': 'c15854b4-57d1-44b9-9d7c-cb344e2eb7eb'}] {{(pid=84042) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:46:53.428498 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23dc9fc1-9438-422a-950e-625c78717709 None None] Attempting to bind port 77145dcb-168e-439a-ab2f-c0048e331fc2 on network c15854b4-57d1-44b9-9d7c-cb344e2eb7eb {{(pid=84042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 20:46:53.430761 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-7df3a38d-bded-4ad7-be66-52f8205a3943 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:53.434183 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-7df3a38d-bded-4ad7-be66-52f8205a3943 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/6a99dcd3-01c2-4c7a-a86f-54d1a1fd3014 HTTP/1.1" status: 204 len: 168 time: 0.7565713 Apr 18 20:46:53.516581 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-84428807-6bee-47c3-90d2-ff982a709ea5 req-587fe93c-a75f-4f8d-8654-dc0c69d91161 service neutron] 10.222.0.48 "GET /v2.0/networks/cb56989d-7c5d-4678-b194-1d2edf1e842a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4058743 Apr 18 20:46:53.563027 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23dc9fc1-9438-422a-950e-625c78717709 None None] Checking agent: {'id': '97cd4414-7af6-4d67-868d-dff370b4071a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838334-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 25, 49), 'started_at': datetime.datetime(2022, 4, 18, 20, 26, 19), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 20, 46, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838334-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 18 20:46:53.563556 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23dc9fc1-9438-422a-950e-625c78717709 None None] Checking segment: {'id': '91974db0-dd1f-4efc-9876-08c94e5ac9e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': 'c15854b4-57d1-44b9-9d7c-cb344e2eb7eb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84042) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 20:46:53.563903 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-23dc9fc1-9438-422a-950e-625c78717709 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:53.564299 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23dc9fc1-9438-422a-950e-625c78717709 None None] Bound using segment: {'id': '91974db0-dd1f-4efc-9876-08c94e5ac9e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': 'c15854b4-57d1-44b9-9d7c-cb344e2eb7eb'} {{(pid=84042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 18 20:46:53.564788 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.managers [None req-23dc9fc1-9438-422a-950e-625c78717709 None None] Bound port: 77145dcb-168e-439a-ab2f-c0048e331fc2, host: n-d-838334-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '91974db0-dd1f-4efc-9876-08c94e5ac9e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': 'c15854b4-57d1-44b9-9d7c-cb344e2eb7eb'}}] {{(pid=84042) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 20:46:53.565254 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-23dc9fc1-9438-422a-950e-625c78717709 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:53.603045 n-d-838334-2 neutron-server[84042]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7bf60b23-3a75-46bf-97d4-72e3f3055ffb'] response: {'server_uuid': 'd9f332ce-c76b-46eb-85fd-3cf94eadb99f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '477a0bf5-0275-431a-8328-ff70599fc8f0', 'code': 200} Apr 18 20:46:53.627596 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Device eda10c5a-f179-44dd-8094-d9ab1e1269d8 up at agent ovs-agent-n-d-838334-2 {{(pid=84042) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 20:46:53.781243 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-81424139-746d-4fb9-bed1-12a5084e6311 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:54.010594 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-23dc9fc1-9438-422a-950e-625c78717709 None None] For port 77145dcb-168e-439a-ab2f-c0048e331fc2, host n-d-838334-2, cleared binding levels {{(pid=84042) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 20:46:54.016089 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-23dc9fc1-9438-422a-950e-625c78717709 None None] For port 77145dcb-168e-439a-ab2f-c0048e331fc2, host n-d-838334-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838334-2',level=0,port_id=77145dcb-168e-439a-ab2f-c0048e331fc2,segment=NetworkSegment(91974db0-dd1f-4efc-9876-08c94e5ac9e1),segment_id=91974db0-dd1f-4efc-9876-08c94e5ac9e1)] {{(pid=84042) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 20:46:54.028548 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-23dc9fc1-9438-422a-950e-625c78717709 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682'] for port, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:54.085440 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-fdc92774-a382-4051-be51-8adbeb1da383 req-42f63d33-4bc9-4e78-898a-3382001ca92c service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=0ae89e923933452faf6047be78995cc1&device_id=f880cebf-c088-4fa8-8d57-e363e846dff9 HTTP/1.1" status: 200 len: 1098 time: 0.1847460 Apr 18 20:46:54.171880 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Provisioning for port eda10c5a-f179-44dd-8094-d9ab1e1269d8 completed by entity L2. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 20:46:54.208379 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Provisioning complete for port eda10c5a-f179-44dd-8094-d9ab1e1269d8 triggered by entity L2. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:46:54.208831 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1253608'] for port, provisioning_complete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:54.362116 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23dc9fc1-9438-422a-950e-625c78717709 None None] Pushing event updated for resources: {'Port': ['ID=77145dcb-168e-439a-ab2f-c0048e331fc2,revision_number=2']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:46:54.431019 n-d-838334-2 neutron-server[84040]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7cb5c19e-d4a6-485a-87fa-281303e2773f'] response: {'name': 'network-changed', 'server_uuid': 'f880cebf-c088-4fa8-8d57-e363e846dff9', 'tag': '71c99b98-8c99-49cc-a68a-53c19bb768e7', 'status': 'completed', 'code': 200} Apr 18 20:46:54.438500 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-81424139-746d-4fb9-bed1-12a5084e6311 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:54.498617 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:54.580515 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] For port eda10c5a-f179-44dd-8094-d9ab1e1269d8, host n-d-838334-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838334-2',level=0,port_id=eda10c5a-f179-44dd-8094-d9ab1e1269d8,segment=NetworkSegment(a48f89e7-be20-47ff-8e82-653a2d5ad82b),segment_id=a48f89e7-be20-47ff-8e82-653a2d5ad82b)] {{(pid=84042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:46:54.589445 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682'] for port, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:54.616718 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdc92774-a382-4051-be51-8adbeb1da383 req-45a398f5-aa4f-414d-ae72-9f61576d356a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:46:54.620767 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-fdc92774-a382-4051-be51-8adbeb1da383 req-45a398f5-aa4f-414d-ae72-9f61576d356a service neutron] 10.222.0.43 "GET /v2.0/networks?id=cb56989d-7c5d-4678-b194-1d2edf1e842a HTTP/1.1" status: 200 len: 870 time: 0.5288672 Apr 18 20:46:54.835402 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Pushing event updated for resources: {'Port': ['ID=eda10c5a-f179-44dd-8094-d9ab1e1269d8,revision_number=5']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:46:54.873110 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-fdc92774-a382-4051-be51-8adbeb1da383 req-23308832-60b2-42be-b3d4-48d4c7f2b18e service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.26&port_id=71c99b98-8c99-49cc-a68a-53c19bb768e7 HTTP/1.1" status: 200 len: 217 time: 0.2438641 Apr 18 20:46:54.890376 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.db_base_plugin_common [None req-81424139-746d-4fb9-bed1-12a5084e6311 admin admin] Allocated IP 172.25.8.142 (e41b6600-a917-4a8d-b05c-be3be40c6d8c/6b05667b-848e-4356-9b44-d5eb6808ef74/28c1c72f-07f4-4f7a-808c-e7e68d0d3e3b) {{(pid=84040) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:46:54.978497 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdc92774-a382-4051-be51-8adbeb1da383 req-6ab25364-ffaa-4421-9daf-ae0e518b8116 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:46:54.980268 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-fdc92774-a382-4051-be51-8adbeb1da383 req-6ab25364-ffaa-4421-9daf-ae0e518b8116 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=c4b526db-4d8a-4d4c-a310-e3a599630ae1 HTTP/1.1" status: 200 len: 843 time: 0.0959175 Apr 18 20:46:55.191705 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-fdc92774-a382-4051-be51-8adbeb1da383 req-037889de-7839-417d-8870-5297cb63e3df service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=cb56989d-7c5d-4678-b194-1d2edf1e842a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1949556 Apr 18 20:46:55.239068 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Device ff5d0855-6b37-4373-bd35-0a4c3ada7ddc up at agent hyperv_n-h2-838334-2 {{(pid=84042) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 20:46:55.390238 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-81424139-746d-4fb9-bed1-12a5084e6311 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:55.421112 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Provisioning for port ff5d0855-6b37-4373-bd35-0a4c3ada7ddc completed by entity L2. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 20:46:55.427202 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Provisioning complete for port ff5d0855-6b37-4373-bd35-0a4c3ada7ddc triggered by entity L2. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:46:55.427202 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1253608'] for port, provisioning_complete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:55.479131 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-fdc92774-a382-4051-be51-8adbeb1da383 req-d06123bf-0fd7-46f3-80a6-da0c1531e3d8 service neutron] 10.222.0.43 "GET /v2.0/networks/cb56989d-7c5d-4678-b194-1d2edf1e842a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2804558 Apr 18 20:46:55.569129 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba148e73-becb-427d-b20e-48f93cecc4b6 req-337730bb-3066-4efb-b1cb-ad94c2266668 tempest-MigrationsAdminTest-1326981207 tempest-MigrationsAdminTest-1326981207-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:46:55.578306 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-ba148e73-becb-427d-b20e-48f93cecc4b6 req-337730bb-3066-4efb-b1cb-ad94c2266668 tempest-MigrationsAdminTest-1326981207 tempest-MigrationsAdminTest-1326981207-project] 10.222.0.42 "GET /v2.0/ports?device_id=f880cebf-c088-4fa8-8d57-e363e846dff9 HTTP/1.1" status: 200 len: 947 time: 0.4622846 Apr 18 20:46:55.679279 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e6e09c1-600f-46cf-bc28-90e4568273ef req-7085f33d-2213-4aba-a88a-1b5dc158ecd5 tempest-InstanceActionsTestJSON-1236848086 tempest-InstanceActionsTestJSON-1236848086-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:46:55.690216 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Device 77145dcb-168e-439a-ab2f-c0048e331fc2 up at agent ovs-agent-n-d-838334-2 {{(pid=84042) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 20:46:55.709759 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-8e6e09c1-600f-46cf-bc28-90e4568273ef req-7085f33d-2213-4aba-a88a-1b5dc158ecd5 tempest-InstanceActionsTestJSON-1236848086 tempest-InstanceActionsTestJSON-1236848086-project] 10.222.0.42 "GET /v2.0/ports?device_id=2ec874be-3db9-4300-bbd2-9e2489e54af1 HTTP/1.1" status: 200 len: 944 time: 1.2855279 Apr 18 20:46:55.722474 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-fdc92774-a382-4051-be51-8adbeb1da383 req-ea9f860f-e574-4465-ab41-60b8545eb3d3 service neutron] 10.222.0.43 "GET /v2.0/networks/cb56989d-7c5d-4678-b194-1d2edf1e842a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2323403 Apr 18 20:46:55.797532 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-fdc92774-a382-4051-be51-8adbeb1da383 req-76014e98-7bb9-4f9b-bb3b-d1ae86288c16 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=0ae89e923933452faf6047be78995cc1&device_id=f880cebf-c088-4fa8-8d57-e363e846dff9 HTTP/1.1" status: 200 len: 1098 time: 1.3710203 Apr 18 20:46:55.798467 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-81424139-746d-4fb9-bed1-12a5084e6311 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750374836619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32440838'] for port, after_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:55.809360 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:55.874637 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 42990) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:46:55.891374 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Provisioning for port 77145dcb-168e-439a-ab2f-c0048e331fc2 completed by entity L2. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 20:46:55.930594 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Device eda10c5a-f179-44dd-8094-d9ab1e1269d8 up at agent ovs-agent-n-d-838334-2 {{(pid=84042) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 20:46:56.024450 n-d-838334-2 neutron-server[84042]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2ec874be-3db9-4300-bbd2-9e2489e54af1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ff5d0855-6b37-4373-bd35-0a4c3ada7ddc'}] {{(pid=84042) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 20:46:56.080743 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] For port ff5d0855-6b37-4373-bd35-0a4c3ada7ddc, host n-h2-838334-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838334-2',level=0,port_id=ff5d0855-6b37-4373-bd35-0a4c3ada7ddc,segment=NetworkSegment(ecdcdfec-03bb-41d2-af5c-98045f0ce0be),segment_id=ecdcdfec-03bb-41d2-af5c-98045f0ce0be)] {{(pid=84042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:46:56.124247 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682'] for port, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:56.274128 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-ba148e73-becb-427d-b20e-48f93cecc4b6 req-fec4190b-af77-4985-86e9-2fd820954fca tempest-MigrationsAdminTest-1326981207 tempest-MigrationsAdminTest-1326981207-project] 10.222.0.42 "GET /v2.0/security-groups?id=8ca7ac2c-bfe5-493b-aae6-636315bac851&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6814501 Apr 18 20:46:56.297172 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-8e6e09c1-600f-46cf-bc28-90e4568273ef req-d3c6f3e2-881d-4cad-a6ca-1047024f5beb tempest-InstanceActionsTestJSON-1236848086 tempest-InstanceActionsTestJSON-1236848086-project] 10.222.0.42 "GET /v2.0/security-groups?id=adacd38e-34f7-44a4-b50c-f91e86c853ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5863020 Apr 18 20:46:56.309041 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac596297-5be0-4d71-8a88-03ccfea867ee req-c7af4651-40ed-47a9-aeab-fd4cf370f311 tempest-MultipleCreateTestJSON-190675240 tempest-MultipleCreateTestJSON-190675240-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:46:56.310887 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e36c184-e770-48f8-ba6f-3325cd8ba394 None None] Network c15854b4-57d1-44b9-9d7c-cb344e2eb7eb requested from n-d-838334-2 {{(pid=84042) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 20:46:56.311715 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-ac596297-5be0-4d71-8a88-03ccfea867ee req-c7af4651-40ed-47a9-aeab-fd4cf370f311 tempest-MultipleCreateTestJSON-190675240 tempest-MultipleCreateTestJSON-190675240-project] 10.222.0.43 "GET /v2.0/networks?id=1d9bef28-3e81-4e3e-8f24-c41d55475f5f HTTP/1.1" status: 200 len: 813 time: 0.4166024 Apr 18 20:46:56.317982 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.v2.base [None req-240f228b-326f-44b4-bb6f-86799ca70d85 admin admin] Request body: {'network': {'name': 'tempest-ListServersNegativeTestJSON-1164549615-network', 'tenant_id': 'cd141b0544bc490a8a8e91c223e9d680'}} {{(pid=84041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 20:46:56.324114 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-240f228b-326f-44b4-bb6f-86799ca70d85 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:46:56.331650 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.v2.base [req-ac596297-5be0-4d71-8a88-03ccfea867ee req-b20de8f5-9d36-4bba-b45d-e927adba8bfb tempest-MultipleCreateTestJSON-190675240 tempest-MultipleCreateTestJSON-190675240-project] Request body: {'port': {'device_id': '44218079-5002-47ac-a818-6a37f1a49a96', 'network_id': '1d9bef28-3e81-4e3e-8f24-c41d55475f5f', 'admin_state_up': True, 'tenant_id': '2c9b2c88a8a84f839903c8c7e9f1ad0a'}} {{(pid=84041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 20:46:56.364194 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-240f228b-326f-44b4-bb6f-86799ca70d85 admin admin] Usage tracker for resource:network and tenant:cd141b0544bc490a8a8e91c223e9d680 is out of sync, need to count used quota {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:46:56.371524 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-240f228b-326f-44b4-bb6f-86799ca70d85 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:46:56.448060 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-240f228b-326f-44b4-bb6f-86799ca70d85 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:46:56.480791 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-240f228b-326f-44b4-bb6f-86799ca70d85 admin admin] Made reservation on behalf of cd141b0544bc490a8a8e91c223e9d680 for: {'network': 1} {{(pid=84041) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:46:56.483399 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-240f228b-326f-44b4-bb6f-86799ca70d85 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for network, before_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:56.513499 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-240f228b-326f-44b4-bb6f-86799ca70d85 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:56.547205 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Pushing event updated for resources: {'Port': ['ID=ff5d0855-6b37-4373-bd35-0a4c3ada7ddc,revision_number=5']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:46:56.597794 n-d-838334-2 neutron-server[84040]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81424139-746d-4fb9-bed1-12a5084e6311 admin admin] Network e41b6600-a917-4a8d-b05c-be3be40c6d8c is already hosted by enough agents. {{(pid=84040) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:46:56.608596 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-241ff219-28ae-45c2-be62-587603810c25 None None] Provisioning for port 77145dcb-168e-439a-ab2f-c0048e331fc2 completed by entity DHCP. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 20:46:56.609020 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-240f228b-326f-44b4-bb6f-86799ca70d85 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:46:56.611410 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Provisioning complete for port eda10c5a-f179-44dd-8094-d9ab1e1269d8 triggered by entity L2. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:46:56.611535 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [req-ac596297-5be0-4d71-8a88-03ccfea867ee req-b20de8f5-9d36-4bba-b45d-e927adba8bfb tempest-MultipleCreateTestJSON-190675240 tempest-MultipleCreateTestJSON-190675240-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:46:56.616085 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-240f228b-326f-44b4-bb6f-86799ca70d85 admin admin] Usage tracker for resource:security_group_rule and tenant:cd141b0544bc490a8a8e91c223e9d680 is out of sync, need to count used quota {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:46:56.619483 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [req-ac596297-5be0-4d71-8a88-03ccfea867ee req-b20de8f5-9d36-4bba-b45d-e927adba8bfb tempest-MultipleCreateTestJSON-190675240 tempest-MultipleCreateTestJSON-190675240-project] Usage tracker for resource:port and tenant:2c9b2c88a8a84f839903c8c7e9f1ad0a is out of sync, need to count used quota {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:46:56.620634 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1253608'] for port, provisioning_complete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:56.622467 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [req-ac596297-5be0-4d71-8a88-03ccfea867ee req-b20de8f5-9d36-4bba-b45d-e927adba8bfb tempest-MultipleCreateTestJSON-190675240 tempest-MultipleCreateTestJSON-190675240-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:46:56.626136 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-240f228b-326f-44b4-bb6f-86799ca70d85 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:46:56.635183 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [req-ac596297-5be0-4d71-8a88-03ccfea867ee req-b20de8f5-9d36-4bba-b45d-e927adba8bfb tempest-MultipleCreateTestJSON-190675240 tempest-MultipleCreateTestJSON-190675240-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:46:56.638682 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-240f228b-326f-44b4-bb6f-86799ca70d85 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:46:56.661360 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ac596297-5be0-4d71-8a88-03ccfea867ee req-b20de8f5-9d36-4bba-b45d-e927adba8bfb tempest-MultipleCreateTestJSON-190675240 tempest-MultipleCreateTestJSON-190675240-project] Made reservation on behalf of 2c9b2c88a8a84f839903c8c7e9f1ad0a for: {'port': 1} {{(pid=84041) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:46:56.665338 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [req-ac596297-5be0-4d71-8a88-03ccfea867ee req-b20de8f5-9d36-4bba-b45d-e927adba8bfb tempest-MultipleCreateTestJSON-190675240 tempest-MultipleCreateTestJSON-190675240-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:56.709078 n-d-838334-2 neutron-server[84040]: DEBUG neutron.scheduler.base_scheduler [None req-81424139-746d-4fb9-bed1-12a5084e6311 admin admin] Resources bound (agent type, host, resource id): {{(pid=84040) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:46:56.725048 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-241ff219-28ae-45c2-be62-587603810c25 None None] Provisioning complete for port 77145dcb-168e-439a-ab2f-c0048e331fc2 triggered by entity DHCP. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:46:56.726056 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-241ff219-28ae-45c2-be62-587603810c25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1253608'] for port, provisioning_complete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:56.735602 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdc92774-a382-4051-be51-8adbeb1da383 req-95fdd9b0-0243-46a8-a2e4-e0f6611d7118 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:46:56.739142 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-fdc92774-a382-4051-be51-8adbeb1da383 req-95fdd9b0-0243-46a8-a2e4-e0f6611d7118 service neutron] 10.222.0.48 "GET /v2.0/networks?id=cb56989d-7c5d-4678-b194-1d2edf1e842a HTTP/1.1" status: 200 len: 870 time: 0.8428333 Apr 18 20:46:56.740527 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81424139-746d-4fb9-bed1-12a5084e6311 admin admin] Pushing event updated for resources: {'Port': ['ID=28c1c72f-07f4-4f7a-808c-e7e68d0d3e3b,revision_number=1']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:46:56.753259 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81424139-746d-4fb9-bed1-12a5084e6311 admin admin] Received port after_create {{(pid=84040) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 20:46:56.948564 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-240f228b-326f-44b4-bb6f-86799ca70d85 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:57.042825 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-240f228b-326f-44b4-bb6f-86799ca70d85 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33528224'] for security_group, after_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:57.122953 n-d-838334-2 neutron-server[84042]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f4200abf-176c-4a6f-a036-369e5c97ce00'] response: {'server_uuid': '2ec874be-3db9-4300-bbd2-9e2489e54af1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ff5d0855-6b37-4373-bd35-0a4c3ada7ddc', 'code': 200} Apr 18 20:46:57.130551 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-240f228b-326f-44b4-bb6f-86799ca70d85 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=662d465b-c633-488a-99c1-bc2d1e2ea873,revision_number=1']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:46:57.142682 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-6512ce68-2bc1-4842-8402-7c53639b2ecf req-61761a19-f216-4a73-af14-b866515c1edf tempest-MultipleCreateTestJSON-190675240 tempest-MultipleCreateTestJSON-190675240-project] 10.222.0.42 "GET /v2.0/ports?device_id=09ef93c4-4247-46e6-8073-210a05cb27e0 HTTP/1.1" status: 200 len: 210 time: 0.2500539 Apr 18 20:46:57.149197 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-fdc92774-a382-4051-be51-8adbeb1da383 req-17464849-b83d-465e-9962-1a7735823c97 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.26&port_id=71c99b98-8c99-49cc-a68a-53c19bb768e7 HTTP/1.1" status: 200 len: 217 time: 0.3087213 Apr 18 20:46:57.208223 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-240f228b-326f-44b4-bb6f-86799ca70d85 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 398} {{(pid=84041) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 20:46:57.209482 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-241ff219-28ae-45c2-be62-587603810c25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:57.246957 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Device 71c99b98-8c99-49cc-a68a-53c19bb768e7 details requested by agent hyperv_n-h2-838334-2 with host n-h2-838334-2 {{(pid=84042) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 18 20:46:57.260423 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-241ff219-28ae-45c2-be62-587603810c25 None None] For port 77145dcb-168e-439a-ab2f-c0048e331fc2, host n-d-838334-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838334-2',level=0,port_id=77145dcb-168e-439a-ab2f-c0048e331fc2,segment=NetworkSegment(91974db0-dd1f-4efc-9876-08c94e5ac9e1),segment_id=91974db0-dd1f-4efc-9876-08c94e5ac9e1)] {{(pid=84042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:46:57.267893 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-240f228b-326f-44b4-bb6f-86799ca70d85 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1082986'] for segment, precommit_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:57.268381 n-d-838334-2 neutron-server[84041]: INFO neutron.db.segments_db [None req-240f228b-326f-44b4-bb6f-86799ca70d85 admin admin] Added segment 0b27bade-3dd7-4dee-a014-60f424754c57 of type vlan for network 77a1b955-358e-4346-a83b-9ab21572ad2a Apr 18 20:46:57.268651 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-241ff219-28ae-45c2-be62-587603810c25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682'] for port, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:57.270258 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.db_base_plugin_common [req-ac596297-5be0-4d71-8a88-03ccfea867ee req-b20de8f5-9d36-4bba-b45d-e927adba8bfb tempest-MultipleCreateTestJSON-190675240 tempest-MultipleCreateTestJSON-190675240-project] Allocated IP 172.20.0.7 (1d9bef28-3e81-4e3e-8f24-c41d55475f5f/d5bbcfa7-4c14-4cbd-af87-49786db37498/64b8a478-4b1c-4a49-b081-88e5d77d7195) {{(pid=84041) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:46:57.318054 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdc92774-a382-4051-be51-8adbeb1da383 req-5226620e-e4ce-491c-a15b-e4cc76ba8237 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:46:57.323812 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-fdc92774-a382-4051-be51-8adbeb1da383 req-5226620e-e4ce-491c-a15b-e4cc76ba8237 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=c4b526db-4d8a-4d4c-a310-e3a599630ae1 HTTP/1.1" status: 200 len: 843 time: 0.1612055 Apr 18 20:46:57.394633 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-241ff219-28ae-45c2-be62-587603810c25 None None] Pushing event updated for resources: {'Port': ['ID=77145dcb-168e-439a-ab2f-c0048e331fc2,revision_number=3']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:46:57.403877 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.db.resource_extend [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 18 20:46:57.433884 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-240f228b-326f-44b4-bb6f-86799ca70d85 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750374825732'] for network, precommit_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:57.625547 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] For port 71c99b98-8c99-49cc-a68a-53c19bb768e7, host n-h2-838334-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838334-2',level=0,port_id=71c99b98-8c99-49cc-a68a-53c19bb768e7,segment=NetworkSegment(62b85806-94d8-4a88-a06c-da82e5932d66),segment_id=62b85806-94d8-4a88-a06c-da82e5932d66)] {{(pid=84042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:46:57.652650 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Returning: {'device': '71c99b98-8c99-49cc-a68a-53c19bb768e7', 'network_id': 'cb56989d-7c5d-4678-b194-1d2edf1e842a', 'port_id': '71c99b98-8c99-49cc-a68a-53c19bb768e7', 'mac_address': 'fa:16:3e:94:72:c6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 382, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c4b526db-4d8a-4d4c-a310-e3a599630ae1', 'ip_address': '192.168.233.26'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84042) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 18 20:46:57.661107 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac596297-5be0-4d71-8a88-03ccfea867ee req-c9ea1d72-e701-40ec-a92a-60d5c8fc10d6 tempest-MultipleCreateTestJSON-190675240 tempest-MultipleCreateTestJSON-190675240-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:46:57.662610 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-ac596297-5be0-4d71-8a88-03ccfea867ee req-c9ea1d72-e701-40ec-a92a-60d5c8fc10d6 tempest-MultipleCreateTestJSON-190675240 tempest-MultipleCreateTestJSON-190675240-project] 10.222.0.48 "GET /v2.0/networks?id=1d9bef28-3e81-4e3e-8f24-c41d55475f5f HTTP/1.1" status: 200 len: 813 time: 1.3614550 Apr 18 20:46:57.667292 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-240f228b-326f-44b4-bb6f-86799ca70d85 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33526109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022'] for network, after_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:57.668393 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-240f228b-326f-44b4-bb6f-86799ca70d85 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:46:57.669415 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-240f228b-326f-44b4-bb6f-86799ca70d85 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32378031'] for network, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:57.746092 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.v2.base [req-ac596297-5be0-4d71-8a88-03ccfea867ee req-f473611a-a7eb-4770-9358-faef26238d7a tempest-MultipleCreateTestJSON-190675240 tempest-MultipleCreateTestJSON-190675240-project] Request body: {'port': {'device_id': '09ef93c4-4247-46e6-8073-210a05cb27e0', 'network_id': '1d9bef28-3e81-4e3e-8f24-c41d55475f5f', 'admin_state_up': True, 'tenant_id': '2c9b2c88a8a84f839903c8c7e9f1ad0a'}} {{(pid=84040) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 20:46:57.749596 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:57.768619 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-8cd6882f-0575-4c0d-8d8a-c66d6f1833b1 None None] Provisioning complete for port 77145dcb-168e-439a-ab2f-c0048e331fc2 triggered by entity DHCP. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:46:57.768981 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-8cd6882f-0575-4c0d-8d8a-c66d6f1833b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1253608'] for port, provisioning_complete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:57.785110 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-240f228b-326f-44b4-bb6f-86799ca70d85 admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 1.9079571 Apr 18 20:46:57.797124 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 43026) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:46:57.805734 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.v2.base [None req-eca008b1-7ae4-4f6d-b90d-b9040f2e87e4 admin admin] Request body: {'subnet': {'network_id': '77a1b955-358e-4346-a83b-9ab21572ad2a', 'cidr': '172.20.0.0/28', 'name': 'tempest-ListServersNegativeTestJSON-1164549615-subnet', 'tenant_id': 'cd141b0544bc490a8a8e91c223e9d680', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=84041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 20:46:57.811322 n-d-838334-2 neutron-server[84042]: DEBUG neutron.notifiers.nova [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 71c99b98-8c99-49cc-a68a-53c19bb768e7 {{(pid=84042) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 18 20:46:57.829546 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] For port 71c99b98-8c99-49cc-a68a-53c19bb768e7, host n-h2-838334-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838334-2',level=0,port_id=71c99b98-8c99-49cc-a68a-53c19bb768e7,segment=NetworkSegment(62b85806-94d8-4a88-a06c-da82e5932d66),segment_id=62b85806-94d8-4a88-a06c-da82e5932d66)] {{(pid=84042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:46:57.840901 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682'] for port, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:57.981008 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-eca008b1-7ae4-4f6d-b90d-b9040f2e87e4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:46:57.992405 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Pushing event updated for resources: {'Port': ['ID=71c99b98-8c99-49cc-a68a-53c19bb768e7,revision_number=8']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:46:57.996400 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-eca008b1-7ae4-4f6d-b90d-b9040f2e87e4 admin admin] Usage tracker for resource:subnet and tenant:cd141b0544bc490a8a8e91c223e9d680 is out of sync, need to count used quota {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:46:58.004358 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-eca008b1-7ae4-4f6d-b90d-b9040f2e87e4 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:46:58.027755 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-240f228b-326f-44b4-bb6f-86799ca70d85 admin admin] Pushing event updated for resources: {'Network': ['ID=77a1b955-358e-4346-a83b-9ab21572ad2a,revision_number=1']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:46:58.030792 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-eca008b1-7ae4-4f6d-b90d-b9040f2e87e4 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:46:58.062302 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Network 77a1b955-358e-4346-a83b-9ab21572ad2a details requested by agent ovs-agent-n-d-838334-2 with host n-d-838334-2 {{(pid=84042) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 18 20:46:58.099431 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [req-ac596297-5be0-4d71-8a88-03ccfea867ee req-b20de8f5-9d36-4bba-b45d-e927adba8bfb tempest-MultipleCreateTestJSON-190675240 tempest-MultipleCreateTestJSON-190675240-project] Notify callbacks [] for port, precommit_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:58.109988 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eca008b1-7ae4-4f6d-b90d-b9040f2e87e4 admin admin] Made reservation on behalf of cd141b0544bc490a8a8e91c223e9d680 for: {'subnet': 1} {{(pid=84041) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:46:58.112473 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-eca008b1-7ae4-4f6d-b90d-b9040f2e87e4 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32486301'] for subnet, before_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:58.176921 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] get_ports_and_sgs() called for port_ids ['71c99b98-8c99-49cc-a68a-53c19bb768e7'] {{(pid=84042) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 18 20:46:58.185078 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [req-ac596297-5be0-4d71-8a88-03ccfea867ee req-f473611a-a7eb-4770-9358-faef26238d7a tempest-MultipleCreateTestJSON-190675240 tempest-MultipleCreateTestJSON-190675240-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:46:58.228154 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [req-ac596297-5be0-4d71-8a88-03ccfea867ee req-f473611a-a7eb-4770-9358-faef26238d7a tempest-MultipleCreateTestJSON-190675240 tempest-MultipleCreateTestJSON-190675240-project] Usage tracker for resource:port and tenant:2c9b2c88a8a84f839903c8c7e9f1ad0a is out of sync, need to count used quota {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:46:58.241625 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [req-ac596297-5be0-4d71-8a88-03ccfea867ee req-f473611a-a7eb-4770-9358-faef26238d7a tempest-MultipleCreateTestJSON-190675240 tempest-MultipleCreateTestJSON-190675240-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:46:58.264146 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [req-ac596297-5be0-4d71-8a88-03ccfea867ee req-f473611a-a7eb-4770-9358-faef26238d7a tempest-MultipleCreateTestJSON-190675240 tempest-MultipleCreateTestJSON-190675240-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:46:58.270965 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-fdc92774-a382-4051-be51-8adbeb1da383 req-950b01c4-8726-44c3-9493-ffe974e17517 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=cb56989d-7c5d-4678-b194-1d2edf1e842a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.8037379 Apr 18 20:46:58.344486 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [req-ac596297-5be0-4d71-8a88-03ccfea867ee req-b20de8f5-9d36-4bba-b45d-e927adba8bfb tempest-MultipleCreateTestJSON-190675240 tempest-MultipleCreateTestJSON-190675240-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750374836619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32266323'] for port, after_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:58.439024 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ac596297-5be0-4d71-8a88-03ccfea867ee req-f473611a-a7eb-4770-9358-faef26238d7a tempest-MultipleCreateTestJSON-190675240 tempest-MultipleCreateTestJSON-190675240-project] Made reservation on behalf of 2c9b2c88a8a84f839903c8c7e9f1ad0a for: {'port': 1} {{(pid=84040) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:46:58.440876 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-ac596297-5be0-4d71-8a88-03ccfea867ee req-f473611a-a7eb-4770-9358-faef26238d7a tempest-MultipleCreateTestJSON-190675240 tempest-MultipleCreateTestJSON-190675240-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:58.476322 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b20de8f5-9d36-4bba-b45d-e927adba8bfb tempest-MultipleCreateTestJSON-190675240 tempest-MultipleCreateTestJSON-190675240-project] Pushing event updated for resources: {'Port': ['ID=64b8a478-4b1c-4a49-b081-88e5d77d7195,revision_number=1']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:46:58.482883 n-d-838334-2 neutron-server[84041]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ac596297-5be0-4d71-8a88-03ccfea867ee req-b20de8f5-9d36-4bba-b45d-e927adba8bfb tempest-MultipleCreateTestJSON-190675240 tempest-MultipleCreateTestJSON-190675240-project] Network 1d9bef28-3e81-4e3e-8f24-c41d55475f5f is already hosted by enough agents. {{(pid=84041) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:46:58.486450 n-d-838334-2 neutron-server[84041]: DEBUG neutron.scheduler.base_scheduler [req-ac596297-5be0-4d71-8a88-03ccfea867ee req-b20de8f5-9d36-4bba-b45d-e927adba8bfb tempest-MultipleCreateTestJSON-190675240 tempest-MultipleCreateTestJSON-190675240-project] Resources bound (agent type, host, resource id): {{(pid=84041) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:46:58.489972 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.l3_dvrscheduler_db [req-ac596297-5be0-4d71-8a88-03ccfea867ee req-b20de8f5-9d36-4bba-b45d-e927adba8bfb tempest-MultipleCreateTestJSON-190675240 tempest-MultipleCreateTestJSON-190675240-project] Received port after_create {{(pid=84041) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 20:46:58.497941 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-ef124f19-0a9d-493d-ad04-7ee675d62a23 req-64dccb23-4a27-4f54-b0ef-6db1e59519d6 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=2ec874be-3db9-4300-bbd2-9e2489e54af1 HTTP/1.1" status: 200 len: 1096 time: 1.1705770 Apr 18 20:46:58.510057 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e15f824-f002-47c9-bb7c-890de256befd req-cc1cc122-cd6e-47a9-9885-59da81e552fa tempest-MigrationsAdminTest-1326981207 tempest-MigrationsAdminTest-1326981207-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:46:58.511457 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-6e15f824-f002-47c9-bb7c-890de256befd req-cc1cc122-cd6e-47a9-9885-59da81e552fa tempest-MigrationsAdminTest-1326981207 tempest-MigrationsAdminTest-1326981207-project] 10.222.0.42 "GET /v2.0/ports?device_id=f880cebf-c088-4fa8-8d57-e363e846dff9 HTTP/1.1" status: 200 len: 947 time: 0.8882957 Apr 18 20:46:58.525452 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-eca008b1-7ae4-4f6d-b90d-b9040f2e87e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33526260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32266407', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32486287'] for subnet, after_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:58.530347 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-fdc92774-a382-4051-be51-8adbeb1da383 req-64ec5262-e2a1-44b7-975c-74580442f485 service neutron] 10.222.0.48 "GET /v2.0/networks/cb56989d-7c5d-4678-b194-1d2edf1e842a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2377324 Apr 18 20:46:58.609739 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac596297-5be0-4d71-8a88-03ccfea867ee req-b20de8f5-9d36-4bba-b45d-e927adba8bfb tempest-MultipleCreateTestJSON-190675240 tempest-MultipleCreateTestJSON-190675240-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:46:58.610465 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [req-ac596297-5be0-4d71-8a88-03ccfea867ee req-b20de8f5-9d36-4bba-b45d-e927adba8bfb tempest-MultipleCreateTestJSON-190675240 tempest-MultipleCreateTestJSON-190675240-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217293'] for port, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:58.623913 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58a4fc50-57d8-4f09-8806-5b9c0e547fa1 req-87ba6b44-64e7-4915-83f8-fe608c205cf3 tempest-InstanceActionsTestJSON-1236848086 tempest-InstanceActionsTestJSON-1236848086-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:46:58.627785 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-58a4fc50-57d8-4f09-8806-5b9c0e547fa1 req-87ba6b44-64e7-4915-83f8-fe608c205cf3 tempest-InstanceActionsTestJSON-1236848086 tempest-InstanceActionsTestJSON-1236848086-project] 10.222.0.42 "GET /v2.0/ports?device_id=2ec874be-3db9-4300-bbd2-9e2489e54af1 HTTP/1.1" status: 200 len: 945 time: 0.9565303 Apr 18 20:46:58.637840 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eca008b1-7ae4-4f6d-b90d-b9040f2e87e4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=fc043362-0819-4173-b5d7-2f411858871b,revision_number=0']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:46:58.655429 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-ac596297-5be0-4d71-8a88-03ccfea867ee req-b20de8f5-9d36-4bba-b45d-e927adba8bfb tempest-MultipleCreateTestJSON-190675240 tempest-MultipleCreateTestJSON-190675240-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3275435 Apr 18 20:46:58.658633 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eca008b1-7ae4-4f6d-b90d-b9040f2e87e4 admin admin] Checking segment: {'id': '0b27bade-3dd7-4dee-a014-60f424754c57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': '77a1b955-358e-4346-a83b-9ab21572ad2a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84041) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 20:46:58.658984 n-d-838334-2 neutron-server[84041]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eca008b1-7ae4-4f6d-b90d-b9040f2e87e4 admin admin] Network hostable DHCP agents. Network: 77a1b955-358e-4346-a83b-9ab21572ad2a, hostable agents: ['8746f8ea-3e91-4b32-9919-2c63adeb8722'], hosted agents: [] {{(pid=84041) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 20:46:58.669235 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.v2.base [req-ac596297-5be0-4d71-8a88-03ccfea867ee req-96202dff-10d3-4d4e-b67f-8dd9125c6bfe service neutron] Request body: {'port': {'device_id': '44218079-5002-47ac-a818-6a37f1a49a96', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-838334-2'}} {{(pid=84041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 20:46:58.783908 n-d-838334-2 neutron-server[84041]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eca008b1-7ae4-4f6d-b90d-b9040f2e87e4 admin admin] Network 77a1b955-358e-4346-a83b-9ab21572ad2a is scheduled to be hosted by DHCP agent 8746f8ea-3e91-4b32-9919-2c63adeb8722 with binding_index 1 {{(pid=84041) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 20:46:58.798593 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [req-ac596297-5be0-4d71-8a88-03ccfea867ee req-96202dff-10d3-4d4e-b67f-8dd9125c6bfe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:58.806030 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-ef124f19-0a9d-493d-ad04-7ee675d62a23 req-5ce60105-37ad-4f26-945f-e15bf1afc6de service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=adacd38e-34f7-44a4-b50c-f91e86c853ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2927182 Apr 18 20:46:58.809228 n-d-838334-2 neutron-server[84041]: DEBUG neutron.scheduler.base_scheduler [None req-eca008b1-7ae4-4f6d-b90d-b9040f2e87e4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-838334-2, 77a1b955-358e-4346-a83b-9ab21572ad2a) {{(pid=84041) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:46:58.815729 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eca008b1-7ae4-4f6d-b90d-b9040f2e87e4 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:46:58.816313 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-eca008b1-7ae4-4f6d-b90d-b9040f2e87e4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:58.820970 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f925bdd8-e6d4-4028-ade1-aab9e24d4820 None None] Network 77a1b955-358e-4346-a83b-9ab21572ad2a requested from n-d-838334-2 {{(pid=84042) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 20:46:58.887940 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-eca008b1-7ae4-4f6d-b90d-b9040f2e87e4 admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 1.0767260 Apr 18 20:46:58.896226 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-6e15f824-f002-47c9-bb7c-890de256befd req-258f5d67-18eb-4a2c-af13-be7a8352cc2b tempest-MigrationsAdminTest-1326981207 tempest-MigrationsAdminTest-1326981207-project] 10.222.0.42 "GET /v2.0/security-groups?id=8ca7ac2c-bfe5-493b-aae6-636315bac851&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3234155 Apr 18 20:46:59.026328 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-58a4fc50-57d8-4f09-8806-5b9c0e547fa1 req-32dd661c-611d-44cb-a7fe-ce1330554fe0 tempest-InstanceActionsTestJSON-1236848086 tempest-InstanceActionsTestJSON-1236848086-project] 10.222.0.42 "GET /v2.0/security-groups?id=adacd38e-34f7-44a4-b50c-f91e86c853ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3836555 Apr 18 20:46:59.033181 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-81424139-746d-4fb9-bed1-12a5084e6311 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:59.034774 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-81424139-746d-4fb9-bed1-12a5084e6311 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33443529', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33444176'] for router, after_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:59.039830 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-fdc92774-a382-4051-be51-8adbeb1da383 req-69b1380d-2896-42dc-a333-158eb7e5eaf6 service neutron] 10.222.0.48 "GET /v2.0/networks/cb56989d-7c5d-4678-b194-1d2edf1e842a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4630589 Apr 18 20:46:59.265904 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.db_base_plugin_common [req-ac596297-5be0-4d71-8a88-03ccfea867ee req-f473611a-a7eb-4770-9358-faef26238d7a tempest-MultipleCreateTestJSON-190675240 tempest-MultipleCreateTestJSON-190675240-project] Allocated IP 172.20.0.5 (1d9bef28-3e81-4e3e-8f24-c41d55475f5f/d5bbcfa7-4c14-4cbd-af87-49786db37498/4c35183f-d795-4dc9-9e08-685248134292) {{(pid=84040) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:46:59.366967 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-b92cc2b3-ab99-4069-a099-bfe333a195ac req-701845d6-aa59-4260-aef6-89e7bd56b154 tempest-MultipleCreateTestJSON-190675240 tempest-MultipleCreateTestJSON-190675240-project] 10.222.0.42 "GET /v2.0/ports?device_id=09ef93c4-4247-46e6-8073-210a05cb27e0 HTTP/1.1" status: 200 len: 210 time: 0.0538974 Apr 18 20:46:59.429479 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750375287399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253529'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:59.442475 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8bad273-6f2f-43ff-ac5a-0eff2705407a None None] Network 77a1b955-358e-4346-a83b-9ab21572ad2a requested from n-d-838334-2 {{(pid=84042) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 20:46:59.587388 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Device 77145dcb-168e-439a-ab2f-c0048e331fc2 up at agent ovs-agent-n-d-838334-2 {{(pid=84042) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 20:46:59.715592 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-ac596297-5be0-4d71-8a88-03ccfea867ee req-f473611a-a7eb-4770-9358-faef26238d7a tempest-MultipleCreateTestJSON-190675240 tempest-MultipleCreateTestJSON-190675240-project] Notify callbacks [] for port, precommit_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:59.814972 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9d30df0-779d-4e79-812a-83bb1ea8b937 req-5ec000b9-1c3a-4046-b65a-df5092832d46 tempest-MigrationsAdminTest-1326981207 tempest-MigrationsAdminTest-1326981207-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:46:59.815773 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [req-d9d30df0-779d-4e79-812a-83bb1ea8b937 req-5ec000b9-1c3a-4046-b65a-df5092832d46 tempest-MigrationsAdminTest-1326981207 tempest-MigrationsAdminTest-1326981207-project] Synchronizing usage tracker for tenant:0ae89e923933452faf6047be78995cc1 on resource:port {{(pid=84041) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 20:46:59.818456 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Provisioning complete for port 77145dcb-168e-439a-ab2f-c0048e331fc2 triggered by entity L2. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:46:59.818827 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1253608'] for port, provisioning_complete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:59.838363 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [req-d9d30df0-779d-4e79-812a-83bb1ea8b937 req-5ec000b9-1c3a-4046-b65a-df5092832d46 tempest-MigrationsAdminTest-1326981207 tempest-MigrationsAdminTest-1326981207-project] Unset dirty status for tenant:0ae89e923933452faf6047be78995cc1 on resource:port {{(pid=84041) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 20:46:59.839682 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-d9d30df0-779d-4e79-812a-83bb1ea8b937 req-5ec000b9-1c3a-4046-b65a-df5092832d46 tempest-MigrationsAdminTest-1326981207 tempest-MigrationsAdminTest-1326981207-project] 10.222.0.43 "GET /v2.0/ports?device_id=f880cebf-c088-4fa8-8d57-e363e846dff9&tenant_id=0ae89e923933452faf6047be78995cc1&binding%3Ahost_id=n-h2-838334-2 HTTP/1.1" status: 200 len: 948 time: 0.2010186 Apr 18 20:46:59.937652 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-ac596297-5be0-4d71-8a88-03ccfea867ee req-f473611a-a7eb-4770-9358-faef26238d7a tempest-MultipleCreateTestJSON-190675240 tempest-MultipleCreateTestJSON-190675240-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750374836619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32440838'] for port, after_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:00.080485 n-d-838334-2 neutron-server[84041]: INFO neutron.api.v2.resource [req-d9d30df0-779d-4e79-812a-83bb1ea8b937 req-1ff4f01d-5fed-4a72-a660-06c0f509bb5a service neutron] delete failed (client error): The resource could not be found. Apr 18 20:47:00.081407 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-d9d30df0-779d-4e79-812a-83bb1ea8b937 req-1ff4f01d-5fed-4a72-a660-06c0f509bb5a service neutron] 10.222.0.43 "DELETE /v2.0/ports/71c99b98-8c99-49cc-a68a-53c19bb768e7/bindings/n-h1-838334-2 HTTP/1.1" status: 404 len: 380 time: 0.2357881 Apr 18 20:47:00.088714 n-d-838334-2 neutron-server[84040]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ac596297-5be0-4d71-8a88-03ccfea867ee req-f473611a-a7eb-4770-9358-faef26238d7a tempest-MultipleCreateTestJSON-190675240 tempest-MultipleCreateTestJSON-190675240-project] Network 1d9bef28-3e81-4e3e-8f24-c41d55475f5f is already hosted by enough agents. {{(pid=84040) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:47:00.092968 n-d-838334-2 neutron-server[84040]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-81424139-746d-4fb9-bed1-12a5084e6311 admin admin] Router 5930ff31-0dd7-4782-9ab2-60f0de1503e5 is scheduled to L3 agent bc84d6c9-dd7a-4555-a351-592327b46d5a with binding_index 1 {{(pid=84040) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 18 20:47:00.094888 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f473611a-a7eb-4770-9358-faef26238d7a tempest-MultipleCreateTestJSON-190675240 tempest-MultipleCreateTestJSON-190675240-project] Pushing event updated for resources: {'Port': ['ID=4c35183f-d795-4dc9-9e08-685248134292,revision_number=1']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:47:00.105469 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fd21c0c-c1ce-4f6e-813d-6e7ce5f14e44 req-2e139f05-c5f4-44c8-93c2-2b5db38382f6 tempest-ListServersNegativeTestJSON-1460383695 tempest-ListServersNegativeTestJSON-1460383695-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:47:00.114807 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-8fd21c0c-c1ce-4f6e-813d-6e7ce5f14e44 req-2e139f05-c5f4-44c8-93c2-2b5db38382f6 tempest-ListServersNegativeTestJSON-1460383695 tempest-ListServersNegativeTestJSON-1460383695-project] 10.222.0.42 "GET /v2.0/networks?id=77a1b955-358e-4346-a83b-9ab21572ad2a HTTP/1.1" status: 200 len: 818 time: 0.3646688 Apr 18 20:47:00.124598 n-d-838334-2 neutron-server[84040]: DEBUG neutron.scheduler.base_scheduler [req-ac596297-5be0-4d71-8a88-03ccfea867ee req-f473611a-a7eb-4770-9358-faef26238d7a tempest-MultipleCreateTestJSON-190675240 tempest-MultipleCreateTestJSON-190675240-project] Resources bound (agent type, host, resource id): {{(pid=84040) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:47:00.128820 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.l3_dvrscheduler_db [req-ac596297-5be0-4d71-8a88-03ccfea867ee req-f473611a-a7eb-4770-9358-faef26238d7a tempest-MultipleCreateTestJSON-190675240 tempest-MultipleCreateTestJSON-190675240-project] Received port after_create {{(pid=84040) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 20:47:00.190084 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-8fd21c0c-c1ce-4f6e-813d-6e7ce5f14e44 req-395d9a4c-8bf1-4a7c-8060-a9c5c376c857 tempest-ListServersNegativeTestJSON-1460383695 tempest-ListServersNegativeTestJSON-1460383695-project] 10.222.0.42 "GET /v2.0/quotas/cd141b0544bc490a8a8e91c223e9d680 HTTP/1.1" status: 200 len: 375 time: 0.0741911 Apr 18 20:47:00.240809 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64f82916-94ec-4674-a12e-d15308e06adc req-1118a815-e2fd-42cd-b234-89b0bf9fd06c tempest-MigrationsAdminTest-1326981207 tempest-MigrationsAdminTest-1326981207-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:47:00.242334 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-64f82916-94ec-4674-a12e-d15308e06adc req-1118a815-e2fd-42cd-b234-89b0bf9fd06c tempest-MigrationsAdminTest-1326981207 tempest-MigrationsAdminTest-1326981207-project] 10.222.0.42 "GET /v2.0/ports?device_id=f880cebf-c088-4fa8-8d57-e363e846dff9 HTTP/1.1" status: 200 len: 948 time: 0.4912825 Apr 18 20:47:00.254698 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-8fd21c0c-c1ce-4f6e-813d-6e7ce5f14e44 req-7880d159-a8ef-43fa-8969-64e9a9eb2929 tempest-ListServersNegativeTestJSON-1460383695 tempest-ListServersNegativeTestJSON-1460383695-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=cd141b0544bc490a8a8e91c223e9d680&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0636003 Apr 18 20:47:00.254948 n-d-838334-2 neutron-server[84041]: DEBUG neutron.notifiers.nova [req-ac596297-5be0-4d71-8a88-03ccfea867ee req-96202dff-10d3-4d4e-b67f-8dd9125c6bfe service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 64b8a478-4b1c-4a49-b081-88e5d77d7195 {{(pid=84041) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 18 20:47:00.259940 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [req-8fd21c0c-c1ce-4f6e-813d-6e7ce5f14e44 req-f4d4daa7-b503-4da2-93b1-45ecb8ad44c6 service neutron] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=84040) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 18 20:47:00.262018 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-8fd21c0c-c1ce-4f6e-813d-6e7ce5f14e44 req-f4d4daa7-b503-4da2-93b1-45ecb8ad44c6 service neutron] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0054200 Apr 18 20:47:00.264295 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [req-ac596297-5be0-4d71-8a88-03ccfea867ee req-96202dff-10d3-4d4e-b67f-8dd9125c6bfe service neutron] Notify callbacks [] for port, precommit_update {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:00.280438 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.provisioning_blocks [req-ac596297-5be0-4d71-8a88-03ccfea867ee req-96202dff-10d3-4d4e-b67f-8dd9125c6bfe service neutron] Transition to ACTIVE for port object 64b8a478-4b1c-4a49-b081-88e5d77d7195 will not be triggered until provisioned by entity L2. {{(pid=84041) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 20:47:00.292996 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [req-ac596297-5be0-4d71-8a88-03ccfea867ee req-96202dff-10d3-4d4e-b67f-8dd9125c6bfe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32266282'] for port, after_update {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:00.311510 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac596297-5be0-4d71-8a88-03ccfea867ee req-f473611a-a7eb-4770-9358-faef26238d7a tempest-MultipleCreateTestJSON-190675240 tempest-MultipleCreateTestJSON-190675240-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:47:00.312154 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-ac596297-5be0-4d71-8a88-03ccfea867ee req-f473611a-a7eb-4770-9358-faef26238d7a tempest-MultipleCreateTestJSON-190675240 tempest-MultipleCreateTestJSON-190675240-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217293'] for port, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:00.441445 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96202dff-10d3-4d4e-b67f-8dd9125c6bfe service neutron] Pushing event updated for resources: {'Port': ['ID=64b8a478-4b1c-4a49-b081-88e5d77d7195,revision_number=2']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:47:00.457990 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-d9d30df0-779d-4e79-812a-83bb1ea8b937 req-649747df-3dd1-4627-8f4b-829f21b3409d service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=0ae89e923933452faf6047be78995cc1&device_id=f880cebf-c088-4fa8-8d57-e363e846dff9 HTTP/1.1" status: 200 len: 1099 time: 0.2753754 Apr 18 20:47:00.694217 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.managers [req-ac596297-5be0-4d71-8a88-03ccfea867ee req-96202dff-10d3-4d4e-b67f-8dd9125c6bfe service neutron] Attempting to bind port 64b8a478-4b1c-4a49-b081-88e5d77d7195 on host n-h1-838334-2 for vnic_type normal with profile {{(pid=84041) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:47:00.694549 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.managers [req-ac596297-5be0-4d71-8a88-03ccfea867ee req-96202dff-10d3-4d4e-b67f-8dd9125c6bfe service neutron] Attempting to bind port 64b8a478-4b1c-4a49-b081-88e5d77d7195 by drivers openvswitch,hyperv on host n-h1-838334-2 at level 0 using segments [{'id': '69e680c7-3ab0-48c4-a2d0-df2b5d30c8ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '1d9bef28-3e81-4e3e-8f24-c41d55475f5f'}] {{(pid=84041) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:47:00.694774 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac596297-5be0-4d71-8a88-03ccfea867ee req-96202dff-10d3-4d4e-b67f-8dd9125c6bfe service neutron] Attempting to bind port 64b8a478-4b1c-4a49-b081-88e5d77d7195 on network 1d9bef28-3e81-4e3e-8f24-c41d55475f5f {{(pid=84041) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 20:47:00.706317 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9d30df0-779d-4e79-812a-83bb1ea8b937 req-2b5fc09e-1f89-4dee-ae28-24ffd46e1f82 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:47:00.708066 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-d9d30df0-779d-4e79-812a-83bb1ea8b937 req-2b5fc09e-1f89-4dee-ae28-24ffd46e1f82 service neutron] 10.222.0.43 "GET /v2.0/networks?id=cb56989d-7c5d-4678-b194-1d2edf1e842a HTTP/1.1" status: 200 len: 870 time: 0.2364988 Apr 18 20:47:00.710895 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac596297-5be0-4d71-8a88-03ccfea867ee req-96202dff-10d3-4d4e-b67f-8dd9125c6bfe service neutron] Port 64b8a478-4b1c-4a49-b081-88e5d77d7195 on network 1d9bef28-3e81-4e3e-8f24-c41d55475f5f not bound, no agent of type Open vSwitch agent registered on host n-h1-838334-2 {{(pid=84041) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 18 20:47:00.711177 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac596297-5be0-4d71-8a88-03ccfea867ee req-96202dff-10d3-4d4e-b67f-8dd9125c6bfe service neutron] Attempting to bind port 64b8a478-4b1c-4a49-b081-88e5d77d7195 on network 1d9bef28-3e81-4e3e-8f24-c41d55475f5f {{(pid=84041) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 20:47:00.749810 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-ac596297-5be0-4d71-8a88-03ccfea867ee req-f473611a-a7eb-4770-9358-faef26238d7a tempest-MultipleCreateTestJSON-190675240 tempest-MultipleCreateTestJSON-190675240-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.0638690 Apr 18 20:47:00.757821 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-64f82916-94ec-4674-a12e-d15308e06adc req-22bc2dd5-dd2f-4bab-afc0-f91a82be70e6 tempest-MigrationsAdminTest-1326981207 tempest-MigrationsAdminTest-1326981207-project] 10.222.0.42 "GET /v2.0/security-groups?id=8ca7ac2c-bfe5-493b-aae6-636315bac851&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4944258 Apr 18 20:47:00.763124 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [req-ac596297-5be0-4d71-8a88-03ccfea867ee req-f2c8144b-7633-4d01-b7ba-b184b72eb765 tempest-MultipleCreateTestJSON-190675240 tempest-MultipleCreateTestJSON-190675240-project] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=84040) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 18 20:47:00.764137 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-ac596297-5be0-4d71-8a88-03ccfea867ee req-f2c8144b-7633-4d01-b7ba-b184b72eb765 tempest-MultipleCreateTestJSON-190675240 tempest-MultipleCreateTestJSON-190675240-project] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0047352 Apr 18 20:47:00.831587 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-8fd21c0c-c1ce-4f6e-813d-6e7ce5f14e44 req-c4d788bb-a5a3-4c6e-baba-87323b39df12 service neutron] 10.222.0.42 "GET /v2.0/networks/77a1b955-358e-4346-a83b-9ab21572ad2a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5464070 Apr 18 20:47:00.889618 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.v2.base [req-ac596297-5be0-4d71-8a88-03ccfea867ee req-02d80461-9a70-4829-a4be-3bc8ab3ebc3c service neutron] Request body: {'port': {'device_id': '09ef93c4-4247-46e6-8073-210a05cb27e0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-838334-2'}} {{(pid=84040) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 20:47:00.927806 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac596297-5be0-4d71-8a88-03ccfea867ee req-96202dff-10d3-4d4e-b67f-8dd9125c6bfe service neutron] Checking agent: {'id': 'd63bab19-ff81-4de1-afeb-a3732288d0d7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-838334-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 33, 59), 'started_at': datetime.datetime(2022, 4, 18, 20, 33, 59), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 20, 46, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84041) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 18 20:47:00.928957 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac596297-5be0-4d71-8a88-03ccfea867ee req-96202dff-10d3-4d4e-b67f-8dd9125c6bfe service neutron] Checking segment: {'id': '69e680c7-3ab0-48c4-a2d0-df2b5d30c8ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '1d9bef28-3e81-4e3e-8f24-c41d55475f5f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84041) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 20:47:00.929502 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac596297-5be0-4d71-8a88-03ccfea867ee req-96202dff-10d3-4d4e-b67f-8dd9125c6bfe service neutron] Bound using segment: {'id': '69e680c7-3ab0-48c4-a2d0-df2b5d30c8ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '1d9bef28-3e81-4e3e-8f24-c41d55475f5f'} {{(pid=84041) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 18 20:47:00.930813 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.managers [req-ac596297-5be0-4d71-8a88-03ccfea867ee req-96202dff-10d3-4d4e-b67f-8dd9125c6bfe service neutron] Bound port: 64b8a478-4b1c-4a49-b081-88e5d77d7195, host: n-h1-838334-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '69e680c7-3ab0-48c4-a2d0-df2b5d30c8ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '1d9bef28-3e81-4e3e-8f24-c41d55475f5f'}}] {{(pid=84041) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 20:47:00.931316 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [req-ac596297-5be0-4d71-8a88-03ccfea867ee req-96202dff-10d3-4d4e-b67f-8dd9125c6bfe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:01.010120 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-d9d30df0-779d-4e79-812a-83bb1ea8b937 req-af9d8a88-e658-4e7b-9958-cd8a77267c93 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.26&port_id=71c99b98-8c99-49cc-a68a-53c19bb768e7 HTTP/1.1" status: 200 len: 217 time: 0.2955339 Apr 18 20:47:01.118536 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.db [req-ac596297-5be0-4d71-8a88-03ccfea867ee req-96202dff-10d3-4d4e-b67f-8dd9125c6bfe service neutron] For port 64b8a478-4b1c-4a49-b081-88e5d77d7195, host n-h1-838334-2, cleared binding levels {{(pid=84041) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 20:47:01.122047 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9d30df0-779d-4e79-812a-83bb1ea8b937 req-753ce4ad-d7c2-4eac-bdc9-62a01f92ab71 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:47:01.124880 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-d9d30df0-779d-4e79-812a-83bb1ea8b937 req-753ce4ad-d7c2-4eac-bdc9-62a01f92ab71 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=c4b526db-4d8a-4d4c-a310-e3a599630ae1 HTTP/1.1" status: 200 len: 843 time: 0.1038101 Apr 18 20:47:01.127047 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.db [req-ac596297-5be0-4d71-8a88-03ccfea867ee req-96202dff-10d3-4d4e-b67f-8dd9125c6bfe service neutron] For port 64b8a478-4b1c-4a49-b081-88e5d77d7195, host n-h1-838334-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838334-2',level=0,port_id=64b8a478-4b1c-4a49-b081-88e5d77d7195,segment=NetworkSegment(69e680c7-3ab0-48c4-a2d0-df2b5d30c8ee),segment_id=69e680c7-3ab0-48c4-a2d0-df2b5d30c8ee)] {{(pid=84041) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 20:47:01.186420 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [req-ac596297-5be0-4d71-8a88-03ccfea867ee req-96202dff-10d3-4d4e-b67f-8dd9125c6bfe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32266282'] for port, after_update {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:01.260773 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-ac596297-5be0-4d71-8a88-03ccfea867ee req-02d80461-9a70-4829-a4be-3bc8ab3ebc3c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:01.269646 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Device 71c99b98-8c99-49cc-a68a-53c19bb768e7 up at agent hyperv_n-h2-838334-2 {{(pid=84042) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 20:47:01.291651 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-8fd21c0c-c1ce-4f6e-813d-6e7ce5f14e44 req-cb9706c6-1174-4fa0-8c84-c3bf900a8d2b service neutron] 10.222.0.42 "GET /v2.0/networks/77a1b955-358e-4346-a83b-9ab21572ad2a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4521625 Apr 18 20:47:01.313957 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96202dff-10d3-4d4e-b67f-8dd9125c6bfe service neutron] Pushing event updated for resources: {'Port': ['ID=64b8a478-4b1c-4a49-b081-88e5d77d7195,revision_number=3']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:47:01.323970 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [req-ac596297-5be0-4d71-8a88-03ccfea867ee req-96202dff-10d3-4d4e-b67f-8dd9125c6bfe service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217293'] for port, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:01.325283 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-ac596297-5be0-4d71-8a88-03ccfea867ee req-96202dff-10d3-4d4e-b67f-8dd9125c6bfe service neutron] 10.222.0.43 "PUT /v2.0/ports/64b8a478-4b1c-4a49-b081-88e5d77d7195 HTTP/1.1" status: 200 len: 1091 time: 2.6602516 Apr 18 20:47:01.327336 n-d-838334-2 neutron-server[84041]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '44218079-5002-47ac-a818-6a37f1a49a96', 'tag': '64b8a478-4b1c-4a49-b081-88e5d77d7195'}] {{(pid=84041) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 20:47:01.386706 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c5a5388-3352-45a3-b1fa-083d361a1bc0 req-d8ab473f-51db-41a2-885a-91161b52d2cd tempest-InstanceActionsTestJSON-1236848086 tempest-InstanceActionsTestJSON-1236848086-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:47:01.388362 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-7c5a5388-3352-45a3-b1fa-083d361a1bc0 req-d8ab473f-51db-41a2-885a-91161b52d2cd tempest-InstanceActionsTestJSON-1236848086 tempest-InstanceActionsTestJSON-1236848086-project] 10.222.0.42 "GET /v2.0/ports?device_id=2ec874be-3db9-4300-bbd2-9e2489e54af1 HTTP/1.1" status: 200 len: 945 time: 0.2639322 Apr 18 20:47:01.463194 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-81424139-746d-4fb9-bed1-12a5084e6311 admin admin] Notify agent at l3_agent.n-d-838334-2 the message routers_updated {{(pid=84040) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 20:47:01.488971 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f7723ba-4156-433d-b219-4428def1c4ea None None] Sync routers for ids ['5930ff31-0dd7-4782-9ab2-60f0de1503e5'] in n-d-838334-2 {{(pid=84042) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 18 20:47:01.548508 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Provisioning for port 71c99b98-8c99-49cc-a68a-53c19bb768e7 completed by entity L2. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 20:47:01.555281 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-d9d30df0-779d-4e79-812a-83bb1ea8b937 req-abb4d072-1c91-4893-a6ea-540ef96a4e01 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=cb56989d-7c5d-4678-b194-1d2edf1e842a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4235115 Apr 18 20:47:01.562214 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-7c5a5388-3352-45a3-b1fa-083d361a1bc0 req-a83f7e09-315a-443a-80ce-aecb39cd55f9 tempest-InstanceActionsTestJSON-1236848086 tempest-InstanceActionsTestJSON-1236848086-project] 10.222.0.42 "GET /v2.0/security-groups?id=adacd38e-34f7-44a4-b50c-f91e86c853ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1639864 Apr 18 20:47:01.565770 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-81424139-746d-4fb9-bed1-12a5084e6311 admin admin] Notify callbacks [] for router, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:01.566764 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-81424139-746d-4fb9-bed1-12a5084e6311 admin admin] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 935 time: 10.5049546 Apr 18 20:47:01.577649 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Provisioning complete for port 71c99b98-8c99-49cc-a68a-53c19bb768e7 triggered by entity L2. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:47:01.578386 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1253608'] for port, provisioning_complete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:01.579024 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 43086) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:47:01.741003 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f7723ba-4156-433d-b219-4428def1c4ea None None] Routers {'5930ff31-0dd7-4782-9ab2-60f0de1503e5'} bound to L3 agent in host n-d-838334-2 {{(pid=84042) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 20:47:01.743482 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_hamode_db [None req-8f7723ba-4156-433d-b219-4428def1c4ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838334-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-18T20:25:48Z,description=,heartbeat_timestamp=2022-04-18T20:46:48Z,host='n-d-838334-2',id=bc84d6c9-dd7a-4555-a351-592327b46d5a,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:25:48Z,topic='l3_agent')) {'router_ids': ['5930ff31-0dd7-4782-9ab2-60f0de1503e5'], 'active': True} {{(pid=84042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:47:01.924018 n-d-838334-2 neutron-server[84041]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b4176dde-3654-47c3-996a-69f72f4b64c8'] response: {'name': 'network-changed', 'server_uuid': '44218079-5002-47ac-a818-6a37f1a49a96', 'tag': '64b8a478-4b1c-4a49-b081-88e5d77d7195', 'status': 'completed', 'code': 200} Apr 18 20:47:01.991902 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-ac596297-5be0-4d71-8a88-03ccfea867ee req-3f301270-b520-40c7-9aa9-a953c2910679 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=2c9b2c88a8a84f839903c8c7e9f1ad0a&device_id=44218079-5002-47ac-a818-6a37f1a49a96 HTTP/1.1" status: 200 len: 1094 time: 0.6181242 Apr 18 20:47:02.182024 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-d9d30df0-779d-4e79-812a-83bb1ea8b937 req-eee5053c-ac63-408e-8e51-b3ffc05cf45b service neutron] 10.222.0.43 "GET /v2.0/networks/cb56989d-7c5d-4678-b194-1d2edf1e842a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6144166 Apr 18 20:47:02.184657 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-ac596297-5be0-4d71-8a88-03ccfea867ee req-b7153ff6-343a-4434-bbd0-adb7c6a88ce6 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=64b8a478-4b1c-4a49-b081-88e5d77d7195 HTTP/1.1" status: 200 len: 217 time: 0.1814778 Apr 18 20:47:02.373108 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:02.427437 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6e78174-f329-4c71-832b-70d072ecb1f5 req-fb63b5a1-0754-4b1f-bbb2-d4377d0251b3 tempest-MultipleCreateTestJSON-190675240 tempest-MultipleCreateTestJSON-190675240-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:47:02.428956 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [req-f6e78174-f329-4c71-832b-70d072ecb1f5 req-fb63b5a1-0754-4b1f-bbb2-d4377d0251b3 tempest-MultipleCreateTestJSON-190675240 tempest-MultipleCreateTestJSON-190675240-project] Synchronizing usage tracker for tenant:2c9b2c88a8a84f839903c8c7e9f1ad0a on resource:port {{(pid=84040) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 20:47:02.444698 n-d-838334-2 neutron-server[84040]: DEBUG neutron.notifiers.nova [req-ac596297-5be0-4d71-8a88-03ccfea867ee req-02d80461-9a70-4829-a4be-3bc8ab3ebc3c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4c35183f-d795-4dc9-9e08-685248134292 {{(pid=84040) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 18 20:47:02.458877 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-ac596297-5be0-4d71-8a88-03ccfea867ee req-02d80461-9a70-4829-a4be-3bc8ab3ebc3c service neutron] Notify callbacks [] for port, precommit_update {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:02.489834 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [req-f6e78174-f329-4c71-832b-70d072ecb1f5 req-fb63b5a1-0754-4b1f-bbb2-d4377d0251b3 tempest-MultipleCreateTestJSON-190675240 tempest-MultipleCreateTestJSON-190675240-project] Unset dirty status for tenant:2c9b2c88a8a84f839903c8c7e9f1ad0a on resource:port {{(pid=84040) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 20:47:02.498693 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-f6e78174-f329-4c71-832b-70d072ecb1f5 req-fb63b5a1-0754-4b1f-bbb2-d4377d0251b3 tempest-MultipleCreateTestJSON-190675240 tempest-MultipleCreateTestJSON-190675240-project] 10.222.0.42 "GET /v2.0/ports?device_id=09ef93c4-4247-46e6-8073-210a05cb27e0 HTTP/1.1" status: 200 len: 931 time: 0.2921302 Apr 18 20:47:02.549368 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.provisioning_blocks [req-ac596297-5be0-4d71-8a88-03ccfea867ee req-02d80461-9a70-4829-a4be-3bc8ab3ebc3c service neutron] Transition to ACTIVE for port object 4c35183f-d795-4dc9-9e08-685248134292 will not be triggered until provisioned by entity L2. {{(pid=84040) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 20:47:02.560102 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-ac596297-5be0-4d71-8a88-03ccfea867ee req-02d80461-9a70-4829-a4be-3bc8ab3ebc3c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32440959'] for port, after_update {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:02.563850 n-d-838334-2 neutron-server[84042]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f880cebf-c088-4fa8-8d57-e363e846dff9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '71c99b98-8c99-49cc-a68a-53c19bb768e7'}] {{(pid=84042) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 20:47:02.623324 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac596297-5be0-4d71-8a88-03ccfea867ee req-f2e6b326-60ca-47f2-a9d6-fbd891c03b61 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:47:02.634525 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] For port 71c99b98-8c99-49cc-a68a-53c19bb768e7, host n-h2-838334-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838334-2',level=0,port_id=71c99b98-8c99-49cc-a68a-53c19bb768e7,segment=NetworkSegment(62b85806-94d8-4a88-a06c-da82e5932d66),segment_id=62b85806-94d8-4a88-a06c-da82e5932d66)] {{(pid=84042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:47:02.658144 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-ac596297-5be0-4d71-8a88-03ccfea867ee req-f2e6b326-60ca-47f2-a9d6-fbd891c03b61 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=d5bbcfa7-4c14-4cbd-af87-49786db37498 HTTP/1.1" status: 200 len: 853 time: 0.4186654 Apr 18 20:47:02.658292 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682'] for port, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:02.819547 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-ac596297-5be0-4d71-8a88-03ccfea867ee req-070bcac8-8ec8-4d65-8c60-6d569989fb95 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=1d9bef28-3e81-4e3e-8f24-c41d55475f5f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1307011 Apr 18 20:47:02.826193 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-d9d30df0-779d-4e79-812a-83bb1ea8b937 req-f549a310-cb98-4e15-ac39-b56466202675 service neutron] 10.222.0.43 "GET /v2.0/networks/cb56989d-7c5d-4678-b194-1d2edf1e842a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6396081 Apr 18 20:47:02.933958 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_dvr_db [None req-8f7723ba-4156-433d-b219-4428def1c4ea None None] Set router 5930ff31-0dd7-4782-9ab2-60f0de1503e5 gateway port host: n-d-838334-2 {{(pid=84042) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 20:47:02.971460 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-ac596297-5be0-4d71-8a88-03ccfea867ee req-1012aee0-af41-4f24-9fa6-cfd526d18c61 service neutron] 10.222.0.43 "GET /v2.0/networks/1d9bef28-3e81-4e3e-8f24-c41d55475f5f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1439989 Apr 18 20:47:03.001599 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Pushing event updated for resources: {'Port': ['ID=71c99b98-8c99-49cc-a68a-53c19bb768e7,revision_number=9']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:47:03.317279 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-ac596297-5be0-4d71-8a88-03ccfea867ee req-494dcb1e-46e3-4fb4-b913-5a531b9fdae5 service neutron] 10.222.0.43 "GET /v2.0/networks/1d9bef28-3e81-4e3e-8f24-c41d55475f5f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3390617 Apr 18 20:47:03.353020 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [req-f6e78174-f329-4c71-832b-70d072ecb1f5 req-71429577-d7b8-4c57-b5af-6e61f07d22a1 tempest-MultipleCreateTestJSON-190675240 tempest-MultipleCreateTestJSON-190675240-project] Synchronizing usage tracker for tenant:2c9b2c88a8a84f839903c8c7e9f1ad0a on resource:security_group {{(pid=84040) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 20:47:03.356035 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02d80461-9a70-4829-a4be-3bc8ab3ebc3c service neutron] Pushing event updated for resources: {'Port': ['ID=4c35183f-d795-4dc9-9e08-685248134292,revision_number=2']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:47:03.621696 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-80d00b28-8494-4163-b64f-2b3019181676 req-8faab381-bba9-4eff-a6c9-35036ea35ba5 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=2c9b2c88a8a84f839903c8c7e9f1ad0a&device_id=44218079-5002-47ac-a818-6a37f1a49a96 HTTP/1.1" status: 200 len: 1094 time: 0.1859953 Apr 18 20:47:03.634272 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750375287399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253529'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:03.675767 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_hamode_db [None req-8f7723ba-4156-433d-b219-4428def1c4ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5930ff31-0dd7-4782-9ab2-60f0de1503e5', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-863060736-router', 'tenant_id': 'de43fde3b8a14176aa6f8d06f52c858c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'external_fixed_ips': [{'subnet_id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'ip_address': '172.25.8.142'}], 'enable_snat': True}, 'gw_port_id': '28c1c72f-07f4-4f7a-808c-e7e68d0d3e3b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:46:51Z', 'updated_at': '2022-04-18T20:46:58Z', 'revision_number': 3, 'project_id': 'de43fde3b8a14176aa6f8d06f52c858c', 'gw_port': {'id': '28c1c72f-07f4-4f7a-808c-e7e68d0d3e3b', 'name': '', 'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:cf:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5930ff31-0dd7-4782-9ab2-60f0de1503e5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'ip_address': '172.25.8.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:46:54Z', 'updated_at': '2022-04-18T20:46:54Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838334-2'}], 'n-d-838334-2', False) {} {{(pid=84042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:47:03.683436 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f7723ba-4156-433d-b219-4428def1c4ea None None] Checking router: 5930ff31-0dd7-4782-9ab2-60f0de1503e5 for host: n-d-838334-2 {{(pid=84042) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 18 20:47:03.683853 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f7723ba-4156-433d-b219-4428def1c4ea None None] Updating router 5930ff31-0dd7-4782-9ab2-60f0de1503e5 port 28c1c72f-07f4-4f7a-808c-e7e68d0d3e3b binding host n-d-838334-2 {{(pid=84042) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 18 20:47:03.809569 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [req-f6e78174-f329-4c71-832b-70d072ecb1f5 req-71429577-d7b8-4c57-b5af-6e61f07d22a1 tempest-MultipleCreateTestJSON-190675240 tempest-MultipleCreateTestJSON-190675240-project] Unset dirty status for tenant:2c9b2c88a8a84f839903c8c7e9f1ad0a on resource:security_group {{(pid=84040) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 20:47:03.819519 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-8f7723ba-4156-433d-b219-4428def1c4ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:03.826803 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-f6e78174-f329-4c71-832b-70d072ecb1f5 req-71429577-d7b8-4c57-b5af-6e61f07d22a1 tempest-MultipleCreateTestJSON-190675240 tempest-MultipleCreateTestJSON-190675240-project] 10.222.0.42 "GET /v2.0/security-groups?id=1b05a6b2-12b5-46ba-add0-6b3994e41087&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.3269854 Apr 18 20:47:03.966785 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a22e7d0-94b0-434f-8fab-fd2581ab1cdd req-f7dc0383-4b68-433a-bb07-cf3f30fc1633 tempest-MigrationsAdminTest-1326981207 tempest-MigrationsAdminTest-1326981207-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:47:03.975973 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-7a22e7d0-94b0-434f-8fab-fd2581ab1cdd req-f7dc0383-4b68-433a-bb07-cf3f30fc1633 tempest-MigrationsAdminTest-1326981207 tempest-MigrationsAdminTest-1326981207-project] 10.222.0.42 "GET /v2.0/ports?device_id=f880cebf-c088-4fa8-8d57-e363e846dff9 HTTP/1.1" status: 200 len: 949 time: 0.6974869 Apr 18 20:47:04.070105 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80d00b28-8494-4163-b64f-2b3019181676 req-4725f767-1006-4dbf-9eec-194102eea0f3 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:47:04.074779 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-80d00b28-8494-4163-b64f-2b3019181676 req-4725f767-1006-4dbf-9eec-194102eea0f3 service neutron] 10.222.0.43 "GET /v2.0/networks?id=1d9bef28-3e81-4e3e-8f24-c41d55475f5f HTTP/1.1" status: 200 len: 914 time: 0.4454753 Apr 18 20:47:04.161099 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.managers [req-ac596297-5be0-4d71-8a88-03ccfea867ee req-02d80461-9a70-4829-a4be-3bc8ab3ebc3c service neutron] Attempting to bind port 4c35183f-d795-4dc9-9e08-685248134292 on host n-h2-838334-2 for vnic_type normal with profile {{(pid=84040) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:47:04.161798 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.managers [req-ac596297-5be0-4d71-8a88-03ccfea867ee req-02d80461-9a70-4829-a4be-3bc8ab3ebc3c service neutron] Attempting to bind port 4c35183f-d795-4dc9-9e08-685248134292 by drivers openvswitch,hyperv on host n-h2-838334-2 at level 0 using segments [{'id': '69e680c7-3ab0-48c4-a2d0-df2b5d30c8ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '1d9bef28-3e81-4e3e-8f24-c41d55475f5f'}] {{(pid=84040) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:47:04.162899 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac596297-5be0-4d71-8a88-03ccfea867ee req-02d80461-9a70-4829-a4be-3bc8ab3ebc3c service neutron] Attempting to bind port 4c35183f-d795-4dc9-9e08-685248134292 on network 1d9bef28-3e81-4e3e-8f24-c41d55475f5f {{(pid=84040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 20:47:04.216136 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-7a22e7d0-94b0-434f-8fab-fd2581ab1cdd req-59759479-bcb2-4d37-b576-2ee0e1ffc359 tempest-MigrationsAdminTest-1326981207 tempest-MigrationsAdminTest-1326981207-project] 10.222.0.42 "GET /v2.0/security-groups?id=8ca7ac2c-bfe5-493b-aae6-636315bac851&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2379658 Apr 18 20:47:04.224430 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac596297-5be0-4d71-8a88-03ccfea867ee req-02d80461-9a70-4829-a4be-3bc8ab3ebc3c service neutron] Port 4c35183f-d795-4dc9-9e08-685248134292 on network 1d9bef28-3e81-4e3e-8f24-c41d55475f5f not bound, no agent of type Open vSwitch agent registered on host n-h2-838334-2 {{(pid=84040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 18 20:47:04.229165 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac596297-5be0-4d71-8a88-03ccfea867ee req-02d80461-9a70-4829-a4be-3bc8ab3ebc3c service neutron] Attempting to bind port 4c35183f-d795-4dc9-9e08-685248134292 on network 1d9bef28-3e81-4e3e-8f24-c41d55475f5f {{(pid=84040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 20:47:04.275363 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-80d00b28-8494-4163-b64f-2b3019181676 req-2a71f851-d4c1-4bb2-ae1c-2dbc25a5c305 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=64b8a478-4b1c-4a49-b081-88e5d77d7195 HTTP/1.1" status: 200 len: 217 time: 0.1920545 Apr 18 20:47:04.277163 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac596297-5be0-4d71-8a88-03ccfea867ee req-02d80461-9a70-4829-a4be-3bc8ab3ebc3c service neutron] Checking agent: {'id': 'dc797004-f641-47b7-a77f-9c62b5b16296', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-838334-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 34, 3), 'started_at': datetime.datetime(2022, 4, 18, 20, 34, 3), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 20, 47, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 18 20:47:04.277799 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac596297-5be0-4d71-8a88-03ccfea867ee req-02d80461-9a70-4829-a4be-3bc8ab3ebc3c service neutron] Checking segment: {'id': '69e680c7-3ab0-48c4-a2d0-df2b5d30c8ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '1d9bef28-3e81-4e3e-8f24-c41d55475f5f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84040) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 20:47:04.278409 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac596297-5be0-4d71-8a88-03ccfea867ee req-02d80461-9a70-4829-a4be-3bc8ab3ebc3c service neutron] Bound using segment: {'id': '69e680c7-3ab0-48c4-a2d0-df2b5d30c8ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '1d9bef28-3e81-4e3e-8f24-c41d55475f5f'} {{(pid=84040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 18 20:47:04.279115 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.managers [req-ac596297-5be0-4d71-8a88-03ccfea867ee req-02d80461-9a70-4829-a4be-3bc8ab3ebc3c service neutron] Bound port: 4c35183f-d795-4dc9-9e08-685248134292, host: n-h2-838334-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '69e680c7-3ab0-48c4-a2d0-df2b5d30c8ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '1d9bef28-3e81-4e3e-8f24-c41d55475f5f'}}] {{(pid=84040) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 20:47:04.279722 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-ac596297-5be0-4d71-8a88-03ccfea867ee req-02d80461-9a70-4829-a4be-3bc8ab3ebc3c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:04.424518 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80d00b28-8494-4163-b64f-2b3019181676 req-ade915c4-aade-47ec-81c1-94f6ffa94c3b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:47:04.427248 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-80d00b28-8494-4163-b64f-2b3019181676 req-ade915c4-aade-47ec-81c1-94f6ffa94c3b service neutron] 10.222.0.43 "GET /v2.0/subnets?id=d5bbcfa7-4c14-4cbd-af87-49786db37498 HTTP/1.1" status: 200 len: 853 time: 0.1448331 Apr 18 20:47:04.490382 n-d-838334-2 neutron-server[84042]: INFO neutron.notifiers.nova [-] Nova event matching ['req-819e044e-4699-4210-a772-d3fe8a3b43e0'] response: {'server_uuid': 'f880cebf-c088-4fa8-8d57-e363e846dff9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '71c99b98-8c99-49cc-a68a-53c19bb768e7', 'code': 200} Apr 18 20:47:04.509594 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-80d00b28-8494-4163-b64f-2b3019181676 req-652f2124-eb12-4585-8e32-8643a699ba59 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=1d9bef28-3e81-4e3e-8f24-c41d55475f5f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0771670 Apr 18 20:47:04.546928 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-8f7723ba-4156-433d-b219-4428def1c4ea None None] Notify callbacks [] for port, precommit_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:04.577216 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-8f7723ba-4156-433d-b219-4428def1c4ea None None] Transition to ACTIVE for port object 28c1c72f-07f4-4f7a-808c-e7e68d0d3e3b will not be triggered until provisioned by entity L2. {{(pid=84042) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 20:47:04.591346 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-8f7723ba-4156-433d-b219-4428def1c4ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682'] for port, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:04.748391 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-a348dee9-d0ae-4111-9866-1e203da6d203 req-6cb5079b-d567-486d-9cca-49a467ae8e98 tempest-ListServersNegativeTestJSON-1460383695 tempest-ListServersNegativeTestJSON-1460383695-project] 10.222.0.42 "GET /v2.0/ports?device_id=131b2c4a-a8af-4e3a-8347-70328b7d1ae0 HTTP/1.1" status: 200 len: 210 time: 0.2174768 Apr 18 20:47:04.752046 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a581bfd2-0c9b-4aa3-84f0-dbabf0e9f660 None None] Pushing event updated for resources: {'Port': ['ID=28c1c72f-07f4-4f7a-808c-e7e68d0d3e3b,revision_number=2']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:47:04.810793 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.managers [None req-8f7723ba-4156-433d-b219-4428def1c4ea None None] Attempting to bind port 28c1c72f-07f4-4f7a-808c-e7e68d0d3e3b on host n-d-838334-2 for vnic_type normal with profile {{(pid=84042) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:47:04.811162 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.managers [None req-8f7723ba-4156-433d-b219-4428def1c4ea None None] Attempting to bind port 28c1c72f-07f4-4f7a-808c-e7e68d0d3e3b by drivers openvswitch,hyperv on host n-d-838334-2 at level 0 using segments [{'id': '732aa830-768b-4511-951f-d08e26b9c25b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c'}] {{(pid=84042) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:47:04.819987 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f7723ba-4156-433d-b219-4428def1c4ea None None] Attempting to bind port 28c1c72f-07f4-4f7a-808c-e7e68d0d3e3b on network e41b6600-a917-4a8d-b05c-be3be40c6d8c {{(pid=84042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 20:47:04.851602 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f7723ba-4156-433d-b219-4428def1c4ea None None] Checking agent: {'id': '97cd4414-7af6-4d67-868d-dff370b4071a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838334-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 25, 49), 'started_at': datetime.datetime(2022, 4, 18, 20, 26, 19), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 20, 46, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838334-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 18 20:47:04.852190 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f7723ba-4156-433d-b219-4428def1c4ea None None] Checking segment: {'id': '732aa830-768b-4511-951f-d08e26b9c25b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84042) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 20:47:04.852829 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-8f7723ba-4156-433d-b219-4428def1c4ea None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:04.853213 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f7723ba-4156-433d-b219-4428def1c4ea None None] Bound using segment: {'id': '732aa830-768b-4511-951f-d08e26b9c25b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c'} {{(pid=84042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 18 20:47:04.859210 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.managers [None req-8f7723ba-4156-433d-b219-4428def1c4ea None None] Bound port: 28c1c72f-07f4-4f7a-808c-e7e68d0d3e3b, host: n-d-838334-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '732aa830-768b-4511-951f-d08e26b9c25b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c'}}] {{(pid=84042) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 20:47:04.859718 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-8f7723ba-4156-433d-b219-4428def1c4ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:04.923781 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-80d00b28-8494-4163-b64f-2b3019181676 req-354c4624-9b83-495a-bccf-ddd61585d82e service neutron] 10.222.0.43 "GET /v2.0/networks/1d9bef28-3e81-4e3e-8f24-c41d55475f5f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4073620 Apr 18 20:47:05.127178 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-8f7723ba-4156-433d-b219-4428def1c4ea None None] For port 28c1c72f-07f4-4f7a-808c-e7e68d0d3e3b, host n-d-838334-2, cleared binding levels {{(pid=84042) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 20:47:05.148280 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-8f7723ba-4156-433d-b219-4428def1c4ea None None] For port 28c1c72f-07f4-4f7a-808c-e7e68d0d3e3b, host n-d-838334-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838334-2',level=0,port_id=28c1c72f-07f4-4f7a-808c-e7e68d0d3e3b,segment=NetworkSegment(732aa830-768b-4511-951f-d08e26b9c25b),segment_id=732aa830-768b-4511-951f-d08e26b9c25b)] {{(pid=84042) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 20:47:05.171655 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-8f7723ba-4156-433d-b219-4428def1c4ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682'] for port, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:05.318800 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.db [req-ac596297-5be0-4d71-8a88-03ccfea867ee req-02d80461-9a70-4829-a4be-3bc8ab3ebc3c service neutron] For port 4c35183f-d795-4dc9-9e08-685248134292, host n-h2-838334-2, cleared binding levels {{(pid=84040) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 20:47:05.334832 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.db [req-ac596297-5be0-4d71-8a88-03ccfea867ee req-02d80461-9a70-4829-a4be-3bc8ab3ebc3c service neutron] For port 4c35183f-d795-4dc9-9e08-685248134292, host n-h2-838334-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838334-2',level=0,port_id=4c35183f-d795-4dc9-9e08-685248134292,segment=NetworkSegment(69e680c7-3ab0-48c4-a2d0-df2b5d30c8ee),segment_id=69e680c7-3ab0-48c4-a2d0-df2b5d30c8ee)] {{(pid=84040) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 20:47:05.400165 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-ac596297-5be0-4d71-8a88-03ccfea867ee req-02d80461-9a70-4829-a4be-3bc8ab3ebc3c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32440959'] for port, after_update {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:05.453524 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f7723ba-4156-433d-b219-4428def1c4ea None None] Routers {'5930ff31-0dd7-4782-9ab2-60f0de1503e5'} bound to L3 agent in host n-d-838334-2 {{(pid=84042) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 20:47:05.454159 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_hamode_db [None req-8f7723ba-4156-433d-b219-4428def1c4ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838334-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-18T20:25:48Z,description=,heartbeat_timestamp=2022-04-18T20:46:48Z,host='n-d-838334-2',id=bc84d6c9-dd7a-4555-a351-592327b46d5a,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:25:48Z,topic='l3_agent')) {'router_ids': ['5930ff31-0dd7-4782-9ab2-60f0de1503e5'], 'active': True} {{(pid=84042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:47:05.567247 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-80d00b28-8494-4163-b64f-2b3019181676 req-f8c880dc-95ba-478e-b1e0-5da15b1c08bc service neutron] 10.222.0.43 "GET /v2.0/networks/1d9bef28-3e81-4e3e-8f24-c41d55475f5f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6340594 Apr 18 20:47:05.572471 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a581bfd2-0c9b-4aa3-84f0-dbabf0e9f660 None None] Pushing event updated for resources: {'Port': ['ID=28c1c72f-07f4-4f7a-808c-e7e68d0d3e3b,revision_number=3']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:47:05.619300 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-910b866d-bbf9-484b-a9a5-877e4f94b425 req-50bbc832-fe5c-4cd7-91d7-f252ba9d50ec service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=8947808ed36e4fa3995c00a2b7044df5&device_id=2ec874be-3db9-4300-bbd2-9e2489e54af1 HTTP/1.1" status: 200 len: 1096 time: 1.0873957 Apr 18 20:47:05.637515 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fd21c0c-c1ce-4f6e-813d-6e7ce5f14e44 req-df5ab1d4-8135-4fbf-a313-16d662c778b7 tempest-ListServersNegativeTestJSON-1460383695 tempest-ListServersNegativeTestJSON-1460383695-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:47:05.654207 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [req-8fd21c0c-c1ce-4f6e-813d-6e7ce5f14e44 req-df5ab1d4-8135-4fbf-a313-16d662c778b7 tempest-ListServersNegativeTestJSON-1460383695 tempest-ListServersNegativeTestJSON-1460383695-project] Synchronizing usage tracker for tenant:cd141b0544bc490a8a8e91c223e9d680 on resource:network {{(pid=84041) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 20:47:05.694595 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [req-8fd21c0c-c1ce-4f6e-813d-6e7ce5f14e44 req-df5ab1d4-8135-4fbf-a313-16d662c778b7 tempest-ListServersNegativeTestJSON-1460383695 tempest-ListServersNegativeTestJSON-1460383695-project] Unset dirty status for tenant:cd141b0544bc490a8a8e91c223e9d680 on resource:network {{(pid=84041) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 20:47:05.700007 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-8fd21c0c-c1ce-4f6e-813d-6e7ce5f14e44 req-df5ab1d4-8135-4fbf-a313-16d662c778b7 tempest-ListServersNegativeTestJSON-1460383695 tempest-ListServersNegativeTestJSON-1460383695-project] 10.222.0.43 "GET /v2.0/networks?id=77a1b955-358e-4346-a83b-9ab21572ad2a HTTP/1.1" status: 200 len: 818 time: 0.5572038 Apr 18 20:47:05.717418 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.v2.base [req-8fd21c0c-c1ce-4f6e-813d-6e7ce5f14e44 req-3f026582-c11d-434d-846b-c5c6e3b83f27 tempest-ListServersNegativeTestJSON-1460383695 tempest-ListServersNegativeTestJSON-1460383695-project] Request body: {'port': {'device_id': '70de86c8-2f95-4a2a-99c9-34ac2a668805', 'network_id': '77a1b955-358e-4346-a83b-9ab21572ad2a', 'admin_state_up': True, 'tenant_id': 'cd141b0544bc490a8a8e91c223e9d680'}} {{(pid=84041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 20:47:05.780938 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-ac596297-5be0-4d71-8a88-03ccfea867ee req-02d80461-9a70-4829-a4be-3bc8ab3ebc3c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217293'] for port, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:05.796908 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-ac596297-5be0-4d71-8a88-03ccfea867ee req-02d80461-9a70-4829-a4be-3bc8ab3ebc3c service neutron] 10.222.0.48 "PUT /v2.0/ports/4c35183f-d795-4dc9-9e08-685248134292 HTTP/1.1" status: 200 len: 1091 time: 5.0168698 Apr 18 20:47:05.797739 n-d-838334-2 neutron-server[84040]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '09ef93c4-4247-46e6-8073-210a05cb27e0', 'tag': '4c35183f-d795-4dc9-9e08-685248134292'}] {{(pid=84040) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 20:47:05.871503 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_dvr_db [None req-8f7723ba-4156-433d-b219-4428def1c4ea None None] Set router 5930ff31-0dd7-4782-9ab2-60f0de1503e5 gateway port host: n-d-838334-2 {{(pid=84042) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 20:47:05.942622 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [req-8fd21c0c-c1ce-4f6e-813d-6e7ce5f14e44 req-3f026582-c11d-434d-846b-c5c6e3b83f27 tempest-ListServersNegativeTestJSON-1460383695 tempest-ListServersNegativeTestJSON-1460383695-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:47:05.943567 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02d80461-9a70-4829-a4be-3bc8ab3ebc3c service neutron] Pushing event updated for resources: {'Port': ['ID=4c35183f-d795-4dc9-9e08-685248134292,revision_number=3']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:47:06.001809 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [req-8fd21c0c-c1ce-4f6e-813d-6e7ce5f14e44 req-3f026582-c11d-434d-846b-c5c6e3b83f27 tempest-ListServersNegativeTestJSON-1460383695 tempest-ListServersNegativeTestJSON-1460383695-project] Usage tracker for resource:port and tenant:cd141b0544bc490a8a8e91c223e9d680 is out of sync, need to count used quota {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:47:06.010930 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [req-8fd21c0c-c1ce-4f6e-813d-6e7ce5f14e44 req-3f026582-c11d-434d-846b-c5c6e3b83f27 tempest-ListServersNegativeTestJSON-1460383695 tempest-ListServersNegativeTestJSON-1460383695-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:47:06.034207 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [req-8fd21c0c-c1ce-4f6e-813d-6e7ce5f14e44 req-3f026582-c11d-434d-846b-c5c6e3b83f27 tempest-ListServersNegativeTestJSON-1460383695 tempest-ListServersNegativeTestJSON-1460383695-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:47:06.114001 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8fd21c0c-c1ce-4f6e-813d-6e7ce5f14e44 req-3f026582-c11d-434d-846b-c5c6e3b83f27 tempest-ListServersNegativeTestJSON-1460383695 tempest-ListServersNegativeTestJSON-1460383695-project] Made reservation on behalf of cd141b0544bc490a8a8e91c223e9d680 for: {'port': 1} {{(pid=84041) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:47:06.120612 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [req-8fd21c0c-c1ce-4f6e-813d-6e7ce5f14e44 req-3f026582-c11d-434d-846b-c5c6e3b83f27 tempest-ListServersNegativeTestJSON-1460383695 tempest-ListServersNegativeTestJSON-1460383695-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:06.178875 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fd21c0c-c1ce-4f6e-813d-6e7ce5f14e44 req-b8d9e503-844b-4909-91a9-13754435d35c tempest-ListServersNegativeTestJSON-1460383695 tempest-ListServersNegativeTestJSON-1460383695-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:47:06.181571 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-8fd21c0c-c1ce-4f6e-813d-6e7ce5f14e44 req-b8d9e503-844b-4909-91a9-13754435d35c tempest-ListServersNegativeTestJSON-1460383695 tempest-ListServersNegativeTestJSON-1460383695-project] 10.222.0.48 "GET /v2.0/networks?id=77a1b955-358e-4346-a83b-9ab21572ad2a HTTP/1.1" status: 200 len: 818 time: 0.6967590 Apr 18 20:47:06.202587 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e082b912-8c3a-489e-9977-f06c3b8171de req-8447208f-6f4a-4874-b79c-7d690a60af00 tempest-InstanceActionsTestJSON-1236848086 tempest-InstanceActionsTestJSON-1236848086-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:47:06.228272 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-e082b912-8c3a-489e-9977-f06c3b8171de req-8447208f-6f4a-4874-b79c-7d690a60af00 tempest-InstanceActionsTestJSON-1236848086 tempest-InstanceActionsTestJSON-1236848086-project] 10.222.0.42 "GET /v2.0/ports?device_id=2ec874be-3db9-4300-bbd2-9e2489e54af1 HTTP/1.1" status: 200 len: 945 time: 1.1251419 Apr 18 20:47:06.268920 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.v2.base [req-8fd21c0c-c1ce-4f6e-813d-6e7ce5f14e44 req-c2ebb6a7-731e-480b-a406-69b9e3ca1005 tempest-ListServersNegativeTestJSON-1460383695 tempest-ListServersNegativeTestJSON-1460383695-project] Request body: {'port': {'device_id': 'e63bf7fc-07cb-40b4-92b1-0857bbf73fef', 'network_id': '77a1b955-358e-4346-a83b-9ab21572ad2a', 'admin_state_up': True, 'tenant_id': 'cd141b0544bc490a8a8e91c223e9d680'}} {{(pid=84040) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 20:47:06.309715 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-910b866d-bbf9-484b-a9a5-877e4f94b425 req-cf7d54f8-0d42-47ad-98e2-3226a47d0c00 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:47:06.316143 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-910b866d-bbf9-484b-a9a5-877e4f94b425 req-cf7d54f8-0d42-47ad-98e2-3226a47d0c00 service neutron] 10.222.0.48 "GET /v2.0/networks?id=00abdbfc-8010-4a13-aa70-0466b1b749c3 HTTP/1.1" status: 200 len: 914 time: 0.6862128 Apr 18 20:47:06.400477 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.db_base_plugin_common [req-8fd21c0c-c1ce-4f6e-813d-6e7ce5f14e44 req-3f026582-c11d-434d-846b-c5c6e3b83f27 tempest-ListServersNegativeTestJSON-1460383695 tempest-ListServersNegativeTestJSON-1460383695-project] Allocated IP 172.20.0.6 (77a1b955-358e-4346-a83b-9ab21572ad2a/fc043362-0819-4173-b5d7-2f411858871b/6fc240fe-bfe2-4690-bce7-eda26c7e84b2) {{(pid=84041) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:47:06.448732 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_hamode_db [None req-8f7723ba-4156-433d-b219-4428def1c4ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5930ff31-0dd7-4782-9ab2-60f0de1503e5', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-863060736-router', 'tenant_id': 'de43fde3b8a14176aa6f8d06f52c858c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'external_fixed_ips': [{'subnet_id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'ip_address': '172.25.8.142'}], 'enable_snat': True}, 'gw_port_id': '28c1c72f-07f4-4f7a-808c-e7e68d0d3e3b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:46:51Z', 'updated_at': '2022-04-18T20:46:58Z', 'revision_number': 3, 'project_id': 'de43fde3b8a14176aa6f8d06f52c858c', 'gw_port': {'id': '28c1c72f-07f4-4f7a-808c-e7e68d0d3e3b', 'name': '', 'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:cf:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5930ff31-0dd7-4782-9ab2-60f0de1503e5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'ip_address': '172.25.8.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:46:54Z', 'updated_at': '2022-04-18T20:47:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838334-2'}], 'n-d-838334-2', False) {} {{(pid=84042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:47:06.451868 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f7723ba-4156-433d-b219-4428def1c4ea None None] The sync data for ids ['5930ff31-0dd7-4782-9ab2-60f0de1503e5'] in n-d-838334-2 is: [{'id': '5930ff31-0dd7-4782-9ab2-60f0de1503e5', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-863060736-router', 'tenant_id': 'de43fde3b8a14176aa6f8d06f52c858c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'external_fixed_ips': [{'subnet_id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'ip_address': '172.25.8.142'}], 'enable_snat': True}, 'gw_port_id': '28c1c72f-07f4-4f7a-808c-e7e68d0d3e3b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:46:51Z', 'updated_at': '2022-04-18T20:46:58Z', 'revision_number': 3, 'project_id': 'de43fde3b8a14176aa6f8d06f52c858c', 'gw_port': {'id': '28c1c72f-07f4-4f7a-808c-e7e68d0d3e3b', 'name': '', 'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:cf:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5930ff31-0dd7-4782-9ab2-60f0de1503e5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'ip_address': '172.25.8.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:46:54Z', 'updated_at': '2022-04-18T20:47:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838334-2'}] {{(pid=84042) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 18 20:47:06.517372 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fd21c0c-c1ce-4f6e-813d-6e7ce5f14e44 req-769a6e99-5b4f-4d67-babc-96f7fd79aaec tempest-ListServersNegativeTestJSON-1460383695 tempest-ListServersNegativeTestJSON-1460383695-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:47:06.518983 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-8fd21c0c-c1ce-4f6e-813d-6e7ce5f14e44 req-769a6e99-5b4f-4d67-babc-96f7fd79aaec tempest-ListServersNegativeTestJSON-1460383695 tempest-ListServersNegativeTestJSON-1460383695-project] 10.222.0.43 "GET /v2.0/networks?id=77a1b955-358e-4346-a83b-9ab21572ad2a HTTP/1.1" status: 200 len: 818 time: 0.6058402 Apr 18 20:47:06.676826 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-e082b912-8c3a-489e-9977-f06c3b8171de req-4a8282eb-e1ca-442a-a9e6-bde6896bc1ab tempest-InstanceActionsTestJSON-1236848086 tempest-InstanceActionsTestJSON-1236848086-project] 10.222.0.42 "GET /v2.0/security-groups?id=adacd38e-34f7-44a4-b50c-f91e86c853ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4474695 Apr 18 20:47:06.678305 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-910b866d-bbf9-484b-a9a5-877e4f94b425 req-e493e271-8f9a-4b47-8d1d-11d44aa2db59 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ff5d0855-6b37-4373-bd35-0a4c3ada7ddc HTTP/1.1" status: 200 len: 217 time: 0.3485212 Apr 18 20:47:06.732047 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [req-8fd21c0c-c1ce-4f6e-813d-6e7ce5f14e44 req-3f026582-c11d-434d-846b-c5c6e3b83f27 tempest-ListServersNegativeTestJSON-1460383695 tempest-ListServersNegativeTestJSON-1460383695-project] Notify callbacks [] for port, precommit_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:06.770843 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.v2.base [req-8fd21c0c-c1ce-4f6e-813d-6e7ce5f14e44 req-db4b74e7-d02f-4549-94f9-f39988a119cc tempest-ListServersNegativeTestJSON-1460383695 tempest-ListServersNegativeTestJSON-1460383695-project] Request body: {'port': {'device_id': '131b2c4a-a8af-4e3a-8347-70328b7d1ae0', 'network_id': '77a1b955-358e-4346-a83b-9ab21572ad2a', 'admin_state_up': True, 'tenant_id': 'cd141b0544bc490a8a8e91c223e9d680'}} {{(pid=84041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 20:47:06.857807 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-ac596297-5be0-4d71-8a88-03ccfea867ee req-b7d7b83e-37e6-4ac1-8a9d-1a2c62df9020 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=2c9b2c88a8a84f839903c8c7e9f1ad0a&device_id=09ef93c4-4247-46e6-8073-210a05cb27e0 HTTP/1.1" status: 200 len: 1094 time: 0.8623798 Apr 18 20:47:06.934299 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [req-8fd21c0c-c1ce-4f6e-813d-6e7ce5f14e44 req-3f026582-c11d-434d-846b-c5c6e3b83f27 tempest-ListServersNegativeTestJSON-1460383695 tempest-ListServersNegativeTestJSON-1460383695-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750374836619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32266323'] for port, after_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:07.043327 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Device 64b8a478-4b1c-4a49-b081-88e5d77d7195 details requested by agent hyperv_n-h1-838334-2 with host n-h1-838334-2 {{(pid=84042) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 18 20:47:07.058015 n-d-838334-2 neutron-server[84041]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8fd21c0c-c1ce-4f6e-813d-6e7ce5f14e44 req-3f026582-c11d-434d-846b-c5c6e3b83f27 tempest-ListServersNegativeTestJSON-1460383695 tempest-ListServersNegativeTestJSON-1460383695-project] Network 77a1b955-358e-4346-a83b-9ab21572ad2a is already hosted by enough agents. {{(pid=84041) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:47:07.068160 n-d-838334-2 neutron-server[84041]: DEBUG neutron.scheduler.base_scheduler [req-8fd21c0c-c1ce-4f6e-813d-6e7ce5f14e44 req-3f026582-c11d-434d-846b-c5c6e3b83f27 tempest-ListServersNegativeTestJSON-1460383695 tempest-ListServersNegativeTestJSON-1460383695-project] Resources bound (agent type, host, resource id): {{(pid=84041) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:47:07.087675 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.l3_dvrscheduler_db [req-8fd21c0c-c1ce-4f6e-813d-6e7ce5f14e44 req-3f026582-c11d-434d-846b-c5c6e3b83f27 tempest-ListServersNegativeTestJSON-1460383695 tempest-ListServersNegativeTestJSON-1460383695-project] Received port after_create {{(pid=84041) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 20:47:07.176726 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f026582-c11d-434d-846b-c5c6e3b83f27 tempest-ListServersNegativeTestJSON-1460383695 tempest-ListServersNegativeTestJSON-1460383695-project] Pushing event updated for resources: {'Port': ['ID=6fc240fe-bfe2-4690-bce7-eda26c7e84b2,revision_number=1']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:47:07.178235 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-ac596297-5be0-4d71-8a88-03ccfea867ee req-611c89e6-ec65-4824-9aea-c3a52887bc82 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4c35183f-d795-4dc9-9e08-685248134292 HTTP/1.1" status: 200 len: 217 time: 0.2787404 Apr 18 20:47:07.184030 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [req-8fd21c0c-c1ce-4f6e-813d-6e7ce5f14e44 req-db4b74e7-d02f-4549-94f9-f39988a119cc tempest-ListServersNegativeTestJSON-1460383695 tempest-ListServersNegativeTestJSON-1460383695-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:47:07.212917 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [req-8fd21c0c-c1ce-4f6e-813d-6e7ce5f14e44 req-db4b74e7-d02f-4549-94f9-f39988a119cc tempest-ListServersNegativeTestJSON-1460383695 tempest-ListServersNegativeTestJSON-1460383695-project] Usage tracker for resource:port and tenant:cd141b0544bc490a8a8e91c223e9d680 is out of sync, need to count used quota {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:47:07.219564 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [req-8fd21c0c-c1ce-4f6e-813d-6e7ce5f14e44 req-db4b74e7-d02f-4549-94f9-f39988a119cc tempest-ListServersNegativeTestJSON-1460383695 tempest-ListServersNegativeTestJSON-1460383695-project] Quota usage for port was recalculated. Used quota:1. {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:47:07.236683 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [req-8fd21c0c-c1ce-4f6e-813d-6e7ce5f14e44 req-db4b74e7-d02f-4549-94f9-f39988a119cc tempest-ListServersNegativeTestJSON-1460383695 tempest-ListServersNegativeTestJSON-1460383695-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:47:07.239908 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f026582-c11d-434d-846b-c5c6e3b83f27 tempest-ListServersNegativeTestJSON-1460383695 tempest-ListServersNegativeTestJSON-1460383695-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:47:07.240575 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f026582-c11d-434d-846b-c5c6e3b83f27 tempest-ListServersNegativeTestJSON-1460383695 tempest-ListServersNegativeTestJSON-1460383695-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:47:07.241376 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f026582-c11d-434d-846b-c5c6e3b83f27 tempest-ListServersNegativeTestJSON-1460383695 tempest-ListServersNegativeTestJSON-1460383695-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:47:07.243333 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f026582-c11d-434d-846b-c5c6e3b83f27 tempest-ListServersNegativeTestJSON-1460383695 tempest-ListServersNegativeTestJSON-1460383695-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:47:07.243889 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f026582-c11d-434d-846b-c5c6e3b83f27 tempest-ListServersNegativeTestJSON-1460383695 tempest-ListServersNegativeTestJSON-1460383695-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:47:07.244268 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-910b866d-bbf9-484b-a9a5-877e4f94b425 req-ea93a003-92e3-4e81-8aa8-1bb66be09efe service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:47:07.244654 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f026582-c11d-434d-846b-c5c6e3b83f27 tempest-ListServersNegativeTestJSON-1460383695 tempest-ListServersNegativeTestJSON-1460383695-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:47:07.245182 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f026582-c11d-434d-846b-c5c6e3b83f27 tempest-ListServersNegativeTestJSON-1460383695 tempest-ListServersNegativeTestJSON-1460383695-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:47:07.245707 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f026582-c11d-434d-846b-c5c6e3b83f27 tempest-ListServersNegativeTestJSON-1460383695 tempest-ListServersNegativeTestJSON-1460383695-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:47:07.245820 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-910b866d-bbf9-484b-a9a5-877e4f94b425 req-ea93a003-92e3-4e81-8aa8-1bb66be09efe service neutron] 10.222.0.48 "GET /v2.0/subnets?id=3971e1e3-e8a8-471b-9edc-ecd3a7e632c9 HTTP/1.1" status: 200 len: 853 time: 0.4887269 Apr 18 20:47:07.246663 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f026582-c11d-434d-846b-c5c6e3b83f27 tempest-ListServersNegativeTestJSON-1460383695 tempest-ListServersNegativeTestJSON-1460383695-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:47:07.247177 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f026582-c11d-434d-846b-c5c6e3b83f27 tempest-ListServersNegativeTestJSON-1460383695 tempest-ListServersNegativeTestJSON-1460383695-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:47:07.247819 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f026582-c11d-434d-846b-c5c6e3b83f27 tempest-ListServersNegativeTestJSON-1460383695 tempest-ListServersNegativeTestJSON-1460383695-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:47:07.274748 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fd21c0c-c1ce-4f6e-813d-6e7ce5f14e44 req-3f026582-c11d-434d-846b-c5c6e3b83f27 tempest-ListServersNegativeTestJSON-1460383695 tempest-ListServersNegativeTestJSON-1460383695-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:47:07.275747 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [req-8fd21c0c-c1ce-4f6e-813d-6e7ce5f14e44 req-3f026582-c11d-434d-846b-c5c6e3b83f27 tempest-ListServersNegativeTestJSON-1460383695 tempest-ListServersNegativeTestJSON-1460383695-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217293'] for port, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:07.281991 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8fd21c0c-c1ce-4f6e-813d-6e7ce5f14e44 req-db4b74e7-d02f-4549-94f9-f39988a119cc tempest-ListServersNegativeTestJSON-1460383695 tempest-ListServersNegativeTestJSON-1460383695-project] Made reservation on behalf of cd141b0544bc490a8a8e91c223e9d680 for: {'port': 1} {{(pid=84041) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:47:07.286857 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [req-8fd21c0c-c1ce-4f6e-813d-6e7ce5f14e44 req-db4b74e7-d02f-4549-94f9-f39988a119cc tempest-ListServersNegativeTestJSON-1460383695 tempest-ListServersNegativeTestJSON-1460383695-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:07.331195 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [req-8fd21c0c-c1ce-4f6e-813d-6e7ce5f14e44 req-c2ebb6a7-731e-480b-a406-69b9e3ca1005 tempest-ListServersNegativeTestJSON-1460383695 tempest-ListServersNegativeTestJSON-1460383695-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:47:07.394015 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] For port 64b8a478-4b1c-4a49-b081-88e5d77d7195, host n-h1-838334-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838334-2',level=0,port_id=64b8a478-4b1c-4a49-b081-88e5d77d7195,segment=NetworkSegment(69e680c7-3ab0-48c4-a2d0-df2b5d30c8ee),segment_id=69e680c7-3ab0-48c4-a2d0-df2b5d30c8ee)] {{(pid=84042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:47:07.421154 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-8fd21c0c-c1ce-4f6e-813d-6e7ce5f14e44 req-3f026582-c11d-434d-846b-c5c6e3b83f27 tempest-ListServersNegativeTestJSON-1460383695 tempest-ListServersNegativeTestJSON-1460383695-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7074869 Apr 18 20:47:07.447419 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.v2.base [req-8fd21c0c-c1ce-4f6e-813d-6e7ce5f14e44 req-e9c93fab-8f75-4147-9c35-9019f8450936 service neutron] Request body: {'port': {'device_id': '70de86c8-2f95-4a2a-99c9-34ac2a668805', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-838334-2'}} {{(pid=84041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 20:47:07.461419 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Returning: {'device': '64b8a478-4b1c-4a49-b081-88e5d77d7195', 'network_id': '1d9bef28-3e81-4e3e-8f24-c41d55475f5f', 'port_id': '64b8a478-4b1c-4a49-b081-88e5d77d7195', 'mac_address': 'fa:16:3e:22:d9:be', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 387, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd5bbcfa7-4c14-4cbd-af87-49786db37498', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84042) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 18 20:47:07.501738 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [req-8fd21c0c-c1ce-4f6e-813d-6e7ce5f14e44 req-c2ebb6a7-731e-480b-a406-69b9e3ca1005 tempest-ListServersNegativeTestJSON-1460383695 tempest-ListServersNegativeTestJSON-1460383695-project] Usage tracker for resource:port and tenant:cd141b0544bc490a8a8e91c223e9d680 is out of sync, need to count used quota {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:47:07.577350 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [req-8fd21c0c-c1ce-4f6e-813d-6e7ce5f14e44 req-c2ebb6a7-731e-480b-a406-69b9e3ca1005 tempest-ListServersNegativeTestJSON-1460383695 tempest-ListServersNegativeTestJSON-1460383695-project] Quota usage for port was recalculated. Used quota:1. {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:47:07.600761 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-910b866d-bbf9-484b-a9a5-877e4f94b425 req-7adf9ed8-783c-4734-a3ae-7585dc2ca0a8 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=00abdbfc-8010-4a13-aa70-0466b1b749c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2724977 Apr 18 20:47:07.611530 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:07.624764 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [req-8fd21c0c-c1ce-4f6e-813d-6e7ce5f14e44 req-c2ebb6a7-731e-480b-a406-69b9e3ca1005 tempest-ListServersNegativeTestJSON-1460383695 tempest-ListServersNegativeTestJSON-1460383695-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:47:07.644373 n-d-838334-2 neutron-server[84042]: DEBUG neutron.notifiers.nova [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 64b8a478-4b1c-4a49-b081-88e5d77d7195 {{(pid=84042) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 18 20:47:07.664891 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] For port 64b8a478-4b1c-4a49-b081-88e5d77d7195, host n-h1-838334-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838334-2',level=0,port_id=64b8a478-4b1c-4a49-b081-88e5d77d7195,segment=NetworkSegment(69e680c7-3ab0-48c4-a2d0-df2b5d30c8ee),segment_id=69e680c7-3ab0-48c4-a2d0-df2b5d30c8ee)] {{(pid=84042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:47:07.671270 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682'] for port, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:07.748153 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac596297-5be0-4d71-8a88-03ccfea867ee req-8323af70-d2da-4d93-91ad-9b0b98ae3bab service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:47:07.749606 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-ac596297-5be0-4d71-8a88-03ccfea867ee req-8323af70-d2da-4d93-91ad-9b0b98ae3bab service neutron] 10.222.0.48 "GET /v2.0/subnets?id=d5bbcfa7-4c14-4cbd-af87-49786db37498 HTTP/1.1" status: 200 len: 853 time: 0.5547385 Apr 18 20:47:07.751360 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [req-8fd21c0c-c1ce-4f6e-813d-6e7ce5f14e44 req-e9c93fab-8f75-4147-9c35-9019f8450936 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:07.824712 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Pushing event updated for resources: {'Port': ['ID=64b8a478-4b1c-4a49-b081-88e5d77d7195,revision_number=4']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:47:07.889619 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.db_base_plugin_common [req-8fd21c0c-c1ce-4f6e-813d-6e7ce5f14e44 req-db4b74e7-d02f-4549-94f9-f39988a119cc tempest-ListServersNegativeTestJSON-1460383695 tempest-ListServersNegativeTestJSON-1460383695-project] Allocated IP 172.20.0.4 (77a1b955-358e-4346-a83b-9ab21572ad2a/fc043362-0819-4173-b5d7-2f411858871b/3de1f3b7-84fe-4e5b-9d81-7e00248194d1) {{(pid=84041) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:47:07.889982 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8fd21c0c-c1ce-4f6e-813d-6e7ce5f14e44 req-c2ebb6a7-731e-480b-a406-69b9e3ca1005 tempest-ListServersNegativeTestJSON-1460383695 tempest-ListServersNegativeTestJSON-1460383695-project] Made reservation on behalf of cd141b0544bc490a8a8e91c223e9d680 for: {'port': 1} {{(pid=84040) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:47:07.893015 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-8fd21c0c-c1ce-4f6e-813d-6e7ce5f14e44 req-c2ebb6a7-731e-480b-a406-69b9e3ca1005 tempest-ListServersNegativeTestJSON-1460383695 tempest-ListServersNegativeTestJSON-1460383695-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:07.904330 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-ac596297-5be0-4d71-8a88-03ccfea867ee req-a3d28071-8e3b-47b9-8f82-b06a6edd3b96 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=1d9bef28-3e81-4e3e-8f24-c41d55475f5f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1187961 Apr 18 20:47:07.905790 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] get_ports_and_sgs() called for port_ids ['64b8a478-4b1c-4a49-b081-88e5d77d7195'] {{(pid=84042) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 18 20:47:07.943773 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a57e6377-8ac2-4b13-aec4-41906d6ac597 req-d0981867-0bdd-4083-8ebb-51ce80817fec tempest-MultipleCreateTestJSON-190675240 tempest-MultipleCreateTestJSON-190675240-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:47:07.950916 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-a57e6377-8ac2-4b13-aec4-41906d6ac597 req-d0981867-0bdd-4083-8ebb-51ce80817fec tempest-MultipleCreateTestJSON-190675240 tempest-MultipleCreateTestJSON-190675240-project] 10.222.0.42 "GET /v2.0/ports?device_id=09ef93c4-4247-46e6-8073-210a05cb27e0 HTTP/1.1" status: 200 len: 943 time: 0.9055984 Apr 18 20:47:08.019135 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cd3a3e7-3e67-4c07-b07d-b452b39b31be req-25407498-5f54-4525-a32b-6adc8deaef55 tempest-MigrationsAdminTest-1326981207 tempest-MigrationsAdminTest-1326981207-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:47:08.025626 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-3cd3a3e7-3e67-4c07-b07d-b452b39b31be req-25407498-5f54-4525-a32b-6adc8deaef55 tempest-MigrationsAdminTest-1326981207 tempest-MigrationsAdminTest-1326981207-project] 10.222.0.42 "GET /v2.0/ports?device_id=f880cebf-c088-4fa8-8d57-e363e846dff9 HTTP/1.1" status: 200 len: 949 time: 1.0191083 Apr 18 20:47:08.296500 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-910b866d-bbf9-484b-a9a5-877e4f94b425 req-d80403f7-793a-48ef-9266-a48850ca098e service neutron] 10.222.0.48 "GET /v2.0/networks/00abdbfc-8010-4a13-aa70-0466b1b749c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6677432 Apr 18 20:47:08.324637 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-a57e6377-8ac2-4b13-aec4-41906d6ac597 req-034303d0-1858-4b38-826e-0a7bb09f1dca tempest-MultipleCreateTestJSON-190675240 tempest-MultipleCreateTestJSON-190675240-project] 10.222.0.42 "GET /v2.0/security-groups?id=1b05a6b2-12b5-46ba-add0-6b3994e41087&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3723779 Apr 18 20:47:08.373559 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-3cd3a3e7-3e67-4c07-b07d-b452b39b31be req-91cb1847-60a7-48ed-a848-fa393949a1b5 tempest-MigrationsAdminTest-1326981207 tempest-MigrationsAdminTest-1326981207-project] 10.222.0.42 "GET /v2.0/security-groups?id=8ca7ac2c-bfe5-493b-aae6-636315bac851&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3471117 Apr 18 20:47:08.382885 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-53c3bf2c-a1c0-4aef-bf86-8b214f2b911a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:08.443694 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [req-8fd21c0c-c1ce-4f6e-813d-6e7ce5f14e44 req-db4b74e7-d02f-4549-94f9-f39988a119cc tempest-ListServersNegativeTestJSON-1460383695 tempest-ListServersNegativeTestJSON-1460383695-project] Notify callbacks [] for port, precommit_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:08.586986 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-ac596297-5be0-4d71-8a88-03ccfea867ee req-56d20daf-56dc-4ae4-b1f0-e7164db226cc service neutron] 10.222.0.48 "GET /v2.0/networks/1d9bef28-3e81-4e3e-8f24-c41d55475f5f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6692443 Apr 18 20:47:08.757228 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [req-8fd21c0c-c1ce-4f6e-813d-6e7ce5f14e44 req-db4b74e7-d02f-4549-94f9-f39988a119cc tempest-ListServersNegativeTestJSON-1460383695 tempest-ListServersNegativeTestJSON-1460383695-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750374836619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32266323'] for port, after_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:08.919386 n-d-838334-2 neutron-server[84041]: DEBUG neutron.notifiers.nova [req-8fd21c0c-c1ce-4f6e-813d-6e7ce5f14e44 req-e9c93fab-8f75-4147-9c35-9019f8450936 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6fc240fe-bfe2-4690-bce7-eda26c7e84b2 {{(pid=84041) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 18 20:47:08.942610 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [req-8fd21c0c-c1ce-4f6e-813d-6e7ce5f14e44 req-e9c93fab-8f75-4147-9c35-9019f8450936 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:08.959672 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db4b74e7-d02f-4549-94f9-f39988a119cc tempest-ListServersNegativeTestJSON-1460383695 tempest-ListServersNegativeTestJSON-1460383695-project] Pushing event updated for resources: {'Port': ['ID=3de1f3b7-84fe-4e5b-9d81-7e00248194d1,revision_number=1']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:47:08.973965 n-d-838334-2 neutron-server[84041]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8fd21c0c-c1ce-4f6e-813d-6e7ce5f14e44 req-db4b74e7-d02f-4549-94f9-f39988a119cc tempest-ListServersNegativeTestJSON-1460383695 tempest-ListServersNegativeTestJSON-1460383695-project] Network 77a1b955-358e-4346-a83b-9ab21572ad2a is already hosted by enough agents. {{(pid=84041) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:47:08.979072 n-d-838334-2 neutron-server[84041]: DEBUG neutron.scheduler.base_scheduler [req-8fd21c0c-c1ce-4f6e-813d-6e7ce5f14e44 req-db4b74e7-d02f-4549-94f9-f39988a119cc tempest-ListServersNegativeTestJSON-1460383695 tempest-ListServersNegativeTestJSON-1460383695-project] Resources bound (agent type, host, resource id): {{(pid=84041) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:47:08.983489 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.l3_dvrscheduler_db [req-8fd21c0c-c1ce-4f6e-813d-6e7ce5f14e44 req-db4b74e7-d02f-4549-94f9-f39988a119cc tempest-ListServersNegativeTestJSON-1460383695 tempest-ListServersNegativeTestJSON-1460383695-project] Received port after_create {{(pid=84041) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 20:47:09.041289 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.provisioning_blocks [req-8fd21c0c-c1ce-4f6e-813d-6e7ce5f14e44 req-e9c93fab-8f75-4147-9c35-9019f8450936 service neutron] Transition to ACTIVE for port object 6fc240fe-bfe2-4690-bce7-eda26c7e84b2 will not be triggered until provisioned by entity L2. {{(pid=84041) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 20:47:09.056792 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Device 64b8a478-4b1c-4a49-b081-88e5d77d7195 up at agent hyperv_n-h1-838334-2 {{(pid=84042) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 20:47:09.147255 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fd21c0c-c1ce-4f6e-813d-6e7ce5f14e44 req-db4b74e7-d02f-4549-94f9-f39988a119cc tempest-ListServersNegativeTestJSON-1460383695 tempest-ListServersNegativeTestJSON-1460383695-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:47:09.152149 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [req-8fd21c0c-c1ce-4f6e-813d-6e7ce5f14e44 req-db4b74e7-d02f-4549-94f9-f39988a119cc tempest-ListServersNegativeTestJSON-1460383695 tempest-ListServersNegativeTestJSON-1460383695-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217293'] for port, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:09.154447 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.db_base_plugin_common [req-8fd21c0c-c1ce-4f6e-813d-6e7ce5f14e44 req-c2ebb6a7-731e-480b-a406-69b9e3ca1005 tempest-ListServersNegativeTestJSON-1460383695 tempest-ListServersNegativeTestJSON-1460383695-project] Allocated IP 172.20.0.3 (77a1b955-358e-4346-a83b-9ab21572ad2a/fc043362-0819-4173-b5d7-2f411858871b/2d3fbf48-a26c-4c3c-8cb2-ebed10cdec73) {{(pid=84040) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:47:09.198859 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [req-8fd21c0c-c1ce-4f6e-813d-6e7ce5f14e44 req-e9c93fab-8f75-4147-9c35-9019f8450936 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32266282'] for port, after_update {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:09.258649 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Provisioning for port 64b8a478-4b1c-4a49-b081-88e5d77d7195 completed by entity L2. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 20:47:09.275065 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Provisioning complete for port 64b8a478-4b1c-4a49-b081-88e5d77d7195 triggered by entity L2. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:47:09.275719 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1253608'] for port, provisioning_complete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:09.316447 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-910b866d-bbf9-484b-a9a5-877e4f94b425 req-2a2ac3e8-9422-432e-b256-26f3f914c183 service neutron] 10.222.0.48 "GET /v2.0/networks/00abdbfc-8010-4a13-aa70-0466b1b749c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0077560 Apr 18 20:47:09.379608 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-8fd21c0c-c1ce-4f6e-813d-6e7ce5f14e44 req-db4b74e7-d02f-4549-94f9-f39988a119cc tempest-ListServersNegativeTestJSON-1460383695 tempest-ListServersNegativeTestJSON-1460383695-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.6194193 Apr 18 20:47:09.403862 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.v2.base [req-8fd21c0c-c1ce-4f6e-813d-6e7ce5f14e44 req-d85e8207-a0e5-4e1f-aa4a-351161ef89db service neutron] Request body: {'port': {'device_id': '131b2c4a-a8af-4e3a-8347-70328b7d1ae0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-838334-2'}} {{(pid=84041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 20:47:09.439274 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:09.487238 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] For port 64b8a478-4b1c-4a49-b081-88e5d77d7195, host n-h1-838334-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838334-2',level=0,port_id=64b8a478-4b1c-4a49-b081-88e5d77d7195,segment=NetworkSegment(69e680c7-3ab0-48c4-a2d0-df2b5d30c8ee),segment_id=69e680c7-3ab0-48c4-a2d0-df2b5d30c8ee)] {{(pid=84042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:47:09.488200 n-d-838334-2 neutron-server[84042]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '44218079-5002-47ac-a818-6a37f1a49a96', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '64b8a478-4b1c-4a49-b081-88e5d77d7195'}] {{(pid=84042) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 20:47:09.500486 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682'] for port, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:09.544874 n-d-838334-2 neutron-server[84040]: INFO neutron.notifiers.nova [-] Nova event matching ['req-64c22711-891d-4da0-b338-855854d31503'] response: {'name': 'network-changed', 'server_uuid': '09ef93c4-4247-46e6-8073-210a05cb27e0', 'tag': '4c35183f-d795-4dc9-9e08-685248134292', 'status': 'completed', 'code': 200} Apr 18 20:47:09.566534 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9c93fab-8f75-4147-9c35-9019f8450936 service neutron] Pushing event updated for resources: {'Port': ['ID=6fc240fe-bfe2-4690-bce7-eda26c7e84b2,revision_number=2']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:47:09.592238 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-749cdcae-7200-49ed-9a67-563b2c4d6ecf req-49bb4cfc-b8b4-488b-9fcb-21ed41295d25 tempest-ListServersNegativeTestJSON-1460383695 tempest-ListServersNegativeTestJSON-1460383695-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:47:09.598159 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-749cdcae-7200-49ed-9a67-563b2c4d6ecf req-49bb4cfc-b8b4-488b-9fcb-21ed41295d25 tempest-ListServersNegativeTestJSON-1460383695 tempest-ListServersNegativeTestJSON-1460383695-project] 10.222.0.42 "GET /v2.0/ports?device_id=131b2c4a-a8af-4e3a-8347-70328b7d1ae0 HTTP/1.1" status: 200 len: 931 time: 1.0952713 Apr 18 20:47:09.708357 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Pushing event updated for resources: {'Port': ['ID=64b8a478-4b1c-4a49-b081-88e5d77d7195,revision_number=5']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:47:09.872330 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [req-8fd21c0c-c1ce-4f6e-813d-6e7ce5f14e44 req-d85e8207-a0e5-4e1f-aa4a-351161ef89db service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:09.986979 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.managers [req-8fd21c0c-c1ce-4f6e-813d-6e7ce5f14e44 req-e9c93fab-8f75-4147-9c35-9019f8450936 service neutron] Attempting to bind port 6fc240fe-bfe2-4690-bce7-eda26c7e84b2 on host n-h1-838334-2 for vnic_type normal with profile {{(pid=84041) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:47:09.987278 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.managers [req-8fd21c0c-c1ce-4f6e-813d-6e7ce5f14e44 req-e9c93fab-8f75-4147-9c35-9019f8450936 service neutron] Attempting to bind port 6fc240fe-bfe2-4690-bce7-eda26c7e84b2 by drivers openvswitch,hyperv on host n-h1-838334-2 at level 0 using segments [{'id': '0b27bade-3dd7-4dee-a014-60f424754c57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': '77a1b955-358e-4346-a83b-9ab21572ad2a'}] {{(pid=84041) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:47:09.987605 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fd21c0c-c1ce-4f6e-813d-6e7ce5f14e44 req-e9c93fab-8f75-4147-9c35-9019f8450936 service neutron] Attempting to bind port 6fc240fe-bfe2-4690-bce7-eda26c7e84b2 on network 77a1b955-358e-4346-a83b-9ab21572ad2a {{(pid=84041) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 20:47:09.994246 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-ac596297-5be0-4d71-8a88-03ccfea867ee req-777f64de-5de4-4ade-bb60-334a6967bff5 service neutron] 10.222.0.48 "GET /v2.0/networks/1d9bef28-3e81-4e3e-8f24-c41d55475f5f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.3597651 Apr 18 20:47:10.122303 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-749cdcae-7200-49ed-9a67-563b2c4d6ecf req-67e018a4-c1e5-46e3-b445-dbe94b47f2a5 tempest-ListServersNegativeTestJSON-1460383695 tempest-ListServersNegativeTestJSON-1460383695-project] 10.222.0.42 "GET /v2.0/security-groups?id=662d465b-c633-488a-99c1-bc2d1e2ea873&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4848566 Apr 18 20:47:10.150601 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.db_base_plugin_common [None req-53c3bf2c-a1c0-4aef-bf86-8b214f2b911a admin admin] Allocated IP 172.20.0.1 (c15854b4-57d1-44b9-9d7c-cb344e2eb7eb/f8c75f4b-4de0-4a15-8f21-ddc5d169b328/68e8d5a3-02f3-4849-82e7-cf18ab884058) {{(pid=84040) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:47:10.168209 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fd21c0c-c1ce-4f6e-813d-6e7ce5f14e44 req-e9c93fab-8f75-4147-9c35-9019f8450936 service neutron] Port 6fc240fe-bfe2-4690-bce7-eda26c7e84b2 on network 77a1b955-358e-4346-a83b-9ab21572ad2a not bound, no agent of type Open vSwitch agent registered on host n-h1-838334-2 {{(pid=84041) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 18 20:47:10.168209 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fd21c0c-c1ce-4f6e-813d-6e7ce5f14e44 req-e9c93fab-8f75-4147-9c35-9019f8450936 service neutron] Attempting to bind port 6fc240fe-bfe2-4690-bce7-eda26c7e84b2 on network 77a1b955-358e-4346-a83b-9ab21572ad2a {{(pid=84041) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 20:47:10.194382 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fd21c0c-c1ce-4f6e-813d-6e7ce5f14e44 req-e9c93fab-8f75-4147-9c35-9019f8450936 service neutron] Checking agent: {'id': 'd63bab19-ff81-4de1-afeb-a3732288d0d7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-838334-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 33, 59), 'started_at': datetime.datetime(2022, 4, 18, 20, 33, 59), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 20, 46, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84041) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 18 20:47:10.194840 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fd21c0c-c1ce-4f6e-813d-6e7ce5f14e44 req-e9c93fab-8f75-4147-9c35-9019f8450936 service neutron] Checking segment: {'id': '0b27bade-3dd7-4dee-a014-60f424754c57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': '77a1b955-358e-4346-a83b-9ab21572ad2a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84041) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 20:47:10.195912 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fd21c0c-c1ce-4f6e-813d-6e7ce5f14e44 req-e9c93fab-8f75-4147-9c35-9019f8450936 service neutron] Bound using segment: {'id': '0b27bade-3dd7-4dee-a014-60f424754c57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': '77a1b955-358e-4346-a83b-9ab21572ad2a'} {{(pid=84041) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 18 20:47:10.196830 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.managers [req-8fd21c0c-c1ce-4f6e-813d-6e7ce5f14e44 req-e9c93fab-8f75-4147-9c35-9019f8450936 service neutron] Bound port: 6fc240fe-bfe2-4690-bce7-eda26c7e84b2, host: n-h1-838334-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0b27bade-3dd7-4dee-a014-60f424754c57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': '77a1b955-358e-4346-a83b-9ab21572ad2a'}}] {{(pid=84041) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 20:47:10.197274 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [req-8fd21c0c-c1ce-4f6e-813d-6e7ce5f14e44 req-e9c93fab-8f75-4147-9c35-9019f8450936 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:10.246123 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.agents_db [None req-6346a179-333c-4370-b5a6-936984aeab15 None None] Agent healthcheck: found 7 active agents {{(pid=84043) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 18 20:47:10.375313 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-8fd21c0c-c1ce-4f6e-813d-6e7ce5f14e44 req-c2ebb6a7-731e-480b-a406-69b9e3ca1005 tempest-ListServersNegativeTestJSON-1460383695 tempest-ListServersNegativeTestJSON-1460383695-project] Notify callbacks [] for port, precommit_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:10.419134 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.db [req-8fd21c0c-c1ce-4f6e-813d-6e7ce5f14e44 req-e9c93fab-8f75-4147-9c35-9019f8450936 service neutron] For port 6fc240fe-bfe2-4690-bce7-eda26c7e84b2, host n-h1-838334-2, cleared binding levels {{(pid=84041) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 20:47:10.423174 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.db [req-8fd21c0c-c1ce-4f6e-813d-6e7ce5f14e44 req-e9c93fab-8f75-4147-9c35-9019f8450936 service neutron] For port 6fc240fe-bfe2-4690-bce7-eda26c7e84b2, host n-h1-838334-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838334-2',level=0,port_id=6fc240fe-bfe2-4690-bce7-eda26c7e84b2,segment=NetworkSegment(0b27bade-3dd7-4dee-a014-60f424754c57),segment_id=0b27bade-3dd7-4dee-a014-60f424754c57)] {{(pid=84041) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 20:47:10.431668 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [req-8fd21c0c-c1ce-4f6e-813d-6e7ce5f14e44 req-e9c93fab-8f75-4147-9c35-9019f8450936 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32266282'] for port, after_update {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:10.536707 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [req-8fd21c0c-c1ce-4f6e-813d-6e7ce5f14e44 req-e9c93fab-8f75-4147-9c35-9019f8450936 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217293'] for port, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:10.538314 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-8fd21c0c-c1ce-4f6e-813d-6e7ce5f14e44 req-e9c93fab-8f75-4147-9c35-9019f8450936 service neutron] 10.222.0.43 "PUT /v2.0/ports/6fc240fe-bfe2-4690-bce7-eda26c7e84b2 HTTP/1.1" status: 200 len: 1091 time: 3.1050019 Apr 18 20:47:10.541865 n-d-838334-2 neutron-server[84041]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '70de86c8-2f95-4a2a-99c9-34ac2a668805', 'tag': '6fc240fe-bfe2-4690-bce7-eda26c7e84b2'}] {{(pid=84041) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 20:47:10.581995 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9c93fab-8f75-4147-9c35-9019f8450936 service neutron] Pushing event updated for resources: {'Port': ['ID=6fc240fe-bfe2-4690-bce7-eda26c7e84b2,revision_number=3']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:47:10.604450 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c741dc8-37f3-4d7a-8290-b82eb196bce8 req-caf1d2ba-6762-434d-946c-e637e6d454ae tempest-InstanceActionsTestJSON-1236848086 tempest-InstanceActionsTestJSON-1236848086-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:47:10.608463 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-4c741dc8-37f3-4d7a-8290-b82eb196bce8 req-caf1d2ba-6762-434d-946c-e637e6d454ae tempest-InstanceActionsTestJSON-1236848086 tempest-InstanceActionsTestJSON-1236848086-project] 10.222.0.42 "GET /v2.0/ports?device_id=2ec874be-3db9-4300-bbd2-9e2489e54af1 HTTP/1.1" status: 200 len: 945 time: 0.9325426 Apr 18 20:47:10.682994 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-8fd21c0c-c1ce-4f6e-813d-6e7ce5f14e44 req-c2ebb6a7-731e-480b-a406-69b9e3ca1005 tempest-ListServersNegativeTestJSON-1460383695 tempest-ListServersNegativeTestJSON-1460383695-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750374836619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32440838'] for port, after_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:10.770586 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-8fd21c0c-c1ce-4f6e-813d-6e7ce5f14e44 req-766f8065-94d8-44f4-9ede-a2c983dce01c service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=cd141b0544bc490a8a8e91c223e9d680&device_id=70de86c8-2f95-4a2a-99c9-34ac2a668805 HTTP/1.1" status: 200 len: 1094 time: 0.1841347 Apr 18 20:47:10.801413 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-13befd04-09fd-454e-b684-2655d219bf4c req-63c24b86-6b69-41d7-9e2c-368794b30143 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=2c9b2c88a8a84f839903c8c7e9f1ad0a&device_id=09ef93c4-4247-46e6-8073-210a05cb27e0 HTTP/1.1" status: 200 len: 1094 time: 0.6225348 Apr 18 20:47:10.861300 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-8fd21c0c-c1ce-4f6e-813d-6e7ce5f14e44 req-47cd8d7c-8f7b-479a-851d-ec0c9608b845 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=6fc240fe-bfe2-4690-bce7-eda26c7e84b2 HTTP/1.1" status: 200 len: 217 time: 0.0746205 Apr 18 20:47:10.961605 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-53c3bf2c-a1c0-4aef-bf86-8b214f2b911a admin admin] Notify callbacks [] for port, precommit_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:10.984371 n-d-838334-2 neutron-server[84040]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8fd21c0c-c1ce-4f6e-813d-6e7ce5f14e44 req-c2ebb6a7-731e-480b-a406-69b9e3ca1005 tempest-ListServersNegativeTestJSON-1460383695 tempest-ListServersNegativeTestJSON-1460383695-project] Network 77a1b955-358e-4346-a83b-9ab21572ad2a is already hosted by enough agents. {{(pid=84040) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:47:10.985158 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2ebb6a7-731e-480b-a406-69b9e3ca1005 tempest-ListServersNegativeTestJSON-1460383695 tempest-ListServersNegativeTestJSON-1460383695-project] Pushing event updated for resources: {'Port': ['ID=2d3fbf48-a26c-4c3c-8cb2-ebed10cdec73,revision_number=1']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:47:10.995972 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-4c741dc8-37f3-4d7a-8290-b82eb196bce8 req-ae313b0e-8cb2-4024-96dd-6870a2c2fdcf tempest-InstanceActionsTestJSON-1236848086 tempest-InstanceActionsTestJSON-1236848086-project] 10.222.0.42 "GET /v2.0/security-groups?id=adacd38e-34f7-44a4-b50c-f91e86c853ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3523831 Apr 18 20:47:10.997049 n-d-838334-2 neutron-server[84040]: DEBUG neutron.scheduler.base_scheduler [req-8fd21c0c-c1ce-4f6e-813d-6e7ce5f14e44 req-c2ebb6a7-731e-480b-a406-69b9e3ca1005 tempest-ListServersNegativeTestJSON-1460383695 tempest-ListServersNegativeTestJSON-1460383695-project] Resources bound (agent type, host, resource id): {{(pid=84040) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:47:11.007466 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.l3_dvrscheduler_db [req-8fd21c0c-c1ce-4f6e-813d-6e7ce5f14e44 req-c2ebb6a7-731e-480b-a406-69b9e3ca1005 tempest-ListServersNegativeTestJSON-1460383695 tempest-ListServersNegativeTestJSON-1460383695-project] Received port after_create {{(pid=84040) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 20:47:11.043884 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.provisioning_blocks [None req-53c3bf2c-a1c0-4aef-bf86-8b214f2b911a admin admin] Transition to ACTIVE for port object 68e8d5a3-02f3-4849-82e7-cf18ab884058 will not be triggered until provisioned by entity DHCP. {{(pid=84040) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 20:47:11.062630 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fd21c0c-c1ce-4f6e-813d-6e7ce5f14e44 req-92fce43b-9378-41cf-bbcd-d0ebffcd4cfd service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:47:11.064143 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-8fd21c0c-c1ce-4f6e-813d-6e7ce5f14e44 req-92fce43b-9378-41cf-bbcd-d0ebffcd4cfd service neutron] 10.222.0.43 "GET /v2.0/subnets?id=fc043362-0819-4173-b5d7-2f411858871b HTTP/1.1" status: 200 len: 858 time: 0.1943078 Apr 18 20:47:11.074502 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98c292de-e0f5-43dd-b57f-a740e6ab065c req-dba1de2f-7cbc-4758-a520-5b89013b6e70 tempest-MigrationsAdminTest-1326981207 tempest-MigrationsAdminTest-1326981207-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:47:11.084876 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-98c292de-e0f5-43dd-b57f-a740e6ab065c req-dba1de2f-7cbc-4758-a520-5b89013b6e70 tempest-MigrationsAdminTest-1326981207 tempest-MigrationsAdminTest-1326981207-project] 10.222.0.42 "GET /v2.0/ports?device_id=f880cebf-c088-4fa8-8d57-e363e846dff9 HTTP/1.1" status: 200 len: 949 time: 0.6402116 Apr 18 20:47:11.126885 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-8fd21c0c-c1ce-4f6e-813d-6e7ce5f14e44 req-8adcdb73-cc64-4d77-9128-761db5f36b3a service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=77a1b955-358e-4346-a83b-9ab21572ad2a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0536807 Apr 18 20:47:11.162899 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13befd04-09fd-454e-b684-2655d219bf4c req-8b9dafd8-bc90-40b1-b7e7-2b3918374881 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:47:11.164678 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-13befd04-09fd-454e-b684-2655d219bf4c req-8b9dafd8-bc90-40b1-b7e7-2b3918374881 service neutron] 10.222.0.48 "GET /v2.0/networks?id=1d9bef28-3e81-4e3e-8f24-c41d55475f5f HTTP/1.1" status: 200 len: 914 time: 0.3492405 Apr 18 20:47:11.182628 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fd21c0c-c1ce-4f6e-813d-6e7ce5f14e44 req-c2ebb6a7-731e-480b-a406-69b9e3ca1005 tempest-ListServersNegativeTestJSON-1460383695 tempest-ListServersNegativeTestJSON-1460383695-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:47:11.183244 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-8fd21c0c-c1ce-4f6e-813d-6e7ce5f14e44 req-c2ebb6a7-731e-480b-a406-69b9e3ca1005 tempest-ListServersNegativeTestJSON-1460383695 tempest-ListServersNegativeTestJSON-1460383695-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217293'] for port, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:11.282801 n-d-838334-2 neutron-server[84041]: DEBUG neutron.notifiers.nova [req-8fd21c0c-c1ce-4f6e-813d-6e7ce5f14e44 req-d85e8207-a0e5-4e1f-aa4a-351161ef89db service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3de1f3b7-84fe-4e5b-9d81-7e00248194d1 {{(pid=84041) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 18 20:47:11.293947 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [req-8fd21c0c-c1ce-4f6e-813d-6e7ce5f14e44 req-d85e8207-a0e5-4e1f-aa4a-351161ef89db service neutron] Notify callbacks [] for port, precommit_update {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:11.325771 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-98c292de-e0f5-43dd-b57f-a740e6ab065c req-dbc42a83-7bd9-45a9-9e78-78e6bfcf5fd9 tempest-MigrationsAdminTest-1326981207 tempest-MigrationsAdminTest-1326981207-project] 10.222.0.42 "GET /v2.0/security-groups?id=8ca7ac2c-bfe5-493b-aae6-636315bac851&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2204616 Apr 18 20:47:11.330541 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.provisioning_blocks [req-8fd21c0c-c1ce-4f6e-813d-6e7ce5f14e44 req-d85e8207-a0e5-4e1f-aa4a-351161ef89db service neutron] Transition to ACTIVE for port object 3de1f3b7-84fe-4e5b-9d81-7e00248194d1 will not be triggered until provisioned by entity L2. {{(pid=84041) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 20:47:11.338213 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-53c3bf2c-a1c0-4aef-bf86-8b214f2b911a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750374836619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32440838'] for port, after_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:11.343770 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-13befd04-09fd-454e-b684-2655d219bf4c req-ee85b391-5568-4d86-8f1d-55e833ef056a service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4c35183f-d795-4dc9-9e08-685248134292 HTTP/1.1" status: 200 len: 217 time: 0.1512094 Apr 18 20:47:11.350932 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [req-8fd21c0c-c1ce-4f6e-813d-6e7ce5f14e44 req-d85e8207-a0e5-4e1f-aa4a-351161ef89db service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32266282'] for port, after_update {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:11.433078 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-8fd21c0c-c1ce-4f6e-813d-6e7ce5f14e44 req-c2ebb6a7-731e-480b-a406-69b9e3ca1005 tempest-ListServersNegativeTestJSON-1460383695 tempest-ListServersNegativeTestJSON-1460383695-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.1834154 Apr 18 20:47:11.470334 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-8fd21c0c-c1ce-4f6e-813d-6e7ce5f14e44 req-6ccdc9a5-bf23-44e0-b7b9-34700835a641 service neutron] 10.222.0.43 "GET /v2.0/networks/77a1b955-358e-4346-a83b-9ab21572ad2a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3154151 Apr 18 20:47:11.506563 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.v2.base [req-8fd21c0c-c1ce-4f6e-813d-6e7ce5f14e44 req-c67b4f01-af66-442e-8e66-e9643a4bfa7e service neutron] Request body: {'port': {'device_id': 'e63bf7fc-07cb-40b4-92b1-0857bbf73fef', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-838334-2'}} {{(pid=84040) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 20:47:11.567531 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Device 28c1c72f-07f4-4f7a-808c-e7e68d0d3e3b up at agent ovs-agent-n-d-838334-2 {{(pid=84042) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 20:47:11.579997 n-d-838334-2 neutron-server[84040]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53c3bf2c-a1c0-4aef-bf86-8b214f2b911a admin admin] Network c15854b4-57d1-44b9-9d7c-cb344e2eb7eb is already hosted by enough agents. {{(pid=84040) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:47:11.591497 n-d-838334-2 neutron-server[84040]: DEBUG neutron.scheduler.base_scheduler [None req-53c3bf2c-a1c0-4aef-bf86-8b214f2b911a admin admin] Resources bound (agent type, host, resource id): {{(pid=84040) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:47:11.607466 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53c3bf2c-a1c0-4aef-bf86-8b214f2b911a admin admin] Received port after_create {{(pid=84040) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 20:47:11.655490 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53c3bf2c-a1c0-4aef-bf86-8b214f2b911a admin admin] Pushing event updated for resources: {'Port': ['ID=68e8d5a3-02f3-4849-82e7-cf18ab884058,revision_number=1']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:47:11.684795 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13befd04-09fd-454e-b684-2655d219bf4c req-2821a2dd-5a5d-4c74-aa4a-274ad871edcb service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:47:11.686230 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-13befd04-09fd-454e-b684-2655d219bf4c req-2821a2dd-5a5d-4c74-aa4a-274ad871edcb service neutron] 10.222.0.48 "GET /v2.0/subnets?id=d5bbcfa7-4c14-4cbd-af87-49786db37498 HTTP/1.1" status: 200 len: 853 time: 0.3109646 Apr 18 20:47:11.694394 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Provisioning for port 28c1c72f-07f4-4f7a-808c-e7e68d0d3e3b completed by entity L2. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 20:47:11.709439 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Provisioning complete for port 28c1c72f-07f4-4f7a-808c-e7e68d0d3e3b triggered by entity L2. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:47:11.709873 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1253608'] for port, provisioning_complete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:11.814650 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d85e8207-a0e5-4e1f-aa4a-351161ef89db service neutron] Pushing event updated for resources: {'Port': ['ID=3de1f3b7-84fe-4e5b-9d81-7e00248194d1,revision_number=2']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:47:11.847725 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-13befd04-09fd-454e-b684-2655d219bf4c req-a4b1231b-029d-4ff3-b140-6f8639b1798e service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=1d9bef28-3e81-4e3e-8f24-c41d55475f5f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1300802 Apr 18 20:47:11.855081 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b6508e3-80e6-44e8-bd17-8d8ba843fd59 req-17e0a55b-0c64-4f17-b312-e6b792da1b60 tempest-MultipleCreateTestJSON-190675240 tempest-MultipleCreateTestJSON-190675240-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:47:11.859756 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-0b6508e3-80e6-44e8-bd17-8d8ba843fd59 req-17e0a55b-0c64-4f17-b312-e6b792da1b60 tempest-MultipleCreateTestJSON-190675240 tempest-MultipleCreateTestJSON-190675240-project] 10.222.0.42 "GET /v2.0/ports?device_id=09ef93c4-4247-46e6-8073-210a05cb27e0 HTTP/1.1" status: 200 len: 943 time: 0.6126494 Apr 18 20:47:11.914031 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:11.957080 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] For port 28c1c72f-07f4-4f7a-808c-e7e68d0d3e3b, host n-d-838334-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838334-2',level=0,port_id=28c1c72f-07f4-4f7a-808c-e7e68d0d3e3b,segment=NetworkSegment(732aa830-768b-4511-951f-d08e26b9c25b),segment_id=732aa830-768b-4511-951f-d08e26b9c25b)] {{(pid=84042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:47:11.965826 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682'] for port, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:12.049743 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-8fd21c0c-c1ce-4f6e-813d-6e7ce5f14e44 req-50d90d98-e81e-4158-acaa-e540986e4a8b service neutron] 10.222.0.43 "GET /v2.0/networks/77a1b955-358e-4346-a83b-9ab21572ad2a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5590751 Apr 18 20:47:12.074127 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.managers [req-8fd21c0c-c1ce-4f6e-813d-6e7ce5f14e44 req-d85e8207-a0e5-4e1f-aa4a-351161ef89db service neutron] Attempting to bind port 3de1f3b7-84fe-4e5b-9d81-7e00248194d1 on host n-h1-838334-2 for vnic_type normal with profile {{(pid=84041) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:47:12.074844 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.managers [req-8fd21c0c-c1ce-4f6e-813d-6e7ce5f14e44 req-d85e8207-a0e5-4e1f-aa4a-351161ef89db service neutron] Attempting to bind port 3de1f3b7-84fe-4e5b-9d81-7e00248194d1 by drivers openvswitch,hyperv on host n-h1-838334-2 at level 0 using segments [{'id': '0b27bade-3dd7-4dee-a014-60f424754c57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': '77a1b955-358e-4346-a83b-9ab21572ad2a'}] {{(pid=84041) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:47:12.074990 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fd21c0c-c1ce-4f6e-813d-6e7ce5f14e44 req-d85e8207-a0e5-4e1f-aa4a-351161ef89db service neutron] Attempting to bind port 3de1f3b7-84fe-4e5b-9d81-7e00248194d1 on network 77a1b955-358e-4346-a83b-9ab21572ad2a {{(pid=84041) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 20:47:12.081422 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fd21c0c-c1ce-4f6e-813d-6e7ce5f14e44 req-d85e8207-a0e5-4e1f-aa4a-351161ef89db service neutron] Port 3de1f3b7-84fe-4e5b-9d81-7e00248194d1 on network 77a1b955-358e-4346-a83b-9ab21572ad2a not bound, no agent of type Open vSwitch agent registered on host n-h1-838334-2 {{(pid=84041) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 18 20:47:12.082094 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fd21c0c-c1ce-4f6e-813d-6e7ce5f14e44 req-d85e8207-a0e5-4e1f-aa4a-351161ef89db service neutron] Attempting to bind port 3de1f3b7-84fe-4e5b-9d81-7e00248194d1 on network 77a1b955-358e-4346-a83b-9ab21572ad2a {{(pid=84041) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 20:47:12.090677 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fd21c0c-c1ce-4f6e-813d-6e7ce5f14e44 req-d85e8207-a0e5-4e1f-aa4a-351161ef89db service neutron] Checking agent: {'id': 'd63bab19-ff81-4de1-afeb-a3732288d0d7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-838334-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 33, 59), 'started_at': datetime.datetime(2022, 4, 18, 20, 33, 59), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 20, 46, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84041) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 18 20:47:12.091426 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fd21c0c-c1ce-4f6e-813d-6e7ce5f14e44 req-d85e8207-a0e5-4e1f-aa4a-351161ef89db service neutron] Checking segment: {'id': '0b27bade-3dd7-4dee-a014-60f424754c57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': '77a1b955-358e-4346-a83b-9ab21572ad2a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84041) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 20:47:12.092077 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fd21c0c-c1ce-4f6e-813d-6e7ce5f14e44 req-d85e8207-a0e5-4e1f-aa4a-351161ef89db service neutron] Bound using segment: {'id': '0b27bade-3dd7-4dee-a014-60f424754c57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': '77a1b955-358e-4346-a83b-9ab21572ad2a'} {{(pid=84041) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 18 20:47:12.092781 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.managers [req-8fd21c0c-c1ce-4f6e-813d-6e7ce5f14e44 req-d85e8207-a0e5-4e1f-aa4a-351161ef89db service neutron] Bound port: 3de1f3b7-84fe-4e5b-9d81-7e00248194d1, host: n-h1-838334-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0b27bade-3dd7-4dee-a014-60f424754c57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': '77a1b955-358e-4346-a83b-9ab21572ad2a'}}] {{(pid=84041) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 20:47:12.093356 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [req-8fd21c0c-c1ce-4f6e-813d-6e7ce5f14e44 req-d85e8207-a0e5-4e1f-aa4a-351161ef89db service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:12.149835 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-f7c697cd-6574-466f-96a1-5311a28a81e1 None None] Provisioning for port 68e8d5a3-02f3-4849-82e7-cf18ab884058 completed by entity DHCP. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 20:47:12.160906 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-f7c697cd-6574-466f-96a1-5311a28a81e1 None None] Provisioning complete for port 68e8d5a3-02f3-4849-82e7-cf18ab884058 triggered by entity DHCP. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:47:12.161250 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-f7c697cd-6574-466f-96a1-5311a28a81e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1253608'] for port, provisioning_complete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:12.260206 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.plugin [None req-f7c697cd-6574-466f-96a1-5311a28a81e1 None None] Port 68e8d5a3-02f3-4849-82e7-cf18ab884058 cannot update to ACTIVE because it is not bound. {{(pid=84042) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 18 20:47:12.267835 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-53c3bf2c-a1c0-4aef-bf86-8b214f2b911a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33444010'] for router_interface, before_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:12.270852 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Pushing event updated for resources: {'Port': ['ID=28c1c72f-07f4-4f7a-808c-e7e68d0d3e3b,revision_number=4']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:47:12.289811 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.db [req-8fd21c0c-c1ce-4f6e-813d-6e7ce5f14e44 req-d85e8207-a0e5-4e1f-aa4a-351161ef89db service neutron] For port 3de1f3b7-84fe-4e5b-9d81-7e00248194d1, host n-h1-838334-2, cleared binding levels {{(pid=84041) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 20:47:12.293520 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.db [req-8fd21c0c-c1ce-4f6e-813d-6e7ce5f14e44 req-d85e8207-a0e5-4e1f-aa4a-351161ef89db service neutron] For port 3de1f3b7-84fe-4e5b-9d81-7e00248194d1, host n-h1-838334-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838334-2',level=0,port_id=3de1f3b7-84fe-4e5b-9d81-7e00248194d1,segment=NetworkSegment(0b27bade-3dd7-4dee-a014-60f424754c57),segment_id=0b27bade-3dd7-4dee-a014-60f424754c57)] {{(pid=84041) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 20:47:12.299297 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [req-8fd21c0c-c1ce-4f6e-813d-6e7ce5f14e44 req-d85e8207-a0e5-4e1f-aa4a-351161ef89db service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32266282'] for port, after_update {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:12.400404 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [req-8fd21c0c-c1ce-4f6e-813d-6e7ce5f14e44 req-d85e8207-a0e5-4e1f-aa4a-351161ef89db service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217293'] for port, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:12.402314 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-8fd21c0c-c1ce-4f6e-813d-6e7ce5f14e44 req-d85e8207-a0e5-4e1f-aa4a-351161ef89db service neutron] 10.222.0.43 "PUT /v2.0/ports/3de1f3b7-84fe-4e5b-9d81-7e00248194d1 HTTP/1.1" status: 200 len: 1091 time: 3.0039940 Apr 18 20:47:12.403407 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-8fd21c0c-c1ce-4f6e-813d-6e7ce5f14e44 req-c67b4f01-af66-442e-8e66-e9643a4bfa7e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:12.427918 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d85e8207-a0e5-4e1f-aa4a-351161ef89db service neutron] Pushing event updated for resources: {'Port': ['ID=3de1f3b7-84fe-4e5b-9d81-7e00248194d1,revision_number=3']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:47:12.457206 n-d-838334-2 neutron-server[84042]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b17a69c7-6d7d-4e5a-b6aa-4522d4db2761'] response: {'server_uuid': '44218079-5002-47ac-a818-6a37f1a49a96', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '64b8a478-4b1c-4a49-b081-88e5d77d7195', 'code': 200} Apr 18 20:47:12.532769 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-0b6508e3-80e6-44e8-bd17-8d8ba843fd59 req-b8b9312b-5e0b-45a9-8fd9-42c7f0be54a5 tempest-MultipleCreateTestJSON-190675240 tempest-MultipleCreateTestJSON-190675240-project] 10.222.0.42 "GET /v2.0/security-groups?id=1b05a6b2-12b5-46ba-add0-6b3994e41087&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6323290 Apr 18 20:47:12.588180 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-8fd21c0c-c1ce-4f6e-813d-6e7ce5f14e44 req-e6ce6c31-de3f-4de8-ba6e-f43209af940e service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=cd141b0544bc490a8a8e91c223e9d680&device_id=131b2c4a-a8af-4e3a-8347-70328b7d1ae0 HTTP/1.1" status: 200 len: 1094 time: 0.1413534 Apr 18 20:47:12.592131 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-13befd04-09fd-454e-b684-2655d219bf4c req-8b4bc592-91de-4c7d-97ed-260c64792ad3 service neutron] 10.222.0.48 "GET /v2.0/networks/1d9bef28-3e81-4e3e-8f24-c41d55475f5f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7305646 Apr 18 20:47:12.680024 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-8fd21c0c-c1ce-4f6e-813d-6e7ce5f14e44 req-ec3c74d1-0bf0-4deb-9e68-00aa5a8ea303 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=3de1f3b7-84fe-4e5b-9d81-7e00248194d1 HTTP/1.1" status: 200 len: 217 time: 0.0841479 Apr 18 20:47:12.746567 n-d-838334-2 neutron-server[84041]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6792a586-4488-4544-a3b1-4a1879feb9ee'] response: {'name': 'network-changed', 'server_uuid': '70de86c8-2f95-4a2a-99c9-34ac2a668805', 'tag': '6fc240fe-bfe2-4690-bce7-eda26c7e84b2', 'status': 'completed', 'code': 200} Apr 18 20:47:12.762712 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-28e76274-23b9-418e-a4d3-bb9485881eae req-d9d904fe-d164-4b7e-93d8-0a426154a1a7 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=44218079-5002-47ac-a818-6a37f1a49a96 HTTP/1.1" status: 200 len: 1096 time: 0.2413118 Apr 18 20:47:12.868998 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fd21c0c-c1ce-4f6e-813d-6e7ce5f14e44 req-0f597a05-ddcf-4502-8391-bfb5fdfc4303 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:47:12.870618 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-8fd21c0c-c1ce-4f6e-813d-6e7ce5f14e44 req-0f597a05-ddcf-4502-8391-bfb5fdfc4303 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=fc043362-0819-4173-b5d7-2f411858871b HTTP/1.1" status: 200 len: 858 time: 0.1849511 Apr 18 20:47:12.873405 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-28e76274-23b9-418e-a4d3-bb9485881eae req-2084ceff-af51-482b-9dc2-6a421f8c0893 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=1b05a6b2-12b5-46ba-add0-6b3994e41087&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0870829 Apr 18 20:47:13.006960 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-1243f885-90c0-46dc-ac2d-cee5408878c7 req-1dab3734-22ee-461b-b080-bf70eda23ede service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=8875fa9e-fc70-4288-9292-8c0ca078b6b7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.7359457 Apr 18 20:47:13.052499 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-53c3bf2c-a1c0-4aef-bf86-8b214f2b911a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:13.101888 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-8fd21c0c-c1ce-4f6e-813d-6e7ce5f14e44 req-54486318-4240-46ff-a122-234663680e2d service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=77a1b955-358e-4346-a83b-9ab21572ad2a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0409002 Apr 18 20:47:13.255052 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-8fd21c0c-c1ce-4f6e-813d-6e7ce5f14e44 req-82da2bee-2f21-495e-9ec9-122e26bd5ee6 service neutron] 10.222.0.43 "GET /v2.0/networks/77a1b955-358e-4346-a83b-9ab21572ad2a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1465943 Apr 18 20:47:13.302494 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-13befd04-09fd-454e-b684-2655d219bf4c req-90f20607-ff76-45b5-8c66-58b428f355de service neutron] 10.222.0.48 "GET /v2.0/networks/1d9bef28-3e81-4e3e-8f24-c41d55475f5f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6819239 Apr 18 20:47:13.313745 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Device 4c35183f-d795-4dc9-9e08-685248134292 details requested by agent hyperv_n-h2-838334-2 with host n-h2-838334-2 {{(pid=84042) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 18 20:47:13.435856 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-e37d0e77-1864-4022-9278-4ad7846edd49 req-c57bdc95-2eee-4e45-a415-1f45b59a585a service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=cd141b0544bc490a8a8e91c223e9d680&device_id=70de86c8-2f95-4a2a-99c9-34ac2a668805 HTTP/1.1" status: 200 len: 1094 time: 0.6478810 Apr 18 20:47:13.462393 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-8fd21c0c-c1ce-4f6e-813d-6e7ce5f14e44 req-356ee290-d50d-4e5a-9535-3f34153fba20 service neutron] 10.222.0.43 "GET /v2.0/networks/77a1b955-358e-4346-a83b-9ab21572ad2a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1975529 Apr 18 20:47:13.469925 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d50ca8cd-bd07-4629-9ed1-bbf0b058ed43 req-1c70115f-ff2c-4f0a-b6f5-986eba0d9c9b tempest-ListServersNegativeTestJSON-1460383695 tempest-ListServersNegativeTestJSON-1460383695-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:47:13.470652 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [req-d50ca8cd-bd07-4629-9ed1-bbf0b058ed43 req-1c70115f-ff2c-4f0a-b6f5-986eba0d9c9b tempest-ListServersNegativeTestJSON-1460383695 tempest-ListServersNegativeTestJSON-1460383695-project] Synchronizing usage tracker for tenant:cd141b0544bc490a8a8e91c223e9d680 on resource:port {{(pid=84040) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 20:47:13.525756 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Device 28c1c72f-07f4-4f7a-808c-e7e68d0d3e3b up at agent ovs-agent-n-d-838334-2 {{(pid=84042) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 20:47:13.567060 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86ed43f7-1f15-41a6-a383-df12e55ce48a req-f9bd1020-d469-46fa-848a-b73bade11f8e tempest-InstanceActionsTestJSON-1236848086 tempest-InstanceActionsTestJSON-1236848086-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:47:13.573865 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-86ed43f7-1f15-41a6-a383-df12e55ce48a req-f9bd1020-d469-46fa-848a-b73bade11f8e tempest-InstanceActionsTestJSON-1236848086 tempest-InstanceActionsTestJSON-1236848086-project] 10.222.0.42 "GET /v2.0/ports?device_id=2ec874be-3db9-4300-bbd2-9e2489e54af1 HTTP/1.1" status: 200 len: 945 time: 0.7018418 Apr 18 20:47:13.581497 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-261bfa7c-8529-4b7a-a86c-4e0bc285db06 req-82eeaf66-b310-4bdf-974b-07051f0aed63 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=eb3668b7-221e-464a-9f23-da8bc40863a7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2392678 Apr 18 20:47:13.646927 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] For port 4c35183f-d795-4dc9-9e08-685248134292, host n-h2-838334-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838334-2',level=0,port_id=4c35183f-d795-4dc9-9e08-685248134292,segment=NetworkSegment(69e680c7-3ab0-48c4-a2d0-df2b5d30c8ee),segment_id=69e680c7-3ab0-48c4-a2d0-df2b5d30c8ee)] {{(pid=84042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:47:13.672963 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Returning: {'device': '4c35183f-d795-4dc9-9e08-685248134292', 'network_id': '1d9bef28-3e81-4e3e-8f24-c41d55475f5f', 'port_id': '4c35183f-d795-4dc9-9e08-685248134292', 'mac_address': 'fa:16:3e:e7:c5:d7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 387, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd5bbcfa7-4c14-4cbd-af87-49786db37498', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84042) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 18 20:47:13.722464 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Provisioning complete for port 28c1c72f-07f4-4f7a-808c-e7e68d0d3e3b triggered by entity L2. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:47:13.723099 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1253608'] for port, provisioning_complete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:13.740424 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-86ed43f7-1f15-41a6-a383-df12e55ce48a req-5061bb0c-595f-41ef-8797-e8c0ca9f474e tempest-InstanceActionsTestJSON-1236848086 tempest-InstanceActionsTestJSON-1236848086-project] 10.222.0.42 "GET /v2.0/security-groups?id=adacd38e-34f7-44a4-b50c-f91e86c853ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1653957 Apr 18 20:47:13.806420 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:13.821772 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-1243f885-90c0-46dc-ac2d-cee5408878c7 req-c1eb497a-1bfe-49bc-9278-a56ad94883f0 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=1fd001aaeef146c5ac3c9d1e6f47f539&device_id=8875fa9e-fc70-4288-9292-8c0ca078b6b7 HTTP/1.1" status: 200 len: 1097 time: 0.7521956 Apr 18 20:47:13.853153 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-261bfa7c-8529-4b7a-a86c-4e0bc285db06 req-b43db7a2-affc-455f-8991-fe7c149791a7 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=f9a303992698422eb62b63b7e766862a&device_id=eb3668b7-221e-464a-9f23-da8bc40863a7 HTTP/1.1" status: 200 len: 1099 time: 0.2435415 Apr 18 20:47:13.862185 n-d-838334-2 neutron-server[84042]: DEBUG neutron.notifiers.nova [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4c35183f-d795-4dc9-9e08-685248134292 {{(pid=84042) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 18 20:47:13.865686 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.db.resource_extend [req-8fd21c0c-c1ce-4f6e-813d-6e7ce5f14e44 req-c67b4f01-af66-442e-8e66-e9643a4bfa7e service neutron] It took 0.41 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 18 20:47:13.881574 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] For port 4c35183f-d795-4dc9-9e08-685248134292, host n-h2-838334-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838334-2',level=0,port_id=4c35183f-d795-4dc9-9e08-685248134292,segment=NetworkSegment(69e680c7-3ab0-48c4-a2d0-df2b5d30c8ee),segment_id=69e680c7-3ab0-48c4-a2d0-df2b5d30c8ee)] {{(pid=84042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:47:13.937195 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682'] for port, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:14.010378 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [req-d50ca8cd-bd07-4629-9ed1-bbf0b058ed43 req-1c70115f-ff2c-4f0a-b6f5-986eba0d9c9b tempest-ListServersNegativeTestJSON-1460383695 tempest-ListServersNegativeTestJSON-1460383695-project] Unset dirty status for tenant:cd141b0544bc490a8a8e91c223e9d680 on resource:port {{(pid=84040) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 20:47:14.011522 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-d50ca8cd-bd07-4629-9ed1-bbf0b058ed43 req-1c70115f-ff2c-4f0a-b6f5-986eba0d9c9b tempest-ListServersNegativeTestJSON-1460383695 tempest-ListServersNegativeTestJSON-1460383695-project] 10.222.0.42 "GET /v2.0/ports?device_id=131b2c4a-a8af-4e3a-8347-70328b7d1ae0 HTTP/1.1" status: 200 len: 943 time: 1.1343594 Apr 18 20:47:14.033906 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Pushing event updated for resources: {'Port': ['ID=4c35183f-d795-4dc9-9e08-685248134292,revision_number=4']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:47:14.170323 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-261bfa7c-8529-4b7a-a86c-4e0bc285db06 req-1e5bdb39-8926-430c-9cac-f4065f03d8ab service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:47:14.172000 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-261bfa7c-8529-4b7a-a86c-4e0bc285db06 req-1e5bdb39-8926-430c-9cac-f4065f03d8ab service neutron] 10.222.0.43 "GET /v2.0/networks?id=cb56989d-7c5d-4678-b194-1d2edf1e842a HTTP/1.1" status: 200 len: 870 time: 0.2246225 Apr 18 20:47:14.262584 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-261bfa7c-8529-4b7a-a86c-4e0bc285db06 req-faf28ae2-6a5d-4b03-8683-bcc012d1f372 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.240&port_id=50835e83-a5fb-4791-9057-3a1a5ea9153e HTTP/1.1" status: 200 len: 217 time: 0.0768239 Apr 18 20:47:14.347899 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-261bfa7c-8529-4b7a-a86c-4e0bc285db06 req-99deadd0-5762-49b0-ad22-26e44d7a46c8 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:47:14.350868 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-261bfa7c-8529-4b7a-a86c-4e0bc285db06 req-99deadd0-5762-49b0-ad22-26e44d7a46c8 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=c4b526db-4d8a-4d4c-a310-e3a599630ae1 HTTP/1.1" status: 200 len: 843 time: 0.0819824 Apr 18 20:47:14.356487 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] get_ports_and_sgs() called for port_ids ['4c35183f-d795-4dc9-9e08-685248134292'] {{(pid=84042) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 18 20:47:14.444776 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-261bfa7c-8529-4b7a-a86c-4e0bc285db06 req-a7fc7c7d-6090-4314-ba2b-e2a67ba01212 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=cb56989d-7c5d-4678-b194-1d2edf1e842a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0825429 Apr 18 20:47:14.484398 n-d-838334-2 neutron-server[84040]: DEBUG neutron.notifiers.nova [req-8fd21c0c-c1ce-4f6e-813d-6e7ce5f14e44 req-c67b4f01-af66-442e-8e66-e9643a4bfa7e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2d3fbf48-a26c-4c3c-8cb2-ebed10cdec73 {{(pid=84040) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 18 20:47:14.518410 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-8fd21c0c-c1ce-4f6e-813d-6e7ce5f14e44 req-c67b4f01-af66-442e-8e66-e9643a4bfa7e service neutron] Notify callbacks [] for port, precommit_update {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:14.547670 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e37d0e77-1864-4022-9278-4ad7846edd49 req-6c9c7d0c-07d0-4d8d-aa0e-6aad73518896 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:47:14.549157 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-e37d0e77-1864-4022-9278-4ad7846edd49 req-6c9c7d0c-07d0-4d8d-aa0e-6aad73518896 service neutron] 10.222.0.43 "GET /v2.0/networks?id=77a1b955-358e-4346-a83b-9ab21572ad2a HTTP/1.1" status: 200 len: 919 time: 1.0389254 Apr 18 20:47:14.627036 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-261bfa7c-8529-4b7a-a86c-4e0bc285db06 req-5f6442b6-8a1d-4895-89b8-a58ba7b0a418 service neutron] 10.222.0.43 "GET /v2.0/networks/cb56989d-7c5d-4678-b194-1d2edf1e842a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1748726 Apr 18 20:47:14.632718 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-d50ca8cd-bd07-4629-9ed1-bbf0b058ed43 req-99f0c584-42cb-4122-a9f7-eaff17e5e7f4 tempest-ListServersNegativeTestJSON-1460383695 tempest-ListServersNegativeTestJSON-1460383695-project] 10.222.0.42 "GET /v2.0/security-groups?id=662d465b-c633-488a-99c1-bc2d1e2ea873&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4926298 Apr 18 20:47:14.639420 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.provisioning_blocks [req-8fd21c0c-c1ce-4f6e-813d-6e7ce5f14e44 req-c67b4f01-af66-442e-8e66-e9643a4bfa7e service neutron] Transition to ACTIVE for port object 2d3fbf48-a26c-4c3c-8cb2-ebed10cdec73 will not be triggered until provisioned by entity L2. {{(pid=84040) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 20:47:14.675342 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-8fd21c0c-c1ce-4f6e-813d-6e7ce5f14e44 req-c67b4f01-af66-442e-8e66-e9643a4bfa7e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32440959'] for port, after_update {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:14.728111 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.db.resource_extend [None req-53c3bf2c-a1c0-4aef-bf86-8b214f2b911a admin admin] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 18 20:47:14.747905 n-d-838334-2 neutron-server[84041]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '131b2c4a-a8af-4e3a-8347-70328b7d1ae0', 'tag': '3de1f3b7-84fe-4e5b-9d81-7e00248194d1'}] {{(pid=84041) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 20:47:14.772477 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-e37d0e77-1864-4022-9278-4ad7846edd49 req-c4ad2f49-ebd0-430f-8cb9-5e59500df8b1 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=6fc240fe-bfe2-4690-bce7-eda26c7e84b2 HTTP/1.1" status: 200 len: 217 time: 0.2022123 Apr 18 20:47:14.779190 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-53c3bf2c-a1c0-4aef-bf86-8b214f2b911a admin admin] Notify callbacks [] for port, precommit_update {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:14.781215 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1243f885-90c0-46dc-ac2d-cee5408878c7 req-af04617c-dec9-40f2-921a-2a5e8c724c31 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:47:14.783398 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-1243f885-90c0-46dc-ac2d-cee5408878c7 req-af04617c-dec9-40f2-921a-2a5e8c724c31 service neutron] 10.222.0.48 "GET /v2.0/networks?id=927d35e4-e88b-4e82-9eb0-c42861ae32da HTTP/1.1" status: 200 len: 915 time: 0.8823528 Apr 18 20:47:14.829412 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-261bfa7c-8529-4b7a-a86c-4e0bc285db06 req-c93008fc-955e-4c9a-9fdc-476098b60321 service neutron] 10.222.0.43 "GET /v2.0/networks/cb56989d-7c5d-4678-b194-1d2edf1e842a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1943727 Apr 18 20:47:14.891104 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-53c3bf2c-a1c0-4aef-bf86-8b214f2b911a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32440959'] for port, after_update {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:15.062845 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Device 6fc240fe-bfe2-4690-bce7-eda26c7e84b2 details requested by agent hyperv_n-h1-838334-2 with host n-h1-838334-2 {{(pid=84042) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 18 20:47:15.076180 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c67b4f01-af66-442e-8e66-e9643a4bfa7e service neutron] Pushing event updated for resources: {'Port': ['ID=2d3fbf48-a26c-4c3c-8cb2-ebed10cdec73,revision_number=2']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:47:15.093211 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e37d0e77-1864-4022-9278-4ad7846edd49 req-019c3bb7-17fa-4800-8186-eb04cadb9ce5 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:47:15.094746 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-e37d0e77-1864-4022-9278-4ad7846edd49 req-019c3bb7-17fa-4800-8186-eb04cadb9ce5 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=fc043362-0819-4173-b5d7-2f411858871b HTTP/1.1" status: 200 len: 858 time: 0.3016593 Apr 18 20:47:15.102769 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a818034-8b30-4165-bdc8-498f7bae23f6 req-219f2fdd-b57c-469a-b0ad-df812f1d8cfd tempest-MultipleCreateTestJSON-190675240 tempest-MultipleCreateTestJSON-190675240-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:47:15.115662 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-3a818034-8b30-4165-bdc8-498f7bae23f6 req-219f2fdd-b57c-469a-b0ad-df812f1d8cfd tempest-MultipleCreateTestJSON-190675240 tempest-MultipleCreateTestJSON-190675240-project] 10.222.0.42 "GET /v2.0/ports?device_id=09ef93c4-4247-46e6-8073-210a05cb27e0 HTTP/1.1" status: 200 len: 944 time: 0.6930838 Apr 18 20:47:15.221209 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] For port 6fc240fe-bfe2-4690-bce7-eda26c7e84b2, host n-h1-838334-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838334-2',level=0,port_id=6fc240fe-bfe2-4690-bce7-eda26c7e84b2,segment=NetworkSegment(0b27bade-3dd7-4dee-a014-60f424754c57),segment_id=0b27bade-3dd7-4dee-a014-60f424754c57)] {{(pid=84042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:47:15.231023 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-53c3bf2c-a1c0-4aef-bf86-8b214f2b911a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-32377886', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33443847'] for router_interface, after_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:15.238079 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Returning: {'device': '6fc240fe-bfe2-4690-bce7-eda26c7e84b2', 'network_id': '77a1b955-358e-4346-a83b-9ab21572ad2a', 'port_id': '6fc240fe-bfe2-4690-bce7-eda26c7e84b2', 'mac_address': 'fa:16:3e:89:86:13', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 398, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fc043362-0819-4173-b5d7-2f411858871b', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84042) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 18 20:47:15.268726 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-e37d0e77-1864-4022-9278-4ad7846edd49 req-98186958-41b8-409f-8202-944fef39ea89 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=77a1b955-358e-4346-a83b-9ab21572ad2a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0947058 Apr 18 20:47:15.341356 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:15.372541 n-d-838334-2 neutron-server[84042]: DEBUG neutron.notifiers.nova [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6fc240fe-bfe2-4690-bce7-eda26c7e84b2 {{(pid=84042) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 18 20:47:15.396331 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] For port 6fc240fe-bfe2-4690-bce7-eda26c7e84b2, host n-h1-838334-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838334-2',level=0,port_id=6fc240fe-bfe2-4690-bce7-eda26c7e84b2,segment=NetworkSegment(0b27bade-3dd7-4dee-a014-60f424754c57),segment_id=0b27bade-3dd7-4dee-a014-60f424754c57)] {{(pid=84042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:47:15.412033 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-1243f885-90c0-46dc-ac2d-cee5408878c7 req-9e6a461a-adfa-4a9c-809d-70944ccc2c82 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=0a032366-a8a0-489a-a1a8-920f26be44bc HTTP/1.1" status: 200 len: 1002 time: 0.5757668 Apr 18 20:47:15.419121 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682'] for port, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:15.421377 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53c3bf2c-a1c0-4aef-bf86-8b214f2b911a admin admin] Pushing event updated for resources: {'Port': ['ID=68e8d5a3-02f3-4849-82e7-cf18ab884058,revision_number=2']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:47:15.506114 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Pushing event updated for resources: {'Port': ['ID=6fc240fe-bfe2-4690-bce7-eda26c7e84b2,revision_number=4']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:47:15.613875 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-8421049d-9e4f-478a-9198-08e7848f29e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750375287399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253529'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:15.624496 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-3a818034-8b30-4165-bdc8-498f7bae23f6 req-739eb70e-a842-4a11-85f9-42aa23f92d60 tempest-MultipleCreateTestJSON-190675240 tempest-MultipleCreateTestJSON-190675240-project] 10.222.0.42 "GET /v2.0/security-groups?id=1b05a6b2-12b5-46ba-add0-6b3994e41087&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5090334 Apr 18 20:47:15.702854 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] get_ports_and_sgs() called for port_ids ['6fc240fe-bfe2-4690-bce7-eda26c7e84b2'] {{(pid=84042) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 18 20:47:15.735490 n-d-838334-2 neutron-server[84041]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dc848dfc-e1b7-4a71-b4b8-64ee1177fbbd'] response: {'name': 'network-changed', 'server_uuid': '131b2c4a-a8af-4e3a-8347-70328b7d1ae0', 'tag': '3de1f3b7-84fe-4e5b-9d81-7e00248194d1', 'status': 'completed', 'code': 200} Apr 18 20:47:15.785132 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-e37d0e77-1864-4022-9278-4ad7846edd49 req-7d1ca494-887d-4892-8ff2-ec25d806b207 service neutron] 10.222.0.43 "GET /v2.0/networks/77a1b955-358e-4346-a83b-9ab21572ad2a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5022283 Apr 18 20:47:15.840454 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1243f885-90c0-46dc-ac2d-cee5408878c7 req-42857701-ce4b-485b-a93c-eadc34d8a9d0 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:47:15.844036 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-1243f885-90c0-46dc-ac2d-cee5408878c7 req-42857701-ce4b-485b-a93c-eadc34d8a9d0 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=318f6973-de81-4b49-b616-dd3d9f23a644 HTTP/1.1" status: 200 len: 853 time: 0.3774476 Apr 18 20:47:15.899309 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05a14969-fb4e-4f3b-81a8-378d66bb813d req-056b434f-6783-430f-96b3-e3d3e089a37d tempest-ListImageFiltersTestJSON-764297516 tempest-ListImageFiltersTestJSON-764297516-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:47:15.901200 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-05a14969-fb4e-4f3b-81a8-378d66bb813d req-056b434f-6783-430f-96b3-e3d3e089a37d tempest-ListImageFiltersTestJSON-764297516 tempest-ListImageFiltersTestJSON-764297516-project] 10.222.0.42 "GET /v2.0/ports?device_id=eb3668b7-221e-464a-9f23-da8bc40863a7 HTTP/1.1" status: 200 len: 948 time: 0.9846129 Apr 18 20:47:15.935770 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-2a13b62e-702b-4a03-988d-84cbcd920c1b req-22a6b94c-b20a-4ffc-a327-7e66176269e8 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=cd141b0544bc490a8a8e91c223e9d680&device_id=131b2c4a-a8af-4e3a-8347-70328b7d1ae0 HTTP/1.1" status: 200 len: 1094 time: 0.1765766 Apr 18 20:47:15.967687 n-d-838334-2 neutron-server[84040]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53c3bf2c-a1c0-4aef-bf86-8b214f2b911a admin admin] Network c15854b4-57d1-44b9-9d7c-cb344e2eb7eb is already hosted by enough agents. {{(pid=84040) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:47:16.059261 n-d-838334-2 neutron-server[84040]: DEBUG neutron.scheduler.base_scheduler [None req-53c3bf2c-a1c0-4aef-bf86-8b214f2b911a admin admin] Resources bound (agent type, host, resource id): {{(pid=84040) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:47:16.066241 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a3f341f-c132-47a8-8965-12ca8ac7bf71 req-45d993d0-e44e-4bb0-92df-132865d61478 tempest-ListImageFiltersTestJSON-764297516 tempest-ListImageFiltersTestJSON-764297516-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:47:16.067639 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [req-6a3f341f-c132-47a8-8965-12ca8ac7bf71 req-45d993d0-e44e-4bb0-92df-132865d61478 tempest-ListImageFiltersTestJSON-764297516 tempest-ListImageFiltersTestJSON-764297516-project] Synchronizing usage tracker for tenant:f9a303992698422eb62b63b7e766862a on resource:port {{(pid=84041) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 20:47:16.068594 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.managers [req-8fd21c0c-c1ce-4f6e-813d-6e7ce5f14e44 req-c67b4f01-af66-442e-8e66-e9643a4bfa7e service neutron] Attempting to bind port 2d3fbf48-a26c-4c3c-8cb2-ebed10cdec73 on host n-h2-838334-2 for vnic_type normal with profile {{(pid=84040) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:47:16.068834 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.managers [req-8fd21c0c-c1ce-4f6e-813d-6e7ce5f14e44 req-c67b4f01-af66-442e-8e66-e9643a4bfa7e service neutron] Attempting to bind port 2d3fbf48-a26c-4c3c-8cb2-ebed10cdec73 by drivers openvswitch,hyperv on host n-h2-838334-2 at level 0 using segments [{'id': '0b27bade-3dd7-4dee-a014-60f424754c57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': '77a1b955-358e-4346-a83b-9ab21572ad2a'}] {{(pid=84040) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:47:16.069313 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fd21c0c-c1ce-4f6e-813d-6e7ce5f14e44 req-c67b4f01-af66-442e-8e66-e9643a4bfa7e service neutron] Attempting to bind port 2d3fbf48-a26c-4c3c-8cb2-ebed10cdec73 on network 77a1b955-358e-4346-a83b-9ab21572ad2a {{(pid=84040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 20:47:16.145797 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [req-6a3f341f-c132-47a8-8965-12ca8ac7bf71 req-45d993d0-e44e-4bb0-92df-132865d61478 tempest-ListImageFiltersTestJSON-764297516 tempest-ListImageFiltersTestJSON-764297516-project] Unset dirty status for tenant:f9a303992698422eb62b63b7e766862a on resource:port {{(pid=84041) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 20:47:16.146920 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-6a3f341f-c132-47a8-8965-12ca8ac7bf71 req-45d993d0-e44e-4bb0-92df-132865d61478 tempest-ListImageFiltersTestJSON-764297516 tempest-ListImageFiltersTestJSON-764297516-project] 10.222.0.43 "GET /v2.0/ports?device_id=eb3668b7-221e-464a-9f23-da8bc40863a7 HTTP/1.1" status: 200 len: 948 time: 0.2780309 Apr 18 20:47:16.218366 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a13b62e-702b-4a03-988d-84cbcd920c1b req-df70d481-b0bf-475d-9a3c-8475d081f54e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:47:16.220292 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-2a13b62e-702b-4a03-988d-84cbcd920c1b req-df70d481-b0bf-475d-9a3c-8475d081f54e service neutron] 10.222.0.43 "GET /v2.0/networks?id=77a1b955-358e-4346-a83b-9ab21572ad2a HTTP/1.1" status: 200 len: 919 time: 0.2709491 Apr 18 20:47:16.328761 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.plugin [req-6a3f341f-c132-47a8-8965-12ca8ac7bf71 req-59e5f749-7ee5-40e1-acb3-c23bfc6423bd tempest-ListImageFiltersTestJSON-764297516 tempest-ListImageFiltersTestJSON-764297516-project] Deleting port 50835e83-a5fb-4791-9057-3a1a5ea9153e {{(pid=84041) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 20:47:16.329097 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [req-6a3f341f-c132-47a8-8965-12ca8ac7bf71 req-59e5f749-7ee5-40e1-acb3-c23bfc6423bd tempest-ListImageFiltersTestJSON-764297516 tempest-ListImageFiltersTestJSON-764297516-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750375188691'] for port, before_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:16.376340 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-2a13b62e-702b-4a03-988d-84cbcd920c1b req-0c91770d-a2a3-4901-9701-d7680c66d985 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=3de1f3b7-84fe-4e5b-9d81-7e00248194d1 HTTP/1.1" status: 200 len: 217 time: 0.1476347 Apr 18 20:47:16.451372 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a13b62e-702b-4a03-988d-84cbcd920c1b req-fbafa334-9810-4aeb-aa0b-62d34205b734 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:47:16.453167 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-2a13b62e-702b-4a03-988d-84cbcd920c1b req-fbafa334-9810-4aeb-aa0b-62d34205b734 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=fc043362-0819-4173-b5d7-2f411858871b HTTP/1.1" status: 200 len: 858 time: 0.0703480 Apr 18 20:47:16.455572 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fd21c0c-c1ce-4f6e-813d-6e7ce5f14e44 req-c67b4f01-af66-442e-8e66-e9643a4bfa7e service neutron] Port 2d3fbf48-a26c-4c3c-8cb2-ebed10cdec73 on network 77a1b955-358e-4346-a83b-9ab21572ad2a not bound, no agent of type Open vSwitch agent registered on host n-h2-838334-2 {{(pid=84040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 18 20:47:16.457629 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fd21c0c-c1ce-4f6e-813d-6e7ce5f14e44 req-c67b4f01-af66-442e-8e66-e9643a4bfa7e service neutron] Attempting to bind port 2d3fbf48-a26c-4c3c-8cb2-ebed10cdec73 on network 77a1b955-358e-4346-a83b-9ab21572ad2a {{(pid=84040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 20:47:16.528431 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-876d97dc-8865-4026-9a1f-ffcd6bce69d6 None None] Provisioning complete for port 68e8d5a3-02f3-4849-82e7-cf18ab884058 triggered by entity DHCP. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:47:16.528874 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-876d97dc-8865-4026-9a1f-ffcd6bce69d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1253608'] for port, provisioning_complete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:16.529095 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-2a13b62e-702b-4a03-988d-84cbcd920c1b req-52d591aa-2fb3-4c01-8185-d5f3d1ef5435 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=77a1b955-358e-4346-a83b-9ab21572ad2a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0622909 Apr 18 20:47:16.586765 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-05a14969-fb4e-4f3b-81a8-378d66bb813d req-a9bb4908-78ec-4d4b-b057-cb448a406fe2 tempest-ListImageFiltersTestJSON-764297516 tempest-ListImageFiltersTestJSON-764297516-project] 10.222.0.42 "GET /v2.0/security-groups?id=69ef09d0-16e8-4442-bf72-0044fbe4edc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6172783 Apr 18 20:47:16.587749 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fd21c0c-c1ce-4f6e-813d-6e7ce5f14e44 req-c67b4f01-af66-442e-8e66-e9643a4bfa7e service neutron] Checking agent: {'id': 'dc797004-f641-47b7-a77f-9c62b5b16296', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-838334-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 34, 3), 'started_at': datetime.datetime(2022, 4, 18, 20, 34, 3), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 20, 47, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 18 20:47:16.587908 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fd21c0c-c1ce-4f6e-813d-6e7ce5f14e44 req-c67b4f01-af66-442e-8e66-e9643a4bfa7e service neutron] Checking segment: {'id': '0b27bade-3dd7-4dee-a014-60f424754c57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': '77a1b955-358e-4346-a83b-9ab21572ad2a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84040) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 20:47:16.588290 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fd21c0c-c1ce-4f6e-813d-6e7ce5f14e44 req-c67b4f01-af66-442e-8e66-e9643a4bfa7e service neutron] Bound using segment: {'id': '0b27bade-3dd7-4dee-a014-60f424754c57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': '77a1b955-358e-4346-a83b-9ab21572ad2a'} {{(pid=84040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 18 20:47:16.588734 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.managers [req-8fd21c0c-c1ce-4f6e-813d-6e7ce5f14e44 req-c67b4f01-af66-442e-8e66-e9643a4bfa7e service neutron] Bound port: 2d3fbf48-a26c-4c3c-8cb2-ebed10cdec73, host: n-h2-838334-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0b27bade-3dd7-4dee-a014-60f424754c57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': '77a1b955-358e-4346-a83b-9ab21572ad2a'}}] {{(pid=84040) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 20:47:16.589074 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-8fd21c0c-c1ce-4f6e-813d-6e7ce5f14e44 req-c67b4f01-af66-442e-8e66-e9643a4bfa7e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:16.667411 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.plugin [None req-876d97dc-8865-4026-9a1f-ffcd6bce69d6 None None] Port 68e8d5a3-02f3-4849-82e7-cf18ab884058 cannot update to ACTIVE because it is not bound. {{(pid=84042) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 18 20:47:16.712716 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-e37d0e77-1864-4022-9278-4ad7846edd49 req-e0c143a4-5d52-4adf-bcc6-43603b78ba67 service neutron] 10.222.0.43 "GET /v2.0/networks/77a1b955-358e-4346-a83b-9ab21572ad2a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8635700 Apr 18 20:47:16.816549 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bae66ce-f3bb-44d1-9067-28a73bacb9d0 req-aa93fa7c-bacc-4b10-8b7a-79492289547e tempest-ListServersNegativeTestJSON-1460383695 tempest-ListServersNegativeTestJSON-1460383695-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:47:16.818080 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-0bae66ce-f3bb-44d1-9067-28a73bacb9d0 req-aa93fa7c-bacc-4b10-8b7a-79492289547e tempest-ListServersNegativeTestJSON-1460383695 tempest-ListServersNegativeTestJSON-1460383695-project] 10.222.0.42 "GET /v2.0/ports?device_id=131b2c4a-a8af-4e3a-8347-70328b7d1ae0 HTTP/1.1" status: 200 len: 943 time: 0.3535779 Apr 18 20:47:16.876624 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-1243f885-90c0-46dc-ac2d-cee5408878c7 req-faf469e1-e7ca-445f-90ad-c286bab30ad9 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=927d35e4-e88b-4e82-9eb0-c42861ae32da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.9671919 Apr 18 20:47:17.017994 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-2a13b62e-702b-4a03-988d-84cbcd920c1b req-8f954e41-b9e5-4e33-9584-38e88c395505 service neutron] 10.222.0.43 "GET /v2.0/networks/77a1b955-358e-4346-a83b-9ab21572ad2a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4803574 Apr 18 20:47:17.077775 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Device 3de1f3b7-84fe-4e5b-9d81-7e00248194d1 details requested by agent hyperv_n-h1-838334-2 with host n-h1-838334-2 {{(pid=84042) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 18 20:47:17.082690 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Device 6fc240fe-bfe2-4690-bce7-eda26c7e84b2 up at agent hyperv_n-h1-838334-2 {{(pid=84042) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 20:47:17.161511 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.db [req-6a3f341f-c132-47a8-8965-12ca8ac7bf71 req-59e5f749-7ee5-40e1-acb3-c23bfc6423bd tempest-ListImageFiltersTestJSON-764297516 tempest-ListImageFiltersTestJSON-764297516-project] For port 50835e83-a5fb-4791-9057-3a1a5ea9153e, host n-h1-838334-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838334-2',level=0,port_id=50835e83-a5fb-4791-9057-3a1a5ea9153e,segment=NetworkSegment(62b85806-94d8-4a88-a06c-da82e5932d66),segment_id=62b85806-94d8-4a88-a06c-da82e5932d66)] {{(pid=84041) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:47:17.161909 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [req-6a3f341f-c132-47a8-8965-12ca8ac7bf71 req-59e5f749-7ee5-40e1-acb3-c23bfc6423bd tempest-ListImageFiltersTestJSON-764297516 tempest-ListImageFiltersTestJSON-764297516-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369123'] for port, precommit_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:17.231745 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.db [req-8fd21c0c-c1ce-4f6e-813d-6e7ce5f14e44 req-c67b4f01-af66-442e-8e66-e9643a4bfa7e service neutron] For port 2d3fbf48-a26c-4c3c-8cb2-ebed10cdec73, host n-h2-838334-2, cleared binding levels {{(pid=84040) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 20:47:17.260260 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-0bae66ce-f3bb-44d1-9067-28a73bacb9d0 req-1cb9b9c8-123f-4754-abd0-8bb4a6e31e2d tempest-ListServersNegativeTestJSON-1460383695 tempest-ListServersNegativeTestJSON-1460383695-project] 10.222.0.42 "GET /v2.0/security-groups?id=662d465b-c633-488a-99c1-bc2d1e2ea873&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3872466 Apr 18 20:47:17.269523 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.db [req-8fd21c0c-c1ce-4f6e-813d-6e7ce5f14e44 req-c67b4f01-af66-442e-8e66-e9643a4bfa7e service neutron] For port 2d3fbf48-a26c-4c3c-8cb2-ebed10cdec73, host n-h2-838334-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838334-2',level=0,port_id=2d3fbf48-a26c-4c3c-8cb2-ebed10cdec73,segment=NetworkSegment(0b27bade-3dd7-4dee-a014-60f424754c57),segment_id=0b27bade-3dd7-4dee-a014-60f424754c57)] {{(pid=84040) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 20:47:17.303816 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.plugin [req-6a3f341f-c132-47a8-8965-12ca8ac7bf71 req-59e5f749-7ee5-40e1-acb3-c23bfc6423bd tempest-ListImageFiltersTestJSON-764297516 tempest-ListImageFiltersTestJSON-764297516-project] Calling delete_port for 50835e83-a5fb-4791-9057-3a1a5ea9153e owned by compute:nova {{(pid=84041) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 20:47:17.317726 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Provisioning for port 6fc240fe-bfe2-4690-bce7-eda26c7e84b2 completed by entity L2. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 20:47:17.333727 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Provisioning complete for port 6fc240fe-bfe2-4690-bce7-eda26c7e84b2 triggered by entity L2. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:47:17.333989 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1253608'] for port, provisioning_complete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:17.374196 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Device 4c35183f-d795-4dc9-9e08-685248134292 up at agent hyperv_n-h2-838334-2 {{(pid=84042) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 20:47:17.452114 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-8fd21c0c-c1ce-4f6e-813d-6e7ce5f14e44 req-c67b4f01-af66-442e-8e66-e9643a4bfa7e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32440959'] for port, after_update {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:17.491011 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-1243f885-90c0-46dc-ac2d-cee5408878c7 req-2c21222e-2423-46ee-8f78-b5e6eb46fd63 service neutron] 10.222.0.48 "GET /v2.0/networks/927d35e4-e88b-4e82-9eb0-c42861ae32da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5501864 Apr 18 20:47:17.524327 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] For port 3de1f3b7-84fe-4e5b-9d81-7e00248194d1, host n-h1-838334-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838334-2',level=0,port_id=3de1f3b7-84fe-4e5b-9d81-7e00248194d1,segment=NetworkSegment(0b27bade-3dd7-4dee-a014-60f424754c57),segment_id=0b27bade-3dd7-4dee-a014-60f424754c57)] {{(pid=84042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:47:17.564930 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Returning: {'device': '3de1f3b7-84fe-4e5b-9d81-7e00248194d1', 'network_id': '77a1b955-358e-4346-a83b-9ab21572ad2a', 'port_id': '3de1f3b7-84fe-4e5b-9d81-7e00248194d1', 'mac_address': 'fa:16:3e:c6:90:c4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 398, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fc043362-0819-4173-b5d7-2f411858871b', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84042) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 18 20:47:17.574720 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-2a13b62e-702b-4a03-988d-84cbcd920c1b req-bc4b9efb-3788-471e-9f20-18725a00c3b6 service neutron] 10.222.0.43 "GET /v2.0/networks/77a1b955-358e-4346-a83b-9ab21572ad2a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5327351 Apr 18 20:47:17.588698 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [req-6a3f341f-c132-47a8-8965-12ca8ac7bf71 req-59e5f749-7ee5-40e1-acb3-c23bfc6423bd tempest-ListImageFiltersTestJSON-764297516 tempest-ListImageFiltersTestJSON-764297516-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750375259028', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750374836628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32266323'] for port, after_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:17.607399 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Provisioning for port 4c35183f-d795-4dc9-9e08-685248134292 completed by entity L2. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 20:47:17.662520 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59e5f749-7ee5-40e1-acb3-c23bfc6423bd tempest-ListImageFiltersTestJSON-764297516 tempest-ListImageFiltersTestJSON-764297516-project] Pushing event deleted for resources: {'Port': ['ID=50835e83-a5fb-4791-9057-3a1a5ea9153e,revision_number=None']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:47:17.686806 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Provisioning complete for port 4c35183f-d795-4dc9-9e08-685248134292 triggered by entity L2. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:47:17.687949 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1253608'] for port, provisioning_complete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:17.694251 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-8fd21c0c-c1ce-4f6e-813d-6e7ce5f14e44 req-c67b4f01-af66-442e-8e66-e9643a4bfa7e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217293'] for port, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:17.696978 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-8fd21c0c-c1ce-4f6e-813d-6e7ce5f14e44 req-c67b4f01-af66-442e-8e66-e9643a4bfa7e service neutron] 10.222.0.48 "PUT /v2.0/ports/2d3fbf48-a26c-4c3c-8cb2-ebed10cdec73 HTTP/1.1" status: 200 len: 1091 time: 6.2406280 Apr 18 20:47:17.713890 n-d-838334-2 neutron-server[84040]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e63bf7fc-07cb-40b4-92b1-0857bbf73fef', 'tag': '2d3fbf48-a26c-4c3c-8cb2-ebed10cdec73'}] {{(pid=84040) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 20:47:17.734475 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:17.768006 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be11a191-05f1-4029-8843-c7d0c6f8bfa0 req-d23ecbf4-8db7-4dbb-b6c8-d0af90356373 tempest-InstanceActionsTestJSON-1236848086 tempest-InstanceActionsTestJSON-1236848086-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:47:17.772486 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.l3_dvrscheduler_db [req-6a3f341f-c132-47a8-8965-12ca8ac7bf71 req-59e5f749-7ee5-40e1-acb3-c23bfc6423bd tempest-ListImageFiltersTestJSON-764297516 tempest-ListImageFiltersTestJSON-764297516-project] No DVR routers for this DVR port 50835e83-a5fb-4791-9057-3a1a5ea9153e on host n-h1-838334-2 {{(pid=84041) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 20:47:17.777855 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:17.778311 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-be11a191-05f1-4029-8843-c7d0c6f8bfa0 req-d23ecbf4-8db7-4dbb-b6c8-d0af90356373 tempest-InstanceActionsTestJSON-1236848086 tempest-InstanceActionsTestJSON-1236848086-project] 10.222.0.42 "GET /v2.0/ports?device_id=2ec874be-3db9-4300-bbd2-9e2489e54af1 HTTP/1.1" status: 200 len: 945 time: 0.9683542 Apr 18 20:47:17.784989 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [req-6a3f341f-c132-47a8-8965-12ca8ac7bf71 req-59e5f749-7ee5-40e1-acb3-c23bfc6423bd tempest-ListImageFiltersTestJSON-764297516 tempest-ListImageFiltersTestJSON-764297516-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217293'] for port, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:17.789749 n-d-838334-2 neutron-server[84041]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eb3668b7-221e-464a-9f23-da8bc40863a7', 'name': 'network-vif-deleted', 'tag': '50835e83-a5fb-4791-9057-3a1a5ea9153e'}] {{(pid=84041) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 20:47:17.794748 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c67b4f01-af66-442e-8e66-e9643a4bfa7e service neutron] Pushing event updated for resources: {'Port': ['ID=2d3fbf48-a26c-4c3c-8cb2-ebed10cdec73,revision_number=3']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:47:17.802412 n-d-838334-2 neutron-server[84042]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '70de86c8-2f95-4a2a-99c9-34ac2a668805', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6fc240fe-bfe2-4690-bce7-eda26c7e84b2'}] {{(pid=84042) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 20:47:17.814698 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-6a3f341f-c132-47a8-8965-12ca8ac7bf71 req-59e5f749-7ee5-40e1-acb3-c23bfc6423bd tempest-ListImageFiltersTestJSON-764297516 tempest-ListImageFiltersTestJSON-764297516-project] 10.222.0.43 "DELETE /v2.0/ports/50835e83-a5fb-4791-9057-3a1a5ea9153e HTTP/1.1" status: 204 len: 173 time: 1.6582651 Apr 18 20:47:17.826808 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] For port 6fc240fe-bfe2-4690-bce7-eda26c7e84b2, host n-h1-838334-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838334-2',level=0,port_id=6fc240fe-bfe2-4690-bce7-eda26c7e84b2,segment=NetworkSegment(0b27bade-3dd7-4dee-a014-60f424754c57),segment_id=0b27bade-3dd7-4dee-a014-60f424754c57)] {{(pid=84042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:47:17.844176 n-d-838334-2 neutron-server[84042]: DEBUG neutron.notifiers.nova [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3de1f3b7-84fe-4e5b-9d81-7e00248194d1 {{(pid=84042) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 18 20:47:17.857326 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682'] for port, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:17.940979 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Pushing event updated for resources: {'Port': ['ID=6fc240fe-bfe2-4690-bce7-eda26c7e84b2,revision_number=5']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:47:17.979150 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59d10b79-f9f8-4682-be10-98e369b9cfa4 req-d3f75d07-7c10-4889-8c32-45c4ca3079e3 tempest-MultipleCreateTestJSON-190675240 tempest-MultipleCreateTestJSON-190675240-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:47:17.985114 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] For port 3de1f3b7-84fe-4e5b-9d81-7e00248194d1, host n-h1-838334-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838334-2',level=0,port_id=3de1f3b7-84fe-4e5b-9d81-7e00248194d1,segment=NetworkSegment(0b27bade-3dd7-4dee-a014-60f424754c57),segment_id=0b27bade-3dd7-4dee-a014-60f424754c57)] {{(pid=84042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:47:17.988434 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-59d10b79-f9f8-4682-be10-98e369b9cfa4 req-d3f75d07-7c10-4889-8c32-45c4ca3079e3 tempest-MultipleCreateTestJSON-190675240 tempest-MultipleCreateTestJSON-190675240-project] 10.222.0.42 "GET /v2.0/ports?device_id=09ef93c4-4247-46e6-8073-210a05cb27e0 HTTP/1.1" status: 200 len: 944 time: 0.3475566 Apr 18 20:47:17.991453 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-69a0c66d-1bc4-4e91-b3dc-c4f30dab9652 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750375287399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253529'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:18.008338 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682'] for port, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:18.021702 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-1243f885-90c0-46dc-ac2d-cee5408878c7 req-4aa0595a-c979-4110-9fb0-62f8eee97288 service neutron] 10.222.0.48 "GET /v2.0/networks/927d35e4-e88b-4e82-9eb0-c42861ae32da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5096438 Apr 18 20:47:18.040221 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-be11a191-05f1-4029-8843-c7d0c6f8bfa0 req-a7d55f37-1291-4b96-8430-5310d328b73d tempest-InstanceActionsTestJSON-1236848086 tempest-InstanceActionsTestJSON-1236848086-project] 10.222.0.42 "GET /v2.0/security-groups?id=adacd38e-34f7-44a4-b50c-f91e86c853ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2604997 Apr 18 20:47:18.156694 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-59d10b79-f9f8-4682-be10-98e369b9cfa4 req-d62e5143-383f-4cb1-96a2-77d5998e6330 tempest-MultipleCreateTestJSON-190675240 tempest-MultipleCreateTestJSON-190675240-project] 10.222.0.42 "GET /v2.0/security-groups?id=1b05a6b2-12b5-46ba-add0-6b3994e41087&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1672914 Apr 18 20:47:18.177391 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:18.198704 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-8fd21c0c-c1ce-4f6e-813d-6e7ce5f14e44 req-1c44c4bf-46a9-4a65-9ddd-aee0b3ec8cfe service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=cd141b0544bc490a8a8e91c223e9d680&device_id=e63bf7fc-07cb-40b4-92b1-0857bbf73fef HTTP/1.1" status: 200 len: 1094 time: 0.3687117 Apr 18 20:47:18.214415 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Pushing event updated for resources: {'Port': ['ID=3de1f3b7-84fe-4e5b-9d81-7e00248194d1,revision_number=4']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:47:18.251652 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] For port 4c35183f-d795-4dc9-9e08-685248134292, host n-h2-838334-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838334-2',level=0,port_id=4c35183f-d795-4dc9-9e08-685248134292,segment=NetworkSegment(69e680c7-3ab0-48c4-a2d0-df2b5d30c8ee),segment_id=69e680c7-3ab0-48c4-a2d0-df2b5d30c8ee)] {{(pid=84042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:47:18.260990 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682'] for port, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:18.314527 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] get_ports_and_sgs() called for port_ids ['3de1f3b7-84fe-4e5b-9d81-7e00248194d1'] {{(pid=84042) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 18 20:47:18.418109 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Pushing event updated for resources: {'Port': ['ID=4c35183f-d795-4dc9-9e08-685248134292,revision_number=5']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:47:18.509569 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-8fd21c0c-c1ce-4f6e-813d-6e7ce5f14e44 req-ad29263e-7788-4661-922b-d374ee920fce service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2d3fbf48-a26c-4c3c-8cb2-ebed10cdec73 HTTP/1.1" status: 200 len: 217 time: 0.3008215 Apr 18 20:47:18.511200 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-61f1722b-b901-4440-8963-04fb214e0264 req-351f2e4c-37e2-441e-b8e0-5479fceb0b02 tempest-MigrationsAdminTest-1326981207 tempest-MigrationsAdminTest-1326981207-project] 10.222.0.42 "GET /v2.0/networks?tenant_id=0ae89e923933452faf6047be78995cc1&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1579893 Apr 18 20:47:18.514126 n-d-838334-2 neutron-server[84040]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-53c3bf2c-a1c0-4aef-bf86-8b214f2b911a admin admin] Router 5930ff31-0dd7-4782-9ab2-60f0de1503e5 has already been hosted by L3 agent bc84d6c9-dd7a-4555-a351-592327b46d5a {{(pid=84040) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 20:47:18.582496 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fd21c0c-c1ce-4f6e-813d-6e7ce5f14e44 req-a81455c4-1d79-42de-b6e8-422b6153dac6 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:47:18.583974 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-8fd21c0c-c1ce-4f6e-813d-6e7ce5f14e44 req-a81455c4-1d79-42de-b6e8-422b6153dac6 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=fc043362-0819-4173-b5d7-2f411858871b HTTP/1.1" status: 200 len: 858 time: 0.0632374 Apr 18 20:47:18.855096 n-d-838334-2 neutron-server[84040]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b74f1862-2761-4955-98b6-5e632a07d124'] response: {'name': 'network-changed', 'server_uuid': 'e63bf7fc-07cb-40b4-92b1-0857bbf73fef', 'tag': '2d3fbf48-a26c-4c3c-8cb2-ebed10cdec73', 'status': 'completed', 'code': 200} Apr 18 20:47:18.877892 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-8fd21c0c-c1ce-4f6e-813d-6e7ce5f14e44 req-f0f61ee9-4616-42f7-9b10-177d90ca6349 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=77a1b955-358e-4346-a83b-9ab21572ad2a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2610652 Apr 18 20:47:18.908269 n-d-838334-2 neutron-server[84041]: INFO neutron.notifiers.nova [-] Nova event matching ['req-af18e264-dae3-4339-a228-85f4ca5908d4'] response: {'server_uuid': 'eb3668b7-221e-464a-9f23-da8bc40863a7', 'name': 'network-vif-deleted', 'tag': '50835e83-a5fb-4791-9057-3a1a5ea9153e', 'status': 'completed', 'code': 200} Apr 18 20:47:18.931275 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750375287399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253529'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:18.975122 n-d-838334-2 neutron-server[84042]: INFO neutron.notifiers.nova [-] Nova event matching ['req-423ec221-38ee-47f0-9d45-77ec20cad2b1'] response: {'server_uuid': '70de86c8-2f95-4a2a-99c9-34ac2a668805', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6fc240fe-bfe2-4690-bce7-eda26c7e84b2', 'code': 200} Apr 18 20:47:19.105640 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7baad11-9832-469b-ae0a-e17759291215 req-dfb8cd94-36af-4570-9e3c-7c5cebdb1485 tempest-InstanceActionsTestJSON-1236848086 tempest-InstanceActionsTestJSON-1236848086-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:47:19.106879 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Device 3de1f3b7-84fe-4e5b-9d81-7e00248194d1 up at agent hyperv_n-h1-838334-2 {{(pid=84042) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 20:47:19.107553 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-e7baad11-9832-469b-ae0a-e17759291215 req-dfb8cd94-36af-4570-9e3c-7c5cebdb1485 tempest-InstanceActionsTestJSON-1236848086 tempest-InstanceActionsTestJSON-1236848086-project] 10.222.0.48 "GET /v2.0/ports?device_id=2ec874be-3db9-4300-bbd2-9e2489e54af1 HTTP/1.1" status: 200 len: 945 time: 0.7529085 Apr 18 20:47:19.130204 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-b308aa92-db43-4ced-a5c5-e50db4a89ceb req-3d2c6a36-9c3b-4068-8f09-e86f50385d1b service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=70de86c8-2f95-4a2a-99c9-34ac2a668805 HTTP/1.1" status: 200 len: 1096 time: 0.0916641 Apr 18 20:47:19.176247 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-b308aa92-db43-4ced-a5c5-e50db4a89ceb req-66eeee44-055f-477c-80ff-2f1148b55512 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=662d465b-c633-488a-99c1-bc2d1e2ea873&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390968 Apr 18 20:47:19.178829 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Provisioning for port 3de1f3b7-84fe-4e5b-9d81-7e00248194d1 completed by entity L2. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 20:47:19.184136 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Provisioning complete for port 3de1f3b7-84fe-4e5b-9d81-7e00248194d1 triggered by entity L2. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:47:19.184502 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1253608'] for port, provisioning_complete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:19.278516 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61f1722b-b901-4440-8963-04fb214e0264 req-0afa89f4-25b4-4f57-ae6d-25cb57ab79c0 tempest-MigrationsAdminTest-1326981207 tempest-MigrationsAdminTest-1326981207-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:47:19.279960 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-61f1722b-b901-4440-8963-04fb214e0264 req-0afa89f4-25b4-4f57-ae6d-25cb57ab79c0 tempest-MigrationsAdminTest-1326981207 tempest-MigrationsAdminTest-1326981207-project] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.7622800 Apr 18 20:47:19.297666 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:19.337378 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-8fd21c0c-c1ce-4f6e-813d-6e7ce5f14e44 req-ddd31410-f372-4a78-baf5-07d25c7f9ec5 service neutron] 10.222.0.48 "GET /v2.0/networks/77a1b955-358e-4346-a83b-9ab21572ad2a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4490733 Apr 18 20:47:19.343271 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.plugin [req-e7baad11-9832-469b-ae0a-e17759291215 req-5c83ee70-5d01-4d48-8b40-32641cbc281b tempest-InstanceActionsTestJSON-1236848086 tempest-InstanceActionsTestJSON-1236848086-project] Deleting port ff5d0855-6b37-4373-bd35-0a4c3ada7ddc {{(pid=84040) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 20:47:19.343609 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-e7baad11-9832-469b-ae0a-e17759291215 req-5c83ee70-5d01-4d48-8b40-32641cbc281b tempest-InstanceActionsTestJSON-1236848086 tempest-InstanceActionsTestJSON-1236848086-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750375188691'] for port, before_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:19.350559 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] For port 3de1f3b7-84fe-4e5b-9d81-7e00248194d1, host n-h1-838334-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838334-2',level=0,port_id=3de1f3b7-84fe-4e5b-9d81-7e00248194d1,segment=NetworkSegment(0b27bade-3dd7-4dee-a014-60f424754c57),segment_id=0b27bade-3dd7-4dee-a014-60f424754c57)] {{(pid=84042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:47:19.352978 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-414b6ffe-e119-47bc-b18f-bcff1219c2f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750375287399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253529'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:19.358154 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682'] for port, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:19.359200 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Device 50835e83-a5fb-4791-9057-3a1a5ea9153e no longer exists at agent hyperv_n-h1-838334-2 {{(pid=84042) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 20:47:19.404477 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-61f1722b-b901-4440-8963-04fb214e0264 req-87056170-452c-4d74-bc04-896482c35e19 tempest-MigrationsAdminTest-1326981207 tempest-MigrationsAdminTest-1326981207-project] 10.222.0.42 "GET /v2.0/quotas/0ae89e923933452faf6047be78995cc1 HTTP/1.1" status: 200 len: 375 time: 0.1163518 Apr 18 20:47:19.434476 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.plugin [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] No Port match for: 50835e83-a5fb-4791-9057-3a1a5ea9153e {{(pid=84042) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 18 20:47:19.434764 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Device 50835e83-a5fb-4791-9057-3a1a5ea9153e not bound to the agent host n-h1-838334-2 {{(pid=84042) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 20:47:19.463775 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Pushing event updated for resources: {'Port': ['ID=3de1f3b7-84fe-4e5b-9d81-7e00248194d1,revision_number=5']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:47:19.590994 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3e1fea4-85a1-4f67-ad50-02e463d58a99 req-e68a408a-641e-4a1d-83ad-8375c872b388 tempest-ListServersNegativeTestJSON-1460383695 tempest-ListServersNegativeTestJSON-1460383695-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:47:19.592705 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-a3e1fea4-85a1-4f67-ad50-02e463d58a99 req-e68a408a-641e-4a1d-83ad-8375c872b388 tempest-ListServersNegativeTestJSON-1460383695 tempest-ListServersNegativeTestJSON-1460383695-project] 10.222.0.42 "GET /v2.0/ports?device_id=131b2c4a-a8af-4e3a-8347-70328b7d1ae0 HTTP/1.1" status: 200 len: 944 time: 0.4801049 Apr 18 20:47:19.692422 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-8fd21c0c-c1ce-4f6e-813d-6e7ce5f14e44 req-434e72b2-27b2-46c8-a925-d81b2e7ccd82 service neutron] 10.222.0.48 "GET /v2.0/networks/77a1b955-358e-4346-a83b-9ab21572ad2a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3219151 Apr 18 20:47:19.860315 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-a3e1fea4-85a1-4f67-ad50-02e463d58a99 req-5735e328-ebd3-49fe-b20f-0d26445560c0 tempest-ListServersNegativeTestJSON-1460383695 tempest-ListServersNegativeTestJSON-1460383695-project] 10.222.0.42 "GET /v2.0/security-groups?id=662d465b-c633-488a-99c1-bc2d1e2ea873&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2539442 Apr 18 20:47:19.895992 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-61f1722b-b901-4440-8963-04fb214e0264 req-7cb53ad1-5941-4b86-9c77-4ebbfd0be095 tempest-MigrationsAdminTest-1326981207 tempest-MigrationsAdminTest-1326981207-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=0ae89e923933452faf6047be78995cc1&fields=id HTTP/1.1" status: 200 len: 302 time: 0.4305274 Apr 18 20:47:19.966321 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.db [req-e7baad11-9832-469b-ae0a-e17759291215 req-5c83ee70-5d01-4d48-8b40-32641cbc281b tempest-InstanceActionsTestJSON-1236848086 tempest-InstanceActionsTestJSON-1236848086-project] For port ff5d0855-6b37-4373-bd35-0a4c3ada7ddc, host n-h2-838334-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838334-2',level=0,port_id=ff5d0855-6b37-4373-bd35-0a4c3ada7ddc,segment=NetworkSegment(ecdcdfec-03bb-41d2-af5c-98045f0ce0be),segment_id=ecdcdfec-03bb-41d2-af5c-98045f0ce0be)] {{(pid=84040) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:47:19.966671 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-e7baad11-9832-469b-ae0a-e17759291215 req-5c83ee70-5d01-4d48-8b40-32641cbc281b tempest-InstanceActionsTestJSON-1236848086 tempest-InstanceActionsTestJSON-1236848086-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369123'] for port, precommit_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:20.121856 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.plugin [req-e7baad11-9832-469b-ae0a-e17759291215 req-5c83ee70-5d01-4d48-8b40-32641cbc281b tempest-InstanceActionsTestJSON-1236848086 tempest-InstanceActionsTestJSON-1236848086-project] Calling delete_port for ff5d0855-6b37-4373-bd35-0a4c3ada7ddc owned by compute:nova {{(pid=84040) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 20:47:20.265247 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-53c3bf2c-a1c0-4aef-bf86-8b214f2b911a admin admin] Notify agent at l3_agent.n-d-838334-2 the message routers_updated {{(pid=84040) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 20:47:20.270502 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-53c3bf2c-a1c0-4aef-bf86-8b214f2b911a admin admin] 10.222.0.42 "PUT /v2.0/routers/5930ff31-0dd7-4782-9ab2-60f0de1503e5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 18.6879046 Apr 18 20:47:20.286064 n-d-838334-2 neutron-server[84043]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c23a0e30-a211-454b-b5ed-d0f76d0cbfe0 None None] Sync routers for ids ['5930ff31-0dd7-4782-9ab2-60f0de1503e5'] in n-d-838334-2 {{(pid=84043) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 18 20:47:20.306645 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c23a0e30-a211-454b-b5ed-d0f76d0cbfe0 None None] Routers {'5930ff31-0dd7-4782-9ab2-60f0de1503e5'} bound to L3 agent in host n-d-838334-2 {{(pid=84043) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 20:47:20.307271 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.l3_hamode_db [None req-c23a0e30-a211-454b-b5ed-d0f76d0cbfe0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838334-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-18T20:25:48Z,description=,heartbeat_timestamp=2022-04-18T20:47:18Z,host='n-d-838334-2',id=bc84d6c9-dd7a-4555-a351-592327b46d5a,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:25:48Z,topic='l3_agent')) {'router_ids': ['5930ff31-0dd7-4782-9ab2-60f0de1503e5'], 'active': True} {{(pid=84043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:47:20.444744 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-c7521a90-7d65-4e2e-842c-ca5d95e9a89c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750375287399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253529'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:20.530330 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-f232e4a3-ca29-49f5-ae84-04e36679bfab req-d4130f61-f879-4f79-b022-56abb8f5ebd8 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=cd141b0544bc490a8a8e91c223e9d680&device_id=e63bf7fc-07cb-40b4-92b1-0857bbf73fef HTTP/1.1" status: 200 len: 1094 time: 0.7539241 Apr 18 20:47:20.579789 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.l3_dvr_db [None req-c23a0e30-a211-454b-b5ed-d0f76d0cbfe0 None None] Set router 5930ff31-0dd7-4782-9ab2-60f0de1503e5 gateway port host: n-d-838334-2 {{(pid=84043) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 20:47:20.725505 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08c8b691-975e-4fa8-9185-01038e89f8bb req-4e2b4be6-16fd-4b9e-b544-6da1f483c1f7 tempest-InstanceActionsTestJSON-1236848086 tempest-InstanceActionsTestJSON-1236848086-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:47:20.727528 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-08c8b691-975e-4fa8-9185-01038e89f8bb req-4e2b4be6-16fd-4b9e-b544-6da1f483c1f7 tempest-InstanceActionsTestJSON-1236848086 tempest-InstanceActionsTestJSON-1236848086-project] 10.222.0.42 "GET /v2.0/ports?device_id=2ec874be-3db9-4300-bbd2-9e2489e54af1 HTTP/1.1" status: 200 len: 945 time: 0.5619011 Apr 18 20:47:20.790254 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0ae0d99-b096-4a34-8ff7-e222e269c411 req-932c0fd3-85e1-49ba-8cc5-758e8d8b160e tempest-MultipleCreateTestJSON-190675240 tempest-MultipleCreateTestJSON-190675240-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:47:20.791909 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-f0ae0d99-b096-4a34-8ff7-e222e269c411 req-932c0fd3-85e1-49ba-8cc5-758e8d8b160e tempest-MultipleCreateTestJSON-190675240 tempest-MultipleCreateTestJSON-190675240-project] 10.222.0.42 "GET /v2.0/ports?device_id=09ef93c4-4247-46e6-8073-210a05cb27e0 HTTP/1.1" status: 200 len: 945 time: 0.3184643 Apr 18 20:47:20.828458 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-e7baad11-9832-469b-ae0a-e17759291215 req-5c83ee70-5d01-4d48-8b40-32641cbc281b tempest-InstanceActionsTestJSON-1236848086 tempest-InstanceActionsTestJSON-1236848086-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750375259028', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750374836628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32440838'] for port, after_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:20.835008 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f232e4a3-ca29-49f5-ae84-04e36679bfab req-d3cbdb01-72a1-419d-ae5c-7a34459c48be service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:47:20.836891 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-f232e4a3-ca29-49f5-ae84-04e36679bfab req-d3cbdb01-72a1-419d-ae5c-7a34459c48be service neutron] 10.222.0.48 "GET /v2.0/networks?id=77a1b955-358e-4346-a83b-9ab21572ad2a HTTP/1.1" status: 200 len: 919 time: 0.2952523 Apr 18 20:47:20.844166 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] get_ports_and_sgs() called for port_ids ['ff5d0855-6b37-4373-bd35-0a4c3ada7ddc'] {{(pid=84042) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 18 20:47:20.938925 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.l3_hamode_db [None req-c23a0e30-a211-454b-b5ed-d0f76d0cbfe0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5930ff31-0dd7-4782-9ab2-60f0de1503e5', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-863060736-router', 'tenant_id': 'de43fde3b8a14176aa6f8d06f52c858c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'external_fixed_ips': [{'subnet_id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'ip_address': '172.25.8.142'}], 'enable_snat': True}, 'gw_port_id': '28c1c72f-07f4-4f7a-808c-e7e68d0d3e3b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:46:51Z', 'updated_at': '2022-04-18T20:47:12Z', 'revision_number': 4, 'project_id': 'de43fde3b8a14176aa6f8d06f52c858c', 'gw_port': {'id': '28c1c72f-07f4-4f7a-808c-e7e68d0d3e3b', 'name': '', 'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:cf:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5930ff31-0dd7-4782-9ab2-60f0de1503e5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'ip_address': '172.25.8.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:46:54Z', 'updated_at': '2022-04-18T20:47:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838334-2', '_interfaces': [{'id': '68e8d5a3-02f3-4849-82e7-cf18ab884058', 'name': '', 'network_id': 'c15854b4-57d1-44b9-9d7c-cb344e2eb7eb', 'tenant_id': 'de43fde3b8a14176aa6f8d06f52c858c', 'mac_address': 'fa:16:3e:3d:bd:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5930ff31-0dd7-4782-9ab2-60f0de1503e5', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f8c75f4b-4de0-4a15-8f21-ddc5d169b328', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:47:08Z', 'updated_at': '2022-04-18T20:47:13Z', 'revision_number': 2, 'project_id': 'de43fde3b8a14176aa6f8d06f52c858c', 'subnets': [{'id': 'f8c75f4b-4de0-4a15-8f21-ddc5d169b328', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838334-2', False) {} {{(pid=84043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:47:20.944587 n-d-838334-2 neutron-server[84043]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c23a0e30-a211-454b-b5ed-d0f76d0cbfe0 None None] Checking router: 5930ff31-0dd7-4782-9ab2-60f0de1503e5 for host: n-d-838334-2 {{(pid=84043) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 18 20:47:20.945003 n-d-838334-2 neutron-server[84043]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c23a0e30-a211-454b-b5ed-d0f76d0cbfe0 None None] Updating router 5930ff31-0dd7-4782-9ab2-60f0de1503e5 port 68e8d5a3-02f3-4849-82e7-cf18ab884058 binding host n-d-838334-2 {{(pid=84043) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 18 20:47:20.956400 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c83ee70-5d01-4d48-8b40-32641cbc281b tempest-InstanceActionsTestJSON-1236848086 tempest-InstanceActionsTestJSON-1236848086-project] Pushing event deleted for resources: {'Port': ['ID=ff5d0855-6b37-4373-bd35-0a4c3ada7ddc,revision_number=None']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:47:20.977328 n-d-838334-2 neutron-server[84042]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '09ef93c4-4247-46e6-8073-210a05cb27e0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4c35183f-d795-4dc9-9e08-685248134292'}, {'server_uuid': '131b2c4a-a8af-4e3a-8347-70328b7d1ae0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3de1f3b7-84fe-4e5b-9d81-7e00248194d1'}] {{(pid=84042) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 20:47:21.002702 n-d-838334-2 neutron-server[84043]: DEBUG neutron_lib.callbacks.manager [None req-c23a0e30-a211-454b-b5ed-d0f76d0cbfe0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:21.034875 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-08c8b691-975e-4fa8-9185-01038e89f8bb req-a87a146d-fa1d-4a6f-ab2e-f2330cbfc2cd tempest-InstanceActionsTestJSON-1236848086 tempest-InstanceActionsTestJSON-1236848086-project] 10.222.0.42 "GET /v2.0/security-groups?id=adacd38e-34f7-44a4-b50c-f91e86c853ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2941005 Apr 18 20:47:21.081430 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-f232e4a3-ca29-49f5-ae84-04e36679bfab req-16bc1625-9eb4-4bc0-a31f-ff0232812dfe service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2d3fbf48-a26c-4c3c-8cb2-ebed10cdec73 HTTP/1.1" status: 200 len: 217 time: 0.1970549 Apr 18 20:47:21.089997 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.l3_dvrscheduler_db [req-e7baad11-9832-469b-ae0a-e17759291215 req-5c83ee70-5d01-4d48-8b40-32641cbc281b tempest-InstanceActionsTestJSON-1236848086 tempest-InstanceActionsTestJSON-1236848086-project] No DVR routers for this DVR port ff5d0855-6b37-4373-bd35-0a4c3ada7ddc on host n-h2-838334-2 {{(pid=84040) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 20:47:21.093646 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-e7baad11-9832-469b-ae0a-e17759291215 req-5c83ee70-5d01-4d48-8b40-32641cbc281b tempest-InstanceActionsTestJSON-1236848086 tempest-InstanceActionsTestJSON-1236848086-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217293'] for port, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:21.098477 n-d-838334-2 neutron-server[84040]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2ec874be-3db9-4300-bbd2-9e2489e54af1', 'name': 'network-vif-deleted', 'tag': 'ff5d0855-6b37-4373-bd35-0a4c3ada7ddc'}] {{(pid=84040) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 20:47:21.156508 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-f0ae0d99-b096-4a34-8ff7-e222e269c411 req-8add4f75-0476-4767-b486-9fa1372c6305 tempest-MultipleCreateTestJSON-190675240 tempest-MultipleCreateTestJSON-190675240-project] 10.222.0.42 "GET /v2.0/security-groups?id=1b05a6b2-12b5-46ba-add0-6b3994e41087&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3546963 Apr 18 20:47:21.200472 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-e7baad11-9832-469b-ae0a-e17759291215 req-5c83ee70-5d01-4d48-8b40-32641cbc281b tempest-InstanceActionsTestJSON-1236848086 tempest-InstanceActionsTestJSON-1236848086-project] 10.222.0.48 "DELETE /v2.0/ports/ff5d0855-6b37-4373-bd35-0a4c3ada7ddc HTTP/1.1" status: 204 len: 173 time: 2.0469639 Apr 18 20:47:21.205015 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f232e4a3-ca29-49f5-ae84-04e36679bfab req-1f493d70-5e2e-4150-81db-e2147c3bb022 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:47:21.215059 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-f232e4a3-ca29-49f5-ae84-04e36679bfab req-1f493d70-5e2e-4150-81db-e2147c3bb022 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=fc043362-0819-4173-b5d7-2f411858871b HTTP/1.1" status: 200 len: 858 time: 0.1171079 Apr 18 20:47:21.289417 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-f232e4a3-ca29-49f5-ae84-04e36679bfab req-aa876656-71d3-43f9-92df-66152089a844 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=77a1b955-358e-4346-a83b-9ab21572ad2a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0597022 Apr 18 20:47:21.383994 n-d-838334-2 neutron-server[84043]: DEBUG neutron_lib.callbacks.manager [None req-c23a0e30-a211-454b-b5ed-d0f76d0cbfe0 None None] Notify callbacks [] for port, precommit_update {{(pid=84043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:21.398538 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.provisioning_blocks [None req-c23a0e30-a211-454b-b5ed-d0f76d0cbfe0 None None] Transition to ACTIVE for port object 68e8d5a3-02f3-4849-82e7-cf18ab884058 will not be triggered until provisioned by entity L2. {{(pid=84043) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 20:47:21.425052 n-d-838334-2 neutron-server[84043]: DEBUG neutron_lib.callbacks.manager [None req-c23a0e30-a211-454b-b5ed-d0f76d0cbfe0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682'] for port, after_update {{(pid=84043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:21.516432 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-7f6168da-ab7a-4b58-940e-fd13588e8a7c req-65af6f39-9089-4d15-b023-bbb6874fc6e3 tempest-MigrationsAdminTest-1326981207 tempest-MigrationsAdminTest-1326981207-project] 10.222.0.42 "GET /v2.0/ports?device_id=db680760-9920-4ccc-8c07-2936a873d08f HTTP/1.1" status: 200 len: 210 time: 0.0631435 Apr 18 20:47:21.539038 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-5ac0fab8-bd73-490f-85e9-0b5cb7f44c1d req-4c36ba30-1406-4503-984a-91a68a83a712 tempest-ServersTestBootFromVolume-1514752049 tempest-ServersTestBootFromVolume-1514752049-project] 10.222.0.42 "GET /v2.0/security-groups?name=tempest-securitygroup--513134337&fields=id&tenant_id=10af1d879623447e98b3f1b5785a8e4f HTTP/1.1" status: 200 len: 267 time: 0.2524378 Apr 18 20:47:21.582745 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-61f1722b-b901-4440-8963-04fb214e0264 req-2f5b1aa5-5c01-4faa-b8f8-e2859f5adca2 tempest-MigrationsAdminTest-1326981207 tempest-MigrationsAdminTest-1326981207-project] 10.222.0.43 "GET /v2.0/networks?tenant_id=0ae89e923933452faf6047be78995cc1&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0578744 Apr 18 20:47:21.589463 n-d-838334-2 neutron-server[84043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24d968b6-f202-4cd5-9feb-5f8c2f407ec8 None None] Pushing event updated for resources: {'Port': ['ID=68e8d5a3-02f3-4849-82e7-cf18ab884058,revision_number=3']} {{(pid=84043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:47:21.730523 n-d-838334-2 neutron-server[84043]: DEBUG neutron.plugins.ml2.managers [None req-c23a0e30-a211-454b-b5ed-d0f76d0cbfe0 None None] Attempting to bind port 68e8d5a3-02f3-4849-82e7-cf18ab884058 on host n-d-838334-2 for vnic_type normal with profile {{(pid=84043) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:47:21.731026 n-d-838334-2 neutron-server[84043]: DEBUG neutron.plugins.ml2.managers [None req-c23a0e30-a211-454b-b5ed-d0f76d0cbfe0 None None] Attempting to bind port 68e8d5a3-02f3-4849-82e7-cf18ab884058 by drivers openvswitch,hyperv on host n-d-838334-2 at level 0 using segments [{'id': '91974db0-dd1f-4efc-9876-08c94e5ac9e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': 'c15854b4-57d1-44b9-9d7c-cb344e2eb7eb'}] {{(pid=84043) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:47:21.731675 n-d-838334-2 neutron-server[84043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c23a0e30-a211-454b-b5ed-d0f76d0cbfe0 None None] Attempting to bind port 68e8d5a3-02f3-4849-82e7-cf18ab884058 on network c15854b4-57d1-44b9-9d7c-cb344e2eb7eb {{(pid=84043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 20:47:21.755053 n-d-838334-2 neutron-server[84043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c23a0e30-a211-454b-b5ed-d0f76d0cbfe0 None None] Checking agent: {'id': '97cd4414-7af6-4d67-868d-dff370b4071a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838334-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 25, 49), 'started_at': datetime.datetime(2022, 4, 18, 20, 26, 19), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 20, 47, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838334-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 18 20:47:21.755600 n-d-838334-2 neutron-server[84043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c23a0e30-a211-454b-b5ed-d0f76d0cbfe0 None None] Checking segment: {'id': '91974db0-dd1f-4efc-9876-08c94e5ac9e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': 'c15854b4-57d1-44b9-9d7c-cb344e2eb7eb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84043) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 20:47:21.756135 n-d-838334-2 neutron-server[84043]: DEBUG neutron_lib.callbacks.manager [None req-c23a0e30-a211-454b-b5ed-d0f76d0cbfe0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:21.758603 n-d-838334-2 neutron-server[84043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c23a0e30-a211-454b-b5ed-d0f76d0cbfe0 None None] Bound using segment: {'id': '91974db0-dd1f-4efc-9876-08c94e5ac9e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': 'c15854b4-57d1-44b9-9d7c-cb344e2eb7eb'} {{(pid=84043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 18 20:47:21.762807 n-d-838334-2 neutron-server[84043]: DEBUG neutron.plugins.ml2.managers [None req-c23a0e30-a211-454b-b5ed-d0f76d0cbfe0 None None] Bound port: 68e8d5a3-02f3-4849-82e7-cf18ab884058, host: n-d-838334-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '91974db0-dd1f-4efc-9876-08c94e5ac9e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': 'c15854b4-57d1-44b9-9d7c-cb344e2eb7eb'}}] {{(pid=84043) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 20:47:21.763414 n-d-838334-2 neutron-server[84043]: DEBUG neutron_lib.callbacks.manager [None req-c23a0e30-a211-454b-b5ed-d0f76d0cbfe0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:21.780115 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ac0fab8-bd73-490f-85e9-0b5cb7f44c1d req-582e082f-573d-40f2-bfc8-ff1dfb95e16f tempest-ServersTestBootFromVolume-1514752049 tempest-ServersTestBootFromVolume-1514752049-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:47:21.788215 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-5ac0fab8-bd73-490f-85e9-0b5cb7f44c1d req-582e082f-573d-40f2-bfc8-ff1dfb95e16f tempest-ServersTestBootFromVolume-1514752049 tempest-ServersTestBootFromVolume-1514752049-project] 10.222.0.42 "GET /v2.0/networks?id=926061aa-7053-4e13-adce-8286fe177d09 HTTP/1.1" status: 200 len: 816 time: 0.2477734 Apr 18 20:47:21.835020 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-5ac0fab8-bd73-490f-85e9-0b5cb7f44c1d req-73e0bd48-b8bc-47e4-85b5-3b74695df765 tempest-ServersTestBootFromVolume-1514752049 tempest-ServersTestBootFromVolume-1514752049-project] 10.222.0.42 "GET /v2.0/quotas/10af1d879623447e98b3f1b5785a8e4f HTTP/1.1" status: 200 len: 375 time: 0.0452900 Apr 18 20:47:21.901515 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61f1722b-b901-4440-8963-04fb214e0264 req-d95b13b5-2192-47d1-a4bb-2f310605fd22 tempest-MigrationsAdminTest-1326981207 tempest-MigrationsAdminTest-1326981207-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:47:21.904237 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-61f1722b-b901-4440-8963-04fb214e0264 req-d95b13b5-2192-47d1-a4bb-2f310605fd22 tempest-MigrationsAdminTest-1326981207 tempest-MigrationsAdminTest-1326981207-project] 10.222.0.43 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3152544 Apr 18 20:47:21.907697 n-d-838334-2 neutron-server[84043]: DEBUG neutron.plugins.ml2.db [None req-c23a0e30-a211-454b-b5ed-d0f76d0cbfe0 None None] For port 68e8d5a3-02f3-4849-82e7-cf18ab884058, host n-d-838334-2, cleared binding levels {{(pid=84043) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 20:47:21.912183 n-d-838334-2 neutron-server[84043]: DEBUG neutron.plugins.ml2.db [None req-c23a0e30-a211-454b-b5ed-d0f76d0cbfe0 None None] For port 68e8d5a3-02f3-4849-82e7-cf18ab884058, host n-d-838334-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838334-2',level=0,port_id=68e8d5a3-02f3-4849-82e7-cf18ab884058,segment=NetworkSegment(91974db0-dd1f-4efc-9876-08c94e5ac9e1),segment_id=91974db0-dd1f-4efc-9876-08c94e5ac9e1)] {{(pid=84043) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 20:47:21.918229 n-d-838334-2 neutron-server[84043]: DEBUG neutron_lib.callbacks.manager [None req-c23a0e30-a211-454b-b5ed-d0f76d0cbfe0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682'] for port, after_update {{(pid=84043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:21.925764 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.v2.base [req-61f1722b-b901-4440-8963-04fb214e0264 req-acc88a2a-682d-4746-8cb9-df69a5c3ff69 tempest-MigrationsAdminTest-1326981207 tempest-MigrationsAdminTest-1326981207-project] Request body: {'port': {'device_id': 'db680760-9920-4ccc-8c07-2936a873d08f', 'network_id': 'cb56989d-7c5d-4678-b194-1d2edf1e842a', 'admin_state_up': True, 'tenant_id': '0ae89e923933452faf6047be78995cc1'}} {{(pid=84041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 20:47:21.957869 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-f232e4a3-ca29-49f5-ae84-04e36679bfab req-118f35eb-7362-4602-81bf-4b94a8758b13 service neutron] 10.222.0.48 "GET /v2.0/networks/77a1b955-358e-4346-a83b-9ab21572ad2a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6445038 Apr 18 20:47:22.064607 n-d-838334-2 neutron-server[84043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24d968b6-f202-4cd5-9feb-5f8c2f407ec8 None None] Pushing event updated for resources: {'Port': ['ID=68e8d5a3-02f3-4849-82e7-cf18ab884058,revision_number=4']} {{(pid=84043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:47:22.076092 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c23a0e30-a211-454b-b5ed-d0f76d0cbfe0 None None] Routers {'5930ff31-0dd7-4782-9ab2-60f0de1503e5'} bound to L3 agent in host n-d-838334-2 {{(pid=84043) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 20:47:22.076716 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.l3_hamode_db [None req-c23a0e30-a211-454b-b5ed-d0f76d0cbfe0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838334-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-18T20:25:48Z,description=,heartbeat_timestamp=2022-04-18T20:47:18Z,host='n-d-838334-2',id=bc84d6c9-dd7a-4555-a351-592327b46d5a,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:25:48Z,topic='l3_agent')) {'router_ids': ['5930ff31-0dd7-4782-9ab2-60f0de1503e5'], 'active': True} {{(pid=84043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:47:22.099647 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7a52503-b21a-4ae8-9b76-d0daca006914 req-73d8067c-4073-4c73-9ba9-fe892bfb0095 tempest-ListImageFiltersTestJSON-764297516 tempest-ListImageFiltersTestJSON-764297516-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:47:22.101804 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-e7a52503-b21a-4ae8-9b76-d0daca006914 req-73d8067c-4073-4c73-9ba9-fe892bfb0095 tempest-ListImageFiltersTestJSON-764297516 tempest-ListImageFiltersTestJSON-764297516-project] 10.222.0.42 "GET /v2.0/ports?device_id=d9f332ce-c76b-46eb-85fd-3cf94eadb99f HTTP/1.1" status: 200 len: 949 time: 0.3622737 Apr 18 20:47:22.138424 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [req-61f1722b-b901-4440-8963-04fb214e0264 req-acc88a2a-682d-4746-8cb9-df69a5c3ff69 tempest-MigrationsAdminTest-1326981207 tempest-MigrationsAdminTest-1326981207-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:47:22.150738 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [req-61f1722b-b901-4440-8963-04fb214e0264 req-acc88a2a-682d-4746-8cb9-df69a5c3ff69 tempest-MigrationsAdminTest-1326981207 tempest-MigrationsAdminTest-1326981207-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:47:22.167984 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-61f1722b-b901-4440-8963-04fb214e0264 req-acc88a2a-682d-4746-8cb9-df69a5c3ff69 tempest-MigrationsAdminTest-1326981207 tempest-MigrationsAdminTest-1326981207-project] Made reservation on behalf of 0ae89e923933452faf6047be78995cc1 for: {'port': 1} {{(pid=84041) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:47:22.171439 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [req-61f1722b-b901-4440-8963-04fb214e0264 req-acc88a2a-682d-4746-8cb9-df69a5c3ff69 tempest-MigrationsAdminTest-1326981207 tempest-MigrationsAdminTest-1326981207-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:22.202552 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-f232e4a3-ca29-49f5-ae84-04e36679bfab req-f72438a0-2976-4ddc-83fb-85ecd497289e service neutron] 10.222.0.48 "GET /v2.0/networks/77a1b955-358e-4346-a83b-9ab21572ad2a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2265458 Apr 18 20:47:22.224665 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-5ac0fab8-bd73-490f-85e9-0b5cb7f44c1d req-9037403f-aea2-4055-9c23-787fbd18cc04 tempest-ServersTestBootFromVolume-1514752049 tempest-ServersTestBootFromVolume-1514752049-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=10af1d879623447e98b3f1b5785a8e4f&fields=id HTTP/1.1" status: 200 len: 348 time: 0.3872318 Apr 18 20:47:22.235500 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-e7a52503-b21a-4ae8-9b76-d0daca006914 req-087db64a-54a3-4a4a-a5ad-ad55747fe74f tempest-ListImageFiltersTestJSON-764297516 tempest-ListImageFiltersTestJSON-764297516-project] 10.222.0.42 "GET /v2.0/security-groups?id=69ef09d0-16e8-4442-bf72-0044fbe4edc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0857236 Apr 18 20:47:22.369910 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.l3_dvr_db [None req-c23a0e30-a211-454b-b5ed-d0f76d0cbfe0 None None] Set router 5930ff31-0dd7-4782-9ab2-60f0de1503e5 gateway port host: n-d-838334-2 {{(pid=84043) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 20:47:22.386292 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.db_base_plugin_common [req-61f1722b-b901-4440-8963-04fb214e0264 req-acc88a2a-682d-4746-8cb9-df69a5c3ff69 tempest-MigrationsAdminTest-1326981207 tempest-MigrationsAdminTest-1326981207-project] Allocated IP 192.168.233.206 (cb56989d-7c5d-4678-b194-1d2edf1e842a/c4b526db-4d8a-4d4c-a310-e3a599630ae1/454545ff-cc01-4b02-98d5-de56b420f516) {{(pid=84041) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:47:22.606237 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [req-61f1722b-b901-4440-8963-04fb214e0264 req-acc88a2a-682d-4746-8cb9-df69a5c3ff69 tempest-MigrationsAdminTest-1326981207 tempest-MigrationsAdminTest-1326981207-project] Notify callbacks [] for port, precommit_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:22.607966 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-5ac0fab8-bd73-490f-85e9-0b5cb7f44c1d req-f38fbd1c-d114-46bf-a5a6-8bdc3fdf2136 service neutron] 10.222.0.42 "GET /v2.0/networks/926061aa-7053-4e13-adce-8286fe177d09?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3711050 Apr 18 20:47:22.609324 n-d-838334-2 neutron-server[84040]: INFO neutron.api.v2.resource [req-b34345b0-3ae0-4c38-b317-af8f719d871c req-b0acdddb-beb0-4cd8-8479-1c17b7ad176c tempest-FloatingIPDetailsNegativeTestJSON-582976781 tempest-FloatingIPDetailsNegativeTestJSON-582976781-project] show failed (client error): The resource could not be found. Apr 18 20:47:22.613267 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-b34345b0-3ae0-4c38-b317-af8f719d871c req-b0acdddb-beb0-4cd8-8479-1c17b7ad176c tempest-FloatingIPDetailsNegativeTestJSON-582976781 tempest-FloatingIPDetailsNegativeTestJSON-582976781-project] 10.222.0.42 "GET /v2.0/floatingips/8a242e2b-e64a-4068-a56b-50a6047b9bd6 HTTP/1.1" status: 404 len: 350 time: 0.2239017 Apr 18 20:47:22.623969 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 43452) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:47:22.696602 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.provisioning_blocks [req-61f1722b-b901-4440-8963-04fb214e0264 req-acc88a2a-682d-4746-8cb9-df69a5c3ff69 tempest-MigrationsAdminTest-1326981207 tempest-MigrationsAdminTest-1326981207-project] Transition to ACTIVE for port object 454545ff-cc01-4b02-98d5-de56b420f516 will not be triggered until provisioned by entity DHCP. {{(pid=84041) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 20:47:22.763812 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.l3_hamode_db [None req-c23a0e30-a211-454b-b5ed-d0f76d0cbfe0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5930ff31-0dd7-4782-9ab2-60f0de1503e5', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-863060736-router', 'tenant_id': 'de43fde3b8a14176aa6f8d06f52c858c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'external_fixed_ips': [{'subnet_id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'ip_address': '172.25.8.142'}], 'enable_snat': True}, 'gw_port_id': '28c1c72f-07f4-4f7a-808c-e7e68d0d3e3b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:46:51Z', 'updated_at': '2022-04-18T20:47:12Z', 'revision_number': 4, 'project_id': 'de43fde3b8a14176aa6f8d06f52c858c', 'gw_port': {'id': '28c1c72f-07f4-4f7a-808c-e7e68d0d3e3b', 'name': '', 'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:cf:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5930ff31-0dd7-4782-9ab2-60f0de1503e5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'ip_address': '172.25.8.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:46:54Z', 'updated_at': '2022-04-18T20:47:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838334-2', '_interfaces': [{'id': '68e8d5a3-02f3-4849-82e7-cf18ab884058', 'name': '', 'network_id': 'c15854b4-57d1-44b9-9d7c-cb344e2eb7eb', 'tenant_id': 'de43fde3b8a14176aa6f8d06f52c858c', 'mac_address': 'fa:16:3e:3d:bd:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5930ff31-0dd7-4782-9ab2-60f0de1503e5', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f8c75f4b-4de0-4a15-8f21-ddc5d169b328', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:47:08Z', 'updated_at': '2022-04-18T20:47:21Z', 'revision_number': 4, 'project_id': 'de43fde3b8a14176aa6f8d06f52c858c', 'subnets': [{'id': 'f8c75f4b-4de0-4a15-8f21-ddc5d169b328', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838334-2', False) {} {{(pid=84043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:47:22.770226 n-d-838334-2 neutron-server[84043]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c23a0e30-a211-454b-b5ed-d0f76d0cbfe0 None None] The sync data for ids ['5930ff31-0dd7-4782-9ab2-60f0de1503e5'] in n-d-838334-2 is: [{'id': '5930ff31-0dd7-4782-9ab2-60f0de1503e5', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-863060736-router', 'tenant_id': 'de43fde3b8a14176aa6f8d06f52c858c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'external_fixed_ips': [{'subnet_id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'ip_address': '172.25.8.142'}], 'enable_snat': True}, 'gw_port_id': '28c1c72f-07f4-4f7a-808c-e7e68d0d3e3b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:46:51Z', 'updated_at': '2022-04-18T20:47:12Z', 'revision_number': 4, 'project_id': 'de43fde3b8a14176aa6f8d06f52c858c', 'gw_port': {'id': '28c1c72f-07f4-4f7a-808c-e7e68d0d3e3b', 'name': '', 'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:cf:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5930ff31-0dd7-4782-9ab2-60f0de1503e5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'ip_address': '172.25.8.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:46:54Z', 'updated_at': '2022-04-18T20:47:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838334-2', '_interfaces': [{'id': '68e8d5a3-02f3-4849-82e7-cf18ab884058', 'name': '', 'network_id': 'c15854b4-57d1-44b9-9d7c-cb344e2eb7eb', 'tenant_id': 'de43fde3b8a14176aa6f8d06f52c858c', 'mac_address': 'fa:16:3e:3d:bd:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5930ff31-0dd7-4782-9ab2-60f0de1503e5', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f8c75f4b-4de0-4a15-8f21-ddc5d169b328', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:47:08Z', 'updated_at': '2022-04-18T20:47:21Z', 'revision_number': 4, 'project_id': 'de43fde3b8a14176aa6f8d06f52c858c', 'subnets': [{'id': 'f8c75f4b-4de0-4a15-8f21-ddc5d169b328', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84043) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 18 20:47:22.791170 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-5ac0fab8-bd73-490f-85e9-0b5cb7f44c1d req-8306224c-7a32-4ff3-a021-0dd1e5d56329 service neutron] 10.222.0.42 "GET /v2.0/networks/926061aa-7053-4e13-adce-8286fe177d09?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1769376 Apr 18 20:47:22.870687 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e80a9111-07ce-4cd9-80f8-4e7cb1f21621 req-b5c53e91-cb63-476d-a5c7-6a9e45211224 tempest-ListServersNegativeTestJSON-1460383695 tempest-ListServersNegativeTestJSON-1460383695-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:47:22.872409 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-e80a9111-07ce-4cd9-80f8-4e7cb1f21621 req-b5c53e91-cb63-476d-a5c7-6a9e45211224 tempest-ListServersNegativeTestJSON-1460383695 tempest-ListServersNegativeTestJSON-1460383695-project] 10.222.0.42 "GET /v2.0/ports?device_id=131b2c4a-a8af-4e3a-8347-70328b7d1ae0 HTTP/1.1" status: 200 len: 945 time: 0.1321936 Apr 18 20:47:22.935431 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-e80a9111-07ce-4cd9-80f8-4e7cb1f21621 req-bd0a97a9-3563-41b6-86b4-236346267688 tempest-ListServersNegativeTestJSON-1460383695 tempest-ListServersNegativeTestJSON-1460383695-project] 10.222.0.42 "GET /v2.0/security-groups?id=662d465b-c633-488a-99c1-bc2d1e2ea873&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573263 Apr 18 20:47:22.961967 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [req-61f1722b-b901-4440-8963-04fb214e0264 req-acc88a2a-682d-4746-8cb9-df69a5c3ff69 tempest-MigrationsAdminTest-1326981207 tempest-MigrationsAdminTest-1326981207-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750374836619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32266323'] for port, after_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:22.974453 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] get_ports_and_sgs() called for port_ids ['78bbc4c4-939a-4cb2-b476-fbddeecf9bf6'] {{(pid=84042) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 18 20:47:23.056861 n-d-838334-2 neutron-server[84042]: INFO neutron.notifiers.nova [-] Nova event matching ['req-73f5b5e7-3393-4006-ad27-4b0d5c681e41'] response: {'server_uuid': '09ef93c4-4247-46e6-8073-210a05cb27e0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4c35183f-d795-4dc9-9e08-685248134292', 'code': 200} Apr 18 20:47:23.057183 n-d-838334-2 neutron-server[84042]: INFO neutron.notifiers.nova [-] Nova event matching ['req-73f5b5e7-3393-4006-ad27-4b0d5c681e41'] response: {'server_uuid': '131b2c4a-a8af-4e3a-8347-70328b7d1ae0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3de1f3b7-84fe-4e5b-9d81-7e00248194d1', 'code': 200} Apr 18 20:47:23.080948 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acc88a2a-682d-4746-8cb9-df69a5c3ff69 tempest-MigrationsAdminTest-1326981207 tempest-MigrationsAdminTest-1326981207-project] Pushing event updated for resources: {'Port': ['ID=454545ff-cc01-4b02-98d5-de56b420f516,revision_number=1']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:47:23.088276 n-d-838334-2 neutron-server[84041]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-61f1722b-b901-4440-8963-04fb214e0264 req-acc88a2a-682d-4746-8cb9-df69a5c3ff69 tempest-MigrationsAdminTest-1326981207 tempest-MigrationsAdminTest-1326981207-project] Network cb56989d-7c5d-4678-b194-1d2edf1e842a is already hosted by enough agents. {{(pid=84041) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:47:23.089183 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] get_ports_and_sgs() called for port_ids ['71c99b98-8c99-49cc-a68a-53c19bb768e7'] {{(pid=84042) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 18 20:47:23.092403 n-d-838334-2 neutron-server[84041]: DEBUG neutron.scheduler.base_scheduler [req-61f1722b-b901-4440-8963-04fb214e0264 req-acc88a2a-682d-4746-8cb9-df69a5c3ff69 tempest-MigrationsAdminTest-1326981207 tempest-MigrationsAdminTest-1326981207-project] Resources bound (agent type, host, resource id): {{(pid=84041) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:47:23.096169 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.l3_dvrscheduler_db [req-61f1722b-b901-4440-8963-04fb214e0264 req-acc88a2a-682d-4746-8cb9-df69a5c3ff69 tempest-MigrationsAdminTest-1326981207 tempest-MigrationsAdminTest-1326981207-project] Received port after_create {{(pid=84041) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 20:47:23.203093 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61f1722b-b901-4440-8963-04fb214e0264 req-acc88a2a-682d-4746-8cb9-df69a5c3ff69 tempest-MigrationsAdminTest-1326981207 tempest-MigrationsAdminTest-1326981207-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:47:23.203795 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [req-61f1722b-b901-4440-8963-04fb214e0264 req-acc88a2a-682d-4746-8cb9-df69a5c3ff69 tempest-MigrationsAdminTest-1326981207 tempest-MigrationsAdminTest-1326981207-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217293'] for port, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:23.287452 n-d-838334-2 neutron-server[84040]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7e6a39fa-7f02-4e04-9a15-aa10d9591998'] response: {'server_uuid': '2ec874be-3db9-4300-bbd2-9e2489e54af1', 'name': 'network-vif-deleted', 'tag': 'ff5d0855-6b37-4373-bd35-0a4c3ada7ddc', 'status': 'completed', 'code': 200} Apr 18 20:47:23.398986 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-567cdce4-e1f8-48aa-b85c-fec753774f50 req-a1c05424-4628-4697-a212-f783a51761e8 tempest-ListImageFiltersTestJSON-764297516 tempest-ListImageFiltersTestJSON-764297516-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:47:23.400699 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-567cdce4-e1f8-48aa-b85c-fec753774f50 req-a1c05424-4628-4697-a212-f783a51761e8 tempest-ListImageFiltersTestJSON-764297516 tempest-ListImageFiltersTestJSON-764297516-project] 10.222.0.48 "GET /v2.0/ports?device_id=d9f332ce-c76b-46eb-85fd-3cf94eadb99f HTTP/1.1" status: 200 len: 949 time: 0.4173481 Apr 18 20:47:23.409936 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Device 2d3fbf48-a26c-4c3c-8cb2-ebed10cdec73 details requested by agent hyperv_n-h2-838334-2 with host n-h2-838334-2 {{(pid=84042) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 18 20:47:23.412153 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Device ff5d0855-6b37-4373-bd35-0a4c3ada7ddc no longer exists at agent hyperv_n-h2-838334-2 {{(pid=84042) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 20:47:23.522615 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-61f1722b-b901-4440-8963-04fb214e0264 req-acc88a2a-682d-4746-8cb9-df69a5c3ff69 tempest-MigrationsAdminTest-1326981207 tempest-MigrationsAdminTest-1326981207-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.6018631 Apr 18 20:47:23.542277 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.plugin [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] No Port match for: ff5d0855-6b37-4373-bd35-0a4c3ada7ddc {{(pid=84042) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 18 20:47:23.542616 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Device ff5d0855-6b37-4373-bd35-0a4c3ada7ddc not bound to the agent host n-h2-838334-2 {{(pid=84042) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 20:47:23.547028 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.v2.base [req-61f1722b-b901-4440-8963-04fb214e0264 req-7622e2ab-0e6f-4885-b7ee-50bbf44be0d2 service neutron] Request body: {'port': {'device_id': 'db680760-9920-4ccc-8c07-2936a873d08f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-838334-2'}} {{(pid=84041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 20:47:23.584408 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-df69513c-7e40-47c9-8e4c-fe7af9724b79 req-ddbdd4a8-e8c8-4aeb-9c62-ac0ccdb88344 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=09ef93c4-4247-46e6-8073-210a05cb27e0 HTTP/1.1" status: 200 len: 1096 time: 0.4000061 Apr 18 20:47:23.604589 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.plugin [req-567cdce4-e1f8-48aa-b85c-fec753774f50 req-c05d4929-a4f9-430b-8d49-26c936915895 tempest-ListImageFiltersTestJSON-764297516 tempest-ListImageFiltersTestJSON-764297516-project] Deleting port 477a0bf5-0275-431a-8328-ff70599fc8f0 {{(pid=84040) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 20:47:23.605076 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-567cdce4-e1f8-48aa-b85c-fec753774f50 req-c05d4929-a4f9-430b-8d49-26c936915895 tempest-ListImageFiltersTestJSON-764297516 tempest-ListImageFiltersTestJSON-764297516-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750375188691'] for port, before_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:23.608725 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 43466) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:47:23.685083 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Device 68e8d5a3-02f3-4849-82e7-cf18ab884058 up at agent ovs-agent-n-d-838334-2 {{(pid=84042) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 20:47:23.899855 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.db_base_plugin_v2 [None req-ea3f7200-606d-46e9-ab48-c6a7578af89e admin admin] Deleting subnet 3971e1e3-e8a8-471b-9edc-ecd3a7e632c9 {{(pid=84041) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 18 20:47:23.902637 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-60deaed7-dd38-491b-ace3-5c782735ba05 None None] Provisioning for port 454545ff-cc01-4b02-98d5-de56b420f516 completed by entity DHCP. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 20:47:23.916591 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.db.resource_extend [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] It took 0.25 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 18 20:47:23.999697 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-ea3f7200-606d-46e9-ab48-c6a7578af89e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:24.024880 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.db [req-567cdce4-e1f8-48aa-b85c-fec753774f50 req-c05d4929-a4f9-430b-8d49-26c936915895 tempest-ListImageFiltersTestJSON-764297516 tempest-ListImageFiltersTestJSON-764297516-project] For port 477a0bf5-0275-431a-8328-ff70599fc8f0, host n-h2-838334-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838334-2',level=0,port_id=477a0bf5-0275-431a-8328-ff70599fc8f0,segment=NetworkSegment(62b85806-94d8-4a88-a06c-da82e5932d66),segment_id=62b85806-94d8-4a88-a06c-da82e5932d66)] {{(pid=84040) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:47:24.025581 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-567cdce4-e1f8-48aa-b85c-fec753774f50 req-c05d4929-a4f9-430b-8d49-26c936915895 tempest-ListImageFiltersTestJSON-764297516 tempest-ListImageFiltersTestJSON-764297516-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369123'] for port, precommit_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:24.025734 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-60deaed7-dd38-491b-ace3-5c782735ba05 None None] Provisioning complete for port 454545ff-cc01-4b02-98d5-de56b420f516 triggered by entity DHCP. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:47:24.026261 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-60deaed7-dd38-491b-ace3-5c782735ba05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1253608'] for port, provisioning_complete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:24.146501 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-3fe7c621-7977-444c-96a2-a5274e6ffb36 req-cbae3b95-11f5-475a-8850-80ad389d722a service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=131b2c4a-a8af-4e3a-8347-70328b7d1ae0 HTTP/1.1" status: 200 len: 1096 time: 0.9372313 Apr 18 20:47:24.205334 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-ea3f7200-606d-46e9-ab48-c6a7578af89e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32266383'] for subnet, precommit_delete_associations {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:24.258171 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.plugin [None req-60deaed7-dd38-491b-ace3-5c782735ba05 None None] Port 454545ff-cc01-4b02-98d5-de56b420f516 cannot update to ACTIVE because it is not bound. {{(pid=84042) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 18 20:47:24.281290 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [req-61f1722b-b901-4440-8963-04fb214e0264 req-7622e2ab-0e6f-4885-b7ee-50bbf44be0d2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:24.289286 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.plugin [req-567cdce4-e1f8-48aa-b85c-fec753774f50 req-c05d4929-a4f9-430b-8d49-26c936915895 tempest-ListImageFiltersTestJSON-764297516 tempest-ListImageFiltersTestJSON-764297516-project] Calling delete_port for 477a0bf5-0275-431a-8328-ff70599fc8f0 owned by compute:nova {{(pid=84040) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 20:47:24.309487 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Provisioning for port 68e8d5a3-02f3-4849-82e7-cf18ab884058 completed by entity L2. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 20:47:24.326714 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] For port 2d3fbf48-a26c-4c3c-8cb2-ebed10cdec73, host n-h2-838334-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838334-2',level=0,port_id=2d3fbf48-a26c-4c3c-8cb2-ebed10cdec73,segment=NetworkSegment(0b27bade-3dd7-4dee-a014-60f424754c57),segment_id=0b27bade-3dd7-4dee-a014-60f424754c57)] {{(pid=84042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:47:24.352090 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Provisioning complete for port 68e8d5a3-02f3-4849-82e7-cf18ab884058 triggered by entity L2. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:47:24.352742 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1253608'] for port, provisioning_complete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:24.383675 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-ea3f7200-606d-46e9-ab48-c6a7578af89e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1260556'] for subnet, precommit_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:24.405453 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-df69513c-7e40-47c9-8e4c-fe7af9724b79 req-b9da7b65-28e2-4253-8d8d-257fa0766134 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=1b05a6b2-12b5-46ba-add0-6b3994e41087&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8079321 Apr 18 20:47:24.435365 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-3fe7c621-7977-444c-96a2-a5274e6ffb36 req-e5106d4e-1385-4e67-ae62-ae3f9a5e7ab0 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=662d465b-c633-488a-99c1-bc2d1e2ea873&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2778664 Apr 18 20:47:24.509317 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Returning: {'device': '2d3fbf48-a26c-4c3c-8cb2-ebed10cdec73', 'network_id': '77a1b955-358e-4346-a83b-9ab21572ad2a', 'port_id': '2d3fbf48-a26c-4c3c-8cb2-ebed10cdec73', 'mac_address': 'fa:16:3e:c3:0d:aa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 398, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fc043362-0819-4173-b5d7-2f411858871b', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84042) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 18 20:47:24.543502 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cd4e4dc-3594-4524-a56a-1dfe2591295a req-dc7da955-4d22-4994-b941-67c4dd8a9d32 tempest-MigrationsAdminTest-1326981207 tempest-MigrationsAdminTest-1326981207-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:47:24.550255 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-4cd4e4dc-3594-4524-a56a-1dfe2591295a req-dc7da955-4d22-4994-b941-67c4dd8a9d32 tempest-MigrationsAdminTest-1326981207 tempest-MigrationsAdminTest-1326981207-project] 10.222.0.42 "GET /v2.0/ports?device_id=db680760-9920-4ccc-8c07-2936a873d08f HTTP/1.1" status: 200 len: 936 time: 0.4453080 Apr 18 20:47:24.576107 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6d0cede-17a9-44fa-80cc-8a8e9f6de744 req-0a770eff-df8d-4307-9b7e-f78a484f91d5 tempest-MultipleCreateTestJSON-190675240 tempest-MultipleCreateTestJSON-190675240-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:47:24.577556 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-a6d0cede-17a9-44fa-80cc-8a8e9f6de744 req-0a770eff-df8d-4307-9b7e-f78a484f91d5 tempest-MultipleCreateTestJSON-190675240 tempest-MultipleCreateTestJSON-190675240-project] 10.222.0.42 "GET /v2.0/ports?device_id=09ef93c4-4247-46e6-8073-210a05cb27e0 HTTP/1.1" status: 200 len: 945 time: 0.4714429 Apr 18 20:47:24.584815 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-ea3f7200-606d-46e9-ab48-c6a7578af89e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1260549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33526260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32266336', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32486390'] for subnet, after_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:24.614181 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-567cdce4-e1f8-48aa-b85c-fec753774f50 req-c05d4929-a4f9-430b-8d49-26c936915895 tempest-ListImageFiltersTestJSON-764297516 tempest-ListImageFiltersTestJSON-764297516-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750375259028', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750374836628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32440838'] for port, after_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:24.626862 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:24.647534 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea3f7200-606d-46e9-ab48-c6a7578af89e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3971e1e3-e8a8-471b-9edc-ecd3a7e632c9,revision_number=None']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:47:24.658635 n-d-838334-2 neutron-server[84042]: DEBUG neutron.notifiers.nova [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2d3fbf48-a26c-4c3c-8cb2-ebed10cdec73 {{(pid=84042) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 18 20:47:24.680533 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-ea3f7200-606d-46e9-ab48-c6a7578af89e admin admin] Notify callbacks [] for subnet, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:24.693542 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c05d4929-a4f9-430b-8d49-26c936915895 tempest-ListImageFiltersTestJSON-764297516 tempest-ListImageFiltersTestJSON-764297516-project] Pushing event deleted for resources: {'Port': ['ID=477a0bf5-0275-431a-8328-ff70599fc8f0,revision_number=None']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:47:24.717993 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-4cd4e4dc-3594-4524-a56a-1dfe2591295a req-11bbb9fd-4a78-42f8-9c4c-07a341a89b87 tempest-MigrationsAdminTest-1326981207 tempest-MigrationsAdminTest-1326981207-project] 10.222.0.42 "GET /v2.0/security-groups?id=8ca7ac2c-bfe5-493b-aae6-636315bac851&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1665509 Apr 18 20:47:24.718537 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] For port 2d3fbf48-a26c-4c3c-8cb2-ebed10cdec73, host n-h2-838334-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838334-2',level=0,port_id=2d3fbf48-a26c-4c3c-8cb2-ebed10cdec73,segment=NetworkSegment(0b27bade-3dd7-4dee-a014-60f424754c57),segment_id=0b27bade-3dd7-4dee-a014-60f424754c57)] {{(pid=84042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:47:24.729564 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682'] for port, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:24.776013 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:24.856827 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] For port 68e8d5a3-02f3-4849-82e7-cf18ab884058, host n-d-838334-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838334-2',level=0,port_id=68e8d5a3-02f3-4849-82e7-cf18ab884058,segment=NetworkSegment(91974db0-dd1f-4efc-9876-08c94e5ac9e1),segment_id=91974db0-dd1f-4efc-9876-08c94e5ac9e1)] {{(pid=84042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:47:24.858047 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Pushing event updated for resources: {'Port': ['ID=2d3fbf48-a26c-4c3c-8cb2-ebed10cdec73,revision_number=4']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:47:24.864668 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682'] for port, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:24.893515 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-a6d0cede-17a9-44fa-80cc-8a8e9f6de744 req-60f8fdba-88a4-446d-9466-caf3567d466a tempest-MultipleCreateTestJSON-190675240 tempest-MultipleCreateTestJSON-190675240-project] 10.222.0.42 "GET /v2.0/security-groups?id=1b05a6b2-12b5-46ba-add0-6b3994e41087&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3042758 Apr 18 20:47:24.902111 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.l3_dvrscheduler_db [req-567cdce4-e1f8-48aa-b85c-fec753774f50 req-c05d4929-a4f9-430b-8d49-26c936915895 tempest-ListImageFiltersTestJSON-764297516 tempest-ListImageFiltersTestJSON-764297516-project] No DVR routers for this DVR port 477a0bf5-0275-431a-8328-ff70599fc8f0 on host n-h2-838334-2 {{(pid=84040) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 20:47:24.929323 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-ea3f7200-606d-46e9-ab48-c6a7578af89e admin admin] 10.222.0.42 "DELETE /v2.0/subnets/3971e1e3-e8a8-471b-9edc-ecd3a7e632c9 HTTP/1.1" status: 204 len: 168 time: 1.1973059 Apr 18 20:47:24.948387 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Pushing event updated for resources: {'Port': ['ID=68e8d5a3-02f3-4849-82e7-cf18ab884058,revision_number=5']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:47:24.977361 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-c724f15d-bc2e-48ca-ad11-f4dd7cb461f7 req-e514d1b1-89c9-4213-a747-63c971f0e31f tempest-ListImageFiltersTestJSON-764297516 tempest-ListImageFiltersTestJSON-764297516-project] 10.222.0.42 "GET /v2.0/ports?device_id=d9f332ce-c76b-46eb-85fd-3cf94eadb99f HTTP/1.1" status: 200 len: 210 time: 0.0826309 Apr 18 20:47:24.981745 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-567cdce4-e1f8-48aa-b85c-fec753774f50 req-c05d4929-a4f9-430b-8d49-26c936915895 tempest-ListImageFiltersTestJSON-764297516 tempest-ListImageFiltersTestJSON-764297516-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217293'] for port, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:24.987007 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 43484) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:47:25.020812 n-d-838334-2 neutron-server[84041]: DEBUG neutron.notifiers.nova [req-61f1722b-b901-4440-8963-04fb214e0264 req-7622e2ab-0e6f-4885-b7ee-50bbf44be0d2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 454545ff-cc01-4b02-98d5-de56b420f516 {{(pid=84041) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 18 20:47:25.029342 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [req-61f1722b-b901-4440-8963-04fb214e0264 req-7622e2ab-0e6f-4885-b7ee-50bbf44be0d2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:25.045110 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.provisioning_blocks [req-61f1722b-b901-4440-8963-04fb214e0264 req-7622e2ab-0e6f-4885-b7ee-50bbf44be0d2 service neutron] Transition to ACTIVE for port object 454545ff-cc01-4b02-98d5-de56b420f516 will not be triggered until provisioned by entity L2. {{(pid=84041) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 20:47:25.050757 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-1af1c634-ef03-437d-bfad-9a85c24ddd4c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33443857'] for router_interface, before_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:25.105432 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [req-61f1722b-b901-4440-8963-04fb214e0264 req-7622e2ab-0e6f-4885-b7ee-50bbf44be0d2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32266282'] for port, after_update {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:25.121821 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] get_ports_and_sgs() called for port_ids ['2d3fbf48-a26c-4c3c-8cb2-ebed10cdec73'] {{(pid=84042) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 18 20:47:25.146041 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-a994cf34-22f7-4de6-9237-8466f43c2f53 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1103592'] for network, before_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:25.190731 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-567cdce4-e1f8-48aa-b85c-fec753774f50 req-c05d4929-a4f9-430b-8d49-26c936915895 tempest-ListImageFiltersTestJSON-764297516 tempest-ListImageFiltersTestJSON-764297516-project] 10.222.0.48 "DELETE /v2.0/ports/477a0bf5-0275-431a-8328-ff70599fc8f0 HTTP/1.1" status: 204 len: 173 time: 1.7666047 Apr 18 20:47:25.404768 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Device 477a0bf5-0275-431a-8328-ff70599fc8f0 no longer exists at agent hyperv_n-h2-838334-2 {{(pid=84042) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 20:47:25.494646 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.plugin [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] No Port match for: 477a0bf5-0275-431a-8328-ff70599fc8f0 {{(pid=84042) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 18 20:47:25.496962 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7622e2ab-0e6f-4885-b7ee-50bbf44be0d2 service neutron] Pushing event updated for resources: {'Port': ['ID=454545ff-cc01-4b02-98d5-de56b420f516,revision_number=2']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:47:25.499800 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Device 477a0bf5-0275-431a-8328-ff70599fc8f0 not bound to the agent host n-h2-838334-2 {{(pid=84042) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 20:47:25.558574 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Device 68e8d5a3-02f3-4849-82e7-cf18ab884058 up at agent ovs-agent-n-d-838334-2 {{(pid=84042) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 20:47:25.587683 n-d-838334-2 neutron-server[84040]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd9f332ce-c76b-46eb-85fd-3cf94eadb99f', 'name': 'network-vif-deleted', 'tag': '477a0bf5-0275-431a-8328-ff70599fc8f0'}] {{(pid=84040) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 20:47:25.608548 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-3600d7f0-71ce-40fa-b52a-f33940cb56db req-af196e8d-f92b-4805-bc49-240928f4c0f4 tempest-ServersTestBootFromVolume-1514752049 tempest-ServersTestBootFromVolume-1514752049-project] 10.222.0.42 "GET /v2.0/ports?device_id=f202d24e-5786-4e97-b11f-4f156f6f3e05 HTTP/1.1" status: 200 len: 210 time: 0.4565470 Apr 18 20:47:25.698123 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Provisioning complete for port 68e8d5a3-02f3-4849-82e7-cf18ab884058 triggered by entity L2. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:47:25.698456 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1253608'] for port, provisioning_complete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:26.007915 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.managers [req-61f1722b-b901-4440-8963-04fb214e0264 req-7622e2ab-0e6f-4885-b7ee-50bbf44be0d2 service neutron] Attempting to bind port 454545ff-cc01-4b02-98d5-de56b420f516 on host n-h1-838334-2 for vnic_type normal with profile {{(pid=84041) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:47:26.008472 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.managers [req-61f1722b-b901-4440-8963-04fb214e0264 req-7622e2ab-0e6f-4885-b7ee-50bbf44be0d2 service neutron] Attempting to bind port 454545ff-cc01-4b02-98d5-de56b420f516 by drivers openvswitch,hyperv on host n-h1-838334-2 at level 0 using segments [{'id': '62b85806-94d8-4a88-a06c-da82e5932d66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': 'cb56989d-7c5d-4678-b194-1d2edf1e842a'}] {{(pid=84041) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:47:26.008577 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61f1722b-b901-4440-8963-04fb214e0264 req-7622e2ab-0e6f-4885-b7ee-50bbf44be0d2 service neutron] Attempting to bind port 454545ff-cc01-4b02-98d5-de56b420f516 on network cb56989d-7c5d-4678-b194-1d2edf1e842a {{(pid=84041) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 20:47:26.028895 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61f1722b-b901-4440-8963-04fb214e0264 req-7622e2ab-0e6f-4885-b7ee-50bbf44be0d2 service neutron] Port 454545ff-cc01-4b02-98d5-de56b420f516 on network cb56989d-7c5d-4678-b194-1d2edf1e842a not bound, no agent of type Open vSwitch agent registered on host n-h1-838334-2 {{(pid=84041) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 18 20:47:26.029229 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61f1722b-b901-4440-8963-04fb214e0264 req-7622e2ab-0e6f-4885-b7ee-50bbf44be0d2 service neutron] Attempting to bind port 454545ff-cc01-4b02-98d5-de56b420f516 on network cb56989d-7c5d-4678-b194-1d2edf1e842a {{(pid=84041) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 20:47:26.049317 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-a994cf34-22f7-4de6-9237-8466f43c2f53 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1258905', 'neutron.services.segments.db._delete_segments_for_network-8750375287417'] for network, precommit_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:26.057798 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61f1722b-b901-4440-8963-04fb214e0264 req-7622e2ab-0e6f-4885-b7ee-50bbf44be0d2 service neutron] Checking agent: {'id': 'd63bab19-ff81-4de1-afeb-a3732288d0d7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-838334-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 33, 59), 'started_at': datetime.datetime(2022, 4, 18, 20, 33, 59), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 20, 46, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84041) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 18 20:47:26.057798 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61f1722b-b901-4440-8963-04fb214e0264 req-7622e2ab-0e6f-4885-b7ee-50bbf44be0d2 service neutron] Checking segment: {'id': '62b85806-94d8-4a88-a06c-da82e5932d66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': 'cb56989d-7c5d-4678-b194-1d2edf1e842a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84041) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 20:47:26.058152 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61f1722b-b901-4440-8963-04fb214e0264 req-7622e2ab-0e6f-4885-b7ee-50bbf44be0d2 service neutron] Bound using segment: {'id': '62b85806-94d8-4a88-a06c-da82e5932d66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': 'cb56989d-7c5d-4678-b194-1d2edf1e842a'} {{(pid=84041) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 18 20:47:26.058557 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.managers [req-61f1722b-b901-4440-8963-04fb214e0264 req-7622e2ab-0e6f-4885-b7ee-50bbf44be0d2 service neutron] Bound port: 454545ff-cc01-4b02-98d5-de56b420f516, host: n-h1-838334-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '62b85806-94d8-4a88-a06c-da82e5932d66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': 'cb56989d-7c5d-4678-b194-1d2edf1e842a'}}] {{(pid=84041) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 20:47:26.058881 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [req-61f1722b-b901-4440-8963-04fb214e0264 req-7622e2ab-0e6f-4885-b7ee-50bbf44be0d2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:26.153151 n-d-838334-2 neutron-server[84040]: DEBUG neutron.services.segments.db [None req-a994cf34-22f7-4de6-9237-8466f43c2f53 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['00abdbfc-8010-4a13-aa70-0466b1b749c3']}} {{(pid=84040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:47:26.166632 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2e07e28-3c14-4945-b54e-d2da1aff5688 req-1552f5d3-cc35-47ce-b288-d59affe4d341 tempest-ListServersNegativeTestJSON-1460383695 tempest-ListServersNegativeTestJSON-1460383695-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:47:26.172394 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-f2e07e28-3c14-4945-b54e-d2da1aff5688 req-1552f5d3-cc35-47ce-b288-d59affe4d341 tempest-ListServersNegativeTestJSON-1460383695 tempest-ListServersNegativeTestJSON-1460383695-project] 10.222.0.42 "GET /v2.0/ports?device_id=131b2c4a-a8af-4e3a-8347-70328b7d1ae0 HTTP/1.1" status: 200 len: 945 time: 0.6227274 Apr 18 20:47:26.209088 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.db [req-61f1722b-b901-4440-8963-04fb214e0264 req-7622e2ab-0e6f-4885-b7ee-50bbf44be0d2 service neutron] For port 454545ff-cc01-4b02-98d5-de56b420f516, host n-h1-838334-2, cleared binding levels {{(pid=84041) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 20:47:26.211575 n-d-838334-2 neutron-server[84040]: DEBUG neutron.services.segments.db [None req-a994cf34-22f7-4de6-9237-8466f43c2f53 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ecdcdfec-03bb-41d2-af5c-98045f0ce0be') {'for_net_delete': True} {{(pid=84040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:47:26.211575 n-d-838334-2 neutron-server[84040]: DEBUG neutron.services.segments.db [None req-a994cf34-22f7-4de6-9237-8466f43c2f53 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ecdcdfec-03bb-41d2-af5c-98045f0ce0be') {} {{(pid=84040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:47:26.214725 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.db [req-61f1722b-b901-4440-8963-04fb214e0264 req-7622e2ab-0e6f-4885-b7ee-50bbf44be0d2 service neutron] For port 454545ff-cc01-4b02-98d5-de56b420f516, host n-h1-838334-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838334-2',level=0,port_id=454545ff-cc01-4b02-98d5-de56b420f516,segment=NetworkSegment(62b85806-94d8-4a88-a06c-da82e5932d66),segment_id=62b85806-94d8-4a88-a06c-da82e5932d66)] {{(pid=84041) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 20:47:26.242449 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-a994cf34-22f7-4de6-9237-8466f43c2f53 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750375287300', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31955965'] for segment, before_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:26.261493 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ac0fab8-bd73-490f-85e9-0b5cb7f44c1d req-2dbcf44c-30ba-4486-875c-f62d7df920ab tempest-ServersTestBootFromVolume-1514752049 tempest-ServersTestBootFromVolume-1514752049-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:47:26.262906 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-5ac0fab8-bd73-490f-85e9-0b5cb7f44c1d req-2dbcf44c-30ba-4486-875c-f62d7df920ab tempest-ServersTestBootFromVolume-1514752049 tempest-ServersTestBootFromVolume-1514752049-project] 10.222.0.48 "GET /v2.0/networks?id=926061aa-7053-4e13-adce-8286fe177d09 HTTP/1.1" status: 200 len: 816 time: 0.6774161 Apr 18 20:47:26.268662 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0f6d7d9-29b9-4ecc-abdf-87b6f27a0313 req-3401fb03-8ecc-4a45-82a5-f62200bc76bf tempest-AttachSCSIVolumeTestJSON-265284501 tempest-AttachSCSIVolumeTestJSON-265284501-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:47:26.275837 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-d0f6d7d9-29b9-4ecc-abdf-87b6f27a0313 req-3401fb03-8ecc-4a45-82a5-f62200bc76bf tempest-AttachSCSIVolumeTestJSON-265284501 tempest-AttachSCSIVolumeTestJSON-265284501-project] 10.222.0.42 "GET /v2.0/ports?device_id=8875fa9e-fc70-4288-9292-8c0ca078b6b7 HTTP/1.1" status: 200 len: 946 time: 0.3630488 Apr 18 20:47:26.280298 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [req-61f1722b-b901-4440-8963-04fb214e0264 req-7622e2ab-0e6f-4885-b7ee-50bbf44be0d2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32266282'] for port, after_update {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:26.334364 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-a994cf34-22f7-4de6-9237-8466f43c2f53 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1082986'] for segment, precommit_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:26.361581 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a994cf34-22f7-4de6-9237-8466f43c2f53 admin admin] Releasing vlan 381 on physical network physnet1 to pool {{(pid=84040) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 18 20:47:26.361978 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-a994cf34-22f7-4de6-9237-8466f43c2f53 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1082993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32440923'] for segment, after_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:26.376326 n-d-838334-2 neutron-server[84040]: Traceback (most recent call last): Apr 18 20:47:26.376326 n-d-838334-2 neutron-server[84040]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 18 20:47:26.376326 n-d-838334-2 neutron-server[84040]: timer() Apr 18 20:47:26.376326 n-d-838334-2 neutron-server[84040]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 20:47:26.376326 n-d-838334-2 neutron-server[84040]: cb(*args, **kw) Apr 18 20:47:26.376326 n-d-838334-2 neutron-server[84040]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 18 20:47:26.376326 n-d-838334-2 neutron-server[84040]: return func(*args, **kwargs) Apr 18 20:47:26.376326 n-d-838334-2 neutron-server[84040]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 20:47:26.376326 n-d-838334-2 neutron-server[84040]: self._notify() Apr 18 20:47:26.376326 n-d-838334-2 neutron-server[84040]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 20:47:26.376326 n-d-838334-2 neutron-server[84040]: self.callback(batched_events) Apr 18 20:47:26.376326 n-d-838334-2 neutron-server[84040]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 20:47:26.376326 n-d-838334-2 neutron-server[84040]: event.method(event) Apr 18 20:47:26.376326 n-d-838334-2 neutron-server[84040]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 18 20:47:26.376326 n-d-838334-2 neutron-server[84040]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 20:47:26.376326 n-d-838334-2 neutron-server[84040]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 18 20:47:26.376326 n-d-838334-2 neutron-server[84040]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 20:47:26.376326 n-d-838334-2 neutron-server[84040]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 18 20:47:26.376326 n-d-838334-2 neutron-server[84040]: return f(self, *a, **k) Apr 18 20:47:26.376326 n-d-838334-2 neutron-server[84040]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 18 20:47:26.376326 n-d-838334-2 neutron-server[84040]: return self._get(url).json() Apr 18 20:47:26.376326 n-d-838334-2 neutron-server[84040]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 18 20:47:26.376326 n-d-838334-2 neutron-server[84040]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 20:47:26.376326 n-d-838334-2 neutron-server[84040]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 18 20:47:26.376326 n-d-838334-2 neutron-server[84040]: return self.request(url, 'GET', **kwargs) Apr 18 20:47:26.376326 n-d-838334-2 neutron-server[84040]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 18 20:47:26.376326 n-d-838334-2 neutron-server[84040]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 20:47:26.376326 n-d-838334-2 neutron-server[84040]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 18 20:47:26.376326 n-d-838334-2 neutron-server[84040]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 20:47:26.376326 n-d-838334-2 neutron-server[84040]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 18 20:47:26.376326 n-d-838334-2 neutron-server[84040]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 20:47:26.376326 n-d-838334-2 neutron-server[84040]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 20:47:26.415655 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [req-61f1722b-b901-4440-8963-04fb214e0264 req-7622e2ab-0e6f-4885-b7ee-50bbf44be0d2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217293'] for port, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:26.417051 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-61f1722b-b901-4440-8963-04fb214e0264 req-7622e2ab-0e6f-4885-b7ee-50bbf44be0d2 service neutron] 10.222.0.43 "PUT /v2.0/ports/454545ff-cc01-4b02-98d5-de56b420f516 HTTP/1.1" status: 200 len: 1096 time: 2.8811803 Apr 18 20:47:26.419469 n-d-838334-2 neutron-server[84041]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'db680760-9920-4ccc-8c07-2936a873d08f', 'tag': '454545ff-cc01-4b02-98d5-de56b420f516'}] {{(pid=84041) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 20:47:26.432898 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-f2e07e28-3c14-4945-b54e-d2da1aff5688 req-247d0628-f3ae-47c2-ad67-e72dbd74c371 tempest-ListServersNegativeTestJSON-1460383695 tempest-ListServersNegativeTestJSON-1460383695-project] 10.222.0.42 "GET /v2.0/security-groups?id=662d465b-c633-488a-99c1-bc2d1e2ea873&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2596755 Apr 18 20:47:26.437359 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7622e2ab-0e6f-4885-b7ee-50bbf44be0d2 service neutron] Pushing event updated for resources: {'Port': ['ID=454545ff-cc01-4b02-98d5-de56b420f516,revision_number=3']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:47:26.474375 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-5ac0fab8-bd73-490f-85e9-0b5cb7f44c1d req-ef9fd30f-3165-4e60-8b99-92821d368406 tempest-ServersTestBootFromVolume-1514752049 tempest-ServersTestBootFromVolume-1514752049-project] 10.222.0.48 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=10af1d879623447e98b3f1b5785a8e4f HTTP/1.1" status: 200 len: 379 time: 0.1751328 Apr 18 20:47:26.488195 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-d0f6d7d9-29b9-4ecc-abdf-87b6f27a0313 req-fb85bff9-fc56-45f3-a436-1a7c70f47b49 tempest-AttachSCSIVolumeTestJSON-265284501 tempest-AttachSCSIVolumeTestJSON-265284501-project] 10.222.0.42 "GET /v2.0/security-groups?id=a33f55a4-a21a-45b5-a190-b78baa68b4f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2113976 Apr 18 20:47:26.494029 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.v2.base [req-5ac0fab8-bd73-490f-85e9-0b5cb7f44c1d req-d8595248-c2a4-4199-aa4a-4199f37590db tempest-ServersTestBootFromVolume-1514752049 tempest-ServersTestBootFromVolume-1514752049-project] Request body: {'port': {'device_id': 'f202d24e-5786-4e97-b11f-4f156f6f3e05', 'network_id': '926061aa-7053-4e13-adce-8286fe177d09', 'admin_state_up': True, 'tenant_id': '10af1d879623447e98b3f1b5785a8e4f', 'security_groups': ['f715db8b-aaa1-4961-aa17-658de350acd6']}} {{(pid=84040) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 20:47:26.646544 n-d-838334-2 neutron-server[84040]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a07dd528-e621-4882-93fc-21bdebbb342b'] response: {'server_uuid': 'd9f332ce-c76b-46eb-85fd-3cf94eadb99f', 'name': 'network-vif-deleted', 'tag': '477a0bf5-0275-431a-8328-ff70599fc8f0', 'status': 'completed', 'code': 200} Apr 18 20:47:26.665301 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-a994cf34-22f7-4de6-9237-8466f43c2f53 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1258898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33526109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33444113'] for network, after_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:26.707493 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-a994cf34-22f7-4de6-9237-8466f43c2f53 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32378031'] for network, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:26.732292 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-61f1722b-b901-4440-8963-04fb214e0264 req-0a0d57ab-a9f8-4923-a544-dd24f96bd4c5 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=0ae89e923933452faf6047be78995cc1&device_id=db680760-9920-4ccc-8c07-2936a873d08f HTTP/1.1" status: 200 len: 1099 time: 0.2538896 Apr 18 20:47:26.760173 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a994cf34-22f7-4de6-9237-8466f43c2f53 admin admin] Pushing event deleted for resources: {'Network': ['ID=00abdbfc-8010-4a13-aa70-0466b1b749c3,revision_number=None']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:47:26.792422 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-a994cf34-22f7-4de6-9237-8466f43c2f53 admin admin] 10.222.0.42 "DELETE /v2.0/networks/00abdbfc-8010-4a13-aa70-0466b1b749c3 HTTP/1.1" status: 204 len: 168 time: 1.8042984 Apr 18 20:47:26.841391 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-61f1722b-b901-4440-8963-04fb214e0264 req-f043b0ca-d9dc-4217-a206-5b7d7da8e679 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.206&port_id=454545ff-cc01-4b02-98d5-de56b420f516 HTTP/1.1" status: 200 len: 217 time: 0.0985765 Apr 18 20:47:26.859572 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [req-5ac0fab8-bd73-490f-85e9-0b5cb7f44c1d req-d8595248-c2a4-4199-aa4a-4199f37590db tempest-ServersTestBootFromVolume-1514752049 tempest-ServersTestBootFromVolume-1514752049-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:47:26.874407 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [req-5ac0fab8-bd73-490f-85e9-0b5cb7f44c1d req-d8595248-c2a4-4199-aa4a-4199f37590db tempest-ServersTestBootFromVolume-1514752049 tempest-ServersTestBootFromVolume-1514752049-project] Usage tracker for resource:port and tenant:10af1d879623447e98b3f1b5785a8e4f is out of sync, need to count used quota {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:47:26.884723 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [req-5ac0fab8-bd73-490f-85e9-0b5cb7f44c1d req-d8595248-c2a4-4199-aa4a-4199f37590db tempest-ServersTestBootFromVolume-1514752049 tempest-ServersTestBootFromVolume-1514752049-project] Quota usage for port was recalculated. Used quota:3. {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:47:26.893507 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [req-5ac0fab8-bd73-490f-85e9-0b5cb7f44c1d req-d8595248-c2a4-4199-aa4a-4199f37590db tempest-ServersTestBootFromVolume-1514752049 tempest-ServersTestBootFromVolume-1514752049-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:47:26.912256 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a986f0ac-83de-4cc1-b7a7-147e2056c59c req-2a041737-4a6d-4b7a-9615-bbe7ecafb7ba tempest-MigrationsAdminTest-1326981207 tempest-MigrationsAdminTest-1326981207-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:47:26.919180 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-a986f0ac-83de-4cc1-b7a7-147e2056c59c req-2a041737-4a6d-4b7a-9615-bbe7ecafb7ba tempest-MigrationsAdminTest-1326981207 tempest-MigrationsAdminTest-1326981207-project] 10.222.0.42 "GET /v2.0/ports?device_id=db680760-9920-4ccc-8c07-2936a873d08f HTTP/1.1" status: 200 len: 948 time: 0.2045345 Apr 18 20:47:26.943561 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5ac0fab8-bd73-490f-85e9-0b5cb7f44c1d req-d8595248-c2a4-4199-aa4a-4199f37590db tempest-ServersTestBootFromVolume-1514752049 tempest-ServersTestBootFromVolume-1514752049-project] Made reservation on behalf of 10af1d879623447e98b3f1b5785a8e4f for: {'port': 1} {{(pid=84040) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:47:26.946685 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-5ac0fab8-bd73-490f-85e9-0b5cb7f44c1d req-d8595248-c2a4-4199-aa4a-4199f37590db tempest-ServersTestBootFromVolume-1514752049 tempest-ServersTestBootFromVolume-1514752049-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:26.971094 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61f1722b-b901-4440-8963-04fb214e0264 req-85a6d9ad-8f80-44af-8856-38d390f50218 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:47:26.972917 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-61f1722b-b901-4440-8963-04fb214e0264 req-85a6d9ad-8f80-44af-8856-38d390f50218 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=c4b526db-4d8a-4d4c-a310-e3a599630ae1 HTTP/1.1" status: 200 len: 843 time: 0.0901408 Apr 18 20:47:27.028517 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 43506) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:47:27.075288 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b8e2187-57df-4e5e-a4a3-c95f9875055b req-6afc3adf-aede-4dae-9459-db7b3076afba tempest-MultipleCreateTestJSON-190675240 tempest-MultipleCreateTestJSON-190675240-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:47:27.076788 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-6b8e2187-57df-4e5e-a4a3-c95f9875055b req-6afc3adf-aede-4dae-9459-db7b3076afba tempest-MultipleCreateTestJSON-190675240 tempest-MultipleCreateTestJSON-190675240-project] 10.222.0.42 "GET /v2.0/ports?device_id=09ef93c4-4247-46e6-8073-210a05cb27e0 HTTP/1.1" status: 200 len: 945 time: 0.2474508 Apr 18 20:47:27.092160 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-a986f0ac-83de-4cc1-b7a7-147e2056c59c req-75749f6f-b2e1-497e-a838-a2e1d8d7cb1f tempest-MigrationsAdminTest-1326981207 tempest-MigrationsAdminTest-1326981207-project] 10.222.0.42 "GET /v2.0/security-groups?id=8ca7ac2c-bfe5-493b-aae6-636315bac851&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1722252 Apr 18 20:47:27.163000 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.plugin [None req-1af1c634-ef03-437d-bfad-9a85c24ddd4c admin admin] Deleting port 68e8d5a3-02f3-4849-82e7-cf18ab884058 {{(pid=84041) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 20:47:27.163360 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-1af1c634-ef03-437d-bfad-9a85c24ddd4c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750375188691'] for port, before_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:27.215186 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-6b8e2187-57df-4e5e-a4a3-c95f9875055b req-1d68dbe0-a731-4883-99e1-8bd115953e73 tempest-MultipleCreateTestJSON-190675240 tempest-MultipleCreateTestJSON-190675240-project] 10.222.0.42 "GET /v2.0/security-groups?id=1b05a6b2-12b5-46ba-add0-6b3994e41087&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1307719 Apr 18 20:47:27.232796 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.db_base_plugin_common [req-5ac0fab8-bd73-490f-85e9-0b5cb7f44c1d req-d8595248-c2a4-4199-aa4a-4199f37590db tempest-ServersTestBootFromVolume-1514752049 tempest-ServersTestBootFromVolume-1514752049-project] Allocated IP 172.20.0.8 (926061aa-7053-4e13-adce-8286fe177d09/4aaef2f0-843c-461e-a57b-a0e79342b79d/bf3648e0-3d5a-4377-a6e4-8acf452dfb09) {{(pid=84040) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:47:27.244877 n-d-838334-2 neutron-server[84041]: INFO neutron.notifiers.nova [-] Nova event matching ['req-124af137-06f0-48ad-a05d-46c794e06586'] response: {'name': 'network-changed', 'server_uuid': 'db680760-9920-4ccc-8c07-2936a873d08f', 'tag': '454545ff-cc01-4b02-98d5-de56b420f516', 'status': 'completed', 'code': 200} Apr 18 20:47:27.252397 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-e353910b-82bf-4b9c-8729-c102fab2fdd8 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=8947808ed36e4fa3995c00a2b7044df5&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2220449 Apr 18 20:47:27.256503 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 43512) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:47:27.271891 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-61f1722b-b901-4440-8963-04fb214e0264 req-7c47a694-6b55-4042-a9c5-c93da4c9dfbd service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=cb56989d-7c5d-4678-b194-1d2edf1e842a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2895694 Apr 18 20:47:27.413035 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Device 2d3fbf48-a26c-4c3c-8cb2-ebed10cdec73 up at agent hyperv_n-h2-838334-2 {{(pid=84042) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 20:47:27.438681 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-5c51c87c-ecd6-4bdc-aa33-e649304421ee req-e4054e9f-62ee-49d9-a91e-265f94354650 tempest-ServersTestBootFromVolume-1514752049 tempest-ServersTestBootFromVolume-1514752049-project] 10.222.0.42 "GET /v2.0/ports?device_id=f202d24e-5786-4e97-b11f-4f156f6f3e05 HTTP/1.1" status: 200 len: 210 time: 0.0806775 Apr 18 20:47:27.552494 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-3ccf5850-2cd9-4f51-8d59-3e7442db66ab admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:27.554452 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.db [None req-1af1c634-ef03-437d-bfad-9a85c24ddd4c admin admin] For port 68e8d5a3-02f3-4849-82e7-cf18ab884058, host n-d-838334-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838334-2',level=0,port_id=68e8d5a3-02f3-4849-82e7-cf18ab884058,segment=NetworkSegment(91974db0-dd1f-4efc-9876-08c94e5ac9e1),segment_id=91974db0-dd1f-4efc-9876-08c94e5ac9e1)] {{(pid=84041) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:47:27.555805 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-1af1c634-ef03-437d-bfad-9a85c24ddd4c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369123'] for port, precommit_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:27.619962 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-3ccf5850-2cd9-4f51-8d59-3e7442db66ab admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:27.626868 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Provisioning for port 2d3fbf48-a26c-4c3c-8cb2-ebed10cdec73 completed by entity L2. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 20:47:27.632028 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Provisioning complete for port 2d3fbf48-a26c-4c3c-8cb2-ebed10cdec73 triggered by entity L2. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:47:27.632596 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1253608'] for port, provisioning_complete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:27.691637 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-61f1722b-b901-4440-8963-04fb214e0264 req-fe8a0186-e5df-48a2-a83c-59055b0425a6 service neutron] 10.222.0.43 "GET /v2.0/networks/cb56989d-7c5d-4678-b194-1d2edf1e842a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3700533 Apr 18 20:47:27.697460 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-5ac0fab8-bd73-490f-85e9-0b5cb7f44c1d req-d8595248-c2a4-4199-aa4a-4199f37590db tempest-ServersTestBootFromVolume-1514752049 tempest-ServersTestBootFromVolume-1514752049-project] Notify callbacks [] for port, precommit_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:27.739856 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.provisioning_blocks [req-5ac0fab8-bd73-490f-85e9-0b5cb7f44c1d req-d8595248-c2a4-4199-aa4a-4199f37590db tempest-ServersTestBootFromVolume-1514752049 tempest-ServersTestBootFromVolume-1514752049-project] Transition to ACTIVE for port object bf3648e0-3d5a-4377-a6e4-8acf452dfb09 will not be triggered until provisioned by entity DHCP. {{(pid=84040) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 20:47:27.798572 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.plugin [None req-1af1c634-ef03-437d-bfad-9a85c24ddd4c admin admin] Calling delete_port for 68e8d5a3-02f3-4849-82e7-cf18ab884058 owned by network:router_interface {{(pid=84041) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 20:47:27.815539 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:27.859487 n-d-838334-2 neutron-server[84042]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e63bf7fc-07cb-40b4-92b1-0857bbf73fef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2d3fbf48-a26c-4c3c-8cb2-ebed10cdec73'}] {{(pid=84042) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 20:47:27.871830 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] For port 2d3fbf48-a26c-4c3c-8cb2-ebed10cdec73, host n-h2-838334-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838334-2',level=0,port_id=2d3fbf48-a26c-4c3c-8cb2-ebed10cdec73,segment=NetworkSegment(0b27bade-3dd7-4dee-a014-60f424754c57),segment_id=0b27bade-3dd7-4dee-a014-60f424754c57)] {{(pid=84042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:47:27.879367 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682'] for port, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:27.957777 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Pushing event updated for resources: {'Port': ['ID=2d3fbf48-a26c-4c3c-8cb2-ebed10cdec73,revision_number=5']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:47:28.021777 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cccb4431-f652-471f-a4f7-b143bdd513ea req-040af794-dad2-47da-90ad-bfd3e7e44710 tempest-MultipleCreateTestJSON-190675240 tempest-MultipleCreateTestJSON-190675240-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:47:28.023815 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-cccb4431-f652-471f-a4f7-b143bdd513ea req-040af794-dad2-47da-90ad-bfd3e7e44710 tempest-MultipleCreateTestJSON-190675240 tempest-MultipleCreateTestJSON-190675240-project] 10.222.0.42 "GET /v2.0/ports?device_id=44218079-5002-47ac-a818-6a37f1a49a96 HTTP/1.1" status: 200 len: 945 time: 0.3968213 Apr 18 20:47:28.026472 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-3ccf5850-2cd9-4f51-8d59-3e7442db66ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33528224'] for security_group, after_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:28.092824 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ccf5850-2cd9-4f51-8d59-3e7442db66ab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=adacd38e-34f7-44a4-b50c-f91e86c853ac,revision_number=None']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:47:28.101525 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-5ac0fab8-bd73-490f-85e9-0b5cb7f44c1d req-d8595248-c2a4-4199-aa4a-4199f37590db tempest-ServersTestBootFromVolume-1514752049 tempest-ServersTestBootFromVolume-1514752049-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750374836619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32440838'] for port, after_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:28.172424 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-61f1722b-b901-4440-8963-04fb214e0264 req-23654216-7378-45b8-b52b-754e7fe7cd0e service neutron] 10.222.0.43 "GET /v2.0/networks/cb56989d-7c5d-4678-b194-1d2edf1e842a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4035795 Apr 18 20:47:28.242713 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-3ccf5850-2cd9-4f51-8d59-3e7442db66ab admin admin] Notify callbacks [] for security_group, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:28.246005 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-3ccf5850-2cd9-4f51-8d59-3e7442db66ab admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/adacd38e-34f7-44a4-b50c-f91e86c853ac HTTP/1.1" status: 204 len: 168 time: 0.9861240 Apr 18 20:47:28.283116 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-cccb4431-f652-471f-a4f7-b143bdd513ea req-58b62034-0987-4bcc-baaf-e0f25b1d4563 tempest-MultipleCreateTestJSON-190675240 tempest-MultipleCreateTestJSON-190675240-project] 10.222.0.42 "GET /v2.0/security-groups?id=1b05a6b2-12b5-46ba-add0-6b3994e41087&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2352753 Apr 18 20:47:28.297813 n-d-838334-2 neutron-server[84040]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5ac0fab8-bd73-490f-85e9-0b5cb7f44c1d req-d8595248-c2a4-4199-aa4a-4199f37590db tempest-ServersTestBootFromVolume-1514752049 tempest-ServersTestBootFromVolume-1514752049-project] Network 926061aa-7053-4e13-adce-8286fe177d09 is already hosted by enough agents. {{(pid=84040) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:47:28.307084 n-d-838334-2 neutron-server[84040]: DEBUG neutron.scheduler.base_scheduler [req-5ac0fab8-bd73-490f-85e9-0b5cb7f44c1d req-d8595248-c2a4-4199-aa4a-4199f37590db tempest-ServersTestBootFromVolume-1514752049 tempest-ServersTestBootFromVolume-1514752049-project] Resources bound (agent type, host, resource id): {{(pid=84040) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:47:28.309001 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8595248-c2a4-4199-aa4a-4199f37590db tempest-ServersTestBootFromVolume-1514752049 tempest-ServersTestBootFromVolume-1514752049-project] Pushing event updated for resources: {'Port': ['ID=bf3648e0-3d5a-4377-a6e4-8acf452dfb09,revision_number=1']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:47:28.314135 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.l3_dvrscheduler_db [req-5ac0fab8-bd73-490f-85e9-0b5cb7f44c1d req-d8595248-c2a4-4199-aa4a-4199f37590db tempest-ServersTestBootFromVolume-1514752049 tempest-ServersTestBootFromVolume-1514752049-project] Received port after_create {{(pid=84040) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 20:47:28.355101 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-802d6c3b-d3b3-44fd-8087-0315f09c5783 req-78aa88ca-eabf-4a16-a3e4-abc74142d8c5 tempest-AttachSCSIVolumeTestJSON-265284501 tempest-AttachSCSIVolumeTestJSON-265284501-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:47:28.357508 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-802d6c3b-d3b3-44fd-8087-0315f09c5783 req-78aa88ca-eabf-4a16-a3e4-abc74142d8c5 tempest-AttachSCSIVolumeTestJSON-265284501 tempest-AttachSCSIVolumeTestJSON-265284501-project] 10.222.0.48 "GET /v2.0/ports?device_id=8875fa9e-fc70-4288-9292-8c0ca078b6b7 HTTP/1.1" status: 200 len: 946 time: 0.5944211 Apr 18 20:47:28.426321 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-5df01b22-c4ca-47b5-a7e6-f7a6fa3ea8b7 req-dac27460-7d2e-4713-ae6d-323e3547419f service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=0ae89e923933452faf6047be78995cc1&device_id=db680760-9920-4ccc-8c07-2936a873d08f HTTP/1.1" status: 200 len: 1099 time: 0.1881642 Apr 18 20:47:28.565775 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ac0fab8-bd73-490f-85e9-0b5cb7f44c1d req-d8595248-c2a4-4199-aa4a-4199f37590db tempest-ServersTestBootFromVolume-1514752049 tempest-ServersTestBootFromVolume-1514752049-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:47:28.566371 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-5ac0fab8-bd73-490f-85e9-0b5cb7f44c1d req-d8595248-c2a4-4199-aa4a-4199f37590db tempest-ServersTestBootFromVolume-1514752049 tempest-ServersTestBootFromVolume-1514752049-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217293'] for port, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:28.632314 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-5ac0fab8-bd73-490f-85e9-0b5cb7f44c1d req-d8595248-c2a4-4199-aa4a-4199f37590db tempest-ServersTestBootFromVolume-1514752049 tempest-ServersTestBootFromVolume-1514752049-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1429818 Apr 18 20:47:28.651460 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.v2.base [req-5ac0fab8-bd73-490f-85e9-0b5cb7f44c1d req-8326276c-a5c1-4a24-8fba-7c49de157b1d service neutron] Request body: {'port': {'device_id': 'f202d24e-5786-4e97-b11f-4f156f6f3e05', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-838334-2'}} {{(pid=84040) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 20:47:28.689907 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.plugin [req-802d6c3b-d3b3-44fd-8087-0315f09c5783 req-3eff7037-976a-43a3-b85d-72bb001ca783 tempest-AttachSCSIVolumeTestJSON-265284501 tempest-AttachSCSIVolumeTestJSON-265284501-project] Deleting port 0a032366-a8a0-489a-a1a8-920f26be44bc {{(pid=84040) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 20:47:28.690589 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-802d6c3b-d3b3-44fd-8087-0315f09c5783 req-3eff7037-976a-43a3-b85d-72bb001ca783 tempest-AttachSCSIVolumeTestJSON-265284501 tempest-AttachSCSIVolumeTestJSON-265284501-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750375188691'] for port, before_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:28.706992 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5df01b22-c4ca-47b5-a7e6-f7a6fa3ea8b7 req-9c9d30b3-7f22-4ab1-bc86-1555d949a220 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:47:28.708728 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-5df01b22-c4ca-47b5-a7e6-f7a6fa3ea8b7 req-9c9d30b3-7f22-4ab1-bc86-1555d949a220 service neutron] 10.222.0.43 "GET /v2.0/networks?id=cb56989d-7c5d-4678-b194-1d2edf1e842a HTTP/1.1" status: 200 len: 870 time: 0.2660332 Apr 18 20:47:28.727578 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-05cfe4f8-d0cc-41b1-9540-d1ee4353a0c2 None None] Provisioning for port bf3648e0-3d5a-4377-a6e4-8acf452dfb09 completed by entity DHCP. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 20:47:28.734764 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-05cfe4f8-d0cc-41b1-9540-d1ee4353a0c2 None None] Provisioning complete for port bf3648e0-3d5a-4377-a6e4-8acf452dfb09 triggered by entity DHCP. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:47:28.735675 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-05cfe4f8-d0cc-41b1-9540-d1ee4353a0c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1253608'] for port, provisioning_complete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:28.784447 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09f95db1-ecef-43ce-adc9-a1d1cf121eb0 req-d447ec74-1840-43cf-be07-a7876d304840 tempest-ListServersNegativeTestJSON-1460383695 tempest-ListServersNegativeTestJSON-1460383695-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:47:28.786754 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-09f95db1-ecef-43ce-adc9-a1d1cf121eb0 req-d447ec74-1840-43cf-be07-a7876d304840 tempest-ListServersNegativeTestJSON-1460383695 tempest-ListServersNegativeTestJSON-1460383695-project] 10.222.0.42 "GET /v2.0/ports?device_id=131b2c4a-a8af-4e3a-8347-70328b7d1ae0 HTTP/1.1" status: 200 len: 945 time: 0.5398574 Apr 18 20:47:28.801137 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-5df01b22-c4ca-47b5-a7e6-f7a6fa3ea8b7 req-b7e7b1ac-d799-4bd3-b6e3-99ad96d7b378 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.206&port_id=454545ff-cc01-4b02-98d5-de56b420f516 HTTP/1.1" status: 200 len: 217 time: 0.0839205 Apr 18 20:47:28.808404 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.plugin [None req-05cfe4f8-d0cc-41b1-9540-d1ee4353a0c2 None None] Port bf3648e0-3d5a-4377-a6e4-8acf452dfb09 cannot update to ACTIVE because it is not bound. {{(pid=84042) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 18 20:47:28.858313 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-1af1c634-ef03-437d-bfad-9a85c24ddd4c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750375259028', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750374836628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32266323'] for port, after_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:28.922520 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1af1c634-ef03-437d-bfad-9a85c24ddd4c admin admin] Pushing event deleted for resources: {'Port': ['ID=68e8d5a3-02f3-4849-82e7-cf18ab884058,revision_number=None']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:47:28.980878 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5df01b22-c4ca-47b5-a7e6-f7a6fa3ea8b7 req-b134a5ca-5a6e-4941-a78e-0ac8fe9510f2 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:47:28.982283 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-5df01b22-c4ca-47b5-a7e6-f7a6fa3ea8b7 req-b134a5ca-5a6e-4941-a78e-0ac8fe9510f2 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=c4b526db-4d8a-4d4c-a310-e3a599630ae1 HTTP/1.1" status: 200 len: 843 time: 0.1741648 Apr 18 20:47:29.161623 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.db [req-802d6c3b-d3b3-44fd-8087-0315f09c5783 req-3eff7037-976a-43a3-b85d-72bb001ca783 tempest-AttachSCSIVolumeTestJSON-265284501 tempest-AttachSCSIVolumeTestJSON-265284501-project] For port 0a032366-a8a0-489a-a1a8-920f26be44bc, host n-h2-838334-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838334-2',level=0,port_id=0a032366-a8a0-489a-a1a8-920f26be44bc,segment=NetworkSegment(babc5ab2-1bad-4120-8d0c-e452c40ad093),segment_id=babc5ab2-1bad-4120-8d0c-e452c40ad093)] {{(pid=84040) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:47:29.162007 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-802d6c3b-d3b3-44fd-8087-0315f09c5783 req-3eff7037-976a-43a3-b85d-72bb001ca783 tempest-AttachSCSIVolumeTestJSON-265284501 tempest-AttachSCSIVolumeTestJSON-265284501-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369123'] for port, precommit_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:29.296179 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-5df01b22-c4ca-47b5-a7e6-f7a6fa3ea8b7 req-1d5b7105-d742-43e0-bdec-5356748fd535 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=cb56989d-7c5d-4678-b194-1d2edf1e842a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2622025 Apr 18 20:47:29.386364 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750375287399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253529'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:29.390440 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e39d909-a589-47bb-bb2e-c7d47665857e req-780deb06-0d63-4fc0-b49c-f0da2200795b tempest-AttachSCSIVolumeTestJSON-265284501 tempest-AttachSCSIVolumeTestJSON-265284501-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:47:29.392107 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-9e39d909-a589-47bb-bb2e-c7d47665857e req-780deb06-0d63-4fc0-b49c-f0da2200795b tempest-AttachSCSIVolumeTestJSON-265284501 tempest-AttachSCSIVolumeTestJSON-265284501-project] 10.222.0.42 "GET /v2.0/ports?device_id=8875fa9e-fc70-4288-9292-8c0ca078b6b7 HTTP/1.1" status: 200 len: 946 time: 0.8849912 Apr 18 20:47:29.397235 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-5ac0fab8-bd73-490f-85e9-0b5cb7f44c1d req-8326276c-a5c1-4a24-8fba-7c49de157b1d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:29.462359 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-09f95db1-ecef-43ce-adc9-a1d1cf121eb0 req-dcedbda0-0d72-47c1-b473-1b02339bc07e tempest-ListServersNegativeTestJSON-1460383695 tempest-ListServersNegativeTestJSON-1460383695-project] 10.222.0.42 "GET /v2.0/security-groups?id=662d465b-c633-488a-99c1-bc2d1e2ea873&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6566200 Apr 18 20:47:29.468095 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 43568) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:47:29.499703 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-5df01b22-c4ca-47b5-a7e6-f7a6fa3ea8b7 req-1d4a6f6e-0954-4740-bc41-2732f930ac1e service neutron] 10.222.0.43 "GET /v2.0/networks/cb56989d-7c5d-4678-b194-1d2edf1e842a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1945081 Apr 18 20:47:29.536610 n-d-838334-2 neutron-server[84042]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3a9f2821-5550-43e0-9303-02798236b349'] response: {'server_uuid': 'e63bf7fc-07cb-40b4-92b1-0857bbf73fef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2d3fbf48-a26c-4c3c-8cb2-ebed10cdec73', 'code': 200} Apr 18 20:47:29.636722 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.v2.base [None req-37103bf7-f288-47ab-843d-1df2b89c58c0 admin admin] Request body: {'network': {'name': 'tempest-ServerAddressesTestJSON-979403670-network', 'tenant_id': '0ae107422c604d4a94e4abf4ff7687c9'}} {{(pid=84041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 20:47:29.650850 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-1af1c634-ef03-437d-bfad-9a85c24ddd4c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-32377931', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33443910'] for router_interface, after_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:29.654956 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-37103bf7-f288-47ab-843d-1df2b89c58c0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:47:29.665847 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-37103bf7-f288-47ab-843d-1df2b89c58c0 admin admin] Usage tracker for resource:network and tenant:0ae107422c604d4a94e4abf4ff7687c9 is out of sync, need to count used quota {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:47:29.670074 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-37103bf7-f288-47ab-843d-1df2b89c58c0 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:47:29.687123 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-37103bf7-f288-47ab-843d-1df2b89c58c0 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:47:29.753252 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-5df01b22-c4ca-47b5-a7e6-f7a6fa3ea8b7 req-00e2fb37-5c80-4723-af8a-475d7d0da979 service neutron] 10.222.0.43 "GET /v2.0/networks/cb56989d-7c5d-4678-b194-1d2edf1e842a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2383921 Apr 18 20:47:29.813072 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-37103bf7-f288-47ab-843d-1df2b89c58c0 admin admin] Made reservation on behalf of 0ae107422c604d4a94e4abf4ff7687c9 for: {'network': 1} {{(pid=84041) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:47:29.815338 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-37103bf7-f288-47ab-843d-1df2b89c58c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for network, before_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:29.829684 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-802d6c3b-d3b3-44fd-8087-0315f09c5783 req-3eff7037-976a-43a3-b85d-72bb001ca783 tempest-AttachSCSIVolumeTestJSON-265284501 tempest-AttachSCSIVolumeTestJSON-265284501-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:29.830195 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-802d6c3b-d3b3-44fd-8087-0315f09c5783 req-3eff7037-976a-43a3-b85d-72bb001ca783 tempest-AttachSCSIVolumeTestJSON-265284501 tempest-AttachSCSIVolumeTestJSON-265284501-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33444131'] for floatingip, after_update {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:29.830539 n-d-838334-2 neutron-server[84040]: INFO neutron.db.l3_db [req-802d6c3b-d3b3-44fd-8087-0315f09c5783 req-3eff7037-976a-43a3-b85d-72bb001ca783 tempest-AttachSCSIVolumeTestJSON-265284501 tempest-AttachSCSIVolumeTestJSON-265284501-project] Floating IP 6ac5257d-5e96-4bbc-a09e-ddb005e35d44 disassociated. External IP: 172.25.8.136, port: 0a032366-a8a0-489a-a1a8-920f26be44bc. Apr 18 20:47:29.830890 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.plugin [req-802d6c3b-d3b3-44fd-8087-0315f09c5783 req-3eff7037-976a-43a3-b85d-72bb001ca783 tempest-AttachSCSIVolumeTestJSON-265284501 tempest-AttachSCSIVolumeTestJSON-265284501-project] Calling delete_port for 0a032366-a8a0-489a-a1a8-920f26be44bc owned by compute:nova {{(pid=84040) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 20:47:29.836561 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-37103bf7-f288-47ab-843d-1df2b89c58c0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:29.860766 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-9e39d909-a589-47bb-bb2e-c7d47665857e req-a50b9682-288f-4581-a7ae-12aeb155f97b tempest-AttachSCSIVolumeTestJSON-265284501 tempest-AttachSCSIVolumeTestJSON-265284501-project] 10.222.0.42 "GET /v2.0/security-groups?id=a33f55a4-a21a-45b5-a190-b78baa68b4f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4502637 Apr 18 20:47:29.885016 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-37103bf7-f288-47ab-843d-1df2b89c58c0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:47:29.890148 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-37103bf7-f288-47ab-843d-1df2b89c58c0 admin admin] Usage tracker for resource:security_group_rule and tenant:0ae107422c604d4a94e4abf4ff7687c9 is out of sync, need to count used quota {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:47:29.893703 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-37103bf7-f288-47ab-843d-1df2b89c58c0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:47:29.901496 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-37103bf7-f288-47ab-843d-1df2b89c58c0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:47:29.936837 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-2728bc60-d387-4dd3-af81-196c7cad6eab req-f1b520b0-616a-4089-8b0d-e4687f3d8382 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=e63bf7fc-07cb-40b4-92b1-0857bbf73fef HTTP/1.1" status: 200 len: 1096 time: 0.2922361 Apr 18 20:47:30.009366 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-37103bf7-f288-47ab-843d-1df2b89c58c0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:30.238468 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-37103bf7-f288-47ab-843d-1df2b89c58c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33528224'] for security_group, after_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:30.302142 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-37103bf7-f288-47ab-843d-1df2b89c58c0 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 355} {{(pid=84041) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 20:47:30.320483 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37103bf7-f288-47ab-843d-1df2b89c58c0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9facca0c-9a09-441d-9f6c-65a0e23cc469,revision_number=1']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:47:30.334944 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-37103bf7-f288-47ab-843d-1df2b89c58c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1082986'] for segment, precommit_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:30.335314 n-d-838334-2 neutron-server[84041]: INFO neutron.db.segments_db [None req-37103bf7-f288-47ab-843d-1df2b89c58c0 admin admin] Added segment 05f98d21-8ef0-4d1f-8238-2f69a0995866 of type vlan for network 0fb48a8d-a7a8-4664-9f8d-5d17ce812603 Apr 18 20:47:30.373819 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-37103bf7-f288-47ab-843d-1df2b89c58c0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750374825732'] for network, precommit_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:30.387546 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-2728bc60-d387-4dd3-af81-196c7cad6eab req-b97907af-0c42-4349-b6b5-1794e50ba0f4 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=662d465b-c633-488a-99c1-bc2d1e2ea873&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4259610 Apr 18 20:47:30.403254 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-802d6c3b-d3b3-44fd-8087-0315f09c5783 req-3eff7037-976a-43a3-b85d-72bb001ca783 tempest-AttachSCSIVolumeTestJSON-265284501 tempest-AttachSCSIVolumeTestJSON-265284501-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750375259028', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750374836628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32440838'] for port, after_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:30.493980 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eff7037-976a-43a3-b85d-72bb001ca783 tempest-AttachSCSIVolumeTestJSON-265284501 tempest-AttachSCSIVolumeTestJSON-265284501-project] Pushing event deleted for resources: {'Port': ['ID=0a032366-a8a0-489a-a1a8-920f26be44bc,revision_number=None']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:47:30.526877 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-37103bf7-f288-47ab-843d-1df2b89c58c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33526109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022'] for network, after_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:30.527710 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37103bf7-f288-47ab-843d-1df2b89c58c0 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:47:30.528280 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-37103bf7-f288-47ab-843d-1df2b89c58c0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32378031'] for network, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:30.531360 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e320b2fc-222c-40f2-bb92-28b7be0c8874 req-7273c091-9d5c-4b17-b3ea-1d1c5f37d3ae tempest-MigrationsAdminTest-1326981207 tempest-MigrationsAdminTest-1326981207-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:47:30.532831 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-e320b2fc-222c-40f2-bb92-28b7be0c8874 req-7273c091-9d5c-4b17-b3ea-1d1c5f37d3ae tempest-MigrationsAdminTest-1326981207 tempest-MigrationsAdminTest-1326981207-project] 10.222.0.42 "GET /v2.0/ports?device_id=db680760-9920-4ccc-8c07-2936a873d08f HTTP/1.1" status: 200 len: 948 time: 0.4127362 Apr 18 20:47:30.642089 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37103bf7-f288-47ab-843d-1df2b89c58c0 admin admin] Pushing event updated for resources: {'Network': ['ID=0fb48a8d-a7a8-4664-9f8d-5d17ce812603,revision_number=1']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:47:30.646576 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-37103bf7-f288-47ab-843d-1df2b89c58c0 admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.1641881 Apr 18 20:47:30.649802 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 43596) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:47:30.655174 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Network 0fb48a8d-a7a8-4664-9f8d-5d17ce812603 details requested by agent ovs-agent-n-d-838334-2 with host n-d-838334-2 {{(pid=84042) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 18 20:47:30.656207 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.v2.base [None req-e2697396-ff8d-4b2f-abf2-8cd66f192b64 admin admin] Request body: {'subnet': {'network_id': '0fb48a8d-a7a8-4664-9f8d-5d17ce812603', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerAddressesTestJSON-979403670-subnet', 'tenant_id': '0ae107422c604d4a94e4abf4ff7687c9', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=84041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 20:47:30.663092 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-e2697396-ff8d-4b2f-abf2-8cd66f192b64 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:47:30.668495 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-e2697396-ff8d-4b2f-abf2-8cd66f192b64 admin admin] Usage tracker for resource:subnet and tenant:0ae107422c604d4a94e4abf4ff7687c9 is out of sync, need to count used quota {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:47:30.672767 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-e2697396-ff8d-4b2f-abf2-8cd66f192b64 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:47:30.680744 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-e2697396-ff8d-4b2f-abf2-8cd66f192b64 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:47:30.700403 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e2697396-ff8d-4b2f-abf2-8cd66f192b64 admin admin] Made reservation on behalf of 0ae107422c604d4a94e4abf4ff7687c9 for: {'subnet': 1} {{(pid=84041) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:47:30.703020 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-e2697396-ff8d-4b2f-abf2-8cd66f192b64 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32486301'] for subnet, before_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:30.768283 n-d-838334-2 neutron-server[84040]: DEBUG neutron.notifiers.nova [req-5ac0fab8-bd73-490f-85e9-0b5cb7f44c1d req-8326276c-a5c1-4a24-8fba-7c49de157b1d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bf3648e0-3d5a-4377-a6e4-8acf452dfb09 {{(pid=84040) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 18 20:47:30.780853 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-5ac0fab8-bd73-490f-85e9-0b5cb7f44c1d req-8326276c-a5c1-4a24-8fba-7c49de157b1d service neutron] Notify callbacks [] for port, precommit_update {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:30.814631 n-d-838334-2 neutron-server[84041]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1af1c634-ef03-437d-bfad-9a85c24ddd4c admin admin] Router 5930ff31-0dd7-4782-9ab2-60f0de1503e5 has already been hosted by L3 agent bc84d6c9-dd7a-4555-a351-592327b46d5a {{(pid=84041) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 20:47:30.816718 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51fa1340-900a-44a2-aaa3-ab5e62fcde7f req-a7c863c0-b2b5-4de2-aba3-d6908e17c17a tempest-ServersTestBootFromVolume-1514752049 tempest-ServersTestBootFromVolume-1514752049-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:47:30.817406 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [req-51fa1340-900a-44a2-aaa3-ab5e62fcde7f req-a7c863c0-b2b5-4de2-aba3-d6908e17c17a tempest-ServersTestBootFromVolume-1514752049 tempest-ServersTestBootFromVolume-1514752049-project] Synchronizing usage tracker for tenant:10af1d879623447e98b3f1b5785a8e4f on resource:port {{(pid=84040) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 20:47:30.829826 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-e320b2fc-222c-40f2-bb92-28b7be0c8874 req-503f57cf-0020-4ed7-a650-56dde42fd7f1 tempest-MigrationsAdminTest-1326981207 tempest-MigrationsAdminTest-1326981207-project] 10.222.0.42 "GET /v2.0/security-groups?id=8ca7ac2c-bfe5-493b-aae6-636315bac851&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2247045 Apr 18 20:47:30.832410 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.provisioning_blocks [req-5ac0fab8-bd73-490f-85e9-0b5cb7f44c1d req-8326276c-a5c1-4a24-8fba-7c49de157b1d service neutron] Transition to ACTIVE for port object bf3648e0-3d5a-4377-a6e4-8acf452dfb09 will not be triggered until provisioned by entity L2. {{(pid=84040) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 20:47:30.843519 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-5ac0fab8-bd73-490f-85e9-0b5cb7f44c1d req-8326276c-a5c1-4a24-8fba-7c49de157b1d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32440959'] for port, after_update {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:30.900384 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [req-51fa1340-900a-44a2-aaa3-ab5e62fcde7f req-a7c863c0-b2b5-4de2-aba3-d6908e17c17a tempest-ServersTestBootFromVolume-1514752049 tempest-ServersTestBootFromVolume-1514752049-project] Unset dirty status for tenant:10af1d879623447e98b3f1b5785a8e4f on resource:port {{(pid=84040) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 20:47:30.906854 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-51fa1340-900a-44a2-aaa3-ab5e62fcde7f req-a7c863c0-b2b5-4de2-aba3-d6908e17c17a tempest-ServersTestBootFromVolume-1514752049 tempest-ServersTestBootFromVolume-1514752049-project] 10.222.0.42 "GET /v2.0/ports?device_id=f202d24e-5786-4e97-b11f-4f156f6f3e05 HTTP/1.1" status: 200 len: 931 time: 0.4605353 Apr 18 20:47:31.093084 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-e2697396-ff8d-4b2f-abf2-8cd66f192b64 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33526260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32266407', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32486287'] for subnet, after_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:31.122623 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8326276c-a5c1-4a24-8fba-7c49de157b1d service neutron] Pushing event updated for resources: {'Port': ['ID=bf3648e0-3d5a-4377-a6e4-8acf452dfb09,revision_number=2']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:47:31.137664 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-51fa1340-900a-44a2-aaa3-ab5e62fcde7f req-6bd06d5d-8cde-470b-a451-6fb4512b9a08 tempest-ServersTestBootFromVolume-1514752049 tempest-ServersTestBootFromVolume-1514752049-project] 10.222.0.42 "GET /v2.0/security-groups?id=f715db8b-aaa1-4961-aa17-658de350acd6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2299466 Apr 18 20:47:31.169460 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2697396-ff8d-4b2f-abf2-8cd66f192b64 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8d8efdae-4fd8-4aa6-b8c5-6709546a0547,revision_number=0']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:47:31.173933 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Device 454545ff-cc01-4b02-98d5-de56b420f516 details requested by agent hyperv_n-h1-838334-2 with host n-h1-838334-2 {{(pid=84042) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 18 20:47:31.225468 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2697396-ff8d-4b2f-abf2-8cd66f192b64 admin admin] Checking segment: {'id': '05f98d21-8ef0-4d1f-8238-2f69a0995866', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '0fb48a8d-a7a8-4664-9f8d-5d17ce812603'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84041) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 20:47:31.227078 n-d-838334-2 neutron-server[84041]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2697396-ff8d-4b2f-abf2-8cd66f192b64 admin admin] Network hostable DHCP agents. Network: 0fb48a8d-a7a8-4664-9f8d-5d17ce812603, hostable agents: ['8746f8ea-3e91-4b32-9919-2c63adeb8722'], hosted agents: [] {{(pid=84041) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 20:47:31.279372 n-d-838334-2 neutron-server[84041]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2697396-ff8d-4b2f-abf2-8cd66f192b64 admin admin] Network 0fb48a8d-a7a8-4664-9f8d-5d17ce812603 is scheduled to be hosted by DHCP agent 8746f8ea-3e91-4b32-9919-2c63adeb8722 with binding_index 1 {{(pid=84041) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 20:47:31.295857 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1af1c634-ef03-437d-bfad-9a85c24ddd4c admin admin] Notify agent at l3_agent.n-d-838334-2 the message routers_updated {{(pid=84041) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 20:47:31.308764 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b7e1452-1174-4492-b761-1f29b3ad8ae9 None None] Sync routers for ids ['5930ff31-0dd7-4782-9ab2-60f0de1503e5'] in n-d-838334-2 {{(pid=84042) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 18 20:47:31.309727 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-1af1c634-ef03-437d-bfad-9a85c24ddd4c admin admin] 10.222.0.42 "PUT /v2.0/routers/5930ff31-0dd7-4782-9ab2-60f0de1503e5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.6846097 Apr 18 20:47:31.310744 n-d-838334-2 neutron-server[84041]: DEBUG neutron.scheduler.base_scheduler [None req-e2697396-ff8d-4b2f-abf2-8cd66f192b64 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-838334-2, 0fb48a8d-a7a8-4664-9f8d-5d17ce812603) {{(pid=84041) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:47:31.312354 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 43606) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:47:31.338646 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17c04e03-5114-42b4-999b-387f1cd75f70 None None] Network 0fb48a8d-a7a8-4664-9f8d-5d17ce812603 requested from n-d-838334-2 {{(pid=84042) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 20:47:31.363297 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de23858e-2482-42ea-821a-7f8df7b2b50e req-69620c89-dd55-4fef-a289-5d7e8a05217c tempest-ListServersNegativeTestJSON-1460383695 tempest-ListServersNegativeTestJSON-1460383695-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:47:31.364904 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-de23858e-2482-42ea-821a-7f8df7b2b50e req-69620c89-dd55-4fef-a289-5d7e8a05217c tempest-ListServersNegativeTestJSON-1460383695 tempest-ListServersNegativeTestJSON-1460383695-project] 10.222.0.42 "GET /v2.0/ports?device_id=e63bf7fc-07cb-40b4-92b1-0857bbf73fef HTTP/1.1" status: 200 len: 945 time: 0.3723421 Apr 18 20:47:31.391449 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.managers [req-5ac0fab8-bd73-490f-85e9-0b5cb7f44c1d req-8326276c-a5c1-4a24-8fba-7c49de157b1d service neutron] Attempting to bind port bf3648e0-3d5a-4377-a6e4-8acf452dfb09 on host n-h2-838334-2 for vnic_type normal with profile {{(pid=84040) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:47:31.391892 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.managers [req-5ac0fab8-bd73-490f-85e9-0b5cb7f44c1d req-8326276c-a5c1-4a24-8fba-7c49de157b1d service neutron] Attempting to bind port bf3648e0-3d5a-4377-a6e4-8acf452dfb09 by drivers openvswitch,hyperv on host n-h2-838334-2 at level 0 using segments [{'id': 'a48f89e7-be20-47ff-8e82-653a2d5ad82b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '926061aa-7053-4e13-adce-8286fe177d09'}] {{(pid=84040) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:47:31.392272 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ac0fab8-bd73-490f-85e9-0b5cb7f44c1d req-8326276c-a5c1-4a24-8fba-7c49de157b1d service neutron] Attempting to bind port bf3648e0-3d5a-4377-a6e4-8acf452dfb09 on network 926061aa-7053-4e13-adce-8286fe177d09 {{(pid=84040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 20:47:31.400166 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2697396-ff8d-4b2f-abf2-8cd66f192b64 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:47:31.400753 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-e2697396-ff8d-4b2f-abf2-8cd66f192b64 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:31.428325 n-d-838334-2 neutron-server[84040]: DEBUG neutron.scheduler.l3_agent_scheduler [req-802d6c3b-d3b3-44fd-8087-0315f09c5783 req-3eff7037-976a-43a3-b85d-72bb001ca783 tempest-AttachSCSIVolumeTestJSON-265284501 tempest-AttachSCSIVolumeTestJSON-265284501-project] Router 2fcfa44f-978c-4e58-b43e-36f84d658eff has already been hosted by L3 agent bc84d6c9-dd7a-4555-a351-592327b46d5a {{(pid=84040) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 20:47:31.443895 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ac0fab8-bd73-490f-85e9-0b5cb7f44c1d req-8326276c-a5c1-4a24-8fba-7c49de157b1d service neutron] Port bf3648e0-3d5a-4377-a6e4-8acf452dfb09 on network 926061aa-7053-4e13-adce-8286fe177d09 not bound, no agent of type Open vSwitch agent registered on host n-h2-838334-2 {{(pid=84040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 18 20:47:31.445276 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ac0fab8-bd73-490f-85e9-0b5cb7f44c1d req-8326276c-a5c1-4a24-8fba-7c49de157b1d service neutron] Attempting to bind port bf3648e0-3d5a-4377-a6e4-8acf452dfb09 on network 926061aa-7053-4e13-adce-8286fe177d09 {{(pid=84040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 20:47:31.469928 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Device 0a032366-a8a0-489a-a1a8-920f26be44bc no longer exists at agent hyperv_n-h2-838334-2 {{(pid=84042) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 20:47:31.506601 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-e2697396-ff8d-4b2f-abf2-8cd66f192b64 admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.8557143 Apr 18 20:47:31.536322 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.plugin [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] No Port match for: 0a032366-a8a0-489a-a1a8-920f26be44bc {{(pid=84042) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 18 20:47:31.536928 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Device 0a032366-a8a0-489a-a1a8-920f26be44bc not bound to the agent host n-h2-838334-2 {{(pid=84042) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 20:47:31.571782 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b7e1452-1174-4492-b761-1f29b3ad8ae9 None None] Routers {'5930ff31-0dd7-4782-9ab2-60f0de1503e5'} bound to L3 agent in host n-d-838334-2 {{(pid=84042) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 20:47:31.572695 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_hamode_db [None req-3b7e1452-1174-4492-b761-1f29b3ad8ae9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838334-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-18T20:25:48Z,description=,heartbeat_timestamp=2022-04-18T20:47:18Z,host='n-d-838334-2',id=bc84d6c9-dd7a-4555-a351-592327b46d5a,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:25:48Z,topic='l3_agent')) {'router_ids': ['5930ff31-0dd7-4782-9ab2-60f0de1503e5'], 'active': True} {{(pid=84042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:47:31.613671 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ac0fab8-bd73-490f-85e9-0b5cb7f44c1d req-8326276c-a5c1-4a24-8fba-7c49de157b1d service neutron] Checking agent: {'id': 'dc797004-f641-47b7-a77f-9c62b5b16296', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-838334-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 34, 3), 'started_at': datetime.datetime(2022, 4, 18, 20, 34, 3), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 20, 47, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 18 20:47:31.613671 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ac0fab8-bd73-490f-85e9-0b5cb7f44c1d req-8326276c-a5c1-4a24-8fba-7c49de157b1d service neutron] Checking segment: {'id': 'a48f89e7-be20-47ff-8e82-653a2d5ad82b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '926061aa-7053-4e13-adce-8286fe177d09'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84040) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 20:47:31.613671 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ac0fab8-bd73-490f-85e9-0b5cb7f44c1d req-8326276c-a5c1-4a24-8fba-7c49de157b1d service neutron] Bound using segment: {'id': 'a48f89e7-be20-47ff-8e82-653a2d5ad82b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '926061aa-7053-4e13-adce-8286fe177d09'} {{(pid=84040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 18 20:47:31.614318 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.managers [req-5ac0fab8-bd73-490f-85e9-0b5cb7f44c1d req-8326276c-a5c1-4a24-8fba-7c49de157b1d service neutron] Bound port: bf3648e0-3d5a-4377-a6e4-8acf452dfb09, host: n-h2-838334-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a48f89e7-be20-47ff-8e82-653a2d5ad82b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '926061aa-7053-4e13-adce-8286fe177d09'}}] {{(pid=84040) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 20:47:31.614753 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-5ac0fab8-bd73-490f-85e9-0b5cb7f44c1d req-8326276c-a5c1-4a24-8fba-7c49de157b1d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:31.634646 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-10364893-b997-4022-95e9-6ae0ca75925e admin admin] Notify callbacks [] for router, before_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:31.639116 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-de23858e-2482-42ea-821a-7f8df7b2b50e req-5b493f08-ceed-4398-aada-ddb5b12f1b3c tempest-ListServersNegativeTestJSON-1460383695 tempest-ListServersNegativeTestJSON-1460383695-project] 10.222.0.42 "GET /v2.0/security-groups?id=662d465b-c633-488a-99c1-bc2d1e2ea873&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2495685 Apr 18 20:47:31.855286 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.db [req-5ac0fab8-bd73-490f-85e9-0b5cb7f44c1d req-8326276c-a5c1-4a24-8fba-7c49de157b1d service neutron] For port bf3648e0-3d5a-4377-a6e4-8acf452dfb09, host n-h2-838334-2, cleared binding levels {{(pid=84040) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 20:47:31.860579 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.db [req-5ac0fab8-bd73-490f-85e9-0b5cb7f44c1d req-8326276c-a5c1-4a24-8fba-7c49de157b1d service neutron] For port bf3648e0-3d5a-4377-a6e4-8acf452dfb09, host n-h2-838334-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838334-2',level=0,port_id=bf3648e0-3d5a-4377-a6e4-8acf452dfb09,segment=NetworkSegment(a48f89e7-be20-47ff-8e82-653a2d5ad82b),segment_id=a48f89e7-be20-47ff-8e82-653a2d5ad82b)] {{(pid=84040) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 20:47:31.900148 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-5ac0fab8-bd73-490f-85e9-0b5cb7f44c1d req-8326276c-a5c1-4a24-8fba-7c49de157b1d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32440959'] for port, after_update {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:31.979759 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-5ac0fab8-bd73-490f-85e9-0b5cb7f44c1d req-8326276c-a5c1-4a24-8fba-7c49de157b1d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217293'] for port, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:31.982801 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-5ac0fab8-bd73-490f-85e9-0b5cb7f44c1d req-8326276c-a5c1-4a24-8fba-7c49de157b1d service neutron] 10.222.0.48 "PUT /v2.0/ports/bf3648e0-3d5a-4377-a6e4-8acf452dfb09 HTTP/1.1" status: 200 len: 1091 time: 3.3364823 Apr 18 20:47:32.093561 n-d-838334-2 neutron-server[84040]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f202d24e-5786-4e97-b11f-4f156f6f3e05', 'tag': 'bf3648e0-3d5a-4377-a6e4-8acf452dfb09'}] {{(pid=84040) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 20:47:32.157307 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 43638) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:47:32.167491 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-48d6e99b-c2dd-4dbb-a149-ab1a4dce281e req-002745ad-f5f7-45fb-b794-29c6f6ff6d4c tempest-AttachSCSIVolumeTestJSON-265284501 tempest-AttachSCSIVolumeTestJSON-265284501-project] 10.222.0.42 "GET /v2.0/ports?device_id=8875fa9e-fc70-4288-9292-8c0ca078b6b7 HTTP/1.1" status: 200 len: 210 time: 0.2471173 Apr 18 20:47:32.319570 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_dvr_db [None req-3b7e1452-1174-4492-b761-1f29b3ad8ae9 None None] Set router 5930ff31-0dd7-4782-9ab2-60f0de1503e5 gateway port host: n-d-838334-2 {{(pid=84042) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 20:47:32.391939 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8326276c-a5c1-4a24-8fba-7c49de157b1d service neutron] Pushing event updated for resources: {'Port': ['ID=bf3648e0-3d5a-4377-a6e4-8acf452dfb09,revision_number=3']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:47:32.403471 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2287bb3d-445a-4e18-9f18-a34650d30d91 req-e11568ef-83d6-41d0-814c-2c009256aebe tempest-MultipleCreateTestJSON-190675240 tempest-MultipleCreateTestJSON-190675240-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:47:32.415119 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [req-2287bb3d-445a-4e18-9f18-a34650d30d91 req-e11568ef-83d6-41d0-814c-2c009256aebe tempest-MultipleCreateTestJSON-190675240 tempest-MultipleCreateTestJSON-190675240-project] Synchronizing usage tracker for tenant:2c9b2c88a8a84f839903c8c7e9f1ad0a on resource:port {{(pid=84041) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 20:47:32.453529 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] For port 454545ff-cc01-4b02-98d5-de56b420f516, host n-h1-838334-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838334-2',level=0,port_id=454545ff-cc01-4b02-98d5-de56b420f516,segment=NetworkSegment(62b85806-94d8-4a88-a06c-da82e5932d66),segment_id=62b85806-94d8-4a88-a06c-da82e5932d66)] {{(pid=84042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:47:32.468444 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [req-2287bb3d-445a-4e18-9f18-a34650d30d91 req-e11568ef-83d6-41d0-814c-2c009256aebe tempest-MultipleCreateTestJSON-190675240 tempest-MultipleCreateTestJSON-190675240-project] Unset dirty status for tenant:2c9b2c88a8a84f839903c8c7e9f1ad0a on resource:port {{(pid=84041) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 20:47:32.469487 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-542ae730-85a7-422f-9fee-cc17ff4ebf97 None None] Network 0fb48a8d-a7a8-4664-9f8d-5d17ce812603 requested from n-d-838334-2 {{(pid=84042) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 20:47:32.469720 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-2287bb3d-445a-4e18-9f18-a34650d30d91 req-e11568ef-83d6-41d0-814c-2c009256aebe tempest-MultipleCreateTestJSON-190675240 tempest-MultipleCreateTestJSON-190675240-project] 10.222.0.43 "GET /v2.0/ports?device_id=44218079-5002-47ac-a818-6a37f1a49a96 HTTP/1.1" status: 200 len: 945 time: 0.5967829 Apr 18 20:47:32.546259 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-5ac0fab8-bd73-490f-85e9-0b5cb7f44c1d req-3f18b7ed-883c-4791-8c1d-1fa7594f4a10 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=10af1d879623447e98b3f1b5785a8e4f&device_id=f202d24e-5786-4e97-b11f-4f156f6f3e05 HTTP/1.1" status: 200 len: 1094 time: 0.3877015 Apr 18 20:47:32.578149 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.plugin [req-2287bb3d-445a-4e18-9f18-a34650d30d91 req-e92f0c1f-f3f2-4dd5-93aa-08cb71d02756 tempest-MultipleCreateTestJSON-190675240 tempest-MultipleCreateTestJSON-190675240-project] Deleting port 64b8a478-4b1c-4a49-b081-88e5d77d7195 {{(pid=84041) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 20:47:32.578646 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [req-2287bb3d-445a-4e18-9f18-a34650d30d91 req-e92f0c1f-f3f2-4dd5-93aa-08cb71d02756 tempest-MultipleCreateTestJSON-190675240 tempest-MultipleCreateTestJSON-190675240-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750375188691'] for port, before_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:32.669889 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Returning: {'device': '454545ff-cc01-4b02-98d5-de56b420f516', 'network_id': 'cb56989d-7c5d-4678-b194-1d2edf1e842a', 'port_id': '454545ff-cc01-4b02-98d5-de56b420f516', 'mac_address': 'fa:16:3e:76:c3:6c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 382, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c4b526db-4d8a-4d4c-a310-e3a599630ae1', 'ip_address': '192.168.233.206'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84042) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 18 20:47:32.681184 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-10364893-b997-4022-95e9-6ae0ca75925e admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:32.713924 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.plugin [None req-10364893-b997-4022-95e9-6ae0ca75925e admin admin] Deleting port 28c1c72f-07f4-4f7a-808c-e7e68d0d3e3b {{(pid=84041) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 20:47:32.714262 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-10364893-b997-4022-95e9-6ae0ca75925e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750375188691'] for port, before_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:32.826783 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-5ac0fab8-bd73-490f-85e9-0b5cb7f44c1d req-266af92d-a92f-4539-ab3b-ce08345500ef service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=bf3648e0-3d5a-4377-a6e4-8acf452dfb09 HTTP/1.1" status: 200 len: 217 time: 0.2526953 Apr 18 20:47:32.874227 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:32.912149 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-77fd0738-de1f-49ac-af9d-ef1fe0ec101d admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=f9a303992698422eb62b63b7e766862a&name=default HTTP/1.1" status: 200 len: 2647 time: 0.7371545 Apr 18 20:47:32.915759 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 43654) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:47:32.963970 n-d-838334-2 neutron-server[84042]: DEBUG neutron.notifiers.nova [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 454545ff-cc01-4b02-98d5-de56b420f516 {{(pid=84042) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 18 20:47:32.977898 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ac0fab8-bd73-490f-85e9-0b5cb7f44c1d req-04c9ea9c-3b7e-4d7b-ae2c-34bc00a25b26 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:47:32.979182 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-5ac0fab8-bd73-490f-85e9-0b5cb7f44c1d req-04c9ea9c-3b7e-4d7b-ae2c-34bc00a25b26 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=4aaef2f0-843c-461e-a57b-a0e79342b79d HTTP/1.1" status: 200 len: 855 time: 0.1332612 Apr 18 20:47:32.990259 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] For port 454545ff-cc01-4b02-98d5-de56b420f516, host n-h1-838334-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838334-2',level=0,port_id=454545ff-cc01-4b02-98d5-de56b420f516,segment=NetworkSegment(62b85806-94d8-4a88-a06c-da82e5932d66),segment_id=62b85806-94d8-4a88-a06c-da82e5932d66)] {{(pid=84042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:47:32.998280 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9246314e-9bde-4f28-9733-10b8d62c1149 req-207ba622-e3ab-4a7f-ada5-bfce5a8d1b61 tempest-MigrationsAdminTest-1326981207 tempest-MigrationsAdminTest-1326981207-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:47:33.000062 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-9246314e-9bde-4f28-9733-10b8d62c1149 req-207ba622-e3ab-4a7f-ada5-bfce5a8d1b61 tempest-MigrationsAdminTest-1326981207 tempest-MigrationsAdminTest-1326981207-project] 10.222.0.42 "GET /v2.0/ports?device_id=db680760-9920-4ccc-8c07-2936a873d08f HTTP/1.1" status: 200 len: 948 time: 0.6154938 Apr 18 20:47:33.014760 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.db [req-2287bb3d-445a-4e18-9f18-a34650d30d91 req-e92f0c1f-f3f2-4dd5-93aa-08cb71d02756 tempest-MultipleCreateTestJSON-190675240 tempest-MultipleCreateTestJSON-190675240-project] For port 64b8a478-4b1c-4a49-b081-88e5d77d7195, host n-h1-838334-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838334-2',level=0,port_id=64b8a478-4b1c-4a49-b081-88e5d77d7195,segment=NetworkSegment(69e680c7-3ab0-48c4-a2d0-df2b5d30c8ee),segment_id=69e680c7-3ab0-48c4-a2d0-df2b5d30c8ee)] {{(pid=84041) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:47:33.015123 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [req-2287bb3d-445a-4e18-9f18-a34650d30d91 req-e92f0c1f-f3f2-4dd5-93aa-08cb71d02756 tempest-MultipleCreateTestJSON-190675240 tempest-MultipleCreateTestJSON-190675240-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369123'] for port, precommit_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:33.037926 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682'] for port, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:33.122313 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-802d6c3b-d3b3-44fd-8087-0315f09c5783 req-3eff7037-976a-43a3-b85d-72bb001ca783 tempest-AttachSCSIVolumeTestJSON-265284501 tempest-AttachSCSIVolumeTestJSON-265284501-project] Notify agent at l3_agent.n-d-838334-2 the message routers_updated {{(pid=84040) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 20:47:33.133364 n-d-838334-2 neutron-server[84043]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b5fda37-5d88-4ab6-bd43-7c37fadf10ac None None] Sync routers for ids ['2fcfa44f-978c-4e58-b43e-36f84d658eff'] in n-d-838334-2 {{(pid=84043) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 18 20:47:33.157949 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b5fda37-5d88-4ab6-bd43-7c37fadf10ac None None] Routers {'2fcfa44f-978c-4e58-b43e-36f84d658eff'} bound to L3 agent in host n-d-838334-2 {{(pid=84043) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 20:47:33.158953 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.l3_hamode_db [None req-2b5fda37-5d88-4ab6-bd43-7c37fadf10ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838334-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-18T20:25:48Z,description=,heartbeat_timestamp=2022-04-18T20:47:18Z,host='n-d-838334-2',id=bc84d6c9-dd7a-4555-a351-592327b46d5a,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:25:48Z,topic='l3_agent')) {'router_ids': ['2fcfa44f-978c-4e58-b43e-36f84d658eff'], 'active': True} {{(pid=84043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:47:33.176412 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Pushing event updated for resources: {'Port': ['ID=454545ff-cc01-4b02-98d5-de56b420f516,revision_number=4']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:47:33.182484 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.plugin [req-2287bb3d-445a-4e18-9f18-a34650d30d91 req-e92f0c1f-f3f2-4dd5-93aa-08cb71d02756 tempest-MultipleCreateTestJSON-190675240 tempest-MultipleCreateTestJSON-190675240-project] Calling delete_port for 64b8a478-4b1c-4a49-b081-88e5d77d7195 owned by compute:nova {{(pid=84041) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 20:47:33.187722 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_hamode_db [None req-3b7e1452-1174-4492-b761-1f29b3ad8ae9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5930ff31-0dd7-4782-9ab2-60f0de1503e5', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-863060736-router', 'tenant_id': 'de43fde3b8a14176aa6f8d06f52c858c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'external_fixed_ips': [{'subnet_id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'ip_address': '172.25.8.142'}], 'enable_snat': True}, 'gw_port_id': '28c1c72f-07f4-4f7a-808c-e7e68d0d3e3b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:46:51Z', 'updated_at': '2022-04-18T20:47:28Z', 'revision_number': 5, 'project_id': 'de43fde3b8a14176aa6f8d06f52c858c', 'gw_port': {'id': '28c1c72f-07f4-4f7a-808c-e7e68d0d3e3b', 'name': '', 'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:cf:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5930ff31-0dd7-4782-9ab2-60f0de1503e5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'ip_address': '172.25.8.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:46:54Z', 'updated_at': '2022-04-18T20:47:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838334-2'}], 'n-d-838334-2', False) {} {{(pid=84042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:47:33.193421 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b7e1452-1174-4492-b761-1f29b3ad8ae9 None None] Checking router: 5930ff31-0dd7-4782-9ab2-60f0de1503e5 for host: n-d-838334-2 {{(pid=84042) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 18 20:47:33.208151 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b7e1452-1174-4492-b761-1f29b3ad8ae9 None None] Routers {'5930ff31-0dd7-4782-9ab2-60f0de1503e5'} bound to L3 agent in host n-d-838334-2 {{(pid=84042) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 20:47:33.208856 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_hamode_db [None req-3b7e1452-1174-4492-b761-1f29b3ad8ae9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838334-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-18T20:25:48Z,description=,heartbeat_timestamp=2022-04-18T20:47:18Z,host='n-d-838334-2',id=bc84d6c9-dd7a-4555-a351-592327b46d5a,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:25:48Z,topic='l3_agent')) {'router_ids': ['5930ff31-0dd7-4782-9ab2-60f0de1503e5'], 'active': True} {{(pid=84042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:47:33.255195 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24596950-e580-4151-aee4-4f491e3fbe1e req-7b3ca4c9-8d60-49f1-acf2-1e066de6095b tempest-ServerAddressesTestJSON-809881903 tempest-ServerAddressesTestJSON-809881903-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:47:33.256267 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.db [None req-10364893-b997-4022-95e9-6ae0ca75925e admin admin] For port 28c1c72f-07f4-4f7a-808c-e7e68d0d3e3b, host n-d-838334-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838334-2',level=0,port_id=28c1c72f-07f4-4f7a-808c-e7e68d0d3e3b,segment=NetworkSegment(732aa830-768b-4511-951f-d08e26b9c25b),segment_id=732aa830-768b-4511-951f-d08e26b9c25b)] {{(pid=84041) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:47:33.256616 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-10364893-b997-4022-95e9-6ae0ca75925e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369123'] for port, precommit_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:33.262033 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-24596950-e580-4151-aee4-4f491e3fbe1e req-7b3ca4c9-8d60-49f1-acf2-1e066de6095b tempest-ServerAddressesTestJSON-809881903 tempest-ServerAddressesTestJSON-809881903-project] 10.222.0.42 "GET /v2.0/networks?id=0fb48a8d-a7a8-4664-9f8d-5d17ce812603 HTTP/1.1" status: 200 len: 813 time: 0.4720569 Apr 18 20:47:33.264499 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-5bb30503-d877-4240-843e-d6eb530e8f04 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:33.266558 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.l3_dvrscheduler_db [req-802d6c3b-d3b3-44fd-8087-0315f09c5783 req-3eff7037-976a-43a3-b85d-72bb001ca783 tempest-AttachSCSIVolumeTestJSON-265284501 tempest-AttachSCSIVolumeTestJSON-265284501-project] No DVR routers for this DVR port 0a032366-a8a0-489a-a1a8-920f26be44bc on host n-h2-838334-2 {{(pid=84040) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 20:47:33.269602 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-802d6c3b-d3b3-44fd-8087-0315f09c5783 req-3eff7037-976a-43a3-b85d-72bb001ca783 tempest-AttachSCSIVolumeTestJSON-265284501 tempest-AttachSCSIVolumeTestJSON-265284501-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217293'] for port, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:33.282768 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-9246314e-9bde-4f28-9733-10b8d62c1149 req-5a9fa044-026e-4605-9ba1-783053d09516 tempest-MigrationsAdminTest-1326981207 tempest-MigrationsAdminTest-1326981207-project] 10.222.0.42 "GET /v2.0/security-groups?id=8ca7ac2c-bfe5-493b-aae6-636315bac851&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2699430 Apr 18 20:47:33.307024 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-24596950-e580-4151-aee4-4f491e3fbe1e req-09c1a9e5-d173-4ce9-9b0d-4f7104e05c56 tempest-ServerAddressesTestJSON-809881903 tempest-ServerAddressesTestJSON-809881903-project] 10.222.0.42 "GET /v2.0/quotas/0ae107422c604d4a94e4abf4ff7687c9 HTTP/1.1" status: 200 len: 375 time: 0.0438495 Apr 18 20:47:33.311597 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-802d6c3b-d3b3-44fd-8087-0315f09c5783 req-3eff7037-976a-43a3-b85d-72bb001ca783 tempest-AttachSCSIVolumeTestJSON-265284501 tempest-AttachSCSIVolumeTestJSON-265284501-project] 10.222.0.48 "DELETE /v2.0/ports/0a032366-a8a0-489a-a1a8-920f26be44bc HTTP/1.1" status: 204 len: 173 time: 4.9373312 Apr 18 20:47:33.387395 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_dvr_db [None req-3b7e1452-1174-4492-b761-1f29b3ad8ae9 None None] Set router 5930ff31-0dd7-4782-9ab2-60f0de1503e5 gateway port host: None {{(pid=84042) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 20:47:33.401870 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-24596950-e580-4151-aee4-4f491e3fbe1e req-1acf7092-c853-4631-8076-26ef670f352d tempest-ServerAddressesTestJSON-809881903 tempest-ServerAddressesTestJSON-809881903-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=0ae107422c604d4a94e4abf4ff7687c9&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0935733 Apr 18 20:47:33.406386 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-5ac0fab8-bd73-490f-85e9-0b5cb7f44c1d req-504fcf3e-5425-4fbc-8928-905840890a2b service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=926061aa-7053-4e13-adce-8286fe177d09&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4014893 Apr 18 20:47:33.430890 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.plugin [None req-10364893-b997-4022-95e9-6ae0ca75925e admin admin] Calling delete_port for 28c1c72f-07f4-4f7a-808c-e7e68d0d3e3b owned by network:router_gateway {{(pid=84041) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 20:47:33.503438 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_hamode_db [None req-3b7e1452-1174-4492-b761-1f29b3ad8ae9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5930ff31-0dd7-4782-9ab2-60f0de1503e5', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-863060736-router', 'tenant_id': 'de43fde3b8a14176aa6f8d06f52c858c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:46:51Z', 'updated_at': '2022-04-18T20:47:32Z', 'revision_number': 6, 'project_id': 'de43fde3b8a14176aa6f8d06f52c858c', 'gw_port_host': None}], 'n-d-838334-2', False) {} {{(pid=84042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:47:33.506607 n-d-838334-2 neutron-server[84040]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7e3a335d-2858-47f8-af73-2980d605bc0a'] response: {'name': 'network-changed', 'server_uuid': 'f202d24e-5786-4e97-b11f-4f156f6f3e05', 'tag': 'bf3648e0-3d5a-4377-a6e4-8acf452dfb09', 'status': 'completed', 'code': 200} Apr 18 20:47:33.509073 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] get_ports_and_sgs() called for port_ids ['454545ff-cc01-4b02-98d5-de56b420f516'] {{(pid=84042) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 18 20:47:33.542308 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-5bb30503-d877-4240-843e-d6eb530e8f04 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:33.542540 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b7e1452-1174-4492-b761-1f29b3ad8ae9 None None] The sync data for ids ['5930ff31-0dd7-4782-9ab2-60f0de1503e5'] in n-d-838334-2 is: [{'id': '5930ff31-0dd7-4782-9ab2-60f0de1503e5', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-863060736-router', 'tenant_id': 'de43fde3b8a14176aa6f8d06f52c858c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:46:51Z', 'updated_at': '2022-04-18T20:47:32Z', 'revision_number': 6, 'project_id': 'de43fde3b8a14176aa6f8d06f52c858c', 'gw_port_host': None}] {{(pid=84042) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 18 20:47:33.602599 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750375287399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253529'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:33.672433 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.l3_dvr_db [None req-2b5fda37-5d88-4ab6-bd43-7c37fadf10ac None None] Set router 2fcfa44f-978c-4e58-b43e-36f84d658eff gateway port host: n-d-838334-2 {{(pid=84043) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 20:47:33.730016 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-5bb30503-d877-4240-843e-d6eb530e8f04 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33528224'] for security_group, after_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:33.748733 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [req-2287bb3d-445a-4e18-9f18-a34650d30d91 req-e92f0c1f-f3f2-4dd5-93aa-08cb71d02756 tempest-MultipleCreateTestJSON-190675240 tempest-MultipleCreateTestJSON-190675240-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750375259028', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750374836628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32266323'] for port, after_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:33.751183 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-24596950-e580-4151-aee4-4f491e3fbe1e req-b3ab1416-a343-47db-a926-8107196dc9ef service neutron] 10.222.0.42 "GET /v2.0/networks/0fb48a8d-a7a8-4664-9f8d-5d17ce812603?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3482971 Apr 18 20:47:33.758764 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bb30503-d877-4240-843e-d6eb530e8f04 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=69ef09d0-16e8-4442-bf72-0044fbe4edc4,revision_number=None']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:47:33.780680 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] get_ports_and_sgs() called for port_ids ['4c35183f-d795-4dc9-9e08-685248134292'] {{(pid=84042) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 18 20:47:33.781746 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-5ac0fab8-bd73-490f-85e9-0b5cb7f44c1d req-9488202c-a03c-43c1-a121-a06b97204fd9 service neutron] 10.222.0.48 "GET /v2.0/networks/926061aa-7053-4e13-adce-8286fe177d09?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3534114 Apr 18 20:47:33.854574 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e92f0c1f-f3f2-4dd5-93aa-08cb71d02756 tempest-MultipleCreateTestJSON-190675240 tempest-MultipleCreateTestJSON-190675240-project] Pushing event deleted for resources: {'Port': ['ID=64b8a478-4b1c-4a49-b081-88e5d77d7195,revision_number=None']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:47:33.959656 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.l3_dvrscheduler_db [req-2287bb3d-445a-4e18-9f18-a34650d30d91 req-e92f0c1f-f3f2-4dd5-93aa-08cb71d02756 tempest-MultipleCreateTestJSON-190675240 tempest-MultipleCreateTestJSON-190675240-project] No DVR routers for this DVR port 64b8a478-4b1c-4a49-b081-88e5d77d7195 on host n-h1-838334-2 {{(pid=84041) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 20:47:33.965938 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-5bb30503-d877-4240-843e-d6eb530e8f04 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:33.969713 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-5bb30503-d877-4240-843e-d6eb530e8f04 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/69ef09d0-16e8-4442-bf72-0044fbe4edc4 HTTP/1.1" status: 204 len: 168 time: 1.0530894 Apr 18 20:47:33.972648 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [req-2287bb3d-445a-4e18-9f18-a34650d30d91 req-e92f0c1f-f3f2-4dd5-93aa-08cb71d02756 tempest-MultipleCreateTestJSON-190675240 tempest-MultipleCreateTestJSON-190675240-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217293'] for port, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:33.975216 n-d-838334-2 neutron-server[84041]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '44218079-5002-47ac-a818-6a37f1a49a96', 'name': 'network-vif-deleted', 'tag': '64b8a478-4b1c-4a49-b081-88e5d77d7195'}] {{(pid=84041) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 20:47:33.989359 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-2287bb3d-445a-4e18-9f18-a34650d30d91 req-e92f0c1f-f3f2-4dd5-93aa-08cb71d02756 tempest-MultipleCreateTestJSON-190675240 tempest-MultipleCreateTestJSON-190675240-project] 10.222.0.43 "DELETE /v2.0/ports/64b8a478-4b1c-4a49-b081-88e5d77d7195 HTTP/1.1" status: 204 len: 173 time: 1.5097992 Apr 18 20:47:33.993272 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-10364893-b997-4022-95e9-6ae0ca75925e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750375259028', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750374836628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32266323'] for port, after_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:34.099344 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10364893-b997-4022-95e9-6ae0ca75925e admin admin] Pushing event deleted for resources: {'Port': ['ID=28c1c72f-07f4-4f7a-808c-e7e68d0d3e3b,revision_number=None']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:47:34.327884 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] get_ports_and_sgs() called for port_ids ['64b8a478-4b1c-4a49-b081-88e5d77d7195'] {{(pid=84042) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 18 20:47:34.363643 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.l3_hamode_db [None req-2b5fda37-5d88-4ab6-bd43-7c37fadf10ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2fcfa44f-978c-4e58-b43e-36f84d658eff', 'name': 'tempest-AttachSCSIVolumeTestJSON-651922907-router', 'tenant_id': '1fd001aaeef146c5ac3c9d1e6f47f539', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'external_fixed_ips': [{'subnet_id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'ip_address': '172.25.8.80'}], 'enable_snat': True}, 'gw_port_id': 'e80c40ba-d69f-4b98-831d-6a06358011b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:44:35Z', 'updated_at': '2022-04-18T20:44:45Z', 'revision_number': 4, 'project_id': '1fd001aaeef146c5ac3c9d1e6f47f539', 'gw_port': {'id': 'e80c40ba-d69f-4b98-831d-6a06358011b4', 'name': '', 'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:8d:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fcfa44f-978c-4e58-b43e-36f84d658eff', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'ip_address': '172.25.8.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:44:36Z', 'updated_at': '2022-04-18T20:44:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838334-2', '_interfaces': [{'id': '90c2329b-a48a-4fa9-872d-dbd9fc1fe4b3', 'name': '', 'network_id': '927d35e4-e88b-4e82-9eb0-c42861ae32da', 'tenant_id': '1fd001aaeef146c5ac3c9d1e6f47f539', 'mac_address': 'fa:16:3e:47:32:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fcfa44f-978c-4e58-b43e-36f84d658eff', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '318f6973-de81-4b49-b616-dd3d9f23a644', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:44:43Z', 'updated_at': '2022-04-18T20:44:57Z', 'revision_number': 5, 'project_id': '1fd001aaeef146c5ac3c9d1e6f47f539', 'subnets': [{'id': '318f6973-de81-4b49-b616-dd3d9f23a644', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838334-2', False) {} {{(pid=84043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:47:34.376867 n-d-838334-2 neutron-server[84043]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b5fda37-5d88-4ab6-bd43-7c37fadf10ac None None] Checking router: 2fcfa44f-978c-4e58-b43e-36f84d658eff for host: n-d-838334-2 {{(pid=84043) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 18 20:47:34.401218 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b5fda37-5d88-4ab6-bd43-7c37fadf10ac None None] Routers {'2fcfa44f-978c-4e58-b43e-36f84d658eff'} bound to L3 agent in host n-d-838334-2 {{(pid=84043) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 20:47:34.401835 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.l3_hamode_db [None req-2b5fda37-5d88-4ab6-bd43-7c37fadf10ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838334-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-18T20:25:48Z,description=,heartbeat_timestamp=2022-04-18T20:47:18Z,host='n-d-838334-2',id=bc84d6c9-dd7a-4555-a351-592327b46d5a,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:25:48Z,topic='l3_agent')) {'router_ids': ['2fcfa44f-978c-4e58-b43e-36f84d658eff'], 'active': True} {{(pid=84043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:47:34.444277 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-24596950-e580-4151-aee4-4f491e3fbe1e req-2415c245-24d4-42c0-a485-fc5c2c7f3d22 service neutron] 10.222.0.42 "GET /v2.0/networks/0fb48a8d-a7a8-4664-9f8d-5d17ce812603?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6911159 Apr 18 20:47:34.463606 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-5ac0fab8-bd73-490f-85e9-0b5cb7f44c1d req-e078630f-9d18-4387-b0b6-beb4f2dc6ecd service neutron] 10.222.0.48 "GET /v2.0/networks/926061aa-7053-4e13-adce-8286fe177d09?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6180441 Apr 18 20:47:34.481508 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee3d6cdc-0425-42a9-8d6c-a201ff85dd67 req-978e3b31-be4e-4a77-83bf-706231b8cf44 tempest-ServersTestBootFromVolume-1514752049 tempest-ServersTestBootFromVolume-1514752049-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:47:34.490467 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-ee3d6cdc-0425-42a9-8d6c-a201ff85dd67 req-978e3b31-be4e-4a77-83bf-706231b8cf44 tempest-ServersTestBootFromVolume-1514752049 tempest-ServersTestBootFromVolume-1514752049-project] 10.222.0.42 "GET /v2.0/ports?device_id=f202d24e-5786-4e97-b11f-4f156f6f3e05 HTTP/1.1" status: 200 len: 943 time: 0.6460154 Apr 18 20:47:34.591117 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-242f901c-835e-4016-978a-872088b46b77 req-488dc03e-e651-406e-bfc6-aebbe28be451 tempest-MultipleCreateTestJSON-190675240 tempest-MultipleCreateTestJSON-190675240-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:47:34.592761 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-242f901c-835e-4016-978a-872088b46b77 req-488dc03e-e651-406e-bfc6-aebbe28be451 tempest-MultipleCreateTestJSON-190675240 tempest-MultipleCreateTestJSON-190675240-project] 10.222.0.48 "GET /v2.0/ports?device_id=09ef93c4-4247-46e6-8073-210a05cb27e0 HTTP/1.1" status: 200 len: 945 time: 0.4095829 Apr 18 20:47:34.783078 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-ee3d6cdc-0425-42a9-8d6c-a201ff85dd67 req-0938e9c0-e686-4595-9906-a395d4590915 tempest-ServersTestBootFromVolume-1514752049 tempest-ServersTestBootFromVolume-1514752049-project] 10.222.0.42 "GET /v2.0/security-groups?id=f715db8b-aaa1-4961-aa17-658de350acd6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2916465 Apr 18 20:47:34.789310 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.plugin [req-242f901c-835e-4016-978a-872088b46b77 req-372cf9f0-e6d4-448c-926a-f7f176ff9009 tempest-MultipleCreateTestJSON-190675240 tempest-MultipleCreateTestJSON-190675240-project] Deleting port 4c35183f-d795-4dc9-9e08-685248134292 {{(pid=84040) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 20:47:34.789646 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-242f901c-835e-4016-978a-872088b46b77 req-372cf9f0-e6d4-448c-926a-f7f176ff9009 tempest-MultipleCreateTestJSON-190675240 tempest-MultipleCreateTestJSON-190675240-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750375188691'] for port, before_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:34.818566 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-10364893-b997-4022-95e9-6ae0ca75925e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33444108'] for router_gateway, after_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:34.896504 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.l3_dvr_db [None req-2b5fda37-5d88-4ab6-bd43-7c37fadf10ac None None] Set router 2fcfa44f-978c-4e58-b43e-36f84d658eff gateway port host: n-d-838334-2 {{(pid=84043) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 20:47:35.175755 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Device 454545ff-cc01-4b02-98d5-de56b420f516 up at agent hyperv_n-h1-838334-2 {{(pid=84042) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 20:47:35.252817 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-10364893-b997-4022-95e9-6ae0ca75925e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33443580', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5726'] for router, precommit_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:35.267068 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-10364893-b997-4022-95e9-6ae0ca75925e admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:35.341852 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-10364893-b997-4022-95e9-6ae0ca75925e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-33443408'] for router, after_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:35.342705 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-10364893-b997-4022-95e9-6ae0ca75925e admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5930ff31-0dd7-4782-9ab2-60f0de1503e5 {{(pid=84041) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 18 20:47:35.367520 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-10364893-b997-4022-95e9-6ae0ca75925e admin admin] Notify callbacks [] for router, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:35.368933 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-10364893-b997-4022-95e9-6ae0ca75925e admin admin] 10.222.0.42 "DELETE /v2.0/routers/5930ff31-0dd7-4782-9ab2-60f0de1503e5 HTTP/1.1" status: 204 len: 168 time: 4.0515518 Apr 18 20:47:35.372305 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 43694) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:47:35.372595 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Provisioning for port 454545ff-cc01-4b02-98d5-de56b420f516 completed by entity L2. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 20:47:35.385458 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Provisioning complete for port 454545ff-cc01-4b02-98d5-de56b420f516 triggered by entity L2. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:47:35.385825 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1253608'] for port, provisioning_complete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:35.529069 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.db_base_plugin_v2 [None req-b6670ac6-3249-49f2-b459-a485d66838e6 admin admin] Deleting subnet f8c75f4b-4de0-4a15-8f21-ddc5d169b328 {{(pid=84041) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 18 20:47:35.536252 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Device 68e8d5a3-02f3-4849-82e7-cf18ab884058 no longer exists at agent ovs-agent-n-d-838334-2 {{(pid=84042) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 20:47:35.537842 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-b6670ac6-3249-49f2-b459-a485d66838e6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:35.579440 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.plugin [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] No Port match for: 68e8d5a3-02f3-4849-82e7-cf18ab884058 {{(pid=84042) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 18 20:47:35.580022 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Device 68e8d5a3-02f3-4849-82e7-cf18ab884058 not bound to the agent host n-d-838334-2 {{(pid=84042) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 20:47:35.580581 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Device 28c1c72f-07f4-4f7a-808c-e7e68d0d3e3b no longer exists at agent ovs-agent-n-d-838334-2 {{(pid=84042) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 20:47:35.634048 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.plugin [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] No Port match for: 28c1c72f-07f4-4f7a-808c-e7e68d0d3e3b {{(pid=84042) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 18 20:47:35.634800 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Device 28c1c72f-07f4-4f7a-808c-e7e68d0d3e3b not bound to the agent host n-d-838334-2 {{(pid=84042) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 20:47:35.649589 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.l3_hamode_db [None req-2b5fda37-5d88-4ab6-bd43-7c37fadf10ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2fcfa44f-978c-4e58-b43e-36f84d658eff', 'name': 'tempest-AttachSCSIVolumeTestJSON-651922907-router', 'tenant_id': '1fd001aaeef146c5ac3c9d1e6f47f539', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'external_fixed_ips': [{'subnet_id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'ip_address': '172.25.8.80'}], 'enable_snat': True}, 'gw_port_id': 'e80c40ba-d69f-4b98-831d-6a06358011b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:44:35Z', 'updated_at': '2022-04-18T20:44:45Z', 'revision_number': 4, 'project_id': '1fd001aaeef146c5ac3c9d1e6f47f539', 'gw_port': {'id': 'e80c40ba-d69f-4b98-831d-6a06358011b4', 'name': '', 'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:8d:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fcfa44f-978c-4e58-b43e-36f84d658eff', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'ip_address': '172.25.8.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:44:36Z', 'updated_at': '2022-04-18T20:44:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838334-2', '_interfaces': [{'id': '90c2329b-a48a-4fa9-872d-dbd9fc1fe4b3', 'name': '', 'network_id': '927d35e4-e88b-4e82-9eb0-c42861ae32da', 'tenant_id': '1fd001aaeef146c5ac3c9d1e6f47f539', 'mac_address': 'fa:16:3e:47:32:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fcfa44f-978c-4e58-b43e-36f84d658eff', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '318f6973-de81-4b49-b616-dd3d9f23a644', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:44:43Z', 'updated_at': '2022-04-18T20:44:57Z', 'revision_number': 5, 'project_id': '1fd001aaeef146c5ac3c9d1e6f47f539', 'subnets': [{'id': '318f6973-de81-4b49-b616-dd3d9f23a644', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838334-2', False) {} {{(pid=84043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:47:35.657421 n-d-838334-2 neutron-server[84043]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b5fda37-5d88-4ab6-bd43-7c37fadf10ac None None] The sync data for ids ['2fcfa44f-978c-4e58-b43e-36f84d658eff'] in n-d-838334-2 is: [{'id': '2fcfa44f-978c-4e58-b43e-36f84d658eff', 'name': 'tempest-AttachSCSIVolumeTestJSON-651922907-router', 'tenant_id': '1fd001aaeef146c5ac3c9d1e6f47f539', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'external_fixed_ips': [{'subnet_id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'ip_address': '172.25.8.80'}], 'enable_snat': True}, 'gw_port_id': 'e80c40ba-d69f-4b98-831d-6a06358011b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:44:35Z', 'updated_at': '2022-04-18T20:44:45Z', 'revision_number': 4, 'project_id': '1fd001aaeef146c5ac3c9d1e6f47f539', 'gw_port': {'id': 'e80c40ba-d69f-4b98-831d-6a06358011b4', 'name': '', 'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:8d:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fcfa44f-978c-4e58-b43e-36f84d658eff', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'ip_address': '172.25.8.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:44:36Z', 'updated_at': '2022-04-18T20:44:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838334-2', '_interfaces': [{'id': '90c2329b-a48a-4fa9-872d-dbd9fc1fe4b3', 'name': '', 'network_id': '927d35e4-e88b-4e82-9eb0-c42861ae32da', 'tenant_id': '1fd001aaeef146c5ac3c9d1e6f47f539', 'mac_address': 'fa:16:3e:47:32:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fcfa44f-978c-4e58-b43e-36f84d658eff', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '318f6973-de81-4b49-b616-dd3d9f23a644', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:44:43Z', 'updated_at': '2022-04-18T20:44:57Z', 'revision_number': 5, 'project_id': '1fd001aaeef146c5ac3c9d1e6f47f539', 'subnets': [{'id': '318f6973-de81-4b49-b616-dd3d9f23a644', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84043) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 18 20:47:35.668452 n-d-838334-2 neutron-server[84040]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8875fa9e-fc70-4288-9292-8c0ca078b6b7', 'name': 'network-vif-deleted', 'tag': '0a032366-a8a0-489a-a1a8-920f26be44bc'}] {{(pid=84040) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 20:47:35.680641 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-b6670ac6-3249-49f2-b459-a485d66838e6 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32266383'] for subnet, precommit_delete_associations {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:35.699655 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5446f4f-a12b-460e-af1b-908657aa0c60 req-6c41348a-1df8-4d87-bd79-2f1bdf5118e2 tempest-MultipleCreateTestJSON-190675240 tempest-MultipleCreateTestJSON-190675240-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:47:35.702444 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-c5446f4f-a12b-460e-af1b-908657aa0c60 req-6c41348a-1df8-4d87-bd79-2f1bdf5118e2 tempest-MultipleCreateTestJSON-190675240 tempest-MultipleCreateTestJSON-190675240-project] 10.222.0.42 "GET /v2.0/networks?id=1d9bef28-3e81-4e3e-8f24-c41d55475f5f HTTP/1.1" status: 200 len: 813 time: 0.8558419 Apr 18 20:47:35.711495 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-c7ea79c0-e7d1-479e-b654-754f09a4311c req-5520870b-7383-4562-b20c-00190d89f5f5 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=10af1d879623447e98b3f1b5785a8e4f&device_id=f202d24e-5786-4e97-b11f-4f156f6f3e05 HTTP/1.1" status: 200 len: 1094 time: 1.1730254 Apr 18 20:47:35.748379 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:35.797034 n-d-838334-2 neutron-server[84042]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'db680760-9920-4ccc-8c07-2936a873d08f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '454545ff-cc01-4b02-98d5-de56b420f516'}] {{(pid=84042) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 20:47:35.812059 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] For port 454545ff-cc01-4b02-98d5-de56b420f516, host n-h1-838334-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838334-2',level=0,port_id=454545ff-cc01-4b02-98d5-de56b420f516,segment=NetworkSegment(62b85806-94d8-4a88-a06c-da82e5932d66),segment_id=62b85806-94d8-4a88-a06c-da82e5932d66)] {{(pid=84042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:47:35.822279 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682'] for port, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:35.823296 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Device 64b8a478-4b1c-4a49-b081-88e5d77d7195 no longer exists at agent hyperv_n-h1-838334-2 {{(pid=84042) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 20:47:35.838059 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-b6670ac6-3249-49f2-b459-a485d66838e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1260556'] for subnet, precommit_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:35.930766 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.plugin [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] No Port match for: 64b8a478-4b1c-4a49-b081-88e5d77d7195 {{(pid=84042) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 18 20:47:35.931104 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Device 64b8a478-4b1c-4a49-b081-88e5d77d7195 not bound to the agent host n-h1-838334-2 {{(pid=84042) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 20:47:35.932640 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Pushing event updated for resources: {'Port': ['ID=454545ff-cc01-4b02-98d5-de56b420f516,revision_number=5']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:47:35.942374 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:47:35.942667 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:47:35.942995 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:47:35.943319 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:47:35.943843 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:47:35.944369 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:47:35.945163 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:47:35.945664 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:47:35.946136 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:47:35.946606 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:47:35.947073 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:47:35.956746 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-b6670ac6-3249-49f2-b459-a485d66838e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1260549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33526260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32266336', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32486390'] for subnet, after_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:36.004123 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6670ac6-3249-49f2-b459-a485d66838e6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f8c75f4b-4de0-4a15-8f21-ddc5d169b328,revision_number=None']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:47:36.010379 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-b6670ac6-3249-49f2-b459-a485d66838e6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:36.019804 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-b6670ac6-3249-49f2-b459-a485d66838e6 admin admin] 10.222.0.42 "DELETE /v2.0/subnets/f8c75f4b-4de0-4a15-8f21-ddc5d169b328 HTTP/1.1" status: 204 len: 168 time: 0.6443183 Apr 18 20:47:36.020893 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 43708) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:47:36.023827 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5dfa306b-812b-4b6f-8042-a23968549c58 None None] Network c15854b4-57d1-44b9-9d7c-cb344e2eb7eb requested from n-d-838334-2 {{(pid=84042) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 20:47:36.033132 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-c5446f4f-a12b-460e-af1b-908657aa0c60 req-4f0486ca-86e7-4619-b476-317399935702 tempest-MultipleCreateTestJSON-190675240 tempest-MultipleCreateTestJSON-190675240-project] 10.222.0.42 "GET /v2.0/quotas/2c9b2c88a8a84f839903c8c7e9f1ad0a HTTP/1.1" status: 200 len: 375 time: 0.3080986 Apr 18 20:47:36.122227 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7375d2c1-1a58-412d-9831-9a11ae72482c None None] New status for floating IP 6ac5257d-5e96-4bbc-a09e-ddb005e35d44: DOWN {{(pid=84042) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Apr 18 20:47:36.147957 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-67ae090c-9983-433e-b891-2d7e09ec0040 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1103592'] for network, before_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:36.158680 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.plugin [None req-67ae090c-9983-433e-b891-2d7e09ec0040 admin admin] Deleting port 77145dcb-168e-439a-ab2f-c0048e331fc2 {{(pid=84041) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 20:47:36.159525 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-67ae090c-9983-433e-b891-2d7e09ec0040 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750375188691'] for port, before_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:36.187995 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7ea79c0-e7d1-479e-b654-754f09a4311c req-cb73480a-e010-47e4-89dd-6c5e55fd50a8 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:47:36.189525 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-c7ea79c0-e7d1-479e-b654-754f09a4311c req-cb73480a-e010-47e4-89dd-6c5e55fd50a8 service neutron] 10.222.0.48 "GET /v2.0/networks?id=926061aa-7053-4e13-adce-8286fe177d09 HTTP/1.1" status: 200 len: 917 time: 0.4584682 Apr 18 20:47:36.199982 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb5899af-dd9b-49f8-83e0-5868551071d0 req-ee6687e6-f42b-4246-9679-78a3400e5768 tempest-ListServersNegativeTestJSON-1460383695 tempest-ListServersNegativeTestJSON-1460383695-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:47:36.201491 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-cb5899af-dd9b-49f8-83e0-5868551071d0 req-ee6687e6-f42b-4246-9679-78a3400e5768 tempest-ListServersNegativeTestJSON-1460383695 tempest-ListServersNegativeTestJSON-1460383695-project] 10.222.0.42 "GET /v2.0/ports?device_id=e63bf7fc-07cb-40b4-92b1-0857bbf73fef HTTP/1.1" status: 200 len: 945 time: 1.0280869 Apr 18 20:47:36.310309 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.db [req-242f901c-835e-4016-978a-872088b46b77 req-372cf9f0-e6d4-448c-926a-f7f176ff9009 tempest-MultipleCreateTestJSON-190675240 tempest-MultipleCreateTestJSON-190675240-project] For port 4c35183f-d795-4dc9-9e08-685248134292, host n-h2-838334-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838334-2',level=0,port_id=4c35183f-d795-4dc9-9e08-685248134292,segment=NetworkSegment(69e680c7-3ab0-48c4-a2d0-df2b5d30c8ee),segment_id=69e680c7-3ab0-48c4-a2d0-df2b5d30c8ee)] {{(pid=84040) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:47:36.310751 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-242f901c-835e-4016-978a-872088b46b77 req-372cf9f0-e6d4-448c-926a-f7f176ff9009 tempest-MultipleCreateTestJSON-190675240 tempest-MultipleCreateTestJSON-190675240-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369123'] for port, precommit_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:36.323411 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-c7ea79c0-e7d1-479e-b654-754f09a4311c req-3ae5236f-9476-406c-ac47-b8ae652faaab service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=bf3648e0-3d5a-4377-a6e4-8acf452dfb09 HTTP/1.1" status: 200 len: 217 time: 0.1157162 Apr 18 20:47:36.379700 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.db [None req-67ae090c-9983-433e-b891-2d7e09ec0040 admin admin] For port 77145dcb-168e-439a-ab2f-c0048e331fc2, host n-d-838334-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838334-2',level=0,port_id=77145dcb-168e-439a-ab2f-c0048e331fc2,segment=NetworkSegment(91974db0-dd1f-4efc-9876-08c94e5ac9e1),segment_id=91974db0-dd1f-4efc-9876-08c94e5ac9e1)] {{(pid=84041) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:47:36.379989 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-67ae090c-9983-433e-b891-2d7e09ec0040 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369123'] for port, precommit_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:36.496534 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.plugin [req-242f901c-835e-4016-978a-872088b46b77 req-372cf9f0-e6d4-448c-926a-f7f176ff9009 tempest-MultipleCreateTestJSON-190675240 tempest-MultipleCreateTestJSON-190675240-project] Calling delete_port for 4c35183f-d795-4dc9-9e08-685248134292 owned by compute:nova {{(pid=84040) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 20:47:36.539450 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.plugin [None req-67ae090c-9983-433e-b891-2d7e09ec0040 admin admin] Calling delete_port for 77145dcb-168e-439a-ab2f-c0048e331fc2 owned by network:dhcp {{(pid=84041) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 20:47:36.546260 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d13c2e02-a0ad-4092-922f-e471a97930ba None None] DHCP port deletion for c15854b4-57d1-44b9-9d7c-cb344e2eb7eb request from n-d-838334-2 {{(pid=84042) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 18 20:47:36.550922 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.plugin [None req-d13c2e02-a0ad-4092-922f-e471a97930ba None None] Deleting port 77145dcb-168e-439a-ab2f-c0048e331fc2 {{(pid=84042) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 20:47:36.551291 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-d13c2e02-a0ad-4092-922f-e471a97930ba None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750375188691'] for port, before_delete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:36.564044 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-cb5899af-dd9b-49f8-83e0-5868551071d0 req-24572468-833b-48c3-8459-f103aa4511e1 tempest-ListServersNegativeTestJSON-1460383695 tempest-ListServersNegativeTestJSON-1460383695-project] 10.222.0.42 "GET /v2.0/security-groups?id=662d465b-c633-488a-99c1-bc2d1e2ea873&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3475676 Apr 18 20:47:36.567664 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-c5446f4f-a12b-460e-af1b-908657aa0c60 req-259cb5c5-9afb-4c4c-984a-8cd5816158dc tempest-MultipleCreateTestJSON-190675240 tempest-MultipleCreateTestJSON-190675240-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=2c9b2c88a8a84f839903c8c7e9f1ad0a&fields=id HTTP/1.1" status: 200 len: 255 time: 0.4759042 Apr 18 20:47:36.682198 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-67ae090c-9983-433e-b891-2d7e09ec0040 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750375259028', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750374836628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32266323'] for port, after_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:36.742003 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.plugin [None req-d13c2e02-a0ad-4092-922f-e471a97930ba None None] The port '77145dcb-168e-439a-ab2f-c0048e331fc2' was deleted {{(pid=84042) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 18 20:47:36.743502 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7ea79c0-e7d1-479e-b654-754f09a4311c req-5ae512ed-cd3d-41ac-813c-fea2fcbc1ddc service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:47:36.745677 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-c7ea79c0-e7d1-479e-b654-754f09a4311c req-5ae512ed-cd3d-41ac-813c-fea2fcbc1ddc service neutron] 10.222.0.48 "GET /v2.0/subnets?id=4aaef2f0-843c-461e-a57b-a0e79342b79d HTTP/1.1" status: 200 len: 855 time: 0.3605978 Apr 18 20:47:36.872828 n-d-838334-2 neutron-server[84041]: INFO neutron.notifiers.nova [-] Nova event matching ['req-496b249f-fb9a-4e7f-8b03-62fdc7da9504'] response: {'server_uuid': '44218079-5002-47ac-a818-6a37f1a49a96', 'name': 'network-vif-deleted', 'tag': '64b8a478-4b1c-4a49-b081-88e5d77d7195', 'status': 'completed', 'code': 200} Apr 18 20:47:36.883064 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67ae090c-9983-433e-b891-2d7e09ec0040 admin admin] Pushing event deleted for resources: {'Port': ['ID=77145dcb-168e-439a-ab2f-c0048e331fc2,revision_number=None']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:47:36.887823 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67ae090c-9983-433e-b891-2d7e09ec0040 admin admin] No DVR routers for this DVR port 77145dcb-168e-439a-ab2f-c0048e331fc2 on host n-d-838334-2 {{(pid=84041) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 20:47:37.000482 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24596950-e580-4151-aee4-4f491e3fbe1e req-8719836a-11d5-41be-8a10-44f6e553f8f1 tempest-ServerAddressesTestJSON-809881903 tempest-ServerAddressesTestJSON-809881903-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:47:37.000988 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-67ae090c-9983-433e-b891-2d7e09ec0040 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1258905', 'neutron.services.segments.db._delete_segments_for_network-8750375287417'] for network, precommit_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:37.001883 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-24596950-e580-4151-aee4-4f491e3fbe1e req-8719836a-11d5-41be-8a10-44f6e553f8f1 tempest-ServerAddressesTestJSON-809881903 tempest-ServerAddressesTestJSON-809881903-project] 10.222.0.48 "GET /v2.0/networks?id=0fb48a8d-a7a8-4664-9f8d-5d17ce812603 HTTP/1.1" status: 200 len: 813 time: 0.4244235 Apr 18 20:47:37.029042 n-d-838334-2 neutron-server[84041]: DEBUG neutron.services.segments.db [None req-67ae090c-9983-433e-b891-2d7e09ec0040 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c15854b4-57d1-44b9-9d7c-cb344e2eb7eb']}} {{(pid=84041) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:47:37.041230 n-d-838334-2 neutron-server[84041]: DEBUG neutron.services.segments.db [None req-67ae090c-9983-433e-b891-2d7e09ec0040 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '91974db0-dd1f-4efc-9876-08c94e5ac9e1') {'for_net_delete': True} {{(pid=84041) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:47:37.041537 n-d-838334-2 neutron-server[84041]: DEBUG neutron.services.segments.db [None req-67ae090c-9983-433e-b891-2d7e09ec0040 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '91974db0-dd1f-4efc-9876-08c94e5ac9e1') {} {{(pid=84041) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:47:37.048090 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.v2.base [req-24596950-e580-4151-aee4-4f491e3fbe1e req-8c2bd779-b028-43fd-b550-ab61d49b8cb8 tempest-ServerAddressesTestJSON-809881903 tempest-ServerAddressesTestJSON-809881903-project] Request body: {'port': {'device_id': '1ac42a05-3e68-468e-98c8-d3348b7bf46f', 'network_id': '0fb48a8d-a7a8-4664-9f8d-5d17ce812603', 'admin_state_up': True, 'tenant_id': '0ae107422c604d4a94e4abf4ff7687c9'}} {{(pid=84040) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 20:47:37.052704 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-67ae090c-9983-433e-b891-2d7e09ec0040 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750375287300', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32268156'] for segment, before_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:37.068033 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-67ae090c-9983-433e-b891-2d7e09ec0040 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1082986'] for segment, precommit_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:37.074684 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-67ae090c-9983-433e-b891-2d7e09ec0040 admin admin] Releasing vlan 384 on physical network physnet1 to pool {{(pid=84041) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 18 20:47:37.075066 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-67ae090c-9983-433e-b891-2d7e09ec0040 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1082993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32266254'] for segment, after_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:37.088665 n-d-838334-2 neutron-server[84041]: Traceback (most recent call last): Apr 18 20:47:37.088665 n-d-838334-2 neutron-server[84041]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 18 20:47:37.088665 n-d-838334-2 neutron-server[84041]: timer() Apr 18 20:47:37.088665 n-d-838334-2 neutron-server[84041]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 20:47:37.088665 n-d-838334-2 neutron-server[84041]: cb(*args, **kw) Apr 18 20:47:37.088665 n-d-838334-2 neutron-server[84041]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 18 20:47:37.088665 n-d-838334-2 neutron-server[84041]: return func(*args, **kwargs) Apr 18 20:47:37.088665 n-d-838334-2 neutron-server[84041]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 20:47:37.088665 n-d-838334-2 neutron-server[84041]: self._notify() Apr 18 20:47:37.088665 n-d-838334-2 neutron-server[84041]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 20:47:37.088665 n-d-838334-2 neutron-server[84041]: self.callback(batched_events) Apr 18 20:47:37.088665 n-d-838334-2 neutron-server[84041]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 20:47:37.088665 n-d-838334-2 neutron-server[84041]: event.method(event) Apr 18 20:47:37.088665 n-d-838334-2 neutron-server[84041]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 18 20:47:37.088665 n-d-838334-2 neutron-server[84041]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 20:47:37.088665 n-d-838334-2 neutron-server[84041]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 18 20:47:37.088665 n-d-838334-2 neutron-server[84041]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 20:47:37.088665 n-d-838334-2 neutron-server[84041]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 18 20:47:37.088665 n-d-838334-2 neutron-server[84041]: return f(self, *a, **k) Apr 18 20:47:37.088665 n-d-838334-2 neutron-server[84041]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 18 20:47:37.088665 n-d-838334-2 neutron-server[84041]: return self._get(url).json() Apr 18 20:47:37.088665 n-d-838334-2 neutron-server[84041]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 18 20:47:37.088665 n-d-838334-2 neutron-server[84041]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 20:47:37.088665 n-d-838334-2 neutron-server[84041]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 18 20:47:37.088665 n-d-838334-2 neutron-server[84041]: return self.request(url, 'GET', **kwargs) Apr 18 20:47:37.088665 n-d-838334-2 neutron-server[84041]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 18 20:47:37.088665 n-d-838334-2 neutron-server[84041]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 20:47:37.088665 n-d-838334-2 neutron-server[84041]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 18 20:47:37.088665 n-d-838334-2 neutron-server[84041]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 20:47:37.088665 n-d-838334-2 neutron-server[84041]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 18 20:47:37.088665 n-d-838334-2 neutron-server[84041]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 20:47:37.088665 n-d-838334-2 neutron-server[84041]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 20:47:37.169075 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-67ae090c-9983-433e-b891-2d7e09ec0040 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1258898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33526109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33444113'] for network, after_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:37.177489 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-242f901c-835e-4016-978a-872088b46b77 req-372cf9f0-e6d4-448c-926a-f7f176ff9009 tempest-MultipleCreateTestJSON-190675240 tempest-MultipleCreateTestJSON-190675240-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750375259028', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750374836628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32440838'] for port, after_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:37.185027 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-67ae090c-9983-433e-b891-2d7e09ec0040 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32378031'] for network, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:37.195959 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67ae090c-9983-433e-b891-2d7e09ec0040 admin admin] Pushing event deleted for resources: {'Network': ['ID=c15854b4-57d1-44b9-9d7c-cb344e2eb7eb,revision_number=None']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:47:37.200102 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-67ae090c-9983-433e-b891-2d7e09ec0040 admin admin] 10.222.0.42 "DELETE /v2.0/networks/c15854b4-57d1-44b9-9d7c-cb344e2eb7eb HTTP/1.1" status: 204 len: 168 time: 1.1779697 Apr 18 20:47:37.225091 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-c5446f4f-a12b-460e-af1b-908657aa0c60 req-be12423f-36be-4ac5-97d3-5a16ce767ad3 service neutron] 10.222.0.42 "GET /v2.0/networks/1d9bef28-3e81-4e3e-8f24-c41d55475f5f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6256051 Apr 18 20:47:37.269111 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-372cf9f0-e6d4-448c-926a-f7f176ff9009 tempest-MultipleCreateTestJSON-190675240 tempest-MultipleCreateTestJSON-190675240-project] Pushing event deleted for resources: {'Port': ['ID=4c35183f-d795-4dc9-9e08-685248134292,revision_number=None']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:47:37.409076 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 43720) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:47:37.453050 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Device 4c35183f-d795-4dc9-9e08-685248134292 no longer exists at agent hyperv_n-h2-838334-2 {{(pid=84042) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 20:47:37.473609 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-22e5a648-fc60-41a6-8b70-ed541500e0ea admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=de43fde3b8a14176aa6f8d06f52c858c&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0632219 Apr 18 20:47:37.476965 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 43724) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:47:37.492630 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.plugin [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] No Port match for: 4c35183f-d795-4dc9-9e08-685248134292 {{(pid=84042) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 18 20:47:37.493222 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Device 4c35183f-d795-4dc9-9e08-685248134292 not bound to the agent host n-h2-838334-2 {{(pid=84042) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 20:47:37.496070 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Device 77145dcb-168e-439a-ab2f-c0048e331fc2 no longer exists at agent ovs-agent-n-d-838334-2 {{(pid=84042) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 20:47:37.529225 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.plugin [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] No Port match for: 77145dcb-168e-439a-ab2f-c0048e331fc2 {{(pid=84042) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 18 20:47:37.529458 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Device 77145dcb-168e-439a-ab2f-c0048e331fc2 not bound to the agent host n-d-838334-2 {{(pid=84042) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 20:47:37.546624 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-1adf62ff-9372-4b04-849d-39338542a117 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:37.572587 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-1adf62ff-9372-4b04-849d-39338542a117 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:37.587115 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f8f5142-1b22-4c0b-abdb-adb2b056c3f2 req-9567cae2-3188-4301-bbc1-52d37088e506 tempest-MigrationsAdminTest-1326981207 tempest-MigrationsAdminTest-1326981207-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:47:37.588582 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-3f8f5142-1b22-4c0b-abdb-adb2b056c3f2 req-9567cae2-3188-4301-bbc1-52d37088e506 tempest-MigrationsAdminTest-1326981207 tempest-MigrationsAdminTest-1326981207-project] 10.222.0.42 "GET /v2.0/ports?device_id=db680760-9920-4ccc-8c07-2936a873d08f HTTP/1.1" status: 200 len: 950 time: 0.6837521 Apr 18 20:47:37.591231 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-c7ea79c0-e7d1-479e-b654-754f09a4311c req-995c402b-6f30-4e72-b3ed-08276d101652 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=926061aa-7053-4e13-adce-8286fe177d09&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.7773721 Apr 18 20:47:37.601717 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.l3_dvrscheduler_db [req-242f901c-835e-4016-978a-872088b46b77 req-372cf9f0-e6d4-448c-926a-f7f176ff9009 tempest-MultipleCreateTestJSON-190675240 tempest-MultipleCreateTestJSON-190675240-project] No DVR routers for this DVR port 4c35183f-d795-4dc9-9e08-685248134292 on host n-h2-838334-2 {{(pid=84040) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 20:47:37.604232 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-242f901c-835e-4016-978a-872088b46b77 req-372cf9f0-e6d4-448c-926a-f7f176ff9009 tempest-MultipleCreateTestJSON-190675240 tempest-MultipleCreateTestJSON-190675240-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217293'] for port, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:37.624490 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-1adf62ff-9372-4b04-849d-39338542a117 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33528224'] for security_group, after_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:37.640948 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1adf62ff-9372-4b04-849d-39338542a117 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e128151-c7ac-4131-a1cc-1ba395e98cbf,revision_number=None']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:47:37.645418 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-1adf62ff-9372-4b04-849d-39338542a117 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:37.646517 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-1adf62ff-9372-4b04-849d-39338542a117 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/8e128151-c7ac-4131-a1cc-1ba395e98cbf HTTP/1.1" status: 204 len: 168 time: 0.1682000 Apr 18 20:47:37.722156 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [req-24596950-e580-4151-aee4-4f491e3fbe1e req-8c2bd779-b028-43fd-b550-ab61d49b8cb8 tempest-ServerAddressesTestJSON-809881903 tempest-ServerAddressesTestJSON-809881903-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:47:37.725118 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-242f901c-835e-4016-978a-872088b46b77 req-372cf9f0-e6d4-448c-926a-f7f176ff9009 tempest-MultipleCreateTestJSON-190675240 tempest-MultipleCreateTestJSON-190675240-project] 10.222.0.48 "DELETE /v2.0/ports/4c35183f-d795-4dc9-9e08-685248134292 HTTP/1.1" status: 204 len: 173 time: 3.1164646 Apr 18 20:47:37.758291 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [req-24596950-e580-4151-aee4-4f491e3fbe1e req-8c2bd779-b028-43fd-b550-ab61d49b8cb8 tempest-ServerAddressesTestJSON-809881903 tempest-ServerAddressesTestJSON-809881903-project] Usage tracker for resource:port and tenant:0ae107422c604d4a94e4abf4ff7687c9 is out of sync, need to count used quota {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:47:37.771072 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [req-24596950-e580-4151-aee4-4f491e3fbe1e req-8c2bd779-b028-43fd-b550-ab61d49b8cb8 tempest-ServerAddressesTestJSON-809881903 tempest-ServerAddressesTestJSON-809881903-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:47:37.802042 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [req-24596950-e580-4151-aee4-4f491e3fbe1e req-8c2bd779-b028-43fd-b550-ab61d49b8cb8 tempest-ServerAddressesTestJSON-809881903 tempest-ServerAddressesTestJSON-809881903-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:47:37.823217 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-c5446f4f-a12b-460e-af1b-908657aa0c60 req-914c34a3-39b7-4c6d-937e-e20c46d3a09d service neutron] 10.222.0.42 "GET /v2.0/networks/1d9bef28-3e81-4e3e-8f24-c41d55475f5f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5857155 Apr 18 20:47:37.840238 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-3f8f5142-1b22-4c0b-abdb-adb2b056c3f2 req-29e792e3-21fe-4408-bef1-fcd819b8dac1 tempest-MigrationsAdminTest-1326981207 tempest-MigrationsAdminTest-1326981207-project] 10.222.0.42 "GET /v2.0/security-groups?id=8ca7ac2c-bfe5-493b-aae6-636315bac851&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2263858 Apr 18 20:47:37.879201 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-24596950-e580-4151-aee4-4f491e3fbe1e req-8c2bd779-b028-43fd-b550-ab61d49b8cb8 tempest-ServerAddressesTestJSON-809881903 tempest-ServerAddressesTestJSON-809881903-project] Made reservation on behalf of 0ae107422c604d4a94e4abf4ff7687c9 for: {'port': 1} {{(pid=84040) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:47:37.882189 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-24596950-e580-4151-aee4-4f491e3fbe1e req-8c2bd779-b028-43fd-b550-ab61d49b8cb8 tempest-ServerAddressesTestJSON-809881903 tempest-ServerAddressesTestJSON-809881903-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:37.983440 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-c7ea79c0-e7d1-479e-b654-754f09a4311c req-4862efb5-1c7e-48ba-9021-6b30103f636e service neutron] 10.222.0.48 "GET /v2.0/networks/926061aa-7053-4e13-adce-8286fe177d09?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3739951 Apr 18 20:47:38.123083 n-d-838334-2 neutron-server[84040]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3dba3435-d4c8-40a7-98db-8ec5ce704a90'] response: {'server_uuid': '8875fa9e-fc70-4288-9292-8c0ca078b6b7', 'name': 'network-vif-deleted', 'tag': '0a032366-a8a0-489a-a1a8-920f26be44bc', 'status': 'completed', 'code': 200} Apr 18 20:47:38.178275 n-d-838334-2 neutron-server[84042]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6772455c-e33c-46ff-8b90-b0242f5a8e4f'] response: {'server_uuid': 'db680760-9920-4ccc-8c07-2936a873d08f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '454545ff-cc01-4b02-98d5-de56b420f516', 'code': 200} Apr 18 20:47:38.207451 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-d8a2c6c7-6f60-4dda-b526-9a80b469c852 req-43e9ae34-158a-493e-8f79-e22d5cfdd4d8 tempest-ServerAddressesTestJSON-809881903 tempest-ServerAddressesTestJSON-809881903-project] 10.222.0.42 "GET /v2.0/ports?device_id=1ac42a05-3e68-468e-98c8-d3348b7bf46f HTTP/1.1" status: 200 len: 210 time: 0.0965900 Apr 18 20:47:38.377243 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-f4d8c89c-3131-4dbe-940b-587423ef396e req-11fb9d82-5ae4-4977-ac7d-9818f53b6378 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=db680760-9920-4ccc-8c07-2936a873d08f HTTP/1.1" status: 200 len: 1101 time: 0.1189010 Apr 18 20:47:38.407689 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-c7ea79c0-e7d1-479e-b654-754f09a4311c req-cbd6b281-5a02-4b77-8e7f-c64c688456f4 service neutron] 10.222.0.48 "GET /v2.0/networks/926061aa-7053-4e13-adce-8286fe177d09?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4103825 Apr 18 20:47:38.485671 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.db_base_plugin_common [req-24596950-e580-4151-aee4-4f491e3fbe1e req-8c2bd779-b028-43fd-b550-ab61d49b8cb8 tempest-ServerAddressesTestJSON-809881903 tempest-ServerAddressesTestJSON-809881903-project] Allocated IP 172.20.0.12 (0fb48a8d-a7a8-4664-9f8d-5d17ce812603/8d8efdae-4fd8-4aa6-b8c5-6709546a0547/e40a49a2-2a35-4f8d-a2a9-c8710be27eb0) {{(pid=84040) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:47:38.492462 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-f4d8c89c-3131-4dbe-940b-587423ef396e req-c3e66f9a-0195-4631-aae9-e393e494b6e9 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=8ca7ac2c-bfe5-493b-aae6-636315bac851&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0986991 Apr 18 20:47:38.849145 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-24596950-e580-4151-aee4-4f491e3fbe1e req-8c2bd779-b028-43fd-b550-ab61d49b8cb8 tempest-ServerAddressesTestJSON-809881903 tempest-ServerAddressesTestJSON-809881903-project] Notify callbacks [] for port, precommit_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:38.926904 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4126bbf9-a64a-4f72-a6df-6e5b3a73f1ba req-540c5b2c-f048-4a82-85c1-953c92e5cf20 tempest-ServersTestBootFromVolume-1514752049 tempest-ServersTestBootFromVolume-1514752049-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:47:38.928442 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-4126bbf9-a64a-4f72-a6df-6e5b3a73f1ba req-540c5b2c-f048-4a82-85c1-953c92e5cf20 tempest-ServersTestBootFromVolume-1514752049 tempest-ServersTestBootFromVolume-1514752049-project] 10.222.0.42 "GET /v2.0/ports?device_id=f202d24e-5786-4e97-b11f-4f156f6f3e05 HTTP/1.1" status: 200 len: 943 time: 0.5125229 Apr 18 20:47:38.937121 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70140124-9ebf-4393-9cac-8015e84562fb req-66b09283-4408-4e45-b289-6fd1fc1261a2 tempest-ListServersNegativeTestJSON-1460383695 tempest-ListServersNegativeTestJSON-1460383695-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:47:38.943814 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-70140124-9ebf-4393-9cac-8015e84562fb req-66b09283-4408-4e45-b289-6fd1fc1261a2 tempest-ListServersNegativeTestJSON-1460383695 tempest-ListServersNegativeTestJSON-1460383695-project] 10.222.0.42 "GET /v2.0/ports?device_id=70de86c8-2f95-4a2a-99c9-34ac2a668805 HTTP/1.1" status: 200 len: 945 time: 0.1621034 Apr 18 20:47:38.989202 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-24596950-e580-4151-aee4-4f491e3fbe1e req-8c2bd779-b028-43fd-b550-ab61d49b8cb8 tempest-ServerAddressesTestJSON-809881903 tempest-ServerAddressesTestJSON-809881903-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750374836619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32440838'] for port, after_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:39.076963 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c2bd779-b028-43fd-b550-ab61d49b8cb8 tempest-ServerAddressesTestJSON-809881903 tempest-ServerAddressesTestJSON-809881903-project] Pushing event updated for resources: {'Port': ['ID=e40a49a2-2a35-4f8d-a2a9-c8710be27eb0,revision_number=1']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:47:39.140900 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-70140124-9ebf-4393-9cac-8015e84562fb req-1d96bdc2-5fa6-4ddf-a23c-4177350a41bf tempest-ListServersNegativeTestJSON-1460383695 tempest-ListServersNegativeTestJSON-1460383695-project] 10.222.0.42 "GET /v2.0/security-groups?id=662d465b-c633-488a-99c1-bc2d1e2ea873&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1951654 Apr 18 20:47:39.151232 n-d-838334-2 neutron-server[84040]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-24596950-e580-4151-aee4-4f491e3fbe1e req-8c2bd779-b028-43fd-b550-ab61d49b8cb8 tempest-ServerAddressesTestJSON-809881903 tempest-ServerAddressesTestJSON-809881903-project] Network 0fb48a8d-a7a8-4664-9f8d-5d17ce812603 is already hosted by enough agents. {{(pid=84040) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:47:39.155589 n-d-838334-2 neutron-server[84040]: DEBUG neutron.scheduler.base_scheduler [req-24596950-e580-4151-aee4-4f491e3fbe1e req-8c2bd779-b028-43fd-b550-ab61d49b8cb8 tempest-ServerAddressesTestJSON-809881903 tempest-ServerAddressesTestJSON-809881903-project] Resources bound (agent type, host, resource id): {{(pid=84040) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:47:39.164184 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-4126bbf9-a64a-4f72-a6df-6e5b3a73f1ba req-302b362c-7584-4fc8-a2cc-5683d3751b6d tempest-ServersTestBootFromVolume-1514752049 tempest-ServersTestBootFromVolume-1514752049-project] 10.222.0.42 "GET /v2.0/security-groups?id=f715db8b-aaa1-4961-aa17-658de350acd6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2166243 Apr 18 20:47:39.171333 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.l3_dvrscheduler_db [req-24596950-e580-4151-aee4-4f491e3fbe1e req-8c2bd779-b028-43fd-b550-ab61d49b8cb8 tempest-ServerAddressesTestJSON-809881903 tempest-ServerAddressesTestJSON-809881903-project] Received port after_create {{(pid=84040) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 20:47:39.182699 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 43774) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:47:39.217529 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 43780) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:47:39.305558 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24596950-e580-4151-aee4-4f491e3fbe1e req-8c2bd779-b028-43fd-b550-ab61d49b8cb8 tempest-ServerAddressesTestJSON-809881903 tempest-ServerAddressesTestJSON-809881903-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:47:39.311642 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-24596950-e580-4151-aee4-4f491e3fbe1e req-8c2bd779-b028-43fd-b550-ab61d49b8cb8 tempest-ServerAddressesTestJSON-809881903 tempest-ServerAddressesTestJSON-809881903-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217293'] for port, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:39.360401 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-24596950-e580-4151-aee4-4f491e3fbe1e req-8c2bd779-b028-43fd-b550-ab61d49b8cb8 tempest-ServerAddressesTestJSON-809881903 tempest-ServerAddressesTestJSON-809881903-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.3180981 Apr 18 20:47:39.363364 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-adec3375-1e44-48a1-93d3-0758f381befa tempest-AttachSCSIVolumeTestJSON-265284501 tempest-AttachSCSIVolumeTestJSON-265284501-project] Notify callbacks [] for security_group, before_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:39.402369 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.v2.base [req-24596950-e580-4151-aee4-4f491e3fbe1e req-5ec54b6a-e6c6-43d8-849a-3e621dd2abf1 service neutron] Request body: {'port': {'device_id': '1ac42a05-3e68-468e-98c8-d3348b7bf46f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-838334-2'}} {{(pid=84040) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 20:47:39.430971 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-1f61dce3-86ab-45f7-8cf2-712ea3345ac1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:39.451897 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-adec3375-1e44-48a1-93d3-0758f381befa tempest-AttachSCSIVolumeTestJSON-265284501 tempest-AttachSCSIVolumeTestJSON-265284501-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:39.509111 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-1f61dce3-86ab-45f7-8cf2-712ea3345ac1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:47:39.513714 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-1f61dce3-86ab-45f7-8cf2-712ea3345ac1 admin admin] Usage tracker for resource:security_group_rule and tenant:25199c3ed4ce4794ad464eb9d406ecca is out of sync, need to count used quota {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:47:39.517196 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-1f61dce3-86ab-45f7-8cf2-712ea3345ac1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:47:39.525002 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-1f61dce3-86ab-45f7-8cf2-712ea3345ac1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:47:39.566708 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-adec3375-1e44-48a1-93d3-0758f381befa tempest-AttachSCSIVolumeTestJSON-265284501 tempest-AttachSCSIVolumeTestJSON-265284501-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33528224'] for security_group, after_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:39.600393 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-adec3375-1e44-48a1-93d3-0758f381befa tempest-AttachSCSIVolumeTestJSON-265284501 tempest-AttachSCSIVolumeTestJSON-265284501-project] Notify callbacks [] for security_group, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:39.605188 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-adec3375-1e44-48a1-93d3-0758f381befa tempest-AttachSCSIVolumeTestJSON-265284501 tempest-AttachSCSIVolumeTestJSON-265284501-project] 10.222.0.42 "DELETE /v2.0/security-groups/a33f55a4-a21a-45b5-a190-b78baa68b4f6 HTTP/1.1" status: 204 len: 168 time: 0.3861945 Apr 18 20:47:39.605371 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 43790) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:47:39.609076 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adec3375-1e44-48a1-93d3-0758f381befa tempest-AttachSCSIVolumeTestJSON-265284501 tempest-AttachSCSIVolumeTestJSON-265284501-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a33f55a4-a21a-45b5-a190-b78baa68b4f6,revision_number=None']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:47:39.643797 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-1f61dce3-86ab-45f7-8cf2-712ea3345ac1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:39.649204 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-24596950-e580-4151-aee4-4f491e3fbe1e req-5ec54b6a-e6c6-43d8-849a-3e621dd2abf1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:39.649578 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-1f61dce3-86ab-45f7-8cf2-712ea3345ac1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33528224'] for security_group, after_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:39.671716 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-694959b5-34d5-4223-b89e-a061ce691b49 req-b24b0e0f-2fd8-4634-98b9-b712a7f20cd4 tempest-MigrationsAdminTest-1326981207 tempest-MigrationsAdminTest-1326981207-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:47:39.679223 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-694959b5-34d5-4223-b89e-a061ce691b49 req-b24b0e0f-2fd8-4634-98b9-b712a7f20cd4 tempest-MigrationsAdminTest-1326981207 tempest-MigrationsAdminTest-1326981207-project] 10.222.0.42 "GET /v2.0/ports?device_id=db680760-9920-4ccc-8c07-2936a873d08f HTTP/1.1" status: 200 len: 950 time: 0.2219746 Apr 18 20:47:39.684557 n-d-838334-2 neutron-server[84040]: INFO neutron.api.v2.resource [None req-541e2a29-d212-4c41-9709-cc6fae569c50 tempest-AttachSCSIVolumeTestJSON-265284501 tempest-AttachSCSIVolumeTestJSON-265284501-project] show failed (client error): The resource could not be found. Apr 18 20:47:39.685531 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-541e2a29-d212-4c41-9709-cc6fae569c50 tempest-AttachSCSIVolumeTestJSON-265284501 tempest-AttachSCSIVolumeTestJSON-265284501-project] 10.222.0.42 "GET /v2.0/security-groups/a33f55a4-a21a-45b5-a190-b78baa68b4f6 HTTP/1.1" status: 404 len: 347 time: 0.0784872 Apr 18 20:47:39.690367 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 43794) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:47:39.692666 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f61dce3-86ab-45f7-8cf2-712ea3345ac1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=99d0668b-e360-483f-a60e-9a3990dca542,revision_number=1']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:47:39.852402 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-694959b5-34d5-4223-b89e-a061ce691b49 req-130beb96-9248-432a-aa55-e07136356e1b tempest-MigrationsAdminTest-1326981207 tempest-MigrationsAdminTest-1326981207-project] 10.222.0.42 "GET /v2.0/security-groups?id=8ca7ac2c-bfe5-493b-aae6-636315bac851&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1719203 Apr 18 20:47:39.887739 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-1f61dce3-86ab-45f7-8cf2-712ea3345ac1 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=25199c3ed4ce4794ad464eb9d406ecca&name=default HTTP/1.1" status: 200 len: 2647 time: 0.7039046 Apr 18 20:47:39.889192 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.plugin [None req-95ac209a-f137-4924-86ed-1dfb30a00b0b tempest-AttachSCSIVolumeTestJSON-265284501 tempest-AttachSCSIVolumeTestJSON-265284501-project] Deleting port 5e447a87-9c70-42dc-a0c0-58135b783e9e {{(pid=84041) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 20:47:39.889530 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-95ac209a-f137-4924-86ed-1dfb30a00b0b tempest-AttachSCSIVolumeTestJSON-265284501 tempest-AttachSCSIVolumeTestJSON-265284501-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750375188691'] for port, before_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:39.950910 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 43802) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:47:40.070486 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-95ac209a-f137-4924-86ed-1dfb30a00b0b tempest-AttachSCSIVolumeTestJSON-265284501 tempest-AttachSCSIVolumeTestJSON-265284501-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369123'] for port, precommit_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:40.070945 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-95ac209a-f137-4924-86ed-1dfb30a00b0b tempest-AttachSCSIVolumeTestJSON-265284501 tempest-AttachSCSIVolumeTestJSON-265284501-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:40.227448 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.plugin [None req-95ac209a-f137-4924-86ed-1dfb30a00b0b tempest-AttachSCSIVolumeTestJSON-265284501 tempest-AttachSCSIVolumeTestJSON-265284501-project] Calling delete_port for 5e447a87-9c70-42dc-a0c0-58135b783e9e owned by network:floatingip {{(pid=84041) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 20:47:40.278375 n-d-838334-2 neutron-server[84040]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '09ef93c4-4247-46e6-8073-210a05cb27e0', 'name': 'network-vif-deleted', 'tag': '4c35183f-d795-4dc9-9e08-685248134292'}] {{(pid=84040) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 20:47:40.351374 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-af1adc40-cc29-4a7b-878b-004ed8a44780 req-b4cee532-42ca-4ec2-84a5-c5da46b635c1 tempest-ImagesOneServerTestJSON-2049129843 tempest-ImagesOneServerTestJSON-2049129843-project] 10.222.0.42 "GET /v2.0/networks?tenant_id=adeecfc43e8e4841bf54b88eabd8e061&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0674257 Apr 18 20:47:40.427104 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-446a8a62-fc0e-48ed-b548-118ec92a6ad6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:40.543226 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5446f4f-a12b-460e-af1b-908657aa0c60 req-9a99ed1b-b83d-4134-8522-e15915d9a93f tempest-MultipleCreateTestJSON-190675240 tempest-MultipleCreateTestJSON-190675240-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:47:40.544761 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-c5446f4f-a12b-460e-af1b-908657aa0c60 req-9a99ed1b-b83d-4134-8522-e15915d9a93f tempest-MultipleCreateTestJSON-190675240 tempest-MultipleCreateTestJSON-190675240-project] 10.222.0.43 "GET /v2.0/networks?id=1d9bef28-3e81-4e3e-8f24-c41d55475f5f HTTP/1.1" status: 200 len: 813 time: 0.2906709 Apr 18 20:47:40.586283 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.v2.base [req-c5446f4f-a12b-460e-af1b-908657aa0c60 req-31988b3c-82cd-48b7-a287-44196b014169 tempest-MultipleCreateTestJSON-190675240 tempest-MultipleCreateTestJSON-190675240-project] Request body: {'port': {'device_id': '86054754-6dee-4889-86cf-db30f26210d5', 'network_id': '1d9bef28-3e81-4e3e-8f24-c41d55475f5f', 'admin_state_up': True, 'tenant_id': '2c9b2c88a8a84f839903c8c7e9f1ad0a'}} {{(pid=84041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 20:47:40.615234 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0644c58a-7f08-40ed-a14e-62821f4b945a req-4c14cacf-851e-4194-8279-a36a688a40b8 tempest-ServerAddressesTestJSON-809881903 tempest-ServerAddressesTestJSON-809881903-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:47:40.615928 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [req-0644c58a-7f08-40ed-a14e-62821f4b945a req-4c14cacf-851e-4194-8279-a36a688a40b8 tempest-ServerAddressesTestJSON-809881903 tempest-ServerAddressesTestJSON-809881903-project] Synchronizing usage tracker for tenant:0ae107422c604d4a94e4abf4ff7687c9 on resource:port {{(pid=84040) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 20:47:40.648724 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-446a8a62-fc0e-48ed-b548-118ec92a6ad6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:40.698325 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-95ac209a-f137-4924-86ed-1dfb30a00b0b tempest-AttachSCSIVolumeTestJSON-265284501 tempest-AttachSCSIVolumeTestJSON-265284501-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750375259028', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750374836628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32266323'] for port, after_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:40.761284 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [req-0644c58a-7f08-40ed-a14e-62821f4b945a req-4c14cacf-851e-4194-8279-a36a688a40b8 tempest-ServerAddressesTestJSON-809881903 tempest-ServerAddressesTestJSON-809881903-project] Unset dirty status for tenant:0ae107422c604d4a94e4abf4ff7687c9 on resource:port {{(pid=84040) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 20:47:40.762430 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-0644c58a-7f08-40ed-a14e-62821f4b945a req-4c14cacf-851e-4194-8279-a36a688a40b8 tempest-ServerAddressesTestJSON-809881903 tempest-ServerAddressesTestJSON-809881903-project] 10.222.0.42 "GET /v2.0/ports?device_id=1ac42a05-3e68-468e-98c8-d3348b7bf46f HTTP/1.1" status: 200 len: 932 time: 0.8086534 Apr 18 20:47:40.773098 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95ac209a-f137-4924-86ed-1dfb30a00b0b tempest-AttachSCSIVolumeTestJSON-265284501 tempest-AttachSCSIVolumeTestJSON-265284501-project] Pushing event deleted for resources: {'Port': ['ID=5e447a87-9c70-42dc-a0c0-58135b783e9e,revision_number=None']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:47:40.786948 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5446f4f-a12b-460e-af1b-908657aa0c60 req-b900c1e4-b97a-40bd-ba7b-93b5d5161175 tempest-MultipleCreateTestJSON-190675240 tempest-MultipleCreateTestJSON-190675240-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:47:40.788956 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-c5446f4f-a12b-460e-af1b-908657aa0c60 req-b900c1e4-b97a-40bd-ba7b-93b5d5161175 tempest-MultipleCreateTestJSON-190675240 tempest-MultipleCreateTestJSON-190675240-project] 10.222.0.48 "GET /v2.0/networks?id=1d9bef28-3e81-4e3e-8f24-c41d55475f5f HTTP/1.1" status: 200 len: 813 time: 0.4476218 Apr 18 20:47:40.796595 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af1adc40-cc29-4a7b-878b-004ed8a44780 req-eb549b76-8612-4d30-b393-13b391d28f74 tempest-ImagesOneServerTestJSON-2049129843 tempest-ImagesOneServerTestJSON-2049129843-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:47:40.797945 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-af1adc40-cc29-4a7b-878b-004ed8a44780 req-eb549b76-8612-4d30-b393-13b391d28f74 tempest-ImagesOneServerTestJSON-2049129843 tempest-ImagesOneServerTestJSON-2049129843-project] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4458494 Apr 18 20:47:40.815103 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [req-c5446f4f-a12b-460e-af1b-908657aa0c60 req-31988b3c-82cd-48b7-a287-44196b014169 tempest-MultipleCreateTestJSON-190675240 tempest-MultipleCreateTestJSON-190675240-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:47:40.846939 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [req-c5446f4f-a12b-460e-af1b-908657aa0c60 req-31988b3c-82cd-48b7-a287-44196b014169 tempest-MultipleCreateTestJSON-190675240 tempest-MultipleCreateTestJSON-190675240-project] Usage tracker for resource:port and tenant:2c9b2c88a8a84f839903c8c7e9f1ad0a is out of sync, need to count used quota {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:47:40.852547 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [req-c5446f4f-a12b-460e-af1b-908657aa0c60 req-31988b3c-82cd-48b7-a287-44196b014169 tempest-MultipleCreateTestJSON-190675240 tempest-MultipleCreateTestJSON-190675240-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:47:40.858373 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.v2.base [req-c5446f4f-a12b-460e-af1b-908657aa0c60 req-46e45675-c5a6-44fc-92aa-7202ed098931 tempest-MultipleCreateTestJSON-190675240 tempest-MultipleCreateTestJSON-190675240-project] Request body: {'port': {'device_id': 'd92bb407-1213-4ebb-aa44-99c1f885b082', 'network_id': '1d9bef28-3e81-4e3e-8f24-c41d55475f5f', 'admin_state_up': True, 'tenant_id': '2c9b2c88a8a84f839903c8c7e9f1ad0a'}} {{(pid=84040) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 20:47:40.866979 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [req-c5446f4f-a12b-460e-af1b-908657aa0c60 req-31988b3c-82cd-48b7-a287-44196b014169 tempest-MultipleCreateTestJSON-190675240 tempest-MultipleCreateTestJSON-190675240-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:47:40.885092 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c5446f4f-a12b-460e-af1b-908657aa0c60 req-31988b3c-82cd-48b7-a287-44196b014169 tempest-MultipleCreateTestJSON-190675240 tempest-MultipleCreateTestJSON-190675240-project] Made reservation on behalf of 2c9b2c88a8a84f839903c8c7e9f1ad0a for: {'port': 1} {{(pid=84041) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:47:40.888031 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [req-c5446f4f-a12b-460e-af1b-908657aa0c60 req-31988b3c-82cd-48b7-a287-44196b014169 tempest-MultipleCreateTestJSON-190675240 tempest-MultipleCreateTestJSON-190675240-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:40.906167 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-95ac209a-f137-4924-86ed-1dfb30a00b0b tempest-AttachSCSIVolumeTestJSON-265284501 tempest-AttachSCSIVolumeTestJSON-265284501-project] Notify callbacks [] for floatingip, after_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:40.964115 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-95ac209a-f137-4924-86ed-1dfb30a00b0b tempest-AttachSCSIVolumeTestJSON-265284501 tempest-AttachSCSIVolumeTestJSON-265284501-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217293'] for floatingip, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:40.968295 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-95ac209a-f137-4924-86ed-1dfb30a00b0b tempest-AttachSCSIVolumeTestJSON-265284501 tempest-AttachSCSIVolumeTestJSON-265284501-project] 10.222.0.42 "DELETE /v2.0/floatingips/6ac5257d-5e96-4bbc-a09e-ddb005e35d44 HTTP/1.1" status: 204 len: 168 time: 1.2719259 Apr 18 20:47:40.971236 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-af1adc40-cc29-4a7b-878b-004ed8a44780 req-d23da0de-5f39-490e-b2e4-ec3548c0a3e7 tempest-ImagesOneServerTestJSON-2049129843 tempest-ImagesOneServerTestJSON-2049129843-project] 10.222.0.42 "GET /v2.0/quotas/adeecfc43e8e4841bf54b88eabd8e061 HTTP/1.1" status: 200 len: 375 time: 0.1182683 Apr 18 20:47:40.973205 n-d-838334-2 neutron-server[84040]: DEBUG neutron.notifiers.nova [req-24596950-e580-4151-aee4-4f491e3fbe1e req-5ec54b6a-e6c6-43d8-849a-3e621dd2abf1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e40a49a2-2a35-4f8d-a2a9-c8710be27eb0 {{(pid=84040) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 18 20:47:40.987727 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-24596950-e580-4151-aee4-4f491e3fbe1e req-5ec54b6a-e6c6-43d8-849a-3e621dd2abf1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:41.053220 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-af1adc40-cc29-4a7b-878b-004ed8a44780 req-09d6b9d0-ba3d-4b42-ae02-0b2bf46fe27e tempest-ImagesOneServerTestJSON-2049129843 tempest-ImagesOneServerTestJSON-2049129843-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=adeecfc43e8e4841bf54b88eabd8e061&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0696292 Apr 18 20:47:41.060810 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-0644c58a-7f08-40ed-a14e-62821f4b945a req-5e61eb45-b1dc-4a00-a74c-5ce9b01ca3bf tempest-ServerAddressesTestJSON-809881903 tempest-ServerAddressesTestJSON-809881903-project] 10.222.0.42 "GET /v2.0/security-groups?id=9facca0c-9a09-441d-9f6c-65a0e23cc469&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2823565 Apr 18 20:47:41.061956 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.provisioning_blocks [req-24596950-e580-4151-aee4-4f491e3fbe1e req-5ec54b6a-e6c6-43d8-849a-3e621dd2abf1 service neutron] Transition to ACTIVE for port object e40a49a2-2a35-4f8d-a2a9-c8710be27eb0 will not be triggered until provisioned by entity L2. {{(pid=84040) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 20:47:41.075383 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-446a8a62-fc0e-48ed-b548-118ec92a6ad6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33528224'] for security_group, after_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:41.094529 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-24596950-e580-4151-aee4-4f491e3fbe1e req-5ec54b6a-e6c6-43d8-849a-3e621dd2abf1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32440959'] for port, after_update {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:41.143514 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-446a8a62-fc0e-48ed-b548-118ec92a6ad6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=99d0668b-e360-483f-a60e-9a3990dca542,revision_number=None']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:47:41.182007 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-446a8a62-fc0e-48ed-b548-118ec92a6ad6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:41.185703 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-446a8a62-fc0e-48ed-b548-118ec92a6ad6 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/99d0668b-e360-483f-a60e-9a3990dca542 HTTP/1.1" status: 204 len: 168 time: 1.2338052 Apr 18 20:47:41.220706 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.db_base_plugin_common [req-c5446f4f-a12b-460e-af1b-908657aa0c60 req-31988b3c-82cd-48b7-a287-44196b014169 tempest-MultipleCreateTestJSON-190675240 tempest-MultipleCreateTestJSON-190675240-project] Allocated IP 172.20.0.7 (1d9bef28-3e81-4e3e-8f24-c41d55475f5f/d5bbcfa7-4c14-4cbd-af87-49786db37498/99d1744b-e57b-42dc-9797-f047fe4bc141) {{(pid=84041) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:47:41.287419 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [req-c5446f4f-a12b-460e-af1b-908657aa0c60 req-46e45675-c5a6-44fc-92aa-7202ed098931 tempest-MultipleCreateTestJSON-190675240 tempest-MultipleCreateTestJSON-190675240-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:47:41.324016 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [req-c5446f4f-a12b-460e-af1b-908657aa0c60 req-46e45675-c5a6-44fc-92aa-7202ed098931 tempest-MultipleCreateTestJSON-190675240 tempest-MultipleCreateTestJSON-190675240-project] Usage tracker for resource:port and tenant:2c9b2c88a8a84f839903c8c7e9f1ad0a is out of sync, need to count used quota {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:47:41.330838 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [req-c5446f4f-a12b-460e-af1b-908657aa0c60 req-46e45675-c5a6-44fc-92aa-7202ed098931 tempest-MultipleCreateTestJSON-190675240 tempest-MultipleCreateTestJSON-190675240-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:47:41.379519 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ec54b6a-e6c6-43d8-849a-3e621dd2abf1 service neutron] Pushing event updated for resources: {'Port': ['ID=e40a49a2-2a35-4f8d-a2a9-c8710be27eb0,revision_number=2']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:47:41.382577 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [req-c5446f4f-a12b-460e-af1b-908657aa0c60 req-46e45675-c5a6-44fc-92aa-7202ed098931 tempest-MultipleCreateTestJSON-190675240 tempest-MultipleCreateTestJSON-190675240-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:47:41.615389 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [req-c5446f4f-a12b-460e-af1b-908657aa0c60 req-31988b3c-82cd-48b7-a287-44196b014169 tempest-MultipleCreateTestJSON-190675240 tempest-MultipleCreateTestJSON-190675240-project] Notify callbacks [] for port, precommit_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:41.632282 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7581591-545f-450f-bdd3-49b1278d005f req-1ec0532f-be21-4476-b3a7-26d8f5d9a222 tempest-ListServersNegativeTestJSON-1460383695 tempest-ListServersNegativeTestJSON-1460383695-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:47:41.633178 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [req-c7581591-545f-450f-bdd3-49b1278d005f req-1ec0532f-be21-4476-b3a7-26d8f5d9a222 tempest-ListServersNegativeTestJSON-1460383695 tempest-ListServersNegativeTestJSON-1460383695-project] Synchronizing usage tracker for tenant:cd141b0544bc490a8a8e91c223e9d680 on resource:port {{(pid=84041) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 20:47:41.651298 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [req-43890544-a399-46bb-bfd1-957e9b0275a8 req-641171a9-7080-4617-b1b1-2220f6663e2d tempest-MultipleCreateTestJSON-190675240 tempest-MultipleCreateTestJSON-190675240-project] Synchronizing usage tracker for tenant:2c9b2c88a8a84f839903c8c7e9f1ad0a on resource:port {{(pid=84040) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 20:47:41.652158 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [req-c7581591-545f-450f-bdd3-49b1278d005f req-1ec0532f-be21-4476-b3a7-26d8f5d9a222 tempest-ListServersNegativeTestJSON-1460383695 tempest-ListServersNegativeTestJSON-1460383695-project] Unset dirty status for tenant:cd141b0544bc490a8a8e91c223e9d680 on resource:port {{(pid=84041) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 20:47:41.653215 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-c7581591-545f-450f-bdd3-49b1278d005f req-1ec0532f-be21-4476-b3a7-26d8f5d9a222 tempest-ListServersNegativeTestJSON-1460383695 tempest-ListServersNegativeTestJSON-1460383695-project] 10.222.0.43 "GET /v2.0/ports?device_id=70de86c8-2f95-4a2a-99c9-34ac2a668805 HTTP/1.1" status: 200 len: 945 time: 0.2490921 Apr 18 20:47:41.665267 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c5446f4f-a12b-460e-af1b-908657aa0c60 req-46e45675-c5a6-44fc-92aa-7202ed098931 tempest-MultipleCreateTestJSON-190675240 tempest-MultipleCreateTestJSON-190675240-project] Made reservation on behalf of 2c9b2c88a8a84f839903c8c7e9f1ad0a for: {'port': 1} {{(pid=84040) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:47:41.669876 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-c5446f4f-a12b-460e-af1b-908657aa0c60 req-46e45675-c5a6-44fc-92aa-7202ed098931 tempest-MultipleCreateTestJSON-190675240 tempest-MultipleCreateTestJSON-190675240-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:41.733369 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [req-c5446f4f-a12b-460e-af1b-908657aa0c60 req-31988b3c-82cd-48b7-a287-44196b014169 tempest-MultipleCreateTestJSON-190675240 tempest-MultipleCreateTestJSON-190675240-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750374836619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32266323'] for port, after_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:41.777039 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [req-43890544-a399-46bb-bfd1-957e9b0275a8 req-641171a9-7080-4617-b1b1-2220f6663e2d tempest-MultipleCreateTestJSON-190675240 tempest-MultipleCreateTestJSON-190675240-project] Unset dirty status for tenant:2c9b2c88a8a84f839903c8c7e9f1ad0a on resource:port {{(pid=84040) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 20:47:41.789894 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-43890544-a399-46bb-bfd1-957e9b0275a8 req-641171a9-7080-4617-b1b1-2220f6663e2d tempest-MultipleCreateTestJSON-190675240 tempest-MultipleCreateTestJSON-190675240-project] 10.222.0.42 "GET /v2.0/ports?device_id=86054754-6dee-4889-86cf-db30f26210d5 HTTP/1.1" status: 200 len: 210 time: 0.4085305 Apr 18 20:47:41.816220 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.managers [req-24596950-e580-4151-aee4-4f491e3fbe1e req-5ec54b6a-e6c6-43d8-849a-3e621dd2abf1 service neutron] Attempting to bind port e40a49a2-2a35-4f8d-a2a9-c8710be27eb0 on host n-h2-838334-2 for vnic_type normal with profile {{(pid=84040) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:47:41.816546 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.managers [req-24596950-e580-4151-aee4-4f491e3fbe1e req-5ec54b6a-e6c6-43d8-849a-3e621dd2abf1 service neutron] Attempting to bind port e40a49a2-2a35-4f8d-a2a9-c8710be27eb0 by drivers openvswitch,hyperv on host n-h2-838334-2 at level 0 using segments [{'id': '05f98d21-8ef0-4d1f-8238-2f69a0995866', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '0fb48a8d-a7a8-4664-9f8d-5d17ce812603'}] {{(pid=84040) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:47:41.817051 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24596950-e580-4151-aee4-4f491e3fbe1e req-5ec54b6a-e6c6-43d8-849a-3e621dd2abf1 service neutron] Attempting to bind port e40a49a2-2a35-4f8d-a2a9-c8710be27eb0 on network 0fb48a8d-a7a8-4664-9f8d-5d17ce812603 {{(pid=84040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 20:47:41.870527 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31988b3c-82cd-48b7-a287-44196b014169 tempest-MultipleCreateTestJSON-190675240 tempest-MultipleCreateTestJSON-190675240-project] Pushing event updated for resources: {'Port': ['ID=99d1744b-e57b-42dc-9797-f047fe4bc141,revision_number=1']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:47:41.883946 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.plugin [req-c7581591-545f-450f-bdd3-49b1278d005f req-f7ae1160-7a77-4933-b683-ca91ee6ca897 tempest-ListServersNegativeTestJSON-1460383695 tempest-ListServersNegativeTestJSON-1460383695-project] Deleting port 6fc240fe-bfe2-4690-bce7-eda26c7e84b2 {{(pid=84041) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 20:47:41.884281 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [req-c7581591-545f-450f-bdd3-49b1278d005f req-f7ae1160-7a77-4933-b683-ca91ee6ca897 tempest-ListServersNegativeTestJSON-1460383695 tempest-ListServersNegativeTestJSON-1460383695-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750375188691'] for port, before_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:41.902859 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24596950-e580-4151-aee4-4f491e3fbe1e req-5ec54b6a-e6c6-43d8-849a-3e621dd2abf1 service neutron] Port e40a49a2-2a35-4f8d-a2a9-c8710be27eb0 on network 0fb48a8d-a7a8-4664-9f8d-5d17ce812603 not bound, no agent of type Open vSwitch agent registered on host n-h2-838334-2 {{(pid=84040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 18 20:47:41.904141 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24596950-e580-4151-aee4-4f491e3fbe1e req-5ec54b6a-e6c6-43d8-849a-3e621dd2abf1 service neutron] Attempting to bind port e40a49a2-2a35-4f8d-a2a9-c8710be27eb0 on network 0fb48a8d-a7a8-4664-9f8d-5d17ce812603 {{(pid=84040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 20:47:41.910972 n-d-838334-2 neutron-server[84041]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c5446f4f-a12b-460e-af1b-908657aa0c60 req-31988b3c-82cd-48b7-a287-44196b014169 tempest-MultipleCreateTestJSON-190675240 tempest-MultipleCreateTestJSON-190675240-project] Network 1d9bef28-3e81-4e3e-8f24-c41d55475f5f is already hosted by enough agents. {{(pid=84041) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:47:41.916364 n-d-838334-2 neutron-server[84041]: DEBUG neutron.scheduler.base_scheduler [req-c5446f4f-a12b-460e-af1b-908657aa0c60 req-31988b3c-82cd-48b7-a287-44196b014169 tempest-MultipleCreateTestJSON-190675240 tempest-MultipleCreateTestJSON-190675240-project] Resources bound (agent type, host, resource id): {{(pid=84041) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:47:41.924024 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.l3_dvrscheduler_db [req-c5446f4f-a12b-460e-af1b-908657aa0c60 req-31988b3c-82cd-48b7-a287-44196b014169 tempest-MultipleCreateTestJSON-190675240 tempest-MultipleCreateTestJSON-190675240-project] Received port after_create {{(pid=84041) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 20:47:42.006140 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a09a06b-13ee-4028-8eb4-20124f220ebd req-e67400f0-6de5-4011-a3ca-1da5b1036ab6 tempest-ListServersNegativeTestJSON-1460383695 tempest-ListServersNegativeTestJSON-1460383695-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:47:42.012915 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-6a09a06b-13ee-4028-8eb4-20124f220ebd req-e67400f0-6de5-4011-a3ca-1da5b1036ab6 tempest-ListServersNegativeTestJSON-1460383695 tempest-ListServersNegativeTestJSON-1460383695-project] 10.222.0.42 "GET /v2.0/ports?device_id=70de86c8-2f95-4a2a-99c9-34ac2a668805 HTTP/1.1" status: 200 len: 945 time: 0.4674010 Apr 18 20:47:42.018451 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5446f4f-a12b-460e-af1b-908657aa0c60 req-31988b3c-82cd-48b7-a287-44196b014169 tempest-MultipleCreateTestJSON-190675240 tempest-MultipleCreateTestJSON-190675240-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:47:42.019269 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [req-c5446f4f-a12b-460e-af1b-908657aa0c60 req-31988b3c-82cd-48b7-a287-44196b014169 tempest-MultipleCreateTestJSON-190675240 tempest-MultipleCreateTestJSON-190675240-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217293'] for port, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:42.073569 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24596950-e580-4151-aee4-4f491e3fbe1e req-5ec54b6a-e6c6-43d8-849a-3e621dd2abf1 service neutron] Checking agent: {'id': 'dc797004-f641-47b7-a77f-9c62b5b16296', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-838334-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 34, 3), 'started_at': datetime.datetime(2022, 4, 18, 20, 34, 3), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 20, 47, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 18 20:47:42.073915 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24596950-e580-4151-aee4-4f491e3fbe1e req-5ec54b6a-e6c6-43d8-849a-3e621dd2abf1 service neutron] Checking segment: {'id': '05f98d21-8ef0-4d1f-8238-2f69a0995866', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '0fb48a8d-a7a8-4664-9f8d-5d17ce812603'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84040) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 20:47:42.074279 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24596950-e580-4151-aee4-4f491e3fbe1e req-5ec54b6a-e6c6-43d8-849a-3e621dd2abf1 service neutron] Bound using segment: {'id': '05f98d21-8ef0-4d1f-8238-2f69a0995866', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '0fb48a8d-a7a8-4664-9f8d-5d17ce812603'} {{(pid=84040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 18 20:47:42.074728 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.managers [req-24596950-e580-4151-aee4-4f491e3fbe1e req-5ec54b6a-e6c6-43d8-849a-3e621dd2abf1 service neutron] Bound port: e40a49a2-2a35-4f8d-a2a9-c8710be27eb0, host: n-h2-838334-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '05f98d21-8ef0-4d1f-8238-2f69a0995866', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '0fb48a8d-a7a8-4664-9f8d-5d17ce812603'}}] {{(pid=84040) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 20:47:42.075148 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-24596950-e580-4151-aee4-4f491e3fbe1e req-5ec54b6a-e6c6-43d8-849a-3e621dd2abf1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:42.173238 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.db_base_plugin_common [req-c5446f4f-a12b-460e-af1b-908657aa0c60 req-46e45675-c5a6-44fc-92aa-7202ed098931 tempest-MultipleCreateTestJSON-190675240 tempest-MultipleCreateTestJSON-190675240-project] Allocated IP 172.20.0.9 (1d9bef28-3e81-4e3e-8f24-c41d55475f5f/d5bbcfa7-4c14-4cbd-af87-49786db37498/4b91b5c5-d2fa-4b88-8c7d-73fbabc5ec64) {{(pid=84040) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:47:42.236959 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-6a09a06b-13ee-4028-8eb4-20124f220ebd req-53eb2579-29ff-4b57-b072-93715aaa519c tempest-ListServersNegativeTestJSON-1460383695 tempest-ListServersNegativeTestJSON-1460383695-project] 10.222.0.42 "GET /v2.0/security-groups?id=662d465b-c633-488a-99c1-bc2d1e2ea873&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2231998 Apr 18 20:47:42.292722 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.db [req-24596950-e580-4151-aee4-4f491e3fbe1e req-5ec54b6a-e6c6-43d8-849a-3e621dd2abf1 service neutron] For port e40a49a2-2a35-4f8d-a2a9-c8710be27eb0, host n-h2-838334-2, cleared binding levels {{(pid=84040) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 20:47:42.296866 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.db [req-24596950-e580-4151-aee4-4f491e3fbe1e req-5ec54b6a-e6c6-43d8-849a-3e621dd2abf1 service neutron] For port e40a49a2-2a35-4f8d-a2a9-c8710be27eb0, host n-h2-838334-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838334-2',level=0,port_id=e40a49a2-2a35-4f8d-a2a9-c8710be27eb0,segment=NetworkSegment(05f98d21-8ef0-4d1f-8238-2f69a0995866),segment_id=05f98d21-8ef0-4d1f-8238-2f69a0995866)] {{(pid=84040) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 20:47:42.316374 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-24596950-e580-4151-aee4-4f491e3fbe1e req-5ec54b6a-e6c6-43d8-849a-3e621dd2abf1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32440959'] for port, after_update {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:42.349403 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.db [req-c7581591-545f-450f-bdd3-49b1278d005f req-f7ae1160-7a77-4933-b683-ca91ee6ca897 tempest-ListServersNegativeTestJSON-1460383695 tempest-ListServersNegativeTestJSON-1460383695-project] For port 6fc240fe-bfe2-4690-bce7-eda26c7e84b2, host n-h1-838334-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838334-2',level=0,port_id=6fc240fe-bfe2-4690-bce7-eda26c7e84b2,segment=NetworkSegment(0b27bade-3dd7-4dee-a014-60f424754c57),segment_id=0b27bade-3dd7-4dee-a014-60f424754c57)] {{(pid=84041) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:47:42.350163 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [req-c7581591-545f-450f-bdd3-49b1278d005f req-f7ae1160-7a77-4933-b683-ca91ee6ca897 tempest-ListServersNegativeTestJSON-1460383695 tempest-ListServersNegativeTestJSON-1460383695-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369123'] for port, precommit_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:42.574492 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-c5446f4f-a12b-460e-af1b-908657aa0c60 req-31988b3c-82cd-48b7-a287-44196b014169 tempest-MultipleCreateTestJSON-190675240 tempest-MultipleCreateTestJSON-190675240-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9980800 Apr 18 20:47:42.581806 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.plugin [req-c7581591-545f-450f-bdd3-49b1278d005f req-f7ae1160-7a77-4933-b683-ca91ee6ca897 tempest-ListServersNegativeTestJSON-1460383695 tempest-ListServersNegativeTestJSON-1460383695-project] Calling delete_port for 6fc240fe-bfe2-4690-bce7-eda26c7e84b2 owned by compute:nova {{(pid=84041) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 20:47:42.603070 n-d-838334-2 neutron-server[84040]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5b52ef60-413e-4022-8c1f-8a4740a6e27e'] response: {'server_uuid': '09ef93c4-4247-46e6-8073-210a05cb27e0', 'name': 'network-vif-deleted', 'tag': '4c35183f-d795-4dc9-9e08-685248134292', 'status': 'completed', 'code': 200} Apr 18 20:47:42.618461 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.v2.base [req-c5446f4f-a12b-460e-af1b-908657aa0c60 req-f305f646-c470-4043-a170-d467093b038d service neutron] Request body: {'port': {'device_id': '86054754-6dee-4889-86cf-db30f26210d5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-838334-2'}} {{(pid=84041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 20:47:42.800907 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [req-c5446f4f-a12b-460e-af1b-908657aa0c60 req-f305f646-c470-4043-a170-d467093b038d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:42.801675 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-24596950-e580-4151-aee4-4f491e3fbe1e req-5ec54b6a-e6c6-43d8-849a-3e621dd2abf1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217293'] for port, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:42.803121 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-24596950-e580-4151-aee4-4f491e3fbe1e req-5ec54b6a-e6c6-43d8-849a-3e621dd2abf1 service neutron] 10.222.0.48 "PUT /v2.0/ports/e40a49a2-2a35-4f8d-a2a9-c8710be27eb0 HTTP/1.1" status: 200 len: 1092 time: 3.4056141 Apr 18 20:47:42.809617 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a5770fe-c475-4fca-985d-a5ca710ede80 req-60aa1677-e7ea-4f60-92d3-c632e4ec05b5 tempest-ServersTestBootFromVolume-1514752049 tempest-ServersTestBootFromVolume-1514752049-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:47:42.826687 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-9a5770fe-c475-4fca-985d-a5ca710ede80 req-60aa1677-e7ea-4f60-92d3-c632e4ec05b5 tempest-ServersTestBootFromVolume-1514752049 tempest-ServersTestBootFromVolume-1514752049-project] 10.222.0.42 "GET /v2.0/ports?device_id=f202d24e-5786-4e97-b11f-4f156f6f3e05 HTTP/1.1" status: 200 len: 943 time: 0.8279119 Apr 18 20:47:42.851982 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 43888) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:47:42.857754 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ec54b6a-e6c6-43d8-849a-3e621dd2abf1 service neutron] Pushing event updated for resources: {'Port': ['ID=e40a49a2-2a35-4f8d-a2a9-c8710be27eb0,revision_number=3']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:47:43.024236 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-9a5770fe-c475-4fca-985d-a5ca710ede80 req-729f7468-7dde-4e0f-87ac-11992d916e5a tempest-ServersTestBootFromVolume-1514752049 tempest-ServersTestBootFromVolume-1514752049-project] 10.222.0.42 "GET /v2.0/security-groups?id=f715db8b-aaa1-4961-aa17-658de350acd6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1965630 Apr 18 20:47:43.058311 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f79b9a9d-788a-46d4-af7f-baf083e6596a req-a8f886ae-2068-4c3c-bb1f-fe7224fba16b tempest-MigrationsAdminTest-1326981207 tempest-MigrationsAdminTest-1326981207-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:47:43.061997 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-f79b9a9d-788a-46d4-af7f-baf083e6596a req-a8f886ae-2068-4c3c-bb1f-fe7224fba16b tempest-MigrationsAdminTest-1326981207 tempest-MigrationsAdminTest-1326981207-project] 10.222.0.42 "GET /v2.0/ports?device_id=db680760-9920-4ccc-8c07-2936a873d08f HTTP/1.1" status: 200 len: 950 time: 0.4551184 Apr 18 20:47:43.129172 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [req-c7581591-545f-450f-bdd3-49b1278d005f req-f7ae1160-7a77-4933-b683-ca91ee6ca897 tempest-ListServersNegativeTestJSON-1460383695 tempest-ListServersNegativeTestJSON-1460383695-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750375259028', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750374836628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32266323'] for port, after_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:43.141954 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] get_ports_and_sgs() called for port_ids ['6fc240fe-bfe2-4690-bce7-eda26c7e84b2', '3de1f3b7-84fe-4e5b-9d81-7e00248194d1'] {{(pid=84042) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 18 20:47:43.205249 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-c5446f4f-a12b-460e-af1b-908657aa0c60 req-46e45675-c5a6-44fc-92aa-7202ed098931 tempest-MultipleCreateTestJSON-190675240 tempest-MultipleCreateTestJSON-190675240-project] Notify callbacks [] for port, precommit_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:43.226999 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7ae1160-7a77-4933-b683-ca91ee6ca897 tempest-ListServersNegativeTestJSON-1460383695 tempest-ListServersNegativeTestJSON-1460383695-project] Pushing event deleted for resources: {'Port': ['ID=6fc240fe-bfe2-4690-bce7-eda26c7e84b2,revision_number=None']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:47:43.285452 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.v2.base [None req-703bbfd9-5dcc-4d99-bd06-9b43939736a2 admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-111983746-network', 'tenant_id': '6be92480d0964f34a8ede9caae0c987d'}} {{(pid=84040) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 20:47:43.286211 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] get_ports_and_sgs() called for port_ids ['2d3fbf48-a26c-4c3c-8cb2-ebed10cdec73'] {{(pid=84042) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 18 20:47:43.294191 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-af1adc40-cc29-4a7b-878b-004ed8a44780 req-afd7214d-4efa-49fd-9302-9fdd8e6bdb7e tempest-ImagesOneServerTestJSON-2049129843 tempest-ImagesOneServerTestJSON-2049129843-project] 10.222.0.48 "GET /v2.0/networks?tenant_id=adeecfc43e8e4841bf54b88eabd8e061&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0690272 Apr 18 20:47:43.339466 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-f79b9a9d-788a-46d4-af7f-baf083e6596a req-1c7e7111-7f66-4b9f-8a5b-6d45741abecd tempest-MigrationsAdminTest-1326981207 tempest-MigrationsAdminTest-1326981207-project] 10.222.0.42 "GET /v2.0/security-groups?id=8ca7ac2c-bfe5-493b-aae6-636315bac851&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2615817 Apr 18 20:47:43.345156 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [None req-703bbfd9-5dcc-4d99-bd06-9b43939736a2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:47:43.364574 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.l3_dvrscheduler_db [req-c7581591-545f-450f-bdd3-49b1278d005f req-f7ae1160-7a77-4933-b683-ca91ee6ca897 tempest-ListServersNegativeTestJSON-1460383695 tempest-ListServersNegativeTestJSON-1460383695-project] No DVR routers for this DVR port 6fc240fe-bfe2-4690-bce7-eda26c7e84b2 on host n-h1-838334-2 {{(pid=84041) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 20:47:43.369764 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [req-c7581591-545f-450f-bdd3-49b1278d005f req-f7ae1160-7a77-4933-b683-ca91ee6ca897 tempest-ListServersNegativeTestJSON-1460383695 tempest-ListServersNegativeTestJSON-1460383695-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217293'] for port, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:43.371554 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-24596950-e580-4151-aee4-4f491e3fbe1e req-0b239fa7-0a87-47d0-9981-33d25350f052 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=0ae107422c604d4a94e4abf4ff7687c9&device_id=1ac42a05-3e68-468e-98c8-d3348b7bf46f HTTP/1.1" status: 200 len: 1095 time: 0.5108149 Apr 18 20:47:43.371895 n-d-838334-2 neutron-server[84041]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '70de86c8-2f95-4a2a-99c9-34ac2a668805', 'name': 'network-vif-deleted', 'tag': '6fc240fe-bfe2-4690-bce7-eda26c7e84b2'}] {{(pid=84041) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 20:47:43.399196 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-c7581591-545f-450f-bdd3-49b1278d005f req-f7ae1160-7a77-4933-b683-ca91ee6ca897 tempest-ListServersNegativeTestJSON-1460383695 tempest-ListServersNegativeTestJSON-1460383695-project] 10.222.0.43 "DELETE /v2.0/ports/6fc240fe-bfe2-4690-bce7-eda26c7e84b2 HTTP/1.1" status: 204 len: 173 time: 1.7346392 Apr 18 20:47:43.483415 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-ae369cf8-175a-4f9c-ba2c-1cde356d0c2b req-5d91f311-3e8b-4181-844b-63b6dec5a205 tempest-ImagesOneServerTestJSON-2049129843 tempest-ImagesOneServerTestJSON-2049129843-project] 10.222.0.42 "GET /v2.0/ports?device_id=d44c3995-aaea-498f-b11f-fc70e6923c49 HTTP/1.1" status: 200 len: 210 time: 0.2018416 Apr 18 20:47:43.528032 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Device bf3648e0-3d5a-4377-a6e4-8acf452dfb09 details requested by agent hyperv_n-h2-838334-2 with host n-h2-838334-2 {{(pid=84042) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 18 20:47:43.580490 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-703bbfd9-5dcc-4d99-bd06-9b43939736a2 admin admin] Usage tracker for resource:network and tenant:6be92480d0964f34a8ede9caae0c987d is out of sync, need to count used quota {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:47:43.592926 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-24596950-e580-4151-aee4-4f491e3fbe1e req-34b0330a-b881-4bfc-9ce2-e81c097de7a6 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e40a49a2-2a35-4f8d-a2a9-c8710be27eb0 HTTP/1.1" status: 200 len: 217 time: 0.1824074 Apr 18 20:47:43.593826 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-703bbfd9-5dcc-4d99-bd06-9b43939736a2 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:47:43.613971 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [None req-703bbfd9-5dcc-4d99-bd06-9b43939736a2 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:47:43.661462 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.db.resource_extend [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 18 20:47:43.750242 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-c5446f4f-a12b-460e-af1b-908657aa0c60 req-46e45675-c5a6-44fc-92aa-7202ed098931 tempest-MultipleCreateTestJSON-190675240 tempest-MultipleCreateTestJSON-190675240-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750374836619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32440838'] for port, after_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:43.853719 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-703bbfd9-5dcc-4d99-bd06-9b43939736a2 admin admin] Made reservation on behalf of 6be92480d0964f34a8ede9caae0c987d for: {'network': 1} {{(pid=84040) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:47:43.856491 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-703bbfd9-5dcc-4d99-bd06-9b43939736a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for network, before_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:43.927965 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] For port bf3648e0-3d5a-4377-a6e4-8acf452dfb09, host n-h2-838334-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838334-2',level=0,port_id=bf3648e0-3d5a-4377-a6e4-8acf452dfb09,segment=NetworkSegment(a48f89e7-be20-47ff-8e82-653a2d5ad82b),segment_id=a48f89e7-be20-47ff-8e82-653a2d5ad82b)] {{(pid=84042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:47:43.930107 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-703bbfd9-5dcc-4d99-bd06-9b43939736a2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:43.939825 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24596950-e580-4151-aee4-4f491e3fbe1e req-085c1cbd-5909-4ce7-9edb-482ed7b23c8e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:47:43.941259 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-24596950-e580-4151-aee4-4f491e3fbe1e req-085c1cbd-5909-4ce7-9edb-482ed7b23c8e service neutron] 10.222.0.48 "GET /v2.0/subnets?id=8d8efdae-4fd8-4aa6-b8c5-6709546a0547 HTTP/1.1" status: 200 len: 853 time: 0.3338335 Apr 18 20:47:43.965903 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Returning: {'device': 'bf3648e0-3d5a-4377-a6e4-8acf452dfb09', 'network_id': '926061aa-7053-4e13-adce-8286fe177d09', 'port_id': 'bf3648e0-3d5a-4377-a6e4-8acf452dfb09', 'mac_address': 'fa:16:3e:1b:ce:a5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 375, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4aaef2f0-843c-461e-a57b-a0e79342b79d', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84042) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 18 20:47:43.966130 n-d-838334-2 neutron-server[84041]: DEBUG neutron.notifiers.nova [req-c5446f4f-a12b-460e-af1b-908657aa0c60 req-f305f646-c470-4043-a170-d467093b038d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 99d1744b-e57b-42dc-9797-f047fe4bc141 {{(pid=84041) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 18 20:47:43.979220 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [req-c5446f4f-a12b-460e-af1b-908657aa0c60 req-f305f646-c470-4043-a170-d467093b038d service neutron] Notify callbacks [] for port, precommit_update {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:44.012649 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46e45675-c5a6-44fc-92aa-7202ed098931 tempest-MultipleCreateTestJSON-190675240 tempest-MultipleCreateTestJSON-190675240-project] Pushing event updated for resources: {'Port': ['ID=4b91b5c5-d2fa-4b88-8c7d-73fbabc5ec64,revision_number=1']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:47:44.022582 n-d-838334-2 neutron-server[84040]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c5446f4f-a12b-460e-af1b-908657aa0c60 req-46e45675-c5a6-44fc-92aa-7202ed098931 tempest-MultipleCreateTestJSON-190675240 tempest-MultipleCreateTestJSON-190675240-project] Network 1d9bef28-3e81-4e3e-8f24-c41d55475f5f is already hosted by enough agents. {{(pid=84040) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:47:44.036763 n-d-838334-2 neutron-server[84040]: DEBUG neutron.scheduler.base_scheduler [req-c5446f4f-a12b-460e-af1b-908657aa0c60 req-46e45675-c5a6-44fc-92aa-7202ed098931 tempest-MultipleCreateTestJSON-190675240 tempest-MultipleCreateTestJSON-190675240-project] Resources bound (agent type, host, resource id): {{(pid=84040) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:47:44.045836 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:44.046866 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.provisioning_blocks [req-c5446f4f-a12b-460e-af1b-908657aa0c60 req-f305f646-c470-4043-a170-d467093b038d service neutron] Transition to ACTIVE for port object 99d1744b-e57b-42dc-9797-f047fe4bc141 will not be triggered until provisioned by entity L2. {{(pid=84041) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 20:47:44.052155 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [req-c5446f4f-a12b-460e-af1b-908657aa0c60 req-f305f646-c470-4043-a170-d467093b038d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32266282'] for port, after_update {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:44.054736 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af1adc40-cc29-4a7b-878b-004ed8a44780 req-a951a1ee-7f99-42ba-a440-5c5bdbad07dd tempest-ImagesOneServerTestJSON-2049129843 tempest-ImagesOneServerTestJSON-2049129843-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:47:44.056353 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-af1adc40-cc29-4a7b-878b-004ed8a44780 req-a951a1ee-7f99-42ba-a440-5c5bdbad07dd tempest-ImagesOneServerTestJSON-2049129843 tempest-ImagesOneServerTestJSON-2049129843-project] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.7088943 Apr 18 20:47:44.059569 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.l3_dvrscheduler_db [req-c5446f4f-a12b-460e-af1b-908657aa0c60 req-46e45675-c5a6-44fc-92aa-7202ed098931 tempest-MultipleCreateTestJSON-190675240 tempest-MultipleCreateTestJSON-190675240-project] Received port after_create {{(pid=84040) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 20:47:44.094196 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-24596950-e580-4151-aee4-4f491e3fbe1e req-e4da1d4b-4eec-48a1-9e4f-fc5c12dd6004 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=0fb48a8d-a7a8-4664-9f8d-5d17ce812603&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1337240 Apr 18 20:47:44.106420 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.v2.base [req-af1adc40-cc29-4a7b-878b-004ed8a44780 req-7eb1fd36-d6f5-4894-9950-a6501d36ac2a tempest-ImagesOneServerTestJSON-2049129843 tempest-ImagesOneServerTestJSON-2049129843-project] Request body: {'port': {'device_id': 'd44c3995-aaea-498f-b11f-fc70e6923c49', 'network_id': 'cb56989d-7c5d-4678-b194-1d2edf1e842a', 'admin_state_up': True, 'tenant_id': 'adeecfc43e8e4841bf54b88eabd8e061'}} {{(pid=84040) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 20:47:44.179870 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f305f646-c470-4043-a170-d467093b038d service neutron] Pushing event updated for resources: {'Port': ['ID=99d1744b-e57b-42dc-9797-f047fe4bc141,revision_number=2']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:47:44.215211 n-d-838334-2 neutron-server[84042]: DEBUG neutron.notifiers.nova [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bf3648e0-3d5a-4377-a6e4-8acf452dfb09 {{(pid=84042) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 18 20:47:44.224453 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [None req-703bbfd9-5dcc-4d99-bd06-9b43939736a2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:47:44.254396 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-703bbfd9-5dcc-4d99-bd06-9b43939736a2 admin admin] Usage tracker for resource:security_group_rule and tenant:6be92480d0964f34a8ede9caae0c987d is out of sync, need to count used quota {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:47:44.259530 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] For port bf3648e0-3d5a-4377-a6e4-8acf452dfb09, host n-h2-838334-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838334-2',level=0,port_id=bf3648e0-3d5a-4377-a6e4-8acf452dfb09,segment=NetworkSegment(a48f89e7-be20-47ff-8e82-653a2d5ad82b),segment_id=a48f89e7-be20-47ff-8e82-653a2d5ad82b)] {{(pid=84042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:47:44.271230 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682'] for port, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:44.324924 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-703bbfd9-5dcc-4d99-bd06-9b43939736a2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:47:44.357626 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Pushing event updated for resources: {'Port': ['ID=bf3648e0-3d5a-4377-a6e4-8acf452dfb09,revision_number=4']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:47:44.366370 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d4a81ba-c399-4626-b312-38a5c7ee4de6 req-a8a6f2bd-4c73-4e6a-99cf-52e67504ec47 tempest-ServerAddressesTestJSON-809881903 tempest-ServerAddressesTestJSON-809881903-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:47:44.367774 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-5d4a81ba-c399-4626-b312-38a5c7ee4de6 req-a8a6f2bd-4c73-4e6a-99cf-52e67504ec47 tempest-ServerAddressesTestJSON-809881903 tempest-ServerAddressesTestJSON-809881903-project] 10.222.0.42 "GET /v2.0/ports?device_id=1ac42a05-3e68-468e-98c8-d3348b7bf46f HTTP/1.1" status: 200 len: 944 time: 0.6989834 Apr 18 20:47:44.374466 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [None req-703bbfd9-5dcc-4d99-bd06-9b43939736a2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:47:44.389007 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5446f4f-a12b-460e-af1b-908657aa0c60 req-46e45675-c5a6-44fc-92aa-7202ed098931 tempest-MultipleCreateTestJSON-190675240 tempest-MultipleCreateTestJSON-190675240-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:47:44.389756 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-c5446f4f-a12b-460e-af1b-908657aa0c60 req-46e45675-c5a6-44fc-92aa-7202ed098931 tempest-MultipleCreateTestJSON-190675240 tempest-MultipleCreateTestJSON-190675240-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217293'] for port, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:44.410313 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.managers [req-c5446f4f-a12b-460e-af1b-908657aa0c60 req-f305f646-c470-4043-a170-d467093b038d service neutron] Attempting to bind port 99d1744b-e57b-42dc-9797-f047fe4bc141 on host n-h1-838334-2 for vnic_type normal with profile {{(pid=84041) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:47:44.410731 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.managers [req-c5446f4f-a12b-460e-af1b-908657aa0c60 req-f305f646-c470-4043-a170-d467093b038d service neutron] Attempting to bind port 99d1744b-e57b-42dc-9797-f047fe4bc141 by drivers openvswitch,hyperv on host n-h1-838334-2 at level 0 using segments [{'id': '69e680c7-3ab0-48c4-a2d0-df2b5d30c8ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '1d9bef28-3e81-4e3e-8f24-c41d55475f5f'}] {{(pid=84041) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:47:44.411009 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5446f4f-a12b-460e-af1b-908657aa0c60 req-f305f646-c470-4043-a170-d467093b038d service neutron] Attempting to bind port 99d1744b-e57b-42dc-9797-f047fe4bc141 on network 1d9bef28-3e81-4e3e-8f24-c41d55475f5f {{(pid=84041) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 20:47:44.420160 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5446f4f-a12b-460e-af1b-908657aa0c60 req-f305f646-c470-4043-a170-d467093b038d service neutron] Port 99d1744b-e57b-42dc-9797-f047fe4bc141 on network 1d9bef28-3e81-4e3e-8f24-c41d55475f5f not bound, no agent of type Open vSwitch agent registered on host n-h1-838334-2 {{(pid=84041) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 18 20:47:44.420474 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5446f4f-a12b-460e-af1b-908657aa0c60 req-f305f646-c470-4043-a170-d467093b038d service neutron] Attempting to bind port 99d1744b-e57b-42dc-9797-f047fe4bc141 on network 1d9bef28-3e81-4e3e-8f24-c41d55475f5f {{(pid=84041) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 20:47:44.427470 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5446f4f-a12b-460e-af1b-908657aa0c60 req-f305f646-c470-4043-a170-d467093b038d service neutron] Checking agent: {'id': 'd63bab19-ff81-4de1-afeb-a3732288d0d7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-838334-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 33, 59), 'started_at': datetime.datetime(2022, 4, 18, 20, 33, 59), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 20, 47, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84041) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 18 20:47:44.427841 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5446f4f-a12b-460e-af1b-908657aa0c60 req-f305f646-c470-4043-a170-d467093b038d service neutron] Checking segment: {'id': '69e680c7-3ab0-48c4-a2d0-df2b5d30c8ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '1d9bef28-3e81-4e3e-8f24-c41d55475f5f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84041) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 20:47:44.428216 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5446f4f-a12b-460e-af1b-908657aa0c60 req-f305f646-c470-4043-a170-d467093b038d service neutron] Bound using segment: {'id': '69e680c7-3ab0-48c4-a2d0-df2b5d30c8ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '1d9bef28-3e81-4e3e-8f24-c41d55475f5f'} {{(pid=84041) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 18 20:47:44.428881 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.managers [req-c5446f4f-a12b-460e-af1b-908657aa0c60 req-f305f646-c470-4043-a170-d467093b038d service neutron] Bound port: 99d1744b-e57b-42dc-9797-f047fe4bc141, host: n-h1-838334-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '69e680c7-3ab0-48c4-a2d0-df2b5d30c8ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '1d9bef28-3e81-4e3e-8f24-c41d55475f5f'}}] {{(pid=84041) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 20:47:44.429048 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [req-c5446f4f-a12b-460e-af1b-908657aa0c60 req-f305f646-c470-4043-a170-d467093b038d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:44.474677 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-891c12dd-4845-44cf-834f-c787c87ccb2e req-beeca19f-8194-466f-a07e-c46a7f404c36 tempest-MultipleCreateTestJSON-190675240 tempest-MultipleCreateTestJSON-190675240-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:47:44.479935 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-891c12dd-4845-44cf-834f-c787c87ccb2e req-beeca19f-8194-466f-a07e-c46a7f404c36 tempest-MultipleCreateTestJSON-190675240 tempest-MultipleCreateTestJSON-190675240-project] 10.222.0.42 "GET /v2.0/ports?device_id=86054754-6dee-4889-86cf-db30f26210d5 HTTP/1.1" status: 200 len: 931 time: 0.7364230 Apr 18 20:47:44.541040 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.db [req-c5446f4f-a12b-460e-af1b-908657aa0c60 req-f305f646-c470-4043-a170-d467093b038d service neutron] For port 99d1744b-e57b-42dc-9797-f047fe4bc141, host n-h1-838334-2, cleared binding levels {{(pid=84041) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 20:47:44.544350 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.db [req-c5446f4f-a12b-460e-af1b-908657aa0c60 req-f305f646-c470-4043-a170-d467093b038d service neutron] For port 99d1744b-e57b-42dc-9797-f047fe4bc141, host n-h1-838334-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838334-2',level=0,port_id=99d1744b-e57b-42dc-9797-f047fe4bc141,segment=NetworkSegment(69e680c7-3ab0-48c4-a2d0-df2b5d30c8ee),segment_id=69e680c7-3ab0-48c4-a2d0-df2b5d30c8ee)] {{(pid=84041) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 20:47:44.549112 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [req-c5446f4f-a12b-460e-af1b-908657aa0c60 req-f305f646-c470-4043-a170-d467093b038d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32266282'] for port, after_update {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:44.591436 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [req-af1adc40-cc29-4a7b-878b-004ed8a44780 req-7eb1fd36-d6f5-4894-9950-a6501d36ac2a tempest-ImagesOneServerTestJSON-2049129843 tempest-ImagesOneServerTestJSON-2049129843-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:47:44.594420 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] get_ports_and_sgs() called for port_ids ['bf3648e0-3d5a-4377-a6e4-8acf452dfb09'] {{(pid=84042) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 18 20:47:44.603942 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-c5446f4f-a12b-460e-af1b-908657aa0c60 req-46e45675-c5a6-44fc-92aa-7202ed098931 tempest-MultipleCreateTestJSON-190675240 tempest-MultipleCreateTestJSON-190675240-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.7620645 Apr 18 20:47:44.610757 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [req-af1adc40-cc29-4a7b-878b-004ed8a44780 req-7eb1fd36-d6f5-4894-9950-a6501d36ac2a tempest-ImagesOneServerTestJSON-2049129843 tempest-ImagesOneServerTestJSON-2049129843-project] Usage tracker for resource:port and tenant:adeecfc43e8e4841bf54b88eabd8e061 is out of sync, need to count used quota {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:47:44.613190 n-d-838334-2 neutron-server[84040]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1ac42a05-3e68-468e-98c8-d3348b7bf46f', 'tag': 'e40a49a2-2a35-4f8d-a2a9-c8710be27eb0'}] {{(pid=84040) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 20:47:44.618888 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [req-c5446f4f-a12b-460e-af1b-908657aa0c60 req-f305f646-c470-4043-a170-d467093b038d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217293'] for port, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:44.620013 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-c5446f4f-a12b-460e-af1b-908657aa0c60 req-f305f646-c470-4043-a170-d467093b038d service neutron] 10.222.0.43 "PUT /v2.0/ports/99d1744b-e57b-42dc-9797-f047fe4bc141 HTTP/1.1" status: 200 len: 1091 time: 2.0067978 Apr 18 20:47:44.622542 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [req-af1adc40-cc29-4a7b-878b-004ed8a44780 req-7eb1fd36-d6f5-4894-9950-a6501d36ac2a tempest-ImagesOneServerTestJSON-2049129843 tempest-ImagesOneServerTestJSON-2049129843-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:47:44.629705 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-24596950-e580-4151-aee4-4f491e3fbe1e req-63078724-e2eb-46d2-882c-380c2173afc8 service neutron] 10.222.0.48 "GET /v2.0/networks/0fb48a8d-a7a8-4664-9f8d-5d17ce812603?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4968932 Apr 18 20:47:44.639323 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.v2.base [req-c5446f4f-a12b-460e-af1b-908657aa0c60 req-2c27a2d2-2a05-4443-8d76-e1898250a205 service neutron] Request body: {'port': {'device_id': 'd92bb407-1213-4ebb-aa44-99c1f885b082', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-838334-2'}} {{(pid=84040) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 20:47:44.645516 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f305f646-c470-4043-a170-d467093b038d service neutron] Pushing event updated for resources: {'Port': ['ID=99d1744b-e57b-42dc-9797-f047fe4bc141,revision_number=3']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:47:44.668058 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [req-af1adc40-cc29-4a7b-878b-004ed8a44780 req-7eb1fd36-d6f5-4894-9950-a6501d36ac2a tempest-ImagesOneServerTestJSON-2049129843 tempest-ImagesOneServerTestJSON-2049129843-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:47:44.707429 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-5d4a81ba-c399-4626-b312-38a5c7ee4de6 req-46b0e56e-58cd-4cff-afb8-60c5db5b8aa4 tempest-ServerAddressesTestJSON-809881903 tempest-ServerAddressesTestJSON-809881903-project] 10.222.0.42 "GET /v2.0/security-groups?id=9facca0c-9a09-441d-9f6c-65a0e23cc469&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3282638 Apr 18 20:47:44.768700 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-c5446f4f-a12b-460e-af1b-908657aa0c60 req-dbe7343b-5cfc-4c9e-891c-09b1987ac1a5 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=2c9b2c88a8a84f839903c8c7e9f1ad0a&device_id=86054754-6dee-4889-86cf-db30f26210d5 HTTP/1.1" status: 200 len: 1094 time: 0.1021957 Apr 18 20:47:44.883377 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-c5446f4f-a12b-460e-af1b-908657aa0c60 req-c38c0353-9d47-4e02-95b3-ada8ddff3bbd service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=99d1744b-e57b-42dc-9797-f047fe4bc141 HTTP/1.1" status: 200 len: 217 time: 0.1074014 Apr 18 20:47:44.963216 n-d-838334-2 neutron-server[84041]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dbe27425-8b2b-4551-8399-ddb8a14f4efc'] response: {'server_uuid': '70de86c8-2f95-4a2a-99c9-34ac2a668805', 'name': 'network-vif-deleted', 'tag': '6fc240fe-bfe2-4690-bce7-eda26c7e84b2', 'status': 'completed', 'code': 200} Apr 18 20:47:44.973836 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5446f4f-a12b-460e-af1b-908657aa0c60 req-edf25c1d-1c6a-4333-809a-7a409ec78f58 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:47:44.975670 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-c5446f4f-a12b-460e-af1b-908657aa0c60 req-edf25c1d-1c6a-4333-809a-7a409ec78f58 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=d5bbcfa7-4c14-4cbd-af87-49786db37498 HTTP/1.1" status: 200 len: 853 time: 0.0845656 Apr 18 20:47:45.026465 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-c5446f4f-a12b-460e-af1b-908657aa0c60 req-bf0ed088-8a31-4016-b4ca-c363ee94ebc4 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=1d9bef28-3e81-4e3e-8f24-c41d55475f5f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0412378 Apr 18 20:47:45.080926 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-703bbfd9-5dcc-4d99-bd06-9b43939736a2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:45.090386 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-891c12dd-4845-44cf-834f-c787c87ccb2e req-548831ae-a0e2-4b46-9b7c-d736f6201b9b tempest-MultipleCreateTestJSON-190675240 tempest-MultipleCreateTestJSON-190675240-project] 10.222.0.42 "GET /v2.0/security-groups?id=1b05a6b2-12b5-46ba-add0-6b3994e41087&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5718257 Apr 18 20:47:45.091287 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-af1adc40-cc29-4a7b-878b-004ed8a44780 req-7eb1fd36-d6f5-4894-9950-a6501d36ac2a tempest-ImagesOneServerTestJSON-2049129843 tempest-ImagesOneServerTestJSON-2049129843-project] Made reservation on behalf of adeecfc43e8e4841bf54b88eabd8e061 for: {'port': 1} {{(pid=84040) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:47:45.094087 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-af1adc40-cc29-4a7b-878b-004ed8a44780 req-7eb1fd36-d6f5-4894-9950-a6501d36ac2a tempest-ImagesOneServerTestJSON-2049129843 tempest-ImagesOneServerTestJSON-2049129843-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:45.162535 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-703bbfd9-5dcc-4d99-bd06-9b43939736a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33528224'] for security_group, after_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:45.174680 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-703bbfd9-5dcc-4d99-bd06-9b43939736a2 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 362} {{(pid=84040) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 20:47:45.184751 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-703bbfd9-5dcc-4d99-bd06-9b43939736a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1082986'] for segment, precommit_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:45.185089 n-d-838334-2 neutron-server[84040]: INFO neutron.db.segments_db [None req-703bbfd9-5dcc-4d99-bd06-9b43939736a2 admin admin] Added segment 4935dfdb-03db-4976-a6b4-e0fa58696685 of type vlan for network 48f708f8-0904-4115-910c-bb1ab06d7263 Apr 18 20:47:45.185696 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-c5446f4f-a12b-460e-af1b-908657aa0c60 req-8627d36a-12f7-47cf-b0d3-2dbac500ae9e service neutron] 10.222.0.43 "GET /v2.0/networks/1d9bef28-3e81-4e3e-8f24-c41d55475f5f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1527987 Apr 18 20:47:45.231086 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Device 6fc240fe-bfe2-4690-bce7-eda26c7e84b2 no longer exists at agent hyperv_n-h1-838334-2 {{(pid=84042) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 20:47:45.264815 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.plugin [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] No Port match for: 6fc240fe-bfe2-4690-bce7-eda26c7e84b2 {{(pid=84042) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 18 20:47:45.265504 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Device 6fc240fe-bfe2-4690-bce7-eda26c7e84b2 not bound to the agent host n-h1-838334-2 {{(pid=84042) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 20:47:45.268910 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-af1adc40-cc29-4a7b-878b-004ed8a44780 req-7eb1fd36-d6f5-4894-9950-a6501d36ac2a tempest-ImagesOneServerTestJSON-2049129843 tempest-ImagesOneServerTestJSON-2049129843-project] Notify callbacks [] for security_group, before_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:45.289470 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-703bbfd9-5dcc-4d99-bd06-9b43939736a2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5518633c-5bdd-41db-a1d5-749e9b6740a2,revision_number=1']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:47:45.336817 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-24596950-e580-4151-aee4-4f491e3fbe1e req-fe36e069-d414-4db1-92fa-0dbc3ad421c7 service neutron] 10.222.0.48 "GET /v2.0/networks/0fb48a8d-a7a8-4664-9f8d-5d17ce812603?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6704533 Apr 18 20:47:45.358868 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-c5446f4f-a12b-460e-af1b-908657aa0c60 req-ebc29b84-bec8-46d4-87b0-ca02d654f97c service neutron] 10.222.0.43 "GET /v2.0/networks/1d9bef28-3e81-4e3e-8f24-c41d55475f5f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1666000 Apr 18 20:47:45.408652 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-703bbfd9-5dcc-4d99-bd06-9b43939736a2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750374825732'] for network, precommit_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:45.439074 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-c5446f4f-a12b-460e-af1b-908657aa0c60 req-2c27a2d2-2a05-4443-8d76-e1898250a205 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:45.467784 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [req-af1adc40-cc29-4a7b-878b-004ed8a44780 req-7eb1fd36-d6f5-4894-9950-a6501d36ac2a tempest-ImagesOneServerTestJSON-2049129843 tempest-ImagesOneServerTestJSON-2049129843-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:47:45.480904 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [req-af1adc40-cc29-4a7b-878b-004ed8a44780 req-7eb1fd36-d6f5-4894-9950-a6501d36ac2a tempest-ImagesOneServerTestJSON-2049129843 tempest-ImagesOneServerTestJSON-2049129843-project] Usage tracker for resource:security_group_rule and tenant:adeecfc43e8e4841bf54b88eabd8e061 is out of sync, need to count used quota {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:47:45.497072 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cba39a99-c85e-4a7c-aa0b-95c4dcb60c6c req-c9ebe0b2-135d-4f72-bb47-2aed30ea07ab tempest-MigrationsAdminTest-1326981207 tempest-MigrationsAdminTest-1326981207-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:47:45.498575 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-cba39a99-c85e-4a7c-aa0b-95c4dcb60c6c req-c9ebe0b2-135d-4f72-bb47-2aed30ea07ab tempest-MigrationsAdminTest-1326981207 tempest-MigrationsAdminTest-1326981207-project] 10.222.0.42 "GET /v2.0/ports?device_id=db680760-9920-4ccc-8c07-2936a873d08f HTTP/1.1" status: 200 len: 950 time: 0.4142818 Apr 18 20:47:45.502664 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [req-af1adc40-cc29-4a7b-878b-004ed8a44780 req-7eb1fd36-d6f5-4894-9950-a6501d36ac2a tempest-ImagesOneServerTestJSON-2049129843 tempest-ImagesOneServerTestJSON-2049129843-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:47:45.544745 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [req-af1adc40-cc29-4a7b-878b-004ed8a44780 req-7eb1fd36-d6f5-4894-9950-a6501d36ac2a tempest-ImagesOneServerTestJSON-2049129843 tempest-ImagesOneServerTestJSON-2049129843-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:47:45.600300 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ab7b439-2fa5-49ac-8dd8-38ea2333dd20 req-3b75c78b-5d1f-4113-9bc7-ad206dfc669f tempest-ServersTestBootFromVolume-1514752049 tempest-ServersTestBootFromVolume-1514752049-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:47:45.602427 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-9ab7b439-2fa5-49ac-8dd8-38ea2333dd20 req-3b75c78b-5d1f-4113-9bc7-ad206dfc669f tempest-ServersTestBootFromVolume-1514752049 tempest-ServersTestBootFromVolume-1514752049-project] 10.222.0.42 "GET /v2.0/ports?device_id=f202d24e-5786-4e97-b11f-4f156f6f3e05 HTTP/1.1" status: 200 len: 944 time: 0.3723996 Apr 18 20:47:45.603064 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-703bbfd9-5dcc-4d99-bd06-9b43939736a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33526109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022'] for network, after_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:45.603861 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-703bbfd9-5dcc-4d99-bd06-9b43939736a2 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:47:45.604407 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-703bbfd9-5dcc-4d99-bd06-9b43939736a2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32378031'] for network, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:45.621578 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-8ebfd43f-225e-42bc-8dd4-7a8fa9552380 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750375287399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253529'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:45.849086 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-cba39a99-c85e-4a7c-aa0b-95c4dcb60c6c req-ca48e624-e1d5-4418-8a84-07f220720ad9 tempest-MigrationsAdminTest-1326981207 tempest-MigrationsAdminTest-1326981207-project] 10.222.0.42 "GET /v2.0/security-groups?id=8ca7ac2c-bfe5-493b-aae6-636315bac851&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3180583 Apr 18 20:47:45.849678 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-703bbfd9-5dcc-4d99-bd06-9b43939736a2 admin admin] Pushing event updated for resources: {'Network': ['ID=48f708f8-0904-4115-910c-bb1ab06d7263,revision_number=1']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:47:45.879200 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 43920) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:47:45.879344 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-703bbfd9-5dcc-4d99-bd06-9b43939736a2 admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 3.0226731 Apr 18 20:47:45.889421 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.v2.base [None req-0b3c53b4-e7c4-4f0a-810f-6795add8d2df admin admin] Request body: {'subnet': {'network_id': '48f708f8-0904-4115-910c-bb1ab06d7263', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-111983746-subnet', 'tenant_id': '6be92480d0964f34a8ede9caae0c987d', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=84041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 20:47:45.896587 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-0b3c53b4-e7c4-4f0a-810f-6795add8d2df admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:47:45.903316 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-0b3c53b4-e7c4-4f0a-810f-6795add8d2df admin admin] Usage tracker for resource:subnet and tenant:6be92480d0964f34a8ede9caae0c987d is out of sync, need to count used quota {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:47:45.907593 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-0b3c53b4-e7c4-4f0a-810f-6795add8d2df admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:47:45.917286 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-0b3c53b4-e7c4-4f0a-810f-6795add8d2df admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:47:45.930763 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b3c53b4-e7c4-4f0a-810f-6795add8d2df admin admin] Made reservation on behalf of 6be92480d0964f34a8ede9caae0c987d for: {'subnet': 1} {{(pid=84041) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:47:45.933615 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-0b3c53b4-e7c4-4f0a-810f-6795add8d2df admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32486301'] for subnet, before_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:46.017142 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-9ab7b439-2fa5-49ac-8dd8-38ea2333dd20 req-31cdbfdf-0e99-4966-9716-055a3075b6bd tempest-ServersTestBootFromVolume-1514752049 tempest-ServersTestBootFromVolume-1514752049-project] 10.222.0.42 "GET /v2.0/security-groups?id=f715db8b-aaa1-4961-aa17-658de350acd6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3889194 Apr 18 20:47:46.018735 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-703bbfd9-5dcc-4d99-bd06-9b43939736a2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:47:46.021481 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-703bbfd9-5dcc-4d99-bd06-9b43939736a2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:47:46.021983 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-703bbfd9-5dcc-4d99-bd06-9b43939736a2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:47:46.022564 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-703bbfd9-5dcc-4d99-bd06-9b43939736a2 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:47:46.025132 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-703bbfd9-5dcc-4d99-bd06-9b43939736a2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:47:46.025659 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-703bbfd9-5dcc-4d99-bd06-9b43939736a2 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:47:46.026148 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-703bbfd9-5dcc-4d99-bd06-9b43939736a2 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:47:46.026652 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-703bbfd9-5dcc-4d99-bd06-9b43939736a2 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:47:46.027128 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-703bbfd9-5dcc-4d99-bd06-9b43939736a2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:47:46.027617 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-703bbfd9-5dcc-4d99-bd06-9b43939736a2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:47:46.030401 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-703bbfd9-5dcc-4d99-bd06-9b43939736a2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:47:46.043492 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Network 48f708f8-0904-4115-910c-bb1ab06d7263 details requested by agent ovs-agent-n-d-838334-2 with host n-d-838334-2 {{(pid=84042) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 18 20:47:46.152754 n-d-838334-2 neutron-server[84040]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7eb56a5d-8589-476a-ae77-826a7aa577d3'] response: {'name': 'network-changed', 'server_uuid': '1ac42a05-3e68-468e-98c8-d3348b7bf46f', 'tag': 'e40a49a2-2a35-4f8d-a2a9-c8710be27eb0', 'status': 'completed', 'code': 200} Apr 18 20:47:46.164476 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-af1adc40-cc29-4a7b-878b-004ed8a44780 req-7eb1fd36-d6f5-4894-9950-a6501d36ac2a tempest-ImagesOneServerTestJSON-2049129843 tempest-ImagesOneServerTestJSON-2049129843-project] Notify callbacks [] for security_group, precommit_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:46.167833 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-c7478861-c687-4dd3-8595-fd6a87e35b75 req-cf766469-a088-4980-b953-b6baa5d28912 tempest-ImagesOneServerTestJSON-2049129843 tempest-ImagesOneServerTestJSON-2049129843-project] 10.222.0.42 "GET /v2.0/ports?device_id=d44c3995-aaea-498f-b11f-fc70e6923c49 HTTP/1.1" status: 200 len: 210 time: 0.1137860 Apr 18 20:47:46.316346 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-0b3c53b4-e7c4-4f0a-810f-6795add8d2df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33526260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32266407', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32486287'] for subnet, after_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:46.354958 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-af1adc40-cc29-4a7b-878b-004ed8a44780 req-7eb1fd36-d6f5-4894-9950-a6501d36ac2a tempest-ImagesOneServerTestJSON-2049129843 tempest-ImagesOneServerTestJSON-2049129843-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33528224'] for security_group, after_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:46.401719 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b3c53b4-e7c4-4f0a-810f-6795add8d2df admin admin] Pushing event updated for resources: {'Subnet': ['ID=488f35b7-694e-475d-862d-2f00f4388d03,revision_number=0']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:47:46.414480 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b3c53b4-e7c4-4f0a-810f-6795add8d2df admin admin] Checking segment: {'id': '4935dfdb-03db-4976-a6b4-e0fa58696685', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '48f708f8-0904-4115-910c-bb1ab06d7263'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84041) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 20:47:46.414908 n-d-838334-2 neutron-server[84041]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b3c53b4-e7c4-4f0a-810f-6795add8d2df admin admin] Network hostable DHCP agents. Network: 48f708f8-0904-4115-910c-bb1ab06d7263, hostable agents: ['8746f8ea-3e91-4b32-9919-2c63adeb8722'], hosted agents: [] {{(pid=84041) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 20:47:46.439567 n-d-838334-2 neutron-server[84041]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b3c53b4-e7c4-4f0a-810f-6795add8d2df admin admin] Network 48f708f8-0904-4115-910c-bb1ab06d7263 is scheduled to be hosted by DHCP agent 8746f8ea-3e91-4b32-9919-2c63adeb8722 with binding_index 1 {{(pid=84041) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 20:47:46.449764 n-d-838334-2 neutron-server[84041]: DEBUG neutron.scheduler.base_scheduler [None req-0b3c53b4-e7c4-4f0a-810f-6795add8d2df admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-838334-2, 48f708f8-0904-4115-910c-bb1ab06d7263) {{(pid=84041) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:47:46.454281 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b3c53b4-e7c4-4f0a-810f-6795add8d2df admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:47:46.454923 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-0b3c53b4-e7c4-4f0a-810f-6795add8d2df admin admin] Notify callbacks [] for subnet, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:46.462135 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76032501-db10-4c9f-9b09-8aeffa172b8e None None] Network 48f708f8-0904-4115-910c-bb1ab06d7263 requested from n-d-838334-2 {{(pid=84042) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 20:47:46.484169 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-0b3c53b4-e7c4-4f0a-810f-6795add8d2df admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.6033094 Apr 18 20:47:46.484795 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 43932) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:47:46.490159 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.v2.base [None req-8337ac71-4851-4e0e-948a-ae671481efea admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-111983746-router', 'tenant_id': '6be92480d0964f34a8ede9caae0c987d', 'external_gateway_info': {'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c'}}} {{(pid=84041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 20:47:46.495638 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-8337ac71-4851-4e0e-948a-ae671481efea admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:47:46.499424 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-8337ac71-4851-4e0e-948a-ae671481efea admin admin] Usage tracker for resource:router and tenant:6be92480d0964f34a8ede9caae0c987d is out of sync, need to count used quota {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:47:46.502435 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-8337ac71-4851-4e0e-948a-ae671481efea admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:47:46.508595 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-8337ac71-4851-4e0e-948a-ae671481efea admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:47:46.521406 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-8337ac71-4851-4e0e-948a-ae671481efea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-33442106', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5708'] for router, before_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:46.523363 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-8337ac71-4851-4e0e-948a-ae671481efea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33442137', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33444285', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33535433', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5703'] for router, precommit_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:46.545320 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-8337ac71-4851-4e0e-948a-ae671481efea admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:46.616525 n-d-838334-2 neutron-server[84040]: DEBUG neutron.notifiers.nova [req-c5446f4f-a12b-460e-af1b-908657aa0c60 req-2c27a2d2-2a05-4443-8d76-e1898250a205 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4b91b5c5-d2fa-4b88-8c7d-73fbabc5ec64 {{(pid=84040) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 18 20:47:46.630754 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eb1fd36-d6f5-4894-9950-a6501d36ac2a tempest-ImagesOneServerTestJSON-2049129843 tempest-ImagesOneServerTestJSON-2049129843-project] Pushing event updated for resources: {'SecurityGroup': ['ID=47176a6a-2814-4f71-8dbf-60080e8f773d,revision_number=1']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:47:46.640036 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-c5446f4f-a12b-460e-af1b-908657aa0c60 req-2c27a2d2-2a05-4443-8d76-e1898250a205 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:46.686056 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.provisioning_blocks [req-c5446f4f-a12b-460e-af1b-908657aa0c60 req-2c27a2d2-2a05-4443-8d76-e1898250a205 service neutron] Transition to ACTIVE for port object 4b91b5c5-d2fa-4b88-8c7d-73fbabc5ec64 will not be triggered until provisioned by entity L2. {{(pid=84040) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 20:47:46.692365 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7bd077e-f702-4443-96d6-957377e08275 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp016840fc-1f9f-5892-9c53-c9cf6c845bbb-48f708f8-0904-4115-910c-bb1ab06d7263', 'network_id': '48f708f8-0904-4115-910c-bb1ab06d7263', 'tenant_id': '6be92480d0964f34a8ede9caae0c987d', 'fixed_ips': [{'subnet_id': '488f35b7-694e-475d-862d-2f00f4388d03'}]}} from n-d-838334-2. {{(pid=84042) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 18 20:47:46.693229 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-a7bd077e-f702-4443-96d6-957377e08275 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_create {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:46.713042 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-8337ac71-4851-4e0e-948a-ae671481efea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-33444175', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-33443520', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5293'] for router, precommit_update {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:46.742457 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-c5446f4f-a12b-460e-af1b-908657aa0c60 req-2c27a2d2-2a05-4443-8d76-e1898250a205 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32440959'] for port, after_update {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:46.828919 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e57756d-f07d-44df-ab0c-21284560e8dc req-0b16d4be-a4cb-437b-8434-3c51dd1f347d tempest-ServerAddressesTestJSON-809881903 tempest-ServerAddressesTestJSON-809881903-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:47:46.830372 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-5e57756d-f07d-44df-ab0c-21284560e8dc req-0b16d4be-a4cb-437b-8434-3c51dd1f347d tempest-ServerAddressesTestJSON-809881903 tempest-ServerAddressesTestJSON-809881903-project] 10.222.0.42 "GET /v2.0/ports?device_id=1ac42a05-3e68-468e-98c8-d3348b7bf46f HTTP/1.1" status: 200 len: 944 time: 0.4765410 Apr 18 20:47:46.866243 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.db_base_plugin_common [None req-a7bd077e-f702-4443-96d6-957377e08275 None None] Allocated IP 172.20.0.2 (48f708f8-0904-4115-910c-bb1ab06d7263/488f35b7-694e-475d-862d-2f00f4388d03/61462aa0-4611-446a-a64f-4573da15c473) {{(pid=84042) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:47:46.910620 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-8337ac71-4851-4e0e-948a-ae671481efea admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:46.922963 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.db_base_plugin_common [req-af1adc40-cc29-4a7b-878b-004ed8a44780 req-7eb1fd36-d6f5-4894-9950-a6501d36ac2a tempest-ImagesOneServerTestJSON-2049129843 tempest-ImagesOneServerTestJSON-2049129843-project] Allocated IP 192.168.233.57 (cb56989d-7c5d-4678-b194-1d2edf1e842a/c4b526db-4d8a-4d4c-a310-e3a599630ae1/8391d1fb-97a9-4bd8-acc8-073a23993384) {{(pid=84040) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:47:46.939008 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-669e0586-d0c6-4fe1-a794-2de30d1b05b3 req-aeb5ba6a-01df-451f-b218-5aaf50bec3ec service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=0ae107422c604d4a94e4abf4ff7687c9&device_id=1ac42a05-3e68-468e-98c8-d3348b7bf46f HTTP/1.1" status: 200 len: 1095 time: 0.5862181 Apr 18 20:47:46.954128 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-8337ac71-4851-4e0e-948a-ae671481efea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:46.955251 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c27a2d2-2a05-4443-8d76-e1898250a205 service neutron] Pushing event updated for resources: {'Port': ['ID=4b91b5c5-d2fa-4b88-8c7d-73fbabc5ec64,revision_number=2']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:47:46.967908 n-d-838334-2 neutron-server[84041]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '86054754-6dee-4889-86cf-db30f26210d5', 'tag': '99d1744b-e57b-42dc-9797-f047fe4bc141'}] {{(pid=84041) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 20:47:46.984807 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bcefd97-689c-42d1-b990-007dc47742e3 req-15d76343-3068-4bfa-a4d0-1a9ed2c9124c tempest-MultipleCreateTestJSON-190675240 tempest-MultipleCreateTestJSON-190675240-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:47:46.985482 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [req-1bcefd97-689c-42d1-b990-007dc47742e3 req-15d76343-3068-4bfa-a4d0-1a9ed2c9124c tempest-MultipleCreateTestJSON-190675240 tempest-MultipleCreateTestJSON-190675240-project] Synchronizing usage tracker for tenant:2c9b2c88a8a84f839903c8c7e9f1ad0a on resource:port {{(pid=84040) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 20:47:47.095363 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-a7bd077e-f702-4443-96d6-957377e08275 None None] Notify callbacks [] for port, precommit_create {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:47.107106 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-a7bd077e-f702-4443-96d6-957377e08275 None None] Transition to ACTIVE for port object 61462aa0-4611-446a-a64f-4573da15c473 will not be triggered until provisioned by entity L2. {{(pid=84042) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 20:47:47.128974 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-a7bd077e-f702-4443-96d6-957377e08275 None None] Transition to ACTIVE for port object 61462aa0-4611-446a-a64f-4573da15c473 will not be triggered until provisioned by entity DHCP. {{(pid=84042) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 20:47:47.134616 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.db_base_plugin_common [None req-8337ac71-4851-4e0e-948a-ae671481efea admin admin] Allocated IP 172.25.8.89 (e41b6600-a917-4a8d-b05c-be3be40c6d8c/6b05667b-848e-4356-9b44-d5eb6808ef74/3c7fbe60-f145-4449-807d-cb35c83d1a66) {{(pid=84041) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:47:47.137017 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-a7bd077e-f702-4443-96d6-957377e08275 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750374836619'] for port, after_create {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:47.226738 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.agents_db [None req-6346a179-333c-4370-b5a6-936984aeab15 None None] Agent healthcheck: found 7 active agents {{(pid=84043) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 18 20:47:47.227982 n-d-838334-2 neutron-server[84042]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7bd077e-f702-4443-96d6-957377e08275 None None] Network 48f708f8-0904-4115-910c-bb1ab06d7263 is already hosted by enough agents. {{(pid=84042) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:47:47.228838 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7bd077e-f702-4443-96d6-957377e08275 None None] Pushing event updated for resources: {'Port': ['ID=61462aa0-4611-446a-a64f-4573da15c473,revision_number=1']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:47:47.231340 n-d-838334-2 neutron-server[84042]: DEBUG neutron.scheduler.base_scheduler [None req-a7bd077e-f702-4443-96d6-957377e08275 None None] Resources bound (agent type, host, resource id): {{(pid=84042) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:47:47.235385 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7bd077e-f702-4443-96d6-957377e08275 None None] Received port after_create {{(pid=84042) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 20:47:47.302146 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-8337ac71-4851-4e0e-948a-ae671481efea admin admin] Notify callbacks [] for port, precommit_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:47.302435 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [req-1bcefd97-689c-42d1-b990-007dc47742e3 req-15d76343-3068-4bfa-a4d0-1a9ed2c9124c tempest-MultipleCreateTestJSON-190675240 tempest-MultipleCreateTestJSON-190675240-project] Unset dirty status for tenant:2c9b2c88a8a84f839903c8c7e9f1ad0a on resource:port {{(pid=84040) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 20:47:47.303807 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-1bcefd97-689c-42d1-b990-007dc47742e3 req-15d76343-3068-4bfa-a4d0-1a9ed2c9124c tempest-MultipleCreateTestJSON-190675240 tempest-MultipleCreateTestJSON-190675240-project] 10.222.0.42 "GET /v2.0/ports?device_id=86054754-6dee-4889-86cf-db30f26210d5 HTTP/1.1" status: 200 len: 943 time: 0.7856886 Apr 18 20:47:47.321965 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.managers [None req-a7bd077e-f702-4443-96d6-957377e08275 None None] Attempting to bind port 61462aa0-4611-446a-a64f-4573da15c473 on host n-d-838334-2 for vnic_type normal with profile {{(pid=84042) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:47:47.322330 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.managers [None req-a7bd077e-f702-4443-96d6-957377e08275 None None] Attempting to bind port 61462aa0-4611-446a-a64f-4573da15c473 by drivers openvswitch,hyperv on host n-d-838334-2 at level 0 using segments [{'id': '4935dfdb-03db-4976-a6b4-e0fa58696685', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '48f708f8-0904-4115-910c-bb1ab06d7263'}] {{(pid=84042) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:47:47.323000 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7bd077e-f702-4443-96d6-957377e08275 None None] Attempting to bind port 61462aa0-4611-446a-a64f-4573da15c473 on network 48f708f8-0904-4115-910c-bb1ab06d7263 {{(pid=84042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 20:47:47.328935 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-5e57756d-f07d-44df-ab0c-21284560e8dc req-6d6306f7-5910-49fa-b584-4e7ac1f2cae8 tempest-ServerAddressesTestJSON-809881903 tempest-ServerAddressesTestJSON-809881903-project] 10.222.0.42 "GET /v2.0/security-groups?id=9facca0c-9a09-441d-9f6c-65a0e23cc469&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4273219 Apr 18 20:47:47.329619 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7bd077e-f702-4443-96d6-957377e08275 None None] Checking agent: {'id': '97cd4414-7af6-4d67-868d-dff370b4071a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838334-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 25, 49), 'started_at': datetime.datetime(2022, 4, 18, 20, 26, 19), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 20, 47, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838334-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 18 20:47:47.330104 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7bd077e-f702-4443-96d6-957377e08275 None None] Checking segment: {'id': '4935dfdb-03db-4976-a6b4-e0fa58696685', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '48f708f8-0904-4115-910c-bb1ab06d7263'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84042) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 20:47:47.330392 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-a7bd077e-f702-4443-96d6-957377e08275 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:47.330774 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7bd077e-f702-4443-96d6-957377e08275 None None] Bound using segment: {'id': '4935dfdb-03db-4976-a6b4-e0fa58696685', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '48f708f8-0904-4115-910c-bb1ab06d7263'} {{(pid=84042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 18 20:47:47.331436 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.managers [None req-a7bd077e-f702-4443-96d6-957377e08275 None None] Bound port: 61462aa0-4611-446a-a64f-4573da15c473, host: n-d-838334-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4935dfdb-03db-4976-a6b4-e0fa58696685', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '48f708f8-0904-4115-910c-bb1ab06d7263'}}] {{(pid=84042) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 20:47:47.331813 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-a7bd077e-f702-4443-96d6-957377e08275 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:47.337690 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-8337ac71-4851-4e0e-948a-ae671481efea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750374836619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32266323'] for port, after_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:47.443535 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8337ac71-4851-4e0e-948a-ae671481efea admin admin] Pushing event updated for resources: {'Port': ['ID=3c7fbe60-f145-4449-807d-cb35c83d1a66,revision_number=1']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:47:47.444693 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-a7bd077e-f702-4443-96d6-957377e08275 None None] For port 61462aa0-4611-446a-a64f-4573da15c473, host n-d-838334-2, cleared binding levels {{(pid=84042) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 20:47:47.448636 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-a7bd077e-f702-4443-96d6-957377e08275 None None] For port 61462aa0-4611-446a-a64f-4573da15c473, host n-d-838334-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838334-2',level=0,port_id=61462aa0-4611-446a-a64f-4573da15c473,segment=NetworkSegment(4935dfdb-03db-4976-a6b4-e0fa58696685),segment_id=4935dfdb-03db-4976-a6b4-e0fa58696685)] {{(pid=84042) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 20:47:47.454942 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-a7bd077e-f702-4443-96d6-957377e08275 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682'] for port, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:47.461126 n-d-838334-2 neutron-server[84041]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8337ac71-4851-4e0e-948a-ae671481efea admin admin] Network e41b6600-a917-4a8d-b05c-be3be40c6d8c is already hosted by enough agents. {{(pid=84041) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:47:47.462632 n-d-838334-2 neutron-server[84041]: DEBUG neutron.scheduler.base_scheduler [None req-8337ac71-4851-4e0e-948a-ae671481efea admin admin] Resources bound (agent type, host, resource id): {{(pid=84041) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:47:47.470832 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8337ac71-4851-4e0e-948a-ae671481efea admin admin] Received port after_create {{(pid=84041) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 20:47:47.482531 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-669e0586-d0c6-4fe1-a794-2de30d1b05b3 req-a092d9bd-5787-4742-9c2d-e9c14bbbc093 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:47:47.484193 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-669e0586-d0c6-4fe1-a794-2de30d1b05b3 req-a092d9bd-5787-4742-9c2d-e9c14bbbc093 service neutron] 10.222.0.48 "GET /v2.0/networks?id=0fb48a8d-a7a8-4664-9f8d-5d17ce812603 HTTP/1.1" status: 200 len: 914 time: 0.5339618 Apr 18 20:47:47.497105 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Device bf3648e0-3d5a-4377-a6e4-8acf452dfb09 up at agent hyperv_n-h2-838334-2 {{(pid=84042) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 20:47:47.544984 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 43942) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:47:47.610305 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7bd077e-f702-4443-96d6-957377e08275 None None] Pushing event updated for resources: {'Port': ['ID=61462aa0-4611-446a-a64f-4573da15c473,revision_number=2']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:47:47.641078 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Provisioning for port bf3648e0-3d5a-4377-a6e4-8acf452dfb09 completed by entity L2. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 20:47:47.648495 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Provisioning complete for port bf3648e0-3d5a-4377-a6e4-8acf452dfb09 triggered by entity L2. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:47:47.648860 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1253608'] for port, provisioning_complete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:47.675309 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-8337ac71-4851-4e0e-948a-ae671481efea admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:47.676201 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-8337ac71-4851-4e0e-948a-ae671481efea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33443529', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33444176'] for router, after_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:47.707975 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.managers [req-c5446f4f-a12b-460e-af1b-908657aa0c60 req-2c27a2d2-2a05-4443-8d76-e1898250a205 service neutron] Attempting to bind port 4b91b5c5-d2fa-4b88-8c7d-73fbabc5ec64 on host n-h2-838334-2 for vnic_type normal with profile {{(pid=84040) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:47:47.708332 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.managers [req-c5446f4f-a12b-460e-af1b-908657aa0c60 req-2c27a2d2-2a05-4443-8d76-e1898250a205 service neutron] Attempting to bind port 4b91b5c5-d2fa-4b88-8c7d-73fbabc5ec64 by drivers openvswitch,hyperv on host n-h2-838334-2 at level 0 using segments [{'id': '69e680c7-3ab0-48c4-a2d0-df2b5d30c8ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '1d9bef28-3e81-4e3e-8f24-c41d55475f5f'}] {{(pid=84040) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:47:47.708626 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5446f4f-a12b-460e-af1b-908657aa0c60 req-2c27a2d2-2a05-4443-8d76-e1898250a205 service neutron] Attempting to bind port 4b91b5c5-d2fa-4b88-8c7d-73fbabc5ec64 on network 1d9bef28-3e81-4e3e-8f24-c41d55475f5f {{(pid=84040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 20:47:47.750524 n-d-838334-2 neutron-server[84041]: INFO neutron.notifiers.nova [-] Nova event matching ['req-145a6f57-fed6-4f51-8f45-a69b57380a8a'] response: {'name': 'network-changed', 'server_uuid': '86054754-6dee-4889-86cf-db30f26210d5', 'tag': '99d1744b-e57b-42dc-9797-f047fe4bc141', 'status': 'completed', 'code': 200} Apr 18 20:47:47.806287 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-1bcefd97-689c-42d1-b990-007dc47742e3 req-339a4918-f640-4d66-8803-64e36fc52cc2 tempest-MultipleCreateTestJSON-190675240 tempest-MultipleCreateTestJSON-190675240-project] 10.222.0.42 "GET /v2.0/security-groups?id=1b05a6b2-12b5-46ba-add0-6b3994e41087&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4802668 Apr 18 20:47:47.817051 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-669e0586-d0c6-4fe1-a794-2de30d1b05b3 req-90cf1e09-0f8b-4116-86dd-5cecc82ee799 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e40a49a2-2a35-4f8d-a2a9-c8710be27eb0 HTTP/1.1" status: 200 len: 217 time: 0.2720056 Apr 18 20:47:47.830980 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5446f4f-a12b-460e-af1b-908657aa0c60 req-2c27a2d2-2a05-4443-8d76-e1898250a205 service neutron] Port 4b91b5c5-d2fa-4b88-8c7d-73fbabc5ec64 on network 1d9bef28-3e81-4e3e-8f24-c41d55475f5f not bound, no agent of type Open vSwitch agent registered on host n-h2-838334-2 {{(pid=84040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 18 20:47:47.831423 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5446f4f-a12b-460e-af1b-908657aa0c60 req-2c27a2d2-2a05-4443-8d76-e1898250a205 service neutron] Attempting to bind port 4b91b5c5-d2fa-4b88-8c7d-73fbabc5ec64 on network 1d9bef28-3e81-4e3e-8f24-c41d55475f5f {{(pid=84040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 20:47:47.890532 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:47.938621 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-6e323086-d2df-4d2b-ac2b-27f4062fddc0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750375287399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253529'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:47.956775 n-d-838334-2 neutron-server[84042]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f202d24e-5786-4e97-b11f-4f156f6f3e05', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bf3648e0-3d5a-4377-a6e4-8acf452dfb09'}] {{(pid=84042) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 20:47:47.979573 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] For port bf3648e0-3d5a-4377-a6e4-8acf452dfb09, host n-h2-838334-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838334-2',level=0,port_id=bf3648e0-3d5a-4377-a6e4-8acf452dfb09,segment=NetworkSegment(a48f89e7-be20-47ff-8e82-653a2d5ad82b),segment_id=a48f89e7-be20-47ff-8e82-653a2d5ad82b)] {{(pid=84042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:47:47.985321 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682'] for port, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:48.044857 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-2a152486-5560-440a-92c9-ed653d7741f0 req-905b71e9-b8c8-4159-843a-59f7d9d874bf service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=2c9b2c88a8a84f839903c8c7e9f1ad0a&device_id=86054754-6dee-4889-86cf-db30f26210d5 HTTP/1.1" status: 200 len: 1094 time: 0.2934361 Apr 18 20:47:48.096696 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Pushing event updated for resources: {'Port': ['ID=bf3648e0-3d5a-4377-a6e4-8acf452dfb09,revision_number=5']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:47:48.134504 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5446f4f-a12b-460e-af1b-908657aa0c60 req-2c27a2d2-2a05-4443-8d76-e1898250a205 service neutron] Checking agent: {'id': 'dc797004-f641-47b7-a77f-9c62b5b16296', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-838334-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 34, 3), 'started_at': datetime.datetime(2022, 4, 18, 20, 34, 3), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 20, 47, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 18 20:47:48.134837 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5446f4f-a12b-460e-af1b-908657aa0c60 req-2c27a2d2-2a05-4443-8d76-e1898250a205 service neutron] Checking segment: {'id': '69e680c7-3ab0-48c4-a2d0-df2b5d30c8ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '1d9bef28-3e81-4e3e-8f24-c41d55475f5f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84040) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 20:47:48.135217 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5446f4f-a12b-460e-af1b-908657aa0c60 req-2c27a2d2-2a05-4443-8d76-e1898250a205 service neutron] Bound using segment: {'id': '69e680c7-3ab0-48c4-a2d0-df2b5d30c8ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '1d9bef28-3e81-4e3e-8f24-c41d55475f5f'} {{(pid=84040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 18 20:47:48.135782 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.managers [req-c5446f4f-a12b-460e-af1b-908657aa0c60 req-2c27a2d2-2a05-4443-8d76-e1898250a205 service neutron] Bound port: 4b91b5c5-d2fa-4b88-8c7d-73fbabc5ec64, host: n-h2-838334-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '69e680c7-3ab0-48c4-a2d0-df2b5d30c8ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '1d9bef28-3e81-4e3e-8f24-c41d55475f5f'}}] {{(pid=84040) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 20:47:48.136127 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-c5446f4f-a12b-460e-af1b-908657aa0c60 req-2c27a2d2-2a05-4443-8d76-e1898250a205 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:48.155086 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-03edbc2f-aeaa-4848-b09a-d3494e3a9aeb req-ba460b38-f582-4ecb-8cae-c7e558f15bf0 tempest-ImagesOneServerTestJSON-2049129843 tempest-ImagesOneServerTestJSON-2049129843-project] 10.222.0.42 "GET /v2.0/ports?device_id=d44c3995-aaea-498f-b11f-fc70e6923c49 HTTP/1.1" status: 200 len: 210 time: 0.1048934 Apr 18 20:47:48.186155 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-af1adc40-cc29-4a7b-878b-004ed8a44780 req-7eb1fd36-d6f5-4894-9950-a6501d36ac2a tempest-ImagesOneServerTestJSON-2049129843 tempest-ImagesOneServerTestJSON-2049129843-project] Notify callbacks [] for port, precommit_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:48.226725 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a152486-5560-440a-92c9-ed653d7741f0 req-e8f2e0a1-989f-4e4a-80ef-db6709164dce service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:47:48.227601 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-2a152486-5560-440a-92c9-ed653d7741f0 req-e8f2e0a1-989f-4e4a-80ef-db6709164dce service neutron] 10.222.0.43 "GET /v2.0/networks?id=1d9bef28-3e81-4e3e-8f24-c41d55475f5f HTTP/1.1" status: 200 len: 914 time: 0.1752906 Apr 18 20:47:48.234463 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-669e0586-d0c6-4fe1-a794-2de30d1b05b3 req-d8091f23-10ce-4af9-8058-7249c8ab5060 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:47:48.235975 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-669e0586-d0c6-4fe1-a794-2de30d1b05b3 req-d8091f23-10ce-4af9-8058-7249c8ab5060 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=8d8efdae-4fd8-4aa6-b8c5-6709546a0547 HTTP/1.1" status: 200 len: 853 time: 0.3630552 Apr 18 20:47:48.295363 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.provisioning_blocks [req-af1adc40-cc29-4a7b-878b-004ed8a44780 req-7eb1fd36-d6f5-4894-9950-a6501d36ac2a tempest-ImagesOneServerTestJSON-2049129843 tempest-ImagesOneServerTestJSON-2049129843-project] Transition to ACTIVE for port object 8391d1fb-97a9-4bd8-acc8-073a23993384 will not be triggered until provisioned by entity DHCP. {{(pid=84040) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 20:47:48.309326 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-2a152486-5560-440a-92c9-ed653d7741f0 req-9db35e92-a4f5-4dbd-aafb-f4804d393adc service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=99d1744b-e57b-42dc-9797-f047fe4bc141 HTTP/1.1" status: 200 len: 217 time: 0.0739071 Apr 18 20:47:48.317011 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-669e0586-d0c6-4fe1-a794-2de30d1b05b3 req-5ad43423-5cfa-465c-a529-87097061b616 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=0fb48a8d-a7a8-4664-9f8d-5d17ce812603&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0645847 Apr 18 20:47:48.453694 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.db [req-c5446f4f-a12b-460e-af1b-908657aa0c60 req-2c27a2d2-2a05-4443-8d76-e1898250a205 service neutron] For port 4b91b5c5-d2fa-4b88-8c7d-73fbabc5ec64, host n-h2-838334-2, cleared binding levels {{(pid=84040) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 20:47:48.480904 n-d-838334-2 neutron-server[84041]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8337ac71-4851-4e0e-948a-ae671481efea admin admin] Router 02589116-d5df-43b3-97bd-4bd75dfb3007 is scheduled to L3 agent bc84d6c9-dd7a-4555-a351-592327b46d5a with binding_index 1 {{(pid=84041) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 18 20:47:48.487377 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eabd5afa-d0e3-4726-aca1-dafe0c040c9a req-37225367-e982-4ace-b7ba-0c4e33457f3b tempest-ServersTestBootFromVolume-1514752049 tempest-ServersTestBootFromVolume-1514752049-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:47:48.487606 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a152486-5560-440a-92c9-ed653d7741f0 req-cd5a7393-1458-466d-8e3f-f0c003c954ab service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:47:48.489065 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-2a152486-5560-440a-92c9-ed653d7741f0 req-cd5a7393-1458-466d-8e3f-f0c003c954ab service neutron] 10.222.0.43 "GET /v2.0/subnets?id=d5bbcfa7-4c14-4cbd-af87-49786db37498 HTTP/1.1" status: 200 len: 853 time: 0.1740096 Apr 18 20:47:48.492177 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-eabd5afa-d0e3-4726-aca1-dafe0c040c9a req-37225367-e982-4ace-b7ba-0c4e33457f3b tempest-ServersTestBootFromVolume-1514752049 tempest-ServersTestBootFromVolume-1514752049-project] 10.222.0.42 "GET /v2.0/ports?device_id=f202d24e-5786-4e97-b11f-4f156f6f3e05 HTTP/1.1" status: 200 len: 945 time: 0.5592217 Apr 18 20:47:48.536799 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-2a152486-5560-440a-92c9-ed653d7741f0 req-33d749dd-7f51-4211-adbd-ec449bb7a526 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=1d9bef28-3e81-4e3e-8f24-c41d55475f5f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0414474 Apr 18 20:47:48.543351 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-669e0586-d0c6-4fe1-a794-2de30d1b05b3 req-11e4a669-869d-4439-b4d6-5042e38d20f2 service neutron] 10.222.0.48 "GET /v2.0/networks/0fb48a8d-a7a8-4664-9f8d-5d17ce812603?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2072332 Apr 18 20:47:48.625561 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.db [req-c5446f4f-a12b-460e-af1b-908657aa0c60 req-2c27a2d2-2a05-4443-8d76-e1898250a205 service neutron] For port 4b91b5c5-d2fa-4b88-8c7d-73fbabc5ec64, host n-h2-838334-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838334-2',level=0,port_id=4b91b5c5-d2fa-4b88-8c7d-73fbabc5ec64,segment=NetworkSegment(69e680c7-3ab0-48c4-a2d0-df2b5d30c8ee),segment_id=69e680c7-3ab0-48c4-a2d0-df2b5d30c8ee)] {{(pid=84040) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 20:47:48.629491 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-eabd5afa-d0e3-4726-aca1-dafe0c040c9a req-31efa08a-93db-43e4-8e9b-4c04977ecb70 tempest-ServersTestBootFromVolume-1514752049 tempest-ServersTestBootFromVolume-1514752049-project] 10.222.0.42 "GET /v2.0/security-groups?id=f715db8b-aaa1-4961-aa17-658de350acd6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0826328 Apr 18 20:47:48.730163 n-d-838334-2 neutron-server[84042]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ab32eeb0-2601-4a84-a0ed-0d70f618dc09'] response: {'server_uuid': 'f202d24e-5786-4e97-b11f-4f156f6f3e05', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bf3648e0-3d5a-4377-a6e4-8acf452dfb09', 'code': 200} Apr 18 20:47:48.746646 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-af1adc40-cc29-4a7b-878b-004ed8a44780 req-7eb1fd36-d6f5-4894-9950-a6501d36ac2a tempest-ImagesOneServerTestJSON-2049129843 tempest-ImagesOneServerTestJSON-2049129843-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750374836619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32440838'] for port, after_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:48.748632 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-c5446f4f-a12b-460e-af1b-908657aa0c60 req-2c27a2d2-2a05-4443-8d76-e1898250a205 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32440959'] for port, after_update {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:48.849841 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e47e6941-f5e8-4b84-842a-92dd9ab6ed5c None None] Network 48f708f8-0904-4115-910c-bb1ab06d7263 requested from n-d-838334-2 {{(pid=84042) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 20:47:48.884164 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-2a152486-5560-440a-92c9-ed653d7741f0 req-4720ef1b-ca6e-49a1-9178-e649dddf4f06 service neutron] 10.222.0.43 "GET /v2.0/networks/1d9bef28-3e81-4e3e-8f24-c41d55475f5f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2953291 Apr 18 20:47:48.902154 n-d-838334-2 neutron-server[84040]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-af1adc40-cc29-4a7b-878b-004ed8a44780 req-7eb1fd36-d6f5-4894-9950-a6501d36ac2a tempest-ImagesOneServerTestJSON-2049129843 tempest-ImagesOneServerTestJSON-2049129843-project] Network cb56989d-7c5d-4678-b194-1d2edf1e842a is already hosted by enough agents. {{(pid=84040) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:47:48.917937 n-d-838334-2 neutron-server[84040]: DEBUG neutron.scheduler.base_scheduler [req-af1adc40-cc29-4a7b-878b-004ed8a44780 req-7eb1fd36-d6f5-4894-9950-a6501d36ac2a tempest-ImagesOneServerTestJSON-2049129843 tempest-ImagesOneServerTestJSON-2049129843-project] Resources bound (agent type, host, resource id): {{(pid=84040) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:47:48.934169 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.l3_dvrscheduler_db [req-af1adc40-cc29-4a7b-878b-004ed8a44780 req-7eb1fd36-d6f5-4894-9950-a6501d36ac2a tempest-ImagesOneServerTestJSON-2049129843 tempest-ImagesOneServerTestJSON-2049129843-project] Received port after_create {{(pid=84040) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 20:47:49.025088 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750375287399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253529'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:49.090180 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-2a152486-5560-440a-92c9-ed653d7741f0 req-86700162-b681-426c-afae-cd6707024889 service neutron] 10.222.0.43 "GET /v2.0/networks/1d9bef28-3e81-4e3e-8f24-c41d55475f5f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1991844 Apr 18 20:47:49.096835 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-d035e3cf-ae5d-4979-874b-952e94eee110 None None] Provisioning for port 61462aa0-4611-446a-a64f-4573da15c473 completed by entity DHCP. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 20:47:49.137144 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-c5446f4f-a12b-460e-af1b-908657aa0c60 req-2c27a2d2-2a05-4443-8d76-e1898250a205 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217293'] for port, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:49.138511 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-c5446f4f-a12b-460e-af1b-908657aa0c60 req-2c27a2d2-2a05-4443-8d76-e1898250a205 service neutron] 10.222.0.48 "PUT /v2.0/ports/4b91b5c5-d2fa-4b88-8c7d-73fbabc5ec64 HTTP/1.1" status: 200 len: 1091 time: 4.5171664 Apr 18 20:47:49.157466 n-d-838334-2 neutron-server[84040]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd92bb407-1213-4ebb-aa44-99c1f885b082', 'tag': '4b91b5c5-d2fa-4b88-8c7d-73fbabc5ec64'}] {{(pid=84040) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 20:47:49.160413 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-7a670178-94f2-403b-bd3e-f1d8f9341990 req-e009057e-36c4-41c8-bb42-2e7d33bf6fef service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=f202d24e-5786-4e97-b11f-4f156f6f3e05 HTTP/1.1" status: 200 len: 1096 time: 0.3410282 Apr 18 20:47:49.206330 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8337ac71-4851-4e0e-948a-ae671481efea admin admin] Notify agent at l3_agent.n-d-838334-2 the message routers_updated {{(pid=84041) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 20:47:49.220351 n-d-838334-2 neutron-server[84043]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f7ccfd0-8162-44ac-9cb1-4863783a5eaf None None] Sync routers for ids ['02589116-d5df-43b3-97bd-4bd75dfb3007'] in n-d-838334-2 {{(pid=84043) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 18 20:47:49.233098 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Device 99d1744b-e57b-42dc-9797-f047fe4bc141 details requested by agent hyperv_n-h1-838334-2 with host n-h1-838334-2 {{(pid=84042) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 18 20:47:49.237842 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f7ccfd0-8162-44ac-9cb1-4863783a5eaf None None] Routers {'02589116-d5df-43b3-97bd-4bd75dfb3007'} bound to L3 agent in host n-d-838334-2 {{(pid=84043) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 20:47:49.238740 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.l3_hamode_db [None req-5f7ccfd0-8162-44ac-9cb1-4863783a5eaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838334-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-18T20:25:48Z,description=,heartbeat_timestamp=2022-04-18T20:47:48Z,host='n-d-838334-2',id=bc84d6c9-dd7a-4555-a351-592327b46d5a,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:25:48Z,topic='l3_agent')) {'router_ids': ['02589116-d5df-43b3-97bd-4bd75dfb3007'], 'active': True} {{(pid=84043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:47:49.257671 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-7a670178-94f2-403b-bd3e-f1d8f9341990 req-46660b85-fbaf-44ec-ad1f-696d6967d52e service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=f715db8b-aaa1-4961-aa17-658de350acd6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0809226 Apr 18 20:47:49.259652 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-8337ac71-4851-4e0e-948a-ae671481efea admin admin] Notify callbacks [] for router, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:49.263584 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-8337ac71-4851-4e0e-948a-ae671481efea admin admin] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 2.7749894 Apr 18 20:47:49.263964 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 43964) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:47:49.286223 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c27a2d2-2a05-4443-8d76-e1898250a205 service neutron] Pushing event updated for resources: {'Port': ['ID=4b91b5c5-d2fa-4b88-8c7d-73fbabc5ec64,revision_number=3']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:47:49.294065 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-607a2da4-3943-400d-9ac6-ec5174a80d67 None None] Provisioning for port 8391d1fb-97a9-4bd8-acc8-073a23993384 completed by entity DHCP. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 20:47:49.369843 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-607a2da4-3943-400d-9ac6-ec5174a80d67 None None] Provisioning complete for port 8391d1fb-97a9-4bd8-acc8-073a23993384 triggered by entity DHCP. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:47:49.370329 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-607a2da4-3943-400d-9ac6-ec5174a80d67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1253608'] for port, provisioning_complete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:49.411471 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af1adc40-cc29-4a7b-878b-004ed8a44780 req-7eb1fd36-d6f5-4894-9950-a6501d36ac2a tempest-ImagesOneServerTestJSON-2049129843 tempest-ImagesOneServerTestJSON-2049129843-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:47:49.412080 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-af1adc40-cc29-4a7b-878b-004ed8a44780 req-7eb1fd36-d6f5-4894-9950-a6501d36ac2a tempest-ImagesOneServerTestJSON-2049129843 tempest-ImagesOneServerTestJSON-2049129843-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217293'] for port, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:49.469624 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.l3_dvr_db [None req-5f7ccfd0-8162-44ac-9cb1-4863783a5eaf None None] Set router 02589116-d5df-43b3-97bd-4bd75dfb3007 gateway port host: n-d-838334-2 {{(pid=84043) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 20:47:49.492274 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-669e0586-d0c6-4fe1-a794-2de30d1b05b3 req-69f24edd-9fbf-4186-a9d8-1f698d918f2e service neutron] 10.222.0.48 "GET /v2.0/networks/0fb48a8d-a7a8-4664-9f8d-5d17ce812603?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9335673 Apr 18 20:47:49.492450 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] For port 99d1744b-e57b-42dc-9797-f047fe4bc141, host n-h1-838334-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838334-2',level=0,port_id=99d1744b-e57b-42dc-9797-f047fe4bc141,segment=NetworkSegment(69e680c7-3ab0-48c4-a2d0-df2b5d30c8ee),segment_id=69e680c7-3ab0-48c4-a2d0-df2b5d30c8ee)] {{(pid=84042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:47:49.508120 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Returning: {'device': '99d1744b-e57b-42dc-9797-f047fe4bc141', 'network_id': '1d9bef28-3e81-4e3e-8f24-c41d55475f5f', 'port_id': '99d1744b-e57b-42dc-9797-f047fe4bc141', 'mac_address': 'fa:16:3e:f2:9d:ba', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 387, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd5bbcfa7-4c14-4cbd-af87-49786db37498', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84042) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 18 20:47:49.513618 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Device e40a49a2-2a35-4f8d-a2a9-c8710be27eb0 details requested by agent hyperv_n-h2-838334-2 with host n-h2-838334-2 {{(pid=84042) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 18 20:47:49.532689 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-414b6ffe-e119-47bc-b18f-bcff1219c2f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750375287399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253529'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:49.551534 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-d64d616e-984b-4784-b6c3-1b4928416c35 req-6789bfae-f4af-48f3-9e93-16e423bb6471 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=db680760-9920-4ccc-8c07-2936a873d08f&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 1.0034461 Apr 18 20:47:49.587997 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.plugin [None req-607a2da4-3943-400d-9ac6-ec5174a80d67 None None] Port 8391d1fb-97a9-4bd8-acc8-073a23993384 cannot update to ACTIVE because it is not bound. {{(pid=84042) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 18 20:47:49.604510 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:49.630946 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Device 61462aa0-4611-446a-a64f-4573da15c473 up at agent ovs-agent-n-d-838334-2 {{(pid=84042) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 20:47:49.770293 n-d-838334-2 neutron-server[84042]: DEBUG neutron.notifiers.nova [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 99d1744b-e57b-42dc-9797-f047fe4bc141 {{(pid=84042) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 18 20:47:49.802434 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35b90e18-5702-4981-a5c1-af9c3f641112 req-42a27152-8b12-4183-97a4-44e586cb170e tempest-ServerAddressesTestJSON-809881903 tempest-ServerAddressesTestJSON-809881903-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:47:49.814987 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-35b90e18-5702-4981-a5c1-af9c3f641112 req-42a27152-8b12-4183-97a4-44e586cb170e tempest-ServerAddressesTestJSON-809881903 tempest-ServerAddressesTestJSON-809881903-project] 10.222.0.42 "GET /v2.0/ports?device_id=1ac42a05-3e68-468e-98c8-d3348b7bf46f HTTP/1.1" status: 200 len: 944 time: 0.9423468 Apr 18 20:47:49.816897 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] For port 99d1744b-e57b-42dc-9797-f047fe4bc141, host n-h1-838334-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838334-2',level=0,port_id=99d1744b-e57b-42dc-9797-f047fe4bc141,segment=NetworkSegment(69e680c7-3ab0-48c4-a2d0-df2b5d30c8ee),segment_id=69e680c7-3ab0-48c4-a2d0-df2b5d30c8ee)] {{(pid=84042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:47:49.839520 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682'] for port, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:49.897774 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eb1fd36-d6f5-4894-9950-a6501d36ac2a tempest-ImagesOneServerTestJSON-2049129843 tempest-ImagesOneServerTestJSON-2049129843-project] Pushing event updated for resources: {'Port': ['ID=8391d1fb-97a9-4bd8-acc8-073a23993384,revision_number=1']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:47:49.935332 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-af1adc40-cc29-4a7b-878b-004ed8a44780 req-7eb1fd36-d6f5-4894-9950-a6501d36ac2a tempest-ImagesOneServerTestJSON-2049129843 tempest-ImagesOneServerTestJSON-2049129843-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 5.8397682 Apr 18 20:47:49.938859 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.l3_hamode_db [None req-5f7ccfd0-8162-44ac-9cb1-4863783a5eaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '02589116-d5df-43b3-97bd-4bd75dfb3007', 'name': 'tempest-ServerActionsTestJSON-111983746-router', 'tenant_id': '6be92480d0964f34a8ede9caae0c987d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'external_fixed_ips': [{'subnet_id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'ip_address': '172.25.8.89'}], 'enable_snat': True}, 'gw_port_id': '3c7fbe60-f145-4449-807d-cb35c83d1a66', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:47:46Z', 'updated_at': '2022-04-18T20:47:47Z', 'revision_number': 3, 'project_id': '6be92480d0964f34a8ede9caae0c987d', 'gw_port': {'id': '3c7fbe60-f145-4449-807d-cb35c83d1a66', 'name': '', 'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:a1:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '02589116-d5df-43b3-97bd-4bd75dfb3007', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'ip_address': '172.25.8.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:47:47Z', 'updated_at': '2022-04-18T20:47:47Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838334-2'}], 'n-d-838334-2', False) {} {{(pid=84043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:47:49.943676 n-d-838334-2 neutron-server[84043]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f7ccfd0-8162-44ac-9cb1-4863783a5eaf None None] Checking router: 02589116-d5df-43b3-97bd-4bd75dfb3007 for host: n-d-838334-2 {{(pid=84043) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 18 20:47:49.944222 n-d-838334-2 neutron-server[84043]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f7ccfd0-8162-44ac-9cb1-4863783a5eaf None None] Updating router 02589116-d5df-43b3-97bd-4bd75dfb3007 port 3c7fbe60-f145-4449-807d-cb35c83d1a66 binding host n-d-838334-2 {{(pid=84043) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 18 20:47:49.966029 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Pushing event updated for resources: {'Port': ['ID=99d1744b-e57b-42dc-9797-f047fe4bc141,revision_number=4']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:47:49.998531 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] For port e40a49a2-2a35-4f8d-a2a9-c8710be27eb0, host n-h2-838334-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838334-2',level=0,port_id=e40a49a2-2a35-4f8d-a2a9-c8710be27eb0,segment=NetworkSegment(05f98d21-8ef0-4d1f-8238-2f69a0995866),segment_id=05f98d21-8ef0-4d1f-8238-2f69a0995866)] {{(pid=84042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:47:50.008315 n-d-838334-2 neutron-server[84043]: DEBUG neutron_lib.callbacks.manager [None req-5f7ccfd0-8162-44ac-9cb1-4863783a5eaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:50.021830 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Returning: {'device': 'e40a49a2-2a35-4f8d-a2a9-c8710be27eb0', 'network_id': '0fb48a8d-a7a8-4664-9f8d-5d17ce812603', 'port_id': 'e40a49a2-2a35-4f8d-a2a9-c8710be27eb0', 'mac_address': 'fa:16:3e:f1:e6:6e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 355, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8d8efdae-4fd8-4aa6-b8c5-6709546a0547', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84042) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 18 20:47:50.048421 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.v2.base [req-af1adc40-cc29-4a7b-878b-004ed8a44780 req-682ec355-42f6-46b0-8669-665290e7ad40 service neutron] Request body: {'port': {'device_id': 'd44c3995-aaea-498f-b11f-fc70e6923c49', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-838334-2'}} {{(pid=84040) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 20:47:50.077730 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Provisioning for port 61462aa0-4611-446a-a64f-4573da15c473 completed by entity L2. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 20:47:50.096264 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Provisioning complete for port 61462aa0-4611-446a-a64f-4573da15c473 triggered by entity L2. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:47:50.096937 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1253608'] for port, provisioning_complete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:50.133600 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] get_ports_and_sgs() called for port_ids ['99d1744b-e57b-42dc-9797-f047fe4bc141'] {{(pid=84042) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 18 20:47:50.182665 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-af1adc40-cc29-4a7b-878b-004ed8a44780 req-682ec355-42f6-46b0-8669-665290e7ad40 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:50.191587 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:50.233407 n-d-838334-2 neutron-server[84042]: DEBUG neutron.notifiers.nova [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e40a49a2-2a35-4f8d-a2a9-c8710be27eb0 {{(pid=84042) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 18 20:47:50.249940 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] For port e40a49a2-2a35-4f8d-a2a9-c8710be27eb0, host n-h2-838334-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838334-2',level=0,port_id=e40a49a2-2a35-4f8d-a2a9-c8710be27eb0,segment=NetworkSegment(05f98d21-8ef0-4d1f-8238-2f69a0995866),segment_id=05f98d21-8ef0-4d1f-8238-2f69a0995866)] {{(pid=84042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:47:50.265032 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682'] for port, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:50.404152 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-cdbcb464-ed4e-4d7a-b5c4-5f4d7f61bdc6 req-e2fc9133-d321-4b74-aabb-7dde8619f56d service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=db680760-9920-4ccc-8c07-2936a873d08f&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.5176442 Apr 18 20:47:50.439186 n-d-838334-2 neutron-server[84043]: DEBUG neutron_lib.callbacks.manager [None req-5f7ccfd0-8162-44ac-9cb1-4863783a5eaf None None] Notify callbacks [] for port, precommit_update {{(pid=84043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:50.468059 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Pushing event updated for resources: {'Port': ['ID=e40a49a2-2a35-4f8d-a2a9-c8710be27eb0,revision_number=4']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:47:50.477918 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.provisioning_blocks [None req-5f7ccfd0-8162-44ac-9cb1-4863783a5eaf None None] Transition to ACTIVE for port object 3c7fbe60-f145-4449-807d-cb35c83d1a66 will not be triggered until provisioned by entity L2. {{(pid=84043) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 20:47:50.495167 n-d-838334-2 neutron-server[84043]: DEBUG neutron_lib.callbacks.manager [None req-5f7ccfd0-8162-44ac-9cb1-4863783a5eaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682'] for port, after_update {{(pid=84043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:50.529026 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:50.549293 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-c7521a90-7d65-4e2e-842c-ca5d95e9a89c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750375287399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253529'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:50.565887 n-d-838334-2 neutron-server[84043]: DEBUG neutron.plugins.ml2.managers [None req-5f7ccfd0-8162-44ac-9cb1-4863783a5eaf None None] Attempting to bind port 3c7fbe60-f145-4449-807d-cb35c83d1a66 on host n-d-838334-2 for vnic_type normal with profile {{(pid=84043) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:47:50.565887 n-d-838334-2 neutron-server[84043]: DEBUG neutron.plugins.ml2.managers [None req-5f7ccfd0-8162-44ac-9cb1-4863783a5eaf None None] Attempting to bind port 3c7fbe60-f145-4449-807d-cb35c83d1a66 by drivers openvswitch,hyperv on host n-d-838334-2 at level 0 using segments [{'id': '732aa830-768b-4511-951f-d08e26b9c25b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c'}] {{(pid=84043) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:47:50.565887 n-d-838334-2 neutron-server[84043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f7ccfd0-8162-44ac-9cb1-4863783a5eaf None None] Attempting to bind port 3c7fbe60-f145-4449-807d-cb35c83d1a66 on network e41b6600-a917-4a8d-b05c-be3be40c6d8c {{(pid=84043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 20:47:50.578716 n-d-838334-2 neutron-server[84043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f7ccfd0-8162-44ac-9cb1-4863783a5eaf None None] Checking agent: {'id': '97cd4414-7af6-4d67-868d-dff370b4071a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838334-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 25, 49), 'started_at': datetime.datetime(2022, 4, 18, 20, 26, 19), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 20, 47, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838334-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 18 20:47:50.578987 n-d-838334-2 neutron-server[84043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f7ccfd0-8162-44ac-9cb1-4863783a5eaf None None] Checking segment: {'id': '732aa830-768b-4511-951f-d08e26b9c25b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84043) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 20:47:50.579378 n-d-838334-2 neutron-server[84043]: DEBUG neutron_lib.callbacks.manager [None req-5f7ccfd0-8162-44ac-9cb1-4863783a5eaf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:50.579795 n-d-838334-2 neutron-server[84043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f7ccfd0-8162-44ac-9cb1-4863783a5eaf None None] Bound using segment: {'id': '732aa830-768b-4511-951f-d08e26b9c25b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c'} {{(pid=84043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 18 20:47:50.580249 n-d-838334-2 neutron-server[84043]: DEBUG neutron.plugins.ml2.managers [None req-5f7ccfd0-8162-44ac-9cb1-4863783a5eaf None None] Bound port: 3c7fbe60-f145-4449-807d-cb35c83d1a66, host: n-d-838334-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '732aa830-768b-4511-951f-d08e26b9c25b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c'}}] {{(pid=84043) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 20:47:50.580625 n-d-838334-2 neutron-server[84043]: DEBUG neutron_lib.callbacks.manager [None req-5f7ccfd0-8162-44ac-9cb1-4863783a5eaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:50.669629 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] get_ports_and_sgs() called for port_ids ['e40a49a2-2a35-4f8d-a2a9-c8710be27eb0'] {{(pid=84042) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 18 20:47:50.672379 n-d-838334-2 neutron-server[84043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deef0891-fc2b-4b2f-a17c-2e575b06b65c None None] Pushing event updated for resources: {'Port': ['ID=3c7fbe60-f145-4449-807d-cb35c83d1a66,revision_number=2']} {{(pid=84043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:47:50.680048 n-d-838334-2 neutron-server[84043]: DEBUG neutron.plugins.ml2.db [None req-5f7ccfd0-8162-44ac-9cb1-4863783a5eaf None None] For port 3c7fbe60-f145-4449-807d-cb35c83d1a66, host n-d-838334-2, cleared binding levels {{(pid=84043) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 20:47:50.683530 n-d-838334-2 neutron-server[84043]: DEBUG neutron.plugins.ml2.db [None req-5f7ccfd0-8162-44ac-9cb1-4863783a5eaf None None] For port 3c7fbe60-f145-4449-807d-cb35c83d1a66, host n-d-838334-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838334-2',level=0,port_id=3c7fbe60-f145-4449-807d-cb35c83d1a66,segment=NetworkSegment(732aa830-768b-4511-951f-d08e26b9c25b),segment_id=732aa830-768b-4511-951f-d08e26b9c25b)] {{(pid=84043) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 20:47:50.691111 n-d-838334-2 neutron-server[84043]: DEBUG neutron_lib.callbacks.manager [None req-5f7ccfd0-8162-44ac-9cb1-4863783a5eaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682'] for port, after_update {{(pid=84043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:50.728063 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-35b90e18-5702-4981-a5c1-af9c3f641112 req-dd144103-0c62-4c84-9163-fb906d42f811 tempest-ServerAddressesTestJSON-809881903 tempest-ServerAddressesTestJSON-809881903-project] 10.222.0.42 "GET /v2.0/security-groups?id=9facca0c-9a09-441d-9f6c-65a0e23cc469&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9120271 Apr 18 20:47:50.787263 n-d-838334-2 neutron-server[84043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deef0891-fc2b-4b2f-a17c-2e575b06b65c None None] Pushing event updated for resources: {'Port': ['ID=3c7fbe60-f145-4449-807d-cb35c83d1a66,revision_number=3']} {{(pid=84043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:47:50.845133 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f7ccfd0-8162-44ac-9cb1-4863783a5eaf None None] Routers {'02589116-d5df-43b3-97bd-4bd75dfb3007'} bound to L3 agent in host n-d-838334-2 {{(pid=84043) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 20:47:50.845601 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.l3_hamode_db [None req-5f7ccfd0-8162-44ac-9cb1-4863783a5eaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838334-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-18T20:25:48Z,description=,heartbeat_timestamp=2022-04-18T20:47:48Z,host='n-d-838334-2',id=bc84d6c9-dd7a-4555-a351-592327b46d5a,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:25:48Z,topic='l3_agent')) {'router_ids': ['02589116-d5df-43b3-97bd-4bd75dfb3007'], 'active': True} {{(pid=84043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:47:50.861772 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-c5446f4f-a12b-460e-af1b-908657aa0c60 req-01e4a51e-0911-4029-93be-38fc2a2c3ae9 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=2c9b2c88a8a84f839903c8c7e9f1ad0a&device_id=d92bb407-1213-4ebb-aa44-99c1f885b082 HTTP/1.1" status: 200 len: 1094 time: 1.6394393 Apr 18 20:47:50.880916 n-d-838334-2 neutron-server[84040]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0fbf166d-a874-4b95-8236-025eea5decf9'] response: {'name': 'network-changed', 'server_uuid': 'd92bb407-1213-4ebb-aa44-99c1f885b082', 'tag': '4b91b5c5-d2fa-4b88-8c7d-73fbabc5ec64', 'status': 'completed', 'code': 200} Apr 18 20:47:51.034413 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] For port 61462aa0-4611-446a-a64f-4573da15c473, host n-d-838334-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838334-2',level=0,port_id=61462aa0-4611-446a-a64f-4573da15c473,segment=NetworkSegment(4935dfdb-03db-4976-a6b4-e0fa58696685),segment_id=4935dfdb-03db-4976-a6b4-e0fa58696685)] {{(pid=84042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:47:51.062665 n-d-838334-2 neutron-server[84040]: DEBUG neutron.notifiers.nova [req-af1adc40-cc29-4a7b-878b-004ed8a44780 req-682ec355-42f6-46b0-8669-665290e7ad40 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8391d1fb-97a9-4bd8-acc8-073a23993384 {{(pid=84040) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 18 20:47:51.083331 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-af1adc40-cc29-4a7b-878b-004ed8a44780 req-682ec355-42f6-46b0-8669-665290e7ad40 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:51.099165 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682'] for port, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:51.138726 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-05242799-299d-417b-8c89-feea9e0870ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:51.168391 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.provisioning_blocks [req-af1adc40-cc29-4a7b-878b-004ed8a44780 req-682ec355-42f6-46b0-8669-665290e7ad40 service neutron] Transition to ACTIVE for port object 8391d1fb-97a9-4bd8-acc8-073a23993384 will not be triggered until provisioned by entity L2. {{(pid=84040) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 20:47:51.203094 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.l3_dvr_db [None req-5f7ccfd0-8162-44ac-9cb1-4863783a5eaf None None] Set router 02589116-d5df-43b3-97bd-4bd75dfb3007 gateway port host: n-d-838334-2 {{(pid=84043) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 20:47:51.239471 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-af1adc40-cc29-4a7b-878b-004ed8a44780 req-682ec355-42f6-46b0-8669-665290e7ad40 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32440959'] for port, after_update {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:51.355570 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-c5446f4f-a12b-460e-af1b-908657aa0c60 req-23cdb256-9f89-4289-bb6e-e26aed63b69e service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4b91b5c5-d2fa-4b88-8c7d-73fbabc5ec64 HTTP/1.1" status: 200 len: 217 time: 0.4771922 Apr 18 20:47:51.401569 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Pushing event updated for resources: {'Port': ['ID=61462aa0-4611-446a-a64f-4573da15c473,revision_number=3']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:47:51.527881 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.db_base_plugin_common [None req-05242799-299d-417b-8c89-feea9e0870ee admin admin] Allocated IP 172.20.0.1 (48f708f8-0904-4115-910c-bb1ab06d7263/488f35b7-694e-475d-862d-2f00f4388d03/bbf9cbaa-ee8e-49a5-ac82-a66e1079d75c) {{(pid=84041) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:47:51.608875 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Device 61462aa0-4611-446a-a64f-4573da15c473 up at agent ovs-agent-n-d-838334-2 {{(pid=84042) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 20:47:51.619277 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-682ec355-42f6-46b0-8669-665290e7ad40 service neutron] Pushing event updated for resources: {'Port': ['ID=8391d1fb-97a9-4bd8-acc8-073a23993384,revision_number=2']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:47:51.678494 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e30fd360-06d4-4942-820a-f0f73b8da615 req-49dba4a8-0ab8-46a9-9cd2-46d21b37b12a tempest-MultipleCreateTestJSON-190675240 tempest-MultipleCreateTestJSON-190675240-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:47:51.680507 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-e30fd360-06d4-4942-820a-f0f73b8da615 req-49dba4a8-0ab8-46a9-9cd2-46d21b37b12a tempest-MultipleCreateTestJSON-190675240 tempest-MultipleCreateTestJSON-190675240-project] 10.222.0.42 "GET /v2.0/ports?device_id=86054754-6dee-4889-86cf-db30f26210d5 HTTP/1.1" status: 200 len: 944 time: 1.0504711 Apr 18 20:47:51.711251 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.l3_hamode_db [None req-5f7ccfd0-8162-44ac-9cb1-4863783a5eaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '02589116-d5df-43b3-97bd-4bd75dfb3007', 'name': 'tempest-ServerActionsTestJSON-111983746-router', 'tenant_id': '6be92480d0964f34a8ede9caae0c987d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'external_fixed_ips': [{'subnet_id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'ip_address': '172.25.8.89'}], 'enable_snat': True}, 'gw_port_id': '3c7fbe60-f145-4449-807d-cb35c83d1a66', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:47:46Z', 'updated_at': '2022-04-18T20:47:47Z', 'revision_number': 3, 'project_id': '6be92480d0964f34a8ede9caae0c987d', 'gw_port': {'id': '3c7fbe60-f145-4449-807d-cb35c83d1a66', 'name': '', 'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:a1:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '02589116-d5df-43b3-97bd-4bd75dfb3007', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'ip_address': '172.25.8.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:47:47Z', 'updated_at': '2022-04-18T20:47:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838334-2'}], 'n-d-838334-2', False) {} {{(pid=84043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:47:51.718840 n-d-838334-2 neutron-server[84043]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f7ccfd0-8162-44ac-9cb1-4863783a5eaf None None] The sync data for ids ['02589116-d5df-43b3-97bd-4bd75dfb3007'] in n-d-838334-2 is: [{'id': '02589116-d5df-43b3-97bd-4bd75dfb3007', 'name': 'tempest-ServerActionsTestJSON-111983746-router', 'tenant_id': '6be92480d0964f34a8ede9caae0c987d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'external_fixed_ips': [{'subnet_id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'ip_address': '172.25.8.89'}], 'enable_snat': True}, 'gw_port_id': '3c7fbe60-f145-4449-807d-cb35c83d1a66', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:47:46Z', 'updated_at': '2022-04-18T20:47:47Z', 'revision_number': 3, 'project_id': '6be92480d0964f34a8ede9caae0c987d', 'gw_port': {'id': '3c7fbe60-f145-4449-807d-cb35c83d1a66', 'name': '', 'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:a1:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '02589116-d5df-43b3-97bd-4bd75dfb3007', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'ip_address': '172.25.8.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:47:47Z', 'updated_at': '2022-04-18T20:47:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838334-2'}] {{(pid=84043) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 18 20:47:51.746599 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-05242799-299d-417b-8c89-feea9e0870ee admin admin] Notify callbacks [] for port, precommit_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:51.769973 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.provisioning_blocks [None req-05242799-299d-417b-8c89-feea9e0870ee admin admin] Transition to ACTIVE for port object bbf9cbaa-ee8e-49a5-ac82-a66e1079d75c will not be triggered until provisioned by entity DHCP. {{(pid=84041) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 20:47:51.780486 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Provisioning complete for port 61462aa0-4611-446a-a64f-4573da15c473 triggered by entity L2. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:47:51.781031 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1253608'] for port, provisioning_complete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:51.800566 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-05242799-299d-417b-8c89-feea9e0870ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750374836619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32266323'] for port, after_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:51.823775 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5446f4f-a12b-460e-af1b-908657aa0c60 req-1d10561f-ad26-482f-8f0c-03681e836f56 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:47:51.825309 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-c5446f4f-a12b-460e-af1b-908657aa0c60 req-1d10561f-ad26-482f-8f0c-03681e836f56 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=d5bbcfa7-4c14-4cbd-af87-49786db37498 HTTP/1.1" status: 200 len: 853 time: 0.4525719 Apr 18 20:47:51.906340 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87fc3f48-9a08-4702-857c-d4d8f20b4c7e req-2c58901a-8ac7-4505-b686-cbc14dbd679a tempest-ImagesOneServerTestJSON-2049129843 tempest-ImagesOneServerTestJSON-2049129843-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:47:51.907066 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [req-87fc3f48-9a08-4702-857c-d4d8f20b4c7e req-2c58901a-8ac7-4505-b686-cbc14dbd679a tempest-ImagesOneServerTestJSON-2049129843 tempest-ImagesOneServerTestJSON-2049129843-project] Synchronizing usage tracker for tenant:adeecfc43e8e4841bf54b88eabd8e061 on resource:port {{(pid=84040) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 20:47:51.930708 n-d-838334-2 neutron-server[84041]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05242799-299d-417b-8c89-feea9e0870ee admin admin] Network 48f708f8-0904-4115-910c-bb1ab06d7263 is already hosted by enough agents. {{(pid=84041) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:47:51.935219 n-d-838334-2 neutron-server[84041]: DEBUG neutron.scheduler.base_scheduler [None req-05242799-299d-417b-8c89-feea9e0870ee admin admin] Resources bound (agent type, host, resource id): {{(pid=84041) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:47:51.937778 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05242799-299d-417b-8c89-feea9e0870ee admin admin] Received port after_create {{(pid=84041) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 20:47:51.993032 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05242799-299d-417b-8c89-feea9e0870ee admin admin] Pushing event updated for resources: {'Port': ['ID=bbf9cbaa-ee8e-49a5-ac82-a66e1079d75c,revision_number=1']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:47:52.010725 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.managers [req-af1adc40-cc29-4a7b-878b-004ed8a44780 req-682ec355-42f6-46b0-8669-665290e7ad40 service neutron] Attempting to bind port 8391d1fb-97a9-4bd8-acc8-073a23993384 on host n-h2-838334-2 for vnic_type normal with profile {{(pid=84040) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:47:52.011075 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.managers [req-af1adc40-cc29-4a7b-878b-004ed8a44780 req-682ec355-42f6-46b0-8669-665290e7ad40 service neutron] Attempting to bind port 8391d1fb-97a9-4bd8-acc8-073a23993384 by drivers openvswitch,hyperv on host n-h2-838334-2 at level 0 using segments [{'id': '62b85806-94d8-4a88-a06c-da82e5932d66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': 'cb56989d-7c5d-4678-b194-1d2edf1e842a'}] {{(pid=84040) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:47:52.011401 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af1adc40-cc29-4a7b-878b-004ed8a44780 req-682ec355-42f6-46b0-8669-665290e7ad40 service neutron] Attempting to bind port 8391d1fb-97a9-4bd8-acc8-073a23993384 on network cb56989d-7c5d-4678-b194-1d2edf1e842a {{(pid=84040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 20:47:52.074783 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-05242799-299d-417b-8c89-feea9e0870ee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33444010'] for router_interface, before_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:52.075824 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af1adc40-cc29-4a7b-878b-004ed8a44780 req-682ec355-42f6-46b0-8669-665290e7ad40 service neutron] Port 8391d1fb-97a9-4bd8-acc8-073a23993384 on network cb56989d-7c5d-4678-b194-1d2edf1e842a not bound, no agent of type Open vSwitch agent registered on host n-h2-838334-2 {{(pid=84040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 18 20:47:52.076156 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af1adc40-cc29-4a7b-878b-004ed8a44780 req-682ec355-42f6-46b0-8669-665290e7ad40 service neutron] Attempting to bind port 8391d1fb-97a9-4bd8-acc8-073a23993384 on network cb56989d-7c5d-4678-b194-1d2edf1e842a {{(pid=84040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 20:47:52.080027 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-e30fd360-06d4-4942-820a-f0f73b8da615 req-deaaa573-99a8-4ab5-92b9-6b5be66fb1ce tempest-MultipleCreateTestJSON-190675240 tempest-MultipleCreateTestJSON-190675240-project] 10.222.0.42 "GET /v2.0/security-groups?id=1b05a6b2-12b5-46ba-add0-6b3994e41087&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3748503 Apr 18 20:47:52.088313 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-c5446f4f-a12b-460e-af1b-908657aa0c60 req-e7e0db9f-113d-44f8-a534-ec733ae882e6 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=1d9bef28-3e81-4e3e-8f24-c41d55475f5f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1918311 Apr 18 20:47:52.218589 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-05242799-299d-417b-8c89-feea9e0870ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:52.302476 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-2f60cb1f-1bed-41f1-b40c-6e8d9da9c7f2 None None] Provisioning for port bbf9cbaa-ee8e-49a5-ac82-a66e1079d75c completed by entity DHCP. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 20:47:52.310041 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-2f60cb1f-1bed-41f1-b40c-6e8d9da9c7f2 None None] Provisioning complete for port bbf9cbaa-ee8e-49a5-ac82-a66e1079d75c triggered by entity DHCP. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:47:52.310406 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-2f60cb1f-1bed-41f1-b40c-6e8d9da9c7f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1253608'] for port, provisioning_complete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:52.345733 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af1adc40-cc29-4a7b-878b-004ed8a44780 req-682ec355-42f6-46b0-8669-665290e7ad40 service neutron] Checking agent: {'id': 'dc797004-f641-47b7-a77f-9c62b5b16296', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-838334-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 34, 3), 'started_at': datetime.datetime(2022, 4, 18, 20, 34, 3), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 20, 47, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 18 20:47:52.346139 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af1adc40-cc29-4a7b-878b-004ed8a44780 req-682ec355-42f6-46b0-8669-665290e7ad40 service neutron] Checking segment: {'id': '62b85806-94d8-4a88-a06c-da82e5932d66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': 'cb56989d-7c5d-4678-b194-1d2edf1e842a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84040) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 20:47:52.346437 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af1adc40-cc29-4a7b-878b-004ed8a44780 req-682ec355-42f6-46b0-8669-665290e7ad40 service neutron] Bound using segment: {'id': '62b85806-94d8-4a88-a06c-da82e5932d66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': 'cb56989d-7c5d-4678-b194-1d2edf1e842a'} {{(pid=84040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 18 20:47:52.346899 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.managers [req-af1adc40-cc29-4a7b-878b-004ed8a44780 req-682ec355-42f6-46b0-8669-665290e7ad40 service neutron] Bound port: 8391d1fb-97a9-4bd8-acc8-073a23993384, host: n-h2-838334-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '62b85806-94d8-4a88-a06c-da82e5932d66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': 'cb56989d-7c5d-4678-b194-1d2edf1e842a'}}] {{(pid=84040) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 20:47:52.347240 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-af1adc40-cc29-4a7b-878b-004ed8a44780 req-682ec355-42f6-46b0-8669-665290e7ad40 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:52.417988 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.plugin [None req-2f60cb1f-1bed-41f1-b40c-6e8d9da9c7f2 None None] Port bbf9cbaa-ee8e-49a5-ac82-a66e1079d75c cannot update to ACTIVE because it is not bound. {{(pid=84042) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 18 20:47:52.435008 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-3e656124-e039-467c-9c52-5e27163b5aae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33443857'] for router_interface, before_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:52.503990 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [req-87fc3f48-9a08-4702-857c-d4d8f20b4c7e req-2c58901a-8ac7-4505-b686-cbc14dbd679a tempest-ImagesOneServerTestJSON-2049129843 tempest-ImagesOneServerTestJSON-2049129843-project] Unset dirty status for tenant:adeecfc43e8e4841bf54b88eabd8e061 on resource:port {{(pid=84040) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 20:47:52.508184 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-87fc3f48-9a08-4702-857c-d4d8f20b4c7e req-2c58901a-8ac7-4505-b686-cbc14dbd679a tempest-ImagesOneServerTestJSON-2049129843 tempest-ImagesOneServerTestJSON-2049129843-project] 10.222.0.42 "GET /v2.0/ports?device_id=d44c3995-aaea-498f-b11f-fc70e6923c49 HTTP/1.1" status: 200 len: 947 time: 1.3346920 Apr 18 20:47:52.570563 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-cdbcb464-ed4e-4d7a-b5c4-5f4d7f61bdc6 req-c64cbb73-2658-4d1c-a0e0-71e8026cc2f4 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=0ae89e923933452faf6047be78995cc1&device_id=db680760-9920-4ccc-8c07-2936a873d08f HTTP/1.1" status: 200 len: 1101 time: 0.1290836 Apr 18 20:47:52.610972 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-05242799-299d-417b-8c89-feea9e0870ee admin admin] Notify callbacks [] for port, precommit_update {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:52.660923 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-05242799-299d-417b-8c89-feea9e0870ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32266282'] for port, after_update {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:52.741906 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-c5446f4f-a12b-460e-af1b-908657aa0c60 req-e18cc341-96e8-4dba-a3e7-cdd984ccd7fc service neutron] 10.222.0.48 "GET /v2.0/networks/1d9bef28-3e81-4e3e-8f24-c41d55475f5f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6396866 Apr 18 20:47:52.743898 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.db [req-af1adc40-cc29-4a7b-878b-004ed8a44780 req-682ec355-42f6-46b0-8669-665290e7ad40 service neutron] For port 8391d1fb-97a9-4bd8-acc8-073a23993384, host n-h2-838334-2, cleared binding levels {{(pid=84040) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 20:47:52.750299 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.db [req-af1adc40-cc29-4a7b-878b-004ed8a44780 req-682ec355-42f6-46b0-8669-665290e7ad40 service neutron] For port 8391d1fb-97a9-4bd8-acc8-073a23993384, host n-h2-838334-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838334-2',level=0,port_id=8391d1fb-97a9-4bd8-acc8-073a23993384,segment=NetworkSegment(62b85806-94d8-4a88-a06c-da82e5932d66),segment_id=62b85806-94d8-4a88-a06c-da82e5932d66)] {{(pid=84040) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 20:47:52.756088 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [req-87fc3f48-9a08-4702-857c-d4d8f20b4c7e req-92890dc9-ccc6-4983-bfaa-338fac61b2a0 tempest-ImagesOneServerTestJSON-2049129843 tempest-ImagesOneServerTestJSON-2049129843-project] Synchronizing usage tracker for tenant:adeecfc43e8e4841bf54b88eabd8e061 on resource:security_group {{(pid=84040) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 20:47:52.784478 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-af1adc40-cc29-4a7b-878b-004ed8a44780 req-682ec355-42f6-46b0-8669-665290e7ad40 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32440959'] for port, after_update {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:52.809246 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05242799-299d-417b-8c89-feea9e0870ee admin admin] Pushing event updated for resources: {'Port': ['ID=bbf9cbaa-ee8e-49a5-ac82-a66e1079d75c,revision_number=2']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:47:52.811599 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-05242799-299d-417b-8c89-feea9e0870ee admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-32377886', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33443847'] for router_interface, after_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:52.834467 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdbcb464-ed4e-4d7a-b5c4-5f4d7f61bdc6 req-98f54ae4-3e53-490e-b20e-9bd7196e7821 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:47:52.835980 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-cdbcb464-ed4e-4d7a-b5c4-5f4d7f61bdc6 req-98f54ae4-3e53-490e-b20e-9bd7196e7821 service neutron] 10.222.0.43 "GET /v2.0/networks?id=cb56989d-7c5d-4678-b194-1d2edf1e842a HTTP/1.1" status: 200 len: 870 time: 0.2539668 Apr 18 20:47:52.905061 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d614f8b-0e1f-46c0-b17b-e993d1989a42 req-97c80e78-c341-405f-9006-2edac4afe005 tempest-ServersTestBootFromVolume-1514752049 tempest-ServersTestBootFromVolume-1514752049-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:47:52.906596 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-2d614f8b-0e1f-46c0-b17b-e993d1989a42 req-97c80e78-c341-405f-9006-2edac4afe005 tempest-ServersTestBootFromVolume-1514752049 tempest-ServersTestBootFromVolume-1514752049-project] 10.222.0.42 "GET /v2.0/ports?device_id=f202d24e-5786-4e97-b11f-4f156f6f3e05 HTTP/1.1" status: 200 len: 945 time: 0.5620487 Apr 18 20:47:52.944831 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-af1adc40-cc29-4a7b-878b-004ed8a44780 req-682ec355-42f6-46b0-8669-665290e7ad40 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217293'] for port, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:52.945980 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-af1adc40-cc29-4a7b-878b-004ed8a44780 req-682ec355-42f6-46b0-8669-665290e7ad40 service neutron] 10.222.0.48 "PUT /v2.0/ports/8391d1fb-97a9-4bd8-acc8-073a23993384 HTTP/1.1" status: 200 len: 1095 time: 2.9324405 Apr 18 20:47:52.968376 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-cdbcb464-ed4e-4d7a-b5c4-5f4d7f61bdc6 req-3e02eef1-84c6-4b18-b5a3-d6d335be01af service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.206&port_id=454545ff-cc01-4b02-98d5-de56b420f516 HTTP/1.1" status: 200 len: 217 time: 0.1182086 Apr 18 20:47:52.976997 n-d-838334-2 neutron-server[84040]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd44c3995-aaea-498f-b11f-fc70e6923c49', 'tag': '8391d1fb-97a9-4bd8-acc8-073a23993384'}] {{(pid=84040) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 20:47:52.986914 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [req-87fc3f48-9a08-4702-857c-d4d8f20b4c7e req-92890dc9-ccc6-4983-bfaa-338fac61b2a0 tempest-ImagesOneServerTestJSON-2049129843 tempest-ImagesOneServerTestJSON-2049129843-project] Unset dirty status for tenant:adeecfc43e8e4841bf54b88eabd8e061 on resource:security_group {{(pid=84040) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 20:47:52.998338 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-87fc3f48-9a08-4702-857c-d4d8f20b4c7e req-92890dc9-ccc6-4983-bfaa-338fac61b2a0 tempest-ImagesOneServerTestJSON-2049129843 tempest-ImagesOneServerTestJSON-2049129843-project] 10.222.0.42 "GET /v2.0/security-groups?id=47176a6a-2814-4f71-8dbf-60080e8f773d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4671810 Apr 18 20:47:53.078459 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdbcb464-ed4e-4d7a-b5c4-5f4d7f61bdc6 req-5c86dbb3-3c5a-4643-bb19-7a83ab7a791f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:47:53.079918 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-cdbcb464-ed4e-4d7a-b5c4-5f4d7f61bdc6 req-5c86dbb3-3c5a-4643-bb19-7a83ab7a791f service neutron] 10.222.0.43 "GET /v2.0/subnets?id=c4b526db-4d8a-4d4c-a310-e3a599630ae1 HTTP/1.1" status: 200 len: 843 time: 0.1019349 Apr 18 20:47:53.086014 n-d-838334-2 neutron-server[84041]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05242799-299d-417b-8c89-feea9e0870ee admin admin] Network 48f708f8-0904-4115-910c-bb1ab06d7263 is already hosted by enough agents. {{(pid=84041) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:47:53.115325 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-682ec355-42f6-46b0-8669-665290e7ad40 service neutron] Pushing event updated for resources: {'Port': ['ID=8391d1fb-97a9-4bd8-acc8-073a23993384,revision_number=3']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:47:53.126399 n-d-838334-2 neutron-server[84041]: DEBUG neutron.scheduler.base_scheduler [None req-05242799-299d-417b-8c89-feea9e0870ee admin admin] Resources bound (agent type, host, resource id): {{(pid=84041) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:47:53.212623 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-2d614f8b-0e1f-46c0-b17b-e993d1989a42 req-3508ef83-7a4a-4ff4-8670-fca58cd07788 tempest-ServersTestBootFromVolume-1514752049 tempest-ServersTestBootFromVolume-1514752049-project] 10.222.0.42 "GET /v2.0/security-groups?id=f715db8b-aaa1-4961-aa17-658de350acd6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2837276 Apr 18 20:47:53.224479 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-c5446f4f-a12b-460e-af1b-908657aa0c60 req-118c4ecc-e330-43e8-87ff-24a7230d6027 service neutron] 10.222.0.48 "GET /v2.0/networks/1d9bef28-3e81-4e3e-8f24-c41d55475f5f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4632440 Apr 18 20:47:53.266687 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Device 99d1744b-e57b-42dc-9797-f047fe4bc141 up at agent hyperv_n-h1-838334-2 {{(pid=84042) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 20:47:53.388533 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Provisioning for port 99d1744b-e57b-42dc-9797-f047fe4bc141 completed by entity L2. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 20:47:53.393868 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Provisioning complete for port 99d1744b-e57b-42dc-9797-f047fe4bc141 triggered by entity L2. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:47:53.394230 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1253608'] for port, provisioning_complete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:53.444892 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-af1adc40-cc29-4a7b-878b-004ed8a44780 req-a09221ea-ce28-41a4-aa23-81784d0f9ef3 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=adeecfc43e8e4841bf54b88eabd8e061&device_id=d44c3995-aaea-498f-b11f-fc70e6923c49 HTTP/1.1" status: 200 len: 1098 time: 0.4406574 Apr 18 20:47:53.476456 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-cdbcb464-ed4e-4d7a-b5c4-5f4d7f61bdc6 req-5e220ba8-ef84-4e8c-bfb5-50d353de5d62 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=cb56989d-7c5d-4678-b194-1d2edf1e842a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3880479 Apr 18 20:47:53.492785 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Device e40a49a2-2a35-4f8d-a2a9-c8710be27eb0 up at agent hyperv_n-h2-838334-2 {{(pid=84042) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 20:47:53.561730 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Device 3c7fbe60-f145-4449-807d-cb35c83d1a66 up at agent ovs-agent-n-d-838334-2 {{(pid=84042) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 20:47:53.562534 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daff4de6-375f-4286-9fc8-4c7bdcebd748 req-9c88f91d-59cb-40eb-bfdc-3154d56ae23c tempest-MigrationsAdminTest-1326981207 tempest-MigrationsAdminTest-1326981207-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:47:53.564032 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-daff4de6-375f-4286-9fc8-4c7bdcebd748 req-9c88f91d-59cb-40eb-bfdc-3154d56ae23c tempest-MigrationsAdminTest-1326981207 tempest-MigrationsAdminTest-1326981207-project] 10.222.0.42 "GET /v2.0/ports?device_id=db680760-9920-4ccc-8c07-2936a873d08f HTTP/1.1" status: 200 len: 950 time: 0.4125557 Apr 18 20:47:53.625416 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-af1adc40-cc29-4a7b-878b-004ed8a44780 req-b46b18c8-3f6b-4223-8d2d-0d005454721e service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.57&port_id=8391d1fb-97a9-4bd8-acc8-073a23993384 HTTP/1.1" status: 200 len: 217 time: 0.1618323 Apr 18 20:47:53.641219 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-1f8b02d0-bc5b-41ee-8b8c-8907122c4909 None None] Provisioning complete for port bbf9cbaa-ee8e-49a5-ac82-a66e1079d75c triggered by entity DHCP. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:47:53.641729 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-1f8b02d0-bc5b-41ee-8b8c-8907122c4909 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1253608'] for port, provisioning_complete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:53.742539 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-cdbcb464-ed4e-4d7a-b5c4-5f4d7f61bdc6 req-5dce300b-c927-4e3c-b002-f127aba23919 service neutron] 10.222.0.43 "GET /v2.0/networks/cb56989d-7c5d-4678-b194-1d2edf1e842a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2589245 Apr 18 20:47:53.753913 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dcd2090-23c8-40f9-abeb-4a48fff8b170 req-67a41c1c-a18d-4334-86c2-4c5b85c90dca tempest-ServerAddressesTestJSON-809881903 tempest-ServerAddressesTestJSON-809881903-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:47:53.755343 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-1dcd2090-23c8-40f9-abeb-4a48fff8b170 req-67a41c1c-a18d-4334-86c2-4c5b85c90dca tempest-ServerAddressesTestJSON-809881903 tempest-ServerAddressesTestJSON-809881903-project] 10.222.0.42 "GET /v2.0/ports?device_id=1ac42a05-3e68-468e-98c8-d3348b7bf46f HTTP/1.1" status: 200 len: 945 time: 0.3591530 Apr 18 20:47:53.758467 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.plugin [None req-1f8b02d0-bc5b-41ee-8b8c-8907122c4909 None None] Port bbf9cbaa-ee8e-49a5-ac82-a66e1079d75c cannot update to ACTIVE because it is not bound. {{(pid=84042) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 18 20:47:53.764878 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-0fc02f17-1056-4c67-90cc-3b7bc0345ca0 req-f71abdd2-63de-4aa0-bba5-3e507a9c6ad8 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=2c9b2c88a8a84f839903c8c7e9f1ad0a&device_id=d92bb407-1213-4ebb-aa44-99c1f885b082 HTTP/1.1" status: 200 len: 1094 time: 0.4422820 Apr 18 20:47:53.766842 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:53.773726 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-daff4de6-375f-4286-9fc8-4c7bdcebd748 req-c65b8fa2-acd1-450a-887f-c01937857f91 tempest-MigrationsAdminTest-1326981207 tempest-MigrationsAdminTest-1326981207-project] 10.222.0.42 "GET /v2.0/security-groups?id=8ca7ac2c-bfe5-493b-aae6-636315bac851&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1977575 Apr 18 20:47:53.783960 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Provisioning for port e40a49a2-2a35-4f8d-a2a9-c8710be27eb0 completed by entity L2. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 20:47:53.794079 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Provisioning complete for port e40a49a2-2a35-4f8d-a2a9-c8710be27eb0 triggered by entity L2. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:47:53.794719 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1253608'] for port, provisioning_complete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:53.829224 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Provisioning for port 3c7fbe60-f145-4449-807d-cb35c83d1a66 completed by entity L2. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 20:47:53.834012 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af1adc40-cc29-4a7b-878b-004ed8a44780 req-814e3887-bf06-476c-b494-affa798726f9 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:47:53.836180 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-af1adc40-cc29-4a7b-878b-004ed8a44780 req-814e3887-bf06-476c-b494-affa798726f9 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=c4b526db-4d8a-4d4c-a310-e3a599630ae1 HTTP/1.1" status: 200 len: 843 time: 0.1737509 Apr 18 20:47:53.862206 n-d-838334-2 neutron-server[84042]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '86054754-6dee-4889-86cf-db30f26210d5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '99d1744b-e57b-42dc-9797-f047fe4bc141'}] {{(pid=84042) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 20:47:53.867462 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Provisioning complete for port 3c7fbe60-f145-4449-807d-cb35c83d1a66 triggered by entity L2. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:47:53.867994 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1253608'] for port, provisioning_complete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:53.913738 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-cdbcb464-ed4e-4d7a-b5c4-5f4d7f61bdc6 req-9cfdd775-0197-47fc-b49d-aa049edbd40f service neutron] 10.222.0.43 "GET /v2.0/networks/cb56989d-7c5d-4678-b194-1d2edf1e842a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1613071 Apr 18 20:47:53.927963 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] For port 99d1744b-e57b-42dc-9797-f047fe4bc141, host n-h1-838334-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838334-2',level=0,port_id=99d1744b-e57b-42dc-9797-f047fe4bc141,segment=NetworkSegment(69e680c7-3ab0-48c4-a2d0-df2b5d30c8ee),segment_id=69e680c7-3ab0-48c4-a2d0-df2b5d30c8ee)] {{(pid=84042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:47:53.944381 n-d-838334-2 neutron-server[84041]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-05242799-299d-417b-8c89-feea9e0870ee admin admin] Router 02589116-d5df-43b3-97bd-4bd75dfb3007 has already been hosted by L3 agent bc84d6c9-dd7a-4555-a351-592327b46d5a {{(pid=84041) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 20:47:53.945548 n-d-838334-2 neutron-server[84040]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d2a3e7ee-2366-4f92-9cb0-c5ab2932a344'] response: {'name': 'network-changed', 'server_uuid': 'd44c3995-aaea-498f-b11f-fc70e6923c49', 'tag': '8391d1fb-97a9-4bd8-acc8-073a23993384', 'status': 'completed', 'code': 200} Apr 18 20:47:53.946749 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682'] for port, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:54.113374 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Pushing event updated for resources: {'Port': ['ID=99d1744b-e57b-42dc-9797-f047fe4bc141,revision_number=5']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:47:54.141210 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:54.166869 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:54.195589 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] For port 3c7fbe60-f145-4449-807d-cb35c83d1a66, host n-d-838334-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838334-2',level=0,port_id=3c7fbe60-f145-4449-807d-cb35c83d1a66,segment=NetworkSegment(732aa830-768b-4511-951f-d08e26b9c25b),segment_id=732aa830-768b-4511-951f-d08e26b9c25b)] {{(pid=84042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:47:54.198322 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] For port e40a49a2-2a35-4f8d-a2a9-c8710be27eb0, host n-h2-838334-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838334-2',level=0,port_id=e40a49a2-2a35-4f8d-a2a9-c8710be27eb0,segment=NetworkSegment(05f98d21-8ef0-4d1f-8238-2f69a0995866),segment_id=05f98d21-8ef0-4d1f-8238-2f69a0995866)] {{(pid=84042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:47:54.202435 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682'] for port, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:54.243894 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682'] for port, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:54.279154 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-05242799-299d-417b-8c89-feea9e0870ee admin admin] Notify agent at l3_agent.n-d-838334-2 the message routers_updated {{(pid=84041) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 20:47:54.281987 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Pushing event updated for resources: {'Port': ['ID=3c7fbe60-f145-4449-807d-cb35c83d1a66,revision_number=4']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:47:54.297953 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-05242799-299d-417b-8c89-feea9e0870ee admin admin] 10.222.0.42 "PUT /v2.0/routers/02589116-d5df-43b3-97bd-4bd75dfb3007/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0249550 Apr 18 20:47:54.298185 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-1dcd2090-23c8-40f9-abeb-4a48fff8b170 req-d7723718-2167-42a7-a2d6-4e59529c2f99 tempest-ServerAddressesTestJSON-809881903 tempest-ServerAddressesTestJSON-809881903-project] 10.222.0.42 "GET /v2.0/security-groups?id=9facca0c-9a09-441d-9f6c-65a0e23cc469&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4979994 Apr 18 20:47:54.360074 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Pushing event updated for resources: {'Port': ['ID=e40a49a2-2a35-4f8d-a2a9-c8710be27eb0,revision_number=5']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:47:54.404337 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fc02f17-1056-4c67-90cc-3b7bc0345ca0 req-671333cf-edf7-4ab2-bc40-178a79f3ad5a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:47:54.405762 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-0fc02f17-1056-4c67-90cc-3b7bc0345ca0 req-671333cf-edf7-4ab2-bc40-178a79f3ad5a service neutron] 10.222.0.48 "GET /v2.0/networks?id=1d9bef28-3e81-4e3e-8f24-c41d55475f5f HTTP/1.1" status: 200 len: 914 time: 0.4593763 Apr 18 20:47:54.538707 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-0fc02f17-1056-4c67-90cc-3b7bc0345ca0 req-cf107c42-7b55-48e9-9f8c-08d6fb128e61 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4b91b5c5-d2fa-4b88-8c7d-73fbabc5ec64 HTTP/1.1" status: 200 len: 217 time: 0.1212611 Apr 18 20:47:54.622221 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-af1adc40-cc29-4a7b-878b-004ed8a44780 req-2076b84b-f1d9-48e1-90ed-fcc5204b030b service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=cb56989d-7c5d-4678-b194-1d2edf1e842a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.6529310 Apr 18 20:47:54.627380 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22f41155-1f74-4853-b114-f818c77bf146 req-d7a90916-9a66-4f63-b239-ac7c07fa6447 tempest-MultipleCreateTestJSON-190675240 tempest-MultipleCreateTestJSON-190675240-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:47:54.628696 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-22f41155-1f74-4853-b114-f818c77bf146 req-d7a90916-9a66-4f63-b239-ac7c07fa6447 tempest-MultipleCreateTestJSON-190675240 tempest-MultipleCreateTestJSON-190675240-project] 10.222.0.42 "GET /v2.0/ports?device_id=86054754-6dee-4889-86cf-db30f26210d5 HTTP/1.1" status: 200 len: 945 time: 0.4261386 Apr 18 20:47:54.776162 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fc02f17-1056-4c67-90cc-3b7bc0345ca0 req-6e2574b9-f0c0-440b-8b36-ba12f75c6197 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:47:54.777568 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-0fc02f17-1056-4c67-90cc-3b7bc0345ca0 req-6e2574b9-f0c0-440b-8b36-ba12f75c6197 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=d5bbcfa7-4c14-4cbd-af87-49786db37498 HTTP/1.1" status: 200 len: 853 time: 0.2006450 Apr 18 20:47:54.878028 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06df323a-4a3d-4610-843c-6c7dbe359008 req-55293703-36a4-4458-8d9f-f508698eddc5 tempest-ServersTestBootFromVolume-1514752049 tempest-ServersTestBootFromVolume-1514752049-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:47:54.879374 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-06df323a-4a3d-4610-843c-6c7dbe359008 req-55293703-36a4-4458-8d9f-f508698eddc5 tempest-ServersTestBootFromVolume-1514752049 tempest-ServersTestBootFromVolume-1514752049-project] 10.222.0.42 "GET /v2.0/ports?device_id=f202d24e-5786-4e97-b11f-4f156f6f3e05 HTTP/1.1" status: 200 len: 945 time: 0.4711783 Apr 18 20:47:54.889188 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 44020) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:47:54.893735 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-0fc02f17-1056-4c67-90cc-3b7bc0345ca0 req-e7ac7830-1b7f-4e80-8246-d75eada06d6a service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=1d9bef28-3e81-4e3e-8f24-c41d55475f5f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0917935 Apr 18 20:47:54.898272 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.v2.base [None req-8e7065c2-6d99-4d63-b8d7-aba1527b1239 tempest-ServersTestBootFromVolume-1514752049 tempest-ServersTestBootFromVolume-1514752049-project] Request body: {'floatingip': {'port_id': 'bf3648e0-3d5a-4377-a6e4-8acf452dfb09'}} {{(pid=84041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 20:47:54.903732 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-22f41155-1f74-4853-b114-f818c77bf146 req-fa1d0869-2124-40a7-ac30-396d691effd4 tempest-MultipleCreateTestJSON-190675240 tempest-MultipleCreateTestJSON-190675240-project] 10.222.0.42 "GET /v2.0/security-groups?id=1b05a6b2-12b5-46ba-add0-6b3994e41087&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2629778 Apr 18 20:47:54.967770 n-d-838334-2 neutron-server[84042]: INFO neutron.notifiers.nova [-] Nova event matching ['req-aa8c81f0-4fb1-42d9-a494-e939316c5f44'] response: {'server_uuid': '86054754-6dee-4889-86cf-db30f26210d5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '99d1744b-e57b-42dc-9797-f047fe4bc141', 'code': 200} Apr 18 20:47:55.014672 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-8e7065c2-6d99-4d63-b8d7-aba1527b1239 tempest-ServersTestBootFromVolume-1514752049 tempest-ServersTestBootFromVolume-1514752049-project] Notify callbacks [] for floatingip, before_update {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:55.073167 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-0fc02f17-1056-4c67-90cc-3b7bc0345ca0 req-3b862b6e-fc6e-49b7-ac28-87235f07fc14 service neutron] 10.222.0.48 "GET /v2.0/networks/1d9bef28-3e81-4e3e-8f24-c41d55475f5f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1655238 Apr 18 20:47:55.204538 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-af1adc40-cc29-4a7b-878b-004ed8a44780 req-5359e4df-925c-496e-bb43-e8c3814d8319 service neutron] 10.222.0.48 "GET /v2.0/networks/cb56989d-7c5d-4678-b194-1d2edf1e842a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5647898 Apr 18 20:47:55.278242 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-4bdc4f96-1c19-4bb7-9455-11c340cbd1e5 req-1b50d562-ce81-4aad-a862-a471810b5396 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=86054754-6dee-4889-86cf-db30f26210d5 HTTP/1.1" status: 200 len: 1096 time: 0.1909084 Apr 18 20:47:55.450523 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-0fc02f17-1056-4c67-90cc-3b7bc0345ca0 req-7f62adf7-c72a-4493-b660-60fa7267c419 service neutron] 10.222.0.48 "GET /v2.0/networks/1d9bef28-3e81-4e3e-8f24-c41d55475f5f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3284097 Apr 18 20:47:55.466717 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 44030) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:47:55.470454 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-4bdc4f96-1c19-4bb7-9455-11c340cbd1e5 req-9ea6ecbc-f562-4505-9e3e-415ba587ce6b service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=1b05a6b2-12b5-46ba-add0-6b3994e41087&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1849084 Apr 18 20:47:55.489377 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.v2.base [None req-aff32c6f-d481-4a99-bc7c-0e6e86de90bb tempest-ServerActionsTestJSON-2052644234 tempest-ServerActionsTestJSON-2052644234-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1198763149', 'description': 'tempest-description--2058707944'}} {{(pid=84040) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 20:47:55.503977 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [None req-aff32c6f-d481-4a99-bc7c-0e6e86de90bb tempest-ServerActionsTestJSON-2052644234 tempest-ServerActionsTestJSON-2052644234-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:47:55.514339 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccadfdf4-0d21-4755-b020-d034cfba4b79 req-b008a682-f1f0-450d-b6ff-6f5ffb359526 tempest-ImagesOneServerTestJSON-2049129843 tempest-ImagesOneServerTestJSON-2049129843-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:47:55.521342 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-ccadfdf4-0d21-4755-b020-d034cfba4b79 req-b008a682-f1f0-450d-b6ff-6f5ffb359526 tempest-ImagesOneServerTestJSON-2049129843 tempest-ImagesOneServerTestJSON-2049129843-project] 10.222.0.42 "GET /v2.0/ports?device_id=d44c3995-aaea-498f-b11f-fc70e6923c49 HTTP/1.1" status: 200 len: 947 time: 0.4390733 Apr 18 20:47:55.529811 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Device 3c7fbe60-f145-4449-807d-cb35c83d1a66 up at agent ovs-agent-n-d-838334-2 {{(pid=84042) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 20:47:55.555843 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-af1adc40-cc29-4a7b-878b-004ed8a44780 req-c9aaee9f-a326-4e68-9101-9e81ca249bf7 service neutron] 10.222.0.48 "GET /v2.0/networks/cb56989d-7c5d-4678-b194-1d2edf1e842a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3383231 Apr 18 20:47:55.565948 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-aff32c6f-d481-4a99-bc7c-0e6e86de90bb tempest-ServerActionsTestJSON-2052644234 tempest-ServerActionsTestJSON-2052644234-project] Usage tracker for resource:security_group and tenant:6be92480d0964f34a8ede9caae0c987d is out of sync, need to count used quota {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:47:55.570693 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-aff32c6f-d481-4a99-bc7c-0e6e86de90bb tempest-ServerActionsTestJSON-2052644234 tempest-ServerActionsTestJSON-2052644234-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:47:55.582550 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [None req-aff32c6f-d481-4a99-bc7c-0e6e86de90bb tempest-ServerActionsTestJSON-2052644234 tempest-ServerActionsTestJSON-2052644234-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:47:55.651059 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Provisioning complete for port 3c7fbe60-f145-4449-807d-cb35c83d1a66 triggered by entity L2. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:47:55.651508 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1253608'] for port, provisioning_complete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:55.722517 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7aa7652-cd0f-4505-884d-9b1c791a9f3b None None] Sync routers for ids ['02589116-d5df-43b3-97bd-4bd75dfb3007'] in n-d-838334-2 {{(pid=84042) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 18 20:47:55.746888 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-aff32c6f-d481-4a99-bc7c-0e6e86de90bb tempest-ServerActionsTestJSON-2052644234 tempest-ServerActionsTestJSON-2052644234-project] Notify callbacks [] for security_group, before_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:55.777888 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-ccadfdf4-0d21-4755-b020-d034cfba4b79 req-8248e922-374f-4bb7-aa69-29469cf2cfd7 tempest-ImagesOneServerTestJSON-2049129843 tempest-ImagesOneServerTestJSON-2049129843-project] 10.222.0.42 "GET /v2.0/security-groups?id=47176a6a-2814-4f71-8dbf-60080e8f773d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2556732 Apr 18 20:47:55.787198 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7aa7652-cd0f-4505-884d-9b1c791a9f3b None None] Routers {'02589116-d5df-43b3-97bd-4bd75dfb3007'} bound to L3 agent in host n-d-838334-2 {{(pid=84042) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 20:47:55.788516 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_hamode_db [None req-b7aa7652-cd0f-4505-884d-9b1c791a9f3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838334-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-18T20:25:48Z,description=,heartbeat_timestamp=2022-04-18T20:47:48Z,host='n-d-838334-2',id=bc84d6c9-dd7a-4555-a351-592327b46d5a,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:25:48Z,topic='l3_agent')) {'router_ids': ['02589116-d5df-43b3-97bd-4bd75dfb3007'], 'active': True} {{(pid=84042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:47:55.814234 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.plugin [None req-3e656124-e039-467c-9c52-5e27163b5aae admin admin] Deleting port 90c2329b-a48a-4fa9-872d-dbd9fc1fe4b3 {{(pid=84040) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 20:47:55.814574 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-3e656124-e039-467c-9c52-5e27163b5aae admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750375188691'] for port, before_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:55.877849 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [None req-aff32c6f-d481-4a99-bc7c-0e6e86de90bb tempest-ServerActionsTestJSON-2052644234 tempest-ServerActionsTestJSON-2052644234-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:47:55.891402 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-aff32c6f-d481-4a99-bc7c-0e6e86de90bb tempest-ServerActionsTestJSON-2052644234 tempest-ServerActionsTestJSON-2052644234-project] Usage tracker for resource:security_group_rule and tenant:6be92480d0964f34a8ede9caae0c987d is out of sync, need to count used quota {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:47:55.902666 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-8e7065c2-6d99-4d63-b8d7-aba1527b1239 tempest-ServersTestBootFromVolume-1514752049 tempest-ServersTestBootFromVolume-1514752049-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:55.908266 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-8e7065c2-6d99-4d63-b8d7-aba1527b1239 tempest-ServersTestBootFromVolume-1514752049 tempest-ServersTestBootFromVolume-1514752049-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33444131'] for floatingip, after_update {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:56.024410 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_dvr_db [None req-b7aa7652-cd0f-4505-884d-9b1c791a9f3b None None] Set router 02589116-d5df-43b3-97bd-4bd75dfb3007 gateway port host: n-d-838334-2 {{(pid=84042) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 20:47:56.026673 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-aff32c6f-d481-4a99-bc7c-0e6e86de90bb tempest-ServerActionsTestJSON-2052644234 tempest-ServerActionsTestJSON-2052644234-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:47:56.039936 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [None req-aff32c6f-d481-4a99-bc7c-0e6e86de90bb tempest-ServerActionsTestJSON-2052644234 tempest-ServerActionsTestJSON-2052644234-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:47:56.132059 n-d-838334-2 neutron-server[84041]: INFO neutron.db.l3_db [None req-8e7065c2-6d99-4d63-b8d7-aba1527b1239 tempest-ServersTestBootFromVolume-1514752049 tempest-ServersTestBootFromVolume-1514752049-project] Floating IP 7b794df3-6974-4052-9772-f2e86b589108 associated. External IP: 172.25.8.160, port: bf3648e0-3d5a-4377-a6e4-8acf452dfb09. Apr 18 20:47:56.199412 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d07c922-d958-4148-a33b-7176dad0dc67 req-0f4e8247-921a-470b-9c28-bc2867061f3d tempest-MigrationsAdminTest-1326981207 tempest-MigrationsAdminTest-1326981207-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:47:56.200040 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-6d07c922-d958-4148-a33b-7176dad0dc67 req-0f4e8247-921a-470b-9c28-bc2867061f3d tempest-MigrationsAdminTest-1326981207 tempest-MigrationsAdminTest-1326981207-project] 10.222.0.42 "GET /v2.0/ports?device_id=db680760-9920-4ccc-8c07-2936a873d08f HTTP/1.1" status: 200 len: 950 time: 0.5829122 Apr 18 20:47:56.221648 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-eec37f8a-df51-425a-ad45-f3c1220631c4 req-815292fc-20c1-4211-945a-f4c178bdfa36 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=adeecfc43e8e4841bf54b88eabd8e061&device_id=d44c3995-aaea-498f-b11f-fc70e6923c49 HTTP/1.1" status: 200 len: 1098 time: 0.5578744 Apr 18 20:47:56.419186 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_hamode_db [None req-b7aa7652-cd0f-4505-884d-9b1c791a9f3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '02589116-d5df-43b3-97bd-4bd75dfb3007', 'name': 'tempest-ServerActionsTestJSON-111983746-router', 'tenant_id': '6be92480d0964f34a8ede9caae0c987d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'external_fixed_ips': [{'subnet_id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'ip_address': '172.25.8.89'}], 'enable_snat': True}, 'gw_port_id': '3c7fbe60-f145-4449-807d-cb35c83d1a66', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:47:46Z', 'updated_at': '2022-04-18T20:47:52Z', 'revision_number': 4, 'project_id': '6be92480d0964f34a8ede9caae0c987d', 'gw_port': {'id': '3c7fbe60-f145-4449-807d-cb35c83d1a66', 'name': '', 'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:a1:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02589116-d5df-43b3-97bd-4bd75dfb3007', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'ip_address': '172.25.8.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:47:47Z', 'updated_at': '2022-04-18T20:47:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838334-2', '_interfaces': [{'id': 'bbf9cbaa-ee8e-49a5-ac82-a66e1079d75c', 'name': '', 'network_id': '48f708f8-0904-4115-910c-bb1ab06d7263', 'tenant_id': '6be92480d0964f34a8ede9caae0c987d', 'mac_address': 'fa:16:3e:8b:25:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '02589116-d5df-43b3-97bd-4bd75dfb3007', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '488f35b7-694e-475d-862d-2f00f4388d03', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:47:51Z', 'updated_at': '2022-04-18T20:47:52Z', 'revision_number': 2, 'project_id': '6be92480d0964f34a8ede9caae0c987d', 'subnets': [{'id': '488f35b7-694e-475d-862d-2f00f4388d03', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838334-2', False) {} {{(pid=84042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:47:56.423392 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7aa7652-cd0f-4505-884d-9b1c791a9f3b None None] Checking router: 02589116-d5df-43b3-97bd-4bd75dfb3007 for host: n-d-838334-2 {{(pid=84042) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 18 20:47:56.424032 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7aa7652-cd0f-4505-884d-9b1c791a9f3b None None] Updating router 02589116-d5df-43b3-97bd-4bd75dfb3007 port bbf9cbaa-ee8e-49a5-ac82-a66e1079d75c binding host n-d-838334-2 {{(pid=84042) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 18 20:47:56.430431 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-aff32c6f-d481-4a99-bc7c-0e6e86de90bb tempest-ServerActionsTestJSON-2052644234 tempest-ServerActionsTestJSON-2052644234-project] Notify callbacks [] for security_group, precommit_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:56.441674 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.db [None req-3e656124-e039-467c-9c52-5e27163b5aae admin admin] For port 90c2329b-a48a-4fa9-872d-dbd9fc1fe4b3, host n-d-838334-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838334-2',level=0,port_id=90c2329b-a48a-4fa9-872d-dbd9fc1fe4b3,segment=NetworkSegment(babc5ab2-1bad-4120-8d0c-e452c40ad093),segment_id=babc5ab2-1bad-4120-8d0c-e452c40ad093)] {{(pid=84040) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:47:56.442027 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-3e656124-e039-467c-9c52-5e27163b5aae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369123'] for port, precommit_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:56.465832 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-aff32c6f-d481-4a99-bc7c-0e6e86de90bb tempest-ServerActionsTestJSON-2052644234 tempest-ServerActionsTestJSON-2052644234-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33528224'] for security_group, after_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:56.479916 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-b7aa7652-cd0f-4505-884d-9b1c791a9f3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:56.545348 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-6d07c922-d958-4148-a33b-7176dad0dc67 req-8972013c-b76a-4787-b87f-16fbdac68209 tempest-MigrationsAdminTest-1326981207 tempest-MigrationsAdminTest-1326981207-project] 10.222.0.42 "GET /v2.0/security-groups?id=8ca7ac2c-bfe5-493b-aae6-636315bac851&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3348608 Apr 18 20:47:56.558348 n-d-838334-2 neutron-server[84041]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8e7065c2-6d99-4d63-b8d7-aba1527b1239 tempest-ServersTestBootFromVolume-1514752049 tempest-ServersTestBootFromVolume-1514752049-project] Router 6010692a-0621-4540-bb51-2d0118223f6d has already been hosted by L3 agent bc84d6c9-dd7a-4555-a351-592327b46d5a {{(pid=84041) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 20:47:56.628314 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.plugin [None req-3e656124-e039-467c-9c52-5e27163b5aae admin admin] Calling delete_port for 90c2329b-a48a-4fa9-872d-dbd9fc1fe4b3 owned by network:router_interface {{(pid=84040) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 20:47:56.714642 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e425896f-29dd-4cd2-a1f6-07e0faa515d0 req-cb993be9-65a3-4848-9451-647d6fb0aff0 tempest-ServerAddressesTestJSON-809881903 tempest-ServerAddressesTestJSON-809881903-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:47:56.721740 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-e425896f-29dd-4cd2-a1f6-07e0faa515d0 req-cb993be9-65a3-4848-9451-647d6fb0aff0 tempest-ServerAddressesTestJSON-809881903 tempest-ServerAddressesTestJSON-809881903-project] 10.222.0.42 "GET /v2.0/ports?device_id=1ac42a05-3e68-468e-98c8-d3348b7bf46f HTTP/1.1" status: 200 len: 946 time: 0.6553051 Apr 18 20:47:56.753173 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aff32c6f-d481-4a99-bc7c-0e6e86de90bb tempest-ServerActionsTestJSON-2052644234 tempest-ServerActionsTestJSON-2052644234-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c2aeb662-6a43-4389-8810-9fad3627855b,revision_number=1']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:47:56.762386 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eec37f8a-df51-425a-ad45-f3c1220631c4 req-ebe46e11-ca3c-4335-94e9-4fdfba4e6aa3 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:47:56.763936 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-eec37f8a-df51-425a-ad45-f3c1220631c4 req-ebe46e11-ca3c-4335-94e9-4fdfba4e6aa3 service neutron] 10.222.0.48 "GET /v2.0/networks?id=cb56989d-7c5d-4678-b194-1d2edf1e842a HTTP/1.1" status: 200 len: 870 time: 0.5178576 Apr 18 20:47:56.769267 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-aff32c6f-d481-4a99-bc7c-0e6e86de90bb tempest-ServerActionsTestJSON-2052644234 tempest-ServerActionsTestJSON-2052644234-project] Notify callbacks [] for security_group, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:56.770475 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-aff32c6f-d481-4a99-bc7c-0e6e86de90bb tempest-ServerActionsTestJSON-2052644234 tempest-ServerActionsTestJSON-2052644234-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1614 time: 1.2899170 Apr 18 20:47:56.779529 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 44038) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:47:56.796397 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.v2.base [None req-9d3e3a9e-7c06-42ed-82fb-5ac99b803f0f tempest-ServerActionsTestJSON-2052644234 tempest-ServerActionsTestJSON-2052644234-project] Request body: {'security_group_rule': {'security_group_id': 'c2aeb662-6a43-4389-8810-9fad3627855b', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 20:47:56.810654 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-9d3e3a9e-7c06-42ed-82fb-5ac99b803f0f tempest-ServerActionsTestJSON-2052644234 tempest-ServerActionsTestJSON-2052644234-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:47:56.822786 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-9d3e3a9e-7c06-42ed-82fb-5ac99b803f0f tempest-ServerActionsTestJSON-2052644234 tempest-ServerActionsTestJSON-2052644234-project] Usage tracker for resource:security_group_rule and tenant:6be92480d0964f34a8ede9caae0c987d is out of sync, need to count used quota {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:47:56.825112 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-9d3e3a9e-7c06-42ed-82fb-5ac99b803f0f tempest-ServerActionsTestJSON-2052644234 tempest-ServerActionsTestJSON-2052644234-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:47:56.848240 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-9d3e3a9e-7c06-42ed-82fb-5ac99b803f0f tempest-ServerActionsTestJSON-2052644234 tempest-ServerActionsTestJSON-2052644234-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:47:56.875503 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8e7065c2-6d99-4d63-b8d7-aba1527b1239 tempest-ServersTestBootFromVolume-1514752049 tempest-ServersTestBootFromVolume-1514752049-project] Notify agent at l3_agent.n-d-838334-2 the message routers_updated {{(pid=84041) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 20:47:56.883827 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-eec37f8a-df51-425a-ad45-f3c1220631c4 req-b6e34c7f-15be-453b-8a71-0c733da370ec service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.57&port_id=8391d1fb-97a9-4bd8-acc8-073a23993384 HTTP/1.1" status: 200 len: 217 time: 0.0993249 Apr 18 20:47:56.889476 n-d-838334-2 neutron-server[84043]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ed4853f-2f7c-4b2e-8388-3ffdf8e86dab None None] Sync routers for ids ['6010692a-0621-4540-bb51-2d0118223f6d'] in n-d-838334-2 {{(pid=84043) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 18 20:47:56.891257 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-8e7065c2-6d99-4d63-b8d7-aba1527b1239 tempest-ServersTestBootFromVolume-1514752049 tempest-ServersTestBootFromVolume-1514752049-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217293'] for floatingip, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:56.904057 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-e425896f-29dd-4cd2-a1f6-07e0faa515d0 req-25082ade-b634-48c7-ad57-7c4396dfb3ef tempest-ServerAddressesTestJSON-809881903 tempest-ServerAddressesTestJSON-809881903-project] 10.222.0.42 "GET /v2.0/security-groups?id=9facca0c-9a09-441d-9f6c-65a0e23cc469&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1813364 Apr 18 20:47:56.905632 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ed4853f-2f7c-4b2e-8388-3ffdf8e86dab None None] Routers {'6010692a-0621-4540-bb51-2d0118223f6d'} bound to L3 agent in host n-d-838334-2 {{(pid=84043) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 20:47:56.906421 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.l3_hamode_db [None req-1ed4853f-2f7c-4b2e-8388-3ffdf8e86dab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838334-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-18T20:25:48Z,description=,heartbeat_timestamp=2022-04-18T20:47:48Z,host='n-d-838334-2',id=bc84d6c9-dd7a-4555-a351-592327b46d5a,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:25:48Z,topic='l3_agent')) {'router_ids': ['6010692a-0621-4540-bb51-2d0118223f6d'], 'active': True} {{(pid=84043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:47:56.968640 n-d-838334-2 neutron-server[84042]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1ac42a05-3e68-468e-98c8-d3348b7bf46f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e40a49a2-2a35-4f8d-a2a9-c8710be27eb0'}] {{(pid=84042) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 20:47:57.032982 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-8e7065c2-6d99-4d63-b8d7-aba1527b1239 tempest-ServersTestBootFromVolume-1514752049 tempest-ServersTestBootFromVolume-1514752049-project] 10.222.0.42 "PUT /v2.0/floatingips/7b794df3-6974-4052-9772-f2e86b589108 HTTP/1.1" status: 200 len: 991 time: 2.1397440 Apr 18 20:47:57.032982 n-d-838334-2 neutron-server[84041]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f202d24e-5786-4e97-b11f-4f156f6f3e05', 'tag': 'bf3648e0-3d5a-4377-a6e4-8acf452dfb09'}] {{(pid=84041) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 20:47:57.061027 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-b7aa7652-cd0f-4505-884d-9b1c791a9f3b None None] Notify callbacks [] for port, precommit_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:57.067479 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-9d3e3a9e-7c06-42ed-82fb-5ac99b803f0f tempest-ServerActionsTestJSON-2052644234 tempest-ServerActionsTestJSON-2052644234-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:57.079215 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-b7aa7652-cd0f-4505-884d-9b1c791a9f3b None None] Transition to ACTIVE for port object bbf9cbaa-ee8e-49a5-ac82-a66e1079d75c will not be triggered until provisioned by entity L2. {{(pid=84042) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 20:47:57.092635 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-b7aa7652-cd0f-4505-884d-9b1c791a9f3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682'] for port, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:57.151733 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.l3_dvr_db [None req-1ed4853f-2f7c-4b2e-8388-3ffdf8e86dab None None] Set router 6010692a-0621-4540-bb51-2d0118223f6d gateway port host: n-d-838334-2 {{(pid=84043) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 20:47:57.178050 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eec37f8a-df51-425a-ad45-f3c1220631c4 req-17291317-2746-4410-b7df-df6673c61b73 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:47:57.180693 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-eec37f8a-df51-425a-ad45-f3c1220631c4 req-17291317-2746-4410-b7df-df6673c61b73 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=c4b526db-4d8a-4d4c-a310-e3a599630ae1 HTTP/1.1" status: 200 len: 843 time: 0.2744813 Apr 18 20:47:57.186952 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-9d3e3a9e-7c06-42ed-82fb-5ac99b803f0f tempest-ServerActionsTestJSON-2052644234 tempest-ServerActionsTestJSON-2052644234-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:57.194940 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-9d3e3a9e-7c06-42ed-82fb-5ac99b803f0f tempest-ServerActionsTestJSON-2052644234 tempest-ServerActionsTestJSON-2052644234-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33528311'] for security_group_rule, after_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:57.220480 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d3e3a9e-7c06-42ed-82fb-5ac99b803f0f tempest-ServerActionsTestJSON-2052644234 tempest-ServerActionsTestJSON-2052644234-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c380ec1e-7e33-4a5f-b727-1ec500280ea0,revision_number=0']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:47:57.247975 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-9d3e3a9e-7c06-42ed-82fb-5ac99b803f0f tempest-ServerActionsTestJSON-2052644234 tempest-ServerActionsTestJSON-2052644234-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:57.252363 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 44052) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:47:57.252972 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-9d3e3a9e-7c06-42ed-82fb-5ac99b803f0f tempest-ServerActionsTestJSON-2052644234 tempest-ServerActionsTestJSON-2052644234-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.4610767 Apr 18 20:47:57.277773 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d03e9ff-3e6e-46b1-a597-9a59019edcf2 None None] Pushing event updated for resources: {'Port': ['ID=bbf9cbaa-ee8e-49a5-ac82-a66e1079d75c,revision_number=3']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:47:57.301589 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.v2.base [None req-b2bd2c1e-c214-4e71-8046-648b1c37543e tempest-ServerActionsTestJSON-2052644234 tempest-ServerActionsTestJSON-2052644234-project] Request body: {'security_group_rule': {'security_group_id': 'c2aeb662-6a43-4389-8810-9fad3627855b', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=84040) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 20:47:57.322857 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [None req-b2bd2c1e-c214-4e71-8046-648b1c37543e tempest-ServerActionsTestJSON-2052644234 tempest-ServerActionsTestJSON-2052644234-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:47:57.335312 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-b2bd2c1e-c214-4e71-8046-648b1c37543e tempest-ServerActionsTestJSON-2052644234 tempest-ServerActionsTestJSON-2052644234-project] Usage tracker for resource:security_group_rule and tenant:6be92480d0964f34a8ede9caae0c987d is out of sync, need to count used quota {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:47:57.345871 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-b2bd2c1e-c214-4e71-8046-648b1c37543e tempest-ServerActionsTestJSON-2052644234 tempest-ServerActionsTestJSON-2052644234-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:47:57.363289 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [None req-b2bd2c1e-c214-4e71-8046-648b1c37543e tempest-ServerActionsTestJSON-2052644234 tempest-ServerActionsTestJSON-2052644234-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:47:57.389994 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.managers [None req-b7aa7652-cd0f-4505-884d-9b1c791a9f3b None None] Attempting to bind port bbf9cbaa-ee8e-49a5-ac82-a66e1079d75c on host n-d-838334-2 for vnic_type normal with profile {{(pid=84042) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:47:57.390542 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.managers [None req-b7aa7652-cd0f-4505-884d-9b1c791a9f3b None None] Attempting to bind port bbf9cbaa-ee8e-49a5-ac82-a66e1079d75c by drivers openvswitch,hyperv on host n-d-838334-2 at level 0 using segments [{'id': '4935dfdb-03db-4976-a6b4-e0fa58696685', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '48f708f8-0904-4115-910c-bb1ab06d7263'}] {{(pid=84042) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:47:57.391064 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7aa7652-cd0f-4505-884d-9b1c791a9f3b None None] Attempting to bind port bbf9cbaa-ee8e-49a5-ac82-a66e1079d75c on network 48f708f8-0904-4115-910c-bb1ab06d7263 {{(pid=84042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 20:47:57.399391 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8e39210-7aa2-4893-bdb0-faaf3cabb699 req-3ad3185f-f61d-4af4-837b-c41fe63b097d tempest-MultipleCreateTestJSON-190675240 tempest-MultipleCreateTestJSON-190675240-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:47:57.400248 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7aa7652-cd0f-4505-884d-9b1c791a9f3b None None] Checking agent: {'id': '97cd4414-7af6-4d67-868d-dff370b4071a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838334-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 25, 49), 'started_at': datetime.datetime(2022, 4, 18, 20, 26, 19), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 20, 47, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838334-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 18 20:47:57.400977 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-d8e39210-7aa2-4893-bdb0-faaf3cabb699 req-3ad3185f-f61d-4af4-837b-c41fe63b097d tempest-MultipleCreateTestJSON-190675240 tempest-MultipleCreateTestJSON-190675240-project] 10.222.0.42 "GET /v2.0/ports?device_id=86054754-6dee-4889-86cf-db30f26210d5 HTTP/1.1" status: 200 len: 945 time: 0.4365005 Apr 18 20:47:57.407509 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7aa7652-cd0f-4505-884d-9b1c791a9f3b None None] Checking segment: {'id': '4935dfdb-03db-4976-a6b4-e0fa58696685', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '48f708f8-0904-4115-910c-bb1ab06d7263'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84042) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 20:47:57.408307 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-b7aa7652-cd0f-4505-884d-9b1c791a9f3b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:57.408854 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7aa7652-cd0f-4505-884d-9b1c791a9f3b None None] Bound using segment: {'id': '4935dfdb-03db-4976-a6b4-e0fa58696685', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '48f708f8-0904-4115-910c-bb1ab06d7263'} {{(pid=84042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 18 20:47:57.409354 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.managers [None req-b7aa7652-cd0f-4505-884d-9b1c791a9f3b None None] Bound port: bbf9cbaa-ee8e-49a5-ac82-a66e1079d75c, host: n-d-838334-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4935dfdb-03db-4976-a6b4-e0fa58696685', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '48f708f8-0904-4115-910c-bb1ab06d7263'}}] {{(pid=84042) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 20:47:57.409778 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-b7aa7652-cd0f-4505-884d-9b1c791a9f3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:57.409886 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-3e656124-e039-467c-9c52-5e27163b5aae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750375259028', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750374836628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32440838'] for port, after_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:57.483550 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Device 4b91b5c5-d2fa-4b88-8c7d-73fbabc5ec64 details requested by agent hyperv_n-h2-838334-2 with host n-h2-838334-2 {{(pid=84042) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 18 20:47:57.484000 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-b2bd2c1e-c214-4e71-8046-648b1c37543e tempest-ServerActionsTestJSON-2052644234 tempest-ServerActionsTestJSON-2052644234-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:57.495975 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0c6c122-046b-4502-97d0-1f9032422d7b req-62510bb1-53a5-4b85-acbf-ff75cad1313e tempest-ImagesOneServerTestJSON-2049129843 tempest-ImagesOneServerTestJSON-2049129843-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:47:57.502947 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-b0c6c122-046b-4502-97d0-1f9032422d7b req-62510bb1-53a5-4b85-acbf-ff75cad1313e tempest-ImagesOneServerTestJSON-2049129843 tempest-ImagesOneServerTestJSON-2049129843-project] 10.222.0.42 "GET /v2.0/ports?device_id=d44c3995-aaea-498f-b11f-fc70e6923c49 HTTP/1.1" status: 200 len: 947 time: 0.3736141 Apr 18 20:47:57.525802 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e656124-e039-467c-9c52-5e27163b5aae admin admin] Pushing event deleted for resources: {'Port': ['ID=90c2329b-a48a-4fa9-872d-dbd9fc1fe4b3,revision_number=None']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:47:57.573133 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-eec37f8a-df51-425a-ad45-f3c1220631c4 req-b5335d29-db7f-4521-96f2-b2ee9fdc7d48 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=cb56989d-7c5d-4678-b194-1d2edf1e842a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3764529 Apr 18 20:47:57.592438 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.l3_hamode_db [None req-1ed4853f-2f7c-4b2e-8388-3ffdf8e86dab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6010692a-0621-4540-bb51-2d0118223f6d', 'name': 'tempest-ServersTestBootFromVolume-1233507631-router', 'tenant_id': '10af1d879623447e98b3f1b5785a8e4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'external_fixed_ips': [{'subnet_id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'ip_address': '172.25.8.93'}], 'enable_snat': True}, 'gw_port_id': '08e0f07c-ed7b-4d2f-9b6f-175f2ac0b029', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:46:32Z', 'updated_at': '2022-04-18T20:46:44Z', 'revision_number': 4, 'project_id': '10af1d879623447e98b3f1b5785a8e4f', 'gw_port': {'id': '08e0f07c-ed7b-4d2f-9b6f-175f2ac0b029', 'name': '', 'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:a3:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6010692a-0621-4540-bb51-2d0118223f6d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'ip_address': '172.25.8.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:46:34Z', 'updated_at': '2022-04-18T20:46:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838334-2', '_floatingips': [{'id': '7b794df3-6974-4052-9772-f2e86b589108', 'tenant_id': '10af1d879623447e98b3f1b5785a8e4f', 'floating_ip_address': '172.25.8.160', 'floating_network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'router_id': '6010692a-0621-4540-bb51-2d0118223f6d', 'port_id': 'bf3648e0-3d5a-4377-a6e4-8acf452dfb09', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '926061aa-7053-4e13-adce-8286fe177d09', 'mac_address': 'fa:16:3e:1b:ce:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f202d24e-5786-4e97-b11f-4f156f6f3e05', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T20:46:50Z', 'updated_at': '2022-04-18T20:47:55Z', 'revision_number': 1, 'project_id': '10af1d879623447e98b3f1b5785a8e4f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'eda10c5a-f179-44dd-8094-d9ab1e1269d8', 'name': '', 'network_id': '926061aa-7053-4e13-adce-8286fe177d09', 'tenant_id': '10af1d879623447e98b3f1b5785a8e4f', 'mac_address': 'fa:16:3e:e6:fe:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6010692a-0621-4540-bb51-2d0118223f6d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4aaef2f0-843c-461e-a57b-a0e79342b79d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:46:42Z', 'updated_at': '2022-04-18T20:46:54Z', 'revision_number': 5, 'project_id': '10af1d879623447e98b3f1b5785a8e4f', 'subnets': [{'id': '4aaef2f0-843c-461e-a57b-a0e79342b79d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838334-2', False) {} {{(pid=84043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:47:57.595547 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-b7aa7652-cd0f-4505-884d-9b1c791a9f3b None None] For port bbf9cbaa-ee8e-49a5-ac82-a66e1079d75c, host n-d-838334-2, cleared binding levels {{(pid=84042) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 20:47:57.597115 n-d-838334-2 neutron-server[84043]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ed4853f-2f7c-4b2e-8388-3ffdf8e86dab None None] Checking router: 6010692a-0621-4540-bb51-2d0118223f6d for host: n-d-838334-2 {{(pid=84043) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 18 20:47:57.610970 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ed4853f-2f7c-4b2e-8388-3ffdf8e86dab None None] Routers {'6010692a-0621-4540-bb51-2d0118223f6d'} bound to L3 agent in host n-d-838334-2 {{(pid=84043) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 20:47:57.611998 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.l3_hamode_db [None req-1ed4853f-2f7c-4b2e-8388-3ffdf8e86dab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838334-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-18T20:25:48Z,description=,heartbeat_timestamp=2022-04-18T20:47:48Z,host='n-d-838334-2',id=bc84d6c9-dd7a-4555-a351-592327b46d5a,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:25:48Z,topic='l3_agent')) {'router_ids': ['6010692a-0621-4540-bb51-2d0118223f6d'], 'active': True} {{(pid=84043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:47:57.620841 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-b7aa7652-cd0f-4505-884d-9b1c791a9f3b None None] For port bbf9cbaa-ee8e-49a5-ac82-a66e1079d75c, host n-d-838334-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838334-2',level=0,port_id=bbf9cbaa-ee8e-49a5-ac82-a66e1079d75c,segment=NetworkSegment(4935dfdb-03db-4976-a6b4-e0fa58696685),segment_id=4935dfdb-03db-4976-a6b4-e0fa58696685)] {{(pid=84042) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 20:47:57.635853 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-b7aa7652-cd0f-4505-884d-9b1c791a9f3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682'] for port, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:57.748595 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] For port 4b91b5c5-d2fa-4b88-8c7d-73fbabc5ec64, host n-h2-838334-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838334-2',level=0,port_id=4b91b5c5-d2fa-4b88-8c7d-73fbabc5ec64,segment=NetworkSegment(69e680c7-3ab0-48c4-a2d0-df2b5d30c8ee),segment_id=69e680c7-3ab0-48c4-a2d0-df2b5d30c8ee)] {{(pid=84042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:47:57.771512 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d03e9ff-3e6e-46b1-a597-9a59019edcf2 None None] Pushing event updated for resources: {'Port': ['ID=bbf9cbaa-ee8e-49a5-ac82-a66e1079d75c,revision_number=4']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:47:57.779459 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Returning: {'device': '4b91b5c5-d2fa-4b88-8c7d-73fbabc5ec64', 'network_id': '1d9bef28-3e81-4e3e-8f24-c41d55475f5f', 'port_id': '4b91b5c5-d2fa-4b88-8c7d-73fbabc5ec64', 'mac_address': 'fa:16:3e:d8:4c:e6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 387, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd5bbcfa7-4c14-4cbd-af87-49786db37498', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84042) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 18 20:47:57.785732 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7aa7652-cd0f-4505-884d-9b1c791a9f3b None None] Routers {'02589116-d5df-43b3-97bd-4bd75dfb3007'} bound to L3 agent in host n-d-838334-2 {{(pid=84042) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 20:47:57.786219 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_hamode_db [None req-b7aa7652-cd0f-4505-884d-9b1c791a9f3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838334-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-18T20:25:48Z,description=,heartbeat_timestamp=2022-04-18T20:47:48Z,host='n-d-838334-2',id=bc84d6c9-dd7a-4555-a351-592327b46d5a,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:25:48Z,topic='l3_agent')) {'router_ids': ['02589116-d5df-43b3-97bd-4bd75dfb3007'], 'active': True} {{(pid=84042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:47:57.827270 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-d8e39210-7aa2-4893-bdb0-faaf3cabb699 req-49f843f2-6b32-40de-9d6e-b9d692996073 tempest-MultipleCreateTestJSON-190675240 tempest-MultipleCreateTestJSON-190675240-project] 10.222.0.42 "GET /v2.0/security-groups?id=1b05a6b2-12b5-46ba-add0-6b3994e41087&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4135695 Apr 18 20:47:57.864314 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-b0c6c122-046b-4502-97d0-1f9032422d7b req-7049cadc-b3c0-4230-919a-ecc17999d48e tempest-ImagesOneServerTestJSON-2049129843 tempest-ImagesOneServerTestJSON-2049129843-project] 10.222.0.42 "GET /v2.0/security-groups?id=47176a6a-2814-4f71-8dbf-60080e8f773d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3604345 Apr 18 20:47:57.891610 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.l3_dvr_db [None req-1ed4853f-2f7c-4b2e-8388-3ffdf8e86dab None None] Set router 6010692a-0621-4540-bb51-2d0118223f6d gateway port host: n-d-838334-2 {{(pid=84043) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 20:47:58.050172 n-d-838334-2 neutron-server[84042]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2f147594-cfd7-422a-a52d-14baa63a0c26'] response: {'server_uuid': '1ac42a05-3e68-468e-98c8-d3348b7bf46f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e40a49a2-2a35-4f8d-a2a9-c8710be27eb0', 'code': 200} Apr 18 20:47:58.085661 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-b2bd2c1e-c214-4e71-8046-648b1c37543e tempest-ServerActionsTestJSON-2052644234 tempest-ServerActionsTestJSON-2052644234-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:58.152166 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:58.191950 n-d-838334-2 neutron-server[84041]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ca452ca3-9c16-4228-8b7e-dcc98c71c753'] response: {'name': 'network-changed', 'server_uuid': 'f202d24e-5786-4e97-b11f-4f156f6f3e05', 'tag': 'bf3648e0-3d5a-4377-a6e4-8acf452dfb09', 'status': 'completed', 'code': 200} Apr 18 20:47:58.193662 n-d-838334-2 neutron-server[84042]: DEBUG neutron.notifiers.nova [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4b91b5c5-d2fa-4b88-8c7d-73fbabc5ec64 {{(pid=84042) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 18 20:47:58.239607 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] For port 4b91b5c5-d2fa-4b88-8c7d-73fbabc5ec64, host n-h2-838334-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838334-2',level=0,port_id=4b91b5c5-d2fa-4b88-8c7d-73fbabc5ec64,segment=NetworkSegment(69e680c7-3ab0-48c4-a2d0-df2b5d30c8ee),segment_id=69e680c7-3ab0-48c4-a2d0-df2b5d30c8ee)] {{(pid=84042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:47:58.260588 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_dvr_db [None req-b7aa7652-cd0f-4505-884d-9b1c791a9f3b None None] Set router 02589116-d5df-43b3-97bd-4bd75dfb3007 gateway port host: n-d-838334-2 {{(pid=84042) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 20:47:58.353779 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-b2bd2c1e-c214-4e71-8046-648b1c37543e tempest-ServerActionsTestJSON-2052644234 tempest-ServerActionsTestJSON-2052644234-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33528311'] for security_group_rule, after_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:58.354396 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682'] for port, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:58.387439 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.l3_hamode_db [None req-1ed4853f-2f7c-4b2e-8388-3ffdf8e86dab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6010692a-0621-4540-bb51-2d0118223f6d', 'name': 'tempest-ServersTestBootFromVolume-1233507631-router', 'tenant_id': '10af1d879623447e98b3f1b5785a8e4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'external_fixed_ips': [{'subnet_id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'ip_address': '172.25.8.93'}], 'enable_snat': True}, 'gw_port_id': '08e0f07c-ed7b-4d2f-9b6f-175f2ac0b029', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:46:32Z', 'updated_at': '2022-04-18T20:46:44Z', 'revision_number': 4, 'project_id': '10af1d879623447e98b3f1b5785a8e4f', 'gw_port': {'id': '08e0f07c-ed7b-4d2f-9b6f-175f2ac0b029', 'name': '', 'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:a3:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6010692a-0621-4540-bb51-2d0118223f6d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'ip_address': '172.25.8.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:46:34Z', 'updated_at': '2022-04-18T20:46:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838334-2', '_floatingips': [{'id': '7b794df3-6974-4052-9772-f2e86b589108', 'tenant_id': '10af1d879623447e98b3f1b5785a8e4f', 'floating_ip_address': '172.25.8.160', 'floating_network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'router_id': '6010692a-0621-4540-bb51-2d0118223f6d', 'port_id': 'bf3648e0-3d5a-4377-a6e4-8acf452dfb09', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '926061aa-7053-4e13-adce-8286fe177d09', 'mac_address': 'fa:16:3e:1b:ce:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f202d24e-5786-4e97-b11f-4f156f6f3e05', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T20:46:50Z', 'updated_at': '2022-04-18T20:47:55Z', 'revision_number': 1, 'project_id': '10af1d879623447e98b3f1b5785a8e4f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'eda10c5a-f179-44dd-8094-d9ab1e1269d8', 'name': '', 'network_id': '926061aa-7053-4e13-adce-8286fe177d09', 'tenant_id': '10af1d879623447e98b3f1b5785a8e4f', 'mac_address': 'fa:16:3e:e6:fe:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6010692a-0621-4540-bb51-2d0118223f6d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4aaef2f0-843c-461e-a57b-a0e79342b79d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:46:42Z', 'updated_at': '2022-04-18T20:46:54Z', 'revision_number': 5, 'project_id': '10af1d879623447e98b3f1b5785a8e4f', 'subnets': [{'id': '4aaef2f0-843c-461e-a57b-a0e79342b79d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838334-2', False) {} {{(pid=84043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:47:58.392040 n-d-838334-2 neutron-server[84043]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ed4853f-2f7c-4b2e-8388-3ffdf8e86dab None None] The sync data for ids ['6010692a-0621-4540-bb51-2d0118223f6d'] in n-d-838334-2 is: [{'id': '6010692a-0621-4540-bb51-2d0118223f6d', 'name': 'tempest-ServersTestBootFromVolume-1233507631-router', 'tenant_id': '10af1d879623447e98b3f1b5785a8e4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'external_fixed_ips': [{'subnet_id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'ip_address': '172.25.8.93'}], 'enable_snat': True}, 'gw_port_id': '08e0f07c-ed7b-4d2f-9b6f-175f2ac0b029', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:46:32Z', 'updated_at': '2022-04-18T20:46:44Z', 'revision_number': 4, 'project_id': '10af1d879623447e98b3f1b5785a8e4f', 'gw_port': {'id': '08e0f07c-ed7b-4d2f-9b6f-175f2ac0b029', 'name': '', 'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:a3:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6010692a-0621-4540-bb51-2d0118223f6d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'ip_address': '172.25.8.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:46:34Z', 'updated_at': '2022-04-18T20:46:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838334-2', '_floatingips': [{'id': '7b794df3-6974-4052-9772-f2e86b589108', 'tenant_id': '10af1d879623447e98b3f1b5785a8e4f', 'floating_ip_address': '172.25.8.160', 'floating_network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'router_id': '6010692a-0621-4540-bb51-2d0118223f6d', 'port_id': 'bf3648e0-3d5a-4377-a6e4-8acf452dfb09', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '926061aa-7053-4e13-adce-8286fe177d09', 'mac_address': 'fa:16:3e:1b:ce:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f202d24e-5786-4e97-b11f-4f156f6f3e05', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T20:46:50Z', 'updated_at': '2022-04-18T20:47:55Z', 'revision_number': 1, 'project_id': '10af1d879623447e98b3f1b5785a8e4f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'eda10c5a-f179-44dd-8094-d9ab1e1269d8', 'name': '', 'network_id': '926061aa-7053-4e13-adce-8286fe177d09', 'tenant_id': '10af1d879623447e98b3f1b5785a8e4f', 'mac_address': 'fa:16:3e:e6:fe:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6010692a-0621-4540-bb51-2d0118223f6d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4aaef2f0-843c-461e-a57b-a0e79342b79d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:46:42Z', 'updated_at': '2022-04-18T20:46:54Z', 'revision_number': 5, 'project_id': '10af1d879623447e98b3f1b5785a8e4f', 'subnets': [{'id': '4aaef2f0-843c-461e-a57b-a0e79342b79d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84043) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 18 20:47:58.425716 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-eec37f8a-df51-425a-ad45-f3c1220631c4 req-c7708d20-f580-4af8-9a7d-f1f3b9505ee0 service neutron] 10.222.0.48 "GET /v2.0/networks/cb56989d-7c5d-4678-b194-1d2edf1e842a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8201933 Apr 18 20:47:58.518846 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Pushing event updated for resources: {'Port': ['ID=4b91b5c5-d2fa-4b88-8c7d-73fbabc5ec64,revision_number=4']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:47:58.563440 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2bd2c1e-c214-4e71-8046-648b1c37543e tempest-ServerActionsTestJSON-2052644234 tempest-ServerActionsTestJSON-2052644234-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d7871782-8484-4519-a780-b9212d28af4c,revision_number=0']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:47:58.650097 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-b2bd2c1e-c214-4e71-8046-648b1c37543e tempest-ServerActionsTestJSON-2052644234 tempest-ServerActionsTestJSON-2052644234-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:58.654011 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-b2bd2c1e-c214-4e71-8046-648b1c37543e tempest-ServerActionsTestJSON-2052644234 tempest-ServerActionsTestJSON-2052644234-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 1.3951299 Apr 18 20:47:58.654715 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 44064) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:47:58.660589 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.v2.base [None req-b37d903c-42a2-4fae-b689-22bea281942f tempest-ServerActionsTestJSON-2052644234 tempest-ServerActionsTestJSON-2052644234-project] Request body: {'floatingip': {'floating_network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c'}} {{(pid=84041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 20:47:58.666727 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-b37d903c-42a2-4fae-b689-22bea281942f tempest-ServerActionsTestJSON-2052644234 tempest-ServerActionsTestJSON-2052644234-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:47:58.671779 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-b37d903c-42a2-4fae-b689-22bea281942f tempest-ServerActionsTestJSON-2052644234 tempest-ServerActionsTestJSON-2052644234-project] Usage tracker for resource:floatingip and tenant:6be92480d0964f34a8ede9caae0c987d is out of sync, need to count used quota {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:47:58.676325 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-b37d903c-42a2-4fae-b689-22bea281942f tempest-ServerActionsTestJSON-2052644234 tempest-ServerActionsTestJSON-2052644234-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:47:58.682791 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-b37d903c-42a2-4fae-b689-22bea281942f tempest-ServerActionsTestJSON-2052644234 tempest-ServerActionsTestJSON-2052644234-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:47:58.694504 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_hamode_db [None req-b7aa7652-cd0f-4505-884d-9b1c791a9f3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '02589116-d5df-43b3-97bd-4bd75dfb3007', 'name': 'tempest-ServerActionsTestJSON-111983746-router', 'tenant_id': '6be92480d0964f34a8ede9caae0c987d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'external_fixed_ips': [{'subnet_id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'ip_address': '172.25.8.89'}], 'enable_snat': True}, 'gw_port_id': '3c7fbe60-f145-4449-807d-cb35c83d1a66', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:47:46Z', 'updated_at': '2022-04-18T20:47:52Z', 'revision_number': 4, 'project_id': '6be92480d0964f34a8ede9caae0c987d', 'gw_port': {'id': '3c7fbe60-f145-4449-807d-cb35c83d1a66', 'name': '', 'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:a1:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02589116-d5df-43b3-97bd-4bd75dfb3007', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'ip_address': '172.25.8.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:47:47Z', 'updated_at': '2022-04-18T20:47:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838334-2', '_interfaces': [{'id': 'bbf9cbaa-ee8e-49a5-ac82-a66e1079d75c', 'name': '', 'network_id': '48f708f8-0904-4115-910c-bb1ab06d7263', 'tenant_id': '6be92480d0964f34a8ede9caae0c987d', 'mac_address': 'fa:16:3e:8b:25:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '02589116-d5df-43b3-97bd-4bd75dfb3007', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '488f35b7-694e-475d-862d-2f00f4388d03', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:47:51Z', 'updated_at': '2022-04-18T20:47:57Z', 'revision_number': 4, 'project_id': '6be92480d0964f34a8ede9caae0c987d', 'subnets': [{'id': '488f35b7-694e-475d-862d-2f00f4388d03', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838334-2', False) {} {{(pid=84042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:47:58.695657 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-b37d903c-42a2-4fae-b689-22bea281942f tempest-ServerActionsTestJSON-2052644234 tempest-ServerActionsTestJSON-2052644234-project] Notify callbacks [] for floatingip, before_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:58.699301 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7aa7652-cd0f-4505-884d-9b1c791a9f3b None None] The sync data for ids ['02589116-d5df-43b3-97bd-4bd75dfb3007'] in n-d-838334-2 is: [{'id': '02589116-d5df-43b3-97bd-4bd75dfb3007', 'name': 'tempest-ServerActionsTestJSON-111983746-router', 'tenant_id': '6be92480d0964f34a8ede9caae0c987d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'external_fixed_ips': [{'subnet_id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'ip_address': '172.25.8.89'}], 'enable_snat': True}, 'gw_port_id': '3c7fbe60-f145-4449-807d-cb35c83d1a66', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:47:46Z', 'updated_at': '2022-04-18T20:47:52Z', 'revision_number': 4, 'project_id': '6be92480d0964f34a8ede9caae0c987d', 'gw_port': {'id': '3c7fbe60-f145-4449-807d-cb35c83d1a66', 'name': '', 'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:a1:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02589116-d5df-43b3-97bd-4bd75dfb3007', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'ip_address': '172.25.8.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:47:47Z', 'updated_at': '2022-04-18T20:47:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838334-2', '_interfaces': [{'id': 'bbf9cbaa-ee8e-49a5-ac82-a66e1079d75c', 'name': '', 'network_id': '48f708f8-0904-4115-910c-bb1ab06d7263', 'tenant_id': '6be92480d0964f34a8ede9caae0c987d', 'mac_address': 'fa:16:3e:8b:25:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '02589116-d5df-43b3-97bd-4bd75dfb3007', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '488f35b7-694e-475d-862d-2f00f4388d03', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:47:51Z', 'updated_at': '2022-04-18T20:47:57Z', 'revision_number': 4, 'project_id': '6be92480d0964f34a8ede9caae0c987d', 'subnets': [{'id': '488f35b7-694e-475d-862d-2f00f4388d03', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84042) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 18 20:47:58.767916 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] get_ports_and_sgs() called for port_ids ['4b91b5c5-d2fa-4b88-8c7d-73fbabc5ec64'] {{(pid=84042) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 18 20:47:58.797547 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-eec37f8a-df51-425a-ad45-f3c1220631c4 req-69de6cf2-e3d3-4123-b4bf-7020fad7a81f service neutron] 10.222.0.48 "GET /v2.0/networks/cb56989d-7c5d-4678-b194-1d2edf1e842a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2822413 Apr 18 20:47:58.803057 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-8e22a86b-3775-4c24-ae7e-d226b8953a8a req-c9a4f759-0dad-4ddd-8a98-deb51b4e6c51 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=1ac42a05-3e68-468e-98c8-d3348b7bf46f HTTP/1.1" status: 200 len: 1097 time: 0.6928465 Apr 18 20:47:58.823457 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f579d341-637a-453d-be14-bcdd2ad75113 req-25a8979f-13a0-4cb5-a86e-625d6bae091d tempest-MigrationsAdminTest-1326981207 tempest-MigrationsAdminTest-1326981207-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:47:58.832150 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-f579d341-637a-453d-be14-bcdd2ad75113 req-25a8979f-13a0-4cb5-a86e-625d6bae091d tempest-MigrationsAdminTest-1326981207 tempest-MigrationsAdminTest-1326981207-project] 10.222.0.42 "GET /v2.0/ports?device_id=db680760-9920-4ccc-8c07-2936a873d08f HTTP/1.1" status: 200 len: 950 time: 0.4686210 Apr 18 20:47:58.854614 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-9d992664-53ae-4108-b60e-4d0528ddba25 req-3d077449-f3f0-4077-ac4a-e7cc30cdb9e1 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=10af1d879623447e98b3f1b5785a8e4f&device_id=f202d24e-5786-4e97-b11f-4f156f6f3e05 HTTP/1.1" status: 200 len: 1096 time: 0.5425961 Apr 18 20:47:58.860282 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ae546cc-3545-40ae-8682-242f253cf755 req-0b525b68-56d1-4e76-9262-8484c8b2a501 tempest-ServersTestBootFromVolume-1514752049 tempest-ServersTestBootFromVolume-1514752049-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:47:58.868608 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-3ae546cc-3545-40ae-8682-242f253cf755 req-0b525b68-56d1-4e76-9262-8484c8b2a501 tempest-ServersTestBootFromVolume-1514752049 tempest-ServersTestBootFromVolume-1514752049-project] 10.222.0.42 "GET /v2.0/ports?device_id=f202d24e-5786-4e97-b11f-4f156f6f3e05 HTTP/1.1" status: 200 len: 945 time: 0.5214510 Apr 18 20:47:58.872051 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-b37d903c-42a2-4fae-b689-22bea281942f tempest-ServerActionsTestJSON-2052644234 tempest-ServerActionsTestJSON-2052644234-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:59.022630 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.db_base_plugin_common [None req-b37d903c-42a2-4fae-b689-22bea281942f tempest-ServerActionsTestJSON-2052644234 tempest-ServerActionsTestJSON-2052644234-project] Allocated IP 172.25.8.100 (e41b6600-a917-4a8d-b05c-be3be40c6d8c/6b05667b-848e-4356-9b44-d5eb6808ef74/a8112620-d7b9-4213-b38b-ef2e2347fc39) {{(pid=84041) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:47:59.144289 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-3ae546cc-3545-40ae-8682-242f253cf755 req-0f6f8b09-9e2a-45ce-9234-337bab4ea283 tempest-ServersTestBootFromVolume-1514752049 tempest-ServersTestBootFromVolume-1514752049-project] 10.222.0.42 "GET /v2.0/security-groups?id=f715db8b-aaa1-4961-aa17-658de350acd6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2746377 Apr 18 20:47:59.146853 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-f579d341-637a-453d-be14-bcdd2ad75113 req-a2ada495-a4a0-4a78-8454-c8c06d6ba336 tempest-MigrationsAdminTest-1326981207 tempest-MigrationsAdminTest-1326981207-project] 10.222.0.42 "GET /v2.0/security-groups?id=8ca7ac2c-bfe5-493b-aae6-636315bac851&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3137865 Apr 18 20:47:59.231251 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-8e22a86b-3775-4c24-ae7e-d226b8953a8a req-e70164f3-c752-4fe4-bc64-3ac54fab6adf service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=9facca0c-9a09-441d-9f6c-65a0e23cc469&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3828659 Apr 18 20:47:59.253823 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d992664-53ae-4108-b60e-4d0528ddba25 req-1c6a7bc5-cdc7-4261-941b-119b7b051c59 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:47:59.255284 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-9d992664-53ae-4108-b60e-4d0528ddba25 req-1c6a7bc5-cdc7-4261-941b-119b7b051c59 service neutron] 10.222.0.48 "GET /v2.0/networks?id=926061aa-7053-4e13-adce-8286fe177d09 HTTP/1.1" status: 200 len: 917 time: 0.3627765 Apr 18 20:47:59.257329 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-3e656124-e039-467c-9c52-5e27163b5aae admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-32377931', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33443910'] for router_interface, after_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:59.280571 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa841f19-b761-480f-8cc4-e29429812114 None None] New status for floating IP 7b794df3-6974-4052-9772-f2e86b589108: ACTIVE {{(pid=84042) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Apr 18 20:47:59.328746 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-b37d903c-42a2-4fae-b689-22bea281942f tempest-ServerActionsTestJSON-2052644234 tempest-ServerActionsTestJSON-2052644234-project] Notify callbacks [] for port, precommit_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:59.368630 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-b37d903c-42a2-4fae-b689-22bea281942f tempest-ServerActionsTestJSON-2052644234 tempest-ServerActionsTestJSON-2052644234-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750374836619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32266323'] for port, after_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:59.446845 n-d-838334-2 neutron-server[84041]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b37d903c-42a2-4fae-b689-22bea281942f tempest-ServerActionsTestJSON-2052644234 tempest-ServerActionsTestJSON-2052644234-project] Network e41b6600-a917-4a8d-b05c-be3be40c6d8c is already hosted by enough agents. {{(pid=84041) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:47:59.449687 n-d-838334-2 neutron-server[84041]: DEBUG neutron.scheduler.base_scheduler [None req-b37d903c-42a2-4fae-b689-22bea281942f tempest-ServerActionsTestJSON-2052644234 tempest-ServerActionsTestJSON-2052644234-project] Resources bound (agent type, host, resource id): {{(pid=84041) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:47:59.453580 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b37d903c-42a2-4fae-b689-22bea281942f tempest-ServerActionsTestJSON-2052644234 tempest-ServerActionsTestJSON-2052644234-project] Received port after_create {{(pid=84041) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 20:47:59.462719 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750375287399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253529'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:59.486192 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b37d903c-42a2-4fae-b689-22bea281942f tempest-ServerActionsTestJSON-2052644234 tempest-ServerActionsTestJSON-2052644234-project] Pushing event updated for resources: {'Port': ['ID=a8112620-d7b9-4213-b38b-ef2e2347fc39,revision_number=1']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:47:59.589212 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Device 8391d1fb-97a9-4bd8-acc8-073a23993384 details requested by agent hyperv_n-h2-838334-2 with host n-h2-838334-2 {{(pid=84042) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 18 20:47:59.643396 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Device bbf9cbaa-ee8e-49a5-ac82-a66e1079d75c up at agent ovs-agent-n-d-838334-2 {{(pid=84042) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 20:47:59.695826 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-b37d903c-42a2-4fae-b689-22bea281942f tempest-ServerActionsTestJSON-2052644234 tempest-ServerActionsTestJSON-2052644234-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:59.744600 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-9d992664-53ae-4108-b60e-4d0528ddba25 req-0111b054-1299-43e6-8a4d-85f7ef0bfab1 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=bf3648e0-3d5a-4377-a6e4-8acf452dfb09 HTTP/1.1" status: 200 len: 999 time: 0.2299936 Apr 18 20:47:59.763934 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-b37d903c-42a2-4fae-b689-22bea281942f tempest-ServerActionsTestJSON-2052644234 tempest-ServerActionsTestJSON-2052644234-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:59.859087 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbec80e6-5fca-4066-bfde-690e4cae684d req-09770440-910e-4688-89be-51b4066f234e tempest-MultipleCreateTestJSON-190675240 tempest-MultipleCreateTestJSON-190675240-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:47:59.860983 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-fbec80e6-5fca-4066-bfde-690e4cae684d req-09770440-910e-4688-89be-51b4066f234e tempest-MultipleCreateTestJSON-190675240 tempest-MultipleCreateTestJSON-190675240-project] 10.222.0.42 "GET /v2.0/ports?device_id=d92bb407-1213-4ebb-aa44-99c1f885b082 HTTP/1.1" status: 200 len: 944 time: 0.3985333 Apr 18 20:47:59.868951 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35affa8a-4746-4c3b-8576-19f828116e00 req-61b1275b-1f0a-4d5e-9e0c-51b1635a54f4 tempest-ServerAddressesTestJSON-809881903 tempest-ServerAddressesTestJSON-809881903-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:47:59.870414 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-35affa8a-4746-4c3b-8576-19f828116e00 req-61b1275b-1f0a-4d5e-9e0c-51b1635a54f4 tempest-ServerAddressesTestJSON-809881903 tempest-ServerAddressesTestJSON-809881903-project] 10.222.0.42 "GET /v2.0/ports?device_id=1ac42a05-3e68-468e-98c8-d3348b7bf46f HTTP/1.1" status: 200 len: 946 time: 0.4674866 Apr 18 20:47:59.936192 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Provisioning for port bbf9cbaa-ee8e-49a5-ac82-a66e1079d75c completed by entity L2. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 20:47:59.947208 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] For port 8391d1fb-97a9-4bd8-acc8-073a23993384, host n-h2-838334-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838334-2',level=0,port_id=8391d1fb-97a9-4bd8-acc8-073a23993384,segment=NetworkSegment(62b85806-94d8-4a88-a06c-da82e5932d66),segment_id=62b85806-94d8-4a88-a06c-da82e5932d66)] {{(pid=84042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:47:59.958956 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Provisioning complete for port bbf9cbaa-ee8e-49a5-ac82-a66e1079d75c triggered by entity L2. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:47:59.959991 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1253608'] for port, provisioning_complete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:00.003936 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d992664-53ae-4108-b60e-4d0528ddba25 req-472d9a97-3c29-47b7-9f8f-44d2e8797503 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:48:00.004320 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Returning: {'device': '8391d1fb-97a9-4bd8-acc8-073a23993384', 'network_id': 'cb56989d-7c5d-4678-b194-1d2edf1e842a', 'port_id': '8391d1fb-97a9-4bd8-acc8-073a23993384', 'mac_address': 'fa:16:3e:9f:bd:8d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 382, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c4b526db-4d8a-4d4c-a310-e3a599630ae1', 'ip_address': '192.168.233.57'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84042) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 18 20:48:00.005830 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-9d992664-53ae-4108-b60e-4d0528ddba25 req-472d9a97-3c29-47b7-9f8f-44d2e8797503 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=4aaef2f0-843c-461e-a57b-a0e79342b79d HTTP/1.1" status: 200 len: 855 time: 0.2209833 Apr 18 20:48:00.024040 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-fbec80e6-5fca-4066-bfde-690e4cae684d req-8f8d6a16-cd23-428d-a0bd-758edf2c2929 tempest-MultipleCreateTestJSON-190675240 tempest-MultipleCreateTestJSON-190675240-project] 10.222.0.42 "GET /v2.0/security-groups?id=1b05a6b2-12b5-46ba-add0-6b3994e41087&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1519604 Apr 18 20:48:00.038831 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-b37d903c-42a2-4fae-b689-22bea281942f tempest-ServerActionsTestJSON-2052644234 tempest-ServerActionsTestJSON-2052644234-project] Notify callbacks [] for port, precommit_update {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:00.047368 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-b37d903c-42a2-4fae-b689-22bea281942f tempest-ServerActionsTestJSON-2052644234 tempest-ServerActionsTestJSON-2052644234-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32266282'] for port, after_update {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:00.099893 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-35affa8a-4746-4c3b-8576-19f828116e00 req-8cf2930c-88c1-4fb2-90dc-f5187f0c6391 tempest-ServerAddressesTestJSON-809881903 tempest-ServerAddressesTestJSON-809881903-project] 10.222.0.42 "GET /v2.0/security-groups?id=9facca0c-9a09-441d-9f6c-65a0e23cc469&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1842525 Apr 18 20:48:00.144840 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:00.161724 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b37d903c-42a2-4fae-b689-22bea281942f tempest-ServerActionsTestJSON-2052644234 tempest-ServerActionsTestJSON-2052644234-project] Pushing event updated for resources: {'Port': ['ID=a8112620-d7b9-4213-b38b-ef2e2347fc39,revision_number=2']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:48:00.215298 n-d-838334-2 neutron-server[84042]: DEBUG neutron.notifiers.nova [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8391d1fb-97a9-4bd8-acc8-073a23993384 {{(pid=84042) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 18 20:48:00.259361 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-b37d903c-42a2-4fae-b689-22bea281942f tempest-ServerActionsTestJSON-2052644234 tempest-ServerActionsTestJSON-2052644234-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33444131'] for floatingip, after_update {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:00.272074 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] For port 8391d1fb-97a9-4bd8-acc8-073a23993384, host n-h2-838334-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838334-2',level=0,port_id=8391d1fb-97a9-4bd8-acc8-073a23993384,segment=NetworkSegment(62b85806-94d8-4a88-a06c-da82e5932d66),segment_id=62b85806-94d8-4a88-a06c-da82e5932d66)] {{(pid=84042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:48:00.277282 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:00.299390 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-b37d903c-42a2-4fae-b689-22bea281942f tempest-ServerActionsTestJSON-2052644234 tempest-ServerActionsTestJSON-2052644234-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217293'] for floatingip, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:00.301024 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-b37d903c-42a2-4fae-b689-22bea281942f tempest-ServerActionsTestJSON-2052644234 tempest-ServerActionsTestJSON-2052644234-project] 10.222.0.42 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.6452236 Apr 18 20:48:00.317393 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682'] for port, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:00.380312 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] For port bbf9cbaa-ee8e-49a5-ac82-a66e1079d75c, host n-d-838334-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838334-2',level=0,port_id=bbf9cbaa-ee8e-49a5-ac82-a66e1079d75c,segment=NetworkSegment(4935dfdb-03db-4976-a6b4-e0fa58696685),segment_id=4935dfdb-03db-4976-a6b4-e0fa58696685)] {{(pid=84042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:48:00.387713 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-9d992664-53ae-4108-b60e-4d0528ddba25 req-46145d58-fc69-42e0-8264-915b176d9c16 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=926061aa-7053-4e13-adce-8286fe177d09&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3625667 Apr 18 20:48:00.398386 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682'] for port, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:00.416747 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Pushing event updated for resources: {'Port': ['ID=8391d1fb-97a9-4bd8-acc8-073a23993384,revision_number=4']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:48:00.486441 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Pushing event updated for resources: {'Port': ['ID=bbf9cbaa-ee8e-49a5-ac82-a66e1079d75c,revision_number=5']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:48:00.699597 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-983ddb8a-1e75-451f-9c0a-8fd1cf4637cb req-9483aa4f-8be6-4908-b49b-fdfd89d4c8f9 tempest-ImagesOneServerTestJSON-2049129843 tempest-ImagesOneServerTestJSON-2049129843-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:48:00.700955 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-983ddb8a-1e75-451f-9c0a-8fd1cf4637cb req-9483aa4f-8be6-4908-b49b-fdfd89d4c8f9 tempest-ImagesOneServerTestJSON-2049129843 tempest-ImagesOneServerTestJSON-2049129843-project] 10.222.0.42 "GET /v2.0/ports?device_id=d44c3995-aaea-498f-b11f-fc70e6923c49 HTTP/1.1" status: 200 len: 948 time: 0.3808954 Apr 18 20:48:00.766437 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] get_ports_and_sgs() called for port_ids ['8391d1fb-97a9-4bd8-acc8-073a23993384'] {{(pid=84042) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 18 20:48:00.789131 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-9d992664-53ae-4108-b60e-4d0528ddba25 req-d14deb77-6070-481a-85b7-81e09b915b44 service neutron] 10.222.0.48 "GET /v2.0/networks/926061aa-7053-4e13-adce-8286fe177d09?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3873961 Apr 18 20:48:00.846152 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-983ddb8a-1e75-451f-9c0a-8fd1cf4637cb req-e7049e5f-ddb9-43e2-9e15-6ed8ab2c5802 tempest-ImagesOneServerTestJSON-2049129843 tempest-ImagesOneServerTestJSON-2049129843-project] 10.222.0.42 "GET /v2.0/security-groups?id=47176a6a-2814-4f71-8dbf-60080e8f773d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1383719 Apr 18 20:48:00.900961 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d429d53-5915-432d-a204-11a6782756f3 req-01044cf8-793d-4928-86e6-d8ccfe51ad54 tempest-ListServersNegativeTestJSON-1460383695 tempest-ListServersNegativeTestJSON-1460383695-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:48:00.904953 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d429d53-5915-432d-a204-11a6782756f3 req-01044cf8-793d-4928-86e6-d8ccfe51ad54 tempest-ListServersNegativeTestJSON-1460383695 tempest-ListServersNegativeTestJSON-1460383695-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:48:00.906521 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-3d429d53-5915-432d-a204-11a6782756f3 req-01044cf8-793d-4928-86e6-d8ccfe51ad54 tempest-ListServersNegativeTestJSON-1460383695 tempest-ListServersNegativeTestJSON-1460383695-project] 10.222.0.42 "GET /v2.0/ports?device_id=131b2c4a-a8af-4e3a-8347-70328b7d1ae0&device_id=e63bf7fc-07cb-40b4-92b1-0857bbf73fef HTTP/1.1" status: 200 len: 1681 time: 0.4830155 Apr 18 20:48:01.172707 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-9d992664-53ae-4108-b60e-4d0528ddba25 req-87c2fa45-ab51-4d48-b9e2-874d8ce72c5f service neutron] 10.222.0.48 "GET /v2.0/networks/926061aa-7053-4e13-adce-8286fe177d09?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3669059 Apr 18 20:48:01.174817 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-3d429d53-5915-432d-a204-11a6782756f3 req-c2ae01df-5f9b-491c-8584-63bfc225093b tempest-ListServersNegativeTestJSON-1460383695 tempest-ListServersNegativeTestJSON-1460383695-project] 10.222.0.42 "GET /v2.0/security-groups?id=662d465b-c633-488a-99c1-bc2d1e2ea873&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2509265 Apr 18 20:48:01.226300 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-192ecac6-e558-4f83-a6c0-eb654640dc8a req-d075c3f8-01f2-4f17-b31c-548bc1779975 tempest-MigrationsAdminTest-1326981207 tempest-MigrationsAdminTest-1326981207-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:48:01.226962 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-192ecac6-e558-4f83-a6c0-eb654640dc8a req-d075c3f8-01f2-4f17-b31c-548bc1779975 tempest-MigrationsAdminTest-1326981207 tempest-MigrationsAdminTest-1326981207-project] 10.222.0.42 "GET /v2.0/ports?device_id=db680760-9920-4ccc-8c07-2936a873d08f HTTP/1.1" status: 200 len: 950 time: 0.2267528 Apr 18 20:48:01.311283 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-192ecac6-e558-4f83-a6c0-eb654640dc8a req-61cdc72b-de7f-464d-84d0-02125b4bbcbe tempest-MigrationsAdminTest-1326981207 tempest-MigrationsAdminTest-1326981207-project] 10.222.0.42 "GET /v2.0/security-groups?id=8ca7ac2c-bfe5-493b-aae6-636315bac851&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0776772 Apr 18 20:48:01.342414 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [req-eab35e1c-e20a-4459-ab3d-de8b0a7f8caf req-f9d65a19-3310-414c-b1bc-1b443bc0785f tempest-ServerActionsTestJSON-2052644234 tempest-ServerActionsTestJSON-2052644234-project] Synchronizing usage tracker for tenant:6be92480d0964f34a8ede9caae0c987d on resource:security_group {{(pid=84040) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 20:48:01.358811 n-d-838334-2 neutron-server[84040]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3e656124-e039-467c-9c52-5e27163b5aae admin admin] Router 2fcfa44f-978c-4e58-b43e-36f84d658eff has already been hosted by L3 agent bc84d6c9-dd7a-4555-a351-592327b46d5a {{(pid=84040) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 20:48:01.371510 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [req-eab35e1c-e20a-4459-ab3d-de8b0a7f8caf req-f9d65a19-3310-414c-b1bc-1b443bc0785f tempest-ServerActionsTestJSON-2052644234 tempest-ServerActionsTestJSON-2052644234-project] Unset dirty status for tenant:6be92480d0964f34a8ede9caae0c987d on resource:security_group {{(pid=84040) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 20:48:01.372667 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-eab35e1c-e20a-4459-ab3d-de8b0a7f8caf req-f9d65a19-3310-414c-b1bc-1b443bc0785f tempest-ServerActionsTestJSON-2052644234 tempest-ServerActionsTestJSON-2052644234-project] 10.222.0.42 "GET /v2.0/security-groups?name=tempest-securitygroup--1198763149&fields=id&tenant_id=6be92480d0964f34a8ede9caae0c987d HTTP/1.1" status: 200 len: 267 time: 0.1031396 Apr 18 20:48:01.493553 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Device bbf9cbaa-ee8e-49a5-ac82-a66e1079d75c up at agent ovs-agent-n-d-838334-2 {{(pid=84042) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 20:48:01.520907 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Device 4b91b5c5-d2fa-4b88-8c7d-73fbabc5ec64 up at agent hyperv_n-h2-838334-2 {{(pid=84042) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 20:48:01.652575 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Provisioning for port 4b91b5c5-d2fa-4b88-8c7d-73fbabc5ec64 completed by entity L2. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 20:48:01.656618 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Provisioning complete for port bbf9cbaa-ee8e-49a5-ac82-a66e1079d75c triggered by entity L2. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:48:01.656977 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1253608'] for port, provisioning_complete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:01.686020 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Provisioning complete for port 4b91b5c5-d2fa-4b88-8c7d-73fbabc5ec64 triggered by entity L2. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:48:01.686379 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1253608'] for port, provisioning_complete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:01.832228 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eab35e1c-e20a-4459-ab3d-de8b0a7f8caf req-13bc5399-7de0-4ff7-9979-fc68f78ef3c9 tempest-ServerActionsTestJSON-2052644234 tempest-ServerActionsTestJSON-2052644234-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:48:01.832864 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [req-eab35e1c-e20a-4459-ab3d-de8b0a7f8caf req-13bc5399-7de0-4ff7-9979-fc68f78ef3c9 tempest-ServerActionsTestJSON-2052644234 tempest-ServerActionsTestJSON-2052644234-project] Synchronizing usage tracker for tenant:6be92480d0964f34a8ede9caae0c987d on resource:network {{(pid=84040) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 20:48:01.844510 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d313a053-e272-4804-a7a3-e3be0c8e035f req-52902486-a352-4775-bd11-619400b8f2b4 tempest-MultipleCreateTestJSON-190675240 tempest-MultipleCreateTestJSON-190675240-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:48:01.845928 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-d313a053-e272-4804-a7a3-e3be0c8e035f req-52902486-a352-4775-bd11-619400b8f2b4 tempest-MultipleCreateTestJSON-190675240 tempest-MultipleCreateTestJSON-190675240-project] 10.222.0.42 "GET /v2.0/ports?device_id=d92bb407-1213-4ebb-aa44-99c1f885b082 HTTP/1.1" status: 200 len: 944 time: 0.4189634 Apr 18 20:48:01.876173 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:01.893759 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [req-eab35e1c-e20a-4459-ab3d-de8b0a7f8caf req-13bc5399-7de0-4ff7-9979-fc68f78ef3c9 tempest-ServerActionsTestJSON-2052644234 tempest-ServerActionsTestJSON-2052644234-project] Unset dirty status for tenant:6be92480d0964f34a8ede9caae0c987d on resource:network {{(pid=84040) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 20:48:01.894874 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-eab35e1c-e20a-4459-ab3d-de8b0a7f8caf req-13bc5399-7de0-4ff7-9979-fc68f78ef3c9 tempest-ServerActionsTestJSON-2052644234 tempest-ServerActionsTestJSON-2052644234-project] 10.222.0.42 "GET /v2.0/networks?id=48f708f8-0904-4115-910c-bb1ab06d7263 HTTP/1.1" status: 200 len: 811 time: 0.4689972 Apr 18 20:48:01.902930 n-d-838334-2 neutron-server[84042]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd92bb407-1213-4ebb-aa44-99c1f885b082', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4b91b5c5-d2fa-4b88-8c7d-73fbabc5ec64'}] {{(pid=84042) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 20:48:01.912901 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] For port 4b91b5c5-d2fa-4b88-8c7d-73fbabc5ec64, host n-h2-838334-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838334-2',level=0,port_id=4b91b5c5-d2fa-4b88-8c7d-73fbabc5ec64,segment=NetworkSegment(69e680c7-3ab0-48c4-a2d0-df2b5d30c8ee),segment_id=69e680c7-3ab0-48c4-a2d0-df2b5d30c8ee)] {{(pid=84042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:48:01.916882 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682'] for port, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:01.922759 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-d313a053-e272-4804-a7a3-e3be0c8e035f req-6cf3b9e7-2874-42f6-88a7-24cb775873a8 tempest-MultipleCreateTestJSON-190675240 tempest-MultipleCreateTestJSON-190675240-project] 10.222.0.42 "GET /v2.0/security-groups?id=1b05a6b2-12b5-46ba-add0-6b3994e41087&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680797 Apr 18 20:48:01.934795 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-eab35e1c-e20a-4459-ab3d-de8b0a7f8caf req-cf01d078-db03-4601-a0d4-1ddeb54a56e1 tempest-ServerActionsTestJSON-2052644234 tempest-ServerActionsTestJSON-2052644234-project] 10.222.0.42 "GET /v2.0/quotas/6be92480d0964f34a8ede9caae0c987d HTTP/1.1" status: 200 len: 375 time: 0.0326641 Apr 18 20:48:01.992194 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Pushing event updated for resources: {'Port': ['ID=4b91b5c5-d2fa-4b88-8c7d-73fbabc5ec64,revision_number=5']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:48:02.006052 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3e656124-e039-467c-9c52-5e27163b5aae admin admin] Notify agent at l3_agent.n-d-838334-2 the message routers_updated {{(pid=84040) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 20:48:02.013147 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-3e656124-e039-467c-9c52-5e27163b5aae admin admin] 10.222.0.42 "PUT /v2.0/routers/2fcfa44f-978c-4e58-b43e-36f84d658eff/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 14.4606223 Apr 18 20:48:02.017139 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 44092) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:48:02.020356 n-d-838334-2 neutron-server[84043]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7a0b9b9-fb9a-41f0-abeb-c4d5cbea3c39 None None] Sync routers for ids ['2fcfa44f-978c-4e58-b43e-36f84d658eff'] in n-d-838334-2 {{(pid=84043) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 18 20:48:02.035019 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7a0b9b9-fb9a-41f0-abeb-c4d5cbea3c39 None None] Routers {'2fcfa44f-978c-4e58-b43e-36f84d658eff'} bound to L3 agent in host n-d-838334-2 {{(pid=84043) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 20:48:02.035789 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.l3_hamode_db [None req-a7a0b9b9-fb9a-41f0-abeb-c4d5cbea3c39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838334-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-18T20:25:48Z,description=,heartbeat_timestamp=2022-04-18T20:47:48Z,host='n-d-838334-2',id=bc84d6c9-dd7a-4555-a351-592327b46d5a,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:25:48Z,topic='l3_agent')) {'router_ids': ['2fcfa44f-978c-4e58-b43e-36f84d658eff'], 'active': True} {{(pid=84043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:48:02.044226 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-eab35e1c-e20a-4459-ab3d-de8b0a7f8caf req-3c02fd68-c26d-494b-82d0-7ee4be8e24b8 tempest-ServerActionsTestJSON-2052644234 tempest-ServerActionsTestJSON-2052644234-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=6be92480d0964f34a8ede9caae0c987d&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1041348 Apr 18 20:48:02.215425 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.l3_dvr_db [None req-a7a0b9b9-fb9a-41f0-abeb-c4d5cbea3c39 None None] Set router 2fcfa44f-978c-4e58-b43e-36f84d658eff gateway port host: n-d-838334-2 {{(pid=84043) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 20:48:02.233936 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-7720226b-1772-4735-8b45-ccdfd99d2e34 admin admin] Notify callbacks [] for router, before_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:02.249854 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-eab35e1c-e20a-4459-ab3d-de8b0a7f8caf req-18cd34c0-95cf-4c81-a1d9-f78a4550d7fc service neutron] 10.222.0.42 "GET /v2.0/networks/48f708f8-0904-4115-910c-bb1ab06d7263?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1932786 Apr 18 20:48:02.261092 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-234be9a0-410a-4f08-a93f-7b51836dfe46 req-7a59aeee-84cb-4f36-af21-c8f534310ff5 tempest-ServerAddressesTestJSON-809881903 tempest-ServerAddressesTestJSON-809881903-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:48:02.262576 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-234be9a0-410a-4f08-a93f-7b51836dfe46 req-7a59aeee-84cb-4f36-af21-c8f534310ff5 tempest-ServerAddressesTestJSON-809881903 tempest-ServerAddressesTestJSON-809881903-project] 10.222.0.42 "GET /v2.0/ports?device_id=1ac42a05-3e68-468e-98c8-d3348b7bf46f HTTP/1.1" status: 200 len: 946 time: 0.1763167 Apr 18 20:48:02.423145 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-234be9a0-410a-4f08-a93f-7b51836dfe46 req-e7ab6bdb-e247-4150-a755-46b13ef9f27e tempest-ServerAddressesTestJSON-809881903 tempest-ServerAddressesTestJSON-809881903-project] 10.222.0.42 "GET /v2.0/security-groups?id=9facca0c-9a09-441d-9f6c-65a0e23cc469&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1420257 Apr 18 20:48:02.450280 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-eab35e1c-e20a-4459-ab3d-de8b0a7f8caf req-4f5d9c5a-261c-4791-809b-e42f5e858725 service neutron] 10.222.0.42 "GET /v2.0/networks/48f708f8-0904-4115-910c-bb1ab06d7263?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1867433 Apr 18 20:48:02.472694 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-7720226b-1772-4735-8b45-ccdfd99d2e34 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:02.482375 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.plugin [None req-7720226b-1772-4735-8b45-ccdfd99d2e34 admin admin] Deleting port e80c40ba-d69f-4b98-831d-6a06358011b4 {{(pid=84041) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 20:48:02.482773 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-7720226b-1772-4735-8b45-ccdfd99d2e34 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750375188691'] for port, before_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:02.645378 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.l3_hamode_db [None req-a7a0b9b9-fb9a-41f0-abeb-c4d5cbea3c39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2fcfa44f-978c-4e58-b43e-36f84d658eff', 'name': 'tempest-AttachSCSIVolumeTestJSON-651922907-router', 'tenant_id': '1fd001aaeef146c5ac3c9d1e6f47f539', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'external_fixed_ips': [{'subnet_id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'ip_address': '172.25.8.80'}], 'enable_snat': True}, 'gw_port_id': 'e80c40ba-d69f-4b98-831d-6a06358011b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:44:35Z', 'updated_at': '2022-04-18T20:47:57Z', 'revision_number': 5, 'project_id': '1fd001aaeef146c5ac3c9d1e6f47f539', 'gw_port': {'id': 'e80c40ba-d69f-4b98-831d-6a06358011b4', 'name': '', 'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:8d:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fcfa44f-978c-4e58-b43e-36f84d658eff', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'ip_address': '172.25.8.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:44:36Z', 'updated_at': '2022-04-18T20:44:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838334-2'}], 'n-d-838334-2', False) {} {{(pid=84043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:48:02.667541 n-d-838334-2 neutron-server[84043]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7a0b9b9-fb9a-41f0-abeb-c4d5cbea3c39 None None] Checking router: 2fcfa44f-978c-4e58-b43e-36f84d658eff for host: n-d-838334-2 {{(pid=84043) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 18 20:48:02.689927 n-d-838334-2 neutron-server[84042]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d41e7a3c-8887-4a63-a6de-a7cdee89a8ac'] response: {'server_uuid': 'd92bb407-1213-4ebb-aa44-99c1f885b082', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4b91b5c5-d2fa-4b88-8c7d-73fbabc5ec64', 'code': 200} Apr 18 20:48:02.699449 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7a0b9b9-fb9a-41f0-abeb-c4d5cbea3c39 None None] Routers {'2fcfa44f-978c-4e58-b43e-36f84d658eff'} bound to L3 agent in host n-d-838334-2 {{(pid=84043) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 20:48:02.700473 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.l3_hamode_db [None req-a7a0b9b9-fb9a-41f0-abeb-c4d5cbea3c39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838334-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-18T20:25:48Z,description=,heartbeat_timestamp=2022-04-18T20:47:48Z,host='n-d-838334-2',id=bc84d6c9-dd7a-4555-a351-592327b46d5a,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:25:48Z,topic='l3_agent')) {'router_ids': ['2fcfa44f-978c-4e58-b43e-36f84d658eff'], 'active': True} {{(pid=84043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:48:02.857963 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.db [None req-7720226b-1772-4735-8b45-ccdfd99d2e34 admin admin] For port e80c40ba-d69f-4b98-831d-6a06358011b4, host n-d-838334-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838334-2',level=0,port_id=e80c40ba-d69f-4b98-831d-6a06358011b4,segment=NetworkSegment(732aa830-768b-4511-951f-d08e26b9c25b),segment_id=732aa830-768b-4511-951f-d08e26b9c25b)] {{(pid=84041) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:48:02.858335 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-7720226b-1772-4735-8b45-ccdfd99d2e34 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369123'] for port, precommit_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:02.940251 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8593a96c-4956-464a-bca3-34610409de26 req-f2d63273-ce6a-4730-a54b-a262caca1eeb tempest-ImagesOneServerTestJSON-2049129843 tempest-ImagesOneServerTestJSON-2049129843-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:48:02.949817 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-8593a96c-4956-464a-bca3-34610409de26 req-f2d63273-ce6a-4730-a54b-a262caca1eeb tempest-ImagesOneServerTestJSON-2049129843 tempest-ImagesOneServerTestJSON-2049129843-project] 10.222.0.42 "GET /v2.0/ports?device_id=d44c3995-aaea-498f-b11f-fc70e6923c49 HTTP/1.1" status: 200 len: 948 time: 0.2514992 Apr 18 20:48:03.029441 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.plugin [None req-7720226b-1772-4735-8b45-ccdfd99d2e34 admin admin] Calling delete_port for e80c40ba-d69f-4b98-831d-6a06358011b4 owned by network:router_gateway {{(pid=84041) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 20:48:03.033658 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.l3_dvr_db [None req-a7a0b9b9-fb9a-41f0-abeb-c4d5cbea3c39 None None] Set router 2fcfa44f-978c-4e58-b43e-36f84d658eff gateway port host: None {{(pid=84043) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 20:48:03.037243 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-8593a96c-4956-464a-bca3-34610409de26 req-aea28620-34d6-4745-8d00-53d44341c75f tempest-ImagesOneServerTestJSON-2049129843 tempest-ImagesOneServerTestJSON-2049129843-project] 10.222.0.42 "GET /v2.0/security-groups?id=47176a6a-2814-4f71-8dbf-60080e8f773d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0853026 Apr 18 20:48:03.080023 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbe3a6d8-73c3-494d-90b3-042771b0d413 req-747d456a-fcee-43a3-953f-2f2f00cfaf75 tempest-MigrationsAdminTest-1326981207 tempest-MigrationsAdminTest-1326981207-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:48:03.087060 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-cbe3a6d8-73c3-494d-90b3-042771b0d413 req-747d456a-fcee-43a3-953f-2f2f00cfaf75 tempest-MigrationsAdminTest-1326981207 tempest-MigrationsAdminTest-1326981207-project] 10.222.0.42 "GET /v2.0/ports?device_id=db680760-9920-4ccc-8c07-2936a873d08f HTTP/1.1" status: 200 len: 950 time: 0.2265632 Apr 18 20:48:03.136060 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-087adcd7-b13d-4028-8e02-bccb2b906829 req-150dd031-4d20-4682-b635-c85ede7909d6 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=d92bb407-1213-4ebb-aa44-99c1f885b082 HTTP/1.1" status: 200 len: 1096 time: 0.3497796 Apr 18 20:48:03.169548 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-cbe3a6d8-73c3-494d-90b3-042771b0d413 req-1c7725c4-2cc6-4628-be94-b6187c378ce1 tempest-MigrationsAdminTest-1326981207 tempest-MigrationsAdminTest-1326981207-project] 10.222.0.42 "GET /v2.0/security-groups?id=8ca7ac2c-bfe5-493b-aae6-636315bac851&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763402 Apr 18 20:48:03.201032 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-087adcd7-b13d-4028-8e02-bccb2b906829 req-e264790d-a622-4d97-b7ca-b899a33fc1b8 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=1b05a6b2-12b5-46ba-add0-6b3994e41087&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515933 Apr 18 20:48:03.228692 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.l3_hamode_db [None req-a7a0b9b9-fb9a-41f0-abeb-c4d5cbea3c39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2fcfa44f-978c-4e58-b43e-36f84d658eff', 'name': 'tempest-AttachSCSIVolumeTestJSON-651922907-router', 'tenant_id': '1fd001aaeef146c5ac3c9d1e6f47f539', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:44:35Z', 'updated_at': '2022-04-18T20:48:02Z', 'revision_number': 6, 'project_id': '1fd001aaeef146c5ac3c9d1e6f47f539', 'gw_port_host': None}], 'n-d-838334-2', False) {} {{(pid=84043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:48:03.233623 n-d-838334-2 neutron-server[84043]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7a0b9b9-fb9a-41f0-abeb-c4d5cbea3c39 None None] The sync data for ids ['2fcfa44f-978c-4e58-b43e-36f84d658eff'] in n-d-838334-2 is: [{'id': '2fcfa44f-978c-4e58-b43e-36f84d658eff', 'name': 'tempest-AttachSCSIVolumeTestJSON-651922907-router', 'tenant_id': '1fd001aaeef146c5ac3c9d1e6f47f539', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:44:35Z', 'updated_at': '2022-04-18T20:48:02Z', 'revision_number': 6, 'project_id': '1fd001aaeef146c5ac3c9d1e6f47f539', 'gw_port_host': None}] {{(pid=84043) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 18 20:48:03.335087 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-a8703e88-e277-41c4-9133-edb15d5e5e61 req-02df8ef5-3b6a-426f-b935-74c5a85b687d tempest-ServerActionsTestJSON-2052644234 tempest-ServerActionsTestJSON-2052644234-project] 10.222.0.42 "GET /v2.0/ports?device_id=b7307812-da19-4509-9baf-bb3ff8313904 HTTP/1.1" status: 200 len: 210 time: 0.0410078 Apr 18 20:48:03.381686 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-7720226b-1772-4735-8b45-ccdfd99d2e34 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750375259028', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750374836628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32266323'] for port, after_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:03.433087 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7720226b-1772-4735-8b45-ccdfd99d2e34 admin admin] Pushing event deleted for resources: {'Port': ['ID=e80c40ba-d69f-4b98-831d-6a06358011b4,revision_number=None']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:48:03.480137 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750375287399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253529'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:03.516743 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Device 8391d1fb-97a9-4bd8-acc8-073a23993384 up at agent hyperv_n-h2-838334-2 {{(pid=84042) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 20:48:03.559187 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5126c56b-ab42-4b51-915c-211b45b8cd47 req-1f56d308-2c38-4b87-bd8d-0d7c14c4911e tempest-MultipleCreateTestJSON-190675240 tempest-MultipleCreateTestJSON-190675240-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:48:03.560950 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-5126c56b-ab42-4b51-915c-211b45b8cd47 req-1f56d308-2c38-4b87-bd8d-0d7c14c4911e tempest-MultipleCreateTestJSON-190675240 tempest-MultipleCreateTestJSON-190675240-project] 10.222.0.42 "GET /v2.0/ports?device_id=d92bb407-1213-4ebb-aa44-99c1f885b082 HTTP/1.1" status: 200 len: 945 time: 0.0832820 Apr 18 20:48:03.657707 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-5126c56b-ab42-4b51-915c-211b45b8cd47 req-4f765349-f96b-4432-a529-a912f08a62f0 tempest-MultipleCreateTestJSON-190675240 tempest-MultipleCreateTestJSON-190675240-project] 10.222.0.42 "GET /v2.0/security-groups?id=1b05a6b2-12b5-46ba-add0-6b3994e41087&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0901988 Apr 18 20:48:03.687203 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Provisioning for port 8391d1fb-97a9-4bd8-acc8-073a23993384 completed by entity L2. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 20:48:03.693001 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Provisioning complete for port 8391d1fb-97a9-4bd8-acc8-073a23993384 triggered by entity L2. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:48:03.694085 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1253608'] for port, provisioning_complete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:03.758364 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Device 90c2329b-a48a-4fa9-872d-dbd9fc1fe4b3 no longer exists at agent ovs-agent-n-d-838334-2 {{(pid=84042) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 20:48:03.801339 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-7720226b-1772-4735-8b45-ccdfd99d2e34 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33444108'] for router_gateway, after_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:03.847394 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.plugin [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] No Port match for: 90c2329b-a48a-4fa9-872d-dbd9fc1fe4b3 {{(pid=84042) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 18 20:48:03.847646 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Device 90c2329b-a48a-4fa9-872d-dbd9fc1fe4b3 not bound to the agent host n-d-838334-2 {{(pid=84042) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 20:48:03.918915 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:03.965738 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] For port 8391d1fb-97a9-4bd8-acc8-073a23993384, host n-h2-838334-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838334-2',level=0,port_id=8391d1fb-97a9-4bd8-acc8-073a23993384,segment=NetworkSegment(62b85806-94d8-4a88-a06c-da82e5932d66),segment_id=62b85806-94d8-4a88-a06c-da82e5932d66)] {{(pid=84042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:48:03.978506 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682'] for port, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:04.065584 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Pushing event updated for resources: {'Port': ['ID=8391d1fb-97a9-4bd8-acc8-073a23993384,revision_number=5']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:48:04.202274 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-7720226b-1772-4735-8b45-ccdfd99d2e34 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33443580', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5726'] for router, precommit_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:04.211038 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-7720226b-1772-4735-8b45-ccdfd99d2e34 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:04.382930 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eab35e1c-e20a-4459-ab3d-de8b0a7f8caf req-4e14d997-a056-4e8a-a2f7-a79d6cf6cec3 tempest-ServerActionsTestJSON-2052644234 tempest-ServerActionsTestJSON-2052644234-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:48:04.384565 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-eab35e1c-e20a-4459-ab3d-de8b0a7f8caf req-4e14d997-a056-4e8a-a2f7-a79d6cf6cec3 tempest-ServerActionsTestJSON-2052644234 tempest-ServerActionsTestJSON-2052644234-project] 10.222.0.43 "GET /v2.0/networks?id=48f708f8-0904-4115-910c-bb1ab06d7263 HTTP/1.1" status: 200 len: 811 time: 0.1683300 Apr 18 20:48:04.385536 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-7720226b-1772-4735-8b45-ccdfd99d2e34 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-33443408'] for router, after_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:04.386526 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7720226b-1772-4735-8b45-ccdfd99d2e34 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2fcfa44f-978c-4e58-b43e-36f84d658eff {{(pid=84041) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 18 20:48:04.421282 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-7720226b-1772-4735-8b45-ccdfd99d2e34 admin admin] Notify callbacks [] for router, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:04.424721 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-7720226b-1772-4735-8b45-ccdfd99d2e34 admin admin] 10.222.0.42 "DELETE /v2.0/routers/2fcfa44f-978c-4e58-b43e-36f84d658eff HTTP/1.1" status: 204 len: 168 time: 2.4040432 Apr 18 20:48:04.424899 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 44134) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:48:04.444288 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-884cc722-9a32-4dce-8feb-29b5da19726d req-9c68b4e9-64de-4878-aec9-773da9bcccce tempest-ImagesOneServerTestJSON-2049129843 tempest-ImagesOneServerTestJSON-2049129843-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:48:04.446581 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-884cc722-9a32-4dce-8feb-29b5da19726d req-9c68b4e9-64de-4878-aec9-773da9bcccce tempest-ImagesOneServerTestJSON-2049129843 tempest-ImagesOneServerTestJSON-2049129843-project] 10.222.0.42 "GET /v2.0/ports?device_id=d44c3995-aaea-498f-b11f-fc70e6923c49 HTTP/1.1" status: 200 len: 949 time: 0.1451106 Apr 18 20:48:04.458586 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d6377da-7a57-4d86-933a-281d2b7a0908 req-22143fbb-b210-42bb-af54-9d41bf50ba28 tempest-ServerAddressesTestJSON-809881903 tempest-ServerAddressesTestJSON-809881903-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:48:04.460134 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-0d6377da-7a57-4d86-933a-281d2b7a0908 req-22143fbb-b210-42bb-af54-9d41bf50ba28 tempest-ServerAddressesTestJSON-809881903 tempest-ServerAddressesTestJSON-809881903-project] 10.222.0.42 "GET /v2.0/ports?device_id=1ac42a05-3e68-468e-98c8-d3348b7bf46f HTTP/1.1" status: 200 len: 946 time: 0.1225286 Apr 18 20:48:04.500740 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-eab35e1c-e20a-4459-ab3d-de8b0a7f8caf req-23b2f78f-008b-4aa9-8ee3-3b1151ab2f4b tempest-ServerActionsTestJSON-2052644234 tempest-ServerActionsTestJSON-2052644234-project] 10.222.0.43 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6be92480d0964f34a8ede9caae0c987d HTTP/1.1" status: 200 len: 380 time: 0.1014163 Apr 18 20:48:04.505238 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.db_base_plugin_v2 [None req-7f0a7731-c490-4c0d-81a1-16ec6483dc5e admin admin] Deleting subnet 318f6973-de81-4b49-b616-dd3d9f23a644 {{(pid=84041) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 18 20:48:04.511442 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.v2.base [req-eab35e1c-e20a-4459-ab3d-de8b0a7f8caf req-40919b1c-fc97-4bc2-a970-36796eed40eb tempest-ServerActionsTestJSON-2052644234 tempest-ServerActionsTestJSON-2052644234-project] Request body: {'port': {'device_id': 'b7307812-da19-4509-9baf-bb3ff8313904', 'network_id': '48f708f8-0904-4115-910c-bb1ab06d7263', 'admin_state_up': True, 'tenant_id': '6be92480d0964f34a8ede9caae0c987d', 'security_groups': ['c2aeb662-6a43-4389-8810-9fad3627855b']}} {{(pid=84041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 20:48:04.527821 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-7f0a7731-c490-4c0d-81a1-16ec6483dc5e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:04.530380 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-884cc722-9a32-4dce-8feb-29b5da19726d req-87c24726-9b9f-430c-9490-9b29bcd05801 tempest-ImagesOneServerTestJSON-2049129843 tempest-ImagesOneServerTestJSON-2049129843-project] 10.222.0.42 "GET /v2.0/security-groups?id=47176a6a-2814-4f71-8dbf-60080e8f773d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0780063 Apr 18 20:48:04.534861 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-0d6377da-7a57-4d86-933a-281d2b7a0908 req-75238878-2bd8-4392-a001-38132528dade tempest-ServerAddressesTestJSON-809881903 tempest-ServerAddressesTestJSON-809881903-project] 10.222.0.42 "GET /v2.0/security-groups?id=9facca0c-9a09-441d-9f6c-65a0e23cc469&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618644 Apr 18 20:48:04.648451 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-7f0a7731-c490-4c0d-81a1-16ec6483dc5e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32266383'] for subnet, precommit_delete_associations {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:04.690902 n-d-838334-2 neutron-server[84042]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd44c3995-aaea-498f-b11f-fc70e6923c49', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8391d1fb-97a9-4bd8-acc8-073a23993384'}] {{(pid=84042) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 20:48:04.760239 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [req-eab35e1c-e20a-4459-ab3d-de8b0a7f8caf req-40919b1c-fc97-4bc2-a970-36796eed40eb tempest-ServerActionsTestJSON-2052644234 tempest-ServerActionsTestJSON-2052644234-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:48:04.769438 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [req-eab35e1c-e20a-4459-ab3d-de8b0a7f8caf req-40919b1c-fc97-4bc2-a970-36796eed40eb tempest-ServerActionsTestJSON-2052644234 tempest-ServerActionsTestJSON-2052644234-project] Usage tracker for resource:port and tenant:6be92480d0964f34a8ede9caae0c987d is out of sync, need to count used quota {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:48:04.773216 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [req-eab35e1c-e20a-4459-ab3d-de8b0a7f8caf req-40919b1c-fc97-4bc2-a970-36796eed40eb tempest-ServerActionsTestJSON-2052644234 tempest-ServerActionsTestJSON-2052644234-project] Quota usage for port was recalculated. Used quota:3. {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:48:04.781544 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [req-eab35e1c-e20a-4459-ab3d-de8b0a7f8caf req-40919b1c-fc97-4bc2-a970-36796eed40eb tempest-ServerActionsTestJSON-2052644234 tempest-ServerActionsTestJSON-2052644234-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:48:04.796707 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-7f0a7731-c490-4c0d-81a1-16ec6483dc5e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1260556'] for subnet, precommit_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:04.824062 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-eab35e1c-e20a-4459-ab3d-de8b0a7f8caf req-40919b1c-fc97-4bc2-a970-36796eed40eb tempest-ServerActionsTestJSON-2052644234 tempest-ServerActionsTestJSON-2052644234-project] Made reservation on behalf of 6be92480d0964f34a8ede9caae0c987d for: {'port': 1} {{(pid=84041) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:48:04.827133 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [req-eab35e1c-e20a-4459-ab3d-de8b0a7f8caf req-40919b1c-fc97-4bc2-a970-36796eed40eb tempest-ServerActionsTestJSON-2052644234 tempest-ServerActionsTestJSON-2052644234-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:04.884240 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70a2cab5-bc62-4bbe-901a-3751a9392006 req-1a04e149-65cc-4bea-aeb4-f92b6ac98d68 tempest-MigrationsAdminTest-1326981207 tempest-MigrationsAdminTest-1326981207-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:48:04.885687 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-70a2cab5-bc62-4bbe-901a-3751a9392006 req-1a04e149-65cc-4bea-aeb4-f92b6ac98d68 tempest-MigrationsAdminTest-1326981207 tempest-MigrationsAdminTest-1326981207-project] 10.222.0.42 "GET /v2.0/ports?device_id=db680760-9920-4ccc-8c07-2936a873d08f HTTP/1.1" status: 200 len: 950 time: 0.0843792 Apr 18 20:48:04.971409 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-1a6e7588-3199-4ff0-9483-0c05f2870574 req-cb632516-efd9-4a79-be86-562f462e6bb4 tempest-ServerActionsTestJSON-2052644234 tempest-ServerActionsTestJSON-2052644234-project] 10.222.0.42 "GET /v2.0/ports?device_id=b7307812-da19-4509-9baf-bb3ff8313904 HTTP/1.1" status: 200 len: 210 time: 0.0475512 Apr 18 20:48:04.976201 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-70a2cab5-bc62-4bbe-901a-3751a9392006 req-9926b018-16df-4c43-9f50-ad240ccaffa8 tempest-MigrationsAdminTest-1326981207 tempest-MigrationsAdminTest-1326981207-project] 10.222.0.42 "GET /v2.0/security-groups?id=8ca7ac2c-bfe5-493b-aae6-636315bac851&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0842495 Apr 18 20:48:05.105861 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-7f0a7731-c490-4c0d-81a1-16ec6483dc5e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1260549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33526260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32266336', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32486390'] for subnet, after_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:05.115529 n-d-838334-2 neutron-server[84042]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d6cd76d2-6885-4c1c-bd34-55287155f951'] response: {'server_uuid': 'd44c3995-aaea-498f-b11f-fc70e6923c49', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8391d1fb-97a9-4bd8-acc8-073a23993384', 'code': 200} Apr 18 20:48:05.174830 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f0a7731-c490-4c0d-81a1-16ec6483dc5e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=318f6973-de81-4b49-b616-dd3d9f23a644,revision_number=None']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:48:05.227398 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-7f0a7731-c490-4c0d-81a1-16ec6483dc5e admin admin] Notify callbacks [] for subnet, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:05.228209 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c2e7e79-b7f6-4ea3-83c3-e69b6d6b4c47 None None] Network 927d35e4-e88b-4e82-9eb0-c42861ae32da requested from n-d-838334-2 {{(pid=84042) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 20:48:05.245273 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-7f0a7731-c490-4c0d-81a1-16ec6483dc5e admin admin] 10.222.0.42 "DELETE /v2.0/subnets/318f6973-de81-4b49-b616-dd3d9f23a644 HTTP/1.1" status: 204 len: 168 time: 0.8193331 Apr 18 20:48:05.246690 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.db_base_plugin_common [req-eab35e1c-e20a-4459-ab3d-de8b0a7f8caf req-40919b1c-fc97-4bc2-a970-36796eed40eb tempest-ServerActionsTestJSON-2052644234 tempest-ServerActionsTestJSON-2052644234-project] Allocated IP 172.20.0.13 (48f708f8-0904-4115-910c-bb1ab06d7263/488f35b7-694e-475d-862d-2f00f4388d03/968bbb7b-ac07-4f93-a27a-f9fa924c1025) {{(pid=84041) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:48:05.248470 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 44148) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:48:05.385618 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-c75c7c15-a842-470e-b782-c8fd8ee55ff6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1103592'] for network, before_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:05.392746 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93c02bf6-66d5-4410-814a-3536a77ac29d req-c5bae858-8f1a-4294-b055-edc48a48d623 tempest-MultipleCreateTestJSON-190675240 tempest-MultipleCreateTestJSON-190675240-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:48:05.394327 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-93c02bf6-66d5-4410-814a-3536a77ac29d req-c5bae858-8f1a-4294-b055-edc48a48d623 tempest-MultipleCreateTestJSON-190675240 tempest-MultipleCreateTestJSON-190675240-project] 10.222.0.42 "GET /v2.0/ports?device_id=d92bb407-1213-4ebb-aa44-99c1f885b082 HTTP/1.1" status: 200 len: 945 time: 0.2180631 Apr 18 20:48:05.448823 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-4529984a-cc40-4d85-be64-e5e0dae108a4 req-9e91b6ae-5c5e-4d45-b05a-0f891da18f2e service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=d44c3995-aaea-498f-b11f-fc70e6923c49 HTTP/1.1" status: 200 len: 1100 time: 0.2073765 Apr 18 20:48:05.450105 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.plugin [None req-c75c7c15-a842-470e-b782-c8fd8ee55ff6 admin admin] Deleting port 3c28f782-e452-45e0-8ee4-1aaa36700c6e {{(pid=84041) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 20:48:05.450500 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-c75c7c15-a842-470e-b782-c8fd8ee55ff6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750375188691'] for port, before_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:05.455906 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae15f3e0-e37c-4329-a675-accbd625aec5 req-25cedd55-b6e7-4986-ba0b-5d535740e6f9 tempest-ListServersNegativeTestJSON-1460383695 tempest-ListServersNegativeTestJSON-1460383695-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:48:05.457555 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-ae15f3e0-e37c-4329-a675-accbd625aec5 req-25cedd55-b6e7-4986-ba0b-5d535740e6f9 tempest-ListServersNegativeTestJSON-1460383695 tempest-ListServersNegativeTestJSON-1460383695-project] 10.222.0.42 "GET /v2.0/ports?device_id=e63bf7fc-07cb-40b4-92b1-0857bbf73fef HTTP/1.1" status: 200 len: 945 time: 0.1529598 Apr 18 20:48:05.504494 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-93c02bf6-66d5-4410-814a-3536a77ac29d req-809c7369-e7ff-4cd4-8c51-013d45515a0e tempest-MultipleCreateTestJSON-190675240 tempest-MultipleCreateTestJSON-190675240-project] 10.222.0.42 "GET /v2.0/security-groups?id=1b05a6b2-12b5-46ba-add0-6b3994e41087&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1026378 Apr 18 20:48:05.525252 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd28144c-c02b-4747-91c4-fe2e3b72a9c1 None None] DHCP port deletion for 927d35e4-e88b-4e82-9eb0-c42861ae32da request from n-d-838334-2 {{(pid=84042) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 18 20:48:05.531898 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.plugin [None req-dd28144c-c02b-4747-91c4-fe2e3b72a9c1 None None] Deleting port 3c28f782-e452-45e0-8ee4-1aaa36700c6e {{(pid=84042) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 20:48:05.532713 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-dd28144c-c02b-4747-91c4-fe2e3b72a9c1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750375188691'] for port, before_delete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:05.543133 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-4529984a-cc40-4d85-be64-e5e0dae108a4 req-e40358e3-e845-4a88-8811-ebfec1d9dd82 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=47176a6a-2814-4f71-8dbf-60080e8f773d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0794976 Apr 18 20:48:05.550401 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-ae15f3e0-e37c-4329-a675-accbd625aec5 req-b8d0a5b1-c62a-4783-946f-f3307f4e79b5 tempest-ListServersNegativeTestJSON-1460383695 tempest-ListServersNegativeTestJSON-1460383695-project] 10.222.0.42 "GET /v2.0/security-groups?id=662d465b-c633-488a-99c1-bc2d1e2ea873&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725310 Apr 18 20:48:05.764667 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.db [None req-c75c7c15-a842-470e-b782-c8fd8ee55ff6 admin admin] For port 3c28f782-e452-45e0-8ee4-1aaa36700c6e, host n-d-838334-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838334-2',level=0,port_id=3c28f782-e452-45e0-8ee4-1aaa36700c6e,segment=NetworkSegment(babc5ab2-1bad-4120-8d0c-e452c40ad093),segment_id=babc5ab2-1bad-4120-8d0c-e452c40ad093)] {{(pid=84041) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:48:05.765233 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-c75c7c15-a842-470e-b782-c8fd8ee55ff6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369123'] for port, precommit_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:05.767765 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b27fca4b-df23-404f-bc57-abae9eb9322f req-e21e3355-1f5b-4fb8-8c3a-8002f3ba889d tempest-ImagesOneServerTestJSON-2049129843 tempest-ImagesOneServerTestJSON-2049129843-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:48:05.775872 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-b27fca4b-df23-404f-bc57-abae9eb9322f req-e21e3355-1f5b-4fb8-8c3a-8002f3ba889d tempest-ImagesOneServerTestJSON-2049129843 tempest-ImagesOneServerTestJSON-2049129843-project] 10.222.0.42 "GET /v2.0/ports?device_id=d44c3995-aaea-498f-b11f-fc70e6923c49 HTTP/1.1" status: 200 len: 949 time: 0.1003580 Apr 18 20:48:05.780805 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-dd28144c-c02b-4747-91c4-fe2e3b72a9c1 None None] For port 3c28f782-e452-45e0-8ee4-1aaa36700c6e, host n-d-838334-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838334-2',level=0,port_id=3c28f782-e452-45e0-8ee4-1aaa36700c6e,segment=NetworkSegment(babc5ab2-1bad-4120-8d0c-e452c40ad093),segment_id=babc5ab2-1bad-4120-8d0c-e452c40ad093)] {{(pid=84042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:48:05.781197 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-dd28144c-c02b-4747-91c4-fe2e3b72a9c1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369123'] for port, precommit_delete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:05.900325 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.plugin [None req-c75c7c15-a842-470e-b782-c8fd8ee55ff6 admin admin] Calling delete_port for 3c28f782-e452-45e0-8ee4-1aaa36700c6e owned by network:dhcp {{(pid=84041) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 20:48:05.913350 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.plugin [None req-dd28144c-c02b-4747-91c4-fe2e3b72a9c1 None None] Calling delete_port for 3c28f782-e452-45e0-8ee4-1aaa36700c6e owned by network:dhcp {{(pid=84042) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 20:48:06.016364 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-b27fca4b-df23-404f-bc57-abae9eb9322f req-7937f6b2-db93-4712-807c-5f0a32c74b06 tempest-ImagesOneServerTestJSON-2049129843 tempest-ImagesOneServerTestJSON-2049129843-project] 10.222.0.42 "GET /v2.0/security-groups?id=47176a6a-2814-4f71-8dbf-60080e8f773d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2392988 Apr 18 20:48:06.020394 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-dd28144c-c02b-4747-91c4-fe2e3b72a9c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750375259028', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750374836628'] for port, after_delete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:06.059894 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [req-eab35e1c-e20a-4459-ab3d-de8b0a7f8caf req-40919b1c-fc97-4bc2-a970-36796eed40eb tempest-ServerActionsTestJSON-2052644234 tempest-ServerActionsTestJSON-2052644234-project] Notify callbacks [] for port, precommit_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:06.067204 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78df8049-7dee-4ee8-ae95-eea2346e39a7 req-a17a8937-59c3-4ef0-acce-765f16f04049 tempest-ServerAddressesTestJSON-809881903 tempest-ServerAddressesTestJSON-809881903-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:48:06.069298 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-78df8049-7dee-4ee8-ae95-eea2346e39a7 req-a17a8937-59c3-4ef0-acce-765f16f04049 tempest-ServerAddressesTestJSON-809881903 tempest-ServerAddressesTestJSON-809881903-project] 10.222.0.42 "GET /v2.0/ports?device_id=1ac42a05-3e68-468e-98c8-d3348b7bf46f HTTP/1.1" status: 200 len: 946 time: 0.1386566 Apr 18 20:48:06.078910 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.provisioning_blocks [req-eab35e1c-e20a-4459-ab3d-de8b0a7f8caf req-40919b1c-fc97-4bc2-a970-36796eed40eb tempest-ServerActionsTestJSON-2052644234 tempest-ServerActionsTestJSON-2052644234-project] Transition to ACTIVE for port object 968bbb7b-ac07-4f93-a27a-f9fa924c1025 will not be triggered until provisioned by entity DHCP. {{(pid=84041) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 20:48:06.080148 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.db.api [None req-c75c7c15-a842-470e-b782-c8fd8ee55ff6 admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84041) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 18 20:48:06.080458 n-d-838334-2 neutron-server[84041]: DEBUG oslo_db.api [None req-c75c7c15-a842-470e-b782-c8fd8ee55ff6 admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84041) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 18 20:48:06.112681 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd28144c-c02b-4747-91c4-fe2e3b72a9c1 None None] Pushing event deleted for resources: {'Port': ['ID=3c28f782-e452-45e0-8ee4-1aaa36700c6e,revision_number=None']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:48:06.117279 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd28144c-c02b-4747-91c4-fe2e3b72a9c1 None None] No DVR routers for this DVR port 3c28f782-e452-45e0-8ee4-1aaa36700c6e on host n-d-838334-2 {{(pid=84042) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 20:48:06.128928 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [req-eab35e1c-e20a-4459-ab3d-de8b0a7f8caf req-40919b1c-fc97-4bc2-a970-36796eed40eb tempest-ServerActionsTestJSON-2052644234 tempest-ServerActionsTestJSON-2052644234-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750374836619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32266323'] for port, after_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:06.137634 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-78df8049-7dee-4ee8-ae95-eea2346e39a7 req-5415bd0d-cddf-470a-8440-61ab3c11037b tempest-ServerAddressesTestJSON-809881903 tempest-ServerAddressesTestJSON-809881903-project] 10.222.0.42 "GET /v2.0/security-groups?id=9facca0c-9a09-441d-9f6c-65a0e23cc469&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622032 Apr 18 20:48:06.282436 n-d-838334-2 neutron-server[84041]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-eab35e1c-e20a-4459-ab3d-de8b0a7f8caf req-40919b1c-fc97-4bc2-a970-36796eed40eb tempest-ServerActionsTestJSON-2052644234 tempest-ServerActionsTestJSON-2052644234-project] Network 48f708f8-0904-4115-910c-bb1ab06d7263 is already hosted by enough agents. {{(pid=84041) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:48:06.288586 n-d-838334-2 neutron-server[84041]: DEBUG neutron.scheduler.base_scheduler [req-eab35e1c-e20a-4459-ab3d-de8b0a7f8caf req-40919b1c-fc97-4bc2-a970-36796eed40eb tempest-ServerActionsTestJSON-2052644234 tempest-ServerActionsTestJSON-2052644234-project] Resources bound (agent type, host, resource id): {{(pid=84041) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:48:06.301013 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.l3_dvrscheduler_db [req-eab35e1c-e20a-4459-ab3d-de8b0a7f8caf req-40919b1c-fc97-4bc2-a970-36796eed40eb tempest-ServerActionsTestJSON-2052644234 tempest-ServerActionsTestJSON-2052644234-project] Received port after_create {{(pid=84041) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 20:48:06.332463 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40919b1c-fc97-4bc2-a970-36796eed40eb tempest-ServerActionsTestJSON-2052644234 tempest-ServerActionsTestJSON-2052644234-project] Pushing event updated for resources: {'Port': ['ID=968bbb7b-ac07-4f93-a27a-f9fa924c1025,revision_number=1']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:48:06.361020 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50a5df92-b30a-4469-bee3-057dd08f0df8 req-884fde32-bd89-4ac2-ad50-881bf17ed56b tempest-MigrationsAdminTest-1326981207 tempest-MigrationsAdminTest-1326981207-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:48:06.362568 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-50a5df92-b30a-4469-bee3-057dd08f0df8 req-884fde32-bd89-4ac2-ad50-881bf17ed56b tempest-MigrationsAdminTest-1326981207 tempest-MigrationsAdminTest-1326981207-project] 10.222.0.42 "GET /v2.0/ports?device_id=db680760-9920-4ccc-8c07-2936a873d08f HTTP/1.1" status: 200 len: 950 time: 0.1033275 Apr 18 20:48:06.378742 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eab35e1c-e20a-4459-ab3d-de8b0a7f8caf req-40919b1c-fc97-4bc2-a970-36796eed40eb tempest-ServerActionsTestJSON-2052644234 tempest-ServerActionsTestJSON-2052644234-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:48:06.379265 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [req-eab35e1c-e20a-4459-ab3d-de8b0a7f8caf req-40919b1c-fc97-4bc2-a970-36796eed40eb tempest-ServerActionsTestJSON-2052644234 tempest-ServerActionsTestJSON-2052644234-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217293'] for port, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:06.404989 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9fffc59-52ae-4339-8128-4a05c330eb4f req-9f7478bc-5e08-49f0-a585-2fda41ef6de8 tempest-ListServersNegativeTestJSON-1460383695 tempest-ListServersNegativeTestJSON-1460383695-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:48:06.405682 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [req-f9fffc59-52ae-4339-8128-4a05c330eb4f req-9f7478bc-5e08-49f0-a585-2fda41ef6de8 tempest-ListServersNegativeTestJSON-1460383695 tempest-ListServersNegativeTestJSON-1460383695-project] Synchronizing usage tracker for tenant:cd141b0544bc490a8a8e91c223e9d680 on resource:port {{(pid=84041) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 20:48:06.422664 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-eab35e1c-e20a-4459-ab3d-de8b0a7f8caf req-40919b1c-fc97-4bc2-a970-36796eed40eb tempest-ServerActionsTestJSON-2052644234 tempest-ServerActionsTestJSON-2052644234-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.9147272 Apr 18 20:48:06.426876 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [req-f9fffc59-52ae-4339-8128-4a05c330eb4f req-9f7478bc-5e08-49f0-a585-2fda41ef6de8 tempest-ListServersNegativeTestJSON-1460383695 tempest-ListServersNegativeTestJSON-1460383695-project] Unset dirty status for tenant:cd141b0544bc490a8a8e91c223e9d680 on resource:port {{(pid=84041) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 20:48:06.428212 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-f9fffc59-52ae-4339-8128-4a05c330eb4f req-9f7478bc-5e08-49f0-a585-2fda41ef6de8 tempest-ListServersNegativeTestJSON-1460383695 tempest-ListServersNegativeTestJSON-1460383695-project] 10.222.0.43 "GET /v2.0/ports?device_id=131b2c4a-a8af-4e3a-8347-70328b7d1ae0 HTTP/1.1" status: 200 len: 945 time: 0.2538621 Apr 18 20:48:06.438868 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.v2.base [req-eab35e1c-e20a-4459-ab3d-de8b0a7f8caf req-f0da3e01-f886-4e3f-8d82-1e8a5fe46b37 service neutron] Request body: {'port': {'device_id': 'b7307812-da19-4509-9baf-bb3ff8313904', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-838334-2'}} {{(pid=84041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 20:48:06.459144 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-50a5df92-b30a-4469-bee3-057dd08f0df8 req-a6bca6e3-9fd4-4ed9-a06c-9e6296b8b763 tempest-MigrationsAdminTest-1326981207 tempest-MigrationsAdminTest-1326981207-project] 10.222.0.42 "GET /v2.0/security-groups?id=8ca7ac2c-bfe5-493b-aae6-636315bac851&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0872912 Apr 18 20:48:06.501100 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d85e5789-f2ac-4fc3-8911-29dfd4232c19 req-fba89cd4-1727-47b5-a720-3cb592a0f9f4 tempest-ServerActionsTestJSON-2052644234 tempest-ServerActionsTestJSON-2052644234-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:48:06.502727 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-d85e5789-f2ac-4fc3-8911-29dfd4232c19 req-fba89cd4-1727-47b5-a720-3cb592a0f9f4 tempest-ServerActionsTestJSON-2052644234 tempest-ServerActionsTestJSON-2052644234-project] 10.222.0.42 "GET /v2.0/ports?device_id=b7307812-da19-4509-9baf-bb3ff8313904 HTTP/1.1" status: 200 len: 932 time: 0.0902796 Apr 18 20:48:06.571124 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-d85e5789-f2ac-4fc3-8911-29dfd4232c19 req-c73b6a90-0edb-494e-94b2-ddcea934997b tempest-ServerActionsTestJSON-2052644234 tempest-ServerActionsTestJSON-2052644234-project] 10.222.0.42 "GET /v2.0/security-groups?id=c2aeb662-6a43-4389-8810-9fad3627855b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0556269 Apr 18 20:48:06.587420 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-9f6cd7c5-2e55-4f09-ba07-39942dc8a12d None None] Provisioning for port 968bbb7b-ac07-4f93-a27a-f9fa924c1025 completed by entity DHCP. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 20:48:06.597488 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.plugin [None req-c75c7c15-a842-470e-b782-c8fd8ee55ff6 admin admin] Deleting port 3c28f782-e452-45e0-8ee4-1aaa36700c6e {{(pid=84041) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 20:48:06.597826 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-c75c7c15-a842-470e-b782-c8fd8ee55ff6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750375188691'] for port, before_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:06.598227 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-9f6cd7c5-2e55-4f09-ba07-39942dc8a12d None None] Provisioning complete for port 968bbb7b-ac07-4f93-a27a-f9fa924c1025 triggered by entity DHCP. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:48:06.598687 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-9f6cd7c5-2e55-4f09-ba07-39942dc8a12d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1253608'] for port, provisioning_complete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:06.627193 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.plugin [req-f9fffc59-52ae-4339-8128-4a05c330eb4f req-62103cf5-9dc1-4144-bf25-59425559e693 tempest-ListServersNegativeTestJSON-1460383695 tempest-ListServersNegativeTestJSON-1460383695-project] Deleting port 3de1f3b7-84fe-4e5b-9d81-7e00248194d1 {{(pid=84041) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 20:48:06.627636 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [req-f9fffc59-52ae-4339-8128-4a05c330eb4f req-62103cf5-9dc1-4144-bf25-59425559e693 tempest-ListServersNegativeTestJSON-1460383695 tempest-ListServersNegativeTestJSON-1460383695-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750375188691'] for port, before_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:06.658298 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.plugin [None req-9f6cd7c5-2e55-4f09-ba07-39942dc8a12d None None] Port 968bbb7b-ac07-4f93-a27a-f9fa924c1025 cannot update to ACTIVE because it is not bound. {{(pid=84042) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 18 20:48:06.687194 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a97e78b-65e6-49f2-a6aa-41ac0933473f req-47ef0c71-125b-4af5-95ba-035d8d292610 tempest-MultipleCreateTestJSON-190675240 tempest-MultipleCreateTestJSON-190675240-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:48:06.688711 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-9a97e78b-65e6-49f2-a6aa-41ac0933473f req-47ef0c71-125b-4af5-95ba-035d8d292610 tempest-MultipleCreateTestJSON-190675240 tempest-MultipleCreateTestJSON-190675240-project] 10.222.0.42 "GET /v2.0/ports?device_id=d92bb407-1213-4ebb-aa44-99c1f885b082 HTTP/1.1" status: 200 len: 945 time: 0.0941136 Apr 18 20:48:06.734126 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.plugin [None req-c75c7c15-a842-470e-b782-c8fd8ee55ff6 admin admin] The port '3c28f782-e452-45e0-8ee4-1aaa36700c6e' was deleted {{(pid=84041) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 18 20:48:06.738712 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [req-eab35e1c-e20a-4459-ab3d-de8b0a7f8caf req-f0da3e01-f886-4e3f-8d82-1e8a5fe46b37 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:06.806033 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-9a97e78b-65e6-49f2-a6aa-41ac0933473f req-e87852a7-fe97-4865-846f-031f4748a309 tempest-MultipleCreateTestJSON-190675240 tempest-MultipleCreateTestJSON-190675240-project] 10.222.0.42 "GET /v2.0/security-groups?id=1b05a6b2-12b5-46ba-add0-6b3994e41087&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1111932 Apr 18 20:48:06.837247 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfd9571c-c3b3-4dc8-8dd1-2a0d13b2cacf req-7dc53b97-c50c-4b49-a029-c9a5adea457a tempest-ListServersNegativeTestJSON-1460383695 tempest-ListServersNegativeTestJSON-1460383695-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:48:06.838855 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-bfd9571c-c3b3-4dc8-8dd1-2a0d13b2cacf req-7dc53b97-c50c-4b49-a029-c9a5adea457a tempest-ListServersNegativeTestJSON-1460383695 tempest-ListServersNegativeTestJSON-1460383695-project] 10.222.0.42 "GET /v2.0/ports?device_id=e63bf7fc-07cb-40b4-92b1-0857bbf73fef HTTP/1.1" status: 200 len: 945 time: 0.1305251 Apr 18 20:48:06.890838 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-bfd9571c-c3b3-4dc8-8dd1-2a0d13b2cacf req-c6b48cf3-895a-42e5-85e3-371b9c9d4410 tempest-ListServersNegativeTestJSON-1460383695 tempest-ListServersNegativeTestJSON-1460383695-project] 10.222.0.42 "GET /v2.0/security-groups?id=662d465b-c633-488a-99c1-bc2d1e2ea873&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464003 Apr 18 20:48:07.087293 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-c75c7c15-a842-470e-b782-c8fd8ee55ff6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1258905', 'neutron.services.segments.db._delete_segments_for_network-8750375287417'] for network, precommit_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:07.228732 n-d-838334-2 neutron-server[84041]: DEBUG neutron.services.segments.db [None req-c75c7c15-a842-470e-b782-c8fd8ee55ff6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['927d35e4-e88b-4e82-9eb0-c42861ae32da']}} {{(pid=84041) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:48:07.254412 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-729412f9-0602-41c5-ae6e-d5d8a2248ca1 req-e0cbc9f7-da4c-4fb6-b16e-099d267988ba tempest-ImagesOneServerTestJSON-2049129843 tempest-ImagesOneServerTestJSON-2049129843-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:48:07.254957 n-d-838334-2 neutron-server[84041]: DEBUG neutron.services.segments.db [None req-c75c7c15-a842-470e-b782-c8fd8ee55ff6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'babc5ab2-1bad-4120-8d0c-e452c40ad093') {'for_net_delete': True} {{(pid=84041) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:48:07.255255 n-d-838334-2 neutron-server[84041]: DEBUG neutron.services.segments.db [None req-c75c7c15-a842-470e-b782-c8fd8ee55ff6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'babc5ab2-1bad-4120-8d0c-e452c40ad093') {} {{(pid=84041) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:48:07.266880 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-729412f9-0602-41c5-ae6e-d5d8a2248ca1 req-e0cbc9f7-da4c-4fb6-b16e-099d267988ba tempest-ImagesOneServerTestJSON-2049129843 tempest-ImagesOneServerTestJSON-2049129843-project] 10.222.0.42 "GET /v2.0/ports?device_id=d44c3995-aaea-498f-b11f-fc70e6923c49 HTTP/1.1" status: 200 len: 949 time: 0.1229606 Apr 18 20:48:07.291965 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-c75c7c15-a842-470e-b782-c8fd8ee55ff6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750375287300', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32268156'] for segment, before_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:07.314876 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-729412f9-0602-41c5-ae6e-d5d8a2248ca1 req-ea92a8a0-95ba-457e-8271-1417c65cd2f5 tempest-ImagesOneServerTestJSON-2049129843 tempest-ImagesOneServerTestJSON-2049129843-project] 10.222.0.42 "GET /v2.0/security-groups?id=47176a6a-2814-4f71-8dbf-60080e8f773d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470989 Apr 18 20:48:07.404741 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-c75c7c15-a842-470e-b782-c8fd8ee55ff6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1082986'] for segment, precommit_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:07.408265 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.db [req-f9fffc59-52ae-4339-8128-4a05c330eb4f req-62103cf5-9dc1-4144-bf25-59425559e693 tempest-ListServersNegativeTestJSON-1460383695 tempest-ListServersNegativeTestJSON-1460383695-project] For port 3de1f3b7-84fe-4e5b-9d81-7e00248194d1, host n-h1-838334-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838334-2',level=0,port_id=3de1f3b7-84fe-4e5b-9d81-7e00248194d1,segment=NetworkSegment(0b27bade-3dd7-4dee-a014-60f424754c57),segment_id=0b27bade-3dd7-4dee-a014-60f424754c57)] {{(pid=84041) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:48:07.408265 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [req-f9fffc59-52ae-4339-8128-4a05c330eb4f req-62103cf5-9dc1-4144-bf25-59425559e693 tempest-ListServersNegativeTestJSON-1460383695 tempest-ListServersNegativeTestJSON-1460383695-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369123'] for port, precommit_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:07.432713 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c75c7c15-a842-470e-b782-c8fd8ee55ff6 admin admin] Releasing vlan 351 on physical network physnet1 to pool {{(pid=84041) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 18 20:48:07.432943 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-c75c7c15-a842-470e-b782-c8fd8ee55ff6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1082993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32266254'] for segment, after_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:07.446195 n-d-838334-2 neutron-server[84041]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 20:48:07.446195 n-d-838334-2 neutron-server[84041]: util.warn( Apr 18 20:48:07.446195 n-d-838334-2 neutron-server[84041]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 20:48:07.446195 n-d-838334-2 neutron-server[84041]: util.warn( Apr 18 20:48:07.446195 n-d-838334-2 neutron-server[84041]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 20:48:07.446195 n-d-838334-2 neutron-server[84041]: util.warn( Apr 18 20:48:07.446195 n-d-838334-2 neutron-server[84041]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 20:48:07.446195 n-d-838334-2 neutron-server[84041]: util.warn( Apr 18 20:48:07.446195 n-d-838334-2 neutron-server[84041]: Traceback (most recent call last): Apr 18 20:48:07.446195 n-d-838334-2 neutron-server[84041]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 18 20:48:07.446195 n-d-838334-2 neutron-server[84041]: timer() Apr 18 20:48:07.446195 n-d-838334-2 neutron-server[84041]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 20:48:07.446195 n-d-838334-2 neutron-server[84041]: cb(*args, **kw) Apr 18 20:48:07.446195 n-d-838334-2 neutron-server[84041]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 18 20:48:07.446195 n-d-838334-2 neutron-server[84041]: return func(*args, **kwargs) Apr 18 20:48:07.446195 n-d-838334-2 neutron-server[84041]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 20:48:07.446195 n-d-838334-2 neutron-server[84041]: self._notify() Apr 18 20:48:07.446195 n-d-838334-2 neutron-server[84041]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 20:48:07.446195 n-d-838334-2 neutron-server[84041]: self.callback(batched_events) Apr 18 20:48:07.446195 n-d-838334-2 neutron-server[84041]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 20:48:07.446195 n-d-838334-2 neutron-server[84041]: event.method(event) Apr 18 20:48:07.446195 n-d-838334-2 neutron-server[84041]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 18 20:48:07.446195 n-d-838334-2 neutron-server[84041]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 20:48:07.446195 n-d-838334-2 neutron-server[84041]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 18 20:48:07.446195 n-d-838334-2 neutron-server[84041]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 20:48:07.446195 n-d-838334-2 neutron-server[84041]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 18 20:48:07.446195 n-d-838334-2 neutron-server[84041]: return f(self, *a, **k) Apr 18 20:48:07.446195 n-d-838334-2 neutron-server[84041]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 18 20:48:07.446195 n-d-838334-2 neutron-server[84041]: return self._get(url).json() Apr 18 20:48:07.446195 n-d-838334-2 neutron-server[84041]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 18 20:48:07.446195 n-d-838334-2 neutron-server[84041]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 20:48:07.446195 n-d-838334-2 neutron-server[84041]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 18 20:48:07.446195 n-d-838334-2 neutron-server[84041]: return self.request(url, 'GET', **kwargs) Apr 18 20:48:07.446195 n-d-838334-2 neutron-server[84041]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 18 20:48:07.446195 n-d-838334-2 neutron-server[84041]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 20:48:07.446195 n-d-838334-2 neutron-server[84041]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 18 20:48:07.446195 n-d-838334-2 neutron-server[84041]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 20:48:07.446195 n-d-838334-2 neutron-server[84041]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 18 20:48:07.446195 n-d-838334-2 neutron-server[84041]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 20:48:07.446195 n-d-838334-2 neutron-server[84041]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 20:48:07.508033 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f32cdb66-e8bd-4fd0-b7f3-4d56b831555d req-438f2f8d-489e-4f09-8888-da27e512d61d tempest-ServerAddressesTestJSON-809881903 tempest-ServerAddressesTestJSON-809881903-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:48:07.509863 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-f32cdb66-e8bd-4fd0-b7f3-4d56b831555d req-438f2f8d-489e-4f09-8888-da27e512d61d tempest-ServerAddressesTestJSON-809881903 tempest-ServerAddressesTestJSON-809881903-project] 10.222.0.42 "GET /v2.0/ports?device_id=1ac42a05-3e68-468e-98c8-d3348b7bf46f HTTP/1.1" status: 200 len: 946 time: 0.1617703 Apr 18 20:48:07.545900 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Device e80c40ba-d69f-4b98-831d-6a06358011b4 no longer exists at agent ovs-agent-n-d-838334-2 {{(pid=84042) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 20:48:07.604269 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.plugin [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] No Port match for: e80c40ba-d69f-4b98-831d-6a06358011b4 {{(pid=84042) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 18 20:48:07.605998 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Device e80c40ba-d69f-4b98-831d-6a06358011b4 not bound to the agent host n-d-838334-2 {{(pid=84042) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 20:48:07.606595 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Device 3c28f782-e452-45e0-8ee4-1aaa36700c6e no longer exists at agent ovs-agent-n-d-838334-2 {{(pid=84042) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 20:48:07.611159 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d626423-615b-423a-8502-57a169489631 req-6ad8a64a-0e84-4b08-badb-5505460b70e5 tempest-ServerAddressesTestJSON-809881903 tempest-ServerAddressesTestJSON-809881903-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:48:07.622428 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-0d626423-615b-423a-8502-57a169489631 req-6ad8a64a-0e84-4b08-badb-5505460b70e5 tempest-ServerAddressesTestJSON-809881903 tempest-ServerAddressesTestJSON-809881903-project] 10.222.0.48 "GET /v2.0/ports?device_id=1ac42a05-3e68-468e-98c8-d3348b7bf46f HTTP/1.1" status: 200 len: 946 time: 0.1965132 Apr 18 20:48:07.653546 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.plugin [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] No Port match for: 3c28f782-e452-45e0-8ee4-1aaa36700c6e {{(pid=84042) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 18 20:48:07.654262 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Device 3c28f782-e452-45e0-8ee4-1aaa36700c6e not bound to the agent host n-d-838334-2 {{(pid=84042) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 20:48:07.738999 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.plugin [req-f9fffc59-52ae-4339-8128-4a05c330eb4f req-62103cf5-9dc1-4144-bf25-59425559e693 tempest-ListServersNegativeTestJSON-1460383695 tempest-ListServersNegativeTestJSON-1460383695-project] Calling delete_port for 3de1f3b7-84fe-4e5b-9d81-7e00248194d1 owned by compute:nova {{(pid=84041) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 20:48:07.847400 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-c75c7c15-a842-470e-b782-c8fd8ee55ff6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1258898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33526109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33444113'] for network, after_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:07.938241 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-c75c7c15-a842-470e-b782-c8fd8ee55ff6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32378031'] for network, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:07.944247 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c75c7c15-a842-470e-b782-c8fd8ee55ff6 admin admin] Pushing event deleted for resources: {'Network': ['ID=927d35e4-e88b-4e82-9eb0-c42861ae32da,revision_number=None']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:48:07.950926 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.plugin [req-0d626423-615b-423a-8502-57a169489631 req-0f58ade1-6c70-4b1b-b9d2-eaacf03c8754 tempest-ServerAddressesTestJSON-809881903 tempest-ServerAddressesTestJSON-809881903-project] Deleting port e40a49a2-2a35-4f8d-a2a9-c8710be27eb0 {{(pid=84040) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 20:48:07.951264 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-0d626423-615b-423a-8502-57a169489631 req-0f58ade1-6c70-4b1b-b9d2-eaacf03c8754 tempest-ServerAddressesTestJSON-809881903 tempest-ServerAddressesTestJSON-809881903-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750375188691'] for port, before_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:07.992658 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-f32cdb66-e8bd-4fd0-b7f3-4d56b831555d req-eeb413ea-e1d9-407d-aad4-17df4f289de0 tempest-ServerAddressesTestJSON-809881903 tempest-ServerAddressesTestJSON-809881903-project] 10.222.0.42 "GET /v2.0/security-groups?id=9facca0c-9a09-441d-9f6c-65a0e23cc469&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4628222 Apr 18 20:48:08.124679 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c10ab15f-2b6b-4b87-a628-4c31b060b16c req-88aede0c-d8fb-4c01-bc43-c05ad43efbbd tempest-ListServersNegativeTestJSON-1460383695 tempest-ListServersNegativeTestJSON-1460383695-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:48:08.124679 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-c10ab15f-2b6b-4b87-a628-4c31b060b16c req-88aede0c-d8fb-4c01-bc43-c05ad43efbbd tempest-ListServersNegativeTestJSON-1460383695 tempest-ListServersNegativeTestJSON-1460383695-project] 10.222.0.48 "GET /v2.0/ports?device_id=e63bf7fc-07cb-40b4-92b1-0857bbf73fef HTTP/1.1" status: 200 len: 945 time: 0.5303795 Apr 18 20:48:08.151244 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c75c7c15-a842-470e-b782-c8fd8ee55ff6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:48:08.151735 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c75c7c15-a842-470e-b782-c8fd8ee55ff6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:48:08.154031 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c75c7c15-a842-470e-b782-c8fd8ee55ff6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:48:08.154031 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c75c7c15-a842-470e-b782-c8fd8ee55ff6 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:48:08.154031 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c75c7c15-a842-470e-b782-c8fd8ee55ff6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:48:08.154031 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c75c7c15-a842-470e-b782-c8fd8ee55ff6 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:48:08.154031 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c75c7c15-a842-470e-b782-c8fd8ee55ff6 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:48:08.154031 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c75c7c15-a842-470e-b782-c8fd8ee55ff6 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:48:08.154031 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c75c7c15-a842-470e-b782-c8fd8ee55ff6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:48:08.155815 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c75c7c15-a842-470e-b782-c8fd8ee55ff6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:48:08.155815 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c75c7c15-a842-470e-b782-c8fd8ee55ff6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:48:08.181881 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [req-f9fffc59-52ae-4339-8128-4a05c330eb4f req-62103cf5-9dc1-4144-bf25-59425559e693 tempest-ListServersNegativeTestJSON-1460383695 tempest-ListServersNegativeTestJSON-1460383695-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750375259028', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750374836628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32266323'] for port, after_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:08.186806 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-c75c7c15-a842-470e-b782-c8fd8ee55ff6 admin admin] 10.222.0.42 "DELETE /v2.0/networks/927d35e4-e88b-4e82-9eb0-c42861ae32da HTTP/1.1" status: 204 len: 168 time: 2.9356394 Apr 18 20:48:08.201826 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 44180) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:48:08.201961 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] get_ports_and_sgs() called for port_ids ['3de1f3b7-84fe-4e5b-9d81-7e00248194d1'] {{(pid=84042) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 18 20:48:08.264151 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-095efe56-68e5-4e9f-8e7f-a7923b3f981b req-de6163de-48a2-4aa4-9c37-c28fb9b0406d tempest-MultipleCreateTestJSON-190675240 tempest-MultipleCreateTestJSON-190675240-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:48:08.267713 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-095efe56-68e5-4e9f-8e7f-a7923b3f981b req-de6163de-48a2-4aa4-9c37-c28fb9b0406d tempest-MultipleCreateTestJSON-190675240 tempest-MultipleCreateTestJSON-190675240-project] 10.222.0.43 "GET /v2.0/ports?device_id=86054754-6dee-4889-86cf-db30f26210d5 HTTP/1.1" status: 200 len: 945 time: 0.5140586 Apr 18 20:48:08.305050 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62103cf5-9dc1-4144-bf25-59425559e693 tempest-ListServersNegativeTestJSON-1460383695 tempest-ListServersNegativeTestJSON-1460383695-project] Pushing event deleted for resources: {'Port': ['ID=3de1f3b7-84fe-4e5b-9d81-7e00248194d1,revision_number=None']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:48:08.317619 n-d-838334-2 neutron-server[84041]: DEBUG neutron.notifiers.nova [req-eab35e1c-e20a-4459-ab3d-de8b0a7f8caf req-f0da3e01-f886-4e3f-8d82-1e8a5fe46b37 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 968bbb7b-ac07-4f93-a27a-f9fa924c1025 {{(pid=84041) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 18 20:48:08.318173 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] get_ports_and_sgs() called for port_ids ['2d3fbf48-a26c-4c3c-8cb2-ebed10cdec73'] {{(pid=84042) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 18 20:48:08.366256 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [req-eab35e1c-e20a-4459-ab3d-de8b0a7f8caf req-f0da3e01-f886-4e3f-8d82-1e8a5fe46b37 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:08.375860 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.l3_dvrscheduler_db [req-f9fffc59-52ae-4339-8128-4a05c330eb4f req-62103cf5-9dc1-4144-bf25-59425559e693 tempest-ListServersNegativeTestJSON-1460383695 tempest-ListServersNegativeTestJSON-1460383695-project] No DVR routers for this DVR port 3de1f3b7-84fe-4e5b-9d81-7e00248194d1 on host n-h1-838334-2 {{(pid=84041) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 20:48:08.382741 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [req-f9fffc59-52ae-4339-8128-4a05c330eb4f req-62103cf5-9dc1-4144-bf25-59425559e693 tempest-ListServersNegativeTestJSON-1460383695 tempest-ListServersNegativeTestJSON-1460383695-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217293'] for port, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:08.383840 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-f9fffc59-52ae-4339-8128-4a05c330eb4f req-62103cf5-9dc1-4144-bf25-59425559e693 tempest-ListServersNegativeTestJSON-1460383695 tempest-ListServersNegativeTestJSON-1460383695-project] 10.222.0.43 "DELETE /v2.0/ports/3de1f3b7-84fe-4e5b-9d81-7e00248194d1 HTTP/1.1" status: 204 len: 173 time: 1.9200358 Apr 18 20:48:08.385509 n-d-838334-2 neutron-server[84041]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '131b2c4a-a8af-4e3a-8347-70328b7d1ae0', 'name': 'network-vif-deleted', 'tag': '3de1f3b7-84fe-4e5b-9d81-7e00248194d1'}] {{(pid=84041) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 20:48:08.407617 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.provisioning_blocks [req-eab35e1c-e20a-4459-ab3d-de8b0a7f8caf req-f0da3e01-f886-4e3f-8d82-1e8a5fe46b37 service neutron] Transition to ACTIVE for port object 968bbb7b-ac07-4f93-a27a-f9fa924c1025 will not be triggered until provisioned by entity L2. {{(pid=84041) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 20:48:08.413495 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [req-eab35e1c-e20a-4459-ab3d-de8b0a7f8caf req-f0da3e01-f886-4e3f-8d82-1e8a5fe46b37 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32266282'] for port, after_update {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:08.551313 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51eb846e-0837-41d1-afdd-5fd23c085dac req-63a7261f-fc0f-491b-8436-93e38243d4b5 tempest-MigrationsAdminTest-1326981207 tempest-MigrationsAdminTest-1326981207-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:48:08.551313 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-51eb846e-0837-41d1-afdd-5fd23c085dac req-63a7261f-fc0f-491b-8436-93e38243d4b5 tempest-MigrationsAdminTest-1326981207 tempest-MigrationsAdminTest-1326981207-project] 10.222.0.42 "GET /v2.0/ports?device_id=db680760-9920-4ccc-8c07-2936a873d08f HTTP/1.1" status: 200 len: 950 time: 0.7528670 Apr 18 20:48:08.592002 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0da3e01-f886-4e3f-8d82-1e8a5fe46b37 service neutron] Pushing event updated for resources: {'Port': ['ID=968bbb7b-ac07-4f93-a27a-f9fa924c1025,revision_number=2']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:48:08.762376 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.managers [req-eab35e1c-e20a-4459-ab3d-de8b0a7f8caf req-f0da3e01-f886-4e3f-8d82-1e8a5fe46b37 service neutron] Attempting to bind port 968bbb7b-ac07-4f93-a27a-f9fa924c1025 on host n-h1-838334-2 for vnic_type normal with profile {{(pid=84041) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:48:08.764134 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.managers [req-eab35e1c-e20a-4459-ab3d-de8b0a7f8caf req-f0da3e01-f886-4e3f-8d82-1e8a5fe46b37 service neutron] Attempting to bind port 968bbb7b-ac07-4f93-a27a-f9fa924c1025 by drivers openvswitch,hyperv on host n-h1-838334-2 at level 0 using segments [{'id': '4935dfdb-03db-4976-a6b4-e0fa58696685', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '48f708f8-0904-4115-910c-bb1ab06d7263'}] {{(pid=84041) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:48:08.764134 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eab35e1c-e20a-4459-ab3d-de8b0a7f8caf req-f0da3e01-f886-4e3f-8d82-1e8a5fe46b37 service neutron] Attempting to bind port 968bbb7b-ac07-4f93-a27a-f9fa924c1025 on network 48f708f8-0904-4115-910c-bb1ab06d7263 {{(pid=84041) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 20:48:08.772048 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eab35e1c-e20a-4459-ab3d-de8b0a7f8caf req-f0da3e01-f886-4e3f-8d82-1e8a5fe46b37 service neutron] Port 968bbb7b-ac07-4f93-a27a-f9fa924c1025 on network 48f708f8-0904-4115-910c-bb1ab06d7263 not bound, no agent of type Open vSwitch agent registered on host n-h1-838334-2 {{(pid=84041) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 18 20:48:08.772048 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eab35e1c-e20a-4459-ab3d-de8b0a7f8caf req-f0da3e01-f886-4e3f-8d82-1e8a5fe46b37 service neutron] Attempting to bind port 968bbb7b-ac07-4f93-a27a-f9fa924c1025 on network 48f708f8-0904-4115-910c-bb1ab06d7263 {{(pid=84041) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 20:48:08.780001 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eab35e1c-e20a-4459-ab3d-de8b0a7f8caf req-f0da3e01-f886-4e3f-8d82-1e8a5fe46b37 service neutron] Checking agent: {'id': 'd63bab19-ff81-4de1-afeb-a3732288d0d7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-838334-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 33, 59), 'started_at': datetime.datetime(2022, 4, 18, 20, 33, 59), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 20, 47, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84041) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 18 20:48:08.780001 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eab35e1c-e20a-4459-ab3d-de8b0a7f8caf req-f0da3e01-f886-4e3f-8d82-1e8a5fe46b37 service neutron] Checking segment: {'id': '4935dfdb-03db-4976-a6b4-e0fa58696685', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '48f708f8-0904-4115-910c-bb1ab06d7263'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84041) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 20:48:08.780239 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eab35e1c-e20a-4459-ab3d-de8b0a7f8caf req-f0da3e01-f886-4e3f-8d82-1e8a5fe46b37 service neutron] Bound using segment: {'id': '4935dfdb-03db-4976-a6b4-e0fa58696685', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '48f708f8-0904-4115-910c-bb1ab06d7263'} {{(pid=84041) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 18 20:48:08.780635 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.managers [req-eab35e1c-e20a-4459-ab3d-de8b0a7f8caf req-f0da3e01-f886-4e3f-8d82-1e8a5fe46b37 service neutron] Bound port: 968bbb7b-ac07-4f93-a27a-f9fa924c1025, host: n-h1-838334-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4935dfdb-03db-4976-a6b4-e0fa58696685', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '48f708f8-0904-4115-910c-bb1ab06d7263'}}] {{(pid=84041) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 20:48:08.780985 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [req-eab35e1c-e20a-4459-ab3d-de8b0a7f8caf req-f0da3e01-f886-4e3f-8d82-1e8a5fe46b37 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:08.796991 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.plugin [req-c10ab15f-2b6b-4b87-a628-4c31b060b16c req-64cb5b03-24ad-434c-8f1e-74f4c141782b tempest-ListServersNegativeTestJSON-1460383695 tempest-ListServersNegativeTestJSON-1460383695-project] Deleting port 2d3fbf48-a26c-4c3c-8cb2-ebed10cdec73 {{(pid=84040) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 20:48:08.797327 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-c10ab15f-2b6b-4b87-a628-4c31b060b16c req-64cb5b03-24ad-434c-8f1e-74f4c141782b tempest-ListServersNegativeTestJSON-1460383695 tempest-ListServersNegativeTestJSON-1460383695-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750375188691'] for port, before_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:08.924295 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.db [req-eab35e1c-e20a-4459-ab3d-de8b0a7f8caf req-f0da3e01-f886-4e3f-8d82-1e8a5fe46b37 service neutron] For port 968bbb7b-ac07-4f93-a27a-f9fa924c1025, host n-h1-838334-2, cleared binding levels {{(pid=84041) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 20:48:08.933283 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.db [req-eab35e1c-e20a-4459-ab3d-de8b0a7f8caf req-f0da3e01-f886-4e3f-8d82-1e8a5fe46b37 service neutron] For port 968bbb7b-ac07-4f93-a27a-f9fa924c1025, host n-h1-838334-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838334-2',level=0,port_id=968bbb7b-ac07-4f93-a27a-f9fa924c1025,segment=NetworkSegment(4935dfdb-03db-4976-a6b4-e0fa58696685),segment_id=4935dfdb-03db-4976-a6b4-e0fa58696685)] {{(pid=84041) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 20:48:08.942363 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [req-eab35e1c-e20a-4459-ab3d-de8b0a7f8caf req-f0da3e01-f886-4e3f-8d82-1e8a5fe46b37 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32266282'] for port, after_update {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:09.033822 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [req-eab35e1c-e20a-4459-ab3d-de8b0a7f8caf req-f0da3e01-f886-4e3f-8d82-1e8a5fe46b37 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217293'] for port, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:09.035315 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-eab35e1c-e20a-4459-ab3d-de8b0a7f8caf req-f0da3e01-f886-4e3f-8d82-1e8a5fe46b37 service neutron] 10.222.0.43 "PUT /v2.0/ports/968bbb7b-ac07-4f93-a27a-f9fa924c1025 HTTP/1.1" status: 200 len: 1092 time: 2.6006482 Apr 18 20:48:09.051012 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0da3e01-f886-4e3f-8d82-1e8a5fe46b37 service neutron] Pushing event updated for resources: {'Port': ['ID=968bbb7b-ac07-4f93-a27a-f9fa924c1025,revision_number=3']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:48:09.203267 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.plugin [req-095efe56-68e5-4e9f-8e7f-a7923b3f981b req-18fec8f2-b3ad-4bcf-9dba-f32a577802c3 tempest-MultipleCreateTestJSON-190675240 tempest-MultipleCreateTestJSON-190675240-project] Deleting port 99d1744b-e57b-42dc-9797-f047fe4bc141 {{(pid=84040) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 20:48:09.203267 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-095efe56-68e5-4e9f-8e7f-a7923b3f981b req-18fec8f2-b3ad-4bcf-9dba-f32a577802c3 tempest-MultipleCreateTestJSON-190675240 tempest-MultipleCreateTestJSON-190675240-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750375188691'] for port, before_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:09.220784 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-eab35e1c-e20a-4459-ab3d-de8b0a7f8caf req-469c7699-a513-4b40-97dd-d27a1ee06af9 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=6be92480d0964f34a8ede9caae0c987d&device_id=b7307812-da19-4509-9baf-bb3ff8313904 HTTP/1.1" status: 200 len: 1095 time: 0.1018646 Apr 18 20:48:09.403513 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-51eb846e-0837-41d1-afdd-5fd23c085dac req-63983dd8-3020-4cd3-a137-3f8959a5915b tempest-MigrationsAdminTest-1326981207 tempest-MigrationsAdminTest-1326981207-project] 10.222.0.42 "GET /v2.0/security-groups?id=8ca7ac2c-bfe5-493b-aae6-636315bac851&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4763792 Apr 18 20:48:09.433450 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-eab35e1c-e20a-4459-ab3d-de8b0a7f8caf req-7fc2a72d-e4b4-4eea-b189-a9a8fb421a3b service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=968bbb7b-ac07-4f93-a27a-f9fa924c1025 HTTP/1.1" status: 200 len: 217 time: 0.2048016 Apr 18 20:48:09.492528 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.db [req-0d626423-615b-423a-8502-57a169489631 req-0f58ade1-6c70-4b1b-b9d2-eaacf03c8754 tempest-ServerAddressesTestJSON-809881903 tempest-ServerAddressesTestJSON-809881903-project] For port e40a49a2-2a35-4f8d-a2a9-c8710be27eb0, host n-h2-838334-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838334-2',level=0,port_id=e40a49a2-2a35-4f8d-a2a9-c8710be27eb0,segment=NetworkSegment(05f98d21-8ef0-4d1f-8238-2f69a0995866),segment_id=05f98d21-8ef0-4d1f-8238-2f69a0995866)] {{(pid=84040) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:48:09.492528 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-0d626423-615b-423a-8502-57a169489631 req-0f58ade1-6c70-4b1b-b9d2-eaacf03c8754 tempest-ServerAddressesTestJSON-809881903 tempest-ServerAddressesTestJSON-809881903-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369123'] for port, precommit_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:09.529985 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eab35e1c-e20a-4459-ab3d-de8b0a7f8caf req-ca447c9b-9da5-48e2-af9a-310e880e4528 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:48:09.532347 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-eab35e1c-e20a-4459-ab3d-de8b0a7f8caf req-ca447c9b-9da5-48e2-af9a-310e880e4528 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=488f35b7-694e-475d-862d-2f00f4388d03 HTTP/1.1" status: 200 len: 850 time: 0.0811298 Apr 18 20:48:09.578425 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e252b28a-3990-4776-bd0b-6259c0666283 req-481fad3a-3cf9-444b-a5eb-0cd4b40a3d91 tempest-ServerActionsTestJSON-2052644234 tempest-ServerActionsTestJSON-2052644234-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:48:09.580400 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-e252b28a-3990-4776-bd0b-6259c0666283 req-481fad3a-3cf9-444b-a5eb-0cd4b40a3d91 tempest-ServerActionsTestJSON-2052644234 tempest-ServerActionsTestJSON-2052644234-project] 10.222.0.42 "GET /v2.0/ports?device_id=b7307812-da19-4509-9baf-bb3ff8313904 HTTP/1.1" status: 200 len: 932 time: 1.3834302 Apr 18 20:48:09.619451 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-eab35e1c-e20a-4459-ab3d-de8b0a7f8caf req-73565de8-d3a7-4018-92e5-13ca296d4612 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=48f708f8-0904-4115-910c-bb1ab06d7263&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0811467 Apr 18 20:48:09.665217 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.plugin [req-0d626423-615b-423a-8502-57a169489631 req-0f58ade1-6c70-4b1b-b9d2-eaacf03c8754 tempest-ServerAddressesTestJSON-809881903 tempest-ServerAddressesTestJSON-809881903-project] Calling delete_port for e40a49a2-2a35-4f8d-a2a9-c8710be27eb0 owned by compute:nova {{(pid=84040) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 20:48:09.749224 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-eab35e1c-e20a-4459-ab3d-de8b0a7f8caf req-77ae5a05-0565-4588-b678-e64665e4c58b service neutron] 10.222.0.43 "GET /v2.0/networks/48f708f8-0904-4115-910c-bb1ab06d7263?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1231294 Apr 18 20:48:09.808841 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.db [req-c10ab15f-2b6b-4b87-a628-4c31b060b16c req-64cb5b03-24ad-434c-8f1e-74f4c141782b tempest-ListServersNegativeTestJSON-1460383695 tempest-ListServersNegativeTestJSON-1460383695-project] For port 2d3fbf48-a26c-4c3c-8cb2-ebed10cdec73, host n-h2-838334-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838334-2',level=0,port_id=2d3fbf48-a26c-4c3c-8cb2-ebed10cdec73,segment=NetworkSegment(0b27bade-3dd7-4dee-a014-60f424754c57),segment_id=0b27bade-3dd7-4dee-a014-60f424754c57)] {{(pid=84040) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:48:09.809193 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-c10ab15f-2b6b-4b87-a628-4c31b060b16c req-64cb5b03-24ad-434c-8f1e-74f4c141782b tempest-ListServersNegativeTestJSON-1460383695 tempest-ListServersNegativeTestJSON-1460383695-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369123'] for port, precommit_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:09.833615 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0085bca-b4f7-42e6-b6b1-d734ee5e7339 req-3934916b-711c-44cc-a1c8-8bcb658812c0 tempest-MultipleCreateTestJSON-190675240 tempest-MultipleCreateTestJSON-190675240-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:48:09.835686 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-e0085bca-b4f7-42e6-b6b1-d734ee5e7339 req-3934916b-711c-44cc-a1c8-8bcb658812c0 tempest-MultipleCreateTestJSON-190675240 tempest-MultipleCreateTestJSON-190675240-project] 10.222.0.48 "GET /v2.0/ports?device_id=d92bb407-1213-4ebb-aa44-99c1f885b082 HTTP/1.1" status: 200 len: 945 time: 1.0499527 Apr 18 20:48:09.883047 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-eab35e1c-e20a-4459-ab3d-de8b0a7f8caf req-03f10a10-efcd-4459-839b-3d63901a7b3d service neutron] 10.222.0.43 "GET /v2.0/networks/48f708f8-0904-4115-910c-bb1ab06d7263?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1266074 Apr 18 20:48:10.019610 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.plugin [req-c10ab15f-2b6b-4b87-a628-4c31b060b16c req-64cb5b03-24ad-434c-8f1e-74f4c141782b tempest-ListServersNegativeTestJSON-1460383695 tempest-ListServersNegativeTestJSON-1460383695-project] Calling delete_port for 2d3fbf48-a26c-4c3c-8cb2-ebed10cdec73 owned by compute:nova {{(pid=84040) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 20:48:10.171756 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-e252b28a-3990-4776-bd0b-6259c0666283 req-679f006d-32ca-4fd2-93b2-9c19abca7219 tempest-ServerActionsTestJSON-2052644234 tempest-ServerActionsTestJSON-2052644234-project] 10.222.0.42 "GET /v2.0/security-groups?id=c2aeb662-6a43-4389-8810-9fad3627855b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4811764 Apr 18 20:48:10.174650 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.plugin [req-e0085bca-b4f7-42e6-b6b1-d734ee5e7339 req-dcc8f052-1945-43ca-b6f5-02a83d344544 tempest-MultipleCreateTestJSON-190675240 tempest-MultipleCreateTestJSON-190675240-project] Deleting port 4b91b5c5-d2fa-4b88-8c7d-73fbabc5ec64 {{(pid=84040) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 20:48:10.174983 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-e0085bca-b4f7-42e6-b6b1-d734ee5e7339 req-dcc8f052-1945-43ca-b6f5-02a83d344544 tempest-MultipleCreateTestJSON-190675240 tempest-MultipleCreateTestJSON-190675240-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750375188691'] for port, before_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:10.471134 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.db [req-095efe56-68e5-4e9f-8e7f-a7923b3f981b req-18fec8f2-b3ad-4bcf-9dba-f32a577802c3 tempest-MultipleCreateTestJSON-190675240 tempest-MultipleCreateTestJSON-190675240-project] For port 99d1744b-e57b-42dc-9797-f047fe4bc141, host n-h1-838334-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838334-2',level=0,port_id=99d1744b-e57b-42dc-9797-f047fe4bc141,segment=NetworkSegment(69e680c7-3ab0-48c4-a2d0-df2b5d30c8ee),segment_id=69e680c7-3ab0-48c4-a2d0-df2b5d30c8ee)] {{(pid=84040) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:48:10.471484 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-095efe56-68e5-4e9f-8e7f-a7923b3f981b req-18fec8f2-b3ad-4bcf-9dba-f32a577802c3 tempest-MultipleCreateTestJSON-190675240 tempest-MultipleCreateTestJSON-190675240-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369123'] for port, precommit_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:10.696353 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.plugin [req-095efe56-68e5-4e9f-8e7f-a7923b3f981b req-18fec8f2-b3ad-4bcf-9dba-f32a577802c3 tempest-MultipleCreateTestJSON-190675240 tempest-MultipleCreateTestJSON-190675240-project] Calling delete_port for 99d1744b-e57b-42dc-9797-f047fe4bc141 owned by compute:nova {{(pid=84040) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 20:48:10.731088 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-cdbcb464-ed4e-4d7a-b5c4-5f4d7f61bdc6 req-e2064756-3960-4535-9fa0-6bb8a87919c9 service neutron] 10.222.0.43 "GET /v2.0/ports/454545ff-cc01-4b02-98d5-de56b420f516/bindings/n-h1-838334-2 HTTP/1.1" status: 200 len: 382 time: 0.0732503 Apr 18 20:48:10.754607 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07f75c1f-b89e-4fbf-9ffc-0134741bbd44 req-e266fcb1-be10-4724-ba12-355ab81eac96 tempest-MultipleCreateTestJSON-190675240 tempest-MultipleCreateTestJSON-190675240-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:48:10.756217 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-07f75c1f-b89e-4fbf-9ffc-0134741bbd44 req-e266fcb1-be10-4724-ba12-355ab81eac96 tempest-MultipleCreateTestJSON-190675240 tempest-MultipleCreateTestJSON-190675240-project] 10.222.0.42 "GET /v2.0/ports?device_id=d92bb407-1213-4ebb-aa44-99c1f885b082 HTTP/1.1" status: 200 len: 945 time: 1.1568441 Apr 18 20:48:10.823487 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-0d626423-615b-423a-8502-57a169489631 req-0f58ade1-6c70-4b1b-b9d2-eaacf03c8754 tempest-ServerAddressesTestJSON-809881903 tempest-ServerAddressesTestJSON-809881903-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750375259028', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750374836628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32440838'] for port, after_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:10.990892 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f58ade1-6c70-4b1b-b9d2-eaacf03c8754 tempest-ServerAddressesTestJSON-809881903 tempest-ServerAddressesTestJSON-809881903-project] Pushing event deleted for resources: {'Port': ['ID=e40a49a2-2a35-4f8d-a2a9-c8710be27eb0,revision_number=None']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:48:10.997856 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-cdbcb464-ed4e-4d7a-b5c4-5f4d7f61bdc6 req-293ac310-b30a-4995-9fe7-e3f69b8ec905 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=db680760-9920-4ccc-8c07-2936a873d08f&tenant_id=0ae89e923933452faf6047be78995cc1 HTTP/1.1" status: 200 len: 1101 time: 0.0751064 Apr 18 20:48:11.024049 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-c10ab15f-2b6b-4b87-a628-4c31b060b16c req-64cb5b03-24ad-434c-8f1e-74f4c141782b tempest-ListServersNegativeTestJSON-1460383695 tempest-ListServersNegativeTestJSON-1460383695-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750375259028', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750374836628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32440838'] for port, after_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:11.089177 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-cdbcb464-ed4e-4d7a-b5c4-5f4d7f61bdc6 req-4aed42c9-b637-43c7-9b87-0366957825b8 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=0ae89e923933452faf6047be78995cc1&device_id=db680760-9920-4ccc-8c07-2936a873d08f HTTP/1.1" status: 200 len: 1101 time: 0.0705581 Apr 18 20:48:11.220630 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdbcb464-ed4e-4d7a-b5c4-5f4d7f61bdc6 req-bb4ff006-caa2-493e-8263-8d0af0cdbc49 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:48:11.222125 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-cdbcb464-ed4e-4d7a-b5c4-5f4d7f61bdc6 req-bb4ff006-caa2-493e-8263-8d0af0cdbc49 service neutron] 10.222.0.43 "GET /v2.0/networks?id=cb56989d-7c5d-4678-b194-1d2edf1e842a HTTP/1.1" status: 200 len: 870 time: 0.1276381 Apr 18 20:48:11.234376 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64cb5b03-24ad-434c-8f1e-74f4c141782b tempest-ListServersNegativeTestJSON-1460383695 tempest-ListServersNegativeTestJSON-1460383695-project] Pushing event deleted for resources: {'Port': ['ID=2d3fbf48-a26c-4c3c-8cb2-ebed10cdec73,revision_number=None']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:48:11.267514 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-07f75c1f-b89e-4fbf-9ffc-0134741bbd44 req-40040109-df74-434e-9740-f714ff3101ff tempest-MultipleCreateTestJSON-190675240 tempest-MultipleCreateTestJSON-190675240-project] 10.222.0.42 "GET /v2.0/security-groups?id=1b05a6b2-12b5-46ba-add0-6b3994e41087&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4971397 Apr 18 20:48:11.273663 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3201bb59-bc31-42de-b496-7d46b45bc2ad req-de670572-2f14-417d-91db-4596e88277de tempest-ListServersNegativeTestJSON-1460383695 tempest-ListServersNegativeTestJSON-1460383695-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:48:11.275073 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-3201bb59-bc31-42de-b496-7d46b45bc2ad req-de670572-2f14-417d-91db-4596e88277de tempest-ListServersNegativeTestJSON-1460383695 tempest-ListServersNegativeTestJSON-1460383695-project] 10.222.0.42 "GET /v2.0/ports?device_id=e63bf7fc-07cb-40b4-92b1-0857bbf73fef HTTP/1.1" status: 200 len: 945 time: 0.9904130 Apr 18 20:48:11.294868 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-cdbcb464-ed4e-4d7a-b5c4-5f4d7f61bdc6 req-69a42a1c-5e1e-42d2-aff1-989a3d4f5baf service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.206&port_id=454545ff-cc01-4b02-98d5-de56b420f516 HTTP/1.1" status: 200 len: 217 time: 0.0669007 Apr 18 20:48:11.312766 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Device 3de1f3b7-84fe-4e5b-9d81-7e00248194d1 no longer exists at agent hyperv_n-h1-838334-2 {{(pid=84042) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 20:48:11.360284 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdbcb464-ed4e-4d7a-b5c4-5f4d7f61bdc6 req-a6f5c082-3585-4090-9a4f-6eacbe815a17 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:48:11.361749 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-cdbcb464-ed4e-4d7a-b5c4-5f4d7f61bdc6 req-a6f5c082-3585-4090-9a4f-6eacbe815a17 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=c4b526db-4d8a-4d4c-a310-e3a599630ae1 HTTP/1.1" status: 200 len: 843 time: 0.0617399 Apr 18 20:48:11.375517 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.l3_dvrscheduler_db [req-0d626423-615b-423a-8502-57a169489631 req-0f58ade1-6c70-4b1b-b9d2-eaacf03c8754 tempest-ServerAddressesTestJSON-809881903 tempest-ServerAddressesTestJSON-809881903-project] No DVR routers for this DVR port e40a49a2-2a35-4f8d-a2a9-c8710be27eb0 on host n-h2-838334-2 {{(pid=84040) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 20:48:11.384640 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.plugin [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] No Port match for: 3de1f3b7-84fe-4e5b-9d81-7e00248194d1 {{(pid=84042) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 18 20:48:11.385410 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Device 3de1f3b7-84fe-4e5b-9d81-7e00248194d1 not bound to the agent host n-h1-838334-2 {{(pid=84042) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 20:48:11.386081 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Device 99d1744b-e57b-42dc-9797-f047fe4bc141 no longer exists at agent hyperv_n-h1-838334-2 {{(pid=84042) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 20:48:11.420462 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-0d626423-615b-423a-8502-57a169489631 req-0f58ade1-6c70-4b1b-b9d2-eaacf03c8754 tempest-ServerAddressesTestJSON-809881903 tempest-ServerAddressesTestJSON-809881903-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217293'] for port, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:11.458058 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-cdbcb464-ed4e-4d7a-b5c4-5f4d7f61bdc6 req-6c4c6619-4056-487c-8055-e803ea728df2 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=cb56989d-7c5d-4678-b194-1d2edf1e842a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0888541 Apr 18 20:48:11.465066 n-d-838334-2 neutron-server[84040]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1ac42a05-3e68-468e-98c8-d3348b7bf46f', 'name': 'network-vif-deleted', 'tag': 'e40a49a2-2a35-4f8d-a2a9-c8710be27eb0'}] {{(pid=84040) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 20:48:11.511157 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:11.574027 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.l3_dvrscheduler_db [req-c10ab15f-2b6b-4b87-a628-4c31b060b16c req-64cb5b03-24ad-434c-8f1e-74f4c141782b tempest-ListServersNegativeTestJSON-1460383695 tempest-ListServersNegativeTestJSON-1460383695-project] No DVR routers for this DVR port 2d3fbf48-a26c-4c3c-8cb2-ebed10cdec73 on host n-h2-838334-2 {{(pid=84040) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 20:48:11.578434 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.db [req-e0085bca-b4f7-42e6-b6b1-d734ee5e7339 req-dcc8f052-1945-43ca-b6f5-02a83d344544 tempest-MultipleCreateTestJSON-190675240 tempest-MultipleCreateTestJSON-190675240-project] For port 4b91b5c5-d2fa-4b88-8c7d-73fbabc5ec64, host n-h2-838334-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838334-2',level=0,port_id=4b91b5c5-d2fa-4b88-8c7d-73fbabc5ec64,segment=NetworkSegment(69e680c7-3ab0-48c4-a2d0-df2b5d30c8ee),segment_id=69e680c7-3ab0-48c4-a2d0-df2b5d30c8ee)] {{(pid=84040) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:48:11.578792 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-e0085bca-b4f7-42e6-b6b1-d734ee5e7339 req-dcc8f052-1945-43ca-b6f5-02a83d344544 tempest-MultipleCreateTestJSON-190675240 tempest-MultipleCreateTestJSON-190675240-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369123'] for port, precommit_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:11.580854 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Device 4b91b5c5-d2fa-4b88-8c7d-73fbabc5ec64 no longer exists at agent hyperv_n-h2-838334-2 {{(pid=84042) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 20:48:11.587387 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-c10ab15f-2b6b-4b87-a628-4c31b060b16c req-64cb5b03-24ad-434c-8f1e-74f4c141782b tempest-ListServersNegativeTestJSON-1460383695 tempest-ListServersNegativeTestJSON-1460383695-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217293'] for port, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:11.589318 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-c10ab15f-2b6b-4b87-a628-4c31b060b16c req-64cb5b03-24ad-434c-8f1e-74f4c141782b tempest-ListServersNegativeTestJSON-1460383695 tempest-ListServersNegativeTestJSON-1460383695-project] 10.222.0.48 "DELETE /v2.0/ports/2d3fbf48-a26c-4c3c-8cb2-ebed10cdec73 HTTP/1.1" status: 204 len: 173 time: 3.4529119 Apr 18 20:48:11.605920 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-0d626423-615b-423a-8502-57a169489631 req-0f58ade1-6c70-4b1b-b9d2-eaacf03c8754 tempest-ServerAddressesTestJSON-809881903 tempest-ServerAddressesTestJSON-809881903-project] 10.222.0.48 "DELETE /v2.0/ports/e40a49a2-2a35-4f8d-a2a9-c8710be27eb0 HTTP/1.1" status: 204 len: 173 time: 3.9829013 Apr 18 20:48:11.607448 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-cdbcb464-ed4e-4d7a-b5c4-5f4d7f61bdc6 req-b5fa1d97-4b0a-465a-95c4-f5aaab3b6bff service neutron] 10.222.0.43 "GET /v2.0/networks/cb56989d-7c5d-4678-b194-1d2edf1e842a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1428354 Apr 18 20:48:11.664366 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-095efe56-68e5-4e9f-8e7f-a7923b3f981b req-18fec8f2-b3ad-4bcf-9dba-f32a577802c3 tempest-MultipleCreateTestJSON-190675240 tempest-MultipleCreateTestJSON-190675240-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750375259028', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750374836628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32440838'] for port, after_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:11.734759 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.plugin [req-e0085bca-b4f7-42e6-b6b1-d734ee5e7339 req-dcc8f052-1945-43ca-b6f5-02a83d344544 tempest-MultipleCreateTestJSON-190675240 tempest-MultipleCreateTestJSON-190675240-project] Calling delete_port for 4b91b5c5-d2fa-4b88-8c7d-73fbabc5ec64 owned by compute:nova {{(pid=84040) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 20:48:11.765455 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:11.777135 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-cdbcb464-ed4e-4d7a-b5c4-5f4d7f61bdc6 req-f1855731-f944-4d37-8f40-ee907a73a207 service neutron] 10.222.0.43 "GET /v2.0/networks/cb56989d-7c5d-4678-b194-1d2edf1e842a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1638343 Apr 18 20:48:11.810602 n-d-838334-2 neutron-server[84042]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd92bb407-1213-4ebb-aa44-99c1f885b082', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4b91b5c5-d2fa-4b88-8c7d-73fbabc5ec64'}] {{(pid=84042) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 20:48:11.825418 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] For port 4b91b5c5-d2fa-4b88-8c7d-73fbabc5ec64, host n-h2-838334-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838334-2',level=0,port_id=4b91b5c5-d2fa-4b88-8c7d-73fbabc5ec64,segment=NetworkSegment(69e680c7-3ab0-48c4-a2d0-df2b5d30c8ee),segment_id=69e680c7-3ab0-48c4-a2d0-df2b5d30c8ee)] {{(pid=84042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:48:11.828588 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-3201bb59-bc31-42de-b496-7d46b45bc2ad req-5687f7d6-358f-4775-9e3a-187b82d3e429 tempest-ListServersNegativeTestJSON-1460383695 tempest-ListServersNegativeTestJSON-1460383695-project] 10.222.0.42 "GET /v2.0/security-groups?id=662d465b-c633-488a-99c1-bc2d1e2ea873&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4983783 Apr 18 20:48:11.830772 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682'] for port, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:11.833215 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Device e40a49a2-2a35-4f8d-a2a9-c8710be27eb0 no longer exists at agent hyperv_n-h2-838334-2 {{(pid=84042) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 20:48:11.837130 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18fec8f2-b3ad-4bcf-9dba-f32a577802c3 tempest-MultipleCreateTestJSON-190675240 tempest-MultipleCreateTestJSON-190675240-project] Pushing event deleted for resources: {'Port': ['ID=99d1744b-e57b-42dc-9797-f047fe4bc141,revision_number=None']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:48:11.948391 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.plugin [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] No Port match for: e40a49a2-2a35-4f8d-a2a9-c8710be27eb0 {{(pid=84042) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 18 20:48:11.949271 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Device e40a49a2-2a35-4f8d-a2a9-c8710be27eb0 not bound to the agent host n-h2-838334-2 {{(pid=84042) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 20:48:11.949954 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Device 2d3fbf48-a26c-4c3c-8cb2-ebed10cdec73 no longer exists at agent hyperv_n-h2-838334-2 {{(pid=84042) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 20:48:11.962230 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28c75de2-a368-4551-b308-98f6764a30e6 req-48d27423-1197-49c3-b90e-454082560d99 tempest-ImagesOneServerTestJSON-2049129843 tempest-ImagesOneServerTestJSON-2049129843-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:48:11.963782 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-28c75de2-a368-4551-b308-98f6764a30e6 req-48d27423-1197-49c3-b90e-454082560d99 tempest-ImagesOneServerTestJSON-2049129843 tempest-ImagesOneServerTestJSON-2049129843-project] 10.222.0.42 "GET /v2.0/ports?device_id=d44c3995-aaea-498f-b11f-fc70e6923c49 HTTP/1.1" status: 200 len: 949 time: 0.5325630 Apr 18 20:48:11.974110 n-d-838334-2 neutron-server[84041]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c4d3778e-d4c1-4c21-a997-ffe23996cd5d'] response: {'server_uuid': '131b2c4a-a8af-4e3a-8347-70328b7d1ae0', 'name': 'network-vif-deleted', 'tag': '3de1f3b7-84fe-4e5b-9d81-7e00248194d1', 'status': 'completed', 'code': 200} Apr 18 20:48:12.000970 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.plugin [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] No Port match for: 2d3fbf48-a26c-4c3c-8cb2-ebed10cdec73 {{(pid=84042) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 18 20:48:12.001722 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Device 2d3fbf48-a26c-4c3c-8cb2-ebed10cdec73 not bound to the agent host n-h2-838334-2 {{(pid=84042) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 20:48:12.020042 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Pushing event updated for resources: {'Port': ['ID=4b91b5c5-d2fa-4b88-8c7d-73fbabc5ec64,revision_number=6']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:48:12.156569 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.l3_dvrscheduler_db [req-095efe56-68e5-4e9f-8e7f-a7923b3f981b req-18fec8f2-b3ad-4bcf-9dba-f32a577802c3 tempest-MultipleCreateTestJSON-190675240 tempest-MultipleCreateTestJSON-190675240-project] No DVR routers for this DVR port 99d1744b-e57b-42dc-9797-f047fe4bc141 on host n-h1-838334-2 {{(pid=84040) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 20:48:12.163926 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-095efe56-68e5-4e9f-8e7f-a7923b3f981b req-18fec8f2-b3ad-4bcf-9dba-f32a577802c3 tempest-MultipleCreateTestJSON-190675240 tempest-MultipleCreateTestJSON-190675240-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217293'] for port, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:12.165785 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-095efe56-68e5-4e9f-8e7f-a7923b3f981b req-18fec8f2-b3ad-4bcf-9dba-f32a577802c3 tempest-MultipleCreateTestJSON-190675240 tempest-MultipleCreateTestJSON-190675240-project] 10.222.0.43 "DELETE /v2.0/ports/99d1744b-e57b-42dc-9797-f047fe4bc141 HTTP/1.1" status: 204 len: 173 time: 3.8191040 Apr 18 20:48:12.220740 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [req-43a048f3-d763-4cd3-9944-53c88d4f2d6a req-bfb93589-5724-4079-93c8-2d2fec6b8d45 tempest-ServerAddressesTestJSON-809881903 tempest-ServerAddressesTestJSON-809881903-project] Synchronizing usage tracker for tenant:0ae107422c604d4a94e4abf4ff7687c9 on resource:port {{(pid=84040) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 20:48:12.228087 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.db.api [req-e0085bca-b4f7-42e6-b6b1-d734ee5e7339 req-dcc8f052-1945-43ca-b6f5-02a83d344544 tempest-MultipleCreateTestJSON-190675240 tempest-MultipleCreateTestJSON-190675240-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84040) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 18 20:48:12.228401 n-d-838334-2 neutron-server[84040]: DEBUG oslo_db.api [req-e0085bca-b4f7-42e6-b6b1-d734ee5e7339 req-dcc8f052-1945-43ca-b6f5-02a83d344544 tempest-MultipleCreateTestJSON-190675240 tempest-MultipleCreateTestJSON-190675240-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 18 20:48:12.257809 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-28c75de2-a368-4551-b308-98f6764a30e6 req-89c4bfb9-76ca-4bd8-89c0-c28e4c1cc309 tempest-ImagesOneServerTestJSON-2049129843 tempest-ImagesOneServerTestJSON-2049129843-project] 10.222.0.42 "GET /v2.0/security-groups?id=47176a6a-2814-4f71-8dbf-60080e8f773d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2719145 Apr 18 20:48:12.263034 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [req-43a048f3-d763-4cd3-9944-53c88d4f2d6a req-bfb93589-5724-4079-93c8-2d2fec6b8d45 tempest-ServerAddressesTestJSON-809881903 tempest-ServerAddressesTestJSON-809881903-project] Unset dirty status for tenant:0ae107422c604d4a94e4abf4ff7687c9 on resource:port {{(pid=84040) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 20:48:12.264440 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-43a048f3-d763-4cd3-9944-53c88d4f2d6a req-bfb93589-5724-4079-93c8-2d2fec6b8d45 tempest-ServerAddressesTestJSON-809881903 tempest-ServerAddressesTestJSON-809881903-project] 10.222.0.42 "GET /v2.0/ports?device_id=1ac42a05-3e68-468e-98c8-d3348b7bf46f HTTP/1.1" status: 200 len: 210 time: 0.1100724 Apr 18 20:48:12.282271 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-e9e5ab11-03b5-4391-88c5-85d4a0cd33ee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33443857'] for router_interface, before_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:12.632742 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c11dc650-5460-470a-8b21-5d4559acf40c req-f7677e32-ed1a-4997-a326-9777d9d95e22 tempest-MigrationsAdminTest-1326981207 tempest-MigrationsAdminTest-1326981207-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:48:12.634192 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-c11dc650-5460-470a-8b21-5d4559acf40c req-f7677e32-ed1a-4997-a326-9777d9d95e22 tempest-MigrationsAdminTest-1326981207 tempest-MigrationsAdminTest-1326981207-project] 10.222.0.42 "GET /v2.0/ports?device_id=db680760-9920-4ccc-8c07-2936a873d08f HTTP/1.1" status: 200 len: 950 time: 0.1884975 Apr 18 20:48:12.641711 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21540bc6-d666-429d-a961-f297cabfea94 req-0bbb661c-c97c-48bd-ac0c-b07f12ed268c tempest-ServerActionsTestJSON-2052644234 tempest-ServerActionsTestJSON-2052644234-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:48:12.643179 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-21540bc6-d666-429d-a961-f297cabfea94 req-0bbb661c-c97c-48bd-ac0c-b07f12ed268c tempest-ServerActionsTestJSON-2052644234 tempest-ServerActionsTestJSON-2052644234-project] 10.222.0.42 "GET /v2.0/ports?device_id=b7307812-da19-4509-9baf-bb3ff8313904 HTTP/1.1" status: 200 len: 944 time: 0.1610472 Apr 18 20:48:12.729121 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-c11dc650-5460-470a-8b21-5d4559acf40c req-38d2a5db-33b1-49d1-a6be-05693e552ef7 tempest-MigrationsAdminTest-1326981207 tempest-MigrationsAdminTest-1326981207-project] 10.222.0.42 "GET /v2.0/security-groups?id=8ca7ac2c-bfe5-493b-aae6-636315bac851&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0849495 Apr 18 20:48:12.732220 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.plugin [req-e0085bca-b4f7-42e6-b6b1-d734ee5e7339 req-dcc8f052-1945-43ca-b6f5-02a83d344544 tempest-MultipleCreateTestJSON-190675240 tempest-MultipleCreateTestJSON-190675240-project] Deleting port 4b91b5c5-d2fa-4b88-8c7d-73fbabc5ec64 {{(pid=84040) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 20:48:12.732503 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-e0085bca-b4f7-42e6-b6b1-d734ee5e7339 req-dcc8f052-1945-43ca-b6f5-02a83d344544 tempest-MultipleCreateTestJSON-190675240 tempest-MultipleCreateTestJSON-190675240-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750375188691'] for port, before_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:12.780312 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-21540bc6-d666-429d-a961-f297cabfea94 req-c0b019b1-bb9b-4cb3-b4e9-794aa2dc62fb tempest-ServerActionsTestJSON-2052644234 tempest-ServerActionsTestJSON-2052644234-project] 10.222.0.42 "GET /v2.0/security-groups?id=c2aeb662-6a43-4389-8810-9fad3627855b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1208079 Apr 18 20:48:12.871027 n-d-838334-2 neutron-server[84042]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ed0fbee0-882f-429e-b7d1-4092c3fef6be'] response: {'server_uuid': 'd92bb407-1213-4ebb-aa44-99c1f885b082', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4b91b5c5-d2fa-4b88-8c7d-73fbabc5ec64', 'code': 200} Apr 18 20:48:12.877979 n-d-838334-2 neutron-server[84040]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d72cfa0f-211a-49da-acb1-b63a755dc036'] response: {'server_uuid': '1ac42a05-3e68-468e-98c8-d3348b7bf46f', 'name': 'network-vif-deleted', 'tag': 'e40a49a2-2a35-4f8d-a2a9-c8710be27eb0', 'status': 'completed', 'code': 200} Apr 18 20:48:13.171740 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.db [req-e0085bca-b4f7-42e6-b6b1-d734ee5e7339 req-dcc8f052-1945-43ca-b6f5-02a83d344544 tempest-MultipleCreateTestJSON-190675240 tempest-MultipleCreateTestJSON-190675240-project] For port 4b91b5c5-d2fa-4b88-8c7d-73fbabc5ec64, host n-h2-838334-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838334-2',level=0,port_id=4b91b5c5-d2fa-4b88-8c7d-73fbabc5ec64,segment=NetworkSegment(69e680c7-3ab0-48c4-a2d0-df2b5d30c8ee),segment_id=69e680c7-3ab0-48c4-a2d0-df2b5d30c8ee)] {{(pid=84040) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:48:13.172093 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-e0085bca-b4f7-42e6-b6b1-d734ee5e7339 req-dcc8f052-1945-43ca-b6f5-02a83d344544 tempest-MultipleCreateTestJSON-190675240 tempest-MultipleCreateTestJSON-190675240-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369123'] for port, precommit_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:13.310029 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Device 968bbb7b-ac07-4f93-a27a-f9fa924c1025 details requested by agent hyperv_n-h1-838334-2 with host n-h1-838334-2 {{(pid=84042) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 18 20:48:13.386086 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.plugin [req-e0085bca-b4f7-42e6-b6b1-d734ee5e7339 req-dcc8f052-1945-43ca-b6f5-02a83d344544 tempest-MultipleCreateTestJSON-190675240 tempest-MultipleCreateTestJSON-190675240-project] Calling delete_port for 4b91b5c5-d2fa-4b88-8c7d-73fbabc5ec64 owned by compute:nova {{(pid=84040) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 20:48:13.436745 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe84ac90-4860-4454-945b-45e7a593fb9a req-3dda0dd3-6c73-45ab-85ca-14c5781dd7b6 tempest-MultipleCreateTestJSON-190675240 tempest-MultipleCreateTestJSON-190675240-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:48:13.437439 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [req-fe84ac90-4860-4454-945b-45e7a593fb9a req-3dda0dd3-6c73-45ab-85ca-14c5781dd7b6 tempest-MultipleCreateTestJSON-190675240 tempest-MultipleCreateTestJSON-190675240-project] Synchronizing usage tracker for tenant:2c9b2c88a8a84f839903c8c7e9f1ad0a on resource:port {{(pid=84040) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 20:48:13.473453 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] For port 968bbb7b-ac07-4f93-a27a-f9fa924c1025, host n-h1-838334-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838334-2',level=0,port_id=968bbb7b-ac07-4f93-a27a-f9fa924c1025,segment=NetworkSegment(4935dfdb-03db-4976-a6b4-e0fa58696685),segment_id=4935dfdb-03db-4976-a6b4-e0fa58696685)] {{(pid=84042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:48:13.510147 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Returning: {'device': '968bbb7b-ac07-4f93-a27a-f9fa924c1025', 'network_id': '48f708f8-0904-4115-910c-bb1ab06d7263', 'port_id': '968bbb7b-ac07-4f93-a27a-f9fa924c1025', 'mac_address': 'fa:16:3e:c5:e0:96', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 362, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '488f35b7-694e-475d-862d-2f00f4388d03', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84042) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 18 20:48:13.543501 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 44218) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:48:13.545117 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [req-fe84ac90-4860-4454-945b-45e7a593fb9a req-3dda0dd3-6c73-45ab-85ca-14c5781dd7b6 tempest-MultipleCreateTestJSON-190675240 tempest-MultipleCreateTestJSON-190675240-project] Unset dirty status for tenant:2c9b2c88a8a84f839903c8c7e9f1ad0a on resource:port {{(pid=84040) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 20:48:13.552176 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-fe84ac90-4860-4454-945b-45e7a593fb9a req-3dda0dd3-6c73-45ab-85ca-14c5781dd7b6 tempest-MultipleCreateTestJSON-190675240 tempest-MultipleCreateTestJSON-190675240-project] 10.222.0.42 "GET /v2.0/ports?device_id=d92bb407-1213-4ebb-aa44-99c1f885b082 HTTP/1.1" status: 200 len: 943 time: 0.5581937 Apr 18 20:48:13.655903 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.db_base_plugin_v2 [None req-db90732f-c35a-412a-911f-42b42e96a1c0 admin admin] Deleting subnet 8d8efdae-4fd8-4aa6-b8c5-6709546a0547 {{(pid=84041) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 18 20:48:13.659896 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-db90732f-c35a-412a-911f-42b42e96a1c0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:13.663858 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:13.700354 n-d-838334-2 neutron-server[84042]: DEBUG neutron.notifiers.nova [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 968bbb7b-ac07-4f93-a27a-f9fa924c1025 {{(pid=84042) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 18 20:48:13.729966 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 44226) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:48:13.730571 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] For port 968bbb7b-ac07-4f93-a27a-f9fa924c1025, host n-h1-838334-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838334-2',level=0,port_id=968bbb7b-ac07-4f93-a27a-f9fa924c1025,segment=NetworkSegment(4935dfdb-03db-4976-a6b4-e0fa58696685),segment_id=4935dfdb-03db-4976-a6b4-e0fa58696685)] {{(pid=84042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:48:13.731044 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-db90732f-c35a-412a-911f-42b42e96a1c0 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32266383'] for subnet, precommit_delete_associations {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:13.736594 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682'] for port, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:13.792091 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-fe84ac90-4860-4454-945b-45e7a593fb9a req-55a93ffc-90c3-40e2-ac28-2321481d853d tempest-MultipleCreateTestJSON-190675240 tempest-MultipleCreateTestJSON-190675240-project] 10.222.0.42 "GET /v2.0/security-groups?id=1b05a6b2-12b5-46ba-add0-6b3994e41087&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2389522 Apr 18 20:48:13.800328 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-db90732f-c35a-412a-911f-42b42e96a1c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1260556'] for subnet, precommit_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:13.822621 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-e0085bca-b4f7-42e6-b6b1-d734ee5e7339 req-dcc8f052-1945-43ca-b6f5-02a83d344544 tempest-MultipleCreateTestJSON-190675240 tempest-MultipleCreateTestJSON-190675240-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750375259028', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750374836628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32440838'] for port, after_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:13.854053 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Pushing event updated for resources: {'Port': ['ID=968bbb7b-ac07-4f93-a27a-f9fa924c1025,revision_number=4']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:48:13.929709 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcc8f052-1945-43ca-b6f5-02a83d344544 tempest-MultipleCreateTestJSON-190675240 tempest-MultipleCreateTestJSON-190675240-project] Pushing event deleted for resources: {'Port': ['ID=4b91b5c5-d2fa-4b88-8c7d-73fbabc5ec64,revision_number=None']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:48:13.940613 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-db90732f-c35a-412a-911f-42b42e96a1c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1260549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33526260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32266336', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32486390'] for subnet, after_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:13.952813 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] get_ports_and_sgs() called for port_ids ['968bbb7b-ac07-4f93-a27a-f9fa924c1025'] {{(pid=84042) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 18 20:48:13.976760 n-d-838334-2 neutron-server[84041]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b7307812-da19-4509-9baf-bb3ff8313904', 'tag': '968bbb7b-ac07-4f93-a27a-f9fa924c1025'}] {{(pid=84041) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 20:48:13.991369 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db90732f-c35a-412a-911f-42b42e96a1c0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8d8efdae-4fd8-4aa6-b8c5-6709546a0547,revision_number=None']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:48:14.001611 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-db90732f-c35a-412a-911f-42b42e96a1c0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:14.008251 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-db90732f-c35a-412a-911f-42b42e96a1c0 admin admin] 10.222.0.42 "DELETE /v2.0/subnets/8d8efdae-4fd8-4aa6-b8c5-6709546a0547 HTTP/1.1" status: 204 len: 168 time: 0.4635534 Apr 18 20:48:14.010668 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 44236) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:48:14.219317 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-c9d2aaa5-29ec-4cc3-8eee-464783ef8bab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1103592'] for network, before_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:14.231225 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.db_base_plugin_v2 [None req-81c5e4de-6861-4e4f-8718-86969d89d801 admin admin] Deleting subnet fc043362-0819-4173-b5d7-2f411858871b {{(pid=84040) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 18 20:48:14.267444 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-81c5e4de-6861-4e4f-8718-86969d89d801 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:14.329013 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.l3_dvrscheduler_db [req-e0085bca-b4f7-42e6-b6b1-d734ee5e7339 req-dcc8f052-1945-43ca-b6f5-02a83d344544 tempest-MultipleCreateTestJSON-190675240 tempest-MultipleCreateTestJSON-190675240-project] No DVR routers for this DVR port 4b91b5c5-d2fa-4b88-8c7d-73fbabc5ec64 on host n-h2-838334-2 {{(pid=84040) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 20:48:14.339793 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-e0085bca-b4f7-42e6-b6b1-d734ee5e7339 req-dcc8f052-1945-43ca-b6f5-02a83d344544 tempest-MultipleCreateTestJSON-190675240 tempest-MultipleCreateTestJSON-190675240-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217293'] for port, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:14.346680 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-c9d2aaa5-29ec-4cc3-8eee-464783ef8bab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1258905', 'neutron.services.segments.db._delete_segments_for_network-8750375287417'] for network, precommit_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:14.372575 n-d-838334-2 neutron-server[84041]: DEBUG neutron.services.segments.db [None req-c9d2aaa5-29ec-4cc3-8eee-464783ef8bab admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0fb48a8d-a7a8-4664-9f8d-5d17ce812603']}} {{(pid=84041) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:48:14.384720 n-d-838334-2 neutron-server[84041]: DEBUG neutron.services.segments.db [None req-c9d2aaa5-29ec-4cc3-8eee-464783ef8bab admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '05f98d21-8ef0-4d1f-8238-2f69a0995866') {'for_net_delete': True} {{(pid=84041) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:48:14.385012 n-d-838334-2 neutron-server[84041]: DEBUG neutron.services.segments.db [None req-c9d2aaa5-29ec-4cc3-8eee-464783ef8bab admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '05f98d21-8ef0-4d1f-8238-2f69a0995866') {} {{(pid=84041) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:48:14.391469 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-81c5e4de-6861-4e4f-8718-86969d89d801 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31955982'] for subnet, precommit_delete_associations {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:14.397991 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-c9d2aaa5-29ec-4cc3-8eee-464783ef8bab admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750375287300', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32268156'] for segment, before_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:14.414650 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-c9d2aaa5-29ec-4cc3-8eee-464783ef8bab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1082986'] for segment, precommit_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:14.420720 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c9d2aaa5-29ec-4cc3-8eee-464783ef8bab admin admin] Releasing vlan 355 on physical network physnet1 to pool {{(pid=84041) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 18 20:48:14.421107 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-c9d2aaa5-29ec-4cc3-8eee-464783ef8bab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1082993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32266254'] for segment, after_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:14.434384 n-d-838334-2 neutron-server[84041]: Traceback (most recent call last): Apr 18 20:48:14.434384 n-d-838334-2 neutron-server[84041]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 18 20:48:14.434384 n-d-838334-2 neutron-server[84041]: timer() Apr 18 20:48:14.434384 n-d-838334-2 neutron-server[84041]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 20:48:14.434384 n-d-838334-2 neutron-server[84041]: cb(*args, **kw) Apr 18 20:48:14.434384 n-d-838334-2 neutron-server[84041]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 18 20:48:14.434384 n-d-838334-2 neutron-server[84041]: return func(*args, **kwargs) Apr 18 20:48:14.434384 n-d-838334-2 neutron-server[84041]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 20:48:14.434384 n-d-838334-2 neutron-server[84041]: self._notify() Apr 18 20:48:14.434384 n-d-838334-2 neutron-server[84041]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 20:48:14.434384 n-d-838334-2 neutron-server[84041]: self.callback(batched_events) Apr 18 20:48:14.434384 n-d-838334-2 neutron-server[84041]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 20:48:14.434384 n-d-838334-2 neutron-server[84041]: event.method(event) Apr 18 20:48:14.434384 n-d-838334-2 neutron-server[84041]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 18 20:48:14.434384 n-d-838334-2 neutron-server[84041]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 20:48:14.434384 n-d-838334-2 neutron-server[84041]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 18 20:48:14.434384 n-d-838334-2 neutron-server[84041]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 20:48:14.434384 n-d-838334-2 neutron-server[84041]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 18 20:48:14.434384 n-d-838334-2 neutron-server[84041]: return f(self, *a, **k) Apr 18 20:48:14.434384 n-d-838334-2 neutron-server[84041]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 18 20:48:14.434384 n-d-838334-2 neutron-server[84041]: return self._get(url).json() Apr 18 20:48:14.434384 n-d-838334-2 neutron-server[84041]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 18 20:48:14.434384 n-d-838334-2 neutron-server[84041]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 20:48:14.434384 n-d-838334-2 neutron-server[84041]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 18 20:48:14.434384 n-d-838334-2 neutron-server[84041]: return self.request(url, 'GET', **kwargs) Apr 18 20:48:14.434384 n-d-838334-2 neutron-server[84041]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 18 20:48:14.434384 n-d-838334-2 neutron-server[84041]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 20:48:14.434384 n-d-838334-2 neutron-server[84041]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 18 20:48:14.434384 n-d-838334-2 neutron-server[84041]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 20:48:14.434384 n-d-838334-2 neutron-server[84041]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 18 20:48:14.434384 n-d-838334-2 neutron-server[84041]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 20:48:14.434384 n-d-838334-2 neutron-server[84041]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 20:48:14.438154 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-e0085bca-b4f7-42e6-b6b1-d734ee5e7339 req-dcc8f052-1945-43ca-b6f5-02a83d344544 tempest-MultipleCreateTestJSON-190675240 tempest-MultipleCreateTestJSON-190675240-project] 10.222.0.48 "DELETE /v2.0/ports/4b91b5c5-d2fa-4b88-8c7d-73fbabc5ec64 HTTP/1.1" status: 204 len: 173 time: 4.5838966 Apr 18 20:48:14.487029 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-81c5e4de-6861-4e4f-8718-86969d89d801 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1260556'] for subnet, precommit_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:14.513406 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-c9d2aaa5-29ec-4cc3-8eee-464783ef8bab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1258898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33526109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33444113'] for network, after_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:14.535558 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-1ca9285c-daaf-46a1-9fad-a96800b240e4 req-c64a1040-2f28-4d30-beda-2995c5321746 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=f880cebf-c088-4fa8-8d57-e363e846dff9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.5542047 Apr 18 20:48:14.538247 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-c9d2aaa5-29ec-4cc3-8eee-464783ef8bab admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32378031'] for network, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:14.546323 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9d2aaa5-29ec-4cc3-8eee-464783ef8bab admin admin] Pushing event deleted for resources: {'Network': ['ID=0fb48a8d-a7a8-4664-9f8d-5d17ce812603,revision_number=None']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:48:14.549184 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-c9d2aaa5-29ec-4cc3-8eee-464783ef8bab admin admin] 10.222.0.42 "DELETE /v2.0/networks/0fb48a8d-a7a8-4664-9f8d-5d17ce812603 HTTP/1.1" status: 204 len: 168 time: 0.5374203 Apr 18 20:48:14.571714 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2e5aefd-dfe6-4ee7-89a6-35f5a1afbb82 req-5cd2bb80-79d2-4dcc-96a3-4a38ab55e23f tempest-ServerActionsTestJSON-2052644234 tempest-ServerActionsTestJSON-2052644234-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:48:14.578513 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-c2e5aefd-dfe6-4ee7-89a6-35f5a1afbb82 req-5cd2bb80-79d2-4dcc-96a3-4a38ab55e23f tempest-ServerActionsTestJSON-2052644234 tempest-ServerActionsTestJSON-2052644234-project] 10.222.0.42 "GET /v2.0/ports?device_id=b7307812-da19-4509-9baf-bb3ff8313904 HTTP/1.1" status: 200 len: 945 time: 0.4361899 Apr 18 20:48:14.605724 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f74046c3-a59e-4f53-bb16-23511d9bde64 req-c32daef4-6797-4e08-a553-8a0e3b731dbc tempest-MigrationsAdminTest-1326981207 tempest-MigrationsAdminTest-1326981207-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:48:14.608199 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-f74046c3-a59e-4f53-bb16-23511d9bde64 req-c32daef4-6797-4e08-a553-8a0e3b731dbc tempest-MigrationsAdminTest-1326981207 tempest-MigrationsAdminTest-1326981207-project] 10.222.0.42 "GET /v2.0/ports?device_id=db680760-9920-4ccc-8c07-2936a873d08f HTTP/1.1" status: 200 len: 950 time: 0.4592471 Apr 18 20:48:14.716573 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 44244) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:48:14.753602 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-c2e5aefd-dfe6-4ee7-89a6-35f5a1afbb82 req-5b7a9d40-5e4a-4885-84b8-4255c1dd8d18 tempest-ServerActionsTestJSON-2052644234 tempest-ServerActionsTestJSON-2052644234-project] 10.222.0.42 "GET /v2.0/security-groups?id=c2aeb662-6a43-4389-8810-9fad3627855b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1741595 Apr 18 20:48:14.783322 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-f74046c3-a59e-4f53-bb16-23511d9bde64 req-c45ccbd4-8073-4044-b3fc-2cace77ab1fd tempest-MigrationsAdminTest-1326981207 tempest-MigrationsAdminTest-1326981207-project] 10.222.0.42 "GET /v2.0/security-groups?id=8ca7ac2c-bfe5-493b-aae6-636315bac851&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1504629 Apr 18 20:48:14.784387 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-81c5e4de-6861-4e4f-8718-86969d89d801 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1260549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33526260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32440885', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31752825'] for subnet, after_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:14.793573 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-7a120484-6bb0-433f-947e-a3687dbe8859 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=0ae107422c604d4a94e4abf4ff7687c9&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0755107 Apr 18 20:48:14.794328 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 44248) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:48:14.828762 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81c5e4de-6861-4e4f-8718-86969d89d801 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fc043362-0819-4173-b5d7-2f411858871b,revision_number=None']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:48:14.860738 n-d-838334-2 neutron-server[84041]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7800b425-5f29-40e5-a013-2eddc1f76b10'] response: {'name': 'network-changed', 'server_uuid': 'b7307812-da19-4509-9baf-bb3ff8313904', 'tag': '968bbb7b-ac07-4f93-a27a-f9fa924c1025', 'status': 'completed', 'code': 200} Apr 18 20:48:14.878490 n-d-838334-2 neutron-server[84040]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e63bf7fc-07cb-40b4-92b1-0857bbf73fef', 'name': 'network-vif-deleted', 'tag': '2d3fbf48-a26c-4c3c-8cb2-ebed10cdec73'}, {'server_uuid': '86054754-6dee-4889-86cf-db30f26210d5', 'name': 'network-vif-deleted', 'tag': '99d1744b-e57b-42dc-9797-f047fe4bc141'}, {'server_uuid': 'd92bb407-1213-4ebb-aa44-99c1f885b082', 'name': 'network-vif-deleted', 'tag': '4b91b5c5-d2fa-4b88-8c7d-73fbabc5ec64'}] {{(pid=84040) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 20:48:14.888010 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-81c5e4de-6861-4e4f-8718-86969d89d801 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32378031'] for subnet, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:14.891975 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-290bf499-65a6-4db5-8818-c98b781aff5a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:14.941149 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-290bf499-65a6-4db5-8818-c98b781aff5a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:14.952896 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-81c5e4de-6861-4e4f-8718-86969d89d801 admin admin] 10.222.0.42 "DELETE /v2.0/subnets/fc043362-0819-4173-b5d7-2f411858871b HTTP/1.1" status: 204 len: 168 time: 1.2156425 Apr 18 20:48:14.960228 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 44262) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:48:14.969386 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.plugin [None req-e9e5ab11-03b5-4391-88c5-85d4a0cd33ee admin admin] Deleting port b6790399-872c-4c18-b812-378b1a4c0480 {{(pid=84040) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 20:48:14.969720 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-e9e5ab11-03b5-4391-88c5-85d4a0cd33ee admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750375188691'] for port, before_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:15.001195 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-1ca9285c-daaf-46a1-9fad-a96800b240e4 req-71057848-fdf0-400f-85f1-a8a8eaf4afa4 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=0ae89e923933452faf6047be78995cc1&device_id=f880cebf-c088-4fa8-8d57-e363e846dff9 HTTP/1.1" status: 200 len: 1100 time: 0.3377931 Apr 18 20:48:15.128172 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-004b58b1-64a2-4ae1-811c-c0e6bea22782 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1103592'] for network, before_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:15.272921 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [req-10d063b1-4e41-4b85-a9e0-eb76a1ff0c08 req-f4752b77-1254-4fc2-b9dc-96cd20e48725 tempest-MultipleCreateTestJSON-190675240 tempest-MultipleCreateTestJSON-190675240-project] Synchronizing usage tracker for tenant:2c9b2c88a8a84f839903c8c7e9f1ad0a on resource:port {{(pid=84040) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 20:48:15.300048 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-004b58b1-64a2-4ae1-811c-c0e6bea22782 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1258905', 'neutron.services.segments.db._delete_segments_for_network-8750375287417'] for network, precommit_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:15.322373 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Device 454545ff-cc01-4b02-98d5-de56b420f516 details requested by agent hyperv_n-h1-838334-2 with host n-h1-838334-2 {{(pid=84042) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 18 20:48:15.330031 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-052aaf42-0f97-47b3-91bc-38af3e656e64 req-5b0d3b46-75d6-4c95-8900-0c0f1f862756 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=6be92480d0964f34a8ede9caae0c987d&device_id=b7307812-da19-4509-9baf-bb3ff8313904 HTTP/1.1" status: 200 len: 1096 time: 0.4452314 Apr 18 20:48:15.330453 n-d-838334-2 neutron-server[84041]: DEBUG neutron.services.segments.db [None req-004b58b1-64a2-4ae1-811c-c0e6bea22782 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['77a1b955-358e-4346-a83b-9ab21572ad2a']}} {{(pid=84041) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:48:15.345721 n-d-838334-2 neutron-server[84041]: DEBUG neutron.services.segments.db [None req-004b58b1-64a2-4ae1-811c-c0e6bea22782 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0b27bade-3dd7-4dee-a014-60f424754c57') {'for_net_delete': True} {{(pid=84041) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:48:15.346176 n-d-838334-2 neutron-server[84041]: DEBUG neutron.services.segments.db [None req-004b58b1-64a2-4ae1-811c-c0e6bea22782 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0b27bade-3dd7-4dee-a014-60f424754c57') {} {{(pid=84041) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:48:15.362468 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-004b58b1-64a2-4ae1-811c-c0e6bea22782 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750375287300', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32268156'] for segment, before_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:15.388165 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-004b58b1-64a2-4ae1-811c-c0e6bea22782 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1082986'] for segment, precommit_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:15.395063 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-004b58b1-64a2-4ae1-811c-c0e6bea22782 admin admin] Releasing vlan 398 on physical network physnet1 to pool {{(pid=84041) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 18 20:48:15.395514 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-004b58b1-64a2-4ae1-811c-c0e6bea22782 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1082993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32266254'] for segment, after_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:15.449421 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [req-10d063b1-4e41-4b85-a9e0-eb76a1ff0c08 req-f4752b77-1254-4fc2-b9dc-96cd20e48725 tempest-MultipleCreateTestJSON-190675240 tempest-MultipleCreateTestJSON-190675240-project] Unset dirty status for tenant:2c9b2c88a8a84f839903c8c7e9f1ad0a on resource:port {{(pid=84040) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 20:48:15.464296 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-10d063b1-4e41-4b85-a9e0-eb76a1ff0c08 req-f4752b77-1254-4fc2-b9dc-96cd20e48725 tempest-MultipleCreateTestJSON-190675240 tempest-MultipleCreateTestJSON-190675240-project] 10.222.0.42 "GET /v2.0/ports?device_id=d92bb407-1213-4ebb-aa44-99c1f885b082 HTTP/1.1" status: 200 len: 210 time: 0.3555520 Apr 18 20:48:15.480883 n-d-838334-2 neutron-server[84040]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2eb0eaf6-9945-44b5-80e1-cb6f163a4dc9'] response: {'server_uuid': 'e63bf7fc-07cb-40b4-92b1-0857bbf73fef', 'name': 'network-vif-deleted', 'tag': '2d3fbf48-a26c-4c3c-8cb2-ebed10cdec73', 'status': 'completed', 'code': 200} Apr 18 20:48:15.481915 n-d-838334-2 neutron-server[84040]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2eb0eaf6-9945-44b5-80e1-cb6f163a4dc9'] response: {'server_uuid': '86054754-6dee-4889-86cf-db30f26210d5', 'name': 'network-vif-deleted', 'tag': '99d1744b-e57b-42dc-9797-f047fe4bc141', 'status': 'completed', 'code': 200} Apr 18 20:48:15.491468 n-d-838334-2 neutron-server[84040]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2eb0eaf6-9945-44b5-80e1-cb6f163a4dc9'] response: {'server_uuid': 'd92bb407-1213-4ebb-aa44-99c1f885b082', 'name': 'network-vif-deleted', 'tag': '4b91b5c5-d2fa-4b88-8c7d-73fbabc5ec64', 'status': 'completed', 'code': 200} Apr 18 20:48:15.492474 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-290bf499-65a6-4db5-8818-c98b781aff5a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33528224'] for security_group, after_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:15.495076 n-d-838334-2 neutron-server[84041]: Traceback (most recent call last): Apr 18 20:48:15.495076 n-d-838334-2 neutron-server[84041]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 18 20:48:15.495076 n-d-838334-2 neutron-server[84041]: timer() Apr 18 20:48:15.495076 n-d-838334-2 neutron-server[84041]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 20:48:15.495076 n-d-838334-2 neutron-server[84041]: cb(*args, **kw) Apr 18 20:48:15.495076 n-d-838334-2 neutron-server[84041]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 18 20:48:15.495076 n-d-838334-2 neutron-server[84041]: return func(*args, **kwargs) Apr 18 20:48:15.495076 n-d-838334-2 neutron-server[84041]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 20:48:15.495076 n-d-838334-2 neutron-server[84041]: self._notify() Apr 18 20:48:15.495076 n-d-838334-2 neutron-server[84041]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 20:48:15.495076 n-d-838334-2 neutron-server[84041]: self.callback(batched_events) Apr 18 20:48:15.495076 n-d-838334-2 neutron-server[84041]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 20:48:15.495076 n-d-838334-2 neutron-server[84041]: event.method(event) Apr 18 20:48:15.495076 n-d-838334-2 neutron-server[84041]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 18 20:48:15.495076 n-d-838334-2 neutron-server[84041]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 20:48:15.495076 n-d-838334-2 neutron-server[84041]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 18 20:48:15.495076 n-d-838334-2 neutron-server[84041]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 20:48:15.495076 n-d-838334-2 neutron-server[84041]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 18 20:48:15.495076 n-d-838334-2 neutron-server[84041]: return f(self, *a, **k) Apr 18 20:48:15.495076 n-d-838334-2 neutron-server[84041]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 18 20:48:15.495076 n-d-838334-2 neutron-server[84041]: return self._get(url).json() Apr 18 20:48:15.495076 n-d-838334-2 neutron-server[84041]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 18 20:48:15.495076 n-d-838334-2 neutron-server[84041]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 20:48:15.495076 n-d-838334-2 neutron-server[84041]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 18 20:48:15.495076 n-d-838334-2 neutron-server[84041]: return self.request(url, 'GET', **kwargs) Apr 18 20:48:15.495076 n-d-838334-2 neutron-server[84041]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 18 20:48:15.495076 n-d-838334-2 neutron-server[84041]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 20:48:15.495076 n-d-838334-2 neutron-server[84041]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 18 20:48:15.495076 n-d-838334-2 neutron-server[84041]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 20:48:15.495076 n-d-838334-2 neutron-server[84041]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 18 20:48:15.495076 n-d-838334-2 neutron-server[84041]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 20:48:15.495076 n-d-838334-2 neutron-server[84041]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 20:48:15.530395 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ca9285c-daaf-46a1-9fad-a96800b240e4 req-3820e348-d371-4691-8a8f-94953e99d4da service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:48:15.532013 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-1ca9285c-daaf-46a1-9fad-a96800b240e4 req-3820e348-d371-4691-8a8f-94953e99d4da service neutron] 10.222.0.48 "GET /v2.0/networks?id=cb56989d-7c5d-4678-b194-1d2edf1e842a HTTP/1.1" status: 200 len: 870 time: 0.4766328 Apr 18 20:48:15.539416 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.db [None req-e9e5ab11-03b5-4391-88c5-85d4a0cd33ee admin admin] For port b6790399-872c-4c18-b812-378b1a4c0480, host n-d-838334-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838334-2',level=0,port_id=b6790399-872c-4c18-b812-378b1a4c0480,segment=NetworkSegment(5b604cea-9c78-432e-a84f-851b951c2b77),segment_id=5b604cea-9c78-432e-a84f-851b951c2b77)] {{(pid=84040) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:48:15.539921 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-e9e5ab11-03b5-4391-88c5-85d4a0cd33ee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369123'] for port, precommit_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:15.543205 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] For port 454545ff-cc01-4b02-98d5-de56b420f516, host n-h1-838334-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838334-2',level=0,port_id=454545ff-cc01-4b02-98d5-de56b420f516,segment=NetworkSegment(62b85806-94d8-4a88-a06c-da82e5932d66),segment_id=62b85806-94d8-4a88-a06c-da82e5932d66)] {{(pid=84042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:48:15.552455 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Device 968bbb7b-ac07-4f93-a27a-f9fa924c1025 up at agent hyperv_n-h1-838334-2 {{(pid=84042) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 20:48:15.579360 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-004b58b1-64a2-4ae1-811c-c0e6bea22782 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1258898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33526109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33444113'] for network, after_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:15.595808 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Returning: {'device': '454545ff-cc01-4b02-98d5-de56b420f516', 'network_id': 'cb56989d-7c5d-4678-b194-1d2edf1e842a', 'port_id': '454545ff-cc01-4b02-98d5-de56b420f516', 'mac_address': 'fa:16:3e:76:c3:6c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 382, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c4b526db-4d8a-4d4c-a310-e3a599630ae1', 'ip_address': '192.168.233.206'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84042) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 18 20:48:15.605734 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-290bf499-65a6-4db5-8818-c98b781aff5a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9facca0c-9a09-441d-9f6c-65a0e23cc469,revision_number=None']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:48:15.628665 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-004b58b1-64a2-4ae1-811c-c0e6bea22782 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32378031'] for network, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:15.634958 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-004b58b1-64a2-4ae1-811c-c0e6bea22782 admin admin] Pushing event deleted for resources: {'Network': ['ID=77a1b955-358e-4346-a83b-9ab21572ad2a,revision_number=None']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:48:15.678228 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-004b58b1-64a2-4ae1-811c-c0e6bea22782 admin admin] 10.222.0.42 "DELETE /v2.0/networks/77a1b955-358e-4346-a83b-9ab21572ad2a HTTP/1.1" status: 204 len: 168 time: 0.7141778 Apr 18 20:48:15.678228 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-290bf499-65a6-4db5-8818-c98b781aff5a admin admin] Notify callbacks [] for security_group, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:15.681501 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-290bf499-65a6-4db5-8818-c98b781aff5a admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/9facca0c-9a09-441d-9f6c-65a0e23cc469 HTTP/1.1" status: 204 len: 168 time: 0.8859727 Apr 18 20:48:15.704054 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-473738ee-fc34-41c0-9db7-3cc45f518119 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750375287399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253529'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:15.712623 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-64884463-4dbe-4192-ba92-146692f0c9fb req-0167f02e-be97-4740-bd4f-730c96dbe513 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=08c5b321-aafc-4918-a395-6fa43a8a405d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1758258 Apr 18 20:48:15.719234 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-359fc15f-d9a8-456a-88ba-1384e4ba224a req-785f2f6a-28ce-40cc-af69-b49de3e87925 tempest-MigrationsAdminTest-1326981207 tempest-MigrationsAdminTest-1326981207-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:48:15.719828 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [req-359fc15f-d9a8-456a-88ba-1384e4ba224a req-785f2f6a-28ce-40cc-af69-b49de3e87925 tempest-MigrationsAdminTest-1326981207 tempest-MigrationsAdminTest-1326981207-project] Synchronizing usage tracker for tenant:0ae89e923933452faf6047be78995cc1 on resource:port {{(pid=84041) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 20:48:15.739292 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [req-359fc15f-d9a8-456a-88ba-1384e4ba224a req-785f2f6a-28ce-40cc-af69-b49de3e87925 tempest-MigrationsAdminTest-1326981207 tempest-MigrationsAdminTest-1326981207-project] Unset dirty status for tenant:0ae89e923933452faf6047be78995cc1 on resource:port {{(pid=84041) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 20:48:15.741877 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-359fc15f-d9a8-456a-88ba-1384e4ba224a req-785f2f6a-28ce-40cc-af69-b49de3e87925 tempest-MigrationsAdminTest-1326981207 tempest-MigrationsAdminTest-1326981207-project] 10.222.0.43 "GET /v2.0/ports?device_id=db680760-9920-4ccc-8c07-2936a873d08f&tenant_id=0ae89e923933452faf6047be78995cc1&binding%3Ahost_id=n-h1-838334-2 HTTP/1.1" status: 200 len: 950 time: 0.2366931 Apr 18 20:48:15.746101 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:15.766726 n-d-838334-2 neutron-server[84042]: DEBUG neutron.notifiers.nova [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 454545ff-cc01-4b02-98d5-de56b420f516 {{(pid=84042) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 18 20:48:15.786114 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] For port 454545ff-cc01-4b02-98d5-de56b420f516, host n-h1-838334-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838334-2',level=0,port_id=454545ff-cc01-4b02-98d5-de56b420f516,segment=NetworkSegment(62b85806-94d8-4a88-a06c-da82e5932d66),segment_id=62b85806-94d8-4a88-a06c-da82e5932d66)] {{(pid=84042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:48:15.791599 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682'] for port, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:15.831030 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Provisioning for port 968bbb7b-ac07-4f93-a27a-f9fa924c1025 completed by entity L2. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 20:48:15.856440 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Provisioning complete for port 968bbb7b-ac07-4f93-a27a-f9fa924c1025 triggered by entity L2. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:48:15.856810 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1253608'] for port, provisioning_complete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:15.941351 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Pushing event updated for resources: {'Port': ['ID=454545ff-cc01-4b02-98d5-de56b420f516,revision_number=6']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:48:16.020408 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.plugin [None req-e9e5ab11-03b5-4391-88c5-85d4a0cd33ee admin admin] Calling delete_port for b6790399-872c-4c18-b812-378b1a4c0480 owned by network:router_interface {{(pid=84040) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 20:48:16.033800 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] get_ports_and_sgs() called for port_ids ['454545ff-cc01-4b02-98d5-de56b420f516'] {{(pid=84042) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 18 20:48:16.081923 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-1ca9285c-daaf-46a1-9fad-a96800b240e4 req-2f8ba547-e4cf-44ac-8955-48c968d37b50 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.26&port_id=71c99b98-8c99-49cc-a68a-53c19bb768e7 HTTP/1.1" status: 200 len: 217 time: 0.5241182 Apr 18 20:48:16.132171 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-359fc15f-d9a8-456a-88ba-1384e4ba224a req-66109a5e-ede9-4749-ba1f-afa9f553381f service neutron] 10.222.0.43 "GET /v2.0/ports/454545ff-cc01-4b02-98d5-de56b420f516/bindings/n-h1-838334-2 HTTP/1.1" status: 200 len: 382 time: 0.3844407 Apr 18 20:48:16.147435 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-052aaf42-0f97-47b3-91bc-38af3e656e64 req-f66032c5-7c8d-4fc3-b029-92dedf4f6258 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:48:16.148915 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-052aaf42-0f97-47b3-91bc-38af3e656e64 req-f66032c5-7c8d-4fc3-b029-92dedf4f6258 service neutron] 10.222.0.43 "GET /v2.0/networks?id=48f708f8-0904-4115-910c-bb1ab06d7263 HTTP/1.1" status: 200 len: 912 time: 0.8115604 Apr 18 20:48:16.153639 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-64884463-4dbe-4192-ba92-146692f0c9fb req-04e55f2c-b762-4599-b5c2-3ac34b49be62 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=0ae89e923933452faf6047be78995cc1&device_id=08c5b321-aafc-4918-a395-6fa43a8a405d HTTP/1.1" status: 200 len: 1101 time: 0.2592793 Apr 18 20:48:16.222792 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:16.283815 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-052aaf42-0f97-47b3-91bc-38af3e656e64 req-d5d15814-1b60-4f2c-ba7f-f720d23c81bf service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=968bbb7b-ac07-4f93-a27a-f9fa924c1025 HTTP/1.1" status: 200 len: 217 time: 0.1126983 Apr 18 20:48:16.290892 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] For port 968bbb7b-ac07-4f93-a27a-f9fa924c1025, host n-h1-838334-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838334-2',level=0,port_id=968bbb7b-ac07-4f93-a27a-f9fa924c1025,segment=NetworkSegment(4935dfdb-03db-4976-a6b4-e0fa58696685),segment_id=4935dfdb-03db-4976-a6b4-e0fa58696685)] {{(pid=84042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:48:16.296844 n-d-838334-2 neutron-server[84042]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b7307812-da19-4509-9baf-bb3ff8313904', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '968bbb7b-ac07-4f93-a27a-f9fa924c1025'}] {{(pid=84042) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 20:48:16.308881 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682'] for port, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:16.309770 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Device 454545ff-cc01-4b02-98d5-de56b420f516 no longer exists at agent hyperv_n-h1-838334-2 {{(pid=84042) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 20:48:16.333722 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 44278) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:48:16.345470 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ca9285c-daaf-46a1-9fad-a96800b240e4 req-6fceb610-ff16-4fa2-b6c6-f86787b0301a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:48:16.346899 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-1ca9285c-daaf-46a1-9fad-a96800b240e4 req-6fceb610-ff16-4fa2-b6c6-f86787b0301a service neutron] 10.222.0.48 "GET /v2.0/subnets?id=c4b526db-4d8a-4d4c-a310-e3a599630ae1 HTTP/1.1" status: 200 len: 843 time: 0.2437453 Apr 18 20:48:16.439436 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cc730fc-9589-4dcf-88c9-f84f0df2d865 req-430b5295-5ecc-4495-ac6c-2e6fd75751ac tempest-MigrationsAdminTest-1326981207 tempest-MigrationsAdminTest-1326981207-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:48:16.446663 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-6cc730fc-9589-4dcf-88c9-f84f0df2d865 req-430b5295-5ecc-4495-ac6c-2e6fd75751ac tempest-MigrationsAdminTest-1326981207 tempest-MigrationsAdminTest-1326981207-project] 10.222.0.42 "GET /v2.0/ports?device_id=db680760-9920-4ccc-8c07-2936a873d08f HTTP/1.1" status: 200 len: 950 time: 0.8879673 Apr 18 20:48:16.461483 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Pushing event updated for resources: {'Port': ['ID=968bbb7b-ac07-4f93-a27a-f9fa924c1025,revision_number=5']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:48:16.478319 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-052aaf42-0f97-47b3-91bc-38af3e656e64 req-bd4d6b8d-de7d-477f-88aa-29a3f23c2e03 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:48:16.479788 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-052aaf42-0f97-47b3-91bc-38af3e656e64 req-bd4d6b8d-de7d-477f-88aa-29a3f23c2e03 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=488f35b7-694e-475d-862d-2f00f4388d03 HTTP/1.1" status: 200 len: 850 time: 0.1756198 Apr 18 20:48:16.540248 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4e76697-c9ea-42bf-bd72-baeb5e14871b req-6a12b800-4c8d-4d78-a986-3eeaa7895bbc tempest-ServerActionsTestJSON-2052644234 tempest-ServerActionsTestJSON-2052644234-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:48:16.547065 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-d4e76697-c9ea-42bf-bd72-baeb5e14871b req-6a12b800-4c8d-4d78-a986-3eeaa7895bbc tempest-ServerActionsTestJSON-2052644234 tempest-ServerActionsTestJSON-2052644234-project] 10.222.0.42 "GET /v2.0/ports?device_id=b7307812-da19-4509-9baf-bb3ff8313904 HTTP/1.1" status: 200 len: 945 time: 0.4997818 Apr 18 20:48:16.554218 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:16.585139 n-d-838334-2 neutron-server[84042]: DEBUG neutron.notifiers.nova [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id 454545ff-cc01-4b02-98d5-de56b420f516 {{(pid=84042) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 18 20:48:16.603476 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64884463-4dbe-4192-ba92-146692f0c9fb req-12f2bb05-a7d2-47a5-8dc8-7591f45469ed service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:48:16.605048 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] For port 454545ff-cc01-4b02-98d5-de56b420f516, host n-h1-838334-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838334-2',level=0,port_id=454545ff-cc01-4b02-98d5-de56b420f516,segment=NetworkSegment(62b85806-94d8-4a88-a06c-da82e5932d66),segment_id=62b85806-94d8-4a88-a06c-da82e5932d66)] {{(pid=84042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:48:16.605405 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-64884463-4dbe-4192-ba92-146692f0c9fb req-12f2bb05-a7d2-47a5-8dc8-7591f45469ed service neutron] 10.222.0.43 "GET /v2.0/networks?id=cb56989d-7c5d-4678-b194-1d2edf1e842a HTTP/1.1" status: 200 len: 870 time: 0.3890884 Apr 18 20:48:16.608243 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-9fabfbda-186d-4406-8cf0-03f02c091488 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=cd141b0544bc490a8a8e91c223e9d680&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2726324 Apr 18 20:48:16.610932 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 44292) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:48:16.622335 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682'] for port, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:16.694348 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-6cc730fc-9589-4dcf-88c9-f84f0df2d865 req-eb8986a3-8885-4e93-9c4d-402a33487e99 tempest-MigrationsAdminTest-1326981207 tempest-MigrationsAdminTest-1326981207-project] 10.222.0.42 "GET /v2.0/security-groups?id=8ca7ac2c-bfe5-493b-aae6-636315bac851&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2459228 Apr 18 20:48:16.744069 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-1ca9285c-daaf-46a1-9fad-a96800b240e4 req-4685a1f9-a180-474e-9160-52826df1cff2 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=cb56989d-7c5d-4678-b194-1d2edf1e842a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3793533 Apr 18 20:48:16.744905 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-e9e5ab11-03b5-4391-88c5-85d4a0cd33ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750375259028', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750374836628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32440838'] for port, after_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:16.764912 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-359fc15f-d9a8-456a-88ba-1384e4ba224a req-31775f4a-1a85-4836-97b5-d4fda9edb580 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=0ae89e923933452faf6047be78995cc1&device_id=db680760-9920-4ccc-8c07-2936a873d08f HTTP/1.1" status: 200 len: 1100 time: 0.5972600 Apr 18 20:48:16.791520 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-64884463-4dbe-4192-ba92-146692f0c9fb req-13bc05fc-34e9-4189-9263-64de4aa1b9a7 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.123&port_id=78bbc4c4-939a-4cb2-b476-fbddeecf9bf6 HTTP/1.1" status: 200 len: 217 time: 0.1627440 Apr 18 20:48:16.799895 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Pushing event updated for resources: {'Port': ['ID=454545ff-cc01-4b02-98d5-de56b420f516,revision_number=7']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:48:16.808137 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-d4e76697-c9ea-42bf-bd72-baeb5e14871b req-e914aef8-e2a7-442e-b697-1936cef83a0a tempest-ServerActionsTestJSON-2052644234 tempest-ServerActionsTestJSON-2052644234-project] 10.222.0.42 "GET /v2.0/security-groups?id=c2aeb662-6a43-4389-8810-9fad3627855b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2481978 Apr 18 20:48:16.948388 n-d-838334-2 neutron-server[84042]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c6a38597-4369-413e-8517-76b650d2e756'] response: {'server_uuid': 'b7307812-da19-4509-9baf-bb3ff8313904', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '968bbb7b-ac07-4f93-a27a-f9fa924c1025', 'code': 200} Apr 18 20:48:17.014245 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-1ca9285c-daaf-46a1-9fad-a96800b240e4 req-aac5eb43-6f24-45fb-a5ae-88393cc344da service neutron] 10.222.0.48 "GET /v2.0/networks/cb56989d-7c5d-4678-b194-1d2edf1e842a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2033865 Apr 18 20:48:17.027401 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9e5ab11-03b5-4391-88c5-85d4a0cd33ee admin admin] Pushing event deleted for resources: {'Port': ['ID=b6790399-872c-4c18-b812-378b1a4c0480,revision_number=None']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:48:17.034094 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-052aaf42-0f97-47b3-91bc-38af3e656e64 req-a7629a5e-aafa-45a1-bb07-ac6910b55d29 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=48f708f8-0904-4115-910c-bb1ab06d7263&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5479233 Apr 18 20:48:17.186695 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 44310) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:48:17.268878 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 44316) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:48:17.359386 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.db_base_plugin_v2 [None req-ad10e9d7-92f4-42df-97d0-60b23c1c1e8a admin admin] Deleting subnet d5bbcfa7-4c14-4cbd-af87-49786db37498 {{(pid=84041) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 18 20:48:17.391789 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-ad10e9d7-92f4-42df-97d0-60b23c1c1e8a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:17.422594 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64884463-4dbe-4192-ba92-146692f0c9fb req-f6580dae-89de-4aaf-9007-78ade35adbed service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:48:17.423990 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-64884463-4dbe-4192-ba92-146692f0c9fb req-f6580dae-89de-4aaf-9007-78ade35adbed service neutron] 10.222.0.43 "GET /v2.0/subnets?id=c4b526db-4d8a-4d4c-a310-e3a599630ae1 HTTP/1.1" status: 200 len: 843 time: 0.5746109 Apr 18 20:48:17.424711 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-aa1f5fcf-ec5b-46c8-a193-4e1e9d86349f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:17.473479 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-aa1f5fcf-ec5b-46c8-a193-4e1e9d86349f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:17.566748 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-1ca9285c-daaf-46a1-9fad-a96800b240e4 req-7497dbb1-22bb-426b-ba5c-d7f90fb38be4 service neutron] 10.222.0.48 "GET /v2.0/networks/cb56989d-7c5d-4678-b194-1d2edf1e842a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5365069 Apr 18 20:48:17.581216 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Device 8391d1fb-97a9-4bd8-acc8-073a23993384 details requested by agent hyperv_n-h2-838334-2 with host n-h2-838334-2 {{(pid=84042) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 18 20:48:17.651957 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-052aaf42-0f97-47b3-91bc-38af3e656e64 req-108c5982-d34e-4da2-819f-997888969b19 service neutron] 10.222.0.43 "GET /v2.0/networks/48f708f8-0904-4115-910c-bb1ab06d7263?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5925496 Apr 18 20:48:17.697971 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-359fc15f-d9a8-456a-88ba-1384e4ba224a req-3f521d64-9354-42c7-bda5-4ace8e2c4675 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:48:17.697971 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-359fc15f-d9a8-456a-88ba-1384e4ba224a req-3f521d64-9354-42c7-bda5-4ace8e2c4675 service neutron] 10.222.0.43 "GET /v2.0/networks?id=cb56989d-7c5d-4678-b194-1d2edf1e842a HTTP/1.1" status: 200 len: 870 time: 0.9019570 Apr 18 20:48:17.704444 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.v2.base [None req-4482811d-a78d-4efd-8d57-e0aeb617d0ac admin admin] Request body: {'network': {'name': 'tempest-ServerGroupTestJSON-1200433181-network', 'tenant_id': 'ef393f704f6548e3a50b128f917b8c4a'}} {{(pid=84040) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 20:48:17.704444 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [None req-4482811d-a78d-4efd-8d57-e0aeb617d0ac admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:48:17.712359 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-aa1f5fcf-ec5b-46c8-a193-4e1e9d86349f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33528224'] for security_group, after_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:17.718501 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-4482811d-a78d-4efd-8d57-e0aeb617d0ac admin admin] Usage tracker for resource:network and tenant:ef393f704f6548e3a50b128f917b8c4a is out of sync, need to count used quota {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:48:17.718501 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-4482811d-a78d-4efd-8d57-e0aeb617d0ac admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:48:17.718501 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [None req-4482811d-a78d-4efd-8d57-e0aeb617d0ac admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:48:17.777818 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] For port 8391d1fb-97a9-4bd8-acc8-073a23993384, host n-h2-838334-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838334-2',level=0,port_id=8391d1fb-97a9-4bd8-acc8-073a23993384,segment=NetworkSegment(62b85806-94d8-4a88-a06c-da82e5932d66),segment_id=62b85806-94d8-4a88-a06c-da82e5932d66)] {{(pid=84042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:48:17.798897 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4482811d-a78d-4efd-8d57-e0aeb617d0ac admin admin] Made reservation on behalf of ef393f704f6548e3a50b128f917b8c4a for: {'network': 1} {{(pid=84040) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:48:17.808583 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-4482811d-a78d-4efd-8d57-e0aeb617d0ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for network, before_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:17.812727 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Returning: {'device': '8391d1fb-97a9-4bd8-acc8-073a23993384', 'network_id': 'cb56989d-7c5d-4678-b194-1d2edf1e842a', 'port_id': '8391d1fb-97a9-4bd8-acc8-073a23993384', 'mac_address': 'fa:16:3e:9f:bd:8d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 382, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c4b526db-4d8a-4d4c-a310-e3a599630ae1', 'ip_address': '192.168.233.57'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84042) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 18 20:48:17.917785 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-359fc15f-d9a8-456a-88ba-1384e4ba224a req-c7857298-6f0f-48d6-9d4e-bb84144f9d66 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.206&port_id=454545ff-cc01-4b02-98d5-de56b420f516 HTTP/1.1" status: 200 len: 217 time: 0.1954546 Apr 18 20:48:17.944676 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa1f5fcf-ec5b-46c8-a193-4e1e9d86349f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=662d465b-c633-488a-99c1-bc2d1e2ea873,revision_number=None']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:48:17.953930 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-aa1f5fcf-ec5b-46c8-a193-4e1e9d86349f admin admin] Notify callbacks [] for security_group, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:17.963584 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-aa1f5fcf-ec5b-46c8-a193-4e1e9d86349f admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/662d465b-c633-488a-99c1-bc2d1e2ea873 HTTP/1.1" status: 204 len: 168 time: 1.3429239 Apr 18 20:48:18.158120 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-359fc15f-d9a8-456a-88ba-1384e4ba224a req-8d1536b0-c8e3-4b72-8e75-c550bdba26f3 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:48:18.161439 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-359fc15f-d9a8-456a-88ba-1384e4ba224a req-8d1536b0-c8e3-4b72-8e75-c550bdba26f3 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=c4b526db-4d8a-4d4c-a310-e3a599630ae1 HTTP/1.1" status: 200 len: 843 time: 0.2004828 Apr 18 20:48:18.177285 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-2415f466-e332-45c3-9260-16b973ee34c3 req-2791dbed-f54b-4195-b02b-b911dd86055b service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=b7307812-da19-4509-9baf-bb3ff8313904 HTTP/1.1" status: 200 len: 1097 time: 1.1080768 Apr 18 20:48:18.177285 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-ad10e9d7-92f4-42df-97d0-60b23c1c1e8a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32266383'] for subnet, precommit_delete_associations {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:18.189761 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-4482811d-a78d-4efd-8d57-e0aeb617d0ac admin admin] Notify callbacks [] for security_group, before_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:18.310036 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:18.377530 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-ad10e9d7-92f4-42df-97d0-60b23c1c1e8a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1260556'] for subnet, precommit_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:18.420666 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-052aaf42-0f97-47b3-91bc-38af3e656e64 req-3335b6e3-3c20-4ec9-ad04-172c967a1472 service neutron] 10.222.0.43 "GET /v2.0/networks/48f708f8-0904-4115-910c-bb1ab06d7263?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7613447 Apr 18 20:48:18.427223 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [None req-4482811d-a78d-4efd-8d57-e0aeb617d0ac admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:48:18.432409 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-4482811d-a78d-4efd-8d57-e0aeb617d0ac admin admin] Usage tracker for resource:security_group_rule and tenant:ef393f704f6548e3a50b128f917b8c4a is out of sync, need to count used quota {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:48:18.435555 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-4482811d-a78d-4efd-8d57-e0aeb617d0ac admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:48:18.441860 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [None req-4482811d-a78d-4efd-8d57-e0aeb617d0ac admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:48:18.450029 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-ed4c893f-f8e8-4252-bdbe-a49a4c000635 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750375287399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253529'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:18.465665 n-d-838334-2 neutron-server[84042]: DEBUG neutron.notifiers.nova [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 8391d1fb-97a9-4bd8-acc8-073a23993384 {{(pid=84042) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 18 20:48:18.537717 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-64884463-4dbe-4192-ba92-146692f0c9fb req-917f8638-3af6-479d-b57f-4c43a2535a49 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=cb56989d-7c5d-4678-b194-1d2edf1e842a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.9783058 Apr 18 20:48:18.549892 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] For port 8391d1fb-97a9-4bd8-acc8-073a23993384, host n-h2-838334-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838334-2',level=0,port_id=8391d1fb-97a9-4bd8-acc8-073a23993384,segment=NetworkSegment(62b85806-94d8-4a88-a06c-da82e5932d66),segment_id=62b85806-94d8-4a88-a06c-da82e5932d66)] {{(pid=84042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:48:18.592082 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682'] for port, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:18.644088 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-2415f466-e332-45c3-9260-16b973ee34c3 req-788c8d7e-c14e-4c00-a8b7-c60e9c36e253 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=c2aeb662-6a43-4389-8810-9fad3627855b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3759065 Apr 18 20:48:18.660740 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82eaca77-2a52-4ad4-819c-90a0638e7185 req-2ffa1624-dce5-4ba6-bff5-ec91223013c7 tempest-MigrationsAdminTest-1326981207 tempest-MigrationsAdminTest-1326981207-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:48:18.660740 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-82eaca77-2a52-4ad4-819c-90a0638e7185 req-2ffa1624-dce5-4ba6-bff5-ec91223013c7 tempest-MigrationsAdminTest-1326981207 tempest-MigrationsAdminTest-1326981207-project] 10.222.0.42 "GET /v2.0/ports?device_id=db680760-9920-4ccc-8c07-2936a873d08f HTTP/1.1" status: 200 len: 948 time: 0.5650327 Apr 18 20:48:18.931346 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] get_ports_and_sgs() called for port_ids ['8391d1fb-97a9-4bd8-acc8-073a23993384'] {{(pid=84042) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 18 20:48:18.958328 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-359fc15f-d9a8-456a-88ba-1384e4ba224a req-e9804302-d47a-4a99-ae6d-8cf41c671971 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=cb56989d-7c5d-4678-b194-1d2edf1e842a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.7388763 Apr 18 20:48:18.986746 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-4482811d-a78d-4efd-8d57-e0aeb617d0ac admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:18.991919 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-82eaca77-2a52-4ad4-819c-90a0638e7185 req-36cbb9d3-a891-491d-be2b-fe834af31590 tempest-MigrationsAdminTest-1326981207 tempest-MigrationsAdminTest-1326981207-project] 10.222.0.42 "GET /v2.0/security-groups?id=8ca7ac2c-bfe5-493b-aae6-636315bac851&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3182168 Apr 18 20:48:19.005204 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7d6e3d2-4170-4a12-94e2-6a6739168efb req-62f48032-ae9e-4f79-b235-0bdd16694927 tempest-ServerActionsTestJSON-2052644234 tempest-ServerActionsTestJSON-2052644234-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:48:19.007303 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-b7d6e3d2-4170-4a12-94e2-6a6739168efb req-62f48032-ae9e-4f79-b235-0bdd16694927 tempest-ServerActionsTestJSON-2052644234 tempest-ServerActionsTestJSON-2052644234-project] 10.222.0.42 "GET /v2.0/ports?device_id=b7307812-da19-4509-9baf-bb3ff8313904 HTTP/1.1" status: 200 len: 946 time: 0.5384836 Apr 18 20:48:19.009379 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-4482811d-a78d-4efd-8d57-e0aeb617d0ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33528224'] for security_group, after_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:19.050773 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-ad10e9d7-92f4-42df-97d0-60b23c1c1e8a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1260549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33526260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32266336', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32486390'] for subnet, after_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:19.119237 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4482811d-a78d-4efd-8d57-e0aeb617d0ac admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 380} {{(pid=84040) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 20:48:19.144426 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-4482811d-a78d-4efd-8d57-e0aeb617d0ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1082986'] for segment, precommit_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:19.144426 n-d-838334-2 neutron-server[84040]: INFO neutron.db.segments_db [None req-4482811d-a78d-4efd-8d57-e0aeb617d0ac admin admin] Added segment e44397e8-e728-4949-b8ce-d632dad964be of type vlan for network 6b61571a-5f15-463b-9607-983d8cc685ba Apr 18 20:48:19.173884 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-4482811d-a78d-4efd-8d57-e0aeb617d0ac admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750374825732'] for network, precommit_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:19.181032 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750375287399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253529'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:19.241760 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Pushing event updated for resources: {'Port': ['ID=8391d1fb-97a9-4bd8-acc8-073a23993384,revision_number=6']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:48:19.290911 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4482811d-a78d-4efd-8d57-e0aeb617d0ac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3a7e1e4c-e5e6-4b66-a74a-6a0f8d90444d,revision_number=1']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:48:19.348386 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad10e9d7-92f4-42df-97d0-60b23c1c1e8a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d5bbcfa7-4c14-4cbd-af87-49786db37498,revision_number=None']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:48:19.349904 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-4482811d-a78d-4efd-8d57-e0aeb617d0ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33526109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022'] for network, after_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:19.351072 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4482811d-a78d-4efd-8d57-e0aeb617d0ac admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:48:19.354151 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-4482811d-a78d-4efd-8d57-e0aeb617d0ac admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32378031'] for network, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:19.365557 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-64884463-4dbe-4192-ba92-146692f0c9fb req-8073cc4d-a190-4f03-bf7b-45e0106dc249 service neutron] 10.222.0.43 "GET /v2.0/networks/cb56989d-7c5d-4678-b194-1d2edf1e842a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8203695 Apr 18 20:48:19.368546 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-ad10e9d7-92f4-42df-97d0-60b23c1c1e8a admin admin] Notify callbacks [] for subnet, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:19.390407 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Device 454545ff-cc01-4b02-98d5-de56b420f516 up at agent hyperv_n-h1-838334-2 {{(pid=84042) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 20:48:19.409418 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-ad10e9d7-92f4-42df-97d0-60b23c1c1e8a admin admin] 10.222.0.42 "DELETE /v2.0/subnets/d5bbcfa7-4c14-4cbd-af87-49786db37498 HTTP/1.1" status: 204 len: 168 time: 2.1897562 Apr 18 20:48:19.417902 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 44362) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:48:19.420408 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-e9e5ab11-03b5-4391-88c5-85d4a0cd33ee admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-32377931', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33443910'] for router_interface, after_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:19.539496 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-b7d6e3d2-4170-4a12-94e2-6a6739168efb req-fdc4aec9-1f83-4a8f-8f7c-38a96362b453 tempest-ServerActionsTestJSON-2052644234 tempest-ServerActionsTestJSON-2052644234-project] 10.222.0.42 "GET /v2.0/security-groups?id=c2aeb662-6a43-4389-8810-9fad3627855b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5121217 Apr 18 20:48:19.613100 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-414b6ffe-e119-47bc-b18f-bcff1219c2f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750375287399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253529'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:19.614302 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-359fc15f-d9a8-456a-88ba-1384e4ba224a req-55d2bd1b-26bc-4792-b1ba-875e98485f3a service neutron] 10.222.0.43 "GET /v2.0/networks/cb56989d-7c5d-4678-b194-1d2edf1e842a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6481111 Apr 18 20:48:19.674806 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Provisioning complete for port 454545ff-cc01-4b02-98d5-de56b420f516 triggered by entity L2. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:48:19.674806 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1253608'] for port, provisioning_complete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:19.675907 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-4482811d-a78d-4efd-8d57-e0aeb617d0ac admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 2.3410249 Apr 18 20:48:19.704730 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 44370) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:48:19.823144 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4482811d-a78d-4efd-8d57-e0aeb617d0ac admin admin] Pushing event updated for resources: {'Network': ['ID=6b61571a-5f15-463b-9607-983d8cc685ba,revision_number=1']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:48:19.844252 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Network 6b61571a-5f15-463b-9607-983d8cc685ba details requested by agent ovs-agent-n-d-838334-2 with host n-d-838334-2 {{(pid=84042) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 18 20:48:19.970733 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 44376) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:48:19.985526 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.v2.base [None req-8aa3b17d-0d7c-46a8-b205-156750d350f1 admin admin] Request body: {'subnet': {'network_id': '6b61571a-5f15-463b-9607-983d8cc685ba', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerGroupTestJSON-1200433181-subnet', 'tenant_id': 'ef393f704f6548e3a50b128f917b8c4a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=84041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 20:48:19.985526 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-8aa3b17d-0d7c-46a8-b205-156750d350f1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:48:19.985526 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-8aa3b17d-0d7c-46a8-b205-156750d350f1 admin admin] Usage tracker for resource:subnet and tenant:ef393f704f6548e3a50b128f917b8c4a is out of sync, need to count used quota {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:48:19.991287 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-8aa3b17d-0d7c-46a8-b205-156750d350f1 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:48:20.002964 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-8aa3b17d-0d7c-46a8-b205-156750d350f1 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:48:20.024379 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8aa3b17d-0d7c-46a8-b205-156750d350f1 admin admin] Made reservation on behalf of ef393f704f6548e3a50b128f917b8c4a for: {'subnet': 1} {{(pid=84041) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:48:20.026688 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-8aa3b17d-0d7c-46a8-b205-156750d350f1 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32486301'] for subnet, before_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:20.076467 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-b5284558-64c7-4609-b595-da1e6195143a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1103592'] for network, before_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:20.277391 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-8aa3b17d-0d7c-46a8-b205-156750d350f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33526260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32266407', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32486287'] for subnet, after_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:20.329731 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-b5284558-64c7-4609-b595-da1e6195143a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1258905', 'neutron.services.segments.db._delete_segments_for_network-8750375287417'] for network, precommit_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:20.349789 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:20.375571 n-d-838334-2 neutron-server[84040]: DEBUG neutron.services.segments.db [None req-b5284558-64c7-4609-b595-da1e6195143a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1d9bef28-3e81-4e3e-8f24-c41d55475f5f']}} {{(pid=84040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:48:20.414445 n-d-838334-2 neutron-server[84040]: DEBUG neutron.services.segments.db [None req-b5284558-64c7-4609-b595-da1e6195143a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '69e680c7-3ab0-48c4-a2d0-df2b5d30c8ee') {'for_net_delete': True} {{(pid=84040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:48:20.414851 n-d-838334-2 neutron-server[84040]: DEBUG neutron.services.segments.db [None req-b5284558-64c7-4609-b595-da1e6195143a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '69e680c7-3ab0-48c4-a2d0-df2b5d30c8ee') {} {{(pid=84040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:48:20.436185 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.v2.base [None req-2d7b8982-ad40-48c1-a5e5-c5d4dd523893 admin admin] Request body: {'network': {'name': 'tempest-ServerMetadataNegativeTestJSON-111802147-network', 'tenant_id': '0599e263a4974e689c38efa9f81a0f07'}} {{(pid=84040) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 20:48:20.437845 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] For port 454545ff-cc01-4b02-98d5-de56b420f516, host n-h1-838334-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838334-2',level=0,port_id=454545ff-cc01-4b02-98d5-de56b420f516,segment=NetworkSegment(62b85806-94d8-4a88-a06c-da82e5932d66),segment_id=62b85806-94d8-4a88-a06c-da82e5932d66)] {{(pid=84042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:48:20.445912 n-d-838334-2 neutron-server[84042]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'db680760-9920-4ccc-8c07-2936a873d08f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '454545ff-cc01-4b02-98d5-de56b420f516'}] {{(pid=84042) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 20:48:20.484406 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682'] for port, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:20.503470 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-64884463-4dbe-4192-ba92-146692f0c9fb req-e6e2f7ce-fcdf-4189-aef0-cd4cd8e059a2 service neutron] 10.222.0.43 "GET /v2.0/networks/cb56989d-7c5d-4678-b194-1d2edf1e842a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1302269 Apr 18 20:48:20.505073 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [None req-2d7b8982-ad40-48c1-a5e5-c5d4dd523893 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:48:20.505278 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-359fc15f-d9a8-456a-88ba-1384e4ba224a req-cf109936-055e-4f04-93d2-77bcb897167b service neutron] 10.222.0.43 "GET /v2.0/networks/cb56989d-7c5d-4678-b194-1d2edf1e842a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8461320 Apr 18 20:48:20.509428 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-b5284558-64c7-4609-b595-da1e6195143a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750375287300', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31955965'] for segment, before_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:20.547495 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-2d7b8982-ad40-48c1-a5e5-c5d4dd523893 admin admin] Usage tracker for resource:network and tenant:0599e263a4974e689c38efa9f81a0f07 is out of sync, need to count used quota {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:48:20.583638 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-2d7b8982-ad40-48c1-a5e5-c5d4dd523893 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:48:20.600242 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-b5284558-64c7-4609-b595-da1e6195143a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1082986'] for segment, precommit_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:20.623524 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [None req-2d7b8982-ad40-48c1-a5e5-c5d4dd523893 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:48:20.638200 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aa3b17d-0d7c-46a8-b205-156750d350f1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7e58bc8e-8e47-4b25-a6de-a7a4bbfcf0e0,revision_number=0']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:48:20.650982 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b5284558-64c7-4609-b595-da1e6195143a admin admin] Releasing vlan 387 on physical network physnet1 to pool {{(pid=84040) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 18 20:48:20.652282 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-b5284558-64c7-4609-b595-da1e6195143a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1082993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32440923'] for segment, after_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:20.663877 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8aa3b17d-0d7c-46a8-b205-156750d350f1 admin admin] Checking segment: {'id': 'e44397e8-e728-4949-b8ce-d632dad964be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': '6b61571a-5f15-463b-9607-983d8cc685ba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84041) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 20:48:20.664248 n-d-838334-2 neutron-server[84041]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8aa3b17d-0d7c-46a8-b205-156750d350f1 admin admin] Network hostable DHCP agents. Network: 6b61571a-5f15-463b-9607-983d8cc685ba, hostable agents: ['8746f8ea-3e91-4b32-9919-2c63adeb8722'], hosted agents: [] {{(pid=84041) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 20:48:20.676974 n-d-838334-2 neutron-server[84042]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5e1fbc58-4806-4c3b-b5c6-d81e9dd89f04'] response: {'server_uuid': 'db680760-9920-4ccc-8c07-2936a873d08f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '454545ff-cc01-4b02-98d5-de56b420f516', 'code': 200} Apr 18 20:48:20.678354 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Pushing event updated for resources: {'Port': ['ID=454545ff-cc01-4b02-98d5-de56b420f516,revision_number=8']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:48:20.689826 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-c7521a90-7d65-4e2e-842c-ca5d95e9a89c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750375287399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253529'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:20.698477 n-d-838334-2 neutron-server[84040]: Traceback (most recent call last): Apr 18 20:48:20.698477 n-d-838334-2 neutron-server[84040]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 18 20:48:20.698477 n-d-838334-2 neutron-server[84040]: timer() Apr 18 20:48:20.698477 n-d-838334-2 neutron-server[84040]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 20:48:20.698477 n-d-838334-2 neutron-server[84040]: cb(*args, **kw) Apr 18 20:48:20.698477 n-d-838334-2 neutron-server[84040]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 18 20:48:20.698477 n-d-838334-2 neutron-server[84040]: return func(*args, **kwargs) Apr 18 20:48:20.698477 n-d-838334-2 neutron-server[84040]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 20:48:20.698477 n-d-838334-2 neutron-server[84040]: self._notify() Apr 18 20:48:20.698477 n-d-838334-2 neutron-server[84040]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 20:48:20.698477 n-d-838334-2 neutron-server[84040]: self.callback(batched_events) Apr 18 20:48:20.698477 n-d-838334-2 neutron-server[84040]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 20:48:20.698477 n-d-838334-2 neutron-server[84040]: event.method(event) Apr 18 20:48:20.698477 n-d-838334-2 neutron-server[84040]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 18 20:48:20.698477 n-d-838334-2 neutron-server[84040]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 20:48:20.698477 n-d-838334-2 neutron-server[84040]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 18 20:48:20.698477 n-d-838334-2 neutron-server[84040]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 20:48:20.698477 n-d-838334-2 neutron-server[84040]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 18 20:48:20.698477 n-d-838334-2 neutron-server[84040]: return f(self, *a, **k) Apr 18 20:48:20.698477 n-d-838334-2 neutron-server[84040]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 18 20:48:20.698477 n-d-838334-2 neutron-server[84040]: return self._get(url).json() Apr 18 20:48:20.698477 n-d-838334-2 neutron-server[84040]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 18 20:48:20.698477 n-d-838334-2 neutron-server[84040]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 20:48:20.698477 n-d-838334-2 neutron-server[84040]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 18 20:48:20.698477 n-d-838334-2 neutron-server[84040]: return self.request(url, 'GET', **kwargs) Apr 18 20:48:20.698477 n-d-838334-2 neutron-server[84040]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 18 20:48:20.698477 n-d-838334-2 neutron-server[84040]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 20:48:20.698477 n-d-838334-2 neutron-server[84040]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 18 20:48:20.698477 n-d-838334-2 neutron-server[84040]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 20:48:20.698477 n-d-838334-2 neutron-server[84040]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 18 20:48:20.698477 n-d-838334-2 neutron-server[84040]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 20:48:20.698477 n-d-838334-2 neutron-server[84040]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 20:48:20.715599 n-d-838334-2 neutron-server[84041]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8aa3b17d-0d7c-46a8-b205-156750d350f1 admin admin] Network 6b61571a-5f15-463b-9607-983d8cc685ba is scheduled to be hosted by DHCP agent 8746f8ea-3e91-4b32-9919-2c63adeb8722 with binding_index 1 {{(pid=84041) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 20:48:20.734647 n-d-838334-2 neutron-server[84041]: DEBUG neutron.scheduler.base_scheduler [None req-8aa3b17d-0d7c-46a8-b205-156750d350f1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-838334-2, 6b61571a-5f15-463b-9607-983d8cc685ba) {{(pid=84041) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:48:20.744710 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8aa3b17d-0d7c-46a8-b205-156750d350f1 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:48:20.745663 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-8aa3b17d-0d7c-46a8-b205-156750d350f1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:20.751684 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e96ab8f7-e6f2-455a-ba69-4d65454ed42e None None] Network 6b61571a-5f15-463b-9607-983d8cc685ba requested from n-d-838334-2 {{(pid=84042) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 20:48:20.806254 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-8aa3b17d-0d7c-46a8-b205-156750d350f1 admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.0956104 Apr 18 20:48:20.869753 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d7b8982-ad40-48c1-a5e5-c5d4dd523893 admin admin] Made reservation on behalf of 0599e263a4974e689c38efa9f81a0f07 for: {'network': 1} {{(pid=84040) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:48:20.874878 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-2d7b8982-ad40-48c1-a5e5-c5d4dd523893 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for network, before_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:20.947749 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-2d7b8982-ad40-48c1-a5e5-c5d4dd523893 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:20.971263 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-b5284558-64c7-4609-b595-da1e6195143a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1258898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33526109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33444113'] for network, after_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:20.998149 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-b5284558-64c7-4609-b595-da1e6195143a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32378031'] for network, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:21.026736 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d19b2ea9-3df2-455c-971e-ac8067bc5e5d req-a1825170-943c-42ca-986c-6e1ef3bac416 tempest-MigrationsAdminTest-1326981207 tempest-MigrationsAdminTest-1326981207-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:48:21.028498 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-d19b2ea9-3df2-455c-971e-ac8067bc5e5d req-a1825170-943c-42ca-986c-6e1ef3bac416 tempest-MigrationsAdminTest-1326981207 tempest-MigrationsAdminTest-1326981207-project] 10.222.0.42 "GET /v2.0/ports?device_id=db680760-9920-4ccc-8c07-2936a873d08f HTTP/1.1" status: 200 len: 950 time: 0.6067004 Apr 18 20:48:21.029625 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5284558-64c7-4609-b595-da1e6195143a admin admin] Pushing event deleted for resources: {'Network': ['ID=1d9bef28-3e81-4e3e-8f24-c41d55475f5f,revision_number=None']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:48:21.098166 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-b5284558-64c7-4609-b595-da1e6195143a admin admin] 10.222.0.42 "DELETE /v2.0/networks/1d9bef28-3e81-4e3e-8f24-c41d55475f5f HTTP/1.1" status: 204 len: 168 time: 1.6736865 Apr 18 20:48:21.107323 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [None req-2d7b8982-ad40-48c1-a5e5-c5d4dd523893 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:48:21.132374 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-2d7b8982-ad40-48c1-a5e5-c5d4dd523893 admin admin] Usage tracker for resource:security_group_rule and tenant:0599e263a4974e689c38efa9f81a0f07 is out of sync, need to count used quota {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:48:21.140386 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-2d7b8982-ad40-48c1-a5e5-c5d4dd523893 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:48:21.157154 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [None req-2d7b8982-ad40-48c1-a5e5-c5d4dd523893 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:48:21.176816 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-d19b2ea9-3df2-455c-971e-ac8067bc5e5d req-b78ccc40-7696-4b56-9961-e85e36ac3df7 tempest-MigrationsAdminTest-1326981207 tempest-MigrationsAdminTest-1326981207-project] 10.222.0.42 "GET /v2.0/security-groups?id=8ca7ac2c-bfe5-493b-aae6-636315bac851&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1247389 Apr 18 20:48:21.188902 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77652009-eb2c-4091-9ea2-3d67be1092dc req-13fcc773-958e-488f-ac14-9ca01efa7258 tempest-ServerActionsTestJSON-2052644234 tempest-ServerActionsTestJSON-2052644234-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:48:21.190652 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-77652009-eb2c-4091-9ea2-3d67be1092dc req-13fcc773-958e-488f-ac14-9ca01efa7258 tempest-ServerActionsTestJSON-2052644234 tempest-ServerActionsTestJSON-2052644234-project] 10.222.0.42 "GET /v2.0/ports?device_id=b7307812-da19-4509-9baf-bb3ff8313904 HTTP/1.1" status: 200 len: 946 time: 0.3276732 Apr 18 20:48:21.213461 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f6d155c-d204-4c99-bddc-35e4ef3dbf67 None None] Network 6b61571a-5f15-463b-9607-983d8cc685ba requested from n-d-838334-2 {{(pid=84042) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 20:48:21.357585 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 44404) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:48:21.429653 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-74b7f832-78bf-4565-b9de-d349d4100347 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=2c9b2c88a8a84f839903c8c7e9f1ad0a&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0699046 Apr 18 20:48:21.430645 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 44410) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:48:21.575794 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-8cee6328-00dd-4f0d-ae7c-f7480acc1f20 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:21.607805 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Device 8391d1fb-97a9-4bd8-acc8-073a23993384 up at agent hyperv_n-h2-838334-2 {{(pid=84042) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 20:48:21.674833 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-8cee6328-00dd-4f0d-ae7c-f7480acc1f20 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:21.746431 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Provisioning complete for port 8391d1fb-97a9-4bd8-acc8-073a23993384 triggered by entity L2. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:48:21.746846 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1253608'] for port, provisioning_complete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:21.766094 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-77652009-eb2c-4091-9ea2-3d67be1092dc req-bda7fd4d-7168-4c72-817d-8df28d1a1dca tempest-ServerActionsTestJSON-2052644234 tempest-ServerActionsTestJSON-2052644234-project] 10.222.0.42 "GET /v2.0/security-groups?id=c2aeb662-6a43-4389-8810-9fad3627855b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1664820 Apr 18 20:48:21.848957 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-8cee6328-00dd-4f0d-ae7c-f7480acc1f20 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33528224'] for security_group, after_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:21.890566 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cee6328-00dd-4f0d-ae7c-f7480acc1f20 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b05a6b2-12b5-46ba-add0-6b3994e41087,revision_number=None']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:48:21.908515 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-8cee6328-00dd-4f0d-ae7c-f7480acc1f20 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:21.916214 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-8cee6328-00dd-4f0d-ae7c-f7480acc1f20 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/1b05a6b2-12b5-46ba-add0-6b3994e41087 HTTP/1.1" status: 204 len: 168 time: 0.4832320 Apr 18 20:48:21.960242 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:22.049738 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] For port 8391d1fb-97a9-4bd8-acc8-073a23993384, host n-h2-838334-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838334-2',level=0,port_id=8391d1fb-97a9-4bd8-acc8-073a23993384,segment=NetworkSegment(62b85806-94d8-4a88-a06c-da82e5932d66),segment_id=62b85806-94d8-4a88-a06c-da82e5932d66)] {{(pid=84042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:48:22.063712 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682'] for port, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:22.145375 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-2d7b8982-ad40-48c1-a5e5-c5d4dd523893 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:22.217528 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-2d7b8982-ad40-48c1-a5e5-c5d4dd523893 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33528224'] for security_group, after_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:22.225824 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Pushing event updated for resources: {'Port': ['ID=8391d1fb-97a9-4bd8-acc8-073a23993384,revision_number=7']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:48:22.240979 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2d7b8982-ad40-48c1-a5e5-c5d4dd523893 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 354} {{(pid=84040) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 20:48:22.256930 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-2d7b8982-ad40-48c1-a5e5-c5d4dd523893 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1082986'] for segment, precommit_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:22.257793 n-d-838334-2 neutron-server[84040]: INFO neutron.db.segments_db [None req-2d7b8982-ad40-48c1-a5e5-c5d4dd523893 admin admin] Added segment a39df7ac-43dc-4661-8d32-6e421aba4435 of type vlan for network 301f150d-0e84-42bb-b737-c7bc5c146888 Apr 18 20:48:22.330761 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d7b8982-ad40-48c1-a5e5-c5d4dd523893 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=43e21539-3ecb-4f67-9366-91cd880b2bb5,revision_number=1']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:48:22.383371 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-2d7b8982-ad40-48c1-a5e5-c5d4dd523893 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750374825732'] for network, precommit_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:22.529136 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-2d7b8982-ad40-48c1-a5e5-c5d4dd523893 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33526109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022'] for network, after_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:22.530350 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d7b8982-ad40-48c1-a5e5-c5d4dd523893 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:48:22.530512 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-2d7b8982-ad40-48c1-a5e5-c5d4dd523893 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32378031'] for network, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:22.662820 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b70ecf9c-fb0e-4671-ad3f-378b1205c17c req-60652dd3-7876-4535-8a66-7dfde74d85cc tempest-ServerActionsTestJSON-2052644234 tempest-ServerActionsTestJSON-2052644234-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:48:22.663690 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-b70ecf9c-fb0e-4671-ad3f-378b1205c17c req-60652dd3-7876-4535-8a66-7dfde74d85cc tempest-ServerActionsTestJSON-2052644234 tempest-ServerActionsTestJSON-2052644234-project] 10.222.0.42 "GET /v2.0/ports?device_id=b7307812-da19-4509-9baf-bb3ff8313904 HTTP/1.1" status: 200 len: 946 time: 0.3072426 Apr 18 20:48:22.670199 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-2d7b8982-ad40-48c1-a5e5-c5d4dd523893 admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 2.7093680 Apr 18 20:48:22.673377 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 44430) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:48:22.676097 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 44432) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:48:22.678483 n-d-838334-2 neutron-server[84042]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd44c3995-aaea-498f-b11f-fc70e6923c49', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8391d1fb-97a9-4bd8-acc8-073a23993384'}] {{(pid=84042) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 20:48:22.690172 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.v2.base [None req-bcdba26c-77b4-4573-8b1b-dc6fc7a4e590 admin admin] Request body: {'subnet': {'network_id': '301f150d-0e84-42bb-b737-c7bc5c146888', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerMetadataNegativeTestJSON-111802147-subnet', 'tenant_id': '0599e263a4974e689c38efa9f81a0f07', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=84041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 20:48:22.696192 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-bcdba26c-77b4-4573-8b1b-dc6fc7a4e590 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:48:22.700843 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-bcdba26c-77b4-4573-8b1b-dc6fc7a4e590 admin admin] Usage tracker for resource:subnet and tenant:0599e263a4974e689c38efa9f81a0f07 is out of sync, need to count used quota {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:48:22.708998 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-bcdba26c-77b4-4573-8b1b-dc6fc7a4e590 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:48:22.723419 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d7b8982-ad40-48c1-a5e5-c5d4dd523893 admin admin] Pushing event updated for resources: {'Network': ['ID=301f150d-0e84-42bb-b737-c7bc5c146888,revision_number=1']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:48:22.735315 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Network 301f150d-0e84-42bb-b737-c7bc5c146888 details requested by agent ovs-agent-n-d-838334-2 with host n-d-838334-2 {{(pid=84042) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 18 20:48:22.755617 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-bcdba26c-77b4-4573-8b1b-dc6fc7a4e590 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:48:22.776768 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.v2.base [None req-bf5142d3-762f-411f-b056-3f9eef05b90f tempest-ServerActionsTestJSON-2052644234 tempest-ServerActionsTestJSON-2052644234-project] Request body: {'floatingip': {'port_id': '968bbb7b-ac07-4f93-a27a-f9fa924c1025'}} {{(pid=84041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 20:48:22.797904 n-d-838334-2 neutron-server[84040]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e9e5ab11-03b5-4391-88c5-85d4a0cd33ee admin admin] Router 813035f1-f008-4b32-a970-60bf5859d737 has already been hosted by L3 agent bc84d6c9-dd7a-4555-a351-592327b46d5a {{(pid=84040) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 20:48:23.030821 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-bf5142d3-762f-411f-b056-3f9eef05b90f tempest-ServerActionsTestJSON-2052644234 tempest-ServerActionsTestJSON-2052644234-project] Notify callbacks [] for floatingip, before_update {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:23.220527 n-d-838334-2 neutron-server[84042]: INFO neutron.notifiers.nova [-] Nova event matching ['req-88ff7756-803e-4c04-8e8f-7815ce160097'] response: {'server_uuid': 'd44c3995-aaea-498f-b11f-fc70e6923c49', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8391d1fb-97a9-4bd8-acc8-073a23993384', 'code': 200} Apr 18 20:48:23.283616 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35943d8c-3c6c-4f3a-9737-5ec30fe0bb78 req-6765770e-996b-4b61-88e2-39cc1af32f52 tempest-MigrationsAdminTest-1326981207 tempest-MigrationsAdminTest-1326981207-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:48:23.285348 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-35943d8c-3c6c-4f3a-9737-5ec30fe0bb78 req-6765770e-996b-4b61-88e2-39cc1af32f52 tempest-MigrationsAdminTest-1326981207 tempest-MigrationsAdminTest-1326981207-project] 10.222.0.42 "GET /v2.0/ports?device_id=db680760-9920-4ccc-8c07-2936a873d08f HTTP/1.1" status: 200 len: 950 time: 0.3391550 Apr 18 20:48:23.300557 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bcdba26c-77b4-4573-8b1b-dc6fc7a4e590 admin admin] Made reservation on behalf of 0599e263a4974e689c38efa9f81a0f07 for: {'subnet': 1} {{(pid=84041) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:48:23.314691 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-bcdba26c-77b4-4573-8b1b-dc6fc7a4e590 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32486301'] for subnet, before_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:23.425763 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-35943d8c-3c6c-4f3a-9737-5ec30fe0bb78 req-9f1323b6-6046-47f4-8de6-d6b5589d39ea tempest-MigrationsAdminTest-1326981207 tempest-MigrationsAdminTest-1326981207-project] 10.222.0.42 "GET /v2.0/security-groups?id=8ca7ac2c-bfe5-493b-aae6-636315bac851&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0909293 Apr 18 20:48:23.558712 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-359fc15f-d9a8-456a-88ba-1384e4ba224a req-4b3466d6-60a5-464b-8356-d4a4efb5fd70 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=db680760-9920-4ccc-8c07-2936a873d08f&tenant_id=0ae89e923933452faf6047be78995cc1 HTTP/1.1" status: 200 len: 1101 time: 0.3329954 Apr 18 20:48:23.624080 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e9e5ab11-03b5-4391-88c5-85d4a0cd33ee admin admin] Notify agent at l3_agent.n-d-838334-2 the message routers_updated {{(pid=84040) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 20:48:23.636589 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d260ac2-9f22-4bc6-909b-a64b0ae9bd42 None None] Sync routers for ids ['813035f1-f008-4b32-a970-60bf5859d737'] in n-d-838334-2 {{(pid=84042) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 18 20:48:23.651096 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-e9e5ab11-03b5-4391-88c5-85d4a0cd33ee admin admin] 10.222.0.42 "PUT /v2.0/routers/813035f1-f008-4b32-a970-60bf5859d737/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 15.4103141 Apr 18 20:48:23.654004 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 44462) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:48:23.659271 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d260ac2-9f22-4bc6-909b-a64b0ae9bd42 None None] Routers {'813035f1-f008-4b32-a970-60bf5859d737'} bound to L3 agent in host n-d-838334-2 {{(pid=84042) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 20:48:23.660233 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_hamode_db [None req-2d260ac2-9f22-4bc6-909b-a64b0ae9bd42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838334-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-18T20:25:48Z,description=,heartbeat_timestamp=2022-04-18T20:48:18Z,host='n-d-838334-2',id=bc84d6c9-dd7a-4555-a351-592327b46d5a,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:25:48Z,topic='l3_agent')) {'router_ids': ['813035f1-f008-4b32-a970-60bf5859d737'], 'active': True} {{(pid=84042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:48:24.230821 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.agents_db [None req-6346a179-333c-4370-b5a6-936984aeab15 None None] Agent healthcheck: found 7 active agents {{(pid=84043) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 18 20:48:24.233827 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_dvr_db [None req-2d260ac2-9f22-4bc6-909b-a64b0ae9bd42 None None] Set router 813035f1-f008-4b32-a970-60bf5859d737 gateway port host: n-d-838334-2 {{(pid=84042) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 20:48:24.239188 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-a52ae5e9-bad2-46b0-b73d-40cb0a4be49b admin admin] Notify callbacks [] for router, before_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:24.374315 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-359fc15f-d9a8-456a-88ba-1384e4ba224a req-64b7e169-a2fc-48a3-b25a-e833d7ce3d23 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=0ae89e923933452faf6047be78995cc1&device_id=db680760-9920-4ccc-8c07-2936a873d08f HTTP/1.1" status: 200 len: 1101 time: 0.4604654 Apr 18 20:48:24.851154 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-a52ae5e9-bad2-46b0-b73d-40cb0a4be49b admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:24.870426 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.plugin [None req-a52ae5e9-bad2-46b0-b73d-40cb0a4be49b admin admin] Deleting port d215d5b2-51e8-488f-b409-e950dd57b917 {{(pid=84040) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 20:48:24.872126 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-a52ae5e9-bad2-46b0-b73d-40cb0a4be49b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750375188691'] for port, before_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:24.876619 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-bcdba26c-77b4-4573-8b1b-dc6fc7a4e590 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33526260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32266407', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32486287'] for subnet, after_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:24.964870 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcdba26c-77b4-4573-8b1b-dc6fc7a4e590 admin admin] Pushing event updated for resources: {'Subnet': ['ID=92ccf3d3-a084-4790-b114-fd7b044668cc,revision_number=0']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:48:25.061031 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_hamode_db [None req-2d260ac2-9f22-4bc6-909b-a64b0ae9bd42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '813035f1-f008-4b32-a970-60bf5859d737', 'name': 'tempest-AttachSCSIVolumeTestJSON-144980346-router', 'tenant_id': 'b8f587b8d37f466c86e412be600de70f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'external_fixed_ips': [{'subnet_id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'ip_address': '172.25.8.74'}], 'enable_snat': True}, 'gw_port_id': 'd215d5b2-51e8-488f-b409-e950dd57b917', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:44:52Z', 'updated_at': '2022-04-18T20:48:16Z', 'revision_number': 5, 'project_id': 'b8f587b8d37f466c86e412be600de70f', 'gw_port': {'id': 'd215d5b2-51e8-488f-b409-e950dd57b917', 'name': '', 'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:c8:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '813035f1-f008-4b32-a970-60bf5859d737', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'ip_address': '172.25.8.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:44:52Z', 'updated_at': '2022-04-18T20:45:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838334-2'}], 'n-d-838334-2', False) {} {{(pid=84042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:48:25.070248 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-359fc15f-d9a8-456a-88ba-1384e4ba224a req-9c2a3bb1-c2f0-4e14-85b4-7782c2cbb646 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:48:25.072704 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-359fc15f-d9a8-456a-88ba-1384e4ba224a req-9c2a3bb1-c2f0-4e14-85b4-7782c2cbb646 service neutron] 10.222.0.43 "GET /v2.0/networks?id=cb56989d-7c5d-4678-b194-1d2edf1e842a HTTP/1.1" status: 200 len: 870 time: 0.6834631 Apr 18 20:48:25.084707 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d260ac2-9f22-4bc6-909b-a64b0ae9bd42 None None] Checking router: 813035f1-f008-4b32-a970-60bf5859d737 for host: n-d-838334-2 {{(pid=84042) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 18 20:48:25.138222 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d260ac2-9f22-4bc6-909b-a64b0ae9bd42 None None] Routers {'813035f1-f008-4b32-a970-60bf5859d737'} bound to L3 agent in host n-d-838334-2 {{(pid=84042) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 20:48:25.138921 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_hamode_db [None req-2d260ac2-9f22-4bc6-909b-a64b0ae9bd42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838334-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-18T20:25:48Z,description=,heartbeat_timestamp=2022-04-18T20:48:18Z,host='n-d-838334-2',id=bc84d6c9-dd7a-4555-a351-592327b46d5a,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:25:48Z,topic='l3_agent')) {'router_ids': ['813035f1-f008-4b32-a970-60bf5859d737'], 'active': True} {{(pid=84042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:48:25.143726 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-bf5142d3-762f-411f-b056-3f9eef05b90f tempest-ServerActionsTestJSON-2052644234 tempest-ServerActionsTestJSON-2052644234-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:25.164705 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-bf5142d3-762f-411f-b056-3f9eef05b90f tempest-ServerActionsTestJSON-2052644234 tempest-ServerActionsTestJSON-2052644234-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33444131'] for floatingip, after_update {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:25.219977 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.db [None req-a52ae5e9-bad2-46b0-b73d-40cb0a4be49b admin admin] For port d215d5b2-51e8-488f-b409-e950dd57b917, host n-d-838334-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838334-2',level=0,port_id=d215d5b2-51e8-488f-b409-e950dd57b917,segment=NetworkSegment(732aa830-768b-4511-951f-d08e26b9c25b),segment_id=732aa830-768b-4511-951f-d08e26b9c25b)] {{(pid=84040) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:48:25.220421 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-a52ae5e9-bad2-46b0-b73d-40cb0a4be49b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369123'] for port, precommit_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:25.240072 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-359fc15f-d9a8-456a-88ba-1384e4ba224a req-1cd6571e-db16-497e-97b0-ec6db69226bb service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.206&port_id=454545ff-cc01-4b02-98d5-de56b420f516 HTTP/1.1" status: 200 len: 217 time: 0.1589916 Apr 18 20:48:25.346569 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-359fc15f-d9a8-456a-88ba-1384e4ba224a req-bd050c85-f28d-48ea-93c5-72af8d3c14c5 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:48:25.348454 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-359fc15f-d9a8-456a-88ba-1384e4ba224a req-bd050c85-f28d-48ea-93c5-72af8d3c14c5 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=c4b526db-4d8a-4d4c-a310-e3a599630ae1 HTTP/1.1" status: 200 len: 843 time: 0.0998209 Apr 18 20:48:25.444359 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcdba26c-77b4-4573-8b1b-dc6fc7a4e590 admin admin] Checking segment: {'id': 'a39df7ac-43dc-4661-8d32-6e421aba4435', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '301f150d-0e84-42bb-b737-c7bc5c146888'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84041) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 20:48:25.444359 n-d-838334-2 neutron-server[84041]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bcdba26c-77b4-4573-8b1b-dc6fc7a4e590 admin admin] Network hostable DHCP agents. Network: 301f150d-0e84-42bb-b737-c7bc5c146888, hostable agents: ['8746f8ea-3e91-4b32-9919-2c63adeb8722'], hosted agents: [] {{(pid=84041) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 20:48:25.600596 n-d-838334-2 neutron-server[84041]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bcdba26c-77b4-4573-8b1b-dc6fc7a4e590 admin admin] Network 301f150d-0e84-42bb-b737-c7bc5c146888 is scheduled to be hosted by DHCP agent 8746f8ea-3e91-4b32-9919-2c63adeb8722 with binding_index 1 {{(pid=84041) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 20:48:25.606864 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-359fc15f-d9a8-456a-88ba-1384e4ba224a req-bff2c508-6490-4744-9eb3-e00f65c104f1 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=cb56989d-7c5d-4678-b194-1d2edf1e842a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1606405 Apr 18 20:48:25.609024 n-d-838334-2 neutron-server[84041]: DEBUG neutron.scheduler.base_scheduler [None req-bcdba26c-77b4-4573-8b1b-dc6fc7a4e590 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-838334-2, 301f150d-0e84-42bb-b737-c7bc5c146888) {{(pid=84041) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:48:25.639085 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bcdba26c-77b4-4573-8b1b-dc6fc7a4e590 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:48:25.640153 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-bcdba26c-77b4-4573-8b1b-dc6fc7a4e590 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:25.664384 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Device 454545ff-cc01-4b02-98d5-de56b420f516 no longer exists at agent hyperv_n-h1-838334-2 {{(pid=84042) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 20:48:25.715586 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-bcdba26c-77b4-4573-8b1b-dc6fc7a4e590 admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 3.0410087 Apr 18 20:48:25.736237 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de934338-d73f-4a0b-877f-d5b113a34af8 None None] Network 301f150d-0e84-42bb-b737-c7bc5c146888 requested from n-d-838334-2 {{(pid=84042) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 20:48:25.804039 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-359fc15f-d9a8-456a-88ba-1384e4ba224a req-904a1888-f647-4f0c-9722-9ae1dcc4231e service neutron] 10.222.0.43 "GET /v2.0/networks/cb56989d-7c5d-4678-b194-1d2edf1e842a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1880219 Apr 18 20:48:25.822754 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.plugin [None req-a52ae5e9-bad2-46b0-b73d-40cb0a4be49b admin admin] Calling delete_port for d215d5b2-51e8-488f-b409-e950dd57b917 owned by network:router_gateway {{(pid=84040) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 20:48:26.211472 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-359fc15f-d9a8-456a-88ba-1384e4ba224a req-878b5d8d-5bdb-420b-ab0b-c3cea01a5afc service neutron] 10.222.0.43 "GET /v2.0/networks/cb56989d-7c5d-4678-b194-1d2edf1e842a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3987699 Apr 18 20:48:26.219171 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_dvr_db [None req-2d260ac2-9f22-4bc6-909b-a64b0ae9bd42 None None] Set router 813035f1-f008-4b32-a970-60bf5859d737 gateway port host: None {{(pid=84042) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 20:48:26.230180 n-d-838334-2 neutron-server[84041]: INFO neutron.db.l3_db [None req-bf5142d3-762f-411f-b056-3f9eef05b90f tempest-ServerActionsTestJSON-2052644234 tempest-ServerActionsTestJSON-2052644234-project] Floating IP 8e8e3a85-21f7-44c4-8170-e50a7e6bae7b associated. External IP: 172.25.8.100, port: 968bbb7b-ac07-4f93-a27a-f9fa924c1025. Apr 18 20:48:26.316360 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db370d8c-1871-48d8-a0a4-8c83af38f974 req-4ac6e9ec-2fb5-409f-a2c2-13f916ad6ad1 tempest-MigrationsAdminTest-1326981207 tempest-MigrationsAdminTest-1326981207-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:48:26.325763 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-db370d8c-1871-48d8-a0a4-8c83af38f974 req-4ac6e9ec-2fb5-409f-a2c2-13f916ad6ad1 tempest-MigrationsAdminTest-1326981207 tempest-MigrationsAdminTest-1326981207-project] 10.222.0.42 "GET /v2.0/ports?device_id=db680760-9920-4ccc-8c07-2936a873d08f HTTP/1.1" status: 200 len: 950 time: 0.7339153 Apr 18 20:48:26.392588 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30bb1b2c-fd31-4229-a6b2-aa0af6b2352d req-d2cb7323-7816-495f-8f88-89fc87226e89 tempest-ServerGroupTestJSON-1467409197 tempest-ServerGroupTestJSON-1467409197-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:48:26.393728 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [req-30bb1b2c-fd31-4229-a6b2-aa0af6b2352d req-d2cb7323-7816-495f-8f88-89fc87226e89 tempest-ServerGroupTestJSON-1467409197 tempest-ServerGroupTestJSON-1467409197-project] Synchronizing usage tracker for tenant:ef393f704f6548e3a50b128f917b8c4a on resource:network {{(pid=84040) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 20:48:26.496108 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_hamode_db [None req-2d260ac2-9f22-4bc6-909b-a64b0ae9bd42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '813035f1-f008-4b32-a970-60bf5859d737', 'name': 'tempest-AttachSCSIVolumeTestJSON-144980346-router', 'tenant_id': 'b8f587b8d37f466c86e412be600de70f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:44:52Z', 'updated_at': '2022-04-18T20:48:24Z', 'revision_number': 6, 'project_id': 'b8f587b8d37f466c86e412be600de70f', 'gw_port_host': None}], 'n-d-838334-2', False) {} {{(pid=84042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:48:26.504107 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 44538) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:48:26.558070 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d260ac2-9f22-4bc6-909b-a64b0ae9bd42 None None] The sync data for ids ['813035f1-f008-4b32-a970-60bf5859d737'] in n-d-838334-2 is: [{'id': '813035f1-f008-4b32-a970-60bf5859d737', 'name': 'tempest-AttachSCSIVolumeTestJSON-144980346-router', 'tenant_id': 'b8f587b8d37f466c86e412be600de70f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:44:52Z', 'updated_at': '2022-04-18T20:48:24Z', 'revision_number': 6, 'project_id': 'b8f587b8d37f466c86e412be600de70f', 'gw_port_host': None}] {{(pid=84042) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 18 20:48:26.575391 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6053254e-5f80-49a9-b79e-1c8c1c812f34 None None] Network 301f150d-0e84-42bb-b737-c7bc5c146888 requested from n-d-838334-2 {{(pid=84042) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 20:48:26.588311 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-a52ae5e9-bad2-46b0-b73d-40cb0a4be49b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750375259028', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750374836628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32440838'] for port, after_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:26.712941 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:26.717523 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a52ae5e9-bad2-46b0-b73d-40cb0a4be49b admin admin] Pushing event deleted for resources: {'Port': ['ID=d215d5b2-51e8-488f-b409-e950dd57b917,revision_number=None']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:48:26.749597 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-db370d8c-1871-48d8-a0a4-8c83af38f974 req-695d620e-7b83-4637-97e6-bdee9d5d91f3 tempest-MigrationsAdminTest-1326981207 tempest-MigrationsAdminTest-1326981207-project] 10.222.0.42 "GET /v2.0/security-groups?id=8ca7ac2c-bfe5-493b-aae6-636315bac851&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4231141 Apr 18 20:48:26.751680 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [req-30bb1b2c-fd31-4229-a6b2-aa0af6b2352d req-d2cb7323-7816-495f-8f88-89fc87226e89 tempest-ServerGroupTestJSON-1467409197 tempest-ServerGroupTestJSON-1467409197-project] Unset dirty status for tenant:ef393f704f6548e3a50b128f917b8c4a on resource:network {{(pid=84040) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 20:48:26.753762 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-30bb1b2c-fd31-4229-a6b2-aa0af6b2352d req-d2cb7323-7816-495f-8f88-89fc87226e89 tempest-ServerGroupTestJSON-1467409197 tempest-ServerGroupTestJSON-1467409197-project] 10.222.0.42 "GET /v2.0/networks?id=6b61571a-5f15-463b-9607-983d8cc685ba HTTP/1.1" status: 200 len: 810 time: 0.7966192 Apr 18 20:48:26.785947 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] For port 454545ff-cc01-4b02-98d5-de56b420f516, host n-h1-838334-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838334-2',level=0,port_id=454545ff-cc01-4b02-98d5-de56b420f516,segment=NetworkSegment(62b85806-94d8-4a88-a06c-da82e5932d66),segment_id=62b85806-94d8-4a88-a06c-da82e5932d66)] {{(pid=84042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:48:26.791282 n-d-838334-2 neutron-server[84042]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'db680760-9920-4ccc-8c07-2936a873d08f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '454545ff-cc01-4b02-98d5-de56b420f516'}] {{(pid=84042) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 20:48:26.804005 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682'] for port, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:26.906807 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-30bb1b2c-fd31-4229-a6b2-aa0af6b2352d req-580e1c45-08a0-4fac-ac8a-7b94e5640e94 tempest-ServerGroupTestJSON-1467409197 tempest-ServerGroupTestJSON-1467409197-project] 10.222.0.42 "GET /v2.0/quotas/ef393f704f6548e3a50b128f917b8c4a HTTP/1.1" status: 200 len: 375 time: 0.0941575 Apr 18 20:48:27.078298 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-30bb1b2c-fd31-4229-a6b2-aa0af6b2352d req-90062c3d-a6c6-4cd7-b37b-131d3b71cde9 tempest-ServerGroupTestJSON-1467409197 tempest-ServerGroupTestJSON-1467409197-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=ef393f704f6548e3a50b128f917b8c4a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1569674 Apr 18 20:48:27.171822 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-36a96716-6bd6-45c2-96d9-1efa4dfb3256 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:27.227465 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Pushing event updated for resources: {'Port': ['ID=454545ff-cc01-4b02-98d5-de56b420f516,revision_number=9']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:48:27.274858 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-36a96716-6bd6-45c2-96d9-1efa4dfb3256 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:48:27.279347 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-36a96716-6bd6-45c2-96d9-1efa4dfb3256 admin admin] Usage tracker for resource:security_group_rule and tenant:d341e8845cad46e19434a13b3b66761a is out of sync, need to count used quota {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:48:27.282739 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-36a96716-6bd6-45c2-96d9-1efa4dfb3256 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:48:27.289143 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-36a96716-6bd6-45c2-96d9-1efa4dfb3256 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:48:27.365856 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-36a96716-6bd6-45c2-96d9-1efa4dfb3256 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:27.370055 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-a52ae5e9-bad2-46b0-b73d-40cb0a4be49b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33444108'] for router_gateway, after_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:27.385363 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-36a96716-6bd6-45c2-96d9-1efa4dfb3256 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33528224'] for security_group, after_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:27.686162 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-36a96716-6bd6-45c2-96d9-1efa4dfb3256 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=d341e8845cad46e19434a13b3b66761a&name=default HTTP/1.1" status: 200 len: 2647 time: 1.1761749 Apr 18 20:48:27.701792 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 44556) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:48:27.765706 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Device d215d5b2-51e8-488f-b409-e950dd57b917 no longer exists at agent ovs-agent-n-d-838334-2 {{(pid=84042) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 20:48:27.815520 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.plugin [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] No Port match for: d215d5b2-51e8-488f-b409-e950dd57b917 {{(pid=84042) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 18 20:48:27.816268 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Device d215d5b2-51e8-488f-b409-e950dd57b917 not bound to the agent host n-d-838334-2 {{(pid=84042) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 20:48:27.816943 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Device b6790399-872c-4c18-b812-378b1a4c0480 no longer exists at agent ovs-agent-n-d-838334-2 {{(pid=84042) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 20:48:27.855211 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36a96716-6bd6-45c2-96d9-1efa4dfb3256 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cdd13600-760c-4f5e-bea3-3ac56dc64e26,revision_number=1']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:48:27.858200 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.plugin [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] No Port match for: b6790399-872c-4c18-b812-378b1a4c0480 {{(pid=84042) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 18 20:48:27.858983 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Device b6790399-872c-4c18-b812-378b1a4c0480 not bound to the agent host n-d-838334-2 {{(pid=84042) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 20:48:27.937843 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-cbbe9ac1-9473-4e10-a921-09d4f423baaa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:28.035781 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-cbbe9ac1-9473-4e10-a921-09d4f423baaa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:28.109006 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-cbbe9ac1-9473-4e10-a921-09d4f423baaa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33528224'] for security_group, after_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:28.159842 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbbe9ac1-9473-4e10-a921-09d4f423baaa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cdd13600-760c-4f5e-bea3-3ac56dc64e26,revision_number=None']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:48:28.189097 n-d-838334-2 neutron-server[84041]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bf5142d3-762f-411f-b056-3f9eef05b90f tempest-ServerActionsTestJSON-2052644234 tempest-ServerActionsTestJSON-2052644234-project] Router 02589116-d5df-43b3-97bd-4bd75dfb3007 has already been hosted by L3 agent bc84d6c9-dd7a-4555-a351-592327b46d5a {{(pid=84041) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 20:48:28.190533 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-cbbe9ac1-9473-4e10-a921-09d4f423baaa admin admin] Notify callbacks [] for security_group, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:28.194511 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-cbbe9ac1-9473-4e10-a921-09d4f423baaa admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/cdd13600-760c-4f5e-bea3-3ac56dc64e26 HTTP/1.1" status: 204 len: 168 time: 0.4890344 Apr 18 20:48:28.327340 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-a52ae5e9-bad2-46b0-b73d-40cb0a4be49b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33443580', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5726'] for router, precommit_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:28.336822 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-30bb1b2c-fd31-4229-a6b2-aa0af6b2352d req-0af52251-7e92-4bf1-88a2-46f72c993f2b service neutron] 10.222.0.42 "GET /v2.0/networks/6b61571a-5f15-463b-9607-983d8cc685ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8886287 Apr 18 20:48:28.344579 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-a52ae5e9-bad2-46b0-b73d-40cb0a4be49b admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:28.488251 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bf5142d3-762f-411f-b056-3f9eef05b90f tempest-ServerActionsTestJSON-2052644234 tempest-ServerActionsTestJSON-2052644234-project] Notify agent at l3_agent.n-d-838334-2 the message routers_updated {{(pid=84041) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 20:48:28.497297 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-bf5142d3-762f-411f-b056-3f9eef05b90f tempest-ServerActionsTestJSON-2052644234 tempest-ServerActionsTestJSON-2052644234-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217293'] for floatingip, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:28.501417 n-d-838334-2 neutron-server[84043]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66ac292d-cbba-4b7a-88ed-508e65ab5122 None None] Sync routers for ids ['02589116-d5df-43b3-97bd-4bd75dfb3007'] in n-d-838334-2 {{(pid=84043) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 18 20:48:28.539029 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfad9ab9-5cee-440a-aa61-c950f08cb508 req-b44b33fc-3757-4aae-8141-302802891792 tempest-ServerMetadataNegativeTestJSON-1038530686 tempest-ServerMetadataNegativeTestJSON-1038530686-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:48:28.540717 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [req-cfad9ab9-5cee-440a-aa61-c950f08cb508 req-b44b33fc-3757-4aae-8141-302802891792 tempest-ServerMetadataNegativeTestJSON-1038530686 tempest-ServerMetadataNegativeTestJSON-1038530686-project] Synchronizing usage tracker for tenant:0599e263a4974e689c38efa9f81a0f07 on resource:network {{(pid=84040) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 20:48:28.543894 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66ac292d-cbba-4b7a-88ed-508e65ab5122 None None] Routers {'02589116-d5df-43b3-97bd-4bd75dfb3007'} bound to L3 agent in host n-d-838334-2 {{(pid=84043) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 20:48:28.544902 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.l3_hamode_db [None req-66ac292d-cbba-4b7a-88ed-508e65ab5122 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838334-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-18T20:25:48Z,description=,heartbeat_timestamp=2022-04-18T20:48:18Z,host='n-d-838334-2',id=bc84d6c9-dd7a-4555-a351-592327b46d5a,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:25:48Z,topic='l3_agent')) {'router_ids': ['02589116-d5df-43b3-97bd-4bd75dfb3007'], 'active': True} {{(pid=84043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:48:28.547446 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-a52ae5e9-bad2-46b0-b73d-40cb0a4be49b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-33443408'] for router, after_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:28.548809 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a52ae5e9-bad2-46b0-b73d-40cb0a4be49b admin admin] Fanout notify agent at l3_agent the message router_deleted on router 813035f1-f008-4b32-a970-60bf5859d737 {{(pid=84040) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 18 20:48:28.592645 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-30bb1b2c-fd31-4229-a6b2-aa0af6b2352d req-77cbf314-881a-46c6-8eb8-34de54c7f998 service neutron] 10.222.0.42 "GET /v2.0/networks/6b61571a-5f15-463b-9607-983d8cc685ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2437611 Apr 18 20:48:28.595926 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [req-cfad9ab9-5cee-440a-aa61-c950f08cb508 req-b44b33fc-3757-4aae-8141-302802891792 tempest-ServerMetadataNegativeTestJSON-1038530686 tempest-ServerMetadataNegativeTestJSON-1038530686-project] Unset dirty status for tenant:0599e263a4974e689c38efa9f81a0f07 on resource:network {{(pid=84040) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 20:48:28.602747 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-cfad9ab9-5cee-440a-aa61-c950f08cb508 req-b44b33fc-3757-4aae-8141-302802891792 tempest-ServerMetadataNegativeTestJSON-1038530686 tempest-ServerMetadataNegativeTestJSON-1038530686-project] 10.222.0.42 "GET /v2.0/networks?id=301f150d-0e84-42bb-b737-c7bc5c146888 HTTP/1.1" status: 200 len: 820 time: 0.8992307 Apr 18 20:48:28.630339 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-a52ae5e9-bad2-46b0-b73d-40cb0a4be49b admin admin] Notify callbacks [] for router, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:28.632970 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-a52ae5e9-bad2-46b0-b73d-40cb0a4be49b admin admin] 10.222.0.42 "DELETE /v2.0/routers/813035f1-f008-4b32-a970-60bf5859d737 HTTP/1.1" status: 204 len: 168 time: 4.9777482 Apr 18 20:48:28.635672 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 44572) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:48:28.641463 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-cfad9ab9-5cee-440a-aa61-c950f08cb508 req-bb27eb7b-8930-40c9-98b0-2ce4d673c7f5 tempest-ServerMetadataNegativeTestJSON-1038530686 tempest-ServerMetadataNegativeTestJSON-1038530686-project] 10.222.0.42 "GET /v2.0/quotas/0599e263a4974e689c38efa9f81a0f07 HTTP/1.1" status: 200 len: 375 time: 0.0371199 Apr 18 20:48:28.683466 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-bf5142d3-762f-411f-b056-3f9eef05b90f tempest-ServerActionsTestJSON-2052644234 tempest-ServerActionsTestJSON-2052644234-project] 10.222.0.42 "PUT /v2.0/floatingips/8e8e3a85-21f7-44c4-8170-e50a7e6bae7b HTTP/1.1" status: 200 len: 992 time: 6.0063546 Apr 18 20:48:28.685959 n-d-838334-2 neutron-server[84041]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b7307812-da19-4509-9baf-bb3ff8313904', 'tag': '968bbb7b-ac07-4f93-a27a-f9fa924c1025'}] {{(pid=84041) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 20:48:28.790729 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.db_base_plugin_v2 [None req-6127febf-c6fd-4f6b-b69f-610c4db04b9d admin admin] Deleting subnet f817ed5e-64d5-4e39-879b-652a720f6944 {{(pid=84040) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 18 20:48:28.873883 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-6127febf-c6fd-4f6b-b69f-610c4db04b9d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:28.926837 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.l3_dvr_db [None req-66ac292d-cbba-4b7a-88ed-508e65ab5122 None None] Set router 02589116-d5df-43b3-97bd-4bd75dfb3007 gateway port host: n-d-838334-2 {{(pid=84043) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 20:48:28.966800 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-cfad9ab9-5cee-440a-aa61-c950f08cb508 req-61bd3f6c-a496-44f1-b741-d5732ca7354d tempest-ServerMetadataNegativeTestJSON-1038530686 tempest-ServerMetadataNegativeTestJSON-1038530686-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=0599e263a4974e689c38efa9f81a0f07&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1701968 Apr 18 20:48:28.997593 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [req-cfad9ab9-5cee-440a-aa61-c950f08cb508 req-611a4b59-6ca6-480e-b02e-d973f600b7f7 service neutron] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=84040) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 18 20:48:28.999991 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-cfad9ab9-5cee-440a-aa61-c950f08cb508 req-611a4b59-6ca6-480e-b02e-d973f600b7f7 service neutron] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0194750 Apr 18 20:48:29.123126 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-6127febf-c6fd-4f6b-b69f-610c4db04b9d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31955982'] for subnet, precommit_delete_associations {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:29.489407 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Device 454545ff-cc01-4b02-98d5-de56b420f516 details requested by agent hyperv_n-h1-838334-2 with host n-h1-838334-2 {{(pid=84042) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 18 20:48:29.503412 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-6127febf-c6fd-4f6b-b69f-610c4db04b9d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1260556'] for subnet, precommit_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:29.510485 n-d-838334-2 neutron-server[84042]: INFO neutron.notifiers.nova [-] Nova event matching ['req-599b697f-adf0-4dad-a902-70e40a59a612'] response: {'server_uuid': 'db680760-9920-4ccc-8c07-2936a873d08f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '454545ff-cc01-4b02-98d5-de56b420f516', 'code': 200} Apr 18 20:48:29.588889 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-cfad9ab9-5cee-440a-aa61-c950f08cb508 req-5ae07d9b-4a22-43ab-9ae6-0df41dee7c5c service neutron] 10.222.0.42 "GET /v2.0/networks/301f150d-0e84-42bb-b737-c7bc5c146888?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5786312 Apr 18 20:48:29.765508 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] For port 454545ff-cc01-4b02-98d5-de56b420f516, host n-h1-838334-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838334-2',level=0,port_id=454545ff-cc01-4b02-98d5-de56b420f516,segment=NetworkSegment(62b85806-94d8-4a88-a06c-da82e5932d66),segment_id=62b85806-94d8-4a88-a06c-da82e5932d66)] {{(pid=84042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:48:29.780807 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Returning: {'device': '454545ff-cc01-4b02-98d5-de56b420f516', 'network_id': 'cb56989d-7c5d-4678-b194-1d2edf1e842a', 'port_id': '454545ff-cc01-4b02-98d5-de56b420f516', 'mac_address': 'fa:16:3e:76:c3:6c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 382, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c4b526db-4d8a-4d4c-a310-e3a599630ae1', 'ip_address': '192.168.233.206'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84042) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 18 20:48:29.784170 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750375287399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253529'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:29.845991 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:29.866574 n-d-838334-2 neutron-server[84042]: DEBUG neutron.notifiers.nova [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 454545ff-cc01-4b02-98d5-de56b420f516 {{(pid=84042) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 18 20:48:29.888858 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] For port 454545ff-cc01-4b02-98d5-de56b420f516, host n-h1-838334-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838334-2',level=0,port_id=454545ff-cc01-4b02-98d5-de56b420f516,segment=NetworkSegment(62b85806-94d8-4a88-a06c-da82e5932d66),segment_id=62b85806-94d8-4a88-a06c-da82e5932d66)] {{(pid=84042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:48:29.897935 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682'] for port, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:30.028721 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Pushing event updated for resources: {'Port': ['ID=454545ff-cc01-4b02-98d5-de56b420f516,revision_number=10']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:48:30.062243 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.l3_hamode_db [None req-66ac292d-cbba-4b7a-88ed-508e65ab5122 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '02589116-d5df-43b3-97bd-4bd75dfb3007', 'name': 'tempest-ServerActionsTestJSON-111983746-router', 'tenant_id': '6be92480d0964f34a8ede9caae0c987d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'external_fixed_ips': [{'subnet_id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'ip_address': '172.25.8.89'}], 'enable_snat': True}, 'gw_port_id': '3c7fbe60-f145-4449-807d-cb35c83d1a66', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:47:46Z', 'updated_at': '2022-04-18T20:47:52Z', 'revision_number': 4, 'project_id': '6be92480d0964f34a8ede9caae0c987d', 'gw_port': {'id': '3c7fbe60-f145-4449-807d-cb35c83d1a66', 'name': '', 'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:a1:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02589116-d5df-43b3-97bd-4bd75dfb3007', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'ip_address': '172.25.8.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:47:47Z', 'updated_at': '2022-04-18T20:47:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838334-2', '_floatingips': [{'id': '8e8e3a85-21f7-44c4-8170-e50a7e6bae7b', 'tenant_id': '6be92480d0964f34a8ede9caae0c987d', 'floating_ip_address': '172.25.8.100', 'floating_network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'router_id': '02589116-d5df-43b3-97bd-4bd75dfb3007', 'port_id': '968bbb7b-ac07-4f93-a27a-f9fa924c1025', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '48f708f8-0904-4115-910c-bb1ab06d7263', 'mac_address': 'fa:16:3e:c5:e0:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7307812-da19-4509-9baf-bb3ff8313904', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T20:47:59Z', 'updated_at': '2022-04-18T20:48:24Z', 'revision_number': 1, 'project_id': '6be92480d0964f34a8ede9caae0c987d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bbf9cbaa-ee8e-49a5-ac82-a66e1079d75c', 'name': '', 'network_id': '48f708f8-0904-4115-910c-bb1ab06d7263', 'tenant_id': '6be92480d0964f34a8ede9caae0c987d', 'mac_address': 'fa:16:3e:8b:25:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02589116-d5df-43b3-97bd-4bd75dfb3007', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '488f35b7-694e-475d-862d-2f00f4388d03', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:47:51Z', 'updated_at': '2022-04-18T20:48:00Z', 'revision_number': 5, 'project_id': '6be92480d0964f34a8ede9caae0c987d', 'subnets': [{'id': '488f35b7-694e-475d-862d-2f00f4388d03', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838334-2', False) {} {{(pid=84043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:48:30.078027 n-d-838334-2 neutron-server[84043]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66ac292d-cbba-4b7a-88ed-508e65ab5122 None None] Checking router: 02589116-d5df-43b3-97bd-4bd75dfb3007 for host: n-d-838334-2 {{(pid=84043) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 18 20:48:30.100103 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-cfad9ab9-5cee-440a-aa61-c950f08cb508 req-d9c0b2b5-0ebf-48d3-b491-0b52068648d0 service neutron] 10.222.0.42 "GET /v2.0/networks/301f150d-0e84-42bb-b737-c7bc5c146888?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5085490 Apr 18 20:48:30.143063 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66ac292d-cbba-4b7a-88ed-508e65ab5122 None None] Routers {'02589116-d5df-43b3-97bd-4bd75dfb3007'} bound to L3 agent in host n-d-838334-2 {{(pid=84043) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 20:48:30.146310 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.l3_hamode_db [None req-66ac292d-cbba-4b7a-88ed-508e65ab5122 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838334-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-18T20:25:48Z,description=,heartbeat_timestamp=2022-04-18T20:48:18Z,host='n-d-838334-2',id=bc84d6c9-dd7a-4555-a351-592327b46d5a,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:25:48Z,topic='l3_agent')) {'router_ids': ['02589116-d5df-43b3-97bd-4bd75dfb3007'], 'active': True} {{(pid=84043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:48:30.150942 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-6127febf-c6fd-4f6b-b69f-610c4db04b9d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1260549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33526260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32440885', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31752825'] for subnet, after_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:30.235645 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] get_ports_and_sgs() called for port_ids ['454545ff-cc01-4b02-98d5-de56b420f516'] {{(pid=84042) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 18 20:48:30.317659 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 44610) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:48:30.359333 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6127febf-c6fd-4f6b-b69f-610c4db04b9d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f817ed5e-64d5-4e39-879b-652a720f6944,revision_number=None']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:48:30.462317 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-6127febf-c6fd-4f6b-b69f-610c4db04b9d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32378031'] for subnet, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:30.466565 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2099f82a-fffb-46eb-aca1-147dd47af6bd None None] Network 9d0497e0-85bb-47bb-9935-c86ebcce2887 requested from n-d-838334-2 {{(pid=84042) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 20:48:30.507389 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0a09de8-8d02-4141-841d-8a0ec75b4dc6 req-7b4223b9-28ac-4a3b-b442-7d20125360af tempest-MigrationsAdminTest-1326981207 tempest-MigrationsAdminTest-1326981207-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:48:30.517964 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-b0a09de8-8d02-4141-841d-8a0ec75b4dc6 req-7b4223b9-28ac-4a3b-b442-7d20125360af tempest-MigrationsAdminTest-1326981207 tempest-MigrationsAdminTest-1326981207-project] 10.222.0.42 "GET /v2.0/ports?device_id=db680760-9920-4ccc-8c07-2936a873d08f HTTP/1.1" status: 200 len: 948 time: 0.7994597 Apr 18 20:48:30.588647 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 44620) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:48:30.611183 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-6127febf-c6fd-4f6b-b69f-610c4db04b9d admin admin] 10.222.0.42 "DELETE /v2.0/subnets/f817ed5e-64d5-4e39-879b-652a720f6944 HTTP/1.1" status: 204 len: 168 time: 1.9691205 Apr 18 20:48:30.716968 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-b0a09de8-8d02-4141-841d-8a0ec75b4dc6 req-100d85f0-bebb-41ca-a00b-87a1472ff555 tempest-MigrationsAdminTest-1326981207 tempest-MigrationsAdminTest-1326981207-project] 10.222.0.42 "GET /v2.0/security-groups?id=8ca7ac2c-bfe5-493b-aae6-636315bac851&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1950490 Apr 18 20:48:30.960951 n-d-838334-2 neutron-server[84041]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d7889856-c1f0-479f-84f0-05687fd6cb83'] response: {'name': 'network-changed', 'server_uuid': 'b7307812-da19-4509-9baf-bb3ff8313904', 'tag': '968bbb7b-ac07-4f93-a27a-f9fa924c1025', 'status': 'completed', 'code': 200} Apr 18 20:48:30.977019 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.v2.base [None req-540271ad-1055-412f-abcf-e1d11bf8d2c7 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueTestJSONUnderV235-1465053955-network', 'tenant_id': '134eb2d988564a4ab37aee0077d2b54a'}} {{(pid=84041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 20:48:31.085657 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e89e401b-cdcf-46ed-9987-2e79429fa7ef req-ec39efda-545a-4a5f-8e40-ff4e769ed7e9 tempest-ServerActionsTestJSON-2052644234 tempest-ServerActionsTestJSON-2052644234-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:48:31.092061 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-e89e401b-cdcf-46ed-9987-2e79429fa7ef req-ec39efda-545a-4a5f-8e40-ff4e769ed7e9 tempest-ServerActionsTestJSON-2052644234 tempest-ServerActionsTestJSON-2052644234-project] 10.222.0.42 "GET /v2.0/ports?device_id=b7307812-da19-4509-9baf-bb3ff8313904 HTTP/1.1" status: 200 len: 946 time: 0.3660166 Apr 18 20:48:31.136804 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-540271ad-1055-412f-abcf-e1d11bf8d2c7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:48:31.198794 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-e89e401b-cdcf-46ed-9987-2e79429fa7ef req-8cdca4cf-efa6-43de-bbfd-81b911ccd2fb tempest-ServerActionsTestJSON-2052644234 tempest-ServerActionsTestJSON-2052644234-project] 10.222.0.42 "GET /v2.0/security-groups?id=c2aeb662-6a43-4389-8810-9fad3627855b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0975749 Apr 18 20:48:31.199175 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-540271ad-1055-412f-abcf-e1d11bf8d2c7 admin admin] Usage tracker for resource:network and tenant:134eb2d988564a4ab37aee0077d2b54a is out of sync, need to count used quota {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:48:31.202537 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-540271ad-1055-412f-abcf-e1d11bf8d2c7 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:48:31.209744 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-540271ad-1055-412f-abcf-e1d11bf8d2c7 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:48:31.254613 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.l3_dvr_db [None req-66ac292d-cbba-4b7a-88ed-508e65ab5122 None None] Set router 02589116-d5df-43b3-97bd-4bd75dfb3007 gateway port host: n-d-838334-2 {{(pid=84043) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 20:48:31.265419 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5dd049f1-ada2-4bec-b772-1ae5afa31267 None None] DHCP port deletion for 9d0497e0-85bb-47bb-9935-c86ebcce2887 request from n-d-838334-2 {{(pid=84042) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 18 20:48:31.272502 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.plugin [None req-5dd049f1-ada2-4bec-b772-1ae5afa31267 None None] Deleting port 9cb253fe-1904-436e-8821-d2838dda7263 {{(pid=84042) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 20:48:31.273211 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-5dd049f1-ada2-4bec-b772-1ae5afa31267 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750375188691'] for port, before_delete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:31.335842 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-540271ad-1055-412f-abcf-e1d11bf8d2c7 admin admin] Made reservation on behalf of 134eb2d988564a4ab37aee0077d2b54a for: {'network': 1} {{(pid=84041) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:48:31.351787 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-540271ad-1055-412f-abcf-e1d11bf8d2c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for network, before_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:31.418017 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-9156e444-8619-4ff0-af7d-9e4b55592cf2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1103592'] for network, before_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:31.424807 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-540271ad-1055-412f-abcf-e1d11bf8d2c7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:31.447960 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-33a1ae6a-33b6-41e8-95af-fcabe211f585 req-8bb2af16-0fef-462e-929f-2bba65659527 tempest-ServerGroupTestJSON-1467409197 tempest-ServerGroupTestJSON-1467409197-project] 10.222.0.42 "GET /v2.0/ports?device_id=853e8351-a742-40ee-9561-a9b5f1aa4849 HTTP/1.1" status: 200 len: 210 time: 0.1339273 Apr 18 20:48:31.562379 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.plugin [None req-9156e444-8619-4ff0-af7d-9e4b55592cf2 admin admin] Deleting port 9cb253fe-1904-436e-8821-d2838dda7263 {{(pid=84041) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 20:48:31.562721 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-9156e444-8619-4ff0-af7d-9e4b55592cf2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750375188691'] for port, before_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:31.579887 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-b1590f49-966a-4a92-be27-7cb4acfd875f req-52d06c64-dced-4c51-a4da-2305aec9dd0b tempest-ServerMetadataNegativeTestJSON-1038530686 tempest-ServerMetadataNegativeTestJSON-1038530686-project] 10.222.0.42 "GET /v2.0/ports?device_id=4f44a869-9ded-4c1a-80e3-c9208f4179be HTTP/1.1" status: 200 len: 210 time: 0.0743372 Apr 18 20:48:31.656805 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Device 9cb253fe-1904-436e-8821-d2838dda7263 no longer exists at agent ovs-agent-n-d-838334-2 {{(pid=84042) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 20:48:31.695851 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-831105ea-ebc1-4325-a93f-8183f78d530f req-80668ed7-dddf-4310-8ea1-883f367ec327 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=6be92480d0964f34a8ede9caae0c987d&device_id=b7307812-da19-4509-9baf-bb3ff8313904 HTTP/1.1" status: 200 len: 1097 time: 0.7059388 Apr 18 20:48:31.697135 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-540271ad-1055-412f-abcf-e1d11bf8d2c7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:48:31.715505 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-540271ad-1055-412f-abcf-e1d11bf8d2c7 admin admin] Usage tracker for resource:security_group_rule and tenant:134eb2d988564a4ab37aee0077d2b54a is out of sync, need to count used quota {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:48:31.895869 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-540271ad-1055-412f-abcf-e1d11bf8d2c7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:48:31.904466 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-5dd049f1-ada2-4bec-b772-1ae5afa31267 None None] For port 9cb253fe-1904-436e-8821-d2838dda7263, host n-d-838334-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838334-2',level=0,port_id=9cb253fe-1904-436e-8821-d2838dda7263,segment=NetworkSegment(5b604cea-9c78-432e-a84f-851b951c2b77),segment_id=5b604cea-9c78-432e-a84f-851b951c2b77)] {{(pid=84042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:48:31.905535 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-5dd049f1-ada2-4bec-b772-1ae5afa31267 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369123'] for port, precommit_delete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:31.992745 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67db0160-80c9-40ad-b014-f6454e35a898 req-3117cb8b-268a-479a-ba6b-08d1313fd331 tempest-ServerActionsTestJSON-2052644234 tempest-ServerActionsTestJSON-2052644234-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:48:31.994553 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-67db0160-80c9-40ad-b014-f6454e35a898 req-3117cb8b-268a-479a-ba6b-08d1313fd331 tempest-ServerActionsTestJSON-2052644234 tempest-ServerActionsTestJSON-2052644234-project] 10.222.0.42 "GET /v2.0/ports?device_id=b7307812-da19-4509-9baf-bb3ff8313904 HTTP/1.1" status: 200 len: 946 time: 0.2350352 Apr 18 20:48:32.047081 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dae83709-0bc9-49b7-814e-a5ba443a34fd req-ef464c74-1d6c-47d6-add2-e7f13e0bf4e6 tempest-MigrationsAdminTest-1326981207 tempest-MigrationsAdminTest-1326981207-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:48:32.057999 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-dae83709-0bc9-49b7-814e-a5ba443a34fd req-ef464c74-1d6c-47d6-add2-e7f13e0bf4e6 tempest-MigrationsAdminTest-1326981207 tempest-MigrationsAdminTest-1326981207-project] 10.222.0.42 "GET /v2.0/ports?device_id=db680760-9920-4ccc-8c07-2936a873d08f HTTP/1.1" status: 200 len: 950 time: 0.2259467 Apr 18 20:48:32.106953 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-540271ad-1055-412f-abcf-e1d11bf8d2c7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:48:32.279048 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.plugin [None req-5dd049f1-ada2-4bec-b772-1ae5afa31267 None None] Calling delete_port for 9cb253fe-1904-436e-8821-d2838dda7263 owned by network:dhcp {{(pid=84042) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 20:48:32.347631 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-67db0160-80c9-40ad-b014-f6454e35a898 req-d89604d5-5944-4852-929b-b94ceeaa64cc tempest-ServerActionsTestJSON-2052644234 tempest-ServerActionsTestJSON-2052644234-project] 10.222.0.42 "GET /v2.0/security-groups?id=c2aeb662-6a43-4389-8810-9fad3627855b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3429608 Apr 18 20:48:32.478943 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-dae83709-0bc9-49b7-814e-a5ba443a34fd req-abac24c3-186f-4c9e-8320-d1984dcb9d02 tempest-MigrationsAdminTest-1326981207 tempest-MigrationsAdminTest-1326981207-project] 10.222.0.42 "GET /v2.0/security-groups?id=8ca7ac2c-bfe5-493b-aae6-636315bac851&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4184117 Apr 18 20:48:32.492209 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.db [None req-9156e444-8619-4ff0-af7d-9e4b55592cf2 admin admin] For port 9cb253fe-1904-436e-8821-d2838dda7263, host n-d-838334-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838334-2',level=0,port_id=9cb253fe-1904-436e-8821-d2838dda7263,segment=NetworkSegment(5b604cea-9c78-432e-a84f-851b951c2b77),segment_id=5b604cea-9c78-432e-a84f-851b951c2b77)] {{(pid=84041) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:48:32.493889 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-9156e444-8619-4ff0-af7d-9e4b55592cf2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369123'] for port, precommit_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:32.505556 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:32.518684 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.l3_hamode_db [None req-66ac292d-cbba-4b7a-88ed-508e65ab5122 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '02589116-d5df-43b3-97bd-4bd75dfb3007', 'name': 'tempest-ServerActionsTestJSON-111983746-router', 'tenant_id': '6be92480d0964f34a8ede9caae0c987d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'external_fixed_ips': [{'subnet_id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'ip_address': '172.25.8.89'}], 'enable_snat': True}, 'gw_port_id': '3c7fbe60-f145-4449-807d-cb35c83d1a66', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:47:46Z', 'updated_at': '2022-04-18T20:47:52Z', 'revision_number': 4, 'project_id': '6be92480d0964f34a8ede9caae0c987d', 'gw_port': {'id': '3c7fbe60-f145-4449-807d-cb35c83d1a66', 'name': '', 'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:a1:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02589116-d5df-43b3-97bd-4bd75dfb3007', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'ip_address': '172.25.8.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:47:47Z', 'updated_at': '2022-04-18T20:47:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838334-2', '_floatingips': [{'id': '8e8e3a85-21f7-44c4-8170-e50a7e6bae7b', 'tenant_id': '6be92480d0964f34a8ede9caae0c987d', 'floating_ip_address': '172.25.8.100', 'floating_network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'router_id': '02589116-d5df-43b3-97bd-4bd75dfb3007', 'port_id': '968bbb7b-ac07-4f93-a27a-f9fa924c1025', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '48f708f8-0904-4115-910c-bb1ab06d7263', 'mac_address': 'fa:16:3e:c5:e0:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7307812-da19-4509-9baf-bb3ff8313904', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T20:47:59Z', 'updated_at': '2022-04-18T20:48:24Z', 'revision_number': 1, 'project_id': '6be92480d0964f34a8ede9caae0c987d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bbf9cbaa-ee8e-49a5-ac82-a66e1079d75c', 'name': '', 'network_id': '48f708f8-0904-4115-910c-bb1ab06d7263', 'tenant_id': '6be92480d0964f34a8ede9caae0c987d', 'mac_address': 'fa:16:3e:8b:25:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02589116-d5df-43b3-97bd-4bd75dfb3007', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '488f35b7-694e-475d-862d-2f00f4388d03', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:47:51Z', 'updated_at': '2022-04-18T20:48:00Z', 'revision_number': 5, 'project_id': '6be92480d0964f34a8ede9caae0c987d', 'subnets': [{'id': '488f35b7-694e-475d-862d-2f00f4388d03', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838334-2', False) {} {{(pid=84043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:48:32.541077 n-d-838334-2 neutron-server[84043]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66ac292d-cbba-4b7a-88ed-508e65ab5122 None None] The sync data for ids ['02589116-d5df-43b3-97bd-4bd75dfb3007'] in n-d-838334-2 is: [{'id': '02589116-d5df-43b3-97bd-4bd75dfb3007', 'name': 'tempest-ServerActionsTestJSON-111983746-router', 'tenant_id': '6be92480d0964f34a8ede9caae0c987d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'external_fixed_ips': [{'subnet_id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'ip_address': '172.25.8.89'}], 'enable_snat': True}, 'gw_port_id': '3c7fbe60-f145-4449-807d-cb35c83d1a66', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:47:46Z', 'updated_at': '2022-04-18T20:47:52Z', 'revision_number': 4, 'project_id': '6be92480d0964f34a8ede9caae0c987d', 'gw_port': {'id': '3c7fbe60-f145-4449-807d-cb35c83d1a66', 'name': '', 'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:a1:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02589116-d5df-43b3-97bd-4bd75dfb3007', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'ip_address': '172.25.8.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:47:47Z', 'updated_at': '2022-04-18T20:47:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838334-2', '_floatingips': [{'id': '8e8e3a85-21f7-44c4-8170-e50a7e6bae7b', 'tenant_id': '6be92480d0964f34a8ede9caae0c987d', 'floating_ip_address': '172.25.8.100', 'floating_network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'router_id': '02589116-d5df-43b3-97bd-4bd75dfb3007', 'port_id': '968bbb7b-ac07-4f93-a27a-f9fa924c1025', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '48f708f8-0904-4115-910c-bb1ab06d7263', 'mac_address': 'fa:16:3e:c5:e0:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7307812-da19-4509-9baf-bb3ff8313904', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T20:47:59Z', 'updated_at': '2022-04-18T20:48:24Z', 'revision_number': 1, 'project_id': '6be92480d0964f34a8ede9caae0c987d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bbf9cbaa-ee8e-49a5-ac82-a66e1079d75c', 'name': '', 'network_id': '48f708f8-0904-4115-910c-bb1ab06d7263', 'tenant_id': '6be92480d0964f34a8ede9caae0c987d', 'mac_address': 'fa:16:3e:8b:25:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02589116-d5df-43b3-97bd-4bd75dfb3007', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '488f35b7-694e-475d-862d-2f00f4388d03', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:47:51Z', 'updated_at': '2022-04-18T20:48:00Z', 'revision_number': 5, 'project_id': '6be92480d0964f34a8ede9caae0c987d', 'subnets': [{'id': '488f35b7-694e-475d-862d-2f00f4388d03', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84043) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 18 20:48:32.642130 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30bb1b2c-fd31-4229-a6b2-aa0af6b2352d req-5f2b2d0b-2776-44dc-a0d4-4411489bedee tempest-ServerGroupTestJSON-1467409197 tempest-ServerGroupTestJSON-1467409197-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:48:32.644866 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-30bb1b2c-fd31-4229-a6b2-aa0af6b2352d req-5f2b2d0b-2776-44dc-a0d4-4411489bedee tempest-ServerGroupTestJSON-1467409197 tempest-ServerGroupTestJSON-1467409197-project] 10.222.0.48 "GET /v2.0/networks?id=6b61571a-5f15-463b-9607-983d8cc685ba HTTP/1.1" status: 200 len: 810 time: 0.5433972 Apr 18 20:48:32.680220 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.v2.base [req-30bb1b2c-fd31-4229-a6b2-aa0af6b2352d req-dd186e6b-99c7-487a-9dea-e140dc2575d0 tempest-ServerGroupTestJSON-1467409197 tempest-ServerGroupTestJSON-1467409197-project] Request body: {'port': {'device_id': '853e8351-a742-40ee-9561-a9b5f1aa4849', 'network_id': '6b61571a-5f15-463b-9607-983d8cc685ba', 'admin_state_up': True, 'tenant_id': 'ef393f704f6548e3a50b128f917b8c4a'}} {{(pid=84040) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 20:48:32.730112 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-5dd049f1-ada2-4bec-b772-1ae5afa31267 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750375259028', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750374836628'] for port, after_delete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:32.745599 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.plugin [None req-9156e444-8619-4ff0-af7d-9e4b55592cf2 admin admin] Calling delete_port for 9cb253fe-1904-436e-8821-d2838dda7263 owned by network:dhcp {{(pid=84041) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 20:48:32.858061 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.db.api [None req-9156e444-8619-4ff0-af7d-9e4b55592cf2 admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84041) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 18 20:48:32.858776 n-d-838334-2 neutron-server[84041]: DEBUG oslo_db.api [None req-9156e444-8619-4ff0-af7d-9e4b55592cf2 admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84041) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 18 20:48:32.872121 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5dd049f1-ada2-4bec-b772-1ae5afa31267 None None] No DVR routers for this DVR port 9cb253fe-1904-436e-8821-d2838dda7263 on host n-d-838334-2 {{(pid=84042) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 20:48:32.928633 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dd049f1-ada2-4bec-b772-1ae5afa31267 None None] Pushing event deleted for resources: {'Port': ['ID=9cb253fe-1904-436e-8821-d2838dda7263,revision_number=None']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:48:32.976470 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-831105ea-ebc1-4325-a93f-8183f78d530f req-9b699084-1494-4984-aa1a-3b764d360645 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:48:32.978656 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-831105ea-ebc1-4325-a93f-8183f78d530f req-9b699084-1494-4984-aa1a-3b764d360645 service neutron] 10.222.0.43 "GET /v2.0/networks?id=48f708f8-0904-4115-910c-bb1ab06d7263 HTTP/1.1" status: 200 len: 912 time: 1.2595944 Apr 18 20:48:32.997401 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0968564-c2a2-4699-8872-fe9f0eb9930d None None] New status for floating IP 8e8e3a85-21f7-44c4-8170-e50a7e6bae7b: ACTIVE {{(pid=84042) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Apr 18 20:48:33.132477 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-831105ea-ebc1-4325-a93f-8183f78d530f req-9551044d-3e1c-4557-be0d-1a4192965310 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=968bbb7b-ac07-4f93-a27a-f9fa924c1025 HTTP/1.1" status: 200 len: 1000 time: 0.1391027 Apr 18 20:48:33.158462 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-1f34323c-6e6b-4de3-9b7b-1305cd81fcf0 req-774ad690-be7e-4326-b60b-08569efe1fc8 tempest-ServerGroupTestJSON-1467409197 tempest-ServerGroupTestJSON-1467409197-project] 10.222.0.42 "GET /v2.0/ports?device_id=853e8351-a742-40ee-9561-a9b5f1aa4849 HTTP/1.1" status: 200 len: 210 time: 0.2672119 Apr 18 20:48:33.245932 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-831105ea-ebc1-4325-a93f-8183f78d530f req-b4c17c97-a793-4317-84f4-885d67ec2a0f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:48:33.250071 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-831105ea-ebc1-4325-a93f-8183f78d530f req-b4c17c97-a793-4317-84f4-885d67ec2a0f service neutron] 10.222.0.43 "GET /v2.0/subnets?id=488f35b7-694e-475d-862d-2f00f4388d03 HTTP/1.1" status: 200 len: 850 time: 0.1077125 Apr 18 20:48:33.345357 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-540271ad-1055-412f-abcf-e1d11bf8d2c7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:33.366734 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.plugin [None req-9156e444-8619-4ff0-af7d-9e4b55592cf2 admin admin] Deleting port 9cb253fe-1904-436e-8821-d2838dda7263 {{(pid=84041) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 20:48:33.367950 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-3170a8de-e254-40c6-a0b8-bc57569f0dd1 req-7be4ef81-28b9-4827-90aa-9e34d5b43a14 tempest-ServerMetadataNegativeTestJSON-1038530686 tempest-ServerMetadataNegativeTestJSON-1038530686-project] 10.222.0.42 "GET /v2.0/ports?device_id=4f44a869-9ded-4c1a-80e3-c9208f4179be HTTP/1.1" status: 200 len: 210 time: 0.1760771 Apr 18 20:48:33.369916 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-9156e444-8619-4ff0-af7d-9e4b55592cf2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750375188691'] for port, before_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:33.460938 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-540271ad-1055-412f-abcf-e1d11bf8d2c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33528224'] for security_group, after_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:33.545107 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Device 454545ff-cc01-4b02-98d5-de56b420f516 up at agent hyperv_n-h1-838334-2 {{(pid=84042) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 20:48:33.595513 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.plugin [None req-9156e444-8619-4ff0-af7d-9e4b55592cf2 admin admin] The port '9cb253fe-1904-436e-8821-d2838dda7263' was deleted {{(pid=84041) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 18 20:48:33.598015 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-540271ad-1055-412f-abcf-e1d11bf8d2c7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aac67c62-23bd-4af5-b48b-8b06d02dda3f,revision_number=1']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:48:33.649901 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750375287399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253529'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:33.692301 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-39209886-51b1-4d2f-a925-4bffd5ce15f7 req-6fcbecdb-1b1a-4e7e-a4b8-e0261c5a7206 tempest-MigrationsAdminTest-1326981207 tempest-MigrationsAdminTest-1326981207-project] 10.222.0.42 "GET /v2.0/networks?tenant_id=0ae89e923933452faf6047be78995cc1&shared=False HTTP/1.1" status: 200 len: 213 time: 0.2986848 Apr 18 20:48:33.699022 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [req-30bb1b2c-fd31-4229-a6b2-aa0af6b2352d req-dd186e6b-99c7-487a-9dea-e140dc2575d0 tempest-ServerGroupTestJSON-1467409197 tempest-ServerGroupTestJSON-1467409197-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:48:33.699299 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Provisioning complete for port 454545ff-cc01-4b02-98d5-de56b420f516 triggered by entity L2. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:48:33.699961 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1253608'] for port, provisioning_complete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:33.703928 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [req-30bb1b2c-fd31-4229-a6b2-aa0af6b2352d req-dd186e6b-99c7-487a-9dea-e140dc2575d0 tempest-ServerGroupTestJSON-1467409197 tempest-ServerGroupTestJSON-1467409197-project] Usage tracker for resource:port and tenant:ef393f704f6548e3a50b128f917b8c4a is out of sync, need to count used quota {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:48:33.707764 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [req-30bb1b2c-fd31-4229-a6b2-aa0af6b2352d req-dd186e6b-99c7-487a-9dea-e140dc2575d0 tempest-ServerGroupTestJSON-1467409197 tempest-ServerGroupTestJSON-1467409197-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:48:33.715125 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [req-30bb1b2c-fd31-4229-a6b2-aa0af6b2352d req-dd186e6b-99c7-487a-9dea-e140dc2575d0 tempest-ServerGroupTestJSON-1467409197 tempest-ServerGroupTestJSON-1467409197-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:48:33.734129 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfad9ab9-5cee-440a-aa61-c950f08cb508 req-a1ac452d-b35f-451c-b9c5-a56d328a62b5 tempest-ServerMetadataNegativeTestJSON-1038530686 tempest-ServerMetadataNegativeTestJSON-1038530686-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:48:33.736012 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-cfad9ab9-5cee-440a-aa61-c950f08cb508 req-a1ac452d-b35f-451c-b9c5-a56d328a62b5 tempest-ServerMetadataNegativeTestJSON-1038530686 tempest-ServerMetadataNegativeTestJSON-1038530686-project] 10.222.0.48 "GET /v2.0/networks?id=301f150d-0e84-42bb-b737-c7bc5c146888 HTTP/1.1" status: 200 len: 820 time: 0.4617524 Apr 18 20:48:33.776467 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-540271ad-1055-412f-abcf-e1d11bf8d2c7 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 359} {{(pid=84041) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 20:48:33.789097 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-30bb1b2c-fd31-4229-a6b2-aa0af6b2352d req-dd186e6b-99c7-487a-9dea-e140dc2575d0 tempest-ServerGroupTestJSON-1467409197 tempest-ServerGroupTestJSON-1467409197-project] Made reservation on behalf of ef393f704f6548e3a50b128f917b8c4a for: {'port': 1} {{(pid=84040) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:48:33.789932 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-540271ad-1055-412f-abcf-e1d11bf8d2c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1082986'] for segment, precommit_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:33.790369 n-d-838334-2 neutron-server[84041]: INFO neutron.db.segments_db [None req-540271ad-1055-412f-abcf-e1d11bf8d2c7 admin admin] Added segment 84b0de3c-8149-4d18-8929-3ff0da980800 of type vlan for network 7ca2cbaf-a9d4-46d8-95db-69bc38971d0d Apr 18 20:48:33.794293 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-30bb1b2c-fd31-4229-a6b2-aa0af6b2352d req-dd186e6b-99c7-487a-9dea-e140dc2575d0 tempest-ServerGroupTestJSON-1467409197 tempest-ServerGroupTestJSON-1467409197-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:33.821175 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.v2.base [req-cfad9ab9-5cee-440a-aa61-c950f08cb508 req-2463f025-18b8-49e3-a47d-1ceba3b01f73 tempest-ServerMetadataNegativeTestJSON-1038530686 tempest-ServerMetadataNegativeTestJSON-1038530686-project] Request body: {'port': {'device_id': '4f44a869-9ded-4c1a-80e3-c9208f4179be', 'network_id': '301f150d-0e84-42bb-b737-c7bc5c146888', 'admin_state_up': True, 'tenant_id': '0599e263a4974e689c38efa9f81a0f07'}} {{(pid=84040) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 20:48:33.821843 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-540271ad-1055-412f-abcf-e1d11bf8d2c7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750374825732'] for network, precommit_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:33.873680 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:33.881528 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-540271ad-1055-412f-abcf-e1d11bf8d2c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33526109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022'] for network, after_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:33.883671 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-540271ad-1055-412f-abcf-e1d11bf8d2c7 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:48:33.885006 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-540271ad-1055-412f-abcf-e1d11bf8d2c7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32378031'] for network, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:33.933927 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] For port 454545ff-cc01-4b02-98d5-de56b420f516, host n-h1-838334-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838334-2',level=0,port_id=454545ff-cc01-4b02-98d5-de56b420f516,segment=NetworkSegment(62b85806-94d8-4a88-a06c-da82e5932d66),segment_id=62b85806-94d8-4a88-a06c-da82e5932d66)] {{(pid=84042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:48:33.934939 n-d-838334-2 neutron-server[84042]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'db680760-9920-4ccc-8c07-2936a873d08f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '454545ff-cc01-4b02-98d5-de56b420f516'}] {{(pid=84042) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 20:48:33.949131 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682'] for port, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:34.046085 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [req-cfad9ab9-5cee-440a-aa61-c950f08cb508 req-2463f025-18b8-49e3-a47d-1ceba3b01f73 tempest-ServerMetadataNegativeTestJSON-1038530686 tempest-ServerMetadataNegativeTestJSON-1038530686-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:48:34.059425 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [req-cfad9ab9-5cee-440a-aa61-c950f08cb508 req-2463f025-18b8-49e3-a47d-1ceba3b01f73 tempest-ServerMetadataNegativeTestJSON-1038530686 tempest-ServerMetadataNegativeTestJSON-1038530686-project] Usage tracker for resource:port and tenant:0599e263a4974e689c38efa9f81a0f07 is out of sync, need to count used quota {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:48:34.059896 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Pushing event updated for resources: {'Port': ['ID=454545ff-cc01-4b02-98d5-de56b420f516,revision_number=11']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:48:34.066733 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [req-cfad9ab9-5cee-440a-aa61-c950f08cb508 req-2463f025-18b8-49e3-a47d-1ceba3b01f73 tempest-ServerMetadataNegativeTestJSON-1038530686 tempest-ServerMetadataNegativeTestJSON-1038530686-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:48:34.071109 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-540271ad-1055-412f-abcf-e1d11bf8d2c7 admin admin] Pushing event updated for resources: {'Network': ['ID=7ca2cbaf-a9d4-46d8-95db-69bc38971d0d,revision_number=1']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:48:34.093979 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [req-cfad9ab9-5cee-440a-aa61-c950f08cb508 req-2463f025-18b8-49e3-a47d-1ceba3b01f73 tempest-ServerMetadataNegativeTestJSON-1038530686 tempest-ServerMetadataNegativeTestJSON-1038530686-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:48:34.094605 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Network 7ca2cbaf-a9d4-46d8-95db-69bc38971d0d details requested by agent ovs-agent-n-d-838334-2 with host n-d-838334-2 {{(pid=84042) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 18 20:48:34.134809 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-9156e444-8619-4ff0-af7d-9e4b55592cf2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1258905', 'neutron.services.segments.db._delete_segments_for_network-8750375287417'] for network, precommit_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:34.164577 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-831105ea-ebc1-4325-a93f-8183f78d530f req-364dfd8b-25ad-4216-bd7a-18f525a76ee1 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=48f708f8-0904-4115-910c-bb1ab06d7263&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.9063125 Apr 18 20:48:34.169689 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-540271ad-1055-412f-abcf-e1d11bf8d2c7 admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 3.8488283 Apr 18 20:48:34.171403 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 44664) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:48:34.194519 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.v2.base [None req-866137e3-99b2-4f6d-987d-f6a06fd09e23 admin admin] Request body: {'subnet': {'network_id': '7ca2cbaf-a9d4-46d8-95db-69bc38971d0d', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueTestJSONUnderV235-1465053955-subnet', 'tenant_id': '134eb2d988564a4ab37aee0077d2b54a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=84041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 20:48:34.206758 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-866137e3-99b2-4f6d-987d-f6a06fd09e23 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:48:34.214730 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-866137e3-99b2-4f6d-987d-f6a06fd09e23 admin admin] Usage tracker for resource:subnet and tenant:134eb2d988564a4ab37aee0077d2b54a is out of sync, need to count used quota {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:48:34.219839 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cfad9ab9-5cee-440a-aa61-c950f08cb508 req-2463f025-18b8-49e3-a47d-1ceba3b01f73 tempest-ServerMetadataNegativeTestJSON-1038530686 tempest-ServerMetadataNegativeTestJSON-1038530686-project] Made reservation on behalf of 0599e263a4974e689c38efa9f81a0f07 for: {'port': 1} {{(pid=84040) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:48:34.221991 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-866137e3-99b2-4f6d-987d-f6a06fd09e23 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:48:34.222752 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-cfad9ab9-5cee-440a-aa61-c950f08cb508 req-2463f025-18b8-49e3-a47d-1ceba3b01f73 tempest-ServerMetadataNegativeTestJSON-1038530686 tempest-ServerMetadataNegativeTestJSON-1038530686-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:34.232474 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-866137e3-99b2-4f6d-987d-f6a06fd09e23 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:48:34.282457 n-d-838334-2 neutron-server[84041]: DEBUG neutron.services.segments.db [None req-9156e444-8619-4ff0-af7d-9e4b55592cf2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9d0497e0-85bb-47bb-9935-c86ebcce2887']}} {{(pid=84041) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:48:34.299755 n-d-838334-2 neutron-server[84041]: DEBUG neutron.services.segments.db [None req-9156e444-8619-4ff0-af7d-9e4b55592cf2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5b604cea-9c78-432e-a84f-851b951c2b77') {'for_net_delete': True} {{(pid=84041) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:48:34.300088 n-d-838334-2 neutron-server[84041]: DEBUG neutron.services.segments.db [None req-9156e444-8619-4ff0-af7d-9e4b55592cf2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5b604cea-9c78-432e-a84f-851b951c2b77') {} {{(pid=84041) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:48:34.319094 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-9156e444-8619-4ff0-af7d-9e4b55592cf2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750375287300', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32268156'] for segment, before_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:34.362290 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-9156e444-8619-4ff0-af7d-9e4b55592cf2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1082986'] for segment, precommit_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:34.371790 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9156e444-8619-4ff0-af7d-9e4b55592cf2 admin admin] Releasing vlan 377 on physical network physnet1 to pool {{(pid=84041) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 18 20:48:34.373087 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-9156e444-8619-4ff0-af7d-9e4b55592cf2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1082993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32266254'] for segment, after_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:34.493640 n-d-838334-2 neutron-server[84041]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 20:48:34.493640 n-d-838334-2 neutron-server[84041]: util.warn( Apr 18 20:48:34.493640 n-d-838334-2 neutron-server[84041]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 20:48:34.493640 n-d-838334-2 neutron-server[84041]: util.warn( Apr 18 20:48:34.493640 n-d-838334-2 neutron-server[84041]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 20:48:34.493640 n-d-838334-2 neutron-server[84041]: util.warn( Apr 18 20:48:34.493640 n-d-838334-2 neutron-server[84041]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 20:48:34.493640 n-d-838334-2 neutron-server[84041]: util.warn( Apr 18 20:48:34.493640 n-d-838334-2 neutron-server[84041]: Traceback (most recent call last): Apr 18 20:48:34.493640 n-d-838334-2 neutron-server[84041]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 18 20:48:34.493640 n-d-838334-2 neutron-server[84041]: timer() Apr 18 20:48:34.493640 n-d-838334-2 neutron-server[84041]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 20:48:34.493640 n-d-838334-2 neutron-server[84041]: cb(*args, **kw) Apr 18 20:48:34.493640 n-d-838334-2 neutron-server[84041]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 18 20:48:34.493640 n-d-838334-2 neutron-server[84041]: return func(*args, **kwargs) Apr 18 20:48:34.493640 n-d-838334-2 neutron-server[84041]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 20:48:34.493640 n-d-838334-2 neutron-server[84041]: self._notify() Apr 18 20:48:34.493640 n-d-838334-2 neutron-server[84041]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 20:48:34.493640 n-d-838334-2 neutron-server[84041]: self.callback(batched_events) Apr 18 20:48:34.493640 n-d-838334-2 neutron-server[84041]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 20:48:34.493640 n-d-838334-2 neutron-server[84041]: event.method(event) Apr 18 20:48:34.493640 n-d-838334-2 neutron-server[84041]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 18 20:48:34.493640 n-d-838334-2 neutron-server[84041]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 20:48:34.493640 n-d-838334-2 neutron-server[84041]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 18 20:48:34.493640 n-d-838334-2 neutron-server[84041]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 20:48:34.493640 n-d-838334-2 neutron-server[84041]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 18 20:48:34.493640 n-d-838334-2 neutron-server[84041]: return f(self, *a, **k) Apr 18 20:48:34.493640 n-d-838334-2 neutron-server[84041]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 18 20:48:34.493640 n-d-838334-2 neutron-server[84041]: return self._get(url).json() Apr 18 20:48:34.493640 n-d-838334-2 neutron-server[84041]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 18 20:48:34.493640 n-d-838334-2 neutron-server[84041]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 20:48:34.493640 n-d-838334-2 neutron-server[84041]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 18 20:48:34.493640 n-d-838334-2 neutron-server[84041]: return self.request(url, 'GET', **kwargs) Apr 18 20:48:34.493640 n-d-838334-2 neutron-server[84041]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 18 20:48:34.493640 n-d-838334-2 neutron-server[84041]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 20:48:34.493640 n-d-838334-2 neutron-server[84041]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 18 20:48:34.493640 n-d-838334-2 neutron-server[84041]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 20:48:34.493640 n-d-838334-2 neutron-server[84041]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 18 20:48:34.493640 n-d-838334-2 neutron-server[84041]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 20:48:34.493640 n-d-838334-2 neutron-server[84041]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 20:48:34.498497 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-866137e3-99b2-4f6d-987d-f6a06fd09e23 admin admin] Made reservation on behalf of 134eb2d988564a4ab37aee0077d2b54a for: {'subnet': 1} {{(pid=84041) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:48:34.500403 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-866137e3-99b2-4f6d-987d-f6a06fd09e23 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32486301'] for subnet, before_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:34.535085 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-9156e444-8619-4ff0-af7d-9e4b55592cf2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1258898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33526109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33444113'] for network, after_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:34.572598 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39209886-51b1-4d2f-a925-4bffd5ce15f7 req-22e884b6-ff16-454a-bf4b-270991cb6677 tempest-MigrationsAdminTest-1326981207 tempest-MigrationsAdminTest-1326981207-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:48:34.574791 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-39209886-51b1-4d2f-a925-4bffd5ce15f7 req-22e884b6-ff16-454a-bf4b-270991cb6677 tempest-MigrationsAdminTest-1326981207 tempest-MigrationsAdminTest-1326981207-project] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.8468735 Apr 18 20:48:34.631366 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb704850-16eb-443b-90ed-1589f58bee86 req-f7596c6b-7f5a-4909-ba43-6a64f41c0592 tempest-ServerActionsTestJSON-2052644234 tempest-ServerActionsTestJSON-2052644234-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:48:34.639812 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-eb704850-16eb-443b-90ed-1589f58bee86 req-f7596c6b-7f5a-4909-ba43-6a64f41c0592 tempest-ServerActionsTestJSON-2052644234 tempest-ServerActionsTestJSON-2052644234-project] 10.222.0.42 "GET /v2.0/ports?device_id=b7307812-da19-4509-9baf-bb3ff8313904 HTTP/1.1" status: 200 len: 946 time: 0.9137292 Apr 18 20:48:34.651237 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.db_base_plugin_common [req-cfad9ab9-5cee-440a-aa61-c950f08cb508 req-2463f025-18b8-49e3-a47d-1ceba3b01f73 tempest-ServerMetadataNegativeTestJSON-1038530686 tempest-ServerMetadataNegativeTestJSON-1038530686-project] Allocated IP 172.20.0.5 (301f150d-0e84-42bb-b737-c7bc5c146888/92ccf3d3-a084-4790-b114-fd7b044668cc/6dc9018a-4ac2-4289-bc5a-a3b61016d6ef) {{(pid=84040) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:48:34.685450 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-39209886-51b1-4d2f-a925-4bffd5ce15f7 req-0f435c49-f50d-4920-8469-e3bb3e5f0cc8 tempest-MigrationsAdminTest-1326981207 tempest-MigrationsAdminTest-1326981207-project] 10.222.0.42 "GET /v2.0/quotas/0ae89e923933452faf6047be78995cc1 HTTP/1.1" status: 200 len: 375 time: 0.0857465 Apr 18 20:48:34.764965 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.db_base_plugin_common [req-30bb1b2c-fd31-4229-a6b2-aa0af6b2352d req-dd186e6b-99c7-487a-9dea-e140dc2575d0 tempest-ServerGroupTestJSON-1467409197 tempest-ServerGroupTestJSON-1467409197-project] Allocated IP 172.20.0.9 (6b61571a-5f15-463b-9607-983d8cc685ba/7e58bc8e-8e47-4b25-a6de-a7a4bbfcf0e0/90b5944e-ac37-4d6e-83c8-d00b7c03dbbb) {{(pid=84040) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:48:34.769192 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-9156e444-8619-4ff0-af7d-9e4b55592cf2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32378031'] for network, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:34.804753 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9156e444-8619-4ff0-af7d-9e4b55592cf2 admin admin] Pushing event deleted for resources: {'Network': ['ID=9d0497e0-85bb-47bb-9935-c86ebcce2887,revision_number=None']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:48:34.827052 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-9156e444-8619-4ff0-af7d-9e4b55592cf2 admin admin] 10.222.0.42 "DELETE /v2.0/networks/9d0497e0-85bb-47bb-9935-c86ebcce2887 HTTP/1.1" status: 204 len: 168 time: 4.2368276 Apr 18 20:48:34.947116 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-eb704850-16eb-443b-90ed-1589f58bee86 req-6db000d8-ca53-48af-b673-85c6db543c78 tempest-ServerActionsTestJSON-2052644234 tempest-ServerActionsTestJSON-2052644234-project] 10.222.0.42 "GET /v2.0/security-groups?id=c2aeb662-6a43-4389-8810-9fad3627855b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3062301 Apr 18 20:48:35.055714 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-831105ea-ebc1-4325-a93f-8183f78d530f req-0e1bdac9-1a0a-4008-9d14-a0a643cccf3a service neutron] 10.222.0.43 "GET /v2.0/networks/48f708f8-0904-4115-910c-bb1ab06d7263?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8126595 Apr 18 20:48:35.057366 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-866137e3-99b2-4f6d-987d-f6a06fd09e23 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33526260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32266407', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32486287'] for subnet, after_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:35.200913 n-d-838334-2 neutron-server[84042]: INFO neutron.notifiers.nova [-] Nova event matching ['req-125240ab-8841-4558-b43f-d8e9895aa699'] response: {'server_uuid': 'db680760-9920-4ccc-8c07-2936a873d08f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '454545ff-cc01-4b02-98d5-de56b420f516', 'code': 200} Apr 18 20:48:35.213232 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 44678) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:48:35.266210 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-831105ea-ebc1-4325-a93f-8183f78d530f req-12ae880d-6a1e-4be8-9aaa-639fe3cf5975 service neutron] 10.222.0.43 "GET /v2.0/networks/48f708f8-0904-4115-910c-bb1ab06d7263?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1986725 Apr 18 20:48:35.332026 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-866137e3-99b2-4f6d-987d-f6a06fd09e23 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3b336095-3f34-4c1c-9e4c-6995dc1056be,revision_number=0']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:48:35.338291 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-866137e3-99b2-4f6d-987d-f6a06fd09e23 admin admin] Checking segment: {'id': '84b0de3c-8149-4d18-8929-3ff0da980800', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '7ca2cbaf-a9d4-46d8-95db-69bc38971d0d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84041) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 20:48:35.338639 n-d-838334-2 neutron-server[84041]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-866137e3-99b2-4f6d-987d-f6a06fd09e23 admin admin] Network hostable DHCP agents. Network: 7ca2cbaf-a9d4-46d8-95db-69bc38971d0d, hostable agents: ['8746f8ea-3e91-4b32-9919-2c63adeb8722'], hosted agents: [] {{(pid=84041) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 20:48:35.374559 n-d-838334-2 neutron-server[84041]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-866137e3-99b2-4f6d-987d-f6a06fd09e23 admin admin] Network 7ca2cbaf-a9d4-46d8-95db-69bc38971d0d is scheduled to be hosted by DHCP agent 8746f8ea-3e91-4b32-9919-2c63adeb8722 with binding_index 1 {{(pid=84041) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 20:48:35.391037 n-d-838334-2 neutron-server[84041]: DEBUG neutron.scheduler.base_scheduler [None req-866137e3-99b2-4f6d-987d-f6a06fd09e23 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-838334-2, 7ca2cbaf-a9d4-46d8-95db-69bc38971d0d) {{(pid=84041) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:48:35.404674 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53c7e01d-68c1-4d3d-9cf7-fe155f46aea8 None None] Network 7ca2cbaf-a9d4-46d8-95db-69bc38971d0d requested from n-d-838334-2 {{(pid=84042) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 20:48:35.415404 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-866137e3-99b2-4f6d-987d-f6a06fd09e23 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:48:35.416554 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-866137e3-99b2-4f6d-987d-f6a06fd09e23 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:35.457396 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-866137e3-99b2-4f6d-987d-f6a06fd09e23 admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 1.2826781 Apr 18 20:48:35.461091 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 44682) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:48:35.477758 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.v2.base [None req-3eed7346-2424-4477-90e7-85d15c7b4182 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueTestJSONUnderV235-1465053955-router', 'tenant_id': '134eb2d988564a4ab37aee0077d2b54a', 'external_gateway_info': {'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c'}}} {{(pid=84041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 20:48:35.497276 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-3eed7346-2424-4477-90e7-85d15c7b4182 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:48:35.502502 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-3eed7346-2424-4477-90e7-85d15c7b4182 admin admin] Usage tracker for resource:router and tenant:134eb2d988564a4ab37aee0077d2b54a is out of sync, need to count used quota {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:48:35.508454 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-3eed7346-2424-4477-90e7-85d15c7b4182 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:48:35.520269 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-3eed7346-2424-4477-90e7-85d15c7b4182 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:48:35.540910 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-3eed7346-2424-4477-90e7-85d15c7b4182 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-33442106', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5708'] for router, before_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:35.542894 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-3eed7346-2424-4477-90e7-85d15c7b4182 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33442137', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33444285', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33535433', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5703'] for router, precommit_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:35.574151 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-3eed7346-2424-4477-90e7-85d15c7b4182 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:35.625738 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-39209886-51b1-4d2f-a925-4bffd5ce15f7 req-a49d800c-59be-47a6-91f9-b177024635a9 tempest-MigrationsAdminTest-1326981207 tempest-MigrationsAdminTest-1326981207-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=0ae89e923933452faf6047be78995cc1&fields=id HTTP/1.1" status: 200 len: 348 time: 0.9268019 Apr 18 20:48:35.651357 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-038a39f9-0f60-4ead-97a1-eb94670e5f41 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=1fd001aaeef146c5ac3c9d1e6f47f539&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4236174 Apr 18 20:48:35.654565 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-f00b3527-c59a-4200-9df3-4c4b965d76f4 req-6e91bd3c-8793-4b00-a396-8b1425fd1339 tempest-ServerGroupTestJSON-1467409197 tempest-ServerGroupTestJSON-1467409197-project] 10.222.0.42 "GET /v2.0/ports?device_id=853e8351-a742-40ee-9561-a9b5f1aa4849 HTTP/1.1" status: 200 len: 210 time: 0.2962863 Apr 18 20:48:35.683037 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 44686) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:48:35.819718 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88d7bbd3-c10c-4695-9da9-3fb9c6158ef7 None None] Network 7ca2cbaf-a9d4-46d8-95db-69bc38971d0d requested from n-d-838334-2 {{(pid=84042) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 20:48:35.886589 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-3eed7346-2424-4477-90e7-85d15c7b4182 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-33444175', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-33443520', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5293'] for router, precommit_update {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:36.076565 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-cfad9ab9-5cee-440a-aa61-c950f08cb508 req-2463f025-18b8-49e3-a47d-1ceba3b01f73 tempest-ServerMetadataNegativeTestJSON-1038530686 tempest-ServerMetadataNegativeTestJSON-1038530686-project] Notify callbacks [] for port, precommit_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:36.106895 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-ae1c1164-6fb5-4096-bc7b-061e63594501 req-1834b126-8bd5-4f99-89d3-64cb8f579f44 tempest-ServerMetadataNegativeTestJSON-1038530686 tempest-ServerMetadataNegativeTestJSON-1038530686-project] 10.222.0.42 "GET /v2.0/ports?device_id=4f44a869-9ded-4c1a-80e3-c9208f4179be HTTP/1.1" status: 200 len: 210 time: 0.1108892 Apr 18 20:48:36.128222 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-6ed858a6-fa20-4d79-bb85-748791787419 req-71decf44-ebcb-4c21-b413-20d6fe0d4a5a tempest-MigrationsAdminTest-1326981207 tempest-MigrationsAdminTest-1326981207-project] 10.222.0.42 "GET /v2.0/ports?device_id=74fb1b3e-aad8-4cf1-ab81-337d3a37a132 HTTP/1.1" status: 200 len: 210 time: 0.0855384 Apr 18 20:48:36.203495 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-59f5cbfc-3ec5-447b-8493-2c2127ecb00f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:36.274843 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-30bb1b2c-fd31-4229-a6b2-aa0af6b2352d req-dd186e6b-99c7-487a-9dea-e140dc2575d0 tempest-ServerGroupTestJSON-1467409197 tempest-ServerGroupTestJSON-1467409197-project] Notify callbacks [] for port, precommit_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:36.307737 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-59f5cbfc-3ec5-447b-8493-2c2127ecb00f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:36.374900 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-cfad9ab9-5cee-440a-aa61-c950f08cb508 req-2463f025-18b8-49e3-a47d-1ceba3b01f73 tempest-ServerMetadataNegativeTestJSON-1038530686 tempest-ServerMetadataNegativeTestJSON-1038530686-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750374836619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32440838'] for port, after_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:36.446741 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-3eed7346-2424-4477-90e7-85d15c7b4182 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:36.518473 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-3eed7346-2424-4477-90e7-85d15c7b4182 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:36.569414 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-30bb1b2c-fd31-4229-a6b2-aa0af6b2352d req-dd186e6b-99c7-487a-9dea-e140dc2575d0 tempest-ServerGroupTestJSON-1467409197 tempest-ServerGroupTestJSON-1467409197-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750374836619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32440838'] for port, after_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:36.593041 n-d-838334-2 neutron-server[84040]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cfad9ab9-5cee-440a-aa61-c950f08cb508 req-2463f025-18b8-49e3-a47d-1ceba3b01f73 tempest-ServerMetadataNegativeTestJSON-1038530686 tempest-ServerMetadataNegativeTestJSON-1038530686-project] Network 301f150d-0e84-42bb-b737-c7bc5c146888 is already hosted by enough agents. {{(pid=84040) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:48:36.593442 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-59f5cbfc-3ec5-447b-8493-2c2127ecb00f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33528224'] for security_group, after_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:36.610464 n-d-838334-2 neutron-server[84040]: DEBUG neutron.scheduler.base_scheduler [req-cfad9ab9-5cee-440a-aa61-c950f08cb508 req-2463f025-18b8-49e3-a47d-1ceba3b01f73 tempest-ServerMetadataNegativeTestJSON-1038530686 tempest-ServerMetadataNegativeTestJSON-1038530686-project] Resources bound (agent type, host, resource id): {{(pid=84040) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:48:36.633725 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.l3_dvrscheduler_db [req-cfad9ab9-5cee-440a-aa61-c950f08cb508 req-2463f025-18b8-49e3-a47d-1ceba3b01f73 tempest-ServerMetadataNegativeTestJSON-1038530686 tempest-ServerMetadataNegativeTestJSON-1038530686-project] Received port after_create {{(pid=84040) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 20:48:36.666437 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2463f025-18b8-49e3-a47d-1ceba3b01f73 tempest-ServerMetadataNegativeTestJSON-1038530686 tempest-ServerMetadataNegativeTestJSON-1038530686-project] Pushing event updated for resources: {'Port': ['ID=6dc9018a-4ac2-4289-bc5a-a3b61016d6ef,revision_number=1']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:48:36.752240 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59f5cbfc-3ec5-447b-8493-2c2127ecb00f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ac25a8f-ae64-4035-8a3e-7bcf944c76b7,revision_number=None']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:48:36.772324 n-d-838334-2 neutron-server[84040]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-30bb1b2c-fd31-4229-a6b2-aa0af6b2352d req-dd186e6b-99c7-487a-9dea-e140dc2575d0 tempest-ServerGroupTestJSON-1467409197 tempest-ServerGroupTestJSON-1467409197-project] Network 6b61571a-5f15-463b-9607-983d8cc685ba is already hosted by enough agents. {{(pid=84040) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:48:36.787934 n-d-838334-2 neutron-server[84040]: DEBUG neutron.scheduler.base_scheduler [req-30bb1b2c-fd31-4229-a6b2-aa0af6b2352d req-dd186e6b-99c7-487a-9dea-e140dc2575d0 tempest-ServerGroupTestJSON-1467409197 tempest-ServerGroupTestJSON-1467409197-project] Resources bound (agent type, host, resource id): {{(pid=84040) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:48:36.792050 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.l3_dvrscheduler_db [req-30bb1b2c-fd31-4229-a6b2-aa0af6b2352d req-dd186e6b-99c7-487a-9dea-e140dc2575d0 tempest-ServerGroupTestJSON-1467409197 tempest-ServerGroupTestJSON-1467409197-project] Received port after_create {{(pid=84040) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 20:48:36.871475 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd186e6b-99c7-487a-9dea-e140dc2575d0 tempest-ServerGroupTestJSON-1467409197 tempest-ServerGroupTestJSON-1467409197-project] Pushing event updated for resources: {'Port': ['ID=90b5944e-ac37-4d6e-83c8-d00b7c03dbbb,revision_number=1']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:48:36.891351 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-59f5cbfc-3ec5-447b-8493-2c2127ecb00f admin admin] Notify callbacks [] for security_group, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:36.895222 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-59f5cbfc-3ec5-447b-8493-2c2127ecb00f admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/7ac25a8f-ae64-4035-8a3e-7bcf944c76b7 HTTP/1.1" status: 204 len: 168 time: 1.2046061 Apr 18 20:48:36.901983 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfad9ab9-5cee-440a-aa61-c950f08cb508 req-2463f025-18b8-49e3-a47d-1ceba3b01f73 tempest-ServerMetadataNegativeTestJSON-1038530686 tempest-ServerMetadataNegativeTestJSON-1038530686-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:48:36.902651 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-cfad9ab9-5cee-440a-aa61-c950f08cb508 req-2463f025-18b8-49e3-a47d-1ceba3b01f73 tempest-ServerMetadataNegativeTestJSON-1038530686 tempest-ServerMetadataNegativeTestJSON-1038530686-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217293'] for port, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:36.967931 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c908de05-db69-4b65-899d-bded994c69bc req-f8b4c140-2de3-48b0-b5ad-d89b05791b59 tempest-ServerActionsTestJSON-2052644234 tempest-ServerActionsTestJSON-2052644234-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:48:36.988289 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-c908de05-db69-4b65-899d-bded994c69bc req-f8b4c140-2de3-48b0-b5ad-d89b05791b59 tempest-ServerActionsTestJSON-2052644234 tempest-ServerActionsTestJSON-2052644234-project] 10.222.0.42 "GET /v2.0/ports?device_id=b7307812-da19-4509-9baf-bb3ff8313904 HTTP/1.1" status: 200 len: 946 time: 0.5283217 Apr 18 20:48:37.002306 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30bb1b2c-fd31-4229-a6b2-aa0af6b2352d req-dd186e6b-99c7-487a-9dea-e140dc2575d0 tempest-ServerGroupTestJSON-1467409197 tempest-ServerGroupTestJSON-1467409197-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:48:37.002901 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-30bb1b2c-fd31-4229-a6b2-aa0af6b2352d req-dd186e6b-99c7-487a-9dea-e140dc2575d0 tempest-ServerGroupTestJSON-1467409197 tempest-ServerGroupTestJSON-1467409197-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217293'] for port, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:37.096861 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-cfad9ab9-5cee-440a-aa61-c950f08cb508 req-2463f025-18b8-49e3-a47d-1ceba3b01f73 tempest-ServerMetadataNegativeTestJSON-1038530686 tempest-ServerMetadataNegativeTestJSON-1038530686-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.2874217 Apr 18 20:48:37.098035 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-30bb1b2c-fd31-4229-a6b2-aa0af6b2352d req-dd186e6b-99c7-487a-9dea-e140dc2575d0 tempest-ServerGroupTestJSON-1467409197 tempest-ServerGroupTestJSON-1467409197-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.4226556 Apr 18 20:48:37.098730 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.db_base_plugin_common [None req-3eed7346-2424-4477-90e7-85d15c7b4182 admin admin] Allocated IP 172.25.8.231 (e41b6600-a917-4a8d-b05c-be3be40c6d8c/6b05667b-848e-4356-9b44-d5eb6808ef74/a5f618e4-1f87-4184-8aa1-7359240bf186) {{(pid=84041) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:48:37.120630 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-c908de05-db69-4b65-899d-bded994c69bc req-88fc0c52-c9b8-44a6-80d8-4eaf5e67a814 tempest-ServerActionsTestJSON-2052644234 tempest-ServerActionsTestJSON-2052644234-project] 10.222.0.42 "GET /v2.0/security-groups?id=c2aeb662-6a43-4389-8810-9fad3627855b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1314459 Apr 18 20:48:37.159078 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.v2.base [req-cfad9ab9-5cee-440a-aa61-c950f08cb508 req-fedc1e43-9f12-4b26-8490-6f3e089b8fcd service neutron] Request body: {'port': {'device_id': '4f44a869-9ded-4c1a-80e3-c9208f4179be', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-838334-2'}} {{(pid=84040) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 20:48:37.289942 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.v2.base [req-30bb1b2c-fd31-4229-a6b2-aa0af6b2352d req-5991290d-df15-43b7-ad3d-658a98107363 service neutron] Request body: {'port': {'device_id': '853e8351-a742-40ee-9561-a9b5f1aa4849', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-838334-2'}} {{(pid=84040) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 20:48:37.452997 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-e07c154a-a821-47dd-86fb-bb632c05a4c4 req-64ec1c95-82ff-4e59-b195-2c79c72fd1d8 tempest-MigrationsAdminTest-1326981207 tempest-MigrationsAdminTest-1326981207-project] 10.222.0.42 "GET /v2.0/ports?device_id=74fb1b3e-aad8-4cf1-ab81-337d3a37a132 HTTP/1.1" status: 200 len: 210 time: 0.0800815 Apr 18 20:48:37.553241 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-30bb1b2c-fd31-4229-a6b2-aa0af6b2352d req-5991290d-df15-43b7-ad3d-658a98107363 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:37.614259 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-cfad9ab9-5cee-440a-aa61-c950f08cb508 req-fedc1e43-9f12-4b26-8490-6f3e089b8fcd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:37.639496 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-3eed7346-2424-4477-90e7-85d15c7b4182 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:37.715979 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21651274-6854-4896-9585-77fa39a65fce req-9fc00dc0-2072-495b-bf96-041057d55500 tempest-ServerGroupTestJSON-1467409197 tempest-ServerGroupTestJSON-1467409197-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:48:37.716890 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [req-21651274-6854-4896-9585-77fa39a65fce req-9fc00dc0-2072-495b-bf96-041057d55500 tempest-ServerGroupTestJSON-1467409197 tempest-ServerGroupTestJSON-1467409197-project] Synchronizing usage tracker for tenant:ef393f704f6548e3a50b128f917b8c4a on resource:port {{(pid=84040) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 20:48:37.717016 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-3eed7346-2424-4477-90e7-85d15c7b4182 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750374836619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32266323'] for port, after_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:37.814306 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [req-21651274-6854-4896-9585-77fa39a65fce req-9fc00dc0-2072-495b-bf96-041057d55500 tempest-ServerGroupTestJSON-1467409197 tempest-ServerGroupTestJSON-1467409197-project] Unset dirty status for tenant:ef393f704f6548e3a50b128f917b8c4a on resource:port {{(pid=84040) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 20:48:37.823081 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-21651274-6854-4896-9585-77fa39a65fce req-9fc00dc0-2072-495b-bf96-041057d55500 tempest-ServerGroupTestJSON-1467409197 tempest-ServerGroupTestJSON-1467409197-project] 10.222.0.42 "GET /v2.0/ports?device_id=853e8351-a742-40ee-9561-a9b5f1aa4849 HTTP/1.1" status: 200 len: 931 time: 0.8306675 Apr 18 20:48:37.868310 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 44730) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:48:37.908518 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eed7346-2424-4477-90e7-85d15c7b4182 admin admin] Pushing event updated for resources: {'Port': ['ID=a5f618e4-1f87-4184-8aa1-7359240bf186,revision_number=1']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:48:37.943960 n-d-838334-2 neutron-server[84041]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3eed7346-2424-4477-90e7-85d15c7b4182 admin admin] Network e41b6600-a917-4a8d-b05c-be3be40c6d8c is already hosted by enough agents. {{(pid=84041) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:48:37.947245 n-d-838334-2 neutron-server[84041]: DEBUG neutron.scheduler.base_scheduler [None req-3eed7346-2424-4477-90e7-85d15c7b4182 admin admin] Resources bound (agent type, host, resource id): {{(pid=84041) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:48:38.042652 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3eed7346-2424-4477-90e7-85d15c7b4182 admin admin] Received port after_create {{(pid=84041) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 20:48:38.142444 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [req-21651274-6854-4896-9585-77fa39a65fce req-7189c1c4-5975-43e5-9110-afeee52ddd8c tempest-ServerGroupTestJSON-1467409197 tempest-ServerGroupTestJSON-1467409197-project] Synchronizing usage tracker for tenant:ef393f704f6548e3a50b128f917b8c4a on resource:security_group {{(pid=84040) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 20:48:38.173481 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9226c46a-04fe-4e2e-b1ef-6745610e4cea req-92ff41fe-00a7-4ee0-b77c-8804f8d03333 tempest-ServerActionsTestJSON-2052644234 tempest-ServerActionsTestJSON-2052644234-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:48:38.175148 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-9226c46a-04fe-4e2e-b1ef-6745610e4cea req-92ff41fe-00a7-4ee0-b77c-8804f8d03333 tempest-ServerActionsTestJSON-2052644234 tempest-ServerActionsTestJSON-2052644234-project] 10.222.0.42 "GET /v2.0/ports?device_id=b7307812-da19-4509-9baf-bb3ff8313904 HTTP/1.1" status: 200 len: 946 time: 0.3788276 Apr 18 20:48:38.286020 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-39209886-51b1-4d2f-a925-4bffd5ce15f7 req-8182e86b-bebc-4ae3-bf0a-3e8e23e0efd7 tempest-MigrationsAdminTest-1326981207 tempest-MigrationsAdminTest-1326981207-project] 10.222.0.43 "GET /v2.0/networks?tenant_id=0ae89e923933452faf6047be78995cc1&shared=False HTTP/1.1" status: 200 len: 213 time: 0.3707361 Apr 18 20:48:38.459139 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-29ae3ee1-f662-4860-9a0e-8b23282858e5 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=b8f587b8d37f466c86e412be600de70f&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5533769 Apr 18 20:48:38.471135 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 44734) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:48:38.593852 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39209886-51b1-4d2f-a925-4bffd5ce15f7 req-0e26e7b0-8658-46e6-acf8-5672e16dd55a tempest-MigrationsAdminTest-1326981207 tempest-MigrationsAdminTest-1326981207-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:48:38.598110 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-39209886-51b1-4d2f-a925-4bffd5ce15f7 req-0e26e7b0-8658-46e6-acf8-5672e16dd55a tempest-MigrationsAdminTest-1326981207 tempest-MigrationsAdminTest-1326981207-project] 10.222.0.43 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3009238 Apr 18 20:48:38.611291 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [req-21651274-6854-4896-9585-77fa39a65fce req-7189c1c4-5975-43e5-9110-afeee52ddd8c tempest-ServerGroupTestJSON-1467409197 tempest-ServerGroupTestJSON-1467409197-project] Unset dirty status for tenant:ef393f704f6548e3a50b128f917b8c4a on resource:security_group {{(pid=84040) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 20:48:38.625110 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-21651274-6854-4896-9585-77fa39a65fce req-7189c1c4-5975-43e5-9110-afeee52ddd8c tempest-ServerGroupTestJSON-1467409197 tempest-ServerGroupTestJSON-1467409197-project] 10.222.0.42 "GET /v2.0/security-groups?id=3a7e1e4c-e5e6-4b66-a74a-6a0f8d90444d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7998273 Apr 18 20:48:38.627574 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.v2.base [req-39209886-51b1-4d2f-a925-4bffd5ce15f7 req-f1ae58d0-1d02-4973-aae1-b45c287b0df4 tempest-MigrationsAdminTest-1326981207 tempest-MigrationsAdminTest-1326981207-project] Request body: {'port': {'device_id': '74fb1b3e-aad8-4cf1-ab81-337d3a37a132', 'network_id': 'cb56989d-7c5d-4678-b194-1d2edf1e842a', 'admin_state_up': True, 'tenant_id': '0ae89e923933452faf6047be78995cc1'}} {{(pid=84041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 20:48:38.770498 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-9226c46a-04fe-4e2e-b1ef-6745610e4cea req-6b90b876-978d-4962-af54-508efd8a5d37 tempest-ServerActionsTestJSON-2052644234 tempest-ServerActionsTestJSON-2052644234-project] 10.222.0.42 "GET /v2.0/security-groups?id=c2aeb662-6a43-4389-8810-9fad3627855b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4583392 Apr 18 20:48:38.786160 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-6ecdb241-c5e7-4c08-a32f-0dc4ecd82685 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:38.819490 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-6ecdb241-c5e7-4c08-a32f-0dc4ecd82685 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:38.908694 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-3eed7346-2424-4477-90e7-85d15c7b4182 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:38.909736 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-3eed7346-2424-4477-90e7-85d15c7b4182 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33443529', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33444176'] for router, after_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:39.065468 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.db.resource_extend [req-cfad9ab9-5cee-440a-aa61-c950f08cb508 req-fedc1e43-9f12-4b26-8490-6f3e089b8fcd service neutron] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 18 20:48:39.077984 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-6ecdb241-c5e7-4c08-a32f-0dc4ecd82685 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33528224'] for security_group, after_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:39.108385 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [req-39209886-51b1-4d2f-a925-4bffd5ce15f7 req-f1ae58d0-1d02-4973-aae1-b45c287b0df4 tempest-MigrationsAdminTest-1326981207 tempest-MigrationsAdminTest-1326981207-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:48:39.124123 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ecdb241-c5e7-4c08-a32f-0dc4ecd82685 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=211569f2-5b3d-47a7-bbd7-01e34cd2c569,revision_number=None']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:48:39.135794 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [req-39209886-51b1-4d2f-a925-4bffd5ce15f7 req-f1ae58d0-1d02-4973-aae1-b45c287b0df4 tempest-MigrationsAdminTest-1326981207 tempest-MigrationsAdminTest-1326981207-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:48:39.164233 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-6ecdb241-c5e7-4c08-a32f-0dc4ecd82685 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:39.165774 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-6ecdb241-c5e7-4c08-a32f-0dc4ecd82685 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/211569f2-5b3d-47a7-bbd7-01e34cd2c569 HTTP/1.1" status: 204 len: 168 time: 0.6901624 Apr 18 20:48:39.167406 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-39209886-51b1-4d2f-a925-4bffd5ce15f7 req-f1ae58d0-1d02-4973-aae1-b45c287b0df4 tempest-MigrationsAdminTest-1326981207 tempest-MigrationsAdminTest-1326981207-project] Made reservation on behalf of 0ae89e923933452faf6047be78995cc1 for: {'port': 1} {{(pid=84041) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:48:39.175039 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [req-39209886-51b1-4d2f-a925-4bffd5ce15f7 req-f1ae58d0-1d02-4973-aae1-b45c287b0df4 tempest-MigrationsAdminTest-1326981207 tempest-MigrationsAdminTest-1326981207-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:39.295161 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-96c60ce5-e37c-449b-b20d-6def5dcfa909 req-2272c08a-9060-4ebc-90f3-92fba35d7a16 tempest-MigrationsAdminTest-1326981207 tempest-MigrationsAdminTest-1326981207-project] 10.222.0.42 "GET /v2.0/ports?device_id=74fb1b3e-aad8-4cf1-ab81-337d3a37a132 HTTP/1.1" status: 200 len: 210 time: 0.1711972 Apr 18 20:48:39.302710 n-d-838334-2 neutron-server[84040]: DEBUG neutron.notifiers.nova [req-30bb1b2c-fd31-4229-a6b2-aa0af6b2352d req-5991290d-df15-43b7-ad3d-658a98107363 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 90b5944e-ac37-4d6e-83c8-d00b7c03dbbb {{(pid=84040) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 18 20:48:39.325913 n-d-838334-2 neutron-server[84040]: DEBUG neutron.notifiers.nova [req-cfad9ab9-5cee-440a-aa61-c950f08cb508 req-fedc1e43-9f12-4b26-8490-6f3e089b8fcd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6dc9018a-4ac2-4289-bc5a-a3b61016d6ef {{(pid=84040) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 18 20:48:39.332151 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-30bb1b2c-fd31-4229-a6b2-aa0af6b2352d req-5991290d-df15-43b7-ad3d-658a98107363 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:39.340406 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-cfad9ab9-5cee-440a-aa61-c950f08cb508 req-fedc1e43-9f12-4b26-8490-6f3e089b8fcd service neutron] Notify callbacks [] for port, precommit_update {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:39.352517 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc12d96e-5a03-4f2e-a4e5-d226e6ecf99a req-f980255e-922f-475c-8202-e5d9d79dc6a2 tempest-ServerMetadataNegativeTestJSON-1038530686 tempest-ServerMetadataNegativeTestJSON-1038530686-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:48:39.353559 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [req-bc12d96e-5a03-4f2e-a4e5-d226e6ecf99a req-f980255e-922f-475c-8202-e5d9d79dc6a2 tempest-ServerMetadataNegativeTestJSON-1038530686 tempest-ServerMetadataNegativeTestJSON-1038530686-project] Synchronizing usage tracker for tenant:0599e263a4974e689c38efa9f81a0f07 on resource:port {{(pid=84040) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 20:48:39.373898 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.provisioning_blocks [req-30bb1b2c-fd31-4229-a6b2-aa0af6b2352d req-5991290d-df15-43b7-ad3d-658a98107363 service neutron] Transition to ACTIVE for port object 90b5944e-ac37-4d6e-83c8-d00b7c03dbbb will not be triggered until provisioned by entity L2. {{(pid=84040) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 20:48:39.386674 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.provisioning_blocks [req-cfad9ab9-5cee-440a-aa61-c950f08cb508 req-fedc1e43-9f12-4b26-8490-6f3e089b8fcd service neutron] Transition to ACTIVE for port object 6dc9018a-4ac2-4289-bc5a-a3b61016d6ef will not be triggered until provisioned by entity L2. {{(pid=84040) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 20:48:39.392853 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-30bb1b2c-fd31-4229-a6b2-aa0af6b2352d req-5991290d-df15-43b7-ad3d-658a98107363 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32440959'] for port, after_update {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:39.468982 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.db_base_plugin_common [req-39209886-51b1-4d2f-a925-4bffd5ce15f7 req-f1ae58d0-1d02-4973-aae1-b45c287b0df4 tempest-MigrationsAdminTest-1326981207 tempest-MigrationsAdminTest-1326981207-project] Allocated IP 192.168.233.11 (cb56989d-7c5d-4678-b194-1d2edf1e842a/c4b526db-4d8a-4d4c-a310-e3a599630ae1/949f02d1-12bb-440c-a2f0-e70e4a56cec3) {{(pid=84041) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:48:39.542450 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-cfad9ab9-5cee-440a-aa61-c950f08cb508 req-fedc1e43-9f12-4b26-8490-6f3e089b8fcd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32440959'] for port, after_update {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:39.616872 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [req-bc12d96e-5a03-4f2e-a4e5-d226e6ecf99a req-f980255e-922f-475c-8202-e5d9d79dc6a2 tempest-ServerMetadataNegativeTestJSON-1038530686 tempest-ServerMetadataNegativeTestJSON-1038530686-project] Unset dirty status for tenant:0599e263a4974e689c38efa9f81a0f07 on resource:port {{(pid=84040) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 20:48:39.622056 n-d-838334-2 neutron-server[84041]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3eed7346-2424-4477-90e7-85d15c7b4182 admin admin] Router c781ba43-edb2-4f30-8837-ae12a0bc5f7b is scheduled to L3 agent bc84d6c9-dd7a-4555-a351-592327b46d5a with binding_index 1 {{(pid=84041) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 18 20:48:39.627129 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-bc12d96e-5a03-4f2e-a4e5-d226e6ecf99a req-f980255e-922f-475c-8202-e5d9d79dc6a2 tempest-ServerMetadataNegativeTestJSON-1038530686 tempest-ServerMetadataNegativeTestJSON-1038530686-project] 10.222.0.42 "GET /v2.0/ports?device_id=4f44a869-9ded-4c1a-80e3-c9208f4179be HTTP/1.1" status: 200 len: 931 time: 0.7608447 Apr 18 20:48:39.918694 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5991290d-df15-43b7-ad3d-658a98107363 service neutron] Pushing event updated for resources: {'Port': ['ID=90b5944e-ac37-4d6e-83c8-d00b7c03dbbb,revision_number=2']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:48:40.107063 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [req-39209886-51b1-4d2f-a925-4bffd5ce15f7 req-f1ae58d0-1d02-4973-aae1-b45c287b0df4 tempest-MigrationsAdminTest-1326981207 tempest-MigrationsAdminTest-1326981207-project] Notify callbacks [] for port, precommit_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:40.138197 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.provisioning_blocks [req-39209886-51b1-4d2f-a925-4bffd5ce15f7 req-f1ae58d0-1d02-4973-aae1-b45c287b0df4 tempest-MigrationsAdminTest-1326981207 tempest-MigrationsAdminTest-1326981207-project] Transition to ACTIVE for port object 949f02d1-12bb-440c-a2f0-e70e4a56cec3 will not be triggered until provisioned by entity DHCP. {{(pid=84041) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 20:48:40.211326 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [req-39209886-51b1-4d2f-a925-4bffd5ce15f7 req-f1ae58d0-1d02-4973-aae1-b45c287b0df4 tempest-MigrationsAdminTest-1326981207 tempest-MigrationsAdminTest-1326981207-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750374836619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32266323'] for port, after_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:40.227901 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] get_ports_and_sgs() called for port_ids ['78bbc4c4-939a-4cb2-b476-fbddeecf9bf6', '454545ff-cc01-4b02-98d5-de56b420f516'] {{(pid=84042) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 18 20:48:40.315931 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] get_ports_and_sgs() called for port_ids ['71c99b98-8c99-49cc-a68a-53c19bb768e7'] {{(pid=84042) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 18 20:48:40.323119 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [req-bc12d96e-5a03-4f2e-a4e5-d226e6ecf99a req-d366d953-6029-4839-9f47-022cc53be235 tempest-ServerMetadataNegativeTestJSON-1038530686 tempest-ServerMetadataNegativeTestJSON-1038530686-project] Synchronizing usage tracker for tenant:0599e263a4974e689c38efa9f81a0f07 on resource:security_group {{(pid=84040) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 20:48:40.352585 n-d-838334-2 neutron-server[84041]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-39209886-51b1-4d2f-a925-4bffd5ce15f7 req-f1ae58d0-1d02-4973-aae1-b45c287b0df4 tempest-MigrationsAdminTest-1326981207 tempest-MigrationsAdminTest-1326981207-project] Network cb56989d-7c5d-4678-b194-1d2edf1e842a is already hosted by enough agents. {{(pid=84041) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:48:40.361636 n-d-838334-2 neutron-server[84041]: DEBUG neutron.scheduler.base_scheduler [req-39209886-51b1-4d2f-a925-4bffd5ce15f7 req-f1ae58d0-1d02-4973-aae1-b45c287b0df4 tempest-MigrationsAdminTest-1326981207 tempest-MigrationsAdminTest-1326981207-project] Resources bound (agent type, host, resource id): {{(pid=84041) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:48:40.365302 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3eed7346-2424-4477-90e7-85d15c7b4182 admin admin] Notify agent at l3_agent.n-d-838334-2 the message routers_updated {{(pid=84041) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 20:48:40.370224 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.l3_dvrscheduler_db [req-39209886-51b1-4d2f-a925-4bffd5ce15f7 req-f1ae58d0-1d02-4973-aae1-b45c287b0df4 tempest-MigrationsAdminTest-1326981207 tempest-MigrationsAdminTest-1326981207-project] Received port after_create {{(pid=84041) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 20:48:40.381349 n-d-838334-2 neutron-server[84043]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7805e3e-88b7-435b-8e61-112842447e3c None None] Sync routers for ids ['c781ba43-edb2-4f30-8837-ae12a0bc5f7b'] in n-d-838334-2 {{(pid=84043) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 18 20:48:40.407435 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7805e3e-88b7-435b-8e61-112842447e3c None None] Routers {'c781ba43-edb2-4f30-8837-ae12a0bc5f7b'} bound to L3 agent in host n-d-838334-2 {{(pid=84043) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 20:48:40.407435 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.l3_hamode_db [None req-d7805e3e-88b7-435b-8e61-112842447e3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838334-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-18T20:25:48Z,description=,heartbeat_timestamp=2022-04-18T20:48:18Z,host='n-d-838334-2',id=bc84d6c9-dd7a-4555-a351-592327b46d5a,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:25:48Z,topic='l3_agent')) {'router_ids': ['c781ba43-edb2-4f30-8837-ae12a0bc5f7b'], 'active': True} {{(pid=84043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:48:40.492728 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fedc1e43-9f12-4b26-8490-6f3e089b8fcd service neutron] Pushing event updated for resources: {'Port': ['ID=6dc9018a-4ac2-4289-bc5a-a3b61016d6ef,revision_number=2']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:48:40.795570 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.managers [req-30bb1b2c-fd31-4229-a6b2-aa0af6b2352d req-5991290d-df15-43b7-ad3d-658a98107363 service neutron] Attempting to bind port 90b5944e-ac37-4d6e-83c8-d00b7c03dbbb on host n-h2-838334-2 for vnic_type normal with profile {{(pid=84040) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:48:40.795570 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.managers [req-30bb1b2c-fd31-4229-a6b2-aa0af6b2352d req-5991290d-df15-43b7-ad3d-658a98107363 service neutron] Attempting to bind port 90b5944e-ac37-4d6e-83c8-d00b7c03dbbb by drivers openvswitch,hyperv on host n-h2-838334-2 at level 0 using segments [{'id': 'e44397e8-e728-4949-b8ce-d632dad964be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': '6b61571a-5f15-463b-9607-983d8cc685ba'}] {{(pid=84040) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:48:40.795570 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30bb1b2c-fd31-4229-a6b2-aa0af6b2352d req-5991290d-df15-43b7-ad3d-658a98107363 service neutron] Attempting to bind port 90b5944e-ac37-4d6e-83c8-d00b7c03dbbb on network 6b61571a-5f15-463b-9607-983d8cc685ba {{(pid=84040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 20:48:40.814005 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1ae58d0-1d02-4973-aae1-b45c287b0df4 tempest-MigrationsAdminTest-1326981207 tempest-MigrationsAdminTest-1326981207-project] Pushing event updated for resources: {'Port': ['ID=949f02d1-12bb-440c-a2f0-e70e4a56cec3,revision_number=1']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:48:40.847250 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-3eed7346-2424-4477-90e7-85d15c7b4182 admin admin] Notify callbacks [] for router, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:40.849189 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-3eed7346-2424-4477-90e7-85d15c7b4182 admin admin] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 932 time: 5.3862028 Apr 18 20:48:40.858267 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 44774) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:48:40.897887 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30bb1b2c-fd31-4229-a6b2-aa0af6b2352d req-5991290d-df15-43b7-ad3d-658a98107363 service neutron] Port 90b5944e-ac37-4d6e-83c8-d00b7c03dbbb on network 6b61571a-5f15-463b-9607-983d8cc685ba not bound, no agent of type Open vSwitch agent registered on host n-h2-838334-2 {{(pid=84040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 18 20:48:40.898141 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30bb1b2c-fd31-4229-a6b2-aa0af6b2352d req-5991290d-df15-43b7-ad3d-658a98107363 service neutron] Attempting to bind port 90b5944e-ac37-4d6e-83c8-d00b7c03dbbb on network 6b61571a-5f15-463b-9607-983d8cc685ba {{(pid=84040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 20:48:41.010530 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39209886-51b1-4d2f-a925-4bffd5ce15f7 req-f1ae58d0-1d02-4973-aae1-b45c287b0df4 tempest-MigrationsAdminTest-1326981207 tempest-MigrationsAdminTest-1326981207-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:48:41.011419 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [req-39209886-51b1-4d2f-a925-4bffd5ce15f7 req-f1ae58d0-1d02-4973-aae1-b45c287b0df4 tempest-MigrationsAdminTest-1326981207 tempest-MigrationsAdminTest-1326981207-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217293'] for port, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:41.014518 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [req-bc12d96e-5a03-4f2e-a4e5-d226e6ecf99a req-d366d953-6029-4839-9f47-022cc53be235 tempest-ServerMetadataNegativeTestJSON-1038530686 tempest-ServerMetadataNegativeTestJSON-1038530686-project] Unset dirty status for tenant:0599e263a4974e689c38efa9f81a0f07 on resource:security_group {{(pid=84040) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 20:48:41.032140 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-bc12d96e-5a03-4f2e-a4e5-d226e6ecf99a req-d366d953-6029-4839-9f47-022cc53be235 tempest-ServerMetadataNegativeTestJSON-1038530686 tempest-ServerMetadataNegativeTestJSON-1038530686-project] 10.222.0.42 "GET /v2.0/security-groups?id=43e21539-3ecb-4f67-9366-91cd880b2bb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.4105911 Apr 18 20:48:41.053840 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-39209886-51b1-4d2f-a925-4bffd5ce15f7 req-f1ae58d0-1d02-4973-aae1-b45c287b0df4 tempest-MigrationsAdminTest-1326981207 tempest-MigrationsAdminTest-1326981207-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.4386184 Apr 18 20:48:41.074198 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.v2.base [req-39209886-51b1-4d2f-a925-4bffd5ce15f7 req-44760726-063b-43b4-b6c9-664c22b3fd9b service neutron] Request body: {'port': {'device_id': '74fb1b3e-aad8-4cf1-ab81-337d3a37a132', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-838334-2'}} {{(pid=84041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 20:48:41.088174 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.l3_dvr_db [None req-d7805e3e-88b7-435b-8e61-112842447e3c None None] Set router c781ba43-edb2-4f30-8837-ae12a0bc5f7b gateway port host: n-d-838334-2 {{(pid=84043) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 20:48:41.103544 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 44780) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:48:41.134515 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30bb1b2c-fd31-4229-a6b2-aa0af6b2352d req-5991290d-df15-43b7-ad3d-658a98107363 service neutron] Checking agent: {'id': 'dc797004-f641-47b7-a77f-9c62b5b16296', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-838334-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 34, 3), 'started_at': datetime.datetime(2022, 4, 18, 20, 34, 3), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 20, 48, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 18 20:48:41.136079 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30bb1b2c-fd31-4229-a6b2-aa0af6b2352d req-5991290d-df15-43b7-ad3d-658a98107363 service neutron] Checking segment: {'id': 'e44397e8-e728-4949-b8ce-d632dad964be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': '6b61571a-5f15-463b-9607-983d8cc685ba'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84040) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 20:48:41.138450 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30bb1b2c-fd31-4229-a6b2-aa0af6b2352d req-5991290d-df15-43b7-ad3d-658a98107363 service neutron] Bound using segment: {'id': 'e44397e8-e728-4949-b8ce-d632dad964be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': '6b61571a-5f15-463b-9607-983d8cc685ba'} {{(pid=84040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 18 20:48:41.140071 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.managers [req-30bb1b2c-fd31-4229-a6b2-aa0af6b2352d req-5991290d-df15-43b7-ad3d-658a98107363 service neutron] Bound port: 90b5944e-ac37-4d6e-83c8-d00b7c03dbbb, host: n-h2-838334-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e44397e8-e728-4949-b8ce-d632dad964be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': '6b61571a-5f15-463b-9607-983d8cc685ba'}}] {{(pid=84040) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 20:48:41.141432 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-30bb1b2c-fd31-4229-a6b2-aa0af6b2352d req-5991290d-df15-43b7-ad3d-658a98107363 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:41.216883 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-ef761962-5238-42ac-8d3a-e293822c73a3 None None] Provisioning for port 949f02d1-12bb-440c-a2f0-e70e4a56cec3 completed by entity DHCP. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 20:48:41.221096 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.managers [req-cfad9ab9-5cee-440a-aa61-c950f08cb508 req-fedc1e43-9f12-4b26-8490-6f3e089b8fcd service neutron] Attempting to bind port 6dc9018a-4ac2-4289-bc5a-a3b61016d6ef on host n-h2-838334-2 for vnic_type normal with profile {{(pid=84040) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:48:41.221795 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.managers [req-cfad9ab9-5cee-440a-aa61-c950f08cb508 req-fedc1e43-9f12-4b26-8490-6f3e089b8fcd service neutron] Attempting to bind port 6dc9018a-4ac2-4289-bc5a-a3b61016d6ef by drivers openvswitch,hyperv on host n-h2-838334-2 at level 0 using segments [{'id': 'a39df7ac-43dc-4661-8d32-6e421aba4435', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '301f150d-0e84-42bb-b737-c7bc5c146888'}] {{(pid=84040) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:48:41.222252 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cfad9ab9-5cee-440a-aa61-c950f08cb508 req-fedc1e43-9f12-4b26-8490-6f3e089b8fcd service neutron] Attempting to bind port 6dc9018a-4ac2-4289-bc5a-a3b61016d6ef on network 301f150d-0e84-42bb-b737-c7bc5c146888 {{(pid=84040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 20:48:41.244718 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-ef761962-5238-42ac-8d3a-e293822c73a3 None None] Provisioning complete for port 949f02d1-12bb-440c-a2f0-e70e4a56cec3 triggered by entity DHCP. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:48:41.245198 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-ef761962-5238-42ac-8d3a-e293822c73a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1253608'] for port, provisioning_complete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:41.363242 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.plugin [None req-ef761962-5238-42ac-8d3a-e293822c73a3 None None] Port 949f02d1-12bb-440c-a2f0-e70e4a56cec3 cannot update to ACTIVE because it is not bound. {{(pid=84042) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 18 20:48:41.428036 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cfad9ab9-5cee-440a-aa61-c950f08cb508 req-fedc1e43-9f12-4b26-8490-6f3e089b8fcd service neutron] Port 6dc9018a-4ac2-4289-bc5a-a3b61016d6ef on network 301f150d-0e84-42bb-b737-c7bc5c146888 not bound, no agent of type Open vSwitch agent registered on host n-h2-838334-2 {{(pid=84040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 18 20:48:41.432764 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cfad9ab9-5cee-440a-aa61-c950f08cb508 req-fedc1e43-9f12-4b26-8490-6f3e089b8fcd service neutron] Attempting to bind port 6dc9018a-4ac2-4289-bc5a-a3b61016d6ef on network 301f150d-0e84-42bb-b737-c7bc5c146888 {{(pid=84040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 20:48:41.479761 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d95f478-4098-4e9e-860b-3c6803cfe411 req-4ca675f8-325f-4030-9aca-5f04087e7b24 tempest-ServerGroupTestJSON-1467409197 tempest-ServerGroupTestJSON-1467409197-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:48:41.483899 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-6d95f478-4098-4e9e-860b-3c6803cfe411 req-4ca675f8-325f-4030-9aca-5f04087e7b24 tempest-ServerGroupTestJSON-1467409197 tempest-ServerGroupTestJSON-1467409197-project] 10.222.0.42 "GET /v2.0/ports?device_id=853e8351-a742-40ee-9561-a9b5f1aa4849 HTTP/1.1" status: 200 len: 943 time: 1.0166588 Apr 18 20:48:41.519699 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [req-39209886-51b1-4d2f-a925-4bffd5ce15f7 req-44760726-063b-43b4-b6c9-664c22b3fd9b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:41.660378 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.v2.base [None req-c45719ea-9b2d-4f72-a915-7c689bf0d83d admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsNegativeTestJSON-204044661-network', 'tenant_id': 'c30a73239a7241e0a0eca96822de9962'}} {{(pid=84040) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 20:48:41.745695 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cfad9ab9-5cee-440a-aa61-c950f08cb508 req-fedc1e43-9f12-4b26-8490-6f3e089b8fcd service neutron] Checking agent: {'id': 'dc797004-f641-47b7-a77f-9c62b5b16296', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-838334-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 34, 3), 'started_at': datetime.datetime(2022, 4, 18, 20, 34, 3), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 20, 48, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 18 20:48:41.745695 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cfad9ab9-5cee-440a-aa61-c950f08cb508 req-fedc1e43-9f12-4b26-8490-6f3e089b8fcd service neutron] Checking segment: {'id': 'a39df7ac-43dc-4661-8d32-6e421aba4435', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '301f150d-0e84-42bb-b737-c7bc5c146888'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84040) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 20:48:41.746134 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cfad9ab9-5cee-440a-aa61-c950f08cb508 req-fedc1e43-9f12-4b26-8490-6f3e089b8fcd service neutron] Bound using segment: {'id': 'a39df7ac-43dc-4661-8d32-6e421aba4435', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '301f150d-0e84-42bb-b737-c7bc5c146888'} {{(pid=84040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 18 20:48:41.746657 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.managers [req-cfad9ab9-5cee-440a-aa61-c950f08cb508 req-fedc1e43-9f12-4b26-8490-6f3e089b8fcd service neutron] Bound port: 6dc9018a-4ac2-4289-bc5a-a3b61016d6ef, host: n-h2-838334-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a39df7ac-43dc-4661-8d32-6e421aba4435', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '301f150d-0e84-42bb-b737-c7bc5c146888'}}] {{(pid=84040) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 20:48:41.747046 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-cfad9ab9-5cee-440a-aa61-c950f08cb508 req-fedc1e43-9f12-4b26-8490-6f3e089b8fcd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:41.758587 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.l3_hamode_db [None req-d7805e3e-88b7-435b-8e61-112842447e3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c781ba43-edb2-4f30-8837-ae12a0bc5f7b', 'name': 'tempest-ServerRescueTestJSONUnderV235-1465053955-router', 'tenant_id': '134eb2d988564a4ab37aee0077d2b54a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'external_fixed_ips': [{'subnet_id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'ip_address': '172.25.8.231'}], 'enable_snat': True}, 'gw_port_id': 'a5f618e4-1f87-4184-8aa1-7359240bf186', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:48:35Z', 'updated_at': '2022-04-18T20:48:38Z', 'revision_number': 3, 'project_id': '134eb2d988564a4ab37aee0077d2b54a', 'gw_port': {'id': 'a5f618e4-1f87-4184-8aa1-7359240bf186', 'name': '', 'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:f0:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c781ba43-edb2-4f30-8837-ae12a0bc5f7b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'ip_address': '172.25.8.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:48:36Z', 'updated_at': '2022-04-18T20:48:37Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838334-2'}], 'n-d-838334-2', False) {} {{(pid=84043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:48:41.765668 n-d-838334-2 neutron-server[84043]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7805e3e-88b7-435b-8e61-112842447e3c None None] Checking router: c781ba43-edb2-4f30-8837-ae12a0bc5f7b for host: n-d-838334-2 {{(pid=84043) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 18 20:48:41.765806 n-d-838334-2 neutron-server[84043]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7805e3e-88b7-435b-8e61-112842447e3c None None] Updating router c781ba43-edb2-4f30-8837-ae12a0bc5f7b port a5f618e4-1f87-4184-8aa1-7359240bf186 binding host n-d-838334-2 {{(pid=84043) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 18 20:48:41.808069 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [None req-c45719ea-9b2d-4f72-a915-7c689bf0d83d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:48:41.835400 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-c45719ea-9b2d-4f72-a915-7c689bf0d83d admin admin] Usage tracker for resource:network and tenant:c30a73239a7241e0a0eca96822de9962 is out of sync, need to count used quota {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:48:41.852389 n-d-838334-2 neutron-server[84043]: DEBUG neutron_lib.callbacks.manager [None req-d7805e3e-88b7-435b-8e61-112842447e3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:41.858291 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-c45719ea-9b2d-4f72-a915-7c689bf0d83d admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:48:41.867934 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.db [req-30bb1b2c-fd31-4229-a6b2-aa0af6b2352d req-5991290d-df15-43b7-ad3d-658a98107363 service neutron] For port 90b5944e-ac37-4d6e-83c8-d00b7c03dbbb, host n-h2-838334-2, cleared binding levels {{(pid=84040) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 20:48:41.884519 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [None req-c45719ea-9b2d-4f72-a915-7c689bf0d83d admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:48:42.109239 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.db [req-30bb1b2c-fd31-4229-a6b2-aa0af6b2352d req-5991290d-df15-43b7-ad3d-658a98107363 service neutron] For port 90b5944e-ac37-4d6e-83c8-d00b7c03dbbb, host n-h2-838334-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838334-2',level=0,port_id=90b5944e-ac37-4d6e-83c8-d00b7c03dbbb,segment=NetworkSegment(e44397e8-e728-4949-b8ce-d632dad964be),segment_id=e44397e8-e728-4949-b8ce-d632dad964be)] {{(pid=84040) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 20:48:42.129752 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c45719ea-9b2d-4f72-a915-7c689bf0d83d admin admin] Made reservation on behalf of c30a73239a7241e0a0eca96822de9962 for: {'network': 1} {{(pid=84040) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:48:42.132098 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-c45719ea-9b2d-4f72-a915-7c689bf0d83d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for network, before_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:42.166462 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-30bb1b2c-fd31-4229-a6b2-aa0af6b2352d req-5991290d-df15-43b7-ad3d-658a98107363 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32440959'] for port, after_update {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:42.231967 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-6d95f478-4098-4e9e-860b-3c6803cfe411 req-1a5f64f4-f4c4-40f2-b759-b74426f8eb69 tempest-ServerGroupTestJSON-1467409197 tempest-ServerGroupTestJSON-1467409197-project] 10.222.0.42 "GET /v2.0/security-groups?id=3a7e1e4c-e5e6-4b66-a74a-6a0f8d90444d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7151611 Apr 18 20:48:42.253214 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-c45719ea-9b2d-4f72-a915-7c689bf0d83d admin admin] Notify callbacks [] for security_group, before_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:42.358842 n-d-838334-2 neutron-server[84041]: DEBUG neutron.notifiers.nova [req-39209886-51b1-4d2f-a925-4bffd5ce15f7 req-44760726-063b-43b4-b6c9-664c22b3fd9b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 949f02d1-12bb-440c-a2f0-e70e4a56cec3 {{(pid=84041) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 18 20:48:42.371575 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [req-39209886-51b1-4d2f-a925-4bffd5ce15f7 req-44760726-063b-43b4-b6c9-664c22b3fd9b service neutron] Notify callbacks [] for port, precommit_update {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:42.372861 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.db [req-cfad9ab9-5cee-440a-aa61-c950f08cb508 req-fedc1e43-9f12-4b26-8490-6f3e089b8fcd service neutron] For port 6dc9018a-4ac2-4289-bc5a-a3b61016d6ef, host n-h2-838334-2, cleared binding levels {{(pid=84040) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 20:48:42.393710 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.provisioning_blocks [req-39209886-51b1-4d2f-a925-4bffd5ce15f7 req-44760726-063b-43b4-b6c9-664c22b3fd9b service neutron] Transition to ACTIVE for port object 949f02d1-12bb-440c-a2f0-e70e4a56cec3 will not be triggered until provisioned by entity L2. {{(pid=84041) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 20:48:42.395519 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.db [req-cfad9ab9-5cee-440a-aa61-c950f08cb508 req-fedc1e43-9f12-4b26-8490-6f3e089b8fcd service neutron] For port 6dc9018a-4ac2-4289-bc5a-a3b61016d6ef, host n-h2-838334-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838334-2',level=0,port_id=6dc9018a-4ac2-4289-bc5a-a3b61016d6ef,segment=NetworkSegment(a39df7ac-43dc-4661-8d32-6e421aba4435),segment_id=a39df7ac-43dc-4661-8d32-6e421aba4435)] {{(pid=84040) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 20:48:42.397563 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-30bb1b2c-fd31-4229-a6b2-aa0af6b2352d req-5991290d-df15-43b7-ad3d-658a98107363 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217293'] for port, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:42.400418 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-30bb1b2c-fd31-4229-a6b2-aa0af6b2352d req-5991290d-df15-43b7-ad3d-658a98107363 service neutron] 10.222.0.48 "PUT /v2.0/ports/90b5944e-ac37-4d6e-83c8-d00b7c03dbbb HTTP/1.1" status: 200 len: 1091 time: 5.2609611 Apr 18 20:48:42.400418 n-d-838334-2 neutron-server[84040]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '853e8351-a742-40ee-9561-a9b5f1aa4849', 'tag': '90b5944e-ac37-4d6e-83c8-d00b7c03dbbb'}] {{(pid=84040) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 20:48:42.405225 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [req-39209886-51b1-4d2f-a925-4bffd5ce15f7 req-44760726-063b-43b4-b6c9-664c22b3fd9b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32266282'] for port, after_update {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:42.446853 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-cfad9ab9-5cee-440a-aa61-c950f08cb508 req-fedc1e43-9f12-4b26-8490-6f3e089b8fcd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32440959'] for port, after_update {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:42.465440 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5991290d-df15-43b7-ad3d-658a98107363 service neutron] Pushing event updated for resources: {'Port': ['ID=90b5944e-ac37-4d6e-83c8-d00b7c03dbbb,revision_number=3']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:48:42.528296 n-d-838334-2 neutron-server[84043]: DEBUG neutron_lib.callbacks.manager [None req-d7805e3e-88b7-435b-8e61-112842447e3c None None] Notify callbacks [] for port, precommit_update {{(pid=84043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:42.529770 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6626e07f-a732-49d9-805f-764a8ae56332 req-a0e8567a-6f0a-4f2b-bc00-cdeefdda5c38 tempest-MigrationsAdminTest-1326981207 tempest-MigrationsAdminTest-1326981207-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:48:42.537357 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-6626e07f-a732-49d9-805f-764a8ae56332 req-a0e8567a-6f0a-4f2b-bc00-cdeefdda5c38 tempest-MigrationsAdminTest-1326981207 tempest-MigrationsAdminTest-1326981207-project] 10.222.0.42 "GET /v2.0/ports?device_id=74fb1b3e-aad8-4cf1-ab81-337d3a37a132 HTTP/1.1" status: 200 len: 935 time: 1.0414932 Apr 18 20:48:42.543179 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.provisioning_blocks [None req-d7805e3e-88b7-435b-8e61-112842447e3c None None] Transition to ACTIVE for port object a5f618e4-1f87-4184-8aa1-7359240bf186 will not be triggered until provisioned by entity L2. {{(pid=84043) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 20:48:42.551668 n-d-838334-2 neutron-server[84043]: DEBUG neutron_lib.callbacks.manager [None req-d7805e3e-88b7-435b-8e61-112842447e3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682'] for port, after_update {{(pid=84043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:42.594658 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [None req-c45719ea-9b2d-4f72-a915-7c689bf0d83d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:48:42.625602 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-c45719ea-9b2d-4f72-a915-7c689bf0d83d admin admin] Usage tracker for resource:security_group_rule and tenant:c30a73239a7241e0a0eca96822de9962 is out of sync, need to count used quota {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:48:42.628848 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-c45719ea-9b2d-4f72-a915-7c689bf0d83d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:48:42.636495 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [None req-c45719ea-9b2d-4f72-a915-7c689bf0d83d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:48:42.665815 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44760726-063b-43b4-b6c9-664c22b3fd9b service neutron] Pushing event updated for resources: {'Port': ['ID=949f02d1-12bb-440c-a2f0-e70e4a56cec3,revision_number=2']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:48:42.672183 n-d-838334-2 neutron-server[84043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d2c9709-ab8a-41db-9da1-da98169b1f78 None None] Pushing event updated for resources: {'Port': ['ID=a5f618e4-1f87-4184-8aa1-7359240bf186,revision_number=2']} {{(pid=84043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:48:42.688170 n-d-838334-2 neutron-server[84043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d2c9709-ab8a-41db-9da1-da98169b1f78 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:48:42.688793 n-d-838334-2 neutron-server[84043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d2c9709-ab8a-41db-9da1-da98169b1f78 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:48:42.689308 n-d-838334-2 neutron-server[84043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d2c9709-ab8a-41db-9da1-da98169b1f78 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:48:42.689968 n-d-838334-2 neutron-server[84043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d2c9709-ab8a-41db-9da1-da98169b1f78 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:48:42.690466 n-d-838334-2 neutron-server[84043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d2c9709-ab8a-41db-9da1-da98169b1f78 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:48:42.691288 n-d-838334-2 neutron-server[84043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d2c9709-ab8a-41db-9da1-da98169b1f78 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:48:42.691840 n-d-838334-2 neutron-server[84043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d2c9709-ab8a-41db-9da1-da98169b1f78 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:48:42.692323 n-d-838334-2 neutron-server[84043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d2c9709-ab8a-41db-9da1-da98169b1f78 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:48:42.692963 n-d-838334-2 neutron-server[84043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d2c9709-ab8a-41db-9da1-da98169b1f78 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:48:42.693583 n-d-838334-2 neutron-server[84043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d2c9709-ab8a-41db-9da1-da98169b1f78 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:48:42.694074 n-d-838334-2 neutron-server[84043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d2c9709-ab8a-41db-9da1-da98169b1f78 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:48:42.747771 n-d-838334-2 neutron-server[84043]: DEBUG neutron.plugins.ml2.managers [None req-d7805e3e-88b7-435b-8e61-112842447e3c None None] Attempting to bind port a5f618e4-1f87-4184-8aa1-7359240bf186 on host n-d-838334-2 for vnic_type normal with profile {{(pid=84043) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:48:42.748174 n-d-838334-2 neutron-server[84043]: DEBUG neutron.plugins.ml2.managers [None req-d7805e3e-88b7-435b-8e61-112842447e3c None None] Attempting to bind port a5f618e4-1f87-4184-8aa1-7359240bf186 by drivers openvswitch,hyperv on host n-d-838334-2 at level 0 using segments [{'id': '732aa830-768b-4511-951f-d08e26b9c25b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c'}] {{(pid=84043) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:48:42.749009 n-d-838334-2 neutron-server[84043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7805e3e-88b7-435b-8e61-112842447e3c None None] Attempting to bind port a5f618e4-1f87-4184-8aa1-7359240bf186 on network e41b6600-a917-4a8d-b05c-be3be40c6d8c {{(pid=84043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 20:48:42.765082 n-d-838334-2 neutron-server[84043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7805e3e-88b7-435b-8e61-112842447e3c None None] Checking agent: {'id': '97cd4414-7af6-4d67-868d-dff370b4071a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838334-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 25, 49), 'started_at': datetime.datetime(2022, 4, 18, 20, 26, 19), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 20, 48, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838334-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 18 20:48:42.766393 n-d-838334-2 neutron-server[84043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7805e3e-88b7-435b-8e61-112842447e3c None None] Checking segment: {'id': '732aa830-768b-4511-951f-d08e26b9c25b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84043) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 20:48:42.767098 n-d-838334-2 neutron-server[84043]: DEBUG neutron_lib.callbacks.manager [None req-d7805e3e-88b7-435b-8e61-112842447e3c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:42.767660 n-d-838334-2 neutron-server[84043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7805e3e-88b7-435b-8e61-112842447e3c None None] Bound using segment: {'id': '732aa830-768b-4511-951f-d08e26b9c25b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c'} {{(pid=84043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 18 20:48:42.768976 n-d-838334-2 neutron-server[84043]: DEBUG neutron.plugins.ml2.managers [None req-d7805e3e-88b7-435b-8e61-112842447e3c None None] Bound port: a5f618e4-1f87-4184-8aa1-7359240bf186, host: n-d-838334-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '732aa830-768b-4511-951f-d08e26b9c25b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c'}}] {{(pid=84043) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 20:48:42.769527 n-d-838334-2 neutron-server[84043]: DEBUG neutron_lib.callbacks.manager [None req-d7805e3e-88b7-435b-8e61-112842447e3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:42.820398 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fedc1e43-9f12-4b26-8490-6f3e089b8fcd service neutron] Pushing event updated for resources: {'Port': ['ID=6dc9018a-4ac2-4289-bc5a-a3b61016d6ef,revision_number=3']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:48:42.824632 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-cfad9ab9-5cee-440a-aa61-c950f08cb508 req-fedc1e43-9f12-4b26-8490-6f3e089b8fcd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217293'] for port, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:42.827462 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-cfad9ab9-5cee-440a-aa61-c950f08cb508 req-fedc1e43-9f12-4b26-8490-6f3e089b8fcd service neutron] 10.222.0.48 "PUT /v2.0/ports/6dc9018a-4ac2-4289-bc5a-a3b61016d6ef HTTP/1.1" status: 200 len: 1091 time: 5.6882570 Apr 18 20:48:42.842831 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-6626e07f-a732-49d9-805f-764a8ae56332 req-e71dd8b9-7557-410a-b0cf-bc127fc13957 tempest-MigrationsAdminTest-1326981207 tempest-MigrationsAdminTest-1326981207-project] 10.222.0.42 "GET /v2.0/security-groups?id=8ca7ac2c-bfe5-493b-aae6-636315bac851&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3042891 Apr 18 20:48:42.957432 n-d-838334-2 neutron-server[84043]: DEBUG neutron.plugins.ml2.db [None req-d7805e3e-88b7-435b-8e61-112842447e3c None None] For port a5f618e4-1f87-4184-8aa1-7359240bf186, host n-d-838334-2, cleared binding levels {{(pid=84043) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 20:48:42.961604 n-d-838334-2 neutron-server[84043]: DEBUG neutron.plugins.ml2.db [None req-d7805e3e-88b7-435b-8e61-112842447e3c None None] For port a5f618e4-1f87-4184-8aa1-7359240bf186, host n-d-838334-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838334-2',level=0,port_id=a5f618e4-1f87-4184-8aa1-7359240bf186,segment=NetworkSegment(732aa830-768b-4511-951f-d08e26b9c25b),segment_id=732aa830-768b-4511-951f-d08e26b9c25b)] {{(pid=84043) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 20:48:42.971052 n-d-838334-2 neutron-server[84043]: DEBUG neutron_lib.callbacks.manager [None req-d7805e3e-88b7-435b-8e61-112842447e3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682'] for port, after_update {{(pid=84043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:42.984019 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.managers [req-39209886-51b1-4d2f-a925-4bffd5ce15f7 req-44760726-063b-43b4-b6c9-664c22b3fd9b service neutron] Attempting to bind port 949f02d1-12bb-440c-a2f0-e70e4a56cec3 on host n-h1-838334-2 for vnic_type normal with profile {{(pid=84041) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:48:42.984715 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.managers [req-39209886-51b1-4d2f-a925-4bffd5ce15f7 req-44760726-063b-43b4-b6c9-664c22b3fd9b service neutron] Attempting to bind port 949f02d1-12bb-440c-a2f0-e70e4a56cec3 by drivers openvswitch,hyperv on host n-h1-838334-2 at level 0 using segments [{'id': '62b85806-94d8-4a88-a06c-da82e5932d66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': 'cb56989d-7c5d-4678-b194-1d2edf1e842a'}] {{(pid=84041) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:48:42.985403 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39209886-51b1-4d2f-a925-4bffd5ce15f7 req-44760726-063b-43b4-b6c9-664c22b3fd9b service neutron] Attempting to bind port 949f02d1-12bb-440c-a2f0-e70e4a56cec3 on network cb56989d-7c5d-4678-b194-1d2edf1e842a {{(pid=84041) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 20:48:43.091969 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7805e3e-88b7-435b-8e61-112842447e3c None None] Routers {'c781ba43-edb2-4f30-8837-ae12a0bc5f7b'} bound to L3 agent in host n-d-838334-2 {{(pid=84043) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 20:48:43.092607 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.l3_hamode_db [None req-d7805e3e-88b7-435b-8e61-112842447e3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838334-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-18T20:25:48Z,description=,heartbeat_timestamp=2022-04-18T20:48:18Z,host='n-d-838334-2',id=bc84d6c9-dd7a-4555-a351-592327b46d5a,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:25:48Z,topic='l3_agent')) {'router_ids': ['c781ba43-edb2-4f30-8837-ae12a0bc5f7b'], 'active': True} {{(pid=84043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:48:43.114388 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39209886-51b1-4d2f-a925-4bffd5ce15f7 req-44760726-063b-43b4-b6c9-664c22b3fd9b service neutron] Port 949f02d1-12bb-440c-a2f0-e70e4a56cec3 on network cb56989d-7c5d-4678-b194-1d2edf1e842a not bound, no agent of type Open vSwitch agent registered on host n-h1-838334-2 {{(pid=84041) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 18 20:48:43.115044 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39209886-51b1-4d2f-a925-4bffd5ce15f7 req-44760726-063b-43b4-b6c9-664c22b3fd9b service neutron] Attempting to bind port 949f02d1-12bb-440c-a2f0-e70e4a56cec3 on network cb56989d-7c5d-4678-b194-1d2edf1e842a {{(pid=84041) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 20:48:43.138610 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39209886-51b1-4d2f-a925-4bffd5ce15f7 req-44760726-063b-43b4-b6c9-664c22b3fd9b service neutron] Checking agent: {'id': 'd63bab19-ff81-4de1-afeb-a3732288d0d7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-838334-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 33, 59), 'started_at': datetime.datetime(2022, 4, 18, 20, 33, 59), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 20, 48, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84041) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 18 20:48:43.139453 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39209886-51b1-4d2f-a925-4bffd5ce15f7 req-44760726-063b-43b4-b6c9-664c22b3fd9b service neutron] Checking segment: {'id': '62b85806-94d8-4a88-a06c-da82e5932d66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': 'cb56989d-7c5d-4678-b194-1d2edf1e842a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84041) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 20:48:43.139829 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39209886-51b1-4d2f-a925-4bffd5ce15f7 req-44760726-063b-43b4-b6c9-664c22b3fd9b service neutron] Bound using segment: {'id': '62b85806-94d8-4a88-a06c-da82e5932d66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': 'cb56989d-7c5d-4678-b194-1d2edf1e842a'} {{(pid=84041) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 18 20:48:43.140485 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.managers [req-39209886-51b1-4d2f-a925-4bffd5ce15f7 req-44760726-063b-43b4-b6c9-664c22b3fd9b service neutron] Bound port: 949f02d1-12bb-440c-a2f0-e70e4a56cec3, host: n-h1-838334-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '62b85806-94d8-4a88-a06c-da82e5932d66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': 'cb56989d-7c5d-4678-b194-1d2edf1e842a'}}] {{(pid=84041) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 20:48:43.140916 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [req-39209886-51b1-4d2f-a925-4bffd5ce15f7 req-44760726-063b-43b4-b6c9-664c22b3fd9b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:43.153875 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-c45719ea-9b2d-4f72-a915-7c689bf0d83d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:43.181274 n-d-838334-2 neutron-server[84040]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8562f0ff-5845-4f6b-8411-f82b3d5fdfde'] response: {'name': 'network-changed', 'server_uuid': '853e8351-a742-40ee-9561-a9b5f1aa4849', 'tag': '90b5944e-ac37-4d6e-83c8-d00b7c03dbbb', 'status': 'completed', 'code': 200} Apr 18 20:48:43.193859 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-c45719ea-9b2d-4f72-a915-7c689bf0d83d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33528224'] for security_group, after_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:43.243746 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c45719ea-9b2d-4f72-a915-7c689bf0d83d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d7adafd5-4639-4688-9ee7-4894d20ec4bc,revision_number=1']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:48:43.274909 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2933bdf3-79e5-4a2a-a54a-66c883038bf3 req-ec791e57-18df-41f8-9408-ecabe75902ff tempest-ServerMetadataNegativeTestJSON-1038530686 tempest-ServerMetadataNegativeTestJSON-1038530686-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:48:43.277988 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-2933bdf3-79e5-4a2a-a54a-66c883038bf3 req-ec791e57-18df-41f8-9408-ecabe75902ff tempest-ServerMetadataNegativeTestJSON-1038530686 tempest-ServerMetadataNegativeTestJSON-1038530686-project] 10.222.0.42 "GET /v2.0/ports?device_id=4f44a869-9ded-4c1a-80e3-c9208f4179be HTTP/1.1" status: 200 len: 943 time: 0.8214984 Apr 18 20:48:43.313324 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c45719ea-9b2d-4f72-a915-7c689bf0d83d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 356} {{(pid=84040) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 20:48:43.320558 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-30bb1b2c-fd31-4229-a6b2-aa0af6b2352d req-75877b93-48e6-4c78-bfbf-89730fc37799 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=ef393f704f6548e3a50b128f917b8c4a&device_id=853e8351-a742-40ee-9561-a9b5f1aa4849 HTTP/1.1" status: 200 len: 1094 time: 0.8613214 Apr 18 20:48:43.327432 n-d-838334-2 neutron-server[84043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d2c9709-ab8a-41db-9da1-da98169b1f78 None None] Pushing event updated for resources: {'Port': ['ID=a5f618e4-1f87-4184-8aa1-7359240bf186,revision_number=3']} {{(pid=84043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:48:43.395099 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.l3_dvr_db [None req-d7805e3e-88b7-435b-8e61-112842447e3c None None] Set router c781ba43-edb2-4f30-8837-ae12a0bc5f7b gateway port host: n-d-838334-2 {{(pid=84043) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 20:48:43.439005 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.db [req-39209886-51b1-4d2f-a925-4bffd5ce15f7 req-44760726-063b-43b4-b6c9-664c22b3fd9b service neutron] For port 949f02d1-12bb-440c-a2f0-e70e4a56cec3, host n-h1-838334-2, cleared binding levels {{(pid=84041) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 20:48:43.461184 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.db [req-39209886-51b1-4d2f-a925-4bffd5ce15f7 req-44760726-063b-43b4-b6c9-664c22b3fd9b service neutron] For port 949f02d1-12bb-440c-a2f0-e70e4a56cec3, host n-h1-838334-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838334-2',level=0,port_id=949f02d1-12bb-440c-a2f0-e70e4a56cec3,segment=NetworkSegment(62b85806-94d8-4a88-a06c-da82e5932d66),segment_id=62b85806-94d8-4a88-a06c-da82e5932d66)] {{(pid=84041) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 20:48:43.485357 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [req-39209886-51b1-4d2f-a925-4bffd5ce15f7 req-44760726-063b-43b4-b6c9-664c22b3fd9b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32266282'] for port, after_update {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:43.492365 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-30bb1b2c-fd31-4229-a6b2-aa0af6b2352d req-04a0842c-949e-4cac-8397-e807c90439e5 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=90b5944e-ac37-4d6e-83c8-d00b7c03dbbb HTTP/1.1" status: 200 len: 217 time: 0.1518884 Apr 18 20:48:43.504035 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-cfad9ab9-5cee-440a-aa61-c950f08cb508 req-c1276891-2812-45f5-8509-1f51ff35af3c service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=0599e263a4974e689c38efa9f81a0f07&device_id=4f44a869-9ded-4c1a-80e3-c9208f4179be HTTP/1.1" status: 200 len: 1094 time: 0.6069791 Apr 18 20:48:43.508768 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-c45719ea-9b2d-4f72-a915-7c689bf0d83d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1082986'] for segment, precommit_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:43.509154 n-d-838334-2 neutron-server[84040]: INFO neutron.db.segments_db [None req-c45719ea-9b2d-4f72-a915-7c689bf0d83d admin admin] Added segment 9440716d-d4e0-4dc1-8801-a03f21d3bafe of type vlan for network ff0aaeaa-5754-4f93-adcb-de001773846b Apr 18 20:48:43.527172 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Device 968bbb7b-ac07-4f93-a27a-f9fa924c1025 details requested by agent hyperv_n-h1-838334-2 with host n-h1-838334-2 {{(pid=84042) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 18 20:48:43.610684 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30bb1b2c-fd31-4229-a6b2-aa0af6b2352d req-b12112c1-12fd-4f26-b8b7-05a8103441c3 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:48:43.612797 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-30bb1b2c-fd31-4229-a6b2-aa0af6b2352d req-b12112c1-12fd-4f26-b8b7-05a8103441c3 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=7e58bc8e-8e47-4b25-a6de-a7a4bbfcf0e0 HTTP/1.1" status: 200 len: 850 time: 0.1077883 Apr 18 20:48:43.635698 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [req-39209886-51b1-4d2f-a925-4bffd5ce15f7 req-44760726-063b-43b4-b6c9-664c22b3fd9b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217293'] for port, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:43.637134 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-39209886-51b1-4d2f-a925-4bffd5ce15f7 req-44760726-063b-43b4-b6c9-664c22b3fd9b service neutron] 10.222.0.43 "PUT /v2.0/ports/949f02d1-12bb-440c-a2f0-e70e4a56cec3 HTTP/1.1" status: 200 len: 1095 time: 2.5704141 Apr 18 20:48:43.637574 n-d-838334-2 neutron-server[84041]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '74fb1b3e-aad8-4cf1-ab81-337d3a37a132', 'tag': '949f02d1-12bb-440c-a2f0-e70e4a56cec3'}] {{(pid=84041) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 20:48:43.649724 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44760726-063b-43b4-b6c9-664c22b3fd9b service neutron] Pushing event updated for resources: {'Port': ['ID=949f02d1-12bb-440c-a2f0-e70e4a56cec3,revision_number=3']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:48:43.895126 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-c45719ea-9b2d-4f72-a915-7c689bf0d83d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750374825732'] for network, precommit_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:43.917057 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] For port 968bbb7b-ac07-4f93-a27a-f9fa924c1025, host n-h1-838334-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838334-2',level=0,port_id=968bbb7b-ac07-4f93-a27a-f9fa924c1025,segment=NetworkSegment(4935dfdb-03db-4976-a6b4-e0fa58696685),segment_id=4935dfdb-03db-4976-a6b4-e0fa58696685)] {{(pid=84042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:48:43.946646 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.l3_hamode_db [None req-d7805e3e-88b7-435b-8e61-112842447e3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c781ba43-edb2-4f30-8837-ae12a0bc5f7b', 'name': 'tempest-ServerRescueTestJSONUnderV235-1465053955-router', 'tenant_id': '134eb2d988564a4ab37aee0077d2b54a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'external_fixed_ips': [{'subnet_id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'ip_address': '172.25.8.231'}], 'enable_snat': True}, 'gw_port_id': 'a5f618e4-1f87-4184-8aa1-7359240bf186', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:48:35Z', 'updated_at': '2022-04-18T20:48:38Z', 'revision_number': 3, 'project_id': '134eb2d988564a4ab37aee0077d2b54a', 'gw_port': {'id': 'a5f618e4-1f87-4184-8aa1-7359240bf186', 'name': '', 'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:f0:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c781ba43-edb2-4f30-8837-ae12a0bc5f7b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'ip_address': '172.25.8.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:48:36Z', 'updated_at': '2022-04-18T20:48:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838334-2'}], 'n-d-838334-2', False) {} {{(pid=84043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:48:43.952568 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Returning: {'device': '968bbb7b-ac07-4f93-a27a-f9fa924c1025', 'network_id': '48f708f8-0904-4115-910c-bb1ab06d7263', 'port_id': '968bbb7b-ac07-4f93-a27a-f9fa924c1025', 'mac_address': 'fa:16:3e:c5:e0:96', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 362, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '488f35b7-694e-475d-862d-2f00f4388d03', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84042) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 18 20:48:43.961785 n-d-838334-2 neutron-server[84043]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7805e3e-88b7-435b-8e61-112842447e3c None None] The sync data for ids ['c781ba43-edb2-4f30-8837-ae12a0bc5f7b'] in n-d-838334-2 is: [{'id': 'c781ba43-edb2-4f30-8837-ae12a0bc5f7b', 'name': 'tempest-ServerRescueTestJSONUnderV235-1465053955-router', 'tenant_id': '134eb2d988564a4ab37aee0077d2b54a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'external_fixed_ips': [{'subnet_id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'ip_address': '172.25.8.231'}], 'enable_snat': True}, 'gw_port_id': 'a5f618e4-1f87-4184-8aa1-7359240bf186', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:48:35Z', 'updated_at': '2022-04-18T20:48:38Z', 'revision_number': 3, 'project_id': '134eb2d988564a4ab37aee0077d2b54a', 'gw_port': {'id': 'a5f618e4-1f87-4184-8aa1-7359240bf186', 'name': '', 'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:f0:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c781ba43-edb2-4f30-8837-ae12a0bc5f7b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'ip_address': '172.25.8.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:48:36Z', 'updated_at': '2022-04-18T20:48:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838334-2'}] {{(pid=84043) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 18 20:48:44.098488 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-30bb1b2c-fd31-4229-a6b2-aa0af6b2352d req-48f70e94-c547-4b07-9ec2-9855f581f055 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=6b61571a-5f15-463b-9607-983d8cc685ba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1150985 Apr 18 20:48:44.108345 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-2933bdf3-79e5-4a2a-a54a-66c883038bf3 req-df577832-2cd5-4759-9e83-27f59ddd3c74 tempest-ServerMetadataNegativeTestJSON-1038530686 tempest-ServerMetadataNegativeTestJSON-1038530686-project] 10.222.0.42 "GET /v2.0/security-groups?id=43e21539-3ecb-4f67-9366-91cd880b2bb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8233893 Apr 18 20:48:44.137931 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:44.180193 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-c45719ea-9b2d-4f72-a915-7c689bf0d83d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33526109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022'] for network, after_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:44.181630 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c45719ea-9b2d-4f72-a915-7c689bf0d83d admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:48:44.182359 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-c45719ea-9b2d-4f72-a915-7c689bf0d83d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32378031'] for network, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:44.199693 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-c1636951-5fe5-4d63-85f1-6ae7f13c7565 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:44.200605 n-d-838334-2 neutron-server[84042]: DEBUG neutron.notifiers.nova [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 968bbb7b-ac07-4f93-a27a-f9fa924c1025 {{(pid=84042) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 18 20:48:44.234245 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] For port 968bbb7b-ac07-4f93-a27a-f9fa924c1025, host n-h1-838334-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838334-2',level=0,port_id=968bbb7b-ac07-4f93-a27a-f9fa924c1025,segment=NetworkSegment(4935dfdb-03db-4976-a6b4-e0fa58696685),segment_id=4935dfdb-03db-4976-a6b4-e0fa58696685)] {{(pid=84042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:48:44.244829 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682'] for port, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:44.260406 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-39209886-51b1-4d2f-a925-4bffd5ce15f7 req-c6d30efa-1619-4ed8-b57d-cc0de8d3d7b1 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=0ae89e923933452faf6047be78995cc1&device_id=74fb1b3e-aad8-4cf1-ab81-337d3a37a132 HTTP/1.1" status: 200 len: 1098 time: 0.5469086 Apr 18 20:48:44.348372 n-d-838334-2 neutron-server[84041]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1116b78c-1915-44b9-bd5a-cabdddad0b9a'] response: {'name': 'network-changed', 'server_uuid': '74fb1b3e-aad8-4cf1-ab81-337d3a37a132', 'tag': '949f02d1-12bb-440c-a2f0-e70e4a56cec3', 'status': 'completed', 'code': 200} Apr 18 20:48:44.406727 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Pushing event updated for resources: {'Port': ['ID=968bbb7b-ac07-4f93-a27a-f9fa924c1025,revision_number=6']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:48:44.431567 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:48:44.431847 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:48:44.432404 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:48:44.432944 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:48:44.433466 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:48:44.433976 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:48:44.434492 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:48:44.435012 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:48:44.435519 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:48:44.436062 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:48:44.436569 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:48:44.465544 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] get_ports_and_sgs() called for port_ids ['968bbb7b-ac07-4f93-a27a-f9fa924c1025'] {{(pid=84042) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 18 20:48:44.508268 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-30bb1b2c-fd31-4229-a6b2-aa0af6b2352d req-a360dce2-4d2c-4555-8025-94a2a4ee0028 service neutron] 10.222.0.48 "GET /v2.0/networks/6b61571a-5f15-463b-9607-983d8cc685ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3933058 Apr 18 20:48:44.601123 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-cfad9ab9-5cee-440a-aa61-c950f08cb508 req-049c5c4d-4aea-47d5-9372-67c2141711f0 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=6dc9018a-4ac2-4289-bc5a-a3b61016d6ef HTTP/1.1" status: 200 len: 217 time: 0.8920929 Apr 18 20:48:44.617452 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-39209886-51b1-4d2f-a925-4bffd5ce15f7 req-5d8c648a-1e72-4e3e-86de-c1badf6a4db0 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.11&port_id=949f02d1-12bb-440c-a2f0-e70e4a56cec3 HTTP/1.1" status: 200 len: 217 time: 0.2673469 Apr 18 20:48:44.751115 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39209886-51b1-4d2f-a925-4bffd5ce15f7 req-b55af474-090e-4153-9247-67c02b62f6e4 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:48:44.752918 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-39209886-51b1-4d2f-a925-4bffd5ce15f7 req-b55af474-090e-4153-9247-67c02b62f6e4 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=c4b526db-4d8a-4d4c-a310-e3a599630ae1 HTTP/1.1" status: 200 len: 843 time: 0.1254706 Apr 18 20:48:44.778288 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c45719ea-9b2d-4f72-a915-7c689bf0d83d admin admin] Pushing event updated for resources: {'Network': ['ID=ff0aaeaa-5754-4f93-adcb-de001773846b,revision_number=1']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:48:44.792036 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Network ff0aaeaa-5754-4f93-adcb-de001773846b details requested by agent ovs-agent-n-d-838334-2 with host n-d-838334-2 {{(pid=84042) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 18 20:48:44.906238 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.db_base_plugin_common [None req-c1636951-5fe5-4d63-85f1-6ae7f13c7565 admin admin] Allocated IP 172.20.0.1 (7ca2cbaf-a9d4-46d8-95db-69bc38971d0d/3b336095-3f34-4c1c-9e4c-6995dc1056be/6ac515b5-dc19-47fa-a769-4254d7b9a5aa) {{(pid=84041) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:48:44.969843 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-c45719ea-9b2d-4f72-a915-7c689bf0d83d admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 3.8414505 Apr 18 20:48:44.987137 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 44822) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:48:45.061949 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.v2.base [None req-3df5ed62-e468-4e3b-9093-63d887ff7464 admin admin] Request body: {'subnet': {'network_id': 'ff0aaeaa-5754-4f93-adcb-de001773846b', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsNegativeTestJSON-204044661-subnet', 'tenant_id': 'c30a73239a7241e0a0eca96822de9962', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=84040) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 20:48:45.067808 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [None req-3df5ed62-e468-4e3b-9093-63d887ff7464 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:48:45.072609 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-3df5ed62-e468-4e3b-9093-63d887ff7464 admin admin] Usage tracker for resource:subnet and tenant:c30a73239a7241e0a0eca96822de9962 is out of sync, need to count used quota {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:48:45.076078 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-3df5ed62-e468-4e3b-9093-63d887ff7464 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:48:45.082655 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [None req-3df5ed62-e468-4e3b-9093-63d887ff7464 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:48:45.116431 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3df5ed62-e468-4e3b-9093-63d887ff7464 admin admin] Made reservation on behalf of c30a73239a7241e0a0eca96822de9962 for: {'subnet': 1} {{(pid=84040) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:48:45.119329 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-3df5ed62-e468-4e3b-9093-63d887ff7464 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31752722'] for subnet, before_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:45.235224 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-39209886-51b1-4d2f-a925-4bffd5ce15f7 req-e0d2035f-12e2-4113-ae88-95adeab9d4c8 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=cb56989d-7c5d-4678-b194-1d2edf1e842a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4744833 Apr 18 20:48:45.357783 n-d-838334-2 neutron-server[84040]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4f44a869-9ded-4c1a-80e3-c9208f4179be', 'tag': '6dc9018a-4ac2-4289-bc5a-a3b61016d6ef'}] {{(pid=84040) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 20:48:45.379790 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59d666b2-4cbf-4a6a-9117-b10ccc6cb2f8 req-6ef0ab38-5d99-40b5-bd05-b251f3b726d6 tempest-ServerGroupTestJSON-1467409197 tempest-ServerGroupTestJSON-1467409197-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:48:45.389226 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-59d666b2-4cbf-4a6a-9117-b10ccc6cb2f8 req-6ef0ab38-5d99-40b5-bd05-b251f3b726d6 tempest-ServerGroupTestJSON-1467409197 tempest-ServerGroupTestJSON-1467409197-project] 10.222.0.42 "GET /v2.0/ports?device_id=853e8351-a742-40ee-9561-a9b5f1aa4849 HTTP/1.1" status: 200 len: 943 time: 1.7749333 Apr 18 20:48:45.391804 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-3df5ed62-e468-4e3b-9093-63d887ff7464 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33526260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32441074', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31752704'] for subnet, after_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:45.401216 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-39209886-51b1-4d2f-a925-4bffd5ce15f7 req-44e3c5e2-2e04-42c3-805e-3347c576cec2 service neutron] 10.222.0.43 "GET /v2.0/networks/cb56989d-7c5d-4678-b194-1d2edf1e842a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1582730 Apr 18 20:48:45.466947 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-c1636951-5fe5-4d63-85f1-6ae7f13c7565 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:45.469682 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfad9ab9-5cee-440a-aa61-c950f08cb508 req-520e35d5-5c0e-4727-9dca-2a717351cfe9 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:48:45.471353 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-cfad9ab9-5cee-440a-aa61-c950f08cb508 req-520e35d5-5c0e-4727-9dca-2a717351cfe9 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=92ccf3d3-a084-4790-b114-fd7b044668cc HTTP/1.1" status: 200 len: 860 time: 0.8140297 Apr 18 20:48:45.531138 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Device 968bbb7b-ac07-4f93-a27a-f9fa924c1025 up at agent hyperv_n-h1-838334-2 {{(pid=84042) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 20:48:45.619781 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57129082-c422-45a8-9279-e6ee1e697a10 req-f8ee79eb-e79c-4a67-aca4-703a446563cb tempest-MigrationsAdminTest-1326981207 tempest-MigrationsAdminTest-1326981207-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:48:45.621331 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-57129082-c422-45a8-9279-e6ee1e697a10 req-f8ee79eb-e79c-4a67-aca4-703a446563cb tempest-MigrationsAdminTest-1326981207 tempest-MigrationsAdminTest-1326981207-project] 10.222.0.42 "GET /v2.0/ports?device_id=74fb1b3e-aad8-4cf1-ab81-337d3a37a132 HTTP/1.1" status: 200 len: 947 time: 1.0093875 Apr 18 20:48:45.756094 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-39209886-51b1-4d2f-a925-4bffd5ce15f7 req-3555e3c7-b765-437d-9dcb-30855924b390 service neutron] 10.222.0.43 "GET /v2.0/networks/cb56989d-7c5d-4678-b194-1d2edf1e842a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3257828 Apr 18 20:48:45.758323 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-59d666b2-4cbf-4a6a-9117-b10ccc6cb2f8 req-d163125a-f30e-4427-9ed8-68a5749d43ac tempest-ServerGroupTestJSON-1467409197 tempest-ServerGroupTestJSON-1467409197-project] 10.222.0.42 "GET /v2.0/security-groups?id=3a7e1e4c-e5e6-4b66-a74a-6a0f8d90444d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3551114 Apr 18 20:48:45.758904 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-9f9a4148-4045-4db1-bc0c-7b2997a654b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750375287399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253529'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:45.771823 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-cfad9ab9-5cee-440a-aa61-c950f08cb508 req-c8a04631-f6f1-428b-9061-d0c389f7fc7d service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=301f150d-0e84-42bb-b737-c7bc5c146888&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2554026 Apr 18 20:48:45.773681 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-c1636951-5fe5-4d63-85f1-6ae7f13c7565 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750374836619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32266323'] for port, after_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:45.806567 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Provisioning complete for port 968bbb7b-ac07-4f93-a27a-f9fa924c1025 triggered by entity L2. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:48:45.808981 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1253608'] for port, provisioning_complete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:45.906075 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Device a5f618e4-1f87-4184-8aa1-7359240bf186 up at agent ovs-agent-n-d-838334-2 {{(pid=84042) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 20:48:46.010901 n-d-838334-2 neutron-server[84041]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1636951-5fe5-4d63-85f1-6ae7f13c7565 admin admin] Network 7ca2cbaf-a9d4-46d8-95db-69bc38971d0d is already hosted by enough agents. {{(pid=84041) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:48:46.011125 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-30bb1b2c-fd31-4229-a6b2-aa0af6b2352d req-219e0333-2104-43af-8e4b-93d5d526ab3c service neutron] 10.222.0.48 "GET /v2.0/networks/6b61571a-5f15-463b-9607-983d8cc685ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.3885305 Apr 18 20:48:46.014387 n-d-838334-2 neutron-server[84041]: DEBUG neutron.scheduler.base_scheduler [None req-c1636951-5fe5-4d63-85f1-6ae7f13c7565 admin admin] Resources bound (agent type, host, resource id): {{(pid=84041) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:48:46.017824 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1636951-5fe5-4d63-85f1-6ae7f13c7565 admin admin] Received port after_create {{(pid=84041) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 20:48:46.117354 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1636951-5fe5-4d63-85f1-6ae7f13c7565 admin admin] Pushing event updated for resources: {'Port': ['ID=6ac515b5-dc19-47fa-a769-4254d7b9a5aa,revision_number=1']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:48:46.132254 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3df5ed62-e468-4e3b-9093-63d887ff7464 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d3f5badb-ceb1-48c5-ab68-fc1fa8705bd5,revision_number=0']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:48:46.163741 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-c1636951-5fe5-4d63-85f1-6ae7f13c7565 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33444010'] for router_interface, before_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:46.194394 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Provisioning for port a5f618e4-1f87-4184-8aa1-7359240bf186 completed by entity L2. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 20:48:46.198936 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-988fe48d-2815-47d7-9d60-f8784c72e44d req-8fa82398-1e9d-41a2-b6c6-7e02b6787bb6 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=0ae89e923933452faf6047be78995cc1&device_id=74fb1b3e-aad8-4cf1-ab81-337d3a37a132 HTTP/1.1" status: 200 len: 1098 time: 0.3753638 Apr 18 20:48:46.203061 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Provisioning complete for port a5f618e4-1f87-4184-8aa1-7359240bf186 triggered by entity L2. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:48:46.203613 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1253608'] for port, provisioning_complete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:46.309104 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:46.534612 n-d-838334-2 neutron-server[84042]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b7307812-da19-4509-9baf-bb3ff8313904', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '968bbb7b-ac07-4f93-a27a-f9fa924c1025'}] {{(pid=84042) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 20:48:46.564538 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] For port 968bbb7b-ac07-4f93-a27a-f9fa924c1025, host n-h1-838334-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838334-2',level=0,port_id=968bbb7b-ac07-4f93-a27a-f9fa924c1025,segment=NetworkSegment(4935dfdb-03db-4976-a6b4-e0fa58696685),segment_id=4935dfdb-03db-4976-a6b4-e0fa58696685)] {{(pid=84042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:48:46.565021 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-c1636951-5fe5-4d63-85f1-6ae7f13c7565 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:46.589311 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:46.598046 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682'] for port, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:46.664758 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3df5ed62-e468-4e3b-9093-63d887ff7464 admin admin] Checking segment: {'id': '9440716d-d4e0-4dc1-8801-a03f21d3bafe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': 'ff0aaeaa-5754-4f93-adcb-de001773846b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84040) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 20:48:46.665364 n-d-838334-2 neutron-server[84040]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3df5ed62-e468-4e3b-9093-63d887ff7464 admin admin] Network hostable DHCP agents. Network: ff0aaeaa-5754-4f93-adcb-de001773846b, hostable agents: ['8746f8ea-3e91-4b32-9919-2c63adeb8722'], hosted agents: [] {{(pid=84040) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 20:48:46.691307 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-57129082-c422-45a8-9279-e6ee1e697a10 req-821b56df-3c28-45b8-b22b-321b3528ebcf tempest-MigrationsAdminTest-1326981207 tempest-MigrationsAdminTest-1326981207-project] 10.222.0.42 "GET /v2.0/security-groups?id=8ca7ac2c-bfe5-493b-aae6-636315bac851&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9670517 Apr 18 20:48:46.702545 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3df5ed62-e468-4e3b-9093-63d887ff7464 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:48:46.703100 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3df5ed62-e468-4e3b-9093-63d887ff7464 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:48:46.703738 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3df5ed62-e468-4e3b-9093-63d887ff7464 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:48:46.704229 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3df5ed62-e468-4e3b-9093-63d887ff7464 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:48:46.704735 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3df5ed62-e468-4e3b-9093-63d887ff7464 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:48:46.705236 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3df5ed62-e468-4e3b-9093-63d887ff7464 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:48:46.706588 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3df5ed62-e468-4e3b-9093-63d887ff7464 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:48:46.707084 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3df5ed62-e468-4e3b-9093-63d887ff7464 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:48:46.707608 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3df5ed62-e468-4e3b-9093-63d887ff7464 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:48:46.708886 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3df5ed62-e468-4e3b-9093-63d887ff7464 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:48:46.709496 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3df5ed62-e468-4e3b-9093-63d887ff7464 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:48:46.713149 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] For port a5f618e4-1f87-4184-8aa1-7359240bf186, host n-d-838334-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838334-2',level=0,port_id=a5f618e4-1f87-4184-8aa1-7359240bf186,segment=NetworkSegment(732aa830-768b-4511-951f-d08e26b9c25b),segment_id=732aa830-768b-4511-951f-d08e26b9c25b)] {{(pid=84042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:48:46.727363 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682'] for port, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:46.737030 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-988fe48d-2815-47d7-9d60-f8784c72e44d req-8eaa3a17-a8fb-49e6-9b30-8b41ae6211a2 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:48:46.738535 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-988fe48d-2815-47d7-9d60-f8784c72e44d req-8eaa3a17-a8fb-49e6-9b30-8b41ae6211a2 service neutron] 10.222.0.43 "GET /v2.0/networks?id=cb56989d-7c5d-4678-b194-1d2edf1e842a HTTP/1.1" status: 200 len: 870 time: 0.5293214 Apr 18 20:48:46.751810 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Pushing event updated for resources: {'Port': ['ID=968bbb7b-ac07-4f93-a27a-f9fa924c1025,revision_number=7']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:48:46.800647 n-d-838334-2 neutron-server[84040]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3df5ed62-e468-4e3b-9093-63d887ff7464 admin admin] Network ff0aaeaa-5754-4f93-adcb-de001773846b is scheduled to be hosted by DHCP agent 8746f8ea-3e91-4b32-9919-2c63adeb8722 with binding_index 1 {{(pid=84040) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 20:48:46.834500 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-6de379fa-e998-4025-8edd-4879c877ba09 req-612c1a98-b552-4a1c-af36-7b1a23731052 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=ef393f704f6548e3a50b128f917b8c4a&device_id=853e8351-a742-40ee-9561-a9b5f1aa4849 HTTP/1.1" status: 200 len: 1094 time: 0.6935847 Apr 18 20:48:46.837493 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-cfad9ab9-5cee-440a-aa61-c950f08cb508 req-ff5c3809-96cc-4f0d-a4ce-5fd1da461345 service neutron] 10.222.0.48 "GET /v2.0/networks/301f150d-0e84-42bb-b737-c7bc5c146888?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9988034 Apr 18 20:48:46.840085 n-d-838334-2 neutron-server[84040]: DEBUG neutron.scheduler.base_scheduler [None req-3df5ed62-e468-4e3b-9093-63d887ff7464 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-838334-2, ff0aaeaa-5754-4f93-adcb-de001773846b) {{(pid=84040) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:48:46.848249 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3df5ed62-e468-4e3b-9093-63d887ff7464 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:48:46.850910 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-3df5ed62-e468-4e3b-9093-63d887ff7464 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32378031'] for subnet, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:46.869095 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f19bb35-3245-4f64-ae92-390e51931cdf None None] Network ff0aaeaa-5754-4f93-adcb-de001773846b requested from n-d-838334-2 {{(pid=84042) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 20:48:46.903672 n-d-838334-2 neutron-server[84040]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1d6b5bfd-6016-46b3-901c-3daaab3d3ea4'] response: {'name': 'network-changed', 'server_uuid': '4f44a869-9ded-4c1a-80e3-c9208f4179be', 'tag': '6dc9018a-4ac2-4289-bc5a-a3b61016d6ef', 'status': 'completed', 'code': 200} Apr 18 20:48:46.934962 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-3df5ed62-e468-4e3b-9093-63d887ff7464 admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 1.9232538 Apr 18 20:48:46.988815 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 44854) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:48:46.996106 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ef1ba11-6284-4183-adf6-049ce7089579 req-4b1df7ca-85fd-4f0b-8882-35629425749e tempest-ServerMetadataNegativeTestJSON-1038530686 tempest-ServerMetadataNegativeTestJSON-1038530686-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:48:47.003416 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-8ef1ba11-6284-4183-adf6-049ce7089579 req-4b1df7ca-85fd-4f0b-8882-35629425749e tempest-ServerMetadataNegativeTestJSON-1038530686 tempest-ServerMetadataNegativeTestJSON-1038530686-project] 10.222.0.42 "GET /v2.0/ports?device_id=4f44a869-9ded-4c1a-80e3-c9208f4179be HTTP/1.1" status: 200 len: 943 time: 0.7794647 Apr 18 20:48:47.106965 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.v2.base [None req-1b67dd84-ac71-4f79-b2f4-120816bba282 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsNegativeTestJSON-204044661-router', 'tenant_id': 'c30a73239a7241e0a0eca96822de9962', 'external_gateway_info': {'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c'}}} {{(pid=84040) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 20:48:47.136885 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [None req-1b67dd84-ac71-4f79-b2f4-120816bba282 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:48:47.173192 n-d-838334-2 neutron-server[84042]: INFO neutron.notifiers.nova [-] Nova event matching ['req-28c03679-796a-4e91-95aa-b2d7c3f06fd4'] response: {'server_uuid': 'b7307812-da19-4509-9baf-bb3ff8313904', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '968bbb7b-ac07-4f93-a27a-f9fa924c1025', 'code': 200} Apr 18 20:48:47.181466 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-1b67dd84-ac71-4f79-b2f4-120816bba282 admin admin] Usage tracker for resource:router and tenant:c30a73239a7241e0a0eca96822de9962 is out of sync, need to count used quota {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:48:47.200804 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-8ef1ba11-6284-4183-adf6-049ce7089579 req-09a0c306-929e-4204-9bd1-586401176593 tempest-ServerMetadataNegativeTestJSON-1038530686 tempest-ServerMetadataNegativeTestJSON-1038530686-project] 10.222.0.42 "GET /v2.0/security-groups?id=43e21539-3ecb-4f67-9366-91cd880b2bb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1943512 Apr 18 20:48:47.200804 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-1b67dd84-ac71-4f79-b2f4-120816bba282 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:48:47.238553 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [None req-1b67dd84-ac71-4f79-b2f4-120816bba282 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:48:47.333799 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Pushing event updated for resources: {'Port': ['ID=a5f618e4-1f87-4184-8aa1-7359240bf186,revision_number=4']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:48:47.377388 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-988fe48d-2815-47d7-9d60-f8784c72e44d req-34994e86-d74c-46bd-91d5-f224307e6a5c service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.11&port_id=949f02d1-12bb-440c-a2f0-e70e4a56cec3 HTTP/1.1" status: 200 len: 217 time: 0.6300979 Apr 18 20:48:47.403943 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-1b67dd84-ac71-4f79-b2f4-120816bba282 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-33442106', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5708'] for router, before_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:47.404904 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-1b67dd84-ac71-4f79-b2f4-120816bba282 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33442137', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33444285', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33535433', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5703'] for router, precommit_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:47.427488 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-1b67dd84-ac71-4f79-b2f4-120816bba282 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:47.456451 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6a7bf25-aef0-4296-b939-49d70511465d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp016840fc-1f9f-5892-9c53-c9cf6c845bbb-ff0aaeaa-5754-4f93-adcb-de001773846b', 'network_id': 'ff0aaeaa-5754-4f93-adcb-de001773846b', 'tenant_id': 'c30a73239a7241e0a0eca96822de9962', 'fixed_ips': [{'subnet_id': 'd3f5badb-ceb1-48c5-ab68-fc1fa8705bd5'}]}} from n-d-838334-2. {{(pid=84042) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 18 20:48:47.457301 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-f6a7bf25-aef0-4296-b939-49d70511465d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_create {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:47.462989 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6de379fa-e998-4025-8edd-4879c877ba09 req-7b25af4c-6dd1-4215-960c-4ff25b25ee00 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:48:47.464602 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-6de379fa-e998-4025-8edd-4879c877ba09 req-7b25af4c-6dd1-4215-960c-4ff25b25ee00 service neutron] 10.222.0.48 "GET /v2.0/networks?id=6b61571a-5f15-463b-9607-983d8cc685ba HTTP/1.1" status: 200 len: 911 time: 0.5909042 Apr 18 20:48:47.562454 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-c1636951-5fe5-4d63-85f1-6ae7f13c7565 admin admin] Notify callbacks [] for port, precommit_update {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:47.599805 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-c1636951-5fe5-4d63-85f1-6ae7f13c7565 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32266282'] for port, after_update {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:47.648433 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Device a5f618e4-1f87-4184-8aa1-7359240bf186 up at agent ovs-agent-n-d-838334-2 {{(pid=84042) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 20:48:47.739023 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-988fe48d-2815-47d7-9d60-f8784c72e44d req-45a508fd-b189-4d8a-889f-0b209240fa3d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:48:47.742503 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-988fe48d-2815-47d7-9d60-f8784c72e44d req-45a508fd-b189-4d8a-889f-0b209240fa3d service neutron] 10.222.0.43 "GET /v2.0/subnets?id=c4b526db-4d8a-4d4c-a310-e3a599630ae1 HTTP/1.1" status: 200 len: 843 time: 0.3531039 Apr 18 20:48:47.744920 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-cfad9ab9-5cee-440a-aa61-c950f08cb508 req-66d3d2db-cfc4-4272-88c1-925ecacb660c service neutron] 10.222.0.48 "GET /v2.0/networks/301f150d-0e84-42bb-b737-c7bc5c146888?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8409727 Apr 18 20:48:47.792428 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-6de379fa-e998-4025-8edd-4879c877ba09 req-384dbbe6-dc88-4d2a-9891-7a4b4f0221e4 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=90b5944e-ac37-4d6e-83c8-d00b7c03dbbb HTTP/1.1" status: 200 len: 217 time: 0.2464013 Apr 18 20:48:47.803261 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-1b67dd84-ac71-4f79-b2f4-120816bba282 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-33444175', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-33443520', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5293'] for router, precommit_update {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:47.824493 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.db_base_plugin_common [None req-f6a7bf25-aef0-4296-b939-49d70511465d None None] Allocated IP 172.20.0.2 (ff0aaeaa-5754-4f93-adcb-de001773846b/d3f5badb-ceb1-48c5-ab68-fc1fa8705bd5/6eb7bba5-0d16-40be-9cf6-9108d874838a) {{(pid=84042) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:48:47.831017 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Provisioning complete for port a5f618e4-1f87-4184-8aa1-7359240bf186 triggered by entity L2. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:48:47.831667 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1253608'] for port, provisioning_complete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:47.883150 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6de379fa-e998-4025-8edd-4879c877ba09 req-4d59f36e-bb71-4827-8526-b0bfddc71652 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:48:47.885905 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-6de379fa-e998-4025-8edd-4879c877ba09 req-4d59f36e-bb71-4827-8526-b0bfddc71652 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=7e58bc8e-8e47-4b25-a6de-a7a4bbfcf0e0 HTTP/1.1" status: 200 len: 850 time: 0.0763457 Apr 18 20:48:47.915122 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1636951-5fe5-4d63-85f1-6ae7f13c7565 admin admin] Pushing event updated for resources: {'Port': ['ID=6ac515b5-dc19-47fa-a769-4254d7b9a5aa,revision_number=2']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:48:47.927068 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-c1636951-5fe5-4d63-85f1-6ae7f13c7565 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-32377886', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33443847'] for router_interface, after_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:48.001841 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44cf2d47-0e72-4b7b-aff9-1774a3ac6a9b req-30a02c62-3f9c-4bc4-beee-13c41f1949f3 tempest-ServerGroupTestJSON-1467409197 tempest-ServerGroupTestJSON-1467409197-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:48:48.010148 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-44cf2d47-0e72-4b7b-aff9-1774a3ac6a9b req-30a02c62-3f9c-4bc4-beee-13c41f1949f3 tempest-ServerGroupTestJSON-1467409197 tempest-ServerGroupTestJSON-1467409197-project] 10.222.0.42 "GET /v2.0/ports?device_id=853e8351-a742-40ee-9561-a9b5f1aa4849 HTTP/1.1" status: 200 len: 943 time: 0.7279890 Apr 18 20:48:48.022077 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-3b0f66f4-ecf0-494c-98db-52a188e60cc6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750375287399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253529'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:48.126120 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-6de379fa-e998-4025-8edd-4879c877ba09 req-5c3b7f08-2d8d-422b-a62f-8a574f4a5730 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=6b61571a-5f15-463b-9607-983d8cc685ba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1966200 Apr 18 20:48:48.154392 n-d-838334-2 neutron-server[84041]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1636951-5fe5-4d63-85f1-6ae7f13c7565 admin admin] Network 7ca2cbaf-a9d4-46d8-95db-69bc38971d0d is already hosted by enough agents. {{(pid=84041) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:48:48.163951 n-d-838334-2 neutron-server[84041]: DEBUG neutron.scheduler.base_scheduler [None req-c1636951-5fe5-4d63-85f1-6ae7f13c7565 admin admin] Resources bound (agent type, host, resource id): {{(pid=84041) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:48:48.236068 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-988fe48d-2815-47d7-9d60-f8784c72e44d req-9199e611-87bf-4376-be49-e6848081a44e service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=cb56989d-7c5d-4678-b194-1d2edf1e842a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4840176 Apr 18 20:48:48.302443 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-f6a7bf25-aef0-4296-b939-49d70511465d None None] Notify callbacks [] for port, precommit_create {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:48.316434 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-f6a7bf25-aef0-4296-b939-49d70511465d None None] Transition to ACTIVE for port object 6eb7bba5-0d16-40be-9cf6-9108d874838a will not be triggered until provisioned by entity L2. {{(pid=84042) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 20:48:48.351695 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-f6a7bf25-aef0-4296-b939-49d70511465d None None] Transition to ACTIVE for port object 6eb7bba5-0d16-40be-9cf6-9108d874838a will not be triggered until provisioned by entity DHCP. {{(pid=84042) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 20:48:48.363485 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-f6a7bf25-aef0-4296-b939-49d70511465d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750374836619'] for port, after_create {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:48.384014 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-6de379fa-e998-4025-8edd-4879c877ba09 req-1a1b973e-8d9c-44d2-95b7-6939a1c4b668 service neutron] 10.222.0.48 "GET /v2.0/networks/6b61571a-5f15-463b-9607-983d8cc685ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1831892 Apr 18 20:48:48.448367 n-d-838334-2 neutron-server[84042]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6a7bf25-aef0-4296-b939-49d70511465d None None] Network ff0aaeaa-5754-4f93-adcb-de001773846b is already hosted by enough agents. {{(pid=84042) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:48:48.453314 n-d-838334-2 neutron-server[84042]: DEBUG neutron.scheduler.base_scheduler [None req-f6a7bf25-aef0-4296-b939-49d70511465d None None] Resources bound (agent type, host, resource id): {{(pid=84042) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:48:48.458578 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6a7bf25-aef0-4296-b939-49d70511465d None None] Received port after_create {{(pid=84042) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 20:48:48.466671 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6a7bf25-aef0-4296-b939-49d70511465d None None] Pushing event updated for resources: {'Port': ['ID=6eb7bba5-0d16-40be-9cf6-9108d874838a,revision_number=1']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:48:48.593724 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.managers [None req-f6a7bf25-aef0-4296-b939-49d70511465d None None] Attempting to bind port 6eb7bba5-0d16-40be-9cf6-9108d874838a on host n-d-838334-2 for vnic_type normal with profile {{(pid=84042) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:48:48.594100 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.managers [None req-f6a7bf25-aef0-4296-b939-49d70511465d None None] Attempting to bind port 6eb7bba5-0d16-40be-9cf6-9108d874838a by drivers openvswitch,hyperv on host n-d-838334-2 at level 0 using segments [{'id': '9440716d-d4e0-4dc1-8801-a03f21d3bafe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': 'ff0aaeaa-5754-4f93-adcb-de001773846b'}] {{(pid=84042) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:48:48.594458 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6a7bf25-aef0-4296-b939-49d70511465d None None] Attempting to bind port 6eb7bba5-0d16-40be-9cf6-9108d874838a on network ff0aaeaa-5754-4f93-adcb-de001773846b {{(pid=84042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 20:48:48.604244 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6a7bf25-aef0-4296-b939-49d70511465d None None] Checking agent: {'id': '97cd4414-7af6-4d67-868d-dff370b4071a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838334-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 25, 49), 'started_at': datetime.datetime(2022, 4, 18, 20, 26, 19), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 20, 48, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838334-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 18 20:48:48.604843 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6a7bf25-aef0-4296-b939-49d70511465d None None] Checking segment: {'id': '9440716d-d4e0-4dc1-8801-a03f21d3bafe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': 'ff0aaeaa-5754-4f93-adcb-de001773846b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84042) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 20:48:48.605260 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-f6a7bf25-aef0-4296-b939-49d70511465d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:48.605653 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6a7bf25-aef0-4296-b939-49d70511465d None None] Bound using segment: {'id': '9440716d-d4e0-4dc1-8801-a03f21d3bafe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': 'ff0aaeaa-5754-4f93-adcb-de001773846b'} {{(pid=84042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 18 20:48:48.606261 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.managers [None req-f6a7bf25-aef0-4296-b939-49d70511465d None None] Bound port: 6eb7bba5-0d16-40be-9cf6-9108d874838a, host: n-d-838334-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9440716d-d4e0-4dc1-8801-a03f21d3bafe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': 'ff0aaeaa-5754-4f93-adcb-de001773846b'}}] {{(pid=84042) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 20:48:48.606804 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-f6a7bf25-aef0-4296-b939-49d70511465d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:48.614084 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-44cf2d47-0e72-4b7b-aff9-1774a3ac6a9b req-85600c80-d128-4845-a20b-623a7ae52fa0 tempest-ServerGroupTestJSON-1467409197 tempest-ServerGroupTestJSON-1467409197-project] 10.222.0.42 "GET /v2.0/security-groups?id=3a7e1e4c-e5e6-4b66-a74a-6a0f8d90444d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5664175 Apr 18 20:48:48.675052 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-988fe48d-2815-47d7-9d60-f8784c72e44d req-c4c429d7-0ac8-4369-9b27-3bc0d346c474 service neutron] 10.222.0.43 "GET /v2.0/networks/cb56989d-7c5d-4678-b194-1d2edf1e842a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3520966 Apr 18 20:48:48.679308 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b37c081-536d-493c-9118-06b9619c474b req-83e88d3a-f20c-4250-ab6d-186eefe6922d tempest-MigrationsAdminTest-1326981207 tempest-MigrationsAdminTest-1326981207-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:48:48.686297 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-9b37c081-536d-493c-9118-06b9619c474b req-83e88d3a-f20c-4250-ab6d-186eefe6922d tempest-MigrationsAdminTest-1326981207 tempest-MigrationsAdminTest-1326981207-project] 10.222.0.42 "GET /v2.0/ports?device_id=74fb1b3e-aad8-4cf1-ab81-337d3a37a132 HTTP/1.1" status: 200 len: 947 time: 0.5518291 Apr 18 20:48:48.802934 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-f6a7bf25-aef0-4296-b939-49d70511465d None None] For port 6eb7bba5-0d16-40be-9cf6-9108d874838a, host n-d-838334-2, cleared binding levels {{(pid=84042) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 20:48:48.808260 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-f6a7bf25-aef0-4296-b939-49d70511465d None None] For port 6eb7bba5-0d16-40be-9cf6-9108d874838a, host n-d-838334-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838334-2',level=0,port_id=6eb7bba5-0d16-40be-9cf6-9108d874838a,segment=NetworkSegment(9440716d-d4e0-4dc1-8801-a03f21d3bafe),segment_id=9440716d-d4e0-4dc1-8801-a03f21d3bafe)] {{(pid=84042) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 20:48:48.809819 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-a33ad267-f762-493e-8d7b-8ad87e483660 req-9dcfea39-8eac-41a7-8271-4ceb9f80f09f service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=0599e263a4974e689c38efa9f81a0f07&device_id=4f44a869-9ded-4c1a-80e3-c9208f4179be HTTP/1.1" status: 200 len: 1094 time: 0.9198208 Apr 18 20:48:48.818978 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-f6a7bf25-aef0-4296-b939-49d70511465d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682'] for port, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:48.947174 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-988fe48d-2815-47d7-9d60-f8784c72e44d req-6105edc3-b0f7-4be7-b533-de2758d5f783 service neutron] 10.222.0.43 "GET /v2.0/networks/cb56989d-7c5d-4678-b194-1d2edf1e842a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2080877 Apr 18 20:48:48.982867 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750375287399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253529'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:48.988986 n-d-838334-2 neutron-server[84041]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c1636951-5fe5-4d63-85f1-6ae7f13c7565 admin admin] Router c781ba43-edb2-4f30-8837-ae12a0bc5f7b has already been hosted by L3 agent bc84d6c9-dd7a-4555-a351-592327b46d5a {{(pid=84041) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 20:48:48.992215 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6a7bf25-aef0-4296-b939-49d70511465d None None] Pushing event updated for resources: {'Port': ['ID=6eb7bba5-0d16-40be-9cf6-9108d874838a,revision_number=2']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:48:49.039468 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-6de379fa-e998-4025-8edd-4879c877ba09 req-97ffbe49-15b0-46dc-9284-5207bda9e01a service neutron] 10.222.0.48 "GET /v2.0/networks/6b61571a-5f15-463b-9607-983d8cc685ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5757775 Apr 18 20:48:49.176940 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-9b37c081-536d-493c-9118-06b9619c474b req-5c65635b-3317-4919-ace9-a1221e9f11cb tempest-MigrationsAdminTest-1326981207 tempest-MigrationsAdminTest-1326981207-project] 10.222.0.42 "GET /v2.0/security-groups?id=8ca7ac2c-bfe5-493b-aae6-636315bac851&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4896660 Apr 18 20:48:49.280565 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a33ad267-f762-493e-8d7b-8ad87e483660 req-c70a219a-f345-4a4e-9e1d-a6a0ab71449a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:48:49.282477 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-a33ad267-f762-493e-8d7b-8ad87e483660 req-c70a219a-f345-4a4e-9e1d-a6a0ab71449a service neutron] 10.222.0.48 "GET /v2.0/networks?id=301f150d-0e84-42bb-b737-c7bc5c146888 HTTP/1.1" status: 200 len: 921 time: 0.4547205 Apr 18 20:48:49.352676 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-414b6ffe-e119-47bc-b18f-bcff1219c2f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750375287399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253529'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:49.429555 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c1636951-5fe5-4d63-85f1-6ae7f13c7565 admin admin] Notify agent at l3_agent.n-d-838334-2 the message routers_updated {{(pid=84041) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 20:48:49.447978 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-a33ad267-f762-493e-8d7b-8ad87e483660 req-f6031a4f-bf8c-44d0-ba61-0cb781ca59fa service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=6dc9018a-4ac2-4289-bc5a-a3b61016d6ef HTTP/1.1" status: 200 len: 217 time: 0.1434956 Apr 18 20:48:49.451457 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a016db3b-fbd1-45b4-b012-b13a9938c0d5 None None] Sync routers for ids ['c781ba43-edb2-4f30-8837-ae12a0bc5f7b'] in n-d-838334-2 {{(pid=84042) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 18 20:48:49.467427 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-c1636951-5fe5-4d63-85f1-6ae7f13c7565 admin admin] 10.222.0.42 "PUT /v2.0/routers/c781ba43-edb2-4f30-8837-ae12a0bc5f7b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.6078620 Apr 18 20:48:49.478337 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a016db3b-fbd1-45b4-b012-b13a9938c0d5 None None] Routers {'c781ba43-edb2-4f30-8837-ae12a0bc5f7b'} bound to L3 agent in host n-d-838334-2 {{(pid=84042) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 20:48:49.478973 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_hamode_db [None req-a016db3b-fbd1-45b4-b012-b13a9938c0d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838334-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-18T20:25:48Z,description=,heartbeat_timestamp=2022-04-18T20:48:48Z,host='n-d-838334-2',id=bc84d6c9-dd7a-4555-a351-592327b46d5a,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:25:48Z,topic='l3_agent')) {'router_ids': ['c781ba43-edb2-4f30-8837-ae12a0bc5f7b'], 'active': True} {{(pid=84042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:48:49.579334 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-1b67dd84-ac71-4f79-b2f4-120816bba282 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:49.648860 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-1b67dd84-ac71-4f79-b2f4-120816bba282 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:49.688628 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6231edb4-748f-4036-99a8-022943bae156 req-ccdeecaf-a19d-4674-8e28-429e5306aac2 tempest-ServerMetadataNegativeTestJSON-1038530686 tempest-ServerMetadataNegativeTestJSON-1038530686-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:48:49.698397 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-6231edb4-748f-4036-99a8-022943bae156 req-ccdeecaf-a19d-4674-8e28-429e5306aac2 tempest-ServerMetadataNegativeTestJSON-1038530686 tempest-ServerMetadataNegativeTestJSON-1038530686-project] 10.222.0.42 "GET /v2.0/ports?device_id=4f44a869-9ded-4c1a-80e3-c9208f4179be HTTP/1.1" status: 200 len: 943 time: 0.9335434 Apr 18 20:48:49.745943 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Device 949f02d1-12bb-440c-a2f0-e70e4a56cec3 details requested by agent hyperv_n-h1-838334-2 with host n-h1-838334-2 {{(pid=84042) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 18 20:48:49.750544 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Device 6eb7bba5-0d16-40be-9cf6-9108d874838a up at agent ovs-agent-n-d-838334-2 {{(pid=84042) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 20:48:49.808415 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a33ad267-f762-493e-8d7b-8ad87e483660 req-604dbe72-12df-4aee-a52d-fa33ce971847 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:48:49.810305 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-a33ad267-f762-493e-8d7b-8ad87e483660 req-604dbe72-12df-4aee-a52d-fa33ce971847 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=92ccf3d3-a084-4790-b114-fd7b044668cc HTTP/1.1" status: 200 len: 860 time: 0.2737243 Apr 18 20:48:49.823681 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Device 90b5944e-ac37-4d6e-83c8-d00b7c03dbbb details requested by agent hyperv_n-h2-838334-2 with host n-h2-838334-2 {{(pid=84042) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 18 20:48:49.870127 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-a33ad267-f762-493e-8d7b-8ad87e483660 req-5c38fac4-f26f-431a-9b2c-8fb6f8177410 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=301f150d-0e84-42bb-b737-c7bc5c146888&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0416453 Apr 18 20:48:49.896249 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-6231edb4-748f-4036-99a8-022943bae156 req-f7527859-0285-4a0f-81ca-72c75736ce6d tempest-ServerMetadataNegativeTestJSON-1038530686 tempest-ServerMetadataNegativeTestJSON-1038530686-project] 10.222.0.42 "GET /v2.0/security-groups?id=43e21539-3ecb-4f67-9366-91cd880b2bb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1964781 Apr 18 20:48:50.006318 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] For port 90b5944e-ac37-4d6e-83c8-d00b7c03dbbb, host n-h2-838334-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838334-2',level=0,port_id=90b5944e-ac37-4d6e-83c8-d00b7c03dbbb,segment=NetworkSegment(e44397e8-e728-4949-b8ce-d632dad964be),segment_id=e44397e8-e728-4949-b8ce-d632dad964be)] {{(pid=84042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:48:50.029484 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Returning: {'device': '90b5944e-ac37-4d6e-83c8-d00b7c03dbbb', 'network_id': '6b61571a-5f15-463b-9607-983d8cc685ba', 'port_id': '90b5944e-ac37-4d6e-83c8-d00b7c03dbbb', 'mac_address': 'fa:16:3e:91:61:a1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 380, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7e58bc8e-8e47-4b25-a6de-a7a4bbfcf0e0', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84042) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 18 20:48:50.072831 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_dvr_db [None req-a016db3b-fbd1-45b4-b012-b13a9938c0d5 None None] Set router c781ba43-edb2-4f30-8837-ae12a0bc5f7b gateway port host: n-d-838334-2 {{(pid=84042) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 20:48:50.075943 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-a33ad267-f762-493e-8d7b-8ad87e483660 req-d638fba8-7e91-4030-8a16-05379501b30d service neutron] 10.222.0.48 "GET /v2.0/networks/301f150d-0e84-42bb-b737-c7bc5c146888?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1785843 Apr 18 20:48:50.306872 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.db.resource_extend [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] It took 0.49 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 18 20:48:50.437560 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.db_base_plugin_common [None req-1b67dd84-ac71-4f79-b2f4-120816bba282 admin admin] Allocated IP 172.25.8.170 (e41b6600-a917-4a8d-b05c-be3be40c6d8c/6b05667b-848e-4356-9b44-d5eb6808ef74/1fd776ed-a18d-4acb-ac9e-046005df522d) {{(pid=84040) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:48:50.475401 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:50.552296 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcb590c1-4b00-4f71-a428-f3b7c3bc4c7d req-e6d62be4-c739-4244-b7f0-854986a440f4 tempest-ServerGroupTestJSON-1467409197 tempest-ServerGroupTestJSON-1467409197-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:48:50.559190 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-fcb590c1-4b00-4f71-a428-f3b7c3bc4c7d req-e6d62be4-c739-4244-b7f0-854986a440f4 tempest-ServerGroupTestJSON-1467409197 tempest-ServerGroupTestJSON-1467409197-project] 10.222.0.42 "GET /v2.0/ports?device_id=853e8351-a742-40ee-9561-a9b5f1aa4849 HTTP/1.1" status: 200 len: 943 time: 0.4821296 Apr 18 20:48:50.566511 n-d-838334-2 neutron-server[84042]: DEBUG neutron.notifiers.nova [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 90b5944e-ac37-4d6e-83c8-d00b7c03dbbb {{(pid=84042) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 18 20:48:50.584250 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] For port 90b5944e-ac37-4d6e-83c8-d00b7c03dbbb, host n-h2-838334-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838334-2',level=0,port_id=90b5944e-ac37-4d6e-83c8-d00b7c03dbbb,segment=NetworkSegment(e44397e8-e728-4949-b8ce-d632dad964be),segment_id=e44397e8-e728-4949-b8ce-d632dad964be)] {{(pid=84042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:48:50.590022 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] For port 949f02d1-12bb-440c-a2f0-e70e4a56cec3, host n-h1-838334-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838334-2',level=0,port_id=949f02d1-12bb-440c-a2f0-e70e4a56cec3,segment=NetworkSegment(62b85806-94d8-4a88-a06c-da82e5932d66),segment_id=62b85806-94d8-4a88-a06c-da82e5932d66)] {{(pid=84042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:48:50.605586 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ec7c625-f777-48a9-b44b-cc8235c6abfe None None] Network ff0aaeaa-5754-4f93-adcb-de001773846b requested from n-d-838334-2 {{(pid=84042) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 20:48:50.699197 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682'] for port, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:50.706668 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-a33ad267-f762-493e-8d7b-8ad87e483660 req-1aa0732a-b0b5-4934-81e3-880c1324a10d service neutron] 10.222.0.48 "GET /v2.0/networks/301f150d-0e84-42bb-b737-c7bc5c146888?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4873612 Apr 18 20:48:50.780242 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-fcb590c1-4b00-4f71-a428-f3b7c3bc4c7d req-f01a5a36-0410-410b-900d-f517df58f893 tempest-ServerGroupTestJSON-1467409197 tempest-ServerGroupTestJSON-1467409197-project] 10.222.0.42 "GET /v2.0/security-groups?id=3a7e1e4c-e5e6-4b66-a74a-6a0f8d90444d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2200389 Apr 18 20:48:50.804007 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-c7521a90-7d65-4e2e-842c-ca5d95e9a89c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750375287399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253529'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:50.814221 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Returning: {'device': '949f02d1-12bb-440c-a2f0-e70e4a56cec3', 'network_id': 'cb56989d-7c5d-4678-b194-1d2edf1e842a', 'port_id': '949f02d1-12bb-440c-a2f0-e70e4a56cec3', 'mac_address': 'fa:16:3e:d7:26:99', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 382, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c4b526db-4d8a-4d4c-a310-e3a599630ae1', 'ip_address': '192.168.233.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84042) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 18 20:48:50.837403 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f9ed9e9-891a-42ba-be64-d3001657055f req-55f8a44a-1bbd-492a-be40-8574c8c798d9 tempest-ServerRescueTestJSONUnderV235-1035206563 tempest-ServerRescueTestJSONUnderV235-1035206563-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:48:50.839528 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-3f9ed9e9-891a-42ba-be64-d3001657055f req-55f8a44a-1bbd-492a-be40-8574c8c798d9 tempest-ServerRescueTestJSONUnderV235-1035206563 tempest-ServerRescueTestJSONUnderV235-1035206563-project] 10.222.0.42 "GET /v2.0/networks?id=7ca2cbaf-a9d4-46d8-95db-69bc38971d0d HTTP/1.1" status: 200 len: 820 time: 0.4054027 Apr 18 20:48:50.867838 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-3f9ed9e9-891a-42ba-be64-d3001657055f req-e2640c37-f29b-4c66-a36f-3e15ea4071c4 tempest-ServerRescueTestJSONUnderV235-1035206563 tempest-ServerRescueTestJSONUnderV235-1035206563-project] 10.222.0.42 "GET /v2.0/quotas/134eb2d988564a4ab37aee0077d2b54a HTTP/1.1" status: 200 len: 375 time: 0.0163050 Apr 18 20:48:50.938796 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-66312159-7882-476d-9fb7-1d86bbaf1c78 None None] Provisioning for port 6eb7bba5-0d16-40be-9cf6-9108d874838a completed by entity DHCP. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 20:48:50.946633 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-1b67dd84-ac71-4f79-b2f4-120816bba282 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:51.008915 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Provisioning for port 6eb7bba5-0d16-40be-9cf6-9108d874838a completed by entity L2. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 20:48:51.023525 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-66312159-7882-476d-9fb7-1d86bbaf1c78 None None] Provisioning complete for port 6eb7bba5-0d16-40be-9cf6-9108d874838a triggered by entity DHCP. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:48:51.023733 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-66312159-7882-476d-9fb7-1d86bbaf1c78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1253608'] for port, provisioning_complete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:51.122549 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-3f9ed9e9-891a-42ba-be64-d3001657055f req-5d77eeca-e01c-4332-9ee1-3e254967c5b4 tempest-ServerRescueTestJSONUnderV235-1035206563 tempest-ServerRescueTestJSONUnderV235-1035206563-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=134eb2d988564a4ab37aee0077d2b54a&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2404664 Apr 18 20:48:51.142444 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] get_ports_and_sgs() called for port_ids ['90b5944e-ac37-4d6e-83c8-d00b7c03dbbb'] {{(pid=84042) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 18 20:48:51.145646 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f87053fb-d47d-4ca4-a870-ff852b84955e req-7238c228-4016-4a25-99f2-00c3d97e4310 tempest-MigrationsAdminTest-1326981207 tempest-MigrationsAdminTest-1326981207-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:48:51.147669 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-f87053fb-d47d-4ca4-a870-ff852b84955e req-7238c228-4016-4a25-99f2-00c3d97e4310 tempest-MigrationsAdminTest-1326981207 tempest-MigrationsAdminTest-1326981207-project] 10.222.0.42 "GET /v2.0/ports?device_id=74fb1b3e-aad8-4cf1-ab81-337d3a37a132 HTTP/1.1" status: 200 len: 947 time: 0.1958642 Apr 18 20:48:51.149467 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-1b67dd84-ac71-4f79-b2f4-120816bba282 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750374836619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32440838'] for port, after_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:51.195684 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Provisioning complete for port 6eb7bba5-0d16-40be-9cf6-9108d874838a triggered by entity L2. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:48:51.196355 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1253608'] for port, provisioning_complete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:51.278704 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Pushing event updated for resources: {'Port': ['ID=90b5944e-ac37-4d6e-83c8-d00b7c03dbbb,revision_number=4']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:48:51.329211 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:51.361218 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b67dd84-ac71-4f79-b2f4-120816bba282 admin admin] Pushing event updated for resources: {'Port': ['ID=1fd776ed-a18d-4acb-ac9e-046005df522d,revision_number=1']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:48:51.443536 n-d-838334-2 neutron-server[84042]: DEBUG neutron.notifiers.nova [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 949f02d1-12bb-440c-a2f0-e70e4a56cec3 {{(pid=84042) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 18 20:48:51.559215 n-d-838334-2 neutron-server[84040]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b67dd84-ac71-4f79-b2f4-120816bba282 admin admin] Network e41b6600-a917-4a8d-b05c-be3be40c6d8c is already hosted by enough agents. {{(pid=84040) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:48:51.563685 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-f87053fb-d47d-4ca4-a870-ff852b84955e req-506b3533-3232-4161-a929-e33ae1430aca tempest-MigrationsAdminTest-1326981207 tempest-MigrationsAdminTest-1326981207-project] 10.222.0.42 "GET /v2.0/security-groups?id=8ca7ac2c-bfe5-493b-aae6-636315bac851&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3272984 Apr 18 20:48:51.566862 n-d-838334-2 neutron-server[84040]: DEBUG neutron.scheduler.base_scheduler [None req-1b67dd84-ac71-4f79-b2f4-120816bba282 admin admin] Resources bound (agent type, host, resource id): {{(pid=84040) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:48:51.570771 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b67dd84-ac71-4f79-b2f4-120816bba282 admin admin] Received port after_create {{(pid=84040) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 20:48:51.599323 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] For port 949f02d1-12bb-440c-a2f0-e70e4a56cec3, host n-h1-838334-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838334-2',level=0,port_id=949f02d1-12bb-440c-a2f0-e70e4a56cec3,segment=NetworkSegment(62b85806-94d8-4a88-a06c-da82e5932d66),segment_id=62b85806-94d8-4a88-a06c-da82e5932d66)] {{(pid=84042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:48:51.643319 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682'] for port, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:51.732991 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-3f9ed9e9-891a-42ba-be64-d3001657055f req-35cb1f37-74f9-449c-8aee-4d3eb2368a14 service neutron] 10.222.0.42 "GET /v2.0/networks/7ca2cbaf-a9d4-46d8-95db-69bc38971d0d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6091411 Apr 18 20:48:51.759562 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Pushing event updated for resources: {'Port': ['ID=949f02d1-12bb-440c-a2f0-e70e4a56cec3,revision_number=4']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:48:51.826041 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Device 6dc9018a-4ac2-4289-bc5a-a3b61016d6ef details requested by agent hyperv_n-h2-838334-2 with host n-h2-838334-2 {{(pid=84042) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 18 20:48:52.005695 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-3f9ed9e9-891a-42ba-be64-d3001657055f req-79d505a4-481b-4ecc-8206-546dc7fd7723 service neutron] 10.222.0.42 "GET /v2.0/networks/7ca2cbaf-a9d4-46d8-95db-69bc38971d0d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2658226 Apr 18 20:48:52.016822 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9587e285-3d3f-4b09-970c-c772c55c5b61 req-cbc07e2b-0121-4d0b-8fa9-21d2222bfd90 tempest-ServerMetadataNegativeTestJSON-1038530686 tempest-ServerMetadataNegativeTestJSON-1038530686-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:48:52.018578 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-9587e285-3d3f-4b09-970c-c772c55c5b61 req-cbc07e2b-0121-4d0b-8fa9-21d2222bfd90 tempest-ServerMetadataNegativeTestJSON-1038530686 tempest-ServerMetadataNegativeTestJSON-1038530686-project] 10.222.0.42 "GET /v2.0/ports?device_id=4f44a869-9ded-4c1a-80e3-c9208f4179be HTTP/1.1" status: 200 len: 943 time: 0.2310283 Apr 18 20:48:52.034402 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] For port 6dc9018a-4ac2-4289-bc5a-a3b61016d6ef, host n-h2-838334-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838334-2',level=0,port_id=6dc9018a-4ac2-4289-bc5a-a3b61016d6ef,segment=NetworkSegment(a39df7ac-43dc-4661-8d32-6e421aba4435),segment_id=a39df7ac-43dc-4661-8d32-6e421aba4435)] {{(pid=84042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:48:52.065119 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] get_ports_and_sgs() called for port_ids ['949f02d1-12bb-440c-a2f0-e70e4a56cec3'] {{(pid=84042) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 18 20:48:52.092956 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-9587e285-3d3f-4b09-970c-c772c55c5b61 req-5fe9c72f-0962-4c5c-bc70-2bdb1f65ab35 tempest-ServerMetadataNegativeTestJSON-1038530686 tempest-ServerMetadataNegativeTestJSON-1038530686-project] 10.222.0.42 "GET /v2.0/security-groups?id=43e21539-3ecb-4f67-9366-91cd880b2bb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591292 Apr 18 20:48:52.093442 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Returning: {'device': '6dc9018a-4ac2-4289-bc5a-a3b61016d6ef', 'network_id': '301f150d-0e84-42bb-b737-c7bc5c146888', 'port_id': '6dc9018a-4ac2-4289-bc5a-a3b61016d6ef', 'mac_address': 'fa:16:3e:70:02:59', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 354, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '92ccf3d3-a084-4790-b114-fd7b044668cc', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84042) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 18 20:48:52.098125 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-1b67dd84-ac71-4f79-b2f4-120816bba282 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:52.099605 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-1b67dd84-ac71-4f79-b2f4-120816bba282 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33443529', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33444176'] for router, after_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:52.138119 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-66312159-7882-476d-9fb7-1d86bbaf1c78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:52.257725 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-66312159-7882-476d-9fb7-1d86bbaf1c78 None None] For port 6eb7bba5-0d16-40be-9cf6-9108d874838a, host n-d-838334-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838334-2',level=0,port_id=6eb7bba5-0d16-40be-9cf6-9108d874838a,segment=NetworkSegment(9440716d-d4e0-4dc1-8801-a03f21d3bafe),segment_id=9440716d-d4e0-4dc1-8801-a03f21d3bafe)] {{(pid=84042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:48:52.297729 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-66312159-7882-476d-9fb7-1d86bbaf1c78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682'] for port, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:52.396523 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-bcecb0e3-8447-462e-becb-e7a9d4267fee req-611dccdd-b368-4935-a4c1-30bb407bf42b tempest-ServerRescueTestJSONUnderV235-1035206563 tempest-ServerRescueTestJSONUnderV235-1035206563-project] 10.222.0.42 "GET /v2.0/ports?device_id=a96b676e-b606-4103-a36d-2f1625145b68 HTTP/1.1" status: 200 len: 210 time: 0.0601058 Apr 18 20:48:52.430331 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:52.521566 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_hamode_db [None req-a016db3b-fbd1-45b4-b012-b13a9938c0d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c781ba43-edb2-4f30-8837-ae12a0bc5f7b', 'name': 'tempest-ServerRescueTestJSONUnderV235-1465053955-router', 'tenant_id': '134eb2d988564a4ab37aee0077d2b54a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'external_fixed_ips': [{'subnet_id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'ip_address': '172.25.8.231'}], 'enable_snat': True}, 'gw_port_id': 'a5f618e4-1f87-4184-8aa1-7359240bf186', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:48:35Z', 'updated_at': '2022-04-18T20:48:46Z', 'revision_number': 4, 'project_id': '134eb2d988564a4ab37aee0077d2b54a', 'gw_port': {'id': 'a5f618e4-1f87-4184-8aa1-7359240bf186', 'name': '', 'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:f0:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c781ba43-edb2-4f30-8837-ae12a0bc5f7b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'ip_address': '172.25.8.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:48:36Z', 'updated_at': '2022-04-18T20:48:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838334-2', '_interfaces': [{'id': '6ac515b5-dc19-47fa-a769-4254d7b9a5aa', 'name': '', 'network_id': '7ca2cbaf-a9d4-46d8-95db-69bc38971d0d', 'tenant_id': '134eb2d988564a4ab37aee0077d2b54a', 'mac_address': 'fa:16:3e:07:c8:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c781ba43-edb2-4f30-8837-ae12a0bc5f7b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3b336095-3f34-4c1c-9e4c-6995dc1056be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:48:44Z', 'updated_at': '2022-04-18T20:48:46Z', 'revision_number': 2, 'project_id': '134eb2d988564a4ab37aee0077d2b54a', 'subnets': [{'id': '3b336095-3f34-4c1c-9e4c-6995dc1056be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838334-2', False) {} {{(pid=84042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:48:52.554767 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:52.584175 n-d-838334-2 neutron-server[84042]: DEBUG neutron.notifiers.nova [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6dc9018a-4ac2-4289-bc5a-a3b61016d6ef {{(pid=84042) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 18 20:48:52.589731 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a016db3b-fbd1-45b4-b012-b13a9938c0d5 None None] Checking router: c781ba43-edb2-4f30-8837-ae12a0bc5f7b for host: n-d-838334-2 {{(pid=84042) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 18 20:48:52.590302 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a016db3b-fbd1-45b4-b012-b13a9938c0d5 None None] Updating router c781ba43-edb2-4f30-8837-ae12a0bc5f7b port 6ac515b5-dc19-47fa-a769-4254d7b9a5aa binding host n-d-838334-2 {{(pid=84042) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 18 20:48:52.599434 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d140e7-85ff-431b-a67c-ff4a82686b9c req-50d3d36c-3c00-4bca-b3be-4187128e0447 tempest-ServerGroupTestJSON-1467409197 tempest-ServerGroupTestJSON-1467409197-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:48:52.600673 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-58d140e7-85ff-431b-a67c-ff4a82686b9c req-50d3d36c-3c00-4bca-b3be-4187128e0447 tempest-ServerGroupTestJSON-1467409197 tempest-ServerGroupTestJSON-1467409197-project] 10.222.0.42 "GET /v2.0/ports?device_id=853e8351-a742-40ee-9561-a9b5f1aa4849 HTTP/1.1" status: 200 len: 944 time: 0.1950681 Apr 18 20:48:52.783832 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-58d140e7-85ff-431b-a67c-ff4a82686b9c req-fae8d631-0555-4b99-a262-b0760604d658 tempest-ServerGroupTestJSON-1467409197 tempest-ServerGroupTestJSON-1467409197-project] 10.222.0.42 "GET /v2.0/security-groups?id=3a7e1e4c-e5e6-4b66-a74a-6a0f8d90444d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1598692 Apr 18 20:48:52.828280 n-d-838334-2 neutron-server[84040]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1b67dd84-ac71-4f79-b2f4-120816bba282 admin admin] Router aac99072-39e7-4548-8076-5f3805eb82b5 is scheduled to L3 agent bc84d6c9-dd7a-4555-a351-592327b46d5a with binding_index 1 {{(pid=84040) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 18 20:48:52.846562 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a44084d-2f41-4497-9910-7886e8885b6b req-1619c282-410b-45c7-924f-c9164761dc44 tempest-ImagesOneServerTestJSON-2049129843 tempest-ImagesOneServerTestJSON-2049129843-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:48:52.850094 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-9a44084d-2f41-4497-9910-7886e8885b6b req-1619c282-410b-45c7-924f-c9164761dc44 tempest-ImagesOneServerTestJSON-2049129843 tempest-ImagesOneServerTestJSON-2049129843-project] 10.222.0.42 "GET /v2.0/ports?device_id=d44c3995-aaea-498f-b11f-fc70e6923c49 HTTP/1.1" status: 200 len: 949 time: 0.2239621 Apr 18 20:48:52.854231 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66312159-7882-476d-9fb7-1d86bbaf1c78 None None] Pushing event updated for resources: {'Port': ['ID=6eb7bba5-0d16-40be-9cf6-9108d874838a,revision_number=3']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:48:52.869417 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] For port 6dc9018a-4ac2-4289-bc5a-a3b61016d6ef, host n-h2-838334-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838334-2',level=0,port_id=6dc9018a-4ac2-4289-bc5a-a3b61016d6ef,segment=NetworkSegment(a39df7ac-43dc-4661-8d32-6e421aba4435),segment_id=a39df7ac-43dc-4661-8d32-6e421aba4435)] {{(pid=84042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:48:52.874732 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-a016db3b-fbd1-45b4-b012-b13a9938c0d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:52.905315 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682'] for port, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:53.055072 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Pushing event updated for resources: {'Port': ['ID=6dc9018a-4ac2-4289-bc5a-a3b61016d6ef,revision_number=4']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:48:53.058060 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.db.api [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=84042) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 18 20:48:53.058512 n-d-838334-2 neutron-server[84042]: DEBUG oslo_db.api [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=84042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 18 20:48:53.199074 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-9a44084d-2f41-4497-9910-7886e8885b6b req-266880b9-d4b7-46b3-9bd9-6cfc7f6fd4e6 tempest-ImagesOneServerTestJSON-2049129843 tempest-ImagesOneServerTestJSON-2049129843-project] 10.222.0.42 "GET /v2.0/security-groups?id=47176a6a-2814-4f71-8dbf-60080e8f773d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3418603 Apr 18 20:48:53.282302 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f11898b3-c69e-481f-8743-9f1c3ba12bed req-7d083390-c1e5-4dd7-9f49-9a7dd9c42be2 tempest-MigrationsAdminTest-1326981207 tempest-MigrationsAdminTest-1326981207-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:48:53.284272 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-f11898b3-c69e-481f-8743-9f1c3ba12bed req-7d083390-c1e5-4dd7-9f49-9a7dd9c42be2 tempest-MigrationsAdminTest-1326981207 tempest-MigrationsAdminTest-1326981207-project] 10.222.0.42 "GET /v2.0/ports?device_id=74fb1b3e-aad8-4cf1-ab81-337d3a37a132 HTTP/1.1" status: 200 len: 948 time: 0.1640587 Apr 18 20:48:53.342802 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] get_ports_and_sgs() called for port_ids ['6dc9018a-4ac2-4289-bc5a-a3b61016d6ef'] {{(pid=84042) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 18 20:48:53.388772 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-f11898b3-c69e-481f-8743-9f1c3ba12bed req-b94c4023-9f86-4342-a847-b27dbabe8240 tempest-MigrationsAdminTest-1326981207 tempest-MigrationsAdminTest-1326981207-project] 10.222.0.42 "GET /v2.0/security-groups?id=8ca7ac2c-bfe5-493b-aae6-636315bac851&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0959520 Apr 18 20:48:53.394638 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1b67dd84-ac71-4f79-b2f4-120816bba282 admin admin] Notify agent at l3_agent.n-d-838334-2 the message routers_updated {{(pid=84040) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 20:48:53.404666 n-d-838334-2 neutron-server[84043]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0c58cdf-cca6-46fc-923f-dbd51169f69a None None] Sync routers for ids ['aac99072-39e7-4548-8076-5f3805eb82b5'] in n-d-838334-2 {{(pid=84043) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 18 20:48:53.430966 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0c58cdf-cca6-46fc-923f-dbd51169f69a None None] Routers {'aac99072-39e7-4548-8076-5f3805eb82b5'} bound to L3 agent in host n-d-838334-2 {{(pid=84043) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 20:48:53.434901 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.l3_hamode_db [None req-d0c58cdf-cca6-46fc-923f-dbd51169f69a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838334-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-18T20:25:48Z,description=,heartbeat_timestamp=2022-04-18T20:48:48Z,host='n-d-838334-2',id=bc84d6c9-dd7a-4555-a351-592327b46d5a,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:25:48Z,topic='l3_agent')) {'router_ids': ['aac99072-39e7-4548-8076-5f3805eb82b5'], 'active': True} {{(pid=84043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:48:53.505317 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-1b67dd84-ac71-4f79-b2f4-120816bba282 admin admin] Notify callbacks [] for router, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:53.506877 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-1b67dd84-ac71-4f79-b2f4-120816bba282 admin admin] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 6.5007637 Apr 18 20:48:53.509650 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 44950) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:48:53.618538 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-08896636-9408-4359-a406-28578b6d1177 None None] Provisioning complete for port 6eb7bba5-0d16-40be-9cf6-9108d874838a triggered by entity DHCP. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:48:53.619149 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-08896636-9408-4359-a406-28578b6d1177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1253608'] for port, provisioning_complete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:53.628458 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f54ac62-da81-406f-b503-18b9feee872b req-927fd180-924b-496a-958c-98795baeda5f tempest-ServerMetadataNegativeTestJSON-1038530686 tempest-ServerMetadataNegativeTestJSON-1038530686-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:48:53.640265 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-6f54ac62-da81-406f-b503-18b9feee872b req-927fd180-924b-496a-958c-98795baeda5f tempest-ServerMetadataNegativeTestJSON-1038530686 tempest-ServerMetadataNegativeTestJSON-1038530686-project] 10.222.0.42 "GET /v2.0/ports?device_id=4f44a869-9ded-4c1a-80e3-c9208f4179be HTTP/1.1" status: 200 len: 944 time: 0.1962347 Apr 18 20:48:53.783273 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-6f54ac62-da81-406f-b503-18b9feee872b req-fac956e6-1d63-4f56-bb9a-fe7cd891c956 tempest-ServerMetadataNegativeTestJSON-1038530686 tempest-ServerMetadataNegativeTestJSON-1038530686-project] 10.222.0.42 "GET /v2.0/security-groups?id=43e21539-3ecb-4f67-9366-91cd880b2bb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1402142 Apr 18 20:48:53.855142 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Device 90b5944e-ac37-4d6e-83c8-d00b7c03dbbb up at agent hyperv_n-h2-838334-2 {{(pid=84042) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 20:48:53.856698 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.l3_dvr_db [None req-d0c58cdf-cca6-46fc-923f-dbd51169f69a None None] Set router aac99072-39e7-4548-8076-5f3805eb82b5 gateway port host: n-d-838334-2 {{(pid=84043) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 20:48:53.929435 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-9c7a949a-e595-416e-bd0e-0f29df695cac req-f5bb6184-3d48-4204-8d4d-a2fb70caa1d7 tempest-ServerRescueTestJSONUnderV235-1035206563 tempest-ServerRescueTestJSONUnderV235-1035206563-project] 10.222.0.42 "GET /v2.0/ports?device_id=a96b676e-b606-4103-a36d-2f1625145b68 HTTP/1.1" status: 200 len: 210 time: 0.1117935 Apr 18 20:48:54.102755 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Device 6eb7bba5-0d16-40be-9cf6-9108d874838a up at agent ovs-agent-n-d-838334-2 {{(pid=84042) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 20:48:54.254603 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd215141-7df2-485a-9982-0ecd1de403a9 req-08d420c9-52d8-4a99-b5db-7b82fb1b0d52 tempest-ServerGroupTestJSON-1467409197 tempest-ServerGroupTestJSON-1467409197-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:48:54.266890 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-dd215141-7df2-485a-9982-0ecd1de403a9 req-08d420c9-52d8-4a99-b5db-7b82fb1b0d52 tempest-ServerGroupTestJSON-1467409197 tempest-ServerGroupTestJSON-1467409197-project] 10.222.0.42 "GET /v2.0/ports?device_id=853e8351-a742-40ee-9561-a9b5f1aa4849 HTTP/1.1" status: 200 len: 944 time: 0.1998129 Apr 18 20:48:54.484509 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.l3_hamode_db [None req-d0c58cdf-cca6-46fc-923f-dbd51169f69a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aac99072-39e7-4548-8076-5f3805eb82b5', 'name': 'tempest-FloatingIPsNegativeTestJSON-204044661-router', 'tenant_id': 'c30a73239a7241e0a0eca96822de9962', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'external_fixed_ips': [{'subnet_id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'ip_address': '172.25.8.170'}], 'enable_snat': True}, 'gw_port_id': '1fd776ed-a18d-4acb-ac9e-046005df522d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:48:47Z', 'updated_at': '2022-04-18T20:48:51Z', 'revision_number': 3, 'project_id': 'c30a73239a7241e0a0eca96822de9962', 'gw_port': {'id': '1fd776ed-a18d-4acb-ac9e-046005df522d', 'name': '', 'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:d6:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aac99072-39e7-4548-8076-5f3805eb82b5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'ip_address': '172.25.8.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:48:49Z', 'updated_at': '2022-04-18T20:48:50Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838334-2'}], 'n-d-838334-2', False) {} {{(pid=84043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:48:54.487556 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.db.resource_extend [None req-a016db3b-fbd1-45b4-b012-b13a9938c0d5 None None] It took 0.39 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 18 20:48:54.495468 n-d-838334-2 neutron-server[84043]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0c58cdf-cca6-46fc-923f-dbd51169f69a None None] Checking router: aac99072-39e7-4548-8076-5f3805eb82b5 for host: n-d-838334-2 {{(pid=84043) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 18 20:48:54.495963 n-d-838334-2 neutron-server[84043]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0c58cdf-cca6-46fc-923f-dbd51169f69a None None] Updating router aac99072-39e7-4548-8076-5f3805eb82b5 port 1fd776ed-a18d-4acb-ac9e-046005df522d binding host n-d-838334-2 {{(pid=84043) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 18 20:48:54.580544 n-d-838334-2 neutron-server[84043]: DEBUG neutron_lib.callbacks.manager [None req-d0c58cdf-cca6-46fc-923f-dbd51169f69a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:54.657911 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Provisioning for port 90b5944e-ac37-4d6e-83c8-d00b7c03dbbb completed by entity L2. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 20:48:54.663498 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-a016db3b-fbd1-45b4-b012-b13a9938c0d5 None None] Notify callbacks [] for port, precommit_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:54.672991 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Provisioning complete for port 90b5944e-ac37-4d6e-83c8-d00b7c03dbbb triggered by entity L2. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:48:54.672991 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1253608'] for port, provisioning_complete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:54.734943 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-a016db3b-fbd1-45b4-b012-b13a9938c0d5 None None] Transition to ACTIVE for port object 6ac515b5-dc19-47fa-a769-4254d7b9a5aa will not be triggered until provisioned by entity L2. {{(pid=84042) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 20:48:54.758699 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Provisioning complete for port 6eb7bba5-0d16-40be-9cf6-9108d874838a triggered by entity L2. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:48:54.758846 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1253608'] for port, provisioning_complete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:54.805050 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-a016db3b-fbd1-45b4-b012-b13a9938c0d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682'] for port, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:54.966440 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f9ed9e9-891a-42ba-be64-d3001657055f req-07e9e66c-aa7a-4964-896b-0224210143be tempest-ServerRescueTestJSONUnderV235-1035206563 tempest-ServerRescueTestJSONUnderV235-1035206563-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:48:54.966440 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-3f9ed9e9-891a-42ba-be64-d3001657055f req-07e9e66c-aa7a-4964-896b-0224210143be tempest-ServerRescueTestJSONUnderV235-1035206563 tempest-ServerRescueTestJSONUnderV235-1035206563-project] 10.222.0.48 "GET /v2.0/networks?id=7ca2cbaf-a9d4-46d8-95db-69bc38971d0d HTTP/1.1" status: 200 len: 820 time: 0.6200495 Apr 18 20:48:54.984070 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.v2.base [req-3f9ed9e9-891a-42ba-be64-d3001657055f req-f534e36b-bfa4-4604-9108-5444bc8c434a tempest-ServerRescueTestJSONUnderV235-1035206563 tempest-ServerRescueTestJSONUnderV235-1035206563-project] Request body: {'port': {'device_id': 'a96b676e-b606-4103-a36d-2f1625145b68', 'network_id': '7ca2cbaf-a9d4-46d8-95db-69bc38971d0d', 'admin_state_up': True, 'tenant_id': '134eb2d988564a4ab37aee0077d2b54a'}} {{(pid=84040) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 20:48:55.014001 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-dd215141-7df2-485a-9982-0ecd1de403a9 req-b96693c0-52b5-4fe8-b09c-f963d8973a66 tempest-ServerGroupTestJSON-1467409197 tempest-ServerGroupTestJSON-1467409197-project] 10.222.0.42 "GET /v2.0/security-groups?id=3a7e1e4c-e5e6-4b66-a74a-6a0f8d90444d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7460232 Apr 18 20:48:55.261198 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b1d1f7c-e06c-4031-8c40-fa5a5894f1c6 None None] Pushing event updated for resources: {'Port': ['ID=6ac515b5-dc19-47fa-a769-4254d7b9a5aa,revision_number=3']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:48:55.336587 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [req-3f9ed9e9-891a-42ba-be64-d3001657055f req-f534e36b-bfa4-4604-9108-5444bc8c434a tempest-ServerRescueTestJSONUnderV235-1035206563 tempest-ServerRescueTestJSONUnderV235-1035206563-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:48:55.359199 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [req-3f9ed9e9-891a-42ba-be64-d3001657055f req-f534e36b-bfa4-4604-9108-5444bc8c434a tempest-ServerRescueTestJSONUnderV235-1035206563 tempest-ServerRescueTestJSONUnderV235-1035206563-project] Usage tracker for resource:port and tenant:134eb2d988564a4ab37aee0077d2b54a is out of sync, need to count used quota {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:48:55.363020 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [req-3f9ed9e9-891a-42ba-be64-d3001657055f req-f534e36b-bfa4-4604-9108-5444bc8c434a tempest-ServerRescueTestJSONUnderV235-1035206563 tempest-ServerRescueTestJSONUnderV235-1035206563-project] Quota usage for port was recalculated. Used quota:1. {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:48:55.370589 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [req-3f9ed9e9-891a-42ba-be64-d3001657055f req-f534e36b-bfa4-4604-9108-5444bc8c434a tempest-ServerRescueTestJSONUnderV235-1035206563 tempest-ServerRescueTestJSONUnderV235-1035206563-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:48:55.374581 n-d-838334-2 neutron-server[84043]: DEBUG neutron_lib.callbacks.manager [None req-d0c58cdf-cca6-46fc-923f-dbd51169f69a None None] Notify callbacks [] for port, precommit_update {{(pid=84043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:55.389975 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.provisioning_blocks [None req-d0c58cdf-cca6-46fc-923f-dbd51169f69a None None] Transition to ACTIVE for port object 1fd776ed-a18d-4acb-ac9e-046005df522d will not be triggered until provisioned by entity L2. {{(pid=84043) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 20:48:55.391762 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c8075d-1f8c-47e1-b21c-df52c847bb86 req-bff76fdd-feba-40a5-bacb-f1b873df7058 tempest-MigrationsAdminTest-1326981207 tempest-MigrationsAdminTest-1326981207-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:48:55.399761 n-d-838334-2 neutron-server[84043]: DEBUG neutron_lib.callbacks.manager [None req-d0c58cdf-cca6-46fc-923f-dbd51169f69a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682'] for port, after_update {{(pid=84043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:55.402232 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-b1c8075d-1f8c-47e1-b21c-df52c847bb86 req-bff76fdd-feba-40a5-bacb-f1b873df7058 tempest-MigrationsAdminTest-1326981207 tempest-MigrationsAdminTest-1326981207-project] 10.222.0.42 "GET /v2.0/ports?device_id=74fb1b3e-aad8-4cf1-ab81-337d3a37a132 HTTP/1.1" status: 200 len: 948 time: 0.1489620 Apr 18 20:48:55.422144 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3f9ed9e9-891a-42ba-be64-d3001657055f req-f534e36b-bfa4-4604-9108-5444bc8c434a tempest-ServerRescueTestJSONUnderV235-1035206563 tempest-ServerRescueTestJSONUnderV235-1035206563-project] Made reservation on behalf of 134eb2d988564a4ab37aee0077d2b54a for: {'port': 1} {{(pid=84040) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:48:55.425460 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-3f9ed9e9-891a-42ba-be64-d3001657055f req-f534e36b-bfa4-4604-9108-5444bc8c434a tempest-ServerRescueTestJSONUnderV235-1035206563 tempest-ServerRescueTestJSONUnderV235-1035206563-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:55.590331 n-d-838334-2 neutron-server[84043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38a67d97-4ac8-48d1-ad8d-019e10b7f589 None None] Pushing event updated for resources: {'Port': ['ID=1fd776ed-a18d-4acb-ac9e-046005df522d,revision_number=2']} {{(pid=84043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:48:55.609143 n-d-838334-2 neutron-server[84043]: DEBUG neutron.plugins.ml2.managers [None req-d0c58cdf-cca6-46fc-923f-dbd51169f69a None None] Attempting to bind port 1fd776ed-a18d-4acb-ac9e-046005df522d on host n-d-838334-2 for vnic_type normal with profile {{(pid=84043) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:48:55.609728 n-d-838334-2 neutron-server[84043]: DEBUG neutron.plugins.ml2.managers [None req-d0c58cdf-cca6-46fc-923f-dbd51169f69a None None] Attempting to bind port 1fd776ed-a18d-4acb-ac9e-046005df522d by drivers openvswitch,hyperv on host n-d-838334-2 at level 0 using segments [{'id': '732aa830-768b-4511-951f-d08e26b9c25b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c'}] {{(pid=84043) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:48:55.610287 n-d-838334-2 neutron-server[84043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0c58cdf-cca6-46fc-923f-dbd51169f69a None None] Attempting to bind port 1fd776ed-a18d-4acb-ac9e-046005df522d on network e41b6600-a917-4a8d-b05c-be3be40c6d8c {{(pid=84043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 20:48:55.625328 n-d-838334-2 neutron-server[84043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0c58cdf-cca6-46fc-923f-dbd51169f69a None None] Checking agent: {'id': '97cd4414-7af6-4d67-868d-dff370b4071a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838334-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 25, 49), 'started_at': datetime.datetime(2022, 4, 18, 20, 26, 19), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 20, 48, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838334-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 18 20:48:55.628176 n-d-838334-2 neutron-server[84043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0c58cdf-cca6-46fc-923f-dbd51169f69a None None] Checking segment: {'id': '732aa830-768b-4511-951f-d08e26b9c25b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84043) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 20:48:55.628808 n-d-838334-2 neutron-server[84043]: DEBUG neutron_lib.callbacks.manager [None req-d0c58cdf-cca6-46fc-923f-dbd51169f69a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:55.631327 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.db_base_plugin_common [req-3f9ed9e9-891a-42ba-be64-d3001657055f req-f534e36b-bfa4-4604-9108-5444bc8c434a tempest-ServerRescueTestJSONUnderV235-1035206563 tempest-ServerRescueTestJSONUnderV235-1035206563-project] Allocated IP 172.20.0.10 (7ca2cbaf-a9d4-46d8-95db-69bc38971d0d/3b336095-3f34-4c1c-9e4c-6995dc1056be/79dd13c6-ebce-4026-87a0-8a1716458bc4) {{(pid=84040) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:48:55.631927 n-d-838334-2 neutron-server[84043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0c58cdf-cca6-46fc-923f-dbd51169f69a None None] Bound using segment: {'id': '732aa830-768b-4511-951f-d08e26b9c25b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c'} {{(pid=84043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 18 20:48:55.632653 n-d-838334-2 neutron-server[84043]: DEBUG neutron.plugins.ml2.managers [None req-d0c58cdf-cca6-46fc-923f-dbd51169f69a None None] Bound port: 1fd776ed-a18d-4acb-ac9e-046005df522d, host: n-d-838334-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '732aa830-768b-4511-951f-d08e26b9c25b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c'}}] {{(pid=84043) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 20:48:55.634775 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-a7f300bd-3953-4c55-a774-246da88da2df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:55.635751 n-d-838334-2 neutron-server[84043]: DEBUG neutron_lib.callbacks.manager [None req-d0c58cdf-cca6-46fc-923f-dbd51169f69a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:55.703768 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Device 949f02d1-12bb-440c-a2f0-e70e4a56cec3 up at agent hyperv_n-h1-838334-2 {{(pid=84042) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 20:48:55.831662 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:55.848102 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.managers [None req-a016db3b-fbd1-45b4-b012-b13a9938c0d5 None None] Attempting to bind port 6ac515b5-dc19-47fa-a769-4254d7b9a5aa on host n-d-838334-2 for vnic_type normal with profile {{(pid=84042) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:48:55.849042 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.managers [None req-a016db3b-fbd1-45b4-b012-b13a9938c0d5 None None] Attempting to bind port 6ac515b5-dc19-47fa-a769-4254d7b9a5aa by drivers openvswitch,hyperv on host n-d-838334-2 at level 0 using segments [{'id': '84b0de3c-8149-4d18-8929-3ff0da980800', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '7ca2cbaf-a9d4-46d8-95db-69bc38971d0d'}] {{(pid=84042) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:48:55.849552 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a016db3b-fbd1-45b4-b012-b13a9938c0d5 None None] Attempting to bind port 6ac515b5-dc19-47fa-a769-4254d7b9a5aa on network 7ca2cbaf-a9d4-46d8-95db-69bc38971d0d {{(pid=84042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 20:48:55.873231 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a016db3b-fbd1-45b4-b012-b13a9938c0d5 None None] Checking agent: {'id': '97cd4414-7af6-4d67-868d-dff370b4071a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838334-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 25, 49), 'started_at': datetime.datetime(2022, 4, 18, 20, 26, 19), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 20, 48, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838334-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 18 20:48:55.873605 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a016db3b-fbd1-45b4-b012-b13a9938c0d5 None None] Checking segment: {'id': '84b0de3c-8149-4d18-8929-3ff0da980800', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '7ca2cbaf-a9d4-46d8-95db-69bc38971d0d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84042) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 20:48:55.874845 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-a016db3b-fbd1-45b4-b012-b13a9938c0d5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:55.874845 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a016db3b-fbd1-45b4-b012-b13a9938c0d5 None None] Bound using segment: {'id': '84b0de3c-8149-4d18-8929-3ff0da980800', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '7ca2cbaf-a9d4-46d8-95db-69bc38971d0d'} {{(pid=84042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 18 20:48:55.875113 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.managers [None req-a016db3b-fbd1-45b4-b012-b13a9938c0d5 None None] Bound port: 6ac515b5-dc19-47fa-a769-4254d7b9a5aa, host: n-d-838334-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '84b0de3c-8149-4d18-8929-3ff0da980800', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '7ca2cbaf-a9d4-46d8-95db-69bc38971d0d'}}] {{(pid=84042) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 20:48:55.875782 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-a016db3b-fbd1-45b4-b012-b13a9938c0d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:55.887174 n-d-838334-2 neutron-server[84043]: DEBUG neutron.plugins.ml2.db [None req-d0c58cdf-cca6-46fc-923f-dbd51169f69a None None] For port 1fd776ed-a18d-4acb-ac9e-046005df522d, host n-d-838334-2, cleared binding levels {{(pid=84043) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 20:48:55.894211 n-d-838334-2 neutron-server[84043]: DEBUG neutron.plugins.ml2.db [None req-d0c58cdf-cca6-46fc-923f-dbd51169f69a None None] For port 1fd776ed-a18d-4acb-ac9e-046005df522d, host n-d-838334-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838334-2',level=0,port_id=1fd776ed-a18d-4acb-ac9e-046005df522d,segment=NetworkSegment(732aa830-768b-4511-951f-d08e26b9c25b),segment_id=732aa830-768b-4511-951f-d08e26b9c25b)] {{(pid=84043) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 20:48:55.902265 n-d-838334-2 neutron-server[84043]: DEBUG neutron_lib.callbacks.manager [None req-d0c58cdf-cca6-46fc-923f-dbd51169f69a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682'] for port, after_update {{(pid=84043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:55.913796 n-d-838334-2 neutron-server[84042]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '853e8351-a742-40ee-9561-a9b5f1aa4849', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '90b5944e-ac37-4d6e-83c8-d00b7c03dbbb'}] {{(pid=84042) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 20:48:56.008770 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] For port 90b5944e-ac37-4d6e-83c8-d00b7c03dbbb, host n-h2-838334-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838334-2',level=0,port_id=90b5944e-ac37-4d6e-83c8-d00b7c03dbbb,segment=NetworkSegment(e44397e8-e728-4949-b8ce-d632dad964be),segment_id=e44397e8-e728-4949-b8ce-d632dad964be)] {{(pid=84042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:48:56.009737 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Provisioning for port 949f02d1-12bb-440c-a2f0-e70e4a56cec3 completed by entity L2. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 20:48:56.027547 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Provisioning complete for port 949f02d1-12bb-440c-a2f0-e70e4a56cec3 triggered by entity L2. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:48:56.028801 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1253608'] for port, provisioning_complete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:56.047126 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.db_base_plugin_common [None req-a7f300bd-3953-4c55-a774-246da88da2df admin admin] Allocated IP 172.20.0.1 (ff0aaeaa-5754-4f93-adcb-de001773846b/d3f5badb-ceb1-48c5-ab68-fc1fa8705bd5/ee59c3b0-cbdd-4819-9ae0-1b74d98c71cf) {{(pid=84041) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:48:56.170757 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0c58cdf-cca6-46fc-923f-dbd51169f69a None None] Routers {'aac99072-39e7-4548-8076-5f3805eb82b5'} bound to L3 agent in host n-d-838334-2 {{(pid=84043) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 20:48:56.171497 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.l3_hamode_db [None req-d0c58cdf-cca6-46fc-923f-dbd51169f69a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838334-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-18T20:25:48Z,description=,heartbeat_timestamp=2022-04-18T20:48:48Z,host='n-d-838334-2',id=bc84d6c9-dd7a-4555-a351-592327b46d5a,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:25:48Z,topic='l3_agent')) {'router_ids': ['aac99072-39e7-4548-8076-5f3805eb82b5'], 'active': True} {{(pid=84043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:48:56.228176 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-b1c8075d-1f8c-47e1-b21c-df52c847bb86 req-d9be3ee7-ebe2-47bb-a3e2-e28ad93de045 tempest-MigrationsAdminTest-1326981207 tempest-MigrationsAdminTest-1326981207-project] 10.222.0.42 "GET /v2.0/security-groups?id=8ca7ac2c-bfe5-493b-aae6-636315bac851&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8247068 Apr 18 20:48:56.347293 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-a7f300bd-3953-4c55-a774-246da88da2df admin admin] Notify callbacks [] for port, precommit_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:56.359557 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682'] for port, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:56.360467 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Device 8391d1fb-97a9-4bd8-acc8-073a23993384 no longer exists at agent hyperv_n-h2-838334-2 {{(pid=84042) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 20:48:56.370129 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.provisioning_blocks [None req-a7f300bd-3953-4c55-a774-246da88da2df admin admin] Transition to ACTIVE for port object ee59c3b0-cbdd-4819-9ae0-1b74d98c71cf will not be triggered until provisioned by entity DHCP. {{(pid=84041) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 20:48:56.410051 n-d-838334-2 neutron-server[84043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38a67d97-4ac8-48d1-ad8d-019e10b7f589 None None] Pushing event updated for resources: {'Port': ['ID=1fd776ed-a18d-4acb-ac9e-046005df522d,revision_number=3']} {{(pid=84043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:48:56.415747 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-a7f300bd-3953-4c55-a774-246da88da2df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750374836619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32266323'] for port, after_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:56.462198 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac018d15-24c0-46b5-81c2-b52675f57537 req-fa30d0d5-94ae-4c01-a816-3f5670492607 tempest-ServerMetadataNegativeTestJSON-1038530686 tempest-ServerMetadataNegativeTestJSON-1038530686-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:48:56.474489 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-ac018d15-24c0-46b5-81c2-b52675f57537 req-fa30d0d5-94ae-4c01-a816-3f5670492607 tempest-ServerMetadataNegativeTestJSON-1038530686 tempest-ServerMetadataNegativeTestJSON-1038530686-project] 10.222.0.42 "GET /v2.0/ports?device_id=4f44a869-9ded-4c1a-80e3-c9208f4179be HTTP/1.1" status: 200 len: 944 time: 0.5303657 Apr 18 20:48:56.520375 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7f300bd-3953-4c55-a774-246da88da2df admin admin] Pushing event updated for resources: {'Port': ['ID=ee59c3b0-cbdd-4819-9ae0-1b74d98c71cf,revision_number=1']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:48:56.532711 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-3f9ed9e9-891a-42ba-be64-d3001657055f req-f534e36b-bfa4-4604-9108-5444bc8c434a tempest-ServerRescueTestJSONUnderV235-1035206563 tempest-ServerRescueTestJSONUnderV235-1035206563-project] Notify callbacks [] for port, precommit_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:56.549102 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.l3_dvr_db [None req-d0c58cdf-cca6-46fc-923f-dbd51169f69a None None] Set router aac99072-39e7-4548-8076-5f3805eb82b5 gateway port host: n-d-838334-2 {{(pid=84043) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 20:48:56.554703 n-d-838334-2 neutron-server[84041]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7f300bd-3953-4c55-a774-246da88da2df admin admin] Network ff0aaeaa-5754-4f93-adcb-de001773846b is already hosted by enough agents. {{(pid=84041) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:48:56.559133 n-d-838334-2 neutron-server[84041]: DEBUG neutron.scheduler.base_scheduler [None req-a7f300bd-3953-4c55-a774-246da88da2df admin admin] Resources bound (agent type, host, resource id): {{(pid=84041) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:48:56.564496 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7f300bd-3953-4c55-a774-246da88da2df admin admin] Received port after_create {{(pid=84041) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 20:48:56.583828 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-a016db3b-fbd1-45b4-b012-b13a9938c0d5 None None] For port 6ac515b5-dc19-47fa-a769-4254d7b9a5aa, host n-d-838334-2, cleared binding levels {{(pid=84042) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 20:48:56.587462 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-a016db3b-fbd1-45b4-b012-b13a9938c0d5 None None] For port 6ac515b5-dc19-47fa-a769-4254d7b9a5aa, host n-d-838334-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838334-2',level=0,port_id=6ac515b5-dc19-47fa-a769-4254d7b9a5aa,segment=NetworkSegment(84b0de3c-8149-4d18-8929-3ff0da980800),segment_id=84b0de3c-8149-4d18-8929-3ff0da980800)] {{(pid=84042) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 20:48:56.606712 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-61be51eb-a55d-46e4-a785-382489f0521a req-032c3f53-bde3-47b8-bdcd-eb4a74ae0dd9 tempest-ServerRescueTestJSONUnderV235-1035206563 tempest-ServerRescueTestJSONUnderV235-1035206563-project] 10.222.0.42 "GET /v2.0/ports?device_id=a96b676e-b606-4103-a36d-2f1625145b68 HTTP/1.1" status: 200 len: 210 time: 0.0872478 Apr 18 20:48:56.659000 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-ac018d15-24c0-46b5-81c2-b52675f57537 req-fe0a07e4-d2cc-4e60-ba42-482608bdf960 tempest-ServerMetadataNegativeTestJSON-1038530686 tempest-ServerMetadataNegativeTestJSON-1038530686-project] 10.222.0.42 "GET /v2.0/security-groups?id=43e21539-3ecb-4f67-9366-91cd880b2bb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1828310 Apr 18 20:48:56.669346 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-a016db3b-fbd1-45b4-b012-b13a9938c0d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682'] for port, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:56.705599 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-3f9ed9e9-891a-42ba-be64-d3001657055f req-f534e36b-bfa4-4604-9108-5444bc8c434a tempest-ServerRescueTestJSONUnderV235-1035206563 tempest-ServerRescueTestJSONUnderV235-1035206563-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750374836619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32440838'] for port, after_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:56.788555 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-a7f300bd-3953-4c55-a774-246da88da2df admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33444010'] for router_interface, before_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:56.887912 n-d-838334-2 neutron-server[84042]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a33efdaa-b8ed-4ce2-9290-76e74affe963'] response: {'server_uuid': '853e8351-a742-40ee-9561-a9b5f1aa4849', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '90b5944e-ac37-4d6e-83c8-d00b7c03dbbb', 'code': 200} Apr 18 20:48:57.081883 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.l3_hamode_db [None req-d0c58cdf-cca6-46fc-923f-dbd51169f69a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aac99072-39e7-4548-8076-5f3805eb82b5', 'name': 'tempest-FloatingIPsNegativeTestJSON-204044661-router', 'tenant_id': 'c30a73239a7241e0a0eca96822de9962', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'external_fixed_ips': [{'subnet_id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'ip_address': '172.25.8.170'}], 'enable_snat': True}, 'gw_port_id': '1fd776ed-a18d-4acb-ac9e-046005df522d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:48:47Z', 'updated_at': '2022-04-18T20:48:51Z', 'revision_number': 3, 'project_id': 'c30a73239a7241e0a0eca96822de9962', 'gw_port': {'id': '1fd776ed-a18d-4acb-ac9e-046005df522d', 'name': '', 'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:d6:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aac99072-39e7-4548-8076-5f3805eb82b5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'ip_address': '172.25.8.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:48:49Z', 'updated_at': '2022-04-18T20:48:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838334-2'}], 'n-d-838334-2', False) {} {{(pid=84043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:48:57.094887 n-d-838334-2 neutron-server[84043]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0c58cdf-cca6-46fc-923f-dbd51169f69a None None] The sync data for ids ['aac99072-39e7-4548-8076-5f3805eb82b5'] in n-d-838334-2 is: [{'id': 'aac99072-39e7-4548-8076-5f3805eb82b5', 'name': 'tempest-FloatingIPsNegativeTestJSON-204044661-router', 'tenant_id': 'c30a73239a7241e0a0eca96822de9962', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'external_fixed_ips': [{'subnet_id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'ip_address': '172.25.8.170'}], 'enable_snat': True}, 'gw_port_id': '1fd776ed-a18d-4acb-ac9e-046005df522d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:48:47Z', 'updated_at': '2022-04-18T20:48:51Z', 'revision_number': 3, 'project_id': 'c30a73239a7241e0a0eca96822de9962', 'gw_port': {'id': '1fd776ed-a18d-4acb-ac9e-046005df522d', 'name': '', 'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:d6:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aac99072-39e7-4548-8076-5f3805eb82b5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'ip_address': '172.25.8.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:48:49Z', 'updated_at': '2022-04-18T20:48:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838334-2'}] {{(pid=84043) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 18 20:48:57.110130 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:57.150703 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-a7f300bd-3953-4c55-a774-246da88da2df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:57.165649 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Pushing event updated for resources: {'Port': ['ID=90b5944e-ac37-4d6e-83c8-d00b7c03dbbb,revision_number=5']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:48:57.175173 n-d-838334-2 neutron-server[84040]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3f9ed9e9-891a-42ba-be64-d3001657055f req-f534e36b-bfa4-4604-9108-5444bc8c434a tempest-ServerRescueTestJSONUnderV235-1035206563 tempest-ServerRescueTestJSONUnderV235-1035206563-project] Network 7ca2cbaf-a9d4-46d8-95db-69bc38971d0d is already hosted by enough agents. {{(pid=84040) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:48:57.196178 n-d-838334-2 neutron-server[84040]: DEBUG neutron.scheduler.base_scheduler [req-3f9ed9e9-891a-42ba-be64-d3001657055f req-f534e36b-bfa4-4604-9108-5444bc8c434a tempest-ServerRescueTestJSONUnderV235-1035206563 tempest-ServerRescueTestJSONUnderV235-1035206563-project] Resources bound (agent type, host, resource id): {{(pid=84040) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:48:57.226280 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.l3_dvrscheduler_db [req-3f9ed9e9-891a-42ba-be64-d3001657055f req-f534e36b-bfa4-4604-9108-5444bc8c434a tempest-ServerRescueTestJSONUnderV235-1035206563 tempest-ServerRescueTestJSONUnderV235-1035206563-project] Received port after_create {{(pid=84040) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 20:48:57.346597 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:57.357661 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f9ed9e9-891a-42ba-be64-d3001657055f req-f534e36b-bfa4-4604-9108-5444bc8c434a tempest-ServerRescueTestJSONUnderV235-1035206563 tempest-ServerRescueTestJSONUnderV235-1035206563-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:48:57.358707 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-3f9ed9e9-891a-42ba-be64-d3001657055f req-f534e36b-bfa4-4604-9108-5444bc8c434a tempest-ServerRescueTestJSONUnderV235-1035206563 tempest-ServerRescueTestJSONUnderV235-1035206563-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217293'] for port, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:57.371917 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f534e36b-bfa4-4604-9108-5444bc8c434a tempest-ServerRescueTestJSONUnderV235-1035206563 tempest-ServerRescueTestJSONUnderV235-1035206563-project] Pushing event updated for resources: {'Port': ['ID=79dd13c6-ebce-4026-87a0-8a1716458bc4,revision_number=1']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:48:57.606583 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] For port 949f02d1-12bb-440c-a2f0-e70e4a56cec3, host n-h1-838334-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838334-2',level=0,port_id=949f02d1-12bb-440c-a2f0-e70e4a56cec3,segment=NetworkSegment(62b85806-94d8-4a88-a06c-da82e5932d66),segment_id=62b85806-94d8-4a88-a06c-da82e5932d66)] {{(pid=84042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:48:57.640685 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682'] for port, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:57.700791 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-3f9ed9e9-891a-42ba-be64-d3001657055f req-f534e36b-bfa4-4604-9108-5444bc8c434a tempest-ServerRescueTestJSONUnderV235-1035206563 tempest-ServerRescueTestJSONUnderV235-1035206563-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.7224545 Apr 18 20:48:57.712164 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] For port 8391d1fb-97a9-4bd8-acc8-073a23993384, host n-h2-838334-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838334-2',level=0,port_id=8391d1fb-97a9-4bd8-acc8-073a23993384,segment=NetworkSegment(62b85806-94d8-4a88-a06c-da82e5932d66),segment_id=62b85806-94d8-4a88-a06c-da82e5932d66)] {{(pid=84042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:48:57.737520 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b1d1f7c-e06c-4031-8c40-fa5a5894f1c6 None None] Pushing event updated for resources: {'Port': ['ID=6ac515b5-dc19-47fa-a769-4254d7b9a5aa,revision_number=4']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:48:57.759830 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.v2.base [req-3f9ed9e9-891a-42ba-be64-d3001657055f req-f9bef4f8-3575-4b7a-8d4a-55e16efb152f service neutron] Request body: {'port': {'device_id': 'a96b676e-b606-4103-a36d-2f1625145b68', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-838334-2'}} {{(pid=84040) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 20:48:57.852421 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-7a1a5127-6188-4b8c-abdd-06c2fcb6e005 req-cd86853f-b42c-4af0-b489-8b86812d9f64 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=853e8351-a742-40ee-9561-a9b5f1aa4849 HTTP/1.1" status: 200 len: 1096 time: 0.8066540 Apr 18 20:48:57.853364 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-34968bb4-b50a-4dc9-9f06-36f814439aae None None] Provisioning for port ee59c3b0-cbdd-4819-9ae0-1b74d98c71cf completed by entity DHCP. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 20:48:57.860997 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682'] for port, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:57.875769 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-34968bb4-b50a-4dc9-9f06-36f814439aae None None] Provisioning complete for port ee59c3b0-cbdd-4819-9ae0-1b74d98c71cf triggered by entity DHCP. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:48:57.876565 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-34968bb4-b50a-4dc9-9f06-36f814439aae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1253608'] for port, provisioning_complete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:57.916350 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-a7f300bd-3953-4c55-a774-246da88da2df admin admin] Notify callbacks [] for port, precommit_update {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:57.929495 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-a7f300bd-3953-4c55-a774-246da88da2df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32266282'] for port, after_update {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:58.033101 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.plugin [None req-34968bb4-b50a-4dc9-9f06-36f814439aae None None] Port ee59c3b0-cbdd-4819-9ae0-1b74d98c71cf cannot update to ACTIVE because it is not bound. {{(pid=84042) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 18 20:48:58.038967 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Device 6dc9018a-4ac2-4289-bc5a-a3b61016d6ef up at agent hyperv_n-h2-838334-2 {{(pid=84042) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 20:48:58.072256 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be459a3b-72ce-4161-82df-a78bedf3bd4f req-daf61b64-1ab7-437c-bf20-6b384919edc7 tempest-ServerGroupTestJSON-1467409197 tempest-ServerGroupTestJSON-1467409197-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:48:58.079105 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-be459a3b-72ce-4161-82df-a78bedf3bd4f req-daf61b64-1ab7-437c-bf20-6b384919edc7 tempest-ServerGroupTestJSON-1467409197 tempest-ServerGroupTestJSON-1467409197-project] 10.222.0.42 "GET /v2.0/ports?device_id=853e8351-a742-40ee-9561-a9b5f1aa4849 HTTP/1.1" status: 200 len: 945 time: 0.7155566 Apr 18 20:48:58.151549 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Device 1fd776ed-a18d-4acb-ac9e-046005df522d up at agent ovs-agent-n-d-838334-2 {{(pid=84042) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 20:48:58.212072 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a016db3b-fbd1-45b4-b012-b13a9938c0d5 None None] Routers {'c781ba43-edb2-4f30-8837-ae12a0bc5f7b'} bound to L3 agent in host n-d-838334-2 {{(pid=84042) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 20:48:58.212979 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_hamode_db [None req-a016db3b-fbd1-45b4-b012-b13a9938c0d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838334-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-18T20:25:48Z,description=,heartbeat_timestamp=2022-04-18T20:48:48Z,host='n-d-838334-2',id=bc84d6c9-dd7a-4555-a351-592327b46d5a,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:25:48Z,topic='l3_agent')) {'router_ids': ['c781ba43-edb2-4f30-8837-ae12a0bc5f7b'], 'active': True} {{(pid=84042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:48:58.376621 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-7a1a5127-6188-4b8c-abdd-06c2fcb6e005 req-cc9165aa-fb23-46e5-8016-72603bd07832 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=3a7e1e4c-e5e6-4b66-a74a-6a0f8d90444d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4874141 Apr 18 20:48:58.392651 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-be459a3b-72ce-4161-82df-a78bedf3bd4f req-3a31196c-6b37-44bb-a56c-139b8fe2713b tempest-ServerGroupTestJSON-1467409197 tempest-ServerGroupTestJSON-1467409197-project] 10.222.0.42 "GET /v2.0/security-groups?id=3a7e1e4c-e5e6-4b66-a74a-6a0f8d90444d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3114722 Apr 18 20:48:58.406043 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-3f9ed9e9-891a-42ba-be64-d3001657055f req-f9bef4f8-3575-4b7a-8d4a-55e16efb152f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:58.446062 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-a7f300bd-3953-4c55-a774-246da88da2df admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-32377886', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33443847'] for router_interface, after_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:58.451220 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7f300bd-3953-4c55-a774-246da88da2df admin admin] Pushing event updated for resources: {'Port': ['ID=ee59c3b0-cbdd-4819-9ae0-1b74d98c71cf,revision_number=2']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:48:58.694714 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Pushing event updated for resources: {'Port': ['ID=949f02d1-12bb-440c-a2f0-e70e4a56cec3,revision_number=5']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:48:58.809570 n-d-838334-2 neutron-server[84041]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7f300bd-3953-4c55-a774-246da88da2df admin admin] Network ff0aaeaa-5754-4f93-adcb-de001773846b is already hosted by enough agents. {{(pid=84041) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:48:58.811954 n-d-838334-2 neutron-server[84041]: DEBUG neutron.scheduler.base_scheduler [None req-a7f300bd-3953-4c55-a774-246da88da2df admin admin] Resources bound (agent type, host, resource id): {{(pid=84041) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:48:58.902069 n-d-838334-2 neutron-server[84042]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '74fb1b3e-aad8-4cf1-ab81-337d3a37a132', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '949f02d1-12bb-440c-a2f0-e70e4a56cec3'}, {'server_uuid': 'd44c3995-aaea-498f-b11f-fc70e6923c49', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8391d1fb-97a9-4bd8-acc8-073a23993384'}] {{(pid=84042) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 20:48:59.086632 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Pushing event updated for resources: {'Port': ['ID=8391d1fb-97a9-4bd8-acc8-073a23993384,revision_number=8']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:48:59.097713 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Provisioning for port 6dc9018a-4ac2-4289-bc5a-a3b61016d6ef completed by entity L2. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 20:48:59.125279 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Provisioning for port 1fd776ed-a18d-4acb-ac9e-046005df522d completed by entity L2. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 20:48:59.142442 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_dvr_db [None req-a016db3b-fbd1-45b4-b012-b13a9938c0d5 None None] Set router c781ba43-edb2-4f30-8837-ae12a0bc5f7b gateway port host: n-d-838334-2 {{(pid=84042) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 20:48:59.240541 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Provisioning complete for port 1fd776ed-a18d-4acb-ac9e-046005df522d triggered by entity L2. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:48:59.240837 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1253608'] for port, provisioning_complete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:59.265122 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Provisioning complete for port 6dc9018a-4ac2-4289-bc5a-a3b61016d6ef triggered by entity L2. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:48:59.266970 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1253608'] for port, provisioning_complete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:59.356191 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ad00f7f-4e5c-4ef1-9d41-cbefe3627d22 req-faab041c-5e2b-4e14-b5ba-4982b6f100a5 tempest-MigrationsAdminTest-1326981207 tempest-MigrationsAdminTest-1326981207-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:48:59.369249 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-7ad00f7f-4e5c-4ef1-9d41-cbefe3627d22 req-faab041c-5e2b-4e14-b5ba-4982b6f100a5 tempest-MigrationsAdminTest-1326981207 tempest-MigrationsAdminTest-1326981207-project] 10.222.0.42 "GET /v2.0/ports?device_id=74fb1b3e-aad8-4cf1-ab81-337d3a37a132 HTTP/1.1" status: 200 len: 949 time: 0.4481676 Apr 18 20:48:59.453981 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-9e682778-dde7-4fb6-8316-cbe43cb9a19e None None] Provisioning complete for port ee59c3b0-cbdd-4819-9ae0-1b74d98c71cf triggered by entity DHCP. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:48:59.454566 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-9e682778-dde7-4fb6-8316-cbe43cb9a19e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1253608'] for port, provisioning_complete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:59.604406 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.db.resource_extend [req-3f9ed9e9-891a-42ba-be64-d3001657055f req-f9bef4f8-3575-4b7a-8d4a-55e16efb152f service neutron] It took 0.23 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 18 20:48:59.734092 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-7ad00f7f-4e5c-4ef1-9d41-cbefe3627d22 req-7d8e827e-2321-4164-a68f-b7a9fbfc62d0 tempest-MigrationsAdminTest-1326981207 tempest-MigrationsAdminTest-1326981207-project] 10.222.0.42 "GET /v2.0/security-groups?id=8ca7ac2c-bfe5-493b-aae6-636315bac851&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3636177 Apr 18 20:48:59.753431 n-d-838334-2 neutron-server[84041]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a7f300bd-3953-4c55-a774-246da88da2df admin admin] Router aac99072-39e7-4548-8076-5f3805eb82b5 has already been hosted by L3 agent bc84d6c9-dd7a-4555-a351-592327b46d5a {{(pid=84041) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 20:48:59.756745 n-d-838334-2 neutron-server[84040]: DEBUG neutron.notifiers.nova [req-3f9ed9e9-891a-42ba-be64-d3001657055f req-f9bef4f8-3575-4b7a-8d4a-55e16efb152f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 79dd13c6-ebce-4026-87a0-8a1716458bc4 {{(pid=84040) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 18 20:48:59.768452 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb493ad3-1bd6-46c1-a662-b588ae56ad5e req-f431c077-9272-4a89-8d89-71af784bcefc tempest-ServersTestBootFromVolume-1514752049 tempest-ServersTestBootFromVolume-1514752049-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:48:59.777533 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-cb493ad3-1bd6-46c1-a662-b588ae56ad5e req-f431c077-9272-4a89-8d89-71af784bcefc tempest-ServersTestBootFromVolume-1514752049 tempest-ServersTestBootFromVolume-1514752049-project] 10.222.0.42 "GET /v2.0/ports?device_id=f202d24e-5786-4e97-b11f-4f156f6f3e05 HTTP/1.1" status: 200 len: 945 time: 0.5269697 Apr 18 20:48:59.798913 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-3f9ed9e9-891a-42ba-be64-d3001657055f req-f9bef4f8-3575-4b7a-8d4a-55e16efb152f service neutron] Notify callbacks [] for port, precommit_update {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:59.850703 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.provisioning_blocks [req-3f9ed9e9-891a-42ba-be64-d3001657055f req-f9bef4f8-3575-4b7a-8d4a-55e16efb152f service neutron] Transition to ACTIVE for port object 79dd13c6-ebce-4026-87a0-8a1716458bc4 will not be triggered until provisioned by entity L2. {{(pid=84040) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 20:48:59.868512 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-3f9ed9e9-891a-42ba-be64-d3001657055f req-f9bef4f8-3575-4b7a-8d4a-55e16efb152f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32440959'] for port, after_update {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:00.088719 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-cb493ad3-1bd6-46c1-a662-b588ae56ad5e req-47cb0d8e-a01a-4ea3-b757-de5717f7c235 tempest-ServersTestBootFromVolume-1514752049 tempest-ServersTestBootFromVolume-1514752049-project] 10.222.0.42 "GET /v2.0/security-groups?id=f715db8b-aaa1-4961-aa17-658de350acd6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3101966 Apr 18 20:49:00.111494 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750375287399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253529'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:00.148000 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.plugin [None req-9e682778-dde7-4fb6-8316-cbe43cb9a19e None None] Port ee59c3b0-cbdd-4819-9ae0-1b74d98c71cf cannot update to ACTIVE because it is not bound. {{(pid=84042) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 18 20:49:00.151001 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:00.229824 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a7f300bd-3953-4c55-a774-246da88da2df admin admin] Notify agent at l3_agent.n-d-838334-2 the message routers_updated {{(pid=84041) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 20:49:00.251044 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-a7f300bd-3953-4c55-a774-246da88da2df admin admin] 10.222.0.42 "PUT /v2.0/routers/aac99072-39e7-4548-8076-5f3805eb82b5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.7402952 Apr 18 20:49:00.319816 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9bef4f8-3575-4b7a-8d4a-55e16efb152f service neutron] Pushing event updated for resources: {'Port': ['ID=79dd13c6-ebce-4026-87a0-8a1716458bc4,revision_number=2']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:49:00.325210 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:00.376446 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] For port 1fd776ed-a18d-4acb-ac9e-046005df522d, host n-d-838334-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838334-2',level=0,port_id=1fd776ed-a18d-4acb-ac9e-046005df522d,segment=NetworkSegment(732aa830-768b-4511-951f-d08e26b9c25b),segment_id=732aa830-768b-4511-951f-d08e26b9c25b)] {{(pid=84042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:49:00.400811 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] For port 6dc9018a-4ac2-4289-bc5a-a3b61016d6ef, host n-h2-838334-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838334-2',level=0,port_id=6dc9018a-4ac2-4289-bc5a-a3b61016d6ef,segment=NetworkSegment(a39df7ac-43dc-4661-8d32-6e421aba4435),segment_id=a39df7ac-43dc-4661-8d32-6e421aba4435)] {{(pid=84042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:49:00.405030 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682'] for port, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:00.472051 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682'] for port, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:00.545800 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_hamode_db [None req-a016db3b-fbd1-45b4-b012-b13a9938c0d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c781ba43-edb2-4f30-8837-ae12a0bc5f7b', 'name': 'tempest-ServerRescueTestJSONUnderV235-1465053955-router', 'tenant_id': '134eb2d988564a4ab37aee0077d2b54a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'external_fixed_ips': [{'subnet_id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'ip_address': '172.25.8.231'}], 'enable_snat': True}, 'gw_port_id': 'a5f618e4-1f87-4184-8aa1-7359240bf186', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:48:35Z', 'updated_at': '2022-04-18T20:48:46Z', 'revision_number': 4, 'project_id': '134eb2d988564a4ab37aee0077d2b54a', 'gw_port': {'id': 'a5f618e4-1f87-4184-8aa1-7359240bf186', 'name': '', 'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:f0:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c781ba43-edb2-4f30-8837-ae12a0bc5f7b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'ip_address': '172.25.8.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:48:36Z', 'updated_at': '2022-04-18T20:48:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838334-2', '_interfaces': [{'id': '6ac515b5-dc19-47fa-a769-4254d7b9a5aa', 'name': '', 'network_id': '7ca2cbaf-a9d4-46d8-95db-69bc38971d0d', 'tenant_id': '134eb2d988564a4ab37aee0077d2b54a', 'mac_address': 'fa:16:3e:07:c8:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c781ba43-edb2-4f30-8837-ae12a0bc5f7b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3b336095-3f34-4c1c-9e4c-6995dc1056be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:48:44Z', 'updated_at': '2022-04-18T20:48:56Z', 'revision_number': 4, 'project_id': '134eb2d988564a4ab37aee0077d2b54a', 'subnets': [{'id': '3b336095-3f34-4c1c-9e4c-6995dc1056be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838334-2', False) {} {{(pid=84042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:49:00.554670 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a016db3b-fbd1-45b4-b012-b13a9938c0d5 None None] The sync data for ids ['c781ba43-edb2-4f30-8837-ae12a0bc5f7b'] in n-d-838334-2 is: [{'id': 'c781ba43-edb2-4f30-8837-ae12a0bc5f7b', 'name': 'tempest-ServerRescueTestJSONUnderV235-1465053955-router', 'tenant_id': '134eb2d988564a4ab37aee0077d2b54a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'external_fixed_ips': [{'subnet_id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'ip_address': '172.25.8.231'}], 'enable_snat': True}, 'gw_port_id': 'a5f618e4-1f87-4184-8aa1-7359240bf186', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:48:35Z', 'updated_at': '2022-04-18T20:48:46Z', 'revision_number': 4, 'project_id': '134eb2d988564a4ab37aee0077d2b54a', 'gw_port': {'id': 'a5f618e4-1f87-4184-8aa1-7359240bf186', 'name': '', 'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:f0:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c781ba43-edb2-4f30-8837-ae12a0bc5f7b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'ip_address': '172.25.8.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:48:36Z', 'updated_at': '2022-04-18T20:48:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838334-2', '_interfaces': [{'id': '6ac515b5-dc19-47fa-a769-4254d7b9a5aa', 'name': '', 'network_id': '7ca2cbaf-a9d4-46d8-95db-69bc38971d0d', 'tenant_id': '134eb2d988564a4ab37aee0077d2b54a', 'mac_address': 'fa:16:3e:07:c8:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c781ba43-edb2-4f30-8837-ae12a0bc5f7b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3b336095-3f34-4c1c-9e4c-6995dc1056be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:48:44Z', 'updated_at': '2022-04-18T20:48:56Z', 'revision_number': 4, 'project_id': '134eb2d988564a4ab37aee0077d2b54a', 'subnets': [{'id': '3b336095-3f34-4c1c-9e4c-6995dc1056be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84042) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 18 20:49:00.564660 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Pushing event updated for resources: {'Port': ['ID=1fd776ed-a18d-4acb-ac9e-046005df522d,revision_number=4']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:49:00.602583 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-804c305c-d349-4722-a900-423a40e199b2 req-a51f9e95-e514-42a9-9e35-9615b2e1ae13 tempest-ServerRescueTestJSONUnderV235-1035206563 tempest-ServerRescueTestJSONUnderV235-1035206563-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:49:00.602583 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [req-804c305c-d349-4722-a900-423a40e199b2 req-a51f9e95-e514-42a9-9e35-9615b2e1ae13 tempest-ServerRescueTestJSONUnderV235-1035206563 tempest-ServerRescueTestJSONUnderV235-1035206563-project] Synchronizing usage tracker for tenant:134eb2d988564a4ab37aee0077d2b54a on resource:port {{(pid=84040) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 20:49:00.607948 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.managers [req-3f9ed9e9-891a-42ba-be64-d3001657055f req-f9bef4f8-3575-4b7a-8d4a-55e16efb152f service neutron] Attempting to bind port 79dd13c6-ebce-4026-87a0-8a1716458bc4 on host n-h2-838334-2 for vnic_type normal with profile {{(pid=84040) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:49:00.608463 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.managers [req-3f9ed9e9-891a-42ba-be64-d3001657055f req-f9bef4f8-3575-4b7a-8d4a-55e16efb152f service neutron] Attempting to bind port 79dd13c6-ebce-4026-87a0-8a1716458bc4 by drivers openvswitch,hyperv on host n-h2-838334-2 at level 0 using segments [{'id': '84b0de3c-8149-4d18-8929-3ff0da980800', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '7ca2cbaf-a9d4-46d8-95db-69bc38971d0d'}] {{(pid=84040) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:49:00.608946 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f9ed9e9-891a-42ba-be64-d3001657055f req-f9bef4f8-3575-4b7a-8d4a-55e16efb152f service neutron] Attempting to bind port 79dd13c6-ebce-4026-87a0-8a1716458bc4 on network 7ca2cbaf-a9d4-46d8-95db-69bc38971d0d {{(pid=84040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 20:49:00.617358 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-513d834e-382b-4e70-bf8c-a5f98a98934f req-e757211a-314c-49a6-b7e3-7621d3753d77 tempest-ServerMetadataNegativeTestJSON-1038530686 tempest-ServerMetadataNegativeTestJSON-1038530686-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:49:00.619921 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-513d834e-382b-4e70-bf8c-a5f98a98934f req-e757211a-314c-49a6-b7e3-7621d3753d77 tempest-ServerMetadataNegativeTestJSON-1038530686 tempest-ServerMetadataNegativeTestJSON-1038530686-project] 10.222.0.42 "GET /v2.0/ports?device_id=4f44a869-9ded-4c1a-80e3-c9208f4179be HTTP/1.1" status: 200 len: 944 time: 0.3023632 Apr 18 20:49:00.698471 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [req-804c305c-d349-4722-a900-423a40e199b2 req-a51f9e95-e514-42a9-9e35-9615b2e1ae13 tempest-ServerRescueTestJSONUnderV235-1035206563 tempest-ServerRescueTestJSONUnderV235-1035206563-project] Unset dirty status for tenant:134eb2d988564a4ab37aee0077d2b54a on resource:port {{(pid=84040) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 20:49:00.707176 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-804c305c-d349-4722-a900-423a40e199b2 req-a51f9e95-e514-42a9-9e35-9615b2e1ae13 tempest-ServerRescueTestJSONUnderV235-1035206563 tempest-ServerRescueTestJSONUnderV235-1035206563-project] 10.222.0.42 "GET /v2.0/ports?device_id=a96b676e-b606-4103-a36d-2f1625145b68 HTTP/1.1" status: 200 len: 944 time: 0.6087060 Apr 18 20:49:00.739861 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f9ed9e9-891a-42ba-be64-d3001657055f req-f9bef4f8-3575-4b7a-8d4a-55e16efb152f service neutron] Port 79dd13c6-ebce-4026-87a0-8a1716458bc4 on network 7ca2cbaf-a9d4-46d8-95db-69bc38971d0d not bound, no agent of type Open vSwitch agent registered on host n-h2-838334-2 {{(pid=84040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 18 20:49:00.740842 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f9ed9e9-891a-42ba-be64-d3001657055f req-f9bef4f8-3575-4b7a-8d4a-55e16efb152f service neutron] Attempting to bind port 79dd13c6-ebce-4026-87a0-8a1716458bc4 on network 7ca2cbaf-a9d4-46d8-95db-69bc38971d0d {{(pid=84040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 20:49:00.758077 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Pushing event updated for resources: {'Port': ['ID=6dc9018a-4ac2-4289-bc5a-a3b61016d6ef,revision_number=5']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:49:00.811683 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f9ed9e9-891a-42ba-be64-d3001657055f req-f9bef4f8-3575-4b7a-8d4a-55e16efb152f service neutron] Checking agent: {'id': 'dc797004-f641-47b7-a77f-9c62b5b16296', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-838334-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 34, 3), 'started_at': datetime.datetime(2022, 4, 18, 20, 34, 3), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 20, 48, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 18 20:49:00.812815 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f9ed9e9-891a-42ba-be64-d3001657055f req-f9bef4f8-3575-4b7a-8d4a-55e16efb152f service neutron] Checking segment: {'id': '84b0de3c-8149-4d18-8929-3ff0da980800', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '7ca2cbaf-a9d4-46d8-95db-69bc38971d0d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84040) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 20:49:00.813207 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f9ed9e9-891a-42ba-be64-d3001657055f req-f9bef4f8-3575-4b7a-8d4a-55e16efb152f service neutron] Bound using segment: {'id': '84b0de3c-8149-4d18-8929-3ff0da980800', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '7ca2cbaf-a9d4-46d8-95db-69bc38971d0d'} {{(pid=84040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 18 20:49:00.813650 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.managers [req-3f9ed9e9-891a-42ba-be64-d3001657055f req-f9bef4f8-3575-4b7a-8d4a-55e16efb152f service neutron] Bound port: 79dd13c6-ebce-4026-87a0-8a1716458bc4, host: n-h2-838334-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '84b0de3c-8149-4d18-8929-3ff0da980800', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '7ca2cbaf-a9d4-46d8-95db-69bc38971d0d'}}] {{(pid=84040) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 20:49:00.814224 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-3f9ed9e9-891a-42ba-be64-d3001657055f req-f9bef4f8-3575-4b7a-8d4a-55e16efb152f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:00.845768 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-804c305c-d349-4722-a900-423a40e199b2 req-8dc9a769-ed04-42b8-abaf-07830e3f6047 tempest-ServerRescueTestJSONUnderV235-1035206563 tempest-ServerRescueTestJSONUnderV235-1035206563-project] 10.222.0.42 "GET /v2.0/security-groups?id=aac67c62-23bd-4af5-b48b-8b06d02dda3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1353374 Apr 18 20:49:00.988286 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-513d834e-382b-4e70-bf8c-a5f98a98934f req-b33877e1-1d49-41da-aa7f-6eb75ba5837f tempest-ServerMetadataNegativeTestJSON-1038530686 tempest-ServerMetadataNegativeTestJSON-1038530686-project] 10.222.0.42 "GET /v2.0/security-groups?id=43e21539-3ecb-4f67-9366-91cd880b2bb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2930624 Apr 18 20:49:01.065550 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.db [req-3f9ed9e9-891a-42ba-be64-d3001657055f req-f9bef4f8-3575-4b7a-8d4a-55e16efb152f service neutron] For port 79dd13c6-ebce-4026-87a0-8a1716458bc4, host n-h2-838334-2, cleared binding levels {{(pid=84040) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 20:49:01.073736 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.db [req-3f9ed9e9-891a-42ba-be64-d3001657055f req-f9bef4f8-3575-4b7a-8d4a-55e16efb152f service neutron] For port 79dd13c6-ebce-4026-87a0-8a1716458bc4, host n-h2-838334-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838334-2',level=0,port_id=79dd13c6-ebce-4026-87a0-8a1716458bc4,segment=NetworkSegment(84b0de3c-8149-4d18-8929-3ff0da980800),segment_id=84b0de3c-8149-4d18-8929-3ff0da980800)] {{(pid=84040) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 20:49:01.090801 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-3f9ed9e9-891a-42ba-be64-d3001657055f req-f9bef4f8-3575-4b7a-8d4a-55e16efb152f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32440959'] for port, after_update {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:01.151682 n-d-838334-2 neutron-server[84042]: INFO neutron.notifiers.nova [-] Nova event matching ['req-280ed12a-31e2-492b-9363-c7f2f5226d09'] response: {'server_uuid': '74fb1b3e-aad8-4cf1-ab81-337d3a37a132', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '949f02d1-12bb-440c-a2f0-e70e4a56cec3', 'code': 200} Apr 18 20:49:01.152532 n-d-838334-2 neutron-server[84042]: INFO neutron.notifiers.nova [-] Nova event matching ['req-280ed12a-31e2-492b-9363-c7f2f5226d09'] response: {'server_uuid': 'd44c3995-aaea-498f-b11f-fc70e6923c49', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8391d1fb-97a9-4bd8-acc8-073a23993384', 'code': 200} Apr 18 20:49:01.189871 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-3f9ed9e9-891a-42ba-be64-d3001657055f req-f9bef4f8-3575-4b7a-8d4a-55e16efb152f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217293'] for port, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:01.193195 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-3f9ed9e9-891a-42ba-be64-d3001657055f req-f9bef4f8-3575-4b7a-8d4a-55e16efb152f service neutron] 10.222.0.48 "PUT /v2.0/ports/79dd13c6-ebce-4026-87a0-8a1716458bc4 HTTP/1.1" status: 200 len: 1092 time: 3.4692748 Apr 18 20:49:01.193195 n-d-838334-2 neutron-server[84040]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a96b676e-b606-4103-a36d-2f1625145b68', 'tag': '79dd13c6-ebce-4026-87a0-8a1716458bc4'}] {{(pid=84040) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 20:49:01.248173 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.agents_db [None req-6346a179-333c-4370-b5a6-936984aeab15 None None] Agent healthcheck: found 7 active agents {{(pid=84043) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 18 20:49:01.356161 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-73526892-5376-459c-9bad-2a9113fd68a1 req-57823a9a-0b3c-41e7-9a7b-8cd3117ce15e service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=74fb1b3e-aad8-4cf1-ab81-337d3a37a132 HTTP/1.1" status: 200 len: 1100 time: 0.1378281 Apr 18 20:49:01.418322 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-73526892-5376-459c-9bad-2a9113fd68a1 req-eba5cd01-c0fa-4bd1-b6e6-aeef329b94be service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=8ca7ac2c-bfe5-493b-aae6-636315bac851&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529211 Apr 18 20:49:01.507420 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-4652133e-62d9-414f-8712-af07773b9c74 req-e0129b5d-8d94-44f2-b234-a15eb4541b49 tempest-FloatingIPsNegativeTestJSON-1628505320 tempest-FloatingIPsNegativeTestJSON-1628505320-project] 10.222.0.42 "GET /v2.0/floatingips?tenant_id=c30a73239a7241e0a0eca96822de9962 HTTP/1.1" status: 200 len: 217 time: 0.1235030 Apr 18 20:49:01.537604 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9bef4f8-3575-4b7a-8d4a-55e16efb152f service neutron] Pushing event updated for resources: {'Port': ['ID=79dd13c6-ebce-4026-87a0-8a1716458bc4,revision_number=3']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:49:01.584129 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d40ef8a0-433f-4b3f-b8a1-19b8f355af15 req-d378c81b-1c05-416d-897f-04b4bf57a2b2 tempest-ServerGroupTestJSON-1467409197 tempest-ServerGroupTestJSON-1467409197-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:49:01.590952 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-d40ef8a0-433f-4b3f-b8a1-19b8f355af15 req-d378c81b-1c05-416d-897f-04b4bf57a2b2 tempest-ServerGroupTestJSON-1467409197 tempest-ServerGroupTestJSON-1467409197-project] 10.222.0.42 "GET /v2.0/ports?device_id=853e8351-a742-40ee-9561-a9b5f1aa4849 HTTP/1.1" status: 200 len: 945 time: 0.3630033 Apr 18 20:49:01.610679 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-3f9ed9e9-891a-42ba-be64-d3001657055f req-53011324-ef06-4b14-b7bb-6a22094c3572 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=134eb2d988564a4ab37aee0077d2b54a&device_id=a96b676e-b606-4103-a36d-2f1625145b68 HTTP/1.1" status: 200 len: 1095 time: 0.2693636 Apr 18 20:49:01.763526 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-3f9ed9e9-891a-42ba-be64-d3001657055f req-3b153686-7a21-462a-8164-7cb0355347f2 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=79dd13c6-ebce-4026-87a0-8a1716458bc4 HTTP/1.1" status: 200 len: 217 time: 0.1207824 Apr 18 20:49:01.771511 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-d40ef8a0-433f-4b3f-b8a1-19b8f355af15 req-1dfedac3-19db-4306-a5b6-b85947df731c tempest-ServerGroupTestJSON-1467409197 tempest-ServerGroupTestJSON-1467409197-project] 10.222.0.42 "GET /v2.0/security-groups?id=3a7e1e4c-e5e6-4b66-a74a-6a0f8d90444d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1795731 Apr 18 20:49:01.849318 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f9ed9e9-891a-42ba-be64-d3001657055f req-66b9a5a2-6ade-4dc4-85e2-2d5c91efbc1f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:49:01.850904 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-3f9ed9e9-891a-42ba-be64-d3001657055f req-66b9a5a2-6ade-4dc4-85e2-2d5c91efbc1f service neutron] 10.222.0.48 "GET /v2.0/subnets?id=3b336095-3f34-4c1c-9e4c-6995dc1056be HTTP/1.1" status: 200 len: 860 time: 0.0783300 Apr 18 20:49:01.853952 n-d-838334-2 neutron-server[84040]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e8fcee6e-790f-4cf3-9248-7832324c45fa'] response: {'name': 'network-changed', 'server_uuid': 'a96b676e-b606-4103-a36d-2f1625145b68', 'tag': '79dd13c6-ebce-4026-87a0-8a1716458bc4', 'status': 'completed', 'code': 200} Apr 18 20:49:01.874452 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Device 8391d1fb-97a9-4bd8-acc8-073a23993384 details requested by agent hyperv_n-h2-838334-2 with host n-h2-838334-2 {{(pid=84042) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 18 20:49:02.011660 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [req-b678c0fb-6904-478f-b71e-31a22c940e7c req-42344979-d405-46f8-aa77-3ddd9581c97d tempest-FloatingIPsNegativeTestJSON-1628505320 tempest-FloatingIPsNegativeTestJSON-1628505320-project] Synchronizing usage tracker for tenant:c30a73239a7241e0a0eca96822de9962 on resource:network {{(pid=84040) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 20:49:02.018541 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-3f9ed9e9-891a-42ba-be64-d3001657055f req-135e8275-e2f5-4bc2-a7a0-a7d5e2f3d7c7 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=7ca2cbaf-a9d4-46d8-95db-69bc38971d0d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1558220 Apr 18 20:49:02.032163 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41331b3c-27c2-4096-b393-72cc7ee5e803 req-89861e02-e5a3-4eb1-aeec-658f722a2e34 tempest-MigrationsAdminTest-1326981207 tempest-MigrationsAdminTest-1326981207-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:49:02.049842 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-41331b3c-27c2-4096-b393-72cc7ee5e803 req-89861e02-e5a3-4eb1-aeec-658f722a2e34 tempest-MigrationsAdminTest-1326981207 tempest-MigrationsAdminTest-1326981207-project] 10.222.0.42 "GET /v2.0/ports?device_id=74fb1b3e-aad8-4cf1-ab81-337d3a37a132 HTTP/1.1" status: 200 len: 949 time: 0.3551619 Apr 18 20:49:02.164930 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] For port 8391d1fb-97a9-4bd8-acc8-073a23993384, host n-h2-838334-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838334-2',level=0,port_id=8391d1fb-97a9-4bd8-acc8-073a23993384,segment=NetworkSegment(62b85806-94d8-4a88-a06c-da82e5932d66),segment_id=62b85806-94d8-4a88-a06c-da82e5932d66)] {{(pid=84042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:49:02.184992 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Returning: {'device': '8391d1fb-97a9-4bd8-acc8-073a23993384', 'network_id': 'cb56989d-7c5d-4678-b194-1d2edf1e842a', 'port_id': '8391d1fb-97a9-4bd8-acc8-073a23993384', 'mac_address': 'fa:16:3e:9f:bd:8d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 382, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c4b526db-4d8a-4d4c-a310-e3a599630ae1', 'ip_address': '192.168.233.57'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84042) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 18 20:49:02.238130 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [req-b678c0fb-6904-478f-b71e-31a22c940e7c req-42344979-d405-46f8-aa77-3ddd9581c97d tempest-FloatingIPsNegativeTestJSON-1628505320 tempest-FloatingIPsNegativeTestJSON-1628505320-project] Unset dirty status for tenant:c30a73239a7241e0a0eca96822de9962 on resource:network {{(pid=84040) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 20:49:02.256455 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-b678c0fb-6904-478f-b71e-31a22c940e7c req-42344979-d405-46f8-aa77-3ddd9581c97d tempest-FloatingIPsNegativeTestJSON-1628505320 tempest-FloatingIPsNegativeTestJSON-1628505320-project] 10.222.0.42 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=non_exist_pool HTTP/1.1" status: 200 len: 213 time: 0.3052320 Apr 18 20:49:02.274691 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-41331b3c-27c2-4096-b393-72cc7ee5e803 req-aa347849-becd-4cdc-ab25-4e1ae416a394 tempest-MigrationsAdminTest-1326981207 tempest-MigrationsAdminTest-1326981207-project] 10.222.0.42 "GET /v2.0/security-groups?id=8ca7ac2c-bfe5-493b-aae6-636315bac851&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2230489 Apr 18 20:49:02.296992 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:02.326755 n-d-838334-2 neutron-server[84042]: DEBUG neutron.notifiers.nova [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8391d1fb-97a9-4bd8-acc8-073a23993384 {{(pid=84042) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 18 20:49:02.356441 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] For port 8391d1fb-97a9-4bd8-acc8-073a23993384, host n-h2-838334-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838334-2',level=0,port_id=8391d1fb-97a9-4bd8-acc8-073a23993384,segment=NetworkSegment(62b85806-94d8-4a88-a06c-da82e5932d66),segment_id=62b85806-94d8-4a88-a06c-da82e5932d66)] {{(pid=84042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:49:02.362121 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-3f9ed9e9-891a-42ba-be64-d3001657055f req-d9cc4525-4c66-48ea-a62b-5908d565ef7e service neutron] 10.222.0.48 "GET /v2.0/networks/7ca2cbaf-a9d4-46d8-95db-69bc38971d0d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2846959 Apr 18 20:49:02.367264 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682'] for port, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:02.542495 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] get_ports_and_sgs() called for port_ids ['8391d1fb-97a9-4bd8-acc8-073a23993384'] {{(pid=84042) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 18 20:49:02.691359 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Pushing event updated for resources: {'Port': ['ID=8391d1fb-97a9-4bd8-acc8-073a23993384,revision_number=9']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:49:02.751207 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Device 6ac515b5-dc19-47fa-a769-4254d7b9a5aa up at agent ovs-agent-n-d-838334-2 {{(pid=84042) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 20:49:02.889937 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-3f9ed9e9-891a-42ba-be64-d3001657055f req-46c42c89-1a1d-47a3-b36c-04e45c8d01ba service neutron] 10.222.0.48 "GET /v2.0/networks/7ca2cbaf-a9d4-46d8-95db-69bc38971d0d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5178845 Apr 18 20:49:03.019138 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Provisioning for port 6ac515b5-dc19-47fa-a769-4254d7b9a5aa completed by entity L2. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 20:49:03.035463 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Provisioning complete for port 6ac515b5-dc19-47fa-a769-4254d7b9a5aa triggered by entity L2. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:49:03.036558 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1253608'] for port, provisioning_complete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:03.095864 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85ddafc9-4302-44e6-8b6c-96255457ac92 req-c1ffc7c0-4997-4874-826a-48ef62ef9ece tempest-ServerRescueTestJSONUnderV235-1035206563 tempest-ServerRescueTestJSONUnderV235-1035206563-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:49:03.103784 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-85ddafc9-4302-44e6-8b6c-96255457ac92 req-c1ffc7c0-4997-4874-826a-48ef62ef9ece tempest-ServerRescueTestJSONUnderV235-1035206563 tempest-ServerRescueTestJSONUnderV235-1035206563-project] 10.222.0.42 "GET /v2.0/ports?device_id=a96b676e-b606-4103-a36d-2f1625145b68 HTTP/1.1" status: 200 len: 944 time: 0.2128353 Apr 18 20:49:03.162409 n-d-838334-2 neutron-server[84042]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4f44a869-9ded-4c1a-80e3-c9208f4179be', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6dc9018a-4ac2-4289-bc5a-a3b61016d6ef'}] {{(pid=84042) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 20:49:03.204982 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-85ddafc9-4302-44e6-8b6c-96255457ac92 req-391bb555-57ad-4213-b370-99af90c587c2 tempest-ServerRescueTestJSONUnderV235-1035206563 tempest-ServerRescueTestJSONUnderV235-1035206563-project] 10.222.0.42 "GET /v2.0/security-groups?id=aac67c62-23bd-4af5-b48b-8b06d02dda3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1000981 Apr 18 20:49:03.209606 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:03.249898 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] For port 6ac515b5-dc19-47fa-a769-4254d7b9a5aa, host n-d-838334-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838334-2',level=0,port_id=6ac515b5-dc19-47fa-a769-4254d7b9a5aa,segment=NetworkSegment(84b0de3c-8149-4d18-8929-3ff0da980800),segment_id=84b0de3c-8149-4d18-8929-3ff0da980800)] {{(pid=84042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:49:03.253699 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa770e3a-1c79-43a3-95f4-bc6cd7b11fa4 req-9cb988d1-435f-4a13-82b5-57c460226493 tempest-ServerMetadataNegativeTestJSON-1038530686 tempest-ServerMetadataNegativeTestJSON-1038530686-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:49:03.255482 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682'] for port, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:03.256573 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Device 1fd776ed-a18d-4acb-ac9e-046005df522d up at agent ovs-agent-n-d-838334-2 {{(pid=84042) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 20:49:03.262821 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-aa770e3a-1c79-43a3-95f4-bc6cd7b11fa4 req-9cb988d1-435f-4a13-82b5-57c460226493 tempest-ServerMetadataNegativeTestJSON-1038530686 tempest-ServerMetadataNegativeTestJSON-1038530686-project] 10.222.0.42 "GET /v2.0/ports?device_id=4f44a869-9ded-4c1a-80e3-c9208f4179be HTTP/1.1" status: 200 len: 945 time: 0.2420681 Apr 18 20:49:03.327222 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-bd2a0b74-d460-40e2-bf91-412e978c9f98 req-f9b18ed5-a7a5-40c2-9a76-05da58803ad9 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=134eb2d988564a4ab37aee0077d2b54a&device_id=a96b676e-b606-4103-a36d-2f1625145b68 HTTP/1.1" status: 200 len: 1095 time: 0.1909471 Apr 18 20:49:03.340168 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-aa770e3a-1c79-43a3-95f4-bc6cd7b11fa4 req-82f83929-dda7-4612-ad5c-db19e0fc8631 tempest-ServerMetadataNegativeTestJSON-1038530686 tempest-ServerMetadataNegativeTestJSON-1038530686-project] 10.222.0.42 "GET /v2.0/security-groups?id=43e21539-3ecb-4f67-9366-91cd880b2bb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0764389 Apr 18 20:49:03.463037 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Pushing event updated for resources: {'Port': ['ID=6ac515b5-dc19-47fa-a769-4254d7b9a5aa,revision_number=5']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:49:03.484210 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Provisioning complete for port 1fd776ed-a18d-4acb-ac9e-046005df522d triggered by entity L2. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:49:03.484647 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1253608'] for port, provisioning_complete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:03.533300 n-d-838334-2 neutron-server[84040]: INFO neutron.api.v2.resource [req-cb263f45-9be8-4f14-b5ef-a26013cca1c2 req-3588e1d6-dd71-4aea-8725-bf7ad7cd10de tempest-FloatingIPsNegativeTestJSON-1628505320 tempest-FloatingIPsNegativeTestJSON-1628505320-project] show failed (client error): The resource could not be found. Apr 18 20:49:03.540366 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-cb263f45-9be8-4f14-b5ef-a26013cca1c2 req-3588e1d6-dd71-4aea-8725-bf7ad7cd10de tempest-FloatingIPsNegativeTestJSON-1628505320 tempest-FloatingIPsNegativeTestJSON-1628505320-project] 10.222.0.42 "GET /v2.0/floatingips/8e192958-453c-468f-a12a-d8650a098066 HTTP/1.1" status: 404 len: 350 time: 0.1391077 Apr 18 20:49:03.545547 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 45102) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:49:03.562235 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750375287399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253529'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:03.662825 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd2a0b74-d460-40e2-bf91-412e978c9f98 req-4e78b2c2-98b4-42f2-9468-2733a74979f5 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:49:03.664758 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-bd2a0b74-d460-40e2-bf91-412e978c9f98 req-4e78b2c2-98b4-42f2-9468-2733a74979f5 service neutron] 10.222.0.48 "GET /v2.0/networks?id=7ca2cbaf-a9d4-46d8-95db-69bc38971d0d HTTP/1.1" status: 200 len: 921 time: 0.3236833 Apr 18 20:49:03.849165 n-d-838334-2 neutron-server[84042]: INFO neutron.notifiers.nova [-] Nova event matching ['req-02da691e-154e-4ccf-97dc-e9bb0f179899'] response: {'server_uuid': '4f44a869-9ded-4c1a-80e3-c9208f4179be', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6dc9018a-4ac2-4289-bc5a-a3b61016d6ef', 'code': 200} Apr 18 20:49:03.877907 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Device 8391d1fb-97a9-4bd8-acc8-073a23993384 up at agent hyperv_n-h2-838334-2 {{(pid=84042) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 20:49:03.922820 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-bd2a0b74-d460-40e2-bf91-412e978c9f98 req-bc0048a1-2fba-405c-9afa-efc9b190c806 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=79dd13c6-ebce-4026-87a0-8a1716458bc4 HTTP/1.1" status: 200 len: 217 time: 0.2220473 Apr 18 20:49:03.960145 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-630db293-4236-4847-8f1d-0faec6829b08 req-87238c82-3eda-4263-8942-15f7108fdd01 tempest-ServersTestBootFromVolume-1514752049 tempest-ServersTestBootFromVolume-1514752049-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:49:03.962455 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-630db293-4236-4847-8f1d-0faec6829b08 req-87238c82-3eda-4263-8942-15f7108fdd01 tempest-ServersTestBootFromVolume-1514752049 tempest-ServersTestBootFromVolume-1514752049-project] 10.222.0.42 "GET /v2.0/ports?device_id=f202d24e-5786-4e97-b11f-4f156f6f3e05 HTTP/1.1" status: 200 len: 945 time: 0.1560242 Apr 18 20:49:04.060321 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Provisioning complete for port 8391d1fb-97a9-4bd8-acc8-073a23993384 triggered by entity L2. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:49:04.060778 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1253608'] for port, provisioning_complete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:04.263856 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd2a0b74-d460-40e2-bf91-412e978c9f98 req-82aa0740-4c66-4a8b-9049-b1586b44ef95 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:49:04.263856 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-bd2a0b74-d460-40e2-bf91-412e978c9f98 req-82aa0740-4c66-4a8b-9049-b1586b44ef95 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=3b336095-3f34-4c1c-9e4c-6995dc1056be HTTP/1.1" status: 200 len: 860 time: 0.2980411 Apr 18 20:49:04.306644 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:04.325574 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-630db293-4236-4847-8f1d-0faec6829b08 req-87cdcce8-dbaf-483e-86fb-d23495ab1e28 tempest-ServersTestBootFromVolume-1514752049 tempest-ServersTestBootFromVolume-1514752049-project] 10.222.0.42 "GET /v2.0/security-groups?id=f715db8b-aaa1-4961-aa17-658de350acd6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1735706 Apr 18 20:49:04.377967 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] For port 8391d1fb-97a9-4bd8-acc8-073a23993384, host n-h2-838334-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838334-2',level=0,port_id=8391d1fb-97a9-4bd8-acc8-073a23993384,segment=NetworkSegment(62b85806-94d8-4a88-a06c-da82e5932d66),segment_id=62b85806-94d8-4a88-a06c-da82e5932d66)] {{(pid=84042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:49:04.380783 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-bd2a0b74-d460-40e2-bf91-412e978c9f98 req-6fa1bd9d-bfb7-4880-b01a-3c910e81d611 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=7ca2cbaf-a9d4-46d8-95db-69bc38971d0d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1047959 Apr 18 20:49:04.385644 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682'] for port, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:04.415714 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-8cbeb482-6f2f-420f-afc2-e232651b86e6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33443857'] for router_interface, before_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:04.555518 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Pushing event updated for resources: {'Port': ['ID=8391d1fb-97a9-4bd8-acc8-073a23993384,revision_number=10']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:49:04.570350 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Device 6ac515b5-dc19-47fa-a769-4254d7b9a5aa up at agent ovs-agent-n-d-838334-2 {{(pid=84042) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 20:49:04.672749 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-7a9fb806-0106-4733-9233-3526a47afc06 req-3f925e55-75a3-4a7c-8fe0-e3692f6eede5 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=4f44a869-9ded-4c1a-80e3-c9208f4179be HTTP/1.1" status: 200 len: 1096 time: 0.6397581 Apr 18 20:49:04.674800 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-bd2a0b74-d460-40e2-bf91-412e978c9f98 req-e02a93f2-be05-4617-8698-47bda2ac79d4 service neutron] 10.222.0.48 "GET /v2.0/networks/7ca2cbaf-a9d4-46d8-95db-69bc38971d0d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2816567 Apr 18 20:49:04.732081 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Provisioning complete for port 6ac515b5-dc19-47fa-a769-4254d7b9a5aa triggered by entity L2. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:49:04.732451 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1253608'] for port, provisioning_complete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:04.955346 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6be7c565-ed5f-4ed8-b526-1e181bad8940 req-d25ff950-9c59-4a8e-97f8-39d55c895c80 tempest-MigrationsAdminTest-1326981207 tempest-MigrationsAdminTest-1326981207-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:49:04.968171 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-6be7c565-ed5f-4ed8-b526-1e181bad8940 req-d25ff950-9c59-4a8e-97f8-39d55c895c80 tempest-MigrationsAdminTest-1326981207 tempest-MigrationsAdminTest-1326981207-project] 10.222.0.42 "GET /v2.0/ports?device_id=74fb1b3e-aad8-4cf1-ab81-337d3a37a132 HTTP/1.1" status: 200 len: 949 time: 0.8531349 Apr 18 20:49:05.107677 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-bd2a0b74-d460-40e2-bf91-412e978c9f98 req-3439f38e-d314-4aae-9367-23488084dcb9 service neutron] 10.222.0.48 "GET /v2.0/networks/7ca2cbaf-a9d4-46d8-95db-69bc38971d0d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3970408 Apr 18 20:49:05.109200 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-7a9fb806-0106-4733-9233-3526a47afc06 req-ac37800a-d08c-4ef9-9206-ab30d27fe90c service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=43e21539-3ecb-4f67-9366-91cd880b2bb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3796353 Apr 18 20:49:05.155378 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80329d8f-1bba-45f4-8ca6-c4a0ddd7016b req-d7816ff0-7d20-4fa5-a85e-72914c9366a2 tempest-ServerGroupTestJSON-1467409197 tempest-ServerGroupTestJSON-1467409197-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:49:05.163051 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-80329d8f-1bba-45f4-8ca6-c4a0ddd7016b req-d7816ff0-7d20-4fa5-a85e-72914c9366a2 tempest-ServerGroupTestJSON-1467409197 tempest-ServerGroupTestJSON-1467409197-project] 10.222.0.42 "GET /v2.0/ports?device_id=853e8351-a742-40ee-9561-a9b5f1aa4849 HTTP/1.1" status: 200 len: 945 time: 0.4863069 Apr 18 20:49:05.252216 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-80329d8f-1bba-45f4-8ca6-c4a0ddd7016b req-79c87952-d144-431a-ae8e-5fec79e3e02f tempest-ServerGroupTestJSON-1467409197 tempest-ServerGroupTestJSON-1467409197-project] 10.222.0.42 "GET /v2.0/security-groups?id=3a7e1e4c-e5e6-4b66-a74a-6a0f8d90444d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0882072 Apr 18 20:49:05.255121 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-6be7c565-ed5f-4ed8-b526-1e181bad8940 req-8f1d3ef4-93d4-49c3-b58a-5272465d21d8 tempest-MigrationsAdminTest-1326981207 tempest-MigrationsAdminTest-1326981207-project] 10.222.0.42 "GET /v2.0/security-groups?id=8ca7ac2c-bfe5-493b-aae6-636315bac851&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2858157 Apr 18 20:49:05.674269 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.plugin [None req-8cbeb482-6f2f-420f-afc2-e232651b86e6 admin admin] Deleting port ee59c3b0-cbdd-4819-9ae0-1b74d98c71cf {{(pid=84041) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 20:49:05.674820 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-8cbeb482-6f2f-420f-afc2-e232651b86e6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750375188691'] for port, before_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:05.805442 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce61f6b8-d5e0-4d8f-99cb-775c389c4315 req-6139f754-2fe6-49d3-864b-3d19dbd1dbe2 tempest-ServerRescueTestJSONUnderV235-1035206563 tempest-ServerRescueTestJSONUnderV235-1035206563-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:49:05.821060 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-ce61f6b8-d5e0-4d8f-99cb-775c389c4315 req-6139f754-2fe6-49d3-864b-3d19dbd1dbe2 tempest-ServerRescueTestJSONUnderV235-1035206563 tempest-ServerRescueTestJSONUnderV235-1035206563-project] 10.222.0.42 "GET /v2.0/ports?device_id=a96b676e-b606-4103-a36d-2f1625145b68 HTTP/1.1" status: 200 len: 944 time: 0.3945961 Apr 18 20:49:05.850906 n-d-838334-2 neutron-server[84042]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd44c3995-aaea-498f-b11f-fc70e6923c49', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8391d1fb-97a9-4bd8-acc8-073a23993384'}] {{(pid=84042) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 20:49:05.884216 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-ce61f6b8-d5e0-4d8f-99cb-775c389c4315 req-94f66335-a4f8-4c73-af69-71e6ee5e925d tempest-ServerRescueTestJSONUnderV235-1035206563 tempest-ServerRescueTestJSONUnderV235-1035206563-project] 10.222.0.42 "GET /v2.0/security-groups?id=aac67c62-23bd-4af5-b48b-8b06d02dda3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617778 Apr 18 20:49:05.893898 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Device 79dd13c6-ebce-4026-87a0-8a1716458bc4 details requested by agent hyperv_n-h2-838334-2 with host n-h2-838334-2 {{(pid=84042) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 18 20:49:06.022874 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c8e4868-d7c0-4394-9552-4c7bd55eaeb9 req-b2c81aaa-2f9a-4413-ac08-ead756deb14d tempest-ServerMetadataNegativeTestJSON-1038530686 tempest-ServerMetadataNegativeTestJSON-1038530686-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:49:06.031658 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-5c8e4868-d7c0-4394-9552-4c7bd55eaeb9 req-b2c81aaa-2f9a-4413-ac08-ead756deb14d tempest-ServerMetadataNegativeTestJSON-1038530686 tempest-ServerMetadataNegativeTestJSON-1038530686-project] 10.222.0.42 "GET /v2.0/ports?device_id=4f44a869-9ded-4c1a-80e3-c9208f4179be HTTP/1.1" status: 200 len: 945 time: 0.5010176 Apr 18 20:49:06.150195 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-5c8e4868-d7c0-4394-9552-4c7bd55eaeb9 req-357cd1de-e70d-4049-8d49-7bd7bcc21630 tempest-ServerMetadataNegativeTestJSON-1038530686 tempest-ServerMetadataNegativeTestJSON-1038530686-project] 10.222.0.42 "GET /v2.0/security-groups?id=43e21539-3ecb-4f67-9366-91cd880b2bb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1170278 Apr 18 20:49:06.202319 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-8cbeb482-6f2f-420f-afc2-e232651b86e6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369123'] for port, precommit_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:06.307516 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0df9936f-1279-45b0-a3f6-01e317010e3b req-01041012-e7ac-4186-a283-1534a24174c7 tempest-ServerGroupTestJSON-1467409197 tempest-ServerGroupTestJSON-1467409197-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:49:06.309533 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-0df9936f-1279-45b0-a3f6-01e317010e3b req-01041012-e7ac-4186-a283-1534a24174c7 tempest-ServerGroupTestJSON-1467409197 tempest-ServerGroupTestJSON-1467409197-project] 10.222.0.48 "GET /v2.0/ports?device_id=853e8351-a742-40ee-9561-a9b5f1aa4849 HTTP/1.1" status: 200 len: 945 time: 0.3377266 Apr 18 20:49:06.405578 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] For port 79dd13c6-ebce-4026-87a0-8a1716458bc4, host n-h2-838334-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838334-2',level=0,port_id=79dd13c6-ebce-4026-87a0-8a1716458bc4,segment=NetworkSegment(84b0de3c-8149-4d18-8929-3ff0da980800),segment_id=84b0de3c-8149-4d18-8929-3ff0da980800)] {{(pid=84042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:49:06.446163 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Returning: {'device': '79dd13c6-ebce-4026-87a0-8a1716458bc4', 'network_id': '7ca2cbaf-a9d4-46d8-95db-69bc38971d0d', 'port_id': '79dd13c6-ebce-4026-87a0-8a1716458bc4', 'mac_address': 'fa:16:3e:4f:7f:38', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 359, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3b336095-3f34-4c1c-9e4c-6995dc1056be', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84042) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 18 20:49:06.453025 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3abef09-0378-4e0e-87ab-81a86f6166c7 req-87582822-7296-4e14-a2cb-1e0cdc2b3558 tempest-ServersTestBootFromVolume-1514752049 tempest-ServersTestBootFromVolume-1514752049-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:49:06.455341 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-b3abef09-0378-4e0e-87ab-81a86f6166c7 req-87582822-7296-4e14-a2cb-1e0cdc2b3558 tempest-ServersTestBootFromVolume-1514752049 tempest-ServersTestBootFromVolume-1514752049-project] 10.222.0.48 "GET /v2.0/ports?device_id=f202d24e-5786-4e97-b11f-4f156f6f3e05 HTTP/1.1" status: 200 len: 945 time: 0.5659266 Apr 18 20:49:06.459337 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.plugin [req-0df9936f-1279-45b0-a3f6-01e317010e3b req-2dd861c4-140a-4970-bc4d-17795e9d182a tempest-ServerGroupTestJSON-1467409197 tempest-ServerGroupTestJSON-1467409197-project] Deleting port 90b5944e-ac37-4d6e-83c8-d00b7c03dbbb {{(pid=84040) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 20:49:06.460004 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-0df9936f-1279-45b0-a3f6-01e317010e3b req-2dd861c4-140a-4970-bc4d-17795e9d182a tempest-ServerGroupTestJSON-1467409197 tempest-ServerGroupTestJSON-1467409197-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750375188691'] for port, before_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:06.522827 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.plugin [None req-8cbeb482-6f2f-420f-afc2-e232651b86e6 admin admin] Calling delete_port for ee59c3b0-cbdd-4819-9ae0-1b74d98c71cf owned by network:router_interface {{(pid=84041) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 20:49:06.597986 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:06.658882 n-d-838334-2 neutron-server[84042]: DEBUG neutron.notifiers.nova [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 79dd13c6-ebce-4026-87a0-8a1716458bc4 {{(pid=84042) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 18 20:49:06.710072 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] For port 79dd13c6-ebce-4026-87a0-8a1716458bc4, host n-h2-838334-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838334-2',level=0,port_id=79dd13c6-ebce-4026-87a0-8a1716458bc4,segment=NetworkSegment(84b0de3c-8149-4d18-8929-3ff0da980800),segment_id=84b0de3c-8149-4d18-8929-3ff0da980800)] {{(pid=84042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:49:06.713143 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.plugin [req-b3abef09-0378-4e0e-87ab-81a86f6166c7 req-027db6e0-eda2-4c18-bc1e-8b730668395b tempest-ServersTestBootFromVolume-1514752049 tempest-ServersTestBootFromVolume-1514752049-project] Deleting port bf3648e0-3d5a-4377-a6e4-8acf452dfb09 {{(pid=84040) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 20:49:06.713363 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-b3abef09-0378-4e0e-87ab-81a86f6166c7 req-027db6e0-eda2-4c18-bc1e-8b730668395b tempest-ServersTestBootFromVolume-1514752049 tempest-ServersTestBootFromVolume-1514752049-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750375188691'] for port, before_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:06.721212 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682'] for port, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:06.939665 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Pushing event updated for resources: {'Port': ['ID=79dd13c6-ebce-4026-87a0-8a1716458bc4,revision_number=4']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:49:06.956309 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-8cbeb482-6f2f-420f-afc2-e232651b86e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750375259028', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750374836628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32266323'] for port, after_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:07.034742 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cbeb482-6f2f-420f-afc2-e232651b86e6 admin admin] Pushing event deleted for resources: {'Port': ['ID=ee59c3b0-cbdd-4819-9ae0-1b74d98c71cf,revision_number=None']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:49:07.071097 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] get_ports_and_sgs() called for port_ids ['79dd13c6-ebce-4026-87a0-8a1716458bc4'] {{(pid=84042) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 18 20:49:07.588742 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-4925f474-e358-4555-98bc-542a792d2789 req-7c0c9fda-abe5-49f1-96ad-e858868a554f tempest-MigrationsAdminTest-1978661581 tempest-MigrationsAdminTest-1978661581-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=74fb1b3e-aad8-4cf1-ab81-337d3a37a132 HTTP/1.1" status: 200 len: 1100 time: 0.9314618 Apr 18 20:49:07.770802 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-8cbeb482-6f2f-420f-afc2-e232651b86e6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-32377931', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33443910'] for router_interface, after_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:07.815682 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-4925f474-e358-4555-98bc-542a792d2789 req-e25074ad-5bfb-4758-b938-e281cb494c12 tempest-MigrationsAdminTest-1978661581 tempest-MigrationsAdminTest-1978661581-project-admin] 10.222.0.42 "GET /v2.0/security-groups?id=8ca7ac2c-bfe5-493b-aae6-636315bac851&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2260964 Apr 18 20:49:07.864342 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0f8af4e-3aa3-40db-8fb3-b9ec34875589 req-5aafc700-5a83-450e-bb50-9a5d44fd9915 tempest-ServersTestBootFromVolume-1514752049 tempest-ServersTestBootFromVolume-1514752049-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:49:07.868805 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-d0f8af4e-3aa3-40db-8fb3-b9ec34875589 req-5aafc700-5a83-450e-bb50-9a5d44fd9915 tempest-ServersTestBootFromVolume-1514752049 tempest-ServersTestBootFromVolume-1514752049-project] 10.222.0.42 "GET /v2.0/ports?device_id=f202d24e-5786-4e97-b11f-4f156f6f3e05 HTTP/1.1" status: 200 len: 945 time: 1.2697933 Apr 18 20:49:07.968336 n-d-838334-2 neutron-server[84042]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e41e06ee-6b18-4314-b4fd-2e37e22509ae'] response: {'server_uuid': 'd44c3995-aaea-498f-b11f-fc70e6923c49', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8391d1fb-97a9-4bd8-acc8-073a23993384', 'code': 200} Apr 18 20:49:08.038942 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.db [req-0df9936f-1279-45b0-a3f6-01e317010e3b req-2dd861c4-140a-4970-bc4d-17795e9d182a tempest-ServerGroupTestJSON-1467409197 tempest-ServerGroupTestJSON-1467409197-project] For port 90b5944e-ac37-4d6e-83c8-d00b7c03dbbb, host n-h2-838334-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838334-2',level=0,port_id=90b5944e-ac37-4d6e-83c8-d00b7c03dbbb,segment=NetworkSegment(e44397e8-e728-4949-b8ce-d632dad964be),segment_id=e44397e8-e728-4949-b8ce-d632dad964be)] {{(pid=84040) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:49:08.039317 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-0df9936f-1279-45b0-a3f6-01e317010e3b req-2dd861c4-140a-4970-bc4d-17795e9d182a tempest-ServerGroupTestJSON-1467409197 tempest-ServerGroupTestJSON-1467409197-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369123'] for port, precommit_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:08.387770 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.plugin [req-0df9936f-1279-45b0-a3f6-01e317010e3b req-2dd861c4-140a-4970-bc4d-17795e9d182a tempest-ServerGroupTestJSON-1467409197 tempest-ServerGroupTestJSON-1467409197-project] Calling delete_port for 90b5944e-ac37-4d6e-83c8-d00b7c03dbbb owned by compute:nova {{(pid=84040) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 20:49:08.469916 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-d0f8af4e-3aa3-40db-8fb3-b9ec34875589 req-a5326851-02a5-4155-abb4-4d464c335aa3 tempest-ServersTestBootFromVolume-1514752049 tempest-ServersTestBootFromVolume-1514752049-project] 10.222.0.42 "GET /v2.0/security-groups?id=f715db8b-aaa1-4961-aa17-658de350acd6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5822673 Apr 18 20:49:08.472002 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.db [req-b3abef09-0378-4e0e-87ab-81a86f6166c7 req-027db6e0-eda2-4c18-bc1e-8b730668395b tempest-ServersTestBootFromVolume-1514752049 tempest-ServersTestBootFromVolume-1514752049-project] For port bf3648e0-3d5a-4377-a6e4-8acf452dfb09, host n-h2-838334-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838334-2',level=0,port_id=bf3648e0-3d5a-4377-a6e4-8acf452dfb09,segment=NetworkSegment(a48f89e7-be20-47ff-8e82-653a2d5ad82b),segment_id=a48f89e7-be20-47ff-8e82-653a2d5ad82b)] {{(pid=84040) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:49:08.472560 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-b3abef09-0378-4e0e-87ab-81a86f6166c7 req-027db6e0-eda2-4c18-bc1e-8b730668395b tempest-ServersTestBootFromVolume-1514752049 tempest-ServersTestBootFromVolume-1514752049-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369123'] for port, precommit_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:08.814145 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6fe98b3-2b23-4fd2-8684-b8b944a9bf91 req-13bb3fb2-343d-4588-9d8c-89aae26ac5f8 tempest-ServerGroupTestJSON-1467409197 tempest-ServerGroupTestJSON-1467409197-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:49:08.823567 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-a6fe98b3-2b23-4fd2-8684-b8b944a9bf91 req-13bb3fb2-343d-4588-9d8c-89aae26ac5f8 tempest-ServerGroupTestJSON-1467409197 tempest-ServerGroupTestJSON-1467409197-project] 10.222.0.42 "GET /v2.0/ports?device_id=853e8351-a742-40ee-9561-a9b5f1aa4849 HTTP/1.1" status: 200 len: 945 time: 0.5666916 Apr 18 20:49:09.264532 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-a6fe98b3-2b23-4fd2-8684-b8b944a9bf91 req-01871a05-8129-4d68-b723-87836724cc90 tempest-ServerGroupTestJSON-1467409197 tempest-ServerGroupTestJSON-1467409197-project] 10.222.0.42 "GET /v2.0/security-groups?id=3a7e1e4c-e5e6-4b66-a74a-6a0f8d90444d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4382730 Apr 18 20:49:09.425904 n-d-838334-2 neutron-server[84041]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8cbeb482-6f2f-420f-afc2-e232651b86e6 admin admin] Router aac99072-39e7-4548-8076-5f3805eb82b5 has already been hosted by L3 agent bc84d6c9-dd7a-4555-a351-592327b46d5a {{(pid=84041) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 20:49:09.643107 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-0df9936f-1279-45b0-a3f6-01e317010e3b req-2dd861c4-140a-4970-bc4d-17795e9d182a tempest-ServerGroupTestJSON-1467409197 tempest-ServerGroupTestJSON-1467409197-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750375259028', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750374836628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32440838'] for port, after_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:09.788885 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dd861c4-140a-4970-bc4d-17795e9d182a tempest-ServerGroupTestJSON-1467409197 tempest-ServerGroupTestJSON-1467409197-project] Pushing event deleted for resources: {'Port': ['ID=90b5944e-ac37-4d6e-83c8-d00b7c03dbbb,revision_number=None']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:49:09.826073 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-b3abef09-0378-4e0e-87ab-81a86f6166c7 req-027db6e0-eda2-4c18-bc1e-8b730668395b tempest-ServersTestBootFromVolume-1514752049 tempest-ServersTestBootFromVolume-1514752049-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:09.826771 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-b3abef09-0378-4e0e-87ab-81a86f6166c7 req-027db6e0-eda2-4c18-bc1e-8b730668395b tempest-ServersTestBootFromVolume-1514752049 tempest-ServersTestBootFromVolume-1514752049-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33444131'] for floatingip, after_update {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:09.826771 n-d-838334-2 neutron-server[84040]: INFO neutron.db.l3_db [req-b3abef09-0378-4e0e-87ab-81a86f6166c7 req-027db6e0-eda2-4c18-bc1e-8b730668395b tempest-ServersTestBootFromVolume-1514752049 tempest-ServersTestBootFromVolume-1514752049-project] Floating IP 7b794df3-6974-4052-9772-f2e86b589108 disassociated. External IP: 172.25.8.160, port: bf3648e0-3d5a-4377-a6e4-8acf452dfb09. Apr 18 20:49:09.827065 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.plugin [req-b3abef09-0378-4e0e-87ab-81a86f6166c7 req-027db6e0-eda2-4c18-bc1e-8b730668395b tempest-ServersTestBootFromVolume-1514752049 tempest-ServersTestBootFromVolume-1514752049-project] Calling delete_port for bf3648e0-3d5a-4377-a6e4-8acf452dfb09 owned by compute:nova {{(pid=84040) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 20:49:09.835374 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8cbeb482-6f2f-420f-afc2-e232651b86e6 admin admin] Notify agent at l3_agent.n-d-838334-2 the message routers_updated {{(pid=84041) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 20:49:09.871350 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e149bafd-bc1b-498b-9e5d-2741a1eb6f1f req-40d1b81c-9332-4491-ac62-06ed044c2e2a tempest-ServerRescueTestJSONUnderV235-1035206563 tempest-ServerRescueTestJSONUnderV235-1035206563-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:49:09.871675 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-8cbeb482-6f2f-420f-afc2-e232651b86e6 admin admin] 10.222.0.42 "PUT /v2.0/routers/aac99072-39e7-4548-8076-5f3805eb82b5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.3179426 Apr 18 20:49:09.872512 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 45164) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:49:09.872849 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-e149bafd-bc1b-498b-9e5d-2741a1eb6f1f req-40d1b81c-9332-4491-ac62-06ed044c2e2a tempest-ServerRescueTestJSONUnderV235-1035206563 tempest-ServerRescueTestJSONUnderV235-1035206563-project] 10.222.0.42 "GET /v2.0/ports?device_id=a96b676e-b606-4103-a36d-2f1625145b68 HTTP/1.1" status: 200 len: 945 time: 0.7436337 Apr 18 20:49:09.903770 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Device 79dd13c6-ebce-4026-87a0-8a1716458bc4 up at agent hyperv_n-h2-838334-2 {{(pid=84042) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 20:49:09.921104 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.l3_dvrscheduler_db [req-0df9936f-1279-45b0-a3f6-01e317010e3b req-2dd861c4-140a-4970-bc4d-17795e9d182a tempest-ServerGroupTestJSON-1467409197 tempest-ServerGroupTestJSON-1467409197-project] No DVR routers for this DVR port 90b5944e-ac37-4d6e-83c8-d00b7c03dbbb on host n-h2-838334-2 {{(pid=84040) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 20:49:09.934678 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-0df9936f-1279-45b0-a3f6-01e317010e3b req-2dd861c4-140a-4970-bc4d-17795e9d182a tempest-ServerGroupTestJSON-1467409197 tempest-ServerGroupTestJSON-1467409197-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217293'] for port, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:09.945560 n-d-838334-2 neutron-server[84040]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '853e8351-a742-40ee-9561-a9b5f1aa4849', 'name': 'network-vif-deleted', 'tag': '90b5944e-ac37-4d6e-83c8-d00b7c03dbbb'}] {{(pid=84040) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 20:49:09.971545 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-0df9936f-1279-45b0-a3f6-01e317010e3b req-2dd861c4-140a-4970-bc4d-17795e9d182a tempest-ServerGroupTestJSON-1467409197 tempest-ServerGroupTestJSON-1467409197-project] 10.222.0.48 "DELETE /v2.0/ports/90b5944e-ac37-4d6e-83c8-d00b7c03dbbb HTTP/1.1" status: 204 len: 173 time: 3.6457808 Apr 18 20:49:09.992946 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fb85a34-70f2-4a53-bf84-eda43c4965ab req-2f3f07a9-97e4-4d4e-8f95-c5e63a3e9288 tempest-ServerMetadataNegativeTestJSON-1038530686 tempest-ServerMetadataNegativeTestJSON-1038530686-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:49:10.000713 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-3fb85a34-70f2-4a53-bf84-eda43c4965ab req-2f3f07a9-97e4-4d4e-8f95-c5e63a3e9288 tempest-ServerMetadataNegativeTestJSON-1038530686 tempest-ServerMetadataNegativeTestJSON-1038530686-project] 10.222.0.42 "GET /v2.0/ports?device_id=4f44a869-9ded-4c1a-80e3-c9208f4179be HTTP/1.1" status: 200 len: 945 time: 0.4552085 Apr 18 20:49:10.040851 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-e149bafd-bc1b-498b-9e5d-2741a1eb6f1f req-18437b6a-b502-4767-9108-b32b146de8d9 tempest-ServerRescueTestJSONUnderV235-1035206563 tempest-ServerRescueTestJSONUnderV235-1035206563-project] 10.222.0.42 "GET /v2.0/security-groups?id=aac67c62-23bd-4af5-b48b-8b06d02dda3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1498392 Apr 18 20:49:10.119834 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-3fb85a34-70f2-4a53-bf84-eda43c4965ab req-4a1ad090-9c56-47d9-b859-4a197315068a tempest-ServerMetadataNegativeTestJSON-1038530686 tempest-ServerMetadataNegativeTestJSON-1038530686-project] 10.222.0.42 "GET /v2.0/security-groups?id=43e21539-3ecb-4f67-9366-91cd880b2bb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1173890 Apr 18 20:49:10.130419 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Provisioning for port 79dd13c6-ebce-4026-87a0-8a1716458bc4 completed by entity L2. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 20:49:10.144023 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Provisioning complete for port 79dd13c6-ebce-4026-87a0-8a1716458bc4 triggered by entity L2. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:49:10.144777 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1253608'] for port, provisioning_complete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:10.346393 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-b3abef09-0378-4e0e-87ab-81a86f6166c7 req-027db6e0-eda2-4c18-bc1e-8b730668395b tempest-ServersTestBootFromVolume-1514752049 tempest-ServersTestBootFromVolume-1514752049-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750375259028', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750374836628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32440838'] for port, after_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:10.479094 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:10.539373 n-d-838334-2 neutron-server[84042]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a96b676e-b606-4103-a36d-2f1625145b68', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '79dd13c6-ebce-4026-87a0-8a1716458bc4'}] {{(pid=84042) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 20:49:10.560429 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] For port 79dd13c6-ebce-4026-87a0-8a1716458bc4, host n-h2-838334-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838334-2',level=0,port_id=79dd13c6-ebce-4026-87a0-8a1716458bc4,segment=NetworkSegment(84b0de3c-8149-4d18-8929-3ff0da980800),segment_id=84b0de3c-8149-4d18-8929-3ff0da980800)] {{(pid=84042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:49:10.569237 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682'] for port, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:10.570792 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Device 90b5944e-ac37-4d6e-83c8-d00b7c03dbbb no longer exists at agent hyperv_n-h2-838334-2 {{(pid=84042) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 20:49:10.661833 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-884a683c-4299-4252-8fb2-ae3edbb93cd5 admin admin] Notify callbacks [] for router, before_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:10.773318 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.plugin [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] No Port match for: 90b5944e-ac37-4d6e-83c8-d00b7c03dbbb {{(pid=84042) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 18 20:49:10.773947 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Device 90b5944e-ac37-4d6e-83c8-d00b7c03dbbb not bound to the agent host n-h2-838334-2 {{(pid=84042) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 20:49:10.774521 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Device bf3648e0-3d5a-4377-a6e4-8acf452dfb09 no longer exists at agent hyperv_n-h2-838334-2 {{(pid=84042) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 20:49:10.998343 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.plugin [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] No Port match for: bf3648e0-3d5a-4377-a6e4-8acf452dfb09 {{(pid=84042) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 18 20:49:10.999026 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Device bf3648e0-3d5a-4377-a6e4-8acf452dfb09 not bound to the agent host n-h2-838334-2 {{(pid=84042) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 20:49:11.013113 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Pushing event updated for resources: {'Port': ['ID=79dd13c6-ebce-4026-87a0-8a1716458bc4,revision_number=5']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:49:11.056673 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-027db6e0-eda2-4c18-bc1e-8b730668395b tempest-ServersTestBootFromVolume-1514752049 tempest-ServersTestBootFromVolume-1514752049-project] Pushing event deleted for resources: {'Port': ['ID=bf3648e0-3d5a-4377-a6e4-8acf452dfb09,revision_number=None']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:49:11.103984 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-d3df2403-5d34-4bfc-b718-e0aa62fb17b8 req-f706fb03-e6c4-493c-8028-3d4a486f8090 tempest-ServersTestBootFromVolume-1514752049 tempest-ServersTestBootFromVolume-1514752049-project] 10.222.0.42 "GET /v2.0/ports?device_id=f202d24e-5786-4e97-b11f-4f156f6f3e05 HTTP/1.1" status: 200 len: 210 time: 0.1644027 Apr 18 20:49:11.291162 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-884a683c-4299-4252-8fb2-ae3edbb93cd5 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:11.303666 n-d-838334-2 neutron-server[84040]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9e0dd35e-3149-47e7-bdd5-beba9fe5747c'] response: {'server_uuid': '853e8351-a742-40ee-9561-a9b5f1aa4849', 'name': 'network-vif-deleted', 'tag': '90b5944e-ac37-4d6e-83c8-d00b7c03dbbb', 'status': 'completed', 'code': 200} Apr 18 20:49:11.318426 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.plugin [None req-884a683c-4299-4252-8fb2-ae3edbb93cd5 admin admin] Deleting port 1fd776ed-a18d-4acb-ac9e-046005df522d {{(pid=84041) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 20:49:11.318885 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-884a683c-4299-4252-8fb2-ae3edbb93cd5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750375188691'] for port, before_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:11.387430 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-f6f0663a-7382-4721-84ba-ed74561b680d req-ab0756ac-910c-4b5b-b094-edd5f0211f3d service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=74fb1b3e-aad8-4cf1-ab81-337d3a37a132&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.8415208 Apr 18 20:49:11.531491 n-d-838334-2 neutron-server[84040]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b3abef09-0378-4e0e-87ab-81a86f6166c7 req-027db6e0-eda2-4c18-bc1e-8b730668395b tempest-ServersTestBootFromVolume-1514752049 tempest-ServersTestBootFromVolume-1514752049-project] Router 6010692a-0621-4540-bb51-2d0118223f6d has already been hosted by L3 agent bc84d6c9-dd7a-4555-a351-592327b46d5a {{(pid=84040) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 20:49:11.557142 n-d-838334-2 neutron-server[84042]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8eee07db-5c75-4f46-a9fc-2f8f899870b3'] response: {'server_uuid': 'a96b676e-b606-4103-a36d-2f1625145b68', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '79dd13c6-ebce-4026-87a0-8a1716458bc4', 'code': 200} Apr 18 20:49:11.811727 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.db [None req-884a683c-4299-4252-8fb2-ae3edbb93cd5 admin admin] For port 1fd776ed-a18d-4acb-ac9e-046005df522d, host n-d-838334-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838334-2',level=0,port_id=1fd776ed-a18d-4acb-ac9e-046005df522d,segment=NetworkSegment(732aa830-768b-4511-951f-d08e26b9c25b),segment_id=732aa830-768b-4511-951f-d08e26b9c25b)] {{(pid=84041) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:49:11.813766 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-884a683c-4299-4252-8fb2-ae3edbb93cd5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369123'] for port, precommit_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:12.008963 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-6133c245-f979-462b-9ac1-d5efd9b3fb7a req-a74b557a-93a5-43a9-b114-131cbd9f21c4 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=a96b676e-b606-4103-a36d-2f1625145b68 HTTP/1.1" status: 200 len: 1097 time: 0.3653898 Apr 18 20:49:12.039274 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cfde9f5-9c39-4845-81cd-2213ba40f515 req-c849b10d-ec3a-411c-bfee-693bd359d322 tempest-ServerRescueTestJSONUnderV235-1035206563 tempest-ServerRescueTestJSONUnderV235-1035206563-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:49:12.054562 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-5cfde9f5-9c39-4845-81cd-2213ba40f515 req-c849b10d-ec3a-411c-bfee-693bd359d322 tempest-ServerRescueTestJSONUnderV235-1035206563 tempest-ServerRescueTestJSONUnderV235-1035206563-project] 10.222.0.42 "GET /v2.0/ports?device_id=a96b676e-b606-4103-a36d-2f1625145b68 HTTP/1.1" status: 200 len: 946 time: 0.1746573 Apr 18 20:49:12.160095 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.plugin [None req-884a683c-4299-4252-8fb2-ae3edbb93cd5 admin admin] Calling delete_port for 1fd776ed-a18d-4acb-ac9e-046005df522d owned by network:router_gateway {{(pid=84041) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 20:49:12.170228 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-5cfde9f5-9c39-4845-81cd-2213ba40f515 req-7f837c71-7557-4602-a9dd-04908120c1bd tempest-ServerRescueTestJSONUnderV235-1035206563 tempest-ServerRescueTestJSONUnderV235-1035206563-project] 10.222.0.42 "GET /v2.0/security-groups?id=aac67c62-23bd-4af5-b48b-8b06d02dda3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1145794 Apr 18 20:49:12.183610 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-6133c245-f979-462b-9ac1-d5efd9b3fb7a req-af3b2e57-1132-4e91-bfe7-72d5d1878e9e service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=aac67c62-23bd-4af5-b48b-8b06d02dda3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1667368 Apr 18 20:49:12.291476 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b3abef09-0378-4e0e-87ab-81a86f6166c7 req-027db6e0-eda2-4c18-bc1e-8b730668395b tempest-ServersTestBootFromVolume-1514752049 tempest-ServersTestBootFromVolume-1514752049-project] Notify agent at l3_agent.n-d-838334-2 the message routers_updated {{(pid=84040) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 20:49:12.302706 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a245039c-9c49-466a-8983-24f350d6b223 None None] Sync routers for ids ['6010692a-0621-4540-bb51-2d0118223f6d'] in n-d-838334-2 {{(pid=84042) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 18 20:49:12.346412 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a245039c-9c49-466a-8983-24f350d6b223 None None] Routers {'6010692a-0621-4540-bb51-2d0118223f6d'} bound to L3 agent in host n-d-838334-2 {{(pid=84042) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 20:49:12.352838 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_hamode_db [None req-a245039c-9c49-466a-8983-24f350d6b223 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838334-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-18T20:25:48Z,description=,heartbeat_timestamp=2022-04-18T20:48:48Z,host='n-d-838334-2',id=bc84d6c9-dd7a-4555-a351-592327b46d5a,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:25:48Z,topic='l3_agent')) {'router_ids': ['6010692a-0621-4540-bb51-2d0118223f6d'], 'active': True} {{(pid=84042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:49:12.696312 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-7d31f46a-8aed-43d9-9746-ea0d1b7a47e4 req-83b6b69b-207a-4da3-be40-668a3e99a9af service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=74fb1b3e-aad8-4cf1-ab81-337d3a37a132&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.7693851 Apr 18 20:49:12.762989 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.l3_dvrscheduler_db [req-b3abef09-0378-4e0e-87ab-81a86f6166c7 req-027db6e0-eda2-4c18-bc1e-8b730668395b tempest-ServersTestBootFromVolume-1514752049 tempest-ServersTestBootFromVolume-1514752049-project] No DVR routers for this DVR port bf3648e0-3d5a-4377-a6e4-8acf452dfb09 on host n-h2-838334-2 {{(pid=84040) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 20:49:12.797458 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-b3abef09-0378-4e0e-87ab-81a86f6166c7 req-027db6e0-eda2-4c18-bc1e-8b730668395b tempest-ServersTestBootFromVolume-1514752049 tempest-ServersTestBootFromVolume-1514752049-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217293'] for port, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:12.825727 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-56cf4e4c-285a-48b8-b18f-641ea5ecb7d4 req-37245b12-0b8f-452c-9aa2-a5bb8d03dd0d tempest-ServersTestBootFromVolume-1514752049 tempest-ServersTestBootFromVolume-1514752049-project] 10.222.0.42 "GET /v2.0/ports?device_id=f202d24e-5786-4e97-b11f-4f156f6f3e05 HTTP/1.1" status: 200 len: 210 time: 0.1515019 Apr 18 20:49:12.871180 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-884a683c-4299-4252-8fb2-ae3edbb93cd5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750375259028', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750374836628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32266323'] for port, after_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:12.893462 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_dvr_db [None req-a245039c-9c49-466a-8983-24f350d6b223 None None] Set router 6010692a-0621-4540-bb51-2d0118223f6d gateway port host: n-d-838334-2 {{(pid=84042) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 20:49:12.922541 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-b3abef09-0378-4e0e-87ab-81a86f6166c7 req-027db6e0-eda2-4c18-bc1e-8b730668395b tempest-ServersTestBootFromVolume-1514752049 tempest-ServersTestBootFromVolume-1514752049-project] 10.222.0.48 "DELETE /v2.0/ports/bf3648e0-3d5a-4377-a6e4-8acf452dfb09 HTTP/1.1" status: 204 len: 173 time: 6.4116642 Apr 18 20:49:12.981222 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3303f8f5-534e-4e6b-9690-5de05203e0ef req-35b63fec-c0c3-4e03-baa2-9071fa59a776 tempest-MigrationsAdminTest-1326981207 tempest-MigrationsAdminTest-1326981207-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:49:12.996611 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-3303f8f5-534e-4e6b-9690-5de05203e0ef req-35b63fec-c0c3-4e03-baa2-9071fa59a776 tempest-MigrationsAdminTest-1326981207 tempest-MigrationsAdminTest-1326981207-project] 10.222.0.42 "GET /v2.0/ports?device_id=74fb1b3e-aad8-4cf1-ab81-337d3a37a132 HTTP/1.1" status: 200 len: 949 time: 0.5310056 Apr 18 20:49:13.013808 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-884a683c-4299-4252-8fb2-ae3edbb93cd5 admin admin] Pushing event deleted for resources: {'Port': ['ID=1fd776ed-a18d-4acb-ac9e-046005df522d,revision_number=None']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:49:13.144521 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-884a683c-4299-4252-8fb2-ae3edbb93cd5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:49:13.147218 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-884a683c-4299-4252-8fb2-ae3edbb93cd5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:49:13.148142 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-884a683c-4299-4252-8fb2-ae3edbb93cd5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:49:13.148488 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-884a683c-4299-4252-8fb2-ae3edbb93cd5 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:49:13.148824 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-884a683c-4299-4252-8fb2-ae3edbb93cd5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:49:13.149158 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-884a683c-4299-4252-8fb2-ae3edbb93cd5 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:49:13.149493 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-884a683c-4299-4252-8fb2-ae3edbb93cd5 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:49:13.149822 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-884a683c-4299-4252-8fb2-ae3edbb93cd5 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:49:13.150146 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-884a683c-4299-4252-8fb2-ae3edbb93cd5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:49:13.150469 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-884a683c-4299-4252-8fb2-ae3edbb93cd5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:49:13.150792 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-884a683c-4299-4252-8fb2-ae3edbb93cd5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:49:13.204985 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-3303f8f5-534e-4e6b-9690-5de05203e0ef req-c992ce4a-fe23-4bbe-909c-155acb0d2a26 tempest-MigrationsAdminTest-1326981207 tempest-MigrationsAdminTest-1326981207-project] 10.222.0.42 "GET /v2.0/security-groups?id=8ca7ac2c-bfe5-493b-aae6-636315bac851&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2010567 Apr 18 20:49:13.304757 n-d-838334-2 neutron-server[84040]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f202d24e-5786-4e97-b11f-4f156f6f3e05', 'name': 'network-vif-deleted', 'tag': 'bf3648e0-3d5a-4377-a6e4-8acf452dfb09'}] {{(pid=84040) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 20:49:13.834073 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bae6a97-038f-4fca-9716-72f0639e82f1 req-7436af07-7b47-4ddb-815e-52c12019942d tempest-ServerRescueTestJSONUnderV235-1035206563 tempest-ServerRescueTestJSONUnderV235-1035206563-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:49:13.842249 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-3bae6a97-038f-4fca-9716-72f0639e82f1 req-7436af07-7b47-4ddb-815e-52c12019942d tempest-ServerRescueTestJSONUnderV235-1035206563 tempest-ServerRescueTestJSONUnderV235-1035206563-project] 10.222.0.42 "GET /v2.0/ports?device_id=a96b676e-b606-4103-a36d-2f1625145b68 HTTP/1.1" status: 200 len: 946 time: 0.2164435 Apr 18 20:49:13.847507 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-884a683c-4299-4252-8fb2-ae3edbb93cd5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33444108'] for router_gateway, after_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:13.852113 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_hamode_db [None req-a245039c-9c49-466a-8983-24f350d6b223 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6010692a-0621-4540-bb51-2d0118223f6d', 'name': 'tempest-ServersTestBootFromVolume-1233507631-router', 'tenant_id': '10af1d879623447e98b3f1b5785a8e4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'external_fixed_ips': [{'subnet_id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'ip_address': '172.25.8.93'}], 'enable_snat': True}, 'gw_port_id': '08e0f07c-ed7b-4d2f-9b6f-175f2ac0b029', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:46:32Z', 'updated_at': '2022-04-18T20:46:44Z', 'revision_number': 4, 'project_id': '10af1d879623447e98b3f1b5785a8e4f', 'gw_port': {'id': '08e0f07c-ed7b-4d2f-9b6f-175f2ac0b029', 'name': '', 'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:a3:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6010692a-0621-4540-bb51-2d0118223f6d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'ip_address': '172.25.8.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:46:34Z', 'updated_at': '2022-04-18T20:46:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838334-2', '_interfaces': [{'id': 'eda10c5a-f179-44dd-8094-d9ab1e1269d8', 'name': '', 'network_id': '926061aa-7053-4e13-adce-8286fe177d09', 'tenant_id': '10af1d879623447e98b3f1b5785a8e4f', 'mac_address': 'fa:16:3e:e6:fe:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6010692a-0621-4540-bb51-2d0118223f6d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4aaef2f0-843c-461e-a57b-a0e79342b79d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:46:42Z', 'updated_at': '2022-04-18T20:46:54Z', 'revision_number': 5, 'project_id': '10af1d879623447e98b3f1b5785a8e4f', 'subnets': [{'id': '4aaef2f0-843c-461e-a57b-a0e79342b79d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838334-2', False) {} {{(pid=84042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:49:13.871996 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a245039c-9c49-466a-8983-24f350d6b223 None None] Checking router: 6010692a-0621-4540-bb51-2d0118223f6d for host: n-d-838334-2 {{(pid=84042) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 18 20:49:13.924084 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a245039c-9c49-466a-8983-24f350d6b223 None None] Routers {'6010692a-0621-4540-bb51-2d0118223f6d'} bound to L3 agent in host n-d-838334-2 {{(pid=84042) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 20:49:13.924771 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_hamode_db [None req-a245039c-9c49-466a-8983-24f350d6b223 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838334-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-18T20:25:48Z,description=,heartbeat_timestamp=2022-04-18T20:48:48Z,host='n-d-838334-2',id=bc84d6c9-dd7a-4555-a351-592327b46d5a,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:25:48Z,topic='l3_agent')) {'router_ids': ['6010692a-0621-4540-bb51-2d0118223f6d'], 'active': True} {{(pid=84042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:49:13.945445 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-3bae6a97-038f-4fca-9716-72f0639e82f1 req-5c987197-b8f5-434f-8f1a-085cec877337 tempest-ServerRescueTestJSONUnderV235-1035206563 tempest-ServerRescueTestJSONUnderV235-1035206563-project] 10.222.0.42 "GET /v2.0/security-groups?id=aac67c62-23bd-4af5-b48b-8b06d02dda3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1022465 Apr 18 20:49:14.147532 n-d-838334-2 neutron-server[84040]: INFO neutron.notifiers.nova [-] Nova event matching ['req-31278272-787a-462a-8229-313816d53010'] response: {'server_uuid': 'f202d24e-5786-4e97-b11f-4f156f6f3e05', 'name': 'network-vif-deleted', 'tag': 'bf3648e0-3d5a-4377-a6e4-8acf452dfb09', 'status': 'completed', 'code': 200} Apr 18 20:49:14.603231 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_dvr_db [None req-a245039c-9c49-466a-8983-24f350d6b223 None None] Set router 6010692a-0621-4540-bb51-2d0118223f6d gateway port host: n-d-838334-2 {{(pid=84042) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 20:49:14.731371 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-884a683c-4299-4252-8fb2-ae3edbb93cd5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33443580', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5726'] for router, precommit_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:14.739529 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-884a683c-4299-4252-8fb2-ae3edbb93cd5 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:14.750674 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [req-5d60774b-dadd-424d-9d5f-e8839b69c6c8 req-ddc56d7b-b174-406c-a75a-c97e7f4cebb0 tempest-ServersTestBootFromVolume-1514752049 tempest-ServersTestBootFromVolume-1514752049-project] Synchronizing usage tracker for tenant:10af1d879623447e98b3f1b5785a8e4f on resource:port {{(pid=84040) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 20:49:14.803841 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-884a683c-4299-4252-8fb2-ae3edbb93cd5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-33443408'] for router, after_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:14.804524 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-884a683c-4299-4252-8fb2-ae3edbb93cd5 admin admin] Fanout notify agent at l3_agent the message router_deleted on router aac99072-39e7-4548-8076-5f3805eb82b5 {{(pid=84041) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 18 20:49:14.821979 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-884a683c-4299-4252-8fb2-ae3edbb93cd5 admin admin] Notify callbacks [] for router, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:14.826690 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-884a683c-4299-4252-8fb2-ae3edbb93cd5 admin admin] 10.222.0.42 "DELETE /v2.0/routers/aac99072-39e7-4548-8076-5f3805eb82b5 HTTP/1.1" status: 204 len: 168 time: 4.9514542 Apr 18 20:49:14.830390 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 45296) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:49:14.846030 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95e1f3f3-407c-452e-b0a1-406f17e5ec09 req-21ef0fe0-13f7-44cc-ad70-4f918eb56295 tempest-MigrationsAdminTest-1326981207 tempest-MigrationsAdminTest-1326981207-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:49:14.854769 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-95e1f3f3-407c-452e-b0a1-406f17e5ec09 req-21ef0fe0-13f7-44cc-ad70-4f918eb56295 tempest-MigrationsAdminTest-1326981207 tempest-MigrationsAdminTest-1326981207-project] 10.222.0.42 "GET /v2.0/ports?device_id=74fb1b3e-aad8-4cf1-ab81-337d3a37a132 HTTP/1.1" status: 200 len: 949 time: 0.4457493 Apr 18 20:49:14.855445 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [req-5d60774b-dadd-424d-9d5f-e8839b69c6c8 req-ddc56d7b-b174-406c-a75a-c97e7f4cebb0 tempest-ServersTestBootFromVolume-1514752049 tempest-ServersTestBootFromVolume-1514752049-project] Unset dirty status for tenant:10af1d879623447e98b3f1b5785a8e4f on resource:port {{(pid=84040) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 20:49:14.861386 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-5d60774b-dadd-424d-9d5f-e8839b69c6c8 req-ddc56d7b-b174-406c-a75a-c97e7f4cebb0 tempest-ServersTestBootFromVolume-1514752049 tempest-ServersTestBootFromVolume-1514752049-project] 10.222.0.42 "GET /v2.0/ports?device_id=f202d24e-5786-4e97-b11f-4f156f6f3e05 HTTP/1.1" status: 200 len: 210 time: 0.3248236 Apr 18 20:49:14.966799 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-95e1f3f3-407c-452e-b0a1-406f17e5ec09 req-20102a9d-7a5c-40f0-b6b9-612e988b25f0 tempest-MigrationsAdminTest-1326981207 tempest-MigrationsAdminTest-1326981207-project] 10.222.0.42 "GET /v2.0/security-groups?id=8ca7ac2c-bfe5-493b-aae6-636315bac851&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1015570 Apr 18 20:49:15.073990 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.db_base_plugin_v2 [None req-bb65366e-96e9-4b03-88c4-5c0c79002e5c admin admin] Deleting subnet d3f5badb-ceb1-48c5-ab68-fc1fa8705bd5 {{(pid=84041) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 18 20:49:15.092385 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-bb65366e-96e9-4b03-88c4-5c0c79002e5c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:15.143758 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_hamode_db [None req-a245039c-9c49-466a-8983-24f350d6b223 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6010692a-0621-4540-bb51-2d0118223f6d', 'name': 'tempest-ServersTestBootFromVolume-1233507631-router', 'tenant_id': '10af1d879623447e98b3f1b5785a8e4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'external_fixed_ips': [{'subnet_id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'ip_address': '172.25.8.93'}], 'enable_snat': True}, 'gw_port_id': '08e0f07c-ed7b-4d2f-9b6f-175f2ac0b029', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:46:32Z', 'updated_at': '2022-04-18T20:46:44Z', 'revision_number': 4, 'project_id': '10af1d879623447e98b3f1b5785a8e4f', 'gw_port': {'id': '08e0f07c-ed7b-4d2f-9b6f-175f2ac0b029', 'name': '', 'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:a3:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6010692a-0621-4540-bb51-2d0118223f6d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'ip_address': '172.25.8.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:46:34Z', 'updated_at': '2022-04-18T20:46:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838334-2', '_interfaces': [{'id': 'eda10c5a-f179-44dd-8094-d9ab1e1269d8', 'name': '', 'network_id': '926061aa-7053-4e13-adce-8286fe177d09', 'tenant_id': '10af1d879623447e98b3f1b5785a8e4f', 'mac_address': 'fa:16:3e:e6:fe:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6010692a-0621-4540-bb51-2d0118223f6d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4aaef2f0-843c-461e-a57b-a0e79342b79d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:46:42Z', 'updated_at': '2022-04-18T20:46:54Z', 'revision_number': 5, 'project_id': '10af1d879623447e98b3f1b5785a8e4f', 'subnets': [{'id': '4aaef2f0-843c-461e-a57b-a0e79342b79d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838334-2', False) {} {{(pid=84042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:49:15.153972 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a245039c-9c49-466a-8983-24f350d6b223 None None] The sync data for ids ['6010692a-0621-4540-bb51-2d0118223f6d'] in n-d-838334-2 is: [{'id': '6010692a-0621-4540-bb51-2d0118223f6d', 'name': 'tempest-ServersTestBootFromVolume-1233507631-router', 'tenant_id': '10af1d879623447e98b3f1b5785a8e4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'external_fixed_ips': [{'subnet_id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'ip_address': '172.25.8.93'}], 'enable_snat': True}, 'gw_port_id': '08e0f07c-ed7b-4d2f-9b6f-175f2ac0b029', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:46:32Z', 'updated_at': '2022-04-18T20:46:44Z', 'revision_number': 4, 'project_id': '10af1d879623447e98b3f1b5785a8e4f', 'gw_port': {'id': '08e0f07c-ed7b-4d2f-9b6f-175f2ac0b029', 'name': '', 'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:a3:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6010692a-0621-4540-bb51-2d0118223f6d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'ip_address': '172.25.8.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:46:34Z', 'updated_at': '2022-04-18T20:46:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838334-2', '_interfaces': [{'id': 'eda10c5a-f179-44dd-8094-d9ab1e1269d8', 'name': '', 'network_id': '926061aa-7053-4e13-adce-8286fe177d09', 'tenant_id': '10af1d879623447e98b3f1b5785a8e4f', 'mac_address': 'fa:16:3e:e6:fe:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6010692a-0621-4540-bb51-2d0118223f6d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4aaef2f0-843c-461e-a57b-a0e79342b79d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:46:42Z', 'updated_at': '2022-04-18T20:46:54Z', 'revision_number': 5, 'project_id': '10af1d879623447e98b3f1b5785a8e4f', 'subnets': [{'id': '4aaef2f0-843c-461e-a57b-a0e79342b79d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84042) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 18 20:49:15.267278 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-2257b601-a3f5-4ece-902c-ea5a287e5e04 req-14979220-9782-436c-b920-2abf51b13031 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=f202d24e-5786-4e97-b11f-4f156f6f3e05&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0887351 Apr 18 20:49:15.344499 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-bb65366e-96e9-4b03-88c4-5c0c79002e5c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32266383'] for subnet, precommit_delete_associations {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:15.396345 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-2257b601-a3f5-4ece-902c-ea5a287e5e04 req-f8f42c8a-33cc-4760-b3fa-886a06609418 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=10af1d879623447e98b3f1b5785a8e4f&device_id=f202d24e-5786-4e97-b11f-4f156f6f3e05 HTTP/1.1" status: 200 len: 210 time: 0.1032417 Apr 18 20:49:15.600144 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-b2f85d9b-93ba-4961-8186-1fff7b24b44d req-cf83521b-23b8-479a-9bb3-703e6dea89db service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=db680760-9920-4ccc-8c07-2936a873d08f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1092672 Apr 18 20:49:15.601544 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-bb65366e-96e9-4b03-88c4-5c0c79002e5c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1260556'] for subnet, precommit_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:15.641983 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-a898f43d-9591-46e1-8e73-9ad64f9f45db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750375287399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253529'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:15.812187 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2257b601-a3f5-4ece-902c-ea5a287e5e04 req-fd9284f6-2377-4f83-8a19-3ba6637c3aef service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:49:15.813646 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-2257b601-a3f5-4ece-902c-ea5a287e5e04 req-fd9284f6-2377-4f83-8a19-3ba6637c3aef service neutron] 10.222.0.48 "GET /v2.0/networks?tenant_id=10af1d879623447e98b3f1b5785a8e4f&shared=False HTTP/1.1" status: 200 len: 917 time: 0.3426292 Apr 18 20:49:15.838369 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-bb65366e-96e9-4b03-88c4-5c0c79002e5c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1260549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33526260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32266336', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32486390'] for subnet, after_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:15.959194 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-b2f85d9b-93ba-4961-8186-1fff7b24b44d req-7f4a816b-bf87-40f2-a45c-ce6876bd9cdd service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=0ae89e923933452faf6047be78995cc1&device_id=db680760-9920-4ccc-8c07-2936a873d08f HTTP/1.1" status: 200 len: 1102 time: 0.3080261 Apr 18 20:49:15.960131 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb65366e-96e9-4b03-88c4-5c0c79002e5c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d3f5badb-ceb1-48c5-ab68-fc1fa8705bd5,revision_number=None']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:49:16.004359 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-bb65366e-96e9-4b03-88c4-5c0c79002e5c admin admin] Notify callbacks [] for subnet, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:16.009521 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cfd73c65-12ec-4fb1-b17e-9aa244a1a224 None None] Network ff0aaeaa-5754-4f93-adcb-de001773846b requested from n-d-838334-2 {{(pid=84042) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 20:49:16.092232 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-305aad1c-05a7-486c-8793-9b5e86a73a4d req-0f6f6f2a-b799-4dfe-a540-052599b898df tempest-ServerRescueTestJSONUnderV235-1035206563 tempest-ServerRescueTestJSONUnderV235-1035206563-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:49:16.093997 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-305aad1c-05a7-486c-8793-9b5e86a73a4d req-0f6f6f2a-b799-4dfe-a540-052599b898df tempest-ServerRescueTestJSONUnderV235-1035206563 tempest-ServerRescueTestJSONUnderV235-1035206563-project] 10.222.0.42 "GET /v2.0/ports?device_id=a96b676e-b606-4103-a36d-2f1625145b68 HTTP/1.1" status: 200 len: 946 time: 0.5604935 Apr 18 20:49:16.100263 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2257b601-a3f5-4ece-902c-ea5a287e5e04 req-4c14e438-3a21-4f66-9c93-ef1c0878cffb service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:49:16.102061 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-2257b601-a3f5-4ece-902c-ea5a287e5e04 req-4c14e438-3a21-4f66-9c93-ef1c0878cffb service neutron] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2486179 Apr 18 20:49:16.115568 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a4ca0a8-afab-4eae-942a-1711c930a191 req-7a6a0d13-ebd4-41b1-ba5e-ae243129e347 tempest-ServerActionsTestJSON-2052644234 tempest-ServerActionsTestJSON-2052644234-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:49:16.122461 n-d-838334-2 neutron-server[84043]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68c894de-4f30-413f-94b1-54899f00b5b9 None None] Sync routers for ids ['aac99072-39e7-4548-8076-5f3805eb82b5'] in n-d-838334-2 {{(pid=84043) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 18 20:49:16.126216 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-4a4ca0a8-afab-4eae-942a-1711c930a191 req-7a6a0d13-ebd4-41b1-ba5e-ae243129e347 tempest-ServerActionsTestJSON-2052644234 tempest-ServerActionsTestJSON-2052644234-project] 10.222.0.42 "GET /v2.0/ports?device_id=b7307812-da19-4509-9baf-bb3ff8313904 HTTP/1.1" status: 200 len: 946 time: 0.3112295 Apr 18 20:49:16.146760 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68c894de-4f30-413f-94b1-54899f00b5b9 None None] Routers set() bound to L3 agent in host n-d-838334-2 {{(pid=84043) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 20:49:16.147438 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68c894de-4f30-413f-94b1-54899f00b5b9 None None] Router IDs set() for agent in host n-d-838334-2 {{(pid=84043) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Apr 18 20:49:16.148164 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.l3_agentschedulers_db [None req-68c894de-4f30-413f-94b1-54899f00b5b9 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'aac99072-39e7-4548-8076-5f3805eb82b5'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-18T20:25:48Z,description=,heartbeat_timestamp=2022-04-18T20:48:48Z,host='n-d-838334-2',id=bc84d6c9-dd7a-4555-a351-592327b46d5a,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:25:48Z,topic='l3_agent'). {{(pid=84043) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Apr 18 20:49:16.171147 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68c894de-4f30-413f-94b1-54899f00b5b9 None None] Routers set() bound to L3 agent in host n-d-838334-2 {{(pid=84043) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 20:49:16.172221 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68c894de-4f30-413f-94b1-54899f00b5b9 None None] Router IDs set() for agent in host n-d-838334-2 {{(pid=84043) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Apr 18 20:49:16.174350 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.l3_agentschedulers_db [None req-68c894de-4f30-413f-94b1-54899f00b5b9 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'aac99072-39e7-4548-8076-5f3805eb82b5'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-18T20:25:48Z,description=,heartbeat_timestamp=2022-04-18T20:48:48Z,host='n-d-838334-2',id=bc84d6c9-dd7a-4555-a351-592327b46d5a,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:25:48Z,topic='l3_agent'). {{(pid=84043) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Apr 18 20:49:16.177242 n-d-838334-2 neutron-server[84043]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68c894de-4f30-413f-94b1-54899f00b5b9 None None] The sync data for ids ['aac99072-39e7-4548-8076-5f3805eb82b5'] in n-d-838334-2 is: [] {{(pid=84043) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 18 20:49:16.242619 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-4a4ca0a8-afab-4eae-942a-1711c930a191 req-92e545a2-4a4b-4934-a45a-5d72b8d5e716 tempest-ServerActionsTestJSON-2052644234 tempest-ServerActionsTestJSON-2052644234-project] 10.222.0.42 "GET /v2.0/security-groups?id=c2aeb662-6a43-4389-8810-9fad3627855b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1152697 Apr 18 20:49:16.248221 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-305aad1c-05a7-486c-8793-9b5e86a73a4d req-e2eca7b9-53b6-4c29-af5d-6c641d8fc8b0 tempest-ServerRescueTestJSONUnderV235-1035206563 tempest-ServerRescueTestJSONUnderV235-1035206563-project] 10.222.0.42 "GET /v2.0/security-groups?id=aac67c62-23bd-4af5-b48b-8b06d02dda3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1450238 Apr 18 20:49:16.267947 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2f85d9b-93ba-4961-8186-1fff7b24b44d req-e75e1d57-43a7-4ba2-8df0-74f9b1f88f78 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:49:16.276578 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-b2f85d9b-93ba-4961-8186-1fff7b24b44d req-e75e1d57-43a7-4ba2-8df0-74f9b1f88f78 service neutron] 10.222.0.43 "GET /v2.0/networks?id=cb56989d-7c5d-4678-b194-1d2edf1e842a HTTP/1.1" status: 200 len: 870 time: 0.2692549 Apr 18 20:49:16.295192 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-bb65366e-96e9-4b03-88c4-5c0c79002e5c admin admin] 10.222.0.42 "DELETE /v2.0/subnets/d3f5badb-ceb1-48c5-ab68-fc1fa8705bd5 HTTP/1.1" status: 204 len: 168 time: 1.4631860 Apr 18 20:49:16.299715 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 45322) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:49:16.488126 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-3cf5bb29-1f9e-44b0-a5c0-94ebfa561bb1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1103592'] for network, before_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:16.501248 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.plugin [None req-3cf5bb29-1f9e-44b0-a5c0-94ebfa561bb1 admin admin] Deleting port 6eb7bba5-0d16-40be-9cf6-9108d874838a {{(pid=84040) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 20:49:16.501864 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-3cf5bb29-1f9e-44b0-a5c0-94ebfa561bb1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750375188691'] for port, before_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:16.636658 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6382d9d6-fcad-42f3-9a70-07191cb45dc6 None None] DHCP port deletion for ff0aaeaa-5754-4f93-adcb-de001773846b request from n-d-838334-2 {{(pid=84042) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 18 20:49:16.638263 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 45330) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:49:16.641456 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.plugin [None req-6382d9d6-fcad-42f3-9a70-07191cb45dc6 None None] Deleting port 6eb7bba5-0d16-40be-9cf6-9108d874838a {{(pid=84042) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 20:49:16.641983 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-6382d9d6-fcad-42f3-9a70-07191cb45dc6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750375188691'] for port, before_delete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:16.735109 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-b2f85d9b-93ba-4961-8186-1fff7b24b44d req-2a993baf-ba59-426b-98b6-1f180a95f330 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.206&port_id=454545ff-cc01-4b02-98d5-de56b420f516 HTTP/1.1" status: 200 len: 217 time: 0.4409587 Apr 18 20:49:16.834835 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-7d31f46a-8aed-43d9-9746-ea0d1b7a47e4 req-ebb0dc91-4a29-44a1-8030-d846fb424a6e service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=0ae89e923933452faf6047be78995cc1&device_id=74fb1b3e-aad8-4cf1-ab81-337d3a37a132 HTTP/1.1" status: 200 len: 1100 time: 0.8803532 Apr 18 20:49:16.851662 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2f85d9b-93ba-4961-8186-1fff7b24b44d req-9b428f04-31d0-47f8-a130-4f9314f927dc service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:49:16.853116 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-b2f85d9b-93ba-4961-8186-1fff7b24b44d req-9b428f04-31d0-47f8-a130-4f9314f927dc service neutron] 10.222.0.43 "GET /v2.0/subnets?id=c4b526db-4d8a-4d4c-a310-e3a599630ae1 HTTP/1.1" status: 200 len: 843 time: 0.1009684 Apr 18 20:49:16.956441 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.db_base_plugin_v2 [None req-bc505f4b-02d9-4104-801a-8151f5610b9e admin admin] Deleting subnet 7e58bc8e-8e47-4b25-a6de-a7a4bbfcf0e0 {{(pid=84040) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 18 20:49:16.966268 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-bc505f4b-02d9-4104-801a-8151f5610b9e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:17.074950 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-bc505f4b-02d9-4104-801a-8151f5610b9e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31955982'] for subnet, precommit_delete_associations {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:17.100596 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-6382d9d6-fcad-42f3-9a70-07191cb45dc6 None None] For port 6eb7bba5-0d16-40be-9cf6-9108d874838a, host n-d-838334-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838334-2',level=0,port_id=6eb7bba5-0d16-40be-9cf6-9108d874838a,segment=NetworkSegment(9440716d-d4e0-4dc1-8801-a03f21d3bafe),segment_id=9440716d-d4e0-4dc1-8801-a03f21d3bafe)] {{(pid=84042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:49:17.101248 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-6382d9d6-fcad-42f3-9a70-07191cb45dc6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369123'] for port, precommit_delete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:17.200199 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d31f46a-8aed-43d9-9746-ea0d1b7a47e4 req-1815626c-bd0a-4f89-aa5a-f48121f11e38 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:49:17.201522 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-7d31f46a-8aed-43d9-9746-ea0d1b7a47e4 req-1815626c-bd0a-4f89-aa5a-f48121f11e38 service neutron] 10.222.0.43 "GET /v2.0/networks?id=cb56989d-7c5d-4678-b194-1d2edf1e842a HTTP/1.1" status: 200 len: 870 time: 0.2635758 Apr 18 20:49:17.204084 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-bc505f4b-02d9-4104-801a-8151f5610b9e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1260556'] for subnet, precommit_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:17.218694 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-b2f85d9b-93ba-4961-8186-1fff7b24b44d req-f61b9be0-bd37-49fb-9590-cd51a01037e2 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=cb56989d-7c5d-4678-b194-1d2edf1e842a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3492489 Apr 18 20:49:17.361275 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.plugin [None req-6382d9d6-fcad-42f3-9a70-07191cb45dc6 None None] Calling delete_port for 6eb7bba5-0d16-40be-9cf6-9108d874838a owned by network:dhcp {{(pid=84042) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 20:49:17.474075 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-6382d9d6-fcad-42f3-9a70-07191cb45dc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750375259028', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750374836628'] for port, after_delete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:17.542367 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-7d31f46a-8aed-43d9-9746-ea0d1b7a47e4 req-8d94653a-93ff-43a6-8f29-7ea01be7a830 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.11&port_id=949f02d1-12bb-440c-a2f0-e70e4a56cec3 HTTP/1.1" status: 200 len: 217 time: 0.3248794 Apr 18 20:49:17.577211 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6382d9d6-fcad-42f3-9a70-07191cb45dc6 None None] Pushing event deleted for resources: {'Port': ['ID=6eb7bba5-0d16-40be-9cf6-9108d874838a,revision_number=None']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:49:17.592786 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6382d9d6-fcad-42f3-9a70-07191cb45dc6 None None] No DVR routers for this DVR port 6eb7bba5-0d16-40be-9cf6-9108d874838a on host n-d-838334-2 {{(pid=84042) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 20:49:17.677788 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0abdbb6b-54c9-4cfb-ab14-68480bc22af1 None None] New status for floating IP 7b794df3-6974-4052-9772-f2e86b589108: DOWN {{(pid=84042) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Apr 18 20:49:17.758197 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d31f46a-8aed-43d9-9746-ea0d1b7a47e4 req-c448c1cf-32f1-44f6-b6de-414f8e28d420 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:49:17.760010 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-7d31f46a-8aed-43d9-9746-ea0d1b7a47e4 req-c448c1cf-32f1-44f6-b6de-414f8e28d420 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=c4b526db-4d8a-4d4c-a310-e3a599630ae1 HTTP/1.1" status: 200 len: 843 time: 0.1884100 Apr 18 20:49:17.780853 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-b2f85d9b-93ba-4961-8186-1fff7b24b44d req-73b63e99-dad4-4c1f-9a47-a30af82dc6b0 service neutron] 10.222.0.43 "GET /v2.0/networks/cb56989d-7c5d-4678-b194-1d2edf1e842a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4459045 Apr 18 20:49:17.861746 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54b750ca-2f6c-4caa-8d2a-60d9f90566a8 req-9dd000bc-9221-4ca0-b853-616bf4018073 tempest-ServerMetadataNegativeTestJSON-1038530686 tempest-ServerMetadataNegativeTestJSON-1038530686-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:49:17.869597 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-54b750ca-2f6c-4caa-8d2a-60d9f90566a8 req-9dd000bc-9221-4ca0-b853-616bf4018073 tempest-ServerMetadataNegativeTestJSON-1038530686 tempest-ServerMetadataNegativeTestJSON-1038530686-project] 10.222.0.42 "GET /v2.0/ports?device_id=4f44a869-9ded-4c1a-80e3-c9208f4179be HTTP/1.1" status: 200 len: 945 time: 1.2331972 Apr 18 20:49:17.877192 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.db [None req-3cf5bb29-1f9e-44b0-a5c0-94ebfa561bb1 admin admin] For port 6eb7bba5-0d16-40be-9cf6-9108d874838a, host n-d-838334-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838334-2',level=0,port_id=6eb7bba5-0d16-40be-9cf6-9108d874838a,segment=NetworkSegment(9440716d-d4e0-4dc1-8801-a03f21d3bafe),segment_id=9440716d-d4e0-4dc1-8801-a03f21d3bafe)] {{(pid=84040) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:49:17.877462 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-3cf5bb29-1f9e-44b0-a5c0-94ebfa561bb1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369123'] for port, precommit_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:18.055324 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.plugin [None req-3cf5bb29-1f9e-44b0-a5c0-94ebfa561bb1 admin admin] Calling delete_port for 6eb7bba5-0d16-40be-9cf6-9108d874838a owned by network:dhcp {{(pid=84040) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 20:49:18.063190 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-7d31f46a-8aed-43d9-9746-ea0d1b7a47e4 req-f1a6f640-e45f-4b9f-b06e-5c870b5ace3b service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=cb56989d-7c5d-4678-b194-1d2edf1e842a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2809062 Apr 18 20:49:18.131203 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-bc505f4b-02d9-4104-801a-8151f5610b9e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1260549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33526260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32440885', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31752825'] for subnet, after_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:18.131866 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-d3cab5cd-3c8b-44cd-bd6e-57e167025d38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750375287399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253529'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:18.138478 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-b2f85d9b-93ba-4961-8186-1fff7b24b44d req-83fbaff9-ff67-4da0-a96d-21c5aa2955c2 service neutron] 10.222.0.43 "GET /v2.0/networks/cb56989d-7c5d-4678-b194-1d2edf1e842a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3242555 Apr 18 20:49:18.156291 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-54b750ca-2f6c-4caa-8d2a-60d9f90566a8 req-e4783954-c40c-4486-a5b1-592550edf877 tempest-ServerMetadataNegativeTestJSON-1038530686 tempest-ServerMetadataNegativeTestJSON-1038530686-project] 10.222.0.42 "GET /v2.0/security-groups?id=43e21539-3ecb-4f67-9366-91cd880b2bb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2856591 Apr 18 20:49:18.216968 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cae49a5-3964-46eb-b49e-92218b57278c req-70e72f00-dff0-4b1d-9487-4d51071d17b1 tempest-MigrationsAdminTest-1326981207 tempest-MigrationsAdminTest-1326981207-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:49:18.224666 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-3cae49a5-3964-46eb-b49e-92218b57278c req-70e72f00-dff0-4b1d-9487-4d51071d17b1 tempest-MigrationsAdminTest-1326981207 tempest-MigrationsAdminTest-1326981207-project] 10.222.0.42 "GET /v2.0/ports?device_id=74fb1b3e-aad8-4cf1-ab81-337d3a37a132 HTTP/1.1" status: 200 len: 949 time: 0.9448056 Apr 18 20:49:18.232239 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc505f4b-02d9-4104-801a-8151f5610b9e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7e58bc8e-8e47-4b25-a6de-a7a4bbfcf0e0,revision_number=None']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:49:18.257950 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b258cc67-a20d-4bc3-beb4-64ca12161169 req-412987f9-1986-4ee0-bde8-341f3ba609ee tempest-ServerMetadataNegativeTestJSON-1038530686 tempest-ServerMetadataNegativeTestJSON-1038530686-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:49:18.259791 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-b258cc67-a20d-4bc3-beb4-64ca12161169 req-412987f9-1986-4ee0-bde8-341f3ba609ee tempest-ServerMetadataNegativeTestJSON-1038530686 tempest-ServerMetadataNegativeTestJSON-1038530686-project] 10.222.0.48 "GET /v2.0/ports?device_id=4f44a869-9ded-4c1a-80e3-c9208f4179be HTTP/1.1" status: 200 len: 945 time: 0.5859973 Apr 18 20:49:18.299382 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-7d31f46a-8aed-43d9-9746-ea0d1b7a47e4 req-3ba64f08-fe2b-4db4-b769-a2af4a5eb5fe service neutron] 10.222.0.43 "GET /v2.0/networks/cb56989d-7c5d-4678-b194-1d2edf1e842a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2209783 Apr 18 20:49:18.349160 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.plugin [req-b258cc67-a20d-4bc3-beb4-64ca12161169 req-eaa1a96a-ffce-41cc-a54a-79c0b304cf45 tempest-ServerMetadataNegativeTestJSON-1038530686 tempest-ServerMetadataNegativeTestJSON-1038530686-project] Deleting port 6dc9018a-4ac2-4289-bc5a-a3b61016d6ef {{(pid=84040) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 20:49:18.350532 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-b258cc67-a20d-4bc3-beb4-64ca12161169 req-eaa1a96a-ffce-41cc-a54a-79c0b304cf45 tempest-ServerMetadataNegativeTestJSON-1038530686 tempest-ServerMetadataNegativeTestJSON-1038530686-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750375188691'] for port, before_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:18.388288 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-bc505f4b-02d9-4104-801a-8151f5610b9e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32378031'] for subnet, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:18.419085 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-bc505f4b-02d9-4104-801a-8151f5610b9e admin admin] 10.222.0.42 "DELETE /v2.0/subnets/7e58bc8e-8e47-4b25-a6de-a7a4bbfcf0e0 HTTP/1.1" status: 204 len: 168 time: 1.7192733 Apr 18 20:49:18.422431 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 45336) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:49:18.472691 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.db.api [None req-3cf5bb29-1f9e-44b0-a5c0-94ebfa561bb1 admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84040) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 18 20:49:18.472691 n-d-838334-2 neutron-server[84040]: DEBUG oslo_db.api [None req-3cf5bb29-1f9e-44b0-a5c0-94ebfa561bb1 admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 18 20:49:18.548212 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-7d31f46a-8aed-43d9-9746-ea0d1b7a47e4 req-a50a7cef-7073-4e50-82e6-23b4c7f13448 service neutron] 10.222.0.43 "GET /v2.0/networks/cb56989d-7c5d-4678-b194-1d2edf1e842a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2396863 Apr 18 20:49:18.561316 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Device 1fd776ed-a18d-4acb-ac9e-046005df522d no longer exists at agent ovs-agent-n-d-838334-2 {{(pid=84042) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 20:49:18.571594 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-3cae49a5-3964-46eb-b49e-92218b57278c req-f1a46c79-ec27-4480-97f5-ad5cb1802536 tempest-MigrationsAdminTest-1326981207 tempest-MigrationsAdminTest-1326981207-project] 10.222.0.42 "GET /v2.0/security-groups?id=8ca7ac2c-bfe5-493b-aae6-636315bac851&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3456590 Apr 18 20:49:18.648546 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.plugin [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] No Port match for: 1fd776ed-a18d-4acb-ac9e-046005df522d {{(pid=84042) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 18 20:49:18.648889 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Device 1fd776ed-a18d-4acb-ac9e-046005df522d not bound to the agent host n-d-838334-2 {{(pid=84042) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 20:49:18.649360 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Device 6eb7bba5-0d16-40be-9cf6-9108d874838a no longer exists at agent ovs-agent-n-d-838334-2 {{(pid=84042) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 20:49:18.696570 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.plugin [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] No Port match for: 6eb7bba5-0d16-40be-9cf6-9108d874838a {{(pid=84042) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 18 20:49:18.697269 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Device 6eb7bba5-0d16-40be-9cf6-9108d874838a not bound to the agent host n-d-838334-2 {{(pid=84042) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 20:49:18.941047 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750375287399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253529'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:18.977996 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-b4eb418f-efaa-492f-9d02-c42362319403 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1103592'] for network, before_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:19.028682 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.plugin [None req-3cf5bb29-1f9e-44b0-a5c0-94ebfa561bb1 admin admin] Deleting port 6eb7bba5-0d16-40be-9cf6-9108d874838a {{(pid=84040) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 20:49:19.029158 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-3cf5bb29-1f9e-44b0-a5c0-94ebfa561bb1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750375188691'] for port, before_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:19.089233 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 45350) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:49:19.169554 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-32d5ac4c-d7a9-4c9f-a3b0-ba5f43bfd57a tempest-ServersTestBootFromVolume-1514752049 tempest-ServersTestBootFromVolume-1514752049-project] Notify callbacks [] for security_group, before_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:19.201148 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-32d5ac4c-d7a9-4c9f-a3b0-ba5f43bfd57a tempest-ServersTestBootFromVolume-1514752049 tempest-ServersTestBootFromVolume-1514752049-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:19.280347 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-32d5ac4c-d7a9-4c9f-a3b0-ba5f43bfd57a tempest-ServersTestBootFromVolume-1514752049 tempest-ServersTestBootFromVolume-1514752049-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33528224'] for security_group, after_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:19.302708 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32d5ac4c-d7a9-4c9f-a3b0-ba5f43bfd57a tempest-ServersTestBootFromVolume-1514752049 tempest-ServersTestBootFromVolume-1514752049-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f715db8b-aaa1-4961-aa17-658de350acd6,revision_number=None']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:49:19.318064 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-32d5ac4c-d7a9-4c9f-a3b0-ba5f43bfd57a tempest-ServersTestBootFromVolume-1514752049 tempest-ServersTestBootFromVolume-1514752049-project] Notify callbacks [] for security_group, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:19.319513 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-32d5ac4c-d7a9-4c9f-a3b0-ba5f43bfd57a tempest-ServersTestBootFromVolume-1514752049 tempest-ServersTestBootFromVolume-1514752049-project] 10.222.0.42 "DELETE /v2.0/security-groups/f715db8b-aaa1-4961-aa17-658de350acd6 HTTP/1.1" status: 204 len: 168 time: 0.2292161 Apr 18 20:49:19.321915 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 45358) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:49:19.344274 n-d-838334-2 neutron-server[84041]: INFO neutron.api.v2.resource [None req-c7088365-4c5b-42c8-8d41-5b1209fb35d7 tempest-ServersTestBootFromVolume-1514752049 tempest-ServersTestBootFromVolume-1514752049-project] show failed (client error): The resource could not be found. Apr 18 20:49:19.345664 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-c7088365-4c5b-42c8-8d41-5b1209fb35d7 tempest-ServersTestBootFromVolume-1514752049 tempest-ServersTestBootFromVolume-1514752049-project] 10.222.0.42 "GET /v2.0/security-groups/f715db8b-aaa1-4961-aa17-658de350acd6 HTTP/1.1" status: 404 len: 347 time: 0.0225654 Apr 18 20:49:19.351940 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 45362) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:49:19.414269 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-414b6ffe-e119-47bc-b18f-bcff1219c2f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750375287399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253529'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:19.529159 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.db [req-b258cc67-a20d-4bc3-beb4-64ca12161169 req-eaa1a96a-ffce-41cc-a54a-79c0b304cf45 tempest-ServerMetadataNegativeTestJSON-1038530686 tempest-ServerMetadataNegativeTestJSON-1038530686-project] For port 6dc9018a-4ac2-4289-bc5a-a3b61016d6ef, host n-h2-838334-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838334-2',level=0,port_id=6dc9018a-4ac2-4289-bc5a-a3b61016d6ef,segment=NetworkSegment(a39df7ac-43dc-4661-8d32-6e421aba4435),segment_id=a39df7ac-43dc-4661-8d32-6e421aba4435)] {{(pid=84040) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:49:19.529789 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-b258cc67-a20d-4bc3-beb4-64ca12161169 req-eaa1a96a-ffce-41cc-a54a-79c0b304cf45 tempest-ServerMetadataNegativeTestJSON-1038530686 tempest-ServerMetadataNegativeTestJSON-1038530686-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369123'] for port, precommit_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:19.602640 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.plugin [None req-d88e6cc0-1b31-4d10-acd4-be6fb515940d tempest-ServersTestBootFromVolume-1514752049 tempest-ServersTestBootFromVolume-1514752049-project] Deleting port c14ad5b2-5d89-4133-8582-b63e8855b01a {{(pid=84041) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 20:49:19.603249 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-d88e6cc0-1b31-4d10-acd4-be6fb515940d tempest-ServersTestBootFromVolume-1514752049 tempest-ServersTestBootFromVolume-1514752049-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750375188691'] for port, before_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:19.744937 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Device 968bbb7b-ac07-4f93-a27a-f9fa924c1025 no longer exists at agent hyperv_n-h1-838334-2 {{(pid=84042) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 20:49:19.773067 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.plugin [None req-3cf5bb29-1f9e-44b0-a5c0-94ebfa561bb1 admin admin] The port '6eb7bba5-0d16-40be-9cf6-9108d874838a' was deleted {{(pid=84040) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 18 20:49:19.779508 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.plugin [req-b258cc67-a20d-4bc3-beb4-64ca12161169 req-eaa1a96a-ffce-41cc-a54a-79c0b304cf45 tempest-ServerMetadataNegativeTestJSON-1038530686 tempest-ServerMetadataNegativeTestJSON-1038530686-project] Calling delete_port for 6dc9018a-4ac2-4289-bc5a-a3b61016d6ef owned by compute:nova {{(pid=84040) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 20:49:19.869386 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-d88e6cc0-1b31-4d10-acd4-be6fb515940d tempest-ServersTestBootFromVolume-1514752049 tempest-ServersTestBootFromVolume-1514752049-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369123'] for port, precommit_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:19.869977 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-d88e6cc0-1b31-4d10-acd4-be6fb515940d tempest-ServersTestBootFromVolume-1514752049 tempest-ServersTestBootFromVolume-1514752049-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:19.902136 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:19.943177 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] For port 968bbb7b-ac07-4f93-a27a-f9fa924c1025, host n-h1-838334-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838334-2',level=0,port_id=968bbb7b-ac07-4f93-a27a-f9fa924c1025,segment=NetworkSegment(4935dfdb-03db-4976-a6b4-e0fa58696685),segment_id=4935dfdb-03db-4976-a6b4-e0fa58696685)] {{(pid=84042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:49:19.944501 n-d-838334-2 neutron-server[84042]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b7307812-da19-4509-9baf-bb3ff8313904', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '968bbb7b-ac07-4f93-a27a-f9fa924c1025'}] {{(pid=84042) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 20:49:19.955506 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682'] for port, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:20.047868 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Pushing event updated for resources: {'Port': ['ID=968bbb7b-ac07-4f93-a27a-f9fa924c1025,revision_number=8']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:49:20.149888 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-b4eb418f-efaa-492f-9d02-c42362319403 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1258905', 'neutron.services.segments.db._delete_segments_for_network-8750375287417'] for network, precommit_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:20.209424 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.plugin [None req-d88e6cc0-1b31-4d10-acd4-be6fb515940d tempest-ServersTestBootFromVolume-1514752049 tempest-ServersTestBootFromVolume-1514752049-project] Calling delete_port for c14ad5b2-5d89-4133-8582-b63e8855b01a owned by network:floatingip {{(pid=84041) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 20:49:20.295894 n-d-838334-2 neutron-server[84040]: DEBUG neutron.services.segments.db [None req-b4eb418f-efaa-492f-9d02-c42362319403 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6b61571a-5f15-463b-9607-983d8cc685ba']}} {{(pid=84040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:49:20.312967 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-3cf5bb29-1f9e-44b0-a5c0-94ebfa561bb1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1258905', 'neutron.services.segments.db._delete_segments_for_network-8750375287417'] for network, precommit_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:20.325487 n-d-838334-2 neutron-server[84040]: DEBUG neutron.services.segments.db [None req-b4eb418f-efaa-492f-9d02-c42362319403 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e44397e8-e728-4949-b8ce-d632dad964be') {'for_net_delete': True} {{(pid=84040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:49:20.326080 n-d-838334-2 neutron-server[84040]: DEBUG neutron.services.segments.db [None req-b4eb418f-efaa-492f-9d02-c42362319403 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e44397e8-e728-4949-b8ce-d632dad964be') {} {{(pid=84040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:49:20.364222 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-b4eb418f-efaa-492f-9d02-c42362319403 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750375287300', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31955965'] for segment, before_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:20.399661 n-d-838334-2 neutron-server[84040]: DEBUG neutron.services.segments.db [None req-3cf5bb29-1f9e-44b0-a5c0-94ebfa561bb1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ff0aaeaa-5754-4f93-adcb-de001773846b']}} {{(pid=84040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:49:20.401811 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-d88e6cc0-1b31-4d10-acd4-be6fb515940d tempest-ServersTestBootFromVolume-1514752049 tempest-ServersTestBootFromVolume-1514752049-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750375259028', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750374836628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32266323'] for port, after_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:20.419255 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-02be6f05-6825-4013-aab1-4d084e4c52e7 req-9ce873e3-cf23-4544-b825-1fd9c96444bc service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=134eb2d988564a4ab37aee0077d2b54a&device_id=a96b676e-b606-4103-a36d-2f1625145b68 HTTP/1.1" status: 200 len: 1097 time: 1.3064942 Apr 18 20:49:20.459694 n-d-838334-2 neutron-server[84040]: DEBUG neutron.services.segments.db [None req-3cf5bb29-1f9e-44b0-a5c0-94ebfa561bb1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9440716d-d4e0-4dc1-8801-a03f21d3bafe') {'for_net_delete': True} {{(pid=84040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:49:20.459920 n-d-838334-2 neutron-server[84040]: DEBUG neutron.services.segments.db [None req-3cf5bb29-1f9e-44b0-a5c0-94ebfa561bb1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9440716d-d4e0-4dc1-8801-a03f21d3bafe') {} {{(pid=84040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:49:20.463040 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d88e6cc0-1b31-4d10-acd4-be6fb515940d tempest-ServersTestBootFromVolume-1514752049 tempest-ServersTestBootFromVolume-1514752049-project] Pushing event deleted for resources: {'Port': ['ID=c14ad5b2-5d89-4133-8582-b63e8855b01a,revision_number=None']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:49:20.495083 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-b4eb418f-efaa-492f-9d02-c42362319403 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1082986'] for segment, precommit_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:20.515773 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-c7521a90-7d65-4e2e-842c-ca5d95e9a89c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750375287399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253529'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:20.516884 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b38e472-63d1-47ac-80d3-48eeb4e1452f req-51a81590-37aa-4e85-be90-c140fef1e107 tempest-ServerMetadataNegativeTestJSON-1038530686 tempest-ServerMetadataNegativeTestJSON-1038530686-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:49:20.518369 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-5b38e472-63d1-47ac-80d3-48eeb4e1452f req-51a81590-37aa-4e85-be90-c140fef1e107 tempest-ServerMetadataNegativeTestJSON-1038530686 tempest-ServerMetadataNegativeTestJSON-1038530686-project] 10.222.0.42 "GET /v2.0/ports?device_id=4f44a869-9ded-4c1a-80e3-c9208f4179be HTTP/1.1" status: 200 len: 945 time: 0.8198922 Apr 18 20:49:20.535764 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-3cf5bb29-1f9e-44b0-a5c0-94ebfa561bb1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750375287300', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31955965'] for segment, before_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:20.589456 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-d88e6cc0-1b31-4d10-acd4-be6fb515940d tempest-ServersTestBootFromVolume-1514752049 tempest-ServersTestBootFromVolume-1514752049-project] Notify callbacks [] for floatingip, after_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:20.609972 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46e7b1cc-9c52-47df-90de-57bae8d0eaf8 req-f7e18885-e609-4ab6-8e7e-51ef73846aa4 tempest-ServerRescueTestJSONUnderV235-1035206563 tempest-ServerRescueTestJSONUnderV235-1035206563-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:49:20.611818 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-46e7b1cc-9c52-47df-90de-57bae8d0eaf8 req-f7e18885-e609-4ab6-8e7e-51ef73846aa4 tempest-ServerRescueTestJSONUnderV235-1035206563 tempest-ServerRescueTestJSONUnderV235-1035206563-project] 10.222.0.42 "GET /v2.0/ports?device_id=a96b676e-b606-4103-a36d-2f1625145b68 HTTP/1.1" status: 200 len: 946 time: 1.1533058 Apr 18 20:49:20.617499 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b4eb418f-efaa-492f-9d02-c42362319403 admin admin] Releasing vlan 380 on physical network physnet1 to pool {{(pid=84040) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 18 20:49:20.617903 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-b4eb418f-efaa-492f-9d02-c42362319403 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1082993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32440923'] for segment, after_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:20.622597 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-d88e6cc0-1b31-4d10-acd4-be6fb515940d tempest-ServersTestBootFromVolume-1514752049 tempest-ServersTestBootFromVolume-1514752049-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217293'] for floatingip, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:20.623881 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-d88e6cc0-1b31-4d10-acd4-be6fb515940d tempest-ServersTestBootFromVolume-1514752049 tempest-ServersTestBootFromVolume-1514752049-project] 10.222.0.42 "DELETE /v2.0/floatingips/7b794df3-6974-4052-9772-f2e86b589108 HTTP/1.1" status: 204 len: 168 time: 1.2706425 Apr 18 20:49:20.626970 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 45378) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:49:20.636511 n-d-838334-2 neutron-server[84040]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 20:49:20.636511 n-d-838334-2 neutron-server[84040]: util.warn( Apr 18 20:49:20.636511 n-d-838334-2 neutron-server[84040]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 20:49:20.636511 n-d-838334-2 neutron-server[84040]: util.warn( Apr 18 20:49:20.636511 n-d-838334-2 neutron-server[84040]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 20:49:20.636511 n-d-838334-2 neutron-server[84040]: util.warn( Apr 18 20:49:20.636511 n-d-838334-2 neutron-server[84040]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 20:49:20.636511 n-d-838334-2 neutron-server[84040]: util.warn( Apr 18 20:49:20.636511 n-d-838334-2 neutron-server[84040]: Traceback (most recent call last): Apr 18 20:49:20.636511 n-d-838334-2 neutron-server[84040]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 18 20:49:20.636511 n-d-838334-2 neutron-server[84040]: timer() Apr 18 20:49:20.636511 n-d-838334-2 neutron-server[84040]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 20:49:20.636511 n-d-838334-2 neutron-server[84040]: cb(*args, **kw) Apr 18 20:49:20.636511 n-d-838334-2 neutron-server[84040]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 18 20:49:20.636511 n-d-838334-2 neutron-server[84040]: return func(*args, **kwargs) Apr 18 20:49:20.636511 n-d-838334-2 neutron-server[84040]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 20:49:20.636511 n-d-838334-2 neutron-server[84040]: self._notify() Apr 18 20:49:20.636511 n-d-838334-2 neutron-server[84040]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 20:49:20.636511 n-d-838334-2 neutron-server[84040]: self.callback(batched_events) Apr 18 20:49:20.636511 n-d-838334-2 neutron-server[84040]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 20:49:20.636511 n-d-838334-2 neutron-server[84040]: event.method(event) Apr 18 20:49:20.636511 n-d-838334-2 neutron-server[84040]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 18 20:49:20.636511 n-d-838334-2 neutron-server[84040]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 20:49:20.636511 n-d-838334-2 neutron-server[84040]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 18 20:49:20.636511 n-d-838334-2 neutron-server[84040]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 20:49:20.636511 n-d-838334-2 neutron-server[84040]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 18 20:49:20.636511 n-d-838334-2 neutron-server[84040]: return f(self, *a, **k) Apr 18 20:49:20.636511 n-d-838334-2 neutron-server[84040]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 18 20:49:20.636511 n-d-838334-2 neutron-server[84040]: return self._get(url).json() Apr 18 20:49:20.636511 n-d-838334-2 neutron-server[84040]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 18 20:49:20.636511 n-d-838334-2 neutron-server[84040]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 20:49:20.636511 n-d-838334-2 neutron-server[84040]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 18 20:49:20.636511 n-d-838334-2 neutron-server[84040]: return self.request(url, 'GET', **kwargs) Apr 18 20:49:20.636511 n-d-838334-2 neutron-server[84040]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 18 20:49:20.636511 n-d-838334-2 neutron-server[84040]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 20:49:20.636511 n-d-838334-2 neutron-server[84040]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 18 20:49:20.636511 n-d-838334-2 neutron-server[84040]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 20:49:20.636511 n-d-838334-2 neutron-server[84040]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 18 20:49:20.636511 n-d-838334-2 neutron-server[84040]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 20:49:20.636511 n-d-838334-2 neutron-server[84040]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 20:49:20.768208 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-3cf5bb29-1f9e-44b0-a5c0-94ebfa561bb1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1082986'] for segment, precommit_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:20.810685 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3cf5bb29-1f9e-44b0-a5c0-94ebfa561bb1 admin admin] Releasing vlan 356 on physical network physnet1 to pool {{(pid=84040) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 18 20:49:20.811165 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-3cf5bb29-1f9e-44b0-a5c0-94ebfa561bb1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1082993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32440923'] for segment, after_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:20.825042 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-b258cc67-a20d-4bc3-beb4-64ca12161169 req-eaa1a96a-ffce-41cc-a54a-79c0b304cf45 tempest-ServerMetadataNegativeTestJSON-1038530686 tempest-ServerMetadataNegativeTestJSON-1038530686-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750375259028', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750374836628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32440838'] for port, after_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:20.826741 n-d-838334-2 neutron-server[84040]: Traceback (most recent call last): Apr 18 20:49:20.826741 n-d-838334-2 neutron-server[84040]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 18 20:49:20.826741 n-d-838334-2 neutron-server[84040]: timer() Apr 18 20:49:20.826741 n-d-838334-2 neutron-server[84040]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 20:49:20.826741 n-d-838334-2 neutron-server[84040]: cb(*args, **kw) Apr 18 20:49:20.826741 n-d-838334-2 neutron-server[84040]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 18 20:49:20.826741 n-d-838334-2 neutron-server[84040]: return func(*args, **kwargs) Apr 18 20:49:20.826741 n-d-838334-2 neutron-server[84040]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 20:49:20.826741 n-d-838334-2 neutron-server[84040]: self._notify() Apr 18 20:49:20.826741 n-d-838334-2 neutron-server[84040]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 20:49:20.826741 n-d-838334-2 neutron-server[84040]: self.callback(batched_events) Apr 18 20:49:20.826741 n-d-838334-2 neutron-server[84040]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 20:49:20.826741 n-d-838334-2 neutron-server[84040]: event.method(event) Apr 18 20:49:20.826741 n-d-838334-2 neutron-server[84040]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 18 20:49:20.826741 n-d-838334-2 neutron-server[84040]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 20:49:20.826741 n-d-838334-2 neutron-server[84040]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 18 20:49:20.826741 n-d-838334-2 neutron-server[84040]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 20:49:20.826741 n-d-838334-2 neutron-server[84040]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 18 20:49:20.826741 n-d-838334-2 neutron-server[84040]: return f(self, *a, **k) Apr 18 20:49:20.826741 n-d-838334-2 neutron-server[84040]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 18 20:49:20.826741 n-d-838334-2 neutron-server[84040]: return self._get(url).json() Apr 18 20:49:20.826741 n-d-838334-2 neutron-server[84040]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 18 20:49:20.826741 n-d-838334-2 neutron-server[84040]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 20:49:20.826741 n-d-838334-2 neutron-server[84040]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 18 20:49:20.826741 n-d-838334-2 neutron-server[84040]: return self.request(url, 'GET', **kwargs) Apr 18 20:49:20.826741 n-d-838334-2 neutron-server[84040]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 18 20:49:20.826741 n-d-838334-2 neutron-server[84040]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 20:49:20.826741 n-d-838334-2 neutron-server[84040]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 18 20:49:20.826741 n-d-838334-2 neutron-server[84040]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 20:49:20.826741 n-d-838334-2 neutron-server[84040]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 18 20:49:20.826741 n-d-838334-2 neutron-server[84040]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 20:49:20.826741 n-d-838334-2 neutron-server[84040]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 20:49:20.967061 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaa1a96a-ffce-41cc-a54a-79c0b304cf45 tempest-ServerMetadataNegativeTestJSON-1038530686 tempest-ServerMetadataNegativeTestJSON-1038530686-project] Pushing event deleted for resources: {'Port': ['ID=6dc9018a-4ac2-4289-bc5a-a3b61016d6ef,revision_number=None']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:49:20.968873 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-b4eb418f-efaa-492f-9d02-c42362319403 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1258898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33526109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33444113'] for network, after_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:20.990082 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-46e7b1cc-9c52-47df-90de-57bae8d0eaf8 req-92301bcf-2747-4316-8b26-21aff6fff288 tempest-ServerRescueTestJSONUnderV235-1035206563 tempest-ServerRescueTestJSONUnderV235-1035206563-project] 10.222.0.42 "GET /v2.0/security-groups?id=aac67c62-23bd-4af5-b48b-8b06d02dda3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3397622 Apr 18 20:49:21.008219 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-5b38e472-63d1-47ac-80d3-48eeb4e1452f req-1dd14654-eec1-43f0-bf70-76ae2783f3c3 tempest-ServerMetadataNegativeTestJSON-1038530686 tempest-ServerMetadataNegativeTestJSON-1038530686-project] 10.222.0.42 "GET /v2.0/security-groups?id=43e21539-3ecb-4f67-9366-91cd880b2bb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4743586 Apr 18 20:49:21.009310 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-b4eb418f-efaa-492f-9d02-c42362319403 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32378031'] for network, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:21.037193 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4eb418f-efaa-492f-9d02-c42362319403 admin admin] Pushing event deleted for resources: {'Network': ['ID=6b61571a-5f15-463b-9607-983d8cc685ba,revision_number=None']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:49:21.071143 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02be6f05-6825-4013-aab1-4d084e4c52e7 req-03851343-77b6-40f4-8a92-95b22df5ae90 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:49:21.072658 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-02be6f05-6825-4013-aab1-4d084e4c52e7 req-03851343-77b6-40f4-8a92-95b22df5ae90 service neutron] 10.222.0.48 "GET /v2.0/networks?id=7ca2cbaf-a9d4-46d8-95db-69bc38971d0d HTTP/1.1" status: 200 len: 921 time: 0.6157386 Apr 18 20:49:21.124434 n-d-838334-2 neutron-server[84042]: INFO neutron.notifiers.nova [-] Nova event matching ['req-94fb3455-9d5d-4a66-839e-cae7f7b8a307'] response: {'server_uuid': 'b7307812-da19-4509-9baf-bb3ff8313904', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '968bbb7b-ac07-4f93-a27a-f9fa924c1025', 'code': 200} Apr 18 20:49:21.193078 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-3cf5bb29-1f9e-44b0-a5c0-94ebfa561bb1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1258898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33526109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33444113'] for network, after_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:21.202791 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.l3_dvrscheduler_db [req-b258cc67-a20d-4bc3-beb4-64ca12161169 req-eaa1a96a-ffce-41cc-a54a-79c0b304cf45 tempest-ServerMetadataNegativeTestJSON-1038530686 tempest-ServerMetadataNegativeTestJSON-1038530686-project] No DVR routers for this DVR port 6dc9018a-4ac2-4289-bc5a-a3b61016d6ef on host n-h2-838334-2 {{(pid=84040) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 20:49:21.217332 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-b258cc67-a20d-4bc3-beb4-64ca12161169 req-eaa1a96a-ffce-41cc-a54a-79c0b304cf45 tempest-ServerMetadataNegativeTestJSON-1038530686 tempest-ServerMetadataNegativeTestJSON-1038530686-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217293'] for port, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:21.220303 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-3cf5bb29-1f9e-44b0-a5c0-94ebfa561bb1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32378031'] for network, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:21.225835 n-d-838334-2 neutron-server[84040]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4f44a869-9ded-4c1a-80e3-c9208f4179be', 'name': 'network-vif-deleted', 'tag': '6dc9018a-4ac2-4289-bc5a-a3b61016d6ef'}] {{(pid=84040) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 20:49:21.231372 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-02be6f05-6825-4013-aab1-4d084e4c52e7 req-d80f3227-c11e-452f-9fcc-9b58e3ca18a4 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=79dd13c6-ebce-4026-87a0-8a1716458bc4 HTTP/1.1" status: 200 len: 217 time: 0.1494231 Apr 18 20:49:21.237616 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-b4eb418f-efaa-492f-9d02-c42362319403 admin admin] 10.222.0.42 "DELETE /v2.0/networks/6b61571a-5f15-463b-9607-983d8cc685ba HTTP/1.1" status: 204 len: 168 time: 2.8117032 Apr 18 20:49:21.276191 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cf5bb29-1f9e-44b0-a5c0-94ebfa561bb1 admin admin] Pushing event deleted for resources: {'Network': ['ID=ff0aaeaa-5754-4f93-adcb-de001773846b,revision_number=None']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:49:21.346138 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-7f8dacd1-1bb1-470b-8b28-7df2569fab09 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33443857'] for router_interface, before_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:21.367572 n-d-838334-2 neutron-server[84040]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9fbdadd8-cd12-4645-8e17-0c5aeef5002a'] response: {'server_uuid': '4f44a869-9ded-4c1a-80e3-c9208f4179be', 'name': 'network-vif-deleted', 'tag': '6dc9018a-4ac2-4289-bc5a-a3b61016d6ef', 'status': 'completed', 'code': 200} Apr 18 20:49:21.373801 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-b258cc67-a20d-4bc3-beb4-64ca12161169 req-eaa1a96a-ffce-41cc-a54a-79c0b304cf45 tempest-ServerMetadataNegativeTestJSON-1038530686 tempest-ServerMetadataNegativeTestJSON-1038530686-project] 10.222.0.48 "DELETE /v2.0/ports/6dc9018a-4ac2-4289-bc5a-a3b61016d6ef HTTP/1.1" status: 204 len: 173 time: 3.1009037 Apr 18 20:49:21.398207 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-3cf5bb29-1f9e-44b0-a5c0-94ebfa561bb1 admin admin] 10.222.0.42 "DELETE /v2.0/networks/ff0aaeaa-5754-4f93-adcb-de001773846b HTTP/1.1" status: 204 len: 168 time: 5.0971704 Apr 18 20:49:21.414958 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02be6f05-6825-4013-aab1-4d084e4c52e7 req-98922029-55c9-4d27-93cd-5abf1ba1fcdb service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:49:21.416447 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-02be6f05-6825-4013-aab1-4d084e4c52e7 req-98922029-55c9-4d27-93cd-5abf1ba1fcdb service neutron] 10.222.0.48 "GET /v2.0/subnets?id=3b336095-3f34-4c1c-9e4c-6995dc1056be HTTP/1.1" status: 200 len: 860 time: 0.1773827 Apr 18 20:49:21.484900 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-02be6f05-6825-4013-aab1-4d084e4c52e7 req-8e868dcf-e97f-4143-961f-56bc89969714 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=7ca2cbaf-a9d4-46d8-95db-69bc38971d0d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0536070 Apr 18 20:49:21.518286 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 45394) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:49:21.563604 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-712cd76d-c466-4c96-baaf-e7189377d8d1 req-65d3c99b-0fdf-4e7c-b76e-31be08643644 tempest-MigrationsAdminTest-1326981207 tempest-MigrationsAdminTest-1326981207-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:49:21.565039 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-712cd76d-c466-4c96-baaf-e7189377d8d1 req-65d3c99b-0fdf-4e7c-b76e-31be08643644 tempest-MigrationsAdminTest-1326981207 tempest-MigrationsAdminTest-1326981207-project] 10.222.0.42 "GET /v2.0/ports?device_id=74fb1b3e-aad8-4cf1-ab81-337d3a37a132 HTTP/1.1" status: 200 len: 949 time: 0.2901127 Apr 18 20:49:21.655401 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 45398) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:49:21.745326 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-2b4f8c9c-d06d-4931-a1ec-e14a30793483 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=c30a73239a7241e0a0eca96822de9962&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0824714 Apr 18 20:49:21.747795 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 45402) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:49:21.752753 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-8b491eda-ea69-47b3-be85-830c2fce1362 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=ef393f704f6548e3a50b128f917b8c4a&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2279177 Apr 18 20:49:21.755142 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 45404) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:49:21.766950 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-712cd76d-c466-4c96-baaf-e7189377d8d1 req-e6888bee-99bc-4ecd-9f0a-3c0e1873955b tempest-MigrationsAdminTest-1326981207 tempest-MigrationsAdminTest-1326981207-project] 10.222.0.42 "GET /v2.0/security-groups?id=8ca7ac2c-bfe5-493b-aae6-636315bac851&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1414404 Apr 18 20:49:21.770014 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-02be6f05-6825-4013-aab1-4d084e4c52e7 req-2e90b8e6-cb96-480b-a789-610cb6eb5131 service neutron] 10.222.0.48 "GET /v2.0/networks/7ca2cbaf-a9d4-46d8-95db-69bc38971d0d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2712088 Apr 18 20:49:21.921887 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-c9713613-d506-4599-94d8-d5dafcbcde34 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:21.924713 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-d2988fe6-1c2a-42b5-ba6f-61049edc297e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:21.942884 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-02be6f05-6825-4013-aab1-4d084e4c52e7 req-53a176a3-0608-4a6e-9c2d-42307672527a service neutron] 10.222.0.48 "GET /v2.0/networks/7ca2cbaf-a9d4-46d8-95db-69bc38971d0d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1553173 Apr 18 20:49:21.952847 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Device 6dc9018a-4ac2-4289-bc5a-a3b61016d6ef no longer exists at agent hyperv_n-h2-838334-2 {{(pid=84042) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 20:49:22.029597 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-d2988fe6-1c2a-42b5-ba6f-61049edc297e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:22.050673 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-c9713613-d506-4599-94d8-d5dafcbcde34 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:22.191079 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.plugin [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] No Port match for: 6dc9018a-4ac2-4289-bc5a-a3b61016d6ef {{(pid=84042) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 18 20:49:22.192449 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Device 6dc9018a-4ac2-4289-bc5a-a3b61016d6ef not bound to the agent host n-h2-838334-2 {{(pid=84042) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 20:49:22.358778 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-d2988fe6-1c2a-42b5-ba6f-61049edc297e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33528224'] for security_group, after_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:22.385263 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-c9713613-d506-4599-94d8-d5dafcbcde34 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33528224'] for security_group, after_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:22.397996 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2988fe6-1c2a-42b5-ba6f-61049edc297e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a7e1e4c-e5e6-4b66-a74a-6a0f8d90444d,revision_number=None']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:49:22.464045 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9713613-d506-4599-94d8-d5dafcbcde34 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d7adafd5-4639-4688-9ee7-4894d20ec4bc,revision_number=None']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:49:22.499980 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-d2988fe6-1c2a-42b5-ba6f-61049edc297e admin admin] Notify callbacks [] for security_group, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:22.512524 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-d2988fe6-1c2a-42b5-ba6f-61049edc297e admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/3a7e1e4c-e5e6-4b66-a74a-6a0f8d90444d HTTP/1.1" status: 204 len: 168 time: 0.7367883 Apr 18 20:49:22.517265 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-c9713613-d506-4599-94d8-d5dafcbcde34 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:22.518343 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-c9713613-d506-4599-94d8-d5dafcbcde34 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/d7adafd5-4639-4688-9ee7-4894d20ec4bc HTTP/1.1" status: 204 len: 168 time: 0.7692688 Apr 18 20:49:22.526241 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [req-7d2ede6f-1df9-4955-a183-91649616d2aa req-61729b8d-def9-49d8-9a41-28a572c1eb6e tempest-ServerMetadataNegativeTestJSON-1038530686 tempest-ServerMetadataNegativeTestJSON-1038530686-project] Synchronizing usage tracker for tenant:0599e263a4974e689c38efa9f81a0f07 on resource:port {{(pid=84040) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 20:49:22.583297 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3e98c4b-4734-434d-88f2-f35110b500d8 req-d0d02bfd-b46b-48d8-8227-39d5f9268c64 tempest-ServerRescueTestJSONUnderV235-1035206563 tempest-ServerRescueTestJSONUnderV235-1035206563-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:49:22.591598 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-c3e98c4b-4734-434d-88f2-f35110b500d8 req-d0d02bfd-b46b-48d8-8227-39d5f9268c64 tempest-ServerRescueTestJSONUnderV235-1035206563 tempest-ServerRescueTestJSONUnderV235-1035206563-project] 10.222.0.42 "GET /v2.0/ports?device_id=a96b676e-b606-4103-a36d-2f1625145b68 HTTP/1.1" status: 200 len: 946 time: 0.3614781 Apr 18 20:49:22.607847 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [req-7d2ede6f-1df9-4955-a183-91649616d2aa req-61729b8d-def9-49d8-9a41-28a572c1eb6e tempest-ServerMetadataNegativeTestJSON-1038530686 tempest-ServerMetadataNegativeTestJSON-1038530686-project] Unset dirty status for tenant:0599e263a4974e689c38efa9f81a0f07 on resource:port {{(pid=84040) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 20:49:22.626235 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-7d2ede6f-1df9-4955-a183-91649616d2aa req-61729b8d-def9-49d8-9a41-28a572c1eb6e tempest-ServerMetadataNegativeTestJSON-1038530686 tempest-ServerMetadataNegativeTestJSON-1038530686-project] 10.222.0.42 "GET /v2.0/ports?device_id=4f44a869-9ded-4c1a-80e3-c9208f4179be HTTP/1.1" status: 200 len: 210 time: 0.3578770 Apr 18 20:49:22.752185 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-c3e98c4b-4734-434d-88f2-f35110b500d8 req-32844e3d-5117-45b9-af47-005024466952 tempest-ServerRescueTestJSONUnderV235-1035206563 tempest-ServerRescueTestJSONUnderV235-1035206563-project] 10.222.0.42 "GET /v2.0/security-groups?id=aac67c62-23bd-4af5-b48b-8b06d02dda3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1593947 Apr 18 20:49:23.110883 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86528ac6-8662-484e-905e-f358ca59eebd req-877e2ab1-579a-4415-8e4e-e1bbcee3dffb tempest-MigrationsAdminTest-1326981207 tempest-MigrationsAdminTest-1326981207-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:49:23.121498 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-86528ac6-8662-484e-905e-f358ca59eebd req-877e2ab1-579a-4415-8e4e-e1bbcee3dffb tempest-MigrationsAdminTest-1326981207 tempest-MigrationsAdminTest-1326981207-project] 10.222.0.42 "GET /v2.0/ports?device_id=74fb1b3e-aad8-4cf1-ab81-337d3a37a132 HTTP/1.1" status: 200 len: 949 time: 0.1306145 Apr 18 20:49:23.197228 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-86528ac6-8662-484e-905e-f358ca59eebd req-d9ea80e4-97ec-4d4f-96bf-4b226b847519 tempest-MigrationsAdminTest-1326981207 tempest-MigrationsAdminTest-1326981207-project] 10.222.0.42 "GET /v2.0/security-groups?id=8ca7ac2c-bfe5-493b-aae6-636315bac851&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697834 Apr 18 20:49:23.291395 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.plugin [None req-7f8dacd1-1bb1-470b-8b28-7df2569fab09 admin admin] Deleting port eda10c5a-f179-44dd-8094-d9ab1e1269d8 {{(pid=84041) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 20:49:23.291692 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-7f8dacd1-1bb1-470b-8b28-7df2569fab09 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750375188691'] for port, before_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:23.520524 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.db [None req-7f8dacd1-1bb1-470b-8b28-7df2569fab09 admin admin] For port eda10c5a-f179-44dd-8094-d9ab1e1269d8, host n-d-838334-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838334-2',level=0,port_id=eda10c5a-f179-44dd-8094-d9ab1e1269d8,segment=NetworkSegment(a48f89e7-be20-47ff-8e82-653a2d5ad82b),segment_id=a48f89e7-be20-47ff-8e82-653a2d5ad82b)] {{(pid=84041) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:49:23.521209 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-7f8dacd1-1bb1-470b-8b28-7df2569fab09 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369123'] for port, precommit_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:23.685503 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.plugin [None req-7f8dacd1-1bb1-470b-8b28-7df2569fab09 admin admin] Calling delete_port for eda10c5a-f179-44dd-8094-d9ab1e1269d8 owned by network:router_interface {{(pid=84041) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 20:49:23.776279 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Device 968bbb7b-ac07-4f93-a27a-f9fa924c1025 details requested by agent hyperv_n-h1-838334-2 with host n-h1-838334-2 {{(pid=84042) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 18 20:49:23.857782 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 45468) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:49:23.988672 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-7f8dacd1-1bb1-470b-8b28-7df2569fab09 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750375259028', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750374836628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32266323'] for port, after_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:24.047762 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.db_base_plugin_v2 [None req-39369615-dfd5-40c8-a8e9-e672ad18432c admin admin] Deleting subnet 92ccf3d3-a084-4790-b114-fd7b044668cc {{(pid=84040) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 18 20:49:24.052443 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f8dacd1-1bb1-470b-8b28-7df2569fab09 admin admin] Pushing event deleted for resources: {'Port': ['ID=eda10c5a-f179-44dd-8094-d9ab1e1269d8,revision_number=None']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:49:24.092158 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-39369615-dfd5-40c8-a8e9-e672ad18432c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:24.214381 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] For port 968bbb7b-ac07-4f93-a27a-f9fa924c1025, host n-h1-838334-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838334-2',level=0,port_id=968bbb7b-ac07-4f93-a27a-f9fa924c1025,segment=NetworkSegment(4935dfdb-03db-4976-a6b4-e0fa58696685),segment_id=4935dfdb-03db-4976-a6b4-e0fa58696685)] {{(pid=84042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:49:24.264125 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Returning: {'device': '968bbb7b-ac07-4f93-a27a-f9fa924c1025', 'network_id': '48f708f8-0904-4115-910c-bb1ab06d7263', 'port_id': '968bbb7b-ac07-4f93-a27a-f9fa924c1025', 'mac_address': 'fa:16:3e:c5:e0:96', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 362, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '488f35b7-694e-475d-862d-2f00f4388d03', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84042) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 18 20:49:24.414243 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-39369615-dfd5-40c8-a8e9-e672ad18432c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31955982'] for subnet, precommit_delete_associations {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:24.438131 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:24.485873 n-d-838334-2 neutron-server[84042]: DEBUG neutron.notifiers.nova [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 968bbb7b-ac07-4f93-a27a-f9fa924c1025 {{(pid=84042) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 18 20:49:24.525282 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] For port 968bbb7b-ac07-4f93-a27a-f9fa924c1025, host n-h1-838334-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838334-2',level=0,port_id=968bbb7b-ac07-4f93-a27a-f9fa924c1025,segment=NetworkSegment(4935dfdb-03db-4976-a6b4-e0fa58696685),segment_id=4935dfdb-03db-4976-a6b4-e0fa58696685)] {{(pid=84042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:49:24.535868 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682'] for port, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:24.584115 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-39369615-dfd5-40c8-a8e9-e672ad18432c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1260556'] for subnet, precommit_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:24.626480 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 45490) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:49:24.704727 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] get_ports_and_sgs() called for port_ids ['968bbb7b-ac07-4f93-a27a-f9fa924c1025'] {{(pid=84042) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 18 20:49:24.721459 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-7f8dacd1-1bb1-470b-8b28-7df2569fab09 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-32377931', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33443910'] for router_interface, after_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:24.818074 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2990cea0-286b-47a1-b7e4-1f590334c280 req-8696fefc-fa18-4a55-a747-81ad061b589f tempest-ServerRescueTestJSONUnderV235-1035206563 tempest-ServerRescueTestJSONUnderV235-1035206563-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:49:24.821999 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Pushing event updated for resources: {'Port': ['ID=968bbb7b-ac07-4f93-a27a-f9fa924c1025,revision_number=9']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:49:24.825435 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-2990cea0-286b-47a1-b7e4-1f590334c280 req-8696fefc-fa18-4a55-a747-81ad061b589f tempest-ServerRescueTestJSONUnderV235-1035206563 tempest-ServerRescueTestJSONUnderV235-1035206563-project] 10.222.0.42 "GET /v2.0/ports?device_id=a96b676e-b606-4103-a36d-2f1625145b68 HTTP/1.1" status: 200 len: 946 time: 0.6017172 Apr 18 20:49:24.856120 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-39369615-dfd5-40c8-a8e9-e672ad18432c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1260549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33526260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32440885', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31752825'] for subnet, after_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:24.921008 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39369615-dfd5-40c8-a8e9-e672ad18432c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=92ccf3d3-a084-4790-b114-fd7b044668cc,revision_number=None']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:49:24.941740 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-39369615-dfd5-40c8-a8e9-e672ad18432c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32378031'] for subnet, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:24.962775 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00f4f8c7-a618-4788-9736-219d86624d7c req-fcabaaf4-479f-4626-904c-65b6181df52d tempest-MigrationsAdminTest-1326981207 tempest-MigrationsAdminTest-1326981207-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:49:24.969700 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-00f4f8c7-a618-4788-9736-219d86624d7c req-fcabaaf4-479f-4626-904c-65b6181df52d tempest-MigrationsAdminTest-1326981207 tempest-MigrationsAdminTest-1326981207-project] 10.222.0.42 "GET /v2.0/ports?device_id=74fb1b3e-aad8-4cf1-ab81-337d3a37a132 HTTP/1.1" status: 200 len: 949 time: 0.2334025 Apr 18 20:49:24.977216 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-39369615-dfd5-40c8-a8e9-e672ad18432c admin admin] 10.222.0.42 "DELETE /v2.0/subnets/92ccf3d3-a084-4790-b114-fd7b044668cc HTTP/1.1" status: 204 len: 168 time: 1.1178336 Apr 18 20:49:24.991975 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 45500) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:49:25.013778 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-2990cea0-286b-47a1-b7e4-1f590334c280 req-1a540410-7a2d-433e-a994-a9b03a0e07f1 tempest-ServerRescueTestJSONUnderV235-1035206563 tempest-ServerRescueTestJSONUnderV235-1035206563-project] 10.222.0.42 "GET /v2.0/security-groups?id=aac67c62-23bd-4af5-b48b-8b06d02dda3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1873996 Apr 18 20:49:25.022232 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.v2.base [None req-231c2700-c33d-44f1-be19-b22faa100322 admin admin] Request body: {'network': {'name': 'tempest-ImagesOneServerNegativeTestJSON-176666439-network', 'tenant_id': '3c76d2c50aef4e4cbd335680d5ef1e1d'}} {{(pid=84041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 20:49:25.051850 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-231c2700-c33d-44f1-be19-b22faa100322 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:49:25.058479 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-231c2700-c33d-44f1-be19-b22faa100322 admin admin] Usage tracker for resource:network and tenant:3c76d2c50aef4e4cbd335680d5ef1e1d is out of sync, need to count used quota {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:49:25.071158 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-231c2700-c33d-44f1-be19-b22faa100322 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:49:25.082055 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-231c2700-c33d-44f1-be19-b22faa100322 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:49:25.148782 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-231c2700-c33d-44f1-be19-b22faa100322 admin admin] Made reservation on behalf of 3c76d2c50aef4e4cbd335680d5ef1e1d for: {'network': 1} {{(pid=84041) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:49:25.155500 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-231c2700-c33d-44f1-be19-b22faa100322 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for network, before_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:25.179143 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-231c2700-c33d-44f1-be19-b22faa100322 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:25.227965 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-231c2700-c33d-44f1-be19-b22faa100322 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:49:25.241388 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-231c2700-c33d-44f1-be19-b22faa100322 admin admin] Usage tracker for resource:security_group_rule and tenant:3c76d2c50aef4e4cbd335680d5ef1e1d is out of sync, need to count used quota {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:49:25.245284 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-231c2700-c33d-44f1-be19-b22faa100322 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:49:25.255373 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-231c2700-c33d-44f1-be19-b22faa100322 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:49:25.260224 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-00f4f8c7-a618-4788-9736-219d86624d7c req-5dd89acb-28d2-4fee-babc-6a7a573a5214 tempest-MigrationsAdminTest-1326981207 tempest-MigrationsAdminTest-1326981207-project] 10.222.0.42 "GET /v2.0/security-groups?id=8ca7ac2c-bfe5-493b-aae6-636315bac851&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2897236 Apr 18 20:49:25.318723 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-0c624883-086d-4f9c-9202-7d04bcad68e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1103592'] for network, before_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:25.573742 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-0c624883-086d-4f9c-9202-7d04bcad68e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1258905', 'neutron.services.segments.db._delete_segments_for_network-8750375287417'] for network, precommit_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:25.610058 n-d-838334-2 neutron-server[84040]: DEBUG neutron.services.segments.db [None req-0c624883-086d-4f9c-9202-7d04bcad68e9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['301f150d-0e84-42bb-b737-c7bc5c146888']}} {{(pid=84040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:49:25.652313 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-231c2700-c33d-44f1-be19-b22faa100322 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:25.662408 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-231c2700-c33d-44f1-be19-b22faa100322 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33528224'] for security_group, after_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:25.664131 n-d-838334-2 neutron-server[84040]: DEBUG neutron.services.segments.db [None req-0c624883-086d-4f9c-9202-7d04bcad68e9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a39df7ac-43dc-4661-8d32-6e421aba4435') {'for_net_delete': True} {{(pid=84040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:49:25.667739 n-d-838334-2 neutron-server[84040]: DEBUG neutron.services.segments.db [None req-0c624883-086d-4f9c-9202-7d04bcad68e9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a39df7ac-43dc-4661-8d32-6e421aba4435') {} {{(pid=84040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:49:25.686078 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-0c624883-086d-4f9c-9202-7d04bcad68e9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750375287300', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31955965'] for segment, before_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:25.710401 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-0c624883-086d-4f9c-9202-7d04bcad68e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1082986'] for segment, precommit_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:25.740437 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-231c2700-c33d-44f1-be19-b22faa100322 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=35685d16-429f-4b00-82f0-cda27d79d56c,revision_number=1']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:49:25.780147 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-231c2700-c33d-44f1-be19-b22faa100322 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 352} {{(pid=84041) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 20:49:25.794277 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Device 968bbb7b-ac07-4f93-a27a-f9fa924c1025 up at agent hyperv_n-h1-838334-2 {{(pid=84042) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 20:49:25.799281 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-3958f0d1-6847-4f80-bba1-8f978e5ccd96 req-48333ba5-dd15-4fdb-8cbe-ed0f4cb76b42 tempest-ServerShowV247Test-541190692 tempest-ServerShowV247Test-541190692-project] 10.222.0.42 "GET /v2.0/ports?device_id=87d2a047-1778-4af8-a03c-cf1324c89586 HTTP/1.1" status: 200 len: 210 time: 0.0841148 Apr 18 20:49:25.800438 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0c624883-086d-4f9c-9202-7d04bcad68e9 admin admin] Releasing vlan 354 on physical network physnet1 to pool {{(pid=84040) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 18 20:49:25.801223 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-0c624883-086d-4f9c-9202-7d04bcad68e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1082993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32440923'] for segment, after_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:25.831801 n-d-838334-2 neutron-server[84040]: Traceback (most recent call last): Apr 18 20:49:25.831801 n-d-838334-2 neutron-server[84040]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 18 20:49:25.831801 n-d-838334-2 neutron-server[84040]: timer() Apr 18 20:49:25.831801 n-d-838334-2 neutron-server[84040]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 20:49:25.831801 n-d-838334-2 neutron-server[84040]: cb(*args, **kw) Apr 18 20:49:25.831801 n-d-838334-2 neutron-server[84040]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 18 20:49:25.831801 n-d-838334-2 neutron-server[84040]: return func(*args, **kwargs) Apr 18 20:49:25.831801 n-d-838334-2 neutron-server[84040]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 20:49:25.831801 n-d-838334-2 neutron-server[84040]: self._notify() Apr 18 20:49:25.831801 n-d-838334-2 neutron-server[84040]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 20:49:25.831801 n-d-838334-2 neutron-server[84040]: self.callback(batched_events) Apr 18 20:49:25.831801 n-d-838334-2 neutron-server[84040]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 20:49:25.831801 n-d-838334-2 neutron-server[84040]: event.method(event) Apr 18 20:49:25.831801 n-d-838334-2 neutron-server[84040]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 18 20:49:25.831801 n-d-838334-2 neutron-server[84040]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 20:49:25.831801 n-d-838334-2 neutron-server[84040]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 18 20:49:25.831801 n-d-838334-2 neutron-server[84040]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 20:49:25.831801 n-d-838334-2 neutron-server[84040]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 18 20:49:25.831801 n-d-838334-2 neutron-server[84040]: return f(self, *a, **k) Apr 18 20:49:25.831801 n-d-838334-2 neutron-server[84040]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 18 20:49:25.831801 n-d-838334-2 neutron-server[84040]: return self._get(url).json() Apr 18 20:49:25.831801 n-d-838334-2 neutron-server[84040]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 18 20:49:25.831801 n-d-838334-2 neutron-server[84040]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 20:49:25.831801 n-d-838334-2 neutron-server[84040]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 18 20:49:25.831801 n-d-838334-2 neutron-server[84040]: return self.request(url, 'GET', **kwargs) Apr 18 20:49:25.831801 n-d-838334-2 neutron-server[84040]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 18 20:49:25.831801 n-d-838334-2 neutron-server[84040]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 20:49:25.831801 n-d-838334-2 neutron-server[84040]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 18 20:49:25.831801 n-d-838334-2 neutron-server[84040]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 20:49:25.831801 n-d-838334-2 neutron-server[84040]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 18 20:49:25.831801 n-d-838334-2 neutron-server[84040]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 20:49:25.831801 n-d-838334-2 neutron-server[84040]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 20:49:25.920997 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Provisioning complete for port 968bbb7b-ac07-4f93-a27a-f9fa924c1025 triggered by entity L2. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:49:25.921965 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1253608'] for port, provisioning_complete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:25.993704 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-0c624883-086d-4f9c-9202-7d04bcad68e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1258898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33526109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33444113'] for network, after_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:26.010311 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-0c624883-086d-4f9c-9202-7d04bcad68e9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32378031'] for network, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:26.062464 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c624883-086d-4f9c-9202-7d04bcad68e9 admin admin] Pushing event deleted for resources: {'Network': ['ID=301f150d-0e84-42bb-b737-c7bc5c146888,revision_number=None']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:49:26.078538 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-231c2700-c33d-44f1-be19-b22faa100322 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1082986'] for segment, precommit_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:26.078881 n-d-838334-2 neutron-server[84041]: INFO neutron.db.segments_db [None req-231c2700-c33d-44f1-be19-b22faa100322 admin admin] Added segment 30c19e44-4439-432e-8ba3-ae51f2f5bd90 of type vlan for network 94e6bcb8-e48f-4914-89f4-73f6d03f860a Apr 18 20:49:26.081213 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-0c624883-086d-4f9c-9202-7d04bcad68e9 admin admin] 10.222.0.42 "DELETE /v2.0/networks/301f150d-0e84-42bb-b737-c7bc5c146888 HTTP/1.1" status: 204 len: 168 time: 1.0877841 Apr 18 20:49:26.096279 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:26.185797 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] For port 968bbb7b-ac07-4f93-a27a-f9fa924c1025, host n-h1-838334-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838334-2',level=0,port_id=968bbb7b-ac07-4f93-a27a-f9fa924c1025,segment=NetworkSegment(4935dfdb-03db-4976-a6b4-e0fa58696685),segment_id=4935dfdb-03db-4976-a6b4-e0fa58696685)] {{(pid=84042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:49:26.188016 n-d-838334-2 neutron-server[84042]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b7307812-da19-4509-9baf-bb3ff8313904', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '968bbb7b-ac07-4f93-a27a-f9fa924c1025'}] {{(pid=84042) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 20:49:26.202060 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682'] for port, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:26.209967 n-d-838334-2 neutron-server[84041]: INFO neutron.api.v2.resource [req-7d31f46a-8aed-43d9-9746-ea0d1b7a47e4 req-6f2b0d68-d92e-45f2-bb0e-78e1c8b07d26 service neutron] show failed (client error): The resource could not be found. Apr 18 20:49:26.211981 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-7d31f46a-8aed-43d9-9746-ea0d1b7a47e4 req-6f2b0d68-d92e-45f2-bb0e-78e1c8b07d26 service neutron] 10.222.0.43 "GET /v2.0/ports/949f02d1-12bb-440c-a2f0-e70e4a56cec3/bindings/n-h2-838334-2 HTTP/1.1" status: 404 len: 380 time: 0.5450203 Apr 18 20:49:26.214369 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-231c2700-c33d-44f1-be19-b22faa100322 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750374825732'] for network, precommit_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:26.394235 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-231c2700-c33d-44f1-be19-b22faa100322 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33526109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022'] for network, after_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:26.395731 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-231c2700-c33d-44f1-be19-b22faa100322 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:49:26.396311 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-231c2700-c33d-44f1-be19-b22faa100322 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32378031'] for network, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:26.408313 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Pushing event updated for resources: {'Port': ['ID=968bbb7b-ac07-4f93-a27a-f9fa924c1025,revision_number=10']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:49:26.475099 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 45546) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:49:26.570150 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32966fc6-c026-444b-8fd2-b5d6fd3e7b89 req-e4bd813f-385c-4cf1-a985-942649cb9ef5 tempest-ServerRescueTestJSONUnderV235-1035206563 tempest-ServerRescueTestJSONUnderV235-1035206563-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:49:26.577486 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-32966fc6-c026-444b-8fd2-b5d6fd3e7b89 req-e4bd813f-385c-4cf1-a985-942649cb9ef5 tempest-ServerRescueTestJSONUnderV235-1035206563 tempest-ServerRescueTestJSONUnderV235-1035206563-project] 10.222.0.42 "GET /v2.0/ports?device_id=a96b676e-b606-4103-a36d-2f1625145b68 HTTP/1.1" status: 200 len: 946 time: 0.2680547 Apr 18 20:49:26.614009 n-d-838334-2 neutron-server[84042]: INFO neutron.notifiers.nova [-] Nova event matching ['req-86acefc0-153a-4385-8977-6f0336a50fd9'] response: {'server_uuid': 'b7307812-da19-4509-9baf-bb3ff8313904', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '968bbb7b-ac07-4f93-a27a-f9fa924c1025', 'code': 200} Apr 18 20:49:26.750438 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-ecd791b5-32b6-4719-b762-408200627cfe admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=0599e263a4974e689c38efa9f81a0f07&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2741947 Apr 18 20:49:26.752015 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 45558) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:49:26.778533 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-32966fc6-c026-444b-8fd2-b5d6fd3e7b89 req-db5d923c-918f-46ca-9652-e0aa859bd8dc tempest-ServerRescueTestJSONUnderV235-1035206563 tempest-ServerRescueTestJSONUnderV235-1035206563-project] 10.222.0.42 "GET /v2.0/security-groups?id=aac67c62-23bd-4af5-b48b-8b06d02dda3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2001827 Apr 18 20:49:26.782713 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-231c2700-c33d-44f1-be19-b22faa100322 admin admin] Pushing event updated for resources: {'Network': ['ID=94e6bcb8-e48f-4914-89f4-73f6d03f860a,revision_number=1']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:49:26.799643 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Network 94e6bcb8-e48f-4914-89f4-73f6d03f860a details requested by agent ovs-agent-n-d-838334-2 with host n-d-838334-2 {{(pid=84042) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 18 20:49:26.805551 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-231c2700-c33d-44f1-be19-b22faa100322 admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 2.1778541 Apr 18 20:49:26.810031 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 45562) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:49:26.826616 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.v2.base [None req-18ebc16f-21a1-457d-9ca9-b3f6f245a308 admin admin] Request body: {'subnet': {'network_id': '94e6bcb8-e48f-4914-89f4-73f6d03f860a', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImagesOneServerNegativeTestJSON-176666439-subnet', 'tenant_id': '3c76d2c50aef4e4cbd335680d5ef1e1d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=84041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 20:49:26.835331 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-18ebc16f-21a1-457d-9ca9-b3f6f245a308 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:49:26.847107 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-18ebc16f-21a1-457d-9ca9-b3f6f245a308 admin admin] Usage tracker for resource:subnet and tenant:3c76d2c50aef4e4cbd335680d5ef1e1d is out of sync, need to count used quota {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:49:26.854657 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-18ebc16f-21a1-457d-9ca9-b3f6f245a308 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:49:26.879058 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-18ebc16f-21a1-457d-9ca9-b3f6f245a308 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:49:26.928991 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-18ebc16f-21a1-457d-9ca9-b3f6f245a308 admin admin] Made reservation on behalf of 3c76d2c50aef4e4cbd335680d5ef1e1d for: {'subnet': 1} {{(pid=84041) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:49:26.931707 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-18ebc16f-21a1-457d-9ca9-b3f6f245a308 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32486301'] for subnet, before_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:27.076712 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-7858bf43-9fcc-4510-9f9c-d6138fa50f69 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:27.108409 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-7d31f46a-8aed-43d9-9746-ea0d1b7a47e4 req-5739ef20-77c9-40c3-88c5-131f8559babf service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=74fb1b3e-aad8-4cf1-ab81-337d3a37a132&tenant_id=0ae89e923933452faf6047be78995cc1 HTTP/1.1" status: 200 len: 1100 time: 0.2346172 Apr 18 20:49:27.128666 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-7858bf43-9fcc-4510-9f9c-d6138fa50f69 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:27.141388 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.v2.base [req-7d31f46a-8aed-43d9-9746-ea0d1b7a47e4 req-66fa2ebd-68d5-4fda-a0d6-8bbbfd19178a service neutron] Request body: {'port': {'binding:host_id': 'n-h2-838334-2', 'device_owner': 'compute:nova'}} {{(pid=84040) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 20:49:27.186821 n-d-838334-2 neutron-server[84041]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7f8dacd1-1bb1-470b-8b28-7df2569fab09 admin admin] Router 6010692a-0621-4540-bb51-2d0118223f6d has already been hosted by L3 agent bc84d6c9-dd7a-4555-a351-592327b46d5a {{(pid=84041) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 20:49:27.568644 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-96349d6c-1adf-4105-b8e2-a0cdadbfaa80 req-e8c65084-37fb-4676-8ce2-490d3c1d8e81 tempest-ServerShowV247Test-541190692 tempest-ServerShowV247Test-541190692-project] 10.222.0.42 "GET /v2.0/ports?device_id=fa249cf4-3898-4abf-a16b-0c024b5b978a HTTP/1.1" status: 200 len: 210 time: 0.0735185 Apr 18 20:49:27.599058 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-7d31f46a-8aed-43d9-9746-ea0d1b7a47e4 req-66fa2ebd-68d5-4fda-a0d6-8bbbfd19178a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:27.699384 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-7858bf43-9fcc-4510-9f9c-d6138fa50f69 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33528224'] for security_group, after_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:27.725622 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a431ca3e-5a55-4398-815e-b29af3e4ab56 req-c5129425-0aed-4caf-82f5-a1322203333c tempest-MigrationsAdminTest-1326981207 tempest-MigrationsAdminTest-1326981207-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:49:27.727107 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-a431ca3e-5a55-4398-815e-b29af3e4ab56 req-c5129425-0aed-4caf-82f5-a1322203333c tempest-MigrationsAdminTest-1326981207 tempest-MigrationsAdminTest-1326981207-project] 10.222.0.42 "GET /v2.0/ports?device_id=74fb1b3e-aad8-4cf1-ab81-337d3a37a132 HTTP/1.1" status: 200 len: 949 time: 0.4734132 Apr 18 20:49:27.728888 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-18ebc16f-21a1-457d-9ca9-b3f6f245a308 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33526260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32266407', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32486287'] for subnet, after_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:27.776899 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7858bf43-9fcc-4510-9f9c-d6138fa50f69 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=43e21539-3ecb-4f67-9366-91cd880b2bb5,revision_number=None']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:49:27.799306 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-7858bf43-9fcc-4510-9f9c-d6138fa50f69 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:27.803372 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-7858bf43-9fcc-4510-9f9c-d6138fa50f69 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/43e21539-3ecb-4f67-9366-91cd880b2bb5 HTTP/1.1" status: 204 len: 168 time: 1.0432034 Apr 18 20:49:27.893897 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18ebc16f-21a1-457d-9ca9-b3f6f245a308 admin admin] Pushing event updated for resources: {'Subnet': ['ID=aca04e13-8241-4a12-96f1-92050670baff,revision_number=0']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:49:27.905983 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18ebc16f-21a1-457d-9ca9-b3f6f245a308 admin admin] Checking segment: {'id': '30c19e44-4439-432e-8ba3-ae51f2f5bd90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '94e6bcb8-e48f-4914-89f4-73f6d03f860a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84041) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 20:49:27.906347 n-d-838334-2 neutron-server[84041]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18ebc16f-21a1-457d-9ca9-b3f6f245a308 admin admin] Network hostable DHCP agents. Network: 94e6bcb8-e48f-4914-89f4-73f6d03f860a, hostable agents: ['8746f8ea-3e91-4b32-9919-2c63adeb8722'], hosted agents: [] {{(pid=84041) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 20:49:27.916958 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7f8dacd1-1bb1-470b-8b28-7df2569fab09 admin admin] Notify agent at l3_agent.n-d-838334-2 the message routers_updated {{(pid=84041) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 20:49:27.929393 n-d-838334-2 neutron-server[84043]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a8bbd6a-6e8b-474a-be6c-04eb216a7aa6 None None] Sync routers for ids ['6010692a-0621-4540-bb51-2d0118223f6d'] in n-d-838334-2 {{(pid=84043) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 18 20:49:27.949803 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-7f8dacd1-1bb1-470b-8b28-7df2569fab09 admin admin] 10.222.0.42 "PUT /v2.0/routers/6010692a-0621-4540-bb51-2d0118223f6d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.3192701 Apr 18 20:49:27.950044 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 45586) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:49:27.954153 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a8bbd6a-6e8b-474a-be6c-04eb216a7aa6 None None] Routers {'6010692a-0621-4540-bb51-2d0118223f6d'} bound to L3 agent in host n-d-838334-2 {{(pid=84043) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 20:49:27.954805 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.l3_hamode_db [None req-1a8bbd6a-6e8b-474a-be6c-04eb216a7aa6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838334-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-18T20:25:48Z,description=,heartbeat_timestamp=2022-04-18T20:49:18Z,host='n-d-838334-2',id=bc84d6c9-dd7a-4555-a351-592327b46d5a,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:25:48Z,topic='l3_agent')) {'router_ids': ['6010692a-0621-4540-bb51-2d0118223f6d'], 'active': True} {{(pid=84043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:49:28.078022 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-a431ca3e-5a55-4398-815e-b29af3e4ab56 req-591c6a77-b405-4b6c-b00d-ea15c9fa5e4b tempest-MigrationsAdminTest-1326981207 tempest-MigrationsAdminTest-1326981207-project] 10.222.0.42 "GET /v2.0/security-groups?id=8ca7ac2c-bfe5-493b-aae6-636315bac851&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3433228 Apr 18 20:49:28.087548 n-d-838334-2 neutron-server[84041]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18ebc16f-21a1-457d-9ca9-b3f6f245a308 admin admin] Network 94e6bcb8-e48f-4914-89f4-73f6d03f860a is scheduled to be hosted by DHCP agent 8746f8ea-3e91-4b32-9919-2c63adeb8722 with binding_index 1 {{(pid=84041) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 20:49:28.236797 n-d-838334-2 neutron-server[84041]: DEBUG neutron.scheduler.base_scheduler [None req-18ebc16f-21a1-457d-9ca9-b3f6f245a308 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-838334-2, 94e6bcb8-e48f-4914-89f4-73f6d03f860a) {{(pid=84041) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:49:28.242982 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18ebc16f-21a1-457d-9ca9-b3f6f245a308 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:49:28.243846 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-18ebc16f-21a1-457d-9ca9-b3f6f245a308 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:28.255075 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06a23637-8574-46ea-899e-8132266b5ace None None] Network 94e6bcb8-e48f-4914-89f4-73f6d03f860a requested from n-d-838334-2 {{(pid=84042) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 20:49:28.342015 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-18ebc16f-21a1-457d-9ca9-b3f6f245a308 admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 1.5278380 Apr 18 20:49:28.459642 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.l3_dvr_db [None req-1a8bbd6a-6e8b-474a-be6c-04eb216a7aa6 None None] Set router 6010692a-0621-4540-bb51-2d0118223f6d gateway port host: n-d-838334-2 {{(pid=84043) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 20:49:28.478980 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-03f74742-7352-4f57-9bad-fd81ca4a8634 admin admin] Notify callbacks [] for router, before_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:28.681303 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.db [req-7d31f46a-8aed-43d9-9746-ea0d1b7a47e4 req-66fa2ebd-68d5-4fda-a0d6-8bbbfd19178a service neutron] For port 949f02d1-12bb-440c-a2f0-e70e4a56cec3, host n-h1-838334-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838334-2',level=0,port_id=949f02d1-12bb-440c-a2f0-e70e4a56cec3,segment=NetworkSegment(62b85806-94d8-4a88-a06c-da82e5932d66),segment_id=62b85806-94d8-4a88-a06c-da82e5932d66)] {{(pid=84040) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:49:28.799349 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.db [req-7d31f46a-8aed-43d9-9746-ea0d1b7a47e4 req-66fa2ebd-68d5-4fda-a0d6-8bbbfd19178a service neutron] For port 949f02d1-12bb-440c-a2f0-e70e4a56cec3, host n-h1-838334-2, cleared binding levels {{(pid=84040) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 20:49:28.962756 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-7d31f46a-8aed-43d9-9746-ea0d1b7a47e4 req-66fa2ebd-68d5-4fda-a0d6-8bbbfd19178a service neutron] Notify callbacks [] for port, precommit_update {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:28.994244 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8583038e-ad15-402f-922a-5171ab937ade None None] Network 94e6bcb8-e48f-4914-89f4-73f6d03f860a requested from n-d-838334-2 {{(pid=84042) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 20:49:29.018132 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.provisioning_blocks [req-7d31f46a-8aed-43d9-9746-ea0d1b7a47e4 req-66fa2ebd-68d5-4fda-a0d6-8bbbfd19178a service neutron] Transition to ACTIVE for port object 949f02d1-12bb-440c-a2f0-e70e4a56cec3 will not be triggered until provisioned by entity L2. {{(pid=84040) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 20:49:29.021587 n-d-838334-2 neutron-server[84040]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '74fb1b3e-aad8-4cf1-ab81-337d3a37a132', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '949f02d1-12bb-440c-a2f0-e70e4a56cec3'}] {{(pid=84040) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 20:49:29.043362 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-7d31f46a-8aed-43d9-9746-ea0d1b7a47e4 req-66fa2ebd-68d5-4fda-a0d6-8bbbfd19178a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32440959'] for port, after_update {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:29.049396 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.l3_hamode_db [None req-1a8bbd6a-6e8b-474a-be6c-04eb216a7aa6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6010692a-0621-4540-bb51-2d0118223f6d', 'name': 'tempest-ServersTestBootFromVolume-1233507631-router', 'tenant_id': '10af1d879623447e98b3f1b5785a8e4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'external_fixed_ips': [{'subnet_id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'ip_address': '172.25.8.93'}], 'enable_snat': True}, 'gw_port_id': '08e0f07c-ed7b-4d2f-9b6f-175f2ac0b029', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:46:32Z', 'updated_at': '2022-04-18T20:49:23Z', 'revision_number': 5, 'project_id': '10af1d879623447e98b3f1b5785a8e4f', 'gw_port': {'id': '08e0f07c-ed7b-4d2f-9b6f-175f2ac0b029', 'name': '', 'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:a3:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6010692a-0621-4540-bb51-2d0118223f6d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'ip_address': '172.25.8.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:46:34Z', 'updated_at': '2022-04-18T20:46:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838334-2'}], 'n-d-838334-2', False) {} {{(pid=84043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:49:29.056262 n-d-838334-2 neutron-server[84043]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a8bbd6a-6e8b-474a-be6c-04eb216a7aa6 None None] Checking router: 6010692a-0621-4540-bb51-2d0118223f6d for host: n-d-838334-2 {{(pid=84043) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 18 20:49:29.070023 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a8bbd6a-6e8b-474a-be6c-04eb216a7aa6 None None] Routers {'6010692a-0621-4540-bb51-2d0118223f6d'} bound to L3 agent in host n-d-838334-2 {{(pid=84043) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 20:49:29.071083 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.l3_hamode_db [None req-1a8bbd6a-6e8b-474a-be6c-04eb216a7aa6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838334-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-18T20:25:48Z,description=,heartbeat_timestamp=2022-04-18T20:49:18Z,host='n-d-838334-2',id=bc84d6c9-dd7a-4555-a351-592327b46d5a,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:25:48Z,topic='l3_agent')) {'router_ids': ['6010692a-0621-4540-bb51-2d0118223f6d'], 'active': True} {{(pid=84043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:49:29.149937 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-03f74742-7352-4f57-9bad-fd81ca4a8634 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:29.178831 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.plugin [None req-03f74742-7352-4f57-9bad-fd81ca4a8634 admin admin] Deleting port 08e0f07c-ed7b-4d2f-9b6f-175f2ac0b029 {{(pid=84041) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 20:49:29.179299 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-03f74742-7352-4f57-9bad-fd81ca4a8634 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750375188691'] for port, before_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:29.335008 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66fa2ebd-68d5-4fda-a0d6-8bbbfd19178a service neutron] Pushing event updated for resources: {'Port': ['ID=949f02d1-12bb-440c-a2f0-e70e4a56cec3,revision_number=6']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:49:29.345353 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-30d1dcb6-e843-44d4-8f39-6f1ae2a50226 req-2d3092a1-9835-4c48-b7f1-bad5f2cbe592 tempest-ServerShowV247Test-541190692 tempest-ServerShowV247Test-541190692-project] 10.222.0.42 "GET /v2.0/ports?device_id=fa249cf4-3898-4abf-a16b-0c024b5b978a HTTP/1.1" status: 200 len: 210 time: 0.3101745 Apr 18 20:49:29.373212 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a94c7cd-5b1e-4801-86b0-42a88feb1c55 req-e00b48f8-e2e3-4efe-a961-c17ce5ce50de tempest-ServerRescueTestJSONUnderV235-1035206563 tempest-ServerRescueTestJSONUnderV235-1035206563-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:49:29.389292 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-1a94c7cd-5b1e-4801-86b0-42a88feb1c55 req-e00b48f8-e2e3-4efe-a961-c17ce5ce50de tempest-ServerRescueTestJSONUnderV235-1035206563 tempest-ServerRescueTestJSONUnderV235-1035206563-project] 10.222.0.42 "GET /v2.0/ports?device_id=a96b676e-b606-4103-a36d-2f1625145b68 HTTP/1.1" status: 200 len: 946 time: 1.3088400 Apr 18 20:49:29.560772 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.l3_dvr_db [None req-1a8bbd6a-6e8b-474a-be6c-04eb216a7aa6 None None] Set router 6010692a-0621-4540-bb51-2d0118223f6d gateway port host: None {{(pid=84043) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 20:49:29.662505 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 45632) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:49:29.662745 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750375287399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253529'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:29.755883 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.l3_hamode_db [None req-1a8bbd6a-6e8b-474a-be6c-04eb216a7aa6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6010692a-0621-4540-bb51-2d0118223f6d', 'name': 'tempest-ServersTestBootFromVolume-1233507631-router', 'tenant_id': '10af1d879623447e98b3f1b5785a8e4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:46:32Z', 'updated_at': '2022-04-18T20:49:29Z', 'revision_number': 6, 'project_id': '10af1d879623447e98b3f1b5785a8e4f', 'gw_port_host': None}], 'n-d-838334-2', False) {} {{(pid=84043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:49:29.769469 n-d-838334-2 neutron-server[84043]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a8bbd6a-6e8b-474a-be6c-04eb216a7aa6 None None] The sync data for ids ['6010692a-0621-4540-bb51-2d0118223f6d'] in n-d-838334-2 is: [{'id': '6010692a-0621-4540-bb51-2d0118223f6d', 'name': 'tempest-ServersTestBootFromVolume-1233507631-router', 'tenant_id': '10af1d879623447e98b3f1b5785a8e4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:46:32Z', 'updated_at': '2022-04-18T20:49:29Z', 'revision_number': 6, 'project_id': '10af1d879623447e98b3f1b5785a8e4f', 'gw_port_host': None}] {{(pid=84043) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 18 20:49:29.791320 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.l3_dvrscheduler_db [req-7d31f46a-8aed-43d9-9746-ea0d1b7a47e4 req-66fa2ebd-68d5-4fda-a0d6-8bbbfd19178a service neutron] No DVR routers for this DVR port 949f02d1-12bb-440c-a2f0-e70e4a56cec3 on host n-h1-838334-2 {{(pid=84040) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 20:49:29.805927 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Device 949f02d1-12bb-440c-a2f0-e70e4a56cec3 no longer exists at agent hyperv_n-h1-838334-2 {{(pid=84042) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 20:49:29.898471 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-1a94c7cd-5b1e-4801-86b0-42a88feb1c55 req-ed4a7af2-852a-48a2-af64-0bf79b7d23d9 tempest-ServerRescueTestJSONUnderV235-1035206563 tempest-ServerRescueTestJSONUnderV235-1035206563-project] 10.222.0.42 "GET /v2.0/security-groups?id=aac67c62-23bd-4af5-b48b-8b06d02dda3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4923248 Apr 18 20:49:29.903507 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.managers [req-7d31f46a-8aed-43d9-9746-ea0d1b7a47e4 req-66fa2ebd-68d5-4fda-a0d6-8bbbfd19178a service neutron] Attempting to bind port 949f02d1-12bb-440c-a2f0-e70e4a56cec3 on host n-h2-838334-2 for vnic_type normal with profile {{(pid=84040) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:49:29.905678 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.managers [req-7d31f46a-8aed-43d9-9746-ea0d1b7a47e4 req-66fa2ebd-68d5-4fda-a0d6-8bbbfd19178a service neutron] Attempting to bind port 949f02d1-12bb-440c-a2f0-e70e4a56cec3 by drivers openvswitch,hyperv on host n-h2-838334-2 at level 0 using segments [{'id': '62b85806-94d8-4a88-a06c-da82e5932d66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': 'cb56989d-7c5d-4678-b194-1d2edf1e842a'}] {{(pid=84040) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:49:29.906967 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d31f46a-8aed-43d9-9746-ea0d1b7a47e4 req-66fa2ebd-68d5-4fda-a0d6-8bbbfd19178a service neutron] Attempting to bind port 949f02d1-12bb-440c-a2f0-e70e4a56cec3 on network cb56989d-7c5d-4678-b194-1d2edf1e842a {{(pid=84040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 20:49:29.930978 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d31f46a-8aed-43d9-9746-ea0d1b7a47e4 req-66fa2ebd-68d5-4fda-a0d6-8bbbfd19178a service neutron] Port 949f02d1-12bb-440c-a2f0-e70e4a56cec3 on network cb56989d-7c5d-4678-b194-1d2edf1e842a not bound, no agent of type Open vSwitch agent registered on host n-h2-838334-2 {{(pid=84040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 18 20:49:29.931590 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d31f46a-8aed-43d9-9746-ea0d1b7a47e4 req-66fa2ebd-68d5-4fda-a0d6-8bbbfd19178a service neutron] Attempting to bind port 949f02d1-12bb-440c-a2f0-e70e4a56cec3 on network cb56989d-7c5d-4678-b194-1d2edf1e842a {{(pid=84040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 20:49:29.948587 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Device 949f02d1-12bb-440c-a2f0-e70e4a56cec3 not bound to the agent host n-h1-838334-2 {{(pid=84042) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 20:49:29.959993 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d31f46a-8aed-43d9-9746-ea0d1b7a47e4 req-66fa2ebd-68d5-4fda-a0d6-8bbbfd19178a service neutron] Checking agent: {'id': 'dc797004-f641-47b7-a77f-9c62b5b16296', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-838334-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 34, 3), 'started_at': datetime.datetime(2022, 4, 18, 20, 34, 3), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 20, 49, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 18 20:49:29.960509 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d31f46a-8aed-43d9-9746-ea0d1b7a47e4 req-66fa2ebd-68d5-4fda-a0d6-8bbbfd19178a service neutron] Checking segment: {'id': '62b85806-94d8-4a88-a06c-da82e5932d66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': 'cb56989d-7c5d-4678-b194-1d2edf1e842a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84040) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 20:49:29.960906 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d31f46a-8aed-43d9-9746-ea0d1b7a47e4 req-66fa2ebd-68d5-4fda-a0d6-8bbbfd19178a service neutron] Bound using segment: {'id': '62b85806-94d8-4a88-a06c-da82e5932d66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': 'cb56989d-7c5d-4678-b194-1d2edf1e842a'} {{(pid=84040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 18 20:49:29.961363 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.managers [req-7d31f46a-8aed-43d9-9746-ea0d1b7a47e4 req-66fa2ebd-68d5-4fda-a0d6-8bbbfd19178a service neutron] Bound port: 949f02d1-12bb-440c-a2f0-e70e4a56cec3, host: n-h2-838334-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '62b85806-94d8-4a88-a06c-da82e5932d66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': 'cb56989d-7c5d-4678-b194-1d2edf1e842a'}}] {{(pid=84040) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 20:49:29.961716 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-7d31f46a-8aed-43d9-9746-ea0d1b7a47e4 req-66fa2ebd-68d5-4fda-a0d6-8bbbfd19178a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:30.012387 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-10312173-f2a9-4cba-9589-a2ce6e4ac232 req-89276d0a-1c52-4626-9b81-b1d04f9a45bf service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=87d2a047-1778-4af8-a03c-cf1324c89586 HTTP/1.1" status: 200 len: 210 time: 0.1947021 Apr 18 20:49:30.114930 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.db [None req-03f74742-7352-4f57-9bad-fd81ca4a8634 admin admin] For port 08e0f07c-ed7b-4d2f-9b6f-175f2ac0b029, host n-d-838334-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838334-2',level=0,port_id=08e0f07c-ed7b-4d2f-9b6f-175f2ac0b029,segment=NetworkSegment(732aa830-768b-4511-951f-d08e26b9c25b),segment_id=732aa830-768b-4511-951f-d08e26b9c25b)] {{(pid=84041) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:49:30.115414 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-03f74742-7352-4f57-9bad-fd81ca4a8634 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369123'] for port, precommit_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:30.130720 n-d-838334-2 neutron-server[84040]: INFO neutron.notifiers.nova [-] Nova event matching ['req-05772025-e927-437d-9024-ebf3a949d4c9'] response: {'server_uuid': '74fb1b3e-aad8-4cf1-ab81-337d3a37a132', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '949f02d1-12bb-440c-a2f0-e70e4a56cec3', 'code': 200} Apr 18 20:49:30.136410 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.v2.base [None req-9e0b3244-0fe2-4d19-8663-7c4b3370223d admin admin] Request body: {'network': {'name': 'tempest-ServerRescueTestJSON-1453542019-network', 'tenant_id': 'ec0d4dedc6f54935aafadeeb5b293728'}} {{(pid=84040) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 20:49:30.152757 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [None req-9e0b3244-0fe2-4d19-8663-7c4b3370223d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:49:30.179512 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-9e0b3244-0fe2-4d19-8663-7c4b3370223d admin admin] Usage tracker for resource:network and tenant:ec0d4dedc6f54935aafadeeb5b293728 is out of sync, need to count used quota {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:49:30.188489 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-9e0b3244-0fe2-4d19-8663-7c4b3370223d admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:49:30.310370 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.plugin [None req-03f74742-7352-4f57-9bad-fd81ca4a8634 admin admin] Calling delete_port for 08e0f07c-ed7b-4d2f-9b6f-175f2ac0b029 owned by network:router_gateway {{(pid=84041) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 20:49:30.406337 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [None req-9e0b3244-0fe2-4d19-8663-7c4b3370223d admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:49:30.489889 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.db [req-7d31f46a-8aed-43d9-9746-ea0d1b7a47e4 req-66fa2ebd-68d5-4fda-a0d6-8bbbfd19178a service neutron] For port 949f02d1-12bb-440c-a2f0-e70e4a56cec3, host n-h2-838334-2, cleared binding levels {{(pid=84040) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 20:49:30.500949 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dd8cb1b-8618-424a-a45d-5ead9f24d2d7 req-d0dae567-9e6c-4742-8e85-e644877f7369 tempest-ImagesOneServerNegativeTestJSON-1563611860 tempest-ImagesOneServerNegativeTestJSON-1563611860-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:49:30.508565 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-0dd8cb1b-8618-424a-a45d-5ead9f24d2d7 req-d0dae567-9e6c-4742-8e85-e644877f7369 tempest-ImagesOneServerNegativeTestJSON-1563611860 tempest-ImagesOneServerNegativeTestJSON-1563611860-project] 10.222.0.42 "GET /v2.0/networks?id=94e6bcb8-e48f-4914-89f4-73f6d03f860a HTTP/1.1" status: 200 len: 821 time: 0.3071270 Apr 18 20:49:30.510343 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e0b3244-0fe2-4d19-8663-7c4b3370223d admin admin] Made reservation on behalf of ec0d4dedc6f54935aafadeeb5b293728 for: {'network': 1} {{(pid=84040) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:49:30.512658 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-9e0b3244-0fe2-4d19-8663-7c4b3370223d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for network, before_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:30.547374 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.db [req-7d31f46a-8aed-43d9-9746-ea0d1b7a47e4 req-66fa2ebd-68d5-4fda-a0d6-8bbbfd19178a service neutron] For port 949f02d1-12bb-440c-a2f0-e70e4a56cec3, host n-h2-838334-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838334-2',level=0,port_id=949f02d1-12bb-440c-a2f0-e70e4a56cec3,segment=NetworkSegment(62b85806-94d8-4a88-a06c-da82e5932d66),segment_id=62b85806-94d8-4a88-a06c-da82e5932d66)] {{(pid=84040) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 20:49:30.548484 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-03f74742-7352-4f57-9bad-fd81ca4a8634 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750375259028', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750374836628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32266323'] for port, after_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:30.549344 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-9e0b3244-0fe2-4d19-8663-7c4b3370223d admin admin] Notify callbacks [] for security_group, before_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:30.575019 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-7d31f46a-8aed-43d9-9746-ea0d1b7a47e4 req-66fa2ebd-68d5-4fda-a0d6-8bbbfd19178a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32440959'] for port, after_update {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:30.600857 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-70907695-bd12-4e92-a91e-cd7392b41fba req-cc9bf048-846e-495e-9c2f-6c4dd4c54261 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=fa249cf4-3898-4abf-a16b-0c024b5b978a HTTP/1.1" status: 200 len: 210 time: 0.0920789 Apr 18 20:49:30.613598 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03f74742-7352-4f57-9bad-fd81ca4a8634 admin admin] Pushing event deleted for resources: {'Port': ['ID=08e0f07c-ed7b-4d2f-9b6f-175f2ac0b029,revision_number=None']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:49:30.697109 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [None req-9e0b3244-0fe2-4d19-8663-7c4b3370223d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:49:30.701192 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-9e0b3244-0fe2-4d19-8663-7c4b3370223d admin admin] Usage tracker for resource:security_group_rule and tenant:ec0d4dedc6f54935aafadeeb5b293728 is out of sync, need to count used quota {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:49:30.708174 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-9e0b3244-0fe2-4d19-8663-7c4b3370223d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:49:30.714989 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [None req-9e0b3244-0fe2-4d19-8663-7c4b3370223d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:49:30.737518 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-0dd8cb1b-8618-424a-a45d-5ead9f24d2d7 req-498fd0e9-5cf1-47c8-af2e-55c247e32c4b tempest-ImagesOneServerNegativeTestJSON-1563611860 tempest-ImagesOneServerNegativeTestJSON-1563611860-project] 10.222.0.42 "GET /v2.0/quotas/3c76d2c50aef4e4cbd335680d5ef1e1d HTTP/1.1" status: 200 len: 375 time: 0.2280977 Apr 18 20:49:30.744937 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-7d31f46a-8aed-43d9-9746-ea0d1b7a47e4 req-66fa2ebd-68d5-4fda-a0d6-8bbbfd19178a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217293'] for port, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:30.746392 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-7d31f46a-8aed-43d9-9746-ea0d1b7a47e4 req-66fa2ebd-68d5-4fda-a0d6-8bbbfd19178a service neutron] 10.222.0.48 "PUT /v2.0/ports/949f02d1-12bb-440c-a2f0-e70e4a56cec3 HTTP/1.1" status: 200 len: 1095 time: 3.6199780 Apr 18 20:49:30.783997 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Device 08e0f07c-ed7b-4d2f-9b6f-175f2ac0b029 no longer exists at agent ovs-agent-n-d-838334-2 {{(pid=84042) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 20:49:30.823781 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-0dd8cb1b-8618-424a-a45d-5ead9f24d2d7 req-3b8c6dde-a030-4ac0-bd06-9198a78590a3 tempest-ImagesOneServerNegativeTestJSON-1563611860 tempest-ImagesOneServerNegativeTestJSON-1563611860-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=3c76d2c50aef4e4cbd335680d5ef1e1d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0533700 Apr 18 20:49:30.887206 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.plugin [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] No Port match for: 08e0f07c-ed7b-4d2f-9b6f-175f2ac0b029 {{(pid=84042) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 18 20:49:30.888295 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Device 08e0f07c-ed7b-4d2f-9b6f-175f2ac0b029 not bound to the agent host n-d-838334-2 {{(pid=84042) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 20:49:30.889064 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Device eda10c5a-f179-44dd-8094-d9ab1e1269d8 no longer exists at agent ovs-agent-n-d-838334-2 {{(pid=84042) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 20:49:30.901057 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66fa2ebd-68d5-4fda-a0d6-8bbbfd19178a service neutron] Pushing event updated for resources: {'Port': ['ID=949f02d1-12bb-440c-a2f0-e70e4a56cec3,revision_number=7']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:49:30.974818 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.plugin [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] No Port match for: eda10c5a-f179-44dd-8094-d9ab1e1269d8 {{(pid=84042) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 18 20:49:30.976584 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Device eda10c5a-f179-44dd-8094-d9ab1e1269d8 not bound to the agent host n-d-838334-2 {{(pid=84042) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 20:49:31.015579 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-03f74742-7352-4f57-9bad-fd81ca4a8634 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33444108'] for router_gateway, after_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:31.088929 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12789bd2-6838-4f65-b589-73830adf2585 req-223b6f71-bab9-40d3-908e-4f1eed069182 tempest-MigrationsAdminTest-1326981207 tempest-MigrationsAdminTest-1326981207-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:49:31.099174 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-12789bd2-6838-4f65-b589-73830adf2585 req-223b6f71-bab9-40d3-908e-4f1eed069182 tempest-MigrationsAdminTest-1326981207 tempest-MigrationsAdminTest-1326981207-project] 10.222.0.42 "GET /v2.0/ports?device_id=74fb1b3e-aad8-4cf1-ab81-337d3a37a132 HTTP/1.1" status: 200 len: 947 time: 0.6886203 Apr 18 20:49:31.195057 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-12789bd2-6838-4f65-b589-73830adf2585 req-d031b934-1a33-4b9d-b522-d2e8c3cf1b03 tempest-MigrationsAdminTest-1326981207 tempest-MigrationsAdminTest-1326981207-project] 10.222.0.42 "GET /v2.0/security-groups?id=8ca7ac2c-bfe5-493b-aae6-636315bac851&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0946703 Apr 18 20:49:31.297305 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-7d31f46a-8aed-43d9-9746-ea0d1b7a47e4 req-48d23cae-c364-4bed-bcbc-c6d8c8627686 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=0ae89e923933452faf6047be78995cc1&device_id=74fb1b3e-aad8-4cf1-ab81-337d3a37a132 HTTP/1.1" status: 200 len: 1098 time: 0.4716442 Apr 18 20:49:31.340219 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-03f74742-7352-4f57-9bad-fd81ca4a8634 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33443580', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5726'] for router, precommit_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:31.344999 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-03f74742-7352-4f57-9bad-fd81ca4a8634 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:31.380328 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-03f74742-7352-4f57-9bad-fd81ca4a8634 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-33443408'] for router, after_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:31.382067 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-03f74742-7352-4f57-9bad-fd81ca4a8634 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6010692a-0621-4540-bb51-2d0118223f6d {{(pid=84041) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 18 20:49:31.421762 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-03f74742-7352-4f57-9bad-fd81ca4a8634 admin admin] Notify callbacks [] for router, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:31.428904 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-03f74742-7352-4f57-9bad-fd81ca4a8634 admin admin] 10.222.0.42 "DELETE /v2.0/routers/6010692a-0621-4540-bb51-2d0118223f6d HTTP/1.1" status: 204 len: 168 time: 3.4767816 Apr 18 20:49:31.431491 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 45650) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:49:31.521898 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.db_base_plugin_v2 [None req-e0046f99-11ea-40b3-96a2-a9dfe5693c2e admin admin] Deleting subnet 4aaef2f0-843c-461e-a57b-a0e79342b79d {{(pid=84041) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 18 20:49:31.526384 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-e0046f99-11ea-40b3-96a2-a9dfe5693c2e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:31.614156 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-e0046f99-11ea-40b3-96a2-a9dfe5693c2e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32266383'] for subnet, precommit_delete_associations {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:31.768283 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-e0046f99-11ea-40b3-96a2-a9dfe5693c2e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1260556'] for subnet, precommit_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:31.794613 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-9e0b3244-0fe2-4d19-8663-7c4b3370223d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:31.808358 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-f1f2988f-0272-46a9-9ea7-377c4f52058e req-7ab72c1a-2a17-4121-b267-7aeaaac04856 tempest-ServerShowV247Test-541190692 tempest-ServerShowV247Test-541190692-project] 10.222.0.42 "GET /v2.0/ports?device_id=fa249cf4-3898-4abf-a16b-0c024b5b978a HTTP/1.1" status: 200 len: 210 time: 0.0570590 Apr 18 20:49:31.812785 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-0dd8cb1b-8618-424a-a45d-5ead9f24d2d7 req-60169de6-aab6-4d9d-8fc3-347d10feec25 service neutron] 10.222.0.42 "GET /v2.0/networks/94e6bcb8-e48f-4914-89f4-73f6d03f860a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9034722 Apr 18 20:49:31.867648 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-9e0b3244-0fe2-4d19-8663-7c4b3370223d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33528224'] for security_group, after_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:31.872276 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-e0046f99-11ea-40b3-96a2-a9dfe5693c2e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1260549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33526260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32266336', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32486390'] for subnet, after_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:32.093078 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0046f99-11ea-40b3-96a2-a9dfe5693c2e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4aaef2f0-843c-461e-a57b-a0e79342b79d,revision_number=None']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:49:32.101573 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-e0046f99-11ea-40b3-96a2-a9dfe5693c2e admin admin] Notify callbacks [] for subnet, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:32.109051 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-e0046f99-11ea-40b3-96a2-a9dfe5693c2e admin admin] 10.222.0.42 "DELETE /v2.0/subnets/4aaef2f0-843c-461e-a57b-a0e79342b79d HTTP/1.1" status: 204 len: 168 time: 0.6765051 Apr 18 20:49:32.111413 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 45658) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:49:32.115830 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7f81618-ebf9-45f8-a965-e54135f97660 None None] Network 926061aa-7053-4e13-adce-8286fe177d09 requested from n-d-838334-2 {{(pid=84042) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 20:49:32.149953 n-d-838334-2 neutron-server[84040]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '74fb1b3e-aad8-4cf1-ab81-337d3a37a132', 'tag': '949f02d1-12bb-440c-a2f0-e70e4a56cec3'}] {{(pid=84040) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 20:49:32.215744 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9e0b3244-0fe2-4d19-8663-7c4b3370223d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 398} {{(pid=84040) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 20:49:32.249740 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e0b3244-0fe2-4d19-8663-7c4b3370223d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6f984221-1918-47e6-82e9-256972907b58,revision_number=1']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:49:32.260691 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-195f776c-7046-46fc-ba64-2d939095641b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1103592'] for network, before_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:32.274752 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.plugin [None req-195f776c-7046-46fc-ba64-2d939095641b admin admin] Deleting port 7371cb2c-9037-44c7-b173-9f18b516323b {{(pid=84041) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 20:49:32.275221 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-195f776c-7046-46fc-ba64-2d939095641b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750375188691'] for port, before_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:32.307339 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-9e0b3244-0fe2-4d19-8663-7c4b3370223d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1082986'] for segment, precommit_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:32.307965 n-d-838334-2 neutron-server[84040]: INFO neutron.db.segments_db [None req-9e0b3244-0fe2-4d19-8663-7c4b3370223d admin admin] Added segment 37ab3ec4-28bf-4f8a-804e-f8cad5dd40d4 of type vlan for network b18f6ca6-9241-4023-98c1-9e86661176c3 Apr 18 20:49:32.387501 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d31f46a-8aed-43d9-9746-ea0d1b7a47e4 req-8707a0b9-aae9-40e5-b45b-e36679f08eac service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:49:32.389734 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-7d31f46a-8aed-43d9-9746-ea0d1b7a47e4 req-8707a0b9-aae9-40e5-b45b-e36679f08eac service neutron] 10.222.0.48 "GET /v2.0/networks?id=cb56989d-7c5d-4678-b194-1d2edf1e842a HTTP/1.1" status: 200 len: 870 time: 1.0812945 Apr 18 20:49:32.402712 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-0dd8cb1b-8618-424a-a45d-5ead9f24d2d7 req-11731b34-956d-4029-abbf-bcb321e9b0f6 service neutron] 10.222.0.42 "GET /v2.0/networks/94e6bcb8-e48f-4914-89f4-73f6d03f860a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5695052 Apr 18 20:49:32.490413 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-9e0b3244-0fe2-4d19-8663-7c4b3370223d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750374825732'] for network, precommit_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:32.612165 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-7d31f46a-8aed-43d9-9746-ea0d1b7a47e4 req-b237afad-8a6e-4bb8-b21f-1345130a269c service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.11&port_id=949f02d1-12bb-440c-a2f0-e70e4a56cec3 HTTP/1.1" status: 200 len: 217 time: 0.2074187 Apr 18 20:49:32.762998 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.db.resource_extend [None req-9e0b3244-0fe2-4d19-8663-7c4b3370223d admin admin] It took 0.18 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 18 20:49:32.856035 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.db [None req-195f776c-7046-46fc-ba64-2d939095641b admin admin] For port 7371cb2c-9037-44c7-b173-9f18b516323b, host n-d-838334-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838334-2',level=0,port_id=7371cb2c-9037-44c7-b173-9f18b516323b,segment=NetworkSegment(a48f89e7-be20-47ff-8e82-653a2d5ad82b),segment_id=a48f89e7-be20-47ff-8e82-653a2d5ad82b)] {{(pid=84041) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:49:32.856680 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-195f776c-7046-46fc-ba64-2d939095641b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369123'] for port, precommit_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:32.882560 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-9e0b3244-0fe2-4d19-8663-7c4b3370223d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33526109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022'] for network, after_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:32.896759 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e0b3244-0fe2-4d19-8663-7c4b3370223d admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:49:32.898175 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-9e0b3244-0fe2-4d19-8663-7c4b3370223d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32378031'] for network, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:32.919783 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90dd834e-97a1-417b-b7b0-31b3ab4b6247 None None] DHCP port deletion for 926061aa-7053-4e13-adce-8286fe177d09 request from n-d-838334-2 {{(pid=84042) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 18 20:49:32.924630 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.plugin [None req-90dd834e-97a1-417b-b7b0-31b3ab4b6247 None None] Deleting port 7371cb2c-9037-44c7-b173-9f18b516323b {{(pid=84042) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 20:49:32.925002 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-90dd834e-97a1-417b-b7b0-31b3ab4b6247 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750375188691'] for port, before_delete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:32.934117 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04b97b33-355d-442a-8b4d-96f474a34125 req-059cdc20-0df6-495b-be33-4378467448c5 tempest-ServerRescueTestJSONUnderV235-1035206563 tempest-ServerRescueTestJSONUnderV235-1035206563-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:49:32.942269 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-04b97b33-355d-442a-8b4d-96f474a34125 req-059cdc20-0df6-495b-be33-4378467448c5 tempest-ServerRescueTestJSONUnderV235-1035206563 tempest-ServerRescueTestJSONUnderV235-1035206563-project] 10.222.0.42 "GET /v2.0/ports?device_id=a96b676e-b606-4103-a36d-2f1625145b68 HTTP/1.1" status: 200 len: 946 time: 0.8120158 Apr 18 20:49:33.047555 n-d-838334-2 neutron-server[84040]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ee848e35-84e9-42c0-8867-379f18ffbc90'] response: {'name': 'network-changed', 'server_uuid': '74fb1b3e-aad8-4cf1-ab81-337d3a37a132', 'tag': '949f02d1-12bb-440c-a2f0-e70e4a56cec3', 'status': 'completed', 'code': 200} Apr 18 20:49:33.070226 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d31f46a-8aed-43d9-9746-ea0d1b7a47e4 req-2a5cf2a4-b917-49e9-bfb0-57693b1bf1e2 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:49:33.072302 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-7d31f46a-8aed-43d9-9746-ea0d1b7a47e4 req-2a5cf2a4-b917-49e9-bfb0-57693b1bf1e2 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=c4b526db-4d8a-4d4c-a310-e3a599630ae1 HTTP/1.1" status: 200 len: 843 time: 0.4263465 Apr 18 20:49:33.147712 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e0b3244-0fe2-4d19-8663-7c4b3370223d admin admin] Pushing event updated for resources: {'Network': ['ID=b18f6ca6-9241-4023-98c1-9e86661176c3,revision_number=1']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:49:33.207539 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-04b97b33-355d-442a-8b4d-96f474a34125 req-86aff3cb-eff2-450f-992a-de57862b235e tempest-ServerRescueTestJSONUnderV235-1035206563 tempest-ServerRescueTestJSONUnderV235-1035206563-project] 10.222.0.42 "GET /v2.0/security-groups?id=aac67c62-23bd-4af5-b48b-8b06d02dda3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2641342 Apr 18 20:49:33.214689 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-9e0b3244-0fe2-4d19-8663-7c4b3370223d admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 3.5399070 Apr 18 20:49:33.223670 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Network b18f6ca6-9241-4023-98c1-9e86661176c3 details requested by agent ovs-agent-n-d-838334-2 with host n-d-838334-2 {{(pid=84042) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 18 20:49:33.228791 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 45684) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:49:33.348817 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.v2.base [None req-e714aad6-2d36-4090-a550-a01be75a2cf9 admin admin] Request body: {'subnet': {'network_id': 'b18f6ca6-9241-4023-98c1-9e86661176c3', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueTestJSON-1453542019-subnet', 'tenant_id': 'ec0d4dedc6f54935aafadeeb5b293728', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=84040) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 20:49:33.391186 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [None req-e714aad6-2d36-4090-a550-a01be75a2cf9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:49:33.433997 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-e714aad6-2d36-4090-a550-a01be75a2cf9 admin admin] Usage tracker for resource:subnet and tenant:ec0d4dedc6f54935aafadeeb5b293728 is out of sync, need to count used quota {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:49:33.445930 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.plugin [None req-195f776c-7046-46fc-ba64-2d939095641b admin admin] Calling delete_port for 7371cb2c-9037-44c7-b173-9f18b516323b owned by network:dhcp {{(pid=84041) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 20:49:33.475396 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-e714aad6-2d36-4090-a550-a01be75a2cf9 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:49:33.514253 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [None req-e714aad6-2d36-4090-a550-a01be75a2cf9 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:49:33.569629 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750375287399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253529'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:33.580490 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-90dd834e-97a1-417b-b7b0-31b3ab4b6247 None None] For port 7371cb2c-9037-44c7-b173-9f18b516323b, host n-d-838334-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838334-2',level=0,port_id=7371cb2c-9037-44c7-b173-9f18b516323b,segment=NetworkSegment(a48f89e7-be20-47ff-8e82-653a2d5ad82b),segment_id=a48f89e7-be20-47ff-8e82-653a2d5ad82b)] {{(pid=84042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:49:33.581295 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-90dd834e-97a1-417b-b7b0-31b3ab4b6247 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369123'] for port, precommit_delete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:33.627537 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-195f776c-7046-46fc-ba64-2d939095641b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750375259028', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750374836628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32266323'] for port, after_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:33.630452 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e714aad6-2d36-4090-a550-a01be75a2cf9 admin admin] Made reservation on behalf of ec0d4dedc6f54935aafadeeb5b293728 for: {'subnet': 1} {{(pid=84040) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:49:33.644977 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-e714aad6-2d36-4090-a550-a01be75a2cf9 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31752722'] for subnet, before_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:33.686620 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-bc9d0407-7283-4ddf-8fb4-8e012e89a29e req-8efbbe9a-8d26-4ff8-8aab-d45be552fee3 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=0ae89e923933452faf6047be78995cc1&device_id=74fb1b3e-aad8-4cf1-ab81-337d3a37a132 HTTP/1.1" status: 200 len: 1098 time: 0.5136044 Apr 18 20:49:33.720882 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-195f776c-7046-46fc-ba64-2d939095641b admin admin] Pushing event deleted for resources: {'Port': ['ID=7371cb2c-9037-44c7-b173-9f18b516323b,revision_number=None']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:49:33.736931 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.l3_dvrscheduler_db [None req-195f776c-7046-46fc-ba64-2d939095641b admin admin] No DVR routers for this DVR port 7371cb2c-9037-44c7-b173-9f18b516323b on host n-d-838334-2 {{(pid=84041) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 20:49:33.751197 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.plugin [None req-90dd834e-97a1-417b-b7b0-31b3ab4b6247 None None] Calling delete_port for 7371cb2c-9037-44c7-b173-9f18b516323b owned by network:dhcp {{(pid=84042) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 20:49:33.839531 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.db.api [None req-90dd834e-97a1-417b-b7b0-31b3ab4b6247 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84042) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 18 20:49:33.839865 n-d-838334-2 neutron-server[84042]: DEBUG oslo_db.api [None req-90dd834e-97a1-417b-b7b0-31b3ab4b6247 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 18 20:49:33.848277 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-7d31f46a-8aed-43d9-9746-ea0d1b7a47e4 req-12c9b263-0c14-4ada-b5bb-ca884cd5f013 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=cb56989d-7c5d-4678-b194-1d2edf1e842a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.7569294 Apr 18 20:49:33.851888 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-ef78a3e7-2db0-4d69-91f4-bba7df6cd4c7 req-75bcf866-06c9-4b31-a9ca-2a0bb3e2f38e tempest-ImagesOneServerNegativeTestJSON-1563611860 tempest-ImagesOneServerNegativeTestJSON-1563611860-project] 10.222.0.42 "GET /v2.0/ports?device_id=a51bee04-081a-44fc-b9a3-21e66f1d4c2b HTTP/1.1" status: 200 len: 210 time: 0.1656992 Apr 18 20:49:33.989909 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39833cb5-a6db-4f5a-8c9e-d2eac0e08f1c req-4c97136e-fb33-4c55-a8b2-87e20a6894db tempest-MigrationsAdminTest-1326981207 tempest-MigrationsAdminTest-1326981207-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:49:33.997613 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-39833cb5-a6db-4f5a-8c9e-d2eac0e08f1c req-4c97136e-fb33-4c55-a8b2-87e20a6894db tempest-MigrationsAdminTest-1326981207 tempest-MigrationsAdminTest-1326981207-project] 10.222.0.42 "GET /v2.0/ports?device_id=74fb1b3e-aad8-4cf1-ab81-337d3a37a132 HTTP/1.1" status: 200 len: 947 time: 0.8307593 Apr 18 20:49:34.080856 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-195f776c-7046-46fc-ba64-2d939095641b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1258905', 'neutron.services.segments.db._delete_segments_for_network-8750375287417'] for network, precommit_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:34.117069 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-39833cb5-a6db-4f5a-8c9e-d2eac0e08f1c req-0d4ecc0b-c5e2-415d-be55-72abf5f8aa8f tempest-MigrationsAdminTest-1326981207 tempest-MigrationsAdminTest-1326981207-project] 10.222.0.42 "GET /v2.0/security-groups?id=8ca7ac2c-bfe5-493b-aae6-636315bac851&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1182308 Apr 18 20:49:34.132537 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc9d0407-7283-4ddf-8fb4-8e012e89a29e req-17c010b8-2c11-4d39-bd36-3093c8dc3ad2 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:49:34.134177 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-bc9d0407-7283-4ddf-8fb4-8e012e89a29e req-17c010b8-2c11-4d39-bd36-3093c8dc3ad2 service neutron] 10.222.0.43 "GET /v2.0/networks?id=cb56989d-7c5d-4678-b194-1d2edf1e842a HTTP/1.1" status: 200 len: 870 time: 0.4374950 Apr 18 20:49:34.135858 n-d-838334-2 neutron-server[84041]: DEBUG neutron.services.segments.db [None req-195f776c-7046-46fc-ba64-2d939095641b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['926061aa-7053-4e13-adce-8286fe177d09']}} {{(pid=84041) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:49:34.138628 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-7d31f46a-8aed-43d9-9746-ea0d1b7a47e4 req-a47328a9-3908-4157-b6d2-8db4a9fca97b service neutron] 10.222.0.48 "GET /v2.0/networks/cb56989d-7c5d-4678-b194-1d2edf1e842a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2806141 Apr 18 20:49:34.217121 n-d-838334-2 neutron-server[84041]: DEBUG neutron.services.segments.db [None req-195f776c-7046-46fc-ba64-2d939095641b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a48f89e7-be20-47ff-8e82-653a2d5ad82b') {'for_net_delete': True} {{(pid=84041) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:49:34.217398 n-d-838334-2 neutron-server[84041]: DEBUG neutron.services.segments.db [None req-195f776c-7046-46fc-ba64-2d939095641b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a48f89e7-be20-47ff-8e82-653a2d5ad82b') {} {{(pid=84041) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:49:34.239302 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-bc9d0407-7283-4ddf-8fb4-8e012e89a29e req-b98c5de7-6ab0-4061-8571-75aa77793d3d service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.11&port_id=949f02d1-12bb-440c-a2f0-e70e4a56cec3 HTTP/1.1" status: 200 len: 217 time: 0.0922372 Apr 18 20:49:34.242760 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-195f776c-7046-46fc-ba64-2d939095641b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750375287300', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32268156'] for segment, before_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:34.262089 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-ed0706c5-f031-47cd-9f65-bfaff3e2691a req-12af8bba-4bbf-46d8-b92c-4cd466707aa8 tempest-ServerShowV247Test-541190692 tempest-ServerShowV247Test-541190692-project] 10.222.0.42 "GET /v2.0/ports?device_id=fa249cf4-3898-4abf-a16b-0c024b5b978a HTTP/1.1" status: 200 len: 210 time: 0.0629864 Apr 18 20:49:34.341785 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.plugin [None req-90dd834e-97a1-417b-b7b0-31b3ab4b6247 None None] Deleting port 7371cb2c-9037-44c7-b173-9f18b516323b {{(pid=84042) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 20:49:34.342305 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-90dd834e-97a1-417b-b7b0-31b3ab4b6247 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750375188691'] for port, before_delete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:34.363690 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc9d0407-7283-4ddf-8fb4-8e012e89a29e req-aa0137de-7428-4cda-acd0-fada17760081 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:49:34.365872 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-bc9d0407-7283-4ddf-8fb4-8e012e89a29e req-aa0137de-7428-4cda-acd0-fada17760081 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=c4b526db-4d8a-4d4c-a310-e3a599630ae1 HTTP/1.1" status: 200 len: 843 time: 0.1157417 Apr 18 20:49:34.370430 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-195f776c-7046-46fc-ba64-2d939095641b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1082986'] for segment, precommit_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:34.472455 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-195f776c-7046-46fc-ba64-2d939095641b admin admin] Releasing vlan 375 on physical network physnet1 to pool {{(pid=84041) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 18 20:49:34.472977 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-195f776c-7046-46fc-ba64-2d939095641b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1082993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32266254'] for segment, after_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:34.492257 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbae2799-6231-4d43-a6e6-1805ca3dc559 req-cd7b1191-1583-430e-b546-764f29a830ab tempest-ServerRescueTestJSONUnderV235-1035206563 tempest-ServerRescueTestJSONUnderV235-1035206563-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:49:34.493233 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.plugin [None req-90dd834e-97a1-417b-b7b0-31b3ab4b6247 None None] The port '7371cb2c-9037-44c7-b173-9f18b516323b' was deleted {{(pid=84042) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 18 20:49:34.510315 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-fbae2799-6231-4d43-a6e6-1805ca3dc559 req-cd7b1191-1583-430e-b546-764f29a830ab tempest-ServerRescueTestJSONUnderV235-1035206563 tempest-ServerRescueTestJSONUnderV235-1035206563-project] 10.222.0.42 "GET /v2.0/ports?device_id=a96b676e-b606-4103-a36d-2f1625145b68 HTTP/1.1" status: 200 len: 946 time: 0.1536078 Apr 18 20:49:34.541919 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Device 7371cb2c-9037-44c7-b173-9f18b516323b no longer exists at agent ovs-agent-n-d-838334-2 {{(pid=84042) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 20:49:34.571800 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-7d31f46a-8aed-43d9-9746-ea0d1b7a47e4 req-aeea040f-4d5a-41a5-a50e-e104813fb57a service neutron] 10.222.0.48 "GET /v2.0/networks/cb56989d-7c5d-4678-b194-1d2edf1e842a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4254489 Apr 18 20:49:34.588342 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.plugin [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] No Port match for: 7371cb2c-9037-44c7-b173-9f18b516323b {{(pid=84042) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 18 20:49:34.588868 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Device 7371cb2c-9037-44c7-b173-9f18b516323b not bound to the agent host n-d-838334-2 {{(pid=84042) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 20:49:34.619037 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-fbae2799-6231-4d43-a6e6-1805ca3dc559 req-536b757a-1893-4932-abd9-803baef2e361 tempest-ServerRescueTestJSONUnderV235-1035206563 tempest-ServerRescueTestJSONUnderV235-1035206563-project] 10.222.0.42 "GET /v2.0/security-groups?id=aac67c62-23bd-4af5-b48b-8b06d02dda3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1074760 Apr 18 20:49:34.632162 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-e714aad6-2d36-4090-a550-a01be75a2cf9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33526260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32441074', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31752704'] for subnet, after_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:34.686820 n-d-838334-2 neutron-server[84041]: Traceback (most recent call last): Apr 18 20:49:34.686820 n-d-838334-2 neutron-server[84041]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 18 20:49:34.686820 n-d-838334-2 neutron-server[84041]: timer() Apr 18 20:49:34.686820 n-d-838334-2 neutron-server[84041]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 20:49:34.686820 n-d-838334-2 neutron-server[84041]: cb(*args, **kw) Apr 18 20:49:34.686820 n-d-838334-2 neutron-server[84041]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 18 20:49:34.686820 n-d-838334-2 neutron-server[84041]: return func(*args, **kwargs) Apr 18 20:49:34.686820 n-d-838334-2 neutron-server[84041]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 20:49:34.686820 n-d-838334-2 neutron-server[84041]: self._notify() Apr 18 20:49:34.686820 n-d-838334-2 neutron-server[84041]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 20:49:34.686820 n-d-838334-2 neutron-server[84041]: self.callback(batched_events) Apr 18 20:49:34.686820 n-d-838334-2 neutron-server[84041]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 20:49:34.686820 n-d-838334-2 neutron-server[84041]: event.method(event) Apr 18 20:49:34.686820 n-d-838334-2 neutron-server[84041]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 18 20:49:34.686820 n-d-838334-2 neutron-server[84041]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 20:49:34.686820 n-d-838334-2 neutron-server[84041]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 18 20:49:34.686820 n-d-838334-2 neutron-server[84041]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 20:49:34.686820 n-d-838334-2 neutron-server[84041]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 18 20:49:34.686820 n-d-838334-2 neutron-server[84041]: return f(self, *a, **k) Apr 18 20:49:34.686820 n-d-838334-2 neutron-server[84041]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 18 20:49:34.686820 n-d-838334-2 neutron-server[84041]: return self._get(url).json() Apr 18 20:49:34.686820 n-d-838334-2 neutron-server[84041]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 18 20:49:34.686820 n-d-838334-2 neutron-server[84041]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 20:49:34.686820 n-d-838334-2 neutron-server[84041]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 18 20:49:34.686820 n-d-838334-2 neutron-server[84041]: return self.request(url, 'GET', **kwargs) Apr 18 20:49:34.686820 n-d-838334-2 neutron-server[84041]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 18 20:49:34.686820 n-d-838334-2 neutron-server[84041]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 20:49:34.686820 n-d-838334-2 neutron-server[84041]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 18 20:49:34.686820 n-d-838334-2 neutron-server[84041]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 20:49:34.686820 n-d-838334-2 neutron-server[84041]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 18 20:49:34.686820 n-d-838334-2 neutron-server[84041]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 20:49:34.686820 n-d-838334-2 neutron-server[84041]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 20:49:34.701809 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-195f776c-7046-46fc-ba64-2d939095641b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1258898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33526109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33444113'] for network, after_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:34.722170 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-195f776c-7046-46fc-ba64-2d939095641b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32378031'] for network, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:34.764614 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-195f776c-7046-46fc-ba64-2d939095641b admin admin] Pushing event deleted for resources: {'Network': ['ID=926061aa-7053-4e13-adce-8286fe177d09,revision_number=None']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:49:34.773564 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-195f776c-7046-46fc-ba64-2d939095641b admin admin] 10.222.0.42 "DELETE /v2.0/networks/926061aa-7053-4e13-adce-8286fe177d09 HTTP/1.1" status: 204 len: 168 time: 2.6610916 Apr 18 20:49:34.783982 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-bc9d0407-7283-4ddf-8fb4-8e012e89a29e req-cdaec19d-72e1-4e3c-bef9-5c2b1bf5767b service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=cb56989d-7c5d-4678-b194-1d2edf1e842a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4081352 Apr 18 20:49:35.196004 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 45722) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:49:35.386027 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e714aad6-2d36-4090-a550-a01be75a2cf9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9dc534ce-5db0-4608-a47a-91cc424d228c,revision_number=0']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:49:35.422745 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-bc9d0407-7283-4ddf-8fb4-8e012e89a29e req-7b394060-8460-4884-a577-eb4086fcb795 service neutron] 10.222.0.43 "GET /v2.0/networks/cb56989d-7c5d-4678-b194-1d2edf1e842a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6308346 Apr 18 20:49:35.604003 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-594c331b-e851-453c-8884-8e29e096f341 req-c0190b1f-3841-4867-ba58-e2164c263840 tempest-ImagesOneServerNegativeTestJSON-1563611860 tempest-ImagesOneServerNegativeTestJSON-1563611860-project] 10.222.0.42 "GET /v2.0/ports?device_id=a51bee04-081a-44fc-b9a3-21e66f1d4c2b HTTP/1.1" status: 200 len: 210 time: 0.2213211 Apr 18 20:49:35.612116 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-304da39f-ded3-48dc-b41d-e5ceb36a69b2 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=10af1d879623447e98b3f1b5785a8e4f&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4149337 Apr 18 20:49:35.619342 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 45726) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:49:35.670373 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-0ed0c914-0045-431b-bcaf-37996d6755d3 req-7d924f65-b491-47b0-81b2-eadbf82fbb7a tempest-ServerShowV247Test-541190692 tempest-ServerShowV247Test-541190692-project] 10.222.0.42 "GET /v2.0/ports?device_id=fa249cf4-3898-4abf-a16b-0c024b5b978a HTTP/1.1" status: 200 len: 210 time: 0.2777457 Apr 18 20:49:35.720099 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dd8cb1b-8618-424a-a45d-5ead9f24d2d7 req-457d6867-5a83-46e7-8732-069629aae6ae tempest-ImagesOneServerNegativeTestJSON-1563611860 tempest-ImagesOneServerNegativeTestJSON-1563611860-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:49:35.721855 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-0dd8cb1b-8618-424a-a45d-5ead9f24d2d7 req-457d6867-5a83-46e7-8732-069629aae6ae tempest-ImagesOneServerNegativeTestJSON-1563611860 tempest-ImagesOneServerNegativeTestJSON-1563611860-project] 10.222.0.48 "GET /v2.0/networks?id=94e6bcb8-e48f-4914-89f4-73f6d03f860a HTTP/1.1" status: 200 len: 821 time: 0.3378866 Apr 18 20:49:35.764107 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.v2.base [req-0dd8cb1b-8618-424a-a45d-5ead9f24d2d7 req-3a3a836e-cb87-4d5e-b143-5c6c8f4b2884 tempest-ImagesOneServerNegativeTestJSON-1563611860 tempest-ImagesOneServerNegativeTestJSON-1563611860-project] Request body: {'port': {'device_id': 'a51bee04-081a-44fc-b9a3-21e66f1d4c2b', 'network_id': '94e6bcb8-e48f-4914-89f4-73f6d03f860a', 'admin_state_up': True, 'tenant_id': '3c76d2c50aef4e4cbd335680d5ef1e1d'}} {{(pid=84040) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 20:49:35.775823 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-bc9d0407-7283-4ddf-8fb4-8e012e89a29e req-83f9bf16-a709-4bb3-b49f-149771b34f8a service neutron] 10.222.0.43 "GET /v2.0/networks/cb56989d-7c5d-4678-b194-1d2edf1e842a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3261123 Apr 18 20:49:35.809845 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-b3e6c772-5177-4c50-9d25-a621f323cd9c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:35.849173 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-b3e6c772-5177-4c50-9d25-a621f323cd9c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:35.909228 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-b3e6c772-5177-4c50-9d25-a621f323cd9c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33528224'] for security_group, after_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:35.928318 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3e6c772-5177-4c50-9d25-a621f323cd9c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=254033c5-13ec-4f98-8f46-b709d4bdcf6c,revision_number=None']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:49:35.953042 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-b3e6c772-5177-4c50-9d25-a621f323cd9c admin admin] Notify callbacks [] for security_group, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:35.954610 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-b3e6c772-5177-4c50-9d25-a621f323cd9c admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/254033c5-13ec-4f98-8f46-b709d4bdcf6c HTTP/1.1" status: 204 len: 168 time: 0.3343406 Apr 18 20:49:35.993873 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e714aad6-2d36-4090-a550-a01be75a2cf9 admin admin] Checking segment: {'id': '37ab3ec4-28bf-4f8a-804e-f8cad5dd40d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': 'b18f6ca6-9241-4023-98c1-9e86661176c3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84040) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 20:49:35.994262 n-d-838334-2 neutron-server[84040]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e714aad6-2d36-4090-a550-a01be75a2cf9 admin admin] Network hostable DHCP agents. Network: b18f6ca6-9241-4023-98c1-9e86661176c3, hostable agents: ['8746f8ea-3e91-4b32-9919-2c63adeb8722'], hosted agents: [] {{(pid=84040) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 20:49:36.078996 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [req-0dd8cb1b-8618-424a-a45d-5ead9f24d2d7 req-3a3a836e-cb87-4d5e-b143-5c6c8f4b2884 tempest-ImagesOneServerNegativeTestJSON-1563611860 tempest-ImagesOneServerNegativeTestJSON-1563611860-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:49:36.112161 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [req-0dd8cb1b-8618-424a-a45d-5ead9f24d2d7 req-3a3a836e-cb87-4d5e-b143-5c6c8f4b2884 tempest-ImagesOneServerNegativeTestJSON-1563611860 tempest-ImagesOneServerNegativeTestJSON-1563611860-project] Usage tracker for resource:port and tenant:3c76d2c50aef4e4cbd335680d5ef1e1d is out of sync, need to count used quota {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:49:36.118700 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [req-0dd8cb1b-8618-424a-a45d-5ead9f24d2d7 req-3a3a836e-cb87-4d5e-b143-5c6c8f4b2884 tempest-ImagesOneServerNegativeTestJSON-1563611860 tempest-ImagesOneServerNegativeTestJSON-1563611860-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:49:36.146866 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [req-0dd8cb1b-8618-424a-a45d-5ead9f24d2d7 req-3a3a836e-cb87-4d5e-b143-5c6c8f4b2884 tempest-ImagesOneServerNegativeTestJSON-1563611860 tempest-ImagesOneServerNegativeTestJSON-1563611860-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:49:36.156129 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-bc9d0407-7283-4ddf-8fb4-8e012e89a29e req-3eebb3c7-72ba-4f01-9b36-85c21f8ae232 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=0ae89e923933452faf6047be78995cc1&device_id=74fb1b3e-aad8-4cf1-ab81-337d3a37a132 HTTP/1.1" status: 200 len: 1098 time: 1.4867306 Apr 18 20:49:36.265190 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0dd8cb1b-8618-424a-a45d-5ead9f24d2d7 req-3a3a836e-cb87-4d5e-b143-5c6c8f4b2884 tempest-ImagesOneServerNegativeTestJSON-1563611860 tempest-ImagesOneServerNegativeTestJSON-1563611860-project] Made reservation on behalf of 3c76d2c50aef4e4cbd335680d5ef1e1d for: {'port': 1} {{(pid=84040) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:49:36.268139 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-0dd8cb1b-8618-424a-a45d-5ead9f24d2d7 req-3a3a836e-cb87-4d5e-b143-5c6c8f4b2884 tempest-ImagesOneServerNegativeTestJSON-1563611860 tempest-ImagesOneServerNegativeTestJSON-1563611860-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:36.330107 n-d-838334-2 neutron-server[84040]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e714aad6-2d36-4090-a550-a01be75a2cf9 admin admin] Network b18f6ca6-9241-4023-98c1-9e86661176c3 is scheduled to be hosted by DHCP agent 8746f8ea-3e91-4b32-9919-2c63adeb8722 with binding_index 1 {{(pid=84040) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 20:49:36.341022 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae117bd2-7ee1-4a26-877d-231e57a34721 req-1e13d378-c583-4885-aa9e-56994b23eece tempest-MigrationsAdminTest-1326981207 tempest-MigrationsAdminTest-1326981207-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:49:36.342500 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-ae117bd2-7ee1-4a26-877d-231e57a34721 req-1e13d378-c583-4885-aa9e-56994b23eece tempest-MigrationsAdminTest-1326981207 tempest-MigrationsAdminTest-1326981207-project] 10.222.0.42 "GET /v2.0/ports?device_id=74fb1b3e-aad8-4cf1-ab81-337d3a37a132 HTTP/1.1" status: 200 len: 947 time: 0.3398595 Apr 18 20:49:36.417554 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6d1adb2-d672-4740-95b7-2e1ecc856a4a req-c52b6301-565b-45dd-a64a-6792d75efd6f tempest-ServerRescueTestJSONUnderV235-1035206563 tempest-ServerRescueTestJSONUnderV235-1035206563-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:49:36.418891 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-f6d1adb2-d672-4740-95b7-2e1ecc856a4a req-c52b6301-565b-45dd-a64a-6792d75efd6f tempest-ServerRescueTestJSONUnderV235-1035206563 tempest-ServerRescueTestJSONUnderV235-1035206563-project] 10.222.0.42 "GET /v2.0/ports?device_id=a96b676e-b606-4103-a36d-2f1625145b68 HTTP/1.1" status: 200 len: 946 time: 0.4174631 Apr 18 20:49:36.437429 n-d-838334-2 neutron-server[84040]: DEBUG neutron.scheduler.base_scheduler [None req-e714aad6-2d36-4090-a550-a01be75a2cf9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-838334-2, b18f6ca6-9241-4023-98c1-9e86661176c3) {{(pid=84040) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:49:36.450973 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc564ad6-8d77-4fa7-87f2-31e08eb8b8cf None None] Network b18f6ca6-9241-4023-98c1-9e86661176c3 requested from n-d-838334-2 {{(pid=84042) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 20:49:36.532665 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e714aad6-2d36-4090-a550-a01be75a2cf9 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:49:36.533769 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-e714aad6-2d36-4090-a550-a01be75a2cf9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32378031'] for subnet, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:36.589585 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc9d0407-7283-4ddf-8fb4-8e012e89a29e req-80d09ecd-a888-40de-b4fb-b3aefba7c1be service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:49:36.591151 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-bc9d0407-7283-4ddf-8fb4-8e012e89a29e req-80d09ecd-a888-40de-b4fb-b3aefba7c1be service neutron] 10.222.0.48 "GET /v2.0/networks?id=cb56989d-7c5d-4678-b194-1d2edf1e842a HTTP/1.1" status: 200 len: 870 time: 0.4171824 Apr 18 20:49:36.749727 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-ae117bd2-7ee1-4a26-877d-231e57a34721 req-ffca36c1-0406-4964-bc2a-dd20f8ae6a79 tempest-MigrationsAdminTest-1326981207 tempest-MigrationsAdminTest-1326981207-project] 10.222.0.42 "GET /v2.0/security-groups?id=8ca7ac2c-bfe5-493b-aae6-636315bac851&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3544028 Apr 18 20:49:36.753783 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-e714aad6-2d36-4090-a550-a01be75a2cf9 admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 3.5106866 Apr 18 20:49:36.755047 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 45762) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:49:36.760530 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.v2.base [None req-2fbb2621-7357-43c5-a686-7569355a7d7f admin admin] Request body: {'router': {'name': 'tempest-ServerRescueTestJSON-1453542019-router', 'tenant_id': 'ec0d4dedc6f54935aafadeeb5b293728', 'external_gateway_info': {'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c'}}} {{(pid=84041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 20:49:36.770360 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-2fbb2621-7357-43c5-a686-7569355a7d7f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:49:36.789012 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-bc9d0407-7283-4ddf-8fb4-8e012e89a29e req-eefbb3cb-7eee-494d-82cd-d70bacb4a55d service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.11&port_id=949f02d1-12bb-440c-a2f0-e70e4a56cec3 HTTP/1.1" status: 200 len: 217 time: 0.1772070 Apr 18 20:49:36.794973 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-2fbb2621-7357-43c5-a686-7569355a7d7f admin admin] Usage tracker for resource:router and tenant:ec0d4dedc6f54935aafadeeb5b293728 is out of sync, need to count used quota {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:49:36.802065 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-2fbb2621-7357-43c5-a686-7569355a7d7f admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:49:36.803390 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-f6d1adb2-d672-4740-95b7-2e1ecc856a4a req-26db6173-1cde-4f12-9bff-582fbe0b8567 tempest-ServerRescueTestJSONUnderV235-1035206563 tempest-ServerRescueTestJSONUnderV235-1035206563-project] 10.222.0.42 "GET /v2.0/security-groups?id=aac67c62-23bd-4af5-b48b-8b06d02dda3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3596685 Apr 18 20:49:36.813806 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-2fbb2621-7357-43c5-a686-7569355a7d7f admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:49:36.844715 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1040d4d7-1853-483e-91b3-f1b28a434c4e None None] Network b18f6ca6-9241-4023-98c1-9e86661176c3 requested from n-d-838334-2 {{(pid=84042) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 20:49:36.846937 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-2fbb2621-7357-43c5-a686-7569355a7d7f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-33442106', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5708'] for router, before_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:36.849227 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-2fbb2621-7357-43c5-a686-7569355a7d7f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33442137', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33444285', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33535433', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5703'] for router, precommit_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:36.892617 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-2fbb2621-7357-43c5-a686-7569355a7d7f admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:37.026978 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.db_base_plugin_common [req-0dd8cb1b-8618-424a-a45d-5ead9f24d2d7 req-3a3a836e-cb87-4d5e-b143-5c6c8f4b2884 tempest-ImagesOneServerNegativeTestJSON-1563611860 tempest-ImagesOneServerNegativeTestJSON-1563611860-project] Allocated IP 172.20.0.2 (94e6bcb8-e48f-4914-89f4-73f6d03f860a/aca04e13-8241-4a12-96f1-92050670baff/840ab7ba-ceab-4b42-92cb-ff4480b3d0db) {{(pid=84040) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:49:37.048633 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc9d0407-7283-4ddf-8fb4-8e012e89a29e req-09119935-a003-4233-b80c-52f513f38d3a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:49:37.052655 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-bc9d0407-7283-4ddf-8fb4-8e012e89a29e req-09119935-a003-4233-b80c-52f513f38d3a service neutron] 10.222.0.48 "GET /v2.0/subnets?id=c4b526db-4d8a-4d4c-a310-e3a599630ae1 HTTP/1.1" status: 200 len: 843 time: 0.2482891 Apr 18 20:49:37.211358 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [req-7e7ef9d8-a7ca-4335-b20a-1a905def5709 req-5abc7fae-09b8-4e87-919e-06be84f2d6ba tempest-ImagesOneServerNegativeTestJSON-1563611860 tempest-ImagesOneServerNegativeTestJSON-1563611860-project] Synchronizing usage tracker for tenant:3c76d2c50aef4e4cbd335680d5ef1e1d on resource:port {{(pid=84040) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 20:49:37.265690 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [req-7e7ef9d8-a7ca-4335-b20a-1a905def5709 req-5abc7fae-09b8-4e87-919e-06be84f2d6ba tempest-ImagesOneServerNegativeTestJSON-1563611860 tempest-ImagesOneServerNegativeTestJSON-1563611860-project] Unset dirty status for tenant:3c76d2c50aef4e4cbd335680d5ef1e1d on resource:port {{(pid=84040) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 20:49:37.282737 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-7e7ef9d8-a7ca-4335-b20a-1a905def5709 req-5abc7fae-09b8-4e87-919e-06be84f2d6ba tempest-ImagesOneServerNegativeTestJSON-1563611860 tempest-ImagesOneServerNegativeTestJSON-1563611860-project] 10.222.0.42 "GET /v2.0/ports?device_id=a51bee04-081a-44fc-b9a3-21e66f1d4c2b HTTP/1.1" status: 200 len: 210 time: 0.1723461 Apr 18 20:49:37.293977 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-2fbb2621-7357-43c5-a686-7569355a7d7f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-33444175', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-33443520', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5293'] for router, precommit_update {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:37.459338 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-49827c06-3c49-418f-aacc-b4f5c0592353 req-920d53fc-0070-4e41-9642-40f177d797b6 tempest-ServerShowV247Test-541190692 tempest-ServerShowV247Test-541190692-project] 10.222.0.42 "GET /v2.0/ports?device_id=fa249cf4-3898-4abf-a16b-0c024b5b978a HTTP/1.1" status: 200 len: 210 time: 0.1194668 Apr 18 20:49:37.524762 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-bc9d0407-7283-4ddf-8fb4-8e012e89a29e req-dca13835-b88b-4656-bef6-237d085ff26d service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=cb56989d-7c5d-4678-b194-1d2edf1e842a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4533589 Apr 18 20:49:37.552411 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 45778) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:49:37.634736 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-2fbb2621-7357-43c5-a686-7569355a7d7f admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:37.682563 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-2fbb2621-7357-43c5-a686-7569355a7d7f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:37.900535 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.db_base_plugin_common [None req-2fbb2621-7357-43c5-a686-7569355a7d7f admin admin] Allocated IP 172.25.8.25 (e41b6600-a917-4a8d-b05c-be3be40c6d8c/6b05667b-848e-4356-9b44-d5eb6808ef74/867867ce-098d-4550-9089-0181e72d620e) {{(pid=84041) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:49:37.967910 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-0dd8cb1b-8618-424a-a45d-5ead9f24d2d7 req-3a3a836e-cb87-4d5e-b143-5c6c8f4b2884 tempest-ImagesOneServerNegativeTestJSON-1563611860 tempest-ImagesOneServerNegativeTestJSON-1563611860-project] Notify callbacks [] for port, precommit_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:38.008167 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.v2.base [None req-ad870e7e-60e5-4fbb-96c8-54a10d2ac655 admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-1069932152-network', 'tenant_id': 'c80440892626468bbe8c78e37bd025d1'}} {{(pid=84040) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 20:49:38.013702 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [None req-ad870e7e-60e5-4fbb-96c8-54a10d2ac655 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:49:38.019855 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-ad870e7e-60e5-4fbb-96c8-54a10d2ac655 admin admin] Usage tracker for resource:network and tenant:c80440892626468bbe8c78e37bd025d1 is out of sync, need to count used quota {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:49:38.023928 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-ad870e7e-60e5-4fbb-96c8-54a10d2ac655 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:49:38.030568 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [None req-ad870e7e-60e5-4fbb-96c8-54a10d2ac655 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:49:38.047549 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-0dd8cb1b-8618-424a-a45d-5ead9f24d2d7 req-3a3a836e-cb87-4d5e-b143-5c6c8f4b2884 tempest-ImagesOneServerNegativeTestJSON-1563611860 tempest-ImagesOneServerNegativeTestJSON-1563611860-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750374836619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32440838'] for port, after_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:38.076991 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Device 949f02d1-12bb-440c-a2f0-e70e4a56cec3 details requested by agent hyperv_n-h2-838334-2 with host n-h2-838334-2 {{(pid=84042) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 18 20:49:38.131116 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad870e7e-60e5-4fbb-96c8-54a10d2ac655 admin admin] Made reservation on behalf of c80440892626468bbe8c78e37bd025d1 for: {'network': 1} {{(pid=84040) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:49:38.133969 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-ad870e7e-60e5-4fbb-96c8-54a10d2ac655 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for network, before_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:38.198887 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-2fbb2621-7357-43c5-a686-7569355a7d7f admin admin] Notify callbacks [] for port, precommit_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:38.239495 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.agents_db [None req-6346a179-333c-4370-b5a6-936984aeab15 None None] Agent healthcheck: found 7 active agents {{(pid=84043) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 18 20:49:38.255256 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-2fbb2621-7357-43c5-a686-7569355a7d7f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750374836619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32266323'] for port, after_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:38.262862 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] For port 949f02d1-12bb-440c-a2f0-e70e4a56cec3, host n-h2-838334-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838334-2',level=0,port_id=949f02d1-12bb-440c-a2f0-e70e4a56cec3,segment=NetworkSegment(62b85806-94d8-4a88-a06c-da82e5932d66),segment_id=62b85806-94d8-4a88-a06c-da82e5932d66)] {{(pid=84042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:49:38.281628 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Returning: {'device': '949f02d1-12bb-440c-a2f0-e70e4a56cec3', 'network_id': 'cb56989d-7c5d-4678-b194-1d2edf1e842a', 'port_id': '949f02d1-12bb-440c-a2f0-e70e4a56cec3', 'mac_address': 'fa:16:3e:d7:26:99', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 382, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c4b526db-4d8a-4d4c-a310-e3a599630ae1', 'ip_address': '192.168.233.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84042) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 18 20:49:38.306285 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a3a836e-cb87-4d5e-b143-5c6c8f4b2884 tempest-ImagesOneServerNegativeTestJSON-1563611860 tempest-ImagesOneServerNegativeTestJSON-1563611860-project] Pushing event updated for resources: {'Port': ['ID=840ab7ba-ceab-4b42-92cb-ff4480b3d0db,revision_number=1']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:49:38.335563 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-ad870e7e-60e5-4fbb-96c8-54a10d2ac655 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:38.356052 n-d-838334-2 neutron-server[84041]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2fbb2621-7357-43c5-a686-7569355a7d7f admin admin] Network e41b6600-a917-4a8d-b05c-be3be40c6d8c is already hosted by enough agents. {{(pid=84041) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:49:38.365215 n-d-838334-2 neutron-server[84041]: DEBUG neutron.scheduler.base_scheduler [None req-2fbb2621-7357-43c5-a686-7569355a7d7f admin admin] Resources bound (agent type, host, resource id): {{(pid=84041) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:49:38.369061 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fbb2621-7357-43c5-a686-7569355a7d7f admin admin] Received port after_create {{(pid=84041) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 20:49:38.374021 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:38.389467 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [None req-ad870e7e-60e5-4fbb-96c8-54a10d2ac655 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:49:38.394567 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-ad870e7e-60e5-4fbb-96c8-54a10d2ac655 admin admin] Usage tracker for resource:security_group_rule and tenant:c80440892626468bbe8c78e37bd025d1 is out of sync, need to count used quota {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:49:38.398118 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-ad870e7e-60e5-4fbb-96c8-54a10d2ac655 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:49:38.400294 n-d-838334-2 neutron-server[84042]: DEBUG neutron.notifiers.nova [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 949f02d1-12bb-440c-a2f0-e70e4a56cec3 {{(pid=84042) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 18 20:49:38.410201 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [None req-ad870e7e-60e5-4fbb-96c8-54a10d2ac655 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:49:38.421751 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] For port 949f02d1-12bb-440c-a2f0-e70e4a56cec3, host n-h2-838334-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838334-2',level=0,port_id=949f02d1-12bb-440c-a2f0-e70e4a56cec3,segment=NetworkSegment(62b85806-94d8-4a88-a06c-da82e5932d66),segment_id=62b85806-94d8-4a88-a06c-da82e5932d66)] {{(pid=84042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:49:38.435061 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682'] for port, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:38.498788 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-ad870e7e-60e5-4fbb-96c8-54a10d2ac655 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:38.534004 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fbb2621-7357-43c5-a686-7569355a7d7f admin admin] Pushing event updated for resources: {'Port': ['ID=867867ce-098d-4550-9089-0181e72d620e,revision_number=1']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:49:38.551486 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-ad870e7e-60e5-4fbb-96c8-54a10d2ac655 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33528224'] for security_group, after_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:38.554811 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Pushing event updated for resources: {'Port': ['ID=949f02d1-12bb-440c-a2f0-e70e4a56cec3,revision_number=8']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:49:38.565085 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ad870e7e-60e5-4fbb-96c8-54a10d2ac655 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 399} {{(pid=84040) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 20:49:38.575096 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-2fbb2621-7357-43c5-a686-7569355a7d7f admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:38.576019 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-2fbb2621-7357-43c5-a686-7569355a7d7f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33443529', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33444176'] for router, after_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:38.607086 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-bc9d0407-7283-4ddf-8fb4-8e012e89a29e req-e014ef88-f53e-4162-afda-5fd376eaa752 service neutron] 10.222.0.48 "GET /v2.0/networks/cb56989d-7c5d-4678-b194-1d2edf1e842a?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0273511 Apr 18 20:49:38.614666 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-ad870e7e-60e5-4fbb-96c8-54a10d2ac655 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1082986'] for segment, precommit_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:38.615004 n-d-838334-2 neutron-server[84040]: INFO neutron.db.segments_db [None req-ad870e7e-60e5-4fbb-96c8-54a10d2ac655 admin admin] Added segment 3624f5a6-e1be-4270-a9aa-fb8201017ba1 of type vlan for network cb7d8d08-145d-4d13-ac88-081ac0f45bd8 Apr 18 20:49:38.620614 n-d-838334-2 neutron-server[84040]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0dd8cb1b-8618-424a-a45d-5ead9f24d2d7 req-3a3a836e-cb87-4d5e-b143-5c6c8f4b2884 tempest-ImagesOneServerNegativeTestJSON-1563611860 tempest-ImagesOneServerNegativeTestJSON-1563611860-project] Network 94e6bcb8-e48f-4914-89f4-73f6d03f860a is already hosted by enough agents. {{(pid=84040) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:49:38.659314 n-d-838334-2 neutron-server[84040]: DEBUG neutron.scheduler.base_scheduler [req-0dd8cb1b-8618-424a-a45d-5ead9f24d2d7 req-3a3a836e-cb87-4d5e-b143-5c6c8f4b2884 tempest-ImagesOneServerNegativeTestJSON-1563611860 tempest-ImagesOneServerNegativeTestJSON-1563611860-project] Resources bound (agent type, host, resource id): {{(pid=84040) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:49:38.672719 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.l3_dvrscheduler_db [req-0dd8cb1b-8618-424a-a45d-5ead9f24d2d7 req-3a3a836e-cb87-4d5e-b143-5c6c8f4b2884 tempest-ImagesOneServerNegativeTestJSON-1563611860 tempest-ImagesOneServerNegativeTestJSON-1563611860-project] Received port after_create {{(pid=84040) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 20:49:38.785896 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] get_ports_and_sgs() called for port_ids ['949f02d1-12bb-440c-a2f0-e70e4a56cec3'] {{(pid=84042) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 18 20:49:38.811403 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad870e7e-60e5-4fbb-96c8-54a10d2ac655 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e9a8ab6f-deb6-49ab-ad0d-7e4dcedbcb13,revision_number=1']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:49:38.819868 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-ad870e7e-60e5-4fbb-96c8-54a10d2ac655 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750374825732'] for network, precommit_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:38.829253 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e466e4aa-91bc-431e-a6b5-2b6f81e5ee4c req-a9837569-3155-4179-b8c4-cffe480632c9 tempest-MigrationsAdminTest-1326981207 tempest-MigrationsAdminTest-1326981207-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:49:38.837088 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-e466e4aa-91bc-431e-a6b5-2b6f81e5ee4c req-a9837569-3155-4179-b8c4-cffe480632c9 tempest-MigrationsAdminTest-1326981207 tempest-MigrationsAdminTest-1326981207-project] 10.222.0.42 "GET /v2.0/ports?device_id=74fb1b3e-aad8-4cf1-ab81-337d3a37a132 HTTP/1.1" status: 200 len: 947 time: 0.7967951 Apr 18 20:49:38.887085 n-d-838334-2 neutron-server[84041]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2fbb2621-7357-43c5-a686-7569355a7d7f admin admin] Router eaafabbb-b7d8-4607-8693-3a4580a8599a is scheduled to L3 agent bc84d6c9-dd7a-4555-a351-592327b46d5a with binding_index 1 {{(pid=84041) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 18 20:49:38.929184 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-068ab309-0fe1-433c-992e-7ddeca430f3a req-fab70d55-9787-411d-95ed-0028e4cd460e tempest-ServerRescueTestJSONUnderV235-1035206563 tempest-ServerRescueTestJSONUnderV235-1035206563-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:49:38.930673 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-068ab309-0fe1-433c-992e-7ddeca430f3a req-fab70d55-9787-411d-95ed-0028e4cd460e tempest-ServerRescueTestJSONUnderV235-1035206563 tempest-ServerRescueTestJSONUnderV235-1035206563-project] 10.222.0.42 "GET /v2.0/ports?device_id=a96b676e-b606-4103-a36d-2f1625145b68 HTTP/1.1" status: 200 len: 946 time: 0.8805013 Apr 18 20:49:38.949665 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dd8cb1b-8618-424a-a45d-5ead9f24d2d7 req-3a3a836e-cb87-4d5e-b143-5c6c8f4b2884 tempest-ImagesOneServerNegativeTestJSON-1563611860 tempest-ImagesOneServerNegativeTestJSON-1563611860-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:49:38.950261 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-0dd8cb1b-8618-424a-a45d-5ead9f24d2d7 req-3a3a836e-cb87-4d5e-b143-5c6c8f4b2884 tempest-ImagesOneServerNegativeTestJSON-1563611860 tempest-ImagesOneServerNegativeTestJSON-1563611860-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217293'] for port, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:39.029275 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-bc9d0407-7283-4ddf-8fb4-8e012e89a29e req-a5e7e91d-bcae-4820-9dd8-588028f6313d service neutron] 10.222.0.48 "GET /v2.0/networks/cb56989d-7c5d-4678-b194-1d2edf1e842a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3975291 Apr 18 20:49:39.034243 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-ad870e7e-60e5-4fbb-96c8-54a10d2ac655 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33526109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022'] for network, after_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:39.034989 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad870e7e-60e5-4fbb-96c8-54a10d2ac655 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:49:39.035583 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-ad870e7e-60e5-4fbb-96c8-54a10d2ac655 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32378031'] for network, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:39.069098 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-e466e4aa-91bc-431e-a6b5-2b6f81e5ee4c req-4ef45583-6612-4caf-9a82-f368e09edfe3 tempest-MigrationsAdminTest-1326981207 tempest-MigrationsAdminTest-1326981207-project] 10.222.0.42 "GET /v2.0/security-groups?id=8ca7ac2c-bfe5-493b-aae6-636315bac851&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2310619 Apr 18 20:49:39.212366 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-068ab309-0fe1-433c-992e-7ddeca430f3a req-28903cc8-f49f-49d9-9386-5f73ee74ddd1 tempest-ServerRescueTestJSONUnderV235-1035206563 tempest-ServerRescueTestJSONUnderV235-1035206563-project] 10.222.0.42 "GET /v2.0/security-groups?id=aac67c62-23bd-4af5-b48b-8b06d02dda3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2691331 Apr 18 20:49:39.213174 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad870e7e-60e5-4fbb-96c8-54a10d2ac655 admin admin] Pushing event updated for resources: {'Network': ['ID=cb7d8d08-145d-4d13-ac88-081ac0f45bd8,revision_number=1']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:49:39.217265 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-0dd8cb1b-8618-424a-a45d-5ead9f24d2d7 req-3a3a836e-cb87-4d5e-b143-5c6c8f4b2884 tempest-ImagesOneServerNegativeTestJSON-1563611860 tempest-ImagesOneServerNegativeTestJSON-1563611860-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.4628358 Apr 18 20:49:39.223160 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-ad870e7e-60e5-4fbb-96c8-54a10d2ac655 admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 879 time: 1.6696260 Apr 18 20:49:39.223858 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 45806) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:49:39.229346 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Network cb7d8d08-145d-4d13-ac88-081ac0f45bd8 details requested by agent ovs-agent-n-d-838334-2 with host n-d-838334-2 {{(pid=84042) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 18 20:49:39.243232 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.v2.base [None req-6f6e308f-a939-4fe7-bcd8-5b93e6db6a89 admin admin] Request body: {'subnet': {'network_id': 'cb7d8d08-145d-4d13-ac88-081ac0f45bd8', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-1069932152-subnet', 'tenant_id': 'c80440892626468bbe8c78e37bd025d1', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=84040) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 20:49:39.261589 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.v2.base [req-0dd8cb1b-8618-424a-a45d-5ead9f24d2d7 req-bd8680ab-595c-4263-b1d0-ad6d33999301 service neutron] Request body: {'port': {'device_id': 'a51bee04-081a-44fc-b9a3-21e66f1d4c2b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-838334-2'}} {{(pid=84040) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 20:49:39.323849 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [None req-6f6e308f-a939-4fe7-bcd8-5b93e6db6a89 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:49:39.332752 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2fbb2621-7357-43c5-a686-7569355a7d7f admin admin] Notify agent at l3_agent.n-d-838334-2 the message routers_updated {{(pid=84041) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 20:49:39.355343 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-6f6e308f-a939-4fe7-bcd8-5b93e6db6a89 admin admin] Usage tracker for resource:subnet and tenant:c80440892626468bbe8c78e37bd025d1 is out of sync, need to count used quota {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:49:39.364238 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-6f6e308f-a939-4fe7-bcd8-5b93e6db6a89 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:49:39.375647 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-2fbb2621-7357-43c5-a686-7569355a7d7f admin admin] Notify callbacks [] for router, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:39.380829 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-2fbb2621-7357-43c5-a686-7569355a7d7f admin admin] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 2.6246431 Apr 18 20:49:39.383359 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 45814) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:49:39.396896 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [None req-6f6e308f-a939-4fe7-bcd8-5b93e6db6a89 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:49:39.439084 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8e4a40c-e631-48c7-af48-191d781d45ec None None] Sync routers for ids ['eaafabbb-b7d8-4607-8693-3a4580a8599a'] in n-d-838334-2 {{(pid=84042) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 18 20:49:39.471657 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8e4a40c-e631-48c7-af48-191d781d45ec None None] Routers {'eaafabbb-b7d8-4607-8693-3a4580a8599a'} bound to L3 agent in host n-d-838334-2 {{(pid=84042) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 20:49:39.472442 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_hamode_db [None req-e8e4a40c-e631-48c7-af48-191d781d45ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838334-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-18T20:25:48Z,description=,heartbeat_timestamp=2022-04-18T20:49:18Z,host='n-d-838334-2',id=bc84d6c9-dd7a-4555-a351-592327b46d5a,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:25:48Z,topic='l3_agent')) {'router_ids': ['eaafabbb-b7d8-4607-8693-3a4580a8599a'], 'active': True} {{(pid=84042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:49:39.633169 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-71d6fd31-399b-41d5-908d-acec542a6d11 req-13da4835-af0e-46e5-aa3c-e62af33d31ad tempest-ServerShowV247Test-541190692 tempest-ServerShowV247Test-541190692-project] 10.222.0.42 "GET /v2.0/ports?device_id=fa249cf4-3898-4abf-a16b-0c024b5b978a HTTP/1.1" status: 200 len: 210 time: 0.1429634 Apr 18 20:49:39.635762 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-0dd8cb1b-8618-424a-a45d-5ead9f24d2d7 req-bd8680ab-595c-4263-b1d0-ad6d33999301 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:39.645188 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f6e308f-a939-4fe7-bcd8-5b93e6db6a89 admin admin] Made reservation on behalf of c80440892626468bbe8c78e37bd025d1 for: {'subnet': 1} {{(pid=84040) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:49:39.647450 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-6f6e308f-a939-4fe7-bcd8-5b93e6db6a89 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31752722'] for subnet, before_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:39.742253 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_dvr_db [None req-e8e4a40c-e631-48c7-af48-191d781d45ec None None] Set router eaafabbb-b7d8-4607-8693-3a4580a8599a gateway port host: n-d-838334-2 {{(pid=84042) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 20:49:39.875234 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-6f6e308f-a939-4fe7-bcd8-5b93e6db6a89 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33526260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32441074', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31752704'] for subnet, after_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:39.940632 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f6e308f-a939-4fe7-bcd8-5b93e6db6a89 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d44f0eef-ab44-4d2f-a08c-330a2cd17cc6,revision_number=0']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:49:40.019889 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95714288-b477-4bec-bfa4-a5cb8e88c1b8 req-96852826-c0e1-488c-9a41-2c65298bc2b8 tempest-ImagesOneServerNegativeTestJSON-1563611860 tempest-ImagesOneServerNegativeTestJSON-1563611860-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:49:40.026599 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-95714288-b477-4bec-bfa4-a5cb8e88c1b8 req-96852826-c0e1-488c-9a41-2c65298bc2b8 tempest-ImagesOneServerNegativeTestJSON-1563611860 tempest-ImagesOneServerNegativeTestJSON-1563611860-project] 10.222.0.42 "GET /v2.0/ports?device_id=a51bee04-081a-44fc-b9a3-21e66f1d4c2b HTTP/1.1" status: 200 len: 931 time: 0.6336856 Apr 18 20:49:40.123695 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f6e308f-a939-4fe7-bcd8-5b93e6db6a89 admin admin] Checking segment: {'id': '3624f5a6-e1be-4270-a9aa-fb8201017ba1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': 'cb7d8d08-145d-4d13-ac88-081ac0f45bd8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84040) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 20:49:40.124059 n-d-838334-2 neutron-server[84040]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f6e308f-a939-4fe7-bcd8-5b93e6db6a89 admin admin] Network hostable DHCP agents. Network: cb7d8d08-145d-4d13-ac88-081ac0f45bd8, hostable agents: ['8746f8ea-3e91-4b32-9919-2c63adeb8722'], hosted agents: [] {{(pid=84040) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 20:49:40.131091 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Device 949f02d1-12bb-440c-a2f0-e70e4a56cec3 up at agent hyperv_n-h2-838334-2 {{(pid=84042) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 20:49:40.184750 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-95714288-b477-4bec-bfa4-a5cb8e88c1b8 req-30466f12-9680-4360-8d7e-ed96a6bdb9fc tempest-ImagesOneServerNegativeTestJSON-1563611860 tempest-ImagesOneServerNegativeTestJSON-1563611860-project] 10.222.0.42 "GET /v2.0/security-groups?id=35685d16-429f-4b00-82f0-cda27d79d56c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1566939 Apr 18 20:49:40.241487 n-d-838334-2 neutron-server[84040]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f6e308f-a939-4fe7-bcd8-5b93e6db6a89 admin admin] Network cb7d8d08-145d-4d13-ac88-081ac0f45bd8 is scheduled to be hosted by DHCP agent 8746f8ea-3e91-4b32-9919-2c63adeb8722 with binding_index 1 {{(pid=84040) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 20:49:40.382139 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Provisioning for port 949f02d1-12bb-440c-a2f0-e70e4a56cec3 completed by entity L2. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 20:49:40.395903 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_hamode_db [None req-e8e4a40c-e631-48c7-af48-191d781d45ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eaafabbb-b7d8-4607-8693-3a4580a8599a', 'name': 'tempest-ServerRescueTestJSON-1453542019-router', 'tenant_id': 'ec0d4dedc6f54935aafadeeb5b293728', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'external_fixed_ips': [{'subnet_id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'ip_address': '172.25.8.25'}], 'enable_snat': True}, 'gw_port_id': '867867ce-098d-4550-9089-0181e72d620e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:49:36Z', 'updated_at': '2022-04-18T20:49:38Z', 'revision_number': 3, 'project_id': 'ec0d4dedc6f54935aafadeeb5b293728', 'gw_port': {'id': '867867ce-098d-4550-9089-0181e72d620e', 'name': '', 'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:c3:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eaafabbb-b7d8-4607-8693-3a4580a8599a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'ip_address': '172.25.8.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:49:37Z', 'updated_at': '2022-04-18T20:49:37Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838334-2'}], 'n-d-838334-2', False) {} {{(pid=84042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:49:40.401425 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Provisioning complete for port 949f02d1-12bb-440c-a2f0-e70e4a56cec3 triggered by entity L2. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:49:40.402060 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1253608'] for port, provisioning_complete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:40.443507 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8e4a40c-e631-48c7-af48-191d781d45ec None None] Checking router: eaafabbb-b7d8-4607-8693-3a4580a8599a for host: n-d-838334-2 {{(pid=84042) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 18 20:49:40.443507 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8e4a40c-e631-48c7-af48-191d781d45ec None None] Updating router eaafabbb-b7d8-4607-8693-3a4580a8599a port 867867ce-098d-4550-9089-0181e72d620e binding host n-d-838334-2 {{(pid=84042) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 18 20:49:40.535453 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-e8e4a40c-e631-48c7-af48-191d781d45ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:40.624394 n-d-838334-2 neutron-server[84040]: DEBUG neutron.scheduler.base_scheduler [None req-6f6e308f-a939-4fe7-bcd8-5b93e6db6a89 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-838334-2, cb7d8d08-145d-4d13-ac88-081ac0f45bd8) {{(pid=84040) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:49:40.644708 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f6e308f-a939-4fe7-bcd8-5b93e6db6a89 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:49:40.645380 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-6f6e308f-a939-4fe7-bcd8-5b93e6db6a89 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32378031'] for subnet, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:40.659418 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e83c6ff-75c5-4990-888e-5f87c05a09cd None None] Network cb7d8d08-145d-4d13-ac88-081ac0f45bd8 requested from n-d-838334-2 {{(pid=84042) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 20:49:40.793459 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-6f6e308f-a939-4fe7-bcd8-5b93e6db6a89 admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 1.5687494 Apr 18 20:49:40.793798 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 45832) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:49:40.795388 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-802bca46-e342-42d0-9fab-5aed4f9802ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:40.832970 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.v2.base [None req-17b4c2a2-184e-4e33-bcd5-63e3fc4705de admin admin] Request body: {'router': {'name': 'tempest-ServersTestJSON-1069932152-router', 'tenant_id': 'c80440892626468bbe8c78e37bd025d1', 'external_gateway_info': {'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c'}}} {{(pid=84041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 20:49:40.841124 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-17b4c2a2-184e-4e33-bcd5-63e3fc4705de admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:49:40.847730 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-17b4c2a2-184e-4e33-bcd5-63e3fc4705de admin admin] Usage tracker for resource:router and tenant:c80440892626468bbe8c78e37bd025d1 is out of sync, need to count used quota {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:49:40.851457 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-17b4c2a2-184e-4e33-bcd5-63e3fc4705de admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:49:40.891747 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-17b4c2a2-184e-4e33-bcd5-63e3fc4705de admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:49:40.901831 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-363a4640-d793-4249-b5eb-9bd95eceb486 req-720de218-9925-420c-9ec2-47ac6ffc60df tempest-MigrationsAdminTest-1326981207 tempest-MigrationsAdminTest-1326981207-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:49:40.903412 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-363a4640-d793-4249-b5eb-9bd95eceb486 req-720de218-9925-420c-9ec2-47ac6ffc60df tempest-MigrationsAdminTest-1326981207 tempest-MigrationsAdminTest-1326981207-project] 10.222.0.42 "GET /v2.0/ports?device_id=74fb1b3e-aad8-4cf1-ab81-337d3a37a132 HTTP/1.1" status: 200 len: 948 time: 0.3910196 Apr 18 20:49:40.931433 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bb63034-c767-4d49-b501-8e6f9ae12df8 req-58383e15-06ae-4dde-a321-0461225bd904 tempest-MigrationsAdminTest-1326981207 tempest-MigrationsAdminTest-1326981207-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:49:40.942202 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-4bb63034-c767-4d49-b501-8e6f9ae12df8 req-58383e15-06ae-4dde-a321-0461225bd904 tempest-MigrationsAdminTest-1326981207 tempest-MigrationsAdminTest-1326981207-project] 10.222.0.48 "GET /v2.0/ports?device_id=74fb1b3e-aad8-4cf1-ab81-337d3a37a132&tenant_id=0ae89e923933452faf6047be78995cc1&binding%3Ahost_id=n-h2-838334-2 HTTP/1.1" status: 200 len: 948 time: 0.6377442 Apr 18 20:49:41.082178 n-d-838334-2 neutron-server[84040]: DEBUG neutron.notifiers.nova [req-0dd8cb1b-8618-424a-a45d-5ead9f24d2d7 req-bd8680ab-595c-4263-b1d0-ad6d33999301 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 840ab7ba-ceab-4b42-92cb-ff4480b3d0db {{(pid=84040) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 18 20:49:41.091553 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-0dd8cb1b-8618-424a-a45d-5ead9f24d2d7 req-bd8680ab-595c-4263-b1d0-ad6d33999301 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:41.111698 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.provisioning_blocks [req-0dd8cb1b-8618-424a-a45d-5ead9f24d2d7 req-bd8680ab-595c-4263-b1d0-ad6d33999301 service neutron] Transition to ACTIVE for port object 840ab7ba-ceab-4b42-92cb-ff4480b3d0db will not be triggered until provisioned by entity L2. {{(pid=84040) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 20:49:41.134267 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-17b4c2a2-184e-4e33-bcd5-63e3fc4705de admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-33442106', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5708'] for router, before_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:41.135500 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-17b4c2a2-184e-4e33-bcd5-63e3fc4705de admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33442137', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33444285', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33535433', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5703'] for router, precommit_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:41.141152 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5f8afb8-7612-49c8-b096-5c0873e50b4c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp016840fc-1f9f-5892-9c53-c9cf6c845bbb-cb7d8d08-145d-4d13-ac88-081ac0f45bd8', 'network_id': 'cb7d8d08-145d-4d13-ac88-081ac0f45bd8', 'tenant_id': 'c80440892626468bbe8c78e37bd025d1', 'fixed_ips': [{'subnet_id': 'd44f0eef-ab44-4d2f-a08c-330a2cd17cc6'}]}} from n-d-838334-2. {{(pid=84042) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 18 20:49:41.141955 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-b5f8afb8-7612-49c8-b096-5c0873e50b4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_create {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:41.168205 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:41.174190 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.db_base_plugin_common [None req-802bca46-e342-42d0-9fab-5aed4f9802ed admin admin] Allocated IP 172.20.0.1 (b18f6ca6-9241-4023-98c1-9e86661176c3/9dc534ce-5db0-4608-a47a-91cc424d228c/2775d14f-86fa-4d0b-80d4-579c8193a39c) {{(pid=84041) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:49:41.194673 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-17b4c2a2-184e-4e33-bcd5-63e3fc4705de admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:41.236593 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-4bb63034-c767-4d49-b501-8e6f9ae12df8 req-c36eaa49-2db4-4c19-9d1a-afb5621c5d1c service neutron] 10.222.0.48 "GET /v2.0/ports/949f02d1-12bb-440c-a2f0-e70e4a56cec3/bindings/n-h2-838334-2 HTTP/1.1" status: 200 len: 382 time: 0.2445669 Apr 18 20:49:41.238744 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-0dd8cb1b-8618-424a-a45d-5ead9f24d2d7 req-bd8680ab-595c-4263-b1d0-ad6d33999301 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32440959'] for port, after_update {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:41.421169 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.db_base_plugin_common [None req-b5f8afb8-7612-49c8-b096-5c0873e50b4c None None] Allocated IP 172.20.0.2 (cb7d8d08-145d-4d13-ac88-081ac0f45bd8/d44f0eef-ab44-4d2f-a08c-330a2cd17cc6/8709985b-0630-4316-a10d-6ec9258b0162) {{(pid=84042) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:49:41.495916 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd8680ab-595c-4263-b1d0-ad6d33999301 service neutron] Pushing event updated for resources: {'Port': ['ID=840ab7ba-ceab-4b42-92cb-ff4480b3d0db,revision_number=2']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:49:41.515369 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-265b734d-7a0b-4c78-9d81-592b28491498 req-94bb4c03-d633-494c-af3e-ba6e9125ebae tempest-ServerRescueTestJSONUnderV235-1035206563 tempest-ServerRescueTestJSONUnderV235-1035206563-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:49:41.515683 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-17b4c2a2-184e-4e33-bcd5-63e3fc4705de admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-33444175', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-33443520', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5293'] for router, precommit_update {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:41.518065 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-265b734d-7a0b-4c78-9d81-592b28491498 req-94bb4c03-d633-494c-af3e-ba6e9125ebae tempest-ServerRescueTestJSONUnderV235-1035206563 tempest-ServerRescueTestJSONUnderV235-1035206563-project] 10.222.0.42 "GET /v2.0/ports?device_id=a96b676e-b606-4103-a36d-2f1625145b68 HTTP/1.1" status: 200 len: 946 time: 0.8366857 Apr 18 20:49:41.531384 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-802bca46-e342-42d0-9fab-5aed4f9802ed admin admin] Notify callbacks [] for port, precommit_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:41.647691 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-b5f8afb8-7612-49c8-b096-5c0873e50b4c None None] Notify callbacks [] for port, precommit_create {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:41.657996 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-b5f8afb8-7612-49c8-b096-5c0873e50b4c None None] Transition to ACTIVE for port object 8709985b-0630-4316-a10d-6ec9258b0162 will not be triggered until provisioned by entity L2. {{(pid=84042) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 20:49:41.667320 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-265b734d-7a0b-4c78-9d81-592b28491498 req-4404d8c0-00af-4ddd-a20b-3e79028615b1 tempest-ServerRescueTestJSONUnderV235-1035206563 tempest-ServerRescueTestJSONUnderV235-1035206563-project] 10.222.0.42 "GET /v2.0/security-groups?id=aac67c62-23bd-4af5-b48b-8b06d02dda3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1346710 Apr 18 20:49:41.678447 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-b5f8afb8-7612-49c8-b096-5c0873e50b4c None None] Transition to ACTIVE for port object 8709985b-0630-4316-a10d-6ec9258b0162 will not be triggered until provisioned by entity DHCP. {{(pid=84042) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 20:49:41.686154 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-802bca46-e342-42d0-9fab-5aed4f9802ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750374836619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32266323'] for port, after_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:41.700383 n-d-838334-2 neutron-server[84042]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '74fb1b3e-aad8-4cf1-ab81-337d3a37a132', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '949f02d1-12bb-440c-a2f0-e70e4a56cec3'}] {{(pid=84042) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 20:49:41.705179 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-b5f8afb8-7612-49c8-b096-5c0873e50b4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750374836619'] for port, after_create {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:41.759690 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-363a4640-d793-4249-b5eb-9bd95eceb486 req-3b59b139-7762-4027-959a-492d969fe37e tempest-MigrationsAdminTest-1326981207 tempest-MigrationsAdminTest-1326981207-project] 10.222.0.42 "GET /v2.0/security-groups?id=8ca7ac2c-bfe5-493b-aae6-636315bac851&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8138018 Apr 18 20:49:41.776680 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-802bca46-e342-42d0-9fab-5aed4f9802ed admin admin] Pushing event updated for resources: {'Port': ['ID=2775d14f-86fa-4d0b-80d4-579c8193a39c,revision_number=1']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:49:41.808549 n-d-838334-2 neutron-server[84041]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-802bca46-e342-42d0-9fab-5aed4f9802ed admin admin] Network b18f6ca6-9241-4023-98c1-9e86661176c3 is already hosted by enough agents. {{(pid=84041) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:49:41.810952 n-d-838334-2 neutron-server[84041]: DEBUG neutron.scheduler.base_scheduler [None req-802bca46-e342-42d0-9fab-5aed4f9802ed admin admin] Resources bound (agent type, host, resource id): {{(pid=84041) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:49:41.815310 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.l3_dvrscheduler_db [None req-802bca46-e342-42d0-9fab-5aed4f9802ed admin admin] Received port after_create {{(pid=84041) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 20:49:41.816723 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5f8afb8-7612-49c8-b096-5c0873e50b4c None None] Pushing event updated for resources: {'Port': ['ID=8709985b-0630-4316-a10d-6ec9258b0162,revision_number=1']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:49:41.826660 n-d-838334-2 neutron-server[84042]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5f8afb8-7612-49c8-b096-5c0873e50b4c None None] Network cb7d8d08-145d-4d13-ac88-081ac0f45bd8 is already hosted by enough agents. {{(pid=84042) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:49:41.828591 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] For port 949f02d1-12bb-440c-a2f0-e70e4a56cec3, host n-h2-838334-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838334-2',level=0,port_id=949f02d1-12bb-440c-a2f0-e70e4a56cec3,segment=NetworkSegment(62b85806-94d8-4a88-a06c-da82e5932d66),segment_id=62b85806-94d8-4a88-a06c-da82e5932d66)] {{(pid=84042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:49:41.831558 n-d-838334-2 neutron-server[84042]: DEBUG neutron.scheduler.base_scheduler [None req-b5f8afb8-7612-49c8-b096-5c0873e50b4c None None] Resources bound (agent type, host, resource id): {{(pid=84042) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:49:41.835486 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5f8afb8-7612-49c8-b096-5c0873e50b4c None None] Received port after_create {{(pid=84042) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 20:49:41.844442 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682'] for port, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:41.845374 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Device 8391d1fb-97a9-4bd8-acc8-073a23993384 no longer exists at agent hyperv_n-h2-838334-2 {{(pid=84042) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 20:49:41.850093 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-4bb63034-c767-4d49-b501-8e6f9ae12df8 req-5aaa7ac7-20c6-4296-8c65-7d93ea1077d3 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=0ae89e923933452faf6047be78995cc1&device_id=74fb1b3e-aad8-4cf1-ab81-337d3a37a132 HTTP/1.1" status: 200 len: 1099 time: 0.4179959 Apr 18 20:49:41.946535 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.db.resource_extend [None req-e8e4a40c-e631-48c7-af48-191d781d45ec None None] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 18 20:49:42.057037 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.managers [None req-b5f8afb8-7612-49c8-b096-5c0873e50b4c None None] Attempting to bind port 8709985b-0630-4316-a10d-6ec9258b0162 on host n-d-838334-2 for vnic_type normal with profile {{(pid=84042) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:49:42.057442 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.managers [None req-b5f8afb8-7612-49c8-b096-5c0873e50b4c None None] Attempting to bind port 8709985b-0630-4316-a10d-6ec9258b0162 by drivers openvswitch,hyperv on host n-d-838334-2 at level 0 using segments [{'id': '3624f5a6-e1be-4270-a9aa-fb8201017ba1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': 'cb7d8d08-145d-4d13-ac88-081ac0f45bd8'}] {{(pid=84042) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:49:42.057765 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5f8afb8-7612-49c8-b096-5c0873e50b4c None None] Attempting to bind port 8709985b-0630-4316-a10d-6ec9258b0162 on network cb7d8d08-145d-4d13-ac88-081ac0f45bd8 {{(pid=84042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 20:49:42.132326 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.managers [req-0dd8cb1b-8618-424a-a45d-5ead9f24d2d7 req-bd8680ab-595c-4263-b1d0-ad6d33999301 service neutron] Attempting to bind port 840ab7ba-ceab-4b42-92cb-ff4480b3d0db on host n-h2-838334-2 for vnic_type normal with profile {{(pid=84040) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:49:42.132975 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.managers [req-0dd8cb1b-8618-424a-a45d-5ead9f24d2d7 req-bd8680ab-595c-4263-b1d0-ad6d33999301 service neutron] Attempting to bind port 840ab7ba-ceab-4b42-92cb-ff4480b3d0db by drivers openvswitch,hyperv on host n-h2-838334-2 at level 0 using segments [{'id': '30c19e44-4439-432e-8ba3-ae51f2f5bd90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '94e6bcb8-e48f-4914-89f4-73f6d03f860a'}] {{(pid=84040) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:49:42.133597 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0dd8cb1b-8618-424a-a45d-5ead9f24d2d7 req-bd8680ab-595c-4263-b1d0-ad6d33999301 service neutron] Attempting to bind port 840ab7ba-ceab-4b42-92cb-ff4480b3d0db on network 94e6bcb8-e48f-4914-89f4-73f6d03f860a {{(pid=84040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 20:49:42.134772 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5f8afb8-7612-49c8-b096-5c0873e50b4c None None] Checking agent: {'id': '97cd4414-7af6-4d67-868d-dff370b4071a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838334-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 25, 49), 'started_at': datetime.datetime(2022, 4, 18, 20, 26, 19), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 20, 49, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838334-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 18 20:49:42.135152 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5f8afb8-7612-49c8-b096-5c0873e50b4c None None] Checking segment: {'id': '3624f5a6-e1be-4270-a9aa-fb8201017ba1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': 'cb7d8d08-145d-4d13-ac88-081ac0f45bd8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84042) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 20:49:42.135556 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-b5f8afb8-7612-49c8-b096-5c0873e50b4c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:42.135997 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5f8afb8-7612-49c8-b096-5c0873e50b4c None None] Bound using segment: {'id': '3624f5a6-e1be-4270-a9aa-fb8201017ba1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': 'cb7d8d08-145d-4d13-ac88-081ac0f45bd8'} {{(pid=84042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 18 20:49:42.136711 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.managers [None req-b5f8afb8-7612-49c8-b096-5c0873e50b4c None None] Bound port: 8709985b-0630-4316-a10d-6ec9258b0162, host: n-d-838334-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3624f5a6-e1be-4270-a9aa-fb8201017ba1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': 'cb7d8d08-145d-4d13-ac88-081ac0f45bd8'}}] {{(pid=84042) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 20:49:42.137087 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-b5f8afb8-7612-49c8-b096-5c0873e50b4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:42.163589 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Pushing event updated for resources: {'Port': ['ID=949f02d1-12bb-440c-a2f0-e70e4a56cec3,revision_number=9']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:49:42.193845 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0dd8cb1b-8618-424a-a45d-5ead9f24d2d7 req-bd8680ab-595c-4263-b1d0-ad6d33999301 service neutron] Port 840ab7ba-ceab-4b42-92cb-ff4480b3d0db on network 94e6bcb8-e48f-4914-89f4-73f6d03f860a not bound, no agent of type Open vSwitch agent registered on host n-h2-838334-2 {{(pid=84040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 18 20:49:42.197693 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0dd8cb1b-8618-424a-a45d-5ead9f24d2d7 req-bd8680ab-595c-4263-b1d0-ad6d33999301 service neutron] Attempting to bind port 840ab7ba-ceab-4b42-92cb-ff4480b3d0db on network 94e6bcb8-e48f-4914-89f4-73f6d03f860a {{(pid=84040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 20:49:42.198878 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-802bca46-e342-42d0-9fab-5aed4f9802ed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33444010'] for router_interface, before_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:42.220495 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-17b4c2a2-184e-4e33-bcd5-63e3fc4705de admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:42.250493 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-b5f8afb8-7612-49c8-b096-5c0873e50b4c None None] For port 8709985b-0630-4316-a10d-6ec9258b0162, host n-d-838334-2, cleared binding levels {{(pid=84042) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 20:49:42.255038 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-b5f8afb8-7612-49c8-b096-5c0873e50b4c None None] For port 8709985b-0630-4316-a10d-6ec9258b0162, host n-d-838334-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838334-2',level=0,port_id=8709985b-0630-4316-a10d-6ec9258b0162,segment=NetworkSegment(3624f5a6-e1be-4270-a9aa-fb8201017ba1),segment_id=3624f5a6-e1be-4270-a9aa-fb8201017ba1)] {{(pid=84042) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 20:49:42.258115 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-17b4c2a2-184e-4e33-bcd5-63e3fc4705de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:42.274034 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0dd8cb1b-8618-424a-a45d-5ead9f24d2d7 req-bd8680ab-595c-4263-b1d0-ad6d33999301 service neutron] Checking agent: {'id': 'dc797004-f641-47b7-a77f-9c62b5b16296', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-838334-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 34, 3), 'started_at': datetime.datetime(2022, 4, 18, 20, 34, 3), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 20, 49, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 18 20:49:42.274777 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0dd8cb1b-8618-424a-a45d-5ead9f24d2d7 req-bd8680ab-595c-4263-b1d0-ad6d33999301 service neutron] Checking segment: {'id': '30c19e44-4439-432e-8ba3-ae51f2f5bd90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '94e6bcb8-e48f-4914-89f4-73f6d03f860a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84040) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 20:49:42.275524 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0dd8cb1b-8618-424a-a45d-5ead9f24d2d7 req-bd8680ab-595c-4263-b1d0-ad6d33999301 service neutron] Bound using segment: {'id': '30c19e44-4439-432e-8ba3-ae51f2f5bd90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '94e6bcb8-e48f-4914-89f4-73f6d03f860a'} {{(pid=84040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 18 20:49:42.276213 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.managers [req-0dd8cb1b-8618-424a-a45d-5ead9f24d2d7 req-bd8680ab-595c-4263-b1d0-ad6d33999301 service neutron] Bound port: 840ab7ba-ceab-4b42-92cb-ff4480b3d0db, host: n-h2-838334-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '30c19e44-4439-432e-8ba3-ae51f2f5bd90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '94e6bcb8-e48f-4914-89f4-73f6d03f860a'}}] {{(pid=84040) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 20:49:42.276700 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-0dd8cb1b-8618-424a-a45d-5ead9f24d2d7 req-bd8680ab-595c-4263-b1d0-ad6d33999301 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:42.288052 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bb63034-c767-4d49-b501-8e6f9ae12df8 req-87ffc5d8-2b7a-465b-87db-cfb30c4db4d0 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:49:42.289801 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-4bb63034-c767-4d49-b501-8e6f9ae12df8 req-87ffc5d8-2b7a-465b-87db-cfb30c4db4d0 service neutron] 10.222.0.48 "GET /v2.0/networks?id=cb56989d-7c5d-4678-b194-1d2edf1e842a HTTP/1.1" status: 200 len: 870 time: 0.4120729 Apr 18 20:49:42.293288 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-37d7c767-1668-406c-a979-d2265ee7005b req-4c894355-51c7-4c38-8829-db71a47eb908 tempest-ServerShowV247Test-541190692 tempest-ServerShowV247Test-541190692-project] 10.222.0.42 "GET /v2.0/ports?device_id=fa249cf4-3898-4abf-a16b-0c024b5b978a HTTP/1.1" status: 200 len: 210 time: 0.0696688 Apr 18 20:49:42.324630 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-e8e4a40c-e631-48c7-af48-191d781d45ec None None] Notify callbacks [] for port, precommit_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:42.327599 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:42.338528 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-b5f8afb8-7612-49c8-b096-5c0873e50b4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682'] for port, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:42.419906 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-e8e4a40c-e631-48c7-af48-191d781d45ec None None] Transition to ACTIVE for port object 867867ce-098d-4550-9089-0181e72d620e will not be triggered until provisioned by entity L2. {{(pid=84042) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 20:49:42.458599 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-e8e4a40c-e631-48c7-af48-191d781d45ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682'] for port, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:42.483866 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-4bb63034-c767-4d49-b501-8e6f9ae12df8 req-bab28541-8ac4-4971-a3dc-e2e726ed56da service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.11&port_id=949f02d1-12bb-440c-a2f0-e70e4a56cec3 HTTP/1.1" status: 200 len: 217 time: 0.1821229 Apr 18 20:49:42.502510 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.managers [None req-e8e4a40c-e631-48c7-af48-191d781d45ec None None] Attempting to bind port 867867ce-098d-4550-9089-0181e72d620e on host n-d-838334-2 for vnic_type normal with profile {{(pid=84042) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:49:42.502922 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.managers [None req-e8e4a40c-e631-48c7-af48-191d781d45ec None None] Attempting to bind port 867867ce-098d-4550-9089-0181e72d620e by drivers openvswitch,hyperv on host n-d-838334-2 at level 0 using segments [{'id': '732aa830-768b-4511-951f-d08e26b9c25b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c'}] {{(pid=84042) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:49:42.503236 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8e4a40c-e631-48c7-af48-191d781d45ec None None] Attempting to bind port 867867ce-098d-4550-9089-0181e72d620e on network e41b6600-a917-4a8d-b05c-be3be40c6d8c {{(pid=84042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 20:49:42.514360 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8e4a40c-e631-48c7-af48-191d781d45ec None None] Checking agent: {'id': '97cd4414-7af6-4d67-868d-dff370b4071a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838334-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 25, 49), 'started_at': datetime.datetime(2022, 4, 18, 20, 26, 19), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 20, 49, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838334-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 18 20:49:42.514789 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8e4a40c-e631-48c7-af48-191d781d45ec None None] Checking segment: {'id': '732aa830-768b-4511-951f-d08e26b9c25b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84042) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 20:49:42.515124 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-e8e4a40c-e631-48c7-af48-191d781d45ec None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:42.516145 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8e4a40c-e631-48c7-af48-191d781d45ec None None] Bound using segment: {'id': '732aa830-768b-4511-951f-d08e26b9c25b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c'} {{(pid=84042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 18 20:49:42.516625 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.managers [None req-e8e4a40c-e631-48c7-af48-191d781d45ec None None] Bound port: 867867ce-098d-4550-9089-0181e72d620e, host: n-d-838334-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '732aa830-768b-4511-951f-d08e26b9c25b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c'}}] {{(pid=84042) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 20:49:42.517002 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-e8e4a40c-e631-48c7-af48-191d781d45ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:42.548801 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5f8afb8-7612-49c8-b096-5c0873e50b4c None None] Pushing event updated for resources: {'Port': ['ID=8709985b-0630-4316-a10d-6ec9258b0162,revision_number=2']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:49:42.562135 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] For port 8391d1fb-97a9-4bd8-acc8-073a23993384, host n-h2-838334-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838334-2',level=0,port_id=8391d1fb-97a9-4bd8-acc8-073a23993384,segment=NetworkSegment(62b85806-94d8-4a88-a06c-da82e5932d66),segment_id=62b85806-94d8-4a88-a06c-da82e5932d66)] {{(pid=84042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:49:42.565605 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-802bca46-e342-42d0-9fab-5aed4f9802ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:42.753993 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.db_base_plugin_common [None req-17b4c2a2-184e-4e33-bcd5-63e3fc4705de admin admin] Allocated IP 172.25.8.191 (e41b6600-a917-4a8d-b05c-be3be40c6d8c/6b05667b-848e-4356-9b44-d5eb6808ef74/6dfd8e27-ef70-4230-b38f-550de7f4cfd8) {{(pid=84041) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:49:42.755464 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.db [req-0dd8cb1b-8618-424a-a45d-5ead9f24d2d7 req-bd8680ab-595c-4263-b1d0-ad6d33999301 service neutron] For port 840ab7ba-ceab-4b42-92cb-ff4480b3d0db, host n-h2-838334-2, cleared binding levels {{(pid=84040) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 20:49:42.758321 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-e8e4a40c-e631-48c7-af48-191d781d45ec None None] For port 867867ce-098d-4550-9089-0181e72d620e, host n-d-838334-2, cleared binding levels {{(pid=84042) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 20:49:42.762222 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.db [req-0dd8cb1b-8618-424a-a45d-5ead9f24d2d7 req-bd8680ab-595c-4263-b1d0-ad6d33999301 service neutron] For port 840ab7ba-ceab-4b42-92cb-ff4480b3d0db, host n-h2-838334-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838334-2',level=0,port_id=840ab7ba-ceab-4b42-92cb-ff4480b3d0db,segment=NetworkSegment(30c19e44-4439-432e-8ba3-ae51f2f5bd90),segment_id=30c19e44-4439-432e-8ba3-ae51f2f5bd90)] {{(pid=84040) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 20:49:42.762462 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-e8e4a40c-e631-48c7-af48-191d781d45ec None None] For port 867867ce-098d-4550-9089-0181e72d620e, host n-d-838334-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838334-2',level=0,port_id=867867ce-098d-4550-9089-0181e72d620e,segment=NetworkSegment(732aa830-768b-4511-951f-d08e26b9c25b),segment_id=732aa830-768b-4511-951f-d08e26b9c25b)] {{(pid=84042) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 20:49:42.764138 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05b1c8b6-d072-4813-8bac-a35a45d45b82 None None] Pushing event updated for resources: {'Port': ['ID=867867ce-098d-4550-9089-0181e72d620e,revision_number=2']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:49:42.772639 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f73089a-0c00-431e-9e52-02961b377ada req-ef44af22-453a-4c00-a094-e22a142a24d4 tempest-ImagesOneServerTestJSON-2049129843 tempest-ImagesOneServerTestJSON-2049129843-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:49:42.779297 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682'] for port, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:42.784197 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-7f73089a-0c00-431e-9e52-02961b377ada req-ef44af22-453a-4c00-a094-e22a142a24d4 tempest-ImagesOneServerTestJSON-2049129843 tempest-ImagesOneServerTestJSON-2049129843-project] 10.222.0.42 "GET /v2.0/ports?device_id=d44c3995-aaea-498f-b11f-fc70e6923c49 HTTP/1.1" status: 200 len: 950 time: 0.7065012 Apr 18 20:49:42.877633 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-0dd8cb1b-8618-424a-a45d-5ead9f24d2d7 req-bd8680ab-595c-4263-b1d0-ad6d33999301 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32440959'] for port, after_update {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:42.892339 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-e8e4a40c-e631-48c7-af48-191d781d45ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682'] for port, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:42.898348 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bb63034-c767-4d49-b501-8e6f9ae12df8 req-2d1d4a01-3c49-4bc6-b1d2-9916e38c3226 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:49:42.900417 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-4bb63034-c767-4d49-b501-8e6f9ae12df8 req-2d1d4a01-3c49-4bc6-b1d2-9916e38c3226 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=c4b526db-4d8a-4d4c-a310-e3a599630ae1 HTTP/1.1" status: 200 len: 843 time: 0.3732777 Apr 18 20:49:42.918625 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-7f73089a-0c00-431e-9e52-02961b377ada req-c0e84bdd-2b17-414b-a899-3a1b761f4a25 tempest-ImagesOneServerTestJSON-2049129843 tempest-ImagesOneServerTestJSON-2049129843-project] 10.222.0.42 "GET /v2.0/security-groups?id=47176a6a-2814-4f71-8dbf-60080e8f773d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1318219 Apr 18 20:49:42.974617 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Pushing event updated for resources: {'Port': ['ID=8391d1fb-97a9-4bd8-acc8-073a23993384,revision_number=11']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:49:43.052880 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8e4a40c-e631-48c7-af48-191d781d45ec None None] Routers {'eaafabbb-b7d8-4607-8693-3a4580a8599a'} bound to L3 agent in host n-d-838334-2 {{(pid=84042) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 20:49:43.063423 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_hamode_db [None req-e8e4a40c-e631-48c7-af48-191d781d45ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838334-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-18T20:25:48Z,description=,heartbeat_timestamp=2022-04-18T20:49:18Z,host='n-d-838334-2',id=bc84d6c9-dd7a-4555-a351-592327b46d5a,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:25:48Z,topic='l3_agent')) {'router_ids': ['eaafabbb-b7d8-4607-8693-3a4580a8599a'], 'active': True} {{(pid=84042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:49:43.167198 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd8680ab-595c-4263-b1d0-ad6d33999301 service neutron] Pushing event updated for resources: {'Port': ['ID=840ab7ba-ceab-4b42-92cb-ff4480b3d0db,revision_number=3']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:49:43.207366 n-d-838334-2 neutron-server[84042]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f70f9d5a-5587-4bef-9e7b-784b5fd36648'] response: {'server_uuid': '74fb1b3e-aad8-4cf1-ab81-337d3a37a132', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '949f02d1-12bb-440c-a2f0-e70e4a56cec3', 'code': 200} Apr 18 20:49:43.242583 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-0dd8cb1b-8618-424a-a45d-5ead9f24d2d7 req-bd8680ab-595c-4263-b1d0-ad6d33999301 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217293'] for port, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:43.244943 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-0dd8cb1b-8618-424a-a45d-5ead9f24d2d7 req-bd8680ab-595c-4263-b1d0-ad6d33999301 service neutron] 10.222.0.48 "PUT /v2.0/ports/840ab7ba-ceab-4b42-92cb-ff4480b3d0db HTTP/1.1" status: 200 len: 1091 time: 3.9979720 Apr 18 20:49:43.258824 n-d-838334-2 neutron-server[84040]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a51bee04-081a-44fc-b9a3-21e66f1d4c2b', 'tag': '840ab7ba-ceab-4b42-92cb-ff4480b3d0db'}] {{(pid=84040) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 20:49:43.264739 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-802bca46-e342-42d0-9fab-5aed4f9802ed admin admin] Notify callbacks [] for port, precommit_update {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:43.294218 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-802bca46-e342-42d0-9fab-5aed4f9802ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32266282'] for port, after_update {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:43.304452 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d174654d-d7a0-459f-aa1b-8fb15752210f req-7813491b-5a05-4cbe-9851-907a02a1e0ee tempest-ImagesOneServerNegativeTestJSON-1563611860 tempest-ImagesOneServerNegativeTestJSON-1563611860-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:49:43.316662 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05b1c8b6-d072-4813-8bac-a35a45d45b82 None None] Pushing event updated for resources: {'Port': ['ID=867867ce-098d-4550-9089-0181e72d620e,revision_number=3']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:49:43.323146 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-d174654d-d7a0-459f-aa1b-8fb15752210f req-7813491b-5a05-4cbe-9851-907a02a1e0ee tempest-ImagesOneServerNegativeTestJSON-1563611860 tempest-ImagesOneServerNegativeTestJSON-1563611860-project] 10.222.0.42 "GET /v2.0/ports?device_id=a51bee04-081a-44fc-b9a3-21e66f1d4c2b HTTP/1.1" status: 200 len: 943 time: 0.7252505 Apr 18 20:49:43.383792 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_dvr_db [None req-e8e4a40c-e631-48c7-af48-191d781d45ec None None] Set router eaafabbb-b7d8-4607-8693-3a4580a8599a gateway port host: n-d-838334-2 {{(pid=84042) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 20:49:43.488467 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-802bca46-e342-42d0-9fab-5aed4f9802ed admin admin] Pushing event updated for resources: {'Port': ['ID=2775d14f-86fa-4d0b-80d4-579c8193a39c,revision_number=2']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:49:43.507882 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-802bca46-e342-42d0-9fab-5aed4f9802ed admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-32377886', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33443847'] for router_interface, after_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:43.638812 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-17b4c2a2-184e-4e33-bcd5-63e3fc4705de admin admin] Notify callbacks [] for port, precommit_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:43.736368 n-d-838334-2 neutron-server[84041]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-802bca46-e342-42d0-9fab-5aed4f9802ed admin admin] Network b18f6ca6-9241-4023-98c1-9e86661176c3 is already hosted by enough agents. {{(pid=84041) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:49:43.739868 n-d-838334-2 neutron-server[84041]: DEBUG neutron.scheduler.base_scheduler [None req-802bca46-e342-42d0-9fab-5aed4f9802ed admin admin] Resources bound (agent type, host, resource id): {{(pid=84041) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:49:43.742985 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-4bb63034-c767-4d49-b501-8e6f9ae12df8 req-1d9ec04d-05f4-46db-babf-5fffdd154237 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=cb56989d-7c5d-4678-b194-1d2edf1e842a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.6417792 Apr 18 20:49:43.759091 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d479a6d-7b40-45c2-a733-77f35fabbfe2 req-129dd0a4-faaa-4d6a-b0ae-e774076f6b19 tempest-ServerRescueTestJSONUnderV235-1035206563 tempest-ServerRescueTestJSONUnderV235-1035206563-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:49:43.766008 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-1d479a6d-7b40-45c2-a733-77f35fabbfe2 req-129dd0a4-faaa-4d6a-b0ae-e774076f6b19 tempest-ServerRescueTestJSONUnderV235-1035206563 tempest-ServerRescueTestJSONUnderV235-1035206563-project] 10.222.0.42 "GET /v2.0/ports?device_id=a96b676e-b606-4103-a36d-2f1625145b68 HTTP/1.1" status: 200 len: 946 time: 0.3629270 Apr 18 20:49:44.017218 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-d174654d-d7a0-459f-aa1b-8fb15752210f req-f9ba9fd5-e46d-45a4-926c-2f2939b5ba14 tempest-ImagesOneServerNegativeTestJSON-1563611860 tempest-ImagesOneServerNegativeTestJSON-1563611860-project] 10.222.0.42 "GET /v2.0/security-groups?id=35685d16-429f-4b00-82f0-cda27d79d56c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6906466 Apr 18 20:49:44.019869 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-4bb63034-c767-4d49-b501-8e6f9ae12df8 req-4f81ee2f-4636-4271-91b5-b44d18c6a5c4 service neutron] 10.222.0.48 "GET /v2.0/networks/cb56989d-7c5d-4678-b194-1d2edf1e842a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2178135 Apr 18 20:49:44.046352 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-1d479a6d-7b40-45c2-a733-77f35fabbfe2 req-c406edfd-f70f-4b71-a335-29a2ce9b7b13 tempest-ServerRescueTestJSONUnderV235-1035206563 tempest-ServerRescueTestJSONUnderV235-1035206563-project] 10.222.0.42 "GET /v2.0/security-groups?id=aac67c62-23bd-4af5-b48b-8b06d02dda3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2792947 Apr 18 20:49:44.052985 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_hamode_db [None req-e8e4a40c-e631-48c7-af48-191d781d45ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eaafabbb-b7d8-4607-8693-3a4580a8599a', 'name': 'tempest-ServerRescueTestJSON-1453542019-router', 'tenant_id': 'ec0d4dedc6f54935aafadeeb5b293728', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'external_fixed_ips': [{'subnet_id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'ip_address': '172.25.8.25'}], 'enable_snat': True}, 'gw_port_id': '867867ce-098d-4550-9089-0181e72d620e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:49:36Z', 'updated_at': '2022-04-18T20:49:42Z', 'revision_number': 4, 'project_id': 'ec0d4dedc6f54935aafadeeb5b293728', 'gw_port': {'id': '867867ce-098d-4550-9089-0181e72d620e', 'name': '', 'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:c3:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eaafabbb-b7d8-4607-8693-3a4580a8599a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'ip_address': '172.25.8.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:49:37Z', 'updated_at': '2022-04-18T20:49:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838334-2', '_interfaces': [{'id': '2775d14f-86fa-4d0b-80d4-579c8193a39c', 'name': '', 'network_id': 'b18f6ca6-9241-4023-98c1-9e86661176c3', 'tenant_id': 'ec0d4dedc6f54935aafadeeb5b293728', 'mac_address': 'fa:16:3e:b2:f0:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eaafabbb-b7d8-4607-8693-3a4580a8599a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9dc534ce-5db0-4608-a47a-91cc424d228c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:49:40Z', 'updated_at': '2022-04-18T20:49:41Z', 'revision_number': 1, 'project_id': 'ec0d4dedc6f54935aafadeeb5b293728', 'subnets': [{'id': '9dc534ce-5db0-4608-a47a-91cc424d228c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838334-2', False) {} {{(pid=84042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:49:44.053930 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-17b4c2a2-184e-4e33-bcd5-63e3fc4705de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750374836619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32266323'] for port, after_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:44.058465 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8e4a40c-e631-48c7-af48-191d781d45ec None None] The sync data for ids ['eaafabbb-b7d8-4607-8693-3a4580a8599a'] in n-d-838334-2 is: [{'id': 'eaafabbb-b7d8-4607-8693-3a4580a8599a', 'name': 'tempest-ServerRescueTestJSON-1453542019-router', 'tenant_id': 'ec0d4dedc6f54935aafadeeb5b293728', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'external_fixed_ips': [{'subnet_id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'ip_address': '172.25.8.25'}], 'enable_snat': True}, 'gw_port_id': '867867ce-098d-4550-9089-0181e72d620e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:49:36Z', 'updated_at': '2022-04-18T20:49:42Z', 'revision_number': 4, 'project_id': 'ec0d4dedc6f54935aafadeeb5b293728', 'gw_port': {'id': '867867ce-098d-4550-9089-0181e72d620e', 'name': '', 'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:c3:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eaafabbb-b7d8-4607-8693-3a4580a8599a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'ip_address': '172.25.8.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:49:37Z', 'updated_at': '2022-04-18T20:49:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838334-2', '_interfaces': [{'id': '2775d14f-86fa-4d0b-80d4-579c8193a39c', 'name': '', 'network_id': 'b18f6ca6-9241-4023-98c1-9e86661176c3', 'tenant_id': 'ec0d4dedc6f54935aafadeeb5b293728', 'mac_address': 'fa:16:3e:b2:f0:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eaafabbb-b7d8-4607-8693-3a4580a8599a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9dc534ce-5db0-4608-a47a-91cc424d228c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:49:40Z', 'updated_at': '2022-04-18T20:49:41Z', 'revision_number': 1, 'project_id': 'ec0d4dedc6f54935aafadeeb5b293728', 'subnets': [{'id': '9dc534ce-5db0-4608-a47a-91cc424d228c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84042) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 18 20:49:44.077031 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f6e716f-33c5-459d-9070-3466769de94a None None] Network cb7d8d08-145d-4d13-ac88-081ac0f45bd8 requested from n-d-838334-2 {{(pid=84042) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 20:49:44.211427 n-d-838334-2 neutron-server[84041]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17b4c2a2-184e-4e33-bcd5-63e3fc4705de admin admin] Network e41b6600-a917-4a8d-b05c-be3be40c6d8c is already hosted by enough agents. {{(pid=84041) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:49:44.221581 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-d81d5246-d231-4adb-96ac-6ff4da49bedd None None] Provisioning for port 8709985b-0630-4316-a10d-6ec9258b0162 completed by entity DHCP. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 20:49:44.280486 n-d-838334-2 neutron-server[84041]: DEBUG neutron.scheduler.base_scheduler [None req-17b4c2a2-184e-4e33-bcd5-63e3fc4705de admin admin] Resources bound (agent type, host, resource id): {{(pid=84041) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:49:44.286345 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17b4c2a2-184e-4e33-bcd5-63e3fc4705de admin admin] Received port after_create {{(pid=84041) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 20:49:44.313159 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-4bb63034-c767-4d49-b501-8e6f9ae12df8 req-ca400e4a-b24d-4a3c-8818-86442c579565 service neutron] 10.222.0.48 "GET /v2.0/networks/cb56989d-7c5d-4678-b194-1d2edf1e842a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2599325 Apr 18 20:49:44.317694 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-0dd8cb1b-8618-424a-a45d-5ead9f24d2d7 req-5c22a343-8ba1-4a15-960e-500c537c23c9 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=3c76d2c50aef4e4cbd335680d5ef1e1d&device_id=a51bee04-081a-44fc-b9a3-21e66f1d4c2b HTTP/1.1" status: 200 len: 1094 time: 0.9568834 Apr 18 20:49:44.516986 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-0dd8cb1b-8618-424a-a45d-5ead9f24d2d7 req-152e960d-1b33-47a5-848b-f7614214d9dc service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=840ab7ba-ceab-4b42-92cb-ff4480b3d0db HTTP/1.1" status: 200 len: 217 time: 0.1779916 Apr 18 20:49:44.599804 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17b4c2a2-184e-4e33-bcd5-63e3fc4705de admin admin] Pushing event updated for resources: {'Port': ['ID=6dfd8e27-ef70-4230-b38f-550de7f4cfd8,revision_number=1']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:49:44.677547 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Device 8709985b-0630-4316-a10d-6ec9258b0162 up at agent ovs-agent-n-d-838334-2 {{(pid=84042) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 20:49:44.687356 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dd8cb1b-8618-424a-a45d-5ead9f24d2d7 req-a38538c2-2540-4bf2-b41e-3298c0409c90 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:49:44.693863 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-0dd8cb1b-8618-424a-a45d-5ead9f24d2d7 req-a38538c2-2540-4bf2-b41e-3298c0409c90 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=aca04e13-8241-4a12-96f1-92050670baff HTTP/1.1" status: 200 len: 861 time: 0.1526971 Apr 18 20:49:44.706363 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04e36133-4896-4482-84fa-7457c821d7be req-7a9ed6e9-e1e4-4a40-be0d-b91876b603eb tempest-MigrationsAdminTest-1326981207 tempest-MigrationsAdminTest-1326981207-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:49:44.713662 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-04e36133-4896-4482-84fa-7457c821d7be req-7a9ed6e9-e1e4-4a40-be0d-b91876b603eb tempest-MigrationsAdminTest-1326981207 tempest-MigrationsAdminTest-1326981207-project] 10.222.0.42 "GET /v2.0/ports?device_id=74fb1b3e-aad8-4cf1-ab81-337d3a37a132 HTTP/1.1" status: 200 len: 949 time: 0.3732545 Apr 18 20:49:44.840525 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-0dd8cb1b-8618-424a-a45d-5ead9f24d2d7 req-25dce86b-dbde-4f89-984b-e6068474c8f5 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=94e6bcb8-e48f-4914-89f4-73f6d03f860a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1242208 Apr 18 20:49:44.847277 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Provisioning for port 8709985b-0630-4316-a10d-6ec9258b0162 completed by entity L2. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 20:49:44.856174 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Provisioning complete for port 8709985b-0630-4316-a10d-6ec9258b0162 triggered by entity L2. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:49:44.856729 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1253608'] for port, provisioning_complete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:45.137126 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-17b4c2a2-184e-4e33-bcd5-63e3fc4705de admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:45.138306 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-17b4c2a2-184e-4e33-bcd5-63e3fc4705de admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33443529', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33444176'] for router, after_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:45.192803 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-a99edc8a-13ef-4180-baab-49b2c4c6c3ee None None] Provisioning complete for port 8709985b-0630-4316-a10d-6ec9258b0162 triggered by entity DHCP. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:49:45.193477 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-a99edc8a-13ef-4180-baab-49b2c4c6c3ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1253608'] for port, provisioning_complete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:45.204826 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-04e36133-4896-4482-84fa-7457c821d7be req-7adc5b55-89b8-4b72-95a7-189767eac528 tempest-MigrationsAdminTest-1326981207 tempest-MigrationsAdminTest-1326981207-project] 10.222.0.42 "GET /v2.0/security-groups?id=8ca7ac2c-bfe5-493b-aae6-636315bac851&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4902911 Apr 18 20:49:45.278311 n-d-838334-2 neutron-server[84042]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd44c3995-aaea-498f-b11f-fc70e6923c49', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8391d1fb-97a9-4bd8-acc8-073a23993384'}] {{(pid=84042) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 20:49:45.295524 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-0dd8cb1b-8618-424a-a45d-5ead9f24d2d7 req-20018bb4-24c0-462f-878d-40629dbf53ca service neutron] 10.222.0.48 "GET /v2.0/networks/94e6bcb8-e48f-4914-89f4-73f6d03f860a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4329579 Apr 18 20:49:45.388857 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:45.396344 n-d-838334-2 neutron-server[84040]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b0003aa2-2ed8-4d2c-b4c8-e971f30c7f72'] response: {'name': 'network-changed', 'server_uuid': 'a51bee04-081a-44fc-b9a3-21e66f1d4c2b', 'tag': '840ab7ba-ceab-4b42-92cb-ff4480b3d0db', 'status': 'completed', 'code': 200} Apr 18 20:49:45.465343 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] For port 8709985b-0630-4316-a10d-6ec9258b0162, host n-d-838334-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838334-2',level=0,port_id=8709985b-0630-4316-a10d-6ec9258b0162,segment=NetworkSegment(3624f5a6-e1be-4270-a9aa-fb8201017ba1),segment_id=3624f5a6-e1be-4270-a9aa-fb8201017ba1)] {{(pid=84042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:49:45.478421 n-d-838334-2 neutron-server[84041]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-802bca46-e342-42d0-9fab-5aed4f9802ed admin admin] Router eaafabbb-b7d8-4607-8693-3a4580a8599a has already been hosted by L3 agent bc84d6c9-dd7a-4555-a351-592327b46d5a {{(pid=84041) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 20:49:45.487473 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682'] for port, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:45.729829 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-7fb91cc9-d0a4-4564-801c-669c977b63c4 req-3d93d5d8-1ddc-4cd7-a0c8-4b6a509ad32b tempest-ServerShowV247Test-541190692 tempest-ServerShowV247Test-541190692-project] 10.222.0.42 "GET /v2.0/ports?device_id=fa249cf4-3898-4abf-a16b-0c024b5b978a HTTP/1.1" status: 200 len: 210 time: 0.1064959 Apr 18 20:49:45.731997 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-0dd8cb1b-8618-424a-a45d-5ead9f24d2d7 req-1e9987a9-1cda-42f9-8c0d-5e09cbdc28cb service neutron] 10.222.0.48 "GET /v2.0/networks/94e6bcb8-e48f-4914-89f4-73f6d03f860a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4164872 Apr 18 20:49:45.789554 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Pushing event updated for resources: {'Port': ['ID=8709985b-0630-4316-a10d-6ec9258b0162,revision_number=3']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:49:45.824250 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:49:45.824642 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:49:45.824985 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:49:45.827456 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:49:45.827878 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:49:45.828223 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:49:45.828602 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:49:45.828936 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:49:45.829260 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:49:45.832278 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:49:45.832929 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:49:45.839572 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-e9d9af6c-e316-4cd2-866c-07f2793ed380 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750375287399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253529'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:45.997760 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3f8f1c7-efb8-45f2-80c5-a30a2e05e6ef req-c303a337-b629-403b-bf73-80ac75af6cca tempest-ImagesOneServerNegativeTestJSON-1563611860 tempest-ImagesOneServerNegativeTestJSON-1563611860-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:49:45.999414 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-f3f8f1c7-efb8-45f2-80c5-a30a2e05e6ef req-c303a337-b629-403b-bf73-80ac75af6cca tempest-ImagesOneServerNegativeTestJSON-1563611860 tempest-ImagesOneServerNegativeTestJSON-1563611860-project] 10.222.0.42 "GET /v2.0/ports?device_id=a51bee04-081a-44fc-b9a3-21e66f1d4c2b HTTP/1.1" status: 200 len: 943 time: 0.1392949 Apr 18 20:49:46.006272 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-86a41980-78b7-4303-80f4-a9b7617f2b01 req-28decfcd-d43f-410e-ae98-21365c9d5ac7 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=3c76d2c50aef4e4cbd335680d5ef1e1d&device_id=a51bee04-081a-44fc-b9a3-21e66f1d4c2b HTTP/1.1" status: 200 len: 1094 time: 0.2093091 Apr 18 20:49:46.047521 n-d-838334-2 neutron-server[84041]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-17b4c2a2-184e-4e33-bcd5-63e3fc4705de admin admin] Router 14fab50a-3e37-4758-ac2f-e4b0a64b91d8 is scheduled to L3 agent bc84d6c9-dd7a-4555-a351-592327b46d5a with binding_index 1 {{(pid=84041) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 18 20:49:46.304509 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86a41980-78b7-4303-80f4-a9b7617f2b01 req-a11faed4-b726-4946-9120-ae02470d80a6 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:49:46.306584 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-86a41980-78b7-4303-80f4-a9b7617f2b01 req-a11faed4-b726-4946-9120-ae02470d80a6 service neutron] 10.222.0.48 "GET /v2.0/networks?id=94e6bcb8-e48f-4914-89f4-73f6d03f860a HTTP/1.1" status: 200 len: 922 time: 0.2212918 Apr 18 20:49:46.338620 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-f3f8f1c7-efb8-45f2-80c5-a30a2e05e6ef req-fe5e2d16-bedb-4804-8b31-272a34fcebda tempest-ImagesOneServerNegativeTestJSON-1563611860 tempest-ImagesOneServerNegativeTestJSON-1563611860-project] 10.222.0.42 "GET /v2.0/security-groups?id=35685d16-429f-4b00-82f0-cda27d79d56c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3313017 Apr 18 20:49:46.372283 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-802bca46-e342-42d0-9fab-5aed4f9802ed admin admin] Notify agent at l3_agent.n-d-838334-2 the message routers_updated {{(pid=84041) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 20:49:46.405157 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-802bca46-e342-42d0-9fab-5aed4f9802ed admin admin] 10.222.0.42 "PUT /v2.0/routers/eaafabbb-b7d8-4607-8693-3a4580a8599a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.0192006 Apr 18 20:49:46.472892 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-86a41980-78b7-4303-80f4-a9b7617f2b01 req-da9fb528-c4ae-4a95-9226-42a97dc6a0af service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=840ab7ba-ceab-4b42-92cb-ff4480b3d0db HTTP/1.1" status: 200 len: 217 time: 0.1256576 Apr 18 20:49:46.548696 n-d-838334-2 neutron-server[84042]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6411267f-e853-4f8e-9d4b-971465bba681'] response: {'server_uuid': 'd44c3995-aaea-498f-b11f-fc70e6923c49', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8391d1fb-97a9-4bd8-acc8-073a23993384', 'code': 200} Apr 18 20:49:46.612620 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-17b4c2a2-184e-4e33-bcd5-63e3fc4705de admin admin] Notify agent at l3_agent.n-d-838334-2 the message routers_updated {{(pid=84041) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 20:49:46.633361 n-d-838334-2 neutron-server[84043]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c360edfc-427f-4df4-9d6b-38d0d9ef81aa None None] Sync routers for ids ['14fab50a-3e37-4758-ac2f-e4b0a64b91d8'] in n-d-838334-2 {{(pid=84043) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 18 20:49:46.657501 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47440d17-0783-4f9e-8796-4e5f388806f0 req-24be350d-13ca-470d-8c9f-0f5138ee0989 tempest-ServerRescueTestJSONUnderV235-1035206563 tempest-ServerRescueTestJSONUnderV235-1035206563-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:49:46.661087 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-47440d17-0783-4f9e-8796-4e5f388806f0 req-24be350d-13ca-470d-8c9f-0f5138ee0989 tempest-ServerRescueTestJSONUnderV235-1035206563 tempest-ServerRescueTestJSONUnderV235-1035206563-project] 10.222.0.42 "GET /v2.0/ports?device_id=a96b676e-b606-4103-a36d-2f1625145b68 HTTP/1.1" status: 200 len: 946 time: 0.5773900 Apr 18 20:49:46.662707 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86a41980-78b7-4303-80f4-a9b7617f2b01 req-7a58e68a-9908-44d4-95d5-53c82dac4d66 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:49:46.663684 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c360edfc-427f-4df4-9d6b-38d0d9ef81aa None None] Routers {'14fab50a-3e37-4758-ac2f-e4b0a64b91d8'} bound to L3 agent in host n-d-838334-2 {{(pid=84043) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 20:49:46.664973 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.l3_hamode_db [None req-c360edfc-427f-4df4-9d6b-38d0d9ef81aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838334-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-18T20:25:48Z,description=,heartbeat_timestamp=2022-04-18T20:49:18Z,host='n-d-838334-2',id=bc84d6c9-dd7a-4555-a351-592327b46d5a,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:25:48Z,topic='l3_agent')) {'router_ids': ['14fab50a-3e37-4758-ac2f-e4b0a64b91d8'], 'active': True} {{(pid=84043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:49:46.673625 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-86a41980-78b7-4303-80f4-a9b7617f2b01 req-7a58e68a-9908-44d4-95d5-53c82dac4d66 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=aca04e13-8241-4a12-96f1-92050670baff HTTP/1.1" status: 200 len: 861 time: 0.1829333 Apr 18 20:49:46.681826 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-17b4c2a2-184e-4e33-bcd5-63e3fc4705de admin admin] Notify callbacks [] for router, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:46.683862 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-17b4c2a2-184e-4e33-bcd5-63e3fc4705de admin admin] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 918 time: 5.8592448 Apr 18 20:49:46.686590 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 45912) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:49:46.762806 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Device 867867ce-098d-4550-9089-0181e72d620e up at agent ovs-agent-n-d-838334-2 {{(pid=84042) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 20:49:46.843825 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-86a41980-78b7-4303-80f4-a9b7617f2b01 req-13564e43-a88d-4f1b-b004-4b1f3760df24 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=94e6bcb8-e48f-4914-89f4-73f6d03f860a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1642864 Apr 18 20:49:46.938524 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Provisioning for port 867867ce-098d-4550-9089-0181e72d620e completed by entity L2. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 20:49:46.944165 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Provisioning complete for port 867867ce-098d-4550-9089-0181e72d620e triggered by entity L2. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:49:46.944759 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1253608'] for port, provisioning_complete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:47.190303 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.l3_dvr_db [None req-c360edfc-427f-4df4-9d6b-38d0d9ef81aa None None] Set router 14fab50a-3e37-4758-ac2f-e4b0a64b91d8 gateway port host: n-d-838334-2 {{(pid=84043) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 20:49:47.289566 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:47.326244 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] For port 867867ce-098d-4550-9089-0181e72d620e, host n-d-838334-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838334-2',level=0,port_id=867867ce-098d-4550-9089-0181e72d620e,segment=NetworkSegment(732aa830-768b-4511-951f-d08e26b9c25b),segment_id=732aa830-768b-4511-951f-d08e26b9c25b)] {{(pid=84042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:49:47.336112 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682'] for port, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:47.337305 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Device 8709985b-0630-4316-a10d-6ec9258b0162 up at agent ovs-agent-n-d-838334-2 {{(pid=84042) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 20:49:47.415125 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-47440d17-0783-4f9e-8796-4e5f388806f0 req-be1a4dff-723e-4f41-ace3-a8602e1760a8 tempest-ServerRescueTestJSONUnderV235-1035206563 tempest-ServerRescueTestJSONUnderV235-1035206563-project] 10.222.0.42 "GET /v2.0/security-groups?id=aac67c62-23bd-4af5-b48b-8b06d02dda3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7375526 Apr 18 20:49:47.592810 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Pushing event updated for resources: {'Port': ['ID=867867ce-098d-4550-9089-0181e72d620e,revision_number=4']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:49:47.611298 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47cee52b-f650-48d6-8b2f-579288a7612b req-bd699e6d-919e-4f32-9e79-b4987edbd254 tempest-MigrationsAdminTest-1326981207 tempest-MigrationsAdminTest-1326981207-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:49:47.615215 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-47cee52b-f650-48d6-8b2f-579288a7612b req-bd699e6d-919e-4f32-9e79-b4987edbd254 tempest-MigrationsAdminTest-1326981207 tempest-MigrationsAdminTest-1326981207-project] 10.222.0.42 "GET /v2.0/ports?device_id=74fb1b3e-aad8-4cf1-ab81-337d3a37a132 HTTP/1.1" status: 200 len: 949 time: 0.7399130 Apr 18 20:49:47.734994 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-86a41980-78b7-4303-80f4-a9b7617f2b01 req-c8db2722-0fb7-4ca0-b6d3-a2cb790090b3 service neutron] 10.222.0.48 "GET /v2.0/networks/94e6bcb8-e48f-4914-89f4-73f6d03f860a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7737627 Apr 18 20:49:47.773626 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Provisioning complete for port 8709985b-0630-4316-a10d-6ec9258b0162 triggered by entity L2. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:49:47.774263 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1253608'] for port, provisioning_complete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:47.825477 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-4bb63034-c767-4d49-b501-8e6f9ae12df8 req-c3db51d5-8104-413c-85db-3a0b1fbbd869 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=74fb1b3e-aad8-4cf1-ab81-337d3a37a132&tenant_id=0ae89e923933452faf6047be78995cc1 HTTP/1.1" status: 200 len: 1100 time: 0.2452700 Apr 18 20:49:47.851333 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.v2.base [req-4bb63034-c767-4d49-b501-8e6f9ae12df8 req-9fdca919-2b4d-48de-82c9-9cc5ebac9353 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-838334-2', 'device_owner': 'compute:nova'}} {{(pid=84041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 20:49:47.936854 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-47cee52b-f650-48d6-8b2f-579288a7612b req-cdff1df8-6f43-4078-b0fe-9922455fa513 tempest-MigrationsAdminTest-1326981207 tempest-MigrationsAdminTest-1326981207-project] 10.222.0.42 "GET /v2.0/security-groups?id=8ca7ac2c-bfe5-493b-aae6-636315bac851&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3130918 Apr 18 20:49:48.036618 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.l3_hamode_db [None req-c360edfc-427f-4df4-9d6b-38d0d9ef81aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14fab50a-3e37-4758-ac2f-e4b0a64b91d8', 'name': 'tempest-ServersTestJSON-1069932152-router', 'tenant_id': 'c80440892626468bbe8c78e37bd025d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'external_fixed_ips': [{'subnet_id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'ip_address': '172.25.8.191'}], 'enable_snat': True}, 'gw_port_id': '6dfd8e27-ef70-4230-b38f-550de7f4cfd8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:49:41Z', 'updated_at': '2022-04-18T20:49:45Z', 'revision_number': 3, 'project_id': 'c80440892626468bbe8c78e37bd025d1', 'gw_port': {'id': '6dfd8e27-ef70-4230-b38f-550de7f4cfd8', 'name': '', 'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:c7:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '14fab50a-3e37-4758-ac2f-e4b0a64b91d8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'ip_address': '172.25.8.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:49:42Z', 'updated_at': '2022-04-18T20:49:42Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838334-2'}], 'n-d-838334-2', False) {} {{(pid=84043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:49:48.051082 n-d-838334-2 neutron-server[84043]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c360edfc-427f-4df4-9d6b-38d0d9ef81aa None None] Checking router: 14fab50a-3e37-4758-ac2f-e4b0a64b91d8 for host: n-d-838334-2 {{(pid=84043) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 18 20:49:48.051082 n-d-838334-2 neutron-server[84043]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c360edfc-427f-4df4-9d6b-38d0d9ef81aa None None] Updating router 14fab50a-3e37-4758-ac2f-e4b0a64b91d8 port 6dfd8e27-ef70-4230-b38f-550de7f4cfd8 binding host n-d-838334-2 {{(pid=84043) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 18 20:49:48.071485 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-5cc5ff88-fac6-4118-8814-7e7fa7d1ab6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750375287399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253529'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:48.121869 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-86a41980-78b7-4303-80f4-a9b7617f2b01 req-45416453-c4aa-4fba-b633-1ccd2a3e1a61 service neutron] 10.222.0.48 "GET /v2.0/networks/94e6bcb8-e48f-4914-89f4-73f6d03f860a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3642194 Apr 18 20:49:48.129217 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [req-4bb63034-c767-4d49-b501-8e6f9ae12df8 req-9fdca919-2b4d-48de-82c9-9cc5ebac9353 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:48.167998 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Device 840ab7ba-ceab-4b42-92cb-ff4480b3d0db details requested by agent hyperv_n-h2-838334-2 with host n-h2-838334-2 {{(pid=84042) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 18 20:49:48.201685 n-d-838334-2 neutron-server[84043]: DEBUG neutron_lib.callbacks.manager [None req-c360edfc-427f-4df4-9d6b-38d0d9ef81aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:48.366611 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-7ed35f65-e97e-4456-8053-6521c3bf7530 req-c5ab07cd-1ef6-4efe-b10a-78e31233e494 tempest-ServerShowV247Test-541190692 tempest-ServerShowV247Test-541190692-project] 10.222.0.42 "GET /v2.0/ports?device_id=fa249cf4-3898-4abf-a16b-0c024b5b978a HTTP/1.1" status: 200 len: 210 time: 0.0939200 Apr 18 20:49:48.539867 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] For port 840ab7ba-ceab-4b42-92cb-ff4480b3d0db, host n-h2-838334-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838334-2',level=0,port_id=840ab7ba-ceab-4b42-92cb-ff4480b3d0db,segment=NetworkSegment(30c19e44-4439-432e-8ba3-ae51f2f5bd90),segment_id=30c19e44-4439-432e-8ba3-ae51f2f5bd90)] {{(pid=84042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:49:48.578625 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Returning: {'device': '840ab7ba-ceab-4b42-92cb-ff4480b3d0db', 'network_id': '94e6bcb8-e48f-4914-89f4-73f6d03f860a', 'port_id': '840ab7ba-ceab-4b42-92cb-ff4480b3d0db', 'mac_address': 'fa:16:3e:e0:dd:13', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 352, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'aca04e13-8241-4a12-96f1-92050670baff', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84042) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 18 20:49:48.672689 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Device 867867ce-098d-4550-9089-0181e72d620e up at agent ovs-agent-n-d-838334-2 {{(pid=84042) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 20:49:48.819046 n-d-838334-2 neutron-server[84043]: DEBUG neutron_lib.callbacks.manager [None req-c360edfc-427f-4df4-9d6b-38d0d9ef81aa None None] Notify callbacks [] for port, precommit_update {{(pid=84043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:48.836495 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:48.843081 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.provisioning_blocks [None req-c360edfc-427f-4df4-9d6b-38d0d9ef81aa None None] Transition to ACTIVE for port object 6dfd8e27-ef70-4230-b38f-550de7f4cfd8 will not be triggered until provisioned by entity L2. {{(pid=84043) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 20:49:48.872844 n-d-838334-2 neutron-server[84043]: DEBUG neutron_lib.callbacks.manager [None req-c360edfc-427f-4df4-9d6b-38d0d9ef81aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682'] for port, after_update {{(pid=84043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:48.885845 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.db [req-4bb63034-c767-4d49-b501-8e6f9ae12df8 req-9fdca919-2b4d-48de-82c9-9cc5ebac9353 service neutron] For port 949f02d1-12bb-440c-a2f0-e70e4a56cec3, host n-h2-838334-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838334-2',level=0,port_id=949f02d1-12bb-440c-a2f0-e70e4a56cec3,segment=NetworkSegment(62b85806-94d8-4a88-a06c-da82e5932d66),segment_id=62b85806-94d8-4a88-a06c-da82e5932d66)] {{(pid=84041) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:49:48.888233 n-d-838334-2 neutron-server[84042]: DEBUG neutron.notifiers.nova [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 840ab7ba-ceab-4b42-92cb-ff4480b3d0db {{(pid=84042) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 18 20:49:48.970754 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Provisioning complete for port 867867ce-098d-4550-9089-0181e72d620e triggered by entity L2. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:49:48.971124 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1253608'] for port, provisioning_complete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:49.006152 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.db [req-4bb63034-c767-4d49-b501-8e6f9ae12df8 req-9fdca919-2b4d-48de-82c9-9cc5ebac9353 service neutron] For port 949f02d1-12bb-440c-a2f0-e70e4a56cec3, host n-h2-838334-2, cleared binding levels {{(pid=84041) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 20:49:49.135504 n-d-838334-2 neutron-server[84041]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '74fb1b3e-aad8-4cf1-ab81-337d3a37a132', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '949f02d1-12bb-440c-a2f0-e70e4a56cec3'}] {{(pid=84041) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 20:49:49.139688 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ddaca4-f855-47c1-a839-20c92c397ef7 req-6c77e0df-6bd3-4f5d-b300-6176fa1e5bcd tempest-ImagesOneServerNegativeTestJSON-1563611860 tempest-ImagesOneServerNegativeTestJSON-1563611860-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:49:49.145209 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-43ddaca4-f855-47c1-a839-20c92c397ef7 req-6c77e0df-6bd3-4f5d-b300-6176fa1e5bcd tempest-ImagesOneServerNegativeTestJSON-1563611860 tempest-ImagesOneServerNegativeTestJSON-1563611860-project] 10.222.0.42 "GET /v2.0/ports?device_id=a51bee04-081a-44fc-b9a3-21e66f1d4c2b HTTP/1.1" status: 200 len: 943 time: 0.3266096 Apr 18 20:49:49.147974 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [req-4bb63034-c767-4d49-b501-8e6f9ae12df8 req-9fdca919-2b4d-48de-82c9-9cc5ebac9353 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:49.150559 n-d-838334-2 neutron-server[84043]: DEBUG neutron.plugins.ml2.managers [None req-c360edfc-427f-4df4-9d6b-38d0d9ef81aa None None] Attempting to bind port 6dfd8e27-ef70-4230-b38f-550de7f4cfd8 on host n-d-838334-2 for vnic_type normal with profile {{(pid=84043) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:49:49.152157 n-d-838334-2 neutron-server[84043]: DEBUG neutron.plugins.ml2.managers [None req-c360edfc-427f-4df4-9d6b-38d0d9ef81aa None None] Attempting to bind port 6dfd8e27-ef70-4230-b38f-550de7f4cfd8 by drivers openvswitch,hyperv on host n-d-838334-2 at level 0 using segments [{'id': '732aa830-768b-4511-951f-d08e26b9c25b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c'}] {{(pid=84043) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:49:49.154232 n-d-838334-2 neutron-server[84043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c360edfc-427f-4df4-9d6b-38d0d9ef81aa None None] Attempting to bind port 6dfd8e27-ef70-4230-b38f-550de7f4cfd8 on network e41b6600-a917-4a8d-b05c-be3be40c6d8c {{(pid=84043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 20:49:49.160107 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e1cc484-32ec-4d35-8dcb-22f57b6d72bd req-fbeb2be8-1236-4f6c-810d-1b0a12649600 tempest-ServerRescueTestJSON-1218824152 tempest-ServerRescueTestJSON-1218824152-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:49:49.162639 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [req-3e1cc484-32ec-4d35-8dcb-22f57b6d72bd req-fbeb2be8-1236-4f6c-810d-1b0a12649600 tempest-ServerRescueTestJSON-1218824152 tempest-ServerRescueTestJSON-1218824152-project] Synchronizing usage tracker for tenant:ec0d4dedc6f54935aafadeeb5b293728 on resource:network {{(pid=84040) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 20:49:49.179753 n-d-838334-2 neutron-server[84043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c360edfc-427f-4df4-9d6b-38d0d9ef81aa None None] Checking agent: {'id': '97cd4414-7af6-4d67-868d-dff370b4071a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838334-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 25, 49), 'started_at': datetime.datetime(2022, 4, 18, 20, 26, 19), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 20, 49, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838334-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 18 20:49:49.180164 n-d-838334-2 neutron-server[84043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c360edfc-427f-4df4-9d6b-38d0d9ef81aa None None] Checking segment: {'id': '732aa830-768b-4511-951f-d08e26b9c25b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84043) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 20:49:49.180523 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.provisioning_blocks [req-4bb63034-c767-4d49-b501-8e6f9ae12df8 req-9fdca919-2b4d-48de-82c9-9cc5ebac9353 service neutron] Transition to ACTIVE for port object 949f02d1-12bb-440c-a2f0-e70e4a56cec3 will not be triggered until provisioned by entity L2. {{(pid=84041) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 20:49:49.180655 n-d-838334-2 neutron-server[84043]: DEBUG neutron_lib.callbacks.manager [None req-c360edfc-427f-4df4-9d6b-38d0d9ef81aa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:49.181020 n-d-838334-2 neutron-server[84043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c360edfc-427f-4df4-9d6b-38d0d9ef81aa None None] Bound using segment: {'id': '732aa830-768b-4511-951f-d08e26b9c25b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c'} {{(pid=84043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 18 20:49:49.181526 n-d-838334-2 neutron-server[84043]: DEBUG neutron.plugins.ml2.managers [None req-c360edfc-427f-4df4-9d6b-38d0d9ef81aa None None] Bound port: 6dfd8e27-ef70-4230-b38f-550de7f4cfd8, host: n-d-838334-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '732aa830-768b-4511-951f-d08e26b9c25b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c'}}] {{(pid=84043) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 20:49:49.181901 n-d-838334-2 neutron-server[84043]: DEBUG neutron_lib.callbacks.manager [None req-c360edfc-427f-4df4-9d6b-38d0d9ef81aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:49.187871 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-708bdd0b-c2b8-4143-bcd7-f3f33740cf44 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:49.200537 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [req-4bb63034-c767-4d49-b501-8e6f9ae12df8 req-9fdca919-2b4d-48de-82c9-9cc5ebac9353 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32266282'] for port, after_update {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:49.231834 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] For port 840ab7ba-ceab-4b42-92cb-ff4480b3d0db, host n-h2-838334-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838334-2',level=0,port_id=840ab7ba-ceab-4b42-92cb-ff4480b3d0db,segment=NetworkSegment(30c19e44-4439-432e-8ba3-ae51f2f5bd90),segment_id=30c19e44-4439-432e-8ba3-ae51f2f5bd90)] {{(pid=84042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:49:49.258104 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682'] for port, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:49.262806 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750375287399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253529'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:49.269979 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [req-3e1cc484-32ec-4d35-8dcb-22f57b6d72bd req-fbeb2be8-1236-4f6c-810d-1b0a12649600 tempest-ServerRescueTestJSON-1218824152 tempest-ServerRescueTestJSON-1218824152-project] Unset dirty status for tenant:ec0d4dedc6f54935aafadeeb5b293728 on resource:network {{(pid=84040) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 20:49:49.272152 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-3e1cc484-32ec-4d35-8dcb-22f57b6d72bd req-fbeb2be8-1236-4f6c-810d-1b0a12649600 tempest-ServerRescueTestJSON-1218824152 tempest-ServerRescueTestJSON-1218824152-project] 10.222.0.42 "GET /v2.0/networks?id=b18f6ca6-9241-4023-98c1-9e86661176c3 HTTP/1.1" status: 200 len: 811 time: 0.6946480 Apr 18 20:49:49.288592 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-43ddaca4-f855-47c1-a839-20c92c397ef7 req-c2a7892d-9db3-4a98-b0f5-7e811834ccd7 tempest-ImagesOneServerNegativeTestJSON-1563611860 tempest-ImagesOneServerNegativeTestJSON-1563611860-project] 10.222.0.42 "GET /v2.0/security-groups?id=35685d16-429f-4b00-82f0-cda27d79d56c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1131425 Apr 18 20:49:49.311554 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-3e1cc484-32ec-4d35-8dcb-22f57b6d72bd req-895b9218-98bd-469f-8b78-562159aaaa8e tempest-ServerRescueTestJSON-1218824152 tempest-ServerRescueTestJSON-1218824152-project] 10.222.0.42 "GET /v2.0/quotas/ec0d4dedc6f54935aafadeeb5b293728 HTTP/1.1" status: 200 len: 375 time: 0.0268819 Apr 18 20:49:49.346913 n-d-838334-2 neutron-server[84043]: DEBUG neutron.plugins.ml2.db [None req-c360edfc-427f-4df4-9d6b-38d0d9ef81aa None None] For port 6dfd8e27-ef70-4230-b38f-550de7f4cfd8, host n-d-838334-2, cleared binding levels {{(pid=84043) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 20:49:49.358618 n-d-838334-2 neutron-server[84043]: DEBUG neutron.plugins.ml2.db [None req-c360edfc-427f-4df4-9d6b-38d0d9ef81aa None None] For port 6dfd8e27-ef70-4230-b38f-550de7f4cfd8, host n-d-838334-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838334-2',level=0,port_id=6dfd8e27-ef70-4230-b38f-550de7f4cfd8,segment=NetworkSegment(732aa830-768b-4511-951f-d08e26b9c25b),segment_id=732aa830-768b-4511-951f-d08e26b9c25b)] {{(pid=84043) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 20:49:49.361511 n-d-838334-2 neutron-server[84043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f45cab9-5895-403d-a152-c2eb370fb422 None None] Pushing event updated for resources: {'Port': ['ID=6dfd8e27-ef70-4230-b38f-550de7f4cfd8,revision_number=2']} {{(pid=84043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:49:49.374259 n-d-838334-2 neutron-server[84043]: DEBUG neutron_lib.callbacks.manager [None req-c360edfc-427f-4df4-9d6b-38d0d9ef81aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682'] for port, after_update {{(pid=84043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:49.418892 n-d-838334-2 neutron-server[84043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f45cab9-5895-403d-a152-c2eb370fb422 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:49:49.419306 n-d-838334-2 neutron-server[84043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f45cab9-5895-403d-a152-c2eb370fb422 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:49:49.420019 n-d-838334-2 neutron-server[84043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f45cab9-5895-403d-a152-c2eb370fb422 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:49:49.420116 n-d-838334-2 neutron-server[84043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f45cab9-5895-403d-a152-c2eb370fb422 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:49:49.420464 n-d-838334-2 neutron-server[84043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f45cab9-5895-403d-a152-c2eb370fb422 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:49:49.420767 n-d-838334-2 neutron-server[84043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f45cab9-5895-403d-a152-c2eb370fb422 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:49:49.421088 n-d-838334-2 neutron-server[84043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f45cab9-5895-403d-a152-c2eb370fb422 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:49:49.421408 n-d-838334-2 neutron-server[84043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f45cab9-5895-403d-a152-c2eb370fb422 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:49:49.421724 n-d-838334-2 neutron-server[84043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f45cab9-5895-403d-a152-c2eb370fb422 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:49:49.422039 n-d-838334-2 neutron-server[84043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f45cab9-5895-403d-a152-c2eb370fb422 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:49:49.422355 n-d-838334-2 neutron-server[84043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f45cab9-5895-403d-a152-c2eb370fb422 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:49:49.493543 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-414b6ffe-e119-47bc-b18f-bcff1219c2f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750375287399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253529'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:49.520872 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Pushing event updated for resources: {'Port': ['ID=840ab7ba-ceab-4b42-92cb-ff4480b3d0db,revision_number=4']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:49:49.551158 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-3e1cc484-32ec-4d35-8dcb-22f57b6d72bd req-f9b01fb7-17c0-48bd-b735-07af7e131a29 tempest-ServerRescueTestJSON-1218824152 tempest-ServerRescueTestJSON-1218824152-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=ec0d4dedc6f54935aafadeeb5b293728&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2325485 Apr 18 20:49:49.566215 n-d-838334-2 neutron-server[84043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f45cab9-5895-403d-a152-c2eb370fb422 None None] Pushing event updated for resources: {'Port': ['ID=6dfd8e27-ef70-4230-b38f-550de7f4cfd8,revision_number=3']} {{(pid=84043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:49:49.569848 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] get_ports_and_sgs() called for port_ids ['840ab7ba-ceab-4b42-92cb-ff4480b3d0db'] {{(pid=84042) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 18 20:49:49.583873 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.l3_dvrscheduler_db [req-4bb63034-c767-4d49-b501-8e6f9ae12df8 req-9fdca919-2b4d-48de-82c9-9cc5ebac9353 service neutron] No DVR routers for this DVR port 949f02d1-12bb-440c-a2f0-e70e4a56cec3 on host n-h2-838334-2 {{(pid=84041) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 20:49:49.632913 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c360edfc-427f-4df4-9d6b-38d0d9ef81aa None None] Routers {'14fab50a-3e37-4758-ac2f-e4b0a64b91d8'} bound to L3 agent in host n-d-838334-2 {{(pid=84043) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 20:49:49.633549 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.l3_hamode_db [None req-c360edfc-427f-4df4-9d6b-38d0d9ef81aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838334-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-18T20:25:48Z,description=,heartbeat_timestamp=2022-04-18T20:49:48Z,host='n-d-838334-2',id=bc84d6c9-dd7a-4555-a351-592327b46d5a,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:25:48Z,topic='l3_agent')) {'router_ids': ['14fab50a-3e37-4758-ac2f-e4b0a64b91d8'], 'active': True} {{(pid=84043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:49:49.836643 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e957d187-7af2-4c83-9532-9fcad06756f0 req-43ed5701-797e-4365-bb21-8a9b021dcd3d tempest-ImagesOneServerTestJSON-2049129843 tempest-ImagesOneServerTestJSON-2049129843-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:49:49.838442 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-e957d187-7af2-4c83-9532-9fcad06756f0 req-43ed5701-797e-4365-bb21-8a9b021dcd3d tempest-ImagesOneServerTestJSON-2049129843 tempest-ImagesOneServerTestJSON-2049129843-project] 10.222.0.42 "GET /v2.0/ports?device_id=d44c3995-aaea-498f-b11f-fc70e6923c49 HTTP/1.1" status: 200 len: 948 time: 0.1569855 Apr 18 20:49:49.847790 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-3e1cc484-32ec-4d35-8dcb-22f57b6d72bd req-5c73aa76-db2e-471a-9240-fda0ecdcc286 service neutron] 10.222.0.42 "GET /v2.0/networks/b18f6ca6-9241-4023-98c1-9e86661176c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2838335 Apr 18 20:49:49.961791 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.db_base_plugin_common [None req-708bdd0b-c2b8-4143-bcd7-f3f33740cf44 admin admin] Allocated IP 172.20.0.1 (cb7d8d08-145d-4d13-ac88-081ac0f45bd8/d44f0eef-ab44-4d2f-a08c-330a2cd17cc6/e90b00fe-59f0-4d30-947a-5172dd60083c) {{(pid=84041) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:49:50.016214 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.l3_dvr_db [None req-c360edfc-427f-4df4-9d6b-38d0d9ef81aa None None] Set router 14fab50a-3e37-4758-ac2f-e4b0a64b91d8 gateway port host: n-d-838334-2 {{(pid=84043) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 20:49:50.132899 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-e957d187-7af2-4c83-9532-9fcad06756f0 req-9b5b42f3-57b7-4028-aab0-d45f4589d5c6 tempest-ImagesOneServerTestJSON-2049129843 tempest-ImagesOneServerTestJSON-2049129843-project] 10.222.0.42 "GET /v2.0/security-groups?id=47176a6a-2814-4f71-8dbf-60080e8f773d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2829020 Apr 18 20:49:50.146827 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Device 949f02d1-12bb-440c-a2f0-e70e4a56cec3 no longer exists at agent hyperv_n-h2-838334-2 {{(pid=84042) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 20:49:50.185824 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-708bdd0b-c2b8-4143-bcd7-f3f33740cf44 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:50.225093 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-3e1cc484-32ec-4d35-8dcb-22f57b6d72bd req-a756601c-9514-4492-86f7-583589dd7ae8 service neutron] 10.222.0.42 "GET /v2.0/networks/b18f6ca6-9241-4023-98c1-9e86661176c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3544567 Apr 18 20:49:50.235360 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.provisioning_blocks [None req-708bdd0b-c2b8-4143-bcd7-f3f33740cf44 admin admin] Transition to ACTIVE for port object e90b00fe-59f0-4d30-947a-5172dd60083c will not be triggered until provisioned by entity DHCP. {{(pid=84041) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 20:49:50.275891 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Device 949f02d1-12bb-440c-a2f0-e70e4a56cec3 not bound to the agent host n-h2-838334-2 {{(pid=84042) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 20:49:50.308050 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fdca919-2b4d-48de-82c9-9cc5ebac9353 service neutron] Pushing event updated for resources: {'Port': ['ID=949f02d1-12bb-440c-a2f0-e70e4a56cec3,revision_number=10']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:49:50.312656 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-708bdd0b-c2b8-4143-bcd7-f3f33740cf44 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750374836619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32266323'] for port, after_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:50.366568 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.managers [req-4bb63034-c767-4d49-b501-8e6f9ae12df8 req-9fdca919-2b4d-48de-82c9-9cc5ebac9353 service neutron] Attempting to bind port 949f02d1-12bb-440c-a2f0-e70e4a56cec3 on host n-h1-838334-2 for vnic_type normal with profile {{(pid=84041) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:49:50.366880 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.managers [req-4bb63034-c767-4d49-b501-8e6f9ae12df8 req-9fdca919-2b4d-48de-82c9-9cc5ebac9353 service neutron] Attempting to bind port 949f02d1-12bb-440c-a2f0-e70e4a56cec3 by drivers openvswitch,hyperv on host n-h1-838334-2 at level 0 using segments [{'id': '62b85806-94d8-4a88-a06c-da82e5932d66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': 'cb56989d-7c5d-4678-b194-1d2edf1e842a'}] {{(pid=84041) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:49:50.367204 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4bb63034-c767-4d49-b501-8e6f9ae12df8 req-9fdca919-2b4d-48de-82c9-9cc5ebac9353 service neutron] Attempting to bind port 949f02d1-12bb-440c-a2f0-e70e4a56cec3 on network cb56989d-7c5d-4678-b194-1d2edf1e842a {{(pid=84041) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 20:49:50.385392 n-d-838334-2 neutron-server[84041]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-708bdd0b-c2b8-4143-bcd7-f3f33740cf44 admin admin] Network cb7d8d08-145d-4d13-ac88-081ac0f45bd8 is already hosted by enough agents. {{(pid=84041) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:49:50.395554 n-d-838334-2 neutron-server[84041]: DEBUG neutron.scheduler.base_scheduler [None req-708bdd0b-c2b8-4143-bcd7-f3f33740cf44 admin admin] Resources bound (agent type, host, resource id): {{(pid=84041) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:49:50.397384 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4bb63034-c767-4d49-b501-8e6f9ae12df8 req-9fdca919-2b4d-48de-82c9-9cc5ebac9353 service neutron] Port 949f02d1-12bb-440c-a2f0-e70e4a56cec3 on network cb56989d-7c5d-4678-b194-1d2edf1e842a not bound, no agent of type Open vSwitch agent registered on host n-h1-838334-2 {{(pid=84041) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 18 20:49:50.397706 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4bb63034-c767-4d49-b501-8e6f9ae12df8 req-9fdca919-2b4d-48de-82c9-9cc5ebac9353 service neutron] Attempting to bind port 949f02d1-12bb-440c-a2f0-e70e4a56cec3 on network cb56989d-7c5d-4678-b194-1d2edf1e842a {{(pid=84041) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 20:49:50.407492 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.l3_dvrscheduler_db [None req-708bdd0b-c2b8-4143-bcd7-f3f33740cf44 admin admin] Received port after_create {{(pid=84041) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 20:49:50.484234 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4bb63034-c767-4d49-b501-8e6f9ae12df8 req-9fdca919-2b4d-48de-82c9-9cc5ebac9353 service neutron] Checking agent: {'id': 'd63bab19-ff81-4de1-afeb-a3732288d0d7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-838334-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 33, 59), 'started_at': datetime.datetime(2022, 4, 18, 20, 33, 59), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 20, 49, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84041) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 18 20:49:50.484574 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4bb63034-c767-4d49-b501-8e6f9ae12df8 req-9fdca919-2b4d-48de-82c9-9cc5ebac9353 service neutron] Checking segment: {'id': '62b85806-94d8-4a88-a06c-da82e5932d66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': 'cb56989d-7c5d-4678-b194-1d2edf1e842a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84041) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 20:49:50.485039 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4bb63034-c767-4d49-b501-8e6f9ae12df8 req-9fdca919-2b4d-48de-82c9-9cc5ebac9353 service neutron] Bound using segment: {'id': '62b85806-94d8-4a88-a06c-da82e5932d66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': 'cb56989d-7c5d-4678-b194-1d2edf1e842a'} {{(pid=84041) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 18 20:49:50.485437 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.managers [req-4bb63034-c767-4d49-b501-8e6f9ae12df8 req-9fdca919-2b4d-48de-82c9-9cc5ebac9353 service neutron] Bound port: 949f02d1-12bb-440c-a2f0-e70e4a56cec3, host: n-h1-838334-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '62b85806-94d8-4a88-a06c-da82e5932d66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': 'cb56989d-7c5d-4678-b194-1d2edf1e842a'}}] {{(pid=84041) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 20:49:50.485787 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [req-4bb63034-c767-4d49-b501-8e6f9ae12df8 req-9fdca919-2b4d-48de-82c9-9cc5ebac9353 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:50.494243 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-c7521a90-7d65-4e2e-842c-ca5d95e9a89c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750375287399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253529'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:50.525775 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a3e3361-2e2c-4bac-9633-605e73b6f128 req-20491ae9-26ff-47ca-a971-960e9912ce0c tempest-ServerRescueTestJSONUnderV235-1035206563 tempest-ServerRescueTestJSONUnderV235-1035206563-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:49:50.532820 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-5a3e3361-2e2c-4bac-9633-605e73b6f128 req-20491ae9-26ff-47ca-a971-960e9912ce0c tempest-ServerRescueTestJSONUnderV235-1035206563 tempest-ServerRescueTestJSONUnderV235-1035206563-project] 10.222.0.42 "GET /v2.0/ports?device_id=a96b676e-b606-4103-a36d-2f1625145b68 HTTP/1.1" status: 200 len: 946 time: 0.1514101 Apr 18 20:49:50.571326 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-530b5f32-aee8-4c75-b073-3026c4c8b04a req-c0263e7f-aafb-48ad-9f2c-59f532fefb48 tempest-ImagesOneServerTestJSON-2049129843 tempest-ImagesOneServerTestJSON-2049129843-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:49:50.572882 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-530b5f32-aee8-4c75-b073-3026c4c8b04a req-c0263e7f-aafb-48ad-9f2c-59f532fefb48 tempest-ImagesOneServerTestJSON-2049129843 tempest-ImagesOneServerTestJSON-2049129843-project] 10.222.0.48 "GET /v2.0/ports?device_id=d44c3995-aaea-498f-b11f-fc70e6923c49 HTTP/1.1" status: 200 len: 948 time: 0.2478693 Apr 18 20:49:50.611406 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.l3_hamode_db [None req-c360edfc-427f-4df4-9d6b-38d0d9ef81aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14fab50a-3e37-4758-ac2f-e4b0a64b91d8', 'name': 'tempest-ServersTestJSON-1069932152-router', 'tenant_id': 'c80440892626468bbe8c78e37bd025d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'external_fixed_ips': [{'subnet_id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'ip_address': '172.25.8.191'}], 'enable_snat': True}, 'gw_port_id': '6dfd8e27-ef70-4230-b38f-550de7f4cfd8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:49:41Z', 'updated_at': '2022-04-18T20:49:45Z', 'revision_number': 3, 'project_id': 'c80440892626468bbe8c78e37bd025d1', 'gw_port': {'id': '6dfd8e27-ef70-4230-b38f-550de7f4cfd8', 'name': '', 'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:c7:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '14fab50a-3e37-4758-ac2f-e4b0a64b91d8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'ip_address': '172.25.8.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:49:42Z', 'updated_at': '2022-04-18T20:49:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838334-2'}], 'n-d-838334-2', False) {} {{(pid=84043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:49:50.624788 n-d-838334-2 neutron-server[84043]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c360edfc-427f-4df4-9d6b-38d0d9ef81aa None None] The sync data for ids ['14fab50a-3e37-4758-ac2f-e4b0a64b91d8'] in n-d-838334-2 is: [{'id': '14fab50a-3e37-4758-ac2f-e4b0a64b91d8', 'name': 'tempest-ServersTestJSON-1069932152-router', 'tenant_id': 'c80440892626468bbe8c78e37bd025d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'external_fixed_ips': [{'subnet_id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'ip_address': '172.25.8.191'}], 'enable_snat': True}, 'gw_port_id': '6dfd8e27-ef70-4230-b38f-550de7f4cfd8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:49:41Z', 'updated_at': '2022-04-18T20:49:45Z', 'revision_number': 3, 'project_id': 'c80440892626468bbe8c78e37bd025d1', 'gw_port': {'id': '6dfd8e27-ef70-4230-b38f-550de7f4cfd8', 'name': '', 'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:c7:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '14fab50a-3e37-4758-ac2f-e4b0a64b91d8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'ip_address': '172.25.8.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:49:42Z', 'updated_at': '2022-04-18T20:49:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838334-2'}] {{(pid=84043) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 18 20:49:50.702656 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-708bdd0b-c2b8-4143-bcd7-f3f33740cf44 admin admin] Pushing event updated for resources: {'Port': ['ID=e90b00fe-59f0-4d30-947a-5172dd60083c,revision_number=1']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:49:50.717952 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-5a3e3361-2e2c-4bac-9633-605e73b6f128 req-cc65bc43-bcdf-49a9-af15-edfb3f7f6718 tempest-ServerRescueTestJSONUnderV235-1035206563 tempest-ServerRescueTestJSONUnderV235-1035206563-project] 10.222.0.42 "GET /v2.0/security-groups?id=aac67c62-23bd-4af5-b48b-8b06d02dda3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1841774 Apr 18 20:49:50.748241 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-708bdd0b-c2b8-4143-bcd7-f3f33740cf44 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33444010'] for router_interface, before_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:50.849186 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.db [req-4bb63034-c767-4d49-b501-8e6f9ae12df8 req-9fdca919-2b4d-48de-82c9-9cc5ebac9353 service neutron] For port 949f02d1-12bb-440c-a2f0-e70e4a56cec3, host n-h1-838334-2, cleared binding levels {{(pid=84041) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 20:49:50.867266 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.db [req-4bb63034-c767-4d49-b501-8e6f9ae12df8 req-9fdca919-2b4d-48de-82c9-9cc5ebac9353 service neutron] For port 949f02d1-12bb-440c-a2f0-e70e4a56cec3, host n-h1-838334-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838334-2',level=0,port_id=949f02d1-12bb-440c-a2f0-e70e4a56cec3,segment=NetworkSegment(62b85806-94d8-4a88-a06c-da82e5932d66),segment_id=62b85806-94d8-4a88-a06c-da82e5932d66)] {{(pid=84041) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 20:49:50.878736 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [req-4bb63034-c767-4d49-b501-8e6f9ae12df8 req-9fdca919-2b4d-48de-82c9-9cc5ebac9353 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32266282'] for port, after_update {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:50.908851 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.plugin [req-530b5f32-aee8-4c75-b073-3026c4c8b04a req-140446f4-2f21-44e1-ae4d-0ce0aa077d04 tempest-ImagesOneServerTestJSON-2049129843 tempest-ImagesOneServerTestJSON-2049129843-project] Deleting port 8391d1fb-97a9-4bd8-acc8-073a23993384 {{(pid=84040) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 20:49:50.909190 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-530b5f32-aee8-4c75-b073-3026c4c8b04a req-140446f4-2f21-44e1-ae4d-0ce0aa077d04 tempest-ImagesOneServerTestJSON-2049129843 tempest-ImagesOneServerTestJSON-2049129843-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750375188691'] for port, before_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:50.974795 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-fa7e34f4-78bd-496e-a4b5-dad86618bd07 None None] Provisioning for port e90b00fe-59f0-4d30-947a-5172dd60083c completed by entity DHCP. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 20:49:50.987391 n-d-838334-2 neutron-server[84041]: INFO neutron.notifiers.nova [-] Nova event matching ['req-87a10ddf-f903-4515-a5bb-1ec81660e0d9'] response: {'server_uuid': '74fb1b3e-aad8-4cf1-ab81-337d3a37a132', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '949f02d1-12bb-440c-a2f0-e70e4a56cec3', 'code': 200} Apr 18 20:49:50.998425 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-fa7e34f4-78bd-496e-a4b5-dad86618bd07 None None] Provisioning complete for port e90b00fe-59f0-4d30-947a-5172dd60083c triggered by entity DHCP. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:49:51.002799 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-fa7e34f4-78bd-496e-a4b5-dad86618bd07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1253608'] for port, provisioning_complete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:51.139637 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [req-4bb63034-c767-4d49-b501-8e6f9ae12df8 req-9fdca919-2b4d-48de-82c9-9cc5ebac9353 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217293'] for port, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:51.141758 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-4bb63034-c767-4d49-b501-8e6f9ae12df8 req-9fdca919-2b4d-48de-82c9-9cc5ebac9353 service neutron] 10.222.0.43 "PUT /v2.0/ports/949f02d1-12bb-440c-a2f0-e70e4a56cec3 HTTP/1.1" status: 200 len: 1096 time: 3.3071766 Apr 18 20:49:51.203129 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.plugin [None req-fa7e34f4-78bd-496e-a4b5-dad86618bd07 None None] Port e90b00fe-59f0-4d30-947a-5172dd60083c cannot update to ACTIVE because it is not bound. {{(pid=84042) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 18 20:49:51.275852 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-73f484c0-18ff-4371-8b42-9c995a016f72 req-bb165230-b706-4347-97b5-024b9d32c39c tempest-ServerShowV247Test-541190692 tempest-ServerShowV247Test-541190692-project] 10.222.0.42 "GET /v2.0/ports?device_id=fa249cf4-3898-4abf-a16b-0c024b5b978a HTTP/1.1" status: 200 len: 210 time: 0.1423936 Apr 18 20:49:51.369564 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-708bdd0b-c2b8-4143-bcd7-f3f33740cf44 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:51.676104 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fdca919-2b4d-48de-82c9-9cc5ebac9353 service neutron] Pushing event updated for resources: {'Port': ['ID=949f02d1-12bb-440c-a2f0-e70e4a56cec3,revision_number=11']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:49:51.691679 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d745e32-a310-4824-a6cd-fbc49d34a0d4 req-f7b82361-e6ae-473f-8ceb-96afe1748ccb tempest-MigrationsAdminTest-1326981207 tempest-MigrationsAdminTest-1326981207-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:49:51.700380 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-4d745e32-a310-4824-a6cd-fbc49d34a0d4 req-f7b82361-e6ae-473f-8ceb-96afe1748ccb tempest-MigrationsAdminTest-1326981207 tempest-MigrationsAdminTest-1326981207-project] 10.222.0.42 "GET /v2.0/ports?device_id=74fb1b3e-aad8-4cf1-ab81-337d3a37a132 HTTP/1.1" status: 200 len: 948 time: 0.9492662 Apr 18 20:49:51.755799 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-4bb63034-c767-4d49-b501-8e6f9ae12df8 req-a8859921-6b91-4829-8919-c3a6b12d4d32 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=0ae89e923933452faf6047be78995cc1&device_id=74fb1b3e-aad8-4cf1-ab81-337d3a37a132 HTTP/1.1" status: 200 len: 1099 time: 0.5769010 Apr 18 20:49:51.789385 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.db [req-530b5f32-aee8-4c75-b073-3026c4c8b04a req-140446f4-2f21-44e1-ae4d-0ce0aa077d04 tempest-ImagesOneServerTestJSON-2049129843 tempest-ImagesOneServerTestJSON-2049129843-project] For port 8391d1fb-97a9-4bd8-acc8-073a23993384, host n-h2-838334-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838334-2',level=0,port_id=8391d1fb-97a9-4bd8-acc8-073a23993384,segment=NetworkSegment(62b85806-94d8-4a88-a06c-da82e5932d66),segment_id=62b85806-94d8-4a88-a06c-da82e5932d66)] {{(pid=84040) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:49:51.789385 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-530b5f32-aee8-4c75-b073-3026c4c8b04a req-140446f4-2f21-44e1-ae4d-0ce0aa077d04 tempest-ImagesOneServerTestJSON-2049129843 tempest-ImagesOneServerTestJSON-2049129843-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369123'] for port, precommit_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:51.886881 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-4d745e32-a310-4824-a6cd-fbc49d34a0d4 req-863f493c-7619-4ba8-b318-553d2962babc tempest-MigrationsAdminTest-1326981207 tempest-MigrationsAdminTest-1326981207-project] 10.222.0.42 "GET /v2.0/security-groups?id=8ca7ac2c-bfe5-493b-aae6-636315bac851&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1851580 Apr 18 20:49:52.028512 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.plugin [req-530b5f32-aee8-4c75-b073-3026c4c8b04a req-140446f4-2f21-44e1-ae4d-0ce0aa077d04 tempest-ImagesOneServerTestJSON-2049129843 tempest-ImagesOneServerTestJSON-2049129843-project] Calling delete_port for 8391d1fb-97a9-4bd8-acc8-073a23993384 owned by compute:nova {{(pid=84040) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 20:49:52.081024 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-708bdd0b-c2b8-4143-bcd7-f3f33740cf44 admin admin] Notify callbacks [] for port, precommit_update {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:52.083889 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bb63034-c767-4d49-b501-8e6f9ae12df8 req-9e2ebafb-557a-419f-8124-e89fc090347e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:49:52.085461 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-4bb63034-c767-4d49-b501-8e6f9ae12df8 req-9e2ebafb-557a-419f-8124-e89fc090347e service neutron] 10.222.0.43 "GET /v2.0/networks?id=cb56989d-7c5d-4678-b194-1d2edf1e842a HTTP/1.1" status: 200 len: 870 time: 0.2541211 Apr 18 20:49:52.119778 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-6b3e8a7a-5cfc-41bd-9eb5-91ded2b06242 req-07a7a343-fd19-48f8-8ad0-c3ef4766c85e tempest-ServerRescueTestJSON-1218824152 tempest-ServerRescueTestJSON-1218824152-project] 10.222.0.42 "GET /v2.0/ports?device_id=a7644bc3-dad5-4231-8e11-ce8e2039002d HTTP/1.1" status: 200 len: 210 time: 0.0595634 Apr 18 20:49:52.170521 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Device 840ab7ba-ceab-4b42-92cb-ff4480b3d0db up at agent hyperv_n-h2-838334-2 {{(pid=84042) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 20:49:52.182417 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cfeef38-429a-40e0-8a06-95b6b1dd62cd req-fe23beb8-a678-4fd3-81cb-079f05be12bf tempest-ImagesOneServerNegativeTestJSON-1563611860 tempest-ImagesOneServerNegativeTestJSON-1563611860-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:49:52.186331 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-708bdd0b-c2b8-4143-bcd7-f3f33740cf44 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32266282'] for port, after_update {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:52.190313 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-2cfeef38-429a-40e0-8a06-95b6b1dd62cd req-fe23beb8-a678-4fd3-81cb-079f05be12bf tempest-ImagesOneServerNegativeTestJSON-1563611860 tempest-ImagesOneServerNegativeTestJSON-1563611860-project] 10.222.0.42 "GET /v2.0/ports?device_id=a51bee04-081a-44fc-b9a3-21e66f1d4c2b HTTP/1.1" status: 200 len: 944 time: 0.5475142 Apr 18 20:49:52.329592 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Provisioning for port 840ab7ba-ceab-4b42-92cb-ff4480b3d0db completed by entity L2. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 20:49:52.335930 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Provisioning complete for port 840ab7ba-ceab-4b42-92cb-ff4480b3d0db triggered by entity L2. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:49:52.336210 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1253608'] for port, provisioning_complete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:52.402767 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-708bdd0b-c2b8-4143-bcd7-f3f33740cf44 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-32377886', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33443847'] for router_interface, after_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:52.460244 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-2cfeef38-429a-40e0-8a06-95b6b1dd62cd req-730cbc09-442e-46c5-a632-0b5cd5e76b47 tempest-ImagesOneServerNegativeTestJSON-1563611860 tempest-ImagesOneServerNegativeTestJSON-1563611860-project] 10.222.0.42 "GET /v2.0/security-groups?id=35685d16-429f-4b00-82f0-cda27d79d56c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2681825 Apr 18 20:49:52.523556 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-4bb63034-c767-4d49-b501-8e6f9ae12df8 req-34b0efd2-9a77-4a6d-9fa8-361bfc867832 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.11&port_id=949f02d1-12bb-440c-a2f0-e70e4a56cec3 HTTP/1.1" status: 200 len: 217 time: 0.4315453 Apr 18 20:49:52.547002 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:52.606332 n-d-838334-2 neutron-server[84042]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a51bee04-081a-44fc-b9a3-21e66f1d4c2b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '840ab7ba-ceab-4b42-92cb-ff4480b3d0db'}] {{(pid=84042) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 20:49:52.633806 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] For port 840ab7ba-ceab-4b42-92cb-ff4480b3d0db, host n-h2-838334-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838334-2',level=0,port_id=840ab7ba-ceab-4b42-92cb-ff4480b3d0db,segment=NetworkSegment(30c19e44-4439-432e-8ba3-ae51f2f5bd90),segment_id=30c19e44-4439-432e-8ba3-ae51f2f5bd90)] {{(pid=84042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:49:52.635694 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-708bdd0b-c2b8-4143-bcd7-f3f33740cf44 admin admin] Pushing event updated for resources: {'Port': ['ID=e90b00fe-59f0-4d30-947a-5172dd60083c,revision_number=2']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:49:52.660681 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682'] for port, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:52.661684 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bb63034-c767-4d49-b501-8e6f9ae12df8 req-6270a5ee-86da-4e93-b2e3-1378a56c6a15 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:49:52.662123 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Device 8391d1fb-97a9-4bd8-acc8-073a23993384 no longer exists at agent hyperv_n-h2-838334-2 {{(pid=84042) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 20:49:52.663135 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-4bb63034-c767-4d49-b501-8e6f9ae12df8 req-6270a5ee-86da-4e93-b2e3-1378a56c6a15 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=c4b526db-4d8a-4d4c-a310-e3a599630ae1 HTTP/1.1" status: 200 len: 843 time: 0.1276650 Apr 18 20:49:52.664315 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-530b5f32-aee8-4c75-b073-3026c4c8b04a req-140446f4-2f21-44e1-ae4d-0ce0aa077d04 tempest-ImagesOneServerTestJSON-2049129843 tempest-ImagesOneServerTestJSON-2049129843-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750375259028', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750374836628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32440838'] for port, after_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:52.761865 n-d-838334-2 neutron-server[84041]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-708bdd0b-c2b8-4143-bcd7-f3f33740cf44 admin admin] Network cb7d8d08-145d-4d13-ac88-081ac0f45bd8 is already hosted by enough agents. {{(pid=84041) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:49:52.766462 n-d-838334-2 neutron-server[84041]: DEBUG neutron.scheduler.base_scheduler [None req-708bdd0b-c2b8-4143-bcd7-f3f33740cf44 admin admin] Resources bound (agent type, host, resource id): {{(pid=84041) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:49:52.775897 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e1cc484-32ec-4d35-8dcb-22f57b6d72bd req-046a9c5d-824a-409e-9cf6-ae2b91c7ef47 tempest-ServerRescueTestJSON-1218824152 tempest-ServerRescueTestJSON-1218824152-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:49:52.777587 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-3e1cc484-32ec-4d35-8dcb-22f57b6d72bd req-046a9c5d-824a-409e-9cf6-ae2b91c7ef47 tempest-ServerRescueTestJSON-1218824152 tempest-ServerRescueTestJSON-1218824152-project] 10.222.0.48 "GET /v2.0/networks?id=b18f6ca6-9241-4023-98c1-9e86661176c3 HTTP/1.1" status: 200 len: 811 time: 0.5089214 Apr 18 20:49:52.783303 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Pushing event updated for resources: {'Port': ['ID=840ab7ba-ceab-4b42-92cb-ff4480b3d0db,revision_number=5']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:49:52.786891 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.plugin [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] No Port match for: 8391d1fb-97a9-4bd8-acc8-073a23993384 {{(pid=84042) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 18 20:49:52.787480 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Device 8391d1fb-97a9-4bd8-acc8-073a23993384 not bound to the agent host n-h2-838334-2 {{(pid=84042) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 20:49:52.824092 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-140446f4-2f21-44e1-ae4d-0ce0aa077d04 tempest-ImagesOneServerTestJSON-2049129843 tempest-ImagesOneServerTestJSON-2049129843-project] Pushing event deleted for resources: {'Port': ['ID=8391d1fb-97a9-4bd8-acc8-073a23993384,revision_number=None']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:49:52.840835 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.v2.base [req-3e1cc484-32ec-4d35-8dcb-22f57b6d72bd req-7ebb97c3-a2c5-46e3-b6f2-3579091a979b tempest-ServerRescueTestJSON-1218824152 tempest-ServerRescueTestJSON-1218824152-project] Request body: {'port': {'device_id': 'a7644bc3-dad5-4231-8e11-ce8e2039002d', 'network_id': 'b18f6ca6-9241-4023-98c1-9e86661176c3', 'admin_state_up': True, 'tenant_id': 'ec0d4dedc6f54935aafadeeb5b293728'}} {{(pid=84040) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 20:49:52.990734 n-d-838334-2 neutron-server[84041]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '74fb1b3e-aad8-4cf1-ab81-337d3a37a132', 'tag': '949f02d1-12bb-440c-a2f0-e70e4a56cec3'}] {{(pid=84041) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 20:49:53.024429 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-4bb63034-c767-4d49-b501-8e6f9ae12df8 req-c32f61d1-fa9c-4cac-9864-dbdf1f4e2dc5 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=cb56989d-7c5d-4678-b194-1d2edf1e842a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3495941 Apr 18 20:49:53.144136 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-140446f4-2f21-44e1-ae4d-0ce0aa077d04 tempest-ImagesOneServerTestJSON-2049129843 tempest-ImagesOneServerTestJSON-2049129843-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:49:53.144768 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-140446f4-2f21-44e1-ae4d-0ce0aa077d04 tempest-ImagesOneServerTestJSON-2049129843 tempest-ImagesOneServerTestJSON-2049129843-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:49:53.145359 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-140446f4-2f21-44e1-ae4d-0ce0aa077d04 tempest-ImagesOneServerTestJSON-2049129843 tempest-ImagesOneServerTestJSON-2049129843-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:49:53.146388 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-140446f4-2f21-44e1-ae4d-0ce0aa077d04 tempest-ImagesOneServerTestJSON-2049129843 tempest-ImagesOneServerTestJSON-2049129843-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:49:53.146388 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-140446f4-2f21-44e1-ae4d-0ce0aa077d04 tempest-ImagesOneServerTestJSON-2049129843 tempest-ImagesOneServerTestJSON-2049129843-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:49:53.146808 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-140446f4-2f21-44e1-ae4d-0ce0aa077d04 tempest-ImagesOneServerTestJSON-2049129843 tempest-ImagesOneServerTestJSON-2049129843-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:49:53.147210 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-140446f4-2f21-44e1-ae4d-0ce0aa077d04 tempest-ImagesOneServerTestJSON-2049129843 tempest-ImagesOneServerTestJSON-2049129843-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:49:53.147709 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-140446f4-2f21-44e1-ae4d-0ce0aa077d04 tempest-ImagesOneServerTestJSON-2049129843 tempest-ImagesOneServerTestJSON-2049129843-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:49:53.148084 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-140446f4-2f21-44e1-ae4d-0ce0aa077d04 tempest-ImagesOneServerTestJSON-2049129843 tempest-ImagesOneServerTestJSON-2049129843-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:49:53.148490 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-140446f4-2f21-44e1-ae4d-0ce0aa077d04 tempest-ImagesOneServerTestJSON-2049129843 tempest-ImagesOneServerTestJSON-2049129843-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:49:53.148925 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-140446f4-2f21-44e1-ae4d-0ce0aa077d04 tempest-ImagesOneServerTestJSON-2049129843 tempest-ImagesOneServerTestJSON-2049129843-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:49:53.186114 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e873d8a4-d423-48fc-847b-ee2c9e545070 req-ddc7fb8c-97d6-48ae-986b-1f6d08c4da9a tempest-ImagesOneServerTestJSON-2049129843 tempest-ImagesOneServerTestJSON-2049129843-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:49:53.187956 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-e873d8a4-d423-48fc-847b-ee2c9e545070 req-ddc7fb8c-97d6-48ae-986b-1f6d08c4da9a tempest-ImagesOneServerTestJSON-2049129843 tempest-ImagesOneServerTestJSON-2049129843-project] 10.222.0.42 "GET /v2.0/ports?device_id=d44c3995-aaea-498f-b11f-fc70e6923c49 HTTP/1.1" status: 200 len: 948 time: 0.7761924 Apr 18 20:49:53.190019 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-01e08f3c-a4a1-400f-8f25-863b70932446 None None] Provisioning complete for port e90b00fe-59f0-4d30-947a-5172dd60083c triggered by entity DHCP. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:49:53.190437 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-01e08f3c-a4a1-400f-8f25-863b70932446 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1253608'] for port, provisioning_complete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:53.194280 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.l3_dvrscheduler_db [req-530b5f32-aee8-4c75-b073-3026c4c8b04a req-140446f4-2f21-44e1-ae4d-0ce0aa077d04 tempest-ImagesOneServerTestJSON-2049129843 tempest-ImagesOneServerTestJSON-2049129843-project] No DVR routers for this DVR port 8391d1fb-97a9-4bd8-acc8-073a23993384 on host n-h2-838334-2 {{(pid=84040) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 20:49:53.197394 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-530b5f32-aee8-4c75-b073-3026c4c8b04a req-140446f4-2f21-44e1-ae4d-0ce0aa077d04 tempest-ImagesOneServerTestJSON-2049129843 tempest-ImagesOneServerTestJSON-2049129843-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217293'] for port, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:53.226549 n-d-838334-2 neutron-server[84040]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd44c3995-aaea-498f-b11f-fc70e6923c49', 'name': 'network-vif-deleted', 'tag': '8391d1fb-97a9-4bd8-acc8-073a23993384'}] {{(pid=84040) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 20:49:53.272398 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [req-3e1cc484-32ec-4d35-8dcb-22f57b6d72bd req-7ebb97c3-a2c5-46e3-b6f2-3579091a979b tempest-ServerRescueTestJSON-1218824152 tempest-ServerRescueTestJSON-1218824152-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:49:53.277731 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [req-3e1cc484-32ec-4d35-8dcb-22f57b6d72bd req-7ebb97c3-a2c5-46e3-b6f2-3579091a979b tempest-ServerRescueTestJSON-1218824152 tempest-ServerRescueTestJSON-1218824152-project] Usage tracker for resource:port and tenant:ec0d4dedc6f54935aafadeeb5b293728 is out of sync, need to count used quota {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:49:53.282774 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [req-3e1cc484-32ec-4d35-8dcb-22f57b6d72bd req-7ebb97c3-a2c5-46e3-b6f2-3579091a979b tempest-ServerRescueTestJSON-1218824152 tempest-ServerRescueTestJSON-1218824152-project] Quota usage for port was recalculated. Used quota:1. {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:49:53.290034 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [req-3e1cc484-32ec-4d35-8dcb-22f57b6d72bd req-7ebb97c3-a2c5-46e3-b6f2-3579091a979b tempest-ServerRescueTestJSON-1218824152 tempest-ServerRescueTestJSON-1218824152-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:49:53.308272 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-530b5f32-aee8-4c75-b073-3026c4c8b04a req-140446f4-2f21-44e1-ae4d-0ce0aa077d04 tempest-ImagesOneServerTestJSON-2049129843 tempest-ImagesOneServerTestJSON-2049129843-project] 10.222.0.48 "DELETE /v2.0/ports/8391d1fb-97a9-4bd8-acc8-073a23993384 HTTP/1.1" status: 204 len: 173 time: 2.7198420 Apr 18 20:49:53.336718 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3e1cc484-32ec-4d35-8dcb-22f57b6d72bd req-7ebb97c3-a2c5-46e3-b6f2-3579091a979b tempest-ServerRescueTestJSON-1218824152 tempest-ServerRescueTestJSON-1218824152-project] Made reservation on behalf of ec0d4dedc6f54935aafadeeb5b293728 for: {'port': 1} {{(pid=84040) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:49:53.347877 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-3e1cc484-32ec-4d35-8dcb-22f57b6d72bd req-7ebb97c3-a2c5-46e3-b6f2-3579091a979b tempest-ServerRescueTestJSON-1218824152 tempest-ServerRescueTestJSON-1218824152-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:53.350197 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.plugin [None req-01e08f3c-a4a1-400f-8f25-863b70932446 None None] Port e90b00fe-59f0-4d30-947a-5172dd60083c cannot update to ACTIVE because it is not bound. {{(pid=84042) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 18 20:49:53.420620 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-e873d8a4-d423-48fc-847b-ee2c9e545070 req-2cd6f1a0-7ce2-43e7-8bde-6d250ff55bcf tempest-ImagesOneServerTestJSON-2049129843 tempest-ImagesOneServerTestJSON-2049129843-project] 10.222.0.42 "GET /v2.0/security-groups?id=47176a6a-2814-4f71-8dbf-60080e8f773d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2158382 Apr 18 20:49:53.497530 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-394cd322-46e3-4742-bcab-bfc029a61127 req-a2b1d3b9-8088-4531-b270-8523ea303b69 tempest-ServerRescueTestJSONUnderV235-1035206563 tempest-ServerRescueTestJSONUnderV235-1035206563-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:49:53.503809 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-394cd322-46e3-4742-bcab-bfc029a61127 req-a2b1d3b9-8088-4531-b270-8523ea303b69 tempest-ServerRescueTestJSONUnderV235-1035206563 tempest-ServerRescueTestJSONUnderV235-1035206563-project] 10.222.0.42 "GET /v2.0/ports?device_id=a96b676e-b606-4103-a36d-2f1625145b68 HTTP/1.1" status: 200 len: 946 time: 0.7229075 Apr 18 20:49:53.560769 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-4bb63034-c767-4d49-b501-8e6f9ae12df8 req-19dae8a9-7266-4d0a-af9c-cfbf5a63fa9b service neutron] 10.222.0.43 "GET /v2.0/networks/cb56989d-7c5d-4678-b194-1d2edf1e842a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5265858 Apr 18 20:49:53.822369 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-876bd92d-7d9a-4b21-8c56-377abc1f0bc9 req-91453452-6f03-4fe2-ab4c-3134cffc6e79 tempest-ServerShowV247Test-541190692 tempest-ServerShowV247Test-541190692-project] 10.222.0.42 "GET /v2.0/ports?device_id=fa249cf4-3898-4abf-a16b-0c024b5b978a HTTP/1.1" status: 200 len: 210 time: 0.1414387 Apr 18 20:49:53.855446 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-394cd322-46e3-4742-bcab-bfc029a61127 req-043017f1-2e95-4527-bf2d-e3aa4e10ba02 tempest-ServerRescueTestJSONUnderV235-1035206563 tempest-ServerRescueTestJSONUnderV235-1035206563-project] 10.222.0.42 "GET /v2.0/security-groups?id=aac67c62-23bd-4af5-b48b-8b06d02dda3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3379896 Apr 18 20:49:53.910633 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-4bb63034-c767-4d49-b501-8e6f9ae12df8 req-a1378727-be9d-4b8f-96eb-d8abb9cffd65 service neutron] 10.222.0.43 "GET /v2.0/networks/cb56989d-7c5d-4678-b194-1d2edf1e842a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3302133 Apr 18 20:49:53.915355 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.db_base_plugin_common [req-3e1cc484-32ec-4d35-8dcb-22f57b6d72bd req-7ebb97c3-a2c5-46e3-b6f2-3579091a979b tempest-ServerRescueTestJSON-1218824152 tempest-ServerRescueTestJSON-1218824152-project] Allocated IP 172.20.0.5 (b18f6ca6-9241-4023-98c1-9e86661176c3/9dc534ce-5db0-4608-a47a-91cc424d228c/f46caf15-6c1a-4906-a2ac-d9fe3f185673) {{(pid=84040) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:49:53.967454 n-d-838334-2 neutron-server[84042]: INFO neutron.notifiers.nova [-] Nova event matching ['req-514974d4-0a52-479e-91da-508291e754e1'] response: {'server_uuid': 'a51bee04-081a-44fc-b9a3-21e66f1d4c2b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '840ab7ba-ceab-4b42-92cb-ff4480b3d0db', 'code': 200} Apr 18 20:49:53.985972 n-d-838334-2 neutron-server[84041]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-708bdd0b-c2b8-4143-bcd7-f3f33740cf44 admin admin] Router 14fab50a-3e37-4758-ac2f-e4b0a64b91d8 has already been hosted by L3 agent bc84d6c9-dd7a-4555-a351-592327b46d5a {{(pid=84041) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 20:49:54.126197 n-d-838334-2 neutron-server[84041]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d5585d51-33e7-4644-8e5a-e70c224c32eb'] response: {'name': 'network-changed', 'server_uuid': '74fb1b3e-aad8-4cf1-ab81-337d3a37a132', 'tag': '949f02d1-12bb-440c-a2f0-e70e4a56cec3', 'status': 'completed', 'code': 200} Apr 18 20:49:54.400976 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-df6a8878-0023-4c22-adb4-31808885a44a req-bb5412f8-5a41-4132-8fce-54bd3a0c9ef1 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=0ae89e923933452faf6047be78995cc1&device_id=74fb1b3e-aad8-4cf1-ab81-337d3a37a132 HTTP/1.1" status: 200 len: 1099 time: 0.1296365 Apr 18 20:49:54.493421 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-ddc0a3d5-0b94-48df-b059-49cc38a27ac4 req-59cfa36b-fad5-4098-922e-4608fadc0da4 tempest-ServerRescueTestJSON-1218824152 tempest-ServerRescueTestJSON-1218824152-project] 10.222.0.42 "GET /v2.0/ports?device_id=a7644bc3-dad5-4231-8e11-ce8e2039002d HTTP/1.1" status: 200 len: 210 time: 0.1816826 Apr 18 20:49:54.504300 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-3a36506e-3e70-4232-b121-483e76eaa54c req-2f517b4e-c6ca-4c71-805b-afe1812efbf3 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=a96b676e-b606-4103-a36d-2f1625145b68 HTTP/1.1" status: 200 len: 1097 time: 0.9143722 Apr 18 20:49:54.560446 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df6a8878-0023-4c22-adb4-31808885a44a req-ec273e0c-220c-4771-8657-1e48ed6efa2e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:49:54.564451 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-df6a8878-0023-4c22-adb4-31808885a44a req-ec273e0c-220c-4771-8657-1e48ed6efa2e service neutron] 10.222.0.48 "GET /v2.0/networks?id=cb56989d-7c5d-4678-b194-1d2edf1e842a HTTP/1.1" status: 200 len: 870 time: 0.1536331 Apr 18 20:49:54.570441 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-df6a8878-0023-4c22-adb4-31808885a44a req-b5cdc03a-0f0b-498b-9569-a34b52cc2a7c service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=0ae89e923933452faf6047be78995cc1&device_id=74fb1b3e-aad8-4cf1-ab81-337d3a37a132 HTTP/1.1" status: 200 len: 1099 time: 0.3406196 Apr 18 20:49:54.630400 n-d-838334-2 neutron-server[84040]: INFO neutron.notifiers.nova [-] Nova event matching ['req-22821f51-aedb-4137-92f8-a6510f13ee1a'] response: {'server_uuid': 'd44c3995-aaea-498f-b11f-fc70e6923c49', 'name': 'network-vif-deleted', 'tag': '8391d1fb-97a9-4bd8-acc8-073a23993384', 'status': 'completed', 'code': 200} Apr 18 20:49:54.634479 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-3a36506e-3e70-4232-b121-483e76eaa54c req-39e34b07-1d90-47a5-a2e7-fd05eaedde79 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=aac67c62-23bd-4af5-b48b-8b06d02dda3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1016712 Apr 18 20:49:54.644226 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-d782e200-bff0-4466-939d-0354468a1a1f req-d86be8a4-7e5f-414d-888e-6af22f35e11e service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=a51bee04-081a-44fc-b9a3-21e66f1d4c2b HTTP/1.1" status: 200 len: 1096 time: 0.3306766 Apr 18 20:49:54.648185 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-3e1cc484-32ec-4d35-8dcb-22f57b6d72bd req-7ebb97c3-a2c5-46e3-b6f2-3579091a979b tempest-ServerRescueTestJSON-1218824152 tempest-ServerRescueTestJSON-1218824152-project] Notify callbacks [] for port, precommit_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:54.677817 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-567bee61-e81d-4767-ab0d-fbcfd5d476e7 req-f5ec54dc-3064-4a27-aa94-1681dd37fbdf tempest-MigrationsAdminTest-1326981207 tempest-MigrationsAdminTest-1326981207-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:49:54.684852 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-567bee61-e81d-4767-ab0d-fbcfd5d476e7 req-f5ec54dc-3064-4a27-aa94-1681dd37fbdf tempest-MigrationsAdminTest-1326981207 tempest-MigrationsAdminTest-1326981207-project] 10.222.0.42 "GET /v2.0/ports?device_id=74fb1b3e-aad8-4cf1-ab81-337d3a37a132 HTTP/1.1" status: 200 len: 948 time: 0.3709059 Apr 18 20:49:54.716230 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-df6a8878-0023-4c22-adb4-31808885a44a req-ec6ab698-cf74-47d5-932e-8ab537bdee54 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.11&port_id=949f02d1-12bb-440c-a2f0-e70e4a56cec3 HTTP/1.1" status: 200 len: 217 time: 0.1450849 Apr 18 20:49:54.754661 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-567bee61-e81d-4767-ab0d-fbcfd5d476e7 req-8b76dbb9-05fa-41e7-a7fd-0b3e646d660d tempest-MigrationsAdminTest-1326981207 tempest-MigrationsAdminTest-1326981207-project] 10.222.0.42 "GET /v2.0/security-groups?id=8ca7ac2c-bfe5-493b-aae6-636315bac851&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682242 Apr 18 20:49:54.771894 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-3e1cc484-32ec-4d35-8dcb-22f57b6d72bd req-7ebb97c3-a2c5-46e3-b6f2-3579091a979b tempest-ServerRescueTestJSON-1218824152 tempest-ServerRescueTestJSON-1218824152-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750374836619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32440838'] for port, after_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:54.802562 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-708bdd0b-c2b8-4143-bcd7-f3f33740cf44 admin admin] Notify agent at l3_agent.n-d-838334-2 the message routers_updated {{(pid=84041) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 20:49:54.811754 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df6a8878-0023-4c22-adb4-31808885a44a req-46036dae-fe7f-4f19-b97d-fc95158c00fb service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:49:54.813190 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-df6a8878-0023-4c22-adb4-31808885a44a req-46036dae-fe7f-4f19-b97d-fc95158c00fb service neutron] 10.222.0.43 "GET /v2.0/networks?id=cb56989d-7c5d-4678-b194-1d2edf1e842a HTTP/1.1" status: 200 len: 870 time: 0.1917002 Apr 18 20:49:54.823668 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-708bdd0b-c2b8-4143-bcd7-f3f33740cf44 admin admin] 10.222.0.42 "PUT /v2.0/routers/14fab50a-3e37-4758-ac2f-e4b0a64b91d8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.1287074 Apr 18 20:49:54.898977 n-d-838334-2 neutron-server[84040]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3e1cc484-32ec-4d35-8dcb-22f57b6d72bd req-7ebb97c3-a2c5-46e3-b6f2-3579091a979b tempest-ServerRescueTestJSON-1218824152 tempest-ServerRescueTestJSON-1218824152-project] Network b18f6ca6-9241-4023-98c1-9e86661176c3 is already hosted by enough agents. {{(pid=84040) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:49:54.912090 n-d-838334-2 neutron-server[84040]: DEBUG neutron.scheduler.base_scheduler [req-3e1cc484-32ec-4d35-8dcb-22f57b6d72bd req-7ebb97c3-a2c5-46e3-b6f2-3579091a979b tempest-ServerRescueTestJSON-1218824152 tempest-ServerRescueTestJSON-1218824152-project] Resources bound (agent type, host, resource id): {{(pid=84040) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:49:54.914810 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.l3_dvrscheduler_db [req-3e1cc484-32ec-4d35-8dcb-22f57b6d72bd req-7ebb97c3-a2c5-46e3-b6f2-3579091a979b tempest-ServerRescueTestJSON-1218824152 tempest-ServerRescueTestJSON-1218824152-project] Received port after_create {{(pid=84040) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 20:49:55.069270 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-df6a8878-0023-4c22-adb4-31808885a44a req-d6840518-5aa9-4763-aabe-7ec70ab5c07e service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.11&port_id=949f02d1-12bb-440c-a2f0-e70e4a56cec3 HTTP/1.1" status: 200 len: 217 time: 0.2494519 Apr 18 20:49:55.084077 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e1cc484-32ec-4d35-8dcb-22f57b6d72bd req-7ebb97c3-a2c5-46e3-b6f2-3579091a979b tempest-ServerRescueTestJSON-1218824152 tempest-ServerRescueTestJSON-1218824152-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:49:55.085144 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-3e1cc484-32ec-4d35-8dcb-22f57b6d72bd req-7ebb97c3-a2c5-46e3-b6f2-3579091a979b tempest-ServerRescueTestJSON-1218824152 tempest-ServerRescueTestJSON-1218824152-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217293'] for port, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:55.134072 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-3e1cc484-32ec-4d35-8dcb-22f57b6d72bd req-7ebb97c3-a2c5-46e3-b6f2-3579091a979b tempest-ServerRescueTestJSON-1218824152 tempest-ServerRescueTestJSON-1218824152-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2994730 Apr 18 20:49:55.157133 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.v2.base [req-3e1cc484-32ec-4d35-8dcb-22f57b6d72bd req-b97e0ee1-30a3-4893-b401-65380daa4347 service neutron] Request body: {'port': {'device_id': 'a7644bc3-dad5-4231-8e11-ce8e2039002d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-838334-2'}} {{(pid=84040) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 20:49:55.202367 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df6a8878-0023-4c22-adb4-31808885a44a req-b5bd2f5d-098c-4a57-9f0c-12a7f49cbc8b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:49:55.204435 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-df6a8878-0023-4c22-adb4-31808885a44a req-b5bd2f5d-098c-4a57-9f0c-12a7f49cbc8b service neutron] 10.222.0.48 "GET /v2.0/subnets?id=c4b526db-4d8a-4d4c-a310-e3a599630ae1 HTTP/1.1" status: 200 len: 843 time: 0.2168288 Apr 18 20:49:55.212897 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df6a8878-0023-4c22-adb4-31808885a44a req-1f8e68a6-440b-4871-9653-a235dcf21cc7 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:49:55.215187 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-df6a8878-0023-4c22-adb4-31808885a44a req-1f8e68a6-440b-4871-9653-a235dcf21cc7 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=c4b526db-4d8a-4d4c-a310-e3a599630ae1 HTTP/1.1" status: 200 len: 843 time: 0.1362433 Apr 18 20:49:55.262494 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ebb97c3-a2c5-46e3-b6f2-3579091a979b tempest-ServerRescueTestJSON-1218824152 tempest-ServerRescueTestJSON-1218824152-project] Pushing event updated for resources: {'Port': ['ID=f46caf15-6c1a-4906-a2ac-d9fe3f185673,revision_number=1']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:49:55.329466 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-a096323d-bb77-42ff-8b35-a83cc0232cbe req-35eb1030-e093-407f-86d2-9322d4305ca2 tempest-ServerShowV247Test-541190692 tempest-ServerShowV247Test-541190692-project] 10.222.0.42 "GET /v2.0/ports?device_id=fa249cf4-3898-4abf-a16b-0c024b5b978a HTTP/1.1" status: 200 len: 210 time: 0.0799463 Apr 18 20:49:55.354408 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-d782e200-bff0-4466-939d-0354468a1a1f req-099b60ed-b155-4ca8-be84-5ccb4fbcf8a9 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=35685d16-429f-4b00-82f0-cda27d79d56c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4669948 Apr 18 20:49:55.402949 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 46004) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:49:55.426906 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-df6a8878-0023-4c22-adb4-31808885a44a req-16b7e13a-e11d-43dc-bf84-c91c69383fc5 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=cb56989d-7c5d-4678-b194-1d2edf1e842a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2102668 Apr 18 20:49:55.431543 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-df6a8878-0023-4c22-adb4-31808885a44a req-f901577c-ef83-40fb-9c46-4fcfe291bb55 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=cb56989d-7c5d-4678-b194-1d2edf1e842a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1510661 Apr 18 20:49:55.457500 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fbb4a06-005c-4414-abc2-d77a071d7dd4 req-71885055-e6c4-48a6-91b2-741fbebcc511 tempest-ImagesOneServerNegativeTestJSON-1563611860 tempest-ImagesOneServerNegativeTestJSON-1563611860-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:49:55.465065 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-5fbb4a06-005c-4414-abc2-d77a071d7dd4 req-71885055-e6c4-48a6-91b2-741fbebcc511 tempest-ImagesOneServerNegativeTestJSON-1563611860 tempest-ImagesOneServerNegativeTestJSON-1563611860-project] 10.222.0.42 "GET /v2.0/ports?device_id=a51bee04-081a-44fc-b9a3-21e66f1d4c2b HTTP/1.1" status: 200 len: 945 time: 0.6904104 Apr 18 20:49:55.496809 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-3e1cc484-32ec-4d35-8dcb-22f57b6d72bd req-b97e0ee1-30a3-4893-b401-65380daa4347 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:55.627037 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-df6a8878-0023-4c22-adb4-31808885a44a req-3432b3d4-a68b-4e9e-a72a-7debe81034d5 service neutron] 10.222.0.43 "GET /v2.0/networks/cb56989d-7c5d-4678-b194-1d2edf1e842a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1872623 Apr 18 20:49:55.747092 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-5fbb4a06-005c-4414-abc2-d77a071d7dd4 req-61365722-43c5-4005-8f05-84c23f422c6d tempest-ImagesOneServerNegativeTestJSON-1563611860 tempest-ImagesOneServerNegativeTestJSON-1563611860-project] 10.222.0.42 "GET /v2.0/security-groups?id=35685d16-429f-4b00-82f0-cda27d79d56c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2810502 Apr 18 20:49:56.068191 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a10f40b-2b02-4118-9bbc-fe52db85c3dc req-f30ad887-869e-4270-9989-3400b91618af tempest-ServerRescueTestJSONUnderV235-1035206563 tempest-ServerRescueTestJSONUnderV235-1035206563-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:49:56.076967 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-2a10f40b-2b02-4118-9bbc-fe52db85c3dc req-f30ad887-869e-4270-9989-3400b91618af tempest-ServerRescueTestJSONUnderV235-1035206563 tempest-ServerRescueTestJSONUnderV235-1035206563-project] 10.222.0.42 "GET /v2.0/ports?device_id=a96b676e-b606-4103-a36d-2f1625145b68 HTTP/1.1" status: 200 len: 946 time: 0.4978769 Apr 18 20:49:56.314680 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-1e7b7317-f2b6-4845-9fe6-498eb5edac6a admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=adeecfc43e8e4841bf54b88eabd8e061&name=default HTTP/1.1" status: 200 len: 2647 time: 0.9097335 Apr 18 20:49:56.321027 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 46022) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:49:56.364425 n-d-838334-2 neutron-server[84040]: DEBUG neutron.notifiers.nova [req-3e1cc484-32ec-4d35-8dcb-22f57b6d72bd req-b97e0ee1-30a3-4893-b401-65380daa4347 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f46caf15-6c1a-4906-a2ac-d9fe3f185673 {{(pid=84040) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 18 20:49:56.381443 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-3e1cc484-32ec-4d35-8dcb-22f57b6d72bd req-b97e0ee1-30a3-4893-b401-65380daa4347 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:56.389012 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-df6a8878-0023-4c22-adb4-31808885a44a req-5a0f4c1a-736f-4243-8184-b8b5faefe1a0 service neutron] 10.222.0.48 "GET /v2.0/networks/cb56989d-7c5d-4678-b194-1d2edf1e842a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7598059 Apr 18 20:49:56.394683 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-df6a8878-0023-4c22-adb4-31808885a44a req-79b987a3-431d-4d15-b472-ad233d5dc5bb service neutron] 10.222.0.43 "GET /v2.0/networks/cb56989d-7c5d-4678-b194-1d2edf1e842a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7436528 Apr 18 20:49:56.427079 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.provisioning_blocks [req-3e1cc484-32ec-4d35-8dcb-22f57b6d72bd req-b97e0ee1-30a3-4893-b401-65380daa4347 service neutron] Transition to ACTIVE for port object f46caf15-6c1a-4906-a2ac-d9fe3f185673 will not be triggered until provisioned by entity L2. {{(pid=84040) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 20:49:56.448651 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-2a10f40b-2b02-4118-9bbc-fe52db85c3dc req-b1f8a1fa-ca33-4925-8c44-9ccc15b845a4 tempest-ServerRescueTestJSONUnderV235-1035206563 tempest-ServerRescueTestJSONUnderV235-1035206563-project] 10.222.0.42 "GET /v2.0/security-groups?id=aac67c62-23bd-4af5-b48b-8b06d02dda3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3705001 Apr 18 20:49:56.451361 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-3e1cc484-32ec-4d35-8dcb-22f57b6d72bd req-b97e0ee1-30a3-4893-b401-65380daa4347 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32440959'] for port, after_update {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:56.653487 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Device 6dfd8e27-ef70-4230-b38f-550de7f4cfd8 up at agent ovs-agent-n-d-838334-2 {{(pid=84042) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 20:49:56.792188 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 46028) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:49:56.826507 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.v2.base [None req-6290789c-04d4-45e8-a931-7a4c6f72769a tempest-ServersTestJSON-787755264 tempest-ServersTestJSON-787755264-project] Request body: {'security_group': {'name': 'tempest-securitygroup--473424470', 'description': 'tempest-description--675143082'}} {{(pid=84041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 20:49:56.828404 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Provisioning for port 6dfd8e27-ef70-4230-b38f-550de7f4cfd8 completed by entity L2. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 20:49:56.844737 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-bd4fbe86-21be-424f-a8fc-fc1c8a441906 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:56.845899 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Provisioning complete for port 6dfd8e27-ef70-4230-b38f-550de7f4cfd8 triggered by entity L2. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:49:56.851670 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1253608'] for port, provisioning_complete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:56.872605 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-6290789c-04d4-45e8-a931-7a4c6f72769a tempest-ServersTestJSON-787755264 tempest-ServersTestJSON-787755264-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:49:56.972442 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-6290789c-04d4-45e8-a931-7a4c6f72769a tempest-ServersTestJSON-787755264 tempest-ServersTestJSON-787755264-project] Usage tracker for resource:security_group and tenant:c80440892626468bbe8c78e37bd025d1 is out of sync, need to count used quota {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:49:57.003715 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-6290789c-04d4-45e8-a931-7a4c6f72769a tempest-ServersTestJSON-787755264 tempest-ServersTestJSON-787755264-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:49:57.029295 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b97e0ee1-30a3-4893-b401-65380daa4347 service neutron] Pushing event updated for resources: {'Port': ['ID=f46caf15-6c1a-4906-a2ac-d9fe3f185673,revision_number=2']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:49:57.084556 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-6290789c-04d4-45e8-a931-7a4c6f72769a tempest-ServersTestJSON-787755264 tempest-ServersTestJSON-787755264-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:49:57.095965 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-df6a8878-0023-4c22-adb4-31808885a44a req-90a24368-f996-4e54-899b-db54ca633374 service neutron] 10.222.0.48 "GET /v2.0/networks/cb56989d-7c5d-4678-b194-1d2edf1e842a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6890874 Apr 18 20:49:57.101621 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:57.102665 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-bd4fbe86-21be-424f-a8fc-fc1c8a441906 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:57.121376 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] For port 6dfd8e27-ef70-4230-b38f-550de7f4cfd8, host n-d-838334-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838334-2',level=0,port_id=6dfd8e27-ef70-4230-b38f-550de7f4cfd8,segment=NetworkSegment(732aa830-768b-4511-951f-d08e26b9c25b),segment_id=732aa830-768b-4511-951f-d08e26b9c25b)] {{(pid=84042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:49:57.130050 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682'] for port, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:57.161404 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-6290789c-04d4-45e8-a931-7a4c6f72769a tempest-ServersTestJSON-787755264 tempest-ServersTestJSON-787755264-project] Notify callbacks [] for security_group, before_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:57.201285 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-6290789c-04d4-45e8-a931-7a4c6f72769a tempest-ServersTestJSON-787755264 tempest-ServersTestJSON-787755264-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:49:57.205164 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-6290789c-04d4-45e8-a931-7a4c6f72769a tempest-ServersTestJSON-787755264 tempest-ServersTestJSON-787755264-project] Usage tracker for resource:security_group_rule and tenant:c80440892626468bbe8c78e37bd025d1 is out of sync, need to count used quota {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:49:57.210283 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-6290789c-04d4-45e8-a931-7a4c6f72769a tempest-ServersTestJSON-787755264 tempest-ServersTestJSON-787755264-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:49:57.217996 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-6290789c-04d4-45e8-a931-7a4c6f72769a tempest-ServersTestJSON-787755264 tempest-ServersTestJSON-787755264-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:49:57.220782 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-bd4fbe86-21be-424f-a8fc-fc1c8a441906 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33528224'] for security_group, after_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:57.248742 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.managers [req-3e1cc484-32ec-4d35-8dcb-22f57b6d72bd req-b97e0ee1-30a3-4893-b401-65380daa4347 service neutron] Attempting to bind port f46caf15-6c1a-4906-a2ac-d9fe3f185673 on host n-h2-838334-2 for vnic_type normal with profile {{(pid=84040) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:49:57.249071 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.managers [req-3e1cc484-32ec-4d35-8dcb-22f57b6d72bd req-b97e0ee1-30a3-4893-b401-65380daa4347 service neutron] Attempting to bind port f46caf15-6c1a-4906-a2ac-d9fe3f185673 by drivers openvswitch,hyperv on host n-h2-838334-2 at level 0 using segments [{'id': '37ab3ec4-28bf-4f8a-804e-f8cad5dd40d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': 'b18f6ca6-9241-4023-98c1-9e86661176c3'}] {{(pid=84040) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:49:57.249394 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e1cc484-32ec-4d35-8dcb-22f57b6d72bd req-b97e0ee1-30a3-4893-b401-65380daa4347 service neutron] Attempting to bind port f46caf15-6c1a-4906-a2ac-d9fe3f185673 on network b18f6ca6-9241-4023-98c1-9e86661176c3 {{(pid=84040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 20:49:57.260457 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd4fbe86-21be-424f-a8fc-fc1c8a441906 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=47176a6a-2814-4f71-8dbf-60080e8f773d,revision_number=None']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:49:57.262748 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Pushing event updated for resources: {'Port': ['ID=6dfd8e27-ef70-4230-b38f-550de7f4cfd8,revision_number=4']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:49:57.277308 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7337a805-6a18-4993-a84a-cc397ce02a9a req-eb86d766-2ed1-48aa-a4f6-29d8d71c3508 tempest-ServerRescueTestJSON-1218824152 tempest-ServerRescueTestJSON-1218824152-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:49:57.278940 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [req-7337a805-6a18-4993-a84a-cc397ce02a9a req-eb86d766-2ed1-48aa-a4f6-29d8d71c3508 tempest-ServerRescueTestJSON-1218824152 tempest-ServerRescueTestJSON-1218824152-project] Synchronizing usage tracker for tenant:ec0d4dedc6f54935aafadeeb5b293728 on resource:port {{(pid=84040) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 20:49:57.280951 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e1cc484-32ec-4d35-8dcb-22f57b6d72bd req-b97e0ee1-30a3-4893-b401-65380daa4347 service neutron] Port f46caf15-6c1a-4906-a2ac-d9fe3f185673 on network b18f6ca6-9241-4023-98c1-9e86661176c3 not bound, no agent of type Open vSwitch agent registered on host n-h2-838334-2 {{(pid=84040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 18 20:49:57.281261 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e1cc484-32ec-4d35-8dcb-22f57b6d72bd req-b97e0ee1-30a3-4893-b401-65380daa4347 service neutron] Attempting to bind port f46caf15-6c1a-4906-a2ac-d9fe3f185673 on network b18f6ca6-9241-4023-98c1-9e86661176c3 {{(pid=84040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 20:49:57.298215 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e57d5be8-f64e-4661-a35d-388215d833b4 req-ac73bc3e-471e-4a17-a8f8-d8e015cd4183 tempest-MigrationsAdminTest-1326981207 tempest-MigrationsAdminTest-1326981207-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:49:57.301046 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-bd4fbe86-21be-424f-a8fc-fc1c8a441906 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:57.303559 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-bd4fbe86-21be-424f-a8fc-fc1c8a441906 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/47176a6a-2814-4f71-8dbf-60080e8f773d HTTP/1.1" status: 204 len: 168 time: 0.9760189 Apr 18 20:49:57.306554 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-e57d5be8-f64e-4661-a35d-388215d833b4 req-ac73bc3e-471e-4a17-a8f8-d8e015cd4183 tempest-MigrationsAdminTest-1326981207 tempest-MigrationsAdminTest-1326981207-project] 10.222.0.42 "GET /v2.0/ports?device_id=74fb1b3e-aad8-4cf1-ab81-337d3a37a132 HTTP/1.1" status: 200 len: 948 time: 0.2364321 Apr 18 20:49:57.342155 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e1cc484-32ec-4d35-8dcb-22f57b6d72bd req-b97e0ee1-30a3-4893-b401-65380daa4347 service neutron] Checking agent: {'id': 'dc797004-f641-47b7-a77f-9c62b5b16296', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-838334-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 34, 3), 'started_at': datetime.datetime(2022, 4, 18, 20, 34, 3), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 20, 49, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 18 20:49:57.342486 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e1cc484-32ec-4d35-8dcb-22f57b6d72bd req-b97e0ee1-30a3-4893-b401-65380daa4347 service neutron] Checking segment: {'id': '37ab3ec4-28bf-4f8a-804e-f8cad5dd40d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': 'b18f6ca6-9241-4023-98c1-9e86661176c3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84040) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 20:49:57.342862 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e1cc484-32ec-4d35-8dcb-22f57b6d72bd req-b97e0ee1-30a3-4893-b401-65380daa4347 service neutron] Bound using segment: {'id': '37ab3ec4-28bf-4f8a-804e-f8cad5dd40d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': 'b18f6ca6-9241-4023-98c1-9e86661176c3'} {{(pid=84040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 18 20:49:57.343322 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.managers [req-3e1cc484-32ec-4d35-8dcb-22f57b6d72bd req-b97e0ee1-30a3-4893-b401-65380daa4347 service neutron] Bound port: f46caf15-6c1a-4906-a2ac-d9fe3f185673, host: n-h2-838334-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '37ab3ec4-28bf-4f8a-804e-f8cad5dd40d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': 'b18f6ca6-9241-4023-98c1-9e86661176c3'}}] {{(pid=84040) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 20:49:57.343688 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-3e1cc484-32ec-4d35-8dcb-22f57b6d72bd req-b97e0ee1-30a3-4893-b401-65380daa4347 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:57.370028 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-6290789c-04d4-45e8-a931-7a4c6f72769a tempest-ServersTestJSON-787755264 tempest-ServersTestJSON-787755264-project] Notify callbacks [] for security_group, precommit_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:57.371254 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [req-7337a805-6a18-4993-a84a-cc397ce02a9a req-eb86d766-2ed1-48aa-a4f6-29d8d71c3508 tempest-ServerRescueTestJSON-1218824152 tempest-ServerRescueTestJSON-1218824152-project] Unset dirty status for tenant:ec0d4dedc6f54935aafadeeb5b293728 on resource:port {{(pid=84040) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 20:49:57.372472 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-7337a805-6a18-4993-a84a-cc397ce02a9a req-eb86d766-2ed1-48aa-a4f6-29d8d71c3508 tempest-ServerRescueTestJSON-1218824152 tempest-ServerRescueTestJSON-1218824152-project] 10.222.0.42 "GET /v2.0/ports?device_id=a7644bc3-dad5-4231-8e11-ce8e2039002d HTTP/1.1" status: 200 len: 943 time: 0.5370920 Apr 18 20:49:57.380783 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-6290789c-04d4-45e8-a931-7a4c6f72769a tempest-ServersTestJSON-787755264 tempest-ServersTestJSON-787755264-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33528224'] for security_group, after_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:57.433469 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6290789c-04d4-45e8-a931-7a4c6f72769a tempest-ServersTestJSON-787755264 tempest-ServersTestJSON-787755264-project] Pushing event updated for resources: {'SecurityGroup': ['ID=68f36fb1-4357-43e6-aa2a-c916d9c5b1fe,revision_number=1']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:49:57.459844 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-6290789c-04d4-45e8-a931-7a4c6f72769a tempest-ServersTestJSON-787755264 tempest-ServersTestJSON-787755264-project] Notify callbacks [] for security_group, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:57.462685 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-6290789c-04d4-45e8-a931-7a4c6f72769a tempest-ServersTestJSON-787755264 tempest-ServersTestJSON-787755264-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1612 time: 0.6694641 Apr 18 20:49:57.464655 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 46038) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:49:57.471341 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.v2.base [None req-cfc0a321-190b-4a01-981b-25a26c744833 tempest-ServersTestJSON-787755264 tempest-ServersTestJSON-787755264-project] Request body: {'security_group_rule': {'security_group_id': '68f36fb1-4357-43e6-aa2a-c916d9c5b1fe', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 20:49:57.478506 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-cfc0a321-190b-4a01-981b-25a26c744833 tempest-ServersTestJSON-787755264 tempest-ServersTestJSON-787755264-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:49:57.482752 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-cfc0a321-190b-4a01-981b-25a26c744833 tempest-ServersTestJSON-787755264 tempest-ServersTestJSON-787755264-project] Usage tracker for resource:security_group_rule and tenant:c80440892626468bbe8c78e37bd025d1 is out of sync, need to count used quota {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:49:57.486217 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-cfc0a321-190b-4a01-981b-25a26c744833 tempest-ServersTestJSON-787755264 tempest-ServersTestJSON-787755264-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:49:57.493107 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-cfc0a321-190b-4a01-981b-25a26c744833 tempest-ServersTestJSON-787755264 tempest-ServersTestJSON-787755264-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:49:57.526957 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-cfc0a321-190b-4a01-981b-25a26c744833 tempest-ServersTestJSON-787755264 tempest-ServersTestJSON-787755264-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:57.592966 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-e57d5be8-f64e-4661-a35d-388215d833b4 req-e70e1488-94d6-4a36-bdf8-247af03d25d5 tempest-MigrationsAdminTest-1326981207 tempest-MigrationsAdminTest-1326981207-project] 10.222.0.42 "GET /v2.0/security-groups?id=8ca7ac2c-bfe5-493b-aae6-636315bac851&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2853587 Apr 18 20:49:57.629427 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-cfc0a321-190b-4a01-981b-25a26c744833 tempest-ServersTestJSON-787755264 tempest-ServersTestJSON-787755264-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:57.638896 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-cfc0a321-190b-4a01-981b-25a26c744833 tempest-ServersTestJSON-787755264 tempest-ServersTestJSON-787755264-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33528311'] for security_group_rule, after_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:57.663146 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [req-7337a805-6a18-4993-a84a-cc397ce02a9a req-1305a8b6-a84d-4c9b-8672-676c1ee933bc tempest-ServerRescueTestJSON-1218824152 tempest-ServerRescueTestJSON-1218824152-project] Synchronizing usage tracker for tenant:ec0d4dedc6f54935aafadeeb5b293728 on resource:security_group {{(pid=84040) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 20:49:57.667018 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.db [req-3e1cc484-32ec-4d35-8dcb-22f57b6d72bd req-b97e0ee1-30a3-4893-b401-65380daa4347 service neutron] For port f46caf15-6c1a-4906-a2ac-d9fe3f185673, host n-h2-838334-2, cleared binding levels {{(pid=84040) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 20:49:57.670498 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.db [req-3e1cc484-32ec-4d35-8dcb-22f57b6d72bd req-b97e0ee1-30a3-4893-b401-65380daa4347 service neutron] For port f46caf15-6c1a-4906-a2ac-d9fe3f185673, host n-h2-838334-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838334-2',level=0,port_id=f46caf15-6c1a-4906-a2ac-d9fe3f185673,segment=NetworkSegment(37ab3ec4-28bf-4f8a-804e-f8cad5dd40d4),segment_id=37ab3ec4-28bf-4f8a-804e-f8cad5dd40d4)] {{(pid=84040) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 20:49:57.681095 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-3e1cc484-32ec-4d35-8dcb-22f57b6d72bd req-b97e0ee1-30a3-4893-b401-65380daa4347 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32440959'] for port, after_update {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:57.702747 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfc0a321-190b-4a01-981b-25a26c744833 tempest-ServersTestJSON-787755264 tempest-ServersTestJSON-787755264-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a93f6efd-d6d4-4a0d-9483-fb0dce8172ad,revision_number=0']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:49:57.714399 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-cfc0a321-190b-4a01-981b-25a26c744833 tempest-ServersTestJSON-787755264 tempest-ServersTestJSON-787755264-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:57.722274 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-cfc0a321-190b-4a01-981b-25a26c744833 tempest-ServersTestJSON-787755264 tempest-ServersTestJSON-787755264-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.2556822 Apr 18 20:49:57.724669 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 46050) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:49:57.732952 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.v2.base [None req-052bbb85-a25f-4f58-9bfb-77ee106abba6 tempest-ServersTestJSON-787755264 tempest-ServersTestJSON-787755264-project] Request body: {'security_group_rule': {'security_group_id': '68f36fb1-4357-43e6-aa2a-c916d9c5b1fe', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=84041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 20:49:57.751234 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-052bbb85-a25f-4f58-9bfb-77ee106abba6 tempest-ServersTestJSON-787755264 tempest-ServersTestJSON-787755264-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:49:57.765545 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-052bbb85-a25f-4f58-9bfb-77ee106abba6 tempest-ServersTestJSON-787755264 tempest-ServersTestJSON-787755264-project] Usage tracker for resource:security_group_rule and tenant:c80440892626468bbe8c78e37bd025d1 is out of sync, need to count used quota {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:49:57.773425 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-052bbb85-a25f-4f58-9bfb-77ee106abba6 tempest-ServersTestJSON-787755264 tempest-ServersTestJSON-787755264-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:49:57.789260 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-052bbb85-a25f-4f58-9bfb-77ee106abba6 tempest-ServersTestJSON-787755264 tempest-ServersTestJSON-787755264-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:49:57.828777 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-052bbb85-a25f-4f58-9bfb-77ee106abba6 tempest-ServersTestJSON-787755264 tempest-ServersTestJSON-787755264-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:57.836204 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [req-7337a805-6a18-4993-a84a-cc397ce02a9a req-1305a8b6-a84d-4c9b-8672-676c1ee933bc tempest-ServerRescueTestJSON-1218824152 tempest-ServerRescueTestJSON-1218824152-project] Unset dirty status for tenant:ec0d4dedc6f54935aafadeeb5b293728 on resource:security_group {{(pid=84040) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 20:49:57.851204 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-7337a805-6a18-4993-a84a-cc397ce02a9a req-1305a8b6-a84d-4c9b-8672-676c1ee933bc tempest-ServerRescueTestJSON-1218824152 tempest-ServerRescueTestJSON-1218824152-project] 10.222.0.42 "GET /v2.0/security-groups?id=6f984221-1918-47e6-82e9-256972907b58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3088832 Apr 18 20:49:57.864174 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-09b60c36-5ba5-43a2-b48a-ed1b98ae2c48 req-a925f457-bc4f-48ad-82e1-a263f3485a87 tempest-ServerShowV247Test-541190692 tempest-ServerShowV247Test-541190692-project] 10.222.0.42 "GET /v2.0/ports?device_id=fa249cf4-3898-4abf-a16b-0c024b5b978a HTTP/1.1" status: 200 len: 210 time: 0.0754533 Apr 18 20:49:57.884878 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-3e1cc484-32ec-4d35-8dcb-22f57b6d72bd req-b97e0ee1-30a3-4893-b401-65380daa4347 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217293'] for port, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:57.886344 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-3e1cc484-32ec-4d35-8dcb-22f57b6d72bd req-b97e0ee1-30a3-4893-b401-65380daa4347 service neutron] 10.222.0.48 "PUT /v2.0/ports/f46caf15-6c1a-4906-a2ac-d9fe3f185673 HTTP/1.1" status: 200 len: 1091 time: 2.7351663 Apr 18 20:49:57.886662 n-d-838334-2 neutron-server[84040]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a7644bc3-dad5-4231-8e11-ce8e2039002d', 'tag': 'f46caf15-6c1a-4906-a2ac-d9fe3f185673'}] {{(pid=84040) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 20:49:57.894920 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b97e0ee1-30a3-4893-b401-65380daa4347 service neutron] Pushing event updated for resources: {'Port': ['ID=f46caf15-6c1a-4906-a2ac-d9fe3f185673,revision_number=3']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:49:57.950566 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-052bbb85-a25f-4f58-9bfb-77ee106abba6 tempest-ServersTestJSON-787755264 tempest-ServersTestJSON-787755264-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:57.960257 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-052bbb85-a25f-4f58-9bfb-77ee106abba6 tempest-ServersTestJSON-787755264 tempest-ServersTestJSON-787755264-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33528311'] for security_group_rule, after_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:57.978554 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Device 949f02d1-12bb-440c-a2f0-e70e4a56cec3 details requested by agent hyperv_n-h1-838334-2 with host n-h1-838334-2 {{(pid=84042) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 18 20:49:57.982508 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-052bbb85-a25f-4f58-9bfb-77ee106abba6 tempest-ServersTestJSON-787755264 tempest-ServersTestJSON-787755264-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6ce1335b-cf31-495b-8bdd-8fa2cb2548e9,revision_number=0']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:49:58.015378 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-052bbb85-a25f-4f58-9bfb-77ee106abba6 tempest-ServersTestJSON-787755264 tempest-ServersTestJSON-787755264-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:58.020646 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-052bbb85-a25f-4f58-9bfb-77ee106abba6 tempest-ServersTestJSON-787755264 tempest-ServersTestJSON-787755264-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.2947550 Apr 18 20:49:58.021306 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 46066) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:49:58.027157 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.v2.base [None req-a2a3a7bf-eb6c-422e-ab03-c65c3b52f21e tempest-ServersTestJSON-787755264 tempest-ServersTestJSON-787755264-project] Request body: {'floatingip': {'floating_network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c'}} {{(pid=84041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 20:49:58.033415 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-a2a3a7bf-eb6c-422e-ab03-c65c3b52f21e tempest-ServersTestJSON-787755264 tempest-ServersTestJSON-787755264-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:49:58.037927 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-a2a3a7bf-eb6c-422e-ab03-c65c3b52f21e tempest-ServersTestJSON-787755264 tempest-ServersTestJSON-787755264-project] Usage tracker for resource:floatingip and tenant:c80440892626468bbe8c78e37bd025d1 is out of sync, need to count used quota {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:49:58.042960 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-a2a3a7bf-eb6c-422e-ab03-c65c3b52f21e tempest-ServersTestJSON-787755264 tempest-ServersTestJSON-787755264-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:49:58.065215 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-a2a3a7bf-eb6c-422e-ab03-c65c3b52f21e tempest-ServersTestJSON-787755264 tempest-ServersTestJSON-787755264-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:49:58.096124 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-a2a3a7bf-eb6c-422e-ab03-c65c3b52f21e tempest-ServersTestJSON-787755264 tempest-ServersTestJSON-787755264-project] Notify callbacks [] for floatingip, before_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:58.234918 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] For port 949f02d1-12bb-440c-a2f0-e70e4a56cec3, host n-h1-838334-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838334-2',level=0,port_id=949f02d1-12bb-440c-a2f0-e70e4a56cec3,segment=NetworkSegment(62b85806-94d8-4a88-a06c-da82e5932d66),segment_id=62b85806-94d8-4a88-a06c-da82e5932d66)] {{(pid=84042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:49:58.240949 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21959303-b164-4fdd-921d-524a5033ee10 req-6875305e-7cf4-4e23-8afb-8978c786bdd9 tempest-ImagesOneServerNegativeTestJSON-1563611860 tempest-ImagesOneServerNegativeTestJSON-1563611860-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:49:58.247720 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-21959303-b164-4fdd-921d-524a5033ee10 req-6875305e-7cf4-4e23-8afb-8978c786bdd9 tempest-ImagesOneServerNegativeTestJSON-1563611860 tempest-ImagesOneServerNegativeTestJSON-1563611860-project] 10.222.0.42 "GET /v2.0/ports?device_id=a51bee04-081a-44fc-b9a3-21e66f1d4c2b HTTP/1.1" status: 200 len: 945 time: 0.1890023 Apr 18 20:49:58.252050 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Returning: {'device': '949f02d1-12bb-440c-a2f0-e70e4a56cec3', 'network_id': 'cb56989d-7c5d-4678-b194-1d2edf1e842a', 'port_id': '949f02d1-12bb-440c-a2f0-e70e4a56cec3', 'mac_address': 'fa:16:3e:d7:26:99', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 382, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c4b526db-4d8a-4d4c-a310-e3a599630ae1', 'ip_address': '192.168.233.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84042) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 18 20:49:58.256417 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-3e1cc484-32ec-4d35-8dcb-22f57b6d72bd req-f7175fb6-31a0-4893-9576-f42bac605d38 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=ec0d4dedc6f54935aafadeeb5b293728&device_id=a7644bc3-dad5-4231-8e11-ce8e2039002d HTTP/1.1" status: 200 len: 1094 time: 0.2886198 Apr 18 20:49:58.313406 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:58.335796 n-d-838334-2 neutron-server[84042]: DEBUG neutron.notifiers.nova [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 949f02d1-12bb-440c-a2f0-e70e4a56cec3 {{(pid=84042) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 18 20:49:58.347171 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-a2a3a7bf-eb6c-422e-ab03-c65c3b52f21e tempest-ServersTestJSON-787755264 tempest-ServersTestJSON-787755264-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:58.354361 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] For port 949f02d1-12bb-440c-a2f0-e70e4a56cec3, host n-h1-838334-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838334-2',level=0,port_id=949f02d1-12bb-440c-a2f0-e70e4a56cec3,segment=NetworkSegment(62b85806-94d8-4a88-a06c-da82e5932d66),segment_id=62b85806-94d8-4a88-a06c-da82e5932d66)] {{(pid=84042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:49:58.359507 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682'] for port, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:58.363734 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-3e1cc484-32ec-4d35-8dcb-22f57b6d72bd req-d3388e96-2463-409f-b54a-5dcc888d31a3 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f46caf15-6c1a-4906-a2ac-d9fe3f185673 HTTP/1.1" status: 200 len: 217 time: 0.0915806 Apr 18 20:49:58.369420 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44d85ac7-d4cb-428f-90e7-a7ce4b0809fb req-caba1b56-9baf-4f05-9a8d-b4dfce73b022 tempest-ServerRescueTestJSONUnderV235-1035206563 tempest-ServerRescueTestJSONUnderV235-1035206563-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:49:58.370840 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-44d85ac7-d4cb-428f-90e7-a7ce4b0809fb req-caba1b56-9baf-4f05-9a8d-b4dfce73b022 tempest-ServerRescueTestJSONUnderV235-1035206563 tempest-ServerRescueTestJSONUnderV235-1035206563-project] 10.222.0.42 "GET /v2.0/ports?device_id=a96b676e-b606-4103-a36d-2f1625145b68 HTTP/1.1" status: 200 len: 946 time: 0.2291536 Apr 18 20:49:58.447121 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Pushing event updated for resources: {'Port': ['ID=949f02d1-12bb-440c-a2f0-e70e4a56cec3,revision_number=12']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:49:58.486244 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-21959303-b164-4fdd-921d-524a5033ee10 req-1b0519ca-ea48-4af6-a637-5a0fb01cd882 tempest-ImagesOneServerNegativeTestJSON-1563611860 tempest-ImagesOneServerNegativeTestJSON-1563611860-project] 10.222.0.42 "GET /v2.0/security-groups?id=35685d16-429f-4b00-82f0-cda27d79d56c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2376835 Apr 18 20:49:58.497558 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e1cc484-32ec-4d35-8dcb-22f57b6d72bd req-03ace212-bd7a-40bc-9676-a8b00d162d8a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:49:58.503679 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-3e1cc484-32ec-4d35-8dcb-22f57b6d72bd req-03ace212-bd7a-40bc-9676-a8b00d162d8a service neutron] 10.222.0.48 "GET /v2.0/subnets?id=9dc534ce-5db0-4608-a47a-91cc424d228c HTTP/1.1" status: 200 len: 851 time: 0.1288977 Apr 18 20:49:58.513272 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.db_base_plugin_common [None req-a2a3a7bf-eb6c-422e-ab03-c65c3b52f21e tempest-ServersTestJSON-787755264 tempest-ServersTestJSON-787755264-project] Allocated IP 172.25.8.153 (e41b6600-a917-4a8d-b05c-be3be40c6d8c/6b05667b-848e-4356-9b44-d5eb6808ef74/b4113f3e-3040-4bc3-b680-ba93f33675f0) {{(pid=84041) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:49:58.603154 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Device 6dfd8e27-ef70-4230-b38f-550de7f4cfd8 up at agent ovs-agent-n-d-838334-2 {{(pid=84042) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 20:49:58.626058 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-3e1cc484-32ec-4d35-8dcb-22f57b6d72bd req-2591cab7-a912-4d9b-b9d0-e130381637c0 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=b18f6ca6-9241-4023-98c1-9e86661176c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1016769 Apr 18 20:49:58.638973 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-44d85ac7-d4cb-428f-90e7-a7ce4b0809fb req-8ab2402c-5581-467d-8628-78bb090260b9 tempest-ServerRescueTestJSONUnderV235-1035206563 tempest-ServerRescueTestJSONUnderV235-1035206563-project] 10.222.0.42 "GET /v2.0/security-groups?id=aac67c62-23bd-4af5-b48b-8b06d02dda3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1976383 Apr 18 20:49:58.718666 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] get_ports_and_sgs() called for port_ids ['949f02d1-12bb-440c-a2f0-e70e4a56cec3'] {{(pid=84042) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 18 20:49:58.751569 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-a2a3a7bf-eb6c-422e-ab03-c65c3b52f21e tempest-ServersTestJSON-787755264 tempest-ServersTestJSON-787755264-project] Notify callbacks [] for port, precommit_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:58.820672 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-a2a3a7bf-eb6c-422e-ab03-c65c3b52f21e tempest-ServersTestJSON-787755264 tempest-ServersTestJSON-787755264-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750374836619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32266323'] for port, after_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:58.824512 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 46090) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:49:58.854253 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-3e1cc484-32ec-4d35-8dcb-22f57b6d72bd req-616f5fbd-3355-42da-8b2c-e5ec38f1c665 service neutron] 10.222.0.48 "GET /v2.0/networks/b18f6ca6-9241-4023-98c1-9e86661176c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2136562 Apr 18 20:49:58.856647 n-d-838334-2 neutron-server[84040]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b1cab862-610d-41b5-971f-33167948add7'] response: {'name': 'network-changed', 'server_uuid': 'a7644bc3-dad5-4231-8e11-ce8e2039002d', 'tag': 'f46caf15-6c1a-4906-a2ac-d9fe3f185673', 'status': 'completed', 'code': 200} Apr 18 20:49:58.925942 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2a3a7bf-eb6c-422e-ab03-c65c3b52f21e tempest-ServersTestJSON-787755264 tempest-ServersTestJSON-787755264-project] Pushing event updated for resources: {'Port': ['ID=b4113f3e-3040-4bc3-b680-ba93f33675f0,revision_number=1']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:49:58.945747 n-d-838334-2 neutron-server[84041]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2a3a7bf-eb6c-422e-ab03-c65c3b52f21e tempest-ServersTestJSON-787755264 tempest-ServersTestJSON-787755264-project] Network e41b6600-a917-4a8d-b05c-be3be40c6d8c is already hosted by enough agents. {{(pid=84041) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:49:58.947220 n-d-838334-2 neutron-server[84041]: DEBUG neutron.scheduler.base_scheduler [None req-a2a3a7bf-eb6c-422e-ab03-c65c3b52f21e tempest-ServersTestJSON-787755264 tempest-ServersTestJSON-787755264-project] Resources bound (agent type, host, resource id): {{(pid=84041) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:49:58.950274 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2a3a7bf-eb6c-422e-ab03-c65c3b52f21e tempest-ServersTestJSON-787755264 tempest-ServersTestJSON-787755264-project] Received port after_create {{(pid=84041) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 20:49:59.008983 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Provisioning complete for port 6dfd8e27-ef70-4230-b38f-550de7f4cfd8 triggered by entity L2. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:49:59.009544 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1253608'] for port, provisioning_complete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:59.101285 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-3e1cc484-32ec-4d35-8dcb-22f57b6d72bd req-78032d37-b4fd-4bef-8a73-d7df42ce3ca5 service neutron] 10.222.0.48 "GET /v2.0/networks/b18f6ca6-9241-4023-98c1-9e86661176c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2359233 Apr 18 20:49:59.136297 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-176451f9-1512-43a4-8ba6-0675b304b0e4 req-7f5504a7-6b65-4f79-9d76-8faa38e1cae7 tempest-ServerActionsTestJSON-2052644234 tempest-ServerActionsTestJSON-2052644234-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:49:59.138538 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-176451f9-1512-43a4-8ba6-0675b304b0e4 req-7f5504a7-6b65-4f79-9d76-8faa38e1cae7 tempest-ServerActionsTestJSON-2052644234 tempest-ServerActionsTestJSON-2052644234-project] 10.222.0.42 "GET /v2.0/ports?device_id=b7307812-da19-4509-9baf-bb3ff8313904 HTTP/1.1" status: 200 len: 947 time: 0.1764092 Apr 18 20:49:59.253779 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be26df99-6ac7-47eb-b64e-5c638e2098c9 None None] Sync routers for ids ['eaafabbb-b7d8-4607-8693-3a4580a8599a'] in n-d-838334-2 {{(pid=84042) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 18 20:49:59.256066 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-176451f9-1512-43a4-8ba6-0675b304b0e4 req-79565320-8cae-4e6a-8697-05eadd0cd2cc tempest-ServerActionsTestJSON-2052644234 tempest-ServerActionsTestJSON-2052644234-project] 10.222.0.42 "GET /v2.0/security-groups?id=c2aeb662-6a43-4389-8810-9fad3627855b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1102960 Apr 18 20:49:59.272809 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.v2.base [None req-6b2f3716-e057-4208-84bb-9d6cb12e167a admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupRulesTestJSON-2055519101-network', 'tenant_id': '04b53f2841a9410cbababefaa2fdcde1'}} {{(pid=84041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 20:49:59.276018 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be26df99-6ac7-47eb-b64e-5c638e2098c9 None None] Routers {'eaafabbb-b7d8-4607-8693-3a4580a8599a'} bound to L3 agent in host n-d-838334-2 {{(pid=84042) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 20:49:59.277441 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_hamode_db [None req-be26df99-6ac7-47eb-b64e-5c638e2098c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838334-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-18T20:25:48Z,description=,heartbeat_timestamp=2022-04-18T20:49:48Z,host='n-d-838334-2',id=bc84d6c9-dd7a-4555-a351-592327b46d5a,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:25:48Z,topic='l3_agent')) {'router_ids': ['eaafabbb-b7d8-4607-8693-3a4580a8599a'], 'active': True} {{(pid=84042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:49:59.294214 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-5336425c-e227-4124-89e6-01abaff6ffe2 req-2828bbb1-1701-4070-ba55-6bab828a79fa service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=ec0d4dedc6f54935aafadeeb5b293728&device_id=a7644bc3-dad5-4231-8e11-ce8e2039002d HTTP/1.1" status: 200 len: 1094 time: 0.1156769 Apr 18 20:49:59.302385 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-6b2f3716-e057-4208-84bb-9d6cb12e167a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:49:59.310353 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-a2a3a7bf-eb6c-422e-ab03-c65c3b52f21e tempest-ServersTestJSON-787755264 tempest-ServersTestJSON-787755264-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:59.312115 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-6b2f3716-e057-4208-84bb-9d6cb12e167a admin admin] Usage tracker for resource:network and tenant:04b53f2841a9410cbababefaa2fdcde1 is out of sync, need to count used quota {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:49:59.316551 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-6b2f3716-e057-4208-84bb-9d6cb12e167a admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:49:59.368950 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-6b2f3716-e057-4208-84bb-9d6cb12e167a admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:49:59.396572 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-a2a3a7bf-eb6c-422e-ab03-c65c3b52f21e tempest-ServersTestJSON-787755264 tempest-ServersTestJSON-787755264-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:59.451026 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b2f3716-e057-4208-84bb-9d6cb12e167a admin admin] Made reservation on behalf of 04b53f2841a9410cbababefaa2fdcde1 for: {'network': 1} {{(pid=84041) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:49:59.453550 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-6b2f3716-e057-4208-84bb-9d6cb12e167a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for network, before_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:59.462465 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_dvr_db [None req-be26df99-6ac7-47eb-b64e-5c638e2098c9 None None] Set router eaafabbb-b7d8-4607-8693-3a4580a8599a gateway port host: n-d-838334-2 {{(pid=84042) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 20:49:59.469003 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-6b2f3716-e057-4208-84bb-9d6cb12e167a admin admin] Notify callbacks [] for security_group, before_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:59.553934 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5336425c-e227-4124-89e6-01abaff6ffe2 req-514d700a-970f-4e2f-a519-86d0dbbeafc4 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:49:59.555438 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-5336425c-e227-4124-89e6-01abaff6ffe2 req-514d700a-970f-4e2f-a519-86d0dbbeafc4 service neutron] 10.222.0.48 "GET /v2.0/networks?id=b18f6ca6-9241-4023-98c1-9e86661176c3 HTTP/1.1" status: 200 len: 912 time: 0.2563810 Apr 18 20:49:59.566724 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-15f55a3e-6376-4d1c-866f-f35c3882bb7b req-30fe7f4a-9dd1-4da9-84e1-cfaf3c2cb4d6 tempest-MigrationsAdminTest-1978661581 tempest-MigrationsAdminTest-1978661581-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=74fb1b3e-aad8-4cf1-ab81-337d3a37a132 HTTP/1.1" status: 200 len: 1100 time: 0.1881363 Apr 18 20:49:59.594508 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-6b2f3716-e057-4208-84bb-9d6cb12e167a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:49:59.602507 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-6b2f3716-e057-4208-84bb-9d6cb12e167a admin admin] Usage tracker for resource:security_group_rule and tenant:04b53f2841a9410cbababefaa2fdcde1 is out of sync, need to count used quota {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:49:59.606694 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-6b2f3716-e057-4208-84bb-9d6cb12e167a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:49:59.615680 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-6b2f3716-e057-4208-84bb-9d6cb12e167a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:49:59.625549 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87854b89-9c97-4236-8c23-dff6f4fec548 req-901f77bd-f0f6-4954-a26c-8909dffa8763 tempest-ImagesOneServerNegativeTestJSON-1563611860 tempest-ImagesOneServerNegativeTestJSON-1563611860-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:49:59.626994 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-87854b89-9c97-4236-8c23-dff6f4fec548 req-901f77bd-f0f6-4954-a26c-8909dffa8763 tempest-ImagesOneServerNegativeTestJSON-1563611860 tempest-ImagesOneServerNegativeTestJSON-1563611860-project] 10.222.0.42 "GET /v2.0/ports?device_id=a51bee04-081a-44fc-b9a3-21e66f1d4c2b HTTP/1.1" status: 200 len: 945 time: 0.2100115 Apr 18 20:49:59.684874 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-5336425c-e227-4124-89e6-01abaff6ffe2 req-85a78fd1-ddaa-4791-b63d-1d466034d9b8 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f46caf15-6c1a-4906-a2ac-d9fe3f185673 HTTP/1.1" status: 200 len: 217 time: 0.1162224 Apr 18 20:49:59.714040 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750375287399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253529'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:59.721439 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-a2a3a7bf-eb6c-422e-ab03-c65c3b52f21e tempest-ServersTestJSON-787755264 tempest-ServersTestJSON-787755264-project] Notify callbacks [] for port, precommit_update {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:59.735301 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-a2a3a7bf-eb6c-422e-ab03-c65c3b52f21e tempest-ServersTestJSON-787755264 tempest-ServersTestJSON-787755264-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32266282'] for port, after_update {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:59.814820 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-6b2f3716-e057-4208-84bb-9d6cb12e167a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:59.816749 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2a3a7bf-eb6c-422e-ab03-c65c3b52f21e tempest-ServersTestJSON-787755264 tempest-ServersTestJSON-787755264-project] Pushing event updated for resources: {'Port': ['ID=b4113f3e-3040-4bc3-b680-ba93f33675f0,revision_number=2']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:49:59.829951 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_hamode_db [None req-be26df99-6ac7-47eb-b64e-5c638e2098c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eaafabbb-b7d8-4607-8693-3a4580a8599a', 'name': 'tempest-ServerRescueTestJSON-1453542019-router', 'tenant_id': 'ec0d4dedc6f54935aafadeeb5b293728', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'external_fixed_ips': [{'subnet_id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'ip_address': '172.25.8.25'}], 'enable_snat': True}, 'gw_port_id': '867867ce-098d-4550-9089-0181e72d620e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:49:36Z', 'updated_at': '2022-04-18T20:49:42Z', 'revision_number': 4, 'project_id': 'ec0d4dedc6f54935aafadeeb5b293728', 'gw_port': {'id': '867867ce-098d-4550-9089-0181e72d620e', 'name': '', 'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:c3:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eaafabbb-b7d8-4607-8693-3a4580a8599a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'ip_address': '172.25.8.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:49:37Z', 'updated_at': '2022-04-18T20:49:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838334-2', '_interfaces': [{'id': '2775d14f-86fa-4d0b-80d4-579c8193a39c', 'name': '', 'network_id': 'b18f6ca6-9241-4023-98c1-9e86661176c3', 'tenant_id': 'ec0d4dedc6f54935aafadeeb5b293728', 'mac_address': 'fa:16:3e:b2:f0:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eaafabbb-b7d8-4607-8693-3a4580a8599a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9dc534ce-5db0-4608-a47a-91cc424d228c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:49:40Z', 'updated_at': '2022-04-18T20:49:42Z', 'revision_number': 2, 'project_id': 'ec0d4dedc6f54935aafadeeb5b293728', 'subnets': [{'id': '9dc534ce-5db0-4608-a47a-91cc424d228c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838334-2', False) {} {{(pid=84042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:49:59.835184 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be26df99-6ac7-47eb-b64e-5c638e2098c9 None None] Checking router: eaafabbb-b7d8-4607-8693-3a4580a8599a for host: n-d-838334-2 {{(pid=84042) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 18 20:49:59.835534 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be26df99-6ac7-47eb-b64e-5c638e2098c9 None None] Updating router eaafabbb-b7d8-4607-8693-3a4580a8599a port 2775d14f-86fa-4d0b-80d4-579c8193a39c binding host n-d-838334-2 {{(pid=84042) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 18 20:49:59.859836 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-6b2f3716-e057-4208-84bb-9d6cb12e167a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33528224'] for security_group, after_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:59.865861 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-15f55a3e-6376-4d1c-866f-f35c3882bb7b req-a2a2996d-0054-4b4f-bce5-d89d9084b169 tempest-MigrationsAdminTest-1978661581 tempest-MigrationsAdminTest-1978661581-project-admin] 10.222.0.42 "GET /v2.0/security-groups?id=8ca7ac2c-bfe5-493b-aae6-636315bac851&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2473872 Apr 18 20:49:59.880216 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-87854b89-9c97-4236-8c23-dff6f4fec548 req-f34adcfe-d444-4766-9c45-4035c8039a51 tempest-ImagesOneServerNegativeTestJSON-1563611860 tempest-ImagesOneServerNegativeTestJSON-1563611860-project] 10.222.0.42 "GET /v2.0/security-groups?id=35685d16-429f-4b00-82f0-cda27d79d56c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2335932 Apr 18 20:49:59.891533 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-be26df99-6ac7-47eb-b64e-5c638e2098c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:59.921115 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5336425c-e227-4124-89e6-01abaff6ffe2 req-c6be3cfb-e4b8-4a6c-99cb-821bcf5dbefa service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:49:59.922801 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-5336425c-e227-4124-89e6-01abaff6ffe2 req-c6be3cfb-e4b8-4a6c-99cb-821bcf5dbefa service neutron] 10.222.0.48 "GET /v2.0/subnets?id=9dc534ce-5db0-4608-a47a-91cc424d228c HTTP/1.1" status: 200 len: 851 time: 0.2228169 Apr 18 20:49:59.926483 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.v2.base [req-8ff6173c-47f5-4969-bf44-e567975cb474 req-392c0dfc-1600-40bd-809d-49ad44102ea1 tempest-ServerRescueTestJSONUnderV235-1035206563 tempest-ServerRescueTestJSONUnderV235-1035206563-project] Request body: {'security_group': {'name': 'tempest-ServerRescueTestJSONUnderV235-securitygroup-351925845', 'description': 'tempest-description-2073845127'}} {{(pid=84040) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 20:49:59.929923 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6b2f3716-e057-4208-84bb-9d6cb12e167a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 396} {{(pid=84041) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 20:49:59.936851 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [req-8ff6173c-47f5-4969-bf44-e567975cb474 req-392c0dfc-1600-40bd-809d-49ad44102ea1 tempest-ServerRescueTestJSONUnderV235-1035206563 tempest-ServerRescueTestJSONUnderV235-1035206563-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:49:59.940373 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-6b2f3716-e057-4208-84bb-9d6cb12e167a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1082986'] for segment, precommit_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:59.940949 n-d-838334-2 neutron-server[84041]: INFO neutron.db.segments_db [None req-6b2f3716-e057-4208-84bb-9d6cb12e167a admin admin] Added segment d38fbde7-1075-4542-af2a-c4556022259d of type vlan for network 803c086c-3010-4648-8fef-c29f16ec86ef Apr 18 20:49:59.954234 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-a2a3a7bf-eb6c-422e-ab03-c65c3b52f21e tempest-ServersTestJSON-787755264 tempest-ServersTestJSON-787755264-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33444131'] for floatingip, after_update {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:59.982127 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Device 949f02d1-12bb-440c-a2f0-e70e4a56cec3 up at agent hyperv_n-h1-838334-2 {{(pid=84042) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 20:50:00.005682 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-6b2f3716-e057-4208-84bb-9d6cb12e167a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750374825732'] for network, precommit_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:00.017607 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [req-8ff6173c-47f5-4969-bf44-e567975cb474 req-392c0dfc-1600-40bd-809d-49ad44102ea1 tempest-ServerRescueTestJSONUnderV235-1035206563 tempest-ServerRescueTestJSONUnderV235-1035206563-project] Usage tracker for resource:security_group and tenant:134eb2d988564a4ab37aee0077d2b54a is out of sync, need to count used quota {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:50:00.024923 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [req-8ff6173c-47f5-4969-bf44-e567975cb474 req-392c0dfc-1600-40bd-809d-49ad44102ea1 tempest-ServerRescueTestJSONUnderV235-1035206563 tempest-ServerRescueTestJSONUnderV235-1035206563-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:50:00.029396 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-5336425c-e227-4124-89e6-01abaff6ffe2 req-d13f09bd-e419-4eb2-88a1-4de3a52ae7b3 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=b18f6ca6-9241-4023-98c1-9e86661176c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0937262 Apr 18 20:50:00.033055 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [req-8ff6173c-47f5-4969-bf44-e567975cb474 req-392c0dfc-1600-40bd-809d-49ad44102ea1 tempest-ServerRescueTestJSONUnderV235-1035206563 tempest-ServerRescueTestJSONUnderV235-1035206563-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:50:00.043611 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-a2a3a7bf-eb6c-422e-ab03-c65c3b52f21e tempest-ServersTestJSON-787755264 tempest-ServersTestJSON-787755264-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217293'] for floatingip, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:00.045094 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-a2a3a7bf-eb6c-422e-ab03-c65c3b52f21e tempest-ServersTestJSON-787755264 tempest-ServersTestJSON-787755264-project] 10.222.0.42 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.0227146 Apr 18 20:50:00.071243 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-6b2f3716-e057-4208-84bb-9d6cb12e167a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33526109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022'] for network, after_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:00.072295 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b2f3716-e057-4208-84bb-9d6cb12e167a admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:50:00.073703 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-8ff6173c-47f5-4969-bf44-e567975cb474 req-392c0dfc-1600-40bd-809d-49ad44102ea1 tempest-ServerRescueTestJSONUnderV235-1035206563 tempest-ServerRescueTestJSONUnderV235-1035206563-project] Notify callbacks [] for security_group, before_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:00.074868 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-6b2f3716-e057-4208-84bb-9d6cb12e167a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32378031'] for network, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:00.109479 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b2f3716-e057-4208-84bb-9d6cb12e167a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=56a66b20-a6a2-4e98-97c7-05ac77f455d3,revision_number=1']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:50:00.222420 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Provisioning for port 949f02d1-12bb-440c-a2f0-e70e4a56cec3 completed by entity L2. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 20:50:00.230988 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Provisioning complete for port 949f02d1-12bb-440c-a2f0-e70e4a56cec3 triggered by entity L2. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:50:00.231363 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1253608'] for port, provisioning_complete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:00.260523 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [req-8ff6173c-47f5-4969-bf44-e567975cb474 req-392c0dfc-1600-40bd-809d-49ad44102ea1 tempest-ServerRescueTestJSONUnderV235-1035206563 tempest-ServerRescueTestJSONUnderV235-1035206563-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:50:00.283492 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [req-8ff6173c-47f5-4969-bf44-e567975cb474 req-392c0dfc-1600-40bd-809d-49ad44102ea1 tempest-ServerRescueTestJSONUnderV235-1035206563 tempest-ServerRescueTestJSONUnderV235-1035206563-project] Usage tracker for resource:security_group_rule and tenant:134eb2d988564a4ab37aee0077d2b54a is out of sync, need to count used quota {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:50:00.288240 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [req-8ff6173c-47f5-4969-bf44-e567975cb474 req-392c0dfc-1600-40bd-809d-49ad44102ea1 tempest-ServerRescueTestJSONUnderV235-1035206563 tempest-ServerRescueTestJSONUnderV235-1035206563-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:50:00.296990 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [req-8ff6173c-47f5-4969-bf44-e567975cb474 req-392c0dfc-1600-40bd-809d-49ad44102ea1 tempest-ServerRescueTestJSONUnderV235-1035206563 tempest-ServerRescueTestJSONUnderV235-1035206563-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:50:00.305581 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-6b2f3716-e057-4208-84bb-9d6cb12e167a admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.3821914 Apr 18 20:50:00.310226 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 46110) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:50:00.315222 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b2f3716-e057-4208-84bb-9d6cb12e167a admin admin] Pushing event updated for resources: {'Network': ['ID=803c086c-3010-4648-8fef-c29f16ec86ef,revision_number=1']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:50:00.325224 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.v2.base [None req-0dc22228-9247-4521-9b11-fa91a1dc5e3f admin admin] Request body: {'subnet': {'network_id': '803c086c-3010-4648-8fef-c29f16ec86ef', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupRulesTestJSON-2055519101-subnet', 'tenant_id': '04b53f2841a9410cbababefaa2fdcde1', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=84041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 20:50:00.327300 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-5336425c-e227-4124-89e6-01abaff6ffe2 req-589b54d5-84fc-4644-b7ac-6e8ebc5eda0b service neutron] 10.222.0.48 "GET /v2.0/networks/b18f6ca6-9241-4023-98c1-9e86661176c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2860036 Apr 18 20:50:00.328131 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Network 803c086c-3010-4648-8fef-c29f16ec86ef details requested by agent ovs-agent-n-d-838334-2 with host n-d-838334-2 {{(pid=84042) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 18 20:50:00.331396 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-0dc22228-9247-4521-9b11-fa91a1dc5e3f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:50:00.336086 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-0dc22228-9247-4521-9b11-fa91a1dc5e3f admin admin] Usage tracker for resource:subnet and tenant:04b53f2841a9410cbababefaa2fdcde1 is out of sync, need to count used quota {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:50:00.339435 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-0dc22228-9247-4521-9b11-fa91a1dc5e3f admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:50:00.342513 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-249957fc-4a4c-4b85-b4a7-0504fa9307a3 req-a57facbd-feea-4a53-adf9-9504ba8221cc tempest-ServerRescueTestJSON-1218824152 tempest-ServerRescueTestJSON-1218824152-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:50:00.345448 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-0dc22228-9247-4521-9b11-fa91a1dc5e3f admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:50:00.349563 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-249957fc-4a4c-4b85-b4a7-0504fa9307a3 req-a57facbd-feea-4a53-adf9-9504ba8221cc tempest-ServerRescueTestJSON-1218824152 tempest-ServerRescueTestJSON-1218824152-project] 10.222.0.42 "GET /v2.0/ports?device_id=a7644bc3-dad5-4231-8e11-ce8e2039002d HTTP/1.1" status: 200 len: 943 time: 0.2576537 Apr 18 20:50:00.359601 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0dc22228-9247-4521-9b11-fa91a1dc5e3f admin admin] Made reservation on behalf of 04b53f2841a9410cbababefaa2fdcde1 for: {'subnet': 1} {{(pid=84041) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:50:00.362069 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-0dc22228-9247-4521-9b11-fa91a1dc5e3f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32486301'] for subnet, before_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:00.509081 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-8ff6173c-47f5-4969-bf44-e567975cb474 req-392c0dfc-1600-40bd-809d-49ad44102ea1 tempest-ServerRescueTestJSONUnderV235-1035206563 tempest-ServerRescueTestJSONUnderV235-1035206563-project] Notify callbacks [] for security_group, precommit_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:00.516352 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-249957fc-4a4c-4b85-b4a7-0504fa9307a3 req-a3b7fb6b-a272-4856-a9a8-5cb3cc5f8e91 tempest-ServerRescueTestJSON-1218824152 tempest-ServerRescueTestJSON-1218824152-project] 10.222.0.42 "GET /v2.0/security-groups?id=6f984221-1918-47e6-82e9-256972907b58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1662338 Apr 18 20:50:00.526667 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-8ff6173c-47f5-4969-bf44-e567975cb474 req-392c0dfc-1600-40bd-809d-49ad44102ea1 tempest-ServerRescueTestJSONUnderV235-1035206563 tempest-ServerRescueTestJSONUnderV235-1035206563-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33528224'] for security_group, after_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:00.563478 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-392c0dfc-1600-40bd-809d-49ad44102ea1 tempest-ServerRescueTestJSONUnderV235-1035206563 tempest-ServerRescueTestJSONUnderV235-1035206563-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a78e0770-85d1-4921-b92f-4910379a31fe,revision_number=1']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:50:00.598187 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-5336425c-e227-4124-89e6-01abaff6ffe2 req-e5fdf34c-05c6-4c4c-9090-9bdc9c1ef7a6 service neutron] 10.222.0.48 "GET /v2.0/networks/b18f6ca6-9241-4023-98c1-9e86661176c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2436159 Apr 18 20:50:00.600143 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-0dc22228-9247-4521-9b11-fa91a1dc5e3f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33526260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32266407', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32486287'] for subnet, after_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:00.603912 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-8ff6173c-47f5-4969-bf44-e567975cb474 req-392c0dfc-1600-40bd-809d-49ad44102ea1 tempest-ServerRescueTestJSONUnderV235-1035206563 tempest-ServerRescueTestJSONUnderV235-1035206563-project] Notify callbacks [] for security_group, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:00.617408 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-8ff6173c-47f5-4969-bf44-e567975cb474 req-392c0dfc-1600-40bd-809d-49ad44102ea1 tempest-ServerRescueTestJSONUnderV235-1035206563 tempest-ServerRescueTestJSONUnderV235-1035206563-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1646 time: 0.7007196 Apr 18 20:50:00.645273 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:00.660961 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-be26df99-6ac7-47eb-b64e-5c638e2098c9 None None] Notify callbacks [] for port, precommit_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:00.683910 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-be26df99-6ac7-47eb-b64e-5c638e2098c9 None None] Transition to ACTIVE for port object 2775d14f-86fa-4d0b-80d4-579c8193a39c will not be triggered until provisioned by entity L2. {{(pid=84042) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 20:50:00.697498 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-be26df99-6ac7-47eb-b64e-5c638e2098c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682'] for port, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:00.700946 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dc22228-9247-4521-9b11-fa91a1dc5e3f admin admin] Pushing event updated for resources: {'Subnet': ['ID=4e52f961-c475-4a4d-a290-b4f9fba689a2,revision_number=0']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:50:00.718255 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0dc22228-9247-4521-9b11-fa91a1dc5e3f admin admin] Checking segment: {'id': 'd38fbde7-1075-4542-af2a-c4556022259d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '803c086c-3010-4648-8fef-c29f16ec86ef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84041) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 20:50:00.718937 n-d-838334-2 neutron-server[84041]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0dc22228-9247-4521-9b11-fa91a1dc5e3f admin admin] Network hostable DHCP agents. Network: 803c086c-3010-4648-8fef-c29f16ec86ef, hostable agents: ['8746f8ea-3e91-4b32-9919-2c63adeb8722'], hosted agents: [] {{(pid=84041) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 20:50:00.741985 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-d38a45ee-6013-4082-bdc3-7d1802d2b538 req-b1837913-88b4-4794-886f-f0341f43e7fd tempest-ServerShowV247Test-541190692 tempest-ServerShowV247Test-541190692-project] 10.222.0.42 "GET /v2.0/ports?device_id=fa249cf4-3898-4abf-a16b-0c024b5b978a HTTP/1.1" status: 200 len: 210 time: 0.0480051 Apr 18 20:50:00.746197 n-d-838334-2 neutron-server[84041]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0dc22228-9247-4521-9b11-fa91a1dc5e3f admin admin] Network 803c086c-3010-4648-8fef-c29f16ec86ef is scheduled to be hosted by DHCP agent 8746f8ea-3e91-4b32-9919-2c63adeb8722 with binding_index 1 {{(pid=84041) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 20:50:00.757147 n-d-838334-2 neutron-server[84042]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '74fb1b3e-aad8-4cf1-ab81-337d3a37a132', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '949f02d1-12bb-440c-a2f0-e70e4a56cec3'}] {{(pid=84042) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 20:50:00.758509 n-d-838334-2 neutron-server[84041]: DEBUG neutron.scheduler.base_scheduler [None req-0dc22228-9247-4521-9b11-fa91a1dc5e3f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-838334-2, 803c086c-3010-4648-8fef-c29f16ec86ef) {{(pid=84041) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:50:00.763382 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0dc22228-9247-4521-9b11-fa91a1dc5e3f admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:50:00.764559 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-0dc22228-9247-4521-9b11-fa91a1dc5e3f admin admin] Notify callbacks [] for subnet, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:00.793898 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-0dc22228-9247-4521-9b11-fa91a1dc5e3f admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4825072 Apr 18 20:50:00.794799 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d21233de-c014-43b3-a3ea-b928188aa9be None None] Network 803c086c-3010-4648-8fef-c29f16ec86ef requested from n-d-838334-2 {{(pid=84042) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 20:50:00.840145 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0ba6ddb-d2c8-44b5-a130-774a6e1b4c92 None None] Pushing event updated for resources: {'Port': ['ID=2775d14f-86fa-4d0b-80d4-579c8193a39c,revision_number=3']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:50:00.843382 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] For port 949f02d1-12bb-440c-a2f0-e70e4a56cec3, host n-h1-838334-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838334-2',level=0,port_id=949f02d1-12bb-440c-a2f0-e70e4a56cec3,segment=NetworkSegment(62b85806-94d8-4a88-a06c-da82e5932d66),segment_id=62b85806-94d8-4a88-a06c-da82e5932d66)] {{(pid=84042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:50:00.900575 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682'] for port, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:01.095232 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Pushing event updated for resources: {'Port': ['ID=949f02d1-12bb-440c-a2f0-e70e4a56cec3,revision_number=13']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:50:01.203873 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.managers [None req-be26df99-6ac7-47eb-b64e-5c638e2098c9 None None] Attempting to bind port 2775d14f-86fa-4d0b-80d4-579c8193a39c on host n-d-838334-2 for vnic_type normal with profile {{(pid=84042) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:50:01.204296 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.managers [None req-be26df99-6ac7-47eb-b64e-5c638e2098c9 None None] Attempting to bind port 2775d14f-86fa-4d0b-80d4-579c8193a39c by drivers openvswitch,hyperv on host n-d-838334-2 at level 0 using segments [{'id': '37ab3ec4-28bf-4f8a-804e-f8cad5dd40d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': 'b18f6ca6-9241-4023-98c1-9e86661176c3'}] {{(pid=84042) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:50:01.204666 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be26df99-6ac7-47eb-b64e-5c638e2098c9 None None] Attempting to bind port 2775d14f-86fa-4d0b-80d4-579c8193a39c on network b18f6ca6-9241-4023-98c1-9e86661176c3 {{(pid=84042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 20:50:01.243574 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be26df99-6ac7-47eb-b64e-5c638e2098c9 None None] Checking agent: {'id': '97cd4414-7af6-4d67-868d-dff370b4071a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838334-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 25, 49), 'started_at': datetime.datetime(2022, 4, 18, 20, 26, 19), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 20, 49, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838334-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 18 20:50:01.244353 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be26df99-6ac7-47eb-b64e-5c638e2098c9 None None] Checking segment: {'id': '37ab3ec4-28bf-4f8a-804e-f8cad5dd40d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': 'b18f6ca6-9241-4023-98c1-9e86661176c3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84042) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 20:50:01.244353 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-be26df99-6ac7-47eb-b64e-5c638e2098c9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:01.244798 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be26df99-6ac7-47eb-b64e-5c638e2098c9 None None] Bound using segment: {'id': '37ab3ec4-28bf-4f8a-804e-f8cad5dd40d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': 'b18f6ca6-9241-4023-98c1-9e86661176c3'} {{(pid=84042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 18 20:50:01.245030 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.managers [None req-be26df99-6ac7-47eb-b64e-5c638e2098c9 None None] Bound port: 2775d14f-86fa-4d0b-80d4-579c8193a39c, host: n-d-838334-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '37ab3ec4-28bf-4f8a-804e-f8cad5dd40d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': 'b18f6ca6-9241-4023-98c1-9e86661176c3'}}] {{(pid=84042) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 20:50:01.245393 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-be26df99-6ac7-47eb-b64e-5c638e2098c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:01.255797 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51f1daea-67e8-45a7-9bcb-f419f503375b None None] Network 803c086c-3010-4648-8fef-c29f16ec86ef requested from n-d-838334-2 {{(pid=84042) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 20:50:01.271072 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [req-6f038075-30f8-4283-b0e6-e5040de6bff9 req-31e4a297-354e-4880-a86d-2898b2467967 tempest-ServersTestJSON-787755264 tempest-ServersTestJSON-787755264-project] Synchronizing usage tracker for tenant:c80440892626468bbe8c78e37bd025d1 on resource:security_group {{(pid=84040) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 20:50:01.281860 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [req-895f37af-4441-43a2-9249-7afbade9ad80 req-9bf09791-8520-47c8-a44e-548187f51cd8 tempest-ServerRescueTestJSONUnderV235-1035206563 tempest-ServerRescueTestJSONUnderV235-1035206563-project] Synchronizing usage tracker for tenant:134eb2d988564a4ab37aee0077d2b54a on resource:security_group {{(pid=84040) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 20:50:01.301732 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [req-6f038075-30f8-4283-b0e6-e5040de6bff9 req-31e4a297-354e-4880-a86d-2898b2467967 tempest-ServersTestJSON-787755264 tempest-ServersTestJSON-787755264-project] Unset dirty status for tenant:c80440892626468bbe8c78e37bd025d1 on resource:security_group {{(pid=84040) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 20:50:01.302859 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-6f038075-30f8-4283-b0e6-e5040de6bff9 req-31e4a297-354e-4880-a86d-2898b2467967 tempest-ServersTestJSON-787755264 tempest-ServersTestJSON-787755264-project] 10.222.0.42 "GET /v2.0/security-groups?name=tempest-securitygroup--473424470&fields=id&tenant_id=c80440892626468bbe8c78e37bd025d1 HTTP/1.1" status: 200 len: 267 time: 0.1052389 Apr 18 20:50:01.307693 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [req-895f37af-4441-43a2-9249-7afbade9ad80 req-9bf09791-8520-47c8-a44e-548187f51cd8 tempest-ServerRescueTestJSONUnderV235-1035206563 tempest-ServerRescueTestJSONUnderV235-1035206563-project] Unset dirty status for tenant:134eb2d988564a4ab37aee0077d2b54a on resource:security_group {{(pid=84040) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 20:50:01.308917 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-895f37af-4441-43a2-9249-7afbade9ad80 req-9bf09791-8520-47c8-a44e-548187f51cd8 tempest-ServerRescueTestJSONUnderV235-1035206563 tempest-ServerRescueTestJSONUnderV235-1035206563-project] 10.222.0.42 "GET /v2.0/security-groups?name=tempest-ServerRescueTestJSONUnderV235-securitygroup-351925845&fields=id&tenant_id=134eb2d988564a4ab37aee0077d2b54a HTTP/1.1" status: 200 len: 267 time: 0.0964041 Apr 18 20:50:01.438155 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-be26df99-6ac7-47eb-b64e-5c638e2098c9 None None] For port 2775d14f-86fa-4d0b-80d4-579c8193a39c, host n-d-838334-2, cleared binding levels {{(pid=84042) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 20:50:01.480155 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-be26df99-6ac7-47eb-b64e-5c638e2098c9 None None] For port 2775d14f-86fa-4d0b-80d4-579c8193a39c, host n-d-838334-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838334-2',level=0,port_id=2775d14f-86fa-4d0b-80d4-579c8193a39c,segment=NetworkSegment(37ab3ec4-28bf-4f8a-804e-f8cad5dd40d4),segment_id=37ab3ec4-28bf-4f8a-804e-f8cad5dd40d4)] {{(pid=84042) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 20:50:01.486984 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-be26df99-6ac7-47eb-b64e-5c638e2098c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682'] for port, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:01.512910 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f038075-30f8-4283-b0e6-e5040de6bff9 req-fcc5b58d-8c99-46d7-afd2-27ca67e45d0b tempest-ServersTestJSON-787755264 tempest-ServersTestJSON-787755264-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:50:01.513575 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [req-6f038075-30f8-4283-b0e6-e5040de6bff9 req-fcc5b58d-8c99-46d7-afd2-27ca67e45d0b tempest-ServersTestJSON-787755264 tempest-ServersTestJSON-787755264-project] Synchronizing usage tracker for tenant:c80440892626468bbe8c78e37bd025d1 on resource:network {{(pid=84040) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 20:50:01.530460 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-895f37af-4441-43a2-9249-7afbade9ad80 req-a74d0f52-e3bb-4dc7-8b38-46d117e36594 tempest-ServerRescueTestJSONUnderV235-1035206563 tempest-ServerRescueTestJSONUnderV235-1035206563-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:50:01.531918 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-895f37af-4441-43a2-9249-7afbade9ad80 req-a74d0f52-e3bb-4dc7-8b38-46d117e36594 tempest-ServerRescueTestJSONUnderV235-1035206563 tempest-ServerRescueTestJSONUnderV235-1035206563-project] 10.222.0.42 "GET /v2.0/ports?device_id=a96b676e-b606-4103-a36d-2f1625145b68 HTTP/1.1" status: 200 len: 946 time: 0.2166612 Apr 18 20:50:01.547500 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.v2.base [req-895f37af-4441-43a2-9249-7afbade9ad80 req-a1373339-1756-4df4-9c82-1bbfc1db4e47 tempest-ServerRescueTestJSONUnderV235-1035206563 tempest-ServerRescueTestJSONUnderV235-1035206563-project] Request body: {'port': {'security_groups': ['aac67c62-23bd-4af5-b48b-8b06d02dda3f', 'a78e0770-85d1-4921-b92f-4910379a31fe']}} {{(pid=84040) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 20:50:01.574094 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [req-6f038075-30f8-4283-b0e6-e5040de6bff9 req-fcc5b58d-8c99-46d7-afd2-27ca67e45d0b tempest-ServersTestJSON-787755264 tempest-ServersTestJSON-787755264-project] Unset dirty status for tenant:c80440892626468bbe8c78e37bd025d1 on resource:network {{(pid=84040) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 20:50:01.575223 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-6f038075-30f8-4283-b0e6-e5040de6bff9 req-fcc5b58d-8c99-46d7-afd2-27ca67e45d0b tempest-ServersTestJSON-787755264 tempest-ServersTestJSON-787755264-project] 10.222.0.42 "GET /v2.0/networks?id=cb7d8d08-145d-4d13-ac88-081ac0f45bd8 HTTP/1.1" status: 200 len: 806 time: 0.2611651 Apr 18 20:50:01.606363 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0ba6ddb-d2c8-44b5-a130-774a6e1b4c92 None None] Pushing event updated for resources: {'Port': ['ID=2775d14f-86fa-4d0b-80d4-579c8193a39c,revision_number=4']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:50:01.613148 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-6f038075-30f8-4283-b0e6-e5040de6bff9 req-37ebe3fd-477d-45f7-a344-78c743bb5e8e tempest-ServersTestJSON-787755264 tempest-ServersTestJSON-787755264-project] 10.222.0.42 "GET /v2.0/quotas/c80440892626468bbe8c78e37bd025d1 HTTP/1.1" status: 200 len: 375 time: 0.0249135 Apr 18 20:50:01.614588 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be26df99-6ac7-47eb-b64e-5c638e2098c9 None None] Routers {'eaafabbb-b7d8-4607-8693-3a4580a8599a'} bound to L3 agent in host n-d-838334-2 {{(pid=84042) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 20:50:01.615185 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_hamode_db [None req-be26df99-6ac7-47eb-b64e-5c638e2098c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838334-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-18T20:25:48Z,description=,heartbeat_timestamp=2022-04-18T20:49:48Z,host='n-d-838334-2',id=bc84d6c9-dd7a-4555-a351-592327b46d5a,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:25:48Z,topic='l3_agent')) {'router_ids': ['eaafabbb-b7d8-4607-8693-3a4580a8599a'], 'active': True} {{(pid=84042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:50:01.724582 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-895f37af-4441-43a2-9249-7afbade9ad80 req-a1373339-1756-4df4-9c82-1bbfc1db4e47 tempest-ServerRescueTestJSONUnderV235-1035206563 tempest-ServerRescueTestJSONUnderV235-1035206563-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:01.795320 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_dvr_db [None req-be26df99-6ac7-47eb-b64e-5c638e2098c9 None None] Set router eaafabbb-b7d8-4607-8693-3a4580a8599a gateway port host: n-d-838334-2 {{(pid=84042) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 20:50:01.825639 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-6f038075-30f8-4283-b0e6-e5040de6bff9 req-54ff7e44-2ce3-4619-8721-d12b1206a84a tempest-ServersTestJSON-787755264 tempest-ServersTestJSON-787755264-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=c80440892626468bbe8c78e37bd025d1&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1819272 Apr 18 20:50:02.015192 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Device 968bbb7b-ac07-4f93-a27a-f9fa924c1025 no longer exists at agent hyperv_n-h1-838334-2 {{(pid=84042) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 20:50:02.036691 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-6f038075-30f8-4283-b0e6-e5040de6bff9 req-db78d60e-5a72-4dcc-99d0-9a3e81e18a02 service neutron] 10.222.0.42 "GET /v2.0/networks/cb7d8d08-145d-4d13-ac88-081ac0f45bd8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1967630 Apr 18 20:50:02.040715 n-d-838334-2 neutron-server[84043]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ec2eb1b-6ff9-4782-a555-32756c7b66af None None] Sync routers for ids ['14fab50a-3e37-4758-ac2f-e4b0a64b91d8'] in n-d-838334-2 {{(pid=84043) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 18 20:50:02.054852 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ec2eb1b-6ff9-4782-a555-32756c7b66af None None] Routers {'14fab50a-3e37-4758-ac2f-e4b0a64b91d8'} bound to L3 agent in host n-d-838334-2 {{(pid=84043) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 20:50:02.055760 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.l3_hamode_db [None req-5ec2eb1b-6ff9-4782-a555-32756c7b66af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838334-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-18T20:25:48Z,description=,heartbeat_timestamp=2022-04-18T20:49:48Z,host='n-d-838334-2',id=bc84d6c9-dd7a-4555-a351-592327b46d5a,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:25:48Z,topic='l3_agent')) {'router_ids': ['14fab50a-3e37-4758-ac2f-e4b0a64b91d8'], 'active': True} {{(pid=84043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:50:02.250322 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Device f46caf15-6c1a-4906-a2ac-d9fe3f185673 details requested by agent hyperv_n-h2-838334-2 with host n-h2-838334-2 {{(pid=84042) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 18 20:50:02.260424 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.l3_dvr_db [None req-5ec2eb1b-6ff9-4782-a555-32756c7b66af None None] Set router 14fab50a-3e37-4758-ac2f-e4b0a64b91d8 gateway port host: n-d-838334-2 {{(pid=84043) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 20:50:02.301576 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:02.379456 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-6f038075-30f8-4283-b0e6-e5040de6bff9 req-b45103dc-a66a-4096-b586-59ecb61eceeb service neutron] 10.222.0.42 "GET /v2.0/networks/cb7d8d08-145d-4d13-ac88-081ac0f45bd8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2984710 Apr 18 20:50:02.384500 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.db [req-895f37af-4441-43a2-9249-7afbade9ad80 req-a1373339-1756-4df4-9c82-1bbfc1db4e47 tempest-ServerRescueTestJSONUnderV235-1035206563 tempest-ServerRescueTestJSONUnderV235-1035206563-project] For port 79dd13c6-ebce-4026-87a0-8a1716458bc4, host n-h2-838334-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838334-2',level=0,port_id=79dd13c6-ebce-4026-87a0-8a1716458bc4,segment=NetworkSegment(84b0de3c-8149-4d18-8929-3ff0da980800),segment_id=84b0de3c-8149-4d18-8929-3ff0da980800)] {{(pid=84040) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:50:02.415104 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-895f37af-4441-43a2-9249-7afbade9ad80 req-a1373339-1756-4df4-9c82-1bbfc1db4e47 tempest-ServerRescueTestJSONUnderV235-1035206563 tempest-ServerRescueTestJSONUnderV235-1035206563-project] Notify callbacks [] for port, precommit_update {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:02.421019 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-895f37af-4441-43a2-9249-7afbade9ad80 req-a1373339-1756-4df4-9c82-1bbfc1db4e47 tempest-ServerRescueTestJSONUnderV235-1035206563 tempest-ServerRescueTestJSONUnderV235-1035206563-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32440959'] for port, after_update {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:02.438702 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] get_ports_and_sgs() called for port_ids ['79dd13c6-ebce-4026-87a0-8a1716458bc4'] {{(pid=84042) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 18 20:50:02.467416 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] For port 968bbb7b-ac07-4f93-a27a-f9fa924c1025, host n-h1-838334-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838334-2',level=0,port_id=968bbb7b-ac07-4f93-a27a-f9fa924c1025,segment=NetworkSegment(4935dfdb-03db-4976-a6b4-e0fa58696685),segment_id=4935dfdb-03db-4976-a6b4-e0fa58696685)] {{(pid=84042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:50:02.500841 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682'] for port, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:02.503449 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-895f37af-4441-43a2-9249-7afbade9ad80 req-a1373339-1756-4df4-9c82-1bbfc1db4e47 tempest-ServerRescueTestJSONUnderV235-1035206563 tempest-ServerRescueTestJSONUnderV235-1035206563-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:50:02.504377 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-895f37af-4441-43a2-9249-7afbade9ad80 req-a1373339-1756-4df4-9c82-1bbfc1db4e47 tempest-ServerRescueTestJSONUnderV235-1035206563 tempest-ServerRescueTestJSONUnderV235-1035206563-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217293'] for port, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:02.518565 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-895f37af-4441-43a2-9249-7afbade9ad80 req-a1373339-1756-4df4-9c82-1bbfc1db4e47 tempest-ServerRescueTestJSONUnderV235-1035206563 tempest-ServerRescueTestJSONUnderV235-1035206563-project] 10.222.0.42 "PUT /v2.0/ports/79dd13c6-ebce-4026-87a0-8a1716458bc4 HTTP/1.1" status: 200 len: 982 time: 0.9763794 Apr 18 20:50:02.519075 n-d-838334-2 neutron-server[84040]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a96b676e-b606-4103-a36d-2f1625145b68', 'tag': '79dd13c6-ebce-4026-87a0-8a1716458bc4'}] {{(pid=84040) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 20:50:02.552152 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1373339-1756-4df4-9c82-1bbfc1db4e47 tempest-ServerRescueTestJSONUnderV235-1035206563 tempest-ServerRescueTestJSONUnderV235-1035206563-project] Pushing event updated for resources: {'Port': ['ID=79dd13c6-ebce-4026-87a0-8a1716458bc4,revision_number=6']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:50:02.612027 n-d-838334-2 neutron-server[84042]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b6d656a9-5e3c-4583-a2a4-3d99870fe1a9'] response: {'server_uuid': '74fb1b3e-aad8-4cf1-ab81-337d3a37a132', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '949f02d1-12bb-440c-a2f0-e70e4a56cec3', 'code': 200} Apr 18 20:50:02.657460 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.l3_hamode_db [None req-5ec2eb1b-6ff9-4782-a555-32756c7b66af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14fab50a-3e37-4758-ac2f-e4b0a64b91d8', 'name': 'tempest-ServersTestJSON-1069932152-router', 'tenant_id': 'c80440892626468bbe8c78e37bd025d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'external_fixed_ips': [{'subnet_id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'ip_address': '172.25.8.191'}], 'enable_snat': True}, 'gw_port_id': '6dfd8e27-ef70-4230-b38f-550de7f4cfd8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:49:41Z', 'updated_at': '2022-04-18T20:49:50Z', 'revision_number': 4, 'project_id': 'c80440892626468bbe8c78e37bd025d1', 'gw_port': {'id': '6dfd8e27-ef70-4230-b38f-550de7f4cfd8', 'name': '', 'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:c7:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14fab50a-3e37-4758-ac2f-e4b0a64b91d8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'ip_address': '172.25.8.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:49:42Z', 'updated_at': '2022-04-18T20:49:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838334-2', '_interfaces': [{'id': 'e90b00fe-59f0-4d30-947a-5172dd60083c', 'name': '', 'network_id': 'cb7d8d08-145d-4d13-ac88-081ac0f45bd8', 'tenant_id': 'c80440892626468bbe8c78e37bd025d1', 'mac_address': 'fa:16:3e:e4:29:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '14fab50a-3e37-4758-ac2f-e4b0a64b91d8', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd44f0eef-ab44-4d2f-a08c-330a2cd17cc6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:49:49Z', 'updated_at': '2022-04-18T20:49:51Z', 'revision_number': 2, 'project_id': 'c80440892626468bbe8c78e37bd025d1', 'subnets': [{'id': 'd44f0eef-ab44-4d2f-a08c-330a2cd17cc6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838334-2', False) {} {{(pid=84043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:50:02.660663 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_hamode_db [None req-be26df99-6ac7-47eb-b64e-5c638e2098c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eaafabbb-b7d8-4607-8693-3a4580a8599a', 'name': 'tempest-ServerRescueTestJSON-1453542019-router', 'tenant_id': 'ec0d4dedc6f54935aafadeeb5b293728', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'external_fixed_ips': [{'subnet_id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'ip_address': '172.25.8.25'}], 'enable_snat': True}, 'gw_port_id': '867867ce-098d-4550-9089-0181e72d620e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:49:36Z', 'updated_at': '2022-04-18T20:49:42Z', 'revision_number': 4, 'project_id': 'ec0d4dedc6f54935aafadeeb5b293728', 'gw_port': {'id': '867867ce-098d-4550-9089-0181e72d620e', 'name': '', 'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:c3:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eaafabbb-b7d8-4607-8693-3a4580a8599a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'ip_address': '172.25.8.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:49:37Z', 'updated_at': '2022-04-18T20:49:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838334-2', '_interfaces': [{'id': '2775d14f-86fa-4d0b-80d4-579c8193a39c', 'name': '', 'network_id': 'b18f6ca6-9241-4023-98c1-9e86661176c3', 'tenant_id': 'ec0d4dedc6f54935aafadeeb5b293728', 'mac_address': 'fa:16:3e:b2:f0:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eaafabbb-b7d8-4607-8693-3a4580a8599a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9dc534ce-5db0-4608-a47a-91cc424d228c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:49:40Z', 'updated_at': '2022-04-18T20:50:01Z', 'revision_number': 4, 'project_id': 'ec0d4dedc6f54935aafadeeb5b293728', 'subnets': [{'id': '9dc534ce-5db0-4608-a47a-91cc424d228c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838334-2', False) {} {{(pid=84042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:50:02.666511 n-d-838334-2 neutron-server[84043]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ec2eb1b-6ff9-4782-a555-32756c7b66af None None] Checking router: 14fab50a-3e37-4758-ac2f-e4b0a64b91d8 for host: n-d-838334-2 {{(pid=84043) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 18 20:50:02.667118 n-d-838334-2 neutron-server[84043]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ec2eb1b-6ff9-4782-a555-32756c7b66af None None] Updating router 14fab50a-3e37-4758-ac2f-e4b0a64b91d8 port e90b00fe-59f0-4d30-947a-5172dd60083c binding host n-d-838334-2 {{(pid=84043) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 18 20:50:02.696452 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] For port f46caf15-6c1a-4906-a2ac-d9fe3f185673, host n-h2-838334-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838334-2',level=0,port_id=f46caf15-6c1a-4906-a2ac-d9fe3f185673,segment=NetworkSegment(37ab3ec4-28bf-4f8a-804e-f8cad5dd40d4),segment_id=37ab3ec4-28bf-4f8a-804e-f8cad5dd40d4)] {{(pid=84042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:50:02.725838 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] get_ports_and_sgs() called for port_ids ['79dd13c6-ebce-4026-87a0-8a1716458bc4'] {{(pid=84042) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 18 20:50:02.754612 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Device 2775d14f-86fa-4d0b-80d4-579c8193a39c up at agent ovs-agent-n-d-838334-2 {{(pid=84042) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 20:50:02.755803 n-d-838334-2 neutron-server[84043]: DEBUG neutron_lib.callbacks.manager [None req-5ec2eb1b-6ff9-4782-a555-32756c7b66af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:02.766782 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.v2.base [req-29560497-7600-480b-b192-c22efa9f0e8f req-980a8fbd-c767-4ada-9c50-650051f0d600 tempest-SecurityGroupRulesTestJSON-1903449346 tempest-SecurityGroupRulesTestJSON-1903449346-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-685141300', 'description': 'tempest-description-119748266'}} {{(pid=84040) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 20:50:02.777410 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [req-29560497-7600-480b-b192-c22efa9f0e8f req-980a8fbd-c767-4ada-9c50-650051f0d600 tempest-SecurityGroupRulesTestJSON-1903449346 tempest-SecurityGroupRulesTestJSON-1903449346-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:50:02.782710 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [req-29560497-7600-480b-b192-c22efa9f0e8f req-980a8fbd-c767-4ada-9c50-650051f0d600 tempest-SecurityGroupRulesTestJSON-1903449346 tempest-SecurityGroupRulesTestJSON-1903449346-project] Usage tracker for resource:security_group and tenant:04b53f2841a9410cbababefaa2fdcde1 is out of sync, need to count used quota {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:50:02.795579 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [req-29560497-7600-480b-b192-c22efa9f0e8f req-980a8fbd-c767-4ada-9c50-650051f0d600 tempest-SecurityGroupRulesTestJSON-1903449346 tempest-SecurityGroupRulesTestJSON-1903449346-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:50:02.812215 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [req-29560497-7600-480b-b192-c22efa9f0e8f req-980a8fbd-c767-4ada-9c50-650051f0d600 tempest-SecurityGroupRulesTestJSON-1903449346 tempest-SecurityGroupRulesTestJSON-1903449346-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:50:02.837053 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-29560497-7600-480b-b192-c22efa9f0e8f req-980a8fbd-c767-4ada-9c50-650051f0d600 tempest-SecurityGroupRulesTestJSON-1903449346 tempest-SecurityGroupRulesTestJSON-1903449346-project] Notify callbacks [] for security_group, before_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:02.852072 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be26df99-6ac7-47eb-b64e-5c638e2098c9 None None] The sync data for ids ['eaafabbb-b7d8-4607-8693-3a4580a8599a'] in n-d-838334-2 is: [{'id': 'eaafabbb-b7d8-4607-8693-3a4580a8599a', 'name': 'tempest-ServerRescueTestJSON-1453542019-router', 'tenant_id': 'ec0d4dedc6f54935aafadeeb5b293728', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'external_fixed_ips': [{'subnet_id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'ip_address': '172.25.8.25'}], 'enable_snat': True}, 'gw_port_id': '867867ce-098d-4550-9089-0181e72d620e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:49:36Z', 'updated_at': '2022-04-18T20:49:42Z', 'revision_number': 4, 'project_id': 'ec0d4dedc6f54935aafadeeb5b293728', 'gw_port': {'id': '867867ce-098d-4550-9089-0181e72d620e', 'name': '', 'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:c3:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eaafabbb-b7d8-4607-8693-3a4580a8599a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'ip_address': '172.25.8.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:49:37Z', 'updated_at': '2022-04-18T20:49:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838334-2', '_interfaces': [{'id': '2775d14f-86fa-4d0b-80d4-579c8193a39c', 'name': '', 'network_id': 'b18f6ca6-9241-4023-98c1-9e86661176c3', 'tenant_id': 'ec0d4dedc6f54935aafadeeb5b293728', 'mac_address': 'fa:16:3e:b2:f0:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eaafabbb-b7d8-4607-8693-3a4580a8599a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9dc534ce-5db0-4608-a47a-91cc424d228c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:49:40Z', 'updated_at': '2022-04-18T20:50:01Z', 'revision_number': 4, 'project_id': 'ec0d4dedc6f54935aafadeeb5b293728', 'subnets': [{'id': '9dc534ce-5db0-4608-a47a-91cc424d228c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84042) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 18 20:50:02.878428 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Returning: {'device': 'f46caf15-6c1a-4906-a2ac-d9fe3f185673', 'network_id': 'b18f6ca6-9241-4023-98c1-9e86661176c3', 'port_id': 'f46caf15-6c1a-4906-a2ac-d9fe3f185673', 'mac_address': 'fa:16:3e:eb:de:ec', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 398, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9dc534ce-5db0-4608-a47a-91cc424d228c', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84042) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 18 20:50:02.917539 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [req-29560497-7600-480b-b192-c22efa9f0e8f req-980a8fbd-c767-4ada-9c50-650051f0d600 tempest-SecurityGroupRulesTestJSON-1903449346 tempest-SecurityGroupRulesTestJSON-1903449346-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:50:02.925817 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [req-29560497-7600-480b-b192-c22efa9f0e8f req-980a8fbd-c767-4ada-9c50-650051f0d600 tempest-SecurityGroupRulesTestJSON-1903449346 tempest-SecurityGroupRulesTestJSON-1903449346-project] Usage tracker for resource:security_group_rule and tenant:04b53f2841a9410cbababefaa2fdcde1 is out of sync, need to count used quota {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:50:02.942970 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [req-29560497-7600-480b-b192-c22efa9f0e8f req-980a8fbd-c767-4ada-9c50-650051f0d600 tempest-SecurityGroupRulesTestJSON-1903449346 tempest-SecurityGroupRulesTestJSON-1903449346-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:50:02.952702 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [req-29560497-7600-480b-b192-c22efa9f0e8f req-980a8fbd-c767-4ada-9c50-650051f0d600 tempest-SecurityGroupRulesTestJSON-1903449346 tempest-SecurityGroupRulesTestJSON-1903449346-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:50:03.014076 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Pushing event updated for resources: {'Port': ['ID=968bbb7b-ac07-4f93-a27a-f9fa924c1025,revision_number=11']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:50:03.131271 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:03.207461 n-d-838334-2 neutron-server[84042]: DEBUG neutron.notifiers.nova [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f46caf15-6c1a-4906-a2ac-d9fe3f185673 {{(pid=84042) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 18 20:50:03.231650 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] For port f46caf15-6c1a-4906-a2ac-d9fe3f185673, host n-h2-838334-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838334-2',level=0,port_id=f46caf15-6c1a-4906-a2ac-d9fe3f185673,segment=NetworkSegment(37ab3ec4-28bf-4f8a-804e-f8cad5dd40d4),segment_id=37ab3ec4-28bf-4f8a-804e-f8cad5dd40d4)] {{(pid=84042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:50:03.241479 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Provisioning for port 2775d14f-86fa-4d0b-80d4-579c8193a39c completed by entity L2. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 20:50:03.247556 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-29560497-7600-480b-b192-c22efa9f0e8f req-980a8fbd-c767-4ada-9c50-650051f0d600 tempest-SecurityGroupRulesTestJSON-1903449346 tempest-SecurityGroupRulesTestJSON-1903449346-project] Notify callbacks [] for security_group, precommit_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:03.255378 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682'] for port, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:03.284615 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-29560497-7600-480b-b192-c22efa9f0e8f req-980a8fbd-c767-4ada-9c50-650051f0d600 tempest-SecurityGroupRulesTestJSON-1903449346 tempest-SecurityGroupRulesTestJSON-1903449346-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33528224'] for security_group, after_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:03.295796 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d754931-a7d1-4332-a8d5-55c37a6839b5 req-36bd0371-c3be-4a3f-94b5-66f7739baea5 tempest-MigrationsAdminTest-1326981207 tempest-MigrationsAdminTest-1326981207-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:50:03.296550 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [req-7d754931-a7d1-4332-a8d5-55c37a6839b5 req-36bd0371-c3be-4a3f-94b5-66f7739baea5 tempest-MigrationsAdminTest-1326981207 tempest-MigrationsAdminTest-1326981207-project] Synchronizing usage tracker for tenant:0ae89e923933452faf6047be78995cc1 on resource:port {{(pid=84041) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 20:50:03.340186 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-29560497-7600-480b-b192-c22efa9f0e8f req-980a8fbd-c767-4ada-9c50-650051f0d600 tempest-SecurityGroupRulesTestJSON-1903449346 tempest-SecurityGroupRulesTestJSON-1903449346-project] Notify callbacks [] for security_group, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:03.341386 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [req-7d754931-a7d1-4332-a8d5-55c37a6839b5 req-36bd0371-c3be-4a3f-94b5-66f7739baea5 tempest-MigrationsAdminTest-1326981207 tempest-MigrationsAdminTest-1326981207-project] Unset dirty status for tenant:0ae89e923933452faf6047be78995cc1 on resource:port {{(pid=84041) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 20:50:03.342541 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-7d754931-a7d1-4332-a8d5-55c37a6839b5 req-36bd0371-c3be-4a3f-94b5-66f7739baea5 tempest-MigrationsAdminTest-1326981207 tempest-MigrationsAdminTest-1326981207-project] 10.222.0.43 "GET /v2.0/ports?device_id=74fb1b3e-aad8-4cf1-ab81-337d3a37a132 HTTP/1.1" status: 200 len: 950 time: 0.2484484 Apr 18 20:50:03.366407 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-29560497-7600-480b-b192-c22efa9f0e8f req-980a8fbd-c767-4ada-9c50-650051f0d600 tempest-SecurityGroupRulesTestJSON-1903449346 tempest-SecurityGroupRulesTestJSON-1903449346-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1642 time: 0.6049004 Apr 18 20:50:03.367783 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Provisioning complete for port 2775d14f-86fa-4d0b-80d4-579c8193a39c triggered by entity L2. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:50:03.368404 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1253608'] for port, provisioning_complete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:03.453617 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f08377d-f54a-487d-ac16-52261d51b31f req-2f6be738-96cb-4a32-a1f9-a9b5c4372838 tempest-MigrationsAdminTest-1326981207 tempest-MigrationsAdminTest-1326981207-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:50:03.465188 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-4f08377d-f54a-487d-ac16-52261d51b31f req-2f6be738-96cb-4a32-a1f9-a9b5c4372838 tempest-MigrationsAdminTest-1326981207 tempest-MigrationsAdminTest-1326981207-project] 10.222.0.42 "GET /v2.0/ports?device_id=74fb1b3e-aad8-4cf1-ab81-337d3a37a132 HTTP/1.1" status: 200 len: 950 time: 0.5925033 Apr 18 20:50:03.479303 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-980a8fbd-c767-4ada-9c50-650051f0d600 tempest-SecurityGroupRulesTestJSON-1903449346 tempest-SecurityGroupRulesTestJSON-1903449346-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c6457644-075d-4415-97ef-6a793044b358,revision_number=1']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:50:03.520640 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.plugin [req-7d754931-a7d1-4332-a8d5-55c37a6839b5 req-7b95e2f2-7e39-4d93-9c9b-7f57847262db tempest-MigrationsAdminTest-1326981207 tempest-MigrationsAdminTest-1326981207-project] Deleting port 949f02d1-12bb-440c-a2f0-e70e4a56cec3 {{(pid=84041) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 20:50:03.527601 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [req-7d754931-a7d1-4332-a8d5-55c37a6839b5 req-7b95e2f2-7e39-4d93-9c9b-7f57847262db tempest-MigrationsAdminTest-1326981207 tempest-MigrationsAdminTest-1326981207-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750375188691'] for port, before_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:03.529261 n-d-838334-2 neutron-server[84043]: DEBUG neutron_lib.callbacks.manager [None req-5ec2eb1b-6ff9-4782-a555-32756c7b66af None None] Notify callbacks [] for port, precommit_update {{(pid=84043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:03.563556 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Pushing event updated for resources: {'Port': ['ID=f46caf15-6c1a-4906-a2ac-d9fe3f185673,revision_number=4']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:50:03.564139 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.provisioning_blocks [None req-5ec2eb1b-6ff9-4782-a555-32756c7b66af None None] Transition to ACTIVE for port object e90b00fe-59f0-4d30-947a-5172dd60083c will not be triggered until provisioned by entity L2. {{(pid=84043) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 20:50:03.592742 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-4f08377d-f54a-487d-ac16-52261d51b31f req-f58af668-143d-4192-8579-8fc61d937ae0 tempest-MigrationsAdminTest-1326981207 tempest-MigrationsAdminTest-1326981207-project] 10.222.0.42 "GET /v2.0/security-groups?id=8ca7ac2c-bfe5-493b-aae6-636315bac851&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1233559 Apr 18 20:50:03.595711 n-d-838334-2 neutron-server[84043]: DEBUG neutron_lib.callbacks.manager [None req-5ec2eb1b-6ff9-4782-a555-32756c7b66af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682'] for port, after_update {{(pid=84043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:03.663670 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] get_ports_and_sgs() called for port_ids ['f46caf15-6c1a-4906-a2ac-d9fe3f185673'] {{(pid=84042) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 18 20:50:03.782953 n-d-838334-2 neutron-server[84043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9cc2be3-0b22-41c5-aea9-c167e2a352fe None None] Pushing event updated for resources: {'Port': ['ID=e90b00fe-59f0-4d30-947a-5172dd60083c,revision_number=3']} {{(pid=84043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:50:03.852788 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb83ee4c-41b0-4a2b-ac8f-4b5699d7f601 req-96835d57-fd7c-4064-9dd2-e30f91cb35d5 tempest-ServerActionsTestJSON-2052644234 tempest-ServerActionsTestJSON-2052644234-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:50:03.855939 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.db [req-7d754931-a7d1-4332-a8d5-55c37a6839b5 req-7b95e2f2-7e39-4d93-9c9b-7f57847262db tempest-MigrationsAdminTest-1326981207 tempest-MigrationsAdminTest-1326981207-project] For port 949f02d1-12bb-440c-a2f0-e70e4a56cec3, host n-h1-838334-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838334-2',level=0,port_id=949f02d1-12bb-440c-a2f0-e70e4a56cec3,segment=NetworkSegment(62b85806-94d8-4a88-a06c-da82e5932d66),segment_id=62b85806-94d8-4a88-a06c-da82e5932d66)] {{(pid=84041) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:50:03.856827 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [req-7d754931-a7d1-4332-a8d5-55c37a6839b5 req-7b95e2f2-7e39-4d93-9c9b-7f57847262db tempest-MigrationsAdminTest-1326981207 tempest-MigrationsAdminTest-1326981207-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369123'] for port, precommit_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:03.862576 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-eb83ee4c-41b0-4a2b-ac8f-4b5699d7f601 req-96835d57-fd7c-4064-9dd2-e30f91cb35d5 tempest-ServerActionsTestJSON-2052644234 tempest-ServerActionsTestJSON-2052644234-project] 10.222.0.42 "GET /v2.0/ports?device_id=b7307812-da19-4509-9baf-bb3ff8313904 HTTP/1.1" status: 200 len: 945 time: 0.1828129 Apr 18 20:50:03.934806 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-eb83ee4c-41b0-4a2b-ac8f-4b5699d7f601 req-f65da2bc-ccb8-4a5f-a175-5a2eeac55583 tempest-ServerActionsTestJSON-2052644234 tempest-ServerActionsTestJSON-2052644234-project] 10.222.0.42 "GET /v2.0/security-groups?id=c2aeb662-6a43-4389-8810-9fad3627855b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0707722 Apr 18 20:50:03.953990 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750375287399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253529'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:04.026102 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.plugin [req-7d754931-a7d1-4332-a8d5-55c37a6839b5 req-7b95e2f2-7e39-4d93-9c9b-7f57847262db tempest-MigrationsAdminTest-1326981207 tempest-MigrationsAdminTest-1326981207-project] Calling delete_port for 949f02d1-12bb-440c-a2f0-e70e4a56cec3 owned by compute:nova {{(pid=84041) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 20:50:04.086989 n-d-838334-2 neutron-server[84043]: DEBUG neutron.plugins.ml2.managers [None req-5ec2eb1b-6ff9-4782-a555-32756c7b66af None None] Attempting to bind port e90b00fe-59f0-4d30-947a-5172dd60083c on host n-d-838334-2 for vnic_type normal with profile {{(pid=84043) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:50:04.087672 n-d-838334-2 neutron-server[84043]: DEBUG neutron.plugins.ml2.managers [None req-5ec2eb1b-6ff9-4782-a555-32756c7b66af None None] Attempting to bind port e90b00fe-59f0-4d30-947a-5172dd60083c by drivers openvswitch,hyperv on host n-d-838334-2 at level 0 using segments [{'id': '3624f5a6-e1be-4270-a9aa-fb8201017ba1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': 'cb7d8d08-145d-4d13-ac88-081ac0f45bd8'}] {{(pid=84043) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:50:04.088207 n-d-838334-2 neutron-server[84043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ec2eb1b-6ff9-4782-a555-32756c7b66af None None] Attempting to bind port e90b00fe-59f0-4d30-947a-5172dd60083c on network cb7d8d08-145d-4d13-ac88-081ac0f45bd8 {{(pid=84043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 20:50:04.095949 n-d-838334-2 neutron-server[84043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ec2eb1b-6ff9-4782-a555-32756c7b66af None None] Checking agent: {'id': '97cd4414-7af6-4d67-868d-dff370b4071a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838334-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 25, 49), 'started_at': datetime.datetime(2022, 4, 18, 20, 26, 19), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 20, 49, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838334-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 18 20:50:04.099692 n-d-838334-2 neutron-server[84043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ec2eb1b-6ff9-4782-a555-32756c7b66af None None] Checking segment: {'id': '3624f5a6-e1be-4270-a9aa-fb8201017ba1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': 'cb7d8d08-145d-4d13-ac88-081ac0f45bd8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84043) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 20:50:04.100324 n-d-838334-2 neutron-server[84043]: DEBUG neutron_lib.callbacks.manager [None req-5ec2eb1b-6ff9-4782-a555-32756c7b66af None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:04.102143 n-d-838334-2 neutron-server[84043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ec2eb1b-6ff9-4782-a555-32756c7b66af None None] Bound using segment: {'id': '3624f5a6-e1be-4270-a9aa-fb8201017ba1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': 'cb7d8d08-145d-4d13-ac88-081ac0f45bd8'} {{(pid=84043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 18 20:50:04.102874 n-d-838334-2 neutron-server[84043]: DEBUG neutron.plugins.ml2.managers [None req-5ec2eb1b-6ff9-4782-a555-32756c7b66af None None] Bound port: e90b00fe-59f0-4d30-947a-5172dd60083c, host: n-d-838334-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3624f5a6-e1be-4270-a9aa-fb8201017ba1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': 'cb7d8d08-145d-4d13-ac88-081ac0f45bd8'}}] {{(pid=84043) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 20:50:04.109864 n-d-838334-2 neutron-server[84043]: DEBUG neutron_lib.callbacks.manager [None req-5ec2eb1b-6ff9-4782-a555-32756c7b66af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:04.178082 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bff4c15-5e4a-45c1-8a9a-8159e8a27dde req-d9df4553-5e12-4ce8-9f56-27842328ee67 tempest-ImagesOneServerNegativeTestJSON-1563611860 tempest-ImagesOneServerNegativeTestJSON-1563611860-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:50:04.183283 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-0bff4c15-5e4a-45c1-8a9a-8159e8a27dde req-d9df4553-5e12-4ce8-9f56-27842328ee67 tempest-ImagesOneServerNegativeTestJSON-1563611860 tempest-ImagesOneServerNegativeTestJSON-1563611860-project] 10.222.0.42 "GET /v2.0/ports?device_id=a51bee04-081a-44fc-b9a3-21e66f1d4c2b HTTP/1.1" status: 200 len: 945 time: 0.2413287 Apr 18 20:50:04.264889 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [req-7d754931-a7d1-4332-a8d5-55c37a6839b5 req-7b95e2f2-7e39-4d93-9c9b-7f57847262db tempest-MigrationsAdminTest-1326981207 tempest-MigrationsAdminTest-1326981207-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750375259028', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750374836628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32266323'] for port, after_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:04.277186 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:04.298720 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] get_ports_and_sgs() called for port_ids ['78bbc4c4-939a-4cb2-b476-fbddeecf9bf6', '454545ff-cc01-4b02-98d5-de56b420f516', '949f02d1-12bb-440c-a2f0-e70e4a56cec3'] {{(pid=84042) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 18 20:50:04.304089 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-0bff4c15-5e4a-45c1-8a9a-8159e8a27dde req-17eb802a-4324-4eb3-b8cd-15371b0b6f34 tempest-ImagesOneServerNegativeTestJSON-1563611860 tempest-ImagesOneServerNegativeTestJSON-1563611860-project] 10.222.0.42 "GET /v2.0/security-groups?id=35685d16-429f-4b00-82f0-cda27d79d56c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1124835 Apr 18 20:50:04.323023 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b95e2f2-7e39-4d93-9c9b-7f57847262db tempest-MigrationsAdminTest-1326981207 tempest-MigrationsAdminTest-1326981207-project] Pushing event deleted for resources: {'Port': ['ID=949f02d1-12bb-440c-a2f0-e70e4a56cec3,revision_number=None']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:50:04.354939 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e58d51ae-0efd-4140-96a9-8e6fbcac2e7d req-0e62fbbb-8738-4e68-85cb-a87807fc8c82 tempest-ServerRescueTestJSON-1218824152 tempest-ServerRescueTestJSON-1218824152-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:50:04.356848 n-d-838334-2 neutron-server[84043]: DEBUG neutron.plugins.ml2.db [None req-5ec2eb1b-6ff9-4782-a555-32756c7b66af None None] For port e90b00fe-59f0-4d30-947a-5172dd60083c, host n-d-838334-2, cleared binding levels {{(pid=84043) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 20:50:04.364616 n-d-838334-2 neutron-server[84043]: DEBUG neutron.plugins.ml2.db [None req-5ec2eb1b-6ff9-4782-a555-32756c7b66af None None] For port e90b00fe-59f0-4d30-947a-5172dd60083c, host n-d-838334-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838334-2',level=0,port_id=e90b00fe-59f0-4d30-947a-5172dd60083c,segment=NetworkSegment(3624f5a6-e1be-4270-a9aa-fb8201017ba1),segment_id=3624f5a6-e1be-4270-a9aa-fb8201017ba1)] {{(pid=84043) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 20:50:04.365073 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-e58d51ae-0efd-4140-96a9-8e6fbcac2e7d req-0e62fbbb-8738-4e68-85cb-a87807fc8c82 tempest-ServerRescueTestJSON-1218824152 tempest-ServerRescueTestJSON-1218824152-project] 10.222.0.42 "GET /v2.0/ports?device_id=a7644bc3-dad5-4231-8e11-ce8e2039002d HTTP/1.1" status: 200 len: 944 time: 0.1299655 Apr 18 20:50:04.376692 n-d-838334-2 neutron-server[84043]: DEBUG neutron_lib.callbacks.manager [None req-5ec2eb1b-6ff9-4782-a555-32756c7b66af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682'] for port, after_update {{(pid=84043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:04.442940 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-e58d51ae-0efd-4140-96a9-8e6fbcac2e7d req-84fa8b07-f5c6-4730-a516-4e86427dc601 tempest-ServerRescueTestJSON-1218824152 tempest-ServerRescueTestJSON-1218824152-project] 10.222.0.42 "GET /v2.0/security-groups?id=6f984221-1918-47e6-82e9-256972907b58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761511 Apr 18 20:50:04.493815 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.l3_dvrscheduler_db [req-7d754931-a7d1-4332-a8d5-55c37a6839b5 req-7b95e2f2-7e39-4d93-9c9b-7f57847262db tempest-MigrationsAdminTest-1326981207 tempest-MigrationsAdminTest-1326981207-project] No DVR routers for this DVR port 949f02d1-12bb-440c-a2f0-e70e4a56cec3 on host n-h1-838334-2 {{(pid=84041) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 20:50:04.503405 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [req-7d754931-a7d1-4332-a8d5-55c37a6839b5 req-7b95e2f2-7e39-4d93-9c9b-7f57847262db tempest-MigrationsAdminTest-1326981207 tempest-MigrationsAdminTest-1326981207-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217293'] for port, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:04.506242 n-d-838334-2 neutron-server[84041]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '74fb1b3e-aad8-4cf1-ab81-337d3a37a132', 'name': 'network-vif-deleted', 'tag': '949f02d1-12bb-440c-a2f0-e70e4a56cec3'}] {{(pid=84041) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 20:50:04.532544 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ec2eb1b-6ff9-4782-a555-32756c7b66af None None] Routers {'14fab50a-3e37-4758-ac2f-e4b0a64b91d8'} bound to L3 agent in host n-d-838334-2 {{(pid=84043) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 20:50:04.533846 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.l3_hamode_db [None req-5ec2eb1b-6ff9-4782-a555-32756c7b66af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838334-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-18T20:25:48Z,description=,heartbeat_timestamp=2022-04-18T20:49:48Z,host='n-d-838334-2',id=bc84d6c9-dd7a-4555-a351-592327b46d5a,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:25:48Z,topic='l3_agent')) {'router_ids': ['14fab50a-3e37-4758-ac2f-e4b0a64b91d8'], 'active': True} {{(pid=84043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:50:04.542133 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-7d754931-a7d1-4332-a8d5-55c37a6839b5 req-7b95e2f2-7e39-4d93-9c9b-7f57847262db tempest-MigrationsAdminTest-1326981207 tempest-MigrationsAdminTest-1326981207-project] 10.222.0.43 "DELETE /v2.0/ports/949f02d1-12bb-440c-a2f0-e70e4a56cec3 HTTP/1.1" status: 204 len: 173 time: 1.1900136 Apr 18 20:50:04.548960 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] For port 2775d14f-86fa-4d0b-80d4-579c8193a39c, host n-d-838334-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838334-2',level=0,port_id=2775d14f-86fa-4d0b-80d4-579c8193a39c,segment=NetworkSegment(37ab3ec4-28bf-4f8a-804e-f8cad5dd40d4),segment_id=37ab3ec4-28bf-4f8a-804e-f8cad5dd40d4)] {{(pid=84042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:50:04.590198 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682'] for port, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:04.698121 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-178fd663-58ad-47dc-a87c-04f223afdcdd req-f70ee827-3491-42b7-93f5-94c57d8c6c57 tempest-ServerShowV247Test-541190692 tempest-ServerShowV247Test-541190692-project] 10.222.0.42 "GET /v2.0/ports?device_id=fa249cf4-3898-4abf-a16b-0c024b5b978a HTTP/1.1" status: 200 len: 210 time: 0.1499622 Apr 18 20:50:04.716173 n-d-838334-2 neutron-server[84042]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b7307812-da19-4509-9baf-bb3ff8313904', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '968bbb7b-ac07-4f93-a27a-f9fa924c1025'}] {{(pid=84042) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 20:50:04.719127 n-d-838334-2 neutron-server[84043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9cc2be3-0b22-41c5-aea9-c167e2a352fe None None] Pushing event updated for resources: {'Port': ['ID=e90b00fe-59f0-4d30-947a-5172dd60083c,revision_number=4']} {{(pid=84043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:50:04.759050 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-22dc0f21-2d5f-47e8-8f18-facc8452adc2 req-387aeca1-921d-4b61-82ea-31a43310f29c tempest-ServerRescueTestJSONUnderV235-1035206563 tempest-ServerRescueTestJSONUnderV235-1035206563-project] 10.222.0.42 "GET /v2.0/security-groups?name=tempest-ServerRescueTestJSONUnderV235-securitygroup-351925845&fields=id&tenant_id=134eb2d988564a4ab37aee0077d2b54a HTTP/1.1" status: 200 len: 267 time: 0.0791578 Apr 18 20:50:04.835717 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.l3_dvr_db [None req-5ec2eb1b-6ff9-4782-a555-32756c7b66af None None] Set router 14fab50a-3e37-4758-ac2f-e4b0a64b91d8 gateway port host: n-d-838334-2 {{(pid=84043) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 20:50:04.847052 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Pushing event updated for resources: {'Port': ['ID=2775d14f-86fa-4d0b-80d4-579c8193a39c,revision_number=5']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:50:04.904707 n-d-838334-2 neutron-server[84040]: INFO neutron.notifiers.nova [-] Nova event matching ['req-58fc4c2b-44e9-4fff-b12e-031d2cdda261'] response: {'name': 'network-changed', 'server_uuid': 'a96b676e-b606-4103-a36d-2f1625145b68', 'tag': '79dd13c6-ebce-4026-87a0-8a1716458bc4', 'status': 'completed', 'code': 200} Apr 18 20:50:05.024998 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22dc0f21-2d5f-47e8-8f18-facc8452adc2 req-1633cf5d-e155-4c8a-9bff-5fa0499f2af8 tempest-ServerRescueTestJSONUnderV235-1035206563 tempest-ServerRescueTestJSONUnderV235-1035206563-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:50:05.034932 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-22dc0f21-2d5f-47e8-8f18-facc8452adc2 req-1633cf5d-e155-4c8a-9bff-5fa0499f2af8 tempest-ServerRescueTestJSONUnderV235-1035206563 tempest-ServerRescueTestJSONUnderV235-1035206563-project] 10.222.0.42 "GET /v2.0/ports?device_id=a96b676e-b606-4103-a36d-2f1625145b68 HTTP/1.1" status: 200 len: 985 time: 0.2749696 Apr 18 20:50:05.052559 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.v2.base [req-22dc0f21-2d5f-47e8-8f18-facc8452adc2 req-44834c40-6dd1-4d4d-b71a-80d9a50a4aad tempest-ServerRescueTestJSONUnderV235-1035206563 tempest-ServerRescueTestJSONUnderV235-1035206563-project] Request body: {'port': {'security_groups': ['aac67c62-23bd-4af5-b48b-8b06d02dda3f']}} {{(pid=84040) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 20:50:05.177944 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-c62774db-fc22-45c8-bb5f-1c9245199f90 req-6e1a3d1d-748f-43f7-9163-3bf57aa4f2d5 tempest-ServersTestJSON-787755264 tempest-ServersTestJSON-787755264-project] 10.222.0.42 "GET /v2.0/ports?device_id=47b6abb5-e3df-4367-a946-ab2aab131b83 HTTP/1.1" status: 200 len: 210 time: 0.0819252 Apr 18 20:50:05.264103 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f038075-30f8-4283-b0e6-e5040de6bff9 req-f470e7c7-ac52-4562-97f9-24d397bd3d13 tempest-ServersTestJSON-787755264 tempest-ServersTestJSON-787755264-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:50:05.265527 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-6f038075-30f8-4283-b0e6-e5040de6bff9 req-f470e7c7-ac52-4562-97f9-24d397bd3d13 tempest-ServersTestJSON-787755264 tempest-ServersTestJSON-787755264-project] 10.222.0.43 "GET /v2.0/networks?id=cb7d8d08-145d-4d13-ac88-081ac0f45bd8 HTTP/1.1" status: 200 len: 806 time: 0.2808292 Apr 18 20:50:05.269782 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-5b31b116-ab6d-4298-8aa0-41c4dd545a68 req-1e7b754b-a49d-4937-a5eb-b32028cdb074 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=134eb2d988564a4ab37aee0077d2b54a&device_id=a96b676e-b606-4103-a36d-2f1625145b68 HTTP/1.1" status: 200 len: 1136 time: 0.3402996 Apr 18 20:50:05.277573 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.l3_hamode_db [None req-5ec2eb1b-6ff9-4782-a555-32756c7b66af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14fab50a-3e37-4758-ac2f-e4b0a64b91d8', 'name': 'tempest-ServersTestJSON-1069932152-router', 'tenant_id': 'c80440892626468bbe8c78e37bd025d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'external_fixed_ips': [{'subnet_id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'ip_address': '172.25.8.191'}], 'enable_snat': True}, 'gw_port_id': '6dfd8e27-ef70-4230-b38f-550de7f4cfd8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:49:41Z', 'updated_at': '2022-04-18T20:49:50Z', 'revision_number': 4, 'project_id': 'c80440892626468bbe8c78e37bd025d1', 'gw_port': {'id': '6dfd8e27-ef70-4230-b38f-550de7f4cfd8', 'name': '', 'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:c7:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14fab50a-3e37-4758-ac2f-e4b0a64b91d8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'ip_address': '172.25.8.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:49:42Z', 'updated_at': '2022-04-18T20:49:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838334-2', '_interfaces': [{'id': 'e90b00fe-59f0-4d30-947a-5172dd60083c', 'name': '', 'network_id': 'cb7d8d08-145d-4d13-ac88-081ac0f45bd8', 'tenant_id': 'c80440892626468bbe8c78e37bd025d1', 'mac_address': 'fa:16:3e:e4:29:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '14fab50a-3e37-4758-ac2f-e4b0a64b91d8', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd44f0eef-ab44-4d2f-a08c-330a2cd17cc6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:49:49Z', 'updated_at': '2022-04-18T20:50:04Z', 'revision_number': 4, 'project_id': 'c80440892626468bbe8c78e37bd025d1', 'subnets': [{'id': 'd44f0eef-ab44-4d2f-a08c-330a2cd17cc6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838334-2', False) {} {{(pid=84043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:50:05.281732 n-d-838334-2 neutron-server[84043]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ec2eb1b-6ff9-4782-a555-32756c7b66af None None] The sync data for ids ['14fab50a-3e37-4758-ac2f-e4b0a64b91d8'] in n-d-838334-2 is: [{'id': '14fab50a-3e37-4758-ac2f-e4b0a64b91d8', 'name': 'tempest-ServersTestJSON-1069932152-router', 'tenant_id': 'c80440892626468bbe8c78e37bd025d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'external_fixed_ips': [{'subnet_id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'ip_address': '172.25.8.191'}], 'enable_snat': True}, 'gw_port_id': '6dfd8e27-ef70-4230-b38f-550de7f4cfd8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:49:41Z', 'updated_at': '2022-04-18T20:49:50Z', 'revision_number': 4, 'project_id': 'c80440892626468bbe8c78e37bd025d1', 'gw_port': {'id': '6dfd8e27-ef70-4230-b38f-550de7f4cfd8', 'name': '', 'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:c7:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14fab50a-3e37-4758-ac2f-e4b0a64b91d8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'ip_address': '172.25.8.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:49:42Z', 'updated_at': '2022-04-18T20:49:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838334-2', '_interfaces': [{'id': 'e90b00fe-59f0-4d30-947a-5172dd60083c', 'name': '', 'network_id': 'cb7d8d08-145d-4d13-ac88-081ac0f45bd8', 'tenant_id': 'c80440892626468bbe8c78e37bd025d1', 'mac_address': 'fa:16:3e:e4:29:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '14fab50a-3e37-4758-ac2f-e4b0a64b91d8', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd44f0eef-ab44-4d2f-a08c-330a2cd17cc6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:49:49Z', 'updated_at': '2022-04-18T20:50:04Z', 'revision_number': 4, 'project_id': 'c80440892626468bbe8c78e37bd025d1', 'subnets': [{'id': 'd44f0eef-ab44-4d2f-a08c-330a2cd17cc6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84043) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 18 20:50:05.353882 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] get_ports_and_sgs() called for port_ids ['71c99b98-8c99-49cc-a68a-53c19bb768e7'] {{(pid=84042) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 18 20:50:05.369480 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [req-6f038075-30f8-4283-b0e6-e5040de6bff9 req-d7593bef-a51d-4167-b913-0abf54f22083 tempest-ServersTestJSON-787755264 tempest-ServersTestJSON-787755264-project] Synchronizing usage tracker for tenant:c80440892626468bbe8c78e37bd025d1 on resource:security_group {{(pid=84041) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 20:50:05.385077 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [req-6f038075-30f8-4283-b0e6-e5040de6bff9 req-d7593bef-a51d-4167-b913-0abf54f22083 tempest-ServersTestJSON-787755264 tempest-ServersTestJSON-787755264-project] Unset dirty status for tenant:c80440892626468bbe8c78e37bd025d1 on resource:security_group {{(pid=84041) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 20:50:05.386337 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-6f038075-30f8-4283-b0e6-e5040de6bff9 req-d7593bef-a51d-4167-b913-0abf54f22083 tempest-ServersTestJSON-787755264 tempest-ServersTestJSON-787755264-project] 10.222.0.43 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c80440892626468bbe8c78e37bd025d1 HTTP/1.1" status: 200 len: 379 time: 0.0961816 Apr 18 20:50:05.411531 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.v2.base [req-6f038075-30f8-4283-b0e6-e5040de6bff9 req-b8507732-a93d-4cad-8bfa-83b1a01d8107 tempest-ServersTestJSON-787755264 tempest-ServersTestJSON-787755264-project] Request body: {'port': {'device_id': '47b6abb5-e3df-4367-a946-ab2aab131b83', 'network_id': 'cb7d8d08-145d-4d13-ac88-081ac0f45bd8', 'admin_state_up': True, 'tenant_id': 'c80440892626468bbe8c78e37bd025d1', 'security_groups': ['68f36fb1-4357-43e6-aa2a-c916d9c5b1fe']}} {{(pid=84041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 20:50:05.447559 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-22dc0f21-2d5f-47e8-8f18-facc8452adc2 req-44834c40-6dd1-4d4d-b71a-80d9a50a4aad tempest-ServerRescueTestJSONUnderV235-1035206563 tempest-ServerRescueTestJSONUnderV235-1035206563-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:05.521577 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-01c6ea0f-b573-4ee2-89f7-ef1bab04d2a0 req-d1194b65-bda6-4567-9023-a41598f2e76d tempest-SecurityGroupRulesTestJSON-1903449346 tempest-SecurityGroupRulesTestJSON-1903449346-project] 10.222.0.42 "GET /v2.0/security-groups/c6457644-075d-4415-97ef-6a793044b358 HTTP/1.1" status: 200 len: 1637 time: 0.2448542 Apr 18 20:50:05.546757 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.v2.base [req-01c6ea0f-b573-4ee2-89f7-ef1bab04d2a0 req-66bbd135-49d6-4945-b148-3f705364815d tempest-SecurityGroupRulesTestJSON-1903449346 tempest-SecurityGroupRulesTestJSON-1903449346-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'c6457644-075d-4415-97ef-6a793044b358', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=84040) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 20:50:05.547065 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.v2.base [req-01c6ea0f-b573-4ee2-89f7-ef1bab04d2a0 req-66bbd135-49d6-4945-b148-3f705364815d tempest-SecurityGroupRulesTestJSON-1903449346 tempest-SecurityGroupRulesTestJSON-1903449346-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'c6457644-075d-4415-97ef-6a793044b358', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=84040) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 20:50:05.618078 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [req-01c6ea0f-b573-4ee2-89f7-ef1bab04d2a0 req-66bbd135-49d6-4945-b148-3f705364815d tempest-SecurityGroupRulesTestJSON-1903449346 tempest-SecurityGroupRulesTestJSON-1903449346-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:50:05.623285 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [req-01c6ea0f-b573-4ee2-89f7-ef1bab04d2a0 req-66bbd135-49d6-4945-b148-3f705364815d tempest-SecurityGroupRulesTestJSON-1903449346 tempest-SecurityGroupRulesTestJSON-1903449346-project] Usage tracker for resource:security_group_rule and tenant:04b53f2841a9410cbababefaa2fdcde1 is out of sync, need to count used quota {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:50:05.632213 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [req-01c6ea0f-b573-4ee2-89f7-ef1bab04d2a0 req-66bbd135-49d6-4945-b148-3f705364815d tempest-SecurityGroupRulesTestJSON-1903449346 tempest-SecurityGroupRulesTestJSON-1903449346-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:50:05.638608 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [req-01c6ea0f-b573-4ee2-89f7-ef1bab04d2a0 req-66bbd135-49d6-4945-b148-3f705364815d tempest-SecurityGroupRulesTestJSON-1903449346 tempest-SecurityGroupRulesTestJSON-1903449346-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:50:05.676253 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [req-6f038075-30f8-4283-b0e6-e5040de6bff9 req-b8507732-a93d-4cad-8bfa-83b1a01d8107 tempest-ServersTestJSON-787755264 tempest-ServersTestJSON-787755264-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:50:05.680626 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [req-6f038075-30f8-4283-b0e6-e5040de6bff9 req-b8507732-a93d-4cad-8bfa-83b1a01d8107 tempest-ServersTestJSON-787755264 tempest-ServersTestJSON-787755264-project] Usage tracker for resource:port and tenant:c80440892626468bbe8c78e37bd025d1 is out of sync, need to count used quota {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:50:05.683910 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [req-6f038075-30f8-4283-b0e6-e5040de6bff9 req-b8507732-a93d-4cad-8bfa-83b1a01d8107 tempest-ServersTestJSON-787755264 tempest-ServersTestJSON-787755264-project] Quota usage for port was recalculated. Used quota:3. {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:50:05.689886 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [req-6f038075-30f8-4283-b0e6-e5040de6bff9 req-b8507732-a93d-4cad-8bfa-83b1a01d8107 tempest-ServersTestJSON-787755264 tempest-ServersTestJSON-787755264-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:50:05.700526 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b31b116-ab6d-4298-8aa0-41c4dd545a68 req-9c65fc05-fd60-45d4-b439-9e756e92031c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:50:05.701936 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-5b31b116-ab6d-4298-8aa0-41c4dd545a68 req-9c65fc05-fd60-45d4-b439-9e756e92031c service neutron] 10.222.0.48 "GET /v2.0/networks?id=7ca2cbaf-a9d4-46d8-95db-69bc38971d0d HTTP/1.1" status: 200 len: 921 time: 0.4216058 Apr 18 20:50:05.708515 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6f038075-30f8-4283-b0e6-e5040de6bff9 req-b8507732-a93d-4cad-8bfa-83b1a01d8107 tempest-ServersTestJSON-787755264 tempest-ServersTestJSON-787755264-project] Made reservation on behalf of c80440892626468bbe8c78e37bd025d1 for: {'port': 1} {{(pid=84041) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:50:05.712715 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [req-6f038075-30f8-4283-b0e6-e5040de6bff9 req-b8507732-a93d-4cad-8bfa-83b1a01d8107 tempest-ServersTestJSON-787755264 tempest-ServersTestJSON-787755264-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:05.797715 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-5b31b116-ab6d-4298-8aa0-41c4dd545a68 req-6b12fb99-68e5-4130-aa08-7b9e4ba198fc service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=79dd13c6-ebce-4026-87a0-8a1716458bc4 HTTP/1.1" status: 200 len: 217 time: 0.0849733 Apr 18 20:50:05.902478 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.db_base_plugin_common [req-6f038075-30f8-4283-b0e6-e5040de6bff9 req-b8507732-a93d-4cad-8bfa-83b1a01d8107 tempest-ServersTestJSON-787755264 tempest-ServersTestJSON-787755264-project] Allocated IP 172.20.0.11 (cb7d8d08-145d-4d13-ac88-081ac0f45bd8/d44f0eef-ab44-4d2f-a08c-330a2cd17cc6/cb37cd82-5b18-4daf-af6a-70171591cd2f) {{(pid=84041) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:50:05.923750 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-01c6ea0f-b573-4ee2-89f7-ef1bab04d2a0 req-66bbd135-49d6-4945-b148-3f705364815d tempest-SecurityGroupRulesTestJSON-1903449346 tempest-SecurityGroupRulesTestJSON-1903449346-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:05.981042 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Device 968bbb7b-ac07-4f93-a27a-f9fa924c1025 details requested by agent hyperv_n-h1-838334-2 with host n-h1-838334-2 {{(pid=84042) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 18 20:50:05.984088 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b31b116-ab6d-4298-8aa0-41c4dd545a68 req-10004c71-85cb-4d29-8780-d2901c8e8ac4 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:50:05.985524 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-5b31b116-ab6d-4298-8aa0-41c4dd545a68 req-10004c71-85cb-4d29-8780-d2901c8e8ac4 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=3b336095-3f34-4c1c-9e4c-6995dc1056be HTTP/1.1" status: 200 len: 860 time: 0.1745753 Apr 18 20:50:06.067228 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-5b31b116-ab6d-4298-8aa0-41c4dd545a68 req-5b18b959-7f25-4d15-a820-42ef91f9ce77 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=7ca2cbaf-a9d4-46d8-95db-69bc38971d0d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0693367 Apr 18 20:50:06.140297 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-01c6ea0f-b573-4ee2-89f7-ef1bab04d2a0 req-66bbd135-49d6-4945-b148-3f705364815d tempest-SecurityGroupRulesTestJSON-1903449346 tempest-SecurityGroupRulesTestJSON-1903449346-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:06.202229 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-01c6ea0f-b573-4ee2-89f7-ef1bab04d2a0 req-66bbd135-49d6-4945-b148-3f705364815d tempest-SecurityGroupRulesTestJSON-1903449346 tempest-SecurityGroupRulesTestJSON-1903449346-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33528311'] for security_group_rule, after_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:06.269144 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [req-6f038075-30f8-4283-b0e6-e5040de6bff9 req-b8507732-a93d-4cad-8bfa-83b1a01d8107 tempest-ServersTestJSON-787755264 tempest-ServersTestJSON-787755264-project] Notify callbacks [] for port, precommit_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:06.278159 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Device f46caf15-6c1a-4906-a2ac-d9fe3f185673 up at agent hyperv_n-h2-838334-2 {{(pid=84042) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 20:50:06.293592 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.provisioning_blocks [req-6f038075-30f8-4283-b0e6-e5040de6bff9 req-b8507732-a93d-4cad-8bfa-83b1a01d8107 tempest-ServersTestJSON-787755264 tempest-ServersTestJSON-787755264-project] Transition to ACTIVE for port object cb37cd82-5b18-4daf-af6a-70171591cd2f will not be triggered until provisioned by entity DHCP. {{(pid=84041) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 20:50:06.329330 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [req-6f038075-30f8-4283-b0e6-e5040de6bff9 req-b8507732-a93d-4cad-8bfa-83b1a01d8107 tempest-ServersTestJSON-787755264 tempest-ServersTestJSON-787755264-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750374836619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32266323'] for port, after_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:06.396525 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.db [req-22dc0f21-2d5f-47e8-8f18-facc8452adc2 req-44834c40-6dd1-4d4d-b71a-80d9a50a4aad tempest-ServerRescueTestJSONUnderV235-1035206563 tempest-ServerRescueTestJSONUnderV235-1035206563-project] For port 79dd13c6-ebce-4026-87a0-8a1716458bc4, host n-h2-838334-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838334-2',level=0,port_id=79dd13c6-ebce-4026-87a0-8a1716458bc4,segment=NetworkSegment(84b0de3c-8149-4d18-8929-3ff0da980800),segment_id=84b0de3c-8149-4d18-8929-3ff0da980800)] {{(pid=84040) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:50:06.396783 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] For port 968bbb7b-ac07-4f93-a27a-f9fa924c1025, host n-h1-838334-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838334-2',level=0,port_id=968bbb7b-ac07-4f93-a27a-f9fa924c1025,segment=NetworkSegment(4935dfdb-03db-4976-a6b4-e0fa58696685),segment_id=4935dfdb-03db-4976-a6b4-e0fa58696685)] {{(pid=84042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:50:06.417645 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Provisioning for port f46caf15-6c1a-4906-a2ac-d9fe3f185673 completed by entity L2. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 20:50:06.426090 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8507732-a93d-4cad-8bfa-83b1a01d8107 tempest-ServersTestJSON-787755264 tempest-ServersTestJSON-787755264-project] Pushing event updated for resources: {'Port': ['ID=cb37cd82-5b18-4daf-af6a-70171591cd2f,revision_number=1']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:50:06.426656 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Provisioning complete for port f46caf15-6c1a-4906-a2ac-d9fe3f185673 triggered by entity L2. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:50:06.426788 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1253608'] for port, provisioning_complete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:06.429040 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-22dc0f21-2d5f-47e8-8f18-facc8452adc2 req-44834c40-6dd1-4d4d-b71a-80d9a50a4aad tempest-ServerRescueTestJSONUnderV235-1035206563 tempest-ServerRescueTestJSONUnderV235-1035206563-project] Notify callbacks [] for port, precommit_update {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:06.448331 n-d-838334-2 neutron-server[84041]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6f038075-30f8-4283-b0e6-e5040de6bff9 req-b8507732-a93d-4cad-8bfa-83b1a01d8107 tempest-ServersTestJSON-787755264 tempest-ServersTestJSON-787755264-project] Network cb7d8d08-145d-4d13-ac88-081ac0f45bd8 is already hosted by enough agents. {{(pid=84041) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:50:06.449125 n-d-838334-2 neutron-server[84041]: DEBUG neutron.scheduler.base_scheduler [req-6f038075-30f8-4283-b0e6-e5040de6bff9 req-b8507732-a93d-4cad-8bfa-83b1a01d8107 tempest-ServersTestJSON-787755264 tempest-ServersTestJSON-787755264-project] Resources bound (agent type, host, resource id): {{(pid=84041) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:50:06.462730 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.l3_dvrscheduler_db [req-6f038075-30f8-4283-b0e6-e5040de6bff9 req-b8507732-a93d-4cad-8bfa-83b1a01d8107 tempest-ServersTestJSON-787755264 tempest-ServersTestJSON-787755264-project] Received port after_create {{(pid=84041) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 20:50:06.487490 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Returning: {'device': '968bbb7b-ac07-4f93-a27a-f9fa924c1025', 'network_id': '48f708f8-0904-4115-910c-bb1ab06d7263', 'port_id': '968bbb7b-ac07-4f93-a27a-f9fa924c1025', 'mac_address': 'fa:16:3e:c5:e0:96', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 362, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '488f35b7-694e-475d-862d-2f00f4388d03', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84042) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 18 20:50:06.503662 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-5b31b116-ab6d-4298-8aa0-41c4dd545a68 req-8976e22c-6da3-4052-a787-e8260c7df7d5 service neutron] 10.222.0.48 "GET /v2.0/networks/7ca2cbaf-a9d4-46d8-95db-69bc38971d0d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4094067 Apr 18 20:50:06.509994 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-22dc0f21-2d5f-47e8-8f18-facc8452adc2 req-44834c40-6dd1-4d4d-b71a-80d9a50a4aad tempest-ServerRescueTestJSONUnderV235-1035206563 tempest-ServerRescueTestJSONUnderV235-1035206563-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32440959'] for port, after_update {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:06.569764 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22dc0f21-2d5f-47e8-8f18-facc8452adc2 req-44834c40-6dd1-4d4d-b71a-80d9a50a4aad tempest-ServerRescueTestJSONUnderV235-1035206563 tempest-ServerRescueTestJSONUnderV235-1035206563-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:50:06.569922 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] get_ports_and_sgs() called for port_ids ['79dd13c6-ebce-4026-87a0-8a1716458bc4'] {{(pid=84042) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 18 20:50:06.570040 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-22dc0f21-2d5f-47e8-8f18-facc8452adc2 req-44834c40-6dd1-4d4d-b71a-80d9a50a4aad tempest-ServerRescueTestJSONUnderV235-1035206563 tempest-ServerRescueTestJSONUnderV235-1035206563-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217293'] for port, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:06.581961 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-22dc0f21-2d5f-47e8-8f18-facc8452adc2 req-44834c40-6dd1-4d4d-b71a-80d9a50a4aad tempest-ServerRescueTestJSONUnderV235-1035206563 tempest-ServerRescueTestJSONUnderV235-1035206563-project] 10.222.0.42 "PUT /v2.0/ports/79dd13c6-ebce-4026-87a0-8a1716458bc4 HTTP/1.1" status: 200 len: 943 time: 1.5460553 Apr 18 20:50:06.583132 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f038075-30f8-4283-b0e6-e5040de6bff9 req-b8507732-a93d-4cad-8bfa-83b1a01d8107 tempest-ServersTestJSON-787755264 tempest-ServersTestJSON-787755264-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:50:06.584050 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [req-6f038075-30f8-4283-b0e6-e5040de6bff9 req-b8507732-a93d-4cad-8bfa-83b1a01d8107 tempest-ServersTestJSON-787755264 tempest-ServersTestJSON-787755264-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217293'] for port, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:06.639562 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-6f038075-30f8-4283-b0e6-e5040de6bff9 req-b8507732-a93d-4cad-8bfa-83b1a01d8107 tempest-ServersTestJSON-787755264 tempest-ServersTestJSON-787755264-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2343526 Apr 18 20:50:06.652241 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.v2.base [req-6f038075-30f8-4283-b0e6-e5040de6bff9 req-4079327a-8048-4896-8bdb-4bbf6278b0fa service neutron] Request body: {'port': {'device_id': '47b6abb5-e3df-4367-a946-ab2aab131b83', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-838334-2'}} {{(pid=84041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 20:50:06.761779 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44834c40-6dd1-4d4d-b71a-80d9a50a4aad tempest-ServerRescueTestJSONUnderV235-1035206563 tempest-ServerRescueTestJSONUnderV235-1035206563-project] Pushing event updated for resources: {'Port': ['ID=79dd13c6-ebce-4026-87a0-8a1716458bc4,revision_number=7']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:50:06.767569 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66bbd135-49d6-4945-b148-3f705364815d tempest-SecurityGroupRulesTestJSON-1903449346 tempest-SecurityGroupRulesTestJSON-1903449346-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5ad148a1-87c0-46e0-ba3d-8f8b5568aceb,revision_number=0']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:50:06.795232 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-01c6ea0f-b573-4ee2-89f7-ef1bab04d2a0 req-66bbd135-49d6-4945-b148-3f705364815d tempest-SecurityGroupRulesTestJSON-1903449346 tempest-SecurityGroupRulesTestJSON-1903449346-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:06.804787 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-01c6ea0f-b573-4ee2-89f7-ef1bab04d2a0 req-66bbd135-49d6-4945-b148-3f705364815d tempest-SecurityGroupRulesTestJSON-1903449346 tempest-SecurityGroupRulesTestJSON-1903449346-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 721 time: 1.2816734 Apr 18 20:50:06.902998 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] get_ports_and_sgs() called for port_ids ['79dd13c6-ebce-4026-87a0-8a1716458bc4'] {{(pid=84042) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 18 20:50:06.953607 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Device 2775d14f-86fa-4d0b-80d4-579c8193a39c up at agent ovs-agent-n-d-838334-2 {{(pid=84042) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 20:50:06.962812 n-d-838334-2 neutron-server[84040]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a96b676e-b606-4103-a36d-2f1625145b68', 'tag': '79dd13c6-ebce-4026-87a0-8a1716458bc4'}] {{(pid=84040) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 20:50:06.999925 n-d-838334-2 neutron-server[84041]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c25c5986-5fe6-47d3-87ff-db3fc29f5954'] response: {'server_uuid': '74fb1b3e-aad8-4cf1-ab81-337d3a37a132', 'name': 'network-vif-deleted', 'tag': '949f02d1-12bb-440c-a2f0-e70e4a56cec3', 'status': 'completed', 'code': 200} Apr 18 20:50:07.036528 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [req-6f038075-30f8-4283-b0e6-e5040de6bff9 req-4079327a-8048-4896-8bdb-4bbf6278b0fa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:07.094274 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:07.134534 n-d-838334-2 neutron-server[84042]: DEBUG neutron.notifiers.nova [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 968bbb7b-ac07-4f93-a27a-f9fa924c1025 {{(pid=84042) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 18 20:50:07.151801 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] For port 968bbb7b-ac07-4f93-a27a-f9fa924c1025, host n-h1-838334-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838334-2',level=0,port_id=968bbb7b-ac07-4f93-a27a-f9fa924c1025,segment=NetworkSegment(4935dfdb-03db-4976-a6b4-e0fa58696685),segment_id=4935dfdb-03db-4976-a6b4-e0fa58696685)] {{(pid=84042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:50:07.155882 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-5b31b116-ab6d-4298-8aa0-41c4dd545a68 req-b0f4dfc8-e100-4c9b-94d4-dd6f33560e5d service neutron] 10.222.0.48 "GET /v2.0/networks/7ca2cbaf-a9d4-46d8-95db-69bc38971d0d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6290607 Apr 18 20:50:07.176969 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bae40f0a-7fcf-4198-beb7-f51fd494effd req-22cfe4e0-c203-4da6-8bff-95c1b0f2d34c tempest-ImagesOneServerNegativeTestJSON-1563611860 tempest-ImagesOneServerNegativeTestJSON-1563611860-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:50:07.178812 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-bae40f0a-7fcf-4198-beb7-f51fd494effd req-22cfe4e0-c203-4da6-8bff-95c1b0f2d34c tempest-ImagesOneServerNegativeTestJSON-1563611860 tempest-ImagesOneServerNegativeTestJSON-1563611860-project] 10.222.0.42 "GET /v2.0/ports?device_id=a51bee04-081a-44fc-b9a3-21e66f1d4c2b HTTP/1.1" status: 200 len: 945 time: 0.2032535 Apr 18 20:50:07.183838 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682'] for port, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:07.270247 n-d-838334-2 neutron-server[84042]: INFO neutron.notifiers.nova [-] Nova event matching ['req-621b3a82-b0d6-4b57-9b65-112fa58971ae'] response: {'server_uuid': 'b7307812-da19-4509-9baf-bb3ff8313904', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '968bbb7b-ac07-4f93-a27a-f9fa924c1025', 'code': 200} Apr 18 20:50:07.276498 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-bae40f0a-7fcf-4198-beb7-f51fd494effd req-cddc40f7-693a-4b61-bd05-a06a6c21be73 tempest-ImagesOneServerNegativeTestJSON-1563611860 tempest-ImagesOneServerNegativeTestJSON-1563611860-project] 10.222.0.42 "GET /v2.0/security-groups?id=35685d16-429f-4b00-82f0-cda27d79d56c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0890229 Apr 18 20:50:07.334400 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-03fea946-d9d0-4de4-956b-bdb6c376e4d4 None None] Provisioning for port cb37cd82-5b18-4daf-af6a-70171591cd2f completed by entity DHCP. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 20:50:07.376922 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Pushing event updated for resources: {'Port': ['ID=968bbb7b-ac07-4f93-a27a-f9fa924c1025,revision_number=12']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:50:07.406819 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:07.418490 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] get_ports_and_sgs() called for port_ids ['968bbb7b-ac07-4f93-a27a-f9fa924c1025'] {{(pid=84042) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 18 20:50:07.509689 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-03fea946-d9d0-4de4-956b-bdb6c376e4d4 None None] Provisioning complete for port cb37cd82-5b18-4daf-af6a-70171591cd2f triggered by entity DHCP. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:50:07.510352 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-03fea946-d9d0-4de4-956b-bdb6c376e4d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1253608'] for port, provisioning_complete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:07.608070 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d25454a3-119f-4484-a449-58e3d3546c04 req-e98f4eb4-1978-4ecc-b81a-e31f7b3992de tempest-ServerActionsTestJSON-2052644234 tempest-ServerActionsTestJSON-2052644234-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:50:07.615774 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-d25454a3-119f-4484-a449-58e3d3546c04 req-e98f4eb4-1978-4ecc-b81a-e31f7b3992de tempest-ServerActionsTestJSON-2052644234 tempest-ServerActionsTestJSON-2052644234-project] 10.222.0.42 "GET /v2.0/ports?device_id=b7307812-da19-4509-9baf-bb3ff8313904 HTTP/1.1" status: 200 len: 946 time: 0.1873333 Apr 18 20:50:07.623048 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab4e6d6-3d1a-4cd4-a22d-422049f529fe req-3319ce44-b652-4be5-864e-ac236c5874e5 tempest-ServerRescueTestJSON-1218824152 tempest-ServerRescueTestJSON-1218824152-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:50:07.624386 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Provisioning complete for port 2775d14f-86fa-4d0b-80d4-579c8193a39c triggered by entity L2. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:50:07.624757 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-dab4e6d6-3d1a-4cd4-a22d-422049f529fe req-3319ce44-b652-4be5-864e-ac236c5874e5 tempest-ServerRescueTestJSON-1218824152 tempest-ServerRescueTestJSON-1218824152-project] 10.222.0.42 "GET /v2.0/ports?device_id=a7644bc3-dad5-4231-8e11-ce8e2039002d HTTP/1.1" status: 200 len: 944 time: 0.1377027 Apr 18 20:50:07.625109 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1253608'] for port, provisioning_complete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:07.688537 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.plugin [None req-03fea946-d9d0-4de4-956b-bdb6c376e4d4 None None] Port cb37cd82-5b18-4daf-af6a-70171591cd2f cannot update to ACTIVE because it is not bound. {{(pid=84042) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 18 20:50:07.731220 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-dab4e6d6-3d1a-4cd4-a22d-422049f529fe req-97cdfa8d-f4a6-41c7-b815-db0c0e0ace22 tempest-ServerRescueTestJSON-1218824152 tempest-ServerRescueTestJSON-1218824152-project] 10.222.0.42 "GET /v2.0/security-groups?id=6f984221-1918-47e6-82e9-256972907b58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0909600 Apr 18 20:50:07.745108 n-d-838334-2 neutron-server[84041]: DEBUG neutron.notifiers.nova [req-6f038075-30f8-4283-b0e6-e5040de6bff9 req-4079327a-8048-4896-8bdb-4bbf6278b0fa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cb37cd82-5b18-4daf-af6a-70171591cd2f {{(pid=84041) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 18 20:50:07.756247 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-d25454a3-119f-4484-a449-58e3d3546c04 req-9aad8d7d-35e5-4151-9bae-a6f3979ab778 tempest-ServerActionsTestJSON-2052644234 tempest-ServerActionsTestJSON-2052644234-project] 10.222.0.42 "GET /v2.0/security-groups?id=c2aeb662-6a43-4389-8810-9fad3627855b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1393847 Apr 18 20:50:07.764498 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [req-6f038075-30f8-4283-b0e6-e5040de6bff9 req-4079327a-8048-4896-8bdb-4bbf6278b0fa service neutron] Notify callbacks [] for port, precommit_update {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:07.807438 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.provisioning_blocks [req-6f038075-30f8-4283-b0e6-e5040de6bff9 req-4079327a-8048-4896-8bdb-4bbf6278b0fa service neutron] Transition to ACTIVE for port object cb37cd82-5b18-4daf-af6a-70171591cd2f will not be triggered until provisioned by entity L2. {{(pid=84041) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 20:50:07.822417 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [req-6f038075-30f8-4283-b0e6-e5040de6bff9 req-4079327a-8048-4896-8bdb-4bbf6278b0fa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32266282'] for port, after_update {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:07.878369 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] For port f46caf15-6c1a-4906-a2ac-d9fe3f185673, host n-h2-838334-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838334-2',level=0,port_id=f46caf15-6c1a-4906-a2ac-d9fe3f185673,segment=NetworkSegment(37ab3ec4-28bf-4f8a-804e-f8cad5dd40d4),segment_id=37ab3ec4-28bf-4f8a-804e-f8cad5dd40d4)] {{(pid=84042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:50:07.963183 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682'] for port, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:08.035912 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c1f7dde-d56d-4c7b-850b-308ee6e87182 req-0061529a-f603-48d0-b89f-83fb732836b7 tempest-ServersTestJSON-787755264 tempest-ServersTestJSON-787755264-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:50:08.043207 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-6c1f7dde-d56d-4c7b-850b-308ee6e87182 req-0061529a-f603-48d0-b89f-83fb732836b7 tempest-ServersTestJSON-787755264 tempest-ServersTestJSON-787755264-project] 10.222.0.42 "GET /v2.0/ports?device_id=47b6abb5-e3df-4367-a946-ab2aab131b83 HTTP/1.1" status: 200 len: 944 time: 0.1325033 Apr 18 20:50:08.101251 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Device 949f02d1-12bb-440c-a2f0-e70e4a56cec3 no longer exists at agent hyperv_n-h1-838334-2 {{(pid=84042) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 20:50:08.147176 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-949cf06a-1e88-4c61-98eb-16be224197f4 req-9f04f071-f335-4075-89e1-cbe32da5fb60 tempest-ServerShowV247Test-541190692 tempest-ServerShowV247Test-541190692-project] 10.222.0.42 "GET /v2.0/ports?device_id=fa249cf4-3898-4abf-a16b-0c024b5b978a HTTP/1.1" status: 200 len: 210 time: 0.0745695 Apr 18 20:50:08.176807 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4079327a-8048-4896-8bdb-4bbf6278b0fa service neutron] Pushing event updated for resources: {'Port': ['ID=cb37cd82-5b18-4daf-af6a-70171591cd2f,revision_number=2']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:50:08.178184 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-6c1f7dde-d56d-4c7b-850b-308ee6e87182 req-114fb9a1-49f8-4f17-90f4-06bdabef22e2 tempest-ServersTestJSON-787755264 tempest-ServersTestJSON-787755264-project] 10.222.0.42 "GET /v2.0/security-groups?id=68f36fb1-4357-43e6-aa2a-c916d9c5b1fe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1293685 Apr 18 20:50:08.178576 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.plugin [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] No Port match for: 949f02d1-12bb-440c-a2f0-e70e4a56cec3 {{(pid=84042) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 18 20:50:08.178927 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Device 949f02d1-12bb-440c-a2f0-e70e4a56cec3 not bound to the agent host n-h1-838334-2 {{(pid=84042) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 20:50:08.282234 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Pushing event updated for resources: {'Port': ['ID=f46caf15-6c1a-4906-a2ac-d9fe3f185673,revision_number=5']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:50:08.296046 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Device e90b00fe-59f0-4d30-947a-5172dd60083c up at agent ovs-agent-n-d-838334-2 {{(pid=84042) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 20:50:08.303458 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.v2.base [req-7e368b3c-105c-4ab4-98a0-5cc4c040dc46 req-a21fec2e-3012-4bd9-af73-7418879c1287 tempest-SecurityGroupRulesTestJSON-1903449346 tempest-SecurityGroupRulesTestJSON-1903449346-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-409748495', 'description': 'tempest-description-869469415'}} {{(pid=84040) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 20:50:08.309791 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [req-7e368b3c-105c-4ab4-98a0-5cc4c040dc46 req-a21fec2e-3012-4bd9-af73-7418879c1287 tempest-SecurityGroupRulesTestJSON-1903449346 tempest-SecurityGroupRulesTestJSON-1903449346-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:50:08.315917 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [req-7e368b3c-105c-4ab4-98a0-5cc4c040dc46 req-a21fec2e-3012-4bd9-af73-7418879c1287 tempest-SecurityGroupRulesTestJSON-1903449346 tempest-SecurityGroupRulesTestJSON-1903449346-project] Usage tracker for resource:security_group and tenant:04b53f2841a9410cbababefaa2fdcde1 is out of sync, need to count used quota {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:50:08.321285 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [req-7e368b3c-105c-4ab4-98a0-5cc4c040dc46 req-a21fec2e-3012-4bd9-af73-7418879c1287 tempest-SecurityGroupRulesTestJSON-1903449346 tempest-SecurityGroupRulesTestJSON-1903449346-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:50:08.327693 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.managers [req-6f038075-30f8-4283-b0e6-e5040de6bff9 req-4079327a-8048-4896-8bdb-4bbf6278b0fa service neutron] Attempting to bind port cb37cd82-5b18-4daf-af6a-70171591cd2f on host n-h1-838334-2 for vnic_type normal with profile {{(pid=84041) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:50:08.327918 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [req-7e368b3c-105c-4ab4-98a0-5cc4c040dc46 req-a21fec2e-3012-4bd9-af73-7418879c1287 tempest-SecurityGroupRulesTestJSON-1903449346 tempest-SecurityGroupRulesTestJSON-1903449346-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:50:08.328414 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.managers [req-6f038075-30f8-4283-b0e6-e5040de6bff9 req-4079327a-8048-4896-8bdb-4bbf6278b0fa service neutron] Attempting to bind port cb37cd82-5b18-4daf-af6a-70171591cd2f by drivers openvswitch,hyperv on host n-h1-838334-2 at level 0 using segments [{'id': '3624f5a6-e1be-4270-a9aa-fb8201017ba1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': 'cb7d8d08-145d-4d13-ac88-081ac0f45bd8'}] {{(pid=84041) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:50:08.328915 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f038075-30f8-4283-b0e6-e5040de6bff9 req-4079327a-8048-4896-8bdb-4bbf6278b0fa service neutron] Attempting to bind port cb37cd82-5b18-4daf-af6a-70171591cd2f on network cb7d8d08-145d-4d13-ac88-081ac0f45bd8 {{(pid=84041) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 20:50:08.336061 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f038075-30f8-4283-b0e6-e5040de6bff9 req-4079327a-8048-4896-8bdb-4bbf6278b0fa service neutron] Port cb37cd82-5b18-4daf-af6a-70171591cd2f on network cb7d8d08-145d-4d13-ac88-081ac0f45bd8 not bound, no agent of type Open vSwitch agent registered on host n-h1-838334-2 {{(pid=84041) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 18 20:50:08.336597 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f038075-30f8-4283-b0e6-e5040de6bff9 req-4079327a-8048-4896-8bdb-4bbf6278b0fa service neutron] Attempting to bind port cb37cd82-5b18-4daf-af6a-70171591cd2f on network cb7d8d08-145d-4d13-ac88-081ac0f45bd8 {{(pid=84041) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 20:50:08.346180 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f038075-30f8-4283-b0e6-e5040de6bff9 req-4079327a-8048-4896-8bdb-4bbf6278b0fa service neutron] Checking agent: {'id': 'd63bab19-ff81-4de1-afeb-a3732288d0d7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-838334-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 33, 59), 'started_at': datetime.datetime(2022, 4, 18, 20, 33, 59), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 20, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84041) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 18 20:50:08.346827 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f038075-30f8-4283-b0e6-e5040de6bff9 req-4079327a-8048-4896-8bdb-4bbf6278b0fa service neutron] Checking segment: {'id': '3624f5a6-e1be-4270-a9aa-fb8201017ba1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': 'cb7d8d08-145d-4d13-ac88-081ac0f45bd8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84041) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 20:50:08.347387 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f038075-30f8-4283-b0e6-e5040de6bff9 req-4079327a-8048-4896-8bdb-4bbf6278b0fa service neutron] Bound using segment: {'id': '3624f5a6-e1be-4270-a9aa-fb8201017ba1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': 'cb7d8d08-145d-4d13-ac88-081ac0f45bd8'} {{(pid=84041) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 18 20:50:08.348134 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.managers [req-6f038075-30f8-4283-b0e6-e5040de6bff9 req-4079327a-8048-4896-8bdb-4bbf6278b0fa service neutron] Bound port: cb37cd82-5b18-4daf-af6a-70171591cd2f, host: n-h1-838334-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3624f5a6-e1be-4270-a9aa-fb8201017ba1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': 'cb7d8d08-145d-4d13-ac88-081ac0f45bd8'}}] {{(pid=84041) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 20:50:08.348648 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [req-6f038075-30f8-4283-b0e6-e5040de6bff9 req-4079327a-8048-4896-8bdb-4bbf6278b0fa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:08.389890 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-7e368b3c-105c-4ab4-98a0-5cc4c040dc46 req-a21fec2e-3012-4bd9-af73-7418879c1287 tempest-SecurityGroupRulesTestJSON-1903449346 tempest-SecurityGroupRulesTestJSON-1903449346-project] Notify callbacks [] for security_group, before_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:08.461623 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Provisioning for port e90b00fe-59f0-4d30-947a-5172dd60083c completed by entity L2. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 20:50:08.467690 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Provisioning complete for port e90b00fe-59f0-4d30-947a-5172dd60083c triggered by entity L2. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:50:08.467897 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1253608'] for port, provisioning_complete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:08.468504 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [req-7e368b3c-105c-4ab4-98a0-5cc4c040dc46 req-a21fec2e-3012-4bd9-af73-7418879c1287 tempest-SecurityGroupRulesTestJSON-1903449346 tempest-SecurityGroupRulesTestJSON-1903449346-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:50:08.480232 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.db [req-6f038075-30f8-4283-b0e6-e5040de6bff9 req-4079327a-8048-4896-8bdb-4bbf6278b0fa service neutron] For port cb37cd82-5b18-4daf-af6a-70171591cd2f, host n-h1-838334-2, cleared binding levels {{(pid=84041) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 20:50:08.488405 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [req-7e368b3c-105c-4ab4-98a0-5cc4c040dc46 req-a21fec2e-3012-4bd9-af73-7418879c1287 tempest-SecurityGroupRulesTestJSON-1903449346 tempest-SecurityGroupRulesTestJSON-1903449346-project] Usage tracker for resource:security_group_rule and tenant:04b53f2841a9410cbababefaa2fdcde1 is out of sync, need to count used quota {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:50:08.490760 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.db [req-6f038075-30f8-4283-b0e6-e5040de6bff9 req-4079327a-8048-4896-8bdb-4bbf6278b0fa service neutron] For port cb37cd82-5b18-4daf-af6a-70171591cd2f, host n-h1-838334-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838334-2',level=0,port_id=cb37cd82-5b18-4daf-af6a-70171591cd2f,segment=NetworkSegment(3624f5a6-e1be-4270-a9aa-fb8201017ba1),segment_id=3624f5a6-e1be-4270-a9aa-fb8201017ba1)] {{(pid=84041) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 20:50:08.493675 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [req-7e368b3c-105c-4ab4-98a0-5cc4c040dc46 req-a21fec2e-3012-4bd9-af73-7418879c1287 tempest-SecurityGroupRulesTestJSON-1903449346 tempest-SecurityGroupRulesTestJSON-1903449346-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:50:08.501042 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [req-6f038075-30f8-4283-b0e6-e5040de6bff9 req-4079327a-8048-4896-8bdb-4bbf6278b0fa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32266282'] for port, after_update {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:08.510577 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [req-7e368b3c-105c-4ab4-98a0-5cc4c040dc46 req-a21fec2e-3012-4bd9-af73-7418879c1287 tempest-SecurityGroupRulesTestJSON-1903449346 tempest-SecurityGroupRulesTestJSON-1903449346-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:50:08.532361 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-deee5fa0-9372-47f2-9707-e3c510fbebff req-d0f499fd-f2fe-47d6-95f4-46dc589d3d5f tempest-ServerRescueTestJSONUnderV235-1035206563 tempest-ServerRescueTestJSONUnderV235-1035206563-project] 10.222.0.42 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2796967 Apr 18 20:50:08.538039 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.v2.base [req-deee5fa0-9372-47f2-9707-e3c510fbebff req-6322f4ca-09c8-4ae3-8ea5-bd3c3117bf2e tempest-ServerRescueTestJSONUnderV235-1035206563 tempest-ServerRescueTestJSONUnderV235-1035206563-project] Request body: {'floatingip': {'floating_network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c'}} {{(pid=84040) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 20:50:08.545330 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [req-deee5fa0-9372-47f2-9707-e3c510fbebff req-6322f4ca-09c8-4ae3-8ea5-bd3c3117bf2e tempest-ServerRescueTestJSONUnderV235-1035206563 tempest-ServerRescueTestJSONUnderV235-1035206563-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:50:08.553929 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [req-deee5fa0-9372-47f2-9707-e3c510fbebff req-6322f4ca-09c8-4ae3-8ea5-bd3c3117bf2e tempest-ServerRescueTestJSONUnderV235-1035206563 tempest-ServerRescueTestJSONUnderV235-1035206563-project] Usage tracker for resource:floatingip and tenant:134eb2d988564a4ab37aee0077d2b54a is out of sync, need to count used quota {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:50:08.557980 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [req-deee5fa0-9372-47f2-9707-e3c510fbebff req-6322f4ca-09c8-4ae3-8ea5-bd3c3117bf2e tempest-ServerRescueTestJSONUnderV235-1035206563 tempest-ServerRescueTestJSONUnderV235-1035206563-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:50:08.570159 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [req-deee5fa0-9372-47f2-9707-e3c510fbebff req-6322f4ca-09c8-4ae3-8ea5-bd3c3117bf2e tempest-ServerRescueTestJSONUnderV235-1035206563 tempest-ServerRescueTestJSONUnderV235-1035206563-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:50:08.602979 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-deee5fa0-9372-47f2-9707-e3c510fbebff req-6322f4ca-09c8-4ae3-8ea5-bd3c3117bf2e tempest-ServerRescueTestJSONUnderV235-1035206563 tempest-ServerRescueTestJSONUnderV235-1035206563-project] Notify callbacks [] for floatingip, before_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:08.613897 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [req-6f038075-30f8-4283-b0e6-e5040de6bff9 req-4079327a-8048-4896-8bdb-4bbf6278b0fa service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217293'] for port, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:08.615652 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-6f038075-30f8-4283-b0e6-e5040de6bff9 req-4079327a-8048-4896-8bdb-4bbf6278b0fa service neutron] 10.222.0.43 "PUT /v2.0/ports/cb37cd82-5b18-4daf-af6a-70171591cd2f HTTP/1.1" status: 200 len: 1092 time: 1.9680021 Apr 18 20:50:08.622720 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:08.640821 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4079327a-8048-4896-8bdb-4bbf6278b0fa service neutron] Pushing event updated for resources: {'Port': ['ID=cb37cd82-5b18-4daf-af6a-70171591cd2f,revision_number=3']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:50:08.674033 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] For port e90b00fe-59f0-4d30-947a-5172dd60083c, host n-d-838334-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838334-2',level=0,port_id=e90b00fe-59f0-4d30-947a-5172dd60083c,segment=NetworkSegment(3624f5a6-e1be-4270-a9aa-fb8201017ba1),segment_id=3624f5a6-e1be-4270-a9aa-fb8201017ba1)] {{(pid=84042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:50:08.681726 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682'] for port, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:08.700798 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-7e368b3c-105c-4ab4-98a0-5cc4c040dc46 req-a21fec2e-3012-4bd9-af73-7418879c1287 tempest-SecurityGroupRulesTestJSON-1903449346 tempest-SecurityGroupRulesTestJSON-1903449346-project] Notify callbacks [] for security_group, precommit_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:08.710515 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-7e368b3c-105c-4ab4-98a0-5cc4c040dc46 req-a21fec2e-3012-4bd9-af73-7418879c1287 tempest-SecurityGroupRulesTestJSON-1903449346 tempest-SecurityGroupRulesTestJSON-1903449346-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33528224'] for security_group, after_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:08.783169 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a21fec2e-3012-4bd9-af73-7418879c1287 tempest-SecurityGroupRulesTestJSON-1903449346 tempest-SecurityGroupRulesTestJSON-1903449346-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0c960e38-0aa3-4d53-b073-1acb3b6d5bbc,revision_number=1']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:50:08.783763 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Pushing event updated for resources: {'Port': ['ID=e90b00fe-59f0-4d30-947a-5172dd60083c,revision_number=5']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:50:08.784719 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-6f038075-30f8-4283-b0e6-e5040de6bff9 req-cbd90aa1-1b27-4fab-9d70-c832abbda865 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=c80440892626468bbe8c78e37bd025d1&device_id=47b6abb5-e3df-4367-a946-ab2aab131b83 HTTP/1.1" status: 200 len: 1095 time: 0.1132686 Apr 18 20:50:08.796211 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-7e368b3c-105c-4ab4-98a0-5cc4c040dc46 req-a21fec2e-3012-4bd9-af73-7418879c1287 tempest-SecurityGroupRulesTestJSON-1903449346 tempest-SecurityGroupRulesTestJSON-1903449346-project] Notify callbacks [] for security_group, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:08.811743 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-7e368b3c-105c-4ab4-98a0-5cc4c040dc46 req-a21fec2e-3012-4bd9-af73-7418879c1287 tempest-SecurityGroupRulesTestJSON-1903449346 tempest-SecurityGroupRulesTestJSON-1903449346-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1642 time: 0.5129664 Apr 18 20:50:08.901625 n-d-838334-2 neutron-server[84040]: INFO neutron.notifiers.nova [-] Nova event matching ['req-633e2634-91df-4d16-8c3f-77fa1665f755'] response: {'name': 'network-changed', 'server_uuid': 'a96b676e-b606-4103-a36d-2f1625145b68', 'tag': '79dd13c6-ebce-4026-87a0-8a1716458bc4', 'status': 'completed', 'code': 200} Apr 18 20:50:08.919757 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-deee5fa0-9372-47f2-9707-e3c510fbebff req-6322f4ca-09c8-4ae3-8ea5-bd3c3117bf2e tempest-ServerRescueTestJSONUnderV235-1035206563 tempest-ServerRescueTestJSONUnderV235-1035206563-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:08.994138 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-6f038075-30f8-4283-b0e6-e5040de6bff9 req-18b0249c-51c2-4225-b65e-93a05d431b49 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=cb37cd82-5b18-4daf-af6a-70171591cd2f HTTP/1.1" status: 200 len: 217 time: 0.2005820 Apr 18 20:50:09.001285 n-d-838334-2 neutron-server[84041]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '47b6abb5-e3df-4367-a946-ab2aab131b83', 'tag': 'cb37cd82-5b18-4daf-af6a-70171591cd2f'}] {{(pid=84041) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 20:50:09.269492 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-800faaf7-91b5-44a4-90bf-d6433b830db4 req-ba34458b-1187-4df8-afd1-375c67671d0e service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=134eb2d988564a4ab37aee0077d2b54a&device_id=a96b676e-b606-4103-a36d-2f1625145b68 HTTP/1.1" status: 200 len: 1097 time: 0.2703748 Apr 18 20:50:09.272372 n-d-838334-2 neutron-server[84042]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a7644bc3-dad5-4231-8e11-ce8e2039002d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f46caf15-6c1a-4906-a2ac-d9fe3f185673'}] {{(pid=84042) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 20:50:09.296381 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-eae040b4-120b-4c23-ba93-fedca38a5d81 req-63fde5c5-1564-4b45-aadf-175ef4b48c46 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=fa249cf4-3898-4abf-a16b-0c024b5b978a HTTP/1.1" status: 200 len: 210 time: 0.0787973 Apr 18 20:50:09.303005 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f038075-30f8-4283-b0e6-e5040de6bff9 req-f13875c0-c2e7-4952-b505-ef730a91b3af service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:50:09.304703 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-6f038075-30f8-4283-b0e6-e5040de6bff9 req-f13875c0-c2e7-4952-b505-ef730a91b3af service neutron] 10.222.0.43 "GET /v2.0/subnets?id=d44f0eef-ab44-4d2f-a08c-330a2cd17cc6 HTTP/1.1" status: 200 len: 845 time: 0.2870162 Apr 18 20:50:09.373116 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.db_base_plugin_common [req-deee5fa0-9372-47f2-9707-e3c510fbebff req-6322f4ca-09c8-4ae3-8ea5-bd3c3117bf2e tempest-ServerRescueTestJSONUnderV235-1035206563 tempest-ServerRescueTestJSONUnderV235-1035206563-project] Allocated IP 172.25.8.147 (e41b6600-a917-4a8d-b05c-be3be40c6d8c/6b05667b-848e-4356-9b44-d5eb6808ef74/e54a474e-3948-4790-94ff-d0c0a171c45b) {{(pid=84040) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:50:09.611046 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-6f038075-30f8-4283-b0e6-e5040de6bff9 req-379343fa-ecf5-4331-aa39-51d3be527cb6 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=cb7d8d08-145d-4d13-ac88-081ac0f45bd8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1049583 Apr 18 20:50:09.712079 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-800faaf7-91b5-44a4-90bf-d6433b830db4 req-f74c6385-6117-4e44-ba0f-9a2bb1f36ee3 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:50:09.713504 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-800faaf7-91b5-44a4-90bf-d6433b830db4 req-f74c6385-6117-4e44-ba0f-9a2bb1f36ee3 service neutron] 10.222.0.48 "GET /v2.0/networks?id=7ca2cbaf-a9d4-46d8-95db-69bc38971d0d HTTP/1.1" status: 200 len: 921 time: 0.4368365 Apr 18 20:50:09.767350 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-6f038075-30f8-4283-b0e6-e5040de6bff9 req-1c2d9608-75e8-4862-9ba2-ea45c02f95bd service neutron] 10.222.0.43 "GET /v2.0/networks/cb7d8d08-145d-4d13-ac88-081ac0f45bd8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1474824 Apr 18 20:50:09.813708 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-800faaf7-91b5-44a4-90bf-d6433b830db4 req-357398d2-f3f6-470a-b07b-65c32d2dcf72 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=79dd13c6-ebce-4026-87a0-8a1716458bc4 HTTP/1.1" status: 200 len: 217 time: 0.0899880 Apr 18 20:50:09.826679 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a378630-ae21-4510-b119-357c2fb1abc0 req-19a55c60-9df7-4ad5-9350-617c74394ad7 tempest-ServerRescueTestJSON-1218824152 tempest-ServerRescueTestJSON-1218824152-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:50:09.828300 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-1a378630-ae21-4510-b119-357c2fb1abc0 req-19a55c60-9df7-4ad5-9350-617c74394ad7 tempest-ServerRescueTestJSON-1218824152 tempest-ServerRescueTestJSON-1218824152-project] 10.222.0.42 "GET /v2.0/ports?device_id=a7644bc3-dad5-4231-8e11-ce8e2039002d HTTP/1.1" status: 200 len: 945 time: 0.4007664 Apr 18 20:50:09.866925 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-deee5fa0-9372-47f2-9707-e3c510fbebff req-6322f4ca-09c8-4ae3-8ea5-bd3c3117bf2e tempest-ServerRescueTestJSONUnderV235-1035206563 tempest-ServerRescueTestJSONUnderV235-1035206563-project] Notify callbacks [] for port, precommit_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:09.936043 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-6f038075-30f8-4283-b0e6-e5040de6bff9 req-73c43289-aac5-4fb4-8558-0ef07f761766 service neutron] 10.222.0.43 "GET /v2.0/networks/cb7d8d08-145d-4d13-ac88-081ac0f45bd8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1604135 Apr 18 20:50:09.948015 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-800faaf7-91b5-44a4-90bf-d6433b830db4 req-06ed7f4c-b494-455b-89b4-b4f945627c6d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:50:09.949452 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-800faaf7-91b5-44a4-90bf-d6433b830db4 req-06ed7f4c-b494-455b-89b4-b4f945627c6d service neutron] 10.222.0.48 "GET /v2.0/subnets?id=3b336095-3f34-4c1c-9e4c-6995dc1056be HTTP/1.1" status: 200 len: 860 time: 0.1203394 Apr 18 20:50:09.970503 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-1a378630-ae21-4510-b119-357c2fb1abc0 req-2e93adfc-f563-4068-9aa2-699523871f37 tempest-ServerRescueTestJSON-1218824152 tempest-ServerRescueTestJSON-1218824152-project] 10.222.0.42 "GET /v2.0/security-groups?id=6f984221-1918-47e6-82e9-256972907b58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1003337 Apr 18 20:50:09.997622 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Device 968bbb7b-ac07-4f93-a27a-f9fa924c1025 up at agent hyperv_n-h1-838334-2 {{(pid=84042) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 20:50:10.068018 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-800faaf7-91b5-44a4-90bf-d6433b830db4 req-9afb9dc5-6fd2-469d-a506-0d553cff83c5 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=7ca2cbaf-a9d4-46d8-95db-69bc38971d0d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0947335 Apr 18 20:50:10.106567 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-deee5fa0-9372-47f2-9707-e3c510fbebff req-6322f4ca-09c8-4ae3-8ea5-bd3c3117bf2e tempest-ServerRescueTestJSONUnderV235-1035206563 tempest-ServerRescueTestJSONUnderV235-1035206563-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750374836619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32440838'] for port, after_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:10.143639 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Provisioning complete for port 968bbb7b-ac07-4f93-a27a-f9fa924c1025 triggered by entity L2. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:50:10.144264 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1253608'] for port, provisioning_complete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:10.301989 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:10.306693 n-d-838334-2 neutron-server[84040]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-deee5fa0-9372-47f2-9707-e3c510fbebff req-6322f4ca-09c8-4ae3-8ea5-bd3c3117bf2e tempest-ServerRescueTestJSONUnderV235-1035206563 tempest-ServerRescueTestJSONUnderV235-1035206563-project] Network e41b6600-a917-4a8d-b05c-be3be40c6d8c is already hosted by enough agents. {{(pid=84040) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:50:10.308881 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6322f4ca-09c8-4ae3-8ea5-bd3c3117bf2e tempest-ServerRescueTestJSONUnderV235-1035206563 tempest-ServerRescueTestJSONUnderV235-1035206563-project] Pushing event updated for resources: {'Port': ['ID=e54a474e-3948-4790-94ff-d0c0a171c45b,revision_number=1']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:50:10.317651 n-d-838334-2 neutron-server[84040]: DEBUG neutron.scheduler.base_scheduler [req-deee5fa0-9372-47f2-9707-e3c510fbebff req-6322f4ca-09c8-4ae3-8ea5-bd3c3117bf2e tempest-ServerRescueTestJSONUnderV235-1035206563 tempest-ServerRescueTestJSONUnderV235-1035206563-project] Resources bound (agent type, host, resource id): {{(pid=84040) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:50:10.338492 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.l3_dvrscheduler_db [req-deee5fa0-9372-47f2-9707-e3c510fbebff req-6322f4ca-09c8-4ae3-8ea5-bd3c3117bf2e tempest-ServerRescueTestJSONUnderV235-1035206563 tempest-ServerRescueTestJSONUnderV235-1035206563-project] Received port after_create {{(pid=84040) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 20:50:10.342129 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] For port 968bbb7b-ac07-4f93-a27a-f9fa924c1025, host n-h1-838334-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838334-2',level=0,port_id=968bbb7b-ac07-4f93-a27a-f9fa924c1025,segment=NetworkSegment(4935dfdb-03db-4976-a6b4-e0fa58696685),segment_id=4935dfdb-03db-4976-a6b4-e0fa58696685)] {{(pid=84042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:50:10.348759 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682'] for port, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:10.417873 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-800faaf7-91b5-44a4-90bf-d6433b830db4 req-ea897df4-7754-4028-9e69-c958e136272d service neutron] 10.222.0.48 "GET /v2.0/networks/7ca2cbaf-a9d4-46d8-95db-69bc38971d0d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3426421 Apr 18 20:50:10.463906 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffb58e86-b7e9-4fe8-a991-79f782f6693d req-825d498e-2957-47c1-ba2c-180f3e090117 tempest-ServerActionsTestJSON-2052644234 tempest-ServerActionsTestJSON-2052644234-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:50:10.470731 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-ffb58e86-b7e9-4fe8-a991-79f782f6693d req-825d498e-2957-47c1-ba2c-180f3e090117 tempest-ServerActionsTestJSON-2052644234 tempest-ServerActionsTestJSON-2052644234-project] 10.222.0.42 "GET /v2.0/ports?device_id=b7307812-da19-4509-9baf-bb3ff8313904 HTTP/1.1" status: 200 len: 946 time: 0.2679930 Apr 18 20:50:10.483613 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Pushing event updated for resources: {'Port': ['ID=968bbb7b-ac07-4f93-a27a-f9fa924c1025,revision_number=13']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:50:10.656628 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-ffb58e86-b7e9-4fe8-a991-79f782f6693d req-46c2b028-c6df-4062-a7a3-554104f49e4d tempest-ServerActionsTestJSON-2052644234 tempest-ServerActionsTestJSON-2052644234-project] 10.222.0.42 "GET /v2.0/security-groups?id=c2aeb662-6a43-4389-8810-9fad3627855b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1849389 Apr 18 20:50:10.807808 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Device e90b00fe-59f0-4d30-947a-5172dd60083c up at agent ovs-agent-n-d-838334-2 {{(pid=84042) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 20:50:10.909574 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Provisioning complete for port e90b00fe-59f0-4d30-947a-5172dd60083c triggered by entity L2. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:50:10.910274 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1253608'] for port, provisioning_complete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:10.980219 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-deee5fa0-9372-47f2-9707-e3c510fbebff req-6322f4ca-09c8-4ae3-8ea5-bd3c3117bf2e tempest-ServerRescueTestJSONUnderV235-1035206563 tempest-ServerRescueTestJSONUnderV235-1035206563-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:10.983242 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-800faaf7-91b5-44a4-90bf-d6433b830db4 req-ab551491-1cb3-421f-adc3-87fdb8a602eb service neutron] 10.222.0.48 "GET /v2.0/networks/7ca2cbaf-a9d4-46d8-95db-69bc38971d0d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5558982 Apr 18 20:50:11.153801 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-2d9a6103-ac41-4afd-bb3d-d8c43f823d02 req-e732c83e-a681-4a05-8a44-360b3de30e4d tempest-SecurityGroupRulesTestJSON-1903449346 tempest-SecurityGroupRulesTestJSON-1903449346-project] 10.222.0.42 "GET /v2.0/security-groups/0c960e38-0aa3-4d53-b073-1acb3b6d5bbc HTTP/1.1" status: 200 len: 1637 time: 0.4452317 Apr 18 20:50:11.161074 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.v2.base [req-2d9a6103-ac41-4afd-bb3d-d8c43f823d02 req-654d71fc-0f5e-4484-a1a2-3d78be4db3a2 tempest-SecurityGroupRulesTestJSON-1903449346 tempest-SecurityGroupRulesTestJSON-1903449346-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '10.2.3.124/24', 'security_group_id': '0c960e38-0aa3-4d53-b073-1acb3b6d5bbc', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=84040) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 20:50:11.161477 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.v2.base [req-2d9a6103-ac41-4afd-bb3d-d8c43f823d02 req-654d71fc-0f5e-4484-a1a2-3d78be4db3a2 tempest-SecurityGroupRulesTestJSON-1903449346 tempest-SecurityGroupRulesTestJSON-1903449346-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '10.2.3.124/24', 'security_group_id': '0c960e38-0aa3-4d53-b073-1acb3b6d5bbc', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=84040) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 20:50:11.166889 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-deee5fa0-9372-47f2-9707-e3c510fbebff req-6322f4ca-09c8-4ae3-8ea5-bd3c3117bf2e tempest-ServerRescueTestJSONUnderV235-1035206563 tempest-ServerRescueTestJSONUnderV235-1035206563-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:11.215297 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [req-2d9a6103-ac41-4afd-bb3d-d8c43f823d02 req-654d71fc-0f5e-4484-a1a2-3d78be4db3a2 tempest-SecurityGroupRulesTestJSON-1903449346 tempest-SecurityGroupRulesTestJSON-1903449346-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:50:11.233438 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [req-2d9a6103-ac41-4afd-bb3d-d8c43f823d02 req-654d71fc-0f5e-4484-a1a2-3d78be4db3a2 tempest-SecurityGroupRulesTestJSON-1903449346 tempest-SecurityGroupRulesTestJSON-1903449346-project] Usage tracker for resource:security_group_rule and tenant:04b53f2841a9410cbababefaa2fdcde1 is out of sync, need to count used quota {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:50:11.248092 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [req-2d9a6103-ac41-4afd-bb3d-d8c43f823d02 req-654d71fc-0f5e-4484-a1a2-3d78be4db3a2 tempest-SecurityGroupRulesTestJSON-1903449346 tempest-SecurityGroupRulesTestJSON-1903449346-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:50:11.261094 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [req-2d9a6103-ac41-4afd-bb3d-d8c43f823d02 req-654d71fc-0f5e-4484-a1a2-3d78be4db3a2 tempest-SecurityGroupRulesTestJSON-1903449346 tempest-SecurityGroupRulesTestJSON-1903449346-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:50:11.385856 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e7c8698-0a91-4068-ae4c-a9896f14405d req-dee651f0-b40d-4b07-887b-0d761b6ae715 tempest-MigrationsAdminTest-1326981207 tempest-MigrationsAdminTest-1326981207-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:50:11.387381 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [req-9e7c8698-0a91-4068-ae4c-a9896f14405d req-dee651f0-b40d-4b07-887b-0d761b6ae715 tempest-MigrationsAdminTest-1326981207 tempest-MigrationsAdminTest-1326981207-project] Synchronizing usage tracker for tenant:0ae89e923933452faf6047be78995cc1 on resource:port {{(pid=84041) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 20:50:11.413046 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [req-9e7c8698-0a91-4068-ae4c-a9896f14405d req-dee651f0-b40d-4b07-887b-0d761b6ae715 tempest-MigrationsAdminTest-1326981207 tempest-MigrationsAdminTest-1326981207-project] Unset dirty status for tenant:0ae89e923933452faf6047be78995cc1 on resource:port {{(pid=84041) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 20:50:11.415346 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-9e7c8698-0a91-4068-ae4c-a9896f14405d req-dee651f0-b40d-4b07-887b-0d761b6ae715 tempest-MigrationsAdminTest-1326981207 tempest-MigrationsAdminTest-1326981207-project] 10.222.0.43 "GET /v2.0/ports?device_id=db680760-9920-4ccc-8c07-2936a873d08f HTTP/1.1" status: 200 len: 951 time: 0.1431260 Apr 18 20:50:11.613928 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.plugin [req-9e7c8698-0a91-4068-ae4c-a9896f14405d req-fce209be-8417-4421-b53b-fc02471444cf tempest-MigrationsAdminTest-1326981207 tempest-MigrationsAdminTest-1326981207-project] Deleting port 454545ff-cc01-4b02-98d5-de56b420f516 {{(pid=84041) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 20:50:11.614546 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [req-9e7c8698-0a91-4068-ae4c-a9896f14405d req-fce209be-8417-4421-b53b-fc02471444cf tempest-MigrationsAdminTest-1326981207 tempest-MigrationsAdminTest-1326981207-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750375188691'] for port, before_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:11.619910 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-deee5fa0-9372-47f2-9707-e3c510fbebff req-6322f4ca-09c8-4ae3-8ea5-bd3c3117bf2e tempest-ServerRescueTestJSONUnderV235-1035206563 tempest-ServerRescueTestJSONUnderV235-1035206563-project] Notify callbacks [] for port, precommit_update {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:11.630560 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-deee5fa0-9372-47f2-9707-e3c510fbebff req-6322f4ca-09c8-4ae3-8ea5-bd3c3117bf2e tempest-ServerRescueTestJSONUnderV235-1035206563 tempest-ServerRescueTestJSONUnderV235-1035206563-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32440959'] for port, after_update {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:11.963080 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6322f4ca-09c8-4ae3-8ea5-bd3c3117bf2e tempest-ServerRescueTestJSONUnderV235-1035206563 tempest-ServerRescueTestJSONUnderV235-1035206563-project] Pushing event updated for resources: {'Port': ['ID=e54a474e-3948-4790-94ff-d0c0a171c45b,revision_number=2']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:50:11.967491 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-2d9a6103-ac41-4afd-bb3d-d8c43f823d02 req-654d71fc-0f5e-4484-a1a2-3d78be4db3a2 tempest-SecurityGroupRulesTestJSON-1903449346 tempest-SecurityGroupRulesTestJSON-1903449346-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:12.035132 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-2d9a6103-ac41-4afd-bb3d-d8c43f823d02 req-654d71fc-0f5e-4484-a1a2-3d78be4db3a2 tempest-SecurityGroupRulesTestJSON-1903449346 tempest-SecurityGroupRulesTestJSON-1903449346-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:12.055688 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-2d9a6103-ac41-4afd-bb3d-d8c43f823d02 req-654d71fc-0f5e-4484-a1a2-3d78be4db3a2 tempest-SecurityGroupRulesTestJSON-1903449346 tempest-SecurityGroupRulesTestJSON-1903449346-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33528311'] for security_group_rule, after_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:12.072281 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.db [req-9e7c8698-0a91-4068-ae4c-a9896f14405d req-fce209be-8417-4421-b53b-fc02471444cf tempest-MigrationsAdminTest-1326981207 tempest-MigrationsAdminTest-1326981207-project] For port 454545ff-cc01-4b02-98d5-de56b420f516, host n-h1-838334-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838334-2',level=0,port_id=454545ff-cc01-4b02-98d5-de56b420f516,segment=NetworkSegment(62b85806-94d8-4a88-a06c-da82e5932d66),segment_id=62b85806-94d8-4a88-a06c-da82e5932d66)] {{(pid=84041) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:50:12.072786 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [req-9e7c8698-0a91-4068-ae4c-a9896f14405d req-fce209be-8417-4421-b53b-fc02471444cf tempest-MigrationsAdminTest-1326981207 tempest-MigrationsAdminTest-1326981207-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369123'] for port, precommit_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:12.093737 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-654d71fc-0f5e-4484-a1a2-3d78be4db3a2 tempest-SecurityGroupRulesTestJSON-1903449346 tempest-SecurityGroupRulesTestJSON-1903449346-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3f9423c8-7163-44dc-8e8f-374a544629ab,revision_number=0']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:50:12.110210 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-deee5fa0-9372-47f2-9707-e3c510fbebff req-6322f4ca-09c8-4ae3-8ea5-bd3c3117bf2e tempest-ServerRescueTestJSONUnderV235-1035206563 tempest-ServerRescueTestJSONUnderV235-1035206563-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33444131'] for floatingip, after_update {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:12.136148 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-2d9a6103-ac41-4afd-bb3d-d8c43f823d02 req-654d71fc-0f5e-4484-a1a2-3d78be4db3a2 tempest-SecurityGroupRulesTestJSON-1903449346 tempest-SecurityGroupRulesTestJSON-1903449346-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:12.151033 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-2d9a6103-ac41-4afd-bb3d-d8c43f823d02 req-654d71fc-0f5e-4484-a1a2-3d78be4db3a2 tempest-SecurityGroupRulesTestJSON-1903449346 tempest-SecurityGroupRulesTestJSON-1903449346-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 725 time: 0.9961450 Apr 18 20:50:12.155350 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-deee5fa0-9372-47f2-9707-e3c510fbebff req-6322f4ca-09c8-4ae3-8ea5-bd3c3117bf2e tempest-ServerRescueTestJSONUnderV235-1035206563 tempest-ServerRescueTestJSONUnderV235-1035206563-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217293'] for floatingip, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:12.163377 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-deee5fa0-9372-47f2-9707-e3c510fbebff req-6322f4ca-09c8-4ae3-8ea5-bd3c3117bf2e tempest-ServerRescueTestJSONUnderV235-1035206563 tempest-ServerRescueTestJSONUnderV235-1035206563-project] 10.222.0.42 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 3.6298826 Apr 18 20:50:12.209241 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.plugin [req-9e7c8698-0a91-4068-ae4c-a9896f14405d req-fce209be-8417-4421-b53b-fc02471444cf tempest-MigrationsAdminTest-1326981207 tempest-MigrationsAdminTest-1326981207-project] Calling delete_port for 454545ff-cc01-4b02-98d5-de56b420f516 owned by compute:nova {{(pid=84041) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 20:50:12.281124 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [req-deee5fa0-9372-47f2-9707-e3c510fbebff req-5ed64ac9-f56b-4cea-9d4a-ccf53b794f49 tempest-ServerRescueTestJSONUnderV235-1035206563 tempest-ServerRescueTestJSONUnderV235-1035206563-project] Synchronizing usage tracker for tenant:134eb2d988564a4ab37aee0077d2b54a on resource:floatingip {{(pid=84040) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 20:50:12.306066 n-d-838334-2 neutron-server[84041]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ef6b4b01-f395-4cb8-8617-8c07c79d1afb'] response: {'name': 'network-changed', 'server_uuid': '47b6abb5-e3df-4367-a946-ab2aab131b83', 'tag': 'cb37cd82-5b18-4daf-af6a-70171591cd2f', 'status': 'completed', 'code': 200} Apr 18 20:50:12.318251 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [req-deee5fa0-9372-47f2-9707-e3c510fbebff req-5ed64ac9-f56b-4cea-9d4a-ccf53b794f49 tempest-ServerRescueTestJSONUnderV235-1035206563 tempest-ServerRescueTestJSONUnderV235-1035206563-project] Unset dirty status for tenant:134eb2d988564a4ab37aee0077d2b54a on resource:floatingip {{(pid=84040) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 20:50:12.319644 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-deee5fa0-9372-47f2-9707-e3c510fbebff req-5ed64ac9-f56b-4cea-9d4a-ccf53b794f49 tempest-ServerRescueTestJSONUnderV235-1035206563 tempest-ServerRescueTestJSONUnderV235-1035206563-project] 10.222.0.42 "GET /v2.0/floatingips?floating_ip_address=172.25.8.147 HTTP/1.1" status: 200 len: 696 time: 0.1554265 Apr 18 20:50:12.462942 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-509b914d-067b-447b-ac79-4532e1e3d1e8 req-8660fb88-f4fa-4151-a777-b2de3202beb1 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=c80440892626468bbe8c78e37bd025d1&device_id=47b6abb5-e3df-4367-a946-ab2aab131b83 HTTP/1.1" status: 200 len: 1095 time: 0.1529763 Apr 18 20:50:12.465344 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [req-9e7c8698-0a91-4068-ae4c-a9896f14405d req-fce209be-8417-4421-b53b-fc02471444cf tempest-MigrationsAdminTest-1326981207 tempest-MigrationsAdminTest-1326981207-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750375259028', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750374836628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32266323'] for port, after_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:12.477419 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] get_ports_and_sgs() called for port_ids ['71c99b98-8c99-49cc-a68a-53c19bb768e7'] {{(pid=84042) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 18 20:50:12.518704 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] get_ports_and_sgs() called for port_ids ['78bbc4c4-939a-4cb2-b476-fbddeecf9bf6', '454545ff-cc01-4b02-98d5-de56b420f516'] {{(pid=84042) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 18 20:50:12.587273 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fce209be-8417-4421-b53b-fc02471444cf tempest-MigrationsAdminTest-1326981207 tempest-MigrationsAdminTest-1326981207-project] Pushing event deleted for resources: {'Port': ['ID=454545ff-cc01-4b02-98d5-de56b420f516,revision_number=None']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:50:12.693334 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.l3_dvrscheduler_db [req-9e7c8698-0a91-4068-ae4c-a9896f14405d req-fce209be-8417-4421-b53b-fc02471444cf tempest-MigrationsAdminTest-1326981207 tempest-MigrationsAdminTest-1326981207-project] No DVR routers for this DVR port 454545ff-cc01-4b02-98d5-de56b420f516 on host n-h1-838334-2 {{(pid=84041) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 20:50:12.697852 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [req-9e7c8698-0a91-4068-ae4c-a9896f14405d req-fce209be-8417-4421-b53b-fc02471444cf tempest-MigrationsAdminTest-1326981207 tempest-MigrationsAdminTest-1326981207-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217293'] for port, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:12.714266 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deee5fa0-9372-47f2-9707-e3c510fbebff req-e565b011-9d28-40b0-81ec-5358d2d63852 tempest-ServerRescueTestJSONUnderV235-1035206563 tempest-ServerRescueTestJSONUnderV235-1035206563-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:50:12.727158 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-deee5fa0-9372-47f2-9707-e3c510fbebff req-e565b011-9d28-40b0-81ec-5358d2d63852 tempest-ServerRescueTestJSONUnderV235-1035206563 tempest-ServerRescueTestJSONUnderV235-1035206563-project] 10.222.0.42 "GET /v2.0/networks/e41b6600-a917-4a8d-b05c-be3be40c6d8c HTTP/1.1" status: 200 len: 784 time: 0.4021990 Apr 18 20:50:12.741836 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-9e7c8698-0a91-4068-ae4c-a9896f14405d req-fce209be-8417-4421-b53b-fc02471444cf tempest-MigrationsAdminTest-1326981207 tempest-MigrationsAdminTest-1326981207-project] 10.222.0.43 "DELETE /v2.0/ports/454545ff-cc01-4b02-98d5-de56b420f516 HTTP/1.1" status: 204 len: 173 time: 1.3190269 Apr 18 20:50:12.748191 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ed7504c-ee4a-46fe-9966-b8721c5dac5e req-f1ead8e7-5d61-4f97-a25e-bb6148515156 tempest-ServersTestJSON-787755264 tempest-ServersTestJSON-787755264-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:50:12.753814 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-509b914d-067b-447b-ac79-4532e1e3d1e8 req-f789fef4-3338-4aeb-976a-b0a241628c70 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:50:12.755465 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-509b914d-067b-447b-ac79-4532e1e3d1e8 req-f789fef4-3338-4aeb-976a-b0a241628c70 service neutron] 10.222.0.43 "GET /v2.0/networks?id=cb7d8d08-145d-4d13-ac88-081ac0f45bd8 HTTP/1.1" status: 200 len: 907 time: 0.2551112 Apr 18 20:50:12.761936 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-8ed7504c-ee4a-46fe-9966-b8721c5dac5e req-f1ead8e7-5d61-4f97-a25e-bb6148515156 tempest-ServersTestJSON-787755264 tempest-ServersTestJSON-787755264-project] 10.222.0.42 "GET /v2.0/ports?device_id=47b6abb5-e3df-4367-a946-ab2aab131b83 HTTP/1.1" status: 200 len: 944 time: 0.3092964 Apr 18 20:50:12.837958 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-8ed7504c-ee4a-46fe-9966-b8721c5dac5e req-65566953-e6fe-4a91-9a1f-9aeaa2b2f9ff tempest-ServersTestJSON-787755264 tempest-ServersTestJSON-787755264-project] 10.222.0.42 "GET /v2.0/security-groups?id=68f36fb1-4357-43e6-aa2a-c916d9c5b1fe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0750394 Apr 18 20:50:12.840463 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-509b914d-067b-447b-ac79-4532e1e3d1e8 req-1c02c51d-df2f-4aee-b866-5da267fb1988 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=cb37cd82-5b18-4daf-af6a-70171591cd2f HTTP/1.1" status: 200 len: 217 time: 0.0763128 Apr 18 20:50:12.989725 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-509b914d-067b-447b-ac79-4532e1e3d1e8 req-4da279a4-1f4d-4fba-ad6b-38654fb92c78 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:50:12.992387 n-d-838334-2 neutron-server[84042]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b0676b2e-bd5c-48a2-b558-8d6d75ca187f'] response: {'server_uuid': 'a7644bc3-dad5-4231-8e11-ce8e2039002d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f46caf15-6c1a-4906-a2ac-d9fe3f185673', 'code': 200} Apr 18 20:50:12.999229 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-509b914d-067b-447b-ac79-4532e1e3d1e8 req-4da279a4-1f4d-4fba-ad6b-38654fb92c78 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=d44f0eef-ab44-4d2f-a08c-330a2cd17cc6 HTTP/1.1" status: 200 len: 845 time: 0.1518693 Apr 18 20:50:13.074268 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-c0516fd6-3161-4a47-9099-38422aae9b93 req-5753c77a-dcd4-4d26-9b58-ebd48db17b91 tempest-ServerShowV247Test-541190692 tempest-ServerShowV247Test-541190692-project] 10.222.0.42 "GET /v2.0/ports?device_id=fa249cf4-3898-4abf-a16b-0c024b5b978a HTTP/1.1" status: 200 len: 210 time: 0.1099296 Apr 18 20:50:13.288373 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-3d56a264-0ab6-464a-9ecb-c75051f58c36 req-63c5a8ce-0300-487d-bb4f-62e588249436 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=a7644bc3-dad5-4231-8e11-ce8e2039002d HTTP/1.1" status: 200 len: 1096 time: 0.2021997 Apr 18 20:50:13.309060 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-509b914d-067b-447b-ac79-4532e1e3d1e8 req-9e303427-ad13-4ab8-bfde-15a7a6a82eb0 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=cb7d8d08-145d-4d13-ac88-081ac0f45bd8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3012216 Apr 18 20:50:13.365991 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-f9edaf75-69b6-4e7f-8f3e-74768b2f8d2b req-0d2d7a72-4d47-436f-a1e1-90d4a90618de tempest-MigrationsAdminTest-1326981207 tempest-MigrationsAdminTest-1326981207-project] 10.222.0.42 "GET /v2.0/ports?device_id=db680760-9920-4ccc-8c07-2936a873d08f HTTP/1.1" status: 200 len: 210 time: 0.0687127 Apr 18 20:50:13.468223 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-3d56a264-0ab6-464a-9ecb-c75051f58c36 req-4ae24c00-df94-496e-9c43-9797d39865cf service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=6f984221-1918-47e6-82e9-256972907b58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1279290 Apr 18 20:50:13.494754 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-509b914d-067b-447b-ac79-4532e1e3d1e8 req-95877f9b-9129-4a5b-9865-b27acf0f675c service neutron] 10.222.0.43 "GET /v2.0/networks/cb7d8d08-145d-4d13-ac88-081ac0f45bd8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1754811 Apr 18 20:50:13.495798 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fafef321-a063-4bac-8c9c-f7ce6fabe244 req-f04e6a30-c971-433c-9637-0a45d03c6616 tempest-ImagesOneServerNegativeTestJSON-1563611860 tempest-ImagesOneServerNegativeTestJSON-1563611860-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:50:13.497725 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-fafef321-a063-4bac-8c9c-f7ce6fabe244 req-f04e6a30-c971-433c-9637-0a45d03c6616 tempest-ImagesOneServerNegativeTestJSON-1563611860 tempest-ImagesOneServerNegativeTestJSON-1563611860-project] 10.222.0.42 "GET /v2.0/ports?device_id=a51bee04-081a-44fc-b9a3-21e66f1d4c2b HTTP/1.1" status: 200 len: 945 time: 0.1290898 Apr 18 20:50:13.639685 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-fafef321-a063-4bac-8c9c-f7ce6fabe244 req-06c552be-448f-4fbf-a660-b2b4ddd271ad tempest-ImagesOneServerNegativeTestJSON-1563611860 tempest-ImagesOneServerNegativeTestJSON-1563611860-project] 10.222.0.42 "GET /v2.0/security-groups?id=35685d16-429f-4b00-82f0-cda27d79d56c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1341834 Apr 18 20:50:13.710197 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c22a9e9-1f9c-45fe-8bad-08ccf7be8e11 req-59ad2097-e205-4cb4-a549-5e64ca21c590 tempest-ServerRescueTestJSON-1218824152 tempest-ServerRescueTestJSON-1218824152-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:50:13.712656 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-1c22a9e9-1f9c-45fe-8bad-08ccf7be8e11 req-59ad2097-e205-4cb4-a549-5e64ca21c590 tempest-ServerRescueTestJSON-1218824152 tempest-ServerRescueTestJSON-1218824152-project] 10.222.0.42 "GET /v2.0/ports?device_id=a7644bc3-dad5-4231-8e11-ce8e2039002d HTTP/1.1" status: 200 len: 945 time: 0.1586652 Apr 18 20:50:13.720412 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-509b914d-067b-447b-ac79-4532e1e3d1e8 req-e6eb7a60-4ade-4cd4-9623-2a9eb11b33a3 service neutron] 10.222.0.43 "GET /v2.0/networks/cb7d8d08-145d-4d13-ac88-081ac0f45bd8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2057538 Apr 18 20:50:13.776266 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-1c22a9e9-1f9c-45fe-8bad-08ccf7be8e11 req-41c207b9-cdff-460e-b7dd-59bd65d575bf tempest-ServerRescueTestJSON-1218824152 tempest-ServerRescueTestJSON-1218824152-project] 10.222.0.42 "GET /v2.0/security-groups?id=6f984221-1918-47e6-82e9-256972907b58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571783 Apr 18 20:50:13.843383 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.v2.base [req-7c295202-9f7b-459b-a72b-56be8886ee6c req-2431e58e-b62c-41ce-aa60-8096a3535697 tempest-SecurityGroupRulesTestJSON-1903449346 tempest-SecurityGroupRulesTestJSON-1903449346-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-83505294', 'description': 'tempest-description-937674337'}} {{(pid=84040) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 20:50:13.852718 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [req-7c295202-9f7b-459b-a72b-56be8886ee6c req-2431e58e-b62c-41ce-aa60-8096a3535697 tempest-SecurityGroupRulesTestJSON-1903449346 tempest-SecurityGroupRulesTestJSON-1903449346-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:50:13.858274 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [req-7c295202-9f7b-459b-a72b-56be8886ee6c req-2431e58e-b62c-41ce-aa60-8096a3535697 tempest-SecurityGroupRulesTestJSON-1903449346 tempest-SecurityGroupRulesTestJSON-1903449346-project] Usage tracker for resource:security_group and tenant:04b53f2841a9410cbababefaa2fdcde1 is out of sync, need to count used quota {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:50:13.863199 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [req-7c295202-9f7b-459b-a72b-56be8886ee6c req-2431e58e-b62c-41ce-aa60-8096a3535697 tempest-SecurityGroupRulesTestJSON-1903449346 tempest-SecurityGroupRulesTestJSON-1903449346-project] Quota usage for security_group was recalculated. Used quota:3. {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:50:13.878205 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [req-7c295202-9f7b-459b-a72b-56be8886ee6c req-2431e58e-b62c-41ce-aa60-8096a3535697 tempest-SecurityGroupRulesTestJSON-1903449346 tempest-SecurityGroupRulesTestJSON-1903449346-project] Attempting to reserve 1 items for resource security_group. Total usage: 3; quota limit: 100; headroom:97 {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:50:13.900188 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-7c295202-9f7b-459b-a72b-56be8886ee6c req-2431e58e-b62c-41ce-aa60-8096a3535697 tempest-SecurityGroupRulesTestJSON-1903449346 tempest-SecurityGroupRulesTestJSON-1903449346-project] Notify callbacks [] for security_group, before_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:13.928282 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa34612b-5939-4300-9524-05e951a38127 req-16602c8b-6899-4ba3-8209-7986d2c20f54 tempest-ServerActionsTestJSON-2052644234 tempest-ServerActionsTestJSON-2052644234-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:50:13.929802 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-fa34612b-5939-4300-9524-05e951a38127 req-16602c8b-6899-4ba3-8209-7986d2c20f54 tempest-ServerActionsTestJSON-2052644234 tempest-ServerActionsTestJSON-2052644234-project] 10.222.0.42 "GET /v2.0/ports?device_id=b7307812-da19-4509-9baf-bb3ff8313904 HTTP/1.1" status: 200 len: 947 time: 0.1476777 Apr 18 20:50:13.980906 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [req-7c295202-9f7b-459b-a72b-56be8886ee6c req-2431e58e-b62c-41ce-aa60-8096a3535697 tempest-SecurityGroupRulesTestJSON-1903449346 tempest-SecurityGroupRulesTestJSON-1903449346-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:50:13.995216 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [req-7c295202-9f7b-459b-a72b-56be8886ee6c req-2431e58e-b62c-41ce-aa60-8096a3535697 tempest-SecurityGroupRulesTestJSON-1903449346 tempest-SecurityGroupRulesTestJSON-1903449346-project] Usage tracker for resource:security_group_rule and tenant:04b53f2841a9410cbababefaa2fdcde1 is out of sync, need to count used quota {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:50:14.007889 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [req-7c295202-9f7b-459b-a72b-56be8886ee6c req-2431e58e-b62c-41ce-aa60-8096a3535697 tempest-SecurityGroupRulesTestJSON-1903449346 tempest-SecurityGroupRulesTestJSON-1903449346-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:50:14.015172 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [req-7c295202-9f7b-459b-a72b-56be8886ee6c req-2431e58e-b62c-41ce-aa60-8096a3535697 tempest-SecurityGroupRulesTestJSON-1903449346 tempest-SecurityGroupRulesTestJSON-1903449346-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:50:14.022751 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-fa34612b-5939-4300-9524-05e951a38127 req-51adeac2-72fc-4a47-9dfc-042cc032a8f8 tempest-ServerActionsTestJSON-2052644234 tempest-ServerActionsTestJSON-2052644234-project] 10.222.0.42 "GET /v2.0/security-groups?id=c2aeb662-6a43-4389-8810-9fad3627855b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0862021 Apr 18 20:50:14.046004 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Device cb37cd82-5b18-4daf-af6a-70171591cd2f details requested by agent hyperv_n-h1-838334-2 with host n-h1-838334-2 {{(pid=84042) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 18 20:50:14.141857 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-7c295202-9f7b-459b-a72b-56be8886ee6c req-2431e58e-b62c-41ce-aa60-8096a3535697 tempest-SecurityGroupRulesTestJSON-1903449346 tempest-SecurityGroupRulesTestJSON-1903449346-project] Notify callbacks [] for security_group, precommit_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:14.153527 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-7c295202-9f7b-459b-a72b-56be8886ee6c req-2431e58e-b62c-41ce-aa60-8096a3535697 tempest-SecurityGroupRulesTestJSON-1903449346 tempest-SecurityGroupRulesTestJSON-1903449346-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33528224'] for security_group, after_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:14.243737 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] For port cb37cd82-5b18-4daf-af6a-70171591cd2f, host n-h1-838334-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838334-2',level=0,port_id=cb37cd82-5b18-4daf-af6a-70171591cd2f,segment=NetworkSegment(3624f5a6-e1be-4270-a9aa-fb8201017ba1),segment_id=3624f5a6-e1be-4270-a9aa-fb8201017ba1)] {{(pid=84042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:50:14.258077 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Returning: {'device': 'cb37cd82-5b18-4daf-af6a-70171591cd2f', 'network_id': 'cb7d8d08-145d-4d13-ac88-081ac0f45bd8', 'port_id': 'cb37cd82-5b18-4daf-af6a-70171591cd2f', 'mac_address': 'fa:16:3e:f9:3e:96', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 399, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd44f0eef-ab44-4d2f-a08c-330a2cd17cc6', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84042) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 18 20:50:14.276905 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2431e58e-b62c-41ce-aa60-8096a3535697 tempest-SecurityGroupRulesTestJSON-1903449346 tempest-SecurityGroupRulesTestJSON-1903449346-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5b297857-e057-4fa2-aa3c-bba8193f5193,revision_number=1']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:50:14.282171 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-7c295202-9f7b-459b-a72b-56be8886ee6c req-2431e58e-b62c-41ce-aa60-8096a3535697 tempest-SecurityGroupRulesTestJSON-1903449346 tempest-SecurityGroupRulesTestJSON-1903449346-project] Notify callbacks [] for security_group, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:14.306773 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-7c295202-9f7b-459b-a72b-56be8886ee6c req-2431e58e-b62c-41ce-aa60-8096a3535697 tempest-SecurityGroupRulesTestJSON-1903449346 tempest-SecurityGroupRulesTestJSON-1903449346-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1641 time: 0.4721012 Apr 18 20:50:14.307798 n-d-838334-2 neutron-server[84041]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'db680760-9920-4ccc-8c07-2936a873d08f', 'name': 'network-vif-deleted', 'tag': '454545ff-cc01-4b02-98d5-de56b420f516'}] {{(pid=84041) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 20:50:14.345818 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89acd03c-879d-424d-9104-6c2b9843d951 req-8bbaa173-37df-43e6-8aca-2a582ade7ef8 tempest-ServerRescueTestJSONUnderV235-1035206563 tempest-ServerRescueTestJSONUnderV235-1035206563-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:50:14.346068 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:14.357183 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-89acd03c-879d-424d-9104-6c2b9843d951 req-8bbaa173-37df-43e6-8aca-2a582ade7ef8 tempest-ServerRescueTestJSONUnderV235-1035206563 tempest-ServerRescueTestJSONUnderV235-1035206563-project] 10.222.0.42 "GET /v2.0/ports?device_id=a96b676e-b606-4103-a36d-2f1625145b68&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.1608067 Apr 18 20:50:14.368641 n-d-838334-2 neutron-server[84042]: DEBUG neutron.notifiers.nova [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cb37cd82-5b18-4daf-af6a-70171591cd2f {{(pid=84042) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 18 20:50:14.395505 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] For port cb37cd82-5b18-4daf-af6a-70171591cd2f, host n-h1-838334-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838334-2',level=0,port_id=cb37cd82-5b18-4daf-af6a-70171591cd2f,segment=NetworkSegment(3624f5a6-e1be-4270-a9aa-fb8201017ba1),segment_id=3624f5a6-e1be-4270-a9aa-fb8201017ba1)] {{(pid=84042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:50:14.408591 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682'] for port, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:14.462359 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-89acd03c-879d-424d-9104-6c2b9843d951 req-322eb85e-4f41-497b-bb16-9c55f369a84b tempest-ServerRescueTestJSONUnderV235-1035206563 tempest-ServerRescueTestJSONUnderV235-1035206563-project] 10.222.0.42 "GET /v2.0/floatingips?floating_ip_address=172.25.8.147 HTTP/1.1" status: 200 len: 696 time: 0.1042171 Apr 18 20:50:14.467545 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.v2.base [req-89acd03c-879d-424d-9104-6c2b9843d951 req-6bca9d1a-3421-4792-98a6-02dc23439fda tempest-ServerRescueTestJSONUnderV235-1035206563 tempest-ServerRescueTestJSONUnderV235-1035206563-project] Request body: {'floatingip': {'port_id': '79dd13c6-ebce-4026-87a0-8a1716458bc4', 'fixed_ip_address': '172.20.0.10'}} {{(pid=84040) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 20:50:14.516941 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Pushing event updated for resources: {'Port': ['ID=cb37cd82-5b18-4daf-af6a-70171591cd2f,revision_number=4']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:50:14.559253 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-89acd03c-879d-424d-9104-6c2b9843d951 req-6bca9d1a-3421-4792-98a6-02dc23439fda tempest-ServerRescueTestJSONUnderV235-1035206563 tempest-ServerRescueTestJSONUnderV235-1035206563-project] Notify callbacks [] for floatingip, before_update {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:14.678344 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] get_ports_and_sgs() called for port_ids ['cb37cd82-5b18-4daf-af6a-70171591cd2f'] {{(pid=84042) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 18 20:50:14.759529 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-01ef4167-d919-4faf-b759-7f98b7d17f08 req-2fb0d444-08c7-4be2-83fb-fee6f6c4af7c tempest-ServerShowV247Test-541190692 tempest-ServerShowV247Test-541190692-project] 10.222.0.42 "GET /v2.0/ports?device_id=fa249cf4-3898-4abf-a16b-0c024b5b978a&device_id=87d2a047-1778-4af8-a03c-cf1324c89586 HTTP/1.1" status: 200 len: 210 time: 0.0683994 Apr 18 20:50:14.993439 n-d-838334-2 neutron-server[84042]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b7307812-da19-4509-9baf-bb3ff8313904', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '968bbb7b-ac07-4f93-a27a-f9fa924c1025'}] {{(pid=84042) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 20:50:15.215840 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77714998-3b10-442a-9043-25ccac4a4f5d req-46a3d0b0-ff25-4e9b-a885-a0c619f62231 tempest-ImagesOneServerNegativeTestJSON-1563611860 tempest-ImagesOneServerNegativeTestJSON-1563611860-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:50:15.217325 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-77714998-3b10-442a-9043-25ccac4a4f5d req-46a3d0b0-ff25-4e9b-a885-a0c619f62231 tempest-ImagesOneServerNegativeTestJSON-1563611860 tempest-ImagesOneServerNegativeTestJSON-1563611860-project] 10.222.0.42 "GET /v2.0/ports?device_id=a51bee04-081a-44fc-b9a3-21e66f1d4c2b HTTP/1.1" status: 200 len: 945 time: 0.2876711 Apr 18 20:50:15.245170 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.agents_db [None req-6346a179-333c-4370-b5a6-936984aeab15 None None] Agent healthcheck: found 7 active agents {{(pid=84043) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 18 20:50:15.421371 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-77714998-3b10-442a-9043-25ccac4a4f5d req-df68b5ff-1447-4839-b0db-658f865b7ba0 tempest-ImagesOneServerNegativeTestJSON-1563611860 tempest-ImagesOneServerNegativeTestJSON-1563611860-project] 10.222.0.42 "GET /v2.0/security-groups?id=35685d16-429f-4b00-82f0-cda27d79d56c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1945913 Apr 18 20:50:15.633327 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-30ea04d7-9386-4649-90a4-80cb8060e0c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750375287399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253529'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:15.640273 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-89acd03c-879d-424d-9104-6c2b9843d951 req-6bca9d1a-3421-4792-98a6-02dc23439fda tempest-ServerRescueTestJSONUnderV235-1035206563 tempest-ServerRescueTestJSONUnderV235-1035206563-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:15.650107 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-89acd03c-879d-424d-9104-6c2b9843d951 req-6bca9d1a-3421-4792-98a6-02dc23439fda tempest-ServerRescueTestJSONUnderV235-1035206563 tempest-ServerRescueTestJSONUnderV235-1035206563-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33444131'] for floatingip, after_update {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:15.806532 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5a204f6-c0ad-41c1-afbb-976438dd8012 req-32b4c2d4-8027-4478-8629-1def096f92cc tempest-ServersTestJSON-787755264 tempest-ServersTestJSON-787755264-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:50:15.808029 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-e5a204f6-c0ad-41c1-afbb-976438dd8012 req-32b4c2d4-8027-4478-8629-1def096f92cc tempest-ServersTestJSON-787755264 tempest-ServersTestJSON-787755264-project] 10.222.0.42 "GET /v2.0/ports?device_id=47b6abb5-e3df-4367-a946-ab2aab131b83 HTTP/1.1" status: 200 len: 945 time: 0.2431693 Apr 18 20:50:15.870969 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-e5a204f6-c0ad-41c1-afbb-976438dd8012 req-ba855063-d538-485b-8e7f-63f6afe75a3e tempest-ServersTestJSON-787755264 tempest-ServersTestJSON-787755264-project] 10.222.0.42 "GET /v2.0/security-groups?id=68f36fb1-4357-43e6-aa2a-c916d9c5b1fe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0558608 Apr 18 20:50:15.928339 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.v2.base [req-3712e0bd-ab07-455b-a6d3-0794236d360f req-b8414248-769b-4259-a61c-edeecd7cf109 tempest-SecurityGroupRulesTestJSON-1903449346 tempest-SecurityGroupRulesTestJSON-1903449346-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-408290982', 'description': 'tempest-description-824563202'}} {{(pid=84040) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 20:50:15.935819 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [req-3712e0bd-ab07-455b-a6d3-0794236d360f req-b8414248-769b-4259-a61c-edeecd7cf109 tempest-SecurityGroupRulesTestJSON-1903449346 tempest-SecurityGroupRulesTestJSON-1903449346-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:50:15.942588 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [req-3712e0bd-ab07-455b-a6d3-0794236d360f req-b8414248-769b-4259-a61c-edeecd7cf109 tempest-SecurityGroupRulesTestJSON-1903449346 tempest-SecurityGroupRulesTestJSON-1903449346-project] Usage tracker for resource:security_group and tenant:04b53f2841a9410cbababefaa2fdcde1 is out of sync, need to count used quota {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:50:15.946290 n-d-838334-2 neutron-server[84040]: INFO neutron.db.l3_db [req-89acd03c-879d-424d-9104-6c2b9843d951 req-6bca9d1a-3421-4792-98a6-02dc23439fda tempest-ServerRescueTestJSONUnderV235-1035206563 tempest-ServerRescueTestJSONUnderV235-1035206563-project] Floating IP a0253c9f-fafe-49f1-85ab-ce43d2e85848 associated. External IP: 172.25.8.147, port: 79dd13c6-ebce-4026-87a0-8a1716458bc4. Apr 18 20:50:15.996889 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [req-3712e0bd-ab07-455b-a6d3-0794236d360f req-b8414248-769b-4259-a61c-edeecd7cf109 tempest-SecurityGroupRulesTestJSON-1903449346 tempest-SecurityGroupRulesTestJSON-1903449346-project] Quota usage for security_group was recalculated. Used quota:4. {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:50:16.013372 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [req-3712e0bd-ab07-455b-a6d3-0794236d360f req-b8414248-769b-4259-a61c-edeecd7cf109 tempest-SecurityGroupRulesTestJSON-1903449346 tempest-SecurityGroupRulesTestJSON-1903449346-project] Attempting to reserve 1 items for resource security_group. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:50:16.056797 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Device cb37cd82-5b18-4daf-af6a-70171591cd2f up at agent hyperv_n-h1-838334-2 {{(pid=84042) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 20:50:16.084136 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-3712e0bd-ab07-455b-a6d3-0794236d360f req-b8414248-769b-4259-a61c-edeecd7cf109 tempest-SecurityGroupRulesTestJSON-1903449346 tempest-SecurityGroupRulesTestJSON-1903449346-project] Notify callbacks [] for security_group, before_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:16.143046 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [req-3712e0bd-ab07-455b-a6d3-0794236d360f req-b8414248-769b-4259-a61c-edeecd7cf109 tempest-SecurityGroupRulesTestJSON-1903449346 tempest-SecurityGroupRulesTestJSON-1903449346-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:50:16.145851 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Provisioning for port cb37cd82-5b18-4daf-af6a-70171591cd2f completed by entity L2. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 20:50:16.149501 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [req-3712e0bd-ab07-455b-a6d3-0794236d360f req-b8414248-769b-4259-a61c-edeecd7cf109 tempest-SecurityGroupRulesTestJSON-1903449346 tempest-SecurityGroupRulesTestJSON-1903449346-project] Usage tracker for resource:security_group_rule and tenant:04b53f2841a9410cbababefaa2fdcde1 is out of sync, need to count used quota {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:50:16.151650 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Provisioning complete for port cb37cd82-5b18-4daf-af6a-70171591cd2f triggered by entity L2. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:50:16.152030 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1253608'] for port, provisioning_complete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:16.154296 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [req-3712e0bd-ab07-455b-a6d3-0794236d360f req-b8414248-769b-4259-a61c-edeecd7cf109 tempest-SecurityGroupRulesTestJSON-1903449346 tempest-SecurityGroupRulesTestJSON-1903449346-project] Quota usage for security_group_rule was recalculated. Used quota:12. {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:50:16.161748 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [req-3712e0bd-ab07-455b-a6d3-0794236d360f req-b8414248-769b-4259-a61c-edeecd7cf109 tempest-SecurityGroupRulesTestJSON-1903449346 tempest-SecurityGroupRulesTestJSON-1903449346-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 12; quota limit: 100; headroom:88 {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:50:16.242027 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-3712e0bd-ab07-455b-a6d3-0794236d360f req-b8414248-769b-4259-a61c-edeecd7cf109 tempest-SecurityGroupRulesTestJSON-1903449346 tempest-SecurityGroupRulesTestJSON-1903449346-project] Notify callbacks [] for security_group, precommit_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:16.253170 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-3712e0bd-ab07-455b-a6d3-0794236d360f req-b8414248-769b-4259-a61c-edeecd7cf109 tempest-SecurityGroupRulesTestJSON-1903449346 tempest-SecurityGroupRulesTestJSON-1903449346-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33528224'] for security_group, after_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:16.285223 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:16.323668 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] For port cb37cd82-5b18-4daf-af6a-70171591cd2f, host n-h1-838334-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838334-2',level=0,port_id=cb37cd82-5b18-4daf-af6a-70171591cd2f,segment=NetworkSegment(3624f5a6-e1be-4270-a9aa-fb8201017ba1),segment_id=3624f5a6-e1be-4270-a9aa-fb8201017ba1)] {{(pid=84042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:50:16.328835 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682'] for port, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:16.329764 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Device 454545ff-cc01-4b02-98d5-de56b420f516 no longer exists at agent hyperv_n-h1-838334-2 {{(pid=84042) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 20:50:16.411666 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.plugin [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] No Port match for: 454545ff-cc01-4b02-98d5-de56b420f516 {{(pid=84042) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 18 20:50:16.412065 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Device 454545ff-cc01-4b02-98d5-de56b420f516 not bound to the agent host n-h1-838334-2 {{(pid=84042) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 20:50:16.415321 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8414248-769b-4259-a61c-edeecd7cf109 tempest-SecurityGroupRulesTestJSON-1903449346 tempest-SecurityGroupRulesTestJSON-1903449346-project] Pushing event updated for resources: {'SecurityGroup': ['ID=088d9fe1-1dac-4ca5-89ba-0e2fd84d66cd,revision_number=1']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:50:16.423444 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-3712e0bd-ab07-455b-a6d3-0794236d360f req-b8414248-769b-4259-a61c-edeecd7cf109 tempest-SecurityGroupRulesTestJSON-1903449346 tempest-SecurityGroupRulesTestJSON-1903449346-project] Notify callbacks [] for security_group, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:16.441999 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-3712e0bd-ab07-455b-a6d3-0794236d360f req-b8414248-769b-4259-a61c-edeecd7cf109 tempest-SecurityGroupRulesTestJSON-1903449346 tempest-SecurityGroupRulesTestJSON-1903449346-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1642 time: 0.5195549 Apr 18 20:50:16.455329 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Pushing event updated for resources: {'Port': ['ID=cb37cd82-5b18-4daf-af6a-70171591cd2f,revision_number=5']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:50:16.496308 n-d-838334-2 neutron-server[84041]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ee29e91e-b962-4be4-a914-477fcda91672'] response: {'server_uuid': 'db680760-9920-4ccc-8c07-2936a873d08f', 'name': 'network-vif-deleted', 'tag': '454545ff-cc01-4b02-98d5-de56b420f516', 'status': 'completed', 'code': 200} Apr 18 20:50:16.566349 n-d-838334-2 neutron-server[84040]: DEBUG neutron.scheduler.l3_agent_scheduler [req-89acd03c-879d-424d-9104-6c2b9843d951 req-6bca9d1a-3421-4792-98a6-02dc23439fda tempest-ServerRescueTestJSONUnderV235-1035206563 tempest-ServerRescueTestJSONUnderV235-1035206563-project] Router c781ba43-edb2-4f30-8837-ae12a0bc5f7b has already been hosted by L3 agent bc84d6c9-dd7a-4555-a351-592327b46d5a {{(pid=84040) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 20:50:16.864896 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-89acd03c-879d-424d-9104-6c2b9843d951 req-6bca9d1a-3421-4792-98a6-02dc23439fda tempest-ServerRescueTestJSONUnderV235-1035206563 tempest-ServerRescueTestJSONUnderV235-1035206563-project] Notify agent at l3_agent.n-d-838334-2 the message routers_updated {{(pid=84040) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 20:50:16.869340 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-89acd03c-879d-424d-9104-6c2b9843d951 req-6bca9d1a-3421-4792-98a6-02dc23439fda tempest-ServerRescueTestJSONUnderV235-1035206563 tempest-ServerRescueTestJSONUnderV235-1035206563-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217293'] for floatingip, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:16.875645 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d369ba78-f0ca-4316-b6f6-2ec711ee949f None None] Sync routers for ids ['c781ba43-edb2-4f30-8837-ae12a0bc5f7b'] in n-d-838334-2 {{(pid=84042) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 18 20:50:16.902819 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d369ba78-f0ca-4316-b6f6-2ec711ee949f None None] Routers {'c781ba43-edb2-4f30-8837-ae12a0bc5f7b'} bound to L3 agent in host n-d-838334-2 {{(pid=84042) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 20:50:16.902819 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_hamode_db [None req-d369ba78-f0ca-4316-b6f6-2ec711ee949f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838334-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-18T20:25:48Z,description=,heartbeat_timestamp=2022-04-18T20:49:48Z,host='n-d-838334-2',id=bc84d6c9-dd7a-4555-a351-592327b46d5a,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:25:48Z,topic='l3_agent')) {'router_ids': ['c781ba43-edb2-4f30-8837-ae12a0bc5f7b'], 'active': True} {{(pid=84042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:50:16.943404 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-812fa3fe-7650-4094-8df1-6c683e4d69a4 req-ac66c172-e8cb-44fe-bd36-635b92dfc224 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=38196c2fa6bd445c80911dbb617e6bfd&device_id=fa249cf4-3898-4abf-a16b-0c024b5b978a HTTP/1.1" status: 200 len: 210 time: 0.0795734 Apr 18 20:50:16.951385 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-89acd03c-879d-424d-9104-6c2b9843d951 req-6bca9d1a-3421-4792-98a6-02dc23439fda tempest-ServerRescueTestJSONUnderV235-1035206563 tempest-ServerRescueTestJSONUnderV235-1035206563-project] 10.222.0.42 "PUT /v2.0/floatingips/a0253c9f-fafe-49f1-85ab-ce43d2e85848 HTTP/1.1" status: 200 len: 997 time: 2.4857512 Apr 18 20:50:16.951612 n-d-838334-2 neutron-server[84040]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a96b676e-b606-4103-a36d-2f1625145b68', 'tag': '79dd13c6-ebce-4026-87a0-8a1716458bc4'}] {{(pid=84040) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 20:50:16.998629 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-812fa3fe-7650-4094-8df1-6c683e4d69a4 req-110e6a76-4002-46e2-9a65-3a81bc6d5f45 service neutron] 10.222.0.43 "GET /v2.0/networks?tenant_id=38196c2fa6bd445c80911dbb617e6bfd&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0326741 Apr 18 20:50:17.191726 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-89acd03c-879d-424d-9104-6c2b9843d951 req-5f57c11b-3320-468e-9708-128d87035937 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=134eb2d988564a4ab37aee0077d2b54a&device_id=a96b676e-b606-4103-a36d-2f1625145b68 HTTP/1.1" status: 200 len: 1097 time: 0.2151048 Apr 18 20:50:17.217769 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_dvr_db [None req-d369ba78-f0ca-4316-b6f6-2ec711ee949f None None] Set router c781ba43-edb2-4f30-8837-ae12a0bc5f7b gateway port host: n-d-838334-2 {{(pid=84042) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 20:50:17.404429 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bba895c-61e0-49cc-aae0-561c0a49a46c req-86b964a3-b9aa-4f55-b80d-ee2418340aa4 tempest-ServerRescueTestJSON-1218824152 tempest-ServerRescueTestJSON-1218824152-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:50:17.405982 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-6bba895c-61e0-49cc-aae0-561c0a49a46c req-86b964a3-b9aa-4f55-b80d-ee2418340aa4 tempest-ServerRescueTestJSON-1218824152 tempest-ServerRescueTestJSON-1218824152-project] 10.222.0.42 "GET /v2.0/ports?device_id=a7644bc3-dad5-4231-8e11-ce8e2039002d HTTP/1.1" status: 200 len: 945 time: 0.3517692 Apr 18 20:50:17.470740 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-812fa3fe-7650-4094-8df1-6c683e4d69a4 req-1e29d545-5ff2-46e6-8ffe-cacc7071b352 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:50:17.473267 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-812fa3fe-7650-4094-8df1-6c683e4d69a4 req-1e29d545-5ff2-46e6-8ffe-cacc7071b352 service neutron] 10.222.0.43 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4636214 Apr 18 20:50:17.504930 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-4d4260f5-e425-4021-9f0b-07c20bc08a45 req-f9ac2283-8a7e-4787-aee3-e895db2589e6 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=08c5b321-aafc-4918-a395-6fa43a8a405d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1140704 Apr 18 20:50:17.637597 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89acd03c-879d-424d-9104-6c2b9843d951 req-41f391fe-2e33-44b6-b374-51c97c184408 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:50:17.644215 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-89acd03c-879d-424d-9104-6c2b9843d951 req-41f391fe-2e33-44b6-b374-51c97c184408 service neutron] 10.222.0.42 "GET /v2.0/networks?id=7ca2cbaf-a9d4-46d8-95db-69bc38971d0d HTTP/1.1" status: 200 len: 921 time: 0.4299135 Apr 18 20:50:17.663989 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-6bba895c-61e0-49cc-aae0-561c0a49a46c req-5e076e75-e667-485a-85a9-3bf8af698fd3 tempest-ServerRescueTestJSON-1218824152 tempest-ServerRescueTestJSON-1218824152-project] 10.222.0.42 "GET /v2.0/security-groups?id=6f984221-1918-47e6-82e9-256972907b58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2247655 Apr 18 20:50:17.769810 n-d-838334-2 neutron-server[84042]: INFO neutron.notifiers.nova [-] Nova event matching ['req-33606f0e-d01c-4aea-ace1-aabad63a135f'] response: {'server_uuid': 'b7307812-da19-4509-9baf-bb3ff8313904', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '968bbb7b-ac07-4f93-a27a-f9fa924c1025', 'code': 200} Apr 18 20:50:17.816690 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-89acd03c-879d-424d-9104-6c2b9843d951 req-f971e422-0f4b-4e69-8e90-00107c60dba9 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=79dd13c6-ebce-4026-87a0-8a1716458bc4 HTTP/1.1" status: 200 len: 1000 time: 0.1514289 Apr 18 20:50:17.826726 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-4d4260f5-e425-4021-9f0b-07c20bc08a45 req-dfa2305f-8ad8-44be-8b4d-d3a577ad1d41 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=0ae89e923933452faf6047be78995cc1&device_id=08c5b321-aafc-4918-a395-6fa43a8a405d HTTP/1.1" status: 200 len: 1101 time: 0.1429186 Apr 18 20:50:17.907720 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89acd03c-879d-424d-9104-6c2b9843d951 req-eb08d8ca-eb37-4cec-8b1b-818443f84735 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:50:17.911561 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-89acd03c-879d-424d-9104-6c2b9843d951 req-eb08d8ca-eb37-4cec-8b1b-818443f84735 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=3b336095-3f34-4c1c-9e4c-6995dc1056be HTTP/1.1" status: 200 len: 860 time: 0.0884001 Apr 18 20:50:17.958103 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-0f38563c-8914-43f3-a415-2cf602e47b4b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750375287399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253529'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:18.003038 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_hamode_db [None req-d369ba78-f0ca-4316-b6f6-2ec711ee949f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c781ba43-edb2-4f30-8837-ae12a0bc5f7b', 'name': 'tempest-ServerRescueTestJSONUnderV235-1465053955-router', 'tenant_id': '134eb2d988564a4ab37aee0077d2b54a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'external_fixed_ips': [{'subnet_id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'ip_address': '172.25.8.231'}], 'enable_snat': True}, 'gw_port_id': 'a5f618e4-1f87-4184-8aa1-7359240bf186', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:48:35Z', 'updated_at': '2022-04-18T20:48:46Z', 'revision_number': 4, 'project_id': '134eb2d988564a4ab37aee0077d2b54a', 'gw_port': {'id': 'a5f618e4-1f87-4184-8aa1-7359240bf186', 'name': '', 'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:f0:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c781ba43-edb2-4f30-8837-ae12a0bc5f7b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'ip_address': '172.25.8.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:48:36Z', 'updated_at': '2022-04-18T20:48:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838334-2', '_floatingips': [{'id': 'a0253c9f-fafe-49f1-85ab-ce43d2e85848', 'tenant_id': '134eb2d988564a4ab37aee0077d2b54a', 'floating_ip_address': '172.25.8.147', 'floating_network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'router_id': 'c781ba43-edb2-4f30-8837-ae12a0bc5f7b', 'port_id': '79dd13c6-ebce-4026-87a0-8a1716458bc4', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7ca2cbaf-a9d4-46d8-95db-69bc38971d0d', 'mac_address': 'fa:16:3e:4f:7f:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a96b676e-b606-4103-a36d-2f1625145b68', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T20:50:10Z', 'updated_at': '2022-04-18T20:50:15Z', 'revision_number': 1, 'project_id': '134eb2d988564a4ab37aee0077d2b54a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6ac515b5-dc19-47fa-a769-4254d7b9a5aa', 'name': '', 'network_id': '7ca2cbaf-a9d4-46d8-95db-69bc38971d0d', 'tenant_id': '134eb2d988564a4ab37aee0077d2b54a', 'mac_address': 'fa:16:3e:07:c8:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c781ba43-edb2-4f30-8837-ae12a0bc5f7b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3b336095-3f34-4c1c-9e4c-6995dc1056be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:48:44Z', 'updated_at': '2022-04-18T20:49:03Z', 'revision_number': 5, 'project_id': '134eb2d988564a4ab37aee0077d2b54a', 'subnets': [{'id': '3b336095-3f34-4c1c-9e4c-6995dc1056be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838334-2', False) {} {{(pid=84042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:50:18.011350 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d369ba78-f0ca-4316-b6f6-2ec711ee949f None None] Checking router: c781ba43-edb2-4f30-8837-ae12a0bc5f7b for host: n-d-838334-2 {{(pid=84042) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 18 20:50:18.047281 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d369ba78-f0ca-4316-b6f6-2ec711ee949f None None] Routers {'c781ba43-edb2-4f30-8837-ae12a0bc5f7b'} bound to L3 agent in host n-d-838334-2 {{(pid=84042) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 20:50:18.048039 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_hamode_db [None req-d369ba78-f0ca-4316-b6f6-2ec711ee949f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838334-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-18T20:25:48Z,description=,heartbeat_timestamp=2022-04-18T20:50:18Z,host='n-d-838334-2',id=bc84d6c9-dd7a-4555-a351-592327b46d5a,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:25:48Z,topic='l3_agent')) {'router_ids': ['c781ba43-edb2-4f30-8837-ae12a0bc5f7b'], 'active': True} {{(pid=84042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:50:18.064673 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-89acd03c-879d-424d-9104-6c2b9843d951 req-3bd47018-add4-49f9-83b0-0ef35b5fdcf8 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=7ca2cbaf-a9d4-46d8-95db-69bc38971d0d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0650213 Apr 18 20:50:18.106461 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d4260f5-e425-4021-9f0b-07c20bc08a45 req-6cb08667-0040-4c8c-a570-65ec9cd3d986 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:50:18.111451 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-4d4260f5-e425-4021-9f0b-07c20bc08a45 req-6cb08667-0040-4c8c-a570-65ec9cd3d986 service neutron] 10.222.0.43 "GET /v2.0/networks?id=cb56989d-7c5d-4678-b194-1d2edf1e842a HTTP/1.1" status: 200 len: 870 time: 0.2599859 Apr 18 20:50:18.192714 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5acb4891-1af8-4cc1-8957-e73da3e13ea7 req-77c38ede-03c8-4f64-b3ee-522673b523cd tempest-ServerActionsTestJSON-2052644234 tempest-ServerActionsTestJSON-2052644234-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:50:18.194630 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-5acb4891-1af8-4cc1-8957-e73da3e13ea7 req-77c38ede-03c8-4f64-b3ee-522673b523cd tempest-ServerActionsTestJSON-2052644234 tempest-ServerActionsTestJSON-2052644234-project] 10.222.0.42 "GET /v2.0/ports?device_id=b7307812-da19-4509-9baf-bb3ff8313904 HTTP/1.1" status: 200 len: 947 time: 0.2802148 Apr 18 20:50:18.212331 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-4d4260f5-e425-4021-9f0b-07c20bc08a45 req-7a1d3113-935a-4e31-82f6-87e74ab5c3fc service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.123&port_id=78bbc4c4-939a-4cb2-b476-fbddeecf9bf6 HTTP/1.1" status: 200 len: 217 time: 0.0926585 Apr 18 20:50:18.276265 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-89acd03c-879d-424d-9104-6c2b9843d951 req-d87d4e7a-b741-4bb9-9926-f22b9be42be1 service neutron] 10.222.0.42 "GET /v2.0/networks/7ca2cbaf-a9d4-46d8-95db-69bc38971d0d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2040355 Apr 18 20:50:18.281246 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-5acb4891-1af8-4cc1-8957-e73da3e13ea7 req-c5e0e047-7e19-4eb4-9d5f-e234f8516046 tempest-ServerActionsTestJSON-2052644234 tempest-ServerActionsTestJSON-2052644234-project] 10.222.0.42 "GET /v2.0/security-groups?id=c2aeb662-6a43-4389-8810-9fad3627855b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0747945 Apr 18 20:50:18.349684 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d4260f5-e425-4021-9f0b-07c20bc08a45 req-49f6ff9b-6dba-4263-b0bd-7f34edef9ba9 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:50:18.351953 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-4d4260f5-e425-4021-9f0b-07c20bc08a45 req-49f6ff9b-6dba-4263-b0bd-7f34edef9ba9 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=c4b526db-4d8a-4d4c-a310-e3a599630ae1 HTTP/1.1" status: 200 len: 843 time: 0.1319368 Apr 18 20:50:18.414100 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_dvr_db [None req-d369ba78-f0ca-4316-b6f6-2ec711ee949f None None] Set router c781ba43-edb2-4f30-8837-ae12a0bc5f7b gateway port host: n-d-838334-2 {{(pid=84042) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 20:50:18.438231 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-4d4260f5-e425-4021-9f0b-07c20bc08a45 req-cf70065b-1d66-4003-ab03-06142eb7fcb8 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=cb56989d-7c5d-4678-b194-1d2edf1e842a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0787201 Apr 18 20:50:18.532647 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-58607047-f68e-4379-8b9a-b2add93c8f79 req-79b21c2d-4317-4f21-b1d5-6b8b9f68c4a1 tempest-SecurityGroupRulesTestJSON-1903449346 tempest-SecurityGroupRulesTestJSON-1903449346-project] 10.222.0.42 "GET /v2.0/security-groups/5b297857-e057-4fa2-aa3c-bba8193f5193 HTTP/1.1" status: 200 len: 1636 time: 0.1295676 Apr 18 20:50:18.545971 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-89acd03c-879d-424d-9104-6c2b9843d951 req-dfcb828e-8f98-414c-b288-b7971a399d73 service neutron] 10.222.0.42 "GET /v2.0/networks/7ca2cbaf-a9d4-46d8-95db-69bc38971d0d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2591677 Apr 18 20:50:18.641782 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-58607047-f68e-4379-8b9a-b2add93c8f79 req-ba029c1a-3a5c-4c30-a953-c1a6b0ed0cdd tempest-SecurityGroupRulesTestJSON-1903449346 tempest-SecurityGroupRulesTestJSON-1903449346-project] 10.222.0.42 "GET /v2.0/security-groups/088d9fe1-1dac-4ca5-89ba-0e2fd84d66cd HTTP/1.1" status: 200 len: 1637 time: 0.0928957 Apr 18 20:50:18.645985 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-4d4260f5-e425-4021-9f0b-07c20bc08a45 req-67243981-1092-4914-9748-16653412e638 service neutron] 10.222.0.43 "GET /v2.0/networks/cb56989d-7c5d-4678-b194-1d2edf1e842a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1998038 Apr 18 20:50:18.652704 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.v2.base [req-58607047-f68e-4379-8b9a-b2add93c8f79 req-e6933e8e-0f89-4d02-8385-cdeb180e5d9c tempest-SecurityGroupRulesTestJSON-1903449346 tempest-SecurityGroupRulesTestJSON-1903449346-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '5b297857-e057-4fa2-aa3c-bba8193f5193', 'remote_group_id': '088d9fe1-1dac-4ca5-89ba-0e2fd84d66cd', 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=84040) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 20:50:18.656242 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.v2.base [req-58607047-f68e-4379-8b9a-b2add93c8f79 req-e6933e8e-0f89-4d02-8385-cdeb180e5d9c tempest-SecurityGroupRulesTestJSON-1903449346 tempest-SecurityGroupRulesTestJSON-1903449346-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '5b297857-e057-4fa2-aa3c-bba8193f5193', 'remote_group_id': '088d9fe1-1dac-4ca5-89ba-0e2fd84d66cd', 'port_range_min': 22, 'port_range_max': 22}} {{(pid=84040) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 20:50:18.665269 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [req-58607047-f68e-4379-8b9a-b2add93c8f79 req-e6933e8e-0f89-4d02-8385-cdeb180e5d9c tempest-SecurityGroupRulesTestJSON-1903449346 tempest-SecurityGroupRulesTestJSON-1903449346-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:50:18.670289 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [req-58607047-f68e-4379-8b9a-b2add93c8f79 req-e6933e8e-0f89-4d02-8385-cdeb180e5d9c tempest-SecurityGroupRulesTestJSON-1903449346 tempest-SecurityGroupRulesTestJSON-1903449346-project] Usage tracker for resource:security_group_rule and tenant:04b53f2841a9410cbababefaa2fdcde1 is out of sync, need to count used quota {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:50:18.673599 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [req-58607047-f68e-4379-8b9a-b2add93c8f79 req-e6933e8e-0f89-4d02-8385-cdeb180e5d9c tempest-SecurityGroupRulesTestJSON-1903449346 tempest-SecurityGroupRulesTestJSON-1903449346-project] Quota usage for security_group_rule was recalculated. Used quota:14. {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:50:18.681745 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [req-58607047-f68e-4379-8b9a-b2add93c8f79 req-e6933e8e-0f89-4d02-8385-cdeb180e5d9c tempest-SecurityGroupRulesTestJSON-1903449346 tempest-SecurityGroupRulesTestJSON-1903449346-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 14; quota limit: 100; headroom:86 {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:50:18.774754 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-58607047-f68e-4379-8b9a-b2add93c8f79 req-e6933e8e-0f89-4d02-8385-cdeb180e5d9c tempest-SecurityGroupRulesTestJSON-1903449346 tempest-SecurityGroupRulesTestJSON-1903449346-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:18.820299 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-58607047-f68e-4379-8b9a-b2add93c8f79 req-e6933e8e-0f89-4d02-8385-cdeb180e5d9c tempest-SecurityGroupRulesTestJSON-1903449346 tempest-SecurityGroupRulesTestJSON-1903449346-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:18.827551 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-58607047-f68e-4379-8b9a-b2add93c8f79 req-e6933e8e-0f89-4d02-8385-cdeb180e5d9c tempest-SecurityGroupRulesTestJSON-1903449346 tempest-SecurityGroupRulesTestJSON-1903449346-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33528311'] for security_group_rule, after_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:18.863758 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6933e8e-0f89-4d02-8385-cdeb180e5d9c tempest-SecurityGroupRulesTestJSON-1903449346 tempest-SecurityGroupRulesTestJSON-1903449346-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=89548108-346a-4096-bc9a-e13bfdbb6d80,revision_number=0']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:50:18.887818 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-58607047-f68e-4379-8b9a-b2add93c8f79 req-e6933e8e-0f89-4d02-8385-cdeb180e5d9c tempest-SecurityGroupRulesTestJSON-1903449346 tempest-SecurityGroupRulesTestJSON-1903449346-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:18.901511 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-58607047-f68e-4379-8b9a-b2add93c8f79 req-e6933e8e-0f89-4d02-8385-cdeb180e5d9c tempest-SecurityGroupRulesTestJSON-1903449346 tempest-SecurityGroupRulesTestJSON-1903449346-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 748 time: 0.2529118 Apr 18 20:50:18.950750 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750375287399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253529'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:18.984902 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_hamode_db [None req-d369ba78-f0ca-4316-b6f6-2ec711ee949f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c781ba43-edb2-4f30-8837-ae12a0bc5f7b', 'name': 'tempest-ServerRescueTestJSONUnderV235-1465053955-router', 'tenant_id': '134eb2d988564a4ab37aee0077d2b54a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'external_fixed_ips': [{'subnet_id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'ip_address': '172.25.8.231'}], 'enable_snat': True}, 'gw_port_id': 'a5f618e4-1f87-4184-8aa1-7359240bf186', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:48:35Z', 'updated_at': '2022-04-18T20:48:46Z', 'revision_number': 4, 'project_id': '134eb2d988564a4ab37aee0077d2b54a', 'gw_port': {'id': 'a5f618e4-1f87-4184-8aa1-7359240bf186', 'name': '', 'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:f0:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c781ba43-edb2-4f30-8837-ae12a0bc5f7b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'ip_address': '172.25.8.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:48:36Z', 'updated_at': '2022-04-18T20:48:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838334-2', '_floatingips': [{'id': 'a0253c9f-fafe-49f1-85ab-ce43d2e85848', 'tenant_id': '134eb2d988564a4ab37aee0077d2b54a', 'floating_ip_address': '172.25.8.147', 'floating_network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'router_id': 'c781ba43-edb2-4f30-8837-ae12a0bc5f7b', 'port_id': '79dd13c6-ebce-4026-87a0-8a1716458bc4', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7ca2cbaf-a9d4-46d8-95db-69bc38971d0d', 'mac_address': 'fa:16:3e:4f:7f:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a96b676e-b606-4103-a36d-2f1625145b68', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T20:50:10Z', 'updated_at': '2022-04-18T20:50:15Z', 'revision_number': 1, 'project_id': '134eb2d988564a4ab37aee0077d2b54a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6ac515b5-dc19-47fa-a769-4254d7b9a5aa', 'name': '', 'network_id': '7ca2cbaf-a9d4-46d8-95db-69bc38971d0d', 'tenant_id': '134eb2d988564a4ab37aee0077d2b54a', 'mac_address': 'fa:16:3e:07:c8:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c781ba43-edb2-4f30-8837-ae12a0bc5f7b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3b336095-3f34-4c1c-9e4c-6995dc1056be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:48:44Z', 'updated_at': '2022-04-18T20:49:03Z', 'revision_number': 5, 'project_id': '134eb2d988564a4ab37aee0077d2b54a', 'subnets': [{'id': '3b336095-3f34-4c1c-9e4c-6995dc1056be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838334-2', False) {} {{(pid=84042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:50:18.987582 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-812fa3fe-7650-4094-8df1-6c683e4d69a4 req-a1da33ed-af3e-4915-ac3d-eb8b28c31af0 tempest-ServerShowV247Test-541190692 tempest-ServerShowV247Test-541190692-project] 10.222.0.43 "GET /v2.0/ports?device_id=fa249cf4-3898-4abf-a16b-0c024b5b978a HTTP/1.1" status: 200 len: 210 time: 0.1084237 Apr 18 20:50:18.999958 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d369ba78-f0ca-4316-b6f6-2ec711ee949f None None] The sync data for ids ['c781ba43-edb2-4f30-8837-ae12a0bc5f7b'] in n-d-838334-2 is: [{'id': 'c781ba43-edb2-4f30-8837-ae12a0bc5f7b', 'name': 'tempest-ServerRescueTestJSONUnderV235-1465053955-router', 'tenant_id': '134eb2d988564a4ab37aee0077d2b54a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'external_fixed_ips': [{'subnet_id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'ip_address': '172.25.8.231'}], 'enable_snat': True}, 'gw_port_id': 'a5f618e4-1f87-4184-8aa1-7359240bf186', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:48:35Z', 'updated_at': '2022-04-18T20:48:46Z', 'revision_number': 4, 'project_id': '134eb2d988564a4ab37aee0077d2b54a', 'gw_port': {'id': 'a5f618e4-1f87-4184-8aa1-7359240bf186', 'name': '', 'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:f0:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c781ba43-edb2-4f30-8837-ae12a0bc5f7b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'ip_address': '172.25.8.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:48:36Z', 'updated_at': '2022-04-18T20:48:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838334-2', '_floatingips': [{'id': 'a0253c9f-fafe-49f1-85ab-ce43d2e85848', 'tenant_id': '134eb2d988564a4ab37aee0077d2b54a', 'floating_ip_address': '172.25.8.147', 'floating_network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'router_id': 'c781ba43-edb2-4f30-8837-ae12a0bc5f7b', 'port_id': '79dd13c6-ebce-4026-87a0-8a1716458bc4', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7ca2cbaf-a9d4-46d8-95db-69bc38971d0d', 'mac_address': 'fa:16:3e:4f:7f:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a96b676e-b606-4103-a36d-2f1625145b68', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T20:50:10Z', 'updated_at': '2022-04-18T20:50:15Z', 'revision_number': 1, 'project_id': '134eb2d988564a4ab37aee0077d2b54a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6ac515b5-dc19-47fa-a769-4254d7b9a5aa', 'name': '', 'network_id': '7ca2cbaf-a9d4-46d8-95db-69bc38971d0d', 'tenant_id': '134eb2d988564a4ab37aee0077d2b54a', 'mac_address': 'fa:16:3e:07:c8:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c781ba43-edb2-4f30-8837-ae12a0bc5f7b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3b336095-3f34-4c1c-9e4c-6995dc1056be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:48:44Z', 'updated_at': '2022-04-18T20:49:03Z', 'revision_number': 5, 'project_id': '134eb2d988564a4ab37aee0077d2b54a', 'subnets': [{'id': '3b336095-3f34-4c1c-9e4c-6995dc1056be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84042) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 18 20:50:19.000943 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-4d4260f5-e425-4021-9f0b-07c20bc08a45 req-33facc91-f355-46d9-9505-0cb33480fc0f service neutron] 10.222.0.43 "GET /v2.0/networks/cb56989d-7c5d-4678-b194-1d2edf1e842a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3453856 Apr 18 20:50:19.198165 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-8dba5afb-7302-46a2-a1ad-0759904aea24 req-e6fabe3a-bdcb-438d-bba8-af91882ca3b0 tempest-ServerShowV247Test-541190692 tempest-ServerShowV247Test-541190692-project] 10.222.0.42 "GET /v2.0/ports?device_id=fa249cf4-3898-4abf-a16b-0c024b5b978a HTTP/1.1" status: 200 len: 210 time: 0.0583506 Apr 18 20:50:19.349659 n-d-838334-2 neutron-server[84040]: INFO neutron.notifiers.nova [-] Nova event matching ['req-41c6f73f-dbd6-4a76-be2c-41e2bf05418b'] response: {'name': 'network-changed', 'server_uuid': 'a96b676e-b606-4103-a36d-2f1625145b68', 'tag': '79dd13c6-ebce-4026-87a0-8a1716458bc4', 'status': 'completed', 'code': 200} Apr 18 20:50:19.363887 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-414b6ffe-e119-47bc-b18f-bcff1219c2f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750375287399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253529'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:19.380910 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4845cf95-b374-47c7-819f-a2e99f63c304 req-fa5b2b4f-2fd6-4fd5-96d2-2ce086a65d15 tempest-ServersTestJSON-787755264 tempest-ServersTestJSON-787755264-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:50:19.382370 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-4845cf95-b374-47c7-819f-a2e99f63c304 req-fa5b2b4f-2fd6-4fd5-96d2-2ce086a65d15 tempest-ServersTestJSON-787755264 tempest-ServersTestJSON-787755264-project] 10.222.0.42 "GET /v2.0/ports?device_id=47b6abb5-e3df-4367-a946-ab2aab131b83 HTTP/1.1" status: 200 len: 946 time: 0.1006560 Apr 18 20:50:19.499294 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-4845cf95-b374-47c7-819f-a2e99f63c304 req-5d75e91c-399b-4e11-aa4b-6e37e86e7a0f tempest-ServersTestJSON-787755264 tempest-ServersTestJSON-787755264-project] 10.222.0.42 "GET /v2.0/security-groups?id=68f36fb1-4357-43e6-aa2a-c916d9c5b1fe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0803351 Apr 18 20:50:19.540030 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-b84c2521-2da4-428a-8335-c9004f8b27b7 req-922c0888-31de-4ac0-9082-15b83e593c00 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=134eb2d988564a4ab37aee0077d2b54a&device_id=a96b676e-b606-4103-a36d-2f1625145b68 HTTP/1.1" status: 200 len: 1097 time: 0.1559608 Apr 18 20:50:19.771263 n-d-838334-2 neutron-server[84042]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '47b6abb5-e3df-4367-a946-ab2aab131b83', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cb37cd82-5b18-4daf-af6a-70171591cd2f'}] {{(pid=84042) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 20:50:19.866221 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-f695a806-a521-4cc0-8dfd-84f9b8fdd8ce req-da29e840-1f91-4882-b1a9-2f5548294020 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=ec0d4dedc6f54935aafadeeb5b293728&device_id=a7644bc3-dad5-4231-8e11-ce8e2039002d HTTP/1.1" status: 200 len: 1096 time: 0.0832691 Apr 18 20:50:19.924321 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b84c2521-2da4-428a-8335-c9004f8b27b7 req-09dac747-25c2-4b83-af32-5585ccbb90a1 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:50:19.925757 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-b84c2521-2da4-428a-8335-c9004f8b27b7 req-09dac747-25c2-4b83-af32-5585ccbb90a1 service neutron] 10.222.0.48 "GET /v2.0/networks?id=7ca2cbaf-a9d4-46d8-95db-69bc38971d0d HTTP/1.1" status: 200 len: 921 time: 0.3689439 Apr 18 20:50:20.037271 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-bfec57a0-e057-460c-94b8-1c0b98609758 req-942a16c7-935c-4792-83c5-0478d500e36b tempest-ServerRescueTestJSONUnderV235-1035206563 tempest-ServerRescueTestJSONUnderV235-1035206563-project] 10.222.0.42 "GET /v2.0/floatingips?floating_ip_address=172.25.8.147 HTTP/1.1" status: 200 len: 1000 time: 0.2561052 Apr 18 20:50:20.085434 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f695a806-a521-4cc0-8dfd-84f9b8fdd8ce req-457b198a-85d0-4a07-a434-73bae560cdc8 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:50:20.086979 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-f695a806-a521-4cc0-8dfd-84f9b8fdd8ce req-457b198a-85d0-4a07-a434-73bae560cdc8 service neutron] 10.222.0.48 "GET /v2.0/networks?id=b18f6ca6-9241-4023-98c1-9e86661176c3 HTTP/1.1" status: 200 len: 912 time: 0.2068670 Apr 18 20:50:20.177699 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-b84c2521-2da4-428a-8335-c9004f8b27b7 req-5d29b18a-f659-4f89-b98a-79fbda70d156 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=79dd13c6-ebce-4026-87a0-8a1716458bc4 HTTP/1.1" status: 200 len: 1000 time: 0.2341526 Apr 18 20:50:20.184981 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfec57a0-e057-460c-94b8-1c0b98609758 req-d09c4af9-b288-4a02-b4ce-dda942fe3f6b tempest-ServerRescueTestJSONUnderV235-1035206563 tempest-ServerRescueTestJSONUnderV235-1035206563-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:50:20.191717 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-f695a806-a521-4cc0-8dfd-84f9b8fdd8ce req-8d88a3bd-e089-439c-9257-ef28232c5b59 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f46caf15-6c1a-4906-a2ac-d9fe3f185673 HTTP/1.1" status: 200 len: 217 time: 0.0917962 Apr 18 20:50:20.193376 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-bfec57a0-e057-460c-94b8-1c0b98609758 req-d09c4af9-b288-4a02-b4ce-dda942fe3f6b tempest-ServerRescueTestJSONUnderV235-1035206563 tempest-ServerRescueTestJSONUnderV235-1035206563-project] 10.222.0.42 "GET /v2.0/ports/79dd13c6-ebce-4026-87a0-8a1716458bc4 HTTP/1.1" status: 200 len: 943 time: 0.1551092 Apr 18 20:50:20.240553 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a676f234-ac0c-4c99-a9a9-15849b78bca0 req-869680be-20a0-4af9-947f-dbeb27f18879 tempest-ImagesOneServerNegativeTestJSON-1563611860 tempest-ImagesOneServerNegativeTestJSON-1563611860-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:50:20.242913 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-a676f234-ac0c-4c99-a9a9-15849b78bca0 req-869680be-20a0-4af9-947f-dbeb27f18879 tempest-ImagesOneServerNegativeTestJSON-1563611860 tempest-ImagesOneServerNegativeTestJSON-1563611860-project] 10.222.0.42 "GET /v2.0/ports?device_id=a51bee04-081a-44fc-b9a3-21e66f1d4c2b HTTP/1.1" status: 200 len: 945 time: 0.4636171 Apr 18 20:50:20.281690 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f695a806-a521-4cc0-8dfd-84f9b8fdd8ce req-cf8a4dcf-9794-4fc3-8f95-5ea20acff50f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:50:20.285196 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-f695a806-a521-4cc0-8dfd-84f9b8fdd8ce req-cf8a4dcf-9794-4fc3-8f95-5ea20acff50f service neutron] 10.222.0.48 "GET /v2.0/subnets?id=9dc534ce-5db0-4608-a47a-91cc424d228c HTTP/1.1" status: 200 len: 851 time: 0.0713060 Apr 18 20:50:20.342351 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-f695a806-a521-4cc0-8dfd-84f9b8fdd8ce req-ee7c25f1-7053-4a18-8e10-3ced9502ae8a service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=b18f6ca6-9241-4023-98c1-9e86661176c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0432818 Apr 18 20:50:20.469556 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-c7521a90-7d65-4e2e-842c-ca5d95e9a89c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750375287399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253529'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:20.503413 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-f695a806-a521-4cc0-8dfd-84f9b8fdd8ce req-27f0d0f5-30b8-4903-8e4d-f6e11c024486 service neutron] 10.222.0.48 "GET /v2.0/networks/b18f6ca6-9241-4023-98c1-9e86661176c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1419141 Apr 18 20:50:20.550897 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b84c2521-2da4-428a-8335-c9004f8b27b7 req-44539126-181e-47a1-86b6-e86ed12a8a09 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:50:20.553030 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-b84c2521-2da4-428a-8335-c9004f8b27b7 req-44539126-181e-47a1-86b6-e86ed12a8a09 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=3b336095-3f34-4c1c-9e4c-6995dc1056be HTTP/1.1" status: 200 len: 860 time: 0.3586557 Apr 18 20:50:20.570618 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-a676f234-ac0c-4c99-a9a9-15849b78bca0 req-b37b9eab-d37a-439e-ba79-496b56d23e3b tempest-ImagesOneServerNegativeTestJSON-1563611860 tempest-ImagesOneServerNegativeTestJSON-1563611860-project] 10.222.0.42 "GET /v2.0/security-groups?id=35685d16-429f-4b00-82f0-cda27d79d56c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3183529 Apr 18 20:50:20.573489 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-bfec57a0-e057-460c-94b8-1c0b98609758 req-2c517e62-50fd-40b7-8464-ff44a1379614 tempest-ServerRescueTestJSONUnderV235-1035206563 tempest-ServerRescueTestJSONUnderV235-1035206563-project] 10.222.0.42 "GET /v2.0/floatingips?floating_ip_address=172.25.8.147 HTTP/1.1" status: 200 len: 1000 time: 0.1782510 Apr 18 20:50:20.661614 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.v2.base [req-44f2d4f6-de3f-4547-82ba-f2b0ea4424ff req-f4a0f9f7-9be1-431a-88de-3c1f49f7efeb tempest-SecurityGroupRulesTestJSON-1903449346 tempest-SecurityGroupRulesTestJSON-1903449346-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1460292988', 'description': 'tempest-description-1501345499'}} {{(pid=84040) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 20:50:20.664973 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-f695a806-a521-4cc0-8dfd-84f9b8fdd8ce req-f37d7484-c884-4fe7-b6e7-c173e2137a92 service neutron] 10.222.0.48 "GET /v2.0/networks/b18f6ca6-9241-4023-98c1-9e86661176c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1427002 Apr 18 20:50:20.692390 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-b84c2521-2da4-428a-8335-c9004f8b27b7 req-e06e6871-069a-45af-84f4-915f8fd28633 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=7ca2cbaf-a9d4-46d8-95db-69bc38971d0d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1134038 Apr 18 20:50:20.693507 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [req-44f2d4f6-de3f-4547-82ba-f2b0ea4424ff req-f4a0f9f7-9be1-431a-88de-3c1f49f7efeb tempest-SecurityGroupRulesTestJSON-1903449346 tempest-SecurityGroupRulesTestJSON-1903449346-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:50:20.764568 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [req-44f2d4f6-de3f-4547-82ba-f2b0ea4424ff req-f4a0f9f7-9be1-431a-88de-3c1f49f7efeb tempest-SecurityGroupRulesTestJSON-1903449346 tempest-SecurityGroupRulesTestJSON-1903449346-project] Usage tracker for resource:security_group and tenant:04b53f2841a9410cbababefaa2fdcde1 is out of sync, need to count used quota {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:50:20.776650 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [req-44f2d4f6-de3f-4547-82ba-f2b0ea4424ff req-f4a0f9f7-9be1-431a-88de-3c1f49f7efeb tempest-SecurityGroupRulesTestJSON-1903449346 tempest-SecurityGroupRulesTestJSON-1903449346-project] Quota usage for security_group was recalculated. Used quota:5. {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:50:20.789153 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [req-44f2d4f6-de3f-4547-82ba-f2b0ea4424ff req-f4a0f9f7-9be1-431a-88de-3c1f49f7efeb tempest-SecurityGroupRulesTestJSON-1903449346 tempest-SecurityGroupRulesTestJSON-1903449346-project] Attempting to reserve 1 items for resource security_group. Total usage: 5; quota limit: 100; headroom:95 {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:50:20.887041 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-44f2d4f6-de3f-4547-82ba-f2b0ea4424ff req-f4a0f9f7-9be1-431a-88de-3c1f49f7efeb tempest-SecurityGroupRulesTestJSON-1903449346 tempest-SecurityGroupRulesTestJSON-1903449346-project] Notify callbacks [] for security_group, before_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:20.958975 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfec57a0-e057-460c-94b8-1c0b98609758 req-1c4de287-5b0a-4b99-bbfc-31abe18a7931 tempest-ServerRescueTestJSONUnderV235-1035206563 tempest-ServerRescueTestJSONUnderV235-1035206563-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:50:20.966375 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-bfec57a0-e057-460c-94b8-1c0b98609758 req-1c4de287-5b0a-4b99-bbfc-31abe18a7931 tempest-ServerRescueTestJSONUnderV235-1035206563 tempest-ServerRescueTestJSONUnderV235-1035206563-project] 10.222.0.42 "GET /v2.0/networks/e41b6600-a917-4a8d-b05c-be3be40c6d8c HTTP/1.1" status: 200 len: 784 time: 0.3296237 Apr 18 20:50:21.044097 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-b84c2521-2da4-428a-8335-c9004f8b27b7 req-824e974f-a746-436a-a4dd-d8754c2cb801 service neutron] 10.222.0.48 "GET /v2.0/networks/7ca2cbaf-a9d4-46d8-95db-69bc38971d0d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3026793 Apr 18 20:50:21.060961 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [req-44f2d4f6-de3f-4547-82ba-f2b0ea4424ff req-f4a0f9f7-9be1-431a-88de-3c1f49f7efeb tempest-SecurityGroupRulesTestJSON-1903449346 tempest-SecurityGroupRulesTestJSON-1903449346-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:50:21.092297 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [req-44f2d4f6-de3f-4547-82ba-f2b0ea4424ff req-f4a0f9f7-9be1-431a-88de-3c1f49f7efeb tempest-SecurityGroupRulesTestJSON-1903449346 tempest-SecurityGroupRulesTestJSON-1903449346-project] Usage tracker for resource:security_group_rule and tenant:04b53f2841a9410cbababefaa2fdcde1 is out of sync, need to count used quota {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:50:21.141345 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [req-44f2d4f6-de3f-4547-82ba-f2b0ea4424ff req-f4a0f9f7-9be1-431a-88de-3c1f49f7efeb tempest-SecurityGroupRulesTestJSON-1903449346 tempest-SecurityGroupRulesTestJSON-1903449346-project] Quota usage for security_group_rule was recalculated. Used quota:15. {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:50:21.168403 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [req-44f2d4f6-de3f-4547-82ba-f2b0ea4424ff req-f4a0f9f7-9be1-431a-88de-3c1f49f7efeb tempest-SecurityGroupRulesTestJSON-1903449346 tempest-SecurityGroupRulesTestJSON-1903449346-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 15; quota limit: 100; headroom:85 {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:50:21.186922 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-bfec57a0-e057-460c-94b8-1c0b98609758 req-ded3cade-1d75-4a5f-8946-835b34bd93f7 tempest-ServerRescueTestJSONUnderV235-1035206563 tempest-ServerRescueTestJSONUnderV235-1035206563-project] 10.222.0.42 "GET /v2.0/floatingips?floating_ip_address=172.25.8.147 HTTP/1.1" status: 200 len: 1000 time: 0.2197289 Apr 18 20:50:21.202908 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.v2.base [req-bfec57a0-e057-460c-94b8-1c0b98609758 req-639df2d8-991b-4308-9216-8e88f8ccb1c3 tempest-ServerRescueTestJSONUnderV235-1035206563 tempest-ServerRescueTestJSONUnderV235-1035206563-project] Request body: {'floatingip': {'port_id': None}} {{(pid=84040) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 20:50:21.364700 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-b84c2521-2da4-428a-8335-c9004f8b27b7 req-292bf135-c95e-4265-81d0-788d4dbdb841 service neutron] 10.222.0.48 "GET /v2.0/networks/7ca2cbaf-a9d4-46d8-95db-69bc38971d0d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3050692 Apr 18 20:50:21.382325 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-bfec57a0-e057-460c-94b8-1c0b98609758 req-639df2d8-991b-4308-9216-8e88f8ccb1c3 tempest-ServerRescueTestJSONUnderV235-1035206563 tempest-ServerRescueTestJSONUnderV235-1035206563-project] Notify callbacks [] for floatingip, before_update {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:21.498434 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-44f2d4f6-de3f-4547-82ba-f2b0ea4424ff req-f4a0f9f7-9be1-431a-88de-3c1f49f7efeb tempest-SecurityGroupRulesTestJSON-1903449346 tempest-SecurityGroupRulesTestJSON-1903449346-project] Notify callbacks [] for security_group, precommit_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:21.508457 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-44f2d4f6-de3f-4547-82ba-f2b0ea4424ff req-f4a0f9f7-9be1-431a-88de-3c1f49f7efeb tempest-SecurityGroupRulesTestJSON-1903449346 tempest-SecurityGroupRulesTestJSON-1903449346-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33528224'] for security_group, after_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:21.511457 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bff1fd0d-0fe5-4bc8-a290-876bd7370557 req-8c05caa0-85d3-45d0-a2d3-d6f57199961d tempest-MigrationsAdminTest-1326981207 tempest-MigrationsAdminTest-1326981207-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:50:21.512500 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [req-bff1fd0d-0fe5-4bc8-a290-876bd7370557 req-8c05caa0-85d3-45d0-a2d3-d6f57199961d tempest-MigrationsAdminTest-1326981207 tempest-MigrationsAdminTest-1326981207-project] Synchronizing usage tracker for tenant:0ae89e923933452faf6047be78995cc1 on resource:port {{(pid=84041) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 20:50:21.530057 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [req-bff1fd0d-0fe5-4bc8-a290-876bd7370557 req-8c05caa0-85d3-45d0-a2d3-d6f57199961d tempest-MigrationsAdminTest-1326981207 tempest-MigrationsAdminTest-1326981207-project] Unset dirty status for tenant:0ae89e923933452faf6047be78995cc1 on resource:port {{(pid=84041) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 20:50:21.531372 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-bff1fd0d-0fe5-4bc8-a290-876bd7370557 req-8c05caa0-85d3-45d0-a2d3-d6f57199961d tempest-MigrationsAdminTest-1326981207 tempest-MigrationsAdminTest-1326981207-project] 10.222.0.48 "GET /v2.0/ports?device_id=f880cebf-c088-4fa8-8d57-e363e846dff9 HTTP/1.1" status: 200 len: 949 time: 0.2207119 Apr 18 20:50:21.632505 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.plugin [req-bff1fd0d-0fe5-4bc8-a290-876bd7370557 req-71da1dfe-ad48-4e33-ba8f-a6ab36c3ec19 tempest-MigrationsAdminTest-1326981207 tempest-MigrationsAdminTest-1326981207-project] Deleting port 71c99b98-8c99-49cc-a68a-53c19bb768e7 {{(pid=84041) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 20:50:21.634540 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4a0f9f7-9be1-431a-88de-3c1f49f7efeb tempest-SecurityGroupRulesTestJSON-1903449346 tempest-SecurityGroupRulesTestJSON-1903449346-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f7ee279a-29bd-4fc4-903a-40b09e9dff10,revision_number=1']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:50:21.635182 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [req-bff1fd0d-0fe5-4bc8-a290-876bd7370557 req-71da1dfe-ad48-4e33-ba8f-a6ab36c3ec19 tempest-MigrationsAdminTest-1326981207 tempest-MigrationsAdminTest-1326981207-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750375188691'] for port, before_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:21.645783 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-44f2d4f6-de3f-4547-82ba-f2b0ea4424ff req-f4a0f9f7-9be1-431a-88de-3c1f49f7efeb tempest-SecurityGroupRulesTestJSON-1903449346 tempest-SecurityGroupRulesTestJSON-1903449346-project] Notify callbacks [] for security_group, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:21.661930 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-44f2d4f6-de3f-4547-82ba-f2b0ea4424ff req-f4a0f9f7-9be1-431a-88de-3c1f49f7efeb tempest-SecurityGroupRulesTestJSON-1903449346 tempest-SecurityGroupRulesTestJSON-1903449346-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1644 time: 1.0276339 Apr 18 20:50:21.901552 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-bfec57a0-e057-460c-94b8-1c0b98609758 req-639df2d8-991b-4308-9216-8e88f8ccb1c3 tempest-ServerRescueTestJSONUnderV235-1035206563 tempest-ServerRescueTestJSONUnderV235-1035206563-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:21.912866 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-bfec57a0-e057-460c-94b8-1c0b98609758 req-639df2d8-991b-4308-9216-8e88f8ccb1c3 tempest-ServerRescueTestJSONUnderV235-1035206563 tempest-ServerRescueTestJSONUnderV235-1035206563-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33444131'] for floatingip, after_update {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:21.913213 n-d-838334-2 neutron-server[84040]: INFO neutron.db.l3_db [req-bfec57a0-e057-460c-94b8-1c0b98609758 req-639df2d8-991b-4308-9216-8e88f8ccb1c3 tempest-ServerRescueTestJSONUnderV235-1035206563 tempest-ServerRescueTestJSONUnderV235-1035206563-project] Floating IP a0253c9f-fafe-49f1-85ab-ce43d2e85848 disassociated. External IP: 172.25.8.147, port: 79dd13c6-ebce-4026-87a0-8a1716458bc4. Apr 18 20:50:22.009981 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.db [req-bff1fd0d-0fe5-4bc8-a290-876bd7370557 req-71da1dfe-ad48-4e33-ba8f-a6ab36c3ec19 tempest-MigrationsAdminTest-1326981207 tempest-MigrationsAdminTest-1326981207-project] For port 71c99b98-8c99-49cc-a68a-53c19bb768e7, host n-h2-838334-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838334-2',level=0,port_id=71c99b98-8c99-49cc-a68a-53c19bb768e7,segment=NetworkSegment(62b85806-94d8-4a88-a06c-da82e5932d66),segment_id=62b85806-94d8-4a88-a06c-da82e5932d66)] {{(pid=84041) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:50:22.010854 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [req-bff1fd0d-0fe5-4bc8-a290-876bd7370557 req-71da1dfe-ad48-4e33-ba8f-a6ab36c3ec19 tempest-MigrationsAdminTest-1326981207 tempest-MigrationsAdminTest-1326981207-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369123'] for port, precommit_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:22.170942 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.plugin [req-bff1fd0d-0fe5-4bc8-a290-876bd7370557 req-71da1dfe-ad48-4e33-ba8f-a6ab36c3ec19 tempest-MigrationsAdminTest-1326981207 tempest-MigrationsAdminTest-1326981207-project] Calling delete_port for 71c99b98-8c99-49cc-a68a-53c19bb768e7 owned by compute:nova {{(pid=84041) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 20:50:22.216114 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca44f807-8200-4531-90b2-5fb5358bfda8 req-9aced8d0-55ce-41e8-a56b-30c2ccbbcd19 tempest-MigrationsAdminTest-1326981207 tempest-MigrationsAdminTest-1326981207-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:50:22.217676 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-ca44f807-8200-4531-90b2-5fb5358bfda8 req-9aced8d0-55ce-41e8-a56b-30c2ccbbcd19 tempest-MigrationsAdminTest-1326981207 tempest-MigrationsAdminTest-1326981207-project] 10.222.0.42 "GET /v2.0/ports?device_id=f880cebf-c088-4fa8-8d57-e363e846dff9 HTTP/1.1" status: 200 len: 949 time: 0.3830256 Apr 18 20:50:22.287024 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-ca44f807-8200-4531-90b2-5fb5358bfda8 req-133e3787-db99-4f69-9ba6-1174f4519911 tempest-MigrationsAdminTest-1326981207 tempest-MigrationsAdminTest-1326981207-project] 10.222.0.42 "GET /v2.0/security-groups?id=8ca7ac2c-bfe5-493b-aae6-636315bac851&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604267 Apr 18 20:50:22.373001 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [req-bff1fd0d-0fe5-4bc8-a290-876bd7370557 req-71da1dfe-ad48-4e33-ba8f-a6ab36c3ec19 tempest-MigrationsAdminTest-1326981207 tempest-MigrationsAdminTest-1326981207-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750375259028', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750374836628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32266323'] for port, after_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:22.386816 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] get_ports_and_sgs() called for port_ids ['78bbc4c4-939a-4cb2-b476-fbddeecf9bf6'] {{(pid=84042) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 18 20:50:22.484066 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] get_ports_and_sgs() called for port_ids ['71c99b98-8c99-49cc-a68a-53c19bb768e7'] {{(pid=84042) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 18 20:50:22.513607 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71da1dfe-ad48-4e33-ba8f-a6ab36c3ec19 tempest-MigrationsAdminTest-1326981207 tempest-MigrationsAdminTest-1326981207-project] Pushing event deleted for resources: {'Port': ['ID=71c99b98-8c99-49cc-a68a-53c19bb768e7,revision_number=None']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:50:22.525071 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71da1dfe-ad48-4e33-ba8f-a6ab36c3ec19 tempest-MigrationsAdminTest-1326981207 tempest-MigrationsAdminTest-1326981207-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:50:22.525867 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71da1dfe-ad48-4e33-ba8f-a6ab36c3ec19 tempest-MigrationsAdminTest-1326981207 tempest-MigrationsAdminTest-1326981207-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:50:22.526421 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71da1dfe-ad48-4e33-ba8f-a6ab36c3ec19 tempest-MigrationsAdminTest-1326981207 tempest-MigrationsAdminTest-1326981207-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:50:22.527202 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71da1dfe-ad48-4e33-ba8f-a6ab36c3ec19 tempest-MigrationsAdminTest-1326981207 tempest-MigrationsAdminTest-1326981207-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:50:22.527818 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71da1dfe-ad48-4e33-ba8f-a6ab36c3ec19 tempest-MigrationsAdminTest-1326981207 tempest-MigrationsAdminTest-1326981207-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:50:22.528357 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71da1dfe-ad48-4e33-ba8f-a6ab36c3ec19 tempest-MigrationsAdminTest-1326981207 tempest-MigrationsAdminTest-1326981207-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:50:22.528909 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71da1dfe-ad48-4e33-ba8f-a6ab36c3ec19 tempest-MigrationsAdminTest-1326981207 tempest-MigrationsAdminTest-1326981207-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:50:22.529440 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71da1dfe-ad48-4e33-ba8f-a6ab36c3ec19 tempest-MigrationsAdminTest-1326981207 tempest-MigrationsAdminTest-1326981207-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:50:22.530011 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71da1dfe-ad48-4e33-ba8f-a6ab36c3ec19 tempest-MigrationsAdminTest-1326981207 tempest-MigrationsAdminTest-1326981207-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:50:22.530549 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71da1dfe-ad48-4e33-ba8f-a6ab36c3ec19 tempest-MigrationsAdminTest-1326981207 tempest-MigrationsAdminTest-1326981207-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:50:22.531124 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71da1dfe-ad48-4e33-ba8f-a6ab36c3ec19 tempest-MigrationsAdminTest-1326981207 tempest-MigrationsAdminTest-1326981207-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:50:22.573512 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.l3_dvrscheduler_db [req-bff1fd0d-0fe5-4bc8-a290-876bd7370557 req-71da1dfe-ad48-4e33-ba8f-a6ab36c3ec19 tempest-MigrationsAdminTest-1326981207 tempest-MigrationsAdminTest-1326981207-project] No DVR routers for this DVR port 71c99b98-8c99-49cc-a68a-53c19bb768e7 on host n-h2-838334-2 {{(pid=84041) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 20:50:22.576693 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [req-bff1fd0d-0fe5-4bc8-a290-876bd7370557 req-71da1dfe-ad48-4e33-ba8f-a6ab36c3ec19 tempest-MigrationsAdminTest-1326981207 tempest-MigrationsAdminTest-1326981207-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217293'] for port, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:22.582753 n-d-838334-2 neutron-server[84041]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f880cebf-c088-4fa8-8d57-e363e846dff9', 'name': 'network-vif-deleted', 'tag': '71c99b98-8c99-49cc-a68a-53c19bb768e7'}] {{(pid=84041) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 20:50:22.616306 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-bff1fd0d-0fe5-4bc8-a290-876bd7370557 req-71da1dfe-ad48-4e33-ba8f-a6ab36c3ec19 tempest-MigrationsAdminTest-1326981207 tempest-MigrationsAdminTest-1326981207-project] 10.222.0.48 "DELETE /v2.0/ports/71c99b98-8c99-49cc-a68a-53c19bb768e7 HTTP/1.1" status: 204 len: 173 time: 1.0762792 Apr 18 20:50:22.691643 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f8e020d-ec5a-4d97-ac05-adb2eae0ac2b req-cac7aab5-191f-4613-aaac-50f5bde9a087 tempest-ServerActionsTestJSON-2052644234 tempest-ServerActionsTestJSON-2052644234-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:50:22.698834 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-5f8e020d-ec5a-4d97-ac05-adb2eae0ac2b req-cac7aab5-191f-4613-aaac-50f5bde9a087 tempest-ServerActionsTestJSON-2052644234 tempest-ServerActionsTestJSON-2052644234-project] 10.222.0.42 "GET /v2.0/ports?device_id=b7307812-da19-4509-9baf-bb3ff8313904 HTTP/1.1" status: 200 len: 947 time: 0.2357135 Apr 18 20:50:22.785536 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-5f8e020d-ec5a-4d97-ac05-adb2eae0ac2b req-cf9567d3-7f73-4275-b923-9b17bc0c634b tempest-ServerActionsTestJSON-2052644234 tempest-ServerActionsTestJSON-2052644234-project] 10.222.0.42 "GET /v2.0/security-groups?id=c2aeb662-6a43-4389-8810-9fad3627855b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0851743 Apr 18 20:50:22.826734 n-d-838334-2 neutron-server[84040]: DEBUG neutron.scheduler.l3_agent_scheduler [req-bfec57a0-e057-460c-94b8-1c0b98609758 req-639df2d8-991b-4308-9216-8e88f8ccb1c3 tempest-ServerRescueTestJSONUnderV235-1035206563 tempest-ServerRescueTestJSONUnderV235-1035206563-project] Router c781ba43-edb2-4f30-8837-ae12a0bc5f7b has already been hosted by L3 agent bc84d6c9-dd7a-4555-a351-592327b46d5a {{(pid=84040) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 20:50:23.136952 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad83cbcf-c89a-41b7-bcac-0fad6af76357 req-c8302276-f358-4e95-9f10-61b5dbb5167a tempest-ServerRescueTestJSON-1218824152 tempest-ServerRescueTestJSON-1218824152-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:50:23.138476 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-ad83cbcf-c89a-41b7-bcac-0fad6af76357 req-c8302276-f358-4e95-9f10-61b5dbb5167a tempest-ServerRescueTestJSON-1218824152 tempest-ServerRescueTestJSON-1218824152-project] 10.222.0.42 "GET /v2.0/ports?device_id=a7644bc3-dad5-4231-8e11-ce8e2039002d HTTP/1.1" status: 200 len: 945 time: 0.1301825 Apr 18 20:50:23.213179 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-ad83cbcf-c89a-41b7-bcac-0fad6af76357 req-501c8dfd-638e-4096-9a7d-7df5b17ba540 tempest-ServerRescueTestJSON-1218824152 tempest-ServerRescueTestJSON-1218824152-project] 10.222.0.42 "GET /v2.0/security-groups?id=6f984221-1918-47e6-82e9-256972907b58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677011 Apr 18 20:50:23.230568 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-bfec57a0-e057-460c-94b8-1c0b98609758 req-639df2d8-991b-4308-9216-8e88f8ccb1c3 tempest-ServerRescueTestJSONUnderV235-1035206563 tempest-ServerRescueTestJSONUnderV235-1035206563-project] Notify agent at l3_agent.n-d-838334-2 the message routers_updated {{(pid=84040) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 20:50:23.235190 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-bfec57a0-e057-460c-94b8-1c0b98609758 req-639df2d8-991b-4308-9216-8e88f8ccb1c3 tempest-ServerRescueTestJSONUnderV235-1035206563 tempest-ServerRescueTestJSONUnderV235-1035206563-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217293'] for floatingip, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:23.297930 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-bfec57a0-e057-460c-94b8-1c0b98609758 req-639df2d8-991b-4308-9216-8e88f8ccb1c3 tempest-ServerRescueTestJSONUnderV235-1035206563 tempest-ServerRescueTestJSONUnderV235-1035206563-project] 10.222.0.42 "PUT /v2.0/floatingips/a0253c9f-fafe-49f1-85ab-ce43d2e85848 HTTP/1.1" status: 200 len: 693 time: 2.1019547 Apr 18 20:50:23.298088 n-d-838334-2 neutron-server[84040]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a96b676e-b606-4103-a36d-2f1625145b68', 'tag': '79dd13c6-ebce-4026-87a0-8a1716458bc4'}] {{(pid=84040) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 20:50:23.309375 n-d-838334-2 neutron-server[84042]: INFO neutron.notifiers.nova [-] Nova event matching ['req-105d67b8-f9be-48aa-8bc3-8438ef92ed02'] response: {'server_uuid': '47b6abb5-e3df-4367-a946-ab2aab131b83', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cb37cd82-5b18-4daf-af6a-70171591cd2f', 'code': 200} Apr 18 20:50:23.429763 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-bfec57a0-e057-460c-94b8-1c0b98609758 req-145cd9c1-117e-4e92-adf1-d59ea2601be9 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=134eb2d988564a4ab37aee0077d2b54a&device_id=a96b676e-b606-4103-a36d-2f1625145b68 HTTP/1.1" status: 200 len: 1097 time: 0.1232672 Apr 18 20:50:23.505375 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-ae9c3e02-8c9b-4893-8616-f2b045bdfc6a req-5e8c132e-0554-4d2b-bc38-82f2bc4ab840 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=47b6abb5-e3df-4367-a946-ab2aab131b83 HTTP/1.1" status: 200 len: 1097 time: 0.1053898 Apr 18 20:50:23.593045 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-ae9c3e02-8c9b-4893-8616-f2b045bdfc6a req-59f61da0-1611-4c8b-9d34-a10fe6a40698 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=68f36fb1-4357-43e6-aa2a-c916d9c5b1fe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0793102 Apr 18 20:50:23.670917 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfec57a0-e057-460c-94b8-1c0b98609758 req-7ea19381-0a58-4d31-b044-df0c9d9acb74 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:50:23.672402 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-bfec57a0-e057-460c-94b8-1c0b98609758 req-7ea19381-0a58-4d31-b044-df0c9d9acb74 service neutron] 10.222.0.42 "GET /v2.0/networks?id=7ca2cbaf-a9d4-46d8-95db-69bc38971d0d HTTP/1.1" status: 200 len: 921 time: 0.2361512 Apr 18 20:50:23.745214 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-bfec57a0-e057-460c-94b8-1c0b98609758 req-365558bc-9a03-4f1f-8149-585a97388f01 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=79dd13c6-ebce-4026-87a0-8a1716458bc4 HTTP/1.1" status: 200 len: 217 time: 0.0659928 Apr 18 20:50:23.757349 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62b8583e-17b8-450b-a3f7-d90e26b471a1 req-87af5f2f-2993-4f60-97c0-f6d26660f9bf tempest-ServersTestJSON-787755264 tempest-ServersTestJSON-787755264-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:50:23.758670 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-62b8583e-17b8-450b-a3f7-d90e26b471a1 req-87af5f2f-2993-4f60-97c0-f6d26660f9bf tempest-ServersTestJSON-787755264 tempest-ServersTestJSON-787755264-project] 10.222.0.42 "GET /v2.0/ports?device_id=47b6abb5-e3df-4367-a946-ab2aab131b83 HTTP/1.1" status: 200 len: 946 time: 0.1804762 Apr 18 20:50:23.847600 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfec57a0-e057-460c-94b8-1c0b98609758 req-9c07e169-039f-459b-be02-db8a693a1a7a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:50:23.849062 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-bfec57a0-e057-460c-94b8-1c0b98609758 req-9c07e169-039f-459b-be02-db8a693a1a7a service neutron] 10.222.0.42 "GET /v2.0/subnets?id=3b336095-3f34-4c1c-9e4c-6995dc1056be HTTP/1.1" status: 200 len: 860 time: 0.0985634 Apr 18 20:50:23.855935 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-62b8583e-17b8-450b-a3f7-d90e26b471a1 req-37db31f7-ae4b-4164-853b-0de640fcd54a tempest-ServersTestJSON-787755264 tempest-ServersTestJSON-787755264-project] 10.222.0.42 "GET /v2.0/security-groups?id=68f36fb1-4357-43e6-aa2a-c916d9c5b1fe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0647435 Apr 18 20:50:23.898180 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-bfec57a0-e057-460c-94b8-1c0b98609758 req-58d515ce-9393-439d-8102-6fbbc6ec5b60 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=7ca2cbaf-a9d4-46d8-95db-69bc38971d0d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0402000 Apr 18 20:50:24.097023 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-bfec57a0-e057-460c-94b8-1c0b98609758 req-441dc588-3655-4266-8655-6ea466eff28c service neutron] 10.222.0.42 "GET /v2.0/networks/7ca2cbaf-a9d4-46d8-95db-69bc38971d0d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1930914 Apr 18 20:50:24.131780 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f86869f6-719b-4062-bf7f-7fd8d13fbb2c req-cdb12cae-fa1d-4bbc-be7b-0a7b6d85fafc tempest-ImagesOneServerNegativeTestJSON-1563611860 tempest-ImagesOneServerNegativeTestJSON-1563611860-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:50:24.133290 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-f86869f6-719b-4062-bf7f-7fd8d13fbb2c req-cdb12cae-fa1d-4bbc-be7b-0a7b6d85fafc tempest-ImagesOneServerNegativeTestJSON-1563611860 tempest-ImagesOneServerNegativeTestJSON-1563611860-project] 10.222.0.42 "GET /v2.0/ports?device_id=a51bee04-081a-44fc-b9a3-21e66f1d4c2b HTTP/1.1" status: 200 len: 945 time: 0.1562932 Apr 18 20:50:24.177768 n-d-838334-2 neutron-server[84043]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf83f70e-a885-48d5-ab29-635f07f7b387 None None] New status for floating IP a0253c9f-fafe-49f1-85ab-ce43d2e85848: ACTIVE {{(pid=84043) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Apr 18 20:50:24.368465 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Device 71c99b98-8c99-49cc-a68a-53c19bb768e7 no longer exists at agent hyperv_n-h2-838334-2 {{(pid=84042) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 20:50:24.380675 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-f86869f6-719b-4062-bf7f-7fd8d13fbb2c req-a24b7dac-b90c-4f05-9abf-cf143053f5ad tempest-ImagesOneServerNegativeTestJSON-1563611860 tempest-ImagesOneServerNegativeTestJSON-1563611860-project] 10.222.0.42 "GET /v2.0/security-groups?id=35685d16-429f-4b00-82f0-cda27d79d56c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1995974 Apr 18 20:50:24.388973 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-bfec57a0-e057-460c-94b8-1c0b98609758 req-7cea1e8f-8f49-4e68-ae06-93a6e586f545 service neutron] 10.222.0.42 "GET /v2.0/networks/7ca2cbaf-a9d4-46d8-95db-69bc38971d0d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2862611 Apr 18 20:50:24.445452 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.v2.base [req-2dd298b6-095c-4362-af44-2e338135ee48 req-3b0046eb-384c-463d-993b-f6496c870745 tempest-SecurityGroupRulesTestJSON-1903449346 tempest-SecurityGroupRulesTestJSON-1903449346-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1841724647', 'description': 'tempest-description-781473397'}} {{(pid=84040) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 20:50:24.451090 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.plugin [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] No Port match for: 71c99b98-8c99-49cc-a68a-53c19bb768e7 {{(pid=84042) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 18 20:50:24.452572 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [req-2dd298b6-095c-4362-af44-2e338135ee48 req-3b0046eb-384c-463d-993b-f6496c870745 tempest-SecurityGroupRulesTestJSON-1903449346 tempest-SecurityGroupRulesTestJSON-1903449346-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:50:24.453187 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Device 71c99b98-8c99-49cc-a68a-53c19bb768e7 not bound to the agent host n-h2-838334-2 {{(pid=84042) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 20:50:24.458277 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [req-2dd298b6-095c-4362-af44-2e338135ee48 req-3b0046eb-384c-463d-993b-f6496c870745 tempest-SecurityGroupRulesTestJSON-1903449346 tempest-SecurityGroupRulesTestJSON-1903449346-project] Usage tracker for resource:security_group and tenant:04b53f2841a9410cbababefaa2fdcde1 is out of sync, need to count used quota {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:50:24.461472 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [req-2dd298b6-095c-4362-af44-2e338135ee48 req-3b0046eb-384c-463d-993b-f6496c870745 tempest-SecurityGroupRulesTestJSON-1903449346 tempest-SecurityGroupRulesTestJSON-1903449346-project] Quota usage for security_group was recalculated. Used quota:6. {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:50:24.468164 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [req-2dd298b6-095c-4362-af44-2e338135ee48 req-3b0046eb-384c-463d-993b-f6496c870745 tempest-SecurityGroupRulesTestJSON-1903449346 tempest-SecurityGroupRulesTestJSON-1903449346-project] Attempting to reserve 1 items for resource security_group. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:50:24.501526 n-d-838334-2 neutron-server[84041]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9fa85236-60cb-402d-b470-eee8abf12523'] response: {'server_uuid': 'f880cebf-c088-4fa8-8d57-e363e846dff9', 'name': 'network-vif-deleted', 'tag': '71c99b98-8c99-49cc-a68a-53c19bb768e7', 'status': 'completed', 'code': 200} Apr 18 20:50:24.503942 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-2dd298b6-095c-4362-af44-2e338135ee48 req-3b0046eb-384c-463d-993b-f6496c870745 tempest-SecurityGroupRulesTestJSON-1903449346 tempest-SecurityGroupRulesTestJSON-1903449346-project] Notify callbacks [] for security_group, before_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:24.552758 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [req-2dd298b6-095c-4362-af44-2e338135ee48 req-3b0046eb-384c-463d-993b-f6496c870745 tempest-SecurityGroupRulesTestJSON-1903449346 tempest-SecurityGroupRulesTestJSON-1903449346-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:50:24.558159 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [req-2dd298b6-095c-4362-af44-2e338135ee48 req-3b0046eb-384c-463d-993b-f6496c870745 tempest-SecurityGroupRulesTestJSON-1903449346 tempest-SecurityGroupRulesTestJSON-1903449346-project] Usage tracker for resource:security_group_rule and tenant:04b53f2841a9410cbababefaa2fdcde1 is out of sync, need to count used quota {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:50:24.572350 n-d-838334-2 neutron-server[84040]: INFO neutron.notifiers.nova [-] Nova event matching ['req-02f5f918-5f73-4272-a029-60d0b9714420'] response: {'name': 'network-changed', 'server_uuid': 'a96b676e-b606-4103-a36d-2f1625145b68', 'tag': '79dd13c6-ebce-4026-87a0-8a1716458bc4', 'status': 'completed', 'code': 200} Apr 18 20:50:24.573718 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [req-2dd298b6-095c-4362-af44-2e338135ee48 req-3b0046eb-384c-463d-993b-f6496c870745 tempest-SecurityGroupRulesTestJSON-1903449346 tempest-SecurityGroupRulesTestJSON-1903449346-project] Quota usage for security_group_rule was recalculated. Used quota:17. {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:50:24.586501 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [req-2dd298b6-095c-4362-af44-2e338135ee48 req-3b0046eb-384c-463d-993b-f6496c870745 tempest-SecurityGroupRulesTestJSON-1903449346 tempest-SecurityGroupRulesTestJSON-1903449346-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 17; quota limit: 100; headroom:83 {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:50:24.664804 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-e3567e5a-d4b8-4f2e-a08e-fa1455e8ffab req-51348411-8600-4803-9d36-74d673222cfc service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=134eb2d988564a4ab37aee0077d2b54a&device_id=a96b676e-b606-4103-a36d-2f1625145b68 HTTP/1.1" status: 200 len: 1097 time: 0.0816572 Apr 18 20:50:24.668344 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-2dd298b6-095c-4362-af44-2e338135ee48 req-3b0046eb-384c-463d-993b-f6496c870745 tempest-SecurityGroupRulesTestJSON-1903449346 tempest-SecurityGroupRulesTestJSON-1903449346-project] Notify callbacks [] for security_group, precommit_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:24.672867 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-2dd298b6-095c-4362-af44-2e338135ee48 req-3b0046eb-384c-463d-993b-f6496c870745 tempest-SecurityGroupRulesTestJSON-1903449346 tempest-SecurityGroupRulesTestJSON-1903449346-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33528224'] for security_group, after_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:24.715300 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-2dd298b6-095c-4362-af44-2e338135ee48 req-3b0046eb-384c-463d-993b-f6496c870745 tempest-SecurityGroupRulesTestJSON-1903449346 tempest-SecurityGroupRulesTestJSON-1903449346-project] Notify callbacks [] for security_group, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:24.716660 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-2dd298b6-095c-4362-af44-2e338135ee48 req-3b0046eb-384c-463d-993b-f6496c870745 tempest-SecurityGroupRulesTestJSON-1903449346 tempest-SecurityGroupRulesTestJSON-1903449346-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1643 time: 0.2759490 Apr 18 20:50:24.744657 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b0046eb-384c-463d-993b-f6496c870745 tempest-SecurityGroupRulesTestJSON-1903449346 tempest-SecurityGroupRulesTestJSON-1903449346-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9b93befe-8f38-4493-b3da-4b29c2bdf75a,revision_number=1']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:50:24.845732 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3567e5a-d4b8-4f2e-a08e-fa1455e8ffab req-46e9ab67-9915-4fe9-ae67-66e3bb0fd55e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:50:24.848197 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-e3567e5a-d4b8-4f2e-a08e-fa1455e8ffab req-46e9ab67-9915-4fe9-ae67-66e3bb0fd55e service neutron] 10.222.0.48 "GET /v2.0/networks?id=7ca2cbaf-a9d4-46d8-95db-69bc38971d0d HTTP/1.1" status: 200 len: 921 time: 0.1751533 Apr 18 20:50:24.934805 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-e3567e5a-d4b8-4f2e-a08e-fa1455e8ffab req-b1b18638-4af3-4f6f-bb0d-01bdd109c76a service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=79dd13c6-ebce-4026-87a0-8a1716458bc4 HTTP/1.1" status: 200 len: 217 time: 0.0753474 Apr 18 20:50:25.026178 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3567e5a-d4b8-4f2e-a08e-fa1455e8ffab req-d4fee3a5-374a-43ac-9176-7bb9efda4a5f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:50:25.028125 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-e3567e5a-d4b8-4f2e-a08e-fa1455e8ffab req-d4fee3a5-374a-43ac-9176-7bb9efda4a5f service neutron] 10.222.0.48 "GET /v2.0/subnets?id=3b336095-3f34-4c1c-9e4c-6995dc1056be HTTP/1.1" status: 200 len: 860 time: 0.0797915 Apr 18 20:50:25.063515 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aee4c1b6-5d6a-4a83-b959-dbad685d072d req-4f5eee48-1e62-46bf-bf75-64f4709b35d9 tempest-ServerActionsTestJSON-2052644234 tempest-ServerActionsTestJSON-2052644234-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:50:25.065885 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-aee4c1b6-5d6a-4a83-b959-dbad685d072d req-4f5eee48-1e62-46bf-bf75-64f4709b35d9 tempest-ServerActionsTestJSON-2052644234 tempest-ServerActionsTestJSON-2052644234-project] 10.222.0.42 "GET /v2.0/ports?device_id=b7307812-da19-4509-9baf-bb3ff8313904 HTTP/1.1" status: 200 len: 947 time: 0.2103705 Apr 18 20:50:25.078944 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-405a7084-b6b8-42f0-9728-cff76eca1b02 req-e1f7d916-b5c6-4bea-94c6-b9907157170a service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=38196c2fa6bd445c80911dbb617e6bfd&device_id=87d2a047-1778-4af8-a03c-cf1324c89586 HTTP/1.1" status: 200 len: 210 time: 0.0480862 Apr 18 20:50:25.117617 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-aee4c1b6-5d6a-4a83-b959-dbad685d072d req-888bb4a7-f140-43f4-9719-d52464de336a tempest-ServerActionsTestJSON-2052644234 tempest-ServerActionsTestJSON-2052644234-project] 10.222.0.42 "GET /v2.0/security-groups?id=c2aeb662-6a43-4389-8810-9fad3627855b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462475 Apr 18 20:50:25.153347 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-e3567e5a-d4b8-4f2e-a08e-fa1455e8ffab req-b0ee5c16-743b-42af-a931-76fc7f10e677 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=7ca2cbaf-a9d4-46d8-95db-69bc38971d0d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0769281 Apr 18 20:50:25.159424 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-405a7084-b6b8-42f0-9728-cff76eca1b02 req-9e5fb4c1-4f18-40e7-a907-cbf5e122ce9e service neutron] 10.222.0.43 "GET /v2.0/networks?tenant_id=38196c2fa6bd445c80911dbb617e6bfd&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0475674 Apr 18 20:50:25.281935 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-1affde08-cebe-4cd5-95d6-4464a1e09a49 req-df781652-9de2-4535-a0a0-431466a1fb07 tempest-ServerRescueTestJSONUnderV235-1035206563 tempest-ServerRescueTestJSONUnderV235-1035206563-project] 10.222.0.42 "GET /v2.0/floatingips/a0253c9f-fafe-49f1-85ab-ce43d2e85848 HTTP/1.1" status: 200 len: 693 time: 0.1015933 Apr 18 20:50:25.395073 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01542e83-cde4-423c-9bb7-d80824a9d7c5 req-f9e61787-b916-43d4-82db-7aac9ca18eb6 tempest-ServerRescueTestJSON-1218824152 tempest-ServerRescueTestJSON-1218824152-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:50:25.396539 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-01542e83-cde4-423c-9bb7-d80824a9d7c5 req-f9e61787-b916-43d4-82db-7aac9ca18eb6 tempest-ServerRescueTestJSON-1218824152 tempest-ServerRescueTestJSON-1218824152-project] 10.222.0.42 "GET /v2.0/ports?device_id=a7644bc3-dad5-4231-8e11-ce8e2039002d HTTP/1.1" status: 200 len: 945 time: 0.2557003 Apr 18 20:50:25.477300 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1affde08-cebe-4cd5-95d6-4464a1e09a49 req-fa6a3180-0ba0-47e3-be50-96988bfb4676 tempest-ServerRescueTestJSONUnderV235-1035206563 tempest-ServerRescueTestJSONUnderV235-1035206563-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:50:25.478629 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-1affde08-cebe-4cd5-95d6-4464a1e09a49 req-fa6a3180-0ba0-47e3-be50-96988bfb4676 tempest-ServerRescueTestJSONUnderV235-1035206563 tempest-ServerRescueTestJSONUnderV235-1035206563-project] 10.222.0.42 "GET /v2.0/networks/e41b6600-a917-4a8d-b05c-be3be40c6d8c HTTP/1.1" status: 200 len: 784 time: 0.1893144 Apr 18 20:50:25.483378 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-01542e83-cde4-423c-9bb7-d80824a9d7c5 req-5f39550e-7aed-4a7e-a970-e897bf692339 tempest-ServerRescueTestJSON-1218824152 tempest-ServerRescueTestJSON-1218824152-project] 10.222.0.42 "GET /v2.0/security-groups?id=6f984221-1918-47e6-82e9-256972907b58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0808394 Apr 18 20:50:25.490187 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [req-1affde08-cebe-4cd5-95d6-4464a1e09a49 req-96c580d9-dfca-4034-8c00-696e9d9c039a tempest-ServerRescueTestJSONUnderV235-1035206563 tempest-ServerRescueTestJSONUnderV235-1035206563-project] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=84040) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 18 20:50:25.491134 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-1affde08-cebe-4cd5-95d6-4464a1e09a49 req-96c580d9-dfca-4034-8c00-696e9d9c039a tempest-ServerRescueTestJSONUnderV235-1035206563 tempest-ServerRescueTestJSONUnderV235-1035206563-project] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0060072 Apr 18 20:50:25.493785 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-e3567e5a-d4b8-4f2e-a08e-fa1455e8ffab req-67dc53eb-f218-4041-9454-b2f4297e336e service neutron] 10.222.0.48 "GET /v2.0/networks/7ca2cbaf-a9d4-46d8-95db-69bc38971d0d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3293135 Apr 18 20:50:25.494780 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-405a7084-b6b8-42f0-9728-cff76eca1b02 req-ea62c0a7-224e-41d3-82b8-823f94fe6612 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:50:25.496082 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-405a7084-b6b8-42f0-9728-cff76eca1b02 req-ea62c0a7-224e-41d3-82b8-823f94fe6612 service neutron] 10.222.0.43 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3300066 Apr 18 20:50:25.580477 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-1affde08-cebe-4cd5-95d6-4464a1e09a49 req-4d6e0e34-1e1e-460b-9cab-8e87c8abe70e tempest-ServerRescueTestJSONUnderV235-1035206563 tempest-ServerRescueTestJSONUnderV235-1035206563-project] 10.222.0.42 "GET /v2.0/floatingips?floating_ip_address=172.25.8.147 HTTP/1.1" status: 200 len: 696 time: 0.0824332 Apr 18 20:50:25.642231 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-e3567e5a-d4b8-4f2e-a08e-fa1455e8ffab req-4cc977ee-c778-48f8-9377-b8320ed418b4 service neutron] 10.222.0.48 "GET /v2.0/networks/7ca2cbaf-a9d4-46d8-95db-69bc38971d0d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1325405 Apr 18 20:50:25.667224 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-1affde08-cebe-4cd5-95d6-4464a1e09a49 req-6772a066-6c0d-4324-abba-9ebfc1f69aa9 tempest-ServerRescueTestJSONUnderV235-1035206563 tempest-ServerRescueTestJSONUnderV235-1035206563-project] 10.222.0.42 "GET /v2.0/floatingips?floating_ip_address=172.25.8.147 HTTP/1.1" status: 200 len: 696 time: 0.0808258 Apr 18 20:50:25.823538 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.plugin [req-1affde08-cebe-4cd5-95d6-4464a1e09a49 req-c01960e5-fe24-4406-8f32-fcbabab41353 tempest-ServerRescueTestJSONUnderV235-1035206563 tempest-ServerRescueTestJSONUnderV235-1035206563-project] Deleting port e54a474e-3948-4790-94ff-d0c0a171c45b {{(pid=84040) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 20:50:25.823898 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-1affde08-cebe-4cd5-95d6-4464a1e09a49 req-c01960e5-fe24-4406-8f32-fcbabab41353 tempest-ServerRescueTestJSONUnderV235-1035206563 tempest-ServerRescueTestJSONUnderV235-1035206563-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750375188691'] for port, before_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:26.009754 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-1affde08-cebe-4cd5-95d6-4464a1e09a49 req-c01960e5-fe24-4406-8f32-fcbabab41353 tempest-ServerRescueTestJSONUnderV235-1035206563 tempest-ServerRescueTestJSONUnderV235-1035206563-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369123'] for port, precommit_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:26.010125 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-1affde08-cebe-4cd5-95d6-4464a1e09a49 req-c01960e5-fe24-4406-8f32-fcbabab41353 tempest-ServerRescueTestJSONUnderV235-1035206563 tempest-ServerRescueTestJSONUnderV235-1035206563-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:26.146626 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.plugin [req-1affde08-cebe-4cd5-95d6-4464a1e09a49 req-c01960e5-fe24-4406-8f32-fcbabab41353 tempest-ServerRescueTestJSONUnderV235-1035206563 tempest-ServerRescueTestJSONUnderV235-1035206563-project] Calling delete_port for e54a474e-3948-4790-94ff-d0c0a171c45b owned by network:floatingip {{(pid=84040) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 20:50:26.255332 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-d55cc826-b58f-4214-9444-ae8054e48d3d req-a9a2314e-5dc4-4017-a4e7-5e3650eb73db tempest-SecurityGroupRulesTestJSON-1903449346 tempest-SecurityGroupRulesTestJSON-1903449346-project] 10.222.0.42 "GET /v2.0/security-groups/f7ee279a-29bd-4fc4-903a-40b09e9dff10 HTTP/1.1" status: 200 len: 1639 time: 0.1163592 Apr 18 20:50:26.355357 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-d55cc826-b58f-4214-9444-ae8054e48d3d req-c97ca1b5-4238-416a-80e5-a81974bdb98d tempest-SecurityGroupRulesTestJSON-1903449346 tempest-SecurityGroupRulesTestJSON-1903449346-project] 10.222.0.42 "GET /v2.0/security-groups/9b93befe-8f38-4493-b3da-4b29c2bdf75a HTTP/1.1" status: 200 len: 1638 time: 0.0944657 Apr 18 20:50:26.359951 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-1affde08-cebe-4cd5-95d6-4464a1e09a49 req-c01960e5-fe24-4406-8f32-fcbabab41353 tempest-ServerRescueTestJSONUnderV235-1035206563 tempest-ServerRescueTestJSONUnderV235-1035206563-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750375259028', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750374836628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32440838'] for port, after_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:26.400937 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.v2.base [req-d55cc826-b58f-4214-9444-ae8054e48d3d req-797fbb7d-70ca-4d3f-8f50-5cf106d93887 tempest-SecurityGroupRulesTestJSON-1903449346 tempest-SecurityGroupRulesTestJSON-1903449346-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': 'f7ee279a-29bd-4fc4-903a-40b09e9dff10', 'remote_group_id': '9b93befe-8f38-4493-b3da-4b29c2bdf75a', 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=84040) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 20:50:26.401437 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.v2.base [req-d55cc826-b58f-4214-9444-ae8054e48d3d req-797fbb7d-70ca-4d3f-8f50-5cf106d93887 tempest-SecurityGroupRulesTestJSON-1903449346 tempest-SecurityGroupRulesTestJSON-1903449346-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': 'f7ee279a-29bd-4fc4-903a-40b09e9dff10', 'remote_group_id': '9b93befe-8f38-4493-b3da-4b29c2bdf75a', 'port_range_min': 22, 'port_range_max': 22}} {{(pid=84040) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 20:50:26.415031 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c01960e5-fe24-4406-8f32-fcbabab41353 tempest-ServerRescueTestJSONUnderV235-1035206563 tempest-ServerRescueTestJSONUnderV235-1035206563-project] Pushing event deleted for resources: {'Port': ['ID=e54a474e-3948-4790-94ff-d0c0a171c45b,revision_number=None']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:50:26.417066 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [req-d55cc826-b58f-4214-9444-ae8054e48d3d req-797fbb7d-70ca-4d3f-8f50-5cf106d93887 tempest-SecurityGroupRulesTestJSON-1903449346 tempest-SecurityGroupRulesTestJSON-1903449346-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:50:26.421586 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [req-d55cc826-b58f-4214-9444-ae8054e48d3d req-797fbb7d-70ca-4d3f-8f50-5cf106d93887 tempest-SecurityGroupRulesTestJSON-1903449346 tempest-SecurityGroupRulesTestJSON-1903449346-project] Usage tracker for resource:security_group_rule and tenant:04b53f2841a9410cbababefaa2fdcde1 is out of sync, need to count used quota {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:50:26.425921 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [req-d55cc826-b58f-4214-9444-ae8054e48d3d req-797fbb7d-70ca-4d3f-8f50-5cf106d93887 tempest-SecurityGroupRulesTestJSON-1903449346 tempest-SecurityGroupRulesTestJSON-1903449346-project] Quota usage for security_group_rule was recalculated. Used quota:19. {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:50:26.464321 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [req-d55cc826-b58f-4214-9444-ae8054e48d3d req-797fbb7d-70ca-4d3f-8f50-5cf106d93887 tempest-SecurityGroupRulesTestJSON-1903449346 tempest-SecurityGroupRulesTestJSON-1903449346-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 19; quota limit: 100; headroom:81 {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:50:26.632046 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-1affde08-cebe-4cd5-95d6-4464a1e09a49 req-c01960e5-fe24-4406-8f32-fcbabab41353 tempest-ServerRescueTestJSONUnderV235-1035206563 tempest-ServerRescueTestJSONUnderV235-1035206563-project] Notify callbacks [] for floatingip, after_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:26.677241 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-d55cc826-b58f-4214-9444-ae8054e48d3d req-797fbb7d-70ca-4d3f-8f50-5cf106d93887 tempest-SecurityGroupRulesTestJSON-1903449346 tempest-SecurityGroupRulesTestJSON-1903449346-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:26.681588 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-1affde08-cebe-4cd5-95d6-4464a1e09a49 req-c01960e5-fe24-4406-8f32-fcbabab41353 tempest-ServerRescueTestJSONUnderV235-1035206563 tempest-ServerRescueTestJSONUnderV235-1035206563-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217293'] for floatingip, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:26.682692 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-1affde08-cebe-4cd5-95d6-4464a1e09a49 req-c01960e5-fe24-4406-8f32-fcbabab41353 tempest-ServerRescueTestJSONUnderV235-1035206563 tempest-ServerRescueTestJSONUnderV235-1035206563-project] 10.222.0.42 "DELETE /v2.0/floatingips/a0253c9f-fafe-49f1-85ab-ce43d2e85848 HTTP/1.1" status: 204 len: 173 time: 1.0102384 Apr 18 20:50:26.708217 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-d55cc826-b58f-4214-9444-ae8054e48d3d req-797fbb7d-70ca-4d3f-8f50-5cf106d93887 tempest-SecurityGroupRulesTestJSON-1903449346 tempest-SecurityGroupRulesTestJSON-1903449346-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:26.712457 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-d55cc826-b58f-4214-9444-ae8054e48d3d req-797fbb7d-70ca-4d3f-8f50-5cf106d93887 tempest-SecurityGroupRulesTestJSON-1903449346 tempest-SecurityGroupRulesTestJSON-1903449346-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33528311'] for security_group_rule, after_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:26.739406 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-797fbb7d-70ca-4d3f-8f50-5cf106d93887 tempest-SecurityGroupRulesTestJSON-1903449346 tempest-SecurityGroupRulesTestJSON-1903449346-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e044dfa9-582b-4951-a002-ac7177d998e0,revision_number=0']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:50:26.751413 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-d55cc826-b58f-4214-9444-ae8054e48d3d req-797fbb7d-70ca-4d3f-8f50-5cf106d93887 tempest-SecurityGroupRulesTestJSON-1903449346 tempest-SecurityGroupRulesTestJSON-1903449346-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:26.752725 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-d55cc826-b58f-4214-9444-ae8054e48d3d req-797fbb7d-70ca-4d3f-8f50-5cf106d93887 tempest-SecurityGroupRulesTestJSON-1903449346 tempest-SecurityGroupRulesTestJSON-1903449346-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 748 time: 0.3883657 Apr 18 20:50:26.772617 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-405a7084-b6b8-42f0-9728-cff76eca1b02 req-778340e4-241b-4367-b6a5-fd2f80e9abb6 tempest-ServerShowV247Test-541190692 tempest-ServerShowV247Test-541190692-project] 10.222.0.43 "GET /v2.0/ports?device_id=87d2a047-1778-4af8-a03c-cf1324c89586 HTTP/1.1" status: 200 len: 210 time: 0.0422819 Apr 18 20:50:26.866289 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dadd9ae-b2d6-48a6-a518-80164e49f2e5 req-bb799506-64ff-4e69-aa69-49cd6b28a143 tempest-ServersTestJSON-787755264 tempest-ServersTestJSON-787755264-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:50:26.867933 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-7dadd9ae-b2d6-48a6-a518-80164e49f2e5 req-bb799506-64ff-4e69-aa69-49cd6b28a143 tempest-ServersTestJSON-787755264 tempest-ServersTestJSON-787755264-project] 10.222.0.42 "GET /v2.0/ports?device_id=47b6abb5-e3df-4367-a946-ab2aab131b83 HTTP/1.1" status: 200 len: 946 time: 0.0841789 Apr 18 20:50:26.926619 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-24cc6f8e-5c3e-4b59-a314-49fb43efe5a7 req-6825a2ce-ef10-440c-b347-df4514d3bdb1 tempest-ServerShowV247Test-541190692 tempest-ServerShowV247Test-541190692-project] 10.222.0.42 "GET /v2.0/ports?device_id=87d2a047-1778-4af8-a03c-cf1324c89586 HTTP/1.1" status: 200 len: 210 time: 0.0571845 Apr 18 20:50:26.948807 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-7dadd9ae-b2d6-48a6-a518-80164e49f2e5 req-614654a2-1053-4d9a-805c-81d950b9dff5 tempest-ServersTestJSON-787755264 tempest-ServersTestJSON-787755264-project] 10.222.0.42 "GET /v2.0/security-groups?id=68f36fb1-4357-43e6-aa2a-c916d9c5b1fe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0494924 Apr 18 20:50:27.130705 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5de5610-fd6b-410c-8eab-4f120d61f088 req-8d51826b-8f9c-48a1-a52e-1e6c378c646c tempest-ServerActionsTestJSON-2052644234 tempest-ServerActionsTestJSON-2052644234-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:50:27.132366 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-c5de5610-fd6b-410c-8eab-4f120d61f088 req-8d51826b-8f9c-48a1-a52e-1e6c378c646c tempest-ServerActionsTestJSON-2052644234 tempest-ServerActionsTestJSON-2052644234-project] 10.222.0.42 "GET /v2.0/ports?device_id=b7307812-da19-4509-9baf-bb3ff8313904 HTTP/1.1" status: 200 len: 947 time: 0.0808213 Apr 18 20:50:27.181960 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-c5de5610-fd6b-410c-8eab-4f120d61f088 req-21903d7a-a095-4dbb-b7c8-b30bd519d838 tempest-ServerActionsTestJSON-2052644234 tempest-ServerActionsTestJSON-2052644234-project] 10.222.0.42 "GET /v2.0/security-groups?id=c2aeb662-6a43-4389-8810-9fad3627855b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440197 Apr 18 20:50:27.272261 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a000689-c575-4de9-9068-bfc88961a19e req-f4101b1b-fc8e-42ea-b23a-16387a39d115 tempest-MigrationsAdminTest-1326981207 tempest-MigrationsAdminTest-1326981207-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:50:27.273656 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-4a000689-c575-4de9-9068-bfc88961a19e req-f4101b1b-fc8e-42ea-b23a-16387a39d115 tempest-MigrationsAdminTest-1326981207 tempest-MigrationsAdminTest-1326981207-project] 10.222.0.42 "GET /v2.0/ports?device_id=08c5b321-aafc-4918-a395-6fa43a8a405d HTTP/1.1" status: 200 len: 950 time: 0.0887716 Apr 18 20:50:27.286739 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb2d7b7b-8b99-49d0-8a44-d173f0c63f0b None None] Sync routers for ids ['c781ba43-edb2-4f30-8837-ae12a0bc5f7b'] in n-d-838334-2 {{(pid=84042) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 18 20:50:27.304410 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb2d7b7b-8b99-49d0-8a44-d173f0c63f0b None None] Routers {'c781ba43-edb2-4f30-8837-ae12a0bc5f7b'} bound to L3 agent in host n-d-838334-2 {{(pid=84042) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 20:50:27.305039 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_hamode_db [None req-cb2d7b7b-8b99-49d0-8a44-d173f0c63f0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838334-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-18T20:25:48Z,description=,heartbeat_timestamp=2022-04-18T20:50:18Z,host='n-d-838334-2',id=bc84d6c9-dd7a-4555-a351-592327b46d5a,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:25:48Z,topic='l3_agent')) {'router_ids': ['c781ba43-edb2-4f30-8837-ae12a0bc5f7b'], 'active': True} {{(pid=84042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:50:27.340511 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-4a000689-c575-4de9-9068-bfc88961a19e req-eb76815d-5fe8-47eb-8ee7-8af598600288 tempest-MigrationsAdminTest-1326981207 tempest-MigrationsAdminTest-1326981207-project] 10.222.0.42 "GET /v2.0/security-groups?id=8ca7ac2c-bfe5-493b-aae6-636315bac851&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604601 Apr 18 20:50:27.505156 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-2044a589-92c2-48cb-8846-c9904300748e req-9a2e0d94-7cde-4d96-8d0a-0d6723674d08 tempest-ServerRescueTestJSONUnderV235-1035206563 tempest-ServerRescueTestJSONUnderV235-1035206563-project] 10.222.0.42 "GET /v2.0/security-groups/a78e0770-85d1-4921-b92f-4910379a31fe HTTP/1.1" status: 200 len: 1641 time: 0.0791097 Apr 18 20:50:27.537294 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6016d40-1e7b-4425-a7c9-960e33d14a2e req-8ca1e17a-b415-4f7b-9258-abb909c0a992 tempest-ServerRescueTestJSON-1218824152 tempest-ServerRescueTestJSON-1218824152-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:50:27.544606 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-e6016d40-1e7b-4425-a7c9-960e33d14a2e req-8ca1e17a-b415-4f7b-9258-abb909c0a992 tempest-ServerRescueTestJSON-1218824152 tempest-ServerRescueTestJSON-1218824152-project] 10.222.0.42 "GET /v2.0/ports?device_id=a7644bc3-dad5-4231-8e11-ce8e2039002d HTTP/1.1" status: 200 len: 945 time: 0.1782730 Apr 18 20:50:27.582332 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f71ff66-7625-48ec-8691-de538d462a34 req-911daf66-9a85-4a2f-816b-17cde7cd5485 tempest-MigrationsAdminTest-1326981207 tempest-MigrationsAdminTest-1326981207-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:50:27.583321 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [req-8f71ff66-7625-48ec-8691-de538d462a34 req-911daf66-9a85-4a2f-816b-17cde7cd5485 tempest-MigrationsAdminTest-1326981207 tempest-MigrationsAdminTest-1326981207-project] Synchronizing usage tracker for tenant:0ae89e923933452faf6047be78995cc1 on resource:port {{(pid=84041) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 20:50:27.606129 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [req-8f71ff66-7625-48ec-8691-de538d462a34 req-911daf66-9a85-4a2f-816b-17cde7cd5485 tempest-MigrationsAdminTest-1326981207 tempest-MigrationsAdminTest-1326981207-project] Unset dirty status for tenant:0ae89e923933452faf6047be78995cc1 on resource:port {{(pid=84041) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 20:50:27.609077 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_dvr_db [None req-cb2d7b7b-8b99-49d0-8a44-d173f0c63f0b None None] Set router c781ba43-edb2-4f30-8837-ae12a0bc5f7b gateway port host: n-d-838334-2 {{(pid=84042) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 20:50:27.609813 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-8f71ff66-7625-48ec-8691-de538d462a34 req-911daf66-9a85-4a2f-816b-17cde7cd5485 tempest-MigrationsAdminTest-1326981207 tempest-MigrationsAdminTest-1326981207-project] 10.222.0.43 "GET /v2.0/ports?device_id=08c5b321-aafc-4918-a395-6fa43a8a405d HTTP/1.1" status: 200 len: 950 time: 0.1232188 Apr 18 20:50:27.641414 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-e6016d40-1e7b-4425-a7c9-960e33d14a2e req-27f30d21-1eb4-4c50-a6aa-76f7f2c2f7c4 tempest-ServerRescueTestJSON-1218824152 tempest-ServerRescueTestJSON-1218824152-project] 10.222.0.42 "GET /v2.0/security-groups?id=6f984221-1918-47e6-82e9-256972907b58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0958872 Apr 18 20:50:27.683227 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-2044a589-92c2-48cb-8846-c9904300748e req-026a48bd-8789-4ca3-8028-6b44f8f3605a tempest-ServerRescueTestJSONUnderV235-1035206563 tempest-ServerRescueTestJSONUnderV235-1035206563-project] Notify callbacks [] for security_group, before_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:27.729938 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.plugin [req-8f71ff66-7625-48ec-8691-de538d462a34 req-51063b02-1ac7-46af-889c-290cfe2d24c4 tempest-MigrationsAdminTest-1326981207 tempest-MigrationsAdminTest-1326981207-project] Deleting port 78bbc4c4-939a-4cb2-b476-fbddeecf9bf6 {{(pid=84041) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 20:50:27.730330 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [req-8f71ff66-7625-48ec-8691-de538d462a34 req-51063b02-1ac7-46af-889c-290cfe2d24c4 tempest-MigrationsAdminTest-1326981207 tempest-MigrationsAdminTest-1326981207-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750375188691'] for port, before_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:27.748971 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-2044a589-92c2-48cb-8846-c9904300748e req-026a48bd-8789-4ca3-8028-6b44f8f3605a tempest-ServerRescueTestJSONUnderV235-1035206563 tempest-ServerRescueTestJSONUnderV235-1035206563-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:27.801111 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-b07692b9-5bf6-4be3-ba8c-c6f4b12839b1 req-c84480c4-a7ef-42e1-9d6f-d9d3bc74deee tempest-SecurityGroupRulesTestJSON-1903449346 tempest-SecurityGroupRulesTestJSON-1903449346-project] 10.222.0.42 "GET /v2.0/security-groups/9b93befe-8f38-4493-b3da-4b29c2bdf75a HTTP/1.1" status: 200 len: 1638 time: 0.0971706 Apr 18 20:50:27.842786 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-2044a589-92c2-48cb-8846-c9904300748e req-026a48bd-8789-4ca3-8028-6b44f8f3605a tempest-ServerRescueTestJSONUnderV235-1035206563 tempest-ServerRescueTestJSONUnderV235-1035206563-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33528224'] for security_group, after_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:27.875448 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-026a48bd-8789-4ca3-8028-6b44f8f3605a tempest-ServerRescueTestJSONUnderV235-1035206563 tempest-ServerRescueTestJSONUnderV235-1035206563-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a78e0770-85d1-4921-b92f-4910379a31fe,revision_number=None']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:50:27.889973 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-2044a589-92c2-48cb-8846-c9904300748e req-026a48bd-8789-4ca3-8028-6b44f8f3605a tempest-ServerRescueTestJSONUnderV235-1035206563 tempest-ServerRescueTestJSONUnderV235-1035206563-project] Notify callbacks [] for security_group, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:27.891282 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-2044a589-92c2-48cb-8846-c9904300748e req-026a48bd-8789-4ca3-8028-6b44f8f3605a tempest-ServerRescueTestJSONUnderV235-1035206563 tempest-ServerRescueTestJSONUnderV235-1035206563-project] 10.222.0.42 "DELETE /v2.0/security-groups/a78e0770-85d1-4921-b92f-4910379a31fe HTTP/1.1" status: 204 len: 173 time: 0.3769450 Apr 18 20:50:27.917531 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-b07692b9-5bf6-4be3-ba8c-c6f4b12839b1 req-26fd6f63-b3a4-4002-99f8-7d3f74a0246f tempest-SecurityGroupRulesTestJSON-1903449346 tempest-SecurityGroupRulesTestJSON-1903449346-project] Notify callbacks [] for security_group, before_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:27.976905 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-b07692b9-5bf6-4be3-ba8c-c6f4b12839b1 req-26fd6f63-b3a4-4002-99f8-7d3f74a0246f tempest-SecurityGroupRulesTestJSON-1903449346 tempest-SecurityGroupRulesTestJSON-1903449346-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:28.115246 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.db [req-8f71ff66-7625-48ec-8691-de538d462a34 req-51063b02-1ac7-46af-889c-290cfe2d24c4 tempest-MigrationsAdminTest-1326981207 tempest-MigrationsAdminTest-1326981207-project] For port 78bbc4c4-939a-4cb2-b476-fbddeecf9bf6, host n-h1-838334-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838334-2',level=0,port_id=78bbc4c4-939a-4cb2-b476-fbddeecf9bf6,segment=NetworkSegment(62b85806-94d8-4a88-a06c-da82e5932d66),segment_id=62b85806-94d8-4a88-a06c-da82e5932d66)] {{(pid=84041) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:50:28.115767 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [req-8f71ff66-7625-48ec-8691-de538d462a34 req-51063b02-1ac7-46af-889c-290cfe2d24c4 tempest-MigrationsAdminTest-1326981207 tempest-MigrationsAdminTest-1326981207-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369123'] for port, precommit_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:28.152703 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Device 968bbb7b-ac07-4f93-a27a-f9fa924c1025 no longer exists at agent hyperv_n-h1-838334-2 {{(pid=84042) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 20:50:28.193520 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-536b73f4-e756-46fe-88c8-4b2bfa28fa43 req-323bf0f3-4e3a-440d-bc83-01bd5c8ccd18 tempest-ServersTestJSON-787755264 tempest-ServersTestJSON-787755264-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:50:28.205559 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-536b73f4-e756-46fe-88c8-4b2bfa28fa43 req-323bf0f3-4e3a-440d-bc83-01bd5c8ccd18 tempest-ServersTestJSON-787755264 tempest-ServersTestJSON-787755264-project] 10.222.0.42 "GET /v2.0/ports?device_id=47b6abb5-e3df-4367-a946-ab2aab131b83 HTTP/1.1" status: 200 len: 946 time: 0.1623929 Apr 18 20:50:28.208431 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 46430) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:50:28.215734 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.v2.base [None req-61209dd9-d6a6-4828-92c0-94500422db97 tempest-ServersTestJSON-787755264 tempest-ServersTestJSON-787755264-project] Request body: {'floatingip': {'port_id': 'cb37cd82-5b18-4daf-af6a-70171591cd2f'}} {{(pid=84040) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 20:50:28.312194 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-b07692b9-5bf6-4be3-ba8c-c6f4b12839b1 req-26fd6f63-b3a4-4002-99f8-7d3f74a0246f tempest-SecurityGroupRulesTestJSON-1903449346 tempest-SecurityGroupRulesTestJSON-1903449346-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33528224'] for security_group, after_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:28.314491 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:28.319061 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.plugin [req-8f71ff66-7625-48ec-8691-de538d462a34 req-51063b02-1ac7-46af-889c-290cfe2d24c4 tempest-MigrationsAdminTest-1326981207 tempest-MigrationsAdminTest-1326981207-project] Calling delete_port for 78bbc4c4-939a-4cb2-b476-fbddeecf9bf6 owned by compute:nova {{(pid=84041) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 20:50:28.326877 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_hamode_db [None req-cb2d7b7b-8b99-49d0-8a44-d173f0c63f0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c781ba43-edb2-4f30-8837-ae12a0bc5f7b', 'name': 'tempest-ServerRescueTestJSONUnderV235-1465053955-router', 'tenant_id': '134eb2d988564a4ab37aee0077d2b54a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'external_fixed_ips': [{'subnet_id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'ip_address': '172.25.8.231'}], 'enable_snat': True}, 'gw_port_id': 'a5f618e4-1f87-4184-8aa1-7359240bf186', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:48:35Z', 'updated_at': '2022-04-18T20:48:46Z', 'revision_number': 4, 'project_id': '134eb2d988564a4ab37aee0077d2b54a', 'gw_port': {'id': 'a5f618e4-1f87-4184-8aa1-7359240bf186', 'name': '', 'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:f0:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c781ba43-edb2-4f30-8837-ae12a0bc5f7b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'ip_address': '172.25.8.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:48:36Z', 'updated_at': '2022-04-18T20:48:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838334-2', '_interfaces': [{'id': '6ac515b5-dc19-47fa-a769-4254d7b9a5aa', 'name': '', 'network_id': '7ca2cbaf-a9d4-46d8-95db-69bc38971d0d', 'tenant_id': '134eb2d988564a4ab37aee0077d2b54a', 'mac_address': 'fa:16:3e:07:c8:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c781ba43-edb2-4f30-8837-ae12a0bc5f7b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3b336095-3f34-4c1c-9e4c-6995dc1056be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:48:44Z', 'updated_at': '2022-04-18T20:49:03Z', 'revision_number': 5, 'project_id': '134eb2d988564a4ab37aee0077d2b54a', 'subnets': [{'id': '3b336095-3f34-4c1c-9e4c-6995dc1056be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838334-2', False) {} {{(pid=84042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:50:28.334135 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb2d7b7b-8b99-49d0-8a44-d173f0c63f0b None None] Checking router: c781ba43-edb2-4f30-8837-ae12a0bc5f7b for host: n-d-838334-2 {{(pid=84042) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 18 20:50:28.356413 n-d-838334-2 neutron-server[84042]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b7307812-da19-4509-9baf-bb3ff8313904', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '968bbb7b-ac07-4f93-a27a-f9fa924c1025'}] {{(pid=84042) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 20:50:28.367930 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26fd6f63-b3a4-4002-99f8-7d3f74a0246f tempest-SecurityGroupRulesTestJSON-1903449346 tempest-SecurityGroupRulesTestJSON-1903449346-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b93befe-8f38-4493-b3da-4b29c2bdf75a,revision_number=None']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:50:28.371663 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb2d7b7b-8b99-49d0-8a44-d173f0c63f0b None None] Routers {'c781ba43-edb2-4f30-8837-ae12a0bc5f7b'} bound to L3 agent in host n-d-838334-2 {{(pid=84042) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 20:50:28.372306 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_hamode_db [None req-cb2d7b7b-8b99-49d0-8a44-d173f0c63f0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838334-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-18T20:25:48Z,description=,heartbeat_timestamp=2022-04-18T20:50:18Z,host='n-d-838334-2',id=bc84d6c9-dd7a-4555-a351-592327b46d5a,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:25:48Z,topic='l3_agent')) {'router_ids': ['c781ba43-edb2-4f30-8837-ae12a0bc5f7b'], 'active': True} {{(pid=84042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:50:28.374574 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-b07692b9-5bf6-4be3-ba8c-c6f4b12839b1 req-26fd6f63-b3a4-4002-99f8-7d3f74a0246f tempest-SecurityGroupRulesTestJSON-1903449346 tempest-SecurityGroupRulesTestJSON-1903449346-project] Notify callbacks [] for security_group, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:28.375671 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-b07692b9-5bf6-4be3-ba8c-c6f4b12839b1 req-26fd6f63-b3a4-4002-99f8-7d3f74a0246f tempest-SecurityGroupRulesTestJSON-1903449346 tempest-SecurityGroupRulesTestJSON-1903449346-project] 10.222.0.42 "DELETE /v2.0/security-groups/9b93befe-8f38-4493-b3da-4b29c2bdf75a HTTP/1.1" status: 204 len: 173 time: 0.5670989 Apr 18 20:50:28.378156 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-61209dd9-d6a6-4828-92c0-94500422db97 tempest-ServersTestJSON-787755264 tempest-ServersTestJSON-787755264-project] Notify callbacks [] for floatingip, before_update {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:28.545926 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Device 840ab7ba-ceab-4b42-92cb-ff4480b3d0db details requested by agent hyperv_n-h2-838334-2 with host n-h2-838334-2 {{(pid=84042) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 18 20:50:28.561480 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] For port 968bbb7b-ac07-4f93-a27a-f9fa924c1025, host n-h1-838334-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838334-2',level=0,port_id=968bbb7b-ac07-4f93-a27a-f9fa924c1025,segment=NetworkSegment(4935dfdb-03db-4976-a6b4-e0fa58696685),segment_id=4935dfdb-03db-4976-a6b4-e0fa58696685)] {{(pid=84042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:50:28.624512 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [req-8f71ff66-7625-48ec-8691-de538d462a34 req-51063b02-1ac7-46af-889c-290cfe2d24c4 tempest-MigrationsAdminTest-1326981207 tempest-MigrationsAdminTest-1326981207-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750375259028', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750374836628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32266323'] for port, after_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:28.678443 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] get_ports_and_sgs() called for port_ids ['78bbc4c4-939a-4cb2-b476-fbddeecf9bf6'] {{(pid=84042) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 18 20:50:28.699764 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51063b02-1ac7-46af-889c-290cfe2d24c4 tempest-MigrationsAdminTest-1326981207 tempest-MigrationsAdminTest-1326981207-project] Pushing event deleted for resources: {'Port': ['ID=78bbc4c4-939a-4cb2-b476-fbddeecf9bf6,revision_number=None']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:50:28.740295 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682'] for port, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:28.791305 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.l3_dvrscheduler_db [req-8f71ff66-7625-48ec-8691-de538d462a34 req-51063b02-1ac7-46af-889c-290cfe2d24c4 tempest-MigrationsAdminTest-1326981207 tempest-MigrationsAdminTest-1326981207-project] No DVR routers for this DVR port 78bbc4c4-939a-4cb2-b476-fbddeecf9bf6 on host n-h1-838334-2 {{(pid=84041) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 20:50:28.794058 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [req-8f71ff66-7625-48ec-8691-de538d462a34 req-51063b02-1ac7-46af-889c-290cfe2d24c4 tempest-MigrationsAdminTest-1326981207 tempest-MigrationsAdminTest-1326981207-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217293'] for port, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:28.798684 n-d-838334-2 neutron-server[84041]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '08c5b321-aafc-4918-a395-6fa43a8a405d', 'name': 'network-vif-deleted', 'tag': '78bbc4c4-939a-4cb2-b476-fbddeecf9bf6'}] {{(pid=84041) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 20:50:28.816079 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-8f71ff66-7625-48ec-8691-de538d462a34 req-51063b02-1ac7-46af-889c-290cfe2d24c4 tempest-MigrationsAdminTest-1326981207 tempest-MigrationsAdminTest-1326981207-project] 10.222.0.43 "DELETE /v2.0/ports/78bbc4c4-939a-4cb2-b476-fbddeecf9bf6 HTTP/1.1" status: 204 len: 173 time: 1.2013192 Apr 18 20:50:28.833044 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.db.resource_extend [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 18 20:50:28.906696 n-d-838334-2 neutron-server[84042]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c4914554-27ea-418d-bf6e-f6f6c25605e1'] response: {'server_uuid': 'b7307812-da19-4509-9baf-bb3ff8313904', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '968bbb7b-ac07-4f93-a27a-f9fa924c1025', 'code': 200} Apr 18 20:50:29.021343 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-7e149840-0acd-4e6f-a750-f88cc0f662cd req-48026bb8-d9cf-49fd-a6bb-c4c28266d308 tempest-SecurityGroupRulesTestJSON-1903449346 tempest-SecurityGroupRulesTestJSON-1903449346-project] 10.222.0.42 "GET /v2.0/security-groups/f7ee279a-29bd-4fc4-903a-40b09e9dff10 HTTP/1.1" status: 200 len: 1639 time: 0.0529757 Apr 18 20:50:29.078518 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Pushing event updated for resources: {'Port': ['ID=968bbb7b-ac07-4f93-a27a-f9fa924c1025,revision_number=14']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:50:29.087483 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] For port 840ab7ba-ceab-4b42-92cb-ff4480b3d0db, host n-h2-838334-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838334-2',level=0,port_id=840ab7ba-ceab-4b42-92cb-ff4480b3d0db,segment=NetworkSegment(30c19e44-4439-432e-8ba3-ae51f2f5bd90),segment_id=30c19e44-4439-432e-8ba3-ae51f2f5bd90)] {{(pid=84042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:50:29.128764 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Returning: {'device': '840ab7ba-ceab-4b42-92cb-ff4480b3d0db', 'network_id': '94e6bcb8-e48f-4914-89f4-73f6d03f860a', 'port_id': '840ab7ba-ceab-4b42-92cb-ff4480b3d0db', 'mac_address': 'fa:16:3e:e0:dd:13', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 352, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'aca04e13-8241-4a12-96f1-92050670baff', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84042) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 18 20:50:29.135872 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_dvr_db [None req-cb2d7b7b-8b99-49d0-8a44-d173f0c63f0b None None] Set router c781ba43-edb2-4f30-8837-ae12a0bc5f7b gateway port host: n-d-838334-2 {{(pid=84042) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 20:50:29.279572 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 46480) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:50:29.306390 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:29.426879 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-276a470b-d25d-4f8a-a67a-80c7f1069a07 req-275cc3f3-670a-4c6b-a00e-1267e543a161 tempest-MigrationsAdminTest-1326981207 tempest-MigrationsAdminTest-1326981207-project] 10.222.0.42 "GET /v2.0/ports?device_id=08c5b321-aafc-4918-a395-6fa43a8a405d HTTP/1.1" status: 200 len: 210 time: 0.0520377 Apr 18 20:50:29.480784 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-c888ed89-e469-4c28-841b-0da5bb75fd19 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:29.485423 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-891487fb-4e40-4805-927a-d29c89bd3411 req-03017bf8-86f5-418a-8b03-7c70754d1f7a tempest-ServerRescueTestJSON-1218824152 tempest-ServerRescueTestJSON-1218824152-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:50:29.486856 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-891487fb-4e40-4805-927a-d29c89bd3411 req-03017bf8-86f5-418a-8b03-7c70754d1f7a tempest-ServerRescueTestJSON-1218824152 tempest-ServerRescueTestJSON-1218824152-project] 10.222.0.42 "GET /v2.0/ports?device_id=a7644bc3-dad5-4231-8e11-ce8e2039002d HTTP/1.1" status: 200 len: 945 time: 0.2854424 Apr 18 20:50:29.561552 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-c888ed89-e469-4c28-841b-0da5bb75fd19 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:50:29.567727 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-c888ed89-e469-4c28-841b-0da5bb75fd19 admin admin] Usage tracker for resource:security_group_rule and tenant:38196c2fa6bd445c80911dbb617e6bfd is out of sync, need to count used quota {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:50:29.571854 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-c888ed89-e469-4c28-841b-0da5bb75fd19 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:50:29.582812 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-c888ed89-e469-4c28-841b-0da5bb75fd19 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:50:29.626073 n-d-838334-2 neutron-server[84042]: DEBUG neutron.notifiers.nova [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 840ab7ba-ceab-4b42-92cb-ff4480b3d0db {{(pid=84042) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 18 20:50:29.640280 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-61209dd9-d6a6-4828-92c0-94500422db97 tempest-ServersTestJSON-787755264 tempest-ServersTestJSON-787755264-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:29.643132 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] For port 840ab7ba-ceab-4b42-92cb-ff4480b3d0db, host n-h2-838334-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838334-2',level=0,port_id=840ab7ba-ceab-4b42-92cb-ff4480b3d0db,segment=NetworkSegment(30c19e44-4439-432e-8ba3-ae51f2f5bd90),segment_id=30c19e44-4439-432e-8ba3-ae51f2f5bd90)] {{(pid=84042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:50:29.657396 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682'] for port, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:29.661988 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-61209dd9-d6a6-4828-92c0-94500422db97 tempest-ServersTestJSON-787755264 tempest-ServersTestJSON-787755264-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33444131'] for floatingip, after_update {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:29.695235 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750375287399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253529'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:29.695668 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-c888ed89-e469-4c28-841b-0da5bb75fd19 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:29.702422 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-c888ed89-e469-4c28-841b-0da5bb75fd19 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33528224'] for security_group, after_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:29.746856 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Pushing event updated for resources: {'Port': ['ID=840ab7ba-ceab-4b42-92cb-ff4480b3d0db,revision_number=6']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:50:29.755077 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_hamode_db [None req-cb2d7b7b-8b99-49d0-8a44-d173f0c63f0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c781ba43-edb2-4f30-8837-ae12a0bc5f7b', 'name': 'tempest-ServerRescueTestJSONUnderV235-1465053955-router', 'tenant_id': '134eb2d988564a4ab37aee0077d2b54a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'external_fixed_ips': [{'subnet_id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'ip_address': '172.25.8.231'}], 'enable_snat': True}, 'gw_port_id': 'a5f618e4-1f87-4184-8aa1-7359240bf186', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:48:35Z', 'updated_at': '2022-04-18T20:48:46Z', 'revision_number': 4, 'project_id': '134eb2d988564a4ab37aee0077d2b54a', 'gw_port': {'id': 'a5f618e4-1f87-4184-8aa1-7359240bf186', 'name': '', 'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:f0:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c781ba43-edb2-4f30-8837-ae12a0bc5f7b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'ip_address': '172.25.8.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:48:36Z', 'updated_at': '2022-04-18T20:48:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838334-2', '_interfaces': [{'id': '6ac515b5-dc19-47fa-a769-4254d7b9a5aa', 'name': '', 'network_id': '7ca2cbaf-a9d4-46d8-95db-69bc38971d0d', 'tenant_id': '134eb2d988564a4ab37aee0077d2b54a', 'mac_address': 'fa:16:3e:07:c8:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c781ba43-edb2-4f30-8837-ae12a0bc5f7b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3b336095-3f34-4c1c-9e4c-6995dc1056be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:48:44Z', 'updated_at': '2022-04-18T20:49:03Z', 'revision_number': 5, 'project_id': '134eb2d988564a4ab37aee0077d2b54a', 'subnets': [{'id': '3b336095-3f34-4c1c-9e4c-6995dc1056be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838334-2', False) {} {{(pid=84042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:50:29.759254 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb2d7b7b-8b99-49d0-8a44-d173f0c63f0b None None] The sync data for ids ['c781ba43-edb2-4f30-8837-ae12a0bc5f7b'] in n-d-838334-2 is: [{'id': 'c781ba43-edb2-4f30-8837-ae12a0bc5f7b', 'name': 'tempest-ServerRescueTestJSONUnderV235-1465053955-router', 'tenant_id': '134eb2d988564a4ab37aee0077d2b54a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'external_fixed_ips': [{'subnet_id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'ip_address': '172.25.8.231'}], 'enable_snat': True}, 'gw_port_id': 'a5f618e4-1f87-4184-8aa1-7359240bf186', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:48:35Z', 'updated_at': '2022-04-18T20:48:46Z', 'revision_number': 4, 'project_id': '134eb2d988564a4ab37aee0077d2b54a', 'gw_port': {'id': 'a5f618e4-1f87-4184-8aa1-7359240bf186', 'name': '', 'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:f0:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c781ba43-edb2-4f30-8837-ae12a0bc5f7b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'ip_address': '172.25.8.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:48:36Z', 'updated_at': '2022-04-18T20:48:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838334-2', '_interfaces': [{'id': '6ac515b5-dc19-47fa-a769-4254d7b9a5aa', 'name': '', 'network_id': '7ca2cbaf-a9d4-46d8-95db-69bc38971d0d', 'tenant_id': '134eb2d988564a4ab37aee0077d2b54a', 'mac_address': 'fa:16:3e:07:c8:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c781ba43-edb2-4f30-8837-ae12a0bc5f7b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3b336095-3f34-4c1c-9e4c-6995dc1056be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:48:44Z', 'updated_at': '2022-04-18T20:49:03Z', 'revision_number': 5, 'project_id': '134eb2d988564a4ab37aee0077d2b54a', 'subnets': [{'id': '3b336095-3f34-4c1c-9e4c-6995dc1056be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84042) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 18 20:50:29.761311 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c888ed89-e469-4c28-841b-0da5bb75fd19 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f6f32c21-0864-4a01-aa8f-c85259f79b85,revision_number=1']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:50:29.800182 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] get_ports_and_sgs() called for port_ids ['840ab7ba-ceab-4b42-92cb-ff4480b3d0db'] {{(pid=84042) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 18 20:50:29.804651 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-c888ed89-e469-4c28-841b-0da5bb75fd19 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=38196c2fa6bd445c80911dbb617e6bfd&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5214105 Apr 18 20:50:29.809020 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 46486) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:50:29.880447 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-4f794eb6-f9bb-409b-8801-2e1d23802560 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:29.881268 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-891487fb-4e40-4805-927a-d29c89bd3411 req-213fe543-178d-4d77-bd44-5a26d1d28ffd tempest-ServerRescueTestJSON-1218824152 tempest-ServerRescueTestJSON-1218824152-project] 10.222.0.42 "GET /v2.0/security-groups?id=6f984221-1918-47e6-82e9-256972907b58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2389009 Apr 18 20:50:29.920038 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-4f794eb6-f9bb-409b-8801-2e1d23802560 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:29.926820 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc8ba199-ccb5-4f3a-84a8-d40e406ca38c req-87bdfbee-1a76-4efc-b34b-afefcd0590d3 tempest-ServerActionsTestJSON-2052644234 tempest-ServerActionsTestJSON-2052644234-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:50:29.930807 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-fc8ba199-ccb5-4f3a-84a8-d40e406ca38c req-87bdfbee-1a76-4efc-b34b-afefcd0590d3 tempest-ServerActionsTestJSON-2052644234 tempest-ServerActionsTestJSON-2052644234-project] 10.222.0.42 "GET /v2.0/ports?device_id=b7307812-da19-4509-9baf-bb3ff8313904 HTTP/1.1" status: 200 len: 945 time: 0.1348650 Apr 18 20:50:29.982598 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-4f794eb6-f9bb-409b-8801-2e1d23802560 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33528224'] for security_group, after_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:29.995962 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-fc8ba199-ccb5-4f3a-84a8-d40e406ca38c req-01fc7196-86ba-46df-88f2-f33f9fa47aca tempest-ServerActionsTestJSON-2052644234 tempest-ServerActionsTestJSON-2052644234-project] 10.222.0.42 "GET /v2.0/security-groups?id=c2aeb662-6a43-4389-8810-9fad3627855b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0642068 Apr 18 20:50:30.005042 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f794eb6-f9bb-409b-8801-2e1d23802560 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6f32c21-0864-4a01-aa8f-c85259f79b85,revision_number=None']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:50:30.008426 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-4f794eb6-f9bb-409b-8801-2e1d23802560 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:30.014270 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-4f794eb6-f9bb-409b-8801-2e1d23802560 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/f6f32c21-0864-4a01-aa8f-c85259f79b85 HTTP/1.1" status: 204 len: 168 time: 0.2041197 Apr 18 20:50:30.049082 n-d-838334-2 neutron-server[84040]: INFO neutron.db.l3_db [None req-61209dd9-d6a6-4828-92c0-94500422db97 tempest-ServersTestJSON-787755264 tempest-ServersTestJSON-787755264-project] Floating IP 3c830d38-9d70-47e7-862c-d627efe39467 associated. External IP: 172.25.8.153, port: cb37cd82-5b18-4daf-af6a-70171591cd2f. Apr 18 20:50:30.078534 n-d-838334-2 neutron-server[84041]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7b923f5b-8161-4910-82c6-e70fdf776269'] response: {'server_uuid': '08c5b321-aafc-4918-a395-6fa43a8a405d', 'name': 'network-vif-deleted', 'tag': '78bbc4c4-939a-4cb2-b476-fbddeecf9bf6', 'status': 'completed', 'code': 200} Apr 18 20:50:30.172271 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.v2.base [req-43b32575-bdd1-4cce-90fe-6b4c45e6df4a req-c38a6f0f-2857-4f0a-b37d-1d6d8c944035 tempest-SecurityGroupRulesTestJSON-1903449346 tempest-SecurityGroupRulesTestJSON-1903449346-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-673931812', 'description': 'tempest-description-1986496475'}} {{(pid=84040) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 20:50:30.237647 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [req-43b32575-bdd1-4cce-90fe-6b4c45e6df4a req-c38a6f0f-2857-4f0a-b37d-1d6d8c944035 tempest-SecurityGroupRulesTestJSON-1903449346 tempest-SecurityGroupRulesTestJSON-1903449346-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:50:30.253362 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [req-43b32575-bdd1-4cce-90fe-6b4c45e6df4a req-c38a6f0f-2857-4f0a-b37d-1d6d8c944035 tempest-SecurityGroupRulesTestJSON-1903449346 tempest-SecurityGroupRulesTestJSON-1903449346-project] Usage tracker for resource:security_group and tenant:04b53f2841a9410cbababefaa2fdcde1 is out of sync, need to count used quota {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:50:30.259694 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [req-43b32575-bdd1-4cce-90fe-6b4c45e6df4a req-c38a6f0f-2857-4f0a-b37d-1d6d8c944035 tempest-SecurityGroupRulesTestJSON-1903449346 tempest-SecurityGroupRulesTestJSON-1903449346-project] Quota usage for security_group was recalculated. Used quota:6. {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:50:30.268353 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [req-43b32575-bdd1-4cce-90fe-6b4c45e6df4a req-c38a6f0f-2857-4f0a-b37d-1d6d8c944035 tempest-SecurityGroupRulesTestJSON-1903449346 tempest-SecurityGroupRulesTestJSON-1903449346-project] Attempting to reserve 1 items for resource security_group. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:50:30.303167 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-43b32575-bdd1-4cce-90fe-6b4c45e6df4a req-c38a6f0f-2857-4f0a-b37d-1d6d8c944035 tempest-SecurityGroupRulesTestJSON-1903449346 tempest-SecurityGroupRulesTestJSON-1903449346-project] Notify callbacks [] for security_group, before_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:30.347410 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fb8275e-64f2-46a5-bcce-3e1e9d4024ef req-b0bc9314-6f5a-46a0-8d14-82f6b35e9463 tempest-ServerRescueTestJSONUnderV235-1035206563 tempest-ServerRescueTestJSONUnderV235-1035206563-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:50:30.348225 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [req-0fb8275e-64f2-46a5-bcce-3e1e9d4024ef req-b0bc9314-6f5a-46a0-8d14-82f6b35e9463 tempest-ServerRescueTestJSONUnderV235-1035206563 tempest-ServerRescueTestJSONUnderV235-1035206563-project] Synchronizing usage tracker for tenant:134eb2d988564a4ab37aee0077d2b54a on resource:port {{(pid=84040) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 20:50:30.381886 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [req-43b32575-bdd1-4cce-90fe-6b4c45e6df4a req-c38a6f0f-2857-4f0a-b37d-1d6d8c944035 tempest-SecurityGroupRulesTestJSON-1903449346 tempest-SecurityGroupRulesTestJSON-1903449346-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:50:30.387294 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [req-0fb8275e-64f2-46a5-bcce-3e1e9d4024ef req-b0bc9314-6f5a-46a0-8d14-82f6b35e9463 tempest-ServerRescueTestJSONUnderV235-1035206563 tempest-ServerRescueTestJSONUnderV235-1035206563-project] Unset dirty status for tenant:134eb2d988564a4ab37aee0077d2b54a on resource:port {{(pid=84040) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 20:50:30.388478 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-0fb8275e-64f2-46a5-bcce-3e1e9d4024ef req-b0bc9314-6f5a-46a0-8d14-82f6b35e9463 tempest-ServerRescueTestJSONUnderV235-1035206563 tempest-ServerRescueTestJSONUnderV235-1035206563-project] 10.222.0.42 "GET /v2.0/ports?device_id=a96b676e-b606-4103-a36d-2f1625145b68 HTTP/1.1" status: 200 len: 946 time: 0.3415151 Apr 18 20:50:30.389900 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [req-43b32575-bdd1-4cce-90fe-6b4c45e6df4a req-c38a6f0f-2857-4f0a-b37d-1d6d8c944035 tempest-SecurityGroupRulesTestJSON-1903449346 tempest-SecurityGroupRulesTestJSON-1903449346-project] Usage tracker for resource:security_group_rule and tenant:04b53f2841a9410cbababefaa2fdcde1 is out of sync, need to count used quota {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:50:30.394586 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [req-43b32575-bdd1-4cce-90fe-6b4c45e6df4a req-c38a6f0f-2857-4f0a-b37d-1d6d8c944035 tempest-SecurityGroupRulesTestJSON-1903449346 tempest-SecurityGroupRulesTestJSON-1903449346-project] Quota usage for security_group_rule was recalculated. Used quota:17. {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:50:30.401636 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Device 840ab7ba-ceab-4b42-92cb-ff4480b3d0db up at agent hyperv_n-h2-838334-2 {{(pid=84042) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 20:50:30.416233 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [req-43b32575-bdd1-4cce-90fe-6b4c45e6df4a req-c38a6f0f-2857-4f0a-b37d-1d6d8c944035 tempest-SecurityGroupRulesTestJSON-1903449346 tempest-SecurityGroupRulesTestJSON-1903449346-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 17; quota limit: 100; headroom:83 {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:50:30.477376 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Provisioning complete for port 840ab7ba-ceab-4b42-92cb-ff4480b3d0db triggered by entity L2. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:50:30.477897 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1253608'] for port, provisioning_complete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:30.499580 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [req-0fb8275e-64f2-46a5-bcce-3e1e9d4024ef req-52ea96ca-ac43-40a3-b807-d9fc84646881 tempest-ServerRescueTestJSONUnderV235-1035206563 tempest-ServerRescueTestJSONUnderV235-1035206563-project] Synchronizing usage tracker for tenant:134eb2d988564a4ab37aee0077d2b54a on resource:security_group {{(pid=84040) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 20:50:30.542332 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-43b32575-bdd1-4cce-90fe-6b4c45e6df4a req-c38a6f0f-2857-4f0a-b37d-1d6d8c944035 tempest-SecurityGroupRulesTestJSON-1903449346 tempest-SecurityGroupRulesTestJSON-1903449346-project] Notify callbacks [] for security_group, precommit_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:30.551311 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-43b32575-bdd1-4cce-90fe-6b4c45e6df4a req-c38a6f0f-2857-4f0a-b37d-1d6d8c944035 tempest-SecurityGroupRulesTestJSON-1903449346 tempest-SecurityGroupRulesTestJSON-1903449346-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33528224'] for security_group, after_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:30.569958 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [req-0fb8275e-64f2-46a5-bcce-3e1e9d4024ef req-52ea96ca-ac43-40a3-b807-d9fc84646881 tempest-ServerRescueTestJSONUnderV235-1035206563 tempest-ServerRescueTestJSONUnderV235-1035206563-project] Unset dirty status for tenant:134eb2d988564a4ab37aee0077d2b54a on resource:security_group {{(pid=84040) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 20:50:30.571123 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-0fb8275e-64f2-46a5-bcce-3e1e9d4024ef req-52ea96ca-ac43-40a3-b807-d9fc84646881 tempest-ServerRescueTestJSONUnderV235-1035206563 tempest-ServerRescueTestJSONUnderV235-1035206563-project] 10.222.0.42 "GET /v2.0/security-groups?id=aac67c62-23bd-4af5-b48b-8b06d02dda3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1726511 Apr 18 20:50:30.679276 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-43b32575-bdd1-4cce-90fe-6b4c45e6df4a req-c38a6f0f-2857-4f0a-b37d-1d6d8c944035 tempest-SecurityGroupRulesTestJSON-1903449346 tempest-SecurityGroupRulesTestJSON-1903449346-project] Notify callbacks [] for security_group, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:30.680513 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-43b32575-bdd1-4cce-90fe-6b4c45e6df4a req-c38a6f0f-2857-4f0a-b37d-1d6d8c944035 tempest-SecurityGroupRulesTestJSON-1903449346 tempest-SecurityGroupRulesTestJSON-1903449346-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1643 time: 0.5560927 Apr 18 20:50:30.681107 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c38a6f0f-2857-4f0a-b37d-1d6d8c944035 tempest-SecurityGroupRulesTestJSON-1903449346 tempest-SecurityGroupRulesTestJSON-1903449346-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3c9fb909-d2a2-45dc-88cc-18ecdde3b5c4,revision_number=1']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:50:30.792522 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:30.869970 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] For port 840ab7ba-ceab-4b42-92cb-ff4480b3d0db, host n-h2-838334-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838334-2',level=0,port_id=840ab7ba-ceab-4b42-92cb-ff4480b3d0db,segment=NetworkSegment(30c19e44-4439-432e-8ba3-ae51f2f5bd90),segment_id=30c19e44-4439-432e-8ba3-ae51f2f5bd90)] {{(pid=84042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:50:30.874927 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682'] for port, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:30.921763 n-d-838334-2 neutron-server[84042]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a51bee04-081a-44fc-b9a3-21e66f1d4c2b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '840ab7ba-ceab-4b42-92cb-ff4480b3d0db'}] {{(pid=84042) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 20:50:30.970599 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Pushing event updated for resources: {'Port': ['ID=840ab7ba-ceab-4b42-92cb-ff4480b3d0db,revision_number=7']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:50:31.053346 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90eb3c17-abc4-448f-b7ae-afae83bffff4 req-de8625a4-33f6-4306-93d3-8d66da06971d tempest-ServerActionsTestJSON-2052644234 tempest-ServerActionsTestJSON-2052644234-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:50:31.054772 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-90eb3c17-abc4-448f-b7ae-afae83bffff4 req-de8625a4-33f6-4306-93d3-8d66da06971d tempest-ServerActionsTestJSON-2052644234 tempest-ServerActionsTestJSON-2052644234-project] 10.222.0.42 "GET /v2.0/ports?device_id=b7307812-da19-4509-9baf-bb3ff8313904 HTTP/1.1" status: 200 len: 945 time: 0.1919055 Apr 18 20:50:31.062001 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d0121c3-e74e-4f73-9607-f8b33b18299c req-08d01674-9604-4863-8230-773b57bc53f7 tempest-ImagesOneServerNegativeTestJSON-1563611860 tempest-ImagesOneServerNegativeTestJSON-1563611860-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:50:31.063359 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-0d0121c3-e74e-4f73-9607-f8b33b18299c req-08d01674-9604-4863-8230-773b57bc53f7 tempest-ImagesOneServerNegativeTestJSON-1563611860 tempest-ImagesOneServerNegativeTestJSON-1563611860-project] 10.222.0.42 "GET /v2.0/ports?device_id=a51bee04-081a-44fc-b9a3-21e66f1d4c2b HTTP/1.1" status: 200 len: 945 time: 0.2203116 Apr 18 20:50:31.124758 n-d-838334-2 neutron-server[84040]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-61209dd9-d6a6-4828-92c0-94500422db97 tempest-ServersTestJSON-787755264 tempest-ServersTestJSON-787755264-project] Router 14fab50a-3e37-4758-ac2f-e4b0a64b91d8 has already been hosted by L3 agent bc84d6c9-dd7a-4555-a351-592327b46d5a {{(pid=84040) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 20:50:31.160723 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-90eb3c17-abc4-448f-b7ae-afae83bffff4 req-f4a013df-839c-48c8-97fe-480b771be44d tempest-ServerActionsTestJSON-2052644234 tempest-ServerActionsTestJSON-2052644234-project] 10.222.0.42 "GET /v2.0/security-groups?id=c2aeb662-6a43-4389-8810-9fad3627855b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0963800 Apr 18 20:50:31.162729 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-0d0121c3-e74e-4f73-9607-f8b33b18299c req-ca91f742-cbc0-4649-b1f3-e62f446346cc tempest-ImagesOneServerNegativeTestJSON-1563611860 tempest-ImagesOneServerNegativeTestJSON-1563611860-project] 10.222.0.42 "GET /v2.0/security-groups?id=35685d16-429f-4b00-82f0-cda27d79d56c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0801351 Apr 18 20:50:31.219970 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 46522) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:50:31.387638 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.v2.base [None req-8a5cd63e-b27d-436d-8042-bb1dc769aca1 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-364465629-network', 'tenant_id': '62ca3eda8b574071bf7ebb52cb30bb40'}} {{(pid=84041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 20:50:31.393032 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-8a5cd63e-b27d-436d-8042-bb1dc769aca1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:50:31.398947 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-8a5cd63e-b27d-436d-8042-bb1dc769aca1 admin admin] Usage tracker for resource:network and tenant:62ca3eda8b574071bf7ebb52cb30bb40 is out of sync, need to count used quota {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:50:31.403122 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-8a5cd63e-b27d-436d-8042-bb1dc769aca1 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:50:31.410036 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-8a5cd63e-b27d-436d-8042-bb1dc769aca1 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:50:31.422014 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a5cd63e-b27d-436d-8042-bb1dc769aca1 admin admin] Made reservation on behalf of 62ca3eda8b574071bf7ebb52cb30bb40 for: {'network': 1} {{(pid=84041) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:50:31.425370 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-8a5cd63e-b27d-436d-8042-bb1dc769aca1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for network, before_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:31.438185 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-8a5cd63e-b27d-436d-8042-bb1dc769aca1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:31.476082 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-8a5cd63e-b27d-436d-8042-bb1dc769aca1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:50:31.480749 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-8a5cd63e-b27d-436d-8042-bb1dc769aca1 admin admin] Usage tracker for resource:security_group_rule and tenant:62ca3eda8b574071bf7ebb52cb30bb40 is out of sync, need to count used quota {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:50:31.483979 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-8a5cd63e-b27d-436d-8042-bb1dc769aca1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:50:31.490357 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-8a5cd63e-b27d-436d-8042-bb1dc769aca1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:50:31.536695 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-21af3018-b8ad-418b-b259-8714ca06f783 req-f88fce0e-64ee-429c-a21f-f134bf0828be tempest-SecurityGroupRulesTestJSON-1903449346 tempest-SecurityGroupRulesTestJSON-1903449346-project] 10.222.0.42 "GET /v2.0/security-groups/3c9fb909-d2a2-45dc-88cc-18ecdde3b5c4 HTTP/1.1" status: 200 len: 1638 time: 0.3014998 Apr 18 20:50:31.547431 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.v2.base [req-21af3018-b8ad-418b-b259-8714ca06f783 req-e4346e8f-7fb0-407e-a44b-6af9b7cfcf8e tempest-SecurityGroupRulesTestJSON-1903449346 tempest-SecurityGroupRulesTestJSON-1903449346-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '3c9fb909-d2a2-45dc-88cc-18ecdde3b5c4', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=84040) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 20:50:31.547719 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.v2.base [req-21af3018-b8ad-418b-b259-8714ca06f783 req-e4346e8f-7fb0-407e-a44b-6af9b7cfcf8e tempest-SecurityGroupRulesTestJSON-1903449346 tempest-SecurityGroupRulesTestJSON-1903449346-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '3c9fb909-d2a2-45dc-88cc-18ecdde3b5c4', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=84040) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 20:50:31.556196 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 46532) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:50:31.563979 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [req-21af3018-b8ad-418b-b259-8714ca06f783 req-e4346e8f-7fb0-407e-a44b-6af9b7cfcf8e tempest-SecurityGroupRulesTestJSON-1903449346 tempest-SecurityGroupRulesTestJSON-1903449346-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:50:31.568355 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-8a5cd63e-b27d-436d-8042-bb1dc769aca1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:31.572986 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [req-21af3018-b8ad-418b-b259-8714ca06f783 req-e4346e8f-7fb0-407e-a44b-6af9b7cfcf8e tempest-SecurityGroupRulesTestJSON-1903449346 tempest-SecurityGroupRulesTestJSON-1903449346-project] Usage tracker for resource:security_group_rule and tenant:04b53f2841a9410cbababefaa2fdcde1 is out of sync, need to count used quota {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:50:31.576987 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-8a5cd63e-b27d-436d-8042-bb1dc769aca1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33528224'] for security_group, after_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:31.577408 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [req-21af3018-b8ad-418b-b259-8714ca06f783 req-e4346e8f-7fb0-407e-a44b-6af9b7cfcf8e tempest-SecurityGroupRulesTestJSON-1903449346 tempest-SecurityGroupRulesTestJSON-1903449346-project] Quota usage for security_group_rule was recalculated. Used quota:19. {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:50:31.586933 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [req-21af3018-b8ad-418b-b259-8714ca06f783 req-e4346e8f-7fb0-407e-a44b-6af9b7cfcf8e tempest-SecurityGroupRulesTestJSON-1903449346 tempest-SecurityGroupRulesTestJSON-1903449346-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 19; quota limit: 100; headroom:81 {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:50:31.598076 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06a48dcd-4c5b-42f0-825e-d33ef4694d52 req-9806e30a-0c10-452e-8c15-a7c387b73449 tempest-ServerRescueTestJSON-1218824152 tempest-ServerRescueTestJSON-1218824152-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:50:31.599562 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-06a48dcd-4c5b-42f0-825e-d33ef4694d52 req-9806e30a-0c10-452e-8c15-a7c387b73449 tempest-ServerRescueTestJSON-1218824152 tempest-ServerRescueTestJSON-1218824152-project] 10.222.0.42 "GET /v2.0/ports?device_id=a7644bc3-dad5-4231-8e11-ce8e2039002d HTTP/1.1" status: 200 len: 945 time: 0.2006557 Apr 18 20:50:31.606644 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8a5cd63e-b27d-436d-8042-bb1dc769aca1 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 369} {{(pid=84041) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 20:50:31.626423 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a5cd63e-b27d-436d-8042-bb1dc769aca1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=95dca7ee-32ed-4675-93fb-4588e711761a,revision_number=1']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:50:31.632126 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-8a5cd63e-b27d-436d-8042-bb1dc769aca1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1082986'] for segment, precommit_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:31.632466 n-d-838334-2 neutron-server[84041]: INFO neutron.db.segments_db [None req-8a5cd63e-b27d-436d-8042-bb1dc769aca1 admin admin] Added segment cd8c59c7-b4b2-44a4-be0f-4e934073fee4 of type vlan for network 0f9d847a-7ba3-4a42-a0c6-e8541d683b40 Apr 18 20:50:31.663373 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-8a5cd63e-b27d-436d-8042-bb1dc769aca1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750374825732'] for network, precommit_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:31.703945 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-8a5cd63e-b27d-436d-8042-bb1dc769aca1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33526109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022'] for network, after_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:31.705252 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a5cd63e-b27d-436d-8042-bb1dc769aca1 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:50:31.706092 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-8a5cd63e-b27d-436d-8042-bb1dc769aca1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32378031'] for network, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:31.714521 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-06a48dcd-4c5b-42f0-825e-d33ef4694d52 req-3355f2ec-04ed-4d2e-b5e0-bfa7aa508be3 tempest-ServerRescueTestJSON-1218824152 tempest-ServerRescueTestJSON-1218824152-project] 10.222.0.42 "GET /v2.0/security-groups?id=6f984221-1918-47e6-82e9-256972907b58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1028557 Apr 18 20:50:31.795588 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-21af3018-b8ad-418b-b259-8714ca06f783 req-e4346e8f-7fb0-407e-a44b-6af9b7cfcf8e tempest-SecurityGroupRulesTestJSON-1903449346 tempest-SecurityGroupRulesTestJSON-1903449346-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:31.795787 n-d-838334-2 neutron-server[84042]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bc5b7b19-137e-42fe-a63e-ea6db4a8c8bb'] response: {'server_uuid': 'a51bee04-081a-44fc-b9a3-21e66f1d4c2b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '840ab7ba-ceab-4b42-92cb-ff4480b3d0db', 'code': 200} Apr 18 20:50:31.814658 n-d-838334-2 neutron-server[84043]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fa25761-e8ad-4433-9484-3b277fd319e9 None None] New status for floating IP a0253c9f-fafe-49f1-85ab-ce43d2e85848: DOWN {{(pid=84043) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Apr 18 20:50:31.840727 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a5cd63e-b27d-436d-8042-bb1dc769aca1 admin admin] Pushing event updated for resources: {'Network': ['ID=0f9d847a-7ba3-4a42-a0c6-e8541d683b40,revision_number=1']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:50:31.841607 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-10218806-b552-4168-bc60-1ab946e34680 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=0ae89e923933452faf6047be78995cc1&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2836726 Apr 18 20:50:31.842229 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 46540) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:50:31.855770 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Network 0f9d847a-7ba3-4a42-a0c6-e8541d683b40 details requested by agent ovs-agent-n-d-838334-2 with host n-d-838334-2 {{(pid=84042) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 18 20:50:31.858952 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-8a5cd63e-b27d-436d-8042-bb1dc769aca1 admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.6379116 Apr 18 20:50:31.860582 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-61209dd9-d6a6-4828-92c0-94500422db97 tempest-ServersTestJSON-787755264 tempest-ServersTestJSON-787755264-project] Notify agent at l3_agent.n-d-838334-2 the message routers_updated {{(pid=84040) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 20:50:31.863379 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 46544) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:50:31.869159 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.v2.base [None req-f434763d-b4f9-4544-9928-576b75800716 admin admin] Request body: {'subnet': {'network_id': '0f9d847a-7ba3-4a42-a0c6-e8541d683b40', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-364465629-subnet', 'tenant_id': '62ca3eda8b574071bf7ebb52cb30bb40', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=84041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 20:50:31.876872 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-f434763d-b4f9-4544-9928-576b75800716 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:50:31.883484 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-216c06e6-958f-4448-ad96-92fdc1e50ddd None None] Sync routers for ids ['14fab50a-3e37-4758-ac2f-e4b0a64b91d8'] in n-d-838334-2 {{(pid=84042) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 18 20:50:31.884766 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-f434763d-b4f9-4544-9928-576b75800716 admin admin] Usage tracker for resource:subnet and tenant:62ca3eda8b574071bf7ebb52cb30bb40 is out of sync, need to count used quota {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:50:31.892447 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-f434763d-b4f9-4544-9928-576b75800716 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:50:31.902119 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-f434763d-b4f9-4544-9928-576b75800716 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:50:31.902313 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-21af3018-b8ad-418b-b259-8714ca06f783 req-e4346e8f-7fb0-407e-a44b-6af9b7cfcf8e tempest-SecurityGroupRulesTestJSON-1903449346 tempest-SecurityGroupRulesTestJSON-1903449346-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:31.905769 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-61209dd9-d6a6-4828-92c0-94500422db97 tempest-ServersTestJSON-787755264 tempest-ServersTestJSON-787755264-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217293'] for floatingip, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:31.918729 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f434763d-b4f9-4544-9928-576b75800716 admin admin] Made reservation on behalf of 62ca3eda8b574071bf7ebb52cb30bb40 for: {'subnet': 1} {{(pid=84041) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:50:31.922447 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-f434763d-b4f9-4544-9928-576b75800716 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32486301'] for subnet, before_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:31.948373 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-21af3018-b8ad-418b-b259-8714ca06f783 req-e4346e8f-7fb0-407e-a44b-6af9b7cfcf8e tempest-SecurityGroupRulesTestJSON-1903449346 tempest-SecurityGroupRulesTestJSON-1903449346-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33528311'] for security_group_rule, after_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:31.995467 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_dvrscheduler_db [None req-216c06e6-958f-4448-ad96-92fdc1e50ddd None None] Routers {'14fab50a-3e37-4758-ac2f-e4b0a64b91d8'} bound to L3 agent in host n-d-838334-2 {{(pid=84042) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 20:50:31.996449 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_hamode_db [None req-216c06e6-958f-4448-ad96-92fdc1e50ddd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838334-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-18T20:25:48Z,description=,heartbeat_timestamp=2022-04-18T20:50:18Z,host='n-d-838334-2',id=bc84d6c9-dd7a-4555-a351-592327b46d5a,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:25:48Z,topic='l3_agent')) {'router_ids': ['14fab50a-3e37-4758-ac2f-e4b0a64b91d8'], 'active': True} {{(pid=84042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:50:32.091468 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-21af3018-b8ad-418b-b259-8714ca06f783 req-e4346e8f-7fb0-407e-a44b-6af9b7cfcf8e tempest-SecurityGroupRulesTestJSON-1903449346 tempest-SecurityGroupRulesTestJSON-1903449346-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:32.092662 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-21af3018-b8ad-418b-b259-8714ca06f783 req-e4346e8f-7fb0-407e-a44b-6af9b7cfcf8e tempest-SecurityGroupRulesTestJSON-1903449346 tempest-SecurityGroupRulesTestJSON-1903449346-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 721 time: 0.5550635 Apr 18 20:50:32.105660 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4346e8f-7fb0-407e-a44b-6af9b7cfcf8e tempest-SecurityGroupRulesTestJSON-1903449346 tempest-SecurityGroupRulesTestJSON-1903449346-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3448e67d-80aa-4a8e-8cf8-77ec39f2859d,revision_number=0']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:50:32.141059 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-61209dd9-d6a6-4828-92c0-94500422db97 tempest-ServersTestJSON-787755264 tempest-ServersTestJSON-787755264-project] 10.222.0.42 "PUT /v2.0/floatingips/3c830d38-9d70-47e7-862c-d627efe39467 HTTP/1.1" status: 200 len: 992 time: 3.9313550 Apr 18 20:50:32.142260 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-b03d396a-954c-47a8-bbe9-9352f098d9d7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:32.144662 n-d-838334-2 neutron-server[84040]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '47b6abb5-e3df-4367-a946-ab2aab131b83', 'tag': 'cb37cd82-5b18-4daf-af6a-70171591cd2f'}] {{(pid=84040) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 20:50:32.164860 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Device 78bbc4c4-939a-4cb2-b476-fbddeecf9bf6 no longer exists at agent hyperv_n-h1-838334-2 {{(pid=84042) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 20:50:32.192011 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-b03d396a-954c-47a8-bbe9-9352f098d9d7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:32.227776 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-000de30e-da8c-4b6b-8fe0-59af942bbfab req-5aab425f-20f8-49a0-baa9-a21baa521f3b tempest-ServerActionsTestJSON-2052644234 tempest-ServerActionsTestJSON-2052644234-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:50:32.229346 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-000de30e-da8c-4b6b-8fe0-59af942bbfab req-5aab425f-20f8-49a0-baa9-a21baa521f3b tempest-ServerActionsTestJSON-2052644234 tempest-ServerActionsTestJSON-2052644234-project] 10.222.0.42 "GET /v2.0/ports?device_id=b7307812-da19-4509-9baf-bb3ff8313904 HTTP/1.1" status: 200 len: 945 time: 0.2965395 Apr 18 20:50:32.240213 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_dvr_db [None req-216c06e6-958f-4448-ad96-92fdc1e50ddd None None] Set router 14fab50a-3e37-4758-ac2f-e4b0a64b91d8 gateway port host: n-d-838334-2 {{(pid=84042) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 20:50:32.288905 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-000de30e-da8c-4b6b-8fe0-59af942bbfab req-789f2a71-abf6-42e1-920a-9051eef7c8c8 tempest-ServerActionsTestJSON-2052644234 tempest-ServerActionsTestJSON-2052644234-project] 10.222.0.42 "GET /v2.0/security-groups?id=c2aeb662-6a43-4389-8810-9fad3627855b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0494285 Apr 18 20:50:32.311073 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-b03d396a-954c-47a8-bbe9-9352f098d9d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33528224'] for security_group, after_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:32.331852 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b03d396a-954c-47a8-bbe9-9352f098d9d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ca7ac2c-bfe5-493b-aae6-636315bac851,revision_number=None']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:50:32.351529 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.plugin [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] No Port match for: 78bbc4c4-939a-4cb2-b476-fbddeecf9bf6 {{(pid=84042) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 18 20:50:32.351961 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Device 78bbc4c4-939a-4cb2-b476-fbddeecf9bf6 not bound to the agent host n-h1-838334-2 {{(pid=84042) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 20:50:32.370293 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-b03d396a-954c-47a8-bbe9-9352f098d9d7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:32.373412 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-b03d396a-954c-47a8-bbe9-9352f098d9d7 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/8ca7ac2c-bfe5-493b-aae6-636315bac851 HTTP/1.1" status: 204 len: 168 time: 0.5189185 Apr 18 20:50:32.430576 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-f434763d-b4f9-4544-9928-576b75800716 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33526260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32266407', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32486287'] for subnet, after_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:32.479360 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-055c8b7f-b34e-4dd2-b095-c03b160445e3 req-cf6898e2-f478-4ee0-ac54-b9acb3b5e5b9 tempest-SecurityGroupRulesTestJSON-1903449346 tempest-SecurityGroupRulesTestJSON-1903449346-project] 10.222.0.42 "GET /v2.0/security-groups/3c9fb909-d2a2-45dc-88cc-18ecdde3b5c4 HTTP/1.1" status: 200 len: 2141 time: 0.0713584 Apr 18 20:50:32.485039 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.v2.base [req-055c8b7f-b34e-4dd2-b095-c03b160445e3 req-2237798e-dcc5-40d5-b14c-615f84d594de tempest-SecurityGroupRulesTestJSON-1903449346 tempest-SecurityGroupRulesTestJSON-1903449346-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '3c9fb909-d2a2-45dc-88cc-18ecdde3b5c4', 'remote_group_id': None}]} {{(pid=84040) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 20:50:32.485589 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.v2.base [req-055c8b7f-b34e-4dd2-b095-c03b160445e3 req-2237798e-dcc5-40d5-b14c-615f84d594de tempest-SecurityGroupRulesTestJSON-1903449346 tempest-SecurityGroupRulesTestJSON-1903449346-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '3c9fb909-d2a2-45dc-88cc-18ecdde3b5c4', 'remote_group_id': None}} {{(pid=84040) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 20:50:32.493545 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [req-055c8b7f-b34e-4dd2-b095-c03b160445e3 req-2237798e-dcc5-40d5-b14c-615f84d594de tempest-SecurityGroupRulesTestJSON-1903449346 tempest-SecurityGroupRulesTestJSON-1903449346-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:50:32.497644 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [req-055c8b7f-b34e-4dd2-b095-c03b160445e3 req-2237798e-dcc5-40d5-b14c-615f84d594de tempest-SecurityGroupRulesTestJSON-1903449346 tempest-SecurityGroupRulesTestJSON-1903449346-project] Usage tracker for resource:security_group_rule and tenant:04b53f2841a9410cbababefaa2fdcde1 is out of sync, need to count used quota {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:50:32.501302 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [req-055c8b7f-b34e-4dd2-b095-c03b160445e3 req-2237798e-dcc5-40d5-b14c-615f84d594de tempest-SecurityGroupRulesTestJSON-1903449346 tempest-SecurityGroupRulesTestJSON-1903449346-project] Quota usage for security_group_rule was recalculated. Used quota:20. {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:50:32.508214 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [req-055c8b7f-b34e-4dd2-b095-c03b160445e3 req-2237798e-dcc5-40d5-b14c-615f84d594de tempest-SecurityGroupRulesTestJSON-1903449346 tempest-SecurityGroupRulesTestJSON-1903449346-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 20; quota limit: 100; headroom:80 {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:50:32.537340 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f434763d-b4f9-4544-9928-576b75800716 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d2e46a24-0bb5-4d5b-bcac-f83f2e3a3c35,revision_number=0']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:50:32.634560 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-055c8b7f-b34e-4dd2-b095-c03b160445e3 req-2237798e-dcc5-40d5-b14c-615f84d594de tempest-SecurityGroupRulesTestJSON-1903449346 tempest-SecurityGroupRulesTestJSON-1903449346-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:32.641673 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f434763d-b4f9-4544-9928-576b75800716 admin admin] Checking segment: {'id': 'cd8c59c7-b4b2-44a4-be0f-4e934073fee4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '0f9d847a-7ba3-4a42-a0c6-e8541d683b40'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84041) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 20:50:32.642024 n-d-838334-2 neutron-server[84041]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f434763d-b4f9-4544-9928-576b75800716 admin admin] Network hostable DHCP agents. Network: 0f9d847a-7ba3-4a42-a0c6-e8541d683b40, hostable agents: ['8746f8ea-3e91-4b32-9919-2c63adeb8722'], hosted agents: [] {{(pid=84041) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 20:50:32.668886 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-055c8b7f-b34e-4dd2-b095-c03b160445e3 req-2237798e-dcc5-40d5-b14c-615f84d594de tempest-SecurityGroupRulesTestJSON-1903449346 tempest-SecurityGroupRulesTestJSON-1903449346-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:32.679260 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-055c8b7f-b34e-4dd2-b095-c03b160445e3 req-2237798e-dcc5-40d5-b14c-615f84d594de tempest-SecurityGroupRulesTestJSON-1903449346 tempest-SecurityGroupRulesTestJSON-1903449346-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33528311'] for security_group_rule, after_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:32.686324 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d29097f6-b17c-4eea-ba94-1eb70f319ad4 req-ed80dce2-112e-49de-b108-dad2c1845510 tempest-ServerRescueTestJSONUnderV235-1035206563 tempest-ServerRescueTestJSONUnderV235-1035206563-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:50:32.687388 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [req-d29097f6-b17c-4eea-ba94-1eb70f319ad4 req-ed80dce2-112e-49de-b108-dad2c1845510 tempest-ServerRescueTestJSONUnderV235-1035206563 tempest-ServerRescueTestJSONUnderV235-1035206563-project] Synchronizing usage tracker for tenant:134eb2d988564a4ab37aee0077d2b54a on resource:port {{(pid=84041) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 20:50:32.701609 n-d-838334-2 neutron-server[84041]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f434763d-b4f9-4544-9928-576b75800716 admin admin] Network 0f9d847a-7ba3-4a42-a0c6-e8541d683b40 is scheduled to be hosted by DHCP agent 8746f8ea-3e91-4b32-9919-2c63adeb8722 with binding_index 1 {{(pid=84041) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 20:50:32.709479 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [req-d29097f6-b17c-4eea-ba94-1eb70f319ad4 req-ed80dce2-112e-49de-b108-dad2c1845510 tempest-ServerRescueTestJSONUnderV235-1035206563 tempest-ServerRescueTestJSONUnderV235-1035206563-project] Unset dirty status for tenant:134eb2d988564a4ab37aee0077d2b54a on resource:port {{(pid=84041) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 20:50:32.710000 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2237798e-dcc5-40d5-b14c-615f84d594de tempest-SecurityGroupRulesTestJSON-1903449346 tempest-SecurityGroupRulesTestJSON-1903449346-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=99f487b0-3e5a-4944-82f8-99f82980e98a,revision_number=0']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:50:32.710779 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-d29097f6-b17c-4eea-ba94-1eb70f319ad4 req-ed80dce2-112e-49de-b108-dad2c1845510 tempest-ServerRescueTestJSONUnderV235-1035206563 tempest-ServerRescueTestJSONUnderV235-1035206563-project] 10.222.0.48 "GET /v2.0/ports?device_id=a96b676e-b606-4103-a36d-2f1625145b68 HTTP/1.1" status: 200 len: 946 time: 0.1461325 Apr 18 20:50:32.715122 n-d-838334-2 neutron-server[84041]: DEBUG neutron.scheduler.base_scheduler [None req-f434763d-b4f9-4544-9928-576b75800716 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-838334-2, 0f9d847a-7ba3-4a42-a0c6-e8541d683b40) {{(pid=84041) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:50:32.728393 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d9f1422-9fce-45fd-b317-e7fe92b9f5b9 None None] Network 0f9d847a-7ba3-4a42-a0c6-e8541d683b40 requested from n-d-838334-2 {{(pid=84042) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 20:50:32.743346 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da7c307b-ed0c-4b2a-8724-e3a1d9e9a88f req-d2719b15-e8a2-46ea-ab1f-5d15aa3c53cf tempest-ServerRescueTestJSONUnderV235-1035206563 tempest-ServerRescueTestJSONUnderV235-1035206563-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:50:32.745289 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-da7c307b-ed0c-4b2a-8724-e3a1d9e9a88f req-d2719b15-e8a2-46ea-ab1f-5d15aa3c53cf tempest-ServerRescueTestJSONUnderV235-1035206563 tempest-ServerRescueTestJSONUnderV235-1035206563-project] 10.222.0.42 "GET /v2.0/ports?device_id=a96b676e-b606-4103-a36d-2f1625145b68 HTTP/1.1" status: 200 len: 946 time: 0.1956263 Apr 18 20:50:32.746662 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-055c8b7f-b34e-4dd2-b095-c03b160445e3 req-2237798e-dcc5-40d5-b14c-615f84d594de tempest-SecurityGroupRulesTestJSON-1903449346 tempest-SecurityGroupRulesTestJSON-1903449346-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:32.747959 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-055c8b7f-b34e-4dd2-b095-c03b160445e3 req-2237798e-dcc5-40d5-b14c-615f84d594de tempest-SecurityGroupRulesTestJSON-1903449346 tempest-SecurityGroupRulesTestJSON-1903449346-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 726 time: 0.2672815 Apr 18 20:50:32.791121 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f434763d-b4f9-4544-9928-576b75800716 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:50:32.798905 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-f434763d-b4f9-4544-9928-576b75800716 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:32.821430 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-da7c307b-ed0c-4b2a-8724-e3a1d9e9a88f req-f9185a71-b087-4a37-ae20-16d0b63bfd1b tempest-ServerRescueTestJSONUnderV235-1035206563 tempest-ServerRescueTestJSONUnderV235-1035206563-project] 10.222.0.42 "GET /v2.0/security-groups?id=aac67c62-23bd-4af5-b48b-8b06d02dda3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688412 Apr 18 20:50:32.856871 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_hamode_db [None req-216c06e6-958f-4448-ad96-92fdc1e50ddd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14fab50a-3e37-4758-ac2f-e4b0a64b91d8', 'name': 'tempest-ServersTestJSON-1069932152-router', 'tenant_id': 'c80440892626468bbe8c78e37bd025d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'external_fixed_ips': [{'subnet_id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'ip_address': '172.25.8.191'}], 'enable_snat': True}, 'gw_port_id': '6dfd8e27-ef70-4230-b38f-550de7f4cfd8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:49:41Z', 'updated_at': '2022-04-18T20:49:50Z', 'revision_number': 4, 'project_id': 'c80440892626468bbe8c78e37bd025d1', 'gw_port': {'id': '6dfd8e27-ef70-4230-b38f-550de7f4cfd8', 'name': '', 'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:c7:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14fab50a-3e37-4758-ac2f-e4b0a64b91d8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'ip_address': '172.25.8.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:49:42Z', 'updated_at': '2022-04-18T20:49:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838334-2', '_floatingips': [{'id': '3c830d38-9d70-47e7-862c-d627efe39467', 'tenant_id': 'c80440892626468bbe8c78e37bd025d1', 'floating_ip_address': '172.25.8.153', 'floating_network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'router_id': '14fab50a-3e37-4758-ac2f-e4b0a64b91d8', 'port_id': 'cb37cd82-5b18-4daf-af6a-70171591cd2f', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cb7d8d08-145d-4d13-ac88-081ac0f45bd8', 'mac_address': 'fa:16:3e:f9:3e:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47b6abb5-e3df-4367-a946-ab2aab131b83', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T20:49:59Z', 'updated_at': '2022-04-18T20:50:29Z', 'revision_number': 1, 'project_id': 'c80440892626468bbe8c78e37bd025d1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e90b00fe-59f0-4d30-947a-5172dd60083c', 'name': '', 'network_id': 'cb7d8d08-145d-4d13-ac88-081ac0f45bd8', 'tenant_id': 'c80440892626468bbe8c78e37bd025d1', 'mac_address': 'fa:16:3e:e4:29:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14fab50a-3e37-4758-ac2f-e4b0a64b91d8', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd44f0eef-ab44-4d2f-a08c-330a2cd17cc6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:49:49Z', 'updated_at': '2022-04-18T20:50:08Z', 'revision_number': 5, 'project_id': 'c80440892626468bbe8c78e37bd025d1', 'subnets': [{'id': 'd44f0eef-ab44-4d2f-a08c-330a2cd17cc6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838334-2', False) {} {{(pid=84042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:50:32.876282 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-f434763d-b4f9-4544-9928-576b75800716 admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.0089760 Apr 18 20:50:32.879796 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 46566) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:50:32.883154 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-216c06e6-958f-4448-ad96-92fdc1e50ddd None None] Checking router: 14fab50a-3e37-4758-ac2f-e4b0a64b91d8 for host: n-d-838334-2 {{(pid=84042) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 18 20:50:32.885994 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.v2.base [None req-2093fafa-df1d-4015-af9c-6f74fbc9a020 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-364465629-router', 'tenant_id': '62ca3eda8b574071bf7ebb52cb30bb40', 'external_gateway_info': {'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c'}}} {{(pid=84040) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 20:50:32.895194 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [None req-2093fafa-df1d-4015-af9c-6f74fbc9a020 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:50:32.906816 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-2093fafa-df1d-4015-af9c-6f74fbc9a020 admin admin] Usage tracker for resource:router and tenant:62ca3eda8b574071bf7ebb52cb30bb40 is out of sync, need to count used quota {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:50:32.916057 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-2093fafa-df1d-4015-af9c-6f74fbc9a020 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:50:32.931514 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [None req-2093fafa-df1d-4015-af9c-6f74fbc9a020 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:50:32.952492 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_dvrscheduler_db [None req-216c06e6-958f-4448-ad96-92fdc1e50ddd None None] Routers {'14fab50a-3e37-4758-ac2f-e4b0a64b91d8'} bound to L3 agent in host n-d-838334-2 {{(pid=84042) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 20:50:32.953373 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_hamode_db [None req-216c06e6-958f-4448-ad96-92fdc1e50ddd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838334-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-18T20:25:48Z,description=,heartbeat_timestamp=2022-04-18T20:50:18Z,host='n-d-838334-2',id=bc84d6c9-dd7a-4555-a351-592327b46d5a,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:25:48Z,topic='l3_agent')) {'router_ids': ['14fab50a-3e37-4758-ac2f-e4b0a64b91d8'], 'active': True} {{(pid=84042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:50:32.958630 n-d-838334-2 neutron-server[84040]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5ca33248-63b3-4883-9c12-5a5b80955f36'] response: {'name': 'network-changed', 'server_uuid': '47b6abb5-e3df-4367-a946-ab2aab131b83', 'tag': 'cb37cd82-5b18-4daf-af6a-70171591cd2f', 'status': 'completed', 'code': 200} Apr 18 20:50:32.961981 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.plugin [req-d29097f6-b17c-4eea-ba94-1eb70f319ad4 req-f79e047e-7fd6-469e-9661-9f8ccc346163 tempest-ServerRescueTestJSONUnderV235-1035206563 tempest-ServerRescueTestJSONUnderV235-1035206563-project] Deleting port 79dd13c6-ebce-4026-87a0-8a1716458bc4 {{(pid=84041) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 20:50:32.963696 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [req-d29097f6-b17c-4eea-ba94-1eb70f319ad4 req-f79e047e-7fd6-469e-9661-9f8ccc346163 tempest-ServerRescueTestJSONUnderV235-1035206563 tempest-ServerRescueTestJSONUnderV235-1035206563-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750375188691'] for port, before_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:33.021674 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 46570) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:50:33.029415 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-2093fafa-df1d-4015-af9c-6f74fbc9a020 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-33442106', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5708'] for router, before_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:33.030698 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-2093fafa-df1d-4015-af9c-6f74fbc9a020 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33442137', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33444285', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33535433', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5703'] for router, precommit_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:33.105015 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d793c296-57ec-4642-977e-8aaf2f433b84 req-d2e32ad5-ec19-461a-9bda-da862466fd4d tempest-ServersTestJSON-787755264 tempest-ServersTestJSON-787755264-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:50:33.112969 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-d793c296-57ec-4642-977e-8aaf2f433b84 req-d2e32ad5-ec19-461a-9bda-da862466fd4d tempest-ServersTestJSON-787755264 tempest-ServersTestJSON-787755264-project] 10.222.0.42 "GET /v2.0/ports?device_id=47b6abb5-e3df-4367-a946-ab2aab131b83 HTTP/1.1" status: 200 len: 946 time: 0.1440732 Apr 18 20:50:33.179757 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ebd4425-b2d0-43b2-aac9-b90708b582b8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp016840fc-1f9f-5892-9c53-c9cf6c845bbb-0f9d847a-7ba3-4a42-a0c6-e8541d683b40', 'network_id': '0f9d847a-7ba3-4a42-a0c6-e8541d683b40', 'tenant_id': '62ca3eda8b574071bf7ebb52cb30bb40', 'fixed_ips': [{'subnet_id': 'd2e46a24-0bb5-4d5b-bcac-f83f2e3a3c35'}]}} from n-d-838334-2. {{(pid=84042) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 18 20:50:33.180621 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-2ebd4425-b2d0-43b2-aac9-b90708b582b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_create {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:33.187155 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-f98afaa6-7f94-40b8-b14a-8bae450c9329 req-b3174120-23d2-4931-90d8-2bc73c0debff service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=c80440892626468bbe8c78e37bd025d1&device_id=47b6abb5-e3df-4367-a946-ab2aab131b83 HTTP/1.1" status: 200 len: 1097 time: 0.1814692 Apr 18 20:50:33.193932 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-08f82281-3c6b-42d0-84e0-f093389fff17 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=1e5073ebd4234386af2e2c82fb21679e&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1660640 Apr 18 20:50:33.207046 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 46574) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:50:33.254613 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-2093fafa-df1d-4015-af9c-6f74fbc9a020 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:33.305154 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_dvr_db [None req-216c06e6-958f-4448-ad96-92fdc1e50ddd None None] Set router 14fab50a-3e37-4758-ac2f-e4b0a64b91d8 gateway port host: n-d-838334-2 {{(pid=84042) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 20:50:33.323382 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-7aa3f4ba-bb91-4462-916d-0e6e5d04d1aa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:33.341223 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-d793c296-57ec-4642-977e-8aaf2f433b84 req-9e0708c6-a1b3-4330-a28e-2533a6b41e18 tempest-ServersTestJSON-787755264 tempest-ServersTestJSON-787755264-project] 10.222.0.42 "GET /v2.0/security-groups?id=68f36fb1-4357-43e6-aa2a-c916d9c5b1fe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2269504 Apr 18 20:50:33.556428 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-7aa3f4ba-bb91-4462-916d-0e6e5d04d1aa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:33.590073 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.db [req-d29097f6-b17c-4eea-ba94-1eb70f319ad4 req-f79e047e-7fd6-469e-9661-9f8ccc346163 tempest-ServerRescueTestJSONUnderV235-1035206563 tempest-ServerRescueTestJSONUnderV235-1035206563-project] For port 79dd13c6-ebce-4026-87a0-8a1716458bc4, host n-h2-838334-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838334-2',level=0,port_id=79dd13c6-ebce-4026-87a0-8a1716458bc4,segment=NetworkSegment(84b0de3c-8149-4d18-8929-3ff0da980800),segment_id=84b0de3c-8149-4d18-8929-3ff0da980800)] {{(pid=84041) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:50:33.590834 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [req-d29097f6-b17c-4eea-ba94-1eb70f319ad4 req-f79e047e-7fd6-469e-9661-9f8ccc346163 tempest-ServerRescueTestJSONUnderV235-1035206563 tempest-ServerRescueTestJSONUnderV235-1035206563-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369123'] for port, precommit_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:33.598360 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750375287399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253529'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:33.599202 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f98afaa6-7f94-40b8-b14a-8bae450c9329 req-ffb6b0fa-9075-4441-872b-92881dcdbbf7 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:50:33.600892 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-f98afaa6-7f94-40b8-b14a-8bae450c9329 req-ffb6b0fa-9075-4441-872b-92881dcdbbf7 service neutron] 10.222.0.43 "GET /v2.0/networks?id=cb7d8d08-145d-4d13-ac88-081ac0f45bd8 HTTP/1.1" status: 200 len: 907 time: 0.3851850 Apr 18 20:50:33.608335 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.db_base_plugin_common [None req-2ebd4425-b2d0-43b2-aac9-b90708b582b8 None None] Allocated IP 172.20.0.2 (0f9d847a-7ba3-4a42-a0c6-e8541d683b40/d2e46a24-0bb5-4d5b-bcac-f83f2e3a3c35/ae93c9d6-dc87-46e8-95eb-64d197ecbaec) {{(pid=84042) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:50:33.733417 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-2093fafa-df1d-4015-af9c-6f74fbc9a020 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-33444175', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-33443520', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5293'] for router, precommit_update {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:33.774983 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5939bd2e-97bb-4f27-861b-17de44d8414c req-bfdd0b88-faaf-470f-a13b-aafbcb06492d tempest-ServerRescueTestJSON-1218824152 tempest-ServerRescueTestJSON-1218824152-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:50:33.776753 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-5939bd2e-97bb-4f27-861b-17de44d8414c req-bfdd0b88-faaf-470f-a13b-aafbcb06492d tempest-ServerRescueTestJSON-1218824152 tempest-ServerRescueTestJSON-1218824152-project] 10.222.0.42 "GET /v2.0/ports?device_id=a7644bc3-dad5-4231-8e11-ce8e2039002d HTTP/1.1" status: 200 len: 945 time: 0.2130282 Apr 18 20:50:33.798114 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99ae3752-8691-4169-8c02-6013d13ab749 req-cdcf5301-21c8-4d50-95fa-8c5b2001b9b9 tempest-ImagesOneServerNegativeTestJSON-1563611860 tempest-ImagesOneServerNegativeTestJSON-1563611860-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:50:33.800626 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-99ae3752-8691-4169-8c02-6013d13ab749 req-cdcf5301-21c8-4d50-95fa-8c5b2001b9b9 tempest-ImagesOneServerNegativeTestJSON-1563611860 tempest-ImagesOneServerNegativeTestJSON-1563611860-project] 10.222.0.42 "GET /v2.0/ports?device_id=a51bee04-081a-44fc-b9a3-21e66f1d4c2b HTTP/1.1" status: 200 len: 945 time: 0.2943785 Apr 18 20:50:33.804088 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-7aa3f4ba-bb91-4462-916d-0e6e5d04d1aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33528224'] for security_group, after_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:33.805730 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.plugin [req-d29097f6-b17c-4eea-ba94-1eb70f319ad4 req-f79e047e-7fd6-469e-9661-9f8ccc346163 tempest-ServerRescueTestJSONUnderV235-1035206563 tempest-ServerRescueTestJSONUnderV235-1035206563-project] Calling delete_port for 79dd13c6-ebce-4026-87a0-8a1716458bc4 owned by compute:nova {{(pid=84041) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 20:50:33.853028 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-7022fd2e-9ef1-4297-886f-31b279112b6c req-5b9ad999-a8ce-45a0-ad7f-beac55994242 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=6be92480d0964f34a8ede9caae0c987d&device_id=b7307812-da19-4509-9baf-bb3ff8313904 HTTP/1.1" status: 200 len: 1096 time: 0.4392982 Apr 18 20:50:33.904594 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aa3f4ba-bb91-4462-916d-0e6e5d04d1aa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=59dbfa78-8bc7-4c36-b096-00f446256e95,revision_number=None']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:50:33.973275 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-5939bd2e-97bb-4f27-861b-17de44d8414c req-62ea2cac-5478-4964-9c76-ddc9525335b7 tempest-ServerRescueTestJSON-1218824152 tempest-ServerRescueTestJSON-1218824152-project] 10.222.0.42 "GET /v2.0/security-groups?id=6f984221-1918-47e6-82e9-256972907b58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1839542 Apr 18 20:50:33.976169 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-7aa3f4ba-bb91-4462-916d-0e6e5d04d1aa admin admin] Notify callbacks [] for security_group, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:33.977197 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-7aa3f4ba-bb91-4462-916d-0e6e5d04d1aa admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/59dbfa78-8bc7-4c36-b096-00f446256e95 HTTP/1.1" status: 204 len: 168 time: 0.7675676 Apr 18 20:50:33.992217 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-99ae3752-8691-4169-8c02-6013d13ab749 req-db61e485-1a86-4317-97e5-3ac0ffb1f2a9 tempest-ImagesOneServerNegativeTestJSON-1563611860 tempest-ImagesOneServerNegativeTestJSON-1563611860-project] 10.222.0.42 "GET /v2.0/security-groups?id=35685d16-429f-4b00-82f0-cda27d79d56c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1845856 Apr 18 20:50:34.077140 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-2ebd4425-b2d0-43b2-aac9-b90708b582b8 None None] Notify callbacks [] for port, precommit_create {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:34.092463 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-2ebd4425-b2d0-43b2-aac9-b90708b582b8 None None] Transition to ACTIVE for port object ae93c9d6-dc87-46e8-95eb-64d197ecbaec will not be triggered until provisioned by entity L2. {{(pid=84042) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 20:50:34.111446 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_hamode_db [None req-216c06e6-958f-4448-ad96-92fdc1e50ddd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14fab50a-3e37-4758-ac2f-e4b0a64b91d8', 'name': 'tempest-ServersTestJSON-1069932152-router', 'tenant_id': 'c80440892626468bbe8c78e37bd025d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'external_fixed_ips': [{'subnet_id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'ip_address': '172.25.8.191'}], 'enable_snat': True}, 'gw_port_id': '6dfd8e27-ef70-4230-b38f-550de7f4cfd8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:49:41Z', 'updated_at': '2022-04-18T20:49:50Z', 'revision_number': 4, 'project_id': 'c80440892626468bbe8c78e37bd025d1', 'gw_port': {'id': '6dfd8e27-ef70-4230-b38f-550de7f4cfd8', 'name': '', 'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:c7:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14fab50a-3e37-4758-ac2f-e4b0a64b91d8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'ip_address': '172.25.8.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:49:42Z', 'updated_at': '2022-04-18T20:49:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838334-2', '_floatingips': [{'id': '3c830d38-9d70-47e7-862c-d627efe39467', 'tenant_id': 'c80440892626468bbe8c78e37bd025d1', 'floating_ip_address': '172.25.8.153', 'floating_network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'router_id': '14fab50a-3e37-4758-ac2f-e4b0a64b91d8', 'port_id': 'cb37cd82-5b18-4daf-af6a-70171591cd2f', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cb7d8d08-145d-4d13-ac88-081ac0f45bd8', 'mac_address': 'fa:16:3e:f9:3e:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47b6abb5-e3df-4367-a946-ab2aab131b83', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T20:49:59Z', 'updated_at': '2022-04-18T20:50:29Z', 'revision_number': 1, 'project_id': 'c80440892626468bbe8c78e37bd025d1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e90b00fe-59f0-4d30-947a-5172dd60083c', 'name': '', 'network_id': 'cb7d8d08-145d-4d13-ac88-081ac0f45bd8', 'tenant_id': 'c80440892626468bbe8c78e37bd025d1', 'mac_address': 'fa:16:3e:e4:29:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14fab50a-3e37-4758-ac2f-e4b0a64b91d8', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd44f0eef-ab44-4d2f-a08c-330a2cd17cc6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:49:49Z', 'updated_at': '2022-04-18T20:50:08Z', 'revision_number': 5, 'project_id': 'c80440892626468bbe8c78e37bd025d1', 'subnets': [{'id': 'd44f0eef-ab44-4d2f-a08c-330a2cd17cc6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838334-2', False) {} {{(pid=84042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:50:34.118871 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-216c06e6-958f-4448-ad96-92fdc1e50ddd None None] The sync data for ids ['14fab50a-3e37-4758-ac2f-e4b0a64b91d8'] in n-d-838334-2 is: [{'id': '14fab50a-3e37-4758-ac2f-e4b0a64b91d8', 'name': 'tempest-ServersTestJSON-1069932152-router', 'tenant_id': 'c80440892626468bbe8c78e37bd025d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'external_fixed_ips': [{'subnet_id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'ip_address': '172.25.8.191'}], 'enable_snat': True}, 'gw_port_id': '6dfd8e27-ef70-4230-b38f-550de7f4cfd8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:49:41Z', 'updated_at': '2022-04-18T20:49:50Z', 'revision_number': 4, 'project_id': 'c80440892626468bbe8c78e37bd025d1', 'gw_port': {'id': '6dfd8e27-ef70-4230-b38f-550de7f4cfd8', 'name': '', 'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:c7:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14fab50a-3e37-4758-ac2f-e4b0a64b91d8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'ip_address': '172.25.8.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:49:42Z', 'updated_at': '2022-04-18T20:49:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838334-2', '_floatingips': [{'id': '3c830d38-9d70-47e7-862c-d627efe39467', 'tenant_id': 'c80440892626468bbe8c78e37bd025d1', 'floating_ip_address': '172.25.8.153', 'floating_network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'router_id': '14fab50a-3e37-4758-ac2f-e4b0a64b91d8', 'port_id': 'cb37cd82-5b18-4daf-af6a-70171591cd2f', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cb7d8d08-145d-4d13-ac88-081ac0f45bd8', 'mac_address': 'fa:16:3e:f9:3e:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47b6abb5-e3df-4367-a946-ab2aab131b83', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T20:49:59Z', 'updated_at': '2022-04-18T20:50:29Z', 'revision_number': 1, 'project_id': 'c80440892626468bbe8c78e37bd025d1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e90b00fe-59f0-4d30-947a-5172dd60083c', 'name': '', 'network_id': 'cb7d8d08-145d-4d13-ac88-081ac0f45bd8', 'tenant_id': 'c80440892626468bbe8c78e37bd025d1', 'mac_address': 'fa:16:3e:e4:29:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14fab50a-3e37-4758-ac2f-e4b0a64b91d8', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd44f0eef-ab44-4d2f-a08c-330a2cd17cc6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:49:49Z', 'updated_at': '2022-04-18T20:50:08Z', 'revision_number': 5, 'project_id': 'c80440892626468bbe8c78e37bd025d1', 'subnets': [{'id': 'd44f0eef-ab44-4d2f-a08c-330a2cd17cc6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84042) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 18 20:50:34.134189 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-2ebd4425-b2d0-43b2-aac9-b90708b582b8 None None] Transition to ACTIVE for port object ae93c9d6-dc87-46e8-95eb-64d197ecbaec will not be triggered until provisioned by entity DHCP. {{(pid=84042) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 20:50:34.146719 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-2ebd4425-b2d0-43b2-aac9-b90708b582b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750374836619'] for port, after_create {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:34.148785 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-f98afaa6-7f94-40b8-b14a-8bae450c9329 req-7daa2482-74e1-4afb-b451-5ade781061cf service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=cb37cd82-5b18-4daf-af6a-70171591cd2f HTTP/1.1" status: 200 len: 1000 time: 0.5390370 Apr 18 20:50:34.150165 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7022fd2e-9ef1-4297-886f-31b279112b6c req-b5969207-d6cf-437b-95a2-8a4cf31e29ae service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:50:34.153037 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-7022fd2e-9ef1-4297-886f-31b279112b6c req-b5969207-d6cf-437b-95a2-8a4cf31e29ae service neutron] 10.222.0.43 "GET /v2.0/networks?id=48f708f8-0904-4115-910c-bb1ab06d7263 HTTP/1.1" status: 200 len: 912 time: 0.2881024 Apr 18 20:50:34.257659 n-d-838334-2 neutron-server[84042]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ebd4425-b2d0-43b2-aac9-b90708b582b8 None None] Network 0f9d847a-7ba3-4a42-a0c6-e8541d683b40 is already hosted by enough agents. {{(pid=84042) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:50:34.258303 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ebd4425-b2d0-43b2-aac9-b90708b582b8 None None] Pushing event updated for resources: {'Port': ['ID=ae93c9d6-dc87-46e8-95eb-64d197ecbaec,revision_number=1']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:50:34.260839 n-d-838334-2 neutron-server[84042]: DEBUG neutron.scheduler.base_scheduler [None req-2ebd4425-b2d0-43b2-aac9-b90708b582b8 None None] Resources bound (agent type, host, resource id): {{(pid=84042) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:50:34.263504 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ebd4425-b2d0-43b2-aac9-b90708b582b8 None None] Received port after_create {{(pid=84042) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 20:50:34.340049 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f98afaa6-7f94-40b8-b14a-8bae450c9329 req-c460f35a-8161-4890-be95-c8576d33abc0 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:50:34.341558 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-f98afaa6-7f94-40b8-b14a-8bae450c9329 req-c460f35a-8161-4890-be95-c8576d33abc0 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=d44f0eef-ab44-4d2f-a08c-330a2cd17cc6 HTTP/1.1" status: 200 len: 845 time: 0.1771965 Apr 18 20:50:34.374893 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.managers [None req-2ebd4425-b2d0-43b2-aac9-b90708b582b8 None None] Attempting to bind port ae93c9d6-dc87-46e8-95eb-64d197ecbaec on host n-d-838334-2 for vnic_type normal with profile {{(pid=84042) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:50:34.375312 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.managers [None req-2ebd4425-b2d0-43b2-aac9-b90708b582b8 None None] Attempting to bind port ae93c9d6-dc87-46e8-95eb-64d197ecbaec by drivers openvswitch,hyperv on host n-d-838334-2 at level 0 using segments [{'id': 'cd8c59c7-b4b2-44a4-be0f-4e934073fee4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '0f9d847a-7ba3-4a42-a0c6-e8541d683b40'}] {{(pid=84042) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:50:34.375690 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ebd4425-b2d0-43b2-aac9-b90708b582b8 None None] Attempting to bind port ae93c9d6-dc87-46e8-95eb-64d197ecbaec on network 0f9d847a-7ba3-4a42-a0c6-e8541d683b40 {{(pid=84042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 20:50:34.383450 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ebd4425-b2d0-43b2-aac9-b90708b582b8 None None] Checking agent: {'id': '97cd4414-7af6-4d67-868d-dff370b4071a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838334-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 25, 49), 'started_at': datetime.datetime(2022, 4, 18, 20, 26, 19), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 20, 50, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838334-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 18 20:50:34.383865 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ebd4425-b2d0-43b2-aac9-b90708b582b8 None None] Checking segment: {'id': 'cd8c59c7-b4b2-44a4-be0f-4e934073fee4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '0f9d847a-7ba3-4a42-a0c6-e8541d683b40'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84042) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 20:50:34.384776 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-2ebd4425-b2d0-43b2-aac9-b90708b582b8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:34.385172 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ebd4425-b2d0-43b2-aac9-b90708b582b8 None None] Bound using segment: {'id': 'cd8c59c7-b4b2-44a4-be0f-4e934073fee4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '0f9d847a-7ba3-4a42-a0c6-e8541d683b40'} {{(pid=84042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 18 20:50:34.385647 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.managers [None req-2ebd4425-b2d0-43b2-aac9-b90708b582b8 None None] Bound port: ae93c9d6-dc87-46e8-95eb-64d197ecbaec, host: n-d-838334-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cd8c59c7-b4b2-44a4-be0f-4e934073fee4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '0f9d847a-7ba3-4a42-a0c6-e8541d683b40'}}] {{(pid=84042) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 20:50:34.386020 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-2ebd4425-b2d0-43b2-aac9-b90708b582b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:34.448087 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Device 840ab7ba-ceab-4b42-92cb-ff4480b3d0db no longer exists at agent hyperv_n-h2-838334-2 {{(pid=84042) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 20:50:34.496713 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-ee2a3373-6828-48cb-8e5e-3b019716f055 req-21d3d489-af79-4725-8497-15d2ae8d4289 tempest-SecurityGroupRulesTestJSON-1903449346 tempest-SecurityGroupRulesTestJSON-1903449346-project] 10.222.0.42 "GET /v2.0/security-groups/3c9fb909-d2a2-45dc-88cc-18ecdde3b5c4 HTTP/1.1" status: 200 len: 2649 time: 0.4483612 Apr 18 20:50:34.522434 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-2093fafa-df1d-4015-af9c-6f74fbc9a020 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:34.551085 n-d-838334-2 neutron-server[84043]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e87fd3b3-6cf0-4d62-8ea7-0df268a2b1a1 None None] New status for floating IP 3c830d38-9d70-47e7-862c-d627efe39467: ACTIVE {{(pid=84043) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Apr 18 20:50:34.587871 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-2ebd4425-b2d0-43b2-aac9-b90708b582b8 None None] For port ae93c9d6-dc87-46e8-95eb-64d197ecbaec, host n-d-838334-2, cleared binding levels {{(pid=84042) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 20:50:34.644263 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-2ebd4425-b2d0-43b2-aac9-b90708b582b8 None None] For port ae93c9d6-dc87-46e8-95eb-64d197ecbaec, host n-d-838334-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838334-2',level=0,port_id=ae93c9d6-dc87-46e8-95eb-64d197ecbaec,segment=NetworkSegment(cd8c59c7-b4b2-44a4-be0f-4e934073fee4),segment_id=cd8c59c7-b4b2-44a4-be0f-4e934073fee4)] {{(pid=84042) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 20:50:34.647009 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-2093fafa-df1d-4015-af9c-6f74fbc9a020 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:34.666581 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-2ebd4425-b2d0-43b2-aac9-b90708b582b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682'] for port, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:34.716797 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:34.719598 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-7022fd2e-9ef1-4297-886f-31b279112b6c req-ec9a4460-0d52-49d4-879f-b7593a64ba5c service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=968bbb7b-ac07-4f93-a27a-f9fa924c1025 HTTP/1.1" status: 200 len: 1000 time: 0.5538828 Apr 18 20:50:34.774907 n-d-838334-2 neutron-server[84042]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a51bee04-081a-44fc-b9a3-21e66f1d4c2b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '840ab7ba-ceab-4b42-92cb-ff4480b3d0db'}] {{(pid=84042) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 20:50:34.798281 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] For port 840ab7ba-ceab-4b42-92cb-ff4480b3d0db, host n-h2-838334-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838334-2',level=0,port_id=840ab7ba-ceab-4b42-92cb-ff4480b3d0db,segment=NetworkSegment(30c19e44-4439-432e-8ba3-ae51f2f5bd90),segment_id=30c19e44-4439-432e-8ba3-ae51f2f5bd90)] {{(pid=84042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:50:34.814972 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ebd4425-b2d0-43b2-aac9-b90708b582b8 None None] Pushing event updated for resources: {'Port': ['ID=ae93c9d6-dc87-46e8-95eb-64d197ecbaec,revision_number=2']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:50:34.818582 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682'] for port, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:34.822432 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Device 79dd13c6-ebce-4026-87a0-8a1716458bc4 no longer exists at agent hyperv_n-h2-838334-2 {{(pid=84042) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 20:50:34.918190 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77da8c42-f811-49c7-8453-c2f1c5947719 req-a45c61c6-912c-4acc-bad0-ebd7eb64b724 tempest-ServerActionsTestJSON-2052644234 tempest-ServerActionsTestJSON-2052644234-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:50:34.919738 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-77da8c42-f811-49c7-8453-c2f1c5947719 req-a45c61c6-912c-4acc-bad0-ebd7eb64b724 tempest-ServerActionsTestJSON-2052644234 tempest-ServerActionsTestJSON-2052644234-project] 10.222.0.42 "GET /v2.0/ports?device_id=b7307812-da19-4509-9baf-bb3ff8313904 HTTP/1.1" status: 200 len: 945 time: 0.7646599 Apr 18 20:50:34.939902 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [req-d29097f6-b17c-4eea-ba94-1eb70f319ad4 req-f79e047e-7fd6-469e-9661-9f8ccc346163 tempest-ServerRescueTestJSONUnderV235-1035206563 tempest-ServerRescueTestJSONUnderV235-1035206563-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750375259028', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750374836628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32266323'] for port, after_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:35.013701 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] No active binding found for port 79dd13c6-ebce-4026-87a0-8a1716458bc4 {{(pid=84042) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:222}} Apr 18 20:50:35.014452 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Device 79dd13c6-ebce-4026-87a0-8a1716458bc4 not bound to the agent host n-h2-838334-2 {{(pid=84042) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 20:50:35.018467 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Pushing event updated for resources: {'Port': ['ID=840ab7ba-ceab-4b42-92cb-ff4480b3d0db,revision_number=8']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:50:35.073033 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7022fd2e-9ef1-4297-886f-31b279112b6c req-3010f85b-b247-415b-b939-c7102bf1b777 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:50:35.074566 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-7022fd2e-9ef1-4297-886f-31b279112b6c req-3010f85b-b247-415b-b939-c7102bf1b777 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=488f35b7-694e-475d-862d-2f00f4388d03 HTTP/1.1" status: 200 len: 850 time: 0.3287280 Apr 18 20:50:35.103330 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f79e047e-7fd6-469e-9661-9f8ccc346163 tempest-ServerRescueTestJSONUnderV235-1035206563 tempest-ServerRescueTestJSONUnderV235-1035206563-project] Pushing event deleted for resources: {'Port': ['ID=79dd13c6-ebce-4026-87a0-8a1716458bc4,revision_number=None']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:50:35.202213 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-77da8c42-f811-49c7-8453-c2f1c5947719 req-2622b7ba-0176-4227-9054-f9c7183ddeef tempest-ServerActionsTestJSON-2052644234 tempest-ServerActionsTestJSON-2052644234-project] 10.222.0.42 "GET /v2.0/security-groups?id=c2aeb662-6a43-4389-8810-9fad3627855b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2524915 Apr 18 20:50:35.213717 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.db_base_plugin_common [None req-2093fafa-df1d-4015-af9c-6f74fbc9a020 admin admin] Allocated IP 172.25.8.56 (e41b6600-a917-4a8d-b05c-be3be40c6d8c/6b05667b-848e-4356-9b44-d5eb6808ef74/a32e8903-29c5-40ab-92e5-0ce80b653a4e) {{(pid=84040) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:50:35.234912 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-f98afaa6-7f94-40b8-b14a-8bae450c9329 req-438fbe80-6971-4839-b57d-e83845fe4bb4 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=cb7d8d08-145d-4d13-ac88-081ac0f45bd8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.8430521 Apr 18 20:50:35.244821 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.l3_dvrscheduler_db [req-d29097f6-b17c-4eea-ba94-1eb70f319ad4 req-f79e047e-7fd6-469e-9661-9f8ccc346163 tempest-ServerRescueTestJSONUnderV235-1035206563 tempest-ServerRescueTestJSONUnderV235-1035206563-project] No DVR routers for this DVR port 79dd13c6-ebce-4026-87a0-8a1716458bc4 on host n-h2-838334-2 {{(pid=84041) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 20:50:35.245302 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-902a5c86-ce48-4b18-b0e0-a1dc15ed63cf req-388816e1-ee48-4423-86ee-5c5263bee13f tempest-ServerRescueTestJSONUnderV235-1035206563 tempest-ServerRescueTestJSONUnderV235-1035206563-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:50:35.252050 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-902a5c86-ce48-4b18-b0e0-a1dc15ed63cf req-388816e1-ee48-4423-86ee-5c5263bee13f tempest-ServerRescueTestJSONUnderV235-1035206563 tempest-ServerRescueTestJSONUnderV235-1035206563-project] 10.222.0.42 "GET /v2.0/ports?device_id=a96b676e-b606-4103-a36d-2f1625145b68 HTTP/1.1" status: 200 len: 867 time: 0.5047529 Apr 18 20:50:35.280622 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [req-d29097f6-b17c-4eea-ba94-1eb70f319ad4 req-f79e047e-7fd6-469e-9661-9f8ccc346163 tempest-ServerRescueTestJSONUnderV235-1035206563 tempest-ServerRescueTestJSONUnderV235-1035206563-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217293'] for port, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:35.283799 n-d-838334-2 neutron-server[84041]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a96b676e-b606-4103-a36d-2f1625145b68', 'name': 'network-vif-deleted', 'tag': '79dd13c6-ebce-4026-87a0-8a1716458bc4'}] {{(pid=84041) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 20:50:35.295979 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92748efa-ab86-44d5-994b-0f2781e649ee req-a83a624f-bb9a-4296-ab8b-a2e3ff11ef65 tempest-ImagesOneServerNegativeTestJSON-1563611860 tempest-ImagesOneServerNegativeTestJSON-1563611860-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:50:35.298312 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-92748efa-ab86-44d5-994b-0f2781e649ee req-a83a624f-bb9a-4296-ab8b-a2e3ff11ef65 tempest-ImagesOneServerNegativeTestJSON-1563611860 tempest-ImagesOneServerNegativeTestJSON-1563611860-project] 10.222.0.48 "GET /v2.0/ports?device_id=a51bee04-081a-44fc-b9a3-21e66f1d4c2b HTTP/1.1" status: 200 len: 943 time: 0.5497079 Apr 18 20:50:35.387145 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-d29097f6-b17c-4eea-ba94-1eb70f319ad4 req-f79e047e-7fd6-469e-9661-9f8ccc346163 tempest-ServerRescueTestJSONUnderV235-1035206563 tempest-ServerRescueTestJSONUnderV235-1035206563-project] 10.222.0.48 "DELETE /v2.0/ports/79dd13c6-ebce-4026-87a0-8a1716458bc4 HTTP/1.1" status: 204 len: 173 time: 2.6678104 Apr 18 20:50:35.430972 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-7022fd2e-9ef1-4297-886f-31b279112b6c req-838d5eec-e714-4162-82e7-29d7f62020a4 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=48f708f8-0904-4115-910c-bb1ab06d7263&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3246129 Apr 18 20:50:35.434567 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-f98afaa6-7f94-40b8-b14a-8bae450c9329 req-d3b7ec53-f0ef-4c21-b83e-761675ca092e service neutron] 10.222.0.43 "GET /v2.0/networks/cb7d8d08-145d-4d13-ac88-081ac0f45bd8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1923039 Apr 18 20:50:35.474771 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-c5698a9f-5fea-4888-9eec-12ce086944fa req-04629538-b441-4400-b6ef-8a9b66daf38e tempest-SecurityGroupRulesTestJSON-1903449346 tempest-SecurityGroupRulesTestJSON-1903449346-project] 10.222.0.42 "GET /v2.0/security-group-rules/99f487b0-3e5a-4944-82f8-99f82980e98a HTTP/1.1" status: 200 len: 718 time: 0.1693668 Apr 18 20:50:35.526663 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.plugin [req-92748efa-ab86-44d5-994b-0f2781e649ee req-59f10ed1-6ce5-430a-9134-782e1d1cc964 tempest-ImagesOneServerNegativeTestJSON-1563611860 tempest-ImagesOneServerNegativeTestJSON-1563611860-project] Deleting port 840ab7ba-ceab-4b42-92cb-ff4480b3d0db {{(pid=84040) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 20:50:35.527002 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-92748efa-ab86-44d5-994b-0f2781e649ee req-59f10ed1-6ce5-430a-9134-782e1d1cc964 tempest-ImagesOneServerNegativeTestJSON-1563611860 tempest-ImagesOneServerNegativeTestJSON-1563611860-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750375188691'] for port, before_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:35.562594 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-902a5c86-ce48-4b18-b0e0-a1dc15ed63cf req-92dd9edd-21e5-4555-92aa-38e7566a89e8 tempest-ServerRescueTestJSONUnderV235-1035206563 tempest-ServerRescueTestJSONUnderV235-1035206563-project] 10.222.0.42 "GET /v2.0/security-groups?id=aac67c62-23bd-4af5-b48b-8b06d02dda3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3082263 Apr 18 20:50:35.669211 n-d-838334-2 neutron-server[84042]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b0803dea-6b45-43de-b5ed-694cf66c811b'] response: {'server_uuid': 'a51bee04-081a-44fc-b9a3-21e66f1d4c2b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '840ab7ba-ceab-4b42-92cb-ff4480b3d0db', 'code': 200} Apr 18 20:50:35.688905 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-f98afaa6-7f94-40b8-b14a-8bae450c9329 req-8e550d54-2fd8-4fc1-977c-29bee8ad8051 service neutron] 10.222.0.43 "GET /v2.0/networks/cb7d8d08-145d-4d13-ac88-081ac0f45bd8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2446201 Apr 18 20:50:35.725804 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-7022fd2e-9ef1-4297-886f-31b279112b6c req-6d8bdcf3-65d7-4bb8-b676-567e5e93c65d service neutron] 10.222.0.43 "GET /v2.0/networks/48f708f8-0904-4115-910c-bb1ab06d7263?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2827451 Apr 18 20:50:35.899003 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-2093fafa-df1d-4015-af9c-6f74fbc9a020 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:35.905664 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-7022fd2e-9ef1-4297-886f-31b279112b6c req-ea50fa20-d807-494a-a3f3-d05c7bacc700 service neutron] 10.222.0.43 "GET /v2.0/networks/48f708f8-0904-4115-910c-bb1ab06d7263?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1730466 Apr 18 20:50:35.974402 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-c5698a9f-5fea-4888-9eec-12ce086944fa req-7dbfd50a-6f2d-430c-966b-e667d1533304 tempest-SecurityGroupRulesTestJSON-1903449346 tempest-SecurityGroupRulesTestJSON-1903449346-project] 10.222.0.42 "GET /v2.0/security-groups/3c9fb909-d2a2-45dc-88cc-18ecdde3b5c4 HTTP/1.1" status: 200 len: 2649 time: 0.4104564 Apr 18 20:50:35.980163 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-2093fafa-df1d-4015-af9c-6f74fbc9a020 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750374836619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32440838'] for port, after_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:36.133194 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-c5698a9f-5fea-4888-9eec-12ce086944fa req-67556f07-209d-4d46-8999-e779c8307800 tempest-SecurityGroupRulesTestJSON-1903449346 tempest-SecurityGroupRulesTestJSON-1903449346-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:36.139468 n-d-838334-2 neutron-server[84040]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2093fafa-df1d-4015-af9c-6f74fbc9a020 admin admin] Network e41b6600-a917-4a8d-b05c-be3be40c6d8c is already hosted by enough agents. {{(pid=84040) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:50:36.150425 n-d-838334-2 neutron-server[84040]: DEBUG neutron.scheduler.base_scheduler [None req-2093fafa-df1d-4015-af9c-6f74fbc9a020 admin admin] Resources bound (agent type, host, resource id): {{(pid=84040) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:50:36.156128 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2093fafa-df1d-4015-af9c-6f74fbc9a020 admin admin] Received port after_create {{(pid=84040) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 20:50:36.196458 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2093fafa-df1d-4015-af9c-6f74fbc9a020 admin admin] Pushing event updated for resources: {'Port': ['ID=a32e8903-29c5-40ab-92e5-0ce80b653a4e,revision_number=1']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:50:36.202703 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-c5698a9f-5fea-4888-9eec-12ce086944fa req-67556f07-209d-4d46-8999-e779c8307800 tempest-SecurityGroupRulesTestJSON-1903449346 tempest-SecurityGroupRulesTestJSON-1903449346-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:36.255023 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.db [req-92748efa-ab86-44d5-994b-0f2781e649ee req-59f10ed1-6ce5-430a-9134-782e1d1cc964 tempest-ImagesOneServerNegativeTestJSON-1563611860 tempest-ImagesOneServerNegativeTestJSON-1563611860-project] For port 840ab7ba-ceab-4b42-92cb-ff4480b3d0db, host n-h2-838334-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838334-2',level=0,port_id=840ab7ba-ceab-4b42-92cb-ff4480b3d0db,segment=NetworkSegment(30c19e44-4439-432e-8ba3-ae51f2f5bd90),segment_id=30c19e44-4439-432e-8ba3-ae51f2f5bd90)] {{(pid=84040) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:50:36.255381 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-92748efa-ab86-44d5-994b-0f2781e649ee req-59f10ed1-6ce5-430a-9134-782e1d1cc964 tempest-ImagesOneServerNegativeTestJSON-1563611860 tempest-ImagesOneServerNegativeTestJSON-1563611860-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369123'] for port, precommit_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:36.280396 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cbfb6b1-8174-4ad4-a901-28684051f168 req-cb915228-05ff-444a-9ba2-09bdba8a9018 tempest-ServerRescueTestJSON-1218824152 tempest-ServerRescueTestJSON-1218824152-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:50:36.281877 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-2cbfb6b1-8174-4ad4-a901-28684051f168 req-cb915228-05ff-444a-9ba2-09bdba8a9018 tempest-ServerRescueTestJSON-1218824152 tempest-ServerRescueTestJSON-1218824152-project] 10.222.0.42 "GET /v2.0/ports?device_id=a7644bc3-dad5-4231-8e11-ce8e2039002d HTTP/1.1" status: 200 len: 945 time: 0.4263461 Apr 18 20:50:36.296520 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80077680-93d0-4da2-93b0-e420dd8c1751 None None] Network 0f9d847a-7ba3-4a42-a0c6-e8541d683b40 requested from n-d-838334-2 {{(pid=84042) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 20:50:36.401273 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.plugin [req-92748efa-ab86-44d5-994b-0f2781e649ee req-59f10ed1-6ce5-430a-9134-782e1d1cc964 tempest-ImagesOneServerNegativeTestJSON-1563611860 tempest-ImagesOneServerNegativeTestJSON-1563611860-project] Calling delete_port for 840ab7ba-ceab-4b42-92cb-ff4480b3d0db owned by compute:nova {{(pid=84040) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 20:50:36.421901 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-d20492cf-dedc-4cb1-9023-bf910dc6532c None None] Provisioning for port ae93c9d6-dc87-46e8-95eb-64d197ecbaec completed by entity DHCP. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 20:50:36.451716 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-c5698a9f-5fea-4888-9eec-12ce086944fa req-67556f07-209d-4d46-8999-e779c8307800 tempest-SecurityGroupRulesTestJSON-1903449346 tempest-SecurityGroupRulesTestJSON-1903449346-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33528311'] for security_group_rule, after_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:36.521549 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67556f07-209d-4d46-8999-e779c8307800 tempest-SecurityGroupRulesTestJSON-1903449346 tempest-SecurityGroupRulesTestJSON-1903449346-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=99f487b0-3e5a-4944-82f8-99f82980e98a,revision_number=None']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:50:36.573176 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-c5698a9f-5fea-4888-9eec-12ce086944fa req-67556f07-209d-4d46-8999-e779c8307800 tempest-SecurityGroupRulesTestJSON-1903449346 tempest-SecurityGroupRulesTestJSON-1903449346-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:36.574062 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-c5698a9f-5fea-4888-9eec-12ce086944fa req-67556f07-209d-4d46-8999-e779c8307800 tempest-SecurityGroupRulesTestJSON-1903449346 tempest-SecurityGroupRulesTestJSON-1903449346-project] 10.222.0.42 "DELETE /v2.0/security-group-rules/99f487b0-3e5a-4944-82f8-99f82980e98a HTTP/1.1" status: 204 len: 173 time: 0.5883937 Apr 18 20:50:36.604085 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-2cbfb6b1-8174-4ad4-a901-28684051f168 req-51be60e3-c830-4681-9c7a-448351522f7c tempest-ServerRescueTestJSON-1218824152 tempest-ServerRescueTestJSON-1218824152-project] 10.222.0.42 "GET /v2.0/security-groups?id=6f984221-1918-47e6-82e9-256972907b58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2706289 Apr 18 20:50:36.716183 n-d-838334-2 neutron-server[84041]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bdd06f1f-2ac9-4235-989f-c04fedc2b517'] response: {'server_uuid': 'a96b676e-b606-4103-a36d-2f1625145b68', 'name': 'network-vif-deleted', 'tag': '79dd13c6-ebce-4026-87a0-8a1716458bc4', 'status': 'completed', 'code': 200} Apr 18 20:50:36.741377 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-92748efa-ab86-44d5-994b-0f2781e649ee req-59f10ed1-6ce5-430a-9134-782e1d1cc964 tempest-ImagesOneServerNegativeTestJSON-1563611860 tempest-ImagesOneServerNegativeTestJSON-1563611860-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750375259028', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750374836628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32440838'] for port, after_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:36.896011 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Device ae93c9d6-dc87-46e8-95eb-64d197ecbaec up at agent ovs-agent-n-d-838334-2 {{(pid=84042) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 20:50:37.010398 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Provisioning for port ae93c9d6-dc87-46e8-95eb-64d197ecbaec completed by entity L2. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 20:50:37.018077 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Provisioning complete for port ae93c9d6-dc87-46e8-95eb-64d197ecbaec triggered by entity L2. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:50:37.018778 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-01ad75fd-7dcf-430c-941b-2ae9726c8d01 req-c90f6150-b1a7-4fbe-9b0f-785b7b8fc2e4 tempest-ImagesOneServerNegativeTestJSON-1563611860 tempest-ImagesOneServerNegativeTestJSON-1563611860-project] 10.222.0.42 "GET /v2.0/ports?device_id=a51bee04-081a-44fc-b9a3-21e66f1d4c2b HTTP/1.1" status: 200 len: 210 time: 0.2802835 Apr 18 20:50:37.028214 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1253608'] for port, provisioning_complete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:37.029114 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59f10ed1-6ce5-430a-9134-782e1d1cc964 tempest-ImagesOneServerNegativeTestJSON-1563611860 tempest-ImagesOneServerNegativeTestJSON-1563611860-project] Pushing event deleted for resources: {'Port': ['ID=840ab7ba-ceab-4b42-92cb-ff4480b3d0db,revision_number=None']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:50:37.094163 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.l3_dvrscheduler_db [req-92748efa-ab86-44d5-994b-0f2781e649ee req-59f10ed1-6ce5-430a-9134-782e1d1cc964 tempest-ImagesOneServerNegativeTestJSON-1563611860 tempest-ImagesOneServerNegativeTestJSON-1563611860-project] No DVR routers for this DVR port 840ab7ba-ceab-4b42-92cb-ff4480b3d0db on host n-h2-838334-2 {{(pid=84040) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 20:50:37.103414 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-92748efa-ab86-44d5-994b-0f2781e649ee req-59f10ed1-6ce5-430a-9134-782e1d1cc964 tempest-ImagesOneServerNegativeTestJSON-1563611860 tempest-ImagesOneServerNegativeTestJSON-1563611860-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217293'] for port, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:37.108005 n-d-838334-2 neutron-server[84040]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a51bee04-081a-44fc-b9a3-21e66f1d4c2b', 'name': 'network-vif-deleted', 'tag': '840ab7ba-ceab-4b42-92cb-ff4480b3d0db'}] {{(pid=84040) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 20:50:37.118175 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-2093fafa-df1d-4015-af9c-6f74fbc9a020 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:37.118915 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-2093fafa-df1d-4015-af9c-6f74fbc9a020 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33443529', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33444176'] for router, after_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:37.155395 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-92748efa-ab86-44d5-994b-0f2781e649ee req-59f10ed1-6ce5-430a-9134-782e1d1cc964 tempest-ImagesOneServerNegativeTestJSON-1563611860 tempest-ImagesOneServerNegativeTestJSON-1563611860-project] 10.222.0.48 "DELETE /v2.0/ports/840ab7ba-ceab-4b42-92cb-ff4480b3d0db HTTP/1.1" status: 204 len: 173 time: 1.7985787 Apr 18 20:50:37.224347 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:37.273190 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] For port ae93c9d6-dc87-46e8-95eb-64d197ecbaec, host n-d-838334-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838334-2',level=0,port_id=ae93c9d6-dc87-46e8-95eb-64d197ecbaec,segment=NetworkSegment(cd8c59c7-b4b2-44a4-be0f-4e934073fee4),segment_id=cd8c59c7-b4b2-44a4-be0f-4e934073fee4)] {{(pid=84042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:50:37.278257 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682'] for port, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:37.281405 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-2bbe544f-639f-49eb-b565-265edd634da0 req-b70787a0-aa95-4d09-accf-4224c3fef61f tempest-SecurityGroupRulesTestJSON-1903449346 tempest-SecurityGroupRulesTestJSON-1903449346-project] 10.222.0.42 "GET /v2.0/security-groups/3c9fb909-d2a2-45dc-88cc-18ecdde3b5c4 HTTP/1.1" status: 200 len: 2141 time: 0.2140694 Apr 18 20:50:37.323525 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f9c5420-2ebb-4bef-851d-da6ca50ed69c req-2e7b9643-68e8-43d0-a4fa-453b78292cd9 tempest-ServerActionsTestJSON-2052644234 tempest-ServerActionsTestJSON-2052644234-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:50:37.328258 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-7f9c5420-2ebb-4bef-851d-da6ca50ed69c req-2e7b9643-68e8-43d0-a4fa-453b78292cd9 tempest-ServerActionsTestJSON-2052644234 tempest-ServerActionsTestJSON-2052644234-project] 10.222.0.42 "GET /v2.0/ports?device_id=b7307812-da19-4509-9baf-bb3ff8313904 HTTP/1.1" status: 200 len: 945 time: 0.3928242 Apr 18 20:50:37.367761 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Pushing event updated for resources: {'Port': ['ID=ae93c9d6-dc87-46e8-95eb-64d197ecbaec,revision_number=3']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:50:37.430620 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-7f9c5420-2ebb-4bef-851d-da6ca50ed69c req-b5082fbe-24b6-4093-90ff-553e515764f4 tempest-ServerActionsTestJSON-2052644234 tempest-ServerActionsTestJSON-2052644234-project] 10.222.0.42 "GET /v2.0/security-groups?id=c2aeb662-6a43-4389-8810-9fad3627855b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0801744 Apr 18 20:50:37.432704 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-2bbe544f-639f-49eb-b565-265edd634da0 req-ceccb936-0d2b-4014-961e-1c7e59e87af6 tempest-SecurityGroupRulesTestJSON-1903449346 tempest-SecurityGroupRulesTestJSON-1903449346-project] Notify callbacks [] for security_group, before_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:37.466993 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-2bbe544f-639f-49eb-b565-265edd634da0 req-ceccb936-0d2b-4014-961e-1c7e59e87af6 tempest-SecurityGroupRulesTestJSON-1903449346 tempest-SecurityGroupRulesTestJSON-1903449346-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:37.525416 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 46648) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:50:37.553438 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-2bbe544f-639f-49eb-b565-265edd634da0 req-ceccb936-0d2b-4014-961e-1c7e59e87af6 tempest-SecurityGroupRulesTestJSON-1903449346 tempest-SecurityGroupRulesTestJSON-1903449346-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33528224'] for security_group, after_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:37.574120 n-d-838334-2 neutron-server[84040]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c8c92516-380f-4d11-b74e-a6227e5c9950'] response: {'server_uuid': 'a51bee04-081a-44fc-b9a3-21e66f1d4c2b', 'name': 'network-vif-deleted', 'tag': '840ab7ba-ceab-4b42-92cb-ff4480b3d0db', 'status': 'completed', 'code': 200} Apr 18 20:50:37.586465 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceccb936-0d2b-4014-961e-1c7e59e87af6 tempest-SecurityGroupRulesTestJSON-1903449346 tempest-SecurityGroupRulesTestJSON-1903449346-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c9fb909-d2a2-45dc-88cc-18ecdde3b5c4,revision_number=None']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:50:37.593732 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-2bbe544f-639f-49eb-b565-265edd634da0 req-ceccb936-0d2b-4014-961e-1c7e59e87af6 tempest-SecurityGroupRulesTestJSON-1903449346 tempest-SecurityGroupRulesTestJSON-1903449346-project] Notify callbacks [] for security_group, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:37.594715 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-2bbe544f-639f-49eb-b565-265edd634da0 req-ceccb936-0d2b-4014-961e-1c7e59e87af6 tempest-SecurityGroupRulesTestJSON-1903449346 tempest-SecurityGroupRulesTestJSON-1903449346-project] 10.222.0.42 "DELETE /v2.0/security-groups/3c9fb909-d2a2-45dc-88cc-18ecdde3b5c4 HTTP/1.1" status: 204 len: 173 time: 0.3036873 Apr 18 20:50:37.613899 n-d-838334-2 neutron-server[84040]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2093fafa-df1d-4015-af9c-6f74fbc9a020 admin admin] Router 9dbea2b3-c01d-4edd-9d38-bf88f8b168b7 is scheduled to L3 agent bc84d6c9-dd7a-4555-a351-592327b46d5a with binding_index 1 {{(pid=84040) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 18 20:50:37.844383 n-d-838334-2 neutron-server[84040]: INFO neutron.api.v2.resource [req-72fb9c1b-0cc4-484b-84d9-151f13f13f26 req-ff56a5be-3cc3-4384-9f4d-224b2db53d8e tempest-SecurityGroupRulesTestJSON-1903449346 tempest-SecurityGroupRulesTestJSON-1903449346-project] show failed (client error): The resource could not be found. Apr 18 20:50:37.845415 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-72fb9c1b-0cc4-484b-84d9-151f13f13f26 req-ff56a5be-3cc3-4384-9f4d-224b2db53d8e tempest-SecurityGroupRulesTestJSON-1903449346 tempest-SecurityGroupRulesTestJSON-1903449346-project] 10.222.0.42 "GET /v2.0/security-groups/9b93befe-8f38-4493-b3da-4b29c2bdf75a HTTP/1.1" status: 404 len: 352 time: 0.0203228 Apr 18 20:50:37.904495 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2093fafa-df1d-4015-af9c-6f74fbc9a020 admin admin] Notify agent at l3_agent.n-d-838334-2 the message routers_updated {{(pid=84040) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 20:50:37.915394 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20db3a04-61ba-474d-a6ab-9e1029b212c5 None None] Sync routers for ids ['9dbea2b3-c01d-4edd-9d38-bf88f8b168b7'] in n-d-838334-2 {{(pid=84042) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 18 20:50:37.937610 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20db3a04-61ba-474d-a6ab-9e1029b212c5 None None] Routers {'9dbea2b3-c01d-4edd-9d38-bf88f8b168b7'} bound to L3 agent in host n-d-838334-2 {{(pid=84042) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 20:50:37.938822 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_hamode_db [None req-20db3a04-61ba-474d-a6ab-9e1029b212c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838334-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-18T20:25:48Z,description=,heartbeat_timestamp=2022-04-18T20:50:18Z,host='n-d-838334-2',id=bc84d6c9-dd7a-4555-a351-592327b46d5a,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:25:48Z,topic='l3_agent')) {'router_ids': ['9dbea2b3-c01d-4edd-9d38-bf88f8b168b7'], 'active': True} {{(pid=84042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:50:37.942114 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-2093fafa-df1d-4015-af9c-6f74fbc9a020 admin admin] Notify callbacks [] for router, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:37.943607 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-2093fafa-df1d-4015-af9c-6f74fbc9a020 admin admin] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 5.0622773 Apr 18 20:50:37.946710 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 46668) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:50:38.125613 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-ee32e392-e6b5-43bf-8d90-6add0cfe6906 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33443857'] for router_interface, before_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:38.193851 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_dvr_db [None req-20db3a04-61ba-474d-a6ab-9e1029b212c5 None None] Set router 9dbea2b3-c01d-4edd-9d38-bf88f8b168b7 gateway port host: n-d-838334-2 {{(pid=84042) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 20:50:38.267822 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14daaa1e-eed7-4be1-b11e-ed2d61c9f53b req-94802159-46c6-4515-acb0-7efc2eeeef8a tempest-ServerRescueTestJSON-1218824152 tempest-ServerRescueTestJSON-1218824152-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:50:38.270211 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-14daaa1e-eed7-4be1-b11e-ed2d61c9f53b req-94802159-46c6-4515-acb0-7efc2eeeef8a tempest-ServerRescueTestJSON-1218824152 tempest-ServerRescueTestJSON-1218824152-project] 10.222.0.42 "GET /v2.0/ports?device_id=a7644bc3-dad5-4231-8e11-ce8e2039002d HTTP/1.1" status: 200 len: 945 time: 0.2326584 Apr 18 20:50:38.277952 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc70dc59-5457-4b3e-8344-5fc7e1385663 req-17320369-205f-4547-820c-3de049cd7bd8 tempest-ServerActionsTestJSON-2052644234 tempest-ServerActionsTestJSON-2052644234-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:50:38.279461 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-cc70dc59-5457-4b3e-8344-5fc7e1385663 req-17320369-205f-4547-820c-3de049cd7bd8 tempest-ServerActionsTestJSON-2052644234 tempest-ServerActionsTestJSON-2052644234-project] 10.222.0.42 "GET /v2.0/ports?device_id=b7307812-da19-4509-9baf-bb3ff8313904 HTTP/1.1" status: 200 len: 945 time: 0.1870644 Apr 18 20:50:38.369874 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-14daaa1e-eed7-4be1-b11e-ed2d61c9f53b req-993746ee-54b6-494e-95c8-2fc23c72ac5d tempest-ServerRescueTestJSON-1218824152 tempest-ServerRescueTestJSON-1218824152-project] 10.222.0.42 "GET /v2.0/security-groups?id=6f984221-1918-47e6-82e9-256972907b58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0881274 Apr 18 20:50:38.386687 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-cc70dc59-5457-4b3e-8344-5fc7e1385663 req-f408f5ab-9ebc-40b1-9827-6b34a9dfe73c tempest-ServerActionsTestJSON-2052644234 tempest-ServerActionsTestJSON-2052644234-project] 10.222.0.42 "GET /v2.0/security-groups?id=c2aeb662-6a43-4389-8810-9fad3627855b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0880294 Apr 18 20:50:38.421739 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Device 840ab7ba-ceab-4b42-92cb-ff4480b3d0db no longer exists at agent hyperv_n-h2-838334-2 {{(pid=84042) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 20:50:38.487471 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.plugin [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] No Port match for: 840ab7ba-ceab-4b42-92cb-ff4480b3d0db {{(pid=84042) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 18 20:50:38.487834 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Device 840ab7ba-ceab-4b42-92cb-ff4480b3d0db not bound to the agent host n-h2-838334-2 {{(pid=84042) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 20:50:38.575658 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_hamode_db [None req-20db3a04-61ba-474d-a6ab-9e1029b212c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9dbea2b3-c01d-4edd-9d38-bf88f8b168b7', 'name': 'tempest-AttachVolumeShelveTestJSON-364465629-router', 'tenant_id': '62ca3eda8b574071bf7ebb52cb30bb40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'external_fixed_ips': [{'subnet_id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'ip_address': '172.25.8.56'}], 'enable_snat': True}, 'gw_port_id': 'a32e8903-29c5-40ab-92e5-0ce80b653a4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:50:33Z', 'updated_at': '2022-04-18T20:50:36Z', 'revision_number': 3, 'project_id': '62ca3eda8b574071bf7ebb52cb30bb40', 'gw_port': {'id': 'a32e8903-29c5-40ab-92e5-0ce80b653a4e', 'name': '', 'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:c0:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9dbea2b3-c01d-4edd-9d38-bf88f8b168b7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'ip_address': '172.25.8.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:50:34Z', 'updated_at': '2022-04-18T20:50:35Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838334-2'}], 'n-d-838334-2', False) {} {{(pid=84042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:50:38.580164 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20db3a04-61ba-474d-a6ab-9e1029b212c5 None None] Checking router: 9dbea2b3-c01d-4edd-9d38-bf88f8b168b7 for host: n-d-838334-2 {{(pid=84042) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 18 20:50:38.580684 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20db3a04-61ba-474d-a6ab-9e1029b212c5 None None] Updating router 9dbea2b3-c01d-4edd-9d38-bf88f8b168b7 port a32e8903-29c5-40ab-92e5-0ce80b653a4e binding host n-d-838334-2 {{(pid=84042) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 18 20:50:38.637492 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-20db3a04-61ba-474d-a6ab-9e1029b212c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:38.647845 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-1b0c49a0-88b8-491d-8a49-a5016de36e5b req-b800d243-d768-4646-97be-e64be72ef957 tempest-SecurityGroupRulesTestJSON-1903449346 tempest-SecurityGroupRulesTestJSON-1903449346-project] 10.222.0.42 "GET /v2.0/security-groups/f7ee279a-29bd-4fc4-903a-40b09e9dff10 HTTP/1.1" status: 200 len: 1639 time: 0.1562798 Apr 18 20:50:38.884950 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Device ae93c9d6-dc87-46e8-95eb-64d197ecbaec up at agent ovs-agent-n-d-838334-2 {{(pid=84042) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 20:50:38.888532 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-1b0c49a0-88b8-491d-8a49-a5016de36e5b req-69bed799-8ae2-45a0-9e4c-c3bc99106639 tempest-SecurityGroupRulesTestJSON-1903449346 tempest-SecurityGroupRulesTestJSON-1903449346-project] Notify callbacks [] for security_group, before_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:38.937753 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-1b0c49a0-88b8-491d-8a49-a5016de36e5b req-69bed799-8ae2-45a0-9e4c-c3bc99106639 tempest-SecurityGroupRulesTestJSON-1903449346 tempest-SecurityGroupRulesTestJSON-1903449346-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:39.006543 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.plugin [None req-ee32e392-e6b5-43bf-8d90-6add0cfe6906 admin admin] Deleting port 6ac515b5-dc19-47fa-a769-4254d7b9a5aa {{(pid=84041) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 20:50:39.007104 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-ee32e392-e6b5-43bf-8d90-6add0cfe6906 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750375188691'] for port, before_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:39.014870 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Provisioning complete for port ae93c9d6-dc87-46e8-95eb-64d197ecbaec triggered by entity L2. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:50:39.015415 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1253608'] for port, provisioning_complete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:39.184488 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-1b0c49a0-88b8-491d-8a49-a5016de36e5b req-69bed799-8ae2-45a0-9e4c-c3bc99106639 tempest-SecurityGroupRulesTestJSON-1903449346 tempest-SecurityGroupRulesTestJSON-1903449346-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33528224'] for security_group, after_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:39.220930 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69bed799-8ae2-45a0-9e4c-c3bc99106639 tempest-SecurityGroupRulesTestJSON-1903449346 tempest-SecurityGroupRulesTestJSON-1903449346-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f7ee279a-29bd-4fc4-903a-40b09e9dff10,revision_number=None']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:50:39.227785 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.db [None req-ee32e392-e6b5-43bf-8d90-6add0cfe6906 admin admin] For port 6ac515b5-dc19-47fa-a769-4254d7b9a5aa, host n-d-838334-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838334-2',level=0,port_id=6ac515b5-dc19-47fa-a769-4254d7b9a5aa,segment=NetworkSegment(84b0de3c-8149-4d18-8929-3ff0da980800),segment_id=84b0de3c-8149-4d18-8929-3ff0da980800)] {{(pid=84041) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:50:39.228283 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-ee32e392-e6b5-43bf-8d90-6add0cfe6906 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369123'] for port, precommit_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:39.229149 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-1b0c49a0-88b8-491d-8a49-a5016de36e5b req-69bed799-8ae2-45a0-9e4c-c3bc99106639 tempest-SecurityGroupRulesTestJSON-1903449346 tempest-SecurityGroupRulesTestJSON-1903449346-project] Notify callbacks [] for security_group, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:39.230239 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-1b0c49a0-88b8-491d-8a49-a5016de36e5b req-69bed799-8ae2-45a0-9e4c-c3bc99106639 tempest-SecurityGroupRulesTestJSON-1903449346 tempest-SecurityGroupRulesTestJSON-1903449346-project] 10.222.0.42 "DELETE /v2.0/security-groups/f7ee279a-29bd-4fc4-903a-40b09e9dff10 HTTP/1.1" status: 204 len: 173 time: 0.5816157 Apr 18 20:50:39.235007 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-20db3a04-61ba-474d-a6ab-9e1029b212c5 None None] Notify callbacks [] for port, precommit_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:39.247437 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-20db3a04-61ba-474d-a6ab-9e1029b212c5 None None] Transition to ACTIVE for port object a32e8903-29c5-40ab-92e5-0ce80b653a4e will not be triggered until provisioned by entity L2. {{(pid=84042) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 20:50:39.251375 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e082b38-c74a-4b5c-ae00-f8848c71bbb0 req-671c65d2-fa5b-47f9-9664-aba5e4a228aa tempest-ServerActionsTestJSON-2052644234 tempest-ServerActionsTestJSON-2052644234-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:50:39.255007 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-20db3a04-61ba-474d-a6ab-9e1029b212c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682'] for port, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:39.258291 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-2e082b38-c74a-4b5c-ae00-f8848c71bbb0 req-671c65d2-fa5b-47f9-9664-aba5e4a228aa tempest-ServerActionsTestJSON-2052644234 tempest-ServerActionsTestJSON-2052644234-project] 10.222.0.42 "GET /v2.0/ports?device_id=b7307812-da19-4509-9baf-bb3ff8313904 HTTP/1.1" status: 200 len: 945 time: 0.2067730 Apr 18 20:50:39.319047 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-2e082b38-c74a-4b5c-ae00-f8848c71bbb0 req-8677e077-e31e-4dae-9f07-ea91af485f57 tempest-ServerActionsTestJSON-2052644234 tempest-ServerActionsTestJSON-2052644234-project] 10.222.0.42 "GET /v2.0/security-groups?id=c2aeb662-6a43-4389-8810-9fad3627855b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0599027 Apr 18 20:50:39.339968 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.managers [None req-20db3a04-61ba-474d-a6ab-9e1029b212c5 None None] Attempting to bind port a32e8903-29c5-40ab-92e5-0ce80b653a4e on host n-d-838334-2 for vnic_type normal with profile {{(pid=84042) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:50:39.340331 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.managers [None req-20db3a04-61ba-474d-a6ab-9e1029b212c5 None None] Attempting to bind port a32e8903-29c5-40ab-92e5-0ce80b653a4e by drivers openvswitch,hyperv on host n-d-838334-2 at level 0 using segments [{'id': '732aa830-768b-4511-951f-d08e26b9c25b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c'}] {{(pid=84042) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:50:39.340683 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20db3a04-61ba-474d-a6ab-9e1029b212c5 None None] Attempting to bind port a32e8903-29c5-40ab-92e5-0ce80b653a4e on network e41b6600-a917-4a8d-b05c-be3be40c6d8c {{(pid=84042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 20:50:39.358146 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20db3a04-61ba-474d-a6ab-9e1029b212c5 None None] Checking agent: {'id': '97cd4414-7af6-4d67-868d-dff370b4071a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838334-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 25, 49), 'started_at': datetime.datetime(2022, 4, 18, 20, 26, 19), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 20, 50, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838334-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 18 20:50:39.358553 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20db3a04-61ba-474d-a6ab-9e1029b212c5 None None] Checking segment: {'id': '732aa830-768b-4511-951f-d08e26b9c25b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84042) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 20:50:39.358896 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-20db3a04-61ba-474d-a6ab-9e1029b212c5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:39.359275 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20db3a04-61ba-474d-a6ab-9e1029b212c5 None None] Bound using segment: {'id': '732aa830-768b-4511-951f-d08e26b9c25b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c'} {{(pid=84042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 18 20:50:39.359761 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.managers [None req-20db3a04-61ba-474d-a6ab-9e1029b212c5 None None] Bound port: a32e8903-29c5-40ab-92e5-0ce80b653a4e, host: n-d-838334-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '732aa830-768b-4511-951f-d08e26b9c25b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c'}}] {{(pid=84042) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 20:50:39.360128 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-20db3a04-61ba-474d-a6ab-9e1029b212c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:39.386851 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.plugin [None req-ee32e392-e6b5-43bf-8d90-6add0cfe6906 admin admin] Calling delete_port for 6ac515b5-dc19-47fa-a769-4254d7b9a5aa owned by network:router_interface {{(pid=84041) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 20:50:39.412183 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58464634-3b04-4b0d-9422-88b80a259dd1 None None] Pushing event updated for resources: {'Port': ['ID=a32e8903-29c5-40ab-92e5-0ce80b653a4e,revision_number=2']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:50:39.447419 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-20db3a04-61ba-474d-a6ab-9e1029b212c5 None None] For port a32e8903-29c5-40ab-92e5-0ce80b653a4e, host n-d-838334-2, cleared binding levels {{(pid=84042) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 20:50:39.450318 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-20db3a04-61ba-474d-a6ab-9e1029b212c5 None None] For port a32e8903-29c5-40ab-92e5-0ce80b653a4e, host n-d-838334-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838334-2',level=0,port_id=a32e8903-29c5-40ab-92e5-0ce80b653a4e,segment=NetworkSegment(732aa830-768b-4511-951f-d08e26b9c25b),segment_id=732aa830-768b-4511-951f-d08e26b9c25b)] {{(pid=84042) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 20:50:39.458035 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-20db3a04-61ba-474d-a6ab-9e1029b212c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682'] for port, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:39.527850 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-f31fabba-ee85-46f1-876f-f6b2e8ea9dbd req-c399280c-32c6-46d9-bc73-441ea95a2a19 tempest-SecurityGroupRulesTestJSON-1903449346 tempest-SecurityGroupRulesTestJSON-1903449346-project] 10.222.0.42 "GET /v2.0/security-groups/088d9fe1-1dac-4ca5-89ba-0e2fd84d66cd HTTP/1.1" status: 200 len: 1637 time: 0.0749915 Apr 18 20:50:39.544865 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20db3a04-61ba-474d-a6ab-9e1029b212c5 None None] Routers {'9dbea2b3-c01d-4edd-9d38-bf88f8b168b7'} bound to L3 agent in host n-d-838334-2 {{(pid=84042) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 20:50:39.545551 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_hamode_db [None req-20db3a04-61ba-474d-a6ab-9e1029b212c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838334-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-18T20:25:48Z,description=,heartbeat_timestamp=2022-04-18T20:50:18Z,host='n-d-838334-2',id=bc84d6c9-dd7a-4555-a351-592327b46d5a,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:25:48Z,topic='l3_agent')) {'router_ids': ['9dbea2b3-c01d-4edd-9d38-bf88f8b168b7'], 'active': True} {{(pid=84042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:50:39.583970 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-ee32e392-e6b5-43bf-8d90-6add0cfe6906 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750375259028', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750374836628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32266323'] for port, after_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:39.617828 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 46694) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:50:39.628319 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.v2.base [None req-72e20bc5-fabc-46a8-bec6-324939eb5de2 tempest-ImagesOneServerNegativeTestJSON-1563611860 tempest-ImagesOneServerNegativeTestJSON-1563611860-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1506084944', 'description': 'tempest-description--916152298'}} {{(pid=84040) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 20:50:39.644338 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee32e392-e6b5-43bf-8d90-6add0cfe6906 admin admin] Pushing event deleted for resources: {'Port': ['ID=6ac515b5-dc19-47fa-a769-4254d7b9a5aa,revision_number=None']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:50:39.652276 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [None req-72e20bc5-fabc-46a8-bec6-324939eb5de2 tempest-ImagesOneServerNegativeTestJSON-1563611860 tempest-ImagesOneServerNegativeTestJSON-1563611860-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:50:39.663531 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-72e20bc5-fabc-46a8-bec6-324939eb5de2 tempest-ImagesOneServerNegativeTestJSON-1563611860 tempest-ImagesOneServerNegativeTestJSON-1563611860-project] Usage tracker for resource:security_group and tenant:3c76d2c50aef4e4cbd335680d5ef1e1d is out of sync, need to count used quota {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:50:39.675389 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-72e20bc5-fabc-46a8-bec6-324939eb5de2 tempest-ImagesOneServerNegativeTestJSON-1563611860 tempest-ImagesOneServerNegativeTestJSON-1563611860-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:50:39.690978 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [None req-72e20bc5-fabc-46a8-bec6-324939eb5de2 tempest-ImagesOneServerNegativeTestJSON-1563611860 tempest-ImagesOneServerNegativeTestJSON-1563611860-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:50:39.694702 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-f31fabba-ee85-46f1-876f-f6b2e8ea9dbd req-ff5a38b4-4824-45d0-8d2f-494b3e4d0504 tempest-SecurityGroupRulesTestJSON-1903449346 tempest-SecurityGroupRulesTestJSON-1903449346-project] Notify callbacks [] for security_group, before_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:39.724515 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-f31fabba-ee85-46f1-876f-f6b2e8ea9dbd req-ff5a38b4-4824-45d0-8d2f-494b3e4d0504 tempest-SecurityGroupRulesTestJSON-1903449346 tempest-SecurityGroupRulesTestJSON-1903449346-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:39.765034 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58464634-3b04-4b0d-9422-88b80a259dd1 None None] Pushing event updated for resources: {'Port': ['ID=a32e8903-29c5-40ab-92e5-0ce80b653a4e,revision_number=3']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:50:39.831728 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_dvr_db [None req-20db3a04-61ba-474d-a6ab-9e1029b212c5 None None] Set router 9dbea2b3-c01d-4edd-9d38-bf88f8b168b7 gateway port host: n-d-838334-2 {{(pid=84042) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 20:50:39.860702 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-9ba3cd9a-2b0d-4876-970f-55ecc1b56530 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:39.928033 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-72e20bc5-fabc-46a8-bec6-324939eb5de2 tempest-ImagesOneServerNegativeTestJSON-1563611860 tempest-ImagesOneServerNegativeTestJSON-1563611860-project] Notify callbacks [] for security_group, before_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:39.955253 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-f31fabba-ee85-46f1-876f-f6b2e8ea9dbd req-ff5a38b4-4824-45d0-8d2f-494b3e4d0504 tempest-SecurityGroupRulesTestJSON-1903449346 tempest-SecurityGroupRulesTestJSON-1903449346-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33528224'] for security_group, after_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:40.052788 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-ee32e392-e6b5-43bf-8d90-6add0cfe6906 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-32377931', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33443910'] for router_interface, after_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:40.069069 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff5a38b4-4824-45d0-8d2f-494b3e4d0504 tempest-SecurityGroupRulesTestJSON-1903449346 tempest-SecurityGroupRulesTestJSON-1903449346-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=088d9fe1-1dac-4ca5-89ba-0e2fd84d66cd,revision_number=None']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:50:40.093412 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [None req-72e20bc5-fabc-46a8-bec6-324939eb5de2 tempest-ImagesOneServerNegativeTestJSON-1563611860 tempest-ImagesOneServerNegativeTestJSON-1563611860-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:50:40.098661 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-f31fabba-ee85-46f1-876f-f6b2e8ea9dbd req-ff5a38b4-4824-45d0-8d2f-494b3e4d0504 tempest-SecurityGroupRulesTestJSON-1903449346 tempest-SecurityGroupRulesTestJSON-1903449346-project] Notify callbacks [] for security_group, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:40.101041 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-f31fabba-ee85-46f1-876f-f6b2e8ea9dbd req-ff5a38b4-4824-45d0-8d2f-494b3e4d0504 tempest-SecurityGroupRulesTestJSON-1903449346 tempest-SecurityGroupRulesTestJSON-1903449346-project] 10.222.0.42 "DELETE /v2.0/security-groups/088d9fe1-1dac-4ca5-89ba-0e2fd84d66cd HTTP/1.1" status: 204 len: 173 time: 0.5713160 Apr 18 20:50:40.139086 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-72e20bc5-fabc-46a8-bec6-324939eb5de2 tempest-ImagesOneServerNegativeTestJSON-1563611860 tempest-ImagesOneServerNegativeTestJSON-1563611860-project] Usage tracker for resource:security_group_rule and tenant:3c76d2c50aef4e4cbd335680d5ef1e1d is out of sync, need to count used quota {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:50:40.148754 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-72e20bc5-fabc-46a8-bec6-324939eb5de2 tempest-ImagesOneServerNegativeTestJSON-1563611860 tempest-ImagesOneServerNegativeTestJSON-1563611860-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:50:40.167942 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [None req-72e20bc5-fabc-46a8-bec6-324939eb5de2 tempest-ImagesOneServerNegativeTestJSON-1563611860 tempest-ImagesOneServerNegativeTestJSON-1563611860-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:50:40.193900 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_hamode_db [None req-20db3a04-61ba-474d-a6ab-9e1029b212c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9dbea2b3-c01d-4edd-9d38-bf88f8b168b7', 'name': 'tempest-AttachVolumeShelveTestJSON-364465629-router', 'tenant_id': '62ca3eda8b574071bf7ebb52cb30bb40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'external_fixed_ips': [{'subnet_id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'ip_address': '172.25.8.56'}], 'enable_snat': True}, 'gw_port_id': 'a32e8903-29c5-40ab-92e5-0ce80b653a4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:50:33Z', 'updated_at': '2022-04-18T20:50:36Z', 'revision_number': 3, 'project_id': '62ca3eda8b574071bf7ebb52cb30bb40', 'gw_port': {'id': 'a32e8903-29c5-40ab-92e5-0ce80b653a4e', 'name': '', 'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:c0:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9dbea2b3-c01d-4edd-9d38-bf88f8b168b7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'ip_address': '172.25.8.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:50:34Z', 'updated_at': '2022-04-18T20:50:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838334-2'}], 'n-d-838334-2', False) {} {{(pid=84042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:50:40.205368 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20db3a04-61ba-474d-a6ab-9e1029b212c5 None None] The sync data for ids ['9dbea2b3-c01d-4edd-9d38-bf88f8b168b7'] in n-d-838334-2 is: [{'id': '9dbea2b3-c01d-4edd-9d38-bf88f8b168b7', 'name': 'tempest-AttachVolumeShelveTestJSON-364465629-router', 'tenant_id': '62ca3eda8b574071bf7ebb52cb30bb40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'external_fixed_ips': [{'subnet_id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'ip_address': '172.25.8.56'}], 'enable_snat': True}, 'gw_port_id': 'a32e8903-29c5-40ab-92e5-0ce80b653a4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:50:33Z', 'updated_at': '2022-04-18T20:50:36Z', 'revision_number': 3, 'project_id': '62ca3eda8b574071bf7ebb52cb30bb40', 'gw_port': {'id': 'a32e8903-29c5-40ab-92e5-0ce80b653a4e', 'name': '', 'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:c0:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9dbea2b3-c01d-4edd-9d38-bf88f8b168b7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'ip_address': '172.25.8.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:50:34Z', 'updated_at': '2022-04-18T20:50:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838334-2'}] {{(pid=84042) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 18 20:50:40.258256 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7ac8b47-1ca1-409c-b26b-d37c95b759d7 req-73d16cef-c22c-4432-9c8a-f67ed7497cad tempest-ServerActionsTestJSON-2052644234 tempest-ServerActionsTestJSON-2052644234-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:50:40.259768 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-c7ac8b47-1ca1-409c-b26b-d37c95b759d7 req-73d16cef-c22c-4432-9c8a-f67ed7497cad tempest-ServerActionsTestJSON-2052644234 tempest-ServerActionsTestJSON-2052644234-project] 10.222.0.42 "GET /v2.0/ports?device_id=b7307812-da19-4509-9baf-bb3ff8313904 HTTP/1.1" status: 200 len: 945 time: 0.3115506 Apr 18 20:50:40.391473 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.db_base_plugin_common [None req-9ba3cd9a-2b0d-4876-970f-55ecc1b56530 admin admin] Allocated IP 172.20.0.1 (0f9d847a-7ba3-4a42-a0c6-e8541d683b40/d2e46a24-0bb5-4d5b-bcac-f83f2e3a3c35/e7a6fcb0-431d-4b8c-b515-c6805712c623) {{(pid=84040) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:50:40.430454 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-72e20bc5-fabc-46a8-bec6-324939eb5de2 tempest-ImagesOneServerNegativeTestJSON-1563611860 tempest-ImagesOneServerNegativeTestJSON-1563611860-project] Notify callbacks [] for security_group, precommit_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:40.440001 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-c7ac8b47-1ca1-409c-b26b-d37c95b759d7 req-955e2113-e202-465c-9b23-50f71b436f25 tempest-ServerActionsTestJSON-2052644234 tempest-ServerActionsTestJSON-2052644234-project] 10.222.0.42 "GET /v2.0/security-groups?id=c2aeb662-6a43-4389-8810-9fad3627855b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1410632 Apr 18 20:50:40.455061 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-72e20bc5-fabc-46a8-bec6-324939eb5de2 tempest-ImagesOneServerNegativeTestJSON-1563611860 tempest-ImagesOneServerNegativeTestJSON-1563611860-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33528224'] for security_group, after_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:40.581333 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-72e20bc5-fabc-46a8-bec6-324939eb5de2 tempest-ImagesOneServerNegativeTestJSON-1563611860 tempest-ImagesOneServerNegativeTestJSON-1563611860-project] Notify callbacks [] for security_group, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:40.585461 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-72e20bc5-fabc-46a8-bec6-324939eb5de2 tempest-ImagesOneServerNegativeTestJSON-1563611860 tempest-ImagesOneServerNegativeTestJSON-1563611860-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1613 time: 0.9638295 Apr 18 20:50:40.597896 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 46716) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:50:40.603575 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-436efd3b-bf7c-4f51-9740-841012dcb16e req-4814c058-9c52-4b1c-a455-96b734c6a6f6 tempest-ServerRescueTestJSON-1218824152 tempest-ServerRescueTestJSON-1218824152-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:50:40.605085 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-436efd3b-bf7c-4f51-9740-841012dcb16e req-4814c058-9c52-4b1c-a455-96b734c6a6f6 tempest-ServerRescueTestJSON-1218824152 tempest-ServerRescueTestJSON-1218824152-project] 10.222.0.42 "GET /v2.0/ports?device_id=a7644bc3-dad5-4231-8e11-ce8e2039002d HTTP/1.1" status: 200 len: 945 time: 0.3577573 Apr 18 20:50:40.605710 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72e20bc5-fabc-46a8-bec6-324939eb5de2 tempest-ImagesOneServerNegativeTestJSON-1563611860 tempest-ImagesOneServerNegativeTestJSON-1563611860-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8be31390-bd87-4396-9a9f-67274d249b06,revision_number=1']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:50:40.615854 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.v2.base [None req-0fbcec46-77a1-4120-87b7-3928c152ff2c tempest-ImagesOneServerNegativeTestJSON-1563611860 tempest-ImagesOneServerNegativeTestJSON-1563611860-project] Request body: {'security_group_rule': {'security_group_id': '8be31390-bd87-4396-9a9f-67274d249b06', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84040) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 20:50:40.627001 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [None req-0fbcec46-77a1-4120-87b7-3928c152ff2c tempest-ImagesOneServerNegativeTestJSON-1563611860 tempest-ImagesOneServerNegativeTestJSON-1563611860-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:50:40.659835 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-0fbcec46-77a1-4120-87b7-3928c152ff2c tempest-ImagesOneServerNegativeTestJSON-1563611860 tempest-ImagesOneServerNegativeTestJSON-1563611860-project] Usage tracker for resource:security_group_rule and tenant:3c76d2c50aef4e4cbd335680d5ef1e1d is out of sync, need to count used quota {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:50:40.666536 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-0fbcec46-77a1-4120-87b7-3928c152ff2c tempest-ImagesOneServerNegativeTestJSON-1563611860 tempest-ImagesOneServerNegativeTestJSON-1563611860-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:50:40.683833 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [None req-0fbcec46-77a1-4120-87b7-3928c152ff2c tempest-ImagesOneServerNegativeTestJSON-1563611860 tempest-ImagesOneServerNegativeTestJSON-1563611860-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:50:40.695489 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-9ba3cd9a-2b0d-4876-970f-55ecc1b56530 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:40.736201 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.provisioning_blocks [None req-9ba3cd9a-2b0d-4876-970f-55ecc1b56530 admin admin] Transition to ACTIVE for port object e7a6fcb0-431d-4b8c-b515-c6805712c623 will not be triggered until provisioned by entity DHCP. {{(pid=84040) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 20:50:40.752210 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-436efd3b-bf7c-4f51-9740-841012dcb16e req-92b2ed33-13ab-4a75-be15-e9eab76ec585 tempest-ServerRescueTestJSON-1218824152 tempest-ServerRescueTestJSON-1218824152-project] 10.222.0.42 "GET /v2.0/security-groups?id=6f984221-1918-47e6-82e9-256972907b58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1285233 Apr 18 20:50:40.785198 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-0fbcec46-77a1-4120-87b7-3928c152ff2c tempest-ImagesOneServerNegativeTestJSON-1563611860 tempest-ImagesOneServerNegativeTestJSON-1563611860-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:40.820867 n-d-838334-2 neutron-server[84041]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ee32e392-e6b5-43bf-8d90-6add0cfe6906 admin admin] Router c781ba43-edb2-4f30-8837-ae12a0bc5f7b has already been hosted by L3 agent bc84d6c9-dd7a-4555-a351-592327b46d5a {{(pid=84041) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 20:50:40.873578 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-b562e2e7-9262-4a12-9f97-786a8faebda0 req-fcb7c34f-fd77-4a7e-bbb9-c429ac4776ef tempest-SecurityGroupRulesTestJSON-1903449346 tempest-SecurityGroupRulesTestJSON-1903449346-project] 10.222.0.42 "GET /v2.0/security-groups/5b297857-e057-4fa2-aa3c-bba8193f5193 HTTP/1.1" status: 200 len: 1636 time: 0.1182196 Apr 18 20:50:40.893000 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-9ba3cd9a-2b0d-4876-970f-55ecc1b56530 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750374836619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32440838'] for port, after_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:41.030284 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ba3cd9a-2b0d-4876-970f-55ecc1b56530 admin admin] Pushing event updated for resources: {'Port': ['ID=e7a6fcb0-431d-4b8c-b515-c6805712c623,revision_number=1']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:50:41.065114 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-0fbcec46-77a1-4120-87b7-3928c152ff2c tempest-ImagesOneServerNegativeTestJSON-1563611860 tempest-ImagesOneServerNegativeTestJSON-1563611860-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:41.084944 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-0fbcec46-77a1-4120-87b7-3928c152ff2c tempest-ImagesOneServerNegativeTestJSON-1563611860 tempest-ImagesOneServerNegativeTestJSON-1563611860-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33528311'] for security_group_rule, after_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:41.110352 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ee32e392-e6b5-43bf-8d90-6add0cfe6906 admin admin] Notify agent at l3_agent.n-d-838334-2 the message routers_updated {{(pid=84041) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 20:50:41.117574 n-d-838334-2 neutron-server[84040]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ba3cd9a-2b0d-4876-970f-55ecc1b56530 admin admin] Network 0f9d847a-7ba3-4a42-a0c6-e8541d683b40 is already hosted by enough agents. {{(pid=84040) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:50:41.139031 n-d-838334-2 neutron-server[84040]: DEBUG neutron.scheduler.base_scheduler [None req-9ba3cd9a-2b0d-4876-970f-55ecc1b56530 admin admin] Resources bound (agent type, host, resource id): {{(pid=84040) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:50:41.141425 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ba3cd9a-2b0d-4876-970f-55ecc1b56530 admin admin] Received port after_create {{(pid=84040) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 20:50:41.142922 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-ee32e392-e6b5-43bf-8d90-6add0cfe6906 admin admin] 10.222.0.42 "PUT /v2.0/routers/c781ba43-edb2-4f30-8837-ae12a0bc5f7b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6160164 Apr 18 20:50:41.147953 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 46726) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:50:41.175510 n-d-838334-2 neutron-server[84043]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37023240-f8cb-4590-9b7f-63358860ad3f None None] Sync routers for ids ['c781ba43-edb2-4f30-8837-ae12a0bc5f7b'] in n-d-838334-2 {{(pid=84043) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 18 20:50:41.198310 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37023240-f8cb-4590-9b7f-63358860ad3f None None] Routers {'c781ba43-edb2-4f30-8837-ae12a0bc5f7b'} bound to L3 agent in host n-d-838334-2 {{(pid=84043) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 20:50:41.199096 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.l3_hamode_db [None req-37023240-f8cb-4590-9b7f-63358860ad3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838334-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-18T20:25:48Z,description=,heartbeat_timestamp=2022-04-18T20:50:18Z,host='n-d-838334-2',id=bc84d6c9-dd7a-4555-a351-592327b46d5a,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:25:48Z,topic='l3_agent')) {'router_ids': ['c781ba43-edb2-4f30-8837-ae12a0bc5f7b'], 'active': True} {{(pid=84043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:50:41.435389 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fbcec46-77a1-4120-87b7-3928c152ff2c tempest-ImagesOneServerNegativeTestJSON-1563611860 tempest-ImagesOneServerNegativeTestJSON-1563611860-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bd1213f6-e104-4fe0-96ce-ac3135f85596,revision_number=0']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:50:41.443003 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-6f8f0651-dac8-4c22-aa61-0f823049d476 admin admin] Notify callbacks [] for router, before_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:41.464408 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-0fbcec46-77a1-4120-87b7-3928c152ff2c tempest-ImagesOneServerNegativeTestJSON-1563611860 tempest-ImagesOneServerNegativeTestJSON-1563611860-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:41.465709 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-0fbcec46-77a1-4120-87b7-3928c152ff2c tempest-ImagesOneServerNegativeTestJSON-1563611860 tempest-ImagesOneServerNegativeTestJSON-1563611860-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.8575146 Apr 18 20:50:41.469061 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 46732) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:50:41.490822 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.v2.base [None req-c458b10c-6b5c-4fb4-a734-d9ddcfadb0d1 tempest-ImagesOneServerNegativeTestJSON-1563611860 tempest-ImagesOneServerNegativeTestJSON-1563611860-project] Request body: {'security_group_rule': {'security_group_id': '8be31390-bd87-4396-9a9f-67274d249b06', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=84040) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 20:50:41.496472 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-b562e2e7-9262-4a12-9f97-786a8faebda0 req-4a086154-6fc0-4f6e-bd31-7697a5f19c60 tempest-SecurityGroupRulesTestJSON-1903449346 tempest-SecurityGroupRulesTestJSON-1903449346-project] Notify callbacks [] for security_group, before_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:41.505869 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [None req-c458b10c-6b5c-4fb4-a734-d9ddcfadb0d1 tempest-ImagesOneServerNegativeTestJSON-1563611860 tempest-ImagesOneServerNegativeTestJSON-1563611860-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:50:41.512480 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-c458b10c-6b5c-4fb4-a734-d9ddcfadb0d1 tempest-ImagesOneServerNegativeTestJSON-1563611860 tempest-ImagesOneServerNegativeTestJSON-1563611860-project] Usage tracker for resource:security_group_rule and tenant:3c76d2c50aef4e4cbd335680d5ef1e1d is out of sync, need to count used quota {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:50:41.516687 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-c458b10c-6b5c-4fb4-a734-d9ddcfadb0d1 tempest-ImagesOneServerNegativeTestJSON-1563611860 tempest-ImagesOneServerNegativeTestJSON-1563611860-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:50:41.523794 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [None req-c458b10c-6b5c-4fb4-a734-d9ddcfadb0d1 tempest-ImagesOneServerNegativeTestJSON-1563611860 tempest-ImagesOneServerNegativeTestJSON-1563611860-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:50:41.524414 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.l3_dvr_db [None req-37023240-f8cb-4590-9b7f-63358860ad3f None None] Set router c781ba43-edb2-4f30-8837-ae12a0bc5f7b gateway port host: n-d-838334-2 {{(pid=84043) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 20:50:41.572568 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-b562e2e7-9262-4a12-9f97-786a8faebda0 req-4a086154-6fc0-4f6e-bd31-7697a5f19c60 tempest-SecurityGroupRulesTestJSON-1903449346 tempest-SecurityGroupRulesTestJSON-1903449346-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:41.579614 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-e4730fbc-a475-4a42-b510-056083cc32a1 None None] Provisioning for port e7a6fcb0-431d-4b8c-b515-c6805712c623 completed by entity DHCP. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 20:50:41.587819 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-e4730fbc-a475-4a42-b510-056083cc32a1 None None] Provisioning complete for port e7a6fcb0-431d-4b8c-b515-c6805712c623 triggered by entity DHCP. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:50:41.588783 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-e4730fbc-a475-4a42-b510-056083cc32a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1253608'] for port, provisioning_complete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:41.630988 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-9ba3cd9a-2b0d-4876-970f-55ecc1b56530 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33444010'] for router_interface, before_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:41.664398 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-b562e2e7-9262-4a12-9f97-786a8faebda0 req-4a086154-6fc0-4f6e-bd31-7697a5f19c60 tempest-SecurityGroupRulesTestJSON-1903449346 tempest-SecurityGroupRulesTestJSON-1903449346-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33528224'] for security_group, after_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:41.694840 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.plugin [None req-e4730fbc-a475-4a42-b510-056083cc32a1 None None] Port e7a6fcb0-431d-4b8c-b515-c6805712c623 cannot update to ACTIVE because it is not bound. {{(pid=84042) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 18 20:50:41.722681 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-6f8f0651-dac8-4c22-aa61-0f823049d476 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:41.736318 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.plugin [None req-6f8f0651-dac8-4c22-aa61-0f823049d476 admin admin] Deleting port a5f618e4-1f87-4184-8aa1-7359240bf186 {{(pid=84041) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 20:50:41.737209 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-6f8f0651-dac8-4c22-aa61-0f823049d476 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750375188691'] for port, before_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:41.757739 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a086154-6fc0-4f6e-bd31-7697a5f19c60 tempest-SecurityGroupRulesTestJSON-1903449346 tempest-SecurityGroupRulesTestJSON-1903449346-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b297857-e057-4fa2-aa3c-bba8193f5193,revision_number=None']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:50:41.759474 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-c458b10c-6b5c-4fb4-a734-d9ddcfadb0d1 tempest-ImagesOneServerNegativeTestJSON-1563611860 tempest-ImagesOneServerNegativeTestJSON-1563611860-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:41.792799 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-9ba3cd9a-2b0d-4876-970f-55ecc1b56530 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:41.808254 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc3b233b-1681-499c-8a49-3ee409dd477b req-d7e63001-8e16-4788-bfd3-8c8437d65711 tempest-ServerActionsTestJSON-2052644234 tempest-ServerActionsTestJSON-2052644234-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:50:41.815782 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-dc3b233b-1681-499c-8a49-3ee409dd477b req-d7e63001-8e16-4788-bfd3-8c8437d65711 tempest-ServerActionsTestJSON-2052644234 tempest-ServerActionsTestJSON-2052644234-project] 10.222.0.42 "GET /v2.0/ports?device_id=b7307812-da19-4509-9baf-bb3ff8313904 HTTP/1.1" status: 200 len: 945 time: 0.8743563 Apr 18 20:50:41.870809 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-b562e2e7-9262-4a12-9f97-786a8faebda0 req-4a086154-6fc0-4f6e-bd31-7697a5f19c60 tempest-SecurityGroupRulesTestJSON-1903449346 tempest-SecurityGroupRulesTestJSON-1903449346-project] Notify callbacks [] for security_group, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:41.877500 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-b562e2e7-9262-4a12-9f97-786a8faebda0 req-4a086154-6fc0-4f6e-bd31-7697a5f19c60 tempest-SecurityGroupRulesTestJSON-1903449346 tempest-SecurityGroupRulesTestJSON-1903449346-project] 10.222.0.42 "DELETE /v2.0/security-groups/5b297857-e057-4fa2-aa3c-bba8193f5193 HTTP/1.1" status: 204 len: 173 time: 1.0030086 Apr 18 20:50:41.898613 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.l3_hamode_db [None req-37023240-f8cb-4590-9b7f-63358860ad3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c781ba43-edb2-4f30-8837-ae12a0bc5f7b', 'name': 'tempest-ServerRescueTestJSONUnderV235-1465053955-router', 'tenant_id': '134eb2d988564a4ab37aee0077d2b54a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'external_fixed_ips': [{'subnet_id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'ip_address': '172.25.8.231'}], 'enable_snat': True}, 'gw_port_id': 'a5f618e4-1f87-4184-8aa1-7359240bf186', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:48:35Z', 'updated_at': '2022-04-18T20:50:39Z', 'revision_number': 5, 'project_id': '134eb2d988564a4ab37aee0077d2b54a', 'gw_port': {'id': 'a5f618e4-1f87-4184-8aa1-7359240bf186', 'name': '', 'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:f0:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c781ba43-edb2-4f30-8837-ae12a0bc5f7b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'ip_address': '172.25.8.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:48:36Z', 'updated_at': '2022-04-18T20:48:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838334-2'}], 'n-d-838334-2', False) {} {{(pid=84043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:50:41.907965 n-d-838334-2 neutron-server[84043]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37023240-f8cb-4590-9b7f-63358860ad3f None None] Checking router: c781ba43-edb2-4f30-8837-ae12a0bc5f7b for host: n-d-838334-2 {{(pid=84043) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 18 20:50:41.920415 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37023240-f8cb-4590-9b7f-63358860ad3f None None] Routers {'c781ba43-edb2-4f30-8837-ae12a0bc5f7b'} bound to L3 agent in host n-d-838334-2 {{(pid=84043) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 20:50:41.921025 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.l3_hamode_db [None req-37023240-f8cb-4590-9b7f-63358860ad3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838334-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-18T20:25:48Z,description=,heartbeat_timestamp=2022-04-18T20:50:18Z,host='n-d-838334-2',id=bc84d6c9-dd7a-4555-a351-592327b46d5a,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:25:48Z,topic='l3_agent')) {'router_ids': ['c781ba43-edb2-4f30-8837-ae12a0bc5f7b'], 'active': True} {{(pid=84043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:50:41.957308 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.db [None req-6f8f0651-dac8-4c22-aa61-0f823049d476 admin admin] For port a5f618e4-1f87-4184-8aa1-7359240bf186, host n-d-838334-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838334-2',level=0,port_id=a5f618e4-1f87-4184-8aa1-7359240bf186,segment=NetworkSegment(732aa830-768b-4511-951f-d08e26b9c25b),segment_id=732aa830-768b-4511-951f-d08e26b9c25b)] {{(pid=84041) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:50:41.957840 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-6f8f0651-dac8-4c22-aa61-0f823049d476 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369123'] for port, precommit_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:42.061430 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-dc3b233b-1681-499c-8a49-3ee409dd477b req-24eec171-1c73-4205-8b9d-b0679762a02c tempest-ServerActionsTestJSON-2052644234 tempest-ServerActionsTestJSON-2052644234-project] 10.222.0.42 "GET /v2.0/security-groups?id=c2aeb662-6a43-4389-8810-9fad3627855b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2445471 Apr 18 20:50:42.134252 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-c458b10c-6b5c-4fb4-a734-d9ddcfadb0d1 tempest-ImagesOneServerNegativeTestJSON-1563611860 tempest-ImagesOneServerNegativeTestJSON-1563611860-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:42.153150 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-c458b10c-6b5c-4fb4-a734-d9ddcfadb0d1 tempest-ImagesOneServerNegativeTestJSON-1563611860 tempest-ImagesOneServerNegativeTestJSON-1563611860-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33528311'] for security_group_rule, after_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:42.170876 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.l3_dvr_db [None req-37023240-f8cb-4590-9b7f-63358860ad3f None None] Set router c781ba43-edb2-4f30-8837-ae12a0bc5f7b gateway port host: None {{(pid=84043) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 20:50:42.227487 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.plugin [None req-6f8f0651-dac8-4c22-aa61-0f823049d476 admin admin] Calling delete_port for a5f618e4-1f87-4184-8aa1-7359240bf186 owned by network:router_gateway {{(pid=84041) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 20:50:42.302950 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.l3_hamode_db [None req-37023240-f8cb-4590-9b7f-63358860ad3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c781ba43-edb2-4f30-8837-ae12a0bc5f7b', 'name': 'tempest-ServerRescueTestJSONUnderV235-1465053955-router', 'tenant_id': '134eb2d988564a4ab37aee0077d2b54a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:48:35Z', 'updated_at': '2022-04-18T20:50:41Z', 'revision_number': 6, 'project_id': '134eb2d988564a4ab37aee0077d2b54a', 'gw_port_host': None}], 'n-d-838334-2', False) {} {{(pid=84043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:50:42.307257 n-d-838334-2 neutron-server[84043]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37023240-f8cb-4590-9b7f-63358860ad3f None None] The sync data for ids ['c781ba43-edb2-4f30-8837-ae12a0bc5f7b'] in n-d-838334-2 is: [{'id': 'c781ba43-edb2-4f30-8837-ae12a0bc5f7b', 'name': 'tempest-ServerRescueTestJSONUnderV235-1465053955-router', 'tenant_id': '134eb2d988564a4ab37aee0077d2b54a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:48:35Z', 'updated_at': '2022-04-18T20:50:41Z', 'revision_number': 6, 'project_id': '134eb2d988564a4ab37aee0077d2b54a', 'gw_port_host': None}] {{(pid=84043) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 18 20:50:42.362096 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c458b10c-6b5c-4fb4-a734-d9ddcfadb0d1 tempest-ImagesOneServerNegativeTestJSON-1563611860 tempest-ImagesOneServerNegativeTestJSON-1563611860-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4e4704ec-6193-4fa4-9f93-c0e9a34fcb95,revision_number=0']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:50:42.395443 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-c458b10c-6b5c-4fb4-a734-d9ddcfadb0d1 tempest-ImagesOneServerNegativeTestJSON-1563611860 tempest-ImagesOneServerNegativeTestJSON-1563611860-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:42.396633 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-c458b10c-6b5c-4fb4-a734-d9ddcfadb0d1 tempest-ImagesOneServerNegativeTestJSON-1563611860 tempest-ImagesOneServerNegativeTestJSON-1563611860-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.9150913 Apr 18 20:50:42.403886 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 46750) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:50:42.419030 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.v2.base [None req-2cc6f3d6-d30c-40cd-a5db-69f9afe77b50 tempest-ImagesOneServerNegativeTestJSON-1563611860 tempest-ImagesOneServerNegativeTestJSON-1563611860-project] Request body: {'floatingip': {'floating_network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c'}} {{(pid=84040) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 20:50:42.440418 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [None req-2cc6f3d6-d30c-40cd-a5db-69f9afe77b50 tempest-ImagesOneServerNegativeTestJSON-1563611860 tempest-ImagesOneServerNegativeTestJSON-1563611860-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:50:42.469461 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-2cc6f3d6-d30c-40cd-a5db-69f9afe77b50 tempest-ImagesOneServerNegativeTestJSON-1563611860 tempest-ImagesOneServerNegativeTestJSON-1563611860-project] Usage tracker for resource:floatingip and tenant:3c76d2c50aef4e4cbd335680d5ef1e1d is out of sync, need to count used quota {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:50:42.482874 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-2cc6f3d6-d30c-40cd-a5db-69f9afe77b50 tempest-ImagesOneServerNegativeTestJSON-1563611860 tempest-ImagesOneServerNegativeTestJSON-1563611860-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:50:42.500119 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [None req-2cc6f3d6-d30c-40cd-a5db-69f9afe77b50 tempest-ImagesOneServerNegativeTestJSON-1563611860 tempest-ImagesOneServerNegativeTestJSON-1563611860-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:50:42.530838 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-0b2d13af-067f-468e-88a7-94349cb52459 req-673dfef2-91af-4c09-b905-7c20babf730d tempest-SecurityGroupRulesTestJSON-1903449346 tempest-SecurityGroupRulesTestJSON-1903449346-project] 10.222.0.42 "GET /v2.0/security-groups/0c960e38-0aa3-4d53-b073-1acb3b6d5bbc HTTP/1.1" status: 200 len: 2144 time: 0.1751621 Apr 18 20:50:42.532698 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-2cc6f3d6-d30c-40cd-a5db-69f9afe77b50 tempest-ImagesOneServerNegativeTestJSON-1563611860 tempest-ImagesOneServerNegativeTestJSON-1563611860-project] Notify callbacks [] for floatingip, before_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:42.542861 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-6f8f0651-dac8-4c22-aa61-0f823049d476 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750375259028', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750374836628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32266323'] for port, after_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:42.590032 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f8f0651-dac8-4c22-aa61-0f823049d476 admin admin] Pushing event deleted for resources: {'Port': ['ID=a5f618e4-1f87-4184-8aa1-7359240bf186,revision_number=None']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:50:42.651164 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecabb681-c6ce-42f8-8390-8833ac3ed8c2 req-f091bde0-ab97-4a3b-8880-e66d7320d1ef tempest-ServerRescueTestJSON-1218824152 tempest-ServerRescueTestJSON-1218824152-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:50:42.652683 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-ecabb681-c6ce-42f8-8390-8833ac3ed8c2 req-f091bde0-ab97-4a3b-8880-e66d7320d1ef tempest-ServerRescueTestJSON-1218824152 tempest-ServerRescueTestJSON-1218824152-project] 10.222.0.42 "GET /v2.0/ports?device_id=a7644bc3-dad5-4231-8e11-ce8e2039002d HTTP/1.1" status: 200 len: 945 time: 0.3924110 Apr 18 20:50:42.654836 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-9ba3cd9a-2b0d-4876-970f-55ecc1b56530 admin admin] Notify callbacks [] for port, precommit_update {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:42.683713 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-9ba3cd9a-2b0d-4876-970f-55ecc1b56530 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32440959'] for port, after_update {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:42.834638 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-6f8f0651-dac8-4c22-aa61-0f823049d476 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33444108'] for router_gateway, after_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:42.846136 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ba3cd9a-2b0d-4876-970f-55ecc1b56530 admin admin] Pushing event updated for resources: {'Port': ['ID=e7a6fcb0-431d-4b8c-b515-c6805712c623,revision_number=2']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:50:42.863999 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-9ba3cd9a-2b0d-4876-970f-55ecc1b56530 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-32377886', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33443847'] for router_interface, after_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:42.877548 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-ecabb681-c6ce-42f8-8390-8833ac3ed8c2 req-bb987294-5dd4-4d21-93e3-2e927022fe15 tempest-ServerRescueTestJSON-1218824152 tempest-ServerRescueTestJSON-1218824152-project] 10.222.0.42 "GET /v2.0/security-groups?id=6f984221-1918-47e6-82e9-256972907b58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2142251 Apr 18 20:50:42.884015 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-0b2d13af-067f-468e-88a7-94349cb52459 req-c59fc5cf-2fe8-4438-951d-7b30693c069f tempest-SecurityGroupRulesTestJSON-1903449346 tempest-SecurityGroupRulesTestJSON-1903449346-project] Notify callbacks [] for security_group, before_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:42.898261 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Device a32e8903-29c5-40ab-92e5-0ce80b653a4e up at agent ovs-agent-n-d-838334-2 {{(pid=84042) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 20:50:43.011137 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Provisioning for port a32e8903-29c5-40ab-92e5-0ce80b653a4e completed by entity L2. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 20:50:43.018735 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Provisioning complete for port a32e8903-29c5-40ab-92e5-0ce80b653a4e triggered by entity L2. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:50:43.019294 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1253608'] for port, provisioning_complete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:43.024802 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-0b2d13af-067f-468e-88a7-94349cb52459 req-c59fc5cf-2fe8-4438-951d-7b30693c069f tempest-SecurityGroupRulesTestJSON-1903449346 tempest-SecurityGroupRulesTestJSON-1903449346-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:43.120863 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-6f8f0651-dac8-4c22-aa61-0f823049d476 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33443580', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5726'] for router, precommit_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:43.125275 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-6f8f0651-dac8-4c22-aa61-0f823049d476 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:43.157831 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-6f8f0651-dac8-4c22-aa61-0f823049d476 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-33443408'] for router, after_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:43.161588 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6f8f0651-dac8-4c22-aa61-0f823049d476 admin admin] Fanout notify agent at l3_agent the message router_deleted on router c781ba43-edb2-4f30-8837-ae12a0bc5f7b {{(pid=84041) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 18 20:50:43.183061 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-6f8f0651-dac8-4c22-aa61-0f823049d476 admin admin] Notify callbacks [] for router, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:43.184549 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-6f8f0651-dac8-4c22-aa61-0f823049d476 admin admin] 10.222.0.42 "DELETE /v2.0/routers/c781ba43-edb2-4f30-8837-ae12a0bc5f7b HTTP/1.1" status: 204 len: 168 time: 2.0354481 Apr 18 20:50:43.187253 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 46760) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:50:43.209546 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:43.225536 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-2cc6f3d6-d30c-40cd-a5db-69f9afe77b50 tempest-ImagesOneServerNegativeTestJSON-1563611860 tempest-ImagesOneServerNegativeTestJSON-1563611860-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:43.232152 n-d-838334-2 neutron-server[84040]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ba3cd9a-2b0d-4876-970f-55ecc1b56530 admin admin] Network 0f9d847a-7ba3-4a42-a0c6-e8541d683b40 is already hosted by enough agents. {{(pid=84040) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:50:43.253927 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] For port a32e8903-29c5-40ab-92e5-0ce80b653a4e, host n-d-838334-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838334-2',level=0,port_id=a32e8903-29c5-40ab-92e5-0ce80b653a4e,segment=NetworkSegment(732aa830-768b-4511-951f-d08e26b9c25b),segment_id=732aa830-768b-4511-951f-d08e26b9c25b)] {{(pid=84042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:50:43.265760 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.db_base_plugin_v2 [None req-eb2b741d-db53-40b5-b255-c9fd5007c9f8 admin admin] Deleting subnet 3b336095-3f34-4c1c-9e4c-6995dc1056be {{(pid=84041) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 18 20:50:43.270418 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-eb2b741d-db53-40b5-b255-c9fd5007c9f8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:43.271701 n-d-838334-2 neutron-server[84040]: DEBUG neutron.scheduler.base_scheduler [None req-9ba3cd9a-2b0d-4876-970f-55ecc1b56530 admin admin] Resources bound (agent type, host, resource id): {{(pid=84040) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:50:43.274371 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682'] for port, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:43.354455 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-0b2d13af-067f-468e-88a7-94349cb52459 req-c59fc5cf-2fe8-4438-951d-7b30693c069f tempest-SecurityGroupRulesTestJSON-1903449346 tempest-SecurityGroupRulesTestJSON-1903449346-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33528224'] for security_group, after_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:43.370255 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Pushing event updated for resources: {'Port': ['ID=a32e8903-29c5-40ab-92e5-0ce80b653a4e,revision_number=4']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:50:43.372886 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Device 6ac515b5-dc19-47fa-a769-4254d7b9a5aa no longer exists at agent ovs-agent-n-d-838334-2 {{(pid=84042) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 20:50:43.385767 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-eb2b741d-db53-40b5-b255-c9fd5007c9f8 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32266383'] for subnet, precommit_delete_associations {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:43.446110 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.plugin [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] No Port match for: 6ac515b5-dc19-47fa-a769-4254d7b9a5aa {{(pid=84042) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 18 20:50:43.446840 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Device 6ac515b5-dc19-47fa-a769-4254d7b9a5aa not bound to the agent host n-d-838334-2 {{(pid=84042) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 20:50:43.469064 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-eb2b741d-db53-40b5-b255-c9fd5007c9f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1260556'] for subnet, precommit_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:43.534380 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-d1b3f30b-ba48-4994-aa4e-b0b303f37ce1 None None] Provisioning complete for port e7a6fcb0-431d-4b8c-b515-c6805712c623 triggered by entity DHCP. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:50:43.534746 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-d1b3f30b-ba48-4994-aa4e-b0b303f37ce1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1253608'] for port, provisioning_complete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:43.539560 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-eb2b741d-db53-40b5-b255-c9fd5007c9f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1260549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33526260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32266336', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32486390'] for subnet, after_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:43.557563 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c59fc5cf-2fe8-4438-951d-7b30693c069f tempest-SecurityGroupRulesTestJSON-1903449346 tempest-SecurityGroupRulesTestJSON-1903449346-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c960e38-0aa3-4d53-b073-1acb3b6d5bbc,revision_number=None']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:50:43.582066 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb2b741d-db53-40b5-b255-c9fd5007c9f8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3b336095-3f34-4c1c-9e4c-6995dc1056be,revision_number=None']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:50:43.584202 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-0b2d13af-067f-468e-88a7-94349cb52459 req-c59fc5cf-2fe8-4438-951d-7b30693c069f tempest-SecurityGroupRulesTestJSON-1903449346 tempest-SecurityGroupRulesTestJSON-1903449346-project] Notify callbacks [] for security_group, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:43.586565 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-eb2b741d-db53-40b5-b255-c9fd5007c9f8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:43.591250 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.plugin [None req-d1b3f30b-ba48-4994-aa4e-b0b303f37ce1 None None] Port e7a6fcb0-431d-4b8c-b515-c6805712c623 cannot update to ACTIVE because it is not bound. {{(pid=84042) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 18 20:50:43.593074 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-eb2b741d-db53-40b5-b255-c9fd5007c9f8 admin admin] 10.222.0.42 "DELETE /v2.0/subnets/3b336095-3f34-4c1c-9e4c-6995dc1056be HTTP/1.1" status: 204 len: 168 time: 0.4048140 Apr 18 20:50:43.595394 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 46776) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:50:43.596056 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-0b2d13af-067f-468e-88a7-94349cb52459 req-c59fc5cf-2fe8-4438-951d-7b30693c069f tempest-SecurityGroupRulesTestJSON-1903449346 tempest-SecurityGroupRulesTestJSON-1903449346-project] 10.222.0.42 "DELETE /v2.0/security-groups/0c960e38-0aa3-4d53-b073-1acb3b6d5bbc HTTP/1.1" status: 204 len: 173 time: 1.0483720 Apr 18 20:50:43.708989 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-f4e0c7dd-af62-44de-a5e5-64f3f7a0c743 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1103592'] for network, before_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:43.840553 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-f4e0c7dd-af62-44de-a5e5-64f3f7a0c743 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1258905', 'neutron.services.segments.db._delete_segments_for_network-8750375287417'] for network, precommit_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:43.870952 n-d-838334-2 neutron-server[84041]: DEBUG neutron.services.segments.db [None req-f4e0c7dd-af62-44de-a5e5-64f3f7a0c743 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7ca2cbaf-a9d4-46d8-95db-69bc38971d0d']}} {{(pid=84041) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:50:43.884012 n-d-838334-2 neutron-server[84041]: DEBUG neutron.services.segments.db [None req-f4e0c7dd-af62-44de-a5e5-64f3f7a0c743 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '84b0de3c-8149-4d18-8929-3ff0da980800') {'for_net_delete': True} {{(pid=84041) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:50:43.884311 n-d-838334-2 neutron-server[84041]: DEBUG neutron.services.segments.db [None req-f4e0c7dd-af62-44de-a5e5-64f3f7a0c743 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '84b0de3c-8149-4d18-8929-3ff0da980800') {} {{(pid=84041) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:50:43.885104 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20ba2e93-bb3c-4ad7-bbac-864c92956729 req-287c9d15-ecba-4994-ae9b-6119ef0d0000 tempest-ServerActionsTestJSON-2052644234 tempest-ServerActionsTestJSON-2052644234-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:50:43.886513 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-20ba2e93-bb3c-4ad7-bbac-864c92956729 req-287c9d15-ecba-4994-ae9b-6119ef0d0000 tempest-ServerActionsTestJSON-2052644234 tempest-ServerActionsTestJSON-2052644234-project] 10.222.0.42 "GET /v2.0/networks?id=48f708f8-0904-4115-910c-bb1ab06d7263 HTTP/1.1" status: 200 len: 811 time: 0.5383680 Apr 18 20:50:43.896788 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-f4e0c7dd-af62-44de-a5e5-64f3f7a0c743 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750375287300', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32268156'] for segment, before_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:43.903972 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.db_base_plugin_common [None req-2cc6f3d6-d30c-40cd-a5db-69f9afe77b50 tempest-ImagesOneServerNegativeTestJSON-1563611860 tempest-ImagesOneServerNegativeTestJSON-1563611860-project] Allocated IP 172.25.8.182 (e41b6600-a917-4a8d-b05c-be3be40c6d8c/6b05667b-848e-4356-9b44-d5eb6808ef74/45b36bfe-46e2-4342-9b0a-a4f0282cfac5) {{(pid=84040) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:50:43.913742 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-f4e0c7dd-af62-44de-a5e5-64f3f7a0c743 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1082986'] for segment, precommit_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:43.920399 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f4e0c7dd-af62-44de-a5e5-64f3f7a0c743 admin admin] Releasing vlan 359 on physical network physnet1 to pool {{(pid=84041) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 18 20:50:43.932183 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-f4e0c7dd-af62-44de-a5e5-64f3f7a0c743 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1082993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32266254'] for segment, after_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:43.945929 n-d-838334-2 neutron-server[84041]: Traceback (most recent call last): Apr 18 20:50:43.945929 n-d-838334-2 neutron-server[84041]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 18 20:50:43.945929 n-d-838334-2 neutron-server[84041]: timer() Apr 18 20:50:43.945929 n-d-838334-2 neutron-server[84041]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 20:50:43.945929 n-d-838334-2 neutron-server[84041]: cb(*args, **kw) Apr 18 20:50:43.945929 n-d-838334-2 neutron-server[84041]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 18 20:50:43.945929 n-d-838334-2 neutron-server[84041]: return func(*args, **kwargs) Apr 18 20:50:43.945929 n-d-838334-2 neutron-server[84041]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 20:50:43.945929 n-d-838334-2 neutron-server[84041]: self._notify() Apr 18 20:50:43.945929 n-d-838334-2 neutron-server[84041]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 20:50:43.945929 n-d-838334-2 neutron-server[84041]: self.callback(batched_events) Apr 18 20:50:43.945929 n-d-838334-2 neutron-server[84041]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 20:50:43.945929 n-d-838334-2 neutron-server[84041]: event.method(event) Apr 18 20:50:43.945929 n-d-838334-2 neutron-server[84041]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 18 20:50:43.945929 n-d-838334-2 neutron-server[84041]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 20:50:43.945929 n-d-838334-2 neutron-server[84041]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 18 20:50:43.945929 n-d-838334-2 neutron-server[84041]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 20:50:43.945929 n-d-838334-2 neutron-server[84041]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 18 20:50:43.945929 n-d-838334-2 neutron-server[84041]: return f(self, *a, **k) Apr 18 20:50:43.945929 n-d-838334-2 neutron-server[84041]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 18 20:50:43.945929 n-d-838334-2 neutron-server[84041]: return self._get(url).json() Apr 18 20:50:43.945929 n-d-838334-2 neutron-server[84041]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 18 20:50:43.945929 n-d-838334-2 neutron-server[84041]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 20:50:43.945929 n-d-838334-2 neutron-server[84041]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 18 20:50:43.945929 n-d-838334-2 neutron-server[84041]: return self.request(url, 'GET', **kwargs) Apr 18 20:50:43.945929 n-d-838334-2 neutron-server[84041]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 18 20:50:43.945929 n-d-838334-2 neutron-server[84041]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 20:50:43.945929 n-d-838334-2 neutron-server[84041]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 18 20:50:43.945929 n-d-838334-2 neutron-server[84041]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 20:50:43.945929 n-d-838334-2 neutron-server[84041]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 18 20:50:43.945929 n-d-838334-2 neutron-server[84041]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 20:50:43.945929 n-d-838334-2 neutron-server[84041]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 20:50:44.014860 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-20ba2e93-bb3c-4ad7-bbac-864c92956729 req-e873a227-32fd-4f91-b500-992ace9af64e tempest-ServerActionsTestJSON-2052644234 tempest-ServerActionsTestJSON-2052644234-project] 10.222.0.42 "GET /v2.0/quotas/6be92480d0964f34a8ede9caae0c987d HTTP/1.1" status: 200 len: 375 time: 0.1127739 Apr 18 20:50:44.025580 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-f4e0c7dd-af62-44de-a5e5-64f3f7a0c743 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1258898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33526109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33444113'] for network, after_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:44.140323 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-f4e0c7dd-af62-44de-a5e5-64f3f7a0c743 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32378031'] for network, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:44.149299 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4e0c7dd-af62-44de-a5e5-64f3f7a0c743 admin admin] Pushing event deleted for resources: {'Network': ['ID=7ca2cbaf-a9d4-46d8-95db-69bc38971d0d,revision_number=None']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:50:44.152277 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-f4e0c7dd-af62-44de-a5e5-64f3f7a0c743 admin admin] 10.222.0.42 "DELETE /v2.0/networks/7ca2cbaf-a9d4-46d8-95db-69bc38971d0d HTTP/1.1" status: 204 len: 168 time: 0.5558448 Apr 18 20:50:44.197011 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-59edd96c-6c50-493d-8585-93d991f00371 req-79fd281b-e838-4c99-89df-9582a4433ccb tempest-SecurityGroupRulesTestJSON-1903449346 tempest-SecurityGroupRulesTestJSON-1903449346-project] 10.222.0.42 "GET /v2.0/security-groups/c6457644-075d-4415-97ef-6a793044b358 HTTP/1.1" status: 200 len: 2140 time: 0.3463144 Apr 18 20:50:44.342485 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-2cc6f3d6-d30c-40cd-a5db-69f9afe77b50 tempest-ImagesOneServerNegativeTestJSON-1563611860 tempest-ImagesOneServerNegativeTestJSON-1563611860-project] Notify callbacks [] for port, precommit_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:44.361390 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 46790) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:50:44.383019 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-20ba2e93-bb3c-4ad7-bbac-864c92956729 req-45274386-ffb4-423f-aee0-6ac85b7f8195 tempest-ServerActionsTestJSON-2052644234 tempest-ServerActionsTestJSON-2052644234-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=6be92480d0964f34a8ede9caae0c987d&fields=id HTTP/1.1" status: 200 len: 394 time: 0.3553803 Apr 18 20:50:44.392213 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-59edd96c-6c50-493d-8585-93d991f00371 req-4faad15e-e0a8-47f7-8d62-ce16185aacb7 tempest-SecurityGroupRulesTestJSON-1903449346 tempest-SecurityGroupRulesTestJSON-1903449346-project] Notify callbacks [] for security_group, before_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:44.419187 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-36586d38-6621-4d41-8480-cfbfe27ab889 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=134eb2d988564a4ab37aee0077d2b54a&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0527818 Apr 18 20:50:44.419405 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 46794) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:50:44.479562 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-e6fa1291-8d1b-4de5-ae1e-35b5d0c8628a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:44.505754 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-e6fa1291-8d1b-4de5-ae1e-35b5d0c8628a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:44.506780 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-59edd96c-6c50-493d-8585-93d991f00371 req-4faad15e-e0a8-47f7-8d62-ce16185aacb7 tempest-SecurityGroupRulesTestJSON-1903449346 tempest-SecurityGroupRulesTestJSON-1903449346-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:44.553378 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-2cc6f3d6-d30c-40cd-a5db-69f9afe77b50 tempest-ImagesOneServerNegativeTestJSON-1563611860 tempest-ImagesOneServerNegativeTestJSON-1563611860-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750374836619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32440838'] for port, after_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:44.559446 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-e6fa1291-8d1b-4de5-ae1e-35b5d0c8628a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33528224'] for security_group, after_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:44.574870 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6fa1291-8d1b-4de5-ae1e-35b5d0c8628a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aac67c62-23bd-4af5-b48b-8b06d02dda3f,revision_number=None']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:50:44.592171 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-e6fa1291-8d1b-4de5-ae1e-35b5d0c8628a admin admin] Notify callbacks [] for security_group, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:44.593333 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-e6fa1291-8d1b-4de5-ae1e-35b5d0c8628a admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/aac67c62-23bd-4af5-b48b-8b06d02dda3f HTTP/1.1" status: 204 len: 168 time: 0.1730735 Apr 18 20:50:44.680915 n-d-838334-2 neutron-server[84040]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2cc6f3d6-d30c-40cd-a5db-69f9afe77b50 tempest-ImagesOneServerNegativeTestJSON-1563611860 tempest-ImagesOneServerNegativeTestJSON-1563611860-project] Network e41b6600-a917-4a8d-b05c-be3be40c6d8c is already hosted by enough agents. {{(pid=84040) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:50:44.689755 n-d-838334-2 neutron-server[84040]: DEBUG neutron.scheduler.base_scheduler [None req-2cc6f3d6-d30c-40cd-a5db-69f9afe77b50 tempest-ImagesOneServerNegativeTestJSON-1563611860 tempest-ImagesOneServerNegativeTestJSON-1563611860-project] Resources bound (agent type, host, resource id): {{(pid=84040) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:50:44.694676 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cc6f3d6-d30c-40cd-a5db-69f9afe77b50 tempest-ImagesOneServerNegativeTestJSON-1563611860 tempest-ImagesOneServerNegativeTestJSON-1563611860-project] Pushing event updated for resources: {'Port': ['ID=45b36bfe-46e2-4342-9b0a-a4f0282cfac5,revision_number=1']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:50:44.699097 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cc6f3d6-d30c-40cd-a5db-69f9afe77b50 tempest-ImagesOneServerNegativeTestJSON-1563611860 tempest-ImagesOneServerNegativeTestJSON-1563611860-project] Received port after_create {{(pid=84040) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 20:50:44.728771 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-20ba2e93-bb3c-4ad7-bbac-864c92956729 req-3ae1ef4c-fb10-4224-9b4b-c0ec7374ecf7 service neutron] 10.222.0.42 "GET /v2.0/networks/48f708f8-0904-4115-910c-bb1ab06d7263?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3324103 Apr 18 20:50:44.736367 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-59edd96c-6c50-493d-8585-93d991f00371 req-4faad15e-e0a8-47f7-8d62-ce16185aacb7 tempest-SecurityGroupRulesTestJSON-1903449346 tempest-SecurityGroupRulesTestJSON-1903449346-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33528224'] for security_group, after_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:44.792655 n-d-838334-2 neutron-server[84040]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9ba3cd9a-2b0d-4876-970f-55ecc1b56530 admin admin] Router 9dbea2b3-c01d-4edd-9d38-bf88f8b168b7 has already been hosted by L3 agent bc84d6c9-dd7a-4555-a351-592327b46d5a {{(pid=84040) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 20:50:44.793787 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4faad15e-e0a8-47f7-8d62-ce16185aacb7 tempest-SecurityGroupRulesTestJSON-1903449346 tempest-SecurityGroupRulesTestJSON-1903449346-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c6457644-075d-4415-97ef-6a793044b358,revision_number=None']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:50:44.796479 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Device a32e8903-29c5-40ab-92e5-0ce80b653a4e up at agent ovs-agent-n-d-838334-2 {{(pid=84042) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 20:50:44.878803 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Provisioning complete for port a32e8903-29c5-40ab-92e5-0ce80b653a4e triggered by entity L2. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:50:44.879260 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1253608'] for port, provisioning_complete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:44.891545 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-59edd96c-6c50-493d-8585-93d991f00371 req-4faad15e-e0a8-47f7-8d62-ce16185aacb7 tempest-SecurityGroupRulesTestJSON-1903449346 tempest-SecurityGroupRulesTestJSON-1903449346-project] Notify callbacks [] for security_group, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:44.892572 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-59edd96c-6c50-493d-8585-93d991f00371 req-4faad15e-e0a8-47f7-8d62-ce16185aacb7 tempest-SecurityGroupRulesTestJSON-1903449346 tempest-SecurityGroupRulesTestJSON-1903449346-project] 10.222.0.42 "DELETE /v2.0/security-groups/c6457644-075d-4415-97ef-6a793044b358 HTTP/1.1" status: 204 len: 173 time: 0.6846306 Apr 18 20:50:44.899775 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 46802) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:50:45.160508 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-20ba2e93-bb3c-4ad7-bbac-864c92956729 req-26221345-a1c9-45db-83cd-1f01f699d445 service neutron] 10.222.0.42 "GET /v2.0/networks/48f708f8-0904-4115-910c-bb1ab06d7263?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4181371 Apr 18 20:50:45.168585 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.db_base_plugin_v2 [None req-1aba5245-4485-41ba-8198-9686ca3ec163 admin admin] Deleting subnet 4e52f961-c475-4a4d-a290-b4f9fba689a2 {{(pid=84040) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 18 20:50:45.172595 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-1aba5245-4485-41ba-8198-9686ca3ec163 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:45.259901 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-1aba5245-4485-41ba-8198-9686ca3ec163 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31955982'] for subnet, precommit_delete_associations {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:45.645056 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-12356d66-1c3f-4dd9-8101-f92aed70bdf2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750375287399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253529'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:45.751306 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 46836) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:50:45.781774 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-f257a902-90ac-4de5-b514-82e20214c224 req-0098282c-a537-47d2-9df6-2514a2ff4f06 tempest-ServerActionsTestJSON-2052644234 tempest-ServerActionsTestJSON-2052644234-project] 10.222.0.42 "GET /v2.0/ports?device_id=518b0850-99aa-4c7b-8e17-eb4ba00959c9 HTTP/1.1" status: 200 len: 210 time: 0.3681262 Apr 18 20:50:45.788562 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-2cc6f3d6-d30c-40cd-a5db-69f9afe77b50 tempest-ImagesOneServerNegativeTestJSON-1563611860 tempest-ImagesOneServerNegativeTestJSON-1563611860-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:45.884705 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-1aba5245-4485-41ba-8198-9686ca3ec163 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1260556'] for subnet, precommit_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:45.984558 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-2cc6f3d6-d30c-40cd-a5db-69f9afe77b50 tempest-ImagesOneServerNegativeTestJSON-1563611860 tempest-ImagesOneServerNegativeTestJSON-1563611860-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:46.187476 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.v2.base [None req-6575c451-988b-48c0-9e26-dbf27dc100d6 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-1024788492-network', 'tenant_id': 'f9a0b0412d2042448fe0968cc5e47ae5'}} {{(pid=84041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 20:50:46.194424 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-6575c451-988b-48c0-9e26-dbf27dc100d6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:50:46.199199 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-6575c451-988b-48c0-9e26-dbf27dc100d6 admin admin] Usage tracker for resource:network and tenant:f9a0b0412d2042448fe0968cc5e47ae5 is out of sync, need to count used quota {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:50:46.202884 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-6575c451-988b-48c0-9e26-dbf27dc100d6 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:50:46.210159 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-6575c451-988b-48c0-9e26-dbf27dc100d6 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:50:46.232408 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6575c451-988b-48c0-9e26-dbf27dc100d6 admin admin] Made reservation on behalf of f9a0b0412d2042448fe0968cc5e47ae5 for: {'network': 1} {{(pid=84041) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:50:46.235417 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-6575c451-988b-48c0-9e26-dbf27dc100d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for network, before_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:46.251838 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-6575c451-988b-48c0-9e26-dbf27dc100d6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:46.258200 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-2cc6f3d6-d30c-40cd-a5db-69f9afe77b50 tempest-ImagesOneServerNegativeTestJSON-1563611860 tempest-ImagesOneServerNegativeTestJSON-1563611860-project] Notify callbacks [] for port, precommit_update {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:46.275722 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-2cc6f3d6-d30c-40cd-a5db-69f9afe77b50 tempest-ImagesOneServerNegativeTestJSON-1563611860 tempest-ImagesOneServerNegativeTestJSON-1563611860-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32440959'] for port, after_update {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:46.305167 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-6575c451-988b-48c0-9e26-dbf27dc100d6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:50:46.310180 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-6575c451-988b-48c0-9e26-dbf27dc100d6 admin admin] Usage tracker for resource:security_group_rule and tenant:f9a0b0412d2042448fe0968cc5e47ae5 is out of sync, need to count used quota {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:50:46.313856 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-6575c451-988b-48c0-9e26-dbf27dc100d6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:50:46.328376 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-6575c451-988b-48c0-9e26-dbf27dc100d6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:50:46.428522 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db71f8ef-eb76-409d-aef3-76d2834b347c req-f8790049-419e-4eb5-96b7-1c8379bf857a tempest-ServerRescueTestJSON-1218824152 tempest-ServerRescueTestJSON-1218824152-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:50:46.429989 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-db71f8ef-eb76-409d-aef3-76d2834b347c req-f8790049-419e-4eb5-96b7-1c8379bf857a tempest-ServerRescueTestJSON-1218824152 tempest-ServerRescueTestJSON-1218824152-project] 10.222.0.42 "GET /v2.0/ports?device_id=a7644bc3-dad5-4231-8e11-ce8e2039002d HTTP/1.1" status: 200 len: 945 time: 0.6360016 Apr 18 20:50:46.430977 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-1aba5245-4485-41ba-8198-9686ca3ec163 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1260549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33526260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32440885', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31752825'] for subnet, after_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:46.446865 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-6575c451-988b-48c0-9e26-dbf27dc100d6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:46.452055 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-6575c451-988b-48c0-9e26-dbf27dc100d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33528224'] for security_group, after_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:46.470460 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cc6f3d6-d30c-40cd-a5db-69f9afe77b50 tempest-ImagesOneServerNegativeTestJSON-1563611860 tempest-ImagesOneServerNegativeTestJSON-1563611860-project] Pushing event updated for resources: {'Port': ['ID=45b36bfe-46e2-4342-9b0a-a4f0282cfac5,revision_number=2']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:50:46.471473 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6575c451-988b-48c0-9e26-dbf27dc100d6 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 359} {{(pid=84041) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 20:50:46.516061 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aba5245-4485-41ba-8198-9686ca3ec163 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4e52f961-c475-4a4d-a290-b4f9fba689a2,revision_number=None']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:50:46.520980 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-6575c451-988b-48c0-9e26-dbf27dc100d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1082986'] for segment, precommit_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:46.521319 n-d-838334-2 neutron-server[84041]: INFO neutron.db.segments_db [None req-6575c451-988b-48c0-9e26-dbf27dc100d6 admin admin] Added segment ccfed005-c723-40b8-96fb-046d88190b5b of type vlan for network 9956df45-2736-4a4c-9815-b894d9a44160 Apr 18 20:50:46.529899 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6575c451-988b-48c0-9e26-dbf27dc100d6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fa6b5748-504b-4821-b3a0-7e61ca1810b5,revision_number=1']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:50:46.537609 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-1aba5245-4485-41ba-8198-9686ca3ec163 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32378031'] for subnet, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:46.540120 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-2cc6f3d6-d30c-40cd-a5db-69f9afe77b50 tempest-ImagesOneServerNegativeTestJSON-1563611860 tempest-ImagesOneServerNegativeTestJSON-1563611860-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33444131'] for floatingip, after_update {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:46.566324 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9ba3cd9a-2b0d-4876-970f-55ecc1b56530 admin admin] Notify agent at l3_agent.n-d-838334-2 the message routers_updated {{(pid=84040) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 20:50:46.572241 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-6575c451-988b-48c0-9e26-dbf27dc100d6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750374825732'] for network, precommit_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:46.576591 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-9ba3cd9a-2b0d-4876-970f-55ecc1b56530 admin admin] 10.222.0.42 "PUT /v2.0/routers/9dbea2b3-c01d-4edd-9d38-bf88f8b168b7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.6288350 Apr 18 20:50:46.582413 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-1aba5245-4485-41ba-8198-9686ca3ec163 admin admin] 10.222.0.42 "DELETE /v2.0/subnets/4e52f961-c475-4a4d-a290-b4f9fba689a2 HTTP/1.1" status: 204 len: 168 time: 1.6816452 Apr 18 20:50:46.586643 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 46856) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:50:46.620243 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-db71f8ef-eb76-409d-aef3-76d2834b347c req-ff1fdde6-8833-4620-8f93-e1c26957686e tempest-ServerRescueTestJSON-1218824152 tempest-ServerRescueTestJSON-1218824152-project] 10.222.0.42 "GET /v2.0/security-groups?id=6f984221-1918-47e6-82e9-256972907b58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1430788 Apr 18 20:50:46.621029 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-2cc6f3d6-d30c-40cd-a5db-69f9afe77b50 tempest-ImagesOneServerNegativeTestJSON-1563611860 tempest-ImagesOneServerNegativeTestJSON-1563611860-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217293'] for floatingip, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:46.622214 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-2cc6f3d6-d30c-40cd-a5db-69f9afe77b50 tempest-ImagesOneServerNegativeTestJSON-1563611860 tempest-ImagesOneServerNegativeTestJSON-1563611860-project] 10.222.0.42 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.2141156 Apr 18 20:50:46.641706 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-6575c451-988b-48c0-9e26-dbf27dc100d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33526109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022'] for network, after_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:46.642875 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6575c451-988b-48c0-9e26-dbf27dc100d6 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:50:46.643904 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-6575c451-988b-48c0-9e26-dbf27dc100d6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32378031'] for network, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:46.817103 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Device a5f618e4-1f87-4184-8aa1-7359240bf186 no longer exists at agent ovs-agent-n-d-838334-2 {{(pid=84042) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 20:50:46.852718 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-9b28ab9c-90ad-449d-919d-b857e8e159c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1103592'] for network, before_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:46.872772 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.plugin [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] No Port match for: a5f618e4-1f87-4184-8aa1-7359240bf186 {{(pid=84042) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 18 20:50:46.873340 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Device a5f618e4-1f87-4184-8aa1-7359240bf186 not bound to the agent host n-d-838334-2 {{(pid=84042) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 20:50:46.955333 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6575c451-988b-48c0-9e26-dbf27dc100d6 admin admin] Pushing event updated for resources: {'Network': ['ID=9956df45-2736-4a4c-9815-b894d9a44160,revision_number=1']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:50:46.966875 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Network 9956df45-2736-4a4c-9815-b894d9a44160 details requested by agent ovs-agent-n-d-838334-2 with host n-d-838334-2 {{(pid=84042) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 18 20:50:46.970070 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-6575c451-988b-48c0-9e26-dbf27dc100d6 admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 1.2175696 Apr 18 20:50:46.971650 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 46878) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:50:46.978075 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.v2.base [None req-00509c44-f306-456c-b2fe-fe9be92e38a8 admin admin] Request body: {'subnet': {'network_id': '9956df45-2736-4a4c-9815-b894d9a44160', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-1024788492-subnet', 'tenant_id': 'f9a0b0412d2042448fe0968cc5e47ae5', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=84041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 20:50:46.983766 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-00509c44-f306-456c-b2fe-fe9be92e38a8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:50:46.988641 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-00509c44-f306-456c-b2fe-fe9be92e38a8 admin admin] Usage tracker for resource:subnet and tenant:f9a0b0412d2042448fe0968cc5e47ae5 is out of sync, need to count used quota {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:50:46.992664 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-00509c44-f306-456c-b2fe-fe9be92e38a8 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:50:46.999797 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-00509c44-f306-456c-b2fe-fe9be92e38a8 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:50:47.030944 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-00509c44-f306-456c-b2fe-fe9be92e38a8 admin admin] Made reservation on behalf of f9a0b0412d2042448fe0968cc5e47ae5 for: {'subnet': 1} {{(pid=84041) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:50:47.033242 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-00509c44-f306-456c-b2fe-fe9be92e38a8 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32486301'] for subnet, before_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:47.233842 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-6baa9773-f18d-4e49-8b01-8476302a2fb4 req-c8b950df-3b16-4a9a-a852-90073a672f27 tempest-ServerActionsTestJSON-2052644234 tempest-ServerActionsTestJSON-2052644234-project] 10.222.0.42 "GET /v2.0/ports?device_id=518b0850-99aa-4c7b-8e17-eb4ba00959c9 HTTP/1.1" status: 200 len: 210 time: 0.1954272 Apr 18 20:50:47.326243 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-9b28ab9c-90ad-449d-919d-b857e8e159c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1258905', 'neutron.services.segments.db._delete_segments_for_network-8750375287417'] for network, precommit_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:47.339715 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-00509c44-f306-456c-b2fe-fe9be92e38a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33526260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32266407', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32486287'] for subnet, after_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:47.373912 n-d-838334-2 neutron-server[84040]: DEBUG neutron.services.segments.db [None req-9b28ab9c-90ad-449d-919d-b857e8e159c3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['803c086c-3010-4648-8fef-c29f16ec86ef']}} {{(pid=84040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:50:47.406632 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00509c44-f306-456c-b2fe-fe9be92e38a8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e000ef4a-9553-4d5a-aa5c-e55a867fcd65,revision_number=0']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:50:47.424809 n-d-838334-2 neutron-server[84040]: DEBUG neutron.services.segments.db [None req-9b28ab9c-90ad-449d-919d-b857e8e159c3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd38fbde7-1075-4542-af2a-c4556022259d') {'for_net_delete': True} {{(pid=84040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:50:47.425100 n-d-838334-2 neutron-server[84040]: DEBUG neutron.services.segments.db [None req-9b28ab9c-90ad-449d-919d-b857e8e159c3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd38fbde7-1075-4542-af2a-c4556022259d') {} {{(pid=84040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:50:47.444137 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-9b28ab9c-90ad-449d-919d-b857e8e159c3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750375287300', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31955965'] for segment, before_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:47.450334 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00509c44-f306-456c-b2fe-fe9be92e38a8 admin admin] Checking segment: {'id': 'ccfed005-c723-40b8-96fb-046d88190b5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '9956df45-2736-4a4c-9815-b894d9a44160'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84041) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 20:50:47.450774 n-d-838334-2 neutron-server[84041]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00509c44-f306-456c-b2fe-fe9be92e38a8 admin admin] Network hostable DHCP agents. Network: 9956df45-2736-4a4c-9815-b894d9a44160, hostable agents: ['8746f8ea-3e91-4b32-9919-2c63adeb8722'], hosted agents: [] {{(pid=84041) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 20:50:47.476763 n-d-838334-2 neutron-server[84041]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00509c44-f306-456c-b2fe-fe9be92e38a8 admin admin] Network 9956df45-2736-4a4c-9815-b894d9a44160 is scheduled to be hosted by DHCP agent 8746f8ea-3e91-4b32-9919-2c63adeb8722 with binding_index 1 {{(pid=84041) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 20:50:47.486379 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-9b28ab9c-90ad-449d-919d-b857e8e159c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1082986'] for segment, precommit_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:47.489253 n-d-838334-2 neutron-server[84041]: DEBUG neutron.scheduler.base_scheduler [None req-00509c44-f306-456c-b2fe-fe9be92e38a8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-838334-2, 9956df45-2736-4a4c-9815-b894d9a44160) {{(pid=84041) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:50:47.495022 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00509c44-f306-456c-b2fe-fe9be92e38a8 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:50:47.496220 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-00509c44-f306-456c-b2fe-fe9be92e38a8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:47.497735 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20ba2e93-bb3c-4ad7-bbac-864c92956729 req-9c9ccc3d-c5d7-4a39-a9ee-b3105fb7898e tempest-ServerActionsTestJSON-2052644234 tempest-ServerActionsTestJSON-2052644234-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:50:47.499264 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-20ba2e93-bb3c-4ad7-bbac-864c92956729 req-9c9ccc3d-c5d7-4a39-a9ee-b3105fb7898e tempest-ServerActionsTestJSON-2052644234 tempest-ServerActionsTestJSON-2052644234-project] 10.222.0.48 "GET /v2.0/networks?id=48f708f8-0904-4115-910c-bb1ab06d7263 HTTP/1.1" status: 200 len: 811 time: 0.5241897 Apr 18 20:50:47.501899 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e962429c-a439-401d-8d8d-caf4fc10aa3f None None] Network 9956df45-2736-4a4c-9815-b894d9a44160 requested from n-d-838334-2 {{(pid=84042) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 20:50:47.503091 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9b28ab9c-90ad-449d-919d-b857e8e159c3 admin admin] Releasing vlan 396 on physical network physnet1 to pool {{(pid=84040) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 18 20:50:47.503488 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-9b28ab9c-90ad-449d-919d-b857e8e159c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1082993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32440923'] for segment, after_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:47.516883 n-d-838334-2 neutron-server[84040]: Traceback (most recent call last): Apr 18 20:50:47.516883 n-d-838334-2 neutron-server[84040]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 18 20:50:47.516883 n-d-838334-2 neutron-server[84040]: timer() Apr 18 20:50:47.516883 n-d-838334-2 neutron-server[84040]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 20:50:47.516883 n-d-838334-2 neutron-server[84040]: cb(*args, **kw) Apr 18 20:50:47.516883 n-d-838334-2 neutron-server[84040]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 18 20:50:47.516883 n-d-838334-2 neutron-server[84040]: return func(*args, **kwargs) Apr 18 20:50:47.516883 n-d-838334-2 neutron-server[84040]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 20:50:47.516883 n-d-838334-2 neutron-server[84040]: self._notify() Apr 18 20:50:47.516883 n-d-838334-2 neutron-server[84040]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 20:50:47.516883 n-d-838334-2 neutron-server[84040]: self.callback(batched_events) Apr 18 20:50:47.516883 n-d-838334-2 neutron-server[84040]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 20:50:47.516883 n-d-838334-2 neutron-server[84040]: event.method(event) Apr 18 20:50:47.516883 n-d-838334-2 neutron-server[84040]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 18 20:50:47.516883 n-d-838334-2 neutron-server[84040]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 20:50:47.516883 n-d-838334-2 neutron-server[84040]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 18 20:50:47.516883 n-d-838334-2 neutron-server[84040]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 20:50:47.516883 n-d-838334-2 neutron-server[84040]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 18 20:50:47.516883 n-d-838334-2 neutron-server[84040]: return f(self, *a, **k) Apr 18 20:50:47.516883 n-d-838334-2 neutron-server[84040]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 18 20:50:47.516883 n-d-838334-2 neutron-server[84040]: return self._get(url).json() Apr 18 20:50:47.516883 n-d-838334-2 neutron-server[84040]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 18 20:50:47.516883 n-d-838334-2 neutron-server[84040]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 20:50:47.516883 n-d-838334-2 neutron-server[84040]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 18 20:50:47.516883 n-d-838334-2 neutron-server[84040]: return self.request(url, 'GET', **kwargs) Apr 18 20:50:47.516883 n-d-838334-2 neutron-server[84040]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 18 20:50:47.516883 n-d-838334-2 neutron-server[84040]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 20:50:47.516883 n-d-838334-2 neutron-server[84040]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 18 20:50:47.516883 n-d-838334-2 neutron-server[84040]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 20:50:47.516883 n-d-838334-2 neutron-server[84040]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 18 20:50:47.516883 n-d-838334-2 neutron-server[84040]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 20:50:47.516883 n-d-838334-2 neutron-server[84040]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 20:50:47.528831 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfbc6e7a-5ad4-43fb-9965-7ce8aecc72cf req-33e136b9-f360-43a8-a17f-0d87d0e27253 tempest-ImagesOneServerNegativeTestJSON-1563611860 tempest-ImagesOneServerNegativeTestJSON-1563611860-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:50:47.530204 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-cfbc6e7a-5ad4-43fb-9965-7ce8aecc72cf req-33e136b9-f360-43a8-a17f-0d87d0e27253 tempest-ImagesOneServerNegativeTestJSON-1563611860 tempest-ImagesOneServerNegativeTestJSON-1563611860-project] 10.222.0.42 "GET /v2.0/networks?id=94e6bcb8-e48f-4914-89f4-73f6d03f860a HTTP/1.1" status: 200 len: 821 time: 0.5826352 Apr 18 20:50:47.542537 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-00509c44-f306-456c-b2fe-fe9be92e38a8 admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 0.5695479 Apr 18 20:50:47.545247 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 46884) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:50:47.561711 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.v2.base [None req-57819dae-ecb4-427d-9761-aec57821ef5d admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-1024788492-router', 'tenant_id': 'f9a0b0412d2042448fe0968cc5e47ae5', 'external_gateway_info': {'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c'}}} {{(pid=84041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 20:50:47.578010 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-57819dae-ecb4-427d-9761-aec57821ef5d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:50:47.580702 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.v2.base [req-20ba2e93-bb3c-4ad7-bbac-864c92956729 req-886ddbdb-f050-44c5-9245-588fdc73b759 tempest-ServerActionsTestJSON-2052644234 tempest-ServerActionsTestJSON-2052644234-project] Request body: {'port': {'device_id': '518b0850-99aa-4c7b-8e17-eb4ba00959c9', 'network_id': '48f708f8-0904-4115-910c-bb1ab06d7263', 'admin_state_up': True, 'tenant_id': '6be92480d0964f34a8ede9caae0c987d'}} {{(pid=84040) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 20:50:47.589100 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-57819dae-ecb4-427d-9761-aec57821ef5d admin admin] Usage tracker for resource:router and tenant:f9a0b0412d2042448fe0968cc5e47ae5 is out of sync, need to count used quota {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:50:47.592702 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-57819dae-ecb4-427d-9761-aec57821ef5d admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:50:47.601309 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-57819dae-ecb4-427d-9761-aec57821ef5d admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:50:47.619397 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-57819dae-ecb4-427d-9761-aec57821ef5d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-33442106', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5708'] for router, before_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:47.622145 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-57819dae-ecb4-427d-9761-aec57821ef5d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33442137', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33444285', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33535433', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5703'] for router, precommit_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:47.654600 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-57819dae-ecb4-427d-9761-aec57821ef5d admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:47.672735 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 46890) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:50:47.686717 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.v2.base [None req-3d12b263-33b9-47fa-8bdb-7b7b359cca82 tempest-AttachVolumeShelveTestJSON-1712717013 tempest-AttachVolumeShelveTestJSON-1712717013-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1719482284', 'description': 'tempest-description--239771555'}} {{(pid=84041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 20:50:47.704145 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-3d12b263-33b9-47fa-8bdb-7b7b359cca82 tempest-AttachVolumeShelveTestJSON-1712717013 tempest-AttachVolumeShelveTestJSON-1712717013-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:50:47.714849 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-cfbc6e7a-5ad4-43fb-9965-7ce8aecc72cf req-4dbc5b63-689c-485f-b443-1c4b32163428 tempest-ImagesOneServerNegativeTestJSON-1563611860 tempest-ImagesOneServerNegativeTestJSON-1563611860-project] 10.222.0.42 "GET /v2.0/quotas/3c76d2c50aef4e4cbd335680d5ef1e1d HTTP/1.1" status: 200 len: 375 time: 0.1202109 Apr 18 20:50:47.719559 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-3d12b263-33b9-47fa-8bdb-7b7b359cca82 tempest-AttachVolumeShelveTestJSON-1712717013 tempest-AttachVolumeShelveTestJSON-1712717013-project] Usage tracker for resource:security_group and tenant:62ca3eda8b574071bf7ebb52cb30bb40 is out of sync, need to count used quota {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:50:47.727439 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-3d12b263-33b9-47fa-8bdb-7b7b359cca82 tempest-AttachVolumeShelveTestJSON-1712717013 tempest-AttachVolumeShelveTestJSON-1712717013-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:50:47.730645 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-9b28ab9c-90ad-449d-919d-b857e8e159c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1258898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33526109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33444113'] for network, after_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:47.735616 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-3d12b263-33b9-47fa-8bdb-7b7b359cca82 tempest-AttachVolumeShelveTestJSON-1712717013 tempest-AttachVolumeShelveTestJSON-1712717013-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:50:47.750962 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-3d12b263-33b9-47fa-8bdb-7b7b359cca82 tempest-AttachVolumeShelveTestJSON-1712717013 tempest-AttachVolumeShelveTestJSON-1712717013-project] Notify callbacks [] for security_group, before_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:47.784400 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-9b28ab9c-90ad-449d-919d-b857e8e159c3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32378031'] for network, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:47.808285 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52325710-674e-48b7-8043-4264f3cfe8c6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp016840fc-1f9f-5892-9c53-c9cf6c845bbb-9956df45-2736-4a4c-9815-b894d9a44160', 'network_id': '9956df45-2736-4a4c-9815-b894d9a44160', 'tenant_id': 'f9a0b0412d2042448fe0968cc5e47ae5', 'fixed_ips': [{'subnet_id': 'e000ef4a-9553-4d5a-aa5c-e55a867fcd65'}]}} from n-d-838334-2. {{(pid=84042) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 18 20:50:47.809357 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-52325710-674e-48b7-8043-4264f3cfe8c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_create {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:47.819210 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b28ab9c-90ad-449d-919d-b857e8e159c3 admin admin] Pushing event deleted for resources: {'Network': ['ID=803c086c-3010-4648-8fef-c29f16ec86ef,revision_number=None']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:50:47.827136 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-9b28ab9c-90ad-449d-919d-b857e8e159c3 admin admin] 10.222.0.42 "DELETE /v2.0/networks/803c086c-3010-4648-8fef-c29f16ec86ef HTTP/1.1" status: 204 len: 168 time: 1.2380691 Apr 18 20:50:47.973136 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-e32dfcf0-082e-467d-80fb-d3ceba76681f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750375287399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253529'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:47.980665 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-3d12b263-33b9-47fa-8bdb-7b7b359cca82 tempest-AttachVolumeShelveTestJSON-1712717013 tempest-AttachVolumeShelveTestJSON-1712717013-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:50:47.990254 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-57819dae-ecb4-427d-9761-aec57821ef5d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-33444175', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-33443520', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5293'] for router, precommit_update {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:48.003663 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-3d12b263-33b9-47fa-8bdb-7b7b359cca82 tempest-AttachVolumeShelveTestJSON-1712717013 tempest-AttachVolumeShelveTestJSON-1712717013-project] Usage tracker for resource:security_group_rule and tenant:62ca3eda8b574071bf7ebb52cb30bb40 is out of sync, need to count used quota {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:50:48.006374 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-3d12b263-33b9-47fa-8bdb-7b7b359cca82 tempest-AttachVolumeShelveTestJSON-1712717013 tempest-AttachVolumeShelveTestJSON-1712717013-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:50:48.036700 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-3d12b263-33b9-47fa-8bdb-7b7b359cca82 tempest-AttachVolumeShelveTestJSON-1712717013 tempest-AttachVolumeShelveTestJSON-1712717013-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:50:48.109474 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [req-20ba2e93-bb3c-4ad7-bbac-864c92956729 req-886ddbdb-f050-44c5-9245-588fdc73b759 tempest-ServerActionsTestJSON-2052644234 tempest-ServerActionsTestJSON-2052644234-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:50:48.115512 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [req-20ba2e93-bb3c-4ad7-bbac-864c92956729 req-886ddbdb-f050-44c5-9245-588fdc73b759 tempest-ServerActionsTestJSON-2052644234 tempest-ServerActionsTestJSON-2052644234-project] Usage tracker for resource:port and tenant:6be92480d0964f34a8ede9caae0c987d is out of sync, need to count used quota {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:50:48.118729 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [req-20ba2e93-bb3c-4ad7-bbac-864c92956729 req-886ddbdb-f050-44c5-9245-588fdc73b759 tempest-ServerActionsTestJSON-2052644234 tempest-ServerActionsTestJSON-2052644234-project] Quota usage for port was recalculated. Used quota:4. {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:50:48.126186 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [req-20ba2e93-bb3c-4ad7-bbac-864c92956729 req-886ddbdb-f050-44c5-9245-588fdc73b759 tempest-ServerActionsTestJSON-2052644234 tempest-ServerActionsTestJSON-2052644234-project] Attempting to reserve 1 items for resource port. Total usage: 4; quota limit: 500; headroom:496 {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:50:48.143735 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [req-cfbc6e7a-5ad4-43fb-9965-7ce8aecc72cf req-ebc6dd42-dc20-4e5a-a687-a45410763aaf tempest-ImagesOneServerNegativeTestJSON-1563611860 tempest-ImagesOneServerNegativeTestJSON-1563611860-project] Synchronizing usage tracker for tenant:3c76d2c50aef4e4cbd335680d5ef1e1d on resource:port {{(pid=84040) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 20:50:48.146142 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 46900) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:50:48.150189 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-20ba2e93-bb3c-4ad7-bbac-864c92956729 req-886ddbdb-f050-44c5-9245-588fdc73b759 tempest-ServerActionsTestJSON-2052644234 tempest-ServerActionsTestJSON-2052644234-project] Made reservation on behalf of 6be92480d0964f34a8ede9caae0c987d for: {'port': 1} {{(pid=84040) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:50:48.153125 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-20ba2e93-bb3c-4ad7-bbac-864c92956729 req-886ddbdb-f050-44c5-9245-588fdc73b759 tempest-ServerActionsTestJSON-2052644234 tempest-ServerActionsTestJSON-2052644234-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:48.170945 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.db_base_plugin_common [None req-52325710-674e-48b7-8043-4264f3cfe8c6 None None] Allocated IP 172.20.0.2 (9956df45-2736-4a4c-9815-b894d9a44160/e000ef4a-9553-4d5a-aa5c-e55a867fcd65/6a18cda7-215a-4056-9edf-92dc31cd26c4) {{(pid=84042) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:50:48.241941 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-3d12b263-33b9-47fa-8bdb-7b7b359cca82 tempest-AttachVolumeShelveTestJSON-1712717013 tempest-AttachVolumeShelveTestJSON-1712717013-project] Notify callbacks [] for security_group, precommit_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:48.249107 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [req-cfbc6e7a-5ad4-43fb-9965-7ce8aecc72cf req-ebc6dd42-dc20-4e5a-a687-a45410763aaf tempest-ImagesOneServerNegativeTestJSON-1563611860 tempest-ImagesOneServerNegativeTestJSON-1563611860-project] Unset dirty status for tenant:3c76d2c50aef4e4cbd335680d5ef1e1d on resource:port {{(pid=84040) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 20:50:48.250718 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-cfbc6e7a-5ad4-43fb-9965-7ce8aecc72cf req-ebc6dd42-dc20-4e5a-a687-a45410763aaf tempest-ImagesOneServerNegativeTestJSON-1563611860 tempest-ImagesOneServerNegativeTestJSON-1563611860-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=3c76d2c50aef4e4cbd335680d5ef1e1d&fields=id HTTP/1.1" status: 200 len: 255 time: 0.5245697 Apr 18 20:50:48.251400 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-3d12b263-33b9-47fa-8bdb-7b7b359cca82 tempest-AttachVolumeShelveTestJSON-1712717013 tempest-AttachVolumeShelveTestJSON-1712717013-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33528224'] for security_group, after_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:48.342651 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d12b263-33b9-47fa-8bdb-7b7b359cca82 tempest-AttachVolumeShelveTestJSON-1712717013 tempest-AttachVolumeShelveTestJSON-1712717013-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2e9d8b44-da00-4a79-861c-f0ec417a580f,revision_number=1']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:50:48.361346 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-3d12b263-33b9-47fa-8bdb-7b7b359cca82 tempest-AttachVolumeShelveTestJSON-1712717013 tempest-AttachVolumeShelveTestJSON-1712717013-project] Notify callbacks [] for security_group, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:48.364876 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-6ac16aed-7dcf-425b-8eb3-4279b979b8a2 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=04b53f2841a9410cbababefaa2fdcde1&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2154860 Apr 18 20:50:48.370292 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-3d12b263-33b9-47fa-8bdb-7b7b359cca82 tempest-AttachVolumeShelveTestJSON-1712717013 tempest-AttachVolumeShelveTestJSON-1712717013-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1613 time: 0.6940448 Apr 18 20:50:48.372979 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 46906) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:50:48.373309 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 46908) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:50:48.380826 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.v2.base [None req-1330c16b-03ef-4b06-a208-d58d295cbedc tempest-AttachVolumeShelveTestJSON-1712717013 tempest-AttachVolumeShelveTestJSON-1712717013-project] Request body: {'security_group_rule': {'security_group_id': '2e9d8b44-da00-4a79-861c-f0ec417a580f', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84040) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 20:50:48.418320 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [None req-1330c16b-03ef-4b06-a208-d58d295cbedc tempest-AttachVolumeShelveTestJSON-1712717013 tempest-AttachVolumeShelveTestJSON-1712717013-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:50:48.453554 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-1330c16b-03ef-4b06-a208-d58d295cbedc tempest-AttachVolumeShelveTestJSON-1712717013 tempest-AttachVolumeShelveTestJSON-1712717013-project] Usage tracker for resource:security_group_rule and tenant:62ca3eda8b574071bf7ebb52cb30bb40 is out of sync, need to count used quota {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:50:48.464670 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-1330c16b-03ef-4b06-a208-d58d295cbedc tempest-AttachVolumeShelveTestJSON-1712717013 tempest-AttachVolumeShelveTestJSON-1712717013-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:50:48.503135 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [None req-1330c16b-03ef-4b06-a208-d58d295cbedc tempest-AttachVolumeShelveTestJSON-1712717013 tempest-AttachVolumeShelveTestJSON-1712717013-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:50:48.506088 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-57819dae-ecb4-427d-9761-aec57821ef5d admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:48.554237 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-57819dae-ecb4-427d-9761-aec57821ef5d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:48.587356 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.db_base_plugin_common [req-20ba2e93-bb3c-4ad7-bbac-864c92956729 req-886ddbdb-f050-44c5-9245-588fdc73b759 tempest-ServerActionsTestJSON-2052644234 tempest-ServerActionsTestJSON-2052644234-project] Allocated IP 172.20.0.14 (48f708f8-0904-4115-910c-bb1ab06d7263/488f35b7-694e-475d-862d-2f00f4388d03/be2ef176-f0cf-4542-aaf3-acc7d50abefc) {{(pid=84040) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:50:48.607805 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-52325710-674e-48b7-8043-4264f3cfe8c6 None None] Notify callbacks [] for port, precommit_create {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:48.620110 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-52325710-674e-48b7-8043-4264f3cfe8c6 None None] Transition to ACTIVE for port object 6a18cda7-215a-4056-9edf-92dc31cd26c4 will not be triggered until provisioned by entity L2. {{(pid=84042) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 20:50:48.622215 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-1330c16b-03ef-4b06-a208-d58d295cbedc tempest-AttachVolumeShelveTestJSON-1712717013 tempest-AttachVolumeShelveTestJSON-1712717013-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:48.634921 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-cfbc6e7a-5ad4-43fb-9965-7ce8aecc72cf req-f0257bfd-444e-4779-b227-4941c20b7bbe service neutron] 10.222.0.42 "GET /v2.0/networks/94e6bcb8-e48f-4914-89f4-73f6d03f860a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3626652 Apr 18 20:50:48.649873 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-52325710-674e-48b7-8043-4264f3cfe8c6 None None] Transition to ACTIVE for port object 6a18cda7-215a-4056-9edf-92dc31cd26c4 will not be triggered until provisioned by entity DHCP. {{(pid=84042) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 20:50:48.657882 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-52325710-674e-48b7-8043-4264f3cfe8c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750374836619'] for port, after_create {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:48.736545 n-d-838334-2 neutron-server[84042]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52325710-674e-48b7-8043-4264f3cfe8c6 None None] Network 9956df45-2736-4a4c-9815-b894d9a44160 is already hosted by enough agents. {{(pid=84042) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:50:48.741197 n-d-838334-2 neutron-server[84042]: DEBUG neutron.scheduler.base_scheduler [None req-52325710-674e-48b7-8043-4264f3cfe8c6 None None] Resources bound (agent type, host, resource id): {{(pid=84042) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:50:48.744337 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52325710-674e-48b7-8043-4264f3cfe8c6 None None] Received port after_create {{(pid=84042) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 20:50:48.747954 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52325710-674e-48b7-8043-4264f3cfe8c6 None None] Pushing event updated for resources: {'Port': ['ID=6a18cda7-215a-4056-9edf-92dc31cd26c4,revision_number=1']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:50:48.760446 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.db_base_plugin_common [None req-57819dae-ecb4-427d-9761-aec57821ef5d admin admin] Allocated IP 172.25.8.54 (e41b6600-a917-4a8d-b05c-be3be40c6d8c/6b05667b-848e-4356-9b44-d5eb6808ef74/7d561ce4-c85c-4141-9e07-20a038b04f96) {{(pid=84041) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:50:48.822245 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-bb22a3fb-79cd-4e34-9aea-997f87b529d0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:48.838632 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52325710-674e-48b7-8043-4264f3cfe8c6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:50:48.838868 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52325710-674e-48b7-8043-4264f3cfe8c6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:50:48.839215 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52325710-674e-48b7-8043-4264f3cfe8c6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:50:48.839549 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52325710-674e-48b7-8043-4264f3cfe8c6 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:50:48.839960 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52325710-674e-48b7-8043-4264f3cfe8c6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:50:48.840294 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52325710-674e-48b7-8043-4264f3cfe8c6 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:50:48.840621 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52325710-674e-48b7-8043-4264f3cfe8c6 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:50:48.841001 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52325710-674e-48b7-8043-4264f3cfe8c6 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:50:48.841330 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52325710-674e-48b7-8043-4264f3cfe8c6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:50:48.841656 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52325710-674e-48b7-8043-4264f3cfe8c6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:50:48.841979 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52325710-674e-48b7-8043-4264f3cfe8c6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:50:48.875262 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.managers [None req-52325710-674e-48b7-8043-4264f3cfe8c6 None None] Attempting to bind port 6a18cda7-215a-4056-9edf-92dc31cd26c4 on host n-d-838334-2 for vnic_type normal with profile {{(pid=84042) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:50:48.876001 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.managers [None req-52325710-674e-48b7-8043-4264f3cfe8c6 None None] Attempting to bind port 6a18cda7-215a-4056-9edf-92dc31cd26c4 by drivers openvswitch,hyperv on host n-d-838334-2 at level 0 using segments [{'id': 'ccfed005-c723-40b8-96fb-046d88190b5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '9956df45-2736-4a4c-9815-b894d9a44160'}] {{(pid=84042) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:50:48.877216 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52325710-674e-48b7-8043-4264f3cfe8c6 None None] Attempting to bind port 6a18cda7-215a-4056-9edf-92dc31cd26c4 on network 9956df45-2736-4a4c-9815-b894d9a44160 {{(pid=84042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 20:50:48.886125 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52325710-674e-48b7-8043-4264f3cfe8c6 None None] Checking agent: {'id': '97cd4414-7af6-4d67-868d-dff370b4071a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838334-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 25, 49), 'started_at': datetime.datetime(2022, 4, 18, 20, 26, 19), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 20, 50, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838334-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 18 20:50:48.886928 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52325710-674e-48b7-8043-4264f3cfe8c6 None None] Checking segment: {'id': 'ccfed005-c723-40b8-96fb-046d88190b5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '9956df45-2736-4a4c-9815-b894d9a44160'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84042) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 20:50:48.888064 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-52325710-674e-48b7-8043-4264f3cfe8c6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:48.888666 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52325710-674e-48b7-8043-4264f3cfe8c6 None None] Bound using segment: {'id': 'ccfed005-c723-40b8-96fb-046d88190b5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '9956df45-2736-4a4c-9815-b894d9a44160'} {{(pid=84042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 18 20:50:48.889336 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.managers [None req-52325710-674e-48b7-8043-4264f3cfe8c6 None None] Bound port: 6a18cda7-215a-4056-9edf-92dc31cd26c4, host: n-d-838334-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ccfed005-c723-40b8-96fb-046d88190b5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '9956df45-2736-4a4c-9815-b894d9a44160'}}] {{(pid=84042) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 20:50:48.889911 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-52325710-674e-48b7-8043-4264f3cfe8c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:48.928728 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-bb22a3fb-79cd-4e34-9aea-997f87b529d0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:48.986311 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750375287399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253529'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:48.988057 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-57819dae-ecb4-427d-9761-aec57821ef5d admin admin] Notify callbacks [] for port, precommit_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:49.004338 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 46918) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:50:49.030245 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-57819dae-ecb4-427d-9761-aec57821ef5d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750374836619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32266323'] for port, after_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:49.064853 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-52325710-674e-48b7-8043-4264f3cfe8c6 None None] For port 6a18cda7-215a-4056-9edf-92dc31cd26c4, host n-d-838334-2, cleared binding levels {{(pid=84042) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 20:50:49.071860 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-52325710-674e-48b7-8043-4264f3cfe8c6 None None] For port 6a18cda7-215a-4056-9edf-92dc31cd26c4, host n-d-838334-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838334-2',level=0,port_id=6a18cda7-215a-4056-9edf-92dc31cd26c4,segment=NetworkSegment(ccfed005-c723-40b8-96fb-046d88190b5b),segment_id=ccfed005-c723-40b8-96fb-046d88190b5b)] {{(pid=84042) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 20:50:49.079095 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-52325710-674e-48b7-8043-4264f3cfe8c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682'] for port, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:49.107913 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-1330c16b-03ef-4b06-a208-d58d295cbedc tempest-AttachVolumeShelveTestJSON-1712717013 tempest-AttachVolumeShelveTestJSON-1712717013-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:49.112325 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-cfbc6e7a-5ad4-43fb-9965-7ce8aecc72cf req-e46d4484-d02a-45d2-89e5-4badee42aedb service neutron] 10.222.0.42 "GET /v2.0/networks/94e6bcb8-e48f-4914-89f4-73f6d03f860a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4248562 Apr 18 20:50:49.116925 n-d-838334-2 neutron-server[84041]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57819dae-ecb4-427d-9761-aec57821ef5d admin admin] Network e41b6600-a917-4a8d-b05c-be3be40c6d8c is already hosted by enough agents. {{(pid=84041) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:50:49.128143 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-1330c16b-03ef-4b06-a208-d58d295cbedc tempest-AttachVolumeShelveTestJSON-1712717013 tempest-AttachVolumeShelveTestJSON-1712717013-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33528311'] for security_group_rule, after_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:49.128349 n-d-838334-2 neutron-server[84041]: DEBUG neutron.scheduler.base_scheduler [None req-57819dae-ecb4-427d-9761-aec57821ef5d admin admin] Resources bound (agent type, host, resource id): {{(pid=84041) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:50:49.130084 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57819dae-ecb4-427d-9761-aec57821ef5d admin admin] Received port after_create {{(pid=84041) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 20:50:49.154692 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b07d116-9a0b-4c6e-8fff-80d9b24211c8 req-a817635a-7044-409f-9458-29527ad2e2d3 tempest-ServerRescueTestJSON-1218824152 tempest-ServerRescueTestJSON-1218824152-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:50:49.156205 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-4b07d116-9a0b-4c6e-8fff-80d9b24211c8 req-a817635a-7044-409f-9458-29527ad2e2d3 tempest-ServerRescueTestJSON-1218824152 tempest-ServerRescueTestJSON-1218824152-project] 10.222.0.42 "GET /v2.0/ports?device_id=a7644bc3-dad5-4231-8e11-ce8e2039002d HTTP/1.1" status: 200 len: 945 time: 0.5262318 Apr 18 20:50:49.172629 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1330c16b-03ef-4b06-a208-d58d295cbedc tempest-AttachVolumeShelveTestJSON-1712717013 tempest-AttachVolumeShelveTestJSON-1712717013-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bb18984a-628a-4a45-9572-9399a5cf8489,revision_number=0']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:50:49.249925 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-bb22a3fb-79cd-4e34-9aea-997f87b529d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33528224'] for security_group, after_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:49.256956 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52325710-674e-48b7-8043-4264f3cfe8c6 None None] Pushing event updated for resources: {'Port': ['ID=6a18cda7-215a-4056-9edf-92dc31cd26c4,revision_number=2']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:50:49.297634 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb22a3fb-79cd-4e34-9aea-997f87b529d0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=56a66b20-a6a2-4e98-97c7-05ac77f455d3,revision_number=None']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:50:49.304739 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-1330c16b-03ef-4b06-a208-d58d295cbedc tempest-AttachVolumeShelveTestJSON-1712717013 tempest-AttachVolumeShelveTestJSON-1712717013-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:49.306322 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-1330c16b-03ef-4b06-a208-d58d295cbedc tempest-AttachVolumeShelveTestJSON-1712717013 tempest-AttachVolumeShelveTestJSON-1712717013-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.9307177 Apr 18 20:50:49.319107 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-bb22a3fb-79cd-4e34-9aea-997f87b529d0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:49.320682 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-bb22a3fb-79cd-4e34-9aea-997f87b529d0 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/56a66b20-a6a2-4e98-97c7-05ac77f455d3 HTTP/1.1" status: 204 len: 168 time: 0.9464777 Apr 18 20:50:49.335651 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 46924) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:50:49.348602 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-20ba2e93-bb3c-4ad7-bbac-864c92956729 req-886ddbdb-f050-44c5-9245-588fdc73b759 tempest-ServerActionsTestJSON-2052644234 tempest-ServerActionsTestJSON-2052644234-project] Notify callbacks [] for port, precommit_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:49.354781 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.v2.base [None req-976827a2-ed28-4255-86b7-ef09c1d6ed69 tempest-AttachVolumeShelveTestJSON-1712717013 tempest-AttachVolumeShelveTestJSON-1712717013-project] Request body: {'security_group_rule': {'security_group_id': '2e9d8b44-da00-4a79-861c-f0ec417a580f', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=84040) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 20:50:49.371663 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [None req-976827a2-ed28-4255-86b7-ef09c1d6ed69 tempest-AttachVolumeShelveTestJSON-1712717013 tempest-AttachVolumeShelveTestJSON-1712717013-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:50:49.383535 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-414b6ffe-e119-47bc-b18f-bcff1219c2f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750375287399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253529'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:49.401306 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-4b07d116-9a0b-4c6e-8fff-80d9b24211c8 req-1d8322db-eeff-4661-b3b7-af1aa39433cd tempest-ServerRescueTestJSON-1218824152 tempest-ServerRescueTestJSON-1218824152-project] 10.222.0.42 "GET /v2.0/security-groups?id=6f984221-1918-47e6-82e9-256972907b58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2305586 Apr 18 20:50:49.404326 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-976827a2-ed28-4255-86b7-ef09c1d6ed69 tempest-AttachVolumeShelveTestJSON-1712717013 tempest-AttachVolumeShelveTestJSON-1712717013-project] Usage tracker for resource:security_group_rule and tenant:62ca3eda8b574071bf7ebb52cb30bb40 is out of sync, need to count used quota {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:50:49.404693 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-f889c53c-c94e-4795-81d6-23626f2792ab admin admin] Notify callbacks [] for security_group, before_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:49.413084 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-976827a2-ed28-4255-86b7-ef09c1d6ed69 tempest-AttachVolumeShelveTestJSON-1712717013 tempest-AttachVolumeShelveTestJSON-1712717013-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:50:49.421143 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [None req-976827a2-ed28-4255-86b7-ef09c1d6ed69 tempest-AttachVolumeShelveTestJSON-1712717013 tempest-AttachVolumeShelveTestJSON-1712717013-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:50:49.436888 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.provisioning_blocks [req-20ba2e93-bb3c-4ad7-bbac-864c92956729 req-886ddbdb-f050-44c5-9245-588fdc73b759 tempest-ServerActionsTestJSON-2052644234 tempest-ServerActionsTestJSON-2052644234-project] Transition to ACTIVE for port object be2ef176-f0cf-4542-aaf3-acc7d50abefc will not be triggered until provisioned by entity DHCP. {{(pid=84040) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 20:50:49.460710 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57819dae-ecb4-427d-9761-aec57821ef5d admin admin] Pushing event updated for resources: {'Port': ['ID=7d561ce4-c85c-4141-9e07-20a038b04f96,revision_number=1']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:50:49.510649 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-796e50af-c60b-4734-8f9d-001d0739c5fa None None] Sync routers for ids ['9dbea2b3-c01d-4edd-9d38-bf88f8b168b7'] in n-d-838334-2 {{(pid=84042) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 18 20:50:49.540853 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_dvrscheduler_db [None req-796e50af-c60b-4734-8f9d-001d0739c5fa None None] Routers {'9dbea2b3-c01d-4edd-9d38-bf88f8b168b7'} bound to L3 agent in host n-d-838334-2 {{(pid=84042) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 20:50:49.542883 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_hamode_db [None req-796e50af-c60b-4734-8f9d-001d0739c5fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838334-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-18T20:25:48Z,description=,heartbeat_timestamp=2022-04-18T20:50:48Z,host='n-d-838334-2',id=bc84d6c9-dd7a-4555-a351-592327b46d5a,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:25:48Z,topic='l3_agent')) {'router_ids': ['9dbea2b3-c01d-4edd-9d38-bf88f8b168b7'], 'active': True} {{(pid=84042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:50:49.543918 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-f889c53c-c94e-4795-81d6-23626f2792ab admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:50:49.557175 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-f889c53c-c94e-4795-81d6-23626f2792ab admin admin] Usage tracker for resource:security_group_rule and tenant:87073009f6844816a7735e87c48dd121 is out of sync, need to count used quota {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:50:49.582924 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-f889c53c-c94e-4795-81d6-23626f2792ab admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:50:49.598652 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-20ba2e93-bb3c-4ad7-bbac-864c92956729 req-886ddbdb-f050-44c5-9245-588fdc73b759 tempest-ServerActionsTestJSON-2052644234 tempest-ServerActionsTestJSON-2052644234-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750374836619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32440838'] for port, after_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:49.611409 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-f889c53c-c94e-4795-81d6-23626f2792ab admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:50:49.671973 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-57819dae-ecb4-427d-9761-aec57821ef5d admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:49.672719 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-57819dae-ecb4-427d-9761-aec57821ef5d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33443529', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33444176'] for router, after_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:49.698292 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-3469abc8-31c4-4127-8a24-9aafeb42bb63 req-ea885efa-1d16-4329-9dc7-e528bd264700 tempest-ImagesOneServerNegativeTestJSON-1563611860 tempest-ImagesOneServerNegativeTestJSON-1563611860-project] 10.222.0.42 "GET /v2.0/ports?device_id=617c9d6f-1f01-4266-b335-de943c6d30d9 HTTP/1.1" status: 200 len: 210 time: 0.1668754 Apr 18 20:50:49.698949 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-976827a2-ed28-4255-86b7-ef09c1d6ed69 tempest-AttachVolumeShelveTestJSON-1712717013 tempest-AttachVolumeShelveTestJSON-1712717013-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:49.878333 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-f889c53c-c94e-4795-81d6-23626f2792ab admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:49.920570 n-d-838334-2 neutron-server[84040]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-20ba2e93-bb3c-4ad7-bbac-864c92956729 req-886ddbdb-f050-44c5-9245-588fdc73b759 tempest-ServerActionsTestJSON-2052644234 tempest-ServerActionsTestJSON-2052644234-project] Network 48f708f8-0904-4115-910c-bb1ab06d7263 is already hosted by enough agents. {{(pid=84040) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:50:49.928968 n-d-838334-2 neutron-server[84040]: DEBUG neutron.scheduler.base_scheduler [req-20ba2e93-bb3c-4ad7-bbac-864c92956729 req-886ddbdb-f050-44c5-9245-588fdc73b759 tempest-ServerActionsTestJSON-2052644234 tempest-ServerActionsTestJSON-2052644234-project] Resources bound (agent type, host, resource id): {{(pid=84040) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:50:49.945118 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-f889c53c-c94e-4795-81d6-23626f2792ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33528224'] for security_group, after_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:49.945265 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.l3_dvrscheduler_db [req-20ba2e93-bb3c-4ad7-bbac-864c92956729 req-886ddbdb-f050-44c5-9245-588fdc73b759 tempest-ServerActionsTestJSON-2052644234 tempest-ServerActionsTestJSON-2052644234-project] Received port after_create {{(pid=84040) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 20:50:49.977257 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-886ddbdb-f050-44c5-9245-588fdc73b759 tempest-ServerActionsTestJSON-2052644234 tempest-ServerActionsTestJSON-2052644234-project] Pushing event updated for resources: {'Port': ['ID=be2ef176-f0cf-4542-aaf3-acc7d50abefc,revision_number=1']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:50:49.986266 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f889c53c-c94e-4795-81d6-23626f2792ab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=941104a2-bd1a-4345-907e-f9e0bed2f805,revision_number=1']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:50:50.029273 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-f889c53c-c94e-4795-81d6-23626f2792ab admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=87073009f6844816a7735e87c48dd121&name=default HTTP/1.1" status: 200 len: 2647 time: 1.0233223 Apr 18 20:50:50.034277 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 46944) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:50:50.076048 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_dvr_db [None req-796e50af-c60b-4734-8f9d-001d0739c5fa None None] Set router 9dbea2b3-c01d-4edd-9d38-bf88f8b168b7 gateway port host: n-d-838334-2 {{(pid=84042) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 20:50:50.122891 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20ba2e93-bb3c-4ad7-bbac-864c92956729 req-886ddbdb-f050-44c5-9245-588fdc73b759 tempest-ServerActionsTestJSON-2052644234 tempest-ServerActionsTestJSON-2052644234-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:50:50.123684 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-20ba2e93-bb3c-4ad7-bbac-864c92956729 req-886ddbdb-f050-44c5-9245-588fdc73b759 tempest-ServerActionsTestJSON-2052644234 tempest-ServerActionsTestJSON-2052644234-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217293'] for port, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:50.172734 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-b6a5d244-20e0-486b-81f3-619d15959e60 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:50.219300 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb3539b5-5a55-4755-9126-6e43f178040c req-5b8dd07a-888b-409f-8be7-3f77a38bdd0c tempest-ServerActionsTestJSON-2052644234 tempest-ServerActionsTestJSON-2052644234-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:50:50.220110 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [req-bb3539b5-5a55-4755-9126-6e43f178040c req-5b8dd07a-888b-409f-8be7-3f77a38bdd0c tempest-ServerActionsTestJSON-2052644234 tempest-ServerActionsTestJSON-2052644234-project] Synchronizing usage tracker for tenant:6be92480d0964f34a8ede9caae0c987d on resource:port {{(pid=84040) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 20:50:50.229585 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-976827a2-ed28-4255-86b7-ef09c1d6ed69 tempest-AttachVolumeShelveTestJSON-1712717013 tempest-AttachVolumeShelveTestJSON-1712717013-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:50.243214 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-976827a2-ed28-4255-86b7-ef09c1d6ed69 tempest-AttachVolumeShelveTestJSON-1712717013 tempest-AttachVolumeShelveTestJSON-1712717013-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33528311'] for security_group_rule, after_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:50.257873 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-b6a5d244-20e0-486b-81f3-619d15959e60 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:50.366271 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-20ba2e93-bb3c-4ad7-bbac-864c92956729 req-886ddbdb-f050-44c5-9245-588fdc73b759 tempest-ServerActionsTestJSON-2052644234 tempest-ServerActionsTestJSON-2052644234-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.8426387 Apr 18 20:50:50.367208 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-976827a2-ed28-4255-86b7-ef09c1d6ed69 tempest-AttachVolumeShelveTestJSON-1712717013 tempest-AttachVolumeShelveTestJSON-1712717013-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9fb8928d-e8cf-4c1e-912f-b3a976833cd6,revision_number=0']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:50:50.386464 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.v2.base [req-20ba2e93-bb3c-4ad7-bbac-864c92956729 req-f7948e03-17bf-4774-b92f-bd6de55e308a service neutron] Request body: {'port': {'device_id': '518b0850-99aa-4c7b-8e17-eb4ba00959c9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-838334-2'}} {{(pid=84040) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 20:50:50.408697 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-b6a5d244-20e0-486b-81f3-619d15959e60 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33528224'] for security_group, after_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:50.443480 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6a5d244-20e0-486b-81f3-619d15959e60 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=941104a2-bd1a-4345-907e-f9e0bed2f805,revision_number=None']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:50:50.479747 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-976827a2-ed28-4255-86b7-ef09c1d6ed69 tempest-AttachVolumeShelveTestJSON-1712717013 tempest-AttachVolumeShelveTestJSON-1712717013-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:50.488223 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-976827a2-ed28-4255-86b7-ef09c1d6ed69 tempest-AttachVolumeShelveTestJSON-1712717013 tempest-AttachVolumeShelveTestJSON-1712717013-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 1.1503603 Apr 18 20:50:50.488795 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 46956) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:50:50.491368 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [req-bb3539b5-5a55-4755-9126-6e43f178040c req-5b8dd07a-888b-409f-8be7-3f77a38bdd0c tempest-ServerActionsTestJSON-2052644234 tempest-ServerActionsTestJSON-2052644234-project] Unset dirty status for tenant:6be92480d0964f34a8ede9caae0c987d on resource:port {{(pid=84040) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 20:50:50.492462 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-b6a5d244-20e0-486b-81f3-619d15959e60 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:50.494676 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-bb3539b5-5a55-4755-9126-6e43f178040c req-5b8dd07a-888b-409f-8be7-3f77a38bdd0c tempest-ServerActionsTestJSON-2052644234 tempest-ServerActionsTestJSON-2052644234-project] 10.222.0.42 "GET /v2.0/ports?device_id=518b0850-99aa-4c7b-8e17-eb4ba00959c9 HTTP/1.1" status: 200 len: 932 time: 0.7987673 Apr 18 20:50:50.498884 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-b6a5d244-20e0-486b-81f3-619d15959e60 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/941104a2-bd1a-4345-907e-f9e0bed2f805 HTTP/1.1" status: 204 len: 168 time: 0.4602129 Apr 18 20:50:50.509497 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.v2.base [None req-fde04ae3-d3a1-459b-887c-a025089162e8 tempest-AttachVolumeShelveTestJSON-1712717013 tempest-AttachVolumeShelveTestJSON-1712717013-project] Request body: {'floatingip': {'floating_network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c'}} {{(pid=84041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 20:50:50.513538 n-d-838334-2 neutron-server[84041]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-57819dae-ecb4-427d-9761-aec57821ef5d admin admin] Router bc01c25a-2e04-4cf1-bcb6-dfa1510dd9b9 is scheduled to L3 agent bc84d6c9-dd7a-4555-a351-592327b46d5a with binding_index 1 {{(pid=84041) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 18 20:50:50.517871 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-fde04ae3-d3a1-459b-887c-a025089162e8 tempest-AttachVolumeShelveTestJSON-1712717013 tempest-AttachVolumeShelveTestJSON-1712717013-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:50:50.534839 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-fde04ae3-d3a1-459b-887c-a025089162e8 tempest-AttachVolumeShelveTestJSON-1712717013 tempest-AttachVolumeShelveTestJSON-1712717013-project] Usage tracker for resource:floatingip and tenant:62ca3eda8b574071bf7ebb52cb30bb40 is out of sync, need to count used quota {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:50:50.548190 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-fde04ae3-d3a1-459b-887c-a025089162e8 tempest-AttachVolumeShelveTestJSON-1712717013 tempest-AttachVolumeShelveTestJSON-1712717013-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:50:50.556716 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-fde04ae3-d3a1-459b-887c-a025089162e8 tempest-AttachVolumeShelveTestJSON-1712717013 tempest-AttachVolumeShelveTestJSON-1712717013-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:50:50.589633 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-c7521a90-7d65-4e2e-842c-ca5d95e9a89c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750375287399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253529'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:50.661330 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-0b178f0c-05ef-47b4-8322-a10515c19033 None None] Provisioning for port be2ef176-f0cf-4542-aaf3-acc7d50abefc completed by entity DHCP. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 20:50:50.712483 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-0b178f0c-05ef-47b4-8322-a10515c19033 None None] Provisioning complete for port be2ef176-f0cf-4542-aaf3-acc7d50abefc triggered by entity DHCP. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:50:50.712884 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-0b178f0c-05ef-47b4-8322-a10515c19033 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1253608'] for port, provisioning_complete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:50.752070 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-fde04ae3-d3a1-459b-887c-a025089162e8 tempest-AttachVolumeShelveTestJSON-1712717013 tempest-AttachVolumeShelveTestJSON-1712717013-project] Notify callbacks [] for floatingip, before_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:50.915664 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-20ba2e93-bb3c-4ad7-bbac-864c92956729 req-f7948e03-17bf-4774-b92f-bd6de55e308a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:50.952793 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Device 6a18cda7-215a-4056-9edf-92dc31cd26c4 up at agent ovs-agent-n-d-838334-2 {{(pid=84042) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 20:50:50.980255 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-bb3539b5-5a55-4755-9126-6e43f178040c req-349a553d-1b40-46f6-8a41-3a6fd61d62f0 tempest-ServerActionsTestJSON-2052644234 tempest-ServerActionsTestJSON-2052644234-project] 10.222.0.42 "GET /v2.0/security-groups?id=5518633c-5bdd-41db-a1d5-749e9b6740a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4591253 Apr 18 20:50:51.142462 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-fde04ae3-d3a1-459b-887c-a025089162e8 tempest-AttachVolumeShelveTestJSON-1712717013 tempest-AttachVolumeShelveTestJSON-1712717013-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:51.197953 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-462d06c0-bc35-4350-9031-82fb605e25ec None None] Network 9956df45-2736-4a4c-9815-b894d9a44160 requested from n-d-838334-2 {{(pid=84042) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 20:50:51.205627 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb53650a-5044-4dae-a75e-eb3dc3ea900e req-51037d20-3454-4c38-b82d-ebf649fee789 tempest-ServerRescueTestJSON-1218824152 tempest-ServerRescueTestJSON-1218824152-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:50:51.223312 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-eb53650a-5044-4dae-a75e-eb3dc3ea900e req-51037d20-3454-4c38-b82d-ebf649fee789 tempest-ServerRescueTestJSON-1218824152 tempest-ServerRescueTestJSON-1218824152-project] 10.222.0.42 "GET /v2.0/ports?device_id=a7644bc3-dad5-4231-8e11-ce8e2039002d HTTP/1.1" status: 200 len: 945 time: 0.4629388 Apr 18 20:50:51.247196 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 46972) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:50:51.266780 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-57819dae-ecb4-427d-9761-aec57821ef5d admin admin] Notify agent at l3_agent.n-d-838334-2 the message routers_updated {{(pid=84041) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 20:50:51.280170 n-d-838334-2 neutron-server[84043]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50fadfec-de2d-4ed0-8d5e-b0c68f0016dc None None] Sync routers for ids ['bc01c25a-2e04-4cf1-bcb6-dfa1510dd9b9'] in n-d-838334-2 {{(pid=84043) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 18 20:50:51.303085 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50fadfec-de2d-4ed0-8d5e-b0c68f0016dc None None] Routers {'bc01c25a-2e04-4cf1-bcb6-dfa1510dd9b9'} bound to L3 agent in host n-d-838334-2 {{(pid=84043) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 20:50:51.303735 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.l3_hamode_db [None req-50fadfec-de2d-4ed0-8d5e-b0c68f0016dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838334-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-18T20:25:48Z,description=,heartbeat_timestamp=2022-04-18T20:50:48Z,host='n-d-838334-2',id=bc84d6c9-dd7a-4555-a351-592327b46d5a,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:25:48Z,topic='l3_agent')) {'router_ids': ['bc01c25a-2e04-4cf1-bcb6-dfa1510dd9b9'], 'active': True} {{(pid=84043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:50:51.343657 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.plugin [None req-0b178f0c-05ef-47b4-8322-a10515c19033 None None] Port be2ef176-f0cf-4542-aaf3-acc7d50abefc cannot update to ACTIVE because it is not bound. {{(pid=84042) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 18 20:50:51.352218 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-fea52403-2e9b-480d-b925-5c5c697399f8 req-e8cf6474-8fec-4499-9acd-99607f9edfaa tempest-ImagesOneServerNegativeTestJSON-1563611860 tempest-ImagesOneServerNegativeTestJSON-1563611860-project] 10.222.0.42 "GET /v2.0/ports?device_id=617c9d6f-1f01-4266-b335-de943c6d30d9 HTTP/1.1" status: 200 len: 210 time: 0.1089146 Apr 18 20:50:51.358632 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 46976) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:50:51.391841 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-66eb08a0-8b4c-480c-865c-d38f4044c4dc admin admin] Notify callbacks [] for security_group, before_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:51.393962 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Provisioning for port 6a18cda7-215a-4056-9edf-92dc31cd26c4 completed by entity L2. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 20:50:51.419186 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_hamode_db [None req-796e50af-c60b-4734-8f9d-001d0739c5fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9dbea2b3-c01d-4edd-9d38-bf88f8b168b7', 'name': 'tempest-AttachVolumeShelveTestJSON-364465629-router', 'tenant_id': '62ca3eda8b574071bf7ebb52cb30bb40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'external_fixed_ips': [{'subnet_id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'ip_address': '172.25.8.56'}], 'enable_snat': True}, 'gw_port_id': 'a32e8903-29c5-40ab-92e5-0ce80b653a4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:50:33Z', 'updated_at': '2022-04-18T20:50:41Z', 'revision_number': 4, 'project_id': '62ca3eda8b574071bf7ebb52cb30bb40', 'gw_port': {'id': 'a32e8903-29c5-40ab-92e5-0ce80b653a4e', 'name': '', 'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:c0:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9dbea2b3-c01d-4edd-9d38-bf88f8b168b7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'ip_address': '172.25.8.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:50:34Z', 'updated_at': '2022-04-18T20:50:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838334-2', '_interfaces': [{'id': 'e7a6fcb0-431d-4b8c-b515-c6805712c623', 'name': '', 'network_id': '0f9d847a-7ba3-4a42-a0c6-e8541d683b40', 'tenant_id': '62ca3eda8b574071bf7ebb52cb30bb40', 'mac_address': 'fa:16:3e:5f:d7:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9dbea2b3-c01d-4edd-9d38-bf88f8b168b7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd2e46a24-0bb5-4d5b-bcac-f83f2e3a3c35', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:50:39Z', 'updated_at': '2022-04-18T20:50:42Z', 'revision_number': 2, 'project_id': '62ca3eda8b574071bf7ebb52cb30bb40', 'subnets': [{'id': 'd2e46a24-0bb5-4d5b-bcac-f83f2e3a3c35', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838334-2', False) {} {{(pid=84042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:50:51.427654 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-796e50af-c60b-4734-8f9d-001d0739c5fa None None] Checking router: 9dbea2b3-c01d-4edd-9d38-bf88f8b168b7 for host: n-d-838334-2 {{(pid=84042) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 18 20:50:51.428111 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-796e50af-c60b-4734-8f9d-001d0739c5fa None None] Updating router 9dbea2b3-c01d-4edd-9d38-bf88f8b168b7 port e7a6fcb0-431d-4b8c-b515-c6805712c623 binding host n-d-838334-2 {{(pid=84042) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 18 20:50:51.547794 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-b6ca303b-c327-414a-9430-8854fbb0044b None None] Provisioning for port 6a18cda7-215a-4056-9edf-92dc31cd26c4 completed by entity DHCP. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 20:50:51.559397 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-796e50af-c60b-4734-8f9d-001d0739c5fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:51.607720 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [None req-66eb08a0-8b4c-480c-865c-d38f4044c4dc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:50:51.612660 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-66eb08a0-8b4c-480c-865c-d38f4044c4dc admin admin] Usage tracker for resource:security_group_rule and tenant:0eac532a233442aa9a936a0110400535 is out of sync, need to count used quota {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:50:51.616357 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-66eb08a0-8b4c-480c-865c-d38f4044c4dc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:50:51.623348 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [None req-66eb08a0-8b4c-480c-865c-d38f4044c4dc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:50:51.629506 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.db_base_plugin_common [None req-fde04ae3-d3a1-459b-887c-a025089162e8 tempest-AttachVolumeShelveTestJSON-1712717013 tempest-AttachVolumeShelveTestJSON-1712717013-project] Allocated IP 172.25.8.254 (e41b6600-a917-4a8d-b05c-be3be40c6d8c/6b05667b-848e-4356-9b44-d5eb6808ef74/feda2bfc-22ed-4bb0-addb-9ccf7ffaf887) {{(pid=84041) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:50:51.684101 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-b6ca303b-c327-414a-9430-8854fbb0044b None None] Provisioning complete for port 6a18cda7-215a-4056-9edf-92dc31cd26c4 triggered by entity DHCP. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:50:51.684627 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-b6ca303b-c327-414a-9430-8854fbb0044b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1253608'] for port, provisioning_complete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:51.693646 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-66eb08a0-8b4c-480c-865c-d38f4044c4dc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:51.709178 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-66eb08a0-8b4c-480c-865c-d38f4044c4dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33528224'] for security_group, after_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:51.751188 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66eb08a0-8b4c-480c-865c-d38f4044c4dc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b1e53ed5-44f7-41a4-8dba-919272944ea0,revision_number=1']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:50:51.767710 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-eb53650a-5044-4dae-a75e-eb3dc3ea900e req-ad251338-bb3e-4193-95fc-b246951aa96c tempest-ServerRescueTestJSON-1218824152 tempest-ServerRescueTestJSON-1218824152-project] 10.222.0.42 "GET /v2.0/security-groups?id=6f984221-1918-47e6-82e9-256972907b58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5434253 Apr 18 20:50:51.781299 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.l3_dvr_db [None req-50fadfec-de2d-4ed0-8d5e-b0c68f0016dc None None] Set router bc01c25a-2e04-4cf1-bcb6-dfa1510dd9b9 gateway port host: n-d-838334-2 {{(pid=84043) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 20:50:51.911751 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-fde04ae3-d3a1-459b-887c-a025089162e8 tempest-AttachVolumeShelveTestJSON-1712717013 tempest-AttachVolumeShelveTestJSON-1712717013-project] Notify callbacks [] for port, precommit_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:51.927471 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.v2.base [None req-90dfac6a-0370-4a63-b3e7-11724099fbad admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-1632061629-network', 'tenant_id': '873b40c7f5b941c6b9e1975b2a303d65'}} {{(pid=84040) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 20:50:51.942318 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [None req-90dfac6a-0370-4a63-b3e7-11724099fbad admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:50:51.949696 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-66eb08a0-8b4c-480c-865c-d38f4044c4dc admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=0eac532a233442aa9a936a0110400535&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6990197 Apr 18 20:50:51.951185 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-90dfac6a-0370-4a63-b3e7-11724099fbad admin admin] Usage tracker for resource:network and tenant:873b40c7f5b941c6b9e1975b2a303d65 is out of sync, need to count used quota {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:50:51.957065 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-90dfac6a-0370-4a63-b3e7-11724099fbad admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:50:51.959782 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 46982) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:50:51.979212 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [None req-90dfac6a-0370-4a63-b3e7-11724099fbad admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:50:51.984622 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-b6ca303b-c327-414a-9430-8854fbb0044b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:52.023519 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-90dfac6a-0370-4a63-b3e7-11724099fbad admin admin] Made reservation on behalf of 873b40c7f5b941c6b9e1975b2a303d65 for: {'network': 1} {{(pid=84040) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:50:52.037698 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-90dfac6a-0370-4a63-b3e7-11724099fbad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for network, before_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:52.063210 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-fde04ae3-d3a1-459b-887c-a025089162e8 tempest-AttachVolumeShelveTestJSON-1712717013 tempest-AttachVolumeShelveTestJSON-1712717013-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750374836619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32266323'] for port, after_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:52.161449 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-90dfac6a-0370-4a63-b3e7-11724099fbad admin admin] Notify callbacks [] for security_group, before_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:52.178843 n-d-838334-2 neutron-server[84041]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fde04ae3-d3a1-459b-887c-a025089162e8 tempest-AttachVolumeShelveTestJSON-1712717013 tempest-AttachVolumeShelveTestJSON-1712717013-project] Network e41b6600-a917-4a8d-b05c-be3be40c6d8c is already hosted by enough agents. {{(pid=84041) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:50:52.182499 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-5d6495cd-597c-40a4-8a40-b9ebf36aedec admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:52.191497 n-d-838334-2 neutron-server[84041]: DEBUG neutron.scheduler.base_scheduler [None req-fde04ae3-d3a1-459b-887c-a025089162e8 tempest-AttachVolumeShelveTestJSON-1712717013 tempest-AttachVolumeShelveTestJSON-1712717013-project] Resources bound (agent type, host, resource id): {{(pid=84041) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:50:52.194340 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fde04ae3-d3a1-459b-887c-a025089162e8 tempest-AttachVolumeShelveTestJSON-1712717013 tempest-AttachVolumeShelveTestJSON-1712717013-project] Received port after_create {{(pid=84041) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 20:50:52.231311 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-b6ca303b-c327-414a-9430-8854fbb0044b None None] For port 6a18cda7-215a-4056-9edf-92dc31cd26c4, host n-d-838334-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838334-2',level=0,port_id=6a18cda7-215a-4056-9edf-92dc31cd26c4,segment=NetworkSegment(ccfed005-c723-40b8-96fb-046d88190b5b),segment_id=ccfed005-c723-40b8-96fb-046d88190b5b)] {{(pid=84042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:50:52.247091 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-b6ca303b-c327-414a-9430-8854fbb0044b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682'] for port, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:52.285084 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-5d6495cd-597c-40a4-8a40-b9ebf36aedec admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:52.286467 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-57819dae-ecb4-427d-9761-aec57821ef5d admin admin] Notify callbacks [] for router, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:52.287714 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-57819dae-ecb4-427d-9761-aec57821ef5d admin admin] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 4.7410471 Apr 18 20:50:52.297890 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 46988) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:50:52.340010 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.agents_db [None req-6346a179-333c-4370-b5a6-936984aeab15 None None] Agent healthcheck: found 7 active agents {{(pid=84043) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 18 20:50:52.344123 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fde04ae3-d3a1-459b-887c-a025089162e8 tempest-AttachVolumeShelveTestJSON-1712717013 tempest-AttachVolumeShelveTestJSON-1712717013-project] Pushing event updated for resources: {'Port': ['ID=feda2bfc-22ed-4bb0-addb-9ccf7ffaf887,revision_number=1']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:50:52.360300 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [None req-90dfac6a-0370-4a63-b3e7-11724099fbad admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:50:52.384816 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6ca303b-c327-414a-9430-8854fbb0044b None None] Pushing event updated for resources: {'Port': ['ID=6a18cda7-215a-4056-9edf-92dc31cd26c4,revision_number=3']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:50:52.385985 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.l3_hamode_db [None req-50fadfec-de2d-4ed0-8d5e-b0c68f0016dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc01c25a-2e04-4cf1-bcb6-dfa1510dd9b9', 'name': 'tempest-ServerRescueNegativeTestJSON-1024788492-router', 'tenant_id': 'f9a0b0412d2042448fe0968cc5e47ae5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'external_fixed_ips': [{'subnet_id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'ip_address': '172.25.8.54'}], 'enable_snat': True}, 'gw_port_id': '7d561ce4-c85c-4141-9e07-20a038b04f96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:50:47Z', 'updated_at': '2022-04-18T20:50:49Z', 'revision_number': 3, 'project_id': 'f9a0b0412d2042448fe0968cc5e47ae5', 'gw_port': {'id': '7d561ce4-c85c-4141-9e07-20a038b04f96', 'name': '', 'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:d9:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bc01c25a-2e04-4cf1-bcb6-dfa1510dd9b9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'ip_address': '172.25.8.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:50:48Z', 'updated_at': '2022-04-18T20:50:48Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838334-2'}], 'n-d-838334-2', False) {} {{(pid=84043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:50:52.390700 n-d-838334-2 neutron-server[84043]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50fadfec-de2d-4ed0-8d5e-b0c68f0016dc None None] Checking router: bc01c25a-2e04-4cf1-bcb6-dfa1510dd9b9 for host: n-d-838334-2 {{(pid=84043) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 18 20:50:52.391249 n-d-838334-2 neutron-server[84043]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50fadfec-de2d-4ed0-8d5e-b0c68f0016dc None None] Updating router bc01c25a-2e04-4cf1-bcb6-dfa1510dd9b9 port 7d561ce4-c85c-4141-9e07-20a038b04f96 binding host n-d-838334-2 {{(pid=84043) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 18 20:50:52.468429 n-d-838334-2 neutron-server[84043]: DEBUG neutron_lib.callbacks.manager [None req-50fadfec-de2d-4ed0-8d5e-b0c68f0016dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:52.533716 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-e4ddf4da-a450-4d96-831f-b3d932d93f7d None None] Provisioning complete for port 6a18cda7-215a-4056-9edf-92dc31cd26c4 triggered by entity DHCP. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:50:52.534239 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-e4ddf4da-a450-4d96-831f-b3d932d93f7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1253608'] for port, provisioning_complete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:52.601847 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-fde04ae3-d3a1-459b-887c-a025089162e8 tempest-AttachVolumeShelveTestJSON-1712717013 tempest-AttachVolumeShelveTestJSON-1712717013-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:52.613196 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-796e50af-c60b-4734-8f9d-001d0739c5fa None None] Notify callbacks [] for port, precommit_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:52.659342 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-796e50af-c60b-4734-8f9d-001d0739c5fa None None] Transition to ACTIVE for port object e7a6fcb0-431d-4b8c-b515-c6805712c623 will not be triggered until provisioned by entity L2. {{(pid=84042) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 20:50:52.682528 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-90dfac6a-0370-4a63-b3e7-11724099fbad admin admin] Usage tracker for resource:security_group_rule and tenant:873b40c7f5b941c6b9e1975b2a303d65 is out of sync, need to count used quota {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:50:52.684510 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-58d1f275-d8e2-4926-9039-dcc94b604f8d req-d9146f5d-6c57-4d0a-8c95-c9d3974e2a8d service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=a7644bc3-dad5-4231-8e11-ce8e2039002d HTTP/1.1" status: 200 len: 1096 time: 0.6788599 Apr 18 20:50:52.687803 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-fde04ae3-d3a1-459b-887c-a025089162e8 tempest-AttachVolumeShelveTestJSON-1712717013 tempest-AttachVolumeShelveTestJSON-1712717013-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:52.688518 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-e432ee25-180b-464e-86cb-b080e7954050 req-ec68ea16-9521-4941-9eac-d714263142ab tempest-ImagesOneServerNegativeTestJSON-1563611860 tempest-ImagesOneServerNegativeTestJSON-1563611860-project] 10.222.0.42 "GET /v2.0/ports?device_id=617c9d6f-1f01-4266-b335-de943c6d30d9 HTTP/1.1" status: 200 len: 210 time: 0.0724561 Apr 18 20:50:52.697787 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-90dfac6a-0370-4a63-b3e7-11724099fbad admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:50:52.702851 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-796e50af-c60b-4734-8f9d-001d0739c5fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682'] for port, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:52.738623 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [None req-90dfac6a-0370-4a63-b3e7-11724099fbad admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:50:52.753858 n-d-838334-2 neutron-server[84040]: DEBUG neutron.notifiers.nova [req-20ba2e93-bb3c-4ad7-bbac-864c92956729 req-f7948e03-17bf-4774-b92f-bd6de55e308a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id be2ef176-f0cf-4542-aaf3-acc7d50abefc {{(pid=84040) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 18 20:50:52.771465 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-20ba2e93-bb3c-4ad7-bbac-864c92956729 req-f7948e03-17bf-4774-b92f-bd6de55e308a service neutron] Notify callbacks [] for port, precommit_update {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:52.785582 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfbc6e7a-5ad4-43fb-9965-7ce8aecc72cf req-9d618728-e4da-4c96-8c4c-b46afc553fb5 tempest-ImagesOneServerNegativeTestJSON-1563611860 tempest-ImagesOneServerNegativeTestJSON-1563611860-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:50:52.786527 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [req-cfbc6e7a-5ad4-43fb-9965-7ce8aecc72cf req-9d618728-e4da-4c96-8c4c-b46afc553fb5 tempest-ImagesOneServerNegativeTestJSON-1563611860 tempest-ImagesOneServerNegativeTestJSON-1563611860-project] Synchronizing usage tracker for tenant:3c76d2c50aef4e4cbd335680d5ef1e1d on resource:network {{(pid=84041) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 20:50:52.821454 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-034cce2f-6178-4eb3-b312-a201b3de51e4 req-7c50a539-bd0c-45aa-bec2-48dc7c97c8aa tempest-ServerActionsTestJSON-2052644234 tempest-ServerActionsTestJSON-2052644234-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:50:52.822237 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-58d1f275-d8e2-4926-9039-dcc94b604f8d req-b195bd14-bc42-4a9c-b6d8-42bae37f0029 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=6f984221-1918-47e6-82e9-256972907b58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0991571 Apr 18 20:50:52.827596 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-098d9375-1cd9-41d7-bc9b-0c6963dffa16 None None] Pushing event updated for resources: {'Port': ['ID=e7a6fcb0-431d-4b8c-b515-c6805712c623,revision_number=3']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:50:52.828234 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-034cce2f-6178-4eb3-b312-a201b3de51e4 req-7c50a539-bd0c-45aa-bec2-48dc7c97c8aa tempest-ServerActionsTestJSON-2052644234 tempest-ServerActionsTestJSON-2052644234-project] 10.222.0.42 "GET /v2.0/ports?device_id=518b0850-99aa-4c7b-8e17-eb4ba00959c9 HTTP/1.1" status: 200 len: 932 time: 0.5310509 Apr 18 20:50:52.902986 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.provisioning_blocks [req-20ba2e93-bb3c-4ad7-bbac-864c92956729 req-f7948e03-17bf-4774-b92f-bd6de55e308a service neutron] Transition to ACTIVE for port object be2ef176-f0cf-4542-aaf3-acc7d50abefc will not be triggered until provisioned by entity L2. {{(pid=84040) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 20:50:52.908066 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [req-cfbc6e7a-5ad4-43fb-9965-7ce8aecc72cf req-9d618728-e4da-4c96-8c4c-b46afc553fb5 tempest-ImagesOneServerNegativeTestJSON-1563611860 tempest-ImagesOneServerNegativeTestJSON-1563611860-project] Unset dirty status for tenant:3c76d2c50aef4e4cbd335680d5ef1e1d on resource:network {{(pid=84041) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 20:50:52.911494 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-cfbc6e7a-5ad4-43fb-9965-7ce8aecc72cf req-9d618728-e4da-4c96-8c4c-b46afc553fb5 tempest-ImagesOneServerNegativeTestJSON-1563611860 tempest-ImagesOneServerNegativeTestJSON-1563611860-project] 10.222.0.43 "GET /v2.0/networks?id=94e6bcb8-e48f-4914-89f4-73f6d03f860a HTTP/1.1" status: 200 len: 821 time: 0.9670961 Apr 18 20:50:52.923458 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-034cce2f-6178-4eb3-b312-a201b3de51e4 req-f0474642-7b4c-4fd3-af93-ba6f63be93c1 tempest-ServerActionsTestJSON-2052644234 tempest-ServerActionsTestJSON-2052644234-project] 10.222.0.42 "GET /v2.0/security-groups?id=5518633c-5bdd-41db-a1d5-749e9b6740a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0942655 Apr 18 20:50:52.934542 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-5d6495cd-597c-40a4-8a40-b9ebf36aedec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33528224'] for security_group, after_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:52.974095 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-20ba2e93-bb3c-4ad7-bbac-864c92956729 req-f7948e03-17bf-4774-b92f-bd6de55e308a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32440959'] for port, after_update {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:52.998285 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Device 6a18cda7-215a-4056-9edf-92dc31cd26c4 up at agent ovs-agent-n-d-838334-2 {{(pid=84042) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 20:50:52.998907 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d6495cd-597c-40a4-8a40-b9ebf36aedec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1e53ed5-44f7-41a4-8dba-919272944ea0,revision_number=None']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:50:53.029532 n-d-838334-2 neutron-server[84043]: DEBUG neutron_lib.callbacks.manager [None req-50fadfec-de2d-4ed0-8d5e-b0c68f0016dc None None] Notify callbacks [] for port, precommit_update {{(pid=84043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:53.044422 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.v2.base [req-cfbc6e7a-5ad4-43fb-9965-7ce8aecc72cf req-d3b9b3e9-60de-4a98-b408-7e3c01c61fad tempest-ImagesOneServerNegativeTestJSON-1563611860 tempest-ImagesOneServerNegativeTestJSON-1563611860-project] Request body: {'port': {'device_id': '617c9d6f-1f01-4266-b335-de943c6d30d9', 'network_id': '94e6bcb8-e48f-4914-89f4-73f6d03f860a', 'admin_state_up': True, 'tenant_id': '3c76d2c50aef4e4cbd335680d5ef1e1d'}} {{(pid=84041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 20:50:53.045237 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.provisioning_blocks [None req-50fadfec-de2d-4ed0-8d5e-b0c68f0016dc None None] Transition to ACTIVE for port object 7d561ce4-c85c-4141-9e07-20a038b04f96 will not be triggered until provisioned by entity L2. {{(pid=84043) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 20:50:53.055768 n-d-838334-2 neutron-server[84043]: DEBUG neutron_lib.callbacks.manager [None req-50fadfec-de2d-4ed0-8d5e-b0c68f0016dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682'] for port, after_update {{(pid=84043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:53.144264 n-d-838334-2 neutron-server[84043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b20ed2d4-1a42-41d2-93ca-bd6d3b8cd833 None None] Pushing event updated for resources: {'Port': ['ID=7d561ce4-c85c-4141-9e07-20a038b04f96,revision_number=2']} {{(pid=84043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:50:53.178678 n-d-838334-2 neutron-server[84043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b20ed2d4-1a42-41d2-93ca-bd6d3b8cd833 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:50:53.179073 n-d-838334-2 neutron-server[84043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b20ed2d4-1a42-41d2-93ca-bd6d3b8cd833 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:50:53.179552 n-d-838334-2 neutron-server[84043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b20ed2d4-1a42-41d2-93ca-bd6d3b8cd833 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:50:53.179910 n-d-838334-2 neutron-server[84043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b20ed2d4-1a42-41d2-93ca-bd6d3b8cd833 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:50:53.180383 n-d-838334-2 neutron-server[84043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b20ed2d4-1a42-41d2-93ca-bd6d3b8cd833 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:50:53.180704 n-d-838334-2 neutron-server[84043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b20ed2d4-1a42-41d2-93ca-bd6d3b8cd833 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:50:53.181020 n-d-838334-2 neutron-server[84043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b20ed2d4-1a42-41d2-93ca-bd6d3b8cd833 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:50:53.181458 n-d-838334-2 neutron-server[84043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b20ed2d4-1a42-41d2-93ca-bd6d3b8cd833 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:50:53.181780 n-d-838334-2 neutron-server[84043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b20ed2d4-1a42-41d2-93ca-bd6d3b8cd833 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:50:53.182362 n-d-838334-2 neutron-server[84043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b20ed2d4-1a42-41d2-93ca-bd6d3b8cd833 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:50:53.182683 n-d-838334-2 neutron-server[84043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b20ed2d4-1a42-41d2-93ca-bd6d3b8cd833 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:50:53.187790 n-d-838334-2 neutron-server[84043]: DEBUG neutron.plugins.ml2.managers [None req-50fadfec-de2d-4ed0-8d5e-b0c68f0016dc None None] Attempting to bind port 7d561ce4-c85c-4141-9e07-20a038b04f96 on host n-d-838334-2 for vnic_type normal with profile {{(pid=84043) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:50:53.188141 n-d-838334-2 neutron-server[84043]: DEBUG neutron.plugins.ml2.managers [None req-50fadfec-de2d-4ed0-8d5e-b0c68f0016dc None None] Attempting to bind port 7d561ce4-c85c-4141-9e07-20a038b04f96 by drivers openvswitch,hyperv on host n-d-838334-2 at level 0 using segments [{'id': '732aa830-768b-4511-951f-d08e26b9c25b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c'}] {{(pid=84043) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:50:53.188521 n-d-838334-2 neutron-server[84043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50fadfec-de2d-4ed0-8d5e-b0c68f0016dc None None] Attempting to bind port 7d561ce4-c85c-4141-9e07-20a038b04f96 on network e41b6600-a917-4a8d-b05c-be3be40c6d8c {{(pid=84043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 20:50:53.208853 n-d-838334-2 neutron-server[84043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50fadfec-de2d-4ed0-8d5e-b0c68f0016dc None None] Checking agent: {'id': '97cd4414-7af6-4d67-868d-dff370b4071a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838334-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 25, 49), 'started_at': datetime.datetime(2022, 4, 18, 20, 26, 19), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 20, 50, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838334-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 18 20:50:53.209269 n-d-838334-2 neutron-server[84043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50fadfec-de2d-4ed0-8d5e-b0c68f0016dc None None] Checking segment: {'id': '732aa830-768b-4511-951f-d08e26b9c25b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84043) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 20:50:53.209998 n-d-838334-2 neutron-server[84043]: DEBUG neutron_lib.callbacks.manager [None req-50fadfec-de2d-4ed0-8d5e-b0c68f0016dc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:53.210573 n-d-838334-2 neutron-server[84043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50fadfec-de2d-4ed0-8d5e-b0c68f0016dc None None] Bound using segment: {'id': '732aa830-768b-4511-951f-d08e26b9c25b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c'} {{(pid=84043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 18 20:50:53.211096 n-d-838334-2 neutron-server[84043]: DEBUG neutron.plugins.ml2.managers [None req-50fadfec-de2d-4ed0-8d5e-b0c68f0016dc None None] Bound port: 7d561ce4-c85c-4141-9e07-20a038b04f96, host: n-d-838334-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '732aa830-768b-4511-951f-d08e26b9c25b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c'}}] {{(pid=84043) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 20:50:53.211764 n-d-838334-2 neutron-server[84043]: DEBUG neutron_lib.callbacks.manager [None req-50fadfec-de2d-4ed0-8d5e-b0c68f0016dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:53.213851 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-5d6495cd-597c-40a4-8a40-b9ebf36aedec admin admin] Notify callbacks [] for security_group, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:53.215143 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-5d6495cd-597c-40a4-8a40-b9ebf36aedec admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/b1e53ed5-44f7-41a4-8dba-919272944ea0 HTTP/1.1" status: 204 len: 168 time: 1.2542727 Apr 18 20:50:53.242447 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [req-cfbc6e7a-5ad4-43fb-9965-7ce8aecc72cf req-d3b9b3e9-60de-4a98-b408-7e3c01c61fad tempest-ImagesOneServerNegativeTestJSON-1563611860 tempest-ImagesOneServerNegativeTestJSON-1563611860-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:50:53.279058 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [req-cfbc6e7a-5ad4-43fb-9965-7ce8aecc72cf req-d3b9b3e9-60de-4a98-b408-7e3c01c61fad tempest-ImagesOneServerNegativeTestJSON-1563611860 tempest-ImagesOneServerNegativeTestJSON-1563611860-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:50:53.303469 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Provisioning complete for port 6a18cda7-215a-4056-9edf-92dc31cd26c4 triggered by entity L2. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:50:53.304062 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1253608'] for port, provisioning_complete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:53.309845 n-d-838334-2 neutron-server[84043]: DEBUG neutron.plugins.ml2.db [None req-50fadfec-de2d-4ed0-8d5e-b0c68f0016dc None None] For port 7d561ce4-c85c-4141-9e07-20a038b04f96, host n-d-838334-2, cleared binding levels {{(pid=84043) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 20:50:53.314265 n-d-838334-2 neutron-server[84043]: DEBUG neutron.plugins.ml2.db [None req-50fadfec-de2d-4ed0-8d5e-b0c68f0016dc None None] For port 7d561ce4-c85c-4141-9e07-20a038b04f96, host n-d-838334-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838334-2',level=0,port_id=7d561ce4-c85c-4141-9e07-20a038b04f96,segment=NetworkSegment(732aa830-768b-4511-951f-d08e26b9c25b),segment_id=732aa830-768b-4511-951f-d08e26b9c25b)] {{(pid=84043) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 20:50:53.319894 n-d-838334-2 neutron-server[84043]: DEBUG neutron_lib.callbacks.manager [None req-50fadfec-de2d-4ed0-8d5e-b0c68f0016dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682'] for port, after_update {{(pid=84043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:53.423584 n-d-838334-2 neutron-server[84043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b20ed2d4-1a42-41d2-93ca-bd6d3b8cd833 None None] Pushing event updated for resources: {'Port': ['ID=7d561ce4-c85c-4141-9e07-20a038b04f96,revision_number=3']} {{(pid=84043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:50:53.431424 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-90dfac6a-0370-4a63-b3e7-11724099fbad admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:53.437488 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7948e03-17bf-4774-b92f-bd6de55e308a service neutron] Pushing event updated for resources: {'Port': ['ID=be2ef176-f0cf-4542-aaf3-acc7d50abefc,revision_number=2']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:50:53.446209 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50fadfec-de2d-4ed0-8d5e-b0c68f0016dc None None] Routers {'bc01c25a-2e04-4cf1-bcb6-dfa1510dd9b9'} bound to L3 agent in host n-d-838334-2 {{(pid=84043) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 20:50:53.447211 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.l3_hamode_db [None req-50fadfec-de2d-4ed0-8d5e-b0c68f0016dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838334-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-18T20:25:48Z,description=,heartbeat_timestamp=2022-04-18T20:50:48Z,host='n-d-838334-2',id=bc84d6c9-dd7a-4555-a351-592327b46d5a,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:25:48Z,topic='l3_agent')) {'router_ids': ['bc01c25a-2e04-4cf1-bcb6-dfa1510dd9b9'], 'active': True} {{(pid=84043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:50:53.452250 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-fde04ae3-d3a1-459b-887c-a025089162e8 tempest-AttachVolumeShelveTestJSON-1712717013 tempest-AttachVolumeShelveTestJSON-1712717013-project] Notify callbacks [] for port, precommit_update {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:53.463317 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7948e03-17bf-4774-b92f-bd6de55e308a service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:50:53.467312 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-fde04ae3-d3a1-459b-887c-a025089162e8 tempest-AttachVolumeShelveTestJSON-1712717013 tempest-AttachVolumeShelveTestJSON-1712717013-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32266282'] for port, after_update {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:53.468107 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7948e03-17bf-4774-b92f-bd6de55e308a service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:50:53.472819 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7948e03-17bf-4774-b92f-bd6de55e308a service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:50:53.473377 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7948e03-17bf-4774-b92f-bd6de55e308a service neutron] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:50:53.473905 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7948e03-17bf-4774-b92f-bd6de55e308a service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:50:53.475225 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7948e03-17bf-4774-b92f-bd6de55e308a service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:50:53.476577 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7948e03-17bf-4774-b92f-bd6de55e308a service neutron] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:50:53.480125 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7948e03-17bf-4774-b92f-bd6de55e308a service neutron] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:50:53.484024 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7948e03-17bf-4774-b92f-bd6de55e308a service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:50:53.484845 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7948e03-17bf-4774-b92f-bd6de55e308a service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:50:53.485198 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7948e03-17bf-4774-b92f-bd6de55e308a service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:50:53.496132 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-90dfac6a-0370-4a63-b3e7-11724099fbad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33528224'] for security_group, after_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:53.575047 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fde04ae3-d3a1-459b-887c-a025089162e8 tempest-AttachVolumeShelveTestJSON-1712717013 tempest-AttachVolumeShelveTestJSON-1712717013-project] Pushing event updated for resources: {'Port': ['ID=feda2bfc-22ed-4bb0-addb-9ccf7ffaf887,revision_number=2']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:50:53.579020 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cfbc6e7a-5ad4-43fb-9965-7ce8aecc72cf req-d3b9b3e9-60de-4a98-b408-7e3c01c61fad tempest-ImagesOneServerNegativeTestJSON-1563611860 tempest-ImagesOneServerNegativeTestJSON-1563611860-project] Made reservation on behalf of 3c76d2c50aef4e4cbd335680d5ef1e1d for: {'port': 1} {{(pid=84041) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:50:53.583287 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [req-cfbc6e7a-5ad4-43fb-9965-7ce8aecc72cf req-d3b9b3e9-60de-4a98-b408-7e3c01c61fad tempest-ImagesOneServerNegativeTestJSON-1563611860 tempest-ImagesOneServerNegativeTestJSON-1563611860-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:53.630650 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.managers [None req-796e50af-c60b-4734-8f9d-001d0739c5fa None None] Attempting to bind port e7a6fcb0-431d-4b8c-b515-c6805712c623 on host n-d-838334-2 for vnic_type normal with profile {{(pid=84042) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:50:53.631370 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.managers [None req-796e50af-c60b-4734-8f9d-001d0739c5fa None None] Attempting to bind port e7a6fcb0-431d-4b8c-b515-c6805712c623 by drivers openvswitch,hyperv on host n-d-838334-2 at level 0 using segments [{'id': 'cd8c59c7-b4b2-44a4-be0f-4e934073fee4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '0f9d847a-7ba3-4a42-a0c6-e8541d683b40'}] {{(pid=84042) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:50:53.631910 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-796e50af-c60b-4734-8f9d-001d0739c5fa None None] Attempting to bind port e7a6fcb0-431d-4b8c-b515-c6805712c623 on network 0f9d847a-7ba3-4a42-a0c6-e8541d683b40 {{(pid=84042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 20:50:53.633828 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90dfac6a-0370-4a63-b3e7-11724099fbad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=527f07bd-3b7c-4e87-bb13-fa86b9490e28,revision_number=1']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:50:53.657734 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-796e50af-c60b-4734-8f9d-001d0739c5fa None None] Checking agent: {'id': '97cd4414-7af6-4d67-868d-dff370b4071a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838334-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 25, 49), 'started_at': datetime.datetime(2022, 4, 18, 20, 26, 19), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 20, 50, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838334-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 18 20:50:53.658931 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-796e50af-c60b-4734-8f9d-001d0739c5fa None None] Checking segment: {'id': 'cd8c59c7-b4b2-44a4-be0f-4e934073fee4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '0f9d847a-7ba3-4a42-a0c6-e8541d683b40'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84042) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 20:50:53.659489 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-796e50af-c60b-4734-8f9d-001d0739c5fa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:53.660061 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-796e50af-c60b-4734-8f9d-001d0739c5fa None None] Bound using segment: {'id': 'cd8c59c7-b4b2-44a4-be0f-4e934073fee4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '0f9d847a-7ba3-4a42-a0c6-e8541d683b40'} {{(pid=84042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 18 20:50:53.660705 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.managers [None req-796e50af-c60b-4734-8f9d-001d0739c5fa None None] Bound port: e7a6fcb0-431d-4b8c-b515-c6805712c623, host: n-d-838334-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cd8c59c7-b4b2-44a4-be0f-4e934073fee4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '0f9d847a-7ba3-4a42-a0c6-e8541d683b40'}}] {{(pid=84042) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 20:50:53.661237 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-796e50af-c60b-4734-8f9d-001d0739c5fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:53.699530 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.l3_dvr_db [None req-50fadfec-de2d-4ed0-8d5e-b0c68f0016dc None None] Set router bc01c25a-2e04-4cf1-bcb6-dfa1510dd9b9 gateway port host: n-d-838334-2 {{(pid=84043) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 20:50:53.759294 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-796e50af-c60b-4734-8f9d-001d0739c5fa None None] For port e7a6fcb0-431d-4b8c-b515-c6805712c623, host n-d-838334-2, cleared binding levels {{(pid=84042) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 20:50:53.762065 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-90dfac6a-0370-4a63-b3e7-11724099fbad admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 395} {{(pid=84040) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 20:50:53.762978 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-796e50af-c60b-4734-8f9d-001d0739c5fa None None] For port e7a6fcb0-431d-4b8c-b515-c6805712c623, host n-d-838334-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838334-2',level=0,port_id=e7a6fcb0-431d-4b8c-b515-c6805712c623,segment=NetworkSegment(cd8c59c7-b4b2-44a4-be0f-4e934073fee4),segment_id=cd8c59c7-b4b2-44a4-be0f-4e934073fee4)] {{(pid=84042) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 20:50:53.770936 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-796e50af-c60b-4734-8f9d-001d0739c5fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682'] for port, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:53.832559 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-90dfac6a-0370-4a63-b3e7-11724099fbad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1082986'] for segment, precommit_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:53.845710 n-d-838334-2 neutron-server[84040]: INFO neutron.db.segments_db [None req-90dfac6a-0370-4a63-b3e7-11724099fbad admin admin] Added segment 824475dd-cc01-4f37-b28b-cc0d2c7c32c9 of type vlan for network 5aa366fd-2007-469d-beb7-cd29ef89e1e3 Apr 18 20:50:53.881210 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-098d9375-1cd9-41d7-bc9b-0c6963dffa16 None None] Pushing event updated for resources: {'Port': ['ID=e7a6fcb0-431d-4b8c-b515-c6805712c623,revision_number=4']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:50:53.892447 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.db_base_plugin_common [req-cfbc6e7a-5ad4-43fb-9965-7ce8aecc72cf req-d3b9b3e9-60de-4a98-b408-7e3c01c61fad tempest-ImagesOneServerNegativeTestJSON-1563611860 tempest-ImagesOneServerNegativeTestJSON-1563611860-project] Allocated IP 172.20.0.14 (94e6bcb8-e48f-4914-89f4-73f6d03f860a/aca04e13-8241-4a12-96f1-92050670baff/6f49d89c-92f2-4410-a4f3-847ec5d84faa) {{(pid=84041) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:50:53.894532 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_dvrscheduler_db [None req-796e50af-c60b-4734-8f9d-001d0739c5fa None None] Routers {'9dbea2b3-c01d-4edd-9d38-bf88f8b168b7'} bound to L3 agent in host n-d-838334-2 {{(pid=84042) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 20:50:53.895406 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_hamode_db [None req-796e50af-c60b-4734-8f9d-001d0739c5fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838334-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-18T20:25:48Z,description=,heartbeat_timestamp=2022-04-18T20:50:48Z,host='n-d-838334-2',id=bc84d6c9-dd7a-4555-a351-592327b46d5a,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:25:48Z,topic='l3_agent')) {'router_ids': ['9dbea2b3-c01d-4edd-9d38-bf88f8b168b7'], 'active': True} {{(pid=84042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:50:53.902237 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-540e892d-bf90-4b48-ada1-cebda253c73f req-5fe1fd5b-d683-453c-92ad-2d215dc2b08f tempest-ServerRescueTestJSON-1218824152 tempest-ServerRescueTestJSON-1218824152-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:50:53.930046 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-540e892d-bf90-4b48-ada1-cebda253c73f req-5fe1fd5b-d683-453c-92ad-2d215dc2b08f tempest-ServerRescueTestJSON-1218824152 tempest-ServerRescueTestJSON-1218824152-project] 10.222.0.42 "GET /v2.0/ports?device_id=a7644bc3-dad5-4231-8e11-ce8e2039002d HTTP/1.1" status: 200 len: 945 time: 0.8603046 Apr 18 20:50:54.200435 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-fde04ae3-d3a1-459b-887c-a025089162e8 tempest-AttachVolumeShelveTestJSON-1712717013 tempest-AttachVolumeShelveTestJSON-1712717013-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33444131'] for floatingip, after_update {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:54.263240 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_dvr_db [None req-796e50af-c60b-4734-8f9d-001d0739c5fa None None] Set router 9dbea2b3-c01d-4edd-9d38-bf88f8b168b7 gateway port host: n-d-838334-2 {{(pid=84042) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 20:50:54.296699 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-fde04ae3-d3a1-459b-887c-a025089162e8 tempest-AttachVolumeShelveTestJSON-1712717013 tempest-AttachVolumeShelveTestJSON-1712717013-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217293'] for floatingip, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:54.298669 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-fde04ae3-d3a1-459b-887c-a025089162e8 tempest-AttachVolumeShelveTestJSON-1712717013 tempest-AttachVolumeShelveTestJSON-1712717013-project] 10.222.0.42 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.8084526 Apr 18 20:50:54.331847 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.managers [req-20ba2e93-bb3c-4ad7-bbac-864c92956729 req-f7948e03-17bf-4774-b92f-bd6de55e308a service neutron] Attempting to bind port be2ef176-f0cf-4542-aaf3-acc7d50abefc on host n-h2-838334-2 for vnic_type normal with profile {{(pid=84040) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:50:54.332241 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.managers [req-20ba2e93-bb3c-4ad7-bbac-864c92956729 req-f7948e03-17bf-4774-b92f-bd6de55e308a service neutron] Attempting to bind port be2ef176-f0cf-4542-aaf3-acc7d50abefc by drivers openvswitch,hyperv on host n-h2-838334-2 at level 0 using segments [{'id': '4935dfdb-03db-4976-a6b4-e0fa58696685', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '48f708f8-0904-4115-910c-bb1ab06d7263'}] {{(pid=84040) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:50:54.332499 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20ba2e93-bb3c-4ad7-bbac-864c92956729 req-f7948e03-17bf-4774-b92f-bd6de55e308a service neutron] Attempting to bind port be2ef176-f0cf-4542-aaf3-acc7d50abefc on network 48f708f8-0904-4115-910c-bb1ab06d7263 {{(pid=84040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 20:50:54.341730 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [req-cfbc6e7a-5ad4-43fb-9965-7ce8aecc72cf req-d3b9b3e9-60de-4a98-b408-7e3c01c61fad tempest-ImagesOneServerNegativeTestJSON-1563611860 tempest-ImagesOneServerNegativeTestJSON-1563611860-project] Notify callbacks [] for port, precommit_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:54.396793 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [req-cfbc6e7a-5ad4-43fb-9965-7ce8aecc72cf req-d3b9b3e9-60de-4a98-b408-7e3c01c61fad tempest-ImagesOneServerNegativeTestJSON-1563611860 tempest-ImagesOneServerNegativeTestJSON-1563611860-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750374836619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32266323'] for port, after_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:54.451862 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.l3_hamode_db [None req-50fadfec-de2d-4ed0-8d5e-b0c68f0016dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc01c25a-2e04-4cf1-bcb6-dfa1510dd9b9', 'name': 'tempest-ServerRescueNegativeTestJSON-1024788492-router', 'tenant_id': 'f9a0b0412d2042448fe0968cc5e47ae5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'external_fixed_ips': [{'subnet_id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'ip_address': '172.25.8.54'}], 'enable_snat': True}, 'gw_port_id': '7d561ce4-c85c-4141-9e07-20a038b04f96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:50:47Z', 'updated_at': '2022-04-18T20:50:49Z', 'revision_number': 3, 'project_id': 'f9a0b0412d2042448fe0968cc5e47ae5', 'gw_port': {'id': '7d561ce4-c85c-4141-9e07-20a038b04f96', 'name': '', 'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:d9:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bc01c25a-2e04-4cf1-bcb6-dfa1510dd9b9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'ip_address': '172.25.8.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:50:48Z', 'updated_at': '2022-04-18T20:50:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838334-2'}], 'n-d-838334-2', False) {} {{(pid=84043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:50:54.458332 n-d-838334-2 neutron-server[84043]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50fadfec-de2d-4ed0-8d5e-b0c68f0016dc None None] The sync data for ids ['bc01c25a-2e04-4cf1-bcb6-dfa1510dd9b9'] in n-d-838334-2 is: [{'id': 'bc01c25a-2e04-4cf1-bcb6-dfa1510dd9b9', 'name': 'tempest-ServerRescueNegativeTestJSON-1024788492-router', 'tenant_id': 'f9a0b0412d2042448fe0968cc5e47ae5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'external_fixed_ips': [{'subnet_id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'ip_address': '172.25.8.54'}], 'enable_snat': True}, 'gw_port_id': '7d561ce4-c85c-4141-9e07-20a038b04f96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:50:47Z', 'updated_at': '2022-04-18T20:50:49Z', 'revision_number': 3, 'project_id': 'f9a0b0412d2042448fe0968cc5e47ae5', 'gw_port': {'id': '7d561ce4-c85c-4141-9e07-20a038b04f96', 'name': '', 'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:d9:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bc01c25a-2e04-4cf1-bcb6-dfa1510dd9b9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'ip_address': '172.25.8.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:50:48Z', 'updated_at': '2022-04-18T20:50:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838334-2'}] {{(pid=84043) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 18 20:50:54.512202 n-d-838334-2 neutron-server[84041]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cfbc6e7a-5ad4-43fb-9965-7ce8aecc72cf req-d3b9b3e9-60de-4a98-b408-7e3c01c61fad tempest-ImagesOneServerNegativeTestJSON-1563611860 tempest-ImagesOneServerNegativeTestJSON-1563611860-project] Network 94e6bcb8-e48f-4914-89f4-73f6d03f860a is already hosted by enough agents. {{(pid=84041) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:50:54.522828 n-d-838334-2 neutron-server[84041]: DEBUG neutron.scheduler.base_scheduler [req-cfbc6e7a-5ad4-43fb-9965-7ce8aecc72cf req-d3b9b3e9-60de-4a98-b408-7e3c01c61fad tempest-ImagesOneServerNegativeTestJSON-1563611860 tempest-ImagesOneServerNegativeTestJSON-1563611860-project] Resources bound (agent type, host, resource id): {{(pid=84041) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:50:54.528349 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.l3_dvrscheduler_db [req-cfbc6e7a-5ad4-43fb-9965-7ce8aecc72cf req-d3b9b3e9-60de-4a98-b408-7e3c01c61fad tempest-ImagesOneServerNegativeTestJSON-1563611860 tempest-ImagesOneServerNegativeTestJSON-1563611860-project] Received port after_create {{(pid=84041) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 20:50:54.595969 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfbc6e7a-5ad4-43fb-9965-7ce8aecc72cf req-d3b9b3e9-60de-4a98-b408-7e3c01c61fad tempest-ImagesOneServerNegativeTestJSON-1563611860 tempest-ImagesOneServerNegativeTestJSON-1563611860-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:50:54.597203 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [req-cfbc6e7a-5ad4-43fb-9965-7ce8aecc72cf req-d3b9b3e9-60de-4a98-b408-7e3c01c61fad tempest-ImagesOneServerNegativeTestJSON-1563611860 tempest-ImagesOneServerNegativeTestJSON-1563611860-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217293'] for port, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:54.619528 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-6a239a8a-014c-4538-a98d-a0a158ac9e29 req-f2e02d71-c0ae-43cb-9874-522dfbaff505 tempest-ImagesOneServerNegativeTestJSON-1563611860 tempest-ImagesOneServerNegativeTestJSON-1563611860-project] 10.222.0.42 "GET /v2.0/ports?device_id=617c9d6f-1f01-4266-b335-de943c6d30d9 HTTP/1.1" status: 200 len: 210 time: 0.5555611 Apr 18 20:50:54.638158 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3b9b3e9-60de-4a98-b408-7e3c01c61fad tempest-ImagesOneServerNegativeTestJSON-1563611860 tempest-ImagesOneServerNegativeTestJSON-1563611860-project] Pushing event updated for resources: {'Port': ['ID=6f49d89c-92f2-4410-a4f3-847ec5d84faa,revision_number=1']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:50:54.638789 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-90dfac6a-0370-4a63-b3e7-11724099fbad admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750374825732'] for network, precommit_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:54.645525 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-cfbc6e7a-5ad4-43fb-9965-7ce8aecc72cf req-d3b9b3e9-60de-4a98-b408-7e3c01c61fad tempest-ImagesOneServerNegativeTestJSON-1563611860 tempest-ImagesOneServerNegativeTestJSON-1563611860-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6232674 Apr 18 20:50:54.659767 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.v2.base [req-cfbc6e7a-5ad4-43fb-9965-7ce8aecc72cf req-9340aebc-7e6b-4599-a865-e2abf35af1e9 service neutron] Request body: {'port': {'device_id': '617c9d6f-1f01-4266-b335-de943c6d30d9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-838334-2'}} {{(pid=84041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 20:50:54.716373 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-540e892d-bf90-4b48-ada1-cebda253c73f req-09da8ca8-0b50-4473-b6fa-1cb41c267a38 tempest-ServerRescueTestJSON-1218824152 tempest-ServerRescueTestJSON-1218824152-project] 10.222.0.42 "GET /v2.0/security-groups?id=6f984221-1918-47e6-82e9-256972907b58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7851048 Apr 18 20:50:54.717004 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20ba2e93-bb3c-4ad7-bbac-864c92956729 req-f7948e03-17bf-4774-b92f-bd6de55e308a service neutron] Port be2ef176-f0cf-4542-aaf3-acc7d50abefc on network 48f708f8-0904-4115-910c-bb1ab06d7263 not bound, no agent of type Open vSwitch agent registered on host n-h2-838334-2 {{(pid=84040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 18 20:50:54.717326 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20ba2e93-bb3c-4ad7-bbac-864c92956729 req-f7948e03-17bf-4774-b92f-bd6de55e308a service neutron] Attempting to bind port be2ef176-f0cf-4542-aaf3-acc7d50abefc on network 48f708f8-0904-4115-910c-bb1ab06d7263 {{(pid=84040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 20:50:54.742025 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20ba2e93-bb3c-4ad7-bbac-864c92956729 req-f7948e03-17bf-4774-b92f-bd6de55e308a service neutron] Checking agent: {'id': 'dc797004-f641-47b7-a77f-9c62b5b16296', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-838334-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 34, 3), 'started_at': datetime.datetime(2022, 4, 18, 20, 34, 3), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 20, 50, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 18 20:50:54.742357 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20ba2e93-bb3c-4ad7-bbac-864c92956729 req-f7948e03-17bf-4774-b92f-bd6de55e308a service neutron] Checking segment: {'id': '4935dfdb-03db-4976-a6b4-e0fa58696685', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '48f708f8-0904-4115-910c-bb1ab06d7263'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84040) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 20:50:54.742742 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20ba2e93-bb3c-4ad7-bbac-864c92956729 req-f7948e03-17bf-4774-b92f-bd6de55e308a service neutron] Bound using segment: {'id': '4935dfdb-03db-4976-a6b4-e0fa58696685', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '48f708f8-0904-4115-910c-bb1ab06d7263'} {{(pid=84040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 18 20:50:54.756058 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.managers [req-20ba2e93-bb3c-4ad7-bbac-864c92956729 req-f7948e03-17bf-4774-b92f-bd6de55e308a service neutron] Bound port: be2ef176-f0cf-4542-aaf3-acc7d50abefc, host: n-h2-838334-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4935dfdb-03db-4976-a6b4-e0fa58696685', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '48f708f8-0904-4115-910c-bb1ab06d7263'}}] {{(pid=84040) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 20:50:54.756498 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-20ba2e93-bb3c-4ad7-bbac-864c92956729 req-f7948e03-17bf-4774-b92f-bd6de55e308a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:54.883928 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [req-cfbc6e7a-5ad4-43fb-9965-7ce8aecc72cf req-9340aebc-7e6b-4599-a865-e2abf35af1e9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:54.972629 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_hamode_db [None req-796e50af-c60b-4734-8f9d-001d0739c5fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9dbea2b3-c01d-4edd-9d38-bf88f8b168b7', 'name': 'tempest-AttachVolumeShelveTestJSON-364465629-router', 'tenant_id': '62ca3eda8b574071bf7ebb52cb30bb40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'external_fixed_ips': [{'subnet_id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'ip_address': '172.25.8.56'}], 'enable_snat': True}, 'gw_port_id': 'a32e8903-29c5-40ab-92e5-0ce80b653a4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:50:33Z', 'updated_at': '2022-04-18T20:50:41Z', 'revision_number': 4, 'project_id': '62ca3eda8b574071bf7ebb52cb30bb40', 'gw_port': {'id': 'a32e8903-29c5-40ab-92e5-0ce80b653a4e', 'name': '', 'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:c0:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9dbea2b3-c01d-4edd-9d38-bf88f8b168b7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'ip_address': '172.25.8.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:50:34Z', 'updated_at': '2022-04-18T20:50:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838334-2', '_interfaces': [{'id': 'e7a6fcb0-431d-4b8c-b515-c6805712c623', 'name': '', 'network_id': '0f9d847a-7ba3-4a42-a0c6-e8541d683b40', 'tenant_id': '62ca3eda8b574071bf7ebb52cb30bb40', 'mac_address': 'fa:16:3e:5f:d7:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9dbea2b3-c01d-4edd-9d38-bf88f8b168b7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd2e46a24-0bb5-4d5b-bcac-f83f2e3a3c35', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:50:39Z', 'updated_at': '2022-04-18T20:50:53Z', 'revision_number': 4, 'project_id': '62ca3eda8b574071bf7ebb52cb30bb40', 'subnets': [{'id': 'd2e46a24-0bb5-4d5b-bcac-f83f2e3a3c35', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838334-2', False) {} {{(pid=84042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:50:54.979299 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-796e50af-c60b-4734-8f9d-001d0739c5fa None None] The sync data for ids ['9dbea2b3-c01d-4edd-9d38-bf88f8b168b7'] in n-d-838334-2 is: [{'id': '9dbea2b3-c01d-4edd-9d38-bf88f8b168b7', 'name': 'tempest-AttachVolumeShelveTestJSON-364465629-router', 'tenant_id': '62ca3eda8b574071bf7ebb52cb30bb40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'external_fixed_ips': [{'subnet_id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'ip_address': '172.25.8.56'}], 'enable_snat': True}, 'gw_port_id': 'a32e8903-29c5-40ab-92e5-0ce80b653a4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:50:33Z', 'updated_at': '2022-04-18T20:50:41Z', 'revision_number': 4, 'project_id': '62ca3eda8b574071bf7ebb52cb30bb40', 'gw_port': {'id': 'a32e8903-29c5-40ab-92e5-0ce80b653a4e', 'name': '', 'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:c0:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9dbea2b3-c01d-4edd-9d38-bf88f8b168b7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'ip_address': '172.25.8.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:50:34Z', 'updated_at': '2022-04-18T20:50:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838334-2', '_interfaces': [{'id': 'e7a6fcb0-431d-4b8c-b515-c6805712c623', 'name': '', 'network_id': '0f9d847a-7ba3-4a42-a0c6-e8541d683b40', 'tenant_id': '62ca3eda8b574071bf7ebb52cb30bb40', 'mac_address': 'fa:16:3e:5f:d7:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9dbea2b3-c01d-4edd-9d38-bf88f8b168b7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd2e46a24-0bb5-4d5b-bcac-f83f2e3a3c35', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:50:39Z', 'updated_at': '2022-04-18T20:50:53Z', 'revision_number': 4, 'project_id': '62ca3eda8b574071bf7ebb52cb30bb40', 'subnets': [{'id': 'd2e46a24-0bb5-4d5b-bcac-f83f2e3a3c35', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84042) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 18 20:50:55.005407 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-90dfac6a-0370-4a63-b3e7-11724099fbad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33526109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022'] for network, after_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:55.005876 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90dfac6a-0370-4a63-b3e7-11724099fbad admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:50:55.006456 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-90dfac6a-0370-4a63-b3e7-11724099fbad admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32378031'] for network, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:55.179947 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90dfac6a-0370-4a63-b3e7-11724099fbad admin admin] Pushing event updated for resources: {'Network': ['ID=5aa366fd-2007-469d-beb7-cd29ef89e1e3,revision_number=1']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:50:55.198983 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Network 5aa366fd-2007-469d-beb7-cd29ef89e1e3 details requested by agent ovs-agent-n-d-838334-2 with host n-d-838334-2 {{(pid=84042) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 18 20:50:55.247134 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.db [req-20ba2e93-bb3c-4ad7-bbac-864c92956729 req-f7948e03-17bf-4774-b92f-bd6de55e308a service neutron] For port be2ef176-f0cf-4542-aaf3-acc7d50abefc, host n-h2-838334-2, cleared binding levels {{(pid=84040) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 20:50:55.255729 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-90dfac6a-0370-4a63-b3e7-11724099fbad admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 3.8724899 Apr 18 20:50:55.290733 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 47030) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:50:55.300656 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3907881-fc28-4d3f-82be-ed9ab05fdd16 req-57688d1a-0758-41b4-a8ca-f61ec92756c8 tempest-ServerActionsTestJSON-2052644234 tempest-ServerActionsTestJSON-2052644234-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:50:55.302608 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-b3907881-fc28-4d3f-82be-ed9ab05fdd16 req-57688d1a-0758-41b4-a8ca-f61ec92756c8 tempest-ServerActionsTestJSON-2052644234 tempest-ServerActionsTestJSON-2052644234-project] 10.222.0.42 "GET /v2.0/ports?device_id=518b0850-99aa-4c7b-8e17-eb4ba00959c9 HTTP/1.1" status: 200 len: 944 time: 0.4054651 Apr 18 20:50:55.328008 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.v2.base [None req-bcfa1ece-2d8d-4006-8f48-dc4e3c3ea767 admin admin] Request body: {'subnet': {'network_id': '5aa366fd-2007-469d-beb7-cd29ef89e1e3', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-1632061629-subnet', 'tenant_id': '873b40c7f5b941c6b9e1975b2a303d65', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=84040) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 20:50:55.338986 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.db [req-20ba2e93-bb3c-4ad7-bbac-864c92956729 req-f7948e03-17bf-4774-b92f-bd6de55e308a service neutron] For port be2ef176-f0cf-4542-aaf3-acc7d50abefc, host n-h2-838334-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838334-2',level=0,port_id=be2ef176-f0cf-4542-aaf3-acc7d50abefc,segment=NetworkSegment(4935dfdb-03db-4976-a6b4-e0fa58696685),segment_id=4935dfdb-03db-4976-a6b4-e0fa58696685)] {{(pid=84040) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 20:50:55.387396 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-20ba2e93-bb3c-4ad7-bbac-864c92956729 req-f7948e03-17bf-4774-b92f-bd6de55e308a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32440959'] for port, after_update {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:55.397353 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [None req-bcfa1ece-2d8d-4006-8f48-dc4e3c3ea767 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:50:55.474562 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-bcfa1ece-2d8d-4006-8f48-dc4e3c3ea767 admin admin] Usage tracker for resource:subnet and tenant:873b40c7f5b941c6b9e1975b2a303d65 is out of sync, need to count used quota {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:50:55.510488 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-bcfa1ece-2d8d-4006-8f48-dc4e3c3ea767 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:50:55.562994 n-d-838334-2 neutron-server[84041]: DEBUG neutron.notifiers.nova [req-cfbc6e7a-5ad4-43fb-9965-7ce8aecc72cf req-9340aebc-7e6b-4599-a865-e2abf35af1e9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6f49d89c-92f2-4410-a4f3-847ec5d84faa {{(pid=84041) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 18 20:50:55.571657 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [req-cfbc6e7a-5ad4-43fb-9965-7ce8aecc72cf req-9340aebc-7e6b-4599-a865-e2abf35af1e9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:55.589909 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.provisioning_blocks [req-cfbc6e7a-5ad4-43fb-9965-7ce8aecc72cf req-9340aebc-7e6b-4599-a865-e2abf35af1e9 service neutron] Transition to ACTIVE for port object 6f49d89c-92f2-4410-a4f3-847ec5d84faa will not be triggered until provisioned by entity L2. {{(pid=84041) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 20:50:55.599048 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [req-cfbc6e7a-5ad4-43fb-9965-7ce8aecc72cf req-9340aebc-7e6b-4599-a865-e2abf35af1e9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32266282'] for port, after_update {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:55.623723 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [None req-bcfa1ece-2d8d-4006-8f48-dc4e3c3ea767 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:50:55.781203 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-20ba2e93-bb3c-4ad7-bbac-864c92956729 req-f7948e03-17bf-4774-b92f-bd6de55e308a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217293'] for port, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:55.782696 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-20ba2e93-bb3c-4ad7-bbac-864c92956729 req-f7948e03-17bf-4774-b92f-bd6de55e308a service neutron] 10.222.0.48 "PUT /v2.0/ports/be2ef176-f0cf-4542-aaf3-acc7d50abefc HTTP/1.1" status: 200 len: 1092 time: 5.4088833 Apr 18 20:50:55.807815 n-d-838334-2 neutron-server[84040]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '518b0850-99aa-4c7b-8e17-eb4ba00959c9', 'tag': 'be2ef176-f0cf-4542-aaf3-acc7d50abefc'}] {{(pid=84040) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 20:50:55.827594 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-4ef31368-aca0-4a1b-bfd1-aa624c7f64f8 req-616096fa-ab41-49fd-86c8-c78f59fe8653 tempest-AttachVolumeShelveTestJSON-1712717013 tempest-AttachVolumeShelveTestJSON-1712717013-project] 10.222.0.42 "GET /v2.0/security-groups?name=tempest-securitygroup--1719482284&fields=id&tenant_id=62ca3eda8b574071bf7ebb52cb30bb40 HTTP/1.1" status: 200 len: 267 time: 0.5632184 Apr 18 20:50:55.835055 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bcfa1ece-2d8d-4006-8f48-dc4e3c3ea767 admin admin] Made reservation on behalf of 873b40c7f5b941c6b9e1975b2a303d65 for: {'subnet': 1} {{(pid=84040) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:50:55.842119 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-bcfa1ece-2d8d-4006-8f48-dc4e3c3ea767 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31752722'] for subnet, before_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:56.016944 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7948e03-17bf-4774-b92f-bd6de55e308a service neutron] Pushing event updated for resources: {'Port': ['ID=be2ef176-f0cf-4542-aaf3-acc7d50abefc,revision_number=3']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:50:56.019255 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9340aebc-7e6b-4599-a865-e2abf35af1e9 service neutron] Pushing event updated for resources: {'Port': ['ID=6f49d89c-92f2-4410-a4f3-847ec5d84faa,revision_number=2']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:50:56.022757 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-b3907881-fc28-4d3f-82be-ed9ab05fdd16 req-7cb58d72-4690-474b-b205-66449805ce5a tempest-ServerActionsTestJSON-2052644234 tempest-ServerActionsTestJSON-2052644234-project] 10.222.0.42 "GET /v2.0/security-groups?id=5518633c-5bdd-41db-a1d5-749e9b6740a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7004132 Apr 18 20:50:56.162964 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.managers [req-cfbc6e7a-5ad4-43fb-9965-7ce8aecc72cf req-9340aebc-7e6b-4599-a865-e2abf35af1e9 service neutron] Attempting to bind port 6f49d89c-92f2-4410-a4f3-847ec5d84faa on host n-h1-838334-2 for vnic_type normal with profile {{(pid=84041) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:50:56.163335 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.managers [req-cfbc6e7a-5ad4-43fb-9965-7ce8aecc72cf req-9340aebc-7e6b-4599-a865-e2abf35af1e9 service neutron] Attempting to bind port 6f49d89c-92f2-4410-a4f3-847ec5d84faa by drivers openvswitch,hyperv on host n-h1-838334-2 at level 0 using segments [{'id': '30c19e44-4439-432e-8ba3-ae51f2f5bd90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '94e6bcb8-e48f-4914-89f4-73f6d03f860a'}] {{(pid=84041) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:50:56.163935 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cfbc6e7a-5ad4-43fb-9965-7ce8aecc72cf req-9340aebc-7e6b-4599-a865-e2abf35af1e9 service neutron] Attempting to bind port 6f49d89c-92f2-4410-a4f3-847ec5d84faa on network 94e6bcb8-e48f-4914-89f4-73f6d03f860a {{(pid=84041) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 20:50:56.173957 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cfbc6e7a-5ad4-43fb-9965-7ce8aecc72cf req-9340aebc-7e6b-4599-a865-e2abf35af1e9 service neutron] Port 6f49d89c-92f2-4410-a4f3-847ec5d84faa on network 94e6bcb8-e48f-4914-89f4-73f6d03f860a not bound, no agent of type Open vSwitch agent registered on host n-h1-838334-2 {{(pid=84041) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 18 20:50:56.174678 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cfbc6e7a-5ad4-43fb-9965-7ce8aecc72cf req-9340aebc-7e6b-4599-a865-e2abf35af1e9 service neutron] Attempting to bind port 6f49d89c-92f2-4410-a4f3-847ec5d84faa on network 94e6bcb8-e48f-4914-89f4-73f6d03f860a {{(pid=84041) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 20:50:56.183446 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cfbc6e7a-5ad4-43fb-9965-7ce8aecc72cf req-9340aebc-7e6b-4599-a865-e2abf35af1e9 service neutron] Checking agent: {'id': 'd63bab19-ff81-4de1-afeb-a3732288d0d7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-838334-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 33, 59), 'started_at': datetime.datetime(2022, 4, 18, 20, 33, 59), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 20, 50, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84041) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 18 20:50:56.183810 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cfbc6e7a-5ad4-43fb-9965-7ce8aecc72cf req-9340aebc-7e6b-4599-a865-e2abf35af1e9 service neutron] Checking segment: {'id': '30c19e44-4439-432e-8ba3-ae51f2f5bd90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '94e6bcb8-e48f-4914-89f4-73f6d03f860a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84041) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 20:50:56.184195 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cfbc6e7a-5ad4-43fb-9965-7ce8aecc72cf req-9340aebc-7e6b-4599-a865-e2abf35af1e9 service neutron] Bound using segment: {'id': '30c19e44-4439-432e-8ba3-ae51f2f5bd90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '94e6bcb8-e48f-4914-89f4-73f6d03f860a'} {{(pid=84041) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 18 20:50:56.184682 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.managers [req-cfbc6e7a-5ad4-43fb-9965-7ce8aecc72cf req-9340aebc-7e6b-4599-a865-e2abf35af1e9 service neutron] Bound port: 6f49d89c-92f2-4410-a4f3-847ec5d84faa, host: n-h1-838334-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '30c19e44-4439-432e-8ba3-ae51f2f5bd90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '94e6bcb8-e48f-4914-89f4-73f6d03f860a'}}] {{(pid=84041) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 20:50:56.185028 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [req-cfbc6e7a-5ad4-43fb-9965-7ce8aecc72cf req-9340aebc-7e6b-4599-a865-e2abf35af1e9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:56.322551 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.db [req-cfbc6e7a-5ad4-43fb-9965-7ce8aecc72cf req-9340aebc-7e6b-4599-a865-e2abf35af1e9 service neutron] For port 6f49d89c-92f2-4410-a4f3-847ec5d84faa, host n-h1-838334-2, cleared binding levels {{(pid=84041) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 20:50:56.334695 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.db [req-cfbc6e7a-5ad4-43fb-9965-7ce8aecc72cf req-9340aebc-7e6b-4599-a865-e2abf35af1e9 service neutron] For port 6f49d89c-92f2-4410-a4f3-847ec5d84faa, host n-h1-838334-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838334-2',level=0,port_id=6f49d89c-92f2-4410-a4f3-847ec5d84faa,segment=NetworkSegment(30c19e44-4439-432e-8ba3-ae51f2f5bd90),segment_id=30c19e44-4439-432e-8ba3-ae51f2f5bd90)] {{(pid=84041) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 20:50:56.342515 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [req-cfbc6e7a-5ad4-43fb-9965-7ce8aecc72cf req-9340aebc-7e6b-4599-a865-e2abf35af1e9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32266282'] for port, after_update {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:56.414220 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ef31368-aca0-4a1b-bfd1-aa624c7f64f8 req-e6970f61-cd73-4841-b1ee-e851d0511485 tempest-AttachVolumeShelveTestJSON-1712717013 tempest-AttachVolumeShelveTestJSON-1712717013-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:50:56.420738 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-4ef31368-aca0-4a1b-bfd1-aa624c7f64f8 req-e6970f61-cd73-4841-b1ee-e851d0511485 tempest-AttachVolumeShelveTestJSON-1712717013 tempest-AttachVolumeShelveTestJSON-1712717013-project] 10.222.0.42 "GET /v2.0/networks?id=0f9d847a-7ba3-4a42-a0c6-e8541d683b40 HTTP/1.1" status: 200 len: 816 time: 0.5922856 Apr 18 20:50:56.421542 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [req-cfbc6e7a-5ad4-43fb-9965-7ce8aecc72cf req-9340aebc-7e6b-4599-a865-e2abf35af1e9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217293'] for port, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:56.423271 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-cfbc6e7a-5ad4-43fb-9965-7ce8aecc72cf req-9340aebc-7e6b-4599-a865-e2abf35af1e9 service neutron] 10.222.0.43 "PUT /v2.0/ports/6f49d89c-92f2-4410-a4f3-847ec5d84faa HTTP/1.1" status: 200 len: 1092 time: 1.7680776 Apr 18 20:50:56.425790 n-d-838334-2 neutron-server[84041]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '617c9d6f-1f01-4266-b335-de943c6d30d9', 'tag': '6f49d89c-92f2-4410-a4f3-847ec5d84faa'}] {{(pid=84041) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 20:50:56.450683 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9340aebc-7e6b-4599-a865-e2abf35af1e9 service neutron] Pushing event updated for resources: {'Port': ['ID=6f49d89c-92f2-4410-a4f3-847ec5d84faa,revision_number=3']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:50:56.488878 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-20ba2e93-bb3c-4ad7-bbac-864c92956729 req-92f4248c-e1f2-45aa-a847-6467e136da29 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=6be92480d0964f34a8ede9caae0c987d&device_id=518b0850-99aa-4c7b-8e17-eb4ba00959c9 HTTP/1.1" status: 200 len: 1095 time: 0.6075149 Apr 18 20:50:56.496715 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-4ef31368-aca0-4a1b-bfd1-aa624c7f64f8 req-03811e16-a4fe-445d-b36c-a6e21614c300 tempest-AttachVolumeShelveTestJSON-1712717013 tempest-AttachVolumeShelveTestJSON-1712717013-project] 10.222.0.42 "GET /v2.0/quotas/62ca3eda8b574071bf7ebb52cb30bb40 HTTP/1.1" status: 200 len: 375 time: 0.0750368 Apr 18 20:50:56.566812 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-cfbc6e7a-5ad4-43fb-9965-7ce8aecc72cf req-4e7ae1e6-31ae-44e1-9b17-307075ba2830 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=3c76d2c50aef4e4cbd335680d5ef1e1d&device_id=617c9d6f-1f01-4266-b335-de943c6d30d9 HTTP/1.1" status: 200 len: 1095 time: 0.0912507 Apr 18 20:50:56.638787 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-cfbc6e7a-5ad4-43fb-9965-7ce8aecc72cf req-9d4a3551-bdea-4b23-9e2e-9288a98e60fc service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6f49d89c-92f2-4410-a4f3-847ec5d84faa HTTP/1.1" status: 200 len: 217 time: 0.0635657 Apr 18 20:50:56.646396 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-20ba2e93-bb3c-4ad7-bbac-864c92956729 req-2ce35aef-a1f1-42e1-8b37-c32b55337a1a service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=be2ef176-f0cf-4542-aaf3-acc7d50abefc HTTP/1.1" status: 200 len: 217 time: 0.1476507 Apr 18 20:50:56.706498 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfbc6e7a-5ad4-43fb-9965-7ce8aecc72cf req-8f8a3e9f-f16c-48d0-b3f4-78a8162aed4b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:50:56.708035 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-cfbc6e7a-5ad4-43fb-9965-7ce8aecc72cf req-8f8a3e9f-f16c-48d0-b3f4-78a8162aed4b service neutron] 10.222.0.43 "GET /v2.0/subnets?id=aca04e13-8241-4a12-96f1-92050670baff HTTP/1.1" status: 200 len: 861 time: 0.0631928 Apr 18 20:50:56.712325 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5a228c3-1df7-46fa-a1b8-d079812d81a1 req-a5cd5e67-acd4-4daa-be7b-2c9637014bce tempest-ImagesOneServerNegativeTestJSON-1563611860 tempest-ImagesOneServerNegativeTestJSON-1563611860-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:50:56.713683 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-f5a228c3-1df7-46fa-a1b8-d079812d81a1 req-a5cd5e67-acd4-4daa-be7b-2c9637014bce tempest-ImagesOneServerNegativeTestJSON-1563611860 tempest-ImagesOneServerNegativeTestJSON-1563611860-project] 10.222.0.42 "GET /v2.0/ports?device_id=617c9d6f-1f01-4266-b335-de943c6d30d9 HTTP/1.1" status: 200 len: 944 time: 0.4542804 Apr 18 20:50:56.763139 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-cfbc6e7a-5ad4-43fb-9965-7ce8aecc72cf req-102d0035-d089-4980-808c-4d14ec704227 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=94e6bcb8-e48f-4914-89f4-73f6d03f860a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0484295 Apr 18 20:50:56.825093 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20ba2e93-bb3c-4ad7-bbac-864c92956729 req-59069b93-5249-4550-8164-d8369b56dbb7 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:50:56.826550 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-20ba2e93-bb3c-4ad7-bbac-864c92956729 req-59069b93-5249-4550-8164-d8369b56dbb7 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=488f35b7-694e-475d-862d-2f00f4388d03 HTTP/1.1" status: 200 len: 850 time: 0.1698267 Apr 18 20:50:56.836154 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-bcfa1ece-2d8d-4006-8f48-dc4e3c3ea767 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33526260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32441074', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31752704'] for subnet, after_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:56.896599 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Device e7a6fcb0-431d-4b8c-b515-c6805712c623 up at agent ovs-agent-n-d-838334-2 {{(pid=84042) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 20:50:56.923032 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-cfbc6e7a-5ad4-43fb-9965-7ce8aecc72cf req-53218fe7-5bc5-4d73-b2f9-560392fb494e service neutron] 10.222.0.43 "GET /v2.0/networks/94e6bcb8-e48f-4914-89f4-73f6d03f860a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1523397 Apr 18 20:50:56.968176 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [req-4ef31368-aca0-4a1b-bfd1-aa624c7f64f8 req-5136c69f-8ffd-4782-a4d6-61f1b525108a tempest-AttachVolumeShelveTestJSON-1712717013 tempest-AttachVolumeShelveTestJSON-1712717013-project] Synchronizing usage tracker for tenant:62ca3eda8b574071bf7ebb52cb30bb40 on resource:port {{(pid=84040) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 20:50:56.974483 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Provisioning for port e7a6fcb0-431d-4b8c-b515-c6805712c623 completed by entity L2. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 20:50:56.982605 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Provisioning complete for port e7a6fcb0-431d-4b8c-b515-c6805712c623 triggered by entity L2. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:50:56.983703 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1253608'] for port, provisioning_complete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:57.006149 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [req-f5a228c3-1df7-46fa-a1b8-d079812d81a1 req-e9c66972-4195-45dd-a16a-6aaf8aa8909f tempest-ImagesOneServerNegativeTestJSON-1563611860 tempest-ImagesOneServerNegativeTestJSON-1563611860-project] Synchronizing usage tracker for tenant:3c76d2c50aef4e4cbd335680d5ef1e1d on resource:security_group {{(pid=84040) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 20:50:57.058898 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcfa1ece-2d8d-4006-8f48-dc4e3c3ea767 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5082cb41-0072-42ea-89f7-120abfdfec16,revision_number=0']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:50:57.076778 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [req-4ef31368-aca0-4a1b-bfd1-aa624c7f64f8 req-5136c69f-8ffd-4782-a4d6-61f1b525108a tempest-AttachVolumeShelveTestJSON-1712717013 tempest-AttachVolumeShelveTestJSON-1712717013-project] Unset dirty status for tenant:62ca3eda8b574071bf7ebb52cb30bb40 on resource:port {{(pid=84040) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 20:50:57.081795 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-4ef31368-aca0-4a1b-bfd1-aa624c7f64f8 req-5136c69f-8ffd-4782-a4d6-61f1b525108a tempest-AttachVolumeShelveTestJSON-1712717013 tempest-AttachVolumeShelveTestJSON-1712717013-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=62ca3eda8b574071bf7ebb52cb30bb40&fields=id HTTP/1.1" status: 200 len: 348 time: 0.4887805 Apr 18 20:50:57.101222 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-cfbc6e7a-5ad4-43fb-9965-7ce8aecc72cf req-ef960658-f85e-461a-b92c-a5b5697bb158 service neutron] 10.222.0.43 "GET /v2.0/networks/94e6bcb8-e48f-4914-89f4-73f6d03f860a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1679516 Apr 18 20:50:57.130707 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:57.166805 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] For port e7a6fcb0-431d-4b8c-b515-c6805712c623, host n-d-838334-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838334-2',level=0,port_id=e7a6fcb0-431d-4b8c-b515-c6805712c623,segment=NetworkSegment(cd8c59c7-b4b2-44a4-be0f-4e934073fee4),segment_id=cd8c59c7-b4b2-44a4-be0f-4e934073fee4)] {{(pid=84042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:50:57.170811 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682'] for port, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:57.171741 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Device 7d561ce4-c85c-4141-9e07-20a038b04f96 up at agent ovs-agent-n-d-838334-2 {{(pid=84042) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 20:50:57.285856 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Pushing event updated for resources: {'Port': ['ID=e7a6fcb0-431d-4b8c-b515-c6805712c623,revision_number=5']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:50:57.291116 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [req-f5a228c3-1df7-46fa-a1b8-d079812d81a1 req-e9c66972-4195-45dd-a16a-6aaf8aa8909f tempest-ImagesOneServerNegativeTestJSON-1563611860 tempest-ImagesOneServerNegativeTestJSON-1563611860-project] Unset dirty status for tenant:3c76d2c50aef4e4cbd335680d5ef1e1d on resource:security_group {{(pid=84040) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 20:50:57.292269 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-f5a228c3-1df7-46fa-a1b8-d079812d81a1 req-e9c66972-4195-45dd-a16a-6aaf8aa8909f tempest-ImagesOneServerNegativeTestJSON-1563611860 tempest-ImagesOneServerNegativeTestJSON-1563611860-project] 10.222.0.42 "GET /v2.0/security-groups?id=35685d16-429f-4b00-82f0-cda27d79d56c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5416987 Apr 18 20:50:57.299714 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Provisioning for port 7d561ce4-c85c-4141-9e07-20a038b04f96 completed by entity L2. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 20:50:57.304508 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Provisioning complete for port 7d561ce4-c85c-4141-9e07-20a038b04f96 triggered by entity L2. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:50:57.304872 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1253608'] for port, provisioning_complete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:57.357110 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-20ba2e93-bb3c-4ad7-bbac-864c92956729 req-72be1984-fbb3-487e-94e3-9a959e2f7b19 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=48f708f8-0904-4115-910c-bb1ab06d7263&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5178146 Apr 18 20:50:57.370678 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcfa1ece-2d8d-4006-8f48-dc4e3c3ea767 admin admin] Checking segment: {'id': '824475dd-cc01-4f37-b28b-cc0d2c7c32c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '5aa366fd-2007-469d-beb7-cd29ef89e1e3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84040) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 20:50:57.371035 n-d-838334-2 neutron-server[84040]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bcfa1ece-2d8d-4006-8f48-dc4e3c3ea767 admin admin] Network hostable DHCP agents. Network: 5aa366fd-2007-469d-beb7-cd29ef89e1e3, hostable agents: ['8746f8ea-3e91-4b32-9919-2c63adeb8722'], hosted agents: [] {{(pid=84040) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 20:50:57.426533 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:57.443075 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] For port 7d561ce4-c85c-4141-9e07-20a038b04f96, host n-d-838334-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838334-2',level=0,port_id=7d561ce4-c85c-4141-9e07-20a038b04f96,segment=NetworkSegment(732aa830-768b-4511-951f-d08e26b9c25b),segment_id=732aa830-768b-4511-951f-d08e26b9c25b)] {{(pid=84042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:50:57.446683 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682'] for port, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:57.513449 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Pushing event updated for resources: {'Port': ['ID=7d561ce4-c85c-4141-9e07-20a038b04f96,revision_number=4']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:50:57.624379 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-d2a962ab-cb4f-4aad-8a0b-947ff147f859 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:57.657156 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-4ef31368-aca0-4a1b-bfd1-aa624c7f64f8 req-ce4443bb-b439-44df-83bd-b7e0abcf1ef0 service neutron] 10.222.0.42 "GET /v2.0/networks/0f9d847a-7ba3-4a42-a0c6-e8541d683b40?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4119570 Apr 18 20:50:57.667897 n-d-838334-2 neutron-server[84040]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bcfa1ece-2d8d-4006-8f48-dc4e3c3ea767 admin admin] Network 5aa366fd-2007-469d-beb7-cd29ef89e1e3 is scheduled to be hosted by DHCP agent 8746f8ea-3e91-4b32-9919-2c63adeb8722 with binding_index 1 {{(pid=84040) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 20:50:57.698486 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-20ba2e93-bb3c-4ad7-bbac-864c92956729 req-9d508ee7-7ce9-4b01-855c-1d2efac9c186 service neutron] 10.222.0.48 "GET /v2.0/networks/48f708f8-0904-4115-910c-bb1ab06d7263?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3290191 Apr 18 20:50:57.801685 n-d-838334-2 neutron-server[84040]: DEBUG neutron.scheduler.base_scheduler [None req-bcfa1ece-2d8d-4006-8f48-dc4e3c3ea767 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-838334-2, 5aa366fd-2007-469d-beb7-cd29ef89e1e3) {{(pid=84040) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:50:57.809322 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f52fa5d-5724-4df8-a65b-437b4a6c642a None None] Network 5aa366fd-2007-469d-beb7-cd29ef89e1e3 requested from n-d-838334-2 {{(pid=84042) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 20:50:57.825276 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bcfa1ece-2d8d-4006-8f48-dc4e3c3ea767 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:50:57.825868 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-bcfa1ece-2d8d-4006-8f48-dc4e3c3ea767 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32378031'] for subnet, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:57.920105 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-924e92ba-5961-4168-be38-21f33d4692b1 req-1730d1ba-5384-41f5-80a1-329482c52826 tempest-ServerRescueTestJSON-1218824152 tempest-ServerRescueTestJSON-1218824152-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:50:57.921484 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-924e92ba-5961-4168-be38-21f33d4692b1 req-1730d1ba-5384-41f5-80a1-329482c52826 tempest-ServerRescueTestJSON-1218824152 tempest-ServerRescueTestJSON-1218824152-project] 10.222.0.42 "GET /v2.0/ports?device_id=a7644bc3-dad5-4231-8e11-ce8e2039002d HTTP/1.1" status: 200 len: 945 time: 0.4425895 Apr 18 20:50:58.017197 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-bcfa1ece-2d8d-4006-8f48-dc4e3c3ea767 admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 2.7123582 Apr 18 20:50:58.036676 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ca8a2f9-1e5f-497d-afdf-3533c6f6615b None None] Network 5aa366fd-2007-469d-beb7-cd29ef89e1e3 requested from n-d-838334-2 {{(pid=84042) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 20:50:58.113935 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-4ef31368-aca0-4a1b-bfd1-aa624c7f64f8 req-085a13f0-7bba-4883-a5f8-ef6a979a90de service neutron] 10.222.0.42 "GET /v2.0/networks/0f9d847a-7ba3-4a42-a0c6-e8541d683b40?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4492707 Apr 18 20:50:58.130615 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-20ba2e93-bb3c-4ad7-bbac-864c92956729 req-b29d2ba7-4708-426a-bc37-7811c23268c5 service neutron] 10.222.0.48 "GET /v2.0/networks/48f708f8-0904-4115-910c-bb1ab06d7263?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4247520 Apr 18 20:50:58.156591 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-924e92ba-5961-4168-be38-21f33d4692b1 req-019baf46-e271-43f2-8a2c-97b67ffffc6e tempest-ServerRescueTestJSON-1218824152 tempest-ServerRescueTestJSON-1218824152-project] 10.222.0.42 "GET /v2.0/security-groups?id=6f984221-1918-47e6-82e9-256972907b58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2266788 Apr 18 20:50:58.285096 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.db_base_plugin_common [None req-d2a962ab-cb4f-4aad-8a0b-947ff147f859 admin admin] Allocated IP 172.20.0.1 (9956df45-2736-4a4c-9815-b894d9a44160/e000ef4a-9553-4d5a-aa5c-e55a867fcd65/048f2e4f-4c30-419f-b6c8-11c89bb062f3) {{(pid=84040) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:50:58.293302 n-d-838334-2 neutron-server[84040]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9c7de0d9-9520-4c9f-8045-4f0fd2d19eaf'] response: {'name': 'network-changed', 'server_uuid': '518b0850-99aa-4c7b-8e17-eb4ba00959c9', 'tag': 'be2ef176-f0cf-4542-aaf3-acc7d50abefc', 'status': 'completed', 'code': 200} Apr 18 20:50:58.401876 n-d-838334-2 neutron-server[84041]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5db0f403-b74e-49f5-b02c-ee0f19b34551'] response: {'name': 'network-changed', 'server_uuid': '617c9d6f-1f01-4266-b335-de943c6d30d9', 'tag': '6f49d89c-92f2-4410-a4f3-847ec5d84faa', 'status': 'completed', 'code': 200} Apr 18 20:50:58.549799 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-f4d1f1e6-c46b-4aa6-be79-859114bfb8c4 req-90fb7f28-a92f-4286-9297-b0f55ac0fd23 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=3c76d2c50aef4e4cbd335680d5ef1e1d&device_id=617c9d6f-1f01-4266-b335-de943c6d30d9 HTTP/1.1" status: 200 len: 1095 time: 0.1217096 Apr 18 20:50:58.647960 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-a4830943-f9fd-4366-a3c7-9ca791f7d92b req-4580fb3e-e0e5-4b29-a9a7-67a9a5d4c5bb service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=6be92480d0964f34a8ede9caae0c987d&device_id=518b0850-99aa-4c7b-8e17-eb4ba00959c9 HTTP/1.1" status: 200 len: 1095 time: 0.3241508 Apr 18 20:50:58.656369 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-d2a962ab-cb4f-4aad-8a0b-947ff147f859 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:58.713749 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4d1f1e6-c46b-4aa6-be79-859114bfb8c4 req-e8d9e779-a3e3-4239-84c3-bbed697e158c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:50:58.715422 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-f4d1f1e6-c46b-4aa6-be79-859114bfb8c4 req-e8d9e779-a3e3-4239-84c3-bbed697e158c service neutron] 10.222.0.43 "GET /v2.0/networks?id=94e6bcb8-e48f-4914-89f4-73f6d03f860a HTTP/1.1" status: 200 len: 922 time: 0.1593881 Apr 18 20:50:58.817519 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-f4d1f1e6-c46b-4aa6-be79-859114bfb8c4 req-43ce724c-6c51-4c57-8a7e-b04a17ea9afd service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6f49d89c-92f2-4410-a4f3-847ec5d84faa HTTP/1.1" status: 200 len: 217 time: 0.0933454 Apr 18 20:50:58.819966 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4830943-f9fd-4366-a3c7-9ca791f7d92b req-927ecf6c-2bd9-4c8f-8588-7b03ccf7d4a0 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:50:58.821434 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-a4830943-f9fd-4366-a3c7-9ca791f7d92b req-927ecf6c-2bd9-4c8f-8588-7b03ccf7d4a0 service neutron] 10.222.0.48 "GET /v2.0/networks?id=48f708f8-0904-4115-910c-bb1ab06d7263 HTTP/1.1" status: 200 len: 912 time: 0.1605208 Apr 18 20:50:58.841978 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Device e7a6fcb0-431d-4b8c-b515-c6805712c623 up at agent ovs-agent-n-d-838334-2 {{(pid=84042) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 20:50:58.890807 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.provisioning_blocks [None req-d2a962ab-cb4f-4aad-8a0b-947ff147f859 admin admin] Transition to ACTIVE for port object 048f2e4f-4c30-419f-b6c8-11c89bb062f3 will not be triggered until provisioned by entity DHCP. {{(pid=84040) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 20:50:58.916325 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e09f207f-5d6c-4770-974b-b1407c37cf22 req-e964efab-1416-489c-ba80-6d60dfd5c7f3 tempest-ServerActionsTestJSON-2052644234 tempest-ServerActionsTestJSON-2052644234-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:50:58.917911 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-e09f207f-5d6c-4770-974b-b1407c37cf22 req-e964efab-1416-489c-ba80-6d60dfd5c7f3 tempest-ServerActionsTestJSON-2052644234 tempest-ServerActionsTestJSON-2052644234-project] 10.222.0.42 "GET /v2.0/ports?device_id=518b0850-99aa-4c7b-8e17-eb4ba00959c9 HTTP/1.1" status: 200 len: 944 time: 0.3963988 Apr 18 20:50:58.921117 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-a4830943-f9fd-4366-a3c7-9ca791f7d92b req-a79d0e85-7299-4247-8ee8-6ffd2d2e68d5 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=be2ef176-f0cf-4542-aaf3-acc7d50abefc HTTP/1.1" status: 200 len: 217 time: 0.0867181 Apr 18 20:50:58.938200 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4d1f1e6-c46b-4aa6-be79-859114bfb8c4 req-2634b39e-143d-4160-9605-4d61b40c163a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:50:58.942395 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-f4d1f1e6-c46b-4aa6-be79-859114bfb8c4 req-2634b39e-143d-4160-9605-4d61b40c163a service neutron] 10.222.0.43 "GET /v2.0/subnets?id=aca04e13-8241-4a12-96f1-92050670baff HTTP/1.1" status: 200 len: 861 time: 0.1181221 Apr 18 20:50:58.983823 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Provisioning complete for port e7a6fcb0-431d-4b8c-b515-c6805712c623 triggered by entity L2. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:50:58.988590 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1253608'] for port, provisioning_complete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:59.003595 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-f4d1f1e6-c46b-4aa6-be79-859114bfb8c4 req-0e62337b-44c2-4ab5-a193-65ebd7e337c2 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=94e6bcb8-e48f-4914-89f4-73f6d03f860a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0541146 Apr 18 20:50:59.141939 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Device 7d561ce4-c85c-4141-9e07-20a038b04f96 up at agent ovs-agent-n-d-838334-2 {{(pid=84042) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 20:50:59.161244 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-f4d1f1e6-c46b-4aa6-be79-859114bfb8c4 req-0aa92b08-0531-4ae1-a5c6-eb763fdc31a7 service neutron] 10.222.0.43 "GET /v2.0/networks/94e6bcb8-e48f-4914-89f4-73f6d03f860a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1492548 Apr 18 20:50:59.233725 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-d2a962ab-cb4f-4aad-8a0b-947ff147f859 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750374836619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32440838'] for port, after_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:59.278193 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Provisioning complete for port 7d561ce4-c85c-4141-9e07-20a038b04f96 triggered by entity L2. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:50:59.278558 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1253608'] for port, provisioning_complete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:59.335164 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-f4d1f1e6-c46b-4aa6-be79-859114bfb8c4 req-0469f6cf-0cb4-423b-b0a8-12e2d64cb003 service neutron] 10.222.0.43 "GET /v2.0/networks/94e6bcb8-e48f-4914-89f4-73f6d03f860a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1662500 Apr 18 20:50:59.355727 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4830943-f9fd-4366-a3c7-9ca791f7d92b req-0ab1839c-3de1-4d42-81b7-54d1249b985c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:50:59.357195 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-a4830943-f9fd-4366-a3c7-9ca791f7d92b req-0ab1839c-3de1-4d42-81b7-54d1249b985c service neutron] 10.222.0.48 "GET /v2.0/subnets?id=488f35b7-694e-475d-862d-2f00f4388d03 HTTP/1.1" status: 200 len: 850 time: 0.4027903 Apr 18 20:50:59.373727 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-e09f207f-5d6c-4770-974b-b1407c37cf22 req-525fa7c4-2994-40b5-9027-0112a39a6443 tempest-ServerActionsTestJSON-2052644234 tempest-ServerActionsTestJSON-2052644234-project] 10.222.0.42 "GET /v2.0/security-groups?id=5518633c-5bdd-41db-a1d5-749e9b6740a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4490731 Apr 18 20:50:59.448830 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2a962ab-cb4f-4aad-8a0b-947ff147f859 admin admin] Pushing event updated for resources: {'Port': ['ID=048f2e4f-4c30-419f-b6c8-11c89bb062f3,revision_number=1']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:50:59.452307 n-d-838334-2 neutron-server[84040]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2a962ab-cb4f-4aad-8a0b-947ff147f859 admin admin] Network 9956df45-2736-4a4c-9815-b894d9a44160 is already hosted by enough agents. {{(pid=84040) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:50:59.464236 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750375287399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253529'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:59.467518 n-d-838334-2 neutron-server[84040]: DEBUG neutron.scheduler.base_scheduler [None req-d2a962ab-cb4f-4aad-8a0b-947ff147f859 admin admin] Resources bound (agent type, host, resource id): {{(pid=84040) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:50:59.473699 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2a962ab-cb4f-4aad-8a0b-947ff147f859 admin admin] Received port after_create {{(pid=84040) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 20:50:59.594269 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7079e36-27fe-4567-ac88-ff318ddf5e55 req-11b5a83a-fefc-4c02-a4ce-f7c3089e6c88 tempest-ServerDiskConfigTestJSON-473081836 tempest-ServerDiskConfigTestJSON-473081836-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:50:59.594951 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [req-f7079e36-27fe-4567-ac88-ff318ddf5e55 req-11b5a83a-fefc-4c02-a4ce-f7c3089e6c88 tempest-ServerDiskConfigTestJSON-473081836 tempest-ServerDiskConfigTestJSON-473081836-project] Synchronizing usage tracker for tenant:873b40c7f5b941c6b9e1975b2a303d65 on resource:network {{(pid=84040) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 20:50:59.629596 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-d2a962ab-cb4f-4aad-8a0b-947ff147f859 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33444010'] for router_interface, before_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:59.662486 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [req-f7079e36-27fe-4567-ac88-ff318ddf5e55 req-11b5a83a-fefc-4c02-a4ce-f7c3089e6c88 tempest-ServerDiskConfigTestJSON-473081836 tempest-ServerDiskConfigTestJSON-473081836-project] Unset dirty status for tenant:873b40c7f5b941c6b9e1975b2a303d65 on resource:network {{(pid=84040) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 20:50:59.663671 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-f7079e36-27fe-4567-ac88-ff318ddf5e55 req-11b5a83a-fefc-4c02-a4ce-f7c3089e6c88 tempest-ServerDiskConfigTestJSON-473081836 tempest-ServerDiskConfigTestJSON-473081836-project] 10.222.0.42 "GET /v2.0/networks?id=5aa366fd-2007-469d-beb7-cd29ef89e1e3 HTTP/1.1" status: 200 len: 815 time: 0.6152370 Apr 18 20:50:59.668126 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-a4830943-f9fd-4366-a3c7-9ca791f7d92b req-e9378c13-7709-44e0-a41d-aa8ac47a936e service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=48f708f8-0904-4115-910c-bb1ab06d7263&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2996855 Apr 18 20:50:59.727965 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-688d6f83-e8a9-46e8-befc-f79a5733f818 req-d03f48a1-1b94-47e8-91a0-e55ec2d0f491 tempest-ImagesOneServerNegativeTestJSON-1563611860 tempest-ImagesOneServerNegativeTestJSON-1563611860-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:50:59.728732 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-723f235b-5688-4680-b350-1f3cc88b067c None None] Provisioning for port 048f2e4f-4c30-419f-b6c8-11c89bb062f3 completed by entity DHCP. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 20:50:59.729494 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-688d6f83-e8a9-46e8-befc-f79a5733f818 req-d03f48a1-1b94-47e8-91a0-e55ec2d0f491 tempest-ImagesOneServerNegativeTestJSON-1563611860 tempest-ImagesOneServerNegativeTestJSON-1563611860-project] 10.222.0.42 "GET /v2.0/ports?device_id=617c9d6f-1f01-4266-b335-de943c6d30d9 HTTP/1.1" status: 200 len: 944 time: 0.2275813 Apr 18 20:50:59.735015 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-723f235b-5688-4680-b350-1f3cc88b067c None None] Provisioning complete for port 048f2e4f-4c30-419f-b6c8-11c89bb062f3 triggered by entity DHCP. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:50:59.735723 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-723f235b-5688-4680-b350-1f3cc88b067c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1253608'] for port, provisioning_complete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:59.786248 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-f7079e36-27fe-4567-ac88-ff318ddf5e55 req-bc190652-bd55-4b8f-91c4-e93f30f6b559 tempest-ServerDiskConfigTestJSON-473081836 tempest-ServerDiskConfigTestJSON-473081836-project] 10.222.0.42 "GET /v2.0/quotas/873b40c7f5b941c6b9e1975b2a303d65 HTTP/1.1" status: 200 len: 375 time: 0.1158233 Apr 18 20:50:59.806940 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.plugin [None req-723f235b-5688-4680-b350-1f3cc88b067c None None] Port 048f2e4f-4c30-419f-b6c8-11c89bb062f3 cannot update to ACTIVE because it is not bound. {{(pid=84042) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 18 20:50:59.896829 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-f7079e36-27fe-4567-ac88-ff318ddf5e55 req-018c4ca1-204a-4a1c-a3c5-085d86ae99fe tempest-ServerDiskConfigTestJSON-473081836 tempest-ServerDiskConfigTestJSON-473081836-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=873b40c7f5b941c6b9e1975b2a303d65&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0868814 Apr 18 20:50:59.959111 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ef31368-aca0-4a1b-bfd1-aa624c7f64f8 req-c1c51874-e5e3-40d2-8a02-fbeaf75053c3 tempest-AttachVolumeShelveTestJSON-1712717013 tempest-AttachVolumeShelveTestJSON-1712717013-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:50:59.959925 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [req-4ef31368-aca0-4a1b-bfd1-aa624c7f64f8 req-c1c51874-e5e3-40d2-8a02-fbeaf75053c3 tempest-AttachVolumeShelveTestJSON-1712717013 tempest-AttachVolumeShelveTestJSON-1712717013-project] Synchronizing usage tracker for tenant:62ca3eda8b574071bf7ebb52cb30bb40 on resource:network {{(pid=84041) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 20:50:59.980277 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [req-4ef31368-aca0-4a1b-bfd1-aa624c7f64f8 req-c1c51874-e5e3-40d2-8a02-fbeaf75053c3 tempest-AttachVolumeShelveTestJSON-1712717013 tempest-AttachVolumeShelveTestJSON-1712717013-project] Unset dirty status for tenant:62ca3eda8b574071bf7ebb52cb30bb40 on resource:network {{(pid=84041) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 20:50:59.981593 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-4ef31368-aca0-4a1b-bfd1-aa624c7f64f8 req-c1c51874-e5e3-40d2-8a02-fbeaf75053c3 tempest-AttachVolumeShelveTestJSON-1712717013 tempest-AttachVolumeShelveTestJSON-1712717013-project] 10.222.0.48 "GET /v2.0/networks?id=0f9d847a-7ba3-4a42-a0c6-e8541d683b40 HTTP/1.1" status: 200 len: 816 time: 0.2894325 Apr 18 20:51:00.027453 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-688d6f83-e8a9-46e8-befc-f79a5733f818 req-fb0d95e2-8484-4435-a34d-7431eb4487fe tempest-ImagesOneServerNegativeTestJSON-1563611860 tempest-ImagesOneServerNegativeTestJSON-1563611860-project] 10.222.0.42 "GET /v2.0/security-groups?id=35685d16-429f-4b00-82f0-cda27d79d56c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2486563 Apr 18 20:51:00.028031 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-d2a962ab-cb4f-4aad-8a0b-947ff147f859 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:00.037887 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [req-4ef31368-aca0-4a1b-bfd1-aa624c7f64f8 req-0be90eb7-8a39-458c-8976-f05220454c91 tempest-AttachVolumeShelveTestJSON-1712717013 tempest-AttachVolumeShelveTestJSON-1712717013-project] Synchronizing usage tracker for tenant:62ca3eda8b574071bf7ebb52cb30bb40 on resource:security_group {{(pid=84041) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 20:51:00.060970 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [req-4ef31368-aca0-4a1b-bfd1-aa624c7f64f8 req-0be90eb7-8a39-458c-8976-f05220454c91 tempest-AttachVolumeShelveTestJSON-1712717013 tempest-AttachVolumeShelveTestJSON-1712717013-project] Unset dirty status for tenant:62ca3eda8b574071bf7ebb52cb30bb40 on resource:security_group {{(pid=84041) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 20:51:00.062337 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-4ef31368-aca0-4a1b-bfd1-aa624c7f64f8 req-0be90eb7-8a39-458c-8976-f05220454c91 tempest-AttachVolumeShelveTestJSON-1712717013 tempest-AttachVolumeShelveTestJSON-1712717013-project] 10.222.0.48 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=62ca3eda8b574071bf7ebb52cb30bb40 HTTP/1.1" status: 200 len: 380 time: 0.0648110 Apr 18 20:51:00.072320 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.v2.base [req-4ef31368-aca0-4a1b-bfd1-aa624c7f64f8 req-4bbe09a9-a7fe-49f7-9544-539a0c148a95 tempest-AttachVolumeShelveTestJSON-1712717013 tempest-AttachVolumeShelveTestJSON-1712717013-project] Request body: {'port': {'device_id': 'a3d617b3-55ec-41c1-b97c-911aa927ef50', 'network_id': '0f9d847a-7ba3-4a42-a0c6-e8541d683b40', 'admin_state_up': True, 'tenant_id': '62ca3eda8b574071bf7ebb52cb30bb40', 'security_groups': ['2e9d8b44-da00-4a79-861c-f0ec417a580f']}} {{(pid=84041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 20:51:00.076210 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-a4830943-f9fd-4366-a3c7-9ca791f7d92b req-9bda56ca-5025-4a6c-abfe-c75113b8d689 service neutron] 10.222.0.48 "GET /v2.0/networks/48f708f8-0904-4115-910c-bb1ab06d7263?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4010377 Apr 18 20:51:00.225161 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [req-4ef31368-aca0-4a1b-bfd1-aa624c7f64f8 req-4bbe09a9-a7fe-49f7-9544-539a0c148a95 tempest-AttachVolumeShelveTestJSON-1712717013 tempest-AttachVolumeShelveTestJSON-1712717013-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:51:00.234530 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [req-4ef31368-aca0-4a1b-bfd1-aa624c7f64f8 req-4bbe09a9-a7fe-49f7-9544-539a0c148a95 tempest-AttachVolumeShelveTestJSON-1712717013 tempest-AttachVolumeShelveTestJSON-1712717013-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:51:00.244858 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4ef31368-aca0-4a1b-bfd1-aa624c7f64f8 req-4bbe09a9-a7fe-49f7-9544-539a0c148a95 tempest-AttachVolumeShelveTestJSON-1712717013 tempest-AttachVolumeShelveTestJSON-1712717013-project] Made reservation on behalf of 62ca3eda8b574071bf7ebb52cb30bb40 for: {'port': 1} {{(pid=84041) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:51:00.248230 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [req-4ef31368-aca0-4a1b-bfd1-aa624c7f64f8 req-4bbe09a9-a7fe-49f7-9544-539a0c148a95 tempest-AttachVolumeShelveTestJSON-1712717013 tempest-AttachVolumeShelveTestJSON-1712717013-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:00.286712 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-552832c8-319b-4176-a595-85514aa8c0cd req-91b1175c-dcd8-488d-aeb5-889eea26c3d1 tempest-AttachVolumeShelveTestJSON-1712717013 tempest-AttachVolumeShelveTestJSON-1712717013-project] 10.222.0.42 "GET /v2.0/ports?device_id=a3d617b3-55ec-41c1-b97c-911aa927ef50 HTTP/1.1" status: 200 len: 210 time: 0.1254153 Apr 18 20:51:00.289586 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Device 6f49d89c-92f2-4410-a4f3-847ec5d84faa details requested by agent hyperv_n-h1-838334-2 with host n-h1-838334-2 {{(pid=84042) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 18 20:51:00.317635 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-f7079e36-27fe-4567-ac88-ff318ddf5e55 req-7e4c362a-9b62-4bf3-ab80-764eb96e160f service neutron] 10.222.0.42 "GET /v2.0/networks/5aa366fd-2007-469d-beb7-cd29ef89e1e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3941324 Apr 18 20:51:00.444886 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.db_base_plugin_common [req-4ef31368-aca0-4a1b-bfd1-aa624c7f64f8 req-4bbe09a9-a7fe-49f7-9544-539a0c148a95 tempest-AttachVolumeShelveTestJSON-1712717013 tempest-AttachVolumeShelveTestJSON-1712717013-project] Allocated IP 172.20.0.3 (0f9d847a-7ba3-4a42-a0c6-e8541d683b40/d2e46a24-0bb5-4d5b-bcac-f83f2e3a3c35/96dabab2-edf7-421c-9f87-a969c8aeb8a0) {{(pid=84041) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:51:00.493636 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Device be2ef176-f0cf-4542-aaf3-acc7d50abefc details requested by agent hyperv_n-h2-838334-2 with host n-h2-838334-2 {{(pid=84042) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 18 20:51:00.496727 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] For port 6f49d89c-92f2-4410-a4f3-847ec5d84faa, host n-h1-838334-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838334-2',level=0,port_id=6f49d89c-92f2-4410-a4f3-847ec5d84faa,segment=NetworkSegment(30c19e44-4439-432e-8ba3-ae51f2f5bd90),segment_id=30c19e44-4439-432e-8ba3-ae51f2f5bd90)] {{(pid=84042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:51:00.516697 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Returning: {'device': '6f49d89c-92f2-4410-a4f3-847ec5d84faa', 'network_id': '94e6bcb8-e48f-4914-89f4-73f6d03f860a', 'port_id': '6f49d89c-92f2-4410-a4f3-847ec5d84faa', 'mac_address': 'fa:16:3e:4e:bb:e2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 352, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'aca04e13-8241-4a12-96f1-92050670baff', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84042) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 18 20:51:00.544943 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-a4830943-f9fd-4366-a3c7-9ca791f7d92b req-c825bdb9-3304-4fa6-b846-cdfd6fd80e0f service neutron] 10.222.0.48 "GET /v2.0/networks/48f708f8-0904-4115-910c-bb1ab06d7263?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4306874 Apr 18 20:51:00.652058 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:00.662884 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [req-4ef31368-aca0-4a1b-bfd1-aa624c7f64f8 req-4bbe09a9-a7fe-49f7-9544-539a0c148a95 tempest-AttachVolumeShelveTestJSON-1712717013 tempest-AttachVolumeShelveTestJSON-1712717013-project] Notify callbacks [] for port, precommit_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:00.684895 n-d-838334-2 neutron-server[84042]: DEBUG neutron.notifiers.nova [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6f49d89c-92f2-4410-a4f3-847ec5d84faa {{(pid=84042) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 18 20:51:00.685348 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.provisioning_blocks [req-4ef31368-aca0-4a1b-bfd1-aa624c7f64f8 req-4bbe09a9-a7fe-49f7-9544-539a0c148a95 tempest-AttachVolumeShelveTestJSON-1712717013 tempest-AttachVolumeShelveTestJSON-1712717013-project] Transition to ACTIVE for port object 96dabab2-edf7-421c-9f87-a969c8aeb8a0 will not be triggered until provisioned by entity DHCP. {{(pid=84041) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 20:51:00.692556 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-f7079e36-27fe-4567-ac88-ff318ddf5e55 req-a70fa90a-0d76-4e5e-8b58-cfcb731959d7 service neutron] 10.222.0.42 "GET /v2.0/networks/5aa366fd-2007-469d-beb7-cd29ef89e1e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3239026 Apr 18 20:51:00.721467 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] For port 6f49d89c-92f2-4410-a4f3-847ec5d84faa, host n-h1-838334-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838334-2',level=0,port_id=6f49d89c-92f2-4410-a4f3-847ec5d84faa,segment=NetworkSegment(30c19e44-4439-432e-8ba3-ae51f2f5bd90),segment_id=30c19e44-4439-432e-8ba3-ae51f2f5bd90)] {{(pid=84042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:51:00.722761 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [req-4ef31368-aca0-4a1b-bfd1-aa624c7f64f8 req-4bbe09a9-a7fe-49f7-9544-539a0c148a95 tempest-AttachVolumeShelveTestJSON-1712717013 tempest-AttachVolumeShelveTestJSON-1712717013-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750374836619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32266323'] for port, after_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:00.723462 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] For port be2ef176-f0cf-4542-aaf3-acc7d50abefc, host n-h2-838334-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838334-2',level=0,port_id=be2ef176-f0cf-4542-aaf3-acc7d50abefc,segment=NetworkSegment(4935dfdb-03db-4976-a6b4-e0fa58696685),segment_id=4935dfdb-03db-4976-a6b4-e0fa58696685)] {{(pid=84042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:51:00.735474 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682'] for port, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:00.754488 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-d2a962ab-cb4f-4aad-8a0b-947ff147f859 admin admin] Notify callbacks [] for port, precommit_update {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:00.761657 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3736b4eb-a4a2-4d67-a002-9f53382ef180 req-42139777-c1f9-4c71-9938-362773665cb5 tempest-ServerRescueTestJSON-1218824152 tempest-ServerRescueTestJSON-1218824152-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:51:00.769772 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-3736b4eb-a4a2-4d67-a002-9f53382ef180 req-42139777-c1f9-4c71-9938-362773665cb5 tempest-ServerRescueTestJSON-1218824152 tempest-ServerRescueTestJSON-1218824152-project] 10.222.0.42 "GET /v2.0/networks?id=b18f6ca6-9241-4023-98c1-9e86661176c3 HTTP/1.1" status: 200 len: 811 time: 0.2853241 Apr 18 20:51:00.788877 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-3736b4eb-a4a2-4d67-a002-9f53382ef180 req-c83a3f60-ee0d-4dc7-bad8-572092954e27 tempest-ServerRescueTestJSON-1218824152 tempest-ServerRescueTestJSON-1218824152-project] 10.222.0.42 "GET /v2.0/quotas/ec0d4dedc6f54935aafadeeb5b293728 HTTP/1.1" status: 200 len: 375 time: 0.0178547 Apr 18 20:51:00.790726 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-d2a962ab-cb4f-4aad-8a0b-947ff147f859 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32440959'] for port, after_update {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:00.813196 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Pushing event updated for resources: {'Port': ['ID=6f49d89c-92f2-4410-a4f3-847ec5d84faa,revision_number=4']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:51:00.818361 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Returning: {'device': 'be2ef176-f0cf-4542-aaf3-acc7d50abefc', 'network_id': '48f708f8-0904-4115-910c-bb1ab06d7263', 'port_id': 'be2ef176-f0cf-4542-aaf3-acc7d50abefc', 'mac_address': 'fa:16:3e:08:cf:ae', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 362, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '488f35b7-694e-475d-862d-2f00f4388d03', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84042) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 18 20:51:00.826534 n-d-838334-2 neutron-server[84041]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4ef31368-aca0-4a1b-bfd1-aa624c7f64f8 req-4bbe09a9-a7fe-49f7-9544-539a0c148a95 tempest-AttachVolumeShelveTestJSON-1712717013 tempest-AttachVolumeShelveTestJSON-1712717013-project] Network 0f9d847a-7ba3-4a42-a0c6-e8541d683b40 is already hosted by enough agents. {{(pid=84041) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:51:00.828021 n-d-838334-2 neutron-server[84041]: DEBUG neutron.scheduler.base_scheduler [req-4ef31368-aca0-4a1b-bfd1-aa624c7f64f8 req-4bbe09a9-a7fe-49f7-9544-539a0c148a95 tempest-AttachVolumeShelveTestJSON-1712717013 tempest-AttachVolumeShelveTestJSON-1712717013-project] Resources bound (agent type, host, resource id): {{(pid=84041) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:51:00.843882 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.l3_dvrscheduler_db [req-4ef31368-aca0-4a1b-bfd1-aa624c7f64f8 req-4bbe09a9-a7fe-49f7-9544-539a0c148a95 tempest-AttachVolumeShelveTestJSON-1712717013 tempest-AttachVolumeShelveTestJSON-1712717013-project] Received port after_create {{(pid=84041) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 20:51:00.890069 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bbe09a9-a7fe-49f7-9544-539a0c148a95 tempest-AttachVolumeShelveTestJSON-1712717013 tempest-AttachVolumeShelveTestJSON-1712717013-project] Pushing event updated for resources: {'Port': ['ID=96dabab2-edf7-421c-9f87-a969c8aeb8a0,revision_number=1']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:51:00.944587 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:00.962813 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ef31368-aca0-4a1b-bfd1-aa624c7f64f8 req-4bbe09a9-a7fe-49f7-9544-539a0c148a95 tempest-AttachVolumeShelveTestJSON-1712717013 tempest-AttachVolumeShelveTestJSON-1712717013-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:51:00.963549 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [req-4ef31368-aca0-4a1b-bfd1-aa624c7f64f8 req-4bbe09a9-a7fe-49f7-9544-539a0c148a95 tempest-AttachVolumeShelveTestJSON-1712717013 tempest-AttachVolumeShelveTestJSON-1712717013-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217293'] for port, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:00.986366 n-d-838334-2 neutron-server[84042]: DEBUG neutron.notifiers.nova [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id be2ef176-f0cf-4542-aaf3-acc7d50abefc {{(pid=84042) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 18 20:51:00.994931 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] get_ports_and_sgs() called for port_ids ['6f49d89c-92f2-4410-a4f3-847ec5d84faa'] {{(pid=84042) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 18 20:51:01.028231 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-4ef31368-aca0-4a1b-bfd1-aa624c7f64f8 req-4bbe09a9-a7fe-49f7-9544-539a0c148a95 tempest-AttachVolumeShelveTestJSON-1712717013 tempest-AttachVolumeShelveTestJSON-1712717013-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9605675 Apr 18 20:51:01.040038 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.v2.base [req-4ef31368-aca0-4a1b-bfd1-aa624c7f64f8 req-3accd8ac-5fc0-4425-9a68-04798ed07f39 service neutron] Request body: {'port': {'device_id': 'a3d617b3-55ec-41c1-b97c-911aa927ef50', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-838334-2'}} {{(pid=84041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 20:51:01.065371 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] For port be2ef176-f0cf-4542-aaf3-acc7d50abefc, host n-h2-838334-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838334-2',level=0,port_id=be2ef176-f0cf-4542-aaf3-acc7d50abefc,segment=NetworkSegment(4935dfdb-03db-4976-a6b4-e0fa58696685),segment_id=4935dfdb-03db-4976-a6b4-e0fa58696685)] {{(pid=84042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:51:01.083451 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682'] for port, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:01.188556 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Pushing event updated for resources: {'Port': ['ID=be2ef176-f0cf-4542-aaf3-acc7d50abefc,revision_number=4']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:51:01.231331 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-d2a962ab-cb4f-4aad-8a0b-947ff147f859 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-32377886', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33443847'] for router_interface, after_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:01.277815 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2a962ab-cb4f-4aad-8a0b-947ff147f859 admin admin] Pushing event updated for resources: {'Port': ['ID=048f2e4f-4c30-419f-b6c8-11c89bb062f3,revision_number=2']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:51:01.369514 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-86a0d9ac-fc81-4b57-9731-c30ed4d05dd5 None None] Provisioning for port 96dabab2-edf7-421c-9f87-a969c8aeb8a0 completed by entity DHCP. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 20:51:01.372218 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [req-4ef31368-aca0-4a1b-bfd1-aa624c7f64f8 req-3accd8ac-5fc0-4425-9a68-04798ed07f39 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:01.374839 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-86a0d9ac-fc81-4b57-9731-c30ed4d05dd5 None None] Provisioning complete for port 96dabab2-edf7-421c-9f87-a969c8aeb8a0 triggered by entity DHCP. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:51:01.375290 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-86a0d9ac-fc81-4b57-9731-c30ed4d05dd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1253608'] for port, provisioning_complete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:01.419699 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] get_ports_and_sgs() called for port_ids ['be2ef176-f0cf-4542-aaf3-acc7d50abefc'] {{(pid=84042) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 18 20:51:01.441673 n-d-838334-2 neutron-server[84040]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2a962ab-cb4f-4aad-8a0b-947ff147f859 admin admin] Network 9956df45-2736-4a4c-9815-b894d9a44160 is already hosted by enough agents. {{(pid=84040) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:51:01.448175 n-d-838334-2 neutron-server[84040]: DEBUG neutron.scheduler.base_scheduler [None req-d2a962ab-cb4f-4aad-8a0b-947ff147f859 admin admin] Resources bound (agent type, host, resource id): {{(pid=84040) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:51:01.526459 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.plugin [None req-86a0d9ac-fc81-4b57-9731-c30ed4d05dd5 None None] Port 96dabab2-edf7-421c-9f87-a969c8aeb8a0 cannot update to ACTIVE because it is not bound. {{(pid=84042) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 18 20:51:01.785120 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-3736b4eb-a4a2-4d67-a002-9f53382ef180 req-aa2f5a3c-3ec7-4e02-9796-3cbc160731e6 tempest-ServerRescueTestJSON-1218824152 tempest-ServerRescueTestJSON-1218824152-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=ec0d4dedc6f54935aafadeeb5b293728&fields=id HTTP/1.1" status: 200 len: 302 time: 0.9952147 Apr 18 20:51:01.803935 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17b23d96-9d8c-48a3-9d39-59fafcf76711 req-dc1cd0e2-3ea7-48fa-a4cf-0502841a665e tempest-ServerActionsTestJSON-2052644234 tempest-ServerActionsTestJSON-2052644234-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:51:01.805390 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-17b23d96-9d8c-48a3-9d39-59fafcf76711 req-dc1cd0e2-3ea7-48fa-a4cf-0502841a665e tempest-ServerActionsTestJSON-2052644234 tempest-ServerActionsTestJSON-2052644234-project] 10.222.0.42 "GET /v2.0/ports?device_id=518b0850-99aa-4c7b-8e17-eb4ba00959c9 HTTP/1.1" status: 200 len: 945 time: 0.3813622 Apr 18 20:51:01.852488 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-b776beb5-b4bb-483d-84f6-e34e8b142ec5 None None] Provisioning complete for port 048f2e4f-4c30-419f-b6c8-11c89bb062f3 triggered by entity DHCP. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:51:01.853036 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-b776beb5-b4bb-483d-84f6-e34e8b142ec5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1253608'] for port, provisioning_complete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:01.859673 n-d-838334-2 neutron-server[84041]: DEBUG neutron.notifiers.nova [req-4ef31368-aca0-4a1b-bfd1-aa624c7f64f8 req-3accd8ac-5fc0-4425-9a68-04798ed07f39 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 96dabab2-edf7-421c-9f87-a969c8aeb8a0 {{(pid=84041) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 18 20:51:01.867897 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [req-4ef31368-aca0-4a1b-bfd1-aa624c7f64f8 req-3accd8ac-5fc0-4425-9a68-04798ed07f39 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:01.883677 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.provisioning_blocks [req-4ef31368-aca0-4a1b-bfd1-aa624c7f64f8 req-3accd8ac-5fc0-4425-9a68-04798ed07f39 service neutron] Transition to ACTIVE for port object 96dabab2-edf7-421c-9f87-a969c8aeb8a0 will not be triggered until provisioned by entity L2. {{(pid=84041) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 20:51:01.891463 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [req-4ef31368-aca0-4a1b-bfd1-aa624c7f64f8 req-3accd8ac-5fc0-4425-9a68-04798ed07f39 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32266282'] for port, after_update {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:01.932440 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.plugin [None req-b776beb5-b4bb-483d-84f6-e34e8b142ec5 None None] Port 048f2e4f-4c30-419f-b6c8-11c89bb062f3 cannot update to ACTIVE because it is not bound. {{(pid=84042) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 18 20:51:01.972017 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3accd8ac-5fc0-4425-9a68-04798ed07f39 service neutron] Pushing event updated for resources: {'Port': ['ID=96dabab2-edf7-421c-9f87-a969c8aeb8a0,revision_number=2']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:51:02.081345 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-17b23d96-9d8c-48a3-9d39-59fafcf76711 req-457837d6-2493-4639-aa31-4321666be16d tempest-ServerActionsTestJSON-2052644234 tempest-ServerActionsTestJSON-2052644234-project] 10.222.0.42 "GET /v2.0/security-groups?id=5518633c-5bdd-41db-a1d5-749e9b6740a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2543678 Apr 18 20:51:02.113195 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-3736b4eb-a4a2-4d67-a002-9f53382ef180 req-0f99e107-b59a-4efe-a2e5-8c6964d6d55b service neutron] 10.222.0.42 "GET /v2.0/networks/b18f6ca6-9241-4023-98c1-9e86661176c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3061750 Apr 18 20:51:02.163174 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.managers [req-4ef31368-aca0-4a1b-bfd1-aa624c7f64f8 req-3accd8ac-5fc0-4425-9a68-04798ed07f39 service neutron] Attempting to bind port 96dabab2-edf7-421c-9f87-a969c8aeb8a0 on host n-h2-838334-2 for vnic_type normal with profile {{(pid=84041) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:51:02.163735 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.managers [req-4ef31368-aca0-4a1b-bfd1-aa624c7f64f8 req-3accd8ac-5fc0-4425-9a68-04798ed07f39 service neutron] Attempting to bind port 96dabab2-edf7-421c-9f87-a969c8aeb8a0 by drivers openvswitch,hyperv on host n-h2-838334-2 at level 0 using segments [{'id': 'cd8c59c7-b4b2-44a4-be0f-4e934073fee4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '0f9d847a-7ba3-4a42-a0c6-e8541d683b40'}] {{(pid=84041) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:51:02.164203 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ef31368-aca0-4a1b-bfd1-aa624c7f64f8 req-3accd8ac-5fc0-4425-9a68-04798ed07f39 service neutron] Attempting to bind port 96dabab2-edf7-421c-9f87-a969c8aeb8a0 on network 0f9d847a-7ba3-4a42-a0c6-e8541d683b40 {{(pid=84041) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 20:51:02.171688 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ef31368-aca0-4a1b-bfd1-aa624c7f64f8 req-3accd8ac-5fc0-4425-9a68-04798ed07f39 service neutron] Port 96dabab2-edf7-421c-9f87-a969c8aeb8a0 on network 0f9d847a-7ba3-4a42-a0c6-e8541d683b40 not bound, no agent of type Open vSwitch agent registered on host n-h2-838334-2 {{(pid=84041) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 18 20:51:02.172161 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ef31368-aca0-4a1b-bfd1-aa624c7f64f8 req-3accd8ac-5fc0-4425-9a68-04798ed07f39 service neutron] Attempting to bind port 96dabab2-edf7-421c-9f87-a969c8aeb8a0 on network 0f9d847a-7ba3-4a42-a0c6-e8541d683b40 {{(pid=84041) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 20:51:02.180863 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ef31368-aca0-4a1b-bfd1-aa624c7f64f8 req-3accd8ac-5fc0-4425-9a68-04798ed07f39 service neutron] Checking agent: {'id': 'dc797004-f641-47b7-a77f-9c62b5b16296', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-838334-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 34, 3), 'started_at': datetime.datetime(2022, 4, 18, 20, 34, 3), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 20, 50, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84041) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 18 20:51:02.181327 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ef31368-aca0-4a1b-bfd1-aa624c7f64f8 req-3accd8ac-5fc0-4425-9a68-04798ed07f39 service neutron] Checking segment: {'id': 'cd8c59c7-b4b2-44a4-be0f-4e934073fee4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '0f9d847a-7ba3-4a42-a0c6-e8541d683b40'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84041) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 20:51:02.181712 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ef31368-aca0-4a1b-bfd1-aa624c7f64f8 req-3accd8ac-5fc0-4425-9a68-04798ed07f39 service neutron] Bound using segment: {'id': 'cd8c59c7-b4b2-44a4-be0f-4e934073fee4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '0f9d847a-7ba3-4a42-a0c6-e8541d683b40'} {{(pid=84041) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 18 20:51:02.182137 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.managers [req-4ef31368-aca0-4a1b-bfd1-aa624c7f64f8 req-3accd8ac-5fc0-4425-9a68-04798ed07f39 service neutron] Bound port: 96dabab2-edf7-421c-9f87-a969c8aeb8a0, host: n-h2-838334-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cd8c59c7-b4b2-44a4-be0f-4e934073fee4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '0f9d847a-7ba3-4a42-a0c6-e8541d683b40'}}] {{(pid=84041) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 20:51:02.182478 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [req-4ef31368-aca0-4a1b-bfd1-aa624c7f64f8 req-3accd8ac-5fc0-4425-9a68-04798ed07f39 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:02.272424 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-8feb57ed-eb96-4d78-9557-f52bb7ff440b req-35e719c6-496f-4ddb-95a4-a42190acf0b7 tempest-ServerDiskConfigTestJSON-473081836 tempest-ServerDiskConfigTestJSON-473081836-project] 10.222.0.42 "GET /v2.0/ports?device_id=a7138a91-794f-4762-9c64-6037cebee7da HTTP/1.1" status: 200 len: 210 time: 0.0476646 Apr 18 20:51:02.290112 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Device 6f49d89c-92f2-4410-a4f3-847ec5d84faa up at agent hyperv_n-h1-838334-2 {{(pid=84042) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 20:51:02.324956 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.db [req-4ef31368-aca0-4a1b-bfd1-aa624c7f64f8 req-3accd8ac-5fc0-4425-9a68-04798ed07f39 service neutron] For port 96dabab2-edf7-421c-9f87-a969c8aeb8a0, host n-h2-838334-2, cleared binding levels {{(pid=84041) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 20:51:02.325470 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-3736b4eb-a4a2-4d67-a002-9f53382ef180 req-41d2a174-65b2-43bc-8562-c5df3301db31 service neutron] 10.222.0.42 "GET /v2.0/networks/b18f6ca6-9241-4023-98c1-9e86661176c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1972024 Apr 18 20:51:02.329171 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.db [req-4ef31368-aca0-4a1b-bfd1-aa624c7f64f8 req-3accd8ac-5fc0-4425-9a68-04798ed07f39 service neutron] For port 96dabab2-edf7-421c-9f87-a969c8aeb8a0, host n-h2-838334-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838334-2',level=0,port_id=96dabab2-edf7-421c-9f87-a969c8aeb8a0,segment=NetworkSegment(cd8c59c7-b4b2-44a4-be0f-4e934073fee4),segment_id=cd8c59c7-b4b2-44a4-be0f-4e934073fee4)] {{(pid=84041) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 20:51:02.347037 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [req-4ef31368-aca0-4a1b-bfd1-aa624c7f64f8 req-3accd8ac-5fc0-4425-9a68-04798ed07f39 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32266282'] for port, after_update {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:02.381719 n-d-838334-2 neutron-server[84040]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d2a962ab-cb4f-4aad-8a0b-947ff147f859 admin admin] Router bc01c25a-2e04-4cf1-bcb6-dfa1510dd9b9 has already been hosted by L3 agent bc84d6c9-dd7a-4555-a351-592327b46d5a {{(pid=84040) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 20:51:02.389925 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Provisioning for port 6f49d89c-92f2-4410-a4f3-847ec5d84faa completed by entity L2. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 20:51:02.395768 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Provisioning complete for port 6f49d89c-92f2-4410-a4f3-847ec5d84faa triggered by entity L2. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:51:02.396458 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1253608'] for port, provisioning_complete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:02.459832 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [req-4ef31368-aca0-4a1b-bfd1-aa624c7f64f8 req-3accd8ac-5fc0-4425-9a68-04798ed07f39 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217293'] for port, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:02.461950 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-4ef31368-aca0-4a1b-bfd1-aa624c7f64f8 req-3accd8ac-5fc0-4425-9a68-04798ed07f39 service neutron] 10.222.0.48 "PUT /v2.0/ports/96dabab2-edf7-421c-9f87-a969c8aeb8a0 HTTP/1.1" status: 200 len: 1091 time: 1.4264917 Apr 18 20:51:02.462733 n-d-838334-2 neutron-server[84041]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a3d617b3-55ec-41c1-b97c-911aa927ef50', 'tag': '96dabab2-edf7-421c-9f87-a969c8aeb8a0'}] {{(pid=84041) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 20:51:02.495543 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3accd8ac-5fc0-4425-9a68-04798ed07f39 service neutron] Pushing event updated for resources: {'Port': ['ID=96dabab2-edf7-421c-9f87-a969c8aeb8a0,revision_number=3']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:51:02.522668 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Device be2ef176-f0cf-4542-aaf3-acc7d50abefc up at agent hyperv_n-h2-838334-2 {{(pid=84042) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 20:51:02.635887 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:02.729135 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] For port 6f49d89c-92f2-4410-a4f3-847ec5d84faa, host n-h1-838334-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838334-2',level=0,port_id=6f49d89c-92f2-4410-a4f3-847ec5d84faa,segment=NetworkSegment(30c19e44-4439-432e-8ba3-ae51f2f5bd90),segment_id=30c19e44-4439-432e-8ba3-ae51f2f5bd90)] {{(pid=84042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:51:02.736570 n-d-838334-2 neutron-server[84042]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '617c9d6f-1f01-4266-b335-de943c6d30d9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6f49d89c-92f2-4410-a4f3-847ec5d84faa'}] {{(pid=84042) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 20:51:02.751018 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682'] for port, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:02.900284 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Pushing event updated for resources: {'Port': ['ID=6f49d89c-92f2-4410-a4f3-847ec5d84faa,revision_number=5']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:51:02.910278 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Provisioning for port be2ef176-f0cf-4542-aaf3-acc7d50abefc completed by entity L2. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 20:51:02.929505 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Provisioning complete for port be2ef176-f0cf-4542-aaf3-acc7d50abefc triggered by entity L2. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:51:02.929868 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1253608'] for port, provisioning_complete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:02.981315 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7079e36-27fe-4567-ac88-ff318ddf5e55 req-37d72077-b9b6-43c0-a723-230ec464d7c6 tempest-ServerDiskConfigTestJSON-473081836 tempest-ServerDiskConfigTestJSON-473081836-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:51:02.983302 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-f7079e36-27fe-4567-ac88-ff318ddf5e55 req-37d72077-b9b6-43c0-a723-230ec464d7c6 tempest-ServerDiskConfigTestJSON-473081836 tempest-ServerDiskConfigTestJSON-473081836-project] 10.222.0.43 "GET /v2.0/networks?id=5aa366fd-2007-469d-beb7-cd29ef89e1e3 HTTP/1.1" status: 200 len: 815 time: 0.4643993 Apr 18 20:51:02.986891 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-4ef31368-aca0-4a1b-bfd1-aa624c7f64f8 req-dbd5ee80-3f14-4c24-a82d-d450efd42983 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=62ca3eda8b574071bf7ebb52cb30bb40&device_id=a3d617b3-55ec-41c1-b97c-911aa927ef50 HTTP/1.1" status: 200 len: 1094 time: 0.4346833 Apr 18 20:51:03.083833 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.v2.base [req-f7079e36-27fe-4567-ac88-ff318ddf5e55 req-f2e6cf60-11e7-4f12-bd05-72e7b07ac942 tempest-ServerDiskConfigTestJSON-473081836 tempest-ServerDiskConfigTestJSON-473081836-project] Request body: {'port': {'device_id': 'a7138a91-794f-4762-9c64-6037cebee7da', 'network_id': '5aa366fd-2007-469d-beb7-cd29ef89e1e3', 'admin_state_up': True, 'tenant_id': '873b40c7f5b941c6b9e1975b2a303d65'}} {{(pid=84041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 20:51:03.127194 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-985e6369-74d7-4bd3-abea-52228e5b6967 req-d70a6f6d-301e-430a-9488-518ed74b5bbc tempest-ImagesOneServerNegativeTestJSON-1563611860 tempest-ImagesOneServerNegativeTestJSON-1563611860-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:51:03.134377 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-985e6369-74d7-4bd3-abea-52228e5b6967 req-d70a6f6d-301e-430a-9488-518ed74b5bbc tempest-ImagesOneServerNegativeTestJSON-1563611860 tempest-ImagesOneServerNegativeTestJSON-1563611860-project] 10.222.0.42 "GET /v2.0/ports?device_id=617c9d6f-1f01-4266-b335-de943c6d30d9 HTTP/1.1" status: 200 len: 945 time: 0.5998838 Apr 18 20:51:03.165427 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:03.179611 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-4ef31368-aca0-4a1b-bfd1-aa624c7f64f8 req-a24460c3-48ab-430c-806c-1307211f9872 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=96dabab2-edf7-421c-9f87-a969c8aeb8a0 HTTP/1.1" status: 200 len: 217 time: 0.1811926 Apr 18 20:51:03.213388 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1ced7ff-77fa-4dad-af37-c37d52f8e055 req-56f3ae15-8e79-4b22-84d4-c42478045626 tempest-AttachVolumeShelveTestJSON-1712717013 tempest-AttachVolumeShelveTestJSON-1712717013-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:51:03.216157 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] For port be2ef176-f0cf-4542-aaf3-acc7d50abefc, host n-h2-838334-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838334-2',level=0,port_id=be2ef176-f0cf-4542-aaf3-acc7d50abefc,segment=NetworkSegment(4935dfdb-03db-4976-a6b4-e0fa58696685),segment_id=4935dfdb-03db-4976-a6b4-e0fa58696685)] {{(pid=84042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:51:03.220138 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-f1ced7ff-77fa-4dad-af37-c37d52f8e055 req-56f3ae15-8e79-4b22-84d4-c42478045626 tempest-AttachVolumeShelveTestJSON-1712717013 tempest-AttachVolumeShelveTestJSON-1712717013-project] 10.222.0.42 "GET /v2.0/ports?device_id=a3d617b3-55ec-41c1-b97c-911aa927ef50 HTTP/1.1" status: 200 len: 943 time: 0.3983676 Apr 18 20:51:03.222803 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682'] for port, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:03.288145 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-985e6369-74d7-4bd3-abea-52228e5b6967 req-a52ed6ad-0505-4d23-8761-85a633bb44e4 tempest-ImagesOneServerNegativeTestJSON-1563611860 tempest-ImagesOneServerNegativeTestJSON-1563611860-project] 10.222.0.42 "GET /v2.0/security-groups?id=35685d16-429f-4b00-82f0-cda27d79d56c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1527803 Apr 18 20:51:03.290347 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ef31368-aca0-4a1b-bfd1-aa624c7f64f8 req-d3fdfd20-ad64-4417-886c-95805e7f0f6e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:51:03.291553 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Pushing event updated for resources: {'Port': ['ID=be2ef176-f0cf-4542-aaf3-acc7d50abefc,revision_number=5']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:51:03.291827 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-4ef31368-aca0-4a1b-bfd1-aa624c7f64f8 req-d3fdfd20-ad64-4417-886c-95805e7f0f6e service neutron] 10.222.0.48 "GET /v2.0/subnets?id=d2e46a24-0bb5-4d5b-bcac-f83f2e3a3c35 HTTP/1.1" status: 200 len: 855 time: 0.0999372 Apr 18 20:51:03.318446 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-f1ced7ff-77fa-4dad-af37-c37d52f8e055 req-c0dc1622-3604-4064-b880-c8cd2a98606c tempest-AttachVolumeShelveTestJSON-1712717013 tempest-AttachVolumeShelveTestJSON-1712717013-project] 10.222.0.42 "GET /v2.0/security-groups?id=2e9d8b44-da00-4a79-861c-f0ec417a580f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0973623 Apr 18 20:51:03.325271 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d2a962ab-cb4f-4aad-8a0b-947ff147f859 admin admin] Notify agent at l3_agent.n-d-838334-2 the message routers_updated {{(pid=84040) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 20:51:03.335069 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-d2a962ab-cb4f-4aad-8a0b-947ff147f859 admin admin] 10.222.0.42 "PUT /v2.0/routers/bc01c25a-2e04-4cf1-bcb6-dfa1510dd9b9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.0359325 Apr 18 20:51:03.365627 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [req-f7079e36-27fe-4567-ac88-ff318ddf5e55 req-f2e6cf60-11e7-4f12-bd05-72e7b07ac942 tempest-ServerDiskConfigTestJSON-473081836 tempest-ServerDiskConfigTestJSON-473081836-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:51:03.369729 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [req-f7079e36-27fe-4567-ac88-ff318ddf5e55 req-f2e6cf60-11e7-4f12-bd05-72e7b07ac942 tempest-ServerDiskConfigTestJSON-473081836 tempest-ServerDiskConfigTestJSON-473081836-project] Usage tracker for resource:port and tenant:873b40c7f5b941c6b9e1975b2a303d65 is out of sync, need to count used quota {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:51:03.372958 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [req-f7079e36-27fe-4567-ac88-ff318ddf5e55 req-f2e6cf60-11e7-4f12-bd05-72e7b07ac942 tempest-ServerDiskConfigTestJSON-473081836 tempest-ServerDiskConfigTestJSON-473081836-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:51:03.404943 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [req-f7079e36-27fe-4567-ac88-ff318ddf5e55 req-f2e6cf60-11e7-4f12-bd05-72e7b07ac942 tempest-ServerDiskConfigTestJSON-473081836 tempest-ServerDiskConfigTestJSON-473081836-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:51:03.446781 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f7079e36-27fe-4567-ac88-ff318ddf5e55 req-f2e6cf60-11e7-4f12-bd05-72e7b07ac942 tempest-ServerDiskConfigTestJSON-473081836 tempest-ServerDiskConfigTestJSON-473081836-project] Made reservation on behalf of 873b40c7f5b941c6b9e1975b2a303d65 for: {'port': 1} {{(pid=84041) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:51:03.467667 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [req-f7079e36-27fe-4567-ac88-ff318ddf5e55 req-f2e6cf60-11e7-4f12-bd05-72e7b07ac942 tempest-ServerDiskConfigTestJSON-473081836 tempest-ServerDiskConfigTestJSON-473081836-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:03.507576 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-4ef31368-aca0-4a1b-bfd1-aa624c7f64f8 req-7769c216-11eb-45a6-9573-4b2a9f812d0f service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=0f9d847a-7ba3-4a42-a0c6-e8541d683b40&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2018311 Apr 18 20:51:03.551155 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750375287399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253529'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:03.718550 n-d-838334-2 neutron-server[84041]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3acd1aa7-5125-497e-8be2-bd7cfbb4eeca'] response: {'name': 'network-changed', 'server_uuid': 'a3d617b3-55ec-41c1-b97c-911aa927ef50', 'tag': '96dabab2-edf7-421c-9f87-a969c8aeb8a0', 'status': 'completed', 'code': 200} Apr 18 20:51:03.743722 n-d-838334-2 neutron-server[84042]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ac4e63ce-d3a2-421c-8330-abb94eb9ccaf'] response: {'server_uuid': '617c9d6f-1f01-4266-b335-de943c6d30d9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6f49d89c-92f2-4410-a4f3-847ec5d84faa', 'code': 200} Apr 18 20:51:03.847851 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-ef82522d-bd27-4277-aa97-ddf3a2d04016 req-3f929cdb-8a45-4a91-9896-01a0f1998e39 tempest-ServerRescueTestJSON-1218824152 tempest-ServerRescueTestJSON-1218824152-project] 10.222.0.42 "GET /v2.0/ports?device_id=f3f5b6ba-19be-423a-a9fa-48c3bbcdc95d HTTP/1.1" status: 200 len: 210 time: 0.0660915 Apr 18 20:51:03.862534 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-4ef31368-aca0-4a1b-bfd1-aa624c7f64f8 req-52a701bd-740c-4290-83dd-c235c6a5dc8e service neutron] 10.222.0.48 "GET /v2.0/networks/0f9d847a-7ba3-4a42-a0c6-e8541d683b40?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3432600 Apr 18 20:51:03.932587 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1980e88d-5e3e-4954-8d13-ab98e9a253d4 req-916675b0-e700-4074-a910-8ec49a12d7f5 tempest-ServerActionsTestJSON-2052644234 tempest-ServerActionsTestJSON-2052644234-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:51:03.934554 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-1980e88d-5e3e-4954-8d13-ab98e9a253d4 req-916675b0-e700-4074-a910-8ec49a12d7f5 tempest-ServerActionsTestJSON-2052644234 tempest-ServerActionsTestJSON-2052644234-project] 10.222.0.42 "GET /v2.0/ports?device_id=518b0850-99aa-4c7b-8e17-eb4ba00959c9 HTTP/1.1" status: 200 len: 946 time: 0.0899684 Apr 18 20:51:04.011931 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.db_base_plugin_common [req-f7079e36-27fe-4567-ac88-ff318ddf5e55 req-f2e6cf60-11e7-4f12-bd05-72e7b07ac942 tempest-ServerDiskConfigTestJSON-473081836 tempest-ServerDiskConfigTestJSON-473081836-project] Allocated IP 172.20.0.11 (5aa366fd-2007-469d-beb7-cd29ef89e1e3/5082cb41-0072-42ea-89f7-120abfdfec16/d3b4db68-56c6-42af-a0b1-7f86f0690962) {{(pid=84041) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:51:04.034703 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-1980e88d-5e3e-4954-8d13-ab98e9a253d4 req-5d53085d-6b5a-4b00-b448-c102cf20d4ed tempest-ServerActionsTestJSON-2052644234 tempest-ServerActionsTestJSON-2052644234-project] 10.222.0.42 "GET /v2.0/security-groups?id=5518633c-5bdd-41db-a1d5-749e9b6740a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0923622 Apr 18 20:51:04.041849 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-93b4c9e9-34dc-4886-a9d7-cac45702ab36 req-992f5140-5457-40f7-941e-21263734fdd1 tempest-ServerDiskConfigTestJSON-473081836 tempest-ServerDiskConfigTestJSON-473081836-project] 10.222.0.42 "GET /v2.0/ports?device_id=a7138a91-794f-4762-9c64-6037cebee7da HTTP/1.1" status: 200 len: 210 time: 0.0462685 Apr 18 20:51:04.085328 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-4ef31368-aca0-4a1b-bfd1-aa624c7f64f8 req-595e80c7-c780-4a24-b7b2-57f3008ace14 service neutron] 10.222.0.48 "GET /v2.0/networks/0f9d847a-7ba3-4a42-a0c6-e8541d683b40?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2102444 Apr 18 20:51:04.108537 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-1d527fd7-f948-417b-8a13-b78db1d001bf req-d544963c-be80-4f3f-88e5-b9134ec6f7d4 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=617c9d6f-1f01-4266-b335-de943c6d30d9 HTTP/1.1" status: 200 len: 1097 time: 0.2806458 Apr 18 20:51:04.256542 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-03dd0108-852e-40dd-b741-ac8004f74c05 req-ec8fe1d1-66cf-45cf-8bce-f8a36d306c7f service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=62ca3eda8b574071bf7ebb52cb30bb40&device_id=a3d617b3-55ec-41c1-b97c-911aa927ef50 HTTP/1.1" status: 200 len: 1094 time: 0.0885205 Apr 18 20:51:04.409364 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-1d527fd7-f948-417b-8a13-b78db1d001bf req-7407bc16-2305-49f2-8f0c-782bc1a1fcce service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=35685d16-429f-4b00-82f0-cda27d79d56c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2927170 Apr 18 20:51:04.463817 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3736b4eb-a4a2-4d67-a002-9f53382ef180 req-48860ab2-ebed-46b6-92ca-988b01f12d3c tempest-ServerRescueTestJSON-1218824152 tempest-ServerRescueTestJSON-1218824152-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:51:04.465213 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-3736b4eb-a4a2-4d67-a002-9f53382ef180 req-48860ab2-ebed-46b6-92ca-988b01f12d3c tempest-ServerRescueTestJSON-1218824152 tempest-ServerRescueTestJSON-1218824152-project] 10.222.0.48 "GET /v2.0/networks?id=b18f6ca6-9241-4023-98c1-9e86661176c3 HTTP/1.1" status: 200 len: 811 time: 0.3320174 Apr 18 20:51:04.491973 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [req-f7079e36-27fe-4567-ac88-ff318ddf5e55 req-f2e6cf60-11e7-4f12-bd05-72e7b07ac942 tempest-ServerDiskConfigTestJSON-473081836 tempest-ServerDiskConfigTestJSON-473081836-project] Notify callbacks [] for port, precommit_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:04.507334 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.v2.base [req-3736b4eb-a4a2-4d67-a002-9f53382ef180 req-e7b23f1d-97c6-4dc2-9d60-b1f97f5ee631 tempest-ServerRescueTestJSON-1218824152 tempest-ServerRescueTestJSON-1218824152-project] Request body: {'port': {'device_id': 'f3f5b6ba-19be-423a-a9fa-48c3bbcdc95d', 'network_id': 'b18f6ca6-9241-4023-98c1-9e86661176c3', 'admin_state_up': True, 'tenant_id': 'ec0d4dedc6f54935aafadeeb5b293728'}} {{(pid=84041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 20:51:04.592734 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03dd0108-852e-40dd-b741-ac8004f74c05 req-aed85f8a-170c-4159-9b34-0f944b796d9f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:51:04.594207 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-03dd0108-852e-40dd-b741-ac8004f74c05 req-aed85f8a-170c-4159-9b34-0f944b796d9f service neutron] 10.222.0.48 "GET /v2.0/networks?id=0f9d847a-7ba3-4a42-a0c6-e8541d683b40 HTTP/1.1" status: 200 len: 917 time: 0.3293400 Apr 18 20:51:04.599383 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b06273-838b-4ce2-b8da-f404cc4f45fb req-58204f95-049d-4a4a-aa7f-4112372dcdad tempest-ServerRescueNegativeTestJSON-1571656168 tempest-ServerRescueNegativeTestJSON-1571656168-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:51:04.605936 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-27b06273-838b-4ce2-b8da-f404cc4f45fb req-58204f95-049d-4a4a-aa7f-4112372dcdad tempest-ServerRescueNegativeTestJSON-1571656168 tempest-ServerRescueNegativeTestJSON-1571656168-project] 10.222.0.42 "GET /v2.0/networks?id=9956df45-2736-4a4c-9815-b894d9a44160 HTTP/1.1" status: 200 len: 819 time: 0.3443923 Apr 18 20:51:04.673871 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [req-3736b4eb-a4a2-4d67-a002-9f53382ef180 req-e7b23f1d-97c6-4dc2-9d60-b1f97f5ee631 tempest-ServerRescueTestJSON-1218824152 tempest-ServerRescueTestJSON-1218824152-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:51:04.676766 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [req-f7079e36-27fe-4567-ac88-ff318ddf5e55 req-f2e6cf60-11e7-4f12-bd05-72e7b07ac942 tempest-ServerDiskConfigTestJSON-473081836 tempest-ServerDiskConfigTestJSON-473081836-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750374836619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32266323'] for port, after_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:04.723847 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-27b06273-838b-4ce2-b8da-f404cc4f45fb req-fdeaea8c-c000-4a64-8883-927823a740a6 tempest-ServerRescueNegativeTestJSON-1571656168 tempest-ServerRescueNegativeTestJSON-1571656168-project] 10.222.0.42 "GET /v2.0/quotas/f9a0b0412d2042448fe0968cc5e47ae5 HTTP/1.1" status: 200 len: 375 time: 0.1133394 Apr 18 20:51:04.727202 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-03dd0108-852e-40dd-b741-ac8004f74c05 req-452a1afa-99ef-4bae-b6b6-c07be52bf78e service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=96dabab2-edf7-421c-9f87-a969c8aeb8a0 HTTP/1.1" status: 200 len: 217 time: 0.1187830 Apr 18 20:51:04.732502 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [req-3736b4eb-a4a2-4d67-a002-9f53382ef180 req-e7b23f1d-97c6-4dc2-9d60-b1f97f5ee631 tempest-ServerRescueTestJSON-1218824152 tempest-ServerRescueTestJSON-1218824152-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:51:04.766393 n-d-838334-2 neutron-server[84041]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f7079e36-27fe-4567-ac88-ff318ddf5e55 req-f2e6cf60-11e7-4f12-bd05-72e7b07ac942 tempest-ServerDiskConfigTestJSON-473081836 tempest-ServerDiskConfigTestJSON-473081836-project] Network 5aa366fd-2007-469d-beb7-cd29ef89e1e3 is already hosted by enough agents. {{(pid=84041) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:51:04.770251 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3736b4eb-a4a2-4d67-a002-9f53382ef180 req-e7b23f1d-97c6-4dc2-9d60-b1f97f5ee631 tempest-ServerRescueTestJSON-1218824152 tempest-ServerRescueTestJSON-1218824152-project] Made reservation on behalf of ec0d4dedc6f54935aafadeeb5b293728 for: {'port': 1} {{(pid=84041) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:51:04.773207 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [req-3736b4eb-a4a2-4d67-a002-9f53382ef180 req-e7b23f1d-97c6-4dc2-9d60-b1f97f5ee631 tempest-ServerRescueTestJSON-1218824152 tempest-ServerRescueTestJSON-1218824152-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:04.782623 n-d-838334-2 neutron-server[84041]: DEBUG neutron.scheduler.base_scheduler [req-f7079e36-27fe-4567-ac88-ff318ddf5e55 req-f2e6cf60-11e7-4f12-bd05-72e7b07ac942 tempest-ServerDiskConfigTestJSON-473081836 tempest-ServerDiskConfigTestJSON-473081836-project] Resources bound (agent type, host, resource id): {{(pid=84041) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:51:04.790423 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.l3_dvrscheduler_db [req-f7079e36-27fe-4567-ac88-ff318ddf5e55 req-f2e6cf60-11e7-4f12-bd05-72e7b07ac942 tempest-ServerDiskConfigTestJSON-473081836 tempest-ServerDiskConfigTestJSON-473081836-project] Received port after_create {{(pid=84041) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 20:51:04.867415 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03dd0108-852e-40dd-b741-ac8004f74c05 req-12d71fc7-7437-4013-b071-1917834a457d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:51:04.868898 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-03dd0108-852e-40dd-b741-ac8004f74c05 req-12d71fc7-7437-4013-b071-1917834a457d service neutron] 10.222.0.48 "GET /v2.0/subnets?id=d2e46a24-0bb5-4d5b-bcac-f83f2e3a3c35 HTTP/1.1" status: 200 len: 855 time: 0.1085265 Apr 18 20:51:04.885456 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-325b0fe5-067c-47de-9f34-d2218fb61696 req-b0a75589-1a37-4df8-9bde-c3496ad099c0 tempest-ServersTestJSON-787755264 tempest-ServersTestJSON-787755264-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:51:04.886932 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-325b0fe5-067c-47de-9f34-d2218fb61696 req-b0a75589-1a37-4df8-9bde-c3496ad099c0 tempest-ServersTestJSON-787755264 tempest-ServersTestJSON-787755264-project] 10.222.0.42 "GET /v2.0/ports?device_id=47b6abb5-e3df-4367-a946-ab2aab131b83 HTTP/1.1" status: 200 len: 946 time: 0.2957399 Apr 18 20:51:04.925174 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2e6cf60-11e7-4f12-bd05-72e7b07ac942 tempest-ServerDiskConfigTestJSON-473081836 tempest-ServerDiskConfigTestJSON-473081836-project] Pushing event updated for resources: {'Port': ['ID=d3b4db68-56c6-42af-a0b1-7f86f0690962,revision_number=1']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:51:04.971208 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [req-27b06273-838b-4ce2-b8da-f404cc4f45fb req-20652b52-0388-49e7-8a48-16bf8207723b tempest-ServerRescueNegativeTestJSON-1571656168 tempest-ServerRescueNegativeTestJSON-1571656168-project] Synchronizing usage tracker for tenant:f9a0b0412d2042448fe0968cc5e47ae5 on resource:port {{(pid=84040) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 20:51:05.010825 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-325b0fe5-067c-47de-9f34-d2218fb61696 req-7851b07a-c8db-420f-93d6-783c502b02fc tempest-ServersTestJSON-787755264 tempest-ServersTestJSON-787755264-project] 10.222.0.42 "GET /v2.0/security-groups?id=68f36fb1-4357-43e6-aa2a-c916d9c5b1fe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0863397 Apr 18 20:51:05.023939 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [req-27b06273-838b-4ce2-b8da-f404cc4f45fb req-20652b52-0388-49e7-8a48-16bf8207723b tempest-ServerRescueNegativeTestJSON-1571656168 tempest-ServerRescueNegativeTestJSON-1571656168-project] Unset dirty status for tenant:f9a0b0412d2042448fe0968cc5e47ae5 on resource:port {{(pid=84040) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 20:51:05.025444 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-27b06273-838b-4ce2-b8da-f404cc4f45fb req-20652b52-0388-49e7-8a48-16bf8207723b tempest-ServerRescueNegativeTestJSON-1571656168 tempest-ServerRescueNegativeTestJSON-1571656168-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=f9a0b0412d2042448fe0968cc5e47ae5&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3013630 Apr 18 20:51:05.033957 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7079e36-27fe-4567-ac88-ff318ddf5e55 req-f2e6cf60-11e7-4f12-bd05-72e7b07ac942 tempest-ServerDiskConfigTestJSON-473081836 tempest-ServerDiskConfigTestJSON-473081836-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:51:05.034572 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-03dd0108-852e-40dd-b741-ac8004f74c05 req-40efca9e-f693-4177-9f33-1cb677dcb54b service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=0f9d847a-7ba3-4a42-a0c6-e8541d683b40&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1550326 Apr 18 20:51:05.034682 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [req-f7079e36-27fe-4567-ac88-ff318ddf5e55 req-f2e6cf60-11e7-4f12-bd05-72e7b07ac942 tempest-ServerDiskConfigTestJSON-473081836 tempest-ServerDiskConfigTestJSON-473081836-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217293'] for port, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:05.114815 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-f7079e36-27fe-4567-ac88-ff318ddf5e55 req-f2e6cf60-11e7-4f12-bd05-72e7b07ac942 tempest-ServerDiskConfigTestJSON-473081836 tempest-ServerDiskConfigTestJSON-473081836-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.0370152 Apr 18 20:51:05.142963 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.v2.base [req-f7079e36-27fe-4567-ac88-ff318ddf5e55 req-f3c16725-8186-4f05-b45b-224a7c8cebc7 service neutron] Request body: {'port': {'device_id': 'a7138a91-794f-4762-9c64-6037cebee7da', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-838334-2'}} {{(pid=84041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 20:51:05.219184 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.db_base_plugin_common [req-3736b4eb-a4a2-4d67-a002-9f53382ef180 req-e7b23f1d-97c6-4dc2-9d60-b1f97f5ee631 tempest-ServerRescueTestJSON-1218824152 tempest-ServerRescueTestJSON-1218824152-project] Allocated IP 172.20.0.4 (b18f6ca6-9241-4023-98c1-9e86661176c3/9dc534ce-5db0-4608-a47a-91cc424d228c/054fbe4e-4401-4397-99ea-68a86ef3ca9e) {{(pid=84041) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:51:05.313455 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [req-f7079e36-27fe-4567-ac88-ff318ddf5e55 req-f3c16725-8186-4f05-b45b-224a7c8cebc7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:05.319114 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 47202) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:51:05.369929 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-03dd0108-852e-40dd-b741-ac8004f74c05 req-46cede32-bad3-48d2-9d7f-b4d42b26bf8d service neutron] 10.222.0.48 "GET /v2.0/networks/0f9d847a-7ba3-4a42-a0c6-e8541d683b40?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2958255 Apr 18 20:51:05.373566 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-27b06273-838b-4ce2-b8da-f404cc4f45fb req-1185ba13-0037-4a5d-a589-7bcfcff9577f service neutron] 10.222.0.42 "GET /v2.0/networks/9956df45-2736-4a4c-9815-b894d9a44160?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3381097 Apr 18 20:51:05.486591 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b31e448-ed2e-4c54-b09a-18619ff296e0 req-74c7530b-77af-4273-8661-59f9db29039f tempest-ImagesOneServerNegativeTestJSON-1563611860 tempest-ImagesOneServerNegativeTestJSON-1563611860-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:51:05.488416 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-9b31e448-ed2e-4c54-b09a-18619ff296e0 req-74c7530b-77af-4273-8661-59f9db29039f tempest-ImagesOneServerNegativeTestJSON-1563611860 tempest-ImagesOneServerNegativeTestJSON-1563611860-project] 10.222.0.42 "GET /v2.0/ports?device_id=617c9d6f-1f01-4266-b335-de943c6d30d9 HTTP/1.1" status: 200 len: 946 time: 0.2763581 Apr 18 20:51:05.700928 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [req-3736b4eb-a4a2-4d67-a002-9f53382ef180 req-e7b23f1d-97c6-4dc2-9d60-b1f97f5ee631 tempest-ServerRescueTestJSON-1218824152 tempest-ServerRescueTestJSON-1218824152-project] Notify callbacks [] for port, precommit_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:05.721778 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-8c2c5bf4-9fff-448d-af39-5937654c3495 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:05.746545 n-d-838334-2 neutron-server[84042]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '518b0850-99aa-4c7b-8e17-eb4ba00959c9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'be2ef176-f0cf-4542-aaf3-acc7d50abefc'}] {{(pid=84042) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 20:51:05.781191 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [req-3736b4eb-a4a2-4d67-a002-9f53382ef180 req-e7b23f1d-97c6-4dc2-9d60-b1f97f5ee631 tempest-ServerRescueTestJSON-1218824152 tempest-ServerRescueTestJSON-1218824152-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750374836619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32266323'] for port, after_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:05.794009 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] get_ports_and_sgs() called for port_ids ['f46caf15-6c1a-4906-a2ac-d9fe3f185673'] {{(pid=84042) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 18 20:51:05.839316 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-9b31e448-ed2e-4c54-b09a-18619ff296e0 req-2737bc8f-4eae-4591-91d4-b749818f56fb tempest-ImagesOneServerNegativeTestJSON-1563611860 tempest-ImagesOneServerNegativeTestJSON-1563611860-project] 10.222.0.42 "GET /v2.0/security-groups?id=35685d16-429f-4b00-82f0-cda27d79d56c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1563990 Apr 18 20:51:05.845911 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-03dd0108-852e-40dd-b741-ac8004f74c05 req-d9dc60c8-0147-43f4-953f-9cea592cb872 service neutron] 10.222.0.48 "GET /v2.0/networks/0f9d847a-7ba3-4a42-a0c6-e8541d683b40?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4678831 Apr 18 20:51:05.846889 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [None req-8c2c5bf4-9fff-448d-af39-5937654c3495 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:51:05.853239 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-8c2c5bf4-9fff-448d-af39-5937654c3495 admin admin] Usage tracker for resource:security_group_rule and tenant:127dd2c5e7274c49bdaf2c69bdb868a3 is out of sync, need to count used quota {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:51:05.857383 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-27b06273-838b-4ce2-b8da-f404cc4f45fb req-7bd741eb-43fc-4aa2-a437-ce84242a69da service neutron] 10.222.0.42 "GET /v2.0/networks/9956df45-2736-4a4c-9815-b894d9a44160?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4568615 Apr 18 20:51:05.858176 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-8c2c5bf4-9fff-448d-af39-5937654c3495 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:51:05.872876 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [None req-8c2c5bf4-9fff-448d-af39-5937654c3495 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:51:05.942766 n-d-838334-2 neutron-server[84041]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3736b4eb-a4a2-4d67-a002-9f53382ef180 req-e7b23f1d-97c6-4dc2-9d60-b1f97f5ee631 tempest-ServerRescueTestJSON-1218824152 tempest-ServerRescueTestJSON-1218824152-project] Network b18f6ca6-9241-4023-98c1-9e86661176c3 is already hosted by enough agents. {{(pid=84041) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:51:05.945020 n-d-838334-2 neutron-server[84041]: DEBUG neutron.notifiers.nova [req-f7079e36-27fe-4567-ac88-ff318ddf5e55 req-f3c16725-8186-4f05-b45b-224a7c8cebc7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d3b4db68-56c6-42af-a0b1-7f86f0690962 {{(pid=84041) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 18 20:51:05.954346 n-d-838334-2 neutron-server[84041]: DEBUG neutron.scheduler.base_scheduler [req-3736b4eb-a4a2-4d67-a002-9f53382ef180 req-e7b23f1d-97c6-4dc2-9d60-b1f97f5ee631 tempest-ServerRescueTestJSON-1218824152 tempest-ServerRescueTestJSON-1218824152-project] Resources bound (agent type, host, resource id): {{(pid=84041) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:51:05.961881 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.l3_dvrscheduler_db [req-3736b4eb-a4a2-4d67-a002-9f53382ef180 req-e7b23f1d-97c6-4dc2-9d60-b1f97f5ee631 tempest-ServerRescueTestJSON-1218824152 tempest-ServerRescueTestJSON-1218824152-project] Received port after_create {{(pid=84041) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 20:51:05.989072 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [req-f7079e36-27fe-4567-ac88-ff318ddf5e55 req-f3c16725-8186-4f05-b45b-224a7c8cebc7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:06.001971 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7b23f1d-97c6-4dc2-9d60-b1f97f5ee631 tempest-ServerRescueTestJSON-1218824152 tempest-ServerRescueTestJSON-1218824152-project] Pushing event updated for resources: {'Port': ['ID=054fbe4e-4401-4397-99ea-68a86ef3ca9e,revision_number=1']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:51:06.024876 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-8c2c5bf4-9fff-448d-af39-5937654c3495 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:06.034810 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-8c2c5bf4-9fff-448d-af39-5937654c3495 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33528224'] for security_group, after_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:06.035024 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.provisioning_blocks [req-f7079e36-27fe-4567-ac88-ff318ddf5e55 req-f3c16725-8186-4f05-b45b-224a7c8cebc7 service neutron] Transition to ACTIVE for port object d3b4db68-56c6-42af-a0b1-7f86f0690962 will not be triggered until provisioned by entity L2. {{(pid=84041) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 20:51:06.051859 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [req-f7079e36-27fe-4567-ac88-ff318ddf5e55 req-f3c16725-8186-4f05-b45b-224a7c8cebc7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32266282'] for port, after_update {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:06.136217 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c2c5bf4-9fff-448d-af39-5937654c3495 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2228c7fe-ef76-430a-934c-6b417e174c75,revision_number=1']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:51:06.145588 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-8c2c5bf4-9fff-448d-af39-5937654c3495 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=127dd2c5e7274c49bdaf2c69bdb868a3&name=default HTTP/1.1" status: 200 len: 2647 time: 0.8253438 Apr 18 20:51:06.149087 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 47214) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:51:06.163235 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3736b4eb-a4a2-4d67-a002-9f53382ef180 req-e7b23f1d-97c6-4dc2-9d60-b1f97f5ee631 tempest-ServerRescueTestJSON-1218824152 tempest-ServerRescueTestJSON-1218824152-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:51:06.164003 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [req-3736b4eb-a4a2-4d67-a002-9f53382ef180 req-e7b23f1d-97c6-4dc2-9d60-b1f97f5ee631 tempest-ServerRescueTestJSON-1218824152 tempest-ServerRescueTestJSON-1218824152-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217293'] for port, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:06.277562 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-3736b4eb-a4a2-4d67-a002-9f53382ef180 req-e7b23f1d-97c6-4dc2-9d60-b1f97f5ee631 tempest-ServerRescueTestJSON-1218824152 tempest-ServerRescueTestJSON-1218824152-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7779019 Apr 18 20:51:06.278683 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3c16725-8186-4f05-b45b-224a7c8cebc7 service neutron] Pushing event updated for resources: {'Port': ['ID=d3b4db68-56c6-42af-a0b1-7f86f0690962,revision_number=2']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:51:06.293280 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.v2.base [req-3736b4eb-a4a2-4d67-a002-9f53382ef180 req-02201ff2-b709-4eb5-8eca-7bf5825955aa service neutron] Request body: {'port': {'device_id': 'f3f5b6ba-19be-423a-a9fa-48c3bbcdc95d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-838334-2'}} {{(pid=84041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 20:51:06.393041 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93bfa870-3ce1-48ca-89e0-59bae28095ff req-eb6e1bb7-1084-4b6a-a0f5-2f3b70c88ef6 tempest-ServerRescueTestJSON-1218824152 tempest-ServerRescueTestJSON-1218824152-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:51:06.394528 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-93bfa870-3ce1-48ca-89e0-59bae28095ff req-eb6e1bb7-1084-4b6a-a0f5-2f3b70c88ef6 tempest-ServerRescueTestJSON-1218824152 tempest-ServerRescueTestJSON-1218824152-project] 10.222.0.42 "GET /v2.0/ports?device_id=f3f5b6ba-19be-423a-a9fa-48c3bbcdc95d HTTP/1.1" status: 200 len: 931 time: 0.1531765 Apr 18 20:51:06.398070 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-b64c2792-d82b-4371-be16-100fa3d5a4f1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:06.410040 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df5eb721-662b-4a2a-b4e5-0911a2387a4a req-b9059a46-60b6-439a-9908-ac5628486749 tempest-AttachVolumeShelveTestJSON-1712717013 tempest-AttachVolumeShelveTestJSON-1712717013-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:51:06.411509 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-df5eb721-662b-4a2a-b4e5-0911a2387a4a req-b9059a46-60b6-439a-9908-ac5628486749 tempest-AttachVolumeShelveTestJSON-1712717013 tempest-AttachVolumeShelveTestJSON-1712717013-project] 10.222.0.42 "GET /v2.0/ports?device_id=a3d617b3-55ec-41c1-b97c-911aa927ef50 HTTP/1.1" status: 200 len: 943 time: 0.2615581 Apr 18 20:51:06.480373 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-b64c2792-d82b-4371-be16-100fa3d5a4f1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:06.488986 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.managers [req-f7079e36-27fe-4567-ac88-ff318ddf5e55 req-f3c16725-8186-4f05-b45b-224a7c8cebc7 service neutron] Attempting to bind port d3b4db68-56c6-42af-a0b1-7f86f0690962 on host n-h1-838334-2 for vnic_type normal with profile {{(pid=84041) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:51:06.489313 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.managers [req-f7079e36-27fe-4567-ac88-ff318ddf5e55 req-f3c16725-8186-4f05-b45b-224a7c8cebc7 service neutron] Attempting to bind port d3b4db68-56c6-42af-a0b1-7f86f0690962 by drivers openvswitch,hyperv on host n-h1-838334-2 at level 0 using segments [{'id': '824475dd-cc01-4f37-b28b-cc0d2c7c32c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '5aa366fd-2007-469d-beb7-cd29ef89e1e3'}] {{(pid=84041) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:51:06.489629 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7079e36-27fe-4567-ac88-ff318ddf5e55 req-f3c16725-8186-4f05-b45b-224a7c8cebc7 service neutron] Attempting to bind port d3b4db68-56c6-42af-a0b1-7f86f0690962 on network 5aa366fd-2007-469d-beb7-cd29ef89e1e3 {{(pid=84041) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 20:51:06.491767 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [req-3736b4eb-a4a2-4d67-a002-9f53382ef180 req-02201ff2-b709-4eb5-8eca-7bf5825955aa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:06.536392 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7079e36-27fe-4567-ac88-ff318ddf5e55 req-f3c16725-8186-4f05-b45b-224a7c8cebc7 service neutron] Port d3b4db68-56c6-42af-a0b1-7f86f0690962 on network 5aa366fd-2007-469d-beb7-cd29ef89e1e3 not bound, no agent of type Open vSwitch agent registered on host n-h1-838334-2 {{(pid=84041) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 18 20:51:06.536711 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7079e36-27fe-4567-ac88-ff318ddf5e55 req-f3c16725-8186-4f05-b45b-224a7c8cebc7 service neutron] Attempting to bind port d3b4db68-56c6-42af-a0b1-7f86f0690962 on network 5aa366fd-2007-469d-beb7-cd29ef89e1e3 {{(pid=84041) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 20:51:06.536827 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-93bfa870-3ce1-48ca-89e0-59bae28095ff req-3e942c23-0630-49f5-9256-6147da93027c tempest-ServerRescueTestJSON-1218824152 tempest-ServerRescueTestJSON-1218824152-project] 10.222.0.42 "GET /v2.0/security-groups?id=6f984221-1918-47e6-82e9-256972907b58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1349542 Apr 18 20:51:06.544850 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Device 96dabab2-edf7-421c-9f87-a969c8aeb8a0 details requested by agent hyperv_n-h2-838334-2 with host n-h2-838334-2 {{(pid=84042) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 18 20:51:06.548189 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-df5eb721-662b-4a2a-b4e5-0911a2387a4a req-95fda8b1-ae41-4634-ad3e-7ff81efd8bdd tempest-AttachVolumeShelveTestJSON-1712717013 tempest-AttachVolumeShelveTestJSON-1712717013-project] 10.222.0.42 "GET /v2.0/security-groups?id=2e9d8b44-da00-4a79-861c-f0ec417a580f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1080301 Apr 18 20:51:06.566975 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7079e36-27fe-4567-ac88-ff318ddf5e55 req-f3c16725-8186-4f05-b45b-224a7c8cebc7 service neutron] Checking agent: {'id': 'd63bab19-ff81-4de1-afeb-a3732288d0d7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-838334-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 33, 59), 'started_at': datetime.datetime(2022, 4, 18, 20, 33, 59), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 20, 50, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84041) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 18 20:51:06.567333 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7079e36-27fe-4567-ac88-ff318ddf5e55 req-f3c16725-8186-4f05-b45b-224a7c8cebc7 service neutron] Checking segment: {'id': '824475dd-cc01-4f37-b28b-cc0d2c7c32c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '5aa366fd-2007-469d-beb7-cd29ef89e1e3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84041) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 20:51:06.567777 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7079e36-27fe-4567-ac88-ff318ddf5e55 req-f3c16725-8186-4f05-b45b-224a7c8cebc7 service neutron] Bound using segment: {'id': '824475dd-cc01-4f37-b28b-cc0d2c7c32c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '5aa366fd-2007-469d-beb7-cd29ef89e1e3'} {{(pid=84041) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 18 20:51:06.568632 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.managers [req-f7079e36-27fe-4567-ac88-ff318ddf5e55 req-f3c16725-8186-4f05-b45b-224a7c8cebc7 service neutron] Bound port: d3b4db68-56c6-42af-a0b1-7f86f0690962, host: n-h1-838334-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '824475dd-cc01-4f37-b28b-cc0d2c7c32c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '5aa366fd-2007-469d-beb7-cd29ef89e1e3'}}] {{(pid=84041) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 20:51:06.568979 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [req-f7079e36-27fe-4567-ac88-ff318ddf5e55 req-f3c16725-8186-4f05-b45b-224a7c8cebc7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:06.584889 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-b64c2792-d82b-4371-be16-100fa3d5a4f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33528224'] for security_group, after_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:06.636888 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b64c2792-d82b-4371-be16-100fa3d5a4f1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2228c7fe-ef76-430a-934c-6b417e174c75,revision_number=None']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:51:06.659874 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-b64c2792-d82b-4371-be16-100fa3d5a4f1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:06.663778 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-b64c2792-d82b-4371-be16-100fa3d5a4f1 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/2228c7fe-ef76-430a-934c-6b417e174c75 HTTP/1.1" status: 204 len: 168 time: 0.5099592 Apr 18 20:51:06.879981 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] For port 96dabab2-edf7-421c-9f87-a969c8aeb8a0, host n-h2-838334-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838334-2',level=0,port_id=96dabab2-edf7-421c-9f87-a969c8aeb8a0,segment=NetworkSegment(cd8c59c7-b4b2-44a4-be0f-4e934073fee4),segment_id=cd8c59c7-b4b2-44a4-be0f-4e934073fee4)] {{(pid=84042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:51:06.905319 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Returning: {'device': '96dabab2-edf7-421c-9f87-a969c8aeb8a0', 'network_id': '0f9d847a-7ba3-4a42-a0c6-e8541d683b40', 'port_id': '96dabab2-edf7-421c-9f87-a969c8aeb8a0', 'mac_address': 'fa:16:3e:6e:6c:d1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 369, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd2e46a24-0bb5-4d5b-bcac-f83f2e3a3c35', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84042) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 18 20:51:06.942134 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76b4162f-fa77-4afc-a8cb-b9086aa9a111 req-a9a433d8-f796-40d1-b5bf-6f91dca4f2ad tempest-ServerActionsTestJSON-2052644234 tempest-ServerActionsTestJSON-2052644234-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:51:06.943701 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-76b4162f-fa77-4afc-a8cb-b9086aa9a111 req-a9a433d8-f796-40d1-b5bf-6f91dca4f2ad tempest-ServerActionsTestJSON-2052644234 tempest-ServerActionsTestJSON-2052644234-project] 10.222.0.42 "GET /v2.0/ports?device_id=518b0850-99aa-4c7b-8e17-eb4ba00959c9 HTTP/1.1" status: 200 len: 946 time: 0.1848135 Apr 18 20:51:06.972262 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3df743f7-ea3b-40f7-82b8-f1d3255efaf6 req-14a81d03-b151-4edd-874a-3f9a21e40024 tempest-ServerDiskConfigTestJSON-473081836 tempest-ServerDiskConfigTestJSON-473081836-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:51:06.979304 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-3df743f7-ea3b-40f7-82b8-f1d3255efaf6 req-14a81d03-b151-4edd-874a-3f9a21e40024 tempest-ServerDiskConfigTestJSON-473081836 tempest-ServerDiskConfigTestJSON-473081836-project] 10.222.0.42 "GET /v2.0/ports?device_id=a7138a91-794f-4762-9c64-6037cebee7da HTTP/1.1" status: 200 len: 944 time: 0.1391420 Apr 18 20:51:07.015070 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.db [req-f7079e36-27fe-4567-ac88-ff318ddf5e55 req-f3c16725-8186-4f05-b45b-224a7c8cebc7 service neutron] For port d3b4db68-56c6-42af-a0b1-7f86f0690962, host n-h1-838334-2, cleared binding levels {{(pid=84041) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 20:51:07.042367 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.db [req-f7079e36-27fe-4567-ac88-ff318ddf5e55 req-f3c16725-8186-4f05-b45b-224a7c8cebc7 service neutron] For port d3b4db68-56c6-42af-a0b1-7f86f0690962, host n-h1-838334-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838334-2',level=0,port_id=d3b4db68-56c6-42af-a0b1-7f86f0690962,segment=NetworkSegment(824475dd-cc01-4f37-b28b-cc0d2c7c32c9),segment_id=824475dd-cc01-4f37-b28b-cc0d2c7c32c9)] {{(pid=84041) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 20:51:07.053339 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [req-f7079e36-27fe-4567-ac88-ff318ddf5e55 req-f3c16725-8186-4f05-b45b-224a7c8cebc7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32266282'] for port, after_update {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:07.065535 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:07.074861 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-76b4162f-fa77-4afc-a8cb-b9086aa9a111 req-54aa5a9d-1b1b-4add-b3a4-6bef1a8810c8 tempest-ServerActionsTestJSON-2052644234 tempest-ServerActionsTestJSON-2052644234-project] 10.222.0.42 "GET /v2.0/security-groups?id=5518633c-5bdd-41db-a1d5-749e9b6740a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1243982 Apr 18 20:51:07.084294 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [req-3df743f7-ea3b-40f7-82b8-f1d3255efaf6 req-80c8491f-ae7a-47c6-818d-38a5bf2671ca tempest-ServerDiskConfigTestJSON-473081836 tempest-ServerDiskConfigTestJSON-473081836-project] Synchronizing usage tracker for tenant:873b40c7f5b941c6b9e1975b2a303d65 on resource:security_group {{(pid=84040) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 20:51:07.091980 n-d-838334-2 neutron-server[84042]: DEBUG neutron.notifiers.nova [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 96dabab2-edf7-421c-9f87-a969c8aeb8a0 {{(pid=84042) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 18 20:51:07.119599 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] For port 96dabab2-edf7-421c-9f87-a969c8aeb8a0, host n-h2-838334-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838334-2',level=0,port_id=96dabab2-edf7-421c-9f87-a969c8aeb8a0,segment=NetworkSegment(cd8c59c7-b4b2-44a4-be0f-4e934073fee4),segment_id=cd8c59c7-b4b2-44a4-be0f-4e934073fee4)] {{(pid=84042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:51:07.128381 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682'] for port, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:07.142513 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [req-3df743f7-ea3b-40f7-82b8-f1d3255efaf6 req-80c8491f-ae7a-47c6-818d-38a5bf2671ca tempest-ServerDiskConfigTestJSON-473081836 tempest-ServerDiskConfigTestJSON-473081836-project] Unset dirty status for tenant:873b40c7f5b941c6b9e1975b2a303d65 on resource:security_group {{(pid=84040) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 20:51:07.148320 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-3df743f7-ea3b-40f7-82b8-f1d3255efaf6 req-80c8491f-ae7a-47c6-818d-38a5bf2671ca tempest-ServerDiskConfigTestJSON-473081836 tempest-ServerDiskConfigTestJSON-473081836-project] 10.222.0.42 "GET /v2.0/security-groups?id=527f07bd-3b7c-4e87-bb13-fa86b9490e28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1637607 Apr 18 20:51:07.181883 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [req-f7079e36-27fe-4567-ac88-ff318ddf5e55 req-f3c16725-8186-4f05-b45b-224a7c8cebc7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217293'] for port, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:07.187416 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-f7079e36-27fe-4567-ac88-ff318ddf5e55 req-f3c16725-8186-4f05-b45b-224a7c8cebc7 service neutron] 10.222.0.43 "PUT /v2.0/ports/d3b4db68-56c6-42af-a0b1-7f86f0690962 HTTP/1.1" status: 200 len: 1092 time: 2.0528126 Apr 18 20:51:07.191533 n-d-838334-2 neutron-server[84041]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a7138a91-794f-4762-9c64-6037cebee7da', 'tag': 'd3b4db68-56c6-42af-a0b1-7f86f0690962'}] {{(pid=84041) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 20:51:07.225827 n-d-838334-2 neutron-server[84042]: INFO neutron.notifiers.nova [-] Nova event matching ['req-994dfb1c-817a-4e52-8637-eb535734fabd'] response: {'server_uuid': '518b0850-99aa-4c7b-8e17-eb4ba00959c9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'be2ef176-f0cf-4542-aaf3-acc7d50abefc', 'code': 200} Apr 18 20:51:07.301342 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Pushing event updated for resources: {'Port': ['ID=96dabab2-edf7-421c-9f87-a969c8aeb8a0,revision_number=4']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:51:07.312444 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3c16725-8186-4f05-b45b-224a7c8cebc7 service neutron] Pushing event updated for resources: {'Port': ['ID=d3b4db68-56c6-42af-a0b1-7f86f0690962,revision_number=3']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:51:07.366525 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 47236) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:51:07.393161 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-14317208-6c57-4f19-ac5b-23bbce38e1b0 req-19c44c78-4dce-452e-8e68-26a3ca022082 tempest-ServerRescueNegativeTestJSON-1571656168 tempest-ServerRescueNegativeTestJSON-1571656168-project] 10.222.0.42 "GET /v2.0/ports?device_id=264936db-30ce-4589-b255-6c9a9ad966e3 HTTP/1.1" status: 200 len: 210 time: 0.0867717 Apr 18 20:51:07.408605 n-d-838334-2 neutron-server[84041]: DEBUG neutron.notifiers.nova [req-3736b4eb-a4a2-4d67-a002-9f53382ef180 req-02201ff2-b709-4eb5-8eca-7bf5825955aa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 054fbe4e-4401-4397-99ea-68a86ef3ca9e {{(pid=84041) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 18 20:51:07.426066 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-9a86ec72-f3bb-41e0-aea1-e74329059c0b admin admin] Notify callbacks [] for security_group, before_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:07.438499 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] get_ports_and_sgs() called for port_ids ['96dabab2-edf7-421c-9f87-a969c8aeb8a0'] {{(pid=84042) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 18 20:51:07.443291 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [req-3736b4eb-a4a2-4d67-a002-9f53382ef180 req-02201ff2-b709-4eb5-8eca-7bf5825955aa service neutron] Notify callbacks [] for port, precommit_update {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:07.508964 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.provisioning_blocks [req-3736b4eb-a4a2-4d67-a002-9f53382ef180 req-02201ff2-b709-4eb5-8eca-7bf5825955aa service neutron] Transition to ACTIVE for port object 054fbe4e-4401-4397-99ea-68a86ef3ca9e will not be triggered until provisioned by entity L2. {{(pid=84041) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 20:51:07.542187 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [req-3736b4eb-a4a2-4d67-a002-9f53382ef180 req-02201ff2-b709-4eb5-8eca-7bf5825955aa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32266282'] for port, after_update {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:07.561966 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-328a7af7-12b7-4aef-a3d9-3dc50ab4af9b req-3dc4d911-7572-4d2b-b258-cea40d139157 tempest-ImagesOneServerNegativeTestJSON-1563611860 tempest-ImagesOneServerNegativeTestJSON-1563611860-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:51:07.570536 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-328a7af7-12b7-4aef-a3d9-3dc50ab4af9b req-3dc4d911-7572-4d2b-b258-cea40d139157 tempest-ImagesOneServerNegativeTestJSON-1563611860 tempest-ImagesOneServerNegativeTestJSON-1563611860-project] 10.222.0.42 "GET /v2.0/ports?device_id=617c9d6f-1f01-4266-b335-de943c6d30d9 HTTP/1.1" status: 200 len: 946 time: 0.1802332 Apr 18 20:51:07.573824 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-53c8771a-bc10-44f0-9435-ff4eeec07ea0 req-7d1b43a0-628f-4218-8e3a-a35c50f0bbd1 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=518b0850-99aa-4c7b-8e17-eb4ba00959c9 HTTP/1.1" status: 200 len: 1097 time: 0.2220488 Apr 18 20:51:07.661860 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-328a7af7-12b7-4aef-a3d9-3dc50ab4af9b req-cb48741b-8012-4c3c-bd31-d508f572652c tempest-ImagesOneServerNegativeTestJSON-1563611860 tempest-ImagesOneServerNegativeTestJSON-1563611860-project] 10.222.0.42 "GET /v2.0/security-groups?id=35685d16-429f-4b00-82f0-cda27d79d56c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0868151 Apr 18 20:51:07.727724 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-53c8771a-bc10-44f0-9435-ff4eeec07ea0 req-10f12df6-30b1-42ab-8a8e-81c12738075d service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=5518633c-5bdd-41db-a1d5-749e9b6740a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1256170 Apr 18 20:51:07.847828 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b06273-838b-4ce2-b8da-f404cc4f45fb req-033fa943-1355-4103-8bd3-f959a751363f tempest-ServerRescueNegativeTestJSON-1571656168 tempest-ServerRescueNegativeTestJSON-1571656168-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:51:07.848655 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [req-27b06273-838b-4ce2-b8da-f404cc4f45fb req-033fa943-1355-4103-8bd3-f959a751363f tempest-ServerRescueNegativeTestJSON-1571656168 tempest-ServerRescueNegativeTestJSON-1571656168-project] Synchronizing usage tracker for tenant:f9a0b0412d2042448fe0968cc5e47ae5 on resource:network {{(pid=84041) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 20:51:07.861468 n-d-838334-2 neutron-server[84041]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bc6d24b0-813f-400d-8815-f32aa2f95d51'] response: {'name': 'network-changed', 'server_uuid': 'a7138a91-794f-4762-9c64-6037cebee7da', 'tag': 'd3b4db68-56c6-42af-a0b1-7f86f0690962', 'status': 'completed', 'code': 200} Apr 18 20:51:07.881271 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-9a86ec72-f3bb-41e0-aea1-e74329059c0b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:51:07.887279 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-f7079e36-27fe-4567-ac88-ff318ddf5e55 req-fca95d38-b1b7-4058-b0a6-b94edf0d2209 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=873b40c7f5b941c6b9e1975b2a303d65&device_id=a7138a91-794f-4762-9c64-6037cebee7da HTTP/1.1" status: 200 len: 1095 time: 0.5603588 Apr 18 20:51:07.888138 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02201ff2-b709-4eb5-8eca-7bf5825955aa service neutron] Pushing event updated for resources: {'Port': ['ID=054fbe4e-4401-4397-99ea-68a86ef3ca9e,revision_number=2']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:51:07.897044 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [req-27b06273-838b-4ce2-b8da-f404cc4f45fb req-033fa943-1355-4103-8bd3-f959a751363f tempest-ServerRescueNegativeTestJSON-1571656168 tempest-ServerRescueNegativeTestJSON-1571656168-project] Unset dirty status for tenant:f9a0b0412d2042448fe0968cc5e47ae5 on resource:network {{(pid=84041) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 20:51:07.898085 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-27b06273-838b-4ce2-b8da-f404cc4f45fb req-033fa943-1355-4103-8bd3-f959a751363f tempest-ServerRescueNegativeTestJSON-1571656168 tempest-ServerRescueNegativeTestJSON-1571656168-project] 10.222.0.43 "GET /v2.0/networks?id=9956df45-2736-4a4c-9815-b894d9a44160 HTTP/1.1" status: 200 len: 819 time: 0.2356892 Apr 18 20:51:07.899326 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-9a86ec72-f3bb-41e0-aea1-e74329059c0b admin admin] Usage tracker for resource:security_group_rule and tenant:337f3b07112940fba41073f5ffe4a0f6 is out of sync, need to count used quota {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:51:07.950848 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-9a86ec72-f3bb-41e0-aea1-e74329059c0b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:51:07.958373 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.v2.base [req-27b06273-838b-4ce2-b8da-f404cc4f45fb req-1dbb83fb-238b-4809-b20e-68660d8ffad9 tempest-ServerRescueNegativeTestJSON-1571656168 tempest-ServerRescueNegativeTestJSON-1571656168-project] Request body: {'port': {'device_id': '264936db-30ce-4589-b255-6c9a9ad966e3', 'network_id': '9956df45-2736-4a4c-9815-b894d9a44160', 'admin_state_up': True, 'tenant_id': 'f9a0b0412d2042448fe0968cc5e47ae5'}} {{(pid=84041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 20:51:08.035211 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-9a86ec72-f3bb-41e0-aea1-e74329059c0b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:51:08.052848 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-f7079e36-27fe-4567-ac88-ff318ddf5e55 req-f2b4d611-18ba-4c1e-80d4-c0ba7da20ec2 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d3b4db68-56c6-42af-a0b1-7f86f0690962 HTTP/1.1" status: 200 len: 217 time: 0.1567059 Apr 18 20:51:08.065376 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a03b269-5231-4b4c-875b-3479fdc176b1 req-32659b19-4596-48ee-a6db-66896c081692 tempest-ServerRescueTestJSON-1218824152 tempest-ServerRescueTestJSON-1218824152-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:51:08.066715 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-2a03b269-5231-4b4c-875b-3479fdc176b1 req-32659b19-4596-48ee-a6db-66896c081692 tempest-ServerRescueTestJSON-1218824152 tempest-ServerRescueTestJSON-1218824152-project] 10.222.0.42 "GET /v2.0/ports?device_id=f3f5b6ba-19be-423a-a9fa-48c3bbcdc95d HTTP/1.1" status: 200 len: 943 time: 0.2199495 Apr 18 20:51:08.072682 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d88c8468-0062-4939-888f-c5ee218a52db req-9c9ff464-f726-4e95-a009-e5bebdab749b tempest-ServerRescueNegativeTestJSON-1571656168 tempest-ServerRescueNegativeTestJSON-1571656168-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:51:08.073984 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-d88c8468-0062-4939-888f-c5ee218a52db req-9c9ff464-f726-4e95-a009-e5bebdab749b tempest-ServerRescueNegativeTestJSON-1571656168 tempest-ServerRescueNegativeTestJSON-1571656168-project] 10.222.0.42 "GET /v2.0/networks?id=9956df45-2736-4a4c-9815-b894d9a44160 HTTP/1.1" status: 200 len: 819 time: 0.1785603 Apr 18 20:51:08.115294 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-d88c8468-0062-4939-888f-c5ee218a52db req-072e07d0-afed-4269-bc6c-51073d53f274 tempest-ServerRescueNegativeTestJSON-1571656168 tempest-ServerRescueNegativeTestJSON-1571656168-project] 10.222.0.42 "GET /v2.0/quotas/f9a0b0412d2042448fe0968cc5e47ae5 HTTP/1.1" status: 200 len: 375 time: 0.0265203 Apr 18 20:51:08.160073 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-2a03b269-5231-4b4c-875b-3479fdc176b1 req-503aa306-771f-4ac6-9aec-346fbed54105 tempest-ServerRescueTestJSON-1218824152 tempest-ServerRescueTestJSON-1218824152-project] 10.222.0.42 "GET /v2.0/security-groups?id=6f984221-1918-47e6-82e9-256972907b58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0851266 Apr 18 20:51:08.218823 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-d88c8468-0062-4939-888f-c5ee218a52db req-99b832eb-dedf-4df2-9bf2-c0a45e7c4b52 tempest-ServerRescueNegativeTestJSON-1571656168 tempest-ServerRescueNegativeTestJSON-1571656168-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=f9a0b0412d2042448fe0968cc5e47ae5&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0974007 Apr 18 20:51:08.327303 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7079e36-27fe-4567-ac88-ff318ddf5e55 req-fcd94bc2-cbab-42c3-a61b-b44de1762952 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:51:08.328795 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-f7079e36-27fe-4567-ac88-ff318ddf5e55 req-fcd94bc2-cbab-42c3-a61b-b44de1762952 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=5082cb41-0072-42ea-89f7-120abfdfec16 HTTP/1.1" status: 200 len: 855 time: 0.2169619 Apr 18 20:51:08.402391 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [req-27b06273-838b-4ce2-b8da-f404cc4f45fb req-1dbb83fb-238b-4809-b20e-68660d8ffad9 tempest-ServerRescueNegativeTestJSON-1571656168 tempest-ServerRescueNegativeTestJSON-1571656168-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:51:08.406331 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-f7079e36-27fe-4567-ac88-ff318ddf5e55 req-ed28bd32-4da2-4c44-8712-e320b2f3464d service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=5aa366fd-2007-469d-beb7-cd29ef89e1e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0628939 Apr 18 20:51:08.411926 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-d88c8468-0062-4939-888f-c5ee218a52db req-cae56e55-9136-4276-a585-61326dacb64e service neutron] 10.222.0.42 "GET /v2.0/networks/9956df45-2736-4a4c-9815-b894d9a44160?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1911643 Apr 18 20:51:08.445515 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39d4c799-6acc-43fa-83ce-af4bee43311e req-7c45c45d-1dd4-438e-8b8f-6c1b4102ad1d tempest-AttachVolumeShelveTestJSON-1712717013 tempest-AttachVolumeShelveTestJSON-1712717013-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:51:08.446945 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-39d4c799-6acc-43fa-83ce-af4bee43311e req-7c45c45d-1dd4-438e-8b8f-6c1b4102ad1d tempest-AttachVolumeShelveTestJSON-1712717013 tempest-AttachVolumeShelveTestJSON-1712717013-project] 10.222.0.42 "GET /v2.0/ports?device_id=a3d617b3-55ec-41c1-b97c-911aa927ef50 HTTP/1.1" status: 200 len: 944 time: 0.1526256 Apr 18 20:51:08.519950 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [req-27b06273-838b-4ce2-b8da-f404cc4f45fb req-1dbb83fb-238b-4809-b20e-68660d8ffad9 tempest-ServerRescueNegativeTestJSON-1571656168 tempest-ServerRescueNegativeTestJSON-1571656168-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:51:08.525095 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-9a86ec72-f3bb-41e0-aea1-e74329059c0b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:08.543500 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.managers [req-3736b4eb-a4a2-4d67-a002-9f53382ef180 req-02201ff2-b709-4eb5-8eca-7bf5825955aa service neutron] Attempting to bind port 054fbe4e-4401-4397-99ea-68a86ef3ca9e on host n-h2-838334-2 for vnic_type normal with profile {{(pid=84041) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:51:08.543939 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.managers [req-3736b4eb-a4a2-4d67-a002-9f53382ef180 req-02201ff2-b709-4eb5-8eca-7bf5825955aa service neutron] Attempting to bind port 054fbe4e-4401-4397-99ea-68a86ef3ca9e by drivers openvswitch,hyperv on host n-h2-838334-2 at level 0 using segments [{'id': '37ab3ec4-28bf-4f8a-804e-f8cad5dd40d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': 'b18f6ca6-9241-4023-98c1-9e86661176c3'}] {{(pid=84041) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:51:08.544194 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3736b4eb-a4a2-4d67-a002-9f53382ef180 req-02201ff2-b709-4eb5-8eca-7bf5825955aa service neutron] Attempting to bind port 054fbe4e-4401-4397-99ea-68a86ef3ca9e on network b18f6ca6-9241-4023-98c1-9e86661176c3 {{(pid=84041) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 20:51:08.546626 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-9a86ec72-f3bb-41e0-aea1-e74329059c0b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33528224'] for security_group, after_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:08.570716 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Device 96dabab2-edf7-421c-9f87-a969c8aeb8a0 up at agent hyperv_n-h2-838334-2 {{(pid=84042) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 20:51:08.586295 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-27b06273-838b-4ce2-b8da-f404cc4f45fb req-1dbb83fb-238b-4809-b20e-68660d8ffad9 tempest-ServerRescueNegativeTestJSON-1571656168 tempest-ServerRescueNegativeTestJSON-1571656168-project] Made reservation on behalf of f9a0b0412d2042448fe0968cc5e47ae5 for: {'port': 1} {{(pid=84041) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:51:08.589273 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [req-27b06273-838b-4ce2-b8da-f404cc4f45fb req-1dbb83fb-238b-4809-b20e-68660d8ffad9 tempest-ServerRescueNegativeTestJSON-1571656168 tempest-ServerRescueNegativeTestJSON-1571656168-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:08.621698 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3736b4eb-a4a2-4d67-a002-9f53382ef180 req-02201ff2-b709-4eb5-8eca-7bf5825955aa service neutron] Port 054fbe4e-4401-4397-99ea-68a86ef3ca9e on network b18f6ca6-9241-4023-98c1-9e86661176c3 not bound, no agent of type Open vSwitch agent registered on host n-h2-838334-2 {{(pid=84041) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 18 20:51:08.621698 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3736b4eb-a4a2-4d67-a002-9f53382ef180 req-02201ff2-b709-4eb5-8eca-7bf5825955aa service neutron] Attempting to bind port 054fbe4e-4401-4397-99ea-68a86ef3ca9e on network b18f6ca6-9241-4023-98c1-9e86661176c3 {{(pid=84041) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 20:51:08.646354 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Provisioning for port 96dabab2-edf7-421c-9f87-a969c8aeb8a0 completed by entity L2. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 20:51:08.651478 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Provisioning complete for port 96dabab2-edf7-421c-9f87-a969c8aeb8a0 triggered by entity L2. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:51:08.652014 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1253608'] for port, provisioning_complete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:08.663276 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a86ec72-f3bb-41e0-aea1-e74329059c0b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3252c115-69c5-4d58-8d94-7bd05975adac,revision_number=1']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:51:08.672549 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3736b4eb-a4a2-4d67-a002-9f53382ef180 req-02201ff2-b709-4eb5-8eca-7bf5825955aa service neutron] Checking agent: {'id': 'dc797004-f641-47b7-a77f-9c62b5b16296', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-838334-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 34, 3), 'started_at': datetime.datetime(2022, 4, 18, 20, 34, 3), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 20, 51, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84041) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 18 20:51:08.672918 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3736b4eb-a4a2-4d67-a002-9f53382ef180 req-02201ff2-b709-4eb5-8eca-7bf5825955aa service neutron] Checking segment: {'id': '37ab3ec4-28bf-4f8a-804e-f8cad5dd40d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': 'b18f6ca6-9241-4023-98c1-9e86661176c3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84041) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 20:51:08.673259 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3736b4eb-a4a2-4d67-a002-9f53382ef180 req-02201ff2-b709-4eb5-8eca-7bf5825955aa service neutron] Bound using segment: {'id': '37ab3ec4-28bf-4f8a-804e-f8cad5dd40d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': 'b18f6ca6-9241-4023-98c1-9e86661176c3'} {{(pid=84041) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 18 20:51:08.673696 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.managers [req-3736b4eb-a4a2-4d67-a002-9f53382ef180 req-02201ff2-b709-4eb5-8eca-7bf5825955aa service neutron] Bound port: 054fbe4e-4401-4397-99ea-68a86ef3ca9e, host: n-h2-838334-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '37ab3ec4-28bf-4f8a-804e-f8cad5dd40d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': 'b18f6ca6-9241-4023-98c1-9e86661176c3'}}] {{(pid=84041) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 20:51:08.674043 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [req-3736b4eb-a4a2-4d67-a002-9f53382ef180 req-02201ff2-b709-4eb5-8eca-7bf5825955aa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:08.682036 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-39d4c799-6acc-43fa-83ce-af4bee43311e req-1bd827d2-b802-4488-b5ef-79498e00a6ad tempest-AttachVolumeShelveTestJSON-1712717013 tempest-AttachVolumeShelveTestJSON-1712717013-project] 10.222.0.42 "GET /v2.0/security-groups?id=2e9d8b44-da00-4a79-861c-f0ec417a580f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1867523 Apr 18 20:51:08.684916 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-9a86ec72-f3bb-41e0-aea1-e74329059c0b admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=337f3b07112940fba41073f5ffe4a0f6&name=default HTTP/1.1" status: 200 len: 2647 time: 1.3158805 Apr 18 20:51:08.687524 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 47260) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:51:08.727917 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-d88c8468-0062-4939-888f-c5ee218a52db req-205d9c32-28fa-42f6-826c-ba152ac8c9bc service neutron] 10.222.0.42 "GET /v2.0/networks/9956df45-2736-4a4c-9815-b894d9a44160?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3081765 Apr 18 20:51:08.775902 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-f7079e36-27fe-4567-ac88-ff318ddf5e55 req-501ef3f5-13d0-4490-8aea-e41a2ccb5325 service neutron] 10.222.0.43 "GET /v2.0/networks/5aa366fd-2007-469d-beb7-cd29ef89e1e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3572257 Apr 18 20:51:08.779338 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:08.814005 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-ac70b69b-a7c4-4c2a-b983-4d75b425018a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:08.819548 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] For port 96dabab2-edf7-421c-9f87-a969c8aeb8a0, host n-h2-838334-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838334-2',level=0,port_id=96dabab2-edf7-421c-9f87-a969c8aeb8a0,segment=NetworkSegment(cd8c59c7-b4b2-44a4-be0f-4e934073fee4),segment_id=cd8c59c7-b4b2-44a4-be0f-4e934073fee4)] {{(pid=84042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:51:08.825634 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682'] for port, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:08.845989 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-ac70b69b-a7c4-4c2a-b983-4d75b425018a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:08.901277 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Pushing event updated for resources: {'Port': ['ID=96dabab2-edf7-421c-9f87-a969c8aeb8a0,revision_number=5']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:51:08.914695 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-ac70b69b-a7c4-4c2a-b983-4d75b425018a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33528224'] for security_group, after_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:08.933404 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac70b69b-a7c4-4c2a-b983-4d75b425018a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3252c115-69c5-4d58-8d94-7bd05975adac,revision_number=None']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:51:08.956382 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-ac70b69b-a7c4-4c2a-b983-4d75b425018a admin admin] Notify callbacks [] for security_group, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:08.966616 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-ac70b69b-a7c4-4c2a-b983-4d75b425018a admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/3252c115-69c5-4d58-8d94-7bd05975adac HTTP/1.1" status: 204 len: 168 time: 0.2637818 Apr 18 20:51:09.197048 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-503a78ac-4f39-438b-a303-f2cab61aa211 req-7d47366e-0321-4f9a-a83b-36b467cd3782 tempest-ImagesOneServerNegativeTestJSON-1563611860 tempest-ImagesOneServerNegativeTestJSON-1563611860-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:51:09.198580 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-503a78ac-4f39-438b-a303-f2cab61aa211 req-7d47366e-0321-4f9a-a83b-36b467cd3782 tempest-ImagesOneServerNegativeTestJSON-1563611860 tempest-ImagesOneServerNegativeTestJSON-1563611860-project] 10.222.0.42 "GET /v2.0/ports?device_id=617c9d6f-1f01-4266-b335-de943c6d30d9 HTTP/1.1" status: 200 len: 946 time: 0.2252629 Apr 18 20:51:09.226832 n-d-838334-2 neutron-server[84042]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a3d617b3-55ec-41c1-b97c-911aa927ef50', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '96dabab2-edf7-421c-9f87-a969c8aeb8a0'}] {{(pid=84042) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 20:51:09.285308 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59a9a5fc-e19a-4e44-bd57-51e7556eb6bc req-126ed6f7-0208-4ed9-942c-2d70f9caf8e8 tempest-ServersTestJSON-787755264 tempest-ServersTestJSON-787755264-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:51:09.287897 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-59a9a5fc-e19a-4e44-bd57-51e7556eb6bc req-126ed6f7-0208-4ed9-942c-2d70f9caf8e8 tempest-ServersTestJSON-787755264 tempest-ServersTestJSON-787755264-project] 10.222.0.42 "GET /v2.0/ports?device_id=47b6abb5-e3df-4367-a946-ab2aab131b83 HTTP/1.1" status: 200 len: 946 time: 0.1706793 Apr 18 20:51:09.290596 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-503a78ac-4f39-438b-a303-f2cab61aa211 req-c6256c24-4ac4-4336-881b-9b89762a307c tempest-ImagesOneServerNegativeTestJSON-1563611860 tempest-ImagesOneServerNegativeTestJSON-1563611860-project] 10.222.0.42 "GET /v2.0/security-groups?id=35685d16-429f-4b00-82f0-cda27d79d56c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0849683 Apr 18 20:51:09.373946 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-59a9a5fc-e19a-4e44-bd57-51e7556eb6bc req-dcb2f496-285b-4bc4-a815-26cf66be2665 tempest-ServersTestJSON-787755264 tempest-ServersTestJSON-787755264-project] 10.222.0.42 "GET /v2.0/security-groups?id=68f36fb1-4357-43e6-aa2a-c916d9c5b1fe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0796599 Apr 18 20:51:09.452642 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.db_base_plugin_common [req-27b06273-838b-4ce2-b8da-f404cc4f45fb req-1dbb83fb-238b-4809-b20e-68660d8ffad9 tempest-ServerRescueNegativeTestJSON-1571656168 tempest-ServerRescueNegativeTestJSON-1571656168-project] Allocated IP 172.20.0.13 (9956df45-2736-4a4c-9815-b894d9a44160/e000ef4a-9553-4d5a-aa5c-e55a867fcd65/8248ccee-2394-426e-9ab5-5e8c0f5c00e9) {{(pid=84041) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:51:09.520666 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.db [req-3736b4eb-a4a2-4d67-a002-9f53382ef180 req-02201ff2-b709-4eb5-8eca-7bf5825955aa service neutron] For port 054fbe4e-4401-4397-99ea-68a86ef3ca9e, host n-h2-838334-2, cleared binding levels {{(pid=84041) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 20:51:09.525231 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.db [req-3736b4eb-a4a2-4d67-a002-9f53382ef180 req-02201ff2-b709-4eb5-8eca-7bf5825955aa service neutron] For port 054fbe4e-4401-4397-99ea-68a86ef3ca9e, host n-h2-838334-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838334-2',level=0,port_id=054fbe4e-4401-4397-99ea-68a86ef3ca9e,segment=NetworkSegment(37ab3ec4-28bf-4f8a-804e-f8cad5dd40d4),segment_id=37ab3ec4-28bf-4f8a-804e-f8cad5dd40d4)] {{(pid=84041) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 20:51:09.618771 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [req-3736b4eb-a4a2-4d67-a002-9f53382ef180 req-02201ff2-b709-4eb5-8eca-7bf5825955aa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32266282'] for port, after_update {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:09.666437 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51fc73c3-9bd8-4e45-bc91-cd16b7028a8f req-ef02942a-4966-46f9-93cd-12074050d3cc tempest-ServerActionsTestJSON-2052644234 tempest-ServerActionsTestJSON-2052644234-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:51:09.673247 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-51fc73c3-9bd8-4e45-bc91-cd16b7028a8f req-ef02942a-4966-46f9-93cd-12074050d3cc tempest-ServerActionsTestJSON-2052644234 tempest-ServerActionsTestJSON-2052644234-project] 10.222.0.42 "GET /v2.0/ports?device_id=518b0850-99aa-4c7b-8e17-eb4ba00959c9 HTTP/1.1" status: 200 len: 946 time: 0.2057481 Apr 18 20:51:09.729674 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af36a952-a0d3-4270-9c1c-705dcc508d96 req-e862253e-7332-4cf6-91e2-93e5394dd4f3 tempest-ServerDiskConfigTestJSON-473081836 tempest-ServerDiskConfigTestJSON-473081836-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:51:09.729674 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-af36a952-a0d3-4270-9c1c-705dcc508d96 req-e862253e-7332-4cf6-91e2-93e5394dd4f3 tempest-ServerDiskConfigTestJSON-473081836 tempest-ServerDiskConfigTestJSON-473081836-project] 10.222.0.42 "GET /v2.0/ports?device_id=a7138a91-794f-4762-9c64-6037cebee7da HTTP/1.1" status: 200 len: 944 time: 0.1930096 Apr 18 20:51:09.736796 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-51fc73c3-9bd8-4e45-bc91-cd16b7028a8f req-a06dbca3-1a3e-41e0-b95f-bace0af7c619 tempest-ServerActionsTestJSON-2052644234 tempest-ServerActionsTestJSON-2052644234-project] 10.222.0.42 "GET /v2.0/security-groups?id=5518633c-5bdd-41db-a1d5-749e9b6740a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614855 Apr 18 20:51:09.801001 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-af36a952-a0d3-4270-9c1c-705dcc508d96 req-6ad0a229-62c6-4a89-9b31-0e16bab2a7a5 tempest-ServerDiskConfigTestJSON-473081836 tempest-ServerDiskConfigTestJSON-473081836-project] 10.222.0.42 "GET /v2.0/security-groups?id=527f07bd-3b7c-4e87-bb13-fa86b9490e28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630305 Apr 18 20:51:09.833564 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be01a924-3607-4094-9ace-8192eca7156f req-51b2c822-442e-4ac8-a59a-101648dd4991 tempest-ServersTestJSON-787755264 tempest-ServersTestJSON-787755264-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:51:09.834362 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [req-be01a924-3607-4094-9ace-8192eca7156f req-51b2c822-442e-4ac8-a59a-101648dd4991 tempest-ServersTestJSON-787755264 tempest-ServersTestJSON-787755264-project] Synchronizing usage tracker for tenant:c80440892626468bbe8c78e37bd025d1 on resource:port {{(pid=84041) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 20:51:09.838377 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-f7079e36-27fe-4567-ac88-ff318ddf5e55 req-f094237e-7dbe-4c7a-98a4-6f2578df1bc1 service neutron] 10.222.0.43 "GET /v2.0/networks/5aa366fd-2007-469d-beb7-cd29ef89e1e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0508509 Apr 18 20:51:09.850252 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [req-3736b4eb-a4a2-4d67-a002-9f53382ef180 req-02201ff2-b709-4eb5-8eca-7bf5825955aa service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217293'] for port, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:09.851945 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-3736b4eb-a4a2-4d67-a002-9f53382ef180 req-02201ff2-b709-4eb5-8eca-7bf5825955aa service neutron] 10.222.0.48 "PUT /v2.0/ports/054fbe4e-4401-4397-99ea-68a86ef3ca9e HTTP/1.1" status: 200 len: 1091 time: 3.5635974 Apr 18 20:51:09.866423 n-d-838334-2 neutron-server[84041]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f3f5b6ba-19be-423a-a9fa-48c3bbcdc95d', 'tag': '054fbe4e-4401-4397-99ea-68a86ef3ca9e'}] {{(pid=84041) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 20:51:09.959337 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02201ff2-b709-4eb5-8eca-7bf5825955aa service neutron] Pushing event updated for resources: {'Port': ['ID=054fbe4e-4401-4397-99ea-68a86ef3ca9e,revision_number=3']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:51:10.054984 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-9033dcf3-14d9-417f-a23c-967be3bb5e70 req-1eb528de-bb41-488d-815b-57755ad541cf tempest-ServerRescueNegativeTestJSON-1571656168 tempest-ServerRescueNegativeTestJSON-1571656168-project] 10.222.0.42 "GET /v2.0/ports?device_id=4ff552c3-29c6-4485-85ed-37e006aa7ada HTTP/1.1" status: 200 len: 210 time: 0.1060536 Apr 18 20:51:10.084214 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [req-be01a924-3607-4094-9ace-8192eca7156f req-51b2c822-442e-4ac8-a59a-101648dd4991 tempest-ServersTestJSON-787755264 tempest-ServersTestJSON-787755264-project] Unset dirty status for tenant:c80440892626468bbe8c78e37bd025d1 on resource:port {{(pid=84041) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 20:51:10.085531 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-be01a924-3607-4094-9ace-8192eca7156f req-51b2c822-442e-4ac8-a59a-101648dd4991 tempest-ServersTestJSON-787755264 tempest-ServersTestJSON-787755264-project] 10.222.0.43 "GET /v2.0/ports?device_id=47b6abb5-e3df-4367-a946-ab2aab131b83 HTTP/1.1" status: 200 len: 946 time: 0.7524493 Apr 18 20:51:10.141187 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50abe48a-0e6b-463a-ae9a-7b70816843a4 req-9c7e06db-d9ab-4c9e-8e62-ae9c43f98532 tempest-ServerRescueTestJSON-1218824152 tempest-ServerRescueTestJSON-1218824152-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:51:10.149843 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-50abe48a-0e6b-463a-ae9a-7b70816843a4 req-9c7e06db-d9ab-4c9e-8e62-ae9c43f98532 tempest-ServerRescueTestJSON-1218824152 tempest-ServerRescueTestJSON-1218824152-project] 10.222.0.42 "GET /v2.0/ports?device_id=f3f5b6ba-19be-423a-a9fa-48c3bbcdc95d HTTP/1.1" status: 200 len: 943 time: 0.1494446 Apr 18 20:51:10.173500 n-d-838334-2 neutron-server[84042]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1c533d91-9ede-45b6-a294-fd53e14f1806'] response: {'server_uuid': 'a3d617b3-55ec-41c1-b97c-911aa927ef50', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '96dabab2-edf7-421c-9f87-a969c8aeb8a0', 'code': 200} Apr 18 20:51:10.251029 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-50abe48a-0e6b-463a-ae9a-7b70816843a4 req-560aa6cb-cb14-496d-b6bf-8a004f0638c0 tempest-ServerRescueTestJSON-1218824152 tempest-ServerRescueTestJSON-1218824152-project] 10.222.0.42 "GET /v2.0/security-groups?id=6f984221-1918-47e6-82e9-256972907b58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1000760 Apr 18 20:51:10.289150 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.plugin [req-be01a924-3607-4094-9ace-8192eca7156f req-a4419468-6f63-4d1f-977e-205e5b8571c7 tempest-ServersTestJSON-787755264 tempest-ServersTestJSON-787755264-project] Deleting port cb37cd82-5b18-4daf-af6a-70171591cd2f {{(pid=84041) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 20:51:10.289495 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [req-be01a924-3607-4094-9ace-8192eca7156f req-a4419468-6f63-4d1f-977e-205e5b8571c7 tempest-ServersTestJSON-787755264 tempest-ServersTestJSON-787755264-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750375188691'] for port, before_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:10.323215 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [req-27b06273-838b-4ce2-b8da-f404cc4f45fb req-1dbb83fb-238b-4809-b20e-68660d8ffad9 tempest-ServerRescueNegativeTestJSON-1571656168 tempest-ServerRescueNegativeTestJSON-1571656168-project] Notify callbacks [] for port, precommit_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:10.349737 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-9880d8b0-1258-4f0e-b6b0-99cfeebd4823 req-73e57569-0d29-4527-b9fa-397cccb36cf9 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=873b40c7f5b941c6b9e1975b2a303d65&device_id=a7138a91-794f-4762-9c64-6037cebee7da HTTP/1.1" status: 200 len: 1095 time: 0.4457033 Apr 18 20:51:10.358859 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-6af2abfd-8831-4ce2-92d6-b52c3379797e req-eb9027ac-14e4-49ab-8354-45f90a0e296d service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=a3d617b3-55ec-41c1-b97c-911aa927ef50 HTTP/1.1" status: 200 len: 1096 time: 0.0990703 Apr 18 20:51:10.362567 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-3736b4eb-a4a2-4d67-a002-9f53382ef180 req-ec257d41-be9a-4b7b-aa68-fd282c7d0992 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=ec0d4dedc6f54935aafadeeb5b293728&device_id=f3f5b6ba-19be-423a-a9fa-48c3bbcdc95d HTTP/1.1" status: 200 len: 1094 time: 0.3487110 Apr 18 20:51:10.451278 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-6af2abfd-8831-4ce2-92d6-b52c3379797e req-e1ee15f7-26e6-4685-87c0-850851adc251 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=2e9d8b44-da00-4a79-861c-f0ec417a580f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0777605 Apr 18 20:51:10.541449 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.provisioning_blocks [req-27b06273-838b-4ce2-b8da-f404cc4f45fb req-1dbb83fb-238b-4809-b20e-68660d8ffad9 tempest-ServerRescueNegativeTestJSON-1571656168 tempest-ServerRescueNegativeTestJSON-1571656168-project] Transition to ACTIVE for port object 8248ccee-2394-426e-9ab5-5e8c0f5c00e9 will not be triggered until provisioned by entity DHCP. {{(pid=84041) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 20:51:10.640570 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-3736b4eb-a4a2-4d67-a002-9f53382ef180 req-732d7e14-b3a2-4a42-bced-c8b8a863f0c1 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=054fbe4e-4401-4397-99ea-68a86ef3ca9e HTTP/1.1" status: 200 len: 217 time: 0.2438650 Apr 18 20:51:10.745869 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9880d8b0-1258-4f0e-b6b0-99cfeebd4823 req-3e1035d8-84ca-41a5-8f3c-d30dc8efb3da service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:51:10.750338 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-9880d8b0-1258-4f0e-b6b0-99cfeebd4823 req-3e1035d8-84ca-41a5-8f3c-d30dc8efb3da service neutron] 10.222.0.43 "GET /v2.0/networks?id=5aa366fd-2007-469d-beb7-cd29ef89e1e3 HTTP/1.1" status: 200 len: 916 time: 0.3869047 Apr 18 20:51:10.925025 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5abaa978-0c4c-4643-a311-236f1a1e0d6f req-97e66751-2150-4ad0-8c0c-229d43731b66 tempest-AttachVolumeShelveTestJSON-1712717013 tempest-AttachVolumeShelveTestJSON-1712717013-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:51:10.926390 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-5abaa978-0c4c-4643-a311-236f1a1e0d6f req-97e66751-2150-4ad0-8c0c-229d43731b66 tempest-AttachVolumeShelveTestJSON-1712717013 tempest-AttachVolumeShelveTestJSON-1712717013-project] 10.222.0.42 "GET /v2.0/ports?device_id=a3d617b3-55ec-41c1-b97c-911aa927ef50 HTTP/1.1" status: 200 len: 945 time: 0.1647530 Apr 18 20:51:10.942725 n-d-838334-2 neutron-server[84041]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9a3cf47a-bf14-46f8-82d4-cc4552ccf592'] response: {'name': 'network-changed', 'server_uuid': 'f3f5b6ba-19be-423a-a9fa-48c3bbcdc95d', 'tag': '054fbe4e-4401-4397-99ea-68a86ef3ca9e', 'status': 'completed', 'code': 200} Apr 18 20:51:11.018864 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-5abaa978-0c4c-4643-a311-236f1a1e0d6f req-46f30e54-76a6-4366-a8a9-872297b4563b tempest-AttachVolumeShelveTestJSON-1712717013 tempest-AttachVolumeShelveTestJSON-1712717013-project] 10.222.0.42 "GET /v2.0/security-groups?id=2e9d8b44-da00-4a79-861c-f0ec417a580f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0864909 Apr 18 20:51:11.026805 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3736b4eb-a4a2-4d67-a002-9f53382ef180 req-910e1d86-54f8-4fd1-89bb-e2a4e2f3792c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:51:11.027131 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-3736b4eb-a4a2-4d67-a002-9f53382ef180 req-910e1d86-54f8-4fd1-89bb-e2a4e2f3792c service neutron] 10.222.0.48 "GET /v2.0/subnets?id=9dc534ce-5db0-4608-a47a-91cc424d228c HTTP/1.1" status: 200 len: 851 time: 0.0864217 Apr 18 20:51:11.117782 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [req-27b06273-838b-4ce2-b8da-f404cc4f45fb req-1dbb83fb-238b-4809-b20e-68660d8ffad9 tempest-ServerRescueNegativeTestJSON-1571656168 tempest-ServerRescueNegativeTestJSON-1571656168-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750374836619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32266323'] for port, after_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:11.177945 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-9880d8b0-1258-4f0e-b6b0-99cfeebd4823 req-5d37ee11-e008-4a02-9852-0b0d7ae083d6 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d3b4db68-56c6-42af-a0b1-7f86f0690962 HTTP/1.1" status: 200 len: 217 time: 0.3305340 Apr 18 20:51:11.190034 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-3736b4eb-a4a2-4d67-a002-9f53382ef180 req-8c498387-d164-4136-99ef-e78b118ebfb2 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=b18f6ca6-9241-4023-98c1-9e86661176c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1347971 Apr 18 20:51:11.419660 n-d-838334-2 neutron-server[84041]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-27b06273-838b-4ce2-b8da-f404cc4f45fb req-1dbb83fb-238b-4809-b20e-68660d8ffad9 tempest-ServerRescueNegativeTestJSON-1571656168 tempest-ServerRescueNegativeTestJSON-1571656168-project] Network 9956df45-2736-4a4c-9815-b894d9a44160 is already hosted by enough agents. {{(pid=84041) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:51:11.438248 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9880d8b0-1258-4f0e-b6b0-99cfeebd4823 req-1b699a0a-1e28-4419-a8d0-49faeedbe028 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:51:11.440634 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-9880d8b0-1258-4f0e-b6b0-99cfeebd4823 req-1b699a0a-1e28-4419-a8d0-49faeedbe028 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=5082cb41-0072-42ea-89f7-120abfdfec16 HTTP/1.1" status: 200 len: 855 time: 0.2500021 Apr 18 20:51:11.441516 n-d-838334-2 neutron-server[84041]: DEBUG neutron.scheduler.base_scheduler [req-27b06273-838b-4ce2-b8da-f404cc4f45fb req-1dbb83fb-238b-4809-b20e-68660d8ffad9 tempest-ServerRescueNegativeTestJSON-1571656168 tempest-ServerRescueNegativeTestJSON-1571656168-project] Resources bound (agent type, host, resource id): {{(pid=84041) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:51:11.444280 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.l3_dvrscheduler_db [req-27b06273-838b-4ce2-b8da-f404cc4f45fb req-1dbb83fb-238b-4809-b20e-68660d8ffad9 tempest-ServerRescueNegativeTestJSON-1571656168 tempest-ServerRescueNegativeTestJSON-1571656168-project] Received port after_create {{(pid=84041) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 20:51:11.458797 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a24bc44a-0b86-41ac-9f53-18f453909534 req-6bd999ce-2028-40e5-8706-a1ca53841d21 tempest-ServersTestJSON-787755264 tempest-ServersTestJSON-787755264-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:51:11.458797 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-a24bc44a-0b86-41ac-9f53-18f453909534 req-6bd999ce-2028-40e5-8706-a1ca53841d21 tempest-ServersTestJSON-787755264 tempest-ServersTestJSON-787755264-project] 10.222.0.42 "GET /v2.0/ports?device_id=47b6abb5-e3df-4367-a946-ab2aab131b83 HTTP/1.1" status: 200 len: 946 time: 0.4912124 Apr 18 20:51:11.471436 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d88c8468-0062-4939-888f-c5ee218a52db req-d139ee80-6977-4ca2-a990-3928f255addc tempest-ServerRescueNegativeTestJSON-1571656168 tempest-ServerRescueNegativeTestJSON-1571656168-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:51:11.473478 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-d88c8468-0062-4939-888f-c5ee218a52db req-d139ee80-6977-4ca2-a990-3928f255addc tempest-ServerRescueNegativeTestJSON-1571656168 tempest-ServerRescueNegativeTestJSON-1571656168-project] 10.222.0.48 "GET /v2.0/networks?id=9956df45-2736-4a4c-9815-b894d9a44160 HTTP/1.1" status: 200 len: 819 time: 0.3263087 Apr 18 20:51:11.556536 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-a24bc44a-0b86-41ac-9f53-18f453909534 req-4778dab4-79bf-40c8-b46f-079d16e4e330 tempest-ServersTestJSON-787755264 tempest-ServersTestJSON-787755264-project] 10.222.0.42 "GET /v2.0/security-groups?id=68f36fb1-4357-43e6-aa2a-c916d9c5b1fe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0817401 Apr 18 20:51:11.572486 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.v2.base [req-d88c8468-0062-4939-888f-c5ee218a52db req-68ac6e63-621d-4f0d-b319-aa6642abdba5 tempest-ServerRescueNegativeTestJSON-1571656168 tempest-ServerRescueNegativeTestJSON-1571656168-project] Request body: {'port': {'device_id': '4ff552c3-29c6-4485-85ed-37e006aa7ada', 'network_id': '9956df45-2736-4a4c-9815-b894d9a44160', 'admin_state_up': True, 'tenant_id': 'f9a0b0412d2042448fe0968cc5e47ae5'}} {{(pid=84040) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 20:51:11.643255 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dbb83fb-238b-4809-b20e-68660d8ffad9 tempest-ServerRescueNegativeTestJSON-1571656168 tempest-ServerRescueNegativeTestJSON-1571656168-project] Pushing event updated for resources: {'Port': ['ID=8248ccee-2394-426e-9ab5-5e8c0f5c00e9,revision_number=1']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:51:11.717452 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c14d95af-ed44-4d8a-bad0-edc978ec7f83 req-53d69031-7377-4e5e-80b3-134aff6797d9 tempest-ServerActionsTestJSON-2052644234 tempest-ServerActionsTestJSON-2052644234-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:51:11.725281 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-c14d95af-ed44-4d8a-bad0-edc978ec7f83 req-53d69031-7377-4e5e-80b3-134aff6797d9 tempest-ServerActionsTestJSON-2052644234 tempest-ServerActionsTestJSON-2052644234-project] 10.222.0.42 "GET /v2.0/ports?device_id=518b0850-99aa-4c7b-8e17-eb4ba00959c9 HTTP/1.1" status: 200 len: 946 time: 0.4512744 Apr 18 20:51:11.739812 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-55b5c3fa-f7bf-4468-bb16-0823a105d7d3 None None] Provisioning for port 8248ccee-2394-426e-9ab5-5e8c0f5c00e9 completed by entity DHCP. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 20:51:11.749361 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-55b5c3fa-f7bf-4468-bb16-0823a105d7d3 None None] Provisioning complete for port 8248ccee-2394-426e-9ab5-5e8c0f5c00e9 triggered by entity DHCP. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:51:11.750016 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-55b5c3fa-f7bf-4468-bb16-0823a105d7d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1253608'] for port, provisioning_complete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:11.767222 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.db [req-be01a924-3607-4094-9ace-8192eca7156f req-a4419468-6f63-4d1f-977e-205e5b8571c7 tempest-ServersTestJSON-787755264 tempest-ServersTestJSON-787755264-project] For port cb37cd82-5b18-4daf-af6a-70171591cd2f, host n-h1-838334-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838334-2',level=0,port_id=cb37cd82-5b18-4daf-af6a-70171591cd2f,segment=NetworkSegment(3624f5a6-e1be-4270-a9aa-fb8201017ba1),segment_id=3624f5a6-e1be-4270-a9aa-fb8201017ba1)] {{(pid=84041) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:51:11.768240 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [req-be01a924-3607-4094-9ace-8192eca7156f req-a4419468-6f63-4d1f-977e-205e5b8571c7 tempest-ServersTestJSON-787755264 tempest-ServersTestJSON-787755264-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369123'] for port, precommit_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:11.826569 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [req-d88c8468-0062-4939-888f-c5ee218a52db req-68ac6e63-621d-4f0d-b319-aa6642abdba5 tempest-ServerRescueNegativeTestJSON-1571656168 tempest-ServerRescueNegativeTestJSON-1571656168-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:51:11.838717 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.plugin [None req-55b5c3fa-f7bf-4468-bb16-0823a105d7d3 None None] Port 8248ccee-2394-426e-9ab5-5e8c0f5c00e9 cannot update to ACTIVE because it is not bound. {{(pid=84042) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 18 20:51:11.883839 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [req-d88c8468-0062-4939-888f-c5ee218a52db req-68ac6e63-621d-4f0d-b319-aa6642abdba5 tempest-ServerRescueNegativeTestJSON-1571656168 tempest-ServerRescueNegativeTestJSON-1571656168-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:51:11.912095 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-9880d8b0-1258-4f0e-b6b0-99cfeebd4823 req-b37a9bd8-7671-48c6-b901-1300004e6e75 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=5aa366fd-2007-469d-beb7-cd29ef89e1e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2343976 Apr 18 20:51:11.925238 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-c14d95af-ed44-4d8a-bad0-edc978ec7f83 req-08000332-ba99-45c4-9d4e-5c126148d04c tempest-ServerActionsTestJSON-2052644234 tempest-ServerActionsTestJSON-2052644234-project] 10.222.0.42 "GET /v2.0/security-groups?id=5518633c-5bdd-41db-a1d5-749e9b6740a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1990705 Apr 18 20:51:11.926569 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d88c8468-0062-4939-888f-c5ee218a52db req-68ac6e63-621d-4f0d-b319-aa6642abdba5 tempest-ServerRescueNegativeTestJSON-1571656168 tempest-ServerRescueNegativeTestJSON-1571656168-project] Made reservation on behalf of f9a0b0412d2042448fe0968cc5e47ae5 for: {'port': 1} {{(pid=84040) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:51:11.929684 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-d88c8468-0062-4939-888f-c5ee218a52db req-68ac6e63-621d-4f0d-b319-aa6642abdba5 tempest-ServerRescueNegativeTestJSON-1571656168 tempest-ServerRescueNegativeTestJSON-1571656168-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:12.092318 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b06273-838b-4ce2-b8da-f404cc4f45fb req-1dbb83fb-238b-4809-b20e-68660d8ffad9 tempest-ServerRescueNegativeTestJSON-1571656168 tempest-ServerRescueNegativeTestJSON-1571656168-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:51:12.093017 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [req-27b06273-838b-4ce2-b8da-f404cc4f45fb req-1dbb83fb-238b-4809-b20e-68660d8ffad9 tempest-ServerRescueNegativeTestJSON-1571656168 tempest-ServerRescueNegativeTestJSON-1571656168-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217293'] for port, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:12.301617 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-2b6e11d1-0eca-4546-8c9e-a33a9294ffa2 req-29f92751-70f2-4646-acf2-60dd5e3b0a9a tempest-ServerRescueNegativeTestJSON-1571656168 tempest-ServerRescueNegativeTestJSON-1571656168-project] 10.222.0.42 "GET /v2.0/ports?device_id=4ff552c3-29c6-4485-85ed-37e006aa7ada HTTP/1.1" status: 200 len: 210 time: 0.0818033 Apr 18 20:51:12.305345 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-3736b4eb-a4a2-4d67-a002-9f53382ef180 req-44d355e8-9e2a-44ec-bfa8-acd89b637c6c service neutron] 10.222.0.48 "GET /v2.0/networks/b18f6ca6-9241-4023-98c1-9e86661176c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0317440 Apr 18 20:51:12.351737 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Device d3b4db68-56c6-42af-a0b1-7f86f0690962 details requested by agent hyperv_n-h1-838334-2 with host n-h1-838334-2 {{(pid=84042) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 18 20:51:12.359099 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Device cb37cd82-5b18-4daf-af6a-70171591cd2f no longer exists at agent hyperv_n-h1-838334-2 {{(pid=84042) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 20:51:12.485855 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-3736b4eb-a4a2-4d67-a002-9f53382ef180 req-1b81a35a-716b-4be0-9bdb-083eb3860121 service neutron] 10.222.0.48 "GET /v2.0/networks/b18f6ca6-9241-4023-98c1-9e86661176c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1635723 Apr 18 20:51:12.532209 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9508795d-878f-48ab-a13d-f451a23b3852 req-b499c1ed-205d-4b17-9453-d4ff1227a7f6 tempest-ServerDiskConfigTestJSON-473081836 tempest-ServerDiskConfigTestJSON-473081836-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:51:12.539185 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-9508795d-878f-48ab-a13d-f451a23b3852 req-b499c1ed-205d-4b17-9453-d4ff1227a7f6 tempest-ServerDiskConfigTestJSON-473081836 tempest-ServerDiskConfigTestJSON-473081836-project] 10.222.0.42 "GET /v2.0/ports?device_id=a7138a91-794f-4762-9c64-6037cebee7da HTTP/1.1" status: 200 len: 944 time: 0.4410248 Apr 18 20:51:12.620261 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-27b06273-838b-4ce2-b8da-f404cc4f45fb req-1dbb83fb-238b-4809-b20e-68660d8ffad9 tempest-ServerRescueNegativeTestJSON-1571656168 tempest-ServerRescueNegativeTestJSON-1571656168-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.6658306 Apr 18 20:51:12.642816 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:12.645636 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.v2.base [req-27b06273-838b-4ce2-b8da-f404cc4f45fb req-36ab03e2-9703-485d-bceb-a338aa429a2c service neutron] Request body: {'port': {'device_id': '264936db-30ce-4589-b255-6c9a9ad966e3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-838334-2'}} {{(pid=84041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 20:51:12.651758 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.db_base_plugin_common [req-d88c8468-0062-4939-888f-c5ee218a52db req-68ac6e63-621d-4f0d-b319-aa6642abdba5 tempest-ServerRescueNegativeTestJSON-1571656168 tempest-ServerRescueNegativeTestJSON-1571656168-project] Allocated IP 172.20.0.12 (9956df45-2736-4a4c-9815-b894d9a44160/e000ef4a-9553-4d5a-aa5c-e55a867fcd65/fb7119a0-c8a1-4fe0-936c-acad85ca6c01) {{(pid=84040) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:51:12.662230 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] For port d3b4db68-56c6-42af-a0b1-7f86f0690962, host n-h1-838334-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838334-2',level=0,port_id=d3b4db68-56c6-42af-a0b1-7f86f0690962,segment=NetworkSegment(824475dd-cc01-4f37-b28b-cc0d2c7c32c9),segment_id=824475dd-cc01-4f37-b28b-cc0d2c7c32c9)] {{(pid=84042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:51:12.671944 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-9508795d-878f-48ab-a13d-f451a23b3852 req-9c945f7d-ffe7-4f14-b127-3c72f108fc32 tempest-ServerDiskConfigTestJSON-473081836 tempest-ServerDiskConfigTestJSON-473081836-project] 10.222.0.42 "GET /v2.0/security-groups?id=527f07bd-3b7c-4e87-bb13-fa86b9490e28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1318896 Apr 18 20:51:12.685430 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Returning: {'device': 'd3b4db68-56c6-42af-a0b1-7f86f0690962', 'network_id': '5aa366fd-2007-469d-beb7-cd29ef89e1e3', 'port_id': 'd3b4db68-56c6-42af-a0b1-7f86f0690962', 'mac_address': 'fa:16:3e:7e:78:59', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 395, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5082cb41-0072-42ea-89f7-120abfdfec16', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84042) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 18 20:51:12.693525 n-d-838334-2 neutron-server[84042]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '47b6abb5-e3df-4367-a946-ab2aab131b83', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cb37cd82-5b18-4daf-af6a-70171591cd2f'}] {{(pid=84042) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 20:51:12.702051 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-9880d8b0-1258-4f0e-b6b0-99cfeebd4823 req-66768393-563f-42f2-8781-f5b30b8c8bd0 service neutron] 10.222.0.43 "GET /v2.0/networks/5aa366fd-2007-469d-beb7-cd29ef89e1e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7627599 Apr 18 20:51:12.730987 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d44d794b-0772-4394-8a2d-cb649948cfe2 req-ae7460c8-5810-4e7a-9139-e7d481cb51b1 tempest-ServerRescueTestJSON-1218824152 tempest-ServerRescueTestJSON-1218824152-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:51:12.738653 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-d44d794b-0772-4394-8a2d-cb649948cfe2 req-ae7460c8-5810-4e7a-9139-e7d481cb51b1 tempest-ServerRescueTestJSON-1218824152 tempest-ServerRescueTestJSON-1218824152-project] 10.222.0.42 "GET /v2.0/ports?device_id=f3f5b6ba-19be-423a-a9fa-48c3bbcdc95d HTTP/1.1" status: 200 len: 943 time: 0.2123029 Apr 18 20:51:12.759790 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:12.774961 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] For port cb37cd82-5b18-4daf-af6a-70171591cd2f, host n-h1-838334-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838334-2',level=0,port_id=cb37cd82-5b18-4daf-af6a-70171591cd2f,segment=NetworkSegment(3624f5a6-e1be-4270-a9aa-fb8201017ba1),segment_id=3624f5a6-e1be-4270-a9aa-fb8201017ba1)] {{(pid=84042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:51:12.784568 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682'] for port, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:12.823413 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [req-be01a924-3607-4094-9ace-8192eca7156f req-a4419468-6f63-4d1f-977e-205e5b8571c7 tempest-ServersTestJSON-787755264 tempest-ServersTestJSON-787755264-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:12.823846 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [req-be01a924-3607-4094-9ace-8192eca7156f req-a4419468-6f63-4d1f-977e-205e5b8571c7 tempest-ServersTestJSON-787755264 tempest-ServersTestJSON-787755264-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33444131'] for floatingip, after_update {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:12.824156 n-d-838334-2 neutron-server[84041]: INFO neutron.db.l3_db [req-be01a924-3607-4094-9ace-8192eca7156f req-a4419468-6f63-4d1f-977e-205e5b8571c7 tempest-ServersTestJSON-787755264 tempest-ServersTestJSON-787755264-project] Floating IP 3c830d38-9d70-47e7-862c-d627efe39467 disassociated. External IP: 172.25.8.153, port: cb37cd82-5b18-4daf-af6a-70171591cd2f. Apr 18 20:51:12.824522 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.plugin [req-be01a924-3607-4094-9ace-8192eca7156f req-a4419468-6f63-4d1f-977e-205e5b8571c7 tempest-ServersTestJSON-787755264 tempest-ServersTestJSON-787755264-project] Calling delete_port for cb37cd82-5b18-4daf-af6a-70171591cd2f owned by compute:nova {{(pid=84041) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 20:51:12.841523 n-d-838334-2 neutron-server[84042]: DEBUG neutron.notifiers.nova [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d3b4db68-56c6-42af-a0b1-7f86f0690962 {{(pid=84042) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 18 20:51:12.874535 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] For port d3b4db68-56c6-42af-a0b1-7f86f0690962, host n-h1-838334-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838334-2',level=0,port_id=d3b4db68-56c6-42af-a0b1-7f86f0690962,segment=NetworkSegment(824475dd-cc01-4f37-b28b-cc0d2c7c32c9),segment_id=824475dd-cc01-4f37-b28b-cc0d2c7c32c9)] {{(pid=84042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:51:12.884413 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682'] for port, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:12.888694 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Pushing event updated for resources: {'Port': ['ID=cb37cd82-5b18-4daf-af6a-70171591cd2f,revision_number=6']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:51:12.901944 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-d44d794b-0772-4394-8a2d-cb649948cfe2 req-ea1c9507-fec7-431d-80c8-f680b6a800c7 tempest-ServerRescueTestJSON-1218824152 tempest-ServerRescueTestJSON-1218824152-project] 10.222.0.42 "GET /v2.0/security-groups?id=6f984221-1918-47e6-82e9-256972907b58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1624255 Apr 18 20:51:12.972746 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Pushing event updated for resources: {'Port': ['ID=d3b4db68-56c6-42af-a0b1-7f86f0690962,revision_number=4']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:51:12.994823 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-eb488bb6-ddd9-41fa-81a9-d39907bf4d1c req-01d4f4f0-df89-4ae4-baba-ea859af18a79 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=ec0d4dedc6f54935aafadeeb5b293728&device_id=f3f5b6ba-19be-423a-a9fa-48c3bbcdc95d HTTP/1.1" status: 200 len: 1094 time: 0.4341996 Apr 18 20:51:13.012167 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [req-27b06273-838b-4ce2-b8da-f404cc4f45fb req-36ab03e2-9703-485d-bceb-a338aa429a2c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:13.062050 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-d88c8468-0062-4939-888f-c5ee218a52db req-68ac6e63-621d-4f0d-b319-aa6642abdba5 tempest-ServerRescueNegativeTestJSON-1571656168 tempest-ServerRescueNegativeTestJSON-1571656168-project] Notify callbacks [] for port, precommit_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:13.094751 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.provisioning_blocks [req-d88c8468-0062-4939-888f-c5ee218a52db req-68ac6e63-621d-4f0d-b319-aa6642abdba5 tempest-ServerRescueNegativeTestJSON-1571656168 tempest-ServerRescueNegativeTestJSON-1571656168-project] Transition to ACTIVE for port object fb7119a0-c8a1-4fe0-936c-acad85ca6c01 will not be triggered until provisioned by entity DHCP. {{(pid=84040) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 20:51:13.131162 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c23bcb5-8899-4f37-bd6c-13584cbcf9f6 req-0c1b5328-55ed-4c72-bcc7-0a949e6c9905 tempest-AttachVolumeShelveTestJSON-1712717013 tempest-AttachVolumeShelveTestJSON-1712717013-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:51:13.132682 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-8c23bcb5-8899-4f37-bd6c-13584cbcf9f6 req-0c1b5328-55ed-4c72-bcc7-0a949e6c9905 tempest-AttachVolumeShelveTestJSON-1712717013 tempest-AttachVolumeShelveTestJSON-1712717013-project] 10.222.0.42 "GET /v2.0/ports?device_id=a3d617b3-55ec-41c1-b97c-911aa927ef50 HTTP/1.1" status: 200 len: 945 time: 0.1252537 Apr 18 20:51:13.141728 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-d88c8468-0062-4939-888f-c5ee218a52db req-68ac6e63-621d-4f0d-b319-aa6642abdba5 tempest-ServerRescueNegativeTestJSON-1571656168 tempest-ServerRescueNegativeTestJSON-1571656168-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750374836619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32440838'] for port, after_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:13.145764 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] get_ports_and_sgs() called for port_ids ['d3b4db68-56c6-42af-a0b1-7f86f0690962'] {{(pid=84042) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 18 20:51:13.223075 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb488bb6-ddd9-41fa-81a9-d39907bf4d1c req-8216216c-653a-4ebd-9885-50284a2b5b00 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:51:13.224821 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-eb488bb6-ddd9-41fa-81a9-d39907bf4d1c req-8216216c-653a-4ebd-9885-50284a2b5b00 service neutron] 10.222.0.48 "GET /v2.0/networks?id=b18f6ca6-9241-4023-98c1-9e86661176c3 HTTP/1.1" status: 200 len: 912 time: 0.2137573 Apr 18 20:51:13.269674 n-d-838334-2 neutron-server[84040]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d88c8468-0062-4939-888f-c5ee218a52db req-68ac6e63-621d-4f0d-b319-aa6642abdba5 tempest-ServerRescueNegativeTestJSON-1571656168 tempest-ServerRescueNegativeTestJSON-1571656168-project] Network 9956df45-2736-4a4c-9815-b894d9a44160 is already hosted by enough agents. {{(pid=84040) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:51:13.274507 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68ac6e63-621d-4f0d-b319-aa6642abdba5 tempest-ServerRescueNegativeTestJSON-1571656168 tempest-ServerRescueNegativeTestJSON-1571656168-project] Pushing event updated for resources: {'Port': ['ID=fb7119a0-c8a1-4fe0-936c-acad85ca6c01,revision_number=1']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:51:13.276976 n-d-838334-2 neutron-server[84040]: DEBUG neutron.scheduler.base_scheduler [req-d88c8468-0062-4939-888f-c5ee218a52db req-68ac6e63-621d-4f0d-b319-aa6642abdba5 tempest-ServerRescueNegativeTestJSON-1571656168 tempest-ServerRescueNegativeTestJSON-1571656168-project] Resources bound (agent type, host, resource id): {{(pid=84040) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:51:13.299717 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.l3_dvrscheduler_db [req-d88c8468-0062-4939-888f-c5ee218a52db req-68ac6e63-621d-4f0d-b319-aa6642abdba5 tempest-ServerRescueNegativeTestJSON-1571656168 tempest-ServerRescueNegativeTestJSON-1571656168-project] Received port after_create {{(pid=84040) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 20:51:13.343042 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-1e77edeb-e8e7-4d4b-a640-3c8ffef886dd req-e2e63b4b-0e6e-4dfd-9c7a-12a792dca681 tempest-ServerDiagnosticsNegativeTest-571589975 tempest-ServerDiagnosticsNegativeTest-571589975-project] 10.222.0.42 "GET /v2.0/networks?tenant_id=d56fdd2480c14369a726ebf056af6213&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0722537 Apr 18 20:51:13.364842 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-9880d8b0-1258-4f0e-b6b0-99cfeebd4823 req-c1912429-721f-4028-93a2-4128d143cc23 service neutron] 10.222.0.43 "GET /v2.0/networks/5aa366fd-2007-469d-beb7-cd29ef89e1e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6495090 Apr 18 20:51:13.365682 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-8c23bcb5-8899-4f37-bd6c-13584cbcf9f6 req-a194c2d4-256d-4bd4-9e42-44c39d73af7a tempest-AttachVolumeShelveTestJSON-1712717013 tempest-AttachVolumeShelveTestJSON-1712717013-project] 10.222.0.42 "GET /v2.0/security-groups?id=2e9d8b44-da00-4a79-861c-f0ec417a580f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2202992 Apr 18 20:51:13.372018 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-eb488bb6-ddd9-41fa-81a9-d39907bf4d1c req-dc8d926a-3a53-4bbe-9876-c12376b37e50 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=054fbe4e-4401-4397-99ea-68a86ef3ca9e HTTP/1.1" status: 200 len: 217 time: 0.1040318 Apr 18 20:51:13.376667 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.db.api [req-be01a924-3607-4094-9ace-8192eca7156f req-a4419468-6f63-4d1f-977e-205e5b8571c7 tempest-ServersTestJSON-787755264 tempest-ServersTestJSON-787755264-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84041) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 18 20:51:13.377147 n-d-838334-2 neutron-server[84041]: DEBUG oslo_db.api [req-be01a924-3607-4094-9ace-8192eca7156f req-a4419468-6f63-4d1f-977e-205e5b8571c7 tempest-ServersTestJSON-787755264 tempest-ServersTestJSON-787755264-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84041) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 18 20:51:13.461884 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb488bb6-ddd9-41fa-81a9-d39907bf4d1c req-13c9c28a-5ac9-4c94-82cf-f9e9e53918f4 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:51:13.463323 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-eb488bb6-ddd9-41fa-81a9-d39907bf4d1c req-13c9c28a-5ac9-4c94-82cf-f9e9e53918f4 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=9dc534ce-5db0-4608-a47a-91cc424d228c HTTP/1.1" status: 200 len: 851 time: 0.0719147 Apr 18 20:51:13.505985 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d88c8468-0062-4939-888f-c5ee218a52db req-68ac6e63-621d-4f0d-b319-aa6642abdba5 tempest-ServerRescueNegativeTestJSON-1571656168 tempest-ServerRescueNegativeTestJSON-1571656168-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:51:13.506591 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-d88c8468-0062-4939-888f-c5ee218a52db req-68ac6e63-621d-4f0d-b319-aa6642abdba5 tempest-ServerRescueNegativeTestJSON-1571656168 tempest-ServerRescueNegativeTestJSON-1571656168-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217293'] for port, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:13.581333 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-17006d7e-d1e2-4ee3-b161-897ded600f64 None None] Provisioning for port fb7119a0-c8a1-4fe0-936c-acad85ca6c01 completed by entity DHCP. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 20:51:13.588335 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-17006d7e-d1e2-4ee3-b161-897ded600f64 None None] Provisioning complete for port fb7119a0-c8a1-4fe0-936c-acad85ca6c01 triggered by entity DHCP. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:51:13.589239 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-17006d7e-d1e2-4ee3-b161-897ded600f64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1253608'] for port, provisioning_complete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:13.611554 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-d88c8468-0062-4939-888f-c5ee218a52db req-68ac6e63-621d-4f0d-b319-aa6642abdba5 tempest-ServerRescueNegativeTestJSON-1571656168 tempest-ServerRescueNegativeTestJSON-1571656168-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.0701678 Apr 18 20:51:13.626096 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.v2.base [req-d88c8468-0062-4939-888f-c5ee218a52db req-ce72e44f-d67e-4421-aa20-33b6fc6f10b5 service neutron] Request body: {'port': {'device_id': '4ff552c3-29c6-4485-85ed-37e006aa7ada', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-838334-2'}} {{(pid=84040) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 20:51:13.654683 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.plugin [None req-17006d7e-d1e2-4ee3-b161-897ded600f64 None None] Port fb7119a0-c8a1-4fe0-936c-acad85ca6c01 cannot update to ACTIVE because it is not bound. {{(pid=84042) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 18 20:51:13.703585 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-eb488bb6-ddd9-41fa-81a9-d39907bf4d1c req-910491c9-afcf-4757-bcf1-2e1af88d43ee service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=b18f6ca6-9241-4023-98c1-9e86661176c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0472221 Apr 18 20:51:13.709874 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e77edeb-e8e7-4d4b-a640-3c8ffef886dd req-eb464e68-2c07-4b68-a885-801a755aea2b tempest-ServerDiagnosticsNegativeTest-571589975 tempest-ServerDiagnosticsNegativeTest-571589975-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:51:13.711317 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-1e77edeb-e8e7-4d4b-a640-3c8ffef886dd req-eb464e68-2c07-4b68-a885-801a755aea2b tempest-ServerDiagnosticsNegativeTest-571589975 tempest-ServerDiagnosticsNegativeTest-571589975-project] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3371563 Apr 18 20:51:13.786623 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-1e77edeb-e8e7-4d4b-a640-3c8ffef886dd req-658d114f-8fcc-4295-866d-50ce65a4860a tempest-ServerDiagnosticsNegativeTest-571589975 tempest-ServerDiagnosticsNegativeTest-571589975-project] 10.222.0.42 "GET /v2.0/quotas/d56fdd2480c14369a726ebf056af6213 HTTP/1.1" status: 200 len: 375 time: 0.0663035 Apr 18 20:51:13.794850 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e83df88-07de-4b4d-97cd-c45f25ec32af req-5ebbd7cc-74b7-4e5e-9856-7cf682268400 tempest-ServersTestJSON-787755264 tempest-ServersTestJSON-787755264-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:51:13.796218 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-9e83df88-07de-4b4d-97cd-c45f25ec32af req-5ebbd7cc-74b7-4e5e-9856-7cf682268400 tempest-ServersTestJSON-787755264 tempest-ServersTestJSON-787755264-project] 10.222.0.42 "GET /v2.0/ports?device_id=47b6abb5-e3df-4367-a946-ab2aab131b83 HTTP/1.1" status: 200 len: 944 time: 0.2731898 Apr 18 20:51:13.839664 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-d88c8468-0062-4939-888f-c5ee218a52db req-ce72e44f-d67e-4421-aa20-33b6fc6f10b5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:13.874505 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-1e77edeb-e8e7-4d4b-a640-3c8ffef886dd req-5026dd50-a99a-44fc-bef2-f6628e2489c5 tempest-ServerDiagnosticsNegativeTest-571589975 tempest-ServerDiagnosticsNegativeTest-571589975-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=d56fdd2480c14369a726ebf056af6213&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0755377 Apr 18 20:51:13.878955 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.plugin [req-be01a924-3607-4094-9ace-8192eca7156f req-a4419468-6f63-4d1f-977e-205e5b8571c7 tempest-ServersTestJSON-787755264 tempest-ServersTestJSON-787755264-project] Deleting port cb37cd82-5b18-4daf-af6a-70171591cd2f {{(pid=84041) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 20:51:13.880108 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [req-be01a924-3607-4094-9ace-8192eca7156f req-a4419468-6f63-4d1f-977e-205e5b8571c7 tempest-ServersTestJSON-787755264 tempest-ServersTestJSON-787755264-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750375188691'] for port, before_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:13.967367 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-9e83df88-07de-4b4d-97cd-c45f25ec32af req-cc55e07f-3757-4295-939e-38fd52c1eed8 tempest-ServersTestJSON-787755264 tempest-ServersTestJSON-787755264-project] 10.222.0.42 "GET /v2.0/security-groups?id=68f36fb1-4357-43e6-aa2a-c916d9c5b1fe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1285040 Apr 18 20:51:14.101821 n-d-838334-2 neutron-server[84042]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b87a266f-394f-4cf7-a3bd-d95dafc89b8a'] response: {'server_uuid': '47b6abb5-e3df-4367-a946-ab2aab131b83', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cb37cd82-5b18-4daf-af6a-70171591cd2f', 'code': 200} Apr 18 20:51:14.116162 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-eb488bb6-ddd9-41fa-81a9-d39907bf4d1c req-f21b8101-c953-47e6-8a2e-4560be830ba6 service neutron] 10.222.0.48 "GET /v2.0/networks/b18f6ca6-9241-4023-98c1-9e86661176c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3987057 Apr 18 20:51:14.350277 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Device 6f49d89c-92f2-4410-a4f3-847ec5d84faa details requested by agent hyperv_n-h1-838334-2 with host n-h1-838334-2 {{(pid=84042) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 18 20:51:14.356539 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cdbca67-4f7d-4f75-aff6-42fa5f5ca333 req-3e591c88-cc56-42bd-87d4-5c8f0afc2b97 tempest-ImagesOneServerNegativeTestJSON-1563611860 tempest-ImagesOneServerNegativeTestJSON-1563611860-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:51:14.358001 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-0cdbca67-4f7d-4f75-aff6-42fa5f5ca333 req-3e591c88-cc56-42bd-87d4-5c8f0afc2b97 tempest-ImagesOneServerNegativeTestJSON-1563611860 tempest-ImagesOneServerNegativeTestJSON-1563611860-project] 10.222.0.42 "GET /v2.0/ports?device_id=617c9d6f-1f01-4266-b335-de943c6d30d9 HTTP/1.1" status: 200 len: 946 time: 0.1502094 Apr 18 20:51:14.360049 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Device d3b4db68-56c6-42af-a0b1-7f86f0690962 up at agent hyperv_n-h1-838334-2 {{(pid=84042) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 20:51:14.414413 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb962791-3cfe-4ea0-b552-b4fc0232064c req-c2aaff83-caa7-4b95-bd39-d7a9c8c72a01 tempest-ServerActionsTestJSON-2052644234 tempest-ServerActionsTestJSON-2052644234-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:51:14.417460 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-bb962791-3cfe-4ea0-b552-b4fc0232064c req-c2aaff83-caa7-4b95-bd39-d7a9c8c72a01 tempest-ServerActionsTestJSON-2052644234 tempest-ServerActionsTestJSON-2052644234-project] 10.222.0.42 "GET /v2.0/ports?device_id=518b0850-99aa-4c7b-8e17-eb4ba00959c9 HTTP/1.1" status: 200 len: 946 time: 0.1686237 Apr 18 20:51:14.482310 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.db [req-be01a924-3607-4094-9ace-8192eca7156f req-a4419468-6f63-4d1f-977e-205e5b8571c7 tempest-ServersTestJSON-787755264 tempest-ServersTestJSON-787755264-project] For port cb37cd82-5b18-4daf-af6a-70171591cd2f, host n-h1-838334-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838334-2',level=0,port_id=cb37cd82-5b18-4daf-af6a-70171591cd2f,segment=NetworkSegment(3624f5a6-e1be-4270-a9aa-fb8201017ba1),segment_id=3624f5a6-e1be-4270-a9aa-fb8201017ba1)] {{(pid=84041) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:51:14.482669 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [req-be01a924-3607-4094-9ace-8192eca7156f req-a4419468-6f63-4d1f-977e-205e5b8571c7 tempest-ServersTestJSON-787755264 tempest-ServersTestJSON-787755264-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369123'] for port, precommit_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:14.499782 n-d-838334-2 neutron-server[84041]: DEBUG neutron.notifiers.nova [req-27b06273-838b-4ce2-b8da-f404cc4f45fb req-36ab03e2-9703-485d-bceb-a338aa429a2c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8248ccee-2394-426e-9ab5-5e8c0f5c00e9 {{(pid=84041) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 18 20:51:14.544302 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-0cdbca67-4f7d-4f75-aff6-42fa5f5ca333 req-e9371edb-7a7d-4891-adfc-caa8987084ab tempest-ImagesOneServerNegativeTestJSON-1563611860 tempest-ImagesOneServerNegativeTestJSON-1563611860-project] 10.222.0.42 "GET /v2.0/security-groups?id=35685d16-429f-4b00-82f0-cda27d79d56c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1716018 Apr 18 20:51:14.551047 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-bb962791-3cfe-4ea0-b552-b4fc0232064c req-cc7049f5-7888-40b8-8550-833dfae56143 tempest-ServerActionsTestJSON-2052644234 tempest-ServerActionsTestJSON-2052644234-project] 10.222.0.42 "GET /v2.0/security-groups?id=5518633c-5bdd-41db-a1d5-749e9b6740a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1221499 Apr 18 20:51:14.565043 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [req-27b06273-838b-4ce2-b8da-f404cc4f45fb req-36ab03e2-9703-485d-bceb-a338aa429a2c service neutron] Notify callbacks [] for port, precommit_update {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:14.568915 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-eb488bb6-ddd9-41fa-81a9-d39907bf4d1c req-16113698-6564-4122-a285-330a079a2abf service neutron] 10.222.0.48 "GET /v2.0/networks/b18f6ca6-9241-4023-98c1-9e86661176c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4460211 Apr 18 20:51:14.611858 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.provisioning_blocks [req-27b06273-838b-4ce2-b8da-f404cc4f45fb req-36ab03e2-9703-485d-bceb-a338aa429a2c service neutron] Transition to ACTIVE for port object 8248ccee-2394-426e-9ab5-5e8c0f5c00e9 will not be triggered until provisioned by entity L2. {{(pid=84041) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 20:51:14.638146 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Device 054fbe4e-4401-4397-99ea-68a86ef3ca9e details requested by agent hyperv_n-h2-838334-2 with host n-h2-838334-2 {{(pid=84042) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 18 20:51:14.641801 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [req-27b06273-838b-4ce2-b8da-f404cc4f45fb req-36ab03e2-9703-485d-bceb-a338aa429a2c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32266282'] for port, after_update {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:14.670788 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Provisioning for port d3b4db68-56c6-42af-a0b1-7f86f0690962 completed by entity L2. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 20:51:14.706324 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Provisioning complete for port d3b4db68-56c6-42af-a0b1-7f86f0690962 triggered by entity L2. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:51:14.707651 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1253608'] for port, provisioning_complete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:14.758647 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] For port 6f49d89c-92f2-4410-a4f3-847ec5d84faa, host n-h1-838334-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838334-2',level=0,port_id=6f49d89c-92f2-4410-a4f3-847ec5d84faa,segment=NetworkSegment(30c19e44-4439-432e-8ba3-ae51f2f5bd90),segment_id=30c19e44-4439-432e-8ba3-ae51f2f5bd90)] {{(pid=84042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:51:14.779099 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Returning: {'device': '6f49d89c-92f2-4410-a4f3-847ec5d84faa', 'network_id': '94e6bcb8-e48f-4914-89f4-73f6d03f860a', 'port_id': '6f49d89c-92f2-4410-a4f3-847ec5d84faa', 'mac_address': 'fa:16:3e:4e:bb:e2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 352, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'aca04e13-8241-4a12-96f1-92050670baff', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84042) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 18 20:51:14.853081 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.db.resource_extend [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] It took 0.19 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 18 20:51:14.890353 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:15.044098 n-d-838334-2 neutron-server[84042]: DEBUG neutron.notifiers.nova [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 6f49d89c-92f2-4410-a4f3-847ec5d84faa {{(pid=84042) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 18 20:51:15.061824 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] For port 6f49d89c-92f2-4410-a4f3-847ec5d84faa, host n-h1-838334-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838334-2',level=0,port_id=6f49d89c-92f2-4410-a4f3-847ec5d84faa,segment=NetworkSegment(30c19e44-4439-432e-8ba3-ae51f2f5bd90),segment_id=30c19e44-4439-432e-8ba3-ae51f2f5bd90)] {{(pid=84042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:51:15.076267 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682'] for port, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:15.106226 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee52f29c-6979-4a16-9fd1-668eb3ce78e5 req-06bc5f67-611c-4b9c-b1b7-729dc128bf95 tempest-ServerRescueNegativeTestJSON-1571656168 tempest-ServerRescueNegativeTestJSON-1571656168-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:51:15.106948 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [req-ee52f29c-6979-4a16-9fd1-668eb3ce78e5 req-06bc5f67-611c-4b9c-b1b7-729dc128bf95 tempest-ServerRescueNegativeTestJSON-1571656168 tempest-ServerRescueNegativeTestJSON-1571656168-project] Synchronizing usage tracker for tenant:f9a0b0412d2042448fe0968cc5e47ae5 on resource:port {{(pid=84040) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 20:51:15.109953 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36ab03e2-9703-485d-bceb-a338aa429a2c service neutron] Pushing event updated for resources: {'Port': ['ID=8248ccee-2394-426e-9ab5-5e8c0f5c00e9,revision_number=2']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:51:15.149843 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [req-ee52f29c-6979-4a16-9fd1-668eb3ce78e5 req-06bc5f67-611c-4b9c-b1b7-729dc128bf95 tempest-ServerRescueNegativeTestJSON-1571656168 tempest-ServerRescueNegativeTestJSON-1571656168-project] Unset dirty status for tenant:f9a0b0412d2042448fe0968cc5e47ae5 on resource:port {{(pid=84040) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 20:51:15.158814 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-ee52f29c-6979-4a16-9fd1-668eb3ce78e5 req-06bc5f67-611c-4b9c-b1b7-729dc128bf95 tempest-ServerRescueNegativeTestJSON-1571656168 tempest-ServerRescueNegativeTestJSON-1571656168-project] 10.222.0.42 "GET /v2.0/ports?device_id=4ff552c3-29c6-4485-85ed-37e006aa7ada HTTP/1.1" status: 200 len: 932 time: 0.4185832 Apr 18 20:51:15.200188 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [req-be01a924-3607-4094-9ace-8192eca7156f req-a4419468-6f63-4d1f-977e-205e5b8571c7 tempest-ServersTestJSON-787755264 tempest-ServersTestJSON-787755264-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:15.200551 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [req-be01a924-3607-4094-9ace-8192eca7156f req-a4419468-6f63-4d1f-977e-205e5b8571c7 tempest-ServersTestJSON-787755264 tempest-ServersTestJSON-787755264-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33444131'] for floatingip, after_update {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:15.200909 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0db7009f-26d4-4805-9a71-2a29c22a7375 req-be27be7d-15cf-441b-a7f2-b1ab1a25d571 tempest-AttachVolumeShelveTestJSON-1712717013 tempest-AttachVolumeShelveTestJSON-1712717013-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:51:15.201251 n-d-838334-2 neutron-server[84041]: INFO neutron.db.l3_db [req-be01a924-3607-4094-9ace-8192eca7156f req-a4419468-6f63-4d1f-977e-205e5b8571c7 tempest-ServersTestJSON-787755264 tempest-ServersTestJSON-787755264-project] Floating IP 3c830d38-9d70-47e7-862c-d627efe39467 disassociated. External IP: 172.25.8.153, port: cb37cd82-5b18-4daf-af6a-70171591cd2f. Apr 18 20:51:15.201749 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.plugin [req-be01a924-3607-4094-9ace-8192eca7156f req-a4419468-6f63-4d1f-977e-205e5b8571c7 tempest-ServersTestJSON-787755264 tempest-ServersTestJSON-787755264-project] Calling delete_port for cb37cd82-5b18-4daf-af6a-70171591cd2f owned by compute:nova {{(pid=84041) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 20:51:15.202381 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-0db7009f-26d4-4805-9a71-2a29c22a7375 req-be27be7d-15cf-441b-a7f2-b1ab1a25d571 tempest-AttachVolumeShelveTestJSON-1712717013 tempest-AttachVolumeShelveTestJSON-1712717013-project] 10.222.0.42 "GET /v2.0/ports?device_id=a3d617b3-55ec-41c1-b97c-911aa927ef50 HTTP/1.1" status: 200 len: 945 time: 0.4103718 Apr 18 20:51:15.219142 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] get_ports_and_sgs() called for port_ids ['6f49d89c-92f2-4410-a4f3-847ec5d84faa'] {{(pid=84042) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 18 20:51:15.226669 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 47386) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:51:15.241448 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.v2.base [None req-4a0cf317-febf-4c6d-806b-e19a12d7e068 tempest-AttachVolumeShelveTestJSON-1712717013 tempest-AttachVolumeShelveTestJSON-1712717013-project] Request body: {'floatingip': {'port_id': '96dabab2-edf7-421c-9f87-a969c8aeb8a0'}} {{(pid=84040) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 20:51:15.302167 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.managers [req-27b06273-838b-4ce2-b8da-f404cc4f45fb req-36ab03e2-9703-485d-bceb-a338aa429a2c service neutron] Attempting to bind port 8248ccee-2394-426e-9ab5-5e8c0f5c00e9 on host n-h1-838334-2 for vnic_type normal with profile {{(pid=84041) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:51:15.302500 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.managers [req-27b06273-838b-4ce2-b8da-f404cc4f45fb req-36ab03e2-9703-485d-bceb-a338aa429a2c service neutron] Attempting to bind port 8248ccee-2394-426e-9ab5-5e8c0f5c00e9 by drivers openvswitch,hyperv on host n-h1-838334-2 at level 0 using segments [{'id': 'ccfed005-c723-40b8-96fb-046d88190b5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '9956df45-2736-4a4c-9815-b894d9a44160'}] {{(pid=84041) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:51:15.303069 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27b06273-838b-4ce2-b8da-f404cc4f45fb req-36ab03e2-9703-485d-bceb-a338aa429a2c service neutron] Attempting to bind port 8248ccee-2394-426e-9ab5-5e8c0f5c00e9 on network 9956df45-2736-4a4c-9815-b894d9a44160 {{(pid=84041) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 20:51:15.317740 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:15.324108 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27b06273-838b-4ce2-b8da-f404cc4f45fb req-36ab03e2-9703-485d-bceb-a338aa429a2c service neutron] Port 8248ccee-2394-426e-9ab5-5e8c0f5c00e9 on network 9956df45-2736-4a4c-9815-b894d9a44160 not bound, no agent of type Open vSwitch agent registered on host n-h1-838334-2 {{(pid=84041) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 18 20:51:15.324733 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27b06273-838b-4ce2-b8da-f404cc4f45fb req-36ab03e2-9703-485d-bceb-a338aa429a2c service neutron] Attempting to bind port 8248ccee-2394-426e-9ab5-5e8c0f5c00e9 on network 9956df45-2736-4a4c-9815-b894d9a44160 {{(pid=84041) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 20:51:15.333058 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27b06273-838b-4ce2-b8da-f404cc4f45fb req-36ab03e2-9703-485d-bceb-a338aa429a2c service neutron] Checking agent: {'id': 'd63bab19-ff81-4de1-afeb-a3732288d0d7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-838334-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 33, 59), 'started_at': datetime.datetime(2022, 4, 18, 20, 33, 59), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 20, 50, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84041) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 18 20:51:15.333649 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27b06273-838b-4ce2-b8da-f404cc4f45fb req-36ab03e2-9703-485d-bceb-a338aa429a2c service neutron] Checking segment: {'id': 'ccfed005-c723-40b8-96fb-046d88190b5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '9956df45-2736-4a4c-9815-b894d9a44160'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84041) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 20:51:15.334230 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27b06273-838b-4ce2-b8da-f404cc4f45fb req-36ab03e2-9703-485d-bceb-a338aa429a2c service neutron] Bound using segment: {'id': 'ccfed005-c723-40b8-96fb-046d88190b5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '9956df45-2736-4a4c-9815-b894d9a44160'} {{(pid=84041) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 18 20:51:15.334829 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.managers [req-27b06273-838b-4ce2-b8da-f404cc4f45fb req-36ab03e2-9703-485d-bceb-a338aa429a2c service neutron] Bound port: 8248ccee-2394-426e-9ab5-5e8c0f5c00e9, host: n-h1-838334-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ccfed005-c723-40b8-96fb-046d88190b5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '9956df45-2736-4a4c-9815-b894d9a44160'}}] {{(pid=84041) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 20:51:15.335351 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [req-27b06273-838b-4ce2-b8da-f404cc4f45fb req-36ab03e2-9703-485d-bceb-a338aa429a2c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:15.388389 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] For port d3b4db68-56c6-42af-a0b1-7f86f0690962, host n-h1-838334-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838334-2',level=0,port_id=d3b4db68-56c6-42af-a0b1-7f86f0690962,segment=NetworkSegment(824475dd-cc01-4f37-b28b-cc0d2c7c32c9),segment_id=824475dd-cc01-4f37-b28b-cc0d2c7c32c9)] {{(pid=84042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:51:15.410363 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] For port 054fbe4e-4401-4397-99ea-68a86ef3ca9e, host n-h2-838334-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838334-2',level=0,port_id=054fbe4e-4401-4397-99ea-68a86ef3ca9e,segment=NetworkSegment(37ab3ec4-28bf-4f8a-804e-f8cad5dd40d4),segment_id=37ab3ec4-28bf-4f8a-804e-f8cad5dd40d4)] {{(pid=84042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:51:15.425737 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682'] for port, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:15.442528 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Pushing event updated for resources: {'Port': ['ID=6f49d89c-92f2-4410-a4f3-847ec5d84faa,revision_number=6']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:51:15.447827 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-4a0cf317-febf-4c6d-806b-e19a12d7e068 tempest-AttachVolumeShelveTestJSON-1712717013 tempest-AttachVolumeShelveTestJSON-1712717013-project] Notify callbacks [] for floatingip, before_update {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:15.510682 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-ee52f29c-6979-4a16-9fd1-668eb3ce78e5 req-ad838aa1-6983-464c-9d2b-df9036e1bbf7 tempest-ServerRescueNegativeTestJSON-1571656168 tempest-ServerRescueNegativeTestJSON-1571656168-project] 10.222.0.42 "GET /v2.0/security-groups?id=fa6b5748-504b-4821-b3a0-7e61ca1810b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3508947 Apr 18 20:51:15.530446 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Pushing event updated for resources: {'Port': ['ID=d3b4db68-56c6-42af-a0b1-7f86f0690962,revision_number=5']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:51:15.550414 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Returning: {'device': '054fbe4e-4401-4397-99ea-68a86ef3ca9e', 'network_id': 'b18f6ca6-9241-4023-98c1-9e86661176c3', 'port_id': '054fbe4e-4401-4397-99ea-68a86ef3ca9e', 'mac_address': 'fa:16:3e:32:cf:a3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 398, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9dc534ce-5db0-4608-a47a-91cc424d228c', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84042) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 18 20:51:15.555937 n-d-838334-2 neutron-server[84040]: DEBUG neutron.notifiers.nova [req-d88c8468-0062-4939-888f-c5ee218a52db req-ce72e44f-d67e-4421-aa20-33b6fc6f10b5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fb7119a0-c8a1-4fe0-936c-acad85ca6c01 {{(pid=84040) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 18 20:51:15.585807 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-1e77edeb-e8e7-4d4b-a640-3c8ffef886dd req-fcd38630-6072-4eac-afe5-f1694d24ec63 tempest-ServerDiagnosticsNegativeTest-571589975 tempest-ServerDiagnosticsNegativeTest-571589975-project] 10.222.0.43 "GET /v2.0/networks?tenant_id=d56fdd2480c14369a726ebf056af6213&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0397286 Apr 18 20:51:15.596675 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-d88c8468-0062-4939-888f-c5ee218a52db req-ce72e44f-d67e-4421-aa20-33b6fc6f10b5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:15.647409 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.provisioning_blocks [req-d88c8468-0062-4939-888f-c5ee218a52db req-ce72e44f-d67e-4421-aa20-33b6fc6f10b5 service neutron] Transition to ACTIVE for port object fb7119a0-c8a1-4fe0-936c-acad85ca6c01 will not be triggered until provisioned by entity L2. {{(pid=84040) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 20:51:15.692513 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-d88c8468-0062-4939-888f-c5ee218a52db req-ce72e44f-d67e-4421-aa20-33b6fc6f10b5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32440959'] for port, after_update {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:15.723397 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-701738b1-227d-4253-9f88-e368a686e7ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750375287399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253529'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:15.736960 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:15.737554 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [req-be01a924-3607-4094-9ace-8192eca7156f req-a4419468-6f63-4d1f-977e-205e5b8571c7 tempest-ServersTestJSON-787755264 tempest-ServersTestJSON-787755264-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750375259028', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750374836628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32266323'] for port, after_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:15.774075 n-d-838334-2 neutron-server[84042]: DEBUG neutron.notifiers.nova [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 054fbe4e-4401-4397-99ea-68a86ef3ca9e {{(pid=84042) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 18 20:51:15.806074 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20e76d51-4b02-4c9a-8cca-72ac65984bd7 req-6e5fb360-6e3a-498e-963b-eba85f4a8623 tempest-ServerDiskConfigTestJSON-473081836 tempest-ServerDiskConfigTestJSON-473081836-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:51:15.813125 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-20e76d51-4b02-4c9a-8cca-72ac65984bd7 req-6e5fb360-6e3a-498e-963b-eba85f4a8623 tempest-ServerDiskConfigTestJSON-473081836 tempest-ServerDiskConfigTestJSON-473081836-project] 10.222.0.42 "GET /v2.0/ports?device_id=a7138a91-794f-4762-9c64-6037cebee7da HTTP/1.1" status: 200 len: 946 time: 0.4496684 Apr 18 20:51:15.814894 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.db [req-27b06273-838b-4ce2-b8da-f404cc4f45fb req-36ab03e2-9703-485d-bceb-a338aa429a2c service neutron] For port 8248ccee-2394-426e-9ab5-5e8c0f5c00e9, host n-h1-838334-2, cleared binding levels {{(pid=84041) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 20:51:15.819171 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] For port 054fbe4e-4401-4397-99ea-68a86ef3ca9e, host n-h2-838334-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838334-2',level=0,port_id=054fbe4e-4401-4397-99ea-68a86ef3ca9e,segment=NetworkSegment(37ab3ec4-28bf-4f8a-804e-f8cad5dd40d4),segment_id=37ab3ec4-28bf-4f8a-804e-f8cad5dd40d4)] {{(pid=84042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:51:15.821245 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4419468-6f63-4d1f-977e-205e5b8571c7 tempest-ServersTestJSON-787755264 tempest-ServersTestJSON-787755264-project] Pushing event deleted for resources: {'Port': ['ID=cb37cd82-5b18-4daf-af6a-70171591cd2f,revision_number=None']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:51:15.841011 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682'] for port, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:15.847910 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.db [req-27b06273-838b-4ce2-b8da-f404cc4f45fb req-36ab03e2-9703-485d-bceb-a338aa429a2c service neutron] For port 8248ccee-2394-426e-9ab5-5e8c0f5c00e9, host n-h1-838334-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838334-2',level=0,port_id=8248ccee-2394-426e-9ab5-5e8c0f5c00e9,segment=NetworkSegment(ccfed005-c723-40b8-96fb-046d88190b5b),segment_id=ccfed005-c723-40b8-96fb-046d88190b5b)] {{(pid=84041) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 20:51:15.867376 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [req-27b06273-838b-4ce2-b8da-f404cc4f45fb req-36ab03e2-9703-485d-bceb-a338aa429a2c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32266282'] for port, after_update {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:15.974482 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Pushing event updated for resources: {'Port': ['ID=054fbe4e-4401-4397-99ea-68a86ef3ca9e,revision_number=4']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:51:15.976158 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e77edeb-e8e7-4d4b-a640-3c8ffef886dd req-e5b4e585-8e26-430b-b069-56f979317edb tempest-ServerDiagnosticsNegativeTest-571589975 tempest-ServerDiagnosticsNegativeTest-571589975-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:51:15.977822 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-1e77edeb-e8e7-4d4b-a640-3c8ffef886dd req-e5b4e585-8e26-430b-b069-56f979317edb tempest-ServerDiagnosticsNegativeTest-571589975 tempest-ServerDiagnosticsNegativeTest-571589975-project] 10.222.0.43 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3799706 Apr 18 20:51:15.989997 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce72e44f-d67e-4421-aa20-33b6fc6f10b5 service neutron] Pushing event updated for resources: {'Port': ['ID=fb7119a0-c8a1-4fe0-936c-acad85ca6c01,revision_number=2']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:51:16.030913 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb8d83f9-7e59-4a19-ba25-fe7bd05f505c None None] Sync routers for ids ['bc01c25a-2e04-4cf1-bcb6-dfa1510dd9b9'] in n-d-838334-2 {{(pid=84042) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 18 20:51:16.046271 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb8d83f9-7e59-4a19-ba25-fe7bd05f505c None None] Routers {'bc01c25a-2e04-4cf1-bcb6-dfa1510dd9b9'} bound to L3 agent in host n-d-838334-2 {{(pid=84042) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 20:51:16.053412 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_hamode_db [None req-fb8d83f9-7e59-4a19-ba25-fe7bd05f505c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838334-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-18T20:25:48Z,description=,heartbeat_timestamp=2022-04-18T20:50:48Z,host='n-d-838334-2',id=bc84d6c9-dd7a-4555-a351-592327b46d5a,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:25:48Z,topic='l3_agent')) {'router_ids': ['bc01c25a-2e04-4cf1-bcb6-dfa1510dd9b9'], 'active': True} {{(pid=84042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:51:16.073605 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [req-27b06273-838b-4ce2-b8da-f404cc4f45fb req-36ab03e2-9703-485d-bceb-a338aa429a2c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217293'] for port, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:16.077064 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-27b06273-838b-4ce2-b8da-f404cc4f45fb req-36ab03e2-9703-485d-bceb-a338aa429a2c service neutron] 10.222.0.43 "PUT /v2.0/ports/8248ccee-2394-426e-9ab5-5e8c0f5c00e9 HTTP/1.1" status: 200 len: 1092 time: 3.4393210 Apr 18 20:51:16.138038 n-d-838334-2 neutron-server[84041]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '264936db-30ce-4589-b255-6c9a9ad966e3', 'tag': '8248ccee-2394-426e-9ab5-5e8c0f5c00e9'}] {{(pid=84041) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 20:51:16.141122 n-d-838334-2 neutron-server[84042]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a7138a91-794f-4762-9c64-6037cebee7da', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd3b4db68-56c6-42af-a0b1-7f86f0690962'}] {{(pid=84042) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 20:51:16.184764 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.v2.base [req-1e77edeb-e8e7-4d4b-a640-3c8ffef886dd req-46941a74-48d7-46b6-9297-be4109cf3ba2 tempest-ServerDiagnosticsNegativeTest-571589975 tempest-ServerDiagnosticsNegativeTest-571589975-project] Request body: {'port': {'device_id': '384a7ad0-8134-4b96-91bc-c9cd457b6113', 'network_id': 'cb56989d-7c5d-4678-b194-1d2edf1e842a', 'admin_state_up': True, 'tenant_id': 'd56fdd2480c14369a726ebf056af6213'}} {{(pid=84041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 20:51:16.251212 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-20e76d51-4b02-4c9a-8cca-72ac65984bd7 req-ffa2a3cb-1c8f-4b94-a0e9-54d511fb1723 tempest-ServerDiskConfigTestJSON-473081836 tempest-ServerDiskConfigTestJSON-473081836-project] 10.222.0.42 "GET /v2.0/security-groups?id=527f07bd-3b7c-4e87-bb13-fa86b9490e28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4371397 Apr 18 20:51:16.276505 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] get_ports_and_sgs() called for port_ids ['054fbe4e-4401-4397-99ea-68a86ef3ca9e'] {{(pid=84042) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 18 20:51:16.357990 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Device 6f49d89c-92f2-4410-a4f3-847ec5d84faa up at agent hyperv_n-h1-838334-2 {{(pid=84042) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 20:51:16.470647 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36ab03e2-9703-485d-bceb-a338aa429a2c service neutron] Pushing event updated for resources: {'Port': ['ID=8248ccee-2394-426e-9ab5-5e8c0f5c00e9,revision_number=3']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:51:16.525439 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_dvr_db [None req-fb8d83f9-7e59-4a19-ba25-fe7bd05f505c None None] Set router bc01c25a-2e04-4cf1-bcb6-dfa1510dd9b9 gateway port host: n-d-838334-2 {{(pid=84042) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 20:51:16.579233 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-c9eb0404-8ee8-45d4-9fc9-8ca9a66f34f7 req-bffc8911-1c6e-48a9-87fc-6923529fb265 tempest-ServerDiagnosticsNegativeTest-571589975 tempest-ServerDiagnosticsNegativeTest-571589975-project] 10.222.0.42 "GET /v2.0/ports?device_id=384a7ad0-8134-4b96-91bc-c9cd457b6113 HTTP/1.1" status: 200 len: 210 time: 0.0783515 Apr 18 20:51:16.608884 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6510b1ae-f03c-41b4-9e8e-c26bc27e9c91 req-3d215560-5f41-4a39-a463-4581d2dc017c tempest-ServerRescueTestJSON-1218824152 tempest-ServerRescueTestJSON-1218824152-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:51:16.616586 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Provisioning complete for port 6f49d89c-92f2-4410-a4f3-847ec5d84faa triggered by entity L2. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:51:16.617090 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1253608'] for port, provisioning_complete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:16.618184 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-6510b1ae-f03c-41b4-9e8e-c26bc27e9c91 req-3d215560-5f41-4a39-a463-4581d2dc017c tempest-ServerRescueTestJSON-1218824152 tempest-ServerRescueTestJSON-1218824152-project] 10.222.0.42 "GET /v2.0/ports?device_id=f3f5b6ba-19be-423a-a9fa-48c3bbcdc95d HTTP/1.1" status: 200 len: 944 time: 0.7252727 Apr 18 20:51:16.638789 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-27b06273-838b-4ce2-b8da-f404cc4f45fb req-7f12385e-456f-4507-b595-536c0e1d0439 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=f9a0b0412d2042448fe0968cc5e47ae5&device_id=264936db-30ce-4589-b255-6c9a9ad966e3 HTTP/1.1" status: 200 len: 1095 time: 0.4405813 Apr 18 20:51:16.644868 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-1f78f9b0-d40e-427a-80f7-b0b83ceabc5b req-c1b277b9-3d3b-4f06-8da3-44f79ad8d87d service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=a7644bc3-dad5-4231-8e11-ce8e2039002d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.5572941 Apr 18 20:51:16.650282 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [req-1e77edeb-e8e7-4d4b-a640-3c8ffef886dd req-46941a74-48d7-46b6-9297-be4109cf3ba2 tempest-ServerDiagnosticsNegativeTest-571589975 tempest-ServerDiagnosticsNegativeTest-571589975-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:51:16.667491 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.managers [req-d88c8468-0062-4939-888f-c5ee218a52db req-ce72e44f-d67e-4421-aa20-33b6fc6f10b5 service neutron] Attempting to bind port fb7119a0-c8a1-4fe0-936c-acad85ca6c01 on host n-h2-838334-2 for vnic_type normal with profile {{(pid=84040) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:51:16.668001 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.managers [req-d88c8468-0062-4939-888f-c5ee218a52db req-ce72e44f-d67e-4421-aa20-33b6fc6f10b5 service neutron] Attempting to bind port fb7119a0-c8a1-4fe0-936c-acad85ca6c01 by drivers openvswitch,hyperv on host n-h2-838334-2 at level 0 using segments [{'id': 'ccfed005-c723-40b8-96fb-046d88190b5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '9956df45-2736-4a4c-9815-b894d9a44160'}] {{(pid=84040) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:51:16.668415 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d88c8468-0062-4939-888f-c5ee218a52db req-ce72e44f-d67e-4421-aa20-33b6fc6f10b5 service neutron] Attempting to bind port fb7119a0-c8a1-4fe0-936c-acad85ca6c01 on network 9956df45-2736-4a4c-9815-b894d9a44160 {{(pid=84040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 20:51:16.685474 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d88c8468-0062-4939-888f-c5ee218a52db req-ce72e44f-d67e-4421-aa20-33b6fc6f10b5 service neutron] Port fb7119a0-c8a1-4fe0-936c-acad85ca6c01 on network 9956df45-2736-4a4c-9815-b894d9a44160 not bound, no agent of type Open vSwitch agent registered on host n-h2-838334-2 {{(pid=84040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 18 20:51:16.685858 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d88c8468-0062-4939-888f-c5ee218a52db req-ce72e44f-d67e-4421-aa20-33b6fc6f10b5 service neutron] Attempting to bind port fb7119a0-c8a1-4fe0-936c-acad85ca6c01 on network 9956df45-2736-4a4c-9815-b894d9a44160 {{(pid=84040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 20:51:16.713432 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [req-1e77edeb-e8e7-4d4b-a640-3c8ffef886dd req-46941a74-48d7-46b6-9297-be4109cf3ba2 tempest-ServerDiagnosticsNegativeTest-571589975 tempest-ServerDiagnosticsNegativeTest-571589975-project] Usage tracker for resource:port and tenant:d56fdd2480c14369a726ebf056af6213 is out of sync, need to count used quota {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:51:16.716469 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d88c8468-0062-4939-888f-c5ee218a52db req-ce72e44f-d67e-4421-aa20-33b6fc6f10b5 service neutron] Checking agent: {'id': 'dc797004-f641-47b7-a77f-9c62b5b16296', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-838334-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 34, 3), 'started_at': datetime.datetime(2022, 4, 18, 20, 34, 3), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 20, 51, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 18 20:51:16.716933 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d88c8468-0062-4939-888f-c5ee218a52db req-ce72e44f-d67e-4421-aa20-33b6fc6f10b5 service neutron] Checking segment: {'id': 'ccfed005-c723-40b8-96fb-046d88190b5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '9956df45-2736-4a4c-9815-b894d9a44160'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84040) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 20:51:16.717407 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d88c8468-0062-4939-888f-c5ee218a52db req-ce72e44f-d67e-4421-aa20-33b6fc6f10b5 service neutron] Bound using segment: {'id': 'ccfed005-c723-40b8-96fb-046d88190b5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '9956df45-2736-4a4c-9815-b894d9a44160'} {{(pid=84040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 18 20:51:16.717944 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.managers [req-d88c8468-0062-4939-888f-c5ee218a52db req-ce72e44f-d67e-4421-aa20-33b6fc6f10b5 service neutron] Bound port: fb7119a0-c8a1-4fe0-936c-acad85ca6c01, host: n-h2-838334-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ccfed005-c723-40b8-96fb-046d88190b5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '9956df45-2736-4a4c-9815-b894d9a44160'}}] {{(pid=84040) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 20:51:16.718383 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-d88c8468-0062-4939-888f-c5ee218a52db req-ce72e44f-d67e-4421-aa20-33b6fc6f10b5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:16.724366 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [req-1e77edeb-e8e7-4d4b-a640-3c8ffef886dd req-46941a74-48d7-46b6-9297-be4109cf3ba2 tempest-ServerDiagnosticsNegativeTest-571589975 tempest-ServerDiagnosticsNegativeTest-571589975-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:51:16.741503 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [req-1e77edeb-e8e7-4d4b-a640-3c8ffef886dd req-46941a74-48d7-46b6-9297-be4109cf3ba2 tempest-ServerDiagnosticsNegativeTest-571589975 tempest-ServerDiagnosticsNegativeTest-571589975-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:51:16.745648 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-27b06273-838b-4ce2-b8da-f404cc4f45fb req-c1993b07-2f69-4fdb-a284-55a16d564dad service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8248ccee-2394-426e-9ab5-5e8c0f5c00e9 HTTP/1.1" status: 200 len: 217 time: 0.0929799 Apr 18 20:51:16.823554 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-6510b1ae-f03c-41b4-9e8e-c26bc27e9c91 req-c81e051a-4a11-49a3-9ef0-f2a65652f8e0 tempest-ServerRescueTestJSON-1218824152 tempest-ServerRescueTestJSON-1218824152-project] 10.222.0.42 "GET /v2.0/security-groups?id=6f984221-1918-47e6-82e9-256972907b58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2042360 Apr 18 20:51:16.869187 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1e77edeb-e8e7-4d4b-a640-3c8ffef886dd req-46941a74-48d7-46b6-9297-be4109cf3ba2 tempest-ServerDiagnosticsNegativeTest-571589975 tempest-ServerDiagnosticsNegativeTest-571589975-project] Made reservation on behalf of d56fdd2480c14369a726ebf056af6213 for: {'port': 1} {{(pid=84041) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:51:16.872130 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [req-1e77edeb-e8e7-4d4b-a640-3c8ffef886dd req-46941a74-48d7-46b6-9297-be4109cf3ba2 tempest-ServerDiagnosticsNegativeTest-571589975 tempest-ServerDiagnosticsNegativeTest-571589975-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:16.900537 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b06273-838b-4ce2-b8da-f404cc4f45fb req-2728546e-a54c-40ec-a976-5f99b5b9de7e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:51:16.901974 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-27b06273-838b-4ce2-b8da-f404cc4f45fb req-2728546e-a54c-40ec-a976-5f99b5b9de7e service neutron] 10.222.0.43 "GET /v2.0/subnets?id=e000ef4a-9553-4d5a-aa5c-e55a867fcd65 HTTP/1.1" status: 200 len: 858 time: 0.1491144 Apr 18 20:51:16.906055 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [req-1e77edeb-e8e7-4d4b-a640-3c8ffef886dd req-46941a74-48d7-46b6-9297-be4109cf3ba2 tempest-ServerDiagnosticsNegativeTest-571589975 tempest-ServerDiagnosticsNegativeTest-571589975-project] Notify callbacks [] for security_group, before_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:17.032010 n-d-838334-2 neutron-server[84041]: DEBUG neutron.scheduler.l3_agent_scheduler [req-be01a924-3607-4094-9ace-8192eca7156f req-a4419468-6f63-4d1f-977e-205e5b8571c7 tempest-ServersTestJSON-787755264 tempest-ServersTestJSON-787755264-project] Router 14fab50a-3e37-4758-ac2f-e4b0a64b91d8 has already been hosted by L3 agent bc84d6c9-dd7a-4555-a351-592327b46d5a {{(pid=84041) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 20:51:17.060917 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [req-1e77edeb-e8e7-4d4b-a640-3c8ffef886dd req-46941a74-48d7-46b6-9297-be4109cf3ba2 tempest-ServerDiagnosticsNegativeTest-571589975 tempest-ServerDiagnosticsNegativeTest-571589975-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:51:17.068667 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [req-1e77edeb-e8e7-4d4b-a640-3c8ffef886dd req-46941a74-48d7-46b6-9297-be4109cf3ba2 tempest-ServerDiagnosticsNegativeTest-571589975 tempest-ServerDiagnosticsNegativeTest-571589975-project] Usage tracker for resource:security_group_rule and tenant:d56fdd2480c14369a726ebf056af6213 is out of sync, need to count used quota {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:51:17.076234 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [req-1e77edeb-e8e7-4d4b-a640-3c8ffef886dd req-46941a74-48d7-46b6-9297-be4109cf3ba2 tempest-ServerDiagnosticsNegativeTest-571589975 tempest-ServerDiagnosticsNegativeTest-571589975-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:51:17.081507 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-1f78f9b0-d40e-427a-80f7-b0b83ceabc5b req-d26d92e2-a30e-416e-9798-7655a4327aa6 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=ec0d4dedc6f54935aafadeeb5b293728&device_id=a7644bc3-dad5-4231-8e11-ce8e2039002d HTTP/1.1" status: 200 len: 1096 time: 0.2774210 Apr 18 20:51:17.087201 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [req-1e77edeb-e8e7-4d4b-a640-3c8ffef886dd req-46941a74-48d7-46b6-9297-be4109cf3ba2 tempest-ServerDiagnosticsNegativeTest-571589975 tempest-ServerDiagnosticsNegativeTest-571589975-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:51:17.087902 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:17.160395 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-7c0f0bd4-3069-4bfa-975e-39c91e871ca4 req-5029f8c3-adca-43b1-89e7-099148c8c047 tempest-ServersTestJSON-787755264 tempest-ServersTestJSON-787755264-project] 10.222.0.42 "GET /v2.0/ports?device_id=47b6abb5-e3df-4367-a946-ab2aab131b83 HTTP/1.1" status: 200 len: 210 time: 0.1067984 Apr 18 20:51:17.161614 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.db [req-d88c8468-0062-4939-888f-c5ee218a52db req-ce72e44f-d67e-4421-aa20-33b6fc6f10b5 service neutron] For port fb7119a0-c8a1-4fe0-936c-acad85ca6c01, host n-h2-838334-2, cleared binding levels {{(pid=84040) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 20:51:17.188583 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.db [req-d88c8468-0062-4939-888f-c5ee218a52db req-ce72e44f-d67e-4421-aa20-33b6fc6f10b5 service neutron] For port fb7119a0-c8a1-4fe0-936c-acad85ca6c01, host n-h2-838334-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838334-2',level=0,port_id=fb7119a0-c8a1-4fe0-936c-acad85ca6c01,segment=NetworkSegment(ccfed005-c723-40b8-96fb-046d88190b5b),segment_id=ccfed005-c723-40b8-96fb-046d88190b5b)] {{(pid=84040) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 20:51:17.279081 n-d-838334-2 neutron-server[84042]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a0bd9c67-4843-42b4-ab36-0464a8c604be'] response: {'server_uuid': 'a7138a91-794f-4762-9c64-6037cebee7da', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd3b4db68-56c6-42af-a0b1-7f86f0690962', 'code': 200} Apr 18 20:51:17.284743 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] For port 6f49d89c-92f2-4410-a4f3-847ec5d84faa, host n-h1-838334-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838334-2',level=0,port_id=6f49d89c-92f2-4410-a4f3-847ec5d84faa,segment=NetworkSegment(30c19e44-4439-432e-8ba3-ae51f2f5bd90),segment_id=30c19e44-4439-432e-8ba3-ae51f2f5bd90)] {{(pid=84042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:51:17.300159 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682'] for port, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:17.416701 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-4a0cf317-febf-4c6d-806b-e19a12d7e068 tempest-AttachVolumeShelveTestJSON-1712717013 tempest-AttachVolumeShelveTestJSON-1712717013-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:17.455918 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.43', 55942) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:51:17.457443 n-d-838334-2 neutron-server[84041]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b1b7761e-76dd-42ef-b7eb-897173f83596'] response: {'name': 'network-changed', 'server_uuid': '264936db-30ce-4589-b255-6c9a9ad966e3', 'tag': '8248ccee-2394-426e-9ab5-5e8c0f5c00e9', 'status': 'completed', 'code': 200} Apr 18 20:51:17.469763 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-27b06273-838b-4ce2-b8da-f404cc4f45fb req-a431fb65-8278-445e-a666-98ee95000862 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=9956df45-2736-4a4c-9815-b894d9a44160&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5531826 Apr 18 20:51:17.479539 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Pushing event updated for resources: {'Port': ['ID=6f49d89c-92f2-4410-a4f3-847ec5d84faa,revision_number=7']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:51:17.491012 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-4a0cf317-febf-4c6d-806b-e19a12d7e068 tempest-AttachVolumeShelveTestJSON-1712717013 tempest-AttachVolumeShelveTestJSON-1712717013-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33444131'] for floatingip, after_update {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:17.515199 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_hamode_db [None req-fb8d83f9-7e59-4a19-ba25-fe7bd05f505c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc01c25a-2e04-4cf1-bcb6-dfa1510dd9b9', 'name': 'tempest-ServerRescueNegativeTestJSON-1024788492-router', 'tenant_id': 'f9a0b0412d2042448fe0968cc5e47ae5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'external_fixed_ips': [{'subnet_id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'ip_address': '172.25.8.54'}], 'enable_snat': True}, 'gw_port_id': '7d561ce4-c85c-4141-9e07-20a038b04f96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:50:47Z', 'updated_at': '2022-04-18T20:50:59Z', 'revision_number': 4, 'project_id': 'f9a0b0412d2042448fe0968cc5e47ae5', 'gw_port': {'id': '7d561ce4-c85c-4141-9e07-20a038b04f96', 'name': '', 'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:d9:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc01c25a-2e04-4cf1-bcb6-dfa1510dd9b9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'ip_address': '172.25.8.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:50:48Z', 'updated_at': '2022-04-18T20:50:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838334-2', '_interfaces': [{'id': '048f2e4f-4c30-419f-b6c8-11c89bb062f3', 'name': '', 'network_id': '9956df45-2736-4a4c-9815-b894d9a44160', 'tenant_id': 'f9a0b0412d2042448fe0968cc5e47ae5', 'mac_address': 'fa:16:3e:13:3e:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bc01c25a-2e04-4cf1-bcb6-dfa1510dd9b9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e000ef4a-9553-4d5a-aa5c-e55a867fcd65', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:50:57Z', 'updated_at': '2022-04-18T20:51:00Z', 'revision_number': 2, 'project_id': 'f9a0b0412d2042448fe0968cc5e47ae5', 'subnets': [{'id': 'e000ef4a-9553-4d5a-aa5c-e55a867fcd65', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838334-2', False) {} {{(pid=84042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:51:17.521416 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb8d83f9-7e59-4a19-ba25-fe7bd05f505c None None] Checking router: bc01c25a-2e04-4cf1-bcb6-dfa1510dd9b9 for host: n-d-838334-2 {{(pid=84042) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 18 20:51:17.522043 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb8d83f9-7e59-4a19-ba25-fe7bd05f505c None None] Updating router bc01c25a-2e04-4cf1-bcb6-dfa1510dd9b9 port 048f2e4f-4c30-419f-b6c8-11c89bb062f3 binding host n-d-838334-2 {{(pid=84042) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 18 20:51:17.545904 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-d88c8468-0062-4939-888f-c5ee218a52db req-ce72e44f-d67e-4421-aa20-33b6fc6f10b5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32440959'] for port, after_update {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:17.582994 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-fb8d83f9-7e59-4a19-ba25-fe7bd05f505c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:17.739728 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f78f9b0-d40e-427a-80f7-b0b83ceabc5b req-65bf7be8-17fb-4204-a636-d4339abf3c15 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:51:17.741174 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-1f78f9b0-d40e-427a-80f7-b0b83ceabc5b req-65bf7be8-17fb-4204-a636-d4339abf3c15 service neutron] 10.222.0.48 "GET /v2.0/networks?id=b18f6ca6-9241-4023-98c1-9e86661176c3 HTTP/1.1" status: 200 len: 912 time: 0.5888824 Apr 18 20:51:17.748450 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-d88c8468-0062-4939-888f-c5ee218a52db req-ce72e44f-d67e-4421-aa20-33b6fc6f10b5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217293'] for port, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:17.749804 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-d88c8468-0062-4939-888f-c5ee218a52db req-ce72e44f-d67e-4421-aa20-33b6fc6f10b5 service neutron] 10.222.0.48 "PUT /v2.0/ports/fb7119a0-c8a1-4fe0-936c-acad85ca6c01 HTTP/1.1" status: 200 len: 1092 time: 4.1285896 Apr 18 20:51:17.754541 n-d-838334-2 neutron-server[84040]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4ff552c3-29c6-4485-85ed-37e006aa7ada', 'tag': 'fb7119a0-c8a1-4fe0-936c-acad85ca6c01'}] {{(pid=84040) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 20:51:17.760472 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [req-1e77edeb-e8e7-4d4b-a640-3c8ffef886dd req-46941a74-48d7-46b6-9297-be4109cf3ba2 tempest-ServerDiagnosticsNegativeTest-571589975 tempest-ServerDiagnosticsNegativeTest-571589975-project] Notify callbacks [] for security_group, precommit_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:17.808333 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce72e44f-d67e-4421-aa20-33b6fc6f10b5 service neutron] Pushing event updated for resources: {'Port': ['ID=fb7119a0-c8a1-4fe0-936c-acad85ca6c01,revision_number=3']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:51:17.827096 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-27b06273-838b-4ce2-b8da-f404cc4f45fb req-d5565240-2ccf-4b98-9eef-932e97498d49 service neutron] 10.222.0.43 "GET /v2.0/networks/9956df45-2736-4a4c-9815-b894d9a44160?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3193667 Apr 18 20:51:17.827684 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [req-1e77edeb-e8e7-4d4b-a640-3c8ffef886dd req-46941a74-48d7-46b6-9297-be4109cf3ba2 tempest-ServerDiagnosticsNegativeTest-571589975 tempest-ServerDiagnosticsNegativeTest-571589975-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33528224'] for security_group, after_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:17.878708 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-4a63f4ac-9546-4e35-9bbb-8703bda17d92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750375287399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253529'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:17.925779 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-1f78f9b0-d40e-427a-80f7-b0b83ceabc5b req-9e5876dc-a7cb-4c88-9b86-678896340666 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f46caf15-6c1a-4906-a2ac-d9fe3f185673 HTTP/1.1" status: 200 len: 217 time: 0.1608322 Apr 18 20:51:17.934817 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-dd0ef275-9ae9-4522-97cb-3a954837ccb1 req-8d1b5296-14d9-4396-8622-a419309149c0 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=a7138a91-794f-4762-9c64-6037cebee7da HTTP/1.1" status: 200 len: 1097 time: 0.4694109 Apr 18 20:51:17.976080 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-924c12b3-9a7a-414c-851b-0399acf64f91 req-b84eb475-4361-4900-8f3a-080d216a437a service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=b7307812-da19-4509-9baf-bb3ff8313904&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.5485599 Apr 18 20:51:17.987762 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9744cd38-23d9-4a67-9261-b0699f5968af req-7b7494f9-5a01-4b0d-bade-82a2fed7241a tempest-ServerActionsTestJSON-2052644234 tempest-ServerActionsTestJSON-2052644234-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:51:17.996660 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-9744cd38-23d9-4a67-9261-b0699f5968af req-7b7494f9-5a01-4b0d-bade-82a2fed7241a tempest-ServerActionsTestJSON-2052644234 tempest-ServerActionsTestJSON-2052644234-project] 10.222.0.42 "GET /v2.0/ports?device_id=518b0850-99aa-4c7b-8e17-eb4ba00959c9 HTTP/1.1" status: 200 len: 946 time: 0.8099515 Apr 18 20:51:18.038106 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-fb8d83f9-7e59-4a19-ba25-fe7bd05f505c None None] Notify callbacks [] for port, precommit_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:18.063318 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-fb8d83f9-7e59-4a19-ba25-fe7bd05f505c None None] Transition to ACTIVE for port object 048f2e4f-4c30-419f-b6c8-11c89bb062f3 will not be triggered until provisioned by entity L2. {{(pid=84042) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 20:51:18.074768 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-fb8d83f9-7e59-4a19-ba25-fe7bd05f505c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682'] for port, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:18.106086 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-508c7606-dd06-4d85-b4ee-3454a1112396 req-3d0df6e9-34c2-4259-8c7b-f48a933104b9 tempest-ServerRescueNegativeTestJSON-1571656168 tempest-ServerRescueNegativeTestJSON-1571656168-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:51:18.107749 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-508c7606-dd06-4d85-b4ee-3454a1112396 req-3d0df6e9-34c2-4259-8c7b-f48a933104b9 tempest-ServerRescueNegativeTestJSON-1571656168 tempest-ServerRescueNegativeTestJSON-1571656168-project] 10.222.0.42 "GET /v2.0/ports?device_id=4ff552c3-29c6-4485-85ed-37e006aa7ada HTTP/1.1" status: 200 len: 944 time: 0.5504124 Apr 18 20:51:18.117548 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46941a74-48d7-46b6-9297-be4109cf3ba2 tempest-ServerDiagnosticsNegativeTest-571589975 tempest-ServerDiagnosticsNegativeTest-571589975-project] Pushing event updated for resources: {'SecurityGroup': ['ID=507d35ed-6a23-4117-9bad-8d5b58577ee5,revision_number=1']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:51:18.188601 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-d88c8468-0062-4939-888f-c5ee218a52db req-c62738cd-78fb-4d8d-9839-643e12198e30 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=f9a0b0412d2042448fe0968cc5e47ae5&device_id=4ff552c3-29c6-4485-85ed-37e006aa7ada HTTP/1.1" status: 200 len: 1095 time: 0.3666358 Apr 18 20:51:18.193096 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-9744cd38-23d9-4a67-9261-b0699f5968af req-e056638d-3b89-4b91-91c8-f03f81b169be tempest-ServerActionsTestJSON-2052644234 tempest-ServerActionsTestJSON-2052644234-project] 10.222.0.42 "GET /v2.0/security-groups?id=5518633c-5bdd-41db-a1d5-749e9b6740a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1955304 Apr 18 20:51:18.230917 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f78f9b0-d40e-427a-80f7-b0b83ceabc5b req-78819f3e-a5f6-4a55-be62-f6d6f4a8dbb4 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:51:18.237864 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-1f78f9b0-d40e-427a-80f7-b0b83ceabc5b req-78819f3e-a5f6-4a55-be62-f6d6f4a8dbb4 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=9dc534ce-5db0-4608-a47a-91cc424d228c HTTP/1.1" status: 200 len: 851 time: 0.2368674 Apr 18 20:51:18.260384 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d02136d0-d9fd-44bb-96d8-19c853cc7a7d None None] Pushing event updated for resources: {'Port': ['ID=048f2e4f-4c30-419f-b6c8-11c89bb062f3,revision_number=3']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:51:18.350056 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-27b06273-838b-4ce2-b8da-f404cc4f45fb req-4532fa9f-525a-4e85-9120-386600769266 service neutron] 10.222.0.43 "GET /v2.0/networks/9956df45-2736-4a4c-9815-b894d9a44160?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5031688 Apr 18 20:51:18.351658 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-dd0ef275-9ae9-4522-97cb-3a954837ccb1 req-e9d41074-8bef-4d13-aea0-1bae0f829e5c service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=527f07bd-3b7c-4e87-bb13-fa86b9490e28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3517594 Apr 18 20:51:18.357185 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-1f78f9b0-d40e-427a-80f7-b0b83ceabc5b req-3d114881-4a84-4c62-b400-d2af39de1978 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=b18f6ca6-9241-4023-98c1-9e86661176c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0860837 Apr 18 20:51:18.385827 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.managers [None req-fb8d83f9-7e59-4a19-ba25-fe7bd05f505c None None] Attempting to bind port 048f2e4f-4c30-419f-b6c8-11c89bb062f3 on host n-d-838334-2 for vnic_type normal with profile {{(pid=84042) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:51:18.386579 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.managers [None req-fb8d83f9-7e59-4a19-ba25-fe7bd05f505c None None] Attempting to bind port 048f2e4f-4c30-419f-b6c8-11c89bb062f3 by drivers openvswitch,hyperv on host n-d-838334-2 at level 0 using segments [{'id': 'ccfed005-c723-40b8-96fb-046d88190b5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '9956df45-2736-4a4c-9815-b894d9a44160'}] {{(pid=84042) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:51:18.386923 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb8d83f9-7e59-4a19-ba25-fe7bd05f505c None None] Attempting to bind port 048f2e4f-4c30-419f-b6c8-11c89bb062f3 on network 9956df45-2736-4a4c-9815-b894d9a44160 {{(pid=84042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 20:51:18.392764 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Device 6f49d89c-92f2-4410-a4f3-847ec5d84faa no longer exists at agent hyperv_n-h1-838334-2 {{(pid=84042) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 20:51:18.395411 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.db_base_plugin_common [req-1e77edeb-e8e7-4d4b-a640-3c8ffef886dd req-46941a74-48d7-46b6-9297-be4109cf3ba2 tempest-ServerDiagnosticsNegativeTest-571589975 tempest-ServerDiagnosticsNegativeTest-571589975-project] Allocated IP 192.168.233.163 (cb56989d-7c5d-4678-b194-1d2edf1e842a/c4b526db-4d8a-4d4c-a310-e3a599630ae1/7b095a9e-d7d8-4bdf-9d5a-820db1454c31) {{(pid=84041) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:51:18.437931 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-924c12b3-9a7a-414c-851b-0399acf64f91 req-ed91e13f-ba4a-401c-8ee6-d95a0541ddaa service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=6be92480d0964f34a8ede9caae0c987d&device_id=b7307812-da19-4509-9baf-bb3ff8313904 HTTP/1.1" status: 200 len: 1096 time: 0.4225004 Apr 18 20:51:18.449554 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-d88c8468-0062-4939-888f-c5ee218a52db req-23fda933-7a40-4134-a48e-e4dcec7ad5c8 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=fb7119a0-c8a1-4fe0-936c-acad85ca6c01 HTTP/1.1" status: 200 len: 217 time: 0.2378008 Apr 18 20:51:18.463741 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-508c7606-dd06-4d85-b4ee-3454a1112396 req-f76d17e6-5df6-40cb-be70-d2a51cf98401 tempest-ServerRescueNegativeTestJSON-1571656168 tempest-ServerRescueNegativeTestJSON-1571656168-project] 10.222.0.42 "GET /v2.0/security-groups?id=fa6b5748-504b-4821-b3a0-7e61ca1810b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3381534 Apr 18 20:51:18.473093 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb8d83f9-7e59-4a19-ba25-fe7bd05f505c None None] Checking agent: {'id': '97cd4414-7af6-4d67-868d-dff370b4071a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838334-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 25, 49), 'started_at': datetime.datetime(2022, 4, 18, 20, 26, 19), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 20, 50, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838334-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 18 20:51:18.473913 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb8d83f9-7e59-4a19-ba25-fe7bd05f505c None None] Checking segment: {'id': 'ccfed005-c723-40b8-96fb-046d88190b5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '9956df45-2736-4a4c-9815-b894d9a44160'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84042) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 20:51:18.474619 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-fb8d83f9-7e59-4a19-ba25-fe7bd05f505c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:18.475451 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb8d83f9-7e59-4a19-ba25-fe7bd05f505c None None] Bound using segment: {'id': 'ccfed005-c723-40b8-96fb-046d88190b5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '9956df45-2736-4a4c-9815-b894d9a44160'} {{(pid=84042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 18 20:51:18.476412 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.managers [None req-fb8d83f9-7e59-4a19-ba25-fe7bd05f505c None None] Bound port: 048f2e4f-4c30-419f-b6c8-11c89bb062f3, host: n-d-838334-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ccfed005-c723-40b8-96fb-046d88190b5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '9956df45-2736-4a4c-9815-b894d9a44160'}}] {{(pid=84042) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 20:51:18.476957 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-fb8d83f9-7e59-4a19-ba25-fe7bd05f505c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:18.518308 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-be01a924-3607-4094-9ace-8192eca7156f req-a4419468-6f63-4d1f-977e-205e5b8571c7 tempest-ServersTestJSON-787755264 tempest-ServersTestJSON-787755264-project] Notify agent at l3_agent.n-d-838334-2 the message routers_updated {{(pid=84041) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 20:51:18.533258 n-d-838334-2 neutron-server[84043]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-066ab7a5-c46c-4940-b226-528d3832ac88 None None] Sync routers for ids ['14fab50a-3e37-4758-ac2f-e4b0a64b91d8'] in n-d-838334-2 {{(pid=84043) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 18 20:51:18.566846 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-066ab7a5-c46c-4940-b226-528d3832ac88 None None] Routers {'14fab50a-3e37-4758-ac2f-e4b0a64b91d8'} bound to L3 agent in host n-d-838334-2 {{(pid=84043) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 20:51:18.567783 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.l3_hamode_db [None req-066ab7a5-c46c-4940-b226-528d3832ac88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838334-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-18T20:25:48Z,description=,heartbeat_timestamp=2022-04-18T20:51:18Z,host='n-d-838334-2',id=bc84d6c9-dd7a-4555-a351-592327b46d5a,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:25:48Z,topic='l3_agent')) {'router_ids': ['14fab50a-3e37-4758-ac2f-e4b0a64b91d8'], 'active': True} {{(pid=84043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:51:18.621999 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d88c8468-0062-4939-888f-c5ee218a52db req-8d108d93-2215-4f0a-b062-fe68661b6e7a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:51:18.623523 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-d88c8468-0062-4939-888f-c5ee218a52db req-8d108d93-2215-4f0a-b062-fe68661b6e7a service neutron] 10.222.0.48 "GET /v2.0/subnets?id=e000ef4a-9553-4d5a-aa5c-e55a867fcd65 HTTP/1.1" status: 200 len: 858 time: 0.1486759 Apr 18 20:51:18.684995 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.l3_dvrscheduler_db [req-be01a924-3607-4094-9ace-8192eca7156f req-a4419468-6f63-4d1f-977e-205e5b8571c7 tempest-ServersTestJSON-787755264 tempest-ServersTestJSON-787755264-project] No DVR routers for this DVR port cb37cd82-5b18-4daf-af6a-70171591cd2f on host n-h1-838334-2 {{(pid=84041) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 20:51:18.710031 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [req-be01a924-3607-4094-9ace-8192eca7156f req-a4419468-6f63-4d1f-977e-205e5b8571c7 tempest-ServersTestJSON-787755264 tempest-ServersTestJSON-787755264-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217293'] for port, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:18.714033 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-1f78f9b0-d40e-427a-80f7-b0b83ceabc5b req-dd74444e-0162-406f-a2b8-574606af8499 service neutron] 10.222.0.48 "GET /v2.0/networks/b18f6ca6-9241-4023-98c1-9e86661176c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3487630 Apr 18 20:51:18.718484 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dae3a80-fa36-4645-bb52-1cc55fbd5443 req-954726c4-d014-4081-8a9d-a9a6b43eb282 tempest-ImagesOneServerNegativeTestJSON-1563611860 tempest-ImagesOneServerNegativeTestJSON-1563611860-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:51:18.726209 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-0dae3a80-fa36-4645-bb52-1cc55fbd5443 req-954726c4-d014-4081-8a9d-a9a6b43eb282 tempest-ImagesOneServerNegativeTestJSON-1563611860 tempest-ImagesOneServerNegativeTestJSON-1563611860-project] 10.222.0.42 "GET /v2.0/ports?device_id=617c9d6f-1f01-4266-b335-de943c6d30d9 HTTP/1.1" status: 200 len: 946 time: 0.3859053 Apr 18 20:51:18.732456 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-fb8d83f9-7e59-4a19-ba25-fe7bd05f505c None None] For port 048f2e4f-4c30-419f-b6c8-11c89bb062f3, host n-d-838334-2, cleared binding levels {{(pid=84042) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 20:51:18.738858 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-fb8d83f9-7e59-4a19-ba25-fe7bd05f505c None None] For port 048f2e4f-4c30-419f-b6c8-11c89bb062f3, host n-d-838334-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838334-2',level=0,port_id=048f2e4f-4c30-419f-b6c8-11c89bb062f3,segment=NetworkSegment(ccfed005-c723-40b8-96fb-046d88190b5b),segment_id=ccfed005-c723-40b8-96fb-046d88190b5b)] {{(pid=84042) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 20:51:18.797684 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Device 054fbe4e-4401-4397-99ea-68a86ef3ca9e up at agent hyperv_n-h2-838334-2 {{(pid=84042) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 20:51:18.837147 n-d-838334-2 neutron-server[84040]: INFO neutron.db.l3_db [None req-4a0cf317-febf-4c6d-806b-e19a12d7e068 tempest-AttachVolumeShelveTestJSON-1712717013 tempest-AttachVolumeShelveTestJSON-1712717013-project] Floating IP 3cad343b-0f98-4758-ae64-dcd97ca30f9b associated. External IP: 172.25.8.254, port: 96dabab2-edf7-421c-9f87-a969c8aeb8a0. Apr 18 20:51:18.862474 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.l3_dvr_db [None req-066ab7a5-c46c-4940-b226-528d3832ac88 None None] Set router 14fab50a-3e37-4758-ac2f-e4b0a64b91d8 gateway port host: n-d-838334-2 {{(pid=84043) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 20:51:18.876164 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:18.932535 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] For port 6f49d89c-92f2-4410-a4f3-847ec5d84faa, host n-h1-838334-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838334-2',level=0,port_id=6f49d89c-92f2-4410-a4f3-847ec5d84faa,segment=NetworkSegment(30c19e44-4439-432e-8ba3-ae51f2f5bd90),segment_id=30c19e44-4439-432e-8ba3-ae51f2f5bd90)] {{(pid=84042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:51:18.938206 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-fb8d83f9-7e59-4a19-ba25-fe7bd05f505c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682'] for port, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:18.956058 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-be01a924-3607-4094-9ace-8192eca7156f req-a4419468-6f63-4d1f-977e-205e5b8571c7 tempest-ServersTestJSON-787755264 tempest-ServersTestJSON-787755264-project] 10.222.0.43 "DELETE /v2.0/ports/cb37cd82-5b18-4daf-af6a-70171591cd2f HTTP/1.1" status: 204 len: 173 time: 8.8547480 Apr 18 20:51:19.062185 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [req-1e77edeb-e8e7-4d4b-a640-3c8ffef886dd req-46941a74-48d7-46b6-9297-be4109cf3ba2 tempest-ServerDiagnosticsNegativeTest-571589975 tempest-ServerDiagnosticsNegativeTest-571589975-project] Notify callbacks [] for port, precommit_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:19.071697 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d02136d0-d9fd-44bb-96d8-19c853cc7a7d None None] Pushing event updated for resources: {'Port': ['ID=048f2e4f-4c30-419f-b6c8-11c89bb062f3,revision_number=4']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:51:19.079265 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.provisioning_blocks [req-1e77edeb-e8e7-4d4b-a640-3c8ffef886dd req-46941a74-48d7-46b6-9297-be4109cf3ba2 tempest-ServerDiagnosticsNegativeTest-571589975 tempest-ServerDiagnosticsNegativeTest-571589975-project] Transition to ACTIVE for port object 7b095a9e-d7d8-4bdf-9d5a-820db1454c31 will not be triggered until provisioned by entity DHCP. {{(pid=84041) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 20:51:19.084198 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682'] for port, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:19.103091 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-1f78f9b0-d40e-427a-80f7-b0b83ceabc5b req-14a6b1c1-af50-4192-9981-84cc83934dd4 service neutron] 10.222.0.48 "GET /v2.0/networks/b18f6ca6-9241-4023-98c1-9e86661176c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3260219 Apr 18 20:51:19.115304 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [req-1e77edeb-e8e7-4d4b-a640-3c8ffef886dd req-46941a74-48d7-46b6-9297-be4109cf3ba2 tempest-ServerDiagnosticsNegativeTest-571589975 tempest-ServerDiagnosticsNegativeTest-571589975-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750374836619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32266323'] for port, after_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:19.146045 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Provisioning for port 054fbe4e-4401-4397-99ea-68a86ef3ca9e completed by entity L2. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 20:51:19.167789 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Provisioning complete for port 054fbe4e-4401-4397-99ea-68a86ef3ca9e triggered by entity L2. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:51:19.168172 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1253608'] for port, provisioning_complete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:19.185370 n-d-838334-2 neutron-server[84041]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1e77edeb-e8e7-4d4b-a640-3c8ffef886dd req-46941a74-48d7-46b6-9297-be4109cf3ba2 tempest-ServerDiagnosticsNegativeTest-571589975 tempest-ServerDiagnosticsNegativeTest-571589975-project] Network cb56989d-7c5d-4678-b194-1d2edf1e842a is already hosted by enough agents. {{(pid=84041) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:51:19.197969 n-d-838334-2 neutron-server[84041]: DEBUG neutron.scheduler.base_scheduler [req-1e77edeb-e8e7-4d4b-a640-3c8ffef886dd req-46941a74-48d7-46b6-9297-be4109cf3ba2 tempest-ServerDiagnosticsNegativeTest-571589975 tempest-ServerDiagnosticsNegativeTest-571589975-project] Resources bound (agent type, host, resource id): {{(pid=84041) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:51:19.205262 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-8522f77d-6cdf-4e9e-af4c-3d67712b584c req-6d58af3b-d1ab-4983-8290-7a4d479cfcb1 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=f9a0b0412d2042448fe0968cc5e47ae5&device_id=264936db-30ce-4589-b255-6c9a9ad966e3 HTTP/1.1" status: 200 len: 1095 time: 0.5991759 Apr 18 20:51:19.213783 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-0dae3a80-fa36-4645-bb52-1cc55fbd5443 req-037dcf3d-c278-4c5f-8312-4d23c9ffd24d tempest-ImagesOneServerNegativeTestJSON-1563611860 tempest-ImagesOneServerNegativeTestJSON-1563611860-project] 10.222.0.42 "GET /v2.0/security-groups?id=35685d16-429f-4b00-82f0-cda27d79d56c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4864604 Apr 18 20:51:19.217222 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.l3_dvrscheduler_db [req-1e77edeb-e8e7-4d4b-a640-3c8ffef886dd req-46941a74-48d7-46b6-9297-be4109cf3ba2 tempest-ServerDiagnosticsNegativeTest-571589975 tempest-ServerDiagnosticsNegativeTest-571589975-project] Received port after_create {{(pid=84041) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 20:51:19.290108 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750375287399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253529'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:19.291745 n-d-838334-2 neutron-server[84042]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '617c9d6f-1f01-4266-b335-de943c6d30d9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6f49d89c-92f2-4410-a4f3-847ec5d84faa'}, {'server_uuid': '617c9d6f-1f01-4266-b335-de943c6d30d9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6f49d89c-92f2-4410-a4f3-847ec5d84faa'}] {{(pid=84042) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 20:51:19.364196 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-924c12b3-9a7a-414c-851b-0399acf64f91 req-71f9e3e5-ec7f-43b5-a13c-555019386bfb service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:51:19.369744 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-924c12b3-9a7a-414c-851b-0399acf64f91 req-71f9e3e5-ec7f-43b5-a13c-555019386bfb service neutron] 10.222.0.43 "GET /v2.0/networks?id=48f708f8-0904-4115-910c-bb1ab06d7263 HTTP/1.1" status: 200 len: 912 time: 0.7837098 Apr 18 20:51:19.446573 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb8d83f9-7e59-4a19-ba25-fe7bd05f505c None None] Routers {'bc01c25a-2e04-4cf1-bcb6-dfa1510dd9b9'} bound to L3 agent in host n-d-838334-2 {{(pid=84042) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 20:51:19.459175 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_hamode_db [None req-fb8d83f9-7e59-4a19-ba25-fe7bd05f505c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838334-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-18T20:25:48Z,description=,heartbeat_timestamp=2022-04-18T20:51:18Z,host='n-d-838334-2',id=bc84d6c9-dd7a-4555-a351-592327b46d5a,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:25:48Z,topic='l3_agent')) {'router_ids': ['bc01c25a-2e04-4cf1-bcb6-dfa1510dd9b9'], 'active': True} {{(pid=84042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:51:19.516809 n-d-838334-2 neutron-server[84041]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '47b6abb5-e3df-4367-a946-ab2aab131b83', 'name': 'network-vif-deleted', 'tag': 'cb37cd82-5b18-4daf-af6a-70171591cd2f'}] {{(pid=84041) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 20:51:19.525573 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e77edeb-e8e7-4d4b-a640-3c8ffef886dd req-46941a74-48d7-46b6-9297-be4109cf3ba2 tempest-ServerDiagnosticsNegativeTest-571589975 tempest-ServerDiagnosticsNegativeTest-571589975-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:51:19.532483 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [req-1e77edeb-e8e7-4d4b-a640-3c8ffef886dd req-46941a74-48d7-46b6-9297-be4109cf3ba2 tempest-ServerDiagnosticsNegativeTest-571589975 tempest-ServerDiagnosticsNegativeTest-571589975-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217293'] for port, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:19.535009 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-d88c8468-0062-4939-888f-c5ee218a52db req-0e1521c3-ad73-4d81-9af7-b4c972e8d64b service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=9956df45-2736-4a4c-9815-b894d9a44160&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.8580592 Apr 18 20:51:19.535962 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-414b6ffe-e119-47bc-b18f-bcff1219c2f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750375287399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253529'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:19.551259 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.l3_hamode_db [None req-066ab7a5-c46c-4940-b226-528d3832ac88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14fab50a-3e37-4758-ac2f-e4b0a64b91d8', 'name': 'tempest-ServersTestJSON-1069932152-router', 'tenant_id': 'c80440892626468bbe8c78e37bd025d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'external_fixed_ips': [{'subnet_id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'ip_address': '172.25.8.191'}], 'enable_snat': True}, 'gw_port_id': '6dfd8e27-ef70-4230-b38f-550de7f4cfd8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:49:41Z', 'updated_at': '2022-04-18T20:49:50Z', 'revision_number': 4, 'project_id': 'c80440892626468bbe8c78e37bd025d1', 'gw_port': {'id': '6dfd8e27-ef70-4230-b38f-550de7f4cfd8', 'name': '', 'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:c7:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14fab50a-3e37-4758-ac2f-e4b0a64b91d8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'ip_address': '172.25.8.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:49:42Z', 'updated_at': '2022-04-18T20:49:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838334-2', '_interfaces': [{'id': 'e90b00fe-59f0-4d30-947a-5172dd60083c', 'name': '', 'network_id': 'cb7d8d08-145d-4d13-ac88-081ac0f45bd8', 'tenant_id': 'c80440892626468bbe8c78e37bd025d1', 'mac_address': 'fa:16:3e:e4:29:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14fab50a-3e37-4758-ac2f-e4b0a64b91d8', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd44f0eef-ab44-4d2f-a08c-330a2cd17cc6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:49:49Z', 'updated_at': '2022-04-18T20:50:08Z', 'revision_number': 5, 'project_id': 'c80440892626468bbe8c78e37bd025d1', 'subnets': [{'id': 'd44f0eef-ab44-4d2f-a08c-330a2cd17cc6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838334-2', False) {} {{(pid=84043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:51:19.564628 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Pushing event updated for resources: {'Port': ['ID=6f49d89c-92f2-4410-a4f3-847ec5d84faa,revision_number=8']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:51:19.566915 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a3a88ff-8d1f-4bc6-bbf7-0a1757194a97 req-aeabe136-615f-4488-8cfe-3019be3438cf tempest-ServerDiskConfigTestJSON-473081836 tempest-ServerDiskConfigTestJSON-473081836-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:51:19.570823 n-d-838334-2 neutron-server[84043]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-066ab7a5-c46c-4940-b226-528d3832ac88 None None] Checking router: 14fab50a-3e37-4758-ac2f-e4b0a64b91d8 for host: n-d-838334-2 {{(pid=84043) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 18 20:51:19.586475 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-4a3a88ff-8d1f-4bc6-bbf7-0a1757194a97 req-aeabe136-615f-4488-8cfe-3019be3438cf tempest-ServerDiskConfigTestJSON-473081836 tempest-ServerDiskConfigTestJSON-473081836-project] 10.222.0.42 "GET /v2.0/ports?device_id=a7138a91-794f-4762-9c64-6037cebee7da HTTP/1.1" status: 200 len: 946 time: 0.9068928 Apr 18 20:51:19.604919 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-066ab7a5-c46c-4940-b226-528d3832ac88 None None] Routers {'14fab50a-3e37-4758-ac2f-e4b0a64b91d8'} bound to L3 agent in host n-d-838334-2 {{(pid=84043) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 20:51:19.605587 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.l3_hamode_db [None req-066ab7a5-c46c-4940-b226-528d3832ac88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838334-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-18T20:25:48Z,description=,heartbeat_timestamp=2022-04-18T20:51:18Z,host='n-d-838334-2',id=bc84d6c9-dd7a-4555-a351-592327b46d5a,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:25:48Z,topic='l3_agent')) {'router_ids': ['14fab50a-3e37-4758-ac2f-e4b0a64b91d8'], 'active': True} {{(pid=84043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:51:19.742230 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8522f77d-6cdf-4e9e-af4c-3d67712b584c req-518411c6-0c42-456f-940e-4bd6d46f4971 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:51:19.743718 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-8522f77d-6cdf-4e9e-af4c-3d67712b584c req-518411c6-0c42-456f-940e-4bd6d46f4971 service neutron] 10.222.0.43 "GET /v2.0/networks?id=9956df45-2736-4a4c-9815-b894d9a44160 HTTP/1.1" status: 200 len: 920 time: 0.1902971 Apr 18 20:51:19.807920 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:19.835521 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-8522f77d-6cdf-4e9e-af4c-3d67712b584c req-0f5ddc87-3c35-4c93-89b5-ef5c8476cd4e service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8248ccee-2394-426e-9ab5-5e8c0f5c00e9 HTTP/1.1" status: 200 len: 217 time: 0.0825100 Apr 18 20:51:19.837521 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46941a74-48d7-46b6-9297-be4109cf3ba2 tempest-ServerDiagnosticsNegativeTest-571589975 tempest-ServerDiagnosticsNegativeTest-571589975-project] Pushing event updated for resources: {'Port': ['ID=7b095a9e-d7d8-4bdf-9d5a-820db1454c31,revision_number=1']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:51:19.852108 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce8353ad-3e83-43bd-84c4-7ea6cb0ffd78 req-73a9534a-d7f9-49f3-a516-230d95837d65 tempest-ImagesOneServerNegativeTestJSON-1563611860 tempest-ImagesOneServerNegativeTestJSON-1563611860-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:51:19.852825 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [req-ce8353ad-3e83-43bd-84c4-7ea6cb0ffd78 req-73a9534a-d7f9-49f3-a516-230d95837d65 tempest-ImagesOneServerNegativeTestJSON-1563611860 tempest-ImagesOneServerNegativeTestJSON-1563611860-project] Synchronizing usage tracker for tenant:3c76d2c50aef4e4cbd335680d5ef1e1d on resource:port {{(pid=84041) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 20:51:19.875670 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-b21b1af0-0b5a-4baf-bf09-1de6862a1805 None None] Provisioning for port 7b095a9e-d7d8-4bdf-9d5a-820db1454c31 completed by entity DHCP. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 20:51:19.897042 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.l3_dvr_db [None req-066ab7a5-c46c-4940-b226-528d3832ac88 None None] Set router 14fab50a-3e37-4758-ac2f-e4b0a64b91d8 gateway port host: n-d-838334-2 {{(pid=84043) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 20:51:19.900927 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-1e77edeb-e8e7-4d4b-a640-3c8ffef886dd req-46941a74-48d7-46b6-9297-be4109cf3ba2 tempest-ServerDiagnosticsNegativeTest-571589975 tempest-ServerDiagnosticsNegativeTest-571589975-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.8292739 Apr 18 20:51:19.913116 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-b21b1af0-0b5a-4baf-bf09-1de6862a1805 None None] Provisioning complete for port 7b095a9e-d7d8-4bdf-9d5a-820db1454c31 triggered by entity DHCP. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:51:19.913868 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-b21b1af0-0b5a-4baf-bf09-1de6862a1805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1253608'] for port, provisioning_complete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:19.924297 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [req-ce8353ad-3e83-43bd-84c4-7ea6cb0ffd78 req-73a9534a-d7f9-49f3-a516-230d95837d65 tempest-ImagesOneServerNegativeTestJSON-1563611860 tempest-ImagesOneServerNegativeTestJSON-1563611860-project] Unset dirty status for tenant:3c76d2c50aef4e4cbd335680d5ef1e1d on resource:port {{(pid=84041) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 20:51:19.925663 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-ce8353ad-3e83-43bd-84c4-7ea6cb0ffd78 req-73a9534a-d7f9-49f3-a516-230d95837d65 tempest-ImagesOneServerNegativeTestJSON-1563611860 tempest-ImagesOneServerNegativeTestJSON-1563611860-project] 10.222.0.43 "GET /v2.0/ports?device_id=617c9d6f-1f01-4266-b335-de943c6d30d9 HTTP/1.1" status: 200 len: 946 time: 1.1512187 Apr 18 20:51:19.929467 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.v2.base [req-1e77edeb-e8e7-4d4b-a640-3c8ffef886dd req-bbed36c4-4a7b-4c2b-9964-c027231d89e8 service neutron] Request body: {'port': {'device_id': '384a7ad0-8134-4b96-91bc-c9cd457b6113', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-838334-2'}} {{(pid=84041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 20:51:19.999815 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.plugin [None req-b21b1af0-0b5a-4baf-bf09-1de6862a1805 None None] Port 7b095a9e-d7d8-4bdf-9d5a-820db1454c31 cannot update to ACTIVE because it is not bound. {{(pid=84042) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 18 20:51:20.024299 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] For port 054fbe4e-4401-4397-99ea-68a86ef3ca9e, host n-h2-838334-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838334-2',level=0,port_id=054fbe4e-4401-4397-99ea-68a86ef3ca9e,segment=NetworkSegment(37ab3ec4-28bf-4f8a-804e-f8cad5dd40d4),segment_id=37ab3ec4-28bf-4f8a-804e-f8cad5dd40d4)] {{(pid=84042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:51:20.051610 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_dvr_db [None req-fb8d83f9-7e59-4a19-ba25-fe7bd05f505c None None] Set router bc01c25a-2e04-4cf1-bcb6-dfa1510dd9b9 gateway port host: n-d-838334-2 {{(pid=84042) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 20:51:20.079205 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8522f77d-6cdf-4e9e-af4c-3d67712b584c req-e4fef289-2b96-47c2-a740-01e51d2a9dce service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:51:20.081863 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-8522f77d-6cdf-4e9e-af4c-3d67712b584c req-e4fef289-2b96-47c2-a740-01e51d2a9dce service neutron] 10.222.0.43 "GET /v2.0/subnets?id=e000ef4a-9553-4d5a-aa5c-e55a867fcd65 HTTP/1.1" status: 200 len: 858 time: 0.2362671 Apr 18 20:51:20.118370 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682'] for port, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:20.134434 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-d88c8468-0062-4939-888f-c5ee218a52db req-e0db59a0-68b9-4b09-aa3e-029c1cc513e8 service neutron] 10.222.0.48 "GET /v2.0/networks/9956df45-2736-4a4c-9815-b894d9a44160?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5457084 Apr 18 20:51:20.175536 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.plugin [req-ce8353ad-3e83-43bd-84c4-7ea6cb0ffd78 req-f5b52052-455c-4d77-965e-62bccf270086 tempest-ImagesOneServerNegativeTestJSON-1563611860 tempest-ImagesOneServerNegativeTestJSON-1563611860-project] Deleting port 6f49d89c-92f2-4410-a4f3-847ec5d84faa {{(pid=84041) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 20:51:20.175882 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [req-ce8353ad-3e83-43bd-84c4-7ea6cb0ffd78 req-f5b52052-455c-4d77-965e-62bccf270086 tempest-ImagesOneServerNegativeTestJSON-1563611860 tempest-ImagesOneServerNegativeTestJSON-1563611860-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750375188691'] for port, before_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:20.270907 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [req-1e77edeb-e8e7-4d4b-a640-3c8ffef886dd req-bbed36c4-4a7b-4c2b-9964-c027231d89e8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:20.317585 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-4a3a88ff-8d1f-4bc6-bbf7-0a1757194a97 req-94fbc7b4-1f07-4162-b092-6621d7618569 tempest-ServerDiskConfigTestJSON-473081836 tempest-ServerDiskConfigTestJSON-473081836-project] 10.222.0.42 "GET /v2.0/security-groups?id=527f07bd-3b7c-4e87-bb13-fa86b9490e28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7285168 Apr 18 20:51:20.321898 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Pushing event updated for resources: {'Port': ['ID=054fbe4e-4401-4397-99ea-68a86ef3ca9e,revision_number=5']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:51:20.350274 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.l3_hamode_db [None req-066ab7a5-c46c-4940-b226-528d3832ac88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14fab50a-3e37-4758-ac2f-e4b0a64b91d8', 'name': 'tempest-ServersTestJSON-1069932152-router', 'tenant_id': 'c80440892626468bbe8c78e37bd025d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'external_fixed_ips': [{'subnet_id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'ip_address': '172.25.8.191'}], 'enable_snat': True}, 'gw_port_id': '6dfd8e27-ef70-4230-b38f-550de7f4cfd8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:49:41Z', 'updated_at': '2022-04-18T20:49:50Z', 'revision_number': 4, 'project_id': 'c80440892626468bbe8c78e37bd025d1', 'gw_port': {'id': '6dfd8e27-ef70-4230-b38f-550de7f4cfd8', 'name': '', 'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:c7:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14fab50a-3e37-4758-ac2f-e4b0a64b91d8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'ip_address': '172.25.8.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:49:42Z', 'updated_at': '2022-04-18T20:49:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838334-2', '_interfaces': [{'id': 'e90b00fe-59f0-4d30-947a-5172dd60083c', 'name': '', 'network_id': 'cb7d8d08-145d-4d13-ac88-081ac0f45bd8', 'tenant_id': 'c80440892626468bbe8c78e37bd025d1', 'mac_address': 'fa:16:3e:e4:29:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14fab50a-3e37-4758-ac2f-e4b0a64b91d8', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd44f0eef-ab44-4d2f-a08c-330a2cd17cc6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:49:49Z', 'updated_at': '2022-04-18T20:50:08Z', 'revision_number': 5, 'project_id': 'c80440892626468bbe8c78e37bd025d1', 'subnets': [{'id': 'd44f0eef-ab44-4d2f-a08c-330a2cd17cc6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838334-2', False) {} {{(pid=84043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:51:20.357607 n-d-838334-2 neutron-server[84043]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-066ab7a5-c46c-4940-b226-528d3832ac88 None None] The sync data for ids ['14fab50a-3e37-4758-ac2f-e4b0a64b91d8'] in n-d-838334-2 is: [{'id': '14fab50a-3e37-4758-ac2f-e4b0a64b91d8', 'name': 'tempest-ServersTestJSON-1069932152-router', 'tenant_id': 'c80440892626468bbe8c78e37bd025d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'external_fixed_ips': [{'subnet_id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'ip_address': '172.25.8.191'}], 'enable_snat': True}, 'gw_port_id': '6dfd8e27-ef70-4230-b38f-550de7f4cfd8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:49:41Z', 'updated_at': '2022-04-18T20:49:50Z', 'revision_number': 4, 'project_id': 'c80440892626468bbe8c78e37bd025d1', 'gw_port': {'id': '6dfd8e27-ef70-4230-b38f-550de7f4cfd8', 'name': '', 'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:c7:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14fab50a-3e37-4758-ac2f-e4b0a64b91d8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'ip_address': '172.25.8.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:49:42Z', 'updated_at': '2022-04-18T20:49:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838334-2', '_interfaces': [{'id': 'e90b00fe-59f0-4d30-947a-5172dd60083c', 'name': '', 'network_id': 'cb7d8d08-145d-4d13-ac88-081ac0f45bd8', 'tenant_id': 'c80440892626468bbe8c78e37bd025d1', 'mac_address': 'fa:16:3e:e4:29:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14fab50a-3e37-4758-ac2f-e4b0a64b91d8', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd44f0eef-ab44-4d2f-a08c-330a2cd17cc6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:49:49Z', 'updated_at': '2022-04-18T20:50:08Z', 'revision_number': 5, 'project_id': 'c80440892626468bbe8c78e37bd025d1', 'subnets': [{'id': 'd44f0eef-ab44-4d2f-a08c-330a2cd17cc6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84043) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 18 20:51:20.414503 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-924c12b3-9a7a-414c-851b-0399acf64f91 req-afc23a2c-3323-4ebf-a4ad-e0152bd28d7e service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=968bbb7b-ac07-4f93-a27a-f9fa924c1025 HTTP/1.1" status: 200 len: 1000 time: 1.0134037 Apr 18 20:51:20.508912 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-924c12b3-9a7a-414c-851b-0399acf64f91 req-1eeadcac-2018-4ab8-a503-df4d866ec7a9 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:51:20.510407 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-924c12b3-9a7a-414c-851b-0399acf64f91 req-1eeadcac-2018-4ab8-a503-df4d866ec7a9 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=488f35b7-694e-475d-862d-2f00f4388d03 HTTP/1.1" status: 200 len: 850 time: 0.0824680 Apr 18 20:51:20.513704 n-d-838334-2 neutron-server[84040]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ef0a1d8e-720b-4c0a-87ca-0d2d8ea32b25'] response: {'name': 'network-changed', 'server_uuid': '4ff552c3-29c6-4485-85ed-37e006aa7ada', 'tag': 'fb7119a0-c8a1-4fe0-936c-acad85ca6c01', 'status': 'completed', 'code': 200} Apr 18 20:51:20.522665 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.db [req-ce8353ad-3e83-43bd-84c4-7ea6cb0ffd78 req-f5b52052-455c-4d77-965e-62bccf270086 tempest-ImagesOneServerNegativeTestJSON-1563611860 tempest-ImagesOneServerNegativeTestJSON-1563611860-project] For port 6f49d89c-92f2-4410-a4f3-847ec5d84faa, host n-h1-838334-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838334-2',level=0,port_id=6f49d89c-92f2-4410-a4f3-847ec5d84faa,segment=NetworkSegment(30c19e44-4439-432e-8ba3-ae51f2f5bd90),segment_id=30c19e44-4439-432e-8ba3-ae51f2f5bd90)] {{(pid=84041) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:51:20.523026 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [req-ce8353ad-3e83-43bd-84c4-7ea6cb0ffd78 req-f5b52052-455c-4d77-965e-62bccf270086 tempest-ImagesOneServerNegativeTestJSON-1563611860 tempest-ImagesOneServerNegativeTestJSON-1563611860-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369123'] for port, precommit_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:20.585906 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-c7521a90-7d65-4e2e-842c-ca5d95e9a89c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750375287399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253529'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:20.615856 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_hamode_db [None req-fb8d83f9-7e59-4a19-ba25-fe7bd05f505c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc01c25a-2e04-4cf1-bcb6-dfa1510dd9b9', 'name': 'tempest-ServerRescueNegativeTestJSON-1024788492-router', 'tenant_id': 'f9a0b0412d2042448fe0968cc5e47ae5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'external_fixed_ips': [{'subnet_id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'ip_address': '172.25.8.54'}], 'enable_snat': True}, 'gw_port_id': '7d561ce4-c85c-4141-9e07-20a038b04f96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:50:47Z', 'updated_at': '2022-04-18T20:50:59Z', 'revision_number': 4, 'project_id': 'f9a0b0412d2042448fe0968cc5e47ae5', 'gw_port': {'id': '7d561ce4-c85c-4141-9e07-20a038b04f96', 'name': '', 'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:d9:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc01c25a-2e04-4cf1-bcb6-dfa1510dd9b9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'ip_address': '172.25.8.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:50:48Z', 'updated_at': '2022-04-18T20:50:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838334-2', '_interfaces': [{'id': '048f2e4f-4c30-419f-b6c8-11c89bb062f3', 'name': '', 'network_id': '9956df45-2736-4a4c-9815-b894d9a44160', 'tenant_id': 'f9a0b0412d2042448fe0968cc5e47ae5', 'mac_address': 'fa:16:3e:13:3e:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bc01c25a-2e04-4cf1-bcb6-dfa1510dd9b9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e000ef4a-9553-4d5a-aa5c-e55a867fcd65', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:50:57Z', 'updated_at': '2022-04-18T20:51:18Z', 'revision_number': 4, 'project_id': 'f9a0b0412d2042448fe0968cc5e47ae5', 'subnets': [{'id': 'e000ef4a-9553-4d5a-aa5c-e55a867fcd65', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838334-2', False) {} {{(pid=84042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:51:20.620601 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb8d83f9-7e59-4a19-ba25-fe7bd05f505c None None] The sync data for ids ['bc01c25a-2e04-4cf1-bcb6-dfa1510dd9b9'] in n-d-838334-2 is: [{'id': 'bc01c25a-2e04-4cf1-bcb6-dfa1510dd9b9', 'name': 'tempest-ServerRescueNegativeTestJSON-1024788492-router', 'tenant_id': 'f9a0b0412d2042448fe0968cc5e47ae5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'external_fixed_ips': [{'subnet_id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'ip_address': '172.25.8.54'}], 'enable_snat': True}, 'gw_port_id': '7d561ce4-c85c-4141-9e07-20a038b04f96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:50:47Z', 'updated_at': '2022-04-18T20:50:59Z', 'revision_number': 4, 'project_id': 'f9a0b0412d2042448fe0968cc5e47ae5', 'gw_port': {'id': '7d561ce4-c85c-4141-9e07-20a038b04f96', 'name': '', 'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:d9:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc01c25a-2e04-4cf1-bcb6-dfa1510dd9b9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'ip_address': '172.25.8.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:50:48Z', 'updated_at': '2022-04-18T20:50:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838334-2', '_interfaces': [{'id': '048f2e4f-4c30-419f-b6c8-11c89bb062f3', 'name': '', 'network_id': '9956df45-2736-4a4c-9815-b894d9a44160', 'tenant_id': 'f9a0b0412d2042448fe0968cc5e47ae5', 'mac_address': 'fa:16:3e:13:3e:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bc01c25a-2e04-4cf1-bcb6-dfa1510dd9b9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e000ef4a-9553-4d5a-aa5c-e55a867fcd65', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:50:57Z', 'updated_at': '2022-04-18T20:51:18Z', 'revision_number': 4, 'project_id': 'f9a0b0412d2042448fe0968cc5e47ae5', 'subnets': [{'id': 'e000ef4a-9553-4d5a-aa5c-e55a867fcd65', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84042) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 18 20:51:20.648478 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.plugin [req-ce8353ad-3e83-43bd-84c4-7ea6cb0ffd78 req-f5b52052-455c-4d77-965e-62bccf270086 tempest-ImagesOneServerNegativeTestJSON-1563611860 tempest-ImagesOneServerNegativeTestJSON-1563611860-project] Calling delete_port for 6f49d89c-92f2-4410-a4f3-847ec5d84faa owned by compute:nova {{(pid=84041) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 20:51:20.692817 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-8522f77d-6cdf-4e9e-af4c-3d67712b584c req-07876c08-0617-4811-bf74-3356c1646183 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=9956df45-2736-4a4c-9815-b894d9a44160&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.6002121 Apr 18 20:51:20.708373 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-d88c8468-0062-4939-888f-c5ee218a52db req-6ceaf7be-b5bf-4b52-85cf-afa8c9b59dd3 service neutron] 10.222.0.48 "GET /v2.0/networks/9956df45-2736-4a4c-9815-b894d9a44160?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5516315 Apr 18 20:51:20.737463 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c39d53c1-c9e4-47e5-b6e0-db418e1cb2cd req-5c648aaa-eb06-46c6-808e-1cc273422d6c tempest-ServerDiagnosticsNegativeTest-571589975 tempest-ServerDiagnosticsNegativeTest-571589975-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:51:20.738923 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-c39d53c1-c9e4-47e5-b6e0-db418e1cb2cd req-5c648aaa-eb06-46c6-808e-1cc273422d6c tempest-ServerDiagnosticsNegativeTest-571589975 tempest-ServerDiagnosticsNegativeTest-571589975-project] 10.222.0.42 "GET /v2.0/ports?device_id=384a7ad0-8134-4b96-91bc-c9cd457b6113 HTTP/1.1" status: 200 len: 936 time: 0.6929278 Apr 18 20:51:20.874493 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdab6dfd-00b5-4348-b393-12bc8cc4fafe None None] New status for floating IP 3c830d38-9d70-47e7-862c-d627efe39467: DOWN {{(pid=84042) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Apr 18 20:51:20.948259 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-924c12b3-9a7a-414c-851b-0399acf64f91 req-ef08043c-2c49-43b2-be3b-46ade502a434 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=48f708f8-0904-4115-910c-bb1ab06d7263&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4162126 Apr 18 20:51:20.963989 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-c39d53c1-c9e4-47e5-b6e0-db418e1cb2cd req-443553ab-4336-4eac-a9b8-c76ca87f52c8 tempest-ServerDiagnosticsNegativeTest-571589975 tempest-ServerDiagnosticsNegativeTest-571589975-project] 10.222.0.42 "GET /v2.0/security-groups?id=507d35ed-6a23-4117-9bad-8d5b58577ee5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2136850 Apr 18 20:51:21.009340 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Device 048f2e4f-4c30-419f-b6c8-11c89bb062f3 up at agent ovs-agent-n-d-838334-2 {{(pid=84042) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 20:51:21.190741 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92e31a18-ff03-4b41-a055-4681acc97850 req-7de858c1-84c6-4f7d-a1a1-d25a94b08c55 tempest-ServerRescueTestJSON-1218824152 tempest-ServerRescueTestJSON-1218824152-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:51:21.199028 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-92e31a18-ff03-4b41-a055-4681acc97850 req-7de858c1-84c6-4f7d-a1a1-d25a94b08c55 tempest-ServerRescueTestJSON-1218824152 tempest-ServerRescueTestJSON-1218824152-project] 10.222.0.42 "GET /v2.0/ports?device_id=f3f5b6ba-19be-423a-a9fa-48c3bbcdc95d HTTP/1.1" status: 200 len: 945 time: 0.6064351 Apr 18 20:51:21.330901 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Provisioning for port 048f2e4f-4c30-419f-b6c8-11c89bb062f3 completed by entity L2. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 20:51:21.338592 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Provisioning complete for port 048f2e4f-4c30-419f-b6c8-11c89bb062f3 triggered by entity L2. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:51:21.338993 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1253608'] for port, provisioning_complete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:21.345770 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-8522f77d-6cdf-4e9e-af4c-3d67712b584c req-3c98acb3-1c55-4985-a7e6-587c9b502474 service neutron] 10.222.0.43 "GET /v2.0/networks/9956df45-2736-4a4c-9815-b894d9a44160?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6221774 Apr 18 20:51:21.450973 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-924307d6-a252-446d-9301-0e5d8390b4a7 req-557718f5-4aa7-461b-9165-6b0e84f6e3df service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=f9a0b0412d2042448fe0968cc5e47ae5&device_id=4ff552c3-29c6-4485-85ed-37e006aa7ada HTTP/1.1" status: 200 len: 1095 time: 0.6156144 Apr 18 20:51:21.476866 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-92e31a18-ff03-4b41-a055-4681acc97850 req-1bd5a54e-0021-45d3-8099-b69c65b9836e tempest-ServerRescueTestJSON-1218824152 tempest-ServerRescueTestJSON-1218824152-project] 10.222.0.42 "GET /v2.0/security-groups?id=6f984221-1918-47e6-82e9-256972907b58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2767904 Apr 18 20:51:21.518993 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:21.560032 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] For port 048f2e4f-4c30-419f-b6c8-11c89bb062f3, host n-d-838334-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838334-2',level=0,port_id=048f2e4f-4c30-419f-b6c8-11c89bb062f3,segment=NetworkSegment(ccfed005-c723-40b8-96fb-046d88190b5b),segment_id=ccfed005-c723-40b8-96fb-046d88190b5b)] {{(pid=84042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:51:21.568443 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682'] for port, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:21.620378 n-d-838334-2 neutron-server[84042]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2818f7b4-e3f7-4968-a358-167f9ce7cf6b'] response: {'server_uuid': '617c9d6f-1f01-4266-b335-de943c6d30d9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6f49d89c-92f2-4410-a4f3-847ec5d84faa', 'code': 200} Apr 18 20:51:21.621086 n-d-838334-2 neutron-server[84042]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2818f7b4-e3f7-4968-a358-167f9ce7cf6b'] response: {'server_uuid': '617c9d6f-1f01-4266-b335-de943c6d30d9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6f49d89c-92f2-4410-a4f3-847ec5d84faa', 'code': 200} Apr 18 20:51:21.625798 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [req-ce8353ad-3e83-43bd-84c4-7ea6cb0ffd78 req-f5b52052-455c-4d77-965e-62bccf270086 tempest-ImagesOneServerNegativeTestJSON-1563611860 tempest-ImagesOneServerNegativeTestJSON-1563611860-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750375259028', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750374836628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32266323'] for port, after_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:21.666187 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Pushing event updated for resources: {'Port': ['ID=048f2e4f-4c30-419f-b6c8-11c89bb062f3,revision_number=5']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:51:21.749733 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-924c12b3-9a7a-414c-851b-0399acf64f91 req-fe9c5618-2f8e-4b9b-991d-6dc1c6e9fcc6 service neutron] 10.222.0.43 "GET /v2.0/networks/48f708f8-0904-4115-910c-bb1ab06d7263?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7736614 Apr 18 20:51:21.762157 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af77caa4-14ba-4074-ba69-492008257370 req-0ae9e9b4-86ab-4f1c-b585-e64b50784dae tempest-ServerActionsTestJSON-2052644234 tempest-ServerActionsTestJSON-2052644234-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:51:21.763733 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-af77caa4-14ba-4074-ba69-492008257370 req-0ae9e9b4-86ab-4f1c-b585-e64b50784dae tempest-ServerActionsTestJSON-2052644234 tempest-ServerActionsTestJSON-2052644234-project] 10.222.0.42 "GET /v2.0/ports?device_id=518b0850-99aa-4c7b-8e17-eb4ba00959c9 HTTP/1.1" status: 200 len: 946 time: 0.4587045 Apr 18 20:51:21.763870 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5b52052-455c-4d77-965e-62bccf270086 tempest-ImagesOneServerNegativeTestJSON-1563611860 tempest-ImagesOneServerNegativeTestJSON-1563611860-project] Pushing event deleted for resources: {'Port': ['ID=6f49d89c-92f2-4410-a4f3-847ec5d84faa,revision_number=None']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:51:21.807087 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.db.resource_extend [req-1e77edeb-e8e7-4d4b-a640-3c8ffef886dd req-bbed36c4-4a7b-4c2b-9964-c027231d89e8 service neutron] It took 0.18 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84041) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 18 20:51:21.825547 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.l3_dvrscheduler_db [req-ce8353ad-3e83-43bd-84c4-7ea6cb0ffd78 req-f5b52052-455c-4d77-965e-62bccf270086 tempest-ImagesOneServerNegativeTestJSON-1563611860 tempest-ImagesOneServerNegativeTestJSON-1563611860-project] No DVR routers for this DVR port 6f49d89c-92f2-4410-a4f3-847ec5d84faa on host n-h1-838334-2 {{(pid=84041) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 20:51:21.833204 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [req-ce8353ad-3e83-43bd-84c4-7ea6cb0ffd78 req-f5b52052-455c-4d77-965e-62bccf270086 tempest-ImagesOneServerNegativeTestJSON-1563611860 tempest-ImagesOneServerNegativeTestJSON-1563611860-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217293'] for port, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:21.913166 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-ce8353ad-3e83-43bd-84c4-7ea6cb0ffd78 req-f5b52052-455c-4d77-965e-62bccf270086 tempest-ImagesOneServerNegativeTestJSON-1563611860 tempest-ImagesOneServerNegativeTestJSON-1563611860-project] 10.222.0.43 "DELETE /v2.0/ports/6f49d89c-92f2-4410-a4f3-847ec5d84faa HTTP/1.1" status: 204 len: 173 time: 1.9208493 Apr 18 20:51:21.922778 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-8522f77d-6cdf-4e9e-af4c-3d67712b584c req-ca373d9a-b36b-4c90-83c6-0c144c3f4338 service neutron] 10.222.0.43 "GET /v2.0/networks/9956df45-2736-4a4c-9815-b894d9a44160?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5575831 Apr 18 20:51:21.925458 n-d-838334-2 neutron-server[84041]: DEBUG neutron.notifiers.nova [req-1e77edeb-e8e7-4d4b-a640-3c8ffef886dd req-bbed36c4-4a7b-4c2b-9964-c027231d89e8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7b095a9e-d7d8-4bdf-9d5a-820db1454c31 {{(pid=84041) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 18 20:51:21.945306 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [req-1e77edeb-e8e7-4d4b-a640-3c8ffef886dd req-bbed36c4-4a7b-4c2b-9964-c027231d89e8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:21.971772 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.provisioning_blocks [req-1e77edeb-e8e7-4d4b-a640-3c8ffef886dd req-bbed36c4-4a7b-4c2b-9964-c027231d89e8 service neutron] Transition to ACTIVE for port object 7b095a9e-d7d8-4bdf-9d5a-820db1454c31 will not be triggered until provisioned by entity L2. {{(pid=84041) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 20:51:21.977321 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [req-1e77edeb-e8e7-4d4b-a640-3c8ffef886dd req-bbed36c4-4a7b-4c2b-9964-c027231d89e8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32266282'] for port, after_update {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:22.093436 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-924c12b3-9a7a-414c-851b-0399acf64f91 req-4c38b041-07d6-4400-a36a-fab6a4c48e41 service neutron] 10.222.0.43 "GET /v2.0/networks/48f708f8-0904-4115-910c-bb1ab06d7263?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2830138 Apr 18 20:51:22.120798 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbed36c4-4a7b-4c2b-9964-c027231d89e8 service neutron] Pushing event updated for resources: {'Port': ['ID=7b095a9e-d7d8-4bdf-9d5a-820db1454c31,revision_number=2']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:51:22.153463 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-924307d6-a252-446d-9301-0e5d8390b4a7 req-50dff44f-9840-4fee-a381-17cd94b123f7 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:51:22.156252 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-924307d6-a252-446d-9301-0e5d8390b4a7 req-50dff44f-9840-4fee-a381-17cd94b123f7 service neutron] 10.222.0.48 "GET /v2.0/networks?id=9956df45-2736-4a4c-9815-b894d9a44160 HTTP/1.1" status: 200 len: 920 time: 0.6593180 Apr 18 20:51:22.254699 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.managers [req-1e77edeb-e8e7-4d4b-a640-3c8ffef886dd req-bbed36c4-4a7b-4c2b-9964-c027231d89e8 service neutron] Attempting to bind port 7b095a9e-d7d8-4bdf-9d5a-820db1454c31 on host n-h1-838334-2 for vnic_type normal with profile {{(pid=84041) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:51:22.255164 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.managers [req-1e77edeb-e8e7-4d4b-a640-3c8ffef886dd req-bbed36c4-4a7b-4c2b-9964-c027231d89e8 service neutron] Attempting to bind port 7b095a9e-d7d8-4bdf-9d5a-820db1454c31 by drivers openvswitch,hyperv on host n-h1-838334-2 at level 0 using segments [{'id': '62b85806-94d8-4a88-a06c-da82e5932d66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': 'cb56989d-7c5d-4678-b194-1d2edf1e842a'}] {{(pid=84041) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:51:22.255555 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e77edeb-e8e7-4d4b-a640-3c8ffef886dd req-bbed36c4-4a7b-4c2b-9964-c027231d89e8 service neutron] Attempting to bind port 7b095a9e-d7d8-4bdf-9d5a-820db1454c31 on network cb56989d-7c5d-4678-b194-1d2edf1e842a {{(pid=84041) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 20:51:22.262142 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e77edeb-e8e7-4d4b-a640-3c8ffef886dd req-bbed36c4-4a7b-4c2b-9964-c027231d89e8 service neutron] Port 7b095a9e-d7d8-4bdf-9d5a-820db1454c31 on network cb56989d-7c5d-4678-b194-1d2edf1e842a not bound, no agent of type Open vSwitch agent registered on host n-h1-838334-2 {{(pid=84041) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 18 20:51:22.262545 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e77edeb-e8e7-4d4b-a640-3c8ffef886dd req-bbed36c4-4a7b-4c2b-9964-c027231d89e8 service neutron] Attempting to bind port 7b095a9e-d7d8-4bdf-9d5a-820db1454c31 on network cb56989d-7c5d-4678-b194-1d2edf1e842a {{(pid=84041) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 20:51:22.270225 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e77edeb-e8e7-4d4b-a640-3c8ffef886dd req-bbed36c4-4a7b-4c2b-9964-c027231d89e8 service neutron] Checking agent: {'id': 'd63bab19-ff81-4de1-afeb-a3732288d0d7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-838334-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 33, 59), 'started_at': datetime.datetime(2022, 4, 18, 20, 33, 59), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 20, 50, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84041) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 18 20:51:22.270844 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e77edeb-e8e7-4d4b-a640-3c8ffef886dd req-bbed36c4-4a7b-4c2b-9964-c027231d89e8 service neutron] Checking segment: {'id': '62b85806-94d8-4a88-a06c-da82e5932d66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': 'cb56989d-7c5d-4678-b194-1d2edf1e842a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84041) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 20:51:22.270983 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e77edeb-e8e7-4d4b-a640-3c8ffef886dd req-bbed36c4-4a7b-4c2b-9964-c027231d89e8 service neutron] Bound using segment: {'id': '62b85806-94d8-4a88-a06c-da82e5932d66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': 'cb56989d-7c5d-4678-b194-1d2edf1e842a'} {{(pid=84041) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 18 20:51:22.271454 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.managers [req-1e77edeb-e8e7-4d4b-a640-3c8ffef886dd req-bbed36c4-4a7b-4c2b-9964-c027231d89e8 service neutron] Bound port: 7b095a9e-d7d8-4bdf-9d5a-820db1454c31, host: n-h1-838334-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '62b85806-94d8-4a88-a06c-da82e5932d66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': 'cb56989d-7c5d-4678-b194-1d2edf1e842a'}}] {{(pid=84041) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 20:51:22.271821 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [req-1e77edeb-e8e7-4d4b-a640-3c8ffef886dd req-bbed36c4-4a7b-4c2b-9964-c027231d89e8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:22.357962 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-af77caa4-14ba-4074-ba69-492008257370 req-54928f2d-1180-4cc0-b5a4-e2ebbbfe5a56 tempest-ServerActionsTestJSON-2052644234 tempest-ServerActionsTestJSON-2052644234-project] 10.222.0.42 "GET /v2.0/security-groups?id=5518633c-5bdd-41db-a1d5-749e9b6740a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5453963 Apr 18 20:51:22.364440 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.db [req-1e77edeb-e8e7-4d4b-a640-3c8ffef886dd req-bbed36c4-4a7b-4c2b-9964-c027231d89e8 service neutron] For port 7b095a9e-d7d8-4bdf-9d5a-820db1454c31, host n-h1-838334-2, cleared binding levels {{(pid=84041) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 20:51:22.367656 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.db [req-1e77edeb-e8e7-4d4b-a640-3c8ffef886dd req-bbed36c4-4a7b-4c2b-9964-c027231d89e8 service neutron] For port 7b095a9e-d7d8-4bdf-9d5a-820db1454c31, host n-h1-838334-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838334-2',level=0,port_id=7b095a9e-d7d8-4bdf-9d5a-820db1454c31,segment=NetworkSegment(62b85806-94d8-4a88-a06c-da82e5932d66),segment_id=62b85806-94d8-4a88-a06c-da82e5932d66)] {{(pid=84041) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 20:51:22.373559 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-924307d6-a252-446d-9301-0e5d8390b4a7 req-123d5261-d1d0-42e0-9183-66dd1b6b21eb service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=fb7119a0-c8a1-4fe0-936c-acad85ca6c01 HTTP/1.1" status: 200 len: 217 time: 0.2085729 Apr 18 20:51:22.377829 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [req-1e77edeb-e8e7-4d4b-a640-3c8ffef886dd req-bbed36c4-4a7b-4c2b-9964-c027231d89e8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32266282'] for port, after_update {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:22.398413 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb44c20e-173d-4152-a4af-81c53b064c01 req-e0d17f53-ae20-40a5-bc9d-5283599609b1 tempest-ServerRescueNegativeTestJSON-1571656168 tempest-ServerRescueNegativeTestJSON-1571656168-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:51:22.398413 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-fb44c20e-173d-4152-a4af-81c53b064c01 req-e0d17f53-ae20-40a5-bc9d-5283599609b1 tempest-ServerRescueNegativeTestJSON-1571656168 tempest-ServerRescueNegativeTestJSON-1571656168-project] 10.222.0.42 "GET /v2.0/ports?device_id=4ff552c3-29c6-4485-85ed-37e006aa7ada HTTP/1.1" status: 200 len: 944 time: 0.6431000 Apr 18 20:51:22.417950 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Device 8248ccee-2394-426e-9ab5-5e8c0f5c00e9 details requested by agent hyperv_n-h1-838334-2 with host n-h1-838334-2 {{(pid=84042) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 18 20:51:22.495158 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbed36c4-4a7b-4c2b-9964-c027231d89e8 service neutron] Pushing event updated for resources: {'Port': ['ID=7b095a9e-d7d8-4bdf-9d5a-820db1454c31,revision_number=3']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:51:22.499067 n-d-838334-2 neutron-server[84041]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9c91b44c-2975-4a55-ab60-5bc0e55734ef'] response: {'server_uuid': '47b6abb5-e3df-4367-a946-ab2aab131b83', 'name': 'network-vif-deleted', 'tag': 'cb37cd82-5b18-4daf-af6a-70171591cd2f', 'status': 'completed', 'code': 200} Apr 18 20:51:22.505977 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [req-1e77edeb-e8e7-4d4b-a640-3c8ffef886dd req-bbed36c4-4a7b-4c2b-9964-c027231d89e8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217293'] for port, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:22.507486 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-1e77edeb-e8e7-4d4b-a640-3c8ffef886dd req-bbed36c4-4a7b-4c2b-9964-c027231d89e8 service neutron] 10.222.0.43 "PUT /v2.0/ports/7b095a9e-d7d8-4bdf-9d5a-820db1454c31 HTTP/1.1" status: 200 len: 1096 time: 2.5945601 Apr 18 20:51:22.530745 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-924307d6-a252-446d-9301-0e5d8390b4a7 req-3494977d-656e-4511-a968-081b545eece0 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:51:22.537188 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-924307d6-a252-446d-9301-0e5d8390b4a7 req-3494977d-656e-4511-a968-081b545eece0 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=e000ef4a-9553-4d5a-aa5c-e55a867fcd65 HTTP/1.1" status: 200 len: 858 time: 0.1377676 Apr 18 20:51:22.652981 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-fb44c20e-173d-4152-a4af-81c53b064c01 req-cebd7872-fac6-4c4e-9797-2c349de2c374 tempest-ServerRescueNegativeTestJSON-1571656168 tempest-ServerRescueNegativeTestJSON-1571656168-project] 10.222.0.42 "GET /v2.0/security-groups?id=fa6b5748-504b-4821-b3a0-7e61ca1810b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2553098 Apr 18 20:51:22.686695 n-d-838334-2 neutron-server[84040]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4a0cf317-febf-4c6d-806b-e19a12d7e068 tempest-AttachVolumeShelveTestJSON-1712717013 tempest-AttachVolumeShelveTestJSON-1712717013-project] Router 9dbea2b3-c01d-4edd-9d38-bf88f8b168b7 has already been hosted by L3 agent bc84d6c9-dd7a-4555-a351-592327b46d5a {{(pid=84040) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 20:51:22.690229 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] For port 8248ccee-2394-426e-9ab5-5e8c0f5c00e9, host n-h1-838334-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838334-2',level=0,port_id=8248ccee-2394-426e-9ab5-5e8c0f5c00e9,segment=NetworkSegment(ccfed005-c723-40b8-96fb-046d88190b5b),segment_id=ccfed005-c723-40b8-96fb-046d88190b5b)] {{(pid=84042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:51:22.727354 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Device 6f49d89c-92f2-4410-a4f3-847ec5d84faa no longer exists at agent hyperv_n-h1-838334-2 {{(pid=84042) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 20:51:22.737937 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-1e77edeb-e8e7-4d4b-a640-3c8ffef886dd req-b885c3eb-77b8-4699-8614-4ab74daaff5c service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=d56fdd2480c14369a726ebf056af6213&device_id=384a7ad0-8134-4b96-91bc-c9cd457b6113 HTTP/1.1" status: 200 len: 1099 time: 0.1656625 Apr 18 20:51:22.815055 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Returning: {'device': '8248ccee-2394-426e-9ab5-5e8c0f5c00e9', 'network_id': '9956df45-2736-4a4c-9815-b894d9a44160', 'port_id': '8248ccee-2394-426e-9ab5-5e8c0f5c00e9', 'mac_address': 'fa:16:3e:92:2d:ba', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 359, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e000ef4a-9553-4d5a-aa5c-e55a867fcd65', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84042) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 18 20:51:22.829865 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.plugin [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] No Port match for: 6f49d89c-92f2-4410-a4f3-847ec5d84faa {{(pid=84042) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 18 20:51:22.830184 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Device 6f49d89c-92f2-4410-a4f3-847ec5d84faa not bound to the agent host n-h1-838334-2 {{(pid=84042) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 20:51:22.832940 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Device fb7119a0-c8a1-4fe0-936c-acad85ca6c01 details requested by agent hyperv_n-h2-838334-2 with host n-h2-838334-2 {{(pid=84042) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 18 20:51:22.848820 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 47430) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:51:22.855461 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-61d178bb-8877-4843-b0ad-ecd1fabb73f1 req-51f974a2-dbd5-43fd-9eaf-46422551d71d tempest-ImagesOneServerNegativeTestJSON-1563611860 tempest-ImagesOneServerNegativeTestJSON-1563611860-project] 10.222.0.42 "GET /v2.0/ports?device_id=617c9d6f-1f01-4266-b335-de943c6d30d9 HTTP/1.1" status: 200 len: 210 time: 0.1076233 Apr 18 20:51:22.911790 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-1e77edeb-e8e7-4d4b-a640-3c8ffef886dd req-2a765c19-28b2-404d-a5d0-6834ae3f002a service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.163&port_id=7b095a9e-d7d8-4bdf-9d5a-820db1454c31 HTTP/1.1" status: 200 len: 217 time: 0.1725588 Apr 18 20:51:23.032483 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-924307d6-a252-446d-9301-0e5d8390b4a7 req-2a88cf25-6b28-414a-8004-b97b09fc7e5a service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=9956df45-2736-4a4c-9815-b894d9a44160&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4534655 Apr 18 20:51:23.049162 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Device 048f2e4f-4c30-419f-b6c8-11c89bb062f3 up at agent ovs-agent-n-d-838334-2 {{(pid=84042) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 20:51:23.081924 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-b215d296-38a5-439c-8f44-584d7f3201c6 tempest-ServersTestJSON-787755264 tempest-ServersTestJSON-787755264-project] Notify callbacks [] for security_group, before_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:23.084277 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e77edeb-e8e7-4d4b-a640-3c8ffef886dd req-ccf7d352-f7ae-47f5-a2df-1c21cbc371fa service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:51:23.085712 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-1e77edeb-e8e7-4d4b-a640-3c8ffef886dd req-ccf7d352-f7ae-47f5-a2df-1c21cbc371fa service neutron] 10.222.0.43 "GET /v2.0/subnets?id=c4b526db-4d8a-4d4c-a310-e3a599630ae1 HTTP/1.1" status: 200 len: 843 time: 0.1612010 Apr 18 20:51:23.151236 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:23.154934 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-b215d296-38a5-439c-8f44-584d7f3201c6 tempest-ServersTestJSON-787755264 tempest-ServersTestJSON-787755264-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:23.196373 n-d-838334-2 neutron-server[84042]: DEBUG neutron.notifiers.nova [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8248ccee-2394-426e-9ab5-5e8c0f5c00e9 {{(pid=84042) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 18 20:51:23.228997 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-1e77edeb-e8e7-4d4b-a640-3c8ffef886dd req-8e3e6636-0ece-4333-b80e-2d675f6bb457 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=cb56989d-7c5d-4678-b194-1d2edf1e842a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1332610 Apr 18 20:51:23.272653 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] For port 8248ccee-2394-426e-9ab5-5e8c0f5c00e9, host n-h1-838334-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838334-2',level=0,port_id=8248ccee-2394-426e-9ab5-5e8c0f5c00e9,segment=NetworkSegment(ccfed005-c723-40b8-96fb-046d88190b5b),segment_id=ccfed005-c723-40b8-96fb-046d88190b5b)] {{(pid=84042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:51:23.274939 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] For port fb7119a0-c8a1-4fe0-936c-acad85ca6c01, host n-h2-838334-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838334-2',level=0,port_id=fb7119a0-c8a1-4fe0-936c-acad85ca6c01,segment=NetworkSegment(ccfed005-c723-40b8-96fb-046d88190b5b),segment_id=ccfed005-c723-40b8-96fb-046d88190b5b)] {{(pid=84042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:51:23.288759 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682'] for port, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:23.293771 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d3e40c4-c84e-41e9-bb15-f2637829f999 req-52415928-5831-43f8-9e87-e0596b5c32ef tempest-ServerDiskConfigTestJSON-473081836 tempest-ServerDiskConfigTestJSON-473081836-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:51:23.295236 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-3d3e40c4-c84e-41e9-bb15-f2637829f999 req-52415928-5831-43f8-9e87-e0596b5c32ef tempest-ServerDiskConfigTestJSON-473081836 tempest-ServerDiskConfigTestJSON-473081836-project] 10.222.0.42 "GET /v2.0/ports?device_id=a7138a91-794f-4762-9c64-6037cebee7da HTTP/1.1" status: 200 len: 946 time: 0.3549948 Apr 18 20:51:23.305116 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-924307d6-a252-446d-9301-0e5d8390b4a7 req-26aa0865-1836-493c-8af8-3edbdd9c26ba service neutron] 10.222.0.48 "GET /v2.0/networks/9956df45-2736-4a4c-9815-b894d9a44160?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2567418 Apr 18 20:51:23.322956 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Returning: {'device': 'fb7119a0-c8a1-4fe0-936c-acad85ca6c01', 'network_id': '9956df45-2736-4a4c-9815-b894d9a44160', 'port_id': 'fb7119a0-c8a1-4fe0-936c-acad85ca6c01', 'mac_address': 'fa:16:3e:e9:b0:65', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 359, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e000ef4a-9553-4d5a-aa5c-e55a867fcd65', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84042) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 18 20:51:23.325965 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-b215d296-38a5-439c-8f44-584d7f3201c6 tempest-ServersTestJSON-787755264 tempest-ServersTestJSON-787755264-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33528224'] for security_group, after_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:23.341985 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Provisioning complete for port 048f2e4f-4c30-419f-b6c8-11c89bb062f3 triggered by entity L2. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:51:23.342440 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1253608'] for port, provisioning_complete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:23.356264 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b215d296-38a5-439c-8f44-584d7f3201c6 tempest-ServersTestJSON-787755264 tempest-ServersTestJSON-787755264-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=68f36fb1-4357-43e6-aa2a-c916d9c5b1fe,revision_number=None']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:51:23.375299 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b215d296-38a5-439c-8f44-584d7f3201c6 tempest-ServersTestJSON-787755264 tempest-ServersTestJSON-787755264-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:51:23.375645 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b215d296-38a5-439c-8f44-584d7f3201c6 tempest-ServersTestJSON-787755264 tempest-ServersTestJSON-787755264-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:51:23.376019 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b215d296-38a5-439c-8f44-584d7f3201c6 tempest-ServersTestJSON-787755264 tempest-ServersTestJSON-787755264-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:51:23.376471 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b215d296-38a5-439c-8f44-584d7f3201c6 tempest-ServersTestJSON-787755264 tempest-ServersTestJSON-787755264-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:51:23.376823 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b215d296-38a5-439c-8f44-584d7f3201c6 tempest-ServersTestJSON-787755264 tempest-ServersTestJSON-787755264-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:51:23.377223 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b215d296-38a5-439c-8f44-584d7f3201c6 tempest-ServersTestJSON-787755264 tempest-ServersTestJSON-787755264-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:51:23.377573 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b215d296-38a5-439c-8f44-584d7f3201c6 tempest-ServersTestJSON-787755264 tempest-ServersTestJSON-787755264-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:51:23.377892 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b215d296-38a5-439c-8f44-584d7f3201c6 tempest-ServersTestJSON-787755264 tempest-ServersTestJSON-787755264-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:51:23.378225 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b215d296-38a5-439c-8f44-584d7f3201c6 tempest-ServersTestJSON-787755264 tempest-ServersTestJSON-787755264-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:51:23.378536 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b215d296-38a5-439c-8f44-584d7f3201c6 tempest-ServersTestJSON-787755264 tempest-ServersTestJSON-787755264-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:51:23.378849 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b215d296-38a5-439c-8f44-584d7f3201c6 tempest-ServersTestJSON-787755264 tempest-ServersTestJSON-787755264-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:51:23.418787 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-b215d296-38a5-439c-8f44-584d7f3201c6 tempest-ServersTestJSON-787755264 tempest-ServersTestJSON-787755264-project] Notify callbacks [] for security_group, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:23.421819 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-b215d296-38a5-439c-8f44-584d7f3201c6 tempest-ServersTestJSON-787755264 tempest-ServersTestJSON-787755264-project] 10.222.0.42 "DELETE /v2.0/security-groups/68f36fb1-4357-43e6-aa2a-c916d9c5b1fe HTTP/1.1" status: 204 len: 168 time: 0.5693765 Apr 18 20:51:23.422038 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1347421-a7e1-4b70-9cf7-bf816170f9f6 req-dd9970e2-e430-4c74-b4a1-65c35a0a13bf tempest-ServerDiagnosticsNegativeTest-571589975 tempest-ServerDiagnosticsNegativeTest-571589975-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:51:23.422841 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 47436) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:51:23.423751 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-f1347421-a7e1-4b70-9cf7-bf816170f9f6 req-dd9970e2-e430-4c74-b4a1-65c35a0a13bf tempest-ServerDiagnosticsNegativeTest-571589975 tempest-ServerDiagnosticsNegativeTest-571589975-project] 10.222.0.42 "GET /v2.0/ports?device_id=384a7ad0-8134-4b96-91bc-c9cd457b6113 HTTP/1.1" status: 200 len: 948 time: 0.3457789 Apr 18 20:51:23.425864 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-1e77edeb-e8e7-4d4b-a640-3c8ffef886dd req-737949e4-fc06-4cc1-b888-b5559e85269e service neutron] 10.222.0.43 "GET /v2.0/networks/cb56989d-7c5d-4678-b194-1d2edf1e842a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1900630 Apr 18 20:51:23.485290 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:23.494947 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Pushing event updated for resources: {'Port': ['ID=8248ccee-2394-426e-9ab5-5e8c0f5c00e9,revision_number=4']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:51:23.499481 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-3d3e40c4-c84e-41e9-bb15-f2637829f999 req-f25a9b77-ebd7-49e1-91b9-3b45a6059bf7 tempest-ServerDiskConfigTestJSON-473081836 tempest-ServerDiskConfigTestJSON-473081836-project] 10.222.0.42 "GET /v2.0/security-groups?id=527f07bd-3b7c-4e87-bb13-fa86b9490e28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1934071 Apr 18 20:51:23.512131 n-d-838334-2 neutron-server[84042]: DEBUG neutron.notifiers.nova [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fb7119a0-c8a1-4fe0-936c-acad85ca6c01 {{(pid=84042) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 18 20:51:23.543109 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] get_ports_and_sgs() called for port_ids ['8248ccee-2394-426e-9ab5-5e8c0f5c00e9'] {{(pid=84042) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 18 20:51:23.557479 n-d-838334-2 neutron-server[84041]: INFO neutron.api.v2.resource [None req-ba425977-4ec3-4a7c-9a0e-6a5b345fce4f tempest-ServersTestJSON-787755264 tempest-ServersTestJSON-787755264-project] show failed (client error): The resource could not be found. Apr 18 20:51:23.561207 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-ba425977-4ec3-4a7c-9a0e-6a5b345fce4f tempest-ServersTestJSON-787755264 tempest-ServersTestJSON-787755264-project] 10.222.0.42 "GET /v2.0/security-groups/68f36fb1-4357-43e6-aa2a-c916d9c5b1fe HTTP/1.1" status: 404 len: 347 time: 0.1318450 Apr 18 20:51:23.561381 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 47442) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:51:23.573998 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-f1347421-a7e1-4b70-9cf7-bf816170f9f6 req-6b6a375f-4294-4e00-834f-03314463e4bb tempest-ServerDiagnosticsNegativeTest-571589975 tempest-ServerDiagnosticsNegativeTest-571589975-project] 10.222.0.42 "GET /v2.0/security-groups?id=507d35ed-6a23-4117-9bad-8d5b58577ee5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1334753 Apr 18 20:51:23.583543 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-924307d6-a252-446d-9301-0e5d8390b4a7 req-b7b8ca31-3f6f-4234-ab00-9fdebc2180f9 service neutron] 10.222.0.48 "GET /v2.0/networks/9956df45-2736-4a4c-9815-b894d9a44160?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2616508 Apr 18 20:51:23.604279 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] For port fb7119a0-c8a1-4fe0-936c-acad85ca6c01, host n-h2-838334-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838334-2',level=0,port_id=fb7119a0-c8a1-4fe0-936c-acad85ca6c01,segment=NetworkSegment(ccfed005-c723-40b8-96fb-046d88190b5b),segment_id=ccfed005-c723-40b8-96fb-046d88190b5b)] {{(pid=84042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:51:23.623023 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4a0cf317-febf-4c6d-806b-e19a12d7e068 tempest-AttachVolumeShelveTestJSON-1712717013 tempest-AttachVolumeShelveTestJSON-1712717013-project] Notify agent at l3_agent.n-d-838334-2 the message routers_updated {{(pid=84040) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 20:51:23.635920 n-d-838334-2 neutron-server[84043]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32885bad-1526-45da-bd74-16f72e6dd942 None None] Sync routers for ids ['9dbea2b3-c01d-4edd-9d38-bf88f8b168b7'] in n-d-838334-2 {{(pid=84043) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 18 20:51:23.641889 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-4a0cf317-febf-4c6d-806b-e19a12d7e068 tempest-AttachVolumeShelveTestJSON-1712717013 tempest-AttachVolumeShelveTestJSON-1712717013-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217293'] for floatingip, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:23.658195 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32885bad-1526-45da-bd74-16f72e6dd942 None None] Routers {'9dbea2b3-c01d-4edd-9d38-bf88f8b168b7'} bound to L3 agent in host n-d-838334-2 {{(pid=84043) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 20:51:23.661117 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.l3_hamode_db [None req-32885bad-1526-45da-bd74-16f72e6dd942 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838334-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-18T20:25:48Z,description=,heartbeat_timestamp=2022-04-18T20:51:18Z,host='n-d-838334-2',id=bc84d6c9-dd7a-4555-a351-592327b46d5a,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:25:48Z,topic='l3_agent')) {'router_ids': ['9dbea2b3-c01d-4edd-9d38-bf88f8b168b7'], 'active': True} {{(pid=84043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:51:23.669096 n-d-838334-2 neutron-server[84042]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f3f5b6ba-19be-423a-a9fa-48c3bbcdc95d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '054fbe4e-4401-4397-99ea-68a86ef3ca9e'}] {{(pid=84042) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 20:51:23.710791 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682'] for port, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:23.813149 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Pushing event updated for resources: {'Port': ['ID=fb7119a0-c8a1-4fe0-936c-acad85ca6c01,revision_number=4']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:51:23.886754 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-1e77edeb-e8e7-4d4b-a640-3c8ffef886dd req-9d7f8f4f-1382-409e-a97e-29035655d8f1 service neutron] 10.222.0.43 "GET /v2.0/networks/cb56989d-7c5d-4678-b194-1d2edf1e842a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4393830 Apr 18 20:51:23.905856 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-4a0cf317-febf-4c6d-806b-e19a12d7e068 tempest-AttachVolumeShelveTestJSON-1712717013 tempest-AttachVolumeShelveTestJSON-1712717013-project] 10.222.0.42 "PUT /v2.0/floatingips/3cad343b-0f98-4758-ae64-dcd97ca30f9b HTTP/1.1" status: 200 len: 991 time: 8.6768200 Apr 18 20:51:23.908663 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.l3_dvr_db [None req-32885bad-1526-45da-bd74-16f72e6dd942 None None] Set router 9dbea2b3-c01d-4edd-9d38-bf88f8b168b7 gateway port host: n-d-838334-2 {{(pid=84043) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 20:51:23.911961 n-d-838334-2 neutron-server[84040]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a3d617b3-55ec-41c1-b97c-911aa927ef50', 'tag': '96dabab2-edf7-421c-9f87-a969c8aeb8a0'}] {{(pid=84040) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 20:51:23.917232 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.plugin [None req-55859224-e4b4-4973-aa39-fa8b480b24c0 tempest-ServersTestJSON-787755264 tempest-ServersTestJSON-787755264-project] Deleting port b4113f3e-3040-4bc3-b680-ba93f33675f0 {{(pid=84041) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 20:51:23.917551 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-55859224-e4b4-4973-aa39-fa8b480b24c0 tempest-ServersTestJSON-787755264 tempest-ServersTestJSON-787755264-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750375188691'] for port, before_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:23.976882 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fcaf0e9-c80e-4625-82d2-2233c019e076 req-9ca8801e-6ea6-416b-98ac-af6f402ee854 tempest-ServerRescueTestJSON-1218824152 tempest-ServerRescueTestJSON-1218824152-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:51:23.978357 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-4fcaf0e9-c80e-4625-82d2-2233c019e076 req-9ca8801e-6ea6-416b-98ac-af6f402ee854 tempest-ServerRescueTestJSON-1218824152 tempest-ServerRescueTestJSON-1218824152-project] 10.222.0.42 "GET /v2.0/ports?device_id=f3f5b6ba-19be-423a-a9fa-48c3bbcdc95d HTTP/1.1" status: 200 len: 945 time: 0.2476149 Apr 18 20:51:23.985148 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59d5bb93-9b8d-4952-9c68-f7743e305afb req-70837a4e-bab7-4537-93b4-e4f67b7e0cbb tempest-ServerActionsTestJSON-2052644234 tempest-ServerActionsTestJSON-2052644234-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:51:23.991920 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-59d5bb93-9b8d-4952-9c68-f7743e305afb req-70837a4e-bab7-4537-93b4-e4f67b7e0cbb tempest-ServerActionsTestJSON-2052644234 tempest-ServerActionsTestJSON-2052644234-project] 10.222.0.42 "GET /v2.0/ports?device_id=518b0850-99aa-4c7b-8e17-eb4ba00959c9 HTTP/1.1" status: 200 len: 946 time: 0.1633222 Apr 18 20:51:24.068766 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-59d5bb93-9b8d-4952-9c68-f7743e305afb req-9de9d63f-5ec0-4da2-8b47-506d17803ac2 tempest-ServerActionsTestJSON-2052644234 tempest-ServerActionsTestJSON-2052644234-project] 10.222.0.42 "GET /v2.0/security-groups?id=5518633c-5bdd-41db-a1d5-749e9b6740a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759115 Apr 18 20:51:24.091965 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-4fcaf0e9-c80e-4625-82d2-2233c019e076 req-6b6627b5-5d24-4d25-a9d4-0bdf8771d264 tempest-ServerRescueTestJSON-1218824152 tempest-ServerRescueTestJSON-1218824152-project] 10.222.0.42 "GET /v2.0/security-groups?id=6f984221-1918-47e6-82e9-256972907b58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0848999 Apr 18 20:51:24.119552 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] get_ports_and_sgs() called for port_ids ['fb7119a0-c8a1-4fe0-936c-acad85ca6c01'] {{(pid=84042) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 18 20:51:24.133058 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-55859224-e4b4-4973-aa39-fa8b480b24c0 tempest-ServersTestJSON-787755264 tempest-ServersTestJSON-787755264-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369123'] for port, precommit_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:24.133439 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-55859224-e4b4-4973-aa39-fa8b480b24c0 tempest-ServersTestJSON-787755264 tempest-ServersTestJSON-787755264-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:24.283609 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.plugin [None req-55859224-e4b4-4973-aa39-fa8b480b24c0 tempest-ServersTestJSON-787755264 tempest-ServersTestJSON-787755264-project] Calling delete_port for b4113f3e-3040-4bc3-b680-ba93f33675f0 owned by network:floatingip {{(pid=84041) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 20:51:24.368879 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f5987c1-9c72-41f7-8265-a08dd18f7efb req-b1acabd8-6bfd-43fb-a08b-42b94794477f tempest-ServerRescueNegativeTestJSON-1571656168 tempest-ServerRescueNegativeTestJSON-1571656168-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:51:24.370258 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-4f5987c1-9c72-41f7-8265-a08dd18f7efb req-b1acabd8-6bfd-43fb-a08b-42b94794477f tempest-ServerRescueNegativeTestJSON-1571656168 tempest-ServerRescueNegativeTestJSON-1571656168-project] 10.222.0.42 "GET /v2.0/ports?device_id=4ff552c3-29c6-4485-85ed-37e006aa7ada HTTP/1.1" status: 200 len: 945 time: 0.1194110 Apr 18 20:51:24.377881 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39a64ef2-7d43-4ed5-a432-f515c384e939 req-17cf5526-0e3a-4366-9835-a215f2642286 tempest-ServerDiskConfigTestJSON-473081836 tempest-ServerDiskConfigTestJSON-473081836-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:51:24.379315 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-39a64ef2-7d43-4ed5-a432-f515c384e939 req-17cf5526-0e3a-4366-9835-a215f2642286 tempest-ServerDiskConfigTestJSON-473081836 tempest-ServerDiskConfigTestJSON-473081836-project] 10.222.0.42 "GET /v2.0/ports?device_id=a7138a91-794f-4762-9c64-6037cebee7da HTTP/1.1" status: 200 len: 946 time: 0.1829967 Apr 18 20:51:24.452103 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-55859224-e4b4-4973-aa39-fa8b480b24c0 tempest-ServersTestJSON-787755264 tempest-ServersTestJSON-787755264-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750375259028', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750374836628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32266323'] for port, after_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:24.455674 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-4f5987c1-9c72-41f7-8265-a08dd18f7efb req-0b7817ec-2ad4-49d8-8147-0f81e92cc46b tempest-ServerRescueNegativeTestJSON-1571656168 tempest-ServerRescueNegativeTestJSON-1571656168-project] 10.222.0.42 "GET /v2.0/security-groups?id=fa6b5748-504b-4821-b3a0-7e61ca1810b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746446 Apr 18 20:51:24.458509 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-39a64ef2-7d43-4ed5-a432-f515c384e939 req-de561066-ffc3-4c7a-96f3-33e9102300e5 tempest-ServerDiskConfigTestJSON-473081836 tempest-ServerDiskConfigTestJSON-473081836-project] 10.222.0.42 "GET /v2.0/security-groups?id=527f07bd-3b7c-4e87-bb13-fa86b9490e28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635674 Apr 18 20:51:24.466106 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.l3_hamode_db [None req-32885bad-1526-45da-bd74-16f72e6dd942 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9dbea2b3-c01d-4edd-9d38-bf88f8b168b7', 'name': 'tempest-AttachVolumeShelveTestJSON-364465629-router', 'tenant_id': '62ca3eda8b574071bf7ebb52cb30bb40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'external_fixed_ips': [{'subnet_id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'ip_address': '172.25.8.56'}], 'enable_snat': True}, 'gw_port_id': 'a32e8903-29c5-40ab-92e5-0ce80b653a4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:50:33Z', 'updated_at': '2022-04-18T20:50:41Z', 'revision_number': 4, 'project_id': '62ca3eda8b574071bf7ebb52cb30bb40', 'gw_port': {'id': 'a32e8903-29c5-40ab-92e5-0ce80b653a4e', 'name': '', 'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:c0:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9dbea2b3-c01d-4edd-9d38-bf88f8b168b7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'ip_address': '172.25.8.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:50:34Z', 'updated_at': '2022-04-18T20:50:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838334-2', '_floatingips': [{'id': '3cad343b-0f98-4758-ae64-dcd97ca30f9b', 'tenant_id': '62ca3eda8b574071bf7ebb52cb30bb40', 'floating_ip_address': '172.25.8.254', 'floating_network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'router_id': '9dbea2b3-c01d-4edd-9d38-bf88f8b168b7', 'port_id': '96dabab2-edf7-421c-9f87-a969c8aeb8a0', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0f9d847a-7ba3-4a42-a0c6-e8541d683b40', 'mac_address': 'fa:16:3e:6e:6c:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3d617b3-55ec-41c1-b97c-911aa927ef50', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T20:50:52Z', 'updated_at': '2022-04-18T20:51:16Z', 'revision_number': 1, 'project_id': '62ca3eda8b574071bf7ebb52cb30bb40', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e7a6fcb0-431d-4b8c-b515-c6805712c623', 'name': '', 'network_id': '0f9d847a-7ba3-4a42-a0c6-e8541d683b40', 'tenant_id': '62ca3eda8b574071bf7ebb52cb30bb40', 'mac_address': 'fa:16:3e:5f:d7:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9dbea2b3-c01d-4edd-9d38-bf88f8b168b7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd2e46a24-0bb5-4d5b-bcac-f83f2e3a3c35', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:50:39Z', 'updated_at': '2022-04-18T20:50:57Z', 'revision_number': 5, 'project_id': '62ca3eda8b574071bf7ebb52cb30bb40', 'subnets': [{'id': 'd2e46a24-0bb5-4d5b-bcac-f83f2e3a3c35', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838334-2', False) {} {{(pid=84043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:51:24.470011 n-d-838334-2 neutron-server[84043]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32885bad-1526-45da-bd74-16f72e6dd942 None None] Checking router: 9dbea2b3-c01d-4edd-9d38-bf88f8b168b7 for host: n-d-838334-2 {{(pid=84043) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 18 20:51:24.480606 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32885bad-1526-45da-bd74-16f72e6dd942 None None] Routers {'9dbea2b3-c01d-4edd-9d38-bf88f8b168b7'} bound to L3 agent in host n-d-838334-2 {{(pid=84043) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 20:51:24.481212 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.l3_hamode_db [None req-32885bad-1526-45da-bd74-16f72e6dd942 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838334-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-18T20:25:48Z,description=,heartbeat_timestamp=2022-04-18T20:51:18Z,host='n-d-838334-2',id=bc84d6c9-dd7a-4555-a351-592327b46d5a,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:25:48Z,topic='l3_agent')) {'router_ids': ['9dbea2b3-c01d-4edd-9d38-bf88f8b168b7'], 'active': True} {{(pid=84043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:51:24.512584 n-d-838334-2 neutron-server[84041]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '617c9d6f-1f01-4266-b335-de943c6d30d9', 'name': 'network-vif-deleted', 'tag': '6f49d89c-92f2-4410-a4f3-847ec5d84faa'}, {'name': 'network-changed', 'server_uuid': '384a7ad0-8134-4b96-91bc-c9cd457b6113', 'tag': '7b095a9e-d7d8-4bdf-9d5a-820db1454c31'}] {{(pid=84041) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 20:51:24.512584 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55859224-e4b4-4973-aa39-fa8b480b24c0 tempest-ServersTestJSON-787755264 tempest-ServersTestJSON-787755264-project] Pushing event deleted for resources: {'Port': ['ID=b4113f3e-3040-4bc3-b680-ba93f33675f0,revision_number=None']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:51:24.571841 n-d-838334-2 neutron-server[84042]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5a4848e9-e45c-41c7-841f-1ae33f3844c8'] response: {'server_uuid': 'f3f5b6ba-19be-423a-a9fa-48c3bbcdc95d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '054fbe4e-4401-4397-99ea-68a86ef3ca9e', 'code': 200} Apr 18 20:51:24.616150 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-55859224-e4b4-4973-aa39-fa8b480b24c0 tempest-ServersTestJSON-787755264 tempest-ServersTestJSON-787755264-project] Notify callbacks [] for floatingip, after_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:24.634488 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-55859224-e4b4-4973-aa39-fa8b480b24c0 tempest-ServersTestJSON-787755264 tempest-ServersTestJSON-787755264-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217293'] for floatingip, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:24.635535 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-55859224-e4b4-4973-aa39-fa8b480b24c0 tempest-ServersTestJSON-787755264 tempest-ServersTestJSON-787755264-project] 10.222.0.42 "DELETE /v2.0/floatingips/3c830d38-9d70-47e7-862c-d627efe39467 HTTP/1.1" status: 204 len: 168 time: 1.0732932 Apr 18 20:51:24.638492 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 47464) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:51:24.657715 n-d-838334-2 neutron-server[84040]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3e7f6c67-6f5e-4336-aa67-8b94fcdb369c'] response: {'name': 'network-changed', 'server_uuid': 'a3d617b3-55ec-41c1-b97c-911aa927ef50', 'tag': '96dabab2-edf7-421c-9f87-a969c8aeb8a0', 'status': 'completed', 'code': 200} Apr 18 20:51:24.739516 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.l3_dvr_db [None req-32885bad-1526-45da-bd74-16f72e6dd942 None None] Set router 9dbea2b3-c01d-4edd-9d38-bf88f8b168b7 gateway port host: n-d-838334-2 {{(pid=84043) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 20:51:24.815258 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-da51cab2-d8de-4a31-86e8-fecc0c3c6aa5 req-c3796ef5-acf5-4a0d-a79d-ff22cdd441bc service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=f3f5b6ba-19be-423a-a9fa-48c3bbcdc95d HTTP/1.1" status: 200 len: 1096 time: 0.1354048 Apr 18 20:51:24.824285 n-d-838334-2 neutron-server[84041]: INFO neutron.notifiers.nova [-] Nova event matching ['req-838653b4-54c7-4d9d-ae1b-24c85a13dced'] response: {'server_uuid': '617c9d6f-1f01-4266-b335-de943c6d30d9', 'name': 'network-vif-deleted', 'tag': '6f49d89c-92f2-4410-a4f3-847ec5d84faa', 'status': 'completed', 'code': 200} Apr 18 20:51:24.824602 n-d-838334-2 neutron-server[84041]: INFO neutron.notifiers.nova [-] Nova event matching ['req-838653b4-54c7-4d9d-ae1b-24c85a13dced'] response: {'name': 'network-changed', 'server_uuid': '384a7ad0-8134-4b96-91bc-c9cd457b6113', 'tag': '7b095a9e-d7d8-4bdf-9d5a-820db1454c31', 'status': 'completed', 'code': 200} Apr 18 20:51:24.885771 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-da51cab2-d8de-4a31-86e8-fecc0c3c6aa5 req-b7f1ace1-2ea7-435c-9119-6122d68cf244 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=6f984221-1918-47e6-82e9-256972907b58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604284 Apr 18 20:51:25.033466 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-07d68e1a-d75a-4aa6-9766-31c5533c1597 req-1ce9167a-f545-4985-b5bb-8a767f4ad404 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=62ca3eda8b574071bf7ebb52cb30bb40&device_id=a3d617b3-55ec-41c1-b97c-911aa927ef50 HTTP/1.1" status: 200 len: 1096 time: 0.2469354 Apr 18 20:51:25.046507 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-9b8c3d4f-3eb6-4e97-bdb9-b4dddc0f5532 req-47121ba3-d528-418d-b233-92b94f8ebc54 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=d56fdd2480c14369a726ebf056af6213&device_id=384a7ad0-8134-4b96-91bc-c9cd457b6113 HTTP/1.1" status: 200 len: 1099 time: 0.2154293 Apr 18 20:51:25.222785 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a9e9866-7fee-4629-8ecb-4eb8971e7980 req-724990da-e169-4dd1-8d18-b7a980eb594e tempest-ServerDiagnosticsNegativeTest-571589975 tempest-ServerDiagnosticsNegativeTest-571589975-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:51:25.230283 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-4a9e9866-7fee-4629-8ecb-4eb8971e7980 req-724990da-e169-4dd1-8d18-b7a980eb594e tempest-ServerDiagnosticsNegativeTest-571589975 tempest-ServerDiagnosticsNegativeTest-571589975-project] 10.222.0.42 "GET /v2.0/ports?device_id=384a7ad0-8134-4b96-91bc-c9cd457b6113 HTTP/1.1" status: 200 len: 948 time: 0.3073208 Apr 18 20:51:25.269747 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.l3_hamode_db [None req-32885bad-1526-45da-bd74-16f72e6dd942 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9dbea2b3-c01d-4edd-9d38-bf88f8b168b7', 'name': 'tempest-AttachVolumeShelveTestJSON-364465629-router', 'tenant_id': '62ca3eda8b574071bf7ebb52cb30bb40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'external_fixed_ips': [{'subnet_id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'ip_address': '172.25.8.56'}], 'enable_snat': True}, 'gw_port_id': 'a32e8903-29c5-40ab-92e5-0ce80b653a4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:50:33Z', 'updated_at': '2022-04-18T20:50:41Z', 'revision_number': 4, 'project_id': '62ca3eda8b574071bf7ebb52cb30bb40', 'gw_port': {'id': 'a32e8903-29c5-40ab-92e5-0ce80b653a4e', 'name': '', 'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:c0:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9dbea2b3-c01d-4edd-9d38-bf88f8b168b7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'ip_address': '172.25.8.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:50:34Z', 'updated_at': '2022-04-18T20:50:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838334-2', '_floatingips': [{'id': '3cad343b-0f98-4758-ae64-dcd97ca30f9b', 'tenant_id': '62ca3eda8b574071bf7ebb52cb30bb40', 'floating_ip_address': '172.25.8.254', 'floating_network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'router_id': '9dbea2b3-c01d-4edd-9d38-bf88f8b168b7', 'port_id': '96dabab2-edf7-421c-9f87-a969c8aeb8a0', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0f9d847a-7ba3-4a42-a0c6-e8541d683b40', 'mac_address': 'fa:16:3e:6e:6c:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3d617b3-55ec-41c1-b97c-911aa927ef50', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T20:50:52Z', 'updated_at': '2022-04-18T20:51:16Z', 'revision_number': 1, 'project_id': '62ca3eda8b574071bf7ebb52cb30bb40', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e7a6fcb0-431d-4b8c-b515-c6805712c623', 'name': '', 'network_id': '0f9d847a-7ba3-4a42-a0c6-e8541d683b40', 'tenant_id': '62ca3eda8b574071bf7ebb52cb30bb40', 'mac_address': 'fa:16:3e:5f:d7:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9dbea2b3-c01d-4edd-9d38-bf88f8b168b7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd2e46a24-0bb5-4d5b-bcac-f83f2e3a3c35', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:50:39Z', 'updated_at': '2022-04-18T20:50:57Z', 'revision_number': 5, 'project_id': '62ca3eda8b574071bf7ebb52cb30bb40', 'subnets': [{'id': 'd2e46a24-0bb5-4d5b-bcac-f83f2e3a3c35', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838334-2', False) {} {{(pid=84043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:51:25.274408 n-d-838334-2 neutron-server[84043]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32885bad-1526-45da-bd74-16f72e6dd942 None None] The sync data for ids ['9dbea2b3-c01d-4edd-9d38-bf88f8b168b7'] in n-d-838334-2 is: [{'id': '9dbea2b3-c01d-4edd-9d38-bf88f8b168b7', 'name': 'tempest-AttachVolumeShelveTestJSON-364465629-router', 'tenant_id': '62ca3eda8b574071bf7ebb52cb30bb40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'external_fixed_ips': [{'subnet_id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'ip_address': '172.25.8.56'}], 'enable_snat': True}, 'gw_port_id': 'a32e8903-29c5-40ab-92e5-0ce80b653a4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:50:33Z', 'updated_at': '2022-04-18T20:50:41Z', 'revision_number': 4, 'project_id': '62ca3eda8b574071bf7ebb52cb30bb40', 'gw_port': {'id': 'a32e8903-29c5-40ab-92e5-0ce80b653a4e', 'name': '', 'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:c0:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9dbea2b3-c01d-4edd-9d38-bf88f8b168b7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'ip_address': '172.25.8.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:50:34Z', 'updated_at': '2022-04-18T20:50:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838334-2', '_floatingips': [{'id': '3cad343b-0f98-4758-ae64-dcd97ca30f9b', 'tenant_id': '62ca3eda8b574071bf7ebb52cb30bb40', 'floating_ip_address': '172.25.8.254', 'floating_network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'router_id': '9dbea2b3-c01d-4edd-9d38-bf88f8b168b7', 'port_id': '96dabab2-edf7-421c-9f87-a969c8aeb8a0', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0f9d847a-7ba3-4a42-a0c6-e8541d683b40', 'mac_address': 'fa:16:3e:6e:6c:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3d617b3-55ec-41c1-b97c-911aa927ef50', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T20:50:52Z', 'updated_at': '2022-04-18T20:51:16Z', 'revision_number': 1, 'project_id': '62ca3eda8b574071bf7ebb52cb30bb40', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e7a6fcb0-431d-4b8c-b515-c6805712c623', 'name': '', 'network_id': '0f9d847a-7ba3-4a42-a0c6-e8541d683b40', 'tenant_id': '62ca3eda8b574071bf7ebb52cb30bb40', 'mac_address': 'fa:16:3e:5f:d7:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9dbea2b3-c01d-4edd-9d38-bf88f8b168b7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd2e46a24-0bb5-4d5b-bcac-f83f2e3a3c35', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:50:39Z', 'updated_at': '2022-04-18T20:50:57Z', 'revision_number': 5, 'project_id': '62ca3eda8b574071bf7ebb52cb30bb40', 'subnets': [{'id': 'd2e46a24-0bb5-4d5b-bcac-f83f2e3a3c35', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84043) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 18 20:51:25.326322 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b8c3d4f-3eb6-4e97-bdb9-b4dddc0f5532 req-c06087c9-6cdb-499e-b2e9-43811d27bb43 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:51:25.327779 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-9b8c3d4f-3eb6-4e97-bdb9-b4dddc0f5532 req-c06087c9-6cdb-499e-b2e9-43811d27bb43 service neutron] 10.222.0.43 "GET /v2.0/networks?id=cb56989d-7c5d-4678-b194-1d2edf1e842a HTTP/1.1" status: 200 len: 870 time: 0.2752593 Apr 18 20:51:25.374486 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-4a9e9866-7fee-4629-8ecb-4eb8971e7980 req-ea6338e3-bf77-4841-958f-5cdb8315a55c tempest-ServerDiagnosticsNegativeTest-571589975 tempest-ServerDiagnosticsNegativeTest-571589975-project] 10.222.0.42 "GET /v2.0/security-groups?id=507d35ed-6a23-4117-9bad-8d5b58577ee5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1431773 Apr 18 20:51:25.447871 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-777a2f65-8b48-4eb3-9047-1990d6742a48 req-d51dcb8b-45ee-4b52-a939-f3015a19ffcd tempest-ImagesOneServerNegativeTestJSON-1563611860 tempest-ImagesOneServerNegativeTestJSON-1563611860-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:51:25.449813 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-777a2f65-8b48-4eb3-9047-1990d6742a48 req-d51dcb8b-45ee-4b52-a939-f3015a19ffcd tempest-ImagesOneServerNegativeTestJSON-1563611860 tempest-ImagesOneServerNegativeTestJSON-1563611860-project] 10.222.0.42 "GET /v2.0/networks?id=94e6bcb8-e48f-4914-89f4-73f6d03f860a HTTP/1.1" status: 200 len: 821 time: 0.1921377 Apr 18 20:51:25.467972 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-777a2f65-8b48-4eb3-9047-1990d6742a48 req-bf8e2716-134f-4d31-b878-6c50fdcf7716 tempest-ImagesOneServerNegativeTestJSON-1563611860 tempest-ImagesOneServerNegativeTestJSON-1563611860-project] 10.222.0.42 "GET /v2.0/quotas/3c76d2c50aef4e4cbd335680d5ef1e1d HTTP/1.1" status: 200 len: 375 time: 0.0118279 Apr 18 20:51:25.627562 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-777a2f65-8b48-4eb3-9047-1990d6742a48 req-c04bc3e7-8854-4fb5-bccc-47f319a87f95 tempest-ImagesOneServerNegativeTestJSON-1563611860 tempest-ImagesOneServerNegativeTestJSON-1563611860-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=3c76d2c50aef4e4cbd335680d5ef1e1d&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1511235 Apr 18 20:51:25.634009 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8894d3a7-979f-417b-ab89-9da3bca66fd2 req-a05c3dbe-76fa-4e3f-ac60-d5339b50ec3c tempest-ServerActionsTestJSON-2052644234 tempest-ServerActionsTestJSON-2052644234-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:51:25.635441 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-8894d3a7-979f-417b-ab89-9da3bca66fd2 req-a05c3dbe-76fa-4e3f-ac60-d5339b50ec3c tempest-ServerActionsTestJSON-2052644234 tempest-ServerActionsTestJSON-2052644234-project] 10.222.0.42 "GET /v2.0/ports?device_id=518b0850-99aa-4c7b-8e17-eb4ba00959c9 HTTP/1.1" status: 200 len: 946 time: 0.1138475 Apr 18 20:51:25.669681 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-9b8c3d4f-3eb6-4e97-bdb9-b4dddc0f5532 req-29b64551-8a80-402c-930c-4545fcc45d61 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.163&port_id=7b095a9e-d7d8-4bdf-9d5a-820db1454c31 HTTP/1.1" status: 200 len: 217 time: 0.3345795 Apr 18 20:51:25.679138 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07d68e1a-d75a-4aa6-9766-31c5533c1597 req-3de03616-f3d5-4984-91db-59412a88234c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:51:25.680521 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-07d68e1a-d75a-4aa6-9766-31c5533c1597 req-3de03616-f3d5-4984-91db-59412a88234c service neutron] 10.222.0.48 "GET /v2.0/networks?id=0f9d847a-7ba3-4a42-a0c6-e8541d683b40 HTTP/1.1" status: 200 len: 917 time: 0.5105703 Apr 18 20:51:25.781063 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-8894d3a7-979f-417b-ab89-9da3bca66fd2 req-bf35fa97-1f63-4191-8fdd-faf76c962f55 tempest-ServerActionsTestJSON-2052644234 tempest-ServerActionsTestJSON-2052644234-project] 10.222.0.42 "GET /v2.0/security-groups?id=5518633c-5bdd-41db-a1d5-749e9b6740a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1271720 Apr 18 20:51:25.819127 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-777a2f65-8b48-4eb3-9047-1990d6742a48 req-9ca5a64f-b173-4b37-8d41-873bdf2a2565 service neutron] 10.222.0.42 "GET /v2.0/networks/94e6bcb8-e48f-4914-89f4-73f6d03f860a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1822879 Apr 18 20:51:25.843879 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b8c3d4f-3eb6-4e97-bdb9-b4dddc0f5532 req-8e9534f2-c47f-48ee-a311-be29d3ea74d4 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:51:25.846034 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-9b8c3d4f-3eb6-4e97-bdb9-b4dddc0f5532 req-8e9534f2-c47f-48ee-a311-be29d3ea74d4 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=c4b526db-4d8a-4d4c-a310-e3a599630ae1 HTTP/1.1" status: 200 len: 843 time: 0.1681917 Apr 18 20:51:25.854740 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-07d68e1a-d75a-4aa6-9766-31c5533c1597 req-af24eacb-679a-4aa7-9382-1a3507b82660 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=96dabab2-edf7-421c-9f87-a969c8aeb8a0 HTTP/1.1" status: 200 len: 999 time: 0.1380765 Apr 18 20:51:25.993408 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07d68e1a-d75a-4aa6-9766-31c5533c1597 req-909effac-4dde-4e22-97dd-29a29aca5553 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:51:25.994864 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-07d68e1a-d75a-4aa6-9766-31c5533c1597 req-909effac-4dde-4e22-97dd-29a29aca5553 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=d2e46a24-0bb5-4d5b-bcac-f83f2e3a3c35 HTTP/1.1" status: 200 len: 855 time: 0.0957692 Apr 18 20:51:26.024582 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-777a2f65-8b48-4eb3-9047-1990d6742a48 req-ce830397-f43e-418a-8d0f-a726945284af service neutron] 10.222.0.42 "GET /v2.0/networks/94e6bcb8-e48f-4914-89f4-73f6d03f860a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1940744 Apr 18 20:51:26.044294 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b738f4c4-4931-4d80-8f4a-cb8a7887df2a req-14d84da6-309f-4761-9ea5-95d087b46bbc tempest-ServerDiskConfigTestJSON-473081836 tempest-ServerDiskConfigTestJSON-473081836-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:51:26.045762 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-b738f4c4-4931-4d80-8f4a-cb8a7887df2a req-14d84da6-309f-4761-9ea5-95d087b46bbc tempest-ServerDiskConfigTestJSON-473081836 tempest-ServerDiskConfigTestJSON-473081836-project] 10.222.0.42 "GET /v2.0/ports?device_id=a7138a91-794f-4762-9c64-6037cebee7da HTTP/1.1" status: 200 len: 946 time: 0.0998051 Apr 18 20:51:26.062973 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-9b8c3d4f-3eb6-4e97-bdb9-b4dddc0f5532 req-e79da2b5-c173-437a-9937-267cb597940a service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=cb56989d-7c5d-4678-b194-1d2edf1e842a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2061152 Apr 18 20:51:26.098556 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-b738f4c4-4931-4d80-8f4a-cb8a7887df2a req-3eb8240f-4dba-425e-ac1c-ff1a7e2e3d2c tempest-ServerDiskConfigTestJSON-473081836 tempest-ServerDiskConfigTestJSON-473081836-project] 10.222.0.42 "GET /v2.0/security-groups?id=527f07bd-3b7c-4e87-bb13-fa86b9490e28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458767 Apr 18 20:51:26.255704 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-07d68e1a-d75a-4aa6-9766-31c5533c1597 req-07e0e889-98b8-4951-b175-9c7a3e96a86e service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=0f9d847a-7ba3-4a42-a0c6-e8541d683b40&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2398961 Apr 18 20:51:26.257482 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-968c65fd-cbd6-4ddf-b50e-18feb36b2a58 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33443857'] for router_interface, before_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:26.364104 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cc52b6a-edf5-4af9-8e49-0d61d864ee26 req-c714b422-6b74-478c-8c71-0b8e45078afe tempest-ServerRescueTestJSON-1218824152 tempest-ServerRescueTestJSON-1218824152-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:51:26.365574 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-2cc52b6a-edf5-4af9-8e49-0d61d864ee26 req-c714b422-6b74-478c-8c71-0b8e45078afe tempest-ServerRescueTestJSON-1218824152 tempest-ServerRescueTestJSON-1218824152-project] 10.222.0.42 "GET /v2.0/ports?device_id=f3f5b6ba-19be-423a-a9fa-48c3bbcdc95d HTTP/1.1" status: 200 len: 945 time: 0.1378534 Apr 18 20:51:26.395530 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ae6e523-1bf1-4cf2-9f55-dce15efa3bb0 req-dd73325b-a678-44bd-aff8-b28c7bccd04f tempest-ServerRescueNegativeTestJSON-1571656168 tempest-ServerRescueNegativeTestJSON-1571656168-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:51:26.397201 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-7ae6e523-1bf1-4cf2-9f55-dce15efa3bb0 req-dd73325b-a678-44bd-aff8-b28c7bccd04f tempest-ServerRescueNegativeTestJSON-1571656168 tempest-ServerRescueNegativeTestJSON-1571656168-project] 10.222.0.42 "GET /v2.0/ports?device_id=4ff552c3-29c6-4485-85ed-37e006aa7ada HTTP/1.1" status: 200 len: 945 time: 0.1333847 Apr 18 20:51:26.415605 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Device 7b095a9e-d7d8-4bdf-9d5a-820db1454c31 details requested by agent hyperv_n-h1-838334-2 with host n-h1-838334-2 {{(pid=84042) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 18 20:51:26.418003 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Device 8248ccee-2394-426e-9ab5-5e8c0f5c00e9 up at agent hyperv_n-h1-838334-2 {{(pid=84042) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 20:51:26.484629 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-2cc52b6a-edf5-4af9-8e49-0d61d864ee26 req-434fd63a-acd9-4225-b49d-aeb173f707d7 tempest-ServerRescueTestJSON-1218824152 tempest-ServerRescueTestJSON-1218824152-project] 10.222.0.42 "GET /v2.0/security-groups?id=6f984221-1918-47e6-82e9-256972907b58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1079466 Apr 18 20:51:26.519582 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-9b8c3d4f-3eb6-4e97-bdb9-b4dddc0f5532 req-038254c4-cf16-41e9-bb70-0d8961193eae service neutron] 10.222.0.43 "GET /v2.0/networks/cb56989d-7c5d-4678-b194-1d2edf1e842a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4430656 Apr 18 20:51:26.545017 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-7ae6e523-1bf1-4cf2-9f55-dce15efa3bb0 req-9cad0586-9df7-464f-a50b-1db846cd45ea tempest-ServerRescueNegativeTestJSON-1571656168 tempest-ServerRescueNegativeTestJSON-1571656168-project] 10.222.0.42 "GET /v2.0/security-groups?id=fa6b5748-504b-4821-b3a0-7e61ca1810b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1323087 Apr 18 20:51:26.638870 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Device fb7119a0-c8a1-4fe0-936c-acad85ca6c01 up at agent hyperv_n-h2-838334-2 {{(pid=84042) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 20:51:26.676410 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-07d68e1a-d75a-4aa6-9766-31c5533c1597 req-b3db80ad-bc29-4d30-871d-77c2f1b9c66b service neutron] 10.222.0.48 "GET /v2.0/networks/0f9d847a-7ba3-4a42-a0c6-e8541d683b40?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3486509 Apr 18 20:51:26.713713 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-8dc55067-526a-470d-ac34-1f0dcb7eea0c req-4133b9b3-07f0-48bd-ba59-004c1d657a77 tempest-ImagesOneServerNegativeTestJSON-1563611860 tempest-ImagesOneServerNegativeTestJSON-1563611860-project] 10.222.0.42 "GET /v2.0/ports?device_id=dcaa8940-5af3-4c52-8583-5f195104de6b HTTP/1.1" status: 200 len: 210 time: 0.1178429 Apr 18 20:51:26.768405 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Provisioning for port 8248ccee-2394-426e-9ab5-5e8c0f5c00e9 completed by entity L2. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 20:51:26.795307 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Provisioning complete for port 8248ccee-2394-426e-9ab5-5e8c0f5c00e9 triggered by entity L2. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:51:26.795966 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1253608'] for port, provisioning_complete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:26.809589 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df16e77d-24ad-41cb-8738-2386ec06ea3f req-95d43b28-3b33-4130-b54c-fa2559c875a2 tempest-ServerDiagnosticsNegativeTest-571589975 tempest-ServerDiagnosticsNegativeTest-571589975-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:51:26.817662 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-df16e77d-24ad-41cb-8738-2386ec06ea3f req-95d43b28-3b33-4130-b54c-fa2559c875a2 tempest-ServerDiagnosticsNegativeTest-571589975 tempest-ServerDiagnosticsNegativeTest-571589975-project] 10.222.0.42 "GET /v2.0/ports?device_id=384a7ad0-8134-4b96-91bc-c9cd457b6113 HTTP/1.1" status: 200 len: 948 time: 0.1115203 Apr 18 20:51:26.842547 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-9b8c3d4f-3eb6-4e97-bdb9-b4dddc0f5532 req-243e0329-ce43-49db-9fdc-b73559bc3b1d service neutron] 10.222.0.43 "GET /v2.0/networks/cb56989d-7c5d-4678-b194-1d2edf1e842a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3132832 Apr 18 20:51:26.885643 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-df16e77d-24ad-41cb-8738-2386ec06ea3f req-b41eafcc-7575-4216-9d30-c15ec258d5db tempest-ServerDiagnosticsNegativeTest-571589975 tempest-ServerDiagnosticsNegativeTest-571589975-project] 10.222.0.42 "GET /v2.0/security-groups?id=507d35ed-6a23-4117-9bad-8d5b58577ee5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651205 Apr 18 20:51:26.906675 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] For port 7b095a9e-d7d8-4bdf-9d5a-820db1454c31, host n-h1-838334-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838334-2',level=0,port_id=7b095a9e-d7d8-4bdf-9d5a-820db1454c31,segment=NetworkSegment(62b85806-94d8-4a88-a06c-da82e5932d66),segment_id=62b85806-94d8-4a88-a06c-da82e5932d66)] {{(pid=84042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:51:26.930082 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-07d68e1a-d75a-4aa6-9766-31c5533c1597 req-5d7745d0-1296-42cb-a41c-60e92a33ce5d service neutron] 10.222.0.48 "GET /v2.0/networks/0f9d847a-7ba3-4a42-a0c6-e8541d683b40?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2421734 Apr 18 20:51:26.947170 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Returning: {'device': '7b095a9e-d7d8-4bdf-9d5a-820db1454c31', 'network_id': 'cb56989d-7c5d-4678-b194-1d2edf1e842a', 'port_id': '7b095a9e-d7d8-4bdf-9d5a-820db1454c31', 'mac_address': 'fa:16:3e:f6:b5:6e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 382, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c4b526db-4d8a-4d4c-a310-e3a599630ae1', 'ip_address': '192.168.233.163'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84042) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 18 20:51:27.031056 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Provisioning for port fb7119a0-c8a1-4fe0-936c-acad85ca6c01 completed by entity L2. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 20:51:27.049129 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Provisioning complete for port fb7119a0-c8a1-4fe0-936c-acad85ca6c01 triggered by entity L2. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:51:27.049661 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1253608'] for port, provisioning_complete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:27.104761 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26802413-477e-41b9-89b2-0369a91813d4 req-f0ad7695-22bf-449f-80b2-8c722aa28267 tempest-ServerActionsTestJSON-2052644234 tempest-ServerActionsTestJSON-2052644234-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:51:27.113405 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-26802413-477e-41b9-89b2-0369a91813d4 req-f0ad7695-22bf-449f-80b2-8c722aa28267 tempest-ServerActionsTestJSON-2052644234 tempest-ServerActionsTestJSON-2052644234-project] 10.222.0.42 "GET /v2.0/ports?device_id=518b0850-99aa-4c7b-8e17-eb4ba00959c9 HTTP/1.1" status: 200 len: 946 time: 0.1118290 Apr 18 20:51:27.149175 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:27.180296 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-26802413-477e-41b9-89b2-0369a91813d4 req-80ca49ba-24d1-4707-87ef-024cc880efe3 tempest-ServerActionsTestJSON-2052644234 tempest-ServerActionsTestJSON-2052644234-project] 10.222.0.42 "GET /v2.0/security-groups?id=5518633c-5bdd-41db-a1d5-749e9b6740a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657048 Apr 18 20:51:27.228134 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:27.243660 n-d-838334-2 neutron-server[84042]: DEBUG neutron.notifiers.nova [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7b095a9e-d7d8-4bdf-9d5a-820db1454c31 {{(pid=84042) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 18 20:51:27.317605 n-d-838334-2 neutron-server[84042]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '264936db-30ce-4589-b255-6c9a9ad966e3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8248ccee-2394-426e-9ab5-5e8c0f5c00e9'}] {{(pid=84042) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 20:51:27.330528 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] For port 7b095a9e-d7d8-4bdf-9d5a-820db1454c31, host n-h1-838334-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838334-2',level=0,port_id=7b095a9e-d7d8-4bdf-9d5a-820db1454c31,segment=NetworkSegment(62b85806-94d8-4a88-a06c-da82e5932d66),segment_id=62b85806-94d8-4a88-a06c-da82e5932d66)] {{(pid=84042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:51:27.344559 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682'] for port, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:27.346289 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d9b25b8-213e-44f9-aaaf-97c1574249e9 req-79ffb89e-54c2-46d8-bfe2-0227e406990b tempest-ServerDiskConfigTestJSON-473081836 tempest-ServerDiskConfigTestJSON-473081836-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:51:27.349764 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] For port 8248ccee-2394-426e-9ab5-5e8c0f5c00e9, host n-h1-838334-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838334-2',level=0,port_id=8248ccee-2394-426e-9ab5-5e8c0f5c00e9,segment=NetworkSegment(ccfed005-c723-40b8-96fb-046d88190b5b),segment_id=ccfed005-c723-40b8-96fb-046d88190b5b)] {{(pid=84042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:51:27.357572 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-2d9b25b8-213e-44f9-aaaf-97c1574249e9 req-79ffb89e-54c2-46d8-bfe2-0227e406990b tempest-ServerDiskConfigTestJSON-473081836 tempest-ServerDiskConfigTestJSON-473081836-project] 10.222.0.42 "GET /v2.0/ports?device_id=a7138a91-794f-4762-9c64-6037cebee7da HTTP/1.1" status: 200 len: 946 time: 0.1098020 Apr 18 20:51:27.392338 n-d-838334-2 neutron-server[84042]: INFO neutron.notifiers.nova [-] Nova event matching ['req-83462acc-70df-47d6-819f-284199e14b8a'] response: {'server_uuid': '264936db-30ce-4589-b255-6c9a9ad966e3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8248ccee-2394-426e-9ab5-5e8c0f5c00e9', 'code': 200} Apr 18 20:51:27.402788 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682'] for port, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:27.416549 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-2d9b25b8-213e-44f9-aaaf-97c1574249e9 req-621a1ee4-aa31-4bfc-a088-0cea75b9be71 tempest-ServerDiskConfigTestJSON-473081836 tempest-ServerDiskConfigTestJSON-473081836-project] 10.222.0.42 "GET /v2.0/security-groups?id=527f07bd-3b7c-4e87-bb13-fa86b9490e28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569365 Apr 18 20:51:27.423989 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:27.486301 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] For port fb7119a0-c8a1-4fe0-936c-acad85ca6c01, host n-h2-838334-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838334-2',level=0,port_id=fb7119a0-c8a1-4fe0-936c-acad85ca6c01,segment=NetworkSegment(ccfed005-c723-40b8-96fb-046d88190b5b),segment_id=ccfed005-c723-40b8-96fb-046d88190b5b)] {{(pid=84042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:51:27.489680 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Pushing event updated for resources: {'Port': ['ID=7b095a9e-d7d8-4bdf-9d5a-820db1454c31,revision_number=4']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:51:27.544362 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682'] for port, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:27.582529 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Pushing event updated for resources: {'Port': ['ID=8248ccee-2394-426e-9ab5-5e8c0f5c00e9,revision_number=5']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:51:27.602976 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-dbea7fca-9df1-431a-9b7d-5507ca4ef7b1 req-5039247f-b23b-44d0-950b-4b4bf07513ad service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=264936db-30ce-4589-b255-6c9a9ad966e3 HTTP/1.1" status: 200 len: 1097 time: 0.1352408 Apr 18 20:51:27.635476 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] get_ports_and_sgs() called for port_ids ['7b095a9e-d7d8-4bdf-9d5a-820db1454c31'] {{(pid=84042) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 18 20:51:27.640219 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.plugin [None req-968c65fd-cbd6-4ddf-b50e-18feb36b2a58 admin admin] Deleting port e90b00fe-59f0-4d30-947a-5172dd60083c {{(pid=84041) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 20:51:27.640557 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-968c65fd-cbd6-4ddf-b50e-18feb36b2a58 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750375188691'] for port, before_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:27.741473 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Pushing event updated for resources: {'Port': ['ID=fb7119a0-c8a1-4fe0-936c-acad85ca6c01,revision_number=5']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:51:27.886824 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.db [None req-968c65fd-cbd6-4ddf-b50e-18feb36b2a58 admin admin] For port e90b00fe-59f0-4d30-947a-5172dd60083c, host n-d-838334-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838334-2',level=0,port_id=e90b00fe-59f0-4d30-947a-5172dd60083c,segment=NetworkSegment(3624f5a6-e1be-4270-a9aa-fb8201017ba1),segment_id=3624f5a6-e1be-4270-a9aa-fb8201017ba1)] {{(pid=84041) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:51:27.887076 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-968c65fd-cbd6-4ddf-b50e-18feb36b2a58 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369123'] for port, precommit_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:28.015142 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.plugin [None req-968c65fd-cbd6-4ddf-b50e-18feb36b2a58 admin admin] Calling delete_port for e90b00fe-59f0-4d30-947a-5172dd60083c owned by network:router_interface {{(pid=84041) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 20:51:28.059902 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-dbea7fca-9df1-431a-9b7d-5507ca4ef7b1 req-b6fb1c0a-65cf-4cea-b808-e3d55d2c7696 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=fa6b5748-504b-4821-b3a0-7e61ca1810b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4476502 Apr 18 20:51:28.090838 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ee4ef67-6934-4bca-a98b-93d04eb457ad req-9ffb2365-0aba-49b4-a6a1-7068c5d84e19 tempest-ServerRescueNegativeTestJSON-1571656168 tempest-ServerRescueNegativeTestJSON-1571656168-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:51:28.092332 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-2ee4ef67-6934-4bca-a98b-93d04eb457ad req-9ffb2365-0aba-49b4-a6a1-7068c5d84e19 tempest-ServerRescueNegativeTestJSON-1571656168 tempest-ServerRescueNegativeTestJSON-1571656168-project] 10.222.0.42 "GET /v2.0/ports?device_id=4ff552c3-29c6-4485-85ed-37e006aa7ada HTTP/1.1" status: 200 len: 946 time: 0.3775730 Apr 18 20:51:28.100263 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-777a2f65-8b48-4eb3-9047-1990d6742a48 req-131235e0-5a55-4dfb-bc85-7a0bf6b39165 tempest-ImagesOneServerNegativeTestJSON-1563611860 tempest-ImagesOneServerNegativeTestJSON-1563611860-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:51:28.101667 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-777a2f65-8b48-4eb3-9047-1990d6742a48 req-131235e0-5a55-4dfb-bc85-7a0bf6b39165 tempest-ImagesOneServerNegativeTestJSON-1563611860 tempest-ImagesOneServerNegativeTestJSON-1563611860-project] 10.222.0.43 "GET /v2.0/networks?id=94e6bcb8-e48f-4914-89f4-73f6d03f860a HTTP/1.1" status: 200 len: 821 time: 0.4159818 Apr 18 20:51:28.125745 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a201eb14-0811-4fe5-916a-11cfc89cb520 req-18e23179-c159-4c8f-b781-6f1530dc9d49 tempest-ServerRescueTestJSON-1218824152 tempest-ServerRescueTestJSON-1218824152-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:51:28.127977 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-a201eb14-0811-4fe5-916a-11cfc89cb520 req-18e23179-c159-4c8f-b781-6f1530dc9d49 tempest-ServerRescueTestJSON-1218824152 tempest-ServerRescueTestJSON-1218824152-project] 10.222.0.42 "GET /v2.0/ports?device_id=f3f5b6ba-19be-423a-a9fa-48c3bbcdc95d HTTP/1.1" status: 200 len: 945 time: 0.3701668 Apr 18 20:51:28.160964 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb708eb2-62e6-4831-8af0-08d8ed8981f8 None None] New status for floating IP 3cad343b-0f98-4758-ae64-dcd97ca30f9b: ACTIVE {{(pid=84042) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Apr 18 20:51:28.192176 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-2ee4ef67-6934-4bca-a98b-93d04eb457ad req-cb7d8bd7-a552-4c37-9c5d-3166ee8e2e5a tempest-ServerRescueNegativeTestJSON-1571656168 tempest-ServerRescueNegativeTestJSON-1571656168-project] 10.222.0.42 "GET /v2.0/security-groups?id=fa6b5748-504b-4821-b3a0-7e61ca1810b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0895324 Apr 18 20:51:28.202725 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-a201eb14-0811-4fe5-916a-11cfc89cb520 req-965e7823-faa0-4e75-afab-54b2d97ef3ef tempest-ServerRescueTestJSON-1218824152 tempest-ServerRescueTestJSON-1218824152-project] 10.222.0.42 "GET /v2.0/security-groups?id=6f984221-1918-47e6-82e9-256972907b58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668814 Apr 18 20:51:28.214033 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-968c65fd-cbd6-4ddf-b50e-18feb36b2a58 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750375259028', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750374836628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32266323'] for port, after_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:28.268424 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-968c65fd-cbd6-4ddf-b50e-18feb36b2a58 admin admin] Pushing event deleted for resources: {'Port': ['ID=e90b00fe-59f0-4d30-947a-5172dd60083c,revision_number=None']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:51:28.273576 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.v2.base [req-777a2f65-8b48-4eb3-9047-1990d6742a48 req-7e7194f6-7c5c-4b80-8cd7-0ee6ad142689 tempest-ImagesOneServerNegativeTestJSON-1563611860 tempest-ImagesOneServerNegativeTestJSON-1563611860-project] Request body: {'port': {'device_id': 'dcaa8940-5af3-4c52-8583-5f195104de6b', 'network_id': '94e6bcb8-e48f-4914-89f4-73f6d03f860a', 'admin_state_up': True, 'tenant_id': '3c76d2c50aef4e4cbd335680d5ef1e1d'}} {{(pid=84040) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 20:51:28.440833 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Device 7b095a9e-d7d8-4bdf-9d5a-820db1454c31 up at agent hyperv_n-h1-838334-2 {{(pid=84042) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 20:51:28.489606 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-87f11dd2-79e2-45e6-b8ba-ca9d9ca8409a req-a3f4641d-b531-4691-b29e-7f8440980003 tempest-ImagesOneServerNegativeTestJSON-1563611860 tempest-ImagesOneServerNegativeTestJSON-1563611860-project] 10.222.0.42 "GET /v2.0/ports?device_id=dcaa8940-5af3-4c52-8583-5f195104de6b HTTP/1.1" status: 200 len: 210 time: 0.1048470 Apr 18 20:51:28.576879 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [req-777a2f65-8b48-4eb3-9047-1990d6742a48 req-7e7194f6-7c5c-4b80-8cd7-0ee6ad142689 tempest-ImagesOneServerNegativeTestJSON-1563611860 tempest-ImagesOneServerNegativeTestJSON-1563611860-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:51:28.584539 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [req-777a2f65-8b48-4eb3-9047-1990d6742a48 req-7e7194f6-7c5c-4b80-8cd7-0ee6ad142689 tempest-ImagesOneServerNegativeTestJSON-1563611860 tempest-ImagesOneServerNegativeTestJSON-1563611860-project] Usage tracker for resource:port and tenant:3c76d2c50aef4e4cbd335680d5ef1e1d is out of sync, need to count used quota {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:51:28.588276 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [req-777a2f65-8b48-4eb3-9047-1990d6742a48 req-7e7194f6-7c5c-4b80-8cd7-0ee6ad142689 tempest-ImagesOneServerNegativeTestJSON-1563611860 tempest-ImagesOneServerNegativeTestJSON-1563611860-project] Quota usage for port was recalculated. Used quota:1. {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:51:28.596967 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [req-777a2f65-8b48-4eb3-9047-1990d6742a48 req-7e7194f6-7c5c-4b80-8cd7-0ee6ad142689 tempest-ImagesOneServerNegativeTestJSON-1563611860 tempest-ImagesOneServerNegativeTestJSON-1563611860-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:51:28.613954 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-561e1a0f-4c83-4c52-9c33-0ecdd348ca96 req-696d1199-f41f-4107-a02c-8c99ef8f1436 tempest-ServerDiagnosticsNegativeTest-571589975 tempest-ServerDiagnosticsNegativeTest-571589975-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:51:28.615506 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-561e1a0f-4c83-4c52-9c33-0ecdd348ca96 req-696d1199-f41f-4107-a02c-8c99ef8f1436 tempest-ServerDiagnosticsNegativeTest-571589975 tempest-ServerDiagnosticsNegativeTest-571589975-project] 10.222.0.42 "GET /v2.0/ports?device_id=384a7ad0-8134-4b96-91bc-c9cd457b6113 HTTP/1.1" status: 200 len: 949 time: 0.1696448 Apr 18 20:51:28.620514 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-777a2f65-8b48-4eb3-9047-1990d6742a48 req-7e7194f6-7c5c-4b80-8cd7-0ee6ad142689 tempest-ImagesOneServerNegativeTestJSON-1563611860 tempest-ImagesOneServerNegativeTestJSON-1563611860-project] Made reservation on behalf of 3c76d2c50aef4e4cbd335680d5ef1e1d for: {'port': 1} {{(pid=84040) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:51:28.623946 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-777a2f65-8b48-4eb3-9047-1990d6742a48 req-7e7194f6-7c5c-4b80-8cd7-0ee6ad142689 tempest-ImagesOneServerNegativeTestJSON-1563611860 tempest-ImagesOneServerNegativeTestJSON-1563611860-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:28.647229 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Provisioning for port 7b095a9e-d7d8-4bdf-9d5a-820db1454c31 completed by entity L2. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 20:51:28.656438 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Provisioning complete for port 7b095a9e-d7d8-4bdf-9d5a-820db1454c31 triggered by entity L2. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:51:28.656811 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1253608'] for port, provisioning_complete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:28.674177 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-968c65fd-cbd6-4ddf-b50e-18feb36b2a58 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-32377931', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33443910'] for router_interface, after_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:28.790112 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:28.794600 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-561e1a0f-4c83-4c52-9c33-0ecdd348ca96 req-a3e779e8-2286-422e-889b-3b0893a07a97 tempest-ServerDiagnosticsNegativeTest-571589975 tempest-ServerDiagnosticsNegativeTest-571589975-project] 10.222.0.42 "GET /v2.0/security-groups?id=507d35ed-6a23-4117-9bad-8d5b58577ee5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1559651 Apr 18 20:51:28.839571 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] For port 7b095a9e-d7d8-4bdf-9d5a-820db1454c31, host n-h1-838334-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838334-2',level=0,port_id=7b095a9e-d7d8-4bdf-9d5a-820db1454c31,segment=NetworkSegment(62b85806-94d8-4a88-a06c-da82e5932d66),segment_id=62b85806-94d8-4a88-a06c-da82e5932d66)] {{(pid=84042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:51:28.845974 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682'] for port, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:28.890280 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c318ca8c-d5fd-4035-9982-1d3ec0fb5a86 req-32083b80-efea-4e3c-a257-fdc40be391f7 tempest-ServerActionsTestJSON-2052644234 tempest-ServerActionsTestJSON-2052644234-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:51:28.891875 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-c318ca8c-d5fd-4035-9982-1d3ec0fb5a86 req-32083b80-efea-4e3c-a257-fdc40be391f7 tempest-ServerActionsTestJSON-2052644234 tempest-ServerActionsTestJSON-2052644234-project] 10.222.0.42 "GET /v2.0/ports?device_id=518b0850-99aa-4c7b-8e17-eb4ba00959c9 HTTP/1.1" status: 200 len: 946 time: 0.1853569 Apr 18 20:51:28.940796 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Pushing event updated for resources: {'Port': ['ID=7b095a9e-d7d8-4bdf-9d5a-820db1454c31,revision_number=5']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:51:28.947107 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.db_base_plugin_common [req-777a2f65-8b48-4eb3-9047-1990d6742a48 req-7e7194f6-7c5c-4b80-8cd7-0ee6ad142689 tempest-ImagesOneServerNegativeTestJSON-1563611860 tempest-ImagesOneServerNegativeTestJSON-1563611860-project] Allocated IP 172.20.0.6 (94e6bcb8-e48f-4914-89f4-73f6d03f860a/aca04e13-8241-4a12-96f1-92050670baff/f4dd7e17-8c7e-42e7-a353-0e76f39e3926) {{(pid=84040) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:51:29.082304 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-c318ca8c-d5fd-4035-9982-1d3ec0fb5a86 req-5de961b1-19ba-4ba2-9d2d-d09899019aba tempest-ServerActionsTestJSON-2052644234 tempest-ServerActionsTestJSON-2052644234-project] 10.222.0.42 "GET /v2.0/security-groups?id=5518633c-5bdd-41db-a1d5-749e9b6740a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1776965 Apr 18 20:51:29.281739 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.agents_db [None req-6346a179-333c-4370-b5a6-936984aeab15 None None] Agent healthcheck: found 7 active agents {{(pid=84043) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 18 20:51:29.369141 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-777a2f65-8b48-4eb3-9047-1990d6742a48 req-7e7194f6-7c5c-4b80-8cd7-0ee6ad142689 tempest-ImagesOneServerNegativeTestJSON-1563611860 tempest-ImagesOneServerNegativeTestJSON-1563611860-project] Notify callbacks [] for port, precommit_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:29.393182 n-d-838334-2 neutron-server[84042]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4ff552c3-29c6-4485-85ed-37e006aa7ada', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fb7119a0-c8a1-4fe0-936c-acad85ca6c01'}, {'server_uuid': '384a7ad0-8134-4b96-91bc-c9cd457b6113', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7b095a9e-d7d8-4bdf-9d5a-820db1454c31'}] {{(pid=84042) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 20:51:29.452589 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5b21aa9-d0a2-4744-92d0-658d779df3fd req-93db8866-5eed-490f-b0ff-e24a74ec0f3b tempest-ServerDiskConfigTestJSON-473081836 tempest-ServerDiskConfigTestJSON-473081836-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:51:29.460550 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-b5b21aa9-d0a2-4744-92d0-658d779df3fd req-93db8866-5eed-490f-b0ff-e24a74ec0f3b tempest-ServerDiskConfigTestJSON-473081836 tempest-ServerDiskConfigTestJSON-473081836-project] 10.222.0.42 "GET /v2.0/ports?device_id=a7138a91-794f-4762-9c64-6037cebee7da HTTP/1.1" status: 200 len: 946 time: 0.2085507 Apr 18 20:51:29.464724 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-777a2f65-8b48-4eb3-9047-1990d6742a48 req-7e7194f6-7c5c-4b80-8cd7-0ee6ad142689 tempest-ImagesOneServerNegativeTestJSON-1563611860 tempest-ImagesOneServerNegativeTestJSON-1563611860-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750374836619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32440838'] for port, after_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:29.473471 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750375287399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253529'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:29.518697 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c91b21f2-14d7-48aa-95a1-189f4b70565b req-f1e913a8-cb5b-4639-9d49-cb438f5aab38 tempest-ServerRescueTestJSON-1218824152 tempest-ServerRescueTestJSON-1218824152-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:51:29.520213 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-c91b21f2-14d7-48aa-95a1-189f4b70565b req-f1e913a8-cb5b-4639-9d49-cb438f5aab38 tempest-ServerRescueTestJSON-1218824152 tempest-ServerRescueTestJSON-1218824152-project] 10.222.0.42 "GET /v2.0/ports?device_id=f3f5b6ba-19be-423a-a9fa-48c3bbcdc95d HTTP/1.1" status: 200 len: 945 time: 0.2227774 Apr 18 20:51:29.531377 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-f0296f20-0fcb-4d21-8a35-58867a047d01 req-a9718be7-60bd-4f61-9538-7bd3a83c589f service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=ec0d4dedc6f54935aafadeeb5b293728&device_id=f3f5b6ba-19be-423a-a9fa-48c3bbcdc95d HTTP/1.1" status: 200 len: 1096 time: 0.1675344 Apr 18 20:51:29.597485 n-d-838334-2 neutron-server[84040]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-777a2f65-8b48-4eb3-9047-1990d6742a48 req-7e7194f6-7c5c-4b80-8cd7-0ee6ad142689 tempest-ImagesOneServerNegativeTestJSON-1563611860 tempest-ImagesOneServerNegativeTestJSON-1563611860-project] Network 94e6bcb8-e48f-4914-89f4-73f6d03f860a is already hosted by enough agents. {{(pid=84040) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:51:29.605313 n-d-838334-2 neutron-server[84040]: DEBUG neutron.scheduler.base_scheduler [req-777a2f65-8b48-4eb3-9047-1990d6742a48 req-7e7194f6-7c5c-4b80-8cd7-0ee6ad142689 tempest-ImagesOneServerNegativeTestJSON-1563611860 tempest-ImagesOneServerNegativeTestJSON-1563611860-project] Resources bound (agent type, host, resource id): {{(pid=84040) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:51:29.607757 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.l3_dvrscheduler_db [req-777a2f65-8b48-4eb3-9047-1990d6742a48 req-7e7194f6-7c5c-4b80-8cd7-0ee6ad142689 tempest-ImagesOneServerNegativeTestJSON-1563611860 tempest-ImagesOneServerNegativeTestJSON-1563611860-project] Received port after_create {{(pid=84040) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 20:51:29.644905 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e7194f6-7c5c-4b80-8cd7-0ee6ad142689 tempest-ImagesOneServerNegativeTestJSON-1563611860 tempest-ImagesOneServerNegativeTestJSON-1563611860-project] Pushing event updated for resources: {'Port': ['ID=f4dd7e17-8c7e-42e7-a353-0e76f39e3926,revision_number=1']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:51:29.674916 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-b5b21aa9-d0a2-4744-92d0-658d779df3fd req-69c9f84a-e7f0-47a1-a936-892f742c6bd7 tempest-ServerDiskConfigTestJSON-473081836 tempest-ServerDiskConfigTestJSON-473081836-project] 10.222.0.42 "GET /v2.0/security-groups?id=527f07bd-3b7c-4e87-bb13-fa86b9490e28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2135191 Apr 18 20:51:29.679396 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-c91b21f2-14d7-48aa-95a1-189f4b70565b req-aa1b4421-37a2-46a0-82f4-30bb927c091a tempest-ServerRescueTestJSON-1218824152 tempest-ServerRescueTestJSON-1218824152-project] 10.222.0.42 "GET /v2.0/security-groups?id=6f984221-1918-47e6-82e9-256972907b58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1480625 Apr 18 20:51:29.696632 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-777a2f65-8b48-4eb3-9047-1990d6742a48 req-7e7194f6-7c5c-4b80-8cd7-0ee6ad142689 tempest-ImagesOneServerNegativeTestJSON-1563611860 tempest-ImagesOneServerNegativeTestJSON-1563611860-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:51:29.697263 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-777a2f65-8b48-4eb3-9047-1990d6742a48 req-7e7194f6-7c5c-4b80-8cd7-0ee6ad142689 tempest-ImagesOneServerNegativeTestJSON-1563611860 tempest-ImagesOneServerNegativeTestJSON-1563611860-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217293'] for port, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:29.706150 n-d-838334-2 neutron-server[84041]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-968c65fd-cbd6-4ddf-b50e-18feb36b2a58 admin admin] Router 14fab50a-3e37-4758-ac2f-e4b0a64b91d8 has already been hosted by L3 agent bc84d6c9-dd7a-4555-a351-592327b46d5a {{(pid=84041) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 20:51:29.708123 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0296f20-0fcb-4d21-8a35-58867a047d01 req-b52878a5-b897-45c8-ba94-391b8aec2370 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:51:29.714484 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-f0296f20-0fcb-4d21-8a35-58867a047d01 req-b52878a5-b897-45c8-ba94-391b8aec2370 service neutron] 10.222.0.48 "GET /v2.0/networks?id=b18f6ca6-9241-4023-98c1-9e86661176c3 HTTP/1.1" status: 200 len: 912 time: 0.1662874 Apr 18 20:51:29.736738 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-777a2f65-8b48-4eb3-9047-1990d6742a48 req-7e7194f6-7c5c-4b80-8cd7-0ee6ad142689 tempest-ImagesOneServerNegativeTestJSON-1563611860 tempest-ImagesOneServerNegativeTestJSON-1563611860-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4680955 Apr 18 20:51:29.752950 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.v2.base [req-777a2f65-8b48-4eb3-9047-1990d6742a48 req-74f6d780-232d-4a27-afea-4059487ff72a service neutron] Request body: {'port': {'device_id': 'dcaa8940-5af3-4c52-8583-5f195104de6b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-838334-2'}} {{(pid=84040) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 20:51:29.772469 n-d-838334-2 neutron-server[84042]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8641ae81-95d0-43b4-a57a-c4c7a35273c6'] response: {'server_uuid': '4ff552c3-29c6-4485-85ed-37e006aa7ada', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fb7119a0-c8a1-4fe0-936c-acad85ca6c01', 'code': 200} Apr 18 20:51:29.773063 n-d-838334-2 neutron-server[84042]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8641ae81-95d0-43b4-a57a-c4c7a35273c6'] response: {'server_uuid': '384a7ad0-8134-4b96-91bc-c9cd457b6113', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7b095a9e-d7d8-4bdf-9d5a-820db1454c31', 'code': 200} Apr 18 20:51:29.812757 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-f0296f20-0fcb-4d21-8a35-58867a047d01 req-099f7a2a-d408-4d34-a008-d404a5efbe4b service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=054fbe4e-4401-4397-99ea-68a86ef3ca9e HTTP/1.1" status: 200 len: 217 time: 0.0898571 Apr 18 20:51:30.043432 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0296f20-0fcb-4d21-8a35-58867a047d01 req-d48ea840-9920-4b39-b594-d20660cba20a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:51:30.044889 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-f0296f20-0fcb-4d21-8a35-58867a047d01 req-d48ea840-9920-4b39-b594-d20660cba20a service neutron] 10.222.0.48 "GET /v2.0/subnets?id=9dc534ce-5db0-4608-a47a-91cc424d228c HTTP/1.1" status: 200 len: 851 time: 0.1698008 Apr 18 20:51:30.057864 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-777a2f65-8b48-4eb3-9047-1990d6742a48 req-74f6d780-232d-4a27-afea-4059487ff72a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:30.110850 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-f0296f20-0fcb-4d21-8a35-58867a047d01 req-6435a932-a4eb-4721-9401-c79ab39f2dbd service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=b18f6ca6-9241-4023-98c1-9e86661176c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0515139 Apr 18 20:51:30.125465 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-477464d5-7050-4f37-94f4-fa0608a9bb2e req-fc4bfa1e-9127-42eb-bab2-f4f13aa514c8 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=384a7ad0-8134-4b96-91bc-c9cd457b6113 HTTP/1.1" status: 200 len: 1101 time: 0.2563434 Apr 18 20:51:30.129247 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed7476cf-e15c-4c21-827a-b3b769d2e2cc req-b046257d-57cc-4036-b56b-3711a23f2f8f tempest-ServerRescueNegativeTestJSON-1571656168 tempest-ServerRescueNegativeTestJSON-1571656168-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:51:30.130710 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-ed7476cf-e15c-4c21-827a-b3b769d2e2cc req-b046257d-57cc-4036-b56b-3711a23f2f8f tempest-ServerRescueNegativeTestJSON-1571656168 tempest-ServerRescueNegativeTestJSON-1571656168-project] 10.222.0.42 "GET /v2.0/ports?device_id=4ff552c3-29c6-4485-85ed-37e006aa7ada HTTP/1.1" status: 200 len: 946 time: 0.3153000 Apr 18 20:51:30.172407 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6e76fce-6048-48c5-88c8-737e2fe97ce6 req-c96fb1b7-338b-4e1d-a42e-7fbb1f6280fa tempest-ImagesOneServerNegativeTestJSON-1563611860 tempest-ImagesOneServerNegativeTestJSON-1563611860-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:51:30.172762 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [req-a6e76fce-6048-48c5-88c8-737e2fe97ce6 req-c96fb1b7-338b-4e1d-a42e-7fbb1f6280fa tempest-ImagesOneServerNegativeTestJSON-1563611860 tempest-ImagesOneServerNegativeTestJSON-1563611860-project] Synchronizing usage tracker for tenant:3c76d2c50aef4e4cbd335680d5ef1e1d on resource:port {{(pid=84040) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 20:51:30.181433 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-95d3f015-57df-438b-b4f6-752e2e8a5325 req-98b568dd-041e-4640-8a6d-4097ebb79d5e service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=4ff552c3-29c6-4485-85ed-37e006aa7ada HTTP/1.1" status: 200 len: 1097 time: 0.3045642 Apr 18 20:51:30.286942 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-477464d5-7050-4f37-94f4-fa0608a9bb2e req-8cb3f847-1dbe-490e-959e-6a404b886e0e service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=507d35ed-6a23-4117-9bad-8d5b58577ee5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1400952 Apr 18 20:51:30.288529 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [req-a6e76fce-6048-48c5-88c8-737e2fe97ce6 req-c96fb1b7-338b-4e1d-a42e-7fbb1f6280fa tempest-ImagesOneServerNegativeTestJSON-1563611860 tempest-ImagesOneServerNegativeTestJSON-1563611860-project] Unset dirty status for tenant:3c76d2c50aef4e4cbd335680d5ef1e1d on resource:port {{(pid=84040) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 20:51:30.289665 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-a6e76fce-6048-48c5-88c8-737e2fe97ce6 req-c96fb1b7-338b-4e1d-a42e-7fbb1f6280fa tempest-ImagesOneServerNegativeTestJSON-1563611860 tempest-ImagesOneServerNegativeTestJSON-1563611860-project] 10.222.0.42 "GET /v2.0/ports?device_id=dcaa8940-5af3-4c52-8583-5f195104de6b HTTP/1.1" status: 200 len: 931 time: 0.4084294 Apr 18 20:51:30.321443 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-f0296f20-0fcb-4d21-8a35-58867a047d01 req-4ab2e0d3-7def-4235-862d-e218cbdbd883 service neutron] 10.222.0.48 "GET /v2.0/networks/b18f6ca6-9241-4023-98c1-9e86661176c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1939654 Apr 18 20:51:30.358285 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-968c65fd-cbd6-4ddf-b50e-18feb36b2a58 admin admin] Notify agent at l3_agent.n-d-838334-2 the message routers_updated {{(pid=84041) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 20:51:30.369820 n-d-838334-2 neutron-server[84043]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9bad652-0f66-4f96-bf04-bea9e82b711c None None] Sync routers for ids ['14fab50a-3e37-4758-ac2f-e4b0a64b91d8'] in n-d-838334-2 {{(pid=84043) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 18 20:51:30.383166 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9bad652-0f66-4f96-bf04-bea9e82b711c None None] Routers {'14fab50a-3e37-4758-ac2f-e4b0a64b91d8'} bound to L3 agent in host n-d-838334-2 {{(pid=84043) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 20:51:30.383824 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.l3_hamode_db [None req-f9bad652-0f66-4f96-bf04-bea9e82b711c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838334-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-18T20:25:48Z,description=,heartbeat_timestamp=2022-04-18T20:51:18Z,host='n-d-838334-2',id=bc84d6c9-dd7a-4555-a351-592327b46d5a,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:25:48Z,topic='l3_agent')) {'router_ids': ['14fab50a-3e37-4758-ac2f-e4b0a64b91d8'], 'active': True} {{(pid=84043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:51:30.443708 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-968c65fd-cbd6-4ddf-b50e-18feb36b2a58 admin admin] 10.222.0.42 "PUT /v2.0/routers/14fab50a-3e37-4758-ac2f-e4b0a64b91d8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.8012159 Apr 18 20:51:30.444231 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 47534) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:51:30.471517 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-ed7476cf-e15c-4c21-827a-b3b769d2e2cc req-091d3ee1-60f3-4816-b3f3-7b49bffb042e tempest-ServerRescueNegativeTestJSON-1571656168 tempest-ServerRescueNegativeTestJSON-1571656168-project] 10.222.0.42 "GET /v2.0/security-groups?id=fa6b5748-504b-4821-b3a0-7e61ca1810b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3305271 Apr 18 20:51:30.527456 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-95d3f015-57df-438b-b4f6-752e2e8a5325 req-8037e1d4-e8fa-46a0-ab97-917347840e4e service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=fa6b5748-504b-4821-b3a0-7e61ca1810b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3272040 Apr 18 20:51:30.567244 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-a6e76fce-6048-48c5-88c8-737e2fe97ce6 req-e2713e62-bbf9-4629-bcbd-373846677c6c tempest-ImagesOneServerNegativeTestJSON-1563611860 tempest-ImagesOneServerNegativeTestJSON-1563611860-project] 10.222.0.42 "GET /v2.0/security-groups?id=35685d16-429f-4b00-82f0-cda27d79d56c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2629807 Apr 18 20:51:30.604009 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.l3_dvr_db [None req-f9bad652-0f66-4f96-bf04-bea9e82b711c None None] Set router 14fab50a-3e37-4758-ac2f-e4b0a64b91d8 gateway port host: n-d-838334-2 {{(pid=84043) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 20:51:30.606324 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-f0296f20-0fcb-4d21-8a35-58867a047d01 req-a77aa3ea-db0f-439c-a231-daf228ba05de service neutron] 10.222.0.48 "GET /v2.0/networks/b18f6ca6-9241-4023-98c1-9e86661176c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2709720 Apr 18 20:51:30.702411 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-861bc141-0309-4012-9e9a-170f03c2b4c1 admin admin] Notify callbacks [] for router, before_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:30.818338 n-d-838334-2 neutron-server[84040]: DEBUG neutron.notifiers.nova [req-777a2f65-8b48-4eb3-9047-1990d6742a48 req-74f6d780-232d-4a27-afea-4059487ff72a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f4dd7e17-8c7e-42e7-a353-0e76f39e3926 {{(pid=84040) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 18 20:51:30.841060 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-777a2f65-8b48-4eb3-9047-1990d6742a48 req-74f6d780-232d-4a27-afea-4059487ff72a service neutron] Notify callbacks [] for port, precommit_update {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:30.876154 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-693bc2d4-e91e-4d08-ac62-b139c93c2b73 req-e6f22741-f1f4-472c-8684-1f332cf0951a tempest-ServerDiagnosticsNegativeTest-571589975 tempest-ServerDiagnosticsNegativeTest-571589975-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:51:30.883755 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-693bc2d4-e91e-4d08-ac62-b139c93c2b73 req-e6f22741-f1f4-472c-8684-1f332cf0951a tempest-ServerDiagnosticsNegativeTest-571589975 tempest-ServerDiagnosticsNegativeTest-571589975-project] 10.222.0.42 "GET /v2.0/ports?device_id=384a7ad0-8134-4b96-91bc-c9cd457b6113 HTTP/1.1" status: 200 len: 950 time: 0.1966600 Apr 18 20:51:30.888169 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.provisioning_blocks [req-777a2f65-8b48-4eb3-9047-1990d6742a48 req-74f6d780-232d-4a27-afea-4059487ff72a service neutron] Transition to ACTIVE for port object f4dd7e17-8c7e-42e7-a353-0e76f39e3926 will not be triggered until provisioned by entity L2. {{(pid=84040) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 20:51:30.911837 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-777a2f65-8b48-4eb3-9047-1990d6742a48 req-74f6d780-232d-4a27-afea-4059487ff72a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32440959'] for port, after_update {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:30.927568 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.l3_hamode_db [None req-f9bad652-0f66-4f96-bf04-bea9e82b711c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14fab50a-3e37-4758-ac2f-e4b0a64b91d8', 'name': 'tempest-ServersTestJSON-1069932152-router', 'tenant_id': 'c80440892626468bbe8c78e37bd025d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'external_fixed_ips': [{'subnet_id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'ip_address': '172.25.8.191'}], 'enable_snat': True}, 'gw_port_id': '6dfd8e27-ef70-4230-b38f-550de7f4cfd8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:49:41Z', 'updated_at': '2022-04-18T20:51:28Z', 'revision_number': 5, 'project_id': 'c80440892626468bbe8c78e37bd025d1', 'gw_port': {'id': '6dfd8e27-ef70-4230-b38f-550de7f4cfd8', 'name': '', 'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:c7:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14fab50a-3e37-4758-ac2f-e4b0a64b91d8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'ip_address': '172.25.8.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:49:42Z', 'updated_at': '2022-04-18T20:49:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838334-2'}], 'n-d-838334-2', False) {} {{(pid=84043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:51:30.932057 n-d-838334-2 neutron-server[84043]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9bad652-0f66-4f96-bf04-bea9e82b711c None None] Checking router: 14fab50a-3e37-4758-ac2f-e4b0a64b91d8 for host: n-d-838334-2 {{(pid=84043) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 18 20:51:30.944871 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9bad652-0f66-4f96-bf04-bea9e82b711c None None] Routers {'14fab50a-3e37-4758-ac2f-e4b0a64b91d8'} bound to L3 agent in host n-d-838334-2 {{(pid=84043) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 20:51:30.945562 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.l3_hamode_db [None req-f9bad652-0f66-4f96-bf04-bea9e82b711c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838334-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-18T20:25:48Z,description=,heartbeat_timestamp=2022-04-18T20:51:18Z,host='n-d-838334-2',id=bc84d6c9-dd7a-4555-a351-592327b46d5a,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:25:48Z,topic='l3_agent')) {'router_ids': ['14fab50a-3e37-4758-ac2f-e4b0a64b91d8'], 'active': True} {{(pid=84043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:51:31.001547 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41aa551a-6d56-4d46-b67d-166b4fabf0e8 req-76e1990f-0a2e-468b-b2b9-df10568f2068 tempest-ServerActionsTestJSON-2052644234 tempest-ServerActionsTestJSON-2052644234-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:51:31.008928 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-41aa551a-6d56-4d46-b67d-166b4fabf0e8 req-76e1990f-0a2e-468b-b2b9-df10568f2068 tempest-ServerActionsTestJSON-2052644234 tempest-ServerActionsTestJSON-2052644234-project] 10.222.0.42 "GET /v2.0/ports?device_id=518b0850-99aa-4c7b-8e17-eb4ba00959c9 HTTP/1.1" status: 200 len: 946 time: 0.2418773 Apr 18 20:51:31.065488 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-861bc141-0309-4012-9e9a-170f03c2b4c1 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:31.075448 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.plugin [None req-861bc141-0309-4012-9e9a-170f03c2b4c1 admin admin] Deleting port 6dfd8e27-ef70-4230-b38f-550de7f4cfd8 {{(pid=84041) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 20:51:31.075755 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-861bc141-0309-4012-9e9a-170f03c2b4c1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750375188691'] for port, before_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:31.106441 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-693bc2d4-e91e-4d08-ac62-b139c93c2b73 req-47279662-b285-4c40-ae5b-66512747add1 tempest-ServerDiagnosticsNegativeTest-571589975 tempest-ServerDiagnosticsNegativeTest-571589975-project] 10.222.0.42 "GET /v2.0/security-groups?id=507d35ed-6a23-4117-9bad-8d5b58577ee5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2217722 Apr 18 20:51:31.118194 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74f6d780-232d-4a27-afea-4059487ff72a service neutron] Pushing event updated for resources: {'Port': ['ID=f4dd7e17-8c7e-42e7-a353-0e76f39e3926,revision_number=2']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:51:31.178681 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-41aa551a-6d56-4d46-b67d-166b4fabf0e8 req-10de5f7d-e0b3-45b8-a1d3-1fe472ce9e4e tempest-ServerActionsTestJSON-2052644234 tempest-ServerActionsTestJSON-2052644234-project] 10.222.0.42 "GET /v2.0/security-groups?id=5518633c-5bdd-41db-a1d5-749e9b6740a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1680951 Apr 18 20:51:31.208047 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.l3_dvr_db [None req-f9bad652-0f66-4f96-bf04-bea9e82b711c None None] Set router 14fab50a-3e37-4758-ac2f-e4b0a64b91d8 gateway port host: n-d-838334-2 {{(pid=84043) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 20:51:31.295967 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.db [None req-861bc141-0309-4012-9e9a-170f03c2b4c1 admin admin] For port 6dfd8e27-ef70-4230-b38f-550de7f4cfd8, host n-d-838334-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838334-2',level=0,port_id=6dfd8e27-ef70-4230-b38f-550de7f4cfd8,segment=NetworkSegment(732aa830-768b-4511-951f-d08e26b9c25b),segment_id=732aa830-768b-4511-951f-d08e26b9c25b)] {{(pid=84041) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:51:31.296347 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-861bc141-0309-4012-9e9a-170f03c2b4c1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369123'] for port, precommit_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:31.386605 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.managers [req-777a2f65-8b48-4eb3-9047-1990d6742a48 req-74f6d780-232d-4a27-afea-4059487ff72a service neutron] Attempting to bind port f4dd7e17-8c7e-42e7-a353-0e76f39e3926 on host n-h1-838334-2 for vnic_type normal with profile {{(pid=84040) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:51:31.386843 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.managers [req-777a2f65-8b48-4eb3-9047-1990d6742a48 req-74f6d780-232d-4a27-afea-4059487ff72a service neutron] Attempting to bind port f4dd7e17-8c7e-42e7-a353-0e76f39e3926 by drivers openvswitch,hyperv on host n-h1-838334-2 at level 0 using segments [{'id': '30c19e44-4439-432e-8ba3-ae51f2f5bd90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '94e6bcb8-e48f-4914-89f4-73f6d03f860a'}] {{(pid=84040) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:51:31.387155 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-777a2f65-8b48-4eb3-9047-1990d6742a48 req-74f6d780-232d-4a27-afea-4059487ff72a service neutron] Attempting to bind port f4dd7e17-8c7e-42e7-a353-0e76f39e3926 on network 94e6bcb8-e48f-4914-89f4-73f6d03f860a {{(pid=84040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 20:51:31.408398 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-777a2f65-8b48-4eb3-9047-1990d6742a48 req-74f6d780-232d-4a27-afea-4059487ff72a service neutron] Port f4dd7e17-8c7e-42e7-a353-0e76f39e3926 on network 94e6bcb8-e48f-4914-89f4-73f6d03f860a not bound, no agent of type Open vSwitch agent registered on host n-h1-838334-2 {{(pid=84040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 18 20:51:31.408712 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-777a2f65-8b48-4eb3-9047-1990d6742a48 req-74f6d780-232d-4a27-afea-4059487ff72a service neutron] Attempting to bind port f4dd7e17-8c7e-42e7-a353-0e76f39e3926 on network 94e6bcb8-e48f-4914-89f4-73f6d03f860a {{(pid=84040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 20:51:31.433951 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-777a2f65-8b48-4eb3-9047-1990d6742a48 req-74f6d780-232d-4a27-afea-4059487ff72a service neutron] Checking agent: {'id': 'd63bab19-ff81-4de1-afeb-a3732288d0d7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-838334-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 33, 59), 'started_at': datetime.datetime(2022, 4, 18, 20, 33, 59), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 20, 51, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 18 20:51:31.434348 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-777a2f65-8b48-4eb3-9047-1990d6742a48 req-74f6d780-232d-4a27-afea-4059487ff72a service neutron] Checking segment: {'id': '30c19e44-4439-432e-8ba3-ae51f2f5bd90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '94e6bcb8-e48f-4914-89f4-73f6d03f860a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84040) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 20:51:31.434656 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-777a2f65-8b48-4eb3-9047-1990d6742a48 req-74f6d780-232d-4a27-afea-4059487ff72a service neutron] Bound using segment: {'id': '30c19e44-4439-432e-8ba3-ae51f2f5bd90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '94e6bcb8-e48f-4914-89f4-73f6d03f860a'} {{(pid=84040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 18 20:51:31.435085 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.managers [req-777a2f65-8b48-4eb3-9047-1990d6742a48 req-74f6d780-232d-4a27-afea-4059487ff72a service neutron] Bound port: f4dd7e17-8c7e-42e7-a353-0e76f39e3926, host: n-h1-838334-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '30c19e44-4439-432e-8ba3-ae51f2f5bd90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '94e6bcb8-e48f-4914-89f4-73f6d03f860a'}}] {{(pid=84040) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 20:51:31.435419 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-777a2f65-8b48-4eb3-9047-1990d6742a48 req-74f6d780-232d-4a27-afea-4059487ff72a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:31.440966 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.plugin [None req-861bc141-0309-4012-9e9a-170f03c2b4c1 admin admin] Calling delete_port for 6dfd8e27-ef70-4230-b38f-550de7f4cfd8 owned by network:router_gateway {{(pid=84041) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 20:51:31.469847 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d24c907-0f76-425a-8e47-3693dc85aa50 req-cc6c19f7-d2c5-43bd-ad54-2c5f16753433 tempest-ServerDiskConfigTestJSON-473081836 tempest-ServerDiskConfigTestJSON-473081836-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:51:31.472313 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-2d24c907-0f76-425a-8e47-3693dc85aa50 req-cc6c19f7-d2c5-43bd-ad54-2c5f16753433 tempest-ServerDiskConfigTestJSON-473081836 tempest-ServerDiskConfigTestJSON-473081836-project] 10.222.0.42 "GET /v2.0/ports?device_id=a7138a91-794f-4762-9c64-6037cebee7da HTTP/1.1" status: 200 len: 946 time: 0.2074823 Apr 18 20:51:31.543984 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.l3_hamode_db [None req-f9bad652-0f66-4f96-bf04-bea9e82b711c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14fab50a-3e37-4758-ac2f-e4b0a64b91d8', 'name': 'tempest-ServersTestJSON-1069932152-router', 'tenant_id': 'c80440892626468bbe8c78e37bd025d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'external_fixed_ips': [{'subnet_id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'ip_address': '172.25.8.191'}], 'enable_snat': True}, 'gw_port_id': '6dfd8e27-ef70-4230-b38f-550de7f4cfd8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:49:41Z', 'updated_at': '2022-04-18T20:51:28Z', 'revision_number': 5, 'project_id': 'c80440892626468bbe8c78e37bd025d1', 'gw_port': {'id': '6dfd8e27-ef70-4230-b38f-550de7f4cfd8', 'name': '', 'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:c7:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14fab50a-3e37-4758-ac2f-e4b0a64b91d8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'ip_address': '172.25.8.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:49:42Z', 'updated_at': '2022-04-18T20:49:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838334-2'}], 'n-d-838334-2', False) {} {{(pid=84043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:51:31.544611 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d492a9d0-3b70-4021-ae65-0131ca9cbce6 req-3d73419c-f573-48b1-99a1-49eaf551aea5 tempest-ServerRescueTestJSON-1218824152 tempest-ServerRescueTestJSON-1218824152-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:51:31.549155 n-d-838334-2 neutron-server[84043]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9bad652-0f66-4f96-bf04-bea9e82b711c None None] The sync data for ids ['14fab50a-3e37-4758-ac2f-e4b0a64b91d8'] in n-d-838334-2 is: [{'id': '14fab50a-3e37-4758-ac2f-e4b0a64b91d8', 'name': 'tempest-ServersTestJSON-1069932152-router', 'tenant_id': 'c80440892626468bbe8c78e37bd025d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'external_fixed_ips': [{'subnet_id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'ip_address': '172.25.8.191'}], 'enable_snat': True}, 'gw_port_id': '6dfd8e27-ef70-4230-b38f-550de7f4cfd8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:49:41Z', 'updated_at': '2022-04-18T20:51:28Z', 'revision_number': 5, 'project_id': 'c80440892626468bbe8c78e37bd025d1', 'gw_port': {'id': '6dfd8e27-ef70-4230-b38f-550de7f4cfd8', 'name': '', 'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:c7:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14fab50a-3e37-4758-ac2f-e4b0a64b91d8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'ip_address': '172.25.8.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:49:42Z', 'updated_at': '2022-04-18T20:49:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838334-2'}] {{(pid=84043) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 18 20:51:31.553534 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-d492a9d0-3b70-4021-ae65-0131ca9cbce6 req-3d73419c-f573-48b1-99a1-49eaf551aea5 tempest-ServerRescueTestJSON-1218824152 tempest-ServerRescueTestJSON-1218824152-project] 10.222.0.42 "GET /v2.0/ports?device_id=f3f5b6ba-19be-423a-a9fa-48c3bbcdc95d HTTP/1.1" status: 200 len: 945 time: 0.2394271 Apr 18 20:51:31.627327 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-2d24c907-0f76-425a-8e47-3693dc85aa50 req-c460d89d-fc05-4ddc-aef1-e93e9f8b0f2e tempest-ServerDiskConfigTestJSON-473081836 tempest-ServerDiskConfigTestJSON-473081836-project] 10.222.0.42 "GET /v2.0/security-groups?id=527f07bd-3b7c-4e87-bb13-fa86b9490e28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1302044 Apr 18 20:51:31.639609 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.db [req-777a2f65-8b48-4eb3-9047-1990d6742a48 req-74f6d780-232d-4a27-afea-4059487ff72a service neutron] For port f4dd7e17-8c7e-42e7-a353-0e76f39e3926, host n-h1-838334-2, cleared binding levels {{(pid=84040) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 20:51:31.646249 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.db [req-777a2f65-8b48-4eb3-9047-1990d6742a48 req-74f6d780-232d-4a27-afea-4059487ff72a service neutron] For port f4dd7e17-8c7e-42e7-a353-0e76f39e3926, host n-h1-838334-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838334-2',level=0,port_id=f4dd7e17-8c7e-42e7-a353-0e76f39e3926,segment=NetworkSegment(30c19e44-4439-432e-8ba3-ae51f2f5bd90),segment_id=30c19e44-4439-432e-8ba3-ae51f2f5bd90)] {{(pid=84040) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 20:51:31.658155 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-d492a9d0-3b70-4021-ae65-0131ca9cbce6 req-c7297da6-7ec9-4bfe-8e4c-6462f0911466 tempest-ServerRescueTestJSON-1218824152 tempest-ServerRescueTestJSON-1218824152-project] 10.222.0.42 "GET /v2.0/security-groups?id=6f984221-1918-47e6-82e9-256972907b58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0997138 Apr 18 20:51:31.676301 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-777a2f65-8b48-4eb3-9047-1990d6742a48 req-74f6d780-232d-4a27-afea-4059487ff72a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32440959'] for port, after_update {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:31.720899 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-861bc141-0309-4012-9e9a-170f03c2b4c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750375259028', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750374836628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32266323'] for port, after_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:31.782005 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-861bc141-0309-4012-9e9a-170f03c2b4c1 admin admin] Pushing event deleted for resources: {'Port': ['ID=6dfd8e27-ef70-4230-b38f-550de7f4cfd8,revision_number=None']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:51:31.806278 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-777a2f65-8b48-4eb3-9047-1990d6742a48 req-74f6d780-232d-4a27-afea-4059487ff72a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217293'] for port, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:31.808048 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-777a2f65-8b48-4eb3-9047-1990d6742a48 req-74f6d780-232d-4a27-afea-4059487ff72a service neutron] 10.222.0.43 "PUT /v2.0/ports/f4dd7e17-8c7e-42e7-a353-0e76f39e3926 HTTP/1.1" status: 200 len: 1091 time: 2.0602362 Apr 18 20:51:31.816046 n-d-838334-2 neutron-server[84040]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dcaa8940-5af3-4c52-8583-5f195104de6b', 'tag': 'f4dd7e17-8c7e-42e7-a353-0e76f39e3926'}] {{(pid=84040) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 20:51:31.922109 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74f6d780-232d-4a27-afea-4059487ff72a service neutron] Pushing event updated for resources: {'Port': ['ID=f4dd7e17-8c7e-42e7-a353-0e76f39e3926,revision_number=3']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:51:31.997760 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ecb75c7-fc93-4071-bc54-8e5014bb1acc req-5bce5986-4ea7-4534-81b0-98f088f442ff tempest-ServerRescueNegativeTestJSON-1571656168 tempest-ServerRescueNegativeTestJSON-1571656168-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:51:31.999240 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-6ecb75c7-fc93-4071-bc54-8e5014bb1acc req-5bce5986-4ea7-4534-81b0-98f088f442ff tempest-ServerRescueNegativeTestJSON-1571656168 tempest-ServerRescueNegativeTestJSON-1571656168-project] 10.222.0.42 "GET /v2.0/ports?device_id=4ff552c3-29c6-4485-85ed-37e006aa7ada HTTP/1.1" status: 200 len: 946 time: 0.2395141 Apr 18 20:51:32.005313 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58bf7fb3-dbbd-4547-a07d-1fe530965b8d req-71f79f14-80e0-4d9a-ae44-62d2863dad20 tempest-ImagesOneServerNegativeTestJSON-1563611860 tempest-ImagesOneServerNegativeTestJSON-1563611860-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:51:32.006739 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-58bf7fb3-dbbd-4547-a07d-1fe530965b8d req-71f79f14-80e0-4d9a-ae44-62d2863dad20 tempest-ImagesOneServerNegativeTestJSON-1563611860 tempest-ImagesOneServerNegativeTestJSON-1563611860-project] 10.222.0.42 "GET /v2.0/ports?device_id=dcaa8940-5af3-4c52-8583-5f195104de6b HTTP/1.1" status: 200 len: 943 time: 0.2062230 Apr 18 20:51:32.011736 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-861bc141-0309-4012-9e9a-170f03c2b4c1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33444108'] for router_gateway, after_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:32.048975 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-777a2f65-8b48-4eb3-9047-1990d6742a48 req-0a9a6539-5066-49d4-ba15-ef0fa581f400 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=3c76d2c50aef4e4cbd335680d5ef1e1d&device_id=dcaa8940-5af3-4c52-8583-5f195104de6b HTTP/1.1" status: 200 len: 1094 time: 0.1821802 Apr 18 20:51:32.148667 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-777a2f65-8b48-4eb3-9047-1990d6742a48 req-966a4cdc-8b15-45bd-b851-0b8651ccb3c0 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f4dd7e17-8c7e-42e7-a353-0e76f39e3926 HTTP/1.1" status: 200 len: 217 time: 0.0914822 Apr 18 20:51:32.153441 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-6ecb75c7-fc93-4071-bc54-8e5014bb1acc req-e64644d0-6dca-4f31-90e3-9dcbdbdbbeb0 tempest-ServerRescueNegativeTestJSON-1571656168 tempest-ServerRescueNegativeTestJSON-1571656168-project] 10.222.0.42 "GET /v2.0/security-groups?id=fa6b5748-504b-4821-b3a0-7e61ca1810b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1446950 Apr 18 20:51:32.200210 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-58bf7fb3-dbbd-4547-a07d-1fe530965b8d req-2c665fc7-7a55-4287-89eb-cedc2fe98d59 tempest-ImagesOneServerNegativeTestJSON-1563611860 tempest-ImagesOneServerNegativeTestJSON-1563611860-project] 10.222.0.42 "GET /v2.0/security-groups?id=35685d16-429f-4b00-82f0-cda27d79d56c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1871848 Apr 18 20:51:32.239443 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-777a2f65-8b48-4eb3-9047-1990d6742a48 req-0e7742c8-fefc-43fd-927d-d1a70e631ec3 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:51:32.241518 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-777a2f65-8b48-4eb3-9047-1990d6742a48 req-0e7742c8-fefc-43fd-927d-d1a70e631ec3 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=aca04e13-8241-4a12-96f1-92050670baff HTTP/1.1" status: 200 len: 861 time: 0.0851769 Apr 18 20:51:32.243812 n-d-838334-2 neutron-server[84040]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4c53a4b2-99b6-4712-9bc7-5e1c29712810'] response: {'name': 'network-changed', 'server_uuid': 'dcaa8940-5af3-4c52-8583-5f195104de6b', 'tag': 'f4dd7e17-8c7e-42e7-a353-0e76f39e3926', 'status': 'completed', 'code': 200} Apr 18 20:51:32.279024 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-861bc141-0309-4012-9e9a-170f03c2b4c1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33443580', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5726'] for router, precommit_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:32.284340 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-861bc141-0309-4012-9e9a-170f03c2b4c1 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:32.311935 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-777a2f65-8b48-4eb3-9047-1990d6742a48 req-7d6d08e7-0574-4d69-b35c-ce9e14327598 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=94e6bcb8-e48f-4914-89f4-73f6d03f860a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0629764 Apr 18 20:51:32.316067 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-861bc141-0309-4012-9e9a-170f03c2b4c1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-33443408'] for router, after_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:32.317135 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-861bc141-0309-4012-9e9a-170f03c2b4c1 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 14fab50a-3e37-4758-ac2f-e4b0a64b91d8 {{(pid=84041) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 18 20:51:32.343759 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-861bc141-0309-4012-9e9a-170f03c2b4c1 admin admin] Notify callbacks [] for router, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:32.346368 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-861bc141-0309-4012-9e9a-170f03c2b4c1 admin admin] 10.222.0.42 "DELETE /v2.0/routers/14fab50a-3e37-4758-ac2f-e4b0a64b91d8 HTTP/1.1" status: 204 len: 168 time: 1.9001653 Apr 18 20:51:32.348121 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 47552) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:51:32.418899 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.db_base_plugin_v2 [None req-234ea20c-1f15-4bbb-b817-b433401e5a56 admin admin] Deleting subnet d44f0eef-ab44-4d2f-a08c-330a2cd17cc6 {{(pid=84041) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 18 20:51:32.423534 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-234ea20c-1f15-4bbb-b817-b433401e5a56 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:32.576578 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-234ea20c-1f15-4bbb-b817-b433401e5a56 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32266383'] for subnet, precommit_delete_associations {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:32.662552 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-234ea20c-1f15-4bbb-b817-b433401e5a56 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1260556'] for subnet, precommit_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:32.713694 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-777a2f65-8b48-4eb3-9047-1990d6742a48 req-2467ef31-e758-4bdc-af89-46643457c38b service neutron] 10.222.0.43 "GET /v2.0/networks/94e6bcb8-e48f-4914-89f4-73f6d03f860a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3939784 Apr 18 20:51:32.745771 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-234ea20c-1f15-4bbb-b817-b433401e5a56 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1260549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33526260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32266336', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32486390'] for subnet, after_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:32.785330 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-234ea20c-1f15-4bbb-b817-b433401e5a56 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d44f0eef-ab44-4d2f-a08c-330a2cd17cc6,revision_number=None']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:51:32.790346 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-234ea20c-1f15-4bbb-b817-b433401e5a56 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:32.799881 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-234ea20c-1f15-4bbb-b817-b433401e5a56 admin admin] 10.222.0.42 "DELETE /v2.0/subnets/d44f0eef-ab44-4d2f-a08c-330a2cd17cc6 HTTP/1.1" status: 204 len: 168 time: 0.4505801 Apr 18 20:51:32.801545 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-369baa04-1069-47b5-bb1c-5072a0f40776 None None] Network cb7d8d08-145d-4d13-ac88-081ac0f45bd8 requested from n-d-838334-2 {{(pid=84042) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 20:51:32.803441 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c9193a0-c371-4a96-b660-7cec81ee483e req-57596c4b-a3aa-4c1e-bc39-4da36b83857e tempest-ServerDiagnosticsNegativeTest-571589975 tempest-ServerDiagnosticsNegativeTest-571589975-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:51:32.804962 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-1c9193a0-c371-4a96-b660-7cec81ee483e req-57596c4b-a3aa-4c1e-bc39-4da36b83857e tempest-ServerDiagnosticsNegativeTest-571589975 tempest-ServerDiagnosticsNegativeTest-571589975-project] 10.222.0.42 "GET /v2.0/ports?device_id=384a7ad0-8134-4b96-91bc-c9cd457b6113 HTTP/1.1" status: 200 len: 950 time: 0.3764346 Apr 18 20:51:32.814473 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 47560) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:51:32.817612 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be63cc69-4dcc-481a-a3a8-a89085eee6dd req-451ac2c8-7ca9-4288-89bc-0df7d17a4249 tempest-ServerActionsTestJSON-2052644234 tempest-ServerActionsTestJSON-2052644234-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:51:32.819281 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-be63cc69-4dcc-481a-a3a8-a89085eee6dd req-451ac2c8-7ca9-4288-89bc-0df7d17a4249 tempest-ServerActionsTestJSON-2052644234 tempest-ServerActionsTestJSON-2052644234-project] 10.222.0.42 "GET /v2.0/ports?device_id=518b0850-99aa-4c7b-8e17-eb4ba00959c9 HTTP/1.1" status: 200 len: 946 time: 0.3816700 Apr 18 20:51:32.888013 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Device e90b00fe-59f0-4d30-947a-5172dd60083c no longer exists at agent ovs-agent-n-d-838334-2 {{(pid=84042) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 20:51:32.933922 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.plugin [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] No Port match for: e90b00fe-59f0-4d30-947a-5172dd60083c {{(pid=84042) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 18 20:51:32.934293 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Device e90b00fe-59f0-4d30-947a-5172dd60083c not bound to the agent host n-d-838334-2 {{(pid=84042) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 20:51:32.938301 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-1c9193a0-c371-4a96-b660-7cec81ee483e req-fafc6d0f-69e0-41bd-abc3-4da9bb9155cd tempest-ServerDiagnosticsNegativeTest-571589975 tempest-ServerDiagnosticsNegativeTest-571589975-project] 10.222.0.42 "GET /v2.0/security-groups?id=507d35ed-6a23-4117-9bad-8d5b58577ee5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1274536 Apr 18 20:51:32.939418 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-3fc02b09-0a08-49c9-980f-202d426bfae9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1103592'] for network, before_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:32.946699 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-be63cc69-4dcc-481a-a3a8-a89085eee6dd req-06bcb51f-de38-49c1-bb0b-26ce57701193 tempest-ServerActionsTestJSON-2052644234 tempest-ServerActionsTestJSON-2052644234-project] 10.222.0.42 "GET /v2.0/security-groups?id=5518633c-5bdd-41db-a1d5-749e9b6740a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1027184 Apr 18 20:51:32.949693 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-777a2f65-8b48-4eb3-9047-1990d6742a48 req-b7780377-a930-4975-a718-e0c2a3485289 service neutron] 10.222.0.43 "GET /v2.0/networks/94e6bcb8-e48f-4914-89f4-73f6d03f860a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2286239 Apr 18 20:51:32.957214 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.plugin [None req-3fc02b09-0a08-49c9-980f-202d426bfae9 admin admin] Deleting port 8709985b-0630-4316-a10d-6ec9258b0162 {{(pid=84041) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 20:51:32.957617 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-3fc02b09-0a08-49c9-980f-202d426bfae9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750375188691'] for port, before_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:33.196252 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-a75f31e5-ad29-4bc8-88a3-a9f1aca453a0 req-3686f591-efa8-41d2-ab98-f5073937ffd8 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=3c76d2c50aef4e4cbd335680d5ef1e1d&device_id=dcaa8940-5af3-4c52-8583-5f195104de6b HTTP/1.1" status: 200 len: 1094 time: 0.1626496 Apr 18 20:51:33.261825 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0a646fd-a656-42ca-bfa1-287fdcc381c7 None None] DHCP port deletion for cb7d8d08-145d-4d13-ac88-081ac0f45bd8 request from n-d-838334-2 {{(pid=84042) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 18 20:51:33.266051 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.db [None req-3fc02b09-0a08-49c9-980f-202d426bfae9 admin admin] For port 8709985b-0630-4316-a10d-6ec9258b0162, host n-d-838334-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838334-2',level=0,port_id=8709985b-0630-4316-a10d-6ec9258b0162,segment=NetworkSegment(3624f5a6-e1be-4270-a9aa-fb8201017ba1),segment_id=3624f5a6-e1be-4270-a9aa-fb8201017ba1)] {{(pid=84041) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:51:33.266402 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-3fc02b09-0a08-49c9-980f-202d426bfae9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369123'] for port, precommit_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:33.267396 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.plugin [None req-d0a646fd-a656-42ca-bfa1-287fdcc381c7 None None] Deleting port 8709985b-0630-4316-a10d-6ec9258b0162 {{(pid=84042) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 20:51:33.268176 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-d0a646fd-a656-42ca-bfa1-287fdcc381c7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750375188691'] for port, before_delete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:33.333731 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b875f53-78fb-4165-a960-02a10c973be4 req-bdf40548-2d6a-42c5-9d1c-4c7a6d9028d7 tempest-ServerRescueTestJSON-1218824152 tempest-ServerRescueTestJSON-1218824152-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:51:33.335187 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-6b875f53-78fb-4165-a960-02a10c973be4 req-bdf40548-2d6a-42c5-9d1c-4c7a6d9028d7 tempest-ServerRescueTestJSON-1218824152 tempest-ServerRescueTestJSON-1218824152-project] 10.222.0.42 "GET /v2.0/ports?device_id=f3f5b6ba-19be-423a-a9fa-48c3bbcdc95d HTTP/1.1" status: 200 len: 945 time: 0.2080147 Apr 18 20:51:33.404618 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.plugin [None req-3fc02b09-0a08-49c9-980f-202d426bfae9 admin admin] Calling delete_port for 8709985b-0630-4316-a10d-6ec9258b0162 owned by network:dhcp {{(pid=84041) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 20:51:33.444214 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a75f31e5-ad29-4bc8-88a3-a9f1aca453a0 req-fbd91b34-296e-4e80-9793-876b2c9c440e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:51:33.445665 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-a75f31e5-ad29-4bc8-88a3-a9f1aca453a0 req-fbd91b34-296e-4e80-9793-876b2c9c440e service neutron] 10.222.0.43 "GET /v2.0/networks?id=94e6bcb8-e48f-4914-89f4-73f6d03f860a HTTP/1.1" status: 200 len: 922 time: 0.2386711 Apr 18 20:51:33.460205 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-6b875f53-78fb-4165-a960-02a10c973be4 req-1b445a71-a09a-43ff-92d9-30b38b11ab63 tempest-ServerRescueTestJSON-1218824152 tempest-ServerRescueTestJSON-1218824152-project] 10.222.0.42 "GET /v2.0/security-groups?id=6f984221-1918-47e6-82e9-256972907b58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1179976 Apr 18 20:51:33.498079 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-3fc02b09-0a08-49c9-980f-202d426bfae9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750375259028', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750374836628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32266323'] for port, after_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:33.502342 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-d0a646fd-a656-42ca-bfa1-287fdcc381c7 None None] For port 8709985b-0630-4316-a10d-6ec9258b0162, host n-d-838334-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838334-2',level=0,port_id=8709985b-0630-4316-a10d-6ec9258b0162,segment=NetworkSegment(3624f5a6-e1be-4270-a9aa-fb8201017ba1),segment_id=3624f5a6-e1be-4270-a9aa-fb8201017ba1)] {{(pid=84042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:51:33.502865 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-d0a646fd-a656-42ca-bfa1-287fdcc381c7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369123'] for port, precommit_delete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:33.544774 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-a75f31e5-ad29-4bc8-88a3-a9f1aca453a0 req-62b41f56-1ada-42e9-aed1-35761b53fd53 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f4dd7e17-8c7e-42e7-a353-0e76f39e3926 HTTP/1.1" status: 200 len: 217 time: 0.0828168 Apr 18 20:51:33.554249 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fc02b09-0a08-49c9-980f-202d426bfae9 admin admin] Pushing event deleted for resources: {'Port': ['ID=8709985b-0630-4316-a10d-6ec9258b0162,revision_number=None']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:51:33.565040 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fc02b09-0a08-49c9-980f-202d426bfae9 admin admin] No DVR routers for this DVR port 8709985b-0630-4316-a10d-6ec9258b0162 on host n-d-838334-2 {{(pid=84041) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 20:51:33.628289 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a75f31e5-ad29-4bc8-88a3-a9f1aca453a0 req-cdf2e133-5dc8-4605-ae5d-a56689102eb0 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:51:33.629894 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-a75f31e5-ad29-4bc8-88a3-a9f1aca453a0 req-cdf2e133-5dc8-4605-ae5d-a56689102eb0 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=aca04e13-8241-4a12-96f1-92050670baff HTTP/1.1" status: 200 len: 861 time: 0.0747790 Apr 18 20:51:33.638592 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.plugin [None req-d0a646fd-a656-42ca-bfa1-287fdcc381c7 None None] Calling delete_port for 8709985b-0630-4316-a10d-6ec9258b0162 owned by network:dhcp {{(pid=84042) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 20:51:33.639500 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70e48271-25f5-4281-b972-7f22e04f9ddc req-47084971-d05d-42f9-b085-3ec138cb26c8 tempest-ServerDiskConfigTestJSON-473081836 tempest-ServerDiskConfigTestJSON-473081836-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:51:33.647558 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-70e48271-25f5-4281-b972-7f22e04f9ddc req-47084971-d05d-42f9-b085-3ec138cb26c8 tempest-ServerDiskConfigTestJSON-473081836 tempest-ServerDiskConfigTestJSON-473081836-project] 10.222.0.42 "GET /v2.0/ports?device_id=a7138a91-794f-4762-9c64-6037cebee7da HTTP/1.1" status: 200 len: 946 time: 0.5344245 Apr 18 20:51:33.692584 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750375287399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253529'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:33.697031 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-3fc02b09-0a08-49c9-980f-202d426bfae9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1258905', 'neutron.services.segments.db._delete_segments_for_network-8750375287417'] for network, precommit_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:33.724213 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.db.api [None req-d0a646fd-a656-42ca-bfa1-287fdcc381c7 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84042) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 18 20:51:33.724735 n-d-838334-2 neutron-server[84042]: DEBUG oslo_db.api [None req-d0a646fd-a656-42ca-bfa1-287fdcc381c7 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 18 20:51:33.726028 n-d-838334-2 neutron-server[84041]: DEBUG neutron.services.segments.db [None req-3fc02b09-0a08-49c9-980f-202d426bfae9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cb7d8d08-145d-4d13-ac88-081ac0f45bd8']}} {{(pid=84041) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:51:33.739013 n-d-838334-2 neutron-server[84041]: DEBUG neutron.services.segments.db [None req-3fc02b09-0a08-49c9-980f-202d426bfae9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3624f5a6-e1be-4270-a9aa-fb8201017ba1') {'for_net_delete': True} {{(pid=84041) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:51:33.739228 n-d-838334-2 neutron-server[84041]: DEBUG neutron.services.segments.db [None req-3fc02b09-0a08-49c9-980f-202d426bfae9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3624f5a6-e1be-4270-a9aa-fb8201017ba1') {} {{(pid=84041) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:51:33.750323 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-3fc02b09-0a08-49c9-980f-202d426bfae9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750375287300', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32268156'] for segment, before_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:33.766802 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-3fc02b09-0a08-49c9-980f-202d426bfae9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1082986'] for segment, precommit_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:33.771830 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-a75f31e5-ad29-4bc8-88a3-a9f1aca453a0 req-5f2b1503-7e94-406a-80be-3c8005ceb12e service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=94e6bcb8-e48f-4914-89f4-73f6d03f860a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1000190 Apr 18 20:51:33.774099 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3fc02b09-0a08-49c9-980f-202d426bfae9 admin admin] Releasing vlan 399 on physical network physnet1 to pool {{(pid=84041) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 18 20:51:33.774490 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-3fc02b09-0a08-49c9-980f-202d426bfae9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1082993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32266254'] for segment, after_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:33.788263 n-d-838334-2 neutron-server[84041]: Traceback (most recent call last): Apr 18 20:51:33.788263 n-d-838334-2 neutron-server[84041]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 18 20:51:33.788263 n-d-838334-2 neutron-server[84041]: timer() Apr 18 20:51:33.788263 n-d-838334-2 neutron-server[84041]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 20:51:33.788263 n-d-838334-2 neutron-server[84041]: cb(*args, **kw) Apr 18 20:51:33.788263 n-d-838334-2 neutron-server[84041]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 18 20:51:33.788263 n-d-838334-2 neutron-server[84041]: return func(*args, **kwargs) Apr 18 20:51:33.788263 n-d-838334-2 neutron-server[84041]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 20:51:33.788263 n-d-838334-2 neutron-server[84041]: self._notify() Apr 18 20:51:33.788263 n-d-838334-2 neutron-server[84041]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 20:51:33.788263 n-d-838334-2 neutron-server[84041]: self.callback(batched_events) Apr 18 20:51:33.788263 n-d-838334-2 neutron-server[84041]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 20:51:33.788263 n-d-838334-2 neutron-server[84041]: event.method(event) Apr 18 20:51:33.788263 n-d-838334-2 neutron-server[84041]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 18 20:51:33.788263 n-d-838334-2 neutron-server[84041]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 20:51:33.788263 n-d-838334-2 neutron-server[84041]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 18 20:51:33.788263 n-d-838334-2 neutron-server[84041]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 20:51:33.788263 n-d-838334-2 neutron-server[84041]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 18 20:51:33.788263 n-d-838334-2 neutron-server[84041]: return f(self, *a, **k) Apr 18 20:51:33.788263 n-d-838334-2 neutron-server[84041]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 18 20:51:33.788263 n-d-838334-2 neutron-server[84041]: return self._get(url).json() Apr 18 20:51:33.788263 n-d-838334-2 neutron-server[84041]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 18 20:51:33.788263 n-d-838334-2 neutron-server[84041]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 20:51:33.788263 n-d-838334-2 neutron-server[84041]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 18 20:51:33.788263 n-d-838334-2 neutron-server[84041]: return self.request(url, 'GET', **kwargs) Apr 18 20:51:33.788263 n-d-838334-2 neutron-server[84041]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 18 20:51:33.788263 n-d-838334-2 neutron-server[84041]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 20:51:33.788263 n-d-838334-2 neutron-server[84041]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 18 20:51:33.788263 n-d-838334-2 neutron-server[84041]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 20:51:33.788263 n-d-838334-2 neutron-server[84041]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 18 20:51:33.788263 n-d-838334-2 neutron-server[84041]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 20:51:33.788263 n-d-838334-2 neutron-server[84041]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 20:51:33.805638 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-70e48271-25f5-4281-b972-7f22e04f9ddc req-eb947029-cf54-403d-83a0-71de8db8c69a tempest-ServerDiskConfigTestJSON-473081836 tempest-ServerDiskConfigTestJSON-473081836-project] 10.222.0.42 "GET /v2.0/security-groups?id=527f07bd-3b7c-4e87-bb13-fa86b9490e28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1571109 Apr 18 20:51:33.868021 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-3fc02b09-0a08-49c9-980f-202d426bfae9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1258898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33526109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33444113'] for network, after_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:33.884839 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-3fc02b09-0a08-49c9-980f-202d426bfae9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32378031'] for network, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:33.895865 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fc02b09-0a08-49c9-980f-202d426bfae9 admin admin] Pushing event deleted for resources: {'Network': ['ID=cb7d8d08-145d-4d13-ac88-081ac0f45bd8,revision_number=None']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:51:33.912605 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-3fc02b09-0a08-49c9-980f-202d426bfae9 admin admin] 10.222.0.42 "DELETE /v2.0/networks/cb7d8d08-145d-4d13-ac88-081ac0f45bd8 HTTP/1.1" status: 204 len: 168 time: 1.0944533 Apr 18 20:51:33.923766 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67ef6b3b-c0c0-4c57-a48f-b094d38651ca req-d3f601c7-3aed-4a53-a899-d2e67b8c2dee tempest-ServerRescueNegativeTestJSON-1571656168 tempest-ServerRescueNegativeTestJSON-1571656168-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:51:33.925217 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-67ef6b3b-c0c0-4c57-a48f-b094d38651ca req-d3f601c7-3aed-4a53-a899-d2e67b8c2dee tempest-ServerRescueNegativeTestJSON-1571656168 tempest-ServerRescueNegativeTestJSON-1571656168-project] 10.222.0.42 "GET /v2.0/ports?device_id=4ff552c3-29c6-4485-85ed-37e006aa7ada HTTP/1.1" status: 200 len: 946 time: 0.2060709 Apr 18 20:51:34.015784 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-a75f31e5-ad29-4bc8-88a3-a9f1aca453a0 req-88814b85-868e-49d2-ac5f-55142225c44c service neutron] 10.222.0.43 "GET /v2.0/networks/94e6bcb8-e48f-4914-89f4-73f6d03f860a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2369063 Apr 18 20:51:34.061511 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-67ef6b3b-c0c0-4c57-a48f-b094d38651ca req-b51759ad-1d38-484c-bc96-8fd743a95de1 tempest-ServerRescueNegativeTestJSON-1571656168 tempest-ServerRescueNegativeTestJSON-1571656168-project] 10.222.0.42 "GET /v2.0/security-groups?id=fa6b5748-504b-4821-b3a0-7e61ca1810b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1216133 Apr 18 20:51:34.146841 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 47580) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:51:34.153886 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1e7b6a5-59fd-45dd-a598-146675679e2c req-a494fffb-890b-4579-9610-3cf6bd9fb492 tempest-ImagesOneServerNegativeTestJSON-1563611860 tempest-ImagesOneServerNegativeTestJSON-1563611860-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:51:34.155350 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-f1e7b6a5-59fd-45dd-a598-146675679e2c req-a494fffb-890b-4579-9610-3cf6bd9fb492 tempest-ImagesOneServerNegativeTestJSON-1563611860 tempest-ImagesOneServerNegativeTestJSON-1563611860-project] 10.222.0.42 "GET /v2.0/ports?device_id=dcaa8940-5af3-4c52-8583-5f195104de6b HTTP/1.1" status: 200 len: 943 time: 0.2254262 Apr 18 20:51:34.198769 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-a75f31e5-ad29-4bc8-88a3-a9f1aca453a0 req-54c69b75-95e7-4a94-b885-43d5f7b8d94c service neutron] 10.222.0.43 "GET /v2.0/networks/94e6bcb8-e48f-4914-89f4-73f6d03f860a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1754377 Apr 18 20:51:34.209079 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-f5d6494b-6672-471b-9681-81e3448ba6ab admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=c80440892626468bbe8c78e37bd025d1&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0587826 Apr 18 20:51:34.209419 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 47584) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:51:34.226356 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.plugin [None req-d0a646fd-a656-42ca-bfa1-287fdcc381c7 None None] Deleting port 8709985b-0630-4316-a10d-6ec9258b0162 {{(pid=84042) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 20:51:34.226923 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-d0a646fd-a656-42ca-bfa1-287fdcc381c7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750375188691'] for port, before_delete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:34.247127 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-f1e7b6a5-59fd-45dd-a598-146675679e2c req-ab95f913-6dd4-4238-977f-ab0838506fcf tempest-ImagesOneServerNegativeTestJSON-1563611860 tempest-ImagesOneServerNegativeTestJSON-1563611860-project] 10.222.0.42 "GET /v2.0/security-groups?id=35685d16-429f-4b00-82f0-cda27d79d56c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0797570 Apr 18 20:51:34.285405 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-a17a3d96-3d7e-42c7-93ef-53bd7c1d82ca admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:34.303444 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.plugin [None req-d0a646fd-a656-42ca-bfa1-287fdcc381c7 None None] The port '8709985b-0630-4316-a10d-6ec9258b0162' was deleted {{(pid=84042) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 18 20:51:34.318164 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-a17a3d96-3d7e-42c7-93ef-53bd7c1d82ca admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:34.377808 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-a17a3d96-3d7e-42c7-93ef-53bd7c1d82ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33528224'] for security_group, after_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:34.402288 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a17a3d96-3d7e-42c7-93ef-53bd7c1d82ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9a8ab6f-deb6-49ab-ad0d-7e4dcedbcb13,revision_number=None']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:51:34.411452 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-a17a3d96-3d7e-42c7-93ef-53bd7c1d82ca admin admin] Notify callbacks [] for security_group, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:34.415050 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-a17a3d96-3d7e-42c7-93ef-53bd7c1d82ca admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/e9a8ab6f-deb6-49ab-ad0d-7e4dcedbcb13 HTTP/1.1" status: 204 len: 168 time: 0.2024074 Apr 18 20:51:34.478696 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccf3db91-716b-4e0a-8b22-faf8bf34bafb req-a2cc9e5f-a964-4c92-9252-6d3acfb0d093 tempest-ServerActionsTestJSON-2052644234 tempest-ServerActionsTestJSON-2052644234-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:51:34.480734 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-ccf3db91-716b-4e0a-8b22-faf8bf34bafb req-a2cc9e5f-a964-4c92-9252-6d3acfb0d093 tempest-ServerActionsTestJSON-2052644234 tempest-ServerActionsTestJSON-2052644234-project] 10.222.0.42 "GET /v2.0/ports?device_id=518b0850-99aa-4c7b-8e17-eb4ba00959c9 HTTP/1.1" status: 200 len: 946 time: 0.1010566 Apr 18 20:51:34.533709 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-ccf3db91-716b-4e0a-8b22-faf8bf34bafb req-54f4c4f1-87cc-419e-a694-9594f9def474 tempest-ServerActionsTestJSON-2052644234 tempest-ServerActionsTestJSON-2052644234-project] 10.222.0.42 "GET /v2.0/security-groups?id=5518633c-5bdd-41db-a1d5-749e9b6740a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444732 Apr 18 20:51:34.741625 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0fff0a1-fd83-433c-82c0-93161cc2a575 req-45e41113-4f7f-4da3-a37d-1018676aab2e tempest-ServerDiagnosticsNegativeTest-571589975 tempest-ServerDiagnosticsNegativeTest-571589975-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:51:34.743296 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-a0fff0a1-fd83-433c-82c0-93161cc2a575 req-45e41113-4f7f-4da3-a37d-1018676aab2e tempest-ServerDiagnosticsNegativeTest-571589975 tempest-ServerDiagnosticsNegativeTest-571589975-project] 10.222.0.42 "GET /v2.0/ports?device_id=384a7ad0-8134-4b96-91bc-c9cd457b6113 HTTP/1.1" status: 200 len: 950 time: 0.0839791 Apr 18 20:51:34.832804 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Device 8709985b-0630-4316-a10d-6ec9258b0162 no longer exists at agent ovs-agent-n-d-838334-2 {{(pid=84042) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 20:51:34.871435 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.plugin [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] No Port match for: 8709985b-0630-4316-a10d-6ec9258b0162 {{(pid=84042) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 18 20:51:34.872011 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Device 8709985b-0630-4316-a10d-6ec9258b0162 not bound to the agent host n-d-838334-2 {{(pid=84042) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 20:51:34.907451 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-f3621f56-d247-47d3-a7b3-0ac4d078eac5 req-e391f15c-3fc0-44ed-a23b-fdda6fb6a485 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=f9a0b0412d2042448fe0968cc5e47ae5&device_id=4ff552c3-29c6-4485-85ed-37e006aa7ada HTTP/1.1" status: 200 len: 1097 time: 0.1056325 Apr 18 20:51:34.933539 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-a0fff0a1-fd83-433c-82c0-93161cc2a575 req-9e9639c2-3aac-464f-80bb-576946ebce5d tempest-ServerDiagnosticsNegativeTest-571589975 tempest-ServerDiagnosticsNegativeTest-571589975-project] 10.222.0.42 "GET /v2.0/security-groups?id=507d35ed-6a23-4117-9bad-8d5b58577ee5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1767707 Apr 18 20:51:35.036017 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed91be64-58cb-4a54-8fb5-2b4c1db1152b req-99083021-ea29-4cba-9a8c-61d92bfc278e tempest-ServerRescueTestJSON-1218824152 tempest-ServerRescueTestJSON-1218824152-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:51:35.037492 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-ed91be64-58cb-4a54-8fb5-2b4c1db1152b req-99083021-ea29-4cba-9a8c-61d92bfc278e tempest-ServerRescueTestJSON-1218824152 tempest-ServerRescueTestJSON-1218824152-project] 10.222.0.42 "GET /v2.0/ports?device_id=f3f5b6ba-19be-423a-a9fa-48c3bbcdc95d HTTP/1.1" status: 200 len: 945 time: 0.1030872 Apr 18 20:51:35.103877 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3621f56-d247-47d3-a7b3-0ac4d078eac5 req-c6cc30e1-8898-4ab9-80f9-a88ad9671808 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:51:35.105381 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-f3621f56-d247-47d3-a7b3-0ac4d078eac5 req-c6cc30e1-8898-4ab9-80f9-a88ad9671808 service neutron] 10.222.0.48 "GET /v2.0/networks?id=9956df45-2736-4a4c-9815-b894d9a44160 HTTP/1.1" status: 200 len: 920 time: 0.1834588 Apr 18 20:51:35.192149 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5898849f-1cdd-4645-b2f9-e191e91db271 req-1963ca78-9242-4eb5-838a-3effd0a4fe74 tempest-ServerRescueNegativeTestJSON-1571656168 tempest-ServerRescueNegativeTestJSON-1571656168-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:51:35.193852 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-5898849f-1cdd-4645-b2f9-e191e91db271 req-1963ca78-9242-4eb5-838a-3effd0a4fe74 tempest-ServerRescueNegativeTestJSON-1571656168 tempest-ServerRescueNegativeTestJSON-1571656168-project] 10.222.0.42 "GET /v2.0/ports?device_id=4ff552c3-29c6-4485-85ed-37e006aa7ada HTTP/1.1" status: 200 len: 946 time: 0.0903060 Apr 18 20:51:35.246716 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-5898849f-1cdd-4645-b2f9-e191e91db271 req-7d12ff5b-ce75-487e-b31a-ccc2e20381f5 tempest-ServerRescueNegativeTestJSON-1571656168 tempest-ServerRescueNegativeTestJSON-1571656168-project] 10.222.0.42 "GET /v2.0/security-groups?id=fa6b5748-504b-4821-b3a0-7e61ca1810b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470927 Apr 18 20:51:35.310946 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-f3621f56-d247-47d3-a7b3-0ac4d078eac5 req-0757fd2b-9175-4130-8c01-84666288e350 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=fb7119a0-c8a1-4fe0-936c-acad85ca6c01 HTTP/1.1" status: 200 len: 217 time: 0.1916230 Apr 18 20:51:35.356085 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-ed91be64-58cb-4a54-8fb5-2b4c1db1152b req-24aaeee5-d911-4e22-a657-aa342074bbc7 tempest-ServerRescueTestJSON-1218824152 tempest-ServerRescueTestJSON-1218824152-project] 10.222.0.42 "GET /v2.0/security-groups?id=6f984221-1918-47e6-82e9-256972907b58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3112221 Apr 18 20:51:35.380849 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3621f56-d247-47d3-a7b3-0ac4d078eac5 req-19bf1af5-9c4e-4881-b418-5b1736bea6ad service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:51:35.382845 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-f3621f56-d247-47d3-a7b3-0ac4d078eac5 req-19bf1af5-9c4e-4881-b418-5b1736bea6ad service neutron] 10.222.0.48 "GET /v2.0/subnets?id=e000ef4a-9553-4d5a-aa5c-e55a867fcd65 HTTP/1.1" status: 200 len: 858 time: 0.0646126 Apr 18 20:51:35.478119 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-f3621f56-d247-47d3-a7b3-0ac4d078eac5 req-7f7bc6f9-2731-4ce4-a52f-12775439ef39 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=9956df45-2736-4a4c-9815-b894d9a44160&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0790405 Apr 18 20:51:35.482152 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4893d52-1b79-4a16-835b-9bec99457a2b req-f14e45f1-1d12-47bb-9458-e8eebaf6dbbd tempest-ServerDiskConfigTestJSON-473081836 tempest-ServerDiskConfigTestJSON-473081836-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:51:35.484005 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-c4893d52-1b79-4a16-835b-9bec99457a2b req-f14e45f1-1d12-47bb-9458-e8eebaf6dbbd tempest-ServerDiskConfigTestJSON-473081836 tempest-ServerDiskConfigTestJSON-473081836-project] 10.222.0.42 "GET /v2.0/ports?device_id=a7138a91-794f-4762-9c64-6037cebee7da HTTP/1.1" status: 200 len: 946 time: 0.1050971 Apr 18 20:51:35.509123 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 47618) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:51:35.597778 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-c4893d52-1b79-4a16-835b-9bec99457a2b req-a9c4797e-0971-46aa-ab1b-3ec3884eac28 tempest-ServerDiskConfigTestJSON-473081836 tempest-ServerDiskConfigTestJSON-473081836-project] 10.222.0.42 "GET /v2.0/security-groups?id=527f07bd-3b7c-4e87-bb13-fa86b9490e28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0780227 Apr 18 20:51:35.612279 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f73e585-f9d2-496b-9e6b-07a901a8c239 req-842452aa-4f6a-4ac4-b977-517b8fc6d1f8 tempest-ImagesOneServerNegativeTestJSON-1563611860 tempest-ImagesOneServerNegativeTestJSON-1563611860-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:51:35.615713 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-8f73e585-f9d2-496b-9e6b-07a901a8c239 req-842452aa-4f6a-4ac4-b977-517b8fc6d1f8 tempest-ImagesOneServerNegativeTestJSON-1563611860 tempest-ImagesOneServerNegativeTestJSON-1563611860-project] 10.222.0.42 "GET /v2.0/ports?device_id=dcaa8940-5af3-4c52-8583-5f195104de6b HTTP/1.1" status: 200 len: 943 time: 0.1405780 Apr 18 20:51:35.655572 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-f3621f56-d247-47d3-a7b3-0ac4d078eac5 req-72e82ab6-3d36-40cb-920e-478c433386cb service neutron] 10.222.0.48 "GET /v2.0/networks/9956df45-2736-4a4c-9815-b894d9a44160?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1667926 Apr 18 20:51:35.684885 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-8f73e585-f9d2-496b-9e6b-07a901a8c239 req-cc810cf4-160b-4d8e-89a0-3a313f33de08 tempest-ImagesOneServerNegativeTestJSON-1563611860 tempest-ImagesOneServerNegativeTestJSON-1563611860-project] 10.222.0.42 "GET /v2.0/security-groups?id=35685d16-429f-4b00-82f0-cda27d79d56c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623257 Apr 18 20:51:35.743134 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.v2.base [None req-e209edb4-a746-4df5-acaf-d7c481b16ede admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest_v242-1399453-network', 'tenant_id': '9feceef4d3df4daeb6497a95fbe12eb7'}} {{(pid=84041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 20:51:35.758166 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-e209edb4-a746-4df5-acaf-d7c481b16ede admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:51:35.765221 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-e209edb4-a746-4df5-acaf-d7c481b16ede admin admin] Usage tracker for resource:network and tenant:9feceef4d3df4daeb6497a95fbe12eb7 is out of sync, need to count used quota {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:51:35.769457 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-e209edb4-a746-4df5-acaf-d7c481b16ede admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:51:35.779932 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-e209edb4-a746-4df5-acaf-d7c481b16ede admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:51:35.818976 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e209edb4-a746-4df5-acaf-d7c481b16ede admin admin] Made reservation on behalf of 9feceef4d3df4daeb6497a95fbe12eb7 for: {'network': 1} {{(pid=84041) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:51:35.825527 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-e209edb4-a746-4df5-acaf-d7c481b16ede admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for network, before_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:35.842017 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-f3621f56-d247-47d3-a7b3-0ac4d078eac5 req-d8bb5e68-7437-4ae8-8b72-2f1cd2aba7cf service neutron] 10.222.0.48 "GET /v2.0/networks/9956df45-2736-4a4c-9815-b894d9a44160?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1776605 Apr 18 20:51:35.842729 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-e209edb4-a746-4df5-acaf-d7c481b16ede admin admin] Notify callbacks [] for security_group, before_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:35.877094 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-e209edb4-a746-4df5-acaf-d7c481b16ede admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:51:35.882040 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-e209edb4-a746-4df5-acaf-d7c481b16ede admin admin] Usage tracker for resource:security_group_rule and tenant:9feceef4d3df4daeb6497a95fbe12eb7 is out of sync, need to count used quota {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:51:35.885341 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-e209edb4-a746-4df5-acaf-d7c481b16ede admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:51:35.890236 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1c28f91-5fa1-4310-85e6-cf20e823f9cc req-c129c408-5578-4c1b-aa12-7d73f921a6b1 tempest-ServerActionsTestJSON-2052644234 tempest-ServerActionsTestJSON-2052644234-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:51:35.892316 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-e209edb4-a746-4df5-acaf-d7c481b16ede admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:51:35.892490 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-d1c28f91-5fa1-4310-85e6-cf20e823f9cc req-c129c408-5578-4c1b-aa12-7d73f921a6b1 tempest-ServerActionsTestJSON-2052644234 tempest-ServerActionsTestJSON-2052644234-project] 10.222.0.42 "GET /v2.0/ports?device_id=518b0850-99aa-4c7b-8e17-eb4ba00959c9 HTTP/1.1" status: 200 len: 946 time: 0.1445506 Apr 18 20:51:35.899059 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d52d9f3e-bcc2-4ba9-8cbc-e0940d01da7c req-fe5c71ee-dcda-4553-ad43-fa9a10b852f4 tempest-ServerDiagnosticsNegativeTest-571589975 tempest-ServerDiagnosticsNegativeTest-571589975-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:51:35.900500 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-d52d9f3e-bcc2-4ba9-8cbc-e0940d01da7c req-fe5c71ee-dcda-4553-ad43-fa9a10b852f4 tempest-ServerDiagnosticsNegativeTest-571589975 tempest-ServerDiagnosticsNegativeTest-571589975-project] 10.222.0.43 "GET /v2.0/ports?device_id=384a7ad0-8134-4b96-91bc-c9cd457b6113 HTTP/1.1" status: 200 len: 950 time: 0.1210551 Apr 18 20:51:35.967509 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-e209edb4-a746-4df5-acaf-d7c481b16ede admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:35.972540 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-e209edb4-a746-4df5-acaf-d7c481b16ede admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33528224'] for security_group, after_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:36.003324 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e209edb4-a746-4df5-acaf-d7c481b16ede admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=90f86da5-60b0-4e29-8e55-fe6cf6b75c5e,revision_number=1']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:51:36.005656 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-d1c28f91-5fa1-4310-85e6-cf20e823f9cc req-b60734c7-cbb5-443d-9c4a-3964cd0ebbea tempest-ServerActionsTestJSON-2052644234 tempest-ServerActionsTestJSON-2052644234-project] 10.222.0.42 "GET /v2.0/security-groups?id=5518633c-5bdd-41db-a1d5-749e9b6740a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1041479 Apr 18 20:51:36.008902 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.plugin [req-d52d9f3e-bcc2-4ba9-8cbc-e0940d01da7c req-edb0e2bf-ce5c-442b-91c0-eb050641e6cc tempest-ServerDiagnosticsNegativeTest-571589975 tempest-ServerDiagnosticsNegativeTest-571589975-project] Deleting port 7b095a9e-d7d8-4bdf-9d5a-820db1454c31 {{(pid=84040) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 20:51:36.009157 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-d52d9f3e-bcc2-4ba9-8cbc-e0940d01da7c req-edb0e2bf-ce5c-442b-91c0-eb050641e6cc tempest-ServerDiagnosticsNegativeTest-571589975 tempest-ServerDiagnosticsNegativeTest-571589975-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750375188691'] for port, before_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:36.015357 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e209edb4-a746-4df5-acaf-d7c481b16ede admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 368} {{(pid=84041) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 20:51:36.025746 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-e209edb4-a746-4df5-acaf-d7c481b16ede admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1082986'] for segment, precommit_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:36.026073 n-d-838334-2 neutron-server[84041]: INFO neutron.db.segments_db [None req-e209edb4-a746-4df5-acaf-d7c481b16ede admin admin] Added segment 7582242a-4f72-43cd-a953-535724a2b5da of type vlan for network 8b393fb4-fb14-414f-9fb0-af85f5d2a52f Apr 18 20:51:36.054150 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-e209edb4-a746-4df5-acaf-d7c481b16ede admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750374825732'] for network, precommit_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:36.089765 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-e209edb4-a746-4df5-acaf-d7c481b16ede admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33526109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022'] for network, after_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:36.090589 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e209edb4-a746-4df5-acaf-d7c481b16ede admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:51:36.091222 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-e209edb4-a746-4df5-acaf-d7c481b16ede admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32378031'] for network, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:36.206451 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-e209edb4-a746-4df5-acaf-d7c481b16ede admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.6962733 Apr 18 20:51:36.210118 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e209edb4-a746-4df5-acaf-d7c481b16ede admin admin] Pushing event updated for resources: {'Network': ['ID=8b393fb4-fb14-414f-9fb0-af85f5d2a52f,revision_number=1']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:51:36.212034 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 47630) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:51:36.217680 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.v2.base [None req-a4f77e7a-ba46-4947-9c59-65df0c48b770 admin admin] Request body: {'subnet': {'network_id': '8b393fb4-fb14-414f-9fb0-af85f5d2a52f', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest_v242-1399453-subnet', 'tenant_id': '9feceef4d3df4daeb6497a95fbe12eb7', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=84041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 20:51:36.221409 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Network 8b393fb4-fb14-414f-9fb0-af85f5d2a52f details requested by agent ovs-agent-n-d-838334-2 with host n-d-838334-2 {{(pid=84042) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 18 20:51:36.222815 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-a4f77e7a-ba46-4947-9c59-65df0c48b770 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:51:36.226571 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-a4f77e7a-ba46-4947-9c59-65df0c48b770 admin admin] Usage tracker for resource:subnet and tenant:9feceef4d3df4daeb6497a95fbe12eb7 is out of sync, need to count used quota {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:51:36.229390 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-a4f77e7a-ba46-4947-9c59-65df0c48b770 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:51:36.234982 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-a4f77e7a-ba46-4947-9c59-65df0c48b770 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:51:36.247556 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a4f77e7a-ba46-4947-9c59-65df0c48b770 admin admin] Made reservation on behalf of 9feceef4d3df4daeb6497a95fbe12eb7 for: {'subnet': 1} {{(pid=84041) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:51:36.250418 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-a4f77e7a-ba46-4947-9c59-65df0c48b770 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32486301'] for subnet, before_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:36.331347 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e875dc7-98b7-44c6-a26c-e81555d85d7a req-b3c3f48e-8d9e-4d4b-9976-781fb91e4178 tempest-ServerDiagnosticsNegativeTest-571589975 tempest-ServerDiagnosticsNegativeTest-571589975-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:51:36.332860 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-2e875dc7-98b7-44c6-a26c-e81555d85d7a req-b3c3f48e-8d9e-4d4b-9976-781fb91e4178 tempest-ServerDiagnosticsNegativeTest-571589975 tempest-ServerDiagnosticsNegativeTest-571589975-project] 10.222.0.42 "GET /v2.0/ports?device_id=384a7ad0-8134-4b96-91bc-c9cd457b6113 HTTP/1.1" status: 200 len: 950 time: 0.2139719 Apr 18 20:51:36.356312 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.db [req-d52d9f3e-bcc2-4ba9-8cbc-e0940d01da7c req-edb0e2bf-ce5c-442b-91c0-eb050641e6cc tempest-ServerDiagnosticsNegativeTest-571589975 tempest-ServerDiagnosticsNegativeTest-571589975-project] For port 7b095a9e-d7d8-4bdf-9d5a-820db1454c31, host n-h1-838334-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838334-2',level=0,port_id=7b095a9e-d7d8-4bdf-9d5a-820db1454c31,segment=NetworkSegment(62b85806-94d8-4a88-a06c-da82e5932d66),segment_id=62b85806-94d8-4a88-a06c-da82e5932d66)] {{(pid=84040) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:51:36.356555 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-d52d9f3e-bcc2-4ba9-8cbc-e0940d01da7c req-edb0e2bf-ce5c-442b-91c0-eb050641e6cc tempest-ServerDiagnosticsNegativeTest-571589975 tempest-ServerDiagnosticsNegativeTest-571589975-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369123'] for port, precommit_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:36.444750 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Device f4dd7e17-8c7e-42e7-a353-0e76f39e3926 details requested by agent hyperv_n-h1-838334-2 with host n-h1-838334-2 {{(pid=84042) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 18 20:51:36.507410 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-a4f77e7a-ba46-4947-9c59-65df0c48b770 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33526260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32266407', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32486287'] for subnet, after_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:36.541127 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.plugin [req-d52d9f3e-bcc2-4ba9-8cbc-e0940d01da7c req-edb0e2bf-ce5c-442b-91c0-eb050641e6cc tempest-ServerDiagnosticsNegativeTest-571589975 tempest-ServerDiagnosticsNegativeTest-571589975-project] Calling delete_port for 7b095a9e-d7d8-4bdf-9d5a-820db1454c31 owned by compute:nova {{(pid=84040) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 20:51:36.584723 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] For port f4dd7e17-8c7e-42e7-a353-0e76f39e3926, host n-h1-838334-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838334-2',level=0,port_id=f4dd7e17-8c7e-42e7-a353-0e76f39e3926,segment=NetworkSegment(30c19e44-4439-432e-8ba3-ae51f2f5bd90),segment_id=30c19e44-4439-432e-8ba3-ae51f2f5bd90)] {{(pid=84042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:51:36.599679 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4f77e7a-ba46-4947-9c59-65df0c48b770 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6e80a998-2277-430e-a2a1-47079979e7bc,revision_number=0']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:51:36.600322 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Returning: {'device': 'f4dd7e17-8c7e-42e7-a353-0e76f39e3926', 'network_id': '94e6bcb8-e48f-4914-89f4-73f6d03f860a', 'port_id': 'f4dd7e17-8c7e-42e7-a353-0e76f39e3926', 'mac_address': 'fa:16:3e:a4:01:49', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 352, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'aca04e13-8241-4a12-96f1-92050670baff', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84042) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 18 20:51:36.604984 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4f77e7a-ba46-4947-9c59-65df0c48b770 admin admin] Checking segment: {'id': '7582242a-4f72-43cd-a953-535724a2b5da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '8b393fb4-fb14-414f-9fb0-af85f5d2a52f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84041) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 20:51:36.605322 n-d-838334-2 neutron-server[84041]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4f77e7a-ba46-4947-9c59-65df0c48b770 admin admin] Network hostable DHCP agents. Network: 8b393fb4-fb14-414f-9fb0-af85f5d2a52f, hostable agents: ['8746f8ea-3e91-4b32-9919-2c63adeb8722'], hosted agents: [] {{(pid=84041) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 20:51:36.622407 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-2e875dc7-98b7-44c6-a26c-e81555d85d7a req-9bb0d2c8-d333-4a42-9686-c4cecc4a5726 tempest-ServerDiagnosticsNegativeTest-571589975 tempest-ServerDiagnosticsNegativeTest-571589975-project] 10.222.0.42 "GET /v2.0/security-groups?id=507d35ed-6a23-4117-9bad-8d5b58577ee5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2720056 Apr 18 20:51:36.634074 n-d-838334-2 neutron-server[84041]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4f77e7a-ba46-4947-9c59-65df0c48b770 admin admin] Network 8b393fb4-fb14-414f-9fb0-af85f5d2a52f is scheduled to be hosted by DHCP agent 8746f8ea-3e91-4b32-9919-2c63adeb8722 with binding_index 1 {{(pid=84041) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 20:51:36.657947 n-d-838334-2 neutron-server[84041]: DEBUG neutron.scheduler.base_scheduler [None req-a4f77e7a-ba46-4947-9c59-65df0c48b770 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-838334-2, 8b393fb4-fb14-414f-9fb0-af85f5d2a52f) {{(pid=84041) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:51:36.668075 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4f77e7a-ba46-4947-9c59-65df0c48b770 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:51:36.668668 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-a4f77e7a-ba46-4947-9c59-65df0c48b770 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:36.682957 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0cd5b1cb-eea8-499e-94e0-f0ec96c7eb85 None None] Network 8b393fb4-fb14-414f-9fb0-af85f5d2a52f requested from n-d-838334-2 {{(pid=84042) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 20:51:36.697438 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-a4f77e7a-ba46-4947-9c59-65df0c48b770 admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.4841673 Apr 18 20:51:36.700047 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 47640) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:51:36.708501 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.v2.base [None req-978d8349-3fec-4803-96f1-a6a0c1fb10d8 admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest_v242-1399453-router', 'tenant_id': '9feceef4d3df4daeb6497a95fbe12eb7', 'external_gateway_info': {'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c'}}} {{(pid=84041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 20:51:36.718180 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48244544-fe40-423a-97de-3c9fce0cbc2a req-d5dc4888-e33e-45b6-9911-7a085fb1815e tempest-ServerRescueNegativeTestJSON-1571656168 tempest-ServerRescueNegativeTestJSON-1571656168-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:51:36.718403 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-978d8349-3fec-4803-96f1-a6a0c1fb10d8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:51:36.720207 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-48244544-fe40-423a-97de-3c9fce0cbc2a req-d5dc4888-e33e-45b6-9911-7a085fb1815e tempest-ServerRescueNegativeTestJSON-1571656168 tempest-ServerRescueNegativeTestJSON-1571656168-project] 10.222.0.42 "GET /v2.0/ports?device_id=4ff552c3-29c6-4485-85ed-37e006aa7ada HTTP/1.1" status: 200 len: 946 time: 0.2821627 Apr 18 20:51:36.725143 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-978d8349-3fec-4803-96f1-a6a0c1fb10d8 admin admin] Usage tracker for resource:router and tenant:9feceef4d3df4daeb6497a95fbe12eb7 is out of sync, need to count used quota {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:51:36.729983 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-978d8349-3fec-4803-96f1-a6a0c1fb10d8 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:51:36.736879 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-978d8349-3fec-4803-96f1-a6a0c1fb10d8 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:51:36.755037 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-978d8349-3fec-4803-96f1-a6a0c1fb10d8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-33442106', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5708'] for router, before_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:36.757746 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-978d8349-3fec-4803-96f1-a6a0c1fb10d8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33442137', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33444285', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33535433', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5703'] for router, precommit_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:36.783790 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-978d8349-3fec-4803-96f1-a6a0c1fb10d8 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:36.791351 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:36.808365 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-d52d9f3e-bcc2-4ba9-8cbc-e0940d01da7c req-edb0e2bf-ce5c-442b-91c0-eb050641e6cc tempest-ServerDiagnosticsNegativeTest-571589975 tempest-ServerDiagnosticsNegativeTest-571589975-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750375259028', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750374836628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32440838'] for port, after_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:36.824675 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] get_ports_and_sgs() called for port_ids ['7b095a9e-d7d8-4bdf-9d5a-820db1454c31'] {{(pid=84042) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 18 20:51:36.867539 n-d-838334-2 neutron-server[84042]: DEBUG neutron.notifiers.nova [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f4dd7e17-8c7e-42e7-a353-0e76f39e3926 {{(pid=84042) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 18 20:51:36.893784 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edb0e2bf-ce5c-442b-91c0-eb050641e6cc tempest-ServerDiagnosticsNegativeTest-571589975 tempest-ServerDiagnosticsNegativeTest-571589975-project] Pushing event deleted for resources: {'Port': ['ID=7b095a9e-d7d8-4bdf-9d5a-820db1454c31,revision_number=None']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:51:36.897297 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-48244544-fe40-423a-97de-3c9fce0cbc2a req-8a2e5a04-ec23-4a26-a762-b095aaac1257 tempest-ServerRescueNegativeTestJSON-1571656168 tempest-ServerRescueNegativeTestJSON-1571656168-project] 10.222.0.42 "GET /v2.0/security-groups?id=fa6b5748-504b-4821-b3a0-7e61ca1810b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1712728 Apr 18 20:51:36.926298 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] For port f4dd7e17-8c7e-42e7-a353-0e76f39e3926, host n-h1-838334-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838334-2',level=0,port_id=f4dd7e17-8c7e-42e7-a353-0e76f39e3926,segment=NetworkSegment(30c19e44-4439-432e-8ba3-ae51f2f5bd90),segment_id=30c19e44-4439-432e-8ba3-ae51f2f5bd90)] {{(pid=84042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:51:36.964073 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682'] for port, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:36.992732 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.l3_dvrscheduler_db [req-d52d9f3e-bcc2-4ba9-8cbc-e0940d01da7c req-edb0e2bf-ce5c-442b-91c0-eb050641e6cc tempest-ServerDiagnosticsNegativeTest-571589975 tempest-ServerDiagnosticsNegativeTest-571589975-project] No DVR routers for this DVR port 7b095a9e-d7d8-4bdf-9d5a-820db1454c31 on host n-h1-838334-2 {{(pid=84040) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 20:51:37.001961 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-d52d9f3e-bcc2-4ba9-8cbc-e0940d01da7c req-edb0e2bf-ce5c-442b-91c0-eb050641e6cc tempest-ServerDiagnosticsNegativeTest-571589975 tempest-ServerDiagnosticsNegativeTest-571589975-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217293'] for port, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:37.002242 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-978d8349-3fec-4803-96f1-a6a0c1fb10d8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-33444175', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-33443520', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5293'] for router, precommit_update {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:37.004658 n-d-838334-2 neutron-server[84040]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '384a7ad0-8134-4b96-91bc-c9cd457b6113', 'name': 'network-vif-deleted', 'tag': '7b095a9e-d7d8-4bdf-9d5a-820db1454c31'}] {{(pid=84040) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 20:51:37.023988 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-d52d9f3e-bcc2-4ba9-8cbc-e0940d01da7c req-edb0e2bf-ce5c-442b-91c0-eb050641e6cc tempest-ServerDiagnosticsNegativeTest-571589975 tempest-ServerDiagnosticsNegativeTest-571589975-project] 10.222.0.43 "DELETE /v2.0/ports/7b095a9e-d7d8-4bdf-9d5a-820db1454c31 HTTP/1.1" status: 204 len: 173 time: 1.1063216 Apr 18 20:51:37.037765 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60cad248-c447-4dcb-addd-eda7c692499c req-8c936c89-1092-4885-be5b-32c2ed46abcb tempest-ServerRescueTestJSON-1218824152 tempest-ServerRescueTestJSON-1218824152-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:51:37.039467 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-60cad248-c447-4dcb-addd-eda7c692499c req-8c936c89-1092-4885-be5b-32c2ed46abcb tempest-ServerRescueTestJSON-1218824152 tempest-ServerRescueTestJSON-1218824152-project] 10.222.0.42 "GET /v2.0/ports?device_id=f3f5b6ba-19be-423a-a9fa-48c3bbcdc95d HTTP/1.1" status: 200 len: 945 time: 0.2750800 Apr 18 20:51:37.128967 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-60cad248-c447-4dcb-addd-eda7c692499c req-a9a780f8-4525-4ce6-af7e-e92499e6351d tempest-ServerRescueTestJSON-1218824152 tempest-ServerRescueTestJSON-1218824152-project] 10.222.0.42 "GET /v2.0/security-groups?id=6f984221-1918-47e6-82e9-256972907b58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0838637 Apr 18 20:51:37.135575 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bdb45c81-5e5e-4387-b641-61b8abd77ff3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp016840fc-1f9f-5892-9c53-c9cf6c845bbb-8b393fb4-fb14-414f-9fb0-af85f5d2a52f', 'network_id': '8b393fb4-fb14-414f-9fb0-af85f5d2a52f', 'tenant_id': '9feceef4d3df4daeb6497a95fbe12eb7', 'fixed_ips': [{'subnet_id': '6e80a998-2277-430e-a2a1-47079979e7bc'}]}} from n-d-838334-2. {{(pid=84042) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 18 20:51:37.136709 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-bdb45c81-5e5e-4387-b641-61b8abd77ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_create {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:37.164091 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Pushing event updated for resources: {'Port': ['ID=f4dd7e17-8c7e-42e7-a353-0e76f39e3926,revision_number=4']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:51:37.289828 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] get_ports_and_sgs() called for port_ids ['f4dd7e17-8c7e-42e7-a353-0e76f39e3926'] {{(pid=84042) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 18 20:51:37.333072 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-978d8349-3fec-4803-96f1-a6a0c1fb10d8 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:37.368828 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-978d8349-3fec-4803-96f1-a6a0c1fb10d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:37.496238 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-103d0a67-7f61-4167-9ebe-27b0460fe02f req-18fb22f9-f176-4de9-9dbd-3c246c655f42 tempest-ServerDiskConfigTestJSON-473081836 tempest-ServerDiskConfigTestJSON-473081836-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:51:37.497608 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-103d0a67-7f61-4167-9ebe-27b0460fe02f req-18fb22f9-f176-4de9-9dbd-3c246c655f42 tempest-ServerDiskConfigTestJSON-473081836 tempest-ServerDiskConfigTestJSON-473081836-project] 10.222.0.42 "GET /v2.0/ports?device_id=a7138a91-794f-4762-9c64-6037cebee7da HTTP/1.1" status: 200 len: 946 time: 0.3654120 Apr 18 20:51:37.513393 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.db_base_plugin_common [None req-bdb45c81-5e5e-4387-b641-61b8abd77ff3 None None] Allocated IP 172.20.0.2 (8b393fb4-fb14-414f-9fb0-af85f5d2a52f/6e80a998-2277-430e-a2a1-47079979e7bc/8e0d28cc-1879-4fdc-8e0c-2f7918cd0f5d) {{(pid=84042) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:51:37.528252 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.db_base_plugin_common [None req-978d8349-3fec-4803-96f1-a6a0c1fb10d8 admin admin] Allocated IP 172.25.8.159 (e41b6600-a917-4a8d-b05c-be3be40c6d8c/6b05667b-848e-4356-9b44-d5eb6808ef74/aa5ce318-0bea-4e8c-bff5-5d343e281fd6) {{(pid=84041) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:51:37.544866 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-529fb6a1-19d7-4816-b3f9-bd2b2b126b13 req-71c25521-e73e-4e45-ba1d-b3de70edec11 tempest-ImagesOneServerNegativeTestJSON-1563611860 tempest-ImagesOneServerNegativeTestJSON-1563611860-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:51:37.546456 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-529fb6a1-19d7-4816-b3f9-bd2b2b126b13 req-71c25521-e73e-4e45-ba1d-b3de70edec11 tempest-ImagesOneServerNegativeTestJSON-1563611860 tempest-ImagesOneServerNegativeTestJSON-1563611860-project] 10.222.0.42 "GET /v2.0/ports?device_id=dcaa8940-5af3-4c52-8583-5f195104de6b HTTP/1.1" status: 200 len: 944 time: 0.1518011 Apr 18 20:51:37.599496 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-103d0a67-7f61-4167-9ebe-27b0460fe02f req-db5837d0-f2c1-49e0-8990-64c7d4917f69 tempest-ServerDiskConfigTestJSON-473081836 tempest-ServerDiskConfigTestJSON-473081836-project] 10.222.0.42 "GET /v2.0/security-groups?id=527f07bd-3b7c-4e87-bb13-fa86b9490e28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0925534 Apr 18 20:51:37.630485 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-529fb6a1-19d7-4816-b3f9-bd2b2b126b13 req-450a4b89-6275-40ed-96ec-f3c63be27842 tempest-ImagesOneServerNegativeTestJSON-1563611860 tempest-ImagesOneServerNegativeTestJSON-1563611860-project] 10.222.0.42 "GET /v2.0/security-groups?id=35685d16-429f-4b00-82f0-cda27d79d56c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736008 Apr 18 20:51:37.712521 n-d-838334-2 neutron-server[84040]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7268c606-3db7-43d1-98fe-2b5912058b74'] response: {'server_uuid': '384a7ad0-8134-4b96-91bc-c9cd457b6113', 'name': 'network-vif-deleted', 'tag': '7b095a9e-d7d8-4bdf-9d5a-820db1454c31', 'status': 'completed', 'code': 200} Apr 18 20:51:37.868351 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-978d8349-3fec-4803-96f1-a6a0c1fb10d8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:37.888703 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-bdb45c81-5e5e-4387-b641-61b8abd77ff3 None None] Notify callbacks [] for port, precommit_create {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:37.903406 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-bdb45c81-5e5e-4387-b641-61b8abd77ff3 None None] Transition to ACTIVE for port object 8e0d28cc-1879-4fdc-8e0c-2f7918cd0f5d will not be triggered until provisioned by entity L2. {{(pid=84042) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 20:51:37.908271 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-978d8349-3fec-4803-96f1-a6a0c1fb10d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750374836619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32266323'] for port, after_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:37.928783 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-bdb45c81-5e5e-4387-b641-61b8abd77ff3 None None] Transition to ACTIVE for port object 8e0d28cc-1879-4fdc-8e0c-2f7918cd0f5d will not be triggered until provisioned by entity DHCP. {{(pid=84042) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 20:51:37.933874 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [req-7ba487a5-d195-4ff6-a3e4-20e5302ebeb9 req-a655362e-be4a-44a0-a0d4-12ed12f53395 tempest-ServerDiagnosticsNegativeTest-571589975 tempest-ServerDiagnosticsNegativeTest-571589975-project] Synchronizing usage tracker for tenant:d56fdd2480c14369a726ebf056af6213 on resource:port {{(pid=84040) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 20:51:37.936356 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-bdb45c81-5e5e-4387-b641-61b8abd77ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750374836619'] for port, after_create {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:37.977510 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [req-7ba487a5-d195-4ff6-a3e4-20e5302ebeb9 req-a655362e-be4a-44a0-a0d4-12ed12f53395 tempest-ServerDiagnosticsNegativeTest-571589975 tempest-ServerDiagnosticsNegativeTest-571589975-project] Unset dirty status for tenant:d56fdd2480c14369a726ebf056af6213 on resource:port {{(pid=84040) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 20:51:37.978771 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-7ba487a5-d195-4ff6-a3e4-20e5302ebeb9 req-a655362e-be4a-44a0-a0d4-12ed12f53395 tempest-ServerDiagnosticsNegativeTest-571589975 tempest-ServerDiagnosticsNegativeTest-571589975-project] 10.222.0.42 "GET /v2.0/ports?device_id=384a7ad0-8134-4b96-91bc-c9cd457b6113 HTTP/1.1" status: 200 len: 210 time: 0.1009946 Apr 18 20:51:37.984391 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-978d8349-3fec-4803-96f1-a6a0c1fb10d8 admin admin] Pushing event updated for resources: {'Port': ['ID=aa5ce318-0bea-4e8c-bff5-5d343e281fd6,revision_number=1']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:51:37.985903 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6fdebda-4002-48a5-a05a-0c32078d0b62 req-87d4e4d1-e01b-4fc0-8705-cd80e92773d0 tempest-ServerActionsTestJSON-2052644234 tempest-ServerActionsTestJSON-2052644234-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:51:37.987418 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-a6fdebda-4002-48a5-a05a-0c32078d0b62 req-87d4e4d1-e01b-4fc0-8705-cd80e92773d0 tempest-ServerActionsTestJSON-2052644234 tempest-ServerActionsTestJSON-2052644234-project] 10.222.0.42 "GET /v2.0/ports?device_id=518b0850-99aa-4c7b-8e17-eb4ba00959c9 HTTP/1.1" status: 200 len: 946 time: 0.1581595 Apr 18 20:51:38.002776 n-d-838334-2 neutron-server[84041]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-978d8349-3fec-4803-96f1-a6a0c1fb10d8 admin admin] Network e41b6600-a917-4a8d-b05c-be3be40c6d8c is already hosted by enough agents. {{(pid=84041) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:51:38.004514 n-d-838334-2 neutron-server[84041]: DEBUG neutron.scheduler.base_scheduler [None req-978d8349-3fec-4803-96f1-a6a0c1fb10d8 admin admin] Resources bound (agent type, host, resource id): {{(pid=84041) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:51:38.006813 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.l3_dvrscheduler_db [None req-978d8349-3fec-4803-96f1-a6a0c1fb10d8 admin admin] Received port after_create {{(pid=84041) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 20:51:38.033823 n-d-838334-2 neutron-server[84042]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bdb45c81-5e5e-4387-b641-61b8abd77ff3 None None] Network 8b393fb4-fb14-414f-9fb0-af85f5d2a52f is already hosted by enough agents. {{(pid=84042) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:51:38.038021 n-d-838334-2 neutron-server[84042]: DEBUG neutron.scheduler.base_scheduler [None req-bdb45c81-5e5e-4387-b641-61b8abd77ff3 None None] Resources bound (agent type, host, resource id): {{(pid=84042) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:51:38.040988 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdb45c81-5e5e-4387-b641-61b8abd77ff3 None None] Received port after_create {{(pid=84042) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 20:51:38.049523 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdb45c81-5e5e-4387-b641-61b8abd77ff3 None None] Pushing event updated for resources: {'Port': ['ID=8e0d28cc-1879-4fdc-8e0c-2f7918cd0f5d,revision_number=1']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:51:38.070366 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-a6fdebda-4002-48a5-a05a-0c32078d0b62 req-6bd7390b-2795-403a-81d5-b5bc4c90eba5 tempest-ServerActionsTestJSON-2052644234 tempest-ServerActionsTestJSON-2052644234-project] 10.222.0.42 "GET /v2.0/security-groups?id=5518633c-5bdd-41db-a1d5-749e9b6740a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760508 Apr 18 20:51:38.153424 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.managers [None req-bdb45c81-5e5e-4387-b641-61b8abd77ff3 None None] Attempting to bind port 8e0d28cc-1879-4fdc-8e0c-2f7918cd0f5d on host n-d-838334-2 for vnic_type normal with profile {{(pid=84042) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:51:38.153927 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.managers [None req-bdb45c81-5e5e-4387-b641-61b8abd77ff3 None None] Attempting to bind port 8e0d28cc-1879-4fdc-8e0c-2f7918cd0f5d by drivers openvswitch,hyperv on host n-d-838334-2 at level 0 using segments [{'id': '7582242a-4f72-43cd-a953-535724a2b5da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '8b393fb4-fb14-414f-9fb0-af85f5d2a52f'}] {{(pid=84042) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:51:38.154326 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdb45c81-5e5e-4387-b641-61b8abd77ff3 None None] Attempting to bind port 8e0d28cc-1879-4fdc-8e0c-2f7918cd0f5d on network 8b393fb4-fb14-414f-9fb0-af85f5d2a52f {{(pid=84042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 20:51:38.164115 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdb45c81-5e5e-4387-b641-61b8abd77ff3 None None] Checking agent: {'id': '97cd4414-7af6-4d67-868d-dff370b4071a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838334-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 25, 49), 'started_at': datetime.datetime(2022, 4, 18, 20, 26, 19), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 20, 51, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838334-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 18 20:51:38.164499 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdb45c81-5e5e-4387-b641-61b8abd77ff3 None None] Checking segment: {'id': '7582242a-4f72-43cd-a953-535724a2b5da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '8b393fb4-fb14-414f-9fb0-af85f5d2a52f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84042) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 20:51:38.165083 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-bdb45c81-5e5e-4387-b641-61b8abd77ff3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:38.165533 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdb45c81-5e5e-4387-b641-61b8abd77ff3 None None] Bound using segment: {'id': '7582242a-4f72-43cd-a953-535724a2b5da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '8b393fb4-fb14-414f-9fb0-af85f5d2a52f'} {{(pid=84042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 18 20:51:38.166051 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.managers [None req-bdb45c81-5e5e-4387-b641-61b8abd77ff3 None None] Bound port: 8e0d28cc-1879-4fdc-8e0c-2f7918cd0f5d, host: n-d-838334-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7582242a-4f72-43cd-a953-535724a2b5da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '8b393fb4-fb14-414f-9fb0-af85f5d2a52f'}}] {{(pid=84042) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 20:51:38.166485 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-bdb45c81-5e5e-4387-b641-61b8abd77ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:38.204458 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-978d8349-3fec-4803-96f1-a6a0c1fb10d8 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:38.205226 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-978d8349-3fec-4803-96f1-a6a0c1fb10d8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33443529', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33444176'] for router, after_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:38.271433 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-bdb45c81-5e5e-4387-b641-61b8abd77ff3 None None] For port 8e0d28cc-1879-4fdc-8e0c-2f7918cd0f5d, host n-d-838334-2, cleared binding levels {{(pid=84042) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 20:51:38.275008 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-bdb45c81-5e5e-4387-b641-61b8abd77ff3 None None] For port 8e0d28cc-1879-4fdc-8e0c-2f7918cd0f5d, host n-d-838334-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838334-2',level=0,port_id=8e0d28cc-1879-4fdc-8e0c-2f7918cd0f5d,segment=NetworkSegment(7582242a-4f72-43cd-a953-535724a2b5da),segment_id=7582242a-4f72-43cd-a953-535724a2b5da)] {{(pid=84042) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 20:51:38.282061 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-bdb45c81-5e5e-4387-b641-61b8abd77ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682'] for port, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:38.378333 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdb45c81-5e5e-4387-b641-61b8abd77ff3 None None] Pushing event updated for resources: {'Port': ['ID=8e0d28cc-1879-4fdc-8e0c-2f7918cd0f5d,revision_number=2']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:51:38.430230 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a6f2692-c58e-4c44-ac35-1bd466f7bca3 req-93d1a134-a9dc-4322-afba-45722fa46c03 tempest-ServerRescueTestJSON-1218824152 tempest-ServerRescueTestJSON-1218824152-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:51:38.431646 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-9a6f2692-c58e-4c44-ac35-1bd466f7bca3 req-93d1a134-a9dc-4322-afba-45722fa46c03 tempest-ServerRescueTestJSON-1218824152 tempest-ServerRescueTestJSON-1218824152-project] 10.222.0.42 "GET /v2.0/ports?device_id=f3f5b6ba-19be-423a-a9fa-48c3bbcdc95d HTTP/1.1" status: 200 len: 945 time: 0.1503868 Apr 18 20:51:38.438928 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2003551f-dd23-4a09-b667-90f2d21bd74c req-411d7c5a-a2d9-44c7-845a-e78d334e14c6 tempest-ServerRescueNegativeTestJSON-1571656168 tempest-ServerRescueNegativeTestJSON-1571656168-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:51:38.440587 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-2003551f-dd23-4a09-b667-90f2d21bd74c req-411d7c5a-a2d9-44c7-845a-e78d334e14c6 tempest-ServerRescueNegativeTestJSON-1571656168 tempest-ServerRescueNegativeTestJSON-1571656168-project] 10.222.0.42 "GET /v2.0/ports?device_id=4ff552c3-29c6-4485-85ed-37e006aa7ada HTTP/1.1" status: 200 len: 946 time: 0.1252365 Apr 18 20:51:38.446655 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Device f4dd7e17-8c7e-42e7-a353-0e76f39e3926 up at agent hyperv_n-h1-838334-2 {{(pid=84042) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 20:51:38.517344 n-d-838334-2 neutron-server[84041]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-978d8349-3fec-4803-96f1-a6a0c1fb10d8 admin admin] Router 99413255-a59e-4b76-a984-795028d7c5d1 is scheduled to L3 agent bc84d6c9-dd7a-4555-a351-592327b46d5a with binding_index 1 {{(pid=84041) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 18 20:51:38.519805 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-9a6f2692-c58e-4c44-ac35-1bd466f7bca3 req-93749a80-ae5b-42d2-b5ef-810260b1eb3d tempest-ServerRescueTestJSON-1218824152 tempest-ServerRescueTestJSON-1218824152-project] 10.222.0.42 "GET /v2.0/security-groups?id=6f984221-1918-47e6-82e9-256972907b58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0782130 Apr 18 20:51:38.524651 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-2003551f-dd23-4a09-b667-90f2d21bd74c req-03d2e817-445a-4909-abe2-c5e7d2268396 tempest-ServerRescueNegativeTestJSON-1571656168 tempest-ServerRescueNegativeTestJSON-1571656168-project] 10.222.0.42 "GET /v2.0/security-groups?id=fa6b5748-504b-4821-b3a0-7e61ca1810b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668826 Apr 18 20:51:38.531788 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Provisioning for port f4dd7e17-8c7e-42e7-a353-0e76f39e3926 completed by entity L2. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 20:51:38.549440 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Provisioning complete for port f4dd7e17-8c7e-42e7-a353-0e76f39e3926 triggered by entity L2. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:51:38.555802 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1253608'] for port, provisioning_complete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:38.707477 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:38.760005 n-d-838334-2 neutron-server[84042]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dcaa8940-5af3-4c52-8583-5f195104de6b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f4dd7e17-8c7e-42e7-a353-0e76f39e3926'}] {{(pid=84042) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 20:51:38.774633 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] For port f4dd7e17-8c7e-42e7-a353-0e76f39e3926, host n-h1-838334-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838334-2',level=0,port_id=f4dd7e17-8c7e-42e7-a353-0e76f39e3926,segment=NetworkSegment(30c19e44-4439-432e-8ba3-ae51f2f5bd90),segment_id=30c19e44-4439-432e-8ba3-ae51f2f5bd90)] {{(pid=84042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:51:38.779943 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682'] for port, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:38.780950 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Device 7b095a9e-d7d8-4bdf-9d5a-820db1454c31 no longer exists at agent hyperv_n-h1-838334-2 {{(pid=84042) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 20:51:38.827563 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-978d8349-3fec-4803-96f1-a6a0c1fb10d8 admin admin] Notify agent at l3_agent.n-d-838334-2 the message routers_updated {{(pid=84041) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 20:51:38.873817 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-978d8349-3fec-4803-96f1-a6a0c1fb10d8 admin admin] Notify callbacks [] for router, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:38.875547 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-978d8349-3fec-4803-96f1-a6a0c1fb10d8 admin admin] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 2.1734090 Apr 18 20:51:38.878380 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 47662) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:51:38.964424 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Pushing event updated for resources: {'Port': ['ID=f4dd7e17-8c7e-42e7-a353-0e76f39e3926,revision_number=5']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:51:38.968176 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a91ed240-d81a-4cf9-87b8-a06fb837404a None None] Sync routers for ids ['99413255-a59e-4b76-a984-795028d7c5d1'] in n-d-838334-2 {{(pid=84042) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 18 20:51:38.971607 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Device 8e0d28cc-1879-4fdc-8e0c-2f7918cd0f5d up at agent ovs-agent-n-d-838334-2 {{(pid=84042) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 20:51:38.995797 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fbcbf9f-1de0-401d-b4b9-2279e0c04b90 req-a6625c9a-e7d2-497a-b924-d08ea043fc8c tempest-ServerDiskConfigTestJSON-473081836 tempest-ServerDiskConfigTestJSON-473081836-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:51:38.997155 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.plugin [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] No Port match for: 7b095a9e-d7d8-4bdf-9d5a-820db1454c31 {{(pid=84042) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 18 20:51:38.997317 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-9fbcbf9f-1de0-401d-b4b9-2279e0c04b90 req-a6625c9a-e7d2-497a-b924-d08ea043fc8c tempest-ServerDiskConfigTestJSON-473081836 tempest-ServerDiskConfigTestJSON-473081836-project] 10.222.0.42 "GET /v2.0/ports?device_id=a7138a91-794f-4762-9c64-6037cebee7da HTTP/1.1" status: 200 len: 946 time: 0.2018535 Apr 18 20:51:38.997685 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Device 7b095a9e-d7d8-4bdf-9d5a-820db1454c31 not bound to the agent host n-h1-838334-2 {{(pid=84042) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 20:51:39.038490 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a91ed240-d81a-4cf9-87b8-a06fb837404a None None] Routers {'99413255-a59e-4b76-a984-795028d7c5d1'} bound to L3 agent in host n-d-838334-2 {{(pid=84042) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 20:51:39.041667 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_hamode_db [None req-a91ed240-d81a-4cf9-87b8-a06fb837404a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838334-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-18T20:25:48Z,description=,heartbeat_timestamp=2022-04-18T20:51:18Z,host='n-d-838334-2',id=bc84d6c9-dd7a-4555-a351-592327b46d5a,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:25:48Z,topic='l3_agent')) {'router_ids': ['99413255-a59e-4b76-a984-795028d7c5d1'], 'active': True} {{(pid=84042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:51:39.069591 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca920492-3670-472f-91b2-da6c844a0be6 req-9a0f7ae7-54fc-470f-8621-cf659ca7648c tempest-ImagesOneServerNegativeTestJSON-1563611860 tempest-ImagesOneServerNegativeTestJSON-1563611860-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:51:39.076741 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-ca920492-3670-472f-91b2-da6c844a0be6 req-9a0f7ae7-54fc-470f-8621-cf659ca7648c tempest-ImagesOneServerNegativeTestJSON-1563611860 tempest-ImagesOneServerNegativeTestJSON-1563611860-project] 10.222.0.42 "GET /v2.0/ports?device_id=dcaa8940-5af3-4c52-8583-5f195104de6b HTTP/1.1" status: 200 len: 945 time: 0.2228379 Apr 18 20:51:39.131068 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-9fbcbf9f-1de0-401d-b4b9-2279e0c04b90 req-c7d2c86c-a7aa-4c7e-83b8-46e48d630158 tempest-ServerDiskConfigTestJSON-473081836 tempest-ServerDiskConfigTestJSON-473081836-project] 10.222.0.42 "GET /v2.0/security-groups?id=527f07bd-3b7c-4e87-bb13-fa86b9490e28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1235361 Apr 18 20:51:39.176885 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-ca920492-3670-472f-91b2-da6c844a0be6 req-10031ebe-4744-4295-bd6e-a7ec922d3c45 tempest-ImagesOneServerNegativeTestJSON-1563611860 tempest-ImagesOneServerNegativeTestJSON-1563611860-project] 10.222.0.42 "GET /v2.0/security-groups?id=35685d16-429f-4b00-82f0-cda27d79d56c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0990458 Apr 18 20:51:39.227469 n-d-838334-2 neutron-server[84042]: INFO neutron.notifiers.nova [-] Nova event matching ['req-33b01f4f-7e74-4d37-8682-8ed26c219298'] response: {'server_uuid': 'dcaa8940-5af3-4c52-8583-5f195104de6b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f4dd7e17-8c7e-42e7-a353-0e76f39e3926', 'code': 200} Apr 18 20:51:39.245049 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Provisioning for port 8e0d28cc-1879-4fdc-8e0c-2f7918cd0f5d completed by entity L2. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 20:51:39.263040 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_dvr_db [None req-a91ed240-d81a-4cf9-87b8-a06fb837404a None None] Set router 99413255-a59e-4b76-a984-795028d7c5d1 gateway port host: n-d-838334-2 {{(pid=84042) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 20:51:39.574693 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af3dfc53-8ff8-4155-83b1-6a488531ba61 req-b9d5d2bc-69aa-4750-b6eb-efe205ab9182 tempest-ServerActionsTestJSON-2052644234 tempest-ServerActionsTestJSON-2052644234-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:51:39.578339 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-af3dfc53-8ff8-4155-83b1-6a488531ba61 req-b9d5d2bc-69aa-4750-b6eb-efe205ab9182 tempest-ServerActionsTestJSON-2052644234 tempest-ServerActionsTestJSON-2052644234-project] 10.222.0.42 "GET /v2.0/ports?device_id=518b0850-99aa-4c7b-8e17-eb4ba00959c9 HTTP/1.1" status: 200 len: 946 time: 0.2026420 Apr 18 20:51:39.619357 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-c2a9a45d-d5fb-43f9-b35f-2451bc16aacd req-ae0ac7dc-52d2-4abd-bc3d-5b129fdc76e1 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=dcaa8940-5af3-4c52-8583-5f195104de6b HTTP/1.1" status: 200 len: 1096 time: 0.3354585 Apr 18 20:51:39.686428 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-af3dfc53-8ff8-4155-83b1-6a488531ba61 req-7c10604b-b3bb-4982-bb8e-5b9a999dc8fb tempest-ServerActionsTestJSON-2052644234 tempest-ServerActionsTestJSON-2052644234-project] 10.222.0.42 "GET /v2.0/security-groups?id=5518633c-5bdd-41db-a1d5-749e9b6740a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0956686 Apr 18 20:51:39.693423 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-c2a9a45d-d5fb-43f9-b35f-2451bc16aacd req-d2b08007-fbc0-46f4-8349-10f1f008fe08 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=35685d16-429f-4b00-82f0-cda27d79d56c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672655 Apr 18 20:51:39.782354 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 47680) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:51:39.797172 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_hamode_db [None req-a91ed240-d81a-4cf9-87b8-a06fb837404a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99413255-a59e-4b76-a984-795028d7c5d1', 'name': 'tempest-TaggedBootDevicesTest_v242-1399453-router', 'tenant_id': '9feceef4d3df4daeb6497a95fbe12eb7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'external_fixed_ips': [{'subnet_id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'ip_address': '172.25.8.159'}], 'enable_snat': True}, 'gw_port_id': 'aa5ce318-0bea-4e8c-bff5-5d343e281fd6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:51:36Z', 'updated_at': '2022-04-18T20:51:38Z', 'revision_number': 3, 'project_id': '9feceef4d3df4daeb6497a95fbe12eb7', 'gw_port': {'id': 'aa5ce318-0bea-4e8c-bff5-5d343e281fd6', 'name': '', 'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:0d:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '99413255-a59e-4b76-a984-795028d7c5d1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'ip_address': '172.25.8.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:51:37Z', 'updated_at': '2022-04-18T20:51:37Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838334-2'}], 'n-d-838334-2', False) {} {{(pid=84042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:51:39.802057 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a91ed240-d81a-4cf9-87b8-a06fb837404a None None] Checking router: 99413255-a59e-4b76-a984-795028d7c5d1 for host: n-d-838334-2 {{(pid=84042) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 18 20:51:39.802339 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a91ed240-d81a-4cf9-87b8-a06fb837404a None None] Updating router 99413255-a59e-4b76-a984-795028d7c5d1 port aa5ce318-0bea-4e8c-bff5-5d343e281fd6 binding host n-d-838334-2 {{(pid=84042) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 18 20:51:39.863059 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-a91ed240-d81a-4cf9-87b8-a06fb837404a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:39.899731 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e4dbdaf-7cd3-473e-a7ee-99d6adecf887 None None] Network 8b393fb4-fb14-414f-9fb0-af85f5d2a52f requested from n-d-838334-2 {{(pid=84042) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 20:51:39.980119 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76a85598-5561-4510-af6a-c80eb3da17eb req-f0d4b815-c71c-489f-8805-2d72c8fd193b tempest-ServerRescueNegativeTestJSON-1571656168 tempest-ServerRescueNegativeTestJSON-1571656168-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:51:39.981717 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-76a85598-5561-4510-af6a-c80eb3da17eb req-f0d4b815-c71c-489f-8805-2d72c8fd193b tempest-ServerRescueNegativeTestJSON-1571656168 tempest-ServerRescueNegativeTestJSON-1571656168-project] 10.222.0.42 "GET /v2.0/ports?device_id=4ff552c3-29c6-4485-85ed-37e006aa7ada HTTP/1.1" status: 200 len: 946 time: 0.1850348 Apr 18 20:51:39.996711 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39c2c912-df64-47d9-ae9a-0cab9278146e req-d615ffe6-cc7a-464c-9244-e1eb8b72e0ff tempest-ServerRescueTestJSON-1218824152 tempest-ServerRescueTestJSON-1218824152-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:51:39.998249 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-39c2c912-df64-47d9-ae9a-0cab9278146e req-d615ffe6-cc7a-464c-9244-e1eb8b72e0ff tempest-ServerRescueTestJSON-1218824152 tempest-ServerRescueTestJSON-1218824152-project] 10.222.0.42 "GET /v2.0/ports?device_id=f3f5b6ba-19be-423a-a9fa-48c3bbcdc95d HTTP/1.1" status: 200 len: 945 time: 0.1308041 Apr 18 20:51:40.006677 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-6531fceb-ca29-4d89-aba7-45897e8d6c65 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:40.103008 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-39c2c912-df64-47d9-ae9a-0cab9278146e req-0dea9e13-f8ee-4e88-a7c0-2e88c903f994 tempest-ServerRescueTestJSON-1218824152 tempest-ServerRescueTestJSON-1218824152-project] 10.222.0.42 "GET /v2.0/security-groups?id=6f984221-1918-47e6-82e9-256972907b58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0888832 Apr 18 20:51:40.108921 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-678f0397-ce91-4796-99e9-2166f9033c41 None None] Provisioning for port 8e0d28cc-1879-4fdc-8e0c-2f7918cd0f5d completed by entity DHCP. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 20:51:40.121898 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-76a85598-5561-4510-af6a-c80eb3da17eb req-e0b4a268-cd9c-4cc0-8ab0-8768ef6e0a06 tempest-ServerRescueNegativeTestJSON-1571656168 tempest-ServerRescueNegativeTestJSON-1571656168-project] 10.222.0.42 "GET /v2.0/security-groups?id=fa6b5748-504b-4821-b3a0-7e61ca1810b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1313789 Apr 18 20:51:40.147897 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-8e7ad0a1-5990-4639-beea-8d4ce2b3c871 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=d56fdd2480c14369a726ebf056af6213&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3642273 Apr 18 20:51:40.149202 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-678f0397-ce91-4796-99e9-2166f9033c41 None None] Provisioning complete for port 8e0d28cc-1879-4fdc-8e0c-2f7918cd0f5d triggered by entity DHCP. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:51:40.149812 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-678f0397-ce91-4796-99e9-2166f9033c41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1253608'] for port, provisioning_complete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:40.150649 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 47686) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:51:40.237594 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-90328213-a804-4b1e-8930-2402da4fd5d9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:40.269365 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-90328213-a804-4b1e-8930-2402da4fd5d9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:40.409413 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.db_base_plugin_common [None req-6531fceb-ca29-4d89-aba7-45897e8d6c65 admin admin] Allocated IP 172.20.0.1 (8b393fb4-fb14-414f-9fb0-af85f5d2a52f/6e80a998-2277-430e-a2a1-47079979e7bc/d99ad02c-2797-4b8c-8a43-54fd026972be) {{(pid=84041) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:51:40.416892 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-90328213-a804-4b1e-8930-2402da4fd5d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33528224'] for security_group, after_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:40.456260 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90328213-a804-4b1e-8930-2402da4fd5d9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=507d35ed-6a23-4117-9bad-8d5b58577ee5,revision_number=None']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:51:40.464838 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-90328213-a804-4b1e-8930-2402da4fd5d9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:40.468455 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-90328213-a804-4b1e-8930-2402da4fd5d9 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/507d35ed-6a23-4117-9bad-8d5b58577ee5 HTTP/1.1" status: 204 len: 168 time: 0.3143740 Apr 18 20:51:40.495972 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d1df5e5-8a0f-4b1c-9e02-b6c89449d086 req-9e7161c5-d40b-494c-b08b-6251a152d859 tempest-ImagesOneServerNegativeTestJSON-1563611860 tempest-ImagesOneServerNegativeTestJSON-1563611860-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:51:40.497701 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-2d1df5e5-8a0f-4b1c-9e02-b6c89449d086 req-9e7161c5-d40b-494c-b08b-6251a152d859 tempest-ImagesOneServerNegativeTestJSON-1563611860 tempest-ImagesOneServerNegativeTestJSON-1563611860-project] 10.222.0.42 "GET /v2.0/ports?device_id=dcaa8940-5af3-4c52-8583-5f195104de6b HTTP/1.1" status: 200 len: 945 time: 0.1730640 Apr 18 20:51:40.503289 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-625682d1-de07-4ffe-a5e1-03a730d5c1d4 req-ccc0e1fb-0b93-4581-a59c-f4296a324087 tempest-ServerDiskConfigTestJSON-473081836 tempest-ServerDiskConfigTestJSON-473081836-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:51:40.504749 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-625682d1-de07-4ffe-a5e1-03a730d5c1d4 req-ccc0e1fb-0b93-4581-a59c-f4296a324087 tempest-ServerDiskConfigTestJSON-473081836 tempest-ServerDiskConfigTestJSON-473081836-project] 10.222.0.42 "GET /v2.0/ports?device_id=a7138a91-794f-4762-9c64-6037cebee7da HTTP/1.1" status: 200 len: 946 time: 0.1816745 Apr 18 20:51:40.565613 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-678f0397-ce91-4796-99e9-2166f9033c41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:40.581098 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-6531fceb-ca29-4d89-aba7-45897e8d6c65 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:40.601914 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.provisioning_blocks [None req-6531fceb-ca29-4d89-aba7-45897e8d6c65 admin admin] Transition to ACTIVE for port object d99ad02c-2797-4b8c-8a43-54fd026972be will not be triggered until provisioned by entity DHCP. {{(pid=84041) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 20:51:40.618398 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-625682d1-de07-4ffe-a5e1-03a730d5c1d4 req-3ddd8bfe-fb58-4306-8812-b08f4ba27a58 tempest-ServerDiskConfigTestJSON-473081836 tempest-ServerDiskConfigTestJSON-473081836-project] 10.222.0.42 "GET /v2.0/security-groups?id=527f07bd-3b7c-4e87-bb13-fa86b9490e28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1052539 Apr 18 20:51:40.641096 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-2d1df5e5-8a0f-4b1c-9e02-b6c89449d086 req-442ae30c-6106-42af-b63c-93fcd3528ffa tempest-ImagesOneServerNegativeTestJSON-1563611860 tempest-ImagesOneServerNegativeTestJSON-1563611860-project] 10.222.0.42 "GET /v2.0/security-groups?id=35685d16-429f-4b00-82f0-cda27d79d56c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1261802 Apr 18 20:51:40.659978 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-6531fceb-ca29-4d89-aba7-45897e8d6c65 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750374836619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32266323'] for port, after_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:40.679695 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-a91ed240-d81a-4cf9-87b8-a06fb837404a None None] Notify callbacks [] for port, precommit_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:40.687014 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-678f0397-ce91-4796-99e9-2166f9033c41 None None] For port 8e0d28cc-1879-4fdc-8e0c-2f7918cd0f5d, host n-d-838334-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838334-2',level=0,port_id=8e0d28cc-1879-4fdc-8e0c-2f7918cd0f5d,segment=NetworkSegment(7582242a-4f72-43cd-a953-535724a2b5da),segment_id=7582242a-4f72-43cd-a953-535724a2b5da)] {{(pid=84042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:51:40.698138 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-678f0397-ce91-4796-99e9-2166f9033c41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682'] for port, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:40.700159 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-a91ed240-d81a-4cf9-87b8-a06fb837404a None None] Transition to ACTIVE for port object aa5ce318-0bea-4e8c-bff5-5d343e281fd6 will not be triggered until provisioned by entity L2. {{(pid=84042) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 20:51:40.733437 n-d-838334-2 neutron-server[84041]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6531fceb-ca29-4d89-aba7-45897e8d6c65 admin admin] Network 8b393fb4-fb14-414f-9fb0-af85f5d2a52f is already hosted by enough agents. {{(pid=84041) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:51:40.752751 n-d-838334-2 neutron-server[84041]: DEBUG neutron.scheduler.base_scheduler [None req-6531fceb-ca29-4d89-aba7-45897e8d6c65 admin admin] Resources bound (agent type, host, resource id): {{(pid=84041) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:51:40.754093 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-a91ed240-d81a-4cf9-87b8-a06fb837404a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682'] for port, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:40.765099 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6531fceb-ca29-4d89-aba7-45897e8d6c65 admin admin] Received port after_create {{(pid=84041) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 20:51:40.819460 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Device 6dfd8e27-ef70-4230-b38f-550de7f4cfd8 no longer exists at agent ovs-agent-n-d-838334-2 {{(pid=84042) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 20:51:40.829293 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6531fceb-ca29-4d89-aba7-45897e8d6c65 admin admin] Pushing event updated for resources: {'Port': ['ID=d99ad02c-2797-4b8c-8a43-54fd026972be,revision_number=1']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:51:40.863786 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-6531fceb-ca29-4d89-aba7-45897e8d6c65 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33444010'] for router_interface, before_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:41.017896 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-6531fceb-ca29-4d89-aba7-45897e8d6c65 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:41.032806 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-642435aa-3945-4123-845a-8ea49c98943e req-333e68ba-33ee-4fc0-a262-38045192d366 tempest-ServerActionsTestJSON-2052644234 tempest-ServerActionsTestJSON-2052644234-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:51:41.044598 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.plugin [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] No Port match for: 6dfd8e27-ef70-4230-b38f-550de7f4cfd8 {{(pid=84042) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 18 20:51:41.044926 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Device 6dfd8e27-ef70-4230-b38f-550de7f4cfd8 not bound to the agent host n-d-838334-2 {{(pid=84042) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 20:51:41.045069 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-642435aa-3945-4123-845a-8ea49c98943e req-333e68ba-33ee-4fc0-a262-38045192d366 tempest-ServerActionsTestJSON-2052644234 tempest-ServerActionsTestJSON-2052644234-project] 10.222.0.42 "GET /v2.0/ports?device_id=518b0850-99aa-4c7b-8e17-eb4ba00959c9 HTTP/1.1" status: 200 len: 946 time: 0.1393847 Apr 18 20:51:41.052784 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-678f0397-ce91-4796-99e9-2166f9033c41 None None] Pushing event updated for resources: {'Port': ['ID=8e0d28cc-1879-4fdc-8e0c-2f7918cd0f5d,revision_number=3']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:51:41.055471 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.managers [None req-a91ed240-d81a-4cf9-87b8-a06fb837404a None None] Attempting to bind port aa5ce318-0bea-4e8c-bff5-5d343e281fd6 on host n-d-838334-2 for vnic_type normal with profile {{(pid=84042) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:51:41.055871 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.managers [None req-a91ed240-d81a-4cf9-87b8-a06fb837404a None None] Attempting to bind port aa5ce318-0bea-4e8c-bff5-5d343e281fd6 by drivers openvswitch,hyperv on host n-d-838334-2 at level 0 using segments [{'id': '732aa830-768b-4511-951f-d08e26b9c25b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c'}] {{(pid=84042) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:51:41.056319 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a91ed240-d81a-4cf9-87b8-a06fb837404a None None] Attempting to bind port aa5ce318-0bea-4e8c-bff5-5d343e281fd6 on network e41b6600-a917-4a8d-b05c-be3be40c6d8c {{(pid=84042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 20:51:41.067433 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 47700) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:51:41.101083 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-ab102e52-80bf-44ed-891d-1f8399347e83 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:41.144246 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-642435aa-3945-4123-845a-8ea49c98943e req-ad1bf820-8f17-43f3-9b4e-0ea60ac1836a tempest-ServerActionsTestJSON-2052644234 tempest-ServerActionsTestJSON-2052644234-project] 10.222.0.42 "GET /v2.0/security-groups?id=5518633c-5bdd-41db-a1d5-749e9b6740a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0983260 Apr 18 20:51:41.153737 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5b37710-4530-40ba-93d2-bc8ede3e0115 None None] Pushing event updated for resources: {'Port': ['ID=aa5ce318-0bea-4e8c-bff5-5d343e281fd6,revision_number=2']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:51:41.164672 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a91ed240-d81a-4cf9-87b8-a06fb837404a None None] Checking agent: {'id': '97cd4414-7af6-4d67-868d-dff370b4071a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838334-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 25, 49), 'started_at': datetime.datetime(2022, 4, 18, 20, 26, 19), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 20, 51, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838334-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 18 20:51:41.165921 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a91ed240-d81a-4cf9-87b8-a06fb837404a None None] Checking segment: {'id': '732aa830-768b-4511-951f-d08e26b9c25b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84042) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 20:51:41.166490 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-a91ed240-d81a-4cf9-87b8-a06fb837404a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:41.167032 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a91ed240-d81a-4cf9-87b8-a06fb837404a None None] Bound using segment: {'id': '732aa830-768b-4511-951f-d08e26b9c25b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c'} {{(pid=84042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 18 20:51:41.167740 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.managers [None req-a91ed240-d81a-4cf9-87b8-a06fb837404a None None] Bound port: aa5ce318-0bea-4e8c-bff5-5d343e281fd6, host: n-d-838334-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '732aa830-768b-4511-951f-d08e26b9c25b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c'}}] {{(pid=84042) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 20:51:41.170632 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-a91ed240-d81a-4cf9-87b8-a06fb837404a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:41.244793 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-ab102e52-80bf-44ed-891d-1f8399347e83 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:51:41.258352 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-320ab49f-ff7f-4d96-965e-0c694e377ee0 None None] Provisioning complete for port 8e0d28cc-1879-4fdc-8e0c-2f7918cd0f5d triggered by entity DHCP. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:51:41.258762 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-320ab49f-ff7f-4d96-965e-0c694e377ee0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1253608'] for port, provisioning_complete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:41.276715 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-ab102e52-80bf-44ed-891d-1f8399347e83 admin admin] Usage tracker for resource:security_group_rule and tenant:76109efee900410a804b4c1d6cabe922 is out of sync, need to count used quota {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:51:41.331456 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-a91ed240-d81a-4cf9-87b8-a06fb837404a None None] For port aa5ce318-0bea-4e8c-bff5-5d343e281fd6, host n-d-838334-2, cleared binding levels {{(pid=84042) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 20:51:41.336592 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-ab102e52-80bf-44ed-891d-1f8399347e83 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:51:41.344231 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-a91ed240-d81a-4cf9-87b8-a06fb837404a None None] For port aa5ce318-0bea-4e8c-bff5-5d343e281fd6, host n-d-838334-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838334-2',level=0,port_id=aa5ce318-0bea-4e8c-bff5-5d343e281fd6,segment=NetworkSegment(732aa830-768b-4511-951f-d08e26b9c25b),segment_id=732aa830-768b-4511-951f-d08e26b9c25b)] {{(pid=84042) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 20:51:41.356411 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-a91ed240-d81a-4cf9-87b8-a06fb837404a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682'] for port, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:41.359959 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-ab102e52-80bf-44ed-891d-1f8399347e83 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:51:41.465044 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af948eb1-f5f8-4b33-b3b0-963c8b329838 req-c5728553-739c-448e-9adf-b7e449b1bb76 tempest-ServerRescueNegativeTestJSON-1571656168 tempest-ServerRescueNegativeTestJSON-1571656168-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:51:41.468118 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-af948eb1-f5f8-4b33-b3b0-963c8b329838 req-c5728553-739c-448e-9adf-b7e449b1bb76 tempest-ServerRescueNegativeTestJSON-1571656168 tempest-ServerRescueNegativeTestJSON-1571656168-project] 10.222.0.42 "GET /v2.0/ports?device_id=4ff552c3-29c6-4485-85ed-37e006aa7ada HTTP/1.1" status: 200 len: 946 time: 0.1660163 Apr 18 20:51:41.496297 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5b37710-4530-40ba-93d2-bc8ede3e0115 None None] Pushing event updated for resources: {'Port': ['ID=aa5ce318-0bea-4e8c-bff5-5d343e281fd6,revision_number=3']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:51:41.503908 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a91ed240-d81a-4cf9-87b8-a06fb837404a None None] Routers {'99413255-a59e-4b76-a984-795028d7c5d1'} bound to L3 agent in host n-d-838334-2 {{(pid=84042) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 20:51:41.504904 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_hamode_db [None req-a91ed240-d81a-4cf9-87b8-a06fb837404a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838334-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-18T20:25:48Z,description=,heartbeat_timestamp=2022-04-18T20:51:18Z,host='n-d-838334-2',id=bc84d6c9-dd7a-4555-a351-592327b46d5a,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:25:48Z,topic='l3_agent')) {'router_ids': ['99413255-a59e-4b76-a984-795028d7c5d1'], 'active': True} {{(pid=84042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:51:41.505043 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-ab102e52-80bf-44ed-891d-1f8399347e83 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:41.506318 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7de29232-161e-472b-aa6d-44c054ac9fca req-6dcfcccb-38ec-4161-be56-f2d8c5a7e2d6 tempest-ServerRescueTestJSON-1218824152 tempest-ServerRescueTestJSON-1218824152-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:51:41.507163 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-6531fceb-ca29-4d89-aba7-45897e8d6c65 admin admin] Notify callbacks [] for port, precommit_update {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:41.509269 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-7de29232-161e-472b-aa6d-44c054ac9fca req-6dcfcccb-38ec-4161-be56-f2d8c5a7e2d6 tempest-ServerRescueTestJSON-1218824152 tempest-ServerRescueTestJSON-1218824152-project] 10.222.0.42 "GET /v2.0/ports?device_id=f3f5b6ba-19be-423a-a9fa-48c3bbcdc95d HTTP/1.1" status: 200 len: 945 time: 0.1703582 Apr 18 20:51:41.515696 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-ab102e52-80bf-44ed-891d-1f8399347e83 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33528224'] for security_group, after_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:41.532249 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-6531fceb-ca29-4d89-aba7-45897e8d6c65 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32266282'] for port, after_update {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:41.664220 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-5c3deb0a-353e-4bc6-b008-4504aa76d156 None None] Provisioning for port d99ad02c-2797-4b8c-8a43-54fd026972be completed by entity DHCP. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 20:51:41.667216 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab102e52-80bf-44ed-891d-1f8399347e83 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ef26a3e1-d785-4813-8475-d0b958e1ee90,revision_number=1']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:51:41.675207 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-5c3deb0a-353e-4bc6-b008-4504aa76d156 None None] Provisioning complete for port d99ad02c-2797-4b8c-8a43-54fd026972be triggered by entity DHCP. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:51:41.675583 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-5c3deb0a-353e-4bc6-b008-4504aa76d156 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1253608'] for port, provisioning_complete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:41.688901 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-ab102e52-80bf-44ed-891d-1f8399347e83 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=76109efee900410a804b4c1d6cabe922&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6194880 Apr 18 20:51:41.689992 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 47712) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:51:41.692186 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-af948eb1-f5f8-4b33-b3b0-963c8b329838 req-b83d4199-4420-475e-a1fb-f5bb7ac79bba tempest-ServerRescueNegativeTestJSON-1571656168 tempest-ServerRescueNegativeTestJSON-1571656168-project] 10.222.0.42 "GET /v2.0/security-groups?id=fa6b5748-504b-4821-b3a0-7e61ca1810b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2141330 Apr 18 20:51:41.712491 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-7de29232-161e-472b-aa6d-44c054ac9fca req-6e6cbd5b-5ad5-44e3-859c-1760e7a68f58 tempest-ServerRescueTestJSON-1218824152 tempest-ServerRescueTestJSON-1218824152-project] 10.222.0.42 "GET /v2.0/security-groups?id=6f984221-1918-47e6-82e9-256972907b58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1917636 Apr 18 20:51:41.731009 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-6531fceb-ca29-4d89-aba7-45897e8d6c65 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-32377886', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33443847'] for router_interface, after_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:41.751851 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.plugin [None req-5c3deb0a-353e-4bc6-b008-4504aa76d156 None None] Port d99ad02c-2797-4b8c-8a43-54fd026972be cannot update to ACTIVE because it is not bound. {{(pid=84042) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 18 20:51:41.758742 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_dvr_db [None req-a91ed240-d81a-4cf9-87b8-a06fb837404a None None] Set router 99413255-a59e-4b76-a984-795028d7c5d1 gateway port host: n-d-838334-2 {{(pid=84042) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 20:51:41.780174 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6531fceb-ca29-4d89-aba7-45897e8d6c65 admin admin] Pushing event updated for resources: {'Port': ['ID=d99ad02c-2797-4b8c-8a43-54fd026972be,revision_number=2']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:51:41.867080 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-d6891756-d1c8-449f-9296-b05e21e37ca6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:41.914464 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-d6891756-d1c8-449f-9296-b05e21e37ca6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:41.966548 n-d-838334-2 neutron-server[84041]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6531fceb-ca29-4d89-aba7-45897e8d6c65 admin admin] Network 8b393fb4-fb14-414f-9fb0-af85f5d2a52f is already hosted by enough agents. {{(pid=84041) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:51:41.969857 n-d-838334-2 neutron-server[84041]: DEBUG neutron.scheduler.base_scheduler [None req-6531fceb-ca29-4d89-aba7-45897e8d6c65 admin admin] Resources bound (agent type, host, resource id): {{(pid=84041) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:51:41.977327 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-195c9252-37c3-4456-9835-a38019ec923f req-ace50bab-9cd4-4833-8b29-8be8bde5c30b tempest-ImagesOneServerNegativeTestJSON-1563611860 tempest-ImagesOneServerNegativeTestJSON-1563611860-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:51:41.979005 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-195c9252-37c3-4456-9835-a38019ec923f req-ace50bab-9cd4-4833-8b29-8be8bde5c30b tempest-ImagesOneServerNegativeTestJSON-1563611860 tempest-ImagesOneServerNegativeTestJSON-1563611860-project] 10.222.0.42 "GET /v2.0/ports?device_id=dcaa8940-5af3-4c52-8583-5f195104de6b HTTP/1.1" status: 200 len: 945 time: 0.1038651 Apr 18 20:51:41.985207 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-784fd7c1-dedf-435c-9c93-ba72f968df46 req-396e2213-94de-4586-8524-b5fda5136634 tempest-ServerDiskConfigTestJSON-473081836 tempest-ServerDiskConfigTestJSON-473081836-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:51:41.986898 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-784fd7c1-dedf-435c-9c93-ba72f968df46 req-396e2213-94de-4586-8524-b5fda5136634 tempest-ServerDiskConfigTestJSON-473081836 tempest-ServerDiskConfigTestJSON-473081836-project] 10.222.0.42 "GET /v2.0/ports?device_id=a7138a91-794f-4762-9c64-6037cebee7da HTTP/1.1" status: 200 len: 946 time: 0.1581862 Apr 18 20:51:42.076150 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-784fd7c1-dedf-435c-9c93-ba72f968df46 req-47140cf0-c115-4681-ac7f-1ece57910293 tempest-ServerDiskConfigTestJSON-473081836 tempest-ServerDiskConfigTestJSON-473081836-project] 10.222.0.42 "GET /v2.0/security-groups?id=527f07bd-3b7c-4e87-bb13-fa86b9490e28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701931 Apr 18 20:51:42.096331 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-195c9252-37c3-4456-9835-a38019ec923f req-703c1400-ddc4-474d-a19c-069850abdec2 tempest-ImagesOneServerNegativeTestJSON-1563611860 tempest-ImagesOneServerNegativeTestJSON-1563611860-project] 10.222.0.42 "GET /v2.0/security-groups?id=35685d16-429f-4b00-82f0-cda27d79d56c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1075726 Apr 18 20:51:42.183180 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-d6891756-d1c8-449f-9296-b05e21e37ca6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33528224'] for security_group, after_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:42.197499 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_hamode_db [None req-a91ed240-d81a-4cf9-87b8-a06fb837404a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99413255-a59e-4b76-a984-795028d7c5d1', 'name': 'tempest-TaggedBootDevicesTest_v242-1399453-router', 'tenant_id': '9feceef4d3df4daeb6497a95fbe12eb7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'external_fixed_ips': [{'subnet_id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'ip_address': '172.25.8.159'}], 'enable_snat': True}, 'gw_port_id': 'aa5ce318-0bea-4e8c-bff5-5d343e281fd6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:51:36Z', 'updated_at': '2022-04-18T20:51:40Z', 'revision_number': 4, 'project_id': '9feceef4d3df4daeb6497a95fbe12eb7', 'gw_port': {'id': 'aa5ce318-0bea-4e8c-bff5-5d343e281fd6', 'name': '', 'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:0d:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '99413255-a59e-4b76-a984-795028d7c5d1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'ip_address': '172.25.8.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:51:37Z', 'updated_at': '2022-04-18T20:51:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838334-2', '_interfaces': [{'id': 'd99ad02c-2797-4b8c-8a43-54fd026972be', 'name': '', 'network_id': '8b393fb4-fb14-414f-9fb0-af85f5d2a52f', 'tenant_id': '9feceef4d3df4daeb6497a95fbe12eb7', 'mac_address': 'fa:16:3e:12:88:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '99413255-a59e-4b76-a984-795028d7c5d1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6e80a998-2277-430e-a2a1-47079979e7bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:51:40Z', 'updated_at': '2022-04-18T20:51:41Z', 'revision_number': 2, 'project_id': '9feceef4d3df4daeb6497a95fbe12eb7', 'subnets': [{'id': '6e80a998-2277-430e-a2a1-47079979e7bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838334-2', False) {} {{(pid=84042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:51:42.203024 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a91ed240-d81a-4cf9-87b8-a06fb837404a None None] The sync data for ids ['99413255-a59e-4b76-a984-795028d7c5d1'] in n-d-838334-2 is: [{'id': '99413255-a59e-4b76-a984-795028d7c5d1', 'name': 'tempest-TaggedBootDevicesTest_v242-1399453-router', 'tenant_id': '9feceef4d3df4daeb6497a95fbe12eb7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'external_fixed_ips': [{'subnet_id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'ip_address': '172.25.8.159'}], 'enable_snat': True}, 'gw_port_id': 'aa5ce318-0bea-4e8c-bff5-5d343e281fd6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:51:36Z', 'updated_at': '2022-04-18T20:51:40Z', 'revision_number': 4, 'project_id': '9feceef4d3df4daeb6497a95fbe12eb7', 'gw_port': {'id': 'aa5ce318-0bea-4e8c-bff5-5d343e281fd6', 'name': '', 'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:0d:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '99413255-a59e-4b76-a984-795028d7c5d1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'ip_address': '172.25.8.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:51:37Z', 'updated_at': '2022-04-18T20:51:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838334-2', '_interfaces': [{'id': 'd99ad02c-2797-4b8c-8a43-54fd026972be', 'name': '', 'network_id': '8b393fb4-fb14-414f-9fb0-af85f5d2a52f', 'tenant_id': '9feceef4d3df4daeb6497a95fbe12eb7', 'mac_address': 'fa:16:3e:12:88:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '99413255-a59e-4b76-a984-795028d7c5d1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6e80a998-2277-430e-a2a1-47079979e7bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:51:40Z', 'updated_at': '2022-04-18T20:51:41Z', 'revision_number': 2, 'project_id': '9feceef4d3df4daeb6497a95fbe12eb7', 'subnets': [{'id': '6e80a998-2277-430e-a2a1-47079979e7bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84042) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 18 20:51:42.212390 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6891756-d1c8-449f-9296-b05e21e37ca6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef26a3e1-d785-4813-8475-d0b958e1ee90,revision_number=None']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:51:42.245837 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-d6891756-d1c8-449f-9296-b05e21e37ca6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:42.246991 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-d6891756-d1c8-449f-9296-b05e21e37ca6 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/ef26a3e1-d785-4813-8475-d0b958e1ee90 HTTP/1.1" status: 204 len: 168 time: 0.5517554 Apr 18 20:51:42.382756 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-10b3bd0f-495e-4d3a-84fc-f191dfa6b451 None None] Provisioning complete for port d99ad02c-2797-4b8c-8a43-54fd026972be triggered by entity DHCP. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:51:42.383110 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-10b3bd0f-495e-4d3a-84fc-f191dfa6b451 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1253608'] for port, provisioning_complete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:42.443353 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0fcc45a-4828-43ab-a0dd-433edde561ec req-c11e8cd8-86de-4102-9b88-723f38761989 tempest-ServerActionsTestJSON-2052644234 tempest-ServerActionsTestJSON-2052644234-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:51:42.444882 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-d0fcc45a-4828-43ab-a0dd-433edde561ec req-c11e8cd8-86de-4102-9b88-723f38761989 tempest-ServerActionsTestJSON-2052644234 tempest-ServerActionsTestJSON-2052644234-project] 10.222.0.42 "GET /v2.0/ports?device_id=518b0850-99aa-4c7b-8e17-eb4ba00959c9 HTTP/1.1" status: 200 len: 946 time: 0.1286452 Apr 18 20:51:42.450915 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.plugin [None req-10b3bd0f-495e-4d3a-84fc-f191dfa6b451 None None] Port d99ad02c-2797-4b8c-8a43-54fd026972be cannot update to ACTIVE because it is not bound. {{(pid=84042) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 18 20:51:42.505667 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-d0fcc45a-4828-43ab-a0dd-433edde561ec req-2e1fb1e8-8a7e-4c50-ae26-573337dd371f tempest-ServerActionsTestJSON-2052644234 tempest-ServerActionsTestJSON-2052644234-project] 10.222.0.42 "GET /v2.0/security-groups?id=5518633c-5bdd-41db-a1d5-749e9b6740a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469012 Apr 18 20:51:42.626654 n-d-838334-2 neutron-server[84041]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6531fceb-ca29-4d89-aba7-45897e8d6c65 admin admin] Router 99413255-a59e-4b76-a984-795028d7c5d1 has already been hosted by L3 agent bc84d6c9-dd7a-4555-a351-592327b46d5a {{(pid=84041) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 20:51:42.642497 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a776f760-5e9f-44a3-9692-aaa4aa1b1a66 req-9351647c-208c-4351-bd6c-0f75cb39e3a8 tempest-ImagesOneServerNegativeTestJSON-1563611860 tempest-ImagesOneServerNegativeTestJSON-1563611860-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:51:42.644818 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-a776f760-5e9f-44a3-9692-aaa4aa1b1a66 req-9351647c-208c-4351-bd6c-0f75cb39e3a8 tempest-ImagesOneServerNegativeTestJSON-1563611860 tempest-ImagesOneServerNegativeTestJSON-1563611860-project] 10.222.0.42 "GET /v2.0/ports?device_id=dcaa8940-5af3-4c52-8583-5f195104de6b HTTP/1.1" status: 200 len: 945 time: 0.0811346 Apr 18 20:51:42.690831 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-a776f760-5e9f-44a3-9692-aaa4aa1b1a66 req-58164e93-5ce9-4250-bc18-ca491e5a4418 tempest-ImagesOneServerNegativeTestJSON-1563611860 tempest-ImagesOneServerNegativeTestJSON-1563611860-project] 10.222.0.42 "GET /v2.0/security-groups?id=35685d16-429f-4b00-82f0-cda27d79d56c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409884 Apr 18 20:51:42.874179 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6531fceb-ca29-4d89-aba7-45897e8d6c65 admin admin] Notify agent at l3_agent.n-d-838334-2 the message routers_updated {{(pid=84041) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 20:51:42.875105 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Device 8e0d28cc-1879-4fdc-8e0c-2f7918cd0f5d up at agent ovs-agent-n-d-838334-2 {{(pid=84042) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 20:51:42.888276 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-6531fceb-ca29-4d89-aba7-45897e8d6c65 admin admin] 10.222.0.42 "PUT /v2.0/routers/99413255-a59e-4b76-a984-795028d7c5d1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0087111 Apr 18 20:51:42.956917 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Provisioning complete for port 8e0d28cc-1879-4fdc-8e0c-2f7918cd0f5d triggered by entity L2. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:51:42.957289 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1253608'] for port, provisioning_complete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:43.146170 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a61ef271-3c16-46ed-a74e-b33b3e534c72 req-90c51c86-7157-42b1-a6ca-1a6913ca6748 tempest-ServerRescueNegativeTestJSON-1571656168 tempest-ServerRescueNegativeTestJSON-1571656168-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:51:43.154071 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-a61ef271-3c16-46ed-a74e-b33b3e534c72 req-90c51c86-7157-42b1-a6ca-1a6913ca6748 tempest-ServerRescueNegativeTestJSON-1571656168 tempest-ServerRescueNegativeTestJSON-1571656168-project] 10.222.0.42 "GET /v2.0/ports?device_id=4ff552c3-29c6-4485-85ed-37e006aa7ada HTTP/1.1" status: 200 len: 946 time: 0.3216827 Apr 18 20:51:43.196814 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b1008a4-3a9f-4faf-b03b-5aeebcd6f22a req-475cbb2d-fa9e-48dc-8b13-35452cf18fb0 tempest-ServerRescueTestJSON-1218824152 tempest-ServerRescueTestJSON-1218824152-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:51:43.203724 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-6b1008a4-3a9f-4faf-b03b-5aeebcd6f22a req-475cbb2d-fa9e-48dc-8b13-35452cf18fb0 tempest-ServerRescueTestJSON-1218824152 tempest-ServerRescueTestJSON-1218824152-project] 10.222.0.42 "GET /v2.0/ports?device_id=f3f5b6ba-19be-423a-a9fa-48c3bbcdc95d HTTP/1.1" status: 200 len: 945 time: 0.3060882 Apr 18 20:51:43.276269 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-a61ef271-3c16-46ed-a74e-b33b3e534c72 req-0b55b228-f44c-492a-99bc-cf25df64eb03 tempest-ServerRescueNegativeTestJSON-1571656168 tempest-ServerRescueNegativeTestJSON-1571656168-project] 10.222.0.42 "GET /v2.0/security-groups?id=fa6b5748-504b-4821-b3a0-7e61ca1810b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1211510 Apr 18 20:51:43.284848 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-6b1008a4-3a9f-4faf-b03b-5aeebcd6f22a req-e636d2eb-7fed-4928-9041-3777ae7823a3 tempest-ServerRescueTestJSON-1218824152 tempest-ServerRescueTestJSON-1218824152-project] 10.222.0.42 "GET /v2.0/security-groups?id=6f984221-1918-47e6-82e9-256972907b58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0797300 Apr 18 20:51:43.499840 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09ee597f-19c0-49b8-89b3-06678eaf8ba1 req-784e2da9-93db-4ea5-ab8d-9934244992f6 tempest-ServerDiskConfigTestJSON-473081836 tempest-ServerDiskConfigTestJSON-473081836-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:51:43.502433 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-09ee597f-19c0-49b8-89b3-06678eaf8ba1 req-784e2da9-93db-4ea5-ab8d-9934244992f6 tempest-ServerDiskConfigTestJSON-473081836 tempest-ServerDiskConfigTestJSON-473081836-project] 10.222.0.42 "GET /v2.0/ports?device_id=a7138a91-794f-4762-9c64-6037cebee7da HTTP/1.1" status: 200 len: 946 time: 0.0917861 Apr 18 20:51:43.574611 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-09ee597f-19c0-49b8-89b3-06678eaf8ba1 req-df8a0277-9416-4a4e-88a3-238e8534dbdd tempest-ServerDiskConfigTestJSON-473081836 tempest-ServerDiskConfigTestJSON-473081836-project] 10.222.0.42 "GET /v2.0/security-groups?id=527f07bd-3b7c-4e87-bb13-fa86b9490e28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644486 Apr 18 20:51:43.782733 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbfe38c7-d0ff-4c30-a4df-eb605d43dc12 req-30fe7c1e-c4f6-4720-8a50-03506789402a tempest-ServerActionsTestJSON-2052644234 tempest-ServerActionsTestJSON-2052644234-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:51:43.791240 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-bbfe38c7-d0ff-4c30-a4df-eb605d43dc12 req-30fe7c1e-c4f6-4720-8a50-03506789402a tempest-ServerActionsTestJSON-2052644234 tempest-ServerActionsTestJSON-2052644234-project] 10.222.0.42 "GET /v2.0/ports?device_id=518b0850-99aa-4c7b-8e17-eb4ba00959c9 HTTP/1.1" status: 200 len: 946 time: 0.1285074 Apr 18 20:51:44.010740 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-bbfe38c7-d0ff-4c30-a4df-eb605d43dc12 req-ce1f4655-f81e-447f-93d2-7225b8da6fc6 tempest-ServerActionsTestJSON-2052644234 tempest-ServerActionsTestJSON-2052644234-project] 10.222.0.42 "GET /v2.0/security-groups?id=5518633c-5bdd-41db-a1d5-749e9b6740a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1963971 Apr 18 20:51:44.096094 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64abfd3e-938e-4702-94d9-3039c354b942 req-06ddcf73-e586-4b44-86b0-09c13298182a tempest-ImagesOneServerNegativeTestJSON-1563611860 tempest-ImagesOneServerNegativeTestJSON-1563611860-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:51:44.097600 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-64abfd3e-938e-4702-94d9-3039c354b942 req-06ddcf73-e586-4b44-86b0-09c13298182a tempest-ImagesOneServerNegativeTestJSON-1563611860 tempest-ImagesOneServerNegativeTestJSON-1563611860-project] 10.222.0.42 "GET /v2.0/ports?device_id=dcaa8940-5af3-4c52-8583-5f195104de6b HTTP/1.1" status: 200 len: 945 time: 0.1980207 Apr 18 20:51:44.104872 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d44d9328-d98e-4200-a91d-297a9e3902c8 req-17bf0908-a3ef-41e4-8ee8-01d159d3a7e7 tempest-ImagesOneServerNegativeTestJSON-1563611860 tempest-ImagesOneServerNegativeTestJSON-1563611860-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:51:44.106721 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-d44d9328-d98e-4200-a91d-297a9e3902c8 req-17bf0908-a3ef-41e4-8ee8-01d159d3a7e7 tempest-ImagesOneServerNegativeTestJSON-1563611860 tempest-ImagesOneServerNegativeTestJSON-1563611860-project] 10.222.0.43 "GET /v2.0/ports?device_id=dcaa8940-5af3-4c52-8583-5f195104de6b HTTP/1.1" status: 200 len: 945 time: 0.1590302 Apr 18 20:51:44.206865 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.plugin [req-d44d9328-d98e-4200-a91d-297a9e3902c8 req-e7575bab-9c53-4bb6-b017-dbd80a0cc485 tempest-ImagesOneServerNegativeTestJSON-1563611860 tempest-ImagesOneServerNegativeTestJSON-1563611860-project] Deleting port f4dd7e17-8c7e-42e7-a353-0e76f39e3926 {{(pid=84040) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 20:51:44.207235 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-d44d9328-d98e-4200-a91d-297a9e3902c8 req-e7575bab-9c53-4bb6-b017-dbd80a0cc485 tempest-ImagesOneServerNegativeTestJSON-1563611860 tempest-ImagesOneServerNegativeTestJSON-1563611860-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750375188691'] for port, before_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:44.268711 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-64abfd3e-938e-4702-94d9-3039c354b942 req-1c5a3330-850f-4dd8-86f8-a2d6054fbbc4 tempest-ImagesOneServerNegativeTestJSON-1563611860 tempest-ImagesOneServerNegativeTestJSON-1563611860-project] 10.222.0.42 "GET /v2.0/security-groups?id=35685d16-429f-4b00-82f0-cda27d79d56c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1608784 Apr 18 20:51:44.333566 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 47784) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:51:44.339542 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.v2.base [None req-6fde9ad8-1a89-4175-8c7b-89d74f7665b2 admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest_v242-761324928-network', 'tenant_id': '9c3a606dad9e48989459bbc53cd7dc18'}} {{(pid=84041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 20:51:44.346973 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-6fde9ad8-1a89-4175-8c7b-89d74f7665b2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:51:44.351027 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-6fde9ad8-1a89-4175-8c7b-89d74f7665b2 admin admin] Usage tracker for resource:network and tenant:9c3a606dad9e48989459bbc53cd7dc18 is out of sync, need to count used quota {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:51:44.354417 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-6fde9ad8-1a89-4175-8c7b-89d74f7665b2 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:51:44.361387 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-6fde9ad8-1a89-4175-8c7b-89d74f7665b2 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:51:44.373992 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6fde9ad8-1a89-4175-8c7b-89d74f7665b2 admin admin] Made reservation on behalf of 9c3a606dad9e48989459bbc53cd7dc18 for: {'network': 1} {{(pid=84041) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:51:44.378143 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-6fde9ad8-1a89-4175-8c7b-89d74f7665b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for network, before_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:44.394577 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-6fde9ad8-1a89-4175-8c7b-89d74f7665b2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:44.436492 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-6fde9ad8-1a89-4175-8c7b-89d74f7665b2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:51:44.441701 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-6fde9ad8-1a89-4175-8c7b-89d74f7665b2 admin admin] Usage tracker for resource:security_group_rule and tenant:9c3a606dad9e48989459bbc53cd7dc18 is out of sync, need to count used quota {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:51:44.445322 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-6fde9ad8-1a89-4175-8c7b-89d74f7665b2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:51:44.451819 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-6fde9ad8-1a89-4175-8c7b-89d74f7665b2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:51:44.546858 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-6fde9ad8-1a89-4175-8c7b-89d74f7665b2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:44.554055 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-6fde9ad8-1a89-4175-8c7b-89d74f7665b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33528224'] for security_group, after_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:44.586203 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6fde9ad8-1a89-4175-8c7b-89d74f7665b2 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 380} {{(pid=84041) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 20:51:44.600101 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fde9ad8-1a89-4175-8c7b-89d74f7665b2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3254dab2-d381-4186-9c10-f18e143b06c1,revision_number=1']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:51:44.605343 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-6fde9ad8-1a89-4175-8c7b-89d74f7665b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1082986'] for segment, precommit_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:44.605746 n-d-838334-2 neutron-server[84041]: INFO neutron.db.segments_db [None req-6fde9ad8-1a89-4175-8c7b-89d74f7665b2 admin admin] Added segment a508786f-033d-461c-8ea7-2b32ca6d0750 of type vlan for network 31aab25e-55b8-4b74-b4d2-0d43994e3f49 Apr 18 20:51:44.648400 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-6fde9ad8-1a89-4175-8c7b-89d74f7665b2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750374825732'] for network, precommit_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:44.662168 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.db [req-d44d9328-d98e-4200-a91d-297a9e3902c8 req-e7575bab-9c53-4bb6-b017-dbd80a0cc485 tempest-ImagesOneServerNegativeTestJSON-1563611860 tempest-ImagesOneServerNegativeTestJSON-1563611860-project] For port f4dd7e17-8c7e-42e7-a353-0e76f39e3926, host n-h1-838334-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838334-2',level=0,port_id=f4dd7e17-8c7e-42e7-a353-0e76f39e3926,segment=NetworkSegment(30c19e44-4439-432e-8ba3-ae51f2f5bd90),segment_id=30c19e44-4439-432e-8ba3-ae51f2f5bd90)] {{(pid=84040) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:51:44.662769 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-d44d9328-d98e-4200-a91d-297a9e3902c8 req-e7575bab-9c53-4bb6-b017-dbd80a0cc485 tempest-ImagesOneServerNegativeTestJSON-1563611860 tempest-ImagesOneServerNegativeTestJSON-1563611860-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369123'] for port, precommit_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:44.691423 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-6fde9ad8-1a89-4175-8c7b-89d74f7665b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33526109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022'] for network, after_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:44.692317 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6fde9ad8-1a89-4175-8c7b-89d74f7665b2 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:51:44.692900 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-6fde9ad8-1a89-4175-8c7b-89d74f7665b2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32378031'] for network, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:44.798833 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fde9ad8-1a89-4175-8c7b-89d74f7665b2 admin admin] Pushing event updated for resources: {'Network': ['ID=31aab25e-55b8-4b74-b4d2-0d43994e3f49,revision_number=1']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:51:44.803474 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-6fde9ad8-1a89-4175-8c7b-89d74f7665b2 admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.4688499 Apr 18 20:51:44.806175 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 47794) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:51:44.811988 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Network 31aab25e-55b8-4b74-b4d2-0d43994e3f49 details requested by agent ovs-agent-n-d-838334-2 with host n-d-838334-2 {{(pid=84042) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 18 20:51:44.822589 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.v2.base [None req-e8dd4cf1-1278-4780-855c-a878590b029d admin admin] Request body: {'subnet': {'network_id': '31aab25e-55b8-4b74-b4d2-0d43994e3f49', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest_v242-761324928-subnet', 'tenant_id': '9c3a606dad9e48989459bbc53cd7dc18', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=84041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 20:51:44.829546 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-e8dd4cf1-1278-4780-855c-a878590b029d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:51:44.833654 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-e8dd4cf1-1278-4780-855c-a878590b029d admin admin] Usage tracker for resource:subnet and tenant:9c3a606dad9e48989459bbc53cd7dc18 is out of sync, need to count used quota {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:51:44.836793 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-e8dd4cf1-1278-4780-855c-a878590b029d admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:51:44.843511 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-e8dd4cf1-1278-4780-855c-a878590b029d admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:51:44.846495 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.plugin [req-d44d9328-d98e-4200-a91d-297a9e3902c8 req-e7575bab-9c53-4bb6-b017-dbd80a0cc485 tempest-ImagesOneServerNegativeTestJSON-1563611860 tempest-ImagesOneServerNegativeTestJSON-1563611860-project] Calling delete_port for f4dd7e17-8c7e-42e7-a353-0e76f39e3926 owned by compute:nova {{(pid=84040) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 20:51:44.880042 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e8dd4cf1-1278-4780-855c-a878590b029d admin admin] Made reservation on behalf of 9c3a606dad9e48989459bbc53cd7dc18 for: {'subnet': 1} {{(pid=84041) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:51:44.884864 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-e8dd4cf1-1278-4780-855c-a878590b029d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32486301'] for subnet, before_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:44.956377 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Device aa5ce318-0bea-4e8c-bff5-5d343e281fd6 up at agent ovs-agent-n-d-838334-2 {{(pid=84042) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 20:51:45.028155 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8363d0b6-037f-4f4d-b300-5e29803f9000 req-c4c5da53-aba0-4cf5-8124-bdca4ec8c0ae tempest-ServerRescueNegativeTestJSON-1571656168 tempest-ServerRescueNegativeTestJSON-1571656168-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:51:45.032721 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Provisioning for port aa5ce318-0bea-4e8c-bff5-5d343e281fd6 completed by entity L2. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 20:51:45.036208 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-8363d0b6-037f-4f4d-b300-5e29803f9000 req-c4c5da53-aba0-4cf5-8124-bdca4ec8c0ae tempest-ServerRescueNegativeTestJSON-1571656168 tempest-ServerRescueNegativeTestJSON-1571656168-project] 10.222.0.42 "GET /v2.0/ports?device_id=4ff552c3-29c6-4485-85ed-37e006aa7ada HTTP/1.1" status: 200 len: 946 time: 0.5038412 Apr 18 20:51:45.039063 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Provisioning complete for port aa5ce318-0bea-4e8c-bff5-5d343e281fd6 triggered by entity L2. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:51:45.039697 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1253608'] for port, provisioning_complete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:45.105668 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-328b4199-4a13-481a-9e19-fb331a59ee44 req-d74b9b8a-3f37-4f66-8518-b23a6cdfb4bd tempest-ServerRescueTestJSON-1218824152 tempest-ServerRescueTestJSON-1218824152-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:51:45.107412 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-328b4199-4a13-481a-9e19-fb331a59ee44 req-d74b9b8a-3f37-4f66-8518-b23a6cdfb4bd tempest-ServerRescueTestJSON-1218824152 tempest-ServerRescueTestJSON-1218824152-project] 10.222.0.42 "GET /v2.0/ports?device_id=f3f5b6ba-19be-423a-a9fa-48c3bbcdc95d HTTP/1.1" status: 200 len: 945 time: 0.5763083 Apr 18 20:51:45.129405 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-8363d0b6-037f-4f4d-b300-5e29803f9000 req-af8aa958-0d8d-4c23-b1fe-f7ba37d57775 tempest-ServerRescueNegativeTestJSON-1571656168 tempest-ServerRescueNegativeTestJSON-1571656168-project] 10.222.0.42 "GET /v2.0/security-groups?id=fa6b5748-504b-4821-b3a0-7e61ca1810b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0923247 Apr 18 20:51:45.183245 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:45.202044 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] For port aa5ce318-0bea-4e8c-bff5-5d343e281fd6, host n-d-838334-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838334-2',level=0,port_id=aa5ce318-0bea-4e8c-bff5-5d343e281fd6,segment=NetworkSegment(732aa830-768b-4511-951f-d08e26b9c25b),segment_id=732aa830-768b-4511-951f-d08e26b9c25b)] {{(pid=84042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:51:45.208112 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682'] for port, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:45.221676 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-328b4199-4a13-481a-9e19-fb331a59ee44 req-b8060003-54f8-4989-ab6d-345c9f6ecff1 tempest-ServerRescueTestJSON-1218824152 tempest-ServerRescueTestJSON-1218824152-project] 10.222.0.42 "GET /v2.0/security-groups?id=6f984221-1918-47e6-82e9-256972907b58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0961034 Apr 18 20:51:45.244086 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-e8dd4cf1-1278-4780-855c-a878590b029d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33526260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32266407', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32486287'] for subnet, after_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:45.256762 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-d44d9328-d98e-4200-a91d-297a9e3902c8 req-e7575bab-9c53-4bb6-b017-dbd80a0cc485 tempest-ImagesOneServerNegativeTestJSON-1563611860 tempest-ImagesOneServerNegativeTestJSON-1563611860-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750375259028', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750374836628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32440838'] for port, after_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:45.315271 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7575bab-9c53-4bb6-b017-dbd80a0cc485 tempest-ImagesOneServerNegativeTestJSON-1563611860 tempest-ImagesOneServerNegativeTestJSON-1563611860-project] Pushing event deleted for resources: {'Port': ['ID=f4dd7e17-8c7e-42e7-a353-0e76f39e3926,revision_number=None']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:51:45.337582 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8dd4cf1-1278-4780-855c-a878590b029d admin admin] Pushing event updated for resources: {'Subnet': ['ID=1e2925a6-ba9a-4658-b41e-a8c059601191,revision_number=0']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:51:45.365596 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Pushing event updated for resources: {'Port': ['ID=aa5ce318-0bea-4e8c-bff5-5d343e281fd6,revision_number=4']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:51:45.370915 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8dd4cf1-1278-4780-855c-a878590b029d admin admin] Checking segment: {'id': 'a508786f-033d-461c-8ea7-2b32ca6d0750', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': '31aab25e-55b8-4b74-b4d2-0d43994e3f49'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84041) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 20:51:45.371351 n-d-838334-2 neutron-server[84041]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8dd4cf1-1278-4780-855c-a878590b029d admin admin] Network hostable DHCP agents. Network: 31aab25e-55b8-4b74-b4d2-0d43994e3f49, hostable agents: ['8746f8ea-3e91-4b32-9919-2c63adeb8722'], hosted agents: [] {{(pid=84041) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 20:51:45.379080 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] get_ports_and_sgs() called for port_ids ['f4dd7e17-8c7e-42e7-a353-0e76f39e3926'] {{(pid=84042) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 18 20:51:45.419793 n-d-838334-2 neutron-server[84041]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8dd4cf1-1278-4780-855c-a878590b029d admin admin] Network 31aab25e-55b8-4b74-b4d2-0d43994e3f49 is scheduled to be hosted by DHCP agent 8746f8ea-3e91-4b32-9919-2c63adeb8722 with binding_index 1 {{(pid=84041) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 20:51:45.430459 n-d-838334-2 neutron-server[84041]: DEBUG neutron.scheduler.base_scheduler [None req-e8dd4cf1-1278-4780-855c-a878590b029d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-838334-2, 31aab25e-55b8-4b74-b4d2-0d43994e3f49) {{(pid=84041) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:51:45.434577 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8dd4cf1-1278-4780-855c-a878590b029d admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:51:45.435336 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-e8dd4cf1-1278-4780-855c-a878590b029d admin admin] Notify callbacks [] for subnet, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:45.442014 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-529f9b00-04dd-4004-b618-a2e8380b2b27 None None] Network 31aab25e-55b8-4b74-b4d2-0d43994e3f49 requested from n-d-838334-2 {{(pid=84042) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 20:51:45.465685 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-e8dd4cf1-1278-4780-855c-a878590b029d admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.6567671 Apr 18 20:51:45.466504 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 47808) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:51:45.472796 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.v2.base [None req-7cc4f798-0e1e-4f5c-87ad-25e0105e2d43 admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest_v242-761324928-router', 'tenant_id': '9c3a606dad9e48989459bbc53cd7dc18', 'external_gateway_info': {'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c'}}} {{(pid=84041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 20:51:45.478352 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-7cc4f798-0e1e-4f5c-87ad-25e0105e2d43 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:51:45.482503 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-7cc4f798-0e1e-4f5c-87ad-25e0105e2d43 admin admin] Usage tracker for resource:router and tenant:9c3a606dad9e48989459bbc53cd7dc18 is out of sync, need to count used quota {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:51:45.484207 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.l3_dvrscheduler_db [req-d44d9328-d98e-4200-a91d-297a9e3902c8 req-e7575bab-9c53-4bb6-b017-dbd80a0cc485 tempest-ImagesOneServerNegativeTestJSON-1563611860 tempest-ImagesOneServerNegativeTestJSON-1563611860-project] No DVR routers for this DVR port f4dd7e17-8c7e-42e7-a353-0e76f39e3926 on host n-h1-838334-2 {{(pid=84040) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 20:51:45.486161 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-7cc4f798-0e1e-4f5c-87ad-25e0105e2d43 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:51:45.492921 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-7cc4f798-0e1e-4f5c-87ad-25e0105e2d43 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:51:45.496217 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-d44d9328-d98e-4200-a91d-297a9e3902c8 req-e7575bab-9c53-4bb6-b017-dbd80a0cc485 tempest-ImagesOneServerNegativeTestJSON-1563611860 tempest-ImagesOneServerNegativeTestJSON-1563611860-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217293'] for port, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:45.499083 n-d-838334-2 neutron-server[84040]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dcaa8940-5af3-4c52-8583-5f195104de6b', 'name': 'network-vif-deleted', 'tag': 'f4dd7e17-8c7e-42e7-a353-0e76f39e3926'}] {{(pid=84040) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 20:51:45.508339 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-7cc4f798-0e1e-4f5c-87ad-25e0105e2d43 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-33442106', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5708'] for router, before_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:45.509921 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-7cc4f798-0e1e-4f5c-87ad-25e0105e2d43 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33442137', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33444285', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33535433', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5703'] for router, precommit_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:45.537539 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-7cc4f798-0e1e-4f5c-87ad-25e0105e2d43 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:45.540876 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-d44d9328-d98e-4200-a91d-297a9e3902c8 req-e7575bab-9c53-4bb6-b017-dbd80a0cc485 tempest-ImagesOneServerNegativeTestJSON-1563611860 tempest-ImagesOneServerNegativeTestJSON-1563611860-project] 10.222.0.43 "DELETE /v2.0/ports/f4dd7e17-8c7e-42e7-a353-0e76f39e3926 HTTP/1.1" status: 204 len: 173 time: 1.4165921 Apr 18 20:51:45.608896 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90649223-fe88-41c2-bd55-0a5708df5a4e req-c5a24eb5-ae9c-4791-85ad-27f1a70507f7 tempest-ServerActionsTestJSON-2052644234 tempest-ServerActionsTestJSON-2052644234-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:51:45.611525 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-90649223-fe88-41c2-bd55-0a5708df5a4e req-c5a24eb5-ae9c-4791-85ad-27f1a70507f7 tempest-ServerActionsTestJSON-2052644234 tempest-ServerActionsTestJSON-2052644234-project] 10.222.0.42 "GET /v2.0/ports?device_id=518b0850-99aa-4c7b-8e17-eb4ba00959c9 HTTP/1.1" status: 200 len: 946 time: 0.1724753 Apr 18 20:51:45.656050 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d075254-5150-4887-870a-f6081dbe841a req-cd55a9af-6b9e-489e-8c85-d2ee7ffd8dd5 tempest-ServerDiskConfigTestJSON-473081836 tempest-ServerDiskConfigTestJSON-473081836-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:51:45.663841 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-5d075254-5150-4887-870a-f6081dbe841a req-cd55a9af-6b9e-489e-8c85-d2ee7ffd8dd5 tempest-ServerDiskConfigTestJSON-473081836 tempest-ServerDiskConfigTestJSON-473081836-project] 10.222.0.42 "GET /v2.0/ports?device_id=a7138a91-794f-4762-9c64-6037cebee7da HTTP/1.1" status: 200 len: 946 time: 0.2709260 Apr 18 20:51:45.671785 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-7f0ca325-e524-46cc-ab39-8b6d21a156b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750375287399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253529'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:45.711306 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-90649223-fe88-41c2-bd55-0a5708df5a4e req-10b7e76c-c119-494d-891e-c96117552802 tempest-ServerActionsTestJSON-2052644234 tempest-ServerActionsTestJSON-2052644234-project] 10.222.0.42 "GET /v2.0/security-groups?id=5518633c-5bdd-41db-a1d5-749e9b6740a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0897014 Apr 18 20:51:45.753967 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99fac4ad-564b-4abc-8e4e-d9cf84e94804 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp016840fc-1f9f-5892-9c53-c9cf6c845bbb-31aab25e-55b8-4b74-b4d2-0d43994e3f49', 'network_id': '31aab25e-55b8-4b74-b4d2-0d43994e3f49', 'tenant_id': '9c3a606dad9e48989459bbc53cd7dc18', 'fixed_ips': [{'subnet_id': '1e2925a6-ba9a-4658-b41e-a8c059601191'}]}} from n-d-838334-2. {{(pid=84042) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 18 20:51:45.754758 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-99fac4ad-564b-4abc-8e4e-d9cf84e94804 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_create {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:45.755336 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-5d075254-5150-4887-870a-f6081dbe841a req-a8ff91df-8a6a-43a2-8b21-e5a2aca5e4ab tempest-ServerDiskConfigTestJSON-473081836 tempest-ServerDiskConfigTestJSON-473081836-project] 10.222.0.42 "GET /v2.0/security-groups?id=527f07bd-3b7c-4e87-bb13-fa86b9490e28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0892770 Apr 18 20:51:45.787192 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-7cc4f798-0e1e-4f5c-87ad-25e0105e2d43 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-33444175', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-33443520', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5293'] for router, precommit_update {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:45.986220 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [req-a79eea24-0141-4f5e-9802-1bf9f19c4f7f req-889d9afd-7dd1-4f59-9d60-b7aed7e72473 tempest-ImagesOneServerNegativeTestJSON-1563611860 tempest-ImagesOneServerNegativeTestJSON-1563611860-project] Synchronizing usage tracker for tenant:3c76d2c50aef4e4cbd335680d5ef1e1d on resource:port {{(pid=84040) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 20:51:46.007449 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [req-a79eea24-0141-4f5e-9802-1bf9f19c4f7f req-889d9afd-7dd1-4f59-9d60-b7aed7e72473 tempest-ImagesOneServerNegativeTestJSON-1563611860 tempest-ImagesOneServerNegativeTestJSON-1563611860-project] Unset dirty status for tenant:3c76d2c50aef4e4cbd335680d5ef1e1d on resource:port {{(pid=84040) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 20:51:46.015421 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-a79eea24-0141-4f5e-9802-1bf9f19c4f7f req-889d9afd-7dd1-4f59-9d60-b7aed7e72473 tempest-ImagesOneServerNegativeTestJSON-1563611860 tempest-ImagesOneServerNegativeTestJSON-1563611860-project] 10.222.0.42 "GET /v2.0/ports?device_id=dcaa8940-5af3-4c52-8583-5f195104de6b HTTP/1.1" status: 200 len: 210 time: 0.0762885 Apr 18 20:51:46.023154 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.db_base_plugin_common [None req-99fac4ad-564b-4abc-8e4e-d9cf84e94804 None None] Allocated IP 172.20.0.2 (31aab25e-55b8-4b74-b4d2-0d43994e3f49/1e2925a6-ba9a-4658-b41e-a8c059601191/dc2eaa8d-ab12-4807-af2c-75d4525ee31d) {{(pid=84042) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:51:46.105456 n-d-838334-2 neutron-server[84040]: INFO neutron.notifiers.nova [-] Nova event matching ['req-492221cf-7cd7-4373-a1d8-0eff37445020'] response: {'server_uuid': 'dcaa8940-5af3-4c52-8583-5f195104de6b', 'name': 'network-vif-deleted', 'tag': 'f4dd7e17-8c7e-42e7-a353-0e76f39e3926', 'status': 'completed', 'code': 200} Apr 18 20:51:46.137261 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-7cc4f798-0e1e-4f5c-87ad-25e0105e2d43 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:46.220935 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-7cc4f798-0e1e-4f5c-87ad-25e0105e2d43 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:46.385097 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-99fac4ad-564b-4abc-8e4e-d9cf84e94804 None None] Notify callbacks [] for port, precommit_create {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:46.398123 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-99fac4ad-564b-4abc-8e4e-d9cf84e94804 None None] Transition to ACTIVE for port object dc2eaa8d-ab12-4807-af2c-75d4525ee31d will not be triggered until provisioned by entity L2. {{(pid=84042) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 20:51:46.409561 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbcefe8d-7dd4-41ae-acc0-adc47bf38de5 req-27cff516-e951-476f-8c2b-e3ec104ae342 tempest-ServerRescueNegativeTestJSON-1571656168 tempest-ServerRescueNegativeTestJSON-1571656168-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:51:46.416822 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-fbcefe8d-7dd4-41ae-acc0-adc47bf38de5 req-27cff516-e951-476f-8c2b-e3ec104ae342 tempest-ServerRescueNegativeTestJSON-1571656168 tempest-ServerRescueNegativeTestJSON-1571656168-project] 10.222.0.42 "GET /v2.0/ports?device_id=4ff552c3-29c6-4485-85ed-37e006aa7ada HTTP/1.1" status: 200 len: 946 time: 0.1289463 Apr 18 20:51:46.448832 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-99fac4ad-564b-4abc-8e4e-d9cf84e94804 None None] Transition to ACTIVE for port object dc2eaa8d-ab12-4807-af2c-75d4525ee31d will not be triggered until provisioned by entity DHCP. {{(pid=84042) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 20:51:46.460657 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-99fac4ad-564b-4abc-8e4e-d9cf84e94804 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750374836619'] for port, after_create {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:46.477978 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-fbcefe8d-7dd4-41ae-acc0-adc47bf38de5 req-f7f23b2c-5942-43d5-88ca-809a740998bc tempest-ServerRescueNegativeTestJSON-1571656168 tempest-ServerRescueNegativeTestJSON-1571656168-project] 10.222.0.42 "GET /v2.0/security-groups?id=fa6b5748-504b-4821-b3a0-7e61ca1810b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602038 Apr 18 20:51:46.508238 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.db_base_plugin_common [None req-7cc4f798-0e1e-4f5c-87ad-25e0105e2d43 admin admin] Allocated IP 172.25.8.55 (e41b6600-a917-4a8d-b05c-be3be40c6d8c/6b05667b-848e-4356-9b44-d5eb6808ef74/a6ac0d85-5a78-4d1b-8751-a8fba8de6a16) {{(pid=84041) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:51:46.543030 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99fac4ad-564b-4abc-8e4e-d9cf84e94804 None None] Pushing event updated for resources: {'Port': ['ID=dc2eaa8d-ab12-4807-af2c-75d4525ee31d,revision_number=1']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:51:46.551054 n-d-838334-2 neutron-server[84042]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99fac4ad-564b-4abc-8e4e-d9cf84e94804 None None] Network 31aab25e-55b8-4b74-b4d2-0d43994e3f49 is already hosted by enough agents. {{(pid=84042) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:51:46.552512 n-d-838334-2 neutron-server[84042]: DEBUG neutron.scheduler.base_scheduler [None req-99fac4ad-564b-4abc-8e4e-d9cf84e94804 None None] Resources bound (agent type, host, resource id): {{(pid=84042) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:51:46.554900 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99fac4ad-564b-4abc-8e4e-d9cf84e94804 None None] Received port after_create {{(pid=84042) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 20:51:46.621774 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b1cd520-b80b-44b7-9587-cc542a469996 req-30f5813d-1945-4aac-9930-eb0d0f1295c5 tempest-ServerRescueTestJSON-1218824152 tempest-ServerRescueTestJSON-1218824152-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:51:46.628945 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-1b1cd520-b80b-44b7-9587-cc542a469996 req-30f5813d-1945-4aac-9930-eb0d0f1295c5 tempest-ServerRescueTestJSON-1218824152 tempest-ServerRescueTestJSON-1218824152-project] 10.222.0.42 "GET /v2.0/ports?device_id=f3f5b6ba-19be-423a-a9fa-48c3bbcdc95d HTTP/1.1" status: 200 len: 945 time: 0.1494048 Apr 18 20:51:46.648164 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.managers [None req-99fac4ad-564b-4abc-8e4e-d9cf84e94804 None None] Attempting to bind port dc2eaa8d-ab12-4807-af2c-75d4525ee31d on host n-d-838334-2 for vnic_type normal with profile {{(pid=84042) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:51:46.648839 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.managers [None req-99fac4ad-564b-4abc-8e4e-d9cf84e94804 None None] Attempting to bind port dc2eaa8d-ab12-4807-af2c-75d4525ee31d by drivers openvswitch,hyperv on host n-d-838334-2 at level 0 using segments [{'id': 'a508786f-033d-461c-8ea7-2b32ca6d0750', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': '31aab25e-55b8-4b74-b4d2-0d43994e3f49'}] {{(pid=84042) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:51:46.649744 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99fac4ad-564b-4abc-8e4e-d9cf84e94804 None None] Attempting to bind port dc2eaa8d-ab12-4807-af2c-75d4525ee31d on network 31aab25e-55b8-4b74-b4d2-0d43994e3f49 {{(pid=84042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 20:51:46.657135 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99fac4ad-564b-4abc-8e4e-d9cf84e94804 None None] Checking agent: {'id': '97cd4414-7af6-4d67-868d-dff370b4071a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838334-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 25, 49), 'started_at': datetime.datetime(2022, 4, 18, 20, 26, 19), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 20, 51, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838334-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 18 20:51:46.657895 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99fac4ad-564b-4abc-8e4e-d9cf84e94804 None None] Checking segment: {'id': 'a508786f-033d-461c-8ea7-2b32ca6d0750', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': '31aab25e-55b8-4b74-b4d2-0d43994e3f49'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84042) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 20:51:46.658684 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-99fac4ad-564b-4abc-8e4e-d9cf84e94804 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:46.659279 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99fac4ad-564b-4abc-8e4e-d9cf84e94804 None None] Bound using segment: {'id': 'a508786f-033d-461c-8ea7-2b32ca6d0750', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': '31aab25e-55b8-4b74-b4d2-0d43994e3f49'} {{(pid=84042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 18 20:51:46.659998 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.managers [None req-99fac4ad-564b-4abc-8e4e-d9cf84e94804 None None] Bound port: dc2eaa8d-ab12-4807-af2c-75d4525ee31d, host: n-d-838334-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a508786f-033d-461c-8ea7-2b32ca6d0750', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': '31aab25e-55b8-4b74-b4d2-0d43994e3f49'}}] {{(pid=84042) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 20:51:46.660651 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-99fac4ad-564b-4abc-8e4e-d9cf84e94804 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:46.684941 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-1b1cd520-b80b-44b7-9587-cc542a469996 req-dd21b814-6aec-48c1-878c-3b6b960cef57 tempest-ServerRescueTestJSON-1218824152 tempest-ServerRescueTestJSON-1218824152-project] 10.222.0.42 "GET /v2.0/security-groups?id=6f984221-1918-47e6-82e9-256972907b58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555956 Apr 18 20:51:46.704817 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-7cc4f798-0e1e-4f5c-87ad-25e0105e2d43 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:46.737493 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-7cc4f798-0e1e-4f5c-87ad-25e0105e2d43 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750374836619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32266323'] for port, after_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:46.798552 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-99fac4ad-564b-4abc-8e4e-d9cf84e94804 None None] For port dc2eaa8d-ab12-4807-af2c-75d4525ee31d, host n-d-838334-2, cleared binding levels {{(pid=84042) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 20:51:46.806729 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-99fac4ad-564b-4abc-8e4e-d9cf84e94804 None None] For port dc2eaa8d-ab12-4807-af2c-75d4525ee31d, host n-d-838334-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838334-2',level=0,port_id=dc2eaa8d-ab12-4807-af2c-75d4525ee31d,segment=NetworkSegment(a508786f-033d-461c-8ea7-2b32ca6d0750),segment_id=a508786f-033d-461c-8ea7-2b32ca6d0750)] {{(pid=84042) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 20:51:46.824521 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-99fac4ad-564b-4abc-8e4e-d9cf84e94804 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682'] for port, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:46.832782 n-d-838334-2 neutron-server[84041]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7cc4f798-0e1e-4f5c-87ad-25e0105e2d43 admin admin] Network e41b6600-a917-4a8d-b05c-be3be40c6d8c is already hosted by enough agents. {{(pid=84041) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:51:46.836428 n-d-838334-2 neutron-server[84041]: DEBUG neutron.scheduler.base_scheduler [None req-7cc4f798-0e1e-4f5c-87ad-25e0105e2d43 admin admin] Resources bound (agent type, host, resource id): {{(pid=84041) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:51:46.842341 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cc4f798-0e1e-4f5c-87ad-25e0105e2d43 admin admin] Received port after_create {{(pid=84041) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 20:51:46.891425 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cc4f798-0e1e-4f5c-87ad-25e0105e2d43 admin admin] Pushing event updated for resources: {'Port': ['ID=a6ac0d85-5a78-4d1b-8751-a8fba8de6a16,revision_number=1']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:51:46.903035 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Device aa5ce318-0bea-4e8c-bff5-5d343e281fd6 up at agent ovs-agent-n-d-838334-2 {{(pid=84042) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 20:51:47.027912 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99fac4ad-564b-4abc-8e4e-d9cf84e94804 None None] Pushing event updated for resources: {'Port': ['ID=dc2eaa8d-ab12-4807-af2c-75d4525ee31d,revision_number=2']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:51:47.033975 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99eacc1d-d9cc-448f-a79e-bfcb8d0f5c3b req-9f0e089e-f28c-4fd8-8014-b0c79d8ca2a1 tempest-ServerActionsTestJSON-2052644234 tempest-ServerActionsTestJSON-2052644234-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:51:47.035687 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-99eacc1d-d9cc-448f-a79e-bfcb8d0f5c3b req-9f0e089e-f28c-4fd8-8014-b0c79d8ca2a1 tempest-ServerActionsTestJSON-2052644234 tempest-ServerActionsTestJSON-2052644234-project] 10.222.0.42 "GET /v2.0/ports?device_id=518b0850-99aa-4c7b-8e17-eb4ba00959c9 HTTP/1.1" status: 200 len: 946 time: 0.1519408 Apr 18 20:51:47.036695 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Provisioning complete for port aa5ce318-0bea-4e8c-bff5-5d343e281fd6 triggered by entity L2. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:51:47.037155 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1253608'] for port, provisioning_complete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:47.110571 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-99eacc1d-d9cc-448f-a79e-bfcb8d0f5c3b req-40a41880-2b8b-4163-810b-4a7e03ae1b08 tempest-ServerActionsTestJSON-2052644234 tempest-ServerActionsTestJSON-2052644234-project] 10.222.0.42 "GET /v2.0/security-groups?id=5518633c-5bdd-41db-a1d5-749e9b6740a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634496 Apr 18 20:51:47.253093 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-7cc4f798-0e1e-4f5c-87ad-25e0105e2d43 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:47.254015 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-7cc4f798-0e1e-4f5c-87ad-25e0105e2d43 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33443529', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33444176'] for router, after_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:47.396353 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-838b559f-ca1a-41a8-b792-7f9e953e8d1d req-3cbb9216-d91d-4f60-aaed-21dcdb46934d tempest-ServerDiskConfigTestJSON-473081836 tempest-ServerDiskConfigTestJSON-473081836-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:51:47.398804 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-838b559f-ca1a-41a8-b792-7f9e953e8d1d req-3cbb9216-d91d-4f60-aaed-21dcdb46934d tempest-ServerDiskConfigTestJSON-473081836 tempest-ServerDiskConfigTestJSON-473081836-project] 10.222.0.42 "GET /v2.0/ports?device_id=a7138a91-794f-4762-9c64-6037cebee7da HTTP/1.1" status: 200 len: 946 time: 0.1634898 Apr 18 20:51:47.496253 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-838b559f-ca1a-41a8-b792-7f9e953e8d1d req-5fc55738-efd2-4612-b85c-1dd6ee7bf881 tempest-ServerDiskConfigTestJSON-473081836 tempest-ServerDiskConfigTestJSON-473081836-project] 10.222.0.42 "GET /v2.0/security-groups?id=527f07bd-3b7c-4e87-bb13-fa86b9490e28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0914891 Apr 18 20:51:47.570639 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 47868) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:51:47.617333 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 47874) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:51:47.629629 n-d-838334-2 neutron-server[84041]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7cc4f798-0e1e-4f5c-87ad-25e0105e2d43 admin admin] Router 1b226306-f003-498c-b926-ffdfcee0a271 is scheduled to L3 agent bc84d6c9-dd7a-4555-a351-592327b46d5a with binding_index 1 {{(pid=84041) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 18 20:51:47.770026 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-a0f2ff23-2edd-476b-acce-96f5a92f0533 tempest-ImagesOneServerNegativeTestJSON-1563611860 tempest-ImagesOneServerNegativeTestJSON-1563611860-project] Notify callbacks [] for security_group, before_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:47.779662 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-298e65a6-00f7-48ca-b462-0d0c0eee6a0a req-48329548-13c6-439e-9257-d36a34e9f816 tempest-ServerRescueNegativeTestJSON-1571656168 tempest-ServerRescueNegativeTestJSON-1571656168-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:51:47.781398 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-298e65a6-00f7-48ca-b462-0d0c0eee6a0a req-48329548-13c6-439e-9257-d36a34e9f816 tempest-ServerRescueNegativeTestJSON-1571656168 tempest-ServerRescueNegativeTestJSON-1571656168-project] 10.222.0.42 "GET /v2.0/ports?device_id=4ff552c3-29c6-4485-85ed-37e006aa7ada HTTP/1.1" status: 200 len: 946 time: 0.1405108 Apr 18 20:51:47.858664 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7cc4f798-0e1e-4f5c-87ad-25e0105e2d43 admin admin] Notify agent at l3_agent.n-d-838334-2 the message routers_updated {{(pid=84041) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 20:51:47.869193 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-f4a622af-c821-46de-8e96-968f25fbcce8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750375287399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253529'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:47.871767 n-d-838334-2 neutron-server[84043]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18f98cd8-927a-4c5d-8a25-473bdafdb536 None None] Sync routers for ids ['1b226306-f003-498c-b926-ffdfcee0a271'] in n-d-838334-2 {{(pid=84043) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 18 20:51:47.885745 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18f98cd8-927a-4c5d-8a25-473bdafdb536 None None] Routers {'1b226306-f003-498c-b926-ffdfcee0a271'} bound to L3 agent in host n-d-838334-2 {{(pid=84043) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 20:51:47.886629 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.l3_hamode_db [None req-18f98cd8-927a-4c5d-8a25-473bdafdb536 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838334-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-18T20:25:48Z,description=,heartbeat_timestamp=2022-04-18T20:51:48Z,host='n-d-838334-2',id=bc84d6c9-dd7a-4555-a351-592327b46d5a,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:25:48Z,topic='l3_agent')) {'router_ids': ['1b226306-f003-498c-b926-ffdfcee0a271'], 'active': True} {{(pid=84043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:51:47.897219 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-7cc4f798-0e1e-4f5c-87ad-25e0105e2d43 admin admin] Notify callbacks [] for router, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:47.900056 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-7cc4f798-0e1e-4f5c-87ad-25e0105e2d43 admin admin] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 2.4318960 Apr 18 20:51:47.902174 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 47880) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:51:47.909494 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-a0f2ff23-2edd-476b-acce-96f5a92f0533 tempest-ImagesOneServerNegativeTestJSON-1563611860 tempest-ImagesOneServerNegativeTestJSON-1563611860-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:47.917114 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-778a81cc-1a16-431b-82a2-57ee919ff580 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:48.022143 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [None req-778a81cc-1a16-431b-82a2-57ee919ff580 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:51:48.049504 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-298e65a6-00f7-48ca-b462-0d0c0eee6a0a req-b0747e7d-c7ba-45a0-8f85-c2e6a07c219d tempest-ServerRescueNegativeTestJSON-1571656168 tempest-ServerRescueNegativeTestJSON-1571656168-project] 10.222.0.42 "GET /v2.0/security-groups?id=fa6b5748-504b-4821-b3a0-7e61ca1810b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2581108 Apr 18 20:51:48.054335 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-778a81cc-1a16-431b-82a2-57ee919ff580 admin admin] Usage tracker for resource:security_group_rule and tenant:32757efa4a174a51905abc3a9986ca95 is out of sync, need to count used quota {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:51:48.059555 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-778a81cc-1a16-431b-82a2-57ee919ff580 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:51:48.080415 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [None req-778a81cc-1a16-431b-82a2-57ee919ff580 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:51:48.087714 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17e50650-1220-4d26-9f62-6381779f152c req-68e12d16-1187-4ec1-823e-4ef06b97d2a2 tempest-ServerRescueTestJSON-1218824152 tempest-ServerRescueTestJSON-1218824152-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:51:48.089191 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-17e50650-1220-4d26-9f62-6381779f152c req-68e12d16-1187-4ec1-823e-4ef06b97d2a2 tempest-ServerRescueTestJSON-1218824152 tempest-ServerRescueTestJSON-1218824152-project] 10.222.0.42 "GET /v2.0/ports?device_id=f3f5b6ba-19be-423a-a9fa-48c3bbcdc95d HTTP/1.1" status: 200 len: 945 time: 0.2645166 Apr 18 20:51:48.099888 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.l3_dvr_db [None req-18f98cd8-927a-4c5d-8a25-473bdafdb536 None None] Set router 1b226306-f003-498c-b926-ffdfcee0a271 gateway port host: n-d-838334-2 {{(pid=84043) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 20:51:48.130123 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-a0f2ff23-2edd-476b-acce-96f5a92f0533 tempest-ImagesOneServerNegativeTestJSON-1563611860 tempest-ImagesOneServerNegativeTestJSON-1563611860-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33528224'] for security_group, after_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:48.200975 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0f2ff23-2edd-476b-acce-96f5a92f0533 tempest-ImagesOneServerNegativeTestJSON-1563611860 tempest-ImagesOneServerNegativeTestJSON-1563611860-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8be31390-bd87-4396-9a9f-67274d249b06,revision_number=None']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:51:48.246799 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-a0f2ff23-2edd-476b-acce-96f5a92f0533 tempest-ImagesOneServerNegativeTestJSON-1563611860 tempest-ImagesOneServerNegativeTestJSON-1563611860-project] Notify callbacks [] for security_group, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:48.248294 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-a0f2ff23-2edd-476b-acce-96f5a92f0533 tempest-ImagesOneServerNegativeTestJSON-1563611860 tempest-ImagesOneServerNegativeTestJSON-1563611860-project] 10.222.0.42 "DELETE /v2.0/security-groups/8be31390-bd87-4396-9a9f-67274d249b06 HTTP/1.1" status: 204 len: 168 time: 0.6297369 Apr 18 20:51:48.256850 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 47886) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:51:48.378805 n-d-838334-2 neutron-server[84040]: INFO neutron.api.v2.resource [None req-1773d0cb-61ca-49df-9141-cf1ad9a1e591 tempest-ImagesOneServerNegativeTestJSON-1563611860 tempest-ImagesOneServerNegativeTestJSON-1563611860-project] show failed (client error): The resource could not be found. Apr 18 20:51:48.380008 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-1773d0cb-61ca-49df-9141-cf1ad9a1e591 tempest-ImagesOneServerNegativeTestJSON-1563611860 tempest-ImagesOneServerNegativeTestJSON-1563611860-project] 10.222.0.42 "GET /v2.0/security-groups/8be31390-bd87-4396-9a9f-67274d249b06 HTTP/1.1" status: 404 len: 347 time: 0.1125658 Apr 18 20:51:48.384768 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 47890) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:51:48.394284 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44c21042-80ee-4958-b01e-947ca5a2a0d1 None None] Network 31aab25e-55b8-4b74-b4d2-0d43994e3f49 requested from n-d-838334-2 {{(pid=84042) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 20:51:48.396814 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-17e50650-1220-4d26-9f62-6381779f152c req-721036d5-8be4-4aa0-9c01-b56e687fdc14 tempest-ServerRescueTestJSON-1218824152 tempest-ServerRescueTestJSON-1218824152-project] 10.222.0.42 "GET /v2.0/security-groups?id=6f984221-1918-47e6-82e9-256972907b58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2882509 Apr 18 20:51:48.411786 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-778a81cc-1a16-431b-82a2-57ee919ff580 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:48.424075 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-778a81cc-1a16-431b-82a2-57ee919ff580 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33528224'] for security_group, after_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:48.474280 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.l3_hamode_db [None req-18f98cd8-927a-4c5d-8a25-473bdafdb536 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b226306-f003-498c-b926-ffdfcee0a271', 'name': 'tempest-TaggedBootDevicesTest_v242-761324928-router', 'tenant_id': '9c3a606dad9e48989459bbc53cd7dc18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'external_fixed_ips': [{'subnet_id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'ip_address': '172.25.8.55'}], 'enable_snat': True}, 'gw_port_id': 'a6ac0d85-5a78-4d1b-8751-a8fba8de6a16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:51:45Z', 'updated_at': '2022-04-18T20:51:47Z', 'revision_number': 3, 'project_id': '9c3a606dad9e48989459bbc53cd7dc18', 'gw_port': {'id': 'a6ac0d85-5a78-4d1b-8751-a8fba8de6a16', 'name': '', 'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:54:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b226306-f003-498c-b926-ffdfcee0a271', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'ip_address': '172.25.8.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:51:46Z', 'updated_at': '2022-04-18T20:51:46Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838334-2'}], 'n-d-838334-2', False) {} {{(pid=84043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:51:48.479262 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Device f4dd7e17-8c7e-42e7-a353-0e76f39e3926 no longer exists at agent hyperv_n-h1-838334-2 {{(pid=84042) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 20:51:48.479451 n-d-838334-2 neutron-server[84043]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18f98cd8-927a-4c5d-8a25-473bdafdb536 None None] Checking router: 1b226306-f003-498c-b926-ffdfcee0a271 for host: n-d-838334-2 {{(pid=84043) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 18 20:51:48.479872 n-d-838334-2 neutron-server[84043]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18f98cd8-927a-4c5d-8a25-473bdafdb536 None None] Updating router 1b226306-f003-498c-b926-ffdfcee0a271 port a6ac0d85-5a78-4d1b-8751-a8fba8de6a16 binding host n-d-838334-2 {{(pid=84043) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 18 20:51:48.498844 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-778a81cc-1a16-431b-82a2-57ee919ff580 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7c19fa4e-3eb4-43b7-84c2-3365e783e14e,revision_number=1']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:51:48.519570 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-778a81cc-1a16-431b-82a2-57ee919ff580 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=32757efa4a174a51905abc3a9986ca95&name=default HTTP/1.1" status: 200 len: 2647 time: 0.9476047 Apr 18 20:51:48.521277 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 47894) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:51:48.530342 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c0f6606-2be5-4490-adad-32f95dc747e7 req-157b224d-4a18-43e1-8088-1e3fdd14fc7c tempest-ServerActionsTestJSON-2052644234 tempest-ServerActionsTestJSON-2052644234-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:51:48.539493 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-3c0f6606-2be5-4490-adad-32f95dc747e7 req-157b224d-4a18-43e1-8088-1e3fdd14fc7c tempest-ServerActionsTestJSON-2052644234 tempest-ServerActionsTestJSON-2052644234-project] 10.222.0.42 "GET /v2.0/ports?device_id=518b0850-99aa-4c7b-8e17-eb4ba00959c9 HTTP/1.1" status: 200 len: 946 time: 0.2276707 Apr 18 20:51:48.549946 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.plugin [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] No Port match for: f4dd7e17-8c7e-42e7-a353-0e76f39e3926 {{(pid=84042) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 18 20:51:48.555126 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Device f4dd7e17-8c7e-42e7-a353-0e76f39e3926 not bound to the agent host n-h1-838334-2 {{(pid=84042) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 20:51:48.565400 n-d-838334-2 neutron-server[84043]: DEBUG neutron_lib.callbacks.manager [None req-18f98cd8-927a-4c5d-8a25-473bdafdb536 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:48.595081 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-72e9380c-14bd-445a-a762-c631506dc84f None None] Provisioning for port dc2eaa8d-ab12-4807-af2c-75d4525ee31d completed by entity DHCP. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 20:51:48.623149 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-3c0f6606-2be5-4490-adad-32f95dc747e7 req-59a1df01-f9ed-4b22-b5f1-abe2c8c2536e tempest-ServerActionsTestJSON-2052644234 tempest-ServerActionsTestJSON-2052644234-project] 10.222.0.42 "GET /v2.0/security-groups?id=5518633c-5bdd-41db-a1d5-749e9b6740a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0826449 Apr 18 20:51:48.623764 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.plugin [None req-e3fca82b-1dd6-45ef-af8c-3ea264aa5266 tempest-ImagesOneServerNegativeTestJSON-1563611860 tempest-ImagesOneServerNegativeTestJSON-1563611860-project] Deleting port 45b36bfe-46e2-4342-9b0a-a4f0282cfac5 {{(pid=84041) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 20:51:48.624107 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-e3fca82b-1dd6-45ef-af8c-3ea264aa5266 tempest-ImagesOneServerNegativeTestJSON-1563611860 tempest-ImagesOneServerNegativeTestJSON-1563611860-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750375188691'] for port, before_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:48.694306 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-30512e7f-fefd-4c79-a9ad-cc8ff9588f05 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:48.781960 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-30512e7f-fefd-4c79-a9ad-cc8ff9588f05 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:48.863740 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-e3fca82b-1dd6-45ef-af8c-3ea264aa5266 tempest-ImagesOneServerNegativeTestJSON-1563611860 tempest-ImagesOneServerNegativeTestJSON-1563611860-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369123'] for port, precommit_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:48.864398 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-e3fca82b-1dd6-45ef-af8c-3ea264aa5266 tempest-ImagesOneServerNegativeTestJSON-1563611860 tempest-ImagesOneServerNegativeTestJSON-1563611860-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:48.875193 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3918ccbf-f4ad-4bf8-8fa5-ba7519fd95fb req-379a4e54-bdf4-4dbe-b7e1-2cd1eb22fb16 tempest-ServerDiskConfigTestJSON-473081836 tempest-ServerDiskConfigTestJSON-473081836-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:51:48.885594 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-3918ccbf-f4ad-4bf8-8fa5-ba7519fd95fb req-379a4e54-bdf4-4dbe-b7e1-2cd1eb22fb16 tempest-ServerDiskConfigTestJSON-473081836 tempest-ServerDiskConfigTestJSON-473081836-project] 10.222.0.42 "GET /v2.0/ports?device_id=a7138a91-794f-4762-9c64-6037cebee7da HTTP/1.1" status: 200 len: 946 time: 0.1628523 Apr 18 20:51:48.908655 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Device dc2eaa8d-ab12-4807-af2c-75d4525ee31d up at agent ovs-agent-n-d-838334-2 {{(pid=84042) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 20:51:48.927427 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-30512e7f-fefd-4c79-a9ad-cc8ff9588f05 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33528224'] for security_group, after_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:48.960548 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30512e7f-fefd-4c79-a9ad-cc8ff9588f05 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c19fa4e-3eb4-43b7-84c2-3365e783e14e,revision_number=None']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:51:49.008321 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-3918ccbf-f4ad-4bf8-8fa5-ba7519fd95fb req-2239d7ae-5b73-4a42-a83c-3bedc85983af tempest-ServerDiskConfigTestJSON-473081836 tempest-ServerDiskConfigTestJSON-473081836-project] 10.222.0.42 "GET /v2.0/security-groups?id=527f07bd-3b7c-4e87-bb13-fa86b9490e28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1168680 Apr 18 20:51:49.009555 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-30512e7f-fefd-4c79-a9ad-cc8ff9588f05 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:49.014619 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-30512e7f-fefd-4c79-a9ad-cc8ff9588f05 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/7c19fa4e-3eb4-43b7-84c2-3365e783e14e HTTP/1.1" status: 204 len: 168 time: 0.4911792 Apr 18 20:51:49.021015 n-d-838334-2 neutron-server[84043]: DEBUG neutron_lib.callbacks.manager [None req-18f98cd8-927a-4c5d-8a25-473bdafdb536 None None] Notify callbacks [] for port, precommit_update {{(pid=84043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:49.034456 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.provisioning_blocks [None req-18f98cd8-927a-4c5d-8a25-473bdafdb536 None None] Transition to ACTIVE for port object a6ac0d85-5a78-4d1b-8751-a8fba8de6a16 will not be triggered until provisioned by entity L2. {{(pid=84043) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 20:51:49.050382 n-d-838334-2 neutron-server[84043]: DEBUG neutron_lib.callbacks.manager [None req-18f98cd8-927a-4c5d-8a25-473bdafdb536 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682'] for port, after_update {{(pid=84043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:49.092816 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750375287399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253529'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:49.141250 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Provisioning for port dc2eaa8d-ab12-4807-af2c-75d4525ee31d completed by entity L2. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 20:51:49.147849 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Provisioning complete for port dc2eaa8d-ab12-4807-af2c-75d4525ee31d triggered by entity L2. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:51:49.148746 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1253608'] for port, provisioning_complete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:49.173219 n-d-838334-2 neutron-server[84043]: DEBUG neutron.plugins.ml2.managers [None req-18f98cd8-927a-4c5d-8a25-473bdafdb536 None None] Attempting to bind port a6ac0d85-5a78-4d1b-8751-a8fba8de6a16 on host n-d-838334-2 for vnic_type normal with profile {{(pid=84043) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:51:49.173642 n-d-838334-2 neutron-server[84043]: DEBUG neutron.plugins.ml2.managers [None req-18f98cd8-927a-4c5d-8a25-473bdafdb536 None None] Attempting to bind port a6ac0d85-5a78-4d1b-8751-a8fba8de6a16 by drivers openvswitch,hyperv on host n-d-838334-2 at level 0 using segments [{'id': '732aa830-768b-4511-951f-d08e26b9c25b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c'}] {{(pid=84043) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:51:49.173933 n-d-838334-2 neutron-server[84043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18f98cd8-927a-4c5d-8a25-473bdafdb536 None None] Attempting to bind port a6ac0d85-5a78-4d1b-8751-a8fba8de6a16 on network e41b6600-a917-4a8d-b05c-be3be40c6d8c {{(pid=84043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 20:51:49.184515 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.plugin [None req-e3fca82b-1dd6-45ef-af8c-3ea264aa5266 tempest-ImagesOneServerNegativeTestJSON-1563611860 tempest-ImagesOneServerNegativeTestJSON-1563611860-project] Calling delete_port for 45b36bfe-46e2-4342-9b0a-a4f0282cfac5 owned by network:floatingip {{(pid=84041) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 20:51:49.207157 n-d-838334-2 neutron-server[84043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18f98cd8-927a-4c5d-8a25-473bdafdb536 None None] Checking agent: {'id': '97cd4414-7af6-4d67-868d-dff370b4071a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838334-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 25, 49), 'started_at': datetime.datetime(2022, 4, 18, 20, 26, 19), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 20, 51, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838334-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 18 20:51:49.207605 n-d-838334-2 neutron-server[84043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18f98cd8-927a-4c5d-8a25-473bdafdb536 None None] Checking segment: {'id': '732aa830-768b-4511-951f-d08e26b9c25b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84043) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 20:51:49.208006 n-d-838334-2 neutron-server[84043]: DEBUG neutron_lib.callbacks.manager [None req-18f98cd8-927a-4c5d-8a25-473bdafdb536 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:49.208384 n-d-838334-2 neutron-server[84043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18f98cd8-927a-4c5d-8a25-473bdafdb536 None None] Bound using segment: {'id': '732aa830-768b-4511-951f-d08e26b9c25b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c'} {{(pid=84043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 18 20:51:49.210853 n-d-838334-2 neutron-server[84043]: DEBUG neutron.plugins.ml2.managers [None req-18f98cd8-927a-4c5d-8a25-473bdafdb536 None None] Bound port: a6ac0d85-5a78-4d1b-8751-a8fba8de6a16, host: n-d-838334-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '732aa830-768b-4511-951f-d08e26b9c25b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c'}}] {{(pid=84043) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 20:51:49.211296 n-d-838334-2 neutron-server[84043]: DEBUG neutron_lib.callbacks.manager [None req-18f98cd8-927a-4c5d-8a25-473bdafdb536 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:49.374130 n-d-838334-2 neutron-server[84043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ed9eb0f-721c-4773-b0ce-fba33c153164 None None] Pushing event updated for resources: {'Port': ['ID=a6ac0d85-5a78-4d1b-8751-a8fba8de6a16,revision_number=2']} {{(pid=84043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:51:49.414715 n-d-838334-2 neutron-server[84043]: DEBUG neutron.plugins.ml2.db [None req-18f98cd8-927a-4c5d-8a25-473bdafdb536 None None] For port a6ac0d85-5a78-4d1b-8751-a8fba8de6a16, host n-d-838334-2, cleared binding levels {{(pid=84043) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 20:51:49.415249 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-e3fca82b-1dd6-45ef-af8c-3ea264aa5266 tempest-ImagesOneServerNegativeTestJSON-1563611860 tempest-ImagesOneServerNegativeTestJSON-1563611860-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750375259028', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750374836628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32266323'] for port, after_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:49.419119 n-d-838334-2 neutron-server[84043]: DEBUG neutron.plugins.ml2.db [None req-18f98cd8-927a-4c5d-8a25-473bdafdb536 None None] For port a6ac0d85-5a78-4d1b-8751-a8fba8de6a16, host n-d-838334-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838334-2',level=0,port_id=a6ac0d85-5a78-4d1b-8751-a8fba8de6a16,segment=NetworkSegment(732aa830-768b-4511-951f-d08e26b9c25b),segment_id=732aa830-768b-4511-951f-d08e26b9c25b)] {{(pid=84043) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 20:51:49.422942 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:49.427153 n-d-838334-2 neutron-server[84043]: DEBUG neutron_lib.callbacks.manager [None req-18f98cd8-927a-4c5d-8a25-473bdafdb536 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682'] for port, after_update {{(pid=84043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:49.441265 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-414b6ffe-e119-47bc-b18f-bcff1219c2f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750375287399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253529'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:49.441900 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-7ab4d996-b3f7-4b1b-92e5-b3c307bd3993 None None] Provisioning complete for port dc2eaa8d-ab12-4807-af2c-75d4525ee31d triggered by entity DHCP. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:51:49.442340 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-7ab4d996-b3f7-4b1b-92e5-b3c307bd3993 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1253608'] for port, provisioning_complete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:49.447468 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ca3bfa4-73c6-4520-bf1b-ca4be18ac071 req-8f41103e-a360-4cc5-ad1d-1fcb67bc59d5 tempest-ServerRescueNegativeTestJSON-1571656168 tempest-ServerRescueNegativeTestJSON-1571656168-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:51:49.451392 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-7ca3bfa4-73c6-4520-bf1b-ca4be18ac071 req-8f41103e-a360-4cc5-ad1d-1fcb67bc59d5 tempest-ServerRescueNegativeTestJSON-1571656168 tempest-ServerRescueNegativeTestJSON-1571656168-project] 10.222.0.42 "GET /v2.0/ports?device_id=4ff552c3-29c6-4485-85ed-37e006aa7ada HTTP/1.1" status: 200 len: 946 time: 0.1659312 Apr 18 20:51:49.523296 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3fca82b-1dd6-45ef-af8c-3ea264aa5266 tempest-ImagesOneServerNegativeTestJSON-1563611860 tempest-ImagesOneServerNegativeTestJSON-1563611860-project] Pushing event deleted for resources: {'Port': ['ID=45b36bfe-46e2-4342-9b0a-a4f0282cfac5,revision_number=None']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:51:49.544367 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] For port dc2eaa8d-ab12-4807-af2c-75d4525ee31d, host n-d-838334-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838334-2',level=0,port_id=dc2eaa8d-ab12-4807-af2c-75d4525ee31d,segment=NetworkSegment(a508786f-033d-461c-8ea7-2b32ca6d0750),segment_id=a508786f-033d-461c-8ea7-2b32ca6d0750)] {{(pid=84042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:51:49.562485 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682'] for port, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:49.580619 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18f98cd8-927a-4c5d-8a25-473bdafdb536 None None] Routers {'1b226306-f003-498c-b926-ffdfcee0a271'} bound to L3 agent in host n-d-838334-2 {{(pid=84043) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 20:51:49.582394 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.l3_hamode_db [None req-18f98cd8-927a-4c5d-8a25-473bdafdb536 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838334-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-18T20:25:48Z,description=,heartbeat_timestamp=2022-04-18T20:51:48Z,host='n-d-838334-2',id=bc84d6c9-dd7a-4555-a351-592327b46d5a,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:25:48Z,topic='l3_agent')) {'router_ids': ['1b226306-f003-498c-b926-ffdfcee0a271'], 'active': True} {{(pid=84043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:51:49.652669 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Pushing event updated for resources: {'Port': ['ID=dc2eaa8d-ab12-4807-af2c-75d4525ee31d,revision_number=3']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:51:49.667338 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:51:49.667973 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:51:49.668462 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:51:49.669116 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:51:49.669597 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:51:49.670072 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:51:49.670564 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:51:49.671162 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:51:49.671797 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:51:49.672744 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:51:49.673242 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:51:49.722588 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 47910) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:51:49.784553 n-d-838334-2 neutron-server[84043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ed9eb0f-721c-4773-b0ce-fba33c153164 None None] Pushing event updated for resources: {'Port': ['ID=a6ac0d85-5a78-4d1b-8751-a8fba8de6a16,revision_number=3']} {{(pid=84043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:51:49.796501 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-7ca3bfa4-73c6-4520-bf1b-ca4be18ac071 req-d6f07c1e-136d-420e-9743-675165bbdd74 tempest-ServerRescueNegativeTestJSON-1571656168 tempest-ServerRescueNegativeTestJSON-1571656168-project] 10.222.0.42 "GET /v2.0/security-groups?id=fa6b5748-504b-4821-b3a0-7e61ca1810b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3385088 Apr 18 20:51:49.799104 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-b735f4ad-c2df-4bbc-928f-e46c656cd04c admin admin] Notify callbacks [] for security_group, before_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:49.804338 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-e3fca82b-1dd6-45ef-af8c-3ea264aa5266 tempest-ImagesOneServerNegativeTestJSON-1563611860 tempest-ImagesOneServerNegativeTestJSON-1563611860-project] Notify callbacks [] for floatingip, after_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:49.834525 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-e3fca82b-1dd6-45ef-af8c-3ea264aa5266 tempest-ImagesOneServerNegativeTestJSON-1563611860 tempest-ImagesOneServerNegativeTestJSON-1563611860-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217293'] for floatingip, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:49.838444 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-e3fca82b-1dd6-45ef-af8c-3ea264aa5266 tempest-ImagesOneServerNegativeTestJSON-1563611860 tempest-ImagesOneServerNegativeTestJSON-1563611860-project] 10.222.0.42 "DELETE /v2.0/floatingips/24386fb6-8439-480a-956f-15938d0fffb7 HTTP/1.1" status: 204 len: 168 time: 1.4505508 Apr 18 20:51:49.857104 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [None req-b735f4ad-c2df-4bbc-928f-e46c656cd04c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:51:49.863335 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-b735f4ad-c2df-4bbc-928f-e46c656cd04c admin admin] Usage tracker for resource:security_group_rule and tenant:47ee99d0ef064d87a531a57c52297945 is out of sync, need to count used quota {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:51:49.867277 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-b735f4ad-c2df-4bbc-928f-e46c656cd04c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:51:49.877875 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [None req-b735f4ad-c2df-4bbc-928f-e46c656cd04c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:51:49.885299 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b269b7c6-9837-49e0-83c1-d8bca70e156b req-4fafd9db-d4a2-4a47-9a2e-2fdc840a9a2c tempest-ServerRescueTestJSON-1218824152 tempest-ServerRescueTestJSON-1218824152-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:51:49.886623 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.l3_dvr_db [None req-18f98cd8-927a-4c5d-8a25-473bdafdb536 None None] Set router 1b226306-f003-498c-b926-ffdfcee0a271 gateway port host: n-d-838334-2 {{(pid=84043) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 20:51:49.893983 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-b269b7c6-9837-49e0-83c1-d8bca70e156b req-4fafd9db-d4a2-4a47-9a2e-2fdc840a9a2c tempest-ServerRescueTestJSON-1218824152 tempest-ServerRescueTestJSON-1218824152-project] 10.222.0.42 "GET /v2.0/ports?device_id=f3f5b6ba-19be-423a-a9fa-48c3bbcdc95d HTTP/1.1" status: 200 len: 945 time: 0.1704106 Apr 18 20:51:50.028450 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-b269b7c6-9837-49e0-83c1-d8bca70e156b req-e7519cd4-87e1-4ae0-a08f-9c7d74f4f015 tempest-ServerRescueTestJSON-1218824152 tempest-ServerRescueTestJSON-1218824152-project] 10.222.0.42 "GET /v2.0/security-groups?id=6f984221-1918-47e6-82e9-256972907b58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1335964 Apr 18 20:51:50.075157 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-d67c70ff-d7c4-464c-b4e2-075bfd0f3267 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:50.084358 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0eda993-0853-4ae7-9681-0a443d47e024 req-a65bcc1d-2536-4989-acb3-ea44b0a230cb tempest-ServerActionsTestJSON-2052644234 tempest-ServerActionsTestJSON-2052644234-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:51:50.085809 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-c0eda993-0853-4ae7-9681-0a443d47e024 req-a65bcc1d-2536-4989-acb3-ea44b0a230cb tempest-ServerActionsTestJSON-2052644234 tempest-ServerActionsTestJSON-2052644234-project] 10.222.0.42 "GET /v2.0/ports?device_id=518b0850-99aa-4c7b-8e17-eb4ba00959c9 HTTP/1.1" status: 200 len: 946 time: 0.1660306 Apr 18 20:51:50.087522 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-b735f4ad-c2df-4bbc-928f-e46c656cd04c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:50.095533 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-b735f4ad-c2df-4bbc-928f-e46c656cd04c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33528224'] for security_group, after_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:50.180690 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b735f4ad-c2df-4bbc-928f-e46c656cd04c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=350d1114-81ee-4052-ad95-fde34d20fc65,revision_number=1']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:51:50.191703 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-b735f4ad-c2df-4bbc-928f-e46c656cd04c admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=47ee99d0ef064d87a531a57c52297945&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4375443 Apr 18 20:51:50.192924 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 47922) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:51:50.210683 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-c0eda993-0853-4ae7-9681-0a443d47e024 req-9659acac-7c15-4921-9879-8fc1c28023f4 tempest-ServerActionsTestJSON-2052644234 tempest-ServerActionsTestJSON-2052644234-project] 10.222.0.42 "GET /v2.0/security-groups?id=5518633c-5bdd-41db-a1d5-749e9b6740a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1180198 Apr 18 20:51:50.214110 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.l3_hamode_db [None req-18f98cd8-927a-4c5d-8a25-473bdafdb536 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b226306-f003-498c-b926-ffdfcee0a271', 'name': 'tempest-TaggedBootDevicesTest_v242-761324928-router', 'tenant_id': '9c3a606dad9e48989459bbc53cd7dc18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'external_fixed_ips': [{'subnet_id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'ip_address': '172.25.8.55'}], 'enable_snat': True}, 'gw_port_id': 'a6ac0d85-5a78-4d1b-8751-a8fba8de6a16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:51:45Z', 'updated_at': '2022-04-18T20:51:47Z', 'revision_number': 3, 'project_id': '9c3a606dad9e48989459bbc53cd7dc18', 'gw_port': {'id': 'a6ac0d85-5a78-4d1b-8751-a8fba8de6a16', 'name': '', 'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:54:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b226306-f003-498c-b926-ffdfcee0a271', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'ip_address': '172.25.8.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:51:46Z', 'updated_at': '2022-04-18T20:51:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838334-2'}], 'n-d-838334-2', False) {} {{(pid=84043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:51:50.223975 n-d-838334-2 neutron-server[84043]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18f98cd8-927a-4c5d-8a25-473bdafdb536 None None] The sync data for ids ['1b226306-f003-498c-b926-ffdfcee0a271'] in n-d-838334-2 is: [{'id': '1b226306-f003-498c-b926-ffdfcee0a271', 'name': 'tempest-TaggedBootDevicesTest_v242-761324928-router', 'tenant_id': '9c3a606dad9e48989459bbc53cd7dc18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'external_fixed_ips': [{'subnet_id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'ip_address': '172.25.8.55'}], 'enable_snat': True}, 'gw_port_id': 'a6ac0d85-5a78-4d1b-8751-a8fba8de6a16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:51:45Z', 'updated_at': '2022-04-18T20:51:47Z', 'revision_number': 3, 'project_id': '9c3a606dad9e48989459bbc53cd7dc18', 'gw_port': {'id': 'a6ac0d85-5a78-4d1b-8751-a8fba8de6a16', 'name': '', 'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:54:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b226306-f003-498c-b926-ffdfcee0a271', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'ip_address': '172.25.8.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:51:46Z', 'updated_at': '2022-04-18T20:51:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838334-2'}] {{(pid=84043) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 18 20:51:50.335145 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec6f34f0-bb50-4f45-a884-f9e7ea69810e req-d0e3b919-83bd-4d8a-b277-a79e63e67eb7 tempest-ServerDiskConfigTestJSON-473081836 tempest-ServerDiskConfigTestJSON-473081836-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:51:50.336638 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-ec6f34f0-bb50-4f45-a884-f9e7ea69810e req-d0e3b919-83bd-4d8a-b277-a79e63e67eb7 tempest-ServerDiskConfigTestJSON-473081836 tempest-ServerDiskConfigTestJSON-473081836-project] 10.222.0.42 "GET /v2.0/ports?device_id=a7138a91-794f-4762-9c64-6037cebee7da HTTP/1.1" status: 200 len: 946 time: 0.0848656 Apr 18 20:51:50.377696 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-35da4026-f728-43b0-89c6-2a542b76da04 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:50.393232 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-ec6f34f0-bb50-4f45-a884-f9e7ea69810e req-cfad2df8-fe2d-4300-afc0-30fc3476e170 tempest-ServerDiskConfigTestJSON-473081836 tempest-ServerDiskConfigTestJSON-473081836-project] 10.222.0.42 "GET /v2.0/security-groups?id=527f07bd-3b7c-4e87-bb13-fa86b9490e28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510154 Apr 18 20:51:50.396405 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 47928) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:51:50.447450 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-35da4026-f728-43b0-89c6-2a542b76da04 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:50.469497 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-c7521a90-7d65-4e2e-842c-ca5d95e9a89c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750375287399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253529'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:50.488400 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.db_base_plugin_common [None req-d67c70ff-d7c4-464c-b4e2-075bfd0f3267 admin admin] Allocated IP 172.20.0.1 (31aab25e-55b8-4b74-b4d2-0d43994e3f49/1e2925a6-ba9a-4658-b41e-a8c059601191/77076cf2-be65-4be8-bbf2-544651d21810) {{(pid=84041) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:51:50.529074 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.db_base_plugin_v2 [None req-eb98600f-b7dd-4298-a890-452d975239e4 admin admin] Deleting subnet aca04e13-8241-4a12-96f1-92050670baff {{(pid=84041) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 18 20:51:50.554424 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-eb98600f-b7dd-4298-a890-452d975239e4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:50.666669 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-eb98600f-b7dd-4298-a890-452d975239e4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32266383'] for subnet, precommit_delete_associations {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:50.694456 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-35da4026-f728-43b0-89c6-2a542b76da04 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33528224'] for security_group, after_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:50.733082 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35da4026-f728-43b0-89c6-2a542b76da04 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=350d1114-81ee-4052-ad95-fde34d20fc65,revision_number=None']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:51:50.780426 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-eb98600f-b7dd-4298-a890-452d975239e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1260556'] for subnet, precommit_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:50.824748 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-35da4026-f728-43b0-89c6-2a542b76da04 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:50.825772 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-35da4026-f728-43b0-89c6-2a542b76da04 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/350d1114-81ee-4052-ad95-fde34d20fc65 HTTP/1.1" status: 204 len: 168 time: 0.6277258 Apr 18 20:51:50.831920 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-d67c70ff-d7c4-464c-b4e2-075bfd0f3267 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:50.842461 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Device dc2eaa8d-ab12-4807-af2c-75d4525ee31d up at agent ovs-agent-n-d-838334-2 {{(pid=84042) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 20:51:50.856997 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.provisioning_blocks [None req-d67c70ff-d7c4-464c-b4e2-075bfd0f3267 admin admin] Transition to ACTIVE for port object 77076cf2-be65-4be8-bbf2-544651d21810 will not be triggered until provisioned by entity DHCP. {{(pid=84041) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 20:51:50.906964 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-eb98600f-b7dd-4298-a890-452d975239e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1260549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33526260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32266336', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32486390'] for subnet, after_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:50.960454 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Provisioning complete for port dc2eaa8d-ab12-4807-af2c-75d4525ee31d triggered by entity L2. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:51:50.960847 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1253608'] for port, provisioning_complete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:50.962234 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb98600f-b7dd-4298-a890-452d975239e4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=aca04e13-8241-4a12-96f1-92050670baff,revision_number=None']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:51:50.968415 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-d67c70ff-d7c4-464c-b4e2-075bfd0f3267 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750374836619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32266323'] for port, after_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:50.975126 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-eb98600f-b7dd-4298-a890-452d975239e4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:51.018210 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-eb98600f-b7dd-4298-a890-452d975239e4 admin admin] 10.222.0.42 "DELETE /v2.0/subnets/aca04e13-8241-4a12-96f1-92050670baff HTTP/1.1" status: 204 len: 168 time: 0.6191599 Apr 18 20:51:51.018933 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 47936) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:51:51.058691 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce61c045-4b87-4055-bb59-c09ef63ee46a req-b207c000-8165-4168-802a-7cb3e73e664e tempest-ServerRescueNegativeTestJSON-1571656168 tempest-ServerRescueNegativeTestJSON-1571656168-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:51:51.060190 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-ce61c045-4b87-4055-bb59-c09ef63ee46a req-b207c000-8165-4168-802a-7cb3e73e664e tempest-ServerRescueNegativeTestJSON-1571656168 tempest-ServerRescueNegativeTestJSON-1571656168-project] 10.222.0.42 "GET /v2.0/ports?device_id=4ff552c3-29c6-4485-85ed-37e006aa7ada HTTP/1.1" status: 200 len: 946 time: 0.1230383 Apr 18 20:51:51.130548 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-ce61c045-4b87-4055-bb59-c09ef63ee46a req-3d3a61fb-9b14-43a9-83da-8f88dfba21a5 tempest-ServerRescueNegativeTestJSON-1571656168 tempest-ServerRescueNegativeTestJSON-1571656168-project] 10.222.0.42 "GET /v2.0/security-groups?id=fa6b5748-504b-4821-b3a0-7e61ca1810b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640976 Apr 18 20:51:51.193403 n-d-838334-2 neutron-server[84041]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d67c70ff-d7c4-464c-b4e2-075bfd0f3267 admin admin] Network 31aab25e-55b8-4b74-b4d2-0d43994e3f49 is already hosted by enough agents. {{(pid=84041) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:51:51.197584 n-d-838334-2 neutron-server[84041]: DEBUG neutron.scheduler.base_scheduler [None req-d67c70ff-d7c4-464c-b4e2-075bfd0f3267 admin admin] Resources bound (agent type, host, resource id): {{(pid=84041) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:51:51.204604 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-ed19416e-2b0b-45b8-931a-a2f76e4baaab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1103592'] for network, before_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:51.207199 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d67c70ff-d7c4-464c-b4e2-075bfd0f3267 admin admin] Received port after_create {{(pid=84041) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 20:51:51.274068 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d67c70ff-d7c4-464c-b4e2-075bfd0f3267 admin admin] Pushing event updated for resources: {'Port': ['ID=77076cf2-be65-4be8-bbf2-544651d21810,revision_number=1']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:51:51.285697 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-d67c70ff-d7c4-464c-b4e2-075bfd0f3267 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33444010'] for router_interface, before_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:51.401780 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92cf9163-f2ac-428b-9970-8af0573a9a45 req-5f4a91f2-5b8e-489a-8ee6-2556ae959977 tempest-ServerRescueTestJSON-1218824152 tempest-ServerRescueTestJSON-1218824152-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:51:51.404145 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-92cf9163-f2ac-428b-9970-8af0573a9a45 req-5f4a91f2-5b8e-489a-8ee6-2556ae959977 tempest-ServerRescueTestJSON-1218824152 tempest-ServerRescueTestJSON-1218824152-project] 10.222.0.42 "GET /v2.0/ports?device_id=f3f5b6ba-19be-423a-a9fa-48c3bbcdc95d HTTP/1.1" status: 200 len: 945 time: 0.1952198 Apr 18 20:51:51.478513 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-3da5b1c8-d77d-4f92-8b0a-66b4e5b49691 None None] Provisioning for port 77076cf2-be65-4be8-bbf2-544651d21810 completed by entity DHCP. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 20:51:51.484737 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-3da5b1c8-d77d-4f92-8b0a-66b4e5b49691 None None] Provisioning complete for port 77076cf2-be65-4be8-bbf2-544651d21810 triggered by entity DHCP. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:51:51.485480 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-3da5b1c8-d77d-4f92-8b0a-66b4e5b49691 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1253608'] for port, provisioning_complete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:51.526409 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-92cf9163-f2ac-428b-9970-8af0573a9a45 req-8f2116bc-674e-48a5-a921-0ad9b5f1935c tempest-ServerRescueTestJSON-1218824152 tempest-ServerRescueTestJSON-1218824152-project] 10.222.0.42 "GET /v2.0/security-groups?id=6f984221-1918-47e6-82e9-256972907b58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1153786 Apr 18 20:51:51.554366 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.plugin [None req-3da5b1c8-d77d-4f92-8b0a-66b4e5b49691 None None] Port 77076cf2-be65-4be8-bbf2-544651d21810 cannot update to ACTIVE because it is not bound. {{(pid=84042) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 18 20:51:51.578212 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-856eb75f-727c-4831-a27b-552e690b0c7f req-8d2c0fed-8068-4cc6-b392-3b56b412d5d1 tempest-ServerActionsTestJSON-2052644234 tempest-ServerActionsTestJSON-2052644234-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:51:51.586177 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-856eb75f-727c-4831-a27b-552e690b0c7f req-8d2c0fed-8068-4cc6-b392-3b56b412d5d1 tempest-ServerActionsTestJSON-2052644234 tempest-ServerActionsTestJSON-2052644234-project] 10.222.0.42 "GET /v2.0/ports?device_id=518b0850-99aa-4c7b-8e17-eb4ba00959c9 HTTP/1.1" status: 200 len: 946 time: 0.1354551 Apr 18 20:51:51.651282 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-856eb75f-727c-4831-a27b-552e690b0c7f req-ab93270c-ba02-421d-b6d4-e33e047442d0 tempest-ServerActionsTestJSON-2052644234 tempest-ServerActionsTestJSON-2052644234-project] 10.222.0.42 "GET /v2.0/security-groups?id=5518633c-5bdd-41db-a1d5-749e9b6740a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638244 Apr 18 20:51:51.676258 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-ed19416e-2b0b-45b8-931a-a2f76e4baaab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1258905', 'neutron.services.segments.db._delete_segments_for_network-8750375287417'] for network, precommit_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:51.721939 n-d-838334-2 neutron-server[84041]: DEBUG neutron.services.segments.db [None req-ed19416e-2b0b-45b8-931a-a2f76e4baaab admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['94e6bcb8-e48f-4914-89f4-73f6d03f860a']}} {{(pid=84041) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:51:51.729408 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-d67c70ff-d7c4-464c-b4e2-075bfd0f3267 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:51.752165 n-d-838334-2 neutron-server[84041]: DEBUG neutron.services.segments.db [None req-ed19416e-2b0b-45b8-931a-a2f76e4baaab admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '30c19e44-4439-432e-8ba3-ae51f2f5bd90') {'for_net_delete': True} {{(pid=84041) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:51:51.752467 n-d-838334-2 neutron-server[84041]: DEBUG neutron.services.segments.db [None req-ed19416e-2b0b-45b8-931a-a2f76e4baaab admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '30c19e44-4439-432e-8ba3-ae51f2f5bd90') {} {{(pid=84041) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:51:51.767813 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-ed19416e-2b0b-45b8-931a-a2f76e4baaab admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750375287300', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32268156'] for segment, before_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:51.800267 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1473d5fc-c16d-4f1b-9024-c3d4aba5d315 req-62db5e28-5dc3-464c-b4b3-112a6295b118 tempest-ServerDiskConfigTestJSON-473081836 tempest-ServerDiskConfigTestJSON-473081836-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:51:51.801990 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-1473d5fc-c16d-4f1b-9024-c3d4aba5d315 req-62db5e28-5dc3-464c-b4b3-112a6295b118 tempest-ServerDiskConfigTestJSON-473081836 tempest-ServerDiskConfigTestJSON-473081836-project] 10.222.0.42 "GET /v2.0/ports?device_id=a7138a91-794f-4762-9c64-6037cebee7da HTTP/1.1" status: 200 len: 946 time: 0.0958905 Apr 18 20:51:51.826354 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-ed19416e-2b0b-45b8-931a-a2f76e4baaab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1082986'] for segment, precommit_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:51.841627 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ed19416e-2b0b-45b8-931a-a2f76e4baaab admin admin] Releasing vlan 352 on physical network physnet1 to pool {{(pid=84041) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 18 20:51:51.842057 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-ed19416e-2b0b-45b8-931a-a2f76e4baaab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1082993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32266254'] for segment, after_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:51.852246 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-1473d5fc-c16d-4f1b-9024-c3d4aba5d315 req-53ac2fea-f087-4d19-b1bd-86bb51354715 tempest-ServerDiskConfigTestJSON-473081836 tempest-ServerDiskConfigTestJSON-473081836-project] 10.222.0.42 "GET /v2.0/security-groups?id=527f07bd-3b7c-4e87-bb13-fa86b9490e28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442696 Apr 18 20:51:51.856282 n-d-838334-2 neutron-server[84041]: Traceback (most recent call last): Apr 18 20:51:51.856282 n-d-838334-2 neutron-server[84041]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 18 20:51:51.856282 n-d-838334-2 neutron-server[84041]: timer() Apr 18 20:51:51.856282 n-d-838334-2 neutron-server[84041]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 20:51:51.856282 n-d-838334-2 neutron-server[84041]: cb(*args, **kw) Apr 18 20:51:51.856282 n-d-838334-2 neutron-server[84041]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 18 20:51:51.856282 n-d-838334-2 neutron-server[84041]: return func(*args, **kwargs) Apr 18 20:51:51.856282 n-d-838334-2 neutron-server[84041]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 20:51:51.856282 n-d-838334-2 neutron-server[84041]: self._notify() Apr 18 20:51:51.856282 n-d-838334-2 neutron-server[84041]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 20:51:51.856282 n-d-838334-2 neutron-server[84041]: self.callback(batched_events) Apr 18 20:51:51.856282 n-d-838334-2 neutron-server[84041]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 20:51:51.856282 n-d-838334-2 neutron-server[84041]: event.method(event) Apr 18 20:51:51.856282 n-d-838334-2 neutron-server[84041]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 18 20:51:51.856282 n-d-838334-2 neutron-server[84041]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 20:51:51.856282 n-d-838334-2 neutron-server[84041]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 18 20:51:51.856282 n-d-838334-2 neutron-server[84041]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 20:51:51.856282 n-d-838334-2 neutron-server[84041]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 18 20:51:51.856282 n-d-838334-2 neutron-server[84041]: return f(self, *a, **k) Apr 18 20:51:51.856282 n-d-838334-2 neutron-server[84041]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 18 20:51:51.856282 n-d-838334-2 neutron-server[84041]: return self._get(url).json() Apr 18 20:51:51.856282 n-d-838334-2 neutron-server[84041]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 18 20:51:51.856282 n-d-838334-2 neutron-server[84041]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 20:51:51.856282 n-d-838334-2 neutron-server[84041]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 18 20:51:51.856282 n-d-838334-2 neutron-server[84041]: return self.request(url, 'GET', **kwargs) Apr 18 20:51:51.856282 n-d-838334-2 neutron-server[84041]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 18 20:51:51.856282 n-d-838334-2 neutron-server[84041]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 20:51:51.856282 n-d-838334-2 neutron-server[84041]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 18 20:51:51.856282 n-d-838334-2 neutron-server[84041]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 20:51:51.856282 n-d-838334-2 neutron-server[84041]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 18 20:51:51.856282 n-d-838334-2 neutron-server[84041]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 20:51:51.856282 n-d-838334-2 neutron-server[84041]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 20:51:52.020340 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-ed19416e-2b0b-45b8-931a-a2f76e4baaab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1258898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33526109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33444113'] for network, after_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:52.030039 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-ed19416e-2b0b-45b8-931a-a2f76e4baaab admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32378031'] for network, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:52.059020 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed19416e-2b0b-45b8-931a-a2f76e4baaab admin admin] Pushing event deleted for resources: {'Network': ['ID=94e6bcb8-e48f-4914-89f4-73f6d03f860a,revision_number=None']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:51:52.111732 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-ed19416e-2b0b-45b8-931a-a2f76e4baaab admin admin] 10.222.0.42 "DELETE /v2.0/networks/94e6bcb8-e48f-4914-89f4-73f6d03f860a HTTP/1.1" status: 204 len: 168 time: 1.0825877 Apr 18 20:51:52.160417 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-d67c70ff-d7c4-464c-b4e2-075bfd0f3267 admin admin] Notify callbacks [] for port, precommit_update {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:52.173796 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-d67c70ff-d7c4-464c-b4e2-075bfd0f3267 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32266282'] for port, after_update {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:52.308764 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d67c70ff-d7c4-464c-b4e2-075bfd0f3267 admin admin] Pushing event updated for resources: {'Port': ['ID=77076cf2-be65-4be8-bbf2-544651d21810,revision_number=2']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:51:52.315319 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-d67c70ff-d7c4-464c-b4e2-075bfd0f3267 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-32377886', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33443847'] for router_interface, after_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:52.382327 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 47972) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:51:52.439998 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94310602-08c6-4e8a-9915-06cf64e00b96 req-dc074324-d362-45d8-b9a3-2c42ac177a40 tempest-ServerRescueNegativeTestJSON-1571656168 tempest-ServerRescueNegativeTestJSON-1571656168-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:51:52.441449 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-94310602-08c6-4e8a-9915-06cf64e00b96 req-dc074324-d362-45d8-b9a3-2c42ac177a40 tempest-ServerRescueNegativeTestJSON-1571656168 tempest-ServerRescueNegativeTestJSON-1571656168-project] 10.222.0.42 "GET /v2.0/ports?device_id=4ff552c3-29c6-4485-85ed-37e006aa7ada HTTP/1.1" status: 200 len: 946 time: 0.1360118 Apr 18 20:51:52.476977 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-7d520dc9-d3bf-4605-b1fd-c575cc7ab7a3 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=3c76d2c50aef4e4cbd335680d5ef1e1d&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0904500 Apr 18 20:51:52.477186 n-d-838334-2 neutron-server[84041]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d67c70ff-d7c4-464c-b4e2-075bfd0f3267 admin admin] Network 31aab25e-55b8-4b74-b4d2-0d43994e3f49 is already hosted by enough agents. {{(pid=84041) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:51:52.477186 n-d-838334-2 neutron-server[84041]: DEBUG neutron.scheduler.base_scheduler [None req-d67c70ff-d7c4-464c-b4e2-075bfd0f3267 admin admin] Resources bound (agent type, host, resource id): {{(pid=84041) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:51:52.477606 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 47976) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:51:52.533192 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-94310602-08c6-4e8a-9915-06cf64e00b96 req-52c76294-8468-4c6e-a099-0e4196cb53c7 tempest-ServerRescueNegativeTestJSON-1571656168 tempest-ServerRescueNegativeTestJSON-1571656168-project] 10.222.0.42 "GET /v2.0/security-groups?id=fa6b5748-504b-4821-b3a0-7e61ca1810b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0837214 Apr 18 20:51:52.579312 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-09fafb61-ea3f-4de1-9088-42c146fc4133 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:52.612218 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-09fafb61-ea3f-4de1-9088-42c146fc4133 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:52.736187 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-09fafb61-ea3f-4de1-9088-42c146fc4133 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33528224'] for security_group, after_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:52.774971 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09fafb61-ea3f-4de1-9088-42c146fc4133 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=35685d16-429f-4b00-82f0-cda27d79d56c,revision_number=None']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:51:52.793275 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-09fafb61-ea3f-4de1-9088-42c146fc4133 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:52.796635 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-09fafb61-ea3f-4de1-9088-42c146fc4133 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/35685d16-429f-4b00-82f0-cda27d79d56c HTTP/1.1" status: 204 len: 168 time: 0.3158240 Apr 18 20:51:52.838531 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-9f955230-23dc-4a82-a6ca-6ea80eea034a None None] Provisioning complete for port 77076cf2-be65-4be8-bbf2-544651d21810 triggered by entity DHCP. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:51:52.840219 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-9f955230-23dc-4a82-a6ca-6ea80eea034a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1253608'] for port, provisioning_complete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:52.846334 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef30421f-c0f4-4df1-8edd-dc4be4148ac3 req-fadcdd6c-6261-483d-ab74-13d2578a5425 tempest-ServerRescueTestJSON-1218824152 tempest-ServerRescueTestJSON-1218824152-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:51:52.858900 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-ef30421f-c0f4-4df1-8edd-dc4be4148ac3 req-fadcdd6c-6261-483d-ab74-13d2578a5425 tempest-ServerRescueTestJSON-1218824152 tempest-ServerRescueTestJSON-1218824152-project] 10.222.0.42 "GET /v2.0/ports?device_id=f3f5b6ba-19be-423a-a9fa-48c3bbcdc95d HTTP/1.1" status: 200 len: 945 time: 0.1791949 Apr 18 20:51:52.928696 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.plugin [None req-9f955230-23dc-4a82-a6ca-6ea80eea034a None None] Port 77076cf2-be65-4be8-bbf2-544651d21810 cannot update to ACTIVE because it is not bound. {{(pid=84042) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 18 20:51:52.953471 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-ef30421f-c0f4-4df1-8edd-dc4be4148ac3 req-4aab86c9-0de2-4a31-b073-d02e1bff75fc tempest-ServerRescueTestJSON-1218824152 tempest-ServerRescueTestJSON-1218824152-project] 10.222.0.42 "GET /v2.0/security-groups?id=6f984221-1918-47e6-82e9-256972907b58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0936027 Apr 18 20:51:53.064072 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c45b473-7ac2-470b-9f4c-89085619c50b req-405f17ae-1859-45b8-b33d-0b846f2d8553 tempest-ServerActionsTestJSON-2052644234 tempest-ServerActionsTestJSON-2052644234-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:51:53.066974 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-7c45b473-7ac2-470b-9f4c-89085619c50b req-405f17ae-1859-45b8-b33d-0b846f2d8553 tempest-ServerActionsTestJSON-2052644234 tempest-ServerActionsTestJSON-2052644234-project] 10.222.0.42 "GET /v2.0/ports?device_id=518b0850-99aa-4c7b-8e17-eb4ba00959c9 HTTP/1.1" status: 200 len: 946 time: 0.1107950 Apr 18 20:51:53.077911 n-d-838334-2 neutron-server[84041]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d67c70ff-d7c4-464c-b4e2-075bfd0f3267 admin admin] Router 1b226306-f003-498c-b926-ffdfcee0a271 has already been hosted by L3 agent bc84d6c9-dd7a-4555-a351-592327b46d5a {{(pid=84041) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 20:51:53.129867 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-7c45b473-7ac2-470b-9f4c-89085619c50b req-ae6a7ea3-a687-4da5-b972-86d6e1383fb0 tempest-ServerActionsTestJSON-2052644234 tempest-ServerActionsTestJSON-2052644234-project] 10.222.0.42 "GET /v2.0/security-groups?id=5518633c-5bdd-41db-a1d5-749e9b6740a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570223 Apr 18 20:51:53.243901 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cf48bea-937a-4544-9634-b162e3008d9d req-0ebd7a76-d86b-46a5-88bc-6960380016fb tempest-ServerDiskConfigTestJSON-473081836 tempest-ServerDiskConfigTestJSON-473081836-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:51:53.245372 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-5cf48bea-937a-4544-9634-b162e3008d9d req-0ebd7a76-d86b-46a5-88bc-6960380016fb tempest-ServerDiskConfigTestJSON-473081836 tempest-ServerDiskConfigTestJSON-473081836-project] 10.222.0.42 "GET /v2.0/ports?device_id=a7138a91-794f-4762-9c64-6037cebee7da HTTP/1.1" status: 200 len: 946 time: 0.1144423 Apr 18 20:51:53.304244 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-5cf48bea-937a-4544-9634-b162e3008d9d req-e438fa7e-3a71-4141-99d9-76fe67ab01df tempest-ServerDiskConfigTestJSON-473081836 tempest-ServerDiskConfigTestJSON-473081836-project] 10.222.0.42 "GET /v2.0/security-groups?id=527f07bd-3b7c-4e87-bb13-fa86b9490e28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517938 Apr 18 20:51:53.465295 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d67c70ff-d7c4-464c-b4e2-075bfd0f3267 admin admin] Notify agent at l3_agent.n-d-838334-2 the message routers_updated {{(pid=84041) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 20:51:53.472774 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-d67c70ff-d7c4-464c-b4e2-075bfd0f3267 admin admin] 10.222.0.42 "PUT /v2.0/routers/1b226306-f003-498c-b926-ffdfcee0a271/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5675180 Apr 18 20:51:53.764064 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d508c37-b3db-4053-b9fd-0e3c7fb07844 req-58d49d81-8c73-4fe2-b640-7f0f0688e903 tempest-ServerRescueNegativeTestJSON-1571656168 tempest-ServerRescueNegativeTestJSON-1571656168-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:51:53.765629 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-9d508c37-b3db-4053-b9fd-0e3c7fb07844 req-58d49d81-8c73-4fe2-b640-7f0f0688e903 tempest-ServerRescueNegativeTestJSON-1571656168 tempest-ServerRescueNegativeTestJSON-1571656168-project] 10.222.0.42 "GET /v2.0/ports?device_id=4ff552c3-29c6-4485-85ed-37e006aa7ada HTTP/1.1" status: 200 len: 946 time: 0.0888472 Apr 18 20:51:53.820761 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-9d508c37-b3db-4053-b9fd-0e3c7fb07844 req-09e254ed-0a50-4319-b0fe-c053b45d901c tempest-ServerRescueNegativeTestJSON-1571656168 tempest-ServerRescueNegativeTestJSON-1571656168-project] 10.222.0.42 "GET /v2.0/security-groups?id=fa6b5748-504b-4821-b3a0-7e61ca1810b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495262 Apr 18 20:51:54.409272 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74c4f56b-a41a-4775-b271-d5df79d46864 req-f7f4950d-f650-446c-9c1d-50e2b4f3abce tempest-ServerRescueTestJSON-1218824152 tempest-ServerRescueTestJSON-1218824152-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:51:54.410795 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-74c4f56b-a41a-4775-b271-d5df79d46864 req-f7f4950d-f650-446c-9c1d-50e2b4f3abce tempest-ServerRescueTestJSON-1218824152 tempest-ServerRescueTestJSON-1218824152-project] 10.222.0.42 "GET /v2.0/ports?device_id=f3f5b6ba-19be-423a-a9fa-48c3bbcdc95d HTTP/1.1" status: 200 len: 945 time: 0.1371453 Apr 18 20:51:54.423173 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a647d03-1bc6-4c69-a079-202dd58895fd req-c7b373e5-94dd-414f-84c2-99b4b27aa2e4 tempest-ServerActionsTestJSON-2052644234 tempest-ServerActionsTestJSON-2052644234-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:51:54.424796 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-2a647d03-1bc6-4c69-a079-202dd58895fd req-c7b373e5-94dd-414f-84c2-99b4b27aa2e4 tempest-ServerActionsTestJSON-2052644234 tempest-ServerActionsTestJSON-2052644234-project] 10.222.0.42 "GET /v2.0/ports?device_id=518b0850-99aa-4c7b-8e17-eb4ba00959c9 HTTP/1.1" status: 200 len: 946 time: 0.1139319 Apr 18 20:51:54.493615 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-74c4f56b-a41a-4775-b271-d5df79d46864 req-71735d2f-ce3e-4a13-bcb3-442d3fddaded tempest-ServerRescueTestJSON-1218824152 tempest-ServerRescueTestJSON-1218824152-project] 10.222.0.42 "GET /v2.0/security-groups?id=6f984221-1918-47e6-82e9-256972907b58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0766890 Apr 18 20:51:54.504882 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-2a647d03-1bc6-4c69-a079-202dd58895fd req-05657d07-17ec-4431-b650-965c7cc75a03 tempest-ServerActionsTestJSON-2052644234 tempest-ServerActionsTestJSON-2052644234-project] 10.222.0.42 "GET /v2.0/security-groups?id=5518633c-5bdd-41db-a1d5-749e9b6740a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669980 Apr 18 20:51:54.523884 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Device d3b4db68-56c6-42af-a0b1-7f86f0690962 details requested by agent hyperv_n-h1-838334-2 with host n-h1-838334-2 {{(pid=84042) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 18 20:51:54.721722 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] For port d3b4db68-56c6-42af-a0b1-7f86f0690962, host n-h1-838334-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838334-2',level=0,port_id=d3b4db68-56c6-42af-a0b1-7f86f0690962,segment=NetworkSegment(824475dd-cc01-4f37-b28b-cc0d2c7c32c9),segment_id=824475dd-cc01-4f37-b28b-cc0d2c7c32c9)] {{(pid=84042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:51:54.736426 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Returning: {'device': 'd3b4db68-56c6-42af-a0b1-7f86f0690962', 'network_id': '5aa366fd-2007-469d-beb7-cd29ef89e1e3', 'port_id': 'd3b4db68-56c6-42af-a0b1-7f86f0690962', 'mac_address': 'fa:16:3e:7e:78:59', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 395, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5082cb41-0072-42ea-89f7-120abfdfec16', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84042) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 18 20:51:54.794541 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:54.814409 n-d-838334-2 neutron-server[84042]: DEBUG neutron.notifiers.nova [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id d3b4db68-56c6-42af-a0b1-7f86f0690962 {{(pid=84042) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 18 20:51:54.832332 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] For port d3b4db68-56c6-42af-a0b1-7f86f0690962, host n-h1-838334-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838334-2',level=0,port_id=d3b4db68-56c6-42af-a0b1-7f86f0690962,segment=NetworkSegment(824475dd-cc01-4f37-b28b-cc0d2c7c32c9),segment_id=824475dd-cc01-4f37-b28b-cc0d2c7c32c9)] {{(pid=84042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:51:54.836911 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682'] for port, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:54.907773 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62def256-7751-4e04-b78c-280c106f7cbb req-fe6517f2-be32-4cd5-9228-9e4eae426cb7 tempest-ServerDiskConfigTestJSON-473081836 tempest-ServerDiskConfigTestJSON-473081836-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:51:54.915510 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-62def256-7751-4e04-b78c-280c106f7cbb req-fe6517f2-be32-4cd5-9228-9e4eae426cb7 tempest-ServerDiskConfigTestJSON-473081836 tempest-ServerDiskConfigTestJSON-473081836-project] 10.222.0.42 "GET /v2.0/ports?device_id=a7138a91-794f-4762-9c64-6037cebee7da HTTP/1.1" status: 200 len: 945 time: 0.0975780 Apr 18 20:51:54.932175 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Pushing event updated for resources: {'Port': ['ID=d3b4db68-56c6-42af-a0b1-7f86f0690962,revision_number=6']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:51:55.004579 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-62def256-7751-4e04-b78c-280c106f7cbb req-4db3c620-ec56-496c-83d5-f7dfcfba2e80 tempest-ServerDiskConfigTestJSON-473081836 tempest-ServerDiskConfigTestJSON-473081836-project] 10.222.0.42 "GET /v2.0/security-groups?id=527f07bd-3b7c-4e87-bb13-fa86b9490e28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0877955 Apr 18 20:51:55.070857 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] get_ports_and_sgs() called for port_ids ['d3b4db68-56c6-42af-a0b1-7f86f0690962'] {{(pid=84042) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 18 20:51:55.458118 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e58e42b7-1f86-4980-b164-6e3e5548ea56 req-62260528-aed7-43d8-9d9e-464d2f2f7daa tempest-ServerRescueNegativeTestJSON-1571656168 tempest-ServerRescueNegativeTestJSON-1571656168-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:51:55.460316 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-e58e42b7-1f86-4980-b164-6e3e5548ea56 req-62260528-aed7-43d8-9d9e-464d2f2f7daa tempest-ServerRescueNegativeTestJSON-1571656168 tempest-ServerRescueNegativeTestJSON-1571656168-project] 10.222.0.42 "GET /v2.0/ports?device_id=4ff552c3-29c6-4485-85ed-37e006aa7ada HTTP/1.1" status: 200 len: 946 time: 0.2569411 Apr 18 20:51:55.508931 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-e58e42b7-1f86-4980-b164-6e3e5548ea56 req-4269c6a7-ca64-4d2a-8013-507274613d99 tempest-ServerRescueNegativeTestJSON-1571656168 tempest-ServerRescueNegativeTestJSON-1571656168-project] 10.222.0.42 "GET /v2.0/security-groups?id=fa6b5748-504b-4821-b3a0-7e61ca1810b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423944 Apr 18 20:51:55.523295 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 48102) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:51:55.786261 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02720dc0-7cd4-497e-be48-0994dcae5ef4 req-a0ebcecf-7274-4fc8-9c9c-aae6b0b4d794 tempest-ServerRescueTestJSON-1218824152 tempest-ServerRescueTestJSON-1218824152-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:51:55.787753 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-02720dc0-7cd4-497e-be48-0994dcae5ef4 req-a0ebcecf-7274-4fc8-9c9c-aae6b0b4d794 tempest-ServerRescueTestJSON-1218824152 tempest-ServerRescueTestJSON-1218824152-project] 10.222.0.42 "GET /v2.0/ports?device_id=f3f5b6ba-19be-423a-a9fa-48c3bbcdc95d HTTP/1.1" status: 200 len: 945 time: 0.1421463 Apr 18 20:51:55.792998 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-4660319e-2753-41e6-8836-4c4907168d15 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:55.886741 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [None req-4660319e-2753-41e6-8836-4c4907168d15 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:51:55.893163 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-02720dc0-7cd4-497e-be48-0994dcae5ef4 req-63067784-f817-4b5c-9f80-66d123db24b3 tempest-ServerRescueTestJSON-1218824152 tempest-ServerRescueTestJSON-1218824152-project] 10.222.0.42 "GET /v2.0/security-groups?id=6f984221-1918-47e6-82e9-256972907b58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0909026 Apr 18 20:51:55.894055 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-4660319e-2753-41e6-8836-4c4907168d15 admin admin] Usage tracker for resource:security_group_rule and tenant:f917d334ca8d41d1be0343815bf6a7ad is out of sync, need to count used quota {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:51:55.898123 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-4660319e-2753-41e6-8836-4c4907168d15 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:51:55.904965 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [None req-4660319e-2753-41e6-8836-4c4907168d15 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:51:55.923540 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2963e4b-9f1c-4052-af25-5f97a6f65ba2 req-5501d1c5-59f3-4270-91fc-b55f15213c5f tempest-ServerActionsTestJSON-2052644234 tempest-ServerActionsTestJSON-2052644234-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:51:55.923540 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-e2963e4b-9f1c-4052-af25-5f97a6f65ba2 req-5501d1c5-59f3-4270-91fc-b55f15213c5f tempest-ServerActionsTestJSON-2052644234 tempest-ServerActionsTestJSON-2052644234-project] 10.222.0.42 "GET /v2.0/ports?device_id=518b0850-99aa-4c7b-8e17-eb4ba00959c9 HTTP/1.1" status: 200 len: 946 time: 0.1778419 Apr 18 20:51:55.993207 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-e2963e4b-9f1c-4052-af25-5f97a6f65ba2 req-7888eaf7-c6b9-4d1c-b2bd-980a1fe805be tempest-ServerActionsTestJSON-2052644234 tempest-ServerActionsTestJSON-2052644234-project] 10.222.0.42 "GET /v2.0/security-groups?id=5518633c-5bdd-41db-a1d5-749e9b6740a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693362 Apr 18 20:51:56.037060 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-4660319e-2753-41e6-8836-4c4907168d15 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:56.043814 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-4660319e-2753-41e6-8836-4c4907168d15 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33528224'] for security_group, after_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:56.103041 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4660319e-2753-41e6-8836-4c4907168d15 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f1ac6276-81d8-4b6b-a560-ee8964633999,revision_number=1']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:51:56.113762 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-4660319e-2753-41e6-8836-4c4907168d15 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=f917d334ca8d41d1be0343815bf6a7ad&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5893021 Apr 18 20:51:56.116783 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 48124) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:51:56.124901 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4660319e-2753-41e6-8836-4c4907168d15 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:51:56.125259 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4660319e-2753-41e6-8836-4c4907168d15 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:51:56.125829 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4660319e-2753-41e6-8836-4c4907168d15 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:51:56.126329 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4660319e-2753-41e6-8836-4c4907168d15 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:51:56.126668 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4660319e-2753-41e6-8836-4c4907168d15 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:51:56.126997 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4660319e-2753-41e6-8836-4c4907168d15 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:51:56.127451 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4660319e-2753-41e6-8836-4c4907168d15 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:51:56.127805 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4660319e-2753-41e6-8836-4c4907168d15 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:51:56.128175 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4660319e-2753-41e6-8836-4c4907168d15 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:51:56.128504 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4660319e-2753-41e6-8836-4c4907168d15 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:51:56.128826 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4660319e-2753-41e6-8836-4c4907168d15 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:51:56.216011 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-1fd27eed-8f02-4e52-836e-1857dfe34f9b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:56.270359 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-1fd27eed-8f02-4e52-836e-1857dfe34f9b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:56.346921 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0456d38d-ccb8-4940-8e1e-a12e5b9c9107 req-8c26bc83-12ca-4fce-b32e-c55be0cbf6f2 tempest-ServerDiskConfigTestJSON-473081836 tempest-ServerDiskConfigTestJSON-473081836-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:51:56.348776 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-0456d38d-ccb8-4940-8e1e-a12e5b9c9107 req-8c26bc83-12ca-4fce-b32e-c55be0cbf6f2 tempest-ServerDiskConfigTestJSON-473081836 tempest-ServerDiskConfigTestJSON-473081836-project] 10.222.0.42 "GET /v2.0/ports?device_id=a7138a91-794f-4762-9c64-6037cebee7da HTTP/1.1" status: 200 len: 945 time: 0.1729879 Apr 18 20:51:56.354020 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-1fd27eed-8f02-4e52-836e-1857dfe34f9b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33528224'] for security_group, after_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:56.376518 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fd27eed-8f02-4e52-836e-1857dfe34f9b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f1ac6276-81d8-4b6b-a560-ee8964633999,revision_number=None']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:51:56.402151 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-1fd27eed-8f02-4e52-836e-1857dfe34f9b admin admin] Notify callbacks [] for security_group, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:56.408264 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-1fd27eed-8f02-4e52-836e-1857dfe34f9b admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/f1ac6276-81d8-4b6b-a560-ee8964633999 HTTP/1.1" status: 204 len: 168 time: 0.2886174 Apr 18 20:51:56.426723 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-0456d38d-ccb8-4940-8e1e-a12e5b9c9107 req-f5a256b3-4af6-4b64-8159-69c53b380f91 tempest-ServerDiskConfigTestJSON-473081836 tempest-ServerDiskConfigTestJSON-473081836-project] 10.222.0.42 "GET /v2.0/security-groups?id=527f07bd-3b7c-4e87-bb13-fa86b9490e28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677621 Apr 18 20:51:56.554631 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Device d3b4db68-56c6-42af-a0b1-7f86f0690962 up at agent hyperv_n-h1-838334-2 {{(pid=84042) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 20:51:56.597959 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 48136) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:51:56.768653 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Provisioning complete for port d3b4db68-56c6-42af-a0b1-7f86f0690962 triggered by entity L2. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:51:56.769026 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1253608'] for port, provisioning_complete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:57.036616 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e25fa7d8-1020-40af-b929-35a8b340fe0f req-b7b88269-04b7-463d-8b83-6e2189cfe6ba tempest-ServerRescueNegativeTestJSON-1571656168 tempest-ServerRescueNegativeTestJSON-1571656168-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:51:57.044012 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-e25fa7d8-1020-40af-b929-35a8b340fe0f req-b7b88269-04b7-463d-8b83-6e2189cfe6ba tempest-ServerRescueNegativeTestJSON-1571656168 tempest-ServerRescueNegativeTestJSON-1571656168-project] 10.222.0.42 "GET /v2.0/ports?device_id=4ff552c3-29c6-4485-85ed-37e006aa7ada HTTP/1.1" status: 200 len: 946 time: 0.2445939 Apr 18 20:51:57.106241 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:57.132793 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Device a6ac0d85-5a78-4d1b-8751-a8fba8de6a16 up at agent ovs-agent-n-d-838334-2 {{(pid=84042) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 20:51:57.158112 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-e25fa7d8-1020-40af-b929-35a8b340fe0f req-dd920733-021c-49e6-89b5-ffb0fde34906 tempest-ServerRescueNegativeTestJSON-1571656168 tempest-ServerRescueNegativeTestJSON-1571656168-project] 10.222.0.42 "GET /v2.0/security-groups?id=fa6b5748-504b-4821-b3a0-7e61ca1810b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1129177 Apr 18 20:51:57.237256 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-2b91deaf-4a6c-4555-9e2e-a6a970c37a1f admin admin] Notify callbacks [] for security_group, before_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:57.272066 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] For port d3b4db68-56c6-42af-a0b1-7f86f0690962, host n-h1-838334-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838334-2',level=0,port_id=d3b4db68-56c6-42af-a0b1-7f86f0690962,segment=NetworkSegment(824475dd-cc01-4f37-b28b-cc0d2c7c32c9),segment_id=824475dd-cc01-4f37-b28b-cc0d2c7c32c9)] {{(pid=84042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:51:57.273352 n-d-838334-2 neutron-server[84042]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a7138a91-794f-4762-9c64-6037cebee7da', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd3b4db68-56c6-42af-a0b1-7f86f0690962'}] {{(pid=84042) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 20:51:57.296666 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-2b91deaf-4a6c-4555-9e2e-a6a970c37a1f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:51:57.305489 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-2b91deaf-4a6c-4555-9e2e-a6a970c37a1f admin admin] Usage tracker for resource:security_group_rule and tenant:8ff500915b634115a5561d77ad3ec84b is out of sync, need to count used quota {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:51:57.315735 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-2b91deaf-4a6c-4555-9e2e-a6a970c37a1f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:51:57.317783 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682'] for port, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:57.337319 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-2b91deaf-4a6c-4555-9e2e-a6a970c37a1f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:51:57.389356 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02809833-91ca-43b3-bd85-56db14e280e3 None None] Sync routers for ids ['99413255-a59e-4b76-a984-795028d7c5d1'] in n-d-838334-2 {{(pid=84042) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 18 20:51:57.393433 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6181cb78-86e0-4a03-ad94-4a3b80387d78 req-f655669e-23d7-4457-9356-aaafb4732165 tempest-ServerRescueTestJSON-1218824152 tempest-ServerRescueTestJSON-1218824152-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:51:57.409081 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-6181cb78-86e0-4a03-ad94-4a3b80387d78 req-f655669e-23d7-4457-9356-aaafb4732165 tempest-ServerRescueTestJSON-1218824152 tempest-ServerRescueTestJSON-1218824152-project] 10.222.0.42 "GET /v2.0/ports?device_id=f3f5b6ba-19be-423a-a9fa-48c3bbcdc95d HTTP/1.1" status: 200 len: 945 time: 0.1550915 Apr 18 20:51:57.468016 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-2b91deaf-4a6c-4555-9e2e-a6a970c37a1f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:57.479869 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-2b91deaf-4a6c-4555-9e2e-a6a970c37a1f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33528224'] for security_group, after_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:57.526238 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-6181cb78-86e0-4a03-ad94-4a3b80387d78 req-d60d4f6b-bdf1-4f67-acbb-3d6c595c06ef tempest-ServerRescueTestJSON-1218824152 tempest-ServerRescueTestJSON-1218824152-project] 10.222.0.42 "GET /v2.0/security-groups?id=6f984221-1918-47e6-82e9-256972907b58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1162460 Apr 18 20:51:57.551005 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02809833-91ca-43b3-bd85-56db14e280e3 None None] Routers {'99413255-a59e-4b76-a984-795028d7c5d1'} bound to L3 agent in host n-d-838334-2 {{(pid=84042) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 20:51:57.551832 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_hamode_db [None req-02809833-91ca-43b3-bd85-56db14e280e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838334-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-18T20:25:48Z,description=,heartbeat_timestamp=2022-04-18T20:51:48Z,host='n-d-838334-2',id=bc84d6c9-dd7a-4555-a351-592327b46d5a,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:25:48Z,topic='l3_agent')) {'router_ids': ['99413255-a59e-4b76-a984-795028d7c5d1'], 'active': True} {{(pid=84042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:51:57.602067 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-2b91deaf-4a6c-4555-9e2e-a6a970c37a1f admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=8ff500915b634115a5561d77ad3ec84b&name=default HTTP/1.1" status: 200 len: 2647 time: 1.0027754 Apr 18 20:51:57.602687 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 48164) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:51:57.606857 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5ae0331-a182-4409-b0c7-d3d6408b4d08 req-e6e2d2c2-6cd7-46da-9ada-25c7b329f6fc tempest-ServerActionsTestJSON-2052644234 tempest-ServerActionsTestJSON-2052644234-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:51:57.608444 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b91deaf-4a6c-4555-9e2e-a6a970c37a1f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e7932113-2fdc-486a-a40f-4a89b7ab5ea7,revision_number=1']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:51:57.609317 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-e5ae0331-a182-4409-b0c7-d3d6408b4d08 req-e6e2d2c2-6cd7-46da-9ada-25c7b329f6fc tempest-ServerActionsTestJSON-2052644234 tempest-ServerActionsTestJSON-2052644234-project] 10.222.0.42 "GET /v2.0/ports?device_id=518b0850-99aa-4c7b-8e17-eb4ba00959c9 HTTP/1.1" status: 200 len: 946 time: 0.1664448 Apr 18 20:51:57.623857 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Pushing event updated for resources: {'Port': ['ID=d3b4db68-56c6-42af-a0b1-7f86f0690962,revision_number=7']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:51:57.721697 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-e5ae0331-a182-4409-b0c7-d3d6408b4d08 req-10c5a7a9-911f-47be-b431-cff89d7d1f14 tempest-ServerActionsTestJSON-2052644234 tempest-ServerActionsTestJSON-2052644234-project] 10.222.0.42 "GET /v2.0/security-groups?id=5518633c-5bdd-41db-a1d5-749e9b6740a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1028349 Apr 18 20:51:57.754518 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Provisioning for port a6ac0d85-5a78-4d1b-8751-a8fba8de6a16 completed by entity L2. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 20:51:57.762632 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Provisioning complete for port a6ac0d85-5a78-4d1b-8751-a8fba8de6a16 triggered by entity L2. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:51:57.763262 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1253608'] for port, provisioning_complete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:57.780971 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-4e3d0eb3-726d-4cd0-9ee1-047675e3122e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:57.846126 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-4e3d0eb3-726d-4cd0-9ee1-047675e3122e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:57.952862 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-4e3d0eb3-726d-4cd0-9ee1-047675e3122e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33528224'] for security_group, after_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:57.989676 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e3d0eb3-726d-4cd0-9ee1-047675e3122e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e7932113-2fdc-486a-a40f-4a89b7ab5ea7,revision_number=None']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:51:57.998932 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-4e3d0eb3-726d-4cd0-9ee1-047675e3122e admin admin] Notify callbacks [] for security_group, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:58.000088 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-4e3d0eb3-726d-4cd0-9ee1-047675e3122e admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/e7932113-2fdc-486a-a40f-4a89b7ab5ea7 HTTP/1.1" status: 204 len: 168 time: 0.3963249 Apr 18 20:51:58.015221 n-d-838334-2 neutron-server[84042]: INFO neutron.notifiers.nova [-] Nova event matching ['req-787c036e-a831-4b7f-852b-6685486fe588'] response: {'server_uuid': 'a7138a91-794f-4762-9c64-6037cebee7da', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd3b4db68-56c6-42af-a0b1-7f86f0690962', 'code': 200} Apr 18 20:51:58.082637 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_dvr_db [None req-02809833-91ca-43b3-bd85-56db14e280e3 None None] Set router 99413255-a59e-4b76-a984-795028d7c5d1 gateway port host: n-d-838334-2 {{(pid=84042) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 20:51:58.210722 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:58.243857 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] For port a6ac0d85-5a78-4d1b-8751-a8fba8de6a16, host n-d-838334-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838334-2',level=0,port_id=a6ac0d85-5a78-4d1b-8751-a8fba8de6a16,segment=NetworkSegment(732aa830-768b-4511-951f-d08e26b9c25b),segment_id=732aa830-768b-4511-951f-d08e26b9c25b)] {{(pid=84042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:51:58.307523 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682'] for port, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:58.342999 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85fe363e-9b7b-450c-a5f8-a6368190b2cc req-7d1b1c3b-04d3-417b-b7f0-5b7916f063be tempest-ServerDiskConfigTestJSON-473081836 tempest-ServerDiskConfigTestJSON-473081836-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:51:58.350705 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-85fe363e-9b7b-450c-a5f8-a6368190b2cc req-7d1b1c3b-04d3-417b-b7f0-5b7916f063be tempest-ServerDiskConfigTestJSON-473081836 tempest-ServerDiskConfigTestJSON-473081836-project] 10.222.0.42 "GET /v2.0/ports?device_id=a7138a91-794f-4762-9c64-6037cebee7da HTTP/1.1" status: 200 len: 946 time: 0.3378887 Apr 18 20:51:58.355869 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-4d3e8924-2d54-4dd8-8bef-90a297b6d690 req-0e1495d3-199f-4223-9c72-9276ab2fd570 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=a7138a91-794f-4762-9c64-6037cebee7da HTTP/1.1" status: 200 len: 1097 time: 0.2601938 Apr 18 20:51:58.455598 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 48186) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:51:58.553115 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Pushing event updated for resources: {'Port': ['ID=a6ac0d85-5a78-4d1b-8751-a8fba8de6a16,revision_number=4']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:51:58.584211 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-85fe363e-9b7b-450c-a5f8-a6368190b2cc req-7e6ba08d-d98f-4426-8540-b1be896658ff tempest-ServerDiskConfigTestJSON-473081836 tempest-ServerDiskConfigTestJSON-473081836-project] 10.222.0.42 "GET /v2.0/security-groups?id=527f07bd-3b7c-4e87-bb13-fa86b9490e28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2315664 Apr 18 20:51:58.588262 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-4d3e8924-2d54-4dd8-8bef-90a297b6d690 req-5da58ea4-2710-4e5c-9619-f050e9320710 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=527f07bd-3b7c-4e87-bb13-fa86b9490e28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2171199 Apr 18 20:51:58.608270 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fe2b7db-7032-427f-8a68-495ebcce67fc req-a1ad78ef-c9ce-444f-a667-9d52184e1c92 tempest-ServerRescueNegativeTestJSON-1571656168 tempest-ServerRescueNegativeTestJSON-1571656168-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:51:58.625591 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-3fe2b7db-7032-427f-8a68-495ebcce67fc req-a1ad78ef-c9ce-444f-a667-9d52184e1c92 tempest-ServerRescueNegativeTestJSON-1571656168 tempest-ServerRescueNegativeTestJSON-1571656168-project] 10.222.0.42 "GET /v2.0/ports?device_id=4ff552c3-29c6-4485-85ed-37e006aa7ada HTTP/1.1" status: 200 len: 946 time: 0.2546153 Apr 18 20:51:58.639464 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.v2.base [None req-f5da93f4-2383-48ad-823b-13afad1e5707 admin admin] Request body: {'network': {'name': 'tempest-ServersTestManualDisk-706543175-network', 'tenant_id': 'd097ca6178bf4202a3e30e56a61a7a3a'}} {{(pid=84041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 20:51:58.648633 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-f5da93f4-2383-48ad-823b-13afad1e5707 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:51:58.656120 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-f5da93f4-2383-48ad-823b-13afad1e5707 admin admin] Usage tracker for resource:network and tenant:d097ca6178bf4202a3e30e56a61a7a3a is out of sync, need to count used quota {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:51:58.666860 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-f5da93f4-2383-48ad-823b-13afad1e5707 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:51:58.679228 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-f5da93f4-2383-48ad-823b-13afad1e5707 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:51:58.700994 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f5da93f4-2383-48ad-823b-13afad1e5707 admin admin] Made reservation on behalf of d097ca6178bf4202a3e30e56a61a7a3a for: {'network': 1} {{(pid=84041) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:51:58.704585 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-f5da93f4-2383-48ad-823b-13afad1e5707 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for network, before_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:58.705646 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_hamode_db [None req-02809833-91ca-43b3-bd85-56db14e280e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99413255-a59e-4b76-a984-795028d7c5d1', 'name': 'tempest-TaggedBootDevicesTest_v242-1399453-router', 'tenant_id': '9feceef4d3df4daeb6497a95fbe12eb7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'external_fixed_ips': [{'subnet_id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'ip_address': '172.25.8.159'}], 'enable_snat': True}, 'gw_port_id': 'aa5ce318-0bea-4e8c-bff5-5d343e281fd6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:51:36Z', 'updated_at': '2022-04-18T20:51:40Z', 'revision_number': 4, 'project_id': '9feceef4d3df4daeb6497a95fbe12eb7', 'gw_port': {'id': 'aa5ce318-0bea-4e8c-bff5-5d343e281fd6', 'name': '', 'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:0d:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99413255-a59e-4b76-a984-795028d7c5d1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'ip_address': '172.25.8.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:51:37Z', 'updated_at': '2022-04-18T20:51:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838334-2', '_interfaces': [{'id': 'd99ad02c-2797-4b8c-8a43-54fd026972be', 'name': '', 'network_id': '8b393fb4-fb14-414f-9fb0-af85f5d2a52f', 'tenant_id': '9feceef4d3df4daeb6497a95fbe12eb7', 'mac_address': 'fa:16:3e:12:88:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '99413255-a59e-4b76-a984-795028d7c5d1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6e80a998-2277-430e-a2a1-47079979e7bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:51:40Z', 'updated_at': '2022-04-18T20:51:41Z', 'revision_number': 2, 'project_id': '9feceef4d3df4daeb6497a95fbe12eb7', 'subnets': [{'id': '6e80a998-2277-430e-a2a1-47079979e7bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838334-2', False) {} {{(pid=84042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:51:58.710236 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02809833-91ca-43b3-bd85-56db14e280e3 None None] Checking router: 99413255-a59e-4b76-a984-795028d7c5d1 for host: n-d-838334-2 {{(pid=84042) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 18 20:51:58.710576 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02809833-91ca-43b3-bd85-56db14e280e3 None None] Updating router 99413255-a59e-4b76-a984-795028d7c5d1 port d99ad02c-2797-4b8c-8a43-54fd026972be binding host n-d-838334-2 {{(pid=84042) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 18 20:51:58.731024 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-3fe2b7db-7032-427f-8a68-495ebcce67fc req-1236fbcb-9d0f-4ab0-83a4-fa3336c48a1f tempest-ServerRescueNegativeTestJSON-1571656168 tempest-ServerRescueNegativeTestJSON-1571656168-project] 10.222.0.42 "GET /v2.0/security-groups?id=fa6b5748-504b-4821-b3a0-7e61ca1810b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1041553 Apr 18 20:51:58.733896 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-f5da93f4-2383-48ad-823b-13afad1e5707 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:58.778456 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-f5da93f4-2383-48ad-823b-13afad1e5707 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:51:58.789236 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-f5da93f4-2383-48ad-823b-13afad1e5707 admin admin] Usage tracker for resource:security_group_rule and tenant:d097ca6178bf4202a3e30e56a61a7a3a is out of sync, need to count used quota {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:51:58.798680 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-f5da93f4-2383-48ad-823b-13afad1e5707 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:51:58.808008 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-f5da93f4-2383-48ad-823b-13afad1e5707 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:51:58.824055 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-02809833-91ca-43b3-bd85-56db14e280e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:58.923270 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-f5da93f4-2383-48ad-823b-13afad1e5707 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:58.932710 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-f5da93f4-2383-48ad-823b-13afad1e5707 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33528224'] for security_group, after_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:58.967379 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Device a6ac0d85-5a78-4d1b-8751-a8fba8de6a16 up at agent ovs-agent-n-d-838334-2 {{(pid=84042) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 20:51:58.968155 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f5da93f4-2383-48ad-823b-13afad1e5707 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 366} {{(pid=84041) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 20:51:58.996449 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-f5da93f4-2383-48ad-823b-13afad1e5707 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1082986'] for segment, precommit_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:58.996824 n-d-838334-2 neutron-server[84041]: INFO neutron.db.segments_db [None req-f5da93f4-2383-48ad-823b-13afad1e5707 admin admin] Added segment 7fd7f82e-b9be-4ad1-806b-d51304cf96d4 of type vlan for network 900e7008-3a76-4947-a7ad-9adec518e5cf Apr 18 20:51:59.021119 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b12d110e-d3b1-4c8e-8f05-985ace3cb3fa req-03ea18ad-9020-4019-971d-10a5f2cf20f9 tempest-ServerActionsTestJSON-2052644234 tempest-ServerActionsTestJSON-2052644234-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:51:59.024049 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-b12d110e-d3b1-4c8e-8f05-985ace3cb3fa req-03ea18ad-9020-4019-971d-10a5f2cf20f9 tempest-ServerActionsTestJSON-2052644234 tempest-ServerActionsTestJSON-2052644234-project] 10.222.0.42 "GET /v2.0/ports?device_id=b7307812-da19-4509-9baf-bb3ff8313904 HTTP/1.1" status: 200 len: 945 time: 0.2363868 Apr 18 20:51:59.071208 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5da93f4-2383-48ad-823b-13afad1e5707 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=48548b41-dec5-4b2a-bf55-6712ee42d043,revision_number=1']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:51:59.089795 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-f5da93f4-2383-48ad-823b-13afad1e5707 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750374825732'] for network, precommit_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:59.097790 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-b12d110e-d3b1-4c8e-8f05-985ace3cb3fa req-65db8571-db6d-4a65-a6e9-2724b50bab5e tempest-ServerActionsTestJSON-2052644234 tempest-ServerActionsTestJSON-2052644234-project] 10.222.0.42 "GET /v2.0/security-groups?id=c2aeb662-6a43-4389-8810-9fad3627855b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0643079 Apr 18 20:51:59.141420 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42a4582c-a97d-4f95-a1a3-acc89a0ee8d4 req-c70a5dc3-1dcc-4c38-85b7-d0e266592c00 tempest-ServerRescueTestJSON-1218824152 tempest-ServerRescueTestJSON-1218824152-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:51:59.151331 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-42a4582c-a97d-4f95-a1a3-acc89a0ee8d4 req-c70a5dc3-1dcc-4c38-85b7-d0e266592c00 tempest-ServerRescueTestJSON-1218824152 tempest-ServerRescueTestJSON-1218824152-project] 10.222.0.42 "GET /v2.0/ports?device_id=f3f5b6ba-19be-423a-a9fa-48c3bbcdc95d HTTP/1.1" status: 200 len: 945 time: 0.1897383 Apr 18 20:51:59.179096 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-f5da93f4-2383-48ad-823b-13afad1e5707 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33526109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022'] for network, after_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:59.180181 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5da93f4-2383-48ad-823b-13afad1e5707 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:51:59.180772 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-f5da93f4-2383-48ad-823b-13afad1e5707 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32378031'] for network, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:59.225550 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-42a4582c-a97d-4f95-a1a3-acc89a0ee8d4 req-c543c797-f781-4a37-a63e-6fe932723e4c tempest-ServerRescueTestJSON-1218824152 tempest-ServerRescueTestJSON-1218824152-project] 10.222.0.42 "GET /v2.0/security-groups?id=6f984221-1918-47e6-82e9-256972907b58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721982 Apr 18 20:51:59.225748 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Provisioning complete for port a6ac0d85-5a78-4d1b-8751-a8fba8de6a16 triggered by entity L2. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:51:59.226098 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1253608'] for port, provisioning_complete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:59.367386 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5da93f4-2383-48ad-823b-13afad1e5707 admin admin] Pushing event updated for resources: {'Network': ['ID=900e7008-3a76-4947-a7ad-9adec518e5cf,revision_number=1']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:51:59.372169 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-f5da93f4-2383-48ad-823b-13afad1e5707 admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.9154890 Apr 18 20:51:59.374999 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 48212) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:51:59.381280 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.v2.base [None req-5672cbd0-3112-4d80-92c8-91c69f92074f admin admin] Request body: {'subnet': {'network_id': '900e7008-3a76-4947-a7ad-9adec518e5cf', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestManualDisk-706543175-subnet', 'tenant_id': 'd097ca6178bf4202a3e30e56a61a7a3a', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=84041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 20:51:59.386782 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-5672cbd0-3112-4d80-92c8-91c69f92074f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:51:59.392142 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-5672cbd0-3112-4d80-92c8-91c69f92074f admin admin] Usage tracker for resource:subnet and tenant:d097ca6178bf4202a3e30e56a61a7a3a is out of sync, need to count used quota {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:51:59.395672 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-5672cbd0-3112-4d80-92c8-91c69f92074f admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:51:59.397728 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Network 900e7008-3a76-4947-a7ad-9adec518e5cf details requested by agent ovs-agent-n-d-838334-2 with host n-d-838334-2 {{(pid=84042) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 18 20:51:59.403155 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-5672cbd0-3112-4d80-92c8-91c69f92074f admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:51:59.426589 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5672cbd0-3112-4d80-92c8-91c69f92074f admin admin] Made reservation on behalf of d097ca6178bf4202a3e30e56a61a7a3a for: {'subnet': 1} {{(pid=84041) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:51:59.432393 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-5672cbd0-3112-4d80-92c8-91c69f92074f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32486301'] for subnet, before_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:59.472810 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b22452b1-7446-40c5-b510-ed2599b91c00 req-f8c879a0-85bc-4051-ac78-b5f3ec0ff6a1 tempest-ServerActionsTestJSON-2052644234 tempest-ServerActionsTestJSON-2052644234-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:51:59.474388 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-b22452b1-7446-40c5-b510-ed2599b91c00 req-f8c879a0-85bc-4051-ac78-b5f3ec0ff6a1 tempest-ServerActionsTestJSON-2052644234 tempest-ServerActionsTestJSON-2052644234-project] 10.222.0.42 "GET /v2.0/ports?device_id=b7307812-da19-4509-9baf-bb3ff8313904 HTTP/1.1" status: 200 len: 945 time: 0.1364219 Apr 18 20:51:59.571876 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-b22452b1-7446-40c5-b510-ed2599b91c00 req-3633cc4b-6d6a-4eb2-a275-19471d32b109 tempest-ServerActionsTestJSON-2052644234 tempest-ServerActionsTestJSON-2052644234-project] 10.222.0.42 "GET /v2.0/security-groups?id=c2aeb662-6a43-4389-8810-9fad3627855b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0907743 Apr 18 20:51:59.656233 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750375287399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253529'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:59.810849 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-5672cbd0-3112-4d80-92c8-91c69f92074f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33526260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32266407', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32486287'] for subnet, after_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:59.865800 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-02809833-91ca-43b3-bd85-56db14e280e3 None None] Notify callbacks [] for port, precommit_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:59.888413 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-02809833-91ca-43b3-bd85-56db14e280e3 None None] Transition to ACTIVE for port object d99ad02c-2797-4b8c-8a43-54fd026972be will not be triggered until provisioned by entity L2. {{(pid=84042) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 20:51:59.901866 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-02809833-91ca-43b3-bd85-56db14e280e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682'] for port, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:59.967881 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5672cbd0-3112-4d80-92c8-91c69f92074f admin admin] Pushing event updated for resources: {'Subnet': ['ID=b97e4a75-8ec3-4f6e-beb3-db8f3e8db4d7,revision_number=0']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:51:59.991303 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5672cbd0-3112-4d80-92c8-91c69f92074f admin admin] Checking segment: {'id': '7fd7f82e-b9be-4ad1-806b-d51304cf96d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '900e7008-3a76-4947-a7ad-9adec518e5cf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84041) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 20:51:59.991715 n-d-838334-2 neutron-server[84041]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5672cbd0-3112-4d80-92c8-91c69f92074f admin admin] Network hostable DHCP agents. Network: 900e7008-3a76-4947-a7ad-9adec518e5cf, hostable agents: ['8746f8ea-3e91-4b32-9919-2c63adeb8722'], hosted agents: [] {{(pid=84041) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 20:52:00.049697 n-d-838334-2 neutron-server[84041]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5672cbd0-3112-4d80-92c8-91c69f92074f admin admin] Network 900e7008-3a76-4947-a7ad-9adec518e5cf is scheduled to be hosted by DHCP agent 8746f8ea-3e91-4b32-9919-2c63adeb8722 with binding_index 1 {{(pid=84041) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 20:52:00.071571 n-d-838334-2 neutron-server[84041]: DEBUG neutron.scheduler.base_scheduler [None req-5672cbd0-3112-4d80-92c8-91c69f92074f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-838334-2, 900e7008-3a76-4947-a7ad-9adec518e5cf) {{(pid=84041) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:52:00.076165 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5672cbd0-3112-4d80-92c8-91c69f92074f admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:52:00.076775 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-5672cbd0-3112-4d80-92c8-91c69f92074f admin admin] Notify callbacks [] for subnet, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:00.137376 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-5672cbd0-3112-4d80-92c8-91c69f92074f admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.7582545 Apr 18 20:52:00.137620 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 48226) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:52:00.143667 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.v2.base [None req-91bb8f42-db1a-4e89-bbae-161925a464af admin admin] Request body: {'router': {'name': 'tempest-ServersTestManualDisk-706543175-router', 'tenant_id': 'd097ca6178bf4202a3e30e56a61a7a3a', 'external_gateway_info': {'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c'}}} {{(pid=84041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 20:52:00.158215 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d53a0b3-332a-4005-86c9-67d1855eea56 req-824e9449-1439-45d8-945c-0042274aba67 tempest-ServerDiskConfigTestJSON-473081836 tempest-ServerDiskConfigTestJSON-473081836-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:52:00.162345 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-91bb8f42-db1a-4e89-bbae-161925a464af admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:52:00.170905 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-3d53a0b3-332a-4005-86c9-67d1855eea56 req-824e9449-1439-45d8-945c-0042274aba67 tempest-ServerDiskConfigTestJSON-473081836 tempest-ServerDiskConfigTestJSON-473081836-project] 10.222.0.42 "GET /v2.0/ports?device_id=a7138a91-794f-4762-9c64-6037cebee7da HTTP/1.1" status: 200 len: 946 time: 0.3040273 Apr 18 20:52:00.178245 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-91bb8f42-db1a-4e89-bbae-161925a464af admin admin] Usage tracker for resource:router and tenant:d097ca6178bf4202a3e30e56a61a7a3a is out of sync, need to count used quota {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:52:00.182765 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-91bb8f42-db1a-4e89-bbae-161925a464af admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:52:00.194046 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-91bb8f42-db1a-4e89-bbae-161925a464af admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:52:00.213604 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-91bb8f42-db1a-4e89-bbae-161925a464af admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-33442106', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5708'] for router, before_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:00.216695 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-91bb8f42-db1a-4e89-bbae-161925a464af admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33442137', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33444285', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33535433', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5703'] for router, precommit_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:00.238587 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd3ce138-fe0a-458f-a13d-b98774ecd474 req-a0c8cb59-4403-46a2-812f-e845f669b335 tempest-ServerActionsTestJSON-2052644234 tempest-ServerActionsTestJSON-2052644234-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:52:00.240845 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-fd3ce138-fe0a-458f-a13d-b98774ecd474 req-a0c8cb59-4403-46a2-812f-e845f669b335 tempest-ServerActionsTestJSON-2052644234 tempest-ServerActionsTestJSON-2052644234-project] 10.222.0.42 "GET /v2.0/ports?device_id=b7307812-da19-4509-9baf-bb3ff8313904 HTTP/1.1" status: 200 len: 945 time: 0.2601888 Apr 18 20:52:00.258388 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-91bb8f42-db1a-4e89-bbae-161925a464af admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:00.277581 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-964f1368-c300-4e05-96f4-4952f5fbe46a None None] Network 900e7008-3a76-4947-a7ad-9adec518e5cf requested from n-d-838334-2 {{(pid=84042) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 20:52:00.280806 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-3d53a0b3-332a-4005-86c9-67d1855eea56 req-67cd5a51-df2f-45d9-9e61-35ea34a1fdb3 tempest-ServerDiskConfigTestJSON-473081836 tempest-ServerDiskConfigTestJSON-473081836-project] 10.222.0.42 "GET /v2.0/security-groups?id=527f07bd-3b7c-4e87-bb13-fa86b9490e28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1086829 Apr 18 20:52:00.329465 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-fd3ce138-fe0a-458f-a13d-b98774ecd474 req-af886227-e215-4927-900d-adb953939ba6 tempest-ServerActionsTestJSON-2052644234 tempest-ServerActionsTestJSON-2052644234-project] 10.222.0.42 "GET /v2.0/security-groups?id=c2aeb662-6a43-4389-8810-9fad3627855b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0739043 Apr 18 20:52:00.543698 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-91bb8f42-db1a-4e89-bbae-161925a464af admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-33444175', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-33443520', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5293'] for router, precommit_update {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:00.562796 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48a10808-9a8a-4d42-b82b-1163ef17a752 None None] Pushing event updated for resources: {'Port': ['ID=d99ad02c-2797-4b8c-8a43-54fd026972be,revision_number=3']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:52:00.596025 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-463dc33b-9262-4a19-91aa-ef832173d72f req-46feeb95-d27b-440b-aba2-bf56792dd4e9 tempest-ServerRescueNegativeTestJSON-1571656168 tempest-ServerRescueNegativeTestJSON-1571656168-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:52:00.606232 n-d-838334-2 neutron-server[84043]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc433899-ee0d-4e83-9cd4-be0177cf6256 None None] Sync routers for ids ['1b226306-f003-498c-b926-ffdfcee0a271'] in n-d-838334-2 {{(pid=84043) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 18 20:52:00.607323 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-463dc33b-9262-4a19-91aa-ef832173d72f req-46feeb95-d27b-440b-aba2-bf56792dd4e9 tempest-ServerRescueNegativeTestJSON-1571656168 tempest-ServerRescueNegativeTestJSON-1571656168-project] 10.222.0.42 "GET /v2.0/ports?device_id=4ff552c3-29c6-4485-85ed-37e006aa7ada HTTP/1.1" status: 200 len: 946 time: 0.1170056 Apr 18 20:52:00.634804 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc433899-ee0d-4e83-9cd4-be0177cf6256 None None] Routers {'1b226306-f003-498c-b926-ffdfcee0a271'} bound to L3 agent in host n-d-838334-2 {{(pid=84043) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 20:52:00.636779 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.l3_hamode_db [None req-bc433899-ee0d-4e83-9cd4-be0177cf6256 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838334-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-18T20:25:48Z,description=,heartbeat_timestamp=2022-04-18T20:51:48Z,host='n-d-838334-2',id=bc84d6c9-dd7a-4555-a351-592327b46d5a,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:25:48Z,topic='l3_agent')) {'router_ids': ['1b226306-f003-498c-b926-ffdfcee0a271'], 'active': True} {{(pid=84043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:52:00.675614 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-463dc33b-9262-4a19-91aa-ef832173d72f req-fd95b17e-5697-4230-a98a-1624d7eed0dd tempest-ServerRescueNegativeTestJSON-1571656168 tempest-ServerRescueNegativeTestJSON-1571656168-project] 10.222.0.42 "GET /v2.0/security-groups?id=fa6b5748-504b-4821-b3a0-7e61ca1810b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670967 Apr 18 20:52:00.691147 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.managers [None req-02809833-91ca-43b3-bd85-56db14e280e3 None None] Attempting to bind port d99ad02c-2797-4b8c-8a43-54fd026972be on host n-d-838334-2 for vnic_type normal with profile {{(pid=84042) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:52:00.691598 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.managers [None req-02809833-91ca-43b3-bd85-56db14e280e3 None None] Attempting to bind port d99ad02c-2797-4b8c-8a43-54fd026972be by drivers openvswitch,hyperv on host n-d-838334-2 at level 0 using segments [{'id': '7582242a-4f72-43cd-a953-535724a2b5da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '8b393fb4-fb14-414f-9fb0-af85f5d2a52f'}] {{(pid=84042) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:52:00.692050 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02809833-91ca-43b3-bd85-56db14e280e3 None None] Attempting to bind port d99ad02c-2797-4b8c-8a43-54fd026972be on network 8b393fb4-fb14-414f-9fb0-af85f5d2a52f {{(pid=84042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 20:52:00.701358 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02809833-91ca-43b3-bd85-56db14e280e3 None None] Checking agent: {'id': '97cd4414-7af6-4d67-868d-dff370b4071a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838334-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 25, 49), 'started_at': datetime.datetime(2022, 4, 18, 20, 26, 19), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 20, 51, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838334-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 18 20:52:00.701358 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02809833-91ca-43b3-bd85-56db14e280e3 None None] Checking segment: {'id': '7582242a-4f72-43cd-a953-535724a2b5da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '8b393fb4-fb14-414f-9fb0-af85f5d2a52f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84042) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 20:52:00.701358 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-02809833-91ca-43b3-bd85-56db14e280e3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:00.701762 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02809833-91ca-43b3-bd85-56db14e280e3 None None] Bound using segment: {'id': '7582242a-4f72-43cd-a953-535724a2b5da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '8b393fb4-fb14-414f-9fb0-af85f5d2a52f'} {{(pid=84042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 18 20:52:00.702122 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.managers [None req-02809833-91ca-43b3-bd85-56db14e280e3 None None] Bound port: d99ad02c-2797-4b8c-8a43-54fd026972be, host: n-d-838334-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7582242a-4f72-43cd-a953-535724a2b5da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '8b393fb4-fb14-414f-9fb0-af85f5d2a52f'}}] {{(pid=84042) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 20:52:00.702651 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-02809833-91ca-43b3-bd85-56db14e280e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:00.807514 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-daec148e-5c90-4d66-9a4b-2bf6db4d2a35 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp016840fc-1f9f-5892-9c53-c9cf6c845bbb-900e7008-3a76-4947-a7ad-9adec518e5cf', 'network_id': '900e7008-3a76-4947-a7ad-9adec518e5cf', 'tenant_id': 'd097ca6178bf4202a3e30e56a61a7a3a', 'fixed_ips': [{'subnet_id': 'b97e4a75-8ec3-4f6e-beb3-db8f3e8db4d7'}]}} from n-d-838334-2. {{(pid=84042) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 18 20:52:00.808354 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-daec148e-5c90-4d66-9a4b-2bf6db4d2a35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_create {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:00.888664 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-91bb8f42-db1a-4e89-bbae-161925a464af admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:01.016574 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-91bb8f42-db1a-4e89-bbae-161925a464af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:01.020225 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.db_base_plugin_common [None req-daec148e-5c90-4d66-9a4b-2bf6db4d2a35 None None] Allocated IP 172.20.0.2 (900e7008-3a76-4947-a7ad-9adec518e5cf/b97e4a75-8ec3-4f6e-beb3-db8f3e8db4d7/88d4f295-4c52-4df4-980f-588090d96948) {{(pid=84042) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:52:01.022564 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-02809833-91ca-43b3-bd85-56db14e280e3 None None] For port d99ad02c-2797-4b8c-8a43-54fd026972be, host n-d-838334-2, cleared binding levels {{(pid=84042) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 20:52:01.027399 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-02809833-91ca-43b3-bd85-56db14e280e3 None None] For port d99ad02c-2797-4b8c-8a43-54fd026972be, host n-d-838334-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838334-2',level=0,port_id=d99ad02c-2797-4b8c-8a43-54fd026972be,segment=NetworkSegment(7582242a-4f72-43cd-a953-535724a2b5da),segment_id=7582242a-4f72-43cd-a953-535724a2b5da)] {{(pid=84042) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 20:52:01.041176 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-02809833-91ca-43b3-bd85-56db14e280e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682'] for port, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:01.045742 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09655ff2-3876-43e6-91ed-5ef1d20ec0ab req-8a69d74c-01be-44e7-ba52-57532d44a3af tempest-ServerRescueTestJSON-1218824152 tempest-ServerRescueTestJSON-1218824152-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:52:01.056315 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-09655ff2-3876-43e6-91ed-5ef1d20ec0ab req-8a69d74c-01be-44e7-ba52-57532d44a3af tempest-ServerRescueTestJSON-1218824152 tempest-ServerRescueTestJSON-1218824152-project] 10.222.0.42 "GET /v2.0/ports?device_id=f3f5b6ba-19be-423a-a9fa-48c3bbcdc95d HTTP/1.1" status: 200 len: 945 time: 0.1909237 Apr 18 20:52:01.134675 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.l3_dvr_db [None req-bc433899-ee0d-4e83-9cd4-be0177cf6256 None None] Set router 1b226306-f003-498c-b926-ffdfcee0a271 gateway port host: n-d-838334-2 {{(pid=84043) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 20:52:01.185688 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-09655ff2-3876-43e6-91ed-5ef1d20ec0ab req-db1da6a3-838b-4783-8208-efcd9b0c7449 tempest-ServerRescueTestJSON-1218824152 tempest-ServerRescueTestJSON-1218824152-project] 10.222.0.42 "GET /v2.0/security-groups?id=6f984221-1918-47e6-82e9-256972907b58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1277883 Apr 18 20:52:01.311768 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.db_base_plugin_common [None req-91bb8f42-db1a-4e89-bbae-161925a464af admin admin] Allocated IP 172.25.8.241 (e41b6600-a917-4a8d-b05c-be3be40c6d8c/6b05667b-848e-4356-9b44-d5eb6808ef74/f181cca8-f5ce-4a2c-8bbb-bc3372d09100) {{(pid=84041) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:52:01.382154 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44fd678b-da42-4246-94cb-05d392728a4d req-eb702a18-ff61-4693-be93-987bc2d036a1 tempest-ServerActionsTestJSON-2052644234 tempest-ServerActionsTestJSON-2052644234-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:52:01.396715 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-44fd678b-da42-4246-94cb-05d392728a4d req-eb702a18-ff61-4693-be93-987bc2d036a1 tempest-ServerActionsTestJSON-2052644234 tempest-ServerActionsTestJSON-2052644234-project] 10.222.0.42 "GET /v2.0/ports?device_id=b7307812-da19-4509-9baf-bb3ff8313904 HTTP/1.1" status: 200 len: 945 time: 0.2162855 Apr 18 20:52:01.399391 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48a10808-9a8a-4d42-b82b-1163ef17a752 None None] Pushing event updated for resources: {'Port': ['ID=d99ad02c-2797-4b8c-8a43-54fd026972be,revision_number=4']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:52:01.451592 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02809833-91ca-43b3-bd85-56db14e280e3 None None] Routers {'99413255-a59e-4b76-a984-795028d7c5d1'} bound to L3 agent in host n-d-838334-2 {{(pid=84042) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 20:52:01.452561 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_hamode_db [None req-02809833-91ca-43b3-bd85-56db14e280e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838334-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-18T20:25:48Z,description=,heartbeat_timestamp=2022-04-18T20:51:48Z,host='n-d-838334-2',id=bc84d6c9-dd7a-4555-a351-592327b46d5a,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:25:48Z,topic='l3_agent')) {'router_ids': ['99413255-a59e-4b76-a984-795028d7c5d1'], 'active': True} {{(pid=84042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:52:01.649857 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-91bb8f42-db1a-4e89-bbae-161925a464af admin admin] Notify callbacks [] for port, precommit_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:01.705293 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-91bb8f42-db1a-4e89-bbae-161925a464af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750374836619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32266323'] for port, after_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:01.770619 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 48248) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:52:01.837596 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-44fd678b-da42-4246-94cb-05d392728a4d req-bfea6713-385b-40f0-83d6-b235c3d0ec53 tempest-ServerActionsTestJSON-2052644234 tempest-ServerActionsTestJSON-2052644234-project] 10.222.0.42 "GET /v2.0/security-groups?id=c2aeb662-6a43-4389-8810-9fad3627855b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4399140 Apr 18 20:52:01.886425 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91bb8f42-db1a-4e89-bbae-161925a464af admin admin] Pushing event updated for resources: {'Port': ['ID=f181cca8-f5ce-4a2c-8bbb-bc3372d09100,revision_number=1']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:52:01.910307 n-d-838334-2 neutron-server[84041]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91bb8f42-db1a-4e89-bbae-161925a464af admin admin] Network e41b6600-a917-4a8d-b05c-be3be40c6d8c is already hosted by enough agents. {{(pid=84041) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:52:01.911460 n-d-838334-2 neutron-server[84041]: DEBUG neutron.scheduler.base_scheduler [None req-91bb8f42-db1a-4e89-bbae-161925a464af admin admin] Resources bound (agent type, host, resource id): {{(pid=84041) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:52:01.916906 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.l3_hamode_db [None req-bc433899-ee0d-4e83-9cd4-be0177cf6256 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b226306-f003-498c-b926-ffdfcee0a271', 'name': 'tempest-TaggedBootDevicesTest_v242-761324928-router', 'tenant_id': '9c3a606dad9e48989459bbc53cd7dc18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'external_fixed_ips': [{'subnet_id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'ip_address': '172.25.8.55'}], 'enable_snat': True}, 'gw_port_id': 'a6ac0d85-5a78-4d1b-8751-a8fba8de6a16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:51:45Z', 'updated_at': '2022-04-18T20:51:51Z', 'revision_number': 4, 'project_id': '9c3a606dad9e48989459bbc53cd7dc18', 'gw_port': {'id': 'a6ac0d85-5a78-4d1b-8751-a8fba8de6a16', 'name': '', 'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:54:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b226306-f003-498c-b926-ffdfcee0a271', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'ip_address': '172.25.8.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:51:46Z', 'updated_at': '2022-04-18T20:51:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838334-2', '_interfaces': [{'id': '77076cf2-be65-4be8-bbf2-544651d21810', 'name': '', 'network_id': '31aab25e-55b8-4b74-b4d2-0d43994e3f49', 'tenant_id': '9c3a606dad9e48989459bbc53cd7dc18', 'mac_address': 'fa:16:3e:b9:78:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b226306-f003-498c-b926-ffdfcee0a271', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1e2925a6-ba9a-4658-b41e-a8c059601191', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:51:50Z', 'updated_at': '2022-04-18T20:51:51Z', 'revision_number': 2, 'project_id': '9c3a606dad9e48989459bbc53cd7dc18', 'subnets': [{'id': '1e2925a6-ba9a-4658-b41e-a8c059601191', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838334-2', False) {} {{(pid=84043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:52:01.922870 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91bb8f42-db1a-4e89-bbae-161925a464af admin admin] Received port after_create {{(pid=84041) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 20:52:01.930428 n-d-838334-2 neutron-server[84043]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc433899-ee0d-4e83-9cd4-be0177cf6256 None None] Checking router: 1b226306-f003-498c-b926-ffdfcee0a271 for host: n-d-838334-2 {{(pid=84043) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 18 20:52:01.930781 n-d-838334-2 neutron-server[84043]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc433899-ee0d-4e83-9cd4-be0177cf6256 None None] Updating router 1b226306-f003-498c-b926-ffdfcee0a271 port 77076cf2-be65-4be8-bbf2-544651d21810 binding host n-d-838334-2 {{(pid=84043) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 18 20:52:01.934991 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-390044a8-b102-433b-b3ac-3fe1456b7fb6 req-35f2ba8a-ac2e-43f8-bbbb-accdf44dacf6 tempest-ServerDiskConfigTestJSON-473081836 tempest-ServerDiskConfigTestJSON-473081836-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:52:01.942892 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-390044a8-b102-433b-b3ac-3fe1456b7fb6 req-35f2ba8a-ac2e-43f8-bbbb-accdf44dacf6 tempest-ServerDiskConfigTestJSON-473081836 tempest-ServerDiskConfigTestJSON-473081836-project] 10.222.0.42 "GET /v2.0/ports?device_id=a7138a91-794f-4762-9c64-6037cebee7da HTTP/1.1" status: 200 len: 946 time: 0.2280519 Apr 18 20:52:02.033587 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-daec148e-5c90-4d66-9a4b-2bf6db4d2a35 None None] Notify callbacks [] for port, precommit_create {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:02.065851 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-390044a8-b102-433b-b3ac-3fe1456b7fb6 req-b3db3bf0-ad2f-4769-a3e7-69336db85a8c tempest-ServerDiskConfigTestJSON-473081836 tempest-ServerDiskConfigTestJSON-473081836-project] 10.222.0.42 "GET /v2.0/security-groups?id=527f07bd-3b7c-4e87-bb13-fa86b9490e28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1202095 Apr 18 20:52:02.087743 n-d-838334-2 neutron-server[84043]: DEBUG neutron_lib.callbacks.manager [None req-bc433899-ee0d-4e83-9cd4-be0177cf6256 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:02.089882 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-daec148e-5c90-4d66-9a4b-2bf6db4d2a35 None None] Transition to ACTIVE for port object 88d4f295-4c52-4df4-980f-588090d96948 will not be triggered until provisioned by entity L2. {{(pid=84042) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 20:52:02.147300 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-daec148e-5c90-4d66-9a4b-2bf6db4d2a35 None None] Transition to ACTIVE for port object 88d4f295-4c52-4df4-980f-588090d96948 will not be triggered until provisioned by entity DHCP. {{(pid=84042) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 20:52:02.195121 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-daec148e-5c90-4d66-9a4b-2bf6db4d2a35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750374836619'] for port, after_create {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:02.229313 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-b7e54dbe-c27b-426f-bf5a-eddd5be74da1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:02.308618 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c9a3baf-9450-4e8b-bcab-a874be252b9c req-54edb93f-0a74-48c2-b7b6-439eb017743c tempest-ServerRescueNegativeTestJSON-1571656168 tempest-ServerRescueNegativeTestJSON-1571656168-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:52:02.312885 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_dvr_db [None req-02809833-91ca-43b3-bd85-56db14e280e3 None None] Set router 99413255-a59e-4b76-a984-795028d7c5d1 gateway port host: n-d-838334-2 {{(pid=84042) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 20:52:02.319635 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-7c9a3baf-9450-4e8b-bcab-a874be252b9c req-54edb93f-0a74-48c2-b7b6-439eb017743c tempest-ServerRescueNegativeTestJSON-1571656168 tempest-ServerRescueNegativeTestJSON-1571656168-project] 10.222.0.42 "GET /v2.0/ports?device_id=4ff552c3-29c6-4485-85ed-37e006aa7ada HTTP/1.1" status: 200 len: 946 time: 0.2841475 Apr 18 20:52:02.381559 n-d-838334-2 neutron-server[84042]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-daec148e-5c90-4d66-9a4b-2bf6db4d2a35 None None] Network 900e7008-3a76-4947-a7ad-9adec518e5cf is already hosted by enough agents. {{(pid=84042) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:52:02.394704 n-d-838334-2 neutron-server[84042]: DEBUG neutron.scheduler.base_scheduler [None req-daec148e-5c90-4d66-9a4b-2bf6db4d2a35 None None] Resources bound (agent type, host, resource id): {{(pid=84042) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:52:02.397508 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_dvrscheduler_db [None req-daec148e-5c90-4d66-9a4b-2bf6db4d2a35 None None] Received port after_create {{(pid=84042) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 20:52:02.408255 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-b7e54dbe-c27b-426f-bf5a-eddd5be74da1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:52:02.419533 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-7c9a3baf-9450-4e8b-bcab-a874be252b9c req-bcc53462-c00d-4534-a105-b460b979c55e tempest-ServerRescueNegativeTestJSON-1571656168 tempest-ServerRescueNegativeTestJSON-1571656168-project] 10.222.0.42 "GET /v2.0/security-groups?id=fa6b5748-504b-4821-b3a0-7e61ca1810b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0984104 Apr 18 20:52:02.444875 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-b7e54dbe-c27b-426f-bf5a-eddd5be74da1 admin admin] Usage tracker for resource:security_group_rule and tenant:9fc3edcffa2042c883d7d8e4721a88a1 is out of sync, need to count used quota {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:52:02.450227 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-b7e54dbe-c27b-426f-bf5a-eddd5be74da1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:52:02.459774 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-b7e54dbe-c27b-426f-bf5a-eddd5be74da1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:52:02.477049 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c34c165a-3380-4fb6-bcd9-e576f437e8c3 req-50ffbbc4-b8f2-48c8-80a0-f666d8c6d27c tempest-ServerDiskConfigTestJSON-473081836 tempest-ServerDiskConfigTestJSON-473081836-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:52:02.478613 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-c34c165a-3380-4fb6-bcd9-e576f437e8c3 req-50ffbbc4-b8f2-48c8-80a0-f666d8c6d27c tempest-ServerDiskConfigTestJSON-473081836 tempest-ServerDiskConfigTestJSON-473081836-project] 10.222.0.42 "GET /v2.0/ports?device_id=a7138a91-794f-4762-9c64-6037cebee7da HTTP/1.1" status: 200 len: 946 time: 0.1112847 Apr 18 20:52:02.532903 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daec148e-5c90-4d66-9a4b-2bf6db4d2a35 None None] Pushing event updated for resources: {'Port': ['ID=88d4f295-4c52-4df4-980f-588090d96948,revision_number=1']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:52:02.587910 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-b7e54dbe-c27b-426f-bf5a-eddd5be74da1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:02.590032 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-c34c165a-3380-4fb6-bcd9-e576f437e8c3 req-968f07d2-341c-41f5-bc50-4e355f1a794c tempest-ServerDiskConfigTestJSON-473081836 tempest-ServerDiskConfigTestJSON-473081836-project] 10.222.0.42 "GET /v2.0/security-groups?id=527f07bd-3b7c-4e87-bb13-fa86b9490e28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1016338 Apr 18 20:52:02.599264 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-b7e54dbe-c27b-426f-bf5a-eddd5be74da1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33528224'] for security_group, after_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:02.690391 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-b7e54dbe-c27b-426f-bf5a-eddd5be74da1 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=9fc3edcffa2042c883d7d8e4721a88a1&name=default HTTP/1.1" status: 200 len: 2647 time: 0.9165645 Apr 18 20:52:02.693085 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 48268) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:52:02.693306 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-91bb8f42-db1a-4e89-bbae-161925a464af admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:02.694018 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-91bb8f42-db1a-4e89-bbae-161925a464af admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33443529', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33444176'] for router, after_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:02.701985 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7e54dbe-c27b-426f-bf5a-eddd5be74da1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ecb6f221-b215-4e7c-98cf-47172ab2c2e3,revision_number=1']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:52:02.809469 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.managers [None req-daec148e-5c90-4d66-9a4b-2bf6db4d2a35 None None] Attempting to bind port 88d4f295-4c52-4df4-980f-588090d96948 on host n-d-838334-2 for vnic_type normal with profile {{(pid=84042) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:52:02.809836 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.managers [None req-daec148e-5c90-4d66-9a4b-2bf6db4d2a35 None None] Attempting to bind port 88d4f295-4c52-4df4-980f-588090d96948 by drivers openvswitch,hyperv on host n-d-838334-2 at level 0 using segments [{'id': '7fd7f82e-b9be-4ad1-806b-d51304cf96d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '900e7008-3a76-4947-a7ad-9adec518e5cf'}] {{(pid=84042) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:52:02.810195 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-daec148e-5c90-4d66-9a4b-2bf6db4d2a35 None None] Attempting to bind port 88d4f295-4c52-4df4-980f-588090d96948 on network 900e7008-3a76-4947-a7ad-9adec518e5cf {{(pid=84042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 20:52:03.120346 n-d-838334-2 neutron-server[84043]: DEBUG neutron_lib.callbacks.manager [None req-bc433899-ee0d-4e83-9cd4-be0177cf6256 None None] Notify callbacks [] for port, precommit_update {{(pid=84043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:03.121523 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Device d99ad02c-2797-4b8c-8a43-54fd026972be up at agent ovs-agent-n-d-838334-2 {{(pid=84042) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 20:52:03.137672 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-531a5be7-ed35-4884-8bbf-4f68a3e0f76b req-43712a94-0020-4f57-9591-e2ba58c37f98 tempest-ServerActionsTestJSON-2052644234 tempest-ServerActionsTestJSON-2052644234-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:52:03.138621 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-531a5be7-ed35-4884-8bbf-4f68a3e0f76b req-43712a94-0020-4f57-9591-e2ba58c37f98 tempest-ServerActionsTestJSON-2052644234 tempest-ServerActionsTestJSON-2052644234-project] 10.222.0.42 "GET /v2.0/networks?id=48f708f8-0904-4115-910c-bb1ab06d7263 HTTP/1.1" status: 200 len: 811 time: 0.4088516 Apr 18 20:52:03.143074 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.provisioning_blocks [None req-bc433899-ee0d-4e83-9cd4-be0177cf6256 None None] Transition to ACTIVE for port object 77076cf2-be65-4be8-bbf2-544651d21810 will not be triggered until provisioned by entity L2. {{(pid=84043) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 20:52:03.158778 n-d-838334-2 neutron-server[84043]: DEBUG neutron_lib.callbacks.manager [None req-bc433899-ee0d-4e83-9cd4-be0177cf6256 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682'] for port, after_update {{(pid=84043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:03.161615 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-8e22bcfd-cd7c-4fdd-84a2-9e1979a4681e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:03.200445 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-531a5be7-ed35-4884-8bbf-4f68a3e0f76b req-60c66dbd-96f7-43db-9145-071fba79cae6 tempest-ServerActionsTestJSON-2052644234 tempest-ServerActionsTestJSON-2052644234-project] 10.222.0.42 "GET /v2.0/quotas/6be92480d0964f34a8ede9caae0c987d HTTP/1.1" status: 200 len: 375 time: 0.0543735 Apr 18 20:52:03.205995 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-8e22bcfd-cd7c-4fdd-84a2-9e1979a4681e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:03.219250 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f94a1cb0-a692-4c2c-a537-880ff65f238e req-f816deeb-e61a-448a-8903-30b696262ab9 tempest-ServerRescueTestJSON-1218824152 tempest-ServerRescueTestJSON-1218824152-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:52:03.224293 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-daec148e-5c90-4d66-9a4b-2bf6db4d2a35 None None] Checking agent: {'id': '97cd4414-7af6-4d67-868d-dff370b4071a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838334-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 25, 49), 'started_at': datetime.datetime(2022, 4, 18, 20, 26, 19), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 20, 51, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838334-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 18 20:52:03.225922 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-f94a1cb0-a692-4c2c-a537-880ff65f238e req-f816deeb-e61a-448a-8903-30b696262ab9 tempest-ServerRescueTestJSON-1218824152 tempest-ServerRescueTestJSON-1218824152-project] 10.222.0.42 "GET /v2.0/ports?device_id=f3f5b6ba-19be-423a-a9fa-48c3bbcdc95d HTTP/1.1" status: 200 len: 945 time: 0.3404741 Apr 18 20:52:03.227174 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-daec148e-5c90-4d66-9a4b-2bf6db4d2a35 None None] Checking segment: {'id': '7fd7f82e-b9be-4ad1-806b-d51304cf96d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '900e7008-3a76-4947-a7ad-9adec518e5cf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84042) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 20:52:03.227639 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-daec148e-5c90-4d66-9a4b-2bf6db4d2a35 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:03.228384 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-daec148e-5c90-4d66-9a4b-2bf6db4d2a35 None None] Bound using segment: {'id': '7fd7f82e-b9be-4ad1-806b-d51304cf96d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '900e7008-3a76-4947-a7ad-9adec518e5cf'} {{(pid=84042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 18 20:52:03.228861 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.managers [None req-daec148e-5c90-4d66-9a4b-2bf6db4d2a35 None None] Bound port: 88d4f295-4c52-4df4-980f-588090d96948, host: n-d-838334-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7fd7f82e-b9be-4ad1-806b-d51304cf96d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '900e7008-3a76-4947-a7ad-9adec518e5cf'}}] {{(pid=84042) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 20:52:03.229367 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-daec148e-5c90-4d66-9a4b-2bf6db4d2a35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:03.290182 n-d-838334-2 neutron-server[84041]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-91bb8f42-db1a-4e89-bbae-161925a464af admin admin] Router 09d5c51a-192d-453a-aaa5-12af973816c7 is scheduled to L3 agent bc84d6c9-dd7a-4555-a351-592327b46d5a with binding_index 1 {{(pid=84041) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 18 20:52:03.374624 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-f94a1cb0-a692-4c2c-a537-880ff65f238e req-5e3a379c-57e0-4a2c-8418-d89bc7e4b3f7 tempest-ServerRescueTestJSON-1218824152 tempest-ServerRescueTestJSON-1218824152-project] 10.222.0.42 "GET /v2.0/security-groups?id=6f984221-1918-47e6-82e9-256972907b58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1478043 Apr 18 20:52:03.424995 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-8e22bcfd-cd7c-4fdd-84a2-9e1979a4681e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33528224'] for security_group, after_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:03.445885 n-d-838334-2 neutron-server[84043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-317a09ed-d93f-4a9f-8889-318b4f8d1b59 None None] Pushing event updated for resources: {'Port': ['ID=77076cf2-be65-4be8-bbf2-544651d21810,revision_number=3']} {{(pid=84043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:52:03.448929 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Provisioning for port d99ad02c-2797-4b8c-8a43-54fd026972be completed by entity L2. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 20:52:03.475422 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_hamode_db [None req-02809833-91ca-43b3-bd85-56db14e280e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99413255-a59e-4b76-a984-795028d7c5d1', 'name': 'tempest-TaggedBootDevicesTest_v242-1399453-router', 'tenant_id': '9feceef4d3df4daeb6497a95fbe12eb7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'external_fixed_ips': [{'subnet_id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'ip_address': '172.25.8.159'}], 'enable_snat': True}, 'gw_port_id': 'aa5ce318-0bea-4e8c-bff5-5d343e281fd6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:51:36Z', 'updated_at': '2022-04-18T20:51:40Z', 'revision_number': 4, 'project_id': '9feceef4d3df4daeb6497a95fbe12eb7', 'gw_port': {'id': 'aa5ce318-0bea-4e8c-bff5-5d343e281fd6', 'name': '', 'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:0d:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99413255-a59e-4b76-a984-795028d7c5d1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'ip_address': '172.25.8.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:51:37Z', 'updated_at': '2022-04-18T20:51:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838334-2', '_interfaces': [{'id': 'd99ad02c-2797-4b8c-8a43-54fd026972be', 'name': '', 'network_id': '8b393fb4-fb14-414f-9fb0-af85f5d2a52f', 'tenant_id': '9feceef4d3df4daeb6497a95fbe12eb7', 'mac_address': 'fa:16:3e:12:88:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '99413255-a59e-4b76-a984-795028d7c5d1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6e80a998-2277-430e-a2a1-47079979e7bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:51:40Z', 'updated_at': '2022-04-18T20:52:01Z', 'revision_number': 4, 'project_id': '9feceef4d3df4daeb6497a95fbe12eb7', 'subnets': [{'id': '6e80a998-2277-430e-a2a1-47079979e7bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838334-2', False) {} {{(pid=84042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:52:03.485366 n-d-838334-2 neutron-server[84043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-317a09ed-d93f-4a9f-8889-318b4f8d1b59 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:52:03.485704 n-d-838334-2 neutron-server[84043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-317a09ed-d93f-4a9f-8889-318b4f8d1b59 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:52:03.486051 n-d-838334-2 neutron-server[84043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-317a09ed-d93f-4a9f-8889-318b4f8d1b59 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:52:03.486375 n-d-838334-2 neutron-server[84043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-317a09ed-d93f-4a9f-8889-318b4f8d1b59 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:52:03.486682 n-d-838334-2 neutron-server[84043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-317a09ed-d93f-4a9f-8889-318b4f8d1b59 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:52:03.487003 n-d-838334-2 neutron-server[84043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-317a09ed-d93f-4a9f-8889-318b4f8d1b59 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:52:03.487319 n-d-838334-2 neutron-server[84043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-317a09ed-d93f-4a9f-8889-318b4f8d1b59 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:52:03.487651 n-d-838334-2 neutron-server[84043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-317a09ed-d93f-4a9f-8889-318b4f8d1b59 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:52:03.487972 n-d-838334-2 neutron-server[84043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-317a09ed-d93f-4a9f-8889-318b4f8d1b59 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:52:03.488282 n-d-838334-2 neutron-server[84043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-317a09ed-d93f-4a9f-8889-318b4f8d1b59 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:52:03.488787 n-d-838334-2 neutron-server[84043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-317a09ed-d93f-4a9f-8889-318b4f8d1b59 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:52:03.490497 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02809833-91ca-43b3-bd85-56db14e280e3 None None] The sync data for ids ['99413255-a59e-4b76-a984-795028d7c5d1'] in n-d-838334-2 is: [{'id': '99413255-a59e-4b76-a984-795028d7c5d1', 'name': 'tempest-TaggedBootDevicesTest_v242-1399453-router', 'tenant_id': '9feceef4d3df4daeb6497a95fbe12eb7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'external_fixed_ips': [{'subnet_id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'ip_address': '172.25.8.159'}], 'enable_snat': True}, 'gw_port_id': 'aa5ce318-0bea-4e8c-bff5-5d343e281fd6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:51:36Z', 'updated_at': '2022-04-18T20:51:40Z', 'revision_number': 4, 'project_id': '9feceef4d3df4daeb6497a95fbe12eb7', 'gw_port': {'id': 'aa5ce318-0bea-4e8c-bff5-5d343e281fd6', 'name': '', 'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:0d:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99413255-a59e-4b76-a984-795028d7c5d1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'ip_address': '172.25.8.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:51:37Z', 'updated_at': '2022-04-18T20:51:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838334-2', '_interfaces': [{'id': 'd99ad02c-2797-4b8c-8a43-54fd026972be', 'name': '', 'network_id': '8b393fb4-fb14-414f-9fb0-af85f5d2a52f', 'tenant_id': '9feceef4d3df4daeb6497a95fbe12eb7', 'mac_address': 'fa:16:3e:12:88:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '99413255-a59e-4b76-a984-795028d7c5d1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6e80a998-2277-430e-a2a1-47079979e7bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:51:40Z', 'updated_at': '2022-04-18T20:52:01Z', 'revision_number': 4, 'project_id': '9feceef4d3df4daeb6497a95fbe12eb7', 'subnets': [{'id': '6e80a998-2277-430e-a2a1-47079979e7bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84042) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 18 20:52:03.492467 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Provisioning complete for port d99ad02c-2797-4b8c-8a43-54fd026972be triggered by entity L2. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:52:03.492888 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1253608'] for port, provisioning_complete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:03.497693 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-531a5be7-ed35-4884-8bbf-4f68a3e0f76b req-6c0bb4b6-5fbf-4b15-b8bc-0f2e566c5660 tempest-ServerActionsTestJSON-2052644234 tempest-ServerActionsTestJSON-2052644234-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=6be92480d0964f34a8ede9caae0c987d&fields=id HTTP/1.1" status: 200 len: 440 time: 0.2849259 Apr 18 20:52:03.504528 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e22bcfd-cd7c-4fdd-84a2-9e1979a4681e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ecb6f221-b215-4e7c-98cf-47172ab2c2e3,revision_number=None']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:52:03.723027 n-d-838334-2 neutron-server[84043]: DEBUG neutron.plugins.ml2.managers [None req-bc433899-ee0d-4e83-9cd4-be0177cf6256 None None] Attempting to bind port 77076cf2-be65-4be8-bbf2-544651d21810 on host n-d-838334-2 for vnic_type normal with profile {{(pid=84043) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:52:03.724895 n-d-838334-2 neutron-server[84043]: DEBUG neutron.plugins.ml2.managers [None req-bc433899-ee0d-4e83-9cd4-be0177cf6256 None None] Attempting to bind port 77076cf2-be65-4be8-bbf2-544651d21810 by drivers openvswitch,hyperv on host n-d-838334-2 at level 0 using segments [{'id': 'a508786f-033d-461c-8ea7-2b32ca6d0750', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': '31aab25e-55b8-4b74-b4d2-0d43994e3f49'}] {{(pid=84043) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:52:03.725358 n-d-838334-2 neutron-server[84043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc433899-ee0d-4e83-9cd4-be0177cf6256 None None] Attempting to bind port 77076cf2-be65-4be8-bbf2-544651d21810 on network 31aab25e-55b8-4b74-b4d2-0d43994e3f49 {{(pid=84043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 20:52:03.734276 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-daec148e-5c90-4d66-9a4b-2bf6db4d2a35 None None] For port 88d4f295-4c52-4df4-980f-588090d96948, host n-d-838334-2, cleared binding levels {{(pid=84042) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 20:52:03.745536 n-d-838334-2 neutron-server[84043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc433899-ee0d-4e83-9cd4-be0177cf6256 None None] Checking agent: {'id': '97cd4414-7af6-4d67-868d-dff370b4071a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838334-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 25, 49), 'started_at': datetime.datetime(2022, 4, 18, 20, 26, 19), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 20, 51, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838334-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 18 20:52:03.746062 n-d-838334-2 neutron-server[84043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc433899-ee0d-4e83-9cd4-be0177cf6256 None None] Checking segment: {'id': 'a508786f-033d-461c-8ea7-2b32ca6d0750', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': '31aab25e-55b8-4b74-b4d2-0d43994e3f49'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84043) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 20:52:03.746574 n-d-838334-2 neutron-server[84043]: DEBUG neutron_lib.callbacks.manager [None req-bc433899-ee0d-4e83-9cd4-be0177cf6256 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:03.747100 n-d-838334-2 neutron-server[84043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc433899-ee0d-4e83-9cd4-be0177cf6256 None None] Bound using segment: {'id': 'a508786f-033d-461c-8ea7-2b32ca6d0750', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': '31aab25e-55b8-4b74-b4d2-0d43994e3f49'} {{(pid=84043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 18 20:52:03.750076 n-d-838334-2 neutron-server[84043]: DEBUG neutron.plugins.ml2.managers [None req-bc433899-ee0d-4e83-9cd4-be0177cf6256 None None] Bound port: 77076cf2-be65-4be8-bbf2-544651d21810, host: n-d-838334-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a508786f-033d-461c-8ea7-2b32ca6d0750', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': '31aab25e-55b8-4b74-b4d2-0d43994e3f49'}}] {{(pid=84043) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 20:52:03.751294 n-d-838334-2 neutron-server[84043]: DEBUG neutron_lib.callbacks.manager [None req-bc433899-ee0d-4e83-9cd4-be0177cf6256 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:03.776670 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750375287399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253529'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:03.783427 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-91bb8f42-db1a-4e89-bbae-161925a464af admin admin] Notify agent at l3_agent.n-d-838334-2 the message routers_updated {{(pid=84041) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 20:52:03.785620 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-8e22bcfd-cd7c-4fdd-84a2-9e1979a4681e admin admin] Notify callbacks [] for security_group, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:03.788821 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-8e22bcfd-cd7c-4fdd-84a2-9e1979a4681e admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/ecb6f221-b215-4e7c-98cf-47172ab2c2e3 HTTP/1.1" status: 204 len: 168 time: 1.0938780 Apr 18 20:52:03.850259 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-91bb8f42-db1a-4e89-bbae-161925a464af admin admin] Notify callbacks [] for router, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:03.854131 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-91bb8f42-db1a-4e89-bbae-161925a464af admin admin] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 3.7128370 Apr 18 20:52:03.854389 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 48280) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:52:03.944952 n-d-838334-2 neutron-server[84043]: DEBUG neutron.plugins.ml2.db [None req-bc433899-ee0d-4e83-9cd4-be0177cf6256 None None] For port 77076cf2-be65-4be8-bbf2-544651d21810, host n-d-838334-2, cleared binding levels {{(pid=84043) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 20:52:03.951547 n-d-838334-2 neutron-server[84043]: DEBUG neutron.plugins.ml2.db [None req-bc433899-ee0d-4e83-9cd4-be0177cf6256 None None] For port 77076cf2-be65-4be8-bbf2-544651d21810, host n-d-838334-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838334-2',level=0,port_id=77076cf2-be65-4be8-bbf2-544651d21810,segment=NetworkSegment(a508786f-033d-461c-8ea7-2b32ca6d0750),segment_id=a508786f-033d-461c-8ea7-2b32ca6d0750)] {{(pid=84043) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 20:52:03.963214 n-d-838334-2 neutron-server[84043]: DEBUG neutron_lib.callbacks.manager [None req-bc433899-ee0d-4e83-9cd4-be0177cf6256 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682'] for port, after_update {{(pid=84043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:03.991486 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-daec148e-5c90-4d66-9a4b-2bf6db4d2a35 None None] For port 88d4f295-4c52-4df4-980f-588090d96948, host n-d-838334-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838334-2',level=0,port_id=88d4f295-4c52-4df4-980f-588090d96948,segment=NetworkSegment(7fd7f82e-b9be-4ad1-806b-d51304cf96d4),segment_id=7fd7f82e-b9be-4ad1-806b-d51304cf96d4)] {{(pid=84042) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 20:52:03.991754 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-531a5be7-ed35-4884-8bbf-4f68a3e0f76b req-d7125fc7-4ba9-4c36-8007-a2b40d5f471a service neutron] 10.222.0.42 "GET /v2.0/networks/48f708f8-0904-4115-910c-bb1ab06d7263?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4703808 Apr 18 20:52:04.013383 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e425a3d-bc63-465a-88d4-e2853e4092f0 None None] Sync routers for ids ['09d5c51a-192d-453a-aaa5-12af973816c7'] in n-d-838334-2 {{(pid=84042) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 18 20:52:04.055476 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-daec148e-5c90-4d66-9a4b-2bf6db4d2a35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682'] for port, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:04.249883 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:04.276862 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc433899-ee0d-4e83-9cd4-be0177cf6256 None None] Routers {'1b226306-f003-498c-b926-ffdfcee0a271'} bound to L3 agent in host n-d-838334-2 {{(pid=84043) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 20:52:04.282850 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.l3_hamode_db [None req-bc433899-ee0d-4e83-9cd4-be0177cf6256 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838334-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-18T20:25:48Z,description=,heartbeat_timestamp=2022-04-18T20:51:48Z,host='n-d-838334-2',id=bc84d6c9-dd7a-4555-a351-592327b46d5a,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:25:48Z,topic='l3_agent')) {'router_ids': ['1b226306-f003-498c-b926-ffdfcee0a271'], 'active': True} {{(pid=84043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:52:04.417727 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daec148e-5c90-4d66-9a4b-2bf6db4d2a35 None None] Pushing event updated for resources: {'Port': ['ID=88d4f295-4c52-4df4-980f-588090d96948,revision_number=2']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:52:04.425531 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-531a5be7-ed35-4884-8bbf-4f68a3e0f76b req-18de0adc-c42e-4a0f-8c08-b05d3b9dc82e service neutron] 10.222.0.42 "GET /v2.0/networks/48f708f8-0904-4115-910c-bb1ab06d7263?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4288273 Apr 18 20:52:04.526295 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e425a3d-bc63-465a-88d4-e2853e4092f0 None None] Routers {'09d5c51a-192d-453a-aaa5-12af973816c7'} bound to L3 agent in host n-d-838334-2 {{(pid=84042) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 20:52:04.534420 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_hamode_db [None req-2e425a3d-bc63-465a-88d4-e2853e4092f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838334-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-18T20:25:48Z,description=,heartbeat_timestamp=2022-04-18T20:51:48Z,host='n-d-838334-2',id=bc84d6c9-dd7a-4555-a351-592327b46d5a,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:25:48Z,topic='l3_agent')) {'router_ids': ['09d5c51a-192d-453a-aaa5-12af973816c7'], 'active': True} {{(pid=84042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:52:04.713899 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.l3_dvr_db [None req-bc433899-ee0d-4e83-9cd4-be0177cf6256 None None] Set router 1b226306-f003-498c-b926-ffdfcee0a271 gateway port host: n-d-838334-2 {{(pid=84043) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 20:52:04.773675 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-699aadbf-01c5-4088-8b0f-5435306aad68 req-ae346b43-67f6-48c5-b93c-5012ccf9981b tempest-ServerRescueNegativeTestJSON-1571656168 tempest-ServerRescueNegativeTestJSON-1571656168-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:52:04.783266 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-699aadbf-01c5-4088-8b0f-5435306aad68 req-ae346b43-67f6-48c5-b93c-5012ccf9981b tempest-ServerRescueNegativeTestJSON-1571656168 tempest-ServerRescueNegativeTestJSON-1571656168-project] 10.222.0.42 "GET /v2.0/ports?device_id=4ff552c3-29c6-4485-85ed-37e006aa7ada HTTP/1.1" status: 200 len: 946 time: 0.2749627 Apr 18 20:52:04.894766 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-699aadbf-01c5-4088-8b0f-5435306aad68 req-e925e1cb-1174-49b7-b4ee-846a313ee116 tempest-ServerRescueNegativeTestJSON-1571656168 tempest-ServerRescueNegativeTestJSON-1571656168-project] 10.222.0.42 "GET /v2.0/security-groups?id=fa6b5748-504b-4821-b3a0-7e61ca1810b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1101942 Apr 18 20:52:04.919122 n-d-838334-2 neutron-server[84043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-317a09ed-d93f-4a9f-8889-318b4f8d1b59 None None] Pushing event updated for resources: {'Port': ['ID=77076cf2-be65-4be8-bbf2-544651d21810,revision_number=4']} {{(pid=84043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:52:04.926510 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] For port d99ad02c-2797-4b8c-8a43-54fd026972be, host n-d-838334-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838334-2',level=0,port_id=d99ad02c-2797-4b8c-8a43-54fd026972be,segment=NetworkSegment(7582242a-4f72-43cd-a953-535724a2b5da),segment_id=7582242a-4f72-43cd-a953-535724a2b5da)] {{(pid=84042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:52:04.940154 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682'] for port, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:05.239028 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Pushing event updated for resources: {'Port': ['ID=d99ad02c-2797-4b8c-8a43-54fd026972be,revision_number=5']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:52:05.239466 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84e20d55-086d-4494-8dbd-5269f69ee6ef req-6365dfef-7e6a-4eb2-83ed-6425884bc296 tempest-ServerDiskConfigTestJSON-473081836 tempest-ServerDiskConfigTestJSON-473081836-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:52:05.249016 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-84e20d55-086d-4494-8dbd-5269f69ee6ef req-6365dfef-7e6a-4eb2-83ed-6425884bc296 tempest-ServerDiskConfigTestJSON-473081836 tempest-ServerDiskConfigTestJSON-473081836-project] 10.222.0.42 "GET /v2.0/networks?id=5aa366fd-2007-469d-beb7-cd29ef89e1e3 HTTP/1.1" status: 200 len: 815 time: 0.3363082 Apr 18 20:52:05.288067 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-84e20d55-086d-4494-8dbd-5269f69ee6ef req-f7fcc140-3cad-4954-9f7d-6bcf95ac61e3 tempest-ServerDiskConfigTestJSON-473081836 tempest-ServerDiskConfigTestJSON-473081836-project] 10.222.0.42 "GET /v2.0/quotas/873b40c7f5b941c6b9e1975b2a303d65 HTTP/1.1" status: 200 len: 375 time: 0.0378697 Apr 18 20:52:05.367980 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_dvr_db [None req-2e425a3d-bc63-465a-88d4-e2853e4092f0 None None] Set router 09d5c51a-192d-453a-aaa5-12af973816c7 gateway port host: n-d-838334-2 {{(pid=84042) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 20:52:05.716789 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.l3_hamode_db [None req-bc433899-ee0d-4e83-9cd4-be0177cf6256 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b226306-f003-498c-b926-ffdfcee0a271', 'name': 'tempest-TaggedBootDevicesTest_v242-761324928-router', 'tenant_id': '9c3a606dad9e48989459bbc53cd7dc18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'external_fixed_ips': [{'subnet_id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'ip_address': '172.25.8.55'}], 'enable_snat': True}, 'gw_port_id': 'a6ac0d85-5a78-4d1b-8751-a8fba8de6a16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:51:45Z', 'updated_at': '2022-04-18T20:51:51Z', 'revision_number': 4, 'project_id': '9c3a606dad9e48989459bbc53cd7dc18', 'gw_port': {'id': 'a6ac0d85-5a78-4d1b-8751-a8fba8de6a16', 'name': '', 'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:54:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b226306-f003-498c-b926-ffdfcee0a271', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'ip_address': '172.25.8.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:51:46Z', 'updated_at': '2022-04-18T20:51:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838334-2', '_interfaces': [{'id': '77076cf2-be65-4be8-bbf2-544651d21810', 'name': '', 'network_id': '31aab25e-55b8-4b74-b4d2-0d43994e3f49', 'tenant_id': '9c3a606dad9e48989459bbc53cd7dc18', 'mac_address': 'fa:16:3e:b9:78:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b226306-f003-498c-b926-ffdfcee0a271', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1e2925a6-ba9a-4658-b41e-a8c059601191', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:51:50Z', 'updated_at': '2022-04-18T20:52:03Z', 'revision_number': 4, 'project_id': '9c3a606dad9e48989459bbc53cd7dc18', 'subnets': [{'id': '1e2925a6-ba9a-4658-b41e-a8c059601191', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838334-2', False) {} {{(pid=84043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:52:05.733631 n-d-838334-2 neutron-server[84043]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc433899-ee0d-4e83-9cd4-be0177cf6256 None None] The sync data for ids ['1b226306-f003-498c-b926-ffdfcee0a271'] in n-d-838334-2 is: [{'id': '1b226306-f003-498c-b926-ffdfcee0a271', 'name': 'tempest-TaggedBootDevicesTest_v242-761324928-router', 'tenant_id': '9c3a606dad9e48989459bbc53cd7dc18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'external_fixed_ips': [{'subnet_id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'ip_address': '172.25.8.55'}], 'enable_snat': True}, 'gw_port_id': 'a6ac0d85-5a78-4d1b-8751-a8fba8de6a16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:51:45Z', 'updated_at': '2022-04-18T20:51:51Z', 'revision_number': 4, 'project_id': '9c3a606dad9e48989459bbc53cd7dc18', 'gw_port': {'id': 'a6ac0d85-5a78-4d1b-8751-a8fba8de6a16', 'name': '', 'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:54:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b226306-f003-498c-b926-ffdfcee0a271', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'ip_address': '172.25.8.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:51:46Z', 'updated_at': '2022-04-18T20:51:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838334-2', '_interfaces': [{'id': '77076cf2-be65-4be8-bbf2-544651d21810', 'name': '', 'network_id': '31aab25e-55b8-4b74-b4d2-0d43994e3f49', 'tenant_id': '9c3a606dad9e48989459bbc53cd7dc18', 'mac_address': 'fa:16:3e:b9:78:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b226306-f003-498c-b926-ffdfcee0a271', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1e2925a6-ba9a-4658-b41e-a8c059601191', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:51:50Z', 'updated_at': '2022-04-18T20:52:03Z', 'revision_number': 4, 'project_id': '9c3a606dad9e48989459bbc53cd7dc18', 'subnets': [{'id': '1e2925a6-ba9a-4658-b41e-a8c059601191', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84043) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 18 20:52:05.754832 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44e67c98-7c76-4d5d-9643-f79dea8ba218 req-60ae290a-a194-47f2-a9a2-7cf5106a55c1 tempest-ServerRescueTestJSON-1218824152 tempest-ServerRescueTestJSON-1218824152-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:52:05.759143 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-44e67c98-7c76-4d5d-9643-f79dea8ba218 req-60ae290a-a194-47f2-a9a2-7cf5106a55c1 tempest-ServerRescueTestJSON-1218824152 tempest-ServerRescueTestJSON-1218824152-project] 10.222.0.42 "GET /v2.0/ports?device_id=f3f5b6ba-19be-423a-a9fa-48c3bbcdc95d HTTP/1.1" status: 200 len: 945 time: 0.3318634 Apr 18 20:52:05.826644 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e9a0759-0898-444a-a096-fedaaaa59df8 req-7483b21b-c243-4b4d-a54c-6c25f616f618 tempest-ServerDiskConfigTestJSON-473081836 tempest-ServerDiskConfigTestJSON-473081836-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:52:05.829050 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-3e9a0759-0898-444a-a096-fedaaaa59df8 req-7483b21b-c243-4b4d-a54c-6c25f616f618 tempest-ServerDiskConfigTestJSON-473081836 tempest-ServerDiskConfigTestJSON-473081836-project] 10.222.0.43 "GET /v2.0/ports?device_id=a7138a91-794f-4762-9c64-6037cebee7da HTTP/1.1" status: 200 len: 946 time: 0.2738864 Apr 18 20:52:05.860602 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-84e20d55-086d-4494-8dbd-5269f69ee6ef req-61f2f6e0-dff9-4f82-9d3c-c7bfc172be99 tempest-ServerDiskConfigTestJSON-473081836 tempest-ServerDiskConfigTestJSON-473081836-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=873b40c7f5b941c6b9e1975b2a303d65&fields=id HTTP/1.1" status: 200 len: 255 time: 0.5715663 Apr 18 20:52:06.175875 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_hamode_db [None req-2e425a3d-bc63-465a-88d4-e2853e4092f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09d5c51a-192d-453a-aaa5-12af973816c7', 'name': 'tempest-ServersTestManualDisk-706543175-router', 'tenant_id': 'd097ca6178bf4202a3e30e56a61a7a3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'external_fixed_ips': [{'subnet_id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'ip_address': '172.25.8.241'}], 'enable_snat': True}, 'gw_port_id': 'f181cca8-f5ce-4a2c-8bbb-bc3372d09100', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:52:00Z', 'updated_at': '2022-04-18T20:52:02Z', 'revision_number': 3, 'project_id': 'd097ca6178bf4202a3e30e56a61a7a3a', 'gw_port': {'id': 'f181cca8-f5ce-4a2c-8bbb-bc3372d09100', 'name': '', 'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:82:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '09d5c51a-192d-453a-aaa5-12af973816c7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'ip_address': '172.25.8.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:52:01Z', 'updated_at': '2022-04-18T20:52:01Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838334-2'}], 'n-d-838334-2', False) {} {{(pid=84042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:52:06.185936 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e425a3d-bc63-465a-88d4-e2853e4092f0 None None] Checking router: 09d5c51a-192d-453a-aaa5-12af973816c7 for host: n-d-838334-2 {{(pid=84042) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 18 20:52:06.186242 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e425a3d-bc63-465a-88d4-e2853e4092f0 None None] Updating router 09d5c51a-192d-453a-aaa5-12af973816c7 port f181cca8-f5ce-4a2c-8bbb-bc3372d09100 binding host n-d-838334-2 {{(pid=84042) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 18 20:52:06.248007 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 48324) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:52:06.270432 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-75f958cd-3d4f-4483-8ad1-8257e2987cac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:06.287102 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.agents_db [None req-6346a179-333c-4370-b5a6-936984aeab15 None None] Agent healthcheck: found 7 active agents {{(pid=84043) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 18 20:52:06.357250 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-2e425a3d-bc63-465a-88d4-e2853e4092f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:06.494201 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.plugin [req-3e9a0759-0898-444a-a096-fedaaaa59df8 req-78699263-a8d3-433d-b90d-aa4664aa65bf tempest-ServerDiskConfigTestJSON-473081836 tempest-ServerDiskConfigTestJSON-473081836-project] Deleting port d3b4db68-56c6-42af-a0b1-7f86f0690962 {{(pid=84040) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 20:52:06.496569 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-3e9a0759-0898-444a-a096-fedaaaa59df8 req-78699263-a8d3-433d-b90d-aa4664aa65bf tempest-ServerDiskConfigTestJSON-473081836 tempest-ServerDiskConfigTestJSON-473081836-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750375188691'] for port, before_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:06.633119 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-44e67c98-7c76-4d5d-9643-f79dea8ba218 req-9aa034e0-2d38-4d26-8ee7-fbe37d97da29 tempest-ServerRescueTestJSON-1218824152 tempest-ServerRescueTestJSON-1218824152-project] 10.222.0.42 "GET /v2.0/security-groups?id=6f984221-1918-47e6-82e9-256972907b58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8476555 Apr 18 20:52:06.938256 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72a32c0d-cd89-4844-8d5c-7f8558db47dc None None] Network 900e7008-3a76-4947-a7ad-9adec518e5cf requested from n-d-838334-2 {{(pid=84042) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 20:52:06.986125 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.v2.base [None req-84885cc6-05b7-4bb9-a1fb-798366f410c9 admin admin] Request body: {'network': {'name': 'tempest-ServerAddressesNegativeTestJSON-1020122599-network', 'tenant_id': 'c6de26c707ec408e8fc861091074c8ff'}} {{(pid=84041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 20:52:07.002944 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-84885cc6-05b7-4bb9-a1fb-798366f410c9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:52:07.011839 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-84885cc6-05b7-4bb9-a1fb-798366f410c9 admin admin] Usage tracker for resource:network and tenant:c6de26c707ec408e8fc861091074c8ff is out of sync, need to count used quota {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:52:07.021079 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-84885cc6-05b7-4bb9-a1fb-798366f410c9 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:52:07.032695 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-84885cc6-05b7-4bb9-a1fb-798366f410c9 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:52:07.064130 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.db [req-3e9a0759-0898-444a-a096-fedaaaa59df8 req-78699263-a8d3-433d-b90d-aa4664aa65bf tempest-ServerDiskConfigTestJSON-473081836 tempest-ServerDiskConfigTestJSON-473081836-project] For port d3b4db68-56c6-42af-a0b1-7f86f0690962, host n-h1-838334-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838334-2',level=0,port_id=d3b4db68-56c6-42af-a0b1-7f86f0690962,segment=NetworkSegment(824475dd-cc01-4f37-b28b-cc0d2c7c32c9),segment_id=824475dd-cc01-4f37-b28b-cc0d2c7c32c9)] {{(pid=84040) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:52:07.064651 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-3e9a0759-0898-444a-a096-fedaaaa59df8 req-78699263-a8d3-433d-b90d-aa4664aa65bf tempest-ServerDiskConfigTestJSON-473081836 tempest-ServerDiskConfigTestJSON-473081836-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369123'] for port, precommit_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:07.113258 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-84885cc6-05b7-4bb9-a1fb-798366f410c9 admin admin] Made reservation on behalf of c6de26c707ec408e8fc861091074c8ff for: {'network': 1} {{(pid=84041) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:52:07.115222 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-84885cc6-05b7-4bb9-a1fb-798366f410c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for network, before_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:07.174481 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-84885cc6-05b7-4bb9-a1fb-798366f410c9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:07.235886 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.db_base_plugin_common [None req-75f958cd-3d4f-4483-8ad1-8257e2987cac admin admin] Allocated IP 172.20.0.1 (900e7008-3a76-4947-a7ad-9adec518e5cf/b97e4a75-8ec3-4f6e-beb3-db8f3e8db4d7/ac51ef9b-db9a-4e6c-bb0d-ebf417fe0a69) {{(pid=84041) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:52:07.254866 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-a28ce479-49d9-4c0d-bf08-be61ea9e4300 None None] Provisioning for port 88d4f295-4c52-4df4-980f-588090d96948 completed by entity DHCP. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 20:52:07.373459 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Device 77076cf2-be65-4be8-bbf2-544651d21810 up at agent ovs-agent-n-d-838334-2 {{(pid=84042) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 20:52:07.432887 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.plugin [req-3e9a0759-0898-444a-a096-fedaaaa59df8 req-78699263-a8d3-433d-b90d-aa4664aa65bf tempest-ServerDiskConfigTestJSON-473081836 tempest-ServerDiskConfigTestJSON-473081836-project] Calling delete_port for d3b4db68-56c6-42af-a0b1-7f86f0690962 owned by compute:nova {{(pid=84040) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 20:52:07.486074 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-84e20d55-086d-4494-8dbd-5269f69ee6ef req-da795858-fde4-4669-998f-1d8444bfcd6f service neutron] 10.222.0.42 "GET /v2.0/networks/5aa366fd-2007-469d-beb7-cd29ef89e1e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.6242938 Apr 18 20:52:07.630920 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-84885cc6-05b7-4bb9-a1fb-798366f410c9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:52:07.641478 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-84885cc6-05b7-4bb9-a1fb-798366f410c9 admin admin] Usage tracker for resource:security_group_rule and tenant:c6de26c707ec408e8fc861091074c8ff is out of sync, need to count used quota {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:52:07.645224 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-84885cc6-05b7-4bb9-a1fb-798366f410c9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:52:07.650159 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Provisioning for port 77076cf2-be65-4be8-bbf2-544651d21810 completed by entity L2. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 20:52:07.652011 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-84885cc6-05b7-4bb9-a1fb-798366f410c9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:52:07.662824 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.db.resource_extend [None req-2e425a3d-bc63-465a-88d4-e2853e4092f0 None None] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 18 20:52:07.690443 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Provisioning complete for port 77076cf2-be65-4be8-bbf2-544651d21810 triggered by entity L2. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:52:07.690814 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1253608'] for port, provisioning_complete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:07.754007 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-84885cc6-05b7-4bb9-a1fb-798366f410c9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:07.768547 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-84885cc6-05b7-4bb9-a1fb-798366f410c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33528224'] for security_group, after_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:07.821005 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84885cc6-05b7-4bb9-a1fb-798366f410c9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=23e306e1-8bc6-4ab0-9a44-10474dd61517,revision_number=1']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:52:07.840131 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-6ac6fb06-c69b-4f54-9deb-9d6f99a549a9 req-0dd5cce3-8cb2-4189-8bb4-5bdb00f8c16d tempest-ServerActionsTestJSON-2052644234 tempest-ServerActionsTestJSON-2052644234-project] 10.222.0.42 "GET /v2.0/ports?device_id=e85be041-78ee-47d4-b988-64db6fdd157a HTTP/1.1" status: 200 len: 210 time: 0.6010504 Apr 18 20:52:07.861562 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-84885cc6-05b7-4bb9-a1fb-798366f410c9 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 392} {{(pid=84041) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 20:52:07.938985 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-84885cc6-05b7-4bb9-a1fb-798366f410c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1082986'] for segment, precommit_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:07.939316 n-d-838334-2 neutron-server[84041]: INFO neutron.db.segments_db [None req-84885cc6-05b7-4bb9-a1fb-798366f410c9 admin admin] Added segment 3dfba72c-8fc3-435c-ba1a-464354aac97a of type vlan for network 52b059f4-fb3c-4d15-9109-de1d9a80e456 Apr 18 20:52:07.974982 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-2e425a3d-bc63-465a-88d4-e2853e4092f0 None None] Notify callbacks [] for port, precommit_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:07.999032 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-531a5be7-ed35-4884-8bbf-4f68a3e0f76b req-b4c52145-75a0-42bb-bc5b-b16fbe7e04e6 tempest-ServerActionsTestJSON-2052644234 tempest-ServerActionsTestJSON-2052644234-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:52:08.001526 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-531a5be7-ed35-4884-8bbf-4f68a3e0f76b req-b4c52145-75a0-42bb-bc5b-b16fbe7e04e6 tempest-ServerActionsTestJSON-2052644234 tempest-ServerActionsTestJSON-2052644234-project] 10.222.0.43 "GET /v2.0/networks?id=48f708f8-0904-4115-910c-bb1ab06d7263 HTTP/1.1" status: 200 len: 811 time: 1.0459976 Apr 18 20:52:08.004335 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-2e425a3d-bc63-465a-88d4-e2853e4092f0 None None] Transition to ACTIVE for port object f181cca8-f5ce-4a2c-8bbb-bc3372d09100 will not be triggered until provisioned by entity L2. {{(pid=84042) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 20:52:08.041735 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.v2.base [req-531a5be7-ed35-4884-8bbf-4f68a3e0f76b req-2f1be8e3-5a43-4cbb-9a4c-f6b16a8d79ba tempest-ServerActionsTestJSON-2052644234 tempest-ServerActionsTestJSON-2052644234-project] Request body: {'port': {'device_id': 'e85be041-78ee-47d4-b988-64db6fdd157a', 'network_id': '48f708f8-0904-4115-910c-bb1ab06d7263', 'admin_state_up': True, 'tenant_id': '6be92480d0964f34a8ede9caae0c987d'}} {{(pid=84041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 20:52:08.091803 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-2e425a3d-bc63-465a-88d4-e2853e4092f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682'] for port, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:08.093491 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-3e9a0759-0898-444a-a096-fedaaaa59df8 req-78699263-a8d3-433d-b90d-aa4664aa65bf tempest-ServerDiskConfigTestJSON-473081836 tempest-ServerDiskConfigTestJSON-473081836-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750375259028', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750374836628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32440838'] for port, after_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:08.104876 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-84e20d55-086d-4494-8dbd-5269f69ee6ef req-ffebcb9a-2f6c-4818-95fd-587c5458358d service neutron] 10.222.0.42 "GET /v2.0/networks/5aa366fd-2007-469d-beb7-cd29ef89e1e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6179001 Apr 18 20:52:08.177978 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78699263-a8d3-433d-b90d-aa4664aa65bf tempest-ServerDiskConfigTestJSON-473081836 tempest-ServerDiskConfigTestJSON-473081836-project] Pushing event deleted for resources: {'Port': ['ID=d3b4db68-56c6-42af-a0b1-7f86f0690962,revision_number=None']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:52:08.264905 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-75f958cd-3d4f-4483-8ad1-8257e2987cac admin admin] Notify callbacks [] for port, precommit_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:08.279051 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-84885cc6-05b7-4bb9-a1fb-798366f410c9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750374825732'] for network, precommit_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:08.292946 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:08.331487 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94bdd5ba-4b0b-40dc-922a-0a1a1cb0ea13 None None] Pushing event updated for resources: {'Port': ['ID=f181cca8-f5ce-4a2c-8bbb-bc3372d09100,revision_number=2']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:52:08.347386 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.managers [None req-2e425a3d-bc63-465a-88d4-e2853e4092f0 None None] Attempting to bind port f181cca8-f5ce-4a2c-8bbb-bc3372d09100 on host n-d-838334-2 for vnic_type normal with profile {{(pid=84042) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:52:08.350789 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.managers [None req-2e425a3d-bc63-465a-88d4-e2853e4092f0 None None] Attempting to bind port f181cca8-f5ce-4a2c-8bbb-bc3372d09100 by drivers openvswitch,hyperv on host n-d-838334-2 at level 0 using segments [{'id': '732aa830-768b-4511-951f-d08e26b9c25b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c'}] {{(pid=84042) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:52:08.351181 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e425a3d-bc63-465a-88d4-e2853e4092f0 None None] Attempting to bind port f181cca8-f5ce-4a2c-8bbb-bc3372d09100 on network e41b6600-a917-4a8d-b05c-be3be40c6d8c {{(pid=84042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 20:52:08.366887 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.provisioning_blocks [None req-75f958cd-3d4f-4483-8ad1-8257e2987cac admin admin] Transition to ACTIVE for port object ac51ef9b-db9a-4e6c-bb0d-ebf417fe0a69 will not be triggered until provisioned by entity DHCP. {{(pid=84041) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 20:52:08.392583 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e425a3d-bc63-465a-88d4-e2853e4092f0 None None] Checking agent: {'id': '97cd4414-7af6-4d67-868d-dff370b4071a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838334-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 25, 49), 'started_at': datetime.datetime(2022, 4, 18, 20, 26, 19), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 20, 51, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838334-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 18 20:52:08.392963 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e425a3d-bc63-465a-88d4-e2853e4092f0 None None] Checking segment: {'id': '732aa830-768b-4511-951f-d08e26b9c25b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84042) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 20:52:08.393372 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-2e425a3d-bc63-465a-88d4-e2853e4092f0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:08.393773 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e425a3d-bc63-465a-88d4-e2853e4092f0 None None] Bound using segment: {'id': '732aa830-768b-4511-951f-d08e26b9c25b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c'} {{(pid=84042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 18 20:52:08.394254 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.managers [None req-2e425a3d-bc63-465a-88d4-e2853e4092f0 None None] Bound port: f181cca8-f5ce-4a2c-8bbb-bc3372d09100, host: n-d-838334-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '732aa830-768b-4511-951f-d08e26b9c25b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c'}}] {{(pid=84042) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 20:52:08.394627 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-2e425a3d-bc63-465a-88d4-e2853e4092f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:08.458142 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-84885cc6-05b7-4bb9-a1fb-798366f410c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33526109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022'] for network, after_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:08.459236 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84885cc6-05b7-4bb9-a1fb-798366f410c9 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:52:08.460025 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-84885cc6-05b7-4bb9-a1fb-798366f410c9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32378031'] for network, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:08.465498 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [req-531a5be7-ed35-4884-8bbf-4f68a3e0f76b req-2f1be8e3-5a43-4cbb-9a4c-f6b16a8d79ba tempest-ServerActionsTestJSON-2052644234 tempest-ServerActionsTestJSON-2052644234-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:52:08.526784 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.l3_dvrscheduler_db [req-3e9a0759-0898-444a-a096-fedaaaa59df8 req-78699263-a8d3-433d-b90d-aa4664aa65bf tempest-ServerDiskConfigTestJSON-473081836 tempest-ServerDiskConfigTestJSON-473081836-project] No DVR routers for this DVR port d3b4db68-56c6-42af-a0b1-7f86f0690962 on host n-h1-838334-2 {{(pid=84040) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 20:52:08.539577 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] For port 77076cf2-be65-4be8-bbf2-544651d21810, host n-d-838334-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838334-2',level=0,port_id=77076cf2-be65-4be8-bbf2-544651d21810,segment=NetworkSegment(a508786f-033d-461c-8ea7-2b32ca6d0750),segment_id=a508786f-033d-461c-8ea7-2b32ca6d0750)] {{(pid=84042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:52:08.544793 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-3e9a0759-0898-444a-a096-fedaaaa59df8 req-78699263-a8d3-433d-b90d-aa4664aa65bf tempest-ServerDiskConfigTestJSON-473081836 tempest-ServerDiskConfigTestJSON-473081836-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217293'] for port, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:08.575113 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682'] for port, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:08.575940 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Device 88d4f295-4c52-4df4-980f-588090d96948 up at agent ovs-agent-n-d-838334-2 {{(pid=84042) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 20:52:08.577200 n-d-838334-2 neutron-server[84040]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a7138a91-794f-4762-9c64-6037cebee7da', 'name': 'network-vif-deleted', 'tag': 'd3b4db68-56c6-42af-a0b1-7f86f0690962'}] {{(pid=84040) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 20:52:08.583039 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [req-531a5be7-ed35-4884-8bbf-4f68a3e0f76b req-2f1be8e3-5a43-4cbb-9a4c-f6b16a8d79ba tempest-ServerActionsTestJSON-2052644234 tempest-ServerActionsTestJSON-2052644234-project] Attempting to reserve 1 items for resource port. Total usage: 5; quota limit: 500; headroom:495 {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:52:08.619450 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-75f958cd-3d4f-4483-8ad1-8257e2987cac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750374836619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32266323'] for port, after_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:08.710055 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-3e9a0759-0898-444a-a096-fedaaaa59df8 req-78699263-a8d3-433d-b90d-aa4664aa65bf tempest-ServerDiskConfigTestJSON-473081836 tempest-ServerDiskConfigTestJSON-473081836-project] 10.222.0.43 "DELETE /v2.0/ports/d3b4db68-56c6-42af-a0b1-7f86f0690962 HTTP/1.1" status: 204 len: 173 time: 2.8156619 Apr 18 20:52:08.722993 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-84885cc6-05b7-4bb9-a1fb-798366f410c9 admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 895 time: 2.4740553 Apr 18 20:52:08.739117 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 48352) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:52:08.747923 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84885cc6-05b7-4bb9-a1fb-798366f410c9 admin admin] Pushing event updated for resources: {'Network': ['ID=52b059f4-fb3c-4d15-9109-de1d9a80e456,revision_number=1']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:52:08.750737 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.v2.base [None req-feb898d3-c5d7-4a12-a365-7d180e1c5ce9 admin admin] Request body: {'subnet': {'network_id': '52b059f4-fb3c-4d15-9109-de1d9a80e456', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerAddressesNegativeTestJSON-1020122599-subnet', 'tenant_id': 'c6de26c707ec408e8fc861091074c8ff', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=84040) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 20:52:08.776670 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [None req-feb898d3-c5d7-4a12-a365-7d180e1c5ce9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:52:08.790073 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Device d3b4db68-56c6-42af-a0b1-7f86f0690962 no longer exists at agent hyperv_n-h1-838334-2 {{(pid=84042) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 20:52:08.795001 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-531a5be7-ed35-4884-8bbf-4f68a3e0f76b req-2f1be8e3-5a43-4cbb-9a4c-f6b16a8d79ba tempest-ServerActionsTestJSON-2052644234 tempest-ServerActionsTestJSON-2052644234-project] Made reservation on behalf of 6be92480d0964f34a8ede9caae0c987d for: {'port': 1} {{(pid=84041) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:52:08.804035 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-feb898d3-c5d7-4a12-a365-7d180e1c5ce9 admin admin] Usage tracker for resource:subnet and tenant:c6de26c707ec408e8fc861091074c8ff is out of sync, need to count used quota {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:52:08.804268 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [req-531a5be7-ed35-4884-8bbf-4f68a3e0f76b req-2f1be8e3-5a43-4cbb-9a4c-f6b16a8d79ba tempest-ServerActionsTestJSON-2052644234 tempest-ServerActionsTestJSON-2052644234-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:08.843582 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-feb898d3-c5d7-4a12-a365-7d180e1c5ce9 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:52:08.845669 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Network 52b059f4-fb3c-4d15-9109-de1d9a80e456 details requested by agent ovs-agent-n-d-838334-2 with host n-d-838334-2 {{(pid=84042) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 18 20:52:08.848041 n-d-838334-2 neutron-server[84041]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75f958cd-3d4f-4483-8ad1-8257e2987cac admin admin] Network 900e7008-3a76-4947-a7ad-9adec518e5cf is already hosted by enough agents. {{(pid=84041) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:52:08.860573 n-d-838334-2 neutron-server[84041]: DEBUG neutron.scheduler.base_scheduler [None req-75f958cd-3d4f-4483-8ad1-8257e2987cac admin admin] Resources bound (agent type, host, resource id): {{(pid=84041) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:52:08.870892 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [None req-feb898d3-c5d7-4a12-a365-7d180e1c5ce9 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:52:08.887479 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75f958cd-3d4f-4483-8ad1-8257e2987cac admin admin] Received port after_create {{(pid=84041) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 20:52:08.972167 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-feb898d3-c5d7-4a12-a365-7d180e1c5ce9 admin admin] Made reservation on behalf of c6de26c707ec408e8fc861091074c8ff for: {'subnet': 1} {{(pid=84040) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:52:08.986564 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-feb898d3-c5d7-4a12-a365-7d180e1c5ce9 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31752722'] for subnet, before_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:09.041734 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75f958cd-3d4f-4483-8ad1-8257e2987cac admin admin] Pushing event updated for resources: {'Port': ['ID=ac51ef9b-db9a-4e6c-bb0d-ebf417fe0a69,revision_number=1']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:52:09.102663 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-2e425a3d-bc63-465a-88d4-e2853e4092f0 None None] For port f181cca8-f5ce-4a2c-8bbb-bc3372d09100, host n-d-838334-2, cleared binding levels {{(pid=84042) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 20:52:09.106772 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.plugin [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] No Port match for: d3b4db68-56c6-42af-a0b1-7f86f0690962 {{(pid=84042) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 18 20:52:09.121232 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Device d3b4db68-56c6-42af-a0b1-7f86f0690962 not bound to the agent host n-h1-838334-2 {{(pid=84042) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 20:52:09.209520 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-2e425a3d-bc63-465a-88d4-e2853e4092f0 None None] For port f181cca8-f5ce-4a2c-8bbb-bc3372d09100, host n-d-838334-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838334-2',level=0,port_id=f181cca8-f5ce-4a2c-8bbb-bc3372d09100,segment=NetworkSegment(732aa830-768b-4511-951f-d08e26b9c25b),segment_id=732aa830-768b-4511-951f-d08e26b9c25b)] {{(pid=84042) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 20:52:09.260349 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-75f958cd-3d4f-4483-8ad1-8257e2987cac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33444010'] for router_interface, before_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:09.263514 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-2e425a3d-bc63-465a-88d4-e2853e4092f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682'] for port, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:09.288957 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Pushing event updated for resources: {'Port': ['ID=77076cf2-be65-4be8-bbf2-544651d21810,revision_number=5']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:52:09.431894 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Provisioning for port 88d4f295-4c52-4df4-980f-588090d96948 completed by entity L2. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 20:52:09.456366 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94bdd5ba-4b0b-40dc-922a-0a1a1cb0ea13 None None] Pushing event updated for resources: {'Port': ['ID=f181cca8-f5ce-4a2c-8bbb-bc3372d09100,revision_number=3']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:52:09.465032 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Provisioning complete for port 88d4f295-4c52-4df4-980f-588090d96948 triggered by entity L2. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:52:09.471056 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1253608'] for port, provisioning_complete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:09.535252 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-feb898d3-c5d7-4a12-a365-7d180e1c5ce9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33526260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32441074', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31752704'] for subnet, after_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:09.567574 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e425a3d-bc63-465a-88d4-e2853e4092f0 None None] Routers {'09d5c51a-192d-453a-aaa5-12af973816c7'} bound to L3 agent in host n-d-838334-2 {{(pid=84042) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 20:52:09.568910 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_hamode_db [None req-2e425a3d-bc63-465a-88d4-e2853e4092f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838334-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-18T20:25:48Z,description=,heartbeat_timestamp=2022-04-18T20:51:48Z,host='n-d-838334-2',id=bc84d6c9-dd7a-4555-a351-592327b46d5a,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:25:48Z,topic='l3_agent')) {'router_ids': ['09d5c51a-192d-453a-aaa5-12af973816c7'], 'active': True} {{(pid=84042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:52:09.582770 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.db_base_plugin_common [req-531a5be7-ed35-4884-8bbf-4f68a3e0f76b req-2f1be8e3-5a43-4cbb-9a4c-f6b16a8d79ba tempest-ServerActionsTestJSON-2052644234 tempest-ServerActionsTestJSON-2052644234-project] Allocated IP 172.20.0.5 (48f708f8-0904-4115-910c-bb1ab06d7263/488f35b7-694e-475d-862d-2f00f4388d03/3a8c4948-ac17-42b1-acc5-fa71d01ee929) {{(pid=84041) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:52:09.594003 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34cc618c-bc26-4b39-ba5d-aba63c11b156 req-1ce2cc77-b5a4-4d57-9a68-73dbf480045c tempest-ServerRescueTestJSON-1218824152 tempest-ServerRescueTestJSON-1218824152-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:52:09.595702 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-34cc618c-bc26-4b39-ba5d-aba63c11b156 req-1ce2cc77-b5a4-4d57-9a68-73dbf480045c tempest-ServerRescueTestJSON-1218824152 tempest-ServerRescueTestJSON-1218824152-project] 10.222.0.42 "GET /v2.0/ports?device_id=f3f5b6ba-19be-423a-a9fa-48c3bbcdc95d HTTP/1.1" status: 200 len: 945 time: 0.9650035 Apr 18 20:52:09.602998 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f59d43ca-4353-41f0-9f8f-74b7bf5930a3 req-61dfa152-2d77-43a8-8b02-05c498d80251 tempest-ServerRescueNegativeTestJSON-1571656168 tempest-ServerRescueNegativeTestJSON-1571656168-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:52:09.611272 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-f59d43ca-4353-41f0-9f8f-74b7bf5930a3 req-61dfa152-2d77-43a8-8b02-05c498d80251 tempest-ServerRescueNegativeTestJSON-1571656168 tempest-ServerRescueNegativeTestJSON-1571656168-project] 10.222.0.42 "GET /v2.0/ports?device_id=4ff552c3-29c6-4485-85ed-37e006aa7ada HTTP/1.1" status: 200 len: 946 time: 1.4302661 Apr 18 20:52:09.701886 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-34cc618c-bc26-4b39-ba5d-aba63c11b156 req-6d85608f-0c62-47fc-9cf3-f80273d0d849 tempest-ServerRescueTestJSON-1218824152 tempest-ServerRescueTestJSON-1218824152-project] 10.222.0.42 "GET /v2.0/security-groups?id=6f984221-1918-47e6-82e9-256972907b58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0872729 Apr 18 20:52:09.740275 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feb898d3-c5d7-4a12-a365-7d180e1c5ce9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=67949585-201e-4078-af97-b91fbf463789,revision_number=0']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:52:09.778172 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-feb898d3-c5d7-4a12-a365-7d180e1c5ce9 admin admin] Checking segment: {'id': '3dfba72c-8fc3-435c-ba1a-464354aac97a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': '52b059f4-fb3c-4d15-9109-de1d9a80e456'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84040) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 20:52:09.778172 n-d-838334-2 neutron-server[84040]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-feb898d3-c5d7-4a12-a365-7d180e1c5ce9 admin admin] Network hostable DHCP agents. Network: 52b059f4-fb3c-4d15-9109-de1d9a80e456, hostable agents: ['8746f8ea-3e91-4b32-9919-2c63adeb8722'], hosted agents: [] {{(pid=84040) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 20:52:09.798288 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-f59d43ca-4353-41f0-9f8f-74b7bf5930a3 req-ec3ae5f8-ab45-4563-a43c-75d335527914 tempest-ServerRescueNegativeTestJSON-1571656168 tempest-ServerRescueNegativeTestJSON-1571656168-project] 10.222.0.42 "GET /v2.0/security-groups?id=fa6b5748-504b-4821-b3a0-7e61ca1810b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1845706 Apr 18 20:52:09.810657 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-75f958cd-3d4f-4483-8ad1-8257e2987cac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:09.844080 n-d-838334-2 neutron-server[84040]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-feb898d3-c5d7-4a12-a365-7d180e1c5ce9 admin admin] Network 52b059f4-fb3c-4d15-9109-de1d9a80e456 is scheduled to be hosted by DHCP agent 8746f8ea-3e91-4b32-9919-2c63adeb8722 with binding_index 1 {{(pid=84040) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 20:52:09.867930 n-d-838334-2 neutron-server[84040]: DEBUG neutron.scheduler.base_scheduler [None req-feb898d3-c5d7-4a12-a365-7d180e1c5ce9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-838334-2, 52b059f4-fb3c-4d15-9109-de1d9a80e456) {{(pid=84040) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:52:09.872834 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-feb898d3-c5d7-4a12-a365-7d180e1c5ce9 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:52:09.873508 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-feb898d3-c5d7-4a12-a365-7d180e1c5ce9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32378031'] for subnet, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:09.878009 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-94360bde-5626-48e6-a1db-9b9b9f695cfd None None] Provisioning for port ac51ef9b-db9a-4e6c-bb0d-ebf417fe0a69 completed by entity DHCP. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 20:52:09.902476 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-94360bde-5626-48e6-a1db-9b9b9f695cfd None None] Provisioning complete for port ac51ef9b-db9a-4e6c-bb0d-ebf417fe0a69 triggered by entity DHCP. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:52:09.902476 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-94360bde-5626-48e6-a1db-9b9b9f695cfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1253608'] for port, provisioning_complete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:09.944057 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-feb898d3-c5d7-4a12-a365-7d180e1c5ce9 admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 1.2009509 Apr 18 20:52:10.013401 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [req-67aecfc6-246c-4898-b45f-6ead20dcc794 req-cd246534-fffa-4048-89cb-a2d260538423 tempest-ServerDiskConfigTestJSON-473081836 tempest-ServerDiskConfigTestJSON-473081836-project] Synchronizing usage tracker for tenant:873b40c7f5b941c6b9e1975b2a303d65 on resource:port {{(pid=84040) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 20:52:10.039871 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [req-67aecfc6-246c-4898-b45f-6ead20dcc794 req-cd246534-fffa-4048-89cb-a2d260538423 tempest-ServerDiskConfigTestJSON-473081836 tempest-ServerDiskConfigTestJSON-473081836-project] Unset dirty status for tenant:873b40c7f5b941c6b9e1975b2a303d65 on resource:port {{(pid=84040) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 20:52:10.053294 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-67aecfc6-246c-4898-b45f-6ead20dcc794 req-cd246534-fffa-4048-89cb-a2d260538423 tempest-ServerDiskConfigTestJSON-473081836 tempest-ServerDiskConfigTestJSON-473081836-project] 10.222.0.42 "GET /v2.0/ports?device_id=e3ce1959-1c32-471b-a30a-a5dd21c9b8a4 HTTP/1.1" status: 200 len: 210 time: 0.0857766 Apr 18 20:52:10.155009 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53c382f4-d7c8-4dbf-ab86-f7cb2f4e54c0 None None] Network 52b059f4-fb3c-4d15-9109-de1d9a80e456 requested from n-d-838334-2 {{(pid=84042) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 20:52:10.313326 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.plugin [None req-94360bde-5626-48e6-a1db-9b9b9f695cfd None None] Port ac51ef9b-db9a-4e6c-bb0d-ebf417fe0a69 cannot update to ACTIVE because it is not bound. {{(pid=84042) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 18 20:52:10.373478 n-d-838334-2 neutron-server[84040]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fe239059-b505-4b80-8fab-be6ca7a7edbe'] response: {'server_uuid': 'a7138a91-794f-4762-9c64-6037cebee7da', 'name': 'network-vif-deleted', 'tag': 'd3b4db68-56c6-42af-a0b1-7f86f0690962', 'status': 'completed', 'code': 200} Apr 18 20:52:10.547960 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-7111a98d-64c1-4de7-a09f-72afdd68f38f req-a6e749ce-dfbb-4f09-a122-fe70d5a31dfd tempest-ServerActionsTestJSON-2052644234 tempest-ServerActionsTestJSON-2052644234-project] 10.222.0.42 "GET /v2.0/ports?device_id=e85be041-78ee-47d4-b988-64db6fdd157a HTTP/1.1" status: 200 len: 210 time: 0.1278648 Apr 18 20:52:10.768108 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:10.936101 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_dvr_db [None req-2e425a3d-bc63-465a-88d4-e2853e4092f0 None None] Set router 09d5c51a-192d-453a-aaa5-12af973816c7 gateway port host: n-d-838334-2 {{(pid=84042) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 20:52:11.047538 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5041886d-543d-4931-a0a9-6b8a1d94cc6a None None] Network 52b059f4-fb3c-4d15-9109-de1d9a80e456 requested from n-d-838334-2 {{(pid=84042) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 20:52:11.123352 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [req-531a5be7-ed35-4884-8bbf-4f68a3e0f76b req-2f1be8e3-5a43-4cbb-9a4c-f6b16a8d79ba tempest-ServerActionsTestJSON-2052644234 tempest-ServerActionsTestJSON-2052644234-project] Notify callbacks [] for port, precommit_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:11.194507 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.provisioning_blocks [req-531a5be7-ed35-4884-8bbf-4f68a3e0f76b req-2f1be8e3-5a43-4cbb-9a4c-f6b16a8d79ba tempest-ServerActionsTestJSON-2052644234 tempest-ServerActionsTestJSON-2052644234-project] Transition to ACTIVE for port object 3a8c4948-ac17-42b1-acc5-fa71d01ee929 will not be triggered until provisioned by entity DHCP. {{(pid=84041) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 20:52:11.195282 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] For port 88d4f295-4c52-4df4-980f-588090d96948, host n-d-838334-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838334-2',level=0,port_id=88d4f295-4c52-4df4-980f-588090d96948,segment=NetworkSegment(7fd7f82e-b9be-4ad1-806b-d51304cf96d4),segment_id=7fd7f82e-b9be-4ad1-806b-d51304cf96d4)] {{(pid=84042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:52:11.211136 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e629472-6fac-4173-a946-4114a252aeec req-cd4e6b39-8b4f-466c-8316-a9dd76e9dd4a tempest-ServerAddressesNegativeTestJSON-503135862 tempest-ServerAddressesNegativeTestJSON-503135862-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:52:11.221066 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-0e629472-6fac-4173-a946-4114a252aeec req-cd4e6b39-8b4f-466c-8316-a9dd76e9dd4a tempest-ServerAddressesNegativeTestJSON-503135862 tempest-ServerAddressesNegativeTestJSON-503135862-project] 10.222.0.42 "GET /v2.0/networks?id=52b059f4-fb3c-4d15-9109-de1d9a80e456 HTTP/1.1" status: 200 len: 822 time: 0.4252858 Apr 18 20:52:11.222538 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84e20d55-086d-4494-8dbd-5269f69ee6ef req-77ffb0a7-30ed-4a31-99c3-f3940ccf77a6 tempest-ServerDiskConfigTestJSON-473081836 tempest-ServerDiskConfigTestJSON-473081836-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:52:11.224276 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-84e20d55-086d-4494-8dbd-5269f69ee6ef req-77ffb0a7-30ed-4a31-99c3-f3940ccf77a6 tempest-ServerDiskConfigTestJSON-473081836 tempest-ServerDiskConfigTestJSON-473081836-project] 10.222.0.48 "GET /v2.0/networks?id=5aa366fd-2007-469d-beb7-cd29ef89e1e3 HTTP/1.1" status: 200 len: 815 time: 0.5349689 Apr 18 20:52:11.258309 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.v2.base [req-84e20d55-086d-4494-8dbd-5269f69ee6ef req-cfef8081-469f-4acf-aaa7-ce6db2355bce tempest-ServerDiskConfigTestJSON-473081836 tempest-ServerDiskConfigTestJSON-473081836-project] Request body: {'port': {'device_id': 'e3ce1959-1c32-471b-a30a-a5dd21c9b8a4', 'network_id': '5aa366fd-2007-469d-beb7-cd29ef89e1e3', 'admin_state_up': True, 'tenant_id': '873b40c7f5b941c6b9e1975b2a303d65'}} {{(pid=84041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 20:52:11.269795 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682'] for port, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:11.270811 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Device d99ad02c-2797-4b8c-8a43-54fd026972be up at agent ovs-agent-n-d-838334-2 {{(pid=84042) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 20:52:11.297360 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-0e629472-6fac-4173-a946-4114a252aeec req-292377b0-6811-428f-b5ee-e638e7f8fd15 tempest-ServerAddressesNegativeTestJSON-503135862 tempest-ServerAddressesNegativeTestJSON-503135862-project] 10.222.0.42 "GET /v2.0/quotas/c6de26c707ec408e8fc861091074c8ff HTTP/1.1" status: 200 len: 375 time: 0.0747893 Apr 18 20:52:11.342908 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-75f958cd-3d4f-4483-8ad1-8257e2987cac admin admin] Notify callbacks [] for port, precommit_update {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:11.349751 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [req-531a5be7-ed35-4884-8bbf-4f68a3e0f76b req-2f1be8e3-5a43-4cbb-9a4c-f6b16a8d79ba tempest-ServerActionsTestJSON-2052644234 tempest-ServerActionsTestJSON-2052644234-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750374836619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32266323'] for port, after_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:11.370395 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-0e629472-6fac-4173-a946-4114a252aeec req-abd8dcbb-6b67-4ca5-9aa0-847a4797aab0 tempest-ServerAddressesNegativeTestJSON-503135862 tempest-ServerAddressesNegativeTestJSON-503135862-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=c6de26c707ec408e8fc861091074c8ff&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0721679 Apr 18 20:52:11.380473 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] get_ports_and_sgs() called for port_ids ['be2ef176-f0cf-4542-aaf3-acc7d50abefc'] {{(pid=84042) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 18 20:52:11.455058 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-75f958cd-3d4f-4483-8ad1-8257e2987cac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32266282'] for port, after_update {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:11.486979 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a17fec5-6402-4547-ac8c-1c48d9df0d99 req-573b497e-1068-4363-ad27-eaac2e22619c tempest-ServerRescueTestJSON-1218824152 tempest-ServerRescueTestJSON-1218824152-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:52:11.497854 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-5a17fec5-6402-4547-ac8c-1c48d9df0d99 req-573b497e-1068-4363-ad27-eaac2e22619c tempest-ServerRescueTestJSON-1218824152 tempest-ServerRescueTestJSON-1218824152-project] 10.222.0.42 "GET /v2.0/ports?device_id=f3f5b6ba-19be-423a-a9fa-48c3bbcdc95d HTTP/1.1" status: 200 len: 945 time: 0.2746549 Apr 18 20:52:11.542025 n-d-838334-2 neutron-server[84041]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-531a5be7-ed35-4884-8bbf-4f68a3e0f76b req-2f1be8e3-5a43-4cbb-9a4c-f6b16a8d79ba tempest-ServerActionsTestJSON-2052644234 tempest-ServerActionsTestJSON-2052644234-project] Network 48f708f8-0904-4115-910c-bb1ab06d7263 is already hosted by enough agents. {{(pid=84041) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:52:11.552875 n-d-838334-2 neutron-server[84041]: DEBUG neutron.scheduler.base_scheduler [req-531a5be7-ed35-4884-8bbf-4f68a3e0f76b req-2f1be8e3-5a43-4cbb-9a4c-f6b16a8d79ba tempest-ServerActionsTestJSON-2052644234 tempest-ServerActionsTestJSON-2052644234-project] Resources bound (agent type, host, resource id): {{(pid=84041) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:52:11.576221 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.l3_dvrscheduler_db [req-531a5be7-ed35-4884-8bbf-4f68a3e0f76b req-2f1be8e3-5a43-4cbb-9a4c-f6b16a8d79ba tempest-ServerActionsTestJSON-2052644234 tempest-ServerActionsTestJSON-2052644234-project] Received port after_create {{(pid=84041) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 20:52:11.647695 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Pushing event updated for resources: {'Port': ['ID=88d4f295-4c52-4df4-980f-588090d96948,revision_number=3']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:52:11.665698 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-5a17fec5-6402-4547-ac8c-1c48d9df0d99 req-24579c0f-a1a6-428f-86ba-2aa5832a6a90 tempest-ServerRescueTestJSON-1218824152 tempest-ServerRescueTestJSON-1218824152-project] 10.222.0.42 "GET /v2.0/security-groups?id=6f984221-1918-47e6-82e9-256972907b58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1662400 Apr 18 20:52:11.683413 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f1be8e3-5a43-4cbb-9a4c-f6b16a8d79ba tempest-ServerActionsTestJSON-2052644234 tempest-ServerActionsTestJSON-2052644234-project] Pushing event updated for resources: {'Port': ['ID=3a8c4948-ac17-42b1-acc5-fa71d01ee929,revision_number=1']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:52:11.751104 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-0e629472-6fac-4173-a946-4114a252aeec req-c2b426ad-65cc-449b-be27-7e4c297f65d4 service neutron] 10.222.0.42 "GET /v2.0/networks/52b059f4-fb3c-4d15-9109-de1d9a80e456?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3692825 Apr 18 20:52:11.821205 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75f958cd-3d4f-4483-8ad1-8257e2987cac admin admin] Pushing event updated for resources: {'Port': ['ID=ac51ef9b-db9a-4e6c-bb0d-ebf417fe0a69,revision_number=2']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:52:11.832244 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [req-84e20d55-086d-4494-8dbd-5269f69ee6ef req-cfef8081-469f-4acf-aaa7-ce6db2355bce tempest-ServerDiskConfigTestJSON-473081836 tempest-ServerDiskConfigTestJSON-473081836-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:52:11.838505 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-75f958cd-3d4f-4483-8ad1-8257e2987cac admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-32377886', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33443847'] for router_interface, after_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:11.856625 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [req-84e20d55-086d-4494-8dbd-5269f69ee6ef req-cfef8081-469f-4acf-aaa7-ce6db2355bce tempest-ServerDiskConfigTestJSON-473081836 tempest-ServerDiskConfigTestJSON-473081836-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:52:11.893735 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-531a5be7-ed35-4884-8bbf-4f68a3e0f76b req-2f1be8e3-5a43-4cbb-9a4c-f6b16a8d79ba tempest-ServerActionsTestJSON-2052644234 tempest-ServerActionsTestJSON-2052644234-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:52:11.894363 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [req-531a5be7-ed35-4884-8bbf-4f68a3e0f76b req-2f1be8e3-5a43-4cbb-9a4c-f6b16a8d79ba tempest-ServerActionsTestJSON-2052644234 tempest-ServerActionsTestJSON-2052644234-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217293'] for port, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:11.914351 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Provisioning complete for port d99ad02c-2797-4b8c-8a43-54fd026972be triggered by entity L2. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:52:11.914859 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1253608'] for port, provisioning_complete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:11.945578 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-531a5be7-ed35-4884-8bbf-4f68a3e0f76b req-2f1be8e3-5a43-4cbb-9a4c-f6b16a8d79ba tempest-ServerActionsTestJSON-2052644234 tempest-ServerActionsTestJSON-2052644234-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.9098575 Apr 18 20:52:11.949674 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-84e20d55-086d-4494-8dbd-5269f69ee6ef req-cfef8081-469f-4acf-aaa7-ce6db2355bce tempest-ServerDiskConfigTestJSON-473081836 tempest-ServerDiskConfigTestJSON-473081836-project] Made reservation on behalf of 873b40c7f5b941c6b9e1975b2a303d65 for: {'port': 1} {{(pid=84041) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:52:11.952694 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [req-84e20d55-086d-4494-8dbd-5269f69ee6ef req-cfef8081-469f-4acf-aaa7-ce6db2355bce tempest-ServerDiskConfigTestJSON-473081836 tempest-ServerDiskConfigTestJSON-473081836-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:12.063200 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.v2.base [req-531a5be7-ed35-4884-8bbf-4f68a3e0f76b req-6a710f71-9d5b-4208-85cd-7b31a9001f81 service neutron] Request body: {'port': {'device_id': 'e85be041-78ee-47d4-b988-64db6fdd157a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-838334-2'}} {{(pid=84041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 20:52:12.077306 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-165fbbdc-5f0a-41d8-bd44-c0d45cb3bbcf None None] Provisioning for port 3a8c4948-ac17-42b1-acc5-fa71d01ee929 completed by entity DHCP. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 20:52:12.092478 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-165fbbdc-5f0a-41d8-bd44-c0d45cb3bbcf None None] Provisioning complete for port 3a8c4948-ac17-42b1-acc5-fa71d01ee929 triggered by entity DHCP. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:52:12.093533 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-165fbbdc-5f0a-41d8-bd44-c0d45cb3bbcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1253608'] for port, provisioning_complete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:12.095923 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-0e629472-6fac-4173-a946-4114a252aeec req-bb214411-b7f7-4ef9-ae80-a086e5015d70 service neutron] 10.222.0.42 "GET /v2.0/networks/52b059f4-fb3c-4d15-9109-de1d9a80e456?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3394451 Apr 18 20:52:12.151192 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf0e0915-c28a-49b6-b6dc-a5c28c9ce5c8 req-a96dddaa-51ea-4cfe-ada3-051ead20fe6f tempest-ServerRescueNegativeTestJSON-1571656168 tempest-ServerRescueNegativeTestJSON-1571656168-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:52:12.152946 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-cf0e0915-c28a-49b6-b6dc-a5c28c9ce5c8 req-a96dddaa-51ea-4cfe-ada3-051ead20fe6f tempest-ServerRescueNegativeTestJSON-1571656168 tempest-ServerRescueNegativeTestJSON-1571656168-project] 10.222.0.42 "GET /v2.0/ports?device_id=4ff552c3-29c6-4485-85ed-37e006aa7ada HTTP/1.1" status: 200 len: 946 time: 0.1111236 Apr 18 20:52:12.205088 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.plugin [None req-165fbbdc-5f0a-41d8-bd44-c0d45cb3bbcf None None] Port 3a8c4948-ac17-42b1-acc5-fa71d01ee929 cannot update to ACTIVE because it is not bound. {{(pid=84042) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 18 20:52:12.263410 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-cf0e0915-c28a-49b6-b6dc-a5c28c9ce5c8 req-e4cf8c3a-4fd0-48ba-a598-d686f5a36166 tempest-ServerRescueNegativeTestJSON-1571656168 tempest-ServerRescueNegativeTestJSON-1571656168-project] 10.222.0.42 "GET /v2.0/security-groups?id=fa6b5748-504b-4821-b3a0-7e61ca1810b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1038003 Apr 18 20:52:12.376087 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_hamode_db [None req-2e425a3d-bc63-465a-88d4-e2853e4092f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09d5c51a-192d-453a-aaa5-12af973816c7', 'name': 'tempest-ServersTestManualDisk-706543175-router', 'tenant_id': 'd097ca6178bf4202a3e30e56a61a7a3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'external_fixed_ips': [{'subnet_id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'ip_address': '172.25.8.241'}], 'enable_snat': True}, 'gw_port_id': 'f181cca8-f5ce-4a2c-8bbb-bc3372d09100', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:52:00Z', 'updated_at': '2022-04-18T20:52:09Z', 'revision_number': 4, 'project_id': 'd097ca6178bf4202a3e30e56a61a7a3a', 'gw_port': {'id': 'f181cca8-f5ce-4a2c-8bbb-bc3372d09100', 'name': '', 'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:82:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '09d5c51a-192d-453a-aaa5-12af973816c7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'ip_address': '172.25.8.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:52:01Z', 'updated_at': '2022-04-18T20:52:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838334-2', '_interfaces': [{'id': 'ac51ef9b-db9a-4e6c-bb0d-ebf417fe0a69', 'name': '', 'network_id': '900e7008-3a76-4947-a7ad-9adec518e5cf', 'tenant_id': 'd097ca6178bf4202a3e30e56a61a7a3a', 'mac_address': 'fa:16:3e:de:0c:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '09d5c51a-192d-453a-aaa5-12af973816c7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b97e4a75-8ec3-4f6e-beb3-db8f3e8db4d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:52:06Z', 'updated_at': '2022-04-18T20:52:07Z', 'revision_number': 1, 'project_id': 'd097ca6178bf4202a3e30e56a61a7a3a', 'subnets': [{'id': 'b97e4a75-8ec3-4f6e-beb3-db8f3e8db4d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838334-2', False) {} {{(pid=84042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:52:12.382716 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e425a3d-bc63-465a-88d4-e2853e4092f0 None None] The sync data for ids ['09d5c51a-192d-453a-aaa5-12af973816c7'] in n-d-838334-2 is: [{'id': '09d5c51a-192d-453a-aaa5-12af973816c7', 'name': 'tempest-ServersTestManualDisk-706543175-router', 'tenant_id': 'd097ca6178bf4202a3e30e56a61a7a3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'external_fixed_ips': [{'subnet_id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'ip_address': '172.25.8.241'}], 'enable_snat': True}, 'gw_port_id': 'f181cca8-f5ce-4a2c-8bbb-bc3372d09100', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:52:00Z', 'updated_at': '2022-04-18T20:52:09Z', 'revision_number': 4, 'project_id': 'd097ca6178bf4202a3e30e56a61a7a3a', 'gw_port': {'id': 'f181cca8-f5ce-4a2c-8bbb-bc3372d09100', 'name': '', 'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:82:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '09d5c51a-192d-453a-aaa5-12af973816c7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'ip_address': '172.25.8.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:52:01Z', 'updated_at': '2022-04-18T20:52:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838334-2', '_interfaces': [{'id': 'ac51ef9b-db9a-4e6c-bb0d-ebf417fe0a69', 'name': '', 'network_id': '900e7008-3a76-4947-a7ad-9adec518e5cf', 'tenant_id': 'd097ca6178bf4202a3e30e56a61a7a3a', 'mac_address': 'fa:16:3e:de:0c:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '09d5c51a-192d-453a-aaa5-12af973816c7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b97e4a75-8ec3-4f6e-beb3-db8f3e8db4d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:52:06Z', 'updated_at': '2022-04-18T20:52:07Z', 'revision_number': 1, 'project_id': 'd097ca6178bf4202a3e30e56a61a7a3a', 'subnets': [{'id': 'b97e4a75-8ec3-4f6e-beb3-db8f3e8db4d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84042) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 18 20:52:12.418530 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [req-531a5be7-ed35-4884-8bbf-4f68a3e0f76b req-6a710f71-9d5b-4208-85cd-7b31a9001f81 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:12.540659 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-57852cdd-6ca9-4dd7-b80e-da20d0f8f410 req-fee97f21-2abe-4111-8fa8-24ec5e6adb6e tempest-ServerDiskConfigTestJSON-473081836 tempest-ServerDiskConfigTestJSON-473081836-project] 10.222.0.42 "GET /v2.0/ports?device_id=e3ce1959-1c32-471b-a30a-a5dd21c9b8a4 HTTP/1.1" status: 200 len: 210 time: 0.0585148 Apr 18 20:52:12.614688 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Device 77076cf2-be65-4be8-bbf2-544651d21810 up at agent ovs-agent-n-d-838334-2 {{(pid=84042) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 20:52:12.708748 n-d-838334-2 neutron-server[84041]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75f958cd-3d4f-4483-8ad1-8257e2987cac admin admin] Network 900e7008-3a76-4947-a7ad-9adec518e5cf is already hosted by enough agents. {{(pid=84041) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:52:12.718167 n-d-838334-2 neutron-server[84041]: DEBUG neutron.scheduler.base_scheduler [None req-75f958cd-3d4f-4483-8ad1-8257e2987cac admin admin] Resources bound (agent type, host, resource id): {{(pid=84041) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:52:12.910579 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-a89a9bdc-7601-4d62-8715-f684ba445f46 req-63f135fc-20e6-4fef-a8d9-9a1cbe8bde1d tempest-ServerAddressesNegativeTestJSON-503135862 tempest-ServerAddressesNegativeTestJSON-503135862-project] 10.222.0.42 "GET /v2.0/ports?device_id=b19042be-f9b8-4875-833a-ba75c17d8e75 HTTP/1.1" status: 200 len: 210 time: 0.1686461 Apr 18 20:52:12.918718 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Provisioning complete for port 77076cf2-be65-4be8-bbf2-544651d21810 triggered by entity L2. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:52:12.919015 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1253608'] for port, provisioning_complete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:13.016437 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8a64c7d-4523-4d24-9097-ef2fae304c9f req-8a8cb7dd-5dd6-490c-828e-bda75a792eb3 tempest-ServerActionsTestJSON-2052644234 tempest-ServerActionsTestJSON-2052644234-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:52:13.032530 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-a8a64c7d-4523-4d24-9097-ef2fae304c9f req-8a8cb7dd-5dd6-490c-828e-bda75a792eb3 tempest-ServerActionsTestJSON-2052644234 tempest-ServerActionsTestJSON-2052644234-project] 10.222.0.42 "GET /v2.0/ports?device_id=e85be041-78ee-47d4-b988-64db6fdd157a HTTP/1.1" status: 200 len: 931 time: 0.4895890 Apr 18 20:52:13.233870 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-a8a64c7d-4523-4d24-9097-ef2fae304c9f req-5a941ab6-be6a-4d16-abad-eb525ba25b6d tempest-ServerActionsTestJSON-2052644234 tempest-ServerActionsTestJSON-2052644234-project] 10.222.0.42 "GET /v2.0/security-groups?id=5518633c-5bdd-41db-a1d5-749e9b6740a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1996939 Apr 18 20:52:13.268098 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Device 88d4f295-4c52-4df4-980f-588090d96948 up at agent ovs-agent-n-d-838334-2 {{(pid=84042) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 20:52:13.536189 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-968b2b1c-c2a2-4cb9-8840-eb34e2b4774a None None] Provisioning complete for port ac51ef9b-db9a-4e6c-bb0d-ebf417fe0a69 triggered by entity DHCP. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:52:13.536763 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-968b2b1c-c2a2-4cb9-8840-eb34e2b4774a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1253608'] for port, provisioning_complete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:13.634634 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.db_base_plugin_common [req-84e20d55-086d-4494-8dbd-5269f69ee6ef req-cfef8081-469f-4acf-aaa7-ce6db2355bce tempest-ServerDiskConfigTestJSON-473081836 tempest-ServerDiskConfigTestJSON-473081836-project] Allocated IP 172.20.0.4 (5aa366fd-2007-469d-beb7-cd29ef89e1e3/5082cb41-0072-42ea-89f7-120abfdfec16/56b85f2a-4772-4df7-bfa7-4a19e86c565b) {{(pid=84041) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:52:13.680430 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Provisioning complete for port 88d4f295-4c52-4df4-980f-588090d96948 triggered by entity L2. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:52:13.686718 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1253608'] for port, provisioning_complete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:13.699501 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-72b17e36-86e6-431b-b80c-270dbcd17ed3 req-9bf2cdbe-050a-48b3-86b9-9dc016de55ac service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=f3f5b6ba-19be-423a-a9fa-48c3bbcdc95d HTTP/1.1" status: 200 len: 1096 time: 0.6000476 Apr 18 20:52:13.761880 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.plugin [None req-968b2b1c-c2a2-4cb9-8840-eb34e2b4774a None None] Port ac51ef9b-db9a-4e6c-bb0d-ebf417fe0a69 cannot update to ACTIVE because it is not bound. {{(pid=84042) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 18 20:52:13.763343 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-72b17e36-86e6-431b-b80c-270dbcd17ed3 req-b8493d4b-f099-4c77-a990-35f1e9c3ea22 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=6f984221-1918-47e6-82e9-256972907b58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549681 Apr 18 20:52:13.773271 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f731925-7894-45f4-bfd6-7ffccded2fd5 req-6d574560-79c8-4cba-a502-7a721158a75c tempest-ServerRescueTestJSON-1218824152 tempest-ServerRescueTestJSON-1218824152-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:52:13.775764 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-2f731925-7894-45f4-bfd6-7ffccded2fd5 req-6d574560-79c8-4cba-a502-7a721158a75c tempest-ServerRescueTestJSON-1218824152 tempest-ServerRescueTestJSON-1218824152-project] 10.222.0.42 "GET /v2.0/ports?device_id=f3f5b6ba-19be-423a-a9fa-48c3bbcdc95d HTTP/1.1" status: 200 len: 945 time: 0.2926784 Apr 18 20:52:13.851674 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-2f731925-7894-45f4-bfd6-7ffccded2fd5 req-4d4c27c5-807f-4e52-89be-1cdd0af21f53 tempest-ServerRescueTestJSON-1218824152 tempest-ServerRescueTestJSON-1218824152-project] 10.222.0.42 "GET /v2.0/security-groups?id=6f984221-1918-47e6-82e9-256972907b58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687523 Apr 18 20:52:13.900180 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.db.resource_extend [req-531a5be7-ed35-4884-8bbf-4f68a3e0f76b req-6a710f71-9d5b-4208-85cd-7b31a9001f81 service neutron] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84041) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 18 20:52:14.205375 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c8b8b5c-6b2d-45ed-a235-47a3aaa0b0e5 req-7b281521-3c33-45ab-9ac4-5e13c1f25478 tempest-ServerRescueNegativeTestJSON-1571656168 tempest-ServerRescueNegativeTestJSON-1571656168-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:52:14.206967 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-1c8b8b5c-6b2d-45ed-a235-47a3aaa0b0e5 req-7b281521-3c33-45ab-9ac4-5e13c1f25478 tempest-ServerRescueNegativeTestJSON-1571656168 tempest-ServerRescueNegativeTestJSON-1571656168-project] 10.222.0.42 "GET /v2.0/ports?device_id=4ff552c3-29c6-4485-85ed-37e006aa7ada HTTP/1.1" status: 200 len: 946 time: 0.1283979 Apr 18 20:52:14.288992 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-1c8b8b5c-6b2d-45ed-a235-47a3aaa0b0e5 req-35cd885f-af50-4d28-8bb9-0e0fb8ed9bc6 tempest-ServerRescueNegativeTestJSON-1571656168 tempest-ServerRescueNegativeTestJSON-1571656168-project] 10.222.0.42 "GET /v2.0/security-groups?id=fa6b5748-504b-4821-b3a0-7e61ca1810b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722659 Apr 18 20:52:14.442640 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-87cd2207-5682-407e-adb6-6e2049e3c2f7 req-18793064-cde0-4f86-9d9e-555081b09b0c tempest-ServerDiskConfigTestJSON-473081836 tempest-ServerDiskConfigTestJSON-473081836-project] 10.222.0.42 "GET /v2.0/ports?device_id=e3ce1959-1c32-471b-a30a-a5dd21c9b8a4 HTTP/1.1" status: 200 len: 210 time: 0.0895810 Apr 18 20:52:14.496420 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-685ace7f-14a7-4b36-b72d-a5c7f1f54916 req-79d55579-6473-4caf-b72b-1287c47dab70 tempest-ServerAddressesNegativeTestJSON-503135862 tempest-ServerAddressesNegativeTestJSON-503135862-project] 10.222.0.42 "GET /v2.0/ports?device_id=b19042be-f9b8-4875-833a-ba75c17d8e75 HTTP/1.1" status: 200 len: 210 time: 0.0523300 Apr 18 20:52:14.516066 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [req-84e20d55-086d-4494-8dbd-5269f69ee6ef req-cfef8081-469f-4acf-aaa7-ce6db2355bce tempest-ServerDiskConfigTestJSON-473081836 tempest-ServerDiskConfigTestJSON-473081836-project] Notify callbacks [] for port, precommit_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:14.525212 n-d-838334-2 neutron-server[84041]: DEBUG neutron.notifiers.nova [req-531a5be7-ed35-4884-8bbf-4f68a3e0f76b req-6a710f71-9d5b-4208-85cd-7b31a9001f81 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3a8c4948-ac17-42b1-acc5-fa71d01ee929 {{(pid=84041) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 18 20:52:14.572219 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [req-531a5be7-ed35-4884-8bbf-4f68a3e0f76b req-6a710f71-9d5b-4208-85cd-7b31a9001f81 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:14.652949 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.provisioning_blocks [req-531a5be7-ed35-4884-8bbf-4f68a3e0f76b req-6a710f71-9d5b-4208-85cd-7b31a9001f81 service neutron] Transition to ACTIVE for port object 3a8c4948-ac17-42b1-acc5-fa71d01ee929 will not be triggered until provisioned by entity L2. {{(pid=84041) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 20:52:14.666723 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [req-531a5be7-ed35-4884-8bbf-4f68a3e0f76b req-6a710f71-9d5b-4208-85cd-7b31a9001f81 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32266282'] for port, after_update {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:14.746280 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [req-84e20d55-086d-4494-8dbd-5269f69ee6ef req-cfef8081-469f-4acf-aaa7-ce6db2355bce tempest-ServerDiskConfigTestJSON-473081836 tempest-ServerDiskConfigTestJSON-473081836-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750374836619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32266323'] for port, after_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:14.830173 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a710f71-9d5b-4208-85cd-7b31a9001f81 service neutron] Pushing event updated for resources: {'Port': ['ID=3a8c4948-ac17-42b1-acc5-fa71d01ee929,revision_number=2']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:52:14.910136 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e629472-6fac-4173-a946-4114a252aeec req-217bcb99-5174-4fae-89da-1da9effd2455 tempest-ServerAddressesNegativeTestJSON-503135862 tempest-ServerAddressesNegativeTestJSON-503135862-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:52:14.911705 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-0e629472-6fac-4173-a946-4114a252aeec req-217bcb99-5174-4fae-89da-1da9effd2455 tempest-ServerAddressesNegativeTestJSON-503135862 tempest-ServerAddressesNegativeTestJSON-503135862-project] 10.222.0.43 "GET /v2.0/networks?id=52b059f4-fb3c-4d15-9109-de1d9a80e456 HTTP/1.1" status: 200 len: 822 time: 0.3658192 Apr 18 20:52:14.917337 n-d-838334-2 neutron-server[84041]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-84e20d55-086d-4494-8dbd-5269f69ee6ef req-cfef8081-469f-4acf-aaa7-ce6db2355bce tempest-ServerDiskConfigTestJSON-473081836 tempest-ServerDiskConfigTestJSON-473081836-project] Network 5aa366fd-2007-469d-beb7-cd29ef89e1e3 is already hosted by enough agents. {{(pid=84041) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:52:14.942887 n-d-838334-2 neutron-server[84041]: DEBUG neutron.scheduler.base_scheduler [req-84e20d55-086d-4494-8dbd-5269f69ee6ef req-cfef8081-469f-4acf-aaa7-ce6db2355bce tempest-ServerDiskConfigTestJSON-473081836 tempest-ServerDiskConfigTestJSON-473081836-project] Resources bound (agent type, host, resource id): {{(pid=84041) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:52:14.951536 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d5624f7-898d-4031-b72d-a63faf49a1ce req-48e8851a-ef7c-4745-bd5b-c529365324ad tempest-AttachVolumeShelveTestJSON-1712717013 tempest-AttachVolumeShelveTestJSON-1712717013-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:52:14.954470 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.l3_dvrscheduler_db [req-84e20d55-086d-4494-8dbd-5269f69ee6ef req-cfef8081-469f-4acf-aaa7-ce6db2355bce tempest-ServerDiskConfigTestJSON-473081836 tempest-ServerDiskConfigTestJSON-473081836-project] Received port after_create {{(pid=84041) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 20:52:14.966801 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-6d5624f7-898d-4031-b72d-a63faf49a1ce req-48e8851a-ef7c-4745-bd5b-c529365324ad tempest-AttachVolumeShelveTestJSON-1712717013 tempest-AttachVolumeShelveTestJSON-1712717013-project] 10.222.0.42 "GET /v2.0/ports?device_id=a3d617b3-55ec-41c1-b97c-911aa927ef50 HTTP/1.1" status: 200 len: 945 time: 0.2669837 Apr 18 20:52:14.975039 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.v2.base [req-0e629472-6fac-4173-a946-4114a252aeec req-d1542664-951f-4da9-9be2-0daadde8b86f tempest-ServerAddressesNegativeTestJSON-503135862 tempest-ServerAddressesNegativeTestJSON-503135862-project] Request body: {'port': {'device_id': 'b19042be-f9b8-4875-833a-ba75c17d8e75', 'network_id': '52b059f4-fb3c-4d15-9109-de1d9a80e456', 'admin_state_up': True, 'tenant_id': 'c6de26c707ec408e8fc861091074c8ff'}} {{(pid=84040) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 20:52:15.122638 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84e20d55-086d-4494-8dbd-5269f69ee6ef req-cfef8081-469f-4acf-aaa7-ce6db2355bce tempest-ServerDiskConfigTestJSON-473081836 tempest-ServerDiskConfigTestJSON-473081836-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:52:15.124256 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [req-84e20d55-086d-4494-8dbd-5269f69ee6ef req-cfef8081-469f-4acf-aaa7-ce6db2355bce tempest-ServerDiskConfigTestJSON-473081836 tempest-ServerDiskConfigTestJSON-473081836-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217293'] for port, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:15.142490 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfef8081-469f-4acf-aaa7-ce6db2355bce tempest-ServerDiskConfigTestJSON-473081836 tempest-ServerDiskConfigTestJSON-473081836-project] Pushing event updated for resources: {'Port': ['ID=56b85f2a-4772-4df7-bfa7-4a19e86c565b,revision_number=1']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:52:15.217702 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b303034d-17de-450b-a5db-f7c77977ec92 req-5f0a85f3-13ff-4cb3-a149-ed4357ffa4c1 tempest-ServerActionsTestJSON-2052644234 tempest-ServerActionsTestJSON-2052644234-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:52:15.219722 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-b303034d-17de-450b-a5db-f7c77977ec92 req-5f0a85f3-13ff-4cb3-a149-ed4357ffa4c1 tempest-ServerActionsTestJSON-2052644234 tempest-ServerActionsTestJSON-2052644234-project] 10.222.0.42 "GET /v2.0/ports?device_id=e85be041-78ee-47d4-b988-64db6fdd157a HTTP/1.1" status: 200 len: 943 time: 0.4596722 Apr 18 20:52:15.285878 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-84e20d55-086d-4494-8dbd-5269f69ee6ef req-cfef8081-469f-4acf-aaa7-ce6db2355bce tempest-ServerDiskConfigTestJSON-473081836 tempest-ServerDiskConfigTestJSON-473081836-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.0344801 Apr 18 20:52:15.309643 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-6d5624f7-898d-4031-b72d-a63faf49a1ce req-95c68391-eaf0-4059-b8e8-47ab37880cc9 tempest-AttachVolumeShelveTestJSON-1712717013 tempest-AttachVolumeShelveTestJSON-1712717013-project] 10.222.0.42 "GET /v2.0/security-groups?id=2e9d8b44-da00-4a79-861c-f0ec417a580f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3403349 Apr 18 20:52:15.309859 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.v2.base [req-84e20d55-086d-4494-8dbd-5269f69ee6ef req-b6546e4f-24b7-4bca-871e-84e46bb457db service neutron] Request body: {'port': {'device_id': 'e3ce1959-1c32-471b-a30a-a5dd21c9b8a4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-838334-2'}} {{(pid=84041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 20:52:15.332473 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-b303034d-17de-450b-a5db-f7c77977ec92 req-72bcccbc-8674-4af9-8ce4-e10ef7bf8cab tempest-ServerActionsTestJSON-2052644234 tempest-ServerActionsTestJSON-2052644234-project] 10.222.0.42 "GET /v2.0/security-groups?id=5518633c-5bdd-41db-a1d5-749e9b6740a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1058021 Apr 18 20:52:15.356434 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [req-0e629472-6fac-4173-a946-4114a252aeec req-d1542664-951f-4da9-9be2-0daadde8b86f tempest-ServerAddressesNegativeTestJSON-503135862 tempest-ServerAddressesNegativeTestJSON-503135862-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:52:15.357687 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.managers [req-531a5be7-ed35-4884-8bbf-4f68a3e0f76b req-6a710f71-9d5b-4208-85cd-7b31a9001f81 service neutron] Attempting to bind port 3a8c4948-ac17-42b1-acc5-fa71d01ee929 on host n-h1-838334-2 for vnic_type normal with profile {{(pid=84041) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:52:15.358013 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.managers [req-531a5be7-ed35-4884-8bbf-4f68a3e0f76b req-6a710f71-9d5b-4208-85cd-7b31a9001f81 service neutron] Attempting to bind port 3a8c4948-ac17-42b1-acc5-fa71d01ee929 by drivers openvswitch,hyperv on host n-h1-838334-2 at level 0 using segments [{'id': '4935dfdb-03db-4976-a6b4-e0fa58696685', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '48f708f8-0904-4115-910c-bb1ab06d7263'}] {{(pid=84041) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:52:15.358335 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-531a5be7-ed35-4884-8bbf-4f68a3e0f76b req-6a710f71-9d5b-4208-85cd-7b31a9001f81 service neutron] Attempting to bind port 3a8c4948-ac17-42b1-acc5-fa71d01ee929 on network 48f708f8-0904-4115-910c-bb1ab06d7263 {{(pid=84041) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 20:52:15.360066 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [req-0e629472-6fac-4173-a946-4114a252aeec req-d1542664-951f-4da9-9be2-0daadde8b86f tempest-ServerAddressesNegativeTestJSON-503135862 tempest-ServerAddressesNegativeTestJSON-503135862-project] Usage tracker for resource:port and tenant:c6de26c707ec408e8fc861091074c8ff is out of sync, need to count used quota {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:52:15.372977 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [req-0e629472-6fac-4173-a946-4114a252aeec req-d1542664-951f-4da9-9be2-0daadde8b86f tempest-ServerAddressesNegativeTestJSON-503135862 tempest-ServerAddressesNegativeTestJSON-503135862-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:52:15.373394 n-d-838334-2 neutron-server[84041]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-75f958cd-3d4f-4483-8ad1-8257e2987cac admin admin] Router 09d5c51a-192d-453a-aaa5-12af973816c7 has already been hosted by L3 agent bc84d6c9-dd7a-4555-a351-592327b46d5a {{(pid=84041) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 20:52:15.387365 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-531a5be7-ed35-4884-8bbf-4f68a3e0f76b req-6a710f71-9d5b-4208-85cd-7b31a9001f81 service neutron] Port 3a8c4948-ac17-42b1-acc5-fa71d01ee929 on network 48f708f8-0904-4115-910c-bb1ab06d7263 not bound, no agent of type Open vSwitch agent registered on host n-h1-838334-2 {{(pid=84041) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 18 20:52:15.387711 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-531a5be7-ed35-4884-8bbf-4f68a3e0f76b req-6a710f71-9d5b-4208-85cd-7b31a9001f81 service neutron] Attempting to bind port 3a8c4948-ac17-42b1-acc5-fa71d01ee929 on network 48f708f8-0904-4115-910c-bb1ab06d7263 {{(pid=84041) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 20:52:15.396636 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [req-0e629472-6fac-4173-a946-4114a252aeec req-d1542664-951f-4da9-9be2-0daadde8b86f tempest-ServerAddressesNegativeTestJSON-503135862 tempest-ServerAddressesNegativeTestJSON-503135862-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:52:15.413160 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0e629472-6fac-4173-a946-4114a252aeec req-d1542664-951f-4da9-9be2-0daadde8b86f tempest-ServerAddressesNegativeTestJSON-503135862 tempest-ServerAddressesNegativeTestJSON-503135862-project] Made reservation on behalf of c6de26c707ec408e8fc861091074c8ff for: {'port': 1} {{(pid=84040) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:52:15.416562 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-0e629472-6fac-4173-a946-4114a252aeec req-d1542664-951f-4da9-9be2-0daadde8b86f tempest-ServerAddressesNegativeTestJSON-503135862 tempest-ServerAddressesNegativeTestJSON-503135862-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:15.436311 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-531a5be7-ed35-4884-8bbf-4f68a3e0f76b req-6a710f71-9d5b-4208-85cd-7b31a9001f81 service neutron] Checking agent: {'id': 'd63bab19-ff81-4de1-afeb-a3732288d0d7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-838334-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 33, 59), 'started_at': datetime.datetime(2022, 4, 18, 20, 33, 59), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 20, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84041) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 18 20:52:15.436792 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-531a5be7-ed35-4884-8bbf-4f68a3e0f76b req-6a710f71-9d5b-4208-85cd-7b31a9001f81 service neutron] Checking segment: {'id': '4935dfdb-03db-4976-a6b4-e0fa58696685', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '48f708f8-0904-4115-910c-bb1ab06d7263'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84041) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 20:52:15.437020 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-531a5be7-ed35-4884-8bbf-4f68a3e0f76b req-6a710f71-9d5b-4208-85cd-7b31a9001f81 service neutron] Bound using segment: {'id': '4935dfdb-03db-4976-a6b4-e0fa58696685', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '48f708f8-0904-4115-910c-bb1ab06d7263'} {{(pid=84041) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 18 20:52:15.438131 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.managers [req-531a5be7-ed35-4884-8bbf-4f68a3e0f76b req-6a710f71-9d5b-4208-85cd-7b31a9001f81 service neutron] Bound port: 3a8c4948-ac17-42b1-acc5-fa71d01ee929, host: n-h1-838334-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4935dfdb-03db-4976-a6b4-e0fa58696685', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '48f708f8-0904-4115-910c-bb1ab06d7263'}}] {{(pid=84041) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 20:52:15.438509 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [req-531a5be7-ed35-4884-8bbf-4f68a3e0f76b req-6a710f71-9d5b-4208-85cd-7b31a9001f81 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:15.640182 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [req-84e20d55-086d-4494-8dbd-5269f69ee6ef req-b6546e4f-24b7-4bca-871e-84e46bb457db service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:15.642161 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-ccc64133-38e7-4599-a0ad-fc707ccf8da9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750375287399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253529'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:15.747888 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.db [req-531a5be7-ed35-4884-8bbf-4f68a3e0f76b req-6a710f71-9d5b-4208-85cd-7b31a9001f81 service neutron] For port 3a8c4948-ac17-42b1-acc5-fa71d01ee929, host n-h1-838334-2, cleared binding levels {{(pid=84041) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 20:52:15.757690 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.db_base_plugin_common [req-0e629472-6fac-4173-a946-4114a252aeec req-d1542664-951f-4da9-9be2-0daadde8b86f tempest-ServerAddressesNegativeTestJSON-503135862 tempest-ServerAddressesNegativeTestJSON-503135862-project] Allocated IP 172.20.0.4 (52b059f4-fb3c-4d15-9109-de1d9a80e456/67949585-201e-4078-af97-b91fbf463789/849e8c7a-d648-4ccf-818b-7ad9f0363a56) {{(pid=84040) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:52:15.766897 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.db [req-531a5be7-ed35-4884-8bbf-4f68a3e0f76b req-6a710f71-9d5b-4208-85cd-7b31a9001f81 service neutron] For port 3a8c4948-ac17-42b1-acc5-fa71d01ee929, host n-h1-838334-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838334-2',level=0,port_id=3a8c4948-ac17-42b1-acc5-fa71d01ee929,segment=NetworkSegment(4935dfdb-03db-4976-a6b4-e0fa58696685),segment_id=4935dfdb-03db-4976-a6b4-e0fa58696685)] {{(pid=84041) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 20:52:15.781126 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44ceed37-e626-46e9-8554-c028e5455c9d req-c88a1f49-975c-4405-b038-8c9403d7f36a tempest-ServerRescueTestJSON-1218824152 tempest-ServerRescueTestJSON-1218824152-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:52:15.782896 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-44ceed37-e626-46e9-8554-c028e5455c9d req-c88a1f49-975c-4405-b038-8c9403d7f36a tempest-ServerRescueTestJSON-1218824152 tempest-ServerRescueTestJSON-1218824152-project] 10.222.0.42 "GET /v2.0/ports?device_id=f3f5b6ba-19be-423a-a9fa-48c3bbcdc95d HTTP/1.1" status: 200 len: 945 time: 0.2605305 Apr 18 20:52:15.813635 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [req-531a5be7-ed35-4884-8bbf-4f68a3e0f76b req-6a710f71-9d5b-4208-85cd-7b31a9001f81 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32266282'] for port, after_update {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:15.816009 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72b5d8ae-9799-4e2b-9f66-cfbe402e8925 req-53f82fae-93ee-4a9c-b305-1fde7c52b408 tempest-ServerRescueNegativeTestJSON-1571656168 tempest-ServerRescueNegativeTestJSON-1571656168-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:52:15.820124 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-72b5d8ae-9799-4e2b-9f66-cfbe402e8925 req-53f82fae-93ee-4a9c-b305-1fde7c52b408 tempest-ServerRescueNegativeTestJSON-1571656168 tempest-ServerRescueNegativeTestJSON-1571656168-project] 10.222.0.42 "GET /v2.0/ports?device_id=4ff552c3-29c6-4485-85ed-37e006aa7ada HTTP/1.1" status: 200 len: 946 time: 0.2461665 Apr 18 20:52:15.918087 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [req-531a5be7-ed35-4884-8bbf-4f68a3e0f76b req-6a710f71-9d5b-4208-85cd-7b31a9001f81 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217293'] for port, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:15.919474 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-531a5be7-ed35-4884-8bbf-4f68a3e0f76b req-6a710f71-9d5b-4208-85cd-7b31a9001f81 service neutron] 10.222.0.43 "PUT /v2.0/ports/3a8c4948-ac17-42b1-acc5-fa71d01ee929 HTTP/1.1" status: 200 len: 1091 time: 3.8682547 Apr 18 20:52:15.925329 n-d-838334-2 neutron-server[84041]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e85be041-78ee-47d4-b988-64db6fdd157a', 'tag': '3a8c4948-ac17-42b1-acc5-fa71d01ee929'}] {{(pid=84041) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 20:52:15.942619 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-44ceed37-e626-46e9-8554-c028e5455c9d req-2cae541e-d3c3-409b-b351-6ad5c9c06570 tempest-ServerRescueTestJSON-1218824152 tempest-ServerRescueTestJSON-1218824152-project] 10.222.0.42 "GET /v2.0/security-groups?id=6f984221-1918-47e6-82e9-256972907b58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1356041 Apr 18 20:52:16.214224 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a710f71-9d5b-4208-85cd-7b31a9001f81 service neutron] Pushing event updated for resources: {'Port': ['ID=3a8c4948-ac17-42b1-acc5-fa71d01ee929,revision_number=3']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:52:16.230641 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-72b5d8ae-9799-4e2b-9f66-cfbe402e8925 req-d5a8ab8f-4afd-4cfb-8e37-3c84e17e5865 tempest-ServerRescueNegativeTestJSON-1571656168 tempest-ServerRescueNegativeTestJSON-1571656168-project] 10.222.0.42 "GET /v2.0/security-groups?id=fa6b5748-504b-4821-b3a0-7e61ca1810b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3851233 Apr 18 20:52:16.316949 n-d-838334-2 neutron-server[84041]: DEBUG neutron.notifiers.nova [req-84e20d55-086d-4494-8dbd-5269f69ee6ef req-b6546e4f-24b7-4bca-871e-84e46bb457db service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 56b85f2a-4772-4df7-bfa7-4a19e86c565b {{(pid=84041) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 18 20:52:16.349407 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [req-84e20d55-086d-4494-8dbd-5269f69ee6ef req-b6546e4f-24b7-4bca-871e-84e46bb457db service neutron] Notify callbacks [] for port, precommit_update {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:16.379984 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.provisioning_blocks [req-84e20d55-086d-4494-8dbd-5269f69ee6ef req-b6546e4f-24b7-4bca-871e-84e46bb457db service neutron] Transition to ACTIVE for port object 56b85f2a-4772-4df7-bfa7-4a19e86c565b will not be triggered until provisioned by entity L2. {{(pid=84041) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 20:52:16.390093 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-531a5be7-ed35-4884-8bbf-4f68a3e0f76b req-3894b249-201b-4316-be1a-3de15bbe8a89 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=6be92480d0964f34a8ede9caae0c987d&device_id=e85be041-78ee-47d4-b988-64db6fdd157a HTTP/1.1" status: 200 len: 1094 time: 0.1769221 Apr 18 20:52:16.393805 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [req-84e20d55-086d-4494-8dbd-5269f69ee6ef req-b6546e4f-24b7-4bca-871e-84e46bb457db service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32266282'] for port, after_update {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:16.433885 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-854fb888-5828-43f4-b765-914756188283 req-19a4a07a-b7a7-4c9b-8c82-34690080d27f tempest-ServerAddressesNegativeTestJSON-503135862 tempest-ServerAddressesNegativeTestJSON-503135862-project] 10.222.0.42 "GET /v2.0/ports?device_id=b19042be-f9b8-4875-833a-ba75c17d8e75 HTTP/1.1" status: 200 len: 210 time: 0.0672581 Apr 18 20:52:16.454212 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25c3f35d-f2ec-4d59-88ac-a17bd973033c req-130d3458-799c-4446-ae88-92b027b9fb9b tempest-ServerDiskConfigTestJSON-473081836 tempest-ServerDiskConfigTestJSON-473081836-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:52:16.455725 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-25c3f35d-f2ec-4d59-88ac-a17bd973033c req-130d3458-799c-4446-ae88-92b027b9fb9b tempest-ServerDiskConfigTestJSON-473081836 tempest-ServerDiskConfigTestJSON-473081836-project] 10.222.0.42 "GET /v2.0/ports?device_id=e3ce1959-1c32-471b-a30a-a5dd21c9b8a4 HTTP/1.1" status: 200 len: 931 time: 0.1963615 Apr 18 20:52:16.464594 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-0e629472-6fac-4173-a946-4114a252aeec req-d1542664-951f-4da9-9be2-0daadde8b86f tempest-ServerAddressesNegativeTestJSON-503135862 tempest-ServerAddressesNegativeTestJSON-503135862-project] Notify callbacks [] for port, precommit_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:16.520288 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-25c3f35d-f2ec-4d59-88ac-a17bd973033c req-83cb105e-4536-4f9b-8534-6d9f0298dc80 tempest-ServerDiskConfigTestJSON-473081836 tempest-ServerDiskConfigTestJSON-473081836-project] 10.222.0.42 "GET /v2.0/security-groups?id=527f07bd-3b7c-4e87-bb13-fa86b9490e28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588145 Apr 18 20:52:16.572871 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-0e629472-6fac-4173-a946-4114a252aeec req-d1542664-951f-4da9-9be2-0daadde8b86f tempest-ServerAddressesNegativeTestJSON-503135862 tempest-ServerAddressesNegativeTestJSON-503135862-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750374836619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32440838'] for port, after_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:16.648896 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1542664-951f-4da9-9be2-0daadde8b86f tempest-ServerAddressesNegativeTestJSON-503135862 tempest-ServerAddressesNegativeTestJSON-503135862-project] Pushing event updated for resources: {'Port': ['ID=849e8c7a-d648-4ccf-818b-7ad9f0363a56,revision_number=1']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:52:16.678869 n-d-838334-2 neutron-server[84040]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0e629472-6fac-4173-a946-4114a252aeec req-d1542664-951f-4da9-9be2-0daadde8b86f tempest-ServerAddressesNegativeTestJSON-503135862 tempest-ServerAddressesNegativeTestJSON-503135862-project] Network 52b059f4-fb3c-4d15-9109-de1d9a80e456 is already hosted by enough agents. {{(pid=84040) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:52:16.680287 n-d-838334-2 neutron-server[84040]: DEBUG neutron.scheduler.base_scheduler [req-0e629472-6fac-4173-a946-4114a252aeec req-d1542664-951f-4da9-9be2-0daadde8b86f tempest-ServerAddressesNegativeTestJSON-503135862 tempest-ServerAddressesNegativeTestJSON-503135862-project] Resources bound (agent type, host, resource id): {{(pid=84040) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:52:16.682776 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.l3_dvrscheduler_db [req-0e629472-6fac-4173-a946-4114a252aeec req-d1542664-951f-4da9-9be2-0daadde8b86f tempest-ServerAddressesNegativeTestJSON-503135862 tempest-ServerAddressesNegativeTestJSON-503135862-project] Received port after_create {{(pid=84040) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 20:52:16.698513 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-75f958cd-3d4f-4483-8ad1-8257e2987cac admin admin] Notify agent at l3_agent.n-d-838334-2 the message routers_updated {{(pid=84041) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 20:52:16.724413 n-d-838334-2 neutron-server[84041]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0fb52abd-e0f5-4101-93a8-dcad150b0d45'] response: {'name': 'network-changed', 'server_uuid': 'e85be041-78ee-47d4-b988-64db6fdd157a', 'tag': '3a8c4948-ac17-42b1-acc5-fa71d01ee929', 'status': 'completed', 'code': 200} Apr 18 20:52:16.773735 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-75f958cd-3d4f-4483-8ad1-8257e2987cac admin admin] 10.222.0.42 "PUT /v2.0/routers/09d5c51a-192d-453a-aaa5-12af973816c7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 12.9097948 Apr 18 20:52:16.816430 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e629472-6fac-4173-a946-4114a252aeec req-d1542664-951f-4da9-9be2-0daadde8b86f tempest-ServerAddressesNegativeTestJSON-503135862 tempest-ServerAddressesNegativeTestJSON-503135862-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:52:16.817660 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-0e629472-6fac-4173-a946-4114a252aeec req-d1542664-951f-4da9-9be2-0daadde8b86f tempest-ServerAddressesNegativeTestJSON-503135862 tempest-ServerAddressesNegativeTestJSON-503135862-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217293'] for port, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:16.837527 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-531a5be7-ed35-4884-8bbf-4f68a3e0f76b req-a424eeaf-e5c9-40cb-b66d-34531dab3ddc service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3a8c4948-ac17-42b1-acc5-fa71d01ee929 HTTP/1.1" status: 200 len: 217 time: 0.4318330 Apr 18 20:52:16.894837 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6546e4f-24b7-4bca-871e-84e46bb457db service neutron] Pushing event updated for resources: {'Port': ['ID=56b85f2a-4772-4df7-bfa7-4a19e86c565b,revision_number=2']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:52:16.918784 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-0e629472-6fac-4173-a946-4114a252aeec req-d1542664-951f-4da9-9be2-0daadde8b86f tempest-ServerAddressesNegativeTestJSON-503135862 tempest-ServerAddressesNegativeTestJSON-503135862-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9806452 Apr 18 20:52:16.964856 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.v2.base [req-0e629472-6fac-4173-a946-4114a252aeec req-49368716-d8f6-499e-b486-e4de95f44c58 service neutron] Request body: {'port': {'device_id': 'b19042be-f9b8-4875-833a-ba75c17d8e75', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-838334-2'}} {{(pid=84040) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 20:52:17.027217 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.managers [req-84e20d55-086d-4494-8dbd-5269f69ee6ef req-b6546e4f-24b7-4bca-871e-84e46bb457db service neutron] Attempting to bind port 56b85f2a-4772-4df7-bfa7-4a19e86c565b on host n-h2-838334-2 for vnic_type normal with profile {{(pid=84041) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:52:17.027217 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.managers [req-84e20d55-086d-4494-8dbd-5269f69ee6ef req-b6546e4f-24b7-4bca-871e-84e46bb457db service neutron] Attempting to bind port 56b85f2a-4772-4df7-bfa7-4a19e86c565b by drivers openvswitch,hyperv on host n-h2-838334-2 at level 0 using segments [{'id': '824475dd-cc01-4f37-b28b-cc0d2c7c32c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '5aa366fd-2007-469d-beb7-cd29ef89e1e3'}] {{(pid=84041) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:52:17.027527 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84e20d55-086d-4494-8dbd-5269f69ee6ef req-b6546e4f-24b7-4bca-871e-84e46bb457db service neutron] Attempting to bind port 56b85f2a-4772-4df7-bfa7-4a19e86c565b on network 5aa366fd-2007-469d-beb7-cd29ef89e1e3 {{(pid=84041) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 20:52:17.033265 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-531a5be7-ed35-4884-8bbf-4f68a3e0f76b req-a7edf0c2-f9fd-4d0d-bce6-5138a004225c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:52:17.034724 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-531a5be7-ed35-4884-8bbf-4f68a3e0f76b req-a7edf0c2-f9fd-4d0d-bce6-5138a004225c service neutron] 10.222.0.43 "GET /v2.0/subnets?id=488f35b7-694e-475d-862d-2f00f4388d03 HTTP/1.1" status: 200 len: 850 time: 0.1742868 Apr 18 20:52:17.039136 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84e20d55-086d-4494-8dbd-5269f69ee6ef req-b6546e4f-24b7-4bca-871e-84e46bb457db service neutron] Port 56b85f2a-4772-4df7-bfa7-4a19e86c565b on network 5aa366fd-2007-469d-beb7-cd29ef89e1e3 not bound, no agent of type Open vSwitch agent registered on host n-h2-838334-2 {{(pid=84041) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 18 20:52:17.039452 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84e20d55-086d-4494-8dbd-5269f69ee6ef req-b6546e4f-24b7-4bca-871e-84e46bb457db service neutron] Attempting to bind port 56b85f2a-4772-4df7-bfa7-4a19e86c565b on network 5aa366fd-2007-469d-beb7-cd29ef89e1e3 {{(pid=84041) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 20:52:17.081739 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84e20d55-086d-4494-8dbd-5269f69ee6ef req-b6546e4f-24b7-4bca-871e-84e46bb457db service neutron] Checking agent: {'id': 'dc797004-f641-47b7-a77f-9c62b5b16296', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-838334-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 34, 3), 'started_at': datetime.datetime(2022, 4, 18, 20, 34, 3), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 20, 52, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84041) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 18 20:52:17.082075 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84e20d55-086d-4494-8dbd-5269f69ee6ef req-b6546e4f-24b7-4bca-871e-84e46bb457db service neutron] Checking segment: {'id': '824475dd-cc01-4f37-b28b-cc0d2c7c32c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '5aa366fd-2007-469d-beb7-cd29ef89e1e3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84041) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 20:52:17.082456 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84e20d55-086d-4494-8dbd-5269f69ee6ef req-b6546e4f-24b7-4bca-871e-84e46bb457db service neutron] Bound using segment: {'id': '824475dd-cc01-4f37-b28b-cc0d2c7c32c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '5aa366fd-2007-469d-beb7-cd29ef89e1e3'} {{(pid=84041) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 18 20:52:17.082887 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.managers [req-84e20d55-086d-4494-8dbd-5269f69ee6ef req-b6546e4f-24b7-4bca-871e-84e46bb457db service neutron] Bound port: 56b85f2a-4772-4df7-bfa7-4a19e86c565b, host: n-h2-838334-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '824475dd-cc01-4f37-b28b-cc0d2c7c32c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '5aa366fd-2007-469d-beb7-cd29ef89e1e3'}}] {{(pid=84041) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 20:52:17.083229 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [req-84e20d55-086d-4494-8dbd-5269f69ee6ef req-b6546e4f-24b7-4bca-871e-84e46bb457db service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:17.193464 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-0e629472-6fac-4173-a946-4114a252aeec req-49368716-d8f6-499e-b486-e4de95f44c58 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:17.204878 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-531a5be7-ed35-4884-8bbf-4f68a3e0f76b req-d0c5a57e-0be8-413a-be75-e79ab6814f1d service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=48f708f8-0904-4115-910c-bb1ab06d7263&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1608200 Apr 18 20:52:17.205885 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.db [req-84e20d55-086d-4494-8dbd-5269f69ee6ef req-b6546e4f-24b7-4bca-871e-84e46bb457db service neutron] For port 56b85f2a-4772-4df7-bfa7-4a19e86c565b, host n-h2-838334-2, cleared binding levels {{(pid=84041) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 20:52:17.215017 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-696e7263-db7e-4386-bb25-b7cf73369160 req-4821aadc-cf58-4f83-863d-1a5d904d4082 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=ec0d4dedc6f54935aafadeeb5b293728&device_id=f3f5b6ba-19be-423a-a9fa-48c3bbcdc95d HTTP/1.1" status: 200 len: 1096 time: 0.3719530 Apr 18 20:52:17.216572 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.db [req-84e20d55-086d-4494-8dbd-5269f69ee6ef req-b6546e4f-24b7-4bca-871e-84e46bb457db service neutron] For port 56b85f2a-4772-4df7-bfa7-4a19e86c565b, host n-h2-838334-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838334-2',level=0,port_id=56b85f2a-4772-4df7-bfa7-4a19e86c565b,segment=NetworkSegment(824475dd-cc01-4f37-b28b-cc0d2c7c32c9),segment_id=824475dd-cc01-4f37-b28b-cc0d2c7c32c9)] {{(pid=84041) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 20:52:17.251881 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [req-84e20d55-086d-4494-8dbd-5269f69ee6ef req-b6546e4f-24b7-4bca-871e-84e46bb457db service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32266282'] for port, after_update {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:17.361273 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c985f11-2be6-4f41-a785-b0e4d96f6079 req-23cfebbe-2591-44d6-ac1f-32d96dbe118d tempest-ServerActionsTestJSON-2052644234 tempest-ServerActionsTestJSON-2052644234-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:52:17.362929 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-2c985f11-2be6-4f41-a785-b0e4d96f6079 req-23cfebbe-2591-44d6-ac1f-32d96dbe118d tempest-ServerActionsTestJSON-2052644234 tempest-ServerActionsTestJSON-2052644234-project] 10.222.0.42 "GET /v2.0/ports?device_id=e85be041-78ee-47d4-b988-64db6fdd157a HTTP/1.1" status: 200 len: 943 time: 0.4623492 Apr 18 20:52:17.414734 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [req-84e20d55-086d-4494-8dbd-5269f69ee6ef req-b6546e4f-24b7-4bca-871e-84e46bb457db service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217293'] for port, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:17.416208 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-84e20d55-086d-4494-8dbd-5269f69ee6ef req-b6546e4f-24b7-4bca-871e-84e46bb457db service neutron] 10.222.0.48 "PUT /v2.0/ports/56b85f2a-4772-4df7-bfa7-4a19e86c565b HTTP/1.1" status: 200 len: 1091 time: 2.1137178 Apr 18 20:52:17.450209 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6546e4f-24b7-4bca-871e-84e46bb457db service neutron] Pushing event updated for resources: {'Port': ['ID=56b85f2a-4772-4df7-bfa7-4a19e86c565b,revision_number=3']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:52:17.495815 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67f2f17a-209f-4004-84fa-345d811fae1b req-37801132-0236-4b30-a9cc-51fb7a77155c tempest-AttachVolumeShelveTestJSON-1712717013 tempest-AttachVolumeShelveTestJSON-1712717013-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:52:17.497267 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-67f2f17a-209f-4004-84fa-345d811fae1b req-37801132-0236-4b30-a9cc-51fb7a77155c tempest-AttachVolumeShelveTestJSON-1712717013 tempest-AttachVolumeShelveTestJSON-1712717013-project] 10.222.0.42 "GET /v2.0/ports?device_id=a3d617b3-55ec-41c1-b97c-911aa927ef50 HTTP/1.1" status: 200 len: 945 time: 0.4309924 Apr 18 20:52:17.512183 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-531a5be7-ed35-4884-8bbf-4f68a3e0f76b req-3ca30aa3-4b6c-43c5-b277-1c2f9dbdce68 service neutron] 10.222.0.43 "GET /v2.0/networks/48f708f8-0904-4115-910c-bb1ab06d7263?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2916560 Apr 18 20:52:17.605018 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-2c985f11-2be6-4f41-a785-b0e4d96f6079 req-0901ee79-278e-4a63-b9f5-1df8e128d6d1 tempest-ServerActionsTestJSON-2052644234 tempest-ServerActionsTestJSON-2052644234-project] 10.222.0.42 "GET /v2.0/security-groups?id=5518633c-5bdd-41db-a1d5-749e9b6740a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2209349 Apr 18 20:52:17.647064 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-84e20d55-086d-4494-8dbd-5269f69ee6ef req-27f69571-b89d-471e-a938-30d50bf83229 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=873b40c7f5b941c6b9e1975b2a303d65&device_id=e3ce1959-1c32-471b-a30a-a5dd21c9b8a4 HTTP/1.1" status: 200 len: 1094 time: 0.1856399 Apr 18 20:52:17.743782 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-531a5be7-ed35-4884-8bbf-4f68a3e0f76b req-a49ececb-c600-4b8a-b79a-0b6234fac517 service neutron] 10.222.0.43 "GET /v2.0/networks/48f708f8-0904-4115-910c-bb1ab06d7263?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2197182 Apr 18 20:52:17.774651 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-84e20d55-086d-4494-8dbd-5269f69ee6ef req-878f450f-4857-4fc2-b6f1-38bc151ed12c service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=56b85f2a-4772-4df7-bfa7-4a19e86c565b HTTP/1.1" status: 200 len: 217 time: 0.1073720 Apr 18 20:52:17.804023 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-696e7263-db7e-4386-bb25-b7cf73369160 req-91c75247-c29e-4470-9fae-6c176cd9c71b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:52:17.806120 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-696e7263-db7e-4386-bb25-b7cf73369160 req-91c75247-c29e-4470-9fae-6c176cd9c71b service neutron] 10.222.0.48 "GET /v2.0/networks?id=b18f6ca6-9241-4023-98c1-9e86661176c3 HTTP/1.1" status: 200 len: 912 time: 0.5579038 Apr 18 20:52:17.865471 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-2bdbd6d2-692d-4e6f-8566-ab111b9baca0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750375287399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253529'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:17.914249 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84e20d55-086d-4494-8dbd-5269f69ee6ef req-424594b0-7037-48de-bdbc-19801b0cf8b4 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:52:17.915991 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-84e20d55-086d-4494-8dbd-5269f69ee6ef req-424594b0-7037-48de-bdbc-19801b0cf8b4 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=5082cb41-0072-42ea-89f7-120abfdfec16 HTTP/1.1" status: 200 len: 855 time: 0.1324663 Apr 18 20:52:17.991476 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-84e20d55-086d-4494-8dbd-5269f69ee6ef req-24fe3c27-54f1-44d9-8c31-64cf6976c5c1 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=5aa366fd-2007-469d-beb7-cd29ef89e1e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0650530 Apr 18 20:52:18.000451 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-67f2f17a-209f-4004-84fa-345d811fae1b req-2d140a14-6ef3-4d8e-90d9-6c1e63058f13 tempest-AttachVolumeShelveTestJSON-1712717013 tempest-AttachVolumeShelveTestJSON-1712717013-project] 10.222.0.42 "GET /v2.0/security-groups?id=2e9d8b44-da00-4a79-861c-f0ec417a580f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4847751 Apr 18 20:52:18.027021 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-696e7263-db7e-4386-bb25-b7cf73369160 req-0e6ad213-4c1c-4976-bb8c-b6aa79a8aea0 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=054fbe4e-4401-4397-99ea-68a86ef3ca9e HTTP/1.1" status: 200 len: 217 time: 0.2021012 Apr 18 20:52:18.099818 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-76b9f669-87cb-4e90-a1ab-86a4385b6c41 req-764a6b2d-693d-45aa-8555-5db5df4d47ab service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=6be92480d0964f34a8ede9caae0c987d&device_id=e85be041-78ee-47d4-b988-64db6fdd157a HTTP/1.1" status: 200 len: 1094 time: 0.2732747 Apr 18 20:52:18.152874 n-d-838334-2 neutron-server[84040]: DEBUG neutron.notifiers.nova [req-0e629472-6fac-4173-a946-4114a252aeec req-49368716-d8f6-499e-b486-e4de95f44c58 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 849e8c7a-d648-4ccf-818b-7ad9f0363a56 {{(pid=84040) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 18 20:52:18.161267 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-0e629472-6fac-4173-a946-4114a252aeec req-49368716-d8f6-499e-b486-e4de95f44c58 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:18.179130 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.provisioning_blocks [req-0e629472-6fac-4173-a946-4114a252aeec req-49368716-d8f6-499e-b486-e4de95f44c58 service neutron] Transition to ACTIVE for port object 849e8c7a-d648-4ccf-818b-7ad9f0363a56 will not be triggered until provisioned by entity L2. {{(pid=84040) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 20:52:18.256886 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76b9f669-87cb-4e90-a1ab-86a4385b6c41 req-14457402-f823-4405-8eaf-6b40bca568fb service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:52:18.258344 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-76b9f669-87cb-4e90-a1ab-86a4385b6c41 req-14457402-f823-4405-8eaf-6b40bca568fb service neutron] 10.222.0.43 "GET /v2.0/networks?id=48f708f8-0904-4115-910c-bb1ab06d7263 HTTP/1.1" status: 200 len: 912 time: 0.1514897 Apr 18 20:52:18.260696 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-0e629472-6fac-4173-a946-4114a252aeec req-49368716-d8f6-499e-b486-e4de95f44c58 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32440959'] for port, after_update {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:18.539992 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 48490) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:52:18.566147 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.v2.base [None req-b9b374f6-1a7b-4a48-9b1c-5e862c868a82 tempest-ServersTestManualDisk-1928363056 tempest-ServersTestManualDisk-1928363056-project] Request body: {'security_group': {'name': 'tempest-securitygroup--593835032', 'description': 'tempest-description--489242661'}} {{(pid=84041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 20:52:18.577937 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-b9b374f6-1a7b-4a48-9b1c-5e862c868a82 tempest-ServersTestManualDisk-1928363056 tempest-ServersTestManualDisk-1928363056-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:52:18.578333 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49368716-d8f6-499e-b486-e4de95f44c58 service neutron] Pushing event updated for resources: {'Port': ['ID=849e8c7a-d648-4ccf-818b-7ad9f0363a56,revision_number=2']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:52:18.589527 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-76b9f669-87cb-4e90-a1ab-86a4385b6c41 req-a424fbc7-8f0e-423b-b10e-06a83a04069d service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3a8c4948-ac17-42b1-acc5-fa71d01ee929 HTTP/1.1" status: 200 len: 217 time: 0.3194954 Apr 18 20:52:18.594714 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-b9b374f6-1a7b-4a48-9b1c-5e862c868a82 tempest-ServersTestManualDisk-1928363056 tempest-ServersTestManualDisk-1928363056-project] Usage tracker for resource:security_group and tenant:d097ca6178bf4202a3e30e56a61a7a3a is out of sync, need to count used quota {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:52:18.608626 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4357be5-e9a7-40f2-a458-97ea6ce8be1c req-26365619-4f7b-4c16-873d-466c74061752 tempest-ServerRescueTestJSON-1218824152 tempest-ServerRescueTestJSON-1218824152-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:52:18.611002 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-e4357be5-e9a7-40f2-a458-97ea6ce8be1c req-26365619-4f7b-4c16-873d-466c74061752 tempest-ServerRescueTestJSON-1218824152 tempest-ServerRescueTestJSON-1218824152-project] 10.222.0.42 "GET /v2.0/ports?device_id=f3f5b6ba-19be-423a-a9fa-48c3bbcdc95d HTTP/1.1" status: 200 len: 945 time: 0.7980909 Apr 18 20:52:18.612537 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-696e7263-db7e-4386-bb25-b7cf73369160 req-a39b17b5-e364-4e38-bed5-97b0204e1b41 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:52:18.614020 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-696e7263-db7e-4386-bb25-b7cf73369160 req-a39b17b5-e364-4e38-bed5-97b0204e1b41 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=9dc534ce-5db0-4608-a47a-91cc424d228c HTTP/1.1" status: 200 len: 851 time: 0.4208779 Apr 18 20:52:18.619614 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-34178b79-7eac-4e67-aab9-ba99506e8358 req-8030f01b-ce4b-423b-af56-35bc519f8723 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=4ff552c3-29c6-4485-85ed-37e006aa7ada HTTP/1.1" status: 200 len: 1097 time: 0.7959878 Apr 18 20:52:18.643426 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-b9b374f6-1a7b-4a48-9b1c-5e862c868a82 tempest-ServersTestManualDisk-1928363056 tempest-ServersTestManualDisk-1928363056-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:52:18.660166 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-84e20d55-086d-4494-8dbd-5269f69ee6ef req-691d3ab0-ad11-44c7-9048-c11fb50cdec9 service neutron] 10.222.0.48 "GET /v2.0/networks/5aa366fd-2007-469d-beb7-cd29ef89e1e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6597085 Apr 18 20:52:18.661202 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-b9b374f6-1a7b-4a48-9b1c-5e862c868a82 tempest-ServersTestManualDisk-1928363056 tempest-ServersTestManualDisk-1928363056-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:52:18.761814 n-d-838334-2 neutron-server[84041]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e3ce1959-1c32-471b-a30a-a5dd21c9b8a4', 'tag': '56b85f2a-4772-4df7-bfa7-4a19e86c565b'}] {{(pid=84041) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 20:52:18.776436 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-b9b374f6-1a7b-4a48-9b1c-5e862c868a82 tempest-ServersTestManualDisk-1928363056 tempest-ServersTestManualDisk-1928363056-project] Notify callbacks [] for security_group, before_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:18.802829 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-696e7263-db7e-4386-bb25-b7cf73369160 req-e83b3ce5-68bb-4de3-acf2-0d7ac54e7066 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=b18f6ca6-9241-4023-98c1-9e86661176c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1786413 Apr 18 20:52:18.803508 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76b9f669-87cb-4e90-a1ab-86a4385b6c41 req-5bf0f46e-49bf-4238-8ca3-544b8fe9b819 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:52:18.805507 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-76b9f669-87cb-4e90-a1ab-86a4385b6c41 req-5bf0f46e-49bf-4238-8ca3-544b8fe9b819 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=488f35b7-694e-475d-862d-2f00f4388d03 HTTP/1.1" status: 200 len: 850 time: 0.2057583 Apr 18 20:52:18.944403 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-84e20d55-086d-4494-8dbd-5269f69ee6ef req-475395b0-f34c-4c44-a21c-e5a2f6d05adf service neutron] 10.222.0.48 "GET /v2.0/networks/5aa366fd-2007-469d-beb7-cd29ef89e1e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2733276 Apr 18 20:52:18.947127 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750375287399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253529'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:18.956011 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-b9b374f6-1a7b-4a48-9b1c-5e862c868a82 tempest-ServersTestManualDisk-1928363056 tempest-ServersTestManualDisk-1928363056-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:52:18.962542 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-b9b374f6-1a7b-4a48-9b1c-5e862c868a82 tempest-ServersTestManualDisk-1928363056 tempest-ServersTestManualDisk-1928363056-project] Usage tracker for resource:security_group_rule and tenant:d097ca6178bf4202a3e30e56a61a7a3a is out of sync, need to count used quota {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:52:18.967929 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-b9b374f6-1a7b-4a48-9b1c-5e862c868a82 tempest-ServersTestManualDisk-1928363056 tempest-ServersTestManualDisk-1928363056-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:52:18.974401 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-749a516f-898a-4589-b28b-e39029b9638b req-9fdf292c-646b-4826-91c5-59fa9906f6da service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=518b0850-99aa-4c7b-8e17-eb4ba00959c9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.7825229 Apr 18 20:52:18.977180 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-b9b374f6-1a7b-4a48-9b1c-5e862c868a82 tempest-ServersTestManualDisk-1928363056 tempest-ServersTestManualDisk-1928363056-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:52:19.000197 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-76b9f669-87cb-4e90-a1ab-86a4385b6c41 req-b2314ea0-0a59-4ab5-b714-d7c66d4a540f service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=48f708f8-0904-4115-910c-bb1ab06d7263&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1833310 Apr 18 20:52:19.044075 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-34178b79-7eac-4e67-aab9-ba99506e8358 req-fc27fc75-d5ca-4a5e-84c7-6503d977427f service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=fa6b5748-504b-4821-b3a0-7e61ca1810b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4069707 Apr 18 20:52:19.104512 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-e4357be5-e9a7-40f2-a458-97ea6ce8be1c req-f1f50565-99e1-4f1b-8120-d968d0bff91a tempest-ServerRescueTestJSON-1218824152 tempest-ServerRescueTestJSON-1218824152-project] 10.222.0.42 "GET /v2.0/security-groups?id=6f984221-1918-47e6-82e9-256972907b58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4778075 Apr 18 20:52:19.166585 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.managers [req-0e629472-6fac-4173-a946-4114a252aeec req-49368716-d8f6-499e-b486-e4de95f44c58 service neutron] Attempting to bind port 849e8c7a-d648-4ccf-818b-7ad9f0363a56 on host n-h1-838334-2 for vnic_type normal with profile {{(pid=84040) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:52:19.166585 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.managers [req-0e629472-6fac-4173-a946-4114a252aeec req-49368716-d8f6-499e-b486-e4de95f44c58 service neutron] Attempting to bind port 849e8c7a-d648-4ccf-818b-7ad9f0363a56 by drivers openvswitch,hyperv on host n-h1-838334-2 at level 0 using segments [{'id': '3dfba72c-8fc3-435c-ba1a-464354aac97a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': '52b059f4-fb3c-4d15-9109-de1d9a80e456'}] {{(pid=84040) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:52:19.166861 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e629472-6fac-4173-a946-4114a252aeec req-49368716-d8f6-499e-b486-e4de95f44c58 service neutron] Attempting to bind port 849e8c7a-d648-4ccf-818b-7ad9f0363a56 on network 52b059f4-fb3c-4d15-9109-de1d9a80e456 {{(pid=84040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 20:52:19.174863 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-b9b374f6-1a7b-4a48-9b1c-5e862c868a82 tempest-ServersTestManualDisk-1928363056 tempest-ServersTestManualDisk-1928363056-project] Notify callbacks [] for security_group, precommit_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:19.210175 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e629472-6fac-4173-a946-4114a252aeec req-49368716-d8f6-499e-b486-e4de95f44c58 service neutron] Port 849e8c7a-d648-4ccf-818b-7ad9f0363a56 on network 52b059f4-fb3c-4d15-9109-de1d9a80e456 not bound, no agent of type Open vSwitch agent registered on host n-h1-838334-2 {{(pid=84040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 18 20:52:19.210430 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e629472-6fac-4173-a946-4114a252aeec req-49368716-d8f6-499e-b486-e4de95f44c58 service neutron] Attempting to bind port 849e8c7a-d648-4ccf-818b-7ad9f0363a56 on network 52b059f4-fb3c-4d15-9109-de1d9a80e456 {{(pid=84040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 20:52:19.227290 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-76b9f669-87cb-4e90-a1ab-86a4385b6c41 req-256db786-b8cb-4d2e-9af8-bd6b4a047bcd service neutron] 10.222.0.43 "GET /v2.0/networks/48f708f8-0904-4115-910c-bb1ab06d7263?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2215793 Apr 18 20:52:19.228692 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-b9b374f6-1a7b-4a48-9b1c-5e862c868a82 tempest-ServersTestManualDisk-1928363056 tempest-ServersTestManualDisk-1928363056-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33528224'] for security_group, after_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:19.241079 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-696e7263-db7e-4386-bb25-b7cf73369160 req-c33dca3d-364a-41e8-bb1d-2975c92a4a76 service neutron] 10.222.0.48 "GET /v2.0/networks/b18f6ca6-9241-4023-98c1-9e86661176c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4015739 Apr 18 20:52:19.241767 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e629472-6fac-4173-a946-4114a252aeec req-49368716-d8f6-499e-b486-e4de95f44c58 service neutron] Checking agent: {'id': 'd63bab19-ff81-4de1-afeb-a3732288d0d7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-838334-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 33, 59), 'started_at': datetime.datetime(2022, 4, 18, 20, 33, 59), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 20, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 18 20:52:19.242167 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e629472-6fac-4173-a946-4114a252aeec req-49368716-d8f6-499e-b486-e4de95f44c58 service neutron] Checking segment: {'id': '3dfba72c-8fc3-435c-ba1a-464354aac97a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': '52b059f4-fb3c-4d15-9109-de1d9a80e456'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84040) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 20:52:19.242533 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e629472-6fac-4173-a946-4114a252aeec req-49368716-d8f6-499e-b486-e4de95f44c58 service neutron] Bound using segment: {'id': '3dfba72c-8fc3-435c-ba1a-464354aac97a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': '52b059f4-fb3c-4d15-9109-de1d9a80e456'} {{(pid=84040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 18 20:52:19.242961 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.managers [req-0e629472-6fac-4173-a946-4114a252aeec req-49368716-d8f6-499e-b486-e4de95f44c58 service neutron] Bound port: 849e8c7a-d648-4ccf-818b-7ad9f0363a56, host: n-h1-838334-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3dfba72c-8fc3-435c-ba1a-464354aac97a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': '52b059f4-fb3c-4d15-9109-de1d9a80e456'}}] {{(pid=84040) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 20:52:19.243301 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-0e629472-6fac-4173-a946-4114a252aeec req-49368716-d8f6-499e-b486-e4de95f44c58 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:19.261335 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e046046-9417-4d50-bcb3-e85b2f679a47 req-4316b3dd-fd71-4626-9383-78ec54f267a4 tempest-ServerRescueNegativeTestJSON-1571656168 tempest-ServerRescueNegativeTestJSON-1571656168-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:52:19.262925 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-6e046046-9417-4d50-bcb3-e85b2f679a47 req-4316b3dd-fd71-4626-9383-78ec54f267a4 tempest-ServerRescueNegativeTestJSON-1571656168 tempest-ServerRescueNegativeTestJSON-1571656168-project] 10.222.0.42 "GET /v2.0/ports?device_id=4ff552c3-29c6-4485-85ed-37e006aa7ada HTTP/1.1" status: 200 len: 946 time: 0.5143416 Apr 18 20:52:19.337755 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-b9b374f6-1a7b-4a48-9b1c-5e862c868a82 tempest-ServersTestManualDisk-1928363056 tempest-ServersTestManualDisk-1928363056-project] Notify callbacks [] for security_group, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:19.341776 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-b9b374f6-1a7b-4a48-9b1c-5e862c868a82 tempest-ServersTestManualDisk-1928363056 tempest-ServersTestManualDisk-1928363056-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1612 time: 0.7893546 Apr 18 20:52:19.353961 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 48500) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:52:19.364692 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-414b6ffe-e119-47bc-b18f-bcff1219c2f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750375287399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253529'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:19.386095 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9b374f6-1a7b-4a48-9b1c-5e862c868a82 tempest-ServersTestManualDisk-1928363056 tempest-ServersTestManualDisk-1928363056-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1bf0e5d8-d566-43af-ab33-a70868c827e4,revision_number=1']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:52:19.432581 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-76b9f669-87cb-4e90-a1ab-86a4385b6c41 req-055d0fe5-fd89-4499-875c-512c5b0a26f2 service neutron] 10.222.0.43 "GET /v2.0/networks/48f708f8-0904-4115-910c-bb1ab06d7263?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1787553 Apr 18 20:52:19.436251 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.v2.base [None req-7bf5c2b5-89fc-46b2-8b30-21039ba81ca9 tempest-ServersTestManualDisk-1928363056 tempest-ServersTestManualDisk-1928363056-project] Request body: {'security_group_rule': {'security_group_id': '1bf0e5d8-d566-43af-ab33-a70868c827e4', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84040) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 20:52:19.455908 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-749a516f-898a-4589-b28b-e39029b9638b req-3ef849e0-bf69-45a3-ba4c-c898ea65236e service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=6be92480d0964f34a8ede9caae0c987d&device_id=518b0850-99aa-4c7b-8e17-eb4ba00959c9 HTTP/1.1" status: 200 len: 1097 time: 0.4254100 Apr 18 20:52:19.472406 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [None req-7bf5c2b5-89fc-46b2-8b30-21039ba81ca9 tempest-ServersTestManualDisk-1928363056 tempest-ServersTestManualDisk-1928363056-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:52:19.503014 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-7bf5c2b5-89fc-46b2-8b30-21039ba81ca9 tempest-ServersTestManualDisk-1928363056 tempest-ServersTestManualDisk-1928363056-project] Usage tracker for resource:security_group_rule and tenant:d097ca6178bf4202a3e30e56a61a7a3a is out of sync, need to count used quota {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:52:19.534299 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-7bf5c2b5-89fc-46b2-8b30-21039ba81ca9 tempest-ServersTestManualDisk-1928363056 tempest-ServersTestManualDisk-1928363056-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:52:19.725390 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [None req-7bf5c2b5-89fc-46b2-8b30-21039ba81ca9 tempest-ServersTestManualDisk-1928363056 tempest-ServersTestManualDisk-1928363056-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:52:19.775826 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-6e046046-9417-4d50-bcb3-e85b2f679a47 req-e3f4d453-6a3d-475b-90c2-27cb75f727d1 tempest-ServerRescueNegativeTestJSON-1571656168 tempest-ServerRescueNegativeTestJSON-1571656168-project] 10.222.0.42 "GET /v2.0/security-groups?id=fa6b5748-504b-4821-b3a0-7e61ca1810b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4715152 Apr 18 20:52:19.806733 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.db [req-0e629472-6fac-4173-a946-4114a252aeec req-49368716-d8f6-499e-b486-e4de95f44c58 service neutron] For port 849e8c7a-d648-4ccf-818b-7ad9f0363a56, host n-h1-838334-2, cleared binding levels {{(pid=84040) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 20:52:19.836769 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-7bf5c2b5-89fc-46b2-8b30-21039ba81ca9 tempest-ServersTestManualDisk-1928363056 tempest-ServersTestManualDisk-1928363056-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:19.844811 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-696e7263-db7e-4386-bb25-b7cf73369160 req-98e7faf9-a3aa-4e41-b89c-11210829fe5f service neutron] 10.222.0.48 "GET /v2.0/networks/b18f6ca6-9241-4023-98c1-9e86661176c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5366352 Apr 18 20:52:19.846315 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.db [req-0e629472-6fac-4173-a946-4114a252aeec req-49368716-d8f6-499e-b486-e4de95f44c58 service neutron] For port 849e8c7a-d648-4ccf-818b-7ad9f0363a56, host n-h1-838334-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838334-2',level=0,port_id=849e8c7a-d648-4ccf-818b-7ad9f0363a56,segment=NetworkSegment(3dfba72c-8fc3-435c-ba1a-464354aac97a),segment_id=3dfba72c-8fc3-435c-ba1a-464354aac97a)] {{(pid=84040) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 20:52:19.865042 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45395a71-d49f-472f-8a7f-d2ec41f5d05d req-5b741f91-0d01-4f36-95b2-e9b19e2e1112 tempest-ServerAddressesNegativeTestJSON-503135862 tempest-ServerAddressesNegativeTestJSON-503135862-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:52:19.865622 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [req-45395a71-d49f-472f-8a7f-d2ec41f5d05d req-5b741f91-0d01-4f36-95b2-e9b19e2e1112 tempest-ServerAddressesNegativeTestJSON-503135862 tempest-ServerAddressesNegativeTestJSON-503135862-project] Synchronizing usage tracker for tenant:c6de26c707ec408e8fc861091074c8ff on resource:port {{(pid=84040) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 20:52:19.885590 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-0e629472-6fac-4173-a946-4114a252aeec req-49368716-d8f6-499e-b486-e4de95f44c58 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32440959'] for port, after_update {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:20.026361 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [req-45395a71-d49f-472f-8a7f-d2ec41f5d05d req-5b741f91-0d01-4f36-95b2-e9b19e2e1112 tempest-ServerAddressesNegativeTestJSON-503135862 tempest-ServerAddressesNegativeTestJSON-503135862-project] Unset dirty status for tenant:c6de26c707ec408e8fc861091074c8ff on resource:port {{(pid=84040) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 20:52:20.027498 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-45395a71-d49f-472f-8a7f-d2ec41f5d05d req-5b741f91-0d01-4f36-95b2-e9b19e2e1112 tempest-ServerAddressesNegativeTestJSON-503135862 tempest-ServerAddressesNegativeTestJSON-503135862-project] 10.222.0.42 "GET /v2.0/ports?device_id=b19042be-f9b8-4875-833a-ba75c17d8e75 HTTP/1.1" status: 200 len: 943 time: 0.7740622 Apr 18 20:52:20.029407 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-749a516f-898a-4589-b28b-e39029b9638b req-d72ee05d-29a0-4dcd-b19f-3ac714d1f36f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:52:20.030706 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-749a516f-898a-4589-b28b-e39029b9638b req-d72ee05d-29a0-4dcd-b19f-3ac714d1f36f service neutron] 10.222.0.48 "GET /v2.0/networks?id=48f708f8-0904-4115-910c-bb1ab06d7263 HTTP/1.1" status: 200 len: 912 time: 0.5290029 Apr 18 20:52:20.052664 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-0e629472-6fac-4173-a946-4114a252aeec req-49368716-d8f6-499e-b486-e4de95f44c58 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217293'] for port, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:20.053989 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-0e629472-6fac-4173-a946-4114a252aeec req-49368716-d8f6-499e-b486-e4de95f44c58 service neutron] 10.222.0.43 "PUT /v2.0/ports/849e8c7a-d648-4ccf-818b-7ad9f0363a56 HTTP/1.1" status: 200 len: 1091 time: 3.0940788 Apr 18 20:52:20.067549 n-d-838334-2 neutron-server[84040]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b19042be-f9b8-4875-833a-ba75c17d8e75', 'tag': '849e8c7a-d648-4ccf-818b-7ad9f0363a56'}] {{(pid=84040) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 20:52:20.206199 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49368716-d8f6-499e-b486-e4de95f44c58 service neutron] Pushing event updated for resources: {'Port': ['ID=849e8c7a-d648-4ccf-818b-7ad9f0363a56,revision_number=3']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:52:20.218161 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-749a516f-898a-4589-b28b-e39029b9638b req-19a0154a-eac2-4d0b-a99d-0dc7c8501557 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=be2ef176-f0cf-4542-aaf3-acc7d50abefc HTTP/1.1" status: 200 len: 217 time: 0.1684999 Apr 18 20:52:20.230280 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-7bf5c2b5-89fc-46b2-8b30-21039ba81ca9 tempest-ServersTestManualDisk-1928363056 tempest-ServersTestManualDisk-1928363056-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:20.273796 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-7bf5c2b5-89fc-46b2-8b30-21039ba81ca9 tempest-ServersTestManualDisk-1928363056 tempest-ServersTestManualDisk-1928363056-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33528311'] for security_group_rule, after_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:20.334010 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-45395a71-d49f-472f-8a7f-d2ec41f5d05d req-166e2924-301f-40e8-9f79-79d9a1607f79 tempest-ServerAddressesNegativeTestJSON-503135862 tempest-ServerAddressesNegativeTestJSON-503135862-project] 10.222.0.42 "GET /v2.0/security-groups?id=23e306e1-8bc6-4ab0-9a44-10474dd61517&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2970827 Apr 18 20:52:20.334594 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bf5c2b5-89fc-46b2-8b30-21039ba81ca9 tempest-ServersTestManualDisk-1928363056 tempest-ServersTestManualDisk-1928363056-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=252cc494-f3a2-4a66-9e0d-79744ea6f06b,revision_number=0']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:52:20.364663 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca391899-0479-48b0-929c-a757be8d3221 req-53ebc562-3185-44af-ba3b-2562cb0b3bfc tempest-ServerDiskConfigTestJSON-473081836 tempest-ServerDiskConfigTestJSON-473081836-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:52:20.364663 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-ca391899-0479-48b0-929c-a757be8d3221 req-53ebc562-3185-44af-ba3b-2562cb0b3bfc tempest-ServerDiskConfigTestJSON-473081836 tempest-ServerDiskConfigTestJSON-473081836-project] 10.222.0.42 "GET /v2.0/ports?device_id=e3ce1959-1c32-471b-a30a-a5dd21c9b8a4 HTTP/1.1" status: 200 len: 943 time: 0.4321241 Apr 18 20:52:20.364928 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-7bf5c2b5-89fc-46b2-8b30-21039ba81ca9 tempest-ServersTestManualDisk-1928363056 tempest-ServersTestManualDisk-1928363056-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:20.365883 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-7bf5c2b5-89fc-46b2-8b30-21039ba81ca9 tempest-ServersTestManualDisk-1928363056 tempest-ServersTestManualDisk-1928363056-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.9848299 Apr 18 20:52:20.369087 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 48510) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:52:20.369586 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-749a516f-898a-4589-b28b-e39029b9638b req-6de2f593-b7a9-4e74-93da-710cab66313c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:52:20.370594 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-749a516f-898a-4589-b28b-e39029b9638b req-6de2f593-b7a9-4e74-93da-710cab66313c service neutron] 10.222.0.48 "GET /v2.0/subnets?id=488f35b7-694e-475d-862d-2f00f4388d03 HTTP/1.1" status: 200 len: 850 time: 0.1392972 Apr 18 20:52:20.377707 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.v2.base [None req-fca4f7af-c67f-44cf-83de-08ae3fb121b9 tempest-ServersTestManualDisk-1928363056 tempest-ServersTestManualDisk-1928363056-project] Request body: {'security_group_rule': {'security_group_id': '1bf0e5d8-d566-43af-ab33-a70868c827e4', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=84041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 20:52:20.384047 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-fca4f7af-c67f-44cf-83de-08ae3fb121b9 tempest-ServersTestManualDisk-1928363056 tempest-ServersTestManualDisk-1928363056-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:52:20.388910 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-fca4f7af-c67f-44cf-83de-08ae3fb121b9 tempest-ServersTestManualDisk-1928363056 tempest-ServersTestManualDisk-1928363056-project] Usage tracker for resource:security_group_rule and tenant:d097ca6178bf4202a3e30e56a61a7a3a is out of sync, need to count used quota {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:52:20.408814 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-fca4f7af-c67f-44cf-83de-08ae3fb121b9 tempest-ServersTestManualDisk-1928363056 tempest-ServersTestManualDisk-1928363056-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:52:20.419558 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-fca4f7af-c67f-44cf-83de-08ae3fb121b9 tempest-ServersTestManualDisk-1928363056 tempest-ServersTestManualDisk-1928363056-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:52:20.432223 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-0e629472-6fac-4173-a946-4114a252aeec req-555b1afc-7d43-46db-adcf-a827af7ed3c2 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=c6de26c707ec408e8fc861091074c8ff&device_id=b19042be-f9b8-4875-833a-ba75c17d8e75 HTTP/1.1" status: 200 len: 1094 time: 0.3058286 Apr 18 20:52:20.451173 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-fca4f7af-c67f-44cf-83de-08ae3fb121b9 tempest-ServersTestManualDisk-1928363056 tempest-ServersTestManualDisk-1928363056-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:20.470288 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-c7521a90-7d65-4e2e-842c-ca5d95e9a89c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750375287399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253529'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:20.523352 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-fca4f7af-c67f-44cf-83de-08ae3fb121b9 tempest-ServersTestManualDisk-1928363056 tempest-ServersTestManualDisk-1928363056-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:20.526870 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-fca4f7af-c67f-44cf-83de-08ae3fb121b9 tempest-ServersTestManualDisk-1928363056 tempest-ServersTestManualDisk-1928363056-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33528311'] for security_group_rule, after_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:20.550039 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fca4f7af-c67f-44cf-83de-08ae3fb121b9 tempest-ServersTestManualDisk-1928363056 tempest-ServersTestManualDisk-1928363056-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=767bb904-3d18-4dfe-8952-2ff7a2cfbca2,revision_number=0']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:52:20.560548 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-fca4f7af-c67f-44cf-83de-08ae3fb121b9 tempest-ServersTestManualDisk-1928363056 tempest-ServersTestManualDisk-1928363056-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:20.564223 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-fca4f7af-c67f-44cf-83de-08ae3fb121b9 tempest-ServersTestManualDisk-1928363056 tempest-ServersTestManualDisk-1928363056-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.1933808 Apr 18 20:52:20.565410 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-0e629472-6fac-4173-a946-4114a252aeec req-4c159abd-a92e-4b39-a9c8-6e2c5e7ceced service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=849e8c7a-d648-4ccf-818b-7ad9f0363a56 HTTP/1.1" status: 200 len: 217 time: 0.1256733 Apr 18 20:52:20.566969 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 48516) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:52:20.573265 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.v2.base [None req-17eaab8b-effd-40b0-aaba-4a3fa4329c4b tempest-ServersTestManualDisk-1928363056 tempest-ServersTestManualDisk-1928363056-project] Request body: {'floatingip': {'floating_network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c'}} {{(pid=84041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 20:52:20.580438 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-17eaab8b-effd-40b0-aaba-4a3fa4329c4b tempest-ServersTestManualDisk-1928363056 tempest-ServersTestManualDisk-1928363056-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:52:20.584712 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-17eaab8b-effd-40b0-aaba-4a3fa4329c4b tempest-ServersTestManualDisk-1928363056 tempest-ServersTestManualDisk-1928363056-project] Usage tracker for resource:floatingip and tenant:d097ca6178bf4202a3e30e56a61a7a3a is out of sync, need to count used quota {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:52:20.587952 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-17eaab8b-effd-40b0-aaba-4a3fa4329c4b tempest-ServersTestManualDisk-1928363056 tempest-ServersTestManualDisk-1928363056-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:52:20.594345 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-17eaab8b-effd-40b0-aaba-4a3fa4329c4b tempest-ServersTestManualDisk-1928363056 tempest-ServersTestManualDisk-1928363056-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:52:20.608308 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-17eaab8b-effd-40b0-aaba-4a3fa4329c4b tempest-ServersTestManualDisk-1928363056 tempest-ServersTestManualDisk-1928363056-project] Notify callbacks [] for floatingip, before_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:20.614389 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Device 3a8c4948-ac17-42b1-acc5-fa71d01ee929 details requested by agent hyperv_n-h1-838334-2 with host n-h1-838334-2 {{(pid=84042) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 18 20:52:20.635025 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-ca391899-0479-48b0-929c-a757be8d3221 req-32b3db3e-298f-4c05-8410-2506d4e113f4 tempest-ServerDiskConfigTestJSON-473081836 tempest-ServerDiskConfigTestJSON-473081836-project] 10.222.0.42 "GET /v2.0/security-groups?id=527f07bd-3b7c-4e87-bb13-fa86b9490e28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2625182 Apr 18 20:52:20.712789 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e629472-6fac-4173-a946-4114a252aeec req-b2b812c7-cc20-4d0b-8cbd-536d5bc0731e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:52:20.714211 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-0e629472-6fac-4173-a946-4114a252aeec req-b2b812c7-cc20-4d0b-8cbd-536d5bc0731e service neutron] 10.222.0.43 "GET /v2.0/subnets?id=67949585-201e-4078-af97-b91fbf463789 HTTP/1.1" status: 200 len: 862 time: 0.1402717 Apr 18 20:52:20.722781 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-749a516f-898a-4589-b28b-e39029b9638b req-1d15c1d6-4aae-4263-8bda-ddb5720f67fb service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=48f708f8-0904-4115-910c-bb1ab06d7263&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3334110 Apr 18 20:52:20.773496 n-d-838334-2 neutron-server[84041]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d661e665-25c3-4cf7-b44c-291dcab74c02'] response: {'name': 'network-changed', 'server_uuid': 'e3ce1959-1c32-471b-a30a-a5dd21c9b8a4', 'tag': '56b85f2a-4772-4df7-bfa7-4a19e86c565b', 'status': 'completed', 'code': 200} Apr 18 20:52:20.789780 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-0e629472-6fac-4173-a946-4114a252aeec req-7d4bbc49-0da7-43cb-b90b-c0cf99d34301 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=52b059f4-fb3c-4d15-9109-de1d9a80e456&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0651550 Apr 18 20:52:20.799320 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fa8c62e-0860-41cb-89a4-ed3787c8e7d3 req-35d7afa1-1c27-40a2-aed5-bef7abe093f8 tempest-ServerActionsTestJSON-2052644234 tempest-ServerActionsTestJSON-2052644234-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:52:20.806724 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-9fa8c62e-0860-41cb-89a4-ed3787c8e7d3 req-35d7afa1-1c27-40a2-aed5-bef7abe093f8 tempest-ServerActionsTestJSON-2052644234 tempest-ServerActionsTestJSON-2052644234-project] 10.222.0.42 "GET /v2.0/ports?device_id=e85be041-78ee-47d4-b988-64db6fdd157a HTTP/1.1" status: 200 len: 943 time: 0.3121114 Apr 18 20:52:20.887409 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-17eaab8b-effd-40b0-aaba-4a3fa4329c4b tempest-ServersTestManualDisk-1928363056 tempest-ServersTestManualDisk-1928363056-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:20.893865 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] For port 3a8c4948-ac17-42b1-acc5-fa71d01ee929, host n-h1-838334-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838334-2',level=0,port_id=3a8c4948-ac17-42b1-acc5-fa71d01ee929,segment=NetworkSegment(4935dfdb-03db-4976-a6b4-e0fa58696685),segment_id=4935dfdb-03db-4976-a6b4-e0fa58696685)] {{(pid=84042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:52:20.908972 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Returning: {'device': '3a8c4948-ac17-42b1-acc5-fa71d01ee929', 'network_id': '48f708f8-0904-4115-910c-bb1ab06d7263', 'port_id': '3a8c4948-ac17-42b1-acc5-fa71d01ee929', 'mac_address': 'fa:16:3e:45:24:c8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 362, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '488f35b7-694e-475d-862d-2f00f4388d03', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84042) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 18 20:52:21.085078 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:21.109383 n-d-838334-2 neutron-server[84042]: DEBUG neutron.notifiers.nova [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3a8c4948-ac17-42b1-acc5-fa71d01ee929 {{(pid=84042) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 18 20:52:21.137676 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] For port 3a8c4948-ac17-42b1-acc5-fa71d01ee929, host n-h1-838334-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838334-2',level=0,port_id=3a8c4948-ac17-42b1-acc5-fa71d01ee929,segment=NetworkSegment(4935dfdb-03db-4976-a6b4-e0fa58696685),segment_id=4935dfdb-03db-4976-a6b4-e0fa58696685)] {{(pid=84042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:52:21.146222 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682'] for port, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:21.164228 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-9fa8c62e-0860-41cb-89a4-ed3787c8e7d3 req-4bb900ec-4618-4eb5-803a-08b160b9ef15 tempest-ServerActionsTestJSON-2052644234 tempest-ServerActionsTestJSON-2052644234-project] 10.222.0.42 "GET /v2.0/security-groups?id=5518633c-5bdd-41db-a1d5-749e9b6740a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3568945 Apr 18 20:52:21.245163 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.db_base_plugin_common [None req-17eaab8b-effd-40b0-aaba-4a3fa4329c4b tempest-ServersTestManualDisk-1928363056 tempest-ServersTestManualDisk-1928363056-project] Allocated IP 172.25.8.187 (e41b6600-a917-4a8d-b05c-be3be40c6d8c/6b05667b-848e-4356-9b44-d5eb6808ef74/efd9ad85-1226-45c8-9cea-6cd42d9b0a32) {{(pid=84041) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:52:21.267316 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Pushing event updated for resources: {'Port': ['ID=3a8c4948-ac17-42b1-acc5-fa71d01ee929,revision_number=4']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:52:21.278554 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-749a516f-898a-4589-b28b-e39029b9638b req-a0184992-bc3a-4c7f-9af8-101fb3796442 service neutron] 10.222.0.48 "GET /v2.0/networks/48f708f8-0904-4115-910c-bb1ab06d7263?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5232530 Apr 18 20:52:21.285964 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-0e629472-6fac-4173-a946-4114a252aeec req-3679e374-6e95-4461-9a91-bcf9e0dc28b4 service neutron] 10.222.0.43 "GET /v2.0/networks/52b059f4-fb3c-4d15-9109-de1d9a80e456?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4611223 Apr 18 20:52:21.336251 n-d-838334-2 neutron-server[84040]: INFO neutron.notifiers.nova [-] Nova event matching ['req-35b3e933-a43b-4144-b08e-566c12c2386b'] response: {'name': 'network-changed', 'server_uuid': 'b19042be-f9b8-4875-833a-ba75c17d8e75', 'tag': '849e8c7a-d648-4ccf-818b-7ad9f0363a56', 'status': 'completed', 'code': 200} Apr 18 20:52:21.373684 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] get_ports_and_sgs() called for port_ids ['3a8c4948-ac17-42b1-acc5-fa71d01ee929'] {{(pid=84042) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 18 20:52:21.400510 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-d3f913cd-9f8b-4f2b-9e53-1dea6389db7b req-d40cd2a3-6b95-40ae-a0da-dee7f99e78dc service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=873b40c7f5b941c6b9e1975b2a303d65&device_id=e3ce1959-1c32-471b-a30a-a5dd21c9b8a4 HTTP/1.1" status: 200 len: 1094 time: 0.5784307 Apr 18 20:52:21.505420 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-17eaab8b-effd-40b0-aaba-4a3fa4329c4b tempest-ServersTestManualDisk-1928363056 tempest-ServersTestManualDisk-1928363056-project] Notify callbacks [] for port, precommit_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:21.539743 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-17eaab8b-effd-40b0-aaba-4a3fa4329c4b tempest-ServersTestManualDisk-1928363056 tempest-ServersTestManualDisk-1928363056-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750374836619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32266323'] for port, after_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:21.631679 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17eaab8b-effd-40b0-aaba-4a3fa4329c4b tempest-ServersTestManualDisk-1928363056 tempest-ServersTestManualDisk-1928363056-project] Pushing event updated for resources: {'Port': ['ID=efd9ad85-1226-45c8-9cea-6cd42d9b0a32,revision_number=1']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:52:21.654575 n-d-838334-2 neutron-server[84041]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17eaab8b-effd-40b0-aaba-4a3fa4329c4b tempest-ServersTestManualDisk-1928363056 tempest-ServersTestManualDisk-1928363056-project] Network e41b6600-a917-4a8d-b05c-be3be40c6d8c is already hosted by enough agents. {{(pid=84041) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:52:21.656442 n-d-838334-2 neutron-server[84041]: DEBUG neutron.scheduler.base_scheduler [None req-17eaab8b-effd-40b0-aaba-4a3fa4329c4b tempest-ServersTestManualDisk-1928363056 tempest-ServersTestManualDisk-1928363056-project] Resources bound (agent type, host, resource id): {{(pid=84041) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:52:21.659365 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17eaab8b-effd-40b0-aaba-4a3fa4329c4b tempest-ServersTestManualDisk-1928363056 tempest-ServersTestManualDisk-1928363056-project] Received port after_create {{(pid=84041) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 20:52:21.733744 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aedb73a-01ab-46c8-a963-4dc94098c890 req-18e9a0ee-d7ee-4778-b2b6-d91e143654f3 tempest-AttachVolumeShelveTestJSON-1712717013 tempest-AttachVolumeShelveTestJSON-1712717013-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:52:21.741779 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-9aedb73a-01ab-46c8-a963-4dc94098c890 req-18e9a0ee-d7ee-4778-b2b6-d91e143654f3 tempest-AttachVolumeShelveTestJSON-1712717013 tempest-AttachVolumeShelveTestJSON-1712717013-project] 10.222.0.42 "GET /v2.0/ports?device_id=a3d617b3-55ec-41c1-b97c-911aa927ef50 HTTP/1.1" status: 200 len: 945 time: 0.7528002 Apr 18 20:52:21.852053 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-17eaab8b-effd-40b0-aaba-4a3fa4329c4b tempest-ServersTestManualDisk-1928363056 tempest-ServersTestManualDisk-1928363056-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:21.939520 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-17eaab8b-effd-40b0-aaba-4a3fa4329c4b tempest-ServersTestManualDisk-1928363056 tempest-ServersTestManualDisk-1928363056-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:22.111694 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-9aedb73a-01ab-46c8-a963-4dc94098c890 req-8672f790-dc21-497f-9f31-745886d197cf tempest-AttachVolumeShelveTestJSON-1712717013 tempest-AttachVolumeShelveTestJSON-1712717013-project] 10.222.0.42 "GET /v2.0/security-groups?id=2e9d8b44-da00-4a79-861c-f0ec417a580f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3687201 Apr 18 20:52:22.224245 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-0e629472-6fac-4173-a946-4114a252aeec req-3335bbf1-6bef-41cd-b532-df0d2c94e717 service neutron] 10.222.0.43 "GET /v2.0/networks/52b059f4-fb3c-4d15-9109-de1d9a80e456?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8979952 Apr 18 20:52:22.231176 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-749a516f-898a-4589-b28b-e39029b9638b req-e86ee412-996b-4349-a86d-6d147a67fe77 service neutron] 10.222.0.48 "GET /v2.0/networks/48f708f8-0904-4115-910c-bb1ab06d7263?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9407194 Apr 18 20:52:22.265386 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3f913cd-9f8b-4f2b-9e53-1dea6389db7b req-c3345203-bb3e-4ddb-8f50-a3d390800a4b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:52:22.267032 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-d3f913cd-9f8b-4f2b-9e53-1dea6389db7b req-c3345203-bb3e-4ddb-8f50-a3d390800a4b service neutron] 10.222.0.48 "GET /v2.0/networks?id=5aa366fd-2007-469d-beb7-cd29ef89e1e3 HTTP/1.1" status: 200 len: 916 time: 0.5557189 Apr 18 20:52:22.282203 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ca7a116-6811-4e0e-8e0e-29354b511ab3 req-9b5d4e34-3b60-49d5-839f-3e65df93860c tempest-ServerRescueTestJSON-1218824152 tempest-ServerRescueTestJSON-1218824152-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:52:22.292288 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-8ca7a116-6811-4e0e-8e0e-29354b511ab3 req-9b5d4e34-3b60-49d5-839f-3e65df93860c tempest-ServerRescueTestJSON-1218824152 tempest-ServerRescueTestJSON-1218824152-project] 10.222.0.42 "GET /v2.0/ports?device_id=f3f5b6ba-19be-423a-a9fa-48c3bbcdc95d HTTP/1.1" status: 200 len: 945 time: 0.5107837 Apr 18 20:52:22.485896 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-17eaab8b-effd-40b0-aaba-4a3fa4329c4b tempest-ServersTestManualDisk-1928363056 tempest-ServersTestManualDisk-1928363056-project] Notify callbacks [] for port, precommit_update {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:22.498168 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-17eaab8b-effd-40b0-aaba-4a3fa4329c4b tempest-ServersTestManualDisk-1928363056 tempest-ServersTestManualDisk-1928363056-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32266282'] for port, after_update {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:22.623391 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-d3f913cd-9f8b-4f2b-9e53-1dea6389db7b req-bb42959d-d8da-40d9-9a9a-9443d4d14bfd service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=56b85f2a-4772-4df7-bfa7-4a19e86c565b HTTP/1.1" status: 200 len: 217 time: 0.3132682 Apr 18 20:52:22.626109 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Device 3a8c4948-ac17-42b1-acc5-fa71d01ee929 up at agent hyperv_n-h1-838334-2 {{(pid=84042) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 20:52:22.707457 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3f913cd-9f8b-4f2b-9e53-1dea6389db7b req-b86cc00c-9f1f-46c0-b4e5-74466c39ba05 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:52:22.709374 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-d3f913cd-9f8b-4f2b-9e53-1dea6389db7b req-b86cc00c-9f1f-46c0-b4e5-74466c39ba05 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=5082cb41-0072-42ea-89f7-120abfdfec16 HTTP/1.1" status: 200 len: 855 time: 0.0780301 Apr 18 20:52:22.709665 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Device f181cca8-f5ce-4a2c-8bbb-bc3372d09100 up at agent ovs-agent-n-d-838334-2 {{(pid=84042) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 20:52:22.721666 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17eaab8b-effd-40b0-aaba-4a3fa4329c4b tempest-ServersTestManualDisk-1928363056 tempest-ServersTestManualDisk-1928363056-project] Pushing event updated for resources: {'Port': ['ID=efd9ad85-1226-45c8-9cea-6cd42d9b0a32,revision_number=2']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:52:22.746765 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-17eaab8b-effd-40b0-aaba-4a3fa4329c4b tempest-ServersTestManualDisk-1928363056 tempest-ServersTestManualDisk-1928363056-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33444131'] for floatingip, after_update {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:22.779482 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-17eaab8b-effd-40b0-aaba-4a3fa4329c4b tempest-ServersTestManualDisk-1928363056 tempest-ServersTestManualDisk-1928363056-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217293'] for floatingip, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:22.781015 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-17eaab8b-effd-40b0-aaba-4a3fa4329c4b tempest-ServersTestManualDisk-1928363056 tempest-ServersTestManualDisk-1928363056-project] 10.222.0.42 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.2130213 Apr 18 20:52:22.792095 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-8ca7a116-6811-4e0e-8e0e-29354b511ab3 req-023a0aeb-b12e-4634-b943-3142760757db tempest-ServerRescueTestJSON-1218824152 tempest-ServerRescueTestJSON-1218824152-project] 10.222.0.42 "GET /v2.0/security-groups?id=6f984221-1918-47e6-82e9-256972907b58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4986327 Apr 18 20:52:22.795015 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-d3f913cd-9f8b-4f2b-9e53-1dea6389db7b req-7cb0e01f-d2ad-449a-a2ec-149a8ac4e7d2 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=5aa366fd-2007-469d-beb7-cd29ef89e1e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0729601 Apr 18 20:52:22.845129 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Provisioning for port 3a8c4948-ac17-42b1-acc5-fa71d01ee929 completed by entity L2. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 20:52:22.852196 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Provisioning for port f181cca8-f5ce-4a2c-8bbb-bc3372d09100 completed by entity L2. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 20:52:22.860191 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Provisioning complete for port 3a8c4948-ac17-42b1-acc5-fa71d01ee929 triggered by entity L2. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:52:22.860559 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1253608'] for port, provisioning_complete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:22.906623 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Provisioning complete for port f181cca8-f5ce-4a2c-8bbb-bc3372d09100 triggered by entity L2. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:52:22.907134 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1253608'] for port, provisioning_complete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:22.923134 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea670ac5-6207-47d7-98de-8dc3ac3f4734 req-8ff16c4b-5a8c-45f2-8269-f9b25d47a63b tempest-ServerRescueNegativeTestJSON-1571656168 tempest-ServerRescueNegativeTestJSON-1571656168-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:52:22.929975 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-ea670ac5-6207-47d7-98de-8dc3ac3f4734 req-8ff16c4b-5a8c-45f2-8269-f9b25d47a63b tempest-ServerRescueNegativeTestJSON-1571656168 tempest-ServerRescueNegativeTestJSON-1571656168-project] 10.222.0.42 "GET /v2.0/ports?device_id=4ff552c3-29c6-4485-85ed-37e006aa7ada HTTP/1.1" status: 200 len: 946 time: 0.5186737 Apr 18 20:52:22.960478 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-22f693a8-bf10-480b-bcbc-8635cacfe867 req-41c0f34d-c46a-44eb-b022-621bb582e710 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=c6de26c707ec408e8fc861091074c8ff&device_id=b19042be-f9b8-4875-833a-ba75c17d8e75 HTTP/1.1" status: 200 len: 1094 time: 0.5389817 Apr 18 20:52:22.967156 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Device 56b85f2a-4772-4df7-bfa7-4a19e86c565b details requested by agent hyperv_n-h2-838334-2 with host n-h2-838334-2 {{(pid=84042) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 18 20:52:23.139116 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-ea670ac5-6207-47d7-98de-8dc3ac3f4734 req-3b40b34d-7c28-49ee-b433-fc78d998c989 tempest-ServerRescueNegativeTestJSON-1571656168 tempest-ServerRescueNegativeTestJSON-1571656168-project] 10.222.0.42 "GET /v2.0/security-groups?id=fa6b5748-504b-4821-b3a0-7e61ca1810b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2080667 Apr 18 20:52:23.153162 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-d3f913cd-9f8b-4f2b-9e53-1dea6389db7b req-2ac1321d-39c4-4761-88d6-fcfb997b934d service neutron] 10.222.0.48 "GET /v2.0/networks/5aa366fd-2007-469d-beb7-cd29ef89e1e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3449578 Apr 18 20:52:23.191561 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:23.258273 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] For port f181cca8-f5ce-4a2c-8bbb-bc3372d09100, host n-d-838334-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838334-2',level=0,port_id=f181cca8-f5ce-4a2c-8bbb-bc3372d09100,segment=NetworkSegment(732aa830-768b-4511-951f-d08e26b9c25b),segment_id=732aa830-768b-4511-951f-d08e26b9c25b)] {{(pid=84042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:52:23.259378 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:23.276182 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682'] for port, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:23.333878 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22f693a8-bf10-480b-bcbc-8635cacfe867 req-611fb89a-e2d1-4dcd-8fdb-4e5666a32223 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:52:23.335290 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-22f693a8-bf10-480b-bcbc-8635cacfe867 req-611fb89a-e2d1-4dcd-8fdb-4e5666a32223 service neutron] 10.222.0.43 "GET /v2.0/networks?id=52b059f4-fb3c-4d15-9109-de1d9a80e456 HTTP/1.1" status: 200 len: 923 time: 0.3638802 Apr 18 20:52:23.347225 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] For port 56b85f2a-4772-4df7-bfa7-4a19e86c565b, host n-h2-838334-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838334-2',level=0,port_id=56b85f2a-4772-4df7-bfa7-4a19e86c565b,segment=NetworkSegment(824475dd-cc01-4f37-b28b-cc0d2c7c32c9),segment_id=824475dd-cc01-4f37-b28b-cc0d2c7c32c9)] {{(pid=84042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:52:23.347770 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dadee1ed-59a5-4107-84a4-4b50e162e4f8 req-aeefe59d-f97a-42c2-ab64-578520bed729 tempest-ServerAddressesNegativeTestJSON-503135862 tempest-ServerAddressesNegativeTestJSON-503135862-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:52:23.349187 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-dadee1ed-59a5-4107-84a4-4b50e162e4f8 req-aeefe59d-f97a-42c2-ab64-578520bed729 tempest-ServerAddressesNegativeTestJSON-503135862 tempest-ServerAddressesNegativeTestJSON-503135862-project] 10.222.0.42 "GET /v2.0/ports?device_id=b19042be-f9b8-4875-833a-ba75c17d8e75 HTTP/1.1" status: 200 len: 943 time: 0.3843124 Apr 18 20:52:23.364057 n-d-838334-2 neutron-server[84042]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e85be041-78ee-47d4-b988-64db6fdd157a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3a8c4948-ac17-42b1-acc5-fa71d01ee929'}] {{(pid=84042) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 20:52:23.380893 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Returning: {'device': '56b85f2a-4772-4df7-bfa7-4a19e86c565b', 'network_id': '5aa366fd-2007-469d-beb7-cd29ef89e1e3', 'port_id': '56b85f2a-4772-4df7-bfa7-4a19e86c565b', 'mac_address': 'fa:16:3e:e8:78:f3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 395, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5082cb41-0072-42ea-89f7-120abfdfec16', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84042) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 18 20:52:23.383187 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] For port 3a8c4948-ac17-42b1-acc5-fa71d01ee929, host n-h1-838334-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838334-2',level=0,port_id=3a8c4948-ac17-42b1-acc5-fa71d01ee929,segment=NetworkSegment(4935dfdb-03db-4976-a6b4-e0fa58696685),segment_id=4935dfdb-03db-4976-a6b4-e0fa58696685)] {{(pid=84042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:52:23.389405 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682'] for port, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:23.429429 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Pushing event updated for resources: {'Port': ['ID=f181cca8-f5ce-4a2c-8bbb-bc3372d09100,revision_number=4']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:52:23.467269 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-22f693a8-bf10-480b-bcbc-8635cacfe867 req-8a080066-e5a3-4909-8e90-f51ad1e3b39d service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=849e8c7a-d648-4ccf-818b-7ad9f0363a56 HTTP/1.1" status: 200 len: 217 time: 0.1171038 Apr 18 20:52:23.471815 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-d3f913cd-9f8b-4f2b-9e53-1dea6389db7b req-6b9b5bb1-e7c8-4230-88ca-7382785f778e service neutron] 10.222.0.48 "GET /v2.0/networks/5aa366fd-2007-469d-beb7-cd29ef89e1e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3092937 Apr 18 20:52:23.510973 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:23.535361 n-d-838334-2 neutron-server[84042]: DEBUG neutron.notifiers.nova [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 56b85f2a-4772-4df7-bfa7-4a19e86c565b {{(pid=84042) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 18 20:52:23.541715 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Pushing event updated for resources: {'Port': ['ID=3a8c4948-ac17-42b1-acc5-fa71d01ee929,revision_number=5']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:52:23.555201 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] For port 56b85f2a-4772-4df7-bfa7-4a19e86c565b, host n-h2-838334-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838334-2',level=0,port_id=56b85f2a-4772-4df7-bfa7-4a19e86c565b,segment=NetworkSegment(824475dd-cc01-4f37-b28b-cc0d2c7c32c9),segment_id=824475dd-cc01-4f37-b28b-cc0d2c7c32c9)] {{(pid=84042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:52:23.559046 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682'] for port, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:23.559604 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-dadee1ed-59a5-4107-84a4-4b50e162e4f8 req-9391da51-68f9-4075-bc67-b8063b4db4b5 tempest-ServerAddressesNegativeTestJSON-503135862 tempest-ServerAddressesNegativeTestJSON-503135862-project] 10.222.0.42 "GET /v2.0/security-groups?id=23e306e1-8bc6-4ab0-9a44-10474dd61517&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1949086 Apr 18 20:52:23.564457 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22f693a8-bf10-480b-bcbc-8635cacfe867 req-e5b392a3-cf72-4a46-b990-e03025b758f7 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:52:23.565841 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-22f693a8-bf10-480b-bcbc-8635cacfe867 req-e5b392a3-cf72-4a46-b990-e03025b758f7 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=67949585-201e-4078-af97-b91fbf463789 HTTP/1.1" status: 200 len: 862 time: 0.0883555 Apr 18 20:52:23.574669 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8878a7d-99bd-4351-b8b1-e1f6540b884e req-682f06f6-d188-4b13-af7b-23b12bb7dd08 tempest-ServerDiskConfigTestJSON-473081836 tempest-ServerDiskConfigTestJSON-473081836-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:52:23.576137 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-e8878a7d-99bd-4351-b8b1-e1f6540b884e req-682f06f6-d188-4b13-af7b-23b12bb7dd08 tempest-ServerDiskConfigTestJSON-473081836 tempest-ServerDiskConfigTestJSON-473081836-project] 10.222.0.42 "GET /v2.0/ports?device_id=e3ce1959-1c32-471b-a30a-a5dd21c9b8a4 HTTP/1.1" status: 200 len: 943 time: 0.2907517 Apr 18 20:52:23.634992 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-22f693a8-bf10-480b-bcbc-8635cacfe867 req-455cd335-5f69-4714-9fc3-8fa45248b0a0 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=52b059f4-fb3c-4d15-9109-de1d9a80e456&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0578673 Apr 18 20:52:23.637139 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Pushing event updated for resources: {'Port': ['ID=56b85f2a-4772-4df7-bfa7-4a19e86c565b,revision_number=4']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:52:23.911271 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-e8878a7d-99bd-4351-b8b1-e1f6540b884e req-2312cf1f-85c3-4e81-93be-66ff0bacb0b1 tempest-ServerDiskConfigTestJSON-473081836 tempest-ServerDiskConfigTestJSON-473081836-project] 10.222.0.42 "GET /v2.0/security-groups?id=527f07bd-3b7c-4e87-bb13-fa86b9490e28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3042929 Apr 18 20:52:23.948933 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] get_ports_and_sgs() called for port_ids ['56b85f2a-4772-4df7-bfa7-4a19e86c565b'] {{(pid=84042) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 18 20:52:23.962445 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-22f693a8-bf10-480b-bcbc-8635cacfe867 req-b182320b-b61f-40ec-9cf1-433b932ee4fd service neutron] 10.222.0.43 "GET /v2.0/networks/52b059f4-fb3c-4d15-9109-de1d9a80e456?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3215573 Apr 18 20:52:24.003704 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fddfca01-5a8d-4e2e-96ad-32b8494d1957 req-ba8c551e-d5c5-4baf-b8d1-de3ce8a7da9f tempest-ServerActionsTestJSON-2052644234 tempest-ServerActionsTestJSON-2052644234-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:52:24.012165 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-fddfca01-5a8d-4e2e-96ad-32b8494d1957 req-ba8c551e-d5c5-4baf-b8d1-de3ce8a7da9f tempest-ServerActionsTestJSON-2052644234 tempest-ServerActionsTestJSON-2052644234-project] 10.222.0.42 "GET /v2.0/ports?device_id=e85be041-78ee-47d4-b988-64db6fdd157a HTTP/1.1" status: 200 len: 945 time: 0.2330527 Apr 18 20:52:24.232655 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-fddfca01-5a8d-4e2e-96ad-32b8494d1957 req-c77eddf2-5490-4b58-b5f1-0e8fe88f5aaa tempest-ServerActionsTestJSON-2052644234 tempest-ServerActionsTestJSON-2052644234-project] 10.222.0.42 "GET /v2.0/security-groups?id=5518633c-5bdd-41db-a1d5-749e9b6740a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2193587 Apr 18 20:52:24.243269 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-37a3d1c2-2eef-48ca-8b05-92d1a461ae61 req-408c0668-2653-4f5b-8899-f28bafe44ca1 tempest-ServersTestManualDisk-1928363056 tempest-ServersTestManualDisk-1928363056-project] 10.222.0.42 "GET /v2.0/security-groups?name=tempest-securitygroup--593835032&fields=id&tenant_id=d097ca6178bf4202a3e30e56a61a7a3a HTTP/1.1" status: 200 len: 267 time: 0.1435888 Apr 18 20:52:24.257414 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-22f693a8-bf10-480b-bcbc-8635cacfe867 req-b44c37be-3530-45b0-bc4e-8bc5a53d5d48 service neutron] 10.222.0.43 "GET /v2.0/networks/52b059f4-fb3c-4d15-9109-de1d9a80e456?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2861242 Apr 18 20:52:24.458499 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a3d1c2-2eef-48ca-8b05-92d1a461ae61 req-49a66f07-d653-4fd4-b4b8-b639ac5cf800 tempest-ServersTestManualDisk-1928363056 tempest-ServersTestManualDisk-1928363056-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:52:24.459872 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-37a3d1c2-2eef-48ca-8b05-92d1a461ae61 req-49a66f07-d653-4fd4-b4b8-b639ac5cf800 tempest-ServersTestManualDisk-1928363056 tempest-ServersTestManualDisk-1928363056-project] 10.222.0.42 "GET /v2.0/networks?id=900e7008-3a76-4947-a7ad-9adec518e5cf HTTP/1.1" status: 200 len: 811 time: 0.2049043 Apr 18 20:52:24.469135 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Device f181cca8-f5ce-4a2c-8bbb-bc3372d09100 up at agent ovs-agent-n-d-838334-2 {{(pid=84042) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 20:52:24.483033 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8361d6a1-19a0-4c87-9986-a8f9aa8e77a9 req-5c87cfc7-41e0-4bcf-b493-0f05bf55b9db tempest-AttachVolumeShelveTestJSON-1712717013 tempest-AttachVolumeShelveTestJSON-1712717013-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:52:24.484635 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-8361d6a1-19a0-4c87-9986-a8f9aa8e77a9 req-5c87cfc7-41e0-4bcf-b493-0f05bf55b9db tempest-AttachVolumeShelveTestJSON-1712717013 tempest-AttachVolumeShelveTestJSON-1712717013-project] 10.222.0.42 "GET /v2.0/ports?device_id=a3d617b3-55ec-41c1-b97c-911aa927ef50 HTTP/1.1" status: 200 len: 945 time: 0.1342368 Apr 18 20:52:24.492353 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-37a3d1c2-2eef-48ca-8b05-92d1a461ae61 req-3ce5b463-d0db-4637-bb65-bc999181775f tempest-ServersTestManualDisk-1928363056 tempest-ServersTestManualDisk-1928363056-project] 10.222.0.42 "GET /v2.0/quotas/d097ca6178bf4202a3e30e56a61a7a3a HTTP/1.1" status: 200 len: 375 time: 0.0257728 Apr 18 20:52:24.547367 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Provisioning complete for port f181cca8-f5ce-4a2c-8bbb-bc3372d09100 triggered by entity L2. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:52:24.547773 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1253608'] for port, provisioning_complete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:24.613524 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-8361d6a1-19a0-4c87-9986-a8f9aa8e77a9 req-561182ca-ffa6-4025-a2aa-533f281d5e73 tempest-AttachVolumeShelveTestJSON-1712717013 tempest-AttachVolumeShelveTestJSON-1712717013-project] 10.222.0.42 "GET /v2.0/security-groups?id=2e9d8b44-da00-4a79-861c-f0ec417a580f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0700817 Apr 18 20:52:24.625734 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-37a3d1c2-2eef-48ca-8b05-92d1a461ae61 req-739b0fd5-81b5-4ade-8829-22fce6040a5b tempest-ServersTestManualDisk-1928363056 tempest-ServersTestManualDisk-1928363056-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=d097ca6178bf4202a3e30e56a61a7a3a&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1324630 Apr 18 20:52:24.646286 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Device 849e8c7a-d648-4ccf-818b-7ad9f0363a56 details requested by agent hyperv_n-h1-838334-2 with host n-h1-838334-2 {{(pid=84042) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 18 20:52:24.809887 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-37a3d1c2-2eef-48ca-8b05-92d1a461ae61 req-4d95f453-7fb4-4fa2-b57b-fe0f5dbb9018 service neutron] 10.222.0.42 "GET /v2.0/networks/900e7008-3a76-4947-a7ad-9adec518e5cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1712954 Apr 18 20:52:24.840878 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] For port 849e8c7a-d648-4ccf-818b-7ad9f0363a56, host n-h1-838334-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838334-2',level=0,port_id=849e8c7a-d648-4ccf-818b-7ad9f0363a56,segment=NetworkSegment(3dfba72c-8fc3-435c-ba1a-464354aac97a),segment_id=3dfba72c-8fc3-435c-ba1a-464354aac97a)] {{(pid=84042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:52:24.855130 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Returning: {'device': '849e8c7a-d648-4ccf-818b-7ad9f0363a56', 'network_id': '52b059f4-fb3c-4d15-9109-de1d9a80e456', 'port_id': '849e8c7a-d648-4ccf-818b-7ad9f0363a56', 'mac_address': 'fa:16:3e:59:37:07', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 392, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '67949585-201e-4078-af97-b91fbf463789', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84042) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 18 20:52:24.954819 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:24.973218 n-d-838334-2 neutron-server[84042]: DEBUG neutron.notifiers.nova [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 849e8c7a-d648-4ccf-818b-7ad9f0363a56 {{(pid=84042) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 18 20:52:24.988680 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] For port 849e8c7a-d648-4ccf-818b-7ad9f0363a56, host n-h1-838334-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838334-2',level=0,port_id=849e8c7a-d648-4ccf-818b-7ad9f0363a56,segment=NetworkSegment(3dfba72c-8fc3-435c-ba1a-464354aac97a),segment_id=3dfba72c-8fc3-435c-ba1a-464354aac97a)] {{(pid=84042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:52:24.992738 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682'] for port, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:25.005156 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-37a3d1c2-2eef-48ca-8b05-92d1a461ae61 req-d10cde04-3326-41e6-a54a-fb91e3bd99c7 service neutron] 10.222.0.42 "GET /v2.0/networks/900e7008-3a76-4947-a7ad-9adec518e5cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1944075 Apr 18 20:52:25.010852 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dada4c6-c8da-419a-92ac-6d8d8088058e req-00a1e80b-1e8a-4e66-a225-3aafc0da2419 tempest-ServerRescueNegativeTestJSON-1571656168 tempest-ServerRescueNegativeTestJSON-1571656168-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:52:25.012263 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-1dada4c6-c8da-419a-92ac-6d8d8088058e req-00a1e80b-1e8a-4e66-a225-3aafc0da2419 tempest-ServerRescueNegativeTestJSON-1571656168 tempest-ServerRescueNegativeTestJSON-1571656168-project] 10.222.0.42 "GET /v2.0/ports?device_id=264936db-30ce-4589-b255-6c9a9ad966e3 HTTP/1.1" status: 200 len: 946 time: 0.2004528 Apr 18 20:52:25.059653 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Pushing event updated for resources: {'Port': ['ID=849e8c7a-d648-4ccf-818b-7ad9f0363a56,revision_number=4']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:52:25.068217 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-1dada4c6-c8da-419a-92ac-6d8d8088058e req-3f3cb33a-711c-456d-ad14-08ebb87eee80 tempest-ServerRescueNegativeTestJSON-1571656168 tempest-ServerRescueNegativeTestJSON-1571656168-project] 10.222.0.42 "GET /v2.0/security-groups?id=fa6b5748-504b-4821-b3a0-7e61ca1810b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498617 Apr 18 20:52:25.128511 n-d-838334-2 neutron-server[84042]: INFO neutron.notifiers.nova [-] Nova event matching ['req-afa41efc-5a14-46e1-b643-84aa63bda1fe'] response: {'server_uuid': 'e85be041-78ee-47d4-b988-64db6fdd157a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3a8c4948-ac17-42b1-acc5-fa71d01ee929', 'code': 200} Apr 18 20:52:25.228734 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] get_ports_and_sgs() called for port_ids ['849e8c7a-d648-4ccf-818b-7ad9f0363a56'] {{(pid=84042) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 18 20:52:25.267860 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 48578) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:52:25.274939 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.v2.base [None req-b679f493-9545-4165-b961-6e6fb28c9a96 tempest-TaggedBootDevicesTest_v242-417596240 tempest-TaggedBootDevicesTest_v242-417596240-project] Request body: {'network': {'name': 'tempest-device-tagging-net1-761172777'}} {{(pid=84041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 20:52:25.281327 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-b679f493-9545-4165-b961-6e6fb28c9a96 tempest-TaggedBootDevicesTest_v242-417596240 tempest-TaggedBootDevicesTest_v242-417596240-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:52:25.286377 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-b679f493-9545-4165-b961-6e6fb28c9a96 tempest-TaggedBootDevicesTest_v242-417596240 tempest-TaggedBootDevicesTest_v242-417596240-project] Usage tracker for resource:network and tenant:9feceef4d3df4daeb6497a95fbe12eb7 is out of sync, need to count used quota {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:52:25.291008 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-b679f493-9545-4165-b961-6e6fb28c9a96 tempest-TaggedBootDevicesTest_v242-417596240 tempest-TaggedBootDevicesTest_v242-417596240-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:52:25.297045 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-b679f493-9545-4165-b961-6e6fb28c9a96 tempest-TaggedBootDevicesTest_v242-417596240 tempest-TaggedBootDevicesTest_v242-417596240-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:52:25.309735 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b679f493-9545-4165-b961-6e6fb28c9a96 tempest-TaggedBootDevicesTest_v242-417596240 tempest-TaggedBootDevicesTest_v242-417596240-project] Made reservation on behalf of 9feceef4d3df4daeb6497a95fbe12eb7 for: {'network': 1} {{(pid=84041) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:52:25.314597 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-b679f493-9545-4165-b961-6e6fb28c9a96 tempest-TaggedBootDevicesTest_v242-417596240 tempest-TaggedBootDevicesTest_v242-417596240-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for network, before_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:25.354154 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b679f493-9545-4165-b961-6e6fb28c9a96 tempest-TaggedBootDevicesTest_v242-417596240 tempest-TaggedBootDevicesTest_v242-417596240-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 375} {{(pid=84041) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 20:52:25.369922 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-b679f493-9545-4165-b961-6e6fb28c9a96 tempest-TaggedBootDevicesTest_v242-417596240 tempest-TaggedBootDevicesTest_v242-417596240-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1082986'] for segment, precommit_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:25.370461 n-d-838334-2 neutron-server[84041]: INFO neutron.db.segments_db [None req-b679f493-9545-4165-b961-6e6fb28c9a96 tempest-TaggedBootDevicesTest_v242-417596240 tempest-TaggedBootDevicesTest_v242-417596240-project] Added segment 999db445-b59f-43ae-97e9-309f13729423 of type vlan for network 4c6d63fa-10ee-46ac-a5d2-fd4675ff700f Apr 18 20:52:25.402755 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-b679f493-9545-4165-b961-6e6fb28c9a96 tempest-TaggedBootDevicesTest_v242-417596240 tempest-TaggedBootDevicesTest_v242-417596240-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750374825732'] for network, precommit_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:25.430742 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-68b0919d-9054-4557-91da-c076ad6b1275 req-3646f9a3-7cc8-47df-a014-0ce6d23a0e1e service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=e85be041-78ee-47d4-b988-64db6fdd157a HTTP/1.1" status: 200 len: 1096 time: 0.2262764 Apr 18 20:52:25.439099 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-b679f493-9545-4165-b961-6e6fb28c9a96 tempest-TaggedBootDevicesTest_v242-417596240 tempest-TaggedBootDevicesTest_v242-417596240-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33526109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022'] for network, after_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:25.444406 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b679f493-9545-4165-b961-6e6fb28c9a96 tempest-TaggedBootDevicesTest_v242-417596240 tempest-TaggedBootDevicesTest_v242-417596240-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:52:25.445234 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-b679f493-9545-4165-b961-6e6fb28c9a96 tempest-TaggedBootDevicesTest_v242-417596240 tempest-TaggedBootDevicesTest_v242-417596240-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32378031'] for network, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:25.465613 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e4f8268-a76c-4e1e-a591-80bb89a094ec req-0a54b56c-24dd-4b02-993d-6962b4928fd7 tempest-ServerRescueTestJSON-1218824152 tempest-ServerRescueTestJSON-1218824152-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:52:25.467116 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-2e4f8268-a76c-4e1e-a591-80bb89a094ec req-0a54b56c-24dd-4b02-993d-6962b4928fd7 tempest-ServerRescueTestJSON-1218824152 tempest-ServerRescueTestJSON-1218824152-project] 10.222.0.42 "GET /v2.0/ports?device_id=f3f5b6ba-19be-423a-a9fa-48c3bbcdc95d HTTP/1.1" status: 200 len: 945 time: 0.2084854 Apr 18 20:52:25.475269 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13c7ca76-8c02-4941-8a7f-1d2934e39ebc req-f02e62fc-0f23-4e02-b4cf-6e0681975af9 tempest-ServerAddressesNegativeTestJSON-503135862 tempest-ServerAddressesNegativeTestJSON-503135862-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:52:25.476314 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-13c7ca76-8c02-4941-8a7f-1d2934e39ebc req-f02e62fc-0f23-4e02-b4cf-6e0681975af9 tempest-ServerAddressesNegativeTestJSON-503135862 tempest-ServerAddressesNegativeTestJSON-503135862-project] 10.222.0.42 "GET /v2.0/ports?device_id=b19042be-f9b8-4875-833a-ba75c17d8e75 HTTP/1.1" status: 200 len: 944 time: 0.1799469 Apr 18 20:52:25.557399 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b679f493-9545-4165-b961-6e6fb28c9a96 tempest-TaggedBootDevicesTest_v242-417596240 tempest-TaggedBootDevicesTest_v242-417596240-project] Pushing event updated for resources: {'Network': ['ID=4c6d63fa-10ee-46ac-a5d2-fd4675ff700f,revision_number=1']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:52:25.558936 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-68b0919d-9054-4557-91da-c076ad6b1275 req-121c296d-bd9a-4dbd-ba6a-899976b8ac21 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=5518633c-5bdd-41db-a1d5-749e9b6740a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1202328 Apr 18 20:52:25.572152 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b679f493-9545-4165-b961-6e6fb28c9a96 tempest-TaggedBootDevicesTest_v242-417596240 tempest-TaggedBootDevicesTest_v242-417596240-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:52:25.572419 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b679f493-9545-4165-b961-6e6fb28c9a96 tempest-TaggedBootDevicesTest_v242-417596240 tempest-TaggedBootDevicesTest_v242-417596240-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:52:25.572995 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b679f493-9545-4165-b961-6e6fb28c9a96 tempest-TaggedBootDevicesTest_v242-417596240 tempest-TaggedBootDevicesTest_v242-417596240-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:52:25.573349 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b679f493-9545-4165-b961-6e6fb28c9a96 tempest-TaggedBootDevicesTest_v242-417596240 tempest-TaggedBootDevicesTest_v242-417596240-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:52:25.574114 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b679f493-9545-4165-b961-6e6fb28c9a96 tempest-TaggedBootDevicesTest_v242-417596240 tempest-TaggedBootDevicesTest_v242-417596240-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:52:25.574114 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b679f493-9545-4165-b961-6e6fb28c9a96 tempest-TaggedBootDevicesTest_v242-417596240 tempest-TaggedBootDevicesTest_v242-417596240-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:52:25.574490 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b679f493-9545-4165-b961-6e6fb28c9a96 tempest-TaggedBootDevicesTest_v242-417596240 tempest-TaggedBootDevicesTest_v242-417596240-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:52:25.574594 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b679f493-9545-4165-b961-6e6fb28c9a96 tempest-TaggedBootDevicesTest_v242-417596240 tempest-TaggedBootDevicesTest_v242-417596240-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:52:25.574980 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b679f493-9545-4165-b961-6e6fb28c9a96 tempest-TaggedBootDevicesTest_v242-417596240 tempest-TaggedBootDevicesTest_v242-417596240-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:52:25.575304 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b679f493-9545-4165-b961-6e6fb28c9a96 tempest-TaggedBootDevicesTest_v242-417596240 tempest-TaggedBootDevicesTest_v242-417596240-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:52:25.575645 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b679f493-9545-4165-b961-6e6fb28c9a96 tempest-TaggedBootDevicesTest_v242-417596240 tempest-TaggedBootDevicesTest_v242-417596240-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:52:25.580183 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-2e4f8268-a76c-4e1e-a591-80bb89a094ec req-c2ec2a05-86fd-48e1-b97a-979e3b3e3bc8 tempest-ServerRescueTestJSON-1218824152 tempest-ServerRescueTestJSON-1218824152-project] 10.222.0.42 "GET /v2.0/security-groups?id=6f984221-1918-47e6-82e9-256972907b58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1028671 Apr 18 20:52:25.583529 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-b679f493-9545-4165-b961-6e6fb28c9a96 tempest-TaggedBootDevicesTest_v242-417596240 tempest-TaggedBootDevicesTest_v242-417596240-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.3143618 Apr 18 20:52:25.583926 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 48586) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:52:25.590633 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.v2.base [None req-d2eb4818-0aec-40c0-b705-76cdc980b764 tempest-TaggedBootDevicesTest_v242-417596240 tempest-TaggedBootDevicesTest_v242-417596240-project] Request body: {'network': {'name': 'tempest-device-tagging-net2-163504'}} {{(pid=84040) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 20:52:25.591777 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Network 4c6d63fa-10ee-46ac-a5d2-fd4675ff700f details requested by agent ovs-agent-n-d-838334-2 with host n-d-838334-2 {{(pid=84042) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 18 20:52:25.595876 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-13c7ca76-8c02-4941-8a7f-1d2934e39ebc req-a071dca9-1a4e-4847-8521-ff1428bb824b tempest-ServerAddressesNegativeTestJSON-503135862 tempest-ServerAddressesNegativeTestJSON-503135862-project] 10.222.0.42 "GET /v2.0/security-groups?id=23e306e1-8bc6-4ab0-9a44-10474dd61517&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1019542 Apr 18 20:52:25.598063 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [None req-d2eb4818-0aec-40c0-b705-76cdc980b764 tempest-TaggedBootDevicesTest_v242-417596240 tempest-TaggedBootDevicesTest_v242-417596240-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:52:25.602689 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-d2eb4818-0aec-40c0-b705-76cdc980b764 tempest-TaggedBootDevicesTest_v242-417596240 tempest-TaggedBootDevicesTest_v242-417596240-project] Usage tracker for resource:network and tenant:9feceef4d3df4daeb6497a95fbe12eb7 is out of sync, need to count used quota {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:52:25.605665 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-d2eb4818-0aec-40c0-b705-76cdc980b764 tempest-TaggedBootDevicesTest_v242-417596240 tempest-TaggedBootDevicesTest_v242-417596240-project] Quota usage for network was recalculated. Used quota:2. {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:52:25.620480 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [None req-d2eb4818-0aec-40c0-b705-76cdc980b764 tempest-TaggedBootDevicesTest_v242-417596240 tempest-TaggedBootDevicesTest_v242-417596240-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:52:25.646226 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d2eb4818-0aec-40c0-b705-76cdc980b764 tempest-TaggedBootDevicesTest_v242-417596240 tempest-TaggedBootDevicesTest_v242-417596240-project] Made reservation on behalf of 9feceef4d3df4daeb6497a95fbe12eb7 for: {'network': 1} {{(pid=84040) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:52:25.649637 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-d2eb4818-0aec-40c0-b705-76cdc980b764 tempest-TaggedBootDevicesTest_v242-417596240 tempest-TaggedBootDevicesTest_v242-417596240-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for network, before_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:25.716942 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d2eb4818-0aec-40c0-b705-76cdc980b764 tempest-TaggedBootDevicesTest_v242-417596240 tempest-TaggedBootDevicesTest_v242-417596240-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 387} {{(pid=84040) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 20:52:25.774049 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-d2eb4818-0aec-40c0-b705-76cdc980b764 tempest-TaggedBootDevicesTest_v242-417596240 tempest-TaggedBootDevicesTest_v242-417596240-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1082986'] for segment, precommit_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:25.774461 n-d-838334-2 neutron-server[84040]: INFO neutron.db.segments_db [None req-d2eb4818-0aec-40c0-b705-76cdc980b764 tempest-TaggedBootDevicesTest_v242-417596240 tempest-TaggedBootDevicesTest_v242-417596240-project] Added segment ebe0286e-3c69-48ee-a166-d487392185dd of type vlan for network c28eb4dc-8be0-4839-b428-8a188976dc96 Apr 18 20:52:25.815253 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-4685d214-fa30-44cf-ad9a-b900e0fe08e9 req-3bb879e7-2ca7-4804-93bb-562048b1aeb9 tempest-ServersTestManualDisk-1928363056 tempest-ServersTestManualDisk-1928363056-project] 10.222.0.42 "GET /v2.0/ports?device_id=c5fcae49-cbba-4367-b8c5-f1b0e0bda7cb HTTP/1.1" status: 200 len: 210 time: 0.0919518 Apr 18 20:52:25.859027 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-d2eb4818-0aec-40c0-b705-76cdc980b764 tempest-TaggedBootDevicesTest_v242-417596240 tempest-TaggedBootDevicesTest_v242-417596240-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750374825732'] for network, precommit_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:25.910073 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01115a92-b1ea-4785-8caf-076dc4109efc req-f56f0701-0969-4385-98b1-72946667f1bd tempest-ServerDiskConfigTestJSON-473081836 tempest-ServerDiskConfigTestJSON-473081836-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:52:25.911538 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-01115a92-b1ea-4785-8caf-076dc4109efc req-f56f0701-0969-4385-98b1-72946667f1bd tempest-ServerDiskConfigTestJSON-473081836 tempest-ServerDiskConfigTestJSON-473081836-project] 10.222.0.42 "GET /v2.0/ports?device_id=e3ce1959-1c32-471b-a30a-a5dd21c9b8a4 HTTP/1.1" status: 200 len: 944 time: 0.1508591 Apr 18 20:52:25.913262 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-d2eb4818-0aec-40c0-b705-76cdc980b764 tempest-TaggedBootDevicesTest_v242-417596240 tempest-TaggedBootDevicesTest_v242-417596240-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33526109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022'] for network, after_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:25.917092 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2eb4818-0aec-40c0-b705-76cdc980b764 tempest-TaggedBootDevicesTest_v242-417596240 tempest-TaggedBootDevicesTest_v242-417596240-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:52:25.917656 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-d2eb4818-0aec-40c0-b705-76cdc980b764 tempest-TaggedBootDevicesTest_v242-417596240 tempest-TaggedBootDevicesTest_v242-417596240-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32378031'] for network, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:26.201743 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-d2eb4818-0aec-40c0-b705-76cdc980b764 tempest-TaggedBootDevicesTest_v242-417596240 tempest-TaggedBootDevicesTest_v242-417596240-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.6167672 Apr 18 20:52:26.205276 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 48602) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:52:26.211250 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.v2.base [None req-be1dd282-cfd8-4ec5-aac7-73105004db01 tempest-TaggedBootDevicesTest_v242-417596240 tempest-TaggedBootDevicesTest_v242-417596240-project] Request body: {'subnet': {'network_id': '4c6d63fa-10ee-46ac-a5d2-fd4675ff700f', 'cidr': '10.1.1.0/24', 'ip_version': 4}} {{(pid=84041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 20:52:26.222150 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2eb4818-0aec-40c0-b705-76cdc980b764 tempest-TaggedBootDevicesTest_v242-417596240 tempest-TaggedBootDevicesTest_v242-417596240-project] Pushing event updated for resources: {'Network': ['ID=c28eb4dc-8be0-4839-b428-8a188976dc96,revision_number=1']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:52:26.232729 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Network c28eb4dc-8be0-4839-b428-8a188976dc96 details requested by agent ovs-agent-n-d-838334-2 with host n-d-838334-2 {{(pid=84042) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 18 20:52:26.244614 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-01115a92-b1ea-4785-8caf-076dc4109efc req-0d729621-9e5d-4709-896f-5574f5957a6d tempest-ServerDiskConfigTestJSON-473081836 tempest-ServerDiskConfigTestJSON-473081836-project] 10.222.0.42 "GET /v2.0/security-groups?id=527f07bd-3b7c-4e87-bb13-fa86b9490e28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3213553 Apr 18 20:52:26.267224 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d91d369-6f89-4112-a520-cb08c766a8f7 req-d7d2bfb6-83fa-463a-9e1a-0d3670e4a403 tempest-ServerActionsTestJSON-2052644234 tempest-ServerActionsTestJSON-2052644234-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:52:26.269115 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-4d91d369-6f89-4112-a520-cb08c766a8f7 req-d7d2bfb6-83fa-463a-9e1a-0d3670e4a403 tempest-ServerActionsTestJSON-2052644234 tempest-ServerActionsTestJSON-2052644234-project] 10.222.0.42 "GET /v2.0/ports?device_id=e85be041-78ee-47d4-b988-64db6fdd157a HTTP/1.1" status: 200 len: 945 time: 0.2036283 Apr 18 20:52:26.326631 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-4d91d369-6f89-4112-a520-cb08c766a8f7 req-4b8ef8fb-cdf8-42c0-a9dc-895d8bb5ff52 tempest-ServerActionsTestJSON-2052644234 tempest-ServerActionsTestJSON-2052644234-project] 10.222.0.42 "GET /v2.0/security-groups?id=5518633c-5bdd-41db-a1d5-749e9b6740a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517077 Apr 18 20:52:26.381915 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-be1dd282-cfd8-4ec5-aac7-73105004db01 tempest-TaggedBootDevicesTest_v242-417596240 tempest-TaggedBootDevicesTest_v242-417596240-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:52:26.385800 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-be1dd282-cfd8-4ec5-aac7-73105004db01 tempest-TaggedBootDevicesTest_v242-417596240 tempest-TaggedBootDevicesTest_v242-417596240-project] Usage tracker for resource:subnet and tenant:9feceef4d3df4daeb6497a95fbe12eb7 is out of sync, need to count used quota {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:52:26.388679 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-be1dd282-cfd8-4ec5-aac7-73105004db01 tempest-TaggedBootDevicesTest_v242-417596240 tempest-TaggedBootDevicesTest_v242-417596240-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:52:26.396376 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-be1dd282-cfd8-4ec5-aac7-73105004db01 tempest-TaggedBootDevicesTest_v242-417596240 tempest-TaggedBootDevicesTest_v242-417596240-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:52:26.409472 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be1dd282-cfd8-4ec5-aac7-73105004db01 tempest-TaggedBootDevicesTest_v242-417596240 tempest-TaggedBootDevicesTest_v242-417596240-project] Made reservation on behalf of 9feceef4d3df4daeb6497a95fbe12eb7 for: {'subnet': 1} {{(pid=84041) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:52:26.534703 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-be1dd282-cfd8-4ec5-aac7-73105004db01 tempest-TaggedBootDevicesTest_v242-417596240 tempest-TaggedBootDevicesTest_v242-417596240-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32486301'] for subnet, before_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:26.561767 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91aaa407-4b9f-4535-96c7-9e75a1949fd1 req-f90b2c1f-afdd-4a9c-8bc4-a04cf69f3e8a tempest-AttachVolumeShelveTestJSON-1712717013 tempest-AttachVolumeShelveTestJSON-1712717013-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:52:26.570578 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-91aaa407-4b9f-4535-96c7-9e75a1949fd1 req-f90b2c1f-afdd-4a9c-8bc4-a04cf69f3e8a tempest-AttachVolumeShelveTestJSON-1712717013 tempest-AttachVolumeShelveTestJSON-1712717013-project] 10.222.0.42 "GET /v2.0/ports?device_id=a3d617b3-55ec-41c1-b97c-911aa927ef50 HTTP/1.1" status: 200 len: 945 time: 0.1116707 Apr 18 20:52:26.631230 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-91aaa407-4b9f-4535-96c7-9e75a1949fd1 req-788f9810-9fc2-46d6-8130-62245af987c7 tempest-AttachVolumeShelveTestJSON-1712717013 tempest-AttachVolumeShelveTestJSON-1712717013-project] 10.222.0.42 "GET /v2.0/security-groups?id=2e9d8b44-da00-4a79-861c-f0ec417a580f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0596430 Apr 18 20:52:26.637093 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Device 849e8c7a-d648-4ccf-818b-7ad9f0363a56 up at agent hyperv_n-h1-838334-2 {{(pid=84042) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 20:52:26.783648 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Provisioning for port 849e8c7a-d648-4ccf-818b-7ad9f0363a56 completed by entity L2. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 20:52:26.786589 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-be1dd282-cfd8-4ec5-aac7-73105004db01 tempest-TaggedBootDevicesTest_v242-417596240 tempest-TaggedBootDevicesTest_v242-417596240-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33526260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32266407', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32486287'] for subnet, after_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:26.794397 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Provisioning complete for port 849e8c7a-d648-4ccf-818b-7ad9f0363a56 triggered by entity L2. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:52:26.794762 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1253608'] for port, provisioning_complete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:26.913032 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76fcb987-e827-486a-afa2-721e273466b5 req-d4e2b248-91ca-40c5-9126-e5ad66c4d841 tempest-ServerRescueTestJSON-1218824152 tempest-ServerRescueTestJSON-1218824152-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:52:26.917389 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be1dd282-cfd8-4ec5-aac7-73105004db01 tempest-TaggedBootDevicesTest_v242-417596240 tempest-TaggedBootDevicesTest_v242-417596240-project] Pushing event updated for resources: {'Subnet': ['ID=e3291cf4-4c37-4898-8026-16f9e0aaa3d9,revision_number=0']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:52:26.928971 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-76fcb987-e827-486a-afa2-721e273466b5 req-d4e2b248-91ca-40c5-9126-e5ad66c4d841 tempest-ServerRescueTestJSON-1218824152 tempest-ServerRescueTestJSON-1218824152-project] 10.222.0.42 "GET /v2.0/ports?device_id=f3f5b6ba-19be-423a-a9fa-48c3bbcdc95d HTTP/1.1" status: 200 len: 945 time: 0.1168666 Apr 18 20:52:26.929126 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be1dd282-cfd8-4ec5-aac7-73105004db01 tempest-TaggedBootDevicesTest_v242-417596240 tempest-TaggedBootDevicesTest_v242-417596240-project] Checking segment: {'id': '999db445-b59f-43ae-97e9-309f13729423', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '4c6d63fa-10ee-46ac-a5d2-fd4675ff700f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84041) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 20:52:26.929490 n-d-838334-2 neutron-server[84041]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be1dd282-cfd8-4ec5-aac7-73105004db01 tempest-TaggedBootDevicesTest_v242-417596240 tempest-TaggedBootDevicesTest_v242-417596240-project] Network hostable DHCP agents. Network: 4c6d63fa-10ee-46ac-a5d2-fd4675ff700f, hostable agents: ['8746f8ea-3e91-4b32-9919-2c63adeb8722'], hosted agents: [] {{(pid=84041) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 20:52:26.971304 n-d-838334-2 neutron-server[84041]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be1dd282-cfd8-4ec5-aac7-73105004db01 tempest-TaggedBootDevicesTest_v242-417596240 tempest-TaggedBootDevicesTest_v242-417596240-project] Network 4c6d63fa-10ee-46ac-a5d2-fd4675ff700f is scheduled to be hosted by DHCP agent 8746f8ea-3e91-4b32-9919-2c63adeb8722 with binding_index 1 {{(pid=84041) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 20:52:26.996230 n-d-838334-2 neutron-server[84041]: DEBUG neutron.scheduler.base_scheduler [None req-be1dd282-cfd8-4ec5-aac7-73105004db01 tempest-TaggedBootDevicesTest_v242-417596240 tempest-TaggedBootDevicesTest_v242-417596240-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-838334-2, 4c6d63fa-10ee-46ac-a5d2-fd4675ff700f) {{(pid=84041) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:52:27.000772 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be1dd282-cfd8-4ec5-aac7-73105004db01 tempest-TaggedBootDevicesTest_v242-417596240 tempest-TaggedBootDevicesTest_v242-417596240-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:52:27.001414 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-be1dd282-cfd8-4ec5-aac7-73105004db01 tempest-TaggedBootDevicesTest_v242-417596240 tempest-TaggedBootDevicesTest_v242-417596240-project] Notify callbacks [] for subnet, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:27.006240 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Device 56b85f2a-4772-4df7-bfa7-4a19e86c565b up at agent hyperv_n-h2-838334-2 {{(pid=84042) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 20:52:27.049748 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-be1dd282-cfd8-4ec5-aac7-73105004db01 tempest-TaggedBootDevicesTest_v242-417596240 tempest-TaggedBootDevicesTest_v242-417596240-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.8408880 Apr 18 20:52:27.049977 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 48614) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:52:27.056107 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.v2.base [None req-d622a1e9-79c9-49ad-97ea-abdd94f7eb01 tempest-TaggedBootDevicesTest_v242-417596240 tempest-TaggedBootDevicesTest_v242-417596240-project] Request body: {'subnet': {'network_id': 'c28eb4dc-8be0-4839-b428-8a188976dc96', 'cidr': '10.2.2.0/24', 'ip_version': 4}} {{(pid=84041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 20:52:27.057139 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5429c307-8818-4f65-9d2c-458dce3b71d4 None None] Network 4c6d63fa-10ee-46ac-a5d2-fd4675ff700f requested from n-d-838334-2 {{(pid=84042) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 20:52:27.132488 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a3d1c2-2eef-48ca-8b05-92d1a461ae61 req-49f59209-2651-4c1b-9bf0-be60bbd4231b tempest-ServersTestManualDisk-1928363056 tempest-ServersTestManualDisk-1928363056-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:52:27.134373 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-37a3d1c2-2eef-48ca-8b05-92d1a461ae61 req-49f59209-2651-4c1b-9bf0-be60bbd4231b tempest-ServersTestManualDisk-1928363056 tempest-ServersTestManualDisk-1928363056-project] 10.222.0.43 "GET /v2.0/networks?id=900e7008-3a76-4947-a7ad-9adec518e5cf HTTP/1.1" status: 200 len: 811 time: 0.2031698 Apr 18 20:52:27.185028 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:27.235330 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-d622a1e9-79c9-49ad-97ea-abdd94f7eb01 tempest-TaggedBootDevicesTest_v242-417596240 tempest-TaggedBootDevicesTest_v242-417596240-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:52:27.242698 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-d622a1e9-79c9-49ad-97ea-abdd94f7eb01 tempest-TaggedBootDevicesTest_v242-417596240 tempest-TaggedBootDevicesTest_v242-417596240-project] Usage tracker for resource:subnet and tenant:9feceef4d3df4daeb6497a95fbe12eb7 is out of sync, need to count used quota {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:52:27.245846 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-d622a1e9-79c9-49ad-97ea-abdd94f7eb01 tempest-TaggedBootDevicesTest_v242-417596240 tempest-TaggedBootDevicesTest_v242-417596240-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:52:27.251294 n-d-838334-2 neutron-server[84042]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b19042be-f9b8-4875-833a-ba75c17d8e75', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '849e8c7a-d648-4ccf-818b-7ad9f0363a56'}] {{(pid=84042) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 20:52:27.253724 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-d622a1e9-79c9-49ad-97ea-abdd94f7eb01 tempest-TaggedBootDevicesTest_v242-417596240 tempest-TaggedBootDevicesTest_v242-417596240-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:52:27.267754 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] For port 849e8c7a-d648-4ccf-818b-7ad9f0363a56, host n-h1-838334-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838334-2',level=0,port_id=849e8c7a-d648-4ccf-818b-7ad9f0363a56,segment=NetworkSegment(3dfba72c-8fc3-435c-ba1a-464354aac97a),segment_id=3dfba72c-8fc3-435c-ba1a-464354aac97a)] {{(pid=84042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:52:27.268350 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d622a1e9-79c9-49ad-97ea-abdd94f7eb01 tempest-TaggedBootDevicesTest_v242-417596240 tempest-TaggedBootDevicesTest_v242-417596240-project] Made reservation on behalf of 9feceef4d3df4daeb6497a95fbe12eb7 for: {'subnet': 1} {{(pid=84041) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:52:27.291917 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-76fcb987-e827-486a-afa2-721e273466b5 req-449a64f1-d7fe-4405-9d09-02a0b0d798a6 tempest-ServerRescueTestJSON-1218824152 tempest-ServerRescueTestJSON-1218824152-project] 10.222.0.42 "GET /v2.0/security-groups?id=6f984221-1918-47e6-82e9-256972907b58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3618391 Apr 18 20:52:27.298863 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-37a3d1c2-2eef-48ca-8b05-92d1a461ae61 req-a41875d6-6b22-49f4-ad15-3d999e4c3937 tempest-ServersTestManualDisk-1928363056 tempest-ServersTestManualDisk-1928363056-project] 10.222.0.43 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d097ca6178bf4202a3e30e56a61a7a3a HTTP/1.1" status: 200 len: 379 time: 0.1116748 Apr 18 20:52:27.301725 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682'] for port, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:27.311576 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.v2.base [req-37a3d1c2-2eef-48ca-8b05-92d1a461ae61 req-9e3e9eca-27f6-48cf-91a4-d946d9ec6238 tempest-ServersTestManualDisk-1928363056 tempest-ServersTestManualDisk-1928363056-project] Request body: {'port': {'device_id': 'c5fcae49-cbba-4367-b8c5-f1b0e0bda7cb', 'network_id': '900e7008-3a76-4947-a7ad-9adec518e5cf', 'admin_state_up': True, 'tenant_id': 'd097ca6178bf4202a3e30e56a61a7a3a', 'security_groups': ['1bf0e5d8-d566-43af-ab33-a70868c827e4']}} {{(pid=84040) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 20:52:27.357114 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Provisioning for port 56b85f2a-4772-4df7-bfa7-4a19e86c565b completed by entity L2. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 20:52:27.380731 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Provisioning complete for port 56b85f2a-4772-4df7-bfa7-4a19e86c565b triggered by entity L2. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:52:27.381104 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1253608'] for port, provisioning_complete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:27.413604 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-d622a1e9-79c9-49ad-97ea-abdd94f7eb01 tempest-TaggedBootDevicesTest_v242-417596240 tempest-TaggedBootDevicesTest_v242-417596240-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32486301'] for subnet, before_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:27.477829 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a036228a-3b38-4f5a-81b2-ef8322b3aa66 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp016840fc-1f9f-5892-9c53-c9cf6c845bbb-4c6d63fa-10ee-46ac-a5d2-fd4675ff700f', 'network_id': '4c6d63fa-10ee-46ac-a5d2-fd4675ff700f', 'tenant_id': '9feceef4d3df4daeb6497a95fbe12eb7', 'fixed_ips': [{'subnet_id': 'e3291cf4-4c37-4898-8026-16f9e0aaa3d9'}]}} from n-d-838334-2. {{(pid=84042) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 18 20:52:27.480320 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-a036228a-3b38-4f5a-81b2-ef8322b3aa66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_create {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:27.491343 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-240a8d13-c47f-4ef7-abc6-8ee5836d093c req-7f439754-7629-4125-b0d4-d4862a661bb7 tempest-ServerAddressesNegativeTestJSON-503135862 tempest-ServerAddressesNegativeTestJSON-503135862-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:52:27.492838 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-240a8d13-c47f-4ef7-abc6-8ee5836d093c req-7f439754-7629-4125-b0d4-d4862a661bb7 tempest-ServerAddressesNegativeTestJSON-503135862 tempest-ServerAddressesNegativeTestJSON-503135862-project] 10.222.0.42 "GET /v2.0/ports?device_id=b19042be-f9b8-4875-833a-ba75c17d8e75 HTTP/1.1" status: 200 len: 944 time: 0.3553150 Apr 18 20:52:27.501534 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Pushing event updated for resources: {'Port': ['ID=849e8c7a-d648-4ccf-818b-7ad9f0363a56,revision_number=5']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:52:27.587138 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [req-37a3d1c2-2eef-48ca-8b05-92d1a461ae61 req-9e3e9eca-27f6-48cf-91a4-d946d9ec6238 tempest-ServersTestManualDisk-1928363056 tempest-ServersTestManualDisk-1928363056-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:52:27.596220 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [req-37a3d1c2-2eef-48ca-8b05-92d1a461ae61 req-9e3e9eca-27f6-48cf-91a4-d946d9ec6238 tempest-ServersTestManualDisk-1928363056 tempest-ServersTestManualDisk-1928363056-project] Usage tracker for resource:port and tenant:d097ca6178bf4202a3e30e56a61a7a3a is out of sync, need to count used quota {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:52:27.600346 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [req-37a3d1c2-2eef-48ca-8b05-92d1a461ae61 req-9e3e9eca-27f6-48cf-91a4-d946d9ec6238 tempest-ServersTestManualDisk-1928363056 tempest-ServersTestManualDisk-1928363056-project] Quota usage for port was recalculated. Used quota:3. {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:52:27.609469 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [req-37a3d1c2-2eef-48ca-8b05-92d1a461ae61 req-9e3e9eca-27f6-48cf-91a4-d946d9ec6238 tempest-ServersTestManualDisk-1928363056 tempest-ServersTestManualDisk-1928363056-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:52:27.616587 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-592e6845-4fc9-416d-841d-bef9c59d9c97 req-a40c6203-2aa5-4a62-9ad1-254438afcae3 tempest-ServerRescueNegativeTestJSON-1571656168 tempest-ServerRescueNegativeTestJSON-1571656168-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:52:27.623423 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-592e6845-4fc9-416d-841d-bef9c59d9c97 req-a40c6203-2aa5-4a62-9ad1-254438afcae3 tempest-ServerRescueNegativeTestJSON-1571656168 tempest-ServerRescueNegativeTestJSON-1571656168-project] 10.222.0.42 "GET /v2.0/ports?device_id=264936db-30ce-4589-b255-6c9a9ad966e3 HTTP/1.1" status: 200 len: 946 time: 0.2043045 Apr 18 20:52:27.628801 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-240a8d13-c47f-4ef7-abc6-8ee5836d093c req-06f10b34-edbc-4a0d-a351-6b90b0f36343 tempest-ServerAddressesNegativeTestJSON-503135862 tempest-ServerAddressesNegativeTestJSON-503135862-project] 10.222.0.42 "GET /v2.0/security-groups?id=23e306e1-8bc6-4ab0-9a44-10474dd61517&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1047010 Apr 18 20:52:27.661953 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-37a3d1c2-2eef-48ca-8b05-92d1a461ae61 req-9e3e9eca-27f6-48cf-91a4-d946d9ec6238 tempest-ServersTestManualDisk-1928363056 tempest-ServersTestManualDisk-1928363056-project] Made reservation on behalf of d097ca6178bf4202a3e30e56a61a7a3a for: {'port': 1} {{(pid=84040) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:52:27.665106 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-37a3d1c2-2eef-48ca-8b05-92d1a461ae61 req-9e3e9eca-27f6-48cf-91a4-d946d9ec6238 tempest-ServersTestManualDisk-1928363056 tempest-ServersTestManualDisk-1928363056-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:27.683707 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:27.684743 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-d622a1e9-79c9-49ad-97ea-abdd94f7eb01 tempest-TaggedBootDevicesTest_v242-417596240 tempest-TaggedBootDevicesTest_v242-417596240-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33526260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32266407', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32486287'] for subnet, after_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:27.712388 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-592e6845-4fc9-416d-841d-bef9c59d9c97 req-8ead1ff6-0be6-4fac-9cc7-4dc254959c95 tempest-ServerRescueNegativeTestJSON-1571656168 tempest-ServerRescueNegativeTestJSON-1571656168-project] 10.222.0.42 "GET /v2.0/security-groups?id=fa6b5748-504b-4821-b3a0-7e61ca1810b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0879860 Apr 18 20:52:27.743482 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] For port 56b85f2a-4772-4df7-bfa7-4a19e86c565b, host n-h2-838334-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838334-2',level=0,port_id=56b85f2a-4772-4df7-bfa7-4a19e86c565b,segment=NetworkSegment(824475dd-cc01-4f37-b28b-cc0d2c7c32c9),segment_id=824475dd-cc01-4f37-b28b-cc0d2c7c32c9)] {{(pid=84042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:52:27.745773 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.db_base_plugin_common [None req-a036228a-3b38-4f5a-81b2-ef8322b3aa66 None None] Allocated IP 10.1.1.2 (4c6d63fa-10ee-46ac-a5d2-fd4675ff700f/e3291cf4-4c37-4898-8026-16f9e0aaa3d9/8d1eb9dd-3223-4ddd-b661-4674ad88e3b1) {{(pid=84042) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:52:27.754093 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682'] for port, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:27.832554 n-d-838334-2 neutron-server[84042]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5b8e1a62-66cc-46fe-a8a8-12e48b3dca76'] response: {'server_uuid': 'b19042be-f9b8-4875-833a-ba75c17d8e75', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '849e8c7a-d648-4ccf-818b-7ad9f0363a56', 'code': 200} Apr 18 20:52:27.918820 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d622a1e9-79c9-49ad-97ea-abdd94f7eb01 tempest-TaggedBootDevicesTest_v242-417596240 tempest-TaggedBootDevicesTest_v242-417596240-project] Pushing event updated for resources: {'Subnet': ['ID=3a8de80c-2b95-46eb-ba80-482a3302f829,revision_number=0']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:52:27.945246 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d622a1e9-79c9-49ad-97ea-abdd94f7eb01 tempest-TaggedBootDevicesTest_v242-417596240 tempest-TaggedBootDevicesTest_v242-417596240-project] Checking segment: {'id': 'ebe0286e-3c69-48ee-a166-d487392185dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': 'c28eb4dc-8be0-4839-b428-8a188976dc96'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84041) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 20:52:27.945742 n-d-838334-2 neutron-server[84041]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d622a1e9-79c9-49ad-97ea-abdd94f7eb01 tempest-TaggedBootDevicesTest_v242-417596240 tempest-TaggedBootDevicesTest_v242-417596240-project] Network hostable DHCP agents. Network: c28eb4dc-8be0-4839-b428-8a188976dc96, hostable agents: ['8746f8ea-3e91-4b32-9919-2c63adeb8722'], hosted agents: [] {{(pid=84041) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 20:52:27.992059 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-da61ffd6-d750-4131-a6a3-9db9e0864f64 req-1514f2cd-d95b-43a6-b6fd-64fde2025cee service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=b19042be-f9b8-4875-833a-ba75c17d8e75 HTTP/1.1" status: 200 len: 1096 time: 0.1071141 Apr 18 20:52:27.994462 n-d-838334-2 neutron-server[84041]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d622a1e9-79c9-49ad-97ea-abdd94f7eb01 tempest-TaggedBootDevicesTest_v242-417596240 tempest-TaggedBootDevicesTest_v242-417596240-project] Network c28eb4dc-8be0-4839-b428-8a188976dc96 is scheduled to be hosted by DHCP agent 8746f8ea-3e91-4b32-9919-2c63adeb8722 with binding_index 1 {{(pid=84041) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 20:52:28.005911 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-a1dc4cb7-0b27-47ca-97e6-441c147a1ab1 req-d92bc519-a818-4b3c-b18c-b59d153287ca tempest-ServersTestManualDisk-1928363056 tempest-ServersTestManualDisk-1928363056-project] 10.222.0.42 "GET /v2.0/ports?device_id=c5fcae49-cbba-4367-b8c5-f1b0e0bda7cb HTTP/1.1" status: 200 len: 210 time: 0.0575626 Apr 18 20:52:28.060032 n-d-838334-2 neutron-server[84041]: DEBUG neutron.scheduler.base_scheduler [None req-d622a1e9-79c9-49ad-97ea-abdd94f7eb01 tempest-TaggedBootDevicesTest_v242-417596240 tempest-TaggedBootDevicesTest_v242-417596240-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-838334-2, c28eb4dc-8be0-4839-b428-8a188976dc96) {{(pid=84041) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:52:28.074208 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4538426-6c28-4f49-a8bd-f298f5bf5cee None None] Network c28eb4dc-8be0-4839-b428-8a188976dc96 requested from n-d-838334-2 {{(pid=84042) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 20:52:28.076720 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d622a1e9-79c9-49ad-97ea-abdd94f7eb01 tempest-TaggedBootDevicesTest_v242-417596240 tempest-TaggedBootDevicesTest_v242-417596240-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:52:28.077358 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-d622a1e9-79c9-49ad-97ea-abdd94f7eb01 tempest-TaggedBootDevicesTest_v242-417596240 tempest-TaggedBootDevicesTest_v242-417596240-project] Notify callbacks [] for subnet, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:28.103149 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.db_base_plugin_common [req-37a3d1c2-2eef-48ca-8b05-92d1a461ae61 req-9e3e9eca-27f6-48cf-91a4-d946d9ec6238 tempest-ServersTestManualDisk-1928363056 tempest-ServersTestManualDisk-1928363056-project] Allocated IP 172.20.0.11 (900e7008-3a76-4947-a7ad-9adec518e5cf/b97e4a75-8ec3-4f6e-beb3-db8f3e8db4d7/43338bac-2350-4846-81d5-278fc0297d87) {{(pid=84040) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:52:28.106498 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-da61ffd6-d750-4131-a6a3-9db9e0864f64 req-38270596-9484-4878-863d-b348b7bc04e0 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=23e306e1-8bc6-4ab0-9a44-10474dd61517&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0861015 Apr 18 20:52:28.112771 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-d622a1e9-79c9-49ad-97ea-abdd94f7eb01 tempest-TaggedBootDevicesTest_v242-417596240 tempest-TaggedBootDevicesTest_v242-417596240-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 1.0614502 Apr 18 20:52:28.115795 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 48628) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:52:28.122599 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.v2.base [None req-d0dbe6e5-d6ff-4218-a831-3503d225e13d tempest-TaggedBootDevicesTest_v242-417596240 tempest-TaggedBootDevicesTest_v242-417596240-project] Request body: {'port': {'network_id': '4c6d63fa-10ee-46ac-a5d2-fd4675ff700f', 'name': 'tempest-TaggedBootDevicesTest_v242-668574965', 'fixed_ips': [{'subnet_id': 'e3291cf4-4c37-4898-8026-16f9e0aaa3d9'}]}} {{(pid=84041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 20:52:28.137906 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0406a40-b04d-4cac-b1cc-0b0874699c8d req-560500e1-09f7-4122-a9f2-b581b4d15421 tempest-ServerDiskConfigTestJSON-473081836 tempest-ServerDiskConfigTestJSON-473081836-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:52:28.138229 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-a0406a40-b04d-4cac-b1cc-0b0874699c8d req-560500e1-09f7-4122-a9f2-b581b4d15421 tempest-ServerDiskConfigTestJSON-473081836 tempest-ServerDiskConfigTestJSON-473081836-project] 10.222.0.42 "GET /v2.0/ports?device_id=e3ce1959-1c32-471b-a30a-a5dd21c9b8a4 HTTP/1.1" status: 200 len: 945 time: 0.1361945 Apr 18 20:52:28.153475 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Pushing event updated for resources: {'Port': ['ID=56b85f2a-4772-4df7-bfa7-4a19e86c565b,revision_number=5']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:52:28.251899 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-a036228a-3b38-4f5a-81b2-ef8322b3aa66 None None] Notify callbacks [] for port, precommit_create {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:28.276320 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-a036228a-3b38-4f5a-81b2-ef8322b3aa66 None None] Transition to ACTIVE for port object 8d1eb9dd-3223-4ddd-b661-4674ad88e3b1 will not be triggered until provisioned by entity L2. {{(pid=84042) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 20:52:28.316128 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-a036228a-3b38-4f5a-81b2-ef8322b3aa66 None None] Transition to ACTIVE for port object 8d1eb9dd-3223-4ddd-b661-4674ad88e3b1 will not be triggered until provisioned by entity DHCP. {{(pid=84042) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 20:52:28.355540 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-a036228a-3b38-4f5a-81b2-ef8322b3aa66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750374836619'] for port, after_create {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:28.360543 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-a0406a40-b04d-4cac-b1cc-0b0874699c8d req-709978d0-745e-476e-8707-7c4a40b3a677 tempest-ServerDiskConfigTestJSON-473081836 tempest-ServerDiskConfigTestJSON-473081836-project] 10.222.0.42 "GET /v2.0/security-groups?id=527f07bd-3b7c-4e87-bb13-fa86b9490e28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2051039 Apr 18 20:52:28.434203 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-d0dbe6e5-d6ff-4218-a831-3503d225e13d tempest-TaggedBootDevicesTest_v242-417596240 tempest-TaggedBootDevicesTest_v242-417596240-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:52:28.439191 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-d0dbe6e5-d6ff-4218-a831-3503d225e13d tempest-TaggedBootDevicesTest_v242-417596240 tempest-TaggedBootDevicesTest_v242-417596240-project] Usage tracker for resource:port and tenant:9feceef4d3df4daeb6497a95fbe12eb7 is out of sync, need to count used quota {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:52:28.443121 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-d0dbe6e5-d6ff-4218-a831-3503d225e13d tempest-TaggedBootDevicesTest_v242-417596240 tempest-TaggedBootDevicesTest_v242-417596240-project] Quota usage for port was recalculated. Used quota:3. {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:52:28.447459 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b296043-4a1c-4990-8be8-77089750c9a2 req-94b84fe0-ab17-45e3-ae6a-5bf8dfbfe8b0 tempest-ServerActionsTestJSON-2052644234 tempest-ServerActionsTestJSON-2052644234-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:52:28.448937 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-5b296043-4a1c-4990-8be8-77089750c9a2 req-94b84fe0-ab17-45e3-ae6a-5bf8dfbfe8b0 tempest-ServerActionsTestJSON-2052644234 tempest-ServerActionsTestJSON-2052644234-project] 10.222.0.42 "GET /v2.0/ports?device_id=e85be041-78ee-47d4-b988-64db6fdd157a HTTP/1.1" status: 200 len: 945 time: 0.2160461 Apr 18 20:52:28.450216 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-d0dbe6e5-d6ff-4218-a831-3503d225e13d tempest-TaggedBootDevicesTest_v242-417596240 tempest-TaggedBootDevicesTest_v242-417596240-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:52:28.458947 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-37a3d1c2-2eef-48ca-8b05-92d1a461ae61 req-9e3e9eca-27f6-48cf-91a4-d946d9ec6238 tempest-ServersTestManualDisk-1928363056 tempest-ServersTestManualDisk-1928363056-project] Notify callbacks [] for port, precommit_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:28.469372 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d0dbe6e5-d6ff-4218-a831-3503d225e13d tempest-TaggedBootDevicesTest_v242-417596240 tempest-TaggedBootDevicesTest_v242-417596240-project] Made reservation on behalf of 9feceef4d3df4daeb6497a95fbe12eb7 for: {'port': 1} {{(pid=84041) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:52:28.476598 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-d0dbe6e5-d6ff-4218-a831-3503d225e13d tempest-TaggedBootDevicesTest_v242-417596240 tempest-TaggedBootDevicesTest_v242-417596240-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:28.486114 n-d-838334-2 neutron-server[84042]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a036228a-3b38-4f5a-81b2-ef8322b3aa66 None None] Network 4c6d63fa-10ee-46ac-a5d2-fd4675ff700f is already hosted by enough agents. {{(pid=84042) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:52:28.488544 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a036228a-3b38-4f5a-81b2-ef8322b3aa66 None None] Pushing event updated for resources: {'Port': ['ID=8d1eb9dd-3223-4ddd-b661-4674ad88e3b1,revision_number=1']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:52:28.490814 n-d-838334-2 neutron-server[84042]: DEBUG neutron.scheduler.base_scheduler [None req-a036228a-3b38-4f5a-81b2-ef8322b3aa66 None None] Resources bound (agent type, host, resource id): {{(pid=84042) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:52:28.493104 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a036228a-3b38-4f5a-81b2-ef8322b3aa66 None None] Received port after_create {{(pid=84042) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 20:52:28.505199 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.provisioning_blocks [req-37a3d1c2-2eef-48ca-8b05-92d1a461ae61 req-9e3e9eca-27f6-48cf-91a4-d946d9ec6238 tempest-ServersTestManualDisk-1928363056 tempest-ServersTestManualDisk-1928363056-project] Transition to ACTIVE for port object 43338bac-2350-4846-81d5-278fc0297d87 will not be triggered until provisioned by entity DHCP. {{(pid=84040) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 20:52:28.522789 n-d-838334-2 neutron-server[84041]: DEBUG neutron.notifiers.nova [None req-d0dbe6e5-d6ff-4218-a831-3503d225e13d tempest-TaggedBootDevicesTest_v242-417596240 tempest-TaggedBootDevicesTest_v242-417596240-project] device_id is not set on port e4a628aa-c125-4eea-8365-b6473a427bb3 yet. {{(pid=84041) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 18 20:52:28.536366 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-5b296043-4a1c-4990-8be8-77089750c9a2 req-1458fb5e-675e-43a9-b687-3fa330320dc6 tempest-ServerActionsTestJSON-2052644234 tempest-ServerActionsTestJSON-2052644234-project] 10.222.0.42 "GET /v2.0/security-groups?id=5518633c-5bdd-41db-a1d5-749e9b6740a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728021 Apr 18 20:52:28.538790 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d47aee89-28b9-4929-a448-9528ea868e40 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp016840fc-1f9f-5892-9c53-c9cf6c845bbb-c28eb4dc-8be0-4839-b428-8a188976dc96', 'network_id': 'c28eb4dc-8be0-4839-b428-8a188976dc96', 'tenant_id': '9feceef4d3df4daeb6497a95fbe12eb7', 'fixed_ips': [{'subnet_id': '3a8de80c-2b95-46eb-ba80-482a3302f829'}]}} from n-d-838334-2. {{(pid=84042) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 18 20:52:28.539599 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-d47aee89-28b9-4929-a448-9528ea868e40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_create {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:28.627313 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-37a3d1c2-2eef-48ca-8b05-92d1a461ae61 req-9e3e9eca-27f6-48cf-91a4-d946d9ec6238 tempest-ServersTestManualDisk-1928363056 tempest-ServersTestManualDisk-1928363056-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750374836619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32440838'] for port, after_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:28.661556 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.managers [None req-a036228a-3b38-4f5a-81b2-ef8322b3aa66 None None] Attempting to bind port 8d1eb9dd-3223-4ddd-b661-4674ad88e3b1 on host n-d-838334-2 for vnic_type normal with profile {{(pid=84042) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:52:28.661929 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.managers [None req-a036228a-3b38-4f5a-81b2-ef8322b3aa66 None None] Attempting to bind port 8d1eb9dd-3223-4ddd-b661-4674ad88e3b1 by drivers openvswitch,hyperv on host n-d-838334-2 at level 0 using segments [{'id': '999db445-b59f-43ae-97e9-309f13729423', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '4c6d63fa-10ee-46ac-a5d2-fd4675ff700f'}] {{(pid=84042) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:52:28.662277 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a036228a-3b38-4f5a-81b2-ef8322b3aa66 None None] Attempting to bind port 8d1eb9dd-3223-4ddd-b661-4674ad88e3b1 on network 4c6d63fa-10ee-46ac-a5d2-fd4675ff700f {{(pid=84042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 20:52:28.691435 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a036228a-3b38-4f5a-81b2-ef8322b3aa66 None None] Checking agent: {'id': '97cd4414-7af6-4d67-868d-dff370b4071a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838334-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 25, 49), 'started_at': datetime.datetime(2022, 4, 18, 20, 26, 19), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 20, 52, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838334-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 18 20:52:28.691939 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a036228a-3b38-4f5a-81b2-ef8322b3aa66 None None] Checking segment: {'id': '999db445-b59f-43ae-97e9-309f13729423', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '4c6d63fa-10ee-46ac-a5d2-fd4675ff700f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84042) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 20:52:28.692240 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-a036228a-3b38-4f5a-81b2-ef8322b3aa66 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:28.692633 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a036228a-3b38-4f5a-81b2-ef8322b3aa66 None None] Bound using segment: {'id': '999db445-b59f-43ae-97e9-309f13729423', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '4c6d63fa-10ee-46ac-a5d2-fd4675ff700f'} {{(pid=84042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 18 20:52:28.693114 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.managers [None req-a036228a-3b38-4f5a-81b2-ef8322b3aa66 None None] Bound port: 8d1eb9dd-3223-4ddd-b661-4674ad88e3b1, host: n-d-838334-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '999db445-b59f-43ae-97e9-309f13729423', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '4c6d63fa-10ee-46ac-a5d2-fd4675ff700f'}}] {{(pid=84042) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 20:52:28.693483 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-a036228a-3b38-4f5a-81b2-ef8322b3aa66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:28.804779 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.db_base_plugin_common [None req-d0dbe6e5-d6ff-4218-a831-3503d225e13d tempest-TaggedBootDevicesTest_v242-417596240 tempest-TaggedBootDevicesTest_v242-417596240-project] Allocated IP 10.1.1.154 (4c6d63fa-10ee-46ac-a5d2-fd4675ff700f/e3291cf4-4c37-4898-8026-16f9e0aaa3d9/e4a628aa-c125-4eea-8365-b6473a427bb3) {{(pid=84041) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:52:28.856084 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.db_base_plugin_common [None req-d47aee89-28b9-4929-a448-9528ea868e40 None None] Allocated IP 10.2.2.2 (c28eb4dc-8be0-4839-b428-8a188976dc96/3a8de80c-2b95-46eb-ba80-482a3302f829/9bb75a7e-8632-4c5c-8fde-3d0e42de7a41) {{(pid=84042) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:52:28.861518 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-a036228a-3b38-4f5a-81b2-ef8322b3aa66 None None] For port 8d1eb9dd-3223-4ddd-b661-4674ad88e3b1, host n-d-838334-2, cleared binding levels {{(pid=84042) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 20:52:28.865504 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-a036228a-3b38-4f5a-81b2-ef8322b3aa66 None None] For port 8d1eb9dd-3223-4ddd-b661-4674ad88e3b1, host n-d-838334-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838334-2',level=0,port_id=8d1eb9dd-3223-4ddd-b661-4674ad88e3b1,segment=NetworkSegment(999db445-b59f-43ae-97e9-309f13729423),segment_id=999db445-b59f-43ae-97e9-309f13729423)] {{(pid=84042) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 20:52:28.874133 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e3e9eca-27f6-48cf-91a4-d946d9ec6238 tempest-ServersTestManualDisk-1928363056 tempest-ServersTestManualDisk-1928363056-project] Pushing event updated for resources: {'Port': ['ID=43338bac-2350-4846-81d5-278fc0297d87,revision_number=1']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:52:28.890416 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-a036228a-3b38-4f5a-81b2-ef8322b3aa66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682'] for port, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:28.893752 n-d-838334-2 neutron-server[84040]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-37a3d1c2-2eef-48ca-8b05-92d1a461ae61 req-9e3e9eca-27f6-48cf-91a4-d946d9ec6238 tempest-ServersTestManualDisk-1928363056 tempest-ServersTestManualDisk-1928363056-project] Network 900e7008-3a76-4947-a7ad-9adec518e5cf is already hosted by enough agents. {{(pid=84040) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:52:28.895847 n-d-838334-2 neutron-server[84040]: DEBUG neutron.scheduler.base_scheduler [req-37a3d1c2-2eef-48ca-8b05-92d1a461ae61 req-9e3e9eca-27f6-48cf-91a4-d946d9ec6238 tempest-ServersTestManualDisk-1928363056 tempest-ServersTestManualDisk-1928363056-project] Resources bound (agent type, host, resource id): {{(pid=84040) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:52:28.900055 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.l3_dvrscheduler_db [req-37a3d1c2-2eef-48ca-8b05-92d1a461ae61 req-9e3e9eca-27f6-48cf-91a4-d946d9ec6238 tempest-ServersTestManualDisk-1928363056 tempest-ServersTestManualDisk-1928363056-project] Received port after_create {{(pid=84040) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 20:52:28.982795 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a3d1c2-2eef-48ca-8b05-92d1a461ae61 req-9e3e9eca-27f6-48cf-91a4-d946d9ec6238 tempest-ServersTestManualDisk-1928363056 tempest-ServersTestManualDisk-1928363056-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:52:28.985982 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-37a3d1c2-2eef-48ca-8b05-92d1a461ae61 req-9e3e9eca-27f6-48cf-91a4-d946d9ec6238 tempest-ServersTestManualDisk-1928363056 tempest-ServersTestManualDisk-1928363056-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217293'] for port, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:29.022281 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96641ee2-d3b3-4d00-9c1a-69b0b6272b4d req-b500c52a-1a18-4545-8f48-6df9e7c8d6ac tempest-AttachVolumeShelveTestJSON-1712717013 tempest-AttachVolumeShelveTestJSON-1712717013-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:52:29.032372 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-96641ee2-d3b3-4d00-9c1a-69b0b6272b4d req-b500c52a-1a18-4545-8f48-6df9e7c8d6ac tempest-AttachVolumeShelveTestJSON-1712717013 tempest-AttachVolumeShelveTestJSON-1712717013-project] 10.222.0.42 "GET /v2.0/ports?device_id=a3d617b3-55ec-41c1-b97c-911aa927ef50 HTTP/1.1" status: 200 len: 945 time: 0.4529359 Apr 18 20:52:29.072828 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-37a3d1c2-2eef-48ca-8b05-92d1a461ae61 req-9e3e9eca-27f6-48cf-91a4-d946d9ec6238 tempest-ServersTestManualDisk-1928363056 tempest-ServersTestManualDisk-1928363056-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7657638 Apr 18 20:52:29.130385 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a036228a-3b38-4f5a-81b2-ef8322b3aa66 None None] Pushing event updated for resources: {'Port': ['ID=8d1eb9dd-3223-4ddd-b661-4674ad88e3b1,revision_number=2']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:52:29.194001 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-d0dbe6e5-d6ff-4218-a831-3503d225e13d tempest-TaggedBootDevicesTest_v242-417596240 tempest-TaggedBootDevicesTest_v242-417596240-project] Notify callbacks [] for port, precommit_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:29.204719 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.v2.base [req-37a3d1c2-2eef-48ca-8b05-92d1a461ae61 req-e4eeca4f-d8e0-4c29-be4c-a11df2bb7113 service neutron] Request body: {'port': {'device_id': 'c5fcae49-cbba-4367-b8c5-f1b0e0bda7cb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-838334-2'}} {{(pid=84040) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 20:52:29.213142 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.provisioning_blocks [None req-d0dbe6e5-d6ff-4218-a831-3503d225e13d tempest-TaggedBootDevicesTest_v242-417596240 tempest-TaggedBootDevicesTest_v242-417596240-project] Transition to ACTIVE for port object e4a628aa-c125-4eea-8365-b6473a427bb3 will not be triggered until provisioned by entity DHCP. {{(pid=84041) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 20:52:29.248371 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-d47aee89-28b9-4929-a448-9528ea868e40 None None] Notify callbacks [] for port, precommit_create {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:29.250151 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-d0dbe6e5-d6ff-4218-a831-3503d225e13d tempest-TaggedBootDevicesTest_v242-417596240 tempest-TaggedBootDevicesTest_v242-417596240-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750374836619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32266323'] for port, after_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:29.269161 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-d47aee89-28b9-4929-a448-9528ea868e40 None None] Transition to ACTIVE for port object 9bb75a7e-8632-4c5c-8fde-3d0e42de7a41 will not be triggered until provisioned by entity L2. {{(pid=84042) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 20:52:29.298544 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-d47aee89-28b9-4929-a448-9528ea868e40 None None] Transition to ACTIVE for port object 9bb75a7e-8632-4c5c-8fde-3d0e42de7a41 will not be triggered until provisioned by entity DHCP. {{(pid=84042) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 20:52:29.306655 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-d47aee89-28b9-4929-a448-9528ea868e40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750374836619'] for port, after_create {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:29.348194 n-d-838334-2 neutron-server[84041]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0dbe6e5-d6ff-4218-a831-3503d225e13d tempest-TaggedBootDevicesTest_v242-417596240 tempest-TaggedBootDevicesTest_v242-417596240-project] Network 4c6d63fa-10ee-46ac-a5d2-fd4675ff700f is already hosted by enough agents. {{(pid=84041) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:52:29.361718 n-d-838334-2 neutron-server[84041]: DEBUG neutron.scheduler.base_scheduler [None req-d0dbe6e5-d6ff-4218-a831-3503d225e13d tempest-TaggedBootDevicesTest_v242-417596240 tempest-TaggedBootDevicesTest_v242-417596240-project] Resources bound (agent type, host, resource id): {{(pid=84041) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:52:29.367654 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0dbe6e5-d6ff-4218-a831-3503d225e13d tempest-TaggedBootDevicesTest_v242-417596240 tempest-TaggedBootDevicesTest_v242-417596240-project] Received port after_create {{(pid=84041) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 20:52:29.381258 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-96641ee2-d3b3-4d00-9c1a-69b0b6272b4d req-27ae9489-7f31-4d20-9cac-8ef56581cf88 tempest-AttachVolumeShelveTestJSON-1712717013 tempest-AttachVolumeShelveTestJSON-1712717013-project] 10.222.0.42 "GET /v2.0/security-groups?id=2e9d8b44-da00-4a79-861c-f0ec417a580f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3461585 Apr 18 20:52:29.400396 n-d-838334-2 neutron-server[84042]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d47aee89-28b9-4929-a448-9528ea868e40 None None] Network c28eb4dc-8be0-4839-b428-8a188976dc96 is already hosted by enough agents. {{(pid=84042) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:52:29.406175 n-d-838334-2 neutron-server[84042]: DEBUG neutron.scheduler.base_scheduler [None req-d47aee89-28b9-4929-a448-9528ea868e40 None None] Resources bound (agent type, host, resource id): {{(pid=84042) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:52:29.408656 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d47aee89-28b9-4929-a448-9528ea868e40 None None] Pushing event updated for resources: {'Port': ['ID=9bb75a7e-8632-4c5c-8fde-3d0e42de7a41,revision_number=1']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:52:29.455233 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d47aee89-28b9-4929-a448-9528ea868e40 None None] Received port after_create {{(pid=84042) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 20:52:29.495151 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-5cba181d-fffb-45cc-9c23-c3aed2620b8c None None] Provisioning for port 43338bac-2350-4846-81d5-278fc0297d87 completed by entity DHCP. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 20:52:29.532379 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0dbe6e5-d6ff-4218-a831-3503d225e13d tempest-TaggedBootDevicesTest_v242-417596240 tempest-TaggedBootDevicesTest_v242-417596240-project] Pushing event updated for resources: {'Port': ['ID=e4a628aa-c125-4eea-8365-b6473a427bb3,revision_number=1']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:52:29.551021 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750375287399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253529'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:29.551771 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-5cba181d-fffb-45cc-9c23-c3aed2620b8c None None] Provisioning complete for port 43338bac-2350-4846-81d5-278fc0297d87 triggered by entity DHCP. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:52:29.552037 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-5cba181d-fffb-45cc-9c23-c3aed2620b8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1253608'] for port, provisioning_complete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:29.565089 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0dbe6e5-d6ff-4218-a831-3503d225e13d tempest-TaggedBootDevicesTest_v242-417596240 tempest-TaggedBootDevicesTest_v242-417596240-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:52:29.565755 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-d0dbe6e5-d6ff-4218-a831-3503d225e13d tempest-TaggedBootDevicesTest_v242-417596240 tempest-TaggedBootDevicesTest_v242-417596240-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217293'] for port, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:29.611702 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a41a6f6-b40f-484c-a8dc-a5855d3e6941 req-d6b4e32c-8975-416d-b595-425e7de766a5 tempest-ServerRescueTestJSON-1218824152 tempest-ServerRescueTestJSON-1218824152-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:52:29.611987 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-d0dbe6e5-d6ff-4218-a831-3503d225e13d tempest-TaggedBootDevicesTest_v242-417596240 tempest-TaggedBootDevicesTest_v242-417596240-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 1.4943776 Apr 18 20:52:29.612668 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 48644) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:52:29.619746 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.v2.base [None req-5850f73c-c43a-49cc-bdee-9975a7da8eb6 tempest-TaggedBootDevicesTest_v242-417596240 tempest-TaggedBootDevicesTest_v242-417596240-project] Request body: {'port': {'network_id': '4c6d63fa-10ee-46ac-a5d2-fd4675ff700f', 'name': 'tempest-TaggedBootDevicesTest_v242-1030440515', 'fixed_ips': [{'subnet_id': 'e3291cf4-4c37-4898-8026-16f9e0aaa3d9'}]}} {{(pid=84041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 20:52:29.623681 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-4a41a6f6-b40f-484c-a8dc-a5855d3e6941 req-d6b4e32c-8975-416d-b595-425e7de766a5 tempest-ServerRescueTestJSON-1218824152 tempest-ServerRescueTestJSON-1218824152-project] 10.222.0.42 "GET /v2.0/ports?device_id=f3f5b6ba-19be-423a-a9fa-48c3bbcdc95d HTTP/1.1" status: 200 len: 945 time: 0.5461314 Apr 18 20:52:29.723913 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.plugin [None req-5cba181d-fffb-45cc-9c23-c3aed2620b8c None None] Port 43338bac-2350-4846-81d5-278fc0297d87 cannot update to ACTIVE because it is not bound. {{(pid=84042) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 18 20:52:29.731666 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.managers [None req-d47aee89-28b9-4929-a448-9528ea868e40 None None] Attempting to bind port 9bb75a7e-8632-4c5c-8fde-3d0e42de7a41 on host n-d-838334-2 for vnic_type normal with profile {{(pid=84042) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:52:29.731926 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.managers [None req-d47aee89-28b9-4929-a448-9528ea868e40 None None] Attempting to bind port 9bb75a7e-8632-4c5c-8fde-3d0e42de7a41 by drivers openvswitch,hyperv on host n-d-838334-2 at level 0 using segments [{'id': 'ebe0286e-3c69-48ee-a166-d487392185dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': 'c28eb4dc-8be0-4839-b428-8a188976dc96'}] {{(pid=84042) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:52:29.732291 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d47aee89-28b9-4929-a448-9528ea868e40 None None] Attempting to bind port 9bb75a7e-8632-4c5c-8fde-3d0e42de7a41 on network c28eb4dc-8be0-4839-b428-8a188976dc96 {{(pid=84042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 20:52:29.732888 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-4a41a6f6-b40f-484c-a8dc-a5855d3e6941 req-d08e07fd-0483-4616-a550-9072cb067235 tempest-ServerRescueTestJSON-1218824152 tempest-ServerRescueTestJSON-1218824152-project] 10.222.0.42 "GET /v2.0/security-groups?id=6f984221-1918-47e6-82e9-256972907b58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1081223 Apr 18 20:52:29.740265 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d47aee89-28b9-4929-a448-9528ea868e40 None None] Checking agent: {'id': '97cd4414-7af6-4d67-868d-dff370b4071a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838334-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 25, 49), 'started_at': datetime.datetime(2022, 4, 18, 20, 26, 19), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 20, 52, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838334-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 18 20:52:29.740640 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d47aee89-28b9-4929-a448-9528ea868e40 None None] Checking segment: {'id': 'ebe0286e-3c69-48ee-a166-d487392185dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': 'c28eb4dc-8be0-4839-b428-8a188976dc96'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84042) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 20:52:29.741037 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-d47aee89-28b9-4929-a448-9528ea868e40 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:29.741855 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d47aee89-28b9-4929-a448-9528ea868e40 None None] Bound using segment: {'id': 'ebe0286e-3c69-48ee-a166-d487392185dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': 'c28eb4dc-8be0-4839-b428-8a188976dc96'} {{(pid=84042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 18 20:52:29.741855 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.managers [None req-d47aee89-28b9-4929-a448-9528ea868e40 None None] Bound port: 9bb75a7e-8632-4c5c-8fde-3d0e42de7a41, host: n-d-838334-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ebe0286e-3c69-48ee-a166-d487392185dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': 'c28eb4dc-8be0-4839-b428-8a188976dc96'}}] {{(pid=84042) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 20:52:29.742231 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-d47aee89-28b9-4929-a448-9528ea868e40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:29.753716 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-37a3d1c2-2eef-48ca-8b05-92d1a461ae61 req-e4eeca4f-d8e0-4c29-be4c-a11df2bb7113 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:29.833769 n-d-838334-2 neutron-server[84042]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e3ce1959-1c32-471b-a30a-a5dd21c9b8a4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '56b85f2a-4772-4df7-bfa7-4a19e86c565b'}] {{(pid=84042) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 20:52:29.845115 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-5850f73c-c43a-49cc-bdee-9975a7da8eb6 tempest-TaggedBootDevicesTest_v242-417596240 tempest-TaggedBootDevicesTest_v242-417596240-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:52:29.852064 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-5850f73c-c43a-49cc-bdee-9975a7da8eb6 tempest-TaggedBootDevicesTest_v242-417596240 tempest-TaggedBootDevicesTest_v242-417596240-project] Usage tracker for resource:port and tenant:9feceef4d3df4daeb6497a95fbe12eb7 is out of sync, need to count used quota {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:52:29.856170 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-5850f73c-c43a-49cc-bdee-9975a7da8eb6 tempest-TaggedBootDevicesTest_v242-417596240 tempest-TaggedBootDevicesTest_v242-417596240-project] Quota usage for port was recalculated. Used quota:5. {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:52:29.857663 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-d47aee89-28b9-4929-a448-9528ea868e40 None None] For port 9bb75a7e-8632-4c5c-8fde-3d0e42de7a41, host n-d-838334-2, cleared binding levels {{(pid=84042) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 20:52:29.865586 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-5850f73c-c43a-49cc-bdee-9975a7da8eb6 tempest-TaggedBootDevicesTest_v242-417596240 tempest-TaggedBootDevicesTest_v242-417596240-project] Attempting to reserve 1 items for resource port. Total usage: 5; quota limit: 500; headroom:495 {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:52:29.867612 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-d47aee89-28b9-4929-a448-9528ea868e40 None None] For port 9bb75a7e-8632-4c5c-8fde-3d0e42de7a41, host n-d-838334-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838334-2',level=0,port_id=9bb75a7e-8632-4c5c-8fde-3d0e42de7a41,segment=NetworkSegment(ebe0286e-3c69-48ee-a166-d487392185dd),segment_id=ebe0286e-3c69-48ee-a166-d487392185dd)] {{(pid=84042) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 20:52:29.873520 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-d47aee89-28b9-4929-a448-9528ea868e40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682'] for port, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:29.881574 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5850f73c-c43a-49cc-bdee-9975a7da8eb6 tempest-TaggedBootDevicesTest_v242-417596240 tempest-TaggedBootDevicesTest_v242-417596240-project] Made reservation on behalf of 9feceef4d3df4daeb6497a95fbe12eb7 for: {'port': 1} {{(pid=84041) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:52:29.887147 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-5850f73c-c43a-49cc-bdee-9975a7da8eb6 tempest-TaggedBootDevicesTest_v242-417596240 tempest-TaggedBootDevicesTest_v242-417596240-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:29.918709 n-d-838334-2 neutron-server[84041]: DEBUG neutron.notifiers.nova [None req-5850f73c-c43a-49cc-bdee-9975a7da8eb6 tempest-TaggedBootDevicesTest_v242-417596240 tempest-TaggedBootDevicesTest_v242-417596240-project] device_id is not set on port 8725f57c-a397-438c-bf13-f1b54c12fc76 yet. {{(pid=84041) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 18 20:52:29.957368 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d47aee89-28b9-4929-a448-9528ea868e40 None None] Pushing event updated for resources: {'Port': ['ID=9bb75a7e-8632-4c5c-8fde-3d0e42de7a41,revision_number=2']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:52:30.051261 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6467864a-e12a-46df-99c9-751457864a8a req-7415d2d0-1136-4e41-91de-5d801885c564 tempest-ServerAddressesNegativeTestJSON-503135862 tempest-ServerAddressesNegativeTestJSON-503135862-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:52:30.052917 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-6467864a-e12a-46df-99c9-751457864a8a req-7415d2d0-1136-4e41-91de-5d801885c564 tempest-ServerAddressesNegativeTestJSON-503135862 tempest-ServerAddressesNegativeTestJSON-503135862-project] 10.222.0.42 "GET /v2.0/ports?device_id=b19042be-f9b8-4875-833a-ba75c17d8e75 HTTP/1.1" status: 200 len: 945 time: 0.2218034 Apr 18 20:52:30.291930 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.db_base_plugin_common [None req-5850f73c-c43a-49cc-bdee-9975a7da8eb6 tempest-TaggedBootDevicesTest_v242-417596240 tempest-TaggedBootDevicesTest_v242-417596240-project] Allocated IP 10.1.1.162 (4c6d63fa-10ee-46ac-a5d2-fd4675ff700f/e3291cf4-4c37-4898-8026-16f9e0aaa3d9/8725f57c-a397-438c-bf13-f1b54c12fc76) {{(pid=84041) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:52:30.387076 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-6467864a-e12a-46df-99c9-751457864a8a req-623297ec-c41e-4f39-a859-919852d7194a tempest-ServerAddressesNegativeTestJSON-503135862 tempest-ServerAddressesNegativeTestJSON-503135862-project] 10.222.0.42 "GET /v2.0/security-groups?id=23e306e1-8bc6-4ab0-9a44-10474dd61517&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3267908 Apr 18 20:52:30.464296 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c201a14-b6d9-4291-b269-be570c817af5 req-597f9b5e-e05e-468f-a458-7db350e7ce4f tempest-ServersTestManualDisk-1928363056 tempest-ServersTestManualDisk-1928363056-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:52:30.465057 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [req-7c201a14-b6d9-4291-b269-be570c817af5 req-597f9b5e-e05e-468f-a458-7db350e7ce4f tempest-ServersTestManualDisk-1928363056 tempest-ServersTestManualDisk-1928363056-project] Synchronizing usage tracker for tenant:d097ca6178bf4202a3e30e56a61a7a3a on resource:port {{(pid=84040) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 20:52:30.600315 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [req-7c201a14-b6d9-4291-b269-be570c817af5 req-597f9b5e-e05e-468f-a458-7db350e7ce4f tempest-ServersTestManualDisk-1928363056 tempest-ServersTestManualDisk-1928363056-project] Unset dirty status for tenant:d097ca6178bf4202a3e30e56a61a7a3a on resource:port {{(pid=84040) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 20:52:30.607222 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-7c201a14-b6d9-4291-b269-be570c817af5 req-597f9b5e-e05e-468f-a458-7db350e7ce4f tempest-ServersTestManualDisk-1928363056 tempest-ServersTestManualDisk-1928363056-project] 10.222.0.42 "GET /v2.0/ports?device_id=c5fcae49-cbba-4367-b8c5-f1b0e0bda7cb HTTP/1.1" status: 200 len: 932 time: 0.3988278 Apr 18 20:52:30.697921 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-7c201a14-b6d9-4291-b269-be570c817af5 req-4c765a40-7aa8-47c4-be50-df73e7ed56b9 tempest-ServersTestManualDisk-1928363056 tempest-ServersTestManualDisk-1928363056-project] 10.222.0.42 "GET /v2.0/security-groups?id=1bf0e5d8-d566-43af-ab33-a70868c827e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0894229 Apr 18 20:52:30.721522 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Device 8d1eb9dd-3223-4ddd-b661-4674ad88e3b1 up at agent ovs-agent-n-d-838334-2 {{(pid=84042) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 20:52:30.770025 n-d-838334-2 neutron-server[84040]: DEBUG neutron.notifiers.nova [req-37a3d1c2-2eef-48ca-8b05-92d1a461ae61 req-e4eeca4f-d8e0-4c29-be4c-a11df2bb7113 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 43338bac-2350-4846-81d5-278fc0297d87 {{(pid=84040) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 18 20:52:30.778800 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-37a3d1c2-2eef-48ca-8b05-92d1a461ae61 req-e4eeca4f-d8e0-4c29-be4c-a11df2bb7113 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:30.830114 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.provisioning_blocks [req-37a3d1c2-2eef-48ca-8b05-92d1a461ae61 req-e4eeca4f-d8e0-4c29-be4c-a11df2bb7113 service neutron] Transition to ACTIVE for port object 43338bac-2350-4846-81d5-278fc0297d87 will not be triggered until provisioned by entity L2. {{(pid=84040) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 20:52:30.841187 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aed24d84-86a9-424d-ac2c-97ca94031baf req-331dbece-b151-4462-b8da-127ea14203a9 tempest-ServerDiskConfigTestJSON-473081836 tempest-ServerDiskConfigTestJSON-473081836-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:52:30.843159 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-aed24d84-86a9-424d-ac2c-97ca94031baf req-331dbece-b151-4462-b8da-127ea14203a9 tempest-ServerDiskConfigTestJSON-473081836 tempest-ServerDiskConfigTestJSON-473081836-project] 10.222.0.42 "GET /v2.0/ports?device_id=e3ce1959-1c32-471b-a30a-a5dd21c9b8a4 HTTP/1.1" status: 200 len: 945 time: 0.1342306 Apr 18 20:52:30.844814 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-37a3d1c2-2eef-48ca-8b05-92d1a461ae61 req-e4eeca4f-d8e0-4c29-be4c-a11df2bb7113 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32440959'] for port, after_update {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:30.873472 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-5850f73c-c43a-49cc-bdee-9975a7da8eb6 tempest-TaggedBootDevicesTest_v242-417596240 tempest-TaggedBootDevicesTest_v242-417596240-project] Notify callbacks [] for port, precommit_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:30.875538 n-d-838334-2 neutron-server[84042]: INFO neutron.notifiers.nova [-] Nova event matching ['req-685ecbd6-3a8b-46b8-8c37-e5775af5968d'] response: {'server_uuid': 'e3ce1959-1c32-471b-a30a-a5dd21c9b8a4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '56b85f2a-4772-4df7-bfa7-4a19e86c565b', 'code': 200} Apr 18 20:52:30.882642 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a06ba244-3ac1-47bf-a299-ed9e7adbf501 None None] Network 4c6d63fa-10ee-46ac-a5d2-fd4675ff700f requested from n-d-838334-2 {{(pid=84042) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 20:52:30.914000 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.provisioning_blocks [None req-5850f73c-c43a-49cc-bdee-9975a7da8eb6 tempest-TaggedBootDevicesTest_v242-417596240 tempest-TaggedBootDevicesTest_v242-417596240-project] Transition to ACTIVE for port object 8725f57c-a397-438c-bf13-f1b54c12fc76 will not be triggered until provisioned by entity DHCP. {{(pid=84041) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 20:52:30.920790 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4eeca4f-d8e0-4c29-be4c-a11df2bb7113 service neutron] Pushing event updated for resources: {'Port': ['ID=43338bac-2350-4846-81d5-278fc0297d87,revision_number=2']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:52:30.946745 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-5850f73c-c43a-49cc-bdee-9975a7da8eb6 tempest-TaggedBootDevicesTest_v242-417596240 tempest-TaggedBootDevicesTest_v242-417596240-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750374836619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32266323'] for port, after_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:31.007526 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-fcdd27cd-f208-498a-bfcf-6c1fc984c759 None None] Provisioning for port 8d1eb9dd-3223-4ddd-b661-4674ad88e3b1 completed by entity DHCP. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 20:52:31.018940 n-d-838334-2 neutron-server[84041]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5850f73c-c43a-49cc-bdee-9975a7da8eb6 tempest-TaggedBootDevicesTest_v242-417596240 tempest-TaggedBootDevicesTest_v242-417596240-project] Network 4c6d63fa-10ee-46ac-a5d2-fd4675ff700f is already hosted by enough agents. {{(pid=84041) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:52:31.040038 n-d-838334-2 neutron-server[84041]: DEBUG neutron.scheduler.base_scheduler [None req-5850f73c-c43a-49cc-bdee-9975a7da8eb6 tempest-TaggedBootDevicesTest_v242-417596240 tempest-TaggedBootDevicesTest_v242-417596240-project] Resources bound (agent type, host, resource id): {{(pid=84041) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:52:31.045243 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5850f73c-c43a-49cc-bdee-9975a7da8eb6 tempest-TaggedBootDevicesTest_v242-417596240 tempest-TaggedBootDevicesTest_v242-417596240-project] Received port after_create {{(pid=84041) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 20:52:31.049335 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Provisioning for port 8d1eb9dd-3223-4ddd-b661-4674ad88e3b1 completed by entity L2. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 20:52:31.058548 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-fcdd27cd-f208-498a-bfcf-6c1fc984c759 None None] Provisioning complete for port 8d1eb9dd-3223-4ddd-b661-4674ad88e3b1 triggered by entity DHCP. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:52:31.058548 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-fcdd27cd-f208-498a-bfcf-6c1fc984c759 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1253608'] for port, provisioning_complete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:31.125109 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-aed24d84-86a9-424d-ac2c-97ca94031baf req-0bfc0abb-c15a-42e7-bc59-4338a4262c82 tempest-ServerDiskConfigTestJSON-473081836 tempest-ServerDiskConfigTestJSON-473081836-project] 10.222.0.42 "GET /v2.0/security-groups?id=527f07bd-3b7c-4e87-bb13-fa86b9490e28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2045679 Apr 18 20:52:31.178013 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Provisioning complete for port 8d1eb9dd-3223-4ddd-b661-4674ad88e3b1 triggered by entity L2. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:52:31.182950 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1253608'] for port, provisioning_complete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:31.186296 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5850f73c-c43a-49cc-bdee-9975a7da8eb6 tempest-TaggedBootDevicesTest_v242-417596240 tempest-TaggedBootDevicesTest_v242-417596240-project] Pushing event updated for resources: {'Port': ['ID=8725f57c-a397-438c-bf13-f1b54c12fc76,revision_number=1']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:52:31.210934 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5850f73c-c43a-49cc-bdee-9975a7da8eb6 tempest-TaggedBootDevicesTest_v242-417596240 tempest-TaggedBootDevicesTest_v242-417596240-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:52:31.211581 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-5850f73c-c43a-49cc-bdee-9975a7da8eb6 tempest-TaggedBootDevicesTest_v242-417596240 tempest-TaggedBootDevicesTest_v242-417596240-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217293'] for port, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:31.234531 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-5850f73c-c43a-49cc-bdee-9975a7da8eb6 tempest-TaggedBootDevicesTest_v242-417596240 tempest-TaggedBootDevicesTest_v242-417596240-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.6202943 Apr 18 20:52:31.401043 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.managers [req-37a3d1c2-2eef-48ca-8b05-92d1a461ae61 req-e4eeca4f-d8e0-4c29-be4c-a11df2bb7113 service neutron] Attempting to bind port 43338bac-2350-4846-81d5-278fc0297d87 on host n-h1-838334-2 for vnic_type normal with profile {{(pid=84040) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:52:31.401376 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.managers [req-37a3d1c2-2eef-48ca-8b05-92d1a461ae61 req-e4eeca4f-d8e0-4c29-be4c-a11df2bb7113 service neutron] Attempting to bind port 43338bac-2350-4846-81d5-278fc0297d87 by drivers openvswitch,hyperv on host n-h1-838334-2 at level 0 using segments [{'id': '7fd7f82e-b9be-4ad1-806b-d51304cf96d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '900e7008-3a76-4947-a7ad-9adec518e5cf'}] {{(pid=84040) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:52:31.401706 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37a3d1c2-2eef-48ca-8b05-92d1a461ae61 req-e4eeca4f-d8e0-4c29-be4c-a11df2bb7113 service neutron] Attempting to bind port 43338bac-2350-4846-81d5-278fc0297d87 on network 900e7008-3a76-4947-a7ad-9adec518e5cf {{(pid=84040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 20:52:31.418403 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37a3d1c2-2eef-48ca-8b05-92d1a461ae61 req-e4eeca4f-d8e0-4c29-be4c-a11df2bb7113 service neutron] Port 43338bac-2350-4846-81d5-278fc0297d87 on network 900e7008-3a76-4947-a7ad-9adec518e5cf not bound, no agent of type Open vSwitch agent registered on host n-h1-838334-2 {{(pid=84040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 18 20:52:31.418759 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37a3d1c2-2eef-48ca-8b05-92d1a461ae61 req-e4eeca4f-d8e0-4c29-be4c-a11df2bb7113 service neutron] Attempting to bind port 43338bac-2350-4846-81d5-278fc0297d87 on network 900e7008-3a76-4947-a7ad-9adec518e5cf {{(pid=84040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 20:52:31.428814 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37a3d1c2-2eef-48ca-8b05-92d1a461ae61 req-e4eeca4f-d8e0-4c29-be4c-a11df2bb7113 service neutron] Checking agent: {'id': 'd63bab19-ff81-4de1-afeb-a3732288d0d7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-838334-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 33, 59), 'started_at': datetime.datetime(2022, 4, 18, 20, 33, 59), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 20, 52, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 18 20:52:31.429157 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37a3d1c2-2eef-48ca-8b05-92d1a461ae61 req-e4eeca4f-d8e0-4c29-be4c-a11df2bb7113 service neutron] Checking segment: {'id': '7fd7f82e-b9be-4ad1-806b-d51304cf96d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '900e7008-3a76-4947-a7ad-9adec518e5cf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84040) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 20:52:31.429544 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37a3d1c2-2eef-48ca-8b05-92d1a461ae61 req-e4eeca4f-d8e0-4c29-be4c-a11df2bb7113 service neutron] Bound using segment: {'id': '7fd7f82e-b9be-4ad1-806b-d51304cf96d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '900e7008-3a76-4947-a7ad-9adec518e5cf'} {{(pid=84040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 18 20:52:31.429985 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.managers [req-37a3d1c2-2eef-48ca-8b05-92d1a461ae61 req-e4eeca4f-d8e0-4c29-be4c-a11df2bb7113 service neutron] Bound port: 43338bac-2350-4846-81d5-278fc0297d87, host: n-h1-838334-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7fd7f82e-b9be-4ad1-806b-d51304cf96d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '900e7008-3a76-4947-a7ad-9adec518e5cf'}}] {{(pid=84040) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 20:52:31.430331 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-37a3d1c2-2eef-48ca-8b05-92d1a461ae61 req-e4eeca4f-d8e0-4c29-be4c-a11df2bb7113 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:31.444215 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-292b4543-184d-4dfb-b083-931152cc9ba8 req-3757fa48-d6f9-4399-946c-3298137ac541 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=e3ce1959-1c32-471b-a30a-a5dd21c9b8a4 HTTP/1.1" status: 200 len: 1096 time: 0.3319502 Apr 18 20:52:31.487216 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-fcdd27cd-f208-498a-bfcf-6c1fc984c759 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:31.568500 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dba206f8-8002-46c1-a4dc-96fd8d58d2cd req-c67f55e0-332f-407e-9966-483fc77f8605 tempest-ServerRescueNegativeTestJSON-1571656168 tempest-ServerRescueNegativeTestJSON-1571656168-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:52:31.569964 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-dba206f8-8002-46c1-a4dc-96fd8d58d2cd req-c67f55e0-332f-407e-9966-483fc77f8605 tempest-ServerRescueNegativeTestJSON-1571656168 tempest-ServerRescueNegativeTestJSON-1571656168-project] 10.222.0.42 "GET /v2.0/ports?device_id=264936db-30ce-4589-b255-6c9a9ad966e3 HTTP/1.1" status: 200 len: 946 time: 0.4440634 Apr 18 20:52:31.589875 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:31.611101 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-fcdd27cd-f208-498a-bfcf-6c1fc984c759 None None] For port 8d1eb9dd-3223-4ddd-b661-4674ad88e3b1, host n-d-838334-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838334-2',level=0,port_id=8d1eb9dd-3223-4ddd-b661-4674ad88e3b1,segment=NetworkSegment(999db445-b59f-43ae-97e9-309f13729423),segment_id=999db445-b59f-43ae-97e9-309f13729423)] {{(pid=84042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:52:31.612173 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93cb508a-1cf5-41d6-b706-3b70ac8778a2 None None] Network c28eb4dc-8be0-4839-b428-8a188976dc96 requested from n-d-838334-2 {{(pid=84042) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 20:52:31.631466 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-fcdd27cd-f208-498a-bfcf-6c1fc984c759 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682'] for port, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:31.696731 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-292b4543-184d-4dfb-b083-931152cc9ba8 req-ff2a9f37-c955-4482-8de1-39e6051945d7 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=527f07bd-3b7c-4e87-bb13-fa86b9490e28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2419159 Apr 18 20:52:31.708777 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.db [req-37a3d1c2-2eef-48ca-8b05-92d1a461ae61 req-e4eeca4f-d8e0-4c29-be4c-a11df2bb7113 service neutron] For port 43338bac-2350-4846-81d5-278fc0297d87, host n-h1-838334-2, cleared binding levels {{(pid=84040) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 20:52:31.715949 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.db [req-37a3d1c2-2eef-48ca-8b05-92d1a461ae61 req-e4eeca4f-d8e0-4c29-be4c-a11df2bb7113 service neutron] For port 43338bac-2350-4846-81d5-278fc0297d87, host n-h1-838334-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838334-2',level=0,port_id=43338bac-2350-4846-81d5-278fc0297d87,segment=NetworkSegment(7fd7f82e-b9be-4ad1-806b-d51304cf96d4),segment_id=7fd7f82e-b9be-4ad1-806b-d51304cf96d4)] {{(pid=84040) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 20:52:31.851116 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcdd27cd-f208-498a-bfcf-6c1fc984c759 None None] Pushing event updated for resources: {'Port': ['ID=8d1eb9dd-3223-4ddd-b661-4674ad88e3b1,revision_number=3']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:52:31.854227 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-37a3d1c2-2eef-48ca-8b05-92d1a461ae61 req-e4eeca4f-d8e0-4c29-be4c-a11df2bb7113 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32440959'] for port, after_update {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:31.873502 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.db.api [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=84042) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 18 20:52:31.873840 n-d-838334-2 neutron-server[84042]: DEBUG oslo_db.api [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=84042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 18 20:52:31.874909 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-faa82e88-6f3a-43c8-b3d8-8868182b8d70 None None] Provisioning for port 9bb75a7e-8632-4c5c-8fde-3d0e42de7a41 completed by entity DHCP. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 20:52:31.902127 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-dba206f8-8002-46c1-a4dc-96fd8d58d2cd req-895be7c8-b7ab-4477-ba8d-616a8cce1f28 tempest-ServerRescueNegativeTestJSON-1571656168 tempest-ServerRescueNegativeTestJSON-1571656168-project] 10.222.0.42 "GET /v2.0/security-groups?id=fa6b5748-504b-4821-b3a0-7e61ca1810b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3143690 Apr 18 20:52:31.973350 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-37a3d1c2-2eef-48ca-8b05-92d1a461ae61 req-e4eeca4f-d8e0-4c29-be4c-a11df2bb7113 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217293'] for port, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:31.974849 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-37a3d1c2-2eef-48ca-8b05-92d1a461ae61 req-e4eeca4f-d8e0-4c29-be4c-a11df2bb7113 service neutron] 10.222.0.43 "PUT /v2.0/ports/43338bac-2350-4846-81d5-278fc0297d87 HTTP/1.1" status: 200 len: 1092 time: 2.8949649 Apr 18 20:52:31.975807 n-d-838334-2 neutron-server[84040]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c5fcae49-cbba-4367-b8c5-f1b0e0bda7cb', 'tag': '43338bac-2350-4846-81d5-278fc0297d87'}] {{(pid=84040) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 20:52:32.023078 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1be0521-cdcf-47c6-9e2f-836f6b32c062 req-354961b0-7185-4863-9142-4fdd840dea31 tempest-AttachVolumeShelveTestJSON-1712717013 tempest-AttachVolumeShelveTestJSON-1712717013-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:52:32.032094 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-b1be0521-cdcf-47c6-9e2f-836f6b32c062 req-354961b0-7185-4863-9142-4fdd840dea31 tempest-AttachVolumeShelveTestJSON-1712717013 tempest-AttachVolumeShelveTestJSON-1712717013-project] 10.222.0.42 "GET /v2.0/ports?device_id=a3d617b3-55ec-41c1-b97c-911aa927ef50 HTTP/1.1" status: 200 len: 945 time: 0.5511291 Apr 18 20:52:32.161475 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68847db4-ab13-4934-ac35-29c02d36dc78 req-abbd6c9b-adc2-4a66-8c8c-1161737e7f82 tempest-ServerRescueTestJSON-1218824152 tempest-ServerRescueTestJSON-1218824152-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:52:32.162955 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-68847db4-ab13-4934-ac35-29c02d36dc78 req-abbd6c9b-adc2-4a66-8c8c-1161737e7f82 tempest-ServerRescueTestJSON-1218824152 tempest-ServerRescueTestJSON-1218824152-project] 10.222.0.48 "GET /v2.0/ports?device_id=f3f5b6ba-19be-423a-a9fa-48c3bbcdc95d HTTP/1.1" status: 200 len: 945 time: 0.5676937 Apr 18 20:52:32.199333 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-53e3f831-352c-41e0-a743-ab72217f68d9 None None] Provisioning for port 8725f57c-a397-438c-bf13-f1b54c12fc76 completed by entity DHCP. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 20:52:32.210735 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-53e3f831-352c-41e0-a743-ab72217f68d9 None None] Provisioning complete for port 8725f57c-a397-438c-bf13-f1b54c12fc76 triggered by entity DHCP. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:52:32.211731 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-53e3f831-352c-41e0-a743-ab72217f68d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1253608'] for port, provisioning_complete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:32.238907 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4eeca4f-d8e0-4c29-be4c-a11df2bb7113 service neutron] Pushing event updated for resources: {'Port': ['ID=43338bac-2350-4846-81d5-278fc0297d87,revision_number=3']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:52:32.311049 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-b1be0521-cdcf-47c6-9e2f-836f6b32c062 req-1605098b-3ec0-44b4-9da6-5b8d5cc42386 tempest-AttachVolumeShelveTestJSON-1712717013 tempest-AttachVolumeShelveTestJSON-1712717013-project] 10.222.0.42 "GET /v2.0/security-groups?id=2e9d8b44-da00-4a79-861c-f0ec417a580f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1958518 Apr 18 20:52:32.334980 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.plugin [req-68847db4-ab13-4934-ac35-29c02d36dc78 req-21d0db6b-29a3-44cb-a61e-935518d23ee6 tempest-ServerRescueTestJSON-1218824152 tempest-ServerRescueTestJSON-1218824152-project] Deleting port 054fbe4e-4401-4397-99ea-68a86ef3ca9e {{(pid=84040) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 20:52:32.335329 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-68847db4-ab13-4934-ac35-29c02d36dc78 req-21d0db6b-29a3-44cb-a61e-935518d23ee6 tempest-ServerRescueTestJSON-1218824152 tempest-ServerRescueTestJSON-1218824152-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750375188691'] for port, before_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:32.352258 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.plugin [None req-53e3f831-352c-41e0-a743-ab72217f68d9 None None] Port 8725f57c-a397-438c-bf13-f1b54c12fc76 cannot update to ACTIVE because it is not bound. {{(pid=84042) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 18 20:52:32.442748 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-53e3f831-352c-41e0-a743-ab72217f68d9 None None] Provisioning for port e4a628aa-c125-4eea-8365-b6473a427bb3 completed by entity DHCP. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 20:52:32.494990 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-53e3f831-352c-41e0-a743-ab72217f68d9 None None] Provisioning complete for port e4a628aa-c125-4eea-8365-b6473a427bb3 triggered by entity DHCP. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:52:32.495446 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-53e3f831-352c-41e0-a743-ab72217f68d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1253608'] for port, provisioning_complete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:32.545011 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-37a3d1c2-2eef-48ca-8b05-92d1a461ae61 req-27cef34a-1b72-4a63-b4ee-ccc88f024179 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=d097ca6178bf4202a3e30e56a61a7a3a&device_id=c5fcae49-cbba-4367-b8c5-f1b0e0bda7cb HTTP/1.1" status: 200 len: 1095 time: 0.5095255 Apr 18 20:52:32.582925 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Device 9bb75a7e-8632-4c5c-8fde-3d0e42de7a41 up at agent ovs-agent-n-d-838334-2 {{(pid=84042) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 20:52:32.653453 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.plugin [None req-53e3f831-352c-41e0-a743-ab72217f68d9 None None] Port e4a628aa-c125-4eea-8365-b6473a427bb3 cannot update to ACTIVE because it is not bound. {{(pid=84042) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 18 20:52:32.699592 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-53e3f831-352c-41e0-a743-ab72217f68d9 None None] Provisioning complete for port 8d1eb9dd-3223-4ddd-b661-4674ad88e3b1 triggered by entity DHCP. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:52:32.700076 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-53e3f831-352c-41e0-a743-ab72217f68d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1253608'] for port, provisioning_complete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:32.722986 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-37a3d1c2-2eef-48ca-8b05-92d1a461ae61 req-6a4538e3-fe3a-412c-a09c-9dbfb35aeba8 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=43338bac-2350-4846-81d5-278fc0297d87 HTTP/1.1" status: 200 len: 217 time: 0.1653271 Apr 18 20:52:32.773201 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Provisioning for port 9bb75a7e-8632-4c5c-8fde-3d0e42de7a41 completed by entity L2. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 20:52:32.792147 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Provisioning complete for port 9bb75a7e-8632-4c5c-8fde-3d0e42de7a41 triggered by entity L2. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:52:32.792861 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1253608'] for port, provisioning_complete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:32.933640 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd206a83-c5ab-4b31-b7de-2222c4476651 req-679f2409-e401-4e69-ab68-1eda510b41cb tempest-ServerRescueTestJSON-1218824152 tempest-ServerRescueTestJSON-1218824152-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:52:32.935070 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-cd206a83-c5ab-4b31-b7de-2222c4476651 req-679f2409-e401-4e69-ab68-1eda510b41cb tempest-ServerRescueTestJSON-1218824152 tempest-ServerRescueTestJSON-1218824152-project] 10.222.0.42 "GET /v2.0/ports?device_id=f3f5b6ba-19be-423a-a9fa-48c3bbcdc95d HTTP/1.1" status: 200 len: 945 time: 0.5307648 Apr 18 20:52:32.967813 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a3d1c2-2eef-48ca-8b05-92d1a461ae61 req-f3eaab54-66fb-4ef8-bd98-d2db159dc482 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:52:32.969512 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-37a3d1c2-2eef-48ca-8b05-92d1a461ae61 req-f3eaab54-66fb-4ef8-bd98-d2db159dc482 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=b97e4a75-8ec3-4f6e-beb3-db8f3e8db4d7 HTTP/1.1" status: 200 len: 850 time: 0.2319357 Apr 18 20:52:32.991358 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 48678) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:52:32.998486 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.v2.base [None req-3494afb3-d7e7-4f33-998c-baa903f80150 tempest-TaggedBootDevicesTest_v242-417596240 tempest-TaggedBootDevicesTest_v242-417596240-project] Request body: {'security_group': {'name': 'tempest-securitygroup--436198402', 'description': 'tempest-description--1087584469'}} {{(pid=84041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 20:52:33.015583 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-3494afb3-d7e7-4f33-998c-baa903f80150 tempest-TaggedBootDevicesTest_v242-417596240 tempest-TaggedBootDevicesTest_v242-417596240-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:52:33.025739 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:33.041938 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-3494afb3-d7e7-4f33-998c-baa903f80150 tempest-TaggedBootDevicesTest_v242-417596240 tempest-TaggedBootDevicesTest_v242-417596240-project] Usage tracker for resource:security_group and tenant:9feceef4d3df4daeb6497a95fbe12eb7 is out of sync, need to count used quota {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:52:33.044370 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Device 96dabab2-edf7-421c-9f87-a969c8aeb8a0 details requested by agent hyperv_n-h2-838334-2 with host n-h2-838334-2 {{(pid=84042) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 18 20:52:33.045743 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-3494afb3-d7e7-4f33-998c-baa903f80150 tempest-TaggedBootDevicesTest_v242-417596240 tempest-TaggedBootDevicesTest_v242-417596240-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:52:33.064658 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-3494afb3-d7e7-4f33-998c-baa903f80150 tempest-TaggedBootDevicesTest_v242-417596240 tempest-TaggedBootDevicesTest_v242-417596240-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:52:33.091253 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-3494afb3-d7e7-4f33-998c-baa903f80150 tempest-TaggedBootDevicesTest_v242-417596240 tempest-TaggedBootDevicesTest_v242-417596240-project] Notify callbacks [] for security_group, before_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:33.158679 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-3494afb3-d7e7-4f33-998c-baa903f80150 tempest-TaggedBootDevicesTest_v242-417596240 tempest-TaggedBootDevicesTest_v242-417596240-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:52:33.163758 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-3494afb3-d7e7-4f33-998c-baa903f80150 tempest-TaggedBootDevicesTest_v242-417596240 tempest-TaggedBootDevicesTest_v242-417596240-project] Usage tracker for resource:security_group_rule and tenant:9feceef4d3df4daeb6497a95fbe12eb7 is out of sync, need to count used quota {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:52:33.167790 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-3494afb3-d7e7-4f33-998c-baa903f80150 tempest-TaggedBootDevicesTest_v242-417596240 tempest-TaggedBootDevicesTest_v242-417596240-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:52:33.175893 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-3494afb3-d7e7-4f33-998c-baa903f80150 tempest-TaggedBootDevicesTest_v242-417596240 tempest-TaggedBootDevicesTest_v242-417596240-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:52:33.209876 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-cd206a83-c5ab-4b31-b7de-2222c4476651 req-0e1a9160-6c47-49c2-a169-99646bc113b0 tempest-ServerRescueTestJSON-1218824152 tempest-ServerRescueTestJSON-1218824152-project] 10.222.0.42 "GET /v2.0/security-groups?id=6f984221-1918-47e6-82e9-256972907b58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2650685 Apr 18 20:52:33.212045 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.db [req-68847db4-ab13-4934-ac35-29c02d36dc78 req-21d0db6b-29a3-44cb-a61e-935518d23ee6 tempest-ServerRescueTestJSON-1218824152 tempest-ServerRescueTestJSON-1218824152-project] For port 054fbe4e-4401-4397-99ea-68a86ef3ca9e, host n-h2-838334-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838334-2',level=0,port_id=054fbe4e-4401-4397-99ea-68a86ef3ca9e,segment=NetworkSegment(37ab3ec4-28bf-4f8a-804e-f8cad5dd40d4),segment_id=37ab3ec4-28bf-4f8a-804e-f8cad5dd40d4)] {{(pid=84040) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:52:33.212353 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-68847db4-ab13-4934-ac35-29c02d36dc78 req-21d0db6b-29a3-44cb-a61e-935518d23ee6 tempest-ServerRescueTestJSON-1218824152 tempest-ServerRescueTestJSON-1218824152-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369123'] for port, precommit_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:33.271752 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-3494afb3-d7e7-4f33-998c-baa903f80150 tempest-TaggedBootDevicesTest_v242-417596240 tempest-TaggedBootDevicesTest_v242-417596240-project] Notify callbacks [] for security_group, precommit_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:33.276979 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-3494afb3-d7e7-4f33-998c-baa903f80150 tempest-TaggedBootDevicesTest_v242-417596240 tempest-TaggedBootDevicesTest_v242-417596240-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33528224'] for security_group, after_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:33.302643 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] For port 9bb75a7e-8632-4c5c-8fde-3d0e42de7a41, host n-d-838334-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838334-2',level=0,port_id=9bb75a7e-8632-4c5c-8fde-3d0e42de7a41,segment=NetworkSegment(ebe0286e-3c69-48ee-a166-d487392185dd),segment_id=ebe0286e-3c69-48ee-a166-d487392185dd)] {{(pid=84042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:52:33.353694 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682'] for port, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:33.439358 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3494afb3-d7e7-4f33-998c-baa903f80150 tempest-TaggedBootDevicesTest_v242-417596240 tempest-TaggedBootDevicesTest_v242-417596240-project] Pushing event updated for resources: {'SecurityGroup': ['ID=48fab5b0-1368-425c-9a53-c0303d2044f1,revision_number=1']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:52:33.449710 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-3494afb3-d7e7-4f33-998c-baa903f80150 tempest-TaggedBootDevicesTest_v242-417596240 tempest-TaggedBootDevicesTest_v242-417596240-project] Notify callbacks [] for security_group, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:33.455594 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-3494afb3-d7e7-4f33-998c-baa903f80150 tempest-TaggedBootDevicesTest_v242-417596240 tempest-TaggedBootDevicesTest_v242-417596240-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1613 time: 0.4604332 Apr 18 20:52:33.457164 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 48688) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:52:33.472011 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.v2.base [None req-6cf0defc-65c1-4a38-be45-7039fe0eaeb7 tempest-TaggedBootDevicesTest_v242-417596240 tempest-TaggedBootDevicesTest_v242-417596240-project] Request body: {'security_group_rule': {'security_group_id': '48fab5b0-1368-425c-9a53-c0303d2044f1', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 20:52:33.491686 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-6cf0defc-65c1-4a38-be45-7039fe0eaeb7 tempest-TaggedBootDevicesTest_v242-417596240 tempest-TaggedBootDevicesTest_v242-417596240-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:52:33.502933 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-6cf0defc-65c1-4a38-be45-7039fe0eaeb7 tempest-TaggedBootDevicesTest_v242-417596240 tempest-TaggedBootDevicesTest_v242-417596240-project] Usage tracker for resource:security_group_rule and tenant:9feceef4d3df4daeb6497a95fbe12eb7 is out of sync, need to count used quota {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:52:33.526436 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-6cf0defc-65c1-4a38-be45-7039fe0eaeb7 tempest-TaggedBootDevicesTest_v242-417596240 tempest-TaggedBootDevicesTest_v242-417596240-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:52:33.540476 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-6cf0defc-65c1-4a38-be45-7039fe0eaeb7 tempest-TaggedBootDevicesTest_v242-417596240 tempest-TaggedBootDevicesTest_v242-417596240-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:52:33.589243 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-6cf0defc-65c1-4a38-be45-7039fe0eaeb7 tempest-TaggedBootDevicesTest_v242-417596240 tempest-TaggedBootDevicesTest_v242-417596240-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:33.597020 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Device 8d1eb9dd-3223-4ddd-b661-4674ad88e3b1 up at agent ovs-agent-n-d-838334-2 {{(pid=84042) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 20:52:33.613262 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.plugin [req-68847db4-ab13-4934-ac35-29c02d36dc78 req-21d0db6b-29a3-44cb-a61e-935518d23ee6 tempest-ServerRescueTestJSON-1218824152 tempest-ServerRescueTestJSON-1218824152-project] Calling delete_port for 054fbe4e-4401-4397-99ea-68a86ef3ca9e owned by compute:nova {{(pid=84040) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 20:52:33.716961 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-6cf0defc-65c1-4a38-be45-7039fe0eaeb7 tempest-TaggedBootDevicesTest_v242-417596240 tempest-TaggedBootDevicesTest_v242-417596240-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:33.727588 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-6cf0defc-65c1-4a38-be45-7039fe0eaeb7 tempest-TaggedBootDevicesTest_v242-417596240 tempest-TaggedBootDevicesTest_v242-417596240-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33528311'] for security_group_rule, after_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:33.763202 n-d-838334-2 neutron-server[84040]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bf47aee7-d4ff-4160-a6b9-d0b6b329813a'] response: {'name': 'network-changed', 'server_uuid': 'c5fcae49-cbba-4367-b8c5-f1b0e0bda7cb', 'tag': '43338bac-2350-4846-81d5-278fc0297d87', 'status': 'completed', 'code': 200} Apr 18 20:52:33.769366 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-cc4a91c1-5659-4423-8f38-9a31bba0edfa None None] Provisioning complete for port 8725f57c-a397-438c-bf13-f1b54c12fc76 triggered by entity DHCP. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:52:33.769726 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-cc4a91c1-5659-4423-8f38-9a31bba0edfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1253608'] for port, provisioning_complete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:33.796213 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cf0defc-65c1-4a38-be45-7039fe0eaeb7 tempest-TaggedBootDevicesTest_v242-417596240 tempest-TaggedBootDevicesTest_v242-417596240-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d165c7b4-be69-47c9-a8fc-0fb09d5bd76a,revision_number=0']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:52:33.813562 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-6cf0defc-65c1-4a38-be45-7039fe0eaeb7 tempest-TaggedBootDevicesTest_v242-417596240 tempest-TaggedBootDevicesTest_v242-417596240-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:33.817189 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-6cf0defc-65c1-4a38-be45-7039fe0eaeb7 tempest-TaggedBootDevicesTest_v242-417596240 tempest-TaggedBootDevicesTest_v242-417596240-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.3553216 Apr 18 20:52:33.817529 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 48696) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:52:33.851496 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.v2.base [None req-0ef3e84e-0df0-481a-a78c-bc38f7fb0aca tempest-TaggedBootDevicesTest_v242-417596240 tempest-TaggedBootDevicesTest_v242-417596240-project] Request body: {'security_group_rule': {'security_group_id': '48fab5b0-1368-425c-9a53-c0303d2044f1', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=84041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 20:52:33.871219 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-0ef3e84e-0df0-481a-a78c-bc38f7fb0aca tempest-TaggedBootDevicesTest_v242-417596240 tempest-TaggedBootDevicesTest_v242-417596240-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:52:33.875781 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-0ef3e84e-0df0-481a-a78c-bc38f7fb0aca tempest-TaggedBootDevicesTest_v242-417596240 tempest-TaggedBootDevicesTest_v242-417596240-project] Usage tracker for resource:security_group_rule and tenant:9feceef4d3df4daeb6497a95fbe12eb7 is out of sync, need to count used quota {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:52:33.881713 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-0ef3e84e-0df0-481a-a78c-bc38f7fb0aca tempest-TaggedBootDevicesTest_v242-417596240 tempest-TaggedBootDevicesTest_v242-417596240-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:52:33.901164 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-0ef3e84e-0df0-481a-a78c-bc38f7fb0aca tempest-TaggedBootDevicesTest_v242-417596240 tempest-TaggedBootDevicesTest_v242-417596240-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:52:33.925620 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Pushing event updated for resources: {'Port': ['ID=9bb75a7e-8632-4c5c-8fde-3d0e42de7a41,revision_number=3']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:52:33.929654 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750375287399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253529'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:33.948664 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] For port 96dabab2-edf7-421c-9f87-a969c8aeb8a0, host n-h2-838334-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838334-2',level=0,port_id=96dabab2-edf7-421c-9f87-a969c8aeb8a0,segment=NetworkSegment(cd8c59c7-b4b2-44a4-be0f-4e934073fee4),segment_id=cd8c59c7-b4b2-44a4-be0f-4e934073fee4)] {{(pid=84042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:52:33.959382 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-0ef3e84e-0df0-481a-a78c-bc38f7fb0aca tempest-TaggedBootDevicesTest_v242-417596240 tempest-TaggedBootDevicesTest_v242-417596240-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:33.975478 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.plugin [None req-cc4a91c1-5659-4423-8f38-9a31bba0edfa None None] Port 8725f57c-a397-438c-bf13-f1b54c12fc76 cannot update to ACTIVE because it is not bound. {{(pid=84042) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 18 20:52:33.977867 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Returning: {'device': '96dabab2-edf7-421c-9f87-a969c8aeb8a0', 'network_id': '0f9d847a-7ba3-4a42-a0c6-e8541d683b40', 'port_id': '96dabab2-edf7-421c-9f87-a969c8aeb8a0', 'mac_address': 'fa:16:3e:6e:6c:d1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 369, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd2e46a24-0bb5-4d5b-bcac-f83f2e3a3c35', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84042) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 18 20:52:34.010694 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-37a3d1c2-2eef-48ca-8b05-92d1a461ae61 req-9e59bd2c-6146-4c86-bf88-30c65d6a875b service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=900e7008-3a76-4947-a7ad-9adec518e5cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 1.0307670 Apr 18 20:52:34.018786 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-68847db4-ab13-4934-ac35-29c02d36dc78 req-21d0db6b-29a3-44cb-a61e-935518d23ee6 tempest-ServerRescueTestJSON-1218824152 tempest-ServerRescueTestJSON-1218824152-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750375259028', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750374836628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32440838'] for port, after_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:34.040259 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] get_ports_and_sgs() called for port_ids ['f46caf15-6c1a-4906-a2ac-d9fe3f185673', '054fbe4e-4401-4397-99ea-68a86ef3ca9e'] {{(pid=84042) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 18 20:52:34.099513 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-0ef3e84e-0df0-481a-a78c-bc38f7fb0aca tempest-TaggedBootDevicesTest_v242-417596240 tempest-TaggedBootDevicesTest_v242-417596240-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:34.111048 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-0ef3e84e-0df0-481a-a78c-bc38f7fb0aca tempest-TaggedBootDevicesTest_v242-417596240 tempest-TaggedBootDevicesTest_v242-417596240-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33528311'] for security_group_rule, after_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:34.128609 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:34.141179 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ef3e84e-0df0-481a-a78c-bc38f7fb0aca tempest-TaggedBootDevicesTest_v242-417596240 tempest-TaggedBootDevicesTest_v242-417596240-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b011948c-2496-4e57-87db-05d8f58b3e64,revision_number=0']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:52:34.152239 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-0ef3e84e-0df0-481a-a78c-bc38f7fb0aca tempest-TaggedBootDevicesTest_v242-417596240 tempest-TaggedBootDevicesTest_v242-417596240-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:34.154470 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-0ef3e84e-0df0-481a-a78c-bc38f7fb0aca tempest-TaggedBootDevicesTest_v242-417596240 tempest-TaggedBootDevicesTest_v242-417596240-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.3174930 Apr 18 20:52:34.158002 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 48710) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:52:34.164920 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.v2.base [None req-49e96bab-8c84-4b98-81bc-5b7366232884 tempest-TaggedBootDevicesTest_v242-417596240 tempest-TaggedBootDevicesTest_v242-417596240-project] Request body: {'floatingip': {'floating_network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c'}} {{(pid=84041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 20:52:34.167475 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Provisioning complete for port 8d1eb9dd-3223-4ddd-b661-4674ad88e3b1 triggered by entity L2. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:52:34.167964 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1253608'] for port, provisioning_complete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:34.176429 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-49e96bab-8c84-4b98-81bc-5b7366232884 tempest-TaggedBootDevicesTest_v242-417596240 tempest-TaggedBootDevicesTest_v242-417596240-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:52:34.184205 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-49e96bab-8c84-4b98-81bc-5b7366232884 tempest-TaggedBootDevicesTest_v242-417596240 tempest-TaggedBootDevicesTest_v242-417596240-project] Usage tracker for resource:floatingip and tenant:9feceef4d3df4daeb6497a95fbe12eb7 is out of sync, need to count used quota {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:52:34.188129 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-49e96bab-8c84-4b98-81bc-5b7366232884 tempest-TaggedBootDevicesTest_v242-417596240 tempest-TaggedBootDevicesTest_v242-417596240-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:52:34.196280 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-49e96bab-8c84-4b98-81bc-5b7366232884 tempest-TaggedBootDevicesTest_v242-417596240 tempest-TaggedBootDevicesTest_v242-417596240-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:52:34.213294 n-d-838334-2 neutron-server[84042]: DEBUG neutron.notifiers.nova [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 96dabab2-edf7-421c-9f87-a969c8aeb8a0 {{(pid=84042) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 18 20:52:34.216663 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-49e96bab-8c84-4b98-81bc-5b7366232884 tempest-TaggedBootDevicesTest_v242-417596240 tempest-TaggedBootDevicesTest_v242-417596240-project] Notify callbacks [] for floatingip, before_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:34.295256 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21d0db6b-29a3-44cb-a61e-935518d23ee6 tempest-ServerRescueTestJSON-1218824152 tempest-ServerRescueTestJSON-1218824152-project] Pushing event deleted for resources: {'Port': ['ID=054fbe4e-4401-4397-99ea-68a86ef3ca9e,revision_number=None']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:52:34.299287 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-37a3d1c2-2eef-48ca-8b05-92d1a461ae61 req-3b0771b1-7beb-49b3-8020-a0aea8696eaf service neutron] 10.222.0.43 "GET /v2.0/networks/900e7008-3a76-4947-a7ad-9adec518e5cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2770984 Apr 18 20:52:34.346593 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] For port 96dabab2-edf7-421c-9f87-a969c8aeb8a0, host n-h2-838334-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838334-2',level=0,port_id=96dabab2-edf7-421c-9f87-a969c8aeb8a0,segment=NetworkSegment(cd8c59c7-b4b2-44a4-be0f-4e934073fee4),segment_id=cd8c59c7-b4b2-44a4-be0f-4e934073fee4)] {{(pid=84042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:52:34.357856 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-cc4a91c1-5659-4423-8f38-9a31bba0edfa None None] Provisioning complete for port 9bb75a7e-8632-4c5c-8fde-3d0e42de7a41 triggered by entity DHCP. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:52:34.358287 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-cc4a91c1-5659-4423-8f38-9a31bba0edfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1253608'] for port, provisioning_complete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:34.366423 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.l3_dvrscheduler_db [req-68847db4-ab13-4934-ac35-29c02d36dc78 req-21d0db6b-29a3-44cb-a61e-935518d23ee6 tempest-ServerRescueTestJSON-1218824152 tempest-ServerRescueTestJSON-1218824152-project] No DVR routers for this DVR port 054fbe4e-4401-4397-99ea-68a86ef3ca9e on host n-h2-838334-2 {{(pid=84040) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 20:52:34.380532 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-68847db4-ab13-4934-ac35-29c02d36dc78 req-21d0db6b-29a3-44cb-a61e-935518d23ee6 tempest-ServerRescueTestJSON-1218824152 tempest-ServerRescueTestJSON-1218824152-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217293'] for port, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:34.410912 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682'] for port, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:34.513744 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-49e96bab-8c84-4b98-81bc-5b7366232884 tempest-TaggedBootDevicesTest_v242-417596240 tempest-TaggedBootDevicesTest_v242-417596240-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:34.585404 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-68847db4-ab13-4934-ac35-29c02d36dc78 req-21d0db6b-29a3-44cb-a61e-935518d23ee6 tempest-ServerRescueTestJSON-1218824152 tempest-ServerRescueTestJSON-1218824152-project] 10.222.0.48 "DELETE /v2.0/ports/054fbe4e-4401-4397-99ea-68a86ef3ca9e HTTP/1.1" status: 204 len: 173 time: 2.4086001 Apr 18 20:52:34.606619 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] get_ports_and_sgs() called for port_ids ['96dabab2-edf7-421c-9f87-a969c8aeb8a0'] {{(pid=84042) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 18 20:52:34.630551 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31699d65-f6ca-4a6a-a4b7-ca288072fa81 req-cdcb7e41-2b6b-4693-b5d5-dfc415461945 tempest-ServersTestManualDisk-1928363056 tempest-ServersTestManualDisk-1928363056-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:52:34.637339 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-31699d65-f6ca-4a6a-a4b7-ca288072fa81 req-cdcb7e41-2b6b-4693-b5d5-dfc415461945 tempest-ServersTestManualDisk-1928363056 tempest-ServersTestManualDisk-1928363056-project] 10.222.0.42 "GET /v2.0/ports?device_id=c5fcae49-cbba-4367-b8c5-f1b0e0bda7cb HTTP/1.1" status: 200 len: 944 time: 0.8723981 Apr 18 20:52:34.681685 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a0b4924-c734-49f7-bdd8-145117abb545 req-380def16-35d7-447a-80a3-efa37a5ab364 tempest-ServerDiskConfigTestJSON-473081836 tempest-ServerDiskConfigTestJSON-473081836-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:52:34.689565 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-7a0b4924-c734-49f7-bdd8-145117abb545 req-380def16-35d7-447a-80a3-efa37a5ab364 tempest-ServerDiskConfigTestJSON-473081836 tempest-ServerDiskConfigTestJSON-473081836-project] 10.222.0.42 "GET /v2.0/ports?device_id=e3ce1959-1c32-471b-a30a-a5dd21c9b8a4 HTTP/1.1" status: 200 len: 945 time: 0.9206016 Apr 18 20:52:34.690729 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Pushing event updated for resources: {'Port': ['ID=96dabab2-edf7-421c-9f87-a969c8aeb8a0,revision_number=6']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:52:34.784370 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-31699d65-f6ca-4a6a-a4b7-ca288072fa81 req-ce7590ff-8c5d-4c37-a210-b2e4bb30c553 tempest-ServersTestManualDisk-1928363056 tempest-ServersTestManualDisk-1928363056-project] 10.222.0.42 "GET /v2.0/security-groups?id=1bf0e5d8-d566-43af-ab33-a70868c827e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1459520 Apr 18 20:52:34.806872 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-7a0b4924-c734-49f7-bdd8-145117abb545 req-bbb0655b-ee8c-48a7-8053-08da44b3c17f tempest-ServerDiskConfigTestJSON-473081836 tempest-ServerDiskConfigTestJSON-473081836-project] 10.222.0.42 "GET /v2.0/security-groups?id=527f07bd-3b7c-4e87-bb13-fa86b9490e28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1163566 Apr 18 20:52:34.810670 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-37a3d1c2-2eef-48ca-8b05-92d1a461ae61 req-a573b226-01dd-4c7c-95d0-9812adfc36ef service neutron] 10.222.0.43 "GET /v2.0/networks/900e7008-3a76-4947-a7ad-9adec518e5cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5033972 Apr 18 20:52:34.828138 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.db_base_plugin_common [None req-49e96bab-8c84-4b98-81bc-5b7366232884 tempest-TaggedBootDevicesTest_v242-417596240 tempest-TaggedBootDevicesTest_v242-417596240-project] Allocated IP 172.25.8.220 (e41b6600-a917-4a8d-b05c-be3be40c6d8c/6b05667b-848e-4356-9b44-d5eb6808ef74/401b6e66-acdf-4ea1-99e3-a8369b1bde61) {{(pid=84041) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:52:34.942688 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-cc4a91c1-5659-4423-8f38-9a31bba0edfa None None] Provisioning complete for port e4a628aa-c125-4eea-8365-b6473a427bb3 triggered by entity DHCP. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:52:34.943104 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-cc4a91c1-5659-4423-8f38-9a31bba0edfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1253608'] for port, provisioning_complete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:34.946345 n-d-838334-2 neutron-server[84043]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c8b6ce3-cf6d-4d18-88e4-19268f5f2259 None None] Sync routers for ids ['09d5c51a-192d-453a-aaa5-12af973816c7'] in n-d-838334-2 {{(pid=84043) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 18 20:52:34.983968 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c8b6ce3-cf6d-4d18-88e4-19268f5f2259 None None] Routers {'09d5c51a-192d-453a-aaa5-12af973816c7'} bound to L3 agent in host n-d-838334-2 {{(pid=84043) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 20:52:34.989780 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.l3_hamode_db [None req-8c8b6ce3-cf6d-4d18-88e4-19268f5f2259 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838334-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-18T20:25:48Z,description=,heartbeat_timestamp=2022-04-18T20:52:18Z,host='n-d-838334-2',id=bc84d6c9-dd7a-4555-a351-592327b46d5a,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:25:48Z,topic='l3_agent')) {'router_ids': ['09d5c51a-192d-453a-aaa5-12af973816c7'], 'active': True} {{(pid=84043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:52:35.016312 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Device 054fbe4e-4401-4397-99ea-68a86ef3ca9e no longer exists at agent hyperv_n-h2-838334-2 {{(pid=84042) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 20:52:35.119082 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-5450a923-a7c2-4d42-be3e-c1d21fc7259a req-0c355bc3-b8b7-4f4e-95c6-37057acf292a service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=d097ca6178bf4202a3e30e56a61a7a3a&device_id=c5fcae49-cbba-4367-b8c5-f1b0e0bda7cb HTTP/1.1" status: 200 len: 1095 time: 0.1935275 Apr 18 20:52:35.181898 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-49e96bab-8c84-4b98-81bc-5b7366232884 tempest-TaggedBootDevicesTest_v242-417596240 tempest-TaggedBootDevicesTest_v242-417596240-project] Notify callbacks [] for port, precommit_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:35.232097 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.plugin [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] No Port match for: 054fbe4e-4401-4397-99ea-68a86ef3ca9e {{(pid=84042) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 18 20:52:35.232705 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Device 054fbe4e-4401-4397-99ea-68a86ef3ca9e not bound to the agent host n-h2-838334-2 {{(pid=84042) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 20:52:35.260573 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-49e96bab-8c84-4b98-81bc-5b7366232884 tempest-TaggedBootDevicesTest_v242-417596240 tempest-TaggedBootDevicesTest_v242-417596240-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750374836619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32266323'] for port, after_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:35.313430 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.plugin [None req-cc4a91c1-5659-4423-8f38-9a31bba0edfa None None] Port e4a628aa-c125-4eea-8365-b6473a427bb3 cannot update to ACTIVE because it is not bound. {{(pid=84042) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 18 20:52:35.432879 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49e96bab-8c84-4b98-81bc-5b7366232884 tempest-TaggedBootDevicesTest_v242-417596240 tempest-TaggedBootDevicesTest_v242-417596240-project] Pushing event updated for resources: {'Port': ['ID=401b6e66-acdf-4ea1-99e3-a8369b1bde61,revision_number=1']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:52:35.445043 n-d-838334-2 neutron-server[84041]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49e96bab-8c84-4b98-81bc-5b7366232884 tempest-TaggedBootDevicesTest_v242-417596240 tempest-TaggedBootDevicesTest_v242-417596240-project] Network e41b6600-a917-4a8d-b05c-be3be40c6d8c is already hosted by enough agents. {{(pid=84041) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:52:35.446273 n-d-838334-2 neutron-server[84041]: DEBUG neutron.scheduler.base_scheduler [None req-49e96bab-8c84-4b98-81bc-5b7366232884 tempest-TaggedBootDevicesTest_v242-417596240 tempest-TaggedBootDevicesTest_v242-417596240-project] Resources bound (agent type, host, resource id): {{(pid=84041) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:52:35.448947 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49e96bab-8c84-4b98-81bc-5b7366232884 tempest-TaggedBootDevicesTest_v242-417596240 tempest-TaggedBootDevicesTest_v242-417596240-project] Received port after_create {{(pid=84041) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 20:52:35.575251 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Device 9bb75a7e-8632-4c5c-8fde-3d0e42de7a41 up at agent ovs-agent-n-d-838334-2 {{(pid=84042) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 20:52:35.583685 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.l3_dvr_db [None req-8c8b6ce3-cf6d-4d18-88e4-19268f5f2259 None None] Set router 09d5c51a-192d-453a-aaa5-12af973816c7 gateway port host: n-d-838334-2 {{(pid=84043) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 20:52:35.611477 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [req-115fd250-0ce0-43ff-9d89-bf9ddce34ff7 req-132230cc-81e7-485b-a39f-45f1da6d1485 tempest-ServerRescueTestJSON-1218824152 tempest-ServerRescueTestJSON-1218824152-project] Synchronizing usage tracker for tenant:ec0d4dedc6f54935aafadeeb5b293728 on resource:port {{(pid=84040) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 20:52:35.615880 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5450a923-a7c2-4d42-be3e-c1d21fc7259a req-e25096f6-4d07-49dd-bb60-39e399a00a29 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:52:35.618269 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-5450a923-a7c2-4d42-be3e-c1d21fc7259a req-e25096f6-4d07-49dd-bb60-39e399a00a29 service neutron] 10.222.0.43 "GET /v2.0/networks?id=900e7008-3a76-4947-a7ad-9adec518e5cf HTTP/1.1" status: 200 len: 912 time: 0.4913049 Apr 18 20:52:35.764003 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [req-115fd250-0ce0-43ff-9d89-bf9ddce34ff7 req-132230cc-81e7-485b-a39f-45f1da6d1485 tempest-ServerRescueTestJSON-1218824152 tempest-ServerRescueTestJSON-1218824152-project] Unset dirty status for tenant:ec0d4dedc6f54935aafadeeb5b293728 on resource:port {{(pid=84040) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 20:52:35.777209 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-115fd250-0ce0-43ff-9d89-bf9ddce34ff7 req-132230cc-81e7-485b-a39f-45f1da6d1485 tempest-ServerRescueTestJSON-1218824152 tempest-ServerRescueTestJSON-1218824152-project] 10.222.0.42 "GET /v2.0/ports?device_id=f3f5b6ba-19be-423a-a9fa-48c3bbcdc95d HTTP/1.1" status: 200 len: 210 time: 0.2477829 Apr 18 20:52:35.783082 n-d-838334-2 neutron-server[84040]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f3f5b6ba-19be-423a-a9fa-48c3bbcdc95d', 'name': 'network-vif-deleted', 'tag': '054fbe4e-4401-4397-99ea-68a86ef3ca9e'}] {{(pid=84040) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 20:52:35.786821 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-49e96bab-8c84-4b98-81bc-5b7366232884 tempest-TaggedBootDevicesTest_v242-417596240 tempest-TaggedBootDevicesTest_v242-417596240-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:35.813735 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Provisioning complete for port 9bb75a7e-8632-4c5c-8fde-3d0e42de7a41 triggered by entity L2. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:52:35.813905 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-5450a923-a7c2-4d42-be3e-c1d21fc7259a req-df4bee52-7a8b-44c3-8b88-0a5c5a5066df service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=43338bac-2350-4846-81d5-278fc0297d87 HTTP/1.1" status: 200 len: 217 time: 0.1765893 Apr 18 20:52:35.814106 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1253608'] for port, provisioning_complete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:35.928378 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fc59580-c46e-40f1-b8ae-78ce6f0dadcb req-786c94ad-6b8b-4b2f-8421-f95c861714de tempest-AttachVolumeShelveTestJSON-1712717013 tempest-AttachVolumeShelveTestJSON-1712717013-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:52:35.934494 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-8fc59580-c46e-40f1-b8ae-78ce6f0dadcb req-786c94ad-6b8b-4b2f-8421-f95c861714de tempest-AttachVolumeShelveTestJSON-1712717013 tempest-AttachVolumeShelveTestJSON-1712717013-project] 10.222.0.42 "GET /v2.0/ports?device_id=a3d617b3-55ec-41c1-b97c-911aa927ef50 HTTP/1.1" status: 200 len: 944 time: 0.5233095 Apr 18 20:52:35.985738 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-49e96bab-8c84-4b98-81bc-5b7366232884 tempest-TaggedBootDevicesTest_v242-417596240 tempest-TaggedBootDevicesTest_v242-417596240-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:36.018359 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.l3_hamode_db [None req-8c8b6ce3-cf6d-4d18-88e4-19268f5f2259 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09d5c51a-192d-453a-aaa5-12af973816c7', 'name': 'tempest-ServersTestManualDisk-706543175-router', 'tenant_id': 'd097ca6178bf4202a3e30e56a61a7a3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'external_fixed_ips': [{'subnet_id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'ip_address': '172.25.8.241'}], 'enable_snat': True}, 'gw_port_id': 'f181cca8-f5ce-4a2c-8bbb-bc3372d09100', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:52:00Z', 'updated_at': '2022-04-18T20:52:09Z', 'revision_number': 4, 'project_id': 'd097ca6178bf4202a3e30e56a61a7a3a', 'gw_port': {'id': 'f181cca8-f5ce-4a2c-8bbb-bc3372d09100', 'name': '', 'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:82:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09d5c51a-192d-453a-aaa5-12af973816c7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'ip_address': '172.25.8.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:52:01Z', 'updated_at': '2022-04-18T20:52:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838334-2', '_interfaces': [{'id': 'ac51ef9b-db9a-4e6c-bb0d-ebf417fe0a69', 'name': '', 'network_id': '900e7008-3a76-4947-a7ad-9adec518e5cf', 'tenant_id': 'd097ca6178bf4202a3e30e56a61a7a3a', 'mac_address': 'fa:16:3e:de:0c:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '09d5c51a-192d-453a-aaa5-12af973816c7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b97e4a75-8ec3-4f6e-beb3-db8f3e8db4d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:52:06Z', 'updated_at': '2022-04-18T20:52:10Z', 'revision_number': 2, 'project_id': 'd097ca6178bf4202a3e30e56a61a7a3a', 'subnets': [{'id': 'b97e4a75-8ec3-4f6e-beb3-db8f3e8db4d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838334-2', False) {} {{(pid=84043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:52:36.024031 n-d-838334-2 neutron-server[84043]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c8b6ce3-cf6d-4d18-88e4-19268f5f2259 None None] Checking router: 09d5c51a-192d-453a-aaa5-12af973816c7 for host: n-d-838334-2 {{(pid=84043) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 18 20:52:36.024574 n-d-838334-2 neutron-server[84043]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c8b6ce3-cf6d-4d18-88e4-19268f5f2259 None None] Updating router 09d5c51a-192d-453a-aaa5-12af973816c7 port ac51ef9b-db9a-4e6c-bb0d-ebf417fe0a69 binding host n-d-838334-2 {{(pid=84043) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 18 20:52:36.091294 n-d-838334-2 neutron-server[84043]: DEBUG neutron_lib.callbacks.manager [None req-8c8b6ce3-cf6d-4d18-88e4-19268f5f2259 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:36.106742 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5450a923-a7c2-4d42-be3e-c1d21fc7259a req-e93eaf2b-23e9-47df-8072-563c949e0957 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:52:36.108246 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-5450a923-a7c2-4d42-be3e-c1d21fc7259a req-e93eaf2b-23e9-47df-8072-563c949e0957 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=b97e4a75-8ec3-4f6e-beb3-db8f3e8db4d7 HTTP/1.1" status: 200 len: 850 time: 0.2799346 Apr 18 20:52:36.124520 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-8fc59580-c46e-40f1-b8ae-78ce6f0dadcb req-74c32445-eb2c-4d76-a4dd-10dbc6c859c8 tempest-AttachVolumeShelveTestJSON-1712717013 tempest-AttachVolumeShelveTestJSON-1712717013-project] 10.222.0.42 "GET /v2.0/security-groups?id=2e9d8b44-da00-4a79-861c-f0ec417a580f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1785164 Apr 18 20:52:36.298409 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-5450a923-a7c2-4d42-be3e-c1d21fc7259a req-baf4b2e0-de2c-4049-b389-af3eeea63000 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=900e7008-3a76-4947-a7ad-9adec518e5cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1728902 Apr 18 20:52:36.375991 n-d-838334-2 neutron-server[84040]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a856238b-7435-4d8e-b9b3-a0c66812666f'] response: {'server_uuid': 'f3f5b6ba-19be-423a-a9fa-48c3bbcdc95d', 'name': 'network-vif-deleted', 'tag': '054fbe4e-4401-4397-99ea-68a86ef3ca9e', 'status': 'completed', 'code': 200} Apr 18 20:52:36.543702 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-49e96bab-8c84-4b98-81bc-5b7366232884 tempest-TaggedBootDevicesTest_v242-417596240 tempest-TaggedBootDevicesTest_v242-417596240-project] Notify callbacks [] for port, precommit_update {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:36.564969 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-49e96bab-8c84-4b98-81bc-5b7366232884 tempest-TaggedBootDevicesTest_v242-417596240 tempest-TaggedBootDevicesTest_v242-417596240-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32266282'] for port, after_update {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:36.644538 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49e96bab-8c84-4b98-81bc-5b7366232884 tempest-TaggedBootDevicesTest_v242-417596240 tempest-TaggedBootDevicesTest_v242-417596240-project] Pushing event updated for resources: {'Port': ['ID=401b6e66-acdf-4ea1-99e3-a8369b1bde61,revision_number=2']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:52:36.730102 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-5450a923-a7c2-4d42-be3e-c1d21fc7259a req-578d6384-0465-41cd-80cc-d161977c8e0c service neutron] 10.222.0.43 "GET /v2.0/networks/900e7008-3a76-4947-a7ad-9adec518e5cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4213567 Apr 18 20:52:36.735323 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-7b83114b-83a6-4771-a96f-e093b7f9a537 req-7a1960ad-982d-4bce-a069-f77bfacf2255 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=f9a0b0412d2042448fe0968cc5e47ae5&device_id=264936db-30ce-4589-b255-6c9a9ad966e3 HTTP/1.1" status: 200 len: 1097 time: 0.4213433 Apr 18 20:52:36.767471 n-d-838334-2 neutron-server[84043]: DEBUG neutron_lib.callbacks.manager [None req-8c8b6ce3-cf6d-4d18-88e4-19268f5f2259 None None] Notify callbacks [] for port, precommit_update {{(pid=84043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:36.772796 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b955d102-d8d5-43b8-a542-cf4d65164bd8 req-993aafc7-ab0a-4aee-8f1a-3fb99ef740cd tempest-ServerAddressesNegativeTestJSON-503135862 tempest-ServerAddressesNegativeTestJSON-503135862-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:52:36.776250 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-49e96bab-8c84-4b98-81bc-5b7366232884 tempest-TaggedBootDevicesTest_v242-417596240 tempest-TaggedBootDevicesTest_v242-417596240-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33444131'] for floatingip, after_update {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:36.781480 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-b955d102-d8d5-43b8-a542-cf4d65164bd8 req-993aafc7-ab0a-4aee-8f1a-3fb99ef740cd tempest-ServerAddressesNegativeTestJSON-503135862 tempest-ServerAddressesNegativeTestJSON-503135862-project] 10.222.0.42 "GET /v2.0/ports?device_id=b19042be-f9b8-4875-833a-ba75c17d8e75 HTTP/1.1" status: 200 len: 945 time: 0.2982755 Apr 18 20:52:36.786007 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.provisioning_blocks [None req-8c8b6ce3-cf6d-4d18-88e4-19268f5f2259 None None] Transition to ACTIVE for port object ac51ef9b-db9a-4e6c-bb0d-ebf417fe0a69 will not be triggered until provisioned by entity L2. {{(pid=84043) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 20:52:36.792501 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-187bc7ed-d1ec-4e76-9c62-bdd5224c52ce req-b1013ee8-bfb1-48e5-9610-4c8b84910c2a tempest-ServerDiskConfigTestJSON-473081836 tempest-ServerDiskConfigTestJSON-473081836-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:52:36.800777 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-187bc7ed-d1ec-4e76-9c62-bdd5224c52ce req-b1013ee8-bfb1-48e5-9610-4c8b84910c2a tempest-ServerDiskConfigTestJSON-473081836 tempest-ServerDiskConfigTestJSON-473081836-project] 10.222.0.42 "GET /v2.0/ports?device_id=e3ce1959-1c32-471b-a30a-a5dd21c9b8a4 HTTP/1.1" status: 200 len: 945 time: 0.2037573 Apr 18 20:52:36.801060 n-d-838334-2 neutron-server[84043]: DEBUG neutron_lib.callbacks.manager [None req-8c8b6ce3-cf6d-4d18-88e4-19268f5f2259 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682'] for port, after_update {{(pid=84043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:36.980205 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-49e96bab-8c84-4b98-81bc-5b7366232884 tempest-TaggedBootDevicesTest_v242-417596240 tempest-TaggedBootDevicesTest_v242-417596240-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217293'] for floatingip, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:36.982468 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-49e96bab-8c84-4b98-81bc-5b7366232884 tempest-TaggedBootDevicesTest_v242-417596240 tempest-TaggedBootDevicesTest_v242-417596240-project] 10.222.0.42 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.8227067 Apr 18 20:52:37.020962 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Device 96dabab2-edf7-421c-9f87-a969c8aeb8a0 up at agent hyperv_n-h2-838334-2 {{(pid=84042) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 20:52:37.048089 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-187bc7ed-d1ec-4e76-9c62-bdd5224c52ce req-5fc03758-c389-4246-b662-79a23a936c66 tempest-ServerDiskConfigTestJSON-473081836 tempest-ServerDiskConfigTestJSON-473081836-project] 10.222.0.42 "GET /v2.0/security-groups?id=527f07bd-3b7c-4e87-bb13-fa86b9490e28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2400908 Apr 18 20:52:37.053908 n-d-838334-2 neutron-server[84043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb7060c9-d735-45ee-a523-17963d24afc0 None None] Pushing event updated for resources: {'Port': ['ID=ac51ef9b-db9a-4e6c-bb0d-ebf417fe0a69,revision_number=3']} {{(pid=84043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:52:37.076860 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-b955d102-d8d5-43b8-a542-cf4d65164bd8 req-77724f0c-8cd5-46ec-a3cf-802f94345df5 tempest-ServerAddressesNegativeTestJSON-503135862 tempest-ServerAddressesNegativeTestJSON-503135862-project] 10.222.0.42 "GET /v2.0/security-groups?id=23e306e1-8bc6-4ab0-9a44-10474dd61517&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2944200 Apr 18 20:52:37.181882 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-5450a923-a7c2-4d42-be3e-c1d21fc7259a req-68a15bb9-b1eb-4abb-9866-de33c7addf74 service neutron] 10.222.0.43 "GET /v2.0/networks/900e7008-3a76-4947-a7ad-9adec518e5cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4443400 Apr 18 20:52:37.208239 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b83114b-83a6-4771-a96f-e093b7f9a537 req-97100532-a981-4ff9-895a-f15e8b6a0a33 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:52:37.213568 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-7b83114b-83a6-4771-a96f-e093b7f9a537 req-97100532-a981-4ff9-895a-f15e8b6a0a33 service neutron] 10.222.0.43 "GET /v2.0/networks?id=9956df45-2736-4a4c-9815-b894d9a44160 HTTP/1.1" status: 200 len: 920 time: 0.4719911 Apr 18 20:52:37.288561 n-d-838334-2 neutron-server[84043]: DEBUG neutron.plugins.ml2.managers [None req-8c8b6ce3-cf6d-4d18-88e4-19268f5f2259 None None] Attempting to bind port ac51ef9b-db9a-4e6c-bb0d-ebf417fe0a69 on host n-d-838334-2 for vnic_type normal with profile {{(pid=84043) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:52:37.289136 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Provisioning complete for port 96dabab2-edf7-421c-9f87-a969c8aeb8a0 triggered by entity L2. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:52:37.289687 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1253608'] for port, provisioning_complete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:37.291148 n-d-838334-2 neutron-server[84043]: DEBUG neutron.plugins.ml2.managers [None req-8c8b6ce3-cf6d-4d18-88e4-19268f5f2259 None None] Attempting to bind port ac51ef9b-db9a-4e6c-bb0d-ebf417fe0a69 by drivers openvswitch,hyperv on host n-d-838334-2 at level 0 using segments [{'id': '7fd7f82e-b9be-4ad1-806b-d51304cf96d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '900e7008-3a76-4947-a7ad-9adec518e5cf'}] {{(pid=84043) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:52:37.294044 n-d-838334-2 neutron-server[84043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c8b6ce3-cf6d-4d18-88e4-19268f5f2259 None None] Attempting to bind port ac51ef9b-db9a-4e6c-bb0d-ebf417fe0a69 on network 900e7008-3a76-4947-a7ad-9adec518e5cf {{(pid=84043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 20:52:37.310618 n-d-838334-2 neutron-server[84043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c8b6ce3-cf6d-4d18-88e4-19268f5f2259 None None] Checking agent: {'id': '97cd4414-7af6-4d67-868d-dff370b4071a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838334-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 25, 49), 'started_at': datetime.datetime(2022, 4, 18, 20, 26, 19), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 20, 52, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838334-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 18 20:52:37.310895 n-d-838334-2 neutron-server[84043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c8b6ce3-cf6d-4d18-88e4-19268f5f2259 None None] Checking segment: {'id': '7fd7f82e-b9be-4ad1-806b-d51304cf96d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '900e7008-3a76-4947-a7ad-9adec518e5cf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84043) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 20:52:37.323972 n-d-838334-2 neutron-server[84043]: DEBUG neutron_lib.callbacks.manager [None req-8c8b6ce3-cf6d-4d18-88e4-19268f5f2259 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:37.324519 n-d-838334-2 neutron-server[84043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c8b6ce3-cf6d-4d18-88e4-19268f5f2259 None None] Bound using segment: {'id': '7fd7f82e-b9be-4ad1-806b-d51304cf96d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '900e7008-3a76-4947-a7ad-9adec518e5cf'} {{(pid=84043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 18 20:52:37.326833 n-d-838334-2 neutron-server[84043]: DEBUG neutron.plugins.ml2.managers [None req-8c8b6ce3-cf6d-4d18-88e4-19268f5f2259 None None] Bound port: ac51ef9b-db9a-4e6c-bb0d-ebf417fe0a69, host: n-d-838334-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7fd7f82e-b9be-4ad1-806b-d51304cf96d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '900e7008-3a76-4947-a7ad-9adec518e5cf'}}] {{(pid=84043) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 20:52:37.327769 n-d-838334-2 neutron-server[84043]: DEBUG neutron_lib.callbacks.manager [None req-8c8b6ce3-cf6d-4d18-88e4-19268f5f2259 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:37.357832 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0742eed-0e34-40b1-b0da-34dc983896c3 req-11663871-60e5-4cd6-985d-51885271caf3 tempest-ServerAddressesNegativeTestJSON-503135862 tempest-ServerAddressesNegativeTestJSON-503135862-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:52:37.361575 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-a0742eed-0e34-40b1-b0da-34dc983896c3 req-11663871-60e5-4cd6-985d-51885271caf3 tempest-ServerAddressesNegativeTestJSON-503135862 tempest-ServerAddressesNegativeTestJSON-503135862-project] 10.222.0.43 "GET /v2.0/ports?device_id=b19042be-f9b8-4875-833a-ba75c17d8e75 HTTP/1.1" status: 200 len: 945 time: 0.5093677 Apr 18 20:52:37.528222 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-7b83114b-83a6-4771-a96f-e093b7f9a537 req-a9886d77-e4c4-46e9-95bb-fc6203ff0cad service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8248ccee-2394-426e-9ab5-5e8c0f5c00e9 HTTP/1.1" status: 200 len: 217 time: 0.3062172 Apr 18 20:52:37.562374 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:37.565555 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a767cbc-9b56-46c1-8f1f-c01fa823969e req-f1a9eb3d-54eb-4bc5-80c1-6ad79342322b tempest-ServersTestManualDisk-1928363056 tempest-ServersTestManualDisk-1928363056-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:52:37.579514 n-d-838334-2 neutron-server[84043]: DEBUG neutron.plugins.ml2.db [None req-8c8b6ce3-cf6d-4d18-88e4-19268f5f2259 None None] For port ac51ef9b-db9a-4e6c-bb0d-ebf417fe0a69, host n-d-838334-2, cleared binding levels {{(pid=84043) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 20:52:37.584665 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-1a767cbc-9b56-46c1-8f1f-c01fa823969e req-f1a9eb3d-54eb-4bc5-80c1-6ad79342322b tempest-ServersTestManualDisk-1928363056 tempest-ServersTestManualDisk-1928363056-project] 10.222.0.42 "GET /v2.0/ports?device_id=c5fcae49-cbba-4367-b8c5-f1b0e0bda7cb HTTP/1.1" status: 200 len: 944 time: 0.2057374 Apr 18 20:52:37.585289 n-d-838334-2 neutron-server[84043]: DEBUG neutron.plugins.ml2.db [None req-8c8b6ce3-cf6d-4d18-88e4-19268f5f2259 None None] For port ac51ef9b-db9a-4e6c-bb0d-ebf417fe0a69, host n-d-838334-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838334-2',level=0,port_id=ac51ef9b-db9a-4e6c-bb0d-ebf417fe0a69,segment=NetworkSegment(7fd7f82e-b9be-4ad1-806b-d51304cf96d4),segment_id=7fd7f82e-b9be-4ad1-806b-d51304cf96d4)] {{(pid=84043) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 20:52:37.596792 n-d-838334-2 neutron-server[84043]: DEBUG neutron_lib.callbacks.manager [None req-8c8b6ce3-cf6d-4d18-88e4-19268f5f2259 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682'] for port, after_update {{(pid=84043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:37.606456 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.plugin [req-a0742eed-0e34-40b1-b0da-34dc983896c3 req-b751062d-08c1-46db-ae17-512e2795c000 tempest-ServerAddressesNegativeTestJSON-503135862 tempest-ServerAddressesNegativeTestJSON-503135862-project] Deleting port 849e8c7a-d648-4ccf-818b-7ad9f0363a56 {{(pid=84041) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 20:52:37.607478 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [req-a0742eed-0e34-40b1-b0da-34dc983896c3 req-b751062d-08c1-46db-ae17-512e2795c000 tempest-ServerAddressesNegativeTestJSON-503135862 tempest-ServerAddressesNegativeTestJSON-503135862-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750375188691'] for port, before_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:37.624009 n-d-838334-2 neutron-server[84042]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a3d617b3-55ec-41c1-b97c-911aa927ef50', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '96dabab2-edf7-421c-9f87-a969c8aeb8a0'}] {{(pid=84042) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 20:52:37.641960 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] For port 96dabab2-edf7-421c-9f87-a969c8aeb8a0, host n-h2-838334-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838334-2',level=0,port_id=96dabab2-edf7-421c-9f87-a969c8aeb8a0,segment=NetworkSegment(cd8c59c7-b4b2-44a4-be0f-4e934073fee4),segment_id=cd8c59c7-b4b2-44a4-be0f-4e934073fee4)] {{(pid=84042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:52:37.656416 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682'] for port, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:37.707065 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-1a767cbc-9b56-46c1-8f1f-c01fa823969e req-d8c08c70-704c-497e-acec-3f425873f350 tempest-ServersTestManualDisk-1928363056 tempest-ServersTestManualDisk-1928363056-project] 10.222.0.42 "GET /v2.0/security-groups?id=1bf0e5d8-d566-43af-ab33-a70868c827e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1103561 Apr 18 20:52:37.722923 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b83114b-83a6-4771-a96f-e093b7f9a537 req-759677ec-15cc-4bd6-aee7-af7617ccc52b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:52:37.724413 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-7b83114b-83a6-4771-a96f-e093b7f9a537 req-759677ec-15cc-4bd6-aee7-af7617ccc52b service neutron] 10.222.0.43 "GET /v2.0/subnets?id=e000ef4a-9553-4d5a-aa5c-e55a867fcd65 HTTP/1.1" status: 200 len: 858 time: 0.1874204 Apr 18 20:52:37.752973 n-d-838334-2 neutron-server[84043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb7060c9-d735-45ee-a523-17963d24afc0 None None] Pushing event updated for resources: {'Port': ['ID=ac51ef9b-db9a-4e6c-bb0d-ebf417fe0a69,revision_number=4']} {{(pid=84043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:52:37.774563 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c8b6ce3-cf6d-4d18-88e4-19268f5f2259 None None] Routers {'09d5c51a-192d-453a-aaa5-12af973816c7'} bound to L3 agent in host n-d-838334-2 {{(pid=84043) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 20:52:37.775513 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.l3_hamode_db [None req-8c8b6ce3-cf6d-4d18-88e4-19268f5f2259 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838334-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-18T20:25:48Z,description=,heartbeat_timestamp=2022-04-18T20:52:18Z,host='n-d-838334-2',id=bc84d6c9-dd7a-4555-a351-592327b46d5a,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:25:48Z,topic='l3_agent')) {'router_ids': ['09d5c51a-192d-453a-aaa5-12af973816c7'], 'active': True} {{(pid=84043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:52:37.799184 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b0d6563-5471-4323-9918-a7150ca52714 req-5d36ae2f-e13d-4c38-bfff-7f057390963c tempest-ServerRescueNegativeTestJSON-1571656168 tempest-ServerRescueNegativeTestJSON-1571656168-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:52:37.821121 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-2b0d6563-5471-4323-9918-a7150ca52714 req-5d36ae2f-e13d-4c38-bfff-7f057390963c tempest-ServerRescueNegativeTestJSON-1571656168 tempest-ServerRescueNegativeTestJSON-1571656168-project] 10.222.0.42 "GET /v2.0/ports?device_id=264936db-30ce-4589-b255-6c9a9ad966e3 HTTP/1.1" status: 200 len: 946 time: 0.1919506 Apr 18 20:52:37.824802 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Pushing event updated for resources: {'Port': ['ID=96dabab2-edf7-421c-9f87-a969c8aeb8a0,revision_number=7']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:52:37.951103 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-2b0d6563-5471-4323-9918-a7150ca52714 req-b8ad5c2f-86b8-42a3-8bf6-3ab6a6bbe128 tempest-ServerRescueNegativeTestJSON-1571656168 tempest-ServerRescueNegativeTestJSON-1571656168-project] 10.222.0.42 "GET /v2.0/security-groups?id=fa6b5748-504b-4821-b3a0-7e61ca1810b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1289866 Apr 18 20:52:38.212139 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.l3_dvr_db [None req-8c8b6ce3-cf6d-4d18-88e4-19268f5f2259 None None] Set router 09d5c51a-192d-453a-aaa5-12af973816c7 gateway port host: n-d-838334-2 {{(pid=84043) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 20:52:38.294485 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-7b83114b-83a6-4771-a96f-e093b7f9a537 req-59de11c1-1574-4b41-b86d-eb05fbe7d2b3 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=9956df45-2736-4a4c-9815-b894d9a44160&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5594354 Apr 18 20:52:38.340388 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d43d711b-432e-4163-9f7e-347967c12fa5 req-95882388-c734-4003-bd00-ead5ccb4d588 tempest-AttachVolumeShelveTestJSON-1712717013 tempest-AttachVolumeShelveTestJSON-1712717013-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:52:38.347743 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-d43d711b-432e-4163-9f7e-347967c12fa5 req-95882388-c734-4003-bd00-ead5ccb4d588 tempest-AttachVolumeShelveTestJSON-1712717013 tempest-AttachVolumeShelveTestJSON-1712717013-project] 10.222.0.42 "GET /v2.0/ports?device_id=a3d617b3-55ec-41c1-b97c-911aa927ef50 HTTP/1.1" status: 200 len: 945 time: 0.1740885 Apr 18 20:52:38.355560 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b2faa2c-caef-4d23-be4f-c9c7ae3c63fe req-fd0feb8e-f462-44ea-8ee9-d65de8dc1e80 tempest-ServerDiskConfigTestJSON-473081836 tempest-ServerDiskConfigTestJSON-473081836-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:52:38.356910 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-4b2faa2c-caef-4d23-be4f-c9c7ae3c63fe req-fd0feb8e-f462-44ea-8ee9-d65de8dc1e80 tempest-ServerDiskConfigTestJSON-473081836 tempest-ServerDiskConfigTestJSON-473081836-project] 10.222.0.42 "GET /v2.0/ports?device_id=e3ce1959-1c32-471b-a30a-a5dd21c9b8a4 HTTP/1.1" status: 200 len: 945 time: 0.1464734 Apr 18 20:52:38.456111 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.db [req-a0742eed-0e34-40b1-b0da-34dc983896c3 req-b751062d-08c1-46db-ae17-512e2795c000 tempest-ServerAddressesNegativeTestJSON-503135862 tempest-ServerAddressesNegativeTestJSON-503135862-project] For port 849e8c7a-d648-4ccf-818b-7ad9f0363a56, host n-h1-838334-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838334-2',level=0,port_id=849e8c7a-d648-4ccf-818b-7ad9f0363a56,segment=NetworkSegment(3dfba72c-8fc3-435c-ba1a-464354aac97a),segment_id=3dfba72c-8fc3-435c-ba1a-464354aac97a)] {{(pid=84041) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:52:38.456476 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [req-a0742eed-0e34-40b1-b0da-34dc983896c3 req-b751062d-08c1-46db-ae17-512e2795c000 tempest-ServerAddressesNegativeTestJSON-503135862 tempest-ServerAddressesNegativeTestJSON-503135862-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369123'] for port, precommit_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:38.459406 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-d43d711b-432e-4163-9f7e-347967c12fa5 req-526d0ff8-c636-433c-beb9-9c9ca9fe15e1 tempest-AttachVolumeShelveTestJSON-1712717013 tempest-AttachVolumeShelveTestJSON-1712717013-project] 10.222.0.42 "GET /v2.0/security-groups?id=2e9d8b44-da00-4a79-861c-f0ec417a580f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1107242 Apr 18 20:52:38.461805 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-4b2faa2c-caef-4d23-be4f-c9c7ae3c63fe req-f94844cb-3290-4234-a1de-22926e085f5d tempest-ServerDiskConfigTestJSON-473081836 tempest-ServerDiskConfigTestJSON-473081836-project] 10.222.0.42 "GET /v2.0/security-groups?id=527f07bd-3b7c-4e87-bb13-fa86b9490e28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0915649 Apr 18 20:52:38.577345 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-7b83114b-83a6-4771-a96f-e093b7f9a537 req-84df63c2-4feb-4ab7-a28a-4c7cd7fee4f5 service neutron] 10.222.0.43 "GET /v2.0/networks/9956df45-2736-4a4c-9815-b894d9a44160?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2749903 Apr 18 20:52:38.607823 n-d-838334-2 neutron-server[84042]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b34876cd-480d-4acb-9a07-54adb0c9f29d'] response: {'server_uuid': 'a3d617b3-55ec-41c1-b97c-911aa927ef50', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '96dabab2-edf7-421c-9f87-a969c8aeb8a0', 'code': 200} Apr 18 20:52:38.695016 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Device 43338bac-2350-4846-81d5-278fc0297d87 details requested by agent hyperv_n-h1-838334-2 with host n-h1-838334-2 {{(pid=84042) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 18 20:52:38.723598 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-234b3724-503c-4a54-91bb-34692c24067f req-a2f9230b-91a3-43d2-b0d9-d282c3ea8687 tempest-TaggedBootDevicesTest_v242-417596240 tempest-TaggedBootDevicesTest_v242-417596240-project] 10.222.0.42 "GET /v2.0/security-groups?name=tempest-securitygroup--436198402&fields=id&tenant_id=9feceef4d3df4daeb6497a95fbe12eb7 HTTP/1.1" status: 200 len: 267 time: 0.0912271 Apr 18 20:52:38.732251 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.l3_hamode_db [None req-8c8b6ce3-cf6d-4d18-88e4-19268f5f2259 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09d5c51a-192d-453a-aaa5-12af973816c7', 'name': 'tempest-ServersTestManualDisk-706543175-router', 'tenant_id': 'd097ca6178bf4202a3e30e56a61a7a3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'external_fixed_ips': [{'subnet_id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'ip_address': '172.25.8.241'}], 'enable_snat': True}, 'gw_port_id': 'f181cca8-f5ce-4a2c-8bbb-bc3372d09100', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:52:00Z', 'updated_at': '2022-04-18T20:52:09Z', 'revision_number': 4, 'project_id': 'd097ca6178bf4202a3e30e56a61a7a3a', 'gw_port': {'id': 'f181cca8-f5ce-4a2c-8bbb-bc3372d09100', 'name': '', 'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:82:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09d5c51a-192d-453a-aaa5-12af973816c7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'ip_address': '172.25.8.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:52:01Z', 'updated_at': '2022-04-18T20:52:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838334-2', '_interfaces': [{'id': 'ac51ef9b-db9a-4e6c-bb0d-ebf417fe0a69', 'name': '', 'network_id': '900e7008-3a76-4947-a7ad-9adec518e5cf', 'tenant_id': 'd097ca6178bf4202a3e30e56a61a7a3a', 'mac_address': 'fa:16:3e:de:0c:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '09d5c51a-192d-453a-aaa5-12af973816c7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b97e4a75-8ec3-4f6e-beb3-db8f3e8db4d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:52:06Z', 'updated_at': '2022-04-18T20:52:37Z', 'revision_number': 4, 'project_id': 'd097ca6178bf4202a3e30e56a61a7a3a', 'subnets': [{'id': 'b97e4a75-8ec3-4f6e-beb3-db8f3e8db4d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838334-2', False) {} {{(pid=84043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:52:38.738493 n-d-838334-2 neutron-server[84043]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c8b6ce3-cf6d-4d18-88e4-19268f5f2259 None None] The sync data for ids ['09d5c51a-192d-453a-aaa5-12af973816c7'] in n-d-838334-2 is: [{'id': '09d5c51a-192d-453a-aaa5-12af973816c7', 'name': 'tempest-ServersTestManualDisk-706543175-router', 'tenant_id': 'd097ca6178bf4202a3e30e56a61a7a3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'external_fixed_ips': [{'subnet_id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'ip_address': '172.25.8.241'}], 'enable_snat': True}, 'gw_port_id': 'f181cca8-f5ce-4a2c-8bbb-bc3372d09100', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:52:00Z', 'updated_at': '2022-04-18T20:52:09Z', 'revision_number': 4, 'project_id': 'd097ca6178bf4202a3e30e56a61a7a3a', 'gw_port': {'id': 'f181cca8-f5ce-4a2c-8bbb-bc3372d09100', 'name': '', 'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:82:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09d5c51a-192d-453a-aaa5-12af973816c7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'ip_address': '172.25.8.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:52:01Z', 'updated_at': '2022-04-18T20:52:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838334-2', '_interfaces': [{'id': 'ac51ef9b-db9a-4e6c-bb0d-ebf417fe0a69', 'name': '', 'network_id': '900e7008-3a76-4947-a7ad-9adec518e5cf', 'tenant_id': 'd097ca6178bf4202a3e30e56a61a7a3a', 'mac_address': 'fa:16:3e:de:0c:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '09d5c51a-192d-453a-aaa5-12af973816c7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b97e4a75-8ec3-4f6e-beb3-db8f3e8db4d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:52:06Z', 'updated_at': '2022-04-18T20:52:37Z', 'revision_number': 4, 'project_id': 'd097ca6178bf4202a3e30e56a61a7a3a', 'subnets': [{'id': 'b97e4a75-8ec3-4f6e-beb3-db8f3e8db4d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84043) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 18 20:52:38.991875 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] For port 43338bac-2350-4846-81d5-278fc0297d87, host n-h1-838334-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838334-2',level=0,port_id=43338bac-2350-4846-81d5-278fc0297d87,segment=NetworkSegment(7fd7f82e-b9be-4ad1-806b-d51304cf96d4),segment_id=7fd7f82e-b9be-4ad1-806b-d51304cf96d4)] {{(pid=84042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:52:39.035030 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.plugin [req-a0742eed-0e34-40b1-b0da-34dc983896c3 req-b751062d-08c1-46db-ae17-512e2795c000 tempest-ServerAddressesNegativeTestJSON-503135862 tempest-ServerAddressesNegativeTestJSON-503135862-project] Calling delete_port for 849e8c7a-d648-4ccf-818b-7ad9f0363a56 owned by compute:nova {{(pid=84041) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 20:52:39.048068 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Returning: {'device': '43338bac-2350-4846-81d5-278fc0297d87', 'network_id': '900e7008-3a76-4947-a7ad-9adec518e5cf', 'port_id': '43338bac-2350-4846-81d5-278fc0297d87', 'mac_address': 'fa:16:3e:b0:79:a6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 366, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b97e4a75-8ec3-4f6e-beb3-db8f3e8db4d7', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84042) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 18 20:52:39.071292 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-234b3724-503c-4a54-91bb-34692c24067f req-47d40b2d-e23c-4b54-a16d-46a2c08f7f36 tempest-TaggedBootDevicesTest_v242-417596240 tempest-TaggedBootDevicesTest_v242-417596240-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:52:39.080064 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-234b3724-503c-4a54-91bb-34692c24067f req-47d40b2d-e23c-4b54-a16d-46a2c08f7f36 tempest-TaggedBootDevicesTest_v242-417596240 tempest-TaggedBootDevicesTest_v242-417596240-project] 10.222.0.42 "GET /v2.0/ports/e4a628aa-c125-4eea-8365-b6473a427bb3 HTTP/1.1" status: 200 len: 936 time: 0.3544719 Apr 18 20:52:39.088625 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-7b83114b-83a6-4771-a96f-e093b7f9a537 req-f44de5e8-1b5b-4fea-93a4-ea83c4655fcc service neutron] 10.222.0.43 "GET /v2.0/networks/9956df45-2736-4a4c-9815-b894d9a44160?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2776582 Apr 18 20:52:39.271783 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-234b3724-503c-4a54-91bb-34692c24067f req-613ff06b-c1fe-4323-85b3-7468968c279b tempest-TaggedBootDevicesTest_v242-417596240 tempest-TaggedBootDevicesTest_v242-417596240-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:52:39.285247 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:39.286004 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-234b3724-503c-4a54-91bb-34692c24067f req-613ff06b-c1fe-4323-85b3-7468968c279b tempest-TaggedBootDevicesTest_v242-417596240 tempest-TaggedBootDevicesTest_v242-417596240-project] 10.222.0.42 "GET /v2.0/ports/8725f57c-a397-438c-bf13-f1b54c12fc76 HTTP/1.1" status: 200 len: 937 time: 0.2046506 Apr 18 20:52:39.305749 n-d-838334-2 neutron-server[84042]: DEBUG neutron.notifiers.nova [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 43338bac-2350-4846-81d5-278fc0297d87 {{(pid=84042) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 18 20:52:39.328616 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] For port 43338bac-2350-4846-81d5-278fc0297d87, host n-h1-838334-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838334-2',level=0,port_id=43338bac-2350-4846-81d5-278fc0297d87,segment=NetworkSegment(7fd7f82e-b9be-4ad1-806b-d51304cf96d4),segment_id=7fd7f82e-b9be-4ad1-806b-d51304cf96d4)] {{(pid=84042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:52:39.340899 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682'] for port, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:39.422533 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-234b3724-503c-4a54-91bb-34692c24067f req-97723cf5-56ce-4744-88e5-2219a24b9691 tempest-TaggedBootDevicesTest_v242-417596240 tempest-TaggedBootDevicesTest_v242-417596240-project] 10.222.0.42 "GET /v2.0/ports?network_id=c28eb4dc-8be0-4839-b428-8a188976dc96&fixed_ips=ip_address%3D10.2.2.100&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.1354387 Apr 18 20:52:39.445093 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Pushing event updated for resources: {'Port': ['ID=43338bac-2350-4846-81d5-278fc0297d87,revision_number=4']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:52:39.473436 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [req-a0742eed-0e34-40b1-b0da-34dc983896c3 req-b751062d-08c1-46db-ae17-512e2795c000 tempest-ServerAddressesNegativeTestJSON-503135862 tempest-ServerAddressesNegativeTestJSON-503135862-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750375259028', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750374836628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32266323'] for port, after_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:39.557502 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-234b3724-503c-4a54-91bb-34692c24067f req-ddb68f6c-6e55-454a-8eab-d59cfa1d293e tempest-TaggedBootDevicesTest_v242-417596240 tempest-TaggedBootDevicesTest_v242-417596240-project] 10.222.0.42 "GET /v2.0/ports?network_id=c28eb4dc-8be0-4839-b428-8a188976dc96&fixed_ips=ip_address%3D10.2.2.200&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.1330912 Apr 18 20:52:39.586251 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Device ac51ef9b-db9a-4e6c-bb0d-ebf417fe0a69 up at agent ovs-agent-n-d-838334-2 {{(pid=84042) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 20:52:39.592157 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b751062d-08c1-46db-ae17-512e2795c000 tempest-ServerAddressesNegativeTestJSON-503135862 tempest-ServerAddressesNegativeTestJSON-503135862-project] Pushing event deleted for resources: {'Port': ['ID=849e8c7a-d648-4ccf-818b-7ad9f0363a56,revision_number=None']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:52:39.639934 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] get_ports_and_sgs() called for port_ids ['43338bac-2350-4846-81d5-278fc0297d87'] {{(pid=84042) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 18 20:52:39.652275 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-04b78390-432f-48e4-985c-054009e0fffa req-e2207893-b52d-4290-80ef-3e9012740a82 tempest-ServerAddressesNegativeTestJSON-503135862 tempest-ServerAddressesNegativeTestJSON-503135862-project] 10.222.0.42 "GET /v2.0/ports?device_id=b19042be-f9b8-4875-833a-ba75c17d8e75 HTTP/1.1" status: 200 len: 210 time: 0.0514855 Apr 18 20:52:39.750349 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.l3_dvrscheduler_db [req-a0742eed-0e34-40b1-b0da-34dc983896c3 req-b751062d-08c1-46db-ae17-512e2795c000 tempest-ServerAddressesNegativeTestJSON-503135862 tempest-ServerAddressesNegativeTestJSON-503135862-project] No DVR routers for this DVR port 849e8c7a-d648-4ccf-818b-7ad9f0363a56 on host n-h1-838334-2 {{(pid=84041) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 20:52:39.761689 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [req-a0742eed-0e34-40b1-b0da-34dc983896c3 req-b751062d-08c1-46db-ae17-512e2795c000 tempest-ServerAddressesNegativeTestJSON-503135862 tempest-ServerAddressesNegativeTestJSON-503135862-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217293'] for port, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:39.765626 n-d-838334-2 neutron-server[84041]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b19042be-f9b8-4875-833a-ba75c17d8e75', 'name': 'network-vif-deleted', 'tag': '849e8c7a-d648-4ccf-818b-7ad9f0363a56'}] {{(pid=84041) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 20:52:39.795429 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-a0742eed-0e34-40b1-b0da-34dc983896c3 req-b751062d-08c1-46db-ae17-512e2795c000 tempest-ServerAddressesNegativeTestJSON-503135862 tempest-ServerAddressesNegativeTestJSON-503135862-project] 10.222.0.43 "DELETE /v2.0/ports/849e8c7a-d648-4ccf-818b-7ad9f0363a56 HTTP/1.1" status: 204 len: 173 time: 2.4141743 Apr 18 20:52:39.839898 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-234b3724-503c-4a54-91bb-34692c24067f req-b19a5b82-42b2-4970-807b-2e4647ffc63c tempest-TaggedBootDevicesTest_v242-417596240 tempest-TaggedBootDevicesTest_v242-417596240-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:52:39.844696 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-234b3724-503c-4a54-91bb-34692c24067f req-b19a5b82-42b2-4970-807b-2e4647ffc63c tempest-TaggedBootDevicesTest_v242-417596240 tempest-TaggedBootDevicesTest_v242-417596240-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:52:39.848847 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-234b3724-503c-4a54-91bb-34692c24067f req-b19a5b82-42b2-4970-807b-2e4647ffc63c tempest-TaggedBootDevicesTest_v242-417596240 tempest-TaggedBootDevicesTest_v242-417596240-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:52:39.849665 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [req-234b3724-503c-4a54-91bb-34692c24067f req-b19a5b82-42b2-4970-807b-2e4647ffc63c tempest-TaggedBootDevicesTest_v242-417596240 tempest-TaggedBootDevicesTest_v242-417596240-project] Synchronizing usage tracker for tenant:9feceef4d3df4daeb6497a95fbe12eb7 on resource:network {{(pid=84040) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 20:52:39.873449 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Provisioning for port ac51ef9b-db9a-4e6c-bb0d-ebf417fe0a69 completed by entity L2. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 20:52:39.884385 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [req-234b3724-503c-4a54-91bb-34692c24067f req-b19a5b82-42b2-4970-807b-2e4647ffc63c tempest-TaggedBootDevicesTest_v242-417596240 tempest-TaggedBootDevicesTest_v242-417596240-project] Unset dirty status for tenant:9feceef4d3df4daeb6497a95fbe12eb7 on resource:network {{(pid=84040) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 20:52:39.890966 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Provisioning complete for port ac51ef9b-db9a-4e6c-bb0d-ebf417fe0a69 triggered by entity L2. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:52:39.891480 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1253608'] for port, provisioning_complete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:39.895858 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-234b3724-503c-4a54-91bb-34692c24067f req-b19a5b82-42b2-4970-807b-2e4647ffc63c tempest-TaggedBootDevicesTest_v242-417596240 tempest-TaggedBootDevicesTest_v242-417596240-project] 10.222.0.42 "GET /v2.0/networks?id=8b393fb4-fb14-414f-9fb0-af85f5d2a52f&id=4c6d63fa-10ee-46ac-a5d2-fd4675ff700f&id=4c6d63fa-10ee-46ac-a5d2-fd4675ff700f&id=c28eb4dc-8be0-4839-b428-8a188976dc96&id=c28eb4dc-8be0-4839-b428-8a188976dc96 HTTP/1.1" status: 200 len: 1988 time: 0.3373082 Apr 18 20:52:39.919288 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-234b3724-503c-4a54-91bb-34692c24067f req-81dcdebb-ecac-472f-be77-ac5119b7781d tempest-TaggedBootDevicesTest_v242-417596240 tempest-TaggedBootDevicesTest_v242-417596240-project] 10.222.0.42 "GET /v2.0/quotas/9feceef4d3df4daeb6497a95fbe12eb7 HTTP/1.1" status: 200 len: 375 time: 0.0219052 Apr 18 20:52:40.032134 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-234b3724-503c-4a54-91bb-34692c24067f req-7e6c2a9c-7a70-42fb-b104-4c8dace136ca tempest-TaggedBootDevicesTest_v242-417596240 tempest-TaggedBootDevicesTest_v242-417596240-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=9feceef4d3df4daeb6497a95fbe12eb7&fields=id HTTP/1.1" status: 200 len: 532 time: 0.1113021 Apr 18 20:52:40.211943 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-234b3724-503c-4a54-91bb-34692c24067f req-3a57cd20-c9f3-48c6-800e-829fee9cf870 service neutron] 10.222.0.42 "GET /v2.0/networks/8b393fb4-fb14-414f-9fb0-af85f5d2a52f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1682630 Apr 18 20:52:40.237020 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:40.276776 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] For port ac51ef9b-db9a-4e6c-bb0d-ebf417fe0a69, host n-d-838334-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838334-2',level=0,port_id=ac51ef9b-db9a-4e6c-bb0d-ebf417fe0a69,segment=NetworkSegment(7fd7f82e-b9be-4ad1-806b-d51304cf96d4),segment_id=7fd7f82e-b9be-4ad1-806b-d51304cf96d4)] {{(pid=84042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:52:40.285580 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682'] for port, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:40.389235 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-234b3724-503c-4a54-91bb-34692c24067f req-448108c8-8fa3-45bf-b51a-80b39b4cdf98 service neutron] 10.222.0.42 "GET /v2.0/networks/8b393fb4-fb14-414f-9fb0-af85f5d2a52f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1830044 Apr 18 20:52:40.459741 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Pushing event updated for resources: {'Port': ['ID=ac51ef9b-db9a-4e6c-bb0d-ebf417fe0a69,revision_number=5']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:52:40.471356 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-234b3724-503c-4a54-91bb-34692c24067f req-3c10e95a-146b-46b4-aa9f-2e9b54d8853f service neutron] 10.222.0.42 "GET /v2.0/ports/e4a628aa-c125-4eea-8365-b6473a427bb3?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request HTTP/1.1" status: 200 len: 311 time: 0.0803506 Apr 18 20:52:40.698186 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Device 43338bac-2350-4846-81d5-278fc0297d87 up at agent hyperv_n-h1-838334-2 {{(pid=84042) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 20:52:40.708461 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-234b3724-503c-4a54-91bb-34692c24067f req-403b5171-d400-4980-ac36-67d784604280 service neutron] 10.222.0.42 "GET /v2.0/networks/4c6d63fa-10ee-46ac-a5d2-fd4675ff700f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2360945 Apr 18 20:52:40.715982 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-557d4a67-1ca9-42e8-b550-8c065b008e05 req-0b2b9066-95fe-4e4b-8589-92f416b1a12f tempest-ServersTestManualDisk-1928363056 tempest-ServersTestManualDisk-1928363056-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:52:40.717382 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-557d4a67-1ca9-42e8-b550-8c065b008e05 req-0b2b9066-95fe-4e4b-8589-92f416b1a12f tempest-ServersTestManualDisk-1928363056 tempest-ServersTestManualDisk-1928363056-project] 10.222.0.42 "GET /v2.0/ports?device_id=c5fcae49-cbba-4367-b8c5-f1b0e0bda7cb HTTP/1.1" status: 200 len: 945 time: 0.3252807 Apr 18 20:52:40.775518 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Provisioning for port 43338bac-2350-4846-81d5-278fc0297d87 completed by entity L2. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 20:52:40.782956 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Provisioning complete for port 43338bac-2350-4846-81d5-278fc0297d87 triggered by entity L2. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:52:40.783451 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1253608'] for port, provisioning_complete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:40.891584 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-557d4a67-1ca9-42e8-b550-8c065b008e05 req-750c8aea-7c6b-4611-80c0-dfa10bb8cff2 tempest-ServersTestManualDisk-1928363056 tempest-ServersTestManualDisk-1928363056-project] 10.222.0.42 "GET /v2.0/security-groups?id=1bf0e5d8-d566-43af-ab33-a70868c827e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1541133 Apr 18 20:52:40.924221 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-234b3724-503c-4a54-91bb-34692c24067f req-cce24aa2-ab94-4b2a-8967-10d2e257e094 service neutron] 10.222.0.42 "GET /v2.0/networks/4c6d63fa-10ee-46ac-a5d2-fd4675ff700f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2057271 Apr 18 20:52:40.974345 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:41.033761 n-d-838334-2 neutron-server[84042]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c5fcae49-cbba-4367-b8c5-f1b0e0bda7cb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '43338bac-2350-4846-81d5-278fc0297d87'}] {{(pid=84042) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 20:52:41.049437 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-234b3724-503c-4a54-91bb-34692c24067f req-effb2e4c-7cee-421c-976d-10bd9f5b2ca8 service neutron] 10.222.0.42 "GET /v2.0/ports/8725f57c-a397-438c-bf13-f1b54c12fc76?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request HTTP/1.1" status: 200 len: 311 time: 0.1080620 Apr 18 20:52:41.055731 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] For port 43338bac-2350-4846-81d5-278fc0297d87, host n-h1-838334-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838334-2',level=0,port_id=43338bac-2350-4846-81d5-278fc0297d87,segment=NetworkSegment(7fd7f82e-b9be-4ad1-806b-d51304cf96d4),segment_id=7fd7f82e-b9be-4ad1-806b-d51304cf96d4)] {{(pid=84042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:52:41.064782 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682'] for port, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:41.066369 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Device 849e8c7a-d648-4ccf-818b-7ad9f0363a56 no longer exists at agent hyperv_n-h1-838334-2 {{(pid=84042) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 20:52:41.142924 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.plugin [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] No Port match for: 849e8c7a-d648-4ccf-818b-7ad9f0363a56 {{(pid=84042) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 18 20:52:41.143538 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Device 849e8c7a-d648-4ccf-818b-7ad9f0363a56 not bound to the agent host n-h1-838334-2 {{(pid=84042) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 20:52:41.170576 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Pushing event updated for resources: {'Port': ['ID=43338bac-2350-4846-81d5-278fc0297d87,revision_number=5']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:52:41.270454 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-234b3724-503c-4a54-91bb-34692c24067f req-a3a61435-77cd-41cb-897f-061e2dbc7e7c service neutron] 10.222.0.42 "GET /v2.0/networks/4c6d63fa-10ee-46ac-a5d2-fd4675ff700f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2139657 Apr 18 20:52:41.279819 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1bd915b-af2d-4c32-a34c-ec7e8ad2eb42 req-62d381cb-a7e4-4aac-8f87-e8d1e8584898 tempest-ServerRescueNegativeTestJSON-1571656168 tempest-ServerRescueNegativeTestJSON-1571656168-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:52:41.281290 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-a1bd915b-af2d-4c32-a34c-ec7e8ad2eb42 req-62d381cb-a7e4-4aac-8f87-e8d1e8584898 tempest-ServerRescueNegativeTestJSON-1571656168 tempest-ServerRescueNegativeTestJSON-1571656168-project] 10.222.0.42 "GET /v2.0/ports?device_id=264936db-30ce-4589-b255-6c9a9ad966e3 HTTP/1.1" status: 200 len: 946 time: 0.2005002 Apr 18 20:52:41.458432 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Device ac51ef9b-db9a-4e6c-bb0d-ebf417fe0a69 up at agent ovs-agent-n-d-838334-2 {{(pid=84042) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 20:52:41.539820 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Provisioning complete for port ac51ef9b-db9a-4e6c-bb0d-ebf417fe0a69 triggered by entity L2. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:52:41.540346 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1253608'] for port, provisioning_complete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:41.544098 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-a1bd915b-af2d-4c32-a34c-ec7e8ad2eb42 req-1c93ef3b-448f-4a85-aa25-617523f2feaa tempest-ServerRescueNegativeTestJSON-1571656168 tempest-ServerRescueNegativeTestJSON-1571656168-project] 10.222.0.42 "GET /v2.0/security-groups?id=fa6b5748-504b-4821-b3a0-7e61ca1810b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2337089 Apr 18 20:52:41.659220 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-234b3724-503c-4a54-91bb-34692c24067f req-7afcaba4-add1-43f7-a0c5-6cbe90adb444 service neutron] 10.222.0.42 "GET /v2.0/networks/4c6d63fa-10ee-46ac-a5d2-fd4675ff700f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3769536 Apr 18 20:52:41.874129 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-234b3724-503c-4a54-91bb-34692c24067f req-390cb1dc-889d-4eca-b30f-a0031b4451fc service neutron] 10.222.0.42 "GET /v2.0/networks/4c6d63fa-10ee-46ac-a5d2-fd4675ff700f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2081604 Apr 18 20:52:41.985622 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0ece175-df32-4daf-ad20-00aac8ad066e req-fd556402-bc05-40df-b9bb-97f5393249e0 tempest-ServerRescueTestJSON-1218824152 tempest-ServerRescueTestJSON-1218824152-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:52:41.987070 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-a0ece175-df32-4daf-ad20-00aac8ad066e req-fd556402-bc05-40df-b9bb-97f5393249e0 tempest-ServerRescueTestJSON-1218824152 tempest-ServerRescueTestJSON-1218824152-project] 10.222.0.42 "GET /v2.0/ports?device_id=a7644bc3-dad5-4231-8e11-ce8e2039002d HTTP/1.1" status: 200 len: 945 time: 0.2347419 Apr 18 20:52:42.076175 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-234b3724-503c-4a54-91bb-34692c24067f req-d1c26c55-e99a-4446-8154-63ee7eee5285 service neutron] 10.222.0.42 "GET /v2.0/networks/4c6d63fa-10ee-46ac-a5d2-fd4675ff700f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1949918 Apr 18 20:52:42.079081 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-a0ece175-df32-4daf-ad20-00aac8ad066e req-82c717c7-0190-4f3e-aa32-5dbe62c3943a tempest-ServerRescueTestJSON-1218824152 tempest-ServerRescueTestJSON-1218824152-project] 10.222.0.42 "GET /v2.0/security-groups?id=6f984221-1918-47e6-82e9-256972907b58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0813236 Apr 18 20:52:42.303878 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-234b3724-503c-4a54-91bb-34692c24067f req-4f4bebae-31fe-4345-bbb0-5d810f5491b6 service neutron] 10.222.0.42 "GET /v2.0/networks/4c6d63fa-10ee-46ac-a5d2-fd4675ff700f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2191973 Apr 18 20:52:42.449714 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb2c526-18ad-48a7-9f53-7c6eb119d170 req-1e39010b-111d-4fc0-baa4-8892d7bc6aa9 tempest-AttachVolumeShelveTestJSON-1712717013 tempest-AttachVolumeShelveTestJSON-1712717013-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:52:42.451455 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-7fb2c526-18ad-48a7-9f53-7c6eb119d170 req-1e39010b-111d-4fc0-baa4-8892d7bc6aa9 tempest-AttachVolumeShelveTestJSON-1712717013 tempest-AttachVolumeShelveTestJSON-1712717013-project] 10.222.0.42 "GET /v2.0/ports?device_id=a3d617b3-55ec-41c1-b97c-911aa927ef50 HTTP/1.1" status: 200 len: 945 time: 0.2187574 Apr 18 20:52:42.497944 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-234b3724-503c-4a54-91bb-34692c24067f req-6899c08c-6c91-415a-8e30-c28e27717b91 service neutron] 10.222.0.42 "GET /v2.0/networks/4c6d63fa-10ee-46ac-a5d2-fd4675ff700f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1802225 Apr 18 20:52:42.606349 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-7fb2c526-18ad-48a7-9f53-7c6eb119d170 req-36f291c3-6123-41c9-a298-0a91ef581929 tempest-AttachVolumeShelveTestJSON-1712717013 tempest-AttachVolumeShelveTestJSON-1712717013-project] 10.222.0.42 "GET /v2.0/security-groups?id=2e9d8b44-da00-4a79-861c-f0ec417a580f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1485672 Apr 18 20:52:42.670425 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-234b3724-503c-4a54-91bb-34692c24067f req-5694d3b9-483b-4869-8f49-7a761c24ec6f service neutron] 10.222.0.42 "GET /v2.0/networks/c28eb4dc-8be0-4839-b428-8a188976dc96?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1634319 Apr 18 20:52:42.720643 n-d-838334-2 neutron-server[84041]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a72d80fa-d23c-4814-860f-e14d129b7a85'] response: {'server_uuid': 'b19042be-f9b8-4875-833a-ba75c17d8e75', 'name': 'network-vif-deleted', 'tag': '849e8c7a-d648-4ccf-818b-7ad9f0363a56', 'status': 'completed', 'code': 200} Apr 18 20:52:42.833094 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-234b3724-503c-4a54-91bb-34692c24067f req-f6aa8dce-2b6e-4d9f-b290-a35d3669fea3 service neutron] 10.222.0.42 "GET /v2.0/networks/c28eb4dc-8be0-4839-b428-8a188976dc96?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1608388 Apr 18 20:52:43.118059 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-234b3724-503c-4a54-91bb-34692c24067f req-07dcad20-809c-49af-85c7-3e32f8e03702 service neutron] 10.222.0.42 "GET /v2.0/networks/c28eb4dc-8be0-4839-b428-8a188976dc96?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2838686 Apr 18 20:52:43.151112 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8a122d3-ae42-4169-9cbc-8213f85109a2 req-4c568fdd-5730-4abf-b449-d39970a5cf8a tempest-ServerActionsTestJSON-2052644234 tempest-ServerActionsTestJSON-2052644234-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:52:43.152575 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-a8a122d3-ae42-4169-9cbc-8213f85109a2 req-4c568fdd-5730-4abf-b449-d39970a5cf8a tempest-ServerActionsTestJSON-2052644234 tempest-ServerActionsTestJSON-2052644234-project] 10.222.0.42 "GET /v2.0/ports?device_id=b7307812-da19-4509-9baf-bb3ff8313904 HTTP/1.1" status: 200 len: 945 time: 0.3009107 Apr 18 20:52:43.158090 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-778a1a97-d024-417f-8943-d71ce51c0a70 req-d8a16187-49f1-4c69-a85b-65c20bbe23bc tempest-ServerRescueTestJSON-1218824152 tempest-ServerRescueTestJSON-1218824152-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:52:43.159401 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-778a1a97-d024-417f-8943-d71ce51c0a70 req-d8a16187-49f1-4c69-a85b-65c20bbe23bc tempest-ServerRescueTestJSON-1218824152 tempest-ServerRescueTestJSON-1218824152-project] 10.222.0.48 "GET /v2.0/ports?device_id=a7644bc3-dad5-4231-8e11-ce8e2039002d HTTP/1.1" status: 200 len: 945 time: 0.2014415 Apr 18 20:52:43.289044 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.agents_db [None req-6346a179-333c-4370-b5a6-936984aeab15 None None] Agent healthcheck: found 7 active agents {{(pid=84043) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 18 20:52:43.455370 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.plugin [req-778a1a97-d024-417f-8943-d71ce51c0a70 req-ff5bcebc-00d3-4a0d-831b-737c9e4ccedb tempest-ServerRescueTestJSON-1218824152 tempest-ServerRescueTestJSON-1218824152-project] Deleting port f46caf15-6c1a-4906-a2ac-d9fe3f185673 {{(pid=84040) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 20:52:43.455743 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-778a1a97-d024-417f-8943-d71ce51c0a70 req-ff5bcebc-00d3-4a0d-831b-737c9e4ccedb tempest-ServerRescueTestJSON-1218824152 tempest-ServerRescueTestJSON-1218824152-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750375188691'] for port, before_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:43.484544 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-a8a122d3-ae42-4169-9cbc-8213f85109a2 req-27e22749-cc2c-421f-b699-88eaac169f51 tempest-ServerActionsTestJSON-2052644234 tempest-ServerActionsTestJSON-2052644234-project] 10.222.0.42 "GET /v2.0/security-groups?id=c2aeb662-6a43-4389-8810-9fad3627855b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3217409 Apr 18 20:52:43.566201 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-234b3724-503c-4a54-91bb-34692c24067f req-87ec7c14-b0f0-4c39-98d6-cab42a0ffd11 service neutron] 10.222.0.42 "GET /v2.0/networks/c28eb4dc-8be0-4839-b428-8a188976dc96?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4388382 Apr 18 20:52:43.857135 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf86c1e-1298-4b01-9ac8-aa264f643386 req-313d6c88-1ccf-4e82-91d1-b3f398818109 tempest-ServerDiskConfigTestJSON-473081836 tempest-ServerDiskConfigTestJSON-473081836-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:52:43.859087 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-ebf86c1e-1298-4b01-9ac8-aa264f643386 req-313d6c88-1ccf-4e82-91d1-b3f398818109 tempest-ServerDiskConfigTestJSON-473081836 tempest-ServerDiskConfigTestJSON-473081836-project] 10.222.0.42 "GET /v2.0/ports?device_id=e3ce1959-1c32-471b-a30a-a5dd21c9b8a4 HTTP/1.1" status: 200 len: 945 time: 0.2192810 Apr 18 20:52:43.893330 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.db [req-778a1a97-d024-417f-8943-d71ce51c0a70 req-ff5bcebc-00d3-4a0d-831b-737c9e4ccedb tempest-ServerRescueTestJSON-1218824152 tempest-ServerRescueTestJSON-1218824152-project] For port f46caf15-6c1a-4906-a2ac-d9fe3f185673, host n-h2-838334-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838334-2',level=0,port_id=f46caf15-6c1a-4906-a2ac-d9fe3f185673,segment=NetworkSegment(37ab3ec4-28bf-4f8a-804e-f8cad5dd40d4),segment_id=37ab3ec4-28bf-4f8a-804e-f8cad5dd40d4)] {{(pid=84040) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:52:43.893768 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-778a1a97-d024-417f-8943-d71ce51c0a70 req-ff5bcebc-00d3-4a0d-831b-737c9e4ccedb tempest-ServerRescueTestJSON-1218824152 tempest-ServerRescueTestJSON-1218824152-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369123'] for port, precommit_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:44.052785 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.plugin [req-778a1a97-d024-417f-8943-d71ce51c0a70 req-ff5bcebc-00d3-4a0d-831b-737c9e4ccedb tempest-ServerRescueTestJSON-1218824152 tempest-ServerRescueTestJSON-1218824152-project] Calling delete_port for f46caf15-6c1a-4906-a2ac-d9fe3f185673 owned by compute:nova {{(pid=84040) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 20:52:44.098514 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-ebf86c1e-1298-4b01-9ac8-aa264f643386 req-4cb5c121-a099-438a-b7fc-4913848dc41b tempest-ServerDiskConfigTestJSON-473081836 tempest-ServerDiskConfigTestJSON-473081836-project] 10.222.0.42 "GET /v2.0/security-groups?id=527f07bd-3b7c-4e87-bb13-fa86b9490e28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2299440 Apr 18 20:52:44.247607 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 48812) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:52:44.278302 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-778a1a97-d024-417f-8943-d71ce51c0a70 req-ff5bcebc-00d3-4a0d-831b-737c9e4ccedb tempest-ServerRescueTestJSON-1218824152 tempest-ServerRescueTestJSON-1218824152-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750375259028', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750374836628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32440838'] for port, after_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:44.294403 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] get_ports_and_sgs() called for port_ids ['f46caf15-6c1a-4906-a2ac-d9fe3f185673'] {{(pid=84042) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 18 20:52:44.382279 n-d-838334-2 neutron-server[84042]: INFO neutron.notifiers.nova [-] Nova event matching ['req-12f4ce59-2592-4d04-9512-a776a95598b3'] response: {'server_uuid': 'c5fcae49-cbba-4367-b8c5-f1b0e0bda7cb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '43338bac-2350-4846-81d5-278fc0297d87', 'code': 200} Apr 18 20:52:44.420054 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.db_base_plugin_v2 [None req-3a30b474-4f2d-4a79-ba30-4a1c52c86d64 admin admin] Deleting subnet 67949585-201e-4078-af97-b91fbf463789 {{(pid=84041) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 18 20:52:44.424841 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff5bcebc-00d3-4a0d-831b-737c9e4ccedb tempest-ServerRescueTestJSON-1218824152 tempest-ServerRescueTestJSON-1218824152-project] Pushing event deleted for resources: {'Port': ['ID=f46caf15-6c1a-4906-a2ac-d9fe3f185673,revision_number=None']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:52:44.491253 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-3a30b474-4f2d-4a79-ba30-4a1c52c86d64 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:44.559024 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.l3_dvrscheduler_db [req-778a1a97-d024-417f-8943-d71ce51c0a70 req-ff5bcebc-00d3-4a0d-831b-737c9e4ccedb tempest-ServerRescueTestJSON-1218824152 tempest-ServerRescueTestJSON-1218824152-project] No DVR routers for this DVR port f46caf15-6c1a-4906-a2ac-d9fe3f185673 on host n-h2-838334-2 {{(pid=84040) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 20:52:44.563461 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-778a1a97-d024-417f-8943-d71ce51c0a70 req-ff5bcebc-00d3-4a0d-831b-737c9e4ccedb tempest-ServerRescueTestJSON-1218824152 tempest-ServerRescueTestJSON-1218824152-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217293'] for port, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:44.567815 n-d-838334-2 neutron-server[84040]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a7644bc3-dad5-4231-8e11-ce8e2039002d', 'name': 'network-vif-deleted', 'tag': 'f46caf15-6c1a-4906-a2ac-d9fe3f185673'}] {{(pid=84040) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 20:52:44.591070 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-3a30b474-4f2d-4a79-ba30-4a1c52c86d64 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32266383'] for subnet, precommit_delete_associations {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:44.605747 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-778a1a97-d024-417f-8943-d71ce51c0a70 req-ff5bcebc-00d3-4a0d-831b-737c9e4ccedb tempest-ServerRescueTestJSON-1218824152 tempest-ServerRescueTestJSON-1218824152-project] 10.222.0.48 "DELETE /v2.0/ports/f46caf15-6c1a-4906-a2ac-d9fe3f185673 HTTP/1.1" status: 204 len: 173 time: 1.4259515 Apr 18 20:52:44.636508 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e31e44ee-6de3-4d8d-b263-0bd2343e9df5 req-9755601c-5b0b-4f8a-9cd7-a5f68d199a9b tempest-ServersTestManualDisk-1928363056 tempest-ServersTestManualDisk-1928363056-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:52:44.638968 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-e31e44ee-6de3-4d8d-b263-0bd2343e9df5 req-9755601c-5b0b-4f8a-9cd7-a5f68d199a9b tempest-ServersTestManualDisk-1928363056 tempest-ServersTestManualDisk-1928363056-project] 10.222.0.42 "GET /v2.0/ports?device_id=c5fcae49-cbba-4367-b8c5-f1b0e0bda7cb HTTP/1.1" status: 200 len: 946 time: 0.1409934 Apr 18 20:52:44.688739 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-1eaaac2d-c03b-476a-8bd0-0cb8fec97c7d req-9d55e75f-4d9c-4224-bd40-75c8a178fed5 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=c5fcae49-cbba-4367-b8c5-f1b0e0bda7cb HTTP/1.1" status: 200 len: 1097 time: 0.2651117 Apr 18 20:52:44.691787 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-3a30b474-4f2d-4a79-ba30-4a1c52c86d64 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1260556'] for subnet, precommit_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:44.749856 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-e31e44ee-6de3-4d8d-b263-0bd2343e9df5 req-183249f6-128b-4dc5-b277-a674fe8110a1 tempest-ServersTestManualDisk-1928363056 tempest-ServersTestManualDisk-1928363056-project] 10.222.0.42 "GET /v2.0/security-groups?id=1bf0e5d8-d566-43af-ab33-a70868c827e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1038778 Apr 18 20:52:44.815838 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-1eaaac2d-c03b-476a-8bd0-0cb8fec97c7d req-c47c5bd3-f009-41b4-bb97-329f32e4aaba service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=1bf0e5d8-d566-43af-ab33-a70868c827e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0928900 Apr 18 20:52:44.845354 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-3a30b474-4f2d-4a79-ba30-4a1c52c86d64 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1260549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33526260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32266336', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32486390'] for subnet, after_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:44.915101 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-3a30b474-4f2d-4a79-ba30-4a1c52c86d64 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:44.934502 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a30b474-4f2d-4a79-ba30-4a1c52c86d64 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=67949585-201e-4078-af97-b91fbf463789,revision_number=None']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:52:44.948588 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-3a30b474-4f2d-4a79-ba30-4a1c52c86d64 admin admin] 10.222.0.42 "DELETE /v2.0/subnets/67949585-201e-4078-af97-b91fbf463789 HTTP/1.1" status: 204 len: 168 time: 0.6990466 Apr 18 20:52:44.973748 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 48828) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:52:45.083955 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6365420-a43a-457e-9477-a3dec7927481 req-a234c407-4a46-4737-b65d-dbce46545f2f tempest-ServerRescueNegativeTestJSON-1571656168 tempest-ServerRescueNegativeTestJSON-1571656168-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:52:45.093477 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-a6365420-a43a-457e-9477-a3dec7927481 req-a234c407-4a46-4737-b65d-dbce46545f2f tempest-ServerRescueNegativeTestJSON-1571656168 tempest-ServerRescueNegativeTestJSON-1571656168-project] 10.222.0.42 "GET /v2.0/ports?device_id=264936db-30ce-4589-b255-6c9a9ad966e3 HTTP/1.1" status: 200 len: 946 time: 0.1447618 Apr 18 20:52:45.166839 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-92b18386-e1f1-4920-88e3-aec22941814e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1103592'] for network, before_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:45.183924 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [req-a468bac9-753f-47be-946b-324f503fb297 req-e234d7b8-2440-4fdd-9553-f5ebe9a67579 tempest-ServerRescueTestJSON-1218824152 tempest-ServerRescueTestJSON-1218824152-project] Synchronizing usage tracker for tenant:ec0d4dedc6f54935aafadeeb5b293728 on resource:port {{(pid=84040) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 20:52:45.225015 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-a6365420-a43a-457e-9477-a3dec7927481 req-d59df039-2c1a-4adc-8bc8-ef82f4d338fa tempest-ServerRescueNegativeTestJSON-1571656168 tempest-ServerRescueNegativeTestJSON-1571656168-project] 10.222.0.42 "GET /v2.0/security-groups?id=fa6b5748-504b-4821-b3a0-7e61ca1810b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1251411 Apr 18 20:52:45.251050 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [req-a468bac9-753f-47be-946b-324f503fb297 req-e234d7b8-2440-4fdd-9553-f5ebe9a67579 tempest-ServerRescueTestJSON-1218824152 tempest-ServerRescueTestJSON-1218824152-project] Unset dirty status for tenant:ec0d4dedc6f54935aafadeeb5b293728 on resource:port {{(pid=84040) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 20:52:45.263357 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-a468bac9-753f-47be-946b-324f503fb297 req-e234d7b8-2440-4fdd-9553-f5ebe9a67579 tempest-ServerRescueTestJSON-1218824152 tempest-ServerRescueTestJSON-1218824152-project] 10.222.0.42 "GET /v2.0/ports?device_id=a7644bc3-dad5-4231-8e11-ce8e2039002d HTTP/1.1" status: 200 len: 210 time: 0.1382480 Apr 18 20:52:45.393969 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-92b18386-e1f1-4920-88e3-aec22941814e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1258905', 'neutron.services.segments.db._delete_segments_for_network-8750375287417'] for network, precommit_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:45.431431 n-d-838334-2 neutron-server[84041]: DEBUG neutron.services.segments.db [None req-92b18386-e1f1-4920-88e3-aec22941814e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['52b059f4-fb3c-4d15-9109-de1d9a80e456']}} {{(pid=84041) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:52:45.485981 n-d-838334-2 neutron-server[84041]: DEBUG neutron.services.segments.db [None req-92b18386-e1f1-4920-88e3-aec22941814e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3dfba72c-8fc3-435c-ba1a-464354aac97a') {'for_net_delete': True} {{(pid=84041) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:52:45.486273 n-d-838334-2 neutron-server[84041]: DEBUG neutron.services.segments.db [None req-92b18386-e1f1-4920-88e3-aec22941814e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3dfba72c-8fc3-435c-ba1a-464354aac97a') {} {{(pid=84041) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:52:45.544354 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-92b18386-e1f1-4920-88e3-aec22941814e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750375287300', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32268156'] for segment, before_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:45.575406 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-92b18386-e1f1-4920-88e3-aec22941814e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1082986'] for segment, precommit_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:45.586893 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-92b18386-e1f1-4920-88e3-aec22941814e admin admin] Releasing vlan 392 on physical network physnet1 to pool {{(pid=84041) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 18 20:52:45.588148 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-92b18386-e1f1-4920-88e3-aec22941814e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1082993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32266254'] for segment, after_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:45.606761 n-d-838334-2 neutron-server[84041]: Traceback (most recent call last): Apr 18 20:52:45.606761 n-d-838334-2 neutron-server[84041]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 18 20:52:45.606761 n-d-838334-2 neutron-server[84041]: timer() Apr 18 20:52:45.606761 n-d-838334-2 neutron-server[84041]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 20:52:45.606761 n-d-838334-2 neutron-server[84041]: cb(*args, **kw) Apr 18 20:52:45.606761 n-d-838334-2 neutron-server[84041]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 18 20:52:45.606761 n-d-838334-2 neutron-server[84041]: return func(*args, **kwargs) Apr 18 20:52:45.606761 n-d-838334-2 neutron-server[84041]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 20:52:45.606761 n-d-838334-2 neutron-server[84041]: self._notify() Apr 18 20:52:45.606761 n-d-838334-2 neutron-server[84041]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 20:52:45.606761 n-d-838334-2 neutron-server[84041]: self.callback(batched_events) Apr 18 20:52:45.606761 n-d-838334-2 neutron-server[84041]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 20:52:45.606761 n-d-838334-2 neutron-server[84041]: event.method(event) Apr 18 20:52:45.606761 n-d-838334-2 neutron-server[84041]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 18 20:52:45.606761 n-d-838334-2 neutron-server[84041]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 20:52:45.606761 n-d-838334-2 neutron-server[84041]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 18 20:52:45.606761 n-d-838334-2 neutron-server[84041]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 20:52:45.606761 n-d-838334-2 neutron-server[84041]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 18 20:52:45.606761 n-d-838334-2 neutron-server[84041]: return f(self, *a, **k) Apr 18 20:52:45.606761 n-d-838334-2 neutron-server[84041]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 18 20:52:45.606761 n-d-838334-2 neutron-server[84041]: return self._get(url).json() Apr 18 20:52:45.606761 n-d-838334-2 neutron-server[84041]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 18 20:52:45.606761 n-d-838334-2 neutron-server[84041]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 20:52:45.606761 n-d-838334-2 neutron-server[84041]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 18 20:52:45.606761 n-d-838334-2 neutron-server[84041]: return self.request(url, 'GET', **kwargs) Apr 18 20:52:45.606761 n-d-838334-2 neutron-server[84041]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 18 20:52:45.606761 n-d-838334-2 neutron-server[84041]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 20:52:45.606761 n-d-838334-2 neutron-server[84041]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 18 20:52:45.606761 n-d-838334-2 neutron-server[84041]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 20:52:45.606761 n-d-838334-2 neutron-server[84041]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 18 20:52:45.606761 n-d-838334-2 neutron-server[84041]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 20:52:45.606761 n-d-838334-2 neutron-server[84041]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 20:52:45.637871 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-10dfd1a2-ca64-4d1e-aab7-1abd49e347cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750375287399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253529'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:45.688294 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c2abbee-41e8-4405-baf9-1c2fb23c38b4 req-a165855a-b9d5-44ab-8a7a-8e0a524bc8ce tempest-ServerActionsTestJSON-2052644234 tempest-ServerActionsTestJSON-2052644234-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:52:45.696589 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-9c2abbee-41e8-4405-baf9-1c2fb23c38b4 req-a165855a-b9d5-44ab-8a7a-8e0a524bc8ce tempest-ServerActionsTestJSON-2052644234 tempest-ServerActionsTestJSON-2052644234-project] 10.222.0.42 "GET /v2.0/ports?device_id=b7307812-da19-4509-9baf-bb3ff8313904 HTTP/1.1" status: 200 len: 945 time: 0.2288113 Apr 18 20:52:45.791489 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-9c2abbee-41e8-4405-baf9-1c2fb23c38b4 req-da52a5b1-92a7-4d8a-8624-6805ac1c26a4 tempest-ServerActionsTestJSON-2052644234 tempest-ServerActionsTestJSON-2052644234-project] 10.222.0.42 "GET /v2.0/security-groups?id=c2aeb662-6a43-4389-8810-9fad3627855b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0817473 Apr 18 20:52:45.815112 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37eb7b73-a2f3-4200-a5f7-69a544bacd05 req-a73f235b-5a44-4ea7-b064-656955192de2 tempest-AttachVolumeShelveTestJSON-1712717013 tempest-AttachVolumeShelveTestJSON-1712717013-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:52:45.823145 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-37eb7b73-a2f3-4200-a5f7-69a544bacd05 req-a73f235b-5a44-4ea7-b064-656955192de2 tempest-AttachVolumeShelveTestJSON-1712717013 tempest-AttachVolumeShelveTestJSON-1712717013-project] 10.222.0.42 "GET /v2.0/ports?device_id=a3d617b3-55ec-41c1-b97c-911aa927ef50 HTTP/1.1" status: 200 len: 945 time: 0.2572985 Apr 18 20:52:45.898706 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-37eb7b73-a2f3-4200-a5f7-69a544bacd05 req-b6a3eb6c-28b6-4d05-8f39-b63eee6db476 tempest-AttachVolumeShelveTestJSON-1712717013 tempest-AttachVolumeShelveTestJSON-1712717013-project] 10.222.0.42 "GET /v2.0/security-groups?id=2e9d8b44-da00-4a79-861c-f0ec417a580f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0745082 Apr 18 20:52:46.104300 n-d-838334-2 neutron-server[84040]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a23de608-c181-4416-92a6-51ade55995be'] response: {'server_uuid': 'a7644bc3-dad5-4231-8e11-ce8e2039002d', 'name': 'network-vif-deleted', 'tag': 'f46caf15-6c1a-4906-a2ac-d9fe3f185673', 'status': 'completed', 'code': 200} Apr 18 20:52:46.133080 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-92b18386-e1f1-4920-88e3-aec22941814e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1258898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33526109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33444113'] for network, after_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:46.136897 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78b92bec-7891-474b-b087-ef80e2c3c616 req-df144e44-5930-49d8-9959-97888d09f48f tempest-ServerDiskConfigTestJSON-473081836 tempest-ServerDiskConfigTestJSON-473081836-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:52:46.150938 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-78b92bec-7891-474b-b087-ef80e2c3c616 req-df144e44-5930-49d8-9959-97888d09f48f tempest-ServerDiskConfigTestJSON-473081836 tempest-ServerDiskConfigTestJSON-473081836-project] 10.222.0.42 "GET /v2.0/ports?device_id=e3ce1959-1c32-471b-a30a-a5dd21c9b8a4 HTTP/1.1" status: 200 len: 945 time: 0.1749721 Apr 18 20:52:46.158238 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-92b18386-e1f1-4920-88e3-aec22941814e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32378031'] for network, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:46.164874 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-92b18386-e1f1-4920-88e3-aec22941814e admin admin] 10.222.0.42 "DELETE /v2.0/networks/52b059f4-fb3c-4d15-9109-de1d9a80e456 HTTP/1.1" status: 204 len: 168 time: 1.1892185 Apr 18 20:52:46.169326 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92b18386-e1f1-4920-88e3-aec22941814e admin admin] Pushing event deleted for resources: {'Network': ['ID=52b059f4-fb3c-4d15-9109-de1d9a80e456,revision_number=None']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:52:46.225222 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-78b92bec-7891-474b-b087-ef80e2c3c616 req-a26fc905-e72f-4e6b-a023-71dc3be6c7b8 tempest-ServerDiskConfigTestJSON-473081836 tempest-ServerDiskConfigTestJSON-473081836-project] 10.222.0.42 "GET /v2.0/security-groups?id=527f07bd-3b7c-4e87-bb13-fa86b9490e28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719552 Apr 18 20:52:46.372560 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-dae85d3f-1d05-4544-b504-a5386dc8d1f4 req-4faa499f-0806-43e1-bbfd-40df92e426a2 tempest-TaggedBootDevicesTest_v242-417596240 tempest-TaggedBootDevicesTest_v242-417596240-project] 10.222.0.42 "GET /v2.0/ports?device_id=6a49f48a-913c-49a6-8c09-bf4c978ef91f HTTP/1.1" status: 200 len: 210 time: 0.1063166 Apr 18 20:52:46.506510 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 48852) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:52:46.621499 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-2b69ef88-50f0-488b-a7ae-73159a419e11 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=c6de26c707ec408e8fc861091074c8ff&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1112998 Apr 18 20:52:46.622076 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 48856) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:52:46.629028 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fa31a32-a507-43ee-80f1-25c4dc2bba13 req-07968123-8204-4c98-8290-59632cbce68d tempest-ServersTestManualDisk-1928363056 tempest-ServersTestManualDisk-1928363056-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:52:46.636429 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-4fa31a32-a507-43ee-80f1-25c4dc2bba13 req-07968123-8204-4c98-8290-59632cbce68d tempest-ServersTestManualDisk-1928363056 tempest-ServersTestManualDisk-1928363056-project] 10.222.0.42 "GET /v2.0/ports?device_id=c5fcae49-cbba-4367-b8c5-f1b0e0bda7cb HTTP/1.1" status: 200 len: 946 time: 0.1713364 Apr 18 20:52:46.731147 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-01524d05-a79b-4f9c-b7c6-b9f358faec58 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:46.773480 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-01524d05-a79b-4f9c-b7c6-b9f358faec58 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:46.863651 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-4fa31a32-a507-43ee-80f1-25c4dc2bba13 req-aafe1184-55be-454b-a04c-e5d8af5ec73e tempest-ServersTestManualDisk-1928363056 tempest-ServersTestManualDisk-1928363056-project] 10.222.0.42 "GET /v2.0/security-groups?id=1bf0e5d8-d566-43af-ab33-a70868c827e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2260115 Apr 18 20:52:46.888933 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-01524d05-a79b-4f9c-b7c6-b9f358faec58 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33528224'] for security_group, after_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:46.914454 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e46147f7-2aa9-438c-99c6-7aff033e33d5 req-c578d044-2620-49ab-a478-f528d61fe185 tempest-ServerActionsTestJSON-2052644234 tempest-ServerActionsTestJSON-2052644234-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:52:46.933667 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-e46147f7-2aa9-438c-99c6-7aff033e33d5 req-c578d044-2620-49ab-a478-f528d61fe185 tempest-ServerActionsTestJSON-2052644234 tempest-ServerActionsTestJSON-2052644234-project] 10.222.0.42 "GET /v2.0/ports?device_id=b7307812-da19-4509-9baf-bb3ff8313904 HTTP/1.1" status: 200 len: 945 time: 0.2769098 Apr 18 20:52:46.943159 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01524d05-a79b-4f9c-b7c6-b9f358faec58 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=23e306e1-8bc6-4ab0-9a44-10474dd61517,revision_number=None']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:52:46.961312 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-01524d05-a79b-4f9c-b7c6-b9f358faec58 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:46.965902 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-01524d05-a79b-4f9c-b7c6-b9f358faec58 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/23e306e1-8bc6-4ab0-9a44-10474dd61517 HTTP/1.1" status: 204 len: 168 time: 0.3393378 Apr 18 20:52:47.039227 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Device f46caf15-6c1a-4906-a2ac-d9fe3f185673 no longer exists at agent hyperv_n-h2-838334-2 {{(pid=84042) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 20:52:47.080951 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-234b3724-503c-4a54-91bb-34692c24067f req-05fbee2b-47de-4bb6-b754-afb0c22a9249 service neutron] 10.222.0.48 "GET /v2.0/ports/e4a628aa-c125-4eea-8365-b6473a427bb3 HTTP/1.1" status: 200 len: 1032 time: 0.1452928 Apr 18 20:52:47.097723 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-e46147f7-2aa9-438c-99c6-7aff033e33d5 req-41212757-5367-489a-ae38-e53ae337599c tempest-ServerActionsTestJSON-2052644234 tempest-ServerActionsTestJSON-2052644234-project] 10.222.0.42 "GET /v2.0/security-groups?id=c2aeb662-6a43-4389-8810-9fad3627855b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1630559 Apr 18 20:52:47.129871 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.plugin [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] No Port match for: f46caf15-6c1a-4906-a2ac-d9fe3f185673 {{(pid=84042) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 18 20:52:47.130468 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Device f46caf15-6c1a-4906-a2ac-d9fe3f185673 not bound to the agent host n-h2-838334-2 {{(pid=84042) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 20:52:47.254674 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-234b3724-503c-4a54-91bb-34692c24067f req-b4cd2dc2-0639-4048-9e1b-27dbd8ef74cd service neutron] 10.222.0.48 "GET /v2.0/ports/8725f57c-a397-438c-bf13-f1b54c12fc76 HTTP/1.1" status: 200 len: 1033 time: 0.1537273 Apr 18 20:52:47.601867 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-234b3724-503c-4a54-91bb-34692c24067f req-596d58d0-4301-4a08-8440-a95ce36b7fed tempest-TaggedBootDevicesTest_v242-417596240 tempest-TaggedBootDevicesTest_v242-417596240-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:52:47.606145 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-234b3724-503c-4a54-91bb-34692c24067f req-596d58d0-4301-4a08-8440-a95ce36b7fed tempest-TaggedBootDevicesTest_v242-417596240 tempest-TaggedBootDevicesTest_v242-417596240-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:52:47.610913 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-234b3724-503c-4a54-91bb-34692c24067f req-596d58d0-4301-4a08-8440-a95ce36b7fed tempest-TaggedBootDevicesTest_v242-417596240 tempest-TaggedBootDevicesTest_v242-417596240-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:52:47.613170 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-234b3724-503c-4a54-91bb-34692c24067f req-596d58d0-4301-4a08-8440-a95ce36b7fed tempest-TaggedBootDevicesTest_v242-417596240 tempest-TaggedBootDevicesTest_v242-417596240-project] 10.222.0.48 "GET /v2.0/networks?id=8b393fb4-fb14-414f-9fb0-af85f5d2a52f&id=4c6d63fa-10ee-46ac-a5d2-fd4675ff700f&id=4c6d63fa-10ee-46ac-a5d2-fd4675ff700f&id=4c6d63fa-10ee-46ac-a5d2-fd4675ff700f&id=4c6d63fa-10ee-46ac-a5d2-fd4675ff700f&id=c28eb4dc-8be0-4839-b428-8a188976dc96&id=c28eb4dc-8be0-4839-b428-8a188976dc96 HTTP/1.1" status: 200 len: 1988 time: 0.3324149 Apr 18 20:52:47.619971 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93276ff4-e6d4-499d-9f8f-12f7a7f3be2b req-f919db56-1193-4526-af04-4259c0790c7c tempest-ServerRescueNegativeTestJSON-1571656168 tempest-ServerRescueNegativeTestJSON-1571656168-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:52:47.627311 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 48880) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:52:47.639925 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-93276ff4-e6d4-499d-9f8f-12f7a7f3be2b req-f919db56-1193-4526-af04-4259c0790c7c tempest-ServerRescueNegativeTestJSON-1571656168 tempest-ServerRescueNegativeTestJSON-1571656168-project] 10.222.0.42 "GET /v2.0/ports?device_id=264936db-30ce-4589-b255-6c9a9ad966e3 HTTP/1.1" status: 200 len: 946 time: 0.3220026 Apr 18 20:52:47.870096 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-93276ff4-e6d4-499d-9f8f-12f7a7f3be2b req-8d6e3d24-6170-4830-83a8-da851445a0f8 tempest-ServerRescueNegativeTestJSON-1571656168 tempest-ServerRescueNegativeTestJSON-1571656168-project] 10.222.0.42 "GET /v2.0/security-groups?id=fa6b5748-504b-4821-b3a0-7e61ca1810b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2290151 Apr 18 20:52:47.878319 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-accc1818-91f7-4a3d-bd55-61a2fac7549b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750375287399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253529'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:47.888270 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-234b3724-503c-4a54-91bb-34692c24067f req-dbd8982b-782b-426e-9db1-85c29db20f4e tempest-TaggedBootDevicesTest_v242-417596240 tempest-TaggedBootDevicesTest_v242-417596240-project] 10.222.0.48 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9feceef4d3df4daeb6497a95fbe12eb7 HTTP/1.1" status: 200 len: 379 time: 0.2085490 Apr 18 20:52:47.914979 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.v2.base [req-234b3724-503c-4a54-91bb-34692c24067f req-72fdb3c5-d39d-4ced-a59c-b98ce2a3297d tempest-TaggedBootDevicesTest_v242-417596240 tempest-TaggedBootDevicesTest_v242-417596240-project] Request body: {'port': {'device_id': '6a49f48a-913c-49a6-8c09-bf4c978ef91f', 'network_id': '8b393fb4-fb14-414f-9fb0-af85f5d2a52f', 'admin_state_up': True, 'tenant_id': '9feceef4d3df4daeb6497a95fbe12eb7', 'security_groups': ['48fab5b0-1368-425c-9a53-c0303d2044f1']}} {{(pid=84040) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 20:52:48.165043 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [req-234b3724-503c-4a54-91bb-34692c24067f req-72fdb3c5-d39d-4ced-a59c-b98ce2a3297d tempest-TaggedBootDevicesTest_v242-417596240 tempest-TaggedBootDevicesTest_v242-417596240-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:52:48.249978 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [req-234b3724-503c-4a54-91bb-34692c24067f req-72fdb3c5-d39d-4ced-a59c-b98ce2a3297d tempest-TaggedBootDevicesTest_v242-417596240 tempest-TaggedBootDevicesTest_v242-417596240-project] Usage tracker for resource:port and tenant:9feceef4d3df4daeb6497a95fbe12eb7 is out of sync, need to count used quota {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:52:48.256754 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [req-234b3724-503c-4a54-91bb-34692c24067f req-72fdb3c5-d39d-4ced-a59c-b98ce2a3297d tempest-TaggedBootDevicesTest_v242-417596240 tempest-TaggedBootDevicesTest_v242-417596240-project] Quota usage for port was recalculated. Used quota:7. {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:52:48.266821 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [req-234b3724-503c-4a54-91bb-34692c24067f req-72fdb3c5-d39d-4ced-a59c-b98ce2a3297d tempest-TaggedBootDevicesTest_v242-417596240 tempest-TaggedBootDevicesTest_v242-417596240-project] Attempting to reserve 1 items for resource port. Total usage: 7; quota limit: 500; headroom:493 {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:52:48.314099 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30858bef-e050-41ac-9557-97c0c08c78be req-3bee5b9c-bdec-428e-b5a9-c38d662f6a66 tempest-ServersTestManualDisk-1928363056 tempest-ServersTestManualDisk-1928363056-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:52:48.327675 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-30858bef-e050-41ac-9557-97c0c08c78be req-3bee5b9c-bdec-428e-b5a9-c38d662f6a66 tempest-ServersTestManualDisk-1928363056 tempest-ServersTestManualDisk-1928363056-project] 10.222.0.42 "GET /v2.0/ports?device_id=c5fcae49-cbba-4367-b8c5-f1b0e0bda7cb HTTP/1.1" status: 200 len: 946 time: 0.5607743 Apr 18 20:52:48.333352 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 48890) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:52:48.345908 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.v2.base [None req-a3f2f42b-7fa9-4590-9806-3f5d5a3b0ee0 tempest-ServersTestManualDisk-1928363056 tempest-ServersTestManualDisk-1928363056-project] Request body: {'floatingip': {'port_id': '43338bac-2350-4846-81d5-278fc0297d87'}} {{(pid=84040) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 20:52:48.451124 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-234b3724-503c-4a54-91bb-34692c24067f req-72fdb3c5-d39d-4ced-a59c-b98ce2a3297d tempest-TaggedBootDevicesTest_v242-417596240 tempest-TaggedBootDevicesTest_v242-417596240-project] Made reservation on behalf of 9feceef4d3df4daeb6497a95fbe12eb7 for: {'port': 1} {{(pid=84040) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:52:48.473506 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-234b3724-503c-4a54-91bb-34692c24067f req-72fdb3c5-d39d-4ced-a59c-b98ce2a3297d tempest-TaggedBootDevicesTest_v242-417596240 tempest-TaggedBootDevicesTest_v242-417596240-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:48.473993 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-50ceded6-914c-40ce-a20c-ee03c06b0026 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33443857'] for router_interface, before_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:48.663889 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-a3f2f42b-7fa9-4590-9806-3f5d5a3b0ee0 tempest-ServersTestManualDisk-1928363056 tempest-ServersTestManualDisk-1928363056-project] Notify callbacks [] for floatingip, before_update {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:48.764862 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2906dd21-eab2-4e5a-b4ad-e107dbd635aa req-5cd72934-5b9a-4df1-9c29-0d376ded3904 tempest-AttachVolumeShelveTestJSON-1712717013 tempest-AttachVolumeShelveTestJSON-1712717013-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:52:48.772138 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-2906dd21-eab2-4e5a-b4ad-e107dbd635aa req-5cd72934-5b9a-4df1-9c29-0d376ded3904 tempest-AttachVolumeShelveTestJSON-1712717013 tempest-AttachVolumeShelveTestJSON-1712717013-project] 10.222.0.42 "GET /v2.0/ports?device_id=a3d617b3-55ec-41c1-b97c-911aa927ef50 HTTP/1.1" status: 200 len: 945 time: 0.6108632 Apr 18 20:52:48.906799 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 48900) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:52:48.941187 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750375287399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253529'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:48.972253 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-2906dd21-eab2-4e5a-b4ad-e107dbd635aa req-73724d25-cb9a-434c-acf1-6ef776df29c4 tempest-AttachVolumeShelveTestJSON-1712717013 tempest-AttachVolumeShelveTestJSON-1712717013-project] 10.222.0.42 "GET /v2.0/security-groups?id=2e9d8b44-da00-4a79-861c-f0ec417a580f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1990497 Apr 18 20:52:49.170079 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-598327a3-0e7b-428b-8af7-59e221074068 req-7e1045d0-531f-4ad1-b79a-823761f3f933 tempest-ServerActionsTestJSON-2052644234 tempest-ServerActionsTestJSON-2052644234-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:52:49.173573 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-598327a3-0e7b-428b-8af7-59e221074068 req-7e1045d0-531f-4ad1-b79a-823761f3f933 tempest-ServerActionsTestJSON-2052644234 tempest-ServerActionsTestJSON-2052644234-project] 10.222.0.42 "GET /v2.0/ports?device_id=b7307812-da19-4509-9baf-bb3ff8313904 HTTP/1.1" status: 200 len: 945 time: 0.6821599 Apr 18 20:52:49.201340 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.db_base_plugin_common [req-234b3724-503c-4a54-91bb-34692c24067f req-72fdb3c5-d39d-4ced-a59c-b98ce2a3297d tempest-TaggedBootDevicesTest_v242-417596240 tempest-TaggedBootDevicesTest_v242-417596240-project] Allocated IP 172.20.0.4 (8b393fb4-fb14-414f-9fb0-af85f5d2a52f/6e80a998-2277-430e-a2a1-47079979e7bc/4f3a4e36-a736-43f0-9187-2849b3636dd2) {{(pid=84040) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:52:49.375836 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-414b6ffe-e119-47bc-b18f-bcff1219c2f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750375287399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253529'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:49.472709 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.v2.base [None req-2bda1207-0a48-4ce3-84f4-66669deaf674 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestMultiTenantJSON-1425552995-network', 'tenant_id': '73f6907b204949b4bb681a1a2ac7fa17'}} {{(pid=84040) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 20:52:49.510599 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.plugin [None req-50ceded6-914c-40ce-a20c-ee03c06b0026 admin admin] Deleting port 2775d14f-86fa-4d0b-80d4-579c8193a39c {{(pid=84041) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 20:52:49.511163 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-50ceded6-914c-40ce-a20c-ee03c06b0026 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750375188691'] for port, before_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:49.768177 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [None req-2bda1207-0a48-4ce3-84f4-66669deaf674 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:52:49.802557 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-4a55486f-1e8e-4cd3-b2a3-d3fcfa6985aa req-0583c751-a0ea-4171-bd38-6267a115ac90 tempest-TaggedBootDevicesTest_v242-417596240 tempest-TaggedBootDevicesTest_v242-417596240-project] 10.222.0.42 "GET /v2.0/ports?device_id=6a49f48a-913c-49a6-8c09-bf4c978ef91f HTTP/1.1" status: 200 len: 210 time: 0.4044797 Apr 18 20:52:49.807774 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-2bda1207-0a48-4ce3-84f4-66669deaf674 admin admin] Usage tracker for resource:network and tenant:73f6907b204949b4bb681a1a2ac7fa17 is out of sync, need to count used quota {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:52:49.824318 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.db [None req-50ceded6-914c-40ce-a20c-ee03c06b0026 admin admin] For port 2775d14f-86fa-4d0b-80d4-579c8193a39c, host n-d-838334-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838334-2',level=0,port_id=2775d14f-86fa-4d0b-80d4-579c8193a39c,segment=NetworkSegment(37ab3ec4-28bf-4f8a-804e-f8cad5dd40d4),segment_id=37ab3ec4-28bf-4f8a-804e-f8cad5dd40d4)] {{(pid=84041) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:52:49.825724 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-50ceded6-914c-40ce-a20c-ee03c06b0026 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369123'] for port, precommit_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:49.863329 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-2bda1207-0a48-4ce3-84f4-66669deaf674 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:52:49.904451 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [None req-2bda1207-0a48-4ce3-84f4-66669deaf674 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:52:49.971405 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-234b3724-503c-4a54-91bb-34692c24067f req-72fdb3c5-d39d-4ced-a59c-b98ce2a3297d tempest-TaggedBootDevicesTest_v242-417596240 tempest-TaggedBootDevicesTest_v242-417596240-project] Notify callbacks [] for port, precommit_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:49.991771 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.provisioning_blocks [req-234b3724-503c-4a54-91bb-34692c24067f req-72fdb3c5-d39d-4ced-a59c-b98ce2a3297d tempest-TaggedBootDevicesTest_v242-417596240 tempest-TaggedBootDevicesTest_v242-417596240-project] Transition to ACTIVE for port object 4f3a4e36-a736-43f0-9187-2849b3636dd2 will not be triggered until provisioned by entity DHCP. {{(pid=84040) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 20:52:50.084240 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-598327a3-0e7b-428b-8af7-59e221074068 req-37be561b-d211-4b42-8acd-65e5dbb2098b tempest-ServerActionsTestJSON-2052644234 tempest-ServerActionsTestJSON-2052644234-project] 10.222.0.42 "GET /v2.0/security-groups?id=c2aeb662-6a43-4389-8810-9fad3627855b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.8880203 Apr 18 20:52:50.096473 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-234b3724-503c-4a54-91bb-34692c24067f req-72fdb3c5-d39d-4ced-a59c-b98ce2a3297d tempest-TaggedBootDevicesTest_v242-417596240 tempest-TaggedBootDevicesTest_v242-417596240-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750374836619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32440838'] for port, after_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:50.154557 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2bda1207-0a48-4ce3-84f4-66669deaf674 admin admin] Made reservation on behalf of 73f6907b204949b4bb681a1a2ac7fa17 for: {'network': 1} {{(pid=84040) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:52:50.157454 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-2bda1207-0a48-4ce3-84f4-66669deaf674 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for network, before_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:50.281292 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.plugin [None req-50ceded6-914c-40ce-a20c-ee03c06b0026 admin admin] Calling delete_port for 2775d14f-86fa-4d0b-80d4-579c8193a39c owned by network:router_interface {{(pid=84041) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 20:52:50.330550 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-2bda1207-0a48-4ce3-84f4-66669deaf674 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:50.392866 n-d-838334-2 neutron-server[84040]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-234b3724-503c-4a54-91bb-34692c24067f req-72fdb3c5-d39d-4ced-a59c-b98ce2a3297d tempest-TaggedBootDevicesTest_v242-417596240 tempest-TaggedBootDevicesTest_v242-417596240-project] Network 8b393fb4-fb14-414f-9fb0-af85f5d2a52f is already hosted by enough agents. {{(pid=84040) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:52:50.411709 n-d-838334-2 neutron-server[84040]: DEBUG neutron.scheduler.base_scheduler [req-234b3724-503c-4a54-91bb-34692c24067f req-72fdb3c5-d39d-4ced-a59c-b98ce2a3297d tempest-TaggedBootDevicesTest_v242-417596240 tempest-TaggedBootDevicesTest_v242-417596240-project] Resources bound (agent type, host, resource id): {{(pid=84040) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:52:50.414175 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.l3_dvrscheduler_db [req-234b3724-503c-4a54-91bb-34692c24067f req-72fdb3c5-d39d-4ced-a59c-b98ce2a3297d tempest-TaggedBootDevicesTest_v242-417596240 tempest-TaggedBootDevicesTest_v242-417596240-project] Received port after_create {{(pid=84040) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 20:52:50.499196 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-c7521a90-7d65-4e2e-842c-ca5d95e9a89c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750375287399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253529'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:50.525251 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-234b3724-503c-4a54-91bb-34692c24067f req-72fdb3c5-d39d-4ced-a59c-b98ce2a3297d tempest-TaggedBootDevicesTest_v242-417596240 tempest-TaggedBootDevicesTest_v242-417596240-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:52:50.526554 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-234b3724-503c-4a54-91bb-34692c24067f req-72fdb3c5-d39d-4ced-a59c-b98ce2a3297d tempest-TaggedBootDevicesTest_v242-417596240 tempest-TaggedBootDevicesTest_v242-417596240-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217293'] for port, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:50.582824 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-50ceded6-914c-40ce-a20c-ee03c06b0026 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750375259028', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750374836628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32266323'] for port, after_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:50.587088 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-234b3724-503c-4a54-91bb-34692c24067f req-72fdb3c5-d39d-4ced-a59c-b98ce2a3297d tempest-TaggedBootDevicesTest_v242-417596240 tempest-TaggedBootDevicesTest_v242-417596240-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.6918354 Apr 18 20:52:50.587978 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72fdb3c5-d39d-4ced-a59c-b98ce2a3297d tempest-TaggedBootDevicesTest_v242-417596240 tempest-TaggedBootDevicesTest_v242-417596240-project] Pushing event updated for resources: {'Port': ['ID=4f3a4e36-a736-43f0-9187-2849b3636dd2,revision_number=1']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:52:50.635150 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.v2.base [req-234b3724-503c-4a54-91bb-34692c24067f req-122db9fc-8f2b-42cf-aa4f-90533afb3098 tempest-TaggedBootDevicesTest_v242-417596240 tempest-TaggedBootDevicesTest_v242-417596240-project] Request body: {'port': {'device_id': '6a49f48a-913c-49a6-8c09-bf4c978ef91f', 'network_id': '4c6d63fa-10ee-46ac-a5d2-fd4675ff700f', 'admin_state_up': True, 'tenant_id': '9feceef4d3df4daeb6497a95fbe12eb7', 'security_groups': ['48fab5b0-1368-425c-9a53-c0303d2044f1']}} {{(pid=84040) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 20:52:50.653358 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [None req-2bda1207-0a48-4ce3-84f4-66669deaf674 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:52:50.684536 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-2bda1207-0a48-4ce3-84f4-66669deaf674 admin admin] Usage tracker for resource:security_group_rule and tenant:73f6907b204949b4bb681a1a2ac7fa17 is out of sync, need to count used quota {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:52:50.685015 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50ceded6-914c-40ce-a20c-ee03c06b0026 admin admin] Pushing event deleted for resources: {'Port': ['ID=2775d14f-86fa-4d0b-80d4-579c8193a39c,revision_number=None']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:52:50.758182 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-2bda1207-0a48-4ce3-84f4-66669deaf674 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:52:50.766584 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-4d1f7fbc-3d58-4196-865f-e49f02a968ad None None] Provisioning for port 4f3a4e36-a736-43f0-9187-2849b3636dd2 completed by entity DHCP. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 20:52:50.767283 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5121d52-5bbb-4e90-932b-300b504746ee req-6e4d52d3-2bcc-441e-8abf-9b31313b6187 tempest-ServerDiskConfigTestJSON-473081836 tempest-ServerDiskConfigTestJSON-473081836-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:52:50.769045 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-d5121d52-5bbb-4e90-932b-300b504746ee req-6e4d52d3-2bcc-441e-8abf-9b31313b6187 tempest-ServerDiskConfigTestJSON-473081836 tempest-ServerDiskConfigTestJSON-473081836-project] 10.222.0.42 "GET /v2.0/ports?device_id=e3ce1959-1c32-471b-a30a-a5dd21c9b8a4 HTTP/1.1" status: 200 len: 945 time: 0.6740723 Apr 18 20:52:50.772139 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-4d1f7fbc-3d58-4196-865f-e49f02a968ad None None] Provisioning complete for port 4f3a4e36-a736-43f0-9187-2849b3636dd2 triggered by entity DHCP. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:52:50.772703 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-4d1f7fbc-3d58-4196-865f-e49f02a968ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1253608'] for port, provisioning_complete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:50.792821 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [None req-2bda1207-0a48-4ce3-84f4-66669deaf674 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:52:50.831527 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.plugin [None req-4d1f7fbc-3d58-4196-865f-e49f02a968ad None None] Port 4f3a4e36-a736-43f0-9187-2849b3636dd2 cannot update to ACTIVE because it is not bound. {{(pid=84042) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 18 20:52:50.868711 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6406dc37-deef-47c7-b106-ddb911fa51a8 req-46801489-9619-4c46-bcd5-58f84b5b0a5a tempest-ServerRescueNegativeTestJSON-1571656168 tempest-ServerRescueNegativeTestJSON-1571656168-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:52:50.870452 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-6406dc37-deef-47c7-b106-ddb911fa51a8 req-46801489-9619-4c46-bcd5-58f84b5b0a5a tempest-ServerRescueNegativeTestJSON-1571656168 tempest-ServerRescueNegativeTestJSON-1571656168-project] 10.222.0.42 "GET /v2.0/ports?device_id=264936db-30ce-4589-b255-6c9a9ad966e3 HTTP/1.1" status: 200 len: 946 time: 0.5856307 Apr 18 20:52:51.016501 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-d5121d52-5bbb-4e90-932b-300b504746ee req-25caaa05-d3b9-455e-b976-af678bde6949 tempest-ServerDiskConfigTestJSON-473081836 tempest-ServerDiskConfigTestJSON-473081836-project] 10.222.0.42 "GET /v2.0/security-groups?id=527f07bd-3b7c-4e87-bb13-fa86b9490e28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2282746 Apr 18 20:52:51.122339 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-6406dc37-deef-47c7-b106-ddb911fa51a8 req-5930fbd6-4b1d-4d29-a3df-e082edaba8c1 tempest-ServerRescueNegativeTestJSON-1571656168 tempest-ServerRescueNegativeTestJSON-1571656168-project] 10.222.0.42 "GET /v2.0/security-groups?id=fa6b5748-504b-4821-b3a0-7e61ca1810b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2355485 Apr 18 20:52:51.124806 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [req-234b3724-503c-4a54-91bb-34692c24067f req-122db9fc-8f2b-42cf-aa4f-90533afb3098 tempest-TaggedBootDevicesTest_v242-417596240 tempest-TaggedBootDevicesTest_v242-417596240-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:52:51.130268 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.db.resource_extend [None req-a3f2f42b-7fa9-4590-9806-3f5d5a3b0ee0 tempest-ServersTestManualDisk-1928363056 tempest-ServersTestManualDisk-1928363056-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 18 20:52:51.155865 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-50ceded6-914c-40ce-a20c-ee03c06b0026 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-32377931', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33443910'] for router_interface, after_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:51.250082 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [req-234b3724-503c-4a54-91bb-34692c24067f req-122db9fc-8f2b-42cf-aa4f-90533afb3098 tempest-TaggedBootDevicesTest_v242-417596240 tempest-TaggedBootDevicesTest_v242-417596240-project] Usage tracker for resource:port and tenant:9feceef4d3df4daeb6497a95fbe12eb7 is out of sync, need to count used quota {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:52:51.268253 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [req-234b3724-503c-4a54-91bb-34692c24067f req-122db9fc-8f2b-42cf-aa4f-90533afb3098 tempest-TaggedBootDevicesTest_v242-417596240 tempest-TaggedBootDevicesTest_v242-417596240-project] Quota usage for port was recalculated. Used quota:8. {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:52:51.293410 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [req-234b3724-503c-4a54-91bb-34692c24067f req-122db9fc-8f2b-42cf-aa4f-90533afb3098 tempest-TaggedBootDevicesTest_v242-417596240 tempest-TaggedBootDevicesTest_v242-417596240-project] Attempting to reserve 1 items for resource port. Total usage: 8; quota limit: 500; headroom:492 {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:52:51.433717 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-a3f2f42b-7fa9-4590-9806-3f5d5a3b0ee0 tempest-ServersTestManualDisk-1928363056 tempest-ServersTestManualDisk-1928363056-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:51.456767 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-2bda1207-0a48-4ce3-84f4-66669deaf674 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:51.461856 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-a3f2f42b-7fa9-4590-9806-3f5d5a3b0ee0 tempest-ServersTestManualDisk-1928363056 tempest-ServersTestManualDisk-1928363056-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33444131'] for floatingip, after_update {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:51.633751 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-2bda1207-0a48-4ce3-84f4-66669deaf674 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33528224'] for security_group, after_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:51.700696 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-234b3724-503c-4a54-91bb-34692c24067f req-122db9fc-8f2b-42cf-aa4f-90533afb3098 tempest-TaggedBootDevicesTest_v242-417596240 tempest-TaggedBootDevicesTest_v242-417596240-project] Made reservation on behalf of 9feceef4d3df4daeb6497a95fbe12eb7 for: {'port': 1} {{(pid=84040) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:52:51.705113 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-234b3724-503c-4a54-91bb-34692c24067f req-122db9fc-8f2b-42cf-aa4f-90533afb3098 tempest-TaggedBootDevicesTest_v242-417596240 tempest-TaggedBootDevicesTest_v242-417596240-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:51.823414 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2bda1207-0a48-4ce3-84f4-66669deaf674 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 397} {{(pid=84040) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 20:52:52.138416 n-d-838334-2 neutron-server[84041]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-50ceded6-914c-40ce-a20c-ee03c06b0026 admin admin] Router eaafabbb-b7d8-4607-8693-3a4580a8599a has already been hosted by L3 agent bc84d6c9-dd7a-4555-a351-592327b46d5a {{(pid=84041) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 20:52:52.157428 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d41fb92-334d-47c2-ab13-6145e3e6bde9 req-cc79c0d2-33ee-4266-9668-b4c3951a6c16 tempest-AttachVolumeShelveTestJSON-1712717013 tempest-AttachVolumeShelveTestJSON-1712717013-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:52:52.159073 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-3d41fb92-334d-47c2-ab13-6145e3e6bde9 req-cc79c0d2-33ee-4266-9668-b4c3951a6c16 tempest-AttachVolumeShelveTestJSON-1712717013 tempest-AttachVolumeShelveTestJSON-1712717013-project] 10.222.0.42 "GET /v2.0/ports?device_id=a3d617b3-55ec-41c1-b97c-911aa927ef50 HTTP/1.1" status: 200 len: 945 time: 0.8500407 Apr 18 20:52:52.159826 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bda1207-0a48-4ce3-84f4-66669deaf674 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5b013fa2-3b1d-4cbf-8b0e-9b422cbd0cab,revision_number=1']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:52:52.166570 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-2bda1207-0a48-4ce3-84f4-66669deaf674 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1082986'] for segment, precommit_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:52.167039 n-d-838334-2 neutron-server[84040]: INFO neutron.db.segments_db [None req-2bda1207-0a48-4ce3-84f4-66669deaf674 admin admin] Added segment 0667d5cd-e607-4e6b-8af3-8f27c6510925 of type vlan for network 2ed02df0-abad-44eb-8f2e-0a0038528ceb Apr 18 20:52:52.196403 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ba27a40-4262-4689-99c4-87367ef38ff3 req-e6d89af4-1c60-4547-b4db-81c44940d59c tempest-TaggedBootDevicesTest_v242-417596240 tempest-TaggedBootDevicesTest_v242-417596240-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:52:52.197309 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [req-3ba27a40-4262-4689-99c4-87367ef38ff3 req-e6d89af4-1c60-4547-b4db-81c44940d59c tempest-TaggedBootDevicesTest_v242-417596240 tempest-TaggedBootDevicesTest_v242-417596240-project] Synchronizing usage tracker for tenant:9feceef4d3df4daeb6497a95fbe12eb7 on resource:port {{(pid=84040) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 20:52:52.289890 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-2bda1207-0a48-4ce3-84f4-66669deaf674 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750374825732'] for network, precommit_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:52.297378 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.db_base_plugin_common [req-234b3724-503c-4a54-91bb-34692c24067f req-122db9fc-8f2b-42cf-aa4f-90533afb3098 tempest-TaggedBootDevicesTest_v242-417596240 tempest-TaggedBootDevicesTest_v242-417596240-project] Allocated IP 10.1.1.214 (4c6d63fa-10ee-46ac-a5d2-fd4675ff700f/e3291cf4-4c37-4898-8026-16f9e0aaa3d9/96e60da2-99c4-4d74-935a-c80b74ebeb56) {{(pid=84040) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:52:52.334275 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-3d41fb92-334d-47c2-ab13-6145e3e6bde9 req-69df8ee3-08d1-4c76-84b1-685c2fbf4782 tempest-AttachVolumeShelveTestJSON-1712717013 tempest-AttachVolumeShelveTestJSON-1712717013-project] 10.222.0.42 "GET /v2.0/security-groups?id=2e9d8b44-da00-4a79-861c-f0ec417a580f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1453185 Apr 18 20:52:52.360662 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [req-3ba27a40-4262-4689-99c4-87367ef38ff3 req-e6d89af4-1c60-4547-b4db-81c44940d59c tempest-TaggedBootDevicesTest_v242-417596240 tempest-TaggedBootDevicesTest_v242-417596240-project] Unset dirty status for tenant:9feceef4d3df4daeb6497a95fbe12eb7 on resource:port {{(pid=84040) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 20:52:52.368709 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-3ba27a40-4262-4689-99c4-87367ef38ff3 req-e6d89af4-1c60-4547-b4db-81c44940d59c tempest-TaggedBootDevicesTest_v242-417596240 tempest-TaggedBootDevicesTest_v242-417596240-project] 10.222.0.42 "GET /v2.0/ports?device_id=6a49f48a-913c-49a6-8c09-bf4c978ef91f HTTP/1.1" status: 200 len: 931 time: 0.7610543 Apr 18 20:52:52.431885 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-2bda1207-0a48-4ce3-84f4-66669deaf674 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33526109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022'] for network, after_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:52.433191 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2bda1207-0a48-4ce3-84f4-66669deaf674 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:52:52.433909 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-2bda1207-0a48-4ce3-84f4-66669deaf674 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32378031'] for network, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:52.566818 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-50ceded6-914c-40ce-a20c-ee03c06b0026 admin admin] Notify agent at l3_agent.n-d-838334-2 the message routers_updated {{(pid=84041) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 20:52:52.580424 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2c067e6-7013-4824-939b-447f47d417d7 None None] Sync routers for ids ['eaafabbb-b7d8-4607-8693-3a4580a8599a'] in n-d-838334-2 {{(pid=84042) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 18 20:52:52.604751 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-50ceded6-914c-40ce-a20c-ee03c06b0026 admin admin] 10.222.0.42 "PUT /v2.0/routers/eaafabbb-b7d8-4607-8693-3a4580a8599a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9760067 Apr 18 20:52:52.607526 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 48926) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:52:52.619908 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2c067e6-7013-4824-939b-447f47d417d7 None None] Routers {'eaafabbb-b7d8-4607-8693-3a4580a8599a'} bound to L3 agent in host n-d-838334-2 {{(pid=84042) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 20:52:52.620635 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_hamode_db [None req-f2c067e6-7013-4824-939b-447f47d417d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838334-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-18T20:25:48Z,description=,heartbeat_timestamp=2022-04-18T20:52:48Z,host='n-d-838334-2',id=bc84d6c9-dd7a-4555-a351-592327b46d5a,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:25:48Z,topic='l3_agent')) {'router_ids': ['eaafabbb-b7d8-4607-8693-3a4580a8599a'], 'active': True} {{(pid=84042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:52:52.902673 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-2bda1207-0a48-4ce3-84f4-66669deaf674 admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 3.9918144 Apr 18 20:52:52.927960 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-3ba27a40-4262-4689-99c4-87367ef38ff3 req-727e0162-8163-4b77-876f-959fc6a8a212 tempest-TaggedBootDevicesTest_v242-417596240 tempest-TaggedBootDevicesTest_v242-417596240-project] 10.222.0.42 "GET /v2.0/security-groups?id=48fab5b0-1368-425c-9a53-c0303d2044f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5581894 Apr 18 20:52:52.930623 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bda1207-0a48-4ce3-84f4-66669deaf674 admin admin] Pushing event updated for resources: {'Network': ['ID=2ed02df0-abad-44eb-8f2e-0a0038528ceb,revision_number=1']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:52:52.932897 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 48930) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:52:52.951060 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Network 2ed02df0-abad-44eb-8f2e-0a0038528ceb details requested by agent ovs-agent-n-d-838334-2 with host n-d-838334-2 {{(pid=84042) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 18 20:52:52.965799 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.v2.base [None req-5be4a34f-e007-4572-8392-a20e1726ebd6 admin admin] Request body: {'subnet': {'network_id': '2ed02df0-abad-44eb-8f2e-0a0038528ceb', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-1425552995-subnet', 'tenant_id': '73f6907b204949b4bb681a1a2ac7fa17', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=84040) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 20:52:52.988283 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [None req-5be4a34f-e007-4572-8392-a20e1726ebd6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:52:53.003647 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-5be4a34f-e007-4572-8392-a20e1726ebd6 admin admin] Usage tracker for resource:subnet and tenant:73f6907b204949b4bb681a1a2ac7fa17 is out of sync, need to count used quota {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:52:53.013055 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-5be4a34f-e007-4572-8392-a20e1726ebd6 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:52:53.025499 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [None req-5be4a34f-e007-4572-8392-a20e1726ebd6 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:52:53.069980 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5be4a34f-e007-4572-8392-a20e1726ebd6 admin admin] Made reservation on behalf of 73f6907b204949b4bb681a1a2ac7fa17 for: {'subnet': 1} {{(pid=84040) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:52:53.082485 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-5be4a34f-e007-4572-8392-a20e1726ebd6 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31752722'] for subnet, before_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:53.148908 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-12b2ec41-3fc3-4bf5-b7db-d2f32329b8c8 admin admin] Notify callbacks [] for router, before_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:53.289733 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_dvr_db [None req-f2c067e6-7013-4824-939b-447f47d417d7 None None] Set router eaafabbb-b7d8-4607-8693-3a4580a8599a gateway port host: n-d-838334-2 {{(pid=84042) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 20:52:53.445323 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-5be4a34f-e007-4572-8392-a20e1726ebd6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33526260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32441074', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31752704'] for subnet, after_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:53.473680 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-12b2ec41-3fc3-4bf5-b7db-d2f32329b8c8 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:53.505514 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.plugin [None req-12b2ec41-3fc3-4bf5-b7db-d2f32329b8c8 admin admin] Deleting port 867867ce-098d-4550-9089-0181e72d620e {{(pid=84041) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 20:52:53.505886 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-12b2ec41-3fc3-4bf5-b7db-d2f32329b8c8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750375188691'] for port, before_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:53.538682 n-d-838334-2 neutron-server[84040]: INFO neutron.db.l3_db [None req-a3f2f42b-7fa9-4590-9806-3f5d5a3b0ee0 tempest-ServersTestManualDisk-1928363056 tempest-ServersTestManualDisk-1928363056-project] Floating IP 5b1c4dda-6a26-4a81-8083-336b21c8e195 associated. External IP: 172.25.8.187, port: 43338bac-2350-4846-81d5-278fc0297d87. Apr 18 20:52:53.725154 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-234b3724-503c-4a54-91bb-34692c24067f req-122db9fc-8f2b-42cf-aa4f-90533afb3098 tempest-TaggedBootDevicesTest_v242-417596240 tempest-TaggedBootDevicesTest_v242-417596240-project] Notify callbacks [] for port, precommit_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:53.798013 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27809aac-d0f3-446e-ba33-3a3c15de1e84 req-0383c324-40b7-4a14-8c2b-5375253bbe41 tempest-ServerActionsTestJSON-2052644234 tempest-ServerActionsTestJSON-2052644234-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:52:53.805888 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-27809aac-d0f3-446e-ba33-3a3c15de1e84 req-0383c324-40b7-4a14-8c2b-5375253bbe41 tempest-ServerActionsTestJSON-2052644234 tempest-ServerActionsTestJSON-2052644234-project] 10.222.0.42 "GET /v2.0/ports?device_id=b7307812-da19-4509-9baf-bb3ff8313904 HTTP/1.1" status: 200 len: 945 time: 1.1300507 Apr 18 20:52:53.813478 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_hamode_db [None req-f2c067e6-7013-4824-939b-447f47d417d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eaafabbb-b7d8-4607-8693-3a4580a8599a', 'name': 'tempest-ServerRescueTestJSON-1453542019-router', 'tenant_id': 'ec0d4dedc6f54935aafadeeb5b293728', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'external_fixed_ips': [{'subnet_id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'ip_address': '172.25.8.25'}], 'enable_snat': True}, 'gw_port_id': '867867ce-098d-4550-9089-0181e72d620e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:49:36Z', 'updated_at': '2022-04-18T20:52:50Z', 'revision_number': 5, 'project_id': 'ec0d4dedc6f54935aafadeeb5b293728', 'gw_port': {'id': '867867ce-098d-4550-9089-0181e72d620e', 'name': '', 'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:c3:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eaafabbb-b7d8-4607-8693-3a4580a8599a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'ip_address': '172.25.8.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:49:37Z', 'updated_at': '2022-04-18T20:49:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838334-2'}], 'n-d-838334-2', False) {} {{(pid=84042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:52:53.823158 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2c067e6-7013-4824-939b-447f47d417d7 None None] Checking router: eaafabbb-b7d8-4607-8693-3a4580a8599a for host: n-d-838334-2 {{(pid=84042) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 18 20:52:53.834980 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.db [None req-12b2ec41-3fc3-4bf5-b7db-d2f32329b8c8 admin admin] For port 867867ce-098d-4550-9089-0181e72d620e, host n-d-838334-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838334-2',level=0,port_id=867867ce-098d-4550-9089-0181e72d620e,segment=NetworkSegment(732aa830-768b-4511-951f-d08e26b9c25b),segment_id=732aa830-768b-4511-951f-d08e26b9c25b)] {{(pid=84041) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:52:53.837794 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-12b2ec41-3fc3-4bf5-b7db-d2f32329b8c8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369123'] for port, precommit_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:53.838489 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5be4a34f-e007-4572-8392-a20e1726ebd6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8e40ec4d-44ed-4443-aa48-04db8a60b23f,revision_number=0']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:52:53.847402 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2c067e6-7013-4824-939b-447f47d417d7 None None] Routers {'eaafabbb-b7d8-4607-8693-3a4580a8599a'} bound to L3 agent in host n-d-838334-2 {{(pid=84042) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 20:52:53.848237 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_hamode_db [None req-f2c067e6-7013-4824-939b-447f47d417d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838334-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-18T20:25:48Z,description=,heartbeat_timestamp=2022-04-18T20:52:48Z,host='n-d-838334-2',id=bc84d6c9-dd7a-4555-a351-592327b46d5a,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:25:48Z,topic='l3_agent')) {'router_ids': ['eaafabbb-b7d8-4607-8693-3a4580a8599a'], 'active': True} {{(pid=84042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:52:53.860947 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.provisioning_blocks [req-234b3724-503c-4a54-91bb-34692c24067f req-122db9fc-8f2b-42cf-aa4f-90533afb3098 tempest-TaggedBootDevicesTest_v242-417596240 tempest-TaggedBootDevicesTest_v242-417596240-project] Transition to ACTIVE for port object 96e60da2-99c4-4d74-935a-c80b74ebeb56 will not be triggered until provisioned by entity DHCP. {{(pid=84040) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 20:52:53.987474 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5be4a34f-e007-4572-8392-a20e1726ebd6 admin admin] Checking segment: {'id': '0667d5cd-e607-4e6b-8af3-8f27c6510925', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '2ed02df0-abad-44eb-8f2e-0a0038528ceb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84040) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 20:52:53.989565 n-d-838334-2 neutron-server[84040]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5be4a34f-e007-4572-8392-a20e1726ebd6 admin admin] Network hostable DHCP agents. Network: 2ed02df0-abad-44eb-8f2e-0a0038528ceb, hostable agents: ['8746f8ea-3e91-4b32-9919-2c63adeb8722'], hosted agents: [] {{(pid=84040) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 20:52:54.026090 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.plugin [None req-12b2ec41-3fc3-4bf5-b7db-d2f32329b8c8 admin admin] Calling delete_port for 867867ce-098d-4550-9089-0181e72d620e owned by network:router_gateway {{(pid=84041) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 20:52:54.039651 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ac5c0ce-f770-4a6e-8bc4-511354960a27 req-d90f5c6c-20dd-416d-8096-486111b35589 tempest-ServerDiskConfigTestJSON-473081836 tempest-ServerDiskConfigTestJSON-473081836-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:52:54.053033 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-4ac5c0ce-f770-4a6e-8bc4-511354960a27 req-d90f5c6c-20dd-416d-8096-486111b35589 tempest-ServerDiskConfigTestJSON-473081836 tempest-ServerDiskConfigTestJSON-473081836-project] 10.222.0.42 "GET /v2.0/ports?device_id=e3ce1959-1c32-471b-a30a-a5dd21c9b8a4 HTTP/1.1" status: 200 len: 945 time: 0.6822031 Apr 18 20:52:54.084270 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_dvr_db [None req-f2c067e6-7013-4824-939b-447f47d417d7 None None] Set router eaafabbb-b7d8-4607-8693-3a4580a8599a gateway port host: None {{(pid=84042) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 20:52:54.109181 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-27809aac-d0f3-446e-ba33-3a3c15de1e84 req-ae590019-b490-47d3-8308-87445aaa58b6 tempest-ServerActionsTestJSON-2052644234 tempest-ServerActionsTestJSON-2052644234-project] 10.222.0.42 "GET /v2.0/security-groups?id=c2aeb662-6a43-4389-8810-9fad3627855b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3017850 Apr 18 20:52:54.114993 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-234b3724-503c-4a54-91bb-34692c24067f req-122db9fc-8f2b-42cf-aa4f-90533afb3098 tempest-TaggedBootDevicesTest_v242-417596240 tempest-TaggedBootDevicesTest_v242-417596240-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750374836619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32440838'] for port, after_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:54.269209 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_hamode_db [None req-f2c067e6-7013-4824-939b-447f47d417d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eaafabbb-b7d8-4607-8693-3a4580a8599a', 'name': 'tempest-ServerRescueTestJSON-1453542019-router', 'tenant_id': 'ec0d4dedc6f54935aafadeeb5b293728', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:49:36Z', 'updated_at': '2022-04-18T20:52:53Z', 'revision_number': 6, 'project_id': 'ec0d4dedc6f54935aafadeeb5b293728', 'gw_port_host': None}], 'n-d-838334-2', False) {} {{(pid=84042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:52:54.275173 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2c067e6-7013-4824-939b-447f47d417d7 None None] The sync data for ids ['eaafabbb-b7d8-4607-8693-3a4580a8599a'] in n-d-838334-2 is: [{'id': 'eaafabbb-b7d8-4607-8693-3a4580a8599a', 'name': 'tempest-ServerRescueTestJSON-1453542019-router', 'tenant_id': 'ec0d4dedc6f54935aafadeeb5b293728', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:49:36Z', 'updated_at': '2022-04-18T20:52:53Z', 'revision_number': 6, 'project_id': 'ec0d4dedc6f54935aafadeeb5b293728', 'gw_port_host': None}] {{(pid=84042) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 18 20:52:54.337106 n-d-838334-2 neutron-server[84040]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-234b3724-503c-4a54-91bb-34692c24067f req-122db9fc-8f2b-42cf-aa4f-90533afb3098 tempest-TaggedBootDevicesTest_v242-417596240 tempest-TaggedBootDevicesTest_v242-417596240-project] Network 4c6d63fa-10ee-46ac-a5d2-fd4675ff700f is already hosted by enough agents. {{(pid=84040) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:52:54.358305 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-12b2ec41-3fc3-4bf5-b7db-d2f32329b8c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750375259028', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750374836628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32266323'] for port, after_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:54.382040 n-d-838334-2 neutron-server[84040]: DEBUG neutron.scheduler.base_scheduler [req-234b3724-503c-4a54-91bb-34692c24067f req-122db9fc-8f2b-42cf-aa4f-90533afb3098 tempest-TaggedBootDevicesTest_v242-417596240 tempest-TaggedBootDevicesTest_v242-417596240-project] Resources bound (agent type, host, resource id): {{(pid=84040) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:52:54.399873 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.l3_dvrscheduler_db [req-234b3724-503c-4a54-91bb-34692c24067f req-122db9fc-8f2b-42cf-aa4f-90533afb3098 tempest-TaggedBootDevicesTest_v242-417596240 tempest-TaggedBootDevicesTest_v242-417596240-project] Received port after_create {{(pid=84040) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 20:52:54.420806 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12b2ec41-3fc3-4bf5-b7db-d2f32329b8c8 admin admin] Pushing event deleted for resources: {'Port': ['ID=867867ce-098d-4550-9089-0181e72d620e,revision_number=None']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:52:54.432240 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-122db9fc-8f2b-42cf-aa4f-90533afb3098 tempest-TaggedBootDevicesTest_v242-417596240 tempest-TaggedBootDevicesTest_v242-417596240-project] Pushing event updated for resources: {'Port': ['ID=96e60da2-99c4-4d74-935a-c80b74ebeb56,revision_number=1']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:52:54.436799 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-4ac5c0ce-f770-4a6e-8bc4-511354960a27 req-bf94b2ca-ea59-44ea-930d-1a178db2e6a0 tempest-ServerDiskConfigTestJSON-473081836 tempest-ServerDiskConfigTestJSON-473081836-project] 10.222.0.42 "GET /v2.0/security-groups?id=527f07bd-3b7c-4e87-bb13-fa86b9490e28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3791280 Apr 18 20:52:54.454370 n-d-838334-2 neutron-server[84040]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5be4a34f-e007-4572-8392-a20e1726ebd6 admin admin] Network 2ed02df0-abad-44eb-8f2e-0a0038528ceb is scheduled to be hosted by DHCP agent 8746f8ea-3e91-4b32-9919-2c63adeb8722 with binding_index 1 {{(pid=84040) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 20:52:54.501013 n-d-838334-2 neutron-server[84040]: DEBUG neutron.scheduler.base_scheduler [None req-5be4a34f-e007-4572-8392-a20e1726ebd6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-838334-2, 2ed02df0-abad-44eb-8f2e-0a0038528ceb) {{(pid=84040) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:52:54.511913 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed6957b1-184a-444f-afae-54e30b871be5 None None] Network 2ed02df0-abad-44eb-8f2e-0a0038528ceb requested from n-d-838334-2 {{(pid=84042) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 20:52:54.517101 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5be4a34f-e007-4572-8392-a20e1726ebd6 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:52:54.517685 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-5be4a34f-e007-4572-8392-a20e1726ebd6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32378031'] for subnet, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:54.528256 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-234b3724-503c-4a54-91bb-34692c24067f req-122db9fc-8f2b-42cf-aa4f-90533afb3098 tempest-TaggedBootDevicesTest_v242-417596240 tempest-TaggedBootDevicesTest_v242-417596240-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:52:54.528753 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-234b3724-503c-4a54-91bb-34692c24067f req-122db9fc-8f2b-42cf-aa4f-90533afb3098 tempest-TaggedBootDevicesTest_v242-417596240 tempest-TaggedBootDevicesTest_v242-417596240-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217293'] for port, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:54.680703 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-5be4a34f-e007-4572-8392-a20e1726ebd6 admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.7383094 Apr 18 20:52:54.682302 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-234b3724-503c-4a54-91bb-34692c24067f req-122db9fc-8f2b-42cf-aa4f-90533afb3098 tempest-TaggedBootDevicesTest_v242-417596240 tempest-TaggedBootDevicesTest_v242-417596240-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.0641561 Apr 18 20:52:54.708039 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bac22aa5-4aa7-4beb-87ca-e584e8b1fd08 req-0b957ef2-5a70-43ec-8e36-9731c5b63fc6 tempest-ServerRescueNegativeTestJSON-1571656168 tempest-ServerRescueNegativeTestJSON-1571656168-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:52:54.709801 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-bac22aa5-4aa7-4beb-87ca-e584e8b1fd08 req-0b957ef2-5a70-43ec-8e36-9731c5b63fc6 tempest-ServerRescueNegativeTestJSON-1571656168 tempest-ServerRescueNegativeTestJSON-1571656168-project] 10.222.0.42 "GET /v2.0/ports?device_id=264936db-30ce-4589-b255-6c9a9ad966e3 HTTP/1.1" status: 200 len: 946 time: 0.3757937 Apr 18 20:52:54.724963 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.v2.base [req-234b3724-503c-4a54-91bb-34692c24067f req-330e1964-e3ee-4cfb-9300-34ae69777d66 tempest-TaggedBootDevicesTest_v242-417596240 tempest-TaggedBootDevicesTest_v242-417596240-project] Request body: {'port': {'device_id': '6a49f48a-913c-49a6-8c09-bf4c978ef91f', 'network_id': '4c6d63fa-10ee-46ac-a5d2-fd4675ff700f', 'admin_state_up': True, 'tenant_id': '9feceef4d3df4daeb6497a95fbe12eb7', 'security_groups': ['48fab5b0-1368-425c-9a53-c0303d2044f1']}} {{(pid=84040) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 20:52:54.865780 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac070d89-70bb-42d0-83b9-2ab916e824df None None] Network 2ed02df0-abad-44eb-8f2e-0a0038528ceb requested from n-d-838334-2 {{(pid=84042) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 20:52:54.919230 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-12b2ec41-3fc3-4bf5-b7db-d2f32329b8c8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33444108'] for router_gateway, after_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:55.042269 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-bac22aa5-4aa7-4beb-87ca-e584e8b1fd08 req-ebd22c00-6bc1-450e-96b7-37d1d893ee51 tempest-ServerRescueNegativeTestJSON-1571656168 tempest-ServerRescueNegativeTestJSON-1571656168-project] 10.222.0.42 "GET /v2.0/security-groups?id=fa6b5748-504b-4821-b3a0-7e61ca1810b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3016243 Apr 18 20:52:55.150160 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-7bc619d0-8f06-4e6d-a6c5-7f7412c6218f None None] Provisioning for port 96e60da2-99c4-4d74-935a-c80b74ebeb56 completed by entity DHCP. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 20:52:55.199883 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-7bc619d0-8f06-4e6d-a6c5-7f7412c6218f None None] Provisioning complete for port 96e60da2-99c4-4d74-935a-c80b74ebeb56 triggered by entity DHCP. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:52:55.200077 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-7bc619d0-8f06-4e6d-a6c5-7f7412c6218f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1253608'] for port, provisioning_complete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:55.304447 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.plugin [None req-7bc619d0-8f06-4e6d-a6c5-7f7412c6218f None None] Port 96e60da2-99c4-4d74-935a-c80b74ebeb56 cannot update to ACTIVE because it is not bound. {{(pid=84042) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 18 20:52:55.445173 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-12b2ec41-3fc3-4bf5-b7db-d2f32329b8c8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33443580', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5726'] for router, precommit_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:55.463569 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-12b2ec41-3fc3-4bf5-b7db-d2f32329b8c8 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:55.479414 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Device 867867ce-098d-4550-9089-0181e72d620e no longer exists at agent ovs-agent-n-d-838334-2 {{(pid=84042) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 20:52:55.504506 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-12b2ec41-3fc3-4bf5-b7db-d2f32329b8c8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-33443408'] for router, after_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:55.505270 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-12b2ec41-3fc3-4bf5-b7db-d2f32329b8c8 admin admin] Fanout notify agent at l3_agent the message router_deleted on router eaafabbb-b7d8-4607-8693-3a4580a8599a {{(pid=84041) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 18 20:52:55.520066 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-12b2ec41-3fc3-4bf5-b7db-d2f32329b8c8 admin admin] Notify callbacks [] for router, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:55.521290 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-12b2ec41-3fc3-4bf5-b7db-d2f32329b8c8 admin admin] 10.222.0.42 "DELETE /v2.0/routers/eaafabbb-b7d8-4607-8693-3a4580a8599a HTTP/1.1" status: 204 len: 168 time: 2.9118989 Apr 18 20:52:55.524613 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 48958) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:52:55.561719 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.plugin [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] No Port match for: 867867ce-098d-4550-9089-0181e72d620e {{(pid=84042) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 18 20:52:55.562437 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Device 867867ce-098d-4550-9089-0181e72d620e not bound to the agent host n-d-838334-2 {{(pid=84042) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 20:52:55.563069 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Device 2775d14f-86fa-4d0b-80d4-579c8193a39c no longer exists at agent ovs-agent-n-d-838334-2 {{(pid=84042) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 20:52:55.599756 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 48962) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:52:55.609833 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.v2.base [None req-44cd61ea-b26a-42c7-846b-e59cdf89b47c admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestMultiTenantJSON-1848590828-network', 'tenant_id': '12694760047540d7b543cf140be0368d'}} {{(pid=84041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 20:52:55.614790 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.plugin [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] No Port match for: 2775d14f-86fa-4d0b-80d4-579c8193a39c {{(pid=84042) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 18 20:52:55.615227 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Device 2775d14f-86fa-4d0b-80d4-579c8193a39c not bound to the agent host n-d-838334-2 {{(pid=84042) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 20:52:55.626990 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.db_base_plugin_v2 [None req-ef712f93-2b46-46b4-96ad-65790fbec2a9 admin admin] Deleting subnet 9dc534ce-5db0-4608-a47a-91cc424d228c {{(pid=84041) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 18 20:52:55.629292 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-44cd61ea-b26a-42c7-846b-e59cdf89b47c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:52:55.636444 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-ef712f93-2b46-46b4-96ad-65790fbec2a9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:55.661137 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b54ece82-a236-45f2-ba42-6b75ff0ac972 req-ead5dd63-f005-473b-9a53-65c46c7bdbea tempest-AttachVolumeShelveTestJSON-1712717013 tempest-AttachVolumeShelveTestJSON-1712717013-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:52:55.668121 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-b54ece82-a236-45f2-ba42-6b75ff0ac972 req-ead5dd63-f005-473b-9a53-65c46c7bdbea tempest-AttachVolumeShelveTestJSON-1712717013 tempest-AttachVolumeShelveTestJSON-1712717013-project] 10.222.0.42 "GET /v2.0/ports?device_id=a3d617b3-55ec-41c1-b97c-911aa927ef50 HTTP/1.1" status: 200 len: 945 time: 1.0407979 Apr 18 20:52:55.675424 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-44cd61ea-b26a-42c7-846b-e59cdf89b47c admin admin] Usage tracker for resource:network and tenant:12694760047540d7b543cf140be0368d is out of sync, need to count used quota {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:52:55.685205 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-44cd61ea-b26a-42c7-846b-e59cdf89b47c admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:52:55.697190 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-44cd61ea-b26a-42c7-846b-e59cdf89b47c admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:52:55.713362 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [req-234b3724-503c-4a54-91bb-34692c24067f req-330e1964-e3ee-4cfb-9300-34ae69777d66 tempest-TaggedBootDevicesTest_v242-417596240 tempest-TaggedBootDevicesTest_v242-417596240-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:52:55.715758 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-ef712f93-2b46-46b4-96ad-65790fbec2a9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32266383'] for subnet, precommit_delete_associations {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:55.741877 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [req-234b3724-503c-4a54-91bb-34692c24067f req-330e1964-e3ee-4cfb-9300-34ae69777d66 tempest-TaggedBootDevicesTest_v242-417596240 tempest-TaggedBootDevicesTest_v242-417596240-project] Attempting to reserve 1 items for resource port. Total usage: 8; quota limit: 500; headroom:492 {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:52:55.747474 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-44cd61ea-b26a-42c7-846b-e59cdf89b47c admin admin] Made reservation on behalf of 12694760047540d7b543cf140be0368d for: {'network': 1} {{(pid=84041) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:52:55.750412 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-44cd61ea-b26a-42c7-846b-e59cdf89b47c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for network, before_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:55.775654 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-44cd61ea-b26a-42c7-846b-e59cdf89b47c admin admin] Notify callbacks [] for security_group, before_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:55.784972 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-234b3724-503c-4a54-91bb-34692c24067f req-330e1964-e3ee-4cfb-9300-34ae69777d66 tempest-TaggedBootDevicesTest_v242-417596240 tempest-TaggedBootDevicesTest_v242-417596240-project] Made reservation on behalf of 9feceef4d3df4daeb6497a95fbe12eb7 for: {'port': 1} {{(pid=84040) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:52:55.787965 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-234b3724-503c-4a54-91bb-34692c24067f req-330e1964-e3ee-4cfb-9300-34ae69777d66 tempest-TaggedBootDevicesTest_v242-417596240 tempest-TaggedBootDevicesTest_v242-417596240-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:55.810811 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-7879168e-d5a4-4a6e-9a93-b3702d751925 req-08c9a8f1-07f0-49a7-8538-30cfbecf2a40 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=62ca3eda8b574071bf7ebb52cb30bb40&device_id=a3d617b3-55ec-41c1-b97c-911aa927ef50 HTTP/1.1" status: 200 len: 1096 time: 0.7250295 Apr 18 20:52:55.815248 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-ef712f93-2b46-46b4-96ad-65790fbec2a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1260556'] for subnet, precommit_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:55.820801 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d21d330-5b38-4125-a54b-0d309e049630 req-6886e0a6-8800-4778-b950-40a11bbdc577 tempest-TaggedBootDevicesTest_v242-417596240 tempest-TaggedBootDevicesTest_v242-417596240-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:52:55.824925 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d21d330-5b38-4125-a54b-0d309e049630 req-6886e0a6-8800-4778-b950-40a11bbdc577 tempest-TaggedBootDevicesTest_v242-417596240 tempest-TaggedBootDevicesTest_v242-417596240-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:52:55.826568 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-2d21d330-5b38-4125-a54b-0d309e049630 req-6886e0a6-8800-4778-b950-40a11bbdc577 tempest-TaggedBootDevicesTest_v242-417596240 tempest-TaggedBootDevicesTest_v242-417596240-project] 10.222.0.42 "GET /v2.0/ports?device_id=6a49f48a-913c-49a6-8c09-bf4c978ef91f HTTP/1.1" status: 200 len: 1653 time: 0.4096107 Apr 18 20:52:55.837306 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-b54ece82-a236-45f2-ba42-6b75ff0ac972 req-d5c00e10-2db0-4c42-b1f1-2e23d8d9161a tempest-AttachVolumeShelveTestJSON-1712717013 tempest-AttachVolumeShelveTestJSON-1712717013-project] 10.222.0.42 "GET /v2.0/security-groups?id=2e9d8b44-da00-4a79-861c-f0ec417a580f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1679997 Apr 18 20:52:55.870873 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-44cd61ea-b26a-42c7-846b-e59cdf89b47c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:52:55.870873 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-44cd61ea-b26a-42c7-846b-e59cdf89b47c admin admin] Usage tracker for resource:security_group_rule and tenant:12694760047540d7b543cf140be0368d is out of sync, need to count used quota {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:52:55.872064 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-44cd61ea-b26a-42c7-846b-e59cdf89b47c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:52:55.880348 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-44cd61ea-b26a-42c7-846b-e59cdf89b47c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:52:55.917331 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-ef712f93-2b46-46b4-96ad-65790fbec2a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1260549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33526260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32266336', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32486390'] for subnet, after_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:55.963540 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef712f93-2b46-46b4-96ad-65790fbec2a9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9dc534ce-5db0-4608-a47a-91cc424d228c,revision_number=None']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:52:55.978076 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-ef712f93-2b46-46b4-96ad-65790fbec2a9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:56.007953 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-ef712f93-2b46-46b4-96ad-65790fbec2a9 admin admin] 10.222.0.42 "DELETE /v2.0/subnets/9dc534ce-5db0-4608-a47a-91cc424d228c HTTP/1.1" status: 204 len: 168 time: 0.4831088 Apr 18 20:52:56.014720 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 48968) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:52:56.043612 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-44cd61ea-b26a-42c7-846b-e59cdf89b47c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:56.088756 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-44cd61ea-b26a-42c7-846b-e59cdf89b47c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33528224'] for security_group, after_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:56.147108 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-44cd61ea-b26a-42c7-846b-e59cdf89b47c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 399} {{(pid=84041) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 20:52:56.159840 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44cd61ea-b26a-42c7-846b-e59cdf89b47c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9db44fa7-2c9a-4052-95c7-64041e2e8a7c,revision_number=1']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:52:56.174187 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-31929c79-39b1-4942-8e02-c7966269c90e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1103592'] for network, before_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:56.176241 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-44cd61ea-b26a-42c7-846b-e59cdf89b47c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1082986'] for segment, precommit_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:56.176650 n-d-838334-2 neutron-server[84041]: INFO neutron.db.segments_db [None req-44cd61ea-b26a-42c7-846b-e59cdf89b47c admin admin] Added segment 42995a01-0161-4a1c-9d20-c44bc4bcd3bb of type vlan for network 94fc6894-1eec-45c0-8ee8-d6d3497fd74a Apr 18 20:52:56.236277 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-44cd61ea-b26a-42c7-846b-e59cdf89b47c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750374825732'] for network, precommit_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:56.268191 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-2d21d330-5b38-4125-a54b-0d309e049630 req-e004a72e-a7d5-43a2-901c-67a880b934f1 tempest-TaggedBootDevicesTest_v242-417596240 tempest-TaggedBootDevicesTest_v242-417596240-project] 10.222.0.42 "GET /v2.0/security-groups?id=48fab5b0-1368-425c-9a53-c0303d2044f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4290061 Apr 18 20:52:56.281867 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.db_base_plugin_common [req-234b3724-503c-4a54-91bb-34692c24067f req-330e1964-e3ee-4cfb-9300-34ae69777d66 tempest-TaggedBootDevicesTest_v242-417596240 tempest-TaggedBootDevicesTest_v242-417596240-project] Allocated IP 10.1.1.45 (4c6d63fa-10ee-46ac-a5d2-fd4675ff700f/e3291cf4-4c37-4898-8026-16f9e0aaa3d9/b67988d2-bb60-4efe-bd1d-80e31ea8ffb6) {{(pid=84040) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:52:56.321228 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7879168e-d5a4-4a6e-9a93-b3702d751925 req-8f333e4a-8113-4298-bfee-2819856fe63c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:52:56.322891 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-7879168e-d5a4-4a6e-9a93-b3702d751925 req-8f333e4a-8113-4298-bfee-2819856fe63c service neutron] 10.222.0.48 "GET /v2.0/networks?id=0f9d847a-7ba3-4a42-a0c6-e8541d683b40 HTTP/1.1" status: 200 len: 917 time: 0.4849563 Apr 18 20:52:56.366398 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-31929c79-39b1-4942-8e02-c7966269c90e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1258905', 'neutron.services.segments.db._delete_segments_for_network-8750375287417'] for network, precommit_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:56.391237 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-44cd61ea-b26a-42c7-846b-e59cdf89b47c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33526109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022'] for network, after_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:56.392157 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44cd61ea-b26a-42c7-846b-e59cdf89b47c admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:52:56.392740 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-44cd61ea-b26a-42c7-846b-e59cdf89b47c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32378031'] for network, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:56.417040 n-d-838334-2 neutron-server[84041]: DEBUG neutron.services.segments.db [None req-31929c79-39b1-4942-8e02-c7966269c90e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b18f6ca6-9241-4023-98c1-9e86661176c3']}} {{(pid=84041) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:52:56.437492 n-d-838334-2 neutron-server[84041]: DEBUG neutron.services.segments.db [None req-31929c79-39b1-4942-8e02-c7966269c90e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '37ab3ec4-28bf-4f8a-804e-f8cad5dd40d4') {'for_net_delete': True} {{(pid=84041) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:52:56.437668 n-d-838334-2 neutron-server[84041]: DEBUG neutron.services.segments.db [None req-31929c79-39b1-4942-8e02-c7966269c90e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '37ab3ec4-28bf-4f8a-804e-f8cad5dd40d4') {} {{(pid=84041) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:52:56.514763 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-44cd61ea-b26a-42c7-846b-e59cdf89b47c admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.9106266 Apr 18 20:52:56.516509 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-31929c79-39b1-4942-8e02-c7966269c90e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750375287300', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32268156'] for segment, before_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:56.520564 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 48976) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:52:56.535076 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44cd61ea-b26a-42c7-846b-e59cdf89b47c admin admin] Pushing event updated for resources: {'Network': ['ID=94fc6894-1eec-45c0-8ee8-d6d3497fd74a,revision_number=1']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:52:56.540052 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-31929c79-39b1-4942-8e02-c7966269c90e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1082986'] for segment, precommit_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:56.547894 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-31929c79-39b1-4942-8e02-c7966269c90e admin admin] Releasing vlan 398 on physical network physnet1 to pool {{(pid=84041) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 18 20:52:56.548339 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-31929c79-39b1-4942-8e02-c7966269c90e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1082993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32266254'] for segment, after_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:56.549569 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Network 94fc6894-1eec-45c0-8ee8-d6d3497fd74a details requested by agent ovs-agent-n-d-838334-2 with host n-d-838334-2 {{(pid=84042) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 18 20:52:56.561477 n-d-838334-2 neutron-server[84041]: Traceback (most recent call last): Apr 18 20:52:56.561477 n-d-838334-2 neutron-server[84041]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 18 20:52:56.561477 n-d-838334-2 neutron-server[84041]: timer() Apr 18 20:52:56.561477 n-d-838334-2 neutron-server[84041]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 20:52:56.561477 n-d-838334-2 neutron-server[84041]: cb(*args, **kw) Apr 18 20:52:56.561477 n-d-838334-2 neutron-server[84041]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 18 20:52:56.561477 n-d-838334-2 neutron-server[84041]: return func(*args, **kwargs) Apr 18 20:52:56.561477 n-d-838334-2 neutron-server[84041]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 20:52:56.561477 n-d-838334-2 neutron-server[84041]: self._notify() Apr 18 20:52:56.561477 n-d-838334-2 neutron-server[84041]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 20:52:56.561477 n-d-838334-2 neutron-server[84041]: self.callback(batched_events) Apr 18 20:52:56.561477 n-d-838334-2 neutron-server[84041]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 20:52:56.561477 n-d-838334-2 neutron-server[84041]: event.method(event) Apr 18 20:52:56.561477 n-d-838334-2 neutron-server[84041]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 18 20:52:56.561477 n-d-838334-2 neutron-server[84041]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 20:52:56.561477 n-d-838334-2 neutron-server[84041]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 18 20:52:56.561477 n-d-838334-2 neutron-server[84041]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 20:52:56.561477 n-d-838334-2 neutron-server[84041]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 18 20:52:56.561477 n-d-838334-2 neutron-server[84041]: return f(self, *a, **k) Apr 18 20:52:56.561477 n-d-838334-2 neutron-server[84041]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 18 20:52:56.561477 n-d-838334-2 neutron-server[84041]: return self._get(url).json() Apr 18 20:52:56.561477 n-d-838334-2 neutron-server[84041]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 18 20:52:56.561477 n-d-838334-2 neutron-server[84041]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 20:52:56.561477 n-d-838334-2 neutron-server[84041]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 18 20:52:56.561477 n-d-838334-2 neutron-server[84041]: return self.request(url, 'GET', **kwargs) Apr 18 20:52:56.561477 n-d-838334-2 neutron-server[84041]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 18 20:52:56.561477 n-d-838334-2 neutron-server[84041]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 20:52:56.561477 n-d-838334-2 neutron-server[84041]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 18 20:52:56.561477 n-d-838334-2 neutron-server[84041]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 20:52:56.561477 n-d-838334-2 neutron-server[84041]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 18 20:52:56.561477 n-d-838334-2 neutron-server[84041]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 20:52:56.561477 n-d-838334-2 neutron-server[84041]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 20:52:56.588373 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.v2.base [None req-911bda68-a7e0-4308-9f65-774d4ad708b1 admin admin] Request body: {'subnet': {'network_id': '94fc6894-1eec-45c0-8ee8-d6d3497fd74a', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-1848590828-subnet', 'tenant_id': '12694760047540d7b543cf140be0368d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=84040) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 20:52:56.644537 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-31929c79-39b1-4942-8e02-c7966269c90e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1258898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33526109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33444113'] for network, after_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:56.645754 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [None req-911bda68-a7e0-4308-9f65-774d4ad708b1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:52:56.649538 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-31929c79-39b1-4942-8e02-c7966269c90e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32378031'] for network, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:56.659893 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-911bda68-a7e0-4308-9f65-774d4ad708b1 admin admin] Usage tracker for resource:subnet and tenant:12694760047540d7b543cf140be0368d is out of sync, need to count used quota {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:52:56.673474 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-911bda68-a7e0-4308-9f65-774d4ad708b1 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:52:56.677834 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31929c79-39b1-4942-8e02-c7966269c90e admin admin] Pushing event deleted for resources: {'Network': ['ID=b18f6ca6-9241-4023-98c1-9e86661176c3,revision_number=None']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:52:56.681816 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-31929c79-39b1-4942-8e02-c7966269c90e admin admin] 10.222.0.42 "DELETE /v2.0/networks/b18f6ca6-9241-4023-98c1-9e86661176c3 HTTP/1.1" status: 204 len: 168 time: 0.6661742 Apr 18 20:52:56.700409 n-d-838334-2 neutron-server[84040]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a3f2f42b-7fa9-4590-9806-3f5d5a3b0ee0 tempest-ServersTestManualDisk-1928363056 tempest-ServersTestManualDisk-1928363056-project] Router 09d5c51a-192d-453a-aaa5-12af973816c7 has already been hosted by L3 agent bc84d6c9-dd7a-4555-a351-592327b46d5a {{(pid=84040) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 20:52:56.704924 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [None req-911bda68-a7e0-4308-9f65-774d4ad708b1 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:52:56.708122 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-7879168e-d5a4-4a6e-9a93-b3702d751925 req-4ee86890-e369-4a39-99cc-72e72a6afb0a service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=96dabab2-edf7-421c-9f87-a969c8aeb8a0 HTTP/1.1" status: 200 len: 1001 time: 0.3677597 Apr 18 20:52:56.796267 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-911bda68-a7e0-4308-9f65-774d4ad708b1 admin admin] Made reservation on behalf of 12694760047540d7b543cf140be0368d for: {'subnet': 1} {{(pid=84040) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:52:56.798490 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-911bda68-a7e0-4308-9f65-774d4ad708b1 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31752722'] for subnet, before_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:56.898812 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 48984) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:52:56.951011 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-f2039174-e260-4661-9aad-cf31d5d7cd67 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=ec0d4dedc6f54935aafadeeb5b293728&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0486841 Apr 18 20:52:56.951233 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 48988) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:52:56.996101 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-234b3724-503c-4a54-91bb-34692c24067f req-330e1964-e3ee-4cfb-9300-34ae69777d66 tempest-TaggedBootDevicesTest_v242-417596240 tempest-TaggedBootDevicesTest_v242-417596240-project] Notify callbacks [] for port, precommit_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:57.011701 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-265c9f48-154a-471a-9c3e-a5c020787ab7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:57.016152 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b26df331-8ad2-4b07-b0c7-85de65fdc0f0 req-02ccd6b3-02aa-499e-920f-57f741b6857a tempest-ServerDiskConfigTestJSON-473081836 tempest-ServerDiskConfigTestJSON-473081836-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:52:57.017610 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-b26df331-8ad2-4b07-b0c7-85de65fdc0f0 req-02ccd6b3-02aa-499e-920f-57f741b6857a tempest-ServerDiskConfigTestJSON-473081836 tempest-ServerDiskConfigTestJSON-473081836-project] 10.222.0.42 "GET /v2.0/ports?device_id=e3ce1959-1c32-471b-a30a-a5dd21c9b8a4 HTTP/1.1" status: 200 len: 945 time: 0.5752997 Apr 18 20:52:57.034542 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7879168e-d5a4-4a6e-9a93-b3702d751925 req-4695096f-0fb8-4feb-8ae3-500f47159351 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:52:57.036057 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-7879168e-d5a4-4a6e-9a93-b3702d751925 req-4695096f-0fb8-4feb-8ae3-500f47159351 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=d2e46a24-0bb5-4d5b-bcac-f83f2e3a3c35 HTTP/1.1" status: 200 len: 855 time: 0.3084562 Apr 18 20:52:57.037578 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-265c9f48-154a-471a-9c3e-a5c020787ab7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:57.093313 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-265c9f48-154a-471a-9c3e-a5c020787ab7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33528224'] for security_group, after_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:57.113072 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-265c9f48-154a-471a-9c3e-a5c020787ab7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f984221-1918-47e6-82e9-256972907b58,revision_number=None']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:52:57.124256 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-265c9f48-154a-471a-9c3e-a5c020787ab7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:57.127908 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-265c9f48-154a-471a-9c3e-a5c020787ab7 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/6f984221-1918-47e6-82e9-256972907b58 HTTP/1.1" status: 204 len: 168 time: 0.1729131 Apr 18 20:52:57.150899 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-928a8318-da58-44f9-ba17-bc13cc17c7c8 req-ea540f77-e31a-47d6-907b-918342391fdb tempest-ServerRescueNegativeTestJSON-1571656168 tempest-ServerRescueNegativeTestJSON-1571656168-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:52:57.152380 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-928a8318-da58-44f9-ba17-bc13cc17c7c8 req-ea540f77-e31a-47d6-907b-918342391fdb tempest-ServerRescueNegativeTestJSON-1571656168 tempest-ServerRescueNegativeTestJSON-1571656168-project] 10.222.0.42 "GET /v2.0/ports?device_id=264936db-30ce-4589-b255-6c9a9ad966e3 HTTP/1.1" status: 200 len: 946 time: 0.5745721 Apr 18 20:52:57.291573 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.provisioning_blocks [req-234b3724-503c-4a54-91bb-34692c24067f req-330e1964-e3ee-4cfb-9300-34ae69777d66 tempest-TaggedBootDevicesTest_v242-417596240 tempest-TaggedBootDevicesTest_v242-417596240-project] Transition to ACTIVE for port object b67988d2-bb60-4efe-bd1d-80e31ea8ffb6 will not be triggered until provisioned by entity DHCP. {{(pid=84040) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 20:52:57.416897 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-b26df331-8ad2-4b07-b0c7-85de65fdc0f0 req-2472c845-0984-4e62-ada9-e951b0373721 tempest-ServerDiskConfigTestJSON-473081836 tempest-ServerDiskConfigTestJSON-473081836-project] 10.222.0.42 "GET /v2.0/security-groups?id=527f07bd-3b7c-4e87-bb13-fa86b9490e28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3764529 Apr 18 20:52:57.464711 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-928a8318-da58-44f9-ba17-bc13cc17c7c8 req-229d4d63-8099-4e65-b3fb-512887a5f9ae tempest-ServerRescueNegativeTestJSON-1571656168 tempest-ServerRescueNegativeTestJSON-1571656168-project] 10.222.0.42 "GET /v2.0/security-groups?id=fa6b5748-504b-4821-b3a0-7e61ca1810b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1634862 Apr 18 20:52:57.471597 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-234b3724-503c-4a54-91bb-34692c24067f req-330e1964-e3ee-4cfb-9300-34ae69777d66 tempest-TaggedBootDevicesTest_v242-417596240 tempest-TaggedBootDevicesTest_v242-417596240-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750374836619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32440838'] for port, after_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:57.578878 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-7879168e-d5a4-4a6e-9a93-b3702d751925 req-011453af-b0b7-4930-accc-bc333ccb5d9b service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=0f9d847a-7ba3-4a42-a0c6-e8541d683b40&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4934974 Apr 18 20:52:57.591617 n-d-838334-2 neutron-server[84040]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-234b3724-503c-4a54-91bb-34692c24067f req-330e1964-e3ee-4cfb-9300-34ae69777d66 tempest-TaggedBootDevicesTest_v242-417596240 tempest-TaggedBootDevicesTest_v242-417596240-project] Network 4c6d63fa-10ee-46ac-a5d2-fd4675ff700f is already hosted by enough agents. {{(pid=84040) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:52:57.627924 n-d-838334-2 neutron-server[84040]: DEBUG neutron.scheduler.base_scheduler [req-234b3724-503c-4a54-91bb-34692c24067f req-330e1964-e3ee-4cfb-9300-34ae69777d66 tempest-TaggedBootDevicesTest_v242-417596240 tempest-TaggedBootDevicesTest_v242-417596240-project] Resources bound (agent type, host, resource id): {{(pid=84040) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:52:57.634638 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-330e1964-e3ee-4cfb-9300-34ae69777d66 tempest-TaggedBootDevicesTest_v242-417596240 tempest-TaggedBootDevicesTest_v242-417596240-project] Pushing event updated for resources: {'Port': ['ID=b67988d2-bb60-4efe-bd1d-80e31ea8ffb6,revision_number=1']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:52:57.636940 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.l3_dvrscheduler_db [req-234b3724-503c-4a54-91bb-34692c24067f req-330e1964-e3ee-4cfb-9300-34ae69777d66 tempest-TaggedBootDevicesTest_v242-417596240 tempest-TaggedBootDevicesTest_v242-417596240-project] Received port after_create {{(pid=84040) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 20:52:57.828531 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-330e1964-e3ee-4cfb-9300-34ae69777d66 tempest-TaggedBootDevicesTest_v242-417596240 tempest-TaggedBootDevicesTest_v242-417596240-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:52:57.828531 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-330e1964-e3ee-4cfb-9300-34ae69777d66 tempest-TaggedBootDevicesTest_v242-417596240 tempest-TaggedBootDevicesTest_v242-417596240-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:52:57.828531 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-330e1964-e3ee-4cfb-9300-34ae69777d66 tempest-TaggedBootDevicesTest_v242-417596240 tempest-TaggedBootDevicesTest_v242-417596240-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:52:57.828531 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-330e1964-e3ee-4cfb-9300-34ae69777d66 tempest-TaggedBootDevicesTest_v242-417596240 tempest-TaggedBootDevicesTest_v242-417596240-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:52:57.828531 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-330e1964-e3ee-4cfb-9300-34ae69777d66 tempest-TaggedBootDevicesTest_v242-417596240 tempest-TaggedBootDevicesTest_v242-417596240-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:52:57.828531 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-330e1964-e3ee-4cfb-9300-34ae69777d66 tempest-TaggedBootDevicesTest_v242-417596240 tempest-TaggedBootDevicesTest_v242-417596240-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:52:57.828531 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-330e1964-e3ee-4cfb-9300-34ae69777d66 tempest-TaggedBootDevicesTest_v242-417596240 tempest-TaggedBootDevicesTest_v242-417596240-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:52:57.828531 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-330e1964-e3ee-4cfb-9300-34ae69777d66 tempest-TaggedBootDevicesTest_v242-417596240 tempest-TaggedBootDevicesTest_v242-417596240-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:52:57.828531 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-330e1964-e3ee-4cfb-9300-34ae69777d66 tempest-TaggedBootDevicesTest_v242-417596240 tempest-TaggedBootDevicesTest_v242-417596240-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:52:57.828531 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-330e1964-e3ee-4cfb-9300-34ae69777d66 tempest-TaggedBootDevicesTest_v242-417596240 tempest-TaggedBootDevicesTest_v242-417596240-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:52:57.829452 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-330e1964-e3ee-4cfb-9300-34ae69777d66 tempest-TaggedBootDevicesTest_v242-417596240 tempest-TaggedBootDevicesTest_v242-417596240-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:52:57.866459 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-911bda68-a7e0-4308-9f65-774d4ad708b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33526260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32441074', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31752704'] for subnet, after_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:57.951026 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-dec00c25-bee0-4912-ab7d-0906b0f29cfc None None] Provisioning for port b67988d2-bb60-4efe-bd1d-80e31ea8ffb6 completed by entity DHCP. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 20:52:57.957188 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-234b3724-503c-4a54-91bb-34692c24067f req-330e1964-e3ee-4cfb-9300-34ae69777d66 tempest-TaggedBootDevicesTest_v242-417596240 tempest-TaggedBootDevicesTest_v242-417596240-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:52:57.957801 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-234b3724-503c-4a54-91bb-34692c24067f req-330e1964-e3ee-4cfb-9300-34ae69777d66 tempest-TaggedBootDevicesTest_v242-417596240 tempest-TaggedBootDevicesTest_v242-417596240-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217293'] for port, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:57.960041 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-dec00c25-bee0-4912-ab7d-0906b0f29cfc None None] Provisioning complete for port b67988d2-bb60-4efe-bd1d-80e31ea8ffb6 triggered by entity DHCP. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:52:57.960608 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-dec00c25-bee0-4912-ab7d-0906b0f29cfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1253608'] for port, provisioning_complete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:58.027019 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.plugin [None req-dec00c25-bee0-4912-ab7d-0906b0f29cfc None None] Port b67988d2-bb60-4efe-bd1d-80e31ea8ffb6 cannot update to ACTIVE because it is not bound. {{(pid=84042) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 18 20:52:58.058941 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-7879168e-d5a4-4a6e-9a93-b3702d751925 req-305ffade-152d-444a-9931-390a2386480f service neutron] 10.222.0.48 "GET /v2.0/networks/0f9d847a-7ba3-4a42-a0c6-e8541d683b40?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4693141 Apr 18 20:52:58.059534 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-911bda68-a7e0-4308-9f65-774d4ad708b1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4c50cf18-ff49-4407-942b-e98af9e657c9,revision_number=0']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:52:58.099016 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 49014) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:52:58.107235 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-234b3724-503c-4a54-91bb-34692c24067f req-330e1964-e3ee-4cfb-9300-34ae69777d66 tempest-TaggedBootDevicesTest_v242-417596240 tempest-TaggedBootDevicesTest_v242-417596240-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 3.3872995 Apr 18 20:52:58.176443 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.v2.base [req-234b3724-503c-4a54-91bb-34692c24067f req-22d881d5-7976-4577-a9d1-35bd4b23c99c tempest-TaggedBootDevicesTest_v242-417596240 tempest-TaggedBootDevicesTest_v242-417596240-project] Request body: {'port': {'device_id': '6a49f48a-913c-49a6-8c09-bf4c978ef91f', 'fixed_ips': [{'ip_address': '10.2.2.100'}], 'network_id': 'c28eb4dc-8be0-4839-b428-8a188976dc96', 'admin_state_up': True, 'tenant_id': '9feceef4d3df4daeb6497a95fbe12eb7', 'security_groups': ['48fab5b0-1368-425c-9a53-c0303d2044f1']}} {{(pid=84040) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 20:52:58.222029 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a3f2f42b-7fa9-4590-9806-3f5d5a3b0ee0 tempest-ServersTestManualDisk-1928363056 tempest-ServersTestManualDisk-1928363056-project] Notify agent at l3_agent.n-d-838334-2 the message routers_updated {{(pid=84040) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 20:52:58.229947 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.v2.base [None req-ee5bd587-52a1-4fa6-94a2-57fe2521e33f admin admin] Request body: {'network': {'name': 'tempest-ServerTagsTestJSON-849477838-network', 'tenant_id': '07d78456d9a640c99bc6ce9963d36085'}} {{(pid=84041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 20:52:58.233801 n-d-838334-2 neutron-server[84043]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1136791-6caa-4f20-89a0-953b06a81a98 None None] Sync routers for ids ['09d5c51a-192d-453a-aaa5-12af973816c7'] in n-d-838334-2 {{(pid=84043) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 18 20:52:58.235671 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-ee5bd587-52a1-4fa6-94a2-57fe2521e33f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:52:58.239454 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-ee5bd587-52a1-4fa6-94a2-57fe2521e33f admin admin] Usage tracker for resource:network and tenant:07d78456d9a640c99bc6ce9963d36085 is out of sync, need to count used quota {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:52:58.242305 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-ee5bd587-52a1-4fa6-94a2-57fe2521e33f admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:52:58.245568 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1136791-6caa-4f20-89a0-953b06a81a98 None None] Routers {'09d5c51a-192d-453a-aaa5-12af973816c7'} bound to L3 agent in host n-d-838334-2 {{(pid=84043) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 20:52:58.246159 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.l3_hamode_db [None req-b1136791-6caa-4f20-89a0-953b06a81a98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838334-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-18T20:25:48Z,description=,heartbeat_timestamp=2022-04-18T20:52:48Z,host='n-d-838334-2',id=bc84d6c9-dd7a-4555-a351-592327b46d5a,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:25:48Z,topic='l3_agent')) {'router_ids': ['09d5c51a-192d-453a-aaa5-12af973816c7'], 'active': True} {{(pid=84043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:52:58.248036 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-ee5bd587-52a1-4fa6-94a2-57fe2521e33f admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:52:58.259452 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee5bd587-52a1-4fa6-94a2-57fe2521e33f admin admin] Made reservation on behalf of 07d78456d9a640c99bc6ce9963d36085 for: {'network': 1} {{(pid=84041) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:52:58.261925 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-ee5bd587-52a1-4fa6-94a2-57fe2521e33f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for network, before_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:58.273964 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-ee5bd587-52a1-4fa6-94a2-57fe2521e33f admin admin] Notify callbacks [] for security_group, before_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:58.274211 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53dbb835-f395-49cf-9306-4de0ac1d9240 req-9262aee1-66c6-4d20-9eb4-de239ce41020 tempest-AttachVolumeShelveTestJSON-1712717013 tempest-AttachVolumeShelveTestJSON-1712717013-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:52:58.275638 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-53dbb835-f395-49cf-9306-4de0ac1d9240 req-9262aee1-66c6-4d20-9eb4-de239ce41020 tempest-AttachVolumeShelveTestJSON-1712717013 tempest-AttachVolumeShelveTestJSON-1712717013-project] 10.222.0.42 "GET /v2.0/ports?device_id=a3d617b3-55ec-41c1-b97c-911aa927ef50 HTTP/1.1" status: 200 len: 945 time: 0.5386217 Apr 18 20:52:58.283655 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-a3f2f42b-7fa9-4590-9806-3f5d5a3b0ee0 tempest-ServersTestManualDisk-1928363056 tempest-ServersTestManualDisk-1928363056-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217293'] for floatingip, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:58.306969 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-ee5bd587-52a1-4fa6-94a2-57fe2521e33f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:52:58.310474 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-911bda68-a7e0-4308-9f65-774d4ad708b1 admin admin] Checking segment: {'id': '42995a01-0161-4a1c-9d20-c44bc4bcd3bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': '94fc6894-1eec-45c0-8ee8-d6d3497fd74a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84040) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 20:52:58.310990 n-d-838334-2 neutron-server[84040]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-911bda68-a7e0-4308-9f65-774d4ad708b1 admin admin] Network hostable DHCP agents. Network: 94fc6894-1eec-45c0-8ee8-d6d3497fd74a, hostable agents: ['8746f8ea-3e91-4b32-9919-2c63adeb8722'], hosted agents: [] {{(pid=84040) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 20:52:58.311301 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-ee5bd587-52a1-4fa6-94a2-57fe2521e33f admin admin] Usage tracker for resource:security_group_rule and tenant:07d78456d9a640c99bc6ce9963d36085 is out of sync, need to count used quota {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:52:58.314613 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-ee5bd587-52a1-4fa6-94a2-57fe2521e33f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:52:58.320335 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-ee5bd587-52a1-4fa6-94a2-57fe2521e33f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:52:58.338441 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a067054e-e4b3-478e-871d-75ba59511b11 req-e88e3c91-0c80-4497-95c6-08533a71c647 tempest-TaggedBootDevicesTest_v242-417596240 tempest-TaggedBootDevicesTest_v242-417596240-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:52:58.342511 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a067054e-e4b3-478e-871d-75ba59511b11 req-e88e3c91-0c80-4497-95c6-08533a71c647 tempest-TaggedBootDevicesTest_v242-417596240 tempest-TaggedBootDevicesTest_v242-417596240-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:52:58.346776 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a067054e-e4b3-478e-871d-75ba59511b11 req-e88e3c91-0c80-4497-95c6-08533a71c647 tempest-TaggedBootDevicesTest_v242-417596240 tempest-TaggedBootDevicesTest_v242-417596240-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:52:58.347556 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [req-a067054e-e4b3-478e-871d-75ba59511b11 req-e88e3c91-0c80-4497-95c6-08533a71c647 tempest-TaggedBootDevicesTest_v242-417596240 tempest-TaggedBootDevicesTest_v242-417596240-project] Synchronizing usage tracker for tenant:9feceef4d3df4daeb6497a95fbe12eb7 on resource:port {{(pid=84040) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 20:52:58.391815 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-ee5bd587-52a1-4fa6-94a2-57fe2521e33f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:58.396765 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-ee5bd587-52a1-4fa6-94a2-57fe2521e33f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33528224'] for security_group, after_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:58.424466 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ee5bd587-52a1-4fa6-94a2-57fe2521e33f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 391} {{(pid=84041) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 20:52:58.437309 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee5bd587-52a1-4fa6-94a2-57fe2521e33f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5152e730-2577-415e-84e6-d8dbcecb899f,revision_number=1']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:52:58.442285 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-ee5bd587-52a1-4fa6-94a2-57fe2521e33f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1082986'] for segment, precommit_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:58.442900 n-d-838334-2 neutron-server[84041]: INFO neutron.db.segments_db [None req-ee5bd587-52a1-4fa6-94a2-57fe2521e33f admin admin] Added segment 23ce9e22-2370-4382-bef0-fd7ce1687f08 of type vlan for network 22205f98-4cc3-4618-b6e6-b8be238163d1 Apr 18 20:52:58.454085 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.l3_dvr_db [None req-b1136791-6caa-4f20-89a0-953b06a81a98 None None] Set router 09d5c51a-192d-453a-aaa5-12af973816c7 gateway port host: n-d-838334-2 {{(pid=84043) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 20:52:58.475452 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-ee5bd587-52a1-4fa6-94a2-57fe2521e33f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750374825732'] for network, precommit_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:58.480684 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-a3f2f42b-7fa9-4590-9806-3f5d5a3b0ee0 tempest-ServersTestManualDisk-1928363056 tempest-ServersTestManualDisk-1928363056-project] 10.222.0.42 "PUT /v2.0/floatingips/5b1c4dda-6a26-4a81-8083-336b21c8e195 HTTP/1.1" status: 200 len: 992 time: 10.1448107 Apr 18 20:52:58.489117 n-d-838334-2 neutron-server[84040]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c5fcae49-cbba-4367-b8c5-f1b0e0bda7cb', 'tag': '43338bac-2350-4846-81d5-278fc0297d87'}] {{(pid=84040) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 20:52:58.502046 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [req-a067054e-e4b3-478e-871d-75ba59511b11 req-e88e3c91-0c80-4497-95c6-08533a71c647 tempest-TaggedBootDevicesTest_v242-417596240 tempest-TaggedBootDevicesTest_v242-417596240-project] Unset dirty status for tenant:9feceef4d3df4daeb6497a95fbe12eb7 on resource:port {{(pid=84040) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 20:52:58.503194 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-a067054e-e4b3-478e-871d-75ba59511b11 req-e88e3c91-0c80-4497-95c6-08533a71c647 tempest-TaggedBootDevicesTest_v242-417596240 tempest-TaggedBootDevicesTest_v242-417596240-project] 10.222.0.42 "GET /v2.0/ports?device_id=6a49f48a-913c-49a6-8c09-bf4c978ef91f HTTP/1.1" status: 200 len: 2373 time: 0.6919835 Apr 18 20:52:58.509049 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-7879168e-d5a4-4a6e-9a93-b3702d751925 req-3032206d-f45c-4cac-8b76-56101c4907ba service neutron] 10.222.0.48 "GET /v2.0/networks/0f9d847a-7ba3-4a42-a0c6-e8541d683b40?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4275451 Apr 18 20:52:58.515358 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-ee5bd587-52a1-4fa6-94a2-57fe2521e33f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33526109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022'] for network, after_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:58.516777 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee5bd587-52a1-4fa6-94a2-57fe2521e33f admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:52:58.518198 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-ee5bd587-52a1-4fa6-94a2-57fe2521e33f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32378031'] for network, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:58.527501 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-53dbb835-f395-49cf-9306-4de0ac1d9240 req-05cda44d-cc61-44fe-b590-769c90bd3b7c tempest-AttachVolumeShelveTestJSON-1712717013 tempest-AttachVolumeShelveTestJSON-1712717013-project] 10.222.0.42 "GET /v2.0/security-groups?id=2e9d8b44-da00-4a79-861c-f0ec417a580f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1984947 Apr 18 20:52:58.557221 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [req-234b3724-503c-4a54-91bb-34692c24067f req-22d881d5-7976-4577-a9d1-35bd4b23c99c tempest-TaggedBootDevicesTest_v242-417596240 tempest-TaggedBootDevicesTest_v242-417596240-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:52:58.568391 n-d-838334-2 neutron-server[84040]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-911bda68-a7e0-4308-9f65-774d4ad708b1 admin admin] Network 94fc6894-1eec-45c0-8ee8-d6d3497fd74a is scheduled to be hosted by DHCP agent 8746f8ea-3e91-4b32-9919-2c63adeb8722 with binding_index 1 {{(pid=84040) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 20:52:58.592561 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [req-234b3724-503c-4a54-91bb-34692c24067f req-22d881d5-7976-4577-a9d1-35bd4b23c99c tempest-TaggedBootDevicesTest_v242-417596240 tempest-TaggedBootDevicesTest_v242-417596240-project] Attempting to reserve 1 items for resource port. Total usage: 10; quota limit: 500; headroom:490 {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:52:58.600765 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-a067054e-e4b3-478e-871d-75ba59511b11 req-23256d13-7a91-45aa-a11c-007538830a5e tempest-TaggedBootDevicesTest_v242-417596240 tempest-TaggedBootDevicesTest_v242-417596240-project] 10.222.0.42 "GET /v2.0/security-groups?id=48fab5b0-1368-425c-9a53-c0303d2044f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0797038 Apr 18 20:52:58.604034 n-d-838334-2 neutron-server[84040]: DEBUG neutron.scheduler.base_scheduler [None req-911bda68-a7e0-4308-9f65-774d4ad708b1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-838334-2, 94fc6894-1eec-45c0-8ee8-d6d3497fd74a) {{(pid=84040) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:52:58.609473 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-911bda68-a7e0-4308-9f65-774d4ad708b1 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:52:58.610648 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-911bda68-a7e0-4308-9f65-774d4ad708b1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32378031'] for subnet, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:58.617271 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-234b3724-503c-4a54-91bb-34692c24067f req-22d881d5-7976-4577-a9d1-35bd4b23c99c tempest-TaggedBootDevicesTest_v242-417596240 tempest-TaggedBootDevicesTest_v242-417596240-project] Made reservation on behalf of 9feceef4d3df4daeb6497a95fbe12eb7 for: {'port': 1} {{(pid=84040) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:52:58.622563 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4411f016-0e28-42f6-a89c-0e27bb33af67 None None] Network 94fc6894-1eec-45c0-8ee8-d6d3497fd74a requested from n-d-838334-2 {{(pid=84042) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 20:52:58.647061 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee5bd587-52a1-4fa6-94a2-57fe2521e33f admin admin] Pushing event updated for resources: {'Network': ['ID=22205f98-4cc3-4618-b6e6-b8be238163d1,revision_number=1']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:52:58.654226 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-ee5bd587-52a1-4fa6-94a2-57fe2521e33f admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.5538895 Apr 18 20:52:58.655955 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 49028) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:52:58.662139 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.v2.base [None req-c06d061d-cff8-4869-8756-7233b1d842dc admin admin] Request body: {'subnet': {'network_id': '22205f98-4cc3-4618-b6e6-b8be238163d1', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerTagsTestJSON-849477838-subnet', 'tenant_id': '07d78456d9a640c99bc6ce9963d36085', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=84041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 20:52:58.667890 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-c06d061d-cff8-4869-8756-7233b1d842dc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:52:58.674435 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-c06d061d-cff8-4869-8756-7233b1d842dc admin admin] Usage tracker for resource:subnet and tenant:07d78456d9a640c99bc6ce9963d36085 is out of sync, need to count used quota {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:52:58.677309 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Network 22205f98-4cc3-4618-b6e6-b8be238163d1 details requested by agent ovs-agent-n-d-838334-2 with host n-d-838334-2 {{(pid=84042) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 18 20:52:58.678080 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-c06d061d-cff8-4869-8756-7233b1d842dc admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:52:58.684334 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-c06d061d-cff8-4869-8756-7233b1d842dc admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:52:58.698680 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c06d061d-cff8-4869-8756-7233b1d842dc admin admin] Made reservation on behalf of 07d78456d9a640c99bc6ce9963d36085 for: {'subnet': 1} {{(pid=84041) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:52:58.701463 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-c06d061d-cff8-4869-8756-7233b1d842dc admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32486301'] for subnet, before_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:58.724428 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-911bda68-a7e0-4308-9f65-774d4ad708b1 admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 2.1901493 Apr 18 20:52:58.809893 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-234b3724-503c-4a54-91bb-34692c24067f req-22d881d5-7976-4577-a9d1-35bd4b23c99c tempest-TaggedBootDevicesTest_v242-417596240 tempest-TaggedBootDevicesTest_v242-417596240-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:59.096562 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Device 96dabab2-edf7-421c-9f87-a969c8aeb8a0 no longer exists at agent hyperv_n-h2-838334-2 {{(pid=84042) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 20:52:59.179112 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.l3_hamode_db [None req-b1136791-6caa-4f20-89a0-953b06a81a98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09d5c51a-192d-453a-aaa5-12af973816c7', 'name': 'tempest-ServersTestManualDisk-706543175-router', 'tenant_id': 'd097ca6178bf4202a3e30e56a61a7a3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'external_fixed_ips': [{'subnet_id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'ip_address': '172.25.8.241'}], 'enable_snat': True}, 'gw_port_id': 'f181cca8-f5ce-4a2c-8bbb-bc3372d09100', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:52:00Z', 'updated_at': '2022-04-18T20:52:09Z', 'revision_number': 4, 'project_id': 'd097ca6178bf4202a3e30e56a61a7a3a', 'gw_port': {'id': 'f181cca8-f5ce-4a2c-8bbb-bc3372d09100', 'name': '', 'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:82:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09d5c51a-192d-453a-aaa5-12af973816c7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'ip_address': '172.25.8.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:52:01Z', 'updated_at': '2022-04-18T20:52:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838334-2', '_floatingips': [{'id': '5b1c4dda-6a26-4a81-8083-336b21c8e195', 'tenant_id': 'd097ca6178bf4202a3e30e56a61a7a3a', 'floating_ip_address': '172.25.8.187', 'floating_network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'router_id': '09d5c51a-192d-453a-aaa5-12af973816c7', 'port_id': '43338bac-2350-4846-81d5-278fc0297d87', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '900e7008-3a76-4947-a7ad-9adec518e5cf', 'mac_address': 'fa:16:3e:b0:79:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5fcae49-cbba-4367-b8c5-f1b0e0bda7cb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T20:52:21Z', 'updated_at': '2022-04-18T20:52:50Z', 'revision_number': 1, 'project_id': 'd097ca6178bf4202a3e30e56a61a7a3a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ac51ef9b-db9a-4e6c-bb0d-ebf417fe0a69', 'name': '', 'network_id': '900e7008-3a76-4947-a7ad-9adec518e5cf', 'tenant_id': 'd097ca6178bf4202a3e30e56a61a7a3a', 'mac_address': 'fa:16:3e:de:0c:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09d5c51a-192d-453a-aaa5-12af973816c7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b97e4a75-8ec3-4f6e-beb3-db8f3e8db4d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:52:06Z', 'updated_at': '2022-04-18T20:52:40Z', 'revision_number': 5, 'project_id': 'd097ca6178bf4202a3e30e56a61a7a3a', 'subnets': [{'id': 'b97e4a75-8ec3-4f6e-beb3-db8f3e8db4d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838334-2', False) {} {{(pid=84043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:52:59.184615 n-d-838334-2 neutron-server[84043]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1136791-6caa-4f20-89a0-953b06a81a98 None None] Checking router: 09d5c51a-192d-453a-aaa5-12af973816c7 for host: n-d-838334-2 {{(pid=84043) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 18 20:52:59.200865 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1136791-6caa-4f20-89a0-953b06a81a98 None None] Routers {'09d5c51a-192d-453a-aaa5-12af973816c7'} bound to L3 agent in host n-d-838334-2 {{(pid=84043) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 20:52:59.202407 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.l3_hamode_db [None req-b1136791-6caa-4f20-89a0-953b06a81a98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838334-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-18T20:25:48Z,description=,heartbeat_timestamp=2022-04-18T20:52:48Z,host='n-d-838334-2',id=bc84d6c9-dd7a-4555-a351-592327b46d5a,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:25:48Z,topic='l3_agent')) {'router_ids': ['09d5c51a-192d-453a-aaa5-12af973816c7'], 'active': True} {{(pid=84043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:52:59.283314 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-c06d061d-cff8-4869-8756-7233b1d842dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33526260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32266407', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32486287'] for subnet, after_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:59.339477 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdda2c5e-911d-4fa6-a3de-dc8e7c888081 req-c8ab801e-60f6-46aa-b47b-9fc00796a32f tempest-ServerDiskConfigTestJSON-473081836 tempest-ServerDiskConfigTestJSON-473081836-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:52:59.345622 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-cdda2c5e-911d-4fa6-a3de-dc8e7c888081 req-c8ab801e-60f6-46aa-b47b-9fc00796a32f tempest-ServerDiskConfigTestJSON-473081836 tempest-ServerDiskConfigTestJSON-473081836-project] 10.222.0.42 "GET /v2.0/ports?device_id=e3ce1959-1c32-471b-a30a-a5dd21c9b8a4 HTTP/1.1" status: 200 len: 945 time: 0.3748500 Apr 18 20:52:59.379394 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c06d061d-cff8-4869-8756-7233b1d842dc admin admin] Pushing event updated for resources: {'Subnet': ['ID=72176e50-6dd0-42c9-9742-b0d13dccc0b2,revision_number=0']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:52:59.392606 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:59.393234 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c06d061d-cff8-4869-8756-7233b1d842dc admin admin] Checking segment: {'id': '23ce9e22-2370-4382-bef0-fd7ce1687f08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '22205f98-4cc3-4618-b6e6-b8be238163d1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84041) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 20:52:59.393503 n-d-838334-2 neutron-server[84041]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c06d061d-cff8-4869-8756-7233b1d842dc admin admin] Network hostable DHCP agents. Network: 22205f98-4cc3-4618-b6e6-b8be238163d1, hostable agents: ['8746f8ea-3e91-4b32-9919-2c63adeb8722'], hosted agents: [] {{(pid=84041) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 20:52:59.422232 n-d-838334-2 neutron-server[84041]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c06d061d-cff8-4869-8756-7233b1d842dc admin admin] Network 22205f98-4cc3-4618-b6e6-b8be238163d1 is scheduled to be hosted by DHCP agent 8746f8ea-3e91-4b32-9919-2c63adeb8722 with binding_index 1 {{(pid=84041) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 20:52:59.431229 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-772a08bc-0e03-4621-b664-46d05dc10402 req-be0c98ff-d165-45d0-9fc7-56b0832eb62e tempest-ServersTestManualDisk-1928363056 tempest-ServersTestManualDisk-1928363056-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:52:59.432969 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-772a08bc-0e03-4621-b664-46d05dc10402 req-be0c98ff-d165-45d0-9fc7-56b0832eb62e tempest-ServersTestManualDisk-1928363056 tempest-ServersTestManualDisk-1928363056-project] 10.222.0.42 "GET /v2.0/ports?device_id=c5fcae49-cbba-4367-b8c5-f1b0e0bda7cb HTTP/1.1" status: 200 len: 946 time: 0.2703965 Apr 18 20:52:59.440313 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.db_base_plugin_common [req-234b3724-503c-4a54-91bb-34692c24067f req-22d881d5-7976-4577-a9d1-35bd4b23c99c tempest-TaggedBootDevicesTest_v242-417596240 tempest-TaggedBootDevicesTest_v242-417596240-project] Allocated IP 10.2.2.100 (c28eb4dc-8be0-4839-b428-8a188976dc96/3a8de80c-2b95-46eb-ba80-482a3302f829/f0e8d8ea-6bcf-495f-8aee-e46b70d0c94e) {{(pid=84040) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:52:59.440774 n-d-838334-2 neutron-server[84041]: DEBUG neutron.scheduler.base_scheduler [None req-c06d061d-cff8-4869-8756-7233b1d842dc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-838334-2, 22205f98-4cc3-4618-b6e6-b8be238163d1) {{(pid=84041) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:52:59.445374 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c06d061d-cff8-4869-8756-7233b1d842dc admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:52:59.446091 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-c06d061d-cff8-4869-8756-7233b1d842dc admin admin] Notify callbacks [] for subnet, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:59.460755 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cdcff86f-f1a3-45aa-950d-e564c5fd342a None None] Network 22205f98-4cc3-4618-b6e6-b8be238163d1 requested from n-d-838334-2 {{(pid=84042) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 20:52:59.471244 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-c06d061d-cff8-4869-8756-7233b1d842dc admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.8140354 Apr 18 20:52:59.476986 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-cdda2c5e-911d-4fa6-a3de-dc8e7c888081 req-8ce345e0-ef77-4fab-84c7-81b8bf2db7a7 tempest-ServerDiskConfigTestJSON-473081836 tempest-ServerDiskConfigTestJSON-473081836-project] 10.222.0.42 "GET /v2.0/security-groups?id=527f07bd-3b7c-4e87-bb13-fa86b9490e28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1211874 Apr 18 20:52:59.492569 n-d-838334-2 neutron-server[84042]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a3d617b3-55ec-41c1-b97c-911aa927ef50', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '96dabab2-edf7-421c-9f87-a969c8aeb8a0'}] {{(pid=84042) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 20:52:59.509256 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-976f799c-3efe-4636-8021-23bc7ea86ae8 None None] Network 94fc6894-1eec-45c0-8ee8-d6d3497fd74a requested from n-d-838334-2 {{(pid=84042) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 20:52:59.556194 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.l3_dvr_db [None req-b1136791-6caa-4f20-89a0-953b06a81a98 None None] Set router 09d5c51a-192d-453a-aaa5-12af973816c7 gateway port host: n-d-838334-2 {{(pid=84043) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 20:52:59.746046 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] For port 96dabab2-edf7-421c-9f87-a969c8aeb8a0, host n-h2-838334-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838334-2',level=0,port_id=96dabab2-edf7-421c-9f87-a969c8aeb8a0,segment=NetworkSegment(cd8c59c7-b4b2-44a4-be0f-4e934073fee4),segment_id=cd8c59c7-b4b2-44a4-be0f-4e934073fee4)] {{(pid=84042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:52:59.756619 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750375287399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253529'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:59.766928 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-f7f9ad27-0a4c-4f2d-aba5-9b657e5bb6ed req-d9a016c5-f9a2-489e-acc3-2572d9937a7d service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=d097ca6178bf4202a3e30e56a61a7a3a&device_id=c5fcae49-cbba-4367-b8c5-f1b0e0bda7cb HTTP/1.1" status: 200 len: 1097 time: 0.1383793 Apr 18 20:52:59.769386 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682'] for port, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:59.816072 n-d-838334-2 neutron-server[84040]: INFO neutron.notifiers.nova [-] Nova event matching ['req-464122f0-2580-4626-a71c-c1f2ba94b012'] response: {'name': 'network-changed', 'server_uuid': 'c5fcae49-cbba-4367-b8c5-f1b0e0bda7cb', 'tag': '43338bac-2350-4846-81d5-278fc0297d87', 'status': 'completed', 'code': 200} Apr 18 20:52:59.864050 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-772a08bc-0e03-4621-b664-46d05dc10402 req-87eb3831-6314-46ae-a5ab-bf64b90d2113 tempest-ServersTestManualDisk-1928363056 tempest-ServersTestManualDisk-1928363056-project] 10.222.0.42 "GET /v2.0/security-groups?id=1bf0e5d8-d566-43af-ab33-a70868c827e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4139330 Apr 18 20:52:59.932817 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Pushing event updated for resources: {'Port': ['ID=96dabab2-edf7-421c-9f87-a969c8aeb8a0,revision_number=8']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:52:59.947112 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:52:59.947574 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:52:59.948047 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:52:59.948496 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:52:59.948922 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:52:59.949344 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:52:59.949762 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:52:59.950208 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:52:59.950607 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:52:59.951018 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:52:59.951434 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:52:59.983729 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7f9ad27-0a4c-4f2d-aba5-9b657e5bb6ed req-4eb6adc9-5c8f-4a3c-9a73-3ec9ee28d832 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:52:59.985517 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-f7f9ad27-0a4c-4f2d-aba5-9b657e5bb6ed req-4eb6adc9-5c8f-4a3c-9a73-3ec9ee28d832 service neutron] 10.222.0.43 "GET /v2.0/networks?id=900e7008-3a76-4947-a7ad-9adec518e5cf HTTP/1.1" status: 200 len: 912 time: 0.2110033 Apr 18 20:53:00.046415 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-972e7d12-e126-4fe7-904f-d47e28683708 req-71eb0b8d-21fb-43e2-9ce0-8b31e4047d8c tempest-ServerRescueNegativeTestJSON-1571656168 tempest-ServerRescueNegativeTestJSON-1571656168-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:53:00.047926 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-972e7d12-e126-4fe7-904f-d47e28683708 req-71eb0b8d-21fb-43e2-9ce0-8b31e4047d8c tempest-ServerRescueNegativeTestJSON-1571656168 tempest-ServerRescueNegativeTestJSON-1571656168-project] 10.222.0.42 "GET /v2.0/ports?device_id=264936db-30ce-4589-b255-6c9a9ad966e3 HTTP/1.1" status: 200 len: 946 time: 0.2778161 Apr 18 20:53:00.067373 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80a4e489-205c-44f3-9794-76c8d9767740 None None] Network 22205f98-4cc3-4618-b6e6-b8be238163d1 requested from n-d-838334-2 {{(pid=84042) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 20:53:00.160220 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.l3_hamode_db [None req-b1136791-6caa-4f20-89a0-953b06a81a98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09d5c51a-192d-453a-aaa5-12af973816c7', 'name': 'tempest-ServersTestManualDisk-706543175-router', 'tenant_id': 'd097ca6178bf4202a3e30e56a61a7a3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'external_fixed_ips': [{'subnet_id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'ip_address': '172.25.8.241'}], 'enable_snat': True}, 'gw_port_id': 'f181cca8-f5ce-4a2c-8bbb-bc3372d09100', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:52:00Z', 'updated_at': '2022-04-18T20:52:09Z', 'revision_number': 4, 'project_id': 'd097ca6178bf4202a3e30e56a61a7a3a', 'gw_port': {'id': 'f181cca8-f5ce-4a2c-8bbb-bc3372d09100', 'name': '', 'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:82:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09d5c51a-192d-453a-aaa5-12af973816c7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'ip_address': '172.25.8.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:52:01Z', 'updated_at': '2022-04-18T20:52:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838334-2', '_floatingips': [{'id': '5b1c4dda-6a26-4a81-8083-336b21c8e195', 'tenant_id': 'd097ca6178bf4202a3e30e56a61a7a3a', 'floating_ip_address': '172.25.8.187', 'floating_network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'router_id': '09d5c51a-192d-453a-aaa5-12af973816c7', 'port_id': '43338bac-2350-4846-81d5-278fc0297d87', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '900e7008-3a76-4947-a7ad-9adec518e5cf', 'mac_address': 'fa:16:3e:b0:79:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5fcae49-cbba-4367-b8c5-f1b0e0bda7cb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T20:52:21Z', 'updated_at': '2022-04-18T20:52:50Z', 'revision_number': 1, 'project_id': 'd097ca6178bf4202a3e30e56a61a7a3a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ac51ef9b-db9a-4e6c-bb0d-ebf417fe0a69', 'name': '', 'network_id': '900e7008-3a76-4947-a7ad-9adec518e5cf', 'tenant_id': 'd097ca6178bf4202a3e30e56a61a7a3a', 'mac_address': 'fa:16:3e:de:0c:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09d5c51a-192d-453a-aaa5-12af973816c7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b97e4a75-8ec3-4f6e-beb3-db8f3e8db4d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:52:06Z', 'updated_at': '2022-04-18T20:52:40Z', 'revision_number': 5, 'project_id': 'd097ca6178bf4202a3e30e56a61a7a3a', 'subnets': [{'id': 'b97e4a75-8ec3-4f6e-beb3-db8f3e8db4d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838334-2', False) {} {{(pid=84043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:53:00.164405 n-d-838334-2 neutron-server[84043]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1136791-6caa-4f20-89a0-953b06a81a98 None None] The sync data for ids ['09d5c51a-192d-453a-aaa5-12af973816c7'] in n-d-838334-2 is: [{'id': '09d5c51a-192d-453a-aaa5-12af973816c7', 'name': 'tempest-ServersTestManualDisk-706543175-router', 'tenant_id': 'd097ca6178bf4202a3e30e56a61a7a3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'external_fixed_ips': [{'subnet_id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'ip_address': '172.25.8.241'}], 'enable_snat': True}, 'gw_port_id': 'f181cca8-f5ce-4a2c-8bbb-bc3372d09100', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:52:00Z', 'updated_at': '2022-04-18T20:52:09Z', 'revision_number': 4, 'project_id': 'd097ca6178bf4202a3e30e56a61a7a3a', 'gw_port': {'id': 'f181cca8-f5ce-4a2c-8bbb-bc3372d09100', 'name': '', 'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:82:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09d5c51a-192d-453a-aaa5-12af973816c7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'ip_address': '172.25.8.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:52:01Z', 'updated_at': '2022-04-18T20:52:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838334-2', '_floatingips': [{'id': '5b1c4dda-6a26-4a81-8083-336b21c8e195', 'tenant_id': 'd097ca6178bf4202a3e30e56a61a7a3a', 'floating_ip_address': '172.25.8.187', 'floating_network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'router_id': '09d5c51a-192d-453a-aaa5-12af973816c7', 'port_id': '43338bac-2350-4846-81d5-278fc0297d87', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '900e7008-3a76-4947-a7ad-9adec518e5cf', 'mac_address': 'fa:16:3e:b0:79:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5fcae49-cbba-4367-b8c5-f1b0e0bda7cb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T20:52:21Z', 'updated_at': '2022-04-18T20:52:50Z', 'revision_number': 1, 'project_id': 'd097ca6178bf4202a3e30e56a61a7a3a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ac51ef9b-db9a-4e6c-bb0d-ebf417fe0a69', 'name': '', 'network_id': '900e7008-3a76-4947-a7ad-9adec518e5cf', 'tenant_id': 'd097ca6178bf4202a3e30e56a61a7a3a', 'mac_address': 'fa:16:3e:de:0c:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09d5c51a-192d-453a-aaa5-12af973816c7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b97e4a75-8ec3-4f6e-beb3-db8f3e8db4d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:52:06Z', 'updated_at': '2022-04-18T20:52:40Z', 'revision_number': 5, 'project_id': 'd097ca6178bf4202a3e30e56a61a7a3a', 'subnets': [{'id': 'b97e4a75-8ec3-4f6e-beb3-db8f3e8db4d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84043) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 18 20:53:00.200514 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-f7f9ad27-0a4c-4f2d-aba5-9b657e5bb6ed req-ca597b57-810d-4418-a7e3-de9c3d19a8a2 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=43338bac-2350-4846-81d5-278fc0297d87 HTTP/1.1" status: 200 len: 1000 time: 0.2010691 Apr 18 20:53:00.209157 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-972e7d12-e126-4fe7-904f-d47e28683708 req-842c7624-2fe2-48d2-96cb-3ce4666925bd tempest-ServerRescueNegativeTestJSON-1571656168 tempest-ServerRescueNegativeTestJSON-1571656168-project] 10.222.0.42 "GET /v2.0/security-groups?id=fa6b5748-504b-4821-b3a0-7e61ca1810b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1508548 Apr 18 20:53:00.225278 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-234b3724-503c-4a54-91bb-34692c24067f req-22d881d5-7976-4577-a9d1-35bd4b23c99c tempest-TaggedBootDevicesTest_v242-417596240 tempest-TaggedBootDevicesTest_v242-417596240-project] Notify callbacks [] for port, precommit_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:53:00.263883 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.provisioning_blocks [req-234b3724-503c-4a54-91bb-34692c24067f req-22d881d5-7976-4577-a9d1-35bd4b23c99c tempest-TaggedBootDevicesTest_v242-417596240 tempest-TaggedBootDevicesTest_v242-417596240-project] Transition to ACTIVE for port object f0e8d8ea-6bcf-495f-8aee-e46b70d0c94e will not be triggered until provisioned by entity DHCP. {{(pid=84040) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 20:53:00.281844 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7f9ad27-0a4c-4f2d-aba5-9b657e5bb6ed req-8b81ccf9-c487-4f5a-9b05-9c7d0c02b86c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:53:00.283750 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-f7f9ad27-0a4c-4f2d-aba5-9b657e5bb6ed req-8b81ccf9-c487-4f5a-9b05-9c7d0c02b86c service neutron] 10.222.0.43 "GET /v2.0/subnets?id=b97e4a75-8ec3-4f6e-beb3-db8f3e8db4d7 HTTP/1.1" status: 200 len: 850 time: 0.0749950 Apr 18 20:53:00.305961 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb4d718f-1e71-474b-9e6d-0a8510a4d564 req-e423f4ae-c6fa-4884-8062-1ff18366ff22 tempest-ServerActionsTestJSON-2052644234 tempest-ServerActionsTestJSON-2052644234-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:53:00.307444 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-bb4d718f-1e71-474b-9e6d-0a8510a4d564 req-e423f4ae-c6fa-4884-8062-1ff18366ff22 tempest-ServerActionsTestJSON-2052644234 tempest-ServerActionsTestJSON-2052644234-project] 10.222.0.42 "GET /v2.0/ports?device_id=b7307812-da19-4509-9baf-bb3ff8313904 HTTP/1.1" status: 200 len: 945 time: 0.1894982 Apr 18 20:53:00.363775 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-234b3724-503c-4a54-91bb-34692c24067f req-22d881d5-7976-4577-a9d1-35bd4b23c99c tempest-TaggedBootDevicesTest_v242-417596240 tempest-TaggedBootDevicesTest_v242-417596240-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750374836619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32440838'] for port, after_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:53:00.392912 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-f7f9ad27-0a4c-4f2d-aba5-9b657e5bb6ed req-ce7abe8a-02d5-449d-a8d8-2f02946cc39e service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=900e7008-3a76-4947-a7ad-9adec518e5cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1015668 Apr 18 20:53:00.440239 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-bb4d718f-1e71-474b-9e6d-0a8510a4d564 req-f3cede59-98f3-4e70-be84-c49f7328890f tempest-ServerActionsTestJSON-2052644234 tempest-ServerActionsTestJSON-2052644234-project] 10.222.0.42 "GET /v2.0/security-groups?id=c2aeb662-6a43-4389-8810-9fad3627855b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1236417 Apr 18 20:53:00.488638 n-d-838334-2 neutron-server[84040]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-234b3724-503c-4a54-91bb-34692c24067f req-22d881d5-7976-4577-a9d1-35bd4b23c99c tempest-TaggedBootDevicesTest_v242-417596240 tempest-TaggedBootDevicesTest_v242-417596240-project] Network c28eb4dc-8be0-4839-b428-8a188976dc96 is already hosted by enough agents. {{(pid=84040) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:53:00.504845 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd3e4b5f-8dc9-4eb9-b2f2-bb01e137b8ce None None] New status for floating IP 5b1c4dda-6a26-4a81-8083-336b21c8e195: ACTIVE {{(pid=84042) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Apr 18 20:53:00.507412 n-d-838334-2 neutron-server[84040]: DEBUG neutron.scheduler.base_scheduler [req-234b3724-503c-4a54-91bb-34692c24067f req-22d881d5-7976-4577-a9d1-35bd4b23c99c tempest-TaggedBootDevicesTest_v242-417596240 tempest-TaggedBootDevicesTest_v242-417596240-project] Resources bound (agent type, host, resource id): {{(pid=84040) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:53:00.512264 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.l3_dvrscheduler_db [req-234b3724-503c-4a54-91bb-34692c24067f req-22d881d5-7976-4577-a9d1-35bd4b23c99c tempest-TaggedBootDevicesTest_v242-417596240 tempest-TaggedBootDevicesTest_v242-417596240-project] Received port after_create {{(pid=84040) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 20:53:00.546099 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22d881d5-7976-4577-a9d1-35bd4b23c99c tempest-TaggedBootDevicesTest_v242-417596240 tempest-TaggedBootDevicesTest_v242-417596240-project] Pushing event updated for resources: {'Port': ['ID=f0e8d8ea-6bcf-495f-8aee-e46b70d0c94e,revision_number=1']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:53:00.601304 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-f7f9ad27-0a4c-4f2d-aba5-9b657e5bb6ed req-70d433f6-3593-4d90-bd18-ab2438705874 service neutron] 10.222.0.43 "GET /v2.0/networks/900e7008-3a76-4947-a7ad-9adec518e5cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2006030 Apr 18 20:53:00.649603 n-d-838334-2 neutron-server[84042]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fae240bd-dcda-48cf-8310-92fd99e78768'] response: {'server_uuid': 'a3d617b3-55ec-41c1-b97c-911aa927ef50', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '96dabab2-edf7-421c-9f87-a969c8aeb8a0', 'code': 200} Apr 18 20:53:00.709494 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-234b3724-503c-4a54-91bb-34692c24067f req-22d881d5-7976-4577-a9d1-35bd4b23c99c tempest-TaggedBootDevicesTest_v242-417596240 tempest-TaggedBootDevicesTest_v242-417596240-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:53:00.710249 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-234b3724-503c-4a54-91bb-34692c24067f req-22d881d5-7976-4577-a9d1-35bd4b23c99c tempest-TaggedBootDevicesTest_v242-417596240 tempest-TaggedBootDevicesTest_v242-417596240-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217293'] for port, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:53:00.795799 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-234b3724-503c-4a54-91bb-34692c24067f req-22d881d5-7976-4577-a9d1-35bd4b23c99c tempest-TaggedBootDevicesTest_v242-417596240 tempest-TaggedBootDevicesTest_v242-417596240-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.6283088 Apr 18 20:53:00.818208 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.v2.base [req-234b3724-503c-4a54-91bb-34692c24067f req-0525c9f8-e8cf-47ba-910b-9f7c4b2f348b tempest-TaggedBootDevicesTest_v242-417596240 tempest-TaggedBootDevicesTest_v242-417596240-project] Request body: {'port': {'device_id': '6a49f48a-913c-49a6-8c09-bf4c978ef91f', 'fixed_ips': [{'ip_address': '10.2.2.200'}], 'network_id': 'c28eb4dc-8be0-4839-b428-8a188976dc96', 'admin_state_up': True, 'tenant_id': '9feceef4d3df4daeb6497a95fbe12eb7', 'security_groups': ['48fab5b0-1368-425c-9a53-c0303d2044f1']}} {{(pid=84040) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 20:53:00.908753 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-f7f9ad27-0a4c-4f2d-aba5-9b657e5bb6ed req-73b1fd92-6859-4f1b-a922-31ff73641227 service neutron] 10.222.0.43 "GET /v2.0/networks/900e7008-3a76-4947-a7ad-9adec518e5cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2943997 Apr 18 20:53:00.917191 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-33a61656-5f19-415e-93bd-4946cb370c30 req-bb6bc0bb-a942-4ade-a5a3-3ae2b12c3e38 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=264936db-30ce-4589-b255-6c9a9ad966e3 HTTP/1.1" status: 200 len: 1097 time: 0.1830277 Apr 18 20:53:00.948702 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-0297617d-ef60-4778-9526-eb2f15ecfc06 None None] Provisioning for port f0e8d8ea-6bcf-495f-8aee-e46b70d0c94e completed by entity DHCP. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 20:53:00.955540 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-0297617d-ef60-4778-9526-eb2f15ecfc06 None None] Provisioning complete for port f0e8d8ea-6bcf-495f-8aee-e46b70d0c94e triggered by entity DHCP. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:53:00.955743 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-0297617d-ef60-4778-9526-eb2f15ecfc06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1253608'] for port, provisioning_complete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:53:00.981466 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-33a61656-5f19-415e-93bd-4946cb370c30 req-62d443e5-767d-40ec-8ae4-4a295e22e0d1 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=fa6b5748-504b-4821-b3a0-7e61ca1810b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575416 Apr 18 20:53:01.025782 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72d6d081-59f9-4a2a-9c40-9b92cd038a66 req-085a552a-fff6-4031-9c77-ae5e38f37c79 tempest-ServersNegativeTestMultiTenantJSON-1325229730 tempest-ServersNegativeTestMultiTenantJSON-1325229730-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:53:01.026459 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [req-72d6d081-59f9-4a2a-9c40-9b92cd038a66 req-085a552a-fff6-4031-9c77-ae5e38f37c79 tempest-ServersNegativeTestMultiTenantJSON-1325229730 tempest-ServersNegativeTestMultiTenantJSON-1325229730-project] Synchronizing usage tracker for tenant:73f6907b204949b4bb681a1a2ac7fa17 on resource:network {{(pid=84040) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 20:53:01.027284 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.plugin [None req-0297617d-ef60-4778-9526-eb2f15ecfc06 None None] Port f0e8d8ea-6bcf-495f-8aee-e46b70d0c94e cannot update to ACTIVE because it is not bound. {{(pid=84042) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 18 20:53:01.057029 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [req-234b3724-503c-4a54-91bb-34692c24067f req-0525c9f8-e8cf-47ba-910b-9f7c4b2f348b tempest-TaggedBootDevicesTest_v242-417596240 tempest-TaggedBootDevicesTest_v242-417596240-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:53:01.063094 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [req-234b3724-503c-4a54-91bb-34692c24067f req-0525c9f8-e8cf-47ba-910b-9f7c4b2f348b tempest-TaggedBootDevicesTest_v242-417596240 tempest-TaggedBootDevicesTest_v242-417596240-project] Usage tracker for resource:port and tenant:9feceef4d3df4daeb6497a95fbe12eb7 is out of sync, need to count used quota {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:53:01.065809 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [req-72d6d081-59f9-4a2a-9c40-9b92cd038a66 req-085a552a-fff6-4031-9c77-ae5e38f37c79 tempest-ServersNegativeTestMultiTenantJSON-1325229730 tempest-ServersNegativeTestMultiTenantJSON-1325229730-project] Unset dirty status for tenant:73f6907b204949b4bb681a1a2ac7fa17 on resource:network {{(pid=84040) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 20:53:01.066944 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-72d6d081-59f9-4a2a-9c40-9b92cd038a66 req-085a552a-fff6-4031-9c77-ae5e38f37c79 tempest-ServersNegativeTestMultiTenantJSON-1325229730 tempest-ServersNegativeTestMultiTenantJSON-1325229730-project] 10.222.0.42 "GET /v2.0/networks?id=2ed02df0-abad-44eb-8f2e-0a0038528ceb HTTP/1.1" status: 200 len: 825 time: 0.4814217 Apr 18 20:53:01.068690 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [req-234b3724-503c-4a54-91bb-34692c24067f req-0525c9f8-e8cf-47ba-910b-9f7c4b2f348b tempest-TaggedBootDevicesTest_v242-417596240 tempest-TaggedBootDevicesTest_v242-417596240-project] Quota usage for port was recalculated. Used quota:11. {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:53:01.083271 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [req-234b3724-503c-4a54-91bb-34692c24067f req-0525c9f8-e8cf-47ba-910b-9f7c4b2f348b tempest-TaggedBootDevicesTest_v242-417596240 tempest-TaggedBootDevicesTest_v242-417596240-project] Attempting to reserve 1 items for resource port. Total usage: 11; quota limit: 500; headroom:489 {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:53:01.090271 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a7b6104-e6a4-491f-8f2e-8c7bb8b16ae6 req-c0eaaca8-240a-4bd0-b9a9-94380cff64c7 tempest-AttachVolumeShelveTestJSON-1712717013 tempest-AttachVolumeShelveTestJSON-1712717013-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:53:01.091717 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-9a7b6104-e6a4-491f-8f2e-8c7bb8b16ae6 req-c0eaaca8-240a-4bd0-b9a9-94380cff64c7 tempest-AttachVolumeShelveTestJSON-1712717013 tempest-AttachVolumeShelveTestJSON-1712717013-project] 10.222.0.42 "GET /v2.0/ports?device_id=a3d617b3-55ec-41c1-b97c-911aa927ef50 HTTP/1.1" status: 200 len: 943 time: 0.3532760 Apr 18 20:53:01.118021 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-72d6d081-59f9-4a2a-9c40-9b92cd038a66 req-ae2ec50f-055b-478e-af04-68b05b56fe49 tempest-ServersNegativeTestMultiTenantJSON-1325229730 tempest-ServersNegativeTestMultiTenantJSON-1325229730-project] 10.222.0.42 "GET /v2.0/quotas/73f6907b204949b4bb681a1a2ac7fa17 HTTP/1.1" status: 200 len: 375 time: 0.0448811 Apr 18 20:53:01.121392 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-234b3724-503c-4a54-91bb-34692c24067f req-0525c9f8-e8cf-47ba-910b-9f7c4b2f348b tempest-TaggedBootDevicesTest_v242-417596240 tempest-TaggedBootDevicesTest_v242-417596240-project] Made reservation on behalf of 9feceef4d3df4daeb6497a95fbe12eb7 for: {'port': 1} {{(pid=84040) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:53:01.125928 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-234b3724-503c-4a54-91bb-34692c24067f req-0525c9f8-e8cf-47ba-910b-9f7c4b2f348b tempest-TaggedBootDevicesTest_v242-417596240 tempest-TaggedBootDevicesTest_v242-417596240-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:53:01.192617 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-72d6d081-59f9-4a2a-9c40-9b92cd038a66 req-91a7ed6d-f9f7-4093-9627-2afb1bfe6c37 tempest-ServersNegativeTestMultiTenantJSON-1325229730 tempest-ServersNegativeTestMultiTenantJSON-1325229730-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=73f6907b204949b4bb681a1a2ac7fa17&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0544834 Apr 18 20:53:01.269044 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-9a7b6104-e6a4-491f-8f2e-8c7bb8b16ae6 req-ca1787a0-d171-487d-aa2c-a65d54315be8 tempest-AttachVolumeShelveTestJSON-1712717013 tempest-AttachVolumeShelveTestJSON-1712717013-project] 10.222.0.42 "GET /v2.0/security-groups?id=2e9d8b44-da00-4a79-861c-f0ec417a580f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1707807 Apr 18 20:53:01.455963 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-72d6d081-59f9-4a2a-9c40-9b92cd038a66 req-1e9a50d6-fc70-4904-90e3-9f878d5abf5d service neutron] 10.222.0.42 "GET /v2.0/networks/2ed02df0-abad-44eb-8f2e-0a0038528ceb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2550018 Apr 18 20:53:01.693760 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.db_base_plugin_common [req-234b3724-503c-4a54-91bb-34692c24067f req-0525c9f8-e8cf-47ba-910b-9f7c4b2f348b tempest-TaggedBootDevicesTest_v242-417596240 tempest-TaggedBootDevicesTest_v242-417596240-project] Allocated IP 10.2.2.200 (c28eb4dc-8be0-4839-b428-8a188976dc96/3a8de80c-2b95-46eb-ba80-482a3302f829/c752aac3-367c-457b-992d-78f7341198e9) {{(pid=84040) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:53:01.876718 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-72d6d081-59f9-4a2a-9c40-9b92cd038a66 req-dadae61a-6da3-48a4-ac86-66d4e485611d service neutron] 10.222.0.42 "GET /v2.0/networks/2ed02df0-abad-44eb-8f2e-0a0038528ceb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3910098 Apr 18 20:53:01.886991 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c00b25f-832f-41be-8dc4-1e034292f151 req-85db5da2-e1ef-46fe-a0b9-dd4ac7e8425c tempest-ServerTagsTestJSON-402241756 tempest-ServerTagsTestJSON-402241756-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:53:01.888390 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-4c00b25f-832f-41be-8dc4-1e034292f151 req-85db5da2-e1ef-46fe-a0b9-dd4ac7e8425c tempest-ServerTagsTestJSON-402241756 tempest-ServerTagsTestJSON-402241756-project] 10.222.0.42 "GET /v2.0/networks?id=22205f98-4cc3-4618-b6e6-b8be238163d1 HTTP/1.1" status: 200 len: 808 time: 0.4015372 Apr 18 20:53:01.927280 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-4c00b25f-832f-41be-8dc4-1e034292f151 req-da22afa8-ae8b-498d-bc52-706d82563a98 tempest-ServerTagsTestJSON-402241756 tempest-ServerTagsTestJSON-402241756-project] 10.222.0.42 "GET /v2.0/quotas/07d78456d9a640c99bc6ce9963d36085 HTTP/1.1" status: 200 len: 375 time: 0.0313227 Apr 18 20:53:02.063845 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-4c00b25f-832f-41be-8dc4-1e034292f151 req-13da449c-16f4-4df6-9818-9ff627c95b18 tempest-ServerTagsTestJSON-402241756 tempest-ServerTagsTestJSON-402241756-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=07d78456d9a640c99bc6ce9963d36085&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0869522 Apr 18 20:53:02.273063 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-234b3724-503c-4a54-91bb-34692c24067f req-0525c9f8-e8cf-47ba-910b-9f7c4b2f348b tempest-TaggedBootDevicesTest_v242-417596240 tempest-TaggedBootDevicesTest_v242-417596240-project] Notify callbacks [] for port, precommit_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:53:02.315612 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.provisioning_blocks [req-234b3724-503c-4a54-91bb-34692c24067f req-0525c9f8-e8cf-47ba-910b-9f7c4b2f348b tempest-TaggedBootDevicesTest_v242-417596240 tempest-TaggedBootDevicesTest_v242-417596240-project] Transition to ACTIVE for port object c752aac3-367c-457b-992d-78f7341198e9 will not be triggered until provisioned by entity DHCP. {{(pid=84040) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 20:53:02.357222 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fe78f04-83a1-4cef-ae54-8fc88a47180a req-e910d222-86e1-4663-a729-0711e79bfc48 tempest-TaggedBootDevicesTest_v242-417596240 tempest-TaggedBootDevicesTest_v242-417596240-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:53:02.361744 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fe78f04-83a1-4cef-ae54-8fc88a47180a req-e910d222-86e1-4663-a729-0711e79bfc48 tempest-TaggedBootDevicesTest_v242-417596240 tempest-TaggedBootDevicesTest_v242-417596240-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:53:02.365670 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fe78f04-83a1-4cef-ae54-8fc88a47180a req-e910d222-86e1-4663-a729-0711e79bfc48 tempest-TaggedBootDevicesTest_v242-417596240 tempest-TaggedBootDevicesTest_v242-417596240-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:53:02.369598 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fe78f04-83a1-4cef-ae54-8fc88a47180a req-e910d222-86e1-4663-a729-0711e79bfc48 tempest-TaggedBootDevicesTest_v242-417596240 tempest-TaggedBootDevicesTest_v242-417596240-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:53:02.370461 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [req-4fe78f04-83a1-4cef-ae54-8fc88a47180a req-e910d222-86e1-4663-a729-0711e79bfc48 tempest-TaggedBootDevicesTest_v242-417596240 tempest-TaggedBootDevicesTest_v242-417596240-project] Synchronizing usage tracker for tenant:9feceef4d3df4daeb6497a95fbe12eb7 on resource:port {{(pid=84040) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 20:53:02.405819 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-4c00b25f-832f-41be-8dc4-1e034292f151 req-9b4d9257-4b3a-460c-a530-11e9ccd5634a service neutron] 10.222.0.42 "GET /v2.0/networks/22205f98-4cc3-4618-b6e6-b8be238163d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3229504 Apr 18 20:53:02.408741 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [req-4fe78f04-83a1-4cef-ae54-8fc88a47180a req-e910d222-86e1-4663-a729-0711e79bfc48 tempest-TaggedBootDevicesTest_v242-417596240 tempest-TaggedBootDevicesTest_v242-417596240-project] Unset dirty status for tenant:9feceef4d3df4daeb6497a95fbe12eb7 on resource:port {{(pid=84040) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 20:53:02.409780 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-4fe78f04-83a1-4cef-ae54-8fc88a47180a req-e910d222-86e1-4663-a729-0711e79bfc48 tempest-TaggedBootDevicesTest_v242-417596240 tempest-TaggedBootDevicesTest_v242-417596240-project] 10.222.0.42 "GET /v2.0/ports?device_id=6a49f48a-913c-49a6-8c09-bf4c978ef91f HTTP/1.1" status: 200 len: 3094 time: 0.2998662 Apr 18 20:53:02.435368 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-234b3724-503c-4a54-91bb-34692c24067f req-0525c9f8-e8cf-47ba-910b-9f7c4b2f348b tempest-TaggedBootDevicesTest_v242-417596240 tempest-TaggedBootDevicesTest_v242-417596240-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750374836619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32440838'] for port, after_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:53:02.609369 n-d-838334-2 neutron-server[84040]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-234b3724-503c-4a54-91bb-34692c24067f req-0525c9f8-e8cf-47ba-910b-9f7c4b2f348b tempest-TaggedBootDevicesTest_v242-417596240 tempest-TaggedBootDevicesTest_v242-417596240-project] Network c28eb4dc-8be0-4839-b428-8a188976dc96 is already hosted by enough agents. {{(pid=84040) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:53:02.614158 n-d-838334-2 neutron-server[84040]: DEBUG neutron.scheduler.base_scheduler [req-234b3724-503c-4a54-91bb-34692c24067f req-0525c9f8-e8cf-47ba-910b-9f7c4b2f348b tempest-TaggedBootDevicesTest_v242-417596240 tempest-TaggedBootDevicesTest_v242-417596240-project] Resources bound (agent type, host, resource id): {{(pid=84040) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:53:02.615920 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0525c9f8-e8cf-47ba-910b-9f7c4b2f348b tempest-TaggedBootDevicesTest_v242-417596240 tempest-TaggedBootDevicesTest_v242-417596240-project] Pushing event updated for resources: {'Port': ['ID=c752aac3-367c-457b-992d-78f7341198e9,revision_number=1']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:53:02.619966 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.l3_dvrscheduler_db [req-234b3724-503c-4a54-91bb-34692c24067f req-0525c9f8-e8cf-47ba-910b-9f7c4b2f348b tempest-TaggedBootDevicesTest_v242-417596240 tempest-TaggedBootDevicesTest_v242-417596240-project] Received port after_create {{(pid=84040) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 20:53:02.663672 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-4fe78f04-83a1-4cef-ae54-8fc88a47180a req-de24cfe8-c7ea-4ecb-9a96-70ec6928ffeb tempest-TaggedBootDevicesTest_v242-417596240 tempest-TaggedBootDevicesTest_v242-417596240-project] 10.222.0.42 "GET /v2.0/security-groups?id=48fab5b0-1368-425c-9a53-c0303d2044f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2323377 Apr 18 20:53:02.726925 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-4c00b25f-832f-41be-8dc4-1e034292f151 req-547f7649-b83c-440f-bf7a-8fd49b709ea3 service neutron] 10.222.0.42 "GET /v2.0/networks/22205f98-4cc3-4618-b6e6-b8be238163d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3135722 Apr 18 20:53:02.749659 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-234b3724-503c-4a54-91bb-34692c24067f req-0525c9f8-e8cf-47ba-910b-9f7c4b2f348b tempest-TaggedBootDevicesTest_v242-417596240 tempest-TaggedBootDevicesTest_v242-417596240-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:53:02.750329 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-234b3724-503c-4a54-91bb-34692c24067f req-0525c9f8-e8cf-47ba-910b-9f7c4b2f348b tempest-TaggedBootDevicesTest_v242-417596240 tempest-TaggedBootDevicesTest_v242-417596240-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217293'] for port, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:53:02.778468 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-234b3724-503c-4a54-91bb-34692c24067f req-0525c9f8-e8cf-47ba-910b-9f7c4b2f348b tempest-TaggedBootDevicesTest_v242-417596240 tempest-TaggedBootDevicesTest_v242-417596240-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9683685 Apr 18 20:53:02.799167 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.v2.base [req-234b3724-503c-4a54-91bb-34692c24067f req-62a66ed8-7d68-4a52-943d-ebf56e9423c1 service neutron] Request body: {'port': {'device_id': '6a49f48a-913c-49a6-8c09-bf4c978ef91f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-838334-2'}} {{(pid=84040) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 20:53:02.975704 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-12053aa2-b4fb-430c-ab50-00ff635d6ef6 None None] Provisioning for port c752aac3-367c-457b-992d-78f7341198e9 completed by entity DHCP. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 20:53:02.980943 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-12053aa2-b4fb-430c-ab50-00ff635d6ef6 None None] Provisioning complete for port c752aac3-367c-457b-992d-78f7341198e9 triggered by entity DHCP. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:53:02.981349 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-12053aa2-b4fb-430c-ab50-00ff635d6ef6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1253608'] for port, provisioning_complete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:53:03.056597 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.plugin [None req-12053aa2-b4fb-430c-ab50-00ff635d6ef6 None None] Port c752aac3-367c-457b-992d-78f7341198e9 cannot update to ACTIVE because it is not bound. {{(pid=84042) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 18 20:53:03.103781 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-234b3724-503c-4a54-91bb-34692c24067f req-62a66ed8-7d68-4a52-943d-ebf56e9423c1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:53:03.135768 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3137a309-50a3-4f76-96bc-14bbacbb2e81 req-4a4b273b-a620-4529-86ea-25c9f3d58271 tempest-ServerDiskConfigTestJSON-473081836 tempest-ServerDiskConfigTestJSON-473081836-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:53:03.137218 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-3137a309-50a3-4f76-96bc-14bbacbb2e81 req-4a4b273b-a620-4529-86ea-25c9f3d58271 tempest-ServerDiskConfigTestJSON-473081836 tempest-ServerDiskConfigTestJSON-473081836-project] 10.222.0.42 "GET /v2.0/ports?device_id=e3ce1959-1c32-471b-a30a-a5dd21c9b8a4 HTTP/1.1" status: 200 len: 945 time: 0.2964525 Apr 18 20:53:03.312480 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dda5da42-413e-4b99-b73f-73f03d9239ff req-b663c389-ab1c-4a6c-8062-d356b0ddff3e tempest-ServerRescueNegativeTestJSON-1571656168 tempest-ServerRescueNegativeTestJSON-1571656168-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:53:03.313961 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-dda5da42-413e-4b99-b73f-73f03d9239ff req-b663c389-ab1c-4a6c-8062-d356b0ddff3e tempest-ServerRescueNegativeTestJSON-1571656168 tempest-ServerRescueNegativeTestJSON-1571656168-project] 10.222.0.42 "GET /v2.0/ports?device_id=264936db-30ce-4589-b255-6c9a9ad966e3 HTTP/1.1" status: 200 len: 946 time: 0.3105383 Apr 18 20:53:03.354076 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-3137a309-50a3-4f76-96bc-14bbacbb2e81 req-2b9eb73a-aabf-415b-85ff-4a792b1f34d3 tempest-ServerDiskConfigTestJSON-473081836 tempest-ServerDiskConfigTestJSON-473081836-project] 10.222.0.42 "GET /v2.0/security-groups?id=527f07bd-3b7c-4e87-bb13-fa86b9490e28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1889768 Apr 18 20:53:03.382990 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72d6d081-59f9-4a2a-9c40-9b92cd038a66 req-3cad8898-7e86-43c3-8799-95bfcc1472ba tempest-ServersNegativeTestMultiTenantJSON-1325229730 tempest-ServersNegativeTestMultiTenantJSON-1325229730-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:53:03.384691 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-72d6d081-59f9-4a2a-9c40-9b92cd038a66 req-3cad8898-7e86-43c3-8799-95bfcc1472ba tempest-ServersNegativeTestMultiTenantJSON-1325229730 tempest-ServersNegativeTestMultiTenantJSON-1325229730-project] 10.222.0.43 "GET /v2.0/networks?id=2ed02df0-abad-44eb-8f2e-0a0038528ceb HTTP/1.1" status: 200 len: 825 time: 0.1900778 Apr 18 20:53:03.403747 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.v2.base [req-72d6d081-59f9-4a2a-9c40-9b92cd038a66 req-14c49b47-140e-4a49-80bc-eeaf72b61fe9 tempest-ServersNegativeTestMultiTenantJSON-1325229730 tempest-ServersNegativeTestMultiTenantJSON-1325229730-project] Request body: {'port': {'device_id': '9e97043d-b4ba-4779-b189-2f2df9bcc717', 'network_id': '2ed02df0-abad-44eb-8f2e-0a0038528ceb', 'admin_state_up': True, 'tenant_id': '73f6907b204949b4bb681a1a2ac7fa17'}} {{(pid=84041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 20:53:03.485816 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-dda5da42-413e-4b99-b73f-73f03d9239ff req-5d1b8bcd-fe57-4bc8-b2e0-274d258fdeda tempest-ServerRescueNegativeTestJSON-1571656168 tempest-ServerRescueNegativeTestJSON-1571656168-project] 10.222.0.42 "GET /v2.0/security-groups?id=fa6b5748-504b-4821-b3a0-7e61ca1810b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1614158 Apr 18 20:53:03.590868 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750375287399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253529'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:53:03.591922 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [req-72d6d081-59f9-4a2a-9c40-9b92cd038a66 req-14c49b47-140e-4a49-80bc-eeaf72b61fe9 tempest-ServersNegativeTestMultiTenantJSON-1325229730 tempest-ServersNegativeTestMultiTenantJSON-1325229730-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:53:03.598346 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [req-72d6d081-59f9-4a2a-9c40-9b92cd038a66 req-14c49b47-140e-4a49-80bc-eeaf72b61fe9 tempest-ServersNegativeTestMultiTenantJSON-1325229730 tempest-ServersNegativeTestMultiTenantJSON-1325229730-project] Usage tracker for resource:port and tenant:73f6907b204949b4bb681a1a2ac7fa17 is out of sync, need to count used quota {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:53:03.602231 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [req-72d6d081-59f9-4a2a-9c40-9b92cd038a66 req-14c49b47-140e-4a49-80bc-eeaf72b61fe9 tempest-ServersNegativeTestMultiTenantJSON-1325229730 tempest-ServersNegativeTestMultiTenantJSON-1325229730-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:53:03.608739 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [req-72d6d081-59f9-4a2a-9c40-9b92cd038a66 req-14c49b47-140e-4a49-80bc-eeaf72b61fe9 tempest-ServersNegativeTestMultiTenantJSON-1325229730 tempest-ServersNegativeTestMultiTenantJSON-1325229730-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:53:03.620488 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-72d6d081-59f9-4a2a-9c40-9b92cd038a66 req-14c49b47-140e-4a49-80bc-eeaf72b61fe9 tempest-ServersNegativeTestMultiTenantJSON-1325229730 tempest-ServersNegativeTestMultiTenantJSON-1325229730-project] Made reservation on behalf of 73f6907b204949b4bb681a1a2ac7fa17 for: {'port': 1} {{(pid=84041) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:53:03.624952 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [req-72d6d081-59f9-4a2a-9c40-9b92cd038a66 req-14c49b47-140e-4a49-80bc-eeaf72b61fe9 tempest-ServersNegativeTestMultiTenantJSON-1325229730 tempest-ServersNegativeTestMultiTenantJSON-1325229730-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:53:03.640947 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61cd872a-37ed-4344-a689-33fb86d8db3e req-23a3e4de-1c5c-4747-9615-9c0b8fd38aca tempest-ServerActionsTestJSON-2052644234 tempest-ServerActionsTestJSON-2052644234-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:53:03.644100 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-61cd872a-37ed-4344-a689-33fb86d8db3e req-23a3e4de-1c5c-4747-9615-9c0b8fd38aca tempest-ServerActionsTestJSON-2052644234 tempest-ServerActionsTestJSON-2052644234-project] 10.222.0.42 "GET /v2.0/ports?device_id=b7307812-da19-4509-9baf-bb3ff8313904 HTTP/1.1" status: 200 len: 945 time: 0.1399755 Apr 18 20:53:03.716258 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-d688da62-0087-488a-8ee9-1fb3c4251428 req-b7d77f74-8d16-4a0c-a1a3-49f0e9c3bd10 tempest-ServersNegativeTestMultiTenantJSON-1325229730 tempest-ServersNegativeTestMultiTenantJSON-1325229730-project] 10.222.0.42 "GET /v2.0/ports?device_id=9e97043d-b4ba-4779-b189-2f2df9bcc717 HTTP/1.1" status: 200 len: 210 time: 0.0701480 Apr 18 20:53:03.798830 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-61cd872a-37ed-4344-a689-33fb86d8db3e req-f930141f-de04-44a3-bd5a-648bbcb93ce5 tempest-ServerActionsTestJSON-2052644234 tempest-ServerActionsTestJSON-2052644234-project] 10.222.0.42 "GET /v2.0/security-groups?id=c2aeb662-6a43-4389-8810-9fad3627855b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1490848 Apr 18 20:53:03.802702 n-d-838334-2 neutron-server[84040]: DEBUG neutron.notifiers.nova [req-234b3724-503c-4a54-91bb-34692c24067f req-62a66ed8-7d68-4a52-943d-ebf56e9423c1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4f3a4e36-a736-43f0-9187-2849b3636dd2 {{(pid=84040) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 18 20:53:03.809641 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-234b3724-503c-4a54-91bb-34692c24067f req-62a66ed8-7d68-4a52-943d-ebf56e9423c1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:53:03.819981 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.db_base_plugin_common [req-72d6d081-59f9-4a2a-9c40-9b92cd038a66 req-14c49b47-140e-4a49-80bc-eeaf72b61fe9 tempest-ServersNegativeTestMultiTenantJSON-1325229730 tempest-ServersNegativeTestMultiTenantJSON-1325229730-project] Allocated IP 172.20.0.10 (2ed02df0-abad-44eb-8f2e-0a0038528ceb/8e40ec4d-44ed-4443-aa48-04db8a60b23f/6f4992e5-2937-49a2-b505-58b5aba54a2a) {{(pid=84041) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:53:03.826208 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.provisioning_blocks [req-234b3724-503c-4a54-91bb-34692c24067f req-62a66ed8-7d68-4a52-943d-ebf56e9423c1 service neutron] Transition to ACTIVE for port object 4f3a4e36-a736-43f0-9187-2849b3636dd2 will not be triggered until provisioned by entity L2. {{(pid=84040) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 20:53:03.842182 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-234b3724-503c-4a54-91bb-34692c24067f req-62a66ed8-7d68-4a52-943d-ebf56e9423c1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32440959'] for port, after_update {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:53:04.050490 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [req-72d6d081-59f9-4a2a-9c40-9b92cd038a66 req-14c49b47-140e-4a49-80bc-eeaf72b61fe9 tempest-ServersNegativeTestMultiTenantJSON-1325229730 tempest-ServersNegativeTestMultiTenantJSON-1325229730-project] Notify callbacks [] for port, precommit_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:53:04.079665 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [req-72d6d081-59f9-4a2a-9c40-9b92cd038a66 req-14c49b47-140e-4a49-80bc-eeaf72b61fe9 tempest-ServersNegativeTestMultiTenantJSON-1325229730 tempest-ServersNegativeTestMultiTenantJSON-1325229730-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750374836619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32266323'] for port, after_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:53:04.142966 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-4f328ea6-7400-42e9-a07f-9f2af6460ddb req-f3dacf9e-8091-408c-9b31-6f450033324a tempest-ServerTagsTestJSON-402241756 tempest-ServerTagsTestJSON-402241756-project] 10.222.0.42 "GET /v2.0/ports?device_id=f52f1ab8-6e58-42c7-a9e3-f711a7046c25 HTTP/1.1" status: 200 len: 210 time: 0.1091938 Apr 18 20:53:04.153378 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62a66ed8-7d68-4a52-943d-ebf56e9423c1 service neutron] Pushing event updated for resources: {'Port': ['ID=4f3a4e36-a736-43f0-9187-2849b3636dd2,revision_number=2']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:53:04.297736 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14c49b47-140e-4a49-80bc-eeaf72b61fe9 tempest-ServersNegativeTestMultiTenantJSON-1325229730 tempest-ServersNegativeTestMultiTenantJSON-1325229730-project] Pushing event updated for resources: {'Port': ['ID=6f4992e5-2937-49a2-b505-58b5aba54a2a,revision_number=1']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:53:04.323231 n-d-838334-2 neutron-server[84041]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-72d6d081-59f9-4a2a-9c40-9b92cd038a66 req-14c49b47-140e-4a49-80bc-eeaf72b61fe9 tempest-ServersNegativeTestMultiTenantJSON-1325229730 tempest-ServersNegativeTestMultiTenantJSON-1325229730-project] Network 2ed02df0-abad-44eb-8f2e-0a0038528ceb is already hosted by enough agents. {{(pid=84041) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:53:04.330872 n-d-838334-2 neutron-server[84041]: DEBUG neutron.scheduler.base_scheduler [req-72d6d081-59f9-4a2a-9c40-9b92cd038a66 req-14c49b47-140e-4a49-80bc-eeaf72b61fe9 tempest-ServersNegativeTestMultiTenantJSON-1325229730 tempest-ServersNegativeTestMultiTenantJSON-1325229730-project] Resources bound (agent type, host, resource id): {{(pid=84041) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:53:04.334809 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.l3_dvrscheduler_db [req-72d6d081-59f9-4a2a-9c40-9b92cd038a66 req-14c49b47-140e-4a49-80bc-eeaf72b61fe9 tempest-ServersNegativeTestMultiTenantJSON-1325229730 tempest-ServersNegativeTestMultiTenantJSON-1325229730-project] Received port after_create {{(pid=84041) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 20:53:04.340002 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00db8211-d53a-4983-b756-df8009fc79e5 req-cd6fbf7e-f119-4b88-892f-d30783f1ac6d tempest-AttachVolumeShelveTestJSON-1712717013 tempest-AttachVolumeShelveTestJSON-1712717013-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:53:04.351819 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-00db8211-d53a-4983-b756-df8009fc79e5 req-cd6fbf7e-f119-4b88-892f-d30783f1ac6d tempest-AttachVolumeShelveTestJSON-1712717013 tempest-AttachVolumeShelveTestJSON-1712717013-project] 10.222.0.42 "GET /v2.0/ports?device_id=a3d617b3-55ec-41c1-b97c-911aa927ef50 HTTP/1.1" status: 200 len: 943 time: 0.4728501 Apr 18 20:53:04.410089 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72d6d081-59f9-4a2a-9c40-9b92cd038a66 req-14c49b47-140e-4a49-80bc-eeaf72b61fe9 tempest-ServersNegativeTestMultiTenantJSON-1325229730 tempest-ServersNegativeTestMultiTenantJSON-1325229730-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:53:04.410715 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [req-72d6d081-59f9-4a2a-9c40-9b92cd038a66 req-14c49b47-140e-4a49-80bc-eeaf72b61fe9 tempest-ServersNegativeTestMultiTenantJSON-1325229730 tempest-ServersNegativeTestMultiTenantJSON-1325229730-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217293'] for port, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:53:04.437216 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-72d6d081-59f9-4a2a-9c40-9b92cd038a66 req-14c49b47-140e-4a49-80bc-eeaf72b61fe9 tempest-ServersNegativeTestMultiTenantJSON-1325229730 tempest-ServersNegativeTestMultiTenantJSON-1325229730-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0381751 Apr 18 20:53:04.450702 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.v2.base [req-72d6d081-59f9-4a2a-9c40-9b92cd038a66 req-99e43972-fbad-466e-a177-122163248930 service neutron] Request body: {'port': {'device_id': '9e97043d-b4ba-4779-b189-2f2df9bcc717', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-838334-2'}} {{(pid=84041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 20:53:04.572312 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [req-72d6d081-59f9-4a2a-9c40-9b92cd038a66 req-99e43972-fbad-466e-a177-122163248930 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:53:04.577507 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.managers [req-234b3724-503c-4a54-91bb-34692c24067f req-62a66ed8-7d68-4a52-943d-ebf56e9423c1 service neutron] Attempting to bind port 4f3a4e36-a736-43f0-9187-2849b3636dd2 on host n-h2-838334-2 for vnic_type normal with profile {{(pid=84040) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:53:04.578350 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.managers [req-234b3724-503c-4a54-91bb-34692c24067f req-62a66ed8-7d68-4a52-943d-ebf56e9423c1 service neutron] Attempting to bind port 4f3a4e36-a736-43f0-9187-2849b3636dd2 by drivers openvswitch,hyperv on host n-h2-838334-2 at level 0 using segments [{'id': '7582242a-4f72-43cd-a953-535724a2b5da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '8b393fb4-fb14-414f-9fb0-af85f5d2a52f'}] {{(pid=84040) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:53:04.578743 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-234b3724-503c-4a54-91bb-34692c24067f req-62a66ed8-7d68-4a52-943d-ebf56e9423c1 service neutron] Attempting to bind port 4f3a4e36-a736-43f0-9187-2849b3636dd2 on network 8b393fb4-fb14-414f-9fb0-af85f5d2a52f {{(pid=84040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 20:53:04.588402 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-00db8211-d53a-4983-b756-df8009fc79e5 req-b508f288-97b7-4b17-a8b8-231d09d8f5c5 tempest-AttachVolumeShelveTestJSON-1712717013 tempest-AttachVolumeShelveTestJSON-1712717013-project] 10.222.0.42 "GET /v2.0/security-groups?id=2e9d8b44-da00-4a79-861c-f0ec417a580f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2357147 Apr 18 20:53:04.612823 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-234b3724-503c-4a54-91bb-34692c24067f req-62a66ed8-7d68-4a52-943d-ebf56e9423c1 service neutron] Port 4f3a4e36-a736-43f0-9187-2849b3636dd2 on network 8b393fb4-fb14-414f-9fb0-af85f5d2a52f not bound, no agent of type Open vSwitch agent registered on host n-h2-838334-2 {{(pid=84040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 18 20:53:04.613084 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-234b3724-503c-4a54-91bb-34692c24067f req-62a66ed8-7d68-4a52-943d-ebf56e9423c1 service neutron] Attempting to bind port 4f3a4e36-a736-43f0-9187-2849b3636dd2 on network 8b393fb4-fb14-414f-9fb0-af85f5d2a52f {{(pid=84040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 20:53:04.637520 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-234b3724-503c-4a54-91bb-34692c24067f req-62a66ed8-7d68-4a52-943d-ebf56e9423c1 service neutron] Checking agent: {'id': 'dc797004-f641-47b7-a77f-9c62b5b16296', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-838334-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 34, 3), 'started_at': datetime.datetime(2022, 4, 18, 20, 34, 3), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 20, 53, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 18 20:53:04.637861 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-234b3724-503c-4a54-91bb-34692c24067f req-62a66ed8-7d68-4a52-943d-ebf56e9423c1 service neutron] Checking segment: {'id': '7582242a-4f72-43cd-a953-535724a2b5da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '8b393fb4-fb14-414f-9fb0-af85f5d2a52f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84040) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 20:53:04.638246 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-234b3724-503c-4a54-91bb-34692c24067f req-62a66ed8-7d68-4a52-943d-ebf56e9423c1 service neutron] Bound using segment: {'id': '7582242a-4f72-43cd-a953-535724a2b5da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '8b393fb4-fb14-414f-9fb0-af85f5d2a52f'} {{(pid=84040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 18 20:53:04.638690 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.managers [req-234b3724-503c-4a54-91bb-34692c24067f req-62a66ed8-7d68-4a52-943d-ebf56e9423c1 service neutron] Bound port: 4f3a4e36-a736-43f0-9187-2849b3636dd2, host: n-h2-838334-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7582242a-4f72-43cd-a953-535724a2b5da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '8b393fb4-fb14-414f-9fb0-af85f5d2a52f'}}] {{(pid=84040) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 20:53:04.641119 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-234b3724-503c-4a54-91bb-34692c24067f req-62a66ed8-7d68-4a52-943d-ebf56e9423c1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:53:04.682430 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c00b25f-832f-41be-8dc4-1e034292f151 req-e039a4cf-e109-4b8b-94c8-d829b1ee1a8d tempest-ServerTagsTestJSON-402241756 tempest-ServerTagsTestJSON-402241756-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:53:04.683871 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-4c00b25f-832f-41be-8dc4-1e034292f151 req-e039a4cf-e109-4b8b-94c8-d829b1ee1a8d tempest-ServerTagsTestJSON-402241756 tempest-ServerTagsTestJSON-402241756-project] 10.222.0.48 "GET /v2.0/networks?id=22205f98-4cc3-4618-b6e6-b8be238163d1 HTTP/1.1" status: 200 len: 808 time: 0.3294411 Apr 18 20:53:04.726313 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.v2.base [req-4c00b25f-832f-41be-8dc4-1e034292f151 req-cd2b507b-7abb-4f88-9175-034b06bf3463 tempest-ServerTagsTestJSON-402241756 tempest-ServerTagsTestJSON-402241756-project] Request body: {'port': {'device_id': 'f52f1ab8-6e58-42c7-a9e3-f711a7046c25', 'network_id': '22205f98-4cc3-4618-b6e6-b8be238163d1', 'admin_state_up': True, 'tenant_id': '07d78456d9a640c99bc6ce9963d36085'}} {{(pid=84040) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 20:53:04.835909 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b244d896-3fd8-40ac-b0e7-62480a646a90 req-79cef0c4-7ac4-4475-9e73-9426d8c2b16f tempest-TaggedBootDevicesTest_v242-417596240 tempest-TaggedBootDevicesTest_v242-417596240-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:53:04.840028 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b244d896-3fd8-40ac-b0e7-62480a646a90 req-79cef0c4-7ac4-4475-9e73-9426d8c2b16f tempest-TaggedBootDevicesTest_v242-417596240 tempest-TaggedBootDevicesTest_v242-417596240-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:53:04.845005 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b244d896-3fd8-40ac-b0e7-62480a646a90 req-79cef0c4-7ac4-4475-9e73-9426d8c2b16f tempest-TaggedBootDevicesTest_v242-417596240 tempest-TaggedBootDevicesTest_v242-417596240-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:53:04.849094 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b244d896-3fd8-40ac-b0e7-62480a646a90 req-79cef0c4-7ac4-4475-9e73-9426d8c2b16f tempest-TaggedBootDevicesTest_v242-417596240 tempest-TaggedBootDevicesTest_v242-417596240-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:53:04.853073 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b244d896-3fd8-40ac-b0e7-62480a646a90 req-79cef0c4-7ac4-4475-9e73-9426d8c2b16f tempest-TaggedBootDevicesTest_v242-417596240 tempest-TaggedBootDevicesTest_v242-417596240-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:53:04.856214 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-b244d896-3fd8-40ac-b0e7-62480a646a90 req-79cef0c4-7ac4-4475-9e73-9426d8c2b16f tempest-TaggedBootDevicesTest_v242-417596240 tempest-TaggedBootDevicesTest_v242-417596240-project] 10.222.0.42 "GET /v2.0/ports?device_id=6a49f48a-913c-49a6-8c09-bf4c978ef91f HTTP/1.1" status: 200 len: 3827 time: 0.3618557 Apr 18 20:53:04.918194 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.db [req-234b3724-503c-4a54-91bb-34692c24067f req-62a66ed8-7d68-4a52-943d-ebf56e9423c1 service neutron] For port 4f3a4e36-a736-43f0-9187-2849b3636dd2, host n-h2-838334-2, cleared binding levels {{(pid=84040) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 20:53:04.964085 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-07e7ab92-6132-4907-878f-a04c5e236dc1 req-5ad22614-af80-43d4-a1e4-d60512907d54 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=f9a0b0412d2042448fe0968cc5e47ae5&device_id=264936db-30ce-4589-b255-6c9a9ad966e3 HTTP/1.1" status: 200 len: 1097 time: 0.1166246 Apr 18 20:53:04.973805 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.db [req-234b3724-503c-4a54-91bb-34692c24067f req-62a66ed8-7d68-4a52-943d-ebf56e9423c1 service neutron] For port 4f3a4e36-a736-43f0-9187-2849b3636dd2, host n-h2-838334-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838334-2',level=0,port_id=4f3a4e36-a736-43f0-9187-2849b3636dd2,segment=NetworkSegment(7582242a-4f72-43cd-a953-535724a2b5da),segment_id=7582242a-4f72-43cd-a953-535724a2b5da)] {{(pid=84040) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 20:53:04.993745 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-234b3724-503c-4a54-91bb-34692c24067f req-62a66ed8-7d68-4a52-943d-ebf56e9423c1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32440959'] for port, after_update {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:53:05.103889 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-b244d896-3fd8-40ac-b0e7-62480a646a90 req-6d7ca562-0956-4eb2-a620-7f7f365bed28 tempest-TaggedBootDevicesTest_v242-417596240 tempest-TaggedBootDevicesTest_v242-417596240-project] 10.222.0.42 "GET /v2.0/security-groups?id=48fab5b0-1368-425c-9a53-c0303d2044f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2304630 Apr 18 20:53:05.115466 n-d-838334-2 neutron-server[84041]: DEBUG neutron.notifiers.nova [req-72d6d081-59f9-4a2a-9c40-9b92cd038a66 req-99e43972-fbad-466e-a177-122163248930 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6f4992e5-2937-49a2-b505-58b5aba54a2a {{(pid=84041) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 18 20:53:05.117119 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [req-4c00b25f-832f-41be-8dc4-1e034292f151 req-cd2b507b-7abb-4f88-9175-034b06bf3463 tempest-ServerTagsTestJSON-402241756 tempest-ServerTagsTestJSON-402241756-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:53:05.117854 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Device 96dabab2-edf7-421c-9f87-a969c8aeb8a0 no longer exists at agent hyperv_n-h2-838334-2 {{(pid=84042) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 20:53:05.126467 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [req-4c00b25f-832f-41be-8dc4-1e034292f151 req-cd2b507b-7abb-4f88-9175-034b06bf3463 tempest-ServerTagsTestJSON-402241756 tempest-ServerTagsTestJSON-402241756-project] Usage tracker for resource:port and tenant:07d78456d9a640c99bc6ce9963d36085 is out of sync, need to count used quota {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:53:05.131307 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-234b3724-503c-4a54-91bb-34692c24067f req-62a66ed8-7d68-4a52-943d-ebf56e9423c1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217293'] for port, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:53:05.132186 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [req-72d6d081-59f9-4a2a-9c40-9b92cd038a66 req-99e43972-fbad-466e-a177-122163248930 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:53:05.132704 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-234b3724-503c-4a54-91bb-34692c24067f req-62a66ed8-7d68-4a52-943d-ebf56e9423c1 service neutron] 10.222.0.48 "PUT /v2.0/ports/4f3a4e36-a736-43f0-9187-2849b3636dd2 HTTP/1.1" status: 200 len: 1091 time: 2.3388116 Apr 18 20:53:05.135246 n-d-838334-2 neutron-server[84040]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6a49f48a-913c-49a6-8c09-bf4c978ef91f', 'tag': '4f3a4e36-a736-43f0-9187-2849b3636dd2'}] {{(pid=84040) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 20:53:05.139856 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [req-4c00b25f-832f-41be-8dc4-1e034292f151 req-cd2b507b-7abb-4f88-9175-034b06bf3463 tempest-ServerTagsTestJSON-402241756 tempest-ServerTagsTestJSON-402241756-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:53:05.152314 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [req-4c00b25f-832f-41be-8dc4-1e034292f151 req-cd2b507b-7abb-4f88-9175-034b06bf3463 tempest-ServerTagsTestJSON-402241756 tempest-ServerTagsTestJSON-402241756-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:53:05.166552 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62a66ed8-7d68-4a52-943d-ebf56e9423c1 service neutron] Pushing event updated for resources: {'Port': ['ID=4f3a4e36-a736-43f0-9187-2849b3636dd2,revision_number=3']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:53:05.177998 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.v2.base [req-234b3724-503c-4a54-91bb-34692c24067f req-1231b380-9241-4026-95db-25e1964af789 service neutron] Request body: {'port': {'device_id': '6a49f48a-913c-49a6-8c09-bf4c978ef91f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-838334-2'}} {{(pid=84040) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 20:53:05.188574 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.provisioning_blocks [req-72d6d081-59f9-4a2a-9c40-9b92cd038a66 req-99e43972-fbad-466e-a177-122163248930 service neutron] Transition to ACTIVE for port object 6f4992e5-2937-49a2-b505-58b5aba54a2a will not be triggered until provisioned by entity L2. {{(pid=84041) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 20:53:05.207054 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [req-72d6d081-59f9-4a2a-9c40-9b92cd038a66 req-99e43972-fbad-466e-a177-122163248930 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32266282'] for port, after_update {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:53:05.215012 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4c00b25f-832f-41be-8dc4-1e034292f151 req-cd2b507b-7abb-4f88-9175-034b06bf3463 tempest-ServerTagsTestJSON-402241756 tempest-ServerTagsTestJSON-402241756-project] Made reservation on behalf of 07d78456d9a640c99bc6ce9963d36085 for: {'port': 1} {{(pid=84040) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:53:05.215012 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-4c00b25f-832f-41be-8dc4-1e034292f151 req-cd2b507b-7abb-4f88-9175-034b06bf3463 tempest-ServerTagsTestJSON-402241756 tempest-ServerTagsTestJSON-402241756-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:53:05.230410 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef76e9bf-4288-42af-8a89-6f27431a82cc req-e556c615-3c9f-4622-a0bc-d94044829a39 tempest-ServerDiskConfigTestJSON-473081836 tempest-ServerDiskConfigTestJSON-473081836-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:53:05.240118 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-ef76e9bf-4288-42af-8a89-6f27431a82cc req-e556c615-3c9f-4622-a0bc-d94044829a39 tempest-ServerDiskConfigTestJSON-473081836 tempest-ServerDiskConfigTestJSON-473081836-project] 10.222.0.42 "GET /v2.0/ports?device_id=e3ce1959-1c32-471b-a30a-a5dd21c9b8a4 HTTP/1.1" status: 200 len: 945 time: 0.3197386 Apr 18 20:53:05.253016 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07e7ab92-6132-4907-878f-a04c5e236dc1 req-90a66bcd-b0a3-4d42-95b2-163c8b0abaf9 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:53:05.254769 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-07e7ab92-6132-4907-878f-a04c5e236dc1 req-90a66bcd-b0a3-4d42-95b2-163c8b0abaf9 service neutron] 10.222.0.43 "GET /v2.0/networks?id=9956df45-2736-4a4c-9815-b894d9a44160 HTTP/1.1" status: 200 len: 920 time: 0.2586966 Apr 18 20:53:05.383314 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-07e7ab92-6132-4907-878f-a04c5e236dc1 req-2ca016c3-e4b5-4b9f-8ce7-80ae12db0084 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8248ccee-2394-426e-9ab5-5e8c0f5c00e9 HTTP/1.1" status: 200 len: 217 time: 0.1052618 Apr 18 20:53:05.399309 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99e43972-fbad-466e-a177-122163248930 service neutron] Pushing event updated for resources: {'Port': ['ID=6f4992e5-2937-49a2-b505-58b5aba54a2a,revision_number=2']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:53:05.437074 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-ef76e9bf-4288-42af-8a89-6f27431a82cc req-26912850-2485-47e7-8056-4fdc6942337a tempest-ServerDiskConfigTestJSON-473081836 tempest-ServerDiskConfigTestJSON-473081836-project] 10.222.0.42 "GET /v2.0/security-groups?id=527f07bd-3b7c-4e87-bb13-fa86b9490e28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1957903 Apr 18 20:53:05.529065 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-234b3724-503c-4a54-91bb-34692c24067f req-1231b380-9241-4026-95db-25e1964af789 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:53:05.619820 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07e7ab92-6132-4907-878f-a04c5e236dc1 req-b668b9e8-1f02-4f11-ad0d-9d23dbfc284c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:53:05.621160 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-07e7ab92-6132-4907-878f-a04c5e236dc1 req-b668b9e8-1f02-4f11-ad0d-9d23dbfc284c service neutron] 10.222.0.43 "GET /v2.0/subnets?id=e000ef4a-9553-4d5a-aa5c-e55a867fcd65 HTTP/1.1" status: 200 len: 858 time: 0.2177820 Apr 18 20:53:05.684513 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.db_base_plugin_common [req-4c00b25f-832f-41be-8dc4-1e034292f151 req-cd2b507b-7abb-4f88-9175-034b06bf3463 tempest-ServerTagsTestJSON-402241756 tempest-ServerTagsTestJSON-402241756-project] Allocated IP 172.20.0.12 (22205f98-4cc3-4618-b6e6-b8be238163d1/72176e50-6dd0-42c9-9742-b0d13dccc0b2/e943db12-73e9-46ee-a3fe-372688972488) {{(pid=84040) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:53:05.709125 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.managers [req-72d6d081-59f9-4a2a-9c40-9b92cd038a66 req-99e43972-fbad-466e-a177-122163248930 service neutron] Attempting to bind port 6f4992e5-2937-49a2-b505-58b5aba54a2a on host n-h1-838334-2 for vnic_type normal with profile {{(pid=84041) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:53:05.709452 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.managers [req-72d6d081-59f9-4a2a-9c40-9b92cd038a66 req-99e43972-fbad-466e-a177-122163248930 service neutron] Attempting to bind port 6f4992e5-2937-49a2-b505-58b5aba54a2a by drivers openvswitch,hyperv on host n-h1-838334-2 at level 0 using segments [{'id': '0667d5cd-e607-4e6b-8af3-8f27c6510925', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '2ed02df0-abad-44eb-8f2e-0a0038528ceb'}] {{(pid=84041) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:53:05.709769 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72d6d081-59f9-4a2a-9c40-9b92cd038a66 req-99e43972-fbad-466e-a177-122163248930 service neutron] Attempting to bind port 6f4992e5-2937-49a2-b505-58b5aba54a2a on network 2ed02df0-abad-44eb-8f2e-0a0038528ceb {{(pid=84041) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 20:53:05.722148 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72d6d081-59f9-4a2a-9c40-9b92cd038a66 req-99e43972-fbad-466e-a177-122163248930 service neutron] Port 6f4992e5-2937-49a2-b505-58b5aba54a2a on network 2ed02df0-abad-44eb-8f2e-0a0038528ceb not bound, no agent of type Open vSwitch agent registered on host n-h1-838334-2 {{(pid=84041) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 18 20:53:05.722460 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72d6d081-59f9-4a2a-9c40-9b92cd038a66 req-99e43972-fbad-466e-a177-122163248930 service neutron] Attempting to bind port 6f4992e5-2937-49a2-b505-58b5aba54a2a on network 2ed02df0-abad-44eb-8f2e-0a0038528ceb {{(pid=84041) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 20:53:05.736125 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72d6d081-59f9-4a2a-9c40-9b92cd038a66 req-99e43972-fbad-466e-a177-122163248930 service neutron] Checking agent: {'id': 'd63bab19-ff81-4de1-afeb-a3732288d0d7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-838334-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 33, 59), 'started_at': datetime.datetime(2022, 4, 18, 20, 33, 59), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 20, 52, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84041) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 18 20:53:05.736125 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72d6d081-59f9-4a2a-9c40-9b92cd038a66 req-99e43972-fbad-466e-a177-122163248930 service neutron] Checking segment: {'id': '0667d5cd-e607-4e6b-8af3-8f27c6510925', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '2ed02df0-abad-44eb-8f2e-0a0038528ceb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84041) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 20:53:05.736125 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72d6d081-59f9-4a2a-9c40-9b92cd038a66 req-99e43972-fbad-466e-a177-122163248930 service neutron] Bound using segment: {'id': '0667d5cd-e607-4e6b-8af3-8f27c6510925', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '2ed02df0-abad-44eb-8f2e-0a0038528ceb'} {{(pid=84041) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 18 20:53:05.736125 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.managers [req-72d6d081-59f9-4a2a-9c40-9b92cd038a66 req-99e43972-fbad-466e-a177-122163248930 service neutron] Bound port: 6f4992e5-2937-49a2-b505-58b5aba54a2a, host: n-h1-838334-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0667d5cd-e607-4e6b-8af3-8f27c6510925', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '2ed02df0-abad-44eb-8f2e-0a0038528ceb'}}] {{(pid=84041) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 20:53:05.736125 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [req-72d6d081-59f9-4a2a-9c40-9b92cd038a66 req-99e43972-fbad-466e-a177-122163248930 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:53:05.754671 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-07e7ab92-6132-4907-878f-a04c5e236dc1 req-5b9f15e4-d581-4ab2-9875-8b90ee165684 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=9956df45-2736-4a4c-9815-b894d9a44160&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1260562 Apr 18 20:53:05.920706 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.db [req-72d6d081-59f9-4a2a-9c40-9b92cd038a66 req-99e43972-fbad-466e-a177-122163248930 service neutron] For port 6f4992e5-2937-49a2-b505-58b5aba54a2a, host n-h1-838334-2, cleared binding levels {{(pid=84041) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 20:53:05.944152 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.db [req-72d6d081-59f9-4a2a-9c40-9b92cd038a66 req-99e43972-fbad-466e-a177-122163248930 service neutron] For port 6f4992e5-2937-49a2-b505-58b5aba54a2a, host n-h1-838334-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838334-2',level=0,port_id=6f4992e5-2937-49a2-b505-58b5aba54a2a,segment=NetworkSegment(0667d5cd-e607-4e6b-8af3-8f27c6510925),segment_id=0667d5cd-e607-4e6b-8af3-8f27c6510925)] {{(pid=84041) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 20:53:05.955139 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [req-72d6d081-59f9-4a2a-9c40-9b92cd038a66 req-99e43972-fbad-466e-a177-122163248930 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32266282'] for port, after_update {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:53:06.006557 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-07e7ab92-6132-4907-878f-a04c5e236dc1 req-4db19eb0-84cc-41b7-af15-7b7a04fa176d service neutron] 10.222.0.43 "GET /v2.0/networks/9956df45-2736-4a4c-9815-b894d9a44160?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2148983 Apr 18 20:53:06.095207 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fedb0eb9-9af7-4cb7-9d60-42fcc1b85419 req-a17d00d3-69ab-4124-8b8f-c46b6f151713 tempest-ServersNegativeTestMultiTenantJSON-1325229730 tempest-ServersNegativeTestMultiTenantJSON-1325229730-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:53:06.096844 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-fedb0eb9-9af7-4cb7-9d60-42fcc1b85419 req-a17d00d3-69ab-4124-8b8f-c46b6f151713 tempest-ServersNegativeTestMultiTenantJSON-1325229730 tempest-ServersNegativeTestMultiTenantJSON-1325229730-project] 10.222.0.42 "GET /v2.0/ports?device_id=9e97043d-b4ba-4779-b189-2f2df9bcc717 HTTP/1.1" status: 200 len: 944 time: 0.4940407 Apr 18 20:53:06.219863 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [req-72d6d081-59f9-4a2a-9c40-9b92cd038a66 req-99e43972-fbad-466e-a177-122163248930 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217293'] for port, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:53:06.221212 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-72d6d081-59f9-4a2a-9c40-9b92cd038a66 req-99e43972-fbad-466e-a177-122163248930 service neutron] 10.222.0.43 "PUT /v2.0/ports/6f4992e5-2937-49a2-b505-58b5aba54a2a HTTP/1.1" status: 200 len: 1092 time: 1.7765152 Apr 18 20:53:06.223369 n-d-838334-2 neutron-server[84041]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9e97043d-b4ba-4779-b189-2f2df9bcc717', 'tag': '6f4992e5-2937-49a2-b505-58b5aba54a2a'}] {{(pid=84041) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 20:53:06.243907 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99e43972-fbad-466e-a177-122163248930 service neutron] Pushing event updated for resources: {'Port': ['ID=6f4992e5-2937-49a2-b505-58b5aba54a2a,revision_number=3']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:53:06.321405 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-07e7ab92-6132-4907-878f-a04c5e236dc1 req-1cfaabdb-0a48-4fa2-8149-692b189c85a5 service neutron] 10.222.0.43 "GET /v2.0/networks/9956df45-2736-4a4c-9815-b894d9a44160?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3142297 Apr 18 20:53:06.324790 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [req-fedb0eb9-9af7-4cb7-9d60-42fcc1b85419 req-c7a2457a-40a2-4569-b5ac-d37ed212a002 tempest-ServersNegativeTestMultiTenantJSON-1325229730 tempest-ServersNegativeTestMultiTenantJSON-1325229730-project] Synchronizing usage tracker for tenant:73f6907b204949b4bb681a1a2ac7fa17 on resource:security_group {{(pid=84040) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 20:53:06.350957 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-72d6d081-59f9-4a2a-9c40-9b92cd038a66 req-af1cd346-37a2-4b8e-9fba-eb0e033b98ed service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=73f6907b204949b4bb681a1a2ac7fa17&device_id=9e97043d-b4ba-4779-b189-2f2df9bcc717 HTTP/1.1" status: 200 len: 1095 time: 0.0867832 Apr 18 20:53:06.418889 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-72d6d081-59f9-4a2a-9c40-9b92cd038a66 req-a29b4f89-c393-486f-b48c-34e1bac2b584 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6f4992e5-2937-49a2-b505-58b5aba54a2a HTTP/1.1" status: 200 len: 217 time: 0.0618680 Apr 18 20:53:06.429551 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-4c00b25f-832f-41be-8dc4-1e034292f151 req-cd2b507b-7abb-4f88-9175-034b06bf3463 tempest-ServerTagsTestJSON-402241756 tempest-ServerTagsTestJSON-402241756-project] Notify callbacks [] for port, precommit_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:53:06.438467 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c67cb73c-ebd7-4015-9cb4-3ff85274d945 req-f6a196a5-8869-45e9-86b5-b948acc9df3e tempest-ServerRescueNegativeTestJSON-1571656168 tempest-ServerRescueNegativeTestJSON-1571656168-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:53:06.439952 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-c67cb73c-ebd7-4015-9cb4-3ff85274d945 req-f6a196a5-8869-45e9-86b5-b948acc9df3e tempest-ServerRescueNegativeTestJSON-1571656168 tempest-ServerRescueNegativeTestJSON-1571656168-project] 10.222.0.42 "GET /v2.0/ports?device_id=264936db-30ce-4589-b255-6c9a9ad966e3 HTTP/1.1" status: 200 len: 946 time: 0.4102664 Apr 18 20:53:06.444415 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [req-fedb0eb9-9af7-4cb7-9d60-42fcc1b85419 req-c7a2457a-40a2-4569-b5ac-d37ed212a002 tempest-ServersNegativeTestMultiTenantJSON-1325229730 tempest-ServersNegativeTestMultiTenantJSON-1325229730-project] Unset dirty status for tenant:73f6907b204949b4bb681a1a2ac7fa17 on resource:security_group {{(pid=84040) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 20:53:06.445503 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-fedb0eb9-9af7-4cb7-9d60-42fcc1b85419 req-c7a2457a-40a2-4569-b5ac-d37ed212a002 tempest-ServersNegativeTestMultiTenantJSON-1325229730 tempest-ServersNegativeTestMultiTenantJSON-1325229730-project] 10.222.0.42 "GET /v2.0/security-groups?id=5b013fa2-3b1d-4cbf-8b0e-9b422cbd0cab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3395543 Apr 18 20:53:06.484578 n-d-838334-2 neutron-server[84040]: DEBUG neutron.notifiers.nova [req-234b3724-503c-4a54-91bb-34692c24067f req-1231b380-9241-4026-95db-25e1964af789 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e4a628aa-c125-4eea-8365-b6473a427bb3 {{(pid=84040) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 18 20:53:06.490906 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72d6d081-59f9-4a2a-9c40-9b92cd038a66 req-503040d7-f01c-4380-a37d-861eb9077e65 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:53:06.492398 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-72d6d081-59f9-4a2a-9c40-9b92cd038a66 req-503040d7-f01c-4380-a37d-861eb9077e65 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=8e40ec4d-44ed-4443-aa48-04db8a60b23f HTTP/1.1" status: 200 len: 865 time: 0.0666211 Apr 18 20:53:06.497611 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-234b3724-503c-4a54-91bb-34692c24067f req-1231b380-9241-4026-95db-25e1964af789 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:53:06.535831 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.provisioning_blocks [req-234b3724-503c-4a54-91bb-34692c24067f req-1231b380-9241-4026-95db-25e1964af789 service neutron] Transition to ACTIVE for port object e4a628aa-c125-4eea-8365-b6473a427bb3 will not be triggered until provisioned by entity L2. {{(pid=84040) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 20:53:06.540059 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-c67cb73c-ebd7-4015-9cb4-3ff85274d945 req-4b2f2272-f05f-46e2-ac04-c6d5b92148a3 tempest-ServerRescueNegativeTestJSON-1571656168 tempest-ServerRescueNegativeTestJSON-1571656168-project] 10.222.0.42 "GET /v2.0/security-groups?id=fa6b5748-504b-4821-b3a0-7e61ca1810b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0901456 Apr 18 20:53:06.541470 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-4c00b25f-832f-41be-8dc4-1e034292f151 req-cd2b507b-7abb-4f88-9175-034b06bf3463 tempest-ServerTagsTestJSON-402241756 tempest-ServerTagsTestJSON-402241756-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750374836619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32440838'] for port, after_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:53:06.543483 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-234b3724-503c-4a54-91bb-34692c24067f req-1231b380-9241-4026-95db-25e1964af789 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32440959'] for port, after_update {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:53:06.546752 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-72d6d081-59f9-4a2a-9c40-9b92cd038a66 req-fc16ca94-649f-4145-a015-144a5ae4000a service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=2ed02df0-abad-44eb-8f2e-0a0038528ceb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0457139 Apr 18 20:53:06.712443 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-72d6d081-59f9-4a2a-9c40-9b92cd038a66 req-933f5bd9-393c-423c-93cc-77e9d57540ed service neutron] 10.222.0.43 "GET /v2.0/networks/2ed02df0-abad-44eb-8f2e-0a0038528ceb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1557856 Apr 18 20:53:06.728394 n-d-838334-2 neutron-server[84040]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8426177f-9c09-4796-8ce3-f059aadef4a6'] response: {'name': 'network-changed', 'server_uuid': '6a49f48a-913c-49a6-8c09-bf4c978ef91f', 'tag': '4f3a4e36-a736-43f0-9187-2849b3636dd2', 'status': 'completed', 'code': 200} Apr 18 20:53:06.809972 n-d-838334-2 neutron-server[84040]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4c00b25f-832f-41be-8dc4-1e034292f151 req-cd2b507b-7abb-4f88-9175-034b06bf3463 tempest-ServerTagsTestJSON-402241756 tempest-ServerTagsTestJSON-402241756-project] Network 22205f98-4cc3-4618-b6e6-b8be238163d1 is already hosted by enough agents. {{(pid=84040) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:53:06.845666 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1231b380-9241-4026-95db-25e1964af789 service neutron] Pushing event updated for resources: {'Port': ['ID=e4a628aa-c125-4eea-8365-b6473a427bb3,revision_number=2']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:53:06.870578 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-72d6d081-59f9-4a2a-9c40-9b92cd038a66 req-0e6be0a4-869b-413d-b5ca-de5c2b0f07cc service neutron] 10.222.0.43 "GET /v2.0/networks/2ed02df0-abad-44eb-8f2e-0a0038528ceb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1504705 Apr 18 20:53:06.890687 n-d-838334-2 neutron-server[84040]: DEBUG neutron.scheduler.base_scheduler [req-4c00b25f-832f-41be-8dc4-1e034292f151 req-cd2b507b-7abb-4f88-9175-034b06bf3463 tempest-ServerTagsTestJSON-402241756 tempest-ServerTagsTestJSON-402241756-project] Resources bound (agent type, host, resource id): {{(pid=84040) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:53:06.913158 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.l3_dvrscheduler_db [req-4c00b25f-832f-41be-8dc4-1e034292f151 req-cd2b507b-7abb-4f88-9175-034b06bf3463 tempest-ServerTagsTestJSON-402241756 tempest-ServerTagsTestJSON-402241756-project] Received port after_create {{(pid=84040) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 20:53:07.069125 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd2b507b-7abb-4f88-9175-034b06bf3463 tempest-ServerTagsTestJSON-402241756 tempest-ServerTagsTestJSON-402241756-project] Pushing event updated for resources: {'Port': ['ID=e943db12-73e9-46ee-a3fe-372688972488,revision_number=1']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:53:07.105524 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c00b25f-832f-41be-8dc4-1e034292f151 req-cd2b507b-7abb-4f88-9175-034b06bf3463 tempest-ServerTagsTestJSON-402241756 tempest-ServerTagsTestJSON-402241756-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:53:07.106101 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-4c00b25f-832f-41be-8dc4-1e034292f151 req-cd2b507b-7abb-4f88-9175-034b06bf3463 tempest-ServerTagsTestJSON-402241756 tempest-ServerTagsTestJSON-402241756-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217293'] for port, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:53:07.129516 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7319f456-db64-4024-8cce-f67e398e349e req-0722e158-adb4-44c3-bd06-1b8bf7718eff tempest-ServerActionsTestJSON-2052644234 tempest-ServerActionsTestJSON-2052644234-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:53:07.130942 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-7319f456-db64-4024-8cce-f67e398e349e req-0722e158-adb4-44c3-bd06-1b8bf7718eff tempest-ServerActionsTestJSON-2052644234 tempest-ServerActionsTestJSON-2052644234-project] 10.222.0.42 "GET /v2.0/ports?device_id=b7307812-da19-4509-9baf-bb3ff8313904 HTTP/1.1" status: 200 len: 945 time: 0.5462122 Apr 18 20:53:07.179002 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-9cd16840-99ae-4e58-a1c6-b285f9feb4b1 req-0be9b6a3-cbde-4266-9e0b-75d8a624d8c1 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=9feceef4d3df4daeb6497a95fbe12eb7&device_id=6a49f48a-913c-49a6-8c09-bf4c978ef91f HTTP/1.1" status: 200 len: 5248 time: 0.4493599 Apr 18 20:53:07.185159 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-4c00b25f-832f-41be-8dc4-1e034292f151 req-cd2b507b-7abb-4f88-9175-034b06bf3463 tempest-ServerTagsTestJSON-402241756 tempest-ServerTagsTestJSON-402241756-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.4685426 Apr 18 20:53:07.199243 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ab5b4a5-0767-4aea-b1ff-4e7bd4a6c5c3 req-cf4b1218-d202-4ca1-9640-f260adcd1421 tempest-ServerTagsTestJSON-402241756 tempest-ServerTagsTestJSON-402241756-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:53:07.199937 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [req-0ab5b4a5-0767-4aea-b1ff-4e7bd4a6c5c3 req-cf4b1218-d202-4ca1-9640-f260adcd1421 tempest-ServerTagsTestJSON-402241756 tempest-ServerTagsTestJSON-402241756-project] Synchronizing usage tracker for tenant:07d78456d9a640c99bc6ce9963d36085 on resource:port {{(pid=84040) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 20:53:07.227865 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.v2.base [req-4c00b25f-832f-41be-8dc4-1e034292f151 req-01cbd8e0-05cf-4d67-8e5a-e4642a0d71d8 service neutron] Request body: {'port': {'device_id': 'f52f1ab8-6e58-42c7-a9e3-f711a7046c25', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-838334-2'}} {{(pid=84040) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 20:53:07.251020 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.managers [req-234b3724-503c-4a54-91bb-34692c24067f req-1231b380-9241-4026-95db-25e1964af789 service neutron] Attempting to bind port e4a628aa-c125-4eea-8365-b6473a427bb3 on host n-h2-838334-2 for vnic_type normal with profile {{(pid=84040) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:53:07.251297 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.managers [req-234b3724-503c-4a54-91bb-34692c24067f req-1231b380-9241-4026-95db-25e1964af789 service neutron] Attempting to bind port e4a628aa-c125-4eea-8365-b6473a427bb3 by drivers openvswitch,hyperv on host n-h2-838334-2 at level 0 using segments [{'id': '999db445-b59f-43ae-97e9-309f13729423', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '4c6d63fa-10ee-46ac-a5d2-fd4675ff700f'}] {{(pid=84040) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:53:07.251637 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-234b3724-503c-4a54-91bb-34692c24067f req-1231b380-9241-4026-95db-25e1964af789 service neutron] Attempting to bind port e4a628aa-c125-4eea-8365-b6473a427bb3 on network 4c6d63fa-10ee-46ac-a5d2-fd4675ff700f {{(pid=84040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 20:53:07.353667 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-234b3724-503c-4a54-91bb-34692c24067f req-1231b380-9241-4026-95db-25e1964af789 service neutron] Port e4a628aa-c125-4eea-8365-b6473a427bb3 on network 4c6d63fa-10ee-46ac-a5d2-fd4675ff700f not bound, no agent of type Open vSwitch agent registered on host n-h2-838334-2 {{(pid=84040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 18 20:53:07.353978 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-234b3724-503c-4a54-91bb-34692c24067f req-1231b380-9241-4026-95db-25e1964af789 service neutron] Attempting to bind port e4a628aa-c125-4eea-8365-b6473a427bb3 on network 4c6d63fa-10ee-46ac-a5d2-fd4675ff700f {{(pid=84040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 20:53:07.376493 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-7319f456-db64-4024-8cce-f67e398e349e req-8bf765cb-dd37-4899-807d-45e7e3853326 tempest-ServerActionsTestJSON-2052644234 tempest-ServerActionsTestJSON-2052644234-project] 10.222.0.42 "GET /v2.0/security-groups?id=c2aeb662-6a43-4389-8810-9fad3627855b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2380199 Apr 18 20:53:07.382401 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [req-0ab5b4a5-0767-4aea-b1ff-4e7bd4a6c5c3 req-cf4b1218-d202-4ca1-9640-f260adcd1421 tempest-ServerTagsTestJSON-402241756 tempest-ServerTagsTestJSON-402241756-project] Unset dirty status for tenant:07d78456d9a640c99bc6ce9963d36085 on resource:port {{(pid=84040) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 20:53:07.383435 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-0ab5b4a5-0767-4aea-b1ff-4e7bd4a6c5c3 req-cf4b1218-d202-4ca1-9640-f260adcd1421 tempest-ServerTagsTestJSON-402241756 tempest-ServerTagsTestJSON-402241756-project] 10.222.0.42 "GET /v2.0/ports?device_id=f52f1ab8-6e58-42c7-a9e3-f711a7046c25 HTTP/1.1" status: 200 len: 932 time: 0.5908906 Apr 18 20:53:07.426465 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-234b3724-503c-4a54-91bb-34692c24067f req-1231b380-9241-4026-95db-25e1964af789 service neutron] Checking agent: {'id': 'dc797004-f641-47b7-a77f-9c62b5b16296', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-838334-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 34, 3), 'started_at': datetime.datetime(2022, 4, 18, 20, 34, 3), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 20, 53, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 18 20:53:07.426819 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-234b3724-503c-4a54-91bb-34692c24067f req-1231b380-9241-4026-95db-25e1964af789 service neutron] Checking segment: {'id': '999db445-b59f-43ae-97e9-309f13729423', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '4c6d63fa-10ee-46ac-a5d2-fd4675ff700f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84040) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 20:53:07.427173 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-234b3724-503c-4a54-91bb-34692c24067f req-1231b380-9241-4026-95db-25e1964af789 service neutron] Bound using segment: {'id': '999db445-b59f-43ae-97e9-309f13729423', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '4c6d63fa-10ee-46ac-a5d2-fd4675ff700f'} {{(pid=84040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 18 20:53:07.427611 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.managers [req-234b3724-503c-4a54-91bb-34692c24067f req-1231b380-9241-4026-95db-25e1964af789 service neutron] Bound port: e4a628aa-c125-4eea-8365-b6473a427bb3, host: n-h2-838334-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '999db445-b59f-43ae-97e9-309f13729423', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '4c6d63fa-10ee-46ac-a5d2-fd4675ff700f'}}] {{(pid=84040) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 20:53:07.427972 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-234b3724-503c-4a54-91bb-34692c24067f req-1231b380-9241-4026-95db-25e1964af789 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:53:07.601926 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-4c00b25f-832f-41be-8dc4-1e034292f151 req-01cbd8e0-05cf-4d67-8e5a-e4642a0d71d8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:53:07.614563 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cd16840-99ae-4e58-a1c6-b285f9feb4b1 req-272ed7c2-2773-4383-bfdd-83c04db6b244 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:53:07.614888 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cd16840-99ae-4e58-a1c6-b285f9feb4b1 req-272ed7c2-2773-4383-bfdd-83c04db6b244 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:53:07.615230 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cd16840-99ae-4e58-a1c6-b285f9feb4b1 req-272ed7c2-2773-4383-bfdd-83c04db6b244 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:53:07.616771 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-9cd16840-99ae-4e58-a1c6-b285f9feb4b1 req-272ed7c2-2773-4383-bfdd-83c04db6b244 service neutron] 10.222.0.48 "GET /v2.0/networks?tenant_id=9feceef4d3df4daeb6497a95fbe12eb7&shared=False HTTP/1.1" status: 200 len: 2291 time: 0.4138281 Apr 18 20:53:07.871074 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-0ab5b4a5-0767-4aea-b1ff-4e7bd4a6c5c3 req-358c4e97-b8e0-4f1c-8793-ca5c38478981 tempest-ServerTagsTestJSON-402241756 tempest-ServerTagsTestJSON-402241756-project] 10.222.0.42 "GET /v2.0/security-groups?id=5152e730-2577-415e-84e6-d8dbcecb899f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4483738 Apr 18 20:53:07.904274 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.db [req-234b3724-503c-4a54-91bb-34692c24067f req-1231b380-9241-4026-95db-25e1964af789 service neutron] For port e4a628aa-c125-4eea-8365-b6473a427bb3, host n-h2-838334-2, cleared binding levels {{(pid=84040) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 20:53:07.920697 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.db [req-234b3724-503c-4a54-91bb-34692c24067f req-1231b380-9241-4026-95db-25e1964af789 service neutron] For port e4a628aa-c125-4eea-8365-b6473a427bb3, host n-h2-838334-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838334-2',level=0,port_id=e4a628aa-c125-4eea-8365-b6473a427bb3,segment=NetworkSegment(999db445-b59f-43ae-97e9-309f13729423),segment_id=999db445-b59f-43ae-97e9-309f13729423)] {{(pid=84040) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 20:53:07.935248 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-234b3724-503c-4a54-91bb-34692c24067f req-1231b380-9241-4026-95db-25e1964af789 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32440959'] for port, after_update {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:53:08.053040 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-c9e16ff2-3026-474a-909a-35759b30acbd req-44b85777-6998-4bac-b975-ef6fc555c183 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=a3d617b3-55ec-41c1-b97c-911aa927ef50&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.5577168 Apr 18 20:53:08.151243 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-234b3724-503c-4a54-91bb-34692c24067f req-1231b380-9241-4026-95db-25e1964af789 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217293'] for port, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:53:08.152624 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-234b3724-503c-4a54-91bb-34692c24067f req-1231b380-9241-4026-95db-25e1964af789 service neutron] 10.222.0.48 "PUT /v2.0/ports/e4a628aa-c125-4eea-8365-b6473a427bb3 HTTP/1.1" status: 200 len: 1135 time: 2.9802077 Apr 18 20:53:08.160211 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cd16840-99ae-4e58-a1c6-b285f9feb4b1 req-56147ba7-0771-4c44-8221-d1d5137ce432 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:53:08.161637 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-9cd16840-99ae-4e58-a1c6-b285f9feb4b1 req-56147ba7-0771-4c44-8221-d1d5137ce432 service neutron] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5284028 Apr 18 20:53:08.189566 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1231b380-9241-4026-95db-25e1964af789 service neutron] Pushing event updated for resources: {'Port': ['ID=e4a628aa-c125-4eea-8365-b6473a427bb3,revision_number=3']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:53:08.255726 n-d-838334-2 neutron-server[84041]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7817d0d4-cbda-4c6d-a783-732a25f4039b'] response: {'name': 'network-changed', 'server_uuid': '9e97043d-b4ba-4779-b189-2f2df9bcc717', 'tag': '6f4992e5-2937-49a2-b505-58b5aba54a2a', 'status': 'completed', 'code': 200} Apr 18 20:53:08.311271 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.v2.base [req-234b3724-503c-4a54-91bb-34692c24067f req-626d939f-08a7-4bf8-be7d-8d7945def970 service neutron] Request body: {'port': {'device_id': '6a49f48a-913c-49a6-8c09-bf4c978ef91f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-838334-2'}} {{(pid=84040) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 20:53:08.377455 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-0db23062-f00c-453b-afb0-2dc82ecaacd4 req-2bf99fe6-d24e-4674-a550-a8ffeb9b71e8 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=73f6907b204949b4bb681a1a2ac7fa17&device_id=9e97043d-b4ba-4779-b189-2f2df9bcc717 HTTP/1.1" status: 200 len: 1095 time: 0.0926740 Apr 18 20:53:08.543380 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b41e499-3cd4-406b-a1a8-a6810404a97d req-cfd7137a-6f75-4eba-9482-f779d7f2d61c tempest-TaggedBootDevicesTest_v242-417596240 tempest-TaggedBootDevicesTest_v242-417596240-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:53:08.547545 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b41e499-3cd4-406b-a1a8-a6810404a97d req-cfd7137a-6f75-4eba-9482-f779d7f2d61c tempest-TaggedBootDevicesTest_v242-417596240 tempest-TaggedBootDevicesTest_v242-417596240-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:53:08.551511 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b41e499-3cd4-406b-a1a8-a6810404a97d req-cfd7137a-6f75-4eba-9482-f779d7f2d61c tempest-TaggedBootDevicesTest_v242-417596240 tempest-TaggedBootDevicesTest_v242-417596240-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:53:08.555560 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b41e499-3cd4-406b-a1a8-a6810404a97d req-cfd7137a-6f75-4eba-9482-f779d7f2d61c tempest-TaggedBootDevicesTest_v242-417596240 tempest-TaggedBootDevicesTest_v242-417596240-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:53:08.559529 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b41e499-3cd4-406b-a1a8-a6810404a97d req-cfd7137a-6f75-4eba-9482-f779d7f2d61c tempest-TaggedBootDevicesTest_v242-417596240 tempest-TaggedBootDevicesTest_v242-417596240-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:53:08.564176 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b41e499-3cd4-406b-a1a8-a6810404a97d req-cfd7137a-6f75-4eba-9482-f779d7f2d61c tempest-TaggedBootDevicesTest_v242-417596240 tempest-TaggedBootDevicesTest_v242-417596240-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:53:08.565991 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-4b41e499-3cd4-406b-a1a8-a6810404a97d req-cfd7137a-6f75-4eba-9482-f779d7f2d61c tempest-TaggedBootDevicesTest_v242-417596240 tempest-TaggedBootDevicesTest_v242-417596240-project] 10.222.0.42 "GET /v2.0/ports?device_id=6a49f48a-913c-49a6-8c09-bf4c978ef91f HTTP/1.1" status: 200 len: 4604 time: 0.5212240 Apr 18 20:53:08.580518 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0db23062-f00c-453b-afb0-2dc82ecaacd4 req-25c004de-9693-4063-8532-700f8510e0c6 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:53:08.582017 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-0db23062-f00c-453b-afb0-2dc82ecaacd4 req-25c004de-9693-4063-8532-700f8510e0c6 service neutron] 10.222.0.43 "GET /v2.0/networks?id=2ed02df0-abad-44eb-8f2e-0a0038528ceb HTTP/1.1" status: 200 len: 926 time: 0.1897488 Apr 18 20:53:08.589033 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-37210c1e-4ce4-4341-ad9c-762b4e5a86d1 req-1156bb28-0db2-461f-9b86-dded1d12ba7c service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=a3d617b3-55ec-41c1-b97c-911aa927ef50&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2647047 Apr 18 20:53:08.617915 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-234b3724-503c-4a54-91bb-34692c24067f req-626d939f-08a7-4bf8-be7d-8d7945def970 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:53:08.653089 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-0db23062-f00c-453b-afb0-2dc82ecaacd4 req-d2928895-74dc-45be-a723-42359bed17ad service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6f4992e5-2937-49a2-b505-58b5aba54a2a HTTP/1.1" status: 200 len: 217 time: 0.0630851 Apr 18 20:53:08.723864 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0db23062-f00c-453b-afb0-2dc82ecaacd4 req-20620db6-4fe8-443b-b71d-2d75836b3c1a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:53:08.725651 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-0db23062-f00c-453b-afb0-2dc82ecaacd4 req-20620db6-4fe8-443b-b71d-2d75836b3c1a service neutron] 10.222.0.43 "GET /v2.0/subnets?id=8e40ec4d-44ed-4443-aa48-04db8a60b23f HTTP/1.1" status: 200 len: 865 time: 0.0655618 Apr 18 20:53:08.741555 n-d-838334-2 neutron-server[84040]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6a49f48a-913c-49a6-8c09-bf4c978ef91f', 'tag': 'e4a628aa-c125-4eea-8365-b6473a427bb3'}] {{(pid=84040) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 20:53:08.775032 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-0db23062-f00c-453b-afb0-2dc82ecaacd4 req-484946a4-4b99-4550-8e7a-1d252cc2582b service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=2ed02df0-abad-44eb-8f2e-0a0038528ceb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0427563 Apr 18 20:53:08.781943 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35f354eb-b897-404d-a096-5fae3a3ad867 req-af5b4a46-2541-484f-a980-68d4d91e649a tempest-ServerDiskConfigTestJSON-473081836 tempest-ServerDiskConfigTestJSON-473081836-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:53:08.783691 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-35f354eb-b897-404d-a096-5fae3a3ad867 req-af5b4a46-2541-484f-a980-68d4d91e649a tempest-ServerDiskConfigTestJSON-473081836 tempest-ServerDiskConfigTestJSON-473081836-project] 10.222.0.42 "GET /v2.0/ports?device_id=e3ce1959-1c32-471b-a30a-a5dd21c9b8a4 HTTP/1.1" status: 200 len: 945 time: 0.3893504 Apr 18 20:53:08.787569 n-d-838334-2 neutron-server[84040]: DEBUG neutron.notifiers.nova [req-4c00b25f-832f-41be-8dc4-1e034292f151 req-01cbd8e0-05cf-4d67-8e5a-e4642a0d71d8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e943db12-73e9-46ee-a3fe-372688972488 {{(pid=84040) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 18 20:53:08.794320 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-4b41e499-3cd4-406b-a1a8-a6810404a97d req-dc1c2d3e-cd63-4eda-b55c-953d36a04713 tempest-TaggedBootDevicesTest_v242-417596240 tempest-TaggedBootDevicesTest_v242-417596240-project] 10.222.0.42 "GET /v2.0/security-groups?id=90f86da5-60b0-4e29-8e55-fe6cf6b75c5e&id=48fab5b0-1368-425c-9a53-c0303d2044f1&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2193146 Apr 18 20:53:08.804628 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-4c00b25f-832f-41be-8dc4-1e034292f151 req-01cbd8e0-05cf-4d67-8e5a-e4642a0d71d8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:53:08.879176 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Device 6f4992e5-2937-49a2-b505-58b5aba54a2a details requested by agent hyperv_n-h1-838334-2 with host n-h1-838334-2 {{(pid=84042) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 18 20:53:08.908128 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-35f354eb-b897-404d-a096-5fae3a3ad867 req-dedb48f5-5376-475a-aef5-982753006f65 tempest-ServerDiskConfigTestJSON-473081836 tempest-ServerDiskConfigTestJSON-473081836-project] 10.222.0.42 "GET /v2.0/security-groups?id=527f07bd-3b7c-4e87-bb13-fa86b9490e28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1105123 Apr 18 20:53:08.923518 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.provisioning_blocks [req-4c00b25f-832f-41be-8dc4-1e034292f151 req-01cbd8e0-05cf-4d67-8e5a-e4642a0d71d8 service neutron] Transition to ACTIVE for port object e943db12-73e9-46ee-a3fe-372688972488 will not be triggered until provisioned by entity L2. {{(pid=84040) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 20:53:08.928614 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-0db23062-f00c-453b-afb0-2dc82ecaacd4 req-e21fc081-7664-40ec-94ed-f165dd29bfa1 service neutron] 10.222.0.43 "GET /v2.0/networks/2ed02df0-abad-44eb-8f2e-0a0038528ceb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1451259 Apr 18 20:53:08.931963 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-4c00b25f-832f-41be-8dc4-1e034292f151 req-01cbd8e0-05cf-4d67-8e5a-e4642a0d71d8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32440959'] for port, after_update {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:53:09.159675 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] For port 6f4992e5-2937-49a2-b505-58b5aba54a2a, host n-h1-838334-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838334-2',level=0,port_id=6f4992e5-2937-49a2-b505-58b5aba54a2a,segment=NetworkSegment(0667d5cd-e607-4e6b-8af3-8f27c6510925),segment_id=0667d5cd-e607-4e6b-8af3-8f27c6510925)] {{(pid=84042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:53:09.173396 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-0db23062-f00c-453b-afb0-2dc82ecaacd4 req-287ababf-4b64-469b-963c-8cf12d6e5585 service neutron] 10.222.0.43 "GET /v2.0/networks/2ed02df0-abad-44eb-8f2e-0a0038528ceb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2381244 Apr 18 20:53:09.180156 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Returning: {'device': '6f4992e5-2937-49a2-b505-58b5aba54a2a', 'network_id': '2ed02df0-abad-44eb-8f2e-0a0038528ceb', 'port_id': '6f4992e5-2937-49a2-b505-58b5aba54a2a', 'mac_address': 'fa:16:3e:aa:cc:a0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 397, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8e40ec4d-44ed-4443-aa48-04db8a60b23f', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84042) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 18 20:53:09.218971 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01cbd8e0-05cf-4d67-8e5a-e4642a0d71d8 service neutron] Pushing event updated for resources: {'Port': ['ID=e943db12-73e9-46ee-a3fe-372688972488,revision_number=2']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:53:09.242040 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:53:09.260001 n-d-838334-2 neutron-server[84042]: DEBUG neutron.notifiers.nova [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6f4992e5-2937-49a2-b505-58b5aba54a2a {{(pid=84042) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 18 20:53:09.276032 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] For port 6f4992e5-2937-49a2-b505-58b5aba54a2a, host n-h1-838334-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838334-2',level=0,port_id=6f4992e5-2937-49a2-b505-58b5aba54a2a,segment=NetworkSegment(0667d5cd-e607-4e6b-8af3-8f27c6510925),segment_id=0667d5cd-e607-4e6b-8af3-8f27c6510925)] {{(pid=84042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:53:09.280872 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682'] for port, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:53:09.354053 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Pushing event updated for resources: {'Port': ['ID=6f4992e5-2937-49a2-b505-58b5aba54a2a,revision_number=4']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:53:09.573969 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] get_ports_and_sgs() called for port_ids ['6f4992e5-2937-49a2-b505-58b5aba54a2a'] {{(pid=84042) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 18 20:53:09.574670 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-742af33f-72f5-4d5c-a31e-2c33be6afad9 req-fce546ad-3cde-48a9-8a5b-1d925205f24a tempest-ServerRescueNegativeTestJSON-1571656168 tempest-ServerRescueNegativeTestJSON-1571656168-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:53:09.576199 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-742af33f-72f5-4d5c-a31e-2c33be6afad9 req-fce546ad-3cde-48a9-8a5b-1d925205f24a tempest-ServerRescueNegativeTestJSON-1571656168 tempest-ServerRescueNegativeTestJSON-1571656168-project] 10.222.0.42 "GET /v2.0/ports?device_id=264936db-30ce-4589-b255-6c9a9ad966e3 HTTP/1.1" status: 200 len: 946 time: 0.3622744 Apr 18 20:53:09.586658 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32fa9632-2335-4e7c-9012-4fe230f97930 req-e8220592-cd9d-483e-a642-5c5d9f614b38 tempest-ServersNegativeTestMultiTenantJSON-1325229730 tempest-ServersNegativeTestMultiTenantJSON-1325229730-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:53:09.588095 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-32fa9632-2335-4e7c-9012-4fe230f97930 req-e8220592-cd9d-483e-a642-5c5d9f614b38 tempest-ServersNegativeTestMultiTenantJSON-1325229730 tempest-ServersNegativeTestMultiTenantJSON-1325229730-project] 10.222.0.42 "GET /v2.0/ports?device_id=9e97043d-b4ba-4779-b189-2f2df9bcc717 HTTP/1.1" status: 200 len: 945 time: 0.3779886 Apr 18 20:53:09.595870 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.managers [req-4c00b25f-832f-41be-8dc4-1e034292f151 req-01cbd8e0-05cf-4d67-8e5a-e4642a0d71d8 service neutron] Attempting to bind port e943db12-73e9-46ee-a3fe-372688972488 on host n-h2-838334-2 for vnic_type normal with profile {{(pid=84040) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:53:09.596198 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.managers [req-4c00b25f-832f-41be-8dc4-1e034292f151 req-01cbd8e0-05cf-4d67-8e5a-e4642a0d71d8 service neutron] Attempting to bind port e943db12-73e9-46ee-a3fe-372688972488 by drivers openvswitch,hyperv on host n-h2-838334-2 at level 0 using segments [{'id': '23ce9e22-2370-4382-bef0-fd7ce1687f08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '22205f98-4cc3-4618-b6e6-b8be238163d1'}] {{(pid=84040) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:53:09.596520 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c00b25f-832f-41be-8dc4-1e034292f151 req-01cbd8e0-05cf-4d67-8e5a-e4642a0d71d8 service neutron] Attempting to bind port e943db12-73e9-46ee-a3fe-372688972488 on network 22205f98-4cc3-4618-b6e6-b8be238163d1 {{(pid=84040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 20:53:09.644923 n-d-838334-2 neutron-server[84040]: DEBUG neutron.notifiers.nova [req-234b3724-503c-4a54-91bb-34692c24067f req-626d939f-08a7-4bf8-be7d-8d7945def970 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8725f57c-a397-438c-bf13-f1b54c12fc76 {{(pid=84040) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 18 20:53:09.652928 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c00b25f-832f-41be-8dc4-1e034292f151 req-01cbd8e0-05cf-4d67-8e5a-e4642a0d71d8 service neutron] Port e943db12-73e9-46ee-a3fe-372688972488 on network 22205f98-4cc3-4618-b6e6-b8be238163d1 not bound, no agent of type Open vSwitch agent registered on host n-h2-838334-2 {{(pid=84040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 18 20:53:09.653249 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c00b25f-832f-41be-8dc4-1e034292f151 req-01cbd8e0-05cf-4d67-8e5a-e4642a0d71d8 service neutron] Attempting to bind port e943db12-73e9-46ee-a3fe-372688972488 on network 22205f98-4cc3-4618-b6e6-b8be238163d1 {{(pid=84040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 20:53:09.664081 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-234b3724-503c-4a54-91bb-34692c24067f req-626d939f-08a7-4bf8-be7d-8d7945def970 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:53:09.700314 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c00b25f-832f-41be-8dc4-1e034292f151 req-01cbd8e0-05cf-4d67-8e5a-e4642a0d71d8 service neutron] Checking agent: {'id': 'dc797004-f641-47b7-a77f-9c62b5b16296', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-838334-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 34, 3), 'started_at': datetime.datetime(2022, 4, 18, 20, 34, 3), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 20, 53, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 18 20:53:09.701104 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c00b25f-832f-41be-8dc4-1e034292f151 req-01cbd8e0-05cf-4d67-8e5a-e4642a0d71d8 service neutron] Checking segment: {'id': '23ce9e22-2370-4382-bef0-fd7ce1687f08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '22205f98-4cc3-4618-b6e6-b8be238163d1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84040) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 20:53:09.701104 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c00b25f-832f-41be-8dc4-1e034292f151 req-01cbd8e0-05cf-4d67-8e5a-e4642a0d71d8 service neutron] Bound using segment: {'id': '23ce9e22-2370-4382-bef0-fd7ce1687f08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '22205f98-4cc3-4618-b6e6-b8be238163d1'} {{(pid=84040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 18 20:53:09.701995 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.managers [req-4c00b25f-832f-41be-8dc4-1e034292f151 req-01cbd8e0-05cf-4d67-8e5a-e4642a0d71d8 service neutron] Bound port: e943db12-73e9-46ee-a3fe-372688972488, host: n-h2-838334-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '23ce9e22-2370-4382-bef0-fd7ce1687f08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '22205f98-4cc3-4618-b6e6-b8be238163d1'}}] {{(pid=84040) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 20:53:09.702507 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-4c00b25f-832f-41be-8dc4-1e034292f151 req-01cbd8e0-05cf-4d67-8e5a-e4642a0d71d8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:53:09.713702 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.provisioning_blocks [req-234b3724-503c-4a54-91bb-34692c24067f req-626d939f-08a7-4bf8-be7d-8d7945def970 service neutron] Transition to ACTIVE for port object 8725f57c-a397-438c-bf13-f1b54c12fc76 will not be triggered until provisioned by entity L2. {{(pid=84040) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 20:53:09.724733 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-742af33f-72f5-4d5c-a31e-2c33be6afad9 req-74c84d7b-889f-42f9-acdb-84bc72f6ef95 tempest-ServerRescueNegativeTestJSON-1571656168 tempest-ServerRescueNegativeTestJSON-1571656168-project] 10.222.0.42 "GET /v2.0/security-groups?id=fa6b5748-504b-4821-b3a0-7e61ca1810b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1357093 Apr 18 20:53:09.725323 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-234b3724-503c-4a54-91bb-34692c24067f req-626d939f-08a7-4bf8-be7d-8d7945def970 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32440959'] for port, after_update {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:53:09.945942 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-32fa9632-2335-4e7c-9012-4fe230f97930 req-712829d0-482d-460d-ba19-4963f862abee tempest-ServersNegativeTestMultiTenantJSON-1325229730 tempest-ServersNegativeTestMultiTenantJSON-1325229730-project] 10.222.0.42 "GET /v2.0/security-groups?id=5b013fa2-3b1d-4cbf-8b0e-9b422cbd0cab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3453732 Apr 18 20:53:10.278967 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.db [req-4c00b25f-832f-41be-8dc4-1e034292f151 req-01cbd8e0-05cf-4d67-8e5a-e4642a0d71d8 service neutron] For port e943db12-73e9-46ee-a3fe-372688972488, host n-h2-838334-2, cleared binding levels {{(pid=84040) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 20:53:10.284092 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.db [req-4c00b25f-832f-41be-8dc4-1e034292f151 req-01cbd8e0-05cf-4d67-8e5a-e4642a0d71d8 service neutron] For port e943db12-73e9-46ee-a3fe-372688972488, host n-h2-838334-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838334-2',level=0,port_id=e943db12-73e9-46ee-a3fe-372688972488,segment=NetworkSegment(23ce9e22-2370-4382-bef0-fd7ce1687f08),segment_id=23ce9e22-2370-4382-bef0-fd7ce1687f08)] {{(pid=84040) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 20:53:10.304265 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-626d939f-08a7-4bf8-be7d-8d7945def970 service neutron] Pushing event updated for resources: {'Port': ['ID=8725f57c-a397-438c-bf13-f1b54c12fc76,revision_number=2']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:53:10.312851 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-4c00b25f-832f-41be-8dc4-1e034292f151 req-01cbd8e0-05cf-4d67-8e5a-e4642a0d71d8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32440959'] for port, after_update {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:53:10.413615 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01cbd8e0-05cf-4d67-8e5a-e4642a0d71d8 service neutron] Pushing event updated for resources: {'Port': ['ID=e943db12-73e9-46ee-a3fe-372688972488,revision_number=3']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:53:10.422375 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-4c00b25f-832f-41be-8dc4-1e034292f151 req-01cbd8e0-05cf-4d67-8e5a-e4642a0d71d8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217293'] for port, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:53:10.424621 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-4c00b25f-832f-41be-8dc4-1e034292f151 req-01cbd8e0-05cf-4d67-8e5a-e4642a0d71d8 service neutron] 10.222.0.48 "PUT /v2.0/ports/e943db12-73e9-46ee-a3fe-372688972488 HTTP/1.1" status: 200 len: 1092 time: 3.2190425 Apr 18 20:53:10.602366 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afa1dadf-129f-4527-8470-8407e6bf97cc req-2d49ec80-6429-4913-9057-36d268a7500e tempest-ServerActionsTestJSON-2052644234 tempest-ServerActionsTestJSON-2052644234-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:53:10.603953 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-afa1dadf-129f-4527-8470-8407e6bf97cc req-2d49ec80-6429-4913-9057-36d268a7500e tempest-ServerActionsTestJSON-2052644234 tempest-ServerActionsTestJSON-2052644234-project] 10.222.0.42 "GET /v2.0/ports?device_id=b7307812-da19-4509-9baf-bb3ff8313904 HTTP/1.1" status: 200 len: 945 time: 0.4993951 Apr 18 20:53:10.641724 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7df7a829-030d-4c54-97e7-778c75620080 req-994aea26-545f-4be8-abed-7aa5d96a520e tempest-AttachVolumeShelveTestJSON-1712717013 tempest-AttachVolumeShelveTestJSON-1712717013-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:53:10.643304 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-7df7a829-030d-4c54-97e7-778c75620080 req-994aea26-545f-4be8-abed-7aa5d96a520e tempest-AttachVolumeShelveTestJSON-1712717013 tempest-AttachVolumeShelveTestJSON-1712717013-project] 10.222.0.42 "GET /v2.0/ports?device_id=a3d617b3-55ec-41c1-b97c-911aa927ef50 HTTP/1.1" status: 200 len: 943 time: 0.6963520 Apr 18 20:53:10.750959 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-afa1dadf-129f-4527-8470-8407e6bf97cc req-b5725451-426f-4140-b19a-95a9ada099f4 tempest-ServerActionsTestJSON-2052644234 tempest-ServerActionsTestJSON-2052644234-project] 10.222.0.42 "GET /v2.0/security-groups?id=c2aeb662-6a43-4389-8810-9fad3627855b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1358137 Apr 18 20:53:10.765990 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.managers [req-234b3724-503c-4a54-91bb-34692c24067f req-626d939f-08a7-4bf8-be7d-8d7945def970 service neutron] Attempting to bind port 8725f57c-a397-438c-bf13-f1b54c12fc76 on host n-h2-838334-2 for vnic_type normal with profile {{(pid=84040) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:53:10.766392 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.managers [req-234b3724-503c-4a54-91bb-34692c24067f req-626d939f-08a7-4bf8-be7d-8d7945def970 service neutron] Attempting to bind port 8725f57c-a397-438c-bf13-f1b54c12fc76 by drivers openvswitch,hyperv on host n-h2-838334-2 at level 0 using segments [{'id': '999db445-b59f-43ae-97e9-309f13729423', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '4c6d63fa-10ee-46ac-a5d2-fd4675ff700f'}] {{(pid=84040) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:53:10.766714 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-234b3724-503c-4a54-91bb-34692c24067f req-626d939f-08a7-4bf8-be7d-8d7945def970 service neutron] Attempting to bind port 8725f57c-a397-438c-bf13-f1b54c12fc76 on network 4c6d63fa-10ee-46ac-a5d2-fd4675ff700f {{(pid=84040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 20:53:10.783427 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-7df7a829-030d-4c54-97e7-778c75620080 req-cfac821b-9ee3-460a-a21f-156bfd3b3617 tempest-AttachVolumeShelveTestJSON-1712717013 tempest-AttachVolumeShelveTestJSON-1712717013-project] 10.222.0.42 "GET /v2.0/security-groups?id=2e9d8b44-da00-4a79-861c-f0ec417a580f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1227908 Apr 18 20:53:10.814152 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-4c00b25f-832f-41be-8dc4-1e034292f151 req-9476be19-0b11-4493-a7c1-638f8e28ca85 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=07d78456d9a640c99bc6ce9963d36085&device_id=f52f1ab8-6e58-42c7-a9e3-f711a7046c25 HTTP/1.1" status: 200 len: 1095 time: 0.3398337 Apr 18 20:53:10.815104 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-234b3724-503c-4a54-91bb-34692c24067f req-626d939f-08a7-4bf8-be7d-8d7945def970 service neutron] Port 8725f57c-a397-438c-bf13-f1b54c12fc76 on network 4c6d63fa-10ee-46ac-a5d2-fd4675ff700f not bound, no agent of type Open vSwitch agent registered on host n-h2-838334-2 {{(pid=84040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 18 20:53:10.815422 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-234b3724-503c-4a54-91bb-34692c24067f req-626d939f-08a7-4bf8-be7d-8d7945def970 service neutron] Attempting to bind port 8725f57c-a397-438c-bf13-f1b54c12fc76 on network 4c6d63fa-10ee-46ac-a5d2-fd4675ff700f {{(pid=84040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 20:53:10.892763 n-d-838334-2 neutron-server[84040]: INFO neutron.notifiers.nova [-] Nova event matching ['req-81144c5a-19fc-439f-92d3-15dcfb96af46'] response: {'name': 'network-changed', 'server_uuid': '6a49f48a-913c-49a6-8c09-bf4c978ef91f', 'tag': 'e4a628aa-c125-4eea-8365-b6473a427bb3', 'status': 'completed', 'code': 200} Apr 18 20:53:10.897938 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Device 6f4992e5-2937-49a2-b505-58b5aba54a2a up at agent hyperv_n-h1-838334-2 {{(pid=84042) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 20:53:10.899465 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-234b3724-503c-4a54-91bb-34692c24067f req-626d939f-08a7-4bf8-be7d-8d7945def970 service neutron] Checking agent: {'id': 'dc797004-f641-47b7-a77f-9c62b5b16296', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-838334-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 34, 3), 'started_at': datetime.datetime(2022, 4, 18, 20, 34, 3), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 20, 53, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 18 20:53:10.900037 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-234b3724-503c-4a54-91bb-34692c24067f req-626d939f-08a7-4bf8-be7d-8d7945def970 service neutron] Checking segment: {'id': '999db445-b59f-43ae-97e9-309f13729423', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '4c6d63fa-10ee-46ac-a5d2-fd4675ff700f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84040) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 20:53:10.900671 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-234b3724-503c-4a54-91bb-34692c24067f req-626d939f-08a7-4bf8-be7d-8d7945def970 service neutron] Bound using segment: {'id': '999db445-b59f-43ae-97e9-309f13729423', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '4c6d63fa-10ee-46ac-a5d2-fd4675ff700f'} {{(pid=84040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 18 20:53:10.901338 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.managers [req-234b3724-503c-4a54-91bb-34692c24067f req-626d939f-08a7-4bf8-be7d-8d7945def970 service neutron] Bound port: 8725f57c-a397-438c-bf13-f1b54c12fc76, host: n-h2-838334-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '999db445-b59f-43ae-97e9-309f13729423', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '4c6d63fa-10ee-46ac-a5d2-fd4675ff700f'}}] {{(pid=84040) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 20:53:10.901777 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-234b3724-503c-4a54-91bb-34692c24067f req-626d939f-08a7-4bf8-be7d-8d7945def970 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:53:10.988701 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-4c00b25f-832f-41be-8dc4-1e034292f151 req-6c828037-ac29-4d57-b6ef-9acaafd3f5b0 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e943db12-73e9-46ee-a3fe-372688972488 HTTP/1.1" status: 200 len: 217 time: 0.1607661 Apr 18 20:53:11.113825 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Provisioning for port 6f4992e5-2937-49a2-b505-58b5aba54a2a completed by entity L2. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 20:53:11.123226 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Provisioning complete for port 6f4992e5-2937-49a2-b505-58b5aba54a2a triggered by entity L2. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:53:11.123965 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1253608'] for port, provisioning_complete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:53:11.269792 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:53:11.274643 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-d5128973-0ee2-41a6-9f44-6d6ccf9d57ae req-822f5722-1bb6-486f-84af-82da3b7ef16d service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=9feceef4d3df4daeb6497a95fbe12eb7&device_id=6a49f48a-913c-49a6-8c09-bf4c978ef91f HTTP/1.1" status: 200 len: 6177 time: 0.3612127 Apr 18 20:53:11.284214 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.db [req-234b3724-503c-4a54-91bb-34692c24067f req-626d939f-08a7-4bf8-be7d-8d7945def970 service neutron] For port 8725f57c-a397-438c-bf13-f1b54c12fc76, host n-h2-838334-2, cleared binding levels {{(pid=84040) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 20:53:11.298429 n-d-838334-2 neutron-server[84042]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9e97043d-b4ba-4779-b189-2f2df9bcc717', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6f4992e5-2937-49a2-b505-58b5aba54a2a'}] {{(pid=84042) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 20:53:11.308908 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] For port 6f4992e5-2937-49a2-b505-58b5aba54a2a, host n-h1-838334-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838334-2',level=0,port_id=6f4992e5-2937-49a2-b505-58b5aba54a2a,segment=NetworkSegment(0667d5cd-e607-4e6b-8af3-8f27c6510925),segment_id=0667d5cd-e607-4e6b-8af3-8f27c6510925)] {{(pid=84042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:53:11.314183 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682'] for port, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:53:11.333605 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c00b25f-832f-41be-8dc4-1e034292f151 req-eba1ee47-a7c1-44e1-ab7c-617bf0f1fc07 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:53:11.336191 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-4c00b25f-832f-41be-8dc4-1e034292f151 req-eba1ee47-a7c1-44e1-ab7c-617bf0f1fc07 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=72176e50-6dd0-42c9-9742-b0d13dccc0b2 HTTP/1.1" status: 200 len: 848 time: 0.3357396 Apr 18 20:53:11.386495 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Pushing event updated for resources: {'Port': ['ID=6f4992e5-2937-49a2-b505-58b5aba54a2a,revision_number=5']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:53:11.408989 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.db [req-234b3724-503c-4a54-91bb-34692c24067f req-626d939f-08a7-4bf8-be7d-8d7945def970 service neutron] For port 8725f57c-a397-438c-bf13-f1b54c12fc76, host n-h2-838334-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838334-2',level=0,port_id=8725f57c-a397-438c-bf13-f1b54c12fc76,segment=NetworkSegment(999db445-b59f-43ae-97e9-309f13729423),segment_id=999db445-b59f-43ae-97e9-309f13729423)] {{(pid=84040) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 20:53:11.455282 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-37210c1e-4ce4-4341-ad9c-762b4e5a86d1 req-f97b6e47-3df0-4ed4-a49e-78928b77e306 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=a3d617b3-55ec-41c1-b97c-911aa927ef50&tenant_id=62ca3eda8b574071bf7ebb52cb30bb40 HTTP/1.1" status: 200 len: 1094 time: 0.0921767 Apr 18 20:53:11.466677 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.v2.base [req-37210c1e-4ce4-4341-ad9c-762b4e5a86d1 req-39b6616d-034c-487d-85d4-0c531d9fa0bd service neutron] Request body: {'port': {'binding:host_id': 'n-h1-838334-2', 'device_owner': 'compute:nova'}} {{(pid=84041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 20:53:11.468076 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-234b3724-503c-4a54-91bb-34692c24067f req-626d939f-08a7-4bf8-be7d-8d7945def970 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32440959'] for port, after_update {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:53:11.526098 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-4c00b25f-832f-41be-8dc4-1e034292f151 req-d9f14715-adf9-4afe-9e6a-11837d7bfbb9 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=22205f98-4cc3-4618-b6e6-b8be238163d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1156876 Apr 18 20:53:11.573895 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [req-37210c1e-4ce4-4341-ad9c-762b4e5a86d1 req-39b6616d-034c-487d-85d4-0c531d9fa0bd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:53:11.672125 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-234b3724-503c-4a54-91bb-34692c24067f req-626d939f-08a7-4bf8-be7d-8d7945def970 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217293'] for port, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:53:11.673509 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-234b3724-503c-4a54-91bb-34692c24067f req-626d939f-08a7-4bf8-be7d-8d7945def970 service neutron] 10.222.0.48 "PUT /v2.0/ports/8725f57c-a397-438c-bf13-f1b54c12fc76 HTTP/1.1" status: 200 len: 1136 time: 3.3706532 Apr 18 20:53:11.714044 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-626d939f-08a7-4bf8-be7d-8d7945def970 service neutron] Pushing event updated for resources: {'Port': ['ID=8725f57c-a397-438c-bf13-f1b54c12fc76,revision_number=3']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:53:11.723297 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.v2.base [req-234b3724-503c-4a54-91bb-34692c24067f req-3fad690b-cb9f-4251-980d-22f6958fe164 service neutron] Request body: {'port': {'device_id': '6a49f48a-913c-49a6-8c09-bf4c978ef91f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-838334-2'}} {{(pid=84040) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 20:53:11.770139 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5128973-0ee2-41a6-9f44-6d6ccf9d57ae req-2c1cb06e-d2d5-4102-a418-a4433c99b5cd service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:53:11.770509 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5128973-0ee2-41a6-9f44-6d6ccf9d57ae req-2c1cb06e-d2d5-4102-a418-a4433c99b5cd service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:53:11.770870 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5128973-0ee2-41a6-9f44-6d6ccf9d57ae req-2c1cb06e-d2d5-4102-a418-a4433c99b5cd service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:53:11.772440 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-d5128973-0ee2-41a6-9f44-6d6ccf9d57ae req-2c1cb06e-d2d5-4102-a418-a4433c99b5cd service neutron] 10.222.0.48 "GET /v2.0/networks?tenant_id=9feceef4d3df4daeb6497a95fbe12eb7&shared=False HTTP/1.1" status: 200 len: 2291 time: 0.4860604 Apr 18 20:53:11.789676 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b183f2e8-efcb-47a1-b6b7-e46e6d872721 req-e6e080cc-fe38-4b27-9d37-95fd7ae7f13a tempest-TaggedBootDevicesTest_v242-417596240 tempest-TaggedBootDevicesTest_v242-417596240-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:53:11.793611 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b183f2e8-efcb-47a1-b6b7-e46e6d872721 req-e6e080cc-fe38-4b27-9d37-95fd7ae7f13a tempest-TaggedBootDevicesTest_v242-417596240 tempest-TaggedBootDevicesTest_v242-417596240-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:53:11.797683 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b183f2e8-efcb-47a1-b6b7-e46e6d872721 req-e6e080cc-fe38-4b27-9d37-95fd7ae7f13a tempest-TaggedBootDevicesTest_v242-417596240 tempest-TaggedBootDevicesTest_v242-417596240-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:53:11.801666 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b183f2e8-efcb-47a1-b6b7-e46e6d872721 req-e6e080cc-fe38-4b27-9d37-95fd7ae7f13a tempest-TaggedBootDevicesTest_v242-417596240 tempest-TaggedBootDevicesTest_v242-417596240-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:53:11.805571 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b183f2e8-efcb-47a1-b6b7-e46e6d872721 req-e6e080cc-fe38-4b27-9d37-95fd7ae7f13a tempest-TaggedBootDevicesTest_v242-417596240 tempest-TaggedBootDevicesTest_v242-417596240-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:53:11.809473 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b183f2e8-efcb-47a1-b6b7-e46e6d872721 req-e6e080cc-fe38-4b27-9d37-95fd7ae7f13a tempest-TaggedBootDevicesTest_v242-417596240 tempest-TaggedBootDevicesTest_v242-417596240-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:53:11.813625 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b183f2e8-efcb-47a1-b6b7-e46e6d872721 req-e6e080cc-fe38-4b27-9d37-95fd7ae7f13a tempest-TaggedBootDevicesTest_v242-417596240 tempest-TaggedBootDevicesTest_v242-417596240-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:53:11.815452 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-b183f2e8-efcb-47a1-b6b7-e46e6d872721 req-e6e080cc-fe38-4b27-9d37-95fd7ae7f13a tempest-TaggedBootDevicesTest_v242-417596240 tempest-TaggedBootDevicesTest_v242-417596240-project] 10.222.0.42 "GET /v2.0/ports?device_id=6a49f48a-913c-49a6-8c09-bf4c978ef91f HTTP/1.1" status: 200 len: 5382 time: 0.6783936 Apr 18 20:53:11.820912 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9aad72a-c795-44d6-a7b8-eebd30443bb9 req-62de22f0-991e-49fa-a3b7-ab3e4724885a tempest-ServerTagsTestJSON-402241756 tempest-ServerTagsTestJSON-402241756-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:53:11.822284 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-c9aad72a-c795-44d6-a7b8-eebd30443bb9 req-62de22f0-991e-49fa-a3b7-ab3e4724885a tempest-ServerTagsTestJSON-402241756 tempest-ServerTagsTestJSON-402241756-project] 10.222.0.42 "GET /v2.0/ports?device_id=f52f1ab8-6e58-42c7-a9e3-f711a7046c25 HTTP/1.1" status: 200 len: 944 time: 0.6867406 Apr 18 20:53:11.952343 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.db [req-37210c1e-4ce4-4341-ad9c-762b4e5a86d1 req-39b6616d-034c-487d-85d4-0c531d9fa0bd service neutron] For port 96dabab2-edf7-421c-9f87-a969c8aeb8a0, host n-h2-838334-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838334-2',level=0,port_id=96dabab2-edf7-421c-9f87-a969c8aeb8a0,segment=NetworkSegment(cd8c59c7-b4b2-44a4-be0f-4e934073fee4),segment_id=cd8c59c7-b4b2-44a4-be0f-4e934073fee4)] {{(pid=84041) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:53:11.982283 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.db [req-37210c1e-4ce4-4341-ad9c-762b4e5a86d1 req-39b6616d-034c-487d-85d4-0c531d9fa0bd service neutron] For port 96dabab2-edf7-421c-9f87-a969c8aeb8a0, host n-h2-838334-2, cleared binding levels {{(pid=84041) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 20:53:12.033503 n-d-838334-2 neutron-server[84041]: DEBUG neutron.notifiers.nova [req-37210c1e-4ce4-4341-ad9c-762b4e5a86d1 req-39b6616d-034c-487d-85d4-0c531d9fa0bd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 96dabab2-edf7-421c-9f87-a969c8aeb8a0 {{(pid=84041) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 18 20:53:12.041309 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [req-37210c1e-4ce4-4341-ad9c-762b4e5a86d1 req-39b6616d-034c-487d-85d4-0c531d9fa0bd service neutron] Notify callbacks [] for port, precommit_update {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:53:12.056931 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.provisioning_blocks [req-37210c1e-4ce4-4341-ad9c-762b4e5a86d1 req-39b6616d-034c-487d-85d4-0c531d9fa0bd service neutron] Transition to ACTIVE for port object 96dabab2-edf7-421c-9f87-a969c8aeb8a0 will not be triggered until provisioned by entity L2. {{(pid=84041) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 20:53:12.060806 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [req-37210c1e-4ce4-4341-ad9c-762b4e5a86d1 req-39b6616d-034c-487d-85d4-0c531d9fa0bd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32266282'] for port, after_update {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:53:12.189667 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-4c00b25f-832f-41be-8dc4-1e034292f151 req-3d627275-3685-4ea9-871e-e66ce678033a service neutron] 10.222.0.48 "GET /v2.0/networks/22205f98-4cc3-4618-b6e6-b8be238163d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6437678 Apr 18 20:53:12.207204 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39b6616d-034c-487d-85d4-0c531d9fa0bd service neutron] Pushing event updated for resources: {'Port': ['ID=96dabab2-edf7-421c-9f87-a969c8aeb8a0,revision_number=9']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:53:12.256997 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-234b3724-503c-4a54-91bb-34692c24067f req-3fad690b-cb9f-4251-980d-22f6958fe164 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:53:12.271112 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.l3_dvrscheduler_db [req-37210c1e-4ce4-4341-ad9c-762b4e5a86d1 req-39b6616d-034c-487d-85d4-0c531d9fa0bd service neutron] No DVR routers for this DVR port 96dabab2-edf7-421c-9f87-a969c8aeb8a0 on host n-h2-838334-2 {{(pid=84041) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 20:53:12.319064 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-b183f2e8-efcb-47a1-b6b7-e46e6d872721 req-568b1555-c2d0-4f55-9516-3a507ab54e3f tempest-TaggedBootDevicesTest_v242-417596240 tempest-TaggedBootDevicesTest_v242-417596240-project] 10.222.0.42 "GET /v2.0/security-groups?id=90f86da5-60b0-4e29-8e55-fe6cf6b75c5e&id=48fab5b0-1368-425c-9a53-c0303d2044f1&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.4947717 Apr 18 20:53:12.321022 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-c9aad72a-c795-44d6-a7b8-eebd30443bb9 req-856cbac6-bfa1-4ab0-8b68-a35983d45ffd tempest-ServerTagsTestJSON-402241756 tempest-ServerTagsTestJSON-402241756-project] 10.222.0.42 "GET /v2.0/security-groups?id=5152e730-2577-415e-84e6-d8dbcecb899f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4595404 Apr 18 20:53:12.356307 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5128973-0ee2-41a6-9f44-6d6ccf9d57ae req-22d38387-72ae-4235-8dd5-0faafdd3a852 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:53:12.357816 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-d5128973-0ee2-41a6-9f44-6d6ccf9d57ae req-22d38387-72ae-4235-8dd5-0faafdd3a852 service neutron] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5346272 Apr 18 20:53:12.511877 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-4c00b25f-832f-41be-8dc4-1e034292f151 req-46804f56-5537-4f98-aef0-e1171a01b81c service neutron] 10.222.0.48 "GET /v2.0/networks/22205f98-4cc3-4618-b6e6-b8be238163d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3033972 Apr 18 20:53:12.583613 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.managers [req-37210c1e-4ce4-4341-ad9c-762b4e5a86d1 req-39b6616d-034c-487d-85d4-0c531d9fa0bd service neutron] Attempting to bind port 96dabab2-edf7-421c-9f87-a969c8aeb8a0 on host n-h1-838334-2 for vnic_type normal with profile {{(pid=84041) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:53:12.584353 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.managers [req-37210c1e-4ce4-4341-ad9c-762b4e5a86d1 req-39b6616d-034c-487d-85d4-0c531d9fa0bd service neutron] Attempting to bind port 96dabab2-edf7-421c-9f87-a969c8aeb8a0 by drivers openvswitch,hyperv on host n-h1-838334-2 at level 0 using segments [{'id': 'cd8c59c7-b4b2-44a4-be0f-4e934073fee4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '0f9d847a-7ba3-4a42-a0c6-e8541d683b40'}] {{(pid=84041) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:53:12.584353 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37210c1e-4ce4-4341-ad9c-762b4e5a86d1 req-39b6616d-034c-487d-85d4-0c531d9fa0bd service neutron] Attempting to bind port 96dabab2-edf7-421c-9f87-a969c8aeb8a0 on network 0f9d847a-7ba3-4a42-a0c6-e8541d683b40 {{(pid=84041) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 20:53:12.595951 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37210c1e-4ce4-4341-ad9c-762b4e5a86d1 req-39b6616d-034c-487d-85d4-0c531d9fa0bd service neutron] Port 96dabab2-edf7-421c-9f87-a969c8aeb8a0 on network 0f9d847a-7ba3-4a42-a0c6-e8541d683b40 not bound, no agent of type Open vSwitch agent registered on host n-h1-838334-2 {{(pid=84041) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 18 20:53:12.597102 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37210c1e-4ce4-4341-ad9c-762b4e5a86d1 req-39b6616d-034c-487d-85d4-0c531d9fa0bd service neutron] Attempting to bind port 96dabab2-edf7-421c-9f87-a969c8aeb8a0 on network 0f9d847a-7ba3-4a42-a0c6-e8541d683b40 {{(pid=84041) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 20:53:12.605574 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37210c1e-4ce4-4341-ad9c-762b4e5a86d1 req-39b6616d-034c-487d-85d4-0c531d9fa0bd service neutron] Checking agent: {'id': 'd63bab19-ff81-4de1-afeb-a3732288d0d7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-838334-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 33, 59), 'started_at': datetime.datetime(2022, 4, 18, 20, 33, 59), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 20, 52, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84041) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 18 20:53:12.605953 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37210c1e-4ce4-4341-ad9c-762b4e5a86d1 req-39b6616d-034c-487d-85d4-0c531d9fa0bd service neutron] Checking segment: {'id': 'cd8c59c7-b4b2-44a4-be0f-4e934073fee4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '0f9d847a-7ba3-4a42-a0c6-e8541d683b40'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84041) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 20:53:12.606334 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37210c1e-4ce4-4341-ad9c-762b4e5a86d1 req-39b6616d-034c-487d-85d4-0c531d9fa0bd service neutron] Bound using segment: {'id': 'cd8c59c7-b4b2-44a4-be0f-4e934073fee4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '0f9d847a-7ba3-4a42-a0c6-e8541d683b40'} {{(pid=84041) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 18 20:53:12.606962 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.managers [req-37210c1e-4ce4-4341-ad9c-762b4e5a86d1 req-39b6616d-034c-487d-85d4-0c531d9fa0bd service neutron] Bound port: 96dabab2-edf7-421c-9f87-a969c8aeb8a0, host: n-h1-838334-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cd8c59c7-b4b2-44a4-be0f-4e934073fee4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '0f9d847a-7ba3-4a42-a0c6-e8541d683b40'}}] {{(pid=84041) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 20:53:12.607277 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [req-37210c1e-4ce4-4341-ad9c-762b4e5a86d1 req-39b6616d-034c-487d-85d4-0c531d9fa0bd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:53:12.713473 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.db [req-37210c1e-4ce4-4341-ad9c-762b4e5a86d1 req-39b6616d-034c-487d-85d4-0c531d9fa0bd service neutron] For port 96dabab2-edf7-421c-9f87-a969c8aeb8a0, host n-h1-838334-2, cleared binding levels {{(pid=84041) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 20:53:12.716629 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.db [req-37210c1e-4ce4-4341-ad9c-762b4e5a86d1 req-39b6616d-034c-487d-85d4-0c531d9fa0bd service neutron] For port 96dabab2-edf7-421c-9f87-a969c8aeb8a0, host n-h1-838334-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838334-2',level=0,port_id=96dabab2-edf7-421c-9f87-a969c8aeb8a0,segment=NetworkSegment(cd8c59c7-b4b2-44a4-be0f-4e934073fee4),segment_id=cd8c59c7-b4b2-44a4-be0f-4e934073fee4)] {{(pid=84041) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 20:53:12.722419 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [req-37210c1e-4ce4-4341-ad9c-762b4e5a86d1 req-39b6616d-034c-487d-85d4-0c531d9fa0bd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32266282'] for port, after_update {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:53:12.762229 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28f92445-c1ce-4edd-859d-025b081c112d req-d90d5089-b612-466b-a2c7-04e56aa63cd0 tempest-ServerDiskConfigTestJSON-473081836 tempest-ServerDiskConfigTestJSON-473081836-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:53:12.763796 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-28f92445-c1ce-4edd-859d-025b081c112d req-d90d5089-b612-466b-a2c7-04e56aa63cd0 tempest-ServerDiskConfigTestJSON-473081836 tempest-ServerDiskConfigTestJSON-473081836-project] 10.222.0.42 "GET /v2.0/ports?device_id=e3ce1959-1c32-471b-a30a-a5dd21c9b8a4 HTTP/1.1" status: 200 len: 945 time: 0.2544496 Apr 18 20:53:12.840525 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [req-37210c1e-4ce4-4341-ad9c-762b4e5a86d1 req-39b6616d-034c-487d-85d4-0c531d9fa0bd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217293'] for port, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:53:12.842886 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-37210c1e-4ce4-4341-ad9c-762b4e5a86d1 req-39b6616d-034c-487d-85d4-0c531d9fa0bd service neutron] 10.222.0.43 "PUT /v2.0/ports/96dabab2-edf7-421c-9f87-a969c8aeb8a0 HTTP/1.1" status: 200 len: 1091 time: 1.3794746 Apr 18 20:53:12.846209 n-d-838334-2 neutron-server[84041]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a3d617b3-55ec-41c1-b97c-911aa927ef50', 'tag': '96dabab2-edf7-421c-9f87-a969c8aeb8a0'}] {{(pid=84041) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 20:53:12.869324 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39b6616d-034c-487d-85d4-0c531d9fa0bd service neutron] Pushing event updated for resources: {'Port': ['ID=96dabab2-edf7-421c-9f87-a969c8aeb8a0,revision_number=10']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:53:12.882482 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-28f92445-c1ce-4edd-859d-025b081c112d req-35c3df52-f319-4ffd-9919-c82ce7155842 tempest-ServerDiskConfigTestJSON-473081836 tempest-ServerDiskConfigTestJSON-473081836-project] 10.222.0.42 "GET /v2.0/security-groups?id=527f07bd-3b7c-4e87-bb13-fa86b9490e28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1003985 Apr 18 20:53:12.898244 n-d-838334-2 neutron-server[84040]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f52f1ab8-6e58-42c7-a9e3-f711a7046c25', 'tag': 'e943db12-73e9-46ee-a3fe-372688972488'}, {'name': 'network-changed', 'server_uuid': '6a49f48a-913c-49a6-8c09-bf4c978ef91f', 'tag': '8725f57c-a397-438c-bf13-f1b54c12fc76'}] {{(pid=84040) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 20:53:12.967824 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-511c40f3-bd46-4f83-be66-b69de066cb00 req-f676bf48-5757-4c58-9a5c-29efcdede643 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=6be92480d0964f34a8ede9caae0c987d&device_id=b7307812-da19-4509-9baf-bb3ff8313904 HTTP/1.1" status: 200 len: 1096 time: 0.2124138 Apr 18 20:53:12.982599 n-d-838334-2 neutron-server[84042]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5e375976-179f-4e2e-83e3-b35d983f340f'] response: {'server_uuid': '9e97043d-b4ba-4779-b189-2f2df9bcc717', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6f4992e5-2937-49a2-b505-58b5aba54a2a', 'code': 200} Apr 18 20:53:13.080963 n-d-838334-2 neutron-server[84040]: DEBUG neutron.notifiers.nova [req-234b3724-503c-4a54-91bb-34692c24067f req-3fad690b-cb9f-4251-980d-22f6958fe164 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 96e60da2-99c4-4d74-935a-c80b74ebeb56 {{(pid=84040) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 18 20:53:13.092171 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-234b3724-503c-4a54-91bb-34692c24067f req-3fad690b-cb9f-4251-980d-22f6958fe164 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:53:13.146356 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-37210c1e-4ce4-4341-ad9c-762b4e5a86d1 req-b1d8ae82-3790-4802-82fd-0af3f57fcf6b service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=62ca3eda8b574071bf7ebb52cb30bb40&device_id=a3d617b3-55ec-41c1-b97c-911aa927ef50 HTTP/1.1" status: 200 len: 1095 time: 0.2731891 Apr 18 20:53:13.207892 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35976ea4-0d71-4c23-9667-6ee7b003e78c req-8315293c-362f-4b94-a022-63da68fbcf7d tempest-ServersNegativeTestMultiTenantJSON-1325229730 tempest-ServersNegativeTestMultiTenantJSON-1325229730-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:53:13.221621 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-35976ea4-0d71-4c23-9667-6ee7b003e78c req-8315293c-362f-4b94-a022-63da68fbcf7d tempest-ServersNegativeTestMultiTenantJSON-1325229730 tempest-ServersNegativeTestMultiTenantJSON-1325229730-project] 10.222.0.42 "GET /v2.0/ports?device_id=9e97043d-b4ba-4779-b189-2f2df9bcc717 HTTP/1.1" status: 200 len: 946 time: 0.5304315 Apr 18 20:53:13.263594 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.provisioning_blocks [req-234b3724-503c-4a54-91bb-34692c24067f req-3fad690b-cb9f-4251-980d-22f6958fe164 service neutron] Transition to ACTIVE for port object 96e60da2-99c4-4d74-935a-c80b74ebeb56 will not be triggered until provisioned by entity L2. {{(pid=84040) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 20:53:13.291033 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-234b3724-503c-4a54-91bb-34692c24067f req-3fad690b-cb9f-4251-980d-22f6958fe164 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32440959'] for port, after_update {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:53:13.296371 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-511c40f3-bd46-4f83-be66-b69de066cb00 req-04d887dd-c05b-4d7c-8953-a036f5e98a7b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:53:13.299344 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-511c40f3-bd46-4f83-be66-b69de066cb00 req-04d887dd-c05b-4d7c-8953-a036f5e98a7b service neutron] 10.222.0.43 "GET /v2.0/networks?id=48f708f8-0904-4115-910c-bb1ab06d7263 HTTP/1.1" status: 200 len: 912 time: 0.3025057 Apr 18 20:53:13.376759 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 49196) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:53:13.392675 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.v2.base [None req-e34a009d-4e17-42ef-8899-4a713373925d tempest-ServerRescueNegativeTestJSON-1571656168 tempest-ServerRescueNegativeTestJSON-1571656168-project] Request body: {'security_group': {'name': 'tempest-securitygroup--577664293', 'description': 'tempest-description--318434880'}} {{(pid=84041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 20:53:13.417349 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-e34a009d-4e17-42ef-8899-4a713373925d tempest-ServerRescueNegativeTestJSON-1571656168 tempest-ServerRescueNegativeTestJSON-1571656168-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:53:13.439509 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-e34a009d-4e17-42ef-8899-4a713373925d tempest-ServerRescueNegativeTestJSON-1571656168 tempest-ServerRescueNegativeTestJSON-1571656168-project] Usage tracker for resource:security_group and tenant:f9a0b0412d2042448fe0968cc5e47ae5 is out of sync, need to count used quota {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:53:13.446252 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-e34a009d-4e17-42ef-8899-4a713373925d tempest-ServerRescueNegativeTestJSON-1571656168 tempest-ServerRescueNegativeTestJSON-1571656168-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:53:13.476695 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-e34a009d-4e17-42ef-8899-4a713373925d tempest-ServerRescueNegativeTestJSON-1571656168 tempest-ServerRescueNegativeTestJSON-1571656168-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:53:13.490020 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37210c1e-4ce4-4341-ad9c-762b4e5a86d1 req-bc626946-1c8d-46d8-a4db-fa5cab255de4 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:53:13.491486 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-37210c1e-4ce4-4341-ad9c-762b4e5a86d1 req-bc626946-1c8d-46d8-a4db-fa5cab255de4 service neutron] 10.222.0.43 "GET /v2.0/networks?id=0f9d847a-7ba3-4a42-a0c6-e8541d683b40 HTTP/1.1" status: 200 len: 917 time: 0.3326724 Apr 18 20:53:13.495218 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-511c40f3-bd46-4f83-be66-b69de066cb00 req-348cc2a6-8804-47cf-81a1-f384882a4604 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=968bbb7b-ac07-4f93-a27a-f9fa924c1025 HTTP/1.1" status: 200 len: 1000 time: 0.1883299 Apr 18 20:53:13.608749 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-711e9fab-32b8-4d06-b5e9-c99dcd14b1d2 req-18df701c-27b3-46bb-8df0-72593887884c service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=9e97043d-b4ba-4779-b189-2f2df9bcc717 HTTP/1.1" status: 200 len: 1097 time: 0.4857202 Apr 18 20:53:13.609408 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fad690b-cb9f-4251-980d-22f6958fe164 service neutron] Pushing event updated for resources: {'Port': ['ID=96e60da2-99c4-4d74-935a-c80b74ebeb56,revision_number=2']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:53:13.616956 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-35976ea4-0d71-4c23-9667-6ee7b003e78c req-cd7cdfbe-37e9-4387-a3b1-ee50a14879dc tempest-ServersNegativeTestMultiTenantJSON-1325229730 tempest-ServersNegativeTestMultiTenantJSON-1325229730-project] 10.222.0.42 "GET /v2.0/security-groups?id=5b013fa2-3b1d-4cbf-8b0e-9b422cbd0cab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3940146 Apr 18 20:53:13.708864 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-e34a009d-4e17-42ef-8899-4a713373925d tempest-ServerRescueNegativeTestJSON-1571656168 tempest-ServerRescueNegativeTestJSON-1571656168-project] Notify callbacks [] for security_group, before_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:53:13.777551 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-711e9fab-32b8-4d06-b5e9-c99dcd14b1d2 req-0d068b7e-1b8a-4791-b163-7ce18a20ebe8 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=5b013fa2-3b1d-4cbf-8b0e-9b422cbd0cab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1559484 Apr 18 20:53:13.795661 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-511c40f3-bd46-4f83-be66-b69de066cb00 req-12c0df94-ad19-4a1b-9995-2396249d991a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:53:13.797030 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-511c40f3-bd46-4f83-be66-b69de066cb00 req-12c0df94-ad19-4a1b-9995-2396249d991a service neutron] 10.222.0.43 "GET /v2.0/subnets?id=488f35b7-694e-475d-862d-2f00f4388d03 HTTP/1.1" status: 200 len: 850 time: 0.1185424 Apr 18 20:53:13.814816 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-e34a009d-4e17-42ef-8899-4a713373925d tempest-ServerRescueNegativeTestJSON-1571656168 tempest-ServerRescueNegativeTestJSON-1571656168-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:53:13.818318 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-37210c1e-4ce4-4341-ad9c-762b4e5a86d1 req-b876d2b4-b59e-459e-aeca-c960452a4b43 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=96dabab2-edf7-421c-9f87-a969c8aeb8a0 HTTP/1.1" status: 200 len: 999 time: 0.3160782 Apr 18 20:53:13.820604 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-e34a009d-4e17-42ef-8899-4a713373925d tempest-ServerRescueNegativeTestJSON-1571656168 tempest-ServerRescueNegativeTestJSON-1571656168-project] Usage tracker for resource:security_group_rule and tenant:f9a0b0412d2042448fe0968cc5e47ae5 is out of sync, need to count used quota {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:53:13.823507 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-e34a009d-4e17-42ef-8899-4a713373925d tempest-ServerRescueNegativeTestJSON-1571656168 tempest-ServerRescueNegativeTestJSON-1571656168-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:53:13.829609 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-e34a009d-4e17-42ef-8899-4a713373925d tempest-ServerRescueNegativeTestJSON-1571656168 tempest-ServerRescueNegativeTestJSON-1571656168-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:53:13.844740 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.managers [req-234b3724-503c-4a54-91bb-34692c24067f req-3fad690b-cb9f-4251-980d-22f6958fe164 service neutron] Attempting to bind port 96e60da2-99c4-4d74-935a-c80b74ebeb56 on host n-h2-838334-2 for vnic_type normal with profile {{(pid=84040) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:53:13.845075 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.managers [req-234b3724-503c-4a54-91bb-34692c24067f req-3fad690b-cb9f-4251-980d-22f6958fe164 service neutron] Attempting to bind port 96e60da2-99c4-4d74-935a-c80b74ebeb56 by drivers openvswitch,hyperv on host n-h2-838334-2 at level 0 using segments [{'id': '999db445-b59f-43ae-97e9-309f13729423', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '4c6d63fa-10ee-46ac-a5d2-fd4675ff700f'}] {{(pid=84040) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:53:13.845401 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-234b3724-503c-4a54-91bb-34692c24067f req-3fad690b-cb9f-4251-980d-22f6958fe164 service neutron] Attempting to bind port 96e60da2-99c4-4d74-935a-c80b74ebeb56 on network 4c6d63fa-10ee-46ac-a5d2-fd4675ff700f {{(pid=84040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 20:53:13.857180 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-492cc696-dc75-461a-acbf-90aa526f4c81 req-a126af30-1623-4239-b4b7-a1f1e03196ec tempest-AttachVolumeShelveTestJSON-1712717013 tempest-AttachVolumeShelveTestJSON-1712717013-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:53:13.859285 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-492cc696-dc75-461a-acbf-90aa526f4c81 req-a126af30-1623-4239-b4b7-a1f1e03196ec tempest-AttachVolumeShelveTestJSON-1712717013 tempest-AttachVolumeShelveTestJSON-1712717013-project] 10.222.0.42 "GET /v2.0/ports?device_id=a3d617b3-55ec-41c1-b97c-911aa927ef50 HTTP/1.1" status: 200 len: 944 time: 0.3165643 Apr 18 20:53:13.865807 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-234b3724-503c-4a54-91bb-34692c24067f req-3fad690b-cb9f-4251-980d-22f6958fe164 service neutron] Port 96e60da2-99c4-4d74-935a-c80b74ebeb56 on network 4c6d63fa-10ee-46ac-a5d2-fd4675ff700f not bound, no agent of type Open vSwitch agent registered on host n-h2-838334-2 {{(pid=84040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 18 20:53:13.866132 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-234b3724-503c-4a54-91bb-34692c24067f req-3fad690b-cb9f-4251-980d-22f6958fe164 service neutron] Attempting to bind port 96e60da2-99c4-4d74-935a-c80b74ebeb56 on network 4c6d63fa-10ee-46ac-a5d2-fd4675ff700f {{(pid=84040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 20:53:13.885987 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-e34a009d-4e17-42ef-8899-4a713373925d tempest-ServerRescueNegativeTestJSON-1571656168 tempest-ServerRescueNegativeTestJSON-1571656168-project] Notify callbacks [] for security_group, precommit_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:53:13.890951 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-e34a009d-4e17-42ef-8899-4a713373925d tempest-ServerRescueNegativeTestJSON-1571656168 tempest-ServerRescueNegativeTestJSON-1571656168-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33528224'] for security_group, after_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:53:13.902652 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-234b3724-503c-4a54-91bb-34692c24067f req-3fad690b-cb9f-4251-980d-22f6958fe164 service neutron] Checking agent: {'id': 'dc797004-f641-47b7-a77f-9c62b5b16296', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-838334-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 34, 3), 'started_at': datetime.datetime(2022, 4, 18, 20, 34, 3), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 20, 53, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 18 20:53:13.902988 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-234b3724-503c-4a54-91bb-34692c24067f req-3fad690b-cb9f-4251-980d-22f6958fe164 service neutron] Checking segment: {'id': '999db445-b59f-43ae-97e9-309f13729423', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '4c6d63fa-10ee-46ac-a5d2-fd4675ff700f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84040) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 20:53:13.903370 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-234b3724-503c-4a54-91bb-34692c24067f req-3fad690b-cb9f-4251-980d-22f6958fe164 service neutron] Bound using segment: {'id': '999db445-b59f-43ae-97e9-309f13729423', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '4c6d63fa-10ee-46ac-a5d2-fd4675ff700f'} {{(pid=84040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 18 20:53:13.903831 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.managers [req-234b3724-503c-4a54-91bb-34692c24067f req-3fad690b-cb9f-4251-980d-22f6958fe164 service neutron] Bound port: 96e60da2-99c4-4d74-935a-c80b74ebeb56, host: n-h2-838334-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '999db445-b59f-43ae-97e9-309f13729423', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '4c6d63fa-10ee-46ac-a5d2-fd4675ff700f'}}] {{(pid=84040) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 20:53:13.904176 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-234b3724-503c-4a54-91bb-34692c24067f req-3fad690b-cb9f-4251-980d-22f6958fe164 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:53:13.933586 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e34a009d-4e17-42ef-8899-4a713373925d tempest-ServerRescueNegativeTestJSON-1571656168 tempest-ServerRescueNegativeTestJSON-1571656168-project] Pushing event updated for resources: {'SecurityGroup': ['ID=43017ed2-a4b0-4fb1-8865-58458190611c,revision_number=1']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:53:13.939808 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-e34a009d-4e17-42ef-8899-4a713373925d tempest-ServerRescueNegativeTestJSON-1571656168 tempest-ServerRescueNegativeTestJSON-1571656168-project] Notify callbacks [] for security_group, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:53:13.941119 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-e34a009d-4e17-42ef-8899-4a713373925d tempest-ServerRescueNegativeTestJSON-1571656168 tempest-ServerRescueNegativeTestJSON-1571656168-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1612 time: 0.5626888 Apr 18 20:53:13.944992 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 49204) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:53:13.956853 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.v2.base [None req-53d958aa-f4b1-45e7-9f4b-49a87a019878 tempest-ServerRescueNegativeTestJSON-1571656168 tempest-ServerRescueNegativeTestJSON-1571656168-project] Request body: {'security_group_rule': {'security_group_id': '43017ed2-a4b0-4fb1-8865-58458190611c', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 20:53:13.963604 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-53d958aa-f4b1-45e7-9f4b-49a87a019878 tempest-ServerRescueNegativeTestJSON-1571656168 tempest-ServerRescueNegativeTestJSON-1571656168-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:53:13.968941 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-53d958aa-f4b1-45e7-9f4b-49a87a019878 tempest-ServerRescueNegativeTestJSON-1571656168 tempest-ServerRescueNegativeTestJSON-1571656168-project] Usage tracker for resource:security_group_rule and tenant:f9a0b0412d2042448fe0968cc5e47ae5 is out of sync, need to count used quota {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:53:13.971517 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-53d958aa-f4b1-45e7-9f4b-49a87a019878 tempest-ServerRescueNegativeTestJSON-1571656168 tempest-ServerRescueNegativeTestJSON-1571656168-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:53:13.977881 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-53d958aa-f4b1-45e7-9f4b-49a87a019878 tempest-ServerRescueNegativeTestJSON-1571656168 tempest-ServerRescueNegativeTestJSON-1571656168-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:53:13.990313 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-492cc696-dc75-461a-acbf-90aa526f4c81 req-b15a778d-4cbc-45ce-a99a-0ab400ed6fa5 tempest-AttachVolumeShelveTestJSON-1712717013 tempest-AttachVolumeShelveTestJSON-1712717013-project] 10.222.0.42 "GET /v2.0/security-groups?id=2e9d8b44-da00-4a79-861c-f0ec417a580f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1206377 Apr 18 20:53:13.998911 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4ef72d0-732e-4228-9c27-c41a0a19cd1d req-d6d19e0f-d729-4699-a004-a60136db4d8c tempest-ServerActionsTestJSON-2052644234 tempest-ServerActionsTestJSON-2052644234-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:53:14.000348 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-c4ef72d0-732e-4228-9c27-c41a0a19cd1d req-d6d19e0f-d729-4699-a004-a60136db4d8c tempest-ServerActionsTestJSON-2052644234 tempest-ServerActionsTestJSON-2052644234-project] 10.222.0.42 "GET /v2.0/ports?device_id=b7307812-da19-4509-9baf-bb3ff8313904 HTTP/1.1" status: 200 len: 945 time: 0.2197371 Apr 18 20:53:14.064698 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-53d958aa-f4b1-45e7-9f4b-49a87a019878 tempest-ServerRescueNegativeTestJSON-1571656168 tempest-ServerRescueNegativeTestJSON-1571656168-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:53:14.072281 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.db [req-234b3724-503c-4a54-91bb-34692c24067f req-3fad690b-cb9f-4251-980d-22f6958fe164 service neutron] For port 96e60da2-99c4-4d74-935a-c80b74ebeb56, host n-h2-838334-2, cleared binding levels {{(pid=84040) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 20:53:14.094308 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-c4ef72d0-732e-4228-9c27-c41a0a19cd1d req-89568646-43af-4d14-92cb-56c34689815b tempest-ServerActionsTestJSON-2052644234 tempest-ServerActionsTestJSON-2052644234-project] 10.222.0.42 "GET /v2.0/security-groups?id=c2aeb662-6a43-4389-8810-9fad3627855b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0840869 Apr 18 20:53:14.095927 n-d-838334-2 neutron-server[84041]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-15ce709c-0a14-48ed-ac98-32eab457e4bd']: {'name': 'network-changed', 'server_uuid': 'a3d617b3-55ec-41c1-b97c-911aa927ef50', 'tag': '96dabab2-edf7-421c-9f87-a969c8aeb8a0', 'status': 'failed', 'code': 422} returned with failed status Apr 18 20:53:14.097623 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.db [req-234b3724-503c-4a54-91bb-34692c24067f req-3fad690b-cb9f-4251-980d-22f6958fe164 service neutron] For port 96e60da2-99c4-4d74-935a-c80b74ebeb56, host n-h2-838334-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838334-2',level=0,port_id=96e60da2-99c4-4d74-935a-c80b74ebeb56,segment=NetworkSegment(999db445-b59f-43ae-97e9-309f13729423),segment_id=999db445-b59f-43ae-97e9-309f13729423)] {{(pid=84040) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 20:53:14.104770 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-234b3724-503c-4a54-91bb-34692c24067f req-3fad690b-cb9f-4251-980d-22f6958fe164 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32440959'] for port, after_update {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:53:14.145839 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37210c1e-4ce4-4341-ad9c-762b4e5a86d1 req-8c14f1a0-3644-40bc-8ab5-7e5b38dd0c4d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:53:14.147283 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-37210c1e-4ce4-4341-ad9c-762b4e5a86d1 req-8c14f1a0-3644-40bc-8ab5-7e5b38dd0c4d service neutron] 10.222.0.43 "GET /v2.0/subnets?id=d2e46a24-0bb5-4d5b-bcac-f83f2e3a3c35 HTTP/1.1" status: 200 len: 855 time: 0.1516171 Apr 18 20:53:14.158845 n-d-838334-2 neutron-server[84040]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a01da675-06af-4b8e-8ff8-ddcc66b48bd2'] response: {'name': 'network-changed', 'server_uuid': 'f52f1ab8-6e58-42c7-a9e3-f711a7046c25', 'tag': 'e943db12-73e9-46ee-a3fe-372688972488', 'status': 'completed', 'code': 200} Apr 18 20:53:14.159363 n-d-838334-2 neutron-server[84040]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a01da675-06af-4b8e-8ff8-ddcc66b48bd2'] response: {'name': 'network-changed', 'server_uuid': '6a49f48a-913c-49a6-8c09-bf4c978ef91f', 'tag': '8725f57c-a397-438c-bf13-f1b54c12fc76', 'status': 'completed', 'code': 200} Apr 18 20:53:14.182287 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-234b3724-503c-4a54-91bb-34692c24067f req-3fad690b-cb9f-4251-980d-22f6958fe164 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217293'] for port, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:53:14.184381 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-234b3724-503c-4a54-91bb-34692c24067f req-3fad690b-cb9f-4251-980d-22f6958fe164 service neutron] 10.222.0.48 "PUT /v2.0/ports/96e60da2-99c4-4d74-935a-c80b74ebeb56 HTTP/1.1" status: 200 len: 1091 time: 2.4650497 Apr 18 20:53:14.184554 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-511c40f3-bd46-4f83-be66-b69de066cb00 req-fcde5887-fd22-4ad1-ae50-41152a966d49 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=48f708f8-0904-4115-910c-bb1ab06d7263&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1898093 Apr 18 20:53:14.241412 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.v2.base [req-234b3724-503c-4a54-91bb-34692c24067f req-2e23279b-6bbd-4596-966e-9404b12333b5 service neutron] Request body: {'port': {'device_id': '6a49f48a-913c-49a6-8c09-bf4c978ef91f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-838334-2'}} {{(pid=84040) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 20:53:14.256097 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-53d958aa-f4b1-45e7-9f4b-49a87a019878 tempest-ServerRescueNegativeTestJSON-1571656168 tempest-ServerRescueNegativeTestJSON-1571656168-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:53:14.315008 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-53d958aa-f4b1-45e7-9f4b-49a87a019878 tempest-ServerRescueNegativeTestJSON-1571656168 tempest-ServerRescueNegativeTestJSON-1571656168-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33528311'] for security_group_rule, after_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:53:14.369051 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53d958aa-f4b1-45e7-9f4b-49a87a019878 tempest-ServerRescueNegativeTestJSON-1571656168 tempest-ServerRescueNegativeTestJSON-1571656168-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cd43c194-a956-47be-a1fc-eec5f2da5e4d,revision_number=0']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:53:14.398718 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-53d958aa-f4b1-45e7-9f4b-49a87a019878 tempest-ServerRescueNegativeTestJSON-1571656168 tempest-ServerRescueNegativeTestJSON-1571656168-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:53:14.402370 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-53d958aa-f4b1-45e7-9f4b-49a87a019878 tempest-ServerRescueNegativeTestJSON-1571656168 tempest-ServerRescueNegativeTestJSON-1571656168-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.4539831 Apr 18 20:53:14.405474 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 49208) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:53:14.421394 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.v2.base [None req-6ff1a06c-349c-4820-a294-e264e17a747e tempest-ServerRescueNegativeTestJSON-1571656168 tempest-ServerRescueNegativeTestJSON-1571656168-project] Request body: {'security_group_rule': {'security_group_id': '43017ed2-a4b0-4fb1-8865-58458190611c', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=84041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 20:53:14.433190 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-6ff1a06c-349c-4820-a294-e264e17a747e tempest-ServerRescueNegativeTestJSON-1571656168 tempest-ServerRescueNegativeTestJSON-1571656168-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:53:14.441458 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-6ff1a06c-349c-4820-a294-e264e17a747e tempest-ServerRescueNegativeTestJSON-1571656168 tempest-ServerRescueNegativeTestJSON-1571656168-project] Usage tracker for resource:security_group_rule and tenant:f9a0b0412d2042448fe0968cc5e47ae5 is out of sync, need to count used quota {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:53:14.445373 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-511c40f3-bd46-4f83-be66-b69de066cb00 req-33b5f415-438b-41f2-8c82-9ca9bfccea82 service neutron] 10.222.0.43 "GET /v2.0/networks/48f708f8-0904-4115-910c-bb1ab06d7263?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2136047 Apr 18 20:53:14.446141 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-6ff1a06c-349c-4820-a294-e264e17a747e tempest-ServerRescueNegativeTestJSON-1571656168 tempest-ServerRescueNegativeTestJSON-1571656168-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:53:14.454046 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-6ff1a06c-349c-4820-a294-e264e17a747e tempest-ServerRescueNegativeTestJSON-1571656168 tempest-ServerRescueNegativeTestJSON-1571656168-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:53:14.478206 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-37210c1e-4ce4-4341-ad9c-762b4e5a86d1 req-f2fbc589-6830-42b7-9bf6-9b62403dee08 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=0f9d847a-7ba3-4a42-a0c6-e8541d683b40&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2927980 Apr 18 20:53:14.483098 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fad690b-cb9f-4251-980d-22f6958fe164 service neutron] Pushing event updated for resources: {'Port': ['ID=96e60da2-99c4-4d74-935a-c80b74ebeb56,revision_number=3']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:53:14.619891 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-6ff1a06c-349c-4820-a294-e264e17a747e tempest-ServerRescueNegativeTestJSON-1571656168 tempest-ServerRescueNegativeTestJSON-1571656168-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:53:14.629132 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-234b3724-503c-4a54-91bb-34692c24067f req-2e23279b-6bbd-4596-966e-9404b12333b5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:53:14.648269 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-b4ed409c-9179-4961-82b3-e00bb78ed714 req-d419a6bd-1772-4489-8e23-5fca2cd216e7 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=07d78456d9a640c99bc6ce9963d36085&device_id=f52f1ab8-6e58-42c7-a9e3-f711a7046c25 HTTP/1.1" status: 200 len: 1095 time: 0.4605680 Apr 18 20:53:14.725433 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-741bf2a5-e453-443f-ab43-c5c088d6f932 req-ea00e00c-dedc-45be-9fab-9c4f837240de tempest-TaggedBootDevicesTest_v242-417596240 tempest-TaggedBootDevicesTest_v242-417596240-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:53:14.729348 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-741bf2a5-e453-443f-ab43-c5c088d6f932 req-ea00e00c-dedc-45be-9fab-9c4f837240de tempest-TaggedBootDevicesTest_v242-417596240 tempest-TaggedBootDevicesTest_v242-417596240-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:53:14.733510 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-741bf2a5-e453-443f-ab43-c5c088d6f932 req-ea00e00c-dedc-45be-9fab-9c4f837240de tempest-TaggedBootDevicesTest_v242-417596240 tempest-TaggedBootDevicesTest_v242-417596240-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:53:14.734872 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-511c40f3-bd46-4f83-be66-b69de066cb00 req-d77be379-4066-4f44-b99b-47b1893bbc96 service neutron] 10.222.0.43 "GET /v2.0/networks/48f708f8-0904-4115-910c-bb1ab06d7263?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2786291 Apr 18 20:53:14.737520 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-741bf2a5-e453-443f-ab43-c5c088d6f932 req-ea00e00c-dedc-45be-9fab-9c4f837240de tempest-TaggedBootDevicesTest_v242-417596240 tempest-TaggedBootDevicesTest_v242-417596240-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:53:14.741767 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-741bf2a5-e453-443f-ab43-c5c088d6f932 req-ea00e00c-dedc-45be-9fab-9c4f837240de tempest-TaggedBootDevicesTest_v242-417596240 tempest-TaggedBootDevicesTest_v242-417596240-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:53:14.745754 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-741bf2a5-e453-443f-ab43-c5c088d6f932 req-ea00e00c-dedc-45be-9fab-9c4f837240de tempest-TaggedBootDevicesTest_v242-417596240 tempest-TaggedBootDevicesTest_v242-417596240-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:53:14.750318 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-741bf2a5-e453-443f-ab43-c5c088d6f932 req-ea00e00c-dedc-45be-9fab-9c4f837240de tempest-TaggedBootDevicesTest_v242-417596240 tempest-TaggedBootDevicesTest_v242-417596240-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:53:14.752213 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-741bf2a5-e453-443f-ab43-c5c088d6f932 req-ea00e00c-dedc-45be-9fab-9c4f837240de tempest-TaggedBootDevicesTest_v242-417596240 tempest-TaggedBootDevicesTest_v242-417596240-project] 10.222.0.42 "GET /v2.0/ports?device_id=6a49f48a-913c-49a6-8c09-bf4c978ef91f HTTP/1.1" status: 200 len: 5394 time: 0.3573606 Apr 18 20:53:14.755100 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-37210c1e-4ce4-4341-ad9c-762b4e5a86d1 req-b3264569-1611-4b48-814e-1f50c65c9240 service neutron] 10.222.0.43 "GET /v2.0/networks/0f9d847a-7ba3-4a42-a0c6-e8541d683b40?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2678282 Apr 18 20:53:14.763693 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81eb90ad-eaa8-45ee-98c2-8d42c7bf00bb req-a72023e4-50c9-4cd6-9e18-cd16c8be08d4 tempest-ServerTagsTestJSON-402241756 tempest-ServerTagsTestJSON-402241756-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:53:14.771181 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-81eb90ad-eaa8-45ee-98c2-8d42c7bf00bb req-a72023e4-50c9-4cd6-9e18-cd16c8be08d4 tempest-ServerTagsTestJSON-402241756 tempest-ServerTagsTestJSON-402241756-project] 10.222.0.42 "GET /v2.0/ports?device_id=f52f1ab8-6e58-42c7-a9e3-f711a7046c25 HTTP/1.1" status: 200 len: 944 time: 0.4971640 Apr 18 20:53:14.788586 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-6ff1a06c-349c-4820-a294-e264e17a747e tempest-ServerRescueNegativeTestJSON-1571656168 tempest-ServerRescueNegativeTestJSON-1571656168-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:53:14.838010 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-6ff1a06c-349c-4820-a294-e264e17a747e tempest-ServerRescueNegativeTestJSON-1571656168 tempest-ServerRescueNegativeTestJSON-1571656168-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33528311'] for security_group_rule, after_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:53:14.872509 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ff1a06c-349c-4820-a294-e264e17a747e tempest-ServerRescueNegativeTestJSON-1571656168 tempest-ServerRescueNegativeTestJSON-1571656168-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=262b4ac3-550f-4ef1-8ea2-62b487dbce98,revision_number=0']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:53:14.903924 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-6ff1a06c-349c-4820-a294-e264e17a747e tempest-ServerRescueNegativeTestJSON-1571656168 tempest-ServerRescueNegativeTestJSON-1571656168-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:53:14.908671 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-6ff1a06c-349c-4820-a294-e264e17a747e tempest-ServerRescueNegativeTestJSON-1571656168 tempest-ServerRescueNegativeTestJSON-1571656168-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.4993231 Apr 18 20:53:14.908958 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 49214) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:53:14.916389 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.v2.base [None req-a0c4ec61-3342-4ce8-8672-134081e12e94 tempest-ServerRescueNegativeTestJSON-1571656168 tempest-ServerRescueNegativeTestJSON-1571656168-project] Request body: {'floatingip': {'floating_network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c'}} {{(pid=84041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 20:53:14.924214 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-a0c4ec61-3342-4ce8-8672-134081e12e94 tempest-ServerRescueNegativeTestJSON-1571656168 tempest-ServerRescueNegativeTestJSON-1571656168-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:53:14.938071 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-a0c4ec61-3342-4ce8-8672-134081e12e94 tempest-ServerRescueNegativeTestJSON-1571656168 tempest-ServerRescueNegativeTestJSON-1571656168-project] Usage tracker for resource:floatingip and tenant:f9a0b0412d2042448fe0968cc5e47ae5 is out of sync, need to count used quota {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:53:14.942285 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-a0c4ec61-3342-4ce8-8672-134081e12e94 tempest-ServerRescueNegativeTestJSON-1571656168 tempest-ServerRescueNegativeTestJSON-1571656168-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:53:14.949985 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-37210c1e-4ce4-4341-ad9c-762b4e5a86d1 req-35fd00c7-ecd7-41a1-9153-984010b874ae service neutron] 10.222.0.43 "GET /v2.0/networks/0f9d847a-7ba3-4a42-a0c6-e8541d683b40?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1838605 Apr 18 20:53:14.950789 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-a0c4ec61-3342-4ce8-8672-134081e12e94 tempest-ServerRescueNegativeTestJSON-1571656168 tempest-ServerRescueNegativeTestJSON-1571656168-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:53:14.964381 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-a0c4ec61-3342-4ce8-8672-134081e12e94 tempest-ServerRescueNegativeTestJSON-1571656168 tempest-ServerRescueNegativeTestJSON-1571656168-project] Notify callbacks [] for floatingip, before_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:53:15.038059 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-741bf2a5-e453-443f-ab43-c5c088d6f932 req-275a85e5-88c7-4242-8272-500fa1a19ca5 tempest-TaggedBootDevicesTest_v242-417596240 tempest-TaggedBootDevicesTest_v242-417596240-project] 10.222.0.42 "GET /v2.0/security-groups?id=90f86da5-60b0-4e29-8e55-fe6cf6b75c5e&id=48fab5b0-1368-425c-9a53-c0303d2044f1&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2647960 Apr 18 20:53:15.054886 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-81eb90ad-eaa8-45ee-98c2-8d42c7bf00bb req-cd75cce2-e42d-483d-ac3f-dd3987655367 tempest-ServerTagsTestJSON-402241756 tempest-ServerTagsTestJSON-402241756-project] 10.222.0.42 "GET /v2.0/security-groups?id=5152e730-2577-415e-84e6-d8dbcecb899f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2827513 Apr 18 20:53:15.063565 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4ed409c-9179-4961-82b3-e00bb78ed714 req-47afb584-cc2e-46a0-941d-fc4b3c3c5771 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:53:15.070176 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-b4ed409c-9179-4961-82b3-e00bb78ed714 req-47afb584-cc2e-46a0-941d-fc4b3c3c5771 service neutron] 10.222.0.48 "GET /v2.0/networks?id=22205f98-4cc3-4618-b6e6-b8be238163d1 HTTP/1.1" status: 200 len: 909 time: 0.4134934 Apr 18 20:53:15.157349 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-a0c4ec61-3342-4ce8-8672-134081e12e94 tempest-ServerRescueNegativeTestJSON-1571656168 tempest-ServerRescueNegativeTestJSON-1571656168-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:53:15.327010 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.db_base_plugin_common [None req-a0c4ec61-3342-4ce8-8672-134081e12e94 tempest-ServerRescueNegativeTestJSON-1571656168 tempest-ServerRescueNegativeTestJSON-1571656168-project] Allocated IP 172.25.8.184 (e41b6600-a917-4a8d-b05c-be3be40c6d8c/6b05667b-848e-4356-9b44-d5eb6808ef74/50ff5b17-7ced-4f4b-83b2-c947a105451a) {{(pid=84041) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:53:15.421822 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-b4ed409c-9179-4961-82b3-e00bb78ed714 req-09ad25b6-6d54-4ce1-a586-5b98682eb1cf service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e943db12-73e9-46ee-a3fe-372688972488 HTTP/1.1" status: 200 len: 217 time: 0.3410127 Apr 18 20:53:15.482242 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-a0c4ec61-3342-4ce8-8672-134081e12e94 tempest-ServerRescueNegativeTestJSON-1571656168 tempest-ServerRescueNegativeTestJSON-1571656168-project] Notify callbacks [] for port, precommit_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:53:15.516091 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-a0c4ec61-3342-4ce8-8672-134081e12e94 tempest-ServerRescueNegativeTestJSON-1571656168 tempest-ServerRescueNegativeTestJSON-1571656168-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750374836619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32266323'] for port, after_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:53:15.562875 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4ed409c-9179-4961-82b3-e00bb78ed714 req-66231ec1-cc0a-4770-af2b-3bf171c990f5 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:53:15.564366 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-b4ed409c-9179-4961-82b3-e00bb78ed714 req-66231ec1-cc0a-4770-af2b-3bf171c990f5 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=72176e50-6dd0-42c9-9742-b0d13dccc0b2 HTTP/1.1" status: 200 len: 848 time: 0.1329892 Apr 18 20:53:15.621289 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-b4ed409c-9179-4961-82b3-e00bb78ed714 req-006799ea-0e25-447d-9685-880d1c1e7dc5 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=22205f98-4cc3-4618-b6e6-b8be238163d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0433342 Apr 18 20:53:15.623902 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-5ceeed21-0b4b-4ae0-a861-6cd971d0ea37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750375287399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253529'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:53:15.630030 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59d35cb6-485f-46bc-a51e-2bc5fb8a581c req-8391ff29-e9aa-4f67-b901-533616a75201 tempest-ServerDiskConfigTestJSON-473081836 tempest-ServerDiskConfigTestJSON-473081836-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:53:15.631546 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-59d35cb6-485f-46bc-a51e-2bc5fb8a581c req-8391ff29-e9aa-4f67-b901-533616a75201 tempest-ServerDiskConfigTestJSON-473081836 tempest-ServerDiskConfigTestJSON-473081836-project] 10.222.0.42 "GET /v2.0/ports?device_id=e3ce1959-1c32-471b-a30a-a5dd21c9b8a4 HTTP/1.1" status: 200 len: 945 time: 0.3731542 Apr 18 20:53:15.670226 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4017f83d-6a28-475c-9cde-fdc06f787dab req-b750cf9e-acfe-4de0-980d-ca315c892f3c tempest-ServersNegativeTestMultiTenantJSON-1325229730 tempest-ServersNegativeTestMultiTenantJSON-1325229730-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:53:15.671976 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-4017f83d-6a28-475c-9cde-fdc06f787dab req-b750cf9e-acfe-4de0-980d-ca315c892f3c tempest-ServersNegativeTestMultiTenantJSON-1325229730 tempest-ServersNegativeTestMultiTenantJSON-1325229730-project] 10.222.0.42 "GET /v2.0/ports?device_id=9e97043d-b4ba-4779-b189-2f2df9bcc717 HTTP/1.1" status: 200 len: 946 time: 0.3798432 Apr 18 20:53:15.680286 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.db.resource_extend [req-234b3724-503c-4a54-91bb-34692c24067f req-2e23279b-6bbd-4596-966e-9404b12333b5 service neutron] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 18 20:53:15.696987 n-d-838334-2 neutron-server[84041]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0c4ec61-3342-4ce8-8672-134081e12e94 tempest-ServerRescueNegativeTestJSON-1571656168 tempest-ServerRescueNegativeTestJSON-1571656168-project] Network e41b6600-a917-4a8d-b05c-be3be40c6d8c is already hosted by enough agents. {{(pid=84041) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:53:15.698235 n-d-838334-2 neutron-server[84041]: DEBUG neutron.scheduler.base_scheduler [None req-a0c4ec61-3342-4ce8-8672-134081e12e94 tempest-ServerRescueNegativeTestJSON-1571656168 tempest-ServerRescueNegativeTestJSON-1571656168-project] Resources bound (agent type, host, resource id): {{(pid=84041) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:53:15.703853 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0c4ec61-3342-4ce8-8672-134081e12e94 tempest-ServerRescueNegativeTestJSON-1571656168 tempest-ServerRescueNegativeTestJSON-1571656168-project] Received port after_create {{(pid=84041) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 20:53:15.751590 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0c4ec61-3342-4ce8-8672-134081e12e94 tempest-ServerRescueNegativeTestJSON-1571656168 tempest-ServerRescueNegativeTestJSON-1571656168-project] Pushing event updated for resources: {'Port': ['ID=50ff5b17-7ced-4f4b-83b2-c947a105451a,revision_number=1']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:53:15.870913 n-d-838334-2 neutron-server[84040]: DEBUG neutron.notifiers.nova [req-234b3724-503c-4a54-91bb-34692c24067f req-2e23279b-6bbd-4596-966e-9404b12333b5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b67988d2-bb60-4efe-bd1d-80e31ea8ffb6 {{(pid=84040) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 18 20:53:15.877341 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-a0c4ec61-3342-4ce8-8672-134081e12e94 tempest-ServerRescueNegativeTestJSON-1571656168 tempest-ServerRescueNegativeTestJSON-1571656168-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:53:15.899005 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-234b3724-503c-4a54-91bb-34692c24067f req-2e23279b-6bbd-4596-966e-9404b12333b5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:53:15.906426 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-59d35cb6-485f-46bc-a51e-2bc5fb8a581c req-2f5141a2-b7a9-4ab2-9714-8143055eac77 tempest-ServerDiskConfigTestJSON-473081836 tempest-ServerDiskConfigTestJSON-473081836-project] 10.222.0.42 "GET /v2.0/security-groups?id=527f07bd-3b7c-4e87-bb13-fa86b9490e28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2443924 Apr 18 20:53:15.923900 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-4017f83d-6a28-475c-9cde-fdc06f787dab req-34b86c10-8387-4592-9d80-c2a51d6f992b tempest-ServersNegativeTestMultiTenantJSON-1325229730 tempest-ServersNegativeTestMultiTenantJSON-1325229730-project] 10.222.0.42 "GET /v2.0/security-groups?id=5b013fa2-3b1d-4cbf-8b0e-9b422cbd0cab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1815336 Apr 18 20:53:15.938672 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-b4ed409c-9179-4961-82b3-e00bb78ed714 req-4c0f93a2-1aa3-4dba-9874-e157778a89c6 service neutron] 10.222.0.48 "GET /v2.0/networks/22205f98-4cc3-4618-b6e6-b8be238163d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3030562 Apr 18 20:53:15.939418 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-a0c4ec61-3342-4ce8-8672-134081e12e94 tempest-ServerRescueNegativeTestJSON-1571656168 tempest-ServerRescueNegativeTestJSON-1571656168-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:53:15.939647 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.provisioning_blocks [req-234b3724-503c-4a54-91bb-34692c24067f req-2e23279b-6bbd-4596-966e-9404b12333b5 service neutron] Transition to ACTIVE for port object b67988d2-bb60-4efe-bd1d-80e31ea8ffb6 will not be triggered until provisioned by entity L2. {{(pid=84040) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 20:53:15.949853 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-234b3724-503c-4a54-91bb-34692c24067f req-2e23279b-6bbd-4596-966e-9404b12333b5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32440959'] for port, after_update {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:53:16.195832 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-a0c4ec61-3342-4ce8-8672-134081e12e94 tempest-ServerRescueNegativeTestJSON-1571656168 tempest-ServerRescueNegativeTestJSON-1571656168-project] Notify callbacks [] for port, precommit_update {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:53:16.202134 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-a0c4ec61-3342-4ce8-8672-134081e12e94 tempest-ServerRescueNegativeTestJSON-1571656168 tempest-ServerRescueNegativeTestJSON-1571656168-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32266282'] for port, after_update {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:53:16.217016 n-d-838334-2 neutron-server[84040]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6a49f48a-913c-49a6-8c09-bf4c978ef91f', 'tag': '96e60da2-99c4-4d74-935a-c80b74ebeb56'}] {{(pid=84040) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 20:53:16.387140 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0c4ec61-3342-4ce8-8672-134081e12e94 tempest-ServerRescueNegativeTestJSON-1571656168 tempest-ServerRescueNegativeTestJSON-1571656168-project] Pushing event updated for resources: {'Port': ['ID=50ff5b17-7ced-4f4b-83b2-c947a105451a,revision_number=2']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:53:16.425395 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-a0c4ec61-3342-4ce8-8672-134081e12e94 tempest-ServerRescueNegativeTestJSON-1571656168 tempest-ServerRescueNegativeTestJSON-1571656168-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33444131'] for floatingip, after_update {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:53:16.478582 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-a0c4ec61-3342-4ce8-8672-134081e12e94 tempest-ServerRescueNegativeTestJSON-1571656168 tempest-ServerRescueNegativeTestJSON-1571656168-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217293'] for floatingip, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:53:16.480278 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-a0c4ec61-3342-4ce8-8672-134081e12e94 tempest-ServerRescueNegativeTestJSON-1571656168 tempest-ServerRescueNegativeTestJSON-1571656168-project] 10.222.0.42 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.5704143 Apr 18 20:53:16.720136 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e23279b-6bbd-4596-966e-9404b12333b5 service neutron] Pushing event updated for resources: {'Port': ['ID=b67988d2-bb60-4efe-bd1d-80e31ea8ffb6,revision_number=2']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:53:16.878956 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.managers [req-234b3724-503c-4a54-91bb-34692c24067f req-2e23279b-6bbd-4596-966e-9404b12333b5 service neutron] Attempting to bind port b67988d2-bb60-4efe-bd1d-80e31ea8ffb6 on host n-h2-838334-2 for vnic_type normal with profile {{(pid=84040) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:53:16.879253 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.managers [req-234b3724-503c-4a54-91bb-34692c24067f req-2e23279b-6bbd-4596-966e-9404b12333b5 service neutron] Attempting to bind port b67988d2-bb60-4efe-bd1d-80e31ea8ffb6 by drivers openvswitch,hyperv on host n-h2-838334-2 at level 0 using segments [{'id': '999db445-b59f-43ae-97e9-309f13729423', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '4c6d63fa-10ee-46ac-a5d2-fd4675ff700f'}] {{(pid=84040) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:53:16.879740 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-234b3724-503c-4a54-91bb-34692c24067f req-2e23279b-6bbd-4596-966e-9404b12333b5 service neutron] Attempting to bind port b67988d2-bb60-4efe-bd1d-80e31ea8ffb6 on network 4c6d63fa-10ee-46ac-a5d2-fd4675ff700f {{(pid=84040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 20:53:16.890949 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-234b3724-503c-4a54-91bb-34692c24067f req-2e23279b-6bbd-4596-966e-9404b12333b5 service neutron] Port b67988d2-bb60-4efe-bd1d-80e31ea8ffb6 on network 4c6d63fa-10ee-46ac-a5d2-fd4675ff700f not bound, no agent of type Open vSwitch agent registered on host n-h2-838334-2 {{(pid=84040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 18 20:53:16.891294 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-234b3724-503c-4a54-91bb-34692c24067f req-2e23279b-6bbd-4596-966e-9404b12333b5 service neutron] Attempting to bind port b67988d2-bb60-4efe-bd1d-80e31ea8ffb6 on network 4c6d63fa-10ee-46ac-a5d2-fd4675ff700f {{(pid=84040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 20:53:16.905731 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-b4ed409c-9179-4961-82b3-e00bb78ed714 req-c80540a3-751c-4bc1-98ad-6324266ec4f2 service neutron] 10.222.0.48 "GET /v2.0/networks/22205f98-4cc3-4618-b6e6-b8be238163d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9571824 Apr 18 20:53:16.915108 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bdc5a08-1823-4c49-ab04-e39f2fcbc29a req-d6f76fe1-b879-46d8-9c9e-8e36558de855 tempest-AttachVolumeShelveTestJSON-1712717013 tempest-AttachVolumeShelveTestJSON-1712717013-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:53:16.923283 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-7bdc5a08-1823-4c49-ab04-e39f2fcbc29a req-d6f76fe1-b879-46d8-9c9e-8e36558de855 tempest-AttachVolumeShelveTestJSON-1712717013 tempest-AttachVolumeShelveTestJSON-1712717013-project] 10.222.0.42 "GET /v2.0/ports?device_id=a3d617b3-55ec-41c1-b97c-911aa927ef50 HTTP/1.1" status: 200 len: 944 time: 0.8276391 Apr 18 20:53:16.933010 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55425ab6-b2e0-4fcb-893e-b82ef3f88ece req-e3aed58d-9d53-44bd-88e3-30f2aace664d tempest-ServerActionsTestJSON-2052644234 tempest-ServerActionsTestJSON-2052644234-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:53:16.941865 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-55425ab6-b2e0-4fcb-893e-b82ef3f88ece req-e3aed58d-9d53-44bd-88e3-30f2aace664d tempest-ServerActionsTestJSON-2052644234 tempest-ServerActionsTestJSON-2052644234-project] 10.222.0.42 "GET /v2.0/ports?device_id=b7307812-da19-4509-9baf-bb3ff8313904 HTTP/1.1" status: 200 len: 945 time: 0.7270739 Apr 18 20:53:16.999769 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-234b3724-503c-4a54-91bb-34692c24067f req-2e23279b-6bbd-4596-966e-9404b12333b5 service neutron] Checking agent: {'id': 'dc797004-f641-47b7-a77f-9c62b5b16296', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-838334-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 34, 3), 'started_at': datetime.datetime(2022, 4, 18, 20, 34, 3), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 20, 53, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 18 20:53:17.000256 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-234b3724-503c-4a54-91bb-34692c24067f req-2e23279b-6bbd-4596-966e-9404b12333b5 service neutron] Checking segment: {'id': '999db445-b59f-43ae-97e9-309f13729423', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '4c6d63fa-10ee-46ac-a5d2-fd4675ff700f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84040) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 20:53:17.000540 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-234b3724-503c-4a54-91bb-34692c24067f req-2e23279b-6bbd-4596-966e-9404b12333b5 service neutron] Bound using segment: {'id': '999db445-b59f-43ae-97e9-309f13729423', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '4c6d63fa-10ee-46ac-a5d2-fd4675ff700f'} {{(pid=84040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 18 20:53:17.001031 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.managers [req-234b3724-503c-4a54-91bb-34692c24067f req-2e23279b-6bbd-4596-966e-9404b12333b5 service neutron] Bound port: b67988d2-bb60-4efe-bd1d-80e31ea8ffb6, host: n-h2-838334-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '999db445-b59f-43ae-97e9-309f13729423', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '4c6d63fa-10ee-46ac-a5d2-fd4675ff700f'}}] {{(pid=84040) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 20:53:17.001501 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-234b3724-503c-4a54-91bb-34692c24067f req-2e23279b-6bbd-4596-966e-9404b12333b5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:53:17.158769 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-7bdc5a08-1823-4c49-ab04-e39f2fcbc29a req-e7d6691a-fbae-477e-8527-9ad50597392e tempest-AttachVolumeShelveTestJSON-1712717013 tempest-AttachVolumeShelveTestJSON-1712717013-project] 10.222.0.42 "GET /v2.0/security-groups?id=2e9d8b44-da00-4a79-861c-f0ec417a580f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2344036 Apr 18 20:53:17.159334 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Device e943db12-73e9-46ee-a3fe-372688972488 details requested by agent hyperv_n-h2-838334-2 with host n-h2-838334-2 {{(pid=84042) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 18 20:53:17.214346 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-55425ab6-b2e0-4fcb-893e-b82ef3f88ece req-7cefda18-3b68-47d1-9a19-fc1d1fbcbfb3 tempest-ServerActionsTestJSON-2052644234 tempest-ServerActionsTestJSON-2052644234-project] 10.222.0.42 "GET /v2.0/security-groups?id=c2aeb662-6a43-4389-8810-9fad3627855b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2716119 Apr 18 20:53:17.277974 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-b4ed409c-9179-4961-82b3-e00bb78ed714 req-887d3431-55b3-4ba9-ab6f-cdf9f00bbd49 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=9feceef4d3df4daeb6497a95fbe12eb7&device_id=6a49f48a-913c-49a6-8c09-bf4c978ef91f HTTP/1.1" status: 200 len: 6311 time: 0.2564178 Apr 18 20:53:17.279242 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.db [req-234b3724-503c-4a54-91bb-34692c24067f req-2e23279b-6bbd-4596-966e-9404b12333b5 service neutron] For port b67988d2-bb60-4efe-bd1d-80e31ea8ffb6, host n-h2-838334-2, cleared binding levels {{(pid=84040) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 20:53:17.283917 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.db [req-234b3724-503c-4a54-91bb-34692c24067f req-2e23279b-6bbd-4596-966e-9404b12333b5 service neutron] For port b67988d2-bb60-4efe-bd1d-80e31ea8ffb6, host n-h2-838334-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838334-2',level=0,port_id=b67988d2-bb60-4efe-bd1d-80e31ea8ffb6,segment=NetworkSegment(999db445-b59f-43ae-97e9-309f13729423),segment_id=999db445-b59f-43ae-97e9-309f13729423)] {{(pid=84040) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 20:53:17.484631 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-234b3724-503c-4a54-91bb-34692c24067f req-2e23279b-6bbd-4596-966e-9404b12333b5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32440959'] for port, after_update {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:53:17.489316 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4ed409c-9179-4961-82b3-e00bb78ed714 req-96564f9d-fc3d-4497-9cff-82daa3174505 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:53:17.489841 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4ed409c-9179-4961-82b3-e00bb78ed714 req-96564f9d-fc3d-4497-9cff-82daa3174505 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:53:17.490056 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4ed409c-9179-4961-82b3-e00bb78ed714 req-96564f9d-fc3d-4497-9cff-82daa3174505 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:53:17.491793 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-b4ed409c-9179-4961-82b3-e00bb78ed714 req-96564f9d-fc3d-4497-9cff-82daa3174505 service neutron] 10.222.0.48 "GET /v2.0/networks?tenant_id=9feceef4d3df4daeb6497a95fbe12eb7&shared=False HTTP/1.1" status: 200 len: 2291 time: 0.2032886 Apr 18 20:53:17.535231 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] For port e943db12-73e9-46ee-a3fe-372688972488, host n-h2-838334-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838334-2',level=0,port_id=e943db12-73e9-46ee-a3fe-372688972488,segment=NetworkSegment(23ce9e22-2370-4382-bef0-fd7ce1687f08),segment_id=23ce9e22-2370-4382-bef0-fd7ce1687f08)] {{(pid=84042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:53:17.569965 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Returning: {'device': 'e943db12-73e9-46ee-a3fe-372688972488', 'network_id': '22205f98-4cc3-4618-b6e6-b8be238163d1', 'port_id': 'e943db12-73e9-46ee-a3fe-372688972488', 'mac_address': 'fa:16:3e:65:1f:80', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 391, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '72176e50-6dd0-42c9-9742-b0d13dccc0b2', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84042) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 18 20:53:17.656178 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:53:17.688180 n-d-838334-2 neutron-server[84042]: DEBUG neutron.notifiers.nova [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e943db12-73e9-46ee-a3fe-372688972488 {{(pid=84042) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 18 20:53:17.708574 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] For port e943db12-73e9-46ee-a3fe-372688972488, host n-h2-838334-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838334-2',level=0,port_id=e943db12-73e9-46ee-a3fe-372688972488,segment=NetworkSegment(23ce9e22-2370-4382-bef0-fd7ce1687f08),segment_id=23ce9e22-2370-4382-bef0-fd7ce1687f08)] {{(pid=84042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:53:17.716157 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682'] for port, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:53:17.775886 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-234b3724-503c-4a54-91bb-34692c24067f req-2e23279b-6bbd-4596-966e-9404b12333b5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217293'] for port, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:53:17.782313 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-234b3724-503c-4a54-91bb-34692c24067f req-2e23279b-6bbd-4596-966e-9404b12333b5 service neutron] 10.222.0.48 "PUT /v2.0/ports/b67988d2-bb60-4efe-bd1d-80e31ea8ffb6 HTTP/1.1" status: 200 len: 1090 time: 3.5557318 Apr 18 20:53:17.830527 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e23279b-6bbd-4596-966e-9404b12333b5 service neutron] Pushing event updated for resources: {'Port': ['ID=b67988d2-bb60-4efe-bd1d-80e31ea8ffb6,revision_number=3']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:53:17.860622 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.v2.base [req-234b3724-503c-4a54-91bb-34692c24067f req-df5b6537-bee6-4353-94dd-82ba42cfd559 service neutron] Request body: {'port': {'device_id': '6a49f48a-913c-49a6-8c09-bf4c978ef91f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-838334-2'}} {{(pid=84040) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 20:53:17.903612 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-ede07208-1ff9-4693-abca-8da2ba59e463 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750375287399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253529'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:53:17.905275 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Pushing event updated for resources: {'Port': ['ID=e943db12-73e9-46ee-a3fe-372688972488,revision_number=4']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:53:18.011708 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] get_ports_and_sgs() called for port_ids ['e943db12-73e9-46ee-a3fe-372688972488'] {{(pid=84042) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 18 20:53:18.032617 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c323575c-2bc9-420c-8d94-53b07aee5a24 req-d196c5e4-54c6-47c1-a54d-7d13bbc47538 tempest-ServerTagsTestJSON-402241756 tempest-ServerTagsTestJSON-402241756-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:53:18.034230 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-c323575c-2bc9-420c-8d94-53b07aee5a24 req-d196c5e4-54c6-47c1-a54d-7d13bbc47538 tempest-ServerTagsTestJSON-402241756 tempest-ServerTagsTestJSON-402241756-project] 10.222.0.42 "GET /v2.0/ports?device_id=f52f1ab8-6e58-42c7-a9e3-f711a7046c25 HTTP/1.1" status: 200 len: 944 time: 0.5413857 Apr 18 20:53:18.107231 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-234b3724-503c-4a54-91bb-34692c24067f req-df5b6537-bee6-4353-94dd-82ba42cfd559 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:53:18.130284 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4ed409c-9179-4961-82b3-e00bb78ed714 req-0659096c-76dc-4579-b086-75ef710f49eb service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:53:18.131847 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-b4ed409c-9179-4961-82b3-e00bb78ed714 req-0659096c-76dc-4579-b086-75ef710f49eb service neutron] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5250399 Apr 18 20:53:18.296847 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae8e7044-9efe-47ec-9074-56cf44a5518e req-9e7ed470-50fe-4678-97fe-f852f226769a tempest-TaggedBootDevicesTest_v242-417596240 tempest-TaggedBootDevicesTest_v242-417596240-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:53:18.301074 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae8e7044-9efe-47ec-9074-56cf44a5518e req-9e7ed470-50fe-4678-97fe-f852f226769a tempest-TaggedBootDevicesTest_v242-417596240 tempest-TaggedBootDevicesTest_v242-417596240-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:53:18.305356 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae8e7044-9efe-47ec-9074-56cf44a5518e req-9e7ed470-50fe-4678-97fe-f852f226769a tempest-TaggedBootDevicesTest_v242-417596240 tempest-TaggedBootDevicesTest_v242-417596240-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:53:18.309817 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae8e7044-9efe-47ec-9074-56cf44a5518e req-9e7ed470-50fe-4678-97fe-f852f226769a tempest-TaggedBootDevicesTest_v242-417596240 tempest-TaggedBootDevicesTest_v242-417596240-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:53:18.314310 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae8e7044-9efe-47ec-9074-56cf44a5518e req-9e7ed470-50fe-4678-97fe-f852f226769a tempest-TaggedBootDevicesTest_v242-417596240 tempest-TaggedBootDevicesTest_v242-417596240-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:53:18.318762 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae8e7044-9efe-47ec-9074-56cf44a5518e req-9e7ed470-50fe-4678-97fe-f852f226769a tempest-TaggedBootDevicesTest_v242-417596240 tempest-TaggedBootDevicesTest_v242-417596240-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:53:18.323316 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae8e7044-9efe-47ec-9074-56cf44a5518e req-9e7ed470-50fe-4678-97fe-f852f226769a tempest-TaggedBootDevicesTest_v242-417596240 tempest-TaggedBootDevicesTest_v242-417596240-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:53:18.331867 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-ae8e7044-9efe-47ec-9074-56cf44a5518e req-9e7ed470-50fe-4678-97fe-f852f226769a tempest-TaggedBootDevicesTest_v242-417596240 tempest-TaggedBootDevicesTest_v242-417596240-project] 10.222.0.42 "GET /v2.0/ports?device_id=6a49f48a-913c-49a6-8c09-bf4c978ef91f HTTP/1.1" status: 200 len: 5406 time: 0.8045161 Apr 18 20:53:18.357162 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-c323575c-2bc9-420c-8d94-53b07aee5a24 req-d2323bf0-8f7f-4e6c-9c91-47c6a3b9c575 tempest-ServerTagsTestJSON-402241756 tempest-ServerTagsTestJSON-402241756-project] 10.222.0.42 "GET /v2.0/security-groups?id=5152e730-2577-415e-84e6-d8dbcecb899f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3062336 Apr 18 20:53:18.486760 n-d-838334-2 neutron-server[84040]: INFO neutron.notifiers.nova [-] Nova event matching ['req-61737690-1a00-45a7-a6bd-0ee600f6581b'] response: {'name': 'network-changed', 'server_uuid': '6a49f48a-913c-49a6-8c09-bf4c978ef91f', 'tag': '96e60da2-99c4-4d74-935a-c80b74ebeb56', 'status': 'completed', 'code': 200} Apr 18 20:53:18.509404 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-ae8e7044-9efe-47ec-9074-56cf44a5518e req-b6d9f598-8508-40d9-9b63-c9aef5a2592a tempest-TaggedBootDevicesTest_v242-417596240 tempest-TaggedBootDevicesTest_v242-417596240-project] 10.222.0.42 "GET /v2.0/security-groups?id=90f86da5-60b0-4e29-8e55-fe6cf6b75c5e&id=48fab5b0-1368-425c-9a53-c0303d2044f1&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1764715 Apr 18 20:53:18.837557 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-8079185b-5270-42de-b80b-e2b10ccd6122 req-ecbb3f8f-7e89-45ac-bed5-65cb8ec99d41 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=9feceef4d3df4daeb6497a95fbe12eb7&device_id=6a49f48a-913c-49a6-8c09-bf4c978ef91f HTTP/1.1" status: 200 len: 6353 time: 0.3270695 Apr 18 20:53:18.943146 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750375287399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253529'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:53:19.050829 n-d-838334-2 neutron-server[84040]: DEBUG neutron.notifiers.nova [req-234b3724-503c-4a54-91bb-34692c24067f req-df5b6537-bee6-4353-94dd-82ba42cfd559 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f0e8d8ea-6bcf-495f-8aee-e46b70d0c94e {{(pid=84040) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 18 20:53:19.063928 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-234b3724-503c-4a54-91bb-34692c24067f req-df5b6537-bee6-4353-94dd-82ba42cfd559 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:53:19.096078 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e9f50ce-c7d3-4dbb-a0a7-110b55a45b30 req-ece6e143-2eab-47a0-9213-9b20c02b7630 tempest-ServersNegativeTestMultiTenantJSON-1325229730 tempest-ServersNegativeTestMultiTenantJSON-1325229730-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:53:19.102991 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-8e9f50ce-c7d3-4dbb-a0a7-110b55a45b30 req-ece6e143-2eab-47a0-9213-9b20c02b7630 tempest-ServersNegativeTestMultiTenantJSON-1325229730 tempest-ServersNegativeTestMultiTenantJSON-1325229730-project] 10.222.0.42 "GET /v2.0/ports?device_id=9e97043d-b4ba-4779-b189-2f2df9bcc717 HTTP/1.1" status: 200 len: 946 time: 0.3408685 Apr 18 20:53:19.151647 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.provisioning_blocks [req-234b3724-503c-4a54-91bb-34692c24067f req-df5b6537-bee6-4353-94dd-82ba42cfd559 service neutron] Transition to ACTIVE for port object f0e8d8ea-6bcf-495f-8aee-e46b70d0c94e will not be triggered until provisioned by entity L2. {{(pid=84040) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 20:53:19.170728 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-234b3724-503c-4a54-91bb-34692c24067f req-df5b6537-bee6-4353-94dd-82ba42cfd559 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32440959'] for port, after_update {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:53:19.175919 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Device e943db12-73e9-46ee-a3fe-372688972488 up at agent hyperv_n-h2-838334-2 {{(pid=84042) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 20:53:19.219043 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8079185b-5270-42de-b80b-e2b10ccd6122 req-98f1fd3f-994a-4f7a-a32d-35c290513b1f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:53:19.219455 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8079185b-5270-42de-b80b-e2b10ccd6122 req-98f1fd3f-994a-4f7a-a32d-35c290513b1f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:53:19.219847 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8079185b-5270-42de-b80b-e2b10ccd6122 req-98f1fd3f-994a-4f7a-a32d-35c290513b1f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:53:19.221407 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-8079185b-5270-42de-b80b-e2b10ccd6122 req-98f1fd3f-994a-4f7a-a32d-35c290513b1f service neutron] 10.222.0.48 "GET /v2.0/networks?tenant_id=9feceef4d3df4daeb6497a95fbe12eb7&shared=False HTTP/1.1" status: 200 len: 2291 time: 0.3661253 Apr 18 20:53:19.233476 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-8e9f50ce-c7d3-4dbb-a0a7-110b55a45b30 req-4c70cba7-f05b-451d-8599-29415e94e316 tempest-ServersNegativeTestMultiTenantJSON-1325229730 tempest-ServersNegativeTestMultiTenantJSON-1325229730-project] 10.222.0.42 "GET /v2.0/security-groups?id=5b013fa2-3b1d-4cbf-8b0e-9b422cbd0cab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1295636 Apr 18 20:53:19.299045 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Provisioning for port e943db12-73e9-46ee-a3fe-372688972488 completed by entity L2. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 20:53:19.315925 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Provisioning complete for port e943db12-73e9-46ee-a3fe-372688972488 triggered by entity L2. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:53:19.316708 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1253608'] for port, provisioning_complete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:53:19.472615 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-414b6ffe-e119-47bc-b18f-bcff1219c2f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750375287399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253529'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:53:19.541099 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:53:19.578423 n-d-838334-2 neutron-server[84042]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f52f1ab8-6e58-42c7-a9e3-f711a7046c25', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e943db12-73e9-46ee-a3fe-372688972488'}] {{(pid=84042) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 20:53:19.589197 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] For port e943db12-73e9-46ee-a3fe-372688972488, host n-h2-838334-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838334-2',level=0,port_id=e943db12-73e9-46ee-a3fe-372688972488,segment=NetworkSegment(23ce9e22-2370-4382-bef0-fd7ce1687f08),segment_id=23ce9e22-2370-4382-bef0-fd7ce1687f08)] {{(pid=84042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:53:19.594621 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682'] for port, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:53:19.639522 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df5b6537-bee6-4353-94dd-82ba42cfd559 service neutron] Pushing event updated for resources: {'Port': ['ID=f0e8d8ea-6bcf-495f-8aee-e46b70d0c94e,revision_number=2']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:53:19.673128 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Pushing event updated for resources: {'Port': ['ID=e943db12-73e9-46ee-a3fe-372688972488,revision_number=5']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:53:19.734099 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-79b292de-e3cc-476e-988e-353d1ed127bf req-8695219a-64e4-4d02-b8dd-2c850b12538b tempest-ServerRescueNegativeTestJSON-1571656168 tempest-ServerRescueNegativeTestJSON-1571656168-project] 10.222.0.42 "GET /v2.0/security-groups?name=tempest-securitygroup--577664293&fields=id&tenant_id=f9a0b0412d2042448fe0968cc5e47ae5 HTTP/1.1" status: 200 len: 267 time: 0.3024318 Apr 18 20:53:19.818175 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8079185b-5270-42de-b80b-e2b10ccd6122 req-3b544a24-d1aa-4a9b-a44a-b0a4cf370770 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:53:19.819612 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-8079185b-5270-42de-b80b-e2b10ccd6122 req-3b544a24-d1aa-4a9b-a44a-b0a4cf370770 service neutron] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5731156 Apr 18 20:53:19.921798 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6404abfe-89c6-43d8-91a6-0e74053c25ab req-c7c7e52c-fffc-4602-9d6d-0bcf2ebd01b9 tempest-ServerDiskConfigTestJSON-473081836 tempest-ServerDiskConfigTestJSON-473081836-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:53:19.923179 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-6404abfe-89c6-43d8-91a6-0e74053c25ab req-c7c7e52c-fffc-4602-9d6d-0bcf2ebd01b9 tempest-ServerDiskConfigTestJSON-473081836 tempest-ServerDiskConfigTestJSON-473081836-project] 10.222.0.42 "GET /v2.0/ports?device_id=e3ce1959-1c32-471b-a30a-a5dd21c9b8a4 HTTP/1.1" status: 200 len: 945 time: 0.3795719 Apr 18 20:53:19.991364 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.managers [req-234b3724-503c-4a54-91bb-34692c24067f req-df5b6537-bee6-4353-94dd-82ba42cfd559 service neutron] Attempting to bind port f0e8d8ea-6bcf-495f-8aee-e46b70d0c94e on host n-h2-838334-2 for vnic_type normal with profile {{(pid=84040) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:53:19.991717 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.managers [req-234b3724-503c-4a54-91bb-34692c24067f req-df5b6537-bee6-4353-94dd-82ba42cfd559 service neutron] Attempting to bind port f0e8d8ea-6bcf-495f-8aee-e46b70d0c94e by drivers openvswitch,hyperv on host n-h2-838334-2 at level 0 using segments [{'id': 'ebe0286e-3c69-48ee-a166-d487392185dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': 'c28eb4dc-8be0-4839-b428-8a188976dc96'}] {{(pid=84040) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:53:19.992045 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-234b3724-503c-4a54-91bb-34692c24067f req-df5b6537-bee6-4353-94dd-82ba42cfd559 service neutron] Attempting to bind port f0e8d8ea-6bcf-495f-8aee-e46b70d0c94e on network c28eb4dc-8be0-4839-b428-8a188976dc96 {{(pid=84040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 20:53:20.034725 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79b292de-e3cc-476e-988e-353d1ed127bf req-23c6f898-8cf9-4b39-a498-92a0756afac1 tempest-ServerRescueNegativeTestJSON-1571656168 tempest-ServerRescueNegativeTestJSON-1571656168-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:53:20.041314 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-79b292de-e3cc-476e-988e-353d1ed127bf req-23c6f898-8cf9-4b39-a498-92a0756afac1 tempest-ServerRescueNegativeTestJSON-1571656168 tempest-ServerRescueNegativeTestJSON-1571656168-project] 10.222.0.42 "GET /v2.0/networks?id=9956df45-2736-4a4c-9815-b894d9a44160 HTTP/1.1" status: 200 len: 819 time: 0.2718768 Apr 18 20:53:20.048965 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-234b3724-503c-4a54-91bb-34692c24067f req-df5b6537-bee6-4353-94dd-82ba42cfd559 service neutron] Port f0e8d8ea-6bcf-495f-8aee-e46b70d0c94e on network c28eb4dc-8be0-4839-b428-8a188976dc96 not bound, no agent of type Open vSwitch agent registered on host n-h2-838334-2 {{(pid=84040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 18 20:53:20.049273 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-234b3724-503c-4a54-91bb-34692c24067f req-df5b6537-bee6-4353-94dd-82ba42cfd559 service neutron] Attempting to bind port f0e8d8ea-6bcf-495f-8aee-e46b70d0c94e on network c28eb4dc-8be0-4839-b428-8a188976dc96 {{(pid=84040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 20:53:20.071539 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-79b292de-e3cc-476e-988e-353d1ed127bf req-8bd8c7bf-7215-4f6d-8f36-d04c35bb8d41 tempest-ServerRescueNegativeTestJSON-1571656168 tempest-ServerRescueNegativeTestJSON-1571656168-project] 10.222.0.42 "GET /v2.0/quotas/f9a0b0412d2042448fe0968cc5e47ae5 HTTP/1.1" status: 200 len: 375 time: 0.0292511 Apr 18 20:53:20.105302 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-6404abfe-89c6-43d8-91a6-0e74053c25ab req-0713fe1b-32aa-4d8d-967c-ad79a36a871c tempest-ServerDiskConfigTestJSON-473081836 tempest-ServerDiskConfigTestJSON-473081836-project] 10.222.0.42 "GET /v2.0/security-groups?id=527f07bd-3b7c-4e87-bb13-fa86b9490e28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1686506 Apr 18 20:53:20.127097 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-234b3724-503c-4a54-91bb-34692c24067f req-df5b6537-bee6-4353-94dd-82ba42cfd559 service neutron] Checking agent: {'id': 'dc797004-f641-47b7-a77f-9c62b5b16296', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-838334-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 34, 3), 'started_at': datetime.datetime(2022, 4, 18, 20, 34, 3), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 20, 53, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 18 20:53:20.127504 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-234b3724-503c-4a54-91bb-34692c24067f req-df5b6537-bee6-4353-94dd-82ba42cfd559 service neutron] Checking segment: {'id': 'ebe0286e-3c69-48ee-a166-d487392185dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': 'c28eb4dc-8be0-4839-b428-8a188976dc96'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84040) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 20:53:20.127926 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-234b3724-503c-4a54-91bb-34692c24067f req-df5b6537-bee6-4353-94dd-82ba42cfd559 service neutron] Bound using segment: {'id': 'ebe0286e-3c69-48ee-a166-d487392185dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': 'c28eb4dc-8be0-4839-b428-8a188976dc96'} {{(pid=84040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 18 20:53:20.128369 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.managers [req-234b3724-503c-4a54-91bb-34692c24067f req-df5b6537-bee6-4353-94dd-82ba42cfd559 service neutron] Bound port: f0e8d8ea-6bcf-495f-8aee-e46b70d0c94e, host: n-h2-838334-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ebe0286e-3c69-48ee-a166-d487392185dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': 'c28eb4dc-8be0-4839-b428-8a188976dc96'}}] {{(pid=84040) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 20:53:20.128719 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-234b3724-503c-4a54-91bb-34692c24067f req-df5b6537-bee6-4353-94dd-82ba42cfd559 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:53:20.289799 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.agents_db [None req-6346a179-333c-4370-b5a6-936984aeab15 None None] Agent healthcheck: found 7 active agents {{(pid=84043) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 18 20:53:20.348496 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.db [req-234b3724-503c-4a54-91bb-34692c24067f req-df5b6537-bee6-4353-94dd-82ba42cfd559 service neutron] For port f0e8d8ea-6bcf-495f-8aee-e46b70d0c94e, host n-h2-838334-2, cleared binding levels {{(pid=84040) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 20:53:20.361657 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-79b292de-e3cc-476e-988e-353d1ed127bf req-4c028cc3-1dbf-4b4d-8a2b-520749e1f708 tempest-ServerRescueNegativeTestJSON-1571656168 tempest-ServerRescueNegativeTestJSON-1571656168-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=f9a0b0412d2042448fe0968cc5e47ae5&fields=id HTTP/1.1" status: 200 len: 440 time: 0.2891762 Apr 18 20:53:20.369785 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.db [req-234b3724-503c-4a54-91bb-34692c24067f req-df5b6537-bee6-4353-94dd-82ba42cfd559 service neutron] For port f0e8d8ea-6bcf-495f-8aee-e46b70d0c94e, host n-h2-838334-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838334-2',level=0,port_id=f0e8d8ea-6bcf-495f-8aee-e46b70d0c94e,segment=NetworkSegment(ebe0286e-3c69-48ee-a166-d487392185dd),segment_id=ebe0286e-3c69-48ee-a166-d487392185dd)] {{(pid=84040) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 20:53:20.393574 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-234b3724-503c-4a54-91bb-34692c24067f req-df5b6537-bee6-4353-94dd-82ba42cfd559 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32440959'] for port, after_update {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:53:20.470603 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-c7521a90-7d65-4e2e-842c-ca5d95e9a89c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750375287399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253529'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:53:20.491665 n-d-838334-2 neutron-server[84040]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6a49f48a-913c-49a6-8c09-bf4c978ef91f', 'tag': 'b67988d2-bb60-4efe-bd1d-80e31ea8ffb6'}] {{(pid=84040) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 20:53:20.542903 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5533251c-622b-4d3a-be44-c5751710142a req-e0eea10e-a2cc-4edb-bc9b-1de67850653b tempest-ServerActionsTestJSON-2052644234 tempest-ServerActionsTestJSON-2052644234-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:53:20.545029 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-5533251c-622b-4d3a-be44-c5751710142a req-e0eea10e-a2cc-4edb-bc9b-1de67850653b tempest-ServerActionsTestJSON-2052644234 tempest-ServerActionsTestJSON-2052644234-project] 10.222.0.42 "GET /v2.0/ports?device_id=b7307812-da19-4509-9baf-bb3ff8313904 HTTP/1.1" status: 200 len: 945 time: 0.2837744 Apr 18 20:53:20.555462 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-234b3724-503c-4a54-91bb-34692c24067f req-df5b6537-bee6-4353-94dd-82ba42cfd559 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217293'] for port, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:53:20.556863 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-234b3724-503c-4a54-91bb-34692c24067f req-df5b6537-bee6-4353-94dd-82ba42cfd559 service neutron] 10.222.0.48 "PUT /v2.0/ports/f0e8d8ea-6bcf-495f-8aee-e46b70d0c94e HTTP/1.1" status: 200 len: 1091 time: 2.7340646 Apr 18 20:53:20.626021 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.v2.base [req-234b3724-503c-4a54-91bb-34692c24067f req-bd7d830d-8af3-4f35-bfec-4b5abb218447 service neutron] Request body: {'port': {'device_id': '6a49f48a-913c-49a6-8c09-bf4c978ef91f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-838334-2'}} {{(pid=84040) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 20:53:20.651583 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df5b6537-bee6-4353-94dd-82ba42cfd559 service neutron] Pushing event updated for resources: {'Port': ['ID=f0e8d8ea-6bcf-495f-8aee-e46b70d0c94e,revision_number=3']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:53:20.723802 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-5533251c-622b-4d3a-be44-c5751710142a req-646eb56d-af59-4f94-8926-d3ffb7a988e8 tempest-ServerActionsTestJSON-2052644234 tempest-ServerActionsTestJSON-2052644234-project] 10.222.0.42 "GET /v2.0/security-groups?id=c2aeb662-6a43-4389-8810-9fad3627855b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1703029 Apr 18 20:53:20.728298 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-79b292de-e3cc-476e-988e-353d1ed127bf req-ac3e0ca3-3640-4174-b630-244c2f63b0ed service neutron] 10.222.0.42 "GET /v2.0/networks/9956df45-2736-4a4c-9815-b894d9a44160?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3535426 Apr 18 20:53:21.080742 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-234b3724-503c-4a54-91bb-34692c24067f req-bd7d830d-8af3-4f35-bfec-4b5abb218447 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:53:21.190232 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-79b292de-e3cc-476e-988e-353d1ed127bf req-7e5f4bbb-f92d-400e-9f1b-b60e308c0c68 service neutron] 10.222.0.42 "GET /v2.0/networks/9956df45-2736-4a4c-9815-b894d9a44160?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4085565 Apr 18 20:53:21.214813 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8089bf5f-5043-425a-bf4d-d9ae515c2a58 req-8f222918-87d6-4c08-a743-79b19755c8be tempest-AttachVolumeShelveTestJSON-1712717013 tempest-AttachVolumeShelveTestJSON-1712717013-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:53:21.216243 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-8089bf5f-5043-425a-bf4d-d9ae515c2a58 req-8f222918-87d6-4c08-a743-79b19755c8be tempest-AttachVolumeShelveTestJSON-1712717013 tempest-AttachVolumeShelveTestJSON-1712717013-project] 10.222.0.42 "GET /v2.0/ports?device_id=a3d617b3-55ec-41c1-b97c-911aa927ef50 HTTP/1.1" status: 200 len: 944 time: 0.2599981 Apr 18 20:53:21.419524 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-8089bf5f-5043-425a-bf4d-d9ae515c2a58 req-9991350c-11c9-40c9-bfcf-0d2aec51ce7e tempest-AttachVolumeShelveTestJSON-1712717013 tempest-AttachVolumeShelveTestJSON-1712717013-project] 10.222.0.42 "GET /v2.0/security-groups?id=2e9d8b44-da00-4a79-861c-f0ec417a580f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1673172 Apr 18 20:53:21.641662 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a324f5ba-f1d5-4124-9a24-2058fb9ae37a req-50be9c8a-4b1f-46de-b8ac-d10c0ab285be tempest-ServersNegativeTestMultiTenantJSON-1325229730 tempest-ServersNegativeTestMultiTenantJSON-1325229730-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:53:21.643155 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-a324f5ba-f1d5-4124-9a24-2058fb9ae37a req-50be9c8a-4b1f-46de-b8ac-d10c0ab285be tempest-ServersNegativeTestMultiTenantJSON-1325229730 tempest-ServersNegativeTestMultiTenantJSON-1325229730-project] 10.222.0.42 "GET /v2.0/ports?device_id=9e97043d-b4ba-4779-b189-2f2df9bcc717 HTTP/1.1" status: 200 len: 946 time: 0.2328291 Apr 18 20:53:21.681620 n-d-838334-2 neutron-server[84040]: DEBUG neutron.notifiers.nova [req-234b3724-503c-4a54-91bb-34692c24067f req-bd7d830d-8af3-4f35-bfec-4b5abb218447 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c752aac3-367c-457b-992d-78f7341198e9 {{(pid=84040) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 18 20:53:21.694341 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-234b3724-503c-4a54-91bb-34692c24067f req-bd7d830d-8af3-4f35-bfec-4b5abb218447 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:53:21.737102 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.provisioning_blocks [req-234b3724-503c-4a54-91bb-34692c24067f req-bd7d830d-8af3-4f35-bfec-4b5abb218447 service neutron] Transition to ACTIVE for port object c752aac3-367c-457b-992d-78f7341198e9 will not be triggered until provisioned by entity L2. {{(pid=84040) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 20:53:21.745477 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-234b3724-503c-4a54-91bb-34692c24067f req-bd7d830d-8af3-4f35-bfec-4b5abb218447 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32440959'] for port, after_update {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:53:21.784321 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-a324f5ba-f1d5-4124-9a24-2058fb9ae37a req-93a4a408-477e-49a9-ac4f-20e353938885 tempest-ServersNegativeTestMultiTenantJSON-1325229730 tempest-ServersNegativeTestMultiTenantJSON-1325229730-project] 10.222.0.42 "GET /v2.0/security-groups?id=5b013fa2-3b1d-4cbf-8b0e-9b422cbd0cab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1334796 Apr 18 20:53:21.902341 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e14aa37-57fe-43dd-8c72-61cff6cfc85b req-e149246a-de48-4f46-aa8a-926baad5ca18 tempest-ServerTagsTestJSON-402241756 tempest-ServerTagsTestJSON-402241756-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:53:21.909180 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-1e14aa37-57fe-43dd-8c72-61cff6cfc85b req-e149246a-de48-4f46-aa8a-926baad5ca18 tempest-ServerTagsTestJSON-402241756 tempest-ServerTagsTestJSON-402241756-project] 10.222.0.42 "GET /v2.0/ports?device_id=f52f1ab8-6e58-42c7-a9e3-f711a7046c25 HTTP/1.1" status: 200 len: 946 time: 0.3185883 Apr 18 20:53:22.006632 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd7d830d-8af3-4f35-bfec-4b5abb218447 service neutron] Pushing event updated for resources: {'Port': ['ID=c752aac3-367c-457b-992d-78f7341198e9,revision_number=2']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:53:22.140298 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-1e14aa37-57fe-43dd-8c72-61cff6cfc85b req-ae4e8800-1e88-4b9f-9205-5a2630fc06b1 tempest-ServerTagsTestJSON-402241756 tempest-ServerTagsTestJSON-402241756-project] 10.222.0.42 "GET /v2.0/security-groups?id=5152e730-2577-415e-84e6-d8dbcecb899f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2302630 Apr 18 20:53:22.173582 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.managers [req-234b3724-503c-4a54-91bb-34692c24067f req-bd7d830d-8af3-4f35-bfec-4b5abb218447 service neutron] Attempting to bind port c752aac3-367c-457b-992d-78f7341198e9 on host n-h2-838334-2 for vnic_type normal with profile {{(pid=84040) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:53:22.173909 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.managers [req-234b3724-503c-4a54-91bb-34692c24067f req-bd7d830d-8af3-4f35-bfec-4b5abb218447 service neutron] Attempting to bind port c752aac3-367c-457b-992d-78f7341198e9 by drivers openvswitch,hyperv on host n-h2-838334-2 at level 0 using segments [{'id': 'ebe0286e-3c69-48ee-a166-d487392185dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': 'c28eb4dc-8be0-4839-b428-8a188976dc96'}] {{(pid=84040) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:53:22.174234 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-234b3724-503c-4a54-91bb-34692c24067f req-bd7d830d-8af3-4f35-bfec-4b5abb218447 service neutron] Attempting to bind port c752aac3-367c-457b-992d-78f7341198e9 on network c28eb4dc-8be0-4839-b428-8a188976dc96 {{(pid=84040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 20:53:22.217163 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73a0cbb0-7fab-4651-855d-a620f08a218c req-34a9882b-2750-443d-a81d-78d588f06220 tempest-TaggedBootDevicesTest_v242-417596240 tempest-TaggedBootDevicesTest_v242-417596240-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:53:22.235156 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73a0cbb0-7fab-4651-855d-a620f08a218c req-34a9882b-2750-443d-a81d-78d588f06220 tempest-TaggedBootDevicesTest_v242-417596240 tempest-TaggedBootDevicesTest_v242-417596240-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:53:22.239168 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73a0cbb0-7fab-4651-855d-a620f08a218c req-34a9882b-2750-443d-a81d-78d588f06220 tempest-TaggedBootDevicesTest_v242-417596240 tempest-TaggedBootDevicesTest_v242-417596240-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:53:22.243147 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73a0cbb0-7fab-4651-855d-a620f08a218c req-34a9882b-2750-443d-a81d-78d588f06220 tempest-TaggedBootDevicesTest_v242-417596240 tempest-TaggedBootDevicesTest_v242-417596240-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:53:22.251364 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73a0cbb0-7fab-4651-855d-a620f08a218c req-34a9882b-2750-443d-a81d-78d588f06220 tempest-TaggedBootDevicesTest_v242-417596240 tempest-TaggedBootDevicesTest_v242-417596240-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:53:22.255864 n-d-838334-2 neutron-server[84042]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4f0fc892-1129-4f2e-8ffd-7dba5cdeefaa'] response: {'server_uuid': 'f52f1ab8-6e58-42c7-a9e3-f711a7046c25', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e943db12-73e9-46ee-a3fe-372688972488', 'code': 200} Apr 18 20:53:22.257306 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73a0cbb0-7fab-4651-855d-a620f08a218c req-34a9882b-2750-443d-a81d-78d588f06220 tempest-TaggedBootDevicesTest_v242-417596240 tempest-TaggedBootDevicesTest_v242-417596240-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:53:22.261274 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73a0cbb0-7fab-4651-855d-a620f08a218c req-34a9882b-2750-443d-a81d-78d588f06220 tempest-TaggedBootDevicesTest_v242-417596240 tempest-TaggedBootDevicesTest_v242-417596240-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:53:22.268972 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-73a0cbb0-7fab-4651-855d-a620f08a218c req-34a9882b-2750-443d-a81d-78d588f06220 tempest-TaggedBootDevicesTest_v242-417596240 tempest-TaggedBootDevicesTest_v242-417596240-project] 10.222.0.42 "GET /v2.0/ports?device_id=6a49f48a-913c-49a6-8c09-bf4c978ef91f HTTP/1.1" status: 200 len: 5430 time: 0.3081262 Apr 18 20:53:22.288328 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-234b3724-503c-4a54-91bb-34692c24067f req-bd7d830d-8af3-4f35-bfec-4b5abb218447 service neutron] Port c752aac3-367c-457b-992d-78f7341198e9 on network c28eb4dc-8be0-4839-b428-8a188976dc96 not bound, no agent of type Open vSwitch agent registered on host n-h2-838334-2 {{(pid=84040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 18 20:53:22.288641 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-234b3724-503c-4a54-91bb-34692c24067f req-bd7d830d-8af3-4f35-bfec-4b5abb218447 service neutron] Attempting to bind port c752aac3-367c-457b-992d-78f7341198e9 on network c28eb4dc-8be0-4839-b428-8a188976dc96 {{(pid=84040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 20:53:22.302482 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-234b3724-503c-4a54-91bb-34692c24067f req-bd7d830d-8af3-4f35-bfec-4b5abb218447 service neutron] Checking agent: {'id': 'dc797004-f641-47b7-a77f-9c62b5b16296', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-838334-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 34, 3), 'started_at': datetime.datetime(2022, 4, 18, 20, 34, 3), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 20, 53, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 18 20:53:22.302818 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-234b3724-503c-4a54-91bb-34692c24067f req-bd7d830d-8af3-4f35-bfec-4b5abb218447 service neutron] Checking segment: {'id': 'ebe0286e-3c69-48ee-a166-d487392185dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': 'c28eb4dc-8be0-4839-b428-8a188976dc96'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84040) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 20:53:22.303197 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-234b3724-503c-4a54-91bb-34692c24067f req-bd7d830d-8af3-4f35-bfec-4b5abb218447 service neutron] Bound using segment: {'id': 'ebe0286e-3c69-48ee-a166-d487392185dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': 'c28eb4dc-8be0-4839-b428-8a188976dc96'} {{(pid=84040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 18 20:53:22.303641 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.managers [req-234b3724-503c-4a54-91bb-34692c24067f req-bd7d830d-8af3-4f35-bfec-4b5abb218447 service neutron] Bound port: c752aac3-367c-457b-992d-78f7341198e9, host: n-h2-838334-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ebe0286e-3c69-48ee-a166-d487392185dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': 'c28eb4dc-8be0-4839-b428-8a188976dc96'}}] {{(pid=84040) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 20:53:22.303983 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-234b3724-503c-4a54-91bb-34692c24067f req-bd7d830d-8af3-4f35-bfec-4b5abb218447 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:53:22.314072 n-d-838334-2 neutron-server[84040]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d34f380f-7e24-4e98-9dde-1763f301588c'] response: {'name': 'network-changed', 'server_uuid': '6a49f48a-913c-49a6-8c09-bf4c978ef91f', 'tag': 'b67988d2-bb60-4efe-bd1d-80e31ea8ffb6', 'status': 'completed', 'code': 200} Apr 18 20:53:22.457128 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-73a0cbb0-7fab-4651-855d-a620f08a218c req-bacfe0b5-7c29-452d-914a-2795e691f38c tempest-TaggedBootDevicesTest_v242-417596240 tempest-TaggedBootDevicesTest_v242-417596240-project] 10.222.0.42 "GET /v2.0/security-groups?id=90f86da5-60b0-4e29-8e55-fe6cf6b75c5e&id=48fab5b0-1368-425c-9a53-c0303d2044f1&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1872547 Apr 18 20:53:22.534949 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.db [req-234b3724-503c-4a54-91bb-34692c24067f req-bd7d830d-8af3-4f35-bfec-4b5abb218447 service neutron] For port c752aac3-367c-457b-992d-78f7341198e9, host n-h2-838334-2, cleared binding levels {{(pid=84040) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 20:53:22.539734 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.db [req-234b3724-503c-4a54-91bb-34692c24067f req-bd7d830d-8af3-4f35-bfec-4b5abb218447 service neutron] For port c752aac3-367c-457b-992d-78f7341198e9, host n-h2-838334-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838334-2',level=0,port_id=c752aac3-367c-457b-992d-78f7341198e9,segment=NetworkSegment(ebe0286e-3c69-48ee-a166-d487392185dd),segment_id=ebe0286e-3c69-48ee-a166-d487392185dd)] {{(pid=84040) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 20:53:22.552541 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-234b3724-503c-4a54-91bb-34692c24067f req-bd7d830d-8af3-4f35-bfec-4b5abb218447 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32440959'] for port, after_update {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:53:22.616065 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-77ce24ac-cb46-4012-a846-99eecb9ede17 req-25607cf9-4790-4490-8ee9-62c4a14c6324 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=9feceef4d3df4daeb6497a95fbe12eb7&device_id=6a49f48a-913c-49a6-8c09-bf4c978ef91f HTTP/1.1" status: 200 len: 6445 time: 0.2505710 Apr 18 20:53:22.624162 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-6004598c-f20d-40a8-b19d-1714aad837ab req-ee3af8ce-b915-42f9-b958-c792a22c8e27 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=f52f1ab8-6e58-42c7-a9e3-f711a7046c25 HTTP/1.1" status: 200 len: 1097 time: 0.2510612 Apr 18 20:53:22.942339 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-234b3724-503c-4a54-91bb-34692c24067f req-bd7d830d-8af3-4f35-bfec-4b5abb218447 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217293'] for port, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:53:22.943660 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-234b3724-503c-4a54-91bb-34692c24067f req-bd7d830d-8af3-4f35-bfec-4b5abb218447 service neutron] 10.222.0.48 "PUT /v2.0/ports/c752aac3-367c-457b-992d-78f7341198e9 HTTP/1.1" status: 200 len: 1091 time: 2.3347073 Apr 18 20:53:22.979816 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-2db6b853-adc1-44f1-9c53-688589c78a64 req-05db92bf-ca57-4a8b-8289-dcbf634171c7 tempest-ServerRescueNegativeTestJSON-1571656168 tempest-ServerRescueNegativeTestJSON-1571656168-project] 10.222.0.42 "GET /v2.0/ports?device_id=84774df7-1534-4163-a5f8-10a9e8ea72b0 HTTP/1.1" status: 200 len: 210 time: 0.2507811 Apr 18 20:53:23.035656 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd7d830d-8af3-4f35-bfec-4b5abb218447 service neutron] Pushing event updated for resources: {'Port': ['ID=c752aac3-367c-457b-992d-78f7341198e9,revision_number=3']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:53:23.079735 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-6004598c-f20d-40a8-b19d-1714aad837ab req-5fbb0f90-82c3-4f46-877c-fd4226ea7f29 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=5152e730-2577-415e-84e6-d8dbcecb899f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4230115 Apr 18 20:53:23.110758 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77ce24ac-cb46-4012-a846-99eecb9ede17 req-7caaa2af-e46f-47e0-93ad-5bba1536e92b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:53:23.111140 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77ce24ac-cb46-4012-a846-99eecb9ede17 req-7caaa2af-e46f-47e0-93ad-5bba1536e92b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:53:23.111503 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77ce24ac-cb46-4012-a846-99eecb9ede17 req-7caaa2af-e46f-47e0-93ad-5bba1536e92b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:53:23.113120 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-77ce24ac-cb46-4012-a846-99eecb9ede17 req-7caaa2af-e46f-47e0-93ad-5bba1536e92b service neutron] 10.222.0.48 "GET /v2.0/networks?tenant_id=9feceef4d3df4daeb6497a95fbe12eb7&shared=False HTTP/1.1" status: 200 len: 2291 time: 0.4798262 Apr 18 20:53:23.134087 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f93da220-257d-4d0b-99ca-16b208103a0e req-72eb9c61-f63f-49d3-a4d4-c5a3181aaa1b tempest-ServerDiskConfigTestJSON-473081836 tempest-ServerDiskConfigTestJSON-473081836-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:53:23.141820 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-f93da220-257d-4d0b-99ca-16b208103a0e req-72eb9c61-f63f-49d3-a4d4-c5a3181aaa1b tempest-ServerDiskConfigTestJSON-473081836 tempest-ServerDiskConfigTestJSON-473081836-project] 10.222.0.42 "GET /v2.0/ports?device_id=e3ce1959-1c32-471b-a30a-a5dd21c9b8a4 HTTP/1.1" status: 200 len: 945 time: 0.2543082 Apr 18 20:53:23.196452 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-f93da220-257d-4d0b-99ca-16b208103a0e req-ae6435db-7cfd-42b3-b3d5-6b8be4a658b1 tempest-ServerDiskConfigTestJSON-473081836 tempest-ServerDiskConfigTestJSON-473081836-project] 10.222.0.42 "GET /v2.0/security-groups?id=527f07bd-3b7c-4e87-bb13-fa86b9490e28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537283 Apr 18 20:53:23.221978 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Device 56b85f2a-4772-4df7-bfa7-4a19e86c565b details requested by agent hyperv_n-h2-838334-2 with host n-h2-838334-2 {{(pid=84042) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 18 20:53:23.358676 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Device 56b85f2a-4772-4df7-bfa7-4a19e86c565b no longer exists at agent hyperv_n-h2-838334-2 {{(pid=84042) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 20:53:23.474462 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] For port 56b85f2a-4772-4df7-bfa7-4a19e86c565b, host n-h2-838334-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838334-2',level=0,port_id=56b85f2a-4772-4df7-bfa7-4a19e86c565b,segment=NetworkSegment(824475dd-cc01-4f37-b28b-cc0d2c7c32c9),segment_id=824475dd-cc01-4f37-b28b-cc0d2c7c32c9)] {{(pid=84042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:53:23.535121 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Returning: {'device': '56b85f2a-4772-4df7-bfa7-4a19e86c565b', 'network_id': '5aa366fd-2007-469d-beb7-cd29ef89e1e3', 'port_id': '56b85f2a-4772-4df7-bfa7-4a19e86c565b', 'mac_address': 'fa:16:3e:e8:78:f3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 395, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5082cb41-0072-42ea-89f7-120abfdfec16', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84042) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 18 20:53:23.558988 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77ce24ac-cb46-4012-a846-99eecb9ede17 req-c060ff6d-ce1b-4292-9082-cbf27b070005 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:53:23.561019 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-77ce24ac-cb46-4012-a846-99eecb9ede17 req-c060ff6d-ce1b-4292-9082-cbf27b070005 service neutron] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2614496 Apr 18 20:53:23.598281 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54e0602c-24b6-4a52-9570-798834dde3db req-b86ebdfe-9346-4c05-8ed4-425fe327a3b9 tempest-AttachVolumeShelveTestJSON-1712717013 tempest-AttachVolumeShelveTestJSON-1712717013-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:53:23.600070 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:53:23.600341 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-54e0602c-24b6-4a52-9570-798834dde3db req-b86ebdfe-9346-4c05-8ed4-425fe327a3b9 tempest-AttachVolumeShelveTestJSON-1712717013 tempest-AttachVolumeShelveTestJSON-1712717013-project] 10.222.0.42 "GET /v2.0/ports?device_id=a3d617b3-55ec-41c1-b97c-911aa927ef50 HTTP/1.1" status: 200 len: 944 time: 0.2083931 Apr 18 20:53:23.611046 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f16f1637-123f-4fe7-96b2-6ad4a2fd6fd2 req-1e73928c-1d29-46a3-8c23-0f620d3ff400 tempest-ServerActionsTestJSON-2052644234 tempest-ServerActionsTestJSON-2052644234-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:53:23.612537 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-f16f1637-123f-4fe7-96b2-6ad4a2fd6fd2 req-1e73928c-1d29-46a3-8c23-0f620d3ff400 tempest-ServerActionsTestJSON-2052644234 tempest-ServerActionsTestJSON-2052644234-project] 10.222.0.42 "GET /v2.0/ports?device_id=b7307812-da19-4509-9baf-bb3ff8313904 HTTP/1.1" status: 200 len: 945 time: 0.1851087 Apr 18 20:53:23.652532 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:53:23.700581 n-d-838334-2 neutron-server[84042]: DEBUG neutron.notifiers.nova [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 56b85f2a-4772-4df7-bfa7-4a19e86c565b {{(pid=84042) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 18 20:53:23.719521 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] For port 56b85f2a-4772-4df7-bfa7-4a19e86c565b, host n-h2-838334-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838334-2',level=0,port_id=56b85f2a-4772-4df7-bfa7-4a19e86c565b,segment=NetworkSegment(824475dd-cc01-4f37-b28b-cc0d2c7c32c9),segment_id=824475dd-cc01-4f37-b28b-cc0d2c7c32c9)] {{(pid=84042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:53:23.745479 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682'] for port, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:53:23.790708 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-54e0602c-24b6-4a52-9570-798834dde3db req-3e23096a-1dbb-47fa-8d4d-b6f0608d79e6 tempest-AttachVolumeShelveTestJSON-1712717013 tempest-AttachVolumeShelveTestJSON-1712717013-project] 10.222.0.42 "GET /v2.0/security-groups?id=2e9d8b44-da00-4a79-861c-f0ec417a580f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1760292 Apr 18 20:53:23.844208 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-f16f1637-123f-4fe7-96b2-6ad4a2fd6fd2 req-15b42cb8-6874-4213-b700-44016391a1c8 tempest-ServerActionsTestJSON-2052644234 tempest-ServerActionsTestJSON-2052644234-project] 10.222.0.42 "GET /v2.0/security-groups?id=c2aeb662-6a43-4389-8810-9fad3627855b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1700895 Apr 18 20:53:23.869449 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-234b3724-503c-4a54-91bb-34692c24067f req-f5e3c1f2-9a4c-4577-adad-96187b82036f service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=9feceef4d3df4daeb6497a95fbe12eb7&device_id=6a49f48a-913c-49a6-8c09-bf4c978ef91f HTTP/1.1" status: 200 len: 6487 time: 0.2556293 Apr 18 20:53:23.930986 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.db.api [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=84042) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 18 20:53:23.931421 n-d-838334-2 neutron-server[84042]: DEBUG oslo_db.api [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=84042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 18 20:53:23.941673 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Pushing event updated for resources: {'Port': ['ID=56b85f2a-4772-4df7-bfa7-4a19e86c565b,revision_number=6']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:53:23.980572 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-234b3724-503c-4a54-91bb-34692c24067f req-563c4bc2-103f-48d7-b01d-e39e52fc3318 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4f3a4e36-a736-43f0-9187-2849b3636dd2 HTTP/1.1" status: 200 len: 217 time: 0.0898316 Apr 18 20:53:24.148921 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-234b3724-503c-4a54-91bb-34692c24067f req-6019ae47-33ac-4c3f-8d98-529037b75882 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:53:24.150404 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-234b3724-503c-4a54-91bb-34692c24067f req-6019ae47-33ac-4c3f-8d98-529037b75882 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=6e80a998-2277-430e-a2a1-47079979e7bc HTTP/1.1" status: 200 len: 853 time: 0.1619518 Apr 18 20:53:24.257290 n-d-838334-2 neutron-server[84042]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e3ce1959-1c32-471b-a30a-a5dd21c9b8a4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '56b85f2a-4772-4df7-bfa7-4a19e86c565b'}] {{(pid=84042) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 20:53:24.275807 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b5f1587-4de3-404f-b7e2-0ce0b1d8b00a req-f718a239-68e5-440e-898d-32410941fdef tempest-ServersNegativeTestMultiTenantJSON-1325229730 tempest-ServersNegativeTestMultiTenantJSON-1325229730-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:53:24.277281 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-3b5f1587-4de3-404f-b7e2-0ce0b1d8b00a req-f718a239-68e5-440e-898d-32410941fdef tempest-ServersNegativeTestMultiTenantJSON-1325229730 tempest-ServersNegativeTestMultiTenantJSON-1325229730-project] 10.222.0.42 "GET /v2.0/ports?device_id=9e97043d-b4ba-4779-b189-2f2df9bcc717 HTTP/1.1" status: 200 len: 946 time: 0.2449720 Apr 18 20:53:24.292926 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb044cf5-6e50-421b-a254-59b25eac43a1 req-83f5c867-0998-46b5-895d-ef4adc4e9648 tempest-ServerTagsTestJSON-402241756 tempest-ServerTagsTestJSON-402241756-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:53:24.294320 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-cb044cf5-6e50-421b-a254-59b25eac43a1 req-83f5c867-0998-46b5-895d-ef4adc4e9648 tempest-ServerTagsTestJSON-402241756 tempest-ServerTagsTestJSON-402241756-project] 10.222.0.42 "GET /v2.0/ports?device_id=f52f1ab8-6e58-42c7-a9e3-f711a7046c25 HTTP/1.1" status: 200 len: 946 time: 0.2135212 Apr 18 20:53:24.324900 n-d-838334-2 neutron-server[84040]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6a49f48a-913c-49a6-8c09-bf4c978ef91f', 'tag': 'f0e8d8ea-6bcf-495f-8aee-e46b70d0c94e'}, {'name': 'network-changed', 'server_uuid': '6a49f48a-913c-49a6-8c09-bf4c978ef91f', 'tag': 'c752aac3-367c-457b-992d-78f7341198e9'}] {{(pid=84040) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 20:53:24.351696 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-234b3724-503c-4a54-91bb-34692c24067f req-2b628727-0224-4235-a2f2-f4fdf2ebdaa0 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=8b393fb4-fb14-414f-9fb0-af85f5d2a52f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1895080 Apr 18 20:53:24.491606 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-3b5f1587-4de3-404f-b7e2-0ce0b1d8b00a req-345079e6-c237-4e7d-94e9-9320bcf102e0 tempest-ServersNegativeTestMultiTenantJSON-1325229730 tempest-ServersNegativeTestMultiTenantJSON-1325229730-project] 10.222.0.42 "GET /v2.0/security-groups?id=5b013fa2-3b1d-4cbf-8b0e-9b422cbd0cab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2033694 Apr 18 20:53:24.500043 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-cb044cf5-6e50-421b-a254-59b25eac43a1 req-e5ce8469-ad44-4e99-b551-96cac7d4ea92 tempest-ServerTagsTestJSON-402241756 tempest-ServerTagsTestJSON-402241756-project] 10.222.0.42 "GET /v2.0/security-groups?id=5152e730-2577-415e-84e6-d8dbcecb899f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1908562 Apr 18 20:53:24.555580 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:53:24.583891 n-d-838334-2 neutron-server[84042]: DEBUG neutron.notifiers.nova [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 56b85f2a-4772-4df7-bfa7-4a19e86c565b {{(pid=84042) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 18 20:53:24.598222 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-234b3724-503c-4a54-91bb-34692c24067f req-7aa42590-1772-488c-b14e-90f23018c53d service neutron] 10.222.0.48 "GET /v2.0/networks/8b393fb4-fb14-414f-9fb0-af85f5d2a52f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2297657 Apr 18 20:53:24.601322 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] For port 56b85f2a-4772-4df7-bfa7-4a19e86c565b, host n-h2-838334-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838334-2',level=0,port_id=56b85f2a-4772-4df7-bfa7-4a19e86c565b,segment=NetworkSegment(824475dd-cc01-4f37-b28b-cc0d2c7c32c9),segment_id=824475dd-cc01-4f37-b28b-cc0d2c7c32c9)] {{(pid=84042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:53:24.616428 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682'] for port, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:53:24.761245 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Pushing event updated for resources: {'Port': ['ID=56b85f2a-4772-4df7-bfa7-4a19e86c565b,revision_number=7']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:53:24.870344 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-234b3724-503c-4a54-91bb-34692c24067f req-86481510-8318-4b50-b05b-d6142c31ffdc service neutron] 10.222.0.48 "GET /v2.0/networks/8b393fb4-fb14-414f-9fb0-af85f5d2a52f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2615938 Apr 18 20:53:24.916554 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] get_ports_and_sgs() called for port_ids ['56b85f2a-4772-4df7-bfa7-4a19e86c565b'] {{(pid=84042) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 18 20:53:24.948906 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f166f006-a90f-4f80-8136-98dd91ac4b50 req-d271f290-8b2c-4a0f-b862-47f6cfe58321 tempest-TaggedBootDevicesTest_v242-417596240 tempest-TaggedBootDevicesTest_v242-417596240-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:53:24.953566 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f166f006-a90f-4f80-8136-98dd91ac4b50 req-d271f290-8b2c-4a0f-b862-47f6cfe58321 tempest-TaggedBootDevicesTest_v242-417596240 tempest-TaggedBootDevicesTest_v242-417596240-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:53:24.957495 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f166f006-a90f-4f80-8136-98dd91ac4b50 req-d271f290-8b2c-4a0f-b862-47f6cfe58321 tempest-TaggedBootDevicesTest_v242-417596240 tempest-TaggedBootDevicesTest_v242-417596240-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:53:24.961372 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f166f006-a90f-4f80-8136-98dd91ac4b50 req-d271f290-8b2c-4a0f-b862-47f6cfe58321 tempest-TaggedBootDevicesTest_v242-417596240 tempest-TaggedBootDevicesTest_v242-417596240-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:53:24.965258 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f166f006-a90f-4f80-8136-98dd91ac4b50 req-d271f290-8b2c-4a0f-b862-47f6cfe58321 tempest-TaggedBootDevicesTest_v242-417596240 tempest-TaggedBootDevicesTest_v242-417596240-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:53:24.969689 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f166f006-a90f-4f80-8136-98dd91ac4b50 req-d271f290-8b2c-4a0f-b862-47f6cfe58321 tempest-TaggedBootDevicesTest_v242-417596240 tempest-TaggedBootDevicesTest_v242-417596240-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:53:24.973787 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f166f006-a90f-4f80-8136-98dd91ac4b50 req-d271f290-8b2c-4a0f-b862-47f6cfe58321 tempest-TaggedBootDevicesTest_v242-417596240 tempest-TaggedBootDevicesTest_v242-417596240-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:53:24.975800 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-f166f006-a90f-4f80-8136-98dd91ac4b50 req-d271f290-8b2c-4a0f-b862-47f6cfe58321 tempest-TaggedBootDevicesTest_v242-417596240 tempest-TaggedBootDevicesTest_v242-417596240-project] 10.222.0.42 "GET /v2.0/ports?device_id=6a49f48a-913c-49a6-8c09-bf4c978ef91f HTTP/1.1" status: 200 len: 5430 time: 0.2359927 Apr 18 20:53:24.989294 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30eff115-648c-4d99-9b83-758b0be91b54 req-452637ad-5863-4f73-8c3f-19fb45d24a50 tempest-ServerActionsTestJSON-2052644234 tempest-ServerActionsTestJSON-2052644234-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:53:24.990807 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-30eff115-648c-4d99-9b83-758b0be91b54 req-452637ad-5863-4f73-8c3f-19fb45d24a50 tempest-ServerActionsTestJSON-2052644234 tempest-ServerActionsTestJSON-2052644234-project] 10.222.0.42 "GET /v2.0/ports?device_id=b7307812-da19-4509-9baf-bb3ff8313904 HTTP/1.1" status: 200 len: 945 time: 0.2970033 Apr 18 20:53:25.028714 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-234b3724-503c-4a54-91bb-34692c24067f req-e355b2f6-85e5-4fe1-ba0c-36d9be22a0ba service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.154&port_id=e4a628aa-c125-4eea-8365-b6473a427bb3 HTTP/1.1" status: 200 len: 217 time: 0.1476467 Apr 18 20:53:25.245302 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-f166f006-a90f-4f80-8136-98dd91ac4b50 req-546bb5a2-b5e6-4b54-ac44-e11b9721ecdb tempest-TaggedBootDevicesTest_v242-417596240 tempest-TaggedBootDevicesTest_v242-417596240-project] 10.222.0.42 "GET /v2.0/security-groups?id=90f86da5-60b0-4e29-8e55-fe6cf6b75c5e&id=48fab5b0-1368-425c-9a53-c0303d2044f1&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2529373 Apr 18 20:53:25.251708 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-30eff115-648c-4d99-9b83-758b0be91b54 req-ddaec9e6-e2b0-41a7-a474-4f2c99ba56cb tempest-ServerActionsTestJSON-2052644234 tempest-ServerActionsTestJSON-2052644234-project] 10.222.0.42 "GET /v2.0/security-groups?id=c2aeb662-6a43-4389-8810-9fad3627855b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2443905 Apr 18 20:53:25.254841 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-234b3724-503c-4a54-91bb-34692c24067f req-33b62dfb-2985-491e-9c79-87449cf491ec service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:53:25.256532 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-234b3724-503c-4a54-91bb-34692c24067f req-33b62dfb-2985-491e-9c79-87449cf491ec service neutron] 10.222.0.48 "GET /v2.0/subnets?id=e3291cf4-4c37-4898-8026-16f9e0aaa3d9 HTTP/1.1" status: 200 len: 797 time: 0.2190931 Apr 18 20:53:25.410492 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-234b3724-503c-4a54-91bb-34692c24067f req-9001fafe-2001-498a-9058-ea2b68c7a905 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=4c6d63fa-10ee-46ac-a5d2-fd4675ff700f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1471570 Apr 18 20:53:25.590469 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-4b8bf6cc-aa8e-4ed1-b92d-100b5f9a74a7 req-4a94d075-ec59-4aff-a21d-afbebf95ddca tempest-ServerRescueNegativeTestJSON-1571656168 tempest-ServerRescueNegativeTestJSON-1571656168-project] 10.222.0.42 "GET /v2.0/ports?device_id=84774df7-1534-4163-a5f8-10a9e8ea72b0 HTTP/1.1" status: 200 len: 210 time: 0.1468205 Apr 18 20:53:25.651525 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-234b3724-503c-4a54-91bb-34692c24067f req-198ccf59-22db-4366-bdd5-0ac96c190877 service neutron] 10.222.0.48 "GET /v2.0/networks/4c6d63fa-10ee-46ac-a5d2-fd4675ff700f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2302675 Apr 18 20:53:25.660486 n-d-838334-2 neutron-server[84042]: INFO neutron.notifiers.nova [-] Nova event matching ['req-76f1524d-ade2-4186-ad6b-21c82cab80ce'] response: {'server_uuid': 'e3ce1959-1c32-471b-a30a-a5dd21c9b8a4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '56b85f2a-4772-4df7-bfa7-4a19e86c565b', 'code': 200} Apr 18 20:53:25.661280 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5136560-c5b1-477d-8945-ad27fd1d8f79 req-42546026-5137-4309-9ff1-cd0bcc7f97f4 tempest-ServerDiskConfigTestJSON-473081836 tempest-ServerDiskConfigTestJSON-473081836-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:53:25.662697 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-e5136560-c5b1-477d-8945-ad27fd1d8f79 req-42546026-5137-4309-9ff1-cd0bcc7f97f4 tempest-ServerDiskConfigTestJSON-473081836 tempest-ServerDiskConfigTestJSON-473081836-project] 10.222.0.42 "GET /v2.0/ports?device_id=e3ce1959-1c32-471b-a30a-a5dd21c9b8a4 HTTP/1.1" status: 200 len: 944 time: 0.2234418 Apr 18 20:53:25.765325 n-d-838334-2 neutron-server[84040]: INFO neutron.notifiers.nova [-] Nova event matching ['req-be4898d6-355d-4877-8840-023976808ab1'] response: {'name': 'network-changed', 'server_uuid': '6a49f48a-913c-49a6-8c09-bf4c978ef91f', 'tag': 'f0e8d8ea-6bcf-495f-8aee-e46b70d0c94e', 'status': 'completed', 'code': 200} Apr 18 20:53:25.765654 n-d-838334-2 neutron-server[84040]: INFO neutron.notifiers.nova [-] Nova event matching ['req-be4898d6-355d-4877-8840-023976808ab1'] response: {'name': 'network-changed', 'server_uuid': '6a49f48a-913c-49a6-8c09-bf4c978ef91f', 'tag': 'c752aac3-367c-457b-992d-78f7341198e9', 'status': 'completed', 'code': 200} Apr 18 20:53:25.814219 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-e5136560-c5b1-477d-8945-ad27fd1d8f79 req-b869c4d4-4f33-4945-ac39-3eb054cb0952 tempest-ServerDiskConfigTestJSON-473081836 tempest-ServerDiskConfigTestJSON-473081836-project] 10.222.0.42 "GET /v2.0/security-groups?id=527f07bd-3b7c-4e87-bb13-fa86b9490e28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1460202 Apr 18 20:53:25.882065 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-234b3724-503c-4a54-91bb-34692c24067f req-4ef63976-d71f-40ca-b88a-b1df46a7552a service neutron] 10.222.0.48 "GET /v2.0/networks/4c6d63fa-10ee-46ac-a5d2-fd4675ff700f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2125735 Apr 18 20:53:25.981903 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-234b3724-503c-4a54-91bb-34692c24067f req-0afaf4c7-8a1f-4652-998b-4910d0064c61 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.162&port_id=8725f57c-a397-438c-bf13-f1b54c12fc76 HTTP/1.1" status: 200 len: 217 time: 0.0948355 Apr 18 20:53:26.095210 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-234b3724-503c-4a54-91bb-34692c24067f req-6ef11f57-97d2-410d-b2fd-ddd95a46b5dd service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:53:26.096559 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-234b3724-503c-4a54-91bb-34692c24067f req-6ef11f57-97d2-410d-b2fd-ddd95a46b5dd service neutron] 10.222.0.48 "GET /v2.0/subnets?id=e3291cf4-4c37-4898-8026-16f9e0aaa3d9 HTTP/1.1" status: 200 len: 797 time: 0.1073024 Apr 18 20:53:26.237154 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5def0a73-68f4-4c03-9db2-aca77dfe5a4d req-8167ae38-4a0c-4e68-9218-0c5813256845 tempest-AttachVolumeShelveTestJSON-1712717013 tempest-AttachVolumeShelveTestJSON-1712717013-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:53:26.238574 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-5def0a73-68f4-4c03-9db2-aca77dfe5a4d req-8167ae38-4a0c-4e68-9218-0c5813256845 tempest-AttachVolumeShelveTestJSON-1712717013 tempest-AttachVolumeShelveTestJSON-1712717013-project] 10.222.0.42 "GET /v2.0/ports?device_id=a3d617b3-55ec-41c1-b97c-911aa927ef50 HTTP/1.1" status: 200 len: 944 time: 0.2481878 Apr 18 20:53:26.279057 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1078de94-fae8-4de1-9939-e60e2be26814 req-e531ae06-b2ef-4a00-823c-795f481379ed tempest-ServerActionsTestJSON-2052644234 tempest-ServerActionsTestJSON-2052644234-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:53:26.280621 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-1078de94-fae8-4de1-9939-e60e2be26814 req-e531ae06-b2ef-4a00-823c-795f481379ed tempest-ServerActionsTestJSON-2052644234 tempest-ServerActionsTestJSON-2052644234-project] 10.222.0.42 "GET /v2.0/ports?device_id=b7307812-da19-4509-9baf-bb3ff8313904 HTTP/1.1" status: 200 len: 945 time: 0.1872292 Apr 18 20:53:26.287011 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-234b3724-503c-4a54-91bb-34692c24067f req-48b68a7f-b67d-458b-ab7d-73c6233364eb service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=4c6d63fa-10ee-46ac-a5d2-fd4675ff700f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1527574 Apr 18 20:53:26.409889 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-5def0a73-68f4-4c03-9db2-aca77dfe5a4d req-a929ea95-c27e-4377-bddd-21f45c48ccbc tempest-AttachVolumeShelveTestJSON-1712717013 tempest-AttachVolumeShelveTestJSON-1712717013-project] 10.222.0.42 "GET /v2.0/security-groups?id=2e9d8b44-da00-4a79-861c-f0ec417a580f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1615701 Apr 18 20:53:26.439426 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-1078de94-fae8-4de1-9939-e60e2be26814 req-857cd66e-7b25-46ee-834f-0e36196d9ec4 tempest-ServerActionsTestJSON-2052644234 tempest-ServerActionsTestJSON-2052644234-project] 10.222.0.42 "GET /v2.0/security-groups?id=c2aeb662-6a43-4389-8810-9fad3627855b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1512830 Apr 18 20:53:26.475418 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-234b3724-503c-4a54-91bb-34692c24067f req-b89fdc19-d2a8-49ca-be0d-14658fd92a47 service neutron] 10.222.0.48 "GET /v2.0/networks/4c6d63fa-10ee-46ac-a5d2-fd4675ff700f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1661189 Apr 18 20:53:26.670708 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-234b3724-503c-4a54-91bb-34692c24067f req-8d9db870-e24e-4d5c-89f7-4ee49440d080 service neutron] 10.222.0.48 "GET /v2.0/networks/4c6d63fa-10ee-46ac-a5d2-fd4675ff700f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1856976 Apr 18 20:53:26.685723 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edfe0a13-2e5b-49bc-89e7-8b7219f26108 req-b0be752c-45ab-4bba-83b9-5b211b0a6cdf tempest-ServerTagsTestJSON-402241756 tempest-ServerTagsTestJSON-402241756-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:53:26.687537 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-edfe0a13-2e5b-49bc-89e7-8b7219f26108 req-b0be752c-45ab-4bba-83b9-5b211b0a6cdf tempest-ServerTagsTestJSON-402241756 tempest-ServerTagsTestJSON-402241756-project] 10.222.0.42 "GET /v2.0/ports?device_id=f52f1ab8-6e58-42c7-a9e3-f711a7046c25 HTTP/1.1" status: 200 len: 946 time: 0.1353304 Apr 18 20:53:26.719251 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-560e6ebc-b701-4db0-9f61-0bbcef90f35c req-fa4463c6-859a-40ff-8320-b0fabaad5380 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=b7307812-da19-4509-9baf-bb3ff8313904&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0982542 Apr 18 20:53:26.782014 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-234b3724-503c-4a54-91bb-34692c24067f req-a57a4bad-2913-477c-9139-de3cfd453cfd service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.214&port_id=96e60da2-99c4-4d74-935a-c80b74ebeb56 HTTP/1.1" status: 200 len: 217 time: 0.0933836 Apr 18 20:53:26.825021 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-edfe0a13-2e5b-49bc-89e7-8b7219f26108 req-cce98bb0-e09e-4e4b-b577-8b1e193579c3 tempest-ServerTagsTestJSON-402241756 tempest-ServerTagsTestJSON-402241756-project] 10.222.0.42 "GET /v2.0/security-groups?id=5152e730-2577-415e-84e6-d8dbcecb899f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0844564 Apr 18 20:53:26.853849 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-234b3724-503c-4a54-91bb-34692c24067f req-39a5ccae-3f67-4535-8203-b5346da88ae1 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:53:26.855780 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-234b3724-503c-4a54-91bb-34692c24067f req-39a5ccae-3f67-4535-8203-b5346da88ae1 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=e3291cf4-4c37-4898-8026-16f9e0aaa3d9 HTTP/1.1" status: 200 len: 797 time: 0.0632577 Apr 18 20:53:26.925006 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-560e6ebc-b701-4db0-9f61-0bbcef90f35c req-383c3afd-671b-4e25-8688-3e5c03923ff2 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=6be92480d0964f34a8ede9caae0c987d&device_id=b7307812-da19-4509-9baf-bb3ff8313904 HTTP/1.1" status: 200 len: 1096 time: 0.1013124 Apr 18 20:53:27.111527 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-560e6ebc-b701-4db0-9f61-0bbcef90f35c req-6f9d2627-cf54-431e-854f-90d652d317d7 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:53:27.113020 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-560e6ebc-b701-4db0-9f61-0bbcef90f35c req-6f9d2627-cf54-431e-854f-90d652d317d7 service neutron] 10.222.0.43 "GET /v2.0/networks?id=48f708f8-0904-4115-910c-bb1ab06d7263 HTTP/1.1" status: 200 len: 912 time: 0.1563051 Apr 18 20:53:27.178667 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-830f522d-ff7e-46f5-a1e8-9a69d3ffb07e req-cc707bf7-2ba2-4419-81fa-52ccef6913b5 tempest-TaggedBootDevicesTest_v242-417596240 tempest-TaggedBootDevicesTest_v242-417596240-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:53:27.182668 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-830f522d-ff7e-46f5-a1e8-9a69d3ffb07e req-cc707bf7-2ba2-4419-81fa-52ccef6913b5 tempest-TaggedBootDevicesTest_v242-417596240 tempest-TaggedBootDevicesTest_v242-417596240-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:53:27.188127 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-830f522d-ff7e-46f5-a1e8-9a69d3ffb07e req-cc707bf7-2ba2-4419-81fa-52ccef6913b5 tempest-TaggedBootDevicesTest_v242-417596240 tempest-TaggedBootDevicesTest_v242-417596240-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:53:27.192456 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-830f522d-ff7e-46f5-a1e8-9a69d3ffb07e req-cc707bf7-2ba2-4419-81fa-52ccef6913b5 tempest-TaggedBootDevicesTest_v242-417596240 tempest-TaggedBootDevicesTest_v242-417596240-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:53:27.196615 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-830f522d-ff7e-46f5-a1e8-9a69d3ffb07e req-cc707bf7-2ba2-4419-81fa-52ccef6913b5 tempest-TaggedBootDevicesTest_v242-417596240 tempest-TaggedBootDevicesTest_v242-417596240-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:53:27.200538 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-830f522d-ff7e-46f5-a1e8-9a69d3ffb07e req-cc707bf7-2ba2-4419-81fa-52ccef6913b5 tempest-TaggedBootDevicesTest_v242-417596240 tempest-TaggedBootDevicesTest_v242-417596240-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:53:27.205421 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-830f522d-ff7e-46f5-a1e8-9a69d3ffb07e req-cc707bf7-2ba2-4419-81fa-52ccef6913b5 tempest-TaggedBootDevicesTest_v242-417596240 tempest-TaggedBootDevicesTest_v242-417596240-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:53:27.207313 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-830f522d-ff7e-46f5-a1e8-9a69d3ffb07e req-cc707bf7-2ba2-4419-81fa-52ccef6913b5 tempest-TaggedBootDevicesTest_v242-417596240 tempest-TaggedBootDevicesTest_v242-417596240-project] 10.222.0.42 "GET /v2.0/ports?device_id=6a49f48a-913c-49a6-8c09-bf4c978ef91f HTTP/1.1" status: 200 len: 5430 time: 0.3420436 Apr 18 20:53:27.215947 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Device 56b85f2a-4772-4df7-bfa7-4a19e86c565b up at agent hyperv_n-h2-838334-2 {{(pid=84042) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 20:53:27.237605 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-560e6ebc-b701-4db0-9f61-0bbcef90f35c req-a5f569de-998a-42b1-9a3d-84962ff4926a service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=968bbb7b-ac07-4f93-a27a-f9fa924c1025 HTTP/1.1" status: 200 len: 1000 time: 0.1087797 Apr 18 20:53:27.270071 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-4b872f69-8dc0-4950-8c37-fd02330b4784 req-826061be-d67b-4d86-bfcd-1fb813639e30 tempest-ServerRescueNegativeTestJSON-1571656168 tempest-ServerRescueNegativeTestJSON-1571656168-project] 10.222.0.42 "GET /v2.0/ports?device_id=84774df7-1534-4163-a5f8-10a9e8ea72b0 HTTP/1.1" status: 200 len: 210 time: 0.0617344 Apr 18 20:53:27.281178 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-234b3724-503c-4a54-91bb-34692c24067f req-5056a57d-86a3-4c21-b76b-cdbf72806ac3 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=4c6d63fa-10ee-46ac-a5d2-fd4675ff700f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.4170427 Apr 18 20:53:27.303104 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Provisioning complete for port 56b85f2a-4772-4df7-bfa7-4a19e86c565b triggered by entity L2. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:53:27.303597 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1253608'] for port, provisioning_complete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:53:27.307212 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-830f522d-ff7e-46f5-a1e8-9a69d3ffb07e req-acf681e4-38c9-4364-96a6-bdfc6839d3bc tempest-TaggedBootDevicesTest_v242-417596240 tempest-TaggedBootDevicesTest_v242-417596240-project] 10.222.0.42 "GET /v2.0/security-groups?id=90f86da5-60b0-4e29-8e55-fe6cf6b75c5e&id=48fab5b0-1368-425c-9a53-c0303d2044f1&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0601687 Apr 18 20:53:27.351346 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-560e6ebc-b701-4db0-9f61-0bbcef90f35c req-4170d81a-7351-47df-ad18-d4e1a8b18c6b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:53:27.355965 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-560e6ebc-b701-4db0-9f61-0bbcef90f35c req-4170d81a-7351-47df-ad18-d4e1a8b18c6b service neutron] 10.222.0.43 "GET /v2.0/subnets?id=488f35b7-694e-475d-862d-2f00f4388d03 HTTP/1.1" status: 200 len: 850 time: 0.0924101 Apr 18 20:53:27.493017 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-234b3724-503c-4a54-91bb-34692c24067f req-948434bf-5e7a-4b36-85da-7ba3e87f378c service neutron] 10.222.0.48 "GET /v2.0/networks/4c6d63fa-10ee-46ac-a5d2-fd4675ff700f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1847193 Apr 18 20:53:27.500723 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-560e6ebc-b701-4db0-9f61-0bbcef90f35c req-a4aa432c-7522-4fec-b3ca-7089f5520184 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=48f708f8-0904-4115-910c-bb1ab06d7263&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1319084 Apr 18 20:53:27.516508 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:53:27.566330 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] For port 56b85f2a-4772-4df7-bfa7-4a19e86c565b, host n-h2-838334-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838334-2',level=0,port_id=56b85f2a-4772-4df7-bfa7-4a19e86c565b,segment=NetworkSegment(824475dd-cc01-4f37-b28b-cc0d2c7c32c9),segment_id=824475dd-cc01-4f37-b28b-cc0d2c7c32c9)] {{(pid=84042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:53:27.572855 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682'] for port, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:53:27.657506 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Pushing event updated for resources: {'Port': ['ID=56b85f2a-4772-4df7-bfa7-4a19e86c565b,revision_number=8']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:53:27.668516 n-d-838334-2 neutron-server[84042]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e3ce1959-1c32-471b-a30a-a5dd21c9b8a4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '56b85f2a-4772-4df7-bfa7-4a19e86c565b'}] {{(pid=84042) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 20:53:27.798222 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79b292de-e3cc-476e-988e-353d1ed127bf req-324b3cf2-a323-4ede-abc5-ed217f87f25e tempest-ServerRescueNegativeTestJSON-1571656168 tempest-ServerRescueNegativeTestJSON-1571656168-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:53:27.799678 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-79b292de-e3cc-476e-988e-353d1ed127bf req-324b3cf2-a323-4ede-abc5-ed217f87f25e tempest-ServerRescueNegativeTestJSON-1571656168 tempest-ServerRescueNegativeTestJSON-1571656168-project] 10.222.0.43 "GET /v2.0/networks?id=9956df45-2736-4a4c-9815-b894d9a44160 HTTP/1.1" status: 200 len: 819 time: 0.1885891 Apr 18 20:53:27.801066 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-234b3724-503c-4a54-91bb-34692c24067f req-71b19e64-0971-4cb8-9adc-6f15cf434f69 service neutron] 10.222.0.48 "GET /v2.0/networks/4c6d63fa-10ee-46ac-a5d2-fd4675ff700f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2459927 Apr 18 20:53:27.801419 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-560e6ebc-b701-4db0-9f61-0bbcef90f35c req-4f58ad2d-fe49-45d5-8bc2-af337a328974 service neutron] 10.222.0.43 "GET /v2.0/networks/48f708f8-0904-4115-910c-bb1ab06d7263?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2787154 Apr 18 20:53:27.880409 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c33aa8eb-ede0-4e6c-abd8-269cacc85d55 req-4134faf3-befd-4a1e-825d-af5c29d56aa0 tempest-ServersNegativeTestMultiTenantJSON-1325229730 tempest-ServersNegativeTestMultiTenantJSON-1325229730-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:53:27.881864 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-c33aa8eb-ede0-4e6c-abd8-269cacc85d55 req-4134faf3-befd-4a1e-825d-af5c29d56aa0 tempest-ServersNegativeTestMultiTenantJSON-1325229730 tempest-ServersNegativeTestMultiTenantJSON-1325229730-project] 10.222.0.42 "GET /v2.0/ports?device_id=9e97043d-b4ba-4779-b189-2f2df9bcc717 HTTP/1.1" status: 200 len: 946 time: 0.3896532 Apr 18 20:53:27.897077 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ec0992a-ed56-4f5b-9367-c1ca6dd22b24 req-d598fd35-b683-4968-9c09-fead3593686c tempest-ServerDiskConfigTestJSON-473081836 tempest-ServerDiskConfigTestJSON-473081836-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:53:27.898427 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-3ec0992a-ed56-4f5b-9367-c1ca6dd22b24 req-d598fd35-b683-4968-9c09-fead3593686c tempest-ServerDiskConfigTestJSON-473081836 tempest-ServerDiskConfigTestJSON-473081836-project] 10.222.0.42 "GET /v2.0/ports?device_id=e3ce1959-1c32-471b-a30a-a5dd21c9b8a4 HTTP/1.1" status: 200 len: 945 time: 0.3445787 Apr 18 20:53:27.911720 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-234b3724-503c-4a54-91bb-34692c24067f req-26091410-f688-45ba-80fa-e3cd82b0d5be service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.45&port_id=b67988d2-bb60-4efe-bd1d-80e31ea8ffb6 HTTP/1.1" status: 200 len: 217 time: 0.0995142 Apr 18 20:53:27.946368 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [req-79b292de-e3cc-476e-988e-353d1ed127bf req-f898293b-1877-4335-b86e-8c2603e2ae47 tempest-ServerRescueNegativeTestJSON-1571656168 tempest-ServerRescueNegativeTestJSON-1571656168-project] Synchronizing usage tracker for tenant:f9a0b0412d2042448fe0968cc5e47ae5 on resource:security_group {{(pid=84041) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 20:53:27.991718 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [req-79b292de-e3cc-476e-988e-353d1ed127bf req-f898293b-1877-4335-b86e-8c2603e2ae47 tempest-ServerRescueNegativeTestJSON-1571656168 tempest-ServerRescueNegativeTestJSON-1571656168-project] Unset dirty status for tenant:f9a0b0412d2042448fe0968cc5e47ae5 on resource:security_group {{(pid=84041) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 20:53:27.992781 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-79b292de-e3cc-476e-988e-353d1ed127bf req-f898293b-1877-4335-b86e-8c2603e2ae47 tempest-ServerRescueNegativeTestJSON-1571656168 tempest-ServerRescueNegativeTestJSON-1571656168-project] 10.222.0.43 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f9a0b0412d2042448fe0968cc5e47ae5 HTTP/1.1" status: 200 len: 379 time: 0.1748664 Apr 18 20:53:27.994963 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-560e6ebc-b701-4db0-9f61-0bbcef90f35c req-05ae97ce-b992-44df-b0de-0fc6a3fbb040 service neutron] 10.222.0.43 "GET /v2.0/networks/48f708f8-0904-4115-910c-bb1ab06d7263?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1618335 Apr 18 20:53:28.011670 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.v2.base [req-79b292de-e3cc-476e-988e-353d1ed127bf req-534bf5cd-e8b9-4cc1-b303-035647c90e18 tempest-ServerRescueNegativeTestJSON-1571656168 tempest-ServerRescueNegativeTestJSON-1571656168-project] Request body: {'port': {'device_id': '84774df7-1534-4163-a5f8-10a9e8ea72b0', 'network_id': '9956df45-2736-4a4c-9815-b894d9a44160', 'admin_state_up': True, 'tenant_id': 'f9a0b0412d2042448fe0968cc5e47ae5', 'security_groups': ['43017ed2-a4b0-4fb1-8865-58458190611c']}} {{(pid=84041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 20:53:28.024541 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-c33aa8eb-ede0-4e6c-abd8-269cacc85d55 req-ee4e573f-ee27-45d0-91cf-f79904f07fe1 tempest-ServersNegativeTestMultiTenantJSON-1325229730 tempest-ServersNegativeTestMultiTenantJSON-1325229730-project] 10.222.0.42 "GET /v2.0/security-groups?id=5b013fa2-3b1d-4cbf-8b0e-9b422cbd0cab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1341965 Apr 18 20:53:28.032145 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-234b3724-503c-4a54-91bb-34692c24067f req-d76984bc-1072-4bd6-9d9f-3517b7b9a3c3 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:53:28.033697 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-234b3724-503c-4a54-91bb-34692c24067f req-d76984bc-1072-4bd6-9d9f-3517b7b9a3c3 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=e3291cf4-4c37-4898-8026-16f9e0aaa3d9 HTTP/1.1" status: 200 len: 797 time: 0.1015675 Apr 18 20:53:28.039926 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-3ec0992a-ed56-4f5b-9367-c1ca6dd22b24 req-8ef99e34-99f5-4b07-8297-c9fc1f7fc6db tempest-ServerDiskConfigTestJSON-473081836 tempest-ServerDiskConfigTestJSON-473081836-project] 10.222.0.42 "GET /v2.0/security-groups?id=527f07bd-3b7c-4e87-bb13-fa86b9490e28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1272452 Apr 18 20:53:28.146035 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-234b3724-503c-4a54-91bb-34692c24067f req-ff6c1744-7316-4006-9951-bee28580f2fa service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=4c6d63fa-10ee-46ac-a5d2-fd4675ff700f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1016538 Apr 18 20:53:28.261786 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [req-79b292de-e3cc-476e-988e-353d1ed127bf req-534bf5cd-e8b9-4cc1-b303-035647c90e18 tempest-ServerRescueNegativeTestJSON-1571656168 tempest-ServerRescueNegativeTestJSON-1571656168-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:53:28.273684 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [req-79b292de-e3cc-476e-988e-353d1ed127bf req-534bf5cd-e8b9-4cc1-b303-035647c90e18 tempest-ServerRescueNegativeTestJSON-1571656168 tempest-ServerRescueNegativeTestJSON-1571656168-project] Attempting to reserve 1 items for resource port. Total usage: 4; quota limit: 500; headroom:496 {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:53:28.287103 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-79b292de-e3cc-476e-988e-353d1ed127bf req-534bf5cd-e8b9-4cc1-b303-035647c90e18 tempest-ServerRescueNegativeTestJSON-1571656168 tempest-ServerRescueNegativeTestJSON-1571656168-project] Made reservation on behalf of f9a0b0412d2042448fe0968cc5e47ae5 for: {'port': 1} {{(pid=84041) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:53:28.291307 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [req-79b292de-e3cc-476e-988e-353d1ed127bf req-534bf5cd-e8b9-4cc1-b303-035647c90e18 tempest-ServerRescueNegativeTestJSON-1571656168 tempest-ServerRescueNegativeTestJSON-1571656168-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:53:28.319886 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-234b3724-503c-4a54-91bb-34692c24067f req-e2095215-69b7-497d-9dbc-b92d56706343 service neutron] 10.222.0.48 "GET /v2.0/networks/4c6d63fa-10ee-46ac-a5d2-fd4675ff700f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1659873 Apr 18 20:53:28.564009 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.db_base_plugin_common [req-79b292de-e3cc-476e-988e-353d1ed127bf req-534bf5cd-e8b9-4cc1-b303-035647c90e18 tempest-ServerRescueNegativeTestJSON-1571656168 tempest-ServerRescueNegativeTestJSON-1571656168-project] Allocated IP 172.20.0.7 (9956df45-2736-4a4c-9815-b894d9a44160/e000ef4a-9553-4d5a-aa5c-e55a867fcd65/ac9125d6-9b8a-402f-be21-f544dd8690c6) {{(pid=84041) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:53:28.572048 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-234b3724-503c-4a54-91bb-34692c24067f req-438e5ad1-4b62-48b8-ae81-25ce53156e22 service neutron] 10.222.0.48 "GET /v2.0/networks/4c6d63fa-10ee-46ac-a5d2-fd4675ff700f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2466998 Apr 18 20:53:28.616939 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36d10025-1936-4b4f-beef-654e50beecd5 req-b425b802-bb41-422f-aae2-db4aedef100e tempest-ServersNegativeTestMultiTenantJSON-1325229730 tempest-ServersNegativeTestMultiTenantJSON-1325229730-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:53:28.618044 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [req-36d10025-1936-4b4f-beef-654e50beecd5 req-b425b802-bb41-422f-aae2-db4aedef100e tempest-ServersNegativeTestMultiTenantJSON-1325229730 tempest-ServersNegativeTestMultiTenantJSON-1325229730-project] Synchronizing usage tracker for tenant:73f6907b204949b4bb681a1a2ac7fa17 on resource:port {{(pid=84041) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 20:53:28.656399 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-234b3724-503c-4a54-91bb-34692c24067f req-1d929de8-79f4-4e6a-a9f7-22625c96fe8d service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=f0e8d8ea-6bcf-495f-8aee-e46b70d0c94e HTTP/1.1" status: 200 len: 217 time: 0.0766718 Apr 18 20:53:28.662787 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-537216f4-28b5-4c78-aaae-6066c28aed91 req-98dae172-481a-4111-93b6-5bbc72bc58d2 tempest-AttachVolumeShelveTestJSON-1712717013 tempest-AttachVolumeShelveTestJSON-1712717013-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:53:28.664177 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-537216f4-28b5-4c78-aaae-6066c28aed91 req-98dae172-481a-4111-93b6-5bbc72bc58d2 tempest-AttachVolumeShelveTestJSON-1712717013 tempest-AttachVolumeShelveTestJSON-1712717013-project] 10.222.0.42 "GET /v2.0/ports?device_id=a3d617b3-55ec-41c1-b97c-911aa927ef50 HTTP/1.1" status: 200 len: 944 time: 0.2138789 Apr 18 20:53:28.670942 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d259bb6-51e2-491b-9dd1-ddfa2baac03c req-ad85cfc0-6af4-42a9-bafd-1db632534657 tempest-ServerActionsTestJSON-2052644234 tempest-ServerActionsTestJSON-2052644234-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:53:28.672330 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-3d259bb6-51e2-491b-9dd1-ddfa2baac03c req-ad85cfc0-6af4-42a9-bafd-1db632534657 tempest-ServerActionsTestJSON-2052644234 tempest-ServerActionsTestJSON-2052644234-project] 10.222.0.42 "GET /v2.0/ports?device_id=b7307812-da19-4509-9baf-bb3ff8313904 HTTP/1.1" status: 200 len: 945 time: 0.2553010 Apr 18 20:53:28.716045 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [req-36d10025-1936-4b4f-beef-654e50beecd5 req-b425b802-bb41-422f-aae2-db4aedef100e tempest-ServersNegativeTestMultiTenantJSON-1325229730 tempest-ServersNegativeTestMultiTenantJSON-1325229730-project] Unset dirty status for tenant:73f6907b204949b4bb681a1a2ac7fa17 on resource:port {{(pid=84041) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 20:53:28.717748 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-36d10025-1936-4b4f-beef-654e50beecd5 req-b425b802-bb41-422f-aae2-db4aedef100e tempest-ServersNegativeTestMultiTenantJSON-1325229730 tempest-ServersNegativeTestMultiTenantJSON-1325229730-project] 10.222.0.43 "GET /v2.0/ports?device_id=9e97043d-b4ba-4779-b189-2f2df9bcc717 HTTP/1.1" status: 200 len: 946 time: 0.2365379 Apr 18 20:53:28.838386 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.plugin [req-36d10025-1936-4b4f-beef-654e50beecd5 req-01ff7e90-cb97-4138-a11c-75c2b0f12718 tempest-ServersNegativeTestMultiTenantJSON-1325229730 tempest-ServersNegativeTestMultiTenantJSON-1325229730-project] Deleting port 6f4992e5-2937-49a2-b505-58b5aba54a2a {{(pid=84041) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 20:53:28.839447 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [req-36d10025-1936-4b4f-beef-654e50beecd5 req-01ff7e90-cb97-4138-a11c-75c2b0f12718 tempest-ServersNegativeTestMultiTenantJSON-1325229730 tempest-ServersNegativeTestMultiTenantJSON-1325229730-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750375188691'] for port, before_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:53:28.885687 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-234b3724-503c-4a54-91bb-34692c24067f req-c88dbb20-f38e-424b-8421-39e697174365 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:53:28.887113 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-234b3724-503c-4a54-91bb-34692c24067f req-c88dbb20-f38e-424b-8421-39e697174365 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=3a8de80c-2b95-46eb-ba80-482a3302f829 HTTP/1.1" status: 200 len: 797 time: 0.2221088 Apr 18 20:53:28.898787 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [req-79b292de-e3cc-476e-988e-353d1ed127bf req-534bf5cd-e8b9-4cc1-b303-035647c90e18 tempest-ServerRescueNegativeTestJSON-1571656168 tempest-ServerRescueNegativeTestJSON-1571656168-project] Notify callbacks [] for port, precommit_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:53:28.948203 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-537216f4-28b5-4c78-aaae-6066c28aed91 req-39bcd0b7-ccf7-4d11-823a-ac64112afcdc tempest-AttachVolumeShelveTestJSON-1712717013 tempest-AttachVolumeShelveTestJSON-1712717013-project] 10.222.0.42 "GET /v2.0/security-groups?id=2e9d8b44-da00-4a79-861c-f0ec417a580f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2748981 Apr 18 20:53:28.952064 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.provisioning_blocks [req-79b292de-e3cc-476e-988e-353d1ed127bf req-534bf5cd-e8b9-4cc1-b303-035647c90e18 tempest-ServerRescueNegativeTestJSON-1571656168 tempest-ServerRescueNegativeTestJSON-1571656168-project] Transition to ACTIVE for port object ac9125d6-9b8a-402f-be21-f544dd8690c6 will not be triggered until provisioned by entity DHCP. {{(pid=84041) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 20:53:28.970527 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-3d259bb6-51e2-491b-9dd1-ddfa2baac03c req-6dcb3aa1-c8f5-429c-81c2-47922edcacf1 tempest-ServerActionsTestJSON-2052644234 tempest-ServerActionsTestJSON-2052644234-project] 10.222.0.42 "GET /v2.0/security-groups?id=c2aeb662-6a43-4389-8810-9fad3627855b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2680573 Apr 18 20:53:29.024214 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-234b3724-503c-4a54-91bb-34692c24067f req-b631223e-c920-4f7e-af16-059dafc7b1b2 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=c28eb4dc-8be0-4839-b428-8a188976dc96&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1247714 Apr 18 20:53:29.067885 n-d-838334-2 neutron-server[84042]: INFO neutron.notifiers.nova [-] Nova event matching ['req-35eb2d06-8b45-4caa-beb4-3bb3aff0c4a9'] response: {'server_uuid': 'e3ce1959-1c32-471b-a30a-a5dd21c9b8a4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '56b85f2a-4772-4df7-bfa7-4a19e86c565b', 'code': 200} Apr 18 20:53:29.099955 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [req-79b292de-e3cc-476e-988e-353d1ed127bf req-534bf5cd-e8b9-4cc1-b303-035647c90e18 tempest-ServerRescueNegativeTestJSON-1571656168 tempest-ServerRescueNegativeTestJSON-1571656168-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750374836619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32266323'] for port, after_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:53:29.210557 n-d-838334-2 neutron-server[84041]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-79b292de-e3cc-476e-988e-353d1ed127bf req-534bf5cd-e8b9-4cc1-b303-035647c90e18 tempest-ServerRescueNegativeTestJSON-1571656168 tempest-ServerRescueNegativeTestJSON-1571656168-project] Network 9956df45-2736-4a4c-9815-b894d9a44160 is already hosted by enough agents. {{(pid=84041) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:53:29.225283 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-534bf5cd-e8b9-4cc1-b303-035647c90e18 tempest-ServerRescueNegativeTestJSON-1571656168 tempest-ServerRescueNegativeTestJSON-1571656168-project] Pushing event updated for resources: {'Port': ['ID=ac9125d6-9b8a-402f-be21-f544dd8690c6,revision_number=1']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:53:29.227583 n-d-838334-2 neutron-server[84041]: DEBUG neutron.scheduler.base_scheduler [req-79b292de-e3cc-476e-988e-353d1ed127bf req-534bf5cd-e8b9-4cc1-b303-035647c90e18 tempest-ServerRescueNegativeTestJSON-1571656168 tempest-ServerRescueNegativeTestJSON-1571656168-project] Resources bound (agent type, host, resource id): {{(pid=84041) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:53:29.233700 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.l3_dvrscheduler_db [req-79b292de-e3cc-476e-988e-353d1ed127bf req-534bf5cd-e8b9-4cc1-b303-035647c90e18 tempest-ServerRescueNegativeTestJSON-1571656168 tempest-ServerRescueNegativeTestJSON-1571656168-project] Received port after_create {{(pid=84041) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 20:53:29.265653 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-234b3724-503c-4a54-91bb-34692c24067f req-9cb90a22-a886-407c-af61-21d2f2941391 service neutron] 10.222.0.48 "GET /v2.0/networks/c28eb4dc-8be0-4839-b428-8a188976dc96?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2285020 Apr 18 20:53:29.316207 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79b292de-e3cc-476e-988e-353d1ed127bf req-534bf5cd-e8b9-4cc1-b303-035647c90e18 tempest-ServerRescueNegativeTestJSON-1571656168 tempest-ServerRescueNegativeTestJSON-1571656168-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:53:29.316920 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [req-79b292de-e3cc-476e-988e-353d1ed127bf req-534bf5cd-e8b9-4cc1-b303-035647c90e18 tempest-ServerRescueNegativeTestJSON-1571656168 tempest-ServerRescueNegativeTestJSON-1571656168-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217293'] for port, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:53:29.358545 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-79b292de-e3cc-476e-988e-353d1ed127bf req-534bf5cd-e8b9-4cc1-b303-035647c90e18 tempest-ServerRescueNegativeTestJSON-1571656168 tempest-ServerRescueNegativeTestJSON-1571656168-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3506513 Apr 18 20:53:29.359796 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-534bf5cd-e8b9-4cc1-b303-035647c90e18 tempest-ServerRescueNegativeTestJSON-1571656168 tempest-ServerRescueNegativeTestJSON-1571656168-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:53:29.360133 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-534bf5cd-e8b9-4cc1-b303-035647c90e18 tempest-ServerRescueNegativeTestJSON-1571656168 tempest-ServerRescueNegativeTestJSON-1571656168-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:53:29.360463 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-534bf5cd-e8b9-4cc1-b303-035647c90e18 tempest-ServerRescueNegativeTestJSON-1571656168 tempest-ServerRescueNegativeTestJSON-1571656168-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:53:29.360789 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-534bf5cd-e8b9-4cc1-b303-035647c90e18 tempest-ServerRescueNegativeTestJSON-1571656168 tempest-ServerRescueNegativeTestJSON-1571656168-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:53:29.361110 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-534bf5cd-e8b9-4cc1-b303-035647c90e18 tempest-ServerRescueNegativeTestJSON-1571656168 tempest-ServerRescueNegativeTestJSON-1571656168-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:53:29.361429 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-534bf5cd-e8b9-4cc1-b303-035647c90e18 tempest-ServerRescueNegativeTestJSON-1571656168 tempest-ServerRescueNegativeTestJSON-1571656168-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:53:29.361745 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-534bf5cd-e8b9-4cc1-b303-035647c90e18 tempest-ServerRescueNegativeTestJSON-1571656168 tempest-ServerRescueNegativeTestJSON-1571656168-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:53:29.362059 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-534bf5cd-e8b9-4cc1-b303-035647c90e18 tempest-ServerRescueNegativeTestJSON-1571656168 tempest-ServerRescueNegativeTestJSON-1571656168-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:53:29.362372 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-534bf5cd-e8b9-4cc1-b303-035647c90e18 tempest-ServerRescueNegativeTestJSON-1571656168 tempest-ServerRescueNegativeTestJSON-1571656168-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:53:29.362684 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-534bf5cd-e8b9-4cc1-b303-035647c90e18 tempest-ServerRescueNegativeTestJSON-1571656168 tempest-ServerRescueNegativeTestJSON-1571656168-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:53:29.362994 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-534bf5cd-e8b9-4cc1-b303-035647c90e18 tempest-ServerRescueNegativeTestJSON-1571656168 tempest-ServerRescueNegativeTestJSON-1571656168-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:53:29.378044 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.v2.base [req-79b292de-e3cc-476e-988e-353d1ed127bf req-0f3282ca-8fcb-45da-a903-d8a5e9da83ca service neutron] Request body: {'port': {'device_id': '84774df7-1534-4163-a5f8-10a9e8ea72b0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-838334-2'}} {{(pid=84041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 20:53:29.424323 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.db [req-36d10025-1936-4b4f-beef-654e50beecd5 req-01ff7e90-cb97-4138-a11c-75c2b0f12718 tempest-ServersNegativeTestMultiTenantJSON-1325229730 tempest-ServersNegativeTestMultiTenantJSON-1325229730-project] For port 6f4992e5-2937-49a2-b505-58b5aba54a2a, host n-h1-838334-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838334-2',level=0,port_id=6f4992e5-2937-49a2-b505-58b5aba54a2a,segment=NetworkSegment(0667d5cd-e607-4e6b-8af3-8f27c6510925),segment_id=0667d5cd-e607-4e6b-8af3-8f27c6510925)] {{(pid=84041) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:53:29.424718 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [req-36d10025-1936-4b4f-beef-654e50beecd5 req-01ff7e90-cb97-4138-a11c-75c2b0f12718 tempest-ServersNegativeTestMultiTenantJSON-1325229730 tempest-ServersNegativeTestMultiTenantJSON-1325229730-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369123'] for port, precommit_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:53:29.474088 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750375287399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253529'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:53:29.560844 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.plugin [req-36d10025-1936-4b4f-beef-654e50beecd5 req-01ff7e90-cb97-4138-a11c-75c2b0f12718 tempest-ServersNegativeTestMultiTenantJSON-1325229730 tempest-ServersNegativeTestMultiTenantJSON-1325229730-project] Calling delete_port for 6f4992e5-2937-49a2-b505-58b5aba54a2a owned by compute:nova {{(pid=84041) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 20:53:29.584913 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-cfa9e881-fe83-45cf-bc75-cb3bb4c600bb None None] Provisioning for port ac9125d6-9b8a-402f-be21-f544dd8690c6 completed by entity DHCP. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 20:53:29.591815 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-cfa9e881-fe83-45cf-bc75-cb3bb4c600bb None None] Provisioning complete for port ac9125d6-9b8a-402f-be21-f544dd8690c6 triggered by entity DHCP. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:53:29.592655 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-cfa9e881-fe83-45cf-bc75-cb3bb4c600bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1253608'] for port, provisioning_complete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:53:29.604483 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-234b3724-503c-4a54-91bb-34692c24067f req-cefd23d1-72ac-4017-88fa-ed17f4d610db service neutron] 10.222.0.48 "GET /v2.0/networks/c28eb4dc-8be0-4839-b428-8a188976dc96?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2904181 Apr 18 20:53:29.653312 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.plugin [None req-cfa9e881-fe83-45cf-bc75-cb3bb4c600bb None None] Port ac9125d6-9b8a-402f-be21-f544dd8690c6 cannot update to ACTIVE because it is not bound. {{(pid=84042) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 18 20:53:29.668996 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27abaee1-3ba5-44d9-b534-655de217d953 req-cfeeb6cf-bab1-4ae0-b8ad-dd832eb375a0 tempest-ServerRescueNegativeTestJSON-1571656168 tempest-ServerRescueNegativeTestJSON-1571656168-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:53:29.670538 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-27abaee1-3ba5-44d9-b534-655de217d953 req-cfeeb6cf-bab1-4ae0-b8ad-dd832eb375a0 tempest-ServerRescueNegativeTestJSON-1571656168 tempest-ServerRescueNegativeTestJSON-1571656168-project] 10.222.0.42 "GET /v2.0/ports?device_id=84774df7-1534-4163-a5f8-10a9e8ea72b0 HTTP/1.1" status: 200 len: 931 time: 0.3963194 Apr 18 20:53:29.673509 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [req-79b292de-e3cc-476e-988e-353d1ed127bf req-0f3282ca-8fcb-45da-a903-d8a5e9da83ca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:53:29.673681 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-8ab722e6-f042-4350-9fa4-e00a2776816a req-7f3fea78-b334-4785-b8f4-6544055e31c2 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=e3ce1959-1c32-471b-a30a-a5dd21c9b8a4 HTTP/1.1" status: 200 len: 1096 time: 0.2736406 Apr 18 20:53:29.723927 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36103f16-3344-4bdb-8272-e1afd72abd22 req-29dd428e-0776-4834-a343-0de257ef11e5 tempest-ServersTestManualDisk-1928363056 tempest-ServersTestManualDisk-1928363056-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:53:29.725321 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-36103f16-3344-4bdb-8272-e1afd72abd22 req-29dd428e-0776-4834-a343-0de257ef11e5 tempest-ServersTestManualDisk-1928363056 tempest-ServersTestManualDisk-1928363056-project] 10.222.0.42 "GET /v2.0/ports?device_id=c5fcae49-cbba-4367-b8c5-f1b0e0bda7cb HTTP/1.1" status: 200 len: 946 time: 0.2806492 Apr 18 20:53:29.729749 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-234b3724-503c-4a54-91bb-34692c24067f req-f7df1eb4-9e8f-4fb4-8dc4-bc734b74c02c service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=c752aac3-367c-457b-992d-78f7341198e9 HTTP/1.1" status: 200 len: 217 time: 0.1139352 Apr 18 20:53:29.853995 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-27abaee1-3ba5-44d9-b534-655de217d953 req-80ac8c7f-75de-4443-9105-5ec53c823154 tempest-ServerRescueNegativeTestJSON-1571656168 tempest-ServerRescueNegativeTestJSON-1571656168-project] 10.222.0.42 "GET /v2.0/security-groups?id=43017ed2-a4b0-4fb1-8865-58458190611c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1724293 Apr 18 20:53:29.860151 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-234b3724-503c-4a54-91bb-34692c24067f req-32e8df1b-38a9-45b3-8d9a-663305f87116 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:53:29.861543 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-234b3724-503c-4a54-91bb-34692c24067f req-32e8df1b-38a9-45b3-8d9a-663305f87116 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=3a8de80c-2b95-46eb-ba80-482a3302f829 HTTP/1.1" status: 200 len: 797 time: 0.1102040 Apr 18 20:53:29.862941 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-8ab722e6-f042-4350-9fa4-e00a2776816a req-9caa0c29-98e6-48b8-bd82-6e9b1af72276 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=527f07bd-3b7c-4e87-bb13-fa86b9490e28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1699739 Apr 18 20:53:29.865691 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-36103f16-3344-4bdb-8272-e1afd72abd22 req-0e6040d6-0741-4e5c-99fe-c0242b4d710e tempest-ServersTestManualDisk-1928363056 tempest-ServersTestManualDisk-1928363056-project] 10.222.0.42 "GET /v2.0/security-groups?id=1bf0e5d8-d566-43af-ab33-a70868c827e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1302342 Apr 18 20:53:29.871128 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [req-36d10025-1936-4b4f-beef-654e50beecd5 req-01ff7e90-cb97-4138-a11c-75c2b0f12718 tempest-ServersNegativeTestMultiTenantJSON-1325229730 tempest-ServersNegativeTestMultiTenantJSON-1325229730-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750375259028', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750374836628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32266323'] for port, after_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:53:29.892710 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] get_ports_and_sgs() called for port_ids ['6f4992e5-2937-49a2-b505-58b5aba54a2a'] {{(pid=84042) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 18 20:53:29.930046 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01ff7e90-cb97-4138-a11c-75c2b0f12718 tempest-ServersNegativeTestMultiTenantJSON-1325229730 tempest-ServersNegativeTestMultiTenantJSON-1325229730-project] Pushing event deleted for resources: {'Port': ['ID=6f4992e5-2937-49a2-b505-58b5aba54a2a,revision_number=None']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:53:29.950686 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-234b3724-503c-4a54-91bb-34692c24067f req-75c898bd-a585-4488-85f7-0117cbd73c38 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=c28eb4dc-8be0-4839-b428-8a188976dc96&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0808978 Apr 18 20:53:30.093493 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01e517fe-bf62-4fd9-be4d-3fc2b72521d6 req-951fb2ae-770f-44ae-bd92-654f003d2b2b tempest-TaggedBootDevicesTest_v242-417596240 tempest-TaggedBootDevicesTest_v242-417596240-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:53:30.097448 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01e517fe-bf62-4fd9-be4d-3fc2b72521d6 req-951fb2ae-770f-44ae-bd92-654f003d2b2b tempest-TaggedBootDevicesTest_v242-417596240 tempest-TaggedBootDevicesTest_v242-417596240-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:53:30.101365 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01e517fe-bf62-4fd9-be4d-3fc2b72521d6 req-951fb2ae-770f-44ae-bd92-654f003d2b2b tempest-TaggedBootDevicesTest_v242-417596240 tempest-TaggedBootDevicesTest_v242-417596240-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:53:30.105274 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01e517fe-bf62-4fd9-be4d-3fc2b72521d6 req-951fb2ae-770f-44ae-bd92-654f003d2b2b tempest-TaggedBootDevicesTest_v242-417596240 tempest-TaggedBootDevicesTest_v242-417596240-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:53:30.109535 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01e517fe-bf62-4fd9-be4d-3fc2b72521d6 req-951fb2ae-770f-44ae-bd92-654f003d2b2b tempest-TaggedBootDevicesTest_v242-417596240 tempest-TaggedBootDevicesTest_v242-417596240-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:53:30.113454 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01e517fe-bf62-4fd9-be4d-3fc2b72521d6 req-951fb2ae-770f-44ae-bd92-654f003d2b2b tempest-TaggedBootDevicesTest_v242-417596240 tempest-TaggedBootDevicesTest_v242-417596240-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:53:30.117474 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01e517fe-bf62-4fd9-be4d-3fc2b72521d6 req-951fb2ae-770f-44ae-bd92-654f003d2b2b tempest-TaggedBootDevicesTest_v242-417596240 tempest-TaggedBootDevicesTest_v242-417596240-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:53:30.119475 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-01e517fe-bf62-4fd9-be4d-3fc2b72521d6 req-951fb2ae-770f-44ae-bd92-654f003d2b2b tempest-TaggedBootDevicesTest_v242-417596240 tempest-TaggedBootDevicesTest_v242-417596240-project] 10.222.0.42 "GET /v2.0/ports?device_id=6a49f48a-913c-49a6-8c09-bf4c978ef91f HTTP/1.1" status: 200 len: 5430 time: 0.1165471 Apr 18 20:53:30.203677 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.l3_dvrscheduler_db [req-36d10025-1936-4b4f-beef-654e50beecd5 req-01ff7e90-cb97-4138-a11c-75c2b0f12718 tempest-ServersNegativeTestMultiTenantJSON-1325229730 tempest-ServersNegativeTestMultiTenantJSON-1325229730-project] No DVR routers for this DVR port 6f4992e5-2937-49a2-b505-58b5aba54a2a on host n-h1-838334-2 {{(pid=84041) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 20:53:30.212396 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [req-36d10025-1936-4b4f-beef-654e50beecd5 req-01ff7e90-cb97-4138-a11c-75c2b0f12718 tempest-ServersNegativeTestMultiTenantJSON-1325229730 tempest-ServersNegativeTestMultiTenantJSON-1325229730-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217293'] for port, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:53:30.215401 n-d-838334-2 neutron-server[84041]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9e97043d-b4ba-4779-b189-2f2df9bcc717', 'name': 'network-vif-deleted', 'tag': '6f4992e5-2937-49a2-b505-58b5aba54a2a'}] {{(pid=84041) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 20:53:30.242182 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-36d10025-1936-4b4f-beef-654e50beecd5 req-01ff7e90-cb97-4138-a11c-75c2b0f12718 tempest-ServersNegativeTestMultiTenantJSON-1325229730 tempest-ServersNegativeTestMultiTenantJSON-1325229730-project] 10.222.0.43 "DELETE /v2.0/ports/6f4992e5-2937-49a2-b505-58b5aba54a2a HTTP/1.1" status: 204 len: 173 time: 1.5160165 Apr 18 20:53:30.280575 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-01e517fe-bf62-4fd9-be4d-3fc2b72521d6 req-7bcad24c-4864-4607-845f-7dedf7f723bb tempest-TaggedBootDevicesTest_v242-417596240 tempest-TaggedBootDevicesTest_v242-417596240-project] 10.222.0.42 "GET /v2.0/security-groups?id=90f86da5-60b0-4e29-8e55-fe6cf6b75c5e&id=48fab5b0-1368-425c-9a53-c0303d2044f1&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1422989 Apr 18 20:53:30.361861 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-486b9036-dd7e-450d-b11f-da529f382cdd req-2569124d-32ce-4780-9d53-6a57c911d758 tempest-ServersNegativeTestMultiTenantJSON-1325229730 tempest-ServersNegativeTestMultiTenantJSON-1325229730-project] 10.222.0.42 "GET /v2.0/ports?device_id=9e97043d-b4ba-4779-b189-2f2df9bcc717 HTTP/1.1" status: 200 len: 210 time: 0.0473938 Apr 18 20:53:30.389619 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-234b3724-503c-4a54-91bb-34692c24067f req-8451af57-58ec-46ba-8f66-bcfc6e19af54 service neutron] 10.222.0.48 "GET /v2.0/networks/c28eb4dc-8be0-4839-b428-8a188976dc96?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2691071 Apr 18 20:53:30.420154 n-d-838334-2 neutron-server[84041]: DEBUG neutron.notifiers.nova [req-79b292de-e3cc-476e-988e-353d1ed127bf req-0f3282ca-8fcb-45da-a903-d8a5e9da83ca service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ac9125d6-9b8a-402f-be21-f544dd8690c6 {{(pid=84041) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 18 20:53:30.428879 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [req-79b292de-e3cc-476e-988e-353d1ed127bf req-0f3282ca-8fcb-45da-a903-d8a5e9da83ca service neutron] Notify callbacks [] for port, precommit_update {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:53:30.452980 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.provisioning_blocks [req-79b292de-e3cc-476e-988e-353d1ed127bf req-0f3282ca-8fcb-45da-a903-d8a5e9da83ca service neutron] Transition to ACTIVE for port object ac9125d6-9b8a-402f-be21-f544dd8690c6 will not be triggered until provisioned by entity L2. {{(pid=84041) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 20:53:30.463055 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [req-79b292de-e3cc-476e-988e-353d1ed127bf req-0f3282ca-8fcb-45da-a903-d8a5e9da83ca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32266282'] for port, after_update {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:53:30.536486 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f3282ca-8fcb-45da-a903-d8a5e9da83ca service neutron] Pushing event updated for resources: {'Port': ['ID=ac9125d6-9b8a-402f-be21-f544dd8690c6,revision_number=2']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:53:30.656826 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99badfd3-fef0-47e9-a4e6-6ad5fa994730 req-80c295b7-8410-4eed-abc5-676be1cebc90 tempest-ServerDiskConfigTestJSON-473081836 tempest-ServerDiskConfigTestJSON-473081836-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:53:30.672213 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-99badfd3-fef0-47e9-a4e6-6ad5fa994730 req-80c295b7-8410-4eed-abc5-676be1cebc90 tempest-ServerDiskConfigTestJSON-473081836 tempest-ServerDiskConfigTestJSON-473081836-project] 10.222.0.42 "GET /v2.0/ports?device_id=e3ce1959-1c32-471b-a30a-a5dd21c9b8a4 HTTP/1.1" status: 200 len: 945 time: 0.1756527 Apr 18 20:53:30.703331 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-234b3724-503c-4a54-91bb-34692c24067f req-5c8655e1-f2b3-4b70-a476-6e07c3d25a5b service neutron] 10.222.0.48 "GET /v2.0/networks/c28eb4dc-8be0-4839-b428-8a188976dc96?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2981491 Apr 18 20:53:30.771608 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-99badfd3-fef0-47e9-a4e6-6ad5fa994730 req-a99ea144-e539-44a8-b561-d844e2405665 tempest-ServerDiskConfigTestJSON-473081836 tempest-ServerDiskConfigTestJSON-473081836-project] 10.222.0.42 "GET /v2.0/security-groups?id=527f07bd-3b7c-4e87-bb13-fa86b9490e28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0972443 Apr 18 20:53:30.812636 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.managers [req-79b292de-e3cc-476e-988e-353d1ed127bf req-0f3282ca-8fcb-45da-a903-d8a5e9da83ca service neutron] Attempting to bind port ac9125d6-9b8a-402f-be21-f544dd8690c6 on host n-h1-838334-2 for vnic_type normal with profile {{(pid=84041) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:53:30.812872 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.managers [req-79b292de-e3cc-476e-988e-353d1ed127bf req-0f3282ca-8fcb-45da-a903-d8a5e9da83ca service neutron] Attempting to bind port ac9125d6-9b8a-402f-be21-f544dd8690c6 by drivers openvswitch,hyperv on host n-h1-838334-2 at level 0 using segments [{'id': 'ccfed005-c723-40b8-96fb-046d88190b5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '9956df45-2736-4a4c-9815-b894d9a44160'}] {{(pid=84041) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:53:30.813199 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79b292de-e3cc-476e-988e-353d1ed127bf req-0f3282ca-8fcb-45da-a903-d8a5e9da83ca service neutron] Attempting to bind port ac9125d6-9b8a-402f-be21-f544dd8690c6 on network 9956df45-2736-4a4c-9815-b894d9a44160 {{(pid=84041) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 20:53:30.819727 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79b292de-e3cc-476e-988e-353d1ed127bf req-0f3282ca-8fcb-45da-a903-d8a5e9da83ca service neutron] Port ac9125d6-9b8a-402f-be21-f544dd8690c6 on network 9956df45-2736-4a4c-9815-b894d9a44160 not bound, no agent of type Open vSwitch agent registered on host n-h1-838334-2 {{(pid=84041) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 18 20:53:30.820126 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79b292de-e3cc-476e-988e-353d1ed127bf req-0f3282ca-8fcb-45da-a903-d8a5e9da83ca service neutron] Attempting to bind port ac9125d6-9b8a-402f-be21-f544dd8690c6 on network 9956df45-2736-4a4c-9815-b894d9a44160 {{(pid=84041) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 20:53:30.827313 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79b292de-e3cc-476e-988e-353d1ed127bf req-0f3282ca-8fcb-45da-a903-d8a5e9da83ca service neutron] Checking agent: {'id': 'd63bab19-ff81-4de1-afeb-a3732288d0d7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-838334-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 33, 59), 'started_at': datetime.datetime(2022, 4, 18, 20, 33, 59), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 20, 53, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84041) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 18 20:53:30.828062 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79b292de-e3cc-476e-988e-353d1ed127bf req-0f3282ca-8fcb-45da-a903-d8a5e9da83ca service neutron] Checking segment: {'id': 'ccfed005-c723-40b8-96fb-046d88190b5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '9956df45-2736-4a4c-9815-b894d9a44160'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84041) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 20:53:30.828582 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79b292de-e3cc-476e-988e-353d1ed127bf req-0f3282ca-8fcb-45da-a903-d8a5e9da83ca service neutron] Bound using segment: {'id': 'ccfed005-c723-40b8-96fb-046d88190b5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '9956df45-2736-4a4c-9815-b894d9a44160'} {{(pid=84041) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 18 20:53:30.829018 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.managers [req-79b292de-e3cc-476e-988e-353d1ed127bf req-0f3282ca-8fcb-45da-a903-d8a5e9da83ca service neutron] Bound port: ac9125d6-9b8a-402f-be21-f544dd8690c6, host: n-h1-838334-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ccfed005-c723-40b8-96fb-046d88190b5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '9956df45-2736-4a4c-9815-b894d9a44160'}}] {{(pid=84041) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 20:53:30.829618 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [req-79b292de-e3cc-476e-988e-353d1ed127bf req-0f3282ca-8fcb-45da-a903-d8a5e9da83ca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:53:30.962109 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.db [req-79b292de-e3cc-476e-988e-353d1ed127bf req-0f3282ca-8fcb-45da-a903-d8a5e9da83ca service neutron] For port ac9125d6-9b8a-402f-be21-f544dd8690c6, host n-h1-838334-2, cleared binding levels {{(pid=84041) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 20:53:30.966889 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.db [req-79b292de-e3cc-476e-988e-353d1ed127bf req-0f3282ca-8fcb-45da-a903-d8a5e9da83ca service neutron] For port ac9125d6-9b8a-402f-be21-f544dd8690c6, host n-h1-838334-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838334-2',level=0,port_id=ac9125d6-9b8a-402f-be21-f544dd8690c6,segment=NetworkSegment(ccfed005-c723-40b8-96fb-046d88190b5b),segment_id=ccfed005-c723-40b8-96fb-046d88190b5b)] {{(pid=84041) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 20:53:30.975129 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [req-79b292de-e3cc-476e-988e-353d1ed127bf req-0f3282ca-8fcb-45da-a903-d8a5e9da83ca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32266282'] for port, after_update {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:53:31.053220 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [req-79b292de-e3cc-476e-988e-353d1ed127bf req-0f3282ca-8fcb-45da-a903-d8a5e9da83ca service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217293'] for port, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:53:31.054772 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-79b292de-e3cc-476e-988e-353d1ed127bf req-0f3282ca-8fcb-45da-a903-d8a5e9da83ca service neutron] 10.222.0.43 "PUT /v2.0/ports/ac9125d6-9b8a-402f-be21-f544dd8690c6 HTTP/1.1" status: 200 len: 1091 time: 1.6807492 Apr 18 20:53:31.075261 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f3282ca-8fcb-45da-a903-d8a5e9da83ca service neutron] Pushing event updated for resources: {'Port': ['ID=ac9125d6-9b8a-402f-be21-f544dd8690c6,revision_number=3']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:53:31.129155 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-1f53aba2-79d9-4bea-99ea-b56d74075040 req-c7a6e372-d3b5-404b-8865-43287629c7c5 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=9feceef4d3df4daeb6497a95fbe12eb7&device_id=6a49f48a-913c-49a6-8c09-bf4c978ef91f HTTP/1.1" status: 200 len: 6487 time: 0.2771132 Apr 18 20:53:31.146291 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b174dcc-8e43-479c-8d93-adeb706f9eb4 req-448b51fb-a5b0-4212-b59d-462faacc21a2 tempest-AttachVolumeShelveTestJSON-1712717013 tempest-AttachVolumeShelveTestJSON-1712717013-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:53:31.147749 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-9b174dcc-8e43-479c-8d93-adeb706f9eb4 req-448b51fb-a5b0-4212-b59d-462faacc21a2 tempest-AttachVolumeShelveTestJSON-1712717013 tempest-AttachVolumeShelveTestJSON-1712717013-project] 10.222.0.42 "GET /v2.0/ports?device_id=a3d617b3-55ec-41c1-b97c-911aa927ef50 HTTP/1.1" status: 200 len: 944 time: 0.3361459 Apr 18 20:53:31.214370 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-79b292de-e3cc-476e-988e-353d1ed127bf req-f6105dfa-4800-47bd-ab7d-97bd48ce8081 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=f9a0b0412d2042448fe0968cc5e47ae5&device_id=84774df7-1534-4163-a5f8-10a9e8ea72b0 HTTP/1.1" status: 200 len: 1094 time: 0.0962765 Apr 18 20:53:31.298764 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-9b174dcc-8e43-479c-8d93-adeb706f9eb4 req-804a57ab-cbed-4703-86a6-5431349b3af5 tempest-AttachVolumeShelveTestJSON-1712717013 tempest-AttachVolumeShelveTestJSON-1712717013-project] 10.222.0.42 "GET /v2.0/security-groups?id=2e9d8b44-da00-4a79-861c-f0ec417a580f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1276104 Apr 18 20:53:31.314120 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9a8a82c-a646-494e-9a82-fc611763af24 req-db07c107-fb3b-4353-9854-ee4b93957b06 tempest-ServerActionsTestJSON-2052644234 tempest-ServerActionsTestJSON-2052644234-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:53:31.315598 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-c9a8a82c-a646-494e-9a82-fc611763af24 req-db07c107-fb3b-4353-9854-ee4b93957b06 tempest-ServerActionsTestJSON-2052644234 tempest-ServerActionsTestJSON-2052644234-project] 10.222.0.42 "GET /v2.0/ports?device_id=b7307812-da19-4509-9baf-bb3ff8313904 HTTP/1.1" status: 200 len: 945 time: 0.3619449 Apr 18 20:53:31.319210 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-79b292de-e3cc-476e-988e-353d1ed127bf req-48f803ad-791a-4795-828d-decef1e92507 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ac9125d6-9b8a-402f-be21-f544dd8690c6 HTTP/1.1" status: 200 len: 217 time: 0.0960984 Apr 18 20:53:31.358972 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f53aba2-79d9-4bea-99ea-b56d74075040 req-538a2b6b-9425-480c-a954-8262f2b12852 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:53:31.360438 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-1f53aba2-79d9-4bea-99ea-b56d74075040 req-538a2b6b-9425-480c-a954-8262f2b12852 service neutron] 10.222.0.48 "GET /v2.0/networks?id=c28eb4dc-8be0-4839-b428-8a188976dc96 HTTP/1.1" status: 200 len: 899 time: 0.2106807 Apr 18 20:53:31.421404 n-d-838334-2 neutron-server[84041]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f52e9ce7-2a18-42b3-86b5-cd8ced08758f'] response: {'server_uuid': '9e97043d-b4ba-4779-b189-2f2df9bcc717', 'name': 'network-vif-deleted', 'tag': '6f4992e5-2937-49a2-b505-58b5aba54a2a', 'status': 'completed', 'code': 200} Apr 18 20:53:31.429833 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79b292de-e3cc-476e-988e-353d1ed127bf req-2aa0515c-aad1-47e8-862b-c0ecb6df5a70 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:53:31.437074 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-79b292de-e3cc-476e-988e-353d1ed127bf req-2aa0515c-aad1-47e8-862b-c0ecb6df5a70 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=e000ef4a-9553-4d5a-aa5c-e55a867fcd65 HTTP/1.1" status: 200 len: 858 time: 0.1049221 Apr 18 20:53:31.448887 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-1f53aba2-79d9-4bea-99ea-b56d74075040 req-000bde8c-046d-4fbe-afbe-32e2dbc4fe31 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=f0e8d8ea-6bcf-495f-8aee-e46b70d0c94e HTTP/1.1" status: 200 len: 217 time: 0.0785530 Apr 18 20:53:31.452477 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-c9a8a82c-a646-494e-9a82-fc611763af24 req-c0741628-5305-4e00-9d4f-9f49f2ae8dab tempest-ServerActionsTestJSON-2052644234 tempest-ServerActionsTestJSON-2052644234-project] 10.222.0.42 "GET /v2.0/security-groups?id=c2aeb662-6a43-4389-8810-9fad3627855b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1274116 Apr 18 20:53:31.527274 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f53aba2-79d9-4bea-99ea-b56d74075040 req-8721548a-942a-4d11-bb59-4fbc8aedfecb service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:53:31.528945 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-1f53aba2-79d9-4bea-99ea-b56d74075040 req-8721548a-942a-4d11-bb59-4fbc8aedfecb service neutron] 10.222.0.48 "GET /v2.0/subnets?id=3a8de80c-2b95-46eb-ba80-482a3302f829 HTTP/1.1" status: 200 len: 797 time: 0.0716319 Apr 18 20:53:31.537503 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-79b292de-e3cc-476e-988e-353d1ed127bf req-3dc4fa7a-ec3c-4172-9b95-40a61a640dd5 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=9956df45-2736-4a4c-9815-b894d9a44160&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0993342 Apr 18 20:53:31.609161 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-1f53aba2-79d9-4bea-99ea-b56d74075040 req-ef94794b-ee8c-43ff-adbc-4135e6dfb187 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=c28eb4dc-8be0-4839-b428-8a188976dc96&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0736413 Apr 18 20:53:31.699838 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-79b292de-e3cc-476e-988e-353d1ed127bf req-b59d3a11-19ed-4e64-85a6-295077d2e010 service neutron] 10.222.0.43 "GET /v2.0/networks/9956df45-2736-4a4c-9815-b894d9a44160?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1508439 Apr 18 20:53:31.798235 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-1f53aba2-79d9-4bea-99ea-b56d74075040 req-2cc74211-9b77-4be0-a103-8acdc95cf312 service neutron] 10.222.0.48 "GET /v2.0/networks/c28eb4dc-8be0-4839-b428-8a188976dc96?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1590240 Apr 18 20:53:31.810995 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96ba8628-36f8-4be5-b884-c69388eee9ae req-798aa956-772d-49d5-86f0-c13dff13e8de tempest-ServerRescueNegativeTestJSON-1571656168 tempest-ServerRescueNegativeTestJSON-1571656168-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:53:31.812473 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-96ba8628-36f8-4be5-b884-c69388eee9ae req-798aa956-772d-49d5-86f0-c13dff13e8de tempest-ServerRescueNegativeTestJSON-1571656168 tempest-ServerRescueNegativeTestJSON-1571656168-project] 10.222.0.42 "GET /v2.0/ports?device_id=84774df7-1534-4163-a5f8-10a9e8ea72b0 HTTP/1.1" status: 200 len: 943 time: 0.2024245 Apr 18 20:53:31.847893 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-79b292de-e3cc-476e-988e-353d1ed127bf req-900da64f-6a14-45cb-85e1-81805f9c4b25 service neutron] 10.222.0.43 "GET /v2.0/networks/9956df45-2736-4a4c-9815-b894d9a44160?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1313825 Apr 18 20:53:32.013803 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-96ba8628-36f8-4be5-b884-c69388eee9ae req-c7f015b2-b461-49fc-bc93-b328d1b568f3 tempest-ServerRescueNegativeTestJSON-1571656168 tempest-ServerRescueNegativeTestJSON-1571656168-project] 10.222.0.42 "GET /v2.0/security-groups?id=43017ed2-a4b0-4fb1-8865-58458190611c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1785531 Apr 18 20:53:32.033766 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-1f53aba2-79d9-4bea-99ea-b56d74075040 req-b54c6bed-f433-480a-a1bf-61dc8517714f service neutron] 10.222.0.48 "GET /v2.0/networks/c28eb4dc-8be0-4839-b428-8a188976dc96?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2201042 Apr 18 20:53:32.052601 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc8389c1-2116-46bc-b927-79fc1a5a87c0 req-ae757c6b-4c07-41b3-b221-3e1569841c27 tempest-TaggedBootDevicesTest_v242-417596240 tempest-TaggedBootDevicesTest_v242-417596240-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:53:32.057437 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc8389c1-2116-46bc-b927-79fc1a5a87c0 req-ae757c6b-4c07-41b3-b221-3e1569841c27 tempest-TaggedBootDevicesTest_v242-417596240 tempest-TaggedBootDevicesTest_v242-417596240-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:53:32.061423 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc8389c1-2116-46bc-b927-79fc1a5a87c0 req-ae757c6b-4c07-41b3-b221-3e1569841c27 tempest-TaggedBootDevicesTest_v242-417596240 tempest-TaggedBootDevicesTest_v242-417596240-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:53:32.066170 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc8389c1-2116-46bc-b927-79fc1a5a87c0 req-ae757c6b-4c07-41b3-b221-3e1569841c27 tempest-TaggedBootDevicesTest_v242-417596240 tempest-TaggedBootDevicesTest_v242-417596240-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:53:32.070426 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc8389c1-2116-46bc-b927-79fc1a5a87c0 req-ae757c6b-4c07-41b3-b221-3e1569841c27 tempest-TaggedBootDevicesTest_v242-417596240 tempest-TaggedBootDevicesTest_v242-417596240-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:53:32.074156 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc8389c1-2116-46bc-b927-79fc1a5a87c0 req-ae757c6b-4c07-41b3-b221-3e1569841c27 tempest-TaggedBootDevicesTest_v242-417596240 tempest-TaggedBootDevicesTest_v242-417596240-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:53:32.079804 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc8389c1-2116-46bc-b927-79fc1a5a87c0 req-ae757c6b-4c07-41b3-b221-3e1569841c27 tempest-TaggedBootDevicesTest_v242-417596240 tempest-TaggedBootDevicesTest_v242-417596240-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:53:32.081752 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-fc8389c1-2116-46bc-b927-79fc1a5a87c0 req-ae757c6b-4c07-41b3-b221-3e1569841c27 tempest-TaggedBootDevicesTest_v242-417596240 tempest-TaggedBootDevicesTest_v242-417596240-project] 10.222.0.42 "GET /v2.0/ports?device_id=6a49f48a-913c-49a6-8c09-bf4c978ef91f HTTP/1.1" status: 200 len: 5430 time: 0.2454431 Apr 18 20:53:32.107096 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 49394) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:53:32.170980 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.db_base_plugin_v2 [None req-643b4faa-1d97-4055-aceb-31227d0a89c5 admin admin] Deleting subnet 8e40ec4d-44ed-4443-aa48-04db8a60b23f {{(pid=84041) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 18 20:53:32.181810 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-643b4faa-1d97-4055-aceb-31227d0a89c5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:53:32.184530 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-fc8389c1-2116-46bc-b927-79fc1a5a87c0 req-41c9a482-66ac-4a16-92d4-4748a6e42b7a tempest-TaggedBootDevicesTest_v242-417596240 tempest-TaggedBootDevicesTest_v242-417596240-project] 10.222.0.42 "GET /v2.0/security-groups?id=90f86da5-60b0-4e29-8e55-fe6cf6b75c5e&id=48fab5b0-1368-425c-9a53-c0303d2044f1&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0699635 Apr 18 20:53:32.208998 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-1f53aba2-79d9-4bea-99ea-b56d74075040 req-7619d603-9dc4-4eea-8012-27563d2d4bd1 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=9feceef4d3df4daeb6497a95fbe12eb7&device_id=6a49f48a-913c-49a6-8c09-bf4c978ef91f HTTP/1.1" status: 200 len: 6487 time: 0.1234059 Apr 18 20:53:32.243287 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-643b4faa-1d97-4055-aceb-31227d0a89c5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32266383'] for subnet, precommit_delete_associations {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:53:32.303505 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-643b4faa-1d97-4055-aceb-31227d0a89c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1260556'] for subnet, precommit_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:53:32.384219 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-643b4faa-1d97-4055-aceb-31227d0a89c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1260549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33526260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32266336', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32486390'] for subnet, after_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:53:32.397300 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b89a55a-7bf7-4417-a8c1-b242d2eff994 req-5fc02534-39cc-426d-b160-d7942d1af6d4 tempest-ServerActionsTestJSON-2052644234 tempest-ServerActionsTestJSON-2052644234-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:53:32.398746 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-4b89a55a-7bf7-4417-a8c1-b242d2eff994 req-5fc02534-39cc-426d-b160-d7942d1af6d4 tempest-ServerActionsTestJSON-2052644234 tempest-ServerActionsTestJSON-2052644234-project] 10.222.0.42 "GET /v2.0/ports?device_id=b7307812-da19-4509-9baf-bb3ff8313904 HTTP/1.1" status: 200 len: 945 time: 0.1888707 Apr 18 20:53:32.406449 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f53aba2-79d9-4bea-99ea-b56d74075040 req-d92f7e2c-edd6-4ee0-8de3-f23d647d4f81 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:53:32.407906 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-1f53aba2-79d9-4bea-99ea-b56d74075040 req-d92f7e2c-edd6-4ee0-8de3-f23d647d4f81 service neutron] 10.222.0.48 "GET /v2.0/networks?id=c28eb4dc-8be0-4839-b428-8a188976dc96 HTTP/1.1" status: 200 len: 899 time: 0.1636667 Apr 18 20:53:32.425254 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-643b4faa-1d97-4055-aceb-31227d0a89c5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8e40ec4d-44ed-4443-aa48-04db8a60b23f,revision_number=None']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:53:32.436674 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-643b4faa-1d97-4055-aceb-31227d0a89c5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:53:32.446115 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-643b4faa-1d97-4055-aceb-31227d0a89c5 admin admin] 10.222.0.42 "DELETE /v2.0/subnets/8e40ec4d-44ed-4443-aa48-04db8a60b23f HTTP/1.1" status: 204 len: 168 time: 0.3378906 Apr 18 20:53:32.446797 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 49402) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:53:32.514306 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-1f53aba2-79d9-4bea-99ea-b56d74075040 req-a46c65b0-d0d3-4bc3-b263-d486c5362145 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=c752aac3-367c-457b-992d-78f7341198e9 HTTP/1.1" status: 200 len: 217 time: 0.0858140 Apr 18 20:53:32.566837 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-2f45b0b3-16f4-4dc4-b63a-336a2ef21616 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1103592'] for network, before_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:53:32.571356 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-4b89a55a-7bf7-4417-a8c1-b242d2eff994 req-26032ed3-7de8-4cf9-bcd8-eb374ce27d82 tempest-ServerActionsTestJSON-2052644234 tempest-ServerActionsTestJSON-2052644234-project] 10.222.0.42 "GET /v2.0/security-groups?id=c2aeb662-6a43-4389-8810-9fad3627855b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1624792 Apr 18 20:53:32.594036 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f53aba2-79d9-4bea-99ea-b56d74075040 req-e8027701-8f38-4c72-ae45-19fc89ae6d79 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:53:32.595488 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-1f53aba2-79d9-4bea-99ea-b56d74075040 req-e8027701-8f38-4c72-ae45-19fc89ae6d79 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=3a8de80c-2b95-46eb-ba80-482a3302f829 HTTP/1.1" status: 200 len: 797 time: 0.0730021 Apr 18 20:53:32.711729 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-2f45b0b3-16f4-4dc4-b63a-336a2ef21616 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1258905', 'neutron.services.segments.db._delete_segments_for_network-8750375287417'] for network, precommit_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:53:32.738065 n-d-838334-2 neutron-server[84041]: DEBUG neutron.services.segments.db [None req-2f45b0b3-16f4-4dc4-b63a-336a2ef21616 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2ed02df0-abad-44eb-8f2e-0a0038528ceb']}} {{(pid=84041) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:53:32.750162 n-d-838334-2 neutron-server[84041]: DEBUG neutron.services.segments.db [None req-2f45b0b3-16f4-4dc4-b63a-336a2ef21616 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0667d5cd-e607-4e6b-8af3-8f27c6510925') {'for_net_delete': True} {{(pid=84041) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:53:32.750449 n-d-838334-2 neutron-server[84041]: DEBUG neutron.services.segments.db [None req-2f45b0b3-16f4-4dc4-b63a-336a2ef21616 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0667d5cd-e607-4e6b-8af3-8f27c6510925') {} {{(pid=84041) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:53:32.765719 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-2f45b0b3-16f4-4dc4-b63a-336a2ef21616 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750375287300', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32268156'] for segment, before_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:53:32.782403 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-2f45b0b3-16f4-4dc4-b63a-336a2ef21616 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1082986'] for segment, precommit_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:53:32.789967 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2f45b0b3-16f4-4dc4-b63a-336a2ef21616 admin admin] Releasing vlan 397 on physical network physnet1 to pool {{(pid=84041) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 18 20:53:32.790362 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-2f45b0b3-16f4-4dc4-b63a-336a2ef21616 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1082993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32266254'] for segment, after_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:53:32.808275 n-d-838334-2 neutron-server[84041]: Traceback (most recent call last): Apr 18 20:53:32.808275 n-d-838334-2 neutron-server[84041]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 18 20:53:32.808275 n-d-838334-2 neutron-server[84041]: timer() Apr 18 20:53:32.808275 n-d-838334-2 neutron-server[84041]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 20:53:32.808275 n-d-838334-2 neutron-server[84041]: cb(*args, **kw) Apr 18 20:53:32.808275 n-d-838334-2 neutron-server[84041]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 18 20:53:32.808275 n-d-838334-2 neutron-server[84041]: return func(*args, **kwargs) Apr 18 20:53:32.808275 n-d-838334-2 neutron-server[84041]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 20:53:32.808275 n-d-838334-2 neutron-server[84041]: self._notify() Apr 18 20:53:32.808275 n-d-838334-2 neutron-server[84041]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 20:53:32.808275 n-d-838334-2 neutron-server[84041]: self.callback(batched_events) Apr 18 20:53:32.808275 n-d-838334-2 neutron-server[84041]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 20:53:32.808275 n-d-838334-2 neutron-server[84041]: event.method(event) Apr 18 20:53:32.808275 n-d-838334-2 neutron-server[84041]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 18 20:53:32.808275 n-d-838334-2 neutron-server[84041]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 20:53:32.808275 n-d-838334-2 neutron-server[84041]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 18 20:53:32.808275 n-d-838334-2 neutron-server[84041]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 20:53:32.808275 n-d-838334-2 neutron-server[84041]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 18 20:53:32.808275 n-d-838334-2 neutron-server[84041]: return f(self, *a, **k) Apr 18 20:53:32.808275 n-d-838334-2 neutron-server[84041]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 18 20:53:32.808275 n-d-838334-2 neutron-server[84041]: return self._get(url).json() Apr 18 20:53:32.808275 n-d-838334-2 neutron-server[84041]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 18 20:53:32.808275 n-d-838334-2 neutron-server[84041]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 20:53:32.808275 n-d-838334-2 neutron-server[84041]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 18 20:53:32.808275 n-d-838334-2 neutron-server[84041]: return self.request(url, 'GET', **kwargs) Apr 18 20:53:32.808275 n-d-838334-2 neutron-server[84041]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 18 20:53:32.808275 n-d-838334-2 neutron-server[84041]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 20:53:32.808275 n-d-838334-2 neutron-server[84041]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 18 20:53:32.808275 n-d-838334-2 neutron-server[84041]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 20:53:32.808275 n-d-838334-2 neutron-server[84041]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 18 20:53:32.808275 n-d-838334-2 neutron-server[84041]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 20:53:32.808275 n-d-838334-2 neutron-server[84041]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 20:53:32.882523 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-2f45b0b3-16f4-4dc4-b63a-336a2ef21616 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1258898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33526109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33444113'] for network, after_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:53:32.895941 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-1f53aba2-79d9-4bea-99ea-b56d74075040 req-1126f76d-cd2b-4d20-b6ec-d3f374a910fe service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=c28eb4dc-8be0-4839-b428-8a188976dc96&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2828045 Apr 18 20:53:32.900882 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-2f45b0b3-16f4-4dc4-b63a-336a2ef21616 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32378031'] for network, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:53:32.907361 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f45b0b3-16f4-4dc4-b63a-336a2ef21616 admin admin] Pushing event deleted for resources: {'Network': ['ID=2ed02df0-abad-44eb-8f2e-0a0038528ceb,revision_number=None']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:53:32.920615 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-2f45b0b3-16f4-4dc4-b63a-336a2ef21616 admin admin] 10.222.0.42 "DELETE /v2.0/networks/2ed02df0-abad-44eb-8f2e-0a0038528ceb HTTP/1.1" status: 204 len: 168 time: 0.4699984 Apr 18 20:53:32.923132 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 49408) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:53:32.991757 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Device 6f4992e5-2937-49a2-b505-58b5aba54a2a no longer exists at agent hyperv_n-h1-838334-2 {{(pid=84042) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 20:53:32.992875 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.db_base_plugin_v2 [None req-13b3be46-a58d-4b33-9a08-dbb4168f3745 admin admin] Deleting subnet 4c50cf18-ff49-4407-942b-e98af9e657c9 {{(pid=84041) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 18 20:53:32.998197 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-13b3be46-a58d-4b33-9a08-dbb4168f3745 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:53:33.026543 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.plugin [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] No Port match for: 6f4992e5-2937-49a2-b505-58b5aba54a2a {{(pid=84042) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 18 20:53:33.026797 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Device 6f4992e5-2937-49a2-b505-58b5aba54a2a not bound to the agent host n-h1-838334-2 {{(pid=84042) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 20:53:33.053188 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-13b3be46-a58d-4b33-9a08-dbb4168f3745 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32266383'] for subnet, precommit_delete_associations {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:53:33.069540 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d988c62-6a72-4380-8c99-ffc32e465772 req-05c1a7ac-ab12-4a95-aec7-4b56d07516a8 tempest-ServersTestManualDisk-1928363056 tempest-ServersTestManualDisk-1928363056-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:53:33.071036 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-4d988c62-6a72-4380-8c99-ffc32e465772 req-05c1a7ac-ab12-4a95-aec7-4b56d07516a8 tempest-ServersTestManualDisk-1928363056 tempest-ServersTestManualDisk-1928363056-project] 10.222.0.42 "GET /v2.0/ports?device_id=c5fcae49-cbba-4367-b8c5-f1b0e0bda7cb HTTP/1.1" status: 200 len: 946 time: 0.3785436 Apr 18 20:53:33.081870 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-904e52f8-4297-43be-b9d7-be1838ed24a4 req-7b6280cb-8fa0-4465-adfd-53fd51ea8edb tempest-ServerDiskConfigTestJSON-473081836 tempest-ServerDiskConfigTestJSON-473081836-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:53:33.083260 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-904e52f8-4297-43be-b9d7-be1838ed24a4 req-7b6280cb-8fa0-4465-adfd-53fd51ea8edb tempest-ServerDiskConfigTestJSON-473081836 tempest-ServerDiskConfigTestJSON-473081836-project] 10.222.0.42 "GET /v2.0/ports?device_id=e3ce1959-1c32-471b-a30a-a5dd21c9b8a4 HTTP/1.1" status: 200 len: 945 time: 0.3572977 Apr 18 20:53:33.111725 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-13b3be46-a58d-4b33-9a08-dbb4168f3745 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1260556'] for subnet, precommit_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:53:33.136779 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-1f53aba2-79d9-4bea-99ea-b56d74075040 req-22481007-e684-4819-87b0-3af1c773f4a7 service neutron] 10.222.0.48 "GET /v2.0/networks/c28eb4dc-8be0-4839-b428-8a188976dc96?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2262607 Apr 18 20:53:33.255678 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-4d988c62-6a72-4380-8c99-ffc32e465772 req-9015c0ce-c2da-4eb8-9d3c-aaf90960f57d tempest-ServersTestManualDisk-1928363056 tempest-ServersTestManualDisk-1928363056-project] 10.222.0.42 "GET /v2.0/security-groups?id=1bf0e5d8-d566-43af-ab33-a70868c827e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1713264 Apr 18 20:53:33.260038 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-904e52f8-4297-43be-b9d7-be1838ed24a4 req-6c41b4d5-bc3c-4e73-8cb0-1fc6f91d713d tempest-ServerDiskConfigTestJSON-473081836 tempest-ServerDiskConfigTestJSON-473081836-project] 10.222.0.42 "GET /v2.0/security-groups?id=527f07bd-3b7c-4e87-bb13-fa86b9490e28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1664488 Apr 18 20:53:33.301172 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-13b3be46-a58d-4b33-9a08-dbb4168f3745 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1260549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33526260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32266336', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32486390'] for subnet, after_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:53:33.323923 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-1f53aba2-79d9-4bea-99ea-b56d74075040 req-90fe1772-654b-47b8-83fd-098807026c28 service neutron] 10.222.0.48 "GET /v2.0/networks/c28eb4dc-8be0-4839-b428-8a188976dc96?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1770344 Apr 18 20:53:33.390483 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13b3be46-a58d-4b33-9a08-dbb4168f3745 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4c50cf18-ff49-4407-942b-e98af9e657c9,revision_number=None']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:53:33.400628 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-13b3be46-a58d-4b33-9a08-dbb4168f3745 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:53:33.412382 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-13b3be46-a58d-4b33-9a08-dbb4168f3745 admin admin] 10.222.0.42 "DELETE /v2.0/subnets/4c50cf18-ff49-4407-942b-e98af9e657c9 HTTP/1.1" status: 204 len: 168 time: 0.4880981 Apr 18 20:53:33.416578 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 49420) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:53:33.441113 n-d-838334-2 neutron-server[84041]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '84774df7-1534-4163-a5f8-10a9e8ea72b0', 'tag': 'ac9125d6-9b8a-402f-be21-f544dd8690c6'}] {{(pid=84041) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 20:53:33.516828 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-383dc57a-2aac-4a5b-ab3e-86cbe9754dc9 req-fa94d1be-d45f-483b-a903-559b59382f2c tempest-AttachVolumeShelveTestJSON-1712717013 tempest-AttachVolumeShelveTestJSON-1712717013-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:53:33.518290 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-383dc57a-2aac-4a5b-ab3e-86cbe9754dc9 req-fa94d1be-d45f-483b-a903-559b59382f2c tempest-AttachVolumeShelveTestJSON-1712717013 tempest-AttachVolumeShelveTestJSON-1712717013-project] 10.222.0.42 "GET /v2.0/ports?device_id=a3d617b3-55ec-41c1-b97c-911aa927ef50 HTTP/1.1" status: 200 len: 944 time: 0.1369555 Apr 18 20:53:33.546131 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d816e3f1-32fa-458f-b1c4-b4f5dc2845b0 req-0723e61a-655a-49e7-9aff-8ba5548929db tempest-ServersTestManualDisk-1928363056 tempest-ServersTestManualDisk-1928363056-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:53:33.546709 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [req-d816e3f1-32fa-458f-b1c4-b4f5dc2845b0 req-0723e61a-655a-49e7-9aff-8ba5548929db tempest-ServersTestManualDisk-1928363056 tempest-ServersTestManualDisk-1928363056-project] Synchronizing usage tracker for tenant:d097ca6178bf4202a3e30e56a61a7a3a on resource:port {{(pid=84041) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 20:53:33.552000 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-a49003f6-76c5-435b-a1c4-001c6b71f49c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1103592'] for network, before_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:53:33.554032 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f70bfbbc-fef1-4371-a5ac-a5a7aad7db31 req-9210a7ec-4501-437a-889a-f4fbaf38ac02 tempest-ServerActionsTestJSON-2052644234 tempest-ServerActionsTestJSON-2052644234-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:53:33.555454 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-f70bfbbc-fef1-4371-a5ac-a5a7aad7db31 req-9210a7ec-4501-437a-889a-f4fbaf38ac02 tempest-ServerActionsTestJSON-2052644234 tempest-ServerActionsTestJSON-2052644234-project] 10.222.0.42 "GET /v2.0/ports?device_id=b7307812-da19-4509-9baf-bb3ff8313904 HTTP/1.1" status: 200 len: 945 time: 0.1146684 Apr 18 20:53:33.571328 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [req-d816e3f1-32fa-458f-b1c4-b4f5dc2845b0 req-0723e61a-655a-49e7-9aff-8ba5548929db tempest-ServersTestManualDisk-1928363056 tempest-ServersTestManualDisk-1928363056-project] Unset dirty status for tenant:d097ca6178bf4202a3e30e56a61a7a3a on resource:port {{(pid=84041) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 20:53:33.572465 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-d816e3f1-32fa-458f-b1c4-b4f5dc2845b0 req-0723e61a-655a-49e7-9aff-8ba5548929db tempest-ServersTestManualDisk-1928363056 tempest-ServersTestManualDisk-1928363056-project] 10.222.0.43 "GET /v2.0/ports?device_id=c5fcae49-cbba-4367-b8c5-f1b0e0bda7cb HTTP/1.1" status: 200 len: 946 time: 0.2636728 Apr 18 20:53:33.580995 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750375287399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253529'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:53:33.600055 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-383dc57a-2aac-4a5b-ab3e-86cbe9754dc9 req-64b70fa4-ae81-4126-aaad-abebb756ff21 tempest-AttachVolumeShelveTestJSON-1712717013 tempest-AttachVolumeShelveTestJSON-1712717013-project] 10.222.0.42 "GET /v2.0/security-groups?id=2e9d8b44-da00-4a79-861c-f0ec417a580f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0756915 Apr 18 20:53:33.619750 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-f70bfbbc-fef1-4371-a5ac-a5a7aad7db31 req-4f5e516f-efab-4bb1-8f08-cc4786f81ee7 tempest-ServerActionsTestJSON-2052644234 tempest-ServerActionsTestJSON-2052644234-project] 10.222.0.42 "GET /v2.0/security-groups?id=c2aeb662-6a43-4389-8810-9fad3627855b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0542424 Apr 18 20:53:33.743208 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-a49003f6-76c5-435b-a1c4-001c6b71f49c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1258905', 'neutron.services.segments.db._delete_segments_for_network-8750375287417'] for network, precommit_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:53:33.753317 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.plugin [req-d816e3f1-32fa-458f-b1c4-b4f5dc2845b0 req-85fb5082-55f2-45a4-97d7-56c9b240c270 tempest-ServersTestManualDisk-1928363056 tempest-ServersTestManualDisk-1928363056-project] Deleting port 43338bac-2350-4846-81d5-278fc0297d87 {{(pid=84041) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 20:53:33.753653 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [req-d816e3f1-32fa-458f-b1c4-b4f5dc2845b0 req-85fb5082-55f2-45a4-97d7-56c9b240c270 tempest-ServersTestManualDisk-1928363056 tempest-ServersTestManualDisk-1928363056-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750375188691'] for port, before_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:53:33.815585 n-d-838334-2 neutron-server[84041]: DEBUG neutron.services.segments.db [None req-a49003f6-76c5-435b-a1c4-001c6b71f49c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['94fc6894-1eec-45c0-8ee8-d6d3497fd74a']}} {{(pid=84041) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:53:33.833444 n-d-838334-2 neutron-server[84041]: DEBUG neutron.services.segments.db [None req-a49003f6-76c5-435b-a1c4-001c6b71f49c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '42995a01-0161-4a1c-9d20-c44bc4bcd3bb') {'for_net_delete': True} {{(pid=84041) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:53:33.833732 n-d-838334-2 neutron-server[84041]: DEBUG neutron.services.segments.db [None req-a49003f6-76c5-435b-a1c4-001c6b71f49c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '42995a01-0161-4a1c-9d20-c44bc4bcd3bb') {} {{(pid=84041) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:53:33.877419 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02e80b10-baed-4bc8-9a68-a9998abdd2c6 req-b9674a3a-501c-4c26-9c9c-d1320e9d47bf tempest-ServerRescueNegativeTestJSON-1571656168 tempest-ServerRescueNegativeTestJSON-1571656168-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:53:33.878885 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-02e80b10-baed-4bc8-9a68-a9998abdd2c6 req-b9674a3a-501c-4c26-9c9c-d1320e9d47bf tempest-ServerRescueNegativeTestJSON-1571656168 tempest-ServerRescueNegativeTestJSON-1571656168-project] 10.222.0.42 "GET /v2.0/ports?device_id=84774df7-1534-4163-a5f8-10a9e8ea72b0 HTTP/1.1" status: 200 len: 943 time: 0.1482890 Apr 18 20:53:33.882167 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-a49003f6-76c5-435b-a1c4-001c6b71f49c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750375287300', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32268156'] for segment, before_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:53:33.888951 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ae802d9-5d44-4854-a625-659a69a8f6e1 req-5945b23c-dfca-428b-8ec5-b2542d4296d3 tempest-TaggedBootDevicesTest_v242-417596240 tempest-TaggedBootDevicesTest_v242-417596240-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:53:33.892903 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ae802d9-5d44-4854-a625-659a69a8f6e1 req-5945b23c-dfca-428b-8ec5-b2542d4296d3 tempest-TaggedBootDevicesTest_v242-417596240 tempest-TaggedBootDevicesTest_v242-417596240-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:53:33.896845 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ae802d9-5d44-4854-a625-659a69a8f6e1 req-5945b23c-dfca-428b-8ec5-b2542d4296d3 tempest-TaggedBootDevicesTest_v242-417596240 tempest-TaggedBootDevicesTest_v242-417596240-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:53:33.900764 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ae802d9-5d44-4854-a625-659a69a8f6e1 req-5945b23c-dfca-428b-8ec5-b2542d4296d3 tempest-TaggedBootDevicesTest_v242-417596240 tempest-TaggedBootDevicesTest_v242-417596240-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:53:33.905438 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ae802d9-5d44-4854-a625-659a69a8f6e1 req-5945b23c-dfca-428b-8ec5-b2542d4296d3 tempest-TaggedBootDevicesTest_v242-417596240 tempest-TaggedBootDevicesTest_v242-417596240-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:53:33.909364 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ae802d9-5d44-4854-a625-659a69a8f6e1 req-5945b23c-dfca-428b-8ec5-b2542d4296d3 tempest-TaggedBootDevicesTest_v242-417596240 tempest-TaggedBootDevicesTest_v242-417596240-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:53:33.910201 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-a49003f6-76c5-435b-a1c4-001c6b71f49c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1082986'] for segment, precommit_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:53:33.913310 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ae802d9-5d44-4854-a625-659a69a8f6e1 req-5945b23c-dfca-428b-8ec5-b2542d4296d3 tempest-TaggedBootDevicesTest_v242-417596240 tempest-TaggedBootDevicesTest_v242-417596240-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:53:33.915158 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-0ae802d9-5d44-4854-a625-659a69a8f6e1 req-5945b23c-dfca-428b-8ec5-b2542d4296d3 tempest-TaggedBootDevicesTest_v242-417596240 tempest-TaggedBootDevicesTest_v242-417596240-project] 10.222.0.42 "GET /v2.0/ports?device_id=6a49f48a-913c-49a6-8c09-bf4c978ef91f HTTP/1.1" status: 200 len: 5430 time: 0.1524425 Apr 18 20:53:33.977120 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a49003f6-76c5-435b-a1c4-001c6b71f49c admin admin] Releasing vlan 399 on physical network physnet1 to pool {{(pid=84041) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 18 20:53:33.977522 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-a49003f6-76c5-435b-a1c4-001c6b71f49c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1082993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32266254'] for segment, after_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:53:33.989757 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-02e80b10-baed-4bc8-9a68-a9998abdd2c6 req-9aa23850-820a-4be5-8250-ea4d0c3681da tempest-ServerRescueNegativeTestJSON-1571656168 tempest-ServerRescueNegativeTestJSON-1571656168-project] 10.222.0.42 "GET /v2.0/security-groups?id=43017ed2-a4b0-4fb1-8865-58458190611c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0735986 Apr 18 20:53:33.990944 n-d-838334-2 neutron-server[84041]: Traceback (most recent call last): Apr 18 20:53:33.990944 n-d-838334-2 neutron-server[84041]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 18 20:53:33.990944 n-d-838334-2 neutron-server[84041]: timer() Apr 18 20:53:33.990944 n-d-838334-2 neutron-server[84041]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 20:53:33.990944 n-d-838334-2 neutron-server[84041]: cb(*args, **kw) Apr 18 20:53:33.990944 n-d-838334-2 neutron-server[84041]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 18 20:53:33.990944 n-d-838334-2 neutron-server[84041]: return func(*args, **kwargs) Apr 18 20:53:33.990944 n-d-838334-2 neutron-server[84041]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 20:53:33.990944 n-d-838334-2 neutron-server[84041]: self._notify() Apr 18 20:53:33.990944 n-d-838334-2 neutron-server[84041]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 20:53:33.990944 n-d-838334-2 neutron-server[84041]: self.callback(batched_events) Apr 18 20:53:33.990944 n-d-838334-2 neutron-server[84041]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 20:53:33.990944 n-d-838334-2 neutron-server[84041]: event.method(event) Apr 18 20:53:33.990944 n-d-838334-2 neutron-server[84041]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 18 20:53:33.990944 n-d-838334-2 neutron-server[84041]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 20:53:33.990944 n-d-838334-2 neutron-server[84041]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 18 20:53:33.990944 n-d-838334-2 neutron-server[84041]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 20:53:33.990944 n-d-838334-2 neutron-server[84041]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 18 20:53:33.990944 n-d-838334-2 neutron-server[84041]: return f(self, *a, **k) Apr 18 20:53:33.990944 n-d-838334-2 neutron-server[84041]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 18 20:53:33.990944 n-d-838334-2 neutron-server[84041]: return self._get(url).json() Apr 18 20:53:33.990944 n-d-838334-2 neutron-server[84041]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 18 20:53:33.990944 n-d-838334-2 neutron-server[84041]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 20:53:33.990944 n-d-838334-2 neutron-server[84041]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 18 20:53:33.990944 n-d-838334-2 neutron-server[84041]: return self.request(url, 'GET', **kwargs) Apr 18 20:53:33.990944 n-d-838334-2 neutron-server[84041]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 18 20:53:33.990944 n-d-838334-2 neutron-server[84041]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 20:53:33.990944 n-d-838334-2 neutron-server[84041]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 18 20:53:33.990944 n-d-838334-2 neutron-server[84041]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 20:53:33.990944 n-d-838334-2 neutron-server[84041]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 18 20:53:33.990944 n-d-838334-2 neutron-server[84041]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 20:53:33.990944 n-d-838334-2 neutron-server[84041]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 20:53:33.993327 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-0ae802d9-5d44-4854-a625-659a69a8f6e1 req-2e334f26-d11e-49d1-a9d9-86d1585fee1e tempest-TaggedBootDevicesTest_v242-417596240 tempest-TaggedBootDevicesTest_v242-417596240-project] 10.222.0.42 "GET /v2.0/security-groups?id=90f86da5-60b0-4e29-8e55-fe6cf6b75c5e&id=48fab5b0-1368-425c-9a53-c0303d2044f1&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0635519 Apr 18 20:53:34.094983 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-a49003f6-76c5-435b-a1c4-001c6b71f49c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1258898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33526109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33444113'] for network, after_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:53:34.099721 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-a49003f6-76c5-435b-a1c4-001c6b71f49c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32378031'] for network, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:53:34.141132 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-a49003f6-76c5-435b-a1c4-001c6b71f49c admin admin] 10.222.0.42 "DELETE /v2.0/networks/94fc6894-1eec-45c0-8ee8-d6d3497fd74a HTTP/1.1" status: 204 len: 168 time: 0.7189491 Apr 18 20:53:34.145503 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a49003f6-76c5-435b-a1c4-001c6b71f49c admin admin] Pushing event deleted for resources: {'Network': ['ID=94fc6894-1eec-45c0-8ee8-d6d3497fd74a,revision_number=None']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:53:34.166813 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.db [req-d816e3f1-32fa-458f-b1c4-b4f5dc2845b0 req-85fb5082-55f2-45a4-97d7-56c9b240c270 tempest-ServersTestManualDisk-1928363056 tempest-ServersTestManualDisk-1928363056-project] For port 43338bac-2350-4846-81d5-278fc0297d87, host n-h1-838334-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838334-2',level=0,port_id=43338bac-2350-4846-81d5-278fc0297d87,segment=NetworkSegment(7fd7f82e-b9be-4ad1-806b-d51304cf96d4),segment_id=7fd7f82e-b9be-4ad1-806b-d51304cf96d4)] {{(pid=84041) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:53:34.167173 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [req-d816e3f1-32fa-458f-b1c4-b4f5dc2845b0 req-85fb5082-55f2-45a4-97d7-56c9b240c270 tempest-ServersTestManualDisk-1928363056 tempest-ServersTestManualDisk-1928363056-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369123'] for port, precommit_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:53:34.201942 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a85f909-eebd-470a-9195-ed027cfe43f6 req-2e07aee9-81c7-4cbd-9705-94eb9a0d142b tempest-ServerDiskConfigTestJSON-473081836 tempest-ServerDiskConfigTestJSON-473081836-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:53:34.204608 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-6a85f909-eebd-470a-9195-ed027cfe43f6 req-2e07aee9-81c7-4cbd-9705-94eb9a0d142b tempest-ServerDiskConfigTestJSON-473081836 tempest-ServerDiskConfigTestJSON-473081836-project] 10.222.0.42 "GET /v2.0/ports?device_id=e3ce1959-1c32-471b-a30a-a5dd21c9b8a4 HTTP/1.1" status: 200 len: 945 time: 0.0884931 Apr 18 20:53:34.267399 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-6a85f909-eebd-470a-9195-ed027cfe43f6 req-28ad3933-a225-4587-af51-3c26d0aae1ef tempest-ServerDiskConfigTestJSON-473081836 tempest-ServerDiskConfigTestJSON-473081836-project] 10.222.0.42 "GET /v2.0/security-groups?id=527f07bd-3b7c-4e87-bb13-fa86b9490e28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570319 Apr 18 20:53:34.337040 n-d-838334-2 neutron-server[84041]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2b8984d5-9092-4446-a54a-59aab20ef5a5'] response: {'name': 'network-changed', 'server_uuid': '84774df7-1534-4163-a5f8-10a9e8ea72b0', 'tag': 'ac9125d6-9b8a-402f-be21-f544dd8690c6', 'status': 'completed', 'code': 200} Apr 18 20:53:34.350275 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 49436) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:53:34.458376 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-350fc92d-67db-4b65-917c-0f27f3ca9358 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=73f6907b204949b4bb681a1a2ac7fa17&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1064076 Apr 18 20:53:34.487571 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 49442) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:53:34.552179 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5239411-7f5a-4711-a5a3-b2408f25f898 req-62dacbff-c56c-49a1-a214-5c5a3b5b5616 tempest-ServerActionsTestJSON-2052644234 tempest-ServerActionsTestJSON-2052644234-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:53:34.553618 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-c5239411-7f5a-4711-a5a3-b2408f25f898 req-62dacbff-c56c-49a1-a214-5c5a3b5b5616 tempest-ServerActionsTestJSON-2052644234 tempest-ServerActionsTestJSON-2052644234-project] 10.222.0.42 "GET /v2.0/ports?device_id=b7307812-da19-4509-9baf-bb3ff8313904 HTTP/1.1" status: 200 len: 945 time: 0.1442986 Apr 18 20:53:34.563383 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-167fb8a8-ac4a-4757-b896-376be96f6811 req-97f040c3-adda-4930-8ea0-c71829f1e350 tempest-ServersTestManualDisk-1928363056 tempest-ServersTestManualDisk-1928363056-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:53:34.564819 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-167fb8a8-ac4a-4757-b896-376be96f6811 req-97f040c3-adda-4930-8ea0-c71829f1e350 tempest-ServersTestManualDisk-1928363056 tempest-ServersTestManualDisk-1928363056-project] 10.222.0.42 "GET /v2.0/ports?device_id=c5fcae49-cbba-4367-b8c5-f1b0e0bda7cb HTTP/1.1" status: 200 len: 946 time: 0.1054053 Apr 18 20:53:34.581366 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [req-d816e3f1-32fa-458f-b1c4-b4f5dc2845b0 req-85fb5082-55f2-45a4-97d7-56c9b240c270 tempest-ServersTestManualDisk-1928363056 tempest-ServersTestManualDisk-1928363056-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:53:34.581649 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [req-d816e3f1-32fa-458f-b1c4-b4f5dc2845b0 req-85fb5082-55f2-45a4-97d7-56c9b240c270 tempest-ServersTestManualDisk-1928363056 tempest-ServersTestManualDisk-1928363056-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33444131'] for floatingip, after_update {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:53:34.581957 n-d-838334-2 neutron-server[84041]: INFO neutron.db.l3_db [req-d816e3f1-32fa-458f-b1c4-b4f5dc2845b0 req-85fb5082-55f2-45a4-97d7-56c9b240c270 tempest-ServersTestManualDisk-1928363056 tempest-ServersTestManualDisk-1928363056-project] Floating IP 5b1c4dda-6a26-4a81-8083-336b21c8e195 disassociated. External IP: 172.25.8.187, port: 43338bac-2350-4846-81d5-278fc0297d87. Apr 18 20:53:34.582292 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.plugin [req-d816e3f1-32fa-458f-b1c4-b4f5dc2845b0 req-85fb5082-55f2-45a4-97d7-56c9b240c270 tempest-ServersTestManualDisk-1928363056 tempest-ServersTestManualDisk-1928363056-project] Calling delete_port for 43338bac-2350-4846-81d5-278fc0297d87 owned by compute:nova {{(pid=84041) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 20:53:34.618155 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-bf26ccb8-823e-4f56-97d1-1a9d76971759 req-27af69c6-b2b3-4360-9960-312887e5707d service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=f9a0b0412d2042448fe0968cc5e47ae5&device_id=84774df7-1534-4163-a5f8-10a9e8ea72b0 HTTP/1.1" status: 200 len: 1094 time: 0.2802849 Apr 18 20:53:34.635813 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-c5239411-7f5a-4711-a5a3-b2408f25f898 req-b2750e32-bd90-41e0-af7e-6cb9ae63f1c3 tempest-ServerActionsTestJSON-2052644234 tempest-ServerActionsTestJSON-2052644234-project] 10.222.0.42 "GET /v2.0/security-groups?id=c2aeb662-6a43-4389-8810-9fad3627855b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0700171 Apr 18 20:53:34.641523 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-167fb8a8-ac4a-4757-b896-376be96f6811 req-42ff6424-a20f-4e64-8391-3fecda94171e tempest-ServersTestManualDisk-1928363056 tempest-ServersTestManualDisk-1928363056-project] 10.222.0.42 "GET /v2.0/security-groups?id=1bf0e5d8-d566-43af-ab33-a70868c827e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0618899 Apr 18 20:53:34.825038 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-9f014f79-e9a7-4ee1-91f9-f8fed4c2752b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:53:34.889352 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-9f014f79-e9a7-4ee1-91f9-f8fed4c2752b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:53:35.008926 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Device 96dabab2-edf7-421c-9f87-a969c8aeb8a0 details requested by agent hyperv_n-h1-838334-2 with host n-h1-838334-2 {{(pid=84042) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 18 20:53:35.010340 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf26ccb8-823e-4f56-97d1-1a9d76971759 req-03f187d0-8534-491d-b97c-9b0c246fdf54 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:53:35.011805 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-bf26ccb8-823e-4f56-97d1-1a9d76971759 req-03f187d0-8534-491d-b97c-9b0c246fdf54 service neutron] 10.222.0.43 "GET /v2.0/networks?id=9956df45-2736-4a4c-9815-b894d9a44160 HTTP/1.1" status: 200 len: 920 time: 0.3813965 Apr 18 20:53:35.093406 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [req-d816e3f1-32fa-458f-b1c4-b4f5dc2845b0 req-85fb5082-55f2-45a4-97d7-56c9b240c270 tempest-ServersTestManualDisk-1928363056 tempest-ServersTestManualDisk-1928363056-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750375259028', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750374836628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32266323'] for port, after_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:53:35.150819 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-bf26ccb8-823e-4f56-97d1-1a9d76971759 req-291ba1e0-b967-4a22-b730-ae017bdc55e2 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ac9125d6-9b8a-402f-be21-f544dd8690c6 HTTP/1.1" status: 200 len: 217 time: 0.1125479 Apr 18 20:53:35.151547 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85fb5082-55f2-45a4-97d7-56c9b240c270 tempest-ServersTestManualDisk-1928363056 tempest-ServersTestManualDisk-1928363056-project] Pushing event deleted for resources: {'Port': ['ID=43338bac-2350-4846-81d5-278fc0297d87,revision_number=None']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:53:35.164103 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cdacfd3-c344-4229-b960-fca353602ba1 req-77208ae4-ac7a-4a06-b893-4e22138634a3 tempest-AttachVolumeShelveTestJSON-1712717013 tempest-AttachVolumeShelveTestJSON-1712717013-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:53:35.165643 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-9cdacfd3-c344-4229-b960-fca353602ba1 req-77208ae4-ac7a-4a06-b893-4e22138634a3 tempest-AttachVolumeShelveTestJSON-1712717013 tempest-AttachVolumeShelveTestJSON-1712717013-project] 10.222.0.42 "GET /v2.0/ports?device_id=a3d617b3-55ec-41c1-b97c-911aa927ef50 HTTP/1.1" status: 200 len: 944 time: 0.1719859 Apr 18 20:53:35.172857 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfa8d855-d680-4124-ad3d-4b72e2107825 req-fa81f544-56fb-47f5-a702-2c633ad90874 tempest-ServerActionsTestJSON-2052644234 tempest-ServerActionsTestJSON-2052644234-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:53:35.174276 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-cfa8d855-d680-4124-ad3d-4b72e2107825 req-fa81f544-56fb-47f5-a702-2c633ad90874 tempest-ServerActionsTestJSON-2052644234 tempest-ServerActionsTestJSON-2052644234-project] 10.222.0.42 "GET /v2.0/ports?device_id=b7307812-da19-4509-9baf-bb3ff8313904 HTTP/1.1" status: 200 len: 945 time: 0.1182208 Apr 18 20:53:35.185798 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] For port 96dabab2-edf7-421c-9f87-a969c8aeb8a0, host n-h1-838334-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838334-2',level=0,port_id=96dabab2-edf7-421c-9f87-a969c8aeb8a0,segment=NetworkSegment(cd8c59c7-b4b2-44a4-be0f-4e934073fee4),segment_id=cd8c59c7-b4b2-44a4-be0f-4e934073fee4)] {{(pid=84042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:53:35.207517 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-9f014f79-e9a7-4ee1-91f9-f8fed4c2752b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33528224'] for security_group, after_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:53:35.215946 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Returning: {'device': '96dabab2-edf7-421c-9f87-a969c8aeb8a0', 'network_id': '0f9d847a-7ba3-4a42-a0c6-e8541d683b40', 'port_id': '96dabab2-edf7-421c-9f87-a969c8aeb8a0', 'mac_address': 'fa:16:3e:6e:6c:d1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 369, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd2e46a24-0bb5-4d5b-bcac-f83f2e3a3c35', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84042) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 18 20:53:35.249355 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-9cdacfd3-c344-4229-b960-fca353602ba1 req-bdebf3dd-e9fb-463e-b0ca-f0b0c72c0b9b tempest-AttachVolumeShelveTestJSON-1712717013 tempest-AttachVolumeShelveTestJSON-1712717013-project] 10.222.0.42 "GET /v2.0/security-groups?id=2e9d8b44-da00-4a79-861c-f0ec417a580f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0741661 Apr 18 20:53:35.265684 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-cfa8d855-d680-4124-ad3d-4b72e2107825 req-c579c36d-9e23-411e-93ef-59d4a0f1eb70 tempest-ServerActionsTestJSON-2052644234 tempest-ServerActionsTestJSON-2052644234-project] 10.222.0.42 "GET /v2.0/security-groups?id=c2aeb662-6a43-4389-8810-9fad3627855b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0752711 Apr 18 20:53:35.290228 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:53:35.293463 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f014f79-e9a7-4ee1-91f9-f8fed4c2752b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b013fa2-3b1d-4cbf-8b0e-9b422cbd0cab,revision_number=None']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:53:35.296126 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf26ccb8-823e-4f56-97d1-1a9d76971759 req-245edeca-773a-4250-9d40-6b68a98e9279 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:53:35.297617 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-bf26ccb8-823e-4f56-97d1-1a9d76971759 req-245edeca-773a-4250-9d40-6b68a98e9279 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=e000ef4a-9553-4d5a-aa5c-e55a867fcd65 HTTP/1.1" status: 200 len: 858 time: 0.1392806 Apr 18 20:53:35.313627 n-d-838334-2 neutron-server[84042]: DEBUG neutron.notifiers.nova [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 96dabab2-edf7-421c-9f87-a969c8aeb8a0 {{(pid=84042) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 18 20:53:35.341815 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] For port 96dabab2-edf7-421c-9f87-a969c8aeb8a0, host n-h1-838334-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838334-2',level=0,port_id=96dabab2-edf7-421c-9f87-a969c8aeb8a0,segment=NetworkSegment(cd8c59c7-b4b2-44a4-be0f-4e934073fee4),segment_id=cd8c59c7-b4b2-44a4-be0f-4e934073fee4)] {{(pid=84042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:53:35.350154 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682'] for port, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:53:35.352027 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Device ac9125d6-9b8a-402f-be21-f544dd8690c6 details requested by agent hyperv_n-h1-838334-2 with host n-h1-838334-2 {{(pid=84042) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 18 20:53:35.455064 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-9f014f79-e9a7-4ee1-91f9-f8fed4c2752b admin admin] Notify callbacks [] for security_group, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:53:35.456191 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-9f014f79-e9a7-4ee1-91f9-f8fed4c2752b admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/5b013fa2-3b1d-4cbf-8b0e-9b422cbd0cab HTTP/1.1" status: 204 len: 168 time: 0.9676883 Apr 18 20:53:35.480403 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-bf26ccb8-823e-4f56-97d1-1a9d76971759 req-bb594501-5334-42e1-976d-4e78ef68c03e service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=9956df45-2736-4a4c-9815-b894d9a44160&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1675389 Apr 18 20:53:35.612618 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc6fee37-9f6a-43c3-955a-7b18859747b0 req-ddcc9549-0bd3-4d02-b6f4-5d982b47e3e8 tempest-ServerRescueNegativeTestJSON-1571656168 tempest-ServerRescueNegativeTestJSON-1571656168-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:53:35.626274 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-cc6fee37-9f6a-43c3-955a-7b18859747b0 req-ddcc9549-0bd3-4d02-b6f4-5d982b47e3e8 tempest-ServerRescueNegativeTestJSON-1571656168 tempest-ServerRescueNegativeTestJSON-1571656168-project] 10.222.0.42 "GET /v2.0/ports?device_id=84774df7-1534-4163-a5f8-10a9e8ea72b0 HTTP/1.1" status: 200 len: 943 time: 0.1385739 Apr 18 20:53:35.638760 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Pushing event updated for resources: {'Port': ['ID=96dabab2-edf7-421c-9f87-a969c8aeb8a0,revision_number=11']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:53:35.650808 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-bf26ccb8-823e-4f56-97d1-1a9d76971759 req-f3fe2412-d527-43b2-acf0-2c4812700aa6 service neutron] 10.222.0.43 "GET /v2.0/networks/9956df45-2736-4a4c-9815-b894d9a44160?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1633031 Apr 18 20:53:35.689453 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] For port ac9125d6-9b8a-402f-be21-f544dd8690c6, host n-h1-838334-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838334-2',level=0,port_id=ac9125d6-9b8a-402f-be21-f544dd8690c6,segment=NetworkSegment(ccfed005-c723-40b8-96fb-046d88190b5b),segment_id=ccfed005-c723-40b8-96fb-046d88190b5b)] {{(pid=84042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:53:35.715816 n-d-838334-2 neutron-server[84041]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d816e3f1-32fa-458f-b1c4-b4f5dc2845b0 req-85fb5082-55f2-45a4-97d7-56c9b240c270 tempest-ServersTestManualDisk-1928363056 tempest-ServersTestManualDisk-1928363056-project] Router 09d5c51a-192d-453a-aaa5-12af973816c7 has already been hosted by L3 agent bc84d6c9-dd7a-4555-a351-592327b46d5a {{(pid=84041) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 20:53:35.716611 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-cc6fee37-9f6a-43c3-955a-7b18859747b0 req-508f8c68-54d3-4dca-9167-03f1bee53458 tempest-ServerRescueNegativeTestJSON-1571656168 tempest-ServerRescueNegativeTestJSON-1571656168-project] 10.222.0.42 "GET /v2.0/security-groups?id=43017ed2-a4b0-4fb1-8865-58458190611c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0892200 Apr 18 20:53:35.721911 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Returning: {'device': 'ac9125d6-9b8a-402f-be21-f544dd8690c6', 'network_id': '9956df45-2736-4a4c-9815-b894d9a44160', 'port_id': 'ac9125d6-9b8a-402f-be21-f544dd8690c6', 'mac_address': 'fa:16:3e:df:66:6b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 359, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e000ef4a-9553-4d5a-aa5c-e55a867fcd65', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84042) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 18 20:53:35.798581 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:53:35.825194 n-d-838334-2 neutron-server[84042]: DEBUG neutron.notifiers.nova [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ac9125d6-9b8a-402f-be21-f544dd8690c6 {{(pid=84042) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 18 20:53:35.867237 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9270479-12eb-41e8-86d7-4c641ba63050 req-4dd0a76d-9ab3-4207-ba33-a65898c6d7d7 tempest-TaggedBootDevicesTest_v242-417596240 tempest-TaggedBootDevicesTest_v242-417596240-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:53:35.871494 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9270479-12eb-41e8-86d7-4c641ba63050 req-4dd0a76d-9ab3-4207-ba33-a65898c6d7d7 tempest-TaggedBootDevicesTest_v242-417596240 tempest-TaggedBootDevicesTest_v242-417596240-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:53:35.877046 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9270479-12eb-41e8-86d7-4c641ba63050 req-4dd0a76d-9ab3-4207-ba33-a65898c6d7d7 tempest-TaggedBootDevicesTest_v242-417596240 tempest-TaggedBootDevicesTest_v242-417596240-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:53:35.881322 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9270479-12eb-41e8-86d7-4c641ba63050 req-4dd0a76d-9ab3-4207-ba33-a65898c6d7d7 tempest-TaggedBootDevicesTest_v242-417596240 tempest-TaggedBootDevicesTest_v242-417596240-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:53:35.884727 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] For port ac9125d6-9b8a-402f-be21-f544dd8690c6, host n-h1-838334-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838334-2',level=0,port_id=ac9125d6-9b8a-402f-be21-f544dd8690c6,segment=NetworkSegment(ccfed005-c723-40b8-96fb-046d88190b5b),segment_id=ccfed005-c723-40b8-96fb-046d88190b5b)] {{(pid=84042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:53:35.885165 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9270479-12eb-41e8-86d7-4c641ba63050 req-4dd0a76d-9ab3-4207-ba33-a65898c6d7d7 tempest-TaggedBootDevicesTest_v242-417596240 tempest-TaggedBootDevicesTest_v242-417596240-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:53:35.889916 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9270479-12eb-41e8-86d7-4c641ba63050 req-4dd0a76d-9ab3-4207-ba33-a65898c6d7d7 tempest-TaggedBootDevicesTest_v242-417596240 tempest-TaggedBootDevicesTest_v242-417596240-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:53:35.895399 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9270479-12eb-41e8-86d7-4c641ba63050 req-4dd0a76d-9ab3-4207-ba33-a65898c6d7d7 tempest-TaggedBootDevicesTest_v242-417596240 tempest-TaggedBootDevicesTest_v242-417596240-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:53:35.895939 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682'] for port, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:53:35.897915 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-e9270479-12eb-41e8-86d7-4c641ba63050 req-4dd0a76d-9ab3-4207-ba33-a65898c6d7d7 tempest-TaggedBootDevicesTest_v242-417596240 tempest-TaggedBootDevicesTest_v242-417596240-project] 10.222.0.42 "GET /v2.0/ports?device_id=6a49f48a-913c-49a6-8c09-bf4c978ef91f HTTP/1.1" status: 200 len: 5430 time: 0.1800671 Apr 18 20:53:35.970929 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Pushing event updated for resources: {'Port': ['ID=ac9125d6-9b8a-402f-be21-f544dd8690c6,revision_number=4']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:53:36.009928 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-bf26ccb8-823e-4f56-97d1-1a9d76971759 req-10aa1b4e-3d0f-4249-835a-9da6e204ebf8 service neutron] 10.222.0.43 "GET /v2.0/networks/9956df45-2736-4a4c-9815-b894d9a44160?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3448701 Apr 18 20:53:36.082504 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-e9270479-12eb-41e8-86d7-4c641ba63050 req-66dc0541-89f5-4cc3-ae65-7b8f8683fe05 tempest-TaggedBootDevicesTest_v242-417596240 tempest-TaggedBootDevicesTest_v242-417596240-project] 10.222.0.42 "GET /v2.0/security-groups?id=90f86da5-60b0-4e29-8e55-fe6cf6b75c5e&id=48fab5b0-1368-425c-9a53-c0303d2044f1&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1777775 Apr 18 20:53:36.141658 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d816e3f1-32fa-458f-b1c4-b4f5dc2845b0 req-85fb5082-55f2-45a4-97d7-56c9b240c270 tempest-ServersTestManualDisk-1928363056 tempest-ServersTestManualDisk-1928363056-project] Notify agent at l3_agent.n-d-838334-2 the message routers_updated {{(pid=84041) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 20:53:36.143199 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 49474) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:53:36.154264 n-d-838334-2 neutron-server[84043]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbc32f75-e2a1-4a08-b561-5d5c57890adb None None] Sync routers for ids ['09d5c51a-192d-453a-aaa5-12af973816c7'] in n-d-838334-2 {{(pid=84043) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 18 20:53:36.168136 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbc32f75-e2a1-4a08-b561-5d5c57890adb None None] Routers {'09d5c51a-192d-453a-aaa5-12af973816c7'} bound to L3 agent in host n-d-838334-2 {{(pid=84043) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 20:53:36.168995 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.l3_hamode_db [None req-fbc32f75-e2a1-4a08-b561-5d5c57890adb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838334-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-18T20:25:48Z,description=,heartbeat_timestamp=2022-04-18T20:53:18Z,host='n-d-838334-2',id=bc84d6c9-dd7a-4555-a351-592327b46d5a,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:25:48Z,topic='l3_agent')) {'router_ids': ['09d5c51a-192d-453a-aaa5-12af973816c7'], 'active': True} {{(pid=84043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:53:36.196568 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] get_ports_and_sgs() called for port_ids ['ac9125d6-9b8a-402f-be21-f544dd8690c6'] {{(pid=84042) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 18 20:53:36.231251 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] get_ports_and_sgs() called for port_ids ['96dabab2-edf7-421c-9f87-a969c8aeb8a0'] {{(pid=84042) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 18 20:53:36.245592 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.l3_dvrscheduler_db [req-d816e3f1-32fa-458f-b1c4-b4f5dc2845b0 req-85fb5082-55f2-45a4-97d7-56c9b240c270 tempest-ServersTestManualDisk-1928363056 tempest-ServersTestManualDisk-1928363056-project] No DVR routers for this DVR port 43338bac-2350-4846-81d5-278fc0297d87 on host n-h1-838334-2 {{(pid=84041) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 20:53:36.249011 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [req-d816e3f1-32fa-458f-b1c4-b4f5dc2845b0 req-85fb5082-55f2-45a4-97d7-56c9b240c270 tempest-ServersTestManualDisk-1928363056 tempest-ServersTestManualDisk-1928363056-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217293'] for port, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:53:36.251115 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-d816e3f1-32fa-458f-b1c4-b4f5dc2845b0 req-85fb5082-55f2-45a4-97d7-56c9b240c270 tempest-ServersTestManualDisk-1928363056 tempest-ServersTestManualDisk-1928363056-project] 10.222.0.43 "DELETE /v2.0/ports/43338bac-2350-4846-81d5-278fc0297d87 HTTP/1.1" status: 204 len: 173 time: 2.6510360 Apr 18 20:53:36.285973 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-980255c5-014b-4010-ac6f-ab55b163bb02 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=12694760047540d7b543cf140be0368d&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1414461 Apr 18 20:53:36.288416 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 49478) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:53:36.339493 n-d-838334-2 neutron-server[84041]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c5fcae49-cbba-4367-b8c5-f1b0e0bda7cb', 'name': 'network-vif-deleted', 'tag': '43338bac-2350-4846-81d5-278fc0297d87'}] {{(pid=84041) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 20:53:36.374082 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-729c1c66-2c0e-4a23-a477-c1e2aa0fe8a9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:53:36.414986 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-729c1c66-2c0e-4a23-a477-c1e2aa0fe8a9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:53:36.417894 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.l3_dvr_db [None req-fbc32f75-e2a1-4a08-b561-5d5c57890adb None None] Set router 09d5c51a-192d-453a-aaa5-12af973816c7 gateway port host: n-d-838334-2 {{(pid=84043) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 20:53:36.451851 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b85fd8d-7571-48a2-8a44-526d3efe17bf req-da1b2e11-709d-4c9f-8bcc-824d17603420 tempest-ServerDiskConfigTestJSON-473081836 tempest-ServerDiskConfigTestJSON-473081836-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:53:36.460775 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-8b85fd8d-7571-48a2-8a44-526d3efe17bf req-da1b2e11-709d-4c9f-8bcc-824d17603420 tempest-ServerDiskConfigTestJSON-473081836 tempest-ServerDiskConfigTestJSON-473081836-project] 10.222.0.42 "GET /v2.0/networks?id=5aa366fd-2007-469d-beb7-cd29ef89e1e3 HTTP/1.1" status: 200 len: 815 time: 0.5321586 Apr 18 20:53:36.478966 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5963c905-66d5-4f67-81d5-71d77ea7e840 req-356c6f35-e1f0-4591-852c-cac960f7ecfc tempest-ServerActionsTestJSON-2052644234 tempest-ServerActionsTestJSON-2052644234-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:53:36.481169 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-5963c905-66d5-4f67-81d5-71d77ea7e840 req-356c6f35-e1f0-4591-852c-cac960f7ecfc tempest-ServerActionsTestJSON-2052644234 tempest-ServerActionsTestJSON-2052644234-project] 10.222.0.42 "GET /v2.0/ports?device_id=b7307812-da19-4509-9baf-bb3ff8313904 HTTP/1.1" status: 200 len: 945 time: 0.2181571 Apr 18 20:53:36.496094 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-729c1c66-2c0e-4a23-a477-c1e2aa0fe8a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33528224'] for security_group, after_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:53:36.522828 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-729c1c66-2c0e-4a23-a477-c1e2aa0fe8a9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9db44fa7-2c9a-4052-95c7-64041e2e8a7c,revision_number=None']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:53:36.539517 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-729c1c66-2c0e-4a23-a477-c1e2aa0fe8a9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:53:36.541674 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-729c1c66-2c0e-4a23-a477-c1e2aa0fe8a9 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/9db44fa7-2c9a-4052-95c7-64041e2e8a7c HTTP/1.1" status: 204 len: 168 time: 0.2521765 Apr 18 20:53:36.547331 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-8b85fd8d-7571-48a2-8a44-526d3efe17bf req-0acd9799-79b4-4ce6-87dd-333bcf8a3488 tempest-ServerDiskConfigTestJSON-473081836 tempest-ServerDiskConfigTestJSON-473081836-project] 10.222.0.42 "GET /v2.0/quotas/873b40c7f5b941c6b9e1975b2a303d65 HTTP/1.1" status: 200 len: 375 time: 0.0618594 Apr 18 20:53:36.634833 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-5963c905-66d5-4f67-81d5-71d77ea7e840 req-0cbb4ef8-77a6-4965-a481-43de1ad4d0f8 tempest-ServerActionsTestJSON-2052644234 tempest-ServerActionsTestJSON-2052644234-project] 10.222.0.42 "GET /v2.0/security-groups?id=c2aeb662-6a43-4389-8810-9fad3627855b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1449401 Apr 18 20:53:36.678715 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-8b85fd8d-7571-48a2-8a44-526d3efe17bf req-fe5f8e7a-c894-4e2d-84f1-2748000168aa tempest-ServerDiskConfigTestJSON-473081836 tempest-ServerDiskConfigTestJSON-473081836-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=873b40c7f5b941c6b9e1975b2a303d65&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1292398 Apr 18 20:53:36.856285 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.l3_hamode_db [None req-fbc32f75-e2a1-4a08-b561-5d5c57890adb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09d5c51a-192d-453a-aaa5-12af973816c7', 'name': 'tempest-ServersTestManualDisk-706543175-router', 'tenant_id': 'd097ca6178bf4202a3e30e56a61a7a3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'external_fixed_ips': [{'subnet_id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'ip_address': '172.25.8.241'}], 'enable_snat': True}, 'gw_port_id': 'f181cca8-f5ce-4a2c-8bbb-bc3372d09100', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:52:00Z', 'updated_at': '2022-04-18T20:52:09Z', 'revision_number': 4, 'project_id': 'd097ca6178bf4202a3e30e56a61a7a3a', 'gw_port': {'id': 'f181cca8-f5ce-4a2c-8bbb-bc3372d09100', 'name': '', 'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:82:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09d5c51a-192d-453a-aaa5-12af973816c7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'ip_address': '172.25.8.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:52:01Z', 'updated_at': '2022-04-18T20:52:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838334-2', '_interfaces': [{'id': 'ac51ef9b-db9a-4e6c-bb0d-ebf417fe0a69', 'name': '', 'network_id': '900e7008-3a76-4947-a7ad-9adec518e5cf', 'tenant_id': 'd097ca6178bf4202a3e30e56a61a7a3a', 'mac_address': 'fa:16:3e:de:0c:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09d5c51a-192d-453a-aaa5-12af973816c7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b97e4a75-8ec3-4f6e-beb3-db8f3e8db4d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:52:06Z', 'updated_at': '2022-04-18T20:52:40Z', 'revision_number': 5, 'project_id': 'd097ca6178bf4202a3e30e56a61a7a3a', 'subnets': [{'id': 'b97e4a75-8ec3-4f6e-beb3-db8f3e8db4d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838334-2', False) {} {{(pid=84043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:53:36.861497 n-d-838334-2 neutron-server[84043]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbc32f75-e2a1-4a08-b561-5d5c57890adb None None] Checking router: 09d5c51a-192d-453a-aaa5-12af973816c7 for host: n-d-838334-2 {{(pid=84043) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 18 20:53:36.873640 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbc32f75-e2a1-4a08-b561-5d5c57890adb None None] Routers {'09d5c51a-192d-453a-aaa5-12af973816c7'} bound to L3 agent in host n-d-838334-2 {{(pid=84043) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 20:53:36.874481 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.l3_hamode_db [None req-fbc32f75-e2a1-4a08-b561-5d5c57890adb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838334-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-18T20:25:48Z,description=,heartbeat_timestamp=2022-04-18T20:53:18Z,host='n-d-838334-2',id=bc84d6c9-dd7a-4555-a351-592327b46d5a,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:25:48Z,topic='l3_agent')) {'router_ids': ['09d5c51a-192d-453a-aaa5-12af973816c7'], 'active': True} {{(pid=84043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:53:36.941216 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-8b85fd8d-7571-48a2-8a44-526d3efe17bf req-f357cc54-0350-4deb-9c71-2a2914a75d3c service neutron] 10.222.0.42 "GET /v2.0/networks/5aa366fd-2007-469d-beb7-cd29ef89e1e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2616053 Apr 18 20:53:37.002453 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce505967-f842-4554-8cd1-cc334214d579 req-741e8365-8736-46f9-b69b-ee0faca768d1 tempest-ServerDiskConfigTestJSON-473081836 tempest-ServerDiskConfigTestJSON-473081836-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:53:37.003999 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-ce505967-f842-4554-8cd1-cc334214d579 req-741e8365-8736-46f9-b69b-ee0faca768d1 tempest-ServerDiskConfigTestJSON-473081836 tempest-ServerDiskConfigTestJSON-473081836-project] 10.222.0.48 "GET /v2.0/ports?device_id=e3ce1959-1c32-471b-a30a-a5dd21c9b8a4 HTTP/1.1" status: 200 len: 945 time: 0.3380413 Apr 18 20:53:37.026907 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Device 43338bac-2350-4846-81d5-278fc0297d87 no longer exists at agent hyperv_n-h1-838334-2 {{(pid=84042) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 20:53:37.122023 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.plugin [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] No Port match for: 43338bac-2350-4846-81d5-278fc0297d87 {{(pid=84042) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 18 20:53:37.123224 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Device 43338bac-2350-4846-81d5-278fc0297d87 not bound to the agent host n-h1-838334-2 {{(pid=84042) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 20:53:37.213915 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.l3_dvr_db [None req-fbc32f75-e2a1-4a08-b561-5d5c57890adb None None] Set router 09d5c51a-192d-453a-aaa5-12af973816c7 gateway port host: n-d-838334-2 {{(pid=84043) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 20:53:37.255237 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-6bbddea7-dd53-480e-91b2-801cba634ea4 req-602003d3-a274-411e-8fbc-824e62d54947 tempest-ServersTestManualDisk-1928363056 tempest-ServersTestManualDisk-1928363056-project] 10.222.0.42 "GET /v2.0/ports?device_id=c5fcae49-cbba-4367-b8c5-f1b0e0bda7cb HTTP/1.1" status: 200 len: 210 time: 0.0846310 Apr 18 20:53:37.284447 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.plugin [req-ce505967-f842-4554-8cd1-cc334214d579 req-ae5d3443-9247-4a63-9e54-86d2e7c48658 tempest-ServerDiskConfigTestJSON-473081836 tempest-ServerDiskConfigTestJSON-473081836-project] Deleting port 56b85f2a-4772-4df7-bfa7-4a19e86c565b {{(pid=84040) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 20:53:37.285059 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-ce505967-f842-4554-8cd1-cc334214d579 req-ae5d3443-9247-4a63-9e54-86d2e7c48658 tempest-ServerDiskConfigTestJSON-473081836 tempest-ServerDiskConfigTestJSON-473081836-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750375188691'] for port, before_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:53:37.373960 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-8b85fd8d-7571-48a2-8a44-526d3efe17bf req-c5895c4e-f77d-4d10-9013-81935fefeefb service neutron] 10.222.0.42 "GET /v2.0/networks/5aa366fd-2007-469d-beb7-cd29ef89e1e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4318936 Apr 18 20:53:37.595120 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.l3_hamode_db [None req-fbc32f75-e2a1-4a08-b561-5d5c57890adb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09d5c51a-192d-453a-aaa5-12af973816c7', 'name': 'tempest-ServersTestManualDisk-706543175-router', 'tenant_id': 'd097ca6178bf4202a3e30e56a61a7a3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'external_fixed_ips': [{'subnet_id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'ip_address': '172.25.8.241'}], 'enable_snat': True}, 'gw_port_id': 'f181cca8-f5ce-4a2c-8bbb-bc3372d09100', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:52:00Z', 'updated_at': '2022-04-18T20:52:09Z', 'revision_number': 4, 'project_id': 'd097ca6178bf4202a3e30e56a61a7a3a', 'gw_port': {'id': 'f181cca8-f5ce-4a2c-8bbb-bc3372d09100', 'name': '', 'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:82:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09d5c51a-192d-453a-aaa5-12af973816c7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'ip_address': '172.25.8.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:52:01Z', 'updated_at': '2022-04-18T20:52:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838334-2', '_interfaces': [{'id': 'ac51ef9b-db9a-4e6c-bb0d-ebf417fe0a69', 'name': '', 'network_id': '900e7008-3a76-4947-a7ad-9adec518e5cf', 'tenant_id': 'd097ca6178bf4202a3e30e56a61a7a3a', 'mac_address': 'fa:16:3e:de:0c:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09d5c51a-192d-453a-aaa5-12af973816c7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b97e4a75-8ec3-4f6e-beb3-db8f3e8db4d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:52:06Z', 'updated_at': '2022-04-18T20:52:40Z', 'revision_number': 5, 'project_id': 'd097ca6178bf4202a3e30e56a61a7a3a', 'subnets': [{'id': 'b97e4a75-8ec3-4f6e-beb3-db8f3e8db4d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838334-2', False) {} {{(pid=84043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:53:37.600148 n-d-838334-2 neutron-server[84043]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbc32f75-e2a1-4a08-b561-5d5c57890adb None None] The sync data for ids ['09d5c51a-192d-453a-aaa5-12af973816c7'] in n-d-838334-2 is: [{'id': '09d5c51a-192d-453a-aaa5-12af973816c7', 'name': 'tempest-ServersTestManualDisk-706543175-router', 'tenant_id': 'd097ca6178bf4202a3e30e56a61a7a3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'external_fixed_ips': [{'subnet_id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'ip_address': '172.25.8.241'}], 'enable_snat': True}, 'gw_port_id': 'f181cca8-f5ce-4a2c-8bbb-bc3372d09100', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:52:00Z', 'updated_at': '2022-04-18T20:52:09Z', 'revision_number': 4, 'project_id': 'd097ca6178bf4202a3e30e56a61a7a3a', 'gw_port': {'id': 'f181cca8-f5ce-4a2c-8bbb-bc3372d09100', 'name': '', 'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:82:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09d5c51a-192d-453a-aaa5-12af973816c7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'ip_address': '172.25.8.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:52:01Z', 'updated_at': '2022-04-18T20:52:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838334-2', '_interfaces': [{'id': 'ac51ef9b-db9a-4e6c-bb0d-ebf417fe0a69', 'name': '', 'network_id': '900e7008-3a76-4947-a7ad-9adec518e5cf', 'tenant_id': 'd097ca6178bf4202a3e30e56a61a7a3a', 'mac_address': 'fa:16:3e:de:0c:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09d5c51a-192d-453a-aaa5-12af973816c7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b97e4a75-8ec3-4f6e-beb3-db8f3e8db4d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:52:06Z', 'updated_at': '2022-04-18T20:52:40Z', 'revision_number': 5, 'project_id': 'd097ca6178bf4202a3e30e56a61a7a3a', 'subnets': [{'id': 'b97e4a75-8ec3-4f6e-beb3-db8f3e8db4d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84043) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 18 20:53:37.626583 n-d-838334-2 neutron-server[84041]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3697da33-b802-4793-84a4-0186d9bf28ec'] response: {'server_uuid': 'c5fcae49-cbba-4367-b8c5-f1b0e0bda7cb', 'name': 'network-vif-deleted', 'tag': '43338bac-2350-4846-81d5-278fc0297d87', 'status': 'completed', 'code': 200} Apr 18 20:53:37.673276 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6858c55-bbc5-4224-baa1-24dd98de0bf7 req-227ad498-de55-493b-b8b2-9d43121e6675 tempest-AttachVolumeShelveTestJSON-1712717013 tempest-AttachVolumeShelveTestJSON-1712717013-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:53:37.680131 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-d6858c55-bbc5-4224-baa1-24dd98de0bf7 req-227ad498-de55-493b-b8b2-9d43121e6675 tempest-AttachVolumeShelveTestJSON-1712717013 tempest-AttachVolumeShelveTestJSON-1712717013-project] 10.222.0.42 "GET /v2.0/ports?device_id=a3d617b3-55ec-41c1-b97c-911aa927ef50 HTTP/1.1" status: 200 len: 945 time: 0.2705884 Apr 18 20:53:37.729675 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.db [req-ce505967-f842-4554-8cd1-cc334214d579 req-ae5d3443-9247-4a63-9e54-86d2e7c48658 tempest-ServerDiskConfigTestJSON-473081836 tempest-ServerDiskConfigTestJSON-473081836-project] For port 56b85f2a-4772-4df7-bfa7-4a19e86c565b, host n-h2-838334-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838334-2',level=0,port_id=56b85f2a-4772-4df7-bfa7-4a19e86c565b,segment=NetworkSegment(824475dd-cc01-4f37-b28b-cc0d2c7c32c9),segment_id=824475dd-cc01-4f37-b28b-cc0d2c7c32c9)] {{(pid=84040) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:53:37.729844 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 49516) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:53:37.730074 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-ce505967-f842-4554-8cd1-cc334214d579 req-ae5d3443-9247-4a63-9e54-86d2e7c48658 tempest-ServerDiskConfigTestJSON-473081836 tempest-ServerDiskConfigTestJSON-473081836-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369123'] for port, precommit_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:53:37.919057 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.plugin [req-ce505967-f842-4554-8cd1-cc334214d579 req-ae5d3443-9247-4a63-9e54-86d2e7c48658 tempest-ServerDiskConfigTestJSON-473081836 tempest-ServerDiskConfigTestJSON-473081836-project] Calling delete_port for 56b85f2a-4772-4df7-bfa7-4a19e86c565b owned by compute:nova {{(pid=84040) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 20:53:37.921856 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.v2.base [None req-843628d9-0283-4799-8e95-221abb9912f5 admin admin] Request body: {'network': {'name': 'tempest-ComputeTenantNetworksTest-1351471312-network', 'tenant_id': '6718d1d13d5040968bf48fc76cca74ad'}} {{(pid=84041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 20:53:37.927787 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-843628d9-0283-4799-8e95-221abb9912f5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:53:37.932682 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-843628d9-0283-4799-8e95-221abb9912f5 admin admin] Usage tracker for resource:network and tenant:6718d1d13d5040968bf48fc76cca74ad is out of sync, need to count used quota {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:53:37.937511 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-843628d9-0283-4799-8e95-221abb9912f5 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:53:37.945326 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-843628d9-0283-4799-8e95-221abb9912f5 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:53:37.961725 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-843628d9-0283-4799-8e95-221abb9912f5 admin admin] Made reservation on behalf of 6718d1d13d5040968bf48fc76cca74ad for: {'network': 1} {{(pid=84041) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:53:37.966392 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-843628d9-0283-4799-8e95-221abb9912f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for network, before_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:53:37.968102 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be638f1b-5b0f-4d2b-897d-1f11d716a3c6 None None] New status for floating IP 5b1c4dda-6a26-4a81-8083-336b21c8e195: DOWN {{(pid=84042) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Apr 18 20:53:37.982803 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-843628d9-0283-4799-8e95-221abb9912f5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:53:38.012054 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-d6858c55-bbc5-4224-baa1-24dd98de0bf7 req-90ceda7d-d8db-4401-9003-a120676aa7ab tempest-AttachVolumeShelveTestJSON-1712717013 tempest-AttachVolumeShelveTestJSON-1712717013-project] 10.222.0.42 "GET /v2.0/security-groups?id=2e9d8b44-da00-4a79-861c-f0ec417a580f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3306921 Apr 18 20:53:38.043555 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-843628d9-0283-4799-8e95-221abb9912f5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:53:38.048568 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-843628d9-0283-4799-8e95-221abb9912f5 admin admin] Usage tracker for resource:security_group_rule and tenant:6718d1d13d5040968bf48fc76cca74ad is out of sync, need to count used quota {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:53:38.051860 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-843628d9-0283-4799-8e95-221abb9912f5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:53:38.062959 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-843628d9-0283-4799-8e95-221abb9912f5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:53:38.157417 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-843628d9-0283-4799-8e95-221abb9912f5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:53:38.165943 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-843628d9-0283-4799-8e95-221abb9912f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33528224'] for security_group, after_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:53:38.211112 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-843628d9-0283-4799-8e95-221abb9912f5 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 390} {{(pid=84041) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 20:53:38.212725 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-ce505967-f842-4554-8cd1-cc334214d579 req-ae5d3443-9247-4a63-9e54-86d2e7c48658 tempest-ServerDiskConfigTestJSON-473081836 tempest-ServerDiskConfigTestJSON-473081836-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750375259028', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750374836628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32440838'] for port, after_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:53:38.219314 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-843628d9-0283-4799-8e95-221abb9912f5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d632e4ee-825a-4abb-a6f0-169431f8c6ac,revision_number=1']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:53:38.227596 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-843628d9-0283-4799-8e95-221abb9912f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1082986'] for segment, precommit_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:53:38.228039 n-d-838334-2 neutron-server[84041]: INFO neutron.db.segments_db [None req-843628d9-0283-4799-8e95-221abb9912f5 admin admin] Added segment 50c4fdd3-7df0-4b46-b59e-89b085476467 of type vlan for network f19379ca-51b2-47ca-8766-b15f41e5f8b2 Apr 18 20:53:38.236608 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] get_ports_and_sgs() called for port_ids ['56b85f2a-4772-4df7-bfa7-4a19e86c565b'] {{(pid=84042) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 18 20:53:38.261974 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-843628d9-0283-4799-8e95-221abb9912f5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750374825732'] for network, precommit_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:53:38.289452 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae5d3443-9247-4a63-9e54-86d2e7c48658 tempest-ServerDiskConfigTestJSON-473081836 tempest-ServerDiskConfigTestJSON-473081836-project] Pushing event deleted for resources: {'Port': ['ID=56b85f2a-4772-4df7-bfa7-4a19e86c565b,revision_number=None']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:53:38.307010 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-843628d9-0283-4799-8e95-221abb9912f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33526109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022'] for network, after_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:53:38.310833 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-843628d9-0283-4799-8e95-221abb9912f5 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:53:38.313512 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-843628d9-0283-4799-8e95-221abb9912f5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32378031'] for network, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:53:38.323540 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10d78f5c-44d0-48a5-8f8f-c0990dd36b05 req-6edc412a-5e93-4db5-993e-cf7c34291f62 tempest-ServerRescueNegativeTestJSON-1571656168 tempest-ServerRescueNegativeTestJSON-1571656168-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:53:38.336023 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-10d78f5c-44d0-48a5-8f8f-c0990dd36b05 req-6edc412a-5e93-4db5-993e-cf7c34291f62 tempest-ServerRescueNegativeTestJSON-1571656168 tempest-ServerRescueNegativeTestJSON-1571656168-project] 10.222.0.42 "GET /v2.0/ports?device_id=84774df7-1534-4163-a5f8-10a9e8ea72b0 HTTP/1.1" status: 200 len: 944 time: 0.5303366 Apr 18 20:53:38.480438 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.l3_dvrscheduler_db [req-ce505967-f842-4554-8cd1-cc334214d579 req-ae5d3443-9247-4a63-9e54-86d2e7c48658 tempest-ServerDiskConfigTestJSON-473081836 tempest-ServerDiskConfigTestJSON-473081836-project] No DVR routers for this DVR port 56b85f2a-4772-4df7-bfa7-4a19e86c565b on host n-h2-838334-2 {{(pid=84040) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 20:53:38.493602 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-ce505967-f842-4554-8cd1-cc334214d579 req-ae5d3443-9247-4a63-9e54-86d2e7c48658 tempest-ServerDiskConfigTestJSON-473081836 tempest-ServerDiskConfigTestJSON-473081836-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217293'] for port, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:53:38.506106 n-d-838334-2 neutron-server[84040]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e3ce1959-1c32-471b-a30a-a5dd21c9b8a4', 'name': 'network-vif-deleted', 'tag': '56b85f2a-4772-4df7-bfa7-4a19e86c565b'}] {{(pid=84040) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 20:53:38.530284 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-ce505967-f842-4554-8cd1-cc334214d579 req-ae5d3443-9247-4a63-9e54-86d2e7c48658 tempest-ServerDiskConfigTestJSON-473081836 tempest-ServerDiskConfigTestJSON-473081836-project] 10.222.0.48 "DELETE /v2.0/ports/56b85f2a-4772-4df7-bfa7-4a19e86c565b HTTP/1.1" status: 204 len: 173 time: 1.4199014 Apr 18 20:53:38.538099 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-10d78f5c-44d0-48a5-8f8f-c0990dd36b05 req-9532f9bf-4fab-41a3-85b3-0cf73df87efc tempest-ServerRescueNegativeTestJSON-1571656168 tempest-ServerRescueNegativeTestJSON-1571656168-project] 10.222.0.42 "GET /v2.0/security-groups?id=43017ed2-a4b0-4fb1-8865-58458190611c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2009664 Apr 18 20:53:38.586762 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-843628d9-0283-4799-8e95-221abb9912f5 admin admin] Pushing event updated for resources: {'Network': ['ID=f19379ca-51b2-47ca-8766-b15f41e5f8b2,revision_number=1']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:53:38.599747 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-843628d9-0283-4799-8e95-221abb9912f5 admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.8606226 Apr 18 20:53:38.600230 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Network f19379ca-51b2-47ca-8766-b15f41e5f8b2 details requested by agent ovs-agent-n-d-838334-2 with host n-d-838334-2 {{(pid=84042) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 18 20:53:38.689232 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e10c5f6-792a-4500-aaef-c83a2e69396f req-a55e214f-a9a9-435a-8a11-c5df40899116 tempest-TaggedBootDevicesTest_v242-417596240 tempest-TaggedBootDevicesTest_v242-417596240-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:53:38.693161 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e10c5f6-792a-4500-aaef-c83a2e69396f req-a55e214f-a9a9-435a-8a11-c5df40899116 tempest-TaggedBootDevicesTest_v242-417596240 tempest-TaggedBootDevicesTest_v242-417596240-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:53:38.697268 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e10c5f6-792a-4500-aaef-c83a2e69396f req-a55e214f-a9a9-435a-8a11-c5df40899116 tempest-TaggedBootDevicesTest_v242-417596240 tempest-TaggedBootDevicesTest_v242-417596240-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:53:38.701403 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e10c5f6-792a-4500-aaef-c83a2e69396f req-a55e214f-a9a9-435a-8a11-c5df40899116 tempest-TaggedBootDevicesTest_v242-417596240 tempest-TaggedBootDevicesTest_v242-417596240-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:53:38.705603 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e10c5f6-792a-4500-aaef-c83a2e69396f req-a55e214f-a9a9-435a-8a11-c5df40899116 tempest-TaggedBootDevicesTest_v242-417596240 tempest-TaggedBootDevicesTest_v242-417596240-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:53:38.709519 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e10c5f6-792a-4500-aaef-c83a2e69396f req-a55e214f-a9a9-435a-8a11-c5df40899116 tempest-TaggedBootDevicesTest_v242-417596240 tempest-TaggedBootDevicesTest_v242-417596240-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:53:38.713412 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e10c5f6-792a-4500-aaef-c83a2e69396f req-a55e214f-a9a9-435a-8a11-c5df40899116 tempest-TaggedBootDevicesTest_v242-417596240 tempest-TaggedBootDevicesTest_v242-417596240-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:53:38.722238 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-4e10c5f6-792a-4500-aaef-c83a2e69396f req-a55e214f-a9a9-435a-8a11-c5df40899116 tempest-TaggedBootDevicesTest_v242-417596240 tempest-TaggedBootDevicesTest_v242-417596240-project] 10.222.0.42 "GET /v2.0/ports?device_id=6a49f48a-913c-49a6-8c09-bf4c978ef91f HTTP/1.1" status: 200 len: 5430 time: 0.2791240 Apr 18 20:53:38.817232 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [req-584eb9c1-bee6-4ece-92de-ce3798b544d9 req-d031384d-1e0d-4c8b-bd8d-ccf28b9c5b00 tempest-ServerDiskConfigTestJSON-473081836 tempest-ServerDiskConfigTestJSON-473081836-project] Synchronizing usage tracker for tenant:873b40c7f5b941c6b9e1975b2a303d65 on resource:port {{(pid=84040) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 20:53:38.826080 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-4e10c5f6-792a-4500-aaef-c83a2e69396f req-d75b5552-9ed6-4366-9a54-e70482c2d8bb tempest-TaggedBootDevicesTest_v242-417596240 tempest-TaggedBootDevicesTest_v242-417596240-project] 10.222.0.42 "GET /v2.0/security-groups?id=90f86da5-60b0-4e29-8e55-fe6cf6b75c5e&id=48fab5b0-1368-425c-9a53-c0303d2044f1&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1029990 Apr 18 20:53:38.843451 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [req-584eb9c1-bee6-4ece-92de-ce3798b544d9 req-d031384d-1e0d-4c8b-bd8d-ccf28b9c5b00 tempest-ServerDiskConfigTestJSON-473081836 tempest-ServerDiskConfigTestJSON-473081836-project] Unset dirty status for tenant:873b40c7f5b941c6b9e1975b2a303d65 on resource:port {{(pid=84040) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 20:53:38.844641 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-584eb9c1-bee6-4ece-92de-ce3798b544d9 req-d031384d-1e0d-4c8b-bd8d-ccf28b9c5b00 tempest-ServerDiskConfigTestJSON-473081836 tempest-ServerDiskConfigTestJSON-473081836-project] 10.222.0.42 "GET /v2.0/ports?device_id=5e5222af-8110-42d3-840a-2dac36c99ec9 HTTP/1.1" status: 200 len: 210 time: 0.0909522 Apr 18 20:53:39.036498 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Device 96dabab2-edf7-421c-9f87-a969c8aeb8a0 up at agent hyperv_n-h1-838334-2 {{(pid=84042) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 20:53:39.093744 n-d-838334-2 neutron-server[84040]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fe84a150-0142-40e1-b5b9-aa94f10a1cb9'] response: {'server_uuid': 'e3ce1959-1c32-471b-a30a-a5dd21c9b8a4', 'name': 'network-vif-deleted', 'tag': '56b85f2a-4772-4df7-bfa7-4a19e86c565b', 'status': 'completed', 'code': 200} Apr 18 20:53:39.187731 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Provisioning for port 96dabab2-edf7-421c-9f87-a969c8aeb8a0 completed by entity L2. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 20:53:39.194722 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Provisioning complete for port 96dabab2-edf7-421c-9f87-a969c8aeb8a0 triggered by entity L2. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:53:39.195588 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1253608'] for port, provisioning_complete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:53:39.246966 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 49550) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:53:39.306708 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b85fd8d-7571-48a2-8a44-526d3efe17bf req-589e0d2e-0f4b-4fd2-8f1f-7c67a12896ed tempest-ServerDiskConfigTestJSON-473081836 tempest-ServerDiskConfigTestJSON-473081836-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:53:39.308211 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-8b85fd8d-7571-48a2-8a44-526d3efe17bf req-589e0d2e-0f4b-4fd2-8f1f-7c67a12896ed tempest-ServerDiskConfigTestJSON-473081836 tempest-ServerDiskConfigTestJSON-473081836-project] 10.222.0.48 "GET /v2.0/networks?id=5aa366fd-2007-469d-beb7-cd29ef89e1e3 HTTP/1.1" status: 200 len: 815 time: 0.3440745 Apr 18 20:53:39.331198 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-ffc688bc-2e55-4d5e-93c0-74231f1b600b tempest-ServersTestManualDisk-1928363056 tempest-ServersTestManualDisk-1928363056-project] Notify callbacks [] for security_group, before_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:53:39.346717 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:53:39.351926 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.v2.base [req-8b85fd8d-7571-48a2-8a44-526d3efe17bf req-f32578c9-1633-4f1c-bd08-2dd409ef57c2 tempest-ServerDiskConfigTestJSON-473081836 tempest-ServerDiskConfigTestJSON-473081836-project] Request body: {'port': {'device_id': '5e5222af-8110-42d3-840a-2dac36c99ec9', 'network_id': '5aa366fd-2007-469d-beb7-cd29ef89e1e3', 'admin_state_up': True, 'tenant_id': '873b40c7f5b941c6b9e1975b2a303d65'}} {{(pid=84040) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 20:53:39.378405 n-d-838334-2 neutron-server[84042]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a3d617b3-55ec-41c1-b97c-911aa927ef50', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '96dabab2-edf7-421c-9f87-a969c8aeb8a0'}] {{(pid=84042) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 20:53:39.390746 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] For port 96dabab2-edf7-421c-9f87-a969c8aeb8a0, host n-h1-838334-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838334-2',level=0,port_id=96dabab2-edf7-421c-9f87-a969c8aeb8a0,segment=NetworkSegment(cd8c59c7-b4b2-44a4-be0f-4e934073fee4),segment_id=cd8c59c7-b4b2-44a4-be0f-4e934073fee4)] {{(pid=84042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:53:39.395302 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-ffc688bc-2e55-4d5e-93c0-74231f1b600b tempest-ServersTestManualDisk-1928363056 tempest-ServersTestManualDisk-1928363056-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:53:39.398126 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682'] for port, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:53:39.399194 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Device ac9125d6-9b8a-402f-be21-f544dd8690c6 up at agent hyperv_n-h1-838334-2 {{(pid=84042) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 20:53:39.471037 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-ffc688bc-2e55-4d5e-93c0-74231f1b600b tempest-ServersTestManualDisk-1928363056 tempest-ServersTestManualDisk-1928363056-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33528224'] for security_group, after_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:53:39.491350 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffc688bc-2e55-4d5e-93c0-74231f1b600b tempest-ServersTestManualDisk-1928363056 tempest-ServersTestManualDisk-1928363056-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1bf0e5d8-d566-43af-ab33-a70868c827e4,revision_number=None']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:53:39.498915 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-ffc688bc-2e55-4d5e-93c0-74231f1b600b tempest-ServersTestManualDisk-1928363056 tempest-ServersTestManualDisk-1928363056-project] Notify callbacks [] for security_group, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:53:39.503491 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-ffc688bc-2e55-4d5e-93c0-74231f1b600b tempest-ServersTestManualDisk-1928363056 tempest-ServersTestManualDisk-1928363056-project] 10.222.0.42 "DELETE /v2.0/security-groups/1bf0e5d8-d566-43af-ab33-a70868c827e4 HTTP/1.1" status: 204 len: 168 time: 0.2547555 Apr 18 20:53:39.504125 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 49556) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:53:39.522271 n-d-838334-2 neutron-server[84041]: INFO neutron.api.v2.resource [None req-14e29ef4-55ed-4a40-bc41-962b90cce969 tempest-ServersTestManualDisk-1928363056 tempest-ServersTestManualDisk-1928363056-project] show failed (client error): The resource could not be found. Apr 18 20:53:39.526243 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-14e29ef4-55ed-4a40-bc41-962b90cce969 tempest-ServersTestManualDisk-1928363056 tempest-ServersTestManualDisk-1928363056-project] 10.222.0.42 "GET /v2.0/security-groups/1bf0e5d8-d566-43af-ab33-a70868c827e4 HTTP/1.1" status: 404 len: 347 time: 0.0211561 Apr 18 20:53:39.526790 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 49560) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:53:39.527200 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Pushing event updated for resources: {'Port': ['ID=96dabab2-edf7-421c-9f87-a969c8aeb8a0,revision_number=12']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:53:39.552602 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d6f6960-48b5-4496-8c8d-23e54f77c9e4 req-4be569be-30a0-4441-9565-5dfffe656c85 tempest-ComputeTenantNetworksTest-1905315443 tempest-ComputeTenantNetworksTest-1905315443-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:53:39.556799 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d6f6960-48b5-4496-8c8d-23e54f77c9e4 req-4be569be-30a0-4441-9565-5dfffe656c85 tempest-ComputeTenantNetworksTest-1905315443 tempest-ComputeTenantNetworksTest-1905315443-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:53:39.560757 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d6f6960-48b5-4496-8c8d-23e54f77c9e4 req-4be569be-30a0-4441-9565-5dfffe656c85 tempest-ComputeTenantNetworksTest-1905315443 tempest-ComputeTenantNetworksTest-1905315443-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:53:39.562357 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-3d6f6960-48b5-4496-8c8d-23e54f77c9e4 req-4be569be-30a0-4441-9565-5dfffe656c85 tempest-ComputeTenantNetworksTest-1905315443 tempest-ComputeTenantNetworksTest-1905315443-project] 10.222.0.42 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1903 time: 0.3970127 Apr 18 20:53:39.599800 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [req-8b85fd8d-7571-48a2-8a44-526d3efe17bf req-f32578c9-1633-4f1c-bd08-2dd409ef57c2 tempest-ServerDiskConfigTestJSON-473081836 tempest-ServerDiskConfigTestJSON-473081836-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:53:39.612408 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [req-8b85fd8d-7571-48a2-8a44-526d3efe17bf req-f32578c9-1633-4f1c-bd08-2dd409ef57c2 tempest-ServerDiskConfigTestJSON-473081836 tempest-ServerDiskConfigTestJSON-473081836-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:53:39.625287 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Provisioning for port ac9125d6-9b8a-402f-be21-f544dd8690c6 completed by entity L2. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 20:53:39.630806 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Provisioning complete for port ac9125d6-9b8a-402f-be21-f544dd8690c6 triggered by entity L2. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:53:39.631248 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1253608'] for port, provisioning_complete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:53:39.633011 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-571f1226-69bc-41dc-8283-8fd6b8410e4a req-41fa8644-14f6-432a-9c38-c4dfedc5b319 tempest-AttachVolumeShelveTestJSON-1712717013 tempest-AttachVolumeShelveTestJSON-1712717013-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:53:39.634662 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-571f1226-69bc-41dc-8283-8fd6b8410e4a req-41fa8644-14f6-432a-9c38-c4dfedc5b319 tempest-AttachVolumeShelveTestJSON-1712717013 tempest-AttachVolumeShelveTestJSON-1712717013-project] 10.222.0.42 "GET /v2.0/ports?device_id=a3d617b3-55ec-41c1-b97c-911aa927ef50 HTTP/1.1" status: 200 len: 946 time: 0.1810298 Apr 18 20:53:39.635953 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8b85fd8d-7571-48a2-8a44-526d3efe17bf req-f32578c9-1633-4f1c-bd08-2dd409ef57c2 tempest-ServerDiskConfigTestJSON-473081836 tempest-ServerDiskConfigTestJSON-473081836-project] Made reservation on behalf of 873b40c7f5b941c6b9e1975b2a303d65 for: {'port': 1} {{(pid=84040) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:53:39.639292 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-8b85fd8d-7571-48a2-8a44-526d3efe17bf req-f32578c9-1633-4f1c-bd08-2dd409ef57c2 tempest-ServerDiskConfigTestJSON-473081836 tempest-ServerDiskConfigTestJSON-473081836-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:53:39.733972 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.plugin [None req-4f6f199d-928d-4944-9075-a6d4ac10e6af tempest-ServersTestManualDisk-1928363056 tempest-ServersTestManualDisk-1928363056-project] Deleting port efd9ad85-1226-45c8-9cea-6cd42d9b0a32 {{(pid=84041) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 20:53:39.734721 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-4f6f199d-928d-4944-9075-a6d4ac10e6af tempest-ServersTestManualDisk-1928363056 tempest-ServersTestManualDisk-1928363056-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750375188691'] for port, before_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:53:39.757484 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-571f1226-69bc-41dc-8283-8fd6b8410e4a req-ecf08773-b6a4-4c2d-81fc-7b00d093a58a tempest-AttachVolumeShelveTestJSON-1712717013 tempest-AttachVolumeShelveTestJSON-1712717013-project] 10.222.0.42 "GET /v2.0/security-groups?id=2e9d8b44-da00-4a79-861c-f0ec417a580f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1060255 Apr 18 20:53:39.760617 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:53:39.798163 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] For port ac9125d6-9b8a-402f-be21-f544dd8690c6, host n-h1-838334-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838334-2',level=0,port_id=ac9125d6-9b8a-402f-be21-f544dd8690c6,segment=NetworkSegment(ccfed005-c723-40b8-96fb-046d88190b5b),segment_id=ccfed005-c723-40b8-96fb-046d88190b5b)] {{(pid=84042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:53:39.818356 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682'] for port, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:53:39.863829 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.db_base_plugin_common [req-8b85fd8d-7571-48a2-8a44-526d3efe17bf req-f32578c9-1633-4f1c-bd08-2dd409ef57c2 tempest-ServerDiskConfigTestJSON-473081836 tempest-ServerDiskConfigTestJSON-473081836-project] Allocated IP 172.20.0.8 (5aa366fd-2007-469d-beb7-cd29ef89e1e3/5082cb41-0072-42ea-89f7-120abfdfec16/de69a842-7e9b-406b-b614-0026f3da5abc) {{(pid=84040) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:53:39.891357 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Pushing event updated for resources: {'Port': ['ID=ac9125d6-9b8a-402f-be21-f544dd8690c6,revision_number=5']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:53:39.896100 n-d-838334-2 neutron-server[84042]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3215c57d-e96c-41e8-a648-3c6938cac862'] response: {'server_uuid': 'a3d617b3-55ec-41c1-b97c-911aa927ef50', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '96dabab2-edf7-421c-9f87-a969c8aeb8a0', 'code': 200} Apr 18 20:53:39.987587 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-4f6f199d-928d-4944-9075-a6d4ac10e6af tempest-ServersTestManualDisk-1928363056 tempest-ServersTestManualDisk-1928363056-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369123'] for port, precommit_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:53:39.987942 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-4f6f199d-928d-4944-9075-a6d4ac10e6af tempest-ServersTestManualDisk-1928363056 tempest-ServersTestManualDisk-1928363056-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:53:40.128900 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.plugin [None req-4f6f199d-928d-4944-9075-a6d4ac10e6af tempest-ServersTestManualDisk-1928363056 tempest-ServersTestManualDisk-1928363056-project] Calling delete_port for efd9ad85-1226-45c8-9cea-6cd42d9b0a32 owned by network:floatingip {{(pid=84041) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 20:53:40.222979 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0b0a790-a655-43cd-9abf-212b5076a22f req-4ca33f1c-fba9-4ff8-8ecc-b3471b7283f4 tempest-ComputeTenantNetworksTest-1905315443 tempest-ComputeTenantNetworksTest-1905315443-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:53:40.224321 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-a0b0a790-a655-43cd-9abf-212b5076a22f req-4ca33f1c-fba9-4ff8-8ecc-b3471b7283f4 tempest-ComputeTenantNetworksTest-1905315443 tempest-ComputeTenantNetworksTest-1905315443-project] 10.222.0.42 "GET /v2.0/networks/f19379ca-51b2-47ca-8766-b15f41e5f8b2 HTTP/1.1" status: 200 len: 769 time: 0.2635367 Apr 18 20:53:40.236542 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 49574) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:53:40.261383 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-a8ea19ba-0b51-4294-aba2-cceeb9ceef1d req-101fca5c-c51a-43d1-87a4-416f202f67a4 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=a3d617b3-55ec-41c1-b97c-911aa927ef50 HTTP/1.1" status: 200 len: 1097 time: 0.1395566 Apr 18 20:53:40.354164 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-a8ea19ba-0b51-4294-aba2-cceeb9ceef1d req-90d8fcb6-4efb-47b1-87e6-49b5cf3257b9 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=2e9d8b44-da00-4a79-861c-f0ec417a580f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0585532 Apr 18 20:53:40.356372 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-4f6f199d-928d-4944-9075-a6d4ac10e6af tempest-ServersTestManualDisk-1928363056 tempest-ServersTestManualDisk-1928363056-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750375259028', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750374836628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32266323'] for port, after_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:53:40.404561 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f6f199d-928d-4944-9075-a6d4ac10e6af tempest-ServersTestManualDisk-1928363056 tempest-ServersTestManualDisk-1928363056-project] Pushing event deleted for resources: {'Port': ['ID=efd9ad85-1226-45c8-9cea-6cd42d9b0a32,revision_number=None']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:53:40.438749 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-8b85fd8d-7571-48a2-8a44-526d3efe17bf req-f32578c9-1633-4f1c-bd08-2dd409ef57c2 tempest-ServerDiskConfigTestJSON-473081836 tempest-ServerDiskConfigTestJSON-473081836-project] Notify callbacks [] for port, precommit_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:53:40.452704 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ed9fa95-c29b-42f8-9381-6d8497e5e005 req-054e6b75-7972-4937-b9f0-2949c2ddaba1 tempest-ServerRescueNegativeTestJSON-1571656168 tempest-ServerRescueNegativeTestJSON-1571656168-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:53:40.454334 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-2ed9fa95-c29b-42f8-9381-6d8497e5e005 req-054e6b75-7972-4937-b9f0-2949c2ddaba1 tempest-ServerRescueNegativeTestJSON-1571656168 tempest-ServerRescueNegativeTestJSON-1571656168-project] 10.222.0.42 "GET /v2.0/ports?device_id=84774df7-1534-4163-a5f8-10a9e8ea72b0 HTTP/1.1" status: 200 len: 945 time: 0.3864822 Apr 18 20:53:40.459767 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-1ea3c1e0-a9a9-4312-93ec-f526edade021 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1103592'] for network, before_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:53:40.499834 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-4f6f199d-928d-4944-9075-a6d4ac10e6af tempest-ServersTestManualDisk-1928363056 tempest-ServersTestManualDisk-1928363056-project] Notify callbacks [] for floatingip, after_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:53:40.514738 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-4f6f199d-928d-4944-9075-a6d4ac10e6af tempest-ServersTestManualDisk-1928363056 tempest-ServersTestManualDisk-1928363056-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217293'] for floatingip, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:53:40.515907 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-4f6f199d-928d-4944-9075-a6d4ac10e6af tempest-ServersTestManualDisk-1928363056 tempest-ServersTestManualDisk-1928363056-project] 10.222.0.42 "DELETE /v2.0/floatingips/5b1c4dda-6a26-4a81-8083-336b21c8e195 HTTP/1.1" status: 204 len: 168 time: 0.9880760 Apr 18 20:53:40.518810 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 49578) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:53:40.683866 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b7121ca-874d-446a-9810-9a62e9b92c8f req-6c4f5047-1b98-4757-ac08-57c5f906aefc tempest-TaggedBootDevicesTest_v242-417596240 tempest-TaggedBootDevicesTest_v242-417596240-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:53:40.688750 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b7121ca-874d-446a-9810-9a62e9b92c8f req-6c4f5047-1b98-4757-ac08-57c5f906aefc tempest-TaggedBootDevicesTest_v242-417596240 tempest-TaggedBootDevicesTest_v242-417596240-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:53:40.692228 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b7121ca-874d-446a-9810-9a62e9b92c8f req-6c4f5047-1b98-4757-ac08-57c5f906aefc tempest-TaggedBootDevicesTest_v242-417596240 tempest-TaggedBootDevicesTest_v242-417596240-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:53:40.696155 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b7121ca-874d-446a-9810-9a62e9b92c8f req-6c4f5047-1b98-4757-ac08-57c5f906aefc tempest-TaggedBootDevicesTest_v242-417596240 tempest-TaggedBootDevicesTest_v242-417596240-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:53:40.700071 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b7121ca-874d-446a-9810-9a62e9b92c8f req-6c4f5047-1b98-4757-ac08-57c5f906aefc tempest-TaggedBootDevicesTest_v242-417596240 tempest-TaggedBootDevicesTest_v242-417596240-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:53:40.704902 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b7121ca-874d-446a-9810-9a62e9b92c8f req-6c4f5047-1b98-4757-ac08-57c5f906aefc tempest-TaggedBootDevicesTest_v242-417596240 tempest-TaggedBootDevicesTest_v242-417596240-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:53:40.708839 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b7121ca-874d-446a-9810-9a62e9b92c8f req-6c4f5047-1b98-4757-ac08-57c5f906aefc tempest-TaggedBootDevicesTest_v242-417596240 tempest-TaggedBootDevicesTest_v242-417596240-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:53:40.710661 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-1b7121ca-874d-446a-9810-9a62e9b92c8f req-6c4f5047-1b98-4757-ac08-57c5f906aefc tempest-TaggedBootDevicesTest_v242-417596240 tempest-TaggedBootDevicesTest_v242-417596240-project] 10.222.0.42 "GET /v2.0/ports?device_id=6a49f48a-913c-49a6-8c09-bf4c978ef91f HTTP/1.1" status: 200 len: 5430 time: 0.3680434 Apr 18 20:53:40.715361 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-2ed9fa95-c29b-42f8-9381-6d8497e5e005 req-4e989acd-fb3b-4754-abbe-e3ee03173a32 tempest-ServerRescueNegativeTestJSON-1571656168 tempest-ServerRescueNegativeTestJSON-1571656168-project] 10.222.0.42 "GET /v2.0/security-groups?id=43017ed2-a4b0-4fb1-8865-58458190611c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2506504 Apr 18 20:53:40.717211 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-1ea3c1e0-a9a9-4312-93ec-f526edade021 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1258905', 'neutron.services.segments.db._delete_segments_for_network-8750375287417'] for network, precommit_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:53:40.724883 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-8b85fd8d-7571-48a2-8a44-526d3efe17bf req-f32578c9-1633-4f1c-bd08-2dd409ef57c2 tempest-ServerDiskConfigTestJSON-473081836 tempest-ServerDiskConfigTestJSON-473081836-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750374836619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32440838'] for port, after_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:53:40.926992 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-e56eca68-708b-49ec-8c2f-805507197722 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33443857'] for router_interface, before_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:53:40.975157 n-d-838334-2 neutron-server[84040]: DEBUG neutron.services.segments.db [None req-1ea3c1e0-a9a9-4312-93ec-f526edade021 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f19379ca-51b2-47ca-8766-b15f41e5f8b2']}} {{(pid=84040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:53:41.011067 n-d-838334-2 neutron-server[84040]: DEBUG neutron.services.segments.db [None req-1ea3c1e0-a9a9-4312-93ec-f526edade021 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '50c4fdd3-7df0-4b46-b59e-89b085476467') {'for_net_delete': True} {{(pid=84040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:53:41.011349 n-d-838334-2 neutron-server[84040]: DEBUG neutron.services.segments.db [None req-1ea3c1e0-a9a9-4312-93ec-f526edade021 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '50c4fdd3-7df0-4b46-b59e-89b085476467') {} {{(pid=84040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:53:41.046173 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-1ea3c1e0-a9a9-4312-93ec-f526edade021 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750375287300', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31955965'] for segment, before_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:53:41.070465 n-d-838334-2 neutron-server[84040]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8b85fd8d-7571-48a2-8a44-526d3efe17bf req-f32578c9-1633-4f1c-bd08-2dd409ef57c2 tempest-ServerDiskConfigTestJSON-473081836 tempest-ServerDiskConfigTestJSON-473081836-project] Network 5aa366fd-2007-469d-beb7-cd29ef89e1e3 is already hosted by enough agents. {{(pid=84040) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:53:41.071350 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f32578c9-1633-4f1c-bd08-2dd409ef57c2 tempest-ServerDiskConfigTestJSON-473081836 tempest-ServerDiskConfigTestJSON-473081836-project] Pushing event updated for resources: {'Port': ['ID=de69a842-7e9b-406b-b614-0026f3da5abc,revision_number=1']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:53:41.081409 n-d-838334-2 neutron-server[84040]: DEBUG neutron.scheduler.base_scheduler [req-8b85fd8d-7571-48a2-8a44-526d3efe17bf req-f32578c9-1633-4f1c-bd08-2dd409ef57c2 tempest-ServerDiskConfigTestJSON-473081836 tempest-ServerDiskConfigTestJSON-473081836-project] Resources bound (agent type, host, resource id): {{(pid=84040) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:53:41.087610 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-1ea3c1e0-a9a9-4312-93ec-f526edade021 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1082986'] for segment, precommit_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:53:41.089768 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.l3_dvrscheduler_db [req-8b85fd8d-7571-48a2-8a44-526d3efe17bf req-f32578c9-1633-4f1c-bd08-2dd409ef57c2 tempest-ServerDiskConfigTestJSON-473081836 tempest-ServerDiskConfigTestJSON-473081836-project] Received port after_create {{(pid=84040) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 20:53:41.116491 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-1b7121ca-874d-446a-9810-9a62e9b92c8f req-76b1f96f-4b4c-40de-8ab5-00cc277999b6 tempest-TaggedBootDevicesTest_v242-417596240 tempest-TaggedBootDevicesTest_v242-417596240-project] 10.222.0.42 "GET /v2.0/security-groups?id=90f86da5-60b0-4e29-8e55-fe6cf6b75c5e&id=48fab5b0-1368-425c-9a53-c0303d2044f1&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3866093 Apr 18 20:53:41.136806 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1ea3c1e0-a9a9-4312-93ec-f526edade021 admin admin] Releasing vlan 390 on physical network physnet1 to pool {{(pid=84040) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 18 20:53:41.137068 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-1ea3c1e0-a9a9-4312-93ec-f526edade021 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1082993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32440923'] for segment, after_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:53:41.162745 n-d-838334-2 neutron-server[84040]: Traceback (most recent call last): Apr 18 20:53:41.162745 n-d-838334-2 neutron-server[84040]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 18 20:53:41.162745 n-d-838334-2 neutron-server[84040]: timer() Apr 18 20:53:41.162745 n-d-838334-2 neutron-server[84040]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 20:53:41.162745 n-d-838334-2 neutron-server[84040]: cb(*args, **kw) Apr 18 20:53:41.162745 n-d-838334-2 neutron-server[84040]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 18 20:53:41.162745 n-d-838334-2 neutron-server[84040]: return func(*args, **kwargs) Apr 18 20:53:41.162745 n-d-838334-2 neutron-server[84040]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 20:53:41.162745 n-d-838334-2 neutron-server[84040]: self._notify() Apr 18 20:53:41.162745 n-d-838334-2 neutron-server[84040]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 20:53:41.162745 n-d-838334-2 neutron-server[84040]: self.callback(batched_events) Apr 18 20:53:41.162745 n-d-838334-2 neutron-server[84040]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 20:53:41.162745 n-d-838334-2 neutron-server[84040]: event.method(event) Apr 18 20:53:41.162745 n-d-838334-2 neutron-server[84040]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 18 20:53:41.162745 n-d-838334-2 neutron-server[84040]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 20:53:41.162745 n-d-838334-2 neutron-server[84040]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 18 20:53:41.162745 n-d-838334-2 neutron-server[84040]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 20:53:41.162745 n-d-838334-2 neutron-server[84040]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 18 20:53:41.162745 n-d-838334-2 neutron-server[84040]: return f(self, *a, **k) Apr 18 20:53:41.162745 n-d-838334-2 neutron-server[84040]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 18 20:53:41.162745 n-d-838334-2 neutron-server[84040]: return self._get(url).json() Apr 18 20:53:41.162745 n-d-838334-2 neutron-server[84040]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 18 20:53:41.162745 n-d-838334-2 neutron-server[84040]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 20:53:41.162745 n-d-838334-2 neutron-server[84040]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 18 20:53:41.162745 n-d-838334-2 neutron-server[84040]: return self.request(url, 'GET', **kwargs) Apr 18 20:53:41.162745 n-d-838334-2 neutron-server[84040]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 18 20:53:41.162745 n-d-838334-2 neutron-server[84040]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 20:53:41.162745 n-d-838334-2 neutron-server[84040]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 18 20:53:41.162745 n-d-838334-2 neutron-server[84040]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 20:53:41.162745 n-d-838334-2 neutron-server[84040]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 18 20:53:41.162745 n-d-838334-2 neutron-server[84040]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 20:53:41.162745 n-d-838334-2 neutron-server[84040]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 20:53:41.259750 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b85fd8d-7571-48a2-8a44-526d3efe17bf req-f32578c9-1633-4f1c-bd08-2dd409ef57c2 tempest-ServerDiskConfigTestJSON-473081836 tempest-ServerDiskConfigTestJSON-473081836-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:53:41.260371 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-8b85fd8d-7571-48a2-8a44-526d3efe17bf req-f32578c9-1633-4f1c-bd08-2dd409ef57c2 tempest-ServerDiskConfigTestJSON-473081836 tempest-ServerDiskConfigTestJSON-473081836-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217293'] for port, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:53:41.284830 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-1ea3c1e0-a9a9-4312-93ec-f526edade021 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1258898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33526109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33444113'] for network, after_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:53:41.286284 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Device 56b85f2a-4772-4df7-bfa7-4a19e86c565b no longer exists at agent hyperv_n-h2-838334-2 {{(pid=84042) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 20:53:41.317085 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-1ea3c1e0-a9a9-4312-93ec-f526edade021 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32378031'] for network, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:53:41.332238 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab417837-f7a0-47f2-be17-3018ca772dbc req-6e881f9d-31d2-4f3d-9280-9b209747acb1 tempest-ServerDiskConfigTestJSON-473081836 tempest-ServerDiskConfigTestJSON-473081836-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:53:41.333714 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-ab417837-f7a0-47f2-be17-3018ca772dbc req-6e881f9d-31d2-4f3d-9280-9b209747acb1 tempest-ServerDiskConfigTestJSON-473081836 tempest-ServerDiskConfigTestJSON-473081836-project] 10.222.0.42 "GET /v2.0/ports?device_id=5e5222af-8110-42d3-840a-2dac36c99ec9 HTTP/1.1" status: 200 len: 931 time: 0.4192922 Apr 18 20:53:41.339585 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ea3c1e0-a9a9-4312-93ec-f526edade021 admin admin] Pushing event deleted for resources: {'Network': ['ID=f19379ca-51b2-47ca-8766-b15f41e5f8b2,revision_number=None']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:53:41.354964 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.plugin [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] No Port match for: 56b85f2a-4772-4df7-bfa7-4a19e86c565b {{(pid=84042) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 18 20:53:41.355579 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Device 56b85f2a-4772-4df7-bfa7-4a19e86c565b not bound to the agent host n-h2-838334-2 {{(pid=84042) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 20:53:41.373178 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-8b85fd8d-7571-48a2-8a44-526d3efe17bf req-f32578c9-1633-4f1c-bd08-2dd409ef57c2 tempest-ServerDiskConfigTestJSON-473081836 tempest-ServerDiskConfigTestJSON-473081836-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0284438 Apr 18 20:53:41.377936 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-1ea3c1e0-a9a9-4312-93ec-f526edade021 admin admin] 10.222.0.42 "DELETE /v2.0/networks/f19379ca-51b2-47ca-8766-b15f41e5f8b2 HTTP/1.1" status: 204 len: 168 time: 1.1381230 Apr 18 20:53:41.391616 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.v2.base [req-8b85fd8d-7571-48a2-8a44-526d3efe17bf req-2558f642-8aef-471b-ab6f-cbb32f6d4a12 service neutron] Request body: {'port': {'device_id': '5e5222af-8110-42d3-840a-2dac36c99ec9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-838334-2'}} {{(pid=84040) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 20:53:41.464015 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-ab417837-f7a0-47f2-be17-3018ca772dbc req-a1580767-c7e9-4274-b50b-455a34a6364d tempest-ServerDiskConfigTestJSON-473081836 tempest-ServerDiskConfigTestJSON-473081836-project] 10.222.0.42 "GET /v2.0/security-groups?id=527f07bd-3b7c-4e87-bb13-fa86b9490e28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1213729 Apr 18 20:53:41.590358 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-8b85fd8d-7571-48a2-8a44-526d3efe17bf req-2558f642-8aef-471b-ab6f-cbb32f6d4a12 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:53:41.636910 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 49590) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:53:41.709138 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a40c7f09-8998-468a-bf25-b60274cebd91 req-76a64e37-ebba-472b-abe3-4cffd8c63da1 tempest-AttachVolumeShelveTestJSON-1712717013 tempest-AttachVolumeShelveTestJSON-1712717013-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:53:41.710826 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-a40c7f09-8998-468a-bf25-b60274cebd91 req-76a64e37-ebba-472b-abe3-4cffd8c63da1 tempest-AttachVolumeShelveTestJSON-1712717013 tempest-AttachVolumeShelveTestJSON-1712717013-project] 10.222.0.42 "GET /v2.0/ports?device_id=a3d617b3-55ec-41c1-b97c-911aa927ef50 HTTP/1.1" status: 200 len: 946 time: 0.2316279 Apr 18 20:53:41.720675 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-fbba1c44-8e28-4167-b2ab-dadc4aef8226 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=6718d1d13d5040968bf48fc76cca74ad&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0818622 Apr 18 20:53:41.723740 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 49596) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:53:41.850061 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-a40c7f09-8998-468a-bf25-b60274cebd91 req-03018983-89a6-40dd-b275-853e2f064523 tempest-AttachVolumeShelveTestJSON-1712717013 tempest-AttachVolumeShelveTestJSON-1712717013-project] 10.222.0.42 "GET /v2.0/security-groups?id=2e9d8b44-da00-4a79-861c-f0ec417a580f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1315212 Apr 18 20:53:41.850387 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-121a2bd3-4cba-4568-b3ba-1c102e7d5e45 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:53:41.878322 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-121a2bd3-4cba-4568-b3ba-1c102e7d5e45 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:53:41.897209 n-d-838334-2 neutron-server[84042]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '84774df7-1534-4163-a5f8-10a9e8ea72b0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ac9125d6-9b8a-402f-be21-f544dd8690c6'}] {{(pid=84042) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 20:53:42.040321 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.plugin [None req-e56eca68-708b-49ec-8c2f-805507197722 admin admin] Deleting port ac51ef9b-db9a-4e6c-bb0d-ebf417fe0a69 {{(pid=84041) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 20:53:42.040737 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-e56eca68-708b-49ec-8c2f-805507197722 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750375188691'] for port, before_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:53:42.050464 n-d-838334-2 neutron-server[84042]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e402e4d7-7df6-4396-bb78-c5e2301e5d6b'] response: {'server_uuid': '84774df7-1534-4163-a5f8-10a9e8ea72b0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ac9125d6-9b8a-402f-be21-f544dd8690c6', 'code': 200} Apr 18 20:53:42.141500 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e30b42a4-2ef0-43b4-a94c-cc9587f0f577 req-52990151-d75b-4b07-b4e3-b54d6ccc3668 tempest-ServerRescueNegativeTestJSON-1571656168 tempest-ServerRescueNegativeTestJSON-1571656168-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:53:42.149725 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-e30b42a4-2ef0-43b4-a94c-cc9587f0f577 req-52990151-d75b-4b07-b4e3-b54d6ccc3668 tempest-ServerRescueNegativeTestJSON-1571656168 tempest-ServerRescueNegativeTestJSON-1571656168-project] 10.222.0.42 "GET /v2.0/ports?device_id=84774df7-1534-4163-a5f8-10a9e8ea72b0 HTTP/1.1" status: 200 len: 945 time: 0.2343020 Apr 18 20:53:42.316312 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-e30b42a4-2ef0-43b4-a94c-cc9587f0f577 req-dae02e55-4579-4bd7-9599-ca98e241a706 tempest-ServerRescueNegativeTestJSON-1571656168 tempest-ServerRescueNegativeTestJSON-1571656168-project] 10.222.0.42 "GET /v2.0/security-groups?id=43017ed2-a4b0-4fb1-8865-58458190611c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1655979 Apr 18 20:53:42.340013 n-d-838334-2 neutron-server[84040]: DEBUG neutron.notifiers.nova [req-8b85fd8d-7571-48a2-8a44-526d3efe17bf req-2558f642-8aef-471b-ab6f-cbb32f6d4a12 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id de69a842-7e9b-406b-b614-0026f3da5abc {{(pid=84040) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 18 20:53:42.347056 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-121a2bd3-4cba-4568-b3ba-1c102e7d5e45 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33528224'] for security_group, after_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:53:42.349083 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-8b85fd8d-7571-48a2-8a44-526d3efe17bf req-2558f642-8aef-471b-ab6f-cbb32f6d4a12 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:53:42.367073 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.provisioning_blocks [req-8b85fd8d-7571-48a2-8a44-526d3efe17bf req-2558f642-8aef-471b-ab6f-cbb32f6d4a12 service neutron] Transition to ACTIVE for port object de69a842-7e9b-406b-b614-0026f3da5abc will not be triggered until provisioned by entity L2. {{(pid=84040) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 20:53:42.375161 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.db [None req-e56eca68-708b-49ec-8c2f-805507197722 admin admin] For port ac51ef9b-db9a-4e6c-bb0d-ebf417fe0a69, host n-d-838334-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838334-2',level=0,port_id=ac51ef9b-db9a-4e6c-bb0d-ebf417fe0a69,segment=NetworkSegment(7fd7f82e-b9be-4ad1-806b-d51304cf96d4),segment_id=7fd7f82e-b9be-4ad1-806b-d51304cf96d4)] {{(pid=84041) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:53:42.375804 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-e56eca68-708b-49ec-8c2f-805507197722 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369123'] for port, precommit_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:53:42.376903 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-8b85fd8d-7571-48a2-8a44-526d3efe17bf req-2558f642-8aef-471b-ab6f-cbb32f6d4a12 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32440959'] for port, after_update {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:53:42.383871 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-121a2bd3-4cba-4568-b3ba-1c102e7d5e45 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d632e4ee-825a-4abb-a6f0-169431f8c6ac,revision_number=None']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:53:42.566643 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.plugin [None req-e56eca68-708b-49ec-8c2f-805507197722 admin admin] Calling delete_port for ac51ef9b-db9a-4e6c-bb0d-ebf417fe0a69 owned by network:router_interface {{(pid=84041) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 20:53:42.594033 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-121a2bd3-4cba-4568-b3ba-1c102e7d5e45 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:53:42.594511 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-121a2bd3-4cba-4568-b3ba-1c102e7d5e45 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/d632e4ee-825a-4abb-a6f0-169431f8c6ac HTTP/1.1" status: 204 len: 168 time: 0.8441150 Apr 18 20:53:42.635642 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-6c814e69-9e32-40d8-adba-34326f2a304c req-5eaefb5d-b477-40cc-b09c-bbc0ac948592 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=84774df7-1534-4163-a5f8-10a9e8ea72b0 HTTP/1.1" status: 200 len: 1096 time: 0.5101707 Apr 18 20:53:42.684796 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2558f642-8aef-471b-ab6f-cbb32f6d4a12 service neutron] Pushing event updated for resources: {'Port': ['ID=de69a842-7e9b-406b-b614-0026f3da5abc,revision_number=2']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:53:42.718290 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-6c814e69-9e32-40d8-adba-34326f2a304c req-a5498ca1-f56b-4348-9c88-47570639c9c0 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=43017ed2-a4b0-4fb1-8865-58458190611c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0679522 Apr 18 20:53:42.798976 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b425eb5-8f02-4e3b-a6e7-a7cfb73bc6e4 req-409c2a53-b58c-4c1a-b667-35c48a7e3b42 tempest-TaggedBootDevicesTest_v242-417596240 tempest-TaggedBootDevicesTest_v242-417596240-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:53:42.804512 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b425eb5-8f02-4e3b-a6e7-a7cfb73bc6e4 req-409c2a53-b58c-4c1a-b667-35c48a7e3b42 tempest-TaggedBootDevicesTest_v242-417596240 tempest-TaggedBootDevicesTest_v242-417596240-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:53:42.810910 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b425eb5-8f02-4e3b-a6e7-a7cfb73bc6e4 req-409c2a53-b58c-4c1a-b667-35c48a7e3b42 tempest-TaggedBootDevicesTest_v242-417596240 tempest-TaggedBootDevicesTest_v242-417596240-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:53:42.815964 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b425eb5-8f02-4e3b-a6e7-a7cfb73bc6e4 req-409c2a53-b58c-4c1a-b667-35c48a7e3b42 tempest-TaggedBootDevicesTest_v242-417596240 tempest-TaggedBootDevicesTest_v242-417596240-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:53:42.821042 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b425eb5-8f02-4e3b-a6e7-a7cfb73bc6e4 req-409c2a53-b58c-4c1a-b667-35c48a7e3b42 tempest-TaggedBootDevicesTest_v242-417596240 tempest-TaggedBootDevicesTest_v242-417596240-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:53:42.823089 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-e56eca68-708b-49ec-8c2f-805507197722 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750375259028', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750374836628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32266323'] for port, after_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:53:42.824995 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b425eb5-8f02-4e3b-a6e7-a7cfb73bc6e4 req-409c2a53-b58c-4c1a-b667-35c48a7e3b42 tempest-TaggedBootDevicesTest_v242-417596240 tempest-TaggedBootDevicesTest_v242-417596240-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:53:42.829350 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b425eb5-8f02-4e3b-a6e7-a7cfb73bc6e4 req-409c2a53-b58c-4c1a-b667-35c48a7e3b42 tempest-TaggedBootDevicesTest_v242-417596240 tempest-TaggedBootDevicesTest_v242-417596240-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:53:42.831186 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-6b425eb5-8f02-4e3b-a6e7-a7cfb73bc6e4 req-409c2a53-b58c-4c1a-b667-35c48a7e3b42 tempest-TaggedBootDevicesTest_v242-417596240 tempest-TaggedBootDevicesTest_v242-417596240-project] 10.222.0.42 "GET /v2.0/ports?device_id=6a49f48a-913c-49a6-8c09-bf4c978ef91f HTTP/1.1" status: 200 len: 5430 time: 0.3836484 Apr 18 20:53:42.874241 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e56eca68-708b-49ec-8c2f-805507197722 admin admin] Pushing event deleted for resources: {'Port': ['ID=ac51ef9b-db9a-4e6c-bb0d-ebf417fe0a69,revision_number=None']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:53:42.923168 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.managers [req-8b85fd8d-7571-48a2-8a44-526d3efe17bf req-2558f642-8aef-471b-ab6f-cbb32f6d4a12 service neutron] Attempting to bind port de69a842-7e9b-406b-b614-0026f3da5abc on host n-h2-838334-2 for vnic_type normal with profile {{(pid=84040) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:53:42.923787 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.managers [req-8b85fd8d-7571-48a2-8a44-526d3efe17bf req-2558f642-8aef-471b-ab6f-cbb32f6d4a12 service neutron] Attempting to bind port de69a842-7e9b-406b-b614-0026f3da5abc by drivers openvswitch,hyperv on host n-h2-838334-2 at level 0 using segments [{'id': '824475dd-cc01-4f37-b28b-cc0d2c7c32c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '5aa366fd-2007-469d-beb7-cd29ef89e1e3'}] {{(pid=84040) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:53:42.924292 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b85fd8d-7571-48a2-8a44-526d3efe17bf req-2558f642-8aef-471b-ab6f-cbb32f6d4a12 service neutron] Attempting to bind port de69a842-7e9b-406b-b614-0026f3da5abc on network 5aa366fd-2007-469d-beb7-cd29ef89e1e3 {{(pid=84040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 20:53:42.954962 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-6b425eb5-8f02-4e3b-a6e7-a7cfb73bc6e4 req-b378d4d7-73bd-4c99-93b8-cd103514fd56 tempest-TaggedBootDevicesTest_v242-417596240 tempest-TaggedBootDevicesTest_v242-417596240-project] 10.222.0.42 "GET /v2.0/security-groups?id=90f86da5-60b0-4e29-8e55-fe6cf6b75c5e&id=48fab5b0-1368-425c-9a53-c0303d2044f1&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0858543 Apr 18 20:53:42.987984 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b85fd8d-7571-48a2-8a44-526d3efe17bf req-2558f642-8aef-471b-ab6f-cbb32f6d4a12 service neutron] Port de69a842-7e9b-406b-b614-0026f3da5abc on network 5aa366fd-2007-469d-beb7-cd29ef89e1e3 not bound, no agent of type Open vSwitch agent registered on host n-h2-838334-2 {{(pid=84040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 18 20:53:42.988628 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b85fd8d-7571-48a2-8a44-526d3efe17bf req-2558f642-8aef-471b-ab6f-cbb32f6d4a12 service neutron] Attempting to bind port de69a842-7e9b-406b-b614-0026f3da5abc on network 5aa366fd-2007-469d-beb7-cd29ef89e1e3 {{(pid=84040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 20:53:43.012055 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b85fd8d-7571-48a2-8a44-526d3efe17bf req-2558f642-8aef-471b-ab6f-cbb32f6d4a12 service neutron] Checking agent: {'id': 'dc797004-f641-47b7-a77f-9c62b5b16296', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-838334-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 34, 3), 'started_at': datetime.datetime(2022, 4, 18, 20, 34, 3), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 20, 53, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 18 20:53:43.015770 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b85fd8d-7571-48a2-8a44-526d3efe17bf req-2558f642-8aef-471b-ab6f-cbb32f6d4a12 service neutron] Checking segment: {'id': '824475dd-cc01-4f37-b28b-cc0d2c7c32c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '5aa366fd-2007-469d-beb7-cd29ef89e1e3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84040) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 20:53:43.017585 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b85fd8d-7571-48a2-8a44-526d3efe17bf req-2558f642-8aef-471b-ab6f-cbb32f6d4a12 service neutron] Bound using segment: {'id': '824475dd-cc01-4f37-b28b-cc0d2c7c32c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '5aa366fd-2007-469d-beb7-cd29ef89e1e3'} {{(pid=84040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 18 20:53:43.018192 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.managers [req-8b85fd8d-7571-48a2-8a44-526d3efe17bf req-2558f642-8aef-471b-ab6f-cbb32f6d4a12 service neutron] Bound port: de69a842-7e9b-406b-b614-0026f3da5abc, host: n-h2-838334-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '824475dd-cc01-4f37-b28b-cc0d2c7c32c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '5aa366fd-2007-469d-beb7-cd29ef89e1e3'}}] {{(pid=84040) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 20:53:43.031116 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-8b85fd8d-7571-48a2-8a44-526d3efe17bf req-2558f642-8aef-471b-ab6f-cbb32f6d4a12 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:53:43.096749 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89e12dfc-f49e-4ea7-b46c-df36a9b275e0 req-e42bb421-3d98-4e6b-9e3a-a80b119f368b tempest-ServerDiskConfigTestJSON-473081836 tempest-ServerDiskConfigTestJSON-473081836-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:53:43.097706 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [req-89e12dfc-f49e-4ea7-b46c-df36a9b275e0 req-e42bb421-3d98-4e6b-9e3a-a80b119f368b tempest-ServerDiskConfigTestJSON-473081836 tempest-ServerDiskConfigTestJSON-473081836-project] Synchronizing usage tracker for tenant:873b40c7f5b941c6b9e1975b2a303d65 on resource:port {{(pid=84040) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 20:53:43.154838 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [req-89e12dfc-f49e-4ea7-b46c-df36a9b275e0 req-e42bb421-3d98-4e6b-9e3a-a80b119f368b tempest-ServerDiskConfigTestJSON-473081836 tempest-ServerDiskConfigTestJSON-473081836-project] Unset dirty status for tenant:873b40c7f5b941c6b9e1975b2a303d65 on resource:port {{(pid=84040) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 20:53:43.156264 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-89e12dfc-f49e-4ea7-b46c-df36a9b275e0 req-e42bb421-3d98-4e6b-9e3a-a80b119f368b tempest-ServerDiskConfigTestJSON-473081836 tempest-ServerDiskConfigTestJSON-473081836-project] 10.222.0.42 "GET /v2.0/ports?device_id=5e5222af-8110-42d3-840a-2dac36c99ec9 HTTP/1.1" status: 200 len: 943 time: 0.3239889 Apr 18 20:53:43.220341 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.db [req-8b85fd8d-7571-48a2-8a44-526d3efe17bf req-2558f642-8aef-471b-ab6f-cbb32f6d4a12 service neutron] For port de69a842-7e9b-406b-b614-0026f3da5abc, host n-h2-838334-2, cleared binding levels {{(pid=84040) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 20:53:43.414421 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.db [req-8b85fd8d-7571-48a2-8a44-526d3efe17bf req-2558f642-8aef-471b-ab6f-cbb32f6d4a12 service neutron] For port de69a842-7e9b-406b-b614-0026f3da5abc, host n-h2-838334-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838334-2',level=0,port_id=de69a842-7e9b-406b-b614-0026f3da5abc,segment=NetworkSegment(824475dd-cc01-4f37-b28b-cc0d2c7c32c9),segment_id=824475dd-cc01-4f37-b28b-cc0d2c7c32c9)] {{(pid=84040) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 20:53:43.431973 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-8b85fd8d-7571-48a2-8a44-526d3efe17bf req-2558f642-8aef-471b-ab6f-cbb32f6d4a12 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32440959'] for port, after_update {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:53:43.484392 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-89e12dfc-f49e-4ea7-b46c-df36a9b275e0 req-aec7279a-8c62-4256-9165-9feb7e9ed537 tempest-ServerDiskConfigTestJSON-473081836 tempest-ServerDiskConfigTestJSON-473081836-project] 10.222.0.42 "GET /v2.0/security-groups?id=527f07bd-3b7c-4e87-bb13-fa86b9490e28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3098919 Apr 18 20:53:43.484647 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-e56eca68-708b-49ec-8c2f-805507197722 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-32377931', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33443910'] for router_interface, after_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:53:43.519312 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-8b85fd8d-7571-48a2-8a44-526d3efe17bf req-2558f642-8aef-471b-ab6f-cbb32f6d4a12 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217293'] for port, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:53:43.520862 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-8b85fd8d-7571-48a2-8a44-526d3efe17bf req-2558f642-8aef-471b-ab6f-cbb32f6d4a12 service neutron] 10.222.0.48 "PUT /v2.0/ports/de69a842-7e9b-406b-b614-0026f3da5abc HTTP/1.1" status: 200 len: 1091 time: 2.1346719 Apr 18 20:53:43.521343 n-d-838334-2 neutron-server[84040]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5e5222af-8110-42d3-840a-2dac36c99ec9', 'tag': 'de69a842-7e9b-406b-b614-0026f3da5abc'}] {{(pid=84040) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 20:53:43.562099 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3336867d-f7e1-45a5-a232-c682b16c32ed req-3b670175-958f-4d6f-bd64-cfdbaafa6d75 tempest-ServerTagsTestJSON-402241756 tempest-ServerTagsTestJSON-402241756-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:53:43.565321 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-3336867d-f7e1-45a5-a232-c682b16c32ed req-3b670175-958f-4d6f-bd64-cfdbaafa6d75 tempest-ServerTagsTestJSON-402241756 tempest-ServerTagsTestJSON-402241756-project] 10.222.0.42 "GET /v2.0/ports?device_id=f52f1ab8-6e58-42c7-a9e3-f711a7046c25 HTTP/1.1" status: 200 len: 946 time: 0.3552406 Apr 18 20:53:43.566415 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2558f642-8aef-471b-ab6f-cbb32f6d4a12 service neutron] Pushing event updated for resources: {'Port': ['ID=de69a842-7e9b-406b-b614-0026f3da5abc,revision_number=3']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:53:43.705420 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-3336867d-f7e1-45a5-a232-c682b16c32ed req-864f86e3-bb50-418f-9611-75a819420c3a tempest-ServerTagsTestJSON-402241756 tempest-ServerTagsTestJSON-402241756-project] 10.222.0.42 "GET /v2.0/security-groups?id=5152e730-2577-415e-84e6-d8dbcecb899f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1280212 Apr 18 20:53:43.742973 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-8b85fd8d-7571-48a2-8a44-526d3efe17bf req-d5798c77-ff51-4798-b516-ce0274ad6c2a service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=873b40c7f5b941c6b9e1975b2a303d65&device_id=5e5222af-8110-42d3-840a-2dac36c99ec9 HTTP/1.1" status: 200 len: 1094 time: 0.1641624 Apr 18 20:53:43.847429 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-8b85fd8d-7571-48a2-8a44-526d3efe17bf req-a7150aca-8720-4aba-af8e-296fb45db416 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=de69a842-7e9b-406b-b614-0026f3da5abc HTTP/1.1" status: 200 len: 217 time: 0.0949044 Apr 18 20:53:43.857385 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-766651e2-9acb-4dc1-a581-a6d65d957e5e req-56c2d08b-1f10-408e-8851-bfefcee3d15e tempest-AttachVolumeShelveTestJSON-1712717013 tempest-AttachVolumeShelveTestJSON-1712717013-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:53:43.859304 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-766651e2-9acb-4dc1-a581-a6d65d957e5e req-56c2d08b-1f10-408e-8851-bfefcee3d15e tempest-AttachVolumeShelveTestJSON-1712717013 tempest-AttachVolumeShelveTestJSON-1712717013-project] 10.222.0.42 "GET /v2.0/ports?device_id=a3d617b3-55ec-41c1-b97c-911aa927ef50 HTTP/1.1" status: 200 len: 946 time: 0.1991839 Apr 18 20:53:44.001802 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b85fd8d-7571-48a2-8a44-526d3efe17bf req-bc662409-3a1e-4555-8bf1-8e4014806e33 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:53:44.003387 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-8b85fd8d-7571-48a2-8a44-526d3efe17bf req-bc662409-3a1e-4555-8bf1-8e4014806e33 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=5082cb41-0072-42ea-89f7-120abfdfec16 HTTP/1.1" status: 200 len: 855 time: 0.1430190 Apr 18 20:53:44.068948 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-766651e2-9acb-4dc1-a581-a6d65d957e5e req-71ad29f5-df33-422d-9a97-d85fe8720ce5 tempest-AttachVolumeShelveTestJSON-1712717013 tempest-AttachVolumeShelveTestJSON-1712717013-project] 10.222.0.42 "GET /v2.0/security-groups?id=2e9d8b44-da00-4a79-861c-f0ec417a580f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1718473 Apr 18 20:53:44.071212 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-8b85fd8d-7571-48a2-8a44-526d3efe17bf req-ac06a86e-1846-4cf0-80aa-060886f8b555 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=5aa366fd-2007-469d-beb7-cd29ef89e1e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0526373 Apr 18 20:53:44.113526 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fc9a39f-ac43-4bc5-a95f-465adac094be req-20f3623a-a44d-40b4-ac62-25c1a7d5c367 tempest-ServerRescueNegativeTestJSON-1571656168 tempest-ServerRescueNegativeTestJSON-1571656168-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:53:44.120071 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-2fc9a39f-ac43-4bc5-a95f-465adac094be req-20f3623a-a44d-40b4-ac62-25c1a7d5c367 tempest-ServerRescueNegativeTestJSON-1571656168 tempest-ServerRescueNegativeTestJSON-1571656168-project] 10.222.0.42 "GET /v2.0/ports?device_id=84774df7-1534-4163-a5f8-10a9e8ea72b0 HTTP/1.1" status: 200 len: 945 time: 0.2586224 Apr 18 20:53:44.183164 n-d-838334-2 neutron-server[84040]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1ab015a9-ef9c-4eb1-99a5-5ed5ede032b7'] response: {'name': 'network-changed', 'server_uuid': '5e5222af-8110-42d3-840a-2dac36c99ec9', 'tag': 'de69a842-7e9b-406b-b614-0026f3da5abc', 'status': 'completed', 'code': 200} Apr 18 20:53:44.244197 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-2fc9a39f-ac43-4bc5-a95f-465adac094be req-a49818d9-b467-48a9-b0d6-902c45f55563 tempest-ServerRescueNegativeTestJSON-1571656168 tempest-ServerRescueNegativeTestJSON-1571656168-project] 10.222.0.42 "GET /v2.0/security-groups?id=43017ed2-a4b0-4fb1-8865-58458190611c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1232078 Apr 18 20:53:44.333696 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-8b85fd8d-7571-48a2-8a44-526d3efe17bf req-05ae555d-c900-4625-b0e7-9d564a75cc76 service neutron] 10.222.0.48 "GET /v2.0/networks/5aa366fd-2007-469d-beb7-cd29ef89e1e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2485728 Apr 18 20:53:44.335513 n-d-838334-2 neutron-server[84041]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e56eca68-708b-49ec-8c2f-805507197722 admin admin] Router 09d5c51a-192d-453a-aaa5-12af973816c7 has already been hosted by L3 agent bc84d6c9-dd7a-4555-a351-592327b46d5a {{(pid=84041) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 20:53:44.546367 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f7ffec-25ca-4bb1-bd1f-1a02129ad8d0 req-ef2a32b7-37db-4e0d-8350-e5b568389210 tempest-TaggedBootDevicesTest_v242-417596240 tempest-TaggedBootDevicesTest_v242-417596240-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:53:44.550328 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f7ffec-25ca-4bb1-bd1f-1a02129ad8d0 req-ef2a32b7-37db-4e0d-8350-e5b568389210 tempest-TaggedBootDevicesTest_v242-417596240 tempest-TaggedBootDevicesTest_v242-417596240-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:53:44.554298 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f7ffec-25ca-4bb1-bd1f-1a02129ad8d0 req-ef2a32b7-37db-4e0d-8350-e5b568389210 tempest-TaggedBootDevicesTest_v242-417596240 tempest-TaggedBootDevicesTest_v242-417596240-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:53:44.558496 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f7ffec-25ca-4bb1-bd1f-1a02129ad8d0 req-ef2a32b7-37db-4e0d-8350-e5b568389210 tempest-TaggedBootDevicesTest_v242-417596240 tempest-TaggedBootDevicesTest_v242-417596240-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:53:44.563128 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f7ffec-25ca-4bb1-bd1f-1a02129ad8d0 req-ef2a32b7-37db-4e0d-8350-e5b568389210 tempest-TaggedBootDevicesTest_v242-417596240 tempest-TaggedBootDevicesTest_v242-417596240-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:53:44.567087 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f7ffec-25ca-4bb1-bd1f-1a02129ad8d0 req-ef2a32b7-37db-4e0d-8350-e5b568389210 tempest-TaggedBootDevicesTest_v242-417596240 tempest-TaggedBootDevicesTest_v242-417596240-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:53:44.572018 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f7ffec-25ca-4bb1-bd1f-1a02129ad8d0 req-ef2a32b7-37db-4e0d-8350-e5b568389210 tempest-TaggedBootDevicesTest_v242-417596240 tempest-TaggedBootDevicesTest_v242-417596240-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:53:44.576238 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e56eca68-708b-49ec-8c2f-805507197722 admin admin] Notify agent at l3_agent.n-d-838334-2 the message routers_updated {{(pid=84041) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 20:53:44.579664 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-a0f7ffec-25ca-4bb1-bd1f-1a02129ad8d0 req-ef2a32b7-37db-4e0d-8350-e5b568389210 tempest-TaggedBootDevicesTest_v242-417596240 tempest-TaggedBootDevicesTest_v242-417596240-project] 10.222.0.42 "GET /v2.0/ports?device_id=6a49f48a-913c-49a6-8c09-bf4c978ef91f HTTP/1.1" status: 200 len: 5430 time: 0.2875590 Apr 18 20:53:44.589626 n-d-838334-2 neutron-server[84043]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-376275e3-5dd4-4fa4-a216-57fad2b5a764 None None] Sync routers for ids ['09d5c51a-192d-453a-aaa5-12af973816c7'] in n-d-838334-2 {{(pid=84043) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 18 20:53:44.595496 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-e56eca68-708b-49ec-8c2f-805507197722 admin admin] 10.222.0.42 "PUT /v2.0/routers/09d5c51a-192d-453a-aaa5-12af973816c7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0754361 Apr 18 20:53:44.598805 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 49692) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:53:44.606972 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-8b85fd8d-7571-48a2-8a44-526d3efe17bf req-5fcf1597-ef7e-42c4-99d3-d056bdbff9bc service neutron] 10.222.0.48 "GET /v2.0/networks/5aa366fd-2007-469d-beb7-cd29ef89e1e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2634892 Apr 18 20:53:44.626682 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-376275e3-5dd4-4fa4-a216-57fad2b5a764 None None] Routers {'09d5c51a-192d-453a-aaa5-12af973816c7'} bound to L3 agent in host n-d-838334-2 {{(pid=84043) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 20:53:44.627521 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.l3_hamode_db [None req-376275e3-5dd4-4fa4-a216-57fad2b5a764 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838334-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-18T20:25:48Z,description=,heartbeat_timestamp=2022-04-18T20:53:18Z,host='n-d-838334-2',id=bc84d6c9-dd7a-4555-a351-592327b46d5a,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:25:48Z,topic='l3_agent')) {'router_ids': ['09d5c51a-192d-453a-aaa5-12af973816c7'], 'active': True} {{(pid=84043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:53:44.660428 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-a0f7ffec-25ca-4bb1-bd1f-1a02129ad8d0 req-bb5c10d0-7f5d-4eb2-a31f-fc6a72a5b6af tempest-TaggedBootDevicesTest_v242-417596240 tempest-TaggedBootDevicesTest_v242-417596240-project] 10.222.0.42 "GET /v2.0/security-groups?id=90f86da5-60b0-4e29-8e55-fe6cf6b75c5e&id=48fab5b0-1368-425c-9a53-c0303d2044f1&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0796325 Apr 18 20:53:44.678039 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28a2dc1f-13f6-4b9c-ae2c-5a58877afbed req-a2151b89-d99d-4431-925e-71078ce54952 tempest-ServerTagsTestJSON-402241756 tempest-ServerTagsTestJSON-402241756-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:53:44.695939 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-28a2dc1f-13f6-4b9c-ae2c-5a58877afbed req-a2151b89-d99d-4431-925e-71078ce54952 tempest-ServerTagsTestJSON-402241756 tempest-ServerTagsTestJSON-402241756-project] 10.222.0.48 "GET /v2.0/ports?device_id=f52f1ab8-6e58-42c7-a9e3-f711a7046c25 HTTP/1.1" status: 200 len: 946 time: 0.2366633 Apr 18 20:53:44.718368 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 49696) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:53:44.870361 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.l3_dvr_db [None req-376275e3-5dd4-4fa4-a216-57fad2b5a764 None None] Set router 09d5c51a-192d-453a-aaa5-12af973816c7 gateway port host: n-d-838334-2 {{(pid=84043) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 20:53:44.872158 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.plugin [req-28a2dc1f-13f6-4b9c-ae2c-5a58877afbed req-a2bf22b7-b186-48cd-86a5-106112892c56 tempest-ServerTagsTestJSON-402241756 tempest-ServerTagsTestJSON-402241756-project] Deleting port e943db12-73e9-46ee-a3fe-372688972488 {{(pid=84040) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 20:53:44.873023 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-28a2dc1f-13f6-4b9c-ae2c-5a58877afbed req-a2bf22b7-b186-48cd-86a5-106112892c56 tempest-ServerTagsTestJSON-402241756 tempest-ServerTagsTestJSON-402241756-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750375188691'] for port, before_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:53:44.938119 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-b984a361-7c50-485a-9108-6b7344257251 admin admin] Notify callbacks [] for router, before_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:53:45.098578 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-5ab656a0-af8d-4f60-a4ec-3f13420270f4 req-26bad850-9d9c-492e-8043-ce3c5c539db2 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=873b40c7f5b941c6b9e1975b2a303d65&device_id=5e5222af-8110-42d3-840a-2dac36c99ec9 HTTP/1.1" status: 200 len: 1094 time: 0.3989496 Apr 18 20:53:45.098838 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-e694c225-9ec5-473b-9c19-a1cc7b46b926 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:53:45.102992 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f337324-49ed-4e2d-a92f-b5ad686a0255 req-e0b338c4-7fca-499e-8f17-1b0114bb1baa tempest-ServerDiskConfigTestJSON-473081836 tempest-ServerDiskConfigTestJSON-473081836-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:53:45.104382 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-0f337324-49ed-4e2d-a92f-b5ad686a0255 req-e0b338c4-7fca-499e-8f17-1b0114bb1baa tempest-ServerDiskConfigTestJSON-473081836 tempest-ServerDiskConfigTestJSON-473081836-project] 10.222.0.42 "GET /v2.0/ports?device_id=5e5222af-8110-42d3-840a-2dac36c99ec9 HTTP/1.1" status: 200 len: 943 time: 0.4043152 Apr 18 20:53:45.153327 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-e694c225-9ec5-473b-9c19-a1cc7b46b926 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:53:45.159771 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-e694c225-9ec5-473b-9c19-a1cc7b46b926 admin admin] Usage tracker for resource:security_group_rule and tenant:75ddd40d69f1446fa7618f84f8967d67 is out of sync, need to count used quota {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:53:45.162825 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-e694c225-9ec5-473b-9c19-a1cc7b46b926 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:53:45.170089 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-e694c225-9ec5-473b-9c19-a1cc7b46b926 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:53:45.257683 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.l3_hamode_db [None req-376275e3-5dd4-4fa4-a216-57fad2b5a764 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09d5c51a-192d-453a-aaa5-12af973816c7', 'name': 'tempest-ServersTestManualDisk-706543175-router', 'tenant_id': 'd097ca6178bf4202a3e30e56a61a7a3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'external_fixed_ips': [{'subnet_id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'ip_address': '172.25.8.241'}], 'enable_snat': True}, 'gw_port_id': 'f181cca8-f5ce-4a2c-8bbb-bc3372d09100', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:52:00Z', 'updated_at': '2022-04-18T20:53:42Z', 'revision_number': 5, 'project_id': 'd097ca6178bf4202a3e30e56a61a7a3a', 'gw_port': {'id': 'f181cca8-f5ce-4a2c-8bbb-bc3372d09100', 'name': '', 'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:82:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09d5c51a-192d-453a-aaa5-12af973816c7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'ip_address': '172.25.8.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:52:01Z', 'updated_at': '2022-04-18T20:52:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838334-2'}], 'n-d-838334-2', False) {} {{(pid=84043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:53:45.261970 n-d-838334-2 neutron-server[84043]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-376275e3-5dd4-4fa4-a216-57fad2b5a764 None None] Checking router: 09d5c51a-192d-453a-aaa5-12af973816c7 for host: n-d-838334-2 {{(pid=84043) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 18 20:53:45.274436 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-376275e3-5dd4-4fa4-a216-57fad2b5a764 None None] Routers {'09d5c51a-192d-453a-aaa5-12af973816c7'} bound to L3 agent in host n-d-838334-2 {{(pid=84043) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 20:53:45.274436 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.l3_hamode_db [None req-376275e3-5dd4-4fa4-a216-57fad2b5a764 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838334-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-18T20:25:48Z,description=,heartbeat_timestamp=2022-04-18T20:53:18Z,host='n-d-838334-2',id=bc84d6c9-dd7a-4555-a351-592327b46d5a,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:25:48Z,topic='l3_agent')) {'router_ids': ['09d5c51a-192d-453a-aaa5-12af973816c7'], 'active': True} {{(pid=84043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:53:45.277037 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-e694c225-9ec5-473b-9c19-a1cc7b46b926 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:53:45.282367 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-e694c225-9ec5-473b-9c19-a1cc7b46b926 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33528224'] for security_group, after_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:53:45.318953 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-b984a361-7c50-485a-9108-6b7344257251 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:53:45.351201 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-e694c225-9ec5-473b-9c19-a1cc7b46b926 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=75ddd40d69f1446fa7618f84f8967d67&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6292610 Apr 18 20:53:45.351201 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e694c225-9ec5-473b-9c19-a1cc7b46b926 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eb890e6b-6468-4e60-a73c-914da7476e5c,revision_number=1']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:53:45.352952 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 49706) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:53:45.365229 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.plugin [None req-b984a361-7c50-485a-9108-6b7344257251 admin admin] Deleting port f181cca8-f5ce-4a2c-8bbb-bc3372d09100 {{(pid=84041) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 20:53:45.365566 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-b984a361-7c50-485a-9108-6b7344257251 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750375188691'] for port, before_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:53:45.477061 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.l3_dvr_db [None req-376275e3-5dd4-4fa4-a216-57fad2b5a764 None None] Set router 09d5c51a-192d-453a-aaa5-12af973816c7 gateway port host: n-d-838334-2 {{(pid=84043) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 20:53:45.494668 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-237a80fb-449d-4178-92de-03b27aa7a102 req-51c87b36-0d49-46c2-8f92-5409f4c39e00 tempest-ServerTagsTestJSON-402241756 tempest-ServerTagsTestJSON-402241756-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:53:45.502718 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-237a80fb-449d-4178-92de-03b27aa7a102 req-51c87b36-0d49-46c2-8f92-5409f4c39e00 tempest-ServerTagsTestJSON-402241756 tempest-ServerTagsTestJSON-402241756-project] 10.222.0.42 "GET /v2.0/ports?device_id=f52f1ab8-6e58-42c7-a9e3-f711a7046c25 HTTP/1.1" status: 200 len: 946 time: 0.5970459 Apr 18 20:53:45.581495 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-0f337324-49ed-4e2d-a92f-b5ad686a0255 req-4f494588-4a86-4edf-9154-c37209f8fb3e tempest-ServerDiskConfigTestJSON-473081836 tempest-ServerDiskConfigTestJSON-473081836-project] 10.222.0.42 "GET /v2.0/security-groups?id=527f07bd-3b7c-4e87-bb13-fa86b9490e28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4344299 Apr 18 20:53:45.589761 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.db [req-28a2dc1f-13f6-4b9c-ae2c-5a58877afbed req-a2bf22b7-b186-48cd-86a5-106112892c56 tempest-ServerTagsTestJSON-402241756 tempest-ServerTagsTestJSON-402241756-project] For port e943db12-73e9-46ee-a3fe-372688972488, host n-h2-838334-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838334-2',level=0,port_id=e943db12-73e9-46ee-a3fe-372688972488,segment=NetworkSegment(23ce9e22-2370-4382-bef0-fd7ce1687f08),segment_id=23ce9e22-2370-4382-bef0-fd7ce1687f08)] {{(pid=84040) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:53:45.590126 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-28a2dc1f-13f6-4b9c-ae2c-5a58877afbed req-a2bf22b7-b186-48cd-86a5-106112892c56 tempest-ServerTagsTestJSON-402241756 tempest-ServerTagsTestJSON-402241756-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369123'] for port, precommit_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:53:45.633563 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-e10d680f-548d-4735-bc51-d2b0793b030c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750375287399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253529'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:53:45.689521 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-1e94eb72-bb03-4da6-80bc-a04be2dfe593 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:53:45.729749 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.db [None req-b984a361-7c50-485a-9108-6b7344257251 admin admin] For port f181cca8-f5ce-4a2c-8bbb-bc3372d09100, host n-d-838334-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838334-2',level=0,port_id=f181cca8-f5ce-4a2c-8bbb-bc3372d09100,segment=NetworkSegment(732aa830-768b-4511-951f-d08e26b9c25b),segment_id=732aa830-768b-4511-951f-d08e26b9c25b)] {{(pid=84041) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:53:45.730132 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-b984a361-7c50-485a-9108-6b7344257251 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369123'] for port, precommit_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:53:45.745276 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-1e94eb72-bb03-4da6-80bc-a04be2dfe593 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:53:45.844490 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.l3_hamode_db [None req-376275e3-5dd4-4fa4-a216-57fad2b5a764 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09d5c51a-192d-453a-aaa5-12af973816c7', 'name': 'tempest-ServersTestManualDisk-706543175-router', 'tenant_id': 'd097ca6178bf4202a3e30e56a61a7a3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'external_fixed_ips': [{'subnet_id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'ip_address': '172.25.8.241'}], 'enable_snat': True}, 'gw_port_id': 'f181cca8-f5ce-4a2c-8bbb-bc3372d09100', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:52:00Z', 'updated_at': '2022-04-18T20:53:42Z', 'revision_number': 5, 'project_id': 'd097ca6178bf4202a3e30e56a61a7a3a', 'gw_port': {'id': 'f181cca8-f5ce-4a2c-8bbb-bc3372d09100', 'name': '', 'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:82:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09d5c51a-192d-453a-aaa5-12af973816c7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'ip_address': '172.25.8.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:52:01Z', 'updated_at': '2022-04-18T20:52:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838334-2'}], 'n-d-838334-2', False) {} {{(pid=84043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:53:45.849444 n-d-838334-2 neutron-server[84043]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-376275e3-5dd4-4fa4-a216-57fad2b5a764 None None] The sync data for ids ['09d5c51a-192d-453a-aaa5-12af973816c7'] in n-d-838334-2 is: [{'id': '09d5c51a-192d-453a-aaa5-12af973816c7', 'name': 'tempest-ServersTestManualDisk-706543175-router', 'tenant_id': 'd097ca6178bf4202a3e30e56a61a7a3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'external_fixed_ips': [{'subnet_id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'ip_address': '172.25.8.241'}], 'enable_snat': True}, 'gw_port_id': 'f181cca8-f5ce-4a2c-8bbb-bc3372d09100', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:52:00Z', 'updated_at': '2022-04-18T20:53:42Z', 'revision_number': 5, 'project_id': 'd097ca6178bf4202a3e30e56a61a7a3a', 'gw_port': {'id': 'f181cca8-f5ce-4a2c-8bbb-bc3372d09100', 'name': '', 'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:82:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09d5c51a-192d-453a-aaa5-12af973816c7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'ip_address': '172.25.8.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:52:01Z', 'updated_at': '2022-04-18T20:52:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838334-2'}] {{(pid=84043) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 18 20:53:45.861700 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.plugin [req-28a2dc1f-13f6-4b9c-ae2c-5a58877afbed req-a2bf22b7-b186-48cd-86a5-106112892c56 tempest-ServerTagsTestJSON-402241756 tempest-ServerTagsTestJSON-402241756-project] Calling delete_port for e943db12-73e9-46ee-a3fe-372688972488 owned by compute:nova {{(pid=84040) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 20:53:45.876754 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.plugin [None req-b984a361-7c50-485a-9108-6b7344257251 admin admin] Calling delete_port for f181cca8-f5ce-4a2c-8bbb-bc3372d09100 owned by network:router_gateway {{(pid=84041) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 20:53:45.946324 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ab656a0-af8d-4f60-a4ec-3f13420270f4 req-ab67a909-4c54-4cfc-a46e-123e8fbe9105 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:53:45.947995 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-5ab656a0-af8d-4f60-a4ec-3f13420270f4 req-ab67a909-4c54-4cfc-a46e-123e8fbe9105 service neutron] 10.222.0.48 "GET /v2.0/networks?id=5aa366fd-2007-469d-beb7-cd29ef89e1e3 HTTP/1.1" status: 200 len: 916 time: 0.8371837 Apr 18 20:53:45.963725 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-237a80fb-449d-4178-92de-03b27aa7a102 req-91610eab-0960-4c20-bcec-ee9215e50c46 tempest-ServerTagsTestJSON-402241756 tempest-ServerTagsTestJSON-402241756-project] 10.222.0.42 "GET /v2.0/security-groups?id=5152e730-2577-415e-84e6-d8dbcecb899f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4601147 Apr 18 20:53:46.012627 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-1e94eb72-bb03-4da6-80bc-a04be2dfe593 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33528224'] for security_group, after_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:53:46.053374 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e94eb72-bb03-4da6-80bc-a04be2dfe593 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb890e6b-6468-4e60-a73c-914da7476e5c,revision_number=None']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:53:46.104023 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-5ab656a0-af8d-4f60-a4ec-3f13420270f4 req-b414a701-c06e-4007-a4d8-df5b527ad943 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=de69a842-7e9b-406b-b614-0026f3da5abc HTTP/1.1" status: 200 len: 217 time: 0.1361153 Apr 18 20:53:46.148576 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-1e94eb72-bb03-4da6-80bc-a04be2dfe593 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:53:46.152035 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-1e94eb72-bb03-4da6-80bc-a04be2dfe593 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/eb890e6b-6468-4e60-a73c-914da7476e5c HTTP/1.1" status: 204 len: 168 time: 0.7963684 Apr 18 20:53:46.152449 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-b984a361-7c50-485a-9108-6b7344257251 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750375259028', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750374836628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32266323'] for port, after_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:53:46.197107 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ab656a0-af8d-4f60-a4ec-3f13420270f4 req-286fb451-0b7b-46cd-ace9-17be29ea9648 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:53:46.198489 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-5ab656a0-af8d-4f60-a4ec-3f13420270f4 req-286fb451-0b7b-46cd-ace9-17be29ea9648 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=5082cb41-0072-42ea-89f7-120abfdfec16 HTTP/1.1" status: 200 len: 855 time: 0.0868509 Apr 18 20:53:46.300907 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-5ab656a0-af8d-4f60-a4ec-3f13420270f4 req-b8b0b05a-f749-4e5c-97e9-8ec692ad21a3 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=5aa366fd-2007-469d-beb7-cd29ef89e1e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0930970 Apr 18 20:53:46.309699 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b984a361-7c50-485a-9108-6b7344257251 admin admin] Pushing event deleted for resources: {'Port': ['ID=f181cca8-f5ce-4a2c-8bbb-bc3372d09100,revision_number=None']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:53:46.494806 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-b984a361-7c50-485a-9108-6b7344257251 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33444108'] for router_gateway, after_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:53:46.544736 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-5ab656a0-af8d-4f60-a4ec-3f13420270f4 req-39b4ca04-e249-41b8-a41a-47a3eeaa0253 service neutron] 10.222.0.48 "GET /v2.0/networks/5aa366fd-2007-469d-beb7-cd29ef89e1e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2347083 Apr 18 20:53:46.573052 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-835165cf-91c5-4384-b731-6aef6b60a1de req-73f09d72-595f-4aae-ae2f-2b25126ced31 tempest-ServerRescueNegativeTestJSON-1571656168 tempest-ServerRescueNegativeTestJSON-1571656168-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:53:46.574543 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-835165cf-91c5-4384-b731-6aef6b60a1de req-73f09d72-595f-4aae-ae2f-2b25126ced31 tempest-ServerRescueNegativeTestJSON-1571656168 tempest-ServerRescueNegativeTestJSON-1571656168-project] 10.222.0.42 "GET /v2.0/ports?device_id=84774df7-1534-4163-a5f8-10a9e8ea72b0 HTTP/1.1" status: 200 len: 945 time: 0.7259595 Apr 18 20:53:46.712497 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-28a2dc1f-13f6-4b9c-ae2c-5a58877afbed req-a2bf22b7-b186-48cd-86a5-106112892c56 tempest-ServerTagsTestJSON-402241756 tempest-ServerTagsTestJSON-402241756-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750375259028', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750374836628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32440838'] for port, after_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:53:46.726076 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] get_ports_and_sgs() called for port_ids ['e943db12-73e9-46ee-a3fe-372688972488'] {{(pid=84042) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 18 20:53:46.788504 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-b984a361-7c50-485a-9108-6b7344257251 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33443580', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5726'] for router, precommit_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:53:46.792835 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-b984a361-7c50-485a-9108-6b7344257251 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:53:46.802572 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30a81a4e-d274-4c86-9ac9-fa02b96aa14c req-3698d478-e11c-4cca-a2fd-b5a2ec913f78 tempest-TaggedBootDevicesTest_v242-417596240 tempest-TaggedBootDevicesTest_v242-417596240-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:53:46.806590 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30a81a4e-d274-4c86-9ac9-fa02b96aa14c req-3698d478-e11c-4cca-a2fd-b5a2ec913f78 tempest-TaggedBootDevicesTest_v242-417596240 tempest-TaggedBootDevicesTest_v242-417596240-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:53:46.811737 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30a81a4e-d274-4c86-9ac9-fa02b96aa14c req-3698d478-e11c-4cca-a2fd-b5a2ec913f78 tempest-TaggedBootDevicesTest_v242-417596240 tempest-TaggedBootDevicesTest_v242-417596240-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:53:46.819704 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30a81a4e-d274-4c86-9ac9-fa02b96aa14c req-3698d478-e11c-4cca-a2fd-b5a2ec913f78 tempest-TaggedBootDevicesTest_v242-417596240 tempest-TaggedBootDevicesTest_v242-417596240-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:53:46.823497 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-b984a361-7c50-485a-9108-6b7344257251 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-33443408'] for router, after_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:53:46.823857 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30a81a4e-d274-4c86-9ac9-fa02b96aa14c req-3698d478-e11c-4cca-a2fd-b5a2ec913f78 tempest-TaggedBootDevicesTest_v242-417596240 tempest-TaggedBootDevicesTest_v242-417596240-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:53:46.824179 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b984a361-7c50-485a-9108-6b7344257251 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 09d5c51a-192d-453a-aaa5-12af973816c7 {{(pid=84041) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 18 20:53:46.828898 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30a81a4e-d274-4c86-9ac9-fa02b96aa14c req-3698d478-e11c-4cca-a2fd-b5a2ec913f78 tempest-TaggedBootDevicesTest_v242-417596240 tempest-TaggedBootDevicesTest_v242-417596240-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:53:46.833208 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30a81a4e-d274-4c86-9ac9-fa02b96aa14c req-3698d478-e11c-4cca-a2fd-b5a2ec913f78 tempest-TaggedBootDevicesTest_v242-417596240 tempest-TaggedBootDevicesTest_v242-417596240-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:53:46.840987 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-b984a361-7c50-485a-9108-6b7344257251 admin admin] Notify callbacks [] for router, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:53:46.841549 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-30a81a4e-d274-4c86-9ac9-fa02b96aa14c req-3698d478-e11c-4cca-a2fd-b5a2ec913f78 tempest-TaggedBootDevicesTest_v242-417596240 tempest-TaggedBootDevicesTest_v242-417596240-project] 10.222.0.42 "GET /v2.0/ports?device_id=6a49f48a-913c-49a6-8c09-bf4c978ef91f HTTP/1.1" status: 200 len: 5430 time: 0.6355340 Apr 18 20:53:46.842205 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-b984a361-7c50-485a-9108-6b7344257251 admin admin] 10.222.0.42 "DELETE /v2.0/routers/09d5c51a-192d-453a-aaa5-12af973816c7 HTTP/1.1" status: 204 len: 168 time: 2.2422862 Apr 18 20:53:46.847504 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 49726) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:53:46.848048 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2bf22b7-b186-48cd-86a5-106112892c56 tempest-ServerTagsTestJSON-402241756 tempest-ServerTagsTestJSON-402241756-project] Pushing event deleted for resources: {'Port': ['ID=e943db12-73e9-46ee-a3fe-372688972488,revision_number=None']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:53:46.869655 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-835165cf-91c5-4384-b731-6aef6b60a1de req-55d09dfb-5bec-42ea-b8ea-108c588089dd tempest-ServerRescueNegativeTestJSON-1571656168 tempest-ServerRescueNegativeTestJSON-1571656168-project] 10.222.0.42 "GET /v2.0/security-groups?id=43017ed2-a4b0-4fb1-8865-58458190611c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2712853 Apr 18 20:53:46.923233 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.db_base_plugin_v2 [None req-daeb33b1-eb10-46e1-bc2b-2a5c93266b8d admin admin] Deleting subnet b97e4a75-8ec3-4f6e-beb3-db8f3e8db4d7 {{(pid=84041) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 18 20:53:46.927061 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-daeb33b1-eb10-46e1-bc2b-2a5c93266b8d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:53:46.980682 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-daeb33b1-eb10-46e1-bc2b-2a5c93266b8d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32266383'] for subnet, precommit_delete_associations {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:53:47.016882 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-5ab656a0-af8d-4f60-a4ec-3f13420270f4 req-07920644-a501-4d1a-9005-593816b762f9 service neutron] 10.222.0.48 "GET /v2.0/networks/5aa366fd-2007-469d-beb7-cd29ef89e1e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4501605 Apr 18 20:53:47.067198 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-daeb33b1-eb10-46e1-bc2b-2a5c93266b8d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1260556'] for subnet, precommit_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:53:47.140239 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.l3_dvrscheduler_db [req-28a2dc1f-13f6-4b9c-ae2c-5a58877afbed req-a2bf22b7-b186-48cd-86a5-106112892c56 tempest-ServerTagsTestJSON-402241756 tempest-ServerTagsTestJSON-402241756-project] No DVR routers for this DVR port e943db12-73e9-46ee-a3fe-372688972488 on host n-h2-838334-2 {{(pid=84040) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 20:53:47.149860 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-28a2dc1f-13f6-4b9c-ae2c-5a58877afbed req-a2bf22b7-b186-48cd-86a5-106112892c56 tempest-ServerTagsTestJSON-402241756 tempest-ServerTagsTestJSON-402241756-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217293'] for port, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:53:47.155354 n-d-838334-2 neutron-server[84040]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f52f1ab8-6e58-42c7-a9e3-f711a7046c25', 'name': 'network-vif-deleted', 'tag': 'e943db12-73e9-46ee-a3fe-372688972488'}] {{(pid=84040) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 20:53:47.178314 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-30a81a4e-d274-4c86-9ac9-fa02b96aa14c req-e9f2884a-b671-4de8-abc5-a38b6015819e tempest-TaggedBootDevicesTest_v242-417596240 tempest-TaggedBootDevicesTest_v242-417596240-project] 10.222.0.42 "GET /v2.0/security-groups?id=90f86da5-60b0-4e29-8e55-fe6cf6b75c5e&id=48fab5b0-1368-425c-9a53-c0303d2044f1&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3358088 Apr 18 20:53:47.181856 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-28a2dc1f-13f6-4b9c-ae2c-5a58877afbed req-a2bf22b7-b186-48cd-86a5-106112892c56 tempest-ServerTagsTestJSON-402241756 tempest-ServerTagsTestJSON-402241756-project] 10.222.0.48 "DELETE /v2.0/ports/e943db12-73e9-46ee-a3fe-372688972488 HTTP/1.1" status: 204 len: 173 time: 2.4848826 Apr 18 20:53:47.237431 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50013be7-882f-4d9a-99f6-66f6610f4da1 req-9ffcb214-e9a4-4dbe-b212-fe6e01dcb3a6 tempest-ServerDiskConfigTestJSON-473081836 tempest-ServerDiskConfigTestJSON-473081836-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:53:47.239307 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-50013be7-882f-4d9a-99f6-66f6610f4da1 req-9ffcb214-e9a4-4dbe-b212-fe6e01dcb3a6 tempest-ServerDiskConfigTestJSON-473081836 tempest-ServerDiskConfigTestJSON-473081836-project] 10.222.0.42 "GET /v2.0/ports?device_id=5e5222af-8110-42d3-840a-2dac36c99ec9 HTTP/1.1" status: 200 len: 943 time: 0.1532910 Apr 18 20:53:47.252444 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 49742) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:53:47.283361 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-daeb33b1-eb10-46e1-bc2b-2a5c93266b8d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1260549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33526260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32266336', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32486390'] for subnet, after_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:53:47.316430 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Device de69a842-7e9b-406b-b614-0026f3da5abc details requested by agent hyperv_n-h2-838334-2 with host n-h2-838334-2 {{(pid=84042) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 18 20:53:47.349397 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-50013be7-882f-4d9a-99f6-66f6610f4da1 req-15c2a618-413b-4af8-b6e6-8c808e16a3a4 tempest-ServerDiskConfigTestJSON-473081836 tempest-ServerDiskConfigTestJSON-473081836-project] 10.222.0.42 "GET /v2.0/security-groups?id=527f07bd-3b7c-4e87-bb13-fa86b9490e28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0994675 Apr 18 20:53:47.359337 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-daeb33b1-eb10-46e1-bc2b-2a5c93266b8d admin admin] Notify callbacks [] for subnet, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:53:47.368096 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daeb33b1-eb10-46e1-bc2b-2a5c93266b8d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b97e4a75-8ec3-4f6e-beb3-db8f3e8db4d7,revision_number=None']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:53:47.378346 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-daeb33b1-eb10-46e1-bc2b-2a5c93266b8d admin admin] 10.222.0.42 "DELETE /v2.0/subnets/b97e4a75-8ec3-4f6e-beb3-db8f3e8db4d7 HTTP/1.1" status: 204 len: 168 time: 0.5318882 Apr 18 20:53:47.378346 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 49748) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:53:47.385941 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1869f676-e044-47f1-a672-222db833360b None None] Network 900e7008-3a76-4947-a7ad-9adec518e5cf requested from n-d-838334-2 {{(pid=84042) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 20:53:47.540665 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-c98e11b4-8c8d-40a2-952a-2817b54fc4ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1103592'] for network, before_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:53:47.552809 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.plugin [None req-c98e11b4-8c8d-40a2-952a-2817b54fc4ee admin admin] Deleting port 88d4f295-4c52-4df4-980f-588090d96948 {{(pid=84041) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 20:53:47.553145 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-c98e11b4-8c8d-40a2-952a-2817b54fc4ee admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750375188691'] for port, before_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:53:47.596365 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.v2.base [None req-596a8779-c509-42a7-82c6-82aa1dbc8016 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-965011108-network', 'tenant_id': '340d04fd839f4c0c896ec9bea561bc50'}} {{(pid=84041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 20:53:47.600323 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [req-3472b055-26f6-4b81-ad4e-e9fb64f6738c req-2e538d86-fc14-4802-bfe7-1eddada30cc8 tempest-ServerTagsTestJSON-402241756 tempest-ServerTagsTestJSON-402241756-project] Synchronizing usage tracker for tenant:07d78456d9a640c99bc6ce9963d36085 on resource:port {{(pid=84040) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 20:53:47.601065 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-596a8779-c509-42a7-82c6-82aa1dbc8016 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:53:47.605058 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-596a8779-c509-42a7-82c6-82aa1dbc8016 admin admin] Usage tracker for resource:network and tenant:340d04fd839f4c0c896ec9bea561bc50 is out of sync, need to count used quota {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:53:47.609045 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-596a8779-c509-42a7-82c6-82aa1dbc8016 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:53:47.614893 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-596a8779-c509-42a7-82c6-82aa1dbc8016 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:53:47.625378 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-515a347c-6cd1-4b8c-aba6-a7cb3359f944 req-3a3f1ab6-1509-4cd8-8365-46d44d8e173d tempest-ServerRescueNegativeTestJSON-1571656168 tempest-ServerRescueNegativeTestJSON-1571656168-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:53:47.626890 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-515a347c-6cd1-4b8c-aba6-a7cb3359f944 req-3a3f1ab6-1509-4cd8-8365-46d44d8e173d tempest-ServerRescueNegativeTestJSON-1571656168 tempest-ServerRescueNegativeTestJSON-1571656168-project] 10.222.0.42 "GET /v2.0/ports?device_id=84774df7-1534-4163-a5f8-10a9e8ea72b0 HTTP/1.1" status: 200 len: 945 time: 0.1879609 Apr 18 20:53:47.628026 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [req-3472b055-26f6-4b81-ad4e-e9fb64f6738c req-2e538d86-fc14-4802-bfe7-1eddada30cc8 tempest-ServerTagsTestJSON-402241756 tempest-ServerTagsTestJSON-402241756-project] Unset dirty status for tenant:07d78456d9a640c99bc6ce9963d36085 on resource:port {{(pid=84040) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 20:53:47.629006 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-3472b055-26f6-4b81-ad4e-e9fb64f6738c req-2e538d86-fc14-4802-bfe7-1eddada30cc8 tempest-ServerTagsTestJSON-402241756 tempest-ServerTagsTestJSON-402241756-project] 10.222.0.42 "GET /v2.0/ports?device_id=f52f1ab8-6e58-42c7-a9e3-f711a7046c25 HTTP/1.1" status: 200 len: 210 time: 0.0822177 Apr 18 20:53:47.633238 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Device f181cca8-f5ce-4a2c-8bbb-bc3372d09100 no longer exists at agent ovs-agent-n-d-838334-2 {{(pid=84042) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 20:53:47.637111 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 49752) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:53:47.642991 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.v2.base [None req-98036bce-939b-411e-9d1b-33f7eb3ae905 tempest-ServerRescueNegativeTestJSON-1571656168 tempest-ServerRescueNegativeTestJSON-1571656168-project] Request body: {'floatingip': {'port_id': 'ac9125d6-9b8a-402f-be21-f544dd8690c6'}} {{(pid=84040) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 20:53:47.726750 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.plugin [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] No Port match for: f181cca8-f5ce-4a2c-8bbb-bc3372d09100 {{(pid=84042) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 18 20:53:47.727289 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Device f181cca8-f5ce-4a2c-8bbb-bc3372d09100 not bound to the agent host n-d-838334-2 {{(pid=84042) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 20:53:47.727781 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Device ac51ef9b-db9a-4e6c-bb0d-ebf417fe0a69 no longer exists at agent ovs-agent-n-d-838334-2 {{(pid=84042) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 20:53:47.746747 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-596a8779-c509-42a7-82c6-82aa1dbc8016 admin admin] Made reservation on behalf of 340d04fd839f4c0c896ec9bea561bc50 for: {'network': 1} {{(pid=84041) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:53:47.750089 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-596a8779-c509-42a7-82c6-82aa1dbc8016 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for network, before_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:53:47.772644 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.plugin [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] No Port match for: ac51ef9b-db9a-4e6c-bb0d-ebf417fe0a69 {{(pid=84042) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 18 20:53:47.773142 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Device ac51ef9b-db9a-4e6c-bb0d-ebf417fe0a69 not bound to the agent host n-d-838334-2 {{(pid=84042) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 20:53:47.780471 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-596a8779-c509-42a7-82c6-82aa1dbc8016 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:53:47.853675 n-d-838334-2 neutron-server[84040]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a6972cf0-19a0-4330-a4b4-6a404946b073'] response: {'server_uuid': 'f52f1ab8-6e58-42c7-a9e3-f711a7046c25', 'name': 'network-vif-deleted', 'tag': 'e943db12-73e9-46ee-a3fe-372688972488', 'status': 'completed', 'code': 200} Apr 18 20:53:47.884808 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-98036bce-939b-411e-9d1b-33f7eb3ae905 tempest-ServerRescueNegativeTestJSON-1571656168 tempest-ServerRescueNegativeTestJSON-1571656168-project] Notify callbacks [] for floatingip, before_update {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:53:47.931367 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] For port de69a842-7e9b-406b-b614-0026f3da5abc, host n-h2-838334-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838334-2',level=0,port_id=de69a842-7e9b-406b-b614-0026f3da5abc,segment=NetworkSegment(824475dd-cc01-4f37-b28b-cc0d2c7c32c9),segment_id=824475dd-cc01-4f37-b28b-cc0d2c7c32c9)] {{(pid=84042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:53:47.933311 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-596a8779-c509-42a7-82c6-82aa1dbc8016 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:53:47.941414 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-596a8779-c509-42a7-82c6-82aa1dbc8016 admin admin] Usage tracker for resource:security_group_rule and tenant:340d04fd839f4c0c896ec9bea561bc50 is out of sync, need to count used quota {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:53:47.946238 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-596a8779-c509-42a7-82c6-82aa1dbc8016 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:53:47.951423 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Returning: {'device': 'de69a842-7e9b-406b-b614-0026f3da5abc', 'network_id': '5aa366fd-2007-469d-beb7-cd29ef89e1e3', 'port_id': 'de69a842-7e9b-406b-b614-0026f3da5abc', 'mac_address': 'fa:16:3e:68:6f:e3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 395, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5082cb41-0072-42ea-89f7-120abfdfec16', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84042) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 18 20:53:47.956905 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-65583441-0e18-488d-a303-d948d4989b59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750375287399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253529'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:53:47.966698 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-596a8779-c509-42a7-82c6-82aa1dbc8016 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:53:47.980259 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.db [None req-c98e11b4-8c8d-40a2-952a-2817b54fc4ee admin admin] For port 88d4f295-4c52-4df4-980f-588090d96948, host n-d-838334-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838334-2',level=0,port_id=88d4f295-4c52-4df4-980f-588090d96948,segment=NetworkSegment(7fd7f82e-b9be-4ad1-806b-d51304cf96d4),segment_id=7fd7f82e-b9be-4ad1-806b-d51304cf96d4)] {{(pid=84041) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:53:47.980621 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-c98e11b4-8c8d-40a2-952a-2817b54fc4ee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369123'] for port, precommit_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:53:48.031761 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:53:48.056329 n-d-838334-2 neutron-server[84042]: DEBUG neutron.notifiers.nova [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id de69a842-7e9b-406b-b614-0026f3da5abc {{(pid=84042) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 18 20:53:48.074999 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] For port de69a842-7e9b-406b-b614-0026f3da5abc, host n-h2-838334-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838334-2',level=0,port_id=de69a842-7e9b-406b-b614-0026f3da5abc,segment=NetworkSegment(824475dd-cc01-4f37-b28b-cc0d2c7c32c9),segment_id=824475dd-cc01-4f37-b28b-cc0d2c7c32c9)] {{(pid=84042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:53:48.081860 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682'] for port, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:53:48.126325 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.plugin [None req-c98e11b4-8c8d-40a2-952a-2817b54fc4ee admin admin] Calling delete_port for 88d4f295-4c52-4df4-980f-588090d96948 owned by network:dhcp {{(pid=84041) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 20:53:48.152131 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-338f42c7-b7af-4a59-a136-d036b09db3a7 None None] DHCP port deletion for 900e7008-3a76-4947-a7ad-9adec518e5cf request from n-d-838334-2 {{(pid=84042) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 18 20:53:48.161486 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.plugin [None req-338f42c7-b7af-4a59-a136-d036b09db3a7 None None] Deleting port 88d4f295-4c52-4df4-980f-588090d96948 {{(pid=84042) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 20:53:48.161855 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-338f42c7-b7af-4a59-a136-d036b09db3a7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750375188691'] for port, before_delete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:53:48.272658 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-596a8779-c509-42a7-82c6-82aa1dbc8016 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:53:48.274762 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Pushing event updated for resources: {'Port': ['ID=de69a842-7e9b-406b-b614-0026f3da5abc,revision_number=4']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:53:48.275022 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-c98e11b4-8c8d-40a2-952a-2817b54fc4ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750375259028', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750374836628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32266323'] for port, after_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:53:48.318658 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.plugin [None req-338f42c7-b7af-4a59-a136-d036b09db3a7 None None] The port '88d4f295-4c52-4df4-980f-588090d96948' was deleted {{(pid=84042) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 18 20:53:48.330463 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-596a8779-c509-42a7-82c6-82aa1dbc8016 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33528224'] for security_group, after_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:53:48.349810 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c98e11b4-8c8d-40a2-952a-2817b54fc4ee admin admin] Pushing event deleted for resources: {'Port': ['ID=88d4f295-4c52-4df4-980f-588090d96948,revision_number=None']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:53:48.371287 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c98e11b4-8c8d-40a2-952a-2817b54fc4ee admin admin] No DVR routers for this DVR port 88d4f295-4c52-4df4-980f-588090d96948 on host n-d-838334-2 {{(pid=84041) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 20:53:48.378799 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] get_ports_and_sgs() called for port_ids ['de69a842-7e9b-406b-b614-0026f3da5abc'] {{(pid=84042) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 18 20:53:48.413534 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-596a8779-c509-42a7-82c6-82aa1dbc8016 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 389} {{(pid=84041) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 20:53:48.415743 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-596a8779-c509-42a7-82c6-82aa1dbc8016 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=19b55652-6049-4643-96c4-6b2e60eaf9cb,revision_number=1']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:53:48.500444 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-596a8779-c509-42a7-82c6-82aa1dbc8016 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1082986'] for segment, precommit_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:53:48.500684 n-d-838334-2 neutron-server[84041]: INFO neutron.db.segments_db [None req-596a8779-c509-42a7-82c6-82aa1dbc8016 admin admin] Added segment dbc7d3d6-4579-41c2-9fd4-2757cc8c54b6 of type vlan for network 794fa1b3-6f66-42ac-ab9f-a0e910c383ff Apr 18 20:53:48.533202 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-c98e11b4-8c8d-40a2-952a-2817b54fc4ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1258905', 'neutron.services.segments.db._delete_segments_for_network-8750375287417'] for network, precommit_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:53:48.568550 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-596a8779-c509-42a7-82c6-82aa1dbc8016 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750374825732'] for network, precommit_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:53:48.579183 n-d-838334-2 neutron-server[84041]: DEBUG neutron.services.segments.db [None req-c98e11b4-8c8d-40a2-952a-2817b54fc4ee admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['900e7008-3a76-4947-a7ad-9adec518e5cf']}} {{(pid=84041) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:53:48.593650 n-d-838334-2 neutron-server[84041]: DEBUG neutron.services.segments.db [None req-c98e11b4-8c8d-40a2-952a-2817b54fc4ee admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7fd7f82e-b9be-4ad1-806b-d51304cf96d4') {'for_net_delete': True} {{(pid=84041) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:53:48.593854 n-d-838334-2 neutron-server[84041]: DEBUG neutron.services.segments.db [None req-c98e11b4-8c8d-40a2-952a-2817b54fc4ee admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7fd7f82e-b9be-4ad1-806b-d51304cf96d4') {} {{(pid=84041) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:53:48.604746 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3065f6b3-0c2d-4906-bf38-6641ef04dd2a req-eef9e7b0-c846-40c0-acd2-cea1a750f75c tempest-TaggedBootDevicesTest_v242-417596240 tempest-TaggedBootDevicesTest_v242-417596240-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:53:48.609299 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3065f6b3-0c2d-4906-bf38-6641ef04dd2a req-eef9e7b0-c846-40c0-acd2-cea1a750f75c tempest-TaggedBootDevicesTest_v242-417596240 tempest-TaggedBootDevicesTest_v242-417596240-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:53:48.613195 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3065f6b3-0c2d-4906-bf38-6641ef04dd2a req-eef9e7b0-c846-40c0-acd2-cea1a750f75c tempest-TaggedBootDevicesTest_v242-417596240 tempest-TaggedBootDevicesTest_v242-417596240-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:53:48.615723 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-c98e11b4-8c8d-40a2-952a-2817b54fc4ee admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750375287300', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32268156'] for segment, before_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:53:48.617090 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3065f6b3-0c2d-4906-bf38-6641ef04dd2a req-eef9e7b0-c846-40c0-acd2-cea1a750f75c tempest-TaggedBootDevicesTest_v242-417596240 tempest-TaggedBootDevicesTest_v242-417596240-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:53:48.620958 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3065f6b3-0c2d-4906-bf38-6641ef04dd2a req-eef9e7b0-c846-40c0-acd2-cea1a750f75c tempest-TaggedBootDevicesTest_v242-417596240 tempest-TaggedBootDevicesTest_v242-417596240-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:53:48.625657 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3065f6b3-0c2d-4906-bf38-6641ef04dd2a req-eef9e7b0-c846-40c0-acd2-cea1a750f75c tempest-TaggedBootDevicesTest_v242-417596240 tempest-TaggedBootDevicesTest_v242-417596240-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:53:48.629589 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3065f6b3-0c2d-4906-bf38-6641ef04dd2a req-eef9e7b0-c846-40c0-acd2-cea1a750f75c tempest-TaggedBootDevicesTest_v242-417596240 tempest-TaggedBootDevicesTest_v242-417596240-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:53:48.631543 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-3065f6b3-0c2d-4906-bf38-6641ef04dd2a req-eef9e7b0-c846-40c0-acd2-cea1a750f75c tempest-TaggedBootDevicesTest_v242-417596240 tempest-TaggedBootDevicesTest_v242-417596240-project] 10.222.0.42 "GET /v2.0/ports?device_id=6a49f48a-913c-49a6-8c09-bf4c978ef91f HTTP/1.1" status: 200 len: 5430 time: 0.1908562 Apr 18 20:53:48.635180 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-c98e11b4-8c8d-40a2-952a-2817b54fc4ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1082986'] for segment, precommit_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:53:48.640701 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-596a8779-c509-42a7-82c6-82aa1dbc8016 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33526109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022'] for network, after_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:53:48.641543 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-596a8779-c509-42a7-82c6-82aa1dbc8016 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:53:48.642182 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-596a8779-c509-42a7-82c6-82aa1dbc8016 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32378031'] for network, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:53:48.644232 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.db.resource_extend [None req-98036bce-939b-411e-9d1b-33f7eb3ae905 tempest-ServerRescueNegativeTestJSON-1571656168 tempest-ServerRescueNegativeTestJSON-1571656168-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 18 20:53:48.660935 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c98e11b4-8c8d-40a2-952a-2817b54fc4ee admin admin] Releasing vlan 366 on physical network physnet1 to pool {{(pid=84041) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 18 20:53:48.661338 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-c98e11b4-8c8d-40a2-952a-2817b54fc4ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1082993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32266254'] for segment, after_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:53:48.678626 n-d-838334-2 neutron-server[84041]: Traceback (most recent call last): Apr 18 20:53:48.678626 n-d-838334-2 neutron-server[84041]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 18 20:53:48.678626 n-d-838334-2 neutron-server[84041]: timer() Apr 18 20:53:48.678626 n-d-838334-2 neutron-server[84041]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 20:53:48.678626 n-d-838334-2 neutron-server[84041]: cb(*args, **kw) Apr 18 20:53:48.678626 n-d-838334-2 neutron-server[84041]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 18 20:53:48.678626 n-d-838334-2 neutron-server[84041]: return func(*args, **kwargs) Apr 18 20:53:48.678626 n-d-838334-2 neutron-server[84041]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 20:53:48.678626 n-d-838334-2 neutron-server[84041]: self._notify() Apr 18 20:53:48.678626 n-d-838334-2 neutron-server[84041]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 20:53:48.678626 n-d-838334-2 neutron-server[84041]: self.callback(batched_events) Apr 18 20:53:48.678626 n-d-838334-2 neutron-server[84041]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 20:53:48.678626 n-d-838334-2 neutron-server[84041]: event.method(event) Apr 18 20:53:48.678626 n-d-838334-2 neutron-server[84041]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 18 20:53:48.678626 n-d-838334-2 neutron-server[84041]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 20:53:48.678626 n-d-838334-2 neutron-server[84041]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 18 20:53:48.678626 n-d-838334-2 neutron-server[84041]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 20:53:48.678626 n-d-838334-2 neutron-server[84041]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 18 20:53:48.678626 n-d-838334-2 neutron-server[84041]: return f(self, *a, **k) Apr 18 20:53:48.678626 n-d-838334-2 neutron-server[84041]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 18 20:53:48.678626 n-d-838334-2 neutron-server[84041]: return self._get(url).json() Apr 18 20:53:48.678626 n-d-838334-2 neutron-server[84041]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 18 20:53:48.678626 n-d-838334-2 neutron-server[84041]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 20:53:48.678626 n-d-838334-2 neutron-server[84041]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 18 20:53:48.678626 n-d-838334-2 neutron-server[84041]: return self.request(url, 'GET', **kwargs) Apr 18 20:53:48.678626 n-d-838334-2 neutron-server[84041]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 18 20:53:48.678626 n-d-838334-2 neutron-server[84041]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 20:53:48.678626 n-d-838334-2 neutron-server[84041]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 18 20:53:48.678626 n-d-838334-2 neutron-server[84041]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 20:53:48.678626 n-d-838334-2 neutron-server[84041]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 18 20:53:48.678626 n-d-838334-2 neutron-server[84041]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 20:53:48.678626 n-d-838334-2 neutron-server[84041]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 20:53:48.790202 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-3065f6b3-0c2d-4906-bf38-6641ef04dd2a req-62d03de7-750c-4757-9764-3a9bc2ed1504 tempest-TaggedBootDevicesTest_v242-417596240 tempest-TaggedBootDevicesTest_v242-417596240-project] 10.222.0.42 "GET /v2.0/security-groups?id=90f86da5-60b0-4e29-8e55-fe6cf6b75c5e&id=48fab5b0-1368-425c-9a53-c0303d2044f1&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1492627 Apr 18 20:53:48.790930 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-98036bce-939b-411e-9d1b-33f7eb3ae905 tempest-ServerRescueNegativeTestJSON-1571656168 tempest-ServerRescueNegativeTestJSON-1571656168-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:53:48.804886 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7a3966d-08d9-48fc-a9f3-94ef99865ea1 req-69573893-1226-41ff-80f4-16a4199311f8 tempest-ServerDiskConfigTestJSON-473081836 tempest-ServerDiskConfigTestJSON-473081836-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:53:48.806316 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-f7a3966d-08d9-48fc-a9f3-94ef99865ea1 req-69573893-1226-41ff-80f4-16a4199311f8 tempest-ServerDiskConfigTestJSON-473081836 tempest-ServerDiskConfigTestJSON-473081836-project] 10.222.0.42 "GET /v2.0/ports?device_id=5e5222af-8110-42d3-840a-2dac36c99ec9 HTTP/1.1" status: 200 len: 944 time: 0.2596562 Apr 18 20:53:48.806842 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-98036bce-939b-411e-9d1b-33f7eb3ae905 tempest-ServerRescueNegativeTestJSON-1571656168 tempest-ServerRescueNegativeTestJSON-1571656168-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33444131'] for floatingip, after_update {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:53:48.836174 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-596a8779-c509-42a7-82c6-82aa1dbc8016 admin admin] Pushing event updated for resources: {'Network': ['ID=794fa1b3-6f66-42ac-ab9f-a0e910c383ff,revision_number=1']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:53:48.840836 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-596a8779-c509-42a7-82c6-82aa1dbc8016 admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.5883377 Apr 18 20:53:48.843285 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-c98e11b4-8c8d-40a2-952a-2817b54fc4ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1258898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33526109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33444113'] for network, after_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:53:48.844637 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 49764) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:53:48.849836 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.v2.base [None req-990e537d-62ea-4941-83fa-f1c72816a8cd admin admin] Request body: {'subnet': {'network_id': '794fa1b3-6f66-42ac-ab9f-a0e910c383ff', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-965011108-subnet', 'tenant_id': '340d04fd839f4c0c896ec9bea561bc50', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=84041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 20:53:48.862207 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Network 794fa1b3-6f66-42ac-ab9f-a0e910c383ff details requested by agent ovs-agent-n-d-838334-2 with host n-d-838334-2 {{(pid=84042) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 18 20:53:48.876569 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-990e537d-62ea-4941-83fa-f1c72816a8cd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:53:48.879080 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-c98e11b4-8c8d-40a2-952a-2817b54fc4ee admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32378031'] for network, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:53:48.887307 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-990e537d-62ea-4941-83fa-f1c72816a8cd admin admin] Usage tracker for resource:subnet and tenant:340d04fd839f4c0c896ec9bea561bc50 is out of sync, need to count used quota {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:53:48.890170 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c98e11b4-8c8d-40a2-952a-2817b54fc4ee admin admin] Pushing event deleted for resources: {'Network': ['ID=900e7008-3a76-4947-a7ad-9adec518e5cf,revision_number=None']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:53:48.892076 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-990e537d-62ea-4941-83fa-f1c72816a8cd admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:53:48.899798 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-c98e11b4-8c8d-40a2-952a-2817b54fc4ee admin admin] 10.222.0.42 "DELETE /v2.0/networks/900e7008-3a76-4947-a7ad-9adec518e5cf HTTP/1.1" status: 204 len: 168 time: 1.5198312 Apr 18 20:53:48.900811 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-990e537d-62ea-4941-83fa-f1c72816a8cd admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:53:48.930343 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-990e537d-62ea-4941-83fa-f1c72816a8cd admin admin] Made reservation on behalf of 340d04fd839f4c0c896ec9bea561bc50 for: {'subnet': 1} {{(pid=84041) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:53:48.932770 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-990e537d-62ea-4941-83fa-f1c72816a8cd admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32486301'] for subnet, before_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:53:48.990054 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 49770) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:53:49.006821 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750375287399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253529'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:53:49.056266 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-f7a3966d-08d9-48fc-a9f3-94ef99865ea1 req-6fbb791f-96ca-44ea-b5b0-8fa86aa15f6e tempest-ServerDiskConfigTestJSON-473081836 tempest-ServerDiskConfigTestJSON-473081836-project] 10.222.0.42 "GET /v2.0/security-groups?id=527f07bd-3b7c-4e87-bb13-fa86b9490e28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1841526 Apr 18 20:53:49.100215 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.db_base_plugin_v2 [None req-c2af2edf-544c-4f56-bd72-0e6b3eae912a admin admin] Deleting subnet 72176e50-6dd0-42c9-9742-b0d13dccc0b2 {{(pid=84040) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 18 20:53:49.104167 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-c2af2edf-544c-4f56-bd72-0e6b3eae912a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:53:49.134455 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 49774) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:53:49.192691 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-c2af2edf-544c-4f56-bd72-0e6b3eae912a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31955982'] for subnet, precommit_delete_associations {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:53:49.211133 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-990e537d-62ea-4941-83fa-f1c72816a8cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33526260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32266407', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32486287'] for subnet, after_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:53:49.274890 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-e55a94e5-3aaf-4f3a-b42c-d7224d7178eb admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=d097ca6178bf4202a3e30e56a61a7a3a&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1370630 Apr 18 20:53:49.276598 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 49778) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:53:49.283519 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-990e537d-62ea-4941-83fa-f1c72816a8cd admin admin] Pushing event updated for resources: {'Subnet': ['ID=66a6cd83-be1c-4e76-9e19-a8f33a82294d,revision_number=0']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:53:49.295481 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-990e537d-62ea-4941-83fa-f1c72816a8cd admin admin] Checking segment: {'id': 'dbc7d3d6-4579-41c2-9fd4-2757cc8c54b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '794fa1b3-6f66-42ac-ab9f-a0e910c383ff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84041) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 20:53:49.296278 n-d-838334-2 neutron-server[84041]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-990e537d-62ea-4941-83fa-f1c72816a8cd admin admin] Network hostable DHCP agents. Network: 794fa1b3-6f66-42ac-ab9f-a0e910c383ff, hostable agents: ['8746f8ea-3e91-4b32-9919-2c63adeb8722'], hosted agents: [] {{(pid=84041) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 20:53:49.307324 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-c2af2edf-544c-4f56-bd72-0e6b3eae912a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1260556'] for subnet, precommit_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:53:49.318001 n-d-838334-2 neutron-server[84041]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-990e537d-62ea-4941-83fa-f1c72816a8cd admin admin] Network 794fa1b3-6f66-42ac-ab9f-a0e910c383ff is scheduled to be hosted by DHCP agent 8746f8ea-3e91-4b32-9919-2c63adeb8722 with binding_index 1 {{(pid=84041) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 20:53:49.327852 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Device de69a842-7e9b-406b-b614-0026f3da5abc up at agent hyperv_n-h2-838334-2 {{(pid=84042) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 20:53:49.329165 n-d-838334-2 neutron-server[84041]: DEBUG neutron.scheduler.base_scheduler [None req-990e537d-62ea-4941-83fa-f1c72816a8cd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-838334-2, 794fa1b3-6f66-42ac-ab9f-a0e910c383ff) {{(pid=84041) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:53:49.333223 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-990e537d-62ea-4941-83fa-f1c72816a8cd admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:53:49.333987 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-990e537d-62ea-4941-83fa-f1c72816a8cd admin admin] Notify callbacks [] for subnet, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:53:49.351575 n-d-838334-2 neutron-server[84040]: INFO neutron.db.l3_db [None req-98036bce-939b-411e-9d1b-33f7eb3ae905 tempest-ServerRescueNegativeTestJSON-1571656168 tempest-ServerRescueNegativeTestJSON-1571656168-project] Floating IP 5e64da7d-ccfb-4b12-83b6-2c677456a857 associated. External IP: 172.25.8.184, port: ac9125d6-9b8a-402f-be21-f544dd8690c6. Apr 18 20:53:49.358399 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-990e537d-62ea-4941-83fa-f1c72816a8cd admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.5127580 Apr 18 20:53:49.361335 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 49782) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:53:49.363658 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-948ed2f5-f81b-4fbe-97d1-035ef200a0e8 None None] Network 794fa1b3-6f66-42ac-ab9f-a0e910c383ff requested from n-d-838334-2 {{(pid=84042) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 20:53:49.366483 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.v2.base [None req-12a85b55-e941-4c39-8078-d3104e58977f admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeNegativeTest-965011108-router', 'tenant_id': '340d04fd839f4c0c896ec9bea561bc50', 'external_gateway_info': {'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c'}}} {{(pid=84041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 20:53:49.371565 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-12a85b55-e941-4c39-8078-d3104e58977f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:53:49.375448 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-12a85b55-e941-4c39-8078-d3104e58977f admin admin] Usage tracker for resource:router and tenant:340d04fd839f4c0c896ec9bea561bc50 is out of sync, need to count used quota {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:53:49.378384 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-12a85b55-e941-4c39-8078-d3104e58977f admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:53:49.384051 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-12a85b55-e941-4c39-8078-d3104e58977f admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:53:49.395219 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-12a85b55-e941-4c39-8078-d3104e58977f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-33442106', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5708'] for router, before_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:53:49.396171 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-12a85b55-e941-4c39-8078-d3104e58977f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33442137', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33444285', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33535433', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5703'] for router, precommit_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:53:49.417168 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-12a85b55-e941-4c39-8078-d3104e58977f admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:53:49.479025 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-414b6ffe-e119-47bc-b18f-bcff1219c2f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750375287399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253529'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:53:49.517817 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Device 88d4f295-4c52-4df4-980f-588090d96948 no longer exists at agent ovs-agent-n-d-838334-2 {{(pid=84042) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 20:53:49.571847 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.plugin [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] No Port match for: 88d4f295-4c52-4df4-980f-588090d96948 {{(pid=84042) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 18 20:53:49.572418 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Device 88d4f295-4c52-4df4-980f-588090d96948 not bound to the agent host n-d-838334-2 {{(pid=84042) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 20:53:49.627615 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Provisioning for port de69a842-7e9b-406b-b614-0026f3da5abc completed by entity L2. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 20:53:49.660120 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Provisioning complete for port de69a842-7e9b-406b-b614-0026f3da5abc triggered by entity L2. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:53:49.660782 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1253608'] for port, provisioning_complete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:53:49.672092 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-12a85b55-e941-4c39-8078-d3104e58977f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-33444175', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-33443520', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5293'] for router, precommit_update {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:53:49.678420 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-4b959a3f-626c-4010-beb0-60eb5e40e9fd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:53:49.714282 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-c2af2edf-544c-4f56-bd72-0e6b3eae912a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1260549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33526260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32440885', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31752825'] for subnet, after_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:53:49.729186 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3aa23dc6-69df-4f72-85ce-926c613e71c9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp016840fc-1f9f-5892-9c53-c9cf6c845bbb-794fa1b3-6f66-42ac-ab9f-a0e910c383ff', 'network_id': '794fa1b3-6f66-42ac-ab9f-a0e910c383ff', 'tenant_id': '340d04fd839f4c0c896ec9bea561bc50', 'fixed_ips': [{'subnet_id': '66a6cd83-be1c-4e76-9e19-a8f33a82294d'}]}} from n-d-838334-2. {{(pid=84042) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 18 20:53:49.730073 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-3aa23dc6-69df-4f72-85ce-926c613e71c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_create {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:53:49.760754 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-4b959a3f-626c-4010-beb0-60eb5e40e9fd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:53:49.773938 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2af2edf-544c-4f56-bd72-0e6b3eae912a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=72176e50-6dd0-42c9-9742-b0d13dccc0b2,revision_number=None']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:53:49.816658 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-c2af2edf-544c-4f56-bd72-0e6b3eae912a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32378031'] for subnet, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:53:49.827050 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-c2af2edf-544c-4f56-bd72-0e6b3eae912a admin admin] 10.222.0.42 "DELETE /v2.0/subnets/72176e50-6dd0-42c9-9742-b0d13dccc0b2 HTTP/1.1" status: 204 len: 168 time: 0.8347633 Apr 18 20:53:49.830720 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 49786) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:53:49.888784 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:53:49.889713 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-12a85b55-e941-4c39-8078-d3104e58977f admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:53:49.935348 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-12a85b55-e941-4c39-8078-d3104e58977f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:53:49.953878 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-4b959a3f-626c-4010-beb0-60eb5e40e9fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33528224'] for security_group, after_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:53:49.963652 n-d-838334-2 neutron-server[84042]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5e5222af-8110-42d3-840a-2dac36c99ec9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'de69a842-7e9b-406b-b614-0026f3da5abc'}] {{(pid=84042) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 20:53:49.997620 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b959a3f-626c-4010-beb0-60eb5e40e9fd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=48548b41-dec5-4b2a-bf55-6712ee42d043,revision_number=None']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:53:49.999430 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-4b959a3f-626c-4010-beb0-60eb5e40e9fd admin admin] Notify callbacks [] for security_group, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:53:50.003670 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-4b959a3f-626c-4010-beb0-60eb5e40e9fd admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/48548b41-dec5-4b2a-bf55-6712ee42d043 HTTP/1.1" status: 204 len: 168 time: 0.7234004 Apr 18 20:53:50.032467 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.db_base_plugin_common [None req-3aa23dc6-69df-4f72-85ce-926c613e71c9 None None] Allocated IP 172.20.0.2 (794fa1b3-6f66-42ac-ab9f-a0e910c383ff/66a6cd83-be1c-4e76-9e19-a8f33a82294d/f4650325-0bc5-4e2a-90b2-cc3036e25b17) {{(pid=84042) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:53:50.038442 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] For port de69a842-7e9b-406b-b614-0026f3da5abc, host n-h2-838334-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838334-2',level=0,port_id=de69a842-7e9b-406b-b614-0026f3da5abc,segment=NetworkSegment(824475dd-cc01-4f37-b28b-cc0d2c7c32c9),segment_id=824475dd-cc01-4f37-b28b-cc0d2c7c32c9)] {{(pid=84042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:53:50.067143 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682'] for port, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:53:50.070923 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Device e943db12-73e9-46ee-a3fe-372688972488 no longer exists at agent hyperv_n-h2-838334-2 {{(pid=84042) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 20:53:50.123512 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-c40113b5-997f-41b5-afed-aabac40a35f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1103592'] for network, before_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:53:50.148383 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.db_base_plugin_common [None req-12a85b55-e941-4c39-8078-d3104e58977f admin admin] Allocated IP 172.25.8.160 (e41b6600-a917-4a8d-b05c-be3be40c6d8c/6b05667b-848e-4356-9b44-d5eb6808ef74/0654fabf-3ea3-4a21-99de-c086a8f52f65) {{(pid=84041) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:53:50.150527 n-d-838334-2 neutron-server[84042]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f5d40b6c-418e-4f38-a17f-d52ac137ef6a'] response: {'server_uuid': '5e5222af-8110-42d3-840a-2dac36c99ec9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'de69a842-7e9b-406b-b614-0026f3da5abc', 'code': 200} Apr 18 20:53:50.220257 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.plugin [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] No Port match for: e943db12-73e9-46ee-a3fe-372688972488 {{(pid=84042) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 18 20:53:50.221289 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Device e943db12-73e9-46ee-a3fe-372688972488 not bound to the agent host n-h2-838334-2 {{(pid=84042) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 20:53:50.336833 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Pushing event updated for resources: {'Port': ['ID=de69a842-7e9b-406b-b614-0026f3da5abc,revision_number=5']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:53:50.387126 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-12a85b55-e941-4c39-8078-d3104e58977f admin admin] Notify callbacks [] for port, precommit_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:53:50.431030 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-12a85b55-e941-4c39-8078-d3104e58977f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750374836619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32266323'] for port, after_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:53:50.504131 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-3aa23dc6-69df-4f72-85ce-926c613e71c9 None None] Notify callbacks [] for port, precommit_create {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:53:50.507006 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-c7521a90-7d65-4e2e-842c-ca5d95e9a89c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750375287399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253529'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:53:50.519405 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-3aa23dc6-69df-4f72-85ce-926c613e71c9 None None] Transition to ACTIVE for port object f4650325-0bc5-4e2a-90b2-cc3036e25b17 will not be triggered until provisioned by entity L2. {{(pid=84042) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 20:53:50.521984 n-d-838334-2 neutron-server[84041]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12a85b55-e941-4c39-8078-d3104e58977f admin admin] Network e41b6600-a917-4a8d-b05c-be3be40c6d8c is already hosted by enough agents. {{(pid=84041) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:53:50.525427 n-d-838334-2 neutron-server[84041]: DEBUG neutron.scheduler.base_scheduler [None req-12a85b55-e941-4c39-8078-d3104e58977f admin admin] Resources bound (agent type, host, resource id): {{(pid=84041) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:53:50.536340 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12a85b55-e941-4c39-8078-d3104e58977f admin admin] Received port after_create {{(pid=84041) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 20:53:50.572958 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-c40113b5-997f-41b5-afed-aabac40a35f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1258905', 'neutron.services.segments.db._delete_segments_for_network-8750375287417'] for network, precommit_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:53:50.609960 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4447db59-1d87-465b-a282-2f6e213e4f3a req-bc7ee099-bac2-47c0-904e-cf63571dce42 tempest-TaggedBootDevicesTest_v242-417596240 tempest-TaggedBootDevicesTest_v242-417596240-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:53:50.614130 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4447db59-1d87-465b-a282-2f6e213e4f3a req-bc7ee099-bac2-47c0-904e-cf63571dce42 tempest-TaggedBootDevicesTest_v242-417596240 tempest-TaggedBootDevicesTest_v242-417596240-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:53:50.618478 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4447db59-1d87-465b-a282-2f6e213e4f3a req-bc7ee099-bac2-47c0-904e-cf63571dce42 tempest-TaggedBootDevicesTest_v242-417596240 tempest-TaggedBootDevicesTest_v242-417596240-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:53:50.622491 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12a85b55-e941-4c39-8078-d3104e58977f admin admin] Pushing event updated for resources: {'Port': ['ID=0654fabf-3ea3-4a21-99de-c086a8f52f65,revision_number=1']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:53:50.622714 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4447db59-1d87-465b-a282-2f6e213e4f3a req-bc7ee099-bac2-47c0-904e-cf63571dce42 tempest-TaggedBootDevicesTest_v242-417596240 tempest-TaggedBootDevicesTest_v242-417596240-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:53:50.626614 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4447db59-1d87-465b-a282-2f6e213e4f3a req-bc7ee099-bac2-47c0-904e-cf63571dce42 tempest-TaggedBootDevicesTest_v242-417596240 tempest-TaggedBootDevicesTest_v242-417596240-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:53:50.630520 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4447db59-1d87-465b-a282-2f6e213e4f3a req-bc7ee099-bac2-47c0-904e-cf63571dce42 tempest-TaggedBootDevicesTest_v242-417596240 tempest-TaggedBootDevicesTest_v242-417596240-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:53:50.634692 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4447db59-1d87-465b-a282-2f6e213e4f3a req-bc7ee099-bac2-47c0-904e-cf63571dce42 tempest-TaggedBootDevicesTest_v242-417596240 tempest-TaggedBootDevicesTest_v242-417596240-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:53:50.643920 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-4447db59-1d87-465b-a282-2f6e213e4f3a req-bc7ee099-bac2-47c0-904e-cf63571dce42 tempest-TaggedBootDevicesTest_v242-417596240 tempest-TaggedBootDevicesTest_v242-417596240-project] 10.222.0.42 "GET /v2.0/ports?device_id=6a49f48a-913c-49a6-8c09-bf4c978ef91f HTTP/1.1" status: 200 len: 5430 time: 0.6220109 Apr 18 20:53:50.685252 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-3aa23dc6-69df-4f72-85ce-926c613e71c9 None None] Transition to ACTIVE for port object f4650325-0bc5-4e2a-90b2-cc3036e25b17 will not be triggered until provisioned by entity DHCP. {{(pid=84042) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 20:53:50.696742 n-d-838334-2 neutron-server[84040]: DEBUG neutron.services.segments.db [None req-c40113b5-997f-41b5-afed-aabac40a35f6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['22205f98-4cc3-4618-b6e6-b8be238163d1']}} {{(pid=84040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:53:50.706946 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-3aa23dc6-69df-4f72-85ce-926c613e71c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750374836619'] for port, after_create {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:53:50.713825 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-ab6f7727-8c55-4872-86a0-3b76726f19eb req-095d686d-2c98-489c-a2a9-270f42e53cfa service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=5e5222af-8110-42d3-840a-2dac36c99ec9 HTTP/1.1" status: 200 len: 1096 time: 0.5620465 Apr 18 20:53:50.732139 n-d-838334-2 neutron-server[84040]: DEBUG neutron.services.segments.db [None req-c40113b5-997f-41b5-afed-aabac40a35f6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '23ce9e22-2370-4382-bef0-fd7ce1687f08') {'for_net_delete': True} {{(pid=84040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:53:50.732139 n-d-838334-2 neutron-server[84040]: DEBUG neutron.services.segments.db [None req-c40113b5-997f-41b5-afed-aabac40a35f6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '23ce9e22-2370-4382-bef0-fd7ce1687f08') {} {{(pid=84040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:53:50.780681 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-12a85b55-e941-4c39-8078-d3104e58977f admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:53:50.781431 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-12a85b55-e941-4c39-8078-d3104e58977f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33443529', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33444176'] for router, after_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:53:50.783277 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6b825d0-055d-4064-be86-18627f8116c9 req-c6b4d254-13fd-4b9c-ac84-827c07397ce3 tempest-ServerDiskConfigTestJSON-473081836 tempest-ServerDiskConfigTestJSON-473081836-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:53:50.790534 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-c6b825d0-055d-4064-be86-18627f8116c9 req-c6b4d254-13fd-4b9c-ac84-827c07397ce3 tempest-ServerDiskConfigTestJSON-473081836 tempest-ServerDiskConfigTestJSON-473081836-project] 10.222.0.42 "GET /v2.0/ports?device_id=5e5222af-8110-42d3-840a-2dac36c99ec9 HTTP/1.1" status: 200 len: 945 time: 0.5191317 Apr 18 20:53:50.844942 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-4447db59-1d87-465b-a282-2f6e213e4f3a req-43f8d1a8-5d8b-4d3e-a607-d8c947024f8f tempest-TaggedBootDevicesTest_v242-417596240 tempest-TaggedBootDevicesTest_v242-417596240-project] 10.222.0.42 "GET /v2.0/security-groups?id=90f86da5-60b0-4e29-8e55-fe6cf6b75c5e&id=48fab5b0-1368-425c-9a53-c0303d2044f1&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2002411 Apr 18 20:53:50.849311 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-c40113b5-997f-41b5-afed-aabac40a35f6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750375287300', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31955965'] for segment, before_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:53:50.859133 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aa23dc6-69df-4f72-85ce-926c613e71c9 None None] Pushing event updated for resources: {'Port': ['ID=f4650325-0bc5-4e2a-90b2-cc3036e25b17,revision_number=1']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:53:50.863024 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-ab6f7727-8c55-4872-86a0-3b76726f19eb req-0bbbb38d-4e3d-44ae-92e7-3899e0c9e696 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=527f07bd-3b7c-4e87-bb13-fa86b9490e28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1235118 Apr 18 20:53:50.869127 n-d-838334-2 neutron-server[84042]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3aa23dc6-69df-4f72-85ce-926c613e71c9 None None] Network 794fa1b3-6f66-42ac-ab9f-a0e910c383ff is already hosted by enough agents. {{(pid=84042) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:53:50.873611 n-d-838334-2 neutron-server[84042]: DEBUG neutron.scheduler.base_scheduler [None req-3aa23dc6-69df-4f72-85ce-926c613e71c9 None None] Resources bound (agent type, host, resource id): {{(pid=84042) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:53:50.877380 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3aa23dc6-69df-4f72-85ce-926c613e71c9 None None] Received port after_create {{(pid=84042) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 20:53:50.909796 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-c6b825d0-055d-4064-be86-18627f8116c9 req-80206921-5767-4068-b18e-b53688ff15be tempest-ServerDiskConfigTestJSON-473081836 tempest-ServerDiskConfigTestJSON-473081836-project] 10.222.0.42 "GET /v2.0/security-groups?id=527f07bd-3b7c-4e87-bb13-fa86b9490e28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1182241 Apr 18 20:53:50.912121 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-c40113b5-997f-41b5-afed-aabac40a35f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1082986'] for segment, precommit_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:53:50.939901 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c40113b5-997f-41b5-afed-aabac40a35f6 admin admin] Releasing vlan 391 on physical network physnet1 to pool {{(pid=84040) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 18 20:53:50.939901 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-c40113b5-997f-41b5-afed-aabac40a35f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1082993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32440923'] for segment, after_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:53:50.946666 n-d-838334-2 neutron-server[84040]: Traceback (most recent call last): Apr 18 20:53:50.946666 n-d-838334-2 neutron-server[84040]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 18 20:53:50.946666 n-d-838334-2 neutron-server[84040]: timer() Apr 18 20:53:50.946666 n-d-838334-2 neutron-server[84040]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 20:53:50.946666 n-d-838334-2 neutron-server[84040]: cb(*args, **kw) Apr 18 20:53:50.946666 n-d-838334-2 neutron-server[84040]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 18 20:53:50.946666 n-d-838334-2 neutron-server[84040]: return func(*args, **kwargs) Apr 18 20:53:50.946666 n-d-838334-2 neutron-server[84040]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 20:53:50.946666 n-d-838334-2 neutron-server[84040]: self._notify() Apr 18 20:53:50.946666 n-d-838334-2 neutron-server[84040]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 20:53:50.946666 n-d-838334-2 neutron-server[84040]: self.callback(batched_events) Apr 18 20:53:50.946666 n-d-838334-2 neutron-server[84040]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 20:53:50.946666 n-d-838334-2 neutron-server[84040]: event.method(event) Apr 18 20:53:50.946666 n-d-838334-2 neutron-server[84040]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 18 20:53:50.946666 n-d-838334-2 neutron-server[84040]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 20:53:50.946666 n-d-838334-2 neutron-server[84040]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 18 20:53:50.946666 n-d-838334-2 neutron-server[84040]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 20:53:50.946666 n-d-838334-2 neutron-server[84040]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 18 20:53:50.946666 n-d-838334-2 neutron-server[84040]: return f(self, *a, **k) Apr 18 20:53:50.946666 n-d-838334-2 neutron-server[84040]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 18 20:53:50.946666 n-d-838334-2 neutron-server[84040]: return self._get(url).json() Apr 18 20:53:50.946666 n-d-838334-2 neutron-server[84040]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 18 20:53:50.946666 n-d-838334-2 neutron-server[84040]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 20:53:50.946666 n-d-838334-2 neutron-server[84040]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 18 20:53:50.946666 n-d-838334-2 neutron-server[84040]: return self.request(url, 'GET', **kwargs) Apr 18 20:53:50.946666 n-d-838334-2 neutron-server[84040]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 18 20:53:50.946666 n-d-838334-2 neutron-server[84040]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 20:53:50.946666 n-d-838334-2 neutron-server[84040]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 18 20:53:50.946666 n-d-838334-2 neutron-server[84040]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 20:53:50.946666 n-d-838334-2 neutron-server[84040]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 18 20:53:50.946666 n-d-838334-2 neutron-server[84040]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 20:53:50.946666 n-d-838334-2 neutron-server[84040]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 20:53:51.019893 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.managers [None req-3aa23dc6-69df-4f72-85ce-926c613e71c9 None None] Attempting to bind port f4650325-0bc5-4e2a-90b2-cc3036e25b17 on host n-d-838334-2 for vnic_type normal with profile {{(pid=84042) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:53:51.020455 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.managers [None req-3aa23dc6-69df-4f72-85ce-926c613e71c9 None None] Attempting to bind port f4650325-0bc5-4e2a-90b2-cc3036e25b17 by drivers openvswitch,hyperv on host n-d-838334-2 at level 0 using segments [{'id': 'dbc7d3d6-4579-41c2-9fd4-2757cc8c54b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '794fa1b3-6f66-42ac-ab9f-a0e910c383ff'}] {{(pid=84042) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:53:51.020608 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3aa23dc6-69df-4f72-85ce-926c613e71c9 None None] Attempting to bind port f4650325-0bc5-4e2a-90b2-cc3036e25b17 on network 794fa1b3-6f66-42ac-ab9f-a0e910c383ff {{(pid=84042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 20:53:51.033348 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3aa23dc6-69df-4f72-85ce-926c613e71c9 None None] Checking agent: {'id': '97cd4414-7af6-4d67-868d-dff370b4071a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838334-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 25, 49), 'started_at': datetime.datetime(2022, 4, 18, 20, 26, 19), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 20, 53, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838334-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 18 20:53:51.034012 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3aa23dc6-69df-4f72-85ce-926c613e71c9 None None] Checking segment: {'id': 'dbc7d3d6-4579-41c2-9fd4-2757cc8c54b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '794fa1b3-6f66-42ac-ab9f-a0e910c383ff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84042) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 20:53:51.034631 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-3aa23dc6-69df-4f72-85ce-926c613e71c9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:53:51.035186 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3aa23dc6-69df-4f72-85ce-926c613e71c9 None None] Bound using segment: {'id': 'dbc7d3d6-4579-41c2-9fd4-2757cc8c54b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '794fa1b3-6f66-42ac-ab9f-a0e910c383ff'} {{(pid=84042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 18 20:53:51.035856 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.managers [None req-3aa23dc6-69df-4f72-85ce-926c613e71c9 None None] Bound port: f4650325-0bc5-4e2a-90b2-cc3036e25b17, host: n-d-838334-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dbc7d3d6-4579-41c2-9fd4-2757cc8c54b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '794fa1b3-6f66-42ac-ab9f-a0e910c383ff'}}] {{(pid=84042) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 20:53:51.036398 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-3aa23dc6-69df-4f72-85ce-926c613e71c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:53:51.082263 n-d-838334-2 neutron-server[84040]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-98036bce-939b-411e-9d1b-33f7eb3ae905 tempest-ServerRescueNegativeTestJSON-1571656168 tempest-ServerRescueNegativeTestJSON-1571656168-project] Router bc01c25a-2e04-4cf1-bcb6-dfa1510dd9b9 has already been hosted by L3 agent bc84d6c9-dd7a-4555-a351-592327b46d5a {{(pid=84040) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 20:53:51.084875 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-c40113b5-997f-41b5-afed-aabac40a35f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1258898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33526109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33444113'] for network, after_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:53:51.109261 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-c40113b5-997f-41b5-afed-aabac40a35f6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32378031'] for network, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:53:51.127057 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c40113b5-997f-41b5-afed-aabac40a35f6 admin admin] Pushing event deleted for resources: {'Network': ['ID=22205f98-4cc3-4618-b6e6-b8be238163d1,revision_number=None']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:53:51.166707 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-3aa23dc6-69df-4f72-85ce-926c613e71c9 None None] For port f4650325-0bc5-4e2a-90b2-cc3036e25b17, host n-d-838334-2, cleared binding levels {{(pid=84042) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 20:53:51.171368 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-3aa23dc6-69df-4f72-85ce-926c613e71c9 None None] For port f4650325-0bc5-4e2a-90b2-cc3036e25b17, host n-d-838334-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838334-2',level=0,port_id=f4650325-0bc5-4e2a-90b2-cc3036e25b17,segment=NetworkSegment(dbc7d3d6-4579-41c2-9fd4-2757cc8c54b6),segment_id=dbc7d3d6-4579-41c2-9fd4-2757cc8c54b6)] {{(pid=84042) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 20:53:51.178178 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-3aa23dc6-69df-4f72-85ce-926c613e71c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682'] for port, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:53:51.182945 n-d-838334-2 neutron-server[84041]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-12a85b55-e941-4c39-8078-d3104e58977f admin admin] Router eb2ef120-2c2e-4b9c-8049-c1281daabc93 is scheduled to L3 agent bc84d6c9-dd7a-4555-a351-592327b46d5a with binding_index 1 {{(pid=84041) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 18 20:53:51.183484 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-c40113b5-997f-41b5-afed-aabac40a35f6 admin admin] 10.222.0.42 "DELETE /v2.0/networks/22205f98-4cc3-4618-b6e6-b8be238163d1 HTTP/1.1" status: 204 len: 168 time: 1.3505743 Apr 18 20:53:51.255776 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 49816) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:53:51.268267 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aa23dc6-69df-4f72-85ce-926c613e71c9 None None] Pushing event updated for resources: {'Port': ['ID=f4650325-0bc5-4e2a-90b2-cc3036e25b17,revision_number=2']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:53:51.336437 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Device b67988d2-bb60-4efe-bd1d-80e31ea8ffb6 details requested by agent hyperv_n-h2-838334-2 with host n-h2-838334-2 {{(pid=84042) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 18 20:53:51.454532 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-98036bce-939b-411e-9d1b-33f7eb3ae905 tempest-ServerRescueNegativeTestJSON-1571656168 tempest-ServerRescueNegativeTestJSON-1571656168-project] Notify agent at l3_agent.n-d-838334-2 the message routers_updated {{(pid=84040) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 20:53:51.464464 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-98036bce-939b-411e-9d1b-33f7eb3ae905 tempest-ServerRescueNegativeTestJSON-1571656168 tempest-ServerRescueNegativeTestJSON-1571656168-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217293'] for floatingip, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:53:51.483617 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.v2.base [None req-38fefe5b-d754-4270-9722-8d2e29bb3d91 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-877617342-network', 'tenant_id': '7fa7a8b3916440879a3373a5a8935507'}} {{(pid=84041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 20:53:51.490375 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-38fefe5b-d754-4270-9722-8d2e29bb3d91 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:53:51.513791 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22f59f66-d0db-470b-a8c4-caad0d6ea84c None None] Sync routers for ids ['bc01c25a-2e04-4cf1-bcb6-dfa1510dd9b9'] in n-d-838334-2 {{(pid=84042) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 18 20:53:51.536937 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-38fefe5b-d754-4270-9722-8d2e29bb3d91 admin admin] Usage tracker for resource:network and tenant:7fa7a8b3916440879a3373a5a8935507 is out of sync, need to count used quota {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:53:51.541643 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-38fefe5b-d754-4270-9722-8d2e29bb3d91 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:53:51.549776 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-38fefe5b-d754-4270-9722-8d2e29bb3d91 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:53:51.558884 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22f59f66-d0db-470b-a8c4-caad0d6ea84c None None] Routers {'bc01c25a-2e04-4cf1-bcb6-dfa1510dd9b9'} bound to L3 agent in host n-d-838334-2 {{(pid=84042) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 20:53:51.560786 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_hamode_db [None req-22f59f66-d0db-470b-a8c4-caad0d6ea84c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838334-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-18T20:25:48Z,description=,heartbeat_timestamp=2022-04-18T20:53:48Z,host='n-d-838334-2',id=bc84d6c9-dd7a-4555-a351-592327b46d5a,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:25:48Z,topic='l3_agent')) {'router_ids': ['bc01c25a-2e04-4cf1-bcb6-dfa1510dd9b9'], 'active': True} {{(pid=84042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:53:51.563271 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-12a85b55-e941-4c39-8078-d3104e58977f admin admin] Notify agent at l3_agent.n-d-838334-2 the message routers_updated {{(pid=84041) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 20:53:51.578545 n-d-838334-2 neutron-server[84043]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e87a583b-0f86-40df-9a0f-0745d7c44264 None None] Sync routers for ids ['eb2ef120-2c2e-4b9c-8049-c1281daabc93'] in n-d-838334-2 {{(pid=84043) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 18 20:53:51.580196 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-38fefe5b-d754-4270-9722-8d2e29bb3d91 admin admin] Made reservation on behalf of 7fa7a8b3916440879a3373a5a8935507 for: {'network': 1} {{(pid=84041) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:53:51.582673 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-38fefe5b-d754-4270-9722-8d2e29bb3d91 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for network, before_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:53:51.606764 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-38fefe5b-d754-4270-9722-8d2e29bb3d91 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:53:51.620425 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e87a583b-0f86-40df-9a0f-0745d7c44264 None None] Routers {'eb2ef120-2c2e-4b9c-8049-c1281daabc93'} bound to L3 agent in host n-d-838334-2 {{(pid=84043) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 20:53:51.624478 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.l3_hamode_db [None req-e87a583b-0f86-40df-9a0f-0745d7c44264 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838334-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-18T20:25:48Z,description=,heartbeat_timestamp=2022-04-18T20:53:48Z,host='n-d-838334-2',id=bc84d6c9-dd7a-4555-a351-592327b46d5a,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:25:48Z,topic='l3_agent')) {'router_ids': ['eb2ef120-2c2e-4b9c-8049-c1281daabc93'], 'active': True} {{(pid=84043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:53:51.636022 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 49822) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:53:51.671988 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-12a85b55-e941-4c39-8078-d3104e58977f admin admin] Notify callbacks [] for router, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:53:51.676249 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-12a85b55-e941-4c39-8078-d3104e58977f admin admin] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 2.3139210 Apr 18 20:53:51.676988 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 49826) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:53:51.734791 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-98036bce-939b-411e-9d1b-33f7eb3ae905 tempest-ServerRescueNegativeTestJSON-1571656168 tempest-ServerRescueNegativeTestJSON-1571656168-project] 10.222.0.42 "PUT /v2.0/floatingips/5e64da7d-ccfb-4b12-83b6-2c677456a857 HTTP/1.1" status: 200 len: 991 time: 4.0965185 Apr 18 20:53:51.735506 n-d-838334-2 neutron-server[84040]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '84774df7-1534-4163-a5f8-10a9e8ea72b0', 'tag': 'ac9125d6-9b8a-402f-be21-f544dd8690c6'}] {{(pid=84040) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 20:53:51.848095 n-d-838334-2 neutron-server[84040]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3c197dfe-9362-4da5-8d61-d01fe431ea79'] response: {'name': 'network-changed', 'server_uuid': '84774df7-1534-4163-a5f8-10a9e8ea72b0', 'tag': 'ac9125d6-9b8a-402f-be21-f544dd8690c6', 'status': 'completed', 'code': 200} Apr 18 20:53:51.870997 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] For port b67988d2-bb60-4efe-bd1d-80e31ea8ffb6, host n-h2-838334-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838334-2',level=0,port_id=b67988d2-bb60-4efe-bd1d-80e31ea8ffb6,segment=NetworkSegment(999db445-b59f-43ae-97e9-309f13729423),segment_id=999db445-b59f-43ae-97e9-309f13729423)] {{(pid=84042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:53:51.899575 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Returning: {'device': 'b67988d2-bb60-4efe-bd1d-80e31ea8ffb6', 'network_id': '4c6d63fa-10ee-46ac-a5d2-fd4675ff700f', 'port_id': 'b67988d2-bb60-4efe-bd1d-80e31ea8ffb6', 'mac_address': 'fa:16:3e:19:aa:bd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 375, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e3291cf4-4c37-4898-8026-16f9e0aaa3d9', 'ip_address': '10.1.1.45'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84042) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 18 20:53:51.905707 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.l3_dvr_db [None req-e87a583b-0f86-40df-9a0f-0745d7c44264 None None] Set router eb2ef120-2c2e-4b9c-8049-c1281daabc93 gateway port host: n-d-838334-2 {{(pid=84043) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 20:53:51.937667 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-38fefe5b-d754-4270-9722-8d2e29bb3d91 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:53:51.955605 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_dvr_db [None req-22f59f66-d0db-470b-a8c4-caad0d6ea84c None None] Set router bc01c25a-2e04-4cf1-bcb6-dfa1510dd9b9 gateway port host: n-d-838334-2 {{(pid=84042) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 20:53:52.072240 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-38fefe5b-d754-4270-9722-8d2e29bb3d91 admin admin] Usage tracker for resource:security_group_rule and tenant:7fa7a8b3916440879a3373a5a8935507 is out of sync, need to count used quota {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:53:52.091798 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-38fefe5b-d754-4270-9722-8d2e29bb3d91 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:53:52.098489 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:53:52.124288 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-1079bf57-90eb-4b29-a50b-b14bb9249287 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=07d78456d9a640c99bc6ce9963d36085&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4848166 Apr 18 20:53:52.125926 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 49838) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:53:52.127303 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-38fefe5b-d754-4270-9722-8d2e29bb3d91 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:53:52.239452 n-d-838334-2 neutron-server[84042]: DEBUG neutron.notifiers.nova [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b67988d2-bb60-4efe-bd1d-80e31ea8ffb6 {{(pid=84042) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 18 20:53:52.276764 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] For port b67988d2-bb60-4efe-bd1d-80e31ea8ffb6, host n-h2-838334-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838334-2',level=0,port_id=b67988d2-bb60-4efe-bd1d-80e31ea8ffb6,segment=NetworkSegment(999db445-b59f-43ae-97e9-309f13729423),segment_id=999db445-b59f-43ae-97e9-309f13729423)] {{(pid=84042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:53:52.286820 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682'] for port, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:53:52.287555 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Device c752aac3-367c-457b-992d-78f7341198e9 details requested by agent hyperv_n-h2-838334-2 with host n-h2-838334-2 {{(pid=84042) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 18 20:53:52.334828 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-45564b61-3097-46f8-a8fd-c3befdfa27a8 req-429958e7-6193-44f9-a6d0-050750b082cb service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=f9a0b0412d2042448fe0968cc5e47ae5&device_id=84774df7-1534-4163-a5f8-10a9e8ea72b0 HTTP/1.1" status: 200 len: 1096 time: 0.3936994 Apr 18 20:53:52.464336 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e08f7a4c-12a5-4398-92c6-ced542edd57d req-6c3357ba-366b-4f27-99f1-540a684689f7 tempest-ServerDiskConfigTestJSON-473081836 tempest-ServerDiskConfigTestJSON-473081836-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:53:52.467355 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-e08f7a4c-12a5-4398-92c6-ced542edd57d req-6c3357ba-366b-4f27-99f1-540a684689f7 tempest-ServerDiskConfigTestJSON-473081836 tempest-ServerDiskConfigTestJSON-473081836-project] 10.222.0.42 "GET /v2.0/ports?device_id=5e5222af-8110-42d3-840a-2dac36c99ec9 HTTP/1.1" status: 200 len: 945 time: 0.3479526 Apr 18 20:53:52.488399 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a1a2669-e610-43dd-a119-6d9468ac2de8 req-8b37ca98-8d51-479c-98a0-d739a9475120 tempest-TaggedBootDevicesTest_v242-417596240 tempest-TaggedBootDevicesTest_v242-417596240-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:53:52.492885 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a1a2669-e610-43dd-a119-6d9468ac2de8 req-8b37ca98-8d51-479c-98a0-d739a9475120 tempest-TaggedBootDevicesTest_v242-417596240 tempest-TaggedBootDevicesTest_v242-417596240-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:53:52.495698 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.db.resource_extend [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 18 20:53:52.497939 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a1a2669-e610-43dd-a119-6d9468ac2de8 req-8b37ca98-8d51-479c-98a0-d739a9475120 tempest-TaggedBootDevicesTest_v242-417596240 tempest-TaggedBootDevicesTest_v242-417596240-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:53:52.502787 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a1a2669-e610-43dd-a119-6d9468ac2de8 req-8b37ca98-8d51-479c-98a0-d739a9475120 tempest-TaggedBootDevicesTest_v242-417596240 tempest-TaggedBootDevicesTest_v242-417596240-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:53:52.507918 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a1a2669-e610-43dd-a119-6d9468ac2de8 req-8b37ca98-8d51-479c-98a0-d739a9475120 tempest-TaggedBootDevicesTest_v242-417596240 tempest-TaggedBootDevicesTest_v242-417596240-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:53:52.512377 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a1a2669-e610-43dd-a119-6d9468ac2de8 req-8b37ca98-8d51-479c-98a0-d739a9475120 tempest-TaggedBootDevicesTest_v242-417596240 tempest-TaggedBootDevicesTest_v242-417596240-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:53:52.516995 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a1a2669-e610-43dd-a119-6d9468ac2de8 req-8b37ca98-8d51-479c-98a0-d739a9475120 tempest-TaggedBootDevicesTest_v242-417596240 tempest-TaggedBootDevicesTest_v242-417596240-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:53:52.525319 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-7a1a2669-e610-43dd-a119-6d9468ac2de8 req-8b37ca98-8d51-479c-98a0-d739a9475120 tempest-TaggedBootDevicesTest_v242-417596240 tempest-TaggedBootDevicesTest_v242-417596240-project] 10.222.0.42 "GET /v2.0/ports?device_id=6a49f48a-913c-49a6-8c09-bf4c978ef91f HTTP/1.1" status: 200 len: 5431 time: 0.3029838 Apr 18 20:53:52.603325 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.l3_hamode_db [None req-e87a583b-0f86-40df-9a0f-0745d7c44264 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb2ef120-2c2e-4b9c-8049-c1281daabc93', 'name': 'tempest-AttachVolumeNegativeTest-965011108-router', 'tenant_id': '340d04fd839f4c0c896ec9bea561bc50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'external_fixed_ips': [{'subnet_id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'ip_address': '172.25.8.160'}], 'enable_snat': True}, 'gw_port_id': '0654fabf-3ea3-4a21-99de-c086a8f52f65', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:53:49Z', 'updated_at': '2022-04-18T20:53:50Z', 'revision_number': 3, 'project_id': '340d04fd839f4c0c896ec9bea561bc50', 'gw_port': {'id': '0654fabf-3ea3-4a21-99de-c086a8f52f65', 'name': '', 'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:f1:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb2ef120-2c2e-4b9c-8049-c1281daabc93', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'ip_address': '172.25.8.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:53:49Z', 'updated_at': '2022-04-18T20:53:50Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838334-2'}], 'n-d-838334-2', False) {} {{(pid=84043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:53:52.615614 n-d-838334-2 neutron-server[84043]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e87a583b-0f86-40df-9a0f-0745d7c44264 None None] Checking router: eb2ef120-2c2e-4b9c-8049-c1281daabc93 for host: n-d-838334-2 {{(pid=84043) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 18 20:53:52.615980 n-d-838334-2 neutron-server[84043]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e87a583b-0f86-40df-9a0f-0745d7c44264 None None] Updating router eb2ef120-2c2e-4b9c-8049-c1281daabc93 port 0654fabf-3ea3-4a21-99de-c086a8f52f65 binding host n-d-838334-2 {{(pid=84043) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 18 20:53:52.624544 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-7a1a2669-e610-43dd-a119-6d9468ac2de8 req-51817707-0ee3-401e-aafd-3f04ee66744f tempest-TaggedBootDevicesTest_v242-417596240 tempest-TaggedBootDevicesTest_v242-417596240-project] 10.222.0.42 "GET /v2.0/security-groups?id=90f86da5-60b0-4e29-8e55-fe6cf6b75c5e&id=48fab5b0-1368-425c-9a53-c0303d2044f1&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0978248 Apr 18 20:53:52.630363 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-e08f7a4c-12a5-4398-92c6-ced542edd57d req-f2705553-a811-4906-9773-3d1664e75636 tempest-ServerDiskConfigTestJSON-473081836 tempest-ServerDiskConfigTestJSON-473081836-project] 10.222.0.42 "GET /v2.0/security-groups?id=527f07bd-3b7c-4e87-bb13-fa86b9490e28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1534755 Apr 18 20:53:52.641195 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-83d2ba08-8df3-4100-a8f8-fc71f07e3a6d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:53:52.662261 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45564b61-3097-46f8-a8fd-c3befdfa27a8 req-e0f3e18b-21da-4896-a74d-18bb1c22ad88 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:53:52.664537 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-45564b61-3097-46f8-a8fd-c3befdfa27a8 req-e0f3e18b-21da-4896-a74d-18bb1c22ad88 service neutron] 10.222.0.43 "GET /v2.0/networks?id=9956df45-2736-4a4c-9815-b894d9a44160 HTTP/1.1" status: 200 len: 920 time: 0.3082387 Apr 18 20:53:52.669825 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3fed9b0-7b09-496a-87f8-0794cd2de6b7 None None] Network 794fa1b3-6f66-42ac-ab9f-a0e910c383ff requested from n-d-838334-2 {{(pid=84042) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 20:53:52.694850 n-d-838334-2 neutron-server[84043]: DEBUG neutron_lib.callbacks.manager [None req-e87a583b-0f86-40df-9a0f-0745d7c44264 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:53:52.703026 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Pushing event updated for resources: {'Port': ['ID=b67988d2-bb60-4efe-bd1d-80e31ea8ffb6,revision_number=4']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:53:52.758560 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-38fefe5b-d754-4270-9722-8d2e29bb3d91 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:53:52.760467 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-83d2ba08-8df3-4100-a8f8-fc71f07e3a6d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:53:52.783154 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-38fefe5b-d754-4270-9722-8d2e29bb3d91 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33528224'] for security_group, after_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:53:52.855527 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] For port c752aac3-367c-457b-992d-78f7341198e9, host n-h2-838334-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838334-2',level=0,port_id=c752aac3-367c-457b-992d-78f7341198e9,segment=NetworkSegment(ebe0286e-3c69-48ee-a166-d487392185dd),segment_id=ebe0286e-3c69-48ee-a166-d487392185dd)] {{(pid=84042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:53:52.879674 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-57ddf9c7-2393-45ae-86b6-bcd0dec2ac02 None None] Provisioning for port f4650325-0bc5-4e2a-90b2-cc3036e25b17 completed by entity DHCP. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 20:53:52.899408 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38fefe5b-d754-4270-9722-8d2e29bb3d91 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=588d127b-19b7-4c3d-9f79-a400181b94e2,revision_number=1']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:53:52.912948 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-38fefe5b-d754-4270-9722-8d2e29bb3d91 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 353} {{(pid=84041) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 20:53:52.932763 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Returning: {'device': 'c752aac3-367c-457b-992d-78f7341198e9', 'network_id': 'c28eb4dc-8be0-4839-b428-8a188976dc96', 'port_id': 'c752aac3-367c-457b-992d-78f7341198e9', 'mac_address': 'fa:16:3e:fc:35:42', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 387, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3a8de80c-2b95-46eb-ba80-482a3302f829', 'ip_address': '10.2.2.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84042) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 18 20:53:52.945694 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-45564b61-3097-46f8-a8fd-c3befdfa27a8 req-53c6afbb-bb08-46c3-9c5b-3fb1eadd505c service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ac9125d6-9b8a-402f-be21-f544dd8690c6 HTTP/1.1" status: 200 len: 999 time: 0.2665818 Apr 18 20:53:52.948423 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-38fefe5b-d754-4270-9722-8d2e29bb3d91 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1082986'] for segment, precommit_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:53:52.948791 n-d-838334-2 neutron-server[84041]: INFO neutron.db.segments_db [None req-38fefe5b-d754-4270-9722-8d2e29bb3d91 admin admin] Added segment eb1f29ad-3d05-4e72-b227-469dc1660e3c of type vlan for network f7467a4f-b1b1-4464-b74e-f3b773c53ca1 Apr 18 20:53:53.055694 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:53:53.123418 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-83d2ba08-8df3-4100-a8f8-fc71f07e3a6d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33528224'] for security_group, after_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:53:53.158836 n-d-838334-2 neutron-server[84043]: DEBUG neutron_lib.callbacks.manager [None req-e87a583b-0f86-40df-9a0f-0745d7c44264 None None] Notify callbacks [] for port, precommit_update {{(pid=84043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:53:53.166839 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83d2ba08-8df3-4100-a8f8-fc71f07e3a6d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5152e730-2577-415e-84e6-d8dbcecb899f,revision_number=None']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:53:53.173636 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.provisioning_blocks [None req-e87a583b-0f86-40df-9a0f-0745d7c44264 None None] Transition to ACTIVE for port object 0654fabf-3ea3-4a21-99de-c086a8f52f65 will not be triggered until provisioned by entity L2. {{(pid=84043) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 20:53:53.174012 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-38fefe5b-d754-4270-9722-8d2e29bb3d91 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750374825732'] for network, precommit_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:53:53.181251 n-d-838334-2 neutron-server[84042]: DEBUG neutron.notifiers.nova [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c752aac3-367c-457b-992d-78f7341198e9 {{(pid=84042) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 18 20:53:53.183987 n-d-838334-2 neutron-server[84043]: DEBUG neutron_lib.callbacks.manager [None req-e87a583b-0f86-40df-9a0f-0745d7c44264 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682'] for port, after_update {{(pid=84043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:53:53.190649 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_hamode_db [None req-22f59f66-d0db-470b-a8c4-caad0d6ea84c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc01c25a-2e04-4cf1-bcb6-dfa1510dd9b9', 'name': 'tempest-ServerRescueNegativeTestJSON-1024788492-router', 'tenant_id': 'f9a0b0412d2042448fe0968cc5e47ae5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'external_fixed_ips': [{'subnet_id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'ip_address': '172.25.8.54'}], 'enable_snat': True}, 'gw_port_id': '7d561ce4-c85c-4141-9e07-20a038b04f96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:50:47Z', 'updated_at': '2022-04-18T20:50:59Z', 'revision_number': 4, 'project_id': 'f9a0b0412d2042448fe0968cc5e47ae5', 'gw_port': {'id': '7d561ce4-c85c-4141-9e07-20a038b04f96', 'name': '', 'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:d9:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc01c25a-2e04-4cf1-bcb6-dfa1510dd9b9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'ip_address': '172.25.8.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:50:48Z', 'updated_at': '2022-04-18T20:50:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838334-2', '_floatingips': [{'id': '5e64da7d-ccfb-4b12-83b6-2c677456a857', 'tenant_id': 'f9a0b0412d2042448fe0968cc5e47ae5', 'floating_ip_address': '172.25.8.184', 'floating_network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'router_id': 'bc01c25a-2e04-4cf1-bcb6-dfa1510dd9b9', 'port_id': 'ac9125d6-9b8a-402f-be21-f544dd8690c6', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9956df45-2736-4a4c-9815-b894d9a44160', 'mac_address': 'fa:16:3e:df:66:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84774df7-1534-4163-a5f8-10a9e8ea72b0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T20:53:15Z', 'updated_at': '2022-04-18T20:53:48Z', 'revision_number': 1, 'project_id': 'f9a0b0412d2042448fe0968cc5e47ae5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '048f2e4f-4c30-419f-b6c8-11c89bb062f3', 'name': '', 'network_id': '9956df45-2736-4a4c-9815-b894d9a44160', 'tenant_id': 'f9a0b0412d2042448fe0968cc5e47ae5', 'mac_address': 'fa:16:3e:13:3e:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc01c25a-2e04-4cf1-bcb6-dfa1510dd9b9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e000ef4a-9553-4d5a-aa5c-e55a867fcd65', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:50:57Z', 'updated_at': '2022-04-18T20:51:21Z', 'revision_number': 5, 'project_id': 'f9a0b0412d2042448fe0968cc5e47ae5', 'subnets': [{'id': 'e000ef4a-9553-4d5a-aa5c-e55a867fcd65', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838334-2', False) {} {{(pid=84042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:53:53.212314 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45564b61-3097-46f8-a8fd-c3befdfa27a8 req-c20f2dce-4850-413b-a8e1-c98f7c643db5 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:53:53.213753 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-45564b61-3097-46f8-a8fd-c3befdfa27a8 req-c20f2dce-4850-413b-a8e1-c98f7c643db5 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=e000ef4a-9553-4d5a-aa5c-e55a867fcd65 HTTP/1.1" status: 200 len: 858 time: 0.2001719 Apr 18 20:53:53.215432 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22f59f66-d0db-470b-a8c4-caad0d6ea84c None None] Checking router: bc01c25a-2e04-4cf1-bcb6-dfa1510dd9b9 for host: n-d-838334-2 {{(pid=84042) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 18 20:53:53.236919 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] For port c752aac3-367c-457b-992d-78f7341198e9, host n-h2-838334-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838334-2',level=0,port_id=c752aac3-367c-457b-992d-78f7341198e9,segment=NetworkSegment(ebe0286e-3c69-48ee-a166-d487392185dd),segment_id=ebe0286e-3c69-48ee-a166-d487392185dd)] {{(pid=84042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:53:53.244555 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682'] for port, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:53:53.245079 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Device 96e60da2-99c4-4d74-935a-c80b74ebeb56 details requested by agent hyperv_n-h2-838334-2 with host n-h2-838334-2 {{(pid=84042) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 18 20:53:53.278735 n-d-838334-2 neutron-server[84043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-930c5703-b7c9-4218-85c4-5a5a71dcc381 None None] Pushing event updated for resources: {'Port': ['ID=0654fabf-3ea3-4a21-99de-c086a8f52f65,revision_number=2']} {{(pid=84043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:53:53.284872 n-d-838334-2 neutron-server[84043]: DEBUG neutron.plugins.ml2.managers [None req-e87a583b-0f86-40df-9a0f-0745d7c44264 None None] Attempting to bind port 0654fabf-3ea3-4a21-99de-c086a8f52f65 on host n-d-838334-2 for vnic_type normal with profile {{(pid=84043) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:53:53.285910 n-d-838334-2 neutron-server[84043]: DEBUG neutron.plugins.ml2.managers [None req-e87a583b-0f86-40df-9a0f-0745d7c44264 None None] Attempting to bind port 0654fabf-3ea3-4a21-99de-c086a8f52f65 by drivers openvswitch,hyperv on host n-d-838334-2 at level 0 using segments [{'id': '732aa830-768b-4511-951f-d08e26b9c25b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c'}] {{(pid=84043) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:53:53.286484 n-d-838334-2 neutron-server[84043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e87a583b-0f86-40df-9a0f-0745d7c44264 None None] Attempting to bind port 0654fabf-3ea3-4a21-99de-c086a8f52f65 on network e41b6600-a917-4a8d-b05c-be3be40c6d8c {{(pid=84043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 20:53:53.288079 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-83d2ba08-8df3-4100-a8f8-fc71f07e3a6d admin admin] Notify callbacks [] for security_group, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:53:53.292216 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-83d2ba08-8df3-4100-a8f8-fc71f07e3a6d admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/5152e730-2577-415e-84e6-d8dbcecb899f HTTP/1.1" status: 204 len: 168 time: 1.1621671 Apr 18 20:53:53.298282 n-d-838334-2 neutron-server[84043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-930c5703-b7c9-4218-85c4-5a5a71dcc381 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:53:53.298632 n-d-838334-2 neutron-server[84043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-930c5703-b7c9-4218-85c4-5a5a71dcc381 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:53:53.299020 n-d-838334-2 neutron-server[84043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-930c5703-b7c9-4218-85c4-5a5a71dcc381 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:53:53.299354 n-d-838334-2 neutron-server[84043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-930c5703-b7c9-4218-85c4-5a5a71dcc381 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:53:53.300380 n-d-838334-2 neutron-server[84043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-930c5703-b7c9-4218-85c4-5a5a71dcc381 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:53:53.300380 n-d-838334-2 neutron-server[84043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-930c5703-b7c9-4218-85c4-5a5a71dcc381 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:53:53.300726 n-d-838334-2 neutron-server[84043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-930c5703-b7c9-4218-85c4-5a5a71dcc381 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:53:53.301073 n-d-838334-2 neutron-server[84043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-930c5703-b7c9-4218-85c4-5a5a71dcc381 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:53:53.301425 n-d-838334-2 neutron-server[84043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-930c5703-b7c9-4218-85c4-5a5a71dcc381 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:53:53.301800 n-d-838334-2 neutron-server[84043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-930c5703-b7c9-4218-85c4-5a5a71dcc381 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:53:53.302170 n-d-838334-2 neutron-server[84043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-930c5703-b7c9-4218-85c4-5a5a71dcc381 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:53:53.304195 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22f59f66-d0db-470b-a8c4-caad0d6ea84c None None] Routers {'bc01c25a-2e04-4cf1-bcb6-dfa1510dd9b9'} bound to L3 agent in host n-d-838334-2 {{(pid=84042) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 20:53:53.305434 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_hamode_db [None req-22f59f66-d0db-470b-a8c4-caad0d6ea84c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838334-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-18T20:25:48Z,description=,heartbeat_timestamp=2022-04-18T20:53:48Z,host='n-d-838334-2',id=bc84d6c9-dd7a-4555-a351-592327b46d5a,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:25:48Z,topic='l3_agent')) {'router_ids': ['bc01c25a-2e04-4cf1-bcb6-dfa1510dd9b9'], 'active': True} {{(pid=84042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:53:53.307922 n-d-838334-2 neutron-server[84043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e87a583b-0f86-40df-9a0f-0745d7c44264 None None] Checking agent: {'id': '97cd4414-7af6-4d67-868d-dff370b4071a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838334-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 25, 49), 'started_at': datetime.datetime(2022, 4, 18, 20, 26, 19), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 20, 53, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838334-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 18 20:53:53.308326 n-d-838334-2 neutron-server[84043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e87a583b-0f86-40df-9a0f-0745d7c44264 None None] Checking segment: {'id': '732aa830-768b-4511-951f-d08e26b9c25b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84043) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 20:53:53.308847 n-d-838334-2 neutron-server[84043]: DEBUG neutron_lib.callbacks.manager [None req-e87a583b-0f86-40df-9a0f-0745d7c44264 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:53:53.309068 n-d-838334-2 neutron-server[84043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e87a583b-0f86-40df-9a0f-0745d7c44264 None None] Bound using segment: {'id': '732aa830-768b-4511-951f-d08e26b9c25b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c'} {{(pid=84043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 18 20:53:53.310097 n-d-838334-2 neutron-server[84043]: DEBUG neutron.plugins.ml2.managers [None req-e87a583b-0f86-40df-9a0f-0745d7c44264 None None] Bound port: 0654fabf-3ea3-4a21-99de-c086a8f52f65, host: n-d-838334-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '732aa830-768b-4511-951f-d08e26b9c25b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c'}}] {{(pid=84043) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 20:53:53.310719 n-d-838334-2 neutron-server[84043]: DEBUG neutron_lib.callbacks.manager [None req-e87a583b-0f86-40df-9a0f-0745d7c44264 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:53:53.315298 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-38fefe5b-d754-4270-9722-8d2e29bb3d91 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33526109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022'] for network, after_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:53:53.316228 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38fefe5b-d754-4270-9722-8d2e29bb3d91 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:53:53.316794 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-38fefe5b-d754-4270-9722-8d2e29bb3d91 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32378031'] for network, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:53:53.407273 n-d-838334-2 neutron-server[84043]: DEBUG neutron.plugins.ml2.db [None req-e87a583b-0f86-40df-9a0f-0745d7c44264 None None] For port 0654fabf-3ea3-4a21-99de-c086a8f52f65, host n-d-838334-2, cleared binding levels {{(pid=84043) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 20:53:53.411764 n-d-838334-2 neutron-server[84043]: DEBUG neutron.plugins.ml2.db [None req-e87a583b-0f86-40df-9a0f-0745d7c44264 None None] For port 0654fabf-3ea3-4a21-99de-c086a8f52f65, host n-d-838334-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838334-2',level=0,port_id=0654fabf-3ea3-4a21-99de-c086a8f52f65,segment=NetworkSegment(732aa830-768b-4511-951f-d08e26b9c25b),segment_id=732aa830-768b-4511-951f-d08e26b9c25b)] {{(pid=84043) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 20:53:53.420089 n-d-838334-2 neutron-server[84043]: DEBUG neutron_lib.callbacks.manager [None req-e87a583b-0f86-40df-9a0f-0745d7c44264 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682'] for port, after_update {{(pid=84043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:53:53.432842 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-38fefe5b-d754-4270-9722-8d2e29bb3d91 admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 2.1760125 Apr 18 20:53:53.436406 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 49846) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:53:53.442483 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.v2.base [None req-cb707874-1bf7-4ed6-95d3-1a6fbf490ea6 admin admin] Request body: {'subnet': {'network_id': 'f7467a4f-b1b1-4464-b74e-f3b773c53ca1', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-877617342-subnet', 'tenant_id': '7fa7a8b3916440879a3373a5a8935507', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=84040) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 20:53:53.450370 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [None req-cb707874-1bf7-4ed6-95d3-1a6fbf490ea6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:53:53.459278 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38fefe5b-d754-4270-9722-8d2e29bb3d91 admin admin] Pushing event updated for resources: {'Network': ['ID=f7467a4f-b1b1-4464-b74e-f3b773c53ca1,revision_number=1']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:53:53.463003 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-cb707874-1bf7-4ed6-95d3-1a6fbf490ea6 admin admin] Usage tracker for resource:subnet and tenant:7fa7a8b3916440879a3373a5a8935507 is out of sync, need to count used quota {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:53:53.466510 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-cb707874-1bf7-4ed6-95d3-1a6fbf490ea6 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:53:53.478824 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [None req-cb707874-1bf7-4ed6-95d3-1a6fbf490ea6 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:53:53.493526 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-45564b61-3097-46f8-a8fd-c3befdfa27a8 req-d21ad23d-f997-4775-bbbc-0dde9106bea8 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=9956df45-2736-4a4c-9815-b894d9a44160&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2640727 Apr 18 20:53:53.497647 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Network f7467a4f-b1b1-4464-b74e-f3b773c53ca1 details requested by agent ovs-agent-n-d-838334-2 with host n-d-838334-2 {{(pid=84042) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 18 20:53:53.516606 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb707874-1bf7-4ed6-95d3-1a6fbf490ea6 admin admin] Made reservation on behalf of 7fa7a8b3916440879a3373a5a8935507 for: {'subnet': 1} {{(pid=84040) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:53:53.518908 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-cb707874-1bf7-4ed6-95d3-1a6fbf490ea6 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31752722'] for subnet, before_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:53:53.545975 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.db.resource_extend [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] It took 0.25 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 18 20:53:53.605311 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e87a583b-0f86-40df-9a0f-0745d7c44264 None None] Routers {'eb2ef120-2c2e-4b9c-8049-c1281daabc93'} bound to L3 agent in host n-d-838334-2 {{(pid=84043) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 20:53:53.607285 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.l3_hamode_db [None req-e87a583b-0f86-40df-9a0f-0745d7c44264 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838334-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-18T20:25:48Z,description=,heartbeat_timestamp=2022-04-18T20:53:48Z,host='n-d-838334-2',id=bc84d6c9-dd7a-4555-a351-592327b46d5a,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:25:48Z,topic='l3_agent')) {'router_ids': ['eb2ef120-2c2e-4b9c-8049-c1281daabc93'], 'active': True} {{(pid=84043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:53:53.636600 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Pushing event updated for resources: {'Port': ['ID=c752aac3-367c-457b-992d-78f7341198e9,revision_number=4']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:53:53.640400 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Device f4650325-0bc5-4e2a-90b2-cc3036e25b17 up at agent ovs-agent-n-d-838334-2 {{(pid=84042) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 20:53:53.688143 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] For port 96e60da2-99c4-4d74-935a-c80b74ebeb56, host n-h2-838334-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838334-2',level=0,port_id=96e60da2-99c4-4d74-935a-c80b74ebeb56,segment=NetworkSegment(999db445-b59f-43ae-97e9-309f13729423),segment_id=999db445-b59f-43ae-97e9-309f13729423)] {{(pid=84042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:53:53.751391 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Returning: {'device': '96e60da2-99c4-4d74-935a-c80b74ebeb56', 'network_id': '4c6d63fa-10ee-46ac-a5d2-fd4675ff700f', 'port_id': '96e60da2-99c4-4d74-935a-c80b74ebeb56', 'mac_address': 'fa:16:3e:63:1e:d1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 375, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e3291cf4-4c37-4898-8026-16f9e0aaa3d9', 'ip_address': '10.1.1.214'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84042) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 18 20:53:53.948430 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.l3_dvr_db [None req-e87a583b-0f86-40df-9a0f-0745d7c44264 None None] Set router eb2ef120-2c2e-4b9c-8049-c1281daabc93 gateway port host: n-d-838334-2 {{(pid=84043) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 20:53:54.051518 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:53:54.058373 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-45564b61-3097-46f8-a8fd-c3befdfa27a8 req-44c265f3-9a18-45d8-ae0a-a50585480b7e service neutron] 10.222.0.43 "GET /v2.0/networks/9956df45-2736-4a4c-9815-b894d9a44160?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5489762 Apr 18 20:53:54.064044 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_dvr_db [None req-22f59f66-d0db-470b-a8c4-caad0d6ea84c None None] Set router bc01c25a-2e04-4cf1-bcb6-dfa1510dd9b9 gateway port host: n-d-838334-2 {{(pid=84042) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 20:53:54.150966 n-d-838334-2 neutron-server[84042]: DEBUG neutron.notifiers.nova [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 96e60da2-99c4-4d74-935a-c80b74ebeb56 {{(pid=84042) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 18 20:53:54.168954 n-d-838334-2 neutron-server[84043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-930c5703-b7c9-4218-85c4-5a5a71dcc381 None None] Pushing event updated for resources: {'Port': ['ID=0654fabf-3ea3-4a21-99de-c086a8f52f65,revision_number=3']} {{(pid=84043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:53:54.242406 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-cb707874-1bf7-4ed6-95d3-1a6fbf490ea6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33526260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32441074', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31752704'] for subnet, after_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:53:54.245910 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] For port 96e60da2-99c4-4d74-935a-c80b74ebeb56, host n-h2-838334-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838334-2',level=0,port_id=96e60da2-99c4-4d74-935a-c80b74ebeb56,segment=NetworkSegment(999db445-b59f-43ae-97e9-309f13729423),segment_id=999db445-b59f-43ae-97e9-309f13729423)] {{(pid=84042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:53:54.247733 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Provisioning for port f4650325-0bc5-4e2a-90b2-cc3036e25b17 completed by entity L2. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 20:53:54.277153 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682'] for port, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:53:54.288453 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Device 8725f57c-a397-438c-bf13-f1b54c12fc76 details requested by agent hyperv_n-h2-838334-2 with host n-h2-838334-2 {{(pid=84042) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 18 20:53:54.299075 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-45564b61-3097-46f8-a8fd-c3befdfa27a8 req-95e70920-8fad-4338-99c1-ec6df9df005e service neutron] 10.222.0.43 "GET /v2.0/networks/9956df45-2736-4a4c-9815-b894d9a44160?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2268848 Apr 18 20:53:54.362459 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Provisioning complete for port f4650325-0bc5-4e2a-90b2-cc3036e25b17 triggered by entity L2. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:53:54.362977 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1253608'] for port, provisioning_complete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:53:54.416558 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.l3_hamode_db [None req-e87a583b-0f86-40df-9a0f-0745d7c44264 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb2ef120-2c2e-4b9c-8049-c1281daabc93', 'name': 'tempest-AttachVolumeNegativeTest-965011108-router', 'tenant_id': '340d04fd839f4c0c896ec9bea561bc50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'external_fixed_ips': [{'subnet_id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'ip_address': '172.25.8.160'}], 'enable_snat': True}, 'gw_port_id': '0654fabf-3ea3-4a21-99de-c086a8f52f65', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:53:49Z', 'updated_at': '2022-04-18T20:53:50Z', 'revision_number': 3, 'project_id': '340d04fd839f4c0c896ec9bea561bc50', 'gw_port': {'id': '0654fabf-3ea3-4a21-99de-c086a8f52f65', 'name': '', 'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:f1:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb2ef120-2c2e-4b9c-8049-c1281daabc93', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'ip_address': '172.25.8.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:53:49Z', 'updated_at': '2022-04-18T20:53:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838334-2'}], 'n-d-838334-2', False) {} {{(pid=84043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:53:54.422761 n-d-838334-2 neutron-server[84043]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e87a583b-0f86-40df-9a0f-0745d7c44264 None None] The sync data for ids ['eb2ef120-2c2e-4b9c-8049-c1281daabc93'] in n-d-838334-2 is: [{'id': 'eb2ef120-2c2e-4b9c-8049-c1281daabc93', 'name': 'tempest-AttachVolumeNegativeTest-965011108-router', 'tenant_id': '340d04fd839f4c0c896ec9bea561bc50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'external_fixed_ips': [{'subnet_id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'ip_address': '172.25.8.160'}], 'enable_snat': True}, 'gw_port_id': '0654fabf-3ea3-4a21-99de-c086a8f52f65', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:53:49Z', 'updated_at': '2022-04-18T20:53:50Z', 'revision_number': 3, 'project_id': '340d04fd839f4c0c896ec9bea561bc50', 'gw_port': {'id': '0654fabf-3ea3-4a21-99de-c086a8f52f65', 'name': '', 'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:f1:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb2ef120-2c2e-4b9c-8049-c1281daabc93', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'ip_address': '172.25.8.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:53:49Z', 'updated_at': '2022-04-18T20:53:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838334-2'}] {{(pid=84043) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 18 20:53:54.466889 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf32805f-a02b-40d0-a1dc-90eeb28ee139 req-5840943f-c70e-4333-a3d9-1124bafe5035 tempest-ServerDiskConfigTestJSON-473081836 tempest-ServerDiskConfigTestJSON-473081836-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:53:54.469015 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-bf32805f-a02b-40d0-a1dc-90eeb28ee139 req-5840943f-c70e-4333-a3d9-1124bafe5035 tempest-ServerDiskConfigTestJSON-473081836 tempest-ServerDiskConfigTestJSON-473081836-project] 10.222.0.42 "GET /v2.0/ports?device_id=5e5222af-8110-42d3-840a-2dac36c99ec9 HTTP/1.1" status: 200 len: 945 time: 0.5425558 Apr 18 20:53:54.493461 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb707874-1bf7-4ed6-95d3-1a6fbf490ea6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4d302c72-cbf8-4bd9-ac2b-bdba885f7b5c,revision_number=0']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:53:54.551052 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e412e8c-8b69-44f8-87c0-7623842dbce1 req-3d4bb8ab-6816-4daf-9754-0ece4052ee5c tempest-TaggedBootDevicesTest_v242-417596240 tempest-TaggedBootDevicesTest_v242-417596240-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:53:54.555064 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e412e8c-8b69-44f8-87c0-7623842dbce1 req-3d4bb8ab-6816-4daf-9754-0ece4052ee5c tempest-TaggedBootDevicesTest_v242-417596240 tempest-TaggedBootDevicesTest_v242-417596240-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:53:54.560220 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e412e8c-8b69-44f8-87c0-7623842dbce1 req-3d4bb8ab-6816-4daf-9754-0ece4052ee5c tempest-TaggedBootDevicesTest_v242-417596240 tempest-TaggedBootDevicesTest_v242-417596240-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:53:54.567415 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e412e8c-8b69-44f8-87c0-7623842dbce1 req-3d4bb8ab-6816-4daf-9754-0ece4052ee5c tempest-TaggedBootDevicesTest_v242-417596240 tempest-TaggedBootDevicesTest_v242-417596240-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:53:54.571491 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e412e8c-8b69-44f8-87c0-7623842dbce1 req-3d4bb8ab-6816-4daf-9754-0ece4052ee5c tempest-TaggedBootDevicesTest_v242-417596240 tempest-TaggedBootDevicesTest_v242-417596240-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:53:54.575490 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e412e8c-8b69-44f8-87c0-7623842dbce1 req-3d4bb8ab-6816-4daf-9754-0ece4052ee5c tempest-TaggedBootDevicesTest_v242-417596240 tempest-TaggedBootDevicesTest_v242-417596240-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:53:54.580036 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e412e8c-8b69-44f8-87c0-7623842dbce1 req-3d4bb8ab-6816-4daf-9754-0ece4052ee5c tempest-TaggedBootDevicesTest_v242-417596240 tempest-TaggedBootDevicesTest_v242-417596240-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:53:54.587355 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-5e412e8c-8b69-44f8-87c0-7623842dbce1 req-3d4bb8ab-6816-4daf-9754-0ece4052ee5c tempest-TaggedBootDevicesTest_v242-417596240 tempest-TaggedBootDevicesTest_v242-417596240-project] 10.222.0.42 "GET /v2.0/ports?device_id=6a49f48a-913c-49a6-8c09-bf4c978ef91f HTTP/1.1" status: 200 len: 5432 time: 0.5650098 Apr 18 20:53:54.650163 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb707874-1bf7-4ed6-95d3-1a6fbf490ea6 admin admin] Checking segment: {'id': 'eb1f29ad-3d05-4e72-b227-469dc1660e3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': 'f7467a4f-b1b1-4464-b74e-f3b773c53ca1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84040) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 20:53:54.650522 n-d-838334-2 neutron-server[84040]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb707874-1bf7-4ed6-95d3-1a6fbf490ea6 admin admin] Network hostable DHCP agents. Network: f7467a4f-b1b1-4464-b74e-f3b773c53ca1, hostable agents: ['8746f8ea-3e91-4b32-9919-2c63adeb8722'], hosted agents: [] {{(pid=84040) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 20:53:54.659086 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-bf32805f-a02b-40d0-a1dc-90eeb28ee139 req-2fd6e2ec-3ee5-45f7-a6d6-3833a28a0da9 tempest-ServerDiskConfigTestJSON-473081836 tempest-ServerDiskConfigTestJSON-473081836-project] 10.222.0.42 "GET /v2.0/security-groups?id=527f07bd-3b7c-4e87-bb13-fa86b9490e28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1763318 Apr 18 20:53:54.701954 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-5e412e8c-8b69-44f8-87c0-7623842dbce1 req-534b9575-b0c2-4ef7-b5e7-4a215f2bc336 tempest-TaggedBootDevicesTest_v242-417596240 tempest-TaggedBootDevicesTest_v242-417596240-project] 10.222.0.42 "GET /v2.0/security-groups?id=90f86da5-60b0-4e29-8e55-fe6cf6b75c5e&id=48fab5b0-1368-425c-9a53-c0303d2044f1&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1134682 Apr 18 20:53:54.723016 n-d-838334-2 neutron-server[84040]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb707874-1bf7-4ed6-95d3-1a6fbf490ea6 admin admin] Network f7467a4f-b1b1-4464-b74e-f3b773c53ca1 is scheduled to be hosted by DHCP agent 8746f8ea-3e91-4b32-9919-2c63adeb8722 with binding_index 1 {{(pid=84040) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 20:53:54.738705 n-d-838334-2 neutron-server[84040]: DEBUG neutron.scheduler.base_scheduler [None req-cb707874-1bf7-4ed6-95d3-1a6fbf490ea6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-838334-2, f7467a4f-b1b1-4464-b74e-f3b773c53ca1) {{(pid=84040) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:53:54.746544 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb707874-1bf7-4ed6-95d3-1a6fbf490ea6 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:53:54.750433 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-cb707874-1bf7-4ed6-95d3-1a6fbf490ea6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32378031'] for subnet, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:53:54.769402 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-97995bdf-69a0-4890-a8f6-cde5b90429aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:53:54.796626 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.db.resource_extend [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] It took 0.32 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 18 20:53:54.802651 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-cb707874-1bf7-4ed6-95d3-1a6fbf490ea6 admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.3645763 Apr 18 20:53:54.810200 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c0adaa3-8fb4-43b0-afb5-b7b7f8c380b4 None None] Network f7467a4f-b1b1-4464-b74e-f3b773c53ca1 requested from n-d-838334-2 {{(pid=84042) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 20:53:55.045556 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] For port 8725f57c-a397-438c-bf13-f1b54c12fc76, host n-h2-838334-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838334-2',level=0,port_id=8725f57c-a397-438c-bf13-f1b54c12fc76,segment=NetworkSegment(999db445-b59f-43ae-97e9-309f13729423),segment_id=999db445-b59f-43ae-97e9-309f13729423)] {{(pid=84042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:53:55.062706 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Pushing event updated for resources: {'Port': ['ID=96e60da2-99c4-4d74-935a-c80b74ebeb56,revision_number=4']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:53:55.085086 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:53:55.137878 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Returning: {'device': '8725f57c-a397-438c-bf13-f1b54c12fc76', 'network_id': '4c6d63fa-10ee-46ac-a5d2-fd4675ff700f', 'port_id': '8725f57c-a397-438c-bf13-f1b54c12fc76', 'mac_address': 'fa:16:3e:c7:dd:b7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 375, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e3291cf4-4c37-4898-8026-16f9e0aaa3d9', 'ip_address': '10.1.1.162'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84042) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 18 20:53:55.164626 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebecc555-e40f-4b05-b926-3d503e75701f req-7dd36e72-4dff-4745-a8ce-5085393fa188 tempest-ServerDiskConfigTestJSON-473081836 tempest-ServerDiskConfigTestJSON-473081836-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:53:55.170653 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-ebecc555-e40f-4b05-b926-3d503e75701f req-7dd36e72-4dff-4745-a8ce-5085393fa188 tempest-ServerDiskConfigTestJSON-473081836 tempest-ServerDiskConfigTestJSON-473081836-project] 10.222.0.42 "GET /v2.0/ports?device_id=5e5222af-8110-42d3-840a-2dac36c99ec9 HTTP/1.1" status: 200 len: 945 time: 0.2058249 Apr 18 20:53:55.217499 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.db_base_plugin_common [None req-97995bdf-69a0-4890-a8f6-cde5b90429aa admin admin] Allocated IP 172.20.0.1 (794fa1b3-6f66-42ac-ab9f-a0e910c383ff/66a6cd83-be1c-4e76-9e19-a8f33a82294d/aa8998f0-5774-4503-93d9-f054eb0cbd71) {{(pid=84041) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:53:55.263409 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] For port f4650325-0bc5-4e2a-90b2-cc3036e25b17, host n-d-838334-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838334-2',level=0,port_id=f4650325-0bc5-4e2a-90b2-cc3036e25b17,segment=NetworkSegment(dbc7d3d6-4579-41c2-9fd4-2757cc8c54b6),segment_id=dbc7d3d6-4579-41c2-9fd4-2757cc8c54b6)] {{(pid=84042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:53:55.286045 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-ebecc555-e40f-4b05-b926-3d503e75701f req-1e5bde25-69d9-4bd3-a23f-40e09b1bee3b tempest-ServerDiskConfigTestJSON-473081836 tempest-ServerDiskConfigTestJSON-473081836-project] 10.222.0.42 "GET /v2.0/security-groups?id=527f07bd-3b7c-4e87-bb13-fa86b9490e28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1090865 Apr 18 20:53:55.364783 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682'] for port, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:53:55.445865 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-97995bdf-69a0-4890-a8f6-cde5b90429aa admin admin] Notify callbacks [] for port, precommit_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:53:55.483746 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.provisioning_blocks [None req-97995bdf-69a0-4890-a8f6-cde5b90429aa admin admin] Transition to ACTIVE for port object aa8998f0-5774-4503-93d9-f054eb0cbd71 will not be triggered until provisioned by entity DHCP. {{(pid=84041) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 20:53:55.532381 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-97995bdf-69a0-4890-a8f6-cde5b90429aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750374836619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32266323'] for port, after_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:53:55.619570 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Device 0654fabf-3ea3-4a21-99de-c086a8f52f65 up at agent ovs-agent-n-d-838334-2 {{(pid=84042) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 20:53:55.687856 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97995bdf-69a0-4890-a8f6-cde5b90429aa admin admin] Pushing event updated for resources: {'Port': ['ID=aa8998f0-5774-4503-93d9-f054eb0cbd71,revision_number=1']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:53:55.694261 n-d-838334-2 neutron-server[84041]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97995bdf-69a0-4890-a8f6-cde5b90429aa admin admin] Network 794fa1b3-6f66-42ac-ab9f-a0e910c383ff is already hosted by enough agents. {{(pid=84041) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:53:55.695496 n-d-838334-2 neutron-server[84041]: DEBUG neutron.scheduler.base_scheduler [None req-97995bdf-69a0-4890-a8f6-cde5b90429aa admin admin] Resources bound (agent type, host, resource id): {{(pid=84041) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:53:55.697893 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97995bdf-69a0-4890-a8f6-cde5b90429aa admin admin] Received port after_create {{(pid=84041) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 20:53:55.793272 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-97995bdf-69a0-4890-a8f6-cde5b90429aa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33444010'] for router_interface, before_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:53:55.826554 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:53:55.916196 n-d-838334-2 neutron-server[84042]: DEBUG neutron.notifiers.nova [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8725f57c-a397-438c-bf13-f1b54c12fc76 {{(pid=84042) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 18 20:53:55.945865 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84779bd0-07c9-464b-86b5-77c3065a9065 req-f2c4d45d-6a3f-4333-87eb-cb40eed86c4e tempest-DeleteServersTestJSON-915645800 tempest-DeleteServersTestJSON-915645800-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:53:55.950604 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] For port 8725f57c-a397-438c-bf13-f1b54c12fc76, host n-h2-838334-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838334-2',level=0,port_id=8725f57c-a397-438c-bf13-f1b54c12fc76,segment=NetworkSegment(999db445-b59f-43ae-97e9-309f13729423),segment_id=999db445-b59f-43ae-97e9-309f13729423)] {{(pid=84042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:53:55.956696 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-84779bd0-07c9-464b-86b5-77c3065a9065 req-f2c4d45d-6a3f-4333-87eb-cb40eed86c4e tempest-DeleteServersTestJSON-915645800 tempest-DeleteServersTestJSON-915645800-project] 10.222.0.42 "GET /v2.0/networks?id=f7467a4f-b1b1-4464-b74e-f3b773c53ca1 HTTP/1.1" status: 200 len: 811 time: 0.2731946 Apr 18 20:53:55.967085 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-97995bdf-69a0-4890-a8f6-cde5b90429aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:53:56.026660 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-84779bd0-07c9-464b-86b5-77c3065a9065 req-db4766a0-c80a-47fc-a498-65dc2b25c213 tempest-DeleteServersTestJSON-915645800 tempest-DeleteServersTestJSON-915645800-project] 10.222.0.42 "GET /v2.0/quotas/7fa7a8b3916440879a3373a5a8935507 HTTP/1.1" status: 200 len: 375 time: 0.0683565 Apr 18 20:53:56.093536 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-84779bd0-07c9-464b-86b5-77c3065a9065 req-1a8cbc08-7047-4be4-987d-3f036d545b99 tempest-DeleteServersTestJSON-915645800 tempest-DeleteServersTestJSON-915645800-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=7fa7a8b3916440879a3373a5a8935507&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0654788 Apr 18 20:53:56.094989 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682'] for port, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:53:56.096049 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Device e4a628aa-c125-4eea-8365-b6473a427bb3 details requested by agent hyperv_n-h2-838334-2 with host n-h2-838334-2 {{(pid=84042) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 18 20:53:56.119510 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] For port e4a628aa-c125-4eea-8365-b6473a427bb3, host n-h2-838334-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838334-2',level=0,port_id=e4a628aa-c125-4eea-8365-b6473a427bb3,segment=NetworkSegment(999db445-b59f-43ae-97e9-309f13729423),segment_id=999db445-b59f-43ae-97e9-309f13729423)] {{(pid=84042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:53:56.146987 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Returning: {'device': 'e4a628aa-c125-4eea-8365-b6473a427bb3', 'network_id': '4c6d63fa-10ee-46ac-a5d2-fd4675ff700f', 'port_id': 'e4a628aa-c125-4eea-8365-b6473a427bb3', 'mac_address': 'fa:16:3e:dd:08:5f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 375, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e3291cf4-4c37-4898-8026-16f9e0aaa3d9', 'ip_address': '10.1.1.154'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84042) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 18 20:53:56.157307 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba46dba6-ca0f-495f-a65c-66dec6e9f92b None None] Network f7467a4f-b1b1-4464-b74e-f3b773c53ca1 requested from n-d-838334-2 {{(pid=84042) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 20:53:56.162812 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f0b9fb1-f23a-49fe-a633-e64f0ced8352 req-060be659-73f9-405f-9e2c-e12ce6aac373 tempest-ServerDiskConfigTestJSON-473081836 tempest-ServerDiskConfigTestJSON-473081836-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:53:56.167912 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-5f0b9fb1-f23a-49fe-a633-e64f0ced8352 req-060be659-73f9-405f-9e2c-e12ce6aac373 tempest-ServerDiskConfigTestJSON-473081836 tempest-ServerDiskConfigTestJSON-473081836-project] 10.222.0.42 "GET /v2.0/ports?device_id=5e5222af-8110-42d3-840a-2dac36c99ec9 HTTP/1.1" status: 200 len: 945 time: 0.2084765 Apr 18 20:53:56.251514 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-97995bdf-69a0-4890-a8f6-cde5b90429aa admin admin] Notify callbacks [] for port, precommit_update {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:53:56.259473 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-97995bdf-69a0-4890-a8f6-cde5b90429aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32266282'] for port, after_update {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:53:56.264908 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-5f0b9fb1-f23a-49fe-a633-e64f0ced8352 req-bad1ca45-2761-4e0a-911d-1c7405990133 tempest-ServerDiskConfigTestJSON-473081836 tempest-ServerDiskConfigTestJSON-473081836-project] 10.222.0.42 "GET /v2.0/security-groups?id=527f07bd-3b7c-4e87-bb13-fa86b9490e28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0913224 Apr 18 20:53:56.413361 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-97995bdf-69a0-4890-a8f6-cde5b90429aa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-32377886', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33443847'] for router_interface, after_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:53:56.418458 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97995bdf-69a0-4890-a8f6-cde5b90429aa admin admin] Pushing event updated for resources: {'Port': ['ID=aa8998f0-5774-4503-93d9-f054eb0cbd71,revision_number=2']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:53:56.420328 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:53:56.476057 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_hamode_db [None req-22f59f66-d0db-470b-a8c4-caad0d6ea84c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc01c25a-2e04-4cf1-bcb6-dfa1510dd9b9', 'name': 'tempest-ServerRescueNegativeTestJSON-1024788492-router', 'tenant_id': 'f9a0b0412d2042448fe0968cc5e47ae5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'external_fixed_ips': [{'subnet_id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'ip_address': '172.25.8.54'}], 'enable_snat': True}, 'gw_port_id': '7d561ce4-c85c-4141-9e07-20a038b04f96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:50:47Z', 'updated_at': '2022-04-18T20:50:59Z', 'revision_number': 4, 'project_id': 'f9a0b0412d2042448fe0968cc5e47ae5', 'gw_port': {'id': '7d561ce4-c85c-4141-9e07-20a038b04f96', 'name': '', 'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:d9:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc01c25a-2e04-4cf1-bcb6-dfa1510dd9b9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'ip_address': '172.25.8.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:50:48Z', 'updated_at': '2022-04-18T20:50:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838334-2', '_floatingips': [{'id': '5e64da7d-ccfb-4b12-83b6-2c677456a857', 'tenant_id': 'f9a0b0412d2042448fe0968cc5e47ae5', 'floating_ip_address': '172.25.8.184', 'floating_network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'router_id': 'bc01c25a-2e04-4cf1-bcb6-dfa1510dd9b9', 'port_id': 'ac9125d6-9b8a-402f-be21-f544dd8690c6', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9956df45-2736-4a4c-9815-b894d9a44160', 'mac_address': 'fa:16:3e:df:66:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84774df7-1534-4163-a5f8-10a9e8ea72b0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T20:53:15Z', 'updated_at': '2022-04-18T20:53:48Z', 'revision_number': 1, 'project_id': 'f9a0b0412d2042448fe0968cc5e47ae5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '048f2e4f-4c30-419f-b6c8-11c89bb062f3', 'name': '', 'network_id': '9956df45-2736-4a4c-9815-b894d9a44160', 'tenant_id': 'f9a0b0412d2042448fe0968cc5e47ae5', 'mac_address': 'fa:16:3e:13:3e:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc01c25a-2e04-4cf1-bcb6-dfa1510dd9b9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e000ef4a-9553-4d5a-aa5c-e55a867fcd65', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:50:57Z', 'updated_at': '2022-04-18T20:51:21Z', 'revision_number': 5, 'project_id': 'f9a0b0412d2042448fe0968cc5e47ae5', 'subnets': [{'id': 'e000ef4a-9553-4d5a-aa5c-e55a867fcd65', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838334-2', False) {} {{(pid=84042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:53:56.484373 n-d-838334-2 neutron-server[84042]: DEBUG neutron.notifiers.nova [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e4a628aa-c125-4eea-8365-b6473a427bb3 {{(pid=84042) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 18 20:53:56.500441 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] For port e4a628aa-c125-4eea-8365-b6473a427bb3, host n-h2-838334-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838334-2',level=0,port_id=e4a628aa-c125-4eea-8365-b6473a427bb3,segment=NetworkSegment(999db445-b59f-43ae-97e9-309f13729423),segment_id=999db445-b59f-43ae-97e9-309f13729423)] {{(pid=84042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:53:56.503272 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22f59f66-d0db-470b-a8c4-caad0d6ea84c None None] The sync data for ids ['bc01c25a-2e04-4cf1-bcb6-dfa1510dd9b9'] in n-d-838334-2 is: [{'id': 'bc01c25a-2e04-4cf1-bcb6-dfa1510dd9b9', 'name': 'tempest-ServerRescueNegativeTestJSON-1024788492-router', 'tenant_id': 'f9a0b0412d2042448fe0968cc5e47ae5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'external_fixed_ips': [{'subnet_id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'ip_address': '172.25.8.54'}], 'enable_snat': True}, 'gw_port_id': '7d561ce4-c85c-4141-9e07-20a038b04f96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:50:47Z', 'updated_at': '2022-04-18T20:50:59Z', 'revision_number': 4, 'project_id': 'f9a0b0412d2042448fe0968cc5e47ae5', 'gw_port': {'id': '7d561ce4-c85c-4141-9e07-20a038b04f96', 'name': '', 'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:d9:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc01c25a-2e04-4cf1-bcb6-dfa1510dd9b9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'ip_address': '172.25.8.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:50:48Z', 'updated_at': '2022-04-18T20:50:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838334-2', '_floatingips': [{'id': '5e64da7d-ccfb-4b12-83b6-2c677456a857', 'tenant_id': 'f9a0b0412d2042448fe0968cc5e47ae5', 'floating_ip_address': '172.25.8.184', 'floating_network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'router_id': 'bc01c25a-2e04-4cf1-bcb6-dfa1510dd9b9', 'port_id': 'ac9125d6-9b8a-402f-be21-f544dd8690c6', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9956df45-2736-4a4c-9815-b894d9a44160', 'mac_address': 'fa:16:3e:df:66:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84774df7-1534-4163-a5f8-10a9e8ea72b0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T20:53:15Z', 'updated_at': '2022-04-18T20:53:48Z', 'revision_number': 1, 'project_id': 'f9a0b0412d2042448fe0968cc5e47ae5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '048f2e4f-4c30-419f-b6c8-11c89bb062f3', 'name': '', 'network_id': '9956df45-2736-4a4c-9815-b894d9a44160', 'tenant_id': 'f9a0b0412d2042448fe0968cc5e47ae5', 'mac_address': 'fa:16:3e:13:3e:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc01c25a-2e04-4cf1-bcb6-dfa1510dd9b9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e000ef4a-9553-4d5a-aa5c-e55a867fcd65', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:50:57Z', 'updated_at': '2022-04-18T20:51:21Z', 'revision_number': 5, 'project_id': 'f9a0b0412d2042448fe0968cc5e47ae5', 'subnets': [{'id': 'e000ef4a-9553-4d5a-aa5c-e55a867fcd65', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84042) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 18 20:53:56.512032 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Pushing event updated for resources: {'Port': ['ID=f4650325-0bc5-4e2a-90b2-cc3036e25b17,revision_number=3']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:53:56.518992 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682'] for port, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:53:56.521058 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Device f0e8d8ea-6bcf-495f-8aee-e46b70d0c94e details requested by agent hyperv_n-h2-838334-2 with host n-h2-838334-2 {{(pid=84042) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 18 20:53:56.590323 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-84779bd0-07c9-464b-86b5-77c3065a9065 req-52252385-75fc-4920-b941-96578d426b2b service neutron] 10.222.0.42 "GET /v2.0/networks/f7467a4f-b1b1-4464-b74e-f3b773c53ca1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4949746 Apr 18 20:53:56.648812 n-d-838334-2 neutron-server[84041]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97995bdf-69a0-4890-a8f6-cde5b90429aa admin admin] Network 794fa1b3-6f66-42ac-ab9f-a0e910c383ff is already hosted by enough agents. {{(pid=84041) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:53:56.650077 n-d-838334-2 neutron-server[84041]: DEBUG neutron.scheduler.base_scheduler [None req-97995bdf-69a0-4890-a8f6-cde5b90429aa admin admin] Resources bound (agent type, host, resource id): {{(pid=84041) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:53:56.673494 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Pushing event updated for resources: {'Port': ['ID=8725f57c-a397-438c-bf13-f1b54c12fc76,revision_number=4']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:53:56.801962 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Pushing event updated for resources: {'Port': ['ID=e4a628aa-c125-4eea-8365-b6473a427bb3,revision_number=4']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:53:56.806937 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-5ced5693-97a7-4615-95df-5d98512077e7 None None] Provisioning for port aa8998f0-5774-4503-93d9-f054eb0cbd71 completed by entity DHCP. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 20:53:56.830096 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-5ced5693-97a7-4615-95df-5d98512077e7 None None] Provisioning complete for port aa8998f0-5774-4503-93d9-f054eb0cbd71 triggered by entity DHCP. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:53:56.830495 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-5ced5693-97a7-4615-95df-5d98512077e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1253608'] for port, provisioning_complete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:53:56.913696 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.plugin [None req-5ced5693-97a7-4615-95df-5d98512077e7 None None] Port aa8998f0-5774-4503-93d9-f054eb0cbd71 cannot update to ACTIVE because it is not bound. {{(pid=84042) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 18 20:53:56.914968 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Provisioning for port 0654fabf-3ea3-4a21-99de-c086a8f52f65 completed by entity L2. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 20:53:56.922849 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Provisioning complete for port 0654fabf-3ea3-4a21-99de-c086a8f52f65 triggered by entity L2. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:53:56.923227 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1253608'] for port, provisioning_complete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:53:56.953204 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-b32e2b84-60f8-4b1a-85c2-647a70aa111b req-0f3667bf-17a3-4e99-9b6d-79ff4818d58a service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=6be92480d0964f34a8ede9caae0c987d&device_id=b7307812-da19-4509-9baf-bb3ff8313904 HTTP/1.1" status: 200 len: 1096 time: 0.2202981 Apr 18 20:53:57.002694 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.db.resource_extend [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] It took 0.19 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 18 20:53:57.031608 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] For port f0e8d8ea-6bcf-495f-8aee-e46b70d0c94e, host n-h2-838334-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838334-2',level=0,port_id=f0e8d8ea-6bcf-495f-8aee-e46b70d0c94e,segment=NetworkSegment(ebe0286e-3c69-48ee-a166-d487392185dd),segment_id=ebe0286e-3c69-48ee-a166-d487392185dd)] {{(pid=84042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:53:57.070799 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-84779bd0-07c9-464b-86b5-77c3065a9065 req-19edbe53-2429-4c7d-a5c0-5664648ecc51 service neutron] 10.222.0.42 "GET /v2.0/networks/f7467a4f-b1b1-4464-b74e-f3b773c53ca1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4789078 Apr 18 20:53:57.083350 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Returning: {'device': 'f0e8d8ea-6bcf-495f-8aee-e46b70d0c94e', 'network_id': 'c28eb4dc-8be0-4839-b428-8a188976dc96', 'port_id': 'f0e8d8ea-6bcf-495f-8aee-e46b70d0c94e', 'mac_address': 'fa:16:3e:f8:a2:13', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 387, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3a8de80c-2b95-46eb-ba80-482a3302f829', 'ip_address': '10.2.2.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84042) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 18 20:53:57.126588 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae056066-c58a-48e5-9d06-680fe7d82ee5 req-5389a58b-f689-4944-9a27-7bbc317cb0e0 tempest-TaggedBootDevicesTest_v242-417596240 tempest-TaggedBootDevicesTest_v242-417596240-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:53:57.140265 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae056066-c58a-48e5-9d06-680fe7d82ee5 req-5389a58b-f689-4944-9a27-7bbc317cb0e0 tempest-TaggedBootDevicesTest_v242-417596240 tempest-TaggedBootDevicesTest_v242-417596240-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:53:57.145964 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae056066-c58a-48e5-9d06-680fe7d82ee5 req-5389a58b-f689-4944-9a27-7bbc317cb0e0 tempest-TaggedBootDevicesTest_v242-417596240 tempest-TaggedBootDevicesTest_v242-417596240-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:53:57.157405 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae056066-c58a-48e5-9d06-680fe7d82ee5 req-5389a58b-f689-4944-9a27-7bbc317cb0e0 tempest-TaggedBootDevicesTest_v242-417596240 tempest-TaggedBootDevicesTest_v242-417596240-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:53:57.163425 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae056066-c58a-48e5-9d06-680fe7d82ee5 req-5389a58b-f689-4944-9a27-7bbc317cb0e0 tempest-TaggedBootDevicesTest_v242-417596240 tempest-TaggedBootDevicesTest_v242-417596240-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:53:57.171205 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:53:57.176019 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae056066-c58a-48e5-9d06-680fe7d82ee5 req-5389a58b-f689-4944-9a27-7bbc317cb0e0 tempest-TaggedBootDevicesTest_v242-417596240 tempest-TaggedBootDevicesTest_v242-417596240-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:53:57.187044 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae056066-c58a-48e5-9d06-680fe7d82ee5 req-5389a58b-f689-4944-9a27-7bbc317cb0e0 tempest-TaggedBootDevicesTest_v242-417596240 tempest-TaggedBootDevicesTest_v242-417596240-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:53:57.194618 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-ae056066-c58a-48e5-9d06-680fe7d82ee5 req-5389a58b-f689-4944-9a27-7bbc317cb0e0 tempest-TaggedBootDevicesTest_v242-417596240 tempest-TaggedBootDevicesTest_v242-417596240-project] 10.222.0.42 "GET /v2.0/ports?device_id=6a49f48a-913c-49a6-8c09-bf4c978ef91f HTTP/1.1" status: 200 len: 5435 time: 0.3641486 Apr 18 20:53:57.227742 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-794cfb07-8ba1-43ab-be5d-23e352bc5426 None None] Provisioning complete for port aa8998f0-5774-4503-93d9-f054eb0cbd71 triggered by entity DHCP. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:53:57.228467 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-794cfb07-8ba1-43ab-be5d-23e352bc5426 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1253608'] for port, provisioning_complete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:53:57.259336 n-d-838334-2 neutron-server[84042]: DEBUG neutron.notifiers.nova [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f0e8d8ea-6bcf-495f-8aee-e46b70d0c94e {{(pid=84042) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 18 20:53:57.273867 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b32e2b84-60f8-4b1a-85c2-647a70aa111b req-4d7567bc-19ed-4458-a924-e3f7d6fc5ee5 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:53:57.277329 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-b32e2b84-60f8-4b1a-85c2-647a70aa111b req-4d7567bc-19ed-4458-a924-e3f7d6fc5ee5 service neutron] 10.222.0.43 "GET /v2.0/networks?id=48f708f8-0904-4115-910c-bb1ab06d7263 HTTP/1.1" status: 200 len: 912 time: 0.3141201 Apr 18 20:53:57.279857 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:53:57.297451 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] For port 0654fabf-3ea3-4a21-99de-c086a8f52f65, host n-d-838334-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838334-2',level=0,port_id=0654fabf-3ea3-4a21-99de-c086a8f52f65,segment=NetworkSegment(732aa830-768b-4511-951f-d08e26b9c25b),segment_id=732aa830-768b-4511-951f-d08e26b9c25b)] {{(pid=84042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:53:57.304660 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.agents_db [None req-6346a179-333c-4370-b5a6-936984aeab15 None None] Agent healthcheck: found 7 active agents {{(pid=84043) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 18 20:53:57.310574 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-ae056066-c58a-48e5-9d06-680fe7d82ee5 req-d3ec5e78-3859-4088-93f5-6741779ad815 tempest-TaggedBootDevicesTest_v242-417596240 tempest-TaggedBootDevicesTest_v242-417596240-project] 10.222.0.42 "GET /v2.0/security-groups?id=90f86da5-60b0-4e29-8e55-fe6cf6b75c5e&id=48fab5b0-1368-425c-9a53-c0303d2044f1&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1037676 Apr 18 20:53:57.329189 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682'] for port, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:53:57.437378 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Pushing event updated for resources: {'Port': ['ID=0654fabf-3ea3-4a21-99de-c086a8f52f65,revision_number=4']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:53:57.442675 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] For port f0e8d8ea-6bcf-495f-8aee-e46b70d0c94e, host n-h2-838334-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838334-2',level=0,port_id=f0e8d8ea-6bcf-495f-8aee-e46b70d0c94e,segment=NetworkSegment(ebe0286e-3c69-48ee-a166-d487392185dd),segment_id=ebe0286e-3c69-48ee-a166-d487392185dd)] {{(pid=84042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:53:57.462499 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682'] for port, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:53:57.463146 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Device 4f3a4e36-a736-43f0-9187-2849b3636dd2 details requested by agent hyperv_n-h2-838334-2 with host n-h2-838334-2 {{(pid=84042) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 18 20:53:57.537836 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33e8d207-f148-422e-9db4-9e80041afe5a req-abd578c5-ba9f-46ba-81f6-899a870eb943 tempest-ServerDiskConfigTestJSON-473081836 tempest-ServerDiskConfigTestJSON-473081836-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:53:57.549132 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-33e8d207-f148-422e-9db4-9e80041afe5a req-abd578c5-ba9f-46ba-81f6-899a870eb943 tempest-ServerDiskConfigTestJSON-473081836 tempest-ServerDiskConfigTestJSON-473081836-project] 10.222.0.42 "GET /v2.0/ports?device_id=5e5222af-8110-42d3-840a-2dac36c99ec9 HTTP/1.1" status: 200 len: 945 time: 0.1312516 Apr 18 20:53:57.646891 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-b32e2b84-60f8-4b1a-85c2-647a70aa111b req-0d30096b-45ee-4914-a5fc-8ab6e9478b80 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=968bbb7b-ac07-4f93-a27a-f9fa924c1025 HTTP/1.1" status: 200 len: 1000 time: 0.3597176 Apr 18 20:53:57.665412 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.plugin [None req-794cfb07-8ba1-43ab-be5d-23e352bc5426 None None] Port aa8998f0-5774-4503-93d9-f054eb0cbd71 cannot update to ACTIVE because it is not bound. {{(pid=84042) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 18 20:53:57.676742 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-33e8d207-f148-422e-9db4-9e80041afe5a req-f1a695f9-7f81-40de-ac6a-799ddfbf95c9 tempest-ServerDiskConfigTestJSON-473081836 tempest-ServerDiskConfigTestJSON-473081836-project] 10.222.0.42 "GET /v2.0/security-groups?id=527f07bd-3b7c-4e87-bb13-fa86b9490e28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1266711 Apr 18 20:53:57.752905 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Device f4650325-0bc5-4e2a-90b2-cc3036e25b17 up at agent ovs-agent-n-d-838334-2 {{(pid=84042) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 20:53:57.756514 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b32e2b84-60f8-4b1a-85c2-647a70aa111b req-7e805075-faff-4331-afc6-e85d6f9b0885 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:53:57.759044 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-b32e2b84-60f8-4b1a-85c2-647a70aa111b req-7e805075-faff-4331-afc6-e85d6f9b0885 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=488f35b7-694e-475d-862d-2f00f4388d03 HTTP/1.1" status: 200 len: 850 time: 0.0876174 Apr 18 20:53:57.861936 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-b32e2b84-60f8-4b1a-85c2-647a70aa111b req-47926431-98aa-4aa3-bd0a-28ddc219482f service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=48f708f8-0904-4115-910c-bb1ab06d7263&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0966592 Apr 18 20:53:57.897411 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] For port 4f3a4e36-a736-43f0-9187-2849b3636dd2, host n-h2-838334-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838334-2',level=0,port_id=4f3a4e36-a736-43f0-9187-2849b3636dd2,segment=NetworkSegment(7582242a-4f72-43cd-a953-535724a2b5da),segment_id=7582242a-4f72-43cd-a953-535724a2b5da)] {{(pid=84042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:53:57.954985 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Returning: {'device': '4f3a4e36-a736-43f0-9187-2849b3636dd2', 'network_id': '8b393fb4-fb14-414f-9fb0-af85f5d2a52f', 'port_id': '4f3a4e36-a736-43f0-9187-2849b3636dd2', 'mac_address': 'fa:16:3e:29:16:ce', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 368, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6e80a998-2277-430e-a2a1-47079979e7bc', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84042) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 18 20:53:57.956589 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Pushing event updated for resources: {'Port': ['ID=f0e8d8ea-6bcf-495f-8aee-e46b70d0c94e,revision_number=4']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:53:57.986019 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-efba3f3e-df5e-4f9b-ac33-a906053622ec req-726454c1-a231-4f79-83ee-4582cd86600b tempest-DeleteServersTestJSON-915645800 tempest-DeleteServersTestJSON-915645800-project] 10.222.0.42 "GET /v2.0/ports?device_id=99d03bc5-4165-470d-bff8-895b4a06adc8 HTTP/1.1" status: 200 len: 210 time: 0.0645328 Apr 18 20:53:58.028645 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cdf467f-124b-45f0-8e5f-aae7acbdbeb5 req-c98a3ffc-9f23-41e0-89ff-05d0a526e073 tempest-ServerActionsTestJSON-2052644234 tempest-ServerActionsTestJSON-2052644234-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:53:58.032728 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-2cdf467f-124b-45f0-8e5f-aae7acbdbeb5 req-c98a3ffc-9f23-41e0-89ff-05d0a526e073 tempest-ServerActionsTestJSON-2052644234 tempest-ServerActionsTestJSON-2052644234-project] 10.222.0.42 "GET /v2.0/ports?device_id=b7307812-da19-4509-9baf-bb3ff8313904 HTTP/1.1" status: 200 len: 945 time: 0.3709280 Apr 18 20:53:58.040575 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:53:58.082867 n-d-838334-2 neutron-server[84042]: DEBUG neutron.notifiers.nova [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4f3a4e36-a736-43f0-9187-2849b3636dd2 {{(pid=84042) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 18 20:53:58.102725 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Provisioning complete for port f4650325-0bc5-4e2a-90b2-cc3036e25b17 triggered by entity L2. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:53:58.104853 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1253608'] for port, provisioning_complete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:53:58.127351 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-2cdf467f-124b-45f0-8e5f-aae7acbdbeb5 req-375cf009-74da-4f5f-b841-9e5aa9e3899d tempest-ServerActionsTestJSON-2052644234 tempest-ServerActionsTestJSON-2052644234-project] 10.222.0.42 "GET /v2.0/security-groups?id=c2aeb662-6a43-4389-8810-9fad3627855b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0882638 Apr 18 20:53:58.186578 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] For port 4f3a4e36-a736-43f0-9187-2849b3636dd2, host n-h2-838334-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838334-2',level=0,port_id=4f3a4e36-a736-43f0-9187-2849b3636dd2,segment=NetworkSegment(7582242a-4f72-43cd-a953-535724a2b5da),segment_id=7582242a-4f72-43cd-a953-535724a2b5da)] {{(pid=84042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:53:58.198502 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682'] for port, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:53:58.252089 n-d-838334-2 neutron-server[84041]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-97995bdf-69a0-4890-a8f6-cde5b90429aa admin admin] Router eb2ef120-2c2e-4b9c-8049-c1281daabc93 has already been hosted by L3 agent bc84d6c9-dd7a-4555-a351-592327b46d5a {{(pid=84041) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 20:53:58.274080 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-b32e2b84-60f8-4b1a-85c2-647a70aa111b req-2a341e65-0699-4432-9f66-0351d669c454 service neutron] 10.222.0.43 "GET /v2.0/networks/48f708f8-0904-4115-910c-bb1ab06d7263?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3978910 Apr 18 20:53:58.341817 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Pushing event updated for resources: {'Port': ['ID=4f3a4e36-a736-43f0-9187-2849b3636dd2,revision_number=4']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:53:58.655331 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac1343b4-2284-44e7-bc7a-b3196aab9045 None None] New status for floating IP 5e64da7d-ccfb-4b12-83b6-2c677456a857: ACTIVE {{(pid=84042) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Apr 18 20:53:58.683379 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-b32e2b84-60f8-4b1a-85c2-647a70aa111b req-d873f8a2-617f-42b7-aa9f-610ac493611c service neutron] 10.222.0.43 "GET /v2.0/networks/48f708f8-0904-4115-910c-bb1ab06d7263?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3381362 Apr 18 20:53:58.737658 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d895c4b-81ff-4bdd-b739-ad7af75fb80e req-ba806ae1-8a9e-49ef-9c43-a576046e7ecf tempest-ServerDiskConfigTestJSON-473081836 tempest-ServerDiskConfigTestJSON-473081836-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:53:58.739508 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-97995bdf-69a0-4890-a8f6-cde5b90429aa admin admin] Notify agent at l3_agent.n-d-838334-2 the message routers_updated {{(pid=84041) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 20:53:58.740097 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-4d895c4b-81ff-4bdd-b739-ad7af75fb80e req-ba806ae1-8a9e-49ef-9c43-a576046e7ecf tempest-ServerDiskConfigTestJSON-473081836 tempest-ServerDiskConfigTestJSON-473081836-project] 10.222.0.42 "GET /v2.0/ports?device_id=5e5222af-8110-42d3-840a-2dac36c99ec9 HTTP/1.1" status: 200 len: 945 time: 0.1633365 Apr 18 20:53:58.750078 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-97995bdf-69a0-4890-a8f6-cde5b90429aa admin admin] 10.222.0.42 "PUT /v2.0/routers/eb2ef120-2c2e-4b9c-8049-c1281daabc93/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.0692697 Apr 18 20:53:58.763057 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08991ece-acc1-4306-b1af-50a12287bf2b req-62650115-2999-4bdd-ae61-0058ea6b3c43 tempest-TaggedBootDevicesTest_v242-417596240 tempest-TaggedBootDevicesTest_v242-417596240-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:53:58.767202 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08991ece-acc1-4306-b1af-50a12287bf2b req-62650115-2999-4bdd-ae61-0058ea6b3c43 tempest-TaggedBootDevicesTest_v242-417596240 tempest-TaggedBootDevicesTest_v242-417596240-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:53:58.771361 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08991ece-acc1-4306-b1af-50a12287bf2b req-62650115-2999-4bdd-ae61-0058ea6b3c43 tempest-TaggedBootDevicesTest_v242-417596240 tempest-TaggedBootDevicesTest_v242-417596240-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:53:58.775552 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08991ece-acc1-4306-b1af-50a12287bf2b req-62650115-2999-4bdd-ae61-0058ea6b3c43 tempest-TaggedBootDevicesTest_v242-417596240 tempest-TaggedBootDevicesTest_v242-417596240-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:53:58.789271 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08991ece-acc1-4306-b1af-50a12287bf2b req-62650115-2999-4bdd-ae61-0058ea6b3c43 tempest-TaggedBootDevicesTest_v242-417596240 tempest-TaggedBootDevicesTest_v242-417596240-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:53:58.796351 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08991ece-acc1-4306-b1af-50a12287bf2b req-62650115-2999-4bdd-ae61-0058ea6b3c43 tempest-TaggedBootDevicesTest_v242-417596240 tempest-TaggedBootDevicesTest_v242-417596240-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:53:58.810630 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08991ece-acc1-4306-b1af-50a12287bf2b req-62650115-2999-4bdd-ae61-0058ea6b3c43 tempest-TaggedBootDevicesTest_v242-417596240 tempest-TaggedBootDevicesTest_v242-417596240-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:53:58.812746 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-08991ece-acc1-4306-b1af-50a12287bf2b req-62650115-2999-4bdd-ae61-0058ea6b3c43 tempest-TaggedBootDevicesTest_v242-417596240 tempest-TaggedBootDevicesTest_v242-417596240-project] 10.222.0.42 "GET /v2.0/ports?device_id=6a49f48a-913c-49a6-8c09-bf4c978ef91f HTTP/1.1" status: 200 len: 5437 time: 0.3016789 Apr 18 20:53:58.958339 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-08991ece-acc1-4306-b1af-50a12287bf2b req-4a33ba71-b435-4413-bcae-8c9f52cc9999 tempest-TaggedBootDevicesTest_v242-417596240 tempest-TaggedBootDevicesTest_v242-417596240-project] 10.222.0.42 "GET /v2.0/security-groups?id=90f86da5-60b0-4e29-8e55-fe6cf6b75c5e&id=48fab5b0-1368-425c-9a53-c0303d2044f1&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1136570 Apr 18 20:53:59.048142 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-4d895c4b-81ff-4bdd-b739-ad7af75fb80e req-e3434c73-1535-4c9a-847e-dd7d0d2e9101 tempest-ServerDiskConfigTestJSON-473081836 tempest-ServerDiskConfigTestJSON-473081836-project] 10.222.0.42 "GET /v2.0/security-groups?id=527f07bd-3b7c-4e87-bb13-fa86b9490e28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2342877 Apr 18 20:53:59.122596 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] get_ports_and_sgs() called for port_ids ['96e60da2-99c4-4d74-935a-c80b74ebeb56'] {{(pid=84042) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 18 20:53:59.246505 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] get_ports_and_sgs() called for port_ids ['f0e8d8ea-6bcf-495f-8aee-e46b70d0c94e'] {{(pid=84042) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 18 20:53:59.260330 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-c46dd0e1-898f-43f7-bff8-4f9bc4379fb7 req-9091a0a3-9468-4b49-aaf2-ca7f44ac012a tempest-DeleteServersTestJSON-915645800 tempest-DeleteServersTestJSON-915645800-project] 10.222.0.42 "GET /v2.0/ports?device_id=99d03bc5-4165-470d-bff8-895b4a06adc8 HTTP/1.1" status: 200 len: 210 time: 0.0663433 Apr 18 20:53:59.345160 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] get_ports_and_sgs() called for port_ids ['c752aac3-367c-457b-992d-78f7341198e9'] {{(pid=84042) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 18 20:53:59.429126 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] get_ports_and_sgs() called for port_ids ['4f3a4e36-a736-43f0-9187-2849b3636dd2'] {{(pid=84042) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 18 20:53:59.455580 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84779bd0-07c9-464b-86b5-77c3065a9065 req-89a13910-42d5-4329-91ab-3e6bef58140c tempest-DeleteServersTestJSON-915645800 tempest-DeleteServersTestJSON-915645800-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:53:59.458870 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [req-84779bd0-07c9-464b-86b5-77c3065a9065 req-89a13910-42d5-4329-91ab-3e6bef58140c tempest-DeleteServersTestJSON-915645800 tempest-DeleteServersTestJSON-915645800-project] Synchronizing usage tracker for tenant:7fa7a8b3916440879a3373a5a8935507 on resource:network {{(pid=84041) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 20:53:59.503981 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [req-84779bd0-07c9-464b-86b5-77c3065a9065 req-89a13910-42d5-4329-91ab-3e6bef58140c tempest-DeleteServersTestJSON-915645800 tempest-DeleteServersTestJSON-915645800-project] Unset dirty status for tenant:7fa7a8b3916440879a3373a5a8935507 on resource:network {{(pid=84041) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 20:53:59.505442 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-84779bd0-07c9-464b-86b5-77c3065a9065 req-89a13910-42d5-4329-91ab-3e6bef58140c tempest-DeleteServersTestJSON-915645800 tempest-DeleteServersTestJSON-915645800-project] 10.222.0.43 "GET /v2.0/networks?id=f7467a4f-b1b1-4464-b74e-f3b773c53ca1 HTTP/1.1" status: 200 len: 811 time: 0.3608990 Apr 18 20:53:59.515740 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] get_ports_and_sgs() called for port_ids ['8725f57c-a397-438c-bf13-f1b54c12fc76'] {{(pid=84042) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 18 20:53:59.523572 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.v2.base [req-84779bd0-07c9-464b-86b5-77c3065a9065 req-6e2e56c2-a931-4252-ae4c-b6acbe168765 tempest-DeleteServersTestJSON-915645800 tempest-DeleteServersTestJSON-915645800-project] Request body: {'port': {'device_id': '99d03bc5-4165-470d-bff8-895b4a06adc8', 'network_id': 'f7467a4f-b1b1-4464-b74e-f3b773c53ca1', 'admin_state_up': True, 'tenant_id': '7fa7a8b3916440879a3373a5a8935507'}} {{(pid=84041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 20:53:59.632011 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] get_ports_and_sgs() called for port_ids ['e4a628aa-c125-4eea-8365-b6473a427bb3'] {{(pid=84042) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 18 20:53:59.755518 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [req-84779bd0-07c9-464b-86b5-77c3065a9065 req-6e2e56c2-a931-4252-ae4c-b6acbe168765 tempest-DeleteServersTestJSON-915645800 tempest-DeleteServersTestJSON-915645800-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:53:59.760388 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [req-84779bd0-07c9-464b-86b5-77c3065a9065 req-6e2e56c2-a931-4252-ae4c-b6acbe168765 tempest-DeleteServersTestJSON-915645800 tempest-DeleteServersTestJSON-915645800-project] Usage tracker for resource:port and tenant:7fa7a8b3916440879a3373a5a8935507 is out of sync, need to count used quota {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:53:59.764095 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [req-84779bd0-07c9-464b-86b5-77c3065a9065 req-6e2e56c2-a931-4252-ae4c-b6acbe168765 tempest-DeleteServersTestJSON-915645800 tempest-DeleteServersTestJSON-915645800-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:53:59.765324 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7943549-0a1b-4aea-a7c5-7b9a297eb50e req-c7c81ebe-65d3-4670-b30d-74ed3935709c tempest-ServerDiskConfigTestJSON-473081836 tempest-ServerDiskConfigTestJSON-473081836-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:53:59.766871 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-b7943549-0a1b-4aea-a7c5-7b9a297eb50e req-c7c81ebe-65d3-4670-b30d-74ed3935709c tempest-ServerDiskConfigTestJSON-473081836 tempest-ServerDiskConfigTestJSON-473081836-project] 10.222.0.42 "GET /v2.0/ports?device_id=5e5222af-8110-42d3-840a-2dac36c99ec9 HTTP/1.1" status: 200 len: 945 time: 0.2187297 Apr 18 20:53:59.771364 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Device 0654fabf-3ea3-4a21-99de-c086a8f52f65 up at agent ovs-agent-n-d-838334-2 {{(pid=84042) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 20:53:59.777383 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [req-84779bd0-07c9-464b-86b5-77c3065a9065 req-6e2e56c2-a931-4252-ae4c-b6acbe168765 tempest-DeleteServersTestJSON-915645800 tempest-DeleteServersTestJSON-915645800-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:53:59.798167 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 49980) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:53:59.817203 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.v2.base [None req-c9169910-e6c5-40af-90bd-6eb802ca1ea5 tempest-AttachVolumeNegativeTest-555605742 tempest-AttachVolumeNegativeTest-555605742-project] Request body: {'security_group': {'name': 'tempest-securitygroup--884540577', 'description': 'tempest-description--1334041407'}} {{(pid=84041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 20:53:59.823598 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-84779bd0-07c9-464b-86b5-77c3065a9065 req-6e2e56c2-a931-4252-ae4c-b6acbe168765 tempest-DeleteServersTestJSON-915645800 tempest-DeleteServersTestJSON-915645800-project] Made reservation on behalf of 7fa7a8b3916440879a3373a5a8935507 for: {'port': 1} {{(pid=84041) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:53:59.826561 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [req-84779bd0-07c9-464b-86b5-77c3065a9065 req-6e2e56c2-a931-4252-ae4c-b6acbe168765 tempest-DeleteServersTestJSON-915645800 tempest-DeleteServersTestJSON-915645800-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:53:59.836037 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-c9169910-e6c5-40af-90bd-6eb802ca1ea5 tempest-AttachVolumeNegativeTest-555605742 tempest-AttachVolumeNegativeTest-555605742-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:53:59.845339 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-c9169910-e6c5-40af-90bd-6eb802ca1ea5 tempest-AttachVolumeNegativeTest-555605742 tempest-AttachVolumeNegativeTest-555605742-project] Usage tracker for resource:security_group and tenant:340d04fd839f4c0c896ec9bea561bc50 is out of sync, need to count used quota {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:53:59.849733 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-c9169910-e6c5-40af-90bd-6eb802ca1ea5 tempest-AttachVolumeNegativeTest-555605742 tempest-AttachVolumeNegativeTest-555605742-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:53:59.857753 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 49984) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:53:59.864385 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-c9169910-e6c5-40af-90bd-6eb802ca1ea5 tempest-AttachVolumeNegativeTest-555605742 tempest-AttachVolumeNegativeTest-555605742-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:53:59.907871 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-b7943549-0a1b-4aea-a7c5-7b9a297eb50e req-8e5d2b3a-febd-437a-9610-0ee20dea53b4 tempest-ServerDiskConfigTestJSON-473081836 tempest-ServerDiskConfigTestJSON-473081836-project] 10.222.0.42 "GET /v2.0/security-groups?id=527f07bd-3b7c-4e87-bb13-fa86b9490e28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1339855 Apr 18 20:53:59.955526 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-c9169910-e6c5-40af-90bd-6eb802ca1ea5 tempest-AttachVolumeNegativeTest-555605742 tempest-AttachVolumeNegativeTest-555605742-project] Notify callbacks [] for security_group, before_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:54:00.033181 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750375287399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253529'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:54:00.093039 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] get_ports_and_sgs() called for port_ids ['b67988d2-bb60-4efe-bd1d-80e31ea8ffb6'] {{(pid=84042) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 18 20:54:00.133437 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-c9169910-e6c5-40af-90bd-6eb802ca1ea5 tempest-AttachVolumeNegativeTest-555605742 tempest-AttachVolumeNegativeTest-555605742-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:54:00.141072 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-c9169910-e6c5-40af-90bd-6eb802ca1ea5 tempest-AttachVolumeNegativeTest-555605742 tempest-AttachVolumeNegativeTest-555605742-project] Usage tracker for resource:security_group_rule and tenant:340d04fd839f4c0c896ec9bea561bc50 is out of sync, need to count used quota {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:54:00.145474 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-c9169910-e6c5-40af-90bd-6eb802ca1ea5 tempest-AttachVolumeNegativeTest-555605742 tempest-AttachVolumeNegativeTest-555605742-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:54:00.146218 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59e00a3a-1734-42b8-a15d-273f4f3ef8a4 req-9b680a00-6efa-4769-a35f-d5ed80a150e2 tempest-ServerActionsTestJSON-2052644234 tempest-ServerActionsTestJSON-2052644234-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:54:00.156715 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-c9169910-e6c5-40af-90bd-6eb802ca1ea5 tempest-AttachVolumeNegativeTest-555605742 tempest-AttachVolumeNegativeTest-555605742-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:54:00.157297 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-59e00a3a-1734-42b8-a15d-273f4f3ef8a4 req-9b680a00-6efa-4769-a35f-d5ed80a150e2 tempest-ServerActionsTestJSON-2052644234 tempest-ServerActionsTestJSON-2052644234-project] 10.222.0.42 "GET /v2.0/ports?device_id=b7307812-da19-4509-9baf-bb3ff8313904 HTTP/1.1" status: 200 len: 945 time: 0.1555355 Apr 18 20:54:00.171281 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.db_base_plugin_common [req-84779bd0-07c9-464b-86b5-77c3065a9065 req-6e2e56c2-a931-4252-ae4c-b6acbe168765 tempest-DeleteServersTestJSON-915645800 tempest-DeleteServersTestJSON-915645800-project] Allocated IP 172.20.0.9 (f7467a4f-b1b1-4464-b74e-f3b773c53ca1/4d302c72-cbf8-4bd9-ac2b-bdba885f7b5c/acbcc06a-2f57-4c5a-898d-3c02feef8474) {{(pid=84041) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:54:00.187855 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Provisioning complete for port 0654fabf-3ea3-4a21-99de-c086a8f52f65 triggered by entity L2. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:54:00.188497 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1253608'] for port, provisioning_complete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:54:00.219556 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-d3267a99-a304-4aa6-9753-4a9f0d699f28 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:54:00.298497 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-59e00a3a-1734-42b8-a15d-273f4f3ef8a4 req-a4dc3ae0-c07a-463a-9504-89af3744845c tempest-ServerActionsTestJSON-2052644234 tempest-ServerActionsTestJSON-2052644234-project] 10.222.0.42 "GET /v2.0/security-groups?id=c2aeb662-6a43-4389-8810-9fad3627855b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1398263 Apr 18 20:54:00.320555 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [None req-d3267a99-a304-4aa6-9753-4a9f0d699f28 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:54:00.332052 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-d3267a99-a304-4aa6-9753-4a9f0d699f28 admin admin] Usage tracker for resource:security_group_rule and tenant:171389f573764e6f90737a6ffd2dba84 is out of sync, need to count used quota {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:54:00.335714 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-d3267a99-a304-4aa6-9753-4a9f0d699f28 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:54:00.351128 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [None req-d3267a99-a304-4aa6-9753-4a9f0d699f28 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:54:00.470629 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-c9169910-e6c5-40af-90bd-6eb802ca1ea5 tempest-AttachVolumeNegativeTest-555605742 tempest-AttachVolumeNegativeTest-555605742-project] Notify callbacks [] for security_group, precommit_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:54:00.574085 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-c9169910-e6c5-40af-90bd-6eb802ca1ea5 tempest-AttachVolumeNegativeTest-555605742 tempest-AttachVolumeNegativeTest-555605742-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33528224'] for security_group, after_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:54:00.577934 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-b929a6b9-0066-405e-9929-25392a9cb8c0 req-cbfab928-8768-4f39-8ba5-759ea39e55ce tempest-DeleteServersTestJSON-915645800 tempest-DeleteServersTestJSON-915645800-project] 10.222.0.42 "GET /v2.0/ports?device_id=99d03bc5-4165-470d-bff8-895b4a06adc8 HTTP/1.1" status: 200 len: 210 time: 0.1210873 Apr 18 20:54:00.589355 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-d3267a99-a304-4aa6-9753-4a9f0d699f28 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:54:00.603441 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-d3267a99-a304-4aa6-9753-4a9f0d699f28 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33528224'] for security_group, after_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:54:00.661049 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3267a99-a304-4aa6-9753-4a9f0d699f28 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a1b9ac9b-8a9e-457a-8c4c-6566316c0116,revision_number=1']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:54:00.669233 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-d3267a99-a304-4aa6-9753-4a9f0d699f28 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=171389f573764e6f90737a6ffd2dba84&name=default HTTP/1.1" status: 200 len: 2647 time: 0.8101051 Apr 18 20:54:00.672995 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 50000) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:54:00.700629 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a23e6b2d-3706-44c2-be85-f3d62a4eb670 req-8fcb2632-8b87-4e37-9838-03554467d87d tempest-TaggedBootDevicesTest_v242-417596240 tempest-TaggedBootDevicesTest_v242-417596240-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:54:00.705178 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a23e6b2d-3706-44c2-be85-f3d62a4eb670 req-8fcb2632-8b87-4e37-9838-03554467d87d tempest-TaggedBootDevicesTest_v242-417596240 tempest-TaggedBootDevicesTest_v242-417596240-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:54:00.709207 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a23e6b2d-3706-44c2-be85-f3d62a4eb670 req-8fcb2632-8b87-4e37-9838-03554467d87d tempest-TaggedBootDevicesTest_v242-417596240 tempest-TaggedBootDevicesTest_v242-417596240-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:54:00.713151 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a23e6b2d-3706-44c2-be85-f3d62a4eb670 req-8fcb2632-8b87-4e37-9838-03554467d87d tempest-TaggedBootDevicesTest_v242-417596240 tempest-TaggedBootDevicesTest_v242-417596240-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:54:00.718196 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a23e6b2d-3706-44c2-be85-f3d62a4eb670 req-8fcb2632-8b87-4e37-9838-03554467d87d tempest-TaggedBootDevicesTest_v242-417596240 tempest-TaggedBootDevicesTest_v242-417596240-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:54:00.722689 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a23e6b2d-3706-44c2-be85-f3d62a4eb670 req-8fcb2632-8b87-4e37-9838-03554467d87d tempest-TaggedBootDevicesTest_v242-417596240 tempest-TaggedBootDevicesTest_v242-417596240-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:54:00.726819 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a23e6b2d-3706-44c2-be85-f3d62a4eb670 req-8fcb2632-8b87-4e37-9838-03554467d87d tempest-TaggedBootDevicesTest_v242-417596240 tempest-TaggedBootDevicesTest_v242-417596240-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:54:00.734700 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-a23e6b2d-3706-44c2-be85-f3d62a4eb670 req-8fcb2632-8b87-4e37-9838-03554467d87d tempest-TaggedBootDevicesTest_v242-417596240 tempest-TaggedBootDevicesTest_v242-417596240-project] 10.222.0.42 "GET /v2.0/ports?device_id=6a49f48a-913c-49a6-8c09-bf4c978ef91f HTTP/1.1" status: 200 len: 5437 time: 0.2795625 Apr 18 20:54:00.739996 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3267a99-a304-4aa6-9753-4a9f0d699f28 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:54:00.740562 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3267a99-a304-4aa6-9753-4a9f0d699f28 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:54:00.741075 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3267a99-a304-4aa6-9753-4a9f0d699f28 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:54:00.741570 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3267a99-a304-4aa6-9753-4a9f0d699f28 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:54:00.742229 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3267a99-a304-4aa6-9753-4a9f0d699f28 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:54:00.742736 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3267a99-a304-4aa6-9753-4a9f0d699f28 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:54:00.743224 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3267a99-a304-4aa6-9753-4a9f0d699f28 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:54:00.743754 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3267a99-a304-4aa6-9753-4a9f0d699f28 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:54:00.744256 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3267a99-a304-4aa6-9753-4a9f0d699f28 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:54:00.744755 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3267a99-a304-4aa6-9753-4a9f0d699f28 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:54:00.745403 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3267a99-a304-4aa6-9753-4a9f0d699f28 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:54:00.745720 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [req-84779bd0-07c9-464b-86b5-77c3065a9065 req-6e2e56c2-a931-4252-ae4c-b6acbe168765 tempest-DeleteServersTestJSON-915645800 tempest-DeleteServersTestJSON-915645800-project] Notify callbacks [] for port, precommit_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:54:00.837468 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [req-84779bd0-07c9-464b-86b5-77c3065a9065 req-6e2e56c2-a931-4252-ae4c-b6acbe168765 tempest-DeleteServersTestJSON-915645800 tempest-DeleteServersTestJSON-915645800-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750374836619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32266323'] for port, after_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:54:00.852478 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-a23e6b2d-3706-44c2-be85-f3d62a4eb670 req-a6a90a87-990a-49d5-beb9-90c3bdf5618e tempest-TaggedBootDevicesTest_v242-417596240 tempest-TaggedBootDevicesTest_v242-417596240-project] 10.222.0.42 "GET /v2.0/security-groups?id=90f86da5-60b0-4e29-8e55-fe6cf6b75c5e&id=48fab5b0-1368-425c-9a53-c0303d2044f1&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1164343 Apr 18 20:54:00.863513 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-c9169910-e6c5-40af-90bd-6eb802ca1ea5 tempest-AttachVolumeNegativeTest-555605742 tempest-AttachVolumeNegativeTest-555605742-project] Notify callbacks [] for security_group, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:54:00.865737 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-c9169910-e6c5-40af-90bd-6eb802ca1ea5 tempest-AttachVolumeNegativeTest-555605742 tempest-AttachVolumeNegativeTest-555605742-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1613 time: 1.0640385 Apr 18 20:54:00.879313 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 50006) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:54:00.909892 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.v2.base [None req-e48e49f1-48c2-4e32-9961-9db887b23baf tempest-AttachVolumeNegativeTest-555605742 tempest-AttachVolumeNegativeTest-555605742-project] Request body: {'security_group_rule': {'security_group_id': '6a73dbb7-6be5-4cc9-acd3-5afb262a168e', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84040) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 20:54:00.916271 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [None req-e48e49f1-48c2-4e32-9961-9db887b23baf tempest-AttachVolumeNegativeTest-555605742 tempest-AttachVolumeNegativeTest-555605742-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:54:00.919766 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-eb8e6f5c-23e8-4023-baa3-3507c475501d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:54:00.924028 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-e48e49f1-48c2-4e32-9961-9db887b23baf tempest-AttachVolumeNegativeTest-555605742 tempest-AttachVolumeNegativeTest-555605742-project] Usage tracker for resource:security_group_rule and tenant:340d04fd839f4c0c896ec9bea561bc50 is out of sync, need to count used quota {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:54:00.937012 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-e48e49f1-48c2-4e32-9961-9db887b23baf tempest-AttachVolumeNegativeTest-555605742 tempest-AttachVolumeNegativeTest-555605742-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:54:00.977325 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [None req-e48e49f1-48c2-4e32-9961-9db887b23baf tempest-AttachVolumeNegativeTest-555605742 tempest-AttachVolumeNegativeTest-555605742-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:54:00.994129 n-d-838334-2 neutron-server[84041]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-84779bd0-07c9-464b-86b5-77c3065a9065 req-6e2e56c2-a931-4252-ae4c-b6acbe168765 tempest-DeleteServersTestJSON-915645800 tempest-DeleteServersTestJSON-915645800-project] Network f7467a4f-b1b1-4464-b74e-f3b773c53ca1 is already hosted by enough agents. {{(pid=84041) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:54:00.997717 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e2e56c2-a931-4252-ae4c-b6acbe168765 tempest-DeleteServersTestJSON-915645800 tempest-DeleteServersTestJSON-915645800-project] Pushing event updated for resources: {'Port': ['ID=acbcc06a-2f57-4c5a-898d-3c02feef8474,revision_number=1']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:54:01.001987 n-d-838334-2 neutron-server[84041]: DEBUG neutron.scheduler.base_scheduler [req-84779bd0-07c9-464b-86b5-77c3065a9065 req-6e2e56c2-a931-4252-ae4c-b6acbe168765 tempest-DeleteServersTestJSON-915645800 tempest-DeleteServersTestJSON-915645800-project] Resources bound (agent type, host, resource id): {{(pid=84041) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:54:01.008783 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-eb8e6f5c-23e8-4023-baa3-3507c475501d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:54:01.013798 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.l3_dvrscheduler_db [req-84779bd0-07c9-464b-86b5-77c3065a9065 req-6e2e56c2-a931-4252-ae4c-b6acbe168765 tempest-DeleteServersTestJSON-915645800 tempest-DeleteServersTestJSON-915645800-project] Received port after_create {{(pid=84041) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 20:54:01.066987 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-e48e49f1-48c2-4e32-9961-9db887b23baf tempest-AttachVolumeNegativeTest-555605742 tempest-AttachVolumeNegativeTest-555605742-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:54:01.071214 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9169910-e6c5-40af-90bd-6eb802ca1ea5 tempest-AttachVolumeNegativeTest-555605742 tempest-AttachVolumeNegativeTest-555605742-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6a73dbb7-6be5-4cc9-acd3-5afb262a168e,revision_number=1']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:54:01.097956 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84779bd0-07c9-464b-86b5-77c3065a9065 req-6e2e56c2-a931-4252-ae4c-b6acbe168765 tempest-DeleteServersTestJSON-915645800 tempest-DeleteServersTestJSON-915645800-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:54:01.098651 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [req-84779bd0-07c9-464b-86b5-77c3065a9065 req-6e2e56c2-a931-4252-ae4c-b6acbe168765 tempest-DeleteServersTestJSON-915645800 tempest-DeleteServersTestJSON-915645800-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217293'] for port, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:54:01.117007 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-84779bd0-07c9-464b-86b5-77c3065a9065 req-6e2e56c2-a931-4252-ae4c-b6acbe168765 tempest-DeleteServersTestJSON-915645800 tempest-DeleteServersTestJSON-915645800-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5974360 Apr 18 20:54:01.124288 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5ec6b58-c6a8-484b-b1f6-a1fefb21029a req-e11dbc6e-c096-4cb0-9b9e-26d6ea72910f tempest-ServerDiskConfigTestJSON-473081836 tempest-ServerDiskConfigTestJSON-473081836-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:54:01.125764 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-b5ec6b58-c6a8-484b-b1f6-a1fefb21029a req-e11dbc6e-c096-4cb0-9b9e-26d6ea72910f tempest-ServerDiskConfigTestJSON-473081836 tempest-ServerDiskConfigTestJSON-473081836-project] 10.222.0.42 "GET /v2.0/ports?device_id=5e5222af-8110-42d3-840a-2dac36c99ec9 HTTP/1.1" status: 200 len: 945 time: 0.1849163 Apr 18 20:54:01.128508 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.v2.base [req-84779bd0-07c9-464b-86b5-77c3065a9065 req-8f511ef9-7f9d-4ed1-87a2-f9e365cc1af5 service neutron] Request body: {'port': {'device_id': '99d03bc5-4165-470d-bff8-895b4a06adc8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-838334-2'}} {{(pid=84041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 20:54:01.156926 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-eb8e6f5c-23e8-4023-baa3-3507c475501d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33528224'] for security_group, after_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:54:01.189923 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb8e6f5c-23e8-4023-baa3-3507c475501d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a1b9ac9b-8a9e-457a-8c4c-6566316c0116,revision_number=None']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:54:01.207146 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-e48e49f1-48c2-4e32-9961-9db887b23baf tempest-AttachVolumeNegativeTest-555605742 tempest-AttachVolumeNegativeTest-555605742-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:54:01.213986 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-eb8e6f5c-23e8-4023-baa3-3507c475501d admin admin] Notify callbacks [] for security_group, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:54:01.215138 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-eb8e6f5c-23e8-4023-baa3-3507c475501d admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/a1b9ac9b-8a9e-457a-8c4c-6566316c0116 HTTP/1.1" status: 204 len: 168 time: 0.5393295 Apr 18 20:54:01.219359 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-e48e49f1-48c2-4e32-9961-9db887b23baf tempest-AttachVolumeNegativeTest-555605742 tempest-AttachVolumeNegativeTest-555605742-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33528311'] for security_group_rule, after_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:54:01.242140 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [req-84779bd0-07c9-464b-86b5-77c3065a9065 req-8f511ef9-7f9d-4ed1-87a2-f9e365cc1af5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:54:01.248401 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-b5ec6b58-c6a8-484b-b1f6-a1fefb21029a req-b86bc045-6c89-4630-9b89-b5667757f6de tempest-ServerDiskConfigTestJSON-473081836 tempest-ServerDiskConfigTestJSON-473081836-project] 10.222.0.42 "GET /v2.0/security-groups?id=527f07bd-3b7c-4e87-bb13-fa86b9490e28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1161535 Apr 18 20:54:01.254523 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e48e49f1-48c2-4e32-9961-9db887b23baf tempest-AttachVolumeNegativeTest-555605742 tempest-AttachVolumeNegativeTest-555605742-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c6bd8248-bc47-477e-80d8-7916b0a3b8b9,revision_number=0']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:54:01.262881 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-e48e49f1-48c2-4e32-9961-9db887b23baf tempest-AttachVolumeNegativeTest-555605742 tempest-AttachVolumeNegativeTest-555605742-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:54:01.264579 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-e48e49f1-48c2-4e32-9961-9db887b23baf tempest-AttachVolumeNegativeTest-555605742 tempest-AttachVolumeNegativeTest-555605742-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.3781297 Apr 18 20:54:01.267371 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 50012) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:54:01.282525 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.v2.base [None req-410364be-1499-4944-aa3c-33b41f492cc1 tempest-AttachVolumeNegativeTest-555605742 tempest-AttachVolumeNegativeTest-555605742-project] Request body: {'security_group_rule': {'security_group_id': '6a73dbb7-6be5-4cc9-acd3-5afb262a168e', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=84040) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 20:54:01.289233 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [None req-410364be-1499-4944-aa3c-33b41f492cc1 tempest-AttachVolumeNegativeTest-555605742 tempest-AttachVolumeNegativeTest-555605742-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:54:01.294656 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-410364be-1499-4944-aa3c-33b41f492cc1 tempest-AttachVolumeNegativeTest-555605742 tempest-AttachVolumeNegativeTest-555605742-project] Usage tracker for resource:security_group_rule and tenant:340d04fd839f4c0c896ec9bea561bc50 is out of sync, need to count used quota {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:54:01.298168 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-410364be-1499-4944-aa3c-33b41f492cc1 tempest-AttachVolumeNegativeTest-555605742 tempest-AttachVolumeNegativeTest-555605742-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:54:01.304234 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [None req-410364be-1499-4944-aa3c-33b41f492cc1 tempest-AttachVolumeNegativeTest-555605742 tempest-AttachVolumeNegativeTest-555605742-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:54:01.350814 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-410364be-1499-4944-aa3c-33b41f492cc1 tempest-AttachVolumeNegativeTest-555605742 tempest-AttachVolumeNegativeTest-555605742-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:54:01.417661 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-410364be-1499-4944-aa3c-33b41f492cc1 tempest-AttachVolumeNegativeTest-555605742 tempest-AttachVolumeNegativeTest-555605742-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:54:01.422357 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-410364be-1499-4944-aa3c-33b41f492cc1 tempest-AttachVolumeNegativeTest-555605742 tempest-AttachVolumeNegativeTest-555605742-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33528311'] for security_group_rule, after_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:54:01.455243 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-410364be-1499-4944-aa3c-33b41f492cc1 tempest-AttachVolumeNegativeTest-555605742 tempest-AttachVolumeNegativeTest-555605742-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a04b9708-6345-421b-a3ac-0c098d658619,revision_number=0']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:54:01.458037 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-410364be-1499-4944-aa3c-33b41f492cc1 tempest-AttachVolumeNegativeTest-555605742 tempest-AttachVolumeNegativeTest-555605742-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:54:01.459428 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-410364be-1499-4944-aa3c-33b41f492cc1 tempest-AttachVolumeNegativeTest-555605742 tempest-AttachVolumeNegativeTest-555605742-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.1909378 Apr 18 20:54:01.462402 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 50020) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:54:01.468614 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.v2.base [None req-8a9db1ba-a613-4a35-bd78-3d4967cf105e tempest-AttachVolumeNegativeTest-555605742 tempest-AttachVolumeNegativeTest-555605742-project] Request body: {'floatingip': {'floating_network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c'}} {{(pid=84040) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 20:54:01.474322 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [None req-8a9db1ba-a613-4a35-bd78-3d4967cf105e tempest-AttachVolumeNegativeTest-555605742 tempest-AttachVolumeNegativeTest-555605742-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:54:01.478189 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-8a9db1ba-a613-4a35-bd78-3d4967cf105e tempest-AttachVolumeNegativeTest-555605742 tempest-AttachVolumeNegativeTest-555605742-project] Usage tracker for resource:floatingip and tenant:340d04fd839f4c0c896ec9bea561bc50 is out of sync, need to count used quota {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:54:01.481360 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-8a9db1ba-a613-4a35-bd78-3d4967cf105e tempest-AttachVolumeNegativeTest-555605742 tempest-AttachVolumeNegativeTest-555605742-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:54:01.487694 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [None req-8a9db1ba-a613-4a35-bd78-3d4967cf105e tempest-AttachVolumeNegativeTest-555605742 tempest-AttachVolumeNegativeTest-555605742-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:54:01.500916 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-8a9db1ba-a613-4a35-bd78-3d4967cf105e tempest-AttachVolumeNegativeTest-555605742 tempest-AttachVolumeNegativeTest-555605742-project] Notify callbacks [] for floatingip, before_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:54:01.633109 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 50026) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:54:01.638259 n-d-838334-2 neutron-server[84041]: DEBUG neutron.notifiers.nova [req-84779bd0-07c9-464b-86b5-77c3065a9065 req-8f511ef9-7f9d-4ed1-87a2-f9e365cc1af5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id acbcc06a-2f57-4c5a-898d-3c02feef8474 {{(pid=84041) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 18 20:54:01.645669 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [req-84779bd0-07c9-464b-86b5-77c3065a9065 req-8f511ef9-7f9d-4ed1-87a2-f9e365cc1af5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:54:01.658027 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-6f6c82ff-cd00-4b89-b5b9-29f4bb2fff56 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:54:01.661752 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.provisioning_blocks [req-84779bd0-07c9-464b-86b5-77c3065a9065 req-8f511ef9-7f9d-4ed1-87a2-f9e365cc1af5 service neutron] Transition to ACTIVE for port object acbcc06a-2f57-4c5a-898d-3c02feef8474 will not be triggered until provisioned by entity L2. {{(pid=84041) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 20:54:01.665875 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [req-84779bd0-07c9-464b-86b5-77c3065a9065 req-8f511ef9-7f9d-4ed1-87a2-f9e365cc1af5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32266282'] for port, after_update {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:54:01.681786 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-8a9db1ba-a613-4a35-bd78-3d4967cf105e tempest-AttachVolumeNegativeTest-555605742 tempest-AttachVolumeNegativeTest-555605742-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:54:01.784619 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [None req-6f6c82ff-cd00-4b89-b5b9-29f4bb2fff56 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:54:01.795795 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f511ef9-7f9d-4ed1-87a2-f9e365cc1af5 service neutron] Pushing event updated for resources: {'Port': ['ID=acbcc06a-2f57-4c5a-898d-3c02feef8474,revision_number=2']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:54:01.803122 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-6f6c82ff-cd00-4b89-b5b9-29f4bb2fff56 admin admin] Usage tracker for resource:security_group_rule and tenant:b2bf9a020bc640bc99ef6b5839f237e7 is out of sync, need to count used quota {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:54:01.808454 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-6f6c82ff-cd00-4b89-b5b9-29f4bb2fff56 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:54:01.828740 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [None req-6f6c82ff-cd00-4b89-b5b9-29f4bb2fff56 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:54:01.900144 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.managers [req-84779bd0-07c9-464b-86b5-77c3065a9065 req-8f511ef9-7f9d-4ed1-87a2-f9e365cc1af5 service neutron] Attempting to bind port acbcc06a-2f57-4c5a-898d-3c02feef8474 on host n-h1-838334-2 for vnic_type normal with profile {{(pid=84041) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:54:01.900366 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.managers [req-84779bd0-07c9-464b-86b5-77c3065a9065 req-8f511ef9-7f9d-4ed1-87a2-f9e365cc1af5 service neutron] Attempting to bind port acbcc06a-2f57-4c5a-898d-3c02feef8474 by drivers openvswitch,hyperv on host n-h1-838334-2 at level 0 using segments [{'id': 'eb1f29ad-3d05-4e72-b227-469dc1660e3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': 'f7467a4f-b1b1-4464-b74e-f3b773c53ca1'}] {{(pid=84041) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:54:01.900688 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84779bd0-07c9-464b-86b5-77c3065a9065 req-8f511ef9-7f9d-4ed1-87a2-f9e365cc1af5 service neutron] Attempting to bind port acbcc06a-2f57-4c5a-898d-3c02feef8474 on network f7467a4f-b1b1-4464-b74e-f3b773c53ca1 {{(pid=84041) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 20:54:01.907274 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84779bd0-07c9-464b-86b5-77c3065a9065 req-8f511ef9-7f9d-4ed1-87a2-f9e365cc1af5 service neutron] Port acbcc06a-2f57-4c5a-898d-3c02feef8474 on network f7467a4f-b1b1-4464-b74e-f3b773c53ca1 not bound, no agent of type Open vSwitch agent registered on host n-h1-838334-2 {{(pid=84041) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 18 20:54:01.907677 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84779bd0-07c9-464b-86b5-77c3065a9065 req-8f511ef9-7f9d-4ed1-87a2-f9e365cc1af5 service neutron] Attempting to bind port acbcc06a-2f57-4c5a-898d-3c02feef8474 on network f7467a4f-b1b1-4464-b74e-f3b773c53ca1 {{(pid=84041) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 20:54:01.914076 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84779bd0-07c9-464b-86b5-77c3065a9065 req-8f511ef9-7f9d-4ed1-87a2-f9e365cc1af5 service neutron] Checking agent: {'id': 'd63bab19-ff81-4de1-afeb-a3732288d0d7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-838334-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 33, 59), 'started_at': datetime.datetime(2022, 4, 18, 20, 33, 59), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 20, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84041) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 18 20:54:01.914403 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84779bd0-07c9-464b-86b5-77c3065a9065 req-8f511ef9-7f9d-4ed1-87a2-f9e365cc1af5 service neutron] Checking segment: {'id': 'eb1f29ad-3d05-4e72-b227-469dc1660e3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': 'f7467a4f-b1b1-4464-b74e-f3b773c53ca1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84041) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 20:54:01.914776 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84779bd0-07c9-464b-86b5-77c3065a9065 req-8f511ef9-7f9d-4ed1-87a2-f9e365cc1af5 service neutron] Bound using segment: {'id': 'eb1f29ad-3d05-4e72-b227-469dc1660e3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': 'f7467a4f-b1b1-4464-b74e-f3b773c53ca1'} {{(pid=84041) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 18 20:54:01.915195 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.managers [req-84779bd0-07c9-464b-86b5-77c3065a9065 req-8f511ef9-7f9d-4ed1-87a2-f9e365cc1af5 service neutron] Bound port: acbcc06a-2f57-4c5a-898d-3c02feef8474, host: n-h1-838334-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'eb1f29ad-3d05-4e72-b227-469dc1660e3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': 'f7467a4f-b1b1-4464-b74e-f3b773c53ca1'}}] {{(pid=84041) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 20:54:01.915534 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [req-84779bd0-07c9-464b-86b5-77c3065a9065 req-8f511ef9-7f9d-4ed1-87a2-f9e365cc1af5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:54:01.921470 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26f4e6bd-cf69-41e2-9aaa-fc3fbfbedc18 req-fd6acf3e-cd8f-4a29-84f8-ce367ee73839 tempest-DeleteServersTestJSON-915645800 tempest-DeleteServersTestJSON-915645800-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:54:01.924090 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-26f4e6bd-cf69-41e2-9aaa-fc3fbfbedc18 req-fd6acf3e-cd8f-4a29-84f8-ce367ee73839 tempest-DeleteServersTestJSON-915645800 tempest-DeleteServersTestJSON-915645800-project] 10.222.0.42 "GET /v2.0/ports?device_id=99d03bc5-4165-470d-bff8-895b4a06adc8 HTTP/1.1" status: 200 len: 943 time: 0.1977456 Apr 18 20:54:01.975019 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.db_base_plugin_common [None req-8a9db1ba-a613-4a35-bd78-3d4967cf105e tempest-AttachVolumeNegativeTest-555605742 tempest-AttachVolumeNegativeTest-555605742-project] Allocated IP 172.25.8.120 (e41b6600-a917-4a8d-b05c-be3be40c6d8c/6b05667b-848e-4356-9b44-d5eb6808ef74/f0b3e276-a897-433e-b25a-d9e1e1bf7c9f) {{(pid=84040) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:54:02.013542 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.db [req-84779bd0-07c9-464b-86b5-77c3065a9065 req-8f511ef9-7f9d-4ed1-87a2-f9e365cc1af5 service neutron] For port acbcc06a-2f57-4c5a-898d-3c02feef8474, host n-h1-838334-2, cleared binding levels {{(pid=84041) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 20:54:02.016976 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.db [req-84779bd0-07c9-464b-86b5-77c3065a9065 req-8f511ef9-7f9d-4ed1-87a2-f9e365cc1af5 service neutron] For port acbcc06a-2f57-4c5a-898d-3c02feef8474, host n-h1-838334-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838334-2',level=0,port_id=acbcc06a-2f57-4c5a-898d-3c02feef8474,segment=NetworkSegment(eb1f29ad-3d05-4e72-b227-469dc1660e3c),segment_id=eb1f29ad-3d05-4e72-b227-469dc1660e3c)] {{(pid=84041) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 20:54:02.021632 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [req-84779bd0-07c9-464b-86b5-77c3065a9065 req-8f511ef9-7f9d-4ed1-87a2-f9e365cc1af5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32266282'] for port, after_update {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:54:02.102826 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [req-84779bd0-07c9-464b-86b5-77c3065a9065 req-8f511ef9-7f9d-4ed1-87a2-f9e365cc1af5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217293'] for port, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:54:02.104235 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-84779bd0-07c9-464b-86b5-77c3065a9065 req-8f511ef9-7f9d-4ed1-87a2-f9e365cc1af5 service neutron] 10.222.0.43 "PUT /v2.0/ports/acbcc06a-2f57-4c5a-898d-3c02feef8474 HTTP/1.1" status: 200 len: 1091 time: 0.9804807 Apr 18 20:54:02.104665 n-d-838334-2 neutron-server[84041]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '99d03bc5-4165-470d-bff8-895b4a06adc8', 'tag': 'acbcc06a-2f57-4c5a-898d-3c02feef8474'}] {{(pid=84041) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 20:54:02.120127 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f511ef9-7f9d-4ed1-87a2-f9e365cc1af5 service neutron] Pushing event updated for resources: {'Port': ['ID=acbcc06a-2f57-4c5a-898d-3c02feef8474,revision_number=3']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:54:02.217546 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-84779bd0-07c9-464b-86b5-77c3065a9065 req-d2c83910-0be5-4c50-99ee-d94920be8919 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=7fa7a8b3916440879a3373a5a8935507&device_id=99d03bc5-4165-470d-bff8-895b4a06adc8 HTTP/1.1" status: 200 len: 1094 time: 0.0768461 Apr 18 20:54:02.239668 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-26f4e6bd-cf69-41e2-9aaa-fc3fbfbedc18 req-6c6e1e8e-b1dc-4360-bff1-fcb6898fe32b tempest-DeleteServersTestJSON-915645800 tempest-DeleteServersTestJSON-915645800-project] 10.222.0.42 "GET /v2.0/security-groups?id=588d127b-19b7-4c3d-9f79-a400181b94e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3049860 Apr 18 20:54:02.292195 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-84779bd0-07c9-464b-86b5-77c3065a9065 req-deac9417-ce26-4319-8ceb-e1c1d2bcf7a0 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=acbcc06a-2f57-4c5a-898d-3c02feef8474 HTTP/1.1" status: 200 len: 217 time: 0.0675709 Apr 18 20:54:02.334790 n-d-838334-2 neutron-server[84041]: INFO neutron.notifiers.nova [-] Nova event matching ['req-da5b99c4-63c2-4e87-87d9-8da30d39d4af'] response: {'name': 'network-changed', 'server_uuid': '99d03bc5-4165-470d-bff8-895b4a06adc8', 'tag': 'acbcc06a-2f57-4c5a-898d-3c02feef8474', 'status': 'completed', 'code': 200} Apr 18 20:54:02.355430 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-6f6c82ff-cd00-4b89-b5b9-29f4bb2fff56 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:54:02.364749 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84779bd0-07c9-464b-86b5-77c3065a9065 req-cb565425-ecc6-408a-90ac-6945b4908d48 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:54:02.366445 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-84779bd0-07c9-464b-86b5-77c3065a9065 req-cb565425-ecc6-408a-90ac-6945b4908d48 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=4d302c72-cbf8-4bd9-ac2b-bdba885f7b5c HTTP/1.1" status: 200 len: 851 time: 0.0635722 Apr 18 20:54:02.374802 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-6f6c82ff-cd00-4b89-b5b9-29f4bb2fff56 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33528224'] for security_group, after_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:54:02.413824 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-84779bd0-07c9-464b-86b5-77c3065a9065 req-f613642d-a80e-40a9-940f-209315a3db1b service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=f7467a4f-b1b1-4464-b74e-f3b773c53ca1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0407193 Apr 18 20:54:02.523937 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f6c82ff-cd00-4b89-b5b9-29f4bb2fff56 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b22588c4-bf2f-45ac-b72a-ab4b99979eb8,revision_number=1']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:54:02.538013 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-6f6c82ff-cd00-4b89-b5b9-29f4bb2fff56 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=b2bf9a020bc640bc99ef6b5839f237e7&name=default HTTP/1.1" status: 200 len: 2647 time: 0.9016955 Apr 18 20:54:02.540614 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 50036) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:54:02.557784 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-8a9db1ba-a613-4a35-bd78-3d4967cf105e tempest-AttachVolumeNegativeTest-555605742 tempest-AttachVolumeNegativeTest-555605742-project] Notify callbacks [] for port, precommit_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:54:02.560857 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-84779bd0-07c9-464b-86b5-77c3065a9065 req-758ed3aa-2428-4008-a91e-f64d073f2d63 service neutron] 10.222.0.43 "GET /v2.0/networks/f7467a4f-b1b1-4464-b74e-f3b773c53ca1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1410699 Apr 18 20:54:02.569521 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd2398f3-f613-4c89-8c36-d0ba2d358967 req-2aefd53d-32a3-45ae-83cc-0dfb4dd617c7 tempest-TaggedBootDevicesTest_v242-417596240 tempest-TaggedBootDevicesTest_v242-417596240-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:54:02.573411 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd2398f3-f613-4c89-8c36-d0ba2d358967 req-2aefd53d-32a3-45ae-83cc-0dfb4dd617c7 tempest-TaggedBootDevicesTest_v242-417596240 tempest-TaggedBootDevicesTest_v242-417596240-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:54:02.578280 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd2398f3-f613-4c89-8c36-d0ba2d358967 req-2aefd53d-32a3-45ae-83cc-0dfb4dd617c7 tempest-TaggedBootDevicesTest_v242-417596240 tempest-TaggedBootDevicesTest_v242-417596240-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:54:02.582144 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd2398f3-f613-4c89-8c36-d0ba2d358967 req-2aefd53d-32a3-45ae-83cc-0dfb4dd617c7 tempest-TaggedBootDevicesTest_v242-417596240 tempest-TaggedBootDevicesTest_v242-417596240-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:54:02.586019 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd2398f3-f613-4c89-8c36-d0ba2d358967 req-2aefd53d-32a3-45ae-83cc-0dfb4dd617c7 tempest-TaggedBootDevicesTest_v242-417596240 tempest-TaggedBootDevicesTest_v242-417596240-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:54:02.589870 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd2398f3-f613-4c89-8c36-d0ba2d358967 req-2aefd53d-32a3-45ae-83cc-0dfb4dd617c7 tempest-TaggedBootDevicesTest_v242-417596240 tempest-TaggedBootDevicesTest_v242-417596240-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:54:02.594356 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd2398f3-f613-4c89-8c36-d0ba2d358967 req-2aefd53d-32a3-45ae-83cc-0dfb4dd617c7 tempest-TaggedBootDevicesTest_v242-417596240 tempest-TaggedBootDevicesTest_v242-417596240-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:54:02.596321 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-dd2398f3-f613-4c89-8c36-d0ba2d358967 req-2aefd53d-32a3-45ae-83cc-0dfb4dd617c7 tempest-TaggedBootDevicesTest_v242-417596240 tempest-TaggedBootDevicesTest_v242-417596240-project] 10.222.0.42 "GET /v2.0/ports?device_id=6a49f48a-913c-49a6-8c09-bf4c978ef91f HTTP/1.1" status: 200 len: 5437 time: 0.5491488 Apr 18 20:54:02.638230 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5332f8af-c04c-40d0-aa54-c0004ef4d473 req-7a93aba2-6122-453e-ae5c-3b01c29374c9 tempest-ServerDiskConfigTestJSON-473081836 tempest-ServerDiskConfigTestJSON-473081836-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:54:02.640050 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-5332f8af-c04c-40d0-aa54-c0004ef4d473 req-7a93aba2-6122-453e-ae5c-3b01c29374c9 tempest-ServerDiskConfigTestJSON-473081836 tempest-ServerDiskConfigTestJSON-473081836-project] 10.222.0.48 "GET /v2.0/ports?device_id=5e5222af-8110-42d3-840a-2dac36c99ec9 HTTP/1.1" status: 200 len: 945 time: 0.3282356 Apr 18 20:54:02.750405 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b09a98bd-48d8-4f75-ac55-0dc2e5037fa6 req-732fe1d2-a14e-42fc-8fcb-3abd03c73457 tempest-ServerDiskConfigTestJSON-473081836 tempest-ServerDiskConfigTestJSON-473081836-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:54:02.751886 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-b09a98bd-48d8-4f75-ac55-0dc2e5037fa6 req-732fe1d2-a14e-42fc-8fcb-3abd03c73457 tempest-ServerDiskConfigTestJSON-473081836 tempest-ServerDiskConfigTestJSON-473081836-project] 10.222.0.42 "GET /v2.0/ports?device_id=5e5222af-8110-42d3-840a-2dac36c99ec9 HTTP/1.1" status: 200 len: 945 time: 0.3396027 Apr 18 20:54:02.754637 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-dd2398f3-f613-4c89-8c36-d0ba2d358967 req-5218c2df-6fd8-46ff-9d14-689e3f7c751e tempest-TaggedBootDevicesTest_v242-417596240 tempest-TaggedBootDevicesTest_v242-417596240-project] 10.222.0.42 "GET /v2.0/security-groups?id=90f86da5-60b0-4e29-8e55-fe6cf6b75c5e&id=48fab5b0-1368-425c-9a53-c0303d2044f1&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1499174 Apr 18 20:54:02.765437 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.plugin [req-5332f8af-c04c-40d0-aa54-c0004ef4d473 req-d58d0bb8-a7e0-4d5e-88cb-578b9a2ccf3e tempest-ServerDiskConfigTestJSON-473081836 tempest-ServerDiskConfigTestJSON-473081836-project] Deleting port de69a842-7e9b-406b-b614-0026f3da5abc {{(pid=84040) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 20:54:02.765819 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-5332f8af-c04c-40d0-aa54-c0004ef4d473 req-d58d0bb8-a7e0-4d5e-88cb-578b9a2ccf3e tempest-ServerDiskConfigTestJSON-473081836 tempest-ServerDiskConfigTestJSON-473081836-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750375188691'] for port, before_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:54:02.800208 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-d1bb01ca-6365-4988-979c-830db6638be8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:54:02.807082 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-8a9db1ba-a613-4a35-bd78-3d4967cf105e tempest-AttachVolumeNegativeTest-555605742 tempest-AttachVolumeNegativeTest-555605742-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750374836619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32440838'] for port, after_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:54:02.839285 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-84779bd0-07c9-464b-86b5-77c3065a9065 req-828508a8-34b5-43ef-8a41-d1f31f096f9e service neutron] 10.222.0.43 "GET /v2.0/networks/f7467a4f-b1b1-4464-b74e-f3b773c53ca1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2674551 Apr 18 20:54:02.843825 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-d1bb01ca-6365-4988-979c-830db6638be8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:54:02.915316 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-d1bb01ca-6365-4988-979c-830db6638be8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33528224'] for security_group, after_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:54:02.951640 n-d-838334-2 neutron-server[84040]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a9db1ba-a613-4a35-bd78-3d4967cf105e tempest-AttachVolumeNegativeTest-555605742 tempest-AttachVolumeNegativeTest-555605742-project] Network e41b6600-a917-4a8d-b05c-be3be40c6d8c is already hosted by enough agents. {{(pid=84040) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:54:02.962811 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a9db1ba-a613-4a35-bd78-3d4967cf105e tempest-AttachVolumeNegativeTest-555605742 tempest-AttachVolumeNegativeTest-555605742-project] Pushing event updated for resources: {'Port': ['ID=f0b3e276-a897-433e-b25a-d9e1e1bf7c9f,revision_number=1']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:54:02.965205 n-d-838334-2 neutron-server[84040]: DEBUG neutron.scheduler.base_scheduler [None req-8a9db1ba-a613-4a35-bd78-3d4967cf105e tempest-AttachVolumeNegativeTest-555605742 tempest-AttachVolumeNegativeTest-555605742-project] Resources bound (agent type, host, resource id): {{(pid=84040) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:54:02.970223 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1bb01ca-6365-4988-979c-830db6638be8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b22588c4-bf2f-45ac-b72a-ab4b99979eb8,revision_number=None']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:54:02.970430 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a9db1ba-a613-4a35-bd78-3d4967cf105e tempest-AttachVolumeNegativeTest-555605742 tempest-AttachVolumeNegativeTest-555605742-project] Received port after_create {{(pid=84040) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 20:54:02.987307 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-d1bb01ca-6365-4988-979c-830db6638be8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:54:02.990717 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-d1bb01ca-6365-4988-979c-830db6638be8 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/b22588c4-bf2f-45ac-b72a-ab4b99979eb8 HTTP/1.1" status: 204 len: 168 time: 0.4469469 Apr 18 20:54:03.001824 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-b09a98bd-48d8-4f75-ac55-0dc2e5037fa6 req-ae506d04-54c1-484a-b5c6-d24c32f2cd8e tempest-ServerDiskConfigTestJSON-473081836 tempest-ServerDiskConfigTestJSON-473081836-project] 10.222.0.42 "GET /v2.0/security-groups?id=527f07bd-3b7c-4e87-bb13-fa86b9490e28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2412162 Apr 18 20:54:03.025308 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-206f52da-c1ed-4c72-8a41-069b29b0ef4d req-1b76e7e7-049d-465e-b161-ce3bebf63ced service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=7fa7a8b3916440879a3373a5a8935507&device_id=99d03bc5-4165-470d-bff8-895b4a06adc8 HTTP/1.1" status: 200 len: 1094 time: 0.1056323 Apr 18 20:54:03.176430 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-206f52da-c1ed-4c72-8a41-069b29b0ef4d req-80f373b6-abdd-417b-8ecf-5d226c80d6e5 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:54:03.177917 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-206f52da-c1ed-4c72-8a41-069b29b0ef4d req-80f373b6-abdd-417b-8ecf-5d226c80d6e5 service neutron] 10.222.0.43 "GET /v2.0/networks?id=f7467a4f-b1b1-4464-b74e-f3b773c53ca1 HTTP/1.1" status: 200 len: 912 time: 0.1374345 Apr 18 20:54:03.211307 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.db [req-5332f8af-c04c-40d0-aa54-c0004ef4d473 req-d58d0bb8-a7e0-4d5e-88cb-578b9a2ccf3e tempest-ServerDiskConfigTestJSON-473081836 tempest-ServerDiskConfigTestJSON-473081836-project] For port de69a842-7e9b-406b-b614-0026f3da5abc, host n-h2-838334-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838334-2',level=0,port_id=de69a842-7e9b-406b-b614-0026f3da5abc,segment=NetworkSegment(824475dd-cc01-4f37-b28b-cc0d2c7c32c9),segment_id=824475dd-cc01-4f37-b28b-cc0d2c7c32c9)] {{(pid=84040) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:54:03.211697 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-5332f8af-c04c-40d0-aa54-c0004ef4d473 req-d58d0bb8-a7e0-4d5e-88cb-578b9a2ccf3e tempest-ServerDiskConfigTestJSON-473081836 tempest-ServerDiskConfigTestJSON-473081836-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369123'] for port, precommit_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:54:03.253977 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-206f52da-c1ed-4c72-8a41-069b29b0ef4d req-cf021902-225c-4031-898f-1f281ead36e7 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=acbcc06a-2f57-4c5a-898d-3c02feef8474 HTTP/1.1" status: 200 len: 217 time: 0.0679073 Apr 18 20:54:03.323341 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-206f52da-c1ed-4c72-8a41-069b29b0ef4d req-dff1dc26-2741-4bf8-a3d6-c30701f0bd87 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:54:03.325716 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-206f52da-c1ed-4c72-8a41-069b29b0ef4d req-dff1dc26-2741-4bf8-a3d6-c30701f0bd87 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=4d302c72-cbf8-4bd9-ac2b-bdba885f7b5c HTTP/1.1" status: 200 len: 851 time: 0.0653348 Apr 18 20:54:03.372992 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.plugin [req-5332f8af-c04c-40d0-aa54-c0004ef4d473 req-d58d0bb8-a7e0-4d5e-88cb-578b9a2ccf3e tempest-ServerDiskConfigTestJSON-473081836 tempest-ServerDiskConfigTestJSON-473081836-project] Calling delete_port for de69a842-7e9b-406b-b614-0026f3da5abc owned by compute:nova {{(pid=84040) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 20:54:03.377197 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-206f52da-c1ed-4c72-8a41-069b29b0ef4d req-80fe6be7-0950-4220-8273-41b5b4cef78b service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=f7467a4f-b1b1-4464-b74e-f3b773c53ca1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0427246 Apr 18 20:54:03.518489 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-206f52da-c1ed-4c72-8a41-069b29b0ef4d req-eb0dcab6-4cb6-4d33-85e5-0c31bd3fcb08 service neutron] 10.222.0.43 "GET /v2.0/networks/f7467a4f-b1b1-4464-b74e-f3b773c53ca1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1286123 Apr 18 20:54:03.544688 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-8a9db1ba-a613-4a35-bd78-3d4967cf105e tempest-AttachVolumeNegativeTest-555605742 tempest-AttachVolumeNegativeTest-555605742-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:54:03.585226 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750375287399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253529'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:54:03.638651 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-8a9db1ba-a613-4a35-bd78-3d4967cf105e tempest-AttachVolumeNegativeTest-555605742 tempest-AttachVolumeNegativeTest-555605742-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:54:03.658362 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-206f52da-c1ed-4c72-8a41-069b29b0ef4d req-c5be3bdd-1299-46c9-8e53-8ee8ae0d49ce service neutron] 10.222.0.43 "GET /v2.0/networks/f7467a4f-b1b1-4464-b74e-f3b773c53ca1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1326659 Apr 18 20:54:03.745233 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c393f6a7-4fe9-4e1c-bfa1-c2749eb9520c req-b53e5fc0-d12c-4b07-bf1d-6188900a0f8e tempest-DeleteServersTestJSON-915645800 tempest-DeleteServersTestJSON-915645800-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:54:03.746873 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-c393f6a7-4fe9-4e1c-bfa1-c2749eb9520c req-b53e5fc0-d12c-4b07-bf1d-6188900a0f8e tempest-DeleteServersTestJSON-915645800 tempest-DeleteServersTestJSON-915645800-project] 10.222.0.42 "GET /v2.0/ports?device_id=99d03bc5-4165-470d-bff8-895b4a06adc8 HTTP/1.1" status: 200 len: 943 time: 0.3411069 Apr 18 20:54:03.805989 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-5332f8af-c04c-40d0-aa54-c0004ef4d473 req-d58d0bb8-a7e0-4d5e-88cb-578b9a2ccf3e tempest-ServerDiskConfigTestJSON-473081836 tempest-ServerDiskConfigTestJSON-473081836-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750375259028', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750374836628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32440838'] for port, after_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:54:03.823662 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] get_ports_and_sgs() called for port_ids ['de69a842-7e9b-406b-b614-0026f3da5abc'] {{(pid=84042) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 18 20:54:04.070779 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d58d0bb8-a7e0-4d5e-88cb-578b9a2ccf3e tempest-ServerDiskConfigTestJSON-473081836 tempest-ServerDiskConfigTestJSON-473081836-project] Pushing event deleted for resources: {'Port': ['ID=de69a842-7e9b-406b-b614-0026f3da5abc,revision_number=None']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:54:04.101350 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-c393f6a7-4fe9-4e1c-bfa1-c2749eb9520c req-a2093c10-b971-4718-8b1b-862bd3ac4e9c tempest-DeleteServersTestJSON-915645800 tempest-DeleteServersTestJSON-915645800-project] 10.222.0.42 "GET /v2.0/security-groups?id=588d127b-19b7-4c3d-9f79-a400181b94e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3410590 Apr 18 20:54:04.216355 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.l3_dvrscheduler_db [req-5332f8af-c04c-40d0-aa54-c0004ef4d473 req-d58d0bb8-a7e0-4d5e-88cb-578b9a2ccf3e tempest-ServerDiskConfigTestJSON-473081836 tempest-ServerDiskConfigTestJSON-473081836-project] No DVR routers for this DVR port de69a842-7e9b-406b-b614-0026f3da5abc on host n-h2-838334-2 {{(pid=84040) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 20:54:04.225203 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-5332f8af-c04c-40d0-aa54-c0004ef4d473 req-d58d0bb8-a7e0-4d5e-88cb-578b9a2ccf3e tempest-ServerDiskConfigTestJSON-473081836 tempest-ServerDiskConfigTestJSON-473081836-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217293'] for port, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:54:04.230320 n-d-838334-2 neutron-server[84040]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5e5222af-8110-42d3-840a-2dac36c99ec9', 'name': 'network-vif-deleted', 'tag': 'de69a842-7e9b-406b-b614-0026f3da5abc'}] {{(pid=84040) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 20:54:04.231461 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Device 96e60da2-99c4-4d74-935a-c80b74ebeb56 up at agent hyperv_n-h2-838334-2 {{(pid=84042) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 20:54:04.286137 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed3b3e3c-ba1b-4ce0-9c52-10f1e9544f4b req-1ad551a5-94b5-42d2-a06d-00ef97d55083 tempest-TaggedBootDevicesTest_v242-417596240 tempest-TaggedBootDevicesTest_v242-417596240-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:54:04.290178 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed3b3e3c-ba1b-4ce0-9c52-10f1e9544f4b req-1ad551a5-94b5-42d2-a06d-00ef97d55083 tempest-TaggedBootDevicesTest_v242-417596240 tempest-TaggedBootDevicesTest_v242-417596240-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:54:04.295733 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed3b3e3c-ba1b-4ce0-9c52-10f1e9544f4b req-1ad551a5-94b5-42d2-a06d-00ef97d55083 tempest-TaggedBootDevicesTest_v242-417596240 tempest-TaggedBootDevicesTest_v242-417596240-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:54:04.300339 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed3b3e3c-ba1b-4ce0-9c52-10f1e9544f4b req-1ad551a5-94b5-42d2-a06d-00ef97d55083 tempest-TaggedBootDevicesTest_v242-417596240 tempest-TaggedBootDevicesTest_v242-417596240-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:54:04.304345 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed3b3e3c-ba1b-4ce0-9c52-10f1e9544f4b req-1ad551a5-94b5-42d2-a06d-00ef97d55083 tempest-TaggedBootDevicesTest_v242-417596240 tempest-TaggedBootDevicesTest_v242-417596240-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:54:04.308383 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed3b3e3c-ba1b-4ce0-9c52-10f1e9544f4b req-1ad551a5-94b5-42d2-a06d-00ef97d55083 tempest-TaggedBootDevicesTest_v242-417596240 tempest-TaggedBootDevicesTest_v242-417596240-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:54:04.314721 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed3b3e3c-ba1b-4ce0-9c52-10f1e9544f4b req-1ad551a5-94b5-42d2-a06d-00ef97d55083 tempest-TaggedBootDevicesTest_v242-417596240 tempest-TaggedBootDevicesTest_v242-417596240-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:54:04.323172 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-ed3b3e3c-ba1b-4ce0-9c52-10f1e9544f4b req-1ad551a5-94b5-42d2-a06d-00ef97d55083 tempest-TaggedBootDevicesTest_v242-417596240 tempest-TaggedBootDevicesTest_v242-417596240-project] 10.222.0.42 "GET /v2.0/ports?device_id=6a49f48a-913c-49a6-8c09-bf4c978ef91f HTTP/1.1" status: 200 len: 5437 time: 0.3135855 Apr 18 20:54:04.352275 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Provisioning for port 96e60da2-99c4-4d74-935a-c80b74ebeb56 completed by entity L2. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 20:54:04.354306 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-5332f8af-c04c-40d0-aa54-c0004ef4d473 req-d58d0bb8-a7e0-4d5e-88cb-578b9a2ccf3e tempest-ServerDiskConfigTestJSON-473081836 tempest-ServerDiskConfigTestJSON-473081836-project] 10.222.0.48 "DELETE /v2.0/ports/de69a842-7e9b-406b-b614-0026f3da5abc HTTP/1.1" status: 204 len: 173 time: 1.7032990 Apr 18 20:54:04.361140 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-8a9db1ba-a613-4a35-bd78-3d4967cf105e tempest-AttachVolumeNegativeTest-555605742 tempest-AttachVolumeNegativeTest-555605742-project] Notify callbacks [] for port, precommit_update {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:54:04.365016 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Provisioning complete for port 96e60da2-99c4-4d74-935a-c80b74ebeb56 triggered by entity L2. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:54:04.365440 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1253608'] for port, provisioning_complete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:54:04.374647 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-8a9db1ba-a613-4a35-bd78-3d4967cf105e tempest-AttachVolumeNegativeTest-555605742 tempest-AttachVolumeNegativeTest-555605742-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32440959'] for port, after_update {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:54:04.511079 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [req-a7b581ea-2657-49ab-a3c7-81e2b6f6904d req-da92b257-0b75-4a46-8c36-e3c3440499a8 tempest-ServerDiskConfigTestJSON-473081836 tempest-ServerDiskConfigTestJSON-473081836-project] Synchronizing usage tracker for tenant:873b40c7f5b941c6b9e1975b2a303d65 on resource:port {{(pid=84040) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 20:54:04.527006 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:54:04.558178 n-d-838334-2 neutron-server[84042]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6a49f48a-913c-49a6-8c09-bf4c978ef91f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '96e60da2-99c4-4d74-935a-c80b74ebeb56'}] {{(pid=84042) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 20:54:04.562021 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-ed3b3e3c-ba1b-4ce0-9c52-10f1e9544f4b req-08c6e3a0-bf11-44ae-b79f-f2811b1cc859 tempest-TaggedBootDevicesTest_v242-417596240 tempest-TaggedBootDevicesTest_v242-417596240-project] 10.222.0.42 "GET /v2.0/security-groups?id=90f86da5-60b0-4e29-8e55-fe6cf6b75c5e&id=48fab5b0-1368-425c-9a53-c0303d2044f1&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2380469 Apr 18 20:54:04.569569 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] For port 96e60da2-99c4-4d74-935a-c80b74ebeb56, host n-h2-838334-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838334-2',level=0,port_id=96e60da2-99c4-4d74-935a-c80b74ebeb56,segment=NetworkSegment(999db445-b59f-43ae-97e9-309f13729423),segment_id=999db445-b59f-43ae-97e9-309f13729423)] {{(pid=84042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:54:04.576683 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682'] for port, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:54:04.577857 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Device c752aac3-367c-457b-992d-78f7341198e9 up at agent hyperv_n-h2-838334-2 {{(pid=84042) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 20:54:04.579307 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a9db1ba-a613-4a35-bd78-3d4967cf105e tempest-AttachVolumeNegativeTest-555605742 tempest-AttachVolumeNegativeTest-555605742-project] Pushing event updated for resources: {'Port': ['ID=f0b3e276-a897-433e-b25a-d9e1e1bf7c9f,revision_number=2']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:54:04.609812 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [req-a7b581ea-2657-49ab-a3c7-81e2b6f6904d req-da92b257-0b75-4a46-8c36-e3c3440499a8 tempest-ServerDiskConfigTestJSON-473081836 tempest-ServerDiskConfigTestJSON-473081836-project] Unset dirty status for tenant:873b40c7f5b941c6b9e1975b2a303d65 on resource:port {{(pid=84040) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 20:54:04.609812 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-a7b581ea-2657-49ab-a3c7-81e2b6f6904d req-da92b257-0b75-4a46-8c36-e3c3440499a8 tempest-ServerDiskConfigTestJSON-473081836 tempest-ServerDiskConfigTestJSON-473081836-project] 10.222.0.42 "GET /v2.0/ports?device_id=5e5222af-8110-42d3-840a-2dac36c99ec9 HTTP/1.1" status: 200 len: 210 time: 0.1589401 Apr 18 20:54:04.609812 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-8a9db1ba-a613-4a35-bd78-3d4967cf105e tempest-AttachVolumeNegativeTest-555605742 tempest-AttachVolumeNegativeTest-555605742-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33444131'] for floatingip, after_update {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:54:04.641057 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-8a9db1ba-a613-4a35-bd78-3d4967cf105e tempest-AttachVolumeNegativeTest-555605742 tempest-AttachVolumeNegativeTest-555605742-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217293'] for floatingip, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:54:04.642299 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-8a9db1ba-a613-4a35-bd78-3d4967cf105e tempest-AttachVolumeNegativeTest-555605742 tempest-AttachVolumeNegativeTest-555605742-project] 10.222.0.42 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.1789210 Apr 18 20:54:04.684472 n-d-838334-2 neutron-server[84040]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d90a89bd-dd26-48b1-9be1-89f0a2903bf3'] response: {'server_uuid': '5e5222af-8110-42d3-840a-2dac36c99ec9', 'name': 'network-vif-deleted', 'tag': 'de69a842-7e9b-406b-b614-0026f3da5abc', 'status': 'completed', 'code': 200} Apr 18 20:54:04.710259 n-d-838334-2 neutron-server[84042]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c93caa3a-93c9-42be-8756-0088f9cadbbb'] response: {'server_uuid': '6a49f48a-913c-49a6-8c09-bf4c978ef91f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '96e60da2-99c4-4d74-935a-c80b74ebeb56', 'code': 200} Apr 18 20:54:04.752737 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Pushing event updated for resources: {'Port': ['ID=96e60da2-99c4-4d74-935a-c80b74ebeb56,revision_number=5']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:54:04.763193 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:54:04.763535 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:54:04.763888 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:54:04.764238 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:54:04.764534 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:54:04.764851 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:54:04.765167 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:54:04.765481 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:54:04.765795 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:54:04.766107 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:54:04.766418 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:54:04.781015 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Provisioning for port c752aac3-367c-457b-992d-78f7341198e9 completed by entity L2. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 20:54:04.787355 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Provisioning complete for port c752aac3-367c-457b-992d-78f7341198e9 triggered by entity L2. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:54:04.787760 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1253608'] for port, provisioning_complete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:54:04.946446 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-90a88bda-9f0f-43c4-961d-361922a1e42b req-fe60603a-4d14-4056-8ae8-e208fc979e00 tempest-AttachVolumeNegativeTest-555605742 tempest-AttachVolumeNegativeTest-555605742-project] 10.222.0.42 "GET /v2.0/security-groups?name=tempest-securitygroup--884540577&fields=id&tenant_id=340d04fd839f4c0c896ec9bea561bc50 HTTP/1.1" status: 200 len: 267 time: 0.0664883 Apr 18 20:54:04.964946 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:54:05.007442 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] For port c752aac3-367c-457b-992d-78f7341198e9, host n-h2-838334-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838334-2',level=0,port_id=c752aac3-367c-457b-992d-78f7341198e9,segment=NetworkSegment(ebe0286e-3c69-48ee-a166-d487392185dd),segment_id=ebe0286e-3c69-48ee-a166-d487392185dd)] {{(pid=84042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:54:05.013425 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682'] for port, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:54:05.014834 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Device b67988d2-bb60-4efe-bd1d-80e31ea8ffb6 up at agent hyperv_n-h2-838334-2 {{(pid=84042) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 20:54:05.139574 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Pushing event updated for resources: {'Port': ['ID=c752aac3-367c-457b-992d-78f7341198e9,revision_number=5']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:54:05.157719 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Provisioning for port b67988d2-bb60-4efe-bd1d-80e31ea8ffb6 completed by entity L2. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 20:54:05.164501 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Provisioning complete for port b67988d2-bb60-4efe-bd1d-80e31ea8ffb6 triggered by entity L2. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:54:05.164873 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1253608'] for port, provisioning_complete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:54:05.168452 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90a88bda-9f0f-43c4-961d-361922a1e42b req-4b0ed888-4dbc-4481-b479-8bb4e046853e tempest-AttachVolumeNegativeTest-555605742 tempest-AttachVolumeNegativeTest-555605742-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:54:05.176354 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-90a88bda-9f0f-43c4-961d-361922a1e42b req-4b0ed888-4dbc-4481-b479-8bb4e046853e tempest-AttachVolumeNegativeTest-555605742 tempest-AttachVolumeNegativeTest-555605742-project] 10.222.0.42 "GET /v2.0/networks?id=794fa1b3-6f66-42ac-ab9f-a0e910c383ff HTTP/1.1" status: 200 len: 814 time: 0.2222500 Apr 18 20:54:05.199493 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-90a88bda-9f0f-43c4-961d-361922a1e42b req-d54509cd-5b8b-49ae-a481-f7f86602a92a tempest-AttachVolumeNegativeTest-555605742 tempest-AttachVolumeNegativeTest-555605742-project] 10.222.0.42 "GET /v2.0/quotas/340d04fd839f4c0c896ec9bea561bc50 HTTP/1.1" status: 200 len: 375 time: 0.0184772 Apr 18 20:54:05.204613 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Device acbcc06a-2f57-4c5a-898d-3c02feef8474 details requested by agent hyperv_n-h1-838334-2 with host n-h1-838334-2 {{(pid=84042) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 18 20:54:05.362780 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-90a88bda-9f0f-43c4-961d-361922a1e42b req-2ec279d1-5c79-43b5-bbef-923aed97eacc tempest-AttachVolumeNegativeTest-555605742 tempest-AttachVolumeNegativeTest-555605742-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=340d04fd839f4c0c896ec9bea561bc50&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1503196 Apr 18 20:54:05.403482 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:54:05.437765 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] For port acbcc06a-2f57-4c5a-898d-3c02feef8474, host n-h1-838334-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838334-2',level=0,port_id=acbcc06a-2f57-4c5a-898d-3c02feef8474,segment=NetworkSegment(eb1f29ad-3d05-4e72-b227-469dc1660e3c),segment_id=eb1f29ad-3d05-4e72-b227-469dc1660e3c)] {{(pid=84042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:54:05.457011 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae43fbda-0531-45ea-8434-0b07986ee119 req-05a39db3-2cbe-4b11-8514-55d7718fa03b tempest-DeleteServersTestJSON-915645800 tempest-DeleteServersTestJSON-915645800-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:54:05.458444 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-ae43fbda-0531-45ea-8434-0b07986ee119 req-05a39db3-2cbe-4b11-8514-55d7718fa03b tempest-DeleteServersTestJSON-915645800 tempest-DeleteServersTestJSON-915645800-project] 10.222.0.42 "GET /v2.0/ports?device_id=99d03bc5-4165-470d-bff8-895b4a06adc8 HTTP/1.1" status: 200 len: 943 time: 0.2066622 Apr 18 20:54:05.460156 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Returning: {'device': 'acbcc06a-2f57-4c5a-898d-3c02feef8474', 'network_id': 'f7467a4f-b1b1-4464-b74e-f3b773c53ca1', 'port_id': 'acbcc06a-2f57-4c5a-898d-3c02feef8474', 'mac_address': 'fa:16:3e:81:b8:7f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 353, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4d302c72-cbf8-4bd9-ac2b-bdba885f7b5c', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84042) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 18 20:54:05.504076 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] For port b67988d2-bb60-4efe-bd1d-80e31ea8ffb6, host n-h2-838334-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838334-2',level=0,port_id=b67988d2-bb60-4efe-bd1d-80e31ea8ffb6,segment=NetworkSegment(999db445-b59f-43ae-97e9-309f13729423),segment_id=999db445-b59f-43ae-97e9-309f13729423)] {{(pid=84042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:54:05.514140 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682'] for port, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:54:05.515041 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Device 8725f57c-a397-438c-bf13-f1b54c12fc76 up at agent hyperv_n-h2-838334-2 {{(pid=84042) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 20:54:05.545023 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-ae43fbda-0531-45ea-8434-0b07986ee119 req-f2771b19-0cfc-4546-a15a-4e70b89d7376 tempest-DeleteServersTestJSON-915645800 tempest-DeleteServersTestJSON-915645800-project] 10.222.0.42 "GET /v2.0/security-groups?id=588d127b-19b7-4c3d-9f79-a400181b94e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0790858 Apr 18 20:54:05.550377 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-90a88bda-9f0f-43c4-961d-361922a1e42b req-cecdbe5c-eac2-4a14-9482-a1817a80d18c service neutron] 10.222.0.42 "GET /v2.0/networks/794fa1b3-6f66-42ac-ab9f-a0e910c383ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1867900 Apr 18 20:54:05.594376 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:54:05.635924 n-d-838334-2 neutron-server[84042]: DEBUG neutron.notifiers.nova [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id acbcc06a-2f57-4c5a-898d-3c02feef8474 {{(pid=84042) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 18 20:54:05.677326 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] For port acbcc06a-2f57-4c5a-898d-3c02feef8474, host n-h1-838334-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838334-2',level=0,port_id=acbcc06a-2f57-4c5a-898d-3c02feef8474,segment=NetworkSegment(eb1f29ad-3d05-4e72-b227-469dc1660e3c),segment_id=eb1f29ad-3d05-4e72-b227-469dc1660e3c)] {{(pid=84042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:54:05.703299 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Pushing event updated for resources: {'Port': ['ID=b67988d2-bb60-4efe-bd1d-80e31ea8ffb6,revision_number=5']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:54:05.704282 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-90a88bda-9f0f-43c4-961d-361922a1e42b req-d02a499f-4d89-4de9-a6ff-c128d53f6753 service neutron] 10.222.0.42 "GET /v2.0/networks/794fa1b3-6f66-42ac-ab9f-a0e910c383ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1481466 Apr 18 20:54:05.718518 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682'] for port, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:54:05.795246 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Provisioning for port 8725f57c-a397-438c-bf13-f1b54c12fc76 completed by entity L2. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 20:54:05.808282 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Provisioning complete for port 8725f57c-a397-438c-bf13-f1b54c12fc76 triggered by entity L2. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:54:05.808282 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1253608'] for port, provisioning_complete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:54:05.850561 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e991889e-f142-4f22-add4-32551c8015ac req-52c350ad-f7c9-4cce-9568-f16ef9177859 tempest-TaggedBootDevicesTest_v242-417596240 tempest-TaggedBootDevicesTest_v242-417596240-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:54:05.855674 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e991889e-f142-4f22-add4-32551c8015ac req-52c350ad-f7c9-4cce-9568-f16ef9177859 tempest-TaggedBootDevicesTest_v242-417596240 tempest-TaggedBootDevicesTest_v242-417596240-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:54:05.860403 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e991889e-f142-4f22-add4-32551c8015ac req-52c350ad-f7c9-4cce-9568-f16ef9177859 tempest-TaggedBootDevicesTest_v242-417596240 tempest-TaggedBootDevicesTest_v242-417596240-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:54:05.864644 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e991889e-f142-4f22-add4-32551c8015ac req-52c350ad-f7c9-4cce-9568-f16ef9177859 tempest-TaggedBootDevicesTest_v242-417596240 tempest-TaggedBootDevicesTest_v242-417596240-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:54:05.881315 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e991889e-f142-4f22-add4-32551c8015ac req-52c350ad-f7c9-4cce-9568-f16ef9177859 tempest-TaggedBootDevicesTest_v242-417596240 tempest-TaggedBootDevicesTest_v242-417596240-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:54:05.888145 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e991889e-f142-4f22-add4-32551c8015ac req-52c350ad-f7c9-4cce-9568-f16ef9177859 tempest-TaggedBootDevicesTest_v242-417596240 tempest-TaggedBootDevicesTest_v242-417596240-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:54:05.892616 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Pushing event updated for resources: {'Port': ['ID=acbcc06a-2f57-4c5a-898d-3c02feef8474,revision_number=4']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:54:05.893578 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e991889e-f142-4f22-add4-32551c8015ac req-52c350ad-f7c9-4cce-9568-f16ef9177859 tempest-TaggedBootDevicesTest_v242-417596240 tempest-TaggedBootDevicesTest_v242-417596240-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:54:05.907337 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-e991889e-f142-4f22-add4-32551c8015ac req-52c350ad-f7c9-4cce-9568-f16ef9177859 tempest-TaggedBootDevicesTest_v242-417596240 tempest-TaggedBootDevicesTest_v242-417596240-project] 10.222.0.42 "GET /v2.0/ports?device_id=6a49f48a-913c-49a6-8c09-bf4c978ef91f HTTP/1.1" status: 200 len: 5440 time: 0.1616893 Apr 18 20:54:06.003968 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:54:06.048759 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] get_ports_and_sgs() called for port_ids ['acbcc06a-2f57-4c5a-898d-3c02feef8474'] {{(pid=84042) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 18 20:54:06.081735 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-7f4b97d3-5d43-40e1-a8f7-3825079b1b14 req-8b4588d1-03fc-4eff-970b-c5e4001151a0 tempest-AttachVolumeNegativeTest-555605742 tempest-AttachVolumeNegativeTest-555605742-project] 10.222.0.42 "GET /v2.0/ports?device_id=36268bf7-aadd-4a9b-9264-b6901d73c9ef HTTP/1.1" status: 200 len: 210 time: 0.0661902 Apr 18 20:54:06.097258 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-e991889e-f142-4f22-add4-32551c8015ac req-c1e9d897-5748-4a92-8192-53066e48d656 tempest-TaggedBootDevicesTest_v242-417596240 tempest-TaggedBootDevicesTest_v242-417596240-project] 10.222.0.42 "GET /v2.0/security-groups?id=90f86da5-60b0-4e29-8e55-fe6cf6b75c5e&id=48fab5b0-1368-425c-9a53-c0303d2044f1&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1816430 Apr 18 20:54:06.102866 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] For port 8725f57c-a397-438c-bf13-f1b54c12fc76, host n-h2-838334-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838334-2',level=0,port_id=8725f57c-a397-438c-bf13-f1b54c12fc76,segment=NetworkSegment(999db445-b59f-43ae-97e9-309f13729423),segment_id=999db445-b59f-43ae-97e9-309f13729423)] {{(pid=84042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:54:06.139255 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682'] for port, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:54:06.140327 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Device e4a628aa-c125-4eea-8365-b6473a427bb3 up at agent hyperv_n-h2-838334-2 {{(pid=84042) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 20:54:06.328103 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Pushing event updated for resources: {'Port': ['ID=8725f57c-a397-438c-bf13-f1b54c12fc76,revision_number=5']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:54:06.359861 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Provisioning for port e4a628aa-c125-4eea-8365-b6473a427bb3 completed by entity L2. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 20:54:06.381352 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Provisioning complete for port e4a628aa-c125-4eea-8365-b6473a427bb3 triggered by entity L2. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:54:06.381562 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1253608'] for port, provisioning_complete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:54:06.518093 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 50138) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:54:06.573597 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:54:06.586762 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.db_base_plugin_v2 [None req-b09f02ae-29b1-4052-a981-2f9220b61901 admin admin] Deleting subnet 5082cb41-0072-42ea-89f7-120abfdfec16 {{(pid=84041) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 18 20:54:06.591057 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-b09f02ae-29b1-4052-a981-2f9220b61901 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:54:06.624936 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] For port e4a628aa-c125-4eea-8365-b6473a427bb3, host n-h2-838334-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838334-2',level=0,port_id=e4a628aa-c125-4eea-8365-b6473a427bb3,segment=NetworkSegment(999db445-b59f-43ae-97e9-309f13729423),segment_id=999db445-b59f-43ae-97e9-309f13729423)] {{(pid=84042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:54:06.629357 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682'] for port, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:54:06.630625 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Device f0e8d8ea-6bcf-495f-8aee-e46b70d0c94e up at agent hyperv_n-h2-838334-2 {{(pid=84042) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 20:54:06.656992 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-b09f02ae-29b1-4052-a981-2f9220b61901 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32266383'] for subnet, precommit_delete_associations {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:54:06.743102 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-b09f02ae-29b1-4052-a981-2f9220b61901 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1260556'] for subnet, precommit_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:54:06.764488 n-d-838334-2 neutron-server[84042]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6a49f48a-913c-49a6-8c09-bf4c978ef91f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c752aac3-367c-457b-992d-78f7341198e9'}, {'server_uuid': '6a49f48a-913c-49a6-8c09-bf4c978ef91f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b67988d2-bb60-4efe-bd1d-80e31ea8ffb6'}, {'server_uuid': '6a49f48a-913c-49a6-8c09-bf4c978ef91f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8725f57c-a397-438c-bf13-f1b54c12fc76'}, {'server_uuid': '6a49f48a-913c-49a6-8c09-bf4c978ef91f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e4a628aa-c125-4eea-8365-b6473a427bb3'}] {{(pid=84042) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 20:54:06.839077 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b2539f0-da1c-4705-87d6-f7fdc01efebe req-75479aa9-e35c-406b-b933-59b50c4df644 tempest-DeleteServersTestJSON-915645800 tempest-DeleteServersTestJSON-915645800-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:54:06.842871 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Pushing event updated for resources: {'Port': ['ID=e4a628aa-c125-4eea-8365-b6473a427bb3,revision_number=5']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:54:06.846757 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Provisioning for port f0e8d8ea-6bcf-495f-8aee-e46b70d0c94e completed by entity L2. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 20:54:06.848452 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-6b2539f0-da1c-4705-87d6-f7fdc01efebe req-75479aa9-e35c-406b-b933-59b50c4df644 tempest-DeleteServersTestJSON-915645800 tempest-DeleteServersTestJSON-915645800-project] 10.222.0.42 "GET /v2.0/ports?device_id=99d03bc5-4165-470d-bff8-895b4a06adc8 HTTP/1.1" status: 200 len: 944 time: 0.1316118 Apr 18 20:54:06.853275 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Provisioning complete for port f0e8d8ea-6bcf-495f-8aee-e46b70d0c94e triggered by entity L2. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:54:06.853804 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1253608'] for port, provisioning_complete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:54:06.865948 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-b09f02ae-29b1-4052-a981-2f9220b61901 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1260549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33526260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32266336', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32486390'] for subnet, after_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:54:06.902184 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-6b2539f0-da1c-4705-87d6-f7fdc01efebe req-e2c8370e-ca62-4f9c-abc4-e4d4a9f007c0 tempest-DeleteServersTestJSON-915645800 tempest-DeleteServersTestJSON-915645800-project] 10.222.0.42 "GET /v2.0/security-groups?id=588d127b-19b7-4c3d-9f79-a400181b94e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528400 Apr 18 20:54:06.923489 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b09f02ae-29b1-4052-a981-2f9220b61901 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5082cb41-0072-42ea-89f7-120abfdfec16,revision_number=None']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:54:06.925056 n-d-838334-2 neutron-server[84042]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0329ddc9-1878-45ae-9d29-4fcc67d7ed5d'] response: {'server_uuid': '6a49f48a-913c-49a6-8c09-bf4c978ef91f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c752aac3-367c-457b-992d-78f7341198e9', 'code': 200} Apr 18 20:54:06.925422 n-d-838334-2 neutron-server[84042]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0329ddc9-1878-45ae-9d29-4fcc67d7ed5d'] response: {'server_uuid': '6a49f48a-913c-49a6-8c09-bf4c978ef91f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b67988d2-bb60-4efe-bd1d-80e31ea8ffb6', 'code': 200} Apr 18 20:54:06.930277 n-d-838334-2 neutron-server[84042]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0329ddc9-1878-45ae-9d29-4fcc67d7ed5d'] response: {'server_uuid': '6a49f48a-913c-49a6-8c09-bf4c978ef91f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8725f57c-a397-438c-bf13-f1b54c12fc76', 'code': 200} Apr 18 20:54:06.930657 n-d-838334-2 neutron-server[84042]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0329ddc9-1878-45ae-9d29-4fcc67d7ed5d'] response: {'server_uuid': '6a49f48a-913c-49a6-8c09-bf4c978ef91f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e4a628aa-c125-4eea-8365-b6473a427bb3', 'code': 200} Apr 18 20:54:06.936766 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-b09f02ae-29b1-4052-a981-2f9220b61901 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:54:06.942949 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-b09f02ae-29b1-4052-a981-2f9220b61901 admin admin] 10.222.0.42 "DELETE /v2.0/subnets/5082cb41-0072-42ea-89f7-120abfdfec16 HTTP/1.1" status: 204 len: 168 time: 0.4238489 Apr 18 20:54:06.945264 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 50150) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:54:07.019590 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:54:07.057985 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] For port f0e8d8ea-6bcf-495f-8aee-e46b70d0c94e, host n-h2-838334-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838334-2',level=0,port_id=f0e8d8ea-6bcf-495f-8aee-e46b70d0c94e,segment=NetworkSegment(ebe0286e-3c69-48ee-a166-d487392185dd),segment_id=ebe0286e-3c69-48ee-a166-d487392185dd)] {{(pid=84042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:54:07.063176 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682'] for port, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:54:07.063533 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-25299bdf-238d-4846-aa94-91697d782419 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1103592'] for network, before_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:54:07.064167 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Device 4f3a4e36-a736-43f0-9187-2849b3636dd2 up at agent hyperv_n-h2-838334-2 {{(pid=84042) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 20:54:07.261444 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Pushing event updated for resources: {'Port': ['ID=f0e8d8ea-6bcf-495f-8aee-e46b70d0c94e,revision_number=5']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:54:07.279811 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-25299bdf-238d-4846-aa94-91697d782419 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1258905', 'neutron.services.segments.db._delete_segments_for_network-8750375287417'] for network, precommit_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:54:07.296435 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Provisioning for port 4f3a4e36-a736-43f0-9187-2849b3636dd2 completed by entity L2. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 20:54:07.303607 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Provisioning complete for port 4f3a4e36-a736-43f0-9187-2849b3636dd2 triggered by entity L2. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:54:07.304006 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1253608'] for port, provisioning_complete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:54:07.342161 n-d-838334-2 neutron-server[84041]: DEBUG neutron.services.segments.db [None req-25299bdf-238d-4846-aa94-91697d782419 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5aa366fd-2007-469d-beb7-cd29ef89e1e3']}} {{(pid=84041) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:54:07.355518 n-d-838334-2 neutron-server[84041]: DEBUG neutron.services.segments.db [None req-25299bdf-238d-4846-aa94-91697d782419 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '824475dd-cc01-4f37-b28b-cc0d2c7c32c9') {'for_net_delete': True} {{(pid=84041) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:54:07.356402 n-d-838334-2 neutron-server[84041]: DEBUG neutron.services.segments.db [None req-25299bdf-238d-4846-aa94-91697d782419 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '824475dd-cc01-4f37-b28b-cc0d2c7c32c9') {} {{(pid=84041) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:54:07.370057 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-25299bdf-238d-4846-aa94-91697d782419 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750375287300', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32268156'] for segment, before_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:54:07.390483 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-25299bdf-238d-4846-aa94-91697d782419 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1082986'] for segment, precommit_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:54:07.406989 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-25299bdf-238d-4846-aa94-91697d782419 admin admin] Releasing vlan 395 on physical network physnet1 to pool {{(pid=84041) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 18 20:54:07.408827 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-25299bdf-238d-4846-aa94-91697d782419 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1082993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32266254'] for segment, after_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:54:07.432272 n-d-838334-2 neutron-server[84041]: Traceback (most recent call last): Apr 18 20:54:07.432272 n-d-838334-2 neutron-server[84041]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 18 20:54:07.432272 n-d-838334-2 neutron-server[84041]: timer() Apr 18 20:54:07.432272 n-d-838334-2 neutron-server[84041]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 20:54:07.432272 n-d-838334-2 neutron-server[84041]: cb(*args, **kw) Apr 18 20:54:07.432272 n-d-838334-2 neutron-server[84041]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 18 20:54:07.432272 n-d-838334-2 neutron-server[84041]: return func(*args, **kwargs) Apr 18 20:54:07.432272 n-d-838334-2 neutron-server[84041]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 20:54:07.432272 n-d-838334-2 neutron-server[84041]: self._notify() Apr 18 20:54:07.432272 n-d-838334-2 neutron-server[84041]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 20:54:07.432272 n-d-838334-2 neutron-server[84041]: self.callback(batched_events) Apr 18 20:54:07.432272 n-d-838334-2 neutron-server[84041]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 20:54:07.432272 n-d-838334-2 neutron-server[84041]: event.method(event) Apr 18 20:54:07.432272 n-d-838334-2 neutron-server[84041]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 18 20:54:07.432272 n-d-838334-2 neutron-server[84041]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 20:54:07.432272 n-d-838334-2 neutron-server[84041]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 18 20:54:07.432272 n-d-838334-2 neutron-server[84041]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 20:54:07.432272 n-d-838334-2 neutron-server[84041]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 18 20:54:07.432272 n-d-838334-2 neutron-server[84041]: return f(self, *a, **k) Apr 18 20:54:07.432272 n-d-838334-2 neutron-server[84041]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 18 20:54:07.432272 n-d-838334-2 neutron-server[84041]: return self._get(url).json() Apr 18 20:54:07.432272 n-d-838334-2 neutron-server[84041]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 18 20:54:07.432272 n-d-838334-2 neutron-server[84041]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 20:54:07.432272 n-d-838334-2 neutron-server[84041]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 18 20:54:07.432272 n-d-838334-2 neutron-server[84041]: return self.request(url, 'GET', **kwargs) Apr 18 20:54:07.432272 n-d-838334-2 neutron-server[84041]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 18 20:54:07.432272 n-d-838334-2 neutron-server[84041]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 20:54:07.432272 n-d-838334-2 neutron-server[84041]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 18 20:54:07.432272 n-d-838334-2 neutron-server[84041]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 20:54:07.432272 n-d-838334-2 neutron-server[84041]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 18 20:54:07.432272 n-d-838334-2 neutron-server[84041]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 20:54:07.432272 n-d-838334-2 neutron-server[84041]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 20:54:07.542007 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:54:07.543155 n-d-838334-2 neutron-server[84043]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9763495-42d3-47ec-915f-01b5038ab8e9 None None] Sync routers for ids ['eb2ef120-2c2e-4b9c-8049-c1281daabc93'] in n-d-838334-2 {{(pid=84043) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 18 20:54:07.568053 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90a88bda-9f0f-43c4-961d-361922a1e42b req-42a14691-1db5-4a75-bc29-66efbf643967 tempest-AttachVolumeNegativeTest-555605742 tempest-AttachVolumeNegativeTest-555605742-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:54:07.568426 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9763495-42d3-47ec-915f-01b5038ab8e9 None None] Routers {'eb2ef120-2c2e-4b9c-8049-c1281daabc93'} bound to L3 agent in host n-d-838334-2 {{(pid=84043) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 20:54:07.569049 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.l3_hamode_db [None req-b9763495-42d3-47ec-915f-01b5038ab8e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838334-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-18T20:25:48Z,description=,heartbeat_timestamp=2022-04-18T20:53:48Z,host='n-d-838334-2',id=bc84d6c9-dd7a-4555-a351-592327b46d5a,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:25:48Z,topic='l3_agent')) {'router_ids': ['eb2ef120-2c2e-4b9c-8049-c1281daabc93'], 'active': True} {{(pid=84043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:54:07.571277 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-90a88bda-9f0f-43c4-961d-361922a1e42b req-42a14691-1db5-4a75-bc29-66efbf643967 tempest-AttachVolumeNegativeTest-555605742 tempest-AttachVolumeNegativeTest-555605742-project] 10.222.0.48 "GET /v2.0/networks?id=794fa1b3-6f66-42ac-ab9f-a0e910c383ff HTTP/1.1" status: 200 len: 814 time: 0.3649268 Apr 18 20:54:07.604231 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] For port 4f3a4e36-a736-43f0-9187-2849b3636dd2, host n-h2-838334-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838334-2',level=0,port_id=4f3a4e36-a736-43f0-9187-2849b3636dd2,segment=NetworkSegment(7582242a-4f72-43cd-a953-535724a2b5da),segment_id=7582242a-4f72-43cd-a953-535724a2b5da)] {{(pid=84042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:54:07.608930 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682'] for port, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:54:07.609805 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Device de69a842-7e9b-406b-b614-0026f3da5abc no longer exists at agent hyperv_n-h2-838334-2 {{(pid=84042) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 20:54:07.630282 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-233c2fc1-8a08-4383-b017-0d0d69895110 req-a43bb960-8c14-44bf-be8d-155581641f43 tempest-AttachVolumeNegativeTest-555605742 tempest-AttachVolumeNegativeTest-555605742-project] 10.222.0.42 "GET /v2.0/ports?device_id=36268bf7-aadd-4a9b-9264-b6901d73c9ef HTTP/1.1" status: 200 len: 210 time: 0.2711473 Apr 18 20:54:07.634727 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-25299bdf-238d-4846-aa94-91697d782419 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1258898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33526109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33444113'] for network, after_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:54:07.669718 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-25299bdf-238d-4846-aa94-91697d782419 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32378031'] for network, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:54:07.683345 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25299bdf-238d-4846-aa94-91697d782419 admin admin] Pushing event deleted for resources: {'Network': ['ID=5aa366fd-2007-469d-beb7-cd29ef89e1e3,revision_number=None']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:54:07.696675 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.plugin [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] No Port match for: de69a842-7e9b-406b-b614-0026f3da5abc {{(pid=84042) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 18 20:54:07.697365 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Device de69a842-7e9b-406b-b614-0026f3da5abc not bound to the agent host n-h2-838334-2 {{(pid=84042) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 20:54:07.701663 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-25299bdf-238d-4846-aa94-91697d782419 admin admin] 10.222.0.42 "DELETE /v2.0/networks/5aa366fd-2007-469d-beb7-cd29ef89e1e3 HTTP/1.1" status: 204 len: 168 time: 0.7549500 Apr 18 20:54:07.733873 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-90a88bda-9f0f-43c4-961d-361922a1e42b req-14c9128b-235b-45b5-8989-9256c5cc5387 tempest-AttachVolumeNegativeTest-555605742 tempest-AttachVolumeNegativeTest-555605742-project] 10.222.0.48 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=340d04fd839f4c0c896ec9bea561bc50 HTTP/1.1" status: 200 len: 379 time: 0.0989225 Apr 18 20:54:07.744175 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Pushing event updated for resources: {'Port': ['ID=4f3a4e36-a736-43f0-9187-2849b3636dd2,revision_number=5']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:54:07.747671 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6462705-eaea-48fa-a092-277c2e45dec0 req-2fceb0c8-9867-4504-9725-d70b51efb9ea tempest-TaggedBootDevicesTest_v242-417596240 tempest-TaggedBootDevicesTest_v242-417596240-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:54:07.752143 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6462705-eaea-48fa-a092-277c2e45dec0 req-2fceb0c8-9867-4504-9725-d70b51efb9ea tempest-TaggedBootDevicesTest_v242-417596240 tempest-TaggedBootDevicesTest_v242-417596240-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:54:07.756650 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6462705-eaea-48fa-a092-277c2e45dec0 req-2fceb0c8-9867-4504-9725-d70b51efb9ea tempest-TaggedBootDevicesTest_v242-417596240 tempest-TaggedBootDevicesTest_v242-417596240-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:54:07.760971 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6462705-eaea-48fa-a092-277c2e45dec0 req-2fceb0c8-9867-4504-9725-d70b51efb9ea tempest-TaggedBootDevicesTest_v242-417596240 tempest-TaggedBootDevicesTest_v242-417596240-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:54:07.765349 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6462705-eaea-48fa-a092-277c2e45dec0 req-2fceb0c8-9867-4504-9725-d70b51efb9ea tempest-TaggedBootDevicesTest_v242-417596240 tempest-TaggedBootDevicesTest_v242-417596240-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:54:07.770015 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6462705-eaea-48fa-a092-277c2e45dec0 req-2fceb0c8-9867-4504-9725-d70b51efb9ea tempest-TaggedBootDevicesTest_v242-417596240 tempest-TaggedBootDevicesTest_v242-417596240-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:54:07.773993 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6462705-eaea-48fa-a092-277c2e45dec0 req-2fceb0c8-9867-4504-9725-d70b51efb9ea tempest-TaggedBootDevicesTest_v242-417596240 tempest-TaggedBootDevicesTest_v242-417596240-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:54:07.782110 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-e6462705-eaea-48fa-a092-277c2e45dec0 req-2fceb0c8-9867-4504-9725-d70b51efb9ea tempest-TaggedBootDevicesTest_v242-417596240 tempest-TaggedBootDevicesTest_v242-417596240-project] 10.222.0.42 "GET /v2.0/ports?device_id=6a49f48a-913c-49a6-8c09-bf4c978ef91f HTTP/1.1" status: 200 len: 5443 time: 0.4291289 Apr 18 20:54:07.876794 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.l3_dvr_db [None req-b9763495-42d3-47ec-915f-01b5038ab8e9 None None] Set router eb2ef120-2c2e-4b9c-8049-c1281daabc93 gateway port host: n-d-838334-2 {{(pid=84043) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 20:54:07.939659 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.v2.base [req-90a88bda-9f0f-43c4-961d-361922a1e42b req-17a30ef8-6191-4f87-ac3c-3f5d15a75d0f tempest-AttachVolumeNegativeTest-555605742 tempest-AttachVolumeNegativeTest-555605742-project] Request body: {'port': {'device_id': '36268bf7-aadd-4a9b-9264-b6901d73c9ef', 'network_id': '794fa1b3-6f66-42ac-ab9f-a0e910c383ff', 'admin_state_up': True, 'tenant_id': '340d04fd839f4c0c896ec9bea561bc50', 'security_groups': ['6a73dbb7-6be5-4cc9-acd3-5afb262a168e']}} {{(pid=84040) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 20:54:07.953805 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 50174) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:54:08.065785 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-6f6b56d4-320a-446c-baa2-dc165b578e2c admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=873b40c7f5b941c6b9e1975b2a303d65&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0930953 Apr 18 20:54:08.065785 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 50178) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:54:08.088453 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-e6462705-eaea-48fa-a092-277c2e45dec0 req-0b79ecf7-89cf-48d2-b7ba-e17c965c019a tempest-TaggedBootDevicesTest_v242-417596240 tempest-TaggedBootDevicesTest_v242-417596240-project] 10.222.0.42 "GET /v2.0/security-groups?id=90f86da5-60b0-4e29-8e55-fe6cf6b75c5e&id=48fab5b0-1368-425c-9a53-c0303d2044f1&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3021138 Apr 18 20:54:08.185943 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [req-90a88bda-9f0f-43c4-961d-361922a1e42b req-17a30ef8-6191-4f87-ac3c-3f5d15a75d0f tempest-AttachVolumeNegativeTest-555605742 tempest-AttachVolumeNegativeTest-555605742-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:54:08.185943 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [req-90a88bda-9f0f-43c4-961d-361922a1e42b req-17a30ef8-6191-4f87-ac3c-3f5d15a75d0f tempest-AttachVolumeNegativeTest-555605742 tempest-AttachVolumeNegativeTest-555605742-project] Usage tracker for resource:port and tenant:340d04fd839f4c0c896ec9bea561bc50 is out of sync, need to count used quota {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:54:08.196580 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-7ece068d-738b-4c6c-bb02-c08bf6d444ef admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:54:08.202867 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [req-90a88bda-9f0f-43c4-961d-361922a1e42b req-17a30ef8-6191-4f87-ac3c-3f5d15a75d0f tempest-AttachVolumeNegativeTest-555605742 tempest-AttachVolumeNegativeTest-555605742-project] Quota usage for port was recalculated. Used quota:3. {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:54:08.219015 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [req-90a88bda-9f0f-43c4-961d-361922a1e42b req-17a30ef8-6191-4f87-ac3c-3f5d15a75d0f tempest-AttachVolumeNegativeTest-555605742 tempest-AttachVolumeNegativeTest-555605742-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:54:08.242138 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-90a88bda-9f0f-43c4-961d-361922a1e42b req-17a30ef8-6191-4f87-ac3c-3f5d15a75d0f tempest-AttachVolumeNegativeTest-555605742 tempest-AttachVolumeNegativeTest-555605742-project] Made reservation on behalf of 340d04fd839f4c0c896ec9bea561bc50 for: {'port': 1} {{(pid=84040) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:54:08.242138 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-90a88bda-9f0f-43c4-961d-361922a1e42b req-17a30ef8-6191-4f87-ac3c-3f5d15a75d0f tempest-AttachVolumeNegativeTest-555605742 tempest-AttachVolumeNegativeTest-555605742-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:54:08.256184 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-7ece068d-738b-4c6c-bb02-c08bf6d444ef admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:54:08.342287 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-7ece068d-738b-4c6c-bb02-c08bf6d444ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33528224'] for security_group, after_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:54:08.405275 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-7ece068d-738b-4c6c-bb02-c08bf6d444ef admin admin] Notify callbacks [] for security_group, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:54:08.405275 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-7ece068d-738b-4c6c-bb02-c08bf6d444ef admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/527f07bd-3b7c-4e87-bb13-fa86b9490e28 HTTP/1.1" status: 204 len: 168 time: 0.3449175 Apr 18 20:54:08.405275 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ece068d-738b-4c6c-bb02-c08bf6d444ef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=527f07bd-3b7c-4e87-bb13-fa86b9490e28,revision_number=None']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:54:08.510769 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.l3_hamode_db [None req-b9763495-42d3-47ec-915f-01b5038ab8e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb2ef120-2c2e-4b9c-8049-c1281daabc93', 'name': 'tempest-AttachVolumeNegativeTest-965011108-router', 'tenant_id': '340d04fd839f4c0c896ec9bea561bc50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'external_fixed_ips': [{'subnet_id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'ip_address': '172.25.8.160'}], 'enable_snat': True}, 'gw_port_id': '0654fabf-3ea3-4a21-99de-c086a8f52f65', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:53:49Z', 'updated_at': '2022-04-18T20:53:55Z', 'revision_number': 4, 'project_id': '340d04fd839f4c0c896ec9bea561bc50', 'gw_port': {'id': '0654fabf-3ea3-4a21-99de-c086a8f52f65', 'name': '', 'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:f1:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb2ef120-2c2e-4b9c-8049-c1281daabc93', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'ip_address': '172.25.8.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:53:49Z', 'updated_at': '2022-04-18T20:53:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838334-2', '_interfaces': [{'id': 'aa8998f0-5774-4503-93d9-f054eb0cbd71', 'name': '', 'network_id': '794fa1b3-6f66-42ac-ab9f-a0e910c383ff', 'tenant_id': '340d04fd839f4c0c896ec9bea561bc50', 'mac_address': 'fa:16:3e:d6:c4:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb2ef120-2c2e-4b9c-8049-c1281daabc93', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '66a6cd83-be1c-4e76-9e19-a8f33a82294d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:53:54Z', 'updated_at': '2022-04-18T20:53:56Z', 'revision_number': 2, 'project_id': '340d04fd839f4c0c896ec9bea561bc50', 'subnets': [{'id': '66a6cd83-be1c-4e76-9e19-a8f33a82294d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838334-2', False) {} {{(pid=84043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:54:08.510769 n-d-838334-2 neutron-server[84043]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9763495-42d3-47ec-915f-01b5038ab8e9 None None] Checking router: eb2ef120-2c2e-4b9c-8049-c1281daabc93 for host: n-d-838334-2 {{(pid=84043) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 18 20:54:08.510769 n-d-838334-2 neutron-server[84043]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9763495-42d3-47ec-915f-01b5038ab8e9 None None] Updating router eb2ef120-2c2e-4b9c-8049-c1281daabc93 port aa8998f0-5774-4503-93d9-f054eb0cbd71 binding host n-d-838334-2 {{(pid=84043) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 18 20:54:08.601980 n-d-838334-2 neutron-server[84043]: DEBUG neutron_lib.callbacks.manager [None req-b9763495-42d3-47ec-915f-01b5038ab8e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:54:08.620874 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a577d85a-3c1e-4f27-933e-0ca20dd20cd7 req-b28ad015-98de-4ccd-b2ea-b0320633c3f6 tempest-DeleteServersTestJSON-915645800 tempest-DeleteServersTestJSON-915645800-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:54:08.627765 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-a577d85a-3c1e-4f27-933e-0ca20dd20cd7 req-b28ad015-98de-4ccd-b2ea-b0320633c3f6 tempest-DeleteServersTestJSON-915645800 tempest-DeleteServersTestJSON-915645800-project] 10.222.0.42 "GET /v2.0/ports?device_id=99d03bc5-4165-470d-bff8-895b4a06adc8 HTTP/1.1" status: 200 len: 944 time: 0.2403927 Apr 18 20:54:08.630039 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.db_base_plugin_common [req-90a88bda-9f0f-43c4-961d-361922a1e42b req-17a30ef8-6191-4f87-ac3c-3f5d15a75d0f tempest-AttachVolumeNegativeTest-555605742 tempest-AttachVolumeNegativeTest-555605742-project] Allocated IP 172.20.0.8 (794fa1b3-6f66-42ac-ab9f-a0e910c383ff/66a6cd83-be1c-4e76-9e19-a8f33a82294d/8d9ca2ad-3895-4fd7-88cb-e7accd79550a) {{(pid=84040) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:54:08.732497 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-a577d85a-3c1e-4f27-933e-0ca20dd20cd7 req-21bda13d-575d-44db-ba95-d1b75e84889b tempest-DeleteServersTestJSON-915645800 tempest-DeleteServersTestJSON-915645800-project] 10.222.0.42 "GET /v2.0/security-groups?id=588d127b-19b7-4c3d-9f79-a400181b94e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1035349 Apr 18 20:54:08.886172 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-1ead4a29-c1a9-485e-a798-9dc0e425f16f req-9301d09c-faae-4951-a63f-abb9349ae5f9 tempest-AttachVolumeNegativeTest-555605742 tempest-AttachVolumeNegativeTest-555605742-project] 10.222.0.42 "GET /v2.0/ports?device_id=36268bf7-aadd-4a9b-9264-b6901d73c9ef HTTP/1.1" status: 200 len: 210 time: 0.0498621 Apr 18 20:54:08.932895 n-d-838334-2 neutron-server[84042]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6a49f48a-913c-49a6-8c09-bf4c978ef91f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f0e8d8ea-6bcf-495f-8aee-e46b70d0c94e'}, {'server_uuid': '6a49f48a-913c-49a6-8c09-bf4c978ef91f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4f3a4e36-a736-43f0-9187-2849b3636dd2'}] {{(pid=84042) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 20:54:08.963211 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-90a88bda-9f0f-43c4-961d-361922a1e42b req-17a30ef8-6191-4f87-ac3c-3f5d15a75d0f tempest-AttachVolumeNegativeTest-555605742 tempest-AttachVolumeNegativeTest-555605742-project] Notify callbacks [] for port, precommit_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:54:08.981368 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.provisioning_blocks [req-90a88bda-9f0f-43c4-961d-361922a1e42b req-17a30ef8-6191-4f87-ac3c-3f5d15a75d0f tempest-AttachVolumeNegativeTest-555605742 tempest-AttachVolumeNegativeTest-555605742-project] Transition to ACTIVE for port object 8d9ca2ad-3895-4fd7-88cb-e7accd79550a will not be triggered until provisioned by entity DHCP. {{(pid=84040) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 20:54:09.010995 n-d-838334-2 neutron-server[84042]: INFO neutron.notifiers.nova [-] Nova event matching ['req-09bb8470-0b64-40f8-9680-e92b70f93e23'] response: {'server_uuid': '6a49f48a-913c-49a6-8c09-bf4c978ef91f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f0e8d8ea-6bcf-495f-8aee-e46b70d0c94e', 'code': 200} Apr 18 20:54:09.011250 n-d-838334-2 neutron-server[84042]: INFO neutron.notifiers.nova [-] Nova event matching ['req-09bb8470-0b64-40f8-9680-e92b70f93e23'] response: {'server_uuid': '6a49f48a-913c-49a6-8c09-bf4c978ef91f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4f3a4e36-a736-43f0-9187-2849b3636dd2', 'code': 200} Apr 18 20:54:09.012710 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-90a88bda-9f0f-43c4-961d-361922a1e42b req-17a30ef8-6191-4f87-ac3c-3f5d15a75d0f tempest-AttachVolumeNegativeTest-555605742 tempest-AttachVolumeNegativeTest-555605742-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750374836619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32440838'] for port, after_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:54:09.140986 n-d-838334-2 neutron-server[84040]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-90a88bda-9f0f-43c4-961d-361922a1e42b req-17a30ef8-6191-4f87-ac3c-3f5d15a75d0f tempest-AttachVolumeNegativeTest-555605742 tempest-AttachVolumeNegativeTest-555605742-project] Network 794fa1b3-6f66-42ac-ab9f-a0e910c383ff is already hosted by enough agents. {{(pid=84040) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:54:09.165159 n-d-838334-2 neutron-server[84040]: DEBUG neutron.scheduler.base_scheduler [req-90a88bda-9f0f-43c4-961d-361922a1e42b req-17a30ef8-6191-4f87-ac3c-3f5d15a75d0f tempest-AttachVolumeNegativeTest-555605742 tempest-AttachVolumeNegativeTest-555605742-project] Resources bound (agent type, host, resource id): {{(pid=84040) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:54:09.186781 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.l3_dvrscheduler_db [req-90a88bda-9f0f-43c4-961d-361922a1e42b req-17a30ef8-6191-4f87-ac3c-3f5d15a75d0f tempest-AttachVolumeNegativeTest-555605742 tempest-AttachVolumeNegativeTest-555605742-project] Received port after_create {{(pid=84040) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 20:54:09.236374 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Device acbcc06a-2f57-4c5a-898d-3c02feef8474 up at agent hyperv_n-h1-838334-2 {{(pid=84042) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 20:54:09.245994 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17a30ef8-6191-4f87-ac3c-3f5d15a75d0f tempest-AttachVolumeNegativeTest-555605742 tempest-AttachVolumeNegativeTest-555605742-project] Pushing event updated for resources: {'Port': ['ID=8d9ca2ad-3895-4fd7-88cb-e7accd79550a,revision_number=1']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:54:09.330141 n-d-838334-2 neutron-server[84043]: DEBUG neutron_lib.callbacks.manager [None req-b9763495-42d3-47ec-915f-01b5038ab8e9 None None] Notify callbacks [] for port, precommit_update {{(pid=84043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:54:09.357128 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.provisioning_blocks [None req-b9763495-42d3-47ec-915f-01b5038ab8e9 None None] Transition to ACTIVE for port object aa8998f0-5774-4503-93d9-f054eb0cbd71 will not be triggered until provisioned by entity L2. {{(pid=84043) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 20:54:09.357360 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90a88bda-9f0f-43c4-961d-361922a1e42b req-17a30ef8-6191-4f87-ac3c-3f5d15a75d0f tempest-AttachVolumeNegativeTest-555605742 tempest-AttachVolumeNegativeTest-555605742-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:54:09.357919 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-90a88bda-9f0f-43c4-961d-361922a1e42b req-17a30ef8-6191-4f87-ac3c-3f5d15a75d0f tempest-AttachVolumeNegativeTest-555605742 tempest-AttachVolumeNegativeTest-555605742-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217293'] for port, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:54:09.373086 n-d-838334-2 neutron-server[84043]: DEBUG neutron_lib.callbacks.manager [None req-b9763495-42d3-47ec-915f-01b5038ab8e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682'] for port, after_update {{(pid=84043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:54:09.386020 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Provisioning for port acbcc06a-2f57-4c5a-898d-3c02feef8474 completed by entity L2. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 20:54:09.395170 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Provisioning complete for port acbcc06a-2f57-4c5a-898d-3c02feef8474 triggered by entity L2. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:54:09.395683 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1253608'] for port, provisioning_complete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:54:09.449143 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-d0faeff4-a8db-4811-9ba8-bc400dba8a67 req-a3836685-d5d1-45e9-9293-fd07c4c2902f service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=6a49f48a-913c-49a6-8c09-bf4c978ef91f HTTP/1.1" status: 200 len: 6501 time: 0.3515944 Apr 18 20:54:09.463052 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-90a88bda-9f0f-43c4-961d-361922a1e42b req-17a30ef8-6191-4f87-ac3c-3f5d15a75d0f tempest-AttachVolumeNegativeTest-555605742 tempest-AttachVolumeNegativeTest-555605742-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5476489 Apr 18 20:54:09.510682 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.v2.base [req-90a88bda-9f0f-43c4-961d-361922a1e42b req-c2153697-12c3-4662-b0b0-d0bedf5d5929 service neutron] Request body: {'port': {'device_id': '36268bf7-aadd-4a9b-9264-b6901d73c9ef', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-838334-2'}} {{(pid=84040) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 20:54:09.627649 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-fc0edf86-ec37-4ab4-84e8-ab66bdd2e683 None None] Provisioning for port 8d9ca2ad-3895-4fd7-88cb-e7accd79550a completed by entity DHCP. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 20:54:09.635664 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-fc0edf86-ec37-4ab4-84e8-ab66bdd2e683 None None] Provisioning complete for port 8d9ca2ad-3895-4fd7-88cb-e7accd79550a triggered by entity DHCP. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:54:09.636047 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-fc0edf86-ec37-4ab4-84e8-ab66bdd2e683 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1253608'] for port, provisioning_complete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:54:09.646040 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-d0faeff4-a8db-4811-9ba8-bc400dba8a67 req-211ee981-2555-4dc7-8ec1-b22c0dcdcb4d service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=48fab5b0-1368-425c-9a53-c0303d2044f1&id=90f86da5-60b0-4e29-8e55-fe6cf6b75c5e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1782899 Apr 18 20:54:09.664247 n-d-838334-2 neutron-server[84043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ff9a5e9-d130-4f45-9edf-ec14e7f0354a None None] Pushing event updated for resources: {'Port': ['ID=aa8998f0-5774-4503-93d9-f054eb0cbd71,revision_number=3']} {{(pid=84043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:54:09.677158 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:54:09.747514 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.plugin [None req-fc0edf86-ec37-4ab4-84e8-ab66bdd2e683 None None] Port 8d9ca2ad-3895-4fd7-88cb-e7accd79550a cannot update to ACTIVE because it is not bound. {{(pid=84042) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 18 20:54:09.759031 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] For port acbcc06a-2f57-4c5a-898d-3c02feef8474, host n-h1-838334-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838334-2',level=0,port_id=acbcc06a-2f57-4c5a-898d-3c02feef8474,segment=NetworkSegment(eb1f29ad-3d05-4e72-b227-469dc1660e3c),segment_id=eb1f29ad-3d05-4e72-b227-469dc1660e3c)] {{(pid=84042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:54:09.775194 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682'] for port, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:54:09.789213 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af4d654b-c62f-42a8-b0c5-a64ff75dea6a req-1831f031-bea9-4716-96f3-2ec27d4dfe66 tempest-TaggedBootDevicesTest_v242-417596240 tempest-TaggedBootDevicesTest_v242-417596240-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:54:09.804099 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af4d654b-c62f-42a8-b0c5-a64ff75dea6a req-1831f031-bea9-4716-96f3-2ec27d4dfe66 tempest-TaggedBootDevicesTest_v242-417596240 tempest-TaggedBootDevicesTest_v242-417596240-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:54:09.808253 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af4d654b-c62f-42a8-b0c5-a64ff75dea6a req-1831f031-bea9-4716-96f3-2ec27d4dfe66 tempest-TaggedBootDevicesTest_v242-417596240 tempest-TaggedBootDevicesTest_v242-417596240-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:54:09.813557 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af4d654b-c62f-42a8-b0c5-a64ff75dea6a req-1831f031-bea9-4716-96f3-2ec27d4dfe66 tempest-TaggedBootDevicesTest_v242-417596240 tempest-TaggedBootDevicesTest_v242-417596240-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:54:09.817600 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af4d654b-c62f-42a8-b0c5-a64ff75dea6a req-1831f031-bea9-4716-96f3-2ec27d4dfe66 tempest-TaggedBootDevicesTest_v242-417596240 tempest-TaggedBootDevicesTest_v242-417596240-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:54:09.839792 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af4d654b-c62f-42a8-b0c5-a64ff75dea6a req-1831f031-bea9-4716-96f3-2ec27d4dfe66 tempest-TaggedBootDevicesTest_v242-417596240 tempest-TaggedBootDevicesTest_v242-417596240-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:54:09.845399 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af4d654b-c62f-42a8-b0c5-a64ff75dea6a req-1831f031-bea9-4716-96f3-2ec27d4dfe66 tempest-TaggedBootDevicesTest_v242-417596240 tempest-TaggedBootDevicesTest_v242-417596240-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:54:09.852832 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-af4d654b-c62f-42a8-b0c5-a64ff75dea6a req-1831f031-bea9-4716-96f3-2ec27d4dfe66 tempest-TaggedBootDevicesTest_v242-417596240 tempest-TaggedBootDevicesTest_v242-417596240-project] 10.222.0.42 "GET /v2.0/ports?device_id=6a49f48a-913c-49a6-8c09-bf4c978ef91f HTTP/1.1" status: 200 len: 5444 time: 0.4905815 Apr 18 20:54:09.864459 n-d-838334-2 neutron-server[84043]: DEBUG neutron.plugins.ml2.managers [None req-b9763495-42d3-47ec-915f-01b5038ab8e9 None None] Attempting to bind port aa8998f0-5774-4503-93d9-f054eb0cbd71 on host n-d-838334-2 for vnic_type normal with profile {{(pid=84043) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:54:09.865086 n-d-838334-2 neutron-server[84043]: DEBUG neutron.plugins.ml2.managers [None req-b9763495-42d3-47ec-915f-01b5038ab8e9 None None] Attempting to bind port aa8998f0-5774-4503-93d9-f054eb0cbd71 by drivers openvswitch,hyperv on host n-d-838334-2 at level 0 using segments [{'id': 'dbc7d3d6-4579-41c2-9fd4-2757cc8c54b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '794fa1b3-6f66-42ac-ab9f-a0e910c383ff'}] {{(pid=84043) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:54:09.866285 n-d-838334-2 neutron-server[84043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9763495-42d3-47ec-915f-01b5038ab8e9 None None] Attempting to bind port aa8998f0-5774-4503-93d9-f054eb0cbd71 on network 794fa1b3-6f66-42ac-ab9f-a0e910c383ff {{(pid=84043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 20:54:09.879747 n-d-838334-2 neutron-server[84043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9763495-42d3-47ec-915f-01b5038ab8e9 None None] Checking agent: {'id': '97cd4414-7af6-4d67-868d-dff370b4071a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838334-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 25, 49), 'started_at': datetime.datetime(2022, 4, 18, 20, 26, 19), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 20, 53, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838334-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 18 20:54:09.881709 n-d-838334-2 neutron-server[84043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9763495-42d3-47ec-915f-01b5038ab8e9 None None] Checking segment: {'id': 'dbc7d3d6-4579-41c2-9fd4-2757cc8c54b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '794fa1b3-6f66-42ac-ab9f-a0e910c383ff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84043) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 20:54:09.885095 n-d-838334-2 neutron-server[84043]: DEBUG neutron_lib.callbacks.manager [None req-b9763495-42d3-47ec-915f-01b5038ab8e9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:54:09.886345 n-d-838334-2 neutron-server[84043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9763495-42d3-47ec-915f-01b5038ab8e9 None None] Bound using segment: {'id': 'dbc7d3d6-4579-41c2-9fd4-2757cc8c54b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '794fa1b3-6f66-42ac-ab9f-a0e910c383ff'} {{(pid=84043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 18 20:54:09.888236 n-d-838334-2 neutron-server[84043]: DEBUG neutron.plugins.ml2.managers [None req-b9763495-42d3-47ec-915f-01b5038ab8e9 None None] Bound port: aa8998f0-5774-4503-93d9-f054eb0cbd71, host: n-d-838334-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dbc7d3d6-4579-41c2-9fd4-2757cc8c54b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '794fa1b3-6f66-42ac-ab9f-a0e910c383ff'}}] {{(pid=84043) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 20:54:09.889202 n-d-838334-2 neutron-server[84043]: DEBUG neutron_lib.callbacks.manager [None req-b9763495-42d3-47ec-915f-01b5038ab8e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:54:09.901531 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-90a88bda-9f0f-43c4-961d-361922a1e42b req-c2153697-12c3-4662-b0b0-d0bedf5d5929 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:54:09.926414 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 50226) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:54:09.940131 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Pushing event updated for resources: {'Port': ['ID=acbcc06a-2f57-4c5a-898d-3c02feef8474,revision_number=5']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:54:10.017055 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-af4d654b-c62f-42a8-b0c5-a64ff75dea6a req-ab75a2d7-61f7-4f01-81dc-0d94b2f72f04 tempest-TaggedBootDevicesTest_v242-417596240 tempest-TaggedBootDevicesTest_v242-417596240-project] 10.222.0.42 "GET /v2.0/security-groups?id=90f86da5-60b0-4e29-8e55-fe6cf6b75c5e&id=48fab5b0-1368-425c-9a53-c0303d2044f1&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1632738 Apr 18 20:54:10.106102 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.v2.base [None req-e3d1044b-c077-4bac-a5a0-f16b21ed8b0b admin admin] Request body: {'network': {'name': 'tempest-ListServerFiltersTestJSON-1542226093-network', 'tenant_id': 'de1481e68b5045059c48ab3bd0b2261b'}} {{(pid=84041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 20:54:10.108932 n-d-838334-2 neutron-server[84043]: DEBUG neutron.plugins.ml2.db [None req-b9763495-42d3-47ec-915f-01b5038ab8e9 None None] For port aa8998f0-5774-4503-93d9-f054eb0cbd71, host n-d-838334-2, cleared binding levels {{(pid=84043) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 20:54:10.110970 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-e3d1044b-c077-4bac-a5a0-f16b21ed8b0b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:54:10.114965 n-d-838334-2 neutron-server[84043]: DEBUG neutron.plugins.ml2.db [None req-b9763495-42d3-47ec-915f-01b5038ab8e9 None None] For port aa8998f0-5774-4503-93d9-f054eb0cbd71, host n-d-838334-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838334-2',level=0,port_id=aa8998f0-5774-4503-93d9-f054eb0cbd71,segment=NetworkSegment(dbc7d3d6-4579-41c2-9fd4-2757cc8c54b6),segment_id=dbc7d3d6-4579-41c2-9fd4-2757cc8c54b6)] {{(pid=84043) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 20:54:10.115261 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-e3d1044b-c077-4bac-a5a0-f16b21ed8b0b admin admin] Usage tracker for resource:network and tenant:de1481e68b5045059c48ab3bd0b2261b is out of sync, need to count used quota {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:54:10.118887 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-e3d1044b-c077-4bac-a5a0-f16b21ed8b0b admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:54:10.119574 n-d-838334-2 neutron-server[84043]: DEBUG neutron_lib.callbacks.manager [None req-b9763495-42d3-47ec-915f-01b5038ab8e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682'] for port, after_update {{(pid=84043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:54:10.127108 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-e3d1044b-c077-4bac-a5a0-f16b21ed8b0b admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:54:10.139344 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e3d1044b-c077-4bac-a5a0-f16b21ed8b0b admin admin] Made reservation on behalf of de1481e68b5045059c48ab3bd0b2261b for: {'network': 1} {{(pid=84041) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:54:10.142700 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-e3d1044b-c077-4bac-a5a0-f16b21ed8b0b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for network, before_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:54:10.161195 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-e3d1044b-c077-4bac-a5a0-f16b21ed8b0b admin admin] Notify callbacks [] for security_group, before_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:54:10.220103 n-d-838334-2 neutron-server[84043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ff9a5e9-d130-4f45-9edf-ec14e7f0354a None None] Pushing event updated for resources: {'Port': ['ID=aa8998f0-5774-4503-93d9-f054eb0cbd71,revision_number=4']} {{(pid=84043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:54:10.225689 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9763495-42d3-47ec-915f-01b5038ab8e9 None None] Routers {'eb2ef120-2c2e-4b9c-8049-c1281daabc93'} bound to L3 agent in host n-d-838334-2 {{(pid=84043) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 20:54:10.226553 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.l3_hamode_db [None req-b9763495-42d3-47ec-915f-01b5038ab8e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838334-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-18T20:25:48Z,description=,heartbeat_timestamp=2022-04-18T20:53:48Z,host='n-d-838334-2',id=bc84d6c9-dd7a-4555-a351-592327b46d5a,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:25:48Z,topic='l3_agent')) {'router_ids': ['eb2ef120-2c2e-4b9c-8049-c1281daabc93'], 'active': True} {{(pid=84043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:54:10.237981 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-e3d1044b-c077-4bac-a5a0-f16b21ed8b0b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:54:10.242764 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-e3d1044b-c077-4bac-a5a0-f16b21ed8b0b admin admin] Usage tracker for resource:security_group_rule and tenant:de1481e68b5045059c48ab3bd0b2261b is out of sync, need to count used quota {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:54:10.254690 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-e3d1044b-c077-4bac-a5a0-f16b21ed8b0b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:54:10.264890 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-e3d1044b-c077-4bac-a5a0-f16b21ed8b0b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:54:10.372330 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-e3d1044b-c077-4bac-a5a0-f16b21ed8b0b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:54:10.380468 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-e3d1044b-c077-4bac-a5a0-f16b21ed8b0b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33528224'] for security_group, after_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:54:10.399161 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46d378de-aeaf-44fe-ad1a-6a7802f9ae9c req-77917d9f-b259-47fd-adfa-bb8cfd6d3366 tempest-DeleteServersTestJSON-915645800 tempest-DeleteServersTestJSON-915645800-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:54:10.408028 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-46d378de-aeaf-44fe-ad1a-6a7802f9ae9c req-77917d9f-b259-47fd-adfa-bb8cfd6d3366 tempest-DeleteServersTestJSON-915645800 tempest-DeleteServersTestJSON-915645800-project] 10.222.0.42 "GET /v2.0/ports?device_id=99d03bc5-4165-470d-bff8-895b4a06adc8 HTTP/1.1" status: 200 len: 945 time: 0.3893886 Apr 18 20:54:10.426799 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3d1044b-c077-4bac-a5a0-f16b21ed8b0b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4748fc9b-37e2-4328-8f67-9c8130ebd451,revision_number=1']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:54:10.429818 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e3d1044b-c077-4bac-a5a0-f16b21ed8b0b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 385} {{(pid=84041) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 20:54:10.441582 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-e3d1044b-c077-4bac-a5a0-f16b21ed8b0b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1082986'] for segment, precommit_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:54:10.441915 n-d-838334-2 neutron-server[84041]: INFO neutron.db.segments_db [None req-e3d1044b-c077-4bac-a5a0-f16b21ed8b0b admin admin] Added segment 0bece4c2-da87-49f1-af4b-2eef459faead of type vlan for network 3a2296d3-5701-49c3-b8d7-d342e7fe567b Apr 18 20:54:10.484788 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-e3d1044b-c077-4bac-a5a0-f16b21ed8b0b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750374825732'] for network, precommit_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:54:10.506364 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.l3_dvr_db [None req-b9763495-42d3-47ec-915f-01b5038ab8e9 None None] Set router eb2ef120-2c2e-4b9c-8049-c1281daabc93 gateway port host: n-d-838334-2 {{(pid=84043) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 20:54:10.523275 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-e3d1044b-c077-4bac-a5a0-f16b21ed8b0b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33526109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022'] for network, after_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:54:10.524413 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3d1044b-c077-4bac-a5a0-f16b21ed8b0b admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:54:10.525059 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-e3d1044b-c077-4bac-a5a0-f16b21ed8b0b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32378031'] for network, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:54:10.626306 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-46d378de-aeaf-44fe-ad1a-6a7802f9ae9c req-0f6933ce-a142-4a2f-9a88-926d860ee404 tempest-DeleteServersTestJSON-915645800 tempest-DeleteServersTestJSON-915645800-project] 10.222.0.42 "GET /v2.0/security-groups?id=588d127b-19b7-4c3d-9f79-a400181b94e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2173884 Apr 18 20:54:10.660320 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c12ac64-c1a7-45a0-ad28-f0423bc68218 req-f963c1ec-c56a-4477-bad2-f004cfdcb571 tempest-AttachVolumeNegativeTest-555605742 tempest-AttachVolumeNegativeTest-555605742-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:54:10.661019 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [req-0c12ac64-c1a7-45a0-ad28-f0423bc68218 req-f963c1ec-c56a-4477-bad2-f004cfdcb571 tempest-AttachVolumeNegativeTest-555605742 tempest-AttachVolumeNegativeTest-555605742-project] Synchronizing usage tracker for tenant:340d04fd839f4c0c896ec9bea561bc50 on resource:port {{(pid=84040) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 20:54:10.692036 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-e3d1044b-c077-4bac-a5a0-f16b21ed8b0b admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.7614980 Apr 18 20:54:10.692833 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [req-0c12ac64-c1a7-45a0-ad28-f0423bc68218 req-f963c1ec-c56a-4477-bad2-f004cfdcb571 tempest-AttachVolumeNegativeTest-555605742 tempest-AttachVolumeNegativeTest-555605742-project] Unset dirty status for tenant:340d04fd839f4c0c896ec9bea561bc50 on resource:port {{(pid=84040) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 20:54:10.692833 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-0c12ac64-c1a7-45a0-ad28-f0423bc68218 req-f963c1ec-c56a-4477-bad2-f004cfdcb571 tempest-AttachVolumeNegativeTest-555605742 tempest-AttachVolumeNegativeTest-555605742-project] 10.222.0.42 "GET /v2.0/ports?device_id=36268bf7-aadd-4a9b-9264-b6901d73c9ef HTTP/1.1" status: 200 len: 931 time: 0.3878839 Apr 18 20:54:10.692833 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 50238) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:54:10.698248 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.v2.base [None req-ef9f7543-4cf3-4b6f-b12a-da062e41a46f admin admin] Request body: {'subnet': {'network_id': '3a2296d3-5701-49c3-b8d7-d342e7fe567b', 'cidr': '172.20.0.0/28', 'name': 'tempest-ListServerFiltersTestJSON-1542226093-subnet', 'tenant_id': 'de1481e68b5045059c48ab3bd0b2261b', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=84040) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 20:54:10.705476 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3d1044b-c077-4bac-a5a0-f16b21ed8b0b admin admin] Pushing event updated for resources: {'Network': ['ID=3a2296d3-5701-49c3-b8d7-d342e7fe567b,revision_number=1']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:54:10.710305 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [None req-ef9f7543-4cf3-4b6f-b12a-da062e41a46f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:54:10.717512 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Network 3a2296d3-5701-49c3-b8d7-d342e7fe567b details requested by agent ovs-agent-n-d-838334-2 with host n-d-838334-2 {{(pid=84042) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 18 20:54:10.735309 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-ef9f7543-4cf3-4b6f-b12a-da062e41a46f admin admin] Usage tracker for resource:subnet and tenant:de1481e68b5045059c48ab3bd0b2261b is out of sync, need to count used quota {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:54:10.744280 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-ef9f7543-4cf3-4b6f-b12a-da062e41a46f admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:54:10.753317 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [None req-ef9f7543-4cf3-4b6f-b12a-da062e41a46f admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:54:10.890671 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.db.resource_extend [req-90a88bda-9f0f-43c4-961d-361922a1e42b req-c2153697-12c3-4662-b0b0-d0bedf5d5929 service neutron] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 18 20:54:10.903127 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef9f7543-4cf3-4b6f-b12a-da062e41a46f admin admin] Made reservation on behalf of de1481e68b5045059c48ab3bd0b2261b for: {'subnet': 1} {{(pid=84040) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:54:10.904436 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-ef9f7543-4cf3-4b6f-b12a-da062e41a46f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31752722'] for subnet, before_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:54:10.917042 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.l3_hamode_db [None req-b9763495-42d3-47ec-915f-01b5038ab8e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb2ef120-2c2e-4b9c-8049-c1281daabc93', 'name': 'tempest-AttachVolumeNegativeTest-965011108-router', 'tenant_id': '340d04fd839f4c0c896ec9bea561bc50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'external_fixed_ips': [{'subnet_id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'ip_address': '172.25.8.160'}], 'enable_snat': True}, 'gw_port_id': '0654fabf-3ea3-4a21-99de-c086a8f52f65', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:53:49Z', 'updated_at': '2022-04-18T20:53:55Z', 'revision_number': 4, 'project_id': '340d04fd839f4c0c896ec9bea561bc50', 'gw_port': {'id': '0654fabf-3ea3-4a21-99de-c086a8f52f65', 'name': '', 'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:f1:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb2ef120-2c2e-4b9c-8049-c1281daabc93', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'ip_address': '172.25.8.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:53:49Z', 'updated_at': '2022-04-18T20:53:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838334-2', '_interfaces': [{'id': 'aa8998f0-5774-4503-93d9-f054eb0cbd71', 'name': '', 'network_id': '794fa1b3-6f66-42ac-ab9f-a0e910c383ff', 'tenant_id': '340d04fd839f4c0c896ec9bea561bc50', 'mac_address': 'fa:16:3e:d6:c4:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb2ef120-2c2e-4b9c-8049-c1281daabc93', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '66a6cd83-be1c-4e76-9e19-a8f33a82294d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:53:54Z', 'updated_at': '2022-04-18T20:54:10Z', 'revision_number': 4, 'project_id': '340d04fd839f4c0c896ec9bea561bc50', 'subnets': [{'id': '66a6cd83-be1c-4e76-9e19-a8f33a82294d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838334-2', False) {} {{(pid=84043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:54:10.919413 n-d-838334-2 neutron-server[84043]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9763495-42d3-47ec-915f-01b5038ab8e9 None None] The sync data for ids ['eb2ef120-2c2e-4b9c-8049-c1281daabc93'] in n-d-838334-2 is: [{'id': 'eb2ef120-2c2e-4b9c-8049-c1281daabc93', 'name': 'tempest-AttachVolumeNegativeTest-965011108-router', 'tenant_id': '340d04fd839f4c0c896ec9bea561bc50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'external_fixed_ips': [{'subnet_id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'ip_address': '172.25.8.160'}], 'enable_snat': True}, 'gw_port_id': '0654fabf-3ea3-4a21-99de-c086a8f52f65', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:53:49Z', 'updated_at': '2022-04-18T20:53:55Z', 'revision_number': 4, 'project_id': '340d04fd839f4c0c896ec9bea561bc50', 'gw_port': {'id': '0654fabf-3ea3-4a21-99de-c086a8f52f65', 'name': '', 'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:f1:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb2ef120-2c2e-4b9c-8049-c1281daabc93', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'ip_address': '172.25.8.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:53:49Z', 'updated_at': '2022-04-18T20:53:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838334-2', '_interfaces': [{'id': 'aa8998f0-5774-4503-93d9-f054eb0cbd71', 'name': '', 'network_id': '794fa1b3-6f66-42ac-ab9f-a0e910c383ff', 'tenant_id': '340d04fd839f4c0c896ec9bea561bc50', 'mac_address': 'fa:16:3e:d6:c4:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb2ef120-2c2e-4b9c-8049-c1281daabc93', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '66a6cd83-be1c-4e76-9e19-a8f33a82294d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:53:54Z', 'updated_at': '2022-04-18T20:54:10Z', 'revision_number': 4, 'project_id': '340d04fd839f4c0c896ec9bea561bc50', 'subnets': [{'id': '66a6cd83-be1c-4e76-9e19-a8f33a82294d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84043) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 18 20:54:10.920152 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-0c12ac64-c1a7-45a0-ad28-f0423bc68218 req-49609eb0-ffee-481a-a1a5-10881b4a85cd tempest-AttachVolumeNegativeTest-555605742 tempest-AttachVolumeNegativeTest-555605742-project] 10.222.0.42 "GET /v2.0/security-groups?id=6a73dbb7-6be5-4cc9-acd3-5afb262a168e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2131801 Apr 18 20:54:11.014146 n-d-838334-2 neutron-server[84042]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '99d03bc5-4165-470d-bff8-895b4a06adc8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'acbcc06a-2f57-4c5a-898d-3c02feef8474'}] {{(pid=84042) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 20:54:11.085419 n-d-838334-2 neutron-server[84040]: DEBUG neutron.notifiers.nova [req-90a88bda-9f0f-43c4-961d-361922a1e42b req-c2153697-12c3-4662-b0b0-d0bedf5d5929 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8d9ca2ad-3895-4fd7-88cb-e7accd79550a {{(pid=84040) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 18 20:54:11.098813 n-d-838334-2 neutron-server[84042]: INFO neutron.notifiers.nova [-] Nova event matching ['req-696b9058-ae50-4c56-a81c-046412d301b8'] response: {'server_uuid': '99d03bc5-4165-470d-bff8-895b4a06adc8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'acbcc06a-2f57-4c5a-898d-3c02feef8474', 'code': 200} Apr 18 20:54:11.104618 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-90a88bda-9f0f-43c4-961d-361922a1e42b req-c2153697-12c3-4662-b0b0-d0bedf5d5929 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:54:11.158647 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.provisioning_blocks [req-90a88bda-9f0f-43c4-961d-361922a1e42b req-c2153697-12c3-4662-b0b0-d0bedf5d5929 service neutron] Transition to ACTIVE for port object 8d9ca2ad-3895-4fd7-88cb-e7accd79550a will not be triggered until provisioned by entity L2. {{(pid=84040) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 20:54:11.172986 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-90a88bda-9f0f-43c4-961d-361922a1e42b req-c2153697-12c3-4662-b0b0-d0bedf5d5929 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32440959'] for port, after_update {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:54:11.394619 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-0226c828-6951-42ca-8c9b-aa1368d179d4 req-497e7042-26e9-4dbe-a658-6dbc8b3b103e service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=99d03bc5-4165-470d-bff8-895b4a06adc8 HTTP/1.1" status: 200 len: 1096 time: 0.1351101 Apr 18 20:54:11.445446 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-0226c828-6951-42ca-8c9b-aa1368d179d4 req-445b464c-fa2c-40d9-8f14-5f0f80362914 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=588d127b-19b7-4c3d-9f79-a400181b94e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431356 Apr 18 20:54:11.473192 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2153697-12c3-4662-b0b0-d0bedf5d5929 service neutron] Pushing event updated for resources: {'Port': ['ID=8d9ca2ad-3895-4fd7-88cb-e7accd79550a,revision_number=2']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:54:11.576806 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Device aa8998f0-5774-4503-93d9-f054eb0cbd71 up at agent ovs-agent-n-d-838334-2 {{(pid=84042) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 20:54:11.704767 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Provisioning for port aa8998f0-5774-4503-93d9-f054eb0cbd71 completed by entity L2. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 20:54:11.713084 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Provisioning complete for port aa8998f0-5774-4503-93d9-f054eb0cbd71 triggered by entity L2. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:54:11.713742 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1253608'] for port, provisioning_complete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:54:11.758191 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-ef9f7543-4cf3-4b6f-b12a-da062e41a46f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33526260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32441074', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31752704'] for subnet, after_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:54:11.822172 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c699e052-2e93-4c52-9b89-b544c34a6610 req-61fac831-d5d5-4fbc-982c-f7f37119f448 tempest-TaggedBootDevicesTest_v242-417596240 tempest-TaggedBootDevicesTest_v242-417596240-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:54:11.826303 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c699e052-2e93-4c52-9b89-b544c34a6610 req-61fac831-d5d5-4fbc-982c-f7f37119f448 tempest-TaggedBootDevicesTest_v242-417596240 tempest-TaggedBootDevicesTest_v242-417596240-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:54:11.830550 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c699e052-2e93-4c52-9b89-b544c34a6610 req-61fac831-d5d5-4fbc-982c-f7f37119f448 tempest-TaggedBootDevicesTest_v242-417596240 tempest-TaggedBootDevicesTest_v242-417596240-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:54:11.834512 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c699e052-2e93-4c52-9b89-b544c34a6610 req-61fac831-d5d5-4fbc-982c-f7f37119f448 tempest-TaggedBootDevicesTest_v242-417596240 tempest-TaggedBootDevicesTest_v242-417596240-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:54:11.846527 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c699e052-2e93-4c52-9b89-b544c34a6610 req-61fac831-d5d5-4fbc-982c-f7f37119f448 tempest-TaggedBootDevicesTest_v242-417596240 tempest-TaggedBootDevicesTest_v242-417596240-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:54:11.851015 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c699e052-2e93-4c52-9b89-b544c34a6610 req-61fac831-d5d5-4fbc-982c-f7f37119f448 tempest-TaggedBootDevicesTest_v242-417596240 tempest-TaggedBootDevicesTest_v242-417596240-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:54:11.857102 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c699e052-2e93-4c52-9b89-b544c34a6610 req-61fac831-d5d5-4fbc-982c-f7f37119f448 tempest-TaggedBootDevicesTest_v242-417596240 tempest-TaggedBootDevicesTest_v242-417596240-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:54:11.859115 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-c699e052-2e93-4c52-9b89-b544c34a6610 req-61fac831-d5d5-4fbc-982c-f7f37119f448 tempest-TaggedBootDevicesTest_v242-417596240 tempest-TaggedBootDevicesTest_v242-417596240-project] 10.222.0.42 "GET /v2.0/ports?device_id=6a49f48a-913c-49a6-8c09-bf4c978ef91f HTTP/1.1" status: 200 len: 5444 time: 0.5527678 Apr 18 20:54:11.860030 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.managers [req-90a88bda-9f0f-43c4-961d-361922a1e42b req-c2153697-12c3-4662-b0b0-d0bedf5d5929 service neutron] Attempting to bind port 8d9ca2ad-3895-4fd7-88cb-e7accd79550a on host n-h2-838334-2 for vnic_type normal with profile {{(pid=84040) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:54:11.860448 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.managers [req-90a88bda-9f0f-43c4-961d-361922a1e42b req-c2153697-12c3-4662-b0b0-d0bedf5d5929 service neutron] Attempting to bind port 8d9ca2ad-3895-4fd7-88cb-e7accd79550a by drivers openvswitch,hyperv on host n-h2-838334-2 at level 0 using segments [{'id': 'dbc7d3d6-4579-41c2-9fd4-2757cc8c54b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '794fa1b3-6f66-42ac-ab9f-a0e910c383ff'}] {{(pid=84040) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:54:11.861081 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90a88bda-9f0f-43c4-961d-361922a1e42b req-c2153697-12c3-4662-b0b0-d0bedf5d5929 service neutron] Attempting to bind port 8d9ca2ad-3895-4fd7-88cb-e7accd79550a on network 794fa1b3-6f66-42ac-ab9f-a0e910c383ff {{(pid=84040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 20:54:11.900099 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:54:11.936937 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] For port aa8998f0-5774-4503-93d9-f054eb0cbd71, host n-d-838334-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838334-2',level=0,port_id=aa8998f0-5774-4503-93d9-f054eb0cbd71,segment=NetworkSegment(dbc7d3d6-4579-41c2-9fd4-2757cc8c54b6),segment_id=dbc7d3d6-4579-41c2-9fd4-2757cc8c54b6)] {{(pid=84042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:54:11.940954 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682'] for port, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:54:11.990954 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90a88bda-9f0f-43c4-961d-361922a1e42b req-c2153697-12c3-4662-b0b0-d0bedf5d5929 service neutron] Port 8d9ca2ad-3895-4fd7-88cb-e7accd79550a on network 794fa1b3-6f66-42ac-ab9f-a0e910c383ff not bound, no agent of type Open vSwitch agent registered on host n-h2-838334-2 {{(pid=84040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 18 20:54:11.991273 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90a88bda-9f0f-43c4-961d-361922a1e42b req-c2153697-12c3-4662-b0b0-d0bedf5d5929 service neutron] Attempting to bind port 8d9ca2ad-3895-4fd7-88cb-e7accd79550a on network 794fa1b3-6f66-42ac-ab9f-a0e910c383ff {{(pid=84040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 20:54:12.003613 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90a88bda-9f0f-43c4-961d-361922a1e42b req-c2153697-12c3-4662-b0b0-d0bedf5d5929 service neutron] Checking agent: {'id': 'dc797004-f641-47b7-a77f-9c62b5b16296', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-838334-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 34, 3), 'started_at': datetime.datetime(2022, 4, 18, 20, 34, 3), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 20, 54, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 18 20:54:12.003955 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90a88bda-9f0f-43c4-961d-361922a1e42b req-c2153697-12c3-4662-b0b0-d0bedf5d5929 service neutron] Checking segment: {'id': 'dbc7d3d6-4579-41c2-9fd4-2757cc8c54b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '794fa1b3-6f66-42ac-ab9f-a0e910c383ff'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84040) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 20:54:12.004347 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90a88bda-9f0f-43c4-961d-361922a1e42b req-c2153697-12c3-4662-b0b0-d0bedf5d5929 service neutron] Bound using segment: {'id': 'dbc7d3d6-4579-41c2-9fd4-2757cc8c54b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '794fa1b3-6f66-42ac-ab9f-a0e910c383ff'} {{(pid=84040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 18 20:54:12.004792 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.managers [req-90a88bda-9f0f-43c4-961d-361922a1e42b req-c2153697-12c3-4662-b0b0-d0bedf5d5929 service neutron] Bound port: 8d9ca2ad-3895-4fd7-88cb-e7accd79550a, host: n-h2-838334-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dbc7d3d6-4579-41c2-9fd4-2757cc8c54b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '794fa1b3-6f66-42ac-ab9f-a0e910c383ff'}}] {{(pid=84040) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 20:54:12.005207 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-90a88bda-9f0f-43c4-961d-361922a1e42b req-c2153697-12c3-4662-b0b0-d0bedf5d5929 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:54:12.024791 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Pushing event updated for resources: {'Port': ['ID=aa8998f0-5774-4503-93d9-f054eb0cbd71,revision_number=5']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:54:12.030456 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef9f7543-4cf3-4b6f-b12a-da062e41a46f admin admin] Pushing event updated for resources: {'Subnet': ['ID=bf3d4156-4029-4990-a77f-b5185e903dd1,revision_number=0']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:54:12.053275 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-c699e052-2e93-4c52-9b89-b544c34a6610 req-96795f76-f942-4fb0-8ed9-1e77b4e353f9 tempest-TaggedBootDevicesTest_v242-417596240 tempest-TaggedBootDevicesTest_v242-417596240-project] 10.222.0.42 "GET /v2.0/security-groups?id=90f86da5-60b0-4e29-8e55-fe6cf6b75c5e&id=48fab5b0-1368-425c-9a53-c0303d2044f1&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1768315 Apr 18 20:54:12.085769 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef9f7543-4cf3-4b6f-b12a-da062e41a46f admin admin] Checking segment: {'id': '0bece4c2-da87-49f1-af4b-2eef459faead', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '3a2296d3-5701-49c3-b8d7-d342e7fe567b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84040) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 20:54:12.086404 n-d-838334-2 neutron-server[84040]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef9f7543-4cf3-4b6f-b12a-da062e41a46f admin admin] Network hostable DHCP agents. Network: 3a2296d3-5701-49c3-b8d7-d342e7fe567b, hostable agents: ['8746f8ea-3e91-4b32-9919-2c63adeb8722'], hosted agents: [] {{(pid=84040) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 20:54:12.166933 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25d65885-43f3-46ef-b0ae-a2e76c4ff7cb req-58bc5ef0-17f3-40c1-aae4-4b14a9c13cb3 tempest-DeleteServersTestJSON-915645800 tempest-DeleteServersTestJSON-915645800-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:54:12.168519 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-25d65885-43f3-46ef-b0ae-a2e76c4ff7cb req-58bc5ef0-17f3-40c1-aae4-4b14a9c13cb3 tempest-DeleteServersTestJSON-915645800 tempest-DeleteServersTestJSON-915645800-project] 10.222.0.42 "GET /v2.0/ports?device_id=99d03bc5-4165-470d-bff8-895b4a06adc8 HTTP/1.1" status: 200 len: 945 time: 0.2982719 Apr 18 20:54:12.170803 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.db [req-90a88bda-9f0f-43c4-961d-361922a1e42b req-c2153697-12c3-4662-b0b0-d0bedf5d5929 service neutron] For port 8d9ca2ad-3895-4fd7-88cb-e7accd79550a, host n-h2-838334-2, cleared binding levels {{(pid=84040) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 20:54:12.174909 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.db [req-90a88bda-9f0f-43c4-961d-361922a1e42b req-c2153697-12c3-4662-b0b0-d0bedf5d5929 service neutron] For port 8d9ca2ad-3895-4fd7-88cb-e7accd79550a, host n-h2-838334-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838334-2',level=0,port_id=8d9ca2ad-3895-4fd7-88cb-e7accd79550a,segment=NetworkSegment(dbc7d3d6-4579-41c2-9fd4-2757cc8c54b6),segment_id=dbc7d3d6-4579-41c2-9fd4-2757cc8c54b6)] {{(pid=84040) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 20:54:12.187019 n-d-838334-2 neutron-server[84040]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef9f7543-4cf3-4b6f-b12a-da062e41a46f admin admin] Network 3a2296d3-5701-49c3-b8d7-d342e7fe567b is scheduled to be hosted by DHCP agent 8746f8ea-3e91-4b32-9919-2c63adeb8722 with binding_index 1 {{(pid=84040) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 20:54:12.202743 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-90a88bda-9f0f-43c4-961d-361922a1e42b req-c2153697-12c3-4662-b0b0-d0bedf5d5929 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32440959'] for port, after_update {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:54:12.310545 n-d-838334-2 neutron-server[84040]: DEBUG neutron.scheduler.base_scheduler [None req-ef9f7543-4cf3-4b6f-b12a-da062e41a46f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-838334-2, 3a2296d3-5701-49c3-b8d7-d342e7fe567b) {{(pid=84040) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:54:12.318736 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e066cd28-a884-4eab-8a82-012a712b1a3a None None] Network 3a2296d3-5701-49c3-b8d7-d342e7fe567b requested from n-d-838334-2 {{(pid=84042) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 20:54:12.336299 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef9f7543-4cf3-4b6f-b12a-da062e41a46f admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:54:12.337082 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-ef9f7543-4cf3-4b6f-b12a-da062e41a46f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32378031'] for subnet, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:54:12.345983 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-90a88bda-9f0f-43c4-961d-361922a1e42b req-c2153697-12c3-4662-b0b0-d0bedf5d5929 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217293'] for port, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:54:12.347559 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-90a88bda-9f0f-43c4-961d-361922a1e42b req-c2153697-12c3-4662-b0b0-d0bedf5d5929 service neutron] 10.222.0.48 "PUT /v2.0/ports/8d9ca2ad-3895-4fd7-88cb-e7accd79550a HTTP/1.1" status: 200 len: 1091 time: 2.8486383 Apr 18 20:54:12.350921 n-d-838334-2 neutron-server[84040]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '36268bf7-aadd-4a9b-9264-b6901d73c9ef', 'tag': '8d9ca2ad-3895-4fd7-88cb-e7accd79550a'}] {{(pid=84040) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 20:54:12.442120 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-25d65885-43f3-46ef-b0ae-a2e76c4ff7cb req-57443a0d-751a-486f-83fe-2bf4507eec46 tempest-DeleteServersTestJSON-915645800 tempest-DeleteServersTestJSON-915645800-project] 10.222.0.42 "GET /v2.0/security-groups?id=588d127b-19b7-4c3d-9f79-a400181b94e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2574129 Apr 18 20:54:12.450658 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-ef9f7543-4cf3-4b6f-b12a-da062e41a46f admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.7570043 Apr 18 20:54:12.451465 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2153697-12c3-4662-b0b0-d0bedf5d5929 service neutron] Pushing event updated for resources: {'Port': ['ID=8d9ca2ad-3895-4fd7-88cb-e7accd79550a,revision_number=3']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:54:12.505043 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-441dd42b-c6a8-4393-a7d3-fa3beb14ac90 req-8f316b61-7413-46e9-b36f-cc163e685215 tempest-AttachVolumeNegativeTest-555605742 tempest-AttachVolumeNegativeTest-555605742-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:54:12.506831 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-441dd42b-c6a8-4393-a7d3-fa3beb14ac90 req-8f316b61-7413-46e9-b36f-cc163e685215 tempest-AttachVolumeNegativeTest-555605742 tempest-AttachVolumeNegativeTest-555605742-project] 10.222.0.42 "GET /v2.0/ports?device_id=36268bf7-aadd-4a9b-9264-b6901d73c9ef HTTP/1.1" status: 200 len: 943 time: 0.2559717 Apr 18 20:54:12.558525 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-90a88bda-9f0f-43c4-961d-361922a1e42b req-ff5e492d-970a-4705-afb6-090d94cc6d9e service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=340d04fd839f4c0c896ec9bea561bc50&device_id=36268bf7-aadd-4a9b-9264-b6901d73c9ef HTTP/1.1" status: 200 len: 1094 time: 0.1614957 Apr 18 20:54:12.745234 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-441dd42b-c6a8-4393-a7d3-fa3beb14ac90 req-a2e7fc78-8a8d-470a-9a95-46935a8494aa tempest-AttachVolumeNegativeTest-555605742 tempest-AttachVolumeNegativeTest-555605742-project] 10.222.0.42 "GET /v2.0/security-groups?id=6a73dbb7-6be5-4cc9-acd3-5afb262a168e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2287531 Apr 18 20:54:12.753283 n-d-838334-2 neutron-server[84040]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4f94b395-081d-4010-a140-4af1cdb2791c'] response: {'name': 'network-changed', 'server_uuid': '36268bf7-aadd-4a9b-9264-b6901d73c9ef', 'tag': '8d9ca2ad-3895-4fd7-88cb-e7accd79550a', 'status': 'completed', 'code': 200} Apr 18 20:54:12.783903 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-90a88bda-9f0f-43c4-961d-361922a1e42b req-03713361-e355-42be-979e-0b83a6fdee92 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8d9ca2ad-3895-4fd7-88cb-e7accd79550a HTTP/1.1" status: 200 len: 217 time: 0.1915739 Apr 18 20:54:12.832246 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed359a4a-f3d7-4562-8e76-5f2148f88d1f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp016840fc-1f9f-5892-9c53-c9cf6c845bbb-3a2296d3-5701-49c3-b8d7-d342e7fe567b', 'network_id': '3a2296d3-5701-49c3-b8d7-d342e7fe567b', 'tenant_id': 'de1481e68b5045059c48ab3bd0b2261b', 'fixed_ips': [{'subnet_id': 'bf3d4156-4029-4990-a77f-b5185e903dd1'}]}} from n-d-838334-2. {{(pid=84042) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 18 20:54:12.833058 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-ed359a4a-f3d7-4562-8e76-5f2148f88d1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_create {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:54:12.922606 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90a88bda-9f0f-43c4-961d-361922a1e42b req-36e71ebb-b330-4dc7-a0fe-44ef48521dcc service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:54:12.924095 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-90a88bda-9f0f-43c4-961d-361922a1e42b req-36e71ebb-b330-4dc7-a0fe-44ef48521dcc service neutron] 10.222.0.48 "GET /v2.0/subnets?id=66a6cd83-be1c-4e76-9e19-a8f33a82294d HTTP/1.1" status: 200 len: 853 time: 0.1302788 Apr 18 20:54:13.047869 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-90a88bda-9f0f-43c4-961d-361922a1e42b req-8bd08216-bed4-4879-8b67-643e32b26926 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=794fa1b3-6f66-42ac-ab9f-a0e910c383ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1159444 Apr 18 20:54:13.100608 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.db_base_plugin_common [None req-ed359a4a-f3d7-4562-8e76-5f2148f88d1f None None] Allocated IP 172.20.0.2 (3a2296d3-5701-49c3-b8d7-d342e7fe567b/bf3d4156-4029-4990-a77f-b5185e903dd1/532a7078-4df2-446a-a2f7-4dbe6f9ab771) {{(pid=84042) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:54:13.302919 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-90a88bda-9f0f-43c4-961d-361922a1e42b req-27f47982-2b07-4d56-853b-ecbdff97667c service neutron] 10.222.0.48 "GET /v2.0/networks/794fa1b3-6f66-42ac-ab9f-a0e910c383ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2462907 Apr 18 20:54:13.374139 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-ed359a4a-f3d7-4562-8e76-5f2148f88d1f None None] Notify callbacks [] for port, precommit_create {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:54:13.392855 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-ed359a4a-f3d7-4562-8e76-5f2148f88d1f None None] Transition to ACTIVE for port object 532a7078-4df2-446a-a2f7-4dbe6f9ab771 will not be triggered until provisioned by entity L2. {{(pid=84042) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 20:54:13.420031 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-ed359a4a-f3d7-4562-8e76-5f2148f88d1f None None] Transition to ACTIVE for port object 532a7078-4df2-446a-a2f7-4dbe6f9ab771 will not be triggered until provisioned by entity DHCP. {{(pid=84042) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 20:54:13.426967 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-ed359a4a-f3d7-4562-8e76-5f2148f88d1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750374836619'] for port, after_create {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:54:13.512595 n-d-838334-2 neutron-server[84042]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed359a4a-f3d7-4562-8e76-5f2148f88d1f None None] Network 3a2296d3-5701-49c3-b8d7-d342e7fe567b is already hosted by enough agents. {{(pid=84042) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:54:13.516391 n-d-838334-2 neutron-server[84042]: DEBUG neutron.scheduler.base_scheduler [None req-ed359a4a-f3d7-4562-8e76-5f2148f88d1f None None] Resources bound (agent type, host, resource id): {{(pid=84042) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:54:13.520517 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed359a4a-f3d7-4562-8e76-5f2148f88d1f None None] Pushing event updated for resources: {'Port': ['ID=532a7078-4df2-446a-a2f7-4dbe6f9ab771,revision_number=1']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:54:13.523167 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed359a4a-f3d7-4562-8e76-5f2148f88d1f None None] Received port after_create {{(pid=84042) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 20:54:13.598359 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Device aa8998f0-5774-4503-93d9-f054eb0cbd71 up at agent ovs-agent-n-d-838334-2 {{(pid=84042) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 20:54:13.756557 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aac14009-3f30-42ac-b49e-0fa03c8e5918 req-535527d6-752a-4481-9ea5-937126973228 tempest-TaggedBootDevicesTest_v242-417596240 tempest-TaggedBootDevicesTest_v242-417596240-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:54:13.760810 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aac14009-3f30-42ac-b49e-0fa03c8e5918 req-535527d6-752a-4481-9ea5-937126973228 tempest-TaggedBootDevicesTest_v242-417596240 tempest-TaggedBootDevicesTest_v242-417596240-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:54:13.761221 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Provisioning complete for port aa8998f0-5774-4503-93d9-f054eb0cbd71 triggered by entity L2. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:54:13.761859 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1253608'] for port, provisioning_complete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:54:13.765063 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aac14009-3f30-42ac-b49e-0fa03c8e5918 req-535527d6-752a-4481-9ea5-937126973228 tempest-TaggedBootDevicesTest_v242-417596240 tempest-TaggedBootDevicesTest_v242-417596240-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:54:13.769023 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aac14009-3f30-42ac-b49e-0fa03c8e5918 req-535527d6-752a-4481-9ea5-937126973228 tempest-TaggedBootDevicesTest_v242-417596240 tempest-TaggedBootDevicesTest_v242-417596240-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:54:13.772997 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aac14009-3f30-42ac-b49e-0fa03c8e5918 req-535527d6-752a-4481-9ea5-937126973228 tempest-TaggedBootDevicesTest_v242-417596240 tempest-TaggedBootDevicesTest_v242-417596240-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:54:13.779512 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aac14009-3f30-42ac-b49e-0fa03c8e5918 req-535527d6-752a-4481-9ea5-937126973228 tempest-TaggedBootDevicesTest_v242-417596240 tempest-TaggedBootDevicesTest_v242-417596240-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:54:13.785009 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aac14009-3f30-42ac-b49e-0fa03c8e5918 req-535527d6-752a-4481-9ea5-937126973228 tempest-TaggedBootDevicesTest_v242-417596240 tempest-TaggedBootDevicesTest_v242-417596240-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:54:13.786938 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-aac14009-3f30-42ac-b49e-0fa03c8e5918 req-535527d6-752a-4481-9ea5-937126973228 tempest-TaggedBootDevicesTest_v242-417596240 tempest-TaggedBootDevicesTest_v242-417596240-project] 10.222.0.42 "GET /v2.0/ports?device_id=6a49f48a-913c-49a6-8c09-bf4c978ef91f HTTP/1.1" status: 200 len: 5444 time: 0.4817348 Apr 18 20:54:13.804992 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-90a88bda-9f0f-43c4-961d-361922a1e42b req-1b2c957e-3371-479b-af0f-a49bed985c31 service neutron] 10.222.0.48 "GET /v2.0/networks/794fa1b3-6f66-42ac-ab9f-a0e910c383ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4677870 Apr 18 20:54:13.815084 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.managers [None req-ed359a4a-f3d7-4562-8e76-5f2148f88d1f None None] Attempting to bind port 532a7078-4df2-446a-a2f7-4dbe6f9ab771 on host n-d-838334-2 for vnic_type normal with profile {{(pid=84042) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:54:13.816064 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.managers [None req-ed359a4a-f3d7-4562-8e76-5f2148f88d1f None None] Attempting to bind port 532a7078-4df2-446a-a2f7-4dbe6f9ab771 by drivers openvswitch,hyperv on host n-d-838334-2 at level 0 using segments [{'id': '0bece4c2-da87-49f1-af4b-2eef459faead', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '3a2296d3-5701-49c3-b8d7-d342e7fe567b'}] {{(pid=84042) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:54:13.816644 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed359a4a-f3d7-4562-8e76-5f2148f88d1f None None] Attempting to bind port 532a7078-4df2-446a-a2f7-4dbe6f9ab771 on network 3a2296d3-5701-49c3-b8d7-d342e7fe567b {{(pid=84042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 20:54:13.844807 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed359a4a-f3d7-4562-8e76-5f2148f88d1f None None] Checking agent: {'id': '97cd4414-7af6-4d67-868d-dff370b4071a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838334-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 25, 49), 'started_at': datetime.datetime(2022, 4, 18, 20, 26, 19), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 20, 53, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838334-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 18 20:54:13.846071 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed359a4a-f3d7-4562-8e76-5f2148f88d1f None None] Checking segment: {'id': '0bece4c2-da87-49f1-af4b-2eef459faead', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '3a2296d3-5701-49c3-b8d7-d342e7fe567b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84042) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 20:54:13.846575 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-ed359a4a-f3d7-4562-8e76-5f2148f88d1f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:54:13.847055 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed359a4a-f3d7-4562-8e76-5f2148f88d1f None None] Bound using segment: {'id': '0bece4c2-da87-49f1-af4b-2eef459faead', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '3a2296d3-5701-49c3-b8d7-d342e7fe567b'} {{(pid=84042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 18 20:54:13.847461 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ad0d33d-3334-4cc9-b8fb-57be84f41e47 req-87e806d3-0bca-4956-acbd-44efce509915 tempest-ListServerFiltersTestJSON-1123405701 tempest-ListServerFiltersTestJSON-1123405701-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:54:13.847793 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.managers [None req-ed359a4a-f3d7-4562-8e76-5f2148f88d1f None None] Bound port: 532a7078-4df2-446a-a2f7-4dbe6f9ab771, host: n-d-838334-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0bece4c2-da87-49f1-af4b-2eef459faead', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '3a2296d3-5701-49c3-b8d7-d342e7fe567b'}}] {{(pid=84042) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 20:54:13.848246 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-ed359a4a-f3d7-4562-8e76-5f2148f88d1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:54:13.859733 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-4ad0d33d-3334-4cc9-b8fb-57be84f41e47 req-87e806d3-0bca-4956-acbd-44efce509915 tempest-ListServerFiltersTestJSON-1123405701 tempest-ListServerFiltersTestJSON-1123405701-project] 10.222.0.42 "GET /v2.0/networks?id=3a2296d3-5701-49c3-b8d7-d342e7fe567b HTTP/1.1" status: 200 len: 816 time: 0.3761902 Apr 18 20:54:13.898312 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-4ad0d33d-3334-4cc9-b8fb-57be84f41e47 req-8c757804-0e29-4ea2-8af4-550399dc039b tempest-ListServerFiltersTestJSON-1123405701 tempest-ListServerFiltersTestJSON-1123405701-project] 10.222.0.42 "GET /v2.0/quotas/de1481e68b5045059c48ab3bd0b2261b HTTP/1.1" status: 200 len: 375 time: 0.0376351 Apr 18 20:54:13.980558 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-ed359a4a-f3d7-4562-8e76-5f2148f88d1f None None] For port 532a7078-4df2-446a-a2f7-4dbe6f9ab771, host n-d-838334-2, cleared binding levels {{(pid=84042) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 20:54:13.984487 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-ed359a4a-f3d7-4562-8e76-5f2148f88d1f None None] For port 532a7078-4df2-446a-a2f7-4dbe6f9ab771, host n-d-838334-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838334-2',level=0,port_id=532a7078-4df2-446a-a2f7-4dbe6f9ab771,segment=NetworkSegment(0bece4c2-da87-49f1-af4b-2eef459faead),segment_id=0bece4c2-da87-49f1-af4b-2eef459faead)] {{(pid=84042) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 20:54:13.998594 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-ed359a4a-f3d7-4562-8e76-5f2148f88d1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682'] for port, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:54:14.034246 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-aac14009-3f30-42ac-b49e-0fa03c8e5918 req-0fb64e78-35fe-4b1e-9aea-f4f29b7f3e89 tempest-TaggedBootDevicesTest_v242-417596240 tempest-TaggedBootDevicesTest_v242-417596240-project] 10.222.0.42 "GET /v2.0/security-groups?id=90f86da5-60b0-4e29-8e55-fe6cf6b75c5e&id=48fab5b0-1368-425c-9a53-c0303d2044f1&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2234287 Apr 18 20:54:14.108486 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-4ad0d33d-3334-4cc9-b8fb-57be84f41e47 req-4a465037-547d-48b0-b17e-391d27a0ef92 tempest-ListServerFiltersTestJSON-1123405701 tempest-ListServerFiltersTestJSON-1123405701-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=de1481e68b5045059c48ab3bd0b2261b&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2057443 Apr 18 20:54:14.113750 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed359a4a-f3d7-4562-8e76-5f2148f88d1f None None] Pushing event updated for resources: {'Port': ['ID=532a7078-4df2-446a-a2f7-4dbe6f9ab771,revision_number=2']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:54:14.165614 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-02497c84-5d53-4ade-a408-b00c778a5047 req-f1b5d38e-3738-4727-8622-32b63c6d723e service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=340d04fd839f4c0c896ec9bea561bc50&device_id=36268bf7-aadd-4a9b-9264-b6901d73c9ef HTTP/1.1" status: 200 len: 1094 time: 0.2610950 Apr 18 20:54:14.500308 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-4ad0d33d-3334-4cc9-b8fb-57be84f41e47 req-41af188b-e900-4dfc-9051-d5141af59a4c service neutron] 10.222.0.42 "GET /v2.0/networks/3a2296d3-5701-49c3-b8d7-d342e7fe567b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3904271 Apr 18 20:54:14.507420 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02497c84-5d53-4ade-a408-b00c778a5047 req-32597239-e9ce-4d3b-b62e-9de567bcb9bb service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:54:14.508877 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-02497c84-5d53-4ade-a408-b00c778a5047 req-32597239-e9ce-4d3b-b62e-9de567bcb9bb service neutron] 10.222.0.48 "GET /v2.0/networks?id=794fa1b3-6f66-42ac-ab9f-a0e910c383ff HTTP/1.1" status: 200 len: 915 time: 0.3350673 Apr 18 20:54:14.657687 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c2c37a8-0dcd-4cd1-95f3-af046a2241e6 req-7e9d26cd-e937-43ef-9d3b-8a896b8135ee tempest-DeleteServersTestJSON-915645800 tempest-DeleteServersTestJSON-915645800-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:54:14.659147 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-4c2c37a8-0dcd-4cd1-95f3-af046a2241e6 req-7e9d26cd-e937-43ef-9d3b-8a896b8135ee tempest-DeleteServersTestJSON-915645800 tempest-DeleteServersTestJSON-915645800-project] 10.222.0.42 "GET /v2.0/ports?device_id=99d03bc5-4165-470d-bff8-895b4a06adc8 HTTP/1.1" status: 200 len: 945 time: 0.3893538 Apr 18 20:54:14.672974 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-02497c84-5d53-4ade-a408-b00c778a5047 req-59988b37-b7f3-4299-8380-94372c528d8e service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8d9ca2ad-3895-4fd7-88cb-e7accd79550a HTTP/1.1" status: 200 len: 217 time: 0.1338527 Apr 18 20:54:14.800621 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02497c84-5d53-4ade-a408-b00c778a5047 req-dc218a13-bd13-4403-b093-ba1dd96702da service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:54:14.802078 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-02497c84-5d53-4ade-a408-b00c778a5047 req-dc218a13-bd13-4403-b093-ba1dd96702da service neutron] 10.222.0.48 "GET /v2.0/subnets?id=66a6cd83-be1c-4e76-9e19-a8f33a82294d HTTP/1.1" status: 200 len: 853 time: 0.1150494 Apr 18 20:54:14.805310 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-4ad0d33d-3334-4cc9-b8fb-57be84f41e47 req-1433e1ef-136d-4fec-9c96-d3e04df77e52 service neutron] 10.222.0.42 "GET /v2.0/networks/3a2296d3-5701-49c3-b8d7-d342e7fe567b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2916634 Apr 18 20:54:14.808417 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-4c2c37a8-0dcd-4cd1-95f3-af046a2241e6 req-c899c6fb-27ec-4cab-b5d7-00329a8e0c94 tempest-DeleteServersTestJSON-915645800 tempest-DeleteServersTestJSON-915645800-project] 10.222.0.42 "GET /v2.0/security-groups?id=588d127b-19b7-4c3d-9f79-a400181b94e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1405795 Apr 18 20:54:14.902937 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-02497c84-5d53-4ade-a408-b00c778a5047 req-8bd9b34b-aef6-46a9-8192-c5e874d1a5b6 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=794fa1b3-6f66-42ac-ab9f-a0e910c383ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0906005 Apr 18 20:54:15.322476 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-02497c84-5d53-4ade-a408-b00c778a5047 req-6f6ced20-b664-4512-be41-a2fd3c68cc6c service neutron] 10.222.0.48 "GET /v2.0/networks/794fa1b3-6f66-42ac-ab9f-a0e910c383ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4030640 Apr 18 20:54:15.415604 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea7f3f68-a346-4cd5-8f9b-12707184c233 None None] Network 3a2296d3-5701-49c3-b8d7-d342e7fe567b requested from n-d-838334-2 {{(pid=84042) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 20:54:15.532629 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-4a0fef3b-176e-4e8f-8770-47a023cbf896 None None] Provisioning for port 532a7078-4df2-446a-a2f7-4dbe6f9ab771 completed by entity DHCP. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 20:54:15.566378 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbbc7419-0249-4e64-86de-a26ba15ad97b req-1c2806a8-ba0a-49e6-aae2-45a2d604a949 tempest-TaggedBootDevicesTest_v242-417596240 tempest-TaggedBootDevicesTest_v242-417596240-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:54:15.570445 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbbc7419-0249-4e64-86de-a26ba15ad97b req-1c2806a8-ba0a-49e6-aae2-45a2d604a949 tempest-TaggedBootDevicesTest_v242-417596240 tempest-TaggedBootDevicesTest_v242-417596240-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:54:15.574836 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbbc7419-0249-4e64-86de-a26ba15ad97b req-1c2806a8-ba0a-49e6-aae2-45a2d604a949 tempest-TaggedBootDevicesTest_v242-417596240 tempest-TaggedBootDevicesTest_v242-417596240-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:54:15.579529 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbbc7419-0249-4e64-86de-a26ba15ad97b req-1c2806a8-ba0a-49e6-aae2-45a2d604a949 tempest-TaggedBootDevicesTest_v242-417596240 tempest-TaggedBootDevicesTest_v242-417596240-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:54:15.583800 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbbc7419-0249-4e64-86de-a26ba15ad97b req-1c2806a8-ba0a-49e6-aae2-45a2d604a949 tempest-TaggedBootDevicesTest_v242-417596240 tempest-TaggedBootDevicesTest_v242-417596240-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:54:15.588348 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbbc7419-0249-4e64-86de-a26ba15ad97b req-1c2806a8-ba0a-49e6-aae2-45a2d604a949 tempest-TaggedBootDevicesTest_v242-417596240 tempest-TaggedBootDevicesTest_v242-417596240-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:54:15.593833 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbbc7419-0249-4e64-86de-a26ba15ad97b req-1c2806a8-ba0a-49e6-aae2-45a2d604a949 tempest-TaggedBootDevicesTest_v242-417596240 tempest-TaggedBootDevicesTest_v242-417596240-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:54:15.608298 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 50324) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:54:15.615802 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.v2.base [None req-b8b52dcd-04c2-4f77-b827-62da9fd13cb6 tempest-TaggedBootDevicesTest_v242-417596240 tempest-TaggedBootDevicesTest_v242-417596240-project] Request body: {'floatingip': {'port_id': '4f3a4e36-a736-43f0-9187-2849b3636dd2'}} {{(pid=84041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 20:54:15.618660 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-bbbc7419-0249-4e64-86de-a26ba15ad97b req-1c2806a8-ba0a-49e6-aae2-45a2d604a949 tempest-TaggedBootDevicesTest_v242-417596240 tempest-TaggedBootDevicesTest_v242-417596240-project] 10.222.0.42 "GET /v2.0/ports?device_id=6a49f48a-913c-49a6-8c09-bf4c978ef91f HTTP/1.1" status: 200 len: 5444 time: 0.4812920 Apr 18 20:54:15.653674 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Device 532a7078-4df2-446a-a2f7-4dbe6f9ab771 up at agent ovs-agent-n-d-838334-2 {{(pid=84042) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 20:54:15.674181 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf520d1-c053-4dfe-8685-a6095b12d475 req-8cbd4d99-951d-410e-b727-e6059dbbb2b5 tempest-AttachVolumeNegativeTest-555605742 tempest-AttachVolumeNegativeTest-555605742-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:54:15.675749 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-3cf520d1-c053-4dfe-8685-a6095b12d475 req-8cbd4d99-951d-410e-b727-e6059dbbb2b5 tempest-AttachVolumeNegativeTest-555605742 tempest-AttachVolumeNegativeTest-555605742-project] 10.222.0.42 "GET /v2.0/ports?device_id=36268bf7-aadd-4a9b-9264-b6901d73c9ef HTTP/1.1" status: 200 len: 943 time: 0.6895680 Apr 18 20:54:15.750591 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-1df6cac1-0f16-4da8-b6b9-5789c95fa9c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750375287399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253529'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:54:15.752256 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-b8b52dcd-04c2-4f77-b827-62da9fd13cb6 tempest-TaggedBootDevicesTest_v242-417596240 tempest-TaggedBootDevicesTest_v242-417596240-project] Notify callbacks [] for floatingip, before_update {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:54:15.861820 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-3cf520d1-c053-4dfe-8685-a6095b12d475 req-3504f2a9-e828-4d0c-a93e-2e5979aff796 tempest-AttachVolumeNegativeTest-555605742 tempest-AttachVolumeNegativeTest-555605742-project] 10.222.0.42 "GET /v2.0/security-groups?id=6a73dbb7-6be5-4cc9-acd3-5afb262a168e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1692107 Apr 18 20:54:15.884009 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-02497c84-5d53-4ade-a408-b00c778a5047 req-5aa6ab7f-e263-41e8-9d92-7f15d8374ccc service neutron] 10.222.0.48 "GET /v2.0/networks/794fa1b3-6f66-42ac-ab9f-a0e910c383ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5472949 Apr 18 20:54:15.951712 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Provisioning for port 532a7078-4df2-446a-a2f7-4dbe6f9ab771 completed by entity L2. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 20:54:15.960941 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Provisioning complete for port 532a7078-4df2-446a-a2f7-4dbe6f9ab771 triggered by entity L2. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:54:15.961310 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1253608'] for port, provisioning_complete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:54:16.321082 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:54:16.333772 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Device 8d9ca2ad-3895-4fd7-88cb-e7accd79550a details requested by agent hyperv_n-h2-838334-2 with host n-h2-838334-2 {{(pid=84042) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 18 20:54:16.442822 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e5ad0e7-3a5e-48ee-abf2-c3852d917153 req-526e1082-7d7a-4a02-9514-875c6579c608 tempest-ListServerFiltersTestJSON-1123405701 tempest-ListServerFiltersTestJSON-1123405701-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:54:16.444300 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-9e5ad0e7-3a5e-48ee-abf2-c3852d917153 req-526e1082-7d7a-4a02-9514-875c6579c608 tempest-ListServerFiltersTestJSON-1123405701 tempest-ListServerFiltersTestJSON-1123405701-project] 10.222.0.42 "GET /v2.0/networks?id=3a2296d3-5701-49c3-b8d7-d342e7fe567b HTTP/1.1" status: 200 len: 816 time: 0.3823841 Apr 18 20:54:16.445010 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] For port 532a7078-4df2-446a-a2f7-4dbe6f9ab771, host n-d-838334-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838334-2',level=0,port_id=532a7078-4df2-446a-a2f7-4dbe6f9ab771,segment=NetworkSegment(0bece4c2-da87-49f1-af4b-2eef459faead),segment_id=0bece4c2-da87-49f1-af4b-2eef459faead)] {{(pid=84042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:54:16.461999 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682'] for port, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:54:16.483298 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-9e5ad0e7-3a5e-48ee-abf2-c3852d917153 req-770e59a4-9af5-42ea-826c-b6b63529fc9f tempest-ListServerFiltersTestJSON-1123405701 tempest-ListServerFiltersTestJSON-1123405701-project] 10.222.0.42 "GET /v2.0/quotas/de1481e68b5045059c48ab3bd0b2261b HTTP/1.1" status: 200 len: 375 time: 0.0283368 Apr 18 20:54:16.493194 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f55954b8-6f25-4962-b6f5-373c3726a4b2 req-2efb83bf-6f81-4e9b-82bd-8c3946bdfc59 tempest-DeleteServersTestJSON-915645800 tempest-DeleteServersTestJSON-915645800-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:54:16.494659 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-f55954b8-6f25-4962-b6f5-373c3726a4b2 req-2efb83bf-6f81-4e9b-82bd-8c3946bdfc59 tempest-DeleteServersTestJSON-915645800 tempest-DeleteServersTestJSON-915645800-project] 10.222.0.42 "GET /v2.0/ports?device_id=99d03bc5-4165-470d-bff8-895b4a06adc8 HTTP/1.1" status: 200 len: 945 time: 0.1513433 Apr 18 20:54:16.538882 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-98cfd8d1-7900-4120-b05a-f76bfd4aae0e None None] Provisioning complete for port 532a7078-4df2-446a-a2f7-4dbe6f9ab771 triggered by entity DHCP. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:54:16.539614 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-98cfd8d1-7900-4120-b05a-f76bfd4aae0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1253608'] for port, provisioning_complete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:54:16.634933 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-f55954b8-6f25-4962-b6f5-373c3726a4b2 req-caccc80a-33c8-4207-b0ee-56c3c5993826 tempest-DeleteServersTestJSON-915645800 tempest-DeleteServersTestJSON-915645800-project] 10.222.0.42 "GET /v2.0/security-groups?id=588d127b-19b7-4c3d-9f79-a400181b94e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0967753 Apr 18 20:54:16.648898 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-9e5ad0e7-3a5e-48ee-abf2-c3852d917153 req-8b936de7-c695-4f9c-8470-87f032320f42 tempest-ListServerFiltersTestJSON-1123405701 tempest-ListServerFiltersTestJSON-1123405701-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=de1481e68b5045059c48ab3bd0b2261b&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1532967 Apr 18 20:54:16.651176 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] For port 8d9ca2ad-3895-4fd7-88cb-e7accd79550a, host n-h2-838334-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838334-2',level=0,port_id=8d9ca2ad-3895-4fd7-88cb-e7accd79550a,segment=NetworkSegment(dbc7d3d6-4579-41c2-9fd4-2757cc8c54b6),segment_id=dbc7d3d6-4579-41c2-9fd4-2757cc8c54b6)] {{(pid=84042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:54:16.687551 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Pushing event updated for resources: {'Port': ['ID=532a7078-4df2-446a-a2f7-4dbe6f9ab771,revision_number=3']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:54:16.690203 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Returning: {'device': '8d9ca2ad-3895-4fd7-88cb-e7accd79550a', 'network_id': '794fa1b3-6f66-42ac-ab9f-a0e910c383ff', 'port_id': '8d9ca2ad-3895-4fd7-88cb-e7accd79550a', 'mac_address': 'fa:16:3e:d7:c0:86', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 389, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '66a6cd83-be1c-4e76-9e19-a8f33a82294d', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84042) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 18 20:54:16.796881 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:54:16.817383 n-d-838334-2 neutron-server[84042]: DEBUG neutron.notifiers.nova [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8d9ca2ad-3895-4fd7-88cb-e7accd79550a {{(pid=84042) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 18 20:54:16.832705 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] For port 8d9ca2ad-3895-4fd7-88cb-e7accd79550a, host n-h2-838334-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838334-2',level=0,port_id=8d9ca2ad-3895-4fd7-88cb-e7accd79550a,segment=NetworkSegment(dbc7d3d6-4579-41c2-9fd4-2757cc8c54b6),segment_id=dbc7d3d6-4579-41c2-9fd4-2757cc8c54b6)] {{(pid=84042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:54:16.841559 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682'] for port, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:54:16.882210 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-9e5ad0e7-3a5e-48ee-abf2-c3852d917153 req-83140f7f-163d-44c9-81ab-c13b31cb7e43 service neutron] 10.222.0.42 "GET /v2.0/networks/3a2296d3-5701-49c3-b8d7-d342e7fe567b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2250836 Apr 18 20:54:17.011435 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Pushing event updated for resources: {'Port': ['ID=8d9ca2ad-3895-4fd7-88cb-e7accd79550a,revision_number=4']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:54:17.086285 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-b8b52dcd-04c2-4f77-b827-62da9fd13cb6 tempest-TaggedBootDevicesTest_v242-417596240 tempest-TaggedBootDevicesTest_v242-417596240-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:54:17.091832 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-b8b52dcd-04c2-4f77-b827-62da9fd13cb6 tempest-TaggedBootDevicesTest_v242-417596240 tempest-TaggedBootDevicesTest_v242-417596240-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33444131'] for floatingip, after_update {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:54:17.181789 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-9e5ad0e7-3a5e-48ee-abf2-c3852d917153 req-c9c39b30-29bc-4c0d-893c-382db30caa9e service neutron] 10.222.0.42 "GET /v2.0/networks/3a2296d3-5701-49c3-b8d7-d342e7fe567b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2914450 Apr 18 20:54:17.199578 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-224dd666-fbde-45bf-ace5-1dcd47d01b02 req-d4cfe82d-96d1-4151-81fe-6d7d67fec8f6 tempest-AttachVolumeNegativeTest-555605742 tempest-AttachVolumeNegativeTest-555605742-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:54:17.205287 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] get_ports_and_sgs() called for port_ids ['8d9ca2ad-3895-4fd7-88cb-e7accd79550a'] {{(pid=84042) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 18 20:54:17.213246 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-224dd666-fbde-45bf-ace5-1dcd47d01b02 req-d4cfe82d-96d1-4151-81fe-6d7d67fec8f6 tempest-AttachVolumeNegativeTest-555605742 tempest-AttachVolumeNegativeTest-555605742-project] 10.222.0.42 "GET /v2.0/ports?device_id=36268bf7-aadd-4a9b-9264-b6901d73c9ef HTTP/1.1" status: 200 len: 944 time: 0.1458118 Apr 18 20:54:17.303612 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-224dd666-fbde-45bf-ace5-1dcd47d01b02 req-adcacaf7-2c7f-483c-9861-74406b107155 tempest-AttachVolumeNegativeTest-555605742 tempest-AttachVolumeNegativeTest-555605742-project] 10.222.0.42 "GET /v2.0/security-groups?id=6a73dbb7-6be5-4cc9-acd3-5afb262a168e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0854001 Apr 18 20:54:17.367129 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ad0d33d-3334-4cc9-b8fb-57be84f41e47 req-e8e73dbd-a713-43ba-8597-9da7568298f6 tempest-ListServerFiltersTestJSON-1123405701 tempest-ListServerFiltersTestJSON-1123405701-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:54:17.367870 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [req-4ad0d33d-3334-4cc9-b8fb-57be84f41e47 req-e8e73dbd-a713-43ba-8597-9da7568298f6 tempest-ListServerFiltersTestJSON-1123405701 tempest-ListServerFiltersTestJSON-1123405701-project] Synchronizing usage tracker for tenant:de1481e68b5045059c48ab3bd0b2261b on resource:network {{(pid=84041) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 20:54:17.439079 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [req-4ad0d33d-3334-4cc9-b8fb-57be84f41e47 req-e8e73dbd-a713-43ba-8597-9da7568298f6 tempest-ListServerFiltersTestJSON-1123405701 tempest-ListServerFiltersTestJSON-1123405701-project] Unset dirty status for tenant:de1481e68b5045059c48ab3bd0b2261b on resource:network {{(pid=84041) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 20:54:17.439949 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-4ad0d33d-3334-4cc9-b8fb-57be84f41e47 req-e8e73dbd-a713-43ba-8597-9da7568298f6 tempest-ListServerFiltersTestJSON-1123405701 tempest-ListServerFiltersTestJSON-1123405701-project] 10.222.0.43 "GET /v2.0/networks?id=3a2296d3-5701-49c3-b8d7-d342e7fe567b HTTP/1.1" status: 200 len: 816 time: 0.7010462 Apr 18 20:54:17.475737 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.v2.base [req-4ad0d33d-3334-4cc9-b8fb-57be84f41e47 req-2fb6fb4e-1a7f-4336-ae91-7a5a0d067a92 tempest-ListServerFiltersTestJSON-1123405701 tempest-ListServerFiltersTestJSON-1123405701-project] Request body: {'port': {'device_id': '1848fe84-e1b8-4b1b-b558-43c90fc1533c', 'network_id': '3a2296d3-5701-49c3-b8d7-d342e7fe567b', 'admin_state_up': True, 'tenant_id': 'de1481e68b5045059c48ab3bd0b2261b'}} {{(pid=84041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 20:54:17.564069 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Device 532a7078-4df2-446a-a2f7-4dbe6f9ab771 up at agent ovs-agent-n-d-838334-2 {{(pid=84042) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 20:54:17.670284 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Provisioning complete for port 532a7078-4df2-446a-a2f7-4dbe6f9ab771 triggered by entity L2. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:54:17.671024 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1253608'] for port, provisioning_complete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:54:17.684003 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [req-4ad0d33d-3334-4cc9-b8fb-57be84f41e47 req-2fb6fb4e-1a7f-4336-ae91-7a5a0d067a92 tempest-ListServerFiltersTestJSON-1123405701 tempest-ListServerFiltersTestJSON-1123405701-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:54:17.694410 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [req-4ad0d33d-3334-4cc9-b8fb-57be84f41e47 req-2fb6fb4e-1a7f-4336-ae91-7a5a0d067a92 tempest-ListServerFiltersTestJSON-1123405701 tempest-ListServerFiltersTestJSON-1123405701-project] Usage tracker for resource:port and tenant:de1481e68b5045059c48ab3bd0b2261b is out of sync, need to count used quota {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:54:17.698779 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [req-4ad0d33d-3334-4cc9-b8fb-57be84f41e47 req-2fb6fb4e-1a7f-4336-ae91-7a5a0d067a92 tempest-ListServerFiltersTestJSON-1123405701 tempest-ListServerFiltersTestJSON-1123405701-project] Quota usage for port was recalculated. Used quota:1. {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:54:17.708093 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [req-4ad0d33d-3334-4cc9-b8fb-57be84f41e47 req-2fb6fb4e-1a7f-4336-ae91-7a5a0d067a92 tempest-ListServerFiltersTestJSON-1123405701 tempest-ListServerFiltersTestJSON-1123405701-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:54:17.802230 n-d-838334-2 neutron-server[84041]: INFO neutron.db.l3_db [None req-b8b52dcd-04c2-4f77-b827-62da9fd13cb6 tempest-TaggedBootDevicesTest_v242-417596240 tempest-TaggedBootDevicesTest_v242-417596240-project] Floating IP 5e95905c-5ad8-4a73-8123-0495ac7a9efb associated. External IP: 172.25.8.220, port: 4f3a4e36-a736-43f0-9187-2849b3636dd2. Apr 18 20:54:17.915069 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4ad0d33d-3334-4cc9-b8fb-57be84f41e47 req-2fb6fb4e-1a7f-4336-ae91-7a5a0d067a92 tempest-ListServerFiltersTestJSON-1123405701 tempest-ListServerFiltersTestJSON-1123405701-project] Made reservation on behalf of de1481e68b5045059c48ab3bd0b2261b for: {'port': 1} {{(pid=84041) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:54:17.930219 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [req-4ad0d33d-3334-4cc9-b8fb-57be84f41e47 req-2fb6fb4e-1a7f-4336-ae91-7a5a0d067a92 tempest-ListServerFiltersTestJSON-1123405701 tempest-ListServerFiltersTestJSON-1123405701-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:54:17.954050 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18c6498f-b9ce-41ff-afae-00d0bec33c58 req-00e7eab6-a320-4117-9a4e-decbad4bd903 tempest-ListServerFiltersTestJSON-1123405701 tempest-ListServerFiltersTestJSON-1123405701-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:54:17.955654 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-18c6498f-b9ce-41ff-afae-00d0bec33c58 req-00e7eab6-a320-4117-9a4e-decbad4bd903 tempest-ListServerFiltersTestJSON-1123405701 tempest-ListServerFiltersTestJSON-1123405701-project] 10.222.0.42 "GET /v2.0/networks?id=3a2296d3-5701-49c3-b8d7-d342e7fe567b HTTP/1.1" status: 200 len: 816 time: 0.2931433 Apr 18 20:54:18.007923 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-becaa162-407c-4cdf-95c1-719c8e0cca10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750375287399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253529'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:54:18.078104 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-18c6498f-b9ce-41ff-afae-00d0bec33c58 req-aea98934-da70-4cd5-b891-0c3be4834d84 tempest-ListServerFiltersTestJSON-1123405701 tempest-ListServerFiltersTestJSON-1123405701-project] 10.222.0.42 "GET /v2.0/quotas/de1481e68b5045059c48ab3bd0b2261b HTTP/1.1" status: 200 len: 375 time: 0.1164176 Apr 18 20:54:18.197846 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-009827d1-69a0-4be9-9054-d0fe99d725a0 req-97138e09-6ef5-4456-a9ad-1e67b34e59fb tempest-DeleteServersTestJSON-915645800 tempest-DeleteServersTestJSON-915645800-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:54:18.200428 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-009827d1-69a0-4be9-9054-d0fe99d725a0 req-97138e09-6ef5-4456-a9ad-1e67b34e59fb tempest-DeleteServersTestJSON-915645800 tempest-DeleteServersTestJSON-915645800-project] 10.222.0.42 "GET /v2.0/ports?device_id=99d03bc5-4165-470d-bff8-895b4a06adc8 HTTP/1.1" status: 200 len: 945 time: 0.2244556 Apr 18 20:54:18.237748 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7bd8d76-b4af-4c64-9a69-e0b49bd87503 req-dc7e36fe-8d00-4c72-93a9-7019e8766f69 tempest-DeleteServersTestJSON-915645800 tempest-DeleteServersTestJSON-915645800-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:54:18.238594 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [req-f7bd8d76-b4af-4c64-9a69-e0b49bd87503 req-dc7e36fe-8d00-4c72-93a9-7019e8766f69 tempest-DeleteServersTestJSON-915645800 tempest-DeleteServersTestJSON-915645800-project] Synchronizing usage tracker for tenant:7fa7a8b3916440879a3373a5a8935507 on resource:port {{(pid=84041) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 20:54:18.241582 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-18c6498f-b9ce-41ff-afae-00d0bec33c58 req-11749193-e9b6-41a4-aa13-e205d8064aa6 tempest-ListServerFiltersTestJSON-1123405701 tempest-ListServerFiltersTestJSON-1123405701-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=de1481e68b5045059c48ab3bd0b2261b&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1475751 Apr 18 20:54:18.337129 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.db_base_plugin_common [req-4ad0d33d-3334-4cc9-b8fb-57be84f41e47 req-2fb6fb4e-1a7f-4336-ae91-7a5a0d067a92 tempest-ListServerFiltersTestJSON-1123405701 tempest-ListServerFiltersTestJSON-1123405701-project] Allocated IP 172.20.0.7 (3a2296d3-5701-49c3-b8d7-d342e7fe567b/bf3d4156-4029-4990-a77f-b5185e903dd1/9dad702e-7d18-43c5-af06-9baea7bd6de1) {{(pid=84041) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:54:18.339037 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [req-f7bd8d76-b4af-4c64-9a69-e0b49bd87503 req-dc7e36fe-8d00-4c72-93a9-7019e8766f69 tempest-DeleteServersTestJSON-915645800 tempest-DeleteServersTestJSON-915645800-project] Unset dirty status for tenant:7fa7a8b3916440879a3373a5a8935507 on resource:port {{(pid=84041) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 20:54:18.340800 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-f7bd8d76-b4af-4c64-9a69-e0b49bd87503 req-dc7e36fe-8d00-4c72-93a9-7019e8766f69 tempest-DeleteServersTestJSON-915645800 tempest-DeleteServersTestJSON-915645800-project] 10.222.0.43 "GET /v2.0/ports?device_id=99d03bc5-4165-470d-bff8-895b4a06adc8 HTTP/1.1" status: 200 len: 945 time: 0.6349967 Apr 18 20:54:18.425353 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-009827d1-69a0-4be9-9054-d0fe99d725a0 req-1ad878e9-79b8-4d7d-b284-d9004fcc8db4 tempest-DeleteServersTestJSON-915645800 tempest-DeleteServersTestJSON-915645800-project] 10.222.0.42 "GET /v2.0/security-groups?id=588d127b-19b7-4c3d-9f79-a400181b94e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2164593 Apr 18 20:54:18.476085 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.plugin [req-f7bd8d76-b4af-4c64-9a69-e0b49bd87503 req-e54a9d53-2c3a-4624-b6be-c1e96c6f5bb1 tempest-DeleteServersTestJSON-915645800 tempest-DeleteServersTestJSON-915645800-project] Deleting port acbcc06a-2f57-4c5a-898d-3c02feef8474 {{(pid=84041) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 20:54:18.476423 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [req-f7bd8d76-b4af-4c64-9a69-e0b49bd87503 req-e54a9d53-2c3a-4624-b6be-c1e96c6f5bb1 tempest-DeleteServersTestJSON-915645800 tempest-DeleteServersTestJSON-915645800-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750375188691'] for port, before_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:54:18.524561 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-18c6498f-b9ce-41ff-afae-00d0bec33c58 req-353e21d0-9c3a-4bb0-9c81-9f8a844f038e service neutron] 10.222.0.42 "GET /v2.0/networks/3a2296d3-5701-49c3-b8d7-d342e7fe567b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2819190 Apr 18 20:54:18.655926 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-a5dada45-1c9d-4949-9a7c-c207c54bc467 req-95bd7acc-8857-4ca8-9cd9-f3c3fafcd10a service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=a3d617b3-55ec-41c1-b97c-911aa927ef50&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3148880 Apr 18 20:54:18.784486 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-18c6498f-b9ce-41ff-afae-00d0bec33c58 req-08e5439c-fa29-4487-a5b5-75669c1b9f6f service neutron] 10.222.0.42 "GET /v2.0/networks/3a2296d3-5701-49c3-b8d7-d342e7fe567b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2531927 Apr 18 20:54:18.810067 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-152494af-d0d8-43d7-be7f-6ea9ceeb2f78 req-a5ca8662-96e3-48b0-94f5-c502256dc41c tempest-AttachVolumeNegativeTest-555605742 tempest-AttachVolumeNegativeTest-555605742-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:54:18.811386 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-152494af-d0d8-43d7-be7f-6ea9ceeb2f78 req-a5ca8662-96e3-48b0-94f5-c502256dc41c tempest-AttachVolumeNegativeTest-555605742 tempest-AttachVolumeNegativeTest-555605742-project] 10.222.0.42 "GET /v2.0/ports?device_id=36268bf7-aadd-4a9b-9264-b6901d73c9ef HTTP/1.1" status: 200 len: 944 time: 0.2021673 Apr 18 20:54:18.855137 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [req-4ad0d33d-3334-4cc9-b8fb-57be84f41e47 req-2fb6fb4e-1a7f-4336-ae91-7a5a0d067a92 tempest-ListServerFiltersTestJSON-1123405701 tempest-ListServerFiltersTestJSON-1123405701-project] Notify callbacks [] for port, precommit_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:54:18.876735 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.provisioning_blocks [req-4ad0d33d-3334-4cc9-b8fb-57be84f41e47 req-2fb6fb4e-1a7f-4336-ae91-7a5a0d067a92 tempest-ListServerFiltersTestJSON-1123405701 tempest-ListServerFiltersTestJSON-1123405701-project] Transition to ACTIVE for port object 9dad702e-7d18-43c5-af06-9baea7bd6de1 will not be triggered until provisioned by entity DHCP. {{(pid=84041) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 20:54:18.910918 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [req-4ad0d33d-3334-4cc9-b8fb-57be84f41e47 req-2fb6fb4e-1a7f-4336-ae91-7a5a0d067a92 tempest-ListServerFiltersTestJSON-1123405701 tempest-ListServerFiltersTestJSON-1123405701-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750374836619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32266323'] for port, after_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:54:18.968167 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750375287399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253529'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:54:19.069558 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-a5dada45-1c9d-4949-9a7c-c207c54bc467 req-8f0900f3-b947-43a2-89ff-9866576668b9 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=62ca3eda8b574071bf7ebb52cb30bb40&device_id=a3d617b3-55ec-41c1-b97c-911aa927ef50 HTTP/1.1" status: 200 len: 1097 time: 0.3663766 Apr 18 20:54:19.132930 n-d-838334-2 neutron-server[84041]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4ad0d33d-3334-4cc9-b8fb-57be84f41e47 req-2fb6fb4e-1a7f-4336-ae91-7a5a0d067a92 tempest-ListServerFiltersTestJSON-1123405701 tempest-ListServerFiltersTestJSON-1123405701-project] Network 3a2296d3-5701-49c3-b8d7-d342e7fe567b is already hosted by enough agents. {{(pid=84041) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:54:19.145803 n-d-838334-2 neutron-server[84041]: DEBUG neutron.scheduler.base_scheduler [req-4ad0d33d-3334-4cc9-b8fb-57be84f41e47 req-2fb6fb4e-1a7f-4336-ae91-7a5a0d067a92 tempest-ListServerFiltersTestJSON-1123405701 tempest-ListServerFiltersTestJSON-1123405701-project] Resources bound (agent type, host, resource id): {{(pid=84041) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:54:19.158032 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.l3_dvrscheduler_db [req-4ad0d33d-3334-4cc9-b8fb-57be84f41e47 req-2fb6fb4e-1a7f-4336-ae91-7a5a0d067a92 tempest-ListServerFiltersTestJSON-1123405701 tempest-ListServerFiltersTestJSON-1123405701-project] Received port after_create {{(pid=84041) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 20:54:19.227380 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-def82d54-a908-4fb4-b564-745ea8cad1dc req-008de241-99bf-4f40-bc32-de90a95ff130 tempest-ListServerFiltersTestJSON-1123405701 tempest-ListServerFiltersTestJSON-1123405701-project] 10.222.0.42 "GET /v2.0/ports?device_id=87df4a39-d0d7-4e75-9f18-37c726fdf5c2 HTTP/1.1" status: 200 len: 210 time: 0.1661761 Apr 18 20:54:19.249023 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ad0d33d-3334-4cc9-b8fb-57be84f41e47 req-2fb6fb4e-1a7f-4336-ae91-7a5a0d067a92 tempest-ListServerFiltersTestJSON-1123405701 tempest-ListServerFiltersTestJSON-1123405701-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:54:19.249688 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [req-4ad0d33d-3334-4cc9-b8fb-57be84f41e47 req-2fb6fb4e-1a7f-4336-ae91-7a5a0d067a92 tempest-ListServerFiltersTestJSON-1123405701 tempest-ListServerFiltersTestJSON-1123405701-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217293'] for port, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:54:19.285727 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-152494af-d0d8-43d7-be7f-6ea9ceeb2f78 req-63bbf001-7266-4438-a4a3-f3de56b60b2d tempest-AttachVolumeNegativeTest-555605742 tempest-AttachVolumeNegativeTest-555605742-project] 10.222.0.42 "GET /v2.0/security-groups?id=6a73dbb7-6be5-4cc9-acd3-5afb262a168e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4662890 Apr 18 20:54:19.340648 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fb6fb4e-1a7f-4336-ae91-7a5a0d067a92 tempest-ListServerFiltersTestJSON-1123405701 tempest-ListServerFiltersTestJSON-1123405701-project] Pushing event updated for resources: {'Port': ['ID=9dad702e-7d18-43c5-af06-9baea7bd6de1,revision_number=1']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:54:19.390329 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-414b6ffe-e119-47bc-b18f-bcff1219c2f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750375287399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253529'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:54:19.412860 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5dada45-1c9d-4949-9a7c-c207c54bc467 req-a7e78bbe-034b-4a0a-b33d-911de11ce7e3 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:54:19.424035 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-a5dada45-1c9d-4949-9a7c-c207c54bc467 req-a7e78bbe-034b-4a0a-b33d-911de11ce7e3 service neutron] 10.222.0.43 "GET /v2.0/networks?id=0f9d847a-7ba3-4a42-a0c6-e8541d683b40 HTTP/1.1" status: 200 len: 917 time: 0.3092337 Apr 18 20:54:19.573150 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-6dbe9efb-d9cf-4adf-974b-ce602c32a8c5 None None] Provisioning for port 9dad702e-7d18-43c5-af06-9baea7bd6de1 completed by entity DHCP. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 20:54:19.579886 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-6dbe9efb-d9cf-4adf-974b-ce602c32a8c5 None None] Provisioning complete for port 9dad702e-7d18-43c5-af06-9baea7bd6de1 triggered by entity DHCP. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:54:19.580535 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-6dbe9efb-d9cf-4adf-974b-ce602c32a8c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1253608'] for port, provisioning_complete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:54:19.658795 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-4ad0d33d-3334-4cc9-b8fb-57be84f41e47 req-2fb6fb4e-1a7f-4336-ae91-7a5a0d067a92 tempest-ListServerFiltersTestJSON-1123405701 tempest-ListServerFiltersTestJSON-1123405701-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1940050 Apr 18 20:54:19.670005 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.db [req-f7bd8d76-b4af-4c64-9a69-e0b49bd87503 req-e54a9d53-2c3a-4624-b6be-c1e96c6f5bb1 tempest-DeleteServersTestJSON-915645800 tempest-DeleteServersTestJSON-915645800-project] For port acbcc06a-2f57-4c5a-898d-3c02feef8474, host n-h1-838334-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838334-2',level=0,port_id=acbcc06a-2f57-4c5a-898d-3c02feef8474,segment=NetworkSegment(eb1f29ad-3d05-4e72-b227-469dc1660e3c),segment_id=eb1f29ad-3d05-4e72-b227-469dc1660e3c)] {{(pid=84041) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:54:19.670377 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [req-f7bd8d76-b4af-4c64-9a69-e0b49bd87503 req-e54a9d53-2c3a-4624-b6be-c1e96c6f5bb1 tempest-DeleteServersTestJSON-915645800 tempest-DeleteServersTestJSON-915645800-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369123'] for port, precommit_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:54:19.689313 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.v2.base [req-4ad0d33d-3334-4cc9-b8fb-57be84f41e47 req-905d9913-0b9d-477b-9548-6121e2b659bd service neutron] Request body: {'port': {'device_id': '1848fe84-e1b8-4b1b-b558-43c90fc1533c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-838334-2'}} {{(pid=84041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 20:54:19.693361 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.plugin [None req-6dbe9efb-d9cf-4adf-974b-ce602c32a8c5 None None] Port 9dad702e-7d18-43c5-af06-9baea7bd6de1 cannot update to ACTIVE because it is not bound. {{(pid=84042) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 18 20:54:19.823962 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-a5dada45-1c9d-4949-9a7c-c207c54bc467 req-47a821af-1028-4bd3-8a66-b83d68417d6f service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=96dabab2-edf7-421c-9f87-a969c8aeb8a0 HTTP/1.1" status: 200 len: 1001 time: 0.3926983 Apr 18 20:54:19.936124 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.plugin [req-f7bd8d76-b4af-4c64-9a69-e0b49bd87503 req-e54a9d53-2c3a-4624-b6be-c1e96c6f5bb1 tempest-DeleteServersTestJSON-915645800 tempest-DeleteServersTestJSON-915645800-project] Calling delete_port for acbcc06a-2f57-4c5a-898d-3c02feef8474 owned by compute:nova {{(pid=84041) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 20:54:19.961918 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e5ad0e7-3a5e-48ee-abf2-c3852d917153 req-e61fc2d5-c3b1-4148-b642-4489b275c95b tempest-ListServerFiltersTestJSON-1123405701 tempest-ListServerFiltersTestJSON-1123405701-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:54:19.963554 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-9e5ad0e7-3a5e-48ee-abf2-c3852d917153 req-e61fc2d5-c3b1-4148-b642-4489b275c95b tempest-ListServerFiltersTestJSON-1123405701 tempest-ListServerFiltersTestJSON-1123405701-project] 10.222.0.48 "GET /v2.0/networks?id=3a2296d3-5701-49c3-b8d7-d342e7fe567b HTTP/1.1" status: 200 len: 816 time: 0.4389217 Apr 18 20:54:19.969861 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9c564de-273f-400c-943b-f9f093ef69d4 req-cbb036f7-e652-49dc-8b23-f4e1106558c1 tempest-DeleteServersTestJSON-915645800 tempest-DeleteServersTestJSON-915645800-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:54:19.971984 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-a9c564de-273f-400c-943b-f9f093ef69d4 req-cbb036f7-e652-49dc-8b23-f4e1106558c1 tempest-DeleteServersTestJSON-915645800 tempest-DeleteServersTestJSON-915645800-project] 10.222.0.42 "GET /v2.0/ports?device_id=99d03bc5-4165-470d-bff8-895b4a06adc8 HTTP/1.1" status: 200 len: 945 time: 0.2598855 Apr 18 20:54:20.000973 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.v2.base [req-9e5ad0e7-3a5e-48ee-abf2-c3852d917153 req-ecef2919-e0a8-450e-b83c-990eac8b269f tempest-ListServerFiltersTestJSON-1123405701 tempest-ListServerFiltersTestJSON-1123405701-project] Request body: {'port': {'device_id': '893fec3b-bae4-4fe4-b69b-f05afd51795b', 'network_id': '3a2296d3-5701-49c3-b8d7-d342e7fe567b', 'admin_state_up': True, 'tenant_id': 'de1481e68b5045059c48ab3bd0b2261b'}} {{(pid=84040) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 20:54:20.029193 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5dada45-1c9d-4949-9a7c-c207c54bc467 req-ed2b770b-b52b-4f6c-a871-b7f0f361bed7 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:54:20.031551 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-a5dada45-1c9d-4949-9a7c-c207c54bc467 req-ed2b770b-b52b-4f6c-a871-b7f0f361bed7 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=d2e46a24-0bb5-4d5b-bcac-f83f2e3a3c35 HTTP/1.1" status: 200 len: 855 time: 0.2005639 Apr 18 20:54:20.137438 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [req-4ad0d33d-3334-4cc9-b8fb-57be84f41e47 req-905d9913-0b9d-477b-9548-6121e2b659bd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:54:20.160919 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 50420) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:54:20.244241 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-a9c564de-273f-400c-943b-f9f093ef69d4 req-52aa01df-cd99-4307-ba5f-38da06cb0e51 tempest-DeleteServersTestJSON-915645800 tempest-DeleteServersTestJSON-915645800-project] 10.222.0.42 "GET /v2.0/security-groups?id=588d127b-19b7-4c3d-9f79-a400181b94e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2639914 Apr 18 20:54:20.270610 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [req-f7bd8d76-b4af-4c64-9a69-e0b49bd87503 req-e54a9d53-2c3a-4624-b6be-c1e96c6f5bb1 tempest-DeleteServersTestJSON-915645800 tempest-DeleteServersTestJSON-915645800-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750375259028', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750374836628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32266323'] for port, after_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:54:20.288286 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [req-9e5ad0e7-3a5e-48ee-abf2-c3852d917153 req-ecef2919-e0a8-450e-b83c-990eac8b269f tempest-ListServerFiltersTestJSON-1123405701 tempest-ListServerFiltersTestJSON-1123405701-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:54:20.298684 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Device 8d9ca2ad-3895-4fd7-88cb-e7accd79550a up at agent hyperv_n-h2-838334-2 {{(pid=84042) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 20:54:20.300606 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-a5dada45-1c9d-4949-9a7c-c207c54bc467 req-90ea567c-9ba3-43a5-81fa-d2050abf7d6d service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=0f9d847a-7ba3-4a42-a0c6-e8541d683b40&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2548831 Apr 18 20:54:20.302570 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [req-9e5ad0e7-3a5e-48ee-abf2-c3852d917153 req-ecef2919-e0a8-450e-b83c-990eac8b269f tempest-ListServerFiltersTestJSON-1123405701 tempest-ListServerFiltersTestJSON-1123405701-project] Usage tracker for resource:port and tenant:de1481e68b5045059c48ab3bd0b2261b is out of sync, need to count used quota {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:54:20.307117 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [req-9e5ad0e7-3a5e-48ee-abf2-c3852d917153 req-ecef2919-e0a8-450e-b83c-990eac8b269f tempest-ListServerFiltersTestJSON-1123405701 tempest-ListServerFiltersTestJSON-1123405701-project] Quota usage for port was recalculated. Used quota:2. {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:54:20.379425 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [req-9e5ad0e7-3a5e-48ee-abf2-c3852d917153 req-ecef2919-e0a8-450e-b83c-990eac8b269f tempest-ListServerFiltersTestJSON-1123405701 tempest-ListServerFiltersTestJSON-1123405701-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:54:20.380081 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e54a9d53-2c3a-4624-b6be-c1e96c6f5bb1 tempest-DeleteServersTestJSON-915645800 tempest-DeleteServersTestJSON-915645800-project] Pushing event deleted for resources: {'Port': ['ID=acbcc06a-2f57-4c5a-898d-3c02feef8474,revision_number=None']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:54:20.394860 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Provisioning for port 8d9ca2ad-3895-4fd7-88cb-e7accd79550a completed by entity L2. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 20:54:20.395179 n-d-838334-2 neutron-server[84041]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b8b52dcd-04c2-4f77-b827-62da9fd13cb6 tempest-TaggedBootDevicesTest_v242-417596240 tempest-TaggedBootDevicesTest_v242-417596240-project] Router 99413255-a59e-4b76-a984-795028d7c5d1 has already been hosted by L3 agent bc84d6c9-dd7a-4555-a351-592327b46d5a {{(pid=84041) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 20:54:20.414323 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Provisioning complete for port 8d9ca2ad-3895-4fd7-88cb-e7accd79550a triggered by entity L2. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:54:20.416053 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1253608'] for port, provisioning_complete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:54:20.497413 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9e5ad0e7-3a5e-48ee-abf2-c3852d917153 req-ecef2919-e0a8-450e-b83c-990eac8b269f tempest-ListServerFiltersTestJSON-1123405701 tempest-ListServerFiltersTestJSON-1123405701-project] Made reservation on behalf of de1481e68b5045059c48ab3bd0b2261b for: {'port': 1} {{(pid=84040) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:54:20.501027 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-9e5ad0e7-3a5e-48ee-abf2-c3852d917153 req-ecef2919-e0a8-450e-b83c-990eac8b269f tempest-ListServerFiltersTestJSON-1123405701 tempest-ListServerFiltersTestJSON-1123405701-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:54:20.504831 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.l3_dvrscheduler_db [req-f7bd8d76-b4af-4c64-9a69-e0b49bd87503 req-e54a9d53-2c3a-4624-b6be-c1e96c6f5bb1 tempest-DeleteServersTestJSON-915645800 tempest-DeleteServersTestJSON-915645800-project] No DVR routers for this DVR port acbcc06a-2f57-4c5a-898d-3c02feef8474 on host n-h1-838334-2 {{(pid=84041) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 20:54:20.524168 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [req-f7bd8d76-b4af-4c64-9a69-e0b49bd87503 req-e54a9d53-2c3a-4624-b6be-c1e96c6f5bb1 tempest-DeleteServersTestJSON-915645800 tempest-DeleteServersTestJSON-915645800-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217293'] for port, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:54:20.528868 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-c7521a90-7d65-4e2e-842c-ca5d95e9a89c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750375287399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253529'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:54:20.529890 n-d-838334-2 neutron-server[84041]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '99d03bc5-4165-470d-bff8-895b4a06adc8', 'name': 'network-vif-deleted', 'tag': 'acbcc06a-2f57-4c5a-898d-3c02feef8474'}] {{(pid=84041) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 20:54:20.615768 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:54:20.649765 n-d-838334-2 neutron-server[84042]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '36268bf7-aadd-4a9b-9264-b6901d73c9ef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8d9ca2ad-3895-4fd7-88cb-e7accd79550a'}] {{(pid=84042) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 20:54:20.653263 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-b48fb070-662c-4d14-9277-164d84010ab3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:54:20.662573 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] For port 8d9ca2ad-3895-4fd7-88cb-e7accd79550a, host n-h2-838334-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838334-2',level=0,port_id=8d9ca2ad-3895-4fd7-88cb-e7accd79550a,segment=NetworkSegment(dbc7d3d6-4579-41c2-9fd4-2757cc8c54b6),segment_id=dbc7d3d6-4579-41c2-9fd4-2757cc8c54b6)] {{(pid=84042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:54:20.665732 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-6d244c9c-d221-4472-977c-17ceb767218b req-91d94fb2-dc1f-4c08-a9c1-ddc3fdb1be26 tempest-ListServerFiltersTestJSON-1123405701 tempest-ListServerFiltersTestJSON-1123405701-project] 10.222.0.42 "GET /v2.0/ports?device_id=87df4a39-d0d7-4e75-9f18-37c726fdf5c2 HTTP/1.1" status: 200 len: 210 time: 0.1693392 Apr 18 20:54:20.680357 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682'] for port, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:54:20.739810 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-f7bd8d76-b4af-4c64-9a69-e0b49bd87503 req-e54a9d53-2c3a-4624-b6be-c1e96c6f5bb1 tempest-DeleteServersTestJSON-915645800 tempest-DeleteServersTestJSON-915645800-project] 10.222.0.43 "DELETE /v2.0/ports/acbcc06a-2f57-4c5a-898d-3c02feef8474 HTTP/1.1" status: 204 len: 173 time: 2.3897200 Apr 18 20:54:20.817170 n-d-838334-2 neutron-server[84041]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0ec73924-48cf-4576-ac10-55975e6343d7'] response: {'server_uuid': '99d03bc5-4165-470d-bff8-895b4a06adc8', 'name': 'network-vif-deleted', 'tag': 'acbcc06a-2f57-4c5a-898d-3c02feef8474', 'status': 'completed', 'code': 200} Apr 18 20:54:20.855300 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [None req-b48fb070-662c-4d14-9277-164d84010ab3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:54:20.863372 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-b48fb070-662c-4d14-9277-164d84010ab3 admin admin] Usage tracker for resource:security_group_rule and tenant:9d304f7917a547d590f5f82662df27bf is out of sync, need to count used quota {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:54:20.864928 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Pushing event updated for resources: {'Port': ['ID=8d9ca2ad-3895-4fd7-88cb-e7accd79550a,revision_number=5']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:54:20.868130 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-b48fb070-662c-4d14-9277-164d84010ab3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:54:20.879483 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-a5dada45-1c9d-4949-9a7c-c207c54bc467 req-717876d6-ed14-4c1f-bb97-a9baf8f7e09e service neutron] 10.222.0.43 "GET /v2.0/networks/0f9d847a-7ba3-4a42-a0c6-e8541d683b40?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5659080 Apr 18 20:54:20.880285 n-d-838334-2 neutron-server[84042]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1755bd07-278c-4b90-a037-1120af0df627'] response: {'server_uuid': '36268bf7-aadd-4a9b-9264-b6901d73c9ef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8d9ca2ad-3895-4fd7-88cb-e7accd79550a', 'code': 200} Apr 18 20:54:20.880448 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [None req-b48fb070-662c-4d14-9277-164d84010ab3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:54:20.942681 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d241df-3a49-4ae5-a350-54609a7a70bb req-b13f300c-ee28-4b85-9a84-2dd0bf7eb88c tempest-AttachVolumeNegativeTest-555605742 tempest-AttachVolumeNegativeTest-555605742-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:54:20.949782 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-f3d241df-3a49-4ae5-a350-54609a7a70bb req-b13f300c-ee28-4b85-9a84-2dd0bf7eb88c tempest-AttachVolumeNegativeTest-555605742 tempest-AttachVolumeNegativeTest-555605742-project] 10.222.0.42 "GET /v2.0/ports?device_id=36268bf7-aadd-4a9b-9264-b6901d73c9ef HTTP/1.1" status: 200 len: 944 time: 0.4550800 Apr 18 20:54:20.951671 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18c6498f-b9ce-41ff-afae-00d0bec33c58 req-c6856fda-f2ae-427d-ba80-da1dcfc52c6e tempest-ListServerFiltersTestJSON-1123405701 tempest-ListServerFiltersTestJSON-1123405701-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:54:20.953468 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-18c6498f-b9ce-41ff-afae-00d0bec33c58 req-c6856fda-f2ae-427d-ba80-da1dcfc52c6e tempest-ListServerFiltersTestJSON-1123405701 tempest-ListServerFiltersTestJSON-1123405701-project] 10.222.0.43 "GET /v2.0/networks?id=3a2296d3-5701-49c3-b8d7-d342e7fe567b HTTP/1.1" status: 200 len: 816 time: 0.3576496 Apr 18 20:54:20.982664 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.v2.base [req-18c6498f-b9ce-41ff-afae-00d0bec33c58 req-6d287352-79d9-4b67-b710-b742c6090474 tempest-ListServerFiltersTestJSON-1123405701 tempest-ListServerFiltersTestJSON-1123405701-project] Request body: {'port': {'device_id': '87df4a39-d0d7-4e75-9f18-37c726fdf5c2', 'network_id': '3a2296d3-5701-49c3-b8d7-d342e7fe567b', 'admin_state_up': True, 'tenant_id': 'de1481e68b5045059c48ab3bd0b2261b'}} {{(pid=84041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 20:54:21.174748 n-d-838334-2 neutron-server[84041]: DEBUG neutron.notifiers.nova [req-4ad0d33d-3334-4cc9-b8fb-57be84f41e47 req-905d9913-0b9d-477b-9548-6121e2b659bd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9dad702e-7d18-43c5-af06-9baea7bd6de1 {{(pid=84041) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 18 20:54:21.185602 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [req-4ad0d33d-3334-4cc9-b8fb-57be84f41e47 req-905d9913-0b9d-477b-9548-6121e2b659bd service neutron] Notify callbacks [] for port, precommit_update {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:54:21.231826 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.provisioning_blocks [req-4ad0d33d-3334-4cc9-b8fb-57be84f41e47 req-905d9913-0b9d-477b-9548-6121e2b659bd service neutron] Transition to ACTIVE for port object 9dad702e-7d18-43c5-af06-9baea7bd6de1 will not be triggered until provisioned by entity L2. {{(pid=84041) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 20:54:21.235757 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [req-18c6498f-b9ce-41ff-afae-00d0bec33c58 req-6d287352-79d9-4b67-b710-b742c6090474 tempest-ListServerFiltersTestJSON-1123405701 tempest-ListServerFiltersTestJSON-1123405701-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:54:21.240313 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [req-4ad0d33d-3334-4cc9-b8fb-57be84f41e47 req-905d9913-0b9d-477b-9548-6121e2b659bd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32266282'] for port, after_update {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:54:21.243950 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [req-18c6498f-b9ce-41ff-afae-00d0bec33c58 req-6d287352-79d9-4b67-b710-b742c6090474 tempest-ListServerFiltersTestJSON-1123405701 tempest-ListServerFiltersTestJSON-1123405701-project] Usage tracker for resource:port and tenant:de1481e68b5045059c48ab3bd0b2261b is out of sync, need to count used quota {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:54:21.245087 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-f3d241df-3a49-4ae5-a350-54609a7a70bb req-310d87ae-7cc1-408d-92f6-54c098a8a397 tempest-AttachVolumeNegativeTest-555605742 tempest-AttachVolumeNegativeTest-555605742-project] 10.222.0.42 "GET /v2.0/security-groups?id=6a73dbb7-6be5-4cc9-acd3-5afb262a168e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2944686 Apr 18 20:54:21.273052 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Device acbcc06a-2f57-4c5a-898d-3c02feef8474 no longer exists at agent hyperv_n-h1-838334-2 {{(pid=84042) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 20:54:21.280719 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [req-18c6498f-b9ce-41ff-afae-00d0bec33c58 req-6d287352-79d9-4b67-b710-b742c6090474 tempest-ListServerFiltersTestJSON-1123405701 tempest-ListServerFiltersTestJSON-1123405701-project] Quota usage for port was recalculated. Used quota:2. {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:54:21.291058 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-b48fb070-662c-4d14-9277-164d84010ab3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:54:21.298289 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [req-18c6498f-b9ce-41ff-afae-00d0bec33c58 req-6d287352-79d9-4b67-b710-b742c6090474 tempest-ListServerFiltersTestJSON-1123405701 tempest-ListServerFiltersTestJSON-1123405701-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:54:21.310956 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.plugin [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] No Port match for: acbcc06a-2f57-4c5a-898d-3c02feef8474 {{(pid=84042) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 18 20:54:21.311493 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Device acbcc06a-2f57-4c5a-898d-3c02feef8474 not bound to the agent host n-h1-838334-2 {{(pid=84042) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 20:54:21.467863 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-a5dada45-1c9d-4949-9a7c-c207c54bc467 req-d757bfe5-f7d4-4283-9110-95c3f75badcf service neutron] 10.222.0.43 "GET /v2.0/networks/0f9d847a-7ba3-4a42-a0c6-e8541d683b40?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5755839 Apr 18 20:54:21.485243 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-b48fb070-662c-4d14-9277-164d84010ab3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33528224'] for security_group, after_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:54:21.523048 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-18c6498f-b9ce-41ff-afae-00d0bec33c58 req-6d287352-79d9-4b67-b710-b742c6090474 tempest-ListServerFiltersTestJSON-1123405701 tempest-ListServerFiltersTestJSON-1123405701-project] Made reservation on behalf of de1481e68b5045059c48ab3bd0b2261b for: {'port': 1} {{(pid=84041) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:54:21.525996 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [req-18c6498f-b9ce-41ff-afae-00d0bec33c58 req-6d287352-79d9-4b67-b710-b742c6090474 tempest-ListServerFiltersTestJSON-1123405701 tempest-ListServerFiltersTestJSON-1123405701-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:54:21.550962 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b8b52dcd-04c2-4f77-b827-62da9fd13cb6 tempest-TaggedBootDevicesTest_v242-417596240 tempest-TaggedBootDevicesTest_v242-417596240-project] Notify agent at l3_agent.n-d-838334-2 the message routers_updated {{(pid=84041) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 20:54:21.557182 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-905d9913-0b9d-477b-9548-6121e2b659bd service neutron] Pushing event updated for resources: {'Port': ['ID=9dad702e-7d18-43c5-af06-9baea7bd6de1,revision_number=2']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:54:21.564247 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-b8b52dcd-04c2-4f77-b827-62da9fd13cb6 tempest-TaggedBootDevicesTest_v242-417596240 tempest-TaggedBootDevicesTest_v242-417596240-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217293'] for floatingip, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:54:21.564519 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-18f1cee0-ff32-408b-b7c2-ecd2685daadb req-04fb217e-ff9c-415a-be9c-3e767fc6dc0a service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=36268bf7-aadd-4a9b-9264-b6901d73c9ef HTTP/1.1" status: 200 len: 1096 time: 0.5415783 Apr 18 20:54:21.570946 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25dafde2-108b-4f92-8d2a-fea7516d5672 None None] Sync routers for ids ['99413255-a59e-4b76-a984-795028d7c5d1'] in n-d-838334-2 {{(pid=84042) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 18 20:54:21.594014 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25dafde2-108b-4f92-8d2a-fea7516d5672 None None] Routers {'99413255-a59e-4b76-a984-795028d7c5d1'} bound to L3 agent in host n-d-838334-2 {{(pid=84042) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 20:54:21.595563 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_hamode_db [None req-25dafde2-108b-4f92-8d2a-fea7516d5672 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838334-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-18T20:25:48Z,description=,heartbeat_timestamp=2022-04-18T20:54:18Z,host='n-d-838334-2',id=bc84d6c9-dd7a-4555-a351-592327b46d5a,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:25:48Z,topic='l3_agent')) {'router_ids': ['99413255-a59e-4b76-a984-795028d7c5d1'], 'active': True} {{(pid=84042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:54:21.646328 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-71d46d09-24ec-4737-8db9-ea8efcf56385 req-721f0d1c-b7d3-4403-9aaf-8a2c59a228b7 tempest-DeleteServersTestJSON-915645800 tempest-DeleteServersTestJSON-915645800-project] 10.222.0.42 "GET /v2.0/ports?device_id=99d03bc5-4165-470d-bff8-895b4a06adc8 HTTP/1.1" status: 200 len: 210 time: 0.1401267 Apr 18 20:54:21.675939 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-49faa3a1-acf3-4dab-8186-4495ad9a44f0 req-88053a63-3c05-4966-9408-cc1778f870c1 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=518b0850-99aa-4c7b-8e17-eb4ba00959c9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.5804136 Apr 18 20:54:21.684361 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b48fb070-662c-4d14-9277-164d84010ab3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e12c8175-f8f1-4dbc-9daa-fcab275d8046,revision_number=1']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:54:21.688265 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.db_base_plugin_common [req-9e5ad0e7-3a5e-48ee-abf2-c3852d917153 req-ecef2919-e0a8-450e-b83c-990eac8b269f tempest-ListServerFiltersTestJSON-1123405701 tempest-ListServerFiltersTestJSON-1123405701-project] Allocated IP 172.20.0.8 (3a2296d3-5701-49c3-b8d7-d342e7fe567b/bf3d4156-4029-4990-a77f-b5185e903dd1/c89c6521-2995-4ef4-93f5-1eaf457ef6c4) {{(pid=84040) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:54:21.698359 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-b48fb070-662c-4d14-9277-164d84010ab3 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=9d304f7917a547d590f5f82662df27bf&name=default HTTP/1.1" status: 200 len: 2647 time: 1.5338757 Apr 18 20:54:21.702190 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-18f1cee0-ff32-408b-b7c2-ecd2685daadb req-a1bbbcf1-7226-40b9-82b3-34c6ddd538c7 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=6a73dbb7-6be5-4cc9-acd3-5afb262a168e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0934975 Apr 18 20:54:21.706422 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 50438) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:54:21.818901 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-b8b52dcd-04c2-4f77-b827-62da9fd13cb6 tempest-TaggedBootDevicesTest_v242-417596240 tempest-TaggedBootDevicesTest_v242-417596240-project] 10.222.0.42 "PUT /v2.0/floatingips/5e95905c-5ad8-4a73-8123-0495ac7a9efb HTTP/1.1" status: 200 len: 991 time: 6.2084353 Apr 18 20:54:21.835301 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-3c21cda3-b366-41db-9bec-1f4687973dae admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:54:21.865179 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.managers [req-4ad0d33d-3334-4cc9-b8fb-57be84f41e47 req-905d9913-0b9d-477b-9548-6121e2b659bd service neutron] Attempting to bind port 9dad702e-7d18-43c5-af06-9baea7bd6de1 on host n-h1-838334-2 for vnic_type normal with profile {{(pid=84041) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:54:21.865553 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.managers [req-4ad0d33d-3334-4cc9-b8fb-57be84f41e47 req-905d9913-0b9d-477b-9548-6121e2b659bd service neutron] Attempting to bind port 9dad702e-7d18-43c5-af06-9baea7bd6de1 by drivers openvswitch,hyperv on host n-h1-838334-2 at level 0 using segments [{'id': '0bece4c2-da87-49f1-af4b-2eef459faead', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '3a2296d3-5701-49c3-b8d7-d342e7fe567b'}] {{(pid=84041) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:54:21.865883 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ad0d33d-3334-4cc9-b8fb-57be84f41e47 req-905d9913-0b9d-477b-9548-6121e2b659bd service neutron] Attempting to bind port 9dad702e-7d18-43c5-af06-9baea7bd6de1 on network 3a2296d3-5701-49c3-b8d7-d342e7fe567b {{(pid=84041) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 20:54:21.869033 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-3c21cda3-b366-41db-9bec-1f4687973dae admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:54:21.877101 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ad0d33d-3334-4cc9-b8fb-57be84f41e47 req-905d9913-0b9d-477b-9548-6121e2b659bd service neutron] Port 9dad702e-7d18-43c5-af06-9baea7bd6de1 on network 3a2296d3-5701-49c3-b8d7-d342e7fe567b not bound, no agent of type Open vSwitch agent registered on host n-h1-838334-2 {{(pid=84041) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 18 20:54:21.877418 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ad0d33d-3334-4cc9-b8fb-57be84f41e47 req-905d9913-0b9d-477b-9548-6121e2b659bd service neutron] Attempting to bind port 9dad702e-7d18-43c5-af06-9baea7bd6de1 on network 3a2296d3-5701-49c3-b8d7-d342e7fe567b {{(pid=84041) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 20:54:21.884704 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ad0d33d-3334-4cc9-b8fb-57be84f41e47 req-905d9913-0b9d-477b-9548-6121e2b659bd service neutron] Checking agent: {'id': 'd63bab19-ff81-4de1-afeb-a3732288d0d7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-838334-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 33, 59), 'started_at': datetime.datetime(2022, 4, 18, 20, 33, 59), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 20, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84041) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 18 20:54:21.885043 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ad0d33d-3334-4cc9-b8fb-57be84f41e47 req-905d9913-0b9d-477b-9548-6121e2b659bd service neutron] Checking segment: {'id': '0bece4c2-da87-49f1-af4b-2eef459faead', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '3a2296d3-5701-49c3-b8d7-d342e7fe567b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84041) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 20:54:21.885415 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ad0d33d-3334-4cc9-b8fb-57be84f41e47 req-905d9913-0b9d-477b-9548-6121e2b659bd service neutron] Bound using segment: {'id': '0bece4c2-da87-49f1-af4b-2eef459faead', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '3a2296d3-5701-49c3-b8d7-d342e7fe567b'} {{(pid=84041) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 18 20:54:21.885832 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.managers [req-4ad0d33d-3334-4cc9-b8fb-57be84f41e47 req-905d9913-0b9d-477b-9548-6121e2b659bd service neutron] Bound port: 9dad702e-7d18-43c5-af06-9baea7bd6de1, host: n-h1-838334-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0bece4c2-da87-49f1-af4b-2eef459faead', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '3a2296d3-5701-49c3-b8d7-d342e7fe567b'}}] {{(pid=84041) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 20:54:21.886224 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [req-4ad0d33d-3334-4cc9-b8fb-57be84f41e47 req-905d9913-0b9d-477b-9548-6121e2b659bd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:54:22.016784 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_dvr_db [None req-25dafde2-108b-4f92-8d2a-fea7516d5672 None None] Set router 99413255-a59e-4b76-a984-795028d7c5d1 gateway port host: n-d-838334-2 {{(pid=84042) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 20:54:22.047474 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-3c21cda3-b366-41db-9bec-1f4687973dae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33528224'] for security_group, after_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:54:22.078272 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.db [req-4ad0d33d-3334-4cc9-b8fb-57be84f41e47 req-905d9913-0b9d-477b-9548-6121e2b659bd service neutron] For port 9dad702e-7d18-43c5-af06-9baea7bd6de1, host n-h1-838334-2, cleared binding levels {{(pid=84041) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 20:54:22.085262 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.db [req-4ad0d33d-3334-4cc9-b8fb-57be84f41e47 req-905d9913-0b9d-477b-9548-6121e2b659bd service neutron] For port 9dad702e-7d18-43c5-af06-9baea7bd6de1, host n-h1-838334-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838334-2',level=0,port_id=9dad702e-7d18-43c5-af06-9baea7bd6de1,segment=NetworkSegment(0bece4c2-da87-49f1-af4b-2eef459faead),segment_id=0bece4c2-da87-49f1-af4b-2eef459faead)] {{(pid=84041) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 20:54:22.087785 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-c17b62a4-d407-41a4-a9de-e8f0ef3c8e57 req-dab03641-88c9-4c47-b889-72246c87c93e tempest-ListServerFiltersTestJSON-1123405701 tempest-ListServerFiltersTestJSON-1123405701-project] 10.222.0.42 "GET /v2.0/ports?device_id=87df4a39-d0d7-4e75-9f18-37c726fdf5c2 HTTP/1.1" status: 200 len: 210 time: 0.1333344 Apr 18 20:54:22.100138 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [req-4ad0d33d-3334-4cc9-b8fb-57be84f41e47 req-905d9913-0b9d-477b-9548-6121e2b659bd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32266282'] for port, after_update {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:54:22.133926 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c21cda3-b366-41db-9bec-1f4687973dae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e12c8175-f8f1-4dbc-9daa-fcab275d8046,revision_number=None']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:54:22.195214 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-3c21cda3-b366-41db-9bec-1f4687973dae admin admin] Notify callbacks [] for security_group, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:54:22.200056 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [req-4ad0d33d-3334-4cc9-b8fb-57be84f41e47 req-905d9913-0b9d-477b-9548-6121e2b659bd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217293'] for port, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:54:22.200392 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-3c21cda3-b366-41db-9bec-1f4687973dae admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/e12c8175-f8f1-4dbc-9daa-fcab275d8046 HTTP/1.1" status: 204 len: 168 time: 0.4893103 Apr 18 20:54:22.200535 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-4ad0d33d-3334-4cc9-b8fb-57be84f41e47 req-905d9913-0b9d-477b-9548-6121e2b659bd service neutron] 10.222.0.43 "PUT /v2.0/ports/9dad702e-7d18-43c5-af06-9baea7bd6de1 HTTP/1.1" status: 200 len: 1091 time: 2.5192680 Apr 18 20:54:22.215471 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-905d9913-0b9d-477b-9548-6121e2b659bd service neutron] Pushing event updated for resources: {'Port': ['ID=9dad702e-7d18-43c5-af06-9baea7bd6de1,revision_number=3']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:54:22.335210 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-49faa3a1-acf3-4dab-8186-4495ad9a44f0 req-4442f25f-7459-4eba-b04b-4145b9bbfb76 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=6be92480d0964f34a8ede9caae0c987d&device_id=518b0850-99aa-4c7b-8e17-eb4ba00959c9 HTTP/1.1" status: 200 len: 1097 time: 0.2458973 Apr 18 20:54:22.343972 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-9e5ad0e7-3a5e-48ee-abf2-c3852d917153 req-ecef2919-e0a8-450e-b83c-990eac8b269f tempest-ListServerFiltersTestJSON-1123405701 tempest-ListServerFiltersTestJSON-1123405701-project] Notify callbacks [] for port, precommit_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:54:22.420078 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-4ad0d33d-3334-4cc9-b8fb-57be84f41e47 req-1c0a5057-744b-491d-bf1e-afc088c85b4e service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=de1481e68b5045059c48ab3bd0b2261b&device_id=1848fe84-e1b8-4b1b-b558-43c90fc1533c HTTP/1.1" status: 200 len: 1094 time: 0.1606944 Apr 18 20:54:22.456577 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.provisioning_blocks [req-9e5ad0e7-3a5e-48ee-abf2-c3852d917153 req-ecef2919-e0a8-450e-b83c-990eac8b269f tempest-ListServerFiltersTestJSON-1123405701 tempest-ListServerFiltersTestJSON-1123405701-project] Transition to ACTIVE for port object c89c6521-2995-4ef4-93f5-1eaf457ef6c4 will not be triggered until provisioned by entity DHCP. {{(pid=84040) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 20:54:22.592518 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-4ad0d33d-3334-4cc9-b8fb-57be84f41e47 req-410fab6a-ab43-4cce-ba89-b8345e45aab1 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9dad702e-7d18-43c5-af06-9baea7bd6de1 HTTP/1.1" status: 200 len: 217 time: 0.1651015 Apr 18 20:54:22.674321 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_hamode_db [None req-25dafde2-108b-4f92-8d2a-fea7516d5672 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99413255-a59e-4b76-a984-795028d7c5d1', 'name': 'tempest-TaggedBootDevicesTest_v242-1399453-router', 'tenant_id': '9feceef4d3df4daeb6497a95fbe12eb7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'external_fixed_ips': [{'subnet_id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'ip_address': '172.25.8.159'}], 'enable_snat': True}, 'gw_port_id': 'aa5ce318-0bea-4e8c-bff5-5d343e281fd6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:51:36Z', 'updated_at': '2022-04-18T20:51:40Z', 'revision_number': 4, 'project_id': '9feceef4d3df4daeb6497a95fbe12eb7', 'gw_port': {'id': 'aa5ce318-0bea-4e8c-bff5-5d343e281fd6', 'name': '', 'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:0d:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99413255-a59e-4b76-a984-795028d7c5d1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'ip_address': '172.25.8.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:51:37Z', 'updated_at': '2022-04-18T20:51:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838334-2', '_floatingips': [{'id': '5e95905c-5ad8-4a73-8123-0495ac7a9efb', 'tenant_id': '9feceef4d3df4daeb6497a95fbe12eb7', 'floating_ip_address': '172.25.8.220', 'floating_network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'router_id': '99413255-a59e-4b76-a984-795028d7c5d1', 'port_id': '4f3a4e36-a736-43f0-9187-2849b3636dd2', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8b393fb4-fb14-414f-9fb0-af85f5d2a52f', 'mac_address': 'fa:16:3e:29:16:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a49f48a-913c-49a6-8c09-bf4c978ef91f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T20:52:35Z', 'updated_at': '2022-04-18T20:54:16Z', 'revision_number': 1, 'project_id': '9feceef4d3df4daeb6497a95fbe12eb7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd99ad02c-2797-4b8c-8a43-54fd026972be', 'name': '', 'network_id': '8b393fb4-fb14-414f-9fb0-af85f5d2a52f', 'tenant_id': '9feceef4d3df4daeb6497a95fbe12eb7', 'mac_address': 'fa:16:3e:12:88:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99413255-a59e-4b76-a984-795028d7c5d1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6e80a998-2277-430e-a2a1-47079979e7bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:51:40Z', 'updated_at': '2022-04-18T20:52:04Z', 'revision_number': 5, 'project_id': '9feceef4d3df4daeb6497a95fbe12eb7', 'subnets': [{'id': '6e80a998-2277-430e-a2a1-47079979e7bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838334-2', False) {} {{(pid=84042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:54:22.678340 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25dafde2-108b-4f92-8d2a-fea7516d5672 None None] Checking router: 99413255-a59e-4b76-a984-795028d7c5d1 for host: n-d-838334-2 {{(pid=84042) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 18 20:54:22.690820 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25dafde2-108b-4f92-8d2a-fea7516d5672 None None] Routers {'99413255-a59e-4b76-a984-795028d7c5d1'} bound to L3 agent in host n-d-838334-2 {{(pid=84042) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 20:54:22.691442 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_hamode_db [None req-25dafde2-108b-4f92-8d2a-fea7516d5672 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838334-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-18T20:25:48Z,description=,heartbeat_timestamp=2022-04-18T20:54:18Z,host='n-d-838334-2',id=bc84d6c9-dd7a-4555-a351-592327b46d5a,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:25:48Z,topic='l3_agent')) {'router_ids': ['99413255-a59e-4b76-a984-795028d7c5d1'], 'active': True} {{(pid=84042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:54:22.737620 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ad0d33d-3334-4cc9-b8fb-57be84f41e47 req-96dfe6d7-4e53-4d50-8ab8-5c7838f9803b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:54:22.742554 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-4ad0d33d-3334-4cc9-b8fb-57be84f41e47 req-96dfe6d7-4e53-4d50-8ab8-5c7838f9803b service neutron] 10.222.0.43 "GET /v2.0/subnets?id=bf3d4156-4029-4990-a77f-b5185e903dd1 HTTP/1.1" status: 200 len: 855 time: 0.1394739 Apr 18 20:54:22.751248 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49faa3a1-acf3-4dab-8186-4495ad9a44f0 req-c085efa4-21ad-4f67-a755-1be9c2d41d6a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:54:22.752326 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-49faa3a1-acf3-4dab-8186-4495ad9a44f0 req-c085efa4-21ad-4f67-a755-1be9c2d41d6a service neutron] 10.222.0.48 "GET /v2.0/networks?id=48f708f8-0904-4115-910c-bb1ab06d7263 HTTP/1.1" status: 200 len: 912 time: 0.3688180 Apr 18 20:54:22.842897 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-9e5ad0e7-3a5e-48ee-abf2-c3852d917153 req-ecef2919-e0a8-450e-b83c-990eac8b269f tempest-ListServerFiltersTestJSON-1123405701 tempest-ListServerFiltersTestJSON-1123405701-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750374836619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32440838'] for port, after_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:54:22.846020 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 50454) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:54:22.848524 n-d-838334-2 neutron-server[84041]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6a49f48a-913c-49a6-8c09-bf4c978ef91f', 'tag': '4f3a4e36-a736-43f0-9187-2849b3636dd2'}, {'name': 'network-changed', 'server_uuid': '1848fe84-e1b8-4b1b-b558-43c90fc1533c', 'tag': '9dad702e-7d18-43c5-af06-9baea7bd6de1'}] {{(pid=84041) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 20:54:22.996056 n-d-838334-2 neutron-server[84041]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c25a7e3f-9e2d-4832-8f27-623f707b34c5'] response: {'name': 'network-changed', 'server_uuid': '6a49f48a-913c-49a6-8c09-bf4c978ef91f', 'tag': '4f3a4e36-a736-43f0-9187-2849b3636dd2', 'status': 'completed', 'code': 200} Apr 18 20:54:22.996327 n-d-838334-2 neutron-server[84041]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c25a7e3f-9e2d-4832-8f27-623f707b34c5'] response: {'name': 'network-changed', 'server_uuid': '1848fe84-e1b8-4b1b-b558-43c90fc1533c', 'tag': '9dad702e-7d18-43c5-af06-9baea7bd6de1', 'status': 'completed', 'code': 200} Apr 18 20:54:22.998163 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-49faa3a1-acf3-4dab-8186-4495ad9a44f0 req-09fca9e5-25fe-4722-a914-4cae4ab13a10 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=be2ef176-f0cf-4542-aaf3-acc7d50abefc HTTP/1.1" status: 200 len: 217 time: 0.2296917 Apr 18 20:54:23.001798 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.db_base_plugin_common [req-18c6498f-b9ce-41ff-afae-00d0bec33c58 req-6d287352-79d9-4b67-b710-b742c6090474 tempest-ListServerFiltersTestJSON-1123405701 tempest-ListServerFiltersTestJSON-1123405701-project] Allocated IP 172.20.0.4 (3a2296d3-5701-49c3-b8d7-d342e7fe567b/bf3d4156-4029-4990-a77f-b5185e903dd1/f8049baf-5173-47e5-865f-b9440197d4f2) {{(pid=84041) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:54:23.012474 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-94d6e7e9-143c-48f1-8b88-12405b1c7075 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:54:23.094085 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_dvr_db [None req-25dafde2-108b-4f92-8d2a-fea7516d5672 None None] Set router 99413255-a59e-4b76-a984-795028d7c5d1 gateway port host: n-d-838334-2 {{(pid=84042) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 20:54:23.122768 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20d0f533-8f8e-429d-aefd-66d5f30a3aea req-26843523-0d35-4ed6-a6d4-3af12ffc7c0a tempest-AttachVolumeNegativeTest-555605742 tempest-AttachVolumeNegativeTest-555605742-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:54:23.129683 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-20d0f533-8f8e-429d-aefd-66d5f30a3aea req-26843523-0d35-4ed6-a6d4-3af12ffc7c0a tempest-AttachVolumeNegativeTest-555605742 tempest-AttachVolumeNegativeTest-555605742-project] 10.222.0.42 "GET /v2.0/ports?device_id=36268bf7-aadd-4a9b-9264-b6901d73c9ef HTTP/1.1" status: 200 len: 945 time: 0.5619593 Apr 18 20:54:23.222353 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-4ad0d33d-3334-4cc9-b8fb-57be84f41e47 req-df72a03b-678d-483a-9701-06ddb89bb7d2 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=3a2296d3-5701-49c3-b8d7-d342e7fe567b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4669635 Apr 18 20:54:23.233580 n-d-838334-2 neutron-server[84040]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9e5ad0e7-3a5e-48ee-abf2-c3852d917153 req-ecef2919-e0a8-450e-b83c-990eac8b269f tempest-ListServerFiltersTestJSON-1123405701 tempest-ListServerFiltersTestJSON-1123405701-project] Network 3a2296d3-5701-49c3-b8d7-d342e7fe567b is already hosted by enough agents. {{(pid=84040) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:54:23.281741 n-d-838334-2 neutron-server[84040]: DEBUG neutron.scheduler.base_scheduler [req-9e5ad0e7-3a5e-48ee-abf2-c3852d917153 req-ecef2919-e0a8-450e-b83c-990eac8b269f tempest-ListServerFiltersTestJSON-1123405701 tempest-ListServerFiltersTestJSON-1123405701-project] Resources bound (agent type, host, resource id): {{(pid=84040) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:54:23.300879 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.l3_dvrscheduler_db [req-9e5ad0e7-3a5e-48ee-abf2-c3852d917153 req-ecef2919-e0a8-450e-b83c-990eac8b269f tempest-ListServerFiltersTestJSON-1123405701 tempest-ListServerFiltersTestJSON-1123405701-project] Received port after_create {{(pid=84040) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 20:54:23.381787 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49faa3a1-acf3-4dab-8186-4495ad9a44f0 req-5710e2f0-6ba0-4d7b-a64e-c2e634cfc96e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:54:23.384226 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-49faa3a1-acf3-4dab-8186-4495ad9a44f0 req-5710e2f0-6ba0-4d7b-a64e-c2e634cfc96e service neutron] 10.222.0.48 "GET /v2.0/subnets?id=488f35b7-694e-475d-862d-2f00f4388d03 HTTP/1.1" status: 200 len: 850 time: 0.3516791 Apr 18 20:54:23.384920 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecef2919-e0a8-450e-b83c-990eac8b269f tempest-ListServerFiltersTestJSON-1123405701 tempest-ListServerFiltersTestJSON-1123405701-project] Pushing event updated for resources: {'Port': ['ID=c89c6521-2995-4ef4-93f5-1eaf457ef6c4,revision_number=1']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:54:23.444389 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [req-18c6498f-b9ce-41ff-afae-00d0bec33c58 req-6d287352-79d9-4b67-b710-b742c6090474 tempest-ListServerFiltersTestJSON-1123405701 tempest-ListServerFiltersTestJSON-1123405701-project] Notify callbacks [] for port, precommit_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:54:23.490360 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.provisioning_blocks [req-18c6498f-b9ce-41ff-afae-00d0bec33c58 req-6d287352-79d9-4b67-b710-b742c6090474 tempest-ListServerFiltersTestJSON-1123405701 tempest-ListServerFiltersTestJSON-1123405701-project] Transition to ACTIVE for port object f8049baf-5173-47e5-865f-b9440197d4f2 will not be triggered until provisioned by entity DHCP. {{(pid=84041) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 20:54:23.498848 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-4ad0d33d-3334-4cc9-b8fb-57be84f41e47 req-ecf0eedf-eeba-4295-8a12-c92a1a000b5d service neutron] 10.222.0.43 "GET /v2.0/networks/3a2296d3-5701-49c3-b8d7-d342e7fe567b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2597930 Apr 18 20:54:23.530898 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e5ad0e7-3a5e-48ee-abf2-c3852d917153 req-ecef2919-e0a8-450e-b83c-990eac8b269f tempest-ListServerFiltersTestJSON-1123405701 tempest-ListServerFiltersTestJSON-1123405701-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:54:23.531659 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-9e5ad0e7-3a5e-48ee-abf2-c3852d917153 req-ecef2919-e0a8-450e-b83c-990eac8b269f tempest-ListServerFiltersTestJSON-1123405701 tempest-ListServerFiltersTestJSON-1123405701-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217293'] for port, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:54:23.613948 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [req-18c6498f-b9ce-41ff-afae-00d0bec33c58 req-6d287352-79d9-4b67-b710-b742c6090474 tempest-ListServerFiltersTestJSON-1123405701 tempest-ListServerFiltersTestJSON-1123405701-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750374836619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32266323'] for port, after_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:54:23.684712 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-f77bdbb2-c521-447e-a0f4-51513e813635 None None] Provisioning for port c89c6521-2995-4ef4-93f5-1eaf457ef6c4 completed by entity DHCP. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 20:54:23.690633 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-f77bdbb2-c521-447e-a0f4-51513e813635 None None] Provisioning complete for port c89c6521-2995-4ef4-93f5-1eaf457ef6c4 triggered by entity DHCP. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:54:23.691196 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-f77bdbb2-c521-447e-a0f4-51513e813635 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1253608'] for port, provisioning_complete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:54:23.699767 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [None req-94d6e7e9-143c-48f1-8b88-12405b1c7075 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:54:23.713837 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-9e5ad0e7-3a5e-48ee-abf2-c3852d917153 req-ecef2919-e0a8-450e-b83c-990eac8b269f tempest-ListServerFiltersTestJSON-1123405701 tempest-ListServerFiltersTestJSON-1123405701-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.7167716 Apr 18 20:54:23.724308 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-94d6e7e9-143c-48f1-8b88-12405b1c7075 admin admin] Usage tracker for resource:security_group_rule and tenant:061ecafca85945c8ae85f77faa075d5e is out of sync, need to count used quota {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:54:23.728470 n-d-838334-2 neutron-server[84041]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-18c6498f-b9ce-41ff-afae-00d0bec33c58 req-6d287352-79d9-4b67-b710-b742c6090474 tempest-ListServerFiltersTestJSON-1123405701 tempest-ListServerFiltersTestJSON-1123405701-project] Network 3a2296d3-5701-49c3-b8d7-d342e7fe567b is already hosted by enough agents. {{(pid=84041) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:54:23.728639 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-94d6e7e9-143c-48f1-8b88-12405b1c7075 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:54:23.736826 n-d-838334-2 neutron-server[84041]: DEBUG neutron.scheduler.base_scheduler [req-18c6498f-b9ce-41ff-afae-00d0bec33c58 req-6d287352-79d9-4b67-b710-b742c6090474 tempest-ListServerFiltersTestJSON-1123405701 tempest-ListServerFiltersTestJSON-1123405701-project] Resources bound (agent type, host, resource id): {{(pid=84041) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:54:23.739990 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d287352-79d9-4b67-b710-b742c6090474 tempest-ListServerFiltersTestJSON-1123405701 tempest-ListServerFiltersTestJSON-1123405701-project] Pushing event updated for resources: {'Port': ['ID=f8049baf-5173-47e5-865f-b9440197d4f2,revision_number=1']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:54:23.741189 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.v2.base [req-9e5ad0e7-3a5e-48ee-abf2-c3852d917153 req-6561b098-f309-4b0b-b51f-c29ed695911b service neutron] Request body: {'port': {'device_id': '893fec3b-bae4-4fe4-b69b-f05afd51795b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-838334-2'}} {{(pid=84040) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 20:54:23.742149 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.l3_dvrscheduler_db [req-18c6498f-b9ce-41ff-afae-00d0bec33c58 req-6d287352-79d9-4b67-b710-b742c6090474 tempest-ListServerFiltersTestJSON-1123405701 tempest-ListServerFiltersTestJSON-1123405701-project] Received port after_create {{(pid=84041) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 20:54:23.742716 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_hamode_db [None req-25dafde2-108b-4f92-8d2a-fea7516d5672 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99413255-a59e-4b76-a984-795028d7c5d1', 'name': 'tempest-TaggedBootDevicesTest_v242-1399453-router', 'tenant_id': '9feceef4d3df4daeb6497a95fbe12eb7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'external_fixed_ips': [{'subnet_id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'ip_address': '172.25.8.159'}], 'enable_snat': True}, 'gw_port_id': 'aa5ce318-0bea-4e8c-bff5-5d343e281fd6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:51:36Z', 'updated_at': '2022-04-18T20:51:40Z', 'revision_number': 4, 'project_id': '9feceef4d3df4daeb6497a95fbe12eb7', 'gw_port': {'id': 'aa5ce318-0bea-4e8c-bff5-5d343e281fd6', 'name': '', 'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:0d:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99413255-a59e-4b76-a984-795028d7c5d1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'ip_address': '172.25.8.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:51:37Z', 'updated_at': '2022-04-18T20:51:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838334-2', '_floatingips': [{'id': '5e95905c-5ad8-4a73-8123-0495ac7a9efb', 'tenant_id': '9feceef4d3df4daeb6497a95fbe12eb7', 'floating_ip_address': '172.25.8.220', 'floating_network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'router_id': '99413255-a59e-4b76-a984-795028d7c5d1', 'port_id': '4f3a4e36-a736-43f0-9187-2849b3636dd2', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8b393fb4-fb14-414f-9fb0-af85f5d2a52f', 'mac_address': 'fa:16:3e:29:16:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a49f48a-913c-49a6-8c09-bf4c978ef91f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T20:52:35Z', 'updated_at': '2022-04-18T20:54:16Z', 'revision_number': 1, 'project_id': '9feceef4d3df4daeb6497a95fbe12eb7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd99ad02c-2797-4b8c-8a43-54fd026972be', 'name': '', 'network_id': '8b393fb4-fb14-414f-9fb0-af85f5d2a52f', 'tenant_id': '9feceef4d3df4daeb6497a95fbe12eb7', 'mac_address': 'fa:16:3e:12:88:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99413255-a59e-4b76-a984-795028d7c5d1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6e80a998-2277-430e-a2a1-47079979e7bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:51:40Z', 'updated_at': '2022-04-18T20:52:04Z', 'revision_number': 5, 'project_id': '9feceef4d3df4daeb6497a95fbe12eb7', 'subnets': [{'id': '6e80a998-2277-430e-a2a1-47079979e7bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838334-2', False) {} {{(pid=84042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:54:23.752032 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25dafde2-108b-4f92-8d2a-fea7516d5672 None None] The sync data for ids ['99413255-a59e-4b76-a984-795028d7c5d1'] in n-d-838334-2 is: [{'id': '99413255-a59e-4b76-a984-795028d7c5d1', 'name': 'tempest-TaggedBootDevicesTest_v242-1399453-router', 'tenant_id': '9feceef4d3df4daeb6497a95fbe12eb7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'external_fixed_ips': [{'subnet_id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'ip_address': '172.25.8.159'}], 'enable_snat': True}, 'gw_port_id': 'aa5ce318-0bea-4e8c-bff5-5d343e281fd6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:51:36Z', 'updated_at': '2022-04-18T20:51:40Z', 'revision_number': 4, 'project_id': '9feceef4d3df4daeb6497a95fbe12eb7', 'gw_port': {'id': 'aa5ce318-0bea-4e8c-bff5-5d343e281fd6', 'name': '', 'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:0d:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99413255-a59e-4b76-a984-795028d7c5d1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'ip_address': '172.25.8.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:51:37Z', 'updated_at': '2022-04-18T20:51:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838334-2', '_floatingips': [{'id': '5e95905c-5ad8-4a73-8123-0495ac7a9efb', 'tenant_id': '9feceef4d3df4daeb6497a95fbe12eb7', 'floating_ip_address': '172.25.8.220', 'floating_network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'router_id': '99413255-a59e-4b76-a984-795028d7c5d1', 'port_id': '4f3a4e36-a736-43f0-9187-2849b3636dd2', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8b393fb4-fb14-414f-9fb0-af85f5d2a52f', 'mac_address': 'fa:16:3e:29:16:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a49f48a-913c-49a6-8c09-bf4c978ef91f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T20:52:35Z', 'updated_at': '2022-04-18T20:54:16Z', 'revision_number': 1, 'project_id': '9feceef4d3df4daeb6497a95fbe12eb7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd99ad02c-2797-4b8c-8a43-54fd026972be', 'name': '', 'network_id': '8b393fb4-fb14-414f-9fb0-af85f5d2a52f', 'tenant_id': '9feceef4d3df4daeb6497a95fbe12eb7', 'mac_address': 'fa:16:3e:12:88:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99413255-a59e-4b76-a984-795028d7c5d1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6e80a998-2277-430e-a2a1-47079979e7bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:51:40Z', 'updated_at': '2022-04-18T20:52:04Z', 'revision_number': 5, 'project_id': '9feceef4d3df4daeb6497a95fbe12eb7', 'subnets': [{'id': '6e80a998-2277-430e-a2a1-47079979e7bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84042) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 18 20:54:23.757608 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.plugin [None req-f77bdbb2-c521-447e-a0f4-51513e813635 None None] Port c89c6521-2995-4ef4-93f5-1eaf457ef6c4 cannot update to ACTIVE because it is not bound. {{(pid=84042) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 18 20:54:23.770063 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-4ad0d33d-3334-4cc9-b8fb-57be84f41e47 req-11845194-1c1b-4e52-a1ec-6f050af2217e service neutron] 10.222.0.43 "GET /v2.0/networks/3a2296d3-5701-49c3-b8d7-d342e7fe567b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2612631 Apr 18 20:54:23.808743 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18c6498f-b9ce-41ff-afae-00d0bec33c58 req-6d287352-79d9-4b67-b710-b742c6090474 tempest-ListServerFiltersTestJSON-1123405701 tempest-ListServerFiltersTestJSON-1123405701-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:54:23.809564 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [req-18c6498f-b9ce-41ff-afae-00d0bec33c58 req-6d287352-79d9-4b67-b710-b742c6090474 tempest-ListServerFiltersTestJSON-1123405701 tempest-ListServerFiltersTestJSON-1123405701-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217293'] for port, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:54:23.844092 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [None req-94d6e7e9-143c-48f1-8b88-12405b1c7075 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:54:23.857181 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-20d0f533-8f8e-429d-aefd-66d5f30a3aea req-0d09c29e-d9a3-4778-aedb-4c0e68200d36 tempest-AttachVolumeNegativeTest-555605742 tempest-AttachVolumeNegativeTest-555605742-project] 10.222.0.42 "GET /v2.0/security-groups?id=6a73dbb7-6be5-4cc9-acd3-5afb262a168e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.7261579 Apr 18 20:54:23.865345 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-b9aed0d0-f72f-48ea-a0b7-dfcb0d086ebc req-47fe5383-a97b-40e3-bbf4-1f763d784970 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=9feceef4d3df4daeb6497a95fbe12eb7&device_id=6a49f48a-913c-49a6-8c09-bf4c978ef91f HTTP/1.1" status: 200 len: 6501 time: 0.7333510 Apr 18 20:54:23.867920 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-18c6498f-b9ce-41ff-afae-00d0bec33c58 req-6d287352-79d9-4b67-b710-b742c6090474 tempest-ListServerFiltersTestJSON-1123405701 tempest-ListServerFiltersTestJSON-1123405701-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.8982153 Apr 18 20:54:23.886224 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.v2.base [req-18c6498f-b9ce-41ff-afae-00d0bec33c58 req-1b053a83-dda9-44e5-9806-ca0fa50ca0bd service neutron] Request body: {'port': {'device_id': '87df4a39-d0d7-4e75-9f18-37c726fdf5c2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-838334-2'}} {{(pid=84041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 20:54:23.939904 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a78a851-13f1-47b0-a71d-0e0fb981adbc req-64214532-deff-499e-a881-d677b7a36676 tempest-DeleteServersTestJSON-915645800 tempest-DeleteServersTestJSON-915645800-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:54:23.948148 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-9a78a851-13f1-47b0-a71d-0e0fb981adbc req-64214532-deff-499e-a881-d677b7a36676 tempest-DeleteServersTestJSON-915645800 tempest-DeleteServersTestJSON-915645800-project] 10.222.0.42 "GET /v2.0/networks?id=f7467a4f-b1b1-4464-b74e-f3b773c53ca1 HTTP/1.1" status: 200 len: 811 time: 0.5329595 Apr 18 20:54:23.958123 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-9e5ad0e7-3a5e-48ee-abf2-c3852d917153 req-6561b098-f309-4b0b-b51f-c29ed695911b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:54:23.982968 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-49faa3a1-acf3-4dab-8186-4495ad9a44f0 req-5a58f97c-35ff-4f40-8ba5-3c5dc40adb27 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=48f708f8-0904-4115-910c-bb1ab06d7263&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4377036 Apr 18 20:54:24.033998 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-b9aed0d0-f72f-48ea-a0b7-dfcb0d086ebc req-8eb7bd1a-e866-4510-8dc4-81efb62ad669 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=de1481e68b5045059c48ab3bd0b2261b&device_id=1848fe84-e1b8-4b1b-b558-43c90fc1533c HTTP/1.1" status: 200 len: 1094 time: 0.2039580 Apr 18 20:54:24.066427 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [req-18c6498f-b9ce-41ff-afae-00d0bec33c58 req-1b053a83-dda9-44e5-9806-ca0fa50ca0bd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:54:24.108878 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-c0ce65a4-2b1c-47c0-94fc-b9918a9c111f None None] Provisioning for port f8049baf-5173-47e5-865f-b9440197d4f2 completed by entity DHCP. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 20:54:24.114914 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-c0ce65a4-2b1c-47c0-94fc-b9918a9c111f None None] Provisioning complete for port f8049baf-5173-47e5-865f-b9440197d4f2 triggered by entity DHCP. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:54:24.115435 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-c0ce65a4-2b1c-47c0-94fc-b9918a9c111f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1253608'] for port, provisioning_complete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:54:24.177972 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.plugin [None req-c0ce65a4-2b1c-47c0-94fc-b9918a9c111f None None] Port f8049baf-5173-47e5-865f-b9440197d4f2 cannot update to ACTIVE because it is not bound. {{(pid=84042) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 18 20:54:24.208408 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-9a78a851-13f1-47b0-a71d-0e0fb981adbc req-b4f358fc-c8c4-43bd-9d86-c2e1c1334259 tempest-DeleteServersTestJSON-915645800 tempest-DeleteServersTestJSON-915645800-project] 10.222.0.42 "GET /v2.0/quotas/7fa7a8b3916440879a3373a5a8935507 HTTP/1.1" status: 200 len: 375 time: 0.2589533 Apr 18 20:54:24.381044 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9aed0d0-f72f-48ea-a0b7-dfcb0d086ebc req-e7a558bf-51d3-40f5-b869-5ba41e8f50d5 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:54:24.382520 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-b9aed0d0-f72f-48ea-a0b7-dfcb0d086ebc req-e7a558bf-51d3-40f5-b869-5ba41e8f50d5 service neutron] 10.222.0.43 "GET /v2.0/networks?id=3a2296d3-5701-49c3-b8d7-d342e7fe567b HTTP/1.1" status: 200 len: 917 time: 0.3419430 Apr 18 20:54:24.418272 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-9a78a851-13f1-47b0-a71d-0e0fb981adbc req-bd7db557-f5b6-42a2-84d3-702dfefc279e tempest-DeleteServersTestJSON-915645800 tempest-DeleteServersTestJSON-915645800-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=7fa7a8b3916440879a3373a5a8935507&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1656671 Apr 18 20:54:24.463155 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-b9aed0d0-f72f-48ea-a0b7-dfcb0d086ebc req-ab4696e4-c361-4c1b-80ff-abfbd7a61333 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9dad702e-7d18-43c5-af06-9baea7bd6de1 HTTP/1.1" status: 200 len: 217 time: 0.0724423 Apr 18 20:54:24.613392 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9aed0d0-f72f-48ea-a0b7-dfcb0d086ebc req-5eb92496-7db7-4fb2-a843-1cc077419a8b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:54:24.614100 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-b9aed0d0-f72f-48ea-a0b7-dfcb0d086ebc req-5eb92496-7db7-4fb2-a843-1cc077419a8b service neutron] 10.222.0.43 "GET /v2.0/subnets?id=bf3d4156-4029-4990-a77f-b5185e903dd1 HTTP/1.1" status: 200 len: 855 time: 0.1440327 Apr 18 20:54:24.671270 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9aed0d0-f72f-48ea-a0b7-dfcb0d086ebc req-55c62ae3-73a9-4813-805f-ea60f3533a21 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:54:24.671435 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-b9aed0d0-f72f-48ea-a0b7-dfcb0d086ebc req-55c62ae3-73a9-4813-805f-ea60f3533a21 service neutron] 10.222.0.48 "GET /v2.0/networks?id=8b393fb4-fb14-414f-9fb0-af85f5d2a52f HTTP/1.1" status: 200 len: 915 time: 0.7158582 Apr 18 20:54:24.790428 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-b9aed0d0-f72f-48ea-a0b7-dfcb0d086ebc req-a4398fa8-ff59-4a0b-9813-9d7ee51274e8 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=3a2296d3-5701-49c3-b8d7-d342e7fe567b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1576381 Apr 18 20:54:24.816502 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-49faa3a1-acf3-4dab-8186-4495ad9a44f0 req-14c6c0d0-0579-47a3-9e2e-1ed29c9f9cd8 service neutron] 10.222.0.48 "GET /v2.0/networks/48f708f8-0904-4115-910c-bb1ab06d7263?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5985963 Apr 18 20:54:24.817466 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-94d6e7e9-143c-48f1-8b88-12405b1c7075 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:54:24.883791 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-94d6e7e9-143c-48f1-8b88-12405b1c7075 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33528224'] for security_group, after_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:54:24.883929 n-d-838334-2 neutron-server[84041]: DEBUG neutron.notifiers.nova [req-18c6498f-b9ce-41ff-afae-00d0bec33c58 req-1b053a83-dda9-44e5-9806-ca0fa50ca0bd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f8049baf-5173-47e5-865f-b9440197d4f2 {{(pid=84041) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 18 20:54:24.897018 n-d-838334-2 neutron-server[84043]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84c9f669-022f-4da0-b58b-b0145d3574c8 None None] New status for floating IP 5e95905c-5ad8-4a73-8123-0495ac7a9efb: ACTIVE {{(pid=84043) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Apr 18 20:54:24.900622 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [req-18c6498f-b9ce-41ff-afae-00d0bec33c58 req-1b053a83-dda9-44e5-9806-ca0fa50ca0bd service neutron] Notify callbacks [] for port, precommit_update {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:54:24.928227 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.provisioning_blocks [req-18c6498f-b9ce-41ff-afae-00d0bec33c58 req-1b053a83-dda9-44e5-9806-ca0fa50ca0bd service neutron] Transition to ACTIVE for port object f8049baf-5173-47e5-865f-b9440197d4f2 will not be triggered until provisioned by entity L2. {{(pid=84041) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 20:54:24.944112 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [req-18c6498f-b9ce-41ff-afae-00d0bec33c58 req-1b053a83-dda9-44e5-9806-ca0fa50ca0bd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32266282'] for port, after_update {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:54:24.987034 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1110f5e6-781c-4e0b-b80f-0d90e8984fb5 req-14273725-cf0a-4713-8275-b4288552e691 tempest-ListServerFiltersTestJSON-1123405701 tempest-ListServerFiltersTestJSON-1123405701-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:54:24.987778 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [req-1110f5e6-781c-4e0b-b80f-0d90e8984fb5 req-14273725-cf0a-4713-8275-b4288552e691 tempest-ListServerFiltersTestJSON-1123405701 tempest-ListServerFiltersTestJSON-1123405701-project] Synchronizing usage tracker for tenant:de1481e68b5045059c48ab3bd0b2261b on resource:port {{(pid=84040) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 20:54:25.019144 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b053a83-dda9-44e5-9806-ca0fa50ca0bd service neutron] Pushing event updated for resources: {'Port': ['ID=f8049baf-5173-47e5-865f-b9440197d4f2,revision_number=2']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:54:25.092416 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-b9aed0d0-f72f-48ea-a0b7-dfcb0d086ebc req-c9c8a423-6a4f-48e3-92a7-2797263cb090 service neutron] 10.222.0.43 "GET /v2.0/networks/3a2296d3-5701-49c3-b8d7-d342e7fe567b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2926714 Apr 18 20:54:25.159504 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-9a78a851-13f1-47b0-a71d-0e0fb981adbc req-713cacd7-2287-403a-8003-9bb70a999c4a service neutron] 10.222.0.42 "GET /v2.0/networks/f7467a4f-b1b1-4464-b74e-f3b773c53ca1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7186985 Apr 18 20:54:25.204392 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94d6e7e9-143c-48f1-8b88-12405b1c7075 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=221c3ecb-7def-482a-9a1a-cbc8bd7d3838,revision_number=1']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:54:25.271212 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-b9aed0d0-f72f-48ea-a0b7-dfcb0d086ebc req-4931b7f4-6293-4502-bd0b-2d3274e22551 service neutron] 10.222.0.43 "GET /v2.0/networks/3a2296d3-5701-49c3-b8d7-d342e7fe567b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1707327 Apr 18 20:54:25.342489 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-b9aed0d0-f72f-48ea-a0b7-dfcb0d086ebc req-4a3a0165-0a8f-41a6-8a61-2cb2fba86fc8 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4f3a4e36-a736-43f0-9187-2849b3636dd2 HTTP/1.1" status: 200 len: 999 time: 0.6609728 Apr 18 20:54:25.357052 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-94d6e7e9-143c-48f1-8b88-12405b1c7075 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=061ecafca85945c8ae85f77faa075d5e&name=default HTTP/1.1" status: 200 len: 2647 time: 2.5046041 Apr 18 20:54:25.361453 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 50478) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:54:25.407851 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [req-1110f5e6-781c-4e0b-b80f-0d90e8984fb5 req-14273725-cf0a-4713-8275-b4288552e691 tempest-ListServerFiltersTestJSON-1123405701 tempest-ListServerFiltersTestJSON-1123405701-project] Unset dirty status for tenant:de1481e68b5045059c48ab3bd0b2261b on resource:port {{(pid=84040) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 20:54:25.407851 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-1110f5e6-781c-4e0b-b80f-0d90e8984fb5 req-14273725-cf0a-4713-8275-b4288552e691 tempest-ListServerFiltersTestJSON-1123405701 tempest-ListServerFiltersTestJSON-1123405701-project] 10.222.0.42 "GET /v2.0/ports?device_id=87df4a39-d0d7-4e75-9f18-37c726fdf5c2 HTTP/1.1" status: 200 len: 931 time: 1.1774814 Apr 18 20:54:25.465381 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.managers [req-18c6498f-b9ce-41ff-afae-00d0bec33c58 req-1b053a83-dda9-44e5-9806-ca0fa50ca0bd service neutron] Attempting to bind port f8049baf-5173-47e5-865f-b9440197d4f2 on host n-h1-838334-2 for vnic_type normal with profile {{(pid=84041) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:54:25.466771 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.managers [req-18c6498f-b9ce-41ff-afae-00d0bec33c58 req-1b053a83-dda9-44e5-9806-ca0fa50ca0bd service neutron] Attempting to bind port f8049baf-5173-47e5-865f-b9440197d4f2 by drivers openvswitch,hyperv on host n-h1-838334-2 at level 0 using segments [{'id': '0bece4c2-da87-49f1-af4b-2eef459faead', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '3a2296d3-5701-49c3-b8d7-d342e7fe567b'}] {{(pid=84041) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:54:25.466771 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18c6498f-b9ce-41ff-afae-00d0bec33c58 req-1b053a83-dda9-44e5-9806-ca0fa50ca0bd service neutron] Attempting to bind port f8049baf-5173-47e5-865f-b9440197d4f2 on network 3a2296d3-5701-49c3-b8d7-d342e7fe567b {{(pid=84041) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 20:54:25.476579 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18c6498f-b9ce-41ff-afae-00d0bec33c58 req-1b053a83-dda9-44e5-9806-ca0fa50ca0bd service neutron] Port f8049baf-5173-47e5-865f-b9440197d4f2 on network 3a2296d3-5701-49c3-b8d7-d342e7fe567b not bound, no agent of type Open vSwitch agent registered on host n-h1-838334-2 {{(pid=84041) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 18 20:54:25.476973 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18c6498f-b9ce-41ff-afae-00d0bec33c58 req-1b053a83-dda9-44e5-9806-ca0fa50ca0bd service neutron] Attempting to bind port f8049baf-5173-47e5-865f-b9440197d4f2 on network 3a2296d3-5701-49c3-b8d7-d342e7fe567b {{(pid=84041) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 20:54:25.486455 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18c6498f-b9ce-41ff-afae-00d0bec33c58 req-1b053a83-dda9-44e5-9806-ca0fa50ca0bd service neutron] Checking agent: {'id': 'd63bab19-ff81-4de1-afeb-a3732288d0d7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-838334-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 33, 59), 'started_at': datetime.datetime(2022, 4, 18, 20, 33, 59), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 20, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84041) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 18 20:54:25.492075 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18c6498f-b9ce-41ff-afae-00d0bec33c58 req-1b053a83-dda9-44e5-9806-ca0fa50ca0bd service neutron] Checking segment: {'id': '0bece4c2-da87-49f1-af4b-2eef459faead', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '3a2296d3-5701-49c3-b8d7-d342e7fe567b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84041) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 20:54:25.492075 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18c6498f-b9ce-41ff-afae-00d0bec33c58 req-1b053a83-dda9-44e5-9806-ca0fa50ca0bd service neutron] Bound using segment: {'id': '0bece4c2-da87-49f1-af4b-2eef459faead', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '3a2296d3-5701-49c3-b8d7-d342e7fe567b'} {{(pid=84041) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 18 20:54:25.492075 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.managers [req-18c6498f-b9ce-41ff-afae-00d0bec33c58 req-1b053a83-dda9-44e5-9806-ca0fa50ca0bd service neutron] Bound port: f8049baf-5173-47e5-865f-b9440197d4f2, host: n-h1-838334-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0bece4c2-da87-49f1-af4b-2eef459faead', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '3a2296d3-5701-49c3-b8d7-d342e7fe567b'}}] {{(pid=84041) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 20:54:25.492075 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [req-18c6498f-b9ce-41ff-afae-00d0bec33c58 req-1b053a83-dda9-44e5-9806-ca0fa50ca0bd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:54:25.617364 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9aed0d0-f72f-48ea-a0b7-dfcb0d086ebc req-d17b344f-bc77-46f0-940d-999889d8313d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:54:25.619303 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-b9aed0d0-f72f-48ea-a0b7-dfcb0d086ebc req-d17b344f-bc77-46f0-940d-999889d8313d service neutron] 10.222.0.48 "GET /v2.0/subnets?id=6e80a998-2277-430e-a2a1-47079979e7bc HTTP/1.1" status: 200 len: 853 time: 0.2614205 Apr 18 20:54:25.620479 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-49faa3a1-acf3-4dab-8186-4495ad9a44f0 req-a82f7885-80fd-48ee-b359-97a29c858663 service neutron] 10.222.0.48 "GET /v2.0/networks/48f708f8-0904-4115-910c-bb1ab06d7263?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7687619 Apr 18 20:54:25.628065 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.db [req-18c6498f-b9ce-41ff-afae-00d0bec33c58 req-1b053a83-dda9-44e5-9806-ca0fa50ca0bd service neutron] For port f8049baf-5173-47e5-865f-b9440197d4f2, host n-h1-838334-2, cleared binding levels {{(pid=84041) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 20:54:25.631663 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-9a78a851-13f1-47b0-a71d-0e0fb981adbc req-a5a9d269-343b-4f2c-bf60-9f8659029c4e service neutron] 10.222.0.42 "GET /v2.0/networks/f7467a4f-b1b1-4464-b74e-f3b773c53ca1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4686906 Apr 18 20:54:25.634716 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.db [req-18c6498f-b9ce-41ff-afae-00d0bec33c58 req-1b053a83-dda9-44e5-9806-ca0fa50ca0bd service neutron] For port f8049baf-5173-47e5-865f-b9440197d4f2, host n-h1-838334-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838334-2',level=0,port_id=f8049baf-5173-47e5-865f-b9440197d4f2,segment=NetworkSegment(0bece4c2-da87-49f1-af4b-2eef459faead),segment_id=0bece4c2-da87-49f1-af4b-2eef459faead)] {{(pid=84041) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 20:54:25.640456 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [req-18c6498f-b9ce-41ff-afae-00d0bec33c58 req-1b053a83-dda9-44e5-9806-ca0fa50ca0bd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32266282'] for port, after_update {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:54:25.738452 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [req-18c6498f-b9ce-41ff-afae-00d0bec33c58 req-1b053a83-dda9-44e5-9806-ca0fa50ca0bd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217293'] for port, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:54:25.738452 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-18c6498f-b9ce-41ff-afae-00d0bec33c58 req-1b053a83-dda9-44e5-9806-ca0fa50ca0bd service neutron] 10.222.0.43 "PUT /v2.0/ports/f8049baf-5173-47e5-865f-b9440197d4f2 HTTP/1.1" status: 200 len: 1091 time: 1.8506229 Apr 18 20:54:25.738452 n-d-838334-2 neutron-server[84041]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '87df4a39-d0d7-4e75-9f18-37c726fdf5c2', 'tag': 'f8049baf-5173-47e5-865f-b9440197d4f2'}] {{(pid=84041) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 20:54:25.766014 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-1110f5e6-781c-4e0b-b80f-0d90e8984fb5 req-43d11182-8238-4e54-9dff-b78d4d58521f tempest-ListServerFiltersTestJSON-1123405701 tempest-ListServerFiltersTestJSON-1123405701-project] 10.222.0.42 "GET /v2.0/security-groups?id=4748fc9b-37e2-4328-8f67-9c8130ebd451&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3222342 Apr 18 20:54:25.798175 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-01fbc4ea-bd2a-493d-86f2-377052412055 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:54:25.879231 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b053a83-dda9-44e5-9806-ca0fa50ca0bd service neutron] Pushing event updated for resources: {'Port': ['ID=f8049baf-5173-47e5-865f-b9440197d4f2,revision_number=3']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:54:25.926067 n-d-838334-2 neutron-server[84040]: DEBUG neutron.notifiers.nova [req-9e5ad0e7-3a5e-48ee-abf2-c3852d917153 req-6561b098-f309-4b0b-b51f-c29ed695911b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c89c6521-2995-4ef4-93f5-1eaf457ef6c4 {{(pid=84040) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 18 20:54:25.934898 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-18c6498f-b9ce-41ff-afae-00d0bec33c58 req-fe534688-1a2e-4dc1-93ad-a4d74702f70c service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=de1481e68b5045059c48ab3bd0b2261b&device_id=87df4a39-d0d7-4e75-9f18-37c726fdf5c2 HTTP/1.1" status: 200 len: 1094 time: 0.1564829 Apr 18 20:54:25.943101 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-9e5ad0e7-3a5e-48ee-abf2-c3852d917153 req-6561b098-f309-4b0b-b51f-c29ed695911b service neutron] Notify callbacks [] for port, precommit_update {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:54:25.946733 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-01fbc4ea-bd2a-493d-86f2-377052412055 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:54:26.039377 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.provisioning_blocks [req-9e5ad0e7-3a5e-48ee-abf2-c3852d917153 req-6561b098-f309-4b0b-b51f-c29ed695911b service neutron] Transition to ACTIVE for port object c89c6521-2995-4ef4-93f5-1eaf457ef6c4 will not be triggered until provisioned by entity L2. {{(pid=84040) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 20:54:26.068423 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-9e5ad0e7-3a5e-48ee-abf2-c3852d917153 req-6561b098-f309-4b0b-b51f-c29ed695911b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32440959'] for port, after_update {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:54:26.123111 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-18c6498f-b9ce-41ff-afae-00d0bec33c58 req-04471994-069f-4d4e-960a-d00b62b3f79e service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f8049baf-5173-47e5-865f-b9440197d4f2 HTTP/1.1" status: 200 len: 217 time: 0.1798766 Apr 18 20:54:26.256145 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18c6498f-b9ce-41ff-afae-00d0bec33c58 req-6f47fd39-2d24-439e-89ad-c45025c0f821 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:54:26.257797 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-18c6498f-b9ce-41ff-afae-00d0bec33c58 req-6f47fd39-2d24-439e-89ad-c45025c0f821 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=bf3d4156-4029-4990-a77f-b5185e903dd1 HTTP/1.1" status: 200 len: 855 time: 0.1229937 Apr 18 20:54:26.522353 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-18c6498f-b9ce-41ff-afae-00d0bec33c58 req-6d1f812b-fcdd-49a6-8976-4eb438f747ab service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=3a2296d3-5701-49c3-b8d7-d342e7fe567b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2530499 Apr 18 20:54:26.570138 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-b9aed0d0-f72f-48ea-a0b7-dfcb0d086ebc req-f4522fb0-3e92-43ad-af93-a47455a0071b service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=8b393fb4-fb14-414f-9fb0-af85f5d2a52f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.9355221 Apr 18 20:54:26.703458 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-18c6498f-b9ce-41ff-afae-00d0bec33c58 req-c5255c3c-a912-4c05-8dc4-b19cd6747828 service neutron] 10.222.0.43 "GET /v2.0/networks/3a2296d3-5701-49c3-b8d7-d342e7fe567b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1716933 Apr 18 20:54:26.783130 n-d-838334-2 neutron-server[84041]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b2b090df-2b51-499d-b02b-442f8e063c22'] response: {'name': 'network-changed', 'server_uuid': '87df4a39-d0d7-4e75-9f18-37c726fdf5c2', 'tag': 'f8049baf-5173-47e5-865f-b9440197d4f2', 'status': 'completed', 'code': 200} Apr 18 20:54:26.837115 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-01fbc4ea-bd2a-493d-86f2-377052412055 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33528224'] for security_group, after_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:54:26.893490 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01fbc4ea-bd2a-493d-86f2-377052412055 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=221c3ecb-7def-482a-9a1a-cbc8bd7d3838,revision_number=None']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:54:26.895448 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6561b098-f309-4b0b-b51f-c29ed695911b service neutron] Pushing event updated for resources: {'Port': ['ID=c89c6521-2995-4ef4-93f5-1eaf457ef6c4,revision_number=2']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:54:26.930136 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b27de192-fca0-49b2-84e1-0c59a97fb142 req-1cd5b175-6231-4ffb-8809-0d938ac5e95b tempest-AttachVolumeNegativeTest-555605742 tempest-AttachVolumeNegativeTest-555605742-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:54:26.939385 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-b27de192-fca0-49b2-84e1-0c59a97fb142 req-1cd5b175-6231-4ffb-8809-0d938ac5e95b tempest-AttachVolumeNegativeTest-555605742 tempest-AttachVolumeNegativeTest-555605742-project] 10.222.0.42 "GET /v2.0/ports?device_id=36268bf7-aadd-4a9b-9264-b6901d73c9ef HTTP/1.1" status: 200 len: 945 time: 0.4153259 Apr 18 20:54:26.945476 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-18c6498f-b9ce-41ff-afae-00d0bec33c58 req-17dcf07e-2836-46f2-ab5b-8f7c86757c2a service neutron] 10.222.0.43 "GET /v2.0/networks/3a2296d3-5701-49c3-b8d7-d342e7fe567b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2218742 Apr 18 20:54:27.117714 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-b386ac11-df31-4f53-92b5-550fa941d50e req-e4b12f5b-e5ad-4e1c-b486-642aae3d4892 tempest-DeleteServersTestJSON-915645800 tempest-DeleteServersTestJSON-915645800-project] 10.222.0.42 "GET /v2.0/ports?device_id=6294465a-8de2-46a0-b127-f7e119ab828d HTTP/1.1" status: 200 len: 210 time: 0.1003804 Apr 18 20:54:27.118668 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-01fbc4ea-bd2a-493d-86f2-377052412055 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:54:27.119921 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-01fbc4ea-bd2a-493d-86f2-377052412055 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/221c3ecb-7def-482a-9a1a-cbc8bd7d3838 HTTP/1.1" status: 204 len: 168 time: 1.7277257 Apr 18 20:54:27.123195 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-b9aed0d0-f72f-48ea-a0b7-dfcb0d086ebc req-63c76d0c-7676-4b93-a19b-b20db0c23791 service neutron] 10.222.0.48 "GET /v2.0/networks/8b393fb4-fb14-414f-9fb0-af85f5d2a52f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5314443 Apr 18 20:54:27.147058 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-0f398757-6d96-420f-b5ee-84bd70cbb04b req-a4b2053b-9813-4e8a-b1d3-e4f87dd41ed6 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=de1481e68b5045059c48ab3bd0b2261b&device_id=87df4a39-d0d7-4e75-9f18-37c726fdf5c2 HTTP/1.1" status: 200 len: 1094 time: 0.1171424 Apr 18 20:54:27.244103 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-b27de192-fca0-49b2-84e1-0c59a97fb142 req-170925e1-e847-49f1-aed2-b1e34c93c775 tempest-AttachVolumeNegativeTest-555605742 tempest-AttachVolumeNegativeTest-555605742-project] 10.222.0.42 "GET /v2.0/security-groups?id=6a73dbb7-6be5-4cc9-acd3-5afb262a168e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2910161 Apr 18 20:54:27.329579 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f398757-6d96-420f-b5ee-84bd70cbb04b req-8f6bb1da-4fc4-4a23-b764-3220e4d0a49f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:54:27.331349 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-0f398757-6d96-420f-b5ee-84bd70cbb04b req-8f6bb1da-4fc4-4a23-b764-3220e4d0a49f service neutron] 10.222.0.43 "GET /v2.0/networks?id=3a2296d3-5701-49c3-b8d7-d342e7fe567b HTTP/1.1" status: 200 len: 917 time: 0.1758380 Apr 18 20:54:27.349854 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Device 9dad702e-7d18-43c5-af06-9baea7bd6de1 details requested by agent hyperv_n-h1-838334-2 with host n-h1-838334-2 {{(pid=84042) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 18 20:54:27.461508 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.managers [req-9e5ad0e7-3a5e-48ee-abf2-c3852d917153 req-6561b098-f309-4b0b-b51f-c29ed695911b service neutron] Attempting to bind port c89c6521-2995-4ef4-93f5-1eaf457ef6c4 on host n-h2-838334-2 for vnic_type normal with profile {{(pid=84040) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:54:27.462052 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.managers [req-9e5ad0e7-3a5e-48ee-abf2-c3852d917153 req-6561b098-f309-4b0b-b51f-c29ed695911b service neutron] Attempting to bind port c89c6521-2995-4ef4-93f5-1eaf457ef6c4 by drivers openvswitch,hyperv on host n-h2-838334-2 at level 0 using segments [{'id': '0bece4c2-da87-49f1-af4b-2eef459faead', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '3a2296d3-5701-49c3-b8d7-d342e7fe567b'}] {{(pid=84040) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:54:27.462553 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e5ad0e7-3a5e-48ee-abf2-c3852d917153 req-6561b098-f309-4b0b-b51f-c29ed695911b service neutron] Attempting to bind port c89c6521-2995-4ef4-93f5-1eaf457ef6c4 on network 3a2296d3-5701-49c3-b8d7-d342e7fe567b {{(pid=84040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 20:54:27.472263 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e5ad0e7-3a5e-48ee-abf2-c3852d917153 req-6561b098-f309-4b0b-b51f-c29ed695911b service neutron] Port c89c6521-2995-4ef4-93f5-1eaf457ef6c4 on network 3a2296d3-5701-49c3-b8d7-d342e7fe567b not bound, no agent of type Open vSwitch agent registered on host n-h2-838334-2 {{(pid=84040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 18 20:54:27.472763 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e5ad0e7-3a5e-48ee-abf2-c3852d917153 req-6561b098-f309-4b0b-b51f-c29ed695911b service neutron] Attempting to bind port c89c6521-2995-4ef4-93f5-1eaf457ef6c4 on network 3a2296d3-5701-49c3-b8d7-d342e7fe567b {{(pid=84040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 20:54:27.541616 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-0f398757-6d96-420f-b5ee-84bd70cbb04b req-ed2cd972-741d-4cf6-9d91-5a475f9fe90f service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f8049baf-5173-47e5-865f-b9440197d4f2 HTTP/1.1" status: 200 len: 217 time: 0.1968229 Apr 18 20:54:27.551333 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e5ad0e7-3a5e-48ee-abf2-c3852d917153 req-6561b098-f309-4b0b-b51f-c29ed695911b service neutron] Checking agent: {'id': 'dc797004-f641-47b7-a77f-9c62b5b16296', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-838334-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 34, 3), 'started_at': datetime.datetime(2022, 4, 18, 20, 34, 3), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 20, 54, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 18 20:54:27.552034 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e5ad0e7-3a5e-48ee-abf2-c3852d917153 req-6561b098-f309-4b0b-b51f-c29ed695911b service neutron] Checking segment: {'id': '0bece4c2-da87-49f1-af4b-2eef459faead', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '3a2296d3-5701-49c3-b8d7-d342e7fe567b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84040) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 20:54:27.552567 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e5ad0e7-3a5e-48ee-abf2-c3852d917153 req-6561b098-f309-4b0b-b51f-c29ed695911b service neutron] Bound using segment: {'id': '0bece4c2-da87-49f1-af4b-2eef459faead', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '3a2296d3-5701-49c3-b8d7-d342e7fe567b'} {{(pid=84040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 18 20:54:27.553176 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.managers [req-9e5ad0e7-3a5e-48ee-abf2-c3852d917153 req-6561b098-f309-4b0b-b51f-c29ed695911b service neutron] Bound port: c89c6521-2995-4ef4-93f5-1eaf457ef6c4, host: n-h2-838334-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0bece4c2-da87-49f1-af4b-2eef459faead', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '3a2296d3-5701-49c3-b8d7-d342e7fe567b'}}] {{(pid=84040) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 20:54:27.553775 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-9e5ad0e7-3a5e-48ee-abf2-c3852d917153 req-6561b098-f309-4b0b-b51f-c29ed695911b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:54:27.706143 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] For port 9dad702e-7d18-43c5-af06-9baea7bd6de1, host n-h1-838334-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838334-2',level=0,port_id=9dad702e-7d18-43c5-af06-9baea7bd6de1,segment=NetworkSegment(0bece4c2-da87-49f1-af4b-2eef459faead),segment_id=0bece4c2-da87-49f1-af4b-2eef459faead)] {{(pid=84042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:54:27.735590 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Returning: {'device': '9dad702e-7d18-43c5-af06-9baea7bd6de1', 'network_id': '3a2296d3-5701-49c3-b8d7-d342e7fe567b', 'port_id': '9dad702e-7d18-43c5-af06-9baea7bd6de1', 'mac_address': 'fa:16:3e:ea:63:45', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 385, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bf3d4156-4029-4990-a77f-b5185e903dd1', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84042) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 18 20:54:27.754952 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.db [req-9e5ad0e7-3a5e-48ee-abf2-c3852d917153 req-6561b098-f309-4b0b-b51f-c29ed695911b service neutron] For port c89c6521-2995-4ef4-93f5-1eaf457ef6c4, host n-h2-838334-2, cleared binding levels {{(pid=84040) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 20:54:27.759030 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.db [req-9e5ad0e7-3a5e-48ee-abf2-c3852d917153 req-6561b098-f309-4b0b-b51f-c29ed695911b service neutron] For port c89c6521-2995-4ef4-93f5-1eaf457ef6c4, host n-h2-838334-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838334-2',level=0,port_id=c89c6521-2995-4ef4-93f5-1eaf457ef6c4,segment=NetworkSegment(0bece4c2-da87-49f1-af4b-2eef459faead),segment_id=0bece4c2-da87-49f1-af4b-2eef459faead)] {{(pid=84040) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 20:54:27.762360 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-b9aed0d0-f72f-48ea-a0b7-dfcb0d086ebc req-4bd19ddd-b9ff-4ae0-9858-f928f3708ac9 service neutron] 10.222.0.48 "GET /v2.0/networks/8b393fb4-fb14-414f-9fb0-af85f5d2a52f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5550261 Apr 18 20:54:27.773062 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-9e5ad0e7-3a5e-48ee-abf2-c3852d917153 req-6561b098-f309-4b0b-b51f-c29ed695911b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32440959'] for port, after_update {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:54:27.880339 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:54:27.942336 n-d-838334-2 neutron-server[84042]: DEBUG neutron.notifiers.nova [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9dad702e-7d18-43c5-af06-9baea7bd6de1 {{(pid=84042) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 18 20:54:27.942704 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f398757-6d96-420f-b5ee-84bd70cbb04b req-c0f5104e-e648-468a-a84f-0519b63e2957 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:54:27.944709 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-0f398757-6d96-420f-b5ee-84bd70cbb04b req-c0f5104e-e648-468a-a84f-0519b63e2957 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=bf3d4156-4029-4990-a77f-b5185e903dd1 HTTP/1.1" status: 200 len: 855 time: 0.3949583 Apr 18 20:54:27.948268 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6561b098-f309-4b0b-b51f-c29ed695911b service neutron] Pushing event updated for resources: {'Port': ['ID=c89c6521-2995-4ef4-93f5-1eaf457ef6c4,revision_number=3']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:54:28.000116 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] For port 9dad702e-7d18-43c5-af06-9baea7bd6de1, host n-h1-838334-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838334-2',level=0,port_id=9dad702e-7d18-43c5-af06-9baea7bd6de1,segment=NetworkSegment(0bece4c2-da87-49f1-af4b-2eef459faead),segment_id=0bece4c2-da87-49f1-af4b-2eef459faead)] {{(pid=84042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:54:28.010300 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-9e5ad0e7-3a5e-48ee-abf2-c3852d917153 req-6561b098-f309-4b0b-b51f-c29ed695911b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217293'] for port, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:54:28.011208 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682'] for port, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:54:28.011928 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-9e5ad0e7-3a5e-48ee-abf2-c3852d917153 req-6561b098-f309-4b0b-b51f-c29ed695911b service neutron] 10.222.0.48 "PUT /v2.0/ports/c89c6521-2995-4ef4-93f5-1eaf457ef6c4 HTTP/1.1" status: 200 len: 1091 time: 4.2759540 Apr 18 20:54:28.024639 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f69787e0-5a13-406f-b661-789a8be97ced req-b36f20a8-4ba5-419a-9c80-9a9e8065b450 tempest-ListServerFiltersTestJSON-1123405701 tempest-ListServerFiltersTestJSON-1123405701-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:54:28.031423 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-f69787e0-5a13-406f-b661-789a8be97ced req-b36f20a8-4ba5-419a-9c80-9a9e8065b450 tempest-ListServerFiltersTestJSON-1123405701 tempest-ListServerFiltersTestJSON-1123405701-project] 10.222.0.42 "GET /v2.0/ports?device_id=87df4a39-d0d7-4e75-9f18-37c726fdf5c2 HTTP/1.1" status: 200 len: 943 time: 0.5600789 Apr 18 20:54:28.037808 n-d-838334-2 neutron-server[84040]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '893fec3b-bae4-4fe4-b69b-f05afd51795b', 'tag': 'c89c6521-2995-4ef4-93f5-1eaf457ef6c4'}] {{(pid=84040) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 20:54:28.087764 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 50526) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:54:28.135913 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Pushing event updated for resources: {'Port': ['ID=9dad702e-7d18-43c5-af06-9baea7bd6de1,revision_number=4']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:54:28.177612 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a78a851-13f1-47b0-a71d-0e0fb981adbc req-71b05a50-b1ea-4286-a1e6-ea515f2cb7d3 tempest-DeleteServersTestJSON-915645800 tempest-DeleteServersTestJSON-915645800-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:54:28.179500 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-9a78a851-13f1-47b0-a71d-0e0fb981adbc req-71b05a50-b1ea-4286-a1e6-ea515f2cb7d3 tempest-DeleteServersTestJSON-915645800 tempest-DeleteServersTestJSON-915645800-project] 10.222.0.43 "GET /v2.0/networks?id=f7467a4f-b1b1-4464-b74e-f3b773c53ca1 HTTP/1.1" status: 200 len: 811 time: 0.5244601 Apr 18 20:54:28.192502 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-0f398757-6d96-420f-b5ee-84bd70cbb04b req-3bf5b7c3-d05d-447c-8b18-05b4753a3c58 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=3a2296d3-5701-49c3-b8d7-d342e7fe567b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2324862 Apr 18 20:54:28.205284 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.v2.base [req-9a78a851-13f1-47b0-a71d-0e0fb981adbc req-b29637c7-8ffd-4d18-bf5e-96175f699b23 tempest-DeleteServersTestJSON-915645800 tempest-DeleteServersTestJSON-915645800-project] Request body: {'port': {'device_id': '6294465a-8de2-46a0-b127-f7e119ab828d', 'network_id': 'f7467a4f-b1b1-4464-b74e-f3b773c53ca1', 'admin_state_up': True, 'tenant_id': '7fa7a8b3916440879a3373a5a8935507'}} {{(pid=84041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 20:54:28.229487 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-6007d18b-cd7c-4dd6-9004-064e7e19665b admin admin] Notify callbacks [] for security_group, before_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:54:28.291284 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] get_ports_and_sgs() called for port_ids ['9dad702e-7d18-43c5-af06-9baea7bd6de1'] {{(pid=84042) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 18 20:54:28.310056 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-f69787e0-5a13-406f-b661-789a8be97ced req-2f1c6f4f-83fe-49cb-b663-9064c4fd7910 tempest-ListServerFiltersTestJSON-1123405701 tempest-ListServerFiltersTestJSON-1123405701-project] 10.222.0.42 "GET /v2.0/security-groups?id=4748fc9b-37e2-4328-8f67-9c8130ebd451&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2636209 Apr 18 20:54:28.342733 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [None req-6007d18b-cd7c-4dd6-9004-064e7e19665b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:54:28.348120 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-6007d18b-cd7c-4dd6-9004-064e7e19665b admin admin] Usage tracker for resource:security_group_rule and tenant:e9a2dda02b6f49a4aa8f2a96961c4734 is out of sync, need to count used quota {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:54:28.351524 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-6007d18b-cd7c-4dd6-9004-064e7e19665b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:54:28.359380 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [None req-6007d18b-cd7c-4dd6-9004-064e7e19665b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:54:28.458032 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [req-9a78a851-13f1-47b0-a71d-0e0fb981adbc req-b29637c7-8ffd-4d18-bf5e-96175f699b23 tempest-DeleteServersTestJSON-915645800 tempest-DeleteServersTestJSON-915645800-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:54:28.472438 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [req-9a78a851-13f1-47b0-a71d-0e0fb981adbc req-b29637c7-8ffd-4d18-bf5e-96175f699b23 tempest-DeleteServersTestJSON-915645800 tempest-DeleteServersTestJSON-915645800-project] Usage tracker for resource:port and tenant:7fa7a8b3916440879a3373a5a8935507 is out of sync, need to count used quota {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:54:28.476799 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [req-9a78a851-13f1-47b0-a71d-0e0fb981adbc req-b29637c7-8ffd-4d18-bf5e-96175f699b23 tempest-DeleteServersTestJSON-915645800 tempest-DeleteServersTestJSON-915645800-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:54:28.482712 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-6007d18b-cd7c-4dd6-9004-064e7e19665b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:54:28.485796 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-0f398757-6d96-420f-b5ee-84bd70cbb04b req-812c61b1-45b1-40fd-ada6-77c944653fea service neutron] 10.222.0.43 "GET /v2.0/networks/3a2296d3-5701-49c3-b8d7-d342e7fe567b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1874688 Apr 18 20:54:28.485796 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [req-9a78a851-13f1-47b0-a71d-0e0fb981adbc req-b29637c7-8ffd-4d18-bf5e-96175f699b23 tempest-DeleteServersTestJSON-915645800 tempest-DeleteServersTestJSON-915645800-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:54:28.503545 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-6007d18b-cd7c-4dd6-9004-064e7e19665b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33528224'] for security_group, after_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:54:28.580312 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-6007d18b-cd7c-4dd6-9004-064e7e19665b admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=e9a2dda02b6f49a4aa8f2a96961c4734&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4047613 Apr 18 20:54:28.582644 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6007d18b-cd7c-4dd6-9004-064e7e19665b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b0854d89-3f0b-4d86-8806-21633753fec6,revision_number=1']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:54:28.593354 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 50532) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:54:28.613595 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9a78a851-13f1-47b0-a71d-0e0fb981adbc req-b29637c7-8ffd-4d18-bf5e-96175f699b23 tempest-DeleteServersTestJSON-915645800 tempest-DeleteServersTestJSON-915645800-project] Made reservation on behalf of 7fa7a8b3916440879a3373a5a8935507 for: {'port': 1} {{(pid=84041) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:54:28.624358 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8b22173-fffc-41d3-a511-24879a851cde req-79ac0d62-d6de-47fd-a116-3526e4bd2ec3 tempest-AttachVolumeNegativeTest-555605742 tempest-AttachVolumeNegativeTest-555605742-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:54:28.624585 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [req-9a78a851-13f1-47b0-a71d-0e0fb981adbc req-b29637c7-8ffd-4d18-bf5e-96175f699b23 tempest-DeleteServersTestJSON-915645800 tempest-DeleteServersTestJSON-915645800-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:54:28.636273 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-f8b22173-fffc-41d3-a511-24879a851cde req-79ac0d62-d6de-47fd-a116-3526e4bd2ec3 tempest-AttachVolumeNegativeTest-555605742 tempest-AttachVolumeNegativeTest-555605742-project] 10.222.0.42 "GET /v2.0/ports?device_id=36268bf7-aadd-4a9b-9264-b6901d73c9ef HTTP/1.1" status: 200 len: 945 time: 0.6891465 Apr 18 20:54:28.652937 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 50536) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:54:28.660994 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.v2.base [None req-1e973615-e7f2-47ae-bf6f-a75b71171694 tempest-AttachVolumeNegativeTest-555605742 tempest-AttachVolumeNegativeTest-555605742-project] Request body: {'floatingip': {'port_id': '8d9ca2ad-3895-4fd7-88cb-e7accd79550a'}} {{(pid=84041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 20:54:28.664112 n-d-838334-2 neutron-server[84040]: INFO neutron.notifiers.nova [-] Nova event matching ['req-17ead5ed-6931-4259-81cd-d11df20ea75e'] response: {'name': 'network-changed', 'server_uuid': '893fec3b-bae4-4fe4-b69b-f05afd51795b', 'tag': 'c89c6521-2995-4ef4-93f5-1eaf457ef6c4', 'status': 'completed', 'code': 200} Apr 18 20:54:28.692446 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-9e5ad0e7-3a5e-48ee-abf2-c3852d917153 req-c3e46d82-12bf-4ec5-bc47-8f46b09e3381 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=de1481e68b5045059c48ab3bd0b2261b&device_id=893fec3b-bae4-4fe4-b69b-f05afd51795b HTTP/1.1" status: 200 len: 1094 time: 0.6154182 Apr 18 20:54:28.750443 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-1e973615-e7f2-47ae-bf6f-a75b71171694 tempest-AttachVolumeNegativeTest-555605742 tempest-AttachVolumeNegativeTest-555605742-project] Notify callbacks [] for floatingip, before_update {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:54:28.859163 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-9e5ad0e7-3a5e-48ee-abf2-c3852d917153 req-bb082299-dd81-497d-b15c-05e0e5f344fd service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c89c6521-2995-4ef4-93f5-1eaf457ef6c4 HTTP/1.1" status: 200 len: 217 time: 0.1392720 Apr 18 20:54:28.863222 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-1f4546c9-acb3-4082-8ca1-b158e82edb83 req-eabf8af7-9e1f-4b7b-974d-1945369e03ef tempest-DeleteServersTestJSON-915645800 tempest-DeleteServersTestJSON-915645800-project] 10.222.0.42 "GET /v2.0/ports?device_id=6294465a-8de2-46a0-b127-f7e119ab828d HTTP/1.1" status: 200 len: 210 time: 0.0782461 Apr 18 20:54:28.948591 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-1e5d389f-670c-45fe-b62a-93f3a9976c4d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:54:28.979282 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-1e5d389f-670c-45fe-b62a-93f3a9976c4d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:54:29.069584 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e5ad0e7-3a5e-48ee-abf2-c3852d917153 req-97778bf6-5671-49c8-889b-71ba81d12359 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:54:29.073345 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-9e5ad0e7-3a5e-48ee-abf2-c3852d917153 req-97778bf6-5671-49c8-889b-71ba81d12359 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=bf3d4156-4029-4990-a77f-b5185e903dd1 HTTP/1.1" status: 200 len: 855 time: 0.2005358 Apr 18 20:54:29.130725 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-1e5d389f-670c-45fe-b62a-93f3a9976c4d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33528224'] for security_group, after_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:54:29.155642 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e5d389f-670c-45fe-b62a-93f3a9976c4d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0854d89-3f0b-4d86-8806-21633753fec6,revision_number=None']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:54:29.157622 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-1e5d389f-670c-45fe-b62a-93f3a9976c4d admin admin] Notify callbacks [] for security_group, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:54:29.158741 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-1e5d389f-670c-45fe-b62a-93f3a9976c4d admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/b0854d89-3f0b-4d86-8806-21633753fec6 HTTP/1.1" status: 204 len: 168 time: 0.5644064 Apr 18 20:54:29.182074 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-0f398757-6d96-420f-b5ee-84bd70cbb04b req-6c2bab00-44f0-4f45-b510-96d297abd608 service neutron] 10.222.0.43 "GET /v2.0/networks/3a2296d3-5701-49c3-b8d7-d342e7fe567b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6907961 Apr 18 20:54:29.221466 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-9e5ad0e7-3a5e-48ee-abf2-c3852d917153 req-736a0485-d1b5-48f1-bf46-fa4bf670c4f1 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=3a2296d3-5701-49c3-b8d7-d342e7fe567b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1354387 Apr 18 20:54:29.347423 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Device f8049baf-5173-47e5-865f-b9440197d4f2 details requested by agent hyperv_n-h1-838334-2 with host n-h1-838334-2 {{(pid=84042) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 18 20:54:29.560985 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.db_base_plugin_common [req-9a78a851-13f1-47b0-a71d-0e0fb981adbc req-b29637c7-8ffd-4d18-bf5e-96175f699b23 tempest-DeleteServersTestJSON-915645800 tempest-DeleteServersTestJSON-915645800-project] Allocated IP 172.20.0.5 (f7467a4f-b1b1-4464-b74e-f3b773c53ca1/4d302c72-cbf8-4bd9-ac2b-bdba885f7b5c/4e8f9ef7-416b-4ecf-af85-3540e942f560) {{(pid=84041) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:54:29.568627 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] For port f8049baf-5173-47e5-865f-b9440197d4f2, host n-h1-838334-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838334-2',level=0,port_id=f8049baf-5173-47e5-865f-b9440197d4f2,segment=NetworkSegment(0bece4c2-da87-49f1-af4b-2eef459faead),segment_id=0bece4c2-da87-49f1-af4b-2eef459faead)] {{(pid=84042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:54:29.611101 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Device 9dad702e-7d18-43c5-af06-9baea7bd6de1 up at agent hyperv_n-h1-838334-2 {{(pid=84042) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 20:54:29.649400 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Returning: {'device': 'f8049baf-5173-47e5-865f-b9440197d4f2', 'network_id': '3a2296d3-5701-49c3-b8d7-d342e7fe567b', 'port_id': 'f8049baf-5173-47e5-865f-b9440197d4f2', 'mac_address': 'fa:16:3e:a3:8b:6a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 385, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bf3d4156-4029-4990-a77f-b5185e903dd1', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84042) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 18 20:54:29.747365 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750375287399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253529'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:54:29.777143 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:54:29.795519 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-9e5ad0e7-3a5e-48ee-abf2-c3852d917153 req-826ca2d3-690d-4657-9cd4-96ecfd142cda service neutron] 10.222.0.48 "GET /v2.0/networks/3a2296d3-5701-49c3-b8d7-d342e7fe567b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5551255 Apr 18 20:54:29.805817 n-d-838334-2 neutron-server[84042]: DEBUG neutron.notifiers.nova [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f8049baf-5173-47e5-865f-b9440197d4f2 {{(pid=84042) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 18 20:54:29.811170 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ff71850-1163-4205-88bc-888a8f0a9f16 req-07ec6e0c-e514-4786-acb3-ae28851ce0ba tempest-ListServerFiltersTestJSON-1123405701 tempest-ListServerFiltersTestJSON-1123405701-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:54:29.816237 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-5ff71850-1163-4205-88bc-888a8f0a9f16 req-07ec6e0c-e514-4786-acb3-ae28851ce0ba tempest-ListServerFiltersTestJSON-1123405701 tempest-ListServerFiltersTestJSON-1123405701-project] 10.222.0.42 "GET /v2.0/ports?device_id=87df4a39-d0d7-4e75-9f18-37c726fdf5c2 HTTP/1.1" status: 200 len: 943 time: 0.1852951 Apr 18 20:54:29.823182 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [req-9a78a851-13f1-47b0-a71d-0e0fb981adbc req-b29637c7-8ffd-4d18-bf5e-96175f699b23 tempest-DeleteServersTestJSON-915645800 tempest-DeleteServersTestJSON-915645800-project] Notify callbacks [] for port, precommit_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:54:29.850137 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Provisioning for port 9dad702e-7d18-43c5-af06-9baea7bd6de1 completed by entity L2. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 20:54:29.852801 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] For port f8049baf-5173-47e5-865f-b9440197d4f2, host n-h1-838334-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838334-2',level=0,port_id=f8049baf-5173-47e5-865f-b9440197d4f2,segment=NetworkSegment(0bece4c2-da87-49f1-af4b-2eef459faead),segment_id=0bece4c2-da87-49f1-af4b-2eef459faead)] {{(pid=84042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:54:29.854141 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Provisioning complete for port 9dad702e-7d18-43c5-af06-9baea7bd6de1 triggered by entity L2. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:54:29.854738 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1253608'] for port, provisioning_complete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:54:29.859013 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [req-9a78a851-13f1-47b0-a71d-0e0fb981adbc req-b29637c7-8ffd-4d18-bf5e-96175f699b23 tempest-DeleteServersTestJSON-915645800 tempest-DeleteServersTestJSON-915645800-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750374836619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32266323'] for port, after_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:54:29.936644 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682'] for port, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:54:29.963235 n-d-838334-2 neutron-server[84041]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9a78a851-13f1-47b0-a71d-0e0fb981adbc req-b29637c7-8ffd-4d18-bf5e-96175f699b23 tempest-DeleteServersTestJSON-915645800 tempest-DeleteServersTestJSON-915645800-project] Network f7467a4f-b1b1-4464-b74e-f3b773c53ca1 is already hosted by enough agents. {{(pid=84041) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:54:29.970719 n-d-838334-2 neutron-server[84041]: DEBUG neutron.scheduler.base_scheduler [req-9a78a851-13f1-47b0-a71d-0e0fb981adbc req-b29637c7-8ffd-4d18-bf5e-96175f699b23 tempest-DeleteServersTestJSON-915645800 tempest-DeleteServersTestJSON-915645800-project] Resources bound (agent type, host, resource id): {{(pid=84041) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:54:29.977447 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.l3_dvrscheduler_db [req-9a78a851-13f1-47b0-a71d-0e0fb981adbc req-b29637c7-8ffd-4d18-bf5e-96175f699b23 tempest-DeleteServersTestJSON-915645800 tempest-DeleteServersTestJSON-915645800-project] Received port after_create {{(pid=84041) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 20:54:30.015213 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b29637c7-8ffd-4d18-bf5e-96175f699b23 tempest-DeleteServersTestJSON-915645800 tempest-DeleteServersTestJSON-915645800-project] Pushing event updated for resources: {'Port': ['ID=4e8f9ef7-416b-4ecf-af85-3540e942f560,revision_number=1']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:54:30.061007 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-5ff71850-1163-4205-88bc-888a8f0a9f16 req-f5d8bcce-7e0b-43fc-abb2-a2f768db7f70 tempest-ListServerFiltersTestJSON-1123405701 tempest-ListServerFiltersTestJSON-1123405701-project] 10.222.0.42 "GET /v2.0/security-groups?id=4748fc9b-37e2-4328-8f67-9c8130ebd451&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2123930 Apr 18 20:54:30.113053 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-9e5ad0e7-3a5e-48ee-abf2-c3852d917153 req-7695d109-3029-4fbc-a8f5-33591615cd99 service neutron] 10.222.0.48 "GET /v2.0/networks/3a2296d3-5701-49c3-b8d7-d342e7fe567b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2957423 Apr 18 20:54:30.124665 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b29637c7-8ffd-4d18-bf5e-96175f699b23 tempest-DeleteServersTestJSON-915645800 tempest-DeleteServersTestJSON-915645800-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:54:30.124936 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b29637c7-8ffd-4d18-bf5e-96175f699b23 tempest-DeleteServersTestJSON-915645800 tempest-DeleteServersTestJSON-915645800-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:54:30.125272 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b29637c7-8ffd-4d18-bf5e-96175f699b23 tempest-DeleteServersTestJSON-915645800 tempest-DeleteServersTestJSON-915645800-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:54:30.125608 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b29637c7-8ffd-4d18-bf5e-96175f699b23 tempest-DeleteServersTestJSON-915645800 tempest-DeleteServersTestJSON-915645800-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:54:30.125945 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b29637c7-8ffd-4d18-bf5e-96175f699b23 tempest-DeleteServersTestJSON-915645800 tempest-DeleteServersTestJSON-915645800-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:54:30.126270 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b29637c7-8ffd-4d18-bf5e-96175f699b23 tempest-DeleteServersTestJSON-915645800 tempest-DeleteServersTestJSON-915645800-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:54:30.126594 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b29637c7-8ffd-4d18-bf5e-96175f699b23 tempest-DeleteServersTestJSON-915645800 tempest-DeleteServersTestJSON-915645800-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:54:30.126914 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b29637c7-8ffd-4d18-bf5e-96175f699b23 tempest-DeleteServersTestJSON-915645800 tempest-DeleteServersTestJSON-915645800-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:54:30.127235 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b29637c7-8ffd-4d18-bf5e-96175f699b23 tempest-DeleteServersTestJSON-915645800 tempest-DeleteServersTestJSON-915645800-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:54:30.127554 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b29637c7-8ffd-4d18-bf5e-96175f699b23 tempest-DeleteServersTestJSON-915645800 tempest-DeleteServersTestJSON-915645800-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:54:30.127899 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b29637c7-8ffd-4d18-bf5e-96175f699b23 tempest-DeleteServersTestJSON-915645800 tempest-DeleteServersTestJSON-915645800-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:54:30.182455 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Pushing event updated for resources: {'Port': ['ID=f8049baf-5173-47e5-865f-b9440197d4f2,revision_number=4']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:54:30.197586 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:54:30.213919 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a78a851-13f1-47b0-a71d-0e0fb981adbc req-b29637c7-8ffd-4d18-bf5e-96175f699b23 tempest-DeleteServersTestJSON-915645800 tempest-DeleteServersTestJSON-915645800-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:54:30.214681 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [req-9a78a851-13f1-47b0-a71d-0e0fb981adbc req-b29637c7-8ffd-4d18-bf5e-96175f699b23 tempest-DeleteServersTestJSON-915645800 tempest-DeleteServersTestJSON-915645800-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217293'] for port, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:54:30.239939 n-d-838334-2 neutron-server[84042]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1848fe84-e1b8-4b1b-b558-43c90fc1533c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9dad702e-7d18-43c5-af06-9baea7bd6de1'}] {{(pid=84042) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 20:54:30.252192 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] get_ports_and_sgs() called for port_ids ['f8049baf-5173-47e5-865f-b9440197d4f2'] {{(pid=84042) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 18 20:54:30.307313 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-9a78a851-13f1-47b0-a71d-0e0fb981adbc req-b29637c7-8ffd-4d18-bf5e-96175f699b23 tempest-DeleteServersTestJSON-915645800 tempest-DeleteServersTestJSON-915645800-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1124027 Apr 18 20:54:30.324123 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.v2.base [req-9a78a851-13f1-47b0-a71d-0e0fb981adbc req-fb4dd803-dd6b-4130-ad4d-1f8fc6de9d43 service neutron] Request body: {'port': {'device_id': '6294465a-8de2-46a0-b127-f7e119ab828d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-838334-2'}} {{(pid=84041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 20:54:30.367534 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-d2fbca1f-8b5e-4318-a5ba-f740e4d3e7b2 req-99e3cecc-7ad4-4b35-8d56-92ea98307533 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=de1481e68b5045059c48ab3bd0b2261b&device_id=893fec3b-bae4-4fe4-b69b-f05afd51795b HTTP/1.1" status: 200 len: 1094 time: 0.1868720 Apr 18 20:54:30.382790 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] For port 9dad702e-7d18-43c5-af06-9baea7bd6de1, host n-h1-838334-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838334-2',level=0,port_id=9dad702e-7d18-43c5-af06-9baea7bd6de1,segment=NetworkSegment(0bece4c2-da87-49f1-af4b-2eef459faead),segment_id=0bece4c2-da87-49f1-af4b-2eef459faead)] {{(pid=84042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:54:30.402993 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682'] for port, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:54:30.541169 n-d-838334-2 neutron-server[84042]: INFO neutron.notifiers.nova [-] Nova event matching ['req-956be494-42d3-4d83-9d42-5a02ff13a730'] response: {'server_uuid': '1848fe84-e1b8-4b1b-b558-43c90fc1533c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9dad702e-7d18-43c5-af06-9baea7bd6de1', 'code': 200} Apr 18 20:54:30.544891 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Pushing event updated for resources: {'Port': ['ID=9dad702e-7d18-43c5-af06-9baea7bd6de1,revision_number=5']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:54:30.552073 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf9700bd-d471-4de3-ac65-115b91935af0 req-c518db6f-8049-49a7-8cdc-9243ea4a5e58 tempest-DeleteServersTestJSON-915645800 tempest-DeleteServersTestJSON-915645800-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:54:30.559669 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-bf9700bd-d471-4de3-ac65-115b91935af0 req-c518db6f-8049-49a7-8cdc-9243ea4a5e58 tempest-DeleteServersTestJSON-915645800 tempest-DeleteServersTestJSON-915645800-project] 10.222.0.42 "GET /v2.0/ports?device_id=6294465a-8de2-46a0-b127-f7e119ab828d HTTP/1.1" status: 200 len: 931 time: 0.2859676 Apr 18 20:54:30.594021 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [req-9a78a851-13f1-47b0-a71d-0e0fb981adbc req-fb4dd803-dd6b-4130-ad4d-1f8fc6de9d43 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:54:30.668331 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-bf9700bd-d471-4de3-ac65-115b91935af0 req-5086bd31-551f-4458-baf1-c5716bf801de tempest-DeleteServersTestJSON-915645800 tempest-DeleteServersTestJSON-915645800-project] 10.222.0.42 "GET /v2.0/security-groups?id=588d127b-19b7-4c3d-9f79-a400181b94e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1082664 Apr 18 20:54:30.802381 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2fbca1f-8b5e-4318-a5ba-f740e4d3e7b2 req-c88fb4b6-2955-48f7-8589-cba32c4b564f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:54:30.804232 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-d2fbca1f-8b5e-4318-a5ba-f740e4d3e7b2 req-c88fb4b6-2955-48f7-8589-cba32c4b564f service neutron] 10.222.0.48 "GET /v2.0/networks?id=3a2296d3-5701-49c3-b8d7-d342e7fe567b HTTP/1.1" status: 200 len: 917 time: 0.4241872 Apr 18 20:54:30.903916 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-d2fbca1f-8b5e-4318-a5ba-f740e4d3e7b2 req-ce923ea4-49e1-450c-b139-979e14b87f54 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c89c6521-2995-4ef4-93f5-1eaf457ef6c4 HTTP/1.1" status: 200 len: 217 time: 0.0857444 Apr 18 20:54:30.974766 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f74761b-6ab4-4df3-b4f5-59ac8e619ef0 req-95df5044-ea4d-4732-b152-567de0b94d17 tempest-AttachVolumeShelveTestJSON-1712717013 tempest-AttachVolumeShelveTestJSON-1712717013-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:54:30.983274 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-8f74761b-6ab4-4df3-b4f5-59ac8e619ef0 req-95df5044-ea4d-4732-b152-567de0b94d17 tempest-AttachVolumeShelveTestJSON-1712717013 tempest-AttachVolumeShelveTestJSON-1712717013-project] 10.222.0.42 "GET /v2.0/ports?device_id=a3d617b3-55ec-41c1-b97c-911aa927ef50 HTTP/1.1" status: 200 len: 946 time: 0.3310070 Apr 18 20:54:31.000357 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-1e973615-e7f2-47ae-bf6f-a75b71171694 tempest-AttachVolumeNegativeTest-555605742 tempest-AttachVolumeNegativeTest-555605742-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:54:31.009646 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-f1237989-0956-4772-8670-719ec3253bc7 req-9911a192-4cd0-4cfb-ae87-152d5f1b95b3 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=1848fe84-e1b8-4b1b-b558-43c90fc1533c HTTP/1.1" status: 200 len: 1096 time: 0.5243328 Apr 18 20:54:31.017631 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2fbca1f-8b5e-4318-a5ba-f740e4d3e7b2 req-545547ce-6544-43b6-ab55-33e7cd5b09c9 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:54:31.018815 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-d2fbca1f-8b5e-4318-a5ba-f740e4d3e7b2 req-545547ce-6544-43b6-ab55-33e7cd5b09c9 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=bf3d4156-4029-4990-a77f-b5185e903dd1 HTTP/1.1" status: 200 len: 855 time: 0.1072354 Apr 18 20:54:31.033758 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-1e973615-e7f2-47ae-bf6f-a75b71171694 tempest-AttachVolumeNegativeTest-555605742 tempest-AttachVolumeNegativeTest-555605742-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33444131'] for floatingip, after_update {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:54:31.146988 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-8f74761b-6ab4-4df3-b4f5-59ac8e619ef0 req-ef1637f2-d392-461d-8dc0-6c59003662da tempest-AttachVolumeShelveTestJSON-1712717013 tempest-AttachVolumeShelveTestJSON-1712717013-project] 10.222.0.42 "GET /v2.0/security-groups?id=2e9d8b44-da00-4a79-861c-f0ec417a580f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1626341 Apr 18 20:54:31.179899 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-d2fbca1f-8b5e-4318-a5ba-f740e4d3e7b2 req-15049780-3737-4517-8b8e-853d19c1f9a4 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=3a2296d3-5701-49c3-b8d7-d342e7fe567b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1457558 Apr 18 20:54:31.334970 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-f1237989-0956-4772-8670-719ec3253bc7 req-6e834903-f7df-4ea7-b0a5-d72a14bbc7b5 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=4748fc9b-37e2-4328-8f67-9c8130ebd451&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3141437 Apr 18 20:54:31.391776 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-d2fbca1f-8b5e-4318-a5ba-f740e4d3e7b2 req-0f1e2e9b-2527-4524-a6d2-ee94f53b3ed5 service neutron] 10.222.0.48 "GET /v2.0/networks/3a2296d3-5701-49c3-b8d7-d342e7fe567b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2016888 Apr 18 20:54:31.401145 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ef7428f-419c-4941-bde8-149826cbf645 req-5dd4416d-82f8-4e89-99d8-1ddcfc5d7495 tempest-ListServerFiltersTestJSON-1123405701 tempest-ListServerFiltersTestJSON-1123405701-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:54:31.403866 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-0ef7428f-419c-4941-bde8-149826cbf645 req-5dd4416d-82f8-4e89-99d8-1ddcfc5d7495 tempest-ListServerFiltersTestJSON-1123405701 tempest-ListServerFiltersTestJSON-1123405701-project] 10.222.0.42 "GET /v2.0/ports?device_id=87df4a39-d0d7-4e75-9f18-37c726fdf5c2 HTTP/1.1" status: 200 len: 944 time: 0.1349261 Apr 18 20:54:31.428810 n-d-838334-2 neutron-server[84041]: DEBUG neutron.notifiers.nova [req-9a78a851-13f1-47b0-a71d-0e0fb981adbc req-fb4dd803-dd6b-4130-ad4d-1f8fc6de9d43 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4e8f9ef7-416b-4ecf-af85-3540e942f560 {{(pid=84041) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 18 20:54:31.439606 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [req-9a78a851-13f1-47b0-a71d-0e0fb981adbc req-fb4dd803-dd6b-4130-ad4d-1f8fc6de9d43 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:54:31.459453 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.provisioning_blocks [req-9a78a851-13f1-47b0-a71d-0e0fb981adbc req-fb4dd803-dd6b-4130-ad4d-1f8fc6de9d43 service neutron] Transition to ACTIVE for port object 4e8f9ef7-416b-4ecf-af85-3540e942f560 will not be triggered until provisioned by entity L2. {{(pid=84041) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 20:54:31.466005 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [req-9a78a851-13f1-47b0-a71d-0e0fb981adbc req-fb4dd803-dd6b-4130-ad4d-1f8fc6de9d43 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32266282'] for port, after_update {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:54:31.543919 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-0ef7428f-419c-4941-bde8-149826cbf645 req-476ee1de-4447-4767-9ae0-497e4d1c5d29 tempest-ListServerFiltersTestJSON-1123405701 tempest-ListServerFiltersTestJSON-1123405701-project] 10.222.0.42 "GET /v2.0/security-groups?id=4748fc9b-37e2-4328-8f67-9c8130ebd451&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1193256 Apr 18 20:54:31.586988 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-d2fbca1f-8b5e-4318-a5ba-f740e4d3e7b2 req-fcf452f7-1619-44b8-8772-f57776f5a83d service neutron] 10.222.0.48 "GET /v2.0/networks/3a2296d3-5701-49c3-b8d7-d342e7fe567b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1814237 Apr 18 20:54:31.630506 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb4dd803-dd6b-4130-ad4d-1f8fc6de9d43 service neutron] Pushing event updated for resources: {'Port': ['ID=4e8f9ef7-416b-4ecf-af85-3540e942f560,revision_number=2']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:54:31.708755 n-d-838334-2 neutron-server[84041]: INFO neutron.db.l3_db [None req-1e973615-e7f2-47ae-bf6f-a75b71171694 tempest-AttachVolumeNegativeTest-555605742 tempest-AttachVolumeNegativeTest-555605742-project] Floating IP 24569835-4401-47a0-87dd-86a2255f7333 associated. External IP: 172.25.8.120, port: 8d9ca2ad-3895-4fd7-88cb-e7accd79550a. Apr 18 20:54:31.881022 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.managers [req-9a78a851-13f1-47b0-a71d-0e0fb981adbc req-fb4dd803-dd6b-4130-ad4d-1f8fc6de9d43 service neutron] Attempting to bind port 4e8f9ef7-416b-4ecf-af85-3540e942f560 on host n-h1-838334-2 for vnic_type normal with profile {{(pid=84041) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:54:31.881350 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.managers [req-9a78a851-13f1-47b0-a71d-0e0fb981adbc req-fb4dd803-dd6b-4130-ad4d-1f8fc6de9d43 service neutron] Attempting to bind port 4e8f9ef7-416b-4ecf-af85-3540e942f560 by drivers openvswitch,hyperv on host n-h1-838334-2 at level 0 using segments [{'id': 'eb1f29ad-3d05-4e72-b227-469dc1660e3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': 'f7467a4f-b1b1-4464-b74e-f3b773c53ca1'}] {{(pid=84041) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:54:31.881669 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a78a851-13f1-47b0-a71d-0e0fb981adbc req-fb4dd803-dd6b-4130-ad4d-1f8fc6de9d43 service neutron] Attempting to bind port 4e8f9ef7-416b-4ecf-af85-3540e942f560 on network f7467a4f-b1b1-4464-b74e-f3b773c53ca1 {{(pid=84041) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 20:54:31.892948 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a78a851-13f1-47b0-a71d-0e0fb981adbc req-fb4dd803-dd6b-4130-ad4d-1f8fc6de9d43 service neutron] Port 4e8f9ef7-416b-4ecf-af85-3540e942f560 on network f7467a4f-b1b1-4464-b74e-f3b773c53ca1 not bound, no agent of type Open vSwitch agent registered on host n-h1-838334-2 {{(pid=84041) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 18 20:54:31.893262 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a78a851-13f1-47b0-a71d-0e0fb981adbc req-fb4dd803-dd6b-4130-ad4d-1f8fc6de9d43 service neutron] Attempting to bind port 4e8f9ef7-416b-4ecf-af85-3540e942f560 on network f7467a4f-b1b1-4464-b74e-f3b773c53ca1 {{(pid=84041) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 20:54:31.893948 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3429af60-9a66-461a-86e0-72da5da7679f req-796f8836-2f73-4b44-bfb2-62573d5150c2 tempest-DeleteServersTestJSON-915645800 tempest-DeleteServersTestJSON-915645800-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:54:31.895543 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-3429af60-9a66-461a-86e0-72da5da7679f req-796f8836-2f73-4b44-bfb2-62573d5150c2 tempest-DeleteServersTestJSON-915645800 tempest-DeleteServersTestJSON-915645800-project] 10.222.0.42 "GET /v2.0/ports?device_id=6294465a-8de2-46a0-b127-f7e119ab828d HTTP/1.1" status: 200 len: 943 time: 0.0921443 Apr 18 20:54:31.905143 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a78a851-13f1-47b0-a71d-0e0fb981adbc req-fb4dd803-dd6b-4130-ad4d-1f8fc6de9d43 service neutron] Checking agent: {'id': 'd63bab19-ff81-4de1-afeb-a3732288d0d7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-838334-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 33, 59), 'started_at': datetime.datetime(2022, 4, 18, 20, 33, 59), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 20, 54, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84041) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 18 20:54:31.905471 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a78a851-13f1-47b0-a71d-0e0fb981adbc req-fb4dd803-dd6b-4130-ad4d-1f8fc6de9d43 service neutron] Checking segment: {'id': 'eb1f29ad-3d05-4e72-b227-469dc1660e3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': 'f7467a4f-b1b1-4464-b74e-f3b773c53ca1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84041) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 20:54:31.905842 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a78a851-13f1-47b0-a71d-0e0fb981adbc req-fb4dd803-dd6b-4130-ad4d-1f8fc6de9d43 service neutron] Bound using segment: {'id': 'eb1f29ad-3d05-4e72-b227-469dc1660e3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': 'f7467a4f-b1b1-4464-b74e-f3b773c53ca1'} {{(pid=84041) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 18 20:54:31.906262 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.managers [req-9a78a851-13f1-47b0-a71d-0e0fb981adbc req-fb4dd803-dd6b-4130-ad4d-1f8fc6de9d43 service neutron] Bound port: 4e8f9ef7-416b-4ecf-af85-3540e942f560, host: n-h1-838334-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'eb1f29ad-3d05-4e72-b227-469dc1660e3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': 'f7467a4f-b1b1-4464-b74e-f3b773c53ca1'}}] {{(pid=84041) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 20:54:31.906604 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [req-9a78a851-13f1-47b0-a71d-0e0fb981adbc req-fb4dd803-dd6b-4130-ad4d-1f8fc6de9d43 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:54:31.942802 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-3429af60-9a66-461a-86e0-72da5da7679f req-c18640a0-cc41-4511-bd6c-b39b663ac9fc tempest-DeleteServersTestJSON-915645800 tempest-DeleteServersTestJSON-915645800-project] 10.222.0.42 "GET /v2.0/security-groups?id=588d127b-19b7-4c3d-9f79-a400181b94e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418177 Apr 18 20:54:32.022326 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.db [req-9a78a851-13f1-47b0-a71d-0e0fb981adbc req-fb4dd803-dd6b-4130-ad4d-1f8fc6de9d43 service neutron] For port 4e8f9ef7-416b-4ecf-af85-3540e942f560, host n-h1-838334-2, cleared binding levels {{(pid=84041) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 20:54:32.026274 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.db [req-9a78a851-13f1-47b0-a71d-0e0fb981adbc req-fb4dd803-dd6b-4130-ad4d-1f8fc6de9d43 service neutron] For port 4e8f9ef7-416b-4ecf-af85-3540e942f560, host n-h1-838334-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838334-2',level=0,port_id=4e8f9ef7-416b-4ecf-af85-3540e942f560,segment=NetworkSegment(eb1f29ad-3d05-4e72-b227-469dc1660e3c),segment_id=eb1f29ad-3d05-4e72-b227-469dc1660e3c)] {{(pid=84041) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 20:54:32.031801 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [req-9a78a851-13f1-47b0-a71d-0e0fb981adbc req-fb4dd803-dd6b-4130-ad4d-1f8fc6de9d43 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32266282'] for port, after_update {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:54:32.106437 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [req-9a78a851-13f1-47b0-a71d-0e0fb981adbc req-fb4dd803-dd6b-4130-ad4d-1f8fc6de9d43 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217293'] for port, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:54:32.107813 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-9a78a851-13f1-47b0-a71d-0e0fb981adbc req-fb4dd803-dd6b-4130-ad4d-1f8fc6de9d43 service neutron] 10.222.0.43 "PUT /v2.0/ports/4e8f9ef7-416b-4ecf-af85-3540e942f560 HTTP/1.1" status: 200 len: 1091 time: 1.7906921 Apr 18 20:54:32.108240 n-d-838334-2 neutron-server[84041]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6294465a-8de2-46a0-b127-f7e119ab828d', 'tag': '4e8f9ef7-416b-4ecf-af85-3540e942f560'}] {{(pid=84041) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 20:54:32.210954 n-d-838334-2 neutron-server[84041]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7e0a3ffd-f9fd-4d54-9a40-40527a4b13f9'] response: {'name': 'network-changed', 'server_uuid': '6294465a-8de2-46a0-b127-f7e119ab828d', 'tag': '4e8f9ef7-416b-4ecf-af85-3540e942f560', 'status': 'completed', 'code': 200} Apr 18 20:54:32.217516 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb4dd803-dd6b-4130-ad4d-1f8fc6de9d43 service neutron] Pushing event updated for resources: {'Port': ['ID=4e8f9ef7-416b-4ecf-af85-3540e942f560,revision_number=3']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:54:32.398230 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Device c89c6521-2995-4ef4-93f5-1eaf457ef6c4 details requested by agent hyperv_n-h2-838334-2 with host n-h2-838334-2 {{(pid=84042) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 18 20:54:32.414760 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-9a78a851-13f1-47b0-a71d-0e0fb981adbc req-c93c16e5-f85a-405d-8b1a-3525faa23008 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=7fa7a8b3916440879a3373a5a8935507&device_id=6294465a-8de2-46a0-b127-f7e119ab828d HTTP/1.1" status: 200 len: 1094 time: 0.2364752 Apr 18 20:54:32.417786 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d38c17f0-4738-4e41-bcea-b942c57b9a46 req-3d833e73-dba9-4cf4-ba34-a68d6120eafe tempest-AttachVolumeShelveTestJSON-1712717013 tempest-AttachVolumeShelveTestJSON-1712717013-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:54:32.428143 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-d38c17f0-4738-4e41-bcea-b942c57b9a46 req-3d833e73-dba9-4cf4-ba34-a68d6120eafe tempest-AttachVolumeShelveTestJSON-1712717013 tempest-AttachVolumeShelveTestJSON-1712717013-project] 10.222.0.42 "GET /v2.0/ports?device_id=a3d617b3-55ec-41c1-b97c-911aa927ef50 HTTP/1.1" status: 200 len: 946 time: 0.1197493 Apr 18 20:54:32.472909 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17cbf1b4-cadc-47f0-b3cb-500817d0dee5 req-2ec0204c-b5e1-45b9-9e26-8663c6169fb0 tempest-AttachVolumeShelveTestJSON-1712717013 tempest-AttachVolumeShelveTestJSON-1712717013-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:54:32.473974 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [req-17cbf1b4-cadc-47f0-b3cb-500817d0dee5 req-2ec0204c-b5e1-45b9-9e26-8663c6169fb0 tempest-AttachVolumeShelveTestJSON-1712717013 tempest-AttachVolumeShelveTestJSON-1712717013-project] Synchronizing usage tracker for tenant:62ca3eda8b574071bf7ebb52cb30bb40 on resource:port {{(pid=84041) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 20:54:32.507212 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-9a78a851-13f1-47b0-a71d-0e0fb981adbc req-dab4b9b9-5932-4b49-ad36-9ad459118f24 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4e8f9ef7-416b-4ecf-af85-3540e942f560 HTTP/1.1" status: 200 len: 217 time: 0.0878613 Apr 18 20:54:32.520531 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [req-17cbf1b4-cadc-47f0-b3cb-500817d0dee5 req-2ec0204c-b5e1-45b9-9e26-8663c6169fb0 tempest-AttachVolumeShelveTestJSON-1712717013 tempest-AttachVolumeShelveTestJSON-1712717013-project] Unset dirty status for tenant:62ca3eda8b574071bf7ebb52cb30bb40 on resource:port {{(pid=84041) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 20:54:32.520531 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-17cbf1b4-cadc-47f0-b3cb-500817d0dee5 req-2ec0204c-b5e1-45b9-9e26-8663c6169fb0 tempest-AttachVolumeShelveTestJSON-1712717013 tempest-AttachVolumeShelveTestJSON-1712717013-project] 10.222.0.43 "GET /v2.0/ports?device_id=a3d617b3-55ec-41c1-b97c-911aa927ef50 HTTP/1.1" status: 200 len: 946 time: 0.2944407 Apr 18 20:54:32.544685 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-d38c17f0-4738-4e41-bcea-b942c57b9a46 req-ab61eed9-25ae-4921-8655-284945e30519 tempest-AttachVolumeShelveTestJSON-1712717013 tempest-AttachVolumeShelveTestJSON-1712717013-project] 10.222.0.42 "GET /v2.0/security-groups?id=2e9d8b44-da00-4a79-861c-f0ec417a580f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1084538 Apr 18 20:54:32.692640 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] For port c89c6521-2995-4ef4-93f5-1eaf457ef6c4, host n-h2-838334-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838334-2',level=0,port_id=c89c6521-2995-4ef4-93f5-1eaf457ef6c4,segment=NetworkSegment(0bece4c2-da87-49f1-af4b-2eef459faead),segment_id=0bece4c2-da87-49f1-af4b-2eef459faead)] {{(pid=84042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:54:32.708532 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a78a851-13f1-47b0-a71d-0e0fb981adbc req-01af2443-7a4c-40e2-bd80-bf2961884f75 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:54:32.709908 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-9a78a851-13f1-47b0-a71d-0e0fb981adbc req-01af2443-7a4c-40e2-bd80-bf2961884f75 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=4d302c72-cbf8-4bd9-ac2b-bdba885f7b5c HTTP/1.1" status: 200 len: 851 time: 0.1886365 Apr 18 20:54:32.712088 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Returning: {'device': 'c89c6521-2995-4ef4-93f5-1eaf457ef6c4', 'network_id': '3a2296d3-5701-49c3-b8d7-d342e7fe567b', 'port_id': 'c89c6521-2995-4ef4-93f5-1eaf457ef6c4', 'mac_address': 'fa:16:3e:7a:13:37', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 385, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bf3d4156-4029-4990-a77f-b5185e903dd1', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84042) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 18 20:54:32.713740 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.plugin [req-17cbf1b4-cadc-47f0-b3cb-500817d0dee5 req-d08ad8ba-cbbf-46c8-9fad-235e45d2f3f3 tempest-AttachVolumeShelveTestJSON-1712717013 tempest-AttachVolumeShelveTestJSON-1712717013-project] Deleting port 96dabab2-edf7-421c-9f87-a969c8aeb8a0 {{(pid=84041) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 20:54:32.714443 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [req-17cbf1b4-cadc-47f0-b3cb-500817d0dee5 req-d08ad8ba-cbbf-46c8-9fad-235e45d2f3f3 tempest-AttachVolumeShelveTestJSON-1712717013 tempest-AttachVolumeShelveTestJSON-1712717013-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750375188691'] for port, before_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:54:32.772004 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:54:32.791883 n-d-838334-2 neutron-server[84042]: DEBUG neutron.notifiers.nova [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c89c6521-2995-4ef4-93f5-1eaf457ef6c4 {{(pid=84042) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 18 20:54:32.811207 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] For port c89c6521-2995-4ef4-93f5-1eaf457ef6c4, host n-h2-838334-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838334-2',level=0,port_id=c89c6521-2995-4ef4-93f5-1eaf457ef6c4,segment=NetworkSegment(0bece4c2-da87-49f1-af4b-2eef459faead),segment_id=0bece4c2-da87-49f1-af4b-2eef459faead)] {{(pid=84042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:54:32.815032 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10bc57a8-5dc9-4b5e-a0d1-9f7c3496444f req-7eae2159-e7ef-42f0-a687-b56e0c3bc071 tempest-ListServerFiltersTestJSON-1123405701 tempest-ListServerFiltersTestJSON-1123405701-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:54:32.815729 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682'] for port, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:54:32.822698 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-10bc57a8-5dc9-4b5e-a0d1-9f7c3496444f req-7eae2159-e7ef-42f0-a687-b56e0c3bc071 tempest-ListServerFiltersTestJSON-1123405701 tempest-ListServerFiltersTestJSON-1123405701-project] 10.222.0.42 "GET /v2.0/ports?device_id=87df4a39-d0d7-4e75-9f18-37c726fdf5c2 HTTP/1.1" status: 200 len: 944 time: 0.0989265 Apr 18 20:54:32.868409 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-10bc57a8-5dc9-4b5e-a0d1-9f7c3496444f req-f87a7842-198b-4489-9dcc-5810be525c60 tempest-ListServerFiltersTestJSON-1123405701 tempest-ListServerFiltersTestJSON-1123405701-project] 10.222.0.42 "GET /v2.0/security-groups?id=4748fc9b-37e2-4328-8f67-9c8130ebd451&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448272 Apr 18 20:54:32.941328 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-9a78a851-13f1-47b0-a71d-0e0fb981adbc req-a18d32bd-9b17-4533-95ce-3691fe03d3a5 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=f7467a4f-b1b1-4464-b74e-f3b773c53ca1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1888671 Apr 18 20:54:32.956765 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Pushing event updated for resources: {'Port': ['ID=c89c6521-2995-4ef4-93f5-1eaf457ef6c4,revision_number=4']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:54:33.094547 n-d-838334-2 neutron-server[84041]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1e973615-e7f2-47ae-bf6f-a75b71171694 tempest-AttachVolumeNegativeTest-555605742 tempest-AttachVolumeNegativeTest-555605742-project] Router eb2ef120-2c2e-4b9c-8049-c1281daabc93 has already been hosted by L3 agent bc84d6c9-dd7a-4555-a351-592327b46d5a {{(pid=84041) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 20:54:33.250353 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] get_ports_and_sgs() called for port_ids ['c89c6521-2995-4ef4-93f5-1eaf457ef6c4'] {{(pid=84042) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 18 20:54:33.293339 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08f00816-5f9b-423c-b349-e4fc669d9a9f req-b9bc5996-1573-433e-bb81-e9e51c73e590 tempest-DeleteServersTestJSON-915645800 tempest-DeleteServersTestJSON-915645800-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:54:33.295052 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-08f00816-5f9b-423c-b349-e4fc669d9a9f req-b9bc5996-1573-433e-bb81-e9e51c73e590 tempest-DeleteServersTestJSON-915645800 tempest-DeleteServersTestJSON-915645800-project] 10.222.0.42 "GET /v2.0/ports?device_id=6294465a-8de2-46a0-b127-f7e119ab828d HTTP/1.1" status: 200 len: 943 time: 0.2130630 Apr 18 20:54:33.300773 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-9a78a851-13f1-47b0-a71d-0e0fb981adbc req-d29e87d5-1a41-4c0f-9082-63a85ac7a609 service neutron] 10.222.0.43 "GET /v2.0/networks/f7467a4f-b1b1-4464-b74e-f3b773c53ca1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3502862 Apr 18 20:54:33.360096 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Device f8049baf-5173-47e5-865f-b9440197d4f2 up at agent hyperv_n-h1-838334-2 {{(pid=84042) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 20:54:33.360287 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-08f00816-5f9b-423c-b349-e4fc669d9a9f req-6610f9cb-80f7-409f-9a00-bcf50a8c4bfc tempest-DeleteServersTestJSON-915645800 tempest-DeleteServersTestJSON-915645800-project] 10.222.0.42 "GET /v2.0/security-groups?id=588d127b-19b7-4c3d-9f79-a400181b94e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576365 Apr 18 20:54:33.487946 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Provisioning for port f8049baf-5173-47e5-865f-b9440197d4f2 completed by entity L2. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 20:54:33.496503 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Provisioning complete for port f8049baf-5173-47e5-865f-b9440197d4f2 triggered by entity L2. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:54:33.497383 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1253608'] for port, provisioning_complete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:54:33.516965 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.db [req-17cbf1b4-cadc-47f0-b3cb-500817d0dee5 req-d08ad8ba-cbbf-46c8-9fad-235e45d2f3f3 tempest-AttachVolumeShelveTestJSON-1712717013 tempest-AttachVolumeShelveTestJSON-1712717013-project] For port 96dabab2-edf7-421c-9f87-a969c8aeb8a0, host n-h1-838334-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838334-2',level=0,port_id=96dabab2-edf7-421c-9f87-a969c8aeb8a0,segment=NetworkSegment(cd8c59c7-b4b2-44a4-be0f-4e934073fee4),segment_id=cd8c59c7-b4b2-44a4-be0f-4e934073fee4)] {{(pid=84041) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:54:33.517337 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [req-17cbf1b4-cadc-47f0-b3cb-500817d0dee5 req-d08ad8ba-cbbf-46c8-9fad-235e45d2f3f3 tempest-AttachVolumeShelveTestJSON-1712717013 tempest-AttachVolumeShelveTestJSON-1712717013-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369123'] for port, precommit_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:54:33.593092 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750375287399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253529'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:54:33.664870 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:54:33.697742 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-9a78a851-13f1-47b0-a71d-0e0fb981adbc req-01d05ba4-4454-45a1-a4bd-8bbc00195f11 service neutron] 10.222.0.43 "GET /v2.0/networks/f7467a4f-b1b1-4464-b74e-f3b773c53ca1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3863928 Apr 18 20:54:33.703270 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] For port f8049baf-5173-47e5-865f-b9440197d4f2, host n-h1-838334-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838334-2',level=0,port_id=f8049baf-5173-47e5-865f-b9440197d4f2,segment=NetworkSegment(0bece4c2-da87-49f1-af4b-2eef459faead),segment_id=0bece4c2-da87-49f1-af4b-2eef459faead)] {{(pid=84042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:54:33.704807 n-d-838334-2 neutron-server[84042]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '87df4a39-d0d7-4e75-9f18-37c726fdf5c2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f8049baf-5173-47e5-865f-b9440197d4f2'}] {{(pid=84042) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 20:54:33.723220 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682'] for port, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:54:33.726203 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Device 96dabab2-edf7-421c-9f87-a969c8aeb8a0 no longer exists at agent hyperv_n-h1-838334-2 {{(pid=84042) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 20:54:33.801366 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-939e095b-47c5-4b7d-97ba-192741d46ce5 req-88ede97a-8bf2-4cc6-b8f6-678639d840c0 tempest-AttachVolumeShelveTestJSON-1712717013 tempest-AttachVolumeShelveTestJSON-1712717013-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:54:33.810319 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-939e095b-47c5-4b7d-97ba-192741d46ce5 req-88ede97a-8bf2-4cc6-b8f6-678639d840c0 tempest-AttachVolumeShelveTestJSON-1712717013 tempest-AttachVolumeShelveTestJSON-1712717013-project] 10.222.0.42 "GET /v2.0/ports?device_id=a3d617b3-55ec-41c1-b97c-911aa927ef50 HTTP/1.1" status: 200 len: 946 time: 0.1002419 Apr 18 20:54:33.814977 n-d-838334-2 neutron-server[84042]: INFO neutron.notifiers.nova [-] Nova event matching ['req-52e68e01-f4dd-453e-8ee3-6cd845bac46b'] response: {'server_uuid': '87df4a39-d0d7-4e75-9f18-37c726fdf5c2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f8049baf-5173-47e5-865f-b9440197d4f2', 'code': 200} Apr 18 20:54:33.866289 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-939e095b-47c5-4b7d-97ba-192741d46ce5 req-9db3307d-50e8-4dfc-bf4e-91f4c9f0fd01 tempest-AttachVolumeShelveTestJSON-1712717013 tempest-AttachVolumeShelveTestJSON-1712717013-project] 10.222.0.42 "GET /v2.0/security-groups?id=2e9d8b44-da00-4a79-861c-f0ec417a580f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0548632 Apr 18 20:54:33.945722 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Pushing event updated for resources: {'Port': ['ID=f8049baf-5173-47e5-865f-b9440197d4f2,revision_number=5']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:54:33.997743 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:54:34.044654 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] For port 96dabab2-edf7-421c-9f87-a969c8aeb8a0, host n-h1-838334-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838334-2',level=0,port_id=96dabab2-edf7-421c-9f87-a969c8aeb8a0,segment=NetworkSegment(cd8c59c7-b4b2-44a4-be0f-4e934073fee4),segment_id=cd8c59c7-b4b2-44a4-be0f-4e934073fee4)] {{(pid=84042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:54:34.050004 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682'] for port, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:54:34.085154 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-72376ee1-19e9-4570-8dc4-d258e3606492 req-353f3df9-1e94-4227-a206-c09eca2d7410 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=87df4a39-d0d7-4e75-9f18-37c726fdf5c2 HTTP/1.1" status: 200 len: 1096 time: 0.1462178 Apr 18 20:54:34.137100 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [req-17cbf1b4-cadc-47f0-b3cb-500817d0dee5 req-d08ad8ba-cbbf-46c8-9fad-235e45d2f3f3 tempest-AttachVolumeShelveTestJSON-1712717013 tempest-AttachVolumeShelveTestJSON-1712717013-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:54:34.137100 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [req-17cbf1b4-cadc-47f0-b3cb-500817d0dee5 req-d08ad8ba-cbbf-46c8-9fad-235e45d2f3f3 tempest-AttachVolumeShelveTestJSON-1712717013 tempest-AttachVolumeShelveTestJSON-1712717013-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33444131'] for floatingip, after_update {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:54:34.137100 n-d-838334-2 neutron-server[84041]: INFO neutron.db.l3_db [req-17cbf1b4-cadc-47f0-b3cb-500817d0dee5 req-d08ad8ba-cbbf-46c8-9fad-235e45d2f3f3 tempest-AttachVolumeShelveTestJSON-1712717013 tempest-AttachVolumeShelveTestJSON-1712717013-project] Floating IP 3cad343b-0f98-4758-ae64-dcd97ca30f9b disassociated. External IP: 172.25.8.254, port: 96dabab2-edf7-421c-9f87-a969c8aeb8a0. Apr 18 20:54:34.137778 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.plugin [req-17cbf1b4-cadc-47f0-b3cb-500817d0dee5 req-d08ad8ba-cbbf-46c8-9fad-235e45d2f3f3 tempest-AttachVolumeShelveTestJSON-1712717013 tempest-AttachVolumeShelveTestJSON-1712717013-project] Calling delete_port for 96dabab2-edf7-421c-9f87-a969c8aeb8a0 owned by compute:nova {{(pid=84041) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 20:54:34.171814 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-72376ee1-19e9-4570-8dc4-d258e3606492 req-9dc8ca19-a210-4747-883b-d16f272bccb1 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=4748fc9b-37e2-4328-8f67-9c8130ebd451&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0777819 Apr 18 20:54:34.196997 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-27cf24ca-4e48-48a1-9734-e62e617940b2 req-0667bdee-e4e3-40fc-8fbb-9f201c99cb15 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=7fa7a8b3916440879a3373a5a8935507&device_id=6294465a-8de2-46a0-b127-f7e119ab828d HTTP/1.1" status: 200 len: 1094 time: 0.3355780 Apr 18 20:54:34.212505 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1e973615-e7f2-47ae-bf6f-a75b71171694 tempest-AttachVolumeNegativeTest-555605742 tempest-AttachVolumeNegativeTest-555605742-project] Notify agent at l3_agent.n-d-838334-2 the message routers_updated {{(pid=84041) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 20:54:34.215357 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Pushing event updated for resources: {'Port': ['ID=96dabab2-edf7-421c-9f87-a969c8aeb8a0,revision_number=13']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:54:34.218042 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-1e973615-e7f2-47ae-bf6f-a75b71171694 tempest-AttachVolumeNegativeTest-555605742 tempest-AttachVolumeNegativeTest-555605742-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217293'] for floatingip, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:54:34.229460 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c912e20-1331-4d5d-b2ea-9b63aaa22a6b None None] Sync routers for ids ['eb2ef120-2c2e-4b9c-8049-c1281daabc93'] in n-d-838334-2 {{(pid=84042) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 18 20:54:34.242779 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c912e20-1331-4d5d-b2ea-9b63aaa22a6b None None] Routers {'eb2ef120-2c2e-4b9c-8049-c1281daabc93'} bound to L3 agent in host n-d-838334-2 {{(pid=84042) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 20:54:34.243383 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_hamode_db [None req-8c912e20-1331-4d5d-b2ea-9b63aaa22a6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838334-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-18T20:25:48Z,description=,heartbeat_timestamp=2022-04-18T20:54:18Z,host='n-d-838334-2',id=bc84d6c9-dd7a-4555-a351-592327b46d5a,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:25:48Z,topic='l3_agent')) {'router_ids': ['eb2ef120-2c2e-4b9c-8049-c1281daabc93'], 'active': True} {{(pid=84042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:54:34.299812 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-1e973615-e7f2-47ae-bf6f-a75b71171694 tempest-AttachVolumeNegativeTest-555605742 tempest-AttachVolumeNegativeTest-555605742-project] 10.222.0.42 "PUT /v2.0/floatingips/24569835-4401-47a0-87dd-86a2255f7333 HTTP/1.1" status: 200 len: 991 time: 5.6375809 Apr 18 20:54:34.299812 n-d-838334-2 neutron-server[84041]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '36268bf7-aadd-4a9b-9264-b6901d73c9ef', 'tag': '8d9ca2ad-3895-4fd7-88cb-e7accd79550a'}] {{(pid=84041) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 20:54:34.314498 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.db.api [req-17cbf1b4-cadc-47f0-b3cb-500817d0dee5 req-d08ad8ba-cbbf-46c8-9fad-235e45d2f3f3 tempest-AttachVolumeShelveTestJSON-1712717013 tempest-AttachVolumeShelveTestJSON-1712717013-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84041) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 18 20:54:34.314498 n-d-838334-2 neutron-server[84041]: DEBUG oslo_db.api [req-17cbf1b4-cadc-47f0-b3cb-500817d0dee5 req-d08ad8ba-cbbf-46c8-9fad-235e45d2f3f3 tempest-AttachVolumeShelveTestJSON-1712717013 tempest-AttachVolumeShelveTestJSON-1712717013-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84041) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 18 20:54:34.319147 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.agents_db [None req-6346a179-333c-4370-b5a6-936984aeab15 None None] Agent healthcheck: found 7 active agents {{(pid=84043) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 18 20:54:34.323130 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ed29718-854b-42c3-8026-fd32a63cbc7d req-c5f3699a-e89b-4d8e-b87b-c3d0c3c4f728 tempest-ListServerFiltersTestJSON-1123405701 tempest-ListServerFiltersTestJSON-1123405701-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:54:34.325264 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-9ed29718-854b-42c3-8026-fd32a63cbc7d req-c5f3699a-e89b-4d8e-b87b-c3d0c3c4f728 tempest-ListServerFiltersTestJSON-1123405701 tempest-ListServerFiltersTestJSON-1123405701-project] 10.222.0.42 "GET /v2.0/ports?device_id=87df4a39-d0d7-4e75-9f18-37c726fdf5c2 HTTP/1.1" status: 200 len: 945 time: 0.1195858 Apr 18 20:54:34.359692 n-d-838334-2 neutron-server[84041]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dbd3559c-a600-4f7c-9675-4acaf778c118'] response: {'name': 'network-changed', 'server_uuid': '36268bf7-aadd-4a9b-9264-b6901d73c9ef', 'tag': '8d9ca2ad-3895-4fd7-88cb-e7accd79550a', 'status': 'completed', 'code': 200} Apr 18 20:54:34.378387 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-9ed29718-854b-42c3-8026-fd32a63cbc7d req-5a06d335-3d53-4159-9391-f444b0992b68 tempest-ListServerFiltersTestJSON-1123405701 tempest-ListServerFiltersTestJSON-1123405701-project] 10.222.0.42 "GET /v2.0/security-groups?id=4748fc9b-37e2-4328-8f67-9c8130ebd451&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454795 Apr 18 20:54:34.509793 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_dvr_db [None req-8c912e20-1331-4d5d-b2ea-9b63aaa22a6b None None] Set router eb2ef120-2c2e-4b9c-8049-c1281daabc93 gateway port host: n-d-838334-2 {{(pid=84042) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 20:54:34.550234 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27cf24ca-4e48-48a1-9734-e62e617940b2 req-dce7d384-69f1-472e-83fe-7f7b60592d80 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:54:34.550234 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-27cf24ca-4e48-48a1-9734-e62e617940b2 req-dce7d384-69f1-472e-83fe-7f7b60592d80 service neutron] 10.222.0.43 "GET /v2.0/networks?id=f7467a4f-b1b1-4464-b74e-f3b773c53ca1 HTTP/1.1" status: 200 len: 912 time: 0.1725390 Apr 18 20:54:34.577499 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-0adbafa8-6b28-4374-9fd3-5cd286dbebd1 req-76d39a97-dc4d-42e4-afff-638b4d3637a7 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=340d04fd839f4c0c896ec9bea561bc50&device_id=36268bf7-aadd-4a9b-9264-b6901d73c9ef HTTP/1.1" status: 200 len: 1096 time: 0.1768270 Apr 18 20:54:34.631353 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-27cf24ca-4e48-48a1-9734-e62e617940b2 req-bff4bbb1-511f-4905-aa25-ea6a7d997c40 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4e8f9ef7-416b-4ecf-af85-3540e942f560 HTTP/1.1" status: 200 len: 217 time: 0.0706871 Apr 18 20:54:34.705854 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a789f720-326c-4871-b0ad-92301277ad1a req-cd44f998-40fe-40c7-a52b-b0ccf8b158b5 tempest-DeleteServersTestJSON-915645800 tempest-DeleteServersTestJSON-915645800-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:54:34.706917 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-a789f720-326c-4871-b0ad-92301277ad1a req-cd44f998-40fe-40c7-a52b-b0ccf8b158b5 tempest-DeleteServersTestJSON-915645800 tempest-DeleteServersTestJSON-915645800-project] 10.222.0.42 "GET /v2.0/ports?device_id=6294465a-8de2-46a0-b127-f7e119ab828d HTTP/1.1" status: 200 len: 943 time: 0.1855614 Apr 18 20:54:34.766378 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0adbafa8-6b28-4374-9fd3-5cd286dbebd1 req-e01cecd1-d119-44c9-8c03-4ad5bc8861f4 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:54:34.768217 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-0adbafa8-6b28-4374-9fd3-5cd286dbebd1 req-e01cecd1-d119-44c9-8c03-4ad5bc8861f4 service neutron] 10.222.0.48 "GET /v2.0/networks?id=794fa1b3-6f66-42ac-ab9f-a0e910c383ff HTTP/1.1" status: 200 len: 915 time: 0.1781249 Apr 18 20:54:34.809153 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.plugin [req-17cbf1b4-cadc-47f0-b3cb-500817d0dee5 req-d08ad8ba-cbbf-46c8-9fad-235e45d2f3f3 tempest-AttachVolumeShelveTestJSON-1712717013 tempest-AttachVolumeShelveTestJSON-1712717013-project] Deleting port 96dabab2-edf7-421c-9f87-a969c8aeb8a0 {{(pid=84041) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 20:54:34.809277 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [req-17cbf1b4-cadc-47f0-b3cb-500817d0dee5 req-d08ad8ba-cbbf-46c8-9fad-235e45d2f3f3 tempest-AttachVolumeShelveTestJSON-1712717013 tempest-AttachVolumeShelveTestJSON-1712717013-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750375188691'] for port, before_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:54:34.865920 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27cf24ca-4e48-48a1-9734-e62e617940b2 req-ded978eb-f909-427b-8d39-b1244a44b79e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:54:34.869143 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-27cf24ca-4e48-48a1-9734-e62e617940b2 req-ded978eb-f909-427b-8d39-b1244a44b79e service neutron] 10.222.0.43 "GET /v2.0/subnets?id=4d302c72-cbf8-4bd9-ac2b-bdba885f7b5c HTTP/1.1" status: 200 len: 851 time: 0.2300458 Apr 18 20:54:34.884300 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-a789f720-326c-4871-b0ad-92301277ad1a req-4c206119-806b-41b4-bebd-4566281c8db0 tempest-DeleteServersTestJSON-915645800 tempest-DeleteServersTestJSON-915645800-project] 10.222.0.42 "GET /v2.0/security-groups?id=588d127b-19b7-4c3d-9f79-a400181b94e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1511946 Apr 18 20:54:34.931776 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-0adbafa8-6b28-4374-9fd3-5cd286dbebd1 req-9295d472-18f3-41bc-baff-45aa059d2b1f service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8d9ca2ad-3895-4fd7-88cb-e7accd79550a HTTP/1.1" status: 200 len: 999 time: 0.1496797 Apr 18 20:54:35.138210 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_hamode_db [None req-8c912e20-1331-4d5d-b2ea-9b63aaa22a6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb2ef120-2c2e-4b9c-8049-c1281daabc93', 'name': 'tempest-AttachVolumeNegativeTest-965011108-router', 'tenant_id': '340d04fd839f4c0c896ec9bea561bc50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'external_fixed_ips': [{'subnet_id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'ip_address': '172.25.8.160'}], 'enable_snat': True}, 'gw_port_id': '0654fabf-3ea3-4a21-99de-c086a8f52f65', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:53:49Z', 'updated_at': '2022-04-18T20:53:55Z', 'revision_number': 4, 'project_id': '340d04fd839f4c0c896ec9bea561bc50', 'gw_port': {'id': '0654fabf-3ea3-4a21-99de-c086a8f52f65', 'name': '', 'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:f1:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb2ef120-2c2e-4b9c-8049-c1281daabc93', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'ip_address': '172.25.8.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:53:49Z', 'updated_at': '2022-04-18T20:53:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838334-2', '_floatingips': [{'id': '24569835-4401-47a0-87dd-86a2255f7333', 'tenant_id': '340d04fd839f4c0c896ec9bea561bc50', 'floating_ip_address': '172.25.8.120', 'floating_network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'router_id': 'eb2ef120-2c2e-4b9c-8049-c1281daabc93', 'port_id': '8d9ca2ad-3895-4fd7-88cb-e7accd79550a', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '794fa1b3-6f66-42ac-ab9f-a0e910c383ff', 'mac_address': 'fa:16:3e:d7:c0:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36268bf7-aadd-4a9b-9264-b6901d73c9ef', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T20:54:03Z', 'updated_at': '2022-04-18T20:54:30Z', 'revision_number': 1, 'project_id': '340d04fd839f4c0c896ec9bea561bc50', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'aa8998f0-5774-4503-93d9-f054eb0cbd71', 'name': '', 'network_id': '794fa1b3-6f66-42ac-ab9f-a0e910c383ff', 'tenant_id': '340d04fd839f4c0c896ec9bea561bc50', 'mac_address': 'fa:16:3e:d6:c4:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb2ef120-2c2e-4b9c-8049-c1281daabc93', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '66a6cd83-be1c-4e76-9e19-a8f33a82294d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:53:54Z', 'updated_at': '2022-04-18T20:54:11Z', 'revision_number': 5, 'project_id': '340d04fd839f4c0c896ec9bea561bc50', 'subnets': [{'id': '66a6cd83-be1c-4e76-9e19-a8f33a82294d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838334-2', False) {} {{(pid=84042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:54:35.142726 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0adbafa8-6b28-4374-9fd3-5cd286dbebd1 req-a3f1a1f5-438c-4dfc-b804-c2c8ecb708aa service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:54:35.142726 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-0adbafa8-6b28-4374-9fd3-5cd286dbebd1 req-a3f1a1f5-438c-4dfc-b804-c2c8ecb708aa service neutron] 10.222.0.48 "GET /v2.0/subnets?id=66a6cd83-be1c-4e76-9e19-a8f33a82294d HTTP/1.1" status: 200 len: 853 time: 0.2015634 Apr 18 20:54:35.157965 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c912e20-1331-4d5d-b2ea-9b63aaa22a6b None None] Checking router: eb2ef120-2c2e-4b9c-8049-c1281daabc93 for host: n-d-838334-2 {{(pid=84042) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 18 20:54:35.196900 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c912e20-1331-4d5d-b2ea-9b63aaa22a6b None None] Routers {'eb2ef120-2c2e-4b9c-8049-c1281daabc93'} bound to L3 agent in host n-d-838334-2 {{(pid=84042) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 20:54:35.196900 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_hamode_db [None req-8c912e20-1331-4d5d-b2ea-9b63aaa22a6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838334-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-18T20:25:48Z,description=,heartbeat_timestamp=2022-04-18T20:54:18Z,host='n-d-838334-2',id=bc84d6c9-dd7a-4555-a351-592327b46d5a,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:25:48Z,topic='l3_agent')) {'router_ids': ['eb2ef120-2c2e-4b9c-8049-c1281daabc93'], 'active': True} {{(pid=84042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:54:35.296727 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.db [req-17cbf1b4-cadc-47f0-b3cb-500817d0dee5 req-d08ad8ba-cbbf-46c8-9fad-235e45d2f3f3 tempest-AttachVolumeShelveTestJSON-1712717013 tempest-AttachVolumeShelveTestJSON-1712717013-project] For port 96dabab2-edf7-421c-9f87-a969c8aeb8a0, host n-h1-838334-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838334-2',level=0,port_id=96dabab2-edf7-421c-9f87-a969c8aeb8a0,segment=NetworkSegment(cd8c59c7-b4b2-44a4-be0f-4e934073fee4),segment_id=cd8c59c7-b4b2-44a4-be0f-4e934073fee4)] {{(pid=84041) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:54:35.296727 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [req-17cbf1b4-cadc-47f0-b3cb-500817d0dee5 req-d08ad8ba-cbbf-46c8-9fad-235e45d2f3f3 tempest-AttachVolumeShelveTestJSON-1712717013 tempest-AttachVolumeShelveTestJSON-1712717013-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369123'] for port, precommit_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:54:35.506510 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-27cf24ca-4e48-48a1-9734-e62e617940b2 req-7dbdf797-f021-4b8f-967e-caffc061c5c9 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=f7467a4f-b1b1-4464-b74e-f3b773c53ca1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0735230 Apr 18 20:54:35.532300 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-302facf6-367d-4f54-b007-0e3fc4a3d450 req-c4b035fa-33e0-4266-a573-12e5cfd5f11d tempest-AttachVolumeShelveTestJSON-1712717013 tempest-AttachVolumeShelveTestJSON-1712717013-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:54:35.532300 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-302facf6-367d-4f54-b007-0e3fc4a3d450 req-c4b035fa-33e0-4266-a573-12e5cfd5f11d tempest-AttachVolumeShelveTestJSON-1712717013 tempest-AttachVolumeShelveTestJSON-1712717013-project] 10.222.0.42 "GET /v2.0/ports?device_id=a3d617b3-55ec-41c1-b97c-911aa927ef50 HTTP/1.1" status: 200 len: 944 time: 0.3885257 Apr 18 20:54:35.553897 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-0adbafa8-6b28-4374-9fd3-5cd286dbebd1 req-d77c0b5a-f786-4fe4-a806-0163ddcb9abf service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=794fa1b3-6f66-42ac-ab9f-a0e910c383ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2503529 Apr 18 20:54:35.687433 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_dvr_db [None req-8c912e20-1331-4d5d-b2ea-9b63aaa22a6b None None] Set router eb2ef120-2c2e-4b9c-8049-c1281daabc93 gateway port host: n-d-838334-2 {{(pid=84042) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 20:54:35.811520 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [req-17cbf1b4-cadc-47f0-b3cb-500817d0dee5 req-d08ad8ba-cbbf-46c8-9fad-235e45d2f3f3 tempest-AttachVolumeShelveTestJSON-1712717013 tempest-AttachVolumeShelveTestJSON-1712717013-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:54:35.811520 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [req-17cbf1b4-cadc-47f0-b3cb-500817d0dee5 req-d08ad8ba-cbbf-46c8-9fad-235e45d2f3f3 tempest-AttachVolumeShelveTestJSON-1712717013 tempest-AttachVolumeShelveTestJSON-1712717013-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33444131'] for floatingip, after_update {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:54:35.811520 n-d-838334-2 neutron-server[84041]: INFO neutron.db.l3_db [req-17cbf1b4-cadc-47f0-b3cb-500817d0dee5 req-d08ad8ba-cbbf-46c8-9fad-235e45d2f3f3 tempest-AttachVolumeShelveTestJSON-1712717013 tempest-AttachVolumeShelveTestJSON-1712717013-project] Floating IP 3cad343b-0f98-4758-ae64-dcd97ca30f9b disassociated. External IP: 172.25.8.254, port: 96dabab2-edf7-421c-9f87-a969c8aeb8a0. Apr 18 20:54:35.811520 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.plugin [req-17cbf1b4-cadc-47f0-b3cb-500817d0dee5 req-d08ad8ba-cbbf-46c8-9fad-235e45d2f3f3 tempest-AttachVolumeShelveTestJSON-1712717013 tempest-AttachVolumeShelveTestJSON-1712717013-project] Calling delete_port for 96dabab2-edf7-421c-9f87-a969c8aeb8a0 owned by compute:nova {{(pid=84041) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 20:54:35.906742 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-302facf6-367d-4f54-b007-0e3fc4a3d450 req-c1a11a09-c539-47e6-8f06-00065563a50a tempest-AttachVolumeShelveTestJSON-1712717013 tempest-AttachVolumeShelveTestJSON-1712717013-project] 10.222.0.42 "GET /v2.0/security-groups?id=2e9d8b44-da00-4a79-861c-f0ec417a580f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3597436 Apr 18 20:54:35.912261 n-d-838334-2 neutron-server[84042]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a3d617b3-55ec-41c1-b97c-911aa927ef50', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '96dabab2-edf7-421c-9f87-a969c8aeb8a0'}] {{(pid=84042) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 20:54:35.992585 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-0adbafa8-6b28-4374-9fd3-5cd286dbebd1 req-74f797f8-eec9-45d0-9ded-2e6103ae56ed service neutron] 10.222.0.48 "GET /v2.0/networks/794fa1b3-6f66-42ac-ab9f-a0e910c383ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3754139 Apr 18 20:54:36.008080 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c95f5ed0-97b3-44d9-b85a-23bd7bef3667 req-4f3411a2-1a38-4a07-9bc2-56a4ea759a78 tempest-ListServerFiltersTestJSON-1123405701 tempest-ListServerFiltersTestJSON-1123405701-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:54:36.010820 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-c95f5ed0-97b3-44d9-b85a-23bd7bef3667 req-4f3411a2-1a38-4a07-9bc2-56a4ea759a78 tempest-ListServerFiltersTestJSON-1123405701 tempest-ListServerFiltersTestJSON-1123405701-project] 10.222.0.42 "GET /v2.0/ports?device_id=87df4a39-d0d7-4e75-9f18-37c726fdf5c2 HTTP/1.1" status: 200 len: 945 time: 0.3192556 Apr 18 20:54:36.109042 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [req-17cbf1b4-cadc-47f0-b3cb-500817d0dee5 req-d08ad8ba-cbbf-46c8-9fad-235e45d2f3f3 tempest-AttachVolumeShelveTestJSON-1712717013 tempest-AttachVolumeShelveTestJSON-1712717013-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750375259028', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750374836628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32266323'] for port, after_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:54:36.197337 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d08ad8ba-cbbf-46c8-9fad-235e45d2f3f3 tempest-AttachVolumeShelveTestJSON-1712717013 tempest-AttachVolumeShelveTestJSON-1712717013-project] Pushing event deleted for resources: {'Port': ['ID=96dabab2-edf7-421c-9f87-a969c8aeb8a0,revision_number=None']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:54:36.211231 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-27cf24ca-4e48-48a1-9734-e62e617940b2 req-38fd87fe-61f1-4240-b650-2937698f8729 service neutron] 10.222.0.43 "GET /v2.0/networks/f7467a4f-b1b1-4464-b74e-f3b773c53ca1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6899674 Apr 18 20:54:36.308344 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-c95f5ed0-97b3-44d9-b85a-23bd7bef3667 req-46b690fd-f8d2-495e-b888-959861022d56 tempest-ListServerFiltersTestJSON-1123405701 tempest-ListServerFiltersTestJSON-1123405701-project] 10.222.0.42 "GET /v2.0/security-groups?id=4748fc9b-37e2-4328-8f67-9c8130ebd451&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2651708 Apr 18 20:54:36.323270 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_hamode_db [None req-8c912e20-1331-4d5d-b2ea-9b63aaa22a6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb2ef120-2c2e-4b9c-8049-c1281daabc93', 'name': 'tempest-AttachVolumeNegativeTest-965011108-router', 'tenant_id': '340d04fd839f4c0c896ec9bea561bc50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'external_fixed_ips': [{'subnet_id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'ip_address': '172.25.8.160'}], 'enable_snat': True}, 'gw_port_id': '0654fabf-3ea3-4a21-99de-c086a8f52f65', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:53:49Z', 'updated_at': '2022-04-18T20:53:55Z', 'revision_number': 4, 'project_id': '340d04fd839f4c0c896ec9bea561bc50', 'gw_port': {'id': '0654fabf-3ea3-4a21-99de-c086a8f52f65', 'name': '', 'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:f1:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb2ef120-2c2e-4b9c-8049-c1281daabc93', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'ip_address': '172.25.8.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:53:49Z', 'updated_at': '2022-04-18T20:53:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838334-2', '_floatingips': [{'id': '24569835-4401-47a0-87dd-86a2255f7333', 'tenant_id': '340d04fd839f4c0c896ec9bea561bc50', 'floating_ip_address': '172.25.8.120', 'floating_network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'router_id': 'eb2ef120-2c2e-4b9c-8049-c1281daabc93', 'port_id': '8d9ca2ad-3895-4fd7-88cb-e7accd79550a', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '794fa1b3-6f66-42ac-ab9f-a0e910c383ff', 'mac_address': 'fa:16:3e:d7:c0:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36268bf7-aadd-4a9b-9264-b6901d73c9ef', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T20:54:03Z', 'updated_at': '2022-04-18T20:54:30Z', 'revision_number': 1, 'project_id': '340d04fd839f4c0c896ec9bea561bc50', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'aa8998f0-5774-4503-93d9-f054eb0cbd71', 'name': '', 'network_id': '794fa1b3-6f66-42ac-ab9f-a0e910c383ff', 'tenant_id': '340d04fd839f4c0c896ec9bea561bc50', 'mac_address': 'fa:16:3e:d6:c4:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb2ef120-2c2e-4b9c-8049-c1281daabc93', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '66a6cd83-be1c-4e76-9e19-a8f33a82294d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:53:54Z', 'updated_at': '2022-04-18T20:54:11Z', 'revision_number': 5, 'project_id': '340d04fd839f4c0c896ec9bea561bc50', 'subnets': [{'id': '66a6cd83-be1c-4e76-9e19-a8f33a82294d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838334-2', False) {} {{(pid=84042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:54:36.329544 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c912e20-1331-4d5d-b2ea-9b63aaa22a6b None None] The sync data for ids ['eb2ef120-2c2e-4b9c-8049-c1281daabc93'] in n-d-838334-2 is: [{'id': 'eb2ef120-2c2e-4b9c-8049-c1281daabc93', 'name': 'tempest-AttachVolumeNegativeTest-965011108-router', 'tenant_id': '340d04fd839f4c0c896ec9bea561bc50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'external_fixed_ips': [{'subnet_id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'ip_address': '172.25.8.160'}], 'enable_snat': True}, 'gw_port_id': '0654fabf-3ea3-4a21-99de-c086a8f52f65', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:53:49Z', 'updated_at': '2022-04-18T20:53:55Z', 'revision_number': 4, 'project_id': '340d04fd839f4c0c896ec9bea561bc50', 'gw_port': {'id': '0654fabf-3ea3-4a21-99de-c086a8f52f65', 'name': '', 'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:f1:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb2ef120-2c2e-4b9c-8049-c1281daabc93', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'ip_address': '172.25.8.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:53:49Z', 'updated_at': '2022-04-18T20:53:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838334-2', '_floatingips': [{'id': '24569835-4401-47a0-87dd-86a2255f7333', 'tenant_id': '340d04fd839f4c0c896ec9bea561bc50', 'floating_ip_address': '172.25.8.120', 'floating_network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'router_id': 'eb2ef120-2c2e-4b9c-8049-c1281daabc93', 'port_id': '8d9ca2ad-3895-4fd7-88cb-e7accd79550a', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '794fa1b3-6f66-42ac-ab9f-a0e910c383ff', 'mac_address': 'fa:16:3e:d7:c0:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36268bf7-aadd-4a9b-9264-b6901d73c9ef', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T20:54:03Z', 'updated_at': '2022-04-18T20:54:30Z', 'revision_number': 1, 'project_id': '340d04fd839f4c0c896ec9bea561bc50', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'aa8998f0-5774-4503-93d9-f054eb0cbd71', 'name': '', 'network_id': '794fa1b3-6f66-42ac-ab9f-a0e910c383ff', 'tenant_id': '340d04fd839f4c0c896ec9bea561bc50', 'mac_address': 'fa:16:3e:d6:c4:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb2ef120-2c2e-4b9c-8049-c1281daabc93', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '66a6cd83-be1c-4e76-9e19-a8f33a82294d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:53:54Z', 'updated_at': '2022-04-18T20:54:11Z', 'revision_number': 5, 'project_id': '340d04fd839f4c0c896ec9bea561bc50', 'subnets': [{'id': '66a6cd83-be1c-4e76-9e19-a8f33a82294d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84042) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 18 20:54:36.347263 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-0adbafa8-6b28-4374-9fd3-5cd286dbebd1 req-30665f59-6d55-4956-8f04-a30f1e8aac5a service neutron] 10.222.0.48 "GET /v2.0/networks/794fa1b3-6f66-42ac-ab9f-a0e910c383ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3358200 Apr 18 20:54:36.425706 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Device c89c6521-2995-4ef4-93f5-1eaf457ef6c4 up at agent hyperv_n-h2-838334-2 {{(pid=84042) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 20:54:36.683781 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Provisioning for port c89c6521-2995-4ef4-93f5-1eaf457ef6c4 completed by entity L2. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 20:54:36.692978 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Provisioning complete for port c89c6521-2995-4ef4-93f5-1eaf457ef6c4 triggered by entity L2. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:54:36.696231 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1253608'] for port, provisioning_complete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:54:36.761639 n-d-838334-2 neutron-server[84042]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cf91c28a-d106-4ae4-a2ee-2cf3f7c2dfa8'] response: {'server_uuid': 'a3d617b3-55ec-41c1-b97c-911aa927ef50', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '96dabab2-edf7-421c-9f87-a969c8aeb8a0', 'code': 200} Apr 18 20:54:36.770484 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-27cf24ca-4e48-48a1-9734-e62e617940b2 req-f0f590d1-a144-432e-9b47-d64938d958ea service neutron] 10.222.0.43 "GET /v2.0/networks/f7467a4f-b1b1-4464-b74e-f3b773c53ca1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5525033 Apr 18 20:54:36.798275 n-d-838334-2 neutron-server[84043]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b6e94e0-3ae1-4b8f-aa68-82ae8ac928d8 None None] New status for floating IP 24569835-4401-47a0-87dd-86a2255f7333: ACTIVE {{(pid=84043) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Apr 18 20:54:36.799303 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-736f5731-1164-42bc-b51f-92a3297509a8 req-920384ed-cf91-4400-b7b1-41d8d0389f7d service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=f9a0b0412d2042448fe0968cc5e47ae5&device_id=84774df7-1534-4163-a5f8-10a9e8ea72b0 HTTP/1.1" status: 200 len: 1096 time: 0.2300558 Apr 18 20:54:36.898249 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:54:36.933875 n-d-838334-2 neutron-server[84041]: DEBUG neutron.scheduler.l3_agent_scheduler [req-17cbf1b4-cadc-47f0-b3cb-500817d0dee5 req-d08ad8ba-cbbf-46c8-9fad-235e45d2f3f3 tempest-AttachVolumeShelveTestJSON-1712717013 tempest-AttachVolumeShelveTestJSON-1712717013-project] Router 9dbea2b3-c01d-4edd-9d38-bf88f8b168b7 has already been hosted by L3 agent bc84d6c9-dd7a-4555-a351-592327b46d5a {{(pid=84041) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 20:54:36.943815 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] For port c89c6521-2995-4ef4-93f5-1eaf457ef6c4, host n-h2-838334-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838334-2',level=0,port_id=c89c6521-2995-4ef4-93f5-1eaf457ef6c4,segment=NetworkSegment(0bece4c2-da87-49f1-af4b-2eef459faead),segment_id=0bece4c2-da87-49f1-af4b-2eef459faead)] {{(pid=84042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:54:36.949374 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682'] for port, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:54:37.035936 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Pushing event updated for resources: {'Port': ['ID=c89c6521-2995-4ef4-93f5-1eaf457ef6c4,revision_number=5']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:54:37.150715 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecc5f069-8a6e-42bd-8a70-b46aeba096cf req-8c88a822-409e-45bb-b965-b0379b51ba78 tempest-DeleteServersTestJSON-915645800 tempest-DeleteServersTestJSON-915645800-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:54:37.152888 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-ecc5f069-8a6e-42bd-8a70-b46aeba096cf req-8c88a822-409e-45bb-b965-b0379b51ba78 tempest-DeleteServersTestJSON-915645800 tempest-DeleteServersTestJSON-915645800-project] 10.222.0.42 "GET /v2.0/ports?device_id=6294465a-8de2-46a0-b127-f7e119ab828d HTTP/1.1" status: 200 len: 943 time: 0.4498239 Apr 18 20:54:37.218441 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-736f5731-1164-42bc-b51f-92a3297509a8 req-e4d57a61-7b99-4d0f-8cc4-6423f3645340 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:54:37.220090 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-736f5731-1164-42bc-b51f-92a3297509a8 req-e4d57a61-7b99-4d0f-8cc4-6423f3645340 service neutron] 10.222.0.43 "GET /v2.0/networks?id=9956df45-2736-4a4c-9815-b894d9a44160 HTTP/1.1" status: 200 len: 920 time: 0.4047680 Apr 18 20:54:37.263885 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-17cbf1b4-cadc-47f0-b3cb-500817d0dee5 req-d08ad8ba-cbbf-46c8-9fad-235e45d2f3f3 tempest-AttachVolumeShelveTestJSON-1712717013 tempest-AttachVolumeShelveTestJSON-1712717013-project] Notify agent at l3_agent.n-d-838334-2 the message routers_updated {{(pid=84041) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 20:54:37.275131 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3710cd88-0bf9-460d-9e8a-07489f4ea3c0 None None] Sync routers for ids ['9dbea2b3-c01d-4edd-9d38-bf88f8b168b7'] in n-d-838334-2 {{(pid=84042) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 18 20:54:37.300866 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3710cd88-0bf9-460d-9e8a-07489f4ea3c0 None None] Routers {'9dbea2b3-c01d-4edd-9d38-bf88f8b168b7'} bound to L3 agent in host n-d-838334-2 {{(pid=84042) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 20:54:37.301509 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_hamode_db [None req-3710cd88-0bf9-460d-9e8a-07489f4ea3c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838334-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-18T20:25:48Z,description=,heartbeat_timestamp=2022-04-18T20:54:18Z,host='n-d-838334-2',id=bc84d6c9-dd7a-4555-a351-592327b46d5a,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:25:48Z,topic='l3_agent')) {'router_ids': ['9dbea2b3-c01d-4edd-9d38-bf88f8b168b7'], 'active': True} {{(pid=84042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:54:37.320525 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-ecc5f069-8a6e-42bd-8a70-b46aeba096cf req-7f06aadf-368c-4937-8e3b-a77d745baa51 tempest-DeleteServersTestJSON-915645800 tempest-DeleteServersTestJSON-915645800-project] 10.222.0.42 "GET /v2.0/security-groups?id=588d127b-19b7-4c3d-9f79-a400181b94e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1562736 Apr 18 20:54:37.328374 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c349652d-6ae3-49f3-9ea7-2673557b87af req-f044b8f4-7652-4b8d-b64e-cfb1a775ed77 tempest-ServerRescueNegativeTestJSON-1571656168 tempest-ServerRescueNegativeTestJSON-1571656168-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:54:37.332083 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-c349652d-6ae3-49f3-9ea7-2673557b87af req-f044b8f4-7652-4b8d-b64e-cfb1a775ed77 tempest-ServerRescueNegativeTestJSON-1571656168 tempest-ServerRescueNegativeTestJSON-1571656168-project] 10.222.0.42 "GET /v2.0/ports?device_id=84774df7-1534-4163-a5f8-10a9e8ea72b0 HTTP/1.1" status: 200 len: 945 time: 0.4172449 Apr 18 20:54:37.337243 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.l3_dvrscheduler_db [req-17cbf1b4-cadc-47f0-b3cb-500817d0dee5 req-d08ad8ba-cbbf-46c8-9fad-235e45d2f3f3 tempest-AttachVolumeShelveTestJSON-1712717013 tempest-AttachVolumeShelveTestJSON-1712717013-project] No DVR routers for this DVR port 96dabab2-edf7-421c-9f87-a969c8aeb8a0 on host n-h1-838334-2 {{(pid=84041) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 20:54:37.347052 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [req-17cbf1b4-cadc-47f0-b3cb-500817d0dee5 req-d08ad8ba-cbbf-46c8-9fad-235e45d2f3f3 tempest-AttachVolumeShelveTestJSON-1712717013 tempest-AttachVolumeShelveTestJSON-1712717013-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217293'] for port, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:54:37.347052 n-d-838334-2 neutron-server[84041]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a3d617b3-55ec-41c1-b97c-911aa927ef50', 'name': 'network-vif-deleted', 'tag': '96dabab2-edf7-421c-9f87-a969c8aeb8a0'}] {{(pid=84041) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 20:54:37.374586 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-17cbf1b4-cadc-47f0-b3cb-500817d0dee5 req-d08ad8ba-cbbf-46c8-9fad-235e45d2f3f3 tempest-AttachVolumeShelveTestJSON-1712717013 tempest-AttachVolumeShelveTestJSON-1712717013-project] 10.222.0.43 "DELETE /v2.0/ports/96dabab2-edf7-421c-9f87-a969c8aeb8a0 HTTP/1.1" status: 204 len: 173 time: 4.7883687 Apr 18 20:54:37.422365 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-736f5731-1164-42bc-b51f-92a3297509a8 req-da43a8f0-1087-44f1-b4b7-d7df487f48b3 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ac9125d6-9b8a-402f-be21-f544dd8690c6 HTTP/1.1" status: 200 len: 1001 time: 0.1935947 Apr 18 20:54:37.451313 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Device 4e8f9ef7-416b-4ecf-af85-3540e942f560 details requested by agent hyperv_n-h1-838334-2 with host n-h1-838334-2 {{(pid=84042) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 18 20:54:37.535081 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-c349652d-6ae3-49f3-9ea7-2673557b87af req-76016655-e47a-4b14-acf5-a33df95c18d9 tempest-ServerRescueNegativeTestJSON-1571656168 tempest-ServerRescueNegativeTestJSON-1571656168-project] 10.222.0.42 "GET /v2.0/security-groups?id=43017ed2-a4b0-4fb1-8865-58458190611c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1983583 Apr 18 20:54:37.546185 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-ae4f8ded-d305-4a48-a749-341a0d674684 req-362feffb-e729-4f0b-845b-5ab7595abb5a tempest-AttachVolumeShelveTestJSON-1712717013 tempest-AttachVolumeShelveTestJSON-1712717013-project] 10.222.0.42 "GET /v2.0/ports?device_id=a3d617b3-55ec-41c1-b97c-911aa927ef50 HTTP/1.1" status: 200 len: 210 time: 0.0630307 Apr 18 20:54:37.561032 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-736f5731-1164-42bc-b51f-92a3297509a8 req-3b7f6abd-5987-498a-ae57-b4cc6aba8372 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:54:37.562950 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-736f5731-1164-42bc-b51f-92a3297509a8 req-3b7f6abd-5987-498a-ae57-b4cc6aba8372 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=e000ef4a-9553-4d5a-aa5c-e55a867fcd65 HTTP/1.1" status: 200 len: 858 time: 0.1268015 Apr 18 20:54:37.632985 n-d-838334-2 neutron-server[84041]: INFO neutron.notifiers.nova [-] Nova event matching ['req-267301ce-7fc6-4f71-b2bc-a73752698d0b'] response: {'server_uuid': 'a3d617b3-55ec-41c1-b97c-911aa927ef50', 'name': 'network-vif-deleted', 'tag': '96dabab2-edf7-421c-9f87-a969c8aeb8a0', 'status': 'completed', 'code': 200} Apr 18 20:54:37.648986 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_dvr_db [None req-3710cd88-0bf9-460d-9e8a-07489f4ea3c0 None None] Set router 9dbea2b3-c01d-4edd-9d38-bf88f8b168b7 gateway port host: n-d-838334-2 {{(pid=84042) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 20:54:37.675439 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-736f5731-1164-42bc-b51f-92a3297509a8 req-f556ac5f-a2b9-4ef3-a687-2294446bd7ea service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=9956df45-2736-4a4c-9815-b894d9a44160&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1057539 Apr 18 20:54:37.732422 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] For port 4e8f9ef7-416b-4ecf-af85-3540e942f560, host n-h1-838334-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838334-2',level=0,port_id=4e8f9ef7-416b-4ecf-af85-3540e942f560,segment=NetworkSegment(eb1f29ad-3d05-4e72-b227-469dc1660e3c),segment_id=eb1f29ad-3d05-4e72-b227-469dc1660e3c)] {{(pid=84042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:54:37.752981 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Returning: {'device': '4e8f9ef7-416b-4ecf-af85-3540e942f560', 'network_id': 'f7467a4f-b1b1-4464-b74e-f3b773c53ca1', 'port_id': '4e8f9ef7-416b-4ecf-af85-3540e942f560', 'mac_address': 'fa:16:3e:fa:c8:b5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 353, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4d302c72-cbf8-4bd9-ac2b-bdba885f7b5c', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84042) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 18 20:54:37.883274 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-736f5731-1164-42bc-b51f-92a3297509a8 req-e9b9ea67-ebeb-4bf0-8065-94622c524920 service neutron] 10.222.0.43 "GET /v2.0/networks/9956df45-2736-4a4c-9815-b894d9a44160?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1945620 Apr 18 20:54:37.947941 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:54:37.968882 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bcfdfde-b9ba-44c3-815c-a926427f8409 req-3019356e-04fc-4ef9-a54f-596fa0e857d2 tempest-ListServerFiltersTestJSON-1123405701 tempest-ListServerFiltersTestJSON-1123405701-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:54:37.971191 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-7bcfdfde-b9ba-44c3-815c-a926427f8409 req-3019356e-04fc-4ef9-a54f-596fa0e857d2 tempest-ListServerFiltersTestJSON-1123405701 tempest-ListServerFiltersTestJSON-1123405701-project] 10.222.0.42 "GET /v2.0/ports?device_id=87df4a39-d0d7-4e75-9f18-37c726fdf5c2 HTTP/1.1" status: 200 len: 945 time: 0.2053554 Apr 18 20:54:37.981636 n-d-838334-2 neutron-server[84042]: DEBUG neutron.notifiers.nova [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4e8f9ef7-416b-4ecf-af85-3540e942f560 {{(pid=84042) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 18 20:54:38.022391 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] For port 4e8f9ef7-416b-4ecf-af85-3540e942f560, host n-h1-838334-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838334-2',level=0,port_id=4e8f9ef7-416b-4ecf-af85-3540e942f560,segment=NetworkSegment(eb1f29ad-3d05-4e72-b227-469dc1660e3c),segment_id=eb1f29ad-3d05-4e72-b227-469dc1660e3c)] {{(pid=84042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:54:38.055546 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682'] for port, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:54:38.069664 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-7bcfdfde-b9ba-44c3-815c-a926427f8409 req-fa717df5-368f-4399-9959-d85e12a20e65 tempest-ListServerFiltersTestJSON-1123405701 tempest-ListServerFiltersTestJSON-1123405701-project] 10.222.0.42 "GET /v2.0/security-groups?id=4748fc9b-37e2-4328-8f67-9c8130ebd451&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0844989 Apr 18 20:54:38.075823 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-736f5731-1164-42bc-b51f-92a3297509a8 req-603b6e0c-7b5e-444f-a505-a07fda4cd24e service neutron] 10.222.0.43 "GET /v2.0/networks/9956df45-2736-4a4c-9815-b894d9a44160?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1857266 Apr 18 20:54:38.148294 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Pushing event updated for resources: {'Port': ['ID=4e8f9ef7-416b-4ecf-af85-3540e942f560,revision_number=4']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:54:38.170058 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_hamode_db [None req-3710cd88-0bf9-460d-9e8a-07489f4ea3c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9dbea2b3-c01d-4edd-9d38-bf88f8b168b7', 'name': 'tempest-AttachVolumeShelveTestJSON-364465629-router', 'tenant_id': '62ca3eda8b574071bf7ebb52cb30bb40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'external_fixed_ips': [{'subnet_id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'ip_address': '172.25.8.56'}], 'enable_snat': True}, 'gw_port_id': 'a32e8903-29c5-40ab-92e5-0ce80b653a4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:50:33Z', 'updated_at': '2022-04-18T20:50:41Z', 'revision_number': 4, 'project_id': '62ca3eda8b574071bf7ebb52cb30bb40', 'gw_port': {'id': 'a32e8903-29c5-40ab-92e5-0ce80b653a4e', 'name': '', 'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:c0:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9dbea2b3-c01d-4edd-9d38-bf88f8b168b7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'ip_address': '172.25.8.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:50:34Z', 'updated_at': '2022-04-18T20:50:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838334-2', '_interfaces': [{'id': 'e7a6fcb0-431d-4b8c-b515-c6805712c623', 'name': '', 'network_id': '0f9d847a-7ba3-4a42-a0c6-e8541d683b40', 'tenant_id': '62ca3eda8b574071bf7ebb52cb30bb40', 'mac_address': 'fa:16:3e:5f:d7:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9dbea2b3-c01d-4edd-9d38-bf88f8b168b7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd2e46a24-0bb5-4d5b-bcac-f83f2e3a3c35', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:50:39Z', 'updated_at': '2022-04-18T20:50:57Z', 'revision_number': 5, 'project_id': '62ca3eda8b574071bf7ebb52cb30bb40', 'subnets': [{'id': 'd2e46a24-0bb5-4d5b-bcac-f83f2e3a3c35', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838334-2', False) {} {{(pid=84042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:54:38.176455 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3710cd88-0bf9-460d-9e8a-07489f4ea3c0 None None] Checking router: 9dbea2b3-c01d-4edd-9d38-bf88f8b168b7 for host: n-d-838334-2 {{(pid=84042) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 18 20:54:38.192997 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3710cd88-0bf9-460d-9e8a-07489f4ea3c0 None None] Routers {'9dbea2b3-c01d-4edd-9d38-bf88f8b168b7'} bound to L3 agent in host n-d-838334-2 {{(pid=84042) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 20:54:38.193858 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_hamode_db [None req-3710cd88-0bf9-460d-9e8a-07489f4ea3c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838334-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-18T20:25:48Z,description=,heartbeat_timestamp=2022-04-18T20:54:18Z,host='n-d-838334-2',id=bc84d6c9-dd7a-4555-a351-592327b46d5a,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:25:48Z,topic='l3_agent')) {'router_ids': ['9dbea2b3-c01d-4edd-9d38-bf88f8b168b7'], 'active': True} {{(pid=84042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:54:38.295144 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2ca001f-6d4f-4d8c-b6ce-374edc1cecd2 req-c15f77b7-00b0-43cb-820e-f17785acc4b6 tempest-ListServerFiltersTestJSON-1123405701 tempest-ListServerFiltersTestJSON-1123405701-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:54:38.297762 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-c2ca001f-6d4f-4d8c-b6ce-374edc1cecd2 req-c15f77b7-00b0-43cb-820e-f17785acc4b6 tempest-ListServerFiltersTestJSON-1123405701 tempest-ListServerFiltersTestJSON-1123405701-project] 10.222.0.42 "GET /v2.0/ports?device_id=1848fe84-e1b8-4b1b-b558-43c90fc1533c HTTP/1.1" status: 200 len: 945 time: 0.0862110 Apr 18 20:54:38.345845 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-c2ca001f-6d4f-4d8c-b6ce-374edc1cecd2 req-b15e58d0-4670-41d5-90f9-217187a88cee tempest-ListServerFiltersTestJSON-1123405701 tempest-ListServerFiltersTestJSON-1123405701-project] 10.222.0.42 "GET /v2.0/security-groups?id=4748fc9b-37e2-4328-8f67-9c8130ebd451&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429671 Apr 18 20:54:38.440354 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_dvr_db [None req-3710cd88-0bf9-460d-9e8a-07489f4ea3c0 None None] Set router 9dbea2b3-c01d-4edd-9d38-bf88f8b168b7 gateway port host: n-d-838334-2 {{(pid=84042) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 20:54:38.499167 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] get_ports_and_sgs() called for port_ids ['4e8f9ef7-416b-4ecf-af85-3540e942f560'] {{(pid=84042) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 18 20:54:38.594268 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beb9a5a2-aaaf-4b71-960e-00f1b05aeb57 req-2af02bca-2e97-4ee8-a1c9-baa2a93721e6 tempest-ListServerFiltersTestJSON-1123405701 tempest-ListServerFiltersTestJSON-1123405701-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:54:38.595704 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-beb9a5a2-aaaf-4b71-960e-00f1b05aeb57 req-2af02bca-2e97-4ee8-a1c9-baa2a93721e6 tempest-ListServerFiltersTestJSON-1123405701 tempest-ListServerFiltersTestJSON-1123405701-project] 10.222.0.42 "GET /v2.0/ports?device_id=893fec3b-bae4-4fe4-b69b-f05afd51795b HTTP/1.1" status: 200 len: 945 time: 0.1058965 Apr 18 20:54:38.608753 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff993060-8284-4f69-91af-fe170442535c req-615eba9c-f53a-456f-8ded-f8023482c5c4 tempest-DeleteServersTestJSON-915645800 tempest-DeleteServersTestJSON-915645800-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:54:38.610150 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-ff993060-8284-4f69-91af-fe170442535c req-615eba9c-f53a-456f-8ded-f8023482c5c4 tempest-DeleteServersTestJSON-915645800 tempest-DeleteServersTestJSON-915645800-project] 10.222.0.42 "GET /v2.0/ports?device_id=6294465a-8de2-46a0-b127-f7e119ab828d HTTP/1.1" status: 200 len: 944 time: 0.1504641 Apr 18 20:54:38.680732 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-beb9a5a2-aaaf-4b71-960e-00f1b05aeb57 req-77688dc6-88d6-4762-af93-3d750123a2e9 tempest-ListServerFiltersTestJSON-1123405701 tempest-ListServerFiltersTestJSON-1123405701-project] 10.222.0.42 "GET /v2.0/security-groups?id=4748fc9b-37e2-4328-8f67-9c8130ebd451&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0791008 Apr 18 20:54:38.685709 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-ff993060-8284-4f69-91af-fe170442535c req-2c368873-0848-4db0-8b0f-2f162fa617b7 tempest-DeleteServersTestJSON-915645800 tempest-DeleteServersTestJSON-915645800-project] 10.222.0.42 "GET /v2.0/security-groups?id=588d127b-19b7-4c3d-9f79-a400181b94e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614121 Apr 18 20:54:38.771653 n-d-838334-2 neutron-server[84042]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '893fec3b-bae4-4fe4-b69b-f05afd51795b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c89c6521-2995-4ef4-93f5-1eaf457ef6c4'}] {{(pid=84042) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 20:54:38.844884 n-d-838334-2 neutron-server[84042]: INFO neutron.notifiers.nova [-] Nova event matching ['req-17368e82-fa5d-4b8c-b6d0-4ec5be898cd2'] response: {'server_uuid': '893fec3b-bae4-4fe4-b69b-f05afd51795b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c89c6521-2995-4ef4-93f5-1eaf457ef6c4', 'code': 200} Apr 18 20:54:38.891579 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 50692) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:54:38.943235 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_hamode_db [None req-3710cd88-0bf9-460d-9e8a-07489f4ea3c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9dbea2b3-c01d-4edd-9d38-bf88f8b168b7', 'name': 'tempest-AttachVolumeShelveTestJSON-364465629-router', 'tenant_id': '62ca3eda8b574071bf7ebb52cb30bb40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'external_fixed_ips': [{'subnet_id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'ip_address': '172.25.8.56'}], 'enable_snat': True}, 'gw_port_id': 'a32e8903-29c5-40ab-92e5-0ce80b653a4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:50:33Z', 'updated_at': '2022-04-18T20:50:41Z', 'revision_number': 4, 'project_id': '62ca3eda8b574071bf7ebb52cb30bb40', 'gw_port': {'id': 'a32e8903-29c5-40ab-92e5-0ce80b653a4e', 'name': '', 'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:c0:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9dbea2b3-c01d-4edd-9d38-bf88f8b168b7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'ip_address': '172.25.8.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:50:34Z', 'updated_at': '2022-04-18T20:50:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838334-2', '_interfaces': [{'id': 'e7a6fcb0-431d-4b8c-b515-c6805712c623', 'name': '', 'network_id': '0f9d847a-7ba3-4a42-a0c6-e8541d683b40', 'tenant_id': '62ca3eda8b574071bf7ebb52cb30bb40', 'mac_address': 'fa:16:3e:5f:d7:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9dbea2b3-c01d-4edd-9d38-bf88f8b168b7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd2e46a24-0bb5-4d5b-bcac-f83f2e3a3c35', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:50:39Z', 'updated_at': '2022-04-18T20:50:57Z', 'revision_number': 5, 'project_id': '62ca3eda8b574071bf7ebb52cb30bb40', 'subnets': [{'id': 'd2e46a24-0bb5-4d5b-bcac-f83f2e3a3c35', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838334-2', False) {} {{(pid=84042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:54:38.947469 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3710cd88-0bf9-460d-9e8a-07489f4ea3c0 None None] The sync data for ids ['9dbea2b3-c01d-4edd-9d38-bf88f8b168b7'] in n-d-838334-2 is: [{'id': '9dbea2b3-c01d-4edd-9d38-bf88f8b168b7', 'name': 'tempest-AttachVolumeShelveTestJSON-364465629-router', 'tenant_id': '62ca3eda8b574071bf7ebb52cb30bb40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'external_fixed_ips': [{'subnet_id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'ip_address': '172.25.8.56'}], 'enable_snat': True}, 'gw_port_id': 'a32e8903-29c5-40ab-92e5-0ce80b653a4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:50:33Z', 'updated_at': '2022-04-18T20:50:41Z', 'revision_number': 4, 'project_id': '62ca3eda8b574071bf7ebb52cb30bb40', 'gw_port': {'id': 'a32e8903-29c5-40ab-92e5-0ce80b653a4e', 'name': '', 'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:c0:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9dbea2b3-c01d-4edd-9d38-bf88f8b168b7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'ip_address': '172.25.8.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:50:34Z', 'updated_at': '2022-04-18T20:50:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838334-2', '_interfaces': [{'id': 'e7a6fcb0-431d-4b8c-b515-c6805712c623', 'name': '', 'network_id': '0f9d847a-7ba3-4a42-a0c6-e8541d683b40', 'tenant_id': '62ca3eda8b574071bf7ebb52cb30bb40', 'mac_address': 'fa:16:3e:5f:d7:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9dbea2b3-c01d-4edd-9d38-bf88f8b168b7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd2e46a24-0bb5-4d5b-bcac-f83f2e3a3c35', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:50:39Z', 'updated_at': '2022-04-18T20:50:57Z', 'revision_number': 5, 'project_id': '62ca3eda8b574071bf7ebb52cb30bb40', 'subnets': [{'id': 'd2e46a24-0bb5-4d5b-bcac-f83f2e3a3c35', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84042) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 18 20:54:39.090921 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc629ab5-31cc-4d05-a053-20c61802143a req-b38cbe5f-3bdd-4272-ad46-fe5a4969254f tempest-ServerRescueNegativeTestJSON-1571656168 tempest-ServerRescueNegativeTestJSON-1571656168-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:54:39.094229 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-fc629ab5-31cc-4d05-a053-20c61802143a req-b38cbe5f-3bdd-4272-ad46-fe5a4969254f tempest-ServerRescueNegativeTestJSON-1571656168 tempest-ServerRescueNegativeTestJSON-1571656168-project] 10.222.0.42 "GET /v2.0/ports?device_id=84774df7-1534-4163-a5f8-10a9e8ea72b0 HTTP/1.1" status: 200 len: 945 time: 0.2696421 Apr 18 20:54:39.102190 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-b2cbe5b5-8df4-4564-a6f7-06cf79840b85 tempest-AttachVolumeShelveTestJSON-1712717013 tempest-AttachVolumeShelveTestJSON-1712717013-project] Notify callbacks [] for security_group, before_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:54:39.195293 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-14de57ae-cb73-42c6-9c4c-3ee0993ea2cb req-6bc332d7-7b78-4088-9743-d98deaeacf14 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=893fec3b-bae4-4fe4-b69b-f05afd51795b HTTP/1.1" status: 200 len: 1096 time: 0.2595756 Apr 18 20:54:39.210078 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-b2cbe5b5-8df4-4564-a6f7-06cf79840b85 tempest-AttachVolumeShelveTestJSON-1712717013 tempest-AttachVolumeShelveTestJSON-1712717013-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:54:39.276943 n-d-838334-2 neutron-server[84043]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d56a2fd6-24ea-4e9a-b41e-dbd5ce6ce49b None None] New status for floating IP 3cad343b-0f98-4758-ae64-dcd97ca30f9b: DOWN {{(pid=84043) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Apr 18 20:54:39.314562 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-fc629ab5-31cc-4d05-a053-20c61802143a req-e5d247ab-f72d-4aa4-8958-13bab1a59bb0 tempest-ServerRescueNegativeTestJSON-1571656168 tempest-ServerRescueNegativeTestJSON-1571656168-project] 10.222.0.42 "GET /v2.0/security-groups?id=43017ed2-a4b0-4fb1-8865-58458190611c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2096040 Apr 18 20:54:39.324017 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-14de57ae-cb73-42c6-9c4c-3ee0993ea2cb req-23cb0faa-8e98-4d67-88d8-3a53c2a852c1 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=4748fc9b-37e2-4328-8f67-9c8130ebd451&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1169596 Apr 18 20:54:39.347689 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c08b9f8-acf9-4585-aa79-e2627d9476cd req-d773f1f8-c89b-4ccc-a375-35b4cf45c559 tempest-ServerActionsTestJSON-2052644234 tempest-ServerActionsTestJSON-2052644234-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:54:39.349535 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-5c08b9f8-acf9-4585-aa79-e2627d9476cd req-d773f1f8-c89b-4ccc-a375-35b4cf45c559 tempest-ServerActionsTestJSON-2052644234 tempest-ServerActionsTestJSON-2052644234-project] 10.222.0.42 "GET /v2.0/ports?device_id=b7307812-da19-4509-9baf-bb3ff8313904 HTTP/1.1" status: 200 len: 945 time: 0.2156978 Apr 18 20:54:39.350715 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-b2cbe5b5-8df4-4564-a6f7-06cf79840b85 tempest-AttachVolumeShelveTestJSON-1712717013 tempest-AttachVolumeShelveTestJSON-1712717013-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33528224'] for security_group, after_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:54:39.388522 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2cbe5b5-8df4-4564-a6f7-06cf79840b85 tempest-AttachVolumeShelveTestJSON-1712717013 tempest-AttachVolumeShelveTestJSON-1712717013-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e9d8b44-da00-4a79-861c-f0ec417a580f,revision_number=None']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:54:39.408718 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-b2cbe5b5-8df4-4564-a6f7-06cf79840b85 tempest-AttachVolumeShelveTestJSON-1712717013 tempest-AttachVolumeShelveTestJSON-1712717013-project] Notify callbacks [] for security_group, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:54:39.409806 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-b2cbe5b5-8df4-4564-a6f7-06cf79840b85 tempest-AttachVolumeShelveTestJSON-1712717013 tempest-AttachVolumeShelveTestJSON-1712717013-project] 10.222.0.42 "DELETE /v2.0/security-groups/2e9d8b44-da00-4a79-861c-f0ec417a580f HTTP/1.1" status: 204 len: 168 time: 0.5162182 Apr 18 20:54:39.412950 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 50704) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:54:39.427259 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-5c08b9f8-acf9-4585-aa79-e2627d9476cd req-918f160e-2b5f-4f38-8d1e-f2cf4a26bda0 tempest-ServerActionsTestJSON-2052644234 tempest-ServerActionsTestJSON-2052644234-project] 10.222.0.42 "GET /v2.0/security-groups?id=c2aeb662-6a43-4389-8810-9fad3627855b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0678306 Apr 18 20:54:39.445211 n-d-838334-2 neutron-server[84041]: INFO neutron.api.v2.resource [None req-c6df7589-913d-4e42-bbc6-e60efdaa6035 tempest-AttachVolumeShelveTestJSON-1712717013 tempest-AttachVolumeShelveTestJSON-1712717013-project] show failed (client error): The resource could not be found. Apr 18 20:54:39.446215 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-c6df7589-913d-4e42-bbc6-e60efdaa6035 tempest-AttachVolumeShelveTestJSON-1712717013 tempest-AttachVolumeShelveTestJSON-1712717013-project] 10.222.0.42 "GET /v2.0/security-groups/2e9d8b44-da00-4a79-861c-f0ec417a580f HTTP/1.1" status: 404 len: 347 time: 0.0322108 Apr 18 20:54:39.449278 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 50708) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:54:39.622324 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.plugin [None req-57d16f2c-6b5c-4a32-b24b-2478273d4801 tempest-AttachVolumeShelveTestJSON-1712717013 tempest-AttachVolumeShelveTestJSON-1712717013-project] Deleting port feda2bfc-22ed-4bb0-addb-9ccf7ffaf887 {{(pid=84041) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 20:54:39.622675 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-57d16f2c-6b5c-4a32-b24b-2478273d4801 tempest-AttachVolumeShelveTestJSON-1712717013 tempest-AttachVolumeShelveTestJSON-1712717013-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750375188691'] for port, before_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:54:39.676981 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2974ba26-6a59-4cab-857d-bc4aeaee53ab req-3d5cb3b2-24c0-40cb-88b3-e0bc8657e55f tempest-ServerActionsTestJSON-2052644234 tempest-ServerActionsTestJSON-2052644234-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:54:39.690327 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-2974ba26-6a59-4cab-857d-bc4aeaee53ab req-3d5cb3b2-24c0-40cb-88b3-e0bc8657e55f tempest-ServerActionsTestJSON-2052644234 tempest-ServerActionsTestJSON-2052644234-project] 10.222.0.42 "GET /v2.0/ports?device_id=b7307812-da19-4509-9baf-bb3ff8313904 HTTP/1.1" status: 200 len: 945 time: 0.1057367 Apr 18 20:54:39.791290 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-2974ba26-6a59-4cab-857d-bc4aeaee53ab req-497c13d9-0f79-47a1-ba95-9cf0be83b046 tempest-ServerActionsTestJSON-2052644234 tempest-ServerActionsTestJSON-2052644234-project] 10.222.0.42 "GET /v2.0/security-groups?id=c2aeb662-6a43-4389-8810-9fad3627855b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1057286 Apr 18 20:54:39.829099 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-57d16f2c-6b5c-4a32-b24b-2478273d4801 tempest-AttachVolumeShelveTestJSON-1712717013 tempest-AttachVolumeShelveTestJSON-1712717013-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369123'] for port, precommit_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:54:39.829555 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-57d16f2c-6b5c-4a32-b24b-2478273d4801 tempest-AttachVolumeShelveTestJSON-1712717013 tempest-AttachVolumeShelveTestJSON-1712717013-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:54:39.957872 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.plugin [None req-57d16f2c-6b5c-4a32-b24b-2478273d4801 tempest-AttachVolumeShelveTestJSON-1712717013 tempest-AttachVolumeShelveTestJSON-1712717013-project] Calling delete_port for feda2bfc-22ed-4bb0-addb-9ccf7ffaf887 owned by network:floatingip {{(pid=84041) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 20:54:40.104489 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1106ff8-544c-4026-9a46-99181f4ca085 req-c8f19177-3a22-45a4-97a0-3af7103132e7 tempest-ListServerFiltersTestJSON-1123405701 tempest-ListServerFiltersTestJSON-1123405701-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:54:40.104489 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-f1106ff8-544c-4026-9a46-99181f4ca085 req-c8f19177-3a22-45a4-97a0-3af7103132e7 tempest-ListServerFiltersTestJSON-1123405701 tempest-ListServerFiltersTestJSON-1123405701-project] 10.222.0.42 "GET /v2.0/ports?device_id=893fec3b-bae4-4fe4-b69b-f05afd51795b HTTP/1.1" status: 200 len: 945 time: 0.2459788 Apr 18 20:54:40.106793 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68b38311-086b-4498-9586-3b3bb5e1b73e req-7392e509-1a89-4e71-8a8e-d1d140454ddd tempest-DeleteServersTestJSON-915645800 tempest-DeleteServersTestJSON-915645800-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:54:40.108211 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-68b38311-086b-4498-9586-3b3bb5e1b73e req-7392e509-1a89-4e71-8a8e-d1d140454ddd tempest-DeleteServersTestJSON-915645800 tempest-DeleteServersTestJSON-915645800-project] 10.222.0.42 "GET /v2.0/ports?device_id=6294465a-8de2-46a0-b127-f7e119ab828d HTTP/1.1" status: 200 len: 944 time: 0.1173089 Apr 18 20:54:40.117887 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-57d16f2c-6b5c-4a32-b24b-2478273d4801 tempest-AttachVolumeShelveTestJSON-1712717013 tempest-AttachVolumeShelveTestJSON-1712717013-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750375259028', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750374836628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32266323'] for port, after_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:54:40.162198 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57d16f2c-6b5c-4a32-b24b-2478273d4801 tempest-AttachVolumeShelveTestJSON-1712717013 tempest-AttachVolumeShelveTestJSON-1712717013-project] Pushing event deleted for resources: {'Port': ['ID=feda2bfc-22ed-4bb0-addb-9ccf7ffaf887,revision_number=None']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:54:40.185539 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-f1106ff8-544c-4026-9a46-99181f4ca085 req-ecabb794-d081-4768-be1d-437c81f3f50c tempest-ListServerFiltersTestJSON-1123405701 tempest-ListServerFiltersTestJSON-1123405701-project] 10.222.0.42 "GET /v2.0/security-groups?id=4748fc9b-37e2-4328-8f67-9c8130ebd451&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763774 Apr 18 20:54:40.191453 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-68b38311-086b-4498-9586-3b3bb5e1b73e req-47862bd1-e4ce-4cdf-b256-5f0ac1cbc8d6 tempest-DeleteServersTestJSON-915645800 tempest-DeleteServersTestJSON-915645800-project] 10.222.0.42 "GET /v2.0/security-groups?id=588d127b-19b7-4c3d-9f79-a400181b94e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629463 Apr 18 20:54:40.266893 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-57d16f2c-6b5c-4a32-b24b-2478273d4801 tempest-AttachVolumeShelveTestJSON-1712717013 tempest-AttachVolumeShelveTestJSON-1712717013-project] Notify callbacks [] for floatingip, after_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:54:40.282413 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-57d16f2c-6b5c-4a32-b24b-2478273d4801 tempest-AttachVolumeShelveTestJSON-1712717013 tempest-AttachVolumeShelveTestJSON-1712717013-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217293'] for floatingip, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:54:40.287751 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-57d16f2c-6b5c-4a32-b24b-2478273d4801 tempest-AttachVolumeShelveTestJSON-1712717013 tempest-AttachVolumeShelveTestJSON-1712717013-project] 10.222.0.42 "DELETE /v2.0/floatingips/3cad343b-0f98-4758-ae64-dcd97ca30f9b HTTP/1.1" status: 204 len: 168 time: 0.8332198 Apr 18 20:54:40.382897 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23c1d4ab-9efa-4f48-ab49-3164e653a959 req-2096e259-3a9f-4014-b597-38ce9053074f tempest-ServerActionsTestJSON-2052644234 tempest-ServerActionsTestJSON-2052644234-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:54:40.383338 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-23c1d4ab-9efa-4f48-ab49-3164e653a959 req-2096e259-3a9f-4014-b597-38ce9053074f tempest-ServerActionsTestJSON-2052644234 tempest-ServerActionsTestJSON-2052644234-project] 10.222.0.42 "GET /v2.0/ports?device_id=b7307812-da19-4509-9baf-bb3ff8313904 HTTP/1.1" status: 200 len: 945 time: 0.0833728 Apr 18 20:54:40.430680 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-23c1d4ab-9efa-4f48-ab49-3164e653a959 req-6de363fe-0167-48c0-867c-92687b794997 tempest-ServerActionsTestJSON-2052644234 tempest-ServerActionsTestJSON-2052644234-project] 10.222.0.42 "GET /v2.0/security-groups?id=c2aeb662-6a43-4389-8810-9fad3627855b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410042 Apr 18 20:54:40.481218 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 50726) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:54:40.486535 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.v2.base [None req-996dcf1d-2aaf-41b6-bd5f-7583077261ed tempest-AttachVolumeShelveTestJSON-1712717013 tempest-AttachVolumeShelveTestJSON-1712717013-project] Request body: {'security_group': {'name': 'tempest-securitygroup--224274846', 'description': 'tempest-description--675694893'}} {{(pid=84041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 20:54:40.493542 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-996dcf1d-2aaf-41b6-bd5f-7583077261ed tempest-AttachVolumeShelveTestJSON-1712717013 tempest-AttachVolumeShelveTestJSON-1712717013-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:54:40.501903 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-996dcf1d-2aaf-41b6-bd5f-7583077261ed tempest-AttachVolumeShelveTestJSON-1712717013 tempest-AttachVolumeShelveTestJSON-1712717013-project] Usage tracker for resource:security_group and tenant:62ca3eda8b574071bf7ebb52cb30bb40 is out of sync, need to count used quota {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:54:40.504276 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-996dcf1d-2aaf-41b6-bd5f-7583077261ed tempest-AttachVolumeShelveTestJSON-1712717013 tempest-AttachVolumeShelveTestJSON-1712717013-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:54:40.510123 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-996dcf1d-2aaf-41b6-bd5f-7583077261ed tempest-AttachVolumeShelveTestJSON-1712717013 tempest-AttachVolumeShelveTestJSON-1712717013-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:54:40.520835 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-996dcf1d-2aaf-41b6-bd5f-7583077261ed tempest-AttachVolumeShelveTestJSON-1712717013 tempest-AttachVolumeShelveTestJSON-1712717013-project] Notify callbacks [] for security_group, before_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:54:40.560485 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-996dcf1d-2aaf-41b6-bd5f-7583077261ed tempest-AttachVolumeShelveTestJSON-1712717013 tempest-AttachVolumeShelveTestJSON-1712717013-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:54:40.564698 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-996dcf1d-2aaf-41b6-bd5f-7583077261ed tempest-AttachVolumeShelveTestJSON-1712717013 tempest-AttachVolumeShelveTestJSON-1712717013-project] Usage tracker for resource:security_group_rule and tenant:62ca3eda8b574071bf7ebb52cb30bb40 is out of sync, need to count used quota {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:54:40.567843 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-996dcf1d-2aaf-41b6-bd5f-7583077261ed tempest-AttachVolumeShelveTestJSON-1712717013 tempest-AttachVolumeShelveTestJSON-1712717013-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:54:40.573791 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-996dcf1d-2aaf-41b6-bd5f-7583077261ed tempest-AttachVolumeShelveTestJSON-1712717013 tempest-AttachVolumeShelveTestJSON-1712717013-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:54:40.635274 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-996dcf1d-2aaf-41b6-bd5f-7583077261ed tempest-AttachVolumeShelveTestJSON-1712717013 tempest-AttachVolumeShelveTestJSON-1712717013-project] Notify callbacks [] for security_group, precommit_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:54:40.640051 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-996dcf1d-2aaf-41b6-bd5f-7583077261ed tempest-AttachVolumeShelveTestJSON-1712717013 tempest-AttachVolumeShelveTestJSON-1712717013-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33528224'] for security_group, after_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:54:40.697886 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-996dcf1d-2aaf-41b6-bd5f-7583077261ed tempest-AttachVolumeShelveTestJSON-1712717013 tempest-AttachVolumeShelveTestJSON-1712717013-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e08cc47c-4c66-43de-a30b-78ed2c16d927,revision_number=1']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:54:40.697984 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2e3529d-64bb-427a-a601-0493e6081a6b req-eeca601a-b595-4cfa-b150-45e463356415 tempest-ServerActionsTestJSON-2052644234 tempest-ServerActionsTestJSON-2052644234-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:54:40.699395 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-d2e3529d-64bb-427a-a601-0493e6081a6b req-eeca601a-b595-4cfa-b150-45e463356415 tempest-ServerActionsTestJSON-2052644234 tempest-ServerActionsTestJSON-2052644234-project] 10.222.0.42 "GET /v2.0/ports?device_id=b7307812-da19-4509-9baf-bb3ff8313904 HTTP/1.1" status: 200 len: 945 time: 0.1138084 Apr 18 20:54:40.705003 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-996dcf1d-2aaf-41b6-bd5f-7583077261ed tempest-AttachVolumeShelveTestJSON-1712717013 tempest-AttachVolumeShelveTestJSON-1712717013-project] Notify callbacks [] for security_group, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:54:40.705003 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-996dcf1d-2aaf-41b6-bd5f-7583077261ed tempest-AttachVolumeShelveTestJSON-1712717013 tempest-AttachVolumeShelveTestJSON-1712717013-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1612 time: 0.2215714 Apr 18 20:54:40.706759 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-373c7bfc-e5e4-47f8-89dd-112610a5c867 req-8b43b412-b039-4e00-8adc-bca11d5d7781 tempest-ServerRescueNegativeTestJSON-1571656168 tempest-ServerRescueNegativeTestJSON-1571656168-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:54:40.710308 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-373c7bfc-e5e4-47f8-89dd-112610a5c867 req-8b43b412-b039-4e00-8adc-bca11d5d7781 tempest-ServerRescueNegativeTestJSON-1571656168 tempest-ServerRescueNegativeTestJSON-1571656168-project] 10.222.0.42 "GET /v2.0/ports?device_id=84774df7-1534-4163-a5f8-10a9e8ea72b0 HTTP/1.1" status: 200 len: 945 time: 0.1573584 Apr 18 20:54:40.710308 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 50730) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:54:40.714740 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.v2.base [None req-f2d68ee9-c5c9-4103-9e2c-4c9528665313 tempest-AttachVolumeShelveTestJSON-1712717013 tempest-AttachVolumeShelveTestJSON-1712717013-project] Request body: {'security_group_rule': {'security_group_id': 'e08cc47c-4c66-43de-a30b-78ed2c16d927', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84040) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 20:54:40.736681 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [None req-f2d68ee9-c5c9-4103-9e2c-4c9528665313 tempest-AttachVolumeShelveTestJSON-1712717013 tempest-AttachVolumeShelveTestJSON-1712717013-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:54:40.756205 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-f2d68ee9-c5c9-4103-9e2c-4c9528665313 tempest-AttachVolumeShelveTestJSON-1712717013 tempest-AttachVolumeShelveTestJSON-1712717013-project] Usage tracker for resource:security_group_rule and tenant:62ca3eda8b574071bf7ebb52cb30bb40 is out of sync, need to count used quota {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:54:40.764314 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-f2d68ee9-c5c9-4103-9e2c-4c9528665313 tempest-AttachVolumeShelveTestJSON-1712717013 tempest-AttachVolumeShelveTestJSON-1712717013-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:54:40.774976 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [None req-f2d68ee9-c5c9-4103-9e2c-4c9528665313 tempest-AttachVolumeShelveTestJSON-1712717013 tempest-AttachVolumeShelveTestJSON-1712717013-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:54:40.814242 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-373c7bfc-e5e4-47f8-89dd-112610a5c867 req-dfe65d43-a9d0-4300-912e-459fd5658f28 tempest-ServerRescueNegativeTestJSON-1571656168 tempest-ServerRescueNegativeTestJSON-1571656168-project] 10.222.0.42 "GET /v2.0/security-groups?id=43017ed2-a4b0-4fb1-8865-58458190611c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0931966 Apr 18 20:54:40.820056 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-d2e3529d-64bb-427a-a601-0493e6081a6b req-e8f75634-e74f-448e-8c7c-9dd960d7174b tempest-ServerActionsTestJSON-2052644234 tempest-ServerActionsTestJSON-2052644234-project] 10.222.0.42 "GET /v2.0/security-groups?id=c2aeb662-6a43-4389-8810-9fad3627855b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1114514 Apr 18 20:54:40.823162 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-f2d68ee9-c5c9-4103-9e2c-4c9528665313 tempest-AttachVolumeShelveTestJSON-1712717013 tempest-AttachVolumeShelveTestJSON-1712717013-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:54:40.891288 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-f2d68ee9-c5c9-4103-9e2c-4c9528665313 tempest-AttachVolumeShelveTestJSON-1712717013 tempest-AttachVolumeShelveTestJSON-1712717013-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:54:40.896632 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-f2d68ee9-c5c9-4103-9e2c-4c9528665313 tempest-AttachVolumeShelveTestJSON-1712717013 tempest-AttachVolumeShelveTestJSON-1712717013-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33528311'] for security_group_rule, after_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:54:40.918224 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2d68ee9-c5c9-4103-9e2c-4c9528665313 tempest-AttachVolumeShelveTestJSON-1712717013 tempest-AttachVolumeShelveTestJSON-1712717013-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=755ba2db-1a5f-484d-b60a-59544cc47740,revision_number=0']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:54:40.937054 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-f2d68ee9-c5c9-4103-9e2c-4c9528665313 tempest-AttachVolumeShelveTestJSON-1712717013 tempest-AttachVolumeShelveTestJSON-1712717013-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:54:40.938803 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-f2d68ee9-c5c9-4103-9e2c-4c9528665313 tempest-AttachVolumeShelveTestJSON-1712717013 tempest-AttachVolumeShelveTestJSON-1712717013-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.2283919 Apr 18 20:54:40.941592 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 50736) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:54:40.952062 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.v2.base [None req-97044a82-73e3-4bb6-af3c-9da24dc9de4f tempest-AttachVolumeShelveTestJSON-1712717013 tempest-AttachVolumeShelveTestJSON-1712717013-project] Request body: {'security_group_rule': {'security_group_id': 'e08cc47c-4c66-43de-a30b-78ed2c16d927', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=84041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 20:54:40.962606 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-97044a82-73e3-4bb6-af3c-9da24dc9de4f tempest-AttachVolumeShelveTestJSON-1712717013 tempest-AttachVolumeShelveTestJSON-1712717013-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:54:40.974675 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-97044a82-73e3-4bb6-af3c-9da24dc9de4f tempest-AttachVolumeShelveTestJSON-1712717013 tempest-AttachVolumeShelveTestJSON-1712717013-project] Usage tracker for resource:security_group_rule and tenant:62ca3eda8b574071bf7ebb52cb30bb40 is out of sync, need to count used quota {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:54:40.977986 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-97044a82-73e3-4bb6-af3c-9da24dc9de4f tempest-AttachVolumeShelveTestJSON-1712717013 tempest-AttachVolumeShelveTestJSON-1712717013-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:54:40.984071 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-97044a82-73e3-4bb6-af3c-9da24dc9de4f tempest-AttachVolumeShelveTestJSON-1712717013 tempest-AttachVolumeShelveTestJSON-1712717013-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:54:41.024049 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-97044a82-73e3-4bb6-af3c-9da24dc9de4f tempest-AttachVolumeShelveTestJSON-1712717013 tempest-AttachVolumeShelveTestJSON-1712717013-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:54:41.095190 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-97044a82-73e3-4bb6-af3c-9da24dc9de4f tempest-AttachVolumeShelveTestJSON-1712717013 tempest-AttachVolumeShelveTestJSON-1712717013-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:54:41.109174 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-97044a82-73e3-4bb6-af3c-9da24dc9de4f tempest-AttachVolumeShelveTestJSON-1712717013 tempest-AttachVolumeShelveTestJSON-1712717013-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33528311'] for security_group_rule, after_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:54:41.133101 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97044a82-73e3-4bb6-af3c-9da24dc9de4f tempest-AttachVolumeShelveTestJSON-1712717013 tempest-AttachVolumeShelveTestJSON-1712717013-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cff3e581-6a1a-4a1c-9533-deb2e5a2f7d6,revision_number=0']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:54:41.144699 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-97044a82-73e3-4bb6-af3c-9da24dc9de4f tempest-AttachVolumeShelveTestJSON-1712717013 tempest-AttachVolumeShelveTestJSON-1712717013-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:54:41.151887 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-97044a82-73e3-4bb6-af3c-9da24dc9de4f tempest-AttachVolumeShelveTestJSON-1712717013 tempest-AttachVolumeShelveTestJSON-1712717013-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.2031772 Apr 18 20:54:41.151887 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 50746) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:54:41.158483 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.v2.base [None req-2cf1162f-c4a6-4874-b921-e00038162c25 tempest-AttachVolumeShelveTestJSON-1712717013 tempest-AttachVolumeShelveTestJSON-1712717013-project] Request body: {'floatingip': {'floating_network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c'}} {{(pid=84041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 20:54:41.161791 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-2cf1162f-c4a6-4874-b921-e00038162c25 tempest-AttachVolumeShelveTestJSON-1712717013 tempest-AttachVolumeShelveTestJSON-1712717013-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:54:41.174701 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-2cf1162f-c4a6-4874-b921-e00038162c25 tempest-AttachVolumeShelveTestJSON-1712717013 tempest-AttachVolumeShelveTestJSON-1712717013-project] Usage tracker for resource:floatingip and tenant:62ca3eda8b574071bf7ebb52cb30bb40 is out of sync, need to count used quota {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:54:41.174701 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-2cf1162f-c4a6-4874-b921-e00038162c25 tempest-AttachVolumeShelveTestJSON-1712717013 tempest-AttachVolumeShelveTestJSON-1712717013-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:54:41.183996 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-2cf1162f-c4a6-4874-b921-e00038162c25 tempest-AttachVolumeShelveTestJSON-1712717013 tempest-AttachVolumeShelveTestJSON-1712717013-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:54:41.194069 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-2cf1162f-c4a6-4874-b921-e00038162c25 tempest-AttachVolumeShelveTestJSON-1712717013 tempest-AttachVolumeShelveTestJSON-1712717013-project] Notify callbacks [] for floatingip, before_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:54:41.307710 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06cc2904-2586-41ca-9b05-4ed9b374166f req-71a578d8-eab0-4239-90d8-884353b11179 tempest-ServerActionsTestJSON-2052644234 tempest-ServerActionsTestJSON-2052644234-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:54:41.309785 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-06cc2904-2586-41ca-9b05-4ed9b374166f req-71a578d8-eab0-4239-90d8-884353b11179 tempest-ServerActionsTestJSON-2052644234 tempest-ServerActionsTestJSON-2052644234-project] 10.222.0.42 "GET /v2.0/networks?id=48f708f8-0904-4115-910c-bb1ab06d7263 HTTP/1.1" status: 200 len: 811 time: 0.1769879 Apr 18 20:54:41.326995 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-06cc2904-2586-41ca-9b05-4ed9b374166f req-cd5aa3fc-9a65-4e28-90f6-efd08e40593d tempest-ServerActionsTestJSON-2052644234 tempest-ServerActionsTestJSON-2052644234-project] 10.222.0.42 "GET /v2.0/quotas/6be92480d0964f34a8ede9caae0c987d HTTP/1.1" status: 200 len: 375 time: 0.0113559 Apr 18 20:54:41.360858 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-2cf1162f-c4a6-4874-b921-e00038162c25 tempest-AttachVolumeShelveTestJSON-1712717013 tempest-AttachVolumeShelveTestJSON-1712717013-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:54:41.419716 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Device 4e8f9ef7-416b-4ecf-af85-3540e942f560 up at agent hyperv_n-h1-838334-2 {{(pid=84042) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 20:54:41.525756 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-06cc2904-2586-41ca-9b05-4ed9b374166f req-0c9e7ccf-616a-4c71-947a-378190f65d2d tempest-ServerActionsTestJSON-2052644234 tempest-ServerActionsTestJSON-2052644234-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=6be92480d0964f34a8ede9caae0c987d&fields=id HTTP/1.1" status: 200 len: 486 time: 0.1810894 Apr 18 20:54:41.533439 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Provisioning for port 4e8f9ef7-416b-4ecf-af85-3540e942f560 completed by entity L2. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 20:54:41.533439 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Provisioning complete for port 4e8f9ef7-416b-4ecf-af85-3540e942f560 triggered by entity L2. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:54:41.533439 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1253608'] for port, provisioning_complete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:54:41.549879 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e34b6d9d-afc4-47fc-ba53-3d120f29bb8b req-f55e8267-ad1d-4aeb-86ce-558259bbbc8e tempest-ListServerFiltersTestJSON-1123405701 tempest-ListServerFiltersTestJSON-1123405701-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:54:41.549879 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-e34b6d9d-afc4-47fc-ba53-3d120f29bb8b req-f55e8267-ad1d-4aeb-86ce-558259bbbc8e tempest-ListServerFiltersTestJSON-1123405701 tempest-ListServerFiltersTestJSON-1123405701-project] 10.222.0.42 "GET /v2.0/ports?device_id=893fec3b-bae4-4fe4-b69b-f05afd51795b HTTP/1.1" status: 200 len: 945 time: 0.1596117 Apr 18 20:54:41.552051 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.db_base_plugin_common [None req-2cf1162f-c4a6-4874-b921-e00038162c25 tempest-AttachVolumeShelveTestJSON-1712717013 tempest-AttachVolumeShelveTestJSON-1712717013-project] Allocated IP 172.25.8.86 (e41b6600-a917-4a8d-b05c-be3be40c6d8c/6b05667b-848e-4356-9b44-d5eb6808ef74/59a74a71-a5ac-4712-b8d7-2c1cb2f19fcd) {{(pid=84041) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:54:41.695991 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-e34b6d9d-afc4-47fc-ba53-3d120f29bb8b req-26fd2405-e63e-43e0-ab5b-33a4dae39b67 tempest-ListServerFiltersTestJSON-1123405701 tempest-ListServerFiltersTestJSON-1123405701-project] 10.222.0.42 "GET /v2.0/security-groups?id=4748fc9b-37e2-4328-8f67-9c8130ebd451&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1443820 Apr 18 20:54:41.703318 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:54:41.727251 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-06cc2904-2586-41ca-9b05-4ed9b374166f req-e4ab8b3e-c4a1-480a-bebd-34a8386f0503 service neutron] 10.222.0.42 "GET /v2.0/networks/48f708f8-0904-4115-910c-bb1ab06d7263?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2107961 Apr 18 20:54:41.743720 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] For port 4e8f9ef7-416b-4ecf-af85-3540e942f560, host n-h1-838334-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838334-2',level=0,port_id=4e8f9ef7-416b-4ecf-af85-3540e942f560,segment=NetworkSegment(eb1f29ad-3d05-4e72-b227-469dc1660e3c),segment_id=eb1f29ad-3d05-4e72-b227-469dc1660e3c)] {{(pid=84042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:54:41.744682 n-d-838334-2 neutron-server[84042]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6294465a-8de2-46a0-b127-f7e119ab828d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4e8f9ef7-416b-4ecf-af85-3540e942f560'}] {{(pid=84042) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 20:54:41.753197 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682'] for port, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:54:41.760616 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-2cf1162f-c4a6-4874-b921-e00038162c25 tempest-AttachVolumeShelveTestJSON-1712717013 tempest-AttachVolumeShelveTestJSON-1712717013-project] Notify callbacks [] for port, precommit_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:54:41.795026 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-2cf1162f-c4a6-4874-b921-e00038162c25 tempest-AttachVolumeShelveTestJSON-1712717013 tempest-AttachVolumeShelveTestJSON-1712717013-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750374836619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32266323'] for port, after_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:54:41.844250 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Pushing event updated for resources: {'Port': ['ID=4e8f9ef7-416b-4ecf-af85-3540e942f560,revision_number=5']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:54:41.867884 n-d-838334-2 neutron-server[84041]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2cf1162f-c4a6-4874-b921-e00038162c25 tempest-AttachVolumeShelveTestJSON-1712717013 tempest-AttachVolumeShelveTestJSON-1712717013-project] Network e41b6600-a917-4a8d-b05c-be3be40c6d8c is already hosted by enough agents. {{(pid=84041) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:54:41.872241 n-d-838334-2 neutron-server[84041]: DEBUG neutron.scheduler.base_scheduler [None req-2cf1162f-c4a6-4874-b921-e00038162c25 tempest-AttachVolumeShelveTestJSON-1712717013 tempest-AttachVolumeShelveTestJSON-1712717013-project] Resources bound (agent type, host, resource id): {{(pid=84041) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:54:41.874607 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cf1162f-c4a6-4874-b921-e00038162c25 tempest-AttachVolumeShelveTestJSON-1712717013 tempest-AttachVolumeShelveTestJSON-1712717013-project] Received port after_create {{(pid=84041) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 20:54:41.912116 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cf1162f-c4a6-4874-b921-e00038162c25 tempest-AttachVolumeShelveTestJSON-1712717013 tempest-AttachVolumeShelveTestJSON-1712717013-project] Pushing event updated for resources: {'Port': ['ID=59a74a71-a5ac-4712-b8d7-2c1cb2f19fcd,revision_number=1']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:54:41.939452 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-06cc2904-2586-41ca-9b05-4ed9b374166f req-4eb3ab31-d3a6-43e3-ac1c-6dff0ccb0a76 service neutron] 10.222.0.42 "GET /v2.0/networks/48f708f8-0904-4115-910c-bb1ab06d7263?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2106221 Apr 18 20:54:41.972865 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-246d576e-5dba-464b-ae0d-367bd24db039 req-ad8b91ab-792f-4d7c-910f-56fff8f35684 tempest-DeleteServersTestJSON-915645800 tempest-DeleteServersTestJSON-915645800-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:54:41.982683 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-246d576e-5dba-464b-ae0d-367bd24db039 req-ad8b91ab-792f-4d7c-910f-56fff8f35684 tempest-DeleteServersTestJSON-915645800 tempest-DeleteServersTestJSON-915645800-project] 10.222.0.42 "GET /v2.0/ports?device_id=6294465a-8de2-46a0-b127-f7e119ab828d HTTP/1.1" status: 200 len: 945 time: 0.1433020 Apr 18 20:54:42.081334 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-246d576e-5dba-464b-ae0d-367bd24db039 req-318dd555-2137-4217-8f6d-337b11a0f31e tempest-DeleteServersTestJSON-915645800 tempest-DeleteServersTestJSON-915645800-project] 10.222.0.42 "GET /v2.0/security-groups?id=588d127b-19b7-4c3d-9f79-a400181b94e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0964518 Apr 18 20:54:42.239016 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-2cf1162f-c4a6-4874-b921-e00038162c25 tempest-AttachVolumeShelveTestJSON-1712717013 tempest-AttachVolumeShelveTestJSON-1712717013-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:54:42.273734 n-d-838334-2 neutron-server[84042]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6eb08b2f-b6fb-4e1c-89c6-4d7b127872ec'] response: {'server_uuid': '6294465a-8de2-46a0-b127-f7e119ab828d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4e8f9ef7-416b-4ecf-af85-3540e942f560', 'code': 200} Apr 18 20:54:42.332793 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-2cf1162f-c4a6-4874-b921-e00038162c25 tempest-AttachVolumeShelveTestJSON-1712717013 tempest-AttachVolumeShelveTestJSON-1712717013-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:54:42.539943 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-422d085a-3570-425b-8eb5-7109f3cd85d3 req-62c10036-e104-4345-8ff6-347acffb69de service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=6294465a-8de2-46a0-b127-f7e119ab828d HTTP/1.1" status: 200 len: 1096 time: 0.1861999 Apr 18 20:54:42.637705 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f8f9a87-4b2b-4c87-8f82-ca3e90bb57d2 req-697c4192-0a09-4928-9cc7-744326cc8ca0 tempest-ServerRescueNegativeTestJSON-1571656168 tempest-ServerRescueNegativeTestJSON-1571656168-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:54:42.639182 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-9f8f9a87-4b2b-4c87-8f82-ca3e90bb57d2 req-697c4192-0a09-4928-9cc7-744326cc8ca0 tempest-ServerRescueNegativeTestJSON-1571656168 tempest-ServerRescueNegativeTestJSON-1571656168-project] 10.222.0.42 "GET /v2.0/ports?device_id=84774df7-1534-4163-a5f8-10a9e8ea72b0 HTTP/1.1" status: 200 len: 945 time: 0.2172735 Apr 18 20:54:42.672425 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-2cf1162f-c4a6-4874-b921-e00038162c25 tempest-AttachVolumeShelveTestJSON-1712717013 tempest-AttachVolumeShelveTestJSON-1712717013-project] Notify callbacks [] for port, precommit_update {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:54:42.679014 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-2cf1162f-c4a6-4874-b921-e00038162c25 tempest-AttachVolumeShelveTestJSON-1712717013 tempest-AttachVolumeShelveTestJSON-1712717013-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32266282'] for port, after_update {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:54:42.687303 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-422d085a-3570-425b-8eb5-7109f3cd85d3 req-699fe5a9-dacf-48f7-8038-3f61fc9919ff service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=588d127b-19b7-4c3d-9f79-a400181b94e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1412153 Apr 18 20:54:42.717325 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-9f8f9a87-4b2b-4c87-8f82-ca3e90bb57d2 req-28754ddb-8abf-447b-9d71-a8995918a49f tempest-ServerRescueNegativeTestJSON-1571656168 tempest-ServerRescueNegativeTestJSON-1571656168-project] 10.222.0.42 "GET /v2.0/security-groups?id=43017ed2-a4b0-4fb1-8865-58458190611c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0655563 Apr 18 20:54:42.732651 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff2dc3a9-3e95-470a-a009-77053bbf24e3 req-ed4bd13d-ef4d-48c0-96ba-a132966f1d51 tempest-ListServerFiltersTestJSON-1123405701 tempest-ListServerFiltersTestJSON-1123405701-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:54:42.734520 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-ff2dc3a9-3e95-470a-a009-77053bbf24e3 req-ed4bd13d-ef4d-48c0-96ba-a132966f1d51 tempest-ListServerFiltersTestJSON-1123405701 tempest-ListServerFiltersTestJSON-1123405701-project] 10.222.0.42 "GET /v2.0/ports?device_id=87df4a39-d0d7-4e75-9f18-37c726fdf5c2 HTTP/1.1" status: 200 len: 945 time: 0.1928422 Apr 18 20:54:42.807428 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-ff2dc3a9-3e95-470a-a009-77053bbf24e3 req-b99812f2-6185-4c66-b62b-794193e4c2e5 tempest-ListServerFiltersTestJSON-1123405701 tempest-ListServerFiltersTestJSON-1123405701-project] 10.222.0.42 "GET /v2.0/security-groups?id=4748fc9b-37e2-4328-8f67-9c8130ebd451&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559645 Apr 18 20:54:42.847202 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cf1162f-c4a6-4874-b921-e00038162c25 tempest-AttachVolumeShelveTestJSON-1712717013 tempest-AttachVolumeShelveTestJSON-1712717013-project] Pushing event updated for resources: {'Port': ['ID=59a74a71-a5ac-4712-b8d7-2c1cb2f19fcd,revision_number=2']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:54:42.867721 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-2cf1162f-c4a6-4874-b921-e00038162c25 tempest-AttachVolumeShelveTestJSON-1712717013 tempest-AttachVolumeShelveTestJSON-1712717013-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33444131'] for floatingip, after_update {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:54:42.915719 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-2cf1162f-c4a6-4874-b921-e00038162c25 tempest-AttachVolumeShelveTestJSON-1712717013 tempest-AttachVolumeShelveTestJSON-1712717013-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217293'] for floatingip, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:54:42.918631 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-2cf1162f-c4a6-4874-b921-e00038162c25 tempest-AttachVolumeShelveTestJSON-1712717013 tempest-AttachVolumeShelveTestJSON-1712717013-project] 10.222.0.42 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.7674093 Apr 18 20:54:42.938041 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-2bca1bdb-c916-4234-a7c6-f1951710b49d req-8fa16fab-c417-4b21-ad08-6d4f33e5d64b tempest-ServerActionsTestJSON-2052644234 tempest-ServerActionsTestJSON-2052644234-project] 10.222.0.42 "GET /v2.0/ports?device_id=9b75afc0-b7a8-48b0-b510-64f0396320e0 HTTP/1.1" status: 200 len: 210 time: 0.0533893 Apr 18 20:54:43.369471 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [req-8db16995-be26-49fa-9f39-c4d6ff10be4d req-926c8ca5-8a99-4b9f-974f-808b0b6de336 tempest-AttachVolumeShelveTestJSON-1712717013 tempest-AttachVolumeShelveTestJSON-1712717013-project] Synchronizing usage tracker for tenant:62ca3eda8b574071bf7ebb52cb30bb40 on resource:security_group {{(pid=84040) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 20:54:43.392345 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [req-8db16995-be26-49fa-9f39-c4d6ff10be4d req-926c8ca5-8a99-4b9f-974f-808b0b6de336 tempest-AttachVolumeShelveTestJSON-1712717013 tempest-AttachVolumeShelveTestJSON-1712717013-project] Unset dirty status for tenant:62ca3eda8b574071bf7ebb52cb30bb40 on resource:security_group {{(pid=84040) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 20:54:43.393469 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-8db16995-be26-49fa-9f39-c4d6ff10be4d req-926c8ca5-8a99-4b9f-974f-808b0b6de336 tempest-AttachVolumeShelveTestJSON-1712717013 tempest-AttachVolumeShelveTestJSON-1712717013-project] 10.222.0.42 "GET /v2.0/security-groups?name=tempest-securitygroup--224274846&fields=id&tenant_id=62ca3eda8b574071bf7ebb52cb30bb40 HTTP/1.1" status: 200 len: 267 time: 0.1807270 Apr 18 20:54:43.400259 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fca40678-5201-43d7-8b9f-3e1ec461de89 req-ef91170c-931e-4189-9f60-bd84a23e806d tempest-ListServerFiltersTestJSON-1123405701 tempest-ListServerFiltersTestJSON-1123405701-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:54:43.401413 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-fca40678-5201-43d7-8b9f-3e1ec461de89 req-ef91170c-931e-4189-9f60-bd84a23e806d tempest-ListServerFiltersTestJSON-1123405701 tempest-ListServerFiltersTestJSON-1123405701-project] 10.222.0.42 "GET /v2.0/ports?device_id=1848fe84-e1b8-4b1b-b558-43c90fc1533c HTTP/1.1" status: 200 len: 945 time: 0.2205324 Apr 18 20:54:43.549627 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-fca40678-5201-43d7-8b9f-3e1ec461de89 req-df4f9910-c60f-48e7-b931-a492fade364a tempest-ListServerFiltersTestJSON-1123405701 tempest-ListServerFiltersTestJSON-1123405701-project] 10.222.0.42 "GET /v2.0/security-groups?id=4748fc9b-37e2-4328-8f67-9c8130ebd451&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1203103 Apr 18 20:54:43.591123 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8db16995-be26-49fa-9f39-c4d6ff10be4d req-b2a63154-03af-46af-b51b-618a5bf916d3 tempest-AttachVolumeShelveTestJSON-1712717013 tempest-AttachVolumeShelveTestJSON-1712717013-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:54:43.592650 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-8db16995-be26-49fa-9f39-c4d6ff10be4d req-b2a63154-03af-46af-b51b-618a5bf916d3 tempest-AttachVolumeShelveTestJSON-1712717013 tempest-AttachVolumeShelveTestJSON-1712717013-project] 10.222.0.42 "GET /v2.0/networks?id=0f9d847a-7ba3-4a42-a0c6-e8541d683b40 HTTP/1.1" status: 200 len: 816 time: 0.1895506 Apr 18 20:54:43.609834 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-8db16995-be26-49fa-9f39-c4d6ff10be4d req-3a037a83-9418-4a1e-82d9-3641101085fe tempest-AttachVolumeShelveTestJSON-1712717013 tempest-AttachVolumeShelveTestJSON-1712717013-project] 10.222.0.42 "GET /v2.0/quotas/62ca3eda8b574071bf7ebb52cb30bb40 HTTP/1.1" status: 200 len: 375 time: 0.0116844 Apr 18 20:54:43.888984 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06cc2904-2586-41ca-9b05-4ed9b374166f req-ba4e453a-a250-498b-a117-348a7f1d335e tempest-ServerActionsTestJSON-2052644234 tempest-ServerActionsTestJSON-2052644234-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:54:43.890406 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-06cc2904-2586-41ca-9b05-4ed9b374166f req-ba4e453a-a250-498b-a117-348a7f1d335e tempest-ServerActionsTestJSON-2052644234 tempest-ServerActionsTestJSON-2052644234-project] 10.222.0.48 "GET /v2.0/networks?id=48f708f8-0904-4115-910c-bb1ab06d7263 HTTP/1.1" status: 200 len: 811 time: 0.2382114 Apr 18 20:54:43.905683 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-8db16995-be26-49fa-9f39-c4d6ff10be4d req-7e89075b-a576-4cea-bc9b-1a51d6274950 tempest-AttachVolumeShelveTestJSON-1712717013 tempest-AttachVolumeShelveTestJSON-1712717013-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=62ca3eda8b574071bf7ebb52cb30bb40&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2889528 Apr 18 20:54:43.918459 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bac92ca-e831-41ee-920f-529aa68828f7 req-eed2d025-b76c-4c19-8752-ab5a3419f2cf tempest-DeleteServersTestJSON-915645800 tempest-DeleteServersTestJSON-915645800-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:54:43.922108 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-6bac92ca-e831-41ee-920f-529aa68828f7 req-eed2d025-b76c-4c19-8752-ab5a3419f2cf tempest-DeleteServersTestJSON-915645800 tempest-DeleteServersTestJSON-915645800-project] 10.222.0.42 "GET /v2.0/ports?device_id=6294465a-8de2-46a0-b127-f7e119ab828d HTTP/1.1" status: 200 len: 945 time: 0.2333879 Apr 18 20:54:43.924587 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.v2.base [req-06cc2904-2586-41ca-9b05-4ed9b374166f req-57899cfc-7b48-4cfe-9b73-8712f55b4704 tempest-ServerActionsTestJSON-2052644234 tempest-ServerActionsTestJSON-2052644234-project] Request body: {'port': {'device_id': '9b75afc0-b7a8-48b0-b510-64f0396320e0', 'network_id': '48f708f8-0904-4115-910c-bb1ab06d7263', 'admin_state_up': True, 'tenant_id': '6be92480d0964f34a8ede9caae0c987d'}} {{(pid=84040) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 20:54:44.186678 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-6bac92ca-e831-41ee-920f-529aa68828f7 req-3ce1f1a1-0a37-46dd-81b3-aa13d1ada530 tempest-DeleteServersTestJSON-915645800 tempest-DeleteServersTestJSON-915645800-project] 10.222.0.42 "GET /v2.0/security-groups?id=588d127b-19b7-4c3d-9f79-a400181b94e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2456477 Apr 18 20:54:44.225142 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-8db16995-be26-49fa-9f39-c4d6ff10be4d req-1c3f8f7a-6b50-4771-b27e-42d5ec5ba038 service neutron] 10.222.0.42 "GET /v2.0/networks/0f9d847a-7ba3-4a42-a0c6-e8541d683b40?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2801776 Apr 18 20:54:44.227372 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [req-06cc2904-2586-41ca-9b05-4ed9b374166f req-57899cfc-7b48-4cfe-9b73-8712f55b4704 tempest-ServerActionsTestJSON-2052644234 tempest-ServerActionsTestJSON-2052644234-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:54:44.250832 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [req-06cc2904-2586-41ca-9b05-4ed9b374166f req-57899cfc-7b48-4cfe-9b73-8712f55b4704 tempest-ServerActionsTestJSON-2052644234 tempest-ServerActionsTestJSON-2052644234-project] Usage tracker for resource:port and tenant:6be92480d0964f34a8ede9caae0c987d is out of sync, need to count used quota {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:54:44.254970 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [req-06cc2904-2586-41ca-9b05-4ed9b374166f req-57899cfc-7b48-4cfe-9b73-8712f55b4704 tempest-ServerActionsTestJSON-2052644234 tempest-ServerActionsTestJSON-2052644234-project] Quota usage for port was recalculated. Used quota:6. {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:54:44.304238 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [req-06cc2904-2586-41ca-9b05-4ed9b374166f req-57899cfc-7b48-4cfe-9b73-8712f55b4704 tempest-ServerActionsTestJSON-2052644234 tempest-ServerActionsTestJSON-2052644234-project] Attempting to reserve 1 items for resource port. Total usage: 6; quota limit: 500; headroom:494 {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:54:44.333991 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-06cc2904-2586-41ca-9b05-4ed9b374166f req-57899cfc-7b48-4cfe-9b73-8712f55b4704 tempest-ServerActionsTestJSON-2052644234 tempest-ServerActionsTestJSON-2052644234-project] Made reservation on behalf of 6be92480d0964f34a8ede9caae0c987d for: {'port': 1} {{(pid=84040) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:54:44.337277 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-06cc2904-2586-41ca-9b05-4ed9b374166f req-57899cfc-7b48-4cfe-9b73-8712f55b4704 tempest-ServerActionsTestJSON-2052644234 tempest-ServerActionsTestJSON-2052644234-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:54:44.447662 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-8db16995-be26-49fa-9f39-c4d6ff10be4d req-fb0671f8-715a-4fc1-b0cf-6d8c10bb03cc service neutron] 10.222.0.42 "GET /v2.0/networks/0f9d847a-7ba3-4a42-a0c6-e8541d683b40?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2155476 Apr 18 20:54:44.601499 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.db_base_plugin_common [req-06cc2904-2586-41ca-9b05-4ed9b374166f req-57899cfc-7b48-4cfe-9b73-8712f55b4704 tempest-ServerActionsTestJSON-2052644234 tempest-ServerActionsTestJSON-2052644234-project] Allocated IP 172.20.0.11 (48f708f8-0904-4115-910c-bb1ab06d7263/488f35b7-694e-475d-862d-2f00f4388d03/3c603086-8c15-4d76-8e99-2416f5406cbf) {{(pid=84040) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:54:44.658807 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c13f01a-da6e-40bc-8605-264ffe960b66 req-77798622-6116-4642-aeed-f5768e30141a tempest-ListServerFiltersTestJSON-1123405701 tempest-ListServerFiltersTestJSON-1123405701-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:54:44.662523 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c13f01a-da6e-40bc-8605-264ffe960b66 req-77798622-6116-4642-aeed-f5768e30141a tempest-ListServerFiltersTestJSON-1123405701 tempest-ListServerFiltersTestJSON-1123405701-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:54:44.666335 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c13f01a-da6e-40bc-8605-264ffe960b66 req-77798622-6116-4642-aeed-f5768e30141a tempest-ListServerFiltersTestJSON-1123405701 tempest-ListServerFiltersTestJSON-1123405701-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:54:44.668930 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-5c13f01a-da6e-40bc-8605-264ffe960b66 req-77798622-6116-4642-aeed-f5768e30141a tempest-ListServerFiltersTestJSON-1123405701 tempest-ListServerFiltersTestJSON-1123405701-project] 10.222.0.42 "GET /v2.0/ports?device_id=87df4a39-d0d7-4e75-9f18-37c726fdf5c2&device_id=893fec3b-bae4-4fe4-b69b-f05afd51795b&device_id=1848fe84-e1b8-4b1b-b558-43c90fc1533c HTTP/1.1" status: 200 len: 2416 time: 0.1644318 Apr 18 20:54:44.882282 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-5c13f01a-da6e-40bc-8605-264ffe960b66 req-42fc4755-2b77-4cf0-b9d2-bfbb708c0458 tempest-ListServerFiltersTestJSON-1123405701 tempest-ListServerFiltersTestJSON-1123405701-project] 10.222.0.42 "GET /v2.0/security-groups?id=4748fc9b-37e2-4328-8f67-9c8130ebd451&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2026007 Apr 18 20:54:44.991151 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5cfb6b2-5c61-4f8f-bdb0-d12c9add1a9b req-2f219a4e-1bdd-404e-9136-34ec5d3cdd2f tempest-ServerRescueNegativeTestJSON-1571656168 tempest-ServerRescueNegativeTestJSON-1571656168-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:54:45.002683 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-f5cfb6b2-5c61-4f8f-bdb0-d12c9add1a9b req-2f219a4e-1bdd-404e-9136-34ec5d3cdd2f tempest-ServerRescueNegativeTestJSON-1571656168 tempest-ServerRescueNegativeTestJSON-1571656168-project] 10.222.0.42 "GET /v2.0/ports?device_id=84774df7-1534-4163-a5f8-10a9e8ea72b0 HTTP/1.1" status: 200 len: 945 time: 0.2859242 Apr 18 20:54:45.002683 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-06cc2904-2586-41ca-9b05-4ed9b374166f req-57899cfc-7b48-4cfe-9b73-8712f55b4704 tempest-ServerActionsTestJSON-2052644234 tempest-ServerActionsTestJSON-2052644234-project] Notify callbacks [] for port, precommit_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:54:45.107241 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-2bb7b220-50a5-42d9-be49-27c99110fb88 req-dc619e20-2977-4777-b870-2f2ac38766dd tempest-ServerActionsTestJSON-2052644234 tempest-ServerActionsTestJSON-2052644234-project] 10.222.0.42 "GET /v2.0/ports?device_id=9b75afc0-b7a8-48b0-b510-64f0396320e0 HTTP/1.1" status: 200 len: 210 time: 0.0775478 Apr 18 20:54:45.107241 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.provisioning_blocks [req-06cc2904-2586-41ca-9b05-4ed9b374166f req-57899cfc-7b48-4cfe-9b73-8712f55b4704 tempest-ServerActionsTestJSON-2052644234 tempest-ServerActionsTestJSON-2052644234-project] Transition to ACTIVE for port object 3c603086-8c15-4d76-8e99-2416f5406cbf will not be triggered until provisioned by entity DHCP. {{(pid=84040) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 20:54:45.131066 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-f5cfb6b2-5c61-4f8f-bdb0-d12c9add1a9b req-0fdc2749-a83a-4453-a19f-68b5cc124312 tempest-ServerRescueNegativeTestJSON-1571656168 tempest-ServerRescueNegativeTestJSON-1571656168-project] 10.222.0.42 "GET /v2.0/security-groups?id=43017ed2-a4b0-4fb1-8865-58458190611c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1330800 Apr 18 20:54:45.157439 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-06cc2904-2586-41ca-9b05-4ed9b374166f req-57899cfc-7b48-4cfe-9b73-8712f55b4704 tempest-ServerActionsTestJSON-2052644234 tempest-ServerActionsTestJSON-2052644234-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750374836619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32440838'] for port, after_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:54:45.194370 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] get_ports_and_sgs() called for port_ids ['3a8c4948-ac17-42b1-acc5-fa71d01ee929'] {{(pid=84042) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 18 20:54:45.287400 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] get_ports_and_sgs() called for port_ids ['be2ef176-f0cf-4542-aaf3-acc7d50abefc'] {{(pid=84042) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 18 20:54:45.500071 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57899cfc-7b48-4cfe-9b73-8712f55b4704 tempest-ServerActionsTestJSON-2052644234 tempest-ServerActionsTestJSON-2052644234-project] Pushing event updated for resources: {'Port': ['ID=3c603086-8c15-4d76-8e99-2416f5406cbf,revision_number=1']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:54:45.640012 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-4880891e-cbfc-4134-9c57-7fb442822af0 req-7a7233be-6c44-42c5-866a-564b4131eecf tempest-AttachVolumeShelveTestJSON-1712717013 tempest-AttachVolumeShelveTestJSON-1712717013-project] 10.222.0.42 "GET /v2.0/ports?device_id=5b9655ef-e7a4-49b4-bc6e-a6c04beac88f HTTP/1.1" status: 200 len: 210 time: 0.2111096 Apr 18 20:54:45.662586 n-d-838334-2 neutron-server[84040]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-06cc2904-2586-41ca-9b05-4ed9b374166f req-57899cfc-7b48-4cfe-9b73-8712f55b4704 tempest-ServerActionsTestJSON-2052644234 tempest-ServerActionsTestJSON-2052644234-project] Network 48f708f8-0904-4115-910c-bb1ab06d7263 is already hosted by enough agents. {{(pid=84040) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:54:45.674652 n-d-838334-2 neutron-server[84040]: DEBUG neutron.scheduler.base_scheduler [req-06cc2904-2586-41ca-9b05-4ed9b374166f req-57899cfc-7b48-4cfe-9b73-8712f55b4704 tempest-ServerActionsTestJSON-2052644234 tempest-ServerActionsTestJSON-2052644234-project] Resources bound (agent type, host, resource id): {{(pid=84040) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:54:45.687199 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-3d79992c-a2f6-407e-901a-219ae224f5a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750375287399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253529'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:54:45.693902 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.l3_dvrscheduler_db [req-06cc2904-2586-41ca-9b05-4ed9b374166f req-57899cfc-7b48-4cfe-9b73-8712f55b4704 tempest-ServerActionsTestJSON-2052644234 tempest-ServerActionsTestJSON-2052644234-project] Received port after_create {{(pid=84040) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 20:54:45.796546 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06cc2904-2586-41ca-9b05-4ed9b374166f req-57899cfc-7b48-4cfe-9b73-8712f55b4704 tempest-ServerActionsTestJSON-2052644234 tempest-ServerActionsTestJSON-2052644234-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:54:45.796546 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-06cc2904-2586-41ca-9b05-4ed9b374166f req-57899cfc-7b48-4cfe-9b73-8712f55b4704 tempest-ServerActionsTestJSON-2052644234 tempest-ServerActionsTestJSON-2052644234-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217293'] for port, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:54:45.866710 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-06cc2904-2586-41ca-9b05-4ed9b374166f req-57899cfc-7b48-4cfe-9b73-8712f55b4704 tempest-ServerActionsTestJSON-2052644234 tempest-ServerActionsTestJSON-2052644234-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.9376831 Apr 18 20:54:45.887027 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.v2.base [req-06cc2904-2586-41ca-9b05-4ed9b374166f req-0c0b0474-8107-459a-8cb9-21aa4f2de1f7 service neutron] Request body: {'port': {'device_id': '9b75afc0-b7a8-48b0-b510-64f0396320e0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-838334-2'}} {{(pid=84040) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 20:54:45.944809 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1f0694f-e755-4b2f-bc9c-1a9443196e50 req-1ca31b1c-4511-4a67-baff-e0ec576f7a70 tempest-ListServerFiltersTestJSON-1123405701 tempest-ListServerFiltersTestJSON-1123405701-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:54:45.952082 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-b1f0694f-e755-4b2f-bc9c-1a9443196e50 req-1ca31b1c-4511-4a67-baff-e0ec576f7a70 tempest-ListServerFiltersTestJSON-1123405701 tempest-ListServerFiltersTestJSON-1123405701-project] 10.222.0.42 "GET /v2.0/ports?device_id=87df4a39-d0d7-4e75-9f18-37c726fdf5c2 HTTP/1.1" status: 200 len: 945 time: 0.5210888 Apr 18 20:54:46.047735 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-b1f0694f-e755-4b2f-bc9c-1a9443196e50 req-d2c74491-b427-4e47-9cbe-74c66070acae tempest-ListServerFiltersTestJSON-1123405701 tempest-ListServerFiltersTestJSON-1123405701-project] 10.222.0.42 "GET /v2.0/security-groups?id=4748fc9b-37e2-4328-8f67-9c8130ebd451&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0958848 Apr 18 20:54:46.108340 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-3be3824b-30ec-474c-b251-7e0f0c73b6c2 None None] Provisioning for port 3c603086-8c15-4d76-8e99-2416f5406cbf completed by entity DHCP. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 20:54:46.115071 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-3be3824b-30ec-474c-b251-7e0f0c73b6c2 None None] Provisioning complete for port 3c603086-8c15-4d76-8e99-2416f5406cbf triggered by entity DHCP. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:54:46.115726 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-3be3824b-30ec-474c-b251-7e0f0c73b6c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1253608'] for port, provisioning_complete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:54:46.149868 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-06cc2904-2586-41ca-9b05-4ed9b374166f req-0c0b0474-8107-459a-8cb9-21aa4f2de1f7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:54:46.173049 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4a4d0a8-5afd-4ae6-87d7-294c933c4ed8 req-060f615d-e31a-4d93-85ba-7bf55008caf5 tempest-DeleteServersTestJSON-915645800 tempest-DeleteServersTestJSON-915645800-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:54:46.180555 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-b4a4d0a8-5afd-4ae6-87d7-294c933c4ed8 req-060f615d-e31a-4d93-85ba-7bf55008caf5 tempest-DeleteServersTestJSON-915645800 tempest-DeleteServersTestJSON-915645800-project] 10.222.0.42 "GET /v2.0/ports?device_id=6294465a-8de2-46a0-b127-f7e119ab828d HTTP/1.1" status: 200 len: 945 time: 0.1736217 Apr 18 20:54:46.256533 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.plugin [None req-3be3824b-30ec-474c-b251-7e0f0c73b6c2 None None] Port 3c603086-8c15-4d76-8e99-2416f5406cbf cannot update to ACTIVE because it is not bound. {{(pid=84042) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 18 20:54:46.447496 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-b4a4d0a8-5afd-4ae6-87d7-294c933c4ed8 req-06b15c89-068f-49f8-a3ff-b6f3dd7036b7 tempest-DeleteServersTestJSON-915645800 tempest-DeleteServersTestJSON-915645800-project] 10.222.0.42 "GET /v2.0/security-groups?id=588d127b-19b7-4c3d-9f79-a400181b94e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2659295 Apr 18 20:54:46.742760 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8db16995-be26-49fa-9f39-c4d6ff10be4d req-50d8b0d8-5ba1-4250-b9b4-4e348876b153 tempest-AttachVolumeShelveTestJSON-1712717013 tempest-AttachVolumeShelveTestJSON-1712717013-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:54:46.744232 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-8db16995-be26-49fa-9f39-c4d6ff10be4d req-50d8b0d8-5ba1-4250-b9b4-4e348876b153 tempest-AttachVolumeShelveTestJSON-1712717013 tempest-AttachVolumeShelveTestJSON-1712717013-project] 10.222.0.48 "GET /v2.0/networks?id=0f9d847a-7ba3-4a42-a0c6-e8541d683b40 HTTP/1.1" status: 200 len: 816 time: 0.4627118 Apr 18 20:54:46.798062 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae0f9db7-8767-4ccf-ac76-c1ef4369f129 req-4fb20816-500a-477e-b203-24ca905714e4 tempest-ServerActionsTestJSON-2052644234 tempest-ServerActionsTestJSON-2052644234-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:54:46.798663 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [req-ae0f9db7-8767-4ccf-ac76-c1ef4369f129 req-4fb20816-500a-477e-b203-24ca905714e4 tempest-ServerActionsTestJSON-2052644234 tempest-ServerActionsTestJSON-2052644234-project] Synchronizing usage tracker for tenant:6be92480d0964f34a8ede9caae0c987d on resource:port {{(pid=84040) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 20:54:46.898158 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [req-ae0f9db7-8767-4ccf-ac76-c1ef4369f129 req-4fb20816-500a-477e-b203-24ca905714e4 tempest-ServerActionsTestJSON-2052644234 tempest-ServerActionsTestJSON-2052644234-project] Unset dirty status for tenant:6be92480d0964f34a8ede9caae0c987d on resource:port {{(pid=84040) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 20:54:46.906215 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-ae0f9db7-8767-4ccf-ac76-c1ef4369f129 req-4fb20816-500a-477e-b203-24ca905714e4 tempest-ServerActionsTestJSON-2052644234 tempest-ServerActionsTestJSON-2052644234-project] 10.222.0.42 "GET /v2.0/ports?device_id=9b75afc0-b7a8-48b0-b510-64f0396320e0 HTTP/1.1" status: 200 len: 932 time: 0.4463840 Apr 18 20:54:46.961091 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-8db16995-be26-49fa-9f39-c4d6ff10be4d req-7624c115-b8a8-4f0c-8ae5-6a0cf24b4913 tempest-AttachVolumeShelveTestJSON-1712717013 tempest-AttachVolumeShelveTestJSON-1712717013-project] 10.222.0.48 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=62ca3eda8b574071bf7ebb52cb30bb40 HTTP/1.1" status: 200 len: 379 time: 0.1754200 Apr 18 20:54:46.979447 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4657a92-47cd-492a-bcf1-0aae4d41b6cc req-a4dad377-ac59-44d8-ac59-2fb2597c02e5 tempest-ServerRescueNegativeTestJSON-1571656168 tempest-ServerRescueNegativeTestJSON-1571656168-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:54:46.987489 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-f4657a92-47cd-492a-bcf1-0aae4d41b6cc req-a4dad377-ac59-44d8-ac59-2fb2597c02e5 tempest-ServerRescueNegativeTestJSON-1571656168 tempest-ServerRescueNegativeTestJSON-1571656168-project] 10.222.0.42 "GET /v2.0/ports?device_id=84774df7-1534-4163-a5f8-10a9e8ea72b0 HTTP/1.1" status: 200 len: 945 time: 0.3734736 Apr 18 20:54:46.994978 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.v2.base [req-8db16995-be26-49fa-9f39-c4d6ff10be4d req-7517bbfe-5514-4be4-8eee-38389a33eca2 tempest-AttachVolumeShelveTestJSON-1712717013 tempest-AttachVolumeShelveTestJSON-1712717013-project] Request body: {'port': {'device_id': '5b9655ef-e7a4-49b4-bc6e-a6c04beac88f', 'network_id': '0f9d847a-7ba3-4a42-a0c6-e8541d683b40', 'admin_state_up': True, 'tenant_id': '62ca3eda8b574071bf7ebb52cb30bb40', 'security_groups': ['e08cc47c-4c66-43de-a30b-78ed2c16d927']}} {{(pid=84040) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 20:54:47.125545 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.db.resource_extend [req-06cc2904-2586-41ca-9b05-4ed9b374166f req-0c0b0474-8107-459a-8cb9-21aa4f2de1f7 service neutron] It took 0.18 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 18 20:54:47.139084 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-ae0f9db7-8767-4ccf-ac76-c1ef4369f129 req-c922e86b-c2b5-4b47-bd40-ad9fe91af1b5 tempest-ServerActionsTestJSON-2052644234 tempest-ServerActionsTestJSON-2052644234-project] 10.222.0.42 "GET /v2.0/security-groups?id=5518633c-5bdd-41db-a1d5-749e9b6740a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2315979 Apr 18 20:54:47.255657 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-f4657a92-47cd-492a-bcf1-0aae4d41b6cc req-b6eb377e-f83b-40fe-997e-66dd7f001f88 tempest-ServerRescueNegativeTestJSON-1571656168 tempest-ServerRescueNegativeTestJSON-1571656168-project] 10.222.0.42 "GET /v2.0/security-groups?id=43017ed2-a4b0-4fb1-8865-58458190611c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2670436 Apr 18 20:54:47.269539 n-d-838334-2 neutron-server[84040]: DEBUG neutron.notifiers.nova [req-06cc2904-2586-41ca-9b05-4ed9b374166f req-0c0b0474-8107-459a-8cb9-21aa4f2de1f7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3c603086-8c15-4d76-8e99-2416f5406cbf {{(pid=84040) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 18 20:54:47.314374 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-06cc2904-2586-41ca-9b05-4ed9b374166f req-0c0b0474-8107-459a-8cb9-21aa4f2de1f7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:54:47.322941 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [req-8db16995-be26-49fa-9f39-c4d6ff10be4d req-7517bbfe-5514-4be4-8eee-38389a33eca2 tempest-AttachVolumeShelveTestJSON-1712717013 tempest-AttachVolumeShelveTestJSON-1712717013-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:54:47.334974 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [req-8db16995-be26-49fa-9f39-c4d6ff10be4d req-7517bbfe-5514-4be4-8eee-38389a33eca2 tempest-AttachVolumeShelveTestJSON-1712717013 tempest-AttachVolumeShelveTestJSON-1712717013-project] Usage tracker for resource:port and tenant:62ca3eda8b574071bf7ebb52cb30bb40 is out of sync, need to count used quota {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:54:47.341643 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [req-8db16995-be26-49fa-9f39-c4d6ff10be4d req-7517bbfe-5514-4be4-8eee-38389a33eca2 tempest-AttachVolumeShelveTestJSON-1712717013 tempest-AttachVolumeShelveTestJSON-1712717013-project] Quota usage for port was recalculated. Used quota:3. {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:54:47.348998 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.provisioning_blocks [req-06cc2904-2586-41ca-9b05-4ed9b374166f req-0c0b0474-8107-459a-8cb9-21aa4f2de1f7 service neutron] Transition to ACTIVE for port object 3c603086-8c15-4d76-8e99-2416f5406cbf will not be triggered until provisioned by entity L2. {{(pid=84040) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 20:54:47.350162 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [req-8db16995-be26-49fa-9f39-c4d6ff10be4d req-7517bbfe-5514-4be4-8eee-38389a33eca2 tempest-AttachVolumeShelveTestJSON-1712717013 tempest-AttachVolumeShelveTestJSON-1712717013-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:54:47.362230 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-06cc2904-2586-41ca-9b05-4ed9b374166f req-0c0b0474-8107-459a-8cb9-21aa4f2de1f7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32440959'] for port, after_update {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:54:47.410439 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8db16995-be26-49fa-9f39-c4d6ff10be4d req-7517bbfe-5514-4be4-8eee-38389a33eca2 tempest-AttachVolumeShelveTestJSON-1712717013 tempest-AttachVolumeShelveTestJSON-1712717013-project] Made reservation on behalf of 62ca3eda8b574071bf7ebb52cb30bb40 for: {'port': 1} {{(pid=84040) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:54:47.414231 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-8db16995-be26-49fa-9f39-c4d6ff10be4d req-7517bbfe-5514-4be4-8eee-38389a33eca2 tempest-AttachVolumeShelveTestJSON-1712717013 tempest-AttachVolumeShelveTestJSON-1712717013-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:54:47.514179 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-6bf58dfe-1fce-4dca-b8e6-dbb12fd16bc5 req-3c41aeaf-cac6-47a2-b9c3-7d9f28e604aa tempest-AttachVolumeShelveTestJSON-1712717013 tempest-AttachVolumeShelveTestJSON-1712717013-project] 10.222.0.42 "GET /v2.0/ports?device_id=5b9655ef-e7a4-49b4-bc6e-a6c04beac88f HTTP/1.1" status: 200 len: 210 time: 0.0832617 Apr 18 20:54:47.666642 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c0b0474-8107-459a-8cb9-21aa4f2de1f7 service neutron] Pushing event updated for resources: {'Port': ['ID=3c603086-8c15-4d76-8e99-2416f5406cbf,revision_number=2']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:54:47.953535 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-0ad7a073-e410-4859-b132-d4d16dbd4df4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750375287399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253529'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:54:48.079564 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.managers [req-06cc2904-2586-41ca-9b05-4ed9b374166f req-0c0b0474-8107-459a-8cb9-21aa4f2de1f7 service neutron] Attempting to bind port 3c603086-8c15-4d76-8e99-2416f5406cbf on host n-h2-838334-2 for vnic_type normal with profile {{(pid=84040) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:54:48.080104 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.managers [req-06cc2904-2586-41ca-9b05-4ed9b374166f req-0c0b0474-8107-459a-8cb9-21aa4f2de1f7 service neutron] Attempting to bind port 3c603086-8c15-4d76-8e99-2416f5406cbf by drivers openvswitch,hyperv on host n-h2-838334-2 at level 0 using segments [{'id': '4935dfdb-03db-4976-a6b4-e0fa58696685', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '48f708f8-0904-4115-910c-bb1ab06d7263'}] {{(pid=84040) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:54:48.080345 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06cc2904-2586-41ca-9b05-4ed9b374166f req-0c0b0474-8107-459a-8cb9-21aa4f2de1f7 service neutron] Attempting to bind port 3c603086-8c15-4d76-8e99-2416f5406cbf on network 48f708f8-0904-4115-910c-bb1ab06d7263 {{(pid=84040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 20:54:48.101725 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06cc2904-2586-41ca-9b05-4ed9b374166f req-0c0b0474-8107-459a-8cb9-21aa4f2de1f7 service neutron] Port 3c603086-8c15-4d76-8e99-2416f5406cbf on network 48f708f8-0904-4115-910c-bb1ab06d7263 not bound, no agent of type Open vSwitch agent registered on host n-h2-838334-2 {{(pid=84040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 18 20:54:48.102370 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06cc2904-2586-41ca-9b05-4ed9b374166f req-0c0b0474-8107-459a-8cb9-21aa4f2de1f7 service neutron] Attempting to bind port 3c603086-8c15-4d76-8e99-2416f5406cbf on network 48f708f8-0904-4115-910c-bb1ab06d7263 {{(pid=84040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 20:54:48.119014 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06cc2904-2586-41ca-9b05-4ed9b374166f req-0c0b0474-8107-459a-8cb9-21aa4f2de1f7 service neutron] Checking agent: {'id': 'dc797004-f641-47b7-a77f-9c62b5b16296', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-838334-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 34, 3), 'started_at': datetime.datetime(2022, 4, 18, 20, 34, 3), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 20, 54, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 18 20:54:48.119014 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06cc2904-2586-41ca-9b05-4ed9b374166f req-0c0b0474-8107-459a-8cb9-21aa4f2de1f7 service neutron] Checking segment: {'id': '4935dfdb-03db-4976-a6b4-e0fa58696685', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '48f708f8-0904-4115-910c-bb1ab06d7263'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84040) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 20:54:48.119301 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06cc2904-2586-41ca-9b05-4ed9b374166f req-0c0b0474-8107-459a-8cb9-21aa4f2de1f7 service neutron] Bound using segment: {'id': '4935dfdb-03db-4976-a6b4-e0fa58696685', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '48f708f8-0904-4115-910c-bb1ab06d7263'} {{(pid=84040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 18 20:54:48.119638 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.managers [req-06cc2904-2586-41ca-9b05-4ed9b374166f req-0c0b0474-8107-459a-8cb9-21aa4f2de1f7 service neutron] Bound port: 3c603086-8c15-4d76-8e99-2416f5406cbf, host: n-h2-838334-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4935dfdb-03db-4976-a6b4-e0fa58696685', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '48f708f8-0904-4115-910c-bb1ab06d7263'}}] {{(pid=84040) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 20:54:48.119996 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-06cc2904-2586-41ca-9b05-4ed9b374166f req-0c0b0474-8107-459a-8cb9-21aa4f2de1f7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:54:48.142703 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.db_base_plugin_common [req-8db16995-be26-49fa-9f39-c4d6ff10be4d req-7517bbfe-5514-4be4-8eee-38389a33eca2 tempest-AttachVolumeShelveTestJSON-1712717013 tempest-AttachVolumeShelveTestJSON-1712717013-project] Allocated IP 172.20.0.4 (0f9d847a-7ba3-4a42-a0c6-e8541d683b40/d2e46a24-0bb5-4d5b-bcac-f83f2e3a3c35/d93b9095-a088-4a58-a38e-5e53d7759fcc) {{(pid=84040) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:54:48.267010 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.db [req-06cc2904-2586-41ca-9b05-4ed9b374166f req-0c0b0474-8107-459a-8cb9-21aa4f2de1f7 service neutron] For port 3c603086-8c15-4d76-8e99-2416f5406cbf, host n-h2-838334-2, cleared binding levels {{(pid=84040) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 20:54:48.297633 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.db [req-06cc2904-2586-41ca-9b05-4ed9b374166f req-0c0b0474-8107-459a-8cb9-21aa4f2de1f7 service neutron] For port 3c603086-8c15-4d76-8e99-2416f5406cbf, host n-h2-838334-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838334-2',level=0,port_id=3c603086-8c15-4d76-8e99-2416f5406cbf,segment=NetworkSegment(4935dfdb-03db-4976-a6b4-e0fa58696685),segment_id=4935dfdb-03db-4976-a6b4-e0fa58696685)] {{(pid=84040) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 20:54:48.356711 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-06cc2904-2586-41ca-9b05-4ed9b374166f req-0c0b0474-8107-459a-8cb9-21aa4f2de1f7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32440959'] for port, after_update {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:54:48.493180 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-06cc2904-2586-41ca-9b05-4ed9b374166f req-0c0b0474-8107-459a-8cb9-21aa4f2de1f7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217293'] for port, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:54:48.493526 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-06cc2904-2586-41ca-9b05-4ed9b374166f req-0c0b0474-8107-459a-8cb9-21aa4f2de1f7 service neutron] 10.222.0.48 "PUT /v2.0/ports/3c603086-8c15-4d76-8e99-2416f5406cbf HTTP/1.1" status: 200 len: 1092 time: 2.6204143 Apr 18 20:54:48.509894 n-d-838334-2 neutron-server[84040]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9b75afc0-b7a8-48b0-b510-64f0396320e0', 'tag': '3c603086-8c15-4d76-8e99-2416f5406cbf'}] {{(pid=84040) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 20:54:48.545846 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c0b0474-8107-459a-8cb9-21aa4f2de1f7 service neutron] Pushing event updated for resources: {'Port': ['ID=3c603086-8c15-4d76-8e99-2416f5406cbf,revision_number=3']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:54:48.662389 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-8db16995-be26-49fa-9f39-c4d6ff10be4d req-7517bbfe-5514-4be4-8eee-38389a33eca2 tempest-AttachVolumeShelveTestJSON-1712717013 tempest-AttachVolumeShelveTestJSON-1712717013-project] Notify callbacks [] for port, precommit_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:54:48.729414 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.provisioning_blocks [req-8db16995-be26-49fa-9f39-c4d6ff10be4d req-7517bbfe-5514-4be4-8eee-38389a33eca2 tempest-AttachVolumeShelveTestJSON-1712717013 tempest-AttachVolumeShelveTestJSON-1712717013-project] Transition to ACTIVE for port object d93b9095-a088-4a58-a38e-5e53d7759fcc will not be triggered until provisioned by entity DHCP. {{(pid=84040) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 20:54:48.759733 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a8433ca-0b70-469c-81c6-f06605a98b1a req-0a84e67a-49bb-4bb5-94b2-824b17e763db tempest-ServerActionsTestJSON-2052644234 tempest-ServerActionsTestJSON-2052644234-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:54:48.783781 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-2a8433ca-0b70-469c-81c6-f06605a98b1a req-0a84e67a-49bb-4bb5-94b2-824b17e763db tempest-ServerActionsTestJSON-2052644234 tempest-ServerActionsTestJSON-2052644234-project] 10.222.0.42 "GET /v2.0/ports?device_id=9b75afc0-b7a8-48b0-b510-64f0396320e0 HTTP/1.1" status: 200 len: 944 time: 0.3363602 Apr 18 20:54:48.894737 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-06cc2904-2586-41ca-9b05-4ed9b374166f req-767d3d88-3a96-484f-bc3b-703f331ccdd0 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=6be92480d0964f34a8ede9caae0c987d&device_id=9b75afc0-b7a8-48b0-b510-64f0396320e0 HTTP/1.1" status: 200 len: 1095 time: 0.3397899 Apr 18 20:54:48.942790 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750375287399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253529'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:54:49.005424 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-2a8433ca-0b70-469c-81c6-f06605a98b1a req-6d7aab03-d959-4d91-81bc-d06e7de959cc tempest-ServerActionsTestJSON-2052644234 tempest-ServerActionsTestJSON-2052644234-project] 10.222.0.42 "GET /v2.0/security-groups?id=5518633c-5bdd-41db-a1d5-749e9b6740a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2167745 Apr 18 20:54:49.006787 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-8db16995-be26-49fa-9f39-c4d6ff10be4d req-7517bbfe-5514-4be4-8eee-38389a33eca2 tempest-AttachVolumeShelveTestJSON-1712717013 tempest-AttachVolumeShelveTestJSON-1712717013-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750374836619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32440838'] for port, after_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:54:49.019731 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-06cc2904-2586-41ca-9b05-4ed9b374166f req-830836a7-8296-476d-9641-0810e7bb93ea service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=3c603086-8c15-4d76-8e99-2416f5406cbf HTTP/1.1" status: 200 len: 217 time: 0.1131263 Apr 18 20:54:49.158410 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ec20f0f-cc9f-4310-975b-b3313a745e65 req-e571b24a-09bd-454a-a1c9-b4765637a4af tempest-ServerRescueNegativeTestJSON-1571656168 tempest-ServerRescueNegativeTestJSON-1571656168-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:54:49.164079 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-7ec20f0f-cc9f-4310-975b-b3313a745e65 req-e571b24a-09bd-454a-a1c9-b4765637a4af tempest-ServerRescueNegativeTestJSON-1571656168 tempest-ServerRescueNegativeTestJSON-1571656168-project] 10.222.0.42 "GET /v2.0/ports?device_id=84774df7-1534-4163-a5f8-10a9e8ea72b0 HTTP/1.1" status: 200 len: 945 time: 0.3567343 Apr 18 20:54:49.201838 n-d-838334-2 neutron-server[84040]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8db16995-be26-49fa-9f39-c4d6ff10be4d req-7517bbfe-5514-4be4-8eee-38389a33eca2 tempest-AttachVolumeShelveTestJSON-1712717013 tempest-AttachVolumeShelveTestJSON-1712717013-project] Network 0f9d847a-7ba3-4a42-a0c6-e8541d683b40 is already hosted by enough agents. {{(pid=84040) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:54:49.207213 n-d-838334-2 neutron-server[84040]: DEBUG neutron.scheduler.base_scheduler [req-8db16995-be26-49fa-9f39-c4d6ff10be4d req-7517bbfe-5514-4be4-8eee-38389a33eca2 tempest-AttachVolumeShelveTestJSON-1712717013 tempest-AttachVolumeShelveTestJSON-1712717013-project] Resources bound (agent type, host, resource id): {{(pid=84040) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:54:49.212023 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.l3_dvrscheduler_db [req-8db16995-be26-49fa-9f39-c4d6ff10be4d req-7517bbfe-5514-4be4-8eee-38389a33eca2 tempest-AttachVolumeShelveTestJSON-1712717013 tempest-AttachVolumeShelveTestJSON-1712717013-project] Received port after_create {{(pid=84040) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 20:54:49.243016 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06cc2904-2586-41ca-9b05-4ed9b374166f req-b4136bd5-cfa0-4066-9117-e4aad86ab1d6 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:54:49.244701 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-06cc2904-2586-41ca-9b05-4ed9b374166f req-b4136bd5-cfa0-4066-9117-e4aad86ab1d6 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=488f35b7-694e-475d-862d-2f00f4388d03 HTTP/1.1" status: 200 len: 850 time: 0.1895611 Apr 18 20:54:49.298720 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7517bbfe-5514-4be4-8eee-38389a33eca2 tempest-AttachVolumeShelveTestJSON-1712717013 tempest-AttachVolumeShelveTestJSON-1712717013-project] Pushing event updated for resources: {'Port': ['ID=d93b9095-a088-4a58-a38e-5e53d7759fcc,revision_number=1']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:54:49.352179 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-7ec20f0f-cc9f-4310-975b-b3313a745e65 req-600bd5b4-f3b8-487e-992a-6988f8d85f11 tempest-ServerRescueNegativeTestJSON-1571656168 tempest-ServerRescueNegativeTestJSON-1571656168-project] 10.222.0.42 "GET /v2.0/security-groups?id=43017ed2-a4b0-4fb1-8865-58458190611c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1793022 Apr 18 20:54:49.389078 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-414b6ffe-e119-47bc-b18f-bcff1219c2f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750375287399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253529'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:54:49.410853 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8db16995-be26-49fa-9f39-c4d6ff10be4d req-7517bbfe-5514-4be4-8eee-38389a33eca2 tempest-AttachVolumeShelveTestJSON-1712717013 tempest-AttachVolumeShelveTestJSON-1712717013-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:54:49.411540 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-8db16995-be26-49fa-9f39-c4d6ff10be4d req-7517bbfe-5514-4be4-8eee-38389a33eca2 tempest-AttachVolumeShelveTestJSON-1712717013 tempest-AttachVolumeShelveTestJSON-1712717013-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217293'] for port, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:54:49.436128 n-d-838334-2 neutron-server[84040]: INFO neutron.notifiers.nova [-] Nova event matching ['req-263c618c-170e-4791-9bb3-a6a556ef97df'] response: {'name': 'network-changed', 'server_uuid': '9b75afc0-b7a8-48b0-b510-64f0396320e0', 'tag': '3c603086-8c15-4d76-8e99-2416f5406cbf', 'status': 'completed', 'code': 200} Apr 18 20:54:49.460162 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-8db16995-be26-49fa-9f39-c4d6ff10be4d req-7517bbfe-5514-4be4-8eee-38389a33eca2 tempest-AttachVolumeShelveTestJSON-1712717013 tempest-AttachVolumeShelveTestJSON-1712717013-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4871426 Apr 18 20:54:49.464455 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-06cc2904-2586-41ca-9b05-4ed9b374166f req-c031dee3-b258-4a47-9ad0-65468fa57c78 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=48f708f8-0904-4115-910c-bb1ab06d7263&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2078309 Apr 18 20:54:49.542650 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.v2.base [req-8db16995-be26-49fa-9f39-c4d6ff10be4d req-4463b0b2-535e-474f-b421-5e58f03c402e service neutron] Request body: {'port': {'device_id': '5b9655ef-e7a4-49b4-bc6e-a6c04beac88f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-838334-2'}} {{(pid=84040) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 20:54:49.650702 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-6be386b3-d8e6-46d6-91d8-a7ef3810958c None None] Provisioning for port d93b9095-a088-4a58-a38e-5e53d7759fcc completed by entity DHCP. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 20:54:49.659198 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-6be386b3-d8e6-46d6-91d8-a7ef3810958c None None] Provisioning complete for port d93b9095-a088-4a58-a38e-5e53d7759fcc triggered by entity DHCP. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:54:49.659698 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-6be386b3-d8e6-46d6-91d8-a7ef3810958c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1253608'] for port, provisioning_complete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:54:49.732590 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.plugin [None req-6be386b3-d8e6-46d6-91d8-a7ef3810958c None None] Port d93b9095-a088-4a58-a38e-5e53d7759fcc cannot update to ACTIVE because it is not bound. {{(pid=84042) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 18 20:54:49.792084 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-8db16995-be26-49fa-9f39-c4d6ff10be4d req-4463b0b2-535e-474f-b421-5e58f03c402e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:54:49.940886 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-06cc2904-2586-41ca-9b05-4ed9b374166f req-5880627b-11d7-44c8-a556-fadcbe074ab0 service neutron] 10.222.0.48 "GET /v2.0/networks/48f708f8-0904-4115-910c-bb1ab06d7263?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4313641 Apr 18 20:54:50.169590 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-956beac3-a6d4-42b0-91cc-5546aa96422c req-80651baf-d79f-461d-9bfe-ae92b5142512 tempest-AttachVolumeShelveTestJSON-1712717013 tempest-AttachVolumeShelveTestJSON-1712717013-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:54:50.170335 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [req-956beac3-a6d4-42b0-91cc-5546aa96422c req-80651baf-d79f-461d-9bfe-ae92b5142512 tempest-AttachVolumeShelveTestJSON-1712717013 tempest-AttachVolumeShelveTestJSON-1712717013-project] Synchronizing usage tracker for tenant:62ca3eda8b574071bf7ebb52cb30bb40 on resource:port {{(pid=84040) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 20:54:50.309080 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [req-956beac3-a6d4-42b0-91cc-5546aa96422c req-80651baf-d79f-461d-9bfe-ae92b5142512 tempest-AttachVolumeShelveTestJSON-1712717013 tempest-AttachVolumeShelveTestJSON-1712717013-project] Unset dirty status for tenant:62ca3eda8b574071bf7ebb52cb30bb40 on resource:port {{(pid=84040) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 20:54:50.310573 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-956beac3-a6d4-42b0-91cc-5546aa96422c req-80651baf-d79f-461d-9bfe-ae92b5142512 tempest-AttachVolumeShelveTestJSON-1712717013 tempest-AttachVolumeShelveTestJSON-1712717013-project] 10.222.0.42 "GET /v2.0/ports?device_id=5b9655ef-e7a4-49b4-bc6e-a6c04beac88f HTTP/1.1" status: 200 len: 931 time: 0.7056448 Apr 18 20:54:50.375016 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93009871-e9df-41fd-b106-1579e9e6c631 req-3d2a2dfd-7419-4f79-9367-b4c8705c7622 tempest-ListServerFiltersTestJSON-1123405701 tempest-ListServerFiltersTestJSON-1123405701-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:54:50.382061 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-93009871-e9df-41fd-b106-1579e9e6c631 req-3d2a2dfd-7419-4f79-9367-b4c8705c7622 tempest-ListServerFiltersTestJSON-1123405701 tempest-ListServerFiltersTestJSON-1123405701-project] 10.222.0.42 "GET /v2.0/ports?device_id=1848fe84-e1b8-4b1b-b558-43c90fc1533c HTTP/1.1" status: 200 len: 945 time: 0.5606151 Apr 18 20:54:50.441183 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-06cc2904-2586-41ca-9b05-4ed9b374166f req-85702468-80d5-40ce-82af-0b62ed2c36df service neutron] 10.222.0.48 "GET /v2.0/networks/48f708f8-0904-4115-910c-bb1ab06d7263?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4779081 Apr 18 20:54:50.478894 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-c7521a90-7d65-4e2e-842c-ca5d95e9a89c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750375287399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253529'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:54:50.555811 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-93009871-e9df-41fd-b106-1579e9e6c631 req-ee21f018-8a82-4f80-b69c-cd36e8713445 tempest-ListServerFiltersTestJSON-1123405701 tempest-ListServerFiltersTestJSON-1123405701-project] 10.222.0.42 "GET /v2.0/security-groups?id=4748fc9b-37e2-4328-8f67-9c8130ebd451&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1728845 Apr 18 20:54:50.565616 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-956beac3-a6d4-42b0-91cc-5546aa96422c req-2e0d3e51-5e56-41c6-8686-ce03ad3e5bc9 tempest-AttachVolumeShelveTestJSON-1712717013 tempest-AttachVolumeShelveTestJSON-1712717013-project] 10.222.0.42 "GET /v2.0/security-groups?id=e08cc47c-4c66-43de-a30b-78ed2c16d927&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2485414 Apr 18 20:54:50.681063 n-d-838334-2 neutron-server[84040]: DEBUG neutron.notifiers.nova [req-8db16995-be26-49fa-9f39-c4d6ff10be4d req-4463b0b2-535e-474f-b421-5e58f03c402e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d93b9095-a088-4a58-a38e-5e53d7759fcc {{(pid=84040) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 18 20:54:50.727698 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-8db16995-be26-49fa-9f39-c4d6ff10be4d req-4463b0b2-535e-474f-b421-5e58f03c402e service neutron] Notify callbacks [] for port, precommit_update {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:54:50.760840 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.provisioning_blocks [req-8db16995-be26-49fa-9f39-c4d6ff10be4d req-4463b0b2-535e-474f-b421-5e58f03c402e service neutron] Transition to ACTIVE for port object d93b9095-a088-4a58-a38e-5e53d7759fcc will not be triggered until provisioned by entity L2. {{(pid=84040) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 20:54:50.808342 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-8db16995-be26-49fa-9f39-c4d6ff10be4d req-4463b0b2-535e-474f-b421-5e58f03c402e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32440959'] for port, after_update {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:54:50.884178 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-6142ad51-c949-468f-b956-deead1dc8984 req-15b7f0ca-d664-4807-ae74-ec4d13d52524 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=6be92480d0964f34a8ede9caae0c987d&device_id=9b75afc0-b7a8-48b0-b510-64f0396320e0 HTTP/1.1" status: 200 len: 1095 time: 0.3801861 Apr 18 20:54:50.987374 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4463b0b2-535e-474f-b421-5e58f03c402e service neutron] Pushing event updated for resources: {'Port': ['ID=d93b9095-a088-4a58-a38e-5e53d7759fcc,revision_number=2']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:54:51.083615 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69a3c393-1ab8-4e39-aa00-f6775f2714f6 req-4037c23f-e5bb-4495-9a3d-8ff7ec1d2d4d tempest-ServerActionsTestJSON-2052644234 tempest-ServerActionsTestJSON-2052644234-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:54:51.085184 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-69a3c393-1ab8-4e39-aa00-f6775f2714f6 req-4037c23f-e5bb-4495-9a3d-8ff7ec1d2d4d tempest-ServerActionsTestJSON-2052644234 tempest-ServerActionsTestJSON-2052644234-project] 10.222.0.42 "GET /v2.0/ports?device_id=9b75afc0-b7a8-48b0-b510-64f0396320e0 HTTP/1.1" status: 200 len: 944 time: 0.3990359 Apr 18 20:54:51.216979 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c0b51ef-a09e-4824-8a62-017fa93458d9 req-7d6133d4-8d84-4241-8a6b-a0c6ab48ed99 tempest-ServerRescueNegativeTestJSON-1571656168 tempest-ServerRescueNegativeTestJSON-1571656168-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:54:51.218345 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-0c0b51ef-a09e-4824-8a62-017fa93458d9 req-7d6133d4-8d84-4241-8a6b-a0c6ab48ed99 tempest-ServerRescueNegativeTestJSON-1571656168 tempest-ServerRescueNegativeTestJSON-1571656168-project] 10.222.0.42 "GET /v2.0/ports?device_id=84774df7-1534-4163-a5f8-10a9e8ea72b0 HTTP/1.1" status: 200 len: 945 time: 0.4610200 Apr 18 20:54:51.274669 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6142ad51-c949-468f-b956-deead1dc8984 req-37420a35-5acd-477d-8b2a-b7d48a9df2a3 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:54:51.276095 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-6142ad51-c949-468f-b956-deead1dc8984 req-37420a35-5acd-477d-8b2a-b7d48a9df2a3 service neutron] 10.222.0.48 "GET /v2.0/networks?id=48f708f8-0904-4115-910c-bb1ab06d7263 HTTP/1.1" status: 200 len: 912 time: 0.3754096 Apr 18 20:54:51.356435 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-69a3c393-1ab8-4e39-aa00-f6775f2714f6 req-eb79a79b-146a-4573-8f25-fbab3f83a318 tempest-ServerActionsTestJSON-2052644234 tempest-ServerActionsTestJSON-2052644234-project] 10.222.0.42 "GET /v2.0/security-groups?id=5518633c-5bdd-41db-a1d5-749e9b6740a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2613766 Apr 18 20:54:51.385382 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-6142ad51-c949-468f-b956-deead1dc8984 req-9f4a6985-0f2f-4b61-9cb8-ab2480f72cc0 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=3c603086-8c15-4d76-8e99-2416f5406cbf HTTP/1.1" status: 200 len: 217 time: 0.0966256 Apr 18 20:54:51.386102 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.managers [req-8db16995-be26-49fa-9f39-c4d6ff10be4d req-4463b0b2-535e-474f-b421-5e58f03c402e service neutron] Attempting to bind port d93b9095-a088-4a58-a38e-5e53d7759fcc on host n-h2-838334-2 for vnic_type normal with profile {{(pid=84040) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:54:51.386435 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.managers [req-8db16995-be26-49fa-9f39-c4d6ff10be4d req-4463b0b2-535e-474f-b421-5e58f03c402e service neutron] Attempting to bind port d93b9095-a088-4a58-a38e-5e53d7759fcc by drivers openvswitch,hyperv on host n-h2-838334-2 at level 0 using segments [{'id': 'cd8c59c7-b4b2-44a4-be0f-4e934073fee4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '0f9d847a-7ba3-4a42-a0c6-e8541d683b40'}] {{(pid=84040) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:54:51.386858 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8db16995-be26-49fa-9f39-c4d6ff10be4d req-4463b0b2-535e-474f-b421-5e58f03c402e service neutron] Attempting to bind port d93b9095-a088-4a58-a38e-5e53d7759fcc on network 0f9d847a-7ba3-4a42-a0c6-e8541d683b40 {{(pid=84040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 20:54:51.392704 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-0c0b51ef-a09e-4824-8a62-017fa93458d9 req-ffdacb01-6fd5-4140-b860-53dd0ff55cff tempest-ServerRescueNegativeTestJSON-1571656168 tempest-ServerRescueNegativeTestJSON-1571656168-project] 10.222.0.42 "GET /v2.0/security-groups?id=43017ed2-a4b0-4fb1-8865-58458190611c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1559908 Apr 18 20:54:51.395283 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8db16995-be26-49fa-9f39-c4d6ff10be4d req-4463b0b2-535e-474f-b421-5e58f03c402e service neutron] Port d93b9095-a088-4a58-a38e-5e53d7759fcc on network 0f9d847a-7ba3-4a42-a0c6-e8541d683b40 not bound, no agent of type Open vSwitch agent registered on host n-h2-838334-2 {{(pid=84040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 18 20:54:51.395667 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8db16995-be26-49fa-9f39-c4d6ff10be4d req-4463b0b2-535e-474f-b421-5e58f03c402e service neutron] Attempting to bind port d93b9095-a088-4a58-a38e-5e53d7759fcc on network 0f9d847a-7ba3-4a42-a0c6-e8541d683b40 {{(pid=84040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 20:54:51.436308 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8db16995-be26-49fa-9f39-c4d6ff10be4d req-4463b0b2-535e-474f-b421-5e58f03c402e service neutron] Checking agent: {'id': 'dc797004-f641-47b7-a77f-9c62b5b16296', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-838334-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 34, 3), 'started_at': datetime.datetime(2022, 4, 18, 20, 34, 3), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 20, 54, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 18 20:54:51.436652 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8db16995-be26-49fa-9f39-c4d6ff10be4d req-4463b0b2-535e-474f-b421-5e58f03c402e service neutron] Checking segment: {'id': 'cd8c59c7-b4b2-44a4-be0f-4e934073fee4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '0f9d847a-7ba3-4a42-a0c6-e8541d683b40'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84040) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 20:54:51.437036 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8db16995-be26-49fa-9f39-c4d6ff10be4d req-4463b0b2-535e-474f-b421-5e58f03c402e service neutron] Bound using segment: {'id': 'cd8c59c7-b4b2-44a4-be0f-4e934073fee4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '0f9d847a-7ba3-4a42-a0c6-e8541d683b40'} {{(pid=84040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 18 20:54:51.437473 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.managers [req-8db16995-be26-49fa-9f39-c4d6ff10be4d req-4463b0b2-535e-474f-b421-5e58f03c402e service neutron] Bound port: d93b9095-a088-4a58-a38e-5e53d7759fcc, host: n-h2-838334-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cd8c59c7-b4b2-44a4-be0f-4e934073fee4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '0f9d847a-7ba3-4a42-a0c6-e8541d683b40'}}] {{(pid=84040) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 20:54:51.437817 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-8db16995-be26-49fa-9f39-c4d6ff10be4d req-4463b0b2-535e-474f-b421-5e58f03c402e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:54:51.520094 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6142ad51-c949-468f-b956-deead1dc8984 req-77e649ac-9c81-4cbd-803c-f9a60e6ab4fb service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:54:51.521632 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-6142ad51-c949-468f-b956-deead1dc8984 req-77e649ac-9c81-4cbd-803c-f9a60e6ab4fb service neutron] 10.222.0.48 "GET /v2.0/subnets?id=488f35b7-694e-475d-862d-2f00f4388d03 HTTP/1.1" status: 200 len: 850 time: 0.1205482 Apr 18 20:54:51.592299 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.db [req-8db16995-be26-49fa-9f39-c4d6ff10be4d req-4463b0b2-535e-474f-b421-5e58f03c402e service neutron] For port d93b9095-a088-4a58-a38e-5e53d7759fcc, host n-h2-838334-2, cleared binding levels {{(pid=84040) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 20:54:51.608527 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.db [req-8db16995-be26-49fa-9f39-c4d6ff10be4d req-4463b0b2-535e-474f-b421-5e58f03c402e service neutron] For port d93b9095-a088-4a58-a38e-5e53d7759fcc, host n-h2-838334-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838334-2',level=0,port_id=d93b9095-a088-4a58-a38e-5e53d7759fcc,segment=NetworkSegment(cd8c59c7-b4b2-44a4-be0f-4e934073fee4),segment_id=cd8c59c7-b4b2-44a4-be0f-4e934073fee4)] {{(pid=84040) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 20:54:51.617347 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-8db16995-be26-49fa-9f39-c4d6ff10be4d req-4463b0b2-535e-474f-b421-5e58f03c402e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32440959'] for port, after_update {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:54:51.691377 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-6142ad51-c949-468f-b956-deead1dc8984 req-a402412d-3724-4b2d-8669-a822f98b60c5 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=48f708f8-0904-4115-910c-bb1ab06d7263&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1538475 Apr 18 20:54:51.731019 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-8db16995-be26-49fa-9f39-c4d6ff10be4d req-4463b0b2-535e-474f-b421-5e58f03c402e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217293'] for port, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:54:51.732193 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-8db16995-be26-49fa-9f39-c4d6ff10be4d req-4463b0b2-535e-474f-b421-5e58f03c402e service neutron] 10.222.0.48 "PUT /v2.0/ports/d93b9095-a088-4a58-a38e-5e53d7759fcc HTTP/1.1" status: 200 len: 1091 time: 2.1945074 Apr 18 20:54:51.732535 n-d-838334-2 neutron-server[84040]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5b9655ef-e7a4-49b4-bc6e-a6c04beac88f', 'tag': 'd93b9095-a088-4a58-a38e-5e53d7759fcc'}] {{(pid=84040) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 20:54:51.810052 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4463b0b2-535e-474f-b421-5e58f03c402e service neutron] Pushing event updated for resources: {'Port': ['ID=d93b9095-a088-4a58-a38e-5e53d7759fcc,revision_number=3']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:54:52.139792 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-6142ad51-c949-468f-b956-deead1dc8984 req-fb74f544-c482-489e-968c-251cf0ccd6ed service neutron] 10.222.0.48 "GET /v2.0/networks/48f708f8-0904-4115-910c-bb1ab06d7263?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4023638 Apr 18 20:54:52.147338 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dfa950d-564d-47c3-8c16-012cbee52827 req-29b198c0-d50d-48fe-ae16-249761391e62 tempest-ListServerFiltersTestJSON-1123405701 tempest-ListServerFiltersTestJSON-1123405701-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:54:52.148826 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-2dfa950d-564d-47c3-8c16-012cbee52827 req-29b198c0-d50d-48fe-ae16-249761391e62 tempest-ListServerFiltersTestJSON-1123405701 tempest-ListServerFiltersTestJSON-1123405701-project] 10.222.0.42 "GET /v2.0/ports?device_id=1848fe84-e1b8-4b1b-b558-43c90fc1533c HTTP/1.1" status: 200 len: 945 time: 0.4545875 Apr 18 20:54:52.187709 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5fd4296-e1bc-4a3a-9b7a-14ba3948444f req-6290a8b0-6d40-4836-be26-4cebdb125f3d tempest-AttachVolumeShelveTestJSON-1712717013 tempest-AttachVolumeShelveTestJSON-1712717013-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:54:52.189102 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-f5fd4296-e1bc-4a3a-9b7a-14ba3948444f req-6290a8b0-6d40-4836-be26-4cebdb125f3d tempest-AttachVolumeShelveTestJSON-1712717013 tempest-AttachVolumeShelveTestJSON-1712717013-project] 10.222.0.42 "GET /v2.0/ports?device_id=5b9655ef-e7a4-49b4-bc6e-a6c04beac88f HTTP/1.1" status: 200 len: 943 time: 0.4198918 Apr 18 20:54:52.207010 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-8db16995-be26-49fa-9f39-c4d6ff10be4d req-73cf0920-19f1-4500-b8c4-c749f33a8d1e service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=62ca3eda8b574071bf7ebb52cb30bb40&device_id=5b9655ef-e7a4-49b4-bc6e-a6c04beac88f HTTP/1.1" status: 200 len: 1094 time: 0.2290411 Apr 18 20:54:52.365253 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-8db16995-be26-49fa-9f39-c4d6ff10be4d req-e10749d8-c4c8-46de-b9f9-8c6e01b030bd service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d93b9095-a088-4a58-a38e-5e53d7759fcc HTTP/1.1" status: 200 len: 217 time: 0.1084108 Apr 18 20:54:52.446612 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-2dfa950d-564d-47c3-8c16-012cbee52827 req-e3bdf6a3-c800-42f1-9ae3-5276cafa6cd0 tempest-ListServerFiltersTestJSON-1123405701 tempest-ListServerFiltersTestJSON-1123405701-project] 10.222.0.42 "GET /v2.0/security-groups?id=4748fc9b-37e2-4328-8f67-9c8130ebd451&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2721903 Apr 18 20:54:52.462179 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-f5fd4296-e1bc-4a3a-9b7a-14ba3948444f req-00325f6e-32a5-487d-99cb-2cc4da1a6cf1 tempest-AttachVolumeShelveTestJSON-1712717013 tempest-AttachVolumeShelveTestJSON-1712717013-project] 10.222.0.42 "GET /v2.0/security-groups?id=e08cc47c-4c66-43de-a30b-78ed2c16d927&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2542536 Apr 18 20:54:52.482559 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8db16995-be26-49fa-9f39-c4d6ff10be4d req-a2f7cba9-a64d-443d-b780-4743d1c78e0d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:54:52.484049 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-8db16995-be26-49fa-9f39-c4d6ff10be4d req-a2f7cba9-a64d-443d-b780-4743d1c78e0d service neutron] 10.222.0.48 "GET /v2.0/subnets?id=d2e46a24-0bb5-4d5b-bcac-f83f2e3a3c35 HTTP/1.1" status: 200 len: 855 time: 0.1055558 Apr 18 20:54:52.485932 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-6142ad51-c949-468f-b956-deead1dc8984 req-ec7d9bce-aea6-4f89-8a22-8ff3a816b857 service neutron] 10.222.0.48 "GET /v2.0/networks/48f708f8-0904-4115-910c-bb1ab06d7263?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3354006 Apr 18 20:54:52.533276 n-d-838334-2 neutron-server[84040]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b066414d-2654-484c-bbf0-bcacf834d2b2'] response: {'name': 'network-changed', 'server_uuid': '5b9655ef-e7a4-49b4-bc6e-a6c04beac88f', 'tag': 'd93b9095-a088-4a58-a38e-5e53d7759fcc', 'status': 'completed', 'code': 200} Apr 18 20:54:52.577476 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-8db16995-be26-49fa-9f39-c4d6ff10be4d req-aacf90f8-bb0c-4f16-a4d3-dc4354359ed5 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=0f9d847a-7ba3-4a42-a0c6-e8541d683b40&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0784705 Apr 18 20:54:52.825676 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-8db16995-be26-49fa-9f39-c4d6ff10be4d req-c2159bfc-68b9-4edf-8237-812144a14ad1 service neutron] 10.222.0.48 "GET /v2.0/networks/0f9d847a-7ba3-4a42-a0c6-e8541d683b40?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2406347 Apr 18 20:54:52.864860 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-519d4d7d-8f4f-46cf-bff7-fe9f2accbc78 req-9847dc16-6ad8-4454-af85-fd647f6a7175 tempest-ServerActionsTestJSON-2052644234 tempest-ServerActionsTestJSON-2052644234-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:54:52.866272 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-519d4d7d-8f4f-46cf-bff7-fe9f2accbc78 req-9847dc16-6ad8-4454-af85-fd647f6a7175 tempest-ServerActionsTestJSON-2052644234 tempest-ServerActionsTestJSON-2052644234-project] 10.222.0.42 "GET /v2.0/ports?device_id=9b75afc0-b7a8-48b0-b510-64f0396320e0 HTTP/1.1" status: 200 len: 944 time: 0.2634351 Apr 18 20:54:52.875746 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07c8d8e0-91d3-482e-9b7c-4bb5e6cf5ccd req-31a3bab8-1f97-4a27-b2c4-95a7a8327bcc tempest-ServerRescueNegativeTestJSON-1571656168 tempest-ServerRescueNegativeTestJSON-1571656168-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:54:52.877130 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-07c8d8e0-91d3-482e-9b7c-4bb5e6cf5ccd req-31a3bab8-1f97-4a27-b2c4-95a7a8327bcc tempest-ServerRescueNegativeTestJSON-1571656168 tempest-ServerRescueNegativeTestJSON-1571656168-project] 10.222.0.42 "GET /v2.0/ports?device_id=84774df7-1534-4163-a5f8-10a9e8ea72b0 HTTP/1.1" status: 200 len: 945 time: 0.2349215 Apr 18 20:54:53.036175 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-07c8d8e0-91d3-482e-9b7c-4bb5e6cf5ccd req-33bd039a-3dff-4559-87fb-63971fa58ec4 tempest-ServerRescueNegativeTestJSON-1571656168 tempest-ServerRescueNegativeTestJSON-1571656168-project] 10.222.0.42 "GET /v2.0/security-groups?id=43017ed2-a4b0-4fb1-8865-58458190611c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1107819 Apr 18 20:54:53.046748 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-519d4d7d-8f4f-46cf-bff7-fe9f2accbc78 req-ccb25a90-8592-4ad4-845c-9cc46d36c3f5 tempest-ServerActionsTestJSON-2052644234 tempest-ServerActionsTestJSON-2052644234-project] 10.222.0.42 "GET /v2.0/security-groups?id=5518633c-5bdd-41db-a1d5-749e9b6740a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1687238 Apr 18 20:54:53.063935 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-8db16995-be26-49fa-9f39-c4d6ff10be4d req-f6f408e5-8e3a-4be0-aaf2-e3d65e23fd36 service neutron] 10.222.0.48 "GET /v2.0/networks/0f9d847a-7ba3-4a42-a0c6-e8541d683b40?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2187176 Apr 18 20:54:53.190942 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-4bf872c5-0cd4-4c76-8975-6b4dee056410 req-e8606ff7-594a-4436-9df2-57d3240e3722 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=62ca3eda8b574071bf7ebb52cb30bb40&device_id=5b9655ef-e7a4-49b4-bc6e-a6c04beac88f HTTP/1.1" status: 200 len: 1094 time: 0.0736580 Apr 18 20:54:53.324237 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bf872c5-0cd4-4c76-8975-6b4dee056410 req-b287711a-053b-4cec-b037-96a35a09dd7c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:54:53.325682 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-4bf872c5-0cd4-4c76-8975-6b4dee056410 req-b287711a-053b-4cec-b037-96a35a09dd7c service neutron] 10.222.0.48 "GET /v2.0/networks?id=0f9d847a-7ba3-4a42-a0c6-e8541d683b40 HTTP/1.1" status: 200 len: 917 time: 0.1245537 Apr 18 20:54:53.397682 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-4bf872c5-0cd4-4c76-8975-6b4dee056410 req-658ef248-b15a-4b1e-a90a-3eae80e8f3a1 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d93b9095-a088-4a58-a38e-5e53d7759fcc HTTP/1.1" status: 200 len: 217 time: 0.0620217 Apr 18 20:54:53.461014 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bf872c5-0cd4-4c76-8975-6b4dee056410 req-b8d00c41-d9f9-4b00-84e1-d8e880979568 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:54:53.462380 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-4bf872c5-0cd4-4c76-8975-6b4dee056410 req-b8d00c41-d9f9-4b00-84e1-d8e880979568 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=d2e46a24-0bb5-4d5b-bcac-f83f2e3a3c35 HTTP/1.1" status: 200 len: 855 time: 0.0548038 Apr 18 20:54:53.540244 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-4bf872c5-0cd4-4c76-8975-6b4dee056410 req-f155526d-e5ac-4877-be00-42106940e130 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=0f9d847a-7ba3-4a42-a0c6-e8541d683b40&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0679007 Apr 18 20:54:53.874471 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-4bf872c5-0cd4-4c76-8975-6b4dee056410 req-dd69d93f-08c1-4eed-9e83-98aa9c300dae service neutron] 10.222.0.48 "GET /v2.0/networks/0f9d847a-7ba3-4a42-a0c6-e8541d683b40?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3246918 Apr 18 20:54:53.982709 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b880dcc-e99a-4af3-98e1-1d1385c7305c req-c600e021-ac32-473c-bc60-4f8023b22a5c tempest-ListServerFiltersTestJSON-1123405701 tempest-ListServerFiltersTestJSON-1123405701-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:54:53.984230 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-7b880dcc-e99a-4af3-98e1-1d1385c7305c req-c600e021-ac32-473c-bc60-4f8023b22a5c tempest-ListServerFiltersTestJSON-1123405701 tempest-ListServerFiltersTestJSON-1123405701-project] 10.222.0.42 "GET /v2.0/ports?device_id=1848fe84-e1b8-4b1b-b558-43c90fc1533c HTTP/1.1" status: 200 len: 945 time: 0.4065552 Apr 18 20:54:53.994008 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ced10ea-ddba-4c2e-a993-899154711cb5 req-bd003160-a28e-49af-a51a-f892e94fbdbb tempest-AttachVolumeShelveTestJSON-1712717013 tempest-AttachVolumeShelveTestJSON-1712717013-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:54:53.995395 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-4ced10ea-ddba-4c2e-a993-899154711cb5 req-bd003160-a28e-49af-a51a-f892e94fbdbb tempest-AttachVolumeShelveTestJSON-1712717013 tempest-AttachVolumeShelveTestJSON-1712717013-project] 10.222.0.42 "GET /v2.0/ports?device_id=5b9655ef-e7a4-49b4-bc6e-a6c04beac88f HTTP/1.1" status: 200 len: 943 time: 0.2784262 Apr 18 20:54:54.082054 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-4bf872c5-0cd4-4c76-8975-6b4dee056410 req-e2f0f60b-4f4c-4ba9-b93e-e52b8adb6012 service neutron] 10.222.0.48 "GET /v2.0/networks/0f9d847a-7ba3-4a42-a0c6-e8541d683b40?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1983035 Apr 18 20:54:54.097455 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-7b880dcc-e99a-4af3-98e1-1d1385c7305c req-178a196a-4cab-432e-887a-a1cdf4a8b5d0 tempest-ListServerFiltersTestJSON-1123405701 tempest-ListServerFiltersTestJSON-1123405701-project] 10.222.0.42 "GET /v2.0/security-groups?id=4748fc9b-37e2-4328-8f67-9c8130ebd451&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1011100 Apr 18 20:54:54.108545 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-4ced10ea-ddba-4c2e-a993-899154711cb5 req-9dadeb5f-d96a-47f7-b4b2-1786f3eb5930 tempest-AttachVolumeShelveTestJSON-1712717013 tempest-AttachVolumeShelveTestJSON-1712717013-project] 10.222.0.42 "GET /v2.0/security-groups?id=e08cc47c-4c66-43de-a30b-78ed2c16d927&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0948803 Apr 18 20:54:54.357262 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba988da6-1cd7-481b-9b87-e0a3619983b2 req-57514ac1-dd0b-429a-9759-03ebefceea54 tempest-ServerRescueNegativeTestJSON-1571656168 tempest-ServerRescueNegativeTestJSON-1571656168-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:54:54.358638 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-ba988da6-1cd7-481b-9b87-e0a3619983b2 req-57514ac1-dd0b-429a-9759-03ebefceea54 tempest-ServerRescueNegativeTestJSON-1571656168 tempest-ServerRescueNegativeTestJSON-1571656168-project] 10.222.0.42 "GET /v2.0/ports?device_id=84774df7-1534-4163-a5f8-10a9e8ea72b0 HTTP/1.1" status: 200 len: 945 time: 0.1349084 Apr 18 20:54:54.384498 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8cfbb07-8c3d-47cd-bcc0-5d0eeb99c382 req-0510da52-38cf-4e54-af6c-be4fe15fdefa tempest-ServerActionsTestJSON-2052644234 tempest-ServerActionsTestJSON-2052644234-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:54:54.386149 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-d8cfbb07-8c3d-47cd-bcc0-5d0eeb99c382 req-0510da52-38cf-4e54-af6c-be4fe15fdefa tempest-ServerActionsTestJSON-2052644234 tempest-ServerActionsTestJSON-2052644234-project] 10.222.0.42 "GET /v2.0/ports?device_id=9b75afc0-b7a8-48b0-b510-64f0396320e0 HTTP/1.1" status: 200 len: 944 time: 0.1260040 Apr 18 20:54:54.443435 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-ba988da6-1cd7-481b-9b87-e0a3619983b2 req-0b7e7890-5402-4d72-926b-31cf5c1580d3 tempest-ServerRescueNegativeTestJSON-1571656168 tempest-ServerRescueNegativeTestJSON-1571656168-project] 10.222.0.42 "GET /v2.0/security-groups?id=43017ed2-a4b0-4fb1-8865-58458190611c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0775349 Apr 18 20:54:54.450245 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-d8cfbb07-8c3d-47cd-bcc0-5d0eeb99c382 req-98ba74f0-77d7-41a0-882b-56c12e71043c tempest-ServerActionsTestJSON-2052644234 tempest-ServerActionsTestJSON-2052644234-project] 10.222.0.42 "GET /v2.0/security-groups?id=5518633c-5bdd-41db-a1d5-749e9b6740a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587347 Apr 18 20:54:54.521101 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Device 3c603086-8c15-4d76-8e99-2416f5406cbf details requested by agent hyperv_n-h2-838334-2 with host n-h2-838334-2 {{(pid=84042) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 18 20:54:54.652659 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] For port 3c603086-8c15-4d76-8e99-2416f5406cbf, host n-h2-838334-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838334-2',level=0,port_id=3c603086-8c15-4d76-8e99-2416f5406cbf,segment=NetworkSegment(4935dfdb-03db-4976-a6b4-e0fa58696685),segment_id=4935dfdb-03db-4976-a6b4-e0fa58696685)] {{(pid=84042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:54:54.668666 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Returning: {'device': '3c603086-8c15-4d76-8e99-2416f5406cbf', 'network_id': '48f708f8-0904-4115-910c-bb1ab06d7263', 'port_id': '3c603086-8c15-4d76-8e99-2416f5406cbf', 'mac_address': 'fa:16:3e:35:52:92', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 362, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '488f35b7-694e-475d-862d-2f00f4388d03', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84042) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 18 20:54:54.721033 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:54:54.737507 n-d-838334-2 neutron-server[84042]: DEBUG neutron.notifiers.nova [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3c603086-8c15-4d76-8e99-2416f5406cbf {{(pid=84042) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 18 20:54:54.752009 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] For port 3c603086-8c15-4d76-8e99-2416f5406cbf, host n-h2-838334-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838334-2',level=0,port_id=3c603086-8c15-4d76-8e99-2416f5406cbf,segment=NetworkSegment(4935dfdb-03db-4976-a6b4-e0fa58696685),segment_id=4935dfdb-03db-4976-a6b4-e0fa58696685)] {{(pid=84042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:54:54.755650 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682'] for port, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:54:54.819200 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Pushing event updated for resources: {'Port': ['ID=3c603086-8c15-4d76-8e99-2416f5406cbf,revision_number=4']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:54:55.195281 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] get_ports_and_sgs() called for port_ids ['3c603086-8c15-4d76-8e99-2416f5406cbf'] {{(pid=84042) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 18 20:54:55.376734 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a29e18ef-2819-49ef-b057-273dffd0d2b4 req-896cc0a7-b958-433d-a1fb-2a6654902da0 tempest-ListServerFiltersTestJSON-1123405701 tempest-ListServerFiltersTestJSON-1123405701-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:54:55.378187 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-a29e18ef-2819-49ef-b057-273dffd0d2b4 req-896cc0a7-b958-433d-a1fb-2a6654902da0 tempest-ListServerFiltersTestJSON-1123405701 tempest-ListServerFiltersTestJSON-1123405701-project] 10.222.0.42 "GET /v2.0/ports?device_id=1848fe84-e1b8-4b1b-b558-43c90fc1533c HTTP/1.1" status: 200 len: 945 time: 0.1457660 Apr 18 20:54:55.418379 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4144c2ab-e7f4-4cff-9b0b-fe3f88fd9c97 req-eb300126-4d41-4bdc-ba8e-be1160fa5320 tempest-AttachVolumeShelveTestJSON-1712717013 tempest-AttachVolumeShelveTestJSON-1712717013-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:54:55.419858 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-4144c2ab-e7f4-4cff-9b0b-fe3f88fd9c97 req-eb300126-4d41-4bdc-ba8e-be1160fa5320 tempest-AttachVolumeShelveTestJSON-1712717013 tempest-AttachVolumeShelveTestJSON-1712717013-project] 10.222.0.42 "GET /v2.0/ports?device_id=5b9655ef-e7a4-49b4-bc6e-a6c04beac88f HTTP/1.1" status: 200 len: 943 time: 0.1446426 Apr 18 20:54:55.461750 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-a29e18ef-2819-49ef-b057-273dffd0d2b4 req-b931586a-538b-4582-a3d5-695098c3b356 tempest-ListServerFiltersTestJSON-1123405701 tempest-ListServerFiltersTestJSON-1123405701-project] 10.222.0.42 "GET /v2.0/security-groups?id=4748fc9b-37e2-4328-8f67-9c8130ebd451&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0778062 Apr 18 20:54:55.486302 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-4144c2ab-e7f4-4cff-9b0b-fe3f88fd9c97 req-a971d0e3-e2fe-4dbd-8023-5308dc90fa6f tempest-AttachVolumeShelveTestJSON-1712717013 tempest-AttachVolumeShelveTestJSON-1712717013-project] 10.222.0.42 "GET /v2.0/security-groups?id=e08cc47c-4c66-43de-a30b-78ed2c16d927&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0574238 Apr 18 20:54:55.717826 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f7a9fac-dac7-4478-897d-b55a107a2ce4 req-74addd20-b940-4a3c-a0d3-f3b83a928e47 tempest-ServerRescueNegativeTestJSON-1571656168 tempest-ServerRescueNegativeTestJSON-1571656168-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:54:55.717826 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-1f7a9fac-dac7-4478-897d-b55a107a2ce4 req-74addd20-b940-4a3c-a0d3-f3b83a928e47 tempest-ServerRescueNegativeTestJSON-1571656168 tempest-ServerRescueNegativeTestJSON-1571656168-project] 10.222.0.42 "GET /v2.0/ports?device_id=84774df7-1534-4163-a5f8-10a9e8ea72b0 HTTP/1.1" status: 200 len: 945 time: 0.1380870 Apr 18 20:54:55.721285 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7050881a-d3b6-415e-9414-8b763f11009c req-535b9bb4-ea0e-4e33-bdd6-6291d3e875b9 tempest-ServerActionsTestJSON-2052644234 tempest-ServerActionsTestJSON-2052644234-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:54:55.722588 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-7050881a-d3b6-415e-9414-8b763f11009c req-535b9bb4-ea0e-4e33-bdd6-6291d3e875b9 tempest-ServerActionsTestJSON-2052644234 tempest-ServerActionsTestJSON-2052644234-project] 10.222.0.42 "GET /v2.0/ports?device_id=9b75afc0-b7a8-48b0-b510-64f0396320e0 HTTP/1.1" status: 200 len: 945 time: 0.1100161 Apr 18 20:54:55.790329 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-1f7a9fac-dac7-4478-897d-b55a107a2ce4 req-b9326c29-3f4a-4eaf-a1c9-4fd6e867bf4d tempest-ServerRescueNegativeTestJSON-1571656168 tempest-ServerRescueNegativeTestJSON-1571656168-project] 10.222.0.42 "GET /v2.0/security-groups?id=43017ed2-a4b0-4fb1-8865-58458190611c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0667515 Apr 18 20:54:55.797900 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-7050881a-d3b6-415e-9414-8b763f11009c req-36073dca-a84f-44eb-ad99-678048aa98c3 tempest-ServerActionsTestJSON-2052644234 tempest-ServerActionsTestJSON-2052644234-project] 10.222.0.42 "GET /v2.0/security-groups?id=5518633c-5bdd-41db-a1d5-749e9b6740a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608196 Apr 18 20:54:56.319032 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 50936) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:54:56.478760 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-622e8c00-92de-49ec-8fe5-ff0ed6d45e6a admin admin] Notify callbacks [] for security_group, before_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:54:56.514662 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-622e8c00-92de-49ec-8fe5-ff0ed6d45e6a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:54:56.519055 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-622e8c00-92de-49ec-8fe5-ff0ed6d45e6a admin admin] Usage tracker for resource:security_group_rule and tenant:6902b53279374649bb7488bc80d891a0 is out of sync, need to count used quota {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:54:56.521983 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-622e8c00-92de-49ec-8fe5-ff0ed6d45e6a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:54:56.528972 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-622e8c00-92de-49ec-8fe5-ff0ed6d45e6a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:54:56.536487 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Device d93b9095-a088-4a58-a38e-5e53d7759fcc details requested by agent hyperv_n-h2-838334-2 with host n-h2-838334-2 {{(pid=84042) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 18 20:54:56.601459 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-622e8c00-92de-49ec-8fe5-ff0ed6d45e6a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:54:56.608999 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-622e8c00-92de-49ec-8fe5-ff0ed6d45e6a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33528224'] for security_group, after_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:54:56.658426 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-622e8c00-92de-49ec-8fe5-ff0ed6d45e6a admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=6902b53279374649bb7488bc80d891a0&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3357747 Apr 18 20:54:56.659515 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 50952) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:54:56.701304 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-622e8c00-92de-49ec-8fe5-ff0ed6d45e6a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=61a94a21-cc39-4467-9613-968bedf6d10d,revision_number=1']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:54:56.743012 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-c60e93d4-8e09-4f49-b588-3d9240fe8b4a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:54:56.744646 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-640ce3fc-9d37-40e8-a088-0a8bb91f7c12 req-f3db9ab4-5f78-48bf-a3b7-451e27cd4de2 tempest-ListServerFiltersTestJSON-1123405701 tempest-ListServerFiltersTestJSON-1123405701-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:54:56.746909 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-640ce3fc-9d37-40e8-a088-0a8bb91f7c12 req-f3db9ab4-5f78-48bf-a3b7-451e27cd4de2 tempest-ListServerFiltersTestJSON-1123405701 tempest-ListServerFiltersTestJSON-1123405701-project] 10.222.0.42 "GET /v2.0/ports?device_id=1848fe84-e1b8-4b1b-b558-43c90fc1533c HTTP/1.1" status: 200 len: 945 time: 0.1426849 Apr 18 20:54:56.750164 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] For port d93b9095-a088-4a58-a38e-5e53d7759fcc, host n-h2-838334-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838334-2',level=0,port_id=d93b9095-a088-4a58-a38e-5e53d7759fcc,segment=NetworkSegment(cd8c59c7-b4b2-44a4-be0f-4e934073fee4),segment_id=cd8c59c7-b4b2-44a4-be0f-4e934073fee4)] {{(pid=84042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:54:56.769105 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Returning: {'device': 'd93b9095-a088-4a58-a38e-5e53d7759fcc', 'network_id': '0f9d847a-7ba3-4a42-a0c6-e8541d683b40', 'port_id': 'd93b9095-a088-4a58-a38e-5e53d7759fcc', 'mac_address': 'fa:16:3e:42:65:34', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 369, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd2e46a24-0bb5-4d5b-bcac-f83f2e3a3c35', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84042) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 18 20:54:56.770539 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-c60e93d4-8e09-4f49-b588-3d9240fe8b4a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:54:56.784673 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef34c463-e342-4851-a04d-556d14c2c3cb req-e7a6629f-4107-431b-bc75-2c75d1d831a4 tempest-AttachVolumeShelveTestJSON-1712717013 tempest-AttachVolumeShelveTestJSON-1712717013-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:54:56.786109 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-ef34c463-e342-4851-a04d-556d14c2c3cb req-e7a6629f-4107-431b-bc75-2c75d1d831a4 tempest-AttachVolumeShelveTestJSON-1712717013 tempest-AttachVolumeShelveTestJSON-1712717013-project] 10.222.0.42 "GET /v2.0/ports?device_id=5b9655ef-e7a4-49b4-bc6e-a6c04beac88f HTTP/1.1" status: 200 len: 943 time: 0.1222498 Apr 18 20:54:56.827040 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-c60e93d4-8e09-4f49-b588-3d9240fe8b4a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33528224'] for security_group, after_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:54:56.834756 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-640ce3fc-9d37-40e8-a088-0a8bb91f7c12 req-356b3596-1d59-427f-87b7-b3ecdda7e24f tempest-ListServerFiltersTestJSON-1123405701 tempest-ListServerFiltersTestJSON-1123405701-project] 10.222.0.42 "GET /v2.0/security-groups?id=4748fc9b-37e2-4328-8f67-9c8130ebd451&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0816550 Apr 18 20:54:56.835444 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:54:56.847592 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-ef34c463-e342-4851-a04d-556d14c2c3cb req-57e4f2f1-5aef-407b-9e52-ba6ec8c40386 tempest-AttachVolumeShelveTestJSON-1712717013 tempest-AttachVolumeShelveTestJSON-1712717013-project] 10.222.0.42 "GET /v2.0/security-groups?id=e08cc47c-4c66-43de-a30b-78ed2c16d927&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0522947 Apr 18 20:54:56.855491 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c60e93d4-8e09-4f49-b588-3d9240fe8b4a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=61a94a21-cc39-4467-9613-968bedf6d10d,revision_number=None']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:54:56.858834 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-c60e93d4-8e09-4f49-b588-3d9240fe8b4a admin admin] Notify callbacks [] for security_group, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:54:56.860162 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-c60e93d4-8e09-4f49-b588-3d9240fe8b4a admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/61a94a21-cc39-4467-9613-968bedf6d10d HTTP/1.1" status: 204 len: 168 time: 0.1997232 Apr 18 20:54:56.875181 n-d-838334-2 neutron-server[84042]: DEBUG neutron.notifiers.nova [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d93b9095-a088-4a58-a38e-5e53d7759fcc {{(pid=84042) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 18 20:54:56.894956 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] For port d93b9095-a088-4a58-a38e-5e53d7759fcc, host n-h2-838334-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838334-2',level=0,port_id=d93b9095-a088-4a58-a38e-5e53d7759fcc,segment=NetworkSegment(cd8c59c7-b4b2-44a4-be0f-4e934073fee4),segment_id=cd8c59c7-b4b2-44a4-be0f-4e934073fee4)] {{(pid=84042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:54:56.912452 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682'] for port, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:54:56.989369 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Pushing event updated for resources: {'Port': ['ID=d93b9095-a088-4a58-a38e-5e53d7759fcc,revision_number=4']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:54:57.093360 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f98b264-9f37-4484-9227-f43678b2069b req-5f3f91bb-8372-4eab-ae40-4e66b9fb7085 tempest-ServerRescueNegativeTestJSON-1571656168 tempest-ServerRescueNegativeTestJSON-1571656168-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:54:57.093878 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-4f98b264-9f37-4484-9227-f43678b2069b req-5f3f91bb-8372-4eab-ae40-4e66b9fb7085 tempest-ServerRescueNegativeTestJSON-1571656168 tempest-ServerRescueNegativeTestJSON-1571656168-project] 10.222.0.42 "GET /v2.0/ports?device_id=84774df7-1534-4163-a5f8-10a9e8ea72b0 HTTP/1.1" status: 200 len: 945 time: 0.0917547 Apr 18 20:54:57.148601 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-4f98b264-9f37-4484-9227-f43678b2069b req-2e305e71-c9f3-4171-a718-0cebc92ae86f tempest-ServerRescueNegativeTestJSON-1571656168 tempest-ServerRescueNegativeTestJSON-1571656168-project] 10.222.0.42 "GET /v2.0/security-groups?id=43017ed2-a4b0-4fb1-8865-58458190611c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0472817 Apr 18 20:54:57.324088 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f037b7a4-5197-4914-bce7-bda4e5ee5b33 req-da6d2e28-ac6d-4d1f-85f8-cecc1475e620 tempest-ServerActionsTestJSON-2052644234 tempest-ServerActionsTestJSON-2052644234-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:54:57.325845 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-f037b7a4-5197-4914-bce7-bda4e5ee5b33 req-da6d2e28-ac6d-4d1f-85f8-cecc1475e620 tempest-ServerActionsTestJSON-2052644234 tempest-ServerActionsTestJSON-2052644234-project] 10.222.0.42 "GET /v2.0/ports?device_id=9b75afc0-b7a8-48b0-b510-64f0396320e0 HTTP/1.1" status: 200 len: 945 time: 0.0976906 Apr 18 20:54:57.383605 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-f037b7a4-5197-4914-bce7-bda4e5ee5b33 req-59072675-8244-4496-b080-859c0631031b tempest-ServerActionsTestJSON-2052644234 tempest-ServerActionsTestJSON-2052644234-project] 10.222.0.42 "GET /v2.0/security-groups?id=5518633c-5bdd-41db-a1d5-749e9b6740a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504022 Apr 18 20:54:57.420539 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] get_ports_and_sgs() called for port_ids ['d93b9095-a088-4a58-a38e-5e53d7759fcc'] {{(pid=84042) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 18 20:54:57.516233 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87aeec08-ed67-4f01-bcba-b92eb16a73eb req-27b63043-69a7-40fc-93a1-6d7a6d864159 tempest-DeleteServersTestJSON-915645800 tempest-DeleteServersTestJSON-915645800-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:54:57.518004 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-87aeec08-ed67-4f01-bcba-b92eb16a73eb req-27b63043-69a7-40fc-93a1-6d7a6d864159 tempest-DeleteServersTestJSON-915645800 tempest-DeleteServersTestJSON-915645800-project] 10.222.0.42 "GET /v2.0/ports?device_id=6294465a-8de2-46a0-b127-f7e119ab828d HTTP/1.1" status: 200 len: 945 time: 0.0828798 Apr 18 20:54:57.586809 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-87aeec08-ed67-4f01-bcba-b92eb16a73eb req-781f4867-63c8-49a2-9117-27614e1a4675 tempest-DeleteServersTestJSON-915645800 tempest-DeleteServersTestJSON-915645800-project] 10.222.0.42 "GET /v2.0/security-groups?id=588d127b-19b7-4c3d-9f79-a400181b94e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629790 Apr 18 20:54:58.219052 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a0f46d0-ac3d-46af-9f72-f43345749f33 req-93ef16b2-c9be-4c1b-9fb9-d87f84d306d7 tempest-ListServerFiltersTestJSON-1123405701 tempest-ListServerFiltersTestJSON-1123405701-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:54:58.220528 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-3a0f46d0-ac3d-46af-9f72-f43345749f33 req-93ef16b2-c9be-4c1b-9fb9-d87f84d306d7 tempest-ListServerFiltersTestJSON-1123405701 tempest-ListServerFiltersTestJSON-1123405701-project] 10.222.0.42 "GET /v2.0/ports?device_id=1848fe84-e1b8-4b1b-b558-43c90fc1533c HTTP/1.1" status: 200 len: 945 time: 0.2281754 Apr 18 20:54:58.232944 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28daa7d4-7af6-4c53-8b50-1f7f4972b290 req-7693635e-47eb-4cd4-a67a-1a0d80cf05e6 tempest-AttachVolumeShelveTestJSON-1712717013 tempest-AttachVolumeShelveTestJSON-1712717013-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:54:58.234349 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-28daa7d4-7af6-4c53-8b50-1f7f4972b290 req-7693635e-47eb-4cd4-a67a-1a0d80cf05e6 tempest-AttachVolumeShelveTestJSON-1712717013 tempest-AttachVolumeShelveTestJSON-1712717013-project] 10.222.0.42 "GET /v2.0/ports?device_id=5b9655ef-e7a4-49b4-bc6e-a6c04beac88f HTTP/1.1" status: 200 len: 944 time: 0.2071195 Apr 18 20:54:58.305242 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-3a0f46d0-ac3d-46af-9f72-f43345749f33 req-1b1adf33-1f17-46f6-9cf7-aa0f111da5b9 tempest-ListServerFiltersTestJSON-1123405701 tempest-ListServerFiltersTestJSON-1123405701-project] 10.222.0.42 "GET /v2.0/security-groups?id=4748fc9b-37e2-4328-8f67-9c8130ebd451&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0789206 Apr 18 20:54:58.308124 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-28daa7d4-7af6-4c53-8b50-1f7f4972b290 req-98a99f5e-02f9-4c15-a224-9cf1f36bc7f6 tempest-AttachVolumeShelveTestJSON-1712717013 tempest-AttachVolumeShelveTestJSON-1712717013-project] 10.222.0.42 "GET /v2.0/security-groups?id=e08cc47c-4c66-43de-a30b-78ed2c16d927&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0599976 Apr 18 20:54:58.501357 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-677055c1-c27f-4f0a-81b8-edeeb78bfb9d req-1ddea1f5-aa07-4e9b-9593-bc2f2d8871d9 tempest-ServerRescueNegativeTestJSON-1571656168 tempest-ServerRescueNegativeTestJSON-1571656168-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:54:58.502892 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-677055c1-c27f-4f0a-81b8-edeeb78bfb9d req-1ddea1f5-aa07-4e9b-9593-bc2f2d8871d9 tempest-ServerRescueNegativeTestJSON-1571656168 tempest-ServerRescueNegativeTestJSON-1571656168-project] 10.222.0.42 "GET /v2.0/ports?device_id=84774df7-1534-4163-a5f8-10a9e8ea72b0 HTTP/1.1" status: 200 len: 945 time: 0.0825720 Apr 18 20:54:58.561178 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Device 3c603086-8c15-4d76-8e99-2416f5406cbf up at agent hyperv_n-h2-838334-2 {{(pid=84042) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 20:54:58.600756 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-677055c1-c27f-4f0a-81b8-edeeb78bfb9d req-4b1bfb48-1771-46c7-af90-862ab086fdf0 tempest-ServerRescueNegativeTestJSON-1571656168 tempest-ServerRescueNegativeTestJSON-1571656168-project] 10.222.0.42 "GET /v2.0/security-groups?id=43017ed2-a4b0-4fb1-8865-58458190611c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0924397 Apr 18 20:54:58.627238 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-923ac53a-c8cb-43fc-953a-5f1a211f30e5 req-8980fb17-3e11-4009-b8b6-66210a79be8f tempest-ServerActionsTestJSON-2052644234 tempest-ServerActionsTestJSON-2052644234-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:54:58.629341 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-923ac53a-c8cb-43fc-953a-5f1a211f30e5 req-8980fb17-3e11-4009-b8b6-66210a79be8f tempest-ServerActionsTestJSON-2052644234 tempest-ServerActionsTestJSON-2052644234-project] 10.222.0.42 "GET /v2.0/ports?device_id=9b75afc0-b7a8-48b0-b510-64f0396320e0 HTTP/1.1" status: 200 len: 945 time: 0.1064095 Apr 18 20:54:58.644382 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Provisioning for port 3c603086-8c15-4d76-8e99-2416f5406cbf completed by entity L2. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 20:54:58.650640 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Provisioning complete for port 3c603086-8c15-4d76-8e99-2416f5406cbf triggered by entity L2. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:54:58.651362 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1253608'] for port, provisioning_complete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:54:58.688578 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-923ac53a-c8cb-43fc-953a-5f1a211f30e5 req-a3543734-353a-4567-a0f1-319b894245e7 tempest-ServerActionsTestJSON-2052644234 tempest-ServerActionsTestJSON-2052644234-project] 10.222.0.42 "GET /v2.0/security-groups?id=5518633c-5bdd-41db-a1d5-749e9b6740a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526173 Apr 18 20:54:58.794210 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:54:58.824365 n-d-838334-2 neutron-server[84042]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9b75afc0-b7a8-48b0-b510-64f0396320e0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3c603086-8c15-4d76-8e99-2416f5406cbf'}] {{(pid=84042) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 20:54:58.834612 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] For port 3c603086-8c15-4d76-8e99-2416f5406cbf, host n-h2-838334-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838334-2',level=0,port_id=3c603086-8c15-4d76-8e99-2416f5406cbf,segment=NetworkSegment(4935dfdb-03db-4976-a6b4-e0fa58696685),segment_id=4935dfdb-03db-4976-a6b4-e0fa58696685)] {{(pid=84042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:54:58.840506 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682'] for port, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:54:58.845415 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68d31671-20ec-42d4-bbbe-517986f5b6e3 req-a2612d6b-7d29-426b-9f16-f833dc72d9cb tempest-DeleteServersTestJSON-915645800 tempest-DeleteServersTestJSON-915645800-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:54:58.847037 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-68d31671-20ec-42d4-bbbe-517986f5b6e3 req-a2612d6b-7d29-426b-9f16-f833dc72d9cb tempest-DeleteServersTestJSON-915645800 tempest-DeleteServersTestJSON-915645800-project] 10.222.0.42 "GET /v2.0/ports?device_id=6294465a-8de2-46a0-b127-f7e119ab828d HTTP/1.1" status: 200 len: 945 time: 0.0841360 Apr 18 20:54:58.889134 n-d-838334-2 neutron-server[84042]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b45df46b-3740-4078-846b-3b7b3643c028'] response: {'server_uuid': '9b75afc0-b7a8-48b0-b510-64f0396320e0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3c603086-8c15-4d76-8e99-2416f5406cbf', 'code': 200} Apr 18 20:54:58.912175 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-68d31671-20ec-42d4-bbbe-517986f5b6e3 req-f31177b5-9641-4f0e-83fb-427d3383e639 tempest-DeleteServersTestJSON-915645800 tempest-DeleteServersTestJSON-915645800-project] 10.222.0.42 "GET /v2.0/security-groups?id=588d127b-19b7-4c3d-9f79-a400181b94e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565381 Apr 18 20:54:58.936545 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Pushing event updated for resources: {'Port': ['ID=3c603086-8c15-4d76-8e99-2416f5406cbf,revision_number=5']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:54:59.047761 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-ea9e7a45-0f39-4374-b46c-35872cbf15c6 req-61ec597e-1de7-4ad7-88dd-e8d7caf44cdd service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=9b75afc0-b7a8-48b0-b510-64f0396320e0 HTTP/1.1" status: 200 len: 1097 time: 0.0748253 Apr 18 20:54:59.141883 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-ea9e7a45-0f39-4374-b46c-35872cbf15c6 req-20b627e9-d807-45dc-aa6f-cab6033378b1 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=5518633c-5bdd-41db-a1d5-749e9b6740a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0871663 Apr 18 20:54:59.176327 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5f76bc6-69dd-4360-a864-115f7880a562 req-0c3adac9-3899-467c-b8f6-0e65bd5b0bbd tempest-DeleteServersTestJSON-915645800 tempest-DeleteServersTestJSON-915645800-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:54:59.177735 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-c5f76bc6-69dd-4360-a864-115f7880a562 req-0c3adac9-3899-467c-b8f6-0e65bd5b0bbd tempest-DeleteServersTestJSON-915645800 tempest-DeleteServersTestJSON-915645800-project] 10.222.0.43 "GET /v2.0/ports?device_id=6294465a-8de2-46a0-b127-f7e119ab828d HTTP/1.1" status: 200 len: 945 time: 0.0943360 Apr 18 20:54:59.257478 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.plugin [req-c5f76bc6-69dd-4360-a864-115f7880a562 req-6eb0d258-9bd4-4e40-bc73-dfd3d0997689 tempest-DeleteServersTestJSON-915645800 tempest-DeleteServersTestJSON-915645800-project] Deleting port 4e8f9ef7-416b-4ecf-af85-3540e942f560 {{(pid=84040) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 20:54:59.258129 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-c5f76bc6-69dd-4360-a864-115f7880a562 req-6eb0d258-9bd4-4e40-bc73-dfd3d0997689 tempest-DeleteServersTestJSON-915645800 tempest-DeleteServersTestJSON-915645800-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750375188691'] for port, before_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:54:59.499405 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750375287399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253529'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:54:59.645353 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.db [req-c5f76bc6-69dd-4360-a864-115f7880a562 req-6eb0d258-9bd4-4e40-bc73-dfd3d0997689 tempest-DeleteServersTestJSON-915645800 tempest-DeleteServersTestJSON-915645800-project] For port 4e8f9ef7-416b-4ecf-af85-3540e942f560, host n-h1-838334-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838334-2',level=0,port_id=4e8f9ef7-416b-4ecf-af85-3540e942f560,segment=NetworkSegment(eb1f29ad-3d05-4e72-b227-469dc1660e3c),segment_id=eb1f29ad-3d05-4e72-b227-469dc1660e3c)] {{(pid=84040) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:54:59.645618 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-c5f76bc6-69dd-4360-a864-115f7880a562 req-6eb0d258-9bd4-4e40-bc73-dfd3d0997689 tempest-DeleteServersTestJSON-915645800 tempest-DeleteServersTestJSON-915645800-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369123'] for port, precommit_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:54:59.785876 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.plugin [req-c5f76bc6-69dd-4360-a864-115f7880a562 req-6eb0d258-9bd4-4e40-bc73-dfd3d0997689 tempest-DeleteServersTestJSON-915645800 tempest-DeleteServersTestJSON-915645800-project] Calling delete_port for 4e8f9ef7-416b-4ecf-af85-3540e942f560 owned by compute:nova {{(pid=84040) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 20:54:59.839716 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-e5eee095-674e-4bbf-b897-c3da24c0d216 req-8d483d62-ba94-49fc-89a5-cee6e791c6ff service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=84774df7-1534-4163-a5f8-10a9e8ea72b0 HTTP/1.1" status: 200 len: 1096 time: 0.0757027 Apr 18 20:54:59.843963 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89933587-e63b-4488-a7dd-d62cc078e098 req-f87b3041-8e83-4059-8f52-725191e21eaa tempest-ListServerFiltersTestJSON-1123405701 tempest-ListServerFiltersTestJSON-1123405701-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:54:59.845397 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-89933587-e63b-4488-a7dd-d62cc078e098 req-f87b3041-8e83-4059-8f52-725191e21eaa tempest-ListServerFiltersTestJSON-1123405701 tempest-ListServerFiltersTestJSON-1123405701-project] 10.222.0.42 "GET /v2.0/ports?device_id=1848fe84-e1b8-4b1b-b558-43c90fc1533c HTTP/1.1" status: 200 len: 945 time: 0.3945673 Apr 18 20:54:59.853211 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77430626-3f84-4aef-b6c6-f27eddd5d00b req-53f6fede-187e-475b-b102-b60369cce537 tempest-AttachVolumeShelveTestJSON-1712717013 tempest-AttachVolumeShelveTestJSON-1712717013-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:54:59.855118 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-77430626-3f84-4aef-b6c6-f27eddd5d00b req-53f6fede-187e-475b-b102-b60369cce537 tempest-AttachVolumeShelveTestJSON-1712717013 tempest-AttachVolumeShelveTestJSON-1712717013-project] 10.222.0.42 "GET /v2.0/ports?device_id=5b9655ef-e7a4-49b4-bc6e-a6c04beac88f HTTP/1.1" status: 200 len: 944 time: 0.3630185 Apr 18 20:54:59.888920 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-e5eee095-674e-4bbf-b897-c3da24c0d216 req-525da579-f051-40d5-b5d2-a4daf8575b13 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=43017ed2-a4b0-4fb1-8865-58458190611c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420942 Apr 18 20:54:59.961339 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-89933587-e63b-4488-a7dd-d62cc078e098 req-8d9c9e9f-3b28-44ba-99bb-0d4a1e096f3b tempest-ListServerFiltersTestJSON-1123405701 tempest-ListServerFiltersTestJSON-1123405701-project] 10.222.0.42 "GET /v2.0/security-groups?id=4748fc9b-37e2-4328-8f67-9c8130ebd451&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1009269 Apr 18 20:55:00.043235 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-77430626-3f84-4aef-b6c6-f27eddd5d00b req-cfdc0e2c-2133-44d0-ab71-9218b2c7eb19 tempest-AttachVolumeShelveTestJSON-1712717013 tempest-AttachVolumeShelveTestJSON-1712717013-project] 10.222.0.42 "GET /v2.0/security-groups?id=e08cc47c-4c66-43de-a30b-78ed2c16d927&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1560974 Apr 18 20:55:00.065779 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-c5f76bc6-69dd-4360-a864-115f7880a562 req-6eb0d258-9bd4-4e40-bc73-dfd3d0997689 tempest-DeleteServersTestJSON-915645800 tempest-DeleteServersTestJSON-915645800-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750375259028', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750374836628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32440838'] for port, after_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:55:00.166405 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eb0d258-9bd4-4e40-bc73-dfd3d0997689 tempest-DeleteServersTestJSON-915645800 tempest-DeleteServersTestJSON-915645800-project] Pushing event deleted for resources: {'Port': ['ID=4e8f9ef7-416b-4ecf-af85-3540e942f560,revision_number=None']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:55:00.188790 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 51048) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:55:00.243498 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.l3_dvrscheduler_db [req-c5f76bc6-69dd-4360-a864-115f7880a562 req-6eb0d258-9bd4-4e40-bc73-dfd3d0997689 tempest-DeleteServersTestJSON-915645800 tempest-DeleteServersTestJSON-915645800-project] No DVR routers for this DVR port 4e8f9ef7-416b-4ecf-af85-3540e942f560 on host n-h1-838334-2 {{(pid=84040) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 20:55:00.247573 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-c5f76bc6-69dd-4360-a864-115f7880a562 req-6eb0d258-9bd4-4e40-bc73-dfd3d0997689 tempest-DeleteServersTestJSON-915645800 tempest-DeleteServersTestJSON-915645800-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217293'] for port, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:55:00.250053 n-d-838334-2 neutron-server[84040]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6294465a-8de2-46a0-b127-f7e119ab828d', 'name': 'network-vif-deleted', 'tag': '4e8f9ef7-416b-4ecf-af85-3540e942f560'}] {{(pid=84040) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 20:55:00.265065 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-c5f76bc6-69dd-4360-a864-115f7880a562 req-6eb0d258-9bd4-4e40-bc73-dfd3d0997689 tempest-DeleteServersTestJSON-915645800 tempest-DeleteServersTestJSON-915645800-project] 10.222.0.43 "DELETE /v2.0/ports/4e8f9ef7-416b-4ecf-af85-3540e942f560 HTTP/1.1" status: 204 len: 173 time: 1.0810325 Apr 18 20:55:00.378324 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-58e7a51d-7bbd-488a-bea8-e2a69654df64 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:55:00.429313 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-58e7a51d-7bbd-488a-bea8-e2a69654df64 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:55:00.434341 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-58e7a51d-7bbd-488a-bea8-e2a69654df64 admin admin] Usage tracker for resource:security_group_rule and tenant:aa500851db83474c9f9a40eb2b270b80 is out of sync, need to count used quota {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:55:00.437269 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-58e7a51d-7bbd-488a-bea8-e2a69654df64 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:55:00.444297 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43e0107a-a7ea-474a-855e-01ff16b37cb4 req-710eecb1-d366-4e80-ac44-8ec87e4fcd58 tempest-ServerRescueNegativeTestJSON-1571656168 tempest-ServerRescueNegativeTestJSON-1571656168-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:55:00.445843 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-43e0107a-a7ea-474a-855e-01ff16b37cb4 req-710eecb1-d366-4e80-ac44-8ec87e4fcd58 tempest-ServerRescueNegativeTestJSON-1571656168 tempest-ServerRescueNegativeTestJSON-1571656168-project] 10.222.0.42 "GET /v2.0/ports?device_id=84774df7-1534-4163-a5f8-10a9e8ea72b0 HTTP/1.1" status: 200 len: 945 time: 0.2912521 Apr 18 20:55:00.458748 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-58e7a51d-7bbd-488a-bea8-e2a69654df64 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:55:00.524501 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a7d4ba7-1744-4f4f-b821-dbf968e3acd9 req-8cccdf8b-f1cd-41e5-8229-3c4564fcd079 tempest-ServerActionsTestJSON-2052644234 tempest-ServerActionsTestJSON-2052644234-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:55:00.532233 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-5a7d4ba7-1744-4f4f-b821-dbf968e3acd9 req-8cccdf8b-f1cd-41e5-8229-3c4564fcd079 tempest-ServerActionsTestJSON-2052644234 tempest-ServerActionsTestJSON-2052644234-project] 10.222.0.42 "GET /v2.0/ports?device_id=9b75afc0-b7a8-48b0-b510-64f0396320e0 HTTP/1.1" status: 200 len: 946 time: 0.2446077 Apr 18 20:55:00.538941 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-43e0107a-a7ea-474a-855e-01ff16b37cb4 req-34e3bb99-3115-4315-a48b-3e7902bb09dd tempest-ServerRescueNegativeTestJSON-1571656168 tempest-ServerRescueNegativeTestJSON-1571656168-project] 10.222.0.42 "GET /v2.0/security-groups?id=43017ed2-a4b0-4fb1-8865-58458190611c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0742891 Apr 18 20:55:00.545217 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-58e7a51d-7bbd-488a-bea8-e2a69654df64 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:55:00.552330 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-58e7a51d-7bbd-488a-bea8-e2a69654df64 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33528224'] for security_group, after_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:55:00.566877 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Device d93b9095-a088-4a58-a38e-5e53d7759fcc up at agent hyperv_n-h2-838334-2 {{(pid=84042) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 20:55:00.626358 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-5a7d4ba7-1744-4f4f-b821-dbf968e3acd9 req-f916e815-be54-495a-9001-777127c4ad0a tempest-ServerActionsTestJSON-2052644234 tempest-ServerActionsTestJSON-2052644234-project] 10.222.0.42 "GET /v2.0/security-groups?id=5518633c-5bdd-41db-a1d5-749e9b6740a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0924253 Apr 18 20:55:00.626531 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-58e7a51d-7bbd-488a-bea8-e2a69654df64 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=aa500851db83474c9f9a40eb2b270b80&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4364264 Apr 18 20:55:00.627397 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 51056) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:55:00.627969 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e7a51d-7bbd-488a-bea8-e2a69654df64 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=083855d1-47d8-4914-9707-d3fa9bb62835,revision_number=1']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:55:00.712937 n-d-838334-2 neutron-server[84040]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b4c60df7-dae7-41f2-8ce5-65a70ef27c86'] response: {'server_uuid': '6294465a-8de2-46a0-b127-f7e119ab828d', 'name': 'network-vif-deleted', 'tag': '4e8f9ef7-416b-4ecf-af85-3540e942f560', 'status': 'completed', 'code': 200} Apr 18 20:55:00.758778 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Provisioning for port d93b9095-a088-4a58-a38e-5e53d7759fcc completed by entity L2. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 20:55:00.762123 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-9cef7cc8-44b8-4259-b54e-49702bf938cc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:55:00.766811 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Provisioning complete for port d93b9095-a088-4a58-a38e-5e53d7759fcc triggered by entity L2. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:55:00.767283 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1253608'] for port, provisioning_complete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:55:00.834658 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-9cef7cc8-44b8-4259-b54e-49702bf938cc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:55:00.941956 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-9cef7cc8-44b8-4259-b54e-49702bf938cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33528224'] for security_group, after_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:55:00.950683 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [req-6a583ecb-d1df-4372-9b1f-6797971088e1 req-fe3a3a6c-8664-45ce-aece-893a0f9b829d tempest-DeleteServersTestJSON-915645800 tempest-DeleteServersTestJSON-915645800-project] Synchronizing usage tracker for tenant:7fa7a8b3916440879a3373a5a8935507 on resource:port {{(pid=84040) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 20:55:00.983927 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:55:00.985789 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cef7cc8-44b8-4259-b54e-49702bf938cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=083855d1-47d8-4914-9707-d3fa9bb62835,revision_number=None']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:55:00.987419 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-9cef7cc8-44b8-4259-b54e-49702bf938cc admin admin] Notify callbacks [] for security_group, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:55:00.996802 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [req-6a583ecb-d1df-4372-9b1f-6797971088e1 req-fe3a3a6c-8664-45ce-aece-893a0f9b829d tempest-DeleteServersTestJSON-915645800 tempest-DeleteServersTestJSON-915645800-project] Unset dirty status for tenant:7fa7a8b3916440879a3373a5a8935507 on resource:port {{(pid=84040) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 20:55:01.006240 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-9cef7cc8-44b8-4259-b54e-49702bf938cc admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/083855d1-47d8-4914-9707-d3fa9bb62835 HTTP/1.1" status: 204 len: 168 time: 0.3600292 Apr 18 20:55:01.013445 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-6a583ecb-d1df-4372-9b1f-6797971088e1 req-fe3a3a6c-8664-45ce-aece-893a0f9b829d tempest-DeleteServersTestJSON-915645800 tempest-DeleteServersTestJSON-915645800-project] 10.222.0.42 "GET /v2.0/ports?device_id=6294465a-8de2-46a0-b127-f7e119ab828d HTTP/1.1" status: 200 len: 210 time: 0.1801345 Apr 18 20:55:01.031705 n-d-838334-2 neutron-server[84042]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5b9655ef-e7a4-49b4-bc6e-a6c04beac88f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd93b9095-a088-4a58-a38e-5e53d7759fcc'}] {{(pid=84042) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 20:55:01.065540 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] For port d93b9095-a088-4a58-a38e-5e53d7759fcc, host n-h2-838334-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838334-2',level=0,port_id=d93b9095-a088-4a58-a38e-5e53d7759fcc,segment=NetworkSegment(cd8c59c7-b4b2-44a4-be0f-4e934073fee4),segment_id=cd8c59c7-b4b2-44a4-be0f-4e934073fee4)] {{(pid=84042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:55:01.080131 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682'] for port, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:55:01.154777 n-d-838334-2 neutron-server[84042]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c87c0a43-8eac-4763-8eba-9ec964028958'] response: {'server_uuid': '5b9655ef-e7a4-49b4-bc6e-a6c04beac88f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd93b9095-a088-4a58-a38e-5e53d7759fcc', 'code': 200} Apr 18 20:55:01.215085 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Pushing event updated for resources: {'Port': ['ID=d93b9095-a088-4a58-a38e-5e53d7759fcc,revision_number=5']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:55:01.531105 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd8ae031-890c-4fb0-bbc6-fea9e25497d1 req-22234edc-024a-413a-8535-f0d829846dd3 tempest-ListServerFiltersTestJSON-1123405701 tempest-ListServerFiltersTestJSON-1123405701-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:55:01.531581 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Device 4e8f9ef7-416b-4ecf-af85-3540e942f560 no longer exists at agent hyperv_n-h1-838334-2 {{(pid=84042) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 20:55:01.539658 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-cd8ae031-890c-4fb0-bbc6-fea9e25497d1 req-22234edc-024a-413a-8535-f0d829846dd3 tempest-ListServerFiltersTestJSON-1123405701 tempest-ListServerFiltersTestJSON-1123405701-project] 10.222.0.42 "GET /v2.0/ports?device_id=1848fe84-e1b8-4b1b-b558-43c90fc1533c HTTP/1.1" status: 200 len: 945 time: 0.2480495 Apr 18 20:55:01.547348 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aec6400c-264f-4972-bd34-6b3b449c2cfe req-caac01e2-74f3-4c42-a70c-6a87ab67de7e tempest-AttachVolumeShelveTestJSON-1712717013 tempest-AttachVolumeShelveTestJSON-1712717013-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:55:01.549032 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-aec6400c-264f-4972-bd34-6b3b449c2cfe req-caac01e2-74f3-4c42-a70c-6a87ab67de7e tempest-AttachVolumeShelveTestJSON-1712717013 tempest-AttachVolumeShelveTestJSON-1712717013-project] 10.222.0.42 "GET /v2.0/ports?device_id=5b9655ef-e7a4-49b4-bc6e-a6c04beac88f HTTP/1.1" status: 200 len: 945 time: 0.1924405 Apr 18 20:55:01.569573 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.plugin [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] No Port match for: 4e8f9ef7-416b-4ecf-af85-3540e942f560 {{(pid=84042) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 18 20:55:01.570049 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Device 4e8f9ef7-416b-4ecf-af85-3540e942f560 not bound to the agent host n-h1-838334-2 {{(pid=84042) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 20:55:01.572226 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-938f86f1-4fa2-4f2d-a41a-1daf1e111b17 req-0c260be8-98aa-4e8a-8dc5-e63252ac130c service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=5b9655ef-e7a4-49b4-bc6e-a6c04beac88f HTTP/1.1" status: 200 len: 1096 time: 0.2159183 Apr 18 20:55:01.608384 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 51072) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:55:01.629786 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-3762c1a2-fc6e-4057-a517-00250550f906 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:55:01.688805 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-3762c1a2-fc6e-4057-a517-00250550f906 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:55:01.693442 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-3762c1a2-fc6e-4057-a517-00250550f906 admin admin] Usage tracker for resource:security_group_rule and tenant:d7f97b8353d8452b842f2df06182850b is out of sync, need to count used quota {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:55:01.696167 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-aec6400c-264f-4972-bd34-6b3b449c2cfe req-e3be3bce-b911-443e-b355-9f8f38469aae tempest-AttachVolumeShelveTestJSON-1712717013 tempest-AttachVolumeShelveTestJSON-1712717013-project] 10.222.0.42 "GET /v2.0/security-groups?id=e08cc47c-4c66-43de-a30b-78ed2c16d927&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1288464 Apr 18 20:55:01.699973 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-3762c1a2-fc6e-4057-a517-00250550f906 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:55:01.708289 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-3762c1a2-fc6e-4057-a517-00250550f906 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:55:01.716313 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-938f86f1-4fa2-4f2d-a41a-1daf1e111b17 req-a3bc7f49-38ee-4deb-9e28-e020f898df35 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=e08cc47c-4c66-43de-a30b-78ed2c16d927&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1175447 Apr 18 20:55:01.719951 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-cd8ae031-890c-4fb0-bbc6-fea9e25497d1 req-634530ea-ef11-4340-a4ee-420f51205651 tempest-ListServerFiltersTestJSON-1123405701 tempest-ListServerFiltersTestJSON-1123405701-project] 10.222.0.42 "GET /v2.0/security-groups?id=4748fc9b-37e2-4328-8f67-9c8130ebd451&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1687293 Apr 18 20:55:01.824249 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-3762c1a2-fc6e-4057-a517-00250550f906 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:55:01.834549 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-3762c1a2-fc6e-4057-a517-00250550f906 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33528224'] for security_group, after_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:55:01.905990 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3762c1a2-fc6e-4057-a517-00250550f906 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e21b4b04-0d5e-4aac-a0fb-95ee34bd87cd,revision_number=1']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:55:01.914669 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-3762c1a2-fc6e-4057-a517-00250550f906 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=d7f97b8353d8452b842f2df06182850b&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3034682 Apr 18 20:55:01.915096 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 51078) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:55:02.001042 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85094b31-d65b-449b-a8e7-ecfeb7f6674a req-ee8ac037-4103-4522-af63-470e3e70059e tempest-ServerRescueNegativeTestJSON-1571656168 tempest-ServerRescueNegativeTestJSON-1571656168-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:55:02.001042 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-85094b31-d65b-449b-a8e7-ecfeb7f6674a req-ee8ac037-4103-4522-af63-470e3e70059e tempest-ServerRescueNegativeTestJSON-1571656168 tempest-ServerRescueNegativeTestJSON-1571656168-project] 10.222.0.42 "GET /v2.0/ports?device_id=84774df7-1534-4163-a5f8-10a9e8ea72b0 HTTP/1.1" status: 200 len: 945 time: 0.1614113 Apr 18 20:55:02.012151 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-bf372abb-3d72-4113-b982-27f3ff845c66 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:55:02.039749 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-bf372abb-3d72-4113-b982-27f3ff845c66 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:55:02.051668 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeb142cc-c378-4808-af3e-b4f885b272f9 req-bd1428a1-8867-4e10-9fb4-5b1a4cc9a38d tempest-ServerActionsTestJSON-2052644234 tempest-ServerActionsTestJSON-2052644234-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:55:02.053086 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-aeb142cc-c378-4808-af3e-b4f885b272f9 req-bd1428a1-8867-4e10-9fb4-5b1a4cc9a38d tempest-ServerActionsTestJSON-2052644234 tempest-ServerActionsTestJSON-2052644234-project] 10.222.0.42 "GET /v2.0/ports?device_id=9b75afc0-b7a8-48b0-b510-64f0396320e0 HTTP/1.1" status: 200 len: 946 time: 0.1636467 Apr 18 20:55:02.084299 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-85094b31-d65b-449b-a8e7-ecfeb7f6674a req-5f9635c1-26ac-4a68-9577-d0eb4f4a2339 tempest-ServerRescueNegativeTestJSON-1571656168 tempest-ServerRescueNegativeTestJSON-1571656168-project] 10.222.0.42 "GET /v2.0/security-groups?id=43017ed2-a4b0-4fb1-8865-58458190611c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0778100 Apr 18 20:55:02.106286 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-bf372abb-3d72-4113-b982-27f3ff845c66 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33528224'] for security_group, after_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:55:02.117749 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-aeb142cc-c378-4808-af3e-b4f885b272f9 req-2f90f9b3-7f19-49ae-94a9-4d834bbe616e tempest-ServerActionsTestJSON-2052644234 tempest-ServerActionsTestJSON-2052644234-project] 10.222.0.42 "GET /v2.0/security-groups?id=5518633c-5bdd-41db-a1d5-749e9b6740a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576017 Apr 18 20:55:02.155597 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf372abb-3d72-4113-b982-27f3ff845c66 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e21b4b04-0d5e-4aac-a0fb-95ee34bd87cd,revision_number=None']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:55:02.173112 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-bf372abb-3d72-4113-b982-27f3ff845c66 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:55:02.174619 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-bf372abb-3d72-4113-b982-27f3ff845c66 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/e21b4b04-0d5e-4aac-a0fb-95ee34bd87cd HTTP/1.1" status: 204 len: 168 time: 0.2587020 Apr 18 20:55:02.336483 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-b490c387-8a30-4249-8053-ef7060edb628 req-1f21d29e-6ffe-4c1c-ada8-8f6240c64abe tempest-ServerActionsTestJSON-2052644234 tempest-ServerActionsTestJSON-2052644234-project] 10.222.0.42 "GET /v2.0/security-groups?name=default&fields=id&tenant_id=6be92480d0964f34a8ede9caae0c987d HTTP/1.1" status: 200 len: 267 time: 0.0504327 Apr 18 20:55:02.442923 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b490c387-8a30-4249-8053-ef7060edb628 req-16d8e1b0-332e-4d22-866e-ab5feebc7db4 tempest-ServerActionsTestJSON-2052644234 tempest-ServerActionsTestJSON-2052644234-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:55:02.451570 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-b490c387-8a30-4249-8053-ef7060edb628 req-16d8e1b0-332e-4d22-866e-ab5feebc7db4 tempest-ServerActionsTestJSON-2052644234 tempest-ServerActionsTestJSON-2052644234-project] 10.222.0.42 "GET /v2.0/ports?device_id=9b75afc0-b7a8-48b0-b510-64f0396320e0 HTTP/1.1" status: 200 len: 946 time: 0.1051521 Apr 18 20:55:02.458697 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.v2.base [req-b490c387-8a30-4249-8053-ef7060edb628 req-61690983-ab18-4f80-b473-b18c6f09565a tempest-ServerActionsTestJSON-2052644234 tempest-ServerActionsTestJSON-2052644234-project] Request body: {'port': {'security_groups': []}} {{(pid=84040) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 20:55:02.601181 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-b490c387-8a30-4249-8053-ef7060edb628 req-61690983-ab18-4f80-b473-b18c6f09565a tempest-ServerActionsTestJSON-2052644234 tempest-ServerActionsTestJSON-2052644234-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:55:02.909485 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.db [req-b490c387-8a30-4249-8053-ef7060edb628 req-61690983-ab18-4f80-b473-b18c6f09565a tempest-ServerActionsTestJSON-2052644234 tempest-ServerActionsTestJSON-2052644234-project] For port 3c603086-8c15-4d76-8e99-2416f5406cbf, host n-h2-838334-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838334-2',level=0,port_id=3c603086-8c15-4d76-8e99-2416f5406cbf,segment=NetworkSegment(4935dfdb-03db-4976-a6b4-e0fa58696685),segment_id=4935dfdb-03db-4976-a6b4-e0fa58696685)] {{(pid=84040) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:55:03.007494 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-b490c387-8a30-4249-8053-ef7060edb628 req-61690983-ab18-4f80-b473-b18c6f09565a tempest-ServerActionsTestJSON-2052644234 tempest-ServerActionsTestJSON-2052644234-project] Notify callbacks [] for port, precommit_update {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:55:03.019347 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-b490c387-8a30-4249-8053-ef7060edb628 req-61690983-ab18-4f80-b473-b18c6f09565a tempest-ServerActionsTestJSON-2052644234 tempest-ServerActionsTestJSON-2052644234-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32440959'] for port, after_update {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:55:03.042683 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] get_ports_and_sgs() called for port_ids ['be2ef176-f0cf-4542-aaf3-acc7d50abefc', '3c603086-8c15-4d76-8e99-2416f5406cbf'] {{(pid=84042) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 18 20:55:03.124259 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] get_ports_and_sgs() called for port_ids ['3a8c4948-ac17-42b1-acc5-fa71d01ee929'] {{(pid=84042) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 18 20:55:03.166063 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-621f4f22-cf0d-4cea-8fdd-bb7f3e197a15 req-ad74ebc3-86a4-4836-a0d2-778b61c00e4f service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=f9a0b0412d2042448fe0968cc5e47ae5&device_id=84774df7-1534-4163-a5f8-10a9e8ea72b0 HTTP/1.1" status: 200 len: 1096 time: 0.2519820 Apr 18 20:55:03.209482 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b490c387-8a30-4249-8053-ef7060edb628 req-61690983-ab18-4f80-b473-b18c6f09565a tempest-ServerActionsTestJSON-2052644234 tempest-ServerActionsTestJSON-2052644234-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:55:03.210526 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-b490c387-8a30-4249-8053-ef7060edb628 req-61690983-ab18-4f80-b473-b18c6f09565a tempest-ServerActionsTestJSON-2052644234 tempest-ServerActionsTestJSON-2052644234-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217293'] for port, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:55:03.211442 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-b490c387-8a30-4249-8053-ef7060edb628 req-61690983-ab18-4f80-b473-b18c6f09565a tempest-ServerActionsTestJSON-2052644234 tempest-ServerActionsTestJSON-2052644234-project] 10.222.0.42 "PUT /v2.0/ports/3c603086-8c15-4d76-8e99-2416f5406cbf HTTP/1.1" status: 200 len: 905 time: 0.7588861 Apr 18 20:55:03.213110 n-d-838334-2 neutron-server[84040]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9b75afc0-b7a8-48b0-b510-64f0396320e0', 'tag': '3c603086-8c15-4d76-8e99-2416f5406cbf'}] {{(pid=84040) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 20:55:03.430065 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] get_ports_and_sgs() called for port_ids ['3c603086-8c15-4d76-8e99-2416f5406cbf'] {{(pid=84042) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 18 20:55:03.430186 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-621f4f22-cf0d-4cea-8fdd-bb7f3e197a15 req-994e26b2-769c-4695-952d-2b08f2fb8a9d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:55:03.432096 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-621f4f22-cf0d-4cea-8fdd-bb7f3e197a15 req-994e26b2-769c-4695-952d-2b08f2fb8a9d service neutron] 10.222.0.43 "GET /v2.0/networks?id=9956df45-2736-4a4c-9815-b894d9a44160 HTTP/1.1" status: 200 len: 920 time: 0.2491875 Apr 18 20:55:03.576202 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61690983-ab18-4f80-b473-b18c6f09565a tempest-ServerActionsTestJSON-2052644234 tempest-ServerActionsTestJSON-2052644234-project] Pushing event updated for resources: {'Port': ['ID=3c603086-8c15-4d76-8e99-2416f5406cbf,revision_number=6']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:55:03.600240 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61690983-ab18-4f80-b473-b18c6f09565a tempest-ServerActionsTestJSON-2052644234 tempest-ServerActionsTestJSON-2052644234-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:55:03.600875 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61690983-ab18-4f80-b473-b18c6f09565a tempest-ServerActionsTestJSON-2052644234 tempest-ServerActionsTestJSON-2052644234-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:55:03.601420 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61690983-ab18-4f80-b473-b18c6f09565a tempest-ServerActionsTestJSON-2052644234 tempest-ServerActionsTestJSON-2052644234-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:55:03.602774 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61690983-ab18-4f80-b473-b18c6f09565a tempest-ServerActionsTestJSON-2052644234 tempest-ServerActionsTestJSON-2052644234-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:55:03.603319 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61690983-ab18-4f80-b473-b18c6f09565a tempest-ServerActionsTestJSON-2052644234 tempest-ServerActionsTestJSON-2052644234-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:55:03.603878 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61690983-ab18-4f80-b473-b18c6f09565a tempest-ServerActionsTestJSON-2052644234 tempest-ServerActionsTestJSON-2052644234-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:55:03.605777 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61690983-ab18-4f80-b473-b18c6f09565a tempest-ServerActionsTestJSON-2052644234 tempest-ServerActionsTestJSON-2052644234-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:55:03.606330 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61690983-ab18-4f80-b473-b18c6f09565a tempest-ServerActionsTestJSON-2052644234 tempest-ServerActionsTestJSON-2052644234-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:55:03.606880 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61690983-ab18-4f80-b473-b18c6f09565a tempest-ServerActionsTestJSON-2052644234 tempest-ServerActionsTestJSON-2052644234-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:55:03.608573 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61690983-ab18-4f80-b473-b18c6f09565a tempest-ServerActionsTestJSON-2052644234 tempest-ServerActionsTestJSON-2052644234-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:55:03.609274 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61690983-ab18-4f80-b473-b18c6f09565a tempest-ServerActionsTestJSON-2052644234 tempest-ServerActionsTestJSON-2052644234-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:55:03.656627 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 51136) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:55:03.696341 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750375287399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253529'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:55:03.710594 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-84237f39-36fe-4ee2-9855-889c6289a0c5 None None] Provisioning complete for port 3c603086-8c15-4d76-8e99-2416f5406cbf triggered by entity DHCP. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:55:03.710960 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-84237f39-36fe-4ee2-9855-889c6289a0c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1253608'] for port, provisioning_complete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:55:03.821777 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bad685b-f037-4987-965f-54e371b360a1 req-41942987-bbd5-4fce-957c-1af2f7a12e69 tempest-AttachVolumeShelveTestJSON-1712717013 tempest-AttachVolumeShelveTestJSON-1712717013-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:55:03.823484 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-1bad685b-f037-4987-965f-54e371b360a1 req-41942987-bbd5-4fce-957c-1af2f7a12e69 tempest-AttachVolumeShelveTestJSON-1712717013 tempest-AttachVolumeShelveTestJSON-1712717013-project] 10.222.0.42 "GET /v2.0/ports?device_id=5b9655ef-e7a4-49b4-bc6e-a6c04beac88f HTTP/1.1" status: 200 len: 945 time: 0.7282825 Apr 18 20:55:03.835941 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-621f4f22-cf0d-4cea-8fdd-bb7f3e197a15 req-96d90605-5d41-404b-ab5e-ea916403fa66 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ac9125d6-9b8a-402f-be21-f544dd8690c6 HTTP/1.1" status: 200 len: 1001 time: 0.3974288 Apr 18 20:55:03.845134 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.v2.base [None req-9b3fd042-2974-45bd-9f50-de7faba5017e tempest-AllowedAddressPairIpV6TestJSON-1533548758 tempest-AllowedAddressPairIpV6TestJSON-1533548758-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairIpV6TestJSON-test-network-1555430223'}} {{(pid=84041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 20:55:03.853951 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-9b3fd042-2974-45bd-9f50-de7faba5017e tempest-AllowedAddressPairIpV6TestJSON-1533548758 tempest-AllowedAddressPairIpV6TestJSON-1533548758-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:55:03.862215 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-9b3fd042-2974-45bd-9f50-de7faba5017e tempest-AllowedAddressPairIpV6TestJSON-1533548758 tempest-AllowedAddressPairIpV6TestJSON-1533548758-project] Usage tracker for resource:network and tenant:6280911c3fca4dbbbe1b2c76705736f1 is out of sync, need to count used quota {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:55:03.865571 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-9b3fd042-2974-45bd-9f50-de7faba5017e tempest-AllowedAddressPairIpV6TestJSON-1533548758 tempest-AllowedAddressPairIpV6TestJSON-1533548758-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:55:03.872850 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-9b3fd042-2974-45bd-9f50-de7faba5017e tempest-AllowedAddressPairIpV6TestJSON-1533548758 tempest-AllowedAddressPairIpV6TestJSON-1533548758-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:55:03.883885 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b3fd042-2974-45bd-9f50-de7faba5017e tempest-AllowedAddressPairIpV6TestJSON-1533548758 tempest-AllowedAddressPairIpV6TestJSON-1533548758-project] Made reservation on behalf of 6280911c3fca4dbbbe1b2c76705736f1 for: {'network': 1} {{(pid=84041) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:55:03.887791 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-9b3fd042-2974-45bd-9f50-de7faba5017e tempest-AllowedAddressPairIpV6TestJSON-1533548758 tempest-AllowedAddressPairIpV6TestJSON-1533548758-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for network, before_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:55:03.903402 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-9b3fd042-2974-45bd-9f50-de7faba5017e tempest-AllowedAddressPairIpV6TestJSON-1533548758 tempest-AllowedAddressPairIpV6TestJSON-1533548758-project] Notify callbacks [] for security_group, before_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:55:03.940279 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-1bad685b-f037-4987-965f-54e371b360a1 req-46f07481-3fb1-44b4-b54d-697eb3f06429 tempest-AttachVolumeShelveTestJSON-1712717013 tempest-AttachVolumeShelveTestJSON-1712717013-project] 10.222.0.42 "GET /v2.0/security-groups?id=e08cc47c-4c66-43de-a30b-78ed2c16d927&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0996525 Apr 18 20:55:03.946243 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80bc3af3-0739-44b1-ab9c-a9466f10a6d6 req-77f3e924-8352-4383-9120-b3ec7348d394 tempest-ListServerFiltersTestJSON-1123405701 tempest-ListServerFiltersTestJSON-1123405701-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:55:03.954345 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-9b3fd042-2974-45bd-9f50-de7faba5017e tempest-AllowedAddressPairIpV6TestJSON-1533548758 tempest-AllowedAddressPairIpV6TestJSON-1533548758-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:55:03.954538 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-80bc3af3-0739-44b1-ab9c-a9466f10a6d6 req-77f3e924-8352-4383-9120-b3ec7348d394 tempest-ListServerFiltersTestJSON-1123405701 tempest-ListServerFiltersTestJSON-1123405701-project] 10.222.0.42 "GET /v2.0/ports?device_id=1848fe84-e1b8-4b1b-b558-43c90fc1533c HTTP/1.1" status: 200 len: 945 time: 0.4329736 Apr 18 20:55:03.960936 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-9b3fd042-2974-45bd-9f50-de7faba5017e tempest-AllowedAddressPairIpV6TestJSON-1533548758 tempest-AllowedAddressPairIpV6TestJSON-1533548758-project] Usage tracker for resource:security_group_rule and tenant:6280911c3fca4dbbbe1b2c76705736f1 is out of sync, need to count used quota {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:55:03.966314 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-9b3fd042-2974-45bd-9f50-de7faba5017e tempest-AllowedAddressPairIpV6TestJSON-1533548758 tempest-AllowedAddressPairIpV6TestJSON-1533548758-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:55:03.974060 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-9b3fd042-2974-45bd-9f50-de7faba5017e tempest-AllowedAddressPairIpV6TestJSON-1533548758 tempest-AllowedAddressPairIpV6TestJSON-1533548758-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:55:03.978372 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-621f4f22-cf0d-4cea-8fdd-bb7f3e197a15 req-db4a8eca-2486-4d12-8023-e9470856e84a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:55:03.979823 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-621f4f22-cf0d-4cea-8fdd-bb7f3e197a15 req-db4a8eca-2486-4d12-8023-e9470856e84a service neutron] 10.222.0.43 "GET /v2.0/subnets?id=e000ef4a-9553-4d5a-aa5c-e55a867fcd65 HTTP/1.1" status: 200 len: 858 time: 0.1243074 Apr 18 20:55:04.064170 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-80bc3af3-0739-44b1-ab9c-a9466f10a6d6 req-e2b3ffeb-4ee3-4960-9bad-1e0c41ad010d tempest-ListServerFiltersTestJSON-1123405701 tempest-ListServerFiltersTestJSON-1123405701-project] 10.222.0.42 "GET /v2.0/security-groups?id=4748fc9b-37e2-4328-8f67-9c8130ebd451&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1087298 Apr 18 20:55:04.071118 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-9b3fd042-2974-45bd-9f50-de7faba5017e tempest-AllowedAddressPairIpV6TestJSON-1533548758 tempest-AllowedAddressPairIpV6TestJSON-1533548758-project] Notify callbacks [] for security_group, precommit_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:55:04.078612 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-9b3fd042-2974-45bd-9f50-de7faba5017e tempest-AllowedAddressPairIpV6TestJSON-1533548758 tempest-AllowedAddressPairIpV6TestJSON-1533548758-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33528224'] for security_group, after_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:55:04.111131 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-621f4f22-cf0d-4cea-8fdd-bb7f3e197a15 req-9f7c1d10-6b83-4c47-831e-665bad750ff8 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=9956df45-2736-4a4c-9815-b894d9a44160&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1076767 Apr 18 20:55:04.129685 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b3fd042-2974-45bd-9f50-de7faba5017e tempest-AllowedAddressPairIpV6TestJSON-1533548758 tempest-AllowedAddressPairIpV6TestJSON-1533548758-project] Pushing event updated for resources: {'SecurityGroup': ['ID=44e1aecc-bb58-4b61-a0f7-a692476fb35e,revision_number=1']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:55:04.137111 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9b3fd042-2974-45bd-9f50-de7faba5017e tempest-AllowedAddressPairIpV6TestJSON-1533548758 tempest-AllowedAddressPairIpV6TestJSON-1533548758-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 372} {{(pid=84041) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 20:55:04.148788 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-9b3fd042-2974-45bd-9f50-de7faba5017e tempest-AllowedAddressPairIpV6TestJSON-1533548758 tempest-AllowedAddressPairIpV6TestJSON-1533548758-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1082986'] for segment, precommit_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:55:04.149124 n-d-838334-2 neutron-server[84041]: INFO neutron.db.segments_db [None req-9b3fd042-2974-45bd-9f50-de7faba5017e tempest-AllowedAddressPairIpV6TestJSON-1533548758 tempest-AllowedAddressPairIpV6TestJSON-1533548758-project] Added segment 733b1429-94bc-4f53-885d-bd1f9ca37eb6 of type vlan for network 025dd124-fd4c-48a7-8e8b-cb32ddde4b17 Apr 18 20:55:04.189274 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-9b3fd042-2974-45bd-9f50-de7faba5017e tempest-AllowedAddressPairIpV6TestJSON-1533548758 tempest-AllowedAddressPairIpV6TestJSON-1533548758-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750374825732'] for network, precommit_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:55:04.227817 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-9b3fd042-2974-45bd-9f50-de7faba5017e tempest-AllowedAddressPairIpV6TestJSON-1533548758 tempest-AllowedAddressPairIpV6TestJSON-1533548758-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33526109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022'] for network, after_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:55:04.234788 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b3fd042-2974-45bd-9f50-de7faba5017e tempest-AllowedAddressPairIpV6TestJSON-1533548758 tempest-AllowedAddressPairIpV6TestJSON-1533548758-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:55:04.235141 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-9b3fd042-2974-45bd-9f50-de7faba5017e tempest-AllowedAddressPairIpV6TestJSON-1533548758 tempest-AllowedAddressPairIpV6TestJSON-1533548758-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32378031'] for network, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:55:04.348528 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b3fd042-2974-45bd-9f50-de7faba5017e tempest-AllowedAddressPairIpV6TestJSON-1533548758 tempest-AllowedAddressPairIpV6TestJSON-1533548758-project] Pushing event updated for resources: {'Network': ['ID=025dd124-fd4c-48a7-8e8b-cb32ddde4b17,revision_number=1']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:55:04.353622 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-9b3fd042-2974-45bd-9f50-de7faba5017e tempest-AllowedAddressPairIpV6TestJSON-1533548758 tempest-AllowedAddressPairIpV6TestJSON-1533548758-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 798 time: 0.6948528 Apr 18 20:55:04.356586 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 51146) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:55:04.364758 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Network 025dd124-fd4c-48a7-8e8b-cb32ddde4b17 details requested by agent ovs-agent-n-d-838334-2 with host n-d-838334-2 {{(pid=84042) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 18 20:55:04.373798 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.v2.base [None req-c183252b-becb-4289-8e8d-a900b0ed0c83 tempest-AllowedAddressPairIpV6TestJSON-1533548758 tempest-AllowedAddressPairIpV6TestJSON-1533548758-project] Request body: {'subnet': {'network_id': '025dd124-fd4c-48a7-8e8b-cb32ddde4b17', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=84041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 20:55:04.454762 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfe19d29-c626-4ca3-931d-2b8b07701187 req-e001d5ab-a4d2-4c0b-abaa-ac34274a9d66 tempest-ServerRescueNegativeTestJSON-1571656168 tempest-ServerRescueNegativeTestJSON-1571656168-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:55:04.455840 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-cfe19d29-c626-4ca3-931d-2b8b07701187 req-e001d5ab-a4d2-4c0b-abaa-ac34274a9d66 tempest-ServerRescueNegativeTestJSON-1571656168 tempest-ServerRescueNegativeTestJSON-1571656168-project] 10.222.0.42 "GET /v2.0/ports?device_id=84774df7-1534-4163-a5f8-10a9e8ea72b0 HTTP/1.1" status: 200 len: 945 time: 0.3364966 Apr 18 20:55:04.462708 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-621f4f22-cf0d-4cea-8fdd-bb7f3e197a15 req-de457463-a662-43d7-aee8-0f29df1ce03e service neutron] 10.222.0.43 "GET /v2.0/networks/9956df45-2736-4a4c-9815-b894d9a44160?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3453412 Apr 18 20:55:04.514498 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-c183252b-becb-4289-8e8d-a900b0ed0c83 tempest-AllowedAddressPairIpV6TestJSON-1533548758 tempest-AllowedAddressPairIpV6TestJSON-1533548758-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:55:04.519531 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-c183252b-becb-4289-8e8d-a900b0ed0c83 tempest-AllowedAddressPairIpV6TestJSON-1533548758 tempest-AllowedAddressPairIpV6TestJSON-1533548758-project] Usage tracker for resource:subnet and tenant:6280911c3fca4dbbbe1b2c76705736f1 is out of sync, need to count used quota {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:55:04.522001 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-c183252b-becb-4289-8e8d-a900b0ed0c83 tempest-AllowedAddressPairIpV6TestJSON-1533548758 tempest-AllowedAddressPairIpV6TestJSON-1533548758-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:55:04.527670 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-c183252b-becb-4289-8e8d-a900b0ed0c83 tempest-AllowedAddressPairIpV6TestJSON-1533548758 tempest-AllowedAddressPairIpV6TestJSON-1533548758-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:55:04.537240 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c183252b-becb-4289-8e8d-a900b0ed0c83 tempest-AllowedAddressPairIpV6TestJSON-1533548758 tempest-AllowedAddressPairIpV6TestJSON-1533548758-project] Made reservation on behalf of 6280911c3fca4dbbbe1b2c76705736f1 for: {'subnet': 1} {{(pid=84041) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:55:04.619389 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2acff57e-587f-4f34-a00b-d0f7127fe52a req-42908c8f-3245-45e1-beaf-dbc9929d3090 tempest-DeleteServersTestJSON-915645800 tempest-DeleteServersTestJSON-915645800-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:55:04.621432 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-2acff57e-587f-4f34-a00b-d0f7127fe52a req-42908c8f-3245-45e1-beaf-dbc9929d3090 tempest-DeleteServersTestJSON-915645800 tempest-DeleteServersTestJSON-915645800-project] 10.222.0.42 "GET /v2.0/networks?id=f7467a4f-b1b1-4464-b74e-f3b773c53ca1 HTTP/1.1" status: 200 len: 811 time: 0.3668199 Apr 18 20:55:04.629242 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-cfe19d29-c626-4ca3-931d-2b8b07701187 req-35c0f78f-8839-42fd-876d-73d04a30eb44 tempest-ServerRescueNegativeTestJSON-1571656168 tempest-ServerRescueNegativeTestJSON-1571656168-project] 10.222.0.42 "GET /v2.0/security-groups?id=43017ed2-a4b0-4fb1-8865-58458190611c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1549227 Apr 18 20:55:04.645821 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-c183252b-becb-4289-8e8d-a900b0ed0c83 tempest-AllowedAddressPairIpV6TestJSON-1533548758 tempest-AllowedAddressPairIpV6TestJSON-1533548758-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32486301'] for subnet, before_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:55:04.664682 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-2acff57e-587f-4f34-a00b-d0f7127fe52a req-05ea2cd4-9716-4d57-91fc-5a303c5a7c6d tempest-DeleteServersTestJSON-915645800 tempest-DeleteServersTestJSON-915645800-project] 10.222.0.42 "GET /v2.0/quotas/7fa7a8b3916440879a3373a5a8935507 HTTP/1.1" status: 200 len: 375 time: 0.0344710 Apr 18 20:55:04.724834 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-621f4f22-cf0d-4cea-8fdd-bb7f3e197a15 req-09440731-6525-49bd-9052-37e8c7f792b1 service neutron] 10.222.0.43 "GET /v2.0/networks/9956df45-2736-4a4c-9815-b894d9a44160?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2328932 Apr 18 20:55:04.736072 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-2acff57e-587f-4f34-a00b-d0f7127fe52a req-b9d81b16-b662-4844-b675-baf3768bbb7c tempest-DeleteServersTestJSON-915645800 tempest-DeleteServersTestJSON-915645800-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=7fa7a8b3916440879a3373a5a8935507&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0594187 Apr 18 20:55:04.924505 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-2acff57e-587f-4f34-a00b-d0f7127fe52a req-712f64ed-dada-4e39-8602-002165110e74 service neutron] 10.222.0.42 "GET /v2.0/networks/f7467a4f-b1b1-4464-b74e-f3b773c53ca1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1875827 Apr 18 20:55:04.966361 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77f83e03-ef75-4055-bafa-1cd3ad4d3ed7 req-984bcf4a-65fb-4c33-9472-ebe86e44d9c7 tempest-ServerActionsTestJSON-2052644234 tempest-ServerActionsTestJSON-2052644234-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:55:04.967944 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-77f83e03-ef75-4055-bafa-1cd3ad4d3ed7 req-984bcf4a-65fb-4c33-9472-ebe86e44d9c7 tempest-ServerActionsTestJSON-2052644234 tempest-ServerActionsTestJSON-2052644234-project] 10.222.0.42 "GET /v2.0/ports?device_id=9b75afc0-b7a8-48b0-b510-64f0396320e0 HTTP/1.1" status: 200 len: 908 time: 0.1575177 Apr 18 20:55:05.070931 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-c183252b-becb-4289-8e8d-a900b0ed0c83 tempest-AllowedAddressPairIpV6TestJSON-1533548758 tempest-AllowedAddressPairIpV6TestJSON-1533548758-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33526260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32266407', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32486287'] for subnet, after_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:55:05.089175 n-d-838334-2 neutron-server[84040]: INFO neutron.notifiers.nova [-] Nova event matching ['req-18e3b9b1-7c01-4a20-b0c0-956bdd65bbf1'] response: {'name': 'network-changed', 'server_uuid': '9b75afc0-b7a8-48b0-b510-64f0396320e0', 'tag': '3c603086-8c15-4d76-8e99-2416f5406cbf', 'status': 'completed', 'code': 200} Apr 18 20:55:05.099729 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-2acff57e-587f-4f34-a00b-d0f7127fe52a req-50116c7e-75f7-43b7-99d7-f851e8fe9179 service neutron] 10.222.0.42 "GET /v2.0/networks/f7467a4f-b1b1-4464-b74e-f3b773c53ca1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1653275 Apr 18 20:55:05.189065 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c183252b-becb-4289-8e8d-a900b0ed0c83 tempest-AllowedAddressPairIpV6TestJSON-1533548758 tempest-AllowedAddressPairIpV6TestJSON-1533548758-project] Pushing event updated for resources: {'Subnet': ['ID=ccc823ed-8c09-4bf4-a038-0935f19d1d1a,revision_number=0']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:55:05.191338 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c183252b-becb-4289-8e8d-a900b0ed0c83 tempest-AllowedAddressPairIpV6TestJSON-1533548758 tempest-AllowedAddressPairIpV6TestJSON-1533548758-project] Checking segment: {'id': '733b1429-94bc-4f53-885d-bd1f9ca37eb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '025dd124-fd4c-48a7-8e8b-cb32ddde4b17'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84041) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 20:55:05.192201 n-d-838334-2 neutron-server[84041]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c183252b-becb-4289-8e8d-a900b0ed0c83 tempest-AllowedAddressPairIpV6TestJSON-1533548758 tempest-AllowedAddressPairIpV6TestJSON-1533548758-project] Network hostable DHCP agents. Network: 025dd124-fd4c-48a7-8e8b-cb32ddde4b17, hostable agents: ['8746f8ea-3e91-4b32-9919-2c63adeb8722'], hosted agents: [] {{(pid=84041) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 20:55:05.226195 n-d-838334-2 neutron-server[84041]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c183252b-becb-4289-8e8d-a900b0ed0c83 tempest-AllowedAddressPairIpV6TestJSON-1533548758 tempest-AllowedAddressPairIpV6TestJSON-1533548758-project] Network 025dd124-fd4c-48a7-8e8b-cb32ddde4b17 is scheduled to be hosted by DHCP agent 8746f8ea-3e91-4b32-9919-2c63adeb8722 with binding_index 1 {{(pid=84041) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 20:55:05.243850 n-d-838334-2 neutron-server[84041]: DEBUG neutron.scheduler.base_scheduler [None req-c183252b-becb-4289-8e8d-a900b0ed0c83 tempest-AllowedAddressPairIpV6TestJSON-1533548758 tempest-AllowedAddressPairIpV6TestJSON-1533548758-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-838334-2, 025dd124-fd4c-48a7-8e8b-cb32ddde4b17) {{(pid=84041) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:55:05.250512 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c183252b-becb-4289-8e8d-a900b0ed0c83 tempest-AllowedAddressPairIpV6TestJSON-1533548758 tempest-AllowedAddressPairIpV6TestJSON-1533548758-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:55:05.251226 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-c183252b-becb-4289-8e8d-a900b0ed0c83 tempest-AllowedAddressPairIpV6TestJSON-1533548758 tempest-AllowedAddressPairIpV6TestJSON-1533548758-project] Notify callbacks [] for subnet, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:55:05.256031 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2246fb4e-29b2-498b-945a-99f27ddae4d3 None None] Network 025dd124-fd4c-48a7-8e8b-cb32ddde4b17 requested from n-d-838334-2 {{(pid=84042) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 20:55:05.324263 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-c183252b-becb-4289-8e8d-a900b0ed0c83 tempest-AllowedAddressPairIpV6TestJSON-1533548758 tempest-AllowedAddressPairIpV6TestJSON-1533548758-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9654920 Apr 18 20:55:05.326708 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 51162) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:55:05.346298 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.v2.base [None req-78be93f8-4b49-4163-a34f-5060a5ac51df tempest-AllowedAddressPairIpV6TestJSON-1533548758 tempest-AllowedAddressPairIpV6TestJSON-1533548758-project] Request body: {'port': {'network_id': '025dd124-fd4c-48a7-8e8b-cb32ddde4b17', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-2045094606'}} {{(pid=84040) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 20:55:05.525397 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-84c71521-6b63-4535-a93c-9d43b030c592 req-e0c7d636-00ee-49da-abf8-adaba850321e service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=6be92480d0964f34a8ede9caae0c987d&device_id=9b75afc0-b7a8-48b0-b510-64f0396320e0 HTTP/1.1" status: 200 len: 1059 time: 0.3958759 Apr 18 20:55:05.610546 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3a9eb04-81c2-40a4-bdb3-800d08e6368f req-ef5af6b8-c537-42ff-b506-454dd3e5242f tempest-AttachVolumeShelveTestJSON-1712717013 tempest-AttachVolumeShelveTestJSON-1712717013-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:55:05.612226 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-e3a9eb04-81c2-40a4-bdb3-800d08e6368f req-ef5af6b8-c537-42ff-b506-454dd3e5242f tempest-AttachVolumeShelveTestJSON-1712717013 tempest-AttachVolumeShelveTestJSON-1712717013-project] 10.222.0.42 "GET /v2.0/ports?device_id=5b9655ef-e7a4-49b4-bc6e-a6c04beac88f HTTP/1.1" status: 200 len: 945 time: 0.3886762 Apr 18 20:55:05.641383 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0689e1d-aef4-4ab0-ad77-1558649979a6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp016840fc-1f9f-5892-9c53-c9cf6c845bbb-025dd124-fd4c-48a7-8e8b-cb32ddde4b17', 'network_id': '025dd124-fd4c-48a7-8e8b-cb32ddde4b17', 'tenant_id': '6280911c3fca4dbbbe1b2c76705736f1', 'fixed_ips': [{'subnet_id': 'ccc823ed-8c09-4bf4-a038-0935f19d1d1a'}]}} from n-d-838334-2. {{(pid=84042) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 18 20:55:05.643315 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-c0689e1d-aef4-4ab0-ad77-1558649979a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_create {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:55:05.837967 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [None req-78be93f8-4b49-4163-a34f-5060a5ac51df tempest-AllowedAddressPairIpV6TestJSON-1533548758 tempest-AllowedAddressPairIpV6TestJSON-1533548758-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:55:05.851002 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-78be93f8-4b49-4163-a34f-5060a5ac51df tempest-AllowedAddressPairIpV6TestJSON-1533548758 tempest-AllowedAddressPairIpV6TestJSON-1533548758-project] Usage tracker for resource:port and tenant:6280911c3fca4dbbbe1b2c76705736f1 is out of sync, need to count used quota {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:55:05.855811 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-78be93f8-4b49-4163-a34f-5060a5ac51df tempest-AllowedAddressPairIpV6TestJSON-1533548758 tempest-AllowedAddressPairIpV6TestJSON-1533548758-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:55:05.857632 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.db_base_plugin_common [None req-c0689e1d-aef4-4ab0-ad77-1558649979a6 None None] Allocated IP 2001:db8::2 (025dd124-fd4c-48a7-8e8b-cb32ddde4b17/ccc823ed-8c09-4bf4-a038-0935f19d1d1a/b047c020-a603-4cd1-94ec-656ae50390ee) {{(pid=84042) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:55:05.884180 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [None req-78be93f8-4b49-4163-a34f-5060a5ac51df tempest-AllowedAddressPairIpV6TestJSON-1533548758 tempest-AllowedAddressPairIpV6TestJSON-1533548758-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:55:05.895764 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3261ab50-bf9d-4c59-aa49-1d1b2a9693cb req-c9995292-d96f-48c7-93f1-4862aea758cf tempest-ServerActionsTestJSON-2052644234 tempest-ServerActionsTestJSON-2052644234-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:55:05.897241 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-3261ab50-bf9d-4c59-aa49-1d1b2a9693cb req-c9995292-d96f-48c7-93f1-4862aea758cf tempest-ServerActionsTestJSON-2052644234 tempest-ServerActionsTestJSON-2052644234-project] 10.222.0.42 "GET /v2.0/ports?device_id=b7307812-da19-4509-9baf-bb3ff8313904 HTTP/1.1" status: 200 len: 945 time: 0.4639935 Apr 18 20:55:05.955343 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-e3a9eb04-81c2-40a4-bdb3-800d08e6368f req-c27256ac-5bad-4836-9d54-2c8de2099c5d tempest-AttachVolumeShelveTestJSON-1712717013 tempest-AttachVolumeShelveTestJSON-1712717013-project] 10.222.0.42 "GET /v2.0/security-groups?id=e08cc47c-4c66-43de-a30b-78ed2c16d927&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2782242 Apr 18 20:55:05.961373 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84c71521-6b63-4535-a93c-9d43b030c592 req-61d286dc-3bbe-4d70-ab04-12ce53beffa1 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:55:05.962818 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-84c71521-6b63-4535-a93c-9d43b030c592 req-61d286dc-3bbe-4d70-ab04-12ce53beffa1 service neutron] 10.222.0.48 "GET /v2.0/networks?id=48f708f8-0904-4115-910c-bb1ab06d7263 HTTP/1.1" status: 200 len: 912 time: 0.4072149 Apr 18 20:55:05.964199 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-78be93f8-4b49-4163-a34f-5060a5ac51df tempest-AllowedAddressPairIpV6TestJSON-1533548758 tempest-AllowedAddressPairIpV6TestJSON-1533548758-project] Made reservation on behalf of 6280911c3fca4dbbbe1b2c76705736f1 for: {'port': 1} {{(pid=84040) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:55:05.980081 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-78be93f8-4b49-4163-a34f-5060a5ac51df tempest-AllowedAddressPairIpV6TestJSON-1533548758 tempest-AllowedAddressPairIpV6TestJSON-1533548758-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:55:06.135390 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-c0689e1d-aef4-4ab0-ad77-1558649979a6 None None] Notify callbacks [] for port, precommit_create {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:55:06.147789 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-c0689e1d-aef4-4ab0-ad77-1558649979a6 None None] Transition to ACTIVE for port object b047c020-a603-4cd1-94ec-656ae50390ee will not be triggered until provisioned by entity L2. {{(pid=84042) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 20:55:06.173779 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-c0689e1d-aef4-4ab0-ad77-1558649979a6 None None] Transition to ACTIVE for port object b047c020-a603-4cd1-94ec-656ae50390ee will not be triggered until provisioned by entity DHCP. {{(pid=84042) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 20:55:06.176714 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-84c71521-6b63-4535-a93c-9d43b030c592 req-49002888-9474-4033-9e16-f4b7243e1bac service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=3c603086-8c15-4d76-8e99-2416f5406cbf HTTP/1.1" status: 200 len: 217 time: 0.1723592 Apr 18 20:55:06.181525 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-c0689e1d-aef4-4ab0-ad77-1558649979a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750374836619'] for port, after_create {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:55:06.189893 n-d-838334-2 neutron-server[84040]: DEBUG neutron.notifiers.nova [None req-78be93f8-4b49-4163-a34f-5060a5ac51df tempest-AllowedAddressPairIpV6TestJSON-1533548758 tempest-AllowedAddressPairIpV6TestJSON-1533548758-project] device_id is not set on port ce1e2058-a7fd-45fb-a675-74b34edcdc74 yet. {{(pid=84040) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 18 20:55:06.256956 n-d-838334-2 neutron-server[84042]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0689e1d-aef4-4ab0-ad77-1558649979a6 None None] Network 025dd124-fd4c-48a7-8e8b-cb32ddde4b17 is already hosted by enough agents. {{(pid=84042) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:55:06.259949 n-d-838334-2 neutron-server[84042]: DEBUG neutron.scheduler.base_scheduler [None req-c0689e1d-aef4-4ab0-ad77-1558649979a6 None None] Resources bound (agent type, host, resource id): {{(pid=84042) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:55:06.267477 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0689e1d-aef4-4ab0-ad77-1558649979a6 None None] Received port after_create {{(pid=84042) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 20:55:06.271571 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0689e1d-aef4-4ab0-ad77-1558649979a6 None None] Pushing event updated for resources: {'Port': ['ID=b047c020-a603-4cd1-94ec-656ae50390ee,revision_number=1']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:55:06.314141 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-3261ab50-bf9d-4c59-aa49-1d1b2a9693cb req-6baa3642-6fc7-483d-acd7-b8d7af717e6e tempest-ServerActionsTestJSON-2052644234 tempest-ServerActionsTestJSON-2052644234-project] 10.222.0.42 "GET /v2.0/security-groups?id=c2aeb662-6a43-4389-8810-9fad3627855b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3996260 Apr 18 20:55:06.346549 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0689e1d-aef4-4ab0-ad77-1558649979a6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:55:06.346899 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0689e1d-aef4-4ab0-ad77-1558649979a6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:55:06.347228 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0689e1d-aef4-4ab0-ad77-1558649979a6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:55:06.347889 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0689e1d-aef4-4ab0-ad77-1558649979a6 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:55:06.348350 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0689e1d-aef4-4ab0-ad77-1558649979a6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:55:06.348805 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0689e1d-aef4-4ab0-ad77-1558649979a6 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:55:06.349270 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0689e1d-aef4-4ab0-ad77-1558649979a6 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:55:06.349719 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0689e1d-aef4-4ab0-ad77-1558649979a6 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:55:06.350179 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0689e1d-aef4-4ab0-ad77-1558649979a6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:55:06.350635 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0689e1d-aef4-4ab0-ad77-1558649979a6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:55:06.351101 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0689e1d-aef4-4ab0-ad77-1558649979a6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:55:06.377191 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84c71521-6b63-4535-a93c-9d43b030c592 req-5fa86158-85c3-4d00-b98f-f8552c7892ff service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:55:06.378655 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-84c71521-6b63-4535-a93c-9d43b030c592 req-5fa86158-85c3-4d00-b98f-f8552c7892ff service neutron] 10.222.0.48 "GET /v2.0/subnets?id=488f35b7-694e-475d-862d-2f00f4388d03 HTTP/1.1" status: 200 len: 850 time: 0.1256027 Apr 18 20:55:06.391163 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.managers [None req-c0689e1d-aef4-4ab0-ad77-1558649979a6 None None] Attempting to bind port b047c020-a603-4cd1-94ec-656ae50390ee on host n-d-838334-2 for vnic_type normal with profile {{(pid=84042) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:55:06.391532 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.managers [None req-c0689e1d-aef4-4ab0-ad77-1558649979a6 None None] Attempting to bind port b047c020-a603-4cd1-94ec-656ae50390ee by drivers openvswitch,hyperv on host n-d-838334-2 at level 0 using segments [{'id': '733b1429-94bc-4f53-885d-bd1f9ca37eb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '025dd124-fd4c-48a7-8e8b-cb32ddde4b17'}] {{(pid=84042) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:55:06.391926 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0689e1d-aef4-4ab0-ad77-1558649979a6 None None] Attempting to bind port b047c020-a603-4cd1-94ec-656ae50390ee on network 025dd124-fd4c-48a7-8e8b-cb32ddde4b17 {{(pid=84042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 20:55:06.398639 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0689e1d-aef4-4ab0-ad77-1558649979a6 None None] Checking agent: {'id': '97cd4414-7af6-4d67-868d-dff370b4071a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838334-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 25, 49), 'started_at': datetime.datetime(2022, 4, 18, 20, 26, 19), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 20, 54, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838334-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 18 20:55:06.399003 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0689e1d-aef4-4ab0-ad77-1558649979a6 None None] Checking segment: {'id': '733b1429-94bc-4f53-885d-bd1f9ca37eb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '025dd124-fd4c-48a7-8e8b-cb32ddde4b17'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84042) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 20:55:06.399526 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-c0689e1d-aef4-4ab0-ad77-1558649979a6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:55:06.399990 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0689e1d-aef4-4ab0-ad77-1558649979a6 None None] Bound using segment: {'id': '733b1429-94bc-4f53-885d-bd1f9ca37eb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '025dd124-fd4c-48a7-8e8b-cb32ddde4b17'} {{(pid=84042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 18 20:55:06.400692 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.managers [None req-c0689e1d-aef4-4ab0-ad77-1558649979a6 None None] Bound port: b047c020-a603-4cd1-94ec-656ae50390ee, host: n-d-838334-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '733b1429-94bc-4f53-885d-bd1f9ca37eb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '025dd124-fd4c-48a7-8e8b-cb32ddde4b17'}}] {{(pid=84042) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 20:55:06.401348 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-c0689e1d-aef4-4ab0-ad77-1558649979a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:55:06.484770 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5f9de1c-38f7-4837-bce8-768ec7544701 req-bd6e419d-94a1-476d-881e-e972ec0e6143 tempest-ListServerFiltersTestJSON-1123405701 tempest-ListServerFiltersTestJSON-1123405701-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:55:06.485761 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-e5f9de1c-38f7-4837-bce8-768ec7544701 req-bd6e419d-94a1-476d-881e-e972ec0e6143 tempest-ListServerFiltersTestJSON-1123405701 tempest-ListServerFiltersTestJSON-1123405701-project] 10.222.0.42 "GET /v2.0/ports?device_id=1848fe84-e1b8-4b1b-b558-43c90fc1533c HTTP/1.1" status: 200 len: 945 time: 0.3613210 Apr 18 20:55:06.541350 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.db_base_plugin_common [None req-78be93f8-4b49-4163-a34f-5060a5ac51df tempest-AllowedAddressPairIpV6TestJSON-1533548758 tempest-AllowedAddressPairIpV6TestJSON-1533548758-project] Allocated IP 2001:db8::257 (025dd124-fd4c-48a7-8e8b-cb32ddde4b17/ccc823ed-8c09-4bf4-a038-0935f19d1d1a/ce1e2058-a7fd-45fb-a675-74b34edcdc74) {{(pid=84040) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:55:06.549384 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-c0689e1d-aef4-4ab0-ad77-1558649979a6 None None] For port b047c020-a603-4cd1-94ec-656ae50390ee, host n-d-838334-2, cleared binding levels {{(pid=84042) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 20:55:06.554096 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-c0689e1d-aef4-4ab0-ad77-1558649979a6 None None] For port b047c020-a603-4cd1-94ec-656ae50390ee, host n-d-838334-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838334-2',level=0,port_id=b047c020-a603-4cd1-94ec-656ae50390ee,segment=NetworkSegment(733b1429-94bc-4f53-885d-bd1f9ca37eb6),segment_id=733b1429-94bc-4f53-885d-bd1f9ca37eb6)] {{(pid=84042) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 20:55:06.559404 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-c0689e1d-aef4-4ab0-ad77-1558649979a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682'] for port, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:55:06.604195 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-1f93ac33-3df9-424b-bc34-955de3736bb1 req-1dd4bc9e-c064-4924-8761-ea3728d6c2c3 tempest-DeleteServersTestJSON-915645800 tempest-DeleteServersTestJSON-915645800-project] 10.222.0.42 "GET /v2.0/ports?device_id=59ca5485-a6d2-4557-ab35-ea6a33c5653a HTTP/1.1" status: 200 len: 210 time: 0.0780425 Apr 18 20:55:06.664969 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0689e1d-aef4-4ab0-ad77-1558649979a6 None None] Pushing event updated for resources: {'Port': ['ID=b047c020-a603-4cd1-94ec-656ae50390ee,revision_number=2']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:55:06.689883 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-84c71521-6b63-4535-a93c-9d43b030c592 req-8f032389-efad-4ab1-99e0-30402314d344 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=48f708f8-0904-4115-910c-bb1ab06d7263&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2738535 Apr 18 20:55:06.696706 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-e5f9de1c-38f7-4837-bce8-768ec7544701 req-074e64a9-94dc-4290-a6f3-1a144cd137e4 tempest-ListServerFiltersTestJSON-1123405701 tempest-ListServerFiltersTestJSON-1123405701-project] 10.222.0.42 "GET /v2.0/security-groups?id=4748fc9b-37e2-4328-8f67-9c8130ebd451&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1931276 Apr 18 20:55:07.347393 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-84c71521-6b63-4535-a93c-9d43b030c592 req-872e4abd-16d4-4617-9a76-b008fc44273d service neutron] 10.222.0.48 "GET /v2.0/networks/48f708f8-0904-4115-910c-bb1ab06d7263?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6275072 Apr 18 20:55:07.403555 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-78be93f8-4b49-4163-a34f-5060a5ac51df tempest-AllowedAddressPairIpV6TestJSON-1533548758 tempest-AllowedAddressPairIpV6TestJSON-1533548758-project] Notify callbacks [] for port, precommit_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:55:07.513566 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2acff57e-587f-4f34-a00b-d0f7127fe52a req-28ef0eab-f292-41a1-a05d-6c87a42a2b61 tempest-DeleteServersTestJSON-915645800 tempest-DeleteServersTestJSON-915645800-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:55:07.515129 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-2acff57e-587f-4f34-a00b-d0f7127fe52a req-28ef0eab-f292-41a1-a05d-6c87a42a2b61 tempest-DeleteServersTestJSON-915645800 tempest-DeleteServersTestJSON-915645800-project] 10.222.0.43 "GET /v2.0/networks?id=f7467a4f-b1b1-4464-b74e-f3b773c53ca1 HTTP/1.1" status: 200 len: 811 time: 0.4372869 Apr 18 20:55:07.535584 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2f92f7f-c64f-4dc8-bb62-1a78ad34b428 req-33578d43-0012-4f78-8d4c-e1253e5d5742 tempest-AttachVolumeShelveTestJSON-1712717013 tempest-AttachVolumeShelveTestJSON-1712717013-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:55:07.537068 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-b2f92f7f-c64f-4dc8-bb62-1a78ad34b428 req-33578d43-0012-4f78-8d4c-e1253e5d5742 tempest-AttachVolumeShelveTestJSON-1712717013 tempest-AttachVolumeShelveTestJSON-1712717013-project] 10.222.0.42 "GET /v2.0/ports?device_id=5b9655ef-e7a4-49b4-bc6e-a6c04beac88f HTTP/1.1" status: 200 len: 945 time: 0.6633458 Apr 18 20:55:07.538308 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.provisioning_blocks [None req-78be93f8-4b49-4163-a34f-5060a5ac51df tempest-AllowedAddressPairIpV6TestJSON-1533548758 tempest-AllowedAddressPairIpV6TestJSON-1533548758-project] Transition to ACTIVE for port object ce1e2058-a7fd-45fb-a675-74b34edcdc74 will not be triggered until provisioned by entity DHCP. {{(pid=84040) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 20:55:07.551018 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 51180) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:55:07.556417 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.v2.base [None req-8a995603-5207-4d5f-a591-8f1cafe337a8 tempest-AttachVolumeShelveTestJSON-1712717013 tempest-AttachVolumeShelveTestJSON-1712717013-project] Request body: {'floatingip': {'port_id': 'd93b9095-a088-4a58-a38e-5e53d7759fcc'}} {{(pid=84041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 20:55:07.569624 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07188d08-8275-4dc2-829b-e3fc86e57ba5 req-76241cee-096b-430d-857a-521f569c2c2b tempest-ServerRescueNegativeTestJSON-1571656168 tempest-ServerRescueNegativeTestJSON-1571656168-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:55:07.580389 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-07188d08-8275-4dc2-829b-e3fc86e57ba5 req-76241cee-096b-430d-857a-521f569c2c2b tempest-ServerRescueNegativeTestJSON-1571656168 tempest-ServerRescueNegativeTestJSON-1571656168-project] 10.222.0.42 "GET /v2.0/ports?device_id=84774df7-1534-4163-a5f8-10a9e8ea72b0 HTTP/1.1" status: 200 len: 945 time: 0.7053885 Apr 18 20:55:07.588773 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.v2.base [req-2acff57e-587f-4f34-a00b-d0f7127fe52a req-19e6ce50-24bb-4365-8b70-d59a6bd343bc tempest-DeleteServersTestJSON-915645800 tempest-DeleteServersTestJSON-915645800-project] Request body: {'port': {'device_id': '59ca5485-a6d2-4557-ab35-ea6a33c5653a', 'network_id': 'f7467a4f-b1b1-4464-b74e-f3b773c53ca1', 'admin_state_up': True, 'tenant_id': '7fa7a8b3916440879a3373a5a8935507'}} {{(pid=84040) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 20:55:07.623888 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Device b047c020-a603-4cd1-94ec-656ae50390ee up at agent ovs-agent-n-d-838334-2 {{(pid=84042) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 20:55:07.722504 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-8a995603-5207-4d5f-a591-8f1cafe337a8 tempest-AttachVolumeShelveTestJSON-1712717013 tempest-AttachVolumeShelveTestJSON-1712717013-project] Notify callbacks [] for floatingip, before_update {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:55:07.725520 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Provisioning for port b047c020-a603-4cd1-94ec-656ae50390ee completed by entity L2. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 20:55:07.990949 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c71df547-f4ed-447e-b265-10f0740eed2c None None] Network 025dd124-fd4c-48a7-8e8b-cb32ddde4b17 requested from n-d-838334-2 {{(pid=84042) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 20:55:08.032402 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-07188d08-8275-4dc2-829b-e3fc86e57ba5 req-5658f51e-afe5-4a2f-8284-b4e0e4896e8c tempest-ServerRescueNegativeTestJSON-1571656168 tempest-ServerRescueNegativeTestJSON-1571656168-project] 10.222.0.42 "GET /v2.0/security-groups?id=43017ed2-a4b0-4fb1-8865-58458190611c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4511523 Apr 18 20:55:08.093297 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-84c71521-6b63-4535-a93c-9d43b030c592 req-53775950-0ef3-4423-980b-664b6d3719a3 service neutron] 10.222.0.48 "GET /v2.0/networks/48f708f8-0904-4115-910c-bb1ab06d7263?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7249184 Apr 18 20:55:08.101773 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-78be93f8-4b49-4163-a34f-5060a5ac51df tempest-AllowedAddressPairIpV6TestJSON-1533548758 tempest-AllowedAddressPairIpV6TestJSON-1533548758-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750374836619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32440838'] for port, after_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:55:08.155590 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-7cd7185a-7b53-4028-a17d-921f48a34470 None None] Provisioning for port b047c020-a603-4cd1-94ec-656ae50390ee completed by entity DHCP. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 20:55:08.194086 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-7cd7185a-7b53-4028-a17d-921f48a34470 None None] Provisioning complete for port b047c020-a603-4cd1-94ec-656ae50390ee triggered by entity DHCP. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:55:08.194818 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-7cd7185a-7b53-4028-a17d-921f48a34470 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1253608'] for port, provisioning_complete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:55:08.213677 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08797d8f-7909-4006-a34b-2d4a3e646c91 req-20a183ef-e5c8-4065-bd6c-47e9c16575d8 tempest-ServerActionsTestJSON-2052644234 tempest-ServerActionsTestJSON-2052644234-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:55:08.221431 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-08797d8f-7909-4006-a34b-2d4a3e646c91 req-20a183ef-e5c8-4065-bd6c-47e9c16575d8 tempest-ServerActionsTestJSON-2052644234 tempest-ServerActionsTestJSON-2052644234-project] 10.222.0.42 "GET /v2.0/ports?device_id=b7307812-da19-4509-9baf-bb3ff8313904 HTTP/1.1" status: 200 len: 945 time: 0.5355210 Apr 18 20:55:08.253692 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [req-2acff57e-587f-4f34-a00b-d0f7127fe52a req-19e6ce50-24bb-4365-8b70-d59a6bd343bc tempest-DeleteServersTestJSON-915645800 tempest-DeleteServersTestJSON-915645800-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:55:08.286387 n-d-838334-2 neutron-server[84040]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78be93f8-4b49-4163-a34f-5060a5ac51df tempest-AllowedAddressPairIpV6TestJSON-1533548758 tempest-AllowedAddressPairIpV6TestJSON-1533548758-project] Network 025dd124-fd4c-48a7-8e8b-cb32ddde4b17 is already hosted by enough agents. {{(pid=84040) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:55:08.293401 n-d-838334-2 neutron-server[84040]: DEBUG neutron.scheduler.base_scheduler [None req-78be93f8-4b49-4163-a34f-5060a5ac51df tempest-AllowedAddressPairIpV6TestJSON-1533548758 tempest-AllowedAddressPairIpV6TestJSON-1533548758-project] Resources bound (agent type, host, resource id): {{(pid=84040) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:55:08.295036 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78be93f8-4b49-4163-a34f-5060a5ac51df tempest-AllowedAddressPairIpV6TestJSON-1533548758 tempest-AllowedAddressPairIpV6TestJSON-1533548758-project] Pushing event updated for resources: {'Port': ['ID=ce1e2058-a7fd-45fb-a675-74b34edcdc74,revision_number=1']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:55:08.297323 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78be93f8-4b49-4163-a34f-5060a5ac51df tempest-AllowedAddressPairIpV6TestJSON-1533548758 tempest-AllowedAddressPairIpV6TestJSON-1533548758-project] Received port after_create {{(pid=84040) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 20:55:08.301432 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78be93f8-4b49-4163-a34f-5060a5ac51df tempest-AllowedAddressPairIpV6TestJSON-1533548758 tempest-AllowedAddressPairIpV6TestJSON-1533548758-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:55:08.302210 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-78be93f8-4b49-4163-a34f-5060a5ac51df tempest-AllowedAddressPairIpV6TestJSON-1533548758 tempest-AllowedAddressPairIpV6TestJSON-1533548758-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217293'] for port, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:55:08.313766 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [req-2acff57e-587f-4f34-a00b-d0f7127fe52a req-19e6ce50-24bb-4365-8b70-d59a6bd343bc tempest-DeleteServersTestJSON-915645800 tempest-DeleteServersTestJSON-915645800-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:55:08.358400 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2acff57e-587f-4f34-a00b-d0f7127fe52a req-19e6ce50-24bb-4365-8b70-d59a6bd343bc tempest-DeleteServersTestJSON-915645800 tempest-DeleteServersTestJSON-915645800-project] Made reservation on behalf of 7fa7a8b3916440879a3373a5a8935507 for: {'port': 1} {{(pid=84040) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:55:08.361377 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-2acff57e-587f-4f34-a00b-d0f7127fe52a req-19e6ce50-24bb-4365-8b70-d59a6bd343bc tempest-DeleteServersTestJSON-915645800 tempest-DeleteServersTestJSON-915645800-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:55:08.371973 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-78be93f8-4b49-4163-a34f-5060a5ac51df tempest-AllowedAddressPairIpV6TestJSON-1533548758 tempest-AllowedAddressPairIpV6TestJSON-1533548758-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 3.0439606 Apr 18 20:55:08.377160 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 51186) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:55:08.392029 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.v2.base [None req-7db2ac4d-c56c-4714-bd76-8a45d1525c2b tempest-AllowedAddressPairIpV6TestJSON-1533548758 tempest-AllowedAddressPairIpV6TestJSON-1533548758-project] Request body: {'port': {'network_id': '025dd124-fd4c-48a7-8e8b-cb32ddde4b17', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1824700200', 'allowed_address_pairs': [{'ip_address': '2001:db8::257', 'mac_address': 'fa:16:3e:35:e4:88'}]}} {{(pid=84040) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 20:55:08.462173 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-7cd7185a-7b53-4028-a17d-921f48a34470 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:55:08.512028 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-7cd7185a-7b53-4028-a17d-921f48a34470 None None] For port b047c020-a603-4cd1-94ec-656ae50390ee, host n-d-838334-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838334-2',level=0,port_id=b047c020-a603-4cd1-94ec-656ae50390ee,segment=NetworkSegment(733b1429-94bc-4f53-885d-bd1f9ca37eb6),segment_id=733b1429-94bc-4f53-885d-bd1f9ca37eb6)] {{(pid=84042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:55:08.512741 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-08797d8f-7909-4006-a34b-2d4a3e646c91 req-84ddcd15-5923-439c-9d1a-8014c07f1094 tempest-ServerActionsTestJSON-2052644234 tempest-ServerActionsTestJSON-2052644234-project] 10.222.0.42 "GET /v2.0/security-groups?id=c2aeb662-6a43-4389-8810-9fad3627855b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2903585 Apr 18 20:55:08.517697 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-7cd7185a-7b53-4028-a17d-921f48a34470 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682'] for port, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:55:08.619026 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cd7185a-7b53-4028-a17d-921f48a34470 None None] Pushing event updated for resources: {'Port': ['ID=b047c020-a603-4cd1-94ec-656ae50390ee,revision_number=3']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:55:08.743923 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-8a995603-5207-4d5f-a591-8f1cafe337a8 tempest-AttachVolumeShelveTestJSON-1712717013 tempest-AttachVolumeShelveTestJSON-1712717013-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:55:08.754239 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-8a995603-5207-4d5f-a591-8f1cafe337a8 tempest-AttachVolumeShelveTestJSON-1712717013 tempest-AttachVolumeShelveTestJSON-1712717013-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33444131'] for floatingip, after_update {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:55:08.817086 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-0bfeb710-2c29-43bb-963d-bb338782844d req-de56728a-a82c-4f85-baec-bb28a4800eed tempest-DeleteServersTestJSON-915645800 tempest-DeleteServersTestJSON-915645800-project] 10.222.0.42 "GET /v2.0/ports?device_id=59ca5485-a6d2-4557-ab35-ea6a33c5653a HTTP/1.1" status: 200 len: 210 time: 0.1116931 Apr 18 20:55:08.846746 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [None req-7db2ac4d-c56c-4714-bd76-8a45d1525c2b tempest-AllowedAddressPairIpV6TestJSON-1533548758 tempest-AllowedAddressPairIpV6TestJSON-1533548758-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:55:08.870400 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-7db2ac4d-c56c-4714-bd76-8a45d1525c2b tempest-AllowedAddressPairIpV6TestJSON-1533548758 tempest-AllowedAddressPairIpV6TestJSON-1533548758-project] Usage tracker for resource:port and tenant:6280911c3fca4dbbbe1b2c76705736f1 is out of sync, need to count used quota {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:55:08.909650 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-7db2ac4d-c56c-4714-bd76-8a45d1525c2b tempest-AllowedAddressPairIpV6TestJSON-1533548758 tempest-AllowedAddressPairIpV6TestJSON-1533548758-project] Quota usage for port was recalculated. Used quota:2. {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:55:08.943706 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [None req-7db2ac4d-c56c-4714-bd76-8a45d1525c2b tempest-AllowedAddressPairIpV6TestJSON-1533548758 tempest-AllowedAddressPairIpV6TestJSON-1533548758-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:55:08.987866 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-9fc7cdd7-65d8-4e02-becf-eab3252f7746 None None] Provisioning complete for port b047c020-a603-4cd1-94ec-656ae50390ee triggered by entity DHCP. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:55:08.987866 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-9fc7cdd7-65d8-4e02-becf-eab3252f7746 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1253608'] for port, provisioning_complete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:55:09.041305 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eb15c91-0caf-4d0f-95b1-8c382780e717 req-7b7ddf90-04f5-46e9-8401-f6d3aa8b1d19 tempest-ListServerFiltersTestJSON-1123405701 tempest-ListServerFiltersTestJSON-1123405701-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:55:09.054981 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-2eb15c91-0caf-4d0f-95b1-8c382780e717 req-7b7ddf90-04f5-46e9-8401-f6d3aa8b1d19 tempest-ListServerFiltersTestJSON-1123405701 tempest-ListServerFiltersTestJSON-1123405701-project] 10.222.0.42 "GET /v2.0/ports?device_id=1848fe84-e1b8-4b1b-b558-43c90fc1533c HTTP/1.1" status: 200 len: 945 time: 0.4191697 Apr 18 20:55:09.072527 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7db2ac4d-c56c-4714-bd76-8a45d1525c2b tempest-AllowedAddressPairIpV6TestJSON-1533548758 tempest-AllowedAddressPairIpV6TestJSON-1533548758-project] Made reservation on behalf of 6280911c3fca4dbbbe1b2c76705736f1 for: {'port': 1} {{(pid=84040) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:55:09.116509 n-d-838334-2 neutron-server[84041]: INFO neutron.db.l3_db [None req-8a995603-5207-4d5f-a591-8f1cafe337a8 tempest-AttachVolumeShelveTestJSON-1712717013 tempest-AttachVolumeShelveTestJSON-1712717013-project] Floating IP d3554c15-6375-4d91-8bda-3ab0055a810e associated. External IP: 172.25.8.86, port: d93b9095-a088-4a58-a38e-5e53d7759fcc. Apr 18 20:55:09.173847 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.db_base_plugin_common [req-2acff57e-587f-4f34-a00b-d0f7127fe52a req-19e6ce50-24bb-4365-8b70-d59a6bd343bc tempest-DeleteServersTestJSON-915645800 tempest-DeleteServersTestJSON-915645800-project] Allocated IP 172.20.0.9 (f7467a4f-b1b1-4464-b74e-f3b773c53ca1/4d302c72-cbf8-4bd9-ac2b-bdba885f7b5c/15fa0d3f-492c-4b34-a77b-3830fc7e64ca) {{(pid=84040) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:55:09.263340 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-9fc7cdd7-65d8-4e02-becf-eab3252f7746 None None] Provisioning for port ce1e2058-a7fd-45fb-a675-74b34edcdc74 completed by entity DHCP. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 20:55:09.268873 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-9fc7cdd7-65d8-4e02-becf-eab3252f7746 None None] Provisioning complete for port ce1e2058-a7fd-45fb-a675-74b34edcdc74 triggered by entity DHCP. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:55:09.269942 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-9fc7cdd7-65d8-4e02-becf-eab3252f7746 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1253608'] for port, provisioning_complete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:55:09.343718 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.plugin [None req-9fc7cdd7-65d8-4e02-becf-eab3252f7746 None None] Port ce1e2058-a7fd-45fb-a675-74b34edcdc74 cannot update to ACTIVE because it is not bound. {{(pid=84042) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 18 20:55:09.472686 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-e6ac9639-2e7a-4f69-b00b-abdd17f995d4 None None] Provisioning complete for port ce1e2058-a7fd-45fb-a675-74b34edcdc74 triggered by entity DHCP. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:55:09.474085 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-e6ac9639-2e7a-4f69-b00b-abdd17f995d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1253608'] for port, provisioning_complete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:55:09.500228 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-2eb15c91-0caf-4d0f-95b1-8c382780e717 req-0b722474-1d75-48ad-bb9c-4908727725c2 tempest-ListServerFiltersTestJSON-1123405701 tempest-ListServerFiltersTestJSON-1123405701-project] 10.222.0.42 "GET /v2.0/security-groups?id=4748fc9b-37e2-4328-8f67-9c8130ebd451&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3861215 Apr 18 20:55:09.605949 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.plugin [None req-e6ac9639-2e7a-4f69-b00b-abdd17f995d4 None None] Port ce1e2058-a7fd-45fb-a675-74b34edcdc74 cannot update to ACTIVE because it is not bound. {{(pid=84042) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 18 20:55:09.613034 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Device b047c020-a603-4cd1-94ec-656ae50390ee up at agent ovs-agent-n-d-838334-2 {{(pid=84042) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 20:55:09.634999 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-7db2ac4d-c56c-4714-bd76-8a45d1525c2b tempest-AllowedAddressPairIpV6TestJSON-1533548758 tempest-AllowedAddressPairIpV6TestJSON-1533548758-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:55:09.670340 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-339ab7ee-3bb4-4ba4-a0c9-e86c0e0c14d6 req-55c4dcbc-e03c-495a-9fb3-0b3b61aea287 tempest-ServerActionsTestJSON-2052644234 tempest-ServerActionsTestJSON-2052644234-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:55:09.672551 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-339ab7ee-3bb4-4ba4-a0c9-e86c0e0c14d6 req-55c4dcbc-e03c-495a-9fb3-0b3b61aea287 tempest-ServerActionsTestJSON-2052644234 tempest-ServerActionsTestJSON-2052644234-project] 10.222.0.42 "GET /v2.0/ports?device_id=b7307812-da19-4509-9baf-bb3ff8313904 HTTP/1.1" status: 200 len: 945 time: 0.7065780 Apr 18 20:55:09.677562 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-2acff57e-587f-4f34-a00b-d0f7127fe52a req-19e6ce50-24bb-4365-8b70-d59a6bd343bc tempest-DeleteServersTestJSON-915645800 tempest-DeleteServersTestJSON-915645800-project] Notify callbacks [] for port, precommit_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:55:09.705400 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Provisioning complete for port b047c020-a603-4cd1-94ec-656ae50390ee triggered by entity L2. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:55:09.705772 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1253608'] for port, provisioning_complete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:55:09.726769 n-d-838334-2 neutron-server[84040]: DEBUG neutron.notifiers.nova [None req-7db2ac4d-c56c-4714-bd76-8a45d1525c2b tempest-AllowedAddressPairIpV6TestJSON-1533548758 tempest-AllowedAddressPairIpV6TestJSON-1533548758-project] device_id is not set on port b61fb35e-3a72-4957-81d0-b98a2e969c60 yet. {{(pid=84040) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 18 20:55:09.768814 n-d-838334-2 neutron-server[84041]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8a995603-5207-4d5f-a591-8f1cafe337a8 tempest-AttachVolumeShelveTestJSON-1712717013 tempest-AttachVolumeShelveTestJSON-1712717013-project] Router 9dbea2b3-c01d-4edd-9d38-bf88f8b168b7 has already been hosted by L3 agent bc84d6c9-dd7a-4555-a351-592327b46d5a {{(pid=84041) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 20:55:09.819389 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-339ab7ee-3bb4-4ba4-a0c9-e86c0e0c14d6 req-e2faf63d-1401-4c49-a9fe-69805f34ba43 tempest-ServerActionsTestJSON-2052644234 tempest-ServerActionsTestJSON-2052644234-project] 10.222.0.42 "GET /v2.0/security-groups?id=c2aeb662-6a43-4389-8810-9fad3627855b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1334112 Apr 18 20:55:09.944482 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b066f032-37bf-45e2-b83e-17d307495411 req-d81a6b25-6aa5-47b4-b2f1-6f357bea6d98 tempest-ServerRescueNegativeTestJSON-1571656168 tempest-ServerRescueNegativeTestJSON-1571656168-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:55:09.945945 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-b066f032-37bf-45e2-b83e-17d307495411 req-d81a6b25-6aa5-47b4-b2f1-6f357bea6d98 tempest-ServerRescueNegativeTestJSON-1571656168 tempest-ServerRescueNegativeTestJSON-1571656168-project] 10.222.0.42 "GET /v2.0/ports?device_id=84774df7-1534-4163-a5f8-10a9e8ea72b0 HTTP/1.1" status: 200 len: 945 time: 0.2715626 Apr 18 20:55:10.031923 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-2acff57e-587f-4f34-a00b-d0f7127fe52a req-19e6ce50-24bb-4365-8b70-d59a6bd343bc tempest-DeleteServersTestJSON-915645800 tempest-DeleteServersTestJSON-915645800-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750374836619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32440838'] for port, after_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:55:10.059182 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8a995603-5207-4d5f-a591-8f1cafe337a8 tempest-AttachVolumeShelveTestJSON-1712717013 tempest-AttachVolumeShelveTestJSON-1712717013-project] Notify agent at l3_agent.n-d-838334-2 the message routers_updated {{(pid=84041) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 20:55:10.064094 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-8a995603-5207-4d5f-a591-8f1cafe337a8 tempest-AttachVolumeShelveTestJSON-1712717013 tempest-AttachVolumeShelveTestJSON-1712717013-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217293'] for floatingip, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:55:10.072527 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebc75d59-d0b4-4f89-89a2-6960cb16308a None None] Sync routers for ids ['9dbea2b3-c01d-4edd-9d38-bf88f8b168b7'] in n-d-838334-2 {{(pid=84042) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 18 20:55:10.091731 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebc75d59-d0b4-4f89-89a2-6960cb16308a None None] Routers {'9dbea2b3-c01d-4edd-9d38-bf88f8b168b7'} bound to L3 agent in host n-d-838334-2 {{(pid=84042) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 20:55:10.092282 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_hamode_db [None req-ebc75d59-d0b4-4f89-89a2-6960cb16308a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838334-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-18T20:25:48Z,description=,heartbeat_timestamp=2022-04-18T20:54:48Z,host='n-d-838334-2',id=bc84d6c9-dd7a-4555-a351-592327b46d5a,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:25:48Z,topic='l3_agent')) {'router_ids': ['9dbea2b3-c01d-4edd-9d38-bf88f8b168b7'], 'active': True} {{(pid=84042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:55:10.127139 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.db_base_plugin_common [None req-7db2ac4d-c56c-4714-bd76-8a45d1525c2b tempest-AllowedAddressPairIpV6TestJSON-1533548758 tempest-AllowedAddressPairIpV6TestJSON-1533548758-project] Allocated IP 2001:db8::25c (025dd124-fd4c-48a7-8e8b-cb32ddde4b17/ccc823ed-8c09-4bf4-a038-0935f19d1d1a/b61fb35e-3a72-4957-81d0-b98a2e969c60) {{(pid=84040) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:55:10.134994 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-8a995603-5207-4d5f-a591-8f1cafe337a8 tempest-AttachVolumeShelveTestJSON-1712717013 tempest-AttachVolumeShelveTestJSON-1712717013-project] 10.222.0.42 "PUT /v2.0/floatingips/d3554c15-6375-4d91-8bda-3ab0055a810e HTTP/1.1" status: 200 len: 990 time: 2.5820441 Apr 18 20:55:10.134994 n-d-838334-2 neutron-server[84041]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5b9655ef-e7a4-49b4-bc6e-a6c04beac88f', 'tag': 'd93b9095-a088-4a58-a38e-5e53d7759fcc'}] {{(pid=84041) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 20:55:10.159454 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-b066f032-37bf-45e2-b83e-17d307495411 req-086ec77e-cbe0-4f91-bc99-c735fbfe1bea tempest-ServerRescueNegativeTestJSON-1571656168 tempest-ServerRescueNegativeTestJSON-1571656168-project] 10.222.0.42 "GET /v2.0/security-groups?id=43017ed2-a4b0-4fb1-8865-58458190611c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2068915 Apr 18 20:55:10.180724 n-d-838334-2 neutron-server[84040]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2acff57e-587f-4f34-a00b-d0f7127fe52a req-19e6ce50-24bb-4365-8b70-d59a6bd343bc tempest-DeleteServersTestJSON-915645800 tempest-DeleteServersTestJSON-915645800-project] Network f7467a4f-b1b1-4464-b74e-f3b773c53ca1 is already hosted by enough agents. {{(pid=84040) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:55:10.201458 n-d-838334-2 neutron-server[84040]: DEBUG neutron.scheduler.base_scheduler [req-2acff57e-587f-4f34-a00b-d0f7127fe52a req-19e6ce50-24bb-4365-8b70-d59a6bd343bc tempest-DeleteServersTestJSON-915645800 tempest-DeleteServersTestJSON-915645800-project] Resources bound (agent type, host, resource id): {{(pid=84040) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:55:10.210312 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.l3_dvrscheduler_db [req-2acff57e-587f-4f34-a00b-d0f7127fe52a req-19e6ce50-24bb-4365-8b70-d59a6bd343bc tempest-DeleteServersTestJSON-915645800 tempest-DeleteServersTestJSON-915645800-project] Received port after_create {{(pid=84040) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 20:55:10.235527 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19e6ce50-24bb-4365-8b70-d59a6bd343bc tempest-DeleteServersTestJSON-915645800 tempest-DeleteServersTestJSON-915645800-project] Pushing event updated for resources: {'Port': ['ID=15fa0d3f-492c-4b34-a77b-3830fc7e64ca,revision_number=1']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:55:10.293002 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9867ba41-1d8e-4e05-971d-5fc4c251594a req-e26b1024-22e0-49b6-a8f7-2ce9c68e07dc tempest-DeleteServersTestJSON-915645800 tempest-DeleteServersTestJSON-915645800-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:55:10.293596 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-9867ba41-1d8e-4e05-971d-5fc4c251594a req-e26b1024-22e0-49b6-a8f7-2ce9c68e07dc tempest-DeleteServersTestJSON-915645800 tempest-DeleteServersTestJSON-915645800-project] 10.222.0.42 "GET /v2.0/ports?device_id=59ca5485-a6d2-4557-ab35-ea6a33c5653a HTTP/1.1" status: 200 len: 931 time: 0.3125155 Apr 18 20:55:10.324577 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_dvr_db [None req-ebc75d59-d0b4-4f89-89a2-6960cb16308a None None] Set router 9dbea2b3-c01d-4edd-9d38-bf88f8b168b7 gateway port host: n-d-838334-2 {{(pid=84042) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 20:55:10.395798 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2acff57e-587f-4f34-a00b-d0f7127fe52a req-19e6ce50-24bb-4365-8b70-d59a6bd343bc tempest-DeleteServersTestJSON-915645800 tempest-DeleteServersTestJSON-915645800-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:55:10.396691 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-2acff57e-587f-4f34-a00b-d0f7127fe52a req-19e6ce50-24bb-4365-8b70-d59a6bd343bc tempest-DeleteServersTestJSON-915645800 tempest-DeleteServersTestJSON-915645800-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217293'] for port, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:55:10.650715 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-2acff57e-587f-4f34-a00b-d0f7127fe52a req-19e6ce50-24bb-4365-8b70-d59a6bd343bc tempest-DeleteServersTestJSON-915645800 tempest-DeleteServersTestJSON-915645800-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.1077454 Apr 18 20:55:10.655443 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-9867ba41-1d8e-4e05-971d-5fc4c251594a req-d133fc91-885c-460d-8c9f-91d2f16fb5ab tempest-DeleteServersTestJSON-915645800 tempest-DeleteServersTestJSON-915645800-project] 10.222.0.42 "GET /v2.0/security-groups?id=588d127b-19b7-4c3d-9f79-a400181b94e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3318276 Apr 18 20:55:10.674286 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.v2.base [req-2acff57e-587f-4f34-a00b-d0f7127fe52a req-12cf1e26-fb67-4382-862b-d6daac558b10 service neutron] Request body: {'port': {'device_id': '59ca5485-a6d2-4557-ab35-ea6a33c5653a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-838334-2'}} {{(pid=84040) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 20:55:10.691431 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_hamode_db [None req-ebc75d59-d0b4-4f89-89a2-6960cb16308a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9dbea2b3-c01d-4edd-9d38-bf88f8b168b7', 'name': 'tempest-AttachVolumeShelveTestJSON-364465629-router', 'tenant_id': '62ca3eda8b574071bf7ebb52cb30bb40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'external_fixed_ips': [{'subnet_id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'ip_address': '172.25.8.56'}], 'enable_snat': True}, 'gw_port_id': 'a32e8903-29c5-40ab-92e5-0ce80b653a4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:50:33Z', 'updated_at': '2022-04-18T20:50:41Z', 'revision_number': 4, 'project_id': '62ca3eda8b574071bf7ebb52cb30bb40', 'gw_port': {'id': 'a32e8903-29c5-40ab-92e5-0ce80b653a4e', 'name': '', 'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:c0:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9dbea2b3-c01d-4edd-9d38-bf88f8b168b7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'ip_address': '172.25.8.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:50:34Z', 'updated_at': '2022-04-18T20:50:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838334-2', '_floatingips': [{'id': 'd3554c15-6375-4d91-8bda-3ab0055a810e', 'tenant_id': '62ca3eda8b574071bf7ebb52cb30bb40', 'floating_ip_address': '172.25.8.86', 'floating_network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'router_id': '9dbea2b3-c01d-4edd-9d38-bf88f8b168b7', 'port_id': 'd93b9095-a088-4a58-a38e-5e53d7759fcc', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0f9d847a-7ba3-4a42-a0c6-e8541d683b40', 'mac_address': 'fa:16:3e:42:65:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b9655ef-e7a4-49b4-bc6e-a6c04beac88f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T20:54:42Z', 'updated_at': '2022-04-18T20:55:08Z', 'revision_number': 1, 'project_id': '62ca3eda8b574071bf7ebb52cb30bb40', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e7a6fcb0-431d-4b8c-b515-c6805712c623', 'name': '', 'network_id': '0f9d847a-7ba3-4a42-a0c6-e8541d683b40', 'tenant_id': '62ca3eda8b574071bf7ebb52cb30bb40', 'mac_address': 'fa:16:3e:5f:d7:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9dbea2b3-c01d-4edd-9d38-bf88f8b168b7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd2e46a24-0bb5-4d5b-bcac-f83f2e3a3c35', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:50:39Z', 'updated_at': '2022-04-18T20:50:57Z', 'revision_number': 5, 'project_id': '62ca3eda8b574071bf7ebb52cb30bb40', 'subnets': [{'id': 'd2e46a24-0bb5-4d5b-bcac-f83f2e3a3c35', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838334-2', False) {} {{(pid=84042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:55:10.695703 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebc75d59-d0b4-4f89-89a2-6960cb16308a None None] Checking router: 9dbea2b3-c01d-4edd-9d38-bf88f8b168b7 for host: n-d-838334-2 {{(pid=84042) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 18 20:55:10.709176 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebc75d59-d0b4-4f89-89a2-6960cb16308a None None] Routers {'9dbea2b3-c01d-4edd-9d38-bf88f8b168b7'} bound to L3 agent in host n-d-838334-2 {{(pid=84042) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 20:55:10.709913 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_hamode_db [None req-ebc75d59-d0b4-4f89-89a2-6960cb16308a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838334-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-18T20:25:48Z,description=,heartbeat_timestamp=2022-04-18T20:54:48Z,host='n-d-838334-2',id=bc84d6c9-dd7a-4555-a351-592327b46d5a,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:25:48Z,topic='l3_agent')) {'router_ids': ['9dbea2b3-c01d-4edd-9d38-bf88f8b168b7'], 'active': True} {{(pid=84042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:55:10.741712 n-d-838334-2 neutron-server[84041]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e782b934-3ce2-49dd-aa2b-b98cb4cea04e'] response: {'name': 'network-changed', 'server_uuid': '5b9655ef-e7a4-49b4-bc6e-a6c04beac88f', 'tag': 'd93b9095-a088-4a58-a38e-5e53d7759fcc', 'status': 'completed', 'code': 200} Apr 18 20:55:10.748858 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-7db2ac4d-c56c-4714-bd76-8a45d1525c2b tempest-AllowedAddressPairIpV6TestJSON-1533548758 tempest-AllowedAddressPairIpV6TestJSON-1533548758-project] Notify callbacks [] for port, precommit_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:55:10.774468 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3d4ae49-609c-4d0c-8483-30140572504e req-65708f46-9e5d-4be5-a1b4-0c34f0974213 tempest-ServerActionsTestJSON-2052644234 tempest-ServerActionsTestJSON-2052644234-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:55:10.776041 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-b3d4ae49-609c-4d0c-8483-30140572504e req-65708f46-9e5d-4be5-a1b4-0c34f0974213 tempest-ServerActionsTestJSON-2052644234 tempest-ServerActionsTestJSON-2052644234-project] 10.222.0.42 "GET /v2.0/ports?device_id=b7307812-da19-4509-9baf-bb3ff8313904 HTTP/1.1" status: 200 len: 945 time: 0.3845391 Apr 18 20:55:10.811787 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.provisioning_blocks [None req-7db2ac4d-c56c-4714-bd76-8a45d1525c2b tempest-AllowedAddressPairIpV6TestJSON-1533548758 tempest-AllowedAddressPairIpV6TestJSON-1533548758-project] Transition to ACTIVE for port object b61fb35e-3a72-4957-81d0-b98a2e969c60 will not be triggered until provisioned by entity DHCP. {{(pid=84040) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 20:55:10.900526 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_dvr_db [None req-ebc75d59-d0b4-4f89-89a2-6960cb16308a None None] Set router 9dbea2b3-c01d-4edd-9d38-bf88f8b168b7 gateway port host: n-d-838334-2 {{(pid=84042) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 20:55:10.954208 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-2acff57e-587f-4f34-a00b-d0f7127fe52a req-12cf1e26-fb67-4382-862b-d6daac558b10 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:55:11.001544 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-b3d4ae49-609c-4d0c-8483-30140572504e req-0552c3bd-ab8b-4330-9e78-98a64bbe2a77 tempest-ServerActionsTestJSON-2052644234 tempest-ServerActionsTestJSON-2052644234-project] 10.222.0.42 "GET /v2.0/security-groups?id=c2aeb662-6a43-4389-8810-9fad3627855b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1935027 Apr 18 20:55:11.050857 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-7db2ac4d-c56c-4714-bd76-8a45d1525c2b tempest-AllowedAddressPairIpV6TestJSON-1533548758 tempest-AllowedAddressPairIpV6TestJSON-1533548758-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750374836619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32440838'] for port, after_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:55:11.146272 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-73acb70c-5ee1-46ff-a302-98371110e73b req-2e1d7c0e-3867-46b2-b1dd-9cab0e0996b2 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=62ca3eda8b574071bf7ebb52cb30bb40&device_id=5b9655ef-e7a4-49b4-bc6e-a6c04beac88f HTTP/1.1" status: 200 len: 1096 time: 0.3352985 Apr 18 20:55:11.231971 n-d-838334-2 neutron-server[84040]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7db2ac4d-c56c-4714-bd76-8a45d1525c2b tempest-AllowedAddressPairIpV6TestJSON-1533548758 tempest-AllowedAddressPairIpV6TestJSON-1533548758-project] Network 025dd124-fd4c-48a7-8e8b-cb32ddde4b17 is already hosted by enough agents. {{(pid=84040) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:55:11.249809 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32e89fb6-9fef-4571-8daf-8e5768130c94 req-6f378634-a292-4bcb-b22b-72010b9b3223 tempest-ServerRescueNegativeTestJSON-1571656168 tempest-ServerRescueNegativeTestJSON-1571656168-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:55:11.251930 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-32e89fb6-9fef-4571-8daf-8e5768130c94 req-6f378634-a292-4bcb-b22b-72010b9b3223 tempest-ServerRescueNegativeTestJSON-1571656168 tempest-ServerRescueNegativeTestJSON-1571656168-project] 10.222.0.42 "GET /v2.0/ports?device_id=84774df7-1534-4163-a5f8-10a9e8ea72b0 HTTP/1.1" status: 200 len: 945 time: 0.3979242 Apr 18 20:55:11.252135 n-d-838334-2 neutron-server[84040]: DEBUG neutron.scheduler.base_scheduler [None req-7db2ac4d-c56c-4714-bd76-8a45d1525c2b tempest-AllowedAddressPairIpV6TestJSON-1533548758 tempest-AllowedAddressPairIpV6TestJSON-1533548758-project] Resources bound (agent type, host, resource id): {{(pid=84040) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:55:11.263532 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 51214) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:55:11.271682 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.v2.base [None req-da989718-de02-4344-989d-40d5c43016ea tempest-ServerRescueNegativeTestJSON-1571656168 tempest-ServerRescueNegativeTestJSON-1571656168-project] Request body: {'floatingip': {'port_id': 'ac9125d6-9b8a-402f-be21-f544dd8690c6'}} {{(pid=84041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 20:55:11.303344 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.agents_db [None req-6346a179-333c-4370-b5a6-936984aeab15 None None] Agent healthcheck: found 7 active agents {{(pid=84043) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 18 20:55:11.312671 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7db2ac4d-c56c-4714-bd76-8a45d1525c2b tempest-AllowedAddressPairIpV6TestJSON-1533548758 tempest-AllowedAddressPairIpV6TestJSON-1533548758-project] Pushing event updated for resources: {'Port': ['ID=b61fb35e-3a72-4957-81d0-b98a2e969c60,revision_number=1']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:55:11.342823 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7db2ac4d-c56c-4714-bd76-8a45d1525c2b tempest-AllowedAddressPairIpV6TestJSON-1533548758 tempest-AllowedAddressPairIpV6TestJSON-1533548758-project] Received port after_create {{(pid=84040) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 20:55:11.346755 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7db2ac4d-c56c-4714-bd76-8a45d1525c2b tempest-AllowedAddressPairIpV6TestJSON-1533548758 tempest-AllowedAddressPairIpV6TestJSON-1533548758-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:55:11.348200 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-7db2ac4d-c56c-4714-bd76-8a45d1525c2b tempest-AllowedAddressPairIpV6TestJSON-1533548758 tempest-AllowedAddressPairIpV6TestJSON-1533548758-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217293'] for port, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:55:11.449913 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-7db2ac4d-c56c-4714-bd76-8a45d1525c2b tempest-AllowedAddressPairIpV6TestJSON-1533548758 tempest-AllowedAddressPairIpV6TestJSON-1533548758-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1008 time: 3.0698645 Apr 18 20:55:11.457631 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 51222) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:55:11.473775 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_hamode_db [None req-ebc75d59-d0b4-4f89-89a2-6960cb16308a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9dbea2b3-c01d-4edd-9d38-bf88f8b168b7', 'name': 'tempest-AttachVolumeShelveTestJSON-364465629-router', 'tenant_id': '62ca3eda8b574071bf7ebb52cb30bb40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'external_fixed_ips': [{'subnet_id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'ip_address': '172.25.8.56'}], 'enable_snat': True}, 'gw_port_id': 'a32e8903-29c5-40ab-92e5-0ce80b653a4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:50:33Z', 'updated_at': '2022-04-18T20:50:41Z', 'revision_number': 4, 'project_id': '62ca3eda8b574071bf7ebb52cb30bb40', 'gw_port': {'id': 'a32e8903-29c5-40ab-92e5-0ce80b653a4e', 'name': '', 'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:c0:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9dbea2b3-c01d-4edd-9d38-bf88f8b168b7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'ip_address': '172.25.8.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:50:34Z', 'updated_at': '2022-04-18T20:50:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838334-2', '_floatingips': [{'id': 'd3554c15-6375-4d91-8bda-3ab0055a810e', 'tenant_id': '62ca3eda8b574071bf7ebb52cb30bb40', 'floating_ip_address': '172.25.8.86', 'floating_network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'router_id': '9dbea2b3-c01d-4edd-9d38-bf88f8b168b7', 'port_id': 'd93b9095-a088-4a58-a38e-5e53d7759fcc', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0f9d847a-7ba3-4a42-a0c6-e8541d683b40', 'mac_address': 'fa:16:3e:42:65:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b9655ef-e7a4-49b4-bc6e-a6c04beac88f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T20:54:42Z', 'updated_at': '2022-04-18T20:55:08Z', 'revision_number': 1, 'project_id': '62ca3eda8b574071bf7ebb52cb30bb40', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e7a6fcb0-431d-4b8c-b515-c6805712c623', 'name': '', 'network_id': '0f9d847a-7ba3-4a42-a0c6-e8541d683b40', 'tenant_id': '62ca3eda8b574071bf7ebb52cb30bb40', 'mac_address': 'fa:16:3e:5f:d7:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9dbea2b3-c01d-4edd-9d38-bf88f8b168b7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd2e46a24-0bb5-4d5b-bcac-f83f2e3a3c35', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:50:39Z', 'updated_at': '2022-04-18T20:50:57Z', 'revision_number': 5, 'project_id': '62ca3eda8b574071bf7ebb52cb30bb40', 'subnets': [{'id': 'd2e46a24-0bb5-4d5b-bcac-f83f2e3a3c35', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838334-2', False) {} {{(pid=84042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:55:11.483009 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebc75d59-d0b4-4f89-89a2-6960cb16308a None None] The sync data for ids ['9dbea2b3-c01d-4edd-9d38-bf88f8b168b7'] in n-d-838334-2 is: [{'id': '9dbea2b3-c01d-4edd-9d38-bf88f8b168b7', 'name': 'tempest-AttachVolumeShelveTestJSON-364465629-router', 'tenant_id': '62ca3eda8b574071bf7ebb52cb30bb40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'external_fixed_ips': [{'subnet_id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'ip_address': '172.25.8.56'}], 'enable_snat': True}, 'gw_port_id': 'a32e8903-29c5-40ab-92e5-0ce80b653a4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:50:33Z', 'updated_at': '2022-04-18T20:50:41Z', 'revision_number': 4, 'project_id': '62ca3eda8b574071bf7ebb52cb30bb40', 'gw_port': {'id': 'a32e8903-29c5-40ab-92e5-0ce80b653a4e', 'name': '', 'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:c0:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9dbea2b3-c01d-4edd-9d38-bf88f8b168b7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'ip_address': '172.25.8.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:50:34Z', 'updated_at': '2022-04-18T20:50:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838334-2', '_floatingips': [{'id': 'd3554c15-6375-4d91-8bda-3ab0055a810e', 'tenant_id': '62ca3eda8b574071bf7ebb52cb30bb40', 'floating_ip_address': '172.25.8.86', 'floating_network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'router_id': '9dbea2b3-c01d-4edd-9d38-bf88f8b168b7', 'port_id': 'd93b9095-a088-4a58-a38e-5e53d7759fcc', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0f9d847a-7ba3-4a42-a0c6-e8541d683b40', 'mac_address': 'fa:16:3e:42:65:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b9655ef-e7a4-49b4-bc6e-a6c04beac88f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T20:54:42Z', 'updated_at': '2022-04-18T20:55:08Z', 'revision_number': 1, 'project_id': '62ca3eda8b574071bf7ebb52cb30bb40', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e7a6fcb0-431d-4b8c-b515-c6805712c623', 'name': '', 'network_id': '0f9d847a-7ba3-4a42-a0c6-e8541d683b40', 'tenant_id': '62ca3eda8b574071bf7ebb52cb30bb40', 'mac_address': 'fa:16:3e:5f:d7:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9dbea2b3-c01d-4edd-9d38-bf88f8b168b7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd2e46a24-0bb5-4d5b-bcac-f83f2e3a3c35', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:50:39Z', 'updated_at': '2022-04-18T20:50:57Z', 'revision_number': 5, 'project_id': '62ca3eda8b574071bf7ebb52cb30bb40', 'subnets': [{'id': 'd2e46a24-0bb5-4d5b-bcac-f83f2e3a3c35', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84042) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 18 20:55:11.512860 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-da989718-de02-4344-989d-40d5c43016ea tempest-ServerRescueNegativeTestJSON-1571656168 tempest-ServerRescueNegativeTestJSON-1571656168-project] Notify callbacks [] for floatingip, before_update {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:55:11.720070 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73acb70c-5ee1-46ff-a302-98371110e73b req-f0b58c1e-76a2-477c-af9f-7ca15da9696e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:55:11.722067 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-73acb70c-5ee1-46ff-a302-98371110e73b req-f0b58c1e-76a2-477c-af9f-7ca15da9696e service neutron] 10.222.0.48 "GET /v2.0/networks?id=0f9d847a-7ba3-4a42-a0c6-e8541d683b40 HTTP/1.1" status: 200 len: 917 time: 0.5581686 Apr 18 20:55:11.756242 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-08cb801b-8628-4f60-853f-60cfa39d0b3b None None] Provisioning for port b61fb35e-3a72-4957-81d0-b98a2e969c60 completed by entity DHCP. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 20:55:11.761563 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30eaea4e-5850-4ec9-b21b-01a6b2d95849 tempest-AllowedAddressPairIpV6TestJSON-1533548758 tempest-AllowedAddressPairIpV6TestJSON-1533548758-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:55:11.764458 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-08cb801b-8628-4f60-853f-60cfa39d0b3b None None] Provisioning complete for port b61fb35e-3a72-4957-81d0-b98a2e969c60 triggered by entity DHCP. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:55:11.764458 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-08cb801b-8628-4f60-853f-60cfa39d0b3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1253608'] for port, provisioning_complete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:55:11.765549 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30eaea4e-5850-4ec9-b21b-01a6b2d95849 tempest-AllowedAddressPairIpV6TestJSON-1533548758 tempest-AllowedAddressPairIpV6TestJSON-1533548758-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:55:11.769663 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30eaea4e-5850-4ec9-b21b-01a6b2d95849 tempest-AllowedAddressPairIpV6TestJSON-1533548758 tempest-AllowedAddressPairIpV6TestJSON-1533548758-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:55:11.771328 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-30eaea4e-5850-4ec9-b21b-01a6b2d95849 tempest-AllowedAddressPairIpV6TestJSON-1533548758 tempest-AllowedAddressPairIpV6TestJSON-1533548758-project] 10.222.0.42 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2484 time: 0.3120325 Apr 18 20:55:11.777331 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 51228) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:55:11.821974 n-d-838334-2 neutron-server[84043]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39d7bf3e-a8ea-43b3-a980-c3574f51126d None None] New status for floating IP d3554c15-6375-4d91-8bda-3ab0055a810e: ACTIVE {{(pid=84043) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Apr 18 20:55:11.844708 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.plugin [None req-08cb801b-8628-4f60-853f-60cfa39d0b3b None None] Port b61fb35e-3a72-4957-81d0-b98a2e969c60 cannot update to ACTIVE because it is not bound. {{(pid=84042) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 18 20:55:11.893749 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d76a64cc-e4d6-4c28-a6c1-d34330ce7fa3 req-bebb0a0f-1bee-4eb2-a967-941569f35266 tempest-ListServerFiltersTestJSON-1123405701 tempest-ListServerFiltersTestJSON-1123405701-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:55:11.895202 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-d76a64cc-e4d6-4c28-a6c1-d34330ce7fa3 req-bebb0a0f-1bee-4eb2-a967-941569f35266 tempest-ListServerFiltersTestJSON-1123405701 tempest-ListServerFiltersTestJSON-1123405701-project] 10.222.0.42 "GET /v2.0/ports?device_id=1848fe84-e1b8-4b1b-b558-43c90fc1533c HTTP/1.1" status: 200 len: 945 time: 0.6594002 Apr 18 20:55:11.926157 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.plugin [None req-770aaf6d-0dfe-4a5f-af4b-a9504dd76a0a tempest-AllowedAddressPairIpV6TestJSON-1533548758 tempest-AllowedAddressPairIpV6TestJSON-1533548758-project] Deleting port b61fb35e-3a72-4957-81d0-b98a2e969c60 {{(pid=84041) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 20:55:11.926500 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-770aaf6d-0dfe-4a5f-af4b-a9504dd76a0a tempest-AllowedAddressPairIpV6TestJSON-1533548758 tempest-AllowedAddressPairIpV6TestJSON-1533548758-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750375188691'] for port, before_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:55:11.970840 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4331939-780e-446d-bbdb-15be23942375 req-3aae4a71-c3ef-4e8c-80bf-7b1fae881e2d tempest-ServerActionsTestJSON-2052644234 tempest-ServerActionsTestJSON-2052644234-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:55:11.972232 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-f4331939-780e-446d-bbdb-15be23942375 req-3aae4a71-c3ef-4e8c-80bf-7b1fae881e2d tempest-ServerActionsTestJSON-2052644234 tempest-ServerActionsTestJSON-2052644234-project] 10.222.0.42 "GET /v2.0/networks?id=48f708f8-0904-4115-910c-bb1ab06d7263 HTTP/1.1" status: 200 len: 811 time: 0.4499779 Apr 18 20:55:12.069320 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-73acb70c-5ee1-46ff-a302-98371110e73b req-a0f26274-84ec-4daa-9cd7-6bb4cdfc4199 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d93b9095-a088-4a58-a38e-5e53d7759fcc HTTP/1.1" status: 200 len: 998 time: 0.3297768 Apr 18 20:55:12.074564 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-f4331939-780e-446d-bbdb-15be23942375 req-395b28e9-37c1-4b64-870c-46d52c79a191 tempest-ServerActionsTestJSON-2052644234 tempest-ServerActionsTestJSON-2052644234-project] 10.222.0.42 "GET /v2.0/quotas/6be92480d0964f34a8ede9caae0c987d HTTP/1.1" status: 200 len: 375 time: 0.0911164 Apr 18 20:55:12.111898 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-d76a64cc-e4d6-4c28-a6c1-d34330ce7fa3 req-7b1e3194-f5df-4ab1-bf83-7e3d90944d45 tempest-ListServerFiltersTestJSON-1123405701 tempest-ListServerFiltersTestJSON-1123405701-project] 10.222.0.42 "GET /v2.0/security-groups?id=4748fc9b-37e2-4328-8f67-9c8130ebd451&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2025421 Apr 18 20:55:12.119037 n-d-838334-2 neutron-server[84040]: DEBUG neutron.notifiers.nova [req-2acff57e-587f-4f34-a00b-d0f7127fe52a req-12cf1e26-fb67-4382-862b-d6daac558b10 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 15fa0d3f-492c-4b34-a77b-3830fc7e64ca {{(pid=84040) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 18 20:55:12.173310 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-2acff57e-587f-4f34-a00b-d0f7127fe52a req-12cf1e26-fb67-4382-862b-d6daac558b10 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:55:12.209929 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73acb70c-5ee1-46ff-a302-98371110e73b req-81f92a3c-c293-4fc9-a84f-3bc4f4561973 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:55:12.211377 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-73acb70c-5ee1-46ff-a302-98371110e73b req-81f92a3c-c293-4fc9-a84f-3bc4f4561973 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=d2e46a24-0bb5-4d5b-bcac-f83f2e3a3c35 HTTP/1.1" status: 200 len: 855 time: 0.1324430 Apr 18 20:55:12.217902 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.provisioning_blocks [req-2acff57e-587f-4f34-a00b-d0f7127fe52a req-12cf1e26-fb67-4382-862b-d6daac558b10 service neutron] Transition to ACTIVE for port object 15fa0d3f-492c-4b34-a77b-3830fc7e64ca will not be triggered until provisioned by entity L2. {{(pid=84040) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 20:55:12.261534 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-2acff57e-587f-4f34-a00b-d0f7127fe52a req-12cf1e26-fb67-4382-862b-d6daac558b10 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32440959'] for port, after_update {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:55:12.476628 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-770aaf6d-0dfe-4a5f-af4b-a9504dd76a0a tempest-AllowedAddressPairIpV6TestJSON-1533548758 tempest-AllowedAddressPairIpV6TestJSON-1533548758-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369123'] for port, precommit_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:55:12.582136 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12cf1e26-fb67-4382-862b-d6daac558b10 service neutron] Pushing event updated for resources: {'Port': ['ID=15fa0d3f-492c-4b34-a77b-3830fc7e64ca,revision_number=2']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:55:12.597643 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-f4331939-780e-446d-bbdb-15be23942375 req-667f8544-67f9-406a-9592-ac8d1cd4bef8 tempest-ServerActionsTestJSON-2052644234 tempest-ServerActionsTestJSON-2052644234-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=6be92480d0964f34a8ede9caae0c987d&fields=id HTTP/1.1" status: 200 len: 532 time: 0.4832625 Apr 18 20:55:12.601006 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.plugin [None req-770aaf6d-0dfe-4a5f-af4b-a9504dd76a0a tempest-AllowedAddressPairIpV6TestJSON-1533548758 tempest-AllowedAddressPairIpV6TestJSON-1533548758-project] Calling delete_port for b61fb35e-3a72-4957-81d0-b98a2e969c60 owned by {{(pid=84041) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 20:55:12.736974 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-73acb70c-5ee1-46ff-a302-98371110e73b req-2a5fe5e7-2f71-4590-b79b-b30c4054aaec service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=0f9d847a-7ba3-4a42-a0c6-e8541d683b40&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5161073 Apr 18 20:55:12.838228 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-da989718-de02-4344-989d-40d5c43016ea tempest-ServerRescueNegativeTestJSON-1571656168 tempest-ServerRescueNegativeTestJSON-1571656168-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:55:12.846790 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-da989718-de02-4344-989d-40d5c43016ea tempest-ServerRescueNegativeTestJSON-1571656168 tempest-ServerRescueNegativeTestJSON-1571656168-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33444131'] for floatingip, after_update {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:55:12.905954 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1714327c-d0d6-48c5-99fa-5e41ae2359cb req-87290f90-cb71-4e66-96c4-a5abe7c607f4 tempest-DeleteServersTestJSON-915645800 tempest-DeleteServersTestJSON-915645800-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:55:12.906655 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [req-1714327c-d0d6-48c5-99fa-5e41ae2359cb req-87290f90-cb71-4e66-96c4-a5abe7c607f4 tempest-DeleteServersTestJSON-915645800 tempest-DeleteServersTestJSON-915645800-project] Synchronizing usage tracker for tenant:7fa7a8b3916440879a3373a5a8935507 on resource:port {{(pid=84040) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 20:55:12.957805 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-f4331939-780e-446d-bbdb-15be23942375 req-b7e59425-4ebc-4ce6-8fdc-59d631f4b0b2 service neutron] 10.222.0.42 "GET /v2.0/networks/48f708f8-0904-4115-910c-bb1ab06d7263?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3517473 Apr 18 20:55:12.959188 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-770aaf6d-0dfe-4a5f-af4b-a9504dd76a0a tempest-AllowedAddressPairIpV6TestJSON-1533548758 tempest-AllowedAddressPairIpV6TestJSON-1533548758-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750375259028', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750374836628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32266323'] for port, after_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:55:12.977517 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.managers [req-2acff57e-587f-4f34-a00b-d0f7127fe52a req-12cf1e26-fb67-4382-862b-d6daac558b10 service neutron] Attempting to bind port 15fa0d3f-492c-4b34-a77b-3830fc7e64ca on host n-h1-838334-2 for vnic_type normal with profile {{(pid=84040) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:55:12.978077 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.managers [req-2acff57e-587f-4f34-a00b-d0f7127fe52a req-12cf1e26-fb67-4382-862b-d6daac558b10 service neutron] Attempting to bind port 15fa0d3f-492c-4b34-a77b-3830fc7e64ca by drivers openvswitch,hyperv on host n-h1-838334-2 at level 0 using segments [{'id': 'eb1f29ad-3d05-4e72-b227-469dc1660e3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': 'f7467a4f-b1b1-4464-b74e-f3b773c53ca1'}] {{(pid=84040) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:55:12.978392 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2acff57e-587f-4f34-a00b-d0f7127fe52a req-12cf1e26-fb67-4382-862b-d6daac558b10 service neutron] Attempting to bind port 15fa0d3f-492c-4b34-a77b-3830fc7e64ca on network f7467a4f-b1b1-4464-b74e-f3b773c53ca1 {{(pid=84040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 20:55:13.015881 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [req-1714327c-d0d6-48c5-99fa-5e41ae2359cb req-87290f90-cb71-4e66-96c4-a5abe7c607f4 tempest-DeleteServersTestJSON-915645800 tempest-DeleteServersTestJSON-915645800-project] Unset dirty status for tenant:7fa7a8b3916440879a3373a5a8935507 on resource:port {{(pid=84040) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 20:55:13.018748 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-770aaf6d-0dfe-4a5f-af4b-a9504dd76a0a tempest-AllowedAddressPairIpV6TestJSON-1533548758 tempest-AllowedAddressPairIpV6TestJSON-1533548758-project] Pushing event deleted for resources: {'Port': ['ID=b61fb35e-3a72-4957-81d0-b98a2e969c60,revision_number=None']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:55:13.024941 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-1714327c-d0d6-48c5-99fa-5e41ae2359cb req-87290f90-cb71-4e66-96c4-a5abe7c607f4 tempest-DeleteServersTestJSON-915645800 tempest-DeleteServersTestJSON-915645800-project] 10.222.0.42 "GET /v2.0/ports?device_id=59ca5485-a6d2-4557-ab35-ea6a33c5653a HTTP/1.1" status: 200 len: 943 time: 0.7686453 Apr 18 20:55:13.111740 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2acff57e-587f-4f34-a00b-d0f7127fe52a req-12cf1e26-fb67-4382-862b-d6daac558b10 service neutron] Port 15fa0d3f-492c-4b34-a77b-3830fc7e64ca on network f7467a4f-b1b1-4464-b74e-f3b773c53ca1 not bound, no agent of type Open vSwitch agent registered on host n-h1-838334-2 {{(pid=84040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 18 20:55:13.111950 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2acff57e-587f-4f34-a00b-d0f7127fe52a req-12cf1e26-fb67-4382-862b-d6daac558b10 service neutron] Attempting to bind port 15fa0d3f-492c-4b34-a77b-3830fc7e64ca on network f7467a4f-b1b1-4464-b74e-f3b773c53ca1 {{(pid=84040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 20:55:13.122960 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-73acb70c-5ee1-46ff-a302-98371110e73b req-087e9e27-20da-4a08-a289-9912a343a6c1 service neutron] 10.222.0.48 "GET /v2.0/networks/0f9d847a-7ba3-4a42-a0c6-e8541d683b40?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3459716 Apr 18 20:55:13.162965 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2acff57e-587f-4f34-a00b-d0f7127fe52a req-12cf1e26-fb67-4382-862b-d6daac558b10 service neutron] Checking agent: {'id': 'd63bab19-ff81-4de1-afeb-a3732288d0d7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-838334-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 33, 59), 'started_at': datetime.datetime(2022, 4, 18, 20, 33, 59), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 20, 54, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 18 20:55:13.163577 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2acff57e-587f-4f34-a00b-d0f7127fe52a req-12cf1e26-fb67-4382-862b-d6daac558b10 service neutron] Checking segment: {'id': 'eb1f29ad-3d05-4e72-b227-469dc1660e3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': 'f7467a4f-b1b1-4464-b74e-f3b773c53ca1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84040) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 20:55:13.163989 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2acff57e-587f-4f34-a00b-d0f7127fe52a req-12cf1e26-fb67-4382-862b-d6daac558b10 service neutron] Bound using segment: {'id': 'eb1f29ad-3d05-4e72-b227-469dc1660e3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': 'f7467a4f-b1b1-4464-b74e-f3b773c53ca1'} {{(pid=84040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 18 20:55:13.164443 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.managers [req-2acff57e-587f-4f34-a00b-d0f7127fe52a req-12cf1e26-fb67-4382-862b-d6daac558b10 service neutron] Bound port: 15fa0d3f-492c-4b34-a77b-3830fc7e64ca, host: n-h1-838334-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'eb1f29ad-3d05-4e72-b227-469dc1660e3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': 'f7467a4f-b1b1-4464-b74e-f3b773c53ca1'}}] {{(pid=84040) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 20:55:13.164794 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-2acff57e-587f-4f34-a00b-d0f7127fe52a req-12cf1e26-fb67-4382-862b-d6daac558b10 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:55:13.187640 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-770aaf6d-0dfe-4a5f-af4b-a9504dd76a0a tempest-AllowedAddressPairIpV6TestJSON-1533548758 tempest-AllowedAddressPairIpV6TestJSON-1533548758-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217293'] for port, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:55:13.201747 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-770aaf6d-0dfe-4a5f-af4b-a9504dd76a0a tempest-AllowedAddressPairIpV6TestJSON-1533548758 tempest-AllowedAddressPairIpV6TestJSON-1533548758-project] 10.222.0.42 "DELETE /v2.0/ports/b61fb35e-3a72-4957-81d0-b98a2e969c60 HTTP/1.1" status: 204 len: 168 time: 1.4226298 Apr 18 20:55:13.202531 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 51234) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:55:13.252271 n-d-838334-2 neutron-server[84041]: INFO neutron.pecan_wsgi.hooks.translation [None req-d90b574d-cbf8-4916-b90d-0557ab8a4ed1 tempest-AllowedAddressPairIpV6TestJSON-1533548758 tempest-AllowedAddressPairIpV6TestJSON-1533548758-project] GET failed (client error): The resource could not be found. Apr 18 20:55:13.252996 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-d90b574d-cbf8-4916-b90d-0557ab8a4ed1 tempest-AllowedAddressPairIpV6TestJSON-1533548758 tempest-AllowedAddressPairIpV6TestJSON-1533548758-project] Synchronizing usage tracker for tenant:6280911c3fca4dbbbe1b2c76705736f1 on resource:port {{(pid=84041) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 20:55:13.289610 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-d90b574d-cbf8-4916-b90d-0557ab8a4ed1 tempest-AllowedAddressPairIpV6TestJSON-1533548758 tempest-AllowedAddressPairIpV6TestJSON-1533548758-project] Unset dirty status for tenant:6280911c3fca4dbbbe1b2c76705736f1 on resource:port {{(pid=84041) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 20:55:13.290760 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-d90b574d-cbf8-4916-b90d-0557ab8a4ed1 tempest-AllowedAddressPairIpV6TestJSON-1533548758 tempest-AllowedAddressPairIpV6TestJSON-1533548758-project] 10.222.0.42 "GET /v2.0/ports/b61fb35e-3a72-4957-81d0-b98a2e969c60 HTTP/1.1" status: 404 len: 333 time: 0.0858078 Apr 18 20:55:13.295929 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 51240) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:55:13.303547 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.v2.base [None req-9bedb82e-39c5-40b0-ad6e-3a2c651d58dc tempest-AllowedAddressPairIpV6TestJSON-1533548758 tempest-AllowedAddressPairIpV6TestJSON-1533548758-project] Request body: {'port': {'network_id': '025dd124-fd4c-48a7-8e8b-cb32ddde4b17', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-341225458'}} {{(pid=84041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 20:55:13.353940 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-1714327c-d0d6-48c5-99fa-5e41ae2359cb req-d5e046b7-67e9-421f-b192-fc63cfed218e tempest-DeleteServersTestJSON-915645800 tempest-DeleteServersTestJSON-915645800-project] 10.222.0.42 "GET /v2.0/security-groups?id=588d127b-19b7-4c3d-9f79-a400181b94e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2730465 Apr 18 20:55:13.359666 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-f4331939-780e-446d-bbdb-15be23942375 req-71460d6d-7e41-481d-85ef-84e30f37fa57 service neutron] 10.222.0.42 "GET /v2.0/networks/48f708f8-0904-4115-910c-bb1ab06d7263?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3845971 Apr 18 20:55:13.429831 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.db [req-2acff57e-587f-4f34-a00b-d0f7127fe52a req-12cf1e26-fb67-4382-862b-d6daac558b10 service neutron] For port 15fa0d3f-492c-4b34-a77b-3830fc7e64ca, host n-h1-838334-2, cleared binding levels {{(pid=84040) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 20:55:13.434248 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-73acb70c-5ee1-46ff-a302-98371110e73b req-a38ba7f9-bff8-4c9f-9624-69266cebf2bc service neutron] 10.222.0.48 "GET /v2.0/networks/0f9d847a-7ba3-4a42-a0c6-e8541d683b40?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2950191 Apr 18 20:55:13.452635 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.db [req-2acff57e-587f-4f34-a00b-d0f7127fe52a req-12cf1e26-fb67-4382-862b-d6daac558b10 service neutron] For port 15fa0d3f-492c-4b34-a77b-3830fc7e64ca, host n-h1-838334-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838334-2',level=0,port_id=15fa0d3f-492c-4b34-a77b-3830fc7e64ca,segment=NetworkSegment(eb1f29ad-3d05-4e72-b227-469dc1660e3c),segment_id=eb1f29ad-3d05-4e72-b227-469dc1660e3c)] {{(pid=84040) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 20:55:13.458914 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-2acff57e-587f-4f34-a00b-d0f7127fe52a req-12cf1e26-fb67-4382-862b-d6daac558b10 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32440959'] for port, after_update {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:55:13.544532 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-2acff57e-587f-4f34-a00b-d0f7127fe52a req-12cf1e26-fb67-4382-862b-d6daac558b10 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217293'] for port, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:55:13.546430 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-2acff57e-587f-4f34-a00b-d0f7127fe52a req-12cf1e26-fb67-4382-862b-d6daac558b10 service neutron] 10.222.0.43 "PUT /v2.0/ports/15fa0d3f-492c-4b34-a77b-3830fc7e64ca HTTP/1.1" status: 200 len: 1091 time: 2.8790126 Apr 18 20:55:13.547196 n-d-838334-2 neutron-server[84040]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '59ca5485-a6d2-4557-ab35-ea6a33c5653a', 'tag': '15fa0d3f-492c-4b34-a77b-3830fc7e64ca'}] {{(pid=84040) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 20:55:13.578753 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12cf1e26-fb67-4382-862b-d6daac558b10 service neutron] Pushing event updated for resources: {'Port': ['ID=15fa0d3f-492c-4b34-a77b-3830fc7e64ca,revision_number=3']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:55:13.620731 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-9bedb82e-39c5-40b0-ad6e-3a2c651d58dc tempest-AllowedAddressPairIpV6TestJSON-1533548758 tempest-AllowedAddressPairIpV6TestJSON-1533548758-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:55:13.657157 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-9bedb82e-39c5-40b0-ad6e-3a2c651d58dc tempest-AllowedAddressPairIpV6TestJSON-1533548758 tempest-AllowedAddressPairIpV6TestJSON-1533548758-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:55:13.696151 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9bedb82e-39c5-40b0-ad6e-3a2c651d58dc tempest-AllowedAddressPairIpV6TestJSON-1533548758 tempest-AllowedAddressPairIpV6TestJSON-1533548758-project] Made reservation on behalf of 6280911c3fca4dbbbe1b2c76705736f1 for: {'port': 1} {{(pid=84041) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:55:13.700521 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-9bedb82e-39c5-40b0-ad6e-3a2c651d58dc tempest-AllowedAddressPairIpV6TestJSON-1533548758 tempest-AllowedAddressPairIpV6TestJSON-1533548758-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:55:13.724539 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-22a1997e-2b5b-4304-adb4-99ff0c0a9859 req-0865619c-313f-4bbb-87f2-5eb2ae813f1b tempest-ServerActionsTestJSON-2052644234 tempest-ServerActionsTestJSON-2052644234-project] 10.222.0.42 "GET /v2.0/ports?device_id=59d6b272-24d3-4609-8a10-777cd7c7c735 HTTP/1.1" status: 200 len: 210 time: 0.0942230 Apr 18 20:55:13.747850 n-d-838334-2 neutron-server[84041]: DEBUG neutron.notifiers.nova [None req-9bedb82e-39c5-40b0-ad6e-3a2c651d58dc tempest-AllowedAddressPairIpV6TestJSON-1533548758 tempest-AllowedAddressPairIpV6TestJSON-1533548758-project] device_id is not set on port 060ead2e-b7ed-4efb-9630-321cbc2ef301 yet. {{(pid=84041) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 18 20:55:13.761101 n-d-838334-2 neutron-server[84040]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9c05bddd-360c-4f33-b941-fda83271d9dc'] response: {'name': 'network-changed', 'server_uuid': '59ca5485-a6d2-4557-ab35-ea6a33c5653a', 'tag': '15fa0d3f-492c-4b34-a77b-3830fc7e64ca', 'status': 'completed', 'code': 200} Apr 18 20:55:13.807435 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-2acff57e-587f-4f34-a00b-d0f7127fe52a req-4758cd5a-5378-4845-b0ca-5cb5f24f3d4d service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=7fa7a8b3916440879a3373a5a8935507&device_id=59ca5485-a6d2-4557-ab35-ea6a33c5653a HTTP/1.1" status: 200 len: 1094 time: 0.1447134 Apr 18 20:55:13.849633 n-d-838334-2 neutron-server[84041]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-da989718-de02-4344-989d-40d5c43016ea tempest-ServerRescueNegativeTestJSON-1571656168 tempest-ServerRescueNegativeTestJSON-1571656168-project] Router bc01c25a-2e04-4cf1-bcb6-dfa1510dd9b9 has already been hosted by L3 agent bc84d6c9-dd7a-4555-a351-592327b46d5a {{(pid=84041) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 20:55:13.896977 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-2acff57e-587f-4f34-a00b-d0f7127fe52a req-d91820cc-69f0-4eb4-b819-9c2eccd153a6 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=15fa0d3f-492c-4b34-a77b-3830fc7e64ca HTTP/1.1" status: 200 len: 217 time: 0.0781980 Apr 18 20:55:14.017106 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2acff57e-587f-4f34-a00b-d0f7127fe52a req-bad9000b-fc71-4c60-bcf4-0b32051c5262 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:55:14.019835 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-2acff57e-587f-4f34-a00b-d0f7127fe52a req-bad9000b-fc71-4c60-bcf4-0b32051c5262 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=4d302c72-cbf8-4bd9-ac2b-bdba885f7b5c HTTP/1.1" status: 200 len: 851 time: 0.1136847 Apr 18 20:55:14.080657 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-2acff57e-587f-4f34-a00b-d0f7127fe52a req-72b46e36-edb5-43ba-8cee-310ca3eb2c39 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=f7467a4f-b1b1-4464-b74e-f3b773c53ca1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0533800 Apr 18 20:55:14.286429 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.db_base_plugin_common [None req-9bedb82e-39c5-40b0-ad6e-3a2c651d58dc tempest-AllowedAddressPairIpV6TestJSON-1533548758 tempest-AllowedAddressPairIpV6TestJSON-1533548758-project] Allocated IP 2001:db8::16f (025dd124-fd4c-48a7-8e8b-cb32ddde4b17/ccc823ed-8c09-4bf4-a038-0935f19d1d1a/060ead2e-b7ed-4efb-9630-321cbc2ef301) {{(pid=84041) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:55:14.312088 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-2acff57e-587f-4f34-a00b-d0f7127fe52a req-c10ef00e-516b-49b2-9270-d91a241627a9 service neutron] 10.222.0.43 "GET /v2.0/networks/f7467a4f-b1b1-4464-b74e-f3b773c53ca1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2241271 Apr 18 20:55:14.630709 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-842ab225-dac1-4b5e-a04f-74e3464702c4 req-e0465432-2dfd-43a2-b602-62b075c0fbbe service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=de1481e68b5045059c48ab3bd0b2261b&device_id=1848fe84-e1b8-4b1b-b558-43c90fc1533c HTTP/1.1" status: 200 len: 1096 time: 0.4063685 Apr 18 20:55:14.693550 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d1ff379-35c0-417b-a769-d8e3a4c33ea6 req-23a72d90-689b-4acd-bc02-cdcdc4d27d0b tempest-ListServerFiltersTestJSON-1123405701 tempest-ListServerFiltersTestJSON-1123405701-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:55:14.695466 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-0d1ff379-35c0-417b-a769-d8e3a4c33ea6 req-23a72d90-689b-4acd-bc02-cdcdc4d27d0b tempest-ListServerFiltersTestJSON-1123405701 tempest-ListServerFiltersTestJSON-1123405701-project] 10.222.0.42 "GET /v2.0/ports?device_id=1848fe84-e1b8-4b1b-b558-43c90fc1533c HTTP/1.1" status: 200 len: 945 time: 0.5873189 Apr 18 20:55:14.754948 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-2acff57e-587f-4f34-a00b-d0f7127fe52a req-3855ee44-a183-4bae-a4f6-2f5cee242a0f service neutron] 10.222.0.43 "GET /v2.0/networks/f7467a4f-b1b1-4464-b74e-f3b773c53ca1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4343505 Apr 18 20:55:14.778723 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-0d1ff379-35c0-417b-a769-d8e3a4c33ea6 req-6743e5c6-5ccf-4939-950f-d0052df67568 tempest-ListServerFiltersTestJSON-1123405701 tempest-ListServerFiltersTestJSON-1123405701-project] 10.222.0.42 "GET /v2.0/security-groups?id=4748fc9b-37e2-4328-8f67-9c8130ebd451&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715041 Apr 18 20:55:14.793344 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d2eb8d8-384d-484b-9108-341b09592fa2 req-4a84ed37-f5c0-4316-b0b5-f65e7ea82e7d tempest-DeleteServersTestJSON-915645800 tempest-DeleteServersTestJSON-915645800-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:55:14.811579 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-7d2eb8d8-384d-484b-9108-341b09592fa2 req-4a84ed37-f5c0-4316-b0b5-f65e7ea82e7d tempest-DeleteServersTestJSON-915645800 tempest-DeleteServersTestJSON-915645800-project] 10.222.0.42 "GET /v2.0/ports?device_id=59ca5485-a6d2-4557-ab35-ea6a33c5653a HTTP/1.1" status: 200 len: 943 time: 0.2353528 Apr 18 20:55:14.895491 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-9bedb82e-39c5-40b0-ad6e-3a2c651d58dc tempest-AllowedAddressPairIpV6TestJSON-1533548758 tempest-AllowedAddressPairIpV6TestJSON-1533548758-project] Notify callbacks [] for port, precommit_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:55:14.915939 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-7d2eb8d8-384d-484b-9108-341b09592fa2 req-90951290-c826-4898-bf91-7a97095a3a04 tempest-DeleteServersTestJSON-915645800 tempest-DeleteServersTestJSON-915645800-project] 10.222.0.42 "GET /v2.0/security-groups?id=588d127b-19b7-4c3d-9f79-a400181b94e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1099203 Apr 18 20:55:14.919069 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-842ab225-dac1-4b5e-a04f-74e3464702c4 req-9cd0335b-58bd-4797-bb7f-91a7911b1745 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:55:14.920567 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-842ab225-dac1-4b5e-a04f-74e3464702c4 req-9cd0335b-58bd-4797-bb7f-91a7911b1745 service neutron] 10.222.0.43 "GET /v2.0/networks?id=3a2296d3-5701-49c3-b8d7-d342e7fe567b HTTP/1.1" status: 200 len: 917 time: 0.2807276 Apr 18 20:55:14.931029 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.provisioning_blocks [None req-9bedb82e-39c5-40b0-ad6e-3a2c651d58dc tempest-AllowedAddressPairIpV6TestJSON-1533548758 tempest-AllowedAddressPairIpV6TestJSON-1533548758-project] Transition to ACTIVE for port object 060ead2e-b7ed-4efb-9630-321cbc2ef301 will not be triggered until provisioned by entity DHCP. {{(pid=84041) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 20:55:14.992684 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-aea1ec45-c4d7-46ba-93f9-99ec93711b85 req-2e729834-bc48-4267-91f9-e5f4e2053705 tempest-ServerActionsTestJSON-2052644234 tempest-ServerActionsTestJSON-2052644234-project] 10.222.0.42 "GET /v2.0/ports?device_id=59d6b272-24d3-4609-8a10-777cd7c7c735 HTTP/1.1" status: 200 len: 210 time: 0.0444300 Apr 18 20:55:15.004250 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-6874f8fb-5cfd-4519-8133-56c6a62a8706 req-7e5d5a40-422f-4952-ab81-48b2833e9298 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=7fa7a8b3916440879a3373a5a8935507&device_id=59ca5485-a6d2-4557-ab35-ea6a33c5653a HTTP/1.1" status: 200 len: 1094 time: 0.1447954 Apr 18 20:55:15.008713 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-da989718-de02-4344-989d-40d5c43016ea tempest-ServerRescueNegativeTestJSON-1571656168 tempest-ServerRescueNegativeTestJSON-1571656168-project] Notify agent at l3_agent.n-d-838334-2 the message routers_updated {{(pid=84041) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 20:55:15.013227 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-842ab225-dac1-4b5e-a04f-74e3464702c4 req-5e01521c-b914-4558-b497-ac1ceff3f24b service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9dad702e-7d18-43c5-af06-9baea7bd6de1 HTTP/1.1" status: 200 len: 217 time: 0.0834746 Apr 18 20:55:15.018669 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afdbd7b1-fab6-48d1-bd94-717b2b34810a None None] Sync routers for ids ['bc01c25a-2e04-4cf1-bcb6-dfa1510dd9b9'] in n-d-838334-2 {{(pid=84042) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 18 20:55:15.025699 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-da989718-de02-4344-989d-40d5c43016ea tempest-ServerRescueNegativeTestJSON-1571656168 tempest-ServerRescueNegativeTestJSON-1571656168-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217293'] for floatingip, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:55:15.031224 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afdbd7b1-fab6-48d1-bd94-717b2b34810a None None] Routers {'bc01c25a-2e04-4cf1-bcb6-dfa1510dd9b9'} bound to L3 agent in host n-d-838334-2 {{(pid=84042) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 20:55:15.031924 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_hamode_db [None req-afdbd7b1-fab6-48d1-bd94-717b2b34810a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838334-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-18T20:25:48Z,description=,heartbeat_timestamp=2022-04-18T20:54:48Z,host='n-d-838334-2',id=bc84d6c9-dd7a-4555-a351-592327b46d5a,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:25:48Z,topic='l3_agent')) {'router_ids': ['bc01c25a-2e04-4cf1-bcb6-dfa1510dd9b9'], 'active': True} {{(pid=84042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:55:15.149386 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-9bedb82e-39c5-40b0-ad6e-3a2c651d58dc tempest-AllowedAddressPairIpV6TestJSON-1533548758 tempest-AllowedAddressPairIpV6TestJSON-1533548758-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750374836619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32266323'] for port, after_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:55:15.156684 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-842ab225-dac1-4b5e-a04f-74e3464702c4 req-c461c76f-82fc-4993-87e5-8699ae039bbb service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:55:15.159589 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-842ab225-dac1-4b5e-a04f-74e3464702c4 req-c461c76f-82fc-4993-87e5-8699ae039bbb service neutron] 10.222.0.43 "GET /v2.0/subnets?id=bf3d4156-4029-4990-a77f-b5185e903dd1 HTTP/1.1" status: 200 len: 855 time: 0.1361847 Apr 18 20:55:15.197058 n-d-838334-2 neutron-server[84041]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '84774df7-1534-4163-a5f8-10a9e8ea72b0', 'tag': 'ac9125d6-9b8a-402f-be21-f544dd8690c6'}] {{(pid=84041) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 20:55:15.197342 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6874f8fb-5cfd-4519-8133-56c6a62a8706 req-335bd527-5e28-4ffa-9387-0ae1eab6f3f8 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:55:15.201837 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-6874f8fb-5cfd-4519-8133-56c6a62a8706 req-335bd527-5e28-4ffa-9387-0ae1eab6f3f8 service neutron] 10.222.0.43 "GET /v2.0/networks?id=f7467a4f-b1b1-4464-b74e-f3b773c53ca1 HTTP/1.1" status: 200 len: 912 time: 0.1806948 Apr 18 20:55:15.272660 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_dvr_db [None req-afdbd7b1-fab6-48d1-bd94-717b2b34810a None None] Set router bc01c25a-2e04-4cf1-bcb6-dfa1510dd9b9 gateway port host: n-d-838334-2 {{(pid=84042) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 20:55:15.293967 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-6874f8fb-5cfd-4519-8133-56c6a62a8706 req-3119bd68-4694-4460-8d4c-ac5567112e19 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=15fa0d3f-492c-4b34-a77b-3830fc7e64ca HTTP/1.1" status: 200 len: 217 time: 0.0856841 Apr 18 20:55:15.329707 n-d-838334-2 neutron-server[84041]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b31dd071-2ef9-46e9-be31-5d98cbd744ff'] response: {'name': 'network-changed', 'server_uuid': '84774df7-1534-4163-a5f8-10a9e8ea72b0', 'tag': 'ac9125d6-9b8a-402f-be21-f544dd8690c6', 'status': 'completed', 'code': 200} Apr 18 20:55:15.359058 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-da989718-de02-4344-989d-40d5c43016ea tempest-ServerRescueNegativeTestJSON-1571656168 tempest-ServerRescueNegativeTestJSON-1571656168-project] 10.222.0.42 "PUT /v2.0/floatingips/5e64da7d-ccfb-4b12-83b6-2c677456a857 HTTP/1.1" status: 200 len: 993 time: 4.0792227 Apr 18 20:55:15.359058 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bedb82e-39c5-40b0-ad6e-3a2c651d58dc tempest-AllowedAddressPairIpV6TestJSON-1533548758 tempest-AllowedAddressPairIpV6TestJSON-1533548758-project] Pushing event updated for resources: {'Port': ['ID=060ead2e-b7ed-4efb-9630-321cbc2ef301,revision_number=1']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:55:15.382893 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6874f8fb-5cfd-4519-8133-56c6a62a8706 req-3c86548b-3f60-4794-9d7c-d897f2082b35 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:55:15.384475 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-6874f8fb-5cfd-4519-8133-56c6a62a8706 req-3c86548b-3f60-4794-9d7c-d897f2082b35 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=4d302c72-cbf8-4bd9-ac2b-bdba885f7b5c HTTP/1.1" status: 200 len: 851 time: 0.0804636 Apr 18 20:55:15.385276 n-d-838334-2 neutron-server[84041]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9bedb82e-39c5-40b0-ad6e-3a2c651d58dc tempest-AllowedAddressPairIpV6TestJSON-1533548758 tempest-AllowedAddressPairIpV6TestJSON-1533548758-project] Network 025dd124-fd4c-48a7-8e8b-cb32ddde4b17 is already hosted by enough agents. {{(pid=84041) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:55:15.423988 n-d-838334-2 neutron-server[84041]: DEBUG neutron.scheduler.base_scheduler [None req-9bedb82e-39c5-40b0-ad6e-3a2c651d58dc tempest-AllowedAddressPairIpV6TestJSON-1533548758 tempest-AllowedAddressPairIpV6TestJSON-1533548758-project] Resources bound (agent type, host, resource id): {{(pid=84041) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:55:15.461078 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-6874f8fb-5cfd-4519-8133-56c6a62a8706 req-f7ef0b27-2fa7-45c2-b04d-89c6438950be service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=f7467a4f-b1b1-4464-b74e-f3b773c53ca1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0638626 Apr 18 20:55:15.486205 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bedb82e-39c5-40b0-ad6e-3a2c651d58dc tempest-AllowedAddressPairIpV6TestJSON-1533548758 tempest-AllowedAddressPairIpV6TestJSON-1533548758-project] Received port after_create {{(pid=84041) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 20:55:15.489918 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9bedb82e-39c5-40b0-ad6e-3a2c651d58dc tempest-AllowedAddressPairIpV6TestJSON-1533548758 tempest-AllowedAddressPairIpV6TestJSON-1533548758-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:55:15.490725 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-9bedb82e-39c5-40b0-ad6e-3a2c651d58dc tempest-AllowedAddressPairIpV6TestJSON-1533548758 tempest-AllowedAddressPairIpV6TestJSON-1533548758-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217293'] for port, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:55:15.573900 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-9bedb82e-39c5-40b0-ad6e-3a2c651d58dc tempest-AllowedAddressPairIpV6TestJSON-1533548758 tempest-AllowedAddressPairIpV6TestJSON-1533548758-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 2.2747972 Apr 18 20:55:15.608016 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 51270) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:55:15.614910 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.v2.base [None req-c5bd839c-e158-41a4-9926-2a7408892858 tempest-AllowedAddressPairIpV6TestJSON-1533548758 tempest-AllowedAddressPairIpV6TestJSON-1533548758-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::257', 'mac_address': 'fa:16:3e:35:e4:88'}]}} {{(pid=84041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 20:55:15.665244 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-1be068c0-cd69-4355-9bad-0e27294716a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750375287399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253529'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:55:15.692707 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4331939-780e-446d-bbdb-15be23942375 req-d3b20b7a-f5a0-407f-ac18-3db1da6a0071 tempest-ServerActionsTestJSON-2052644234 tempest-ServerActionsTestJSON-2052644234-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:55:15.695515 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-f4331939-780e-446d-bbdb-15be23942375 req-d3b20b7a-f5a0-407f-ac18-3db1da6a0071 tempest-ServerActionsTestJSON-2052644234 tempest-ServerActionsTestJSON-2052644234-project] 10.222.0.43 "GET /v2.0/networks?id=48f708f8-0904-4115-910c-bb1ab06d7263 HTTP/1.1" status: 200 len: 811 time: 0.3473611 Apr 18 20:55:15.725877 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.v2.base [req-f4331939-780e-446d-bbdb-15be23942375 req-ddaa2127-27d6-4cdc-8fc1-87bc175acd9a tempest-ServerActionsTestJSON-2052644234 tempest-ServerActionsTestJSON-2052644234-project] Request body: {'port': {'device_id': '59d6b272-24d3-4609-8a10-777cd7c7c735', 'network_id': '48f708f8-0904-4115-910c-bb1ab06d7263', 'admin_state_up': True, 'tenant_id': '6be92480d0964f34a8ede9caae0c987d'}} {{(pid=84041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 20:55:15.760797 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-6874f8fb-5cfd-4519-8133-56c6a62a8706 req-aa3825ca-5602-4f40-90cb-df5cba12585b service neutron] 10.222.0.43 "GET /v2.0/networks/f7467a4f-b1b1-4464-b74e-f3b773c53ca1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2933257 Apr 18 20:55:15.761520 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-842ab225-dac1-4b5e-a04f-74e3464702c4 req-597f38b9-74ce-4850-9754-7dc7864df425 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=3a2296d3-5701-49c3-b8d7-d342e7fe567b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5647707 Apr 18 20:55:15.836345 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-d1f6defa-ee16-4ac7-8206-474d9a2971d2 None None] Provisioning for port 060ead2e-b7ed-4efb-9630-321cbc2ef301 completed by entity DHCP. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 20:55:15.849535 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-d1f6defa-ee16-4ac7-8206-474d9a2971d2 None None] Provisioning complete for port 060ead2e-b7ed-4efb-9630-321cbc2ef301 triggered by entity DHCP. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:55:15.849901 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-d1f6defa-ee16-4ac7-8206-474d9a2971d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1253608'] for port, provisioning_complete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:55:15.907685 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_hamode_db [None req-afdbd7b1-fab6-48d1-bd94-717b2b34810a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc01c25a-2e04-4cf1-bcb6-dfa1510dd9b9', 'name': 'tempest-ServerRescueNegativeTestJSON-1024788492-router', 'tenant_id': 'f9a0b0412d2042448fe0968cc5e47ae5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'external_fixed_ips': [{'subnet_id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'ip_address': '172.25.8.54'}], 'enable_snat': True}, 'gw_port_id': '7d561ce4-c85c-4141-9e07-20a038b04f96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:50:47Z', 'updated_at': '2022-04-18T20:50:59Z', 'revision_number': 4, 'project_id': 'f9a0b0412d2042448fe0968cc5e47ae5', 'gw_port': {'id': '7d561ce4-c85c-4141-9e07-20a038b04f96', 'name': '', 'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:d9:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc01c25a-2e04-4cf1-bcb6-dfa1510dd9b9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'ip_address': '172.25.8.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:50:48Z', 'updated_at': '2022-04-18T20:50:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838334-2', '_floatingips': [{'id': '5e64da7d-ccfb-4b12-83b6-2c677456a857', 'tenant_id': 'f9a0b0412d2042448fe0968cc5e47ae5', 'floating_ip_address': '172.25.8.184', 'floating_network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'router_id': 'bc01c25a-2e04-4cf1-bcb6-dfa1510dd9b9', 'port_id': 'ac9125d6-9b8a-402f-be21-f544dd8690c6', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9956df45-2736-4a4c-9815-b894d9a44160', 'mac_address': 'fa:16:3e:df:66:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84774df7-1534-4163-a5f8-10a9e8ea72b0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T20:53:15Z', 'updated_at': '2022-04-18T20:55:12Z', 'revision_number': 3, 'project_id': 'f9a0b0412d2042448fe0968cc5e47ae5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '048f2e4f-4c30-419f-b6c8-11c89bb062f3', 'name': '', 'network_id': '9956df45-2736-4a4c-9815-b894d9a44160', 'tenant_id': 'f9a0b0412d2042448fe0968cc5e47ae5', 'mac_address': 'fa:16:3e:13:3e:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc01c25a-2e04-4cf1-bcb6-dfa1510dd9b9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e000ef4a-9553-4d5a-aa5c-e55a867fcd65', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:50:57Z', 'updated_at': '2022-04-18T20:51:21Z', 'revision_number': 5, 'project_id': 'f9a0b0412d2042448fe0968cc5e47ae5', 'subnets': [{'id': 'e000ef4a-9553-4d5a-aa5c-e55a867fcd65', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838334-2', False) {} {{(pid=84042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:55:15.918340 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afdbd7b1-fab6-48d1-bd94-717b2b34810a None None] Checking router: bc01c25a-2e04-4cf1-bcb6-dfa1510dd9b9 for host: n-d-838334-2 {{(pid=84042) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 18 20:55:15.968430 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.plugin [None req-d1f6defa-ee16-4ac7-8206-474d9a2971d2 None None] Port 060ead2e-b7ed-4efb-9630-321cbc2ef301 cannot update to ACTIVE because it is not bound. {{(pid=84042) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 18 20:55:15.981849 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-842ab225-dac1-4b5e-a04f-74e3464702c4 req-8219f50d-ad3f-41d6-bd84-854c7e697c53 service neutron] 10.222.0.43 "GET /v2.0/networks/3a2296d3-5701-49c3-b8d7-d342e7fe567b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1494510 Apr 18 20:55:15.982670 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afdbd7b1-fab6-48d1-bd94-717b2b34810a None None] Routers {'bc01c25a-2e04-4cf1-bcb6-dfa1510dd9b9'} bound to L3 agent in host n-d-838334-2 {{(pid=84042) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 20:55:15.983329 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_hamode_db [None req-afdbd7b1-fab6-48d1-bd94-717b2b34810a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838334-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-18T20:25:48Z,description=,heartbeat_timestamp=2022-04-18T20:54:48Z,host='n-d-838334-2',id=bc84d6c9-dd7a-4555-a351-592327b46d5a,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:25:48Z,topic='l3_agent')) {'router_ids': ['bc01c25a-2e04-4cf1-bcb6-dfa1510dd9b9'], 'active': True} {{(pid=84042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:55:16.058181 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-6874f8fb-5cfd-4519-8133-56c6a62a8706 req-3d9899ac-8571-48b7-b089-f3e9269bab02 service neutron] 10.222.0.43 "GET /v2.0/networks/f7467a4f-b1b1-4464-b74e-f3b773c53ca1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2853699 Apr 18 20:55:16.107076 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dc5b3d8-246f-4430-b7a0-946f46f48a97 req-0a5f790b-8d60-4c8f-ba9d-da356d374864 tempest-ListServerFiltersTestJSON-1123405701 tempest-ListServerFiltersTestJSON-1123405701-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:55:16.108534 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-2dc5b3d8-246f-4430-b7a0-946f46f48a97 req-0a5f790b-8d60-4c8f-ba9d-da356d374864 tempest-ListServerFiltersTestJSON-1123405701 tempest-ListServerFiltersTestJSON-1123405701-project] 10.222.0.42 "GET /v2.0/ports?device_id=1848fe84-e1b8-4b1b-b558-43c90fc1533c HTTP/1.1" status: 200 len: 945 time: 0.1695971 Apr 18 20:55:16.224563 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-2dc5b3d8-246f-4430-b7a0-946f46f48a97 req-ede1b333-4f30-49b2-a2c2-4cbd550d7a93 tempest-ListServerFiltersTestJSON-1123405701 tempest-ListServerFiltersTestJSON-1123405701-project] 10.222.0.42 "GET /v2.0/security-groups?id=4748fc9b-37e2-4328-8f67-9c8130ebd451&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1092434 Apr 18 20:55:16.259412 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08e7d846-c233-4986-91b4-7a8847a330bc req-4bdf8960-96ec-4c98-a59a-a0ae1f53b22b tempest-DeleteServersTestJSON-915645800 tempest-DeleteServersTestJSON-915645800-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:55:16.270922 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-08e7d846-c233-4986-91b4-7a8847a330bc req-4bdf8960-96ec-4c98-a59a-a0ae1f53b22b tempest-DeleteServersTestJSON-915645800 tempest-DeleteServersTestJSON-915645800-project] 10.222.0.42 "GET /v2.0/ports?device_id=59ca5485-a6d2-4557-ab35-ea6a33c5653a HTTP/1.1" status: 200 len: 943 time: 0.1390312 Apr 18 20:55:16.290166 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_dvr_db [None req-afdbd7b1-fab6-48d1-bd94-717b2b34810a None None] Set router bc01c25a-2e04-4cf1-bcb6-dfa1510dd9b9 gateway port host: n-d-838334-2 {{(pid=84042) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 20:55:16.309140 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [req-f4331939-780e-446d-bbdb-15be23942375 req-ddaa2127-27d6-4cdc-8fc1-87bc175acd9a tempest-ServerActionsTestJSON-2052644234 tempest-ServerActionsTestJSON-2052644234-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:55:16.318963 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [req-f4331939-780e-446d-bbdb-15be23942375 req-ddaa2127-27d6-4cdc-8fc1-87bc175acd9a tempest-ServerActionsTestJSON-2052644234 tempest-ServerActionsTestJSON-2052644234-project] Attempting to reserve 1 items for resource port. Total usage: 7; quota limit: 500; headroom:493 {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:55:16.344271 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-08e7d846-c233-4986-91b4-7a8847a330bc req-8a49d09e-19e1-449e-b86f-913b671b1341 tempest-DeleteServersTestJSON-915645800 tempest-DeleteServersTestJSON-915645800-project] 10.222.0.42 "GET /v2.0/security-groups?id=588d127b-19b7-4c3d-9f79-a400181b94e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717158 Apr 18 20:55:16.393378 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f4331939-780e-446d-bbdb-15be23942375 req-ddaa2127-27d6-4cdc-8fc1-87bc175acd9a tempest-ServerActionsTestJSON-2052644234 tempest-ServerActionsTestJSON-2052644234-project] Made reservation on behalf of 6be92480d0964f34a8ede9caae0c987d for: {'port': 1} {{(pid=84041) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:55:16.396233 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [req-f4331939-780e-446d-bbdb-15be23942375 req-ddaa2127-27d6-4cdc-8fc1-87bc175acd9a tempest-ServerActionsTestJSON-2052644234 tempest-ServerActionsTestJSON-2052644234-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:55:16.415253 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-8d210699-2a0b-47ec-b688-76559cd2dcf6 req-e20b69fc-3743-435d-8ba4-18901a39e93f service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=f9a0b0412d2042448fe0968cc5e47ae5&device_id=84774df7-1534-4163-a5f8-10a9e8ea72b0 HTTP/1.1" status: 200 len: 1096 time: 1.0351284 Apr 18 20:55:16.449618 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-0c0f28aa-5963-4a4c-ac1e-03d09b8961ce req-8560eab7-b1c9-4123-bfa5-e7f81d623c7e tempest-ServerActionsTestJSON-2052644234 tempest-ServerActionsTestJSON-2052644234-project] 10.222.0.42 "GET /v2.0/ports?device_id=59d6b272-24d3-4609-8a10-777cd7c7c735 HTTP/1.1" status: 200 len: 210 time: 0.0540786 Apr 18 20:55:16.684683 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-842ab225-dac1-4b5e-a04f-74e3464702c4 req-1b12b76d-bff6-48f6-bc33-f7223ac11c2b service neutron] 10.222.0.43 "GET /v2.0/networks/3a2296d3-5701-49c3-b8d7-d342e7fe567b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6855481 Apr 18 20:55:16.696815 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_hamode_db [None req-afdbd7b1-fab6-48d1-bd94-717b2b34810a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc01c25a-2e04-4cf1-bcb6-dfa1510dd9b9', 'name': 'tempest-ServerRescueNegativeTestJSON-1024788492-router', 'tenant_id': 'f9a0b0412d2042448fe0968cc5e47ae5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'external_fixed_ips': [{'subnet_id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'ip_address': '172.25.8.54'}], 'enable_snat': True}, 'gw_port_id': '7d561ce4-c85c-4141-9e07-20a038b04f96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:50:47Z', 'updated_at': '2022-04-18T20:50:59Z', 'revision_number': 4, 'project_id': 'f9a0b0412d2042448fe0968cc5e47ae5', 'gw_port': {'id': '7d561ce4-c85c-4141-9e07-20a038b04f96', 'name': '', 'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:d9:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc01c25a-2e04-4cf1-bcb6-dfa1510dd9b9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'ip_address': '172.25.8.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:50:48Z', 'updated_at': '2022-04-18T20:50:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838334-2', '_floatingips': [{'id': '5e64da7d-ccfb-4b12-83b6-2c677456a857', 'tenant_id': 'f9a0b0412d2042448fe0968cc5e47ae5', 'floating_ip_address': '172.25.8.184', 'floating_network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'router_id': 'bc01c25a-2e04-4cf1-bcb6-dfa1510dd9b9', 'port_id': 'ac9125d6-9b8a-402f-be21-f544dd8690c6', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9956df45-2736-4a4c-9815-b894d9a44160', 'mac_address': 'fa:16:3e:df:66:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84774df7-1534-4163-a5f8-10a9e8ea72b0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T20:53:15Z', 'updated_at': '2022-04-18T20:55:12Z', 'revision_number': 3, 'project_id': 'f9a0b0412d2042448fe0968cc5e47ae5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '048f2e4f-4c30-419f-b6c8-11c89bb062f3', 'name': '', 'network_id': '9956df45-2736-4a4c-9815-b894d9a44160', 'tenant_id': 'f9a0b0412d2042448fe0968cc5e47ae5', 'mac_address': 'fa:16:3e:13:3e:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc01c25a-2e04-4cf1-bcb6-dfa1510dd9b9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e000ef4a-9553-4d5a-aa5c-e55a867fcd65', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:50:57Z', 'updated_at': '2022-04-18T20:51:21Z', 'revision_number': 5, 'project_id': 'f9a0b0412d2042448fe0968cc5e47ae5', 'subnets': [{'id': 'e000ef4a-9553-4d5a-aa5c-e55a867fcd65', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838334-2', False) {} {{(pid=84042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:55:16.700941 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afdbd7b1-fab6-48d1-bd94-717b2b34810a None None] The sync data for ids ['bc01c25a-2e04-4cf1-bcb6-dfa1510dd9b9'] in n-d-838334-2 is: [{'id': 'bc01c25a-2e04-4cf1-bcb6-dfa1510dd9b9', 'name': 'tempest-ServerRescueNegativeTestJSON-1024788492-router', 'tenant_id': 'f9a0b0412d2042448fe0968cc5e47ae5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'external_fixed_ips': [{'subnet_id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'ip_address': '172.25.8.54'}], 'enable_snat': True}, 'gw_port_id': '7d561ce4-c85c-4141-9e07-20a038b04f96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:50:47Z', 'updated_at': '2022-04-18T20:50:59Z', 'revision_number': 4, 'project_id': 'f9a0b0412d2042448fe0968cc5e47ae5', 'gw_port': {'id': '7d561ce4-c85c-4141-9e07-20a038b04f96', 'name': '', 'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:d9:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc01c25a-2e04-4cf1-bcb6-dfa1510dd9b9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'ip_address': '172.25.8.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:50:48Z', 'updated_at': '2022-04-18T20:50:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838334-2', '_floatingips': [{'id': '5e64da7d-ccfb-4b12-83b6-2c677456a857', 'tenant_id': 'f9a0b0412d2042448fe0968cc5e47ae5', 'floating_ip_address': '172.25.8.184', 'floating_network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'router_id': 'bc01c25a-2e04-4cf1-bcb6-dfa1510dd9b9', 'port_id': 'ac9125d6-9b8a-402f-be21-f544dd8690c6', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9956df45-2736-4a4c-9815-b894d9a44160', 'mac_address': 'fa:16:3e:df:66:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84774df7-1534-4163-a5f8-10a9e8ea72b0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T20:53:15Z', 'updated_at': '2022-04-18T20:55:12Z', 'revision_number': 3, 'project_id': 'f9a0b0412d2042448fe0968cc5e47ae5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '048f2e4f-4c30-419f-b6c8-11c89bb062f3', 'name': '', 'network_id': '9956df45-2736-4a4c-9815-b894d9a44160', 'tenant_id': 'f9a0b0412d2042448fe0968cc5e47ae5', 'mac_address': 'fa:16:3e:13:3e:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc01c25a-2e04-4cf1-bcb6-dfa1510dd9b9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e000ef4a-9553-4d5a-aa5c-e55a867fcd65', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:50:57Z', 'updated_at': '2022-04-18T20:51:21Z', 'revision_number': 5, 'project_id': 'f9a0b0412d2042448fe0968cc5e47ae5', 'subnets': [{'id': 'e000ef4a-9553-4d5a-aa5c-e55a867fcd65', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84042) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 18 20:55:16.811048 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d210699-2a0b-47ec-b688-76559cd2dcf6 req-7a776a7c-ad49-4f6b-98f9-c7155fd63ac9 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:55:16.812530 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-8d210699-2a0b-47ec-b688-76559cd2dcf6 req-7a776a7c-ad49-4f6b-98f9-c7155fd63ac9 service neutron] 10.222.0.43 "GET /v2.0/networks?id=9956df45-2736-4a4c-9815-b894d9a44160 HTTP/1.1" status: 200 len: 920 time: 0.3866739 Apr 18 20:55:16.822091 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-c5bd839c-e158-41a4-9926-2a7408892858 tempest-AllowedAddressPairIpV6TestJSON-1533548758 tempest-AllowedAddressPairIpV6TestJSON-1533548758-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:55:16.954605 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.db_base_plugin_common [req-f4331939-780e-446d-bbdb-15be23942375 req-ddaa2127-27d6-4cdc-8fc1-87bc175acd9a tempest-ServerActionsTestJSON-2052644234 tempest-ServerActionsTestJSON-2052644234-project] Allocated IP 172.20.0.7 (48f708f8-0904-4115-910c-bb1ab06d7263/488f35b7-694e-475d-862d-2f00f4388d03/aa685d3f-0d56-4c4a-9f1c-dc5d15a8b715) {{(pid=84041) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:55:17.037537 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-8d210699-2a0b-47ec-b688-76559cd2dcf6 req-c5fbac6c-41ec-4016-9f07-50d362c292f6 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ac9125d6-9b8a-402f-be21-f544dd8690c6 HTTP/1.1" status: 200 len: 1001 time: 0.2162099 Apr 18 20:55:17.298219 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d210699-2a0b-47ec-b688-76559cd2dcf6 req-cdaae7ca-2ad2-48d6-8f6c-b3f3e749f7d3 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:55:17.299726 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-8d210699-2a0b-47ec-b688-76559cd2dcf6 req-cdaae7ca-2ad2-48d6-8f6c-b3f3e749f7d3 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=e000ef4a-9553-4d5a-aa5c-e55a867fcd65 HTTP/1.1" status: 200 len: 858 time: 0.2502089 Apr 18 20:55:17.352269 n-d-838334-2 neutron-server[84041]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '84774df7-1534-4163-a5f8-10a9e8ea72b0', 'tag': 'ac9125d6-9b8a-402f-be21-f544dd8690c6'}] {{(pid=84041) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 20:55:17.416979 n-d-838334-2 neutron-server[84041]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6c3cc0f6-6c15-4bc7-97e4-9192a565c406'] response: {'name': 'network-changed', 'server_uuid': '84774df7-1534-4163-a5f8-10a9e8ea72b0', 'tag': 'ac9125d6-9b8a-402f-be21-f544dd8690c6', 'status': 'completed', 'code': 200} Apr 18 20:55:17.487977 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-c5bd839c-e158-41a4-9926-2a7408892858 tempest-AllowedAddressPairIpV6TestJSON-1533548758 tempest-AllowedAddressPairIpV6TestJSON-1533548758-project] Notify callbacks [] for port, precommit_update {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:55:17.494121 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [req-f4331939-780e-446d-bbdb-15be23942375 req-ddaa2127-27d6-4cdc-8fc1-87bc175acd9a tempest-ServerActionsTestJSON-2052644234 tempest-ServerActionsTestJSON-2052644234-project] Notify callbacks [] for port, precommit_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:55:17.499976 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-c5bd839c-e158-41a4-9926-2a7408892858 tempest-AllowedAddressPairIpV6TestJSON-1533548758 tempest-AllowedAddressPairIpV6TestJSON-1533548758-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32266282'] for port, after_update {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:55:17.584749 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.provisioning_blocks [req-f4331939-780e-446d-bbdb-15be23942375 req-ddaa2127-27d6-4cdc-8fc1-87bc175acd9a tempest-ServerActionsTestJSON-2052644234 tempest-ServerActionsTestJSON-2052644234-project] Transition to ACTIVE for port object aa685d3f-0d56-4c4a-9f1c-dc5d15a8b715 will not be triggered until provisioned by entity DHCP. {{(pid=84041) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 20:55:17.597274 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-8d210699-2a0b-47ec-b688-76559cd2dcf6 req-ffe758f2-71c3-4420-b540-2e3c308414fe service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=9956df45-2736-4a4c-9815-b894d9a44160&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2728395 Apr 18 20:55:17.597439 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.plugin [None req-c5bd839c-e158-41a4-9926-2a7408892858 tempest-AllowedAddressPairIpV6TestJSON-1533548758 tempest-AllowedAddressPairIpV6TestJSON-1533548758-project] In _notify_port_updated(), no bound segment for port 060ead2e-b7ed-4efb-9630-321cbc2ef301 on network 025dd124-fd4c-48a7-8e8b-cb32ddde4b17 {{(pid=84041) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Apr 18 20:55:17.601806 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5bd839c-e158-41a4-9926-2a7408892858 tempest-AllowedAddressPairIpV6TestJSON-1533548758 tempest-AllowedAddressPairIpV6TestJSON-1533548758-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:55:17.602438 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-c5bd839c-e158-41a4-9926-2a7408892858 tempest-AllowedAddressPairIpV6TestJSON-1533548758 tempest-AllowedAddressPairIpV6TestJSON-1533548758-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217293'] for port, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:55:17.606834 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-c5bd839c-e158-41a4-9926-2a7408892858 tempest-AllowedAddressPairIpV6TestJSON-1533548758 tempest-AllowedAddressPairIpV6TestJSON-1533548758-project] 10.222.0.42 "PUT /v2.0/ports/060ead2e-b7ed-4efb-9630-321cbc2ef301 HTTP/1.1" status: 200 len: 1002 time: 1.9976046 Apr 18 20:55:17.608671 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 51300) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:55:17.637600 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5bd839c-e158-41a4-9926-2a7408892858 tempest-AllowedAddressPairIpV6TestJSON-1533548758 tempest-AllowedAddressPairIpV6TestJSON-1533548758-project] Pushing event updated for resources: {'Port': ['ID=060ead2e-b7ed-4efb-9630-321cbc2ef301,revision_number=2']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:55:17.645627 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Device 15fa0d3f-492c-4b34-a77b-3830fc7e64ca details requested by agent hyperv_n-h1-838334-2 with host n-h1-838334-2 {{(pid=84042) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 18 20:55:17.714832 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.plugin [None req-0ebc8c5b-e662-453a-80e8-5b2d3483d77c tempest-AllowedAddressPairIpV6TestJSON-1533548758 tempest-AllowedAddressPairIpV6TestJSON-1533548758-project] Deleting port 060ead2e-b7ed-4efb-9630-321cbc2ef301 {{(pid=84040) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 20:55:17.715256 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-0ebc8c5b-e662-453a-80e8-5b2d3483d77c tempest-AllowedAddressPairIpV6TestJSON-1533548758 tempest-AllowedAddressPairIpV6TestJSON-1533548758-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750375188691'] for port, before_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:55:17.794296 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [req-f4331939-780e-446d-bbdb-15be23942375 req-ddaa2127-27d6-4cdc-8fc1-87bc175acd9a tempest-ServerActionsTestJSON-2052644234 tempest-ServerActionsTestJSON-2052644234-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750374836619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32266323'] for port, after_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:55:17.811758 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] get_ports_and_sgs() called for port_ids ['3a8c4948-ac17-42b1-acc5-fa71d01ee929'] {{(pid=84042) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 18 20:55:17.837778 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] get_ports_and_sgs() called for port_ids ['be2ef176-f0cf-4542-aaf3-acc7d50abefc'] {{(pid=84042) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 18 20:55:17.905097 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6f3ac0c-80c4-4574-9f3e-f99c4bfb29d4 req-dfe047f5-e4d6-466b-b686-2251a37ba1d6 tempest-ListServerFiltersTestJSON-1123405701 tempest-ListServerFiltersTestJSON-1123405701-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:55:17.915639 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-e6f3ac0c-80c4-4574-9f3e-f99c4bfb29d4 req-dfe047f5-e4d6-466b-b686-2251a37ba1d6 tempest-ListServerFiltersTestJSON-1123405701 tempest-ListServerFiltersTestJSON-1123405701-project] 10.222.0.42 "GET /v2.0/ports?device_id=1848fe84-e1b8-4b1b-b558-43c90fc1533c HTTP/1.1" status: 200 len: 945 time: 0.4621434 Apr 18 20:55:17.927864 n-d-838334-2 neutron-server[84041]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f4331939-780e-446d-bbdb-15be23942375 req-ddaa2127-27d6-4cdc-8fc1-87bc175acd9a tempest-ServerActionsTestJSON-2052644234 tempest-ServerActionsTestJSON-2052644234-project] Network 48f708f8-0904-4115-910c-bb1ab06d7263 is already hosted by enough agents. {{(pid=84041) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:55:17.931348 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddaa2127-27d6-4cdc-8fc1-87bc175acd9a tempest-ServerActionsTestJSON-2052644234 tempest-ServerActionsTestJSON-2052644234-project] Pushing event updated for resources: {'Port': ['ID=aa685d3f-0d56-4c4a-9f1c-dc5d15a8b715,revision_number=1']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:55:17.935892 n-d-838334-2 neutron-server[84041]: DEBUG neutron.scheduler.base_scheduler [req-f4331939-780e-446d-bbdb-15be23942375 req-ddaa2127-27d6-4cdc-8fc1-87bc175acd9a tempest-ServerActionsTestJSON-2052644234 tempest-ServerActionsTestJSON-2052644234-project] Resources bound (agent type, host, resource id): {{(pid=84041) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:55:17.950130 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.l3_dvrscheduler_db [req-f4331939-780e-446d-bbdb-15be23942375 req-ddaa2127-27d6-4cdc-8fc1-87bc175acd9a tempest-ServerActionsTestJSON-2052644234 tempest-ServerActionsTestJSON-2052644234-project] Received port after_create {{(pid=84041) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 20:55:17.982233 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c37be684-e03b-4cd1-aef4-e490b3e21f90 req-2f8d4b53-2fca-4567-bf2f-299d90878d8c tempest-DeleteServersTestJSON-915645800 tempest-DeleteServersTestJSON-915645800-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:55:17.983791 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-c37be684-e03b-4cd1-aef4-e490b3e21f90 req-2f8d4b53-2fca-4567-bf2f-299d90878d8c tempest-DeleteServersTestJSON-915645800 tempest-DeleteServersTestJSON-915645800-project] 10.222.0.42 "GET /v2.0/ports?device_id=59ca5485-a6d2-4557-ab35-ea6a33c5653a HTTP/1.1" status: 200 len: 943 time: 0.4405427 Apr 18 20:55:18.009620 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-c9ab96cd-72f9-4866-a312-ee22bb256578 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750375287399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253529'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:55:18.086073 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] For port 15fa0d3f-492c-4b34-a77b-3830fc7e64ca, host n-h1-838334-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838334-2',level=0,port_id=15fa0d3f-492c-4b34-a77b-3830fc7e64ca,segment=NetworkSegment(eb1f29ad-3d05-4e72-b227-469dc1660e3c),segment_id=eb1f29ad-3d05-4e72-b227-469dc1660e3c)] {{(pid=84042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:55:18.092247 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-8d210699-2a0b-47ec-b688-76559cd2dcf6 req-3ff09e71-d686-4889-ab6b-36c03b5787cb service neutron] 10.222.0.43 "GET /v2.0/networks/9956df45-2736-4a4c-9815-b894d9a44160?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4805300 Apr 18 20:55:18.141716 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-e6f3ac0c-80c4-4574-9f3e-f99c4bfb29d4 req-b416d979-42c7-4177-8496-ae1be991ba5b tempest-ListServerFiltersTestJSON-1123405701 tempest-ListServerFiltersTestJSON-1123405701-project] 10.222.0.42 "GET /v2.0/security-groups?id=4748fc9b-37e2-4328-8f67-9c8130ebd451&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2245018 Apr 18 20:55:18.258235 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Returning: {'device': '15fa0d3f-492c-4b34-a77b-3830fc7e64ca', 'network_id': 'f7467a4f-b1b1-4464-b74e-f3b773c53ca1', 'port_id': '15fa0d3f-492c-4b34-a77b-3830fc7e64ca', 'mac_address': 'fa:16:3e:24:7e:0d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 353, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4d302c72-cbf8-4bd9-ac2b-bdba885f7b5c', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84042) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 18 20:55:18.419418 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-c37be684-e03b-4cd1-aef4-e490b3e21f90 req-453477fc-b220-4842-aeda-f308cbe6a255 tempest-DeleteServersTestJSON-915645800 tempest-DeleteServersTestJSON-915645800-project] 10.222.0.42 "GET /v2.0/security-groups?id=588d127b-19b7-4c3d-9f79-a400181b94e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3924687 Apr 18 20:55:18.436474 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-a0723789-eda8-40d5-877c-f2f07ddd973a None None] Provisioning complete for port 060ead2e-b7ed-4efb-9630-321cbc2ef301 triggered by entity DHCP. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:55:18.436893 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-a0723789-eda8-40d5-877c-f2f07ddd973a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1253608'] for port, provisioning_complete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:55:18.466049 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:55:18.568521 n-d-838334-2 neutron-server[84042]: DEBUG neutron.notifiers.nova [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 15fa0d3f-492c-4b34-a77b-3830fc7e64ca {{(pid=84042) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 18 20:55:18.623866 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-0ebc8c5b-e662-453a-80e8-5b2d3483d77c tempest-AllowedAddressPairIpV6TestJSON-1533548758 tempest-AllowedAddressPairIpV6TestJSON-1533548758-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369123'] for port, precommit_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:55:18.655601 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] For port 15fa0d3f-492c-4b34-a77b-3830fc7e64ca, host n-h1-838334-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838334-2',level=0,port_id=15fa0d3f-492c-4b34-a77b-3830fc7e64ca,segment=NetworkSegment(eb1f29ad-3d05-4e72-b227-469dc1660e3c),segment_id=eb1f29ad-3d05-4e72-b227-469dc1660e3c)] {{(pid=84042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:55:18.660028 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.plugin [None req-a0723789-eda8-40d5-877c-f2f07ddd973a None None] Port 060ead2e-b7ed-4efb-9630-321cbc2ef301 cannot update to ACTIVE because it is not bound. {{(pid=84042) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 18 20:55:18.663052 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4331939-780e-446d-bbdb-15be23942375 req-ddaa2127-27d6-4cdc-8fc1-87bc175acd9a tempest-ServerActionsTestJSON-2052644234 tempest-ServerActionsTestJSON-2052644234-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:55:18.664915 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [req-f4331939-780e-446d-bbdb-15be23942375 req-ddaa2127-27d6-4cdc-8fc1-87bc175acd9a tempest-ServerActionsTestJSON-2052644234 tempest-ServerActionsTestJSON-2052644234-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217293'] for port, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:55:18.681580 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-8d210699-2a0b-47ec-b688-76559cd2dcf6 req-eff083db-87a6-46d8-b37d-2a9f1c9b50a4 service neutron] 10.222.0.43 "GET /v2.0/networks/9956df45-2736-4a4c-9815-b894d9a44160?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5808527 Apr 18 20:55:18.685706 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682'] for port, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:55:18.712221 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-f4331939-780e-446d-bbdb-15be23942375 req-ddaa2127-27d6-4cdc-8fc1-87bc175acd9a tempest-ServerActionsTestJSON-2052644234 tempest-ServerActionsTestJSON-2052644234-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.9907587 Apr 18 20:55:18.733292 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.v2.base [req-f4331939-780e-446d-bbdb-15be23942375 req-79b24a97-c15e-4c36-8e34-e07c1faf55a0 service neutron] Request body: {'port': {'device_id': '59d6b272-24d3-4609-8a10-777cd7c7c735', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-838334-2'}} {{(pid=84041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 20:55:18.804833 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-8f0fd105-8e12-407d-aad9-2d83b1b7d4be None None] Provisioning for port aa685d3f-0d56-4c4a-9f1c-dc5d15a8b715 completed by entity DHCP. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 20:55:18.810498 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.plugin [None req-0ebc8c5b-e662-453a-80e8-5b2d3483d77c tempest-AllowedAddressPairIpV6TestJSON-1533548758 tempest-AllowedAddressPairIpV6TestJSON-1533548758-project] Calling delete_port for 060ead2e-b7ed-4efb-9630-321cbc2ef301 owned by {{(pid=84040) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 20:55:18.817888 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Pushing event updated for resources: {'Port': ['ID=15fa0d3f-492c-4b34-a77b-3830fc7e64ca,revision_number=4']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:55:18.824301 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-8f0fd105-8e12-407d-aad9-2d83b1b7d4be None None] Provisioning complete for port aa685d3f-0d56-4c4a-9f1c-dc5d15a8b715 triggered by entity DHCP. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:55:18.824983 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-8f0fd105-8e12-407d-aad9-2d83b1b7d4be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1253608'] for port, provisioning_complete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:55:18.887730 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.plugin [None req-8f0fd105-8e12-407d-aad9-2d83b1b7d4be None None] Port aa685d3f-0d56-4c4a-9f1c-dc5d15a8b715 cannot update to ACTIVE because it is not bound. {{(pid=84042) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 18 20:55:18.927266 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-9555b367-cc77-4b34-b7cb-75e9a453819f req-fc83a014-25c7-43c0-a1ec-13744ca46666 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=264936db-30ce-4589-b255-6c9a9ad966e3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3843865 Apr 18 20:55:18.953684 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750375287399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253529'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:55:18.988722 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] get_ports_and_sgs() called for port_ids ['15fa0d3f-492c-4b34-a77b-3830fc7e64ca'] {{(pid=84042) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 18 20:55:19.010394 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-155aa0e0-ad1a-41eb-aa79-084afb3ce0fb req-af016c3f-7fb2-4af1-818a-e8da8de3661b tempest-ServerActionsTestJSON-2052644234 tempest-ServerActionsTestJSON-2052644234-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:55:19.017151 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-155aa0e0-ad1a-41eb-aa79-084afb3ce0fb req-af016c3f-7fb2-4af1-818a-e8da8de3661b tempest-ServerActionsTestJSON-2052644234 tempest-ServerActionsTestJSON-2052644234-project] 10.222.0.42 "GET /v2.0/ports?device_id=59d6b272-24d3-4609-8a10-777cd7c7c735 HTTP/1.1" status: 200 len: 931 time: 0.6199682 Apr 18 20:55:19.041647 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67af4883-f878-48af-b177-ab76f7fb68cf req-ecb90687-7174-40cf-bf74-b8b975f33ddd tempest-ListServerFiltersTestJSON-1123405701 tempest-ListServerFiltersTestJSON-1123405701-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:55:19.043508 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-67af4883-f878-48af-b177-ab76f7fb68cf req-ecb90687-7174-40cf-bf74-b8b975f33ddd tempest-ListServerFiltersTestJSON-1123405701 tempest-ListServerFiltersTestJSON-1123405701-project] 10.222.0.42 "GET /v2.0/ports?device_id=1848fe84-e1b8-4b1b-b558-43c90fc1533c HTTP/1.1" status: 200 len: 945 time: 0.1988249 Apr 18 20:55:19.052722 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [req-f4331939-780e-446d-bbdb-15be23942375 req-79b24a97-c15e-4c36-8e34-e07c1faf55a0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:55:19.081811 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-31cabecd-bda7-40c5-b92c-eebbfd40d62a req-6a29a28a-ac6b-4d96-af7c-9aac3b1a346a service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=f9a0b0412d2042448fe0968cc5e47ae5&device_id=84774df7-1534-4163-a5f8-10a9e8ea72b0 HTTP/1.1" status: 200 len: 1096 time: 0.3198419 Apr 18 20:55:19.162294 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-155aa0e0-ad1a-41eb-aa79-084afb3ce0fb req-f9aa1e43-11bf-4948-a330-76f69aa5dda5 tempest-ServerActionsTestJSON-2052644234 tempest-ServerActionsTestJSON-2052644234-project] 10.222.0.42 "GET /v2.0/security-groups?id=5518633c-5bdd-41db-a1d5-749e9b6740a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1440184 Apr 18 20:55:19.166954 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-67af4883-f878-48af-b177-ab76f7fb68cf req-38348069-c12f-4bec-8643-ecbf2e468026 tempest-ListServerFiltersTestJSON-1123405701 tempest-ListServerFiltersTestJSON-1123405701-project] 10.222.0.42 "GET /v2.0/security-groups?id=4748fc9b-37e2-4328-8f67-9c8130ebd451&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0835307 Apr 18 20:55:19.169821 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-0ebc8c5b-e662-453a-80e8-5b2d3483d77c tempest-AllowedAddressPairIpV6TestJSON-1533548758 tempest-AllowedAddressPairIpV6TestJSON-1533548758-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750375259028', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750374836628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32440838'] for port, after_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:55:19.271505 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ebc8c5b-e662-453a-80e8-5b2d3483d77c tempest-AllowedAddressPairIpV6TestJSON-1533548758 tempest-AllowedAddressPairIpV6TestJSON-1533548758-project] Pushing event deleted for resources: {'Port': ['ID=060ead2e-b7ed-4efb-9630-321cbc2ef301,revision_number=None']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:55:19.321536 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-9555b367-cc77-4b34-b7cb-75e9a453819f req-09d8bbf2-d569-460a-b8e5-89e060b8c28a service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=f9a0b0412d2042448fe0968cc5e47ae5&device_id=264936db-30ce-4589-b255-6c9a9ad966e3 HTTP/1.1" status: 200 len: 1097 time: 0.3433027 Apr 18 20:55:19.393618 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-414b6ffe-e119-47bc-b18f-bcff1219c2f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750375287399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253529'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:55:19.421692 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-0ebc8c5b-e662-453a-80e8-5b2d3483d77c tempest-AllowedAddressPairIpV6TestJSON-1533548758 tempest-AllowedAddressPairIpV6TestJSON-1533548758-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217293'] for port, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:55:19.453653 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-0ebc8c5b-e662-453a-80e8-5b2d3483d77c tempest-AllowedAddressPairIpV6TestJSON-1533548758 tempest-AllowedAddressPairIpV6TestJSON-1533548758-project] 10.222.0.42 "DELETE /v2.0/ports/060ead2e-b7ed-4efb-9630-321cbc2ef301 HTTP/1.1" status: 204 len: 168 time: 1.8388526 Apr 18 20:55:19.456637 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 51316) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:55:19.494915 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31cabecd-bda7-40c5-b92c-eebbfd40d62a req-ffcf49df-c44d-41f8-9d1e-2d4a47ca2b3a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:55:19.496786 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-31cabecd-bda7-40c5-b92c-eebbfd40d62a req-ffcf49df-c44d-41f8-9d1e-2d4a47ca2b3a service neutron] 10.222.0.43 "GET /v2.0/networks?id=9956df45-2736-4a4c-9815-b894d9a44160 HTTP/1.1" status: 200 len: 920 time: 0.3783696 Apr 18 20:55:19.506822 n-d-838334-2 neutron-server[84040]: INFO neutron.pecan_wsgi.hooks.translation [None req-29e6f47d-7ae4-4f70-8b10-ef6bab0603ee tempest-AllowedAddressPairIpV6TestJSON-1533548758 tempest-AllowedAddressPairIpV6TestJSON-1533548758-project] GET failed (client error): The resource could not be found. Apr 18 20:55:19.507322 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-29e6f47d-7ae4-4f70-8b10-ef6bab0603ee tempest-AllowedAddressPairIpV6TestJSON-1533548758 tempest-AllowedAddressPairIpV6TestJSON-1533548758-project] Synchronizing usage tracker for tenant:6280911c3fca4dbbbe1b2c76705736f1 on resource:port {{(pid=84040) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 20:55:19.531768 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb917c9d-3fff-4499-80e0-9e0b15ff2234 req-7b9b84ac-28a8-4a84-8564-3269b27e3124 tempest-ListServerFiltersTestJSON-1123405701 tempest-ListServerFiltersTestJSON-1123405701-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:55:19.534226 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-fb917c9d-3fff-4499-80e0-9e0b15ff2234 req-7b9b84ac-28a8-4a84-8564-3269b27e3124 tempest-ListServerFiltersTestJSON-1123405701 tempest-ListServerFiltersTestJSON-1123405701-project] 10.222.0.42 "GET /v2.0/ports?device_id=893fec3b-bae4-4fe4-b69b-f05afd51795b HTTP/1.1" status: 200 len: 945 time: 0.1651754 Apr 18 20:55:19.535567 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-29e6f47d-7ae4-4f70-8b10-ef6bab0603ee tempest-AllowedAddressPairIpV6TestJSON-1533548758 tempest-AllowedAddressPairIpV6TestJSON-1533548758-project] Unset dirty status for tenant:6280911c3fca4dbbbe1b2c76705736f1 on resource:port {{(pid=84040) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 20:55:19.536488 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-29e6f47d-7ae4-4f70-8b10-ef6bab0603ee tempest-AllowedAddressPairIpV6TestJSON-1533548758 tempest-AllowedAddressPairIpV6TestJSON-1533548758-project] 10.222.0.42 "GET /v2.0/ports/060ead2e-b7ed-4efb-9630-321cbc2ef301 HTTP/1.1" status: 404 len: 333 time: 0.0788107 Apr 18 20:55:19.540521 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 51320) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:55:19.565026 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.v2.base [None req-d85a1f3c-1aa0-4b50-b08d-677c96398b05 tempest-AllowedAddressPairIpV6TestJSON-1533548758 tempest-AllowedAddressPairIpV6TestJSON-1533548758-project] Request body: {'port': {'network_id': '025dd124-fd4c-48a7-8e8b-cb32ddde4b17', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-2103785150'}} {{(pid=84040) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 20:55:19.709365 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9555b367-cc77-4b34-b7cb-75e9a453819f req-280414fd-4d5f-4126-999d-7ea6208c3a4b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:55:19.710732 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-9555b367-cc77-4b34-b7cb-75e9a453819f req-280414fd-4d5f-4126-999d-7ea6208c3a4b service neutron] 10.222.0.43 "GET /v2.0/networks?id=9956df45-2736-4a4c-9815-b894d9a44160 HTTP/1.1" status: 200 len: 920 time: 0.3576615 Apr 18 20:55:19.745872 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-fb917c9d-3fff-4499-80e0-9e0b15ff2234 req-91d29abf-cd32-4eb4-858a-54a52184e369 tempest-ListServerFiltersTestJSON-1123405701 tempest-ListServerFiltersTestJSON-1123405701-project] 10.222.0.42 "GET /v2.0/security-groups?id=4748fc9b-37e2-4328-8f67-9c8130ebd451&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1975174 Apr 18 20:55:19.775200 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-31cabecd-bda7-40c5-b92c-eebbfd40d62a req-2a8da4c5-1193-4145-81c8-ee0e3b901060 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ac9125d6-9b8a-402f-be21-f544dd8690c6 HTTP/1.1" status: 200 len: 1001 time: 0.2170341 Apr 18 20:55:19.783289 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [None req-d85a1f3c-1aa0-4b50-b08d-677c96398b05 tempest-AllowedAddressPairIpV6TestJSON-1533548758 tempest-AllowedAddressPairIpV6TestJSON-1533548758-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:55:19.790388 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2059b9a4-d921-4fc6-9782-99f22dea2b5d req-b97bc775-b7bb-4c38-8248-04da0e46102a tempest-DeleteServersTestJSON-915645800 tempest-DeleteServersTestJSON-915645800-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:55:19.792031 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-2059b9a4-d921-4fc6-9782-99f22dea2b5d req-b97bc775-b7bb-4c38-8248-04da0e46102a tempest-DeleteServersTestJSON-915645800 tempest-DeleteServersTestJSON-915645800-project] 10.222.0.42 "GET /v2.0/ports?device_id=59ca5485-a6d2-4557-ab35-ea6a33c5653a HTTP/1.1" status: 200 len: 944 time: 0.2081769 Apr 18 20:55:19.802138 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [None req-d85a1f3c-1aa0-4b50-b08d-677c96398b05 tempest-AllowedAddressPairIpV6TestJSON-1533548758 tempest-AllowedAddressPairIpV6TestJSON-1533548758-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:55:19.841116 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d85a1f3c-1aa0-4b50-b08d-677c96398b05 tempest-AllowedAddressPairIpV6TestJSON-1533548758 tempest-AllowedAddressPairIpV6TestJSON-1533548758-project] Made reservation on behalf of 6280911c3fca4dbbbe1b2c76705736f1 for: {'port': 1} {{(pid=84040) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:55:19.842849 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-9555b367-cc77-4b34-b7cb-75e9a453819f req-dd791996-fc03-42a1-a8d9-ea6d1d2583c3 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8248ccee-2394-426e-9ab5-5e8c0f5c00e9 HTTP/1.1" status: 200 len: 217 time: 0.1247580 Apr 18 20:55:19.844076 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-d85a1f3c-1aa0-4b50-b08d-677c96398b05 tempest-AllowedAddressPairIpV6TestJSON-1533548758 tempest-AllowedAddressPairIpV6TestJSON-1533548758-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:55:19.868697 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-2059b9a4-d921-4fc6-9782-99f22dea2b5d req-e8779c26-74f9-4bd8-bf3b-a81777b19474 tempest-DeleteServersTestJSON-915645800 tempest-DeleteServersTestJSON-915645800-project] 10.222.0.42 "GET /v2.0/security-groups?id=588d127b-19b7-4c3d-9f79-a400181b94e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683978 Apr 18 20:55:19.874523 n-d-838334-2 neutron-server[84040]: DEBUG neutron.notifiers.nova [None req-d85a1f3c-1aa0-4b50-b08d-677c96398b05 tempest-AllowedAddressPairIpV6TestJSON-1533548758 tempest-AllowedAddressPairIpV6TestJSON-1533548758-project] device_id is not set on port 1444faf8-087e-49ca-a215-46a42f0d50ca yet. {{(pid=84040) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 18 20:55:19.965910 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31cabecd-bda7-40c5-b92c-eebbfd40d62a req-c330dc6e-16c7-4de8-9c57-0317b5aa2c2f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:55:19.967300 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-31cabecd-bda7-40c5-b92c-eebbfd40d62a req-c330dc6e-16c7-4de8-9c57-0317b5aa2c2f service neutron] 10.222.0.43 "GET /v2.0/subnets?id=e000ef4a-9553-4d5a-aa5c-e55a867fcd65 HTTP/1.1" status: 200 len: 858 time: 0.1774721 Apr 18 20:55:20.032251 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9555b367-cc77-4b34-b7cb-75e9a453819f req-abca8786-68f5-4b8f-a3b6-7f2b74a95889 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:55:20.034309 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-9555b367-cc77-4b34-b7cb-75e9a453819f req-abca8786-68f5-4b8f-a3b6-7f2b74a95889 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=e000ef4a-9553-4d5a-aa5c-e55a867fcd65 HTTP/1.1" status: 200 len: 858 time: 0.1835415 Apr 18 20:55:20.044291 n-d-838334-2 neutron-server[84041]: DEBUG neutron.notifiers.nova [req-f4331939-780e-446d-bbdb-15be23942375 req-79b24a97-c15e-4c36-8e34-e07c1faf55a0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id aa685d3f-0d56-4c4a-9f1c-dc5d15a8b715 {{(pid=84041) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 18 20:55:20.081346 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-006b1ca2-ea67-466b-8ba8-843306142f9c req-d4eefe56-e12b-4e43-b676-1161c26bc820 tempest-ListServerFiltersTestJSON-1123405701 tempest-ListServerFiltersTestJSON-1123405701-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:55:20.083120 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-006b1ca2-ea67-466b-8ba8-843306142f9c req-d4eefe56-e12b-4e43-b676-1161c26bc820 tempest-ListServerFiltersTestJSON-1123405701 tempest-ListServerFiltersTestJSON-1123405701-project] 10.222.0.42 "GET /v2.0/ports?device_id=87df4a39-d0d7-4e75-9f18-37c726fdf5c2 HTTP/1.1" status: 200 len: 945 time: 0.1747894 Apr 18 20:55:20.095373 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [req-f4331939-780e-446d-bbdb-15be23942375 req-79b24a97-c15e-4c36-8e34-e07c1faf55a0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:55:20.101276 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.db_base_plugin_common [None req-d85a1f3c-1aa0-4b50-b08d-677c96398b05 tempest-AllowedAddressPairIpV6TestJSON-1533548758 tempest-AllowedAddressPairIpV6TestJSON-1533548758-project] Allocated IP 2001:db8::13d (025dd124-fd4c-48a7-8e8b-cb32ddde4b17/ccc823ed-8c09-4bf4-a038-0935f19d1d1a/1444faf8-087e-49ca-a215-46a42f0d50ca) {{(pid=84040) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:55:20.126537 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.provisioning_blocks [req-f4331939-780e-446d-bbdb-15be23942375 req-79b24a97-c15e-4c36-8e34-e07c1faf55a0 service neutron] Transition to ACTIVE for port object aa685d3f-0d56-4c4a-9f1c-dc5d15a8b715 will not be triggered until provisioned by entity L2. {{(pid=84041) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 20:55:20.140757 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [req-f4331939-780e-446d-bbdb-15be23942375 req-79b24a97-c15e-4c36-8e34-e07c1faf55a0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32266282'] for port, after_update {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:55:20.188233 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-006b1ca2-ea67-466b-8ba8-843306142f9c req-28c9b8e7-4c52-4f60-ac91-24e1ffaad495 tempest-ListServerFiltersTestJSON-1123405701 tempest-ListServerFiltersTestJSON-1123405701-project] 10.222.0.42 "GET /v2.0/security-groups?id=4748fc9b-37e2-4328-8f67-9c8130ebd451&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0883515 Apr 18 20:55:20.242948 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-31cabecd-bda7-40c5-b92c-eebbfd40d62a req-7eee75a8-aadd-4820-8f4a-29ab4686f980 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=9956df45-2736-4a4c-9815-b894d9a44160&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2609131 Apr 18 20:55:20.420560 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [req-5d69d602-87ec-4078-84d0-3ae9ab26297d req-79055ef9-482b-4613-9935-120fb1f542df tempest-ListServerFiltersTestJSON-1123405701 tempest-ListServerFiltersTestJSON-1123405701-project] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=84040) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 18 20:55:20.421538 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-5d69d602-87ec-4078-84d0-3ae9ab26297d req-79055ef9-482b-4613-9935-120fb1f542df tempest-ListServerFiltersTestJSON-1123405701 tempest-ListServerFiltersTestJSON-1123405701-project] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0061488 Apr 18 20:55:20.482291 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79b24a97-c15e-4c36-8e34-e07c1faf55a0 service neutron] Pushing event updated for resources: {'Port': ['ID=aa685d3f-0d56-4c4a-9f1c-dc5d15a8b715,revision_number=2']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:55:20.490332 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-c7521a90-7d65-4e2e-842c-ca5d95e9a89c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750375287399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253529'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:55:20.555762 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-9555b367-cc77-4b34-b7cb-75e9a453819f req-5b035173-08af-404c-9f79-dd82b3717e6e service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=9956df45-2736-4a4c-9815-b894d9a44160&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5146203 Apr 18 20:55:20.610422 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-d85a1f3c-1aa0-4b50-b08d-677c96398b05 tempest-AllowedAddressPairIpV6TestJSON-1533548758 tempest-AllowedAddressPairIpV6TestJSON-1533548758-project] Notify callbacks [] for port, precommit_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:55:20.637030 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-5d69d602-87ec-4078-84d0-3ae9ab26297d req-eb48d437-aa9e-4363-bea8-6286ac30f03d tempest-ListServerFiltersTestJSON-1123405701 tempest-ListServerFiltersTestJSON-1123405701-project] 10.222.0.42 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.8&fields=device_id HTTP/1.1" status: 200 len: 262 time: 0.1984112 Apr 18 20:55:20.649523 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.provisioning_blocks [None req-d85a1f3c-1aa0-4b50-b08d-677c96398b05 tempest-AllowedAddressPairIpV6TestJSON-1533548758 tempest-AllowedAddressPairIpV6TestJSON-1533548758-project] Transition to ACTIVE for port object 1444faf8-087e-49ca-a215-46a42f0d50ca will not be triggered until provisioned by entity DHCP. {{(pid=84040) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 20:55:20.680734 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-d85a1f3c-1aa0-4b50-b08d-677c96398b05 tempest-AllowedAddressPairIpV6TestJSON-1533548758 tempest-AllowedAddressPairIpV6TestJSON-1533548758-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750374836619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32440838'] for port, after_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:55:20.841914 n-d-838334-2 neutron-server[84040]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d85a1f3c-1aa0-4b50-b08d-677c96398b05 tempest-AllowedAddressPairIpV6TestJSON-1533548758 tempest-AllowedAddressPairIpV6TestJSON-1533548758-project] Network 025dd124-fd4c-48a7-8e8b-cb32ddde4b17 is already hosted by enough agents. {{(pid=84040) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:55:20.842959 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d85a1f3c-1aa0-4b50-b08d-677c96398b05 tempest-AllowedAddressPairIpV6TestJSON-1533548758 tempest-AllowedAddressPairIpV6TestJSON-1533548758-project] Pushing event updated for resources: {'Port': ['ID=1444faf8-087e-49ca-a215-46a42f0d50ca,revision_number=1']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:55:20.847350 n-d-838334-2 neutron-server[84040]: DEBUG neutron.scheduler.base_scheduler [None req-d85a1f3c-1aa0-4b50-b08d-677c96398b05 tempest-AllowedAddressPairIpV6TestJSON-1533548758 tempest-AllowedAddressPairIpV6TestJSON-1533548758-project] Resources bound (agent type, host, resource id): {{(pid=84040) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:55:20.849486 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d85a1f3c-1aa0-4b50-b08d-677c96398b05 tempest-AllowedAddressPairIpV6TestJSON-1533548758 tempest-AllowedAddressPairIpV6TestJSON-1533548758-project] Received port after_create {{(pid=84040) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 20:55:20.854148 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d85a1f3c-1aa0-4b50-b08d-677c96398b05 tempest-AllowedAddressPairIpV6TestJSON-1533548758 tempest-AllowedAddressPairIpV6TestJSON-1533548758-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:55:20.854756 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-d85a1f3c-1aa0-4b50-b08d-677c96398b05 tempest-AllowedAddressPairIpV6TestJSON-1533548758 tempest-AllowedAddressPairIpV6TestJSON-1533548758-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217293'] for port, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:55:20.893917 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-31cabecd-bda7-40c5-b92c-eebbfd40d62a req-d9f244d9-73e0-4b3c-9185-241deb190e77 service neutron] 10.222.0.43 "GET /v2.0/networks/9956df45-2736-4a4c-9815-b894d9a44160?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4482746 Apr 18 20:55:20.895581 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-9555b367-cc77-4b34-b7cb-75e9a453819f req-3c9eaec8-7d31-49d8-99d0-6e1896dd6648 service neutron] 10.222.0.43 "GET /v2.0/networks/9956df45-2736-4a4c-9815-b894d9a44160?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3177311 Apr 18 20:55:20.910807 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-d85a1f3c-1aa0-4b50-b08d-677c96398b05 tempest-AllowedAddressPairIpV6TestJSON-1533548758 tempest-AllowedAddressPairIpV6TestJSON-1533548758-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 1.3648667 Apr 18 20:55:20.914339 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 51346) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:55:20.933038 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.v2.base [None req-a6bbbd20-bade-49f6-af9c-7d408bd76dc9 tempest-AllowedAddressPairIpV6TestJSON-1533548758 tempest-AllowedAddressPairIpV6TestJSON-1533548758-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::/48', 'mac_address': 'fa:16:3e:35:e4:88'}]}} {{(pid=84040) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 20:55:21.029346 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3091cbb-5a74-409a-893e-7947a93e9dc6 req-b96b55c8-972c-4919-a590-90c90eff618e tempest-ServerActionsTestJSON-2052644234 tempest-ServerActionsTestJSON-2052644234-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:55:21.030847 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-a3091cbb-5a74-409a-893e-7947a93e9dc6 req-b96b55c8-972c-4919-a590-90c90eff618e tempest-ServerActionsTestJSON-2052644234 tempest-ServerActionsTestJSON-2052644234-project] 10.222.0.42 "GET /v2.0/ports?device_id=59d6b272-24d3-4609-8a10-777cd7c7c735 HTTP/1.1" status: 200 len: 943 time: 0.2509940 Apr 18 20:55:21.124555 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-31cabecd-bda7-40c5-b92c-eebbfd40d62a req-59cc00cc-b581-476c-bd9e-1ddee145a386 service neutron] 10.222.0.43 "GET /v2.0/networks/9956df45-2736-4a4c-9815-b894d9a44160?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2025070 Apr 18 20:55:21.190574 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.managers [req-f4331939-780e-446d-bbdb-15be23942375 req-79b24a97-c15e-4c36-8e34-e07c1faf55a0 service neutron] Attempting to bind port aa685d3f-0d56-4c4a-9f1c-dc5d15a8b715 on host n-h1-838334-2 for vnic_type normal with profile {{(pid=84041) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:55:21.190911 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.managers [req-f4331939-780e-446d-bbdb-15be23942375 req-79b24a97-c15e-4c36-8e34-e07c1faf55a0 service neutron] Attempting to bind port aa685d3f-0d56-4c4a-9f1c-dc5d15a8b715 by drivers openvswitch,hyperv on host n-h1-838334-2 at level 0 using segments [{'id': '4935dfdb-03db-4976-a6b4-e0fa58696685', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '48f708f8-0904-4115-910c-bb1ab06d7263'}] {{(pid=84041) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:55:21.191231 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4331939-780e-446d-bbdb-15be23942375 req-79b24a97-c15e-4c36-8e34-e07c1faf55a0 service neutron] Attempting to bind port aa685d3f-0d56-4c4a-9f1c-dc5d15a8b715 on network 48f708f8-0904-4115-910c-bb1ab06d7263 {{(pid=84041) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 20:55:21.214255 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4331939-780e-446d-bbdb-15be23942375 req-79b24a97-c15e-4c36-8e34-e07c1faf55a0 service neutron] Port aa685d3f-0d56-4c4a-9f1c-dc5d15a8b715 on network 48f708f8-0904-4115-910c-bb1ab06d7263 not bound, no agent of type Open vSwitch agent registered on host n-h1-838334-2 {{(pid=84041) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 18 20:55:21.214255 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4331939-780e-446d-bbdb-15be23942375 req-79b24a97-c15e-4c36-8e34-e07c1faf55a0 service neutron] Attempting to bind port aa685d3f-0d56-4c4a-9f1c-dc5d15a8b715 on network 48f708f8-0904-4115-910c-bb1ab06d7263 {{(pid=84041) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 20:55:21.235335 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4331939-780e-446d-bbdb-15be23942375 req-79b24a97-c15e-4c36-8e34-e07c1faf55a0 service neutron] Checking agent: {'id': 'd63bab19-ff81-4de1-afeb-a3732288d0d7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-838334-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 33, 59), 'started_at': datetime.datetime(2022, 4, 18, 20, 33, 59), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 20, 54, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84041) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 18 20:55:21.235702 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4331939-780e-446d-bbdb-15be23942375 req-79b24a97-c15e-4c36-8e34-e07c1faf55a0 service neutron] Checking segment: {'id': '4935dfdb-03db-4976-a6b4-e0fa58696685', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '48f708f8-0904-4115-910c-bb1ab06d7263'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84041) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 20:55:21.236090 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4331939-780e-446d-bbdb-15be23942375 req-79b24a97-c15e-4c36-8e34-e07c1faf55a0 service neutron] Bound using segment: {'id': '4935dfdb-03db-4976-a6b4-e0fa58696685', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '48f708f8-0904-4115-910c-bb1ab06d7263'} {{(pid=84041) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 18 20:55:21.236527 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.managers [req-f4331939-780e-446d-bbdb-15be23942375 req-79b24a97-c15e-4c36-8e34-e07c1faf55a0 service neutron] Bound port: aa685d3f-0d56-4c4a-9f1c-dc5d15a8b715, host: n-h1-838334-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4935dfdb-03db-4976-a6b4-e0fa58696685', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '48f708f8-0904-4115-910c-bb1ab06d7263'}}] {{(pid=84041) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 20:55:21.236893 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [req-f4331939-780e-446d-bbdb-15be23942375 req-79b24a97-c15e-4c36-8e34-e07c1faf55a0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:55:21.285532 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-eb8812d5-a4a5-4560-911f-64a3340c8b23 None None] Provisioning for port 1444faf8-087e-49ca-a215-46a42f0d50ca completed by entity DHCP. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 20:55:21.291469 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-eb8812d5-a4a5-4560-911f-64a3340c8b23 None None] Provisioning complete for port 1444faf8-087e-49ca-a215-46a42f0d50ca triggered by entity DHCP. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:55:21.292145 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-eb8812d5-a4a5-4560-911f-64a3340c8b23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1253608'] for port, provisioning_complete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:55:21.299552 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-a3091cbb-5a74-409a-893e-7947a93e9dc6 req-cf9cb28d-5bfd-4b86-ac0a-b25e3b797040 tempest-ServerActionsTestJSON-2052644234 tempest-ServerActionsTestJSON-2052644234-project] 10.222.0.42 "GET /v2.0/security-groups?id=5518633c-5bdd-41db-a1d5-749e9b6740a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2544985 Apr 18 20:55:21.337791 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-9555b367-cc77-4b34-b7cb-75e9a453819f req-d433490b-a65a-48f2-9a1a-da773f4b78e9 service neutron] 10.222.0.43 "GET /v2.0/networks/9956df45-2736-4a4c-9815-b894d9a44160?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3857446 Apr 18 20:55:21.379187 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.db [req-f4331939-780e-446d-bbdb-15be23942375 req-79b24a97-c15e-4c36-8e34-e07c1faf55a0 service neutron] For port aa685d3f-0d56-4c4a-9f1c-dc5d15a8b715, host n-h1-838334-2, cleared binding levels {{(pid=84041) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 20:55:21.383992 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.db [req-f4331939-780e-446d-bbdb-15be23942375 req-79b24a97-c15e-4c36-8e34-e07c1faf55a0 service neutron] For port aa685d3f-0d56-4c4a-9f1c-dc5d15a8b715, host n-h1-838334-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838334-2',level=0,port_id=aa685d3f-0d56-4c4a-9f1c-dc5d15a8b715,segment=NetworkSegment(4935dfdb-03db-4976-a6b4-e0fa58696685),segment_id=4935dfdb-03db-4976-a6b4-e0fa58696685)] {{(pid=84041) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 20:55:21.387239 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.plugin [None req-eb8812d5-a4a5-4560-911f-64a3340c8b23 None None] Port 1444faf8-087e-49ca-a215-46a42f0d50ca cannot update to ACTIVE because it is not bound. {{(pid=84042) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 18 20:55:21.394383 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [req-f4331939-780e-446d-bbdb-15be23942375 req-79b24a97-c15e-4c36-8e34-e07c1faf55a0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32266282'] for port, after_update {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:55:21.421955 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ca5454b-e85f-4744-aae0-f9db670e117a req-85252be6-ec81-4de0-8ba6-02b5784733b2 tempest-ListServerFiltersTestJSON-1123405701 tempest-ListServerFiltersTestJSON-1123405701-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:55:21.428633 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-0ca5454b-e85f-4744-aae0-f9db670e117a req-85252be6-ec81-4de0-8ba6-02b5784733b2 tempest-ListServerFiltersTestJSON-1123405701 tempest-ListServerFiltersTestJSON-1123405701-project] 10.222.0.42 "GET /v2.0/ports?device_id=1848fe84-e1b8-4b1b-b558-43c90fc1533c HTTP/1.1" status: 200 len: 945 time: 0.3061864 Apr 18 20:55:21.459430 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [req-f4331939-780e-446d-bbdb-15be23942375 req-79b24a97-c15e-4c36-8e34-e07c1faf55a0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217293'] for port, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:55:21.460830 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-f4331939-780e-446d-bbdb-15be23942375 req-79b24a97-c15e-4c36-8e34-e07c1faf55a0 service neutron] 10.222.0.43 "PUT /v2.0/ports/aa685d3f-0d56-4c4a-9f1c-dc5d15a8b715 HTTP/1.1" status: 200 len: 1091 time: 2.7383437 Apr 18 20:55:21.461270 n-d-838334-2 neutron-server[84041]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '59d6b272-24d3-4609-8a10-777cd7c7c735', 'tag': 'aa685d3f-0d56-4c4a-9f1c-dc5d15a8b715'}] {{(pid=84041) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 20:55:21.479893 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79b24a97-c15e-4c36-8e34-e07c1faf55a0 service neutron] Pushing event updated for resources: {'Port': ['ID=aa685d3f-0d56-4c4a-9f1c-dc5d15a8b715,revision_number=3']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:55:21.538055 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-a6bbbd20-bade-49f6-af9c-7d408bd76dc9 tempest-AllowedAddressPairIpV6TestJSON-1533548758 tempest-AllowedAddressPairIpV6TestJSON-1533548758-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:55:21.589683 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-0ca5454b-e85f-4744-aae0-f9db670e117a req-cde4ae8f-1dab-4b23-966d-6ba4c699047c tempest-ListServerFiltersTestJSON-1123405701 tempest-ListServerFiltersTestJSON-1123405701-project] 10.222.0.42 "GET /v2.0/security-groups?id=4748fc9b-37e2-4328-8f67-9c8130ebd451&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1602867 Apr 18 20:55:21.618469 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-f4331939-780e-446d-bbdb-15be23942375 req-2494eeed-afb1-4d24-a6dd-054ecbd323f4 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=6be92480d0964f34a8ede9caae0c987d&device_id=59d6b272-24d3-4609-8a10-777cd7c7c735 HTTP/1.1" status: 200 len: 1094 time: 0.1053445 Apr 18 20:55:21.677395 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Device 15fa0d3f-492c-4b34-a77b-3830fc7e64ca up at agent hyperv_n-h1-838334-2 {{(pid=84042) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 20:55:21.693009 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b8730ce-e6ec-41e5-b43b-bc294faa6b76 req-4b45340b-4ff9-4ee6-89de-e004ef9805fe tempest-DeleteServersTestJSON-915645800 tempest-DeleteServersTestJSON-915645800-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:55:21.705695 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-7b8730ce-e6ec-41e5-b43b-bc294faa6b76 req-4b45340b-4ff9-4ee6-89de-e004ef9805fe tempest-DeleteServersTestJSON-915645800 tempest-DeleteServersTestJSON-915645800-project] 10.222.0.42 "GET /v2.0/ports?device_id=59ca5485-a6d2-4557-ab35-ea6a33c5653a HTTP/1.1" status: 200 len: 944 time: 0.2489278 Apr 18 20:55:21.747256 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-f4331939-780e-446d-bbdb-15be23942375 req-04089482-b0b2-4569-9669-277d956de26f service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=aa685d3f-0d56-4c4a-9f1c-dc5d15a8b715 HTTP/1.1" status: 200 len: 217 time: 0.1191149 Apr 18 20:55:21.748008 n-d-838334-2 neutron-server[84041]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7d501c69-a0f1-421c-9c08-9b04835983f3'] response: {'name': 'network-changed', 'server_uuid': '59d6b272-24d3-4609-8a10-777cd7c7c735', 'tag': 'aa685d3f-0d56-4c4a-9f1c-dc5d15a8b715', 'status': 'completed', 'code': 200} Apr 18 20:55:21.845003 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Provisioning for port 15fa0d3f-492c-4b34-a77b-3830fc7e64ca completed by entity L2. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 20:55:21.850851 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Provisioning complete for port 15fa0d3f-492c-4b34-a77b-3830fc7e64ca triggered by entity L2. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:55:21.850956 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1253608'] for port, provisioning_complete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:55:21.868221 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4331939-780e-446d-bbdb-15be23942375 req-9f765cf2-c1bc-491f-9125-5337213c9360 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:55:21.873634 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-f4331939-780e-446d-bbdb-15be23942375 req-9f765cf2-c1bc-491f-9125-5337213c9360 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=488f35b7-694e-475d-862d-2f00f4388d03 HTTP/1.1" status: 200 len: 850 time: 0.1089258 Apr 18 20:55:21.989066 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:55:22.018114 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-f4331939-780e-446d-bbdb-15be23942375 req-9ab8a494-a72c-4288-930e-1f0a1d8d169e service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=48f708f8-0904-4115-910c-bb1ab06d7263&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1306109 Apr 18 20:55:22.023220 n-d-838334-2 neutron-server[84042]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '59ca5485-a6d2-4557-ab35-ea6a33c5653a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '15fa0d3f-492c-4b34-a77b-3830fc7e64ca'}] {{(pid=84042) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 20:55:22.035842 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] For port 15fa0d3f-492c-4b34-a77b-3830fc7e64ca, host n-h1-838334-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838334-2',level=0,port_id=15fa0d3f-492c-4b34-a77b-3830fc7e64ca,segment=NetworkSegment(eb1f29ad-3d05-4e72-b227-469dc1660e3c),segment_id=eb1f29ad-3d05-4e72-b227-469dc1660e3c)] {{(pid=84042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:55:22.042556 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682'] for port, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:55:22.118868 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-7b8730ce-e6ec-41e5-b43b-bc294faa6b76 req-332f7bc3-5c6c-48eb-91ce-45be72dfe49c tempest-DeleteServersTestJSON-915645800 tempest-DeleteServersTestJSON-915645800-project] 10.222.0.42 "GET /v2.0/security-groups?id=588d127b-19b7-4c3d-9f79-a400181b94e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4104733 Apr 18 20:55:22.130127 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Pushing event updated for resources: {'Port': ['ID=15fa0d3f-492c-4b34-a77b-3830fc7e64ca,revision_number=5']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:55:22.159672 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-a6bbbd20-bade-49f6-af9c-7d408bd76dc9 tempest-AllowedAddressPairIpV6TestJSON-1533548758 tempest-AllowedAddressPairIpV6TestJSON-1533548758-project] Notify callbacks [] for port, precommit_update {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:55:22.183113 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97df87ed-44bd-4a8e-8f38-1abea4c65ca6 req-e3a504fb-1451-4a56-a5e8-39d22e1b1cf4 tempest-ListServerFiltersTestJSON-1123405701 tempest-ListServerFiltersTestJSON-1123405701-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:55:22.184325 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-97df87ed-44bd-4a8e-8f38-1abea4c65ca6 req-e3a504fb-1451-4a56-a5e8-39d22e1b1cf4 tempest-ListServerFiltersTestJSON-1123405701 tempest-ListServerFiltersTestJSON-1123405701-project] 10.222.0.42 "GET /v2.0/ports?device_id=893fec3b-bae4-4fe4-b69b-f05afd51795b HTTP/1.1" status: 200 len: 945 time: 0.2975380 Apr 18 20:55:22.184513 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-a6bbbd20-bade-49f6-af9c-7d408bd76dc9 tempest-AllowedAddressPairIpV6TestJSON-1533548758 tempest-AllowedAddressPairIpV6TestJSON-1533548758-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32440959'] for port, after_update {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:55:22.209230 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-f4331939-780e-446d-bbdb-15be23942375 req-373171ce-d5e0-46ea-9b7f-f463e54eabb1 service neutron] 10.222.0.43 "GET /v2.0/networks/48f708f8-0904-4115-910c-bb1ab06d7263?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1844308 Apr 18 20:55:22.211864 n-d-838334-2 neutron-server[84042]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9c37972b-92d1-4bb6-81fa-aa9d56390ddc'] response: {'server_uuid': '59ca5485-a6d2-4557-ab35-ea6a33c5653a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '15fa0d3f-492c-4b34-a77b-3830fc7e64ca', 'code': 200} Apr 18 20:55:22.279182 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.plugin [None req-a6bbbd20-bade-49f6-af9c-7d408bd76dc9 tempest-AllowedAddressPairIpV6TestJSON-1533548758 tempest-AllowedAddressPairIpV6TestJSON-1533548758-project] In _notify_port_updated(), no bound segment for port 1444faf8-087e-49ca-a215-46a42f0d50ca on network 025dd124-fd4c-48a7-8e8b-cb32ddde4b17 {{(pid=84040) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Apr 18 20:55:22.283557 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6bbbd20-bade-49f6-af9c-7d408bd76dc9 tempest-AllowedAddressPairIpV6TestJSON-1533548758 tempest-AllowedAddressPairIpV6TestJSON-1533548758-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:55:22.284213 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-a6bbbd20-bade-49f6-af9c-7d408bd76dc9 tempest-AllowedAddressPairIpV6TestJSON-1533548758 tempest-AllowedAddressPairIpV6TestJSON-1533548758-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217293'] for port, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:55:22.286751 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-a6bbbd20-bade-49f6-af9c-7d408bd76dc9 tempest-AllowedAddressPairIpV6TestJSON-1533548758 tempest-AllowedAddressPairIpV6TestJSON-1533548758-project] 10.222.0.42 "PUT /v2.0/ports/1444faf8-087e-49ca-a215-46a42f0d50ca HTTP/1.1" status: 200 len: 1003 time: 1.3656895 Apr 18 20:55:22.300246 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 51358) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:55:22.347885 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6bbbd20-bade-49f6-af9c-7d408bd76dc9 tempest-AllowedAddressPairIpV6TestJSON-1533548758 tempest-AllowedAddressPairIpV6TestJSON-1533548758-project] Pushing event updated for resources: {'Port': ['ID=1444faf8-087e-49ca-a215-46a42f0d50ca,revision_number=2']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:55:22.388278 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-97df87ed-44bd-4a8e-8f38-1abea4c65ca6 req-b0b18cb8-b98d-4f0c-953b-d98a1b2a11bd tempest-ListServerFiltersTestJSON-1123405701 tempest-ListServerFiltersTestJSON-1123405701-project] 10.222.0.42 "GET /v2.0/security-groups?id=4748fc9b-37e2-4328-8f67-9c8130ebd451&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1680725 Apr 18 20:55:22.420503 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.plugin [None req-8a28a2ef-1ff0-46dd-acec-a9ac7965ff23 tempest-AllowedAddressPairIpV6TestJSON-1533548758 tempest-AllowedAddressPairIpV6TestJSON-1533548758-project] Deleting port 1444faf8-087e-49ca-a215-46a42f0d50ca {{(pid=84040) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 20:55:22.420715 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-8a28a2ef-1ff0-46dd-acec-a9ac7965ff23 tempest-AllowedAddressPairIpV6TestJSON-1533548758 tempest-AllowedAddressPairIpV6TestJSON-1533548758-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750375188691'] for port, before_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:55:22.578825 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-b225f01a-3a17-43ad-9bc3-64da460f0ca5 req-5c5d2393-daf1-4f53-9a17-5e891ef44db2 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=59ca5485-a6d2-4557-ab35-ea6a33c5653a HTTP/1.1" status: 200 len: 1096 time: 0.2406313 Apr 18 20:55:22.581815 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-f4331939-780e-446d-bbdb-15be23942375 req-a94927f0-08f7-4f5d-adce-9b9f5b0ed275 service neutron] 10.222.0.43 "GET /v2.0/networks/48f708f8-0904-4115-910c-bb1ab06d7263?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3572638 Apr 18 20:55:22.675117 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-ce044f35-3274-4dfb-9a95-f65ec374a68c None None] Provisioning complete for port 1444faf8-087e-49ca-a215-46a42f0d50ca triggered by entity DHCP. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:55:22.675470 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-ce044f35-3274-4dfb-9a95-f65ec374a68c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1253608'] for port, provisioning_complete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:55:22.708554 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-b225f01a-3a17-43ad-9bc3-64da460f0ca5 req-6a2fc722-31a1-41d3-b2ee-04516816264b service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=588d127b-19b7-4c3d-9f79-a400181b94e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1151710 Apr 18 20:55:22.729846 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-058ddd0c-347a-466e-8c7b-566c5fcfbe5b req-54c79764-088d-4a34-b795-3f257ae1ddb9 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=6be92480d0964f34a8ede9caae0c987d&device_id=59d6b272-24d3-4609-8a10-777cd7c7c735 HTTP/1.1" status: 200 len: 1094 time: 0.0841074 Apr 18 20:55:22.753207 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.plugin [None req-ce044f35-3274-4dfb-9a95-f65ec374a68c None None] Port 1444faf8-087e-49ca-a215-46a42f0d50ca cannot update to ACTIVE because it is not bound. {{(pid=84042) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 18 20:55:23.080398 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-8a28a2ef-1ff0-46dd-acec-a9ac7965ff23 tempest-AllowedAddressPairIpV6TestJSON-1533548758 tempest-AllowedAddressPairIpV6TestJSON-1533548758-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369123'] for port, precommit_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:55:23.213715 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.plugin [None req-8a28a2ef-1ff0-46dd-acec-a9ac7965ff23 tempest-AllowedAddressPairIpV6TestJSON-1533548758 tempest-AllowedAddressPairIpV6TestJSON-1533548758-project] Calling delete_port for 1444faf8-087e-49ca-a215-46a42f0d50ca owned by {{(pid=84040) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 20:55:23.216408 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-058ddd0c-347a-466e-8c7b-566c5fcfbe5b req-83d7aff9-6585-4622-8b4d-0bbf8d742d93 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:55:23.217857 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-058ddd0c-347a-466e-8c7b-566c5fcfbe5b req-83d7aff9-6585-4622-8b4d-0bbf8d742d93 service neutron] 10.222.0.43 "GET /v2.0/networks?id=48f708f8-0904-4115-910c-bb1ab06d7263 HTTP/1.1" status: 200 len: 912 time: 0.2740841 Apr 18 20:55:23.275315 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49bef09b-3275-45b5-8e68-b17dad4df6b2 req-dacc724e-dd6e-49db-8552-be6b0ee1fb66 tempest-ListServerFiltersTestJSON-1123405701 tempest-ListServerFiltersTestJSON-1123405701-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:55:23.277098 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-49bef09b-3275-45b5-8e68-b17dad4df6b2 req-dacc724e-dd6e-49db-8552-be6b0ee1fb66 tempest-ListServerFiltersTestJSON-1123405701 tempest-ListServerFiltersTestJSON-1123405701-project] 10.222.0.42 "GET /v2.0/ports?device_id=87df4a39-d0d7-4e75-9f18-37c726fdf5c2 HTTP/1.1" status: 200 len: 945 time: 0.5610030 Apr 18 20:55:23.282470 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd3500bb-f623-4826-8710-adfbd513b2f3 req-2275fea2-3f2d-4955-9ec3-a75775676541 tempest-ServerActionsTestJSON-2052644234 tempest-ServerActionsTestJSON-2052644234-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:55:23.283880 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-fd3500bb-f623-4826-8710-adfbd513b2f3 req-2275fea2-3f2d-4955-9ec3-a75775676541 tempest-ServerActionsTestJSON-2052644234 tempest-ServerActionsTestJSON-2052644234-project] 10.222.0.42 "GET /v2.0/ports?device_id=59d6b272-24d3-4609-8a10-777cd7c7c735 HTTP/1.1" status: 200 len: 943 time: 0.4555345 Apr 18 20:55:23.297892 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-058ddd0c-347a-466e-8c7b-566c5fcfbe5b req-60a2d853-78ff-4ab2-b92e-a58815a77637 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=aa685d3f-0d56-4c4a-9f1c-dc5d15a8b715 HTTP/1.1" status: 200 len: 217 time: 0.0661275 Apr 18 20:55:23.364759 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-058ddd0c-347a-466e-8c7b-566c5fcfbe5b req-f8bf833a-faa3-45f3-95d0-cae768ea8687 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:55:23.366509 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-058ddd0c-347a-466e-8c7b-566c5fcfbe5b req-f8bf833a-faa3-45f3-95d0-cae768ea8687 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=488f35b7-694e-475d-862d-2f00f4388d03 HTTP/1.1" status: 200 len: 850 time: 0.0622139 Apr 18 20:55:23.426845 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-fd3500bb-f623-4826-8710-adfbd513b2f3 req-6867acba-a593-428e-9dcb-b6f51e0d89a4 tempest-ServerActionsTestJSON-2052644234 tempest-ServerActionsTestJSON-2052644234-project] 10.222.0.42 "GET /v2.0/security-groups?id=5518633c-5bdd-41db-a1d5-749e9b6740a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1178024 Apr 18 20:55:23.436604 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-49bef09b-3275-45b5-8e68-b17dad4df6b2 req-54053030-9e32-43e4-81b3-8a8c125ef42d tempest-ListServerFiltersTestJSON-1123405701 tempest-ListServerFiltersTestJSON-1123405701-project] 10.222.0.42 "GET /v2.0/security-groups?id=4748fc9b-37e2-4328-8f67-9c8130ebd451&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1470587 Apr 18 20:55:23.459094 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-058ddd0c-347a-466e-8c7b-566c5fcfbe5b req-806ae7f0-b453-4704-9f20-f5a14c204e28 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=48f708f8-0904-4115-910c-bb1ab06d7263&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0814099 Apr 18 20:55:23.501950 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-3115182a-0a3a-41a4-898e-b4518c8fa7b0 req-bb2f6771-76d1-4536-9aa3-48a08daf3f0f service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=4ff552c3-29c6-4485-85ed-37e006aa7ada&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2950492 Apr 18 20:55:23.614548 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-8a28a2ef-1ff0-46dd-acec-a9ac7965ff23 tempest-AllowedAddressPairIpV6TestJSON-1533548758 tempest-AllowedAddressPairIpV6TestJSON-1533548758-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750375259028', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750374836628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32440838'] for port, after_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:55:23.649833 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-058ddd0c-347a-466e-8c7b-566c5fcfbe5b req-d0c6b007-145b-4b24-86a6-e1baaa2e8484 service neutron] 10.222.0.43 "GET /v2.0/networks/48f708f8-0904-4115-910c-bb1ab06d7263?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1855695 Apr 18 20:55:23.695819 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a28a2ef-1ff0-46dd-acec-a9ac7965ff23 tempest-AllowedAddressPairIpV6TestJSON-1533548758 tempest-AllowedAddressPairIpV6TestJSON-1533548758-project] Pushing event deleted for resources: {'Port': ['ID=1444faf8-087e-49ca-a215-46a42f0d50ca,revision_number=None']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:55:23.767190 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-8a28a2ef-1ff0-46dd-acec-a9ac7965ff23 tempest-AllowedAddressPairIpV6TestJSON-1533548758 tempest-AllowedAddressPairIpV6TestJSON-1533548758-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217293'] for port, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:55:23.813263 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-058ddd0c-347a-466e-8c7b-566c5fcfbe5b req-3b4fc6fc-308e-4151-99e7-2f1e08f471f6 service neutron] 10.222.0.43 "GET /v2.0/networks/48f708f8-0904-4115-910c-bb1ab06d7263?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1536007 Apr 18 20:55:23.840895 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 51376) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:55:23.846207 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-8a28a2ef-1ff0-46dd-acec-a9ac7965ff23 tempest-AllowedAddressPairIpV6TestJSON-1533548758 tempest-AllowedAddressPairIpV6TestJSON-1533548758-project] 10.222.0.42 "DELETE /v2.0/ports/1444faf8-087e-49ca-a215-46a42f0d50ca HTTP/1.1" status: 204 len: 168 time: 1.5421441 Apr 18 20:55:23.873188 n-d-838334-2 neutron-server[84041]: INFO neutron.pecan_wsgi.hooks.translation [None req-89479ae3-91f2-4c30-b0ee-aa02bd380657 tempest-AllowedAddressPairIpV6TestJSON-1533548758 tempest-AllowedAddressPairIpV6TestJSON-1533548758-project] GET failed (client error): The resource could not be found. Apr 18 20:55:23.873699 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-89479ae3-91f2-4c30-b0ee-aa02bd380657 tempest-AllowedAddressPairIpV6TestJSON-1533548758 tempest-AllowedAddressPairIpV6TestJSON-1533548758-project] Synchronizing usage tracker for tenant:6280911c3fca4dbbbe1b2c76705736f1 on resource:port {{(pid=84041) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 20:55:23.888464 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd4b7010-6215-4991-9fea-9ce98ee14842 req-fe7611cb-3b1f-4f68-b833-eb7e6e0c6787 tempest-DeleteServersTestJSON-915645800 tempest-DeleteServersTestJSON-915645800-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:55:23.890000 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-fd4b7010-6215-4991-9fea-9ce98ee14842 req-fe7611cb-3b1f-4f68-b833-eb7e6e0c6787 tempest-DeleteServersTestJSON-915645800 tempest-DeleteServersTestJSON-915645800-project] 10.222.0.42 "GET /v2.0/ports?device_id=59ca5485-a6d2-4557-ab35-ea6a33c5653a HTTP/1.1" status: 200 len: 945 time: 0.3165703 Apr 18 20:55:23.893233 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-89479ae3-91f2-4c30-b0ee-aa02bd380657 tempest-AllowedAddressPairIpV6TestJSON-1533548758 tempest-AllowedAddressPairIpV6TestJSON-1533548758-project] Unset dirty status for tenant:6280911c3fca4dbbbe1b2c76705736f1 on resource:port {{(pid=84041) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 20:55:23.895974 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-3115182a-0a3a-41a4-898e-b4518c8fa7b0 req-a9e6ed84-5a29-4b24-ad3c-b791d92f23c2 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=f9a0b0412d2042448fe0968cc5e47ae5&device_id=4ff552c3-29c6-4485-85ed-37e006aa7ada HTTP/1.1" status: 200 len: 1097 time: 0.3546586 Apr 18 20:55:23.896090 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-89479ae3-91f2-4c30-b0ee-aa02bd380657 tempest-AllowedAddressPairIpV6TestJSON-1533548758 tempest-AllowedAddressPairIpV6TestJSON-1533548758-project] 10.222.0.42 "GET /v2.0/ports/1444faf8-087e-49ca-a215-46a42f0d50ca HTTP/1.1" status: 404 len: 333 time: 0.0637343 Apr 18 20:55:23.898738 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 51380) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:55:23.905373 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.v2.base [None req-352744ca-d04b-41e7-959d-a6ec16e5f7bb tempest-AllowedAddressPairIpV6TestJSON-1533548758 tempest-AllowedAddressPairIpV6TestJSON-1533548758-project] Request body: {'port': {'network_id': '025dd124-fd4c-48a7-8e8b-cb32ddde4b17', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-222768900'}} {{(pid=84041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 20:55:24.086844 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-352744ca-d04b-41e7-959d-a6ec16e5f7bb tempest-AllowedAddressPairIpV6TestJSON-1533548758 tempest-AllowedAddressPairIpV6TestJSON-1533548758-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:55:24.098139 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-352744ca-d04b-41e7-959d-a6ec16e5f7bb tempest-AllowedAddressPairIpV6TestJSON-1533548758 tempest-AllowedAddressPairIpV6TestJSON-1533548758-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:55:24.110685 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-352744ca-d04b-41e7-959d-a6ec16e5f7bb tempest-AllowedAddressPairIpV6TestJSON-1533548758 tempest-AllowedAddressPairIpV6TestJSON-1533548758-project] Made reservation on behalf of 6280911c3fca4dbbbe1b2c76705736f1 for: {'port': 1} {{(pid=84041) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:55:24.114583 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-352744ca-d04b-41e7-959d-a6ec16e5f7bb tempest-AllowedAddressPairIpV6TestJSON-1533548758 tempest-AllowedAddressPairIpV6TestJSON-1533548758-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:55:24.144177 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-fd4b7010-6215-4991-9fea-9ce98ee14842 req-9a495138-b54b-4b84-abc1-227aae8816d8 tempest-DeleteServersTestJSON-915645800 tempest-DeleteServersTestJSON-915645800-project] 10.222.0.42 "GET /v2.0/security-groups?id=588d127b-19b7-4c3d-9f79-a400181b94e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2302034 Apr 18 20:55:24.145420 n-d-838334-2 neutron-server[84041]: DEBUG neutron.notifiers.nova [None req-352744ca-d04b-41e7-959d-a6ec16e5f7bb tempest-AllowedAddressPairIpV6TestJSON-1533548758 tempest-AllowedAddressPairIpV6TestJSON-1533548758-project] device_id is not set on port 4aac7d39-5128-467e-b734-3f4524127fb0 yet. {{(pid=84041) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 18 20:55:24.172052 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-500f3b5c-b9ac-43da-bce1-9223f2cdcbbc req-cc988739-d1b6-4b10-adf8-c05eb0bffdab tempest-ListServerFiltersTestJSON-1123405701 tempest-ListServerFiltersTestJSON-1123405701-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:55:24.176335 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-500f3b5c-b9ac-43da-bce1-9223f2cdcbbc req-cc988739-d1b6-4b10-adf8-c05eb0bffdab tempest-ListServerFiltersTestJSON-1123405701 tempest-ListServerFiltersTestJSON-1123405701-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:55:24.180435 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-500f3b5c-b9ac-43da-bce1-9223f2cdcbbc req-cc988739-d1b6-4b10-adf8-c05eb0bffdab tempest-ListServerFiltersTestJSON-1123405701 tempest-ListServerFiltersTestJSON-1123405701-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:55:24.182859 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-500f3b5c-b9ac-43da-bce1-9223f2cdcbbc req-cc988739-d1b6-4b10-adf8-c05eb0bffdab tempest-ListServerFiltersTestJSON-1123405701 tempest-ListServerFiltersTestJSON-1123405701-project] 10.222.0.42 "GET /v2.0/ports?device_id=87df4a39-d0d7-4e75-9f18-37c726fdf5c2&device_id=893fec3b-bae4-4fe4-b69b-f05afd51795b&device_id=1848fe84-e1b8-4b1b-b558-43c90fc1533c HTTP/1.1" status: 200 len: 2416 time: 0.3919051 Apr 18 20:55:24.245364 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3115182a-0a3a-41a4-898e-b4518c8fa7b0 req-09631025-82c1-455f-b94a-cde3c37e55c7 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:55:24.246999 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-3115182a-0a3a-41a4-898e-b4518c8fa7b0 req-09631025-82c1-455f-b94a-cde3c37e55c7 service neutron] 10.222.0.48 "GET /v2.0/networks?id=9956df45-2736-4a4c-9815-b894d9a44160 HTTP/1.1" status: 200 len: 920 time: 0.2606142 Apr 18 20:55:24.312201 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-500f3b5c-b9ac-43da-bce1-9223f2cdcbbc req-c2e8d218-8e12-4042-8904-a863bab0c24e tempest-ListServerFiltersTestJSON-1123405701 tempest-ListServerFiltersTestJSON-1123405701-project] 10.222.0.42 "GET /v2.0/security-groups?id=4748fc9b-37e2-4328-8f67-9c8130ebd451&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1157849 Apr 18 20:55:24.369991 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-3115182a-0a3a-41a4-898e-b4518c8fa7b0 req-7eb1abd2-fd18-4919-a6e2-d754c1c92bd2 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=fb7119a0-c8a1-4fe0-936c-acad85ca6c01 HTTP/1.1" status: 200 len: 217 time: 0.1144788 Apr 18 20:55:24.373501 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [req-fd196a02-e1d5-4a94-8fe9-f4a8c5e47108 req-6dad52e6-8785-4092-948c-2416c133eccb tempest-ListServerFiltersTestJSON-1123405701 tempest-ListServerFiltersTestJSON-1123405701-project] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=84040) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 18 20:55:24.374369 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-fd196a02-e1d5-4a94-8fe9-f4a8c5e47108 req-6dad52e6-8785-4092-948c-2416c133eccb tempest-ListServerFiltersTestJSON-1123405701 tempest-ListServerFiltersTestJSON-1123405701-project] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0097988 Apr 18 20:55:24.377280 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.db_base_plugin_common [None req-352744ca-d04b-41e7-959d-a6ec16e5f7bb tempest-AllowedAddressPairIpV6TestJSON-1533548758 tempest-AllowedAddressPairIpV6TestJSON-1533548758-project] Allocated IP 2001:db8::274 (025dd124-fd4c-48a7-8e8b-cb32ddde4b17/ccc823ed-8c09-4bf4-a038-0935f19d1d1a/4aac7d39-5128-467e-b734-3f4524127fb0) {{(pid=84041) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:55:24.387602 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2acff57e-587f-4f34-a00b-d0f7127fe52a req-30b0bcc0-1896-4fd1-a0ee-3fb0662cc5a3 tempest-DeleteServersTestJSON-915645800 tempest-DeleteServersTestJSON-915645800-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:55:24.388540 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [req-2acff57e-587f-4f34-a00b-d0f7127fe52a req-30b0bcc0-1896-4fd1-a0ee-3fb0662cc5a3 tempest-DeleteServersTestJSON-915645800 tempest-DeleteServersTestJSON-915645800-project] Synchronizing usage tracker for tenant:7fa7a8b3916440879a3373a5a8935507 on resource:port {{(pid=84041) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 20:55:24.410797 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [req-2acff57e-587f-4f34-a00b-d0f7127fe52a req-30b0bcc0-1896-4fd1-a0ee-3fb0662cc5a3 tempest-DeleteServersTestJSON-915645800 tempest-DeleteServersTestJSON-915645800-project] Unset dirty status for tenant:7fa7a8b3916440879a3373a5a8935507 on resource:port {{(pid=84041) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 20:55:24.411679 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-2acff57e-587f-4f34-a00b-d0f7127fe52a req-30b0bcc0-1896-4fd1-a0ee-3fb0662cc5a3 tempest-DeleteServersTestJSON-915645800 tempest-DeleteServersTestJSON-915645800-project] 10.222.0.43 "GET /v2.0/ports?device_id=59ca5485-a6d2-4557-ab35-ea6a33c5653a HTTP/1.1" status: 200 len: 945 time: 0.2022734 Apr 18 20:55:24.511237 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3115182a-0a3a-41a4-898e-b4518c8fa7b0 req-3134b2d8-ee04-4460-96d1-cbafb59e9ca0 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:55:24.512486 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-3115182a-0a3a-41a4-898e-b4518c8fa7b0 req-3134b2d8-ee04-4460-96d1-cbafb59e9ca0 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=e000ef4a-9553-4d5a-aa5c-e55a867fcd65 HTTP/1.1" status: 200 len: 858 time: 0.1269777 Apr 18 20:55:24.524437 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c05a3ed1-f981-4d2f-b059-d67803f25f94 req-7c2a55e0-e2e7-421e-afba-e705fa84d13f tempest-TaggedBootDevicesTest_v242-417596240 tempest-TaggedBootDevicesTest_v242-417596240-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:55:24.527766 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c05a3ed1-f981-4d2f-b059-d67803f25f94 req-7c2a55e0-e2e7-421e-afba-e705fa84d13f tempest-TaggedBootDevicesTest_v242-417596240 tempest-TaggedBootDevicesTest_v242-417596240-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:55:24.529655 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.plugin [req-2acff57e-587f-4f34-a00b-d0f7127fe52a req-b0f68b6b-6e39-49db-bb30-f5a4956ef91a tempest-DeleteServersTestJSON-915645800 tempest-DeleteServersTestJSON-915645800-project] Deleting port 15fa0d3f-492c-4b34-a77b-3830fc7e64ca {{(pid=84041) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 20:55:24.529993 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [req-2acff57e-587f-4f34-a00b-d0f7127fe52a req-b0f68b6b-6e39-49db-bb30-f5a4956ef91a tempest-DeleteServersTestJSON-915645800 tempest-DeleteServersTestJSON-915645800-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750375188691'] for port, before_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:55:24.531705 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c05a3ed1-f981-4d2f-b059-d67803f25f94 req-7c2a55e0-e2e7-421e-afba-e705fa84d13f tempest-TaggedBootDevicesTest_v242-417596240 tempest-TaggedBootDevicesTest_v242-417596240-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:55:24.535579 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c05a3ed1-f981-4d2f-b059-d67803f25f94 req-7c2a55e0-e2e7-421e-afba-e705fa84d13f tempest-TaggedBootDevicesTest_v242-417596240 tempest-TaggedBootDevicesTest_v242-417596240-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:55:24.539480 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c05a3ed1-f981-4d2f-b059-d67803f25f94 req-7c2a55e0-e2e7-421e-afba-e705fa84d13f tempest-TaggedBootDevicesTest_v242-417596240 tempest-TaggedBootDevicesTest_v242-417596240-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:55:24.543429 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c05a3ed1-f981-4d2f-b059-d67803f25f94 req-7c2a55e0-e2e7-421e-afba-e705fa84d13f tempest-TaggedBootDevicesTest_v242-417596240 tempest-TaggedBootDevicesTest_v242-417596240-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:55:24.547350 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c05a3ed1-f981-4d2f-b059-d67803f25f94 req-7c2a55e0-e2e7-421e-afba-e705fa84d13f tempest-TaggedBootDevicesTest_v242-417596240 tempest-TaggedBootDevicesTest_v242-417596240-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:55:24.549192 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-c05a3ed1-f981-4d2f-b059-d67803f25f94 req-7c2a55e0-e2e7-421e-afba-e705fa84d13f tempest-TaggedBootDevicesTest_v242-417596240 tempest-TaggedBootDevicesTest_v242-417596240-project] 10.222.0.42 "GET /v2.0/ports?device_id=6a49f48a-913c-49a6-8c09-bf4c978ef91f HTTP/1.1" status: 200 len: 5444 time: 0.2400510 Apr 18 20:55:24.657804 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-fd196a02-e1d5-4a94-8fe9-f4a8c5e47108 req-2f100f44-84f7-4179-aced-3a035ca963b9 tempest-ListServerFiltersTestJSON-1123405701 tempest-ListServerFiltersTestJSON-1123405701-project] 10.222.0.42 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.&fields=device_id HTTP/1.1" status: 200 len: 463 time: 0.2705846 Apr 18 20:55:24.668328 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-c05a3ed1-f981-4d2f-b059-d67803f25f94 req-e10477cb-54f2-4dca-b2d1-2758200b9812 tempest-TaggedBootDevicesTest_v242-417596240 tempest-TaggedBootDevicesTest_v242-417596240-project] 10.222.0.42 "GET /v2.0/security-groups?id=90f86da5-60b0-4e29-8e55-fe6cf6b75c5e&id=48fab5b0-1368-425c-9a53-c0303d2044f1&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0864632 Apr 18 20:55:24.685957 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-3115182a-0a3a-41a4-898e-b4518c8fa7b0 req-2bf68609-f72c-4d23-9e98-fedaf0fe2105 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=9956df45-2736-4a4c-9815-b894d9a44160&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1340632 Apr 18 20:55:24.882696 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-352744ca-d04b-41e7-959d-a6ec16e5f7bb tempest-AllowedAddressPairIpV6TestJSON-1533548758 tempest-AllowedAddressPairIpV6TestJSON-1533548758-project] Notify callbacks [] for port, precommit_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:55:24.967110 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-3115182a-0a3a-41a4-898e-b4518c8fa7b0 req-744a450e-f8cf-4ed3-abb6-b3b9c2b7d11e service neutron] 10.222.0.48 "GET /v2.0/networks/9956df45-2736-4a4c-9815-b894d9a44160?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2719588 Apr 18 20:55:25.006188 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.provisioning_blocks [None req-352744ca-d04b-41e7-959d-a6ec16e5f7bb tempest-AllowedAddressPairIpV6TestJSON-1533548758 tempest-AllowedAddressPairIpV6TestJSON-1533548758-project] Transition to ACTIVE for port object 4aac7d39-5128-467e-b734-3f4524127fb0 will not be triggered until provisioned by entity DHCP. {{(pid=84041) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 20:55:25.015197 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-743a1c18-81c1-4a48-a96b-31b474435ffd req-c7b1d36e-69d3-44cf-b263-851f3f8d8b9e tempest-ServerActionsTestJSON-2052644234 tempest-ServerActionsTestJSON-2052644234-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:55:25.016818 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-743a1c18-81c1-4a48-a96b-31b474435ffd req-c7b1d36e-69d3-44cf-b263-851f3f8d8b9e tempest-ServerActionsTestJSON-2052644234 tempest-ServerActionsTestJSON-2052644234-project] 10.222.0.42 "GET /v2.0/ports?device_id=59d6b272-24d3-4609-8a10-777cd7c7c735 HTTP/1.1" status: 200 len: 943 time: 0.1655030 Apr 18 20:55:25.020044 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.db [req-2acff57e-587f-4f34-a00b-d0f7127fe52a req-b0f68b6b-6e39-49db-bb30-f5a4956ef91a tempest-DeleteServersTestJSON-915645800 tempest-DeleteServersTestJSON-915645800-project] For port 15fa0d3f-492c-4b34-a77b-3830fc7e64ca, host n-h1-838334-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838334-2',level=0,port_id=15fa0d3f-492c-4b34-a77b-3830fc7e64ca,segment=NetworkSegment(eb1f29ad-3d05-4e72-b227-469dc1660e3c),segment_id=eb1f29ad-3d05-4e72-b227-469dc1660e3c)] {{(pid=84041) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:55:25.020663 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [req-2acff57e-587f-4f34-a00b-d0f7127fe52a req-b0f68b6b-6e39-49db-bb30-f5a4956ef91a tempest-DeleteServersTestJSON-915645800 tempest-DeleteServersTestJSON-915645800-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369123'] for port, precommit_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:55:25.293102 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.plugin [req-2acff57e-587f-4f34-a00b-d0f7127fe52a req-b0f68b6b-6e39-49db-bb30-f5a4956ef91a tempest-DeleteServersTestJSON-915645800 tempest-DeleteServersTestJSON-915645800-project] Calling delete_port for 15fa0d3f-492c-4b34-a77b-3830fc7e64ca owned by compute:nova {{(pid=84041) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 20:55:25.344516 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-743a1c18-81c1-4a48-a96b-31b474435ffd req-4eee4869-fbfe-4317-91c7-7ee7b7e90e77 tempest-ServerActionsTestJSON-2052644234 tempest-ServerActionsTestJSON-2052644234-project] 10.222.0.42 "GET /v2.0/security-groups?id=5518633c-5bdd-41db-a1d5-749e9b6740a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1514964 Apr 18 20:55:25.352600 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-3115182a-0a3a-41a4-898e-b4518c8fa7b0 req-b0113424-7620-44ee-825c-d63b488e2265 service neutron] 10.222.0.48 "GET /v2.0/networks/9956df45-2736-4a4c-9815-b894d9a44160?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3642013 Apr 18 20:55:25.373318 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e2601e2-e4f2-4d0e-8b8f-9e27bffea17d req-1cc833ed-3da3-42a3-9c89-323ffd1b349d tempest-TaggedBootDevicesTest_v242-417596240 tempest-TaggedBootDevicesTest_v242-417596240-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:55:25.377661 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-352744ca-d04b-41e7-959d-a6ec16e5f7bb tempest-AllowedAddressPairIpV6TestJSON-1533548758 tempest-AllowedAddressPairIpV6TestJSON-1533548758-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750374836619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32266323'] for port, after_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:55:25.378797 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e2601e2-e4f2-4d0e-8b8f-9e27bffea17d req-1cc833ed-3da3-42a3-9c89-323ffd1b349d tempest-TaggedBootDevicesTest_v242-417596240 tempest-TaggedBootDevicesTest_v242-417596240-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:55:25.383022 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e2601e2-e4f2-4d0e-8b8f-9e27bffea17d req-1cc833ed-3da3-42a3-9c89-323ffd1b349d tempest-TaggedBootDevicesTest_v242-417596240 tempest-TaggedBootDevicesTest_v242-417596240-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:55:25.389598 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e2601e2-e4f2-4d0e-8b8f-9e27bffea17d req-1cc833ed-3da3-42a3-9c89-323ffd1b349d tempest-TaggedBootDevicesTest_v242-417596240 tempest-TaggedBootDevicesTest_v242-417596240-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:55:25.393568 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e2601e2-e4f2-4d0e-8b8f-9e27bffea17d req-1cc833ed-3da3-42a3-9c89-323ffd1b349d tempest-TaggedBootDevicesTest_v242-417596240 tempest-TaggedBootDevicesTest_v242-417596240-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:55:25.398201 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e2601e2-e4f2-4d0e-8b8f-9e27bffea17d req-1cc833ed-3da3-42a3-9c89-323ffd1b349d tempest-TaggedBootDevicesTest_v242-417596240 tempest-TaggedBootDevicesTest_v242-417596240-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:55:25.402877 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e2601e2-e4f2-4d0e-8b8f-9e27bffea17d req-1cc833ed-3da3-42a3-9c89-323ffd1b349d tempest-TaggedBootDevicesTest_v242-417596240 tempest-TaggedBootDevicesTest_v242-417596240-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:55:25.404717 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-9e2601e2-e4f2-4d0e-8b8f-9e27bffea17d req-1cc833ed-3da3-42a3-9c89-323ffd1b349d tempest-TaggedBootDevicesTest_v242-417596240 tempest-TaggedBootDevicesTest_v242-417596240-project] 10.222.0.42 "GET /v2.0/ports?device_id=6a49f48a-913c-49a6-8c09-bf4c978ef91f HTTP/1.1" status: 200 len: 5444 time: 0.2169654 Apr 18 20:55:25.485759 n-d-838334-2 neutron-server[84041]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-352744ca-d04b-41e7-959d-a6ec16e5f7bb tempest-AllowedAddressPairIpV6TestJSON-1533548758 tempest-AllowedAddressPairIpV6TestJSON-1533548758-project] Network 025dd124-fd4c-48a7-8e8b-cb32ddde4b17 is already hosted by enough agents. {{(pid=84041) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:55:25.491225 n-d-838334-2 neutron-server[84041]: DEBUG neutron.scheduler.base_scheduler [None req-352744ca-d04b-41e7-959d-a6ec16e5f7bb tempest-AllowedAddressPairIpV6TestJSON-1533548758 tempest-AllowedAddressPairIpV6TestJSON-1533548758-project] Resources bound (agent type, host, resource id): {{(pid=84041) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:55:25.497212 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.l3_dvrscheduler_db [None req-352744ca-d04b-41e7-959d-a6ec16e5f7bb tempest-AllowedAddressPairIpV6TestJSON-1533548758 tempest-AllowedAddressPairIpV6TestJSON-1533548758-project] Received port after_create {{(pid=84041) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 20:55:25.501487 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-352744ca-d04b-41e7-959d-a6ec16e5f7bb tempest-AllowedAddressPairIpV6TestJSON-1533548758 tempest-AllowedAddressPairIpV6TestJSON-1533548758-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:55:25.502522 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-352744ca-d04b-41e7-959d-a6ec16e5f7bb tempest-AllowedAddressPairIpV6TestJSON-1533548758 tempest-AllowedAddressPairIpV6TestJSON-1533548758-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217293'] for port, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:55:25.507829 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-352744ca-d04b-41e7-959d-a6ec16e5f7bb tempest-AllowedAddressPairIpV6TestJSON-1533548758 tempest-AllowedAddressPairIpV6TestJSON-1533548758-project] Pushing event updated for resources: {'Port': ['ID=4aac7d39-5128-467e-b734-3f4524127fb0,revision_number=1']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:55:25.605359 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-352744ca-d04b-41e7-959d-a6ec16e5f7bb tempest-AllowedAddressPairIpV6TestJSON-1533548758 tempest-AllowedAddressPairIpV6TestJSON-1533548758-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 1.7037768 Apr 18 20:55:25.607558 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 51402) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:55:25.614676 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [req-2acff57e-587f-4f34-a00b-d0f7127fe52a req-b0f68b6b-6e39-49db-bb30-f5a4956ef91a tempest-DeleteServersTestJSON-915645800 tempest-DeleteServersTestJSON-915645800-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750375259028', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750374836628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32266323'] for port, after_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:55:25.627277 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5f4feb1-0f86-4f9d-b2cd-72bd06607c18 req-dee7362f-3dd4-4609-be25-f2da8554d362 tempest-DeleteServersTestJSON-915645800 tempest-DeleteServersTestJSON-915645800-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:55:25.627507 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] get_ports_and_sgs() called for port_ids ['15fa0d3f-492c-4b34-a77b-3830fc7e64ca'] {{(pid=84042) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 18 20:55:25.631133 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-d5f4feb1-0f86-4f9d-b2cd-72bd06607c18 req-dee7362f-3dd4-4609-be25-f2da8554d362 tempest-DeleteServersTestJSON-915645800 tempest-DeleteServersTestJSON-915645800-project] 10.222.0.42 "GET /v2.0/ports?device_id=59ca5485-a6d2-4557-ab35-ea6a33c5653a HTTP/1.1" status: 200 len: 945 time: 0.1098282 Apr 18 20:55:25.640595 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.v2.base [None req-de504ed5-ee94-465a-a510-5305ed978cbb tempest-AllowedAddressPairIpV6TestJSON-1533548758 tempest-AllowedAddressPairIpV6TestJSON-1533548758-project] Request body: {'port': {'network_id': '025dd124-fd4c-48a7-8e8b-cb32ddde4b17', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-549632997'}} {{(pid=84041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 20:55:25.702903 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Device aa685d3f-0d56-4c4a-9f1c-dc5d15a8b715 details requested by agent hyperv_n-h1-838334-2 with host n-h1-838334-2 {{(pid=84042) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 18 20:55:25.720532 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-d5f4feb1-0f86-4f9d-b2cd-72bd06607c18 req-f7b70774-437d-45bd-8055-6a971337e772 tempest-DeleteServersTestJSON-915645800 tempest-DeleteServersTestJSON-915645800-project] 10.222.0.42 "GET /v2.0/security-groups?id=588d127b-19b7-4c3d-9f79-a400181b94e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0820591 Apr 18 20:55:25.883131 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0f68b6b-6e39-49db-bb30-f5a4956ef91a tempest-DeleteServersTestJSON-915645800 tempest-DeleteServersTestJSON-915645800-project] Pushing event deleted for resources: {'Port': ['ID=15fa0d3f-492c-4b34-a77b-3830fc7e64ca,revision_number=None']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:55:25.917349 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] For port aa685d3f-0d56-4c4a-9f1c-dc5d15a8b715, host n-h1-838334-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838334-2',level=0,port_id=aa685d3f-0d56-4c4a-9f1c-dc5d15a8b715,segment=NetworkSegment(4935dfdb-03db-4976-a6b4-e0fa58696685),segment_id=4935dfdb-03db-4976-a6b4-e0fa58696685)] {{(pid=84042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:55:25.925601 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.l3_dvrscheduler_db [req-2acff57e-587f-4f34-a00b-d0f7127fe52a req-b0f68b6b-6e39-49db-bb30-f5a4956ef91a tempest-DeleteServersTestJSON-915645800 tempest-DeleteServersTestJSON-915645800-project] No DVR routers for this DVR port 15fa0d3f-492c-4b34-a77b-3830fc7e64ca on host n-h1-838334-2 {{(pid=84041) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 20:55:25.936178 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [req-2acff57e-587f-4f34-a00b-d0f7127fe52a req-b0f68b6b-6e39-49db-bb30-f5a4956ef91a tempest-DeleteServersTestJSON-915645800 tempest-DeleteServersTestJSON-915645800-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217293'] for port, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:55:25.938125 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-2acff57e-587f-4f34-a00b-d0f7127fe52a req-b0f68b6b-6e39-49db-bb30-f5a4956ef91a tempest-DeleteServersTestJSON-915645800 tempest-DeleteServersTestJSON-915645800-project] 10.222.0.43 "DELETE /v2.0/ports/15fa0d3f-492c-4b34-a77b-3830fc7e64ca HTTP/1.1" status: 204 len: 173 time: 1.5156057 Apr 18 20:55:25.938716 n-d-838334-2 neutron-server[84041]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '59ca5485-a6d2-4557-ab35-ea6a33c5653a', 'name': 'network-vif-deleted', 'tag': '15fa0d3f-492c-4b34-a77b-3830fc7e64ca'}] {{(pid=84041) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 20:55:25.941172 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Returning: {'device': 'aa685d3f-0d56-4c4a-9f1c-dc5d15a8b715', 'network_id': '48f708f8-0904-4115-910c-bb1ab06d7263', 'port_id': 'aa685d3f-0d56-4c4a-9f1c-dc5d15a8b715', 'mac_address': 'fa:16:3e:88:2b:0d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 362, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '488f35b7-694e-475d-862d-2f00f4388d03', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84042) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 18 20:55:25.980881 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-de504ed5-ee94-465a-a510-5305ed978cbb tempest-AllowedAddressPairIpV6TestJSON-1533548758 tempest-AllowedAddressPairIpV6TestJSON-1533548758-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:55:25.995019 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-de504ed5-ee94-465a-a510-5305ed978cbb tempest-AllowedAddressPairIpV6TestJSON-1533548758 tempest-AllowedAddressPairIpV6TestJSON-1533548758-project] Usage tracker for resource:port and tenant:6280911c3fca4dbbbe1b2c76705736f1 is out of sync, need to count used quota {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:55:26.003339 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-de504ed5-ee94-465a-a510-5305ed978cbb tempest-AllowedAddressPairIpV6TestJSON-1533548758 tempest-AllowedAddressPairIpV6TestJSON-1533548758-project] Quota usage for port was recalculated. Used quota:3. {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:55:26.020560 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-de504ed5-ee94-465a-a510-5305ed978cbb tempest-AllowedAddressPairIpV6TestJSON-1533548758 tempest-AllowedAddressPairIpV6TestJSON-1533548758-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:55:26.037784 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:55:26.059124 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de504ed5-ee94-465a-a510-5305ed978cbb tempest-AllowedAddressPairIpV6TestJSON-1533548758 tempest-AllowedAddressPairIpV6TestJSON-1533548758-project] Made reservation on behalf of 6280911c3fca4dbbbe1b2c76705736f1 for: {'port': 1} {{(pid=84041) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:55:26.063273 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-de504ed5-ee94-465a-a510-5305ed978cbb tempest-AllowedAddressPairIpV6TestJSON-1533548758 tempest-AllowedAddressPairIpV6TestJSON-1533548758-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:55:26.074099 n-d-838334-2 neutron-server[84042]: DEBUG neutron.notifiers.nova [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id aa685d3f-0d56-4c4a-9f1c-dc5d15a8b715 {{(pid=84042) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 18 20:55:26.092201 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] For port aa685d3f-0d56-4c4a-9f1c-dc5d15a8b715, host n-h1-838334-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838334-2',level=0,port_id=aa685d3f-0d56-4c4a-9f1c-dc5d15a8b715,segment=NetworkSegment(4935dfdb-03db-4976-a6b4-e0fa58696685),segment_id=4935dfdb-03db-4976-a6b4-e0fa58696685)] {{(pid=84042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:55:26.093513 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-8cfdaaef-294e-4260-b1bb-0aec7a74e21e None None] Provisioning for port 4aac7d39-5128-467e-b734-3f4524127fb0 completed by entity DHCP. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 20:55:26.100495 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-8cfdaaef-294e-4260-b1bb-0aec7a74e21e None None] Provisioning complete for port 4aac7d39-5128-467e-b734-3f4524127fb0 triggered by entity DHCP. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:55:26.100937 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-8cfdaaef-294e-4260-b1bb-0aec7a74e21e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1253608'] for port, provisioning_complete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:55:26.103297 n-d-838334-2 neutron-server[84041]: INFO neutron.notifiers.nova [-] Nova event matching ['req-87f55c7b-b2f9-4819-944a-10aad7741a4a'] response: {'server_uuid': '59ca5485-a6d2-4557-ab35-ea6a33c5653a', 'name': 'network-vif-deleted', 'tag': '15fa0d3f-492c-4b34-a77b-3830fc7e64ca', 'status': 'completed', 'code': 200} Apr 18 20:55:26.111038 n-d-838334-2 neutron-server[84041]: DEBUG neutron.notifiers.nova [None req-de504ed5-ee94-465a-a510-5305ed978cbb tempest-AllowedAddressPairIpV6TestJSON-1533548758 tempest-AllowedAddressPairIpV6TestJSON-1533548758-project] device_id is not set on port c7c205b3-d6db-4a5e-a158-38596f0d8734 yet. {{(pid=84041) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 18 20:55:26.136442 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682'] for port, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:55:26.249429 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Pushing event updated for resources: {'Port': ['ID=aa685d3f-0d56-4c4a-9f1c-dc5d15a8b715,revision_number=4']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:55:26.304868 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.plugin [None req-8cfdaaef-294e-4260-b1bb-0aec7a74e21e None None] Port 4aac7d39-5128-467e-b734-3f4524127fb0 cannot update to ACTIVE because it is not bound. {{(pid=84042) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 18 20:55:26.409444 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.db_base_plugin_common [None req-de504ed5-ee94-465a-a510-5305ed978cbb tempest-AllowedAddressPairIpV6TestJSON-1533548758 tempest-AllowedAddressPairIpV6TestJSON-1533548758-project] Allocated IP 2001:db8::3d (025dd124-fd4c-48a7-8e8b-cb32ddde4b17/ccc823ed-8c09-4bf4-a038-0935f19d1d1a/c7c205b3-d6db-4a5e-a158-38596f0d8734) {{(pid=84041) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:55:26.424946 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-0ca838cc-8d17-4a73-b39b-bfd0d6eadac0 req-539f6897-95ac-4efc-af60-8e4e652ca584 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=7fa7a8b3916440879a3373a5a8935507&device_id=59ca5485-a6d2-4557-ab35-ea6a33c5653a HTTP/1.1" status: 200 len: 210 time: 0.0506189 Apr 18 20:55:26.441200 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] get_ports_and_sgs() called for port_ids ['aa685d3f-0d56-4c4a-9f1c-dc5d15a8b715'] {{(pid=84042) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 18 20:55:26.605837 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e178f735-bf9a-4b79-83b3-a055580edc08 req-68ffb442-4109-42b7-86a2-9489f2b24211 tempest-ServerActionsTestJSON-2052644234 tempest-ServerActionsTestJSON-2052644234-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:55:26.612293 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-e178f735-bf9a-4b79-83b3-a055580edc08 req-68ffb442-4109-42b7-86a2-9489f2b24211 tempest-ServerActionsTestJSON-2052644234 tempest-ServerActionsTestJSON-2052644234-project] 10.222.0.42 "GET /v2.0/ports?device_id=59d6b272-24d3-4609-8a10-777cd7c7c735 HTTP/1.1" status: 200 len: 944 time: 0.1193583 Apr 18 20:55:26.678470 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-e178f735-bf9a-4b79-83b3-a055580edc08 req-d60cd389-25a3-4e79-b5d5-faa4ded6dc66 tempest-ServerActionsTestJSON-2052644234 tempest-ServerActionsTestJSON-2052644234-project] 10.222.0.42 "GET /v2.0/security-groups?id=5518633c-5bdd-41db-a1d5-749e9b6740a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618885 Apr 18 20:55:26.731260 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ca838cc-8d17-4a73-b39b-bfd0d6eadac0 req-20f5ed97-002f-422d-bb06-e19d60da6181 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:55:26.732233 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-0ca838cc-8d17-4a73-b39b-bfd0d6eadac0 req-20f5ed97-002f-422d-bb06-e19d60da6181 service neutron] 10.222.0.43 "GET /v2.0/networks?tenant_id=7fa7a8b3916440879a3373a5a8935507&shared=False HTTP/1.1" status: 200 len: 912 time: 0.2996488 Apr 18 20:55:26.918268 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-34d8a529-0bcb-4a81-a04a-36172de73b42 req-6912d31a-b463-4cb8-9681-b4e7bf4b377f tempest-DeleteServersTestJSON-915645800 tempest-DeleteServersTestJSON-915645800-project] 10.222.0.42 "GET /v2.0/ports?device_id=59ca5485-a6d2-4557-ab35-ea6a33c5653a HTTP/1.1" status: 200 len: 210 time: 0.0806320 Apr 18 20:55:26.923015 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-de504ed5-ee94-465a-a510-5305ed978cbb tempest-AllowedAddressPairIpV6TestJSON-1533548758 tempest-AllowedAddressPairIpV6TestJSON-1533548758-project] Notify callbacks [] for port, precommit_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:55:26.966677 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.provisioning_blocks [None req-de504ed5-ee94-465a-a510-5305ed978cbb tempest-AllowedAddressPairIpV6TestJSON-1533548758 tempest-AllowedAddressPairIpV6TestJSON-1533548758-project] Transition to ACTIVE for port object c7c205b3-d6db-4a5e-a158-38596f0d8734 will not be triggered until provisioned by entity DHCP. {{(pid=84041) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 20:55:26.972309 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ca838cc-8d17-4a73-b39b-bfd0d6eadac0 req-80e21400-8280-4407-9b15-bae0a2d46490 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:55:26.972309 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-0ca838cc-8d17-4a73-b39b-bfd0d6eadac0 req-80e21400-8280-4407-9b15-bae0a2d46490 service neutron] 10.222.0.43 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2312815 Apr 18 20:55:26.999059 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-de504ed5-ee94-465a-a510-5305ed978cbb tempest-AllowedAddressPairIpV6TestJSON-1533548758 tempest-AllowedAddressPairIpV6TestJSON-1533548758-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750374836619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32266323'] for port, after_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:55:27.071058 n-d-838334-2 neutron-server[84041]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de504ed5-ee94-465a-a510-5305ed978cbb tempest-AllowedAddressPairIpV6TestJSON-1533548758 tempest-AllowedAddressPairIpV6TestJSON-1533548758-project] Network 025dd124-fd4c-48a7-8e8b-cb32ddde4b17 is already hosted by enough agents. {{(pid=84041) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:55:27.078181 n-d-838334-2 neutron-server[84041]: DEBUG neutron.scheduler.base_scheduler [None req-de504ed5-ee94-465a-a510-5305ed978cbb tempest-AllowedAddressPairIpV6TestJSON-1533548758 tempest-AllowedAddressPairIpV6TestJSON-1533548758-project] Resources bound (agent type, host, resource id): {{(pid=84041) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:55:27.080360 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de504ed5-ee94-465a-a510-5305ed978cbb tempest-AllowedAddressPairIpV6TestJSON-1533548758 tempest-AllowedAddressPairIpV6TestJSON-1533548758-project] Received port after_create {{(pid=84041) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 20:55:27.084456 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de504ed5-ee94-465a-a510-5305ed978cbb tempest-AllowedAddressPairIpV6TestJSON-1533548758 tempest-AllowedAddressPairIpV6TestJSON-1533548758-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:55:27.085058 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-de504ed5-ee94-465a-a510-5305ed978cbb tempest-AllowedAddressPairIpV6TestJSON-1533548758 tempest-AllowedAddressPairIpV6TestJSON-1533548758-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217293'] for port, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:55:27.093816 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de504ed5-ee94-465a-a510-5305ed978cbb tempest-AllowedAddressPairIpV6TestJSON-1533548758 tempest-AllowedAddressPairIpV6TestJSON-1533548758-project] Pushing event updated for resources: {'Port': ['ID=c7c205b3-d6db-4a5e-a158-38596f0d8734,revision_number=1']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:55:27.122369 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 51424) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:55:27.123091 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-de504ed5-ee94-465a-a510-5305ed978cbb tempest-AllowedAddressPairIpV6TestJSON-1533548758 tempest-AllowedAddressPairIpV6TestJSON-1533548758-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 942 time: 1.5102317 Apr 18 20:55:27.128807 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.v2.base [None req-14c58f3f-f30e-4a31-aa99-51cdfe15cd8b tempest-AllowedAddressPairIpV6TestJSON-1533548758 tempest-AllowedAddressPairIpV6TestJSON-1533548758-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::257', 'mac_address': 'fa:16:3e:35:e4:88'}, {'ip_address': '2001:db8::274', 'mac_address': 'fa:16:3e:c0:d5:b8'}]}} {{(pid=84040) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 20:55:27.444069 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-d3165355-2601-406b-9678-29567db39690 None None] Provisioning for port c7c205b3-d6db-4a5e-a158-38596f0d8734 completed by entity DHCP. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 20:55:27.453807 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-d3165355-2601-406b-9678-29567db39690 None None] Provisioning complete for port c7c205b3-d6db-4a5e-a158-38596f0d8734 triggered by entity DHCP. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:55:27.454201 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-d3165355-2601-406b-9678-29567db39690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1253608'] for port, provisioning_complete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:55:27.502785 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5b63c40-17c9-477f-ab08-bca6e6b236b9 req-2659bdb0-12e0-4683-89ac-9f1091eb613c tempest-ListServerFiltersTestJSON-1123405701 tempest-ListServerFiltersTestJSON-1123405701-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:55:27.510252 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-f5b63c40-17c9-477f-ab08-bca6e6b236b9 req-2659bdb0-12e0-4683-89ac-9f1091eb613c tempest-ListServerFiltersTestJSON-1123405701 tempest-ListServerFiltersTestJSON-1123405701-project] 10.222.0.42 "GET /v2.0/ports?device_id=87df4a39-d0d7-4e75-9f18-37c726fdf5c2 HTTP/1.1" status: 200 len: 945 time: 0.1931298 Apr 18 20:55:27.520530 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.plugin [None req-d3165355-2601-406b-9678-29567db39690 None None] Port c7c205b3-d6db-4a5e-a158-38596f0d8734 cannot update to ACTIVE because it is not bound. {{(pid=84042) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 18 20:55:27.531186 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-14c58f3f-f30e-4a31-aa99-51cdfe15cd8b tempest-AllowedAddressPairIpV6TestJSON-1533548758 tempest-AllowedAddressPairIpV6TestJSON-1533548758-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:55:27.623138 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-f5b63c40-17c9-477f-ab08-bca6e6b236b9 req-5d2bb98e-f3a5-4ca4-84cb-c3f3f671dfbc tempest-ListServerFiltersTestJSON-1123405701 tempest-ListServerFiltersTestJSON-1123405701-project] 10.222.0.42 "GET /v2.0/security-groups?id=4748fc9b-37e2-4328-8f67-9c8130ebd451&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1100421 Apr 18 20:55:27.705852 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Device aa685d3f-0d56-4c4a-9f1c-dc5d15a8b715 up at agent hyperv_n-h1-838334-2 {{(pid=84042) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 20:55:27.780108 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Provisioning for port aa685d3f-0d56-4c4a-9f1c-dc5d15a8b715 completed by entity L2. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 20:55:27.784865 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Provisioning complete for port aa685d3f-0d56-4c4a-9f1c-dc5d15a8b715 triggered by entity L2. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:55:27.785447 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1253608'] for port, provisioning_complete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:55:27.811966 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-14c58f3f-f30e-4a31-aa99-51cdfe15cd8b tempest-AllowedAddressPairIpV6TestJSON-1533548758 tempest-AllowedAddressPairIpV6TestJSON-1533548758-project] Notify callbacks [] for port, precommit_update {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:55:27.818308 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-14c58f3f-f30e-4a31-aa99-51cdfe15cd8b tempest-AllowedAddressPairIpV6TestJSON-1533548758 tempest-AllowedAddressPairIpV6TestJSON-1533548758-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32440959'] for port, after_update {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:55:27.931364 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.plugin [None req-14c58f3f-f30e-4a31-aa99-51cdfe15cd8b tempest-AllowedAddressPairIpV6TestJSON-1533548758 tempest-AllowedAddressPairIpV6TestJSON-1533548758-project] In _notify_port_updated(), no bound segment for port c7c205b3-d6db-4a5e-a158-38596f0d8734 on network 025dd124-fd4c-48a7-8e8b-cb32ddde4b17 {{(pid=84040) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Apr 18 20:55:27.936230 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14c58f3f-f30e-4a31-aa99-51cdfe15cd8b tempest-AllowedAddressPairIpV6TestJSON-1533548758 tempest-AllowedAddressPairIpV6TestJSON-1533548758-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:55:27.937498 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-14c58f3f-f30e-4a31-aa99-51cdfe15cd8b tempest-AllowedAddressPairIpV6TestJSON-1533548758 tempest-AllowedAddressPairIpV6TestJSON-1533548758-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217293'] for port, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:55:27.937851 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-14c58f3f-f30e-4a31-aa99-51cdfe15cd8b tempest-AllowedAddressPairIpV6TestJSON-1533548758 tempest-AllowedAddressPairIpV6TestJSON-1533548758-project] 10.222.0.42 "PUT /v2.0/ports/c7c205b3-d6db-4a5e-a158-38596f0d8734 HTTP/1.1" status: 200 len: 1066 time: 0.8144372 Apr 18 20:55:27.940827 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 51436) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:55:27.953476 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14c58f3f-f30e-4a31-aa99-51cdfe15cd8b tempest-AllowedAddressPairIpV6TestJSON-1533548758 tempest-AllowedAddressPairIpV6TestJSON-1533548758-project] Pushing event updated for resources: {'Port': ['ID=c7c205b3-d6db-4a5e-a158-38596f0d8734,revision_number=2']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:55:27.983224 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:55:27.989245 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bea6a415-a0f8-4495-8cfc-97536ea53181 req-bc211fe6-a58a-4667-b262-9a27929eb8df tempest-ServerActionsTestJSON-2052644234 tempest-ServerActionsTestJSON-2052644234-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:55:27.990843 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-bea6a415-a0f8-4495-8cfc-97536ea53181 req-bc211fe6-a58a-4667-b262-9a27929eb8df tempest-ServerActionsTestJSON-2052644234 tempest-ServerActionsTestJSON-2052644234-project] 10.222.0.42 "GET /v2.0/ports?device_id=59d6b272-24d3-4609-8a10-777cd7c7c735 HTTP/1.1" status: 200 len: 944 time: 0.1319749 Apr 18 20:55:28.022960 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] For port aa685d3f-0d56-4c4a-9f1c-dc5d15a8b715, host n-h1-838334-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838334-2',level=0,port_id=aa685d3f-0d56-4c4a-9f1c-dc5d15a8b715,segment=NetworkSegment(4935dfdb-03db-4976-a6b4-e0fa58696685),segment_id=4935dfdb-03db-4976-a6b4-e0fa58696685)] {{(pid=84042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:55:28.024260 n-d-838334-2 neutron-server[84042]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '59d6b272-24d3-4609-8a10-777cd7c7c735', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aa685d3f-0d56-4c4a-9f1c-dc5d15a8b715'}] {{(pid=84042) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 20:55:28.035336 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682'] for port, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:55:28.122693 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-bea6a415-a0f8-4495-8cfc-97536ea53181 req-87c0cbb8-cd23-4e27-86f5-8834dcefa284 tempest-ServerActionsTestJSON-2052644234 tempest-ServerActionsTestJSON-2052644234-project] 10.222.0.42 "GET /v2.0/security-groups?id=5518633c-5bdd-41db-a1d5-749e9b6740a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1124821 Apr 18 20:55:28.144895 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.plugin [None req-da68a390-3809-448a-b771-3a893564140b tempest-AllowedAddressPairIpV6TestJSON-1533548758 tempest-AllowedAddressPairIpV6TestJSON-1533548758-project] Deleting port c7c205b3-d6db-4a5e-a158-38596f0d8734 {{(pid=84041) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 20:55:28.144895 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-da68a390-3809-448a-b771-3a893564140b tempest-AllowedAddressPairIpV6TestJSON-1533548758 tempest-AllowedAddressPairIpV6TestJSON-1533548758-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750375188691'] for port, before_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:55:28.172121 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Pushing event updated for resources: {'Port': ['ID=aa685d3f-0d56-4c4a-9f1c-dc5d15a8b715,revision_number=5']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:55:28.221168 n-d-838334-2 neutron-server[84042]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7ee9a0a1-4391-4dbd-a4e9-6814495249da'] response: {'server_uuid': '59d6b272-24d3-4609-8a10-777cd7c7c735', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aa685d3f-0d56-4c4a-9f1c-dc5d15a8b715', 'code': 200} Apr 18 20:55:28.269108 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-3c3f8e6c-fbba-45bd-ae71-43774b5093e7 req-7503e77a-1560-426a-a4ea-edc9d62ff827 tempest-DeleteServersTestJSON-915645800 tempest-DeleteServersTestJSON-915645800-project] 10.222.0.42 "GET /v2.0/ports?device_id=59ca5485-a6d2-4557-ab35-ea6a33c5653a HTTP/1.1" status: 200 len: 210 time: 0.0709624 Apr 18 20:55:28.358373 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-64c848df-979f-4597-befc-2b253da35e59 None None] Provisioning complete for port c7c205b3-d6db-4a5e-a158-38596f0d8734 triggered by entity DHCP. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:55:28.359156 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-64c848df-979f-4597-befc-2b253da35e59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1253608'] for port, provisioning_complete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:55:28.415206 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.plugin [None req-64c848df-979f-4597-befc-2b253da35e59 None None] Port c7c205b3-d6db-4a5e-a158-38596f0d8734 cannot update to ACTIVE because it is not bound. {{(pid=84042) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 18 20:55:28.586364 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-da68a390-3809-448a-b771-3a893564140b tempest-AllowedAddressPairIpV6TestJSON-1533548758 tempest-AllowedAddressPairIpV6TestJSON-1533548758-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369123'] for port, precommit_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:55:28.663666 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-4c299559-b35e-4850-9cf1-a532390c4ba9 req-d365f8a2-30f9-4ae5-ba88-71dc408d8973 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=59d6b272-24d3-4609-8a10-777cd7c7c735 HTTP/1.1" status: 200 len: 1096 time: 0.2404091 Apr 18 20:55:28.802387 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.plugin [None req-da68a390-3809-448a-b771-3a893564140b tempest-AllowedAddressPairIpV6TestJSON-1533548758 tempest-AllowedAddressPairIpV6TestJSON-1533548758-project] Calling delete_port for c7c205b3-d6db-4a5e-a158-38596f0d8734 owned by {{(pid=84041) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 20:55:28.851794 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [req-0ca838cc-8d17-4a73-b39b-bfd0d6eadac0 req-2dd7d00e-85fe-46fb-a6be-880b3b4d960b tempest-DeleteServersTestJSON-915645800 tempest-DeleteServersTestJSON-915645800-project] Synchronizing usage tracker for tenant:7fa7a8b3916440879a3373a5a8935507 on resource:port {{(pid=84041) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 20:55:28.922544 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-828543ac-78ed-468b-951e-5f372e46a6d9 req-5d65b96b-21bd-4d1a-98cc-2719442eb5aa tempest-ListServerFiltersTestJSON-1123405701 tempest-ListServerFiltersTestJSON-1123405701-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:55:28.930216 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-828543ac-78ed-468b-951e-5f372e46a6d9 req-5d65b96b-21bd-4d1a-98cc-2719442eb5aa tempest-ListServerFiltersTestJSON-1123405701 tempest-ListServerFiltersTestJSON-1123405701-project] 10.222.0.42 "GET /v2.0/ports?device_id=87df4a39-d0d7-4e75-9f18-37c726fdf5c2 HTTP/1.1" status: 200 len: 945 time: 0.1336086 Apr 18 20:55:28.973492 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [req-0ca838cc-8d17-4a73-b39b-bfd0d6eadac0 req-2dd7d00e-85fe-46fb-a6be-880b3b4d960b tempest-DeleteServersTestJSON-915645800 tempest-DeleteServersTestJSON-915645800-project] Unset dirty status for tenant:7fa7a8b3916440879a3373a5a8935507 on resource:port {{(pid=84041) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 20:55:28.974704 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-0ca838cc-8d17-4a73-b39b-bfd0d6eadac0 req-2dd7d00e-85fe-46fb-a6be-880b3b4d960b tempest-DeleteServersTestJSON-915645800 tempest-DeleteServersTestJSON-915645800-project] 10.222.0.43 "GET /v2.0/ports?device_id=59ca5485-a6d2-4557-ab35-ea6a33c5653a HTTP/1.1" status: 200 len: 210 time: 0.2529070 Apr 18 20:55:28.980554 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-4c299559-b35e-4850-9cf1-a532390c4ba9 req-de650b9d-4b70-4036-bb04-18d68b44837d service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=5518633c-5bdd-41db-a1d5-749e9b6740a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2574110 Apr 18 20:55:29.010581 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-828543ac-78ed-468b-951e-5f372e46a6d9 req-da624c4e-5e5d-47c1-988c-40afa406efb5 tempest-ListServerFiltersTestJSON-1123405701 tempest-ListServerFiltersTestJSON-1123405701-project] 10.222.0.42 "GET /v2.0/security-groups?id=4748fc9b-37e2-4328-8f67-9c8130ebd451&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0790954 Apr 18 20:55:29.100507 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b1aeaa7-bbfa-49b6-9296-63a1624f547c req-80964388-8195-4fa4-92f5-b5c230af7d5a tempest-ListServerFiltersTestJSON-1123405701 tempest-ListServerFiltersTestJSON-1123405701-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:55:29.101300 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [req-4b1aeaa7-bbfa-49b6-9296-63a1624f547c req-80964388-8195-4fa4-92f5-b5c230af7d5a tempest-ListServerFiltersTestJSON-1123405701 tempest-ListServerFiltersTestJSON-1123405701-project] Synchronizing usage tracker for tenant:de1481e68b5045059c48ab3bd0b2261b on resource:port {{(pid=84041) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 20:55:29.105888 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-da68a390-3809-448a-b771-3a893564140b tempest-AllowedAddressPairIpV6TestJSON-1533548758 tempest-AllowedAddressPairIpV6TestJSON-1533548758-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750375259028', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750374836628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32266323'] for port, after_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:55:29.166777 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da68a390-3809-448a-b771-3a893564140b tempest-AllowedAddressPairIpV6TestJSON-1533548758 tempest-AllowedAddressPairIpV6TestJSON-1533548758-project] Pushing event deleted for resources: {'Port': ['ID=c7c205b3-d6db-4a5e-a158-38596f0d8734,revision_number=None']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:55:29.202331 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [req-4b1aeaa7-bbfa-49b6-9296-63a1624f547c req-80964388-8195-4fa4-92f5-b5c230af7d5a tempest-ListServerFiltersTestJSON-1123405701 tempest-ListServerFiltersTestJSON-1123405701-project] Unset dirty status for tenant:de1481e68b5045059c48ab3bd0b2261b on resource:port {{(pid=84041) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 20:55:29.203772 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-4b1aeaa7-bbfa-49b6-9296-63a1624f547c req-80964388-8195-4fa4-92f5-b5c230af7d5a tempest-ListServerFiltersTestJSON-1123405701 tempest-ListServerFiltersTestJSON-1123405701-project] 10.222.0.43 "GET /v2.0/ports?device_id=87df4a39-d0d7-4e75-9f18-37c726fdf5c2 HTTP/1.1" status: 200 len: 945 time: 0.3145382 Apr 18 20:55:29.354895 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.plugin [req-4b1aeaa7-bbfa-49b6-9296-63a1624f547c req-1ead3446-237b-43f3-ae19-7985709143ad tempest-ListServerFiltersTestJSON-1123405701 tempest-ListServerFiltersTestJSON-1123405701-project] Deleting port f8049baf-5173-47e5-865f-b9440197d4f2 {{(pid=84041) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 20:55:29.360738 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [req-4b1aeaa7-bbfa-49b6-9296-63a1624f547c req-1ead3446-237b-43f3-ae19-7985709143ad tempest-ListServerFiltersTestJSON-1123405701 tempest-ListServerFiltersTestJSON-1123405701-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750375188691'] for port, before_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:55:29.407558 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 51464) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:55:29.500747 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750375287399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253529'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:55:29.563773 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7049e95-c15e-4009-aa42-3dbb3ae470ed req-f3f382a0-cfd9-4602-a765-f6c230ef3ac4 tempest-ServerActionsTestJSON-2052644234 tempest-ServerActionsTestJSON-2052644234-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:55:29.574379 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-d7049e95-c15e-4009-aa42-3dbb3ae470ed req-f3f382a0-cfd9-4602-a765-f6c230ef3ac4 tempest-ServerActionsTestJSON-2052644234 tempest-ServerActionsTestJSON-2052644234-project] 10.222.0.42 "GET /v2.0/ports?device_id=59d6b272-24d3-4609-8a10-777cd7c7c735 HTTP/1.1" status: 200 len: 945 time: 0.3036165 Apr 18 20:55:29.689092 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-da68a390-3809-448a-b771-3a893564140b tempest-AllowedAddressPairIpV6TestJSON-1533548758 tempest-AllowedAddressPairIpV6TestJSON-1533548758-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217293'] for port, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:55:29.724517 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-da68a390-3809-448a-b771-3a893564140b tempest-AllowedAddressPairIpV6TestJSON-1533548758 tempest-AllowedAddressPairIpV6TestJSON-1533548758-project] 10.222.0.42 "DELETE /v2.0/ports/c7c205b3-d6db-4a5e-a158-38596f0d8734 HTTP/1.1" status: 204 len: 168 time: 1.7800405 Apr 18 20:55:29.726158 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 51474) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:55:29.731457 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-1131b019-ccf5-45df-b3e1-27708f7869fc req-a2a18b0d-a07f-4aa3-85d2-6e32b6e0544b tempest-DeleteServersTestJSON-915645800 tempest-DeleteServersTestJSON-915645800-project] 10.222.0.42 "GET /v2.0/ports?device_id=59ca5485-a6d2-4557-ab35-ea6a33c5653a HTTP/1.1" status: 200 len: 210 time: 0.0872695 Apr 18 20:55:29.752158 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-d7049e95-c15e-4009-aa42-3dbb3ae470ed req-c230fde4-328a-44e3-9edb-67358bacc314 tempest-ServerActionsTestJSON-2052644234 tempest-ServerActionsTestJSON-2052644234-project] 10.222.0.42 "GET /v2.0/security-groups?id=5518633c-5bdd-41db-a1d5-749e9b6740a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1765072 Apr 18 20:55:29.793560 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-c4b18da9-90b4-4674-918b-f1179ec4f696 req-fdd839c4-9a50-47a1-ad45-1c98e8192f2c service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=6a49f48a-913c-49a6-8c09-bf4c978ef91f HTTP/1.1" status: 200 len: 6501 time: 0.3845377 Apr 18 20:55:29.827881 n-d-838334-2 neutron-server[84041]: INFO neutron.pecan_wsgi.hooks.translation [None req-28d4a86f-6ca2-41c2-8708-f0514a4b5c68 tempest-AllowedAddressPairIpV6TestJSON-1533548758 tempest-AllowedAddressPairIpV6TestJSON-1533548758-project] GET failed (client error): The resource could not be found. Apr 18 20:55:29.828650 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-28d4a86f-6ca2-41c2-8708-f0514a4b5c68 tempest-AllowedAddressPairIpV6TestJSON-1533548758 tempest-AllowedAddressPairIpV6TestJSON-1533548758-project] Synchronizing usage tracker for tenant:6280911c3fca4dbbbe1b2c76705736f1 on resource:port {{(pid=84041) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 20:55:29.840825 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-c4b18da9-90b4-4674-918b-f1179ec4f696 req-f78c6b95-4da8-427b-afd2-11119ece5f68 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=48fab5b0-1368-425c-9a53-c0303d2044f1&id=90f86da5-60b0-4e29-8e55-fe6cf6b75c5e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0405855 Apr 18 20:55:29.864652 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-28d4a86f-6ca2-41c2-8708-f0514a4b5c68 tempest-AllowedAddressPairIpV6TestJSON-1533548758 tempest-AllowedAddressPairIpV6TestJSON-1533548758-project] Unset dirty status for tenant:6280911c3fca4dbbbe1b2c76705736f1 on resource:port {{(pid=84041) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 20:55:29.865390 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-28d4a86f-6ca2-41c2-8708-f0514a4b5c68 tempest-AllowedAddressPairIpV6TestJSON-1533548758 tempest-AllowedAddressPairIpV6TestJSON-1533548758-project] 10.222.0.42 "GET /v2.0/ports/c7c205b3-d6db-4a5e-a158-38596f0d8734 HTTP/1.1" status: 404 len: 333 time: 0.1384954 Apr 18 20:55:29.868809 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 51482) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:55:29.924192 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.db [req-4b1aeaa7-bbfa-49b6-9296-63a1624f547c req-1ead3446-237b-43f3-ae19-7985709143ad tempest-ListServerFiltersTestJSON-1123405701 tempest-ListServerFiltersTestJSON-1123405701-project] For port f8049baf-5173-47e5-865f-b9440197d4f2, host n-h1-838334-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838334-2',level=0,port_id=f8049baf-5173-47e5-865f-b9440197d4f2,segment=NetworkSegment(0bece4c2-da87-49f1-af4b-2eef459faead),segment_id=0bece4c2-da87-49f1-af4b-2eef459faead)] {{(pid=84041) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:55:29.924978 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [req-4b1aeaa7-bbfa-49b6-9296-63a1624f547c req-1ead3446-237b-43f3-ae19-7985709143ad tempest-ListServerFiltersTestJSON-1123405701 tempest-ListServerFiltersTestJSON-1123405701-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369123'] for port, precommit_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:55:30.082986 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.plugin [None req-f8115e3e-9a8a-4076-aaa2-09ccf6516335 tempest-AllowedAddressPairIpV6TestJSON-1533548758 tempest-AllowedAddressPairIpV6TestJSON-1533548758-project] Deleting port 4aac7d39-5128-467e-b734-3f4524127fb0 {{(pid=84040) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 20:55:30.083511 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-f8115e3e-9a8a-4076-aaa2-09ccf6516335 tempest-AllowedAddressPairIpV6TestJSON-1533548758 tempest-AllowedAddressPairIpV6TestJSON-1533548758-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750375188691'] for port, before_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:55:30.136462 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.plugin [req-4b1aeaa7-bbfa-49b6-9296-63a1624f547c req-1ead3446-237b-43f3-ae19-7985709143ad tempest-ListServerFiltersTestJSON-1123405701 tempest-ListServerFiltersTestJSON-1123405701-project] Calling delete_port for f8049baf-5173-47e5-865f-b9440197d4f2 owned by compute:nova {{(pid=84041) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 20:55:30.195809 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 51488) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:55:30.221064 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.v2.base [None req-e58db6eb-c160-4ade-99cc-e470d435ae28 tempest-AttachVolumeNegativeTest-555605742 tempest-AttachVolumeNegativeTest-555605742-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1500394583', 'description': 'tempest-description--46660979'}} {{(pid=84040) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 20:55:30.239118 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [None req-e58db6eb-c160-4ade-99cc-e470d435ae28 tempest-AttachVolumeNegativeTest-555605742 tempest-AttachVolumeNegativeTest-555605742-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:55:30.284066 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-e58db6eb-c160-4ade-99cc-e470d435ae28 tempest-AttachVolumeNegativeTest-555605742 tempest-AttachVolumeNegativeTest-555605742-project] Usage tracker for resource:security_group and tenant:340d04fd839f4c0c896ec9bea561bc50 is out of sync, need to count used quota {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:55:30.293937 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-e58db6eb-c160-4ade-99cc-e470d435ae28 tempest-AttachVolumeNegativeTest-555605742 tempest-AttachVolumeNegativeTest-555605742-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:55:30.324823 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [None req-e58db6eb-c160-4ade-99cc-e470d435ae28 tempest-AttachVolumeNegativeTest-555605742 tempest-AttachVolumeNegativeTest-555605742-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:55:30.417441 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-e58db6eb-c160-4ade-99cc-e470d435ae28 tempest-AttachVolumeNegativeTest-555605742 tempest-AttachVolumeNegativeTest-555605742-project] Notify callbacks [] for security_group, before_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:55:30.431250 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [req-4b1aeaa7-bbfa-49b6-9296-63a1624f547c req-1ead3446-237b-43f3-ae19-7985709143ad tempest-ListServerFiltersTestJSON-1123405701 tempest-ListServerFiltersTestJSON-1123405701-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750375259028', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750374836628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32266323'] for port, after_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:55:30.443124 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] get_ports_and_sgs() called for port_ids ['9dad702e-7d18-43c5-af06-9baea7bd6de1'] {{(pid=84042) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 18 20:55:30.475405 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] get_ports_and_sgs() called for port_ids ['c89c6521-2995-4ef4-93f5-1eaf457ef6c4'] {{(pid=84042) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 18 20:55:30.511641 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ead3446-237b-43f3-ae19-7985709143ad tempest-ListServerFiltersTestJSON-1123405701 tempest-ListServerFiltersTestJSON-1123405701-project] Pushing event deleted for resources: {'Port': ['ID=f8049baf-5173-47e5-865f-b9440197d4f2,revision_number=None']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:55:30.521465 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c73f058-dbf1-4470-bfa4-6f0c3d2e14b8 req-3d75efaa-8daa-4564-9a78-03a0fbabb3e0 tempest-ListServerFiltersTestJSON-1123405701 tempest-ListServerFiltersTestJSON-1123405701-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:55:30.529035 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-4c73f058-dbf1-4470-bfa4-6f0c3d2e14b8 req-3d75efaa-8daa-4564-9a78-03a0fbabb3e0 tempest-ListServerFiltersTestJSON-1123405701 tempest-ListServerFiltersTestJSON-1123405701-project] 10.222.0.42 "GET /v2.0/ports?device_id=87df4a39-d0d7-4e75-9f18-37c726fdf5c2 HTTP/1.1" status: 200 len: 945 time: 0.2911129 Apr 18 20:55:30.536408 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-f8115e3e-9a8a-4076-aaa2-09ccf6516335 tempest-AllowedAddressPairIpV6TestJSON-1533548758 tempest-AllowedAddressPairIpV6TestJSON-1533548758-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369123'] for port, precommit_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:55:30.571412 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [None req-e58db6eb-c160-4ade-99cc-e470d435ae28 tempest-AttachVolumeNegativeTest-555605742 tempest-AttachVolumeNegativeTest-555605742-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:55:30.595769 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ead3446-237b-43f3-ae19-7985709143ad tempest-ListServerFiltersTestJSON-1123405701 tempest-ListServerFiltersTestJSON-1123405701-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:55:30.595769 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ead3446-237b-43f3-ae19-7985709143ad tempest-ListServerFiltersTestJSON-1123405701 tempest-ListServerFiltersTestJSON-1123405701-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:55:30.595769 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ead3446-237b-43f3-ae19-7985709143ad tempest-ListServerFiltersTestJSON-1123405701 tempest-ListServerFiltersTestJSON-1123405701-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:55:30.596059 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ead3446-237b-43f3-ae19-7985709143ad tempest-ListServerFiltersTestJSON-1123405701 tempest-ListServerFiltersTestJSON-1123405701-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:55:30.596439 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ead3446-237b-43f3-ae19-7985709143ad tempest-ListServerFiltersTestJSON-1123405701 tempest-ListServerFiltersTestJSON-1123405701-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:55:30.596771 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ead3446-237b-43f3-ae19-7985709143ad tempest-ListServerFiltersTestJSON-1123405701 tempest-ListServerFiltersTestJSON-1123405701-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:55:30.597173 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ead3446-237b-43f3-ae19-7985709143ad tempest-ListServerFiltersTestJSON-1123405701 tempest-ListServerFiltersTestJSON-1123405701-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:55:30.597567 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ead3446-237b-43f3-ae19-7985709143ad tempest-ListServerFiltersTestJSON-1123405701 tempest-ListServerFiltersTestJSON-1123405701-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:55:30.597988 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ead3446-237b-43f3-ae19-7985709143ad tempest-ListServerFiltersTestJSON-1123405701 tempest-ListServerFiltersTestJSON-1123405701-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:55:30.598321 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ead3446-237b-43f3-ae19-7985709143ad tempest-ListServerFiltersTestJSON-1123405701 tempest-ListServerFiltersTestJSON-1123405701-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:55:30.598633 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ead3446-237b-43f3-ae19-7985709143ad tempest-ListServerFiltersTestJSON-1123405701 tempest-ListServerFiltersTestJSON-1123405701-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:55:30.607182 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.l3_dvrscheduler_db [req-4b1aeaa7-bbfa-49b6-9296-63a1624f547c req-1ead3446-237b-43f3-ae19-7985709143ad tempest-ListServerFiltersTestJSON-1123405701 tempest-ListServerFiltersTestJSON-1123405701-project] No DVR routers for this DVR port f8049baf-5173-47e5-865f-b9440197d4f2 on host n-h1-838334-2 {{(pid=84041) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 20:55:30.609461 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [req-4b1aeaa7-bbfa-49b6-9296-63a1624f547c req-1ead3446-237b-43f3-ae19-7985709143ad tempest-ListServerFiltersTestJSON-1123405701 tempest-ListServerFiltersTestJSON-1123405701-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217293'] for port, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:55:30.612067 n-d-838334-2 neutron-server[84041]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '87df4a39-d0d7-4e75-9f18-37c726fdf5c2', 'name': 'network-vif-deleted', 'tag': 'f8049baf-5173-47e5-865f-b9440197d4f2'}] {{(pid=84041) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 20:55:30.630570 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-4b1aeaa7-bbfa-49b6-9296-63a1624f547c req-1ead3446-237b-43f3-ae19-7985709143ad tempest-ListServerFiltersTestJSON-1123405701 tempest-ListServerFiltersTestJSON-1123405701-project] 10.222.0.43 "DELETE /v2.0/ports/f8049baf-5173-47e5-865f-b9440197d4f2 HTTP/1.1" status: 204 len: 173 time: 1.4083200 Apr 18 20:55:30.630868 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-e58db6eb-c160-4ade-99cc-e470d435ae28 tempest-AttachVolumeNegativeTest-555605742 tempest-AttachVolumeNegativeTest-555605742-project] Usage tracker for resource:security_group_rule and tenant:340d04fd839f4c0c896ec9bea561bc50 is out of sync, need to count used quota {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:55:30.689855 n-d-838334-2 neutron-server[84041]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e8117521-34de-419c-a934-4224e2c3ef90'] response: {'server_uuid': '87df4a39-d0d7-4e75-9f18-37c726fdf5c2', 'name': 'network-vif-deleted', 'tag': 'f8049baf-5173-47e5-865f-b9440197d4f2', 'status': 'completed', 'code': 200} Apr 18 20:55:30.701307 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-e58db6eb-c160-4ade-99cc-e470d435ae28 tempest-AttachVolumeNegativeTest-555605742 tempest-AttachVolumeNegativeTest-555605742-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:55:30.710645 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.plugin [None req-f8115e3e-9a8a-4076-aaa2-09ccf6516335 tempest-AllowedAddressPairIpV6TestJSON-1533548758 tempest-AllowedAddressPairIpV6TestJSON-1533548758-project] Calling delete_port for 4aac7d39-5128-467e-b734-3f4524127fb0 owned by {{(pid=84040) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 20:55:30.749523 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [None req-e58db6eb-c160-4ade-99cc-e470d435ae28 tempest-AttachVolumeNegativeTest-555605742 tempest-AttachVolumeNegativeTest-555605742-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:55:30.817271 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-4c73f058-dbf1-4470-bfa4-6f0c3d2e14b8 req-7f79c182-c1a6-48e6-928e-767636a22044 tempest-ListServerFiltersTestJSON-1123405701 tempest-ListServerFiltersTestJSON-1123405701-project] 10.222.0.42 "GET /v2.0/security-groups?id=4748fc9b-37e2-4328-8f67-9c8130ebd451&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2862387 Apr 18 20:55:31.005553 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-e58db6eb-c160-4ade-99cc-e470d435ae28 tempest-AttachVolumeNegativeTest-555605742 tempest-AttachVolumeNegativeTest-555605742-project] Notify callbacks [] for security_group, precommit_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:55:31.045140 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-e58db6eb-c160-4ade-99cc-e470d435ae28 tempest-AttachVolumeNegativeTest-555605742 tempest-AttachVolumeNegativeTest-555605742-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33528224'] for security_group, after_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:55:31.179016 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-f8115e3e-9a8a-4076-aaa2-09ccf6516335 tempest-AllowedAddressPairIpV6TestJSON-1533548758 tempest-AllowedAddressPairIpV6TestJSON-1533548758-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750375259028', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750374836628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32440838'] for port, after_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:55:31.228950 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e58db6eb-c160-4ade-99cc-e470d435ae28 tempest-AttachVolumeNegativeTest-555605742 tempest-AttachVolumeNegativeTest-555605742-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5b4552a3-e22b-4a82-aa8a-fd18498dcd3d,revision_number=1']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:55:31.284319 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-e58db6eb-c160-4ade-99cc-e470d435ae28 tempest-AttachVolumeNegativeTest-555605742 tempest-AttachVolumeNegativeTest-555605742-project] Notify callbacks [] for security_group, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:55:31.285491 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-e58db6eb-c160-4ade-99cc-e470d435ae28 tempest-AttachVolumeNegativeTest-555605742 tempest-AttachVolumeNegativeTest-555605742-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1612 time: 1.0797386 Apr 18 20:55:31.289252 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 51508) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:55:31.296211 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.v2.base [None req-95f255db-5fe8-47e3-b15b-617953362b08 tempest-AttachVolumeNegativeTest-555605742 tempest-AttachVolumeNegativeTest-555605742-project] Request body: {'security_group_rule': {'security_group_id': '5b4552a3-e22b-4a82-aa8a-fd18498dcd3d', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 20:55:31.302598 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-95f255db-5fe8-47e3-b15b-617953362b08 tempest-AttachVolumeNegativeTest-555605742 tempest-AttachVolumeNegativeTest-555605742-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:55:31.307823 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-95f255db-5fe8-47e3-b15b-617953362b08 tempest-AttachVolumeNegativeTest-555605742 tempest-AttachVolumeNegativeTest-555605742-project] Usage tracker for resource:security_group_rule and tenant:340d04fd839f4c0c896ec9bea561bc50 is out of sync, need to count used quota {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:55:31.309070 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8115e3e-9a8a-4076-aaa2-09ccf6516335 tempest-AllowedAddressPairIpV6TestJSON-1533548758 tempest-AllowedAddressPairIpV6TestJSON-1533548758-project] Pushing event deleted for resources: {'Port': ['ID=4aac7d39-5128-467e-b734-3f4524127fb0,revision_number=None']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:55:31.314660 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-95f255db-5fe8-47e3-b15b-617953362b08 tempest-AttachVolumeNegativeTest-555605742 tempest-AttachVolumeNegativeTest-555605742-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:55:31.321477 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-95f255db-5fe8-47e3-b15b-617953362b08 tempest-AttachVolumeNegativeTest-555605742 tempest-AttachVolumeNegativeTest-555605742-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:55:31.361254 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-95f255db-5fe8-47e3-b15b-617953362b08 tempest-AttachVolumeNegativeTest-555605742 tempest-AttachVolumeNegativeTest-555605742-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:55:31.412917 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-f8115e3e-9a8a-4076-aaa2-09ccf6516335 tempest-AllowedAddressPairIpV6TestJSON-1533548758 tempest-AllowedAddressPairIpV6TestJSON-1533548758-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217293'] for port, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:55:31.414789 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-f8115e3e-9a8a-4076-aaa2-09ccf6516335 tempest-AllowedAddressPairIpV6TestJSON-1533548758 tempest-AllowedAddressPairIpV6TestJSON-1533548758-project] 10.222.0.42 "DELETE /v2.0/ports/4aac7d39-5128-467e-b734-3f4524127fb0 HTTP/1.1" status: 204 len: 168 time: 1.5449741 Apr 18 20:55:31.419058 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 51512) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:55:31.422269 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-547bbf33-2d33-4b79-8e9c-225b43384e5e req-ba651cda-8906-4eda-ba8a-6aa96e6aa79d tempest-ServerActionsTestJSON-2052644234 tempest-ServerActionsTestJSON-2052644234-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:55:31.423811 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-547bbf33-2d33-4b79-8e9c-225b43384e5e req-ba651cda-8906-4eda-ba8a-6aa96e6aa79d tempest-ServerActionsTestJSON-2052644234 tempest-ServerActionsTestJSON-2052644234-project] 10.222.0.42 "GET /v2.0/ports?device_id=59d6b272-24d3-4609-8a10-777cd7c7c735 HTTP/1.1" status: 200 len: 945 time: 0.3834720 Apr 18 20:55:31.484519 n-d-838334-2 neutron-server[84041]: INFO neutron.pecan_wsgi.hooks.translation [None req-f6fa49fe-ad1d-41ce-af0d-7f2c6bfec208 tempest-AllowedAddressPairIpV6TestJSON-1533548758 tempest-AllowedAddressPairIpV6TestJSON-1533548758-project] GET failed (client error): The resource could not be found. Apr 18 20:55:31.489474 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-f6fa49fe-ad1d-41ce-af0d-7f2c6bfec208 tempest-AllowedAddressPairIpV6TestJSON-1533548758 tempest-AllowedAddressPairIpV6TestJSON-1533548758-project] 10.222.0.42 "GET /v2.0/ports/4aac7d39-5128-467e-b734-3f4524127fb0 HTTP/1.1" status: 404 len: 333 time: 0.0653255 Apr 18 20:55:31.489616 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad3c135d-91ba-4338-b6d9-62fcba31f254 req-91301e78-06a0-4ef4-adfd-f3ec338386e3 tempest-DeleteServersTestJSON-915645800 tempest-DeleteServersTestJSON-915645800-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:55:31.489732 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 51516) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:55:31.492760 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-ad3c135d-91ba-4338-b6d9-62fcba31f254 req-91301e78-06a0-4ef4-adfd-f3ec338386e3 tempest-DeleteServersTestJSON-915645800 tempest-DeleteServersTestJSON-915645800-project] 10.222.0.42 "GET /v2.0/networks?id=f7467a4f-b1b1-4464-b74e-f3b773c53ca1 HTTP/1.1" status: 200 len: 811 time: 0.3485124 Apr 18 20:55:31.511565 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-547bbf33-2d33-4b79-8e9c-225b43384e5e req-9ae206bb-4c27-4f74-a17b-dfcc04503806 tempest-ServerActionsTestJSON-2052644234 tempest-ServerActionsTestJSON-2052644234-project] 10.222.0.42 "GET /v2.0/security-groups?id=5518633c-5bdd-41db-a1d5-749e9b6740a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742970 Apr 18 20:55:31.518317 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-ad3c135d-91ba-4338-b6d9-62fcba31f254 req-7df0f49e-aafc-4c3f-89c5-2aff1c3e36a6 tempest-DeleteServersTestJSON-915645800 tempest-DeleteServersTestJSON-915645800-project] 10.222.0.42 "GET /v2.0/quotas/7fa7a8b3916440879a3373a5a8935507 HTTP/1.1" status: 200 len: 375 time: 0.0247669 Apr 18 20:55:31.562811 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-95f255db-5fe8-47e3-b15b-617953362b08 tempest-AttachVolumeNegativeTest-555605742 tempest-AttachVolumeNegativeTest-555605742-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:55:31.574157 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-95f255db-5fe8-47e3-b15b-617953362b08 tempest-AttachVolumeNegativeTest-555605742 tempest-AttachVolumeNegativeTest-555605742-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33528311'] for security_group_rule, after_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:55:31.581976 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-ad3c135d-91ba-4338-b6d9-62fcba31f254 req-1e3e58de-05b4-4f1e-a507-de6446423ff0 tempest-DeleteServersTestJSON-915645800 tempest-DeleteServersTestJSON-915645800-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=7fa7a8b3916440879a3373a5a8935507&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0626757 Apr 18 20:55:31.598726 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.plugin [None req-35ccbd7a-231e-430f-a5b2-aa99a3fd9cb6 tempest-AllowedAddressPairIpV6TestJSON-1533548758 tempest-AllowedAddressPairIpV6TestJSON-1533548758-project] Deleting port ce1e2058-a7fd-45fb-a675-74b34edcdc74 {{(pid=84041) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 20:55:31.599138 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-35ccbd7a-231e-430f-a5b2-aa99a3fd9cb6 tempest-AllowedAddressPairIpV6TestJSON-1533548758 tempest-AllowedAddressPairIpV6TestJSON-1533548758-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750375188691'] for port, before_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:55:31.658403 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95f255db-5fe8-47e3-b15b-617953362b08 tempest-AttachVolumeNegativeTest-555605742 tempest-AttachVolumeNegativeTest-555605742-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=180a84ad-0647-4ced-b706-2b6c4b1233d1,revision_number=0']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:55:31.685135 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-95f255db-5fe8-47e3-b15b-617953362b08 tempest-AttachVolumeNegativeTest-555605742 tempest-AttachVolumeNegativeTest-555605742-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:55:31.686602 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-95f255db-5fe8-47e3-b15b-617953362b08 tempest-AttachVolumeNegativeTest-555605742 tempest-AttachVolumeNegativeTest-555605742-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.3960676 Apr 18 20:55:31.689431 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 51524) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:55:31.697494 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.v2.base [None req-0cbb4f48-6de1-40e1-9246-69f52f4618f8 tempest-AttachVolumeNegativeTest-555605742 tempest-AttachVolumeNegativeTest-555605742-project] Request body: {'security_group_rule': {'security_group_id': '5b4552a3-e22b-4a82-aa8a-fd18498dcd3d', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=84040) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 20:55:31.707225 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [None req-0cbb4f48-6de1-40e1-9246-69f52f4618f8 tempest-AttachVolumeNegativeTest-555605742 tempest-AttachVolumeNegativeTest-555605742-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:55:31.715290 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-0cbb4f48-6de1-40e1-9246-69f52f4618f8 tempest-AttachVolumeNegativeTest-555605742 tempest-AttachVolumeNegativeTest-555605742-project] Usage tracker for resource:security_group_rule and tenant:340d04fd839f4c0c896ec9bea561bc50 is out of sync, need to count used quota {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:55:31.727315 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-0cbb4f48-6de1-40e1-9246-69f52f4618f8 tempest-AttachVolumeNegativeTest-555605742 tempest-AttachVolumeNegativeTest-555605742-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:55:31.736104 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [None req-0cbb4f48-6de1-40e1-9246-69f52f4618f8 tempest-AttachVolumeNegativeTest-555605742 tempest-AttachVolumeNegativeTest-555605742-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:55:31.736803 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Device 15fa0d3f-492c-4b34-a77b-3830fc7e64ca no longer exists at agent hyperv_n-h1-838334-2 {{(pid=84042) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 20:55:31.769643 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-ad3c135d-91ba-4338-b6d9-62fcba31f254 req-70443a46-d785-4dcd-89a0-ba61fade49cb service neutron] 10.222.0.42 "GET /v2.0/networks/f7467a4f-b1b1-4464-b74e-f3b773c53ca1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1864908 Apr 18 20:55:31.805701 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.plugin [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] No Port match for: 15fa0d3f-492c-4b34-a77b-3830fc7e64ca {{(pid=84042) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 18 20:55:31.806979 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Device 15fa0d3f-492c-4b34-a77b-3830fc7e64ca not bound to the agent host n-h1-838334-2 {{(pid=84042) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 20:55:31.808058 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Device f8049baf-5173-47e5-865f-b9440197d4f2 no longer exists at agent hyperv_n-h1-838334-2 {{(pid=84042) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 20:55:31.852507 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-0cbb4f48-6de1-40e1-9246-69f52f4618f8 tempest-AttachVolumeNegativeTest-555605742 tempest-AttachVolumeNegativeTest-555605742-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:55:31.893049 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.plugin [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] No Port match for: f8049baf-5173-47e5-865f-b9440197d4f2 {{(pid=84042) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 18 20:55:31.895937 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Device f8049baf-5173-47e5-865f-b9440197d4f2 not bound to the agent host n-h1-838334-2 {{(pid=84042) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 20:55:31.965317 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-ad3c135d-91ba-4338-b6d9-62fcba31f254 req-dfc62fbd-0eb3-4b4a-8272-1dc0168c70fe service neutron] 10.222.0.42 "GET /v2.0/networks/f7467a4f-b1b1-4464-b74e-f3b773c53ca1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1944304 Apr 18 20:55:31.986360 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-0cbb4f48-6de1-40e1-9246-69f52f4618f8 tempest-AttachVolumeNegativeTest-555605742 tempest-AttachVolumeNegativeTest-555605742-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:55:31.995229 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-0cbb4f48-6de1-40e1-9246-69f52f4618f8 tempest-AttachVolumeNegativeTest-555605742 tempest-AttachVolumeNegativeTest-555605742-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33528311'] for security_group_rule, after_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:55:32.009296 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-35ccbd7a-231e-430f-a5b2-aa99a3fd9cb6 tempest-AllowedAddressPairIpV6TestJSON-1533548758 tempest-AllowedAddressPairIpV6TestJSON-1533548758-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369123'] for port, precommit_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:55:32.089257 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cbb4f48-6de1-40e1-9246-69f52f4618f8 tempest-AttachVolumeNegativeTest-555605742 tempest-AttachVolumeNegativeTest-555605742-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=efd0bb4e-6a1a-481b-8ec6-ca43a9d53f65,revision_number=0']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:55:32.115353 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-0cbb4f48-6de1-40e1-9246-69f52f4618f8 tempest-AttachVolumeNegativeTest-555605742 tempest-AttachVolumeNegativeTest-555605742-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:55:32.115534 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-0cbb4f48-6de1-40e1-9246-69f52f4618f8 tempest-AttachVolumeNegativeTest-555605742 tempest-AttachVolumeNegativeTest-555605742-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.4251833 Apr 18 20:55:32.122205 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 51532) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:55:32.135094 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.v2.base [None req-dd58ad42-67f9-405b-9869-2c90fb06a06b tempest-AttachVolumeNegativeTest-555605742 tempest-AttachVolumeNegativeTest-555605742-project] Request body: {'floatingip': {'floating_network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c'}} {{(pid=84040) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 20:55:32.159591 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [None req-dd58ad42-67f9-405b-9869-2c90fb06a06b tempest-AttachVolumeNegativeTest-555605742 tempest-AttachVolumeNegativeTest-555605742-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:55:32.165464 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.plugin [None req-35ccbd7a-231e-430f-a5b2-aa99a3fd9cb6 tempest-AllowedAddressPairIpV6TestJSON-1533548758 tempest-AllowedAddressPairIpV6TestJSON-1533548758-project] Calling delete_port for ce1e2058-a7fd-45fb-a675-74b34edcdc74 owned by {{(pid=84041) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 20:55:32.166405 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-dd58ad42-67f9-405b-9869-2c90fb06a06b tempest-AttachVolumeNegativeTest-555605742 tempest-AttachVolumeNegativeTest-555605742-project] Usage tracker for resource:floatingip and tenant:340d04fd839f4c0c896ec9bea561bc50 is out of sync, need to count used quota {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:55:32.171119 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-dd58ad42-67f9-405b-9869-2c90fb06a06b tempest-AttachVolumeNegativeTest-555605742 tempest-AttachVolumeNegativeTest-555605742-project] Quota usage for floatingip was recalculated. Used quota:1. {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:55:32.298269 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [None req-dd58ad42-67f9-405b-9869-2c90fb06a06b tempest-AttachVolumeNegativeTest-555605742 tempest-AttachVolumeNegativeTest-555605742-project] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:55:32.318858 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-dd58ad42-67f9-405b-9869-2c90fb06a06b tempest-AttachVolumeNegativeTest-555605742 tempest-AttachVolumeNegativeTest-555605742-project] Notify callbacks [] for floatingip, before_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:55:32.338964 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5ffeec5-e9c9-4cb2-ad32-73c6fea97e76 req-61b0b95a-ab80-4711-8ea6-c057017fc61c tempest-ServerActionsTestJSON-2052644234 tempest-ServerActionsTestJSON-2052644234-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:55:32.340882 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-a5ffeec5-e9c9-4cb2-ad32-73c6fea97e76 req-61b0b95a-ab80-4711-8ea6-c057017fc61c tempest-ServerActionsTestJSON-2052644234 tempest-ServerActionsTestJSON-2052644234-project] 10.222.0.42 "GET /v2.0/ports?device_id=59d6b272-24d3-4609-8a10-777cd7c7c735 HTTP/1.1" status: 200 len: 945 time: 0.2946901 Apr 18 20:55:32.411635 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-35ccbd7a-231e-430f-a5b2-aa99a3fd9cb6 tempest-AllowedAddressPairIpV6TestJSON-1533548758 tempest-AllowedAddressPairIpV6TestJSON-1533548758-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750375259028', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750374836628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32266323'] for port, after_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:55:32.460692 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35ccbd7a-231e-430f-a5b2-aa99a3fd9cb6 tempest-AllowedAddressPairIpV6TestJSON-1533548758 tempest-AllowedAddressPairIpV6TestJSON-1533548758-project] Pushing event deleted for resources: {'Port': ['ID=ce1e2058-a7fd-45fb-a675-74b34edcdc74,revision_number=None']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:55:32.484782 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-4f9ab064-538f-404f-a4d7-eaafc6c598bc req-643bf00a-ada0-4e3e-a00a-3d994aab8b64 tempest-DeleteServersTestJSON-915645800 tempest-DeleteServersTestJSON-915645800-project] 10.222.0.42 "GET /v2.0/ports?device_id=1dc96584-8863-4b8a-900a-c340d5aab74b HTTP/1.1" status: 200 len: 210 time: 0.0674815 Apr 18 20:55:32.499794 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-a5ffeec5-e9c9-4cb2-ad32-73c6fea97e76 req-55aa441e-1381-4e7f-952b-d8144856d736 tempest-ServerActionsTestJSON-2052644234 tempest-ServerActionsTestJSON-2052644234-project] 10.222.0.42 "GET /v2.0/security-groups?id=5518633c-5bdd-41db-a1d5-749e9b6740a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1497064 Apr 18 20:55:32.600619 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-dd58ad42-67f9-405b-9869-2c90fb06a06b tempest-AttachVolumeNegativeTest-555605742 tempest-AttachVolumeNegativeTest-555605742-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:55:32.621319 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-35ccbd7a-231e-430f-a5b2-aa99a3fd9cb6 tempest-AllowedAddressPairIpV6TestJSON-1533548758 tempest-AllowedAddressPairIpV6TestJSON-1533548758-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217293'] for port, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:55:32.659865 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-35ccbd7a-231e-430f-a5b2-aa99a3fd9cb6 tempest-AllowedAddressPairIpV6TestJSON-1533548758 tempest-AllowedAddressPairIpV6TestJSON-1533548758-project] 10.222.0.42 "DELETE /v2.0/ports/ce1e2058-a7fd-45fb-a675-74b34edcdc74 HTTP/1.1" status: 204 len: 168 time: 1.1621649 Apr 18 20:55:32.659865 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 51546) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:55:32.858323 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.db_base_plugin_common [None req-dd58ad42-67f9-405b-9869-2c90fb06a06b tempest-AttachVolumeNegativeTest-555605742 tempest-AttachVolumeNegativeTest-555605742-project] Allocated IP 172.25.8.79 (e41b6600-a917-4a8d-b05c-be3be40c6d8c/6b05667b-848e-4356-9b44-d5eb6808ef74/588b880e-8f40-4bf3-aada-02a60b2199b7) {{(pid=84040) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:55:33.116189 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-dd58ad42-67f9-405b-9869-2c90fb06a06b tempest-AttachVolumeNegativeTest-555605742 tempest-AttachVolumeNegativeTest-555605742-project] Notify callbacks [] for port, precommit_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:55:33.148054 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-dd58ad42-67f9-405b-9869-2c90fb06a06b tempest-AttachVolumeNegativeTest-555605742 tempest-AttachVolumeNegativeTest-555605742-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750374836619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32440838'] for port, after_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:55:33.154673 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.db_base_plugin_v2 [None req-dca6fdb7-5d16-470b-9a1d-8331b744f918 tempest-AllowedAddressPairIpV6TestJSON-1533548758 tempest-AllowedAddressPairIpV6TestJSON-1533548758-project] Deleting subnet ccc823ed-8c09-4bf4-a038-0935f19d1d1a {{(pid=84041) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 18 20:55:33.157652 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-dca6fdb7-5d16-470b-9a1d-8331b744f918 tempest-AllowedAddressPairIpV6TestJSON-1533548758 tempest-AllowedAddressPairIpV6TestJSON-1533548758-project] Notify callbacks [] for subnet, before_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:55:33.216826 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-dca6fdb7-5d16-470b-9a1d-8331b744f918 tempest-AllowedAddressPairIpV6TestJSON-1533548758 tempest-AllowedAddressPairIpV6TestJSON-1533548758-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32266383'] for subnet, precommit_delete_associations {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:55:33.264753 n-d-838334-2 neutron-server[84040]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd58ad42-67f9-405b-9869-2c90fb06a06b tempest-AttachVolumeNegativeTest-555605742 tempest-AttachVolumeNegativeTest-555605742-project] Network e41b6600-a917-4a8d-b05c-be3be40c6d8c is already hosted by enough agents. {{(pid=84040) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:55:33.272835 n-d-838334-2 neutron-server[84040]: DEBUG neutron.scheduler.base_scheduler [None req-dd58ad42-67f9-405b-9869-2c90fb06a06b tempest-AttachVolumeNegativeTest-555605742 tempest-AttachVolumeNegativeTest-555605742-project] Resources bound (agent type, host, resource id): {{(pid=84040) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:55:33.280624 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd58ad42-67f9-405b-9869-2c90fb06a06b tempest-AttachVolumeNegativeTest-555605742 tempest-AttachVolumeNegativeTest-555605742-project] Received port after_create {{(pid=84040) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 20:55:33.307478 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd58ad42-67f9-405b-9869-2c90fb06a06b tempest-AttachVolumeNegativeTest-555605742 tempest-AttachVolumeNegativeTest-555605742-project] Pushing event updated for resources: {'Port': ['ID=588b880e-8f40-4bf3-aada-02a60b2199b7,revision_number=1']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:55:33.317731 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-dca6fdb7-5d16-470b-9a1d-8331b744f918 tempest-AllowedAddressPairIpV6TestJSON-1533548758 tempest-AllowedAddressPairIpV6TestJSON-1533548758-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1260556'] for subnet, precommit_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:55:33.353265 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abad2dab-6d84-4760-9e14-80658a278635 req-4bc41523-5ea1-4b60-a00c-b8230ad529b5 tempest-ListServerFiltersTestJSON-1123405701 tempest-ListServerFiltersTestJSON-1123405701-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:55:33.354600 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-abad2dab-6d84-4760-9e14-80658a278635 req-4bc41523-5ea1-4b60-a00c-b8230ad529b5 tempest-ListServerFiltersTestJSON-1123405701 tempest-ListServerFiltersTestJSON-1123405701-project] 10.222.0.42 "GET /v2.0/ports?device_id=893fec3b-bae4-4fe4-b69b-f05afd51795b HTTP/1.1" status: 200 len: 945 time: 0.2007275 Apr 18 20:55:33.406554 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-dca6fdb7-5d16-470b-9a1d-8331b744f918 tempest-AllowedAddressPairIpV6TestJSON-1533548758 tempest-AllowedAddressPairIpV6TestJSON-1533548758-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1260549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33526260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32266336', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32486390'] for subnet, after_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:55:33.423702 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-abad2dab-6d84-4760-9e14-80658a278635 req-d3459172-e3fd-4e46-841c-934408bdb75c tempest-ListServerFiltersTestJSON-1123405701 tempest-ListServerFiltersTestJSON-1123405701-project] 10.222.0.42 "GET /v2.0/security-groups?id=4748fc9b-37e2-4328-8f67-9c8130ebd451&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626361 Apr 18 20:55:33.459243 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dca6fdb7-5d16-470b-9a1d-8331b744f918 tempest-AllowedAddressPairIpV6TestJSON-1533548758 tempest-AllowedAddressPairIpV6TestJSON-1533548758-project] Pushing event deleted for resources: {'Subnet': ['ID=ccc823ed-8c09-4bf4-a038-0935f19d1d1a,revision_number=None']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:55:33.465350 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-dca6fdb7-5d16-470b-9a1d-8331b744f918 tempest-AllowedAddressPairIpV6TestJSON-1533548758 tempest-AllowedAddressPairIpV6TestJSON-1533548758-project] Notify callbacks [] for subnet, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:55:33.473609 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-936104c4-93ef-47d6-bf26-d9cba4655aba None None] Network 025dd124-fd4c-48a7-8e8b-cb32ddde4b17 requested from n-d-838334-2 {{(pid=84042) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 20:55:33.477155 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-dca6fdb7-5d16-470b-9a1d-8331b744f918 tempest-AllowedAddressPairIpV6TestJSON-1533548758 tempest-AllowedAddressPairIpV6TestJSON-1533548758-project] 10.222.0.42 "DELETE /v2.0/subnets/ccc823ed-8c09-4bf4-a038-0935f19d1d1a HTTP/1.1" status: 204 len: 168 time: 0.8222482 Apr 18 20:55:33.479406 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 51554) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:55:33.501310 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-dd58ad42-67f9-405b-9869-2c90fb06a06b tempest-AttachVolumeNegativeTest-555605742 tempest-AttachVolumeNegativeTest-555605742-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:55:33.568436 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-dd58ad42-67f9-405b-9869-2c90fb06a06b tempest-AttachVolumeNegativeTest-555605742 tempest-AttachVolumeNegativeTest-555605742-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:55:33.628188 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-6a9dce1e-9b93-4ec0-9529-708b6187a59e tempest-AllowedAddressPairIpV6TestJSON-1533548758 tempest-AllowedAddressPairIpV6TestJSON-1533548758-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1103592'] for network, before_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:55:33.640239 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.plugin [None req-6a9dce1e-9b93-4ec0-9529-708b6187a59e tempest-AllowedAddressPairIpV6TestJSON-1533548758 tempest-AllowedAddressPairIpV6TestJSON-1533548758-project] Deleting port b047c020-a603-4cd1-94ec-656ae50390ee {{(pid=84041) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 20:55:33.640797 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-6a9dce1e-9b93-4ec0-9529-708b6187a59e tempest-AllowedAddressPairIpV6TestJSON-1533548758 tempest-AllowedAddressPairIpV6TestJSON-1533548758-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750375188691'] for port, before_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:55:33.687610 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-a43cf6b8-f335-4cf2-a378-c14fd2b8613a req-ffb82c70-103d-4acb-ae4f-9b435c58ec4e tempest-DeleteServersTestJSON-915645800 tempest-DeleteServersTestJSON-915645800-project] 10.222.0.42 "GET /v2.0/ports?device_id=1dc96584-8863-4b8a-900a-c340d5aab74b HTTP/1.1" status: 200 len: 210 time: 0.0466089 Apr 18 20:55:33.705001 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750375287399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253529'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:55:33.809948 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e032b074-b086-46d3-9260-c6d97d0a047d None None] DHCP port deletion for 025dd124-fd4c-48a7-8e8b-cb32ddde4b17 request from n-d-838334-2 {{(pid=84042) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 18 20:55:33.814737 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.plugin [None req-e032b074-b086-46d3-9260-c6d97d0a047d None None] Deleting port b047c020-a603-4cd1-94ec-656ae50390ee {{(pid=84042) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 20:55:33.815421 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-e032b074-b086-46d3-9260-c6d97d0a047d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750375188691'] for port, before_delete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:55:33.893207 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71c41ce0-52bc-493d-8d1f-6b032b337741 req-5007aca9-5b8c-4222-9e56-dfeed04f97dd tempest-ServerActionsTestJSON-2052644234 tempest-ServerActionsTestJSON-2052644234-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:55:33.894585 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-71c41ce0-52bc-493d-8d1f-6b032b337741 req-5007aca9-5b8c-4222-9e56-dfeed04f97dd tempest-ServerActionsTestJSON-2052644234 tempest-ServerActionsTestJSON-2052644234-project] 10.222.0.42 "GET /v2.0/ports?device_id=59d6b272-24d3-4609-8a10-777cd7c7c735 HTTP/1.1" status: 200 len: 945 time: 0.2094588 Apr 18 20:55:33.988516 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.db [None req-6a9dce1e-9b93-4ec0-9529-708b6187a59e tempest-AllowedAddressPairIpV6TestJSON-1533548758 tempest-AllowedAddressPairIpV6TestJSON-1533548758-project] For port b047c020-a603-4cd1-94ec-656ae50390ee, host n-d-838334-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838334-2',level=0,port_id=b047c020-a603-4cd1-94ec-656ae50390ee,segment=NetworkSegment(733b1429-94bc-4f53-885d-bd1f9ca37eb6),segment_id=733b1429-94bc-4f53-885d-bd1f9ca37eb6)] {{(pid=84041) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:55:33.988874 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-6a9dce1e-9b93-4ec0-9529-708b6187a59e tempest-AllowedAddressPairIpV6TestJSON-1533548758 tempest-AllowedAddressPairIpV6TestJSON-1533548758-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369123'] for port, precommit_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:55:34.047600 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-e032b074-b086-46d3-9260-c6d97d0a047d None None] For port b047c020-a603-4cd1-94ec-656ae50390ee, host n-d-838334-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838334-2',level=0,port_id=b047c020-a603-4cd1-94ec-656ae50390ee,segment=NetworkSegment(733b1429-94bc-4f53-885d-bd1f9ca37eb6),segment_id=733b1429-94bc-4f53-885d-bd1f9ca37eb6)] {{(pid=84042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:55:34.048007 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-e032b074-b086-46d3-9260-c6d97d0a047d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369123'] for port, precommit_delete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:55:34.075356 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-dd58ad42-67f9-405b-9869-2c90fb06a06b tempest-AttachVolumeNegativeTest-555605742 tempest-AttachVolumeNegativeTest-555605742-project] Notify callbacks [] for port, precommit_update {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:55:34.104417 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-71c41ce0-52bc-493d-8d1f-6b032b337741 req-24ab8550-214e-4eba-a26c-db1be52f77ab tempest-ServerActionsTestJSON-2052644234 tempest-ServerActionsTestJSON-2052644234-project] 10.222.0.42 "GET /v2.0/security-groups?id=5518633c-5bdd-41db-a1d5-749e9b6740a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1909981 Apr 18 20:55:34.155694 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.plugin [None req-6a9dce1e-9b93-4ec0-9529-708b6187a59e tempest-AllowedAddressPairIpV6TestJSON-1533548758 tempest-AllowedAddressPairIpV6TestJSON-1533548758-project] Calling delete_port for b047c020-a603-4cd1-94ec-656ae50390ee owned by network:dhcp {{(pid=84041) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 20:55:34.165036 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-dd58ad42-67f9-405b-9869-2c90fb06a06b tempest-AttachVolumeNegativeTest-555605742 tempest-AttachVolumeNegativeTest-555605742-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32440959'] for port, after_update {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:55:34.209954 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.plugin [None req-e032b074-b086-46d3-9260-c6d97d0a047d None None] Calling delete_port for b047c020-a603-4cd1-94ec-656ae50390ee owned by network:dhcp {{(pid=84042) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 20:55:34.244936 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-6a9dce1e-9b93-4ec0-9529-708b6187a59e tempest-AllowedAddressPairIpV6TestJSON-1533548758 tempest-AllowedAddressPairIpV6TestJSON-1533548758-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750375259028', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750374836628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32266323'] for port, after_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:55:34.263764 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd58ad42-67f9-405b-9869-2c90fb06a06b tempest-AttachVolumeNegativeTest-555605742 tempest-AttachVolumeNegativeTest-555605742-project] Pushing event updated for resources: {'Port': ['ID=588b880e-8f40-4bf3-aada-02a60b2199b7,revision_number=2']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:55:34.295413 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.db.api [None req-e032b074-b086-46d3-9260-c6d97d0a047d None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84042) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 18 20:55:34.295883 n-d-838334-2 neutron-server[84042]: DEBUG oslo_db.api [None req-e032b074-b086-46d3-9260-c6d97d0a047d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 18 20:55:34.312666 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a9dce1e-9b93-4ec0-9529-708b6187a59e tempest-AllowedAddressPairIpV6TestJSON-1533548758 tempest-AllowedAddressPairIpV6TestJSON-1533548758-project] Pushing event deleted for resources: {'Port': ['ID=b047c020-a603-4cd1-94ec-656ae50390ee,revision_number=None']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:55:34.317219 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a9dce1e-9b93-4ec0-9529-708b6187a59e tempest-AllowedAddressPairIpV6TestJSON-1533548758 tempest-AllowedAddressPairIpV6TestJSON-1533548758-project] No DVR routers for this DVR port b047c020-a603-4cd1-94ec-656ae50390ee on host n-d-838334-2 {{(pid=84041) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 20:55:34.349359 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad3c135d-91ba-4338-b6d9-62fcba31f254 req-83e93a6d-ab8b-4ada-82bf-7937d968c26a tempest-DeleteServersTestJSON-915645800 tempest-DeleteServersTestJSON-915645800-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:55:34.350786 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-ad3c135d-91ba-4338-b6d9-62fcba31f254 req-83e93a6d-ab8b-4ada-82bf-7937d968c26a tempest-DeleteServersTestJSON-915645800 tempest-DeleteServersTestJSON-915645800-project] 10.222.0.48 "GET /v2.0/networks?id=f7467a4f-b1b1-4464-b74e-f3b773c53ca1 HTTP/1.1" status: 200 len: 811 time: 0.4328575 Apr 18 20:55:34.355736 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-dd58ad42-67f9-405b-9869-2c90fb06a06b tempest-AttachVolumeNegativeTest-555605742 tempest-AttachVolumeNegativeTest-555605742-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33444131'] for floatingip, after_update {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:55:34.383353 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.v2.base [req-ad3c135d-91ba-4338-b6d9-62fcba31f254 req-4375ef85-e6ab-4982-9dc2-437db16c06f3 tempest-DeleteServersTestJSON-915645800 tempest-DeleteServersTestJSON-915645800-project] Request body: {'port': {'device_id': '1dc96584-8863-4b8a-900a-c340d5aab74b', 'network_id': 'f7467a4f-b1b1-4464-b74e-f3b773c53ca1', 'admin_state_up': True, 'tenant_id': '7fa7a8b3916440879a3373a5a8935507'}} {{(pid=84040) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 20:55:34.398692 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-dd58ad42-67f9-405b-9869-2c90fb06a06b tempest-AttachVolumeNegativeTest-555605742 tempest-AttachVolumeNegativeTest-555605742-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217293'] for floatingip, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:55:34.409376 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-dd58ad42-67f9-405b-9869-2c90fb06a06b tempest-AttachVolumeNegativeTest-555605742 tempest-AttachVolumeNegativeTest-555605742-project] 10.222.0.42 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.2773662 Apr 18 20:55:34.451228 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-6a9dce1e-9b93-4ec0-9529-708b6187a59e tempest-AllowedAddressPairIpV6TestJSON-1533548758 tempest-AllowedAddressPairIpV6TestJSON-1533548758-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1258905', 'neutron.services.segments.db._delete_segments_for_network-8750375287417'] for network, precommit_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:55:34.503604 n-d-838334-2 neutron-server[84041]: DEBUG neutron.services.segments.db [None req-6a9dce1e-9b93-4ec0-9529-708b6187a59e tempest-AllowedAddressPairIpV6TestJSON-1533548758 tempest-AllowedAddressPairIpV6TestJSON-1533548758-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['025dd124-fd4c-48a7-8e8b-cb32ddde4b17']}} {{(pid=84041) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:55:34.541076 n-d-838334-2 neutron-server[84041]: DEBUG neutron.services.segments.db [None req-6a9dce1e-9b93-4ec0-9529-708b6187a59e tempest-AllowedAddressPairIpV6TestJSON-1533548758 tempest-AllowedAddressPairIpV6TestJSON-1533548758-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '733b1429-94bc-4f53-885d-bd1f9ca37eb6') {'for_net_delete': True} {{(pid=84041) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:55:34.541739 n-d-838334-2 neutron-server[84041]: DEBUG neutron.services.segments.db [None req-6a9dce1e-9b93-4ec0-9529-708b6187a59e tempest-AllowedAddressPairIpV6TestJSON-1533548758 tempest-AllowedAddressPairIpV6TestJSON-1533548758-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '733b1429-94bc-4f53-885d-bd1f9ca37eb6') {} {{(pid=84041) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:55:34.556124 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-6a9dce1e-9b93-4ec0-9529-708b6187a59e tempest-AllowedAddressPairIpV6TestJSON-1533548758 tempest-AllowedAddressPairIpV6TestJSON-1533548758-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750375287300', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32268156'] for segment, before_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:55:34.575162 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-6a9dce1e-9b93-4ec0-9529-708b6187a59e tempest-AllowedAddressPairIpV6TestJSON-1533548758 tempest-AllowedAddressPairIpV6TestJSON-1533548758-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1082986'] for segment, precommit_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:55:34.585312 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6a9dce1e-9b93-4ec0-9529-708b6187a59e tempest-AllowedAddressPairIpV6TestJSON-1533548758 tempest-AllowedAddressPairIpV6TestJSON-1533548758-project] Releasing vlan 372 on physical network physnet1 to pool {{(pid=84041) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 18 20:55:34.586065 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-6a9dce1e-9b93-4ec0-9529-708b6187a59e tempest-AllowedAddressPairIpV6TestJSON-1533548758 tempest-AllowedAddressPairIpV6TestJSON-1533548758-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1082993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32266254'] for segment, after_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:55:34.606177 n-d-838334-2 neutron-server[84041]: Traceback (most recent call last): Apr 18 20:55:34.606177 n-d-838334-2 neutron-server[84041]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 18 20:55:34.606177 n-d-838334-2 neutron-server[84041]: timer() Apr 18 20:55:34.606177 n-d-838334-2 neutron-server[84041]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 20:55:34.606177 n-d-838334-2 neutron-server[84041]: cb(*args, **kw) Apr 18 20:55:34.606177 n-d-838334-2 neutron-server[84041]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 18 20:55:34.606177 n-d-838334-2 neutron-server[84041]: return func(*args, **kwargs) Apr 18 20:55:34.606177 n-d-838334-2 neutron-server[84041]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 20:55:34.606177 n-d-838334-2 neutron-server[84041]: self._notify() Apr 18 20:55:34.606177 n-d-838334-2 neutron-server[84041]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 20:55:34.606177 n-d-838334-2 neutron-server[84041]: self.callback(batched_events) Apr 18 20:55:34.606177 n-d-838334-2 neutron-server[84041]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 20:55:34.606177 n-d-838334-2 neutron-server[84041]: event.method(event) Apr 18 20:55:34.606177 n-d-838334-2 neutron-server[84041]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 18 20:55:34.606177 n-d-838334-2 neutron-server[84041]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 20:55:34.606177 n-d-838334-2 neutron-server[84041]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 18 20:55:34.606177 n-d-838334-2 neutron-server[84041]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 20:55:34.606177 n-d-838334-2 neutron-server[84041]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 18 20:55:34.606177 n-d-838334-2 neutron-server[84041]: return f(self, *a, **k) Apr 18 20:55:34.606177 n-d-838334-2 neutron-server[84041]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 18 20:55:34.606177 n-d-838334-2 neutron-server[84041]: return self._get(url).json() Apr 18 20:55:34.606177 n-d-838334-2 neutron-server[84041]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 18 20:55:34.606177 n-d-838334-2 neutron-server[84041]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 20:55:34.606177 n-d-838334-2 neutron-server[84041]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 18 20:55:34.606177 n-d-838334-2 neutron-server[84041]: return self.request(url, 'GET', **kwargs) Apr 18 20:55:34.606177 n-d-838334-2 neutron-server[84041]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 18 20:55:34.606177 n-d-838334-2 neutron-server[84041]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 20:55:34.606177 n-d-838334-2 neutron-server[84041]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 18 20:55:34.606177 n-d-838334-2 neutron-server[84041]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 20:55:34.606177 n-d-838334-2 neutron-server[84041]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 18 20:55:34.606177 n-d-838334-2 neutron-server[84041]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 20:55:34.606177 n-d-838334-2 neutron-server[84041]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 20:55:34.698653 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-6a9dce1e-9b93-4ec0-9529-708b6187a59e tempest-AllowedAddressPairIpV6TestJSON-1533548758 tempest-AllowedAddressPairIpV6TestJSON-1533548758-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1258898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33526109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33444113'] for network, after_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:55:34.721456 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-6a9dce1e-9b93-4ec0-9529-708b6187a59e tempest-AllowedAddressPairIpV6TestJSON-1533548758 tempest-AllowedAddressPairIpV6TestJSON-1533548758-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32378031'] for network, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:55:34.733433 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a9dce1e-9b93-4ec0-9529-708b6187a59e tempest-AllowedAddressPairIpV6TestJSON-1533548758 tempest-AllowedAddressPairIpV6TestJSON-1533548758-project] Pushing event deleted for resources: {'Network': ['ID=025dd124-fd4c-48a7-8e8b-cb32ddde4b17,revision_number=None']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:55:34.741565 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-6a9dce1e-9b93-4ec0-9529-708b6187a59e tempest-AllowedAddressPairIpV6TestJSON-1533548758 tempest-AllowedAddressPairIpV6TestJSON-1533548758-project] 10.222.0.42 "DELETE /v2.0/networks/025dd124-fd4c-48a7-8e8b-cb32ddde4b17 HTTP/1.1" status: 204 len: 168 time: 1.2606673 Apr 18 20:55:34.748680 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [req-ad3c135d-91ba-4338-b6d9-62fcba31f254 req-4375ef85-e6ab-4982-9dc2-437db16c06f3 tempest-DeleteServersTestJSON-915645800 tempest-DeleteServersTestJSON-915645800-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:55:34.763075 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [req-ad3c135d-91ba-4338-b6d9-62fcba31f254 req-4375ef85-e6ab-4982-9dc2-437db16c06f3 tempest-DeleteServersTestJSON-915645800 tempest-DeleteServersTestJSON-915645800-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:55:34.797173 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.plugin [None req-e032b074-b086-46d3-9260-c6d97d0a047d None None] Deleting port b047c020-a603-4cd1-94ec-656ae50390ee {{(pid=84042) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 20:55:34.798164 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-e032b074-b086-46d3-9260-c6d97d0a047d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750375188691'] for port, before_delete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:55:34.805840 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ad3c135d-91ba-4338-b6d9-62fcba31f254 req-4375ef85-e6ab-4982-9dc2-437db16c06f3 tempest-DeleteServersTestJSON-915645800 tempest-DeleteServersTestJSON-915645800-project] Made reservation on behalf of 7fa7a8b3916440879a3373a5a8935507 for: {'port': 1} {{(pid=84040) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:55:34.808825 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-ad3c135d-91ba-4338-b6d9-62fcba31f254 req-4375ef85-e6ab-4982-9dc2-437db16c06f3 tempest-DeleteServersTestJSON-915645800 tempest-DeleteServersTestJSON-915645800-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:55:34.833303 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8736029e-6b7a-4331-b758-7187097fa091 req-c705ae17-aeaa-4d77-91bf-82e892df7e66 tempest-ListServerFiltersTestJSON-1123405701 tempest-ListServerFiltersTestJSON-1123405701-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:55:34.834742 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-8736029e-6b7a-4331-b758-7187097fa091 req-c705ae17-aeaa-4d77-91bf-82e892df7e66 tempest-ListServerFiltersTestJSON-1123405701 tempest-ListServerFiltersTestJSON-1123405701-project] 10.222.0.42 "GET /v2.0/ports?device_id=893fec3b-bae4-4fe4-b69b-f05afd51795b HTTP/1.1" status: 200 len: 945 time: 0.1742585 Apr 18 20:55:34.844351 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [req-b79b14e2-4588-4a90-b212-e65eeb554313 req-2987630c-b0e5-4b98-8a7e-441ceb05a293 tempest-AttachVolumeNegativeTest-555605742 tempest-AttachVolumeNegativeTest-555605742-project] Synchronizing usage tracker for tenant:340d04fd839f4c0c896ec9bea561bc50 on resource:security_group {{(pid=84040) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 20:55:34.865507 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.plugin [None req-e032b074-b086-46d3-9260-c6d97d0a047d None None] The port 'b047c020-a603-4cd1-94ec-656ae50390ee' was deleted {{(pid=84042) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 18 20:55:34.944014 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [req-b79b14e2-4588-4a90-b212-e65eeb554313 req-2987630c-b0e5-4b98-8a7e-441ceb05a293 tempest-AttachVolumeNegativeTest-555605742 tempest-AttachVolumeNegativeTest-555605742-project] Unset dirty status for tenant:340d04fd839f4c0c896ec9bea561bc50 on resource:security_group {{(pid=84040) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 20:55:34.945154 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-b79b14e2-4588-4a90-b212-e65eeb554313 req-2987630c-b0e5-4b98-8a7e-441ceb05a293 tempest-AttachVolumeNegativeTest-555605742 tempest-AttachVolumeNegativeTest-555605742-project] 10.222.0.42 "GET /v2.0/security-groups?name=tempest-securitygroup--1500394583&fields=id&tenant_id=340d04fd839f4c0c896ec9bea561bc50 HTTP/1.1" status: 200 len: 267 time: 0.1832874 Apr 18 20:55:35.000302 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-8736029e-6b7a-4331-b758-7187097fa091 req-9ed37dcf-949b-41e3-b311-89596932f347 tempest-ListServerFiltersTestJSON-1123405701 tempest-ListServerFiltersTestJSON-1123405701-project] 10.222.0.42 "GET /v2.0/security-groups?id=4748fc9b-37e2-4328-8f67-9c8130ebd451&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1576080 Apr 18 20:55:35.137756 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 51586) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:55:35.234535 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.db_base_plugin_common [req-ad3c135d-91ba-4338-b6d9-62fcba31f254 req-4375ef85-e6ab-4982-9dc2-437db16c06f3 tempest-DeleteServersTestJSON-915645800 tempest-DeleteServersTestJSON-915645800-project] Allocated IP 172.20.0.3 (f7467a4f-b1b1-4464-b74e-f3b773c53ca1/4d302c72-cbf8-4bd9-ac2b-bdba885f7b5c/8c8f2f85-db52-4d88-8b74-5962d74f0834) {{(pid=84040) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:55:35.290022 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b79b14e2-4588-4a90-b212-e65eeb554313 req-60080b29-d726-4953-88f4-90a7a3bc4832 tempest-AttachVolumeNegativeTest-555605742 tempest-AttachVolumeNegativeTest-555605742-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:55:35.292583 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-b79b14e2-4588-4a90-b212-e65eeb554313 req-60080b29-d726-4953-88f4-90a7a3bc4832 tempest-AttachVolumeNegativeTest-555605742 tempest-AttachVolumeNegativeTest-555605742-project] 10.222.0.42 "GET /v2.0/networks?id=794fa1b3-6f66-42ac-ab9f-a0e910c383ff HTTP/1.1" status: 200 len: 814 time: 0.3334002 Apr 18 20:55:35.325015 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-e8bd0649-1efc-4848-8cea-af840627c9ff admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=6280911c3fca4dbbbe1b2c76705736f1&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1851339 Apr 18 20:55:35.327518 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 51592) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:55:35.352596 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-b79b14e2-4588-4a90-b212-e65eeb554313 req-f5d479b0-e51f-4ff2-9ffc-b32034294c0e tempest-AttachVolumeNegativeTest-555605742 tempest-AttachVolumeNegativeTest-555605742-project] 10.222.0.42 "GET /v2.0/quotas/340d04fd839f4c0c896ec9bea561bc50 HTTP/1.1" status: 200 len: 375 time: 0.0536761 Apr 18 20:55:35.367075 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf635171-7f37-4ffc-a7d3-c00ba64dc88d req-40ff217b-08e2-4d2b-b0ad-4f3705486092 tempest-ServerActionsTestJSON-2052644234 tempest-ServerActionsTestJSON-2052644234-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:55:35.368515 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-cf635171-7f37-4ffc-a7d3-c00ba64dc88d req-40ff217b-08e2-4d2b-b0ad-4f3705486092 tempest-ServerActionsTestJSON-2052644234 tempest-ServerActionsTestJSON-2052644234-project] 10.222.0.42 "GET /v2.0/ports?device_id=59d6b272-24d3-4609-8a10-777cd7c7c735 HTTP/1.1" status: 200 len: 945 time: 0.2489369 Apr 18 20:55:35.392836 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-d4dced41-ea33-4374-8337-535e8e000528 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:55:35.417791 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-d4dced41-ea33-4374-8337-535e8e000528 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:55:35.479056 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-d4dced41-ea33-4374-8337-535e8e000528 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33528224'] for security_group, after_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:55:35.496419 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4dced41-ea33-4374-8337-535e8e000528 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=44e1aecc-bb58-4b61-a0f7-a692476fb35e,revision_number=None']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:55:35.499582 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-d4dced41-ea33-4374-8337-535e8e000528 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:55:35.503819 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-d4dced41-ea33-4374-8337-535e8e000528 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/44e1aecc-bb58-4b61-a0f7-a692476fb35e HTTP/1.1" status: 204 len: 168 time: 0.1709595 Apr 18 20:55:35.564512 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a59e939d-9f75-4904-b131-21165bf80d0c req-d36def9c-4363-447f-b64c-b74994c83f5f tempest-ListServerFiltersTestJSON-1123405701 tempest-ListServerFiltersTestJSON-1123405701-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:55:35.565851 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-a59e939d-9f75-4904-b131-21165bf80d0c req-d36def9c-4363-447f-b64c-b74994c83f5f tempest-ListServerFiltersTestJSON-1123405701 tempest-ListServerFiltersTestJSON-1123405701-project] 10.222.0.48 "GET /v2.0/ports?device_id=893fec3b-bae4-4fe4-b69b-f05afd51795b HTTP/1.1" status: 200 len: 945 time: 0.3275404 Apr 18 20:55:35.621466 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-cf635171-7f37-4ffc-a7d3-c00ba64dc88d req-edae122d-d1e6-4949-aa6d-d9a4f73df476 tempest-ServerActionsTestJSON-2052644234 tempest-ServerActionsTestJSON-2052644234-project] 10.222.0.42 "GET /v2.0/security-groups?id=5518633c-5bdd-41db-a1d5-749e9b6740a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2465832 Apr 18 20:55:35.638616 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Device b047c020-a603-4cd1-94ec-656ae50390ee no longer exists at agent ovs-agent-n-d-838334-2 {{(pid=84042) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 20:55:35.674528 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.plugin [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] No Port match for: b047c020-a603-4cd1-94ec-656ae50390ee {{(pid=84042) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 18 20:55:35.675240 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Device b047c020-a603-4cd1-94ec-656ae50390ee not bound to the agent host n-d-838334-2 {{(pid=84042) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 20:55:35.687953 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.plugin [req-a59e939d-9f75-4904-b131-21165bf80d0c req-a160fc85-6f62-48f6-bdc7-9f66715ade6a tempest-ListServerFiltersTestJSON-1123405701 tempest-ListServerFiltersTestJSON-1123405701-project] Deleting port c89c6521-2995-4ef4-93f5-1eaf457ef6c4 {{(pid=84040) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 20:55:35.688176 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-a59e939d-9f75-4904-b131-21165bf80d0c req-a160fc85-6f62-48f6-bdc7-9f66715ade6a tempest-ListServerFiltersTestJSON-1123405701 tempest-ListServerFiltersTestJSON-1123405701-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750375188691'] for port, before_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:55:35.750584 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Device aa685d3f-0d56-4c4a-9f1c-dc5d15a8b715 details requested by agent hyperv_n-h1-838334-2 with host n-h1-838334-2 {{(pid=84042) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 18 20:55:35.765668 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-ad3c135d-91ba-4338-b6d9-62fcba31f254 req-4375ef85-e6ab-4982-9dc2-437db16c06f3 tempest-DeleteServersTestJSON-915645800 tempest-DeleteServersTestJSON-915645800-project] Notify callbacks [] for port, precommit_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:55:35.781204 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-b79b14e2-4588-4a90-b212-e65eeb554313 req-44b83739-7926-43ff-a65b-813fbb79d666 tempest-AttachVolumeNegativeTest-555605742 tempest-AttachVolumeNegativeTest-555605742-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=340d04fd839f4c0c896ec9bea561bc50&fields=id HTTP/1.1" status: 200 len: 440 time: 0.4111230 Apr 18 20:55:35.883417 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-698bf381-f1ad-4f5c-912d-3981faeb2da4 req-bc257a56-c3db-4872-8ad1-265aa5fd51e4 tempest-DeleteServersTestJSON-915645800 tempest-DeleteServersTestJSON-915645800-project] 10.222.0.42 "GET /v2.0/ports?device_id=1dc96584-8863-4b8a-900a-c340d5aab74b HTTP/1.1" status: 200 len: 210 time: 0.1144264 Apr 18 20:55:35.937726 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] For port aa685d3f-0d56-4c4a-9f1c-dc5d15a8b715, host n-h1-838334-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838334-2',level=0,port_id=aa685d3f-0d56-4c4a-9f1c-dc5d15a8b715,segment=NetworkSegment(4935dfdb-03db-4976-a6b4-e0fa58696685),segment_id=4935dfdb-03db-4976-a6b4-e0fa58696685)] {{(pid=84042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:55:35.958610 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Returning: {'device': 'aa685d3f-0d56-4c4a-9f1c-dc5d15a8b715', 'network_id': '48f708f8-0904-4115-910c-bb1ab06d7263', 'port_id': 'aa685d3f-0d56-4c4a-9f1c-dc5d15a8b715', 'mac_address': 'fa:16:3e:88:2b:0d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 362, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '488f35b7-694e-475d-862d-2f00f4388d03', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84042) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 18 20:55:36.027719 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:55:36.048358 n-d-838334-2 neutron-server[84042]: DEBUG neutron.notifiers.nova [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id aa685d3f-0d56-4c4a-9f1c-dc5d15a8b715 {{(pid=84042) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 18 20:55:36.071662 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] For port aa685d3f-0d56-4c4a-9f1c-dc5d15a8b715, host n-h1-838334-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838334-2',level=0,port_id=aa685d3f-0d56-4c4a-9f1c-dc5d15a8b715,segment=NetworkSegment(4935dfdb-03db-4976-a6b4-e0fa58696685),segment_id=4935dfdb-03db-4976-a6b4-e0fa58696685)] {{(pid=84042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:55:36.077995 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682'] for port, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:55:36.159931 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Pushing event updated for resources: {'Port': ['ID=aa685d3f-0d56-4c4a-9f1c-dc5d15a8b715,revision_number=6']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:55:36.168299 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-ad3c135d-91ba-4338-b6d9-62fcba31f254 req-4375ef85-e6ab-4982-9dc2-437db16c06f3 tempest-DeleteServersTestJSON-915645800 tempest-DeleteServersTestJSON-915645800-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750374836619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32440838'] for port, after_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:55:36.197606 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] get_ports_and_sgs() called for port_ids ['aa685d3f-0d56-4c4a-9f1c-dc5d15a8b715'] {{(pid=84042) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 18 20:55:36.276659 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-b79b14e2-4588-4a90-b212-e65eeb554313 req-38f8b64a-3600-49d9-b7d2-c67d4027e5d3 service neutron] 10.222.0.42 "GET /v2.0/networks/794fa1b3-6f66-42ac-ab9f-a0e910c383ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4361136 Apr 18 20:55:36.284167 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.db [req-a59e939d-9f75-4904-b131-21165bf80d0c req-a160fc85-6f62-48f6-bdc7-9f66715ade6a tempest-ListServerFiltersTestJSON-1123405701 tempest-ListServerFiltersTestJSON-1123405701-project] For port c89c6521-2995-4ef4-93f5-1eaf457ef6c4, host n-h2-838334-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838334-2',level=0,port_id=c89c6521-2995-4ef4-93f5-1eaf457ef6c4,segment=NetworkSegment(0bece4c2-da87-49f1-af4b-2eef459faead),segment_id=0bece4c2-da87-49f1-af4b-2eef459faead)] {{(pid=84040) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:55:36.284523 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-a59e939d-9f75-4904-b131-21165bf80d0c req-a160fc85-6f62-48f6-bdc7-9f66715ade6a tempest-ListServerFiltersTestJSON-1123405701 tempest-ListServerFiltersTestJSON-1123405701-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369123'] for port, precommit_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:55:36.490300 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 51618) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:55:36.621597 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.v2.base [None req-f32e4182-4a27-49bb-b430-e5cebad1d865 tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Request body: {'network': {'name': 'tempest-NetworksTestDHCPv6-test-network-1869668052'}} {{(pid=84041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 20:55:36.625170 n-d-838334-2 neutron-server[84040]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ad3c135d-91ba-4338-b6d9-62fcba31f254 req-4375ef85-e6ab-4982-9dc2-437db16c06f3 tempest-DeleteServersTestJSON-915645800 tempest-DeleteServersTestJSON-915645800-project] Network f7467a4f-b1b1-4464-b74e-f3b773c53ca1 is already hosted by enough agents. {{(pid=84040) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:55:36.626710 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-f32e4182-4a27-49bb-b430-e5cebad1d865 tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:55:36.630435 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-f32e4182-4a27-49bb-b430-e5cebad1d865 tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Usage tracker for resource:network and tenant:1256b788e8184019a07eb24a482acda4 is out of sync, need to count used quota {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:55:36.632542 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.plugin [req-a59e939d-9f75-4904-b131-21165bf80d0c req-a160fc85-6f62-48f6-bdc7-9f66715ade6a tempest-ListServerFiltersTestJSON-1123405701 tempest-ListServerFiltersTestJSON-1123405701-project] Calling delete_port for c89c6521-2995-4ef4-93f5-1eaf457ef6c4 owned by compute:nova {{(pid=84040) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 20:55:36.633240 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-f32e4182-4a27-49bb-b430-e5cebad1d865 tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:55:36.639501 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-f32e4182-4a27-49bb-b430-e5cebad1d865 tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:55:36.649320 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f32e4182-4a27-49bb-b430-e5cebad1d865 tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Made reservation on behalf of 1256b788e8184019a07eb24a482acda4 for: {'network': 1} {{(pid=84041) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:55:36.652725 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-f32e4182-4a27-49bb-b430-e5cebad1d865 tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for network, before_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:55:36.662388 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4375ef85-e6ab-4982-9dc2-437db16c06f3 tempest-DeleteServersTestJSON-915645800 tempest-DeleteServersTestJSON-915645800-project] Pushing event updated for resources: {'Port': ['ID=8c8f2f85-db52-4d88-8b74-5962d74f0834,revision_number=1']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:55:36.665259 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-f32e4182-4a27-49bb-b430-e5cebad1d865 tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Notify callbacks [] for security_group, before_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:55:36.675180 n-d-838334-2 neutron-server[84040]: DEBUG neutron.scheduler.base_scheduler [req-ad3c135d-91ba-4338-b6d9-62fcba31f254 req-4375ef85-e6ab-4982-9dc2-437db16c06f3 tempest-DeleteServersTestJSON-915645800 tempest-DeleteServersTestJSON-915645800-project] Resources bound (agent type, host, resource id): {{(pid=84040) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:55:36.683748 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.l3_dvrscheduler_db [req-ad3c135d-91ba-4338-b6d9-62fcba31f254 req-4375ef85-e6ab-4982-9dc2-437db16c06f3 tempest-DeleteServersTestJSON-915645800 tempest-DeleteServersTestJSON-915645800-project] Received port after_create {{(pid=84040) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 20:55:36.699068 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-f32e4182-4a27-49bb-b430-e5cebad1d865 tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:55:36.703259 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-f32e4182-4a27-49bb-b430-e5cebad1d865 tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Usage tracker for resource:security_group_rule and tenant:1256b788e8184019a07eb24a482acda4 is out of sync, need to count used quota {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:55:36.706265 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-f32e4182-4a27-49bb-b430-e5cebad1d865 tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:55:36.712132 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-f32e4182-4a27-49bb-b430-e5cebad1d865 tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:55:36.781749 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be77a634-369f-4892-a77f-d33801419522 req-d7e49285-13e6-4d49-8614-b3432d48eec2 tempest-ListServerFiltersTestJSON-1123405701 tempest-ListServerFiltersTestJSON-1123405701-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:55:36.783199 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-be77a634-369f-4892-a77f-d33801419522 req-d7e49285-13e6-4d49-8614-b3432d48eec2 tempest-ListServerFiltersTestJSON-1123405701 tempest-ListServerFiltersTestJSON-1123405701-project] 10.222.0.42 "GET /v2.0/ports?device_id=893fec3b-bae4-4fe4-b69b-f05afd51795b HTTP/1.1" status: 200 len: 945 time: 0.6281555 Apr 18 20:55:36.783827 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-f32e4182-4a27-49bb-b430-e5cebad1d865 tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Notify callbacks [] for security_group, precommit_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:55:36.788063 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-f32e4182-4a27-49bb-b430-e5cebad1d865 tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33528224'] for security_group, after_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:55:36.818691 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f32e4182-4a27-49bb-b430-e5cebad1d865 tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 371} {{(pid=84041) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 20:55:36.832286 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f32e4182-4a27-49bb-b430-e5cebad1d865 tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b8e4b68f-ce57-4241-88cb-1f793f812783,revision_number=1']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:55:36.838934 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-f32e4182-4a27-49bb-b430-e5cebad1d865 tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1082986'] for segment, precommit_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:55:36.839273 n-d-838334-2 neutron-server[84041]: INFO neutron.db.segments_db [None req-f32e4182-4a27-49bb-b430-e5cebad1d865 tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Added segment fbf28fbd-36f8-46f3-be08-57d41821e390 of type vlan for network ef903069-7c89-4376-963f-99c58ca6d615 Apr 18 20:55:36.841661 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-b79b14e2-4588-4a90-b212-e65eeb554313 req-4eb64073-5e4a-4015-9084-d8dbd0ba7a9d service neutron] 10.222.0.42 "GET /v2.0/networks/794fa1b3-6f66-42ac-ab9f-a0e910c383ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5482430 Apr 18 20:55:36.848565 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad3c135d-91ba-4338-b6d9-62fcba31f254 req-4375ef85-e6ab-4982-9dc2-437db16c06f3 tempest-DeleteServersTestJSON-915645800 tempest-DeleteServersTestJSON-915645800-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:55:36.849179 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-ad3c135d-91ba-4338-b6d9-62fcba31f254 req-4375ef85-e6ab-4982-9dc2-437db16c06f3 tempest-DeleteServersTestJSON-915645800 tempest-DeleteServersTestJSON-915645800-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217293'] for port, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:55:36.870744 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-f32e4182-4a27-49bb-b430-e5cebad1d865 tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750374825732'] for network, precommit_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:55:36.905217 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-f32e4182-4a27-49bb-b430-e5cebad1d865 tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33526109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022'] for network, after_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:55:36.909233 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f32e4182-4a27-49bb-b430-e5cebad1d865 tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:55:36.909982 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-f32e4182-4a27-49bb-b430-e5cebad1d865 tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32378031'] for network, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:55:36.990423 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-be77a634-369f-4892-a77f-d33801419522 req-864a8dbc-ee77-4618-adc5-1fee0695009b tempest-ListServerFiltersTestJSON-1123405701 tempest-ListServerFiltersTestJSON-1123405701-project] 10.222.0.42 "GET /v2.0/security-groups?id=4748fc9b-37e2-4328-8f67-9c8130ebd451&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2002974 Apr 18 20:55:36.994999 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-ad3c135d-91ba-4338-b6d9-62fcba31f254 req-4375ef85-e6ab-4982-9dc2-437db16c06f3 tempest-DeleteServersTestJSON-915645800 tempest-DeleteServersTestJSON-915645800-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.6163304 Apr 18 20:55:36.999768 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-a59e939d-9f75-4904-b131-21165bf80d0c req-a160fc85-6f62-48f6-bdc7-9f66715ade6a tempest-ListServerFiltersTestJSON-1123405701 tempest-ListServerFiltersTestJSON-1123405701-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750375259028', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750374836628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32440838'] for port, after_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:55:37.013036 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] get_ports_and_sgs() called for port_ids ['9dad702e-7d18-43c5-af06-9baea7bd6de1'] {{(pid=84042) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 18 20:55:37.037964 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-f32e4182-4a27-49bb-b430-e5cebad1d865 tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.5465252 Apr 18 20:55:37.039130 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f32e4182-4a27-49bb-b430-e5cebad1d865 tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Pushing event updated for resources: {'Network': ['ID=ef903069-7c89-4376-963f-99c58ca6d615,revision_number=1']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:55:37.044022 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 51632) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:55:37.060172 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.v2.base [None req-75bbfcac-9bec-47ea-ae19-edd4353d557b tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Request body: {'subnet': {'network_id': 'ef903069-7c89-4376-963f-99c58ca6d615', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=84041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 20:55:37.110120 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Network ef903069-7c89-4376-963f-99c58ca6d615 details requested by agent ovs-agent-n-d-838334-2 with host n-d-838334-2 {{(pid=84042) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 18 20:55:37.157605 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.v2.base [req-ad3c135d-91ba-4338-b6d9-62fcba31f254 req-091f5e77-da1c-41fc-8db2-a9d8ade10cd5 service neutron] Request body: {'port': {'device_id': '1dc96584-8863-4b8a-900a-c340d5aab74b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-838334-2'}} {{(pid=84040) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 20:55:37.230879 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-75bbfcac-9bec-47ea-ae19-edd4353d557b tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:55:37.236649 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-75bbfcac-9bec-47ea-ae19-edd4353d557b tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Usage tracker for resource:subnet and tenant:1256b788e8184019a07eb24a482acda4 is out of sync, need to count used quota {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:55:37.243780 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-75bbfcac-9bec-47ea-ae19-edd4353d557b tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:55:37.250749 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-75bbfcac-9bec-47ea-ae19-edd4353d557b tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:55:37.264375 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-75bbfcac-9bec-47ea-ae19-edd4353d557b tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Made reservation on behalf of 1256b788e8184019a07eb24a482acda4 for: {'subnet': 1} {{(pid=84041) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:55:37.369548 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a160fc85-6f62-48f6-bdc7-9f66715ade6a tempest-ListServerFiltersTestJSON-1123405701 tempest-ListServerFiltersTestJSON-1123405701-project] Pushing event deleted for resources: {'Port': ['ID=c89c6521-2995-4ef4-93f5-1eaf457ef6c4,revision_number=None']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:55:37.425329 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-75bbfcac-9bec-47ea-ae19-edd4353d557b tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32486301'] for subnet, before_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:55:37.479073 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.l3_dvrscheduler_db [req-a59e939d-9f75-4904-b131-21165bf80d0c req-a160fc85-6f62-48f6-bdc7-9f66715ade6a tempest-ListServerFiltersTestJSON-1123405701 tempest-ListServerFiltersTestJSON-1123405701-project] No DVR routers for this DVR port c89c6521-2995-4ef4-93f5-1eaf457ef6c4 on host n-h2-838334-2 {{(pid=84040) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 20:55:37.487653 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-a59e939d-9f75-4904-b131-21165bf80d0c req-a160fc85-6f62-48f6-bdc7-9f66715ade6a tempest-ListServerFiltersTestJSON-1123405701 tempest-ListServerFiltersTestJSON-1123405701-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217293'] for port, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:55:37.494225 n-d-838334-2 neutron-server[84040]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '893fec3b-bae4-4fe4-b69b-f05afd51795b', 'name': 'network-vif-deleted', 'tag': 'c89c6521-2995-4ef4-93f5-1eaf457ef6c4'}] {{(pid=84040) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 20:55:37.527980 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-ad3c135d-91ba-4338-b6d9-62fcba31f254 req-091f5e77-da1c-41fc-8db2-a9d8ade10cd5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:55:37.545088 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-a59e939d-9f75-4904-b131-21165bf80d0c req-a160fc85-6f62-48f6-bdc7-9f66715ade6a tempest-ListServerFiltersTestJSON-1123405701 tempest-ListServerFiltersTestJSON-1123405701-project] 10.222.0.48 "DELETE /v2.0/ports/c89c6521-2995-4ef4-93f5-1eaf457ef6c4 HTTP/1.1" status: 204 len: 173 time: 1.9675999 Apr 18 20:55:37.667420 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-253688aa-610f-45f4-9a5b-8451c7a879d7 req-d268d7b7-a33e-4f41-a7da-c96f0fdb080f tempest-ServerActionsTestJSON-2052644234 tempest-ServerActionsTestJSON-2052644234-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:55:37.675790 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-253688aa-610f-45f4-9a5b-8451c7a879d7 req-d268d7b7-a33e-4f41-a7da-c96f0fdb080f tempest-ServerActionsTestJSON-2052644234 tempest-ServerActionsTestJSON-2052644234-project] 10.222.0.42 "GET /v2.0/ports?device_id=59d6b272-24d3-4609-8a10-777cd7c7c735 HTTP/1.1" status: 200 len: 944 time: 0.4379296 Apr 18 20:55:37.690829 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31c88f53-f8ba-46ba-86c1-c5973c114f61 req-70df8e52-30d6-4fc6-8491-81f1043584b3 tempest-DeleteServersTestJSON-915645800 tempest-DeleteServersTestJSON-915645800-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:55:37.692717 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [req-31c88f53-f8ba-46ba-86c1-c5973c114f61 req-70df8e52-30d6-4fc6-8491-81f1043584b3 tempest-DeleteServersTestJSON-915645800 tempest-DeleteServersTestJSON-915645800-project] Synchronizing usage tracker for tenant:7fa7a8b3916440879a3373a5a8935507 on resource:port {{(pid=84040) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 20:55:37.752170 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Device aa685d3f-0d56-4c4a-9f1c-dc5d15a8b715 up at agent hyperv_n-h1-838334-2 {{(pid=84042) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 20:55:37.777200 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-75bbfcac-9bec-47ea-ae19-edd4353d557b tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33526260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32266407', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32486287'] for subnet, after_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:55:37.863820 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-253688aa-610f-45f4-9a5b-8451c7a879d7 req-e49d7894-8423-4ce2-bc95-aa6e8cb5753f tempest-ServerActionsTestJSON-2052644234 tempest-ServerActionsTestJSON-2052644234-project] 10.222.0.42 "GET /v2.0/security-groups?id=5518633c-5bdd-41db-a1d5-749e9b6740a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1871011 Apr 18 20:55:37.864721 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [req-31c88f53-f8ba-46ba-86c1-c5973c114f61 req-70df8e52-30d6-4fc6-8491-81f1043584b3 tempest-DeleteServersTestJSON-915645800 tempest-DeleteServersTestJSON-915645800-project] Unset dirty status for tenant:7fa7a8b3916440879a3373a5a8935507 on resource:port {{(pid=84040) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 20:55:37.871843 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-31c88f53-f8ba-46ba-86c1-c5973c114f61 req-70df8e52-30d6-4fc6-8491-81f1043584b3 tempest-DeleteServersTestJSON-915645800 tempest-DeleteServersTestJSON-915645800-project] 10.222.0.42 "GET /v2.0/ports?device_id=1dc96584-8863-4b8a-900a-c340d5aab74b HTTP/1.1" status: 200 len: 931 time: 0.5658562 Apr 18 20:55:37.933773 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Provisioning complete for port aa685d3f-0d56-4c4a-9f1c-dc5d15a8b715 triggered by entity L2. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:55:37.934372 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1253608'] for port, provisioning_complete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:55:37.976367 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-31c88f53-f8ba-46ba-86c1-c5973c114f61 req-b6f1ddc4-a218-4c35-a94a-ebce639d0679 tempest-DeleteServersTestJSON-915645800 tempest-DeleteServersTestJSON-915645800-project] 10.222.0.42 "GET /v2.0/security-groups?id=588d127b-19b7-4c3d-9f79-a400181b94e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1025145 Apr 18 20:55:38.123913 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75bbfcac-9bec-47ea-ae19-edd4353d557b tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Pushing event updated for resources: {'Subnet': ['ID=9aa4c75b-655f-4b1f-961d-20dfd0a51420,revision_number=0']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:55:38.164047 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75bbfcac-9bec-47ea-ae19-edd4353d557b tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Checking segment: {'id': 'fbf28fbd-36f8-46f3-be08-57d41821e390', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': 'ef903069-7c89-4376-963f-99c58ca6d615'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84041) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 20:55:38.164047 n-d-838334-2 neutron-server[84041]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75bbfcac-9bec-47ea-ae19-edd4353d557b tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Network hostable DHCP agents. Network: ef903069-7c89-4376-963f-99c58ca6d615, hostable agents: ['8746f8ea-3e91-4b32-9919-2c63adeb8722'], hosted agents: [] {{(pid=84041) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 20:55:38.193775 n-d-838334-2 neutron-server[84041]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75bbfcac-9bec-47ea-ae19-edd4353d557b tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Network ef903069-7c89-4376-963f-99c58ca6d615 is scheduled to be hosted by DHCP agent 8746f8ea-3e91-4b32-9919-2c63adeb8722 with binding_index 1 {{(pid=84041) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 20:55:38.219921 n-d-838334-2 neutron-server[84041]: DEBUG neutron.scheduler.base_scheduler [None req-75bbfcac-9bec-47ea-ae19-edd4353d557b tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-838334-2, ef903069-7c89-4376-963f-99c58ca6d615) {{(pid=84041) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:55:38.225946 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:55:38.228428 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75bbfcac-9bec-47ea-ae19-edd4353d557b tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:55:38.228428 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-75bbfcac-9bec-47ea-ae19-edd4353d557b tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Notify callbacks [] for subnet, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:55:38.228764 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7048fc47-47f8-483c-a82f-d7e8c0f3572d None None] Network ef903069-7c89-4376-963f-99c58ca6d615 requested from n-d-838334-2 {{(pid=84042) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 20:55:38.234837 n-d-838334-2 neutron-server[84040]: INFO neutron.notifiers.nova [-] Nova event matching ['req-821fcac1-ee1c-4ff1-bf87-20913f6e71ff'] response: {'server_uuid': '893fec3b-bae4-4fe4-b69b-f05afd51795b', 'name': 'network-vif-deleted', 'tag': 'c89c6521-2995-4ef4-93f5-1eaf457ef6c4', 'status': 'completed', 'code': 200} Apr 18 20:55:38.280026 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-75bbfcac-9bec-47ea-ae19-edd4353d557b tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.2344904 Apr 18 20:55:38.282513 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 51656) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:55:38.290061 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.v2.base [None req-7fceae6b-ab8d-4ea5-8a2a-a27a66a54d1f tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Request body: {'port': {'network_id': 'ef903069-7c89-4376-963f-99c58ca6d615', 'name': 'tempest-NetworksTestDHCPv6-1963068632'}} {{(pid=84041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 20:55:38.448826 n-d-838334-2 neutron-server[84040]: DEBUG neutron.notifiers.nova [req-ad3c135d-91ba-4338-b6d9-62fcba31f254 req-091f5e77-da1c-41fc-8db2-a9d8ade10cd5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8c8f2f85-db52-4d88-8b74-5962d74f0834 {{(pid=84040) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 18 20:55:38.456504 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-ad3c135d-91ba-4338-b6d9-62fcba31f254 req-091f5e77-da1c-41fc-8db2-a9d8ade10cd5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:55:38.473199 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.provisioning_blocks [req-ad3c135d-91ba-4338-b6d9-62fcba31f254 req-091f5e77-da1c-41fc-8db2-a9d8ade10cd5 service neutron] Transition to ACTIVE for port object 8c8f2f85-db52-4d88-8b74-5962d74f0834 will not be triggered until provisioned by entity L2. {{(pid=84040) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 20:55:38.478128 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] For port aa685d3f-0d56-4c4a-9f1c-dc5d15a8b715, host n-h1-838334-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838334-2',level=0,port_id=aa685d3f-0d56-4c4a-9f1c-dc5d15a8b715,segment=NetworkSegment(4935dfdb-03db-4976-a6b4-e0fa58696685),segment_id=4935dfdb-03db-4976-a6b4-e0fa58696685)] {{(pid=84042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:55:38.489124 n-d-838334-2 neutron-server[84042]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '59d6b272-24d3-4609-8a10-777cd7c7c735', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aa685d3f-0d56-4c4a-9f1c-dc5d15a8b715'}] {{(pid=84042) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 20:55:38.512448 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682'] for port, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:55:38.516149 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-ad3c135d-91ba-4338-b6d9-62fcba31f254 req-091f5e77-da1c-41fc-8db2-a9d8ade10cd5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32440959'] for port, after_update {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:55:38.533643 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-b35f8aac-461f-46a0-9bcb-dad2e66d0586 req-cf3b7053-d627-43b1-89b8-c1c920e1450a tempest-AttachVolumeNegativeTest-555605742 tempest-AttachVolumeNegativeTest-555605742-project] 10.222.0.42 "GET /v2.0/ports?device_id=78e9143e-c730-4c91-adff-3908c9b17d26 HTTP/1.1" status: 200 len: 210 time: 0.2684994 Apr 18 20:55:38.535825 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-7fceae6b-ab8d-4ea5-8a2a-a27a66a54d1f tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:55:38.542778 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-7fceae6b-ab8d-4ea5-8a2a-a27a66a54d1f tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Usage tracker for resource:port and tenant:1256b788e8184019a07eb24a482acda4 is out of sync, need to count used quota {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:55:38.546215 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-7fceae6b-ab8d-4ea5-8a2a-a27a66a54d1f tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:55:38.554238 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-7fceae6b-ab8d-4ea5-8a2a-a27a66a54d1f tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:55:38.578341 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7fceae6b-ab8d-4ea5-8a2a-a27a66a54d1f tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Made reservation on behalf of 1256b788e8184019a07eb24a482acda4 for: {'port': 1} {{(pid=84041) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:55:38.584090 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-7fceae6b-ab8d-4ea5-8a2a-a27a66a54d1f tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:55:38.603756 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [req-165a6aeb-2bd9-4ead-87fb-6b80b3b76df9 req-2bff4e94-35a8-4524-bb93-d3e4c0c4475f tempest-ListServerFiltersTestJSON-1123405701 tempest-ListServerFiltersTestJSON-1123405701-project] Synchronizing usage tracker for tenant:de1481e68b5045059c48ab3bd0b2261b on resource:port {{(pid=84040) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 20:55:38.612469 n-d-838334-2 neutron-server[84041]: DEBUG neutron.notifiers.nova [None req-7fceae6b-ab8d-4ea5-8a2a-a27a66a54d1f tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] device_id is not set on port 72098dee-6b5b-4535-9b85-f6484102ea5b yet. {{(pid=84041) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 18 20:55:38.656422 n-d-838334-2 neutron-server[84042]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9808cf9b-aa1d-4ace-a59b-95b20e30cd57'] response: {'server_uuid': '59d6b272-24d3-4609-8a10-777cd7c7c735', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aa685d3f-0d56-4c4a-9f1c-dc5d15a8b715', 'code': 200} Apr 18 20:55:38.691363 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Pushing event updated for resources: {'Port': ['ID=aa685d3f-0d56-4c4a-9f1c-dc5d15a8b715,revision_number=7']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:55:38.717099 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-091f5e77-da1c-41fc-8db2-a9d8ade10cd5 service neutron] Pushing event updated for resources: {'Port': ['ID=8c8f2f85-db52-4d88-8b74-5962d74f0834,revision_number=2']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:55:38.747440 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Device c89c6521-2995-4ef4-93f5-1eaf457ef6c4 no longer exists at agent hyperv_n-h2-838334-2 {{(pid=84042) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 20:55:38.783554 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [req-165a6aeb-2bd9-4ead-87fb-6b80b3b76df9 req-2bff4e94-35a8-4524-bb93-d3e4c0c4475f tempest-ListServerFiltersTestJSON-1123405701 tempest-ListServerFiltersTestJSON-1123405701-project] Unset dirty status for tenant:de1481e68b5045059c48ab3bd0b2261b on resource:port {{(pid=84040) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 20:55:38.787257 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.plugin [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] No Port match for: c89c6521-2995-4ef4-93f5-1eaf457ef6c4 {{(pid=84042) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 18 20:55:38.787848 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Device c89c6521-2995-4ef4-93f5-1eaf457ef6c4 not bound to the agent host n-h2-838334-2 {{(pid=84042) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 20:55:38.806393 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-165a6aeb-2bd9-4ead-87fb-6b80b3b76df9 req-2bff4e94-35a8-4524-bb93-d3e4c0c4475f tempest-ListServerFiltersTestJSON-1123405701 tempest-ListServerFiltersTestJSON-1123405701-project] 10.222.0.42 "GET /v2.0/ports?device_id=893fec3b-bae4-4fe4-b69b-f05afd51795b HTTP/1.1" status: 200 len: 210 time: 0.3327162 Apr 18 20:55:38.897527 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-edb25b24-399b-43a6-8466-53ace34a6d85 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp016840fc-1f9f-5892-9c53-c9cf6c845bbb-ef903069-7c89-4376-963f-99c58ca6d615', 'network_id': 'ef903069-7c89-4376-963f-99c58ca6d615', 'tenant_id': '1256b788e8184019a07eb24a482acda4', 'fixed_ips': [{'subnet_id': '9aa4c75b-655f-4b1f-961d-20dfd0a51420'}]}} from n-d-838334-2. {{(pid=84042) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 18 20:55:38.898652 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-edb25b24-399b-43a6-8466-53ace34a6d85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_create {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:55:38.907520 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.db_base_plugin_common [None req-7fceae6b-ab8d-4ea5-8a2a-a27a66a54d1f tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Allocated IP 2001:db8::238 (ef903069-7c89-4376-963f-99c58ca6d615/9aa4c75b-655f-4b1f-961d-20dfd0a51420/72098dee-6b5b-4535-9b85-f6484102ea5b) {{(pid=84041) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:55:39.293154 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b79b14e2-4588-4a90-b212-e65eeb554313 req-05d4d554-2bdd-44cc-a7ef-bf5dd4e6de31 tempest-AttachVolumeNegativeTest-555605742 tempest-AttachVolumeNegativeTest-555605742-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:55:39.293839 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [req-b79b14e2-4588-4a90-b212-e65eeb554313 req-05d4d554-2bdd-44cc-a7ef-bf5dd4e6de31 tempest-AttachVolumeNegativeTest-555605742 tempest-AttachVolumeNegativeTest-555605742-project] Synchronizing usage tracker for tenant:340d04fd839f4c0c896ec9bea561bc50 on resource:network {{(pid=84041) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 20:55:39.345131 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [req-b79b14e2-4588-4a90-b212-e65eeb554313 req-05d4d554-2bdd-44cc-a7ef-bf5dd4e6de31 tempest-AttachVolumeNegativeTest-555605742 tempest-AttachVolumeNegativeTest-555605742-project] Unset dirty status for tenant:340d04fd839f4c0c896ec9bea561bc50 on resource:network {{(pid=84041) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 20:55:39.346373 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-b79b14e2-4588-4a90-b212-e65eeb554313 req-05d4d554-2bdd-44cc-a7ef-bf5dd4e6de31 tempest-AttachVolumeNegativeTest-555605742 tempest-AttachVolumeNegativeTest-555605742-project] 10.222.0.43 "GET /v2.0/networks?id=794fa1b3-6f66-42ac-ab9f-a0e910c383ff HTTP/1.1" status: 200 len: 814 time: 0.4286993 Apr 18 20:55:39.352373 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.managers [req-ad3c135d-91ba-4338-b6d9-62fcba31f254 req-091f5e77-da1c-41fc-8db2-a9d8ade10cd5 service neutron] Attempting to bind port 8c8f2f85-db52-4d88-8b74-5962d74f0834 on host n-h2-838334-2 for vnic_type normal with profile {{(pid=84040) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:55:39.352796 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.managers [req-ad3c135d-91ba-4338-b6d9-62fcba31f254 req-091f5e77-da1c-41fc-8db2-a9d8ade10cd5 service neutron] Attempting to bind port 8c8f2f85-db52-4d88-8b74-5962d74f0834 by drivers openvswitch,hyperv on host n-h2-838334-2 at level 0 using segments [{'id': 'eb1f29ad-3d05-4e72-b227-469dc1660e3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': 'f7467a4f-b1b1-4464-b74e-f3b773c53ca1'}] {{(pid=84040) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:55:39.354008 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad3c135d-91ba-4338-b6d9-62fcba31f254 req-091f5e77-da1c-41fc-8db2-a9d8ade10cd5 service neutron] Attempting to bind port 8c8f2f85-db52-4d88-8b74-5962d74f0834 on network f7467a4f-b1b1-4464-b74e-f3b773c53ca1 {{(pid=84040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 20:55:39.385533 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad3c135d-91ba-4338-b6d9-62fcba31f254 req-091f5e77-da1c-41fc-8db2-a9d8ade10cd5 service neutron] Port 8c8f2f85-db52-4d88-8b74-5962d74f0834 on network f7467a4f-b1b1-4464-b74e-f3b773c53ca1 not bound, no agent of type Open vSwitch agent registered on host n-h2-838334-2 {{(pid=84040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 18 20:55:39.386022 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad3c135d-91ba-4338-b6d9-62fcba31f254 req-091f5e77-da1c-41fc-8db2-a9d8ade10cd5 service neutron] Attempting to bind port 8c8f2f85-db52-4d88-8b74-5962d74f0834 on network f7467a4f-b1b1-4464-b74e-f3b773c53ca1 {{(pid=84040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 20:55:39.398519 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-7fceae6b-ab8d-4ea5-8a2a-a27a66a54d1f tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Notify callbacks [] for port, precommit_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:55:39.406121 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad3c135d-91ba-4338-b6d9-62fcba31f254 req-091f5e77-da1c-41fc-8db2-a9d8ade10cd5 service neutron] Checking agent: {'id': 'dc797004-f641-47b7-a77f-9c62b5b16296', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-838334-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 34, 3), 'started_at': datetime.datetime(2022, 4, 18, 20, 34, 3), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 20, 55, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 18 20:55:39.406584 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad3c135d-91ba-4338-b6d9-62fcba31f254 req-091f5e77-da1c-41fc-8db2-a9d8ade10cd5 service neutron] Checking segment: {'id': 'eb1f29ad-3d05-4e72-b227-469dc1660e3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': 'f7467a4f-b1b1-4464-b74e-f3b773c53ca1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84040) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 20:55:39.407062 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad3c135d-91ba-4338-b6d9-62fcba31f254 req-091f5e77-da1c-41fc-8db2-a9d8ade10cd5 service neutron] Bound using segment: {'id': 'eb1f29ad-3d05-4e72-b227-469dc1660e3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': 'f7467a4f-b1b1-4464-b74e-f3b773c53ca1'} {{(pid=84040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 18 20:55:39.407637 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.managers [req-ad3c135d-91ba-4338-b6d9-62fcba31f254 req-091f5e77-da1c-41fc-8db2-a9d8ade10cd5 service neutron] Bound port: 8c8f2f85-db52-4d88-8b74-5962d74f0834, host: n-h2-838334-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'eb1f29ad-3d05-4e72-b227-469dc1660e3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': 'f7467a4f-b1b1-4464-b74e-f3b773c53ca1'}}] {{(pid=84040) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 20:55:39.408082 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-ad3c135d-91ba-4338-b6d9-62fcba31f254 req-091f5e77-da1c-41fc-8db2-a9d8ade10cd5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:55:39.426140 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.provisioning_blocks [None req-7fceae6b-ab8d-4ea5-8a2a-a27a66a54d1f tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Transition to ACTIVE for port object 72098dee-6b5b-4535-9b85-f6484102ea5b will not be triggered until provisioned by entity DHCP. {{(pid=84041) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 20:55:39.442387 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [req-b79b14e2-4588-4a90-b212-e65eeb554313 req-fb77fb42-4b7a-4312-b405-623efdceda25 tempest-AttachVolumeNegativeTest-555605742 tempest-AttachVolumeNegativeTest-555605742-project] Synchronizing usage tracker for tenant:340d04fd839f4c0c896ec9bea561bc50 on resource:security_group {{(pid=84041) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 20:55:39.460506 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [req-b79b14e2-4588-4a90-b212-e65eeb554313 req-fb77fb42-4b7a-4312-b405-623efdceda25 tempest-AttachVolumeNegativeTest-555605742 tempest-AttachVolumeNegativeTest-555605742-project] Unset dirty status for tenant:340d04fd839f4c0c896ec9bea561bc50 on resource:security_group {{(pid=84041) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 20:55:39.461550 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-b79b14e2-4588-4a90-b212-e65eeb554313 req-fb77fb42-4b7a-4312-b405-623efdceda25 tempest-AttachVolumeNegativeTest-555605742 tempest-AttachVolumeNegativeTest-555605742-project] 10.222.0.43 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=340d04fd839f4c0c896ec9bea561bc50 HTTP/1.1" status: 200 len: 472 time: 0.0972812 Apr 18 20:55:39.472259 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.v2.base [req-b79b14e2-4588-4a90-b212-e65eeb554313 req-63fe4a44-2797-4da7-a36a-da1c35902a90 tempest-AttachVolumeNegativeTest-555605742 tempest-AttachVolumeNegativeTest-555605742-project] Request body: {'port': {'device_id': '78e9143e-c730-4c91-adff-3908c9b17d26', 'network_id': '794fa1b3-6f66-42ac-ab9f-a0e910c383ff', 'admin_state_up': True, 'tenant_id': '340d04fd839f4c0c896ec9bea561bc50', 'security_groups': ['5b4552a3-e22b-4a82-aa8a-fd18498dcd3d']}} {{(pid=84041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 20:55:39.493232 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-7fceae6b-ab8d-4ea5-8a2a-a27a66a54d1f tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750374836619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32266323'] for port, after_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:55:39.520118 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e134e00-f4fb-4197-8589-14eef0d37a18 req-cf1ead18-b48d-4ae9-bcae-e7a504dd50f5 tempest-ServerActionsTestJSON-2052644234 tempest-ServerActionsTestJSON-2052644234-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:55:39.527593 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-0e134e00-f4fb-4197-8589-14eef0d37a18 req-cf1ead18-b48d-4ae9-bcae-e7a504dd50f5 tempest-ServerActionsTestJSON-2052644234 tempest-ServerActionsTestJSON-2052644234-project] 10.222.0.42 "GET /v2.0/ports?device_id=59d6b272-24d3-4609-8a10-777cd7c7c735 HTTP/1.1" status: 200 len: 945 time: 0.2475443 Apr 18 20:55:39.580884 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e6f4833-3749-45b0-90ce-8deee4cef85e req-845d53ef-11d1-48c9-bef8-91427587e208 tempest-DeleteServersTestJSON-915645800 tempest-DeleteServersTestJSON-915645800-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:55:39.589038 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-3e6f4833-3749-45b0-90ce-8deee4cef85e req-845d53ef-11d1-48c9-bef8-91427587e208 tempest-DeleteServersTestJSON-915645800 tempest-DeleteServersTestJSON-915645800-project] 10.222.0.42 "GET /v2.0/ports?device_id=1dc96584-8863-4b8a-900a-c340d5aab74b HTTP/1.1" status: 200 len: 943 time: 0.3103817 Apr 18 20:55:39.623573 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.db_base_plugin_common [None req-edb25b24-399b-43a6-8466-53ace34a6d85 None None] Allocated IP 2001:db8::2 (ef903069-7c89-4376-963f-99c58ca6d615/9aa4c75b-655f-4b1f-961d-20dfd0a51420/fe2a51b4-b808-4717-98a0-2f7217df6d20) {{(pid=84042) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:55:39.637314 n-d-838334-2 neutron-server[84041]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7fceae6b-ab8d-4ea5-8a2a-a27a66a54d1f tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Network ef903069-7c89-4376-963f-99c58ca6d615 is already hosted by enough agents. {{(pid=84041) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:55:39.643914 n-d-838334-2 neutron-server[84041]: DEBUG neutron.scheduler.base_scheduler [None req-7fceae6b-ab8d-4ea5-8a2a-a27a66a54d1f tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Resources bound (agent type, host, resource id): {{(pid=84041) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:55:39.651392 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.db [req-ad3c135d-91ba-4338-b6d9-62fcba31f254 req-091f5e77-da1c-41fc-8db2-a9d8ade10cd5 service neutron] For port 8c8f2f85-db52-4d88-8b74-5962d74f0834, host n-h2-838334-2, cleared binding levels {{(pid=84040) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 20:55:39.662704 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fceae6b-ab8d-4ea5-8a2a-a27a66a54d1f tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Received port after_create {{(pid=84041) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 20:55:39.666930 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fceae6b-ab8d-4ea5-8a2a-a27a66a54d1f tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:55:39.667556 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-7fceae6b-ab8d-4ea5-8a2a-a27a66a54d1f tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217293'] for port, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:55:39.672101 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-0e134e00-f4fb-4197-8589-14eef0d37a18 req-95a919f0-c69c-4322-88d0-5ac911171dd2 tempest-ServerActionsTestJSON-2052644234 tempest-ServerActionsTestJSON-2052644234-project] 10.222.0.42 "GET /v2.0/security-groups?id=5518633c-5bdd-41db-a1d5-749e9b6740a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1434624 Apr 18 20:55:39.673667 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fceae6b-ab8d-4ea5-8a2a-a27a66a54d1f tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Pushing event updated for resources: {'Port': ['ID=72098dee-6b5b-4535-9b85-f6484102ea5b,revision_number=1']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:55:39.699538 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.db [req-ad3c135d-91ba-4338-b6d9-62fcba31f254 req-091f5e77-da1c-41fc-8db2-a9d8ade10cd5 service neutron] For port 8c8f2f85-db52-4d88-8b74-5962d74f0834, host n-h2-838334-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838334-2',level=0,port_id=8c8f2f85-db52-4d88-8b74-5962d74f0834,segment=NetworkSegment(eb1f29ad-3d05-4e72-b227-469dc1660e3c),segment_id=eb1f29ad-3d05-4e72-b227-469dc1660e3c)] {{(pid=84040) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 20:55:39.717899 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-3e6f4833-3749-45b0-90ce-8deee4cef85e req-8566f71e-9c30-4e56-a045-c51ad538d3ed tempest-DeleteServersTestJSON-915645800 tempest-DeleteServersTestJSON-915645800-project] 10.222.0.42 "GET /v2.0/security-groups?id=588d127b-19b7-4c3d-9f79-a400181b94e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1278269 Apr 18 20:55:39.723841 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [req-b79b14e2-4588-4a90-b212-e65eeb554313 req-63fe4a44-2797-4da7-a36a-da1c35902a90 tempest-AttachVolumeNegativeTest-555605742 tempest-AttachVolumeNegativeTest-555605742-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:55:39.724724 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-ad3c135d-91ba-4338-b6d9-62fcba31f254 req-091f5e77-da1c-41fc-8db2-a9d8ade10cd5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32440959'] for port, after_update {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:55:39.731379 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-7fceae6b-ab8d-4ea5-8a2a-a27a66a54d1f tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 1.4475515 Apr 18 20:55:39.737744 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 51674) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:55:39.776698 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [req-b79b14e2-4588-4a90-b212-e65eeb554313 req-63fe4a44-2797-4da7-a36a-da1c35902a90 tempest-AttachVolumeNegativeTest-555605742 tempest-AttachVolumeNegativeTest-555605742-project] Attempting to reserve 1 items for resource port. Total usage: 4; quota limit: 500; headroom:496 {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:55:39.799893 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b79b14e2-4588-4a90-b212-e65eeb554313 req-63fe4a44-2797-4da7-a36a-da1c35902a90 tempest-AttachVolumeNegativeTest-555605742 tempest-AttachVolumeNegativeTest-555605742-project] Made reservation on behalf of 340d04fd839f4c0c896ec9bea561bc50 for: {'port': 1} {{(pid=84041) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:55:39.803263 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [req-b79b14e2-4588-4a90-b212-e65eeb554313 req-63fe4a44-2797-4da7-a36a-da1c35902a90 tempest-AttachVolumeNegativeTest-555605742 tempest-AttachVolumeNegativeTest-555605742-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:55:39.875606 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-ad3c135d-91ba-4338-b6d9-62fcba31f254 req-091f5e77-da1c-41fc-8db2-a9d8ade10cd5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217293'] for port, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:55:39.876967 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-ad3c135d-91ba-4338-b6d9-62fcba31f254 req-091f5e77-da1c-41fc-8db2-a9d8ade10cd5 service neutron] 10.222.0.48 "PUT /v2.0/ports/8c8f2f85-db52-4d88-8b74-5962d74f0834 HTTP/1.1" status: 200 len: 1091 time: 2.7310236 Apr 18 20:55:39.907186 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-091f5e77-da1c-41fc-8db2-a9d8ade10cd5 service neutron] Pushing event updated for resources: {'Port': ['ID=8c8f2f85-db52-4d88-8b74-5962d74f0834,revision_number=3']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:55:40.009095 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-edb25b24-399b-43a6-8466-53ace34a6d85 None None] Notify callbacks [] for port, precommit_create {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:55:40.023504 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-edb25b24-399b-43a6-8466-53ace34a6d85 None None] Transition to ACTIVE for port object fe2a51b4-b808-4717-98a0-2f7217df6d20 will not be triggered until provisioned by entity L2. {{(pid=84042) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 20:55:40.046541 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-fe2d2052-8b75-4d4c-8aaa-35e4a3664858 req-f50307b8-8e6e-4bfb-b1c6-82b34780791c tempest-AttachVolumeNegativeTest-555605742 tempest-AttachVolumeNegativeTest-555605742-project] 10.222.0.42 "GET /v2.0/ports?device_id=78e9143e-c730-4c91-adff-3908c9b17d26 HTTP/1.1" status: 200 len: 210 time: 0.1226616 Apr 18 20:55:40.056674 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-edb25b24-399b-43a6-8466-53ace34a6d85 None None] Transition to ACTIVE for port object fe2a51b4-b808-4717-98a0-2f7217df6d20 will not be triggered until provisioned by entity DHCP. {{(pid=84042) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 20:55:40.073911 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-edb25b24-399b-43a6-8466-53ace34a6d85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750374836619'] for port, after_create {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:55:40.079886 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc41b16b-9c46-4d03-9e50-4c071eae67e5 tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:55:40.081407 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-dc41b16b-9c46-4d03-9e50-4c071eae67e5 tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Synchronizing usage tracker for tenant:1256b788e8184019a07eb24a482acda4 on resource:port {{(pid=84041) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 20:55:40.141529 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-ad3c135d-91ba-4338-b6d9-62fcba31f254 req-99910694-24b0-4b03-971a-a577692ff777 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=7fa7a8b3916440879a3373a5a8935507&device_id=1dc96584-8863-4b8a-900a-c340d5aab74b HTTP/1.1" status: 200 len: 1094 time: 0.1772609 Apr 18 20:55:40.198890 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edb25b24-399b-43a6-8466-53ace34a6d85 None None] Pushing event updated for resources: {'Port': ['ID=fe2a51b4-b808-4717-98a0-2f7217df6d20,revision_number=1']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:55:40.210795 n-d-838334-2 neutron-server[84042]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-edb25b24-399b-43a6-8466-53ace34a6d85 None None] Network ef903069-7c89-4376-963f-99c58ca6d615 is already hosted by enough agents. {{(pid=84042) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:55:40.212683 n-d-838334-2 neutron-server[84042]: DEBUG neutron.scheduler.base_scheduler [None req-edb25b24-399b-43a6-8466-53ace34a6d85 None None] Resources bound (agent type, host, resource id): {{(pid=84042) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:55:40.219618 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edb25b24-399b-43a6-8466-53ace34a6d85 None None] Received port after_create {{(pid=84042) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 20:55:40.229370 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-dc41b16b-9c46-4d03-9e50-4c071eae67e5 tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Unset dirty status for tenant:1256b788e8184019a07eb24a482acda4 on resource:port {{(pid=84041) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 20:55:40.235867 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-dc41b16b-9c46-4d03-9e50-4c071eae67e5 tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] 10.222.0.42 "GET /v2.0/ports HTTP/1.1" status: 200 len: 930 time: 0.4933851 Apr 18 20:55:40.246666 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 51686) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:55:40.279667 n-d-838334-2 neutron-server[84040]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1dc96584-8863-4b8a-900a-c340d5aab74b', 'tag': '8c8f2f85-db52-4d88-8b74-5962d74f0834'}] {{(pid=84040) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 20:55:40.344753 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.managers [None req-edb25b24-399b-43a6-8466-53ace34a6d85 None None] Attempting to bind port fe2a51b4-b808-4717-98a0-2f7217df6d20 on host n-d-838334-2 for vnic_type normal with profile {{(pid=84042) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:55:40.345140 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.managers [None req-edb25b24-399b-43a6-8466-53ace34a6d85 None None] Attempting to bind port fe2a51b4-b808-4717-98a0-2f7217df6d20 by drivers openvswitch,hyperv on host n-d-838334-2 at level 0 using segments [{'id': 'fbf28fbd-36f8-46f3-be08-57d41821e390', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': 'ef903069-7c89-4376-963f-99c58ca6d615'}] {{(pid=84042) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:55:40.345568 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edb25b24-399b-43a6-8466-53ace34a6d85 None None] Attempting to bind port fe2a51b4-b808-4717-98a0-2f7217df6d20 on network ef903069-7c89-4376-963f-99c58ca6d615 {{(pid=84042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 20:55:40.349020 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-ad3c135d-91ba-4338-b6d9-62fcba31f254 req-4c90954a-e1a5-40e7-b051-402a487caae3 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8c8f2f85-db52-4d88-8b74-5962d74f0834 HTTP/1.1" status: 200 len: 217 time: 0.1994689 Apr 18 20:55:40.351879 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.db_base_plugin_common [req-b79b14e2-4588-4a90-b212-e65eeb554313 req-63fe4a44-2797-4da7-a36a-da1c35902a90 tempest-AttachVolumeNegativeTest-555605742 tempest-AttachVolumeNegativeTest-555605742-project] Allocated IP 172.20.0.4 (794fa1b3-6f66-42ac-ab9f-a0e910c383ff/66a6cd83-be1c-4e76-9e19-a8f33a82294d/81dff9c0-884c-4df9-9a08-e02a4cf96c45) {{(pid=84041) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:55:40.359753 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edb25b24-399b-43a6-8466-53ace34a6d85 None None] Checking agent: {'id': '97cd4414-7af6-4d67-868d-dff370b4071a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838334-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 25, 49), 'started_at': datetime.datetime(2022, 4, 18, 20, 26, 19), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 20, 55, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838334-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 18 20:55:40.360324 n-d-838334-2 neutron-server[84040]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1cc42e3e-7e7c-4935-9dbc-dfc7edff185f'] response: {'name': 'network-changed', 'server_uuid': '1dc96584-8863-4b8a-900a-c340d5aab74b', 'tag': '8c8f2f85-db52-4d88-8b74-5962d74f0834', 'status': 'completed', 'code': 200} Apr 18 20:55:40.360538 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edb25b24-399b-43a6-8466-53ace34a6d85 None None] Checking segment: {'id': 'fbf28fbd-36f8-46f3-be08-57d41821e390', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': 'ef903069-7c89-4376-963f-99c58ca6d615'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84042) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 20:55:40.360957 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-edb25b24-399b-43a6-8466-53ace34a6d85 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:55:40.361416 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edb25b24-399b-43a6-8466-53ace34a6d85 None None] Bound using segment: {'id': 'fbf28fbd-36f8-46f3-be08-57d41821e390', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': 'ef903069-7c89-4376-963f-99c58ca6d615'} {{(pid=84042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 18 20:55:40.361893 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.managers [None req-edb25b24-399b-43a6-8466-53ace34a6d85 None None] Bound port: fe2a51b4-b808-4717-98a0-2f7217df6d20, host: n-d-838334-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fbf28fbd-36f8-46f3-be08-57d41821e390', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': 'ef903069-7c89-4376-963f-99c58ca6d615'}}] {{(pid=84042) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 20:55:40.362266 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-edb25b24-399b-43a6-8466-53ace34a6d85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:55:40.468878 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.plugin [None req-31d3306e-fd79-401a-a853-9ba5b076e043 tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Deleting port 72098dee-6b5b-4535-9b85-f6484102ea5b {{(pid=84041) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 20:55:40.470908 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-31d3306e-fd79-401a-a853-9ba5b076e043 tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750375188691'] for port, before_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:55:40.489366 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad3c135d-91ba-4338-b6d9-62fcba31f254 req-5cb40bfe-9e82-44b7-aba3-cc51a70f0cee service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:55:40.490954 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-ad3c135d-91ba-4338-b6d9-62fcba31f254 req-5cb40bfe-9e82-44b7-aba3-cc51a70f0cee service neutron] 10.222.0.48 "GET /v2.0/subnets?id=4d302c72-cbf8-4bd9-ac2b-bdba885f7b5c HTTP/1.1" status: 200 len: 851 time: 0.1291673 Apr 18 20:55:40.526606 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-edb25b24-399b-43a6-8466-53ace34a6d85 None None] For port fe2a51b4-b808-4717-98a0-2f7217df6d20, host n-d-838334-2, cleared binding levels {{(pid=84042) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 20:55:40.530842 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-edb25b24-399b-43a6-8466-53ace34a6d85 None None] For port fe2a51b4-b808-4717-98a0-2f7217df6d20, host n-d-838334-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838334-2',level=0,port_id=fe2a51b4-b808-4717-98a0-2f7217df6d20,segment=NetworkSegment(fbf28fbd-36f8-46f3-be08-57d41821e390),segment_id=fbf28fbd-36f8-46f3-be08-57d41821e390)] {{(pid=84042) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 20:55:40.537245 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-edb25b24-399b-43a6-8466-53ace34a6d85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682'] for port, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:55:40.616423 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-ad3c135d-91ba-4338-b6d9-62fcba31f254 req-b3b3830b-d3df-41e2-b147-421dc15bb45b service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=f7467a4f-b1b1-4464-b74e-f3b773c53ca1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1175787 Apr 18 20:55:40.636511 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edb25b24-399b-43a6-8466-53ace34a6d85 None None] Pushing event updated for resources: {'Port': ['ID=fe2a51b4-b808-4717-98a0-2f7217df6d20,revision_number=2']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:55:40.800571 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce6c91aa-862b-49b5-978a-8afa963dda07 req-1bd84d3b-2a94-4c70-8c6b-4ef708c1d038 tempest-ListServerFiltersTestJSON-1123405701 tempest-ListServerFiltersTestJSON-1123405701-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:55:40.802197 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-ce6c91aa-862b-49b5-978a-8afa963dda07 req-1bd84d3b-2a94-4c70-8c6b-4ef708c1d038 tempest-ListServerFiltersTestJSON-1123405701 tempest-ListServerFiltersTestJSON-1123405701-project] 10.222.0.42 "GET /v2.0/ports?device_id=1848fe84-e1b8-4b1b-b558-43c90fc1533c HTTP/1.1" status: 200 len: 945 time: 0.2603047 Apr 18 20:55:40.808453 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-ad3c135d-91ba-4338-b6d9-62fcba31f254 req-b578a023-6e38-4a50-a4d9-030c50256708 service neutron] 10.222.0.48 "GET /v2.0/networks/f7467a4f-b1b1-4464-b74e-f3b773c53ca1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1830125 Apr 18 20:55:41.072419 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-ce6c91aa-862b-49b5-978a-8afa963dda07 req-3bf93867-3694-4875-982c-5e24a33c4c78 tempest-ListServerFiltersTestJSON-1123405701 tempest-ListServerFiltersTestJSON-1123405701-project] 10.222.0.42 "GET /v2.0/security-groups?id=4748fc9b-37e2-4328-8f67-9c8130ebd451&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2584088 Apr 18 20:55:41.143920 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [req-b79b14e2-4588-4a90-b212-e65eeb554313 req-63fe4a44-2797-4da7-a36a-da1c35902a90 tempest-AttachVolumeNegativeTest-555605742 tempest-AttachVolumeNegativeTest-555605742-project] Notify callbacks [] for port, precommit_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:55:41.147979 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-31d3306e-fd79-401a-a853-9ba5b076e043 tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369123'] for port, precommit_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:55:41.196458 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-ad3c135d-91ba-4338-b6d9-62fcba31f254 req-380becbe-f21e-4da9-a672-b4e23e4d724e service neutron] 10.222.0.48 "GET /v2.0/networks/f7467a4f-b1b1-4464-b74e-f3b773c53ca1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3691995 Apr 18 20:55:41.231029 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f73c589b-3d45-4f60-995b-87db95d041af req-712642a8-3d2d-4747-8f94-350b2bded200 tempest-ServerActionsTestJSON-2052644234 tempest-ServerActionsTestJSON-2052644234-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:55:41.238704 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-f73c589b-3d45-4f60-995b-87db95d041af req-712642a8-3d2d-4747-8f94-350b2bded200 tempest-ServerActionsTestJSON-2052644234 tempest-ServerActionsTestJSON-2052644234-project] 10.222.0.42 "GET /v2.0/ports?device_id=59d6b272-24d3-4609-8a10-777cd7c7c735 HTTP/1.1" status: 200 len: 945 time: 0.3707402 Apr 18 20:55:41.321079 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.plugin [None req-31d3306e-fd79-401a-a853-9ba5b076e043 tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Calling delete_port for 72098dee-6b5b-4535-9b85-f6484102ea5b owned by {{(pid=84041) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 20:55:41.361342 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.provisioning_blocks [req-b79b14e2-4588-4a90-b212-e65eeb554313 req-63fe4a44-2797-4da7-a36a-da1c35902a90 tempest-AttachVolumeNegativeTest-555605742 tempest-AttachVolumeNegativeTest-555605742-project] Transition to ACTIVE for port object 81dff9c0-884c-4df9-9a08-e02a4cf96c45 will not be triggered until provisioned by entity DHCP. {{(pid=84041) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 20:55:41.429121 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-f73c589b-3d45-4f60-995b-87db95d041af req-6d762538-59fe-4bda-92d5-11603de4d62e tempest-ServerActionsTestJSON-2052644234 tempest-ServerActionsTestJSON-2052644234-project] 10.222.0.42 "GET /v2.0/security-groups?id=5518633c-5bdd-41db-a1d5-749e9b6740a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1894639 Apr 18 20:55:41.456024 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc28f022-9845-4c4c-8210-0670d6b19dcf req-d3b2f560-53c2-41b7-98a0-f48819fe14fa tempest-DeleteServersTestJSON-915645800 tempest-DeleteServersTestJSON-915645800-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:55:41.457731 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-bc28f022-9845-4c4c-8210-0670d6b19dcf req-d3b2f560-53c2-41b7-98a0-f48819fe14fa tempest-DeleteServersTestJSON-915645800 tempest-DeleteServersTestJSON-915645800-project] 10.222.0.42 "GET /v2.0/ports?device_id=1dc96584-8863-4b8a-900a-c340d5aab74b HTTP/1.1" status: 200 len: 943 time: 0.1925206 Apr 18 20:55:41.473099 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-874b6425-0840-430b-96ab-f661e971a851 req-21e2ad95-bcd8-493a-a9f1-39830bbaabee service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=7fa7a8b3916440879a3373a5a8935507&device_id=1dc96584-8863-4b8a-900a-c340d5aab74b HTTP/1.1" status: 200 len: 1094 time: 0.2090364 Apr 18 20:55:41.481471 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [req-b79b14e2-4588-4a90-b212-e65eeb554313 req-63fe4a44-2797-4da7-a36a-da1c35902a90 tempest-AttachVolumeNegativeTest-555605742 tempest-AttachVolumeNegativeTest-555605742-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750374836619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32266323'] for port, after_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:55:41.542274 n-d-838334-2 neutron-server[84041]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b79b14e2-4588-4a90-b212-e65eeb554313 req-63fe4a44-2797-4da7-a36a-da1c35902a90 tempest-AttachVolumeNegativeTest-555605742 tempest-AttachVolumeNegativeTest-555605742-project] Network 794fa1b3-6f66-42ac-ab9f-a0e910c383ff is already hosted by enough agents. {{(pid=84041) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:55:41.556946 n-d-838334-2 neutron-server[84041]: DEBUG neutron.scheduler.base_scheduler [req-b79b14e2-4588-4a90-b212-e65eeb554313 req-63fe4a44-2797-4da7-a36a-da1c35902a90 tempest-AttachVolumeNegativeTest-555605742 tempest-AttachVolumeNegativeTest-555605742-project] Resources bound (agent type, host, resource id): {{(pid=84041) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:55:41.570815 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.l3_dvrscheduler_db [req-b79b14e2-4588-4a90-b212-e65eeb554313 req-63fe4a44-2797-4da7-a36a-da1c35902a90 tempest-AttachVolumeNegativeTest-555605742 tempest-AttachVolumeNegativeTest-555605742-project] Received port after_create {{(pid=84041) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 20:55:41.715300 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b79b14e2-4588-4a90-b212-e65eeb554313 req-63fe4a44-2797-4da7-a36a-da1c35902a90 tempest-AttachVolumeNegativeTest-555605742 tempest-AttachVolumeNegativeTest-555605742-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:55:41.715991 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [req-b79b14e2-4588-4a90-b212-e65eeb554313 req-63fe4a44-2797-4da7-a36a-da1c35902a90 tempest-AttachVolumeNegativeTest-555605742 tempest-AttachVolumeNegativeTest-555605742-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217293'] for port, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:55:41.719233 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Device fe2a51b4-b808-4717-98a0-2f7217df6d20 up at agent ovs-agent-n-d-838334-2 {{(pid=84042) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 20:55:41.757980 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-874b6425-0840-430b-96ab-f661e971a851 req-478821db-0b0f-4a23-ac69-047fc7701318 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:55:41.760187 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-874b6425-0840-430b-96ab-f661e971a851 req-478821db-0b0f-4a23-ac69-047fc7701318 service neutron] 10.222.0.48 "GET /v2.0/networks?id=f7467a4f-b1b1-4464-b74e-f3b773c53ca1 HTTP/1.1" status: 200 len: 912 time: 0.2671146 Apr 18 20:55:41.857430 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63fe4a44-2797-4da7-a36a-da1c35902a90 tempest-AttachVolumeNegativeTest-555605742 tempest-AttachVolumeNegativeTest-555605742-project] Pushing event updated for resources: {'Port': ['ID=81dff9c0-884c-4df9-9a08-e02a4cf96c45,revision_number=1']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:55:41.872035 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-b79b14e2-4588-4a90-b212-e65eeb554313 req-63fe4a44-2797-4da7-a36a-da1c35902a90 tempest-AttachVolumeNegativeTest-555605742 tempest-AttachVolumeNegativeTest-555605742-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3933785 Apr 18 20:55:41.878385 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.v2.base [req-b79b14e2-4588-4a90-b212-e65eeb554313 req-cb962c51-15d2-4b44-af71-5eee4cd7a028 service neutron] Request body: {'port': {'device_id': '78e9143e-c730-4c91-adff-3908c9b17d26', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-838334-2'}} {{(pid=84041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 20:55:41.883772 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Provisioning for port fe2a51b4-b808-4717-98a0-2f7217df6d20 completed by entity L2. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 20:55:41.940526 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-bc28f022-9845-4c4c-8210-0670d6b19dcf req-f5e68817-b7f8-4ad1-a711-00035cdafdd0 tempest-DeleteServersTestJSON-915645800 tempest-DeleteServersTestJSON-915645800-project] 10.222.0.42 "GET /v2.0/security-groups?id=588d127b-19b7-4c3d-9f79-a400181b94e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4663129 Apr 18 20:55:41.959831 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-31d3306e-fd79-401a-a853-9ba5b076e043 tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750375259028', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750374836628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32266323'] for port, after_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:55:42.083733 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31d3306e-fd79-401a-a853-9ba5b076e043 tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Pushing event deleted for resources: {'Port': ['ID=72098dee-6b5b-4535-9b85-f6484102ea5b,revision_number=None']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:55:42.091525 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-31d3306e-fd79-401a-a853-9ba5b076e043 tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217293'] for port, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:55:42.093215 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-4c81c0e3-d31d-45c4-b94c-4b76d73d7ac8 None None] Provisioning for port 81dff9c0-884c-4df9-9a08-e02a4cf96c45 completed by entity DHCP. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 20:55:42.094947 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-31d3306e-fd79-401a-a853-9ba5b076e043 tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] 10.222.0.42 "DELETE /v2.0/ports/72098dee-6b5b-4535-9b85-f6484102ea5b HTTP/1.1" status: 204 len: 168 time: 1.8471701 Apr 18 20:55:42.102903 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 51700) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:55:42.114224 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-4c81c0e3-d31d-45c4-b94c-4b76d73d7ac8 None None] Provisioning complete for port 81dff9c0-884c-4df9-9a08-e02a4cf96c45 triggered by entity DHCP. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:55:42.114521 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-4c81c0e3-d31d-45c4-b94c-4b76d73d7ac8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1253608'] for port, provisioning_complete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:55:42.243543 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.plugin [None req-4c81c0e3-d31d-45c4-b94c-4b76d73d7ac8 None None] Port 81dff9c0-884c-4df9-9a08-e02a4cf96c45 cannot update to ACTIVE because it is not bound. {{(pid=84042) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 18 20:55:42.296292 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-874b6425-0840-430b-96ab-f661e971a851 req-90d2c703-5a07-4701-b3d9-40eb648cd8f1 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8c8f2f85-db52-4d88-8b74-5962d74f0834 HTTP/1.1" status: 200 len: 217 time: 0.4465811 Apr 18 20:55:42.324854 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68822fd9-42ec-4635-8be2-666429c58cd9 None None] Network ef903069-7c89-4376-963f-99c58ca6d615 requested from n-d-838334-2 {{(pid=84042) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 20:55:42.355946 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [req-b79b14e2-4588-4a90-b212-e65eeb554313 req-cb962c51-15d2-4b44-af71-5eee4cd7a028 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:55:42.374656 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bcda6689-aa44-4d65-8852-9af7c2ab2761 tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:55:42.376353 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bcda6689-aa44-4d65-8852-9af7c2ab2761 tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:55:42.377162 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-bcda6689-aa44-4d65-8852-9af7c2ab2761 tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Synchronizing usage tracker for tenant:1256b788e8184019a07eb24a482acda4 on resource:subnet {{(pid=84041) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 20:55:42.437704 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-bcda6689-aa44-4d65-8852-9af7c2ab2761 tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Unset dirty status for tenant:1256b788e8184019a07eb24a482acda4 on resource:subnet {{(pid=84041) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 20:55:42.439156 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-bcda6689-aa44-4d65-8852-9af7c2ab2761 tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] 10.222.0.42 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.3349800 Apr 18 20:55:42.445051 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 51706) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:55:42.451144 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-fc833c33-0f8c-447d-8c7d-dfe8d7e15b60 None None] Provisioning for port fe2a51b4-b808-4717-98a0-2f7217df6d20 completed by entity DHCP. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 20:55:42.464968 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-fc833c33-0f8c-447d-8c7d-dfe8d7e15b60 None None] Provisioning complete for port fe2a51b4-b808-4717-98a0-2f7217df6d20 triggered by entity DHCP. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:55:42.465337 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-fc833c33-0f8c-447d-8c7d-dfe8d7e15b60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1253608'] for port, provisioning_complete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:55:42.476104 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-874b6425-0840-430b-96ab-f661e971a851 req-8bcb20f8-0844-4429-b799-f9129aeecb60 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:55:42.477776 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-874b6425-0840-430b-96ab-f661e971a851 req-8bcb20f8-0844-4429-b799-f9129aeecb60 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=4d302c72-cbf8-4bd9-ac2b-bdba885f7b5c HTTP/1.1" status: 200 len: 851 time: 0.1368463 Apr 18 20:55:42.510320 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3744ef9e-3a77-413d-9614-9ed40582cf8d req-87b17335-9145-429c-9a2f-0d318b3290ef tempest-ListServerFiltersTestJSON-1123405701 tempest-ListServerFiltersTestJSON-1123405701-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:55:42.511325 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [req-3744ef9e-3a77-413d-9614-9ed40582cf8d req-87b17335-9145-429c-9a2f-0d318b3290ef tempest-ListServerFiltersTestJSON-1123405701 tempest-ListServerFiltersTestJSON-1123405701-project] Synchronizing usage tracker for tenant:de1481e68b5045059c48ab3bd0b2261b on resource:port {{(pid=84041) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 20:55:42.534351 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e51e6e1f-64ec-41a7-a9e8-e79036465fe1 req-647612e6-deb4-4a7e-893e-ef079fb5d9ff tempest-AttachVolumeNegativeTest-555605742 tempest-AttachVolumeNegativeTest-555605742-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:55:42.545388 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-e51e6e1f-64ec-41a7-a9e8-e79036465fe1 req-647612e6-deb4-4a7e-893e-ef079fb5d9ff tempest-AttachVolumeNegativeTest-555605742 tempest-AttachVolumeNegativeTest-555605742-project] 10.222.0.42 "GET /v2.0/ports?device_id=78e9143e-c730-4c91-adff-3908c9b17d26 HTTP/1.1" status: 200 len: 931 time: 0.7807436 Apr 18 20:55:42.563410 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [req-3744ef9e-3a77-413d-9614-9ed40582cf8d req-87b17335-9145-429c-9a2f-0d318b3290ef tempest-ListServerFiltersTestJSON-1123405701 tempest-ListServerFiltersTestJSON-1123405701-project] Unset dirty status for tenant:de1481e68b5045059c48ab3bd0b2261b on resource:port {{(pid=84041) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 20:55:42.564770 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-3744ef9e-3a77-413d-9614-9ed40582cf8d req-87b17335-9145-429c-9a2f-0d318b3290ef tempest-ListServerFiltersTestJSON-1123405701 tempest-ListServerFiltersTestJSON-1123405701-project] 10.222.0.43 "GET /v2.0/ports?device_id=1848fe84-e1b8-4b1b-b558-43c90fc1533c HTTP/1.1" status: 200 len: 945 time: 0.3984203 Apr 18 20:55:42.570722 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-874b6425-0840-430b-96ab-f661e971a851 req-e6849d24-17eb-4059-acdc-01baaf97f5c1 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=f7467a4f-b1b1-4464-b74e-f3b773c53ca1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0821717 Apr 18 20:55:42.584880 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-457b10fd-e892-496e-b2ea-f036c332c75b req-61505e93-ccdd-46ed-9482-8e7df31d82fc tempest-ListServerFiltersTestJSON-1123405701 tempest-ListServerFiltersTestJSON-1123405701-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:55:42.586339 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-457b10fd-e892-496e-b2ea-f036c332c75b req-61505e93-ccdd-46ed-9482-8e7df31d82fc tempest-ListServerFiltersTestJSON-1123405701 tempest-ListServerFiltersTestJSON-1123405701-project] 10.222.0.42 "GET /v2.0/ports?device_id=1848fe84-e1b8-4b1b-b558-43c90fc1533c HTTP/1.1" status: 200 len: 945 time: 0.2920539 Apr 18 20:55:42.688422 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.plugin [req-3744ef9e-3a77-413d-9614-9ed40582cf8d req-76cbd2a3-175c-426a-97e1-134d71799595 tempest-ListServerFiltersTestJSON-1123405701 tempest-ListServerFiltersTestJSON-1123405701-project] Deleting port 9dad702e-7d18-43c5-af06-9baea7bd6de1 {{(pid=84041) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 20:55:42.688832 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [req-3744ef9e-3a77-413d-9614-9ed40582cf8d req-76cbd2a3-175c-426a-97e1-134d71799595 tempest-ListServerFiltersTestJSON-1123405701 tempest-ListServerFiltersTestJSON-1123405701-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750375188691'] for port, before_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:55:42.721967 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-e51e6e1f-64ec-41a7-a9e8-e79036465fe1 req-ce238d1d-7cbd-4f91-a3ec-f525db541682 tempest-AttachVolumeNegativeTest-555605742 tempest-AttachVolumeNegativeTest-555605742-project] 10.222.0.42 "GET /v2.0/security-groups?id=5b4552a3-e22b-4a82-aa8a-fd18498dcd3d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1749268 Apr 18 20:55:42.766864 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-fc833c33-0f8c-447d-8c7d-dfe8d7e15b60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:55:42.822918 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-fc833c33-0f8c-447d-8c7d-dfe8d7e15b60 None None] For port fe2a51b4-b808-4717-98a0-2f7217df6d20, host n-d-838334-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838334-2',level=0,port_id=fe2a51b4-b808-4717-98a0-2f7217df6d20,segment=NetworkSegment(fbf28fbd-36f8-46f3-be08-57d41821e390),segment_id=fbf28fbd-36f8-46f3-be08-57d41821e390)] {{(pid=84042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:55:42.829061 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-457b10fd-e892-496e-b2ea-f036c332c75b req-69ece1cb-0998-4d7b-8c00-f1700df6c2a9 tempest-ListServerFiltersTestJSON-1123405701 tempest-ListServerFiltersTestJSON-1123405701-project] 10.222.0.42 "GET /v2.0/security-groups?id=4748fc9b-37e2-4328-8f67-9c8130ebd451&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2212481 Apr 18 20:55:42.843207 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-fc833c33-0f8c-447d-8c7d-dfe8d7e15b60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682'] for port, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:55:42.988683 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc833c33-0f8c-447d-8c7d-dfe8d7e15b60 None None] Pushing event updated for resources: {'Port': ['ID=fe2a51b4-b808-4717-98a0-2f7217df6d20,revision_number=3']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:55:42.993171 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-874b6425-0840-430b-96ab-f661e971a851 req-9e2b0ec8-c3a9-4bb6-b50e-611c653f1166 service neutron] 10.222.0.48 "GET /v2.0/networks/f7467a4f-b1b1-4464-b74e-f3b773c53ca1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4058597 Apr 18 20:55:43.184134 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-6e6544a8-cbdf-4ab4-9499-2d2dc9df6706 None None] Provisioning complete for port fe2a51b4-b808-4717-98a0-2f7217df6d20 triggered by entity DHCP. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:55:43.186039 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-6e6544a8-cbdf-4ab4-9499-2d2dc9df6706 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1253608'] for port, provisioning_complete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:55:43.347966 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-106a8f8a-2d62-4af8-b2d4-aab4e5997413 req-01f8c8eb-46e2-4749-9d3b-8f7d3ef920e4 tempest-ServerActionsTestJSON-2052644234 tempest-ServerActionsTestJSON-2052644234-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:55:43.349496 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-106a8f8a-2d62-4af8-b2d4-aab4e5997413 req-01f8c8eb-46e2-4749-9d3b-8f7d3ef920e4 tempest-ServerActionsTestJSON-2052644234 tempest-ServerActionsTestJSON-2052644234-project] 10.222.0.42 "GET /v2.0/ports?device_id=59d6b272-24d3-4609-8a10-777cd7c7c735 HTTP/1.1" status: 200 len: 945 time: 0.4188032 Apr 18 20:55:43.373633 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-874b6425-0840-430b-96ab-f661e971a851 req-19ce828f-5ea8-47e9-b949-062bbc882cb1 service neutron] 10.222.0.48 "GET /v2.0/networks/f7467a4f-b1b1-4464-b74e-f3b773c53ca1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3646722 Apr 18 20:55:43.414084 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.db [req-3744ef9e-3a77-413d-9614-9ed40582cf8d req-76cbd2a3-175c-426a-97e1-134d71799595 tempest-ListServerFiltersTestJSON-1123405701 tempest-ListServerFiltersTestJSON-1123405701-project] For port 9dad702e-7d18-43c5-af06-9baea7bd6de1, host n-h1-838334-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838334-2',level=0,port_id=9dad702e-7d18-43c5-af06-9baea7bd6de1,segment=NetworkSegment(0bece4c2-da87-49f1-af4b-2eef459faead),segment_id=0bece4c2-da87-49f1-af4b-2eef459faead)] {{(pid=84041) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:55:43.414577 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [req-3744ef9e-3a77-413d-9614-9ed40582cf8d req-76cbd2a3-175c-426a-97e1-134d71799595 tempest-ListServerFiltersTestJSON-1123405701 tempest-ListServerFiltersTestJSON-1123405701-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369123'] for port, precommit_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:55:43.428249 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbb5ea3a-8c62-41f9-8af5-32b15dff7061 req-42fd8a3a-a536-448d-b8ae-b7ef8173624a tempest-DeleteServersTestJSON-915645800 tempest-DeleteServersTestJSON-915645800-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:55:43.435800 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-bbb5ea3a-8c62-41f9-8af5-32b15dff7061 req-42fd8a3a-a536-448d-b8ae-b7ef8173624a tempest-DeleteServersTestJSON-915645800 tempest-DeleteServersTestJSON-915645800-project] 10.222.0.42 "GET /v2.0/ports?device_id=1dc96584-8863-4b8a-900a-c340d5aab74b HTTP/1.1" status: 200 len: 943 time: 0.2878077 Apr 18 20:55:43.462472 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-106a8f8a-2d62-4af8-b2d4-aab4e5997413 req-3a2f9a7d-75e4-438f-b93e-764f02ea24b4 tempest-ServerActionsTestJSON-2052644234 tempest-ServerActionsTestJSON-2052644234-project] 10.222.0.42 "GET /v2.0/security-groups?id=5518633c-5bdd-41db-a1d5-749e9b6740a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0911784 Apr 18 20:55:43.544256 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-bbb5ea3a-8c62-41f9-8af5-32b15dff7061 req-b2486ee7-7326-4126-82c1-b35fd92c3485 tempest-DeleteServersTestJSON-915645800 tempest-DeleteServersTestJSON-915645800-project] 10.222.0.42 "GET /v2.0/security-groups?id=588d127b-19b7-4c3d-9f79-a400181b94e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1074629 Apr 18 20:55:43.583828 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-38236f32-3e06-4b19-a1fb-b45c1a95b26c None None] Could not find standard attr ID for object 72098dee-6b5b-4535-9b85-f6484102ea5b. {{(pid=84042) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 18 20:55:43.633988 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Device fe2a51b4-b808-4717-98a0-2f7217df6d20 up at agent ovs-agent-n-d-838334-2 {{(pid=84042) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 20:55:43.732258 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Provisioning complete for port fe2a51b4-b808-4717-98a0-2f7217df6d20 triggered by entity L2. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:55:43.732621 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1253608'] for port, provisioning_complete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:55:43.742845 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.plugin [req-3744ef9e-3a77-413d-9614-9ed40582cf8d req-76cbd2a3-175c-426a-97e1-134d71799595 tempest-ListServerFiltersTestJSON-1123405701 tempest-ListServerFiltersTestJSON-1123405701-project] Calling delete_port for 9dad702e-7d18-43c5-af06-9baea7bd6de1 owned by compute:nova {{(pid=84041) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 20:55:43.942376 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [req-3744ef9e-3a77-413d-9614-9ed40582cf8d req-76cbd2a3-175c-426a-97e1-134d71799595 tempest-ListServerFiltersTestJSON-1123405701 tempest-ListServerFiltersTestJSON-1123405701-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750375259028', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750374836628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32266323'] for port, after_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:55:44.005106 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.db_base_plugin_v2 [None req-87f26422-ae3e-4c36-bfa7-a509d8ad9f77 tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Deleting subnet 9aa4c75b-655f-4b1f-961d-20dfd0a51420 {{(pid=84041) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 18 20:55:44.021875 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76cbd2a3-175c-426a-97e1-134d71799595 tempest-ListServerFiltersTestJSON-1123405701 tempest-ListServerFiltersTestJSON-1123405701-project] Pushing event deleted for resources: {'Port': ['ID=9dad702e-7d18-43c5-af06-9baea7bd6de1,revision_number=None']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:55:44.023939 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-87f26422-ae3e-4c36-bfa7-a509d8ad9f77 tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Notify callbacks [] for subnet, before_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:55:44.053470 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32bd9829-2b56-4a1c-b0e1-fa3f88f747f0 req-abdf50fd-7f2f-4e7d-ba8f-667d3d35e3f7 tempest-AttachVolumeNegativeTest-555605742 tempest-AttachVolumeNegativeTest-555605742-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:55:44.056891 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-32bd9829-2b56-4a1c-b0e1-fa3f88f747f0 req-abdf50fd-7f2f-4e7d-ba8f-667d3d35e3f7 tempest-AttachVolumeNegativeTest-555605742 tempest-AttachVolumeNegativeTest-555605742-project] 10.222.0.42 "GET /v2.0/ports?device_id=78e9143e-c730-4c91-adff-3908c9b17d26 HTTP/1.1" status: 200 len: 931 time: 0.1901534 Apr 18 20:55:44.106676 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-5863f7e0-f74e-4fdf-9439-5bb4af1fd77d req-157f2026-03b3-430a-bc83-ef450bc2e96b tempest-ListServerFiltersTestJSON-1123405701 tempest-ListServerFiltersTestJSON-1123405701-project] 10.222.0.42 "GET /v2.0/ports?device_id=1848fe84-e1b8-4b1b-b558-43c90fc1533c HTTP/1.1" status: 200 len: 210 time: 0.1128693 Apr 18 20:55:44.158601 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-32bd9829-2b56-4a1c-b0e1-fa3f88f747f0 req-6c622acb-95b0-4e49-a000-ee913e56e090 tempest-AttachVolumeNegativeTest-555605742 tempest-AttachVolumeNegativeTest-555605742-project] 10.222.0.42 "GET /v2.0/security-groups?id=5b4552a3-e22b-4a82-aa8a-fd18498dcd3d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0944774 Apr 18 20:55:44.273485 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-87f26422-ae3e-4c36-bfa7-a509d8ad9f77 tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32266383'] for subnet, precommit_delete_associations {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:55:44.312935 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.l3_dvrscheduler_db [req-3744ef9e-3a77-413d-9614-9ed40582cf8d req-76cbd2a3-175c-426a-97e1-134d71799595 tempest-ListServerFiltersTestJSON-1123405701 tempest-ListServerFiltersTestJSON-1123405701-project] No DVR routers for this DVR port 9dad702e-7d18-43c5-af06-9baea7bd6de1 on host n-h1-838334-2 {{(pid=84041) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 20:55:44.323478 n-d-838334-2 neutron-server[84041]: DEBUG neutron.notifiers.nova [req-b79b14e2-4588-4a90-b212-e65eeb554313 req-cb962c51-15d2-4b44-af71-5eee4cd7a028 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 81dff9c0-884c-4df9-9a08-e02a4cf96c45 {{(pid=84041) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 18 20:55:44.327978 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [req-3744ef9e-3a77-413d-9614-9ed40582cf8d req-76cbd2a3-175c-426a-97e1-134d71799595 tempest-ListServerFiltersTestJSON-1123405701 tempest-ListServerFiltersTestJSON-1123405701-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217293'] for port, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:55:44.330421 n-d-838334-2 neutron-server[84041]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1848fe84-e1b8-4b1b-b558-43c90fc1533c', 'name': 'network-vif-deleted', 'tag': '9dad702e-7d18-43c5-af06-9baea7bd6de1'}] {{(pid=84041) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 20:55:44.373571 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [req-b79b14e2-4588-4a90-b212-e65eeb554313 req-cb962c51-15d2-4b44-af71-5eee4cd7a028 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:55:44.397137 n-d-838334-2 neutron-server[84041]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d4ab2e17-5ffb-444a-9e6a-fe58c8c23424'] response: {'server_uuid': '1848fe84-e1b8-4b1b-b558-43c90fc1533c', 'name': 'network-vif-deleted', 'tag': '9dad702e-7d18-43c5-af06-9baea7bd6de1', 'status': 'completed', 'code': 200} Apr 18 20:55:44.407239 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.provisioning_blocks [req-b79b14e2-4588-4a90-b212-e65eeb554313 req-cb962c51-15d2-4b44-af71-5eee4cd7a028 service neutron] Transition to ACTIVE for port object 81dff9c0-884c-4df9-9a08-e02a4cf96c45 will not be triggered until provisioned by entity L2. {{(pid=84041) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 20:55:44.410227 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-3744ef9e-3a77-413d-9614-9ed40582cf8d req-76cbd2a3-175c-426a-97e1-134d71799595 tempest-ListServerFiltersTestJSON-1123405701 tempest-ListServerFiltersTestJSON-1123405701-project] 10.222.0.43 "DELETE /v2.0/ports/9dad702e-7d18-43c5-af06-9baea7bd6de1 HTTP/1.1" status: 204 len: 173 time: 1.8034592 Apr 18 20:55:44.427548 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [req-b79b14e2-4588-4a90-b212-e65eeb554313 req-cb962c51-15d2-4b44-af71-5eee4cd7a028 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32266282'] for port, after_update {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:55:44.518132 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb962c51-15d2-4b44-af71-5eee4cd7a028 service neutron] Pushing event updated for resources: {'Port': ['ID=81dff9c0-884c-4df9-9a08-e02a4cf96c45,revision_number=2']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:55:44.660405 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-87f26422-ae3e-4c36-bfa7-a509d8ad9f77 tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1260556'] for subnet, precommit_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:55:44.764564 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Device 8c8f2f85-db52-4d88-8b74-5962d74f0834 details requested by agent hyperv_n-h2-838334-2 with host n-h2-838334-2 {{(pid=84042) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 18 20:55:44.832926 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8520dead-b099-408a-929b-a8c2e0306828 req-3648eb9f-c171-438f-a542-330024d7ec7f tempest-ServerActionsTestJSON-2052644234 tempest-ServerActionsTestJSON-2052644234-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:55:44.853440 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-8520dead-b099-408a-929b-a8c2e0306828 req-3648eb9f-c171-438f-a542-330024d7ec7f tempest-ServerActionsTestJSON-2052644234 tempest-ServerActionsTestJSON-2052644234-project] 10.222.0.42 "GET /v2.0/ports?device_id=59d6b272-24d3-4609-8a10-777cd7c7c735 HTTP/1.1" status: 200 len: 945 time: 0.1325147 Apr 18 20:55:45.001742 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.managers [req-b79b14e2-4588-4a90-b212-e65eeb554313 req-cb962c51-15d2-4b44-af71-5eee4cd7a028 service neutron] Attempting to bind port 81dff9c0-884c-4df9-9a08-e02a4cf96c45 on host n-h1-838334-2 for vnic_type normal with profile {{(pid=84041) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:55:45.002105 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.managers [req-b79b14e2-4588-4a90-b212-e65eeb554313 req-cb962c51-15d2-4b44-af71-5eee4cd7a028 service neutron] Attempting to bind port 81dff9c0-884c-4df9-9a08-e02a4cf96c45 by drivers openvswitch,hyperv on host n-h1-838334-2 at level 0 using segments [{'id': 'dbc7d3d6-4579-41c2-9fd4-2757cc8c54b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '794fa1b3-6f66-42ac-ab9f-a0e910c383ff'}] {{(pid=84041) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:55:45.002412 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b79b14e2-4588-4a90-b212-e65eeb554313 req-cb962c51-15d2-4b44-af71-5eee4cd7a028 service neutron] Attempting to bind port 81dff9c0-884c-4df9-9a08-e02a4cf96c45 on network 794fa1b3-6f66-42ac-ab9f-a0e910c383ff {{(pid=84041) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 20:55:45.007039 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-8520dead-b099-408a-929b-a8c2e0306828 req-1fb3753e-3232-46a8-8b62-7fca18cddf96 tempest-ServerActionsTestJSON-2052644234 tempest-ServerActionsTestJSON-2052644234-project] 10.222.0.42 "GET /v2.0/security-groups?id=5518633c-5bdd-41db-a1d5-749e9b6740a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1525538 Apr 18 20:55:45.010475 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-87f26422-ae3e-4c36-bfa7-a509d8ad9f77 tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1260549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33526260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32266336', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32486390'] for subnet, after_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:55:45.077546 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5715526e-10bb-409e-a9de-ba062cd55f1a req-8faa2065-8b61-4306-ae90-6e8c100dfa3a tempest-DeleteServersTestJSON-915645800 tempest-DeleteServersTestJSON-915645800-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:55:45.086008 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-5715526e-10bb-409e-a9de-ba062cd55f1a req-8faa2065-8b61-4306-ae90-6e8c100dfa3a tempest-DeleteServersTestJSON-915645800 tempest-DeleteServersTestJSON-915645800-project] 10.222.0.42 "GET /v2.0/ports?device_id=1dc96584-8863-4b8a-900a-c340d5aab74b HTTP/1.1" status: 200 len: 943 time: 0.1997535 Apr 18 20:55:45.110421 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b79b14e2-4588-4a90-b212-e65eeb554313 req-cb962c51-15d2-4b44-af71-5eee4cd7a028 service neutron] Port 81dff9c0-884c-4df9-9a08-e02a4cf96c45 on network 794fa1b3-6f66-42ac-ab9f-a0e910c383ff not bound, no agent of type Open vSwitch agent registered on host n-h1-838334-2 {{(pid=84041) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 18 20:55:45.110627 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b79b14e2-4588-4a90-b212-e65eeb554313 req-cb962c51-15d2-4b44-af71-5eee4cd7a028 service neutron] Attempting to bind port 81dff9c0-884c-4df9-9a08-e02a4cf96c45 on network 794fa1b3-6f66-42ac-ab9f-a0e910c383ff {{(pid=84041) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 20:55:45.128552 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87f26422-ae3e-4c36-bfa7-a509d8ad9f77 tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Pushing event deleted for resources: {'Subnet': ['ID=9aa4c75b-655f-4b1f-961d-20dfd0a51420,revision_number=None']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:55:45.150367 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-87f26422-ae3e-4c36-bfa7-a509d8ad9f77 tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Notify callbacks [] for subnet, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:55:45.158390 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-5715526e-10bb-409e-a9de-ba062cd55f1a req-132d08cf-2949-4786-a426-1a9deda51f0c tempest-DeleteServersTestJSON-915645800 tempest-DeleteServersTestJSON-915645800-project] 10.222.0.42 "GET /v2.0/security-groups?id=588d127b-19b7-4c3d-9f79-a400181b94e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712690 Apr 18 20:55:45.165413 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9bd63e8d-a32e-457f-b341-0d2052a1b91a None None] Network ef903069-7c89-4376-963f-99c58ca6d615 requested from n-d-838334-2 {{(pid=84042) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 20:55:45.171668 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b79b14e2-4588-4a90-b212-e65eeb554313 req-cb962c51-15d2-4b44-af71-5eee4cd7a028 service neutron] Checking agent: {'id': 'd63bab19-ff81-4de1-afeb-a3732288d0d7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-838334-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 33, 59), 'started_at': datetime.datetime(2022, 4, 18, 20, 33, 59), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 20, 55, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84041) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 18 20:55:45.172545 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b79b14e2-4588-4a90-b212-e65eeb554313 req-cb962c51-15d2-4b44-af71-5eee4cd7a028 service neutron] Checking segment: {'id': 'dbc7d3d6-4579-41c2-9fd4-2757cc8c54b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '794fa1b3-6f66-42ac-ab9f-a0e910c383ff'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84041) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 20:55:45.172545 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b79b14e2-4588-4a90-b212-e65eeb554313 req-cb962c51-15d2-4b44-af71-5eee4cd7a028 service neutron] Bound using segment: {'id': 'dbc7d3d6-4579-41c2-9fd4-2757cc8c54b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '794fa1b3-6f66-42ac-ab9f-a0e910c383ff'} {{(pid=84041) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 18 20:55:45.172837 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.managers [req-b79b14e2-4588-4a90-b212-e65eeb554313 req-cb962c51-15d2-4b44-af71-5eee4cd7a028 service neutron] Bound port: 81dff9c0-884c-4df9-9a08-e02a4cf96c45, host: n-h1-838334-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dbc7d3d6-4579-41c2-9fd4-2757cc8c54b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '794fa1b3-6f66-42ac-ab9f-a0e910c383ff'}}] {{(pid=84041) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 20:55:45.173157 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [req-b79b14e2-4588-4a90-b212-e65eeb554313 req-cb962c51-15d2-4b44-af71-5eee4cd7a028 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:55:45.232510 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-87f26422-ae3e-4c36-bfa7-a509d8ad9f77 tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] 10.222.0.42 "DELETE /v2.0/subnets/9aa4c75b-655f-4b1f-961d-20dfd0a51420 HTTP/1.1" status: 204 len: 168 time: 2.7853653 Apr 18 20:55:45.235104 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 51734) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:55:45.359474 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 51740) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:55:45.433073 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-54ab536d-9da8-433f-b948-6c2bd70b6ec5 tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] 10.222.0.42 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1964214 Apr 18 20:55:45.437400 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 51744) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:55:45.445645 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] For port 8c8f2f85-db52-4d88-8b74-5962d74f0834, host n-h2-838334-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838334-2',level=0,port_id=8c8f2f85-db52-4d88-8b74-5962d74f0834,segment=NetworkSegment(eb1f29ad-3d05-4e72-b227-469dc1660e3c),segment_id=eb1f29ad-3d05-4e72-b227-469dc1660e3c)] {{(pid=84042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:55:45.451865 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.v2.base [None req-477a8174-abd7-4e55-b1b1-44980a1b8f5c tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Request body: {'subnet': {'network_id': 'ef903069-7c89-4376-963f-99c58ca6d615', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=84040) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 20:55:45.463911 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Returning: {'device': '8c8f2f85-db52-4d88-8b74-5962d74f0834', 'network_id': 'f7467a4f-b1b1-4464-b74e-f3b773c53ca1', 'port_id': '8c8f2f85-db52-4d88-8b74-5962d74f0834', 'mac_address': 'fa:16:3e:2f:2c:07', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 353, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4d302c72-cbf8-4bd9-ac2b-bdba885f7b5c', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84042) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 18 20:55:45.545785 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:55:45.579959 n-d-838334-2 neutron-server[84042]: DEBUG neutron.notifiers.nova [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8c8f2f85-db52-4d88-8b74-5962d74f0834 {{(pid=84042) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 18 20:55:45.620303 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.db [req-b79b14e2-4588-4a90-b212-e65eeb554313 req-cb962c51-15d2-4b44-af71-5eee4cd7a028 service neutron] For port 81dff9c0-884c-4df9-9a08-e02a4cf96c45, host n-h1-838334-2, cleared binding levels {{(pid=84041) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 20:55:45.634475 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.db_base_plugin_v2 [None req-c20af145-b154-4868-b960-3ab7287741d5 admin admin] Deleting subnet bf3d4156-4029-4990-a77f-b5185e903dd1 {{(pid=84041) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 18 20:55:45.644099 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.db [req-b79b14e2-4588-4a90-b212-e65eeb554313 req-cb962c51-15d2-4b44-af71-5eee4cd7a028 service neutron] For port 81dff9c0-884c-4df9-9a08-e02a4cf96c45, host n-h1-838334-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838334-2',level=0,port_id=81dff9c0-884c-4df9-9a08-e02a4cf96c45,segment=NetworkSegment(dbc7d3d6-4579-41c2-9fd4-2757cc8c54b6),segment_id=dbc7d3d6-4579-41c2-9fd4-2757cc8c54b6)] {{(pid=84041) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 20:55:45.646549 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-c20af145-b154-4868-b960-3ab7287741d5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:55:45.675538 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [None req-477a8174-abd7-4e55-b1b1-44980a1b8f5c tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:55:45.682579 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-477a8174-abd7-4e55-b1b1-44980a1b8f5c tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Usage tracker for resource:subnet and tenant:1256b788e8184019a07eb24a482acda4 is out of sync, need to count used quota {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:55:45.686442 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-477a8174-abd7-4e55-b1b1-44980a1b8f5c tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:55:45.697748 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-b0a193e3-9f76-437d-ab64-6688ca596b57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750375287399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253529'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:55:45.704674 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [None req-477a8174-abd7-4e55-b1b1-44980a1b8f5c tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:55:45.712778 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] For port 8c8f2f85-db52-4d88-8b74-5962d74f0834, host n-h2-838334-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838334-2',level=0,port_id=8c8f2f85-db52-4d88-8b74-5962d74f0834,segment=NetworkSegment(eb1f29ad-3d05-4e72-b227-469dc1660e3c),segment_id=eb1f29ad-3d05-4e72-b227-469dc1660e3c)] {{(pid=84042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:55:45.721536 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682'] for port, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:55:45.766314 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [req-b79b14e2-4588-4a90-b212-e65eeb554313 req-cb962c51-15d2-4b44-af71-5eee4cd7a028 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32266282'] for port, after_update {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:55:45.842146 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Pushing event updated for resources: {'Port': ['ID=8c8f2f85-db52-4d88-8b74-5962d74f0834,revision_number=4']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:55:45.856370 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-477a8174-abd7-4e55-b1b1-44980a1b8f5c tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Made reservation on behalf of 1256b788e8184019a07eb24a482acda4 for: {'subnet': 1} {{(pid=84040) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:55:45.857878 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Device 9dad702e-7d18-43c5-af06-9baea7bd6de1 no longer exists at agent hyperv_n-h1-838334-2 {{(pid=84042) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 20:55:45.892836 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24ef36ee-4c9f-421c-803d-5b9387fbadde None None] DHCP port deletion for ef903069-7c89-4376-963f-99c58ca6d615 request from n-d-838334-2 {{(pid=84042) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 18 20:55:45.903239 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.plugin [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] No Port match for: 9dad702e-7d18-43c5-af06-9baea7bd6de1 {{(pid=84042) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 18 20:55:45.904044 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Device 9dad702e-7d18-43c5-af06-9baea7bd6de1 not bound to the agent host n-h1-838334-2 {{(pid=84042) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 20:55:45.907219 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.plugin [None req-24ef36ee-4c9f-421c-803d-5b9387fbadde None None] Deleting port fe2a51b4-b808-4717-98a0-2f7217df6d20 {{(pid=84042) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 20:55:45.908031 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-24ef36ee-4c9f-421c-803d-5b9387fbadde None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750375188691'] for port, before_delete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:55:46.022191 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-c20af145-b154-4868-b960-3ab7287741d5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32266383'] for subnet, precommit_delete_associations {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:55:46.198174 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-c20af145-b154-4868-b960-3ab7287741d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1260556'] for subnet, precommit_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:55:46.248389 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4ad84db-e666-407a-975c-5c5e42523f5b req-39321b7b-5885-4224-ab37-305cb6c160bc tempest-AttachVolumeNegativeTest-555605742 tempest-AttachVolumeNegativeTest-555605742-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:55:46.250169 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-b4ad84db-e666-407a-975c-5c5e42523f5b req-39321b7b-5885-4224-ab37-305cb6c160bc tempest-AttachVolumeNegativeTest-555605742 tempest-AttachVolumeNegativeTest-555605742-project] 10.222.0.42 "GET /v2.0/ports?device_id=78e9143e-c730-4c91-adff-3908c9b17d26 HTTP/1.1" status: 200 len: 943 time: 0.5333400 Apr 18 20:55:46.256670 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-477a8174-abd7-4e55-b1b1-44980a1b8f5c tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31752722'] for subnet, before_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:55:46.336876 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [req-b79b14e2-4588-4a90-b212-e65eeb554313 req-cb962c51-15d2-4b44-af71-5eee4cd7a028 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217293'] for port, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:55:46.338547 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-b79b14e2-4588-4a90-b212-e65eeb554313 req-cb962c51-15d2-4b44-af71-5eee4cd7a028 service neutron] 10.222.0.43 "PUT /v2.0/ports/81dff9c0-884c-4df9-9a08-e02a4cf96c45 HTTP/1.1" status: 200 len: 1091 time: 4.4643018 Apr 18 20:55:46.353860 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb962c51-15d2-4b44-af71-5eee4cd7a028 service neutron] Pushing event updated for resources: {'Port': ['ID=81dff9c0-884c-4df9-9a08-e02a4cf96c45,revision_number=3']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:55:46.436586 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-24ef36ee-4c9f-421c-803d-5b9387fbadde None None] For port fe2a51b4-b808-4717-98a0-2f7217df6d20, host n-d-838334-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838334-2',level=0,port_id=fe2a51b4-b808-4717-98a0-2f7217df6d20,segment=NetworkSegment(fbf28fbd-36f8-46f3-be08-57d41821e390),segment_id=fbf28fbd-36f8-46f3-be08-57d41821e390)] {{(pid=84042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:55:46.437117 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-24ef36ee-4c9f-421c-803d-5b9387fbadde None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369123'] for port, precommit_delete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:55:46.447198 n-d-838334-2 neutron-server[84041]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '78e9143e-c730-4c91-adff-3908c9b17d26', 'tag': '81dff9c0-884c-4df9-9a08-e02a4cf96c45'}] {{(pid=84041) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 20:55:46.463528 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-c20af145-b154-4868-b960-3ab7287741d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1260549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33526260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32266336', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32486390'] for subnet, after_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:55:46.535431 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c20af145-b154-4868-b960-3ab7287741d5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bf3d4156-4029-4990-a77f-b5185e903dd1,revision_number=None']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:55:46.545365 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-c20af145-b154-4868-b960-3ab7287741d5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:55:46.628750 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-c20af145-b154-4868-b960-3ab7287741d5 admin admin] 10.222.0.42 "DELETE /v2.0/subnets/bf3d4156-4029-4990-a77f-b5185e903dd1 HTTP/1.1" status: 204 len: 168 time: 1.2644594 Apr 18 20:55:46.629504 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 51762) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:55:46.631803 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.plugin [None req-24ef36ee-4c9f-421c-803d-5b9387fbadde None None] Calling delete_port for fe2a51b4-b808-4717-98a0-2f7217df6d20 owned by network:dhcp {{(pid=84042) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 20:55:46.796800 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63ad9fe0-03ce-4823-89c2-bde332e03e0b None None] Network 3a2296d3-5701-49c3-b8d7-d342e7fe567b requested from n-d-838334-2 {{(pid=84042) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 20:55:46.836194 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-24ef36ee-4c9f-421c-803d-5b9387fbadde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750375259028', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750374836628'] for port, after_delete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:55:46.935151 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-b79b14e2-4588-4a90-b212-e65eeb554313 req-d820859c-d97a-455d-b155-22e150f5ad2a service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=340d04fd839f4c0c896ec9bea561bc50&device_id=78e9143e-c730-4c91-adff-3908c9b17d26 HTTP/1.1" status: 200 len: 1094 time: 0.5470755 Apr 18 20:55:46.944302 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-168c003f-da4e-444a-815e-3314edc30ae4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1103592'] for network, before_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:55:47.027257 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-b79b14e2-4588-4a90-b212-e65eeb554313 req-91edb217-55ed-41f8-be50-5ee359379be3 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=81dff9c0-884c-4df9-9a08-e02a4cf96c45 HTTP/1.1" status: 200 len: 217 time: 0.0808530 Apr 18 20:55:47.080079 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-477a8174-abd7-4e55-b1b1-44980a1b8f5c tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33526260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32441074', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31752704'] for subnet, after_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:55:47.087892 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.plugin [None req-168c003f-da4e-444a-815e-3314edc30ae4 admin admin] Deleting port 532a7078-4df2-446a-a2f7-4dbe6f9ab771 {{(pid=84041) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 20:55:47.088225 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-168c003f-da4e-444a-815e-3314edc30ae4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750375188691'] for port, before_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:55:47.144498 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] get_ports_and_sgs() called for port_ids ['8c8f2f85-db52-4d88-8b74-5962d74f0834'] {{(pid=84042) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 18 20:55:47.186939 n-d-838334-2 neutron-server[84040]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-477a8174-abd7-4e55-b1b1-44980a1b8f5c tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Network ef903069-7c89-4376-963f-99c58ca6d615 is already hosted by enough agents. {{(pid=84040) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:55:47.194773 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-477a8174-abd7-4e55-b1b1-44980a1b8f5c tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Pushing event updated for resources: {'Subnet': ['ID=10b419c5-6e7b-4eb6-8a37-f5fc53ced8d5,revision_number=0']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:55:47.197959 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b79b14e2-4588-4a90-b212-e65eeb554313 req-66f9ec30-432d-4e53-af92-afed11e37762 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:55:47.199235 n-d-838334-2 neutron-server[84040]: DEBUG neutron.scheduler.base_scheduler [None req-477a8174-abd7-4e55-b1b1-44980a1b8f5c tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Resources bound (agent type, host, resource id): {{(pid=84040) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:55:47.200015 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-b79b14e2-4588-4a90-b212-e65eeb554313 req-66f9ec30-432d-4e53-af92-afed11e37762 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=66a6cd83-be1c-4e76-9e19-a8f33a82294d HTTP/1.1" status: 200 len: 853 time: 0.1662982 Apr 18 20:55:47.207227 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-477a8174-abd7-4e55-b1b1-44980a1b8f5c tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:55:47.208157 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-477a8174-abd7-4e55-b1b1-44980a1b8f5c tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32378031'] for subnet, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:55:47.280332 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-b4ad84db-e666-407a-975c-5c5e42523f5b req-7fef56c9-11ef-4e36-99b8-b83e5315dd4c tempest-AttachVolumeNegativeTest-555605742 tempest-AttachVolumeNegativeTest-555605742-project] 10.222.0.42 "GET /v2.0/security-groups?id=5b4552a3-e22b-4a82-aa8a-fd18498dcd3d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.9859869 Apr 18 20:55:47.298724 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-477a8174-abd7-4e55-b1b1-44980a1b8f5c tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.8598168 Apr 18 20:55:47.301523 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 51766) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:55:47.308960 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0807dd9-75bf-45bb-9c75-e0007c63d936 req-f47f45e9-efd6-49b5-9372-df286b2f0699 tempest-ServerActionsTestJSON-2052644234 tempest-ServerActionsTestJSON-2052644234-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:55:47.313283 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24ef36ee-4c9f-421c-803d-5b9387fbadde None None] No DVR routers for this DVR port fe2a51b4-b808-4717-98a0-2f7217df6d20 on host n-d-838334-2 {{(pid=84042) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 20:55:47.317609 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-f0807dd9-75bf-45bb-9c75-e0007c63d936 req-f47f45e9-efd6-49b5-9372-df286b2f0699 tempest-ServerActionsTestJSON-2052644234 tempest-ServerActionsTestJSON-2052644234-project] 10.222.0.42 "GET /v2.0/ports?device_id=59d6b272-24d3-4609-8a10-777cd7c7c735 HTTP/1.1" status: 200 len: 945 time: 0.2936268 Apr 18 20:55:47.330591 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.v2.base [None req-51ae3b75-ac5a-4370-beb6-3818c9db13bf tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Request body: {'port': {'network_id': 'ef903069-7c89-4376-963f-99c58ca6d615', 'name': 'tempest-NetworksTestDHCPv6-1328934943'}} {{(pid=84041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 20:55:47.347495 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24ef36ee-4c9f-421c-803d-5b9387fbadde None None] Pushing event deleted for resources: {'Port': ['ID=fe2a51b4-b808-4717-98a0-2f7217df6d20,revision_number=None']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:55:47.400754 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-f0807dd9-75bf-45bb-9c75-e0007c63d936 req-bd755c0c-9f59-46b9-91d5-25fd4dfee61b tempest-ServerActionsTestJSON-2052644234 tempest-ServerActionsTestJSON-2052644234-project] 10.222.0.42 "GET /v2.0/security-groups?id=5518633c-5bdd-41db-a1d5-749e9b6740a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0819235 Apr 18 20:55:47.532413 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b618e14-d505-44c2-af76-600e691790aa None None] Network ef903069-7c89-4376-963f-99c58ca6d615 requested from n-d-838334-2 {{(pid=84042) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 20:55:47.589930 n-d-838334-2 neutron-server[84041]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e095ca31-3ee1-4da3-a753-d2433498ddea'] response: {'name': 'network-changed', 'server_uuid': '78e9143e-c730-4c91-adff-3908c9b17d26', 'tag': '81dff9c0-884c-4df9-9a08-e02a4cf96c45', 'status': 'completed', 'code': 200} Apr 18 20:55:47.661588 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.db [None req-168c003f-da4e-444a-815e-3314edc30ae4 admin admin] For port 532a7078-4df2-446a-a2f7-4dbe6f9ab771, host n-d-838334-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838334-2',level=0,port_id=532a7078-4df2-446a-a2f7-4dbe6f9ab771,segment=NetworkSegment(0bece4c2-da87-49f1-af4b-2eef459faead),segment_id=0bece4c2-da87-49f1-af4b-2eef459faead)] {{(pid=84041) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:55:47.662241 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-168c003f-da4e-444a-815e-3314edc30ae4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369123'] for port, precommit_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:55:47.864250 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3ab6e9b-e841-45d2-b6c0-a58ae361b896 req-ac9e9c92-bc53-4d37-a811-f899226a4f91 tempest-DeleteServersTestJSON-915645800 tempest-DeleteServersTestJSON-915645800-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:55:47.873240 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-d3ab6e9b-e841-45d2-b6c0-a58ae361b896 req-ac9e9c92-bc53-4d37-a811-f899226a4f91 tempest-DeleteServersTestJSON-915645800 tempest-DeleteServersTestJSON-915645800-project] 10.222.0.42 "GET /v2.0/ports?device_id=1dc96584-8863-4b8a-900a-c340d5aab74b HTTP/1.1" status: 200 len: 944 time: 0.1855559 Apr 18 20:55:47.879933 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-b79b14e2-4588-4a90-b212-e65eeb554313 req-2b67da17-3f00-470b-8c74-ef2e4489f4c5 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=794fa1b3-6f66-42ac-ab9f-a0e910c383ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.6522963 Apr 18 20:55:47.886762 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.plugin [None req-168c003f-da4e-444a-815e-3314edc30ae4 admin admin] Calling delete_port for 532a7078-4df2-446a-a2f7-4dbe6f9ab771 owned by network:dhcp {{(pid=84041) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 20:55:47.943156 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-d3ab6e9b-e841-45d2-b6c0-a58ae361b896 req-db90e45c-8339-4366-8624-b6e25b3c2332 tempest-DeleteServersTestJSON-915645800 tempest-DeleteServersTestJSON-915645800-project] 10.222.0.42 "GET /v2.0/security-groups?id=588d127b-19b7-4c3d-9f79-a400181b94e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680697 Apr 18 20:55:47.947321 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Device fe2a51b4-b808-4717-98a0-2f7217df6d20 no longer exists at agent ovs-agent-n-d-838334-2 {{(pid=84042) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 20:55:48.089754 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.plugin [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] No Port match for: fe2a51b4-b808-4717-98a0-2f7217df6d20 {{(pid=84042) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 18 20:55:48.090332 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Device fe2a51b4-b808-4717-98a0-2f7217df6d20 not bound to the agent host n-d-838334-2 {{(pid=84042) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 20:55:48.128261 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-168c003f-da4e-444a-815e-3314edc30ae4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750375259028', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750374836628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32266323'] for port, after_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:55:48.141939 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-51ae3b75-ac5a-4370-beb6-3818c9db13bf tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:55:48.196599 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-51ae3b75-ac5a-4370-beb6-3818c9db13bf tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Usage tracker for resource:port and tenant:1256b788e8184019a07eb24a482acda4 is out of sync, need to count used quota {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:55:48.203138 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-168c003f-da4e-444a-815e-3314edc30ae4 admin admin] Pushing event deleted for resources: {'Port': ['ID=532a7078-4df2-446a-a2f7-4dbe6f9ab771,revision_number=None']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:55:48.206382 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-51ae3b75-ac5a-4370-beb6-3818c9db13bf tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:55:48.222733 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-51ae3b75-ac5a-4370-beb6-3818c9db13bf tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:55:48.227437 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.l3_dvrscheduler_db [None req-168c003f-da4e-444a-815e-3314edc30ae4 admin admin] No DVR routers for this DVR port 532a7078-4df2-446a-a2f7-4dbe6f9ab771 on host n-d-838334-2 {{(pid=84041) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 20:55:48.295271 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-7b158b2b-c79e-4526-86a4-f9288ce4be40 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750375287399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253529'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:55:48.306994 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.agents_db [None req-6346a179-333c-4370-b5a6-936984aeab15 None None] Agent healthcheck: found 7 active agents {{(pid=84043) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 18 20:55:48.320201 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-51ae3b75-ac5a-4370-beb6-3818c9db13bf tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Made reservation on behalf of 1256b788e8184019a07eb24a482acda4 for: {'port': 1} {{(pid=84041) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:55:48.323718 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-51ae3b75-ac5a-4370-beb6-3818c9db13bf tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:55:48.365963 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c27da53-23b4-4765-9a2e-83d4fce4ed8e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp016840fc-1f9f-5892-9c53-c9cf6c845bbb-ef903069-7c89-4376-963f-99c58ca6d615', 'network_id': 'ef903069-7c89-4376-963f-99c58ca6d615', 'tenant_id': '1256b788e8184019a07eb24a482acda4', 'fixed_ips': [{'subnet_id': '10b419c5-6e7b-4eb6-8a37-f5fc53ced8d5'}]}} from n-d-838334-2. {{(pid=84042) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 18 20:55:48.366891 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-9c27da53-23b4-4765-9a2e-83d4fce4ed8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_create {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:55:48.463947 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9bed223-cfa1-4dd9-a59c-18a6a9d668ef None None] DHCP port deletion for 3a2296d3-5701-49c3-b8d7-d342e7fe567b request from n-d-838334-2 {{(pid=84042) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 18 20:55:48.524299 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-168c003f-da4e-444a-815e-3314edc30ae4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1258905', 'neutron.services.segments.db._delete_segments_for_network-8750375287417'] for network, precommit_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:55:48.545730 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-b79b14e2-4588-4a90-b212-e65eeb554313 req-f6db27db-ea8a-4c3c-a3c2-c8931d1384ec service neutron] 10.222.0.43 "GET /v2.0/networks/794fa1b3-6f66-42ac-ab9f-a0e910c383ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6306989 Apr 18 20:55:48.561319 n-d-838334-2 neutron-server[84041]: DEBUG neutron.notifiers.nova [None req-51ae3b75-ac5a-4370-beb6-3818c9db13bf tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] device_id is not set on port 4cee7e16-ce82-41ac-b0ff-4de650c91adf yet. {{(pid=84041) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 18 20:55:48.609952 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2eb5b56-36ba-430b-8941-d8569394d564 req-b3302531-f108-4a63-ab66-c76d9e289ff7 tempest-AttachVolumeNegativeTest-555605742 tempest-AttachVolumeNegativeTest-555605742-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:55:48.611569 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-f2eb5b56-36ba-430b-8941-d8569394d564 req-b3302531-f108-4a63-ab66-c76d9e289ff7 tempest-AttachVolumeNegativeTest-555605742 tempest-AttachVolumeNegativeTest-555605742-project] 10.222.0.42 "GET /v2.0/ports?device_id=78e9143e-c730-4c91-adff-3908c9b17d26 HTTP/1.1" status: 200 len: 943 time: 0.1339102 Apr 18 20:55:48.632643 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.db_base_plugin_common [None req-9c27da53-23b4-4765-9a2e-83d4fce4ed8e None None] Allocated IP 2001:db8::2 (ef903069-7c89-4376-963f-99c58ca6d615/10b419c5-6e7b-4eb6-8a37-f5fc53ced8d5/16b2bb57-d0d6-4024-a747-774b7baabbff) {{(pid=84042) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:55:48.740173 n-d-838334-2 neutron-server[84041]: DEBUG neutron.services.segments.db [None req-168c003f-da4e-444a-815e-3314edc30ae4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3a2296d3-5701-49c3-b8d7-d342e7fe567b']}} {{(pid=84041) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:55:48.786493 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-f2eb5b56-36ba-430b-8941-d8569394d564 req-21cc8067-bbeb-45f7-82c3-befd237a116b tempest-AttachVolumeNegativeTest-555605742 tempest-AttachVolumeNegativeTest-555605742-project] 10.222.0.42 "GET /v2.0/security-groups?id=5b4552a3-e22b-4a82-aa8a-fd18498dcd3d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1679325 Apr 18 20:55:48.786684 n-d-838334-2 neutron-server[84041]: DEBUG neutron.services.segments.db [None req-168c003f-da4e-444a-815e-3314edc30ae4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0bece4c2-da87-49f1-af4b-2eef459faead') {'for_net_delete': True} {{(pid=84041) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:55:48.786684 n-d-838334-2 neutron-server[84041]: DEBUG neutron.services.segments.db [None req-168c003f-da4e-444a-815e-3314edc30ae4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0bece4c2-da87-49f1-af4b-2eef459faead') {} {{(pid=84041) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:55:48.825525 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c26185e5-1ee4-47c8-b8e8-9de37d332bc6 req-b2eff8a8-bb28-4aca-b97a-33cd7ba18e1d tempest-ServerActionsTestJSON-2052644234 tempest-ServerActionsTestJSON-2052644234-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:55:48.835612 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-c26185e5-1ee4-47c8-b8e8-9de37d332bc6 req-b2eff8a8-bb28-4aca-b97a-33cd7ba18e1d tempest-ServerActionsTestJSON-2052644234 tempest-ServerActionsTestJSON-2052644234-project] 10.222.0.42 "GET /v2.0/ports?device_id=59d6b272-24d3-4609-8a10-777cd7c7c735 HTTP/1.1" status: 200 len: 945 time: 0.1884713 Apr 18 20:55:48.857415 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-b79b14e2-4588-4a90-b212-e65eeb554313 req-9c87e552-bc39-4f45-9a0e-e3c2e4214771 service neutron] 10.222.0.43 "GET /v2.0/networks/794fa1b3-6f66-42ac-ab9f-a0e910c383ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2212467 Apr 18 20:55:48.862054 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-168c003f-da4e-444a-815e-3314edc30ae4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750375287300', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32268156'] for segment, before_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:55:48.884455 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-168c003f-da4e-444a-815e-3314edc30ae4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1082986'] for segment, precommit_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:55:48.893899 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-168c003f-da4e-444a-815e-3314edc30ae4 admin admin] Releasing vlan 385 on physical network physnet1 to pool {{(pid=84041) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 18 20:55:48.894301 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-168c003f-da4e-444a-815e-3314edc30ae4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1082993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32266254'] for segment, after_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:55:48.925104 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-c26185e5-1ee4-47c8-b8e8-9de37d332bc6 req-15e2abd3-01b2-4fd1-ac28-fd2b5811af32 tempest-ServerActionsTestJSON-2052644234 tempest-ServerActionsTestJSON-2052644234-project] 10.222.0.42 "GET /v2.0/security-groups?id=5518633c-5bdd-41db-a1d5-749e9b6740a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0830789 Apr 18 20:55:49.024623 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750375287399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253529'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:55:49.036348 n-d-838334-2 neutron-server[84041]: Traceback (most recent call last): Apr 18 20:55:49.036348 n-d-838334-2 neutron-server[84041]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 18 20:55:49.036348 n-d-838334-2 neutron-server[84041]: timer() Apr 18 20:55:49.036348 n-d-838334-2 neutron-server[84041]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 20:55:49.036348 n-d-838334-2 neutron-server[84041]: cb(*args, **kw) Apr 18 20:55:49.036348 n-d-838334-2 neutron-server[84041]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 18 20:55:49.036348 n-d-838334-2 neutron-server[84041]: return func(*args, **kwargs) Apr 18 20:55:49.036348 n-d-838334-2 neutron-server[84041]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 20:55:49.036348 n-d-838334-2 neutron-server[84041]: self._notify() Apr 18 20:55:49.036348 n-d-838334-2 neutron-server[84041]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 20:55:49.036348 n-d-838334-2 neutron-server[84041]: self.callback(batched_events) Apr 18 20:55:49.036348 n-d-838334-2 neutron-server[84041]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 20:55:49.036348 n-d-838334-2 neutron-server[84041]: event.method(event) Apr 18 20:55:49.036348 n-d-838334-2 neutron-server[84041]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 18 20:55:49.036348 n-d-838334-2 neutron-server[84041]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 20:55:49.036348 n-d-838334-2 neutron-server[84041]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 18 20:55:49.036348 n-d-838334-2 neutron-server[84041]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 20:55:49.036348 n-d-838334-2 neutron-server[84041]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 18 20:55:49.036348 n-d-838334-2 neutron-server[84041]: return f(self, *a, **k) Apr 18 20:55:49.036348 n-d-838334-2 neutron-server[84041]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 18 20:55:49.036348 n-d-838334-2 neutron-server[84041]: return self._get(url).json() Apr 18 20:55:49.036348 n-d-838334-2 neutron-server[84041]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 18 20:55:49.036348 n-d-838334-2 neutron-server[84041]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 20:55:49.036348 n-d-838334-2 neutron-server[84041]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 18 20:55:49.036348 n-d-838334-2 neutron-server[84041]: return self.request(url, 'GET', **kwargs) Apr 18 20:55:49.036348 n-d-838334-2 neutron-server[84041]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 18 20:55:49.036348 n-d-838334-2 neutron-server[84041]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 20:55:49.036348 n-d-838334-2 neutron-server[84041]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 18 20:55:49.036348 n-d-838334-2 neutron-server[84041]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 20:55:49.036348 n-d-838334-2 neutron-server[84041]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 18 20:55:49.036348 n-d-838334-2 neutron-server[84041]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 20:55:49.036348 n-d-838334-2 neutron-server[84041]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 20:55:49.041369 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-9c27da53-23b4-4765-9a2e-83d4fce4ed8e None None] Notify callbacks [] for port, precommit_create {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:55:49.061485 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-9c27da53-23b4-4765-9a2e-83d4fce4ed8e None None] Transition to ACTIVE for port object 16b2bb57-d0d6-4024-a747-774b7baabbff will not be triggered until provisioned by entity L2. {{(pid=84042) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 20:55:49.099401 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-9c27da53-23b4-4765-9a2e-83d4fce4ed8e None None] Transition to ACTIVE for port object 16b2bb57-d0d6-4024-a747-774b7baabbff will not be triggered until provisioned by entity DHCP. {{(pid=84042) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 20:55:49.107536 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-9c27da53-23b4-4765-9a2e-83d4fce4ed8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750374836619'] for port, after_create {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:55:49.211324 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c27da53-23b4-4765-9a2e-83d4fce4ed8e None None] Pushing event updated for resources: {'Port': ['ID=16b2bb57-d0d6-4024-a747-774b7baabbff,revision_number=1']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:55:49.241999 n-d-838334-2 neutron-server[84042]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c27da53-23b4-4765-9a2e-83d4fce4ed8e None None] Network ef903069-7c89-4376-963f-99c58ca6d615 is already hosted by enough agents. {{(pid=84042) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:55:49.243238 n-d-838334-2 neutron-server[84042]: DEBUG neutron.scheduler.base_scheduler [None req-9c27da53-23b4-4765-9a2e-83d4fce4ed8e None None] Resources bound (agent type, host, resource id): {{(pid=84042) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:55:49.250597 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c27da53-23b4-4765-9a2e-83d4fce4ed8e None None] Received port after_create {{(pid=84042) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 20:55:49.314416 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-168c003f-da4e-444a-815e-3314edc30ae4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1258898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33526109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33444113'] for network, after_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:55:49.355142 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-168c003f-da4e-444a-815e-3314edc30ae4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32378031'] for network, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:55:49.397336 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d0e34ce-2d18-47cf-abe8-5642f8317d00 req-6538583c-0dc5-429d-8eef-a5c218788a0c tempest-DeleteServersTestJSON-915645800 tempest-DeleteServersTestJSON-915645800-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:55:49.404388 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-1d0e34ce-2d18-47cf-abe8-5642f8317d00 req-6538583c-0dc5-429d-8eef-a5c218788a0c tempest-DeleteServersTestJSON-915645800 tempest-DeleteServersTestJSON-915645800-project] 10.222.0.42 "GET /v2.0/ports?device_id=1dc96584-8863-4b8a-900a-c340d5aab74b HTTP/1.1" status: 200 len: 944 time: 0.2226126 Apr 18 20:55:49.435168 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-168c003f-da4e-444a-815e-3314edc30ae4 admin admin] Pushing event deleted for resources: {'Network': ['ID=3a2296d3-5701-49c3-b8d7-d342e7fe567b,revision_number=None']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:55:49.443949 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-168c003f-da4e-444a-815e-3314edc30ae4 admin admin] 10.222.0.42 "DELETE /v2.0/networks/3a2296d3-5701-49c3-b8d7-d342e7fe567b HTTP/1.1" status: 204 len: 168 time: 2.8105450 Apr 18 20:55:49.516317 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-1d0e34ce-2d18-47cf-abe8-5642f8317d00 req-989ff7be-f30b-45c4-86aa-26bccf364658 tempest-DeleteServersTestJSON-915645800 tempest-DeleteServersTestJSON-915645800-project] 10.222.0.42 "GET /v2.0/security-groups?id=588d127b-19b7-4c3d-9f79-a400181b94e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1108928 Apr 18 20:55:49.526390 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.db_base_plugin_common [None req-51ae3b75-ac5a-4370-beb6-3818c9db13bf tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Allocated IP 2001:db8::134 (ef903069-7c89-4376-963f-99c58ca6d615/10b419c5-6e7b-4eb6-8a37-f5fc53ced8d5/4cee7e16-ce82-41ac-b0ff-4de650c91adf) {{(pid=84041) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:55:49.559867 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.managers [None req-9c27da53-23b4-4765-9a2e-83d4fce4ed8e None None] Attempting to bind port 16b2bb57-d0d6-4024-a747-774b7baabbff on host n-d-838334-2 for vnic_type normal with profile {{(pid=84042) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:55:49.560413 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.managers [None req-9c27da53-23b4-4765-9a2e-83d4fce4ed8e None None] Attempting to bind port 16b2bb57-d0d6-4024-a747-774b7baabbff by drivers openvswitch,hyperv on host n-d-838334-2 at level 0 using segments [{'id': 'fbf28fbd-36f8-46f3-be08-57d41821e390', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': 'ef903069-7c89-4376-963f-99c58ca6d615'}] {{(pid=84042) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:55:49.560539 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-34cf80e8-1282-48d8-a0e2-3a6d4ed283d9 req-7a739c1c-d17f-4ff9-ae58-7dd13808016b service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=340d04fd839f4c0c896ec9bea561bc50&device_id=78e9143e-c730-4c91-adff-3908c9b17d26 HTTP/1.1" status: 200 len: 1094 time: 0.5129709 Apr 18 20:55:49.560635 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c27da53-23b4-4765-9a2e-83d4fce4ed8e None None] Attempting to bind port 16b2bb57-d0d6-4024-a747-774b7baabbff on network ef903069-7c89-4376-963f-99c58ca6d615 {{(pid=84042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 20:55:49.563574 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-414b6ffe-e119-47bc-b18f-bcff1219c2f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750375287399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253529'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:55:49.568336 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c27da53-23b4-4765-9a2e-83d4fce4ed8e None None] Checking agent: {'id': '97cd4414-7af6-4d67-868d-dff370b4071a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838334-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 25, 49), 'started_at': datetime.datetime(2022, 4, 18, 20, 26, 19), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 20, 55, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838334-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 18 20:55:49.568701 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c27da53-23b4-4765-9a2e-83d4fce4ed8e None None] Checking segment: {'id': 'fbf28fbd-36f8-46f3-be08-57d41821e390', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': 'ef903069-7c89-4376-963f-99c58ca6d615'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84042) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 20:55:49.569090 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-9c27da53-23b4-4765-9a2e-83d4fce4ed8e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:55:49.569475 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c27da53-23b4-4765-9a2e-83d4fce4ed8e None None] Bound using segment: {'id': 'fbf28fbd-36f8-46f3-be08-57d41821e390', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': 'ef903069-7c89-4376-963f-99c58ca6d615'} {{(pid=84042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 18 20:55:49.569930 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.managers [None req-9c27da53-23b4-4765-9a2e-83d4fce4ed8e None None] Bound port: 16b2bb57-d0d6-4024-a747-774b7baabbff, host: n-d-838334-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fbf28fbd-36f8-46f3-be08-57d41821e390', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': 'ef903069-7c89-4376-963f-99c58ca6d615'}}] {{(pid=84042) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 20:55:49.570300 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-9c27da53-23b4-4765-9a2e-83d4fce4ed8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:55:49.718204 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-9c27da53-23b4-4765-9a2e-83d4fce4ed8e None None] For port 16b2bb57-d0d6-4024-a747-774b7baabbff, host n-d-838334-2, cleared binding levels {{(pid=84042) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 20:55:49.721803 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-9c27da53-23b4-4765-9a2e-83d4fce4ed8e None None] For port 16b2bb57-d0d6-4024-a747-774b7baabbff, host n-d-838334-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838334-2',level=0,port_id=16b2bb57-d0d6-4024-a747-774b7baabbff,segment=NetworkSegment(fbf28fbd-36f8-46f3-be08-57d41821e390),segment_id=fbf28fbd-36f8-46f3-be08-57d41821e390)] {{(pid=84042) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 20:55:49.724823 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Device 532a7078-4df2-446a-a2f7-4dbe6f9ab771 no longer exists at agent ovs-agent-n-d-838334-2 {{(pid=84042) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 20:55:49.757152 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-9c27da53-23b4-4765-9a2e-83d4fce4ed8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682'] for port, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:55:49.805430 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.plugin [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] No Port match for: 532a7078-4df2-446a-a2f7-4dbe6f9ab771 {{(pid=84042) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 18 20:55:49.806032 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Device 532a7078-4df2-446a-a2f7-4dbe6f9ab771 not bound to the agent host n-d-838334-2 {{(pid=84042) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 20:55:49.864588 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c27da53-23b4-4765-9a2e-83d4fce4ed8e None None] Pushing event updated for resources: {'Port': ['ID=16b2bb57-d0d6-4024-a747-774b7baabbff,revision_number=2']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:55:49.933726 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 51798) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:55:49.958972 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-51ae3b75-ac5a-4370-beb6-3818c9db13bf tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Notify callbacks [] for port, precommit_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:55:49.978622 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.provisioning_blocks [None req-51ae3b75-ac5a-4370-beb6-3818c9db13bf tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Transition to ACTIVE for port object 4cee7e16-ce82-41ac-b0ff-4de650c91adf will not be triggered until provisioned by entity DHCP. {{(pid=84041) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 20:55:50.191816 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34cf80e8-1282-48d8-a0e2-3a6d4ed283d9 req-6bc53462-6402-4ed5-9107-bee897953c8a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:55:50.193191 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-34cf80e8-1282-48d8-a0e2-3a6d4ed283d9 req-6bc53462-6402-4ed5-9107-bee897953c8a service neutron] 10.222.0.43 "GET /v2.0/networks?id=794fa1b3-6f66-42ac-ab9f-a0e910c383ff HTTP/1.1" status: 200 len: 915 time: 0.1873367 Apr 18 20:55:50.194830 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-51ae3b75-ac5a-4370-beb6-3818c9db13bf tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750374836619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32266323'] for port, after_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:55:50.264638 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-9ea285b5-ff53-45eb-9619-ccbe3fc22ef2 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=de1481e68b5045059c48ab3bd0b2261b&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3270798 Apr 18 20:55:50.265509 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 51804) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:55:50.359955 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f468398a-866b-45d8-817d-dd5d99797f42 req-678f9e4a-0de4-4eda-bcd9-2d0b17c87489 tempest-ServerRescueNegativeTestJSON-1571656168 tempest-ServerRescueNegativeTestJSON-1571656168-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:55:50.360909 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-34cf80e8-1282-48d8-a0e2-3a6d4ed283d9 req-21b046ac-399a-46ba-8b2e-51d8b4e5b174 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=81dff9c0-884c-4df9-9a08-e02a4cf96c45 HTTP/1.1" status: 200 len: 217 time: 0.1487558 Apr 18 20:55:50.369528 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-f468398a-866b-45d8-817d-dd5d99797f42 req-678f9e4a-0de4-4eda-bcd9-2d0b17c87489 tempest-ServerRescueNegativeTestJSON-1571656168 tempest-ServerRescueNegativeTestJSON-1571656168-project] 10.222.0.42 "GET /v2.0/ports?device_id=84774df7-1534-4163-a5f8-10a9e8ea72b0 HTTP/1.1" status: 200 len: 945 time: 0.3196878 Apr 18 20:55:50.393314 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b07d8e62-acdd-4e35-8666-ce5bec2088f3 req-d7ebfbd7-dba5-4548-b7ca-6979e3dddd15 tempest-AttachVolumeNegativeTest-555605742 tempest-AttachVolumeNegativeTest-555605742-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:55:50.401489 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-b07d8e62-acdd-4e35-8666-ce5bec2088f3 req-d7ebfbd7-dba5-4548-b7ca-6979e3dddd15 tempest-AttachVolumeNegativeTest-555605742 tempest-AttachVolumeNegativeTest-555605742-project] 10.222.0.42 "GET /v2.0/ports?device_id=78e9143e-c730-4c91-adff-3908c9b17d26 HTTP/1.1" status: 200 len: 943 time: 0.3777740 Apr 18 20:55:50.419002 n-d-838334-2 neutron-server[84041]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51ae3b75-ac5a-4370-beb6-3818c9db13bf tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Network ef903069-7c89-4376-963f-99c58ca6d615 is already hosted by enough agents. {{(pid=84041) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:55:50.428087 n-d-838334-2 neutron-server[84041]: DEBUG neutron.scheduler.base_scheduler [None req-51ae3b75-ac5a-4370-beb6-3818c9db13bf tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Resources bound (agent type, host, resource id): {{(pid=84041) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:55:50.431251 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51ae3b75-ac5a-4370-beb6-3818c9db13bf tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Received port after_create {{(pid=84041) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 20:55:50.436000 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51ae3b75-ac5a-4370-beb6-3818c9db13bf tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:55:50.436620 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-51ae3b75-ac5a-4370-beb6-3818c9db13bf tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217293'] for port, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:55:50.455882 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-4b435d1c-155f-41c2-8f2d-2bd933ea5002 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:55:50.471443 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51ae3b75-ac5a-4370-beb6-3818c9db13bf tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Pushing event updated for resources: {'Port': ['ID=4cee7e16-ce82-41ac-b0ff-4de650c91adf,revision_number=1']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:55:50.479418 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-51ae3b75-ac5a-4370-beb6-3818c9db13bf tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 3.1750557 Apr 18 20:55:50.482097 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 51808) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:55:50.531221 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-c7521a90-7d65-4e2e-842c-ca5d95e9a89c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750375287399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253529'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:55:50.533879 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-f468398a-866b-45d8-817d-dd5d99797f42 req-728046ae-9009-4da9-918e-276bffe45568 tempest-ServerRescueNegativeTestJSON-1571656168 tempest-ServerRescueNegativeTestJSON-1571656168-project] 10.222.0.42 "GET /v2.0/security-groups?id=43017ed2-a4b0-4fb1-8865-58458190611c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1631277 Apr 18 20:55:50.564819 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34cf80e8-1282-48d8-a0e2-3a6d4ed283d9 req-15ce464c-b9d5-462b-8a4e-d3a88ef07574 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:55:50.566484 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-34cf80e8-1282-48d8-a0e2-3a6d4ed283d9 req-15ce464c-b9d5-462b-8a4e-d3a88ef07574 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=66a6cd83-be1c-4e76-9e19-a8f33a82294d HTTP/1.1" status: 200 len: 853 time: 0.1952395 Apr 18 20:55:50.601507 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-b07d8e62-acdd-4e35-8666-ce5bec2088f3 req-fdcd5f54-9d21-48e6-a8f1-b8644e4eb6c7 tempest-AttachVolumeNegativeTest-555605742 tempest-AttachVolumeNegativeTest-555605742-project] 10.222.0.42 "GET /v2.0/security-groups?id=5b4552a3-e22b-4a82-aa8a-fd18498dcd3d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1991432 Apr 18 20:55:50.603774 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-4b435d1c-155f-41c2-8f2d-2bd933ea5002 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:55:50.693072 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e204cc2-d575-4de8-a607-40fdb8e3efb9 tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:55:50.706167 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e204cc2-d575-4de8-a607-40fdb8e3efb9 tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:55:50.707235 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-4e204cc2-d575-4de8-a607-40fdb8e3efb9 tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Synchronizing usage tracker for tenant:1256b788e8184019a07eb24a482acda4 on resource:port {{(pid=84041) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 20:55:50.741918 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-4e204cc2-d575-4de8-a607-40fdb8e3efb9 tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Unset dirty status for tenant:1256b788e8184019a07eb24a482acda4 on resource:port {{(pid=84041) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 20:55:50.743101 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-4e204cc2-d575-4de8-a607-40fdb8e3efb9 tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] 10.222.0.42 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1669 time: 0.2601020 Apr 18 20:55:50.749064 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 51814) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:55:50.798929 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Device 8c8f2f85-db52-4d88-8b74-5962d74f0834 up at agent hyperv_n-h2-838334-2 {{(pid=84042) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 20:55:50.822644 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-34cf80e8-1282-48d8-a0e2-3a6d4ed283d9 req-d3ca2f7c-7fe8-4239-a364-2cb202d62893 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=794fa1b3-6f66-42ac-ab9f-a0e910c383ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2483020 Apr 18 20:55:50.849812 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-4b435d1c-155f-41c2-8f2d-2bd933ea5002 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33528224'] for security_group, after_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:55:50.943353 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.plugin [None req-2f090522-64aa-43ea-968e-60361bd22aac tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Deleting port 4cee7e16-ce82-41ac-b0ff-4de650c91adf {{(pid=84041) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 20:55:50.943703 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-2f090522-64aa-43ea-968e-60361bd22aac tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750375188691'] for port, before_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:55:51.005176 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-4b435d1c-155f-41c2-8f2d-2bd933ea5002 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:55:51.020951 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-4b435d1c-155f-41c2-8f2d-2bd933ea5002 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/4748fc9b-37e2-4328-8f67-9c8130ebd451 HTTP/1.1" status: 204 len: 168 time: 0.7426808 Apr 18 20:55:51.026110 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b435d1c-155f-41c2-8f2d-2bd933ea5002 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4748fc9b-37e2-4328-8f67-9c8130ebd451,revision_number=None']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:55:51.134602 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4d3d3b2-247b-4391-8143-faa5dc6b1e5c req-05dfb720-50f0-40a5-a551-09908de2332e tempest-ServerActionsTestJSON-2052644234 tempest-ServerActionsTestJSON-2052644234-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:55:51.145504 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-a4d3d3b2-247b-4391-8143-faa5dc6b1e5c req-05dfb720-50f0-40a5-a551-09908de2332e tempest-ServerActionsTestJSON-2052644234 tempest-ServerActionsTestJSON-2052644234-project] 10.222.0.42 "GET /v2.0/ports?device_id=59d6b272-24d3-4609-8a10-777cd7c7c735 HTTP/1.1" status: 200 len: 945 time: 0.4344923 Apr 18 20:55:51.152850 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Provisioning for port 8c8f2f85-db52-4d88-8b74-5962d74f0834 completed by entity L2. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 20:55:51.160921 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Provisioning complete for port 8c8f2f85-db52-4d88-8b74-5962d74f0834 triggered by entity L2. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:55:51.161204 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1253608'] for port, provisioning_complete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:55:51.190178 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73711504-fc81-4018-9823-0b807103e3d3 req-98d15c2b-7ae2-4290-b963-070832435e8d tempest-DeleteServersTestJSON-915645800 tempest-DeleteServersTestJSON-915645800-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:55:51.192208 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-73711504-fc81-4018-9823-0b807103e3d3 req-98d15c2b-7ae2-4290-b963-070832435e8d tempest-DeleteServersTestJSON-915645800 tempest-DeleteServersTestJSON-915645800-project] 10.222.0.42 "GET /v2.0/ports?device_id=1dc96584-8863-4b8a-900a-c340d5aab74b HTTP/1.1" status: 200 len: 944 time: 0.3026218 Apr 18 20:55:51.296122 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-a4d3d3b2-247b-4391-8143-faa5dc6b1e5c req-f22cc7a6-8b8c-4506-af7b-9454ef6fda40 tempest-ServerActionsTestJSON-2052644234 tempest-ServerActionsTestJSON-2052644234-project] 10.222.0.42 "GET /v2.0/security-groups?id=5518633c-5bdd-41db-a1d5-749e9b6740a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1494880 Apr 18 20:55:51.348463 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-73711504-fc81-4018-9823-0b807103e3d3 req-ef239031-b4d4-45f3-b3de-2029be5b4707 tempest-DeleteServersTestJSON-915645800 tempest-DeleteServersTestJSON-915645800-project] 10.222.0.42 "GET /v2.0/security-groups?id=588d127b-19b7-4c3d-9f79-a400181b94e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1470580 Apr 18 20:55:51.413152 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:55:51.461163 n-d-838334-2 neutron-server[84042]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1dc96584-8863-4b8a-900a-c340d5aab74b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8c8f2f85-db52-4d88-8b74-5962d74f0834'}] {{(pid=84042) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 20:55:51.480809 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-2f090522-64aa-43ea-968e-60361bd22aac tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369123'] for port, precommit_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:55:51.502285 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] For port 8c8f2f85-db52-4d88-8b74-5962d74f0834, host n-h2-838334-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838334-2',level=0,port_id=8c8f2f85-db52-4d88-8b74-5962d74f0834,segment=NetworkSegment(eb1f29ad-3d05-4e72-b227-469dc1660e3c),segment_id=eb1f29ad-3d05-4e72-b227-469dc1660e3c)] {{(pid=84042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:55:51.507293 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-1b60ac72-5b1e-410f-a1c4-da7c2afc25a5 None None] Provisioning for port 16b2bb57-d0d6-4024-a747-774b7baabbff completed by entity DHCP. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 20:55:51.525966 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682'] for port, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:55:51.744912 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.plugin [None req-2f090522-64aa-43ea-968e-60361bd22aac tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Calling delete_port for 4cee7e16-ce82-41ac-b0ff-4de650c91adf owned by {{(pid=84041) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 20:55:51.844634 n-d-838334-2 neutron-server[84042]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f0281d04-38ec-4bfb-ab92-b94ab3c88e8a'] response: {'server_uuid': '1dc96584-8863-4b8a-900a-c340d5aab74b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8c8f2f85-db52-4d88-8b74-5962d74f0834', 'code': 200} Apr 18 20:55:51.846663 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Pushing event updated for resources: {'Port': ['ID=8c8f2f85-db52-4d88-8b74-5962d74f0834,revision_number=5']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:55:51.864208 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Device 16b2bb57-d0d6-4024-a747-774b7baabbff up at agent ovs-agent-n-d-838334-2 {{(pid=84042) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 20:55:51.866886 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-34cf80e8-1282-48d8-a0e2-3a6d4ed283d9 req-6c8e990d-3862-49bd-95d7-ebfc15156f38 service neutron] 10.222.0.43 "GET /v2.0/networks/794fa1b3-6f66-42ac-ab9f-a0e910c383ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0299480 Apr 18 20:55:51.946266 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Device 81dff9c0-884c-4df9-9a08-e02a4cf96c45 details requested by agent hyperv_n-h1-838334-2 with host n-h1-838334-2 {{(pid=84042) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 18 20:55:52.229088 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-b4d2ce76-57b4-4dab-b11e-f23b9d92f7b8 req-31ab0e92-d000-42be-bc1d-b20f75911a9c service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=1dc96584-8863-4b8a-900a-c340d5aab74b HTTP/1.1" status: 200 len: 1096 time: 0.5513754 Apr 18 20:55:52.239679 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7f37481-2d30-47b2-8dd3-cd55d411e7ee req-fe6eb421-040c-4d59-b740-3fa5eedabedb tempest-ServerRescueNegativeTestJSON-1571656168 tempest-ServerRescueNegativeTestJSON-1571656168-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:55:52.247323 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-d7f37481-2d30-47b2-8dd3-cd55d411e7ee req-fe6eb421-040c-4d59-b740-3fa5eedabedb tempest-ServerRescueNegativeTestJSON-1571656168 tempest-ServerRescueNegativeTestJSON-1571656168-project] 10.222.0.42 "GET /v2.0/ports?device_id=84774df7-1534-4163-a5f8-10a9e8ea72b0 HTTP/1.1" status: 200 len: 945 time: 0.2644517 Apr 18 20:55:52.280577 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-2f090522-64aa-43ea-968e-60361bd22aac tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750375259028', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750374836628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32266323'] for port, after_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:55:52.342743 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bf10c9e-e03d-414c-83b9-2be5e600bf13 req-c1526096-6d70-45b5-91d9-b443e7652bd3 tempest-AttachVolumeNegativeTest-555605742 tempest-AttachVolumeNegativeTest-555605742-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:55:52.349681 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-0bf10c9e-e03d-414c-83b9-2be5e600bf13 req-c1526096-6d70-45b5-91d9-b443e7652bd3 tempest-AttachVolumeNegativeTest-555605742 tempest-AttachVolumeNegativeTest-555605742-project] 10.222.0.42 "GET /v2.0/ports?device_id=78e9143e-c730-4c91-adff-3908c9b17d26 HTTP/1.1" status: 200 len: 943 time: 0.4498174 Apr 18 20:55:52.353003 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-34cf80e8-1282-48d8-a0e2-3a6d4ed283d9 req-f8e821d6-bdb9-4fb3-b065-1590ba0e8611 service neutron] 10.222.0.43 "GET /v2.0/networks/794fa1b3-6f66-42ac-ab9f-a0e910c383ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4778333 Apr 18 20:55:52.362986 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f090522-64aa-43ea-968e-60361bd22aac tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Pushing event deleted for resources: {'Port': ['ID=4cee7e16-ce82-41ac-b0ff-4de650c91adf,revision_number=None']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:55:52.387332 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] For port 81dff9c0-884c-4df9-9a08-e02a4cf96c45, host n-h1-838334-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838334-2',level=0,port_id=81dff9c0-884c-4df9-9a08-e02a4cf96c45,segment=NetworkSegment(dbc7d3d6-4579-41c2-9fd4-2757cc8c54b6),segment_id=dbc7d3d6-4579-41c2-9fd4-2757cc8c54b6)] {{(pid=84042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:55:52.406248 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-514a3923-cce0-4196-ac46-678f3cd237ce None None] Provisioning complete for port 4cee7e16-ce82-41ac-b0ff-4de650c91adf triggered by entity DHCP. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:55:52.406641 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-514a3923-cce0-4196-ac46-678f3cd237ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1253608'] for port, provisioning_complete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:55:52.409418 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-b4d2ce76-57b4-4dab-b11e-f23b9d92f7b8 req-63f50aa6-6c34-4a69-b734-2438228010e4 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=588d127b-19b7-4c3d-9f79-a400181b94e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1107106 Apr 18 20:55:52.432671 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-d7f37481-2d30-47b2-8dd3-cd55d411e7ee req-a7f59d89-423b-47bd-ba44-ed82d64e81d7 tempest-ServerRescueNegativeTestJSON-1571656168 tempest-ServerRescueNegativeTestJSON-1571656168-project] 10.222.0.42 "GET /v2.0/security-groups?id=43017ed2-a4b0-4fb1-8865-58458190611c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1841063 Apr 18 20:55:52.478081 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-0bf10c9e-e03d-414c-83b9-2be5e600bf13 req-5890c74d-8ee9-4536-bd01-81683c71abd2 tempest-AttachVolumeNegativeTest-555605742 tempest-AttachVolumeNegativeTest-555605742-project] 10.222.0.42 "GET /v2.0/security-groups?id=5b4552a3-e22b-4a82-aa8a-fd18498dcd3d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1251414 Apr 18 20:55:52.478246 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.plugin [None req-514a3923-cce0-4196-ac46-678f3cd237ce None None] Port 4cee7e16-ce82-41ac-b0ff-4de650c91adf was deleted so its status cannot be updated. {{(pid=84042) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:304}} Apr 18 20:55:52.482516 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Returning: {'device': '81dff9c0-884c-4df9-9a08-e02a4cf96c45', 'network_id': '794fa1b3-6f66-42ac-ab9f-a0e910c383ff', 'port_id': '81dff9c0-884c-4df9-9a08-e02a4cf96c45', 'mac_address': 'fa:16:3e:28:89:8d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 389, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '66a6cd83-be1c-4e76-9e19-a8f33a82294d', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84042) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 18 20:55:52.522355 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-2f090522-64aa-43ea-968e-60361bd22aac tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217293'] for port, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:55:52.583809 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Provisioning for port 16b2bb57-d0d6-4024-a747-774b7baabbff completed by entity L2. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 20:55:52.587997 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-2f090522-64aa-43ea-968e-60361bd22aac tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] 10.222.0.42 "DELETE /v2.0/ports/4cee7e16-ce82-41ac-b0ff-4de650c91adf HTTP/1.1" status: 204 len: 168 time: 1.8349240 Apr 18 20:55:52.588312 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 51846) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:55:52.602266 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:55:52.643667 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Provisioning complete for port 16b2bb57-d0d6-4024-a747-774b7baabbff triggered by entity L2. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:55:52.645778 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1253608'] for port, provisioning_complete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:55:52.710418 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24cd45a4-cee3-4a83-bcf4-f73710ce6a4c tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:55:52.712729 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24cd45a4-cee3-4a83-bcf4-f73710ce6a4c tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:55:52.713835 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-24cd45a4-cee3-4a83-bcf4-f73710ce6a4c tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Synchronizing usage tracker for tenant:1256b788e8184019a07eb24a482acda4 on resource:subnet {{(pid=84040) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 20:55:52.806890 n-d-838334-2 neutron-server[84042]: DEBUG neutron.notifiers.nova [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 81dff9c0-884c-4df9-9a08-e02a4cf96c45 {{(pid=84042) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 18 20:55:52.857069 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] For port 81dff9c0-884c-4df9-9a08-e02a4cf96c45, host n-h1-838334-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838334-2',level=0,port_id=81dff9c0-884c-4df9-9a08-e02a4cf96c45,segment=NetworkSegment(dbc7d3d6-4579-41c2-9fd4-2757cc8c54b6),segment_id=dbc7d3d6-4579-41c2-9fd4-2757cc8c54b6)] {{(pid=84042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:55:52.888409 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682'] for port, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:55:52.979720 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:55:53.010083 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Pushing event updated for resources: {'Port': ['ID=81dff9c0-884c-4df9-9a08-e02a4cf96c45,revision_number=4']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:55:53.033202 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] For port 16b2bb57-d0d6-4024-a747-774b7baabbff, host n-d-838334-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838334-2',level=0,port_id=16b2bb57-d0d6-4024-a747-774b7baabbff,segment=NetworkSegment(fbf28fbd-36f8-46f3-be08-57d41821e390),segment_id=fbf28fbd-36f8-46f3-be08-57d41821e390)] {{(pid=84042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:55:53.046307 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682'] for port, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:55:53.065775 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-24cd45a4-cee3-4a83-bcf4-f73710ce6a4c tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Unset dirty status for tenant:1256b788e8184019a07eb24a482acda4 on resource:subnet {{(pid=84040) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 20:55:53.067075 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-24cd45a4-cee3-4a83-bcf4-f73710ce6a4c tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] 10.222.0.42 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.4777741 Apr 18 20:55:53.072844 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 51854) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:55:53.124647 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Pushing event updated for resources: {'Port': ['ID=16b2bb57-d0d6-4024-a747-774b7baabbff,revision_number=3']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:55:53.171046 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3209e4fe-95a0-4e12-9a7e-28d36e970ae1 req-69e0a0ce-ce1c-4582-bf37-81002cc2af8b tempest-ServerRescueNegativeTestJSON-1571656168 tempest-ServerRescueNegativeTestJSON-1571656168-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:55:53.172005 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [req-3209e4fe-95a0-4e12-9a7e-28d36e970ae1 req-69e0a0ce-ce1c-4582-bf37-81002cc2af8b tempest-ServerRescueNegativeTestJSON-1571656168 tempest-ServerRescueNegativeTestJSON-1571656168-project] Synchronizing usage tracker for tenant:f9a0b0412d2042448fe0968cc5e47ae5 on resource:port {{(pid=84041) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 20:55:53.198734 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] get_ports_and_sgs() called for port_ids ['81dff9c0-884c-4df9-9a08-e02a4cf96c45'] {{(pid=84042) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 18 20:55:53.201799 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [req-3209e4fe-95a0-4e12-9a7e-28d36e970ae1 req-69e0a0ce-ce1c-4582-bf37-81002cc2af8b tempest-ServerRescueNegativeTestJSON-1571656168 tempest-ServerRescueNegativeTestJSON-1571656168-project] Unset dirty status for tenant:f9a0b0412d2042448fe0968cc5e47ae5 on resource:port {{(pid=84041) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 20:55:53.203152 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-3209e4fe-95a0-4e12-9a7e-28d36e970ae1 req-69e0a0ce-ce1c-4582-bf37-81002cc2af8b tempest-ServerRescueNegativeTestJSON-1571656168 tempest-ServerRescueNegativeTestJSON-1571656168-project] 10.222.0.43 "GET /v2.0/ports?device_id=84774df7-1534-4163-a5f8-10a9e8ea72b0 HTTP/1.1" status: 200 len: 945 time: 0.1434362 Apr 18 20:55:53.321858 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.plugin [req-3209e4fe-95a0-4e12-9a7e-28d36e970ae1 req-36cea2fc-65d6-4fb3-849c-46e6b6008b5a tempest-ServerRescueNegativeTestJSON-1571656168 tempest-ServerRescueNegativeTestJSON-1571656168-project] Deleting port ac9125d6-9b8a-402f-be21-f544dd8690c6 {{(pid=84041) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 20:55:53.321858 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [req-3209e4fe-95a0-4e12-9a7e-28d36e970ae1 req-36cea2fc-65d6-4fb3-849c-46e6b6008b5a tempest-ServerRescueNegativeTestJSON-1571656168 tempest-ServerRescueNegativeTestJSON-1571656168-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750375188691'] for port, before_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:55:53.367184 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77c8348c-feb3-4d15-8b6a-815d8405e17e req-7f11f470-57a9-47b8-8d26-a83e8fa8c11f tempest-ServerActionsTestJSON-2052644234 tempest-ServerActionsTestJSON-2052644234-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:55:53.375579 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-77c8348c-feb3-4d15-8b6a-815d8405e17e req-7f11f470-57a9-47b8-8d26-a83e8fa8c11f tempest-ServerActionsTestJSON-2052644234 tempest-ServerActionsTestJSON-2052644234-project] 10.222.0.42 "GET /v2.0/ports?device_id=59d6b272-24d3-4609-8a10-777cd7c7c735 HTTP/1.1" status: 200 len: 945 time: 0.6556325 Apr 18 20:55:53.469670 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cdde162-9337-4c58-b380-53a3a883830d req-e92c6433-9127-40c4-831f-7be3cb7ba67d tempest-DeleteServersTestJSON-915645800 tempest-DeleteServersTestJSON-915645800-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:55:53.471713 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-2cdde162-9337-4c58-b380-53a3a883830d req-e92c6433-9127-40c4-831f-7be3cb7ba67d tempest-DeleteServersTestJSON-915645800 tempest-DeleteServersTestJSON-915645800-project] 10.222.0.42 "GET /v2.0/ports?device_id=1dc96584-8863-4b8a-900a-c340d5aab74b HTTP/1.1" status: 200 len: 945 time: 0.6883752 Apr 18 20:55:53.527344 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.db_base_plugin_v2 [None req-9436f665-7e61-4337-8ee9-8809c0515814 tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Deleting subnet 10b419c5-6e7b-4eb6-8a37-f5fc53ced8d5 {{(pid=84040) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 18 20:55:53.531226 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-9436f665-7e61-4337-8ee9-8809c0515814 tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Notify callbacks [] for subnet, before_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:55:53.597006 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-9436f665-7e61-4337-8ee9-8809c0515814 tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31955982'] for subnet, precommit_delete_associations {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:55:53.651780 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Device 16b2bb57-d0d6-4024-a747-774b7baabbff up at agent ovs-agent-n-d-838334-2 {{(pid=84042) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 20:55:53.668857 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.db [req-3209e4fe-95a0-4e12-9a7e-28d36e970ae1 req-36cea2fc-65d6-4fb3-849c-46e6b6008b5a tempest-ServerRescueNegativeTestJSON-1571656168 tempest-ServerRescueNegativeTestJSON-1571656168-project] For port ac9125d6-9b8a-402f-be21-f544dd8690c6, host n-h1-838334-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838334-2',level=0,port_id=ac9125d6-9b8a-402f-be21-f544dd8690c6,segment=NetworkSegment(ccfed005-c723-40b8-96fb-046d88190b5b),segment_id=ccfed005-c723-40b8-96fb-046d88190b5b)] {{(pid=84041) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:55:53.720614 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [req-3209e4fe-95a0-4e12-9a7e-28d36e970ae1 req-36cea2fc-65d6-4fb3-849c-46e6b6008b5a tempest-ServerRescueNegativeTestJSON-1571656168 tempest-ServerRescueNegativeTestJSON-1571656168-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369123'] for port, precommit_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:55:53.731443 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-9436f665-7e61-4337-8ee9-8809c0515814 tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1260556'] for subnet, precommit_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:55:53.790566 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Provisioning complete for port 16b2bb57-d0d6-4024-a747-774b7baabbff triggered by entity L2. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:55:53.791025 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1253608'] for port, provisioning_complete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:55:53.797630 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-77c8348c-feb3-4d15-8b6a-815d8405e17e req-4cb76bd9-592d-4a92-add1-bc8e7b07d35d tempest-ServerActionsTestJSON-2052644234 tempest-ServerActionsTestJSON-2052644234-project] 10.222.0.42 "GET /v2.0/security-groups?id=5518633c-5bdd-41db-a1d5-749e9b6740a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4208121 Apr 18 20:55:53.848267 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-2cdde162-9337-4c58-b380-53a3a883830d req-fe6c24a3-c8c4-4f30-83c1-fa6f8d9170f4 tempest-DeleteServersTestJSON-915645800 tempest-DeleteServersTestJSON-915645800-project] 10.222.0.42 "GET /v2.0/security-groups?id=588d127b-19b7-4c3d-9f79-a400181b94e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3648570 Apr 18 20:55:53.876837 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-9436f665-7e61-4337-8ee9-8809c0515814 tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1260549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33526260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32440885', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31752825'] for subnet, after_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:55:53.925135 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9436f665-7e61-4337-8ee9-8809c0515814 tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Pushing event deleted for resources: {'Subnet': ['ID=10b419c5-6e7b-4eb6-8a37-f5fc53ced8d5,revision_number=None']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:55:53.945713 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-9436f665-7e61-4337-8ee9-8809c0515814 tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32378031'] for subnet, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:55:53.976232 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-9436f665-7e61-4337-8ee9-8809c0515814 tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] 10.222.0.42 "DELETE /v2.0/subnets/10b419c5-6e7b-4eb6-8a37-f5fc53ced8d5 HTTP/1.1" status: 204 len: 168 time: 0.9001105 Apr 18 20:55:53.976875 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 51868) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:55:54.038982 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77d978d4-e8b5-4171-9438-7f8ae567bf3b None None] Network ef903069-7c89-4376-963f-99c58ca6d615 requested from n-d-838334-2 {{(pid=84042) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 20:55:54.146831 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-946e5d89-62bd-40dc-b386-9006e85d58ab tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] 10.222.0.42 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1653454 Apr 18 20:55:54.148660 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 51872) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:55:54.160216 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.v2.base [None req-6c127647-b6bb-4cf5-99d5-a1d008c5c4b7 tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Request body: {'subnet': {'network_id': 'ef903069-7c89-4376-963f-99c58ca6d615', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=84040) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 20:55:54.297623 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [req-3209e4fe-95a0-4e12-9a7e-28d36e970ae1 req-36cea2fc-65d6-4fb3-849c-46e6b6008b5a tempest-ServerRescueNegativeTestJSON-1571656168 tempest-ServerRescueNegativeTestJSON-1571656168-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:55:54.298029 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [req-3209e4fe-95a0-4e12-9a7e-28d36e970ae1 req-36cea2fc-65d6-4fb3-849c-46e6b6008b5a tempest-ServerRescueNegativeTestJSON-1571656168 tempest-ServerRescueNegativeTestJSON-1571656168-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33444131'] for floatingip, after_update {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:55:54.306527 n-d-838334-2 neutron-server[84041]: INFO neutron.db.l3_db [req-3209e4fe-95a0-4e12-9a7e-28d36e970ae1 req-36cea2fc-65d6-4fb3-849c-46e6b6008b5a tempest-ServerRescueNegativeTestJSON-1571656168 tempest-ServerRescueNegativeTestJSON-1571656168-project] Floating IP 5e64da7d-ccfb-4b12-83b6-2c677456a857 disassociated. External IP: 172.25.8.184, port: ac9125d6-9b8a-402f-be21-f544dd8690c6. Apr 18 20:55:54.306969 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.plugin [req-3209e4fe-95a0-4e12-9a7e-28d36e970ae1 req-36cea2fc-65d6-4fb3-849c-46e6b6008b5a tempest-ServerRescueNegativeTestJSON-1571656168 tempest-ServerRescueNegativeTestJSON-1571656168-project] Calling delete_port for ac9125d6-9b8a-402f-be21-f544dd8690c6 owned by compute:nova {{(pid=84041) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 20:55:54.383083 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [None req-6c127647-b6bb-4cf5-99d5-a1d008c5c4b7 tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:55:54.421626 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-288754c0-d7ce-42c7-ace3-fcfc4b292afc req-9ca71657-2565-4e90-8db7-5239c442dbff tempest-ServerRescueNegativeTestJSON-1571656168 tempest-ServerRescueNegativeTestJSON-1571656168-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:55:54.422309 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-288754c0-d7ce-42c7-ace3-fcfc4b292afc req-9ca71657-2565-4e90-8db7-5239c442dbff tempest-ServerRescueNegativeTestJSON-1571656168 tempest-ServerRescueNegativeTestJSON-1571656168-project] 10.222.0.42 "GET /v2.0/ports?device_id=84774df7-1534-4163-a5f8-10a9e8ea72b0 HTTP/1.1" status: 200 len: 945 time: 0.3313189 Apr 18 20:55:54.423575 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-6c127647-b6bb-4cf5-99d5-a1d008c5c4b7 tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Usage tracker for resource:subnet and tenant:1256b788e8184019a07eb24a482acda4 is out of sync, need to count used quota {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:55:54.427657 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-6c127647-b6bb-4cf5-99d5-a1d008c5c4b7 tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:55:54.435383 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3edaa47d-9eee-407a-9824-771ff2fee672 None None] DHCP port deletion for ef903069-7c89-4376-963f-99c58ca6d615 request from n-d-838334-2 {{(pid=84042) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 18 20:55:54.440662 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [None req-6c127647-b6bb-4cf5-99d5-a1d008c5c4b7 tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:55:54.441498 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.plugin [None req-3edaa47d-9eee-407a-9824-771ff2fee672 None None] Deleting port 16b2bb57-d0d6-4024-a747-774b7baabbff {{(pid=84042) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 20:55:54.441878 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-3edaa47d-9eee-407a-9824-771ff2fee672 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750375188691'] for port, before_delete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:55:54.507562 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-288754c0-d7ce-42c7-ace3-fcfc4b292afc req-529c3ba7-1edb-4991-914c-34b45f6137f9 tempest-ServerRescueNegativeTestJSON-1571656168 tempest-ServerRescueNegativeTestJSON-1571656168-project] 10.222.0.42 "GET /v2.0/security-groups?id=43017ed2-a4b0-4fb1-8865-58458190611c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0644157 Apr 18 20:55:54.511284 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c127647-b6bb-4cf5-99d5-a1d008c5c4b7 tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Made reservation on behalf of 1256b788e8184019a07eb24a482acda4 for: {'subnet': 1} {{(pid=84040) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:55:54.516735 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-6c127647-b6bb-4cf5-99d5-a1d008c5c4b7 tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31752722'] for subnet, before_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:55:54.765947 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [req-3209e4fe-95a0-4e12-9a7e-28d36e970ae1 req-36cea2fc-65d6-4fb3-849c-46e6b6008b5a tempest-ServerRescueNegativeTestJSON-1571656168 tempest-ServerRescueNegativeTestJSON-1571656168-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750375259028', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750374836628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32266323'] for port, after_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:55:54.793097 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-93f291d6-6ccd-49db-88c5-d8803f3bde29 req-1d1213ad-930c-4183-a393-e1f2dcfd5364 tempest-ServersAaction247Test-863302383 tempest-ServersAaction247Test-863302383-project] 10.222.0.42 "GET /v2.0/ports?device_id=0d86bb85-f57d-4b3b-814b-2c3d75a18b0f HTTP/1.1" status: 200 len: 210 time: 0.0831299 Apr 18 20:55:54.822674 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36cea2fc-65d6-4fb3-849c-46e6b6008b5a tempest-ServerRescueNegativeTestJSON-1571656168 tempest-ServerRescueNegativeTestJSON-1571656168-project] Pushing event deleted for resources: {'Port': ['ID=ac9125d6-9b8a-402f-be21-f544dd8690c6,revision_number=None']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:55:54.850187 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-3edaa47d-9eee-407a-9824-771ff2fee672 None None] For port 16b2bb57-d0d6-4024-a747-774b7baabbff, host n-d-838334-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838334-2',level=0,port_id=16b2bb57-d0d6-4024-a747-774b7baabbff,segment=NetworkSegment(fbf28fbd-36f8-46f3-be08-57d41821e390),segment_id=fbf28fbd-36f8-46f3-be08-57d41821e390)] {{(pid=84042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:55:54.850578 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-3edaa47d-9eee-407a-9824-771ff2fee672 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369123'] for port, precommit_delete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:55:55.114994 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c66f79bf-5ac4-47cd-8a90-48a4e324f2c0 req-82a5309b-c0a8-475e-9004-830508d7c04d tempest-AttachVolumeNegativeTest-555605742 tempest-AttachVolumeNegativeTest-555605742-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:55:55.121287 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-c66f79bf-5ac4-47cd-8a90-48a4e324f2c0 req-82a5309b-c0a8-475e-9004-830508d7c04d tempest-AttachVolumeNegativeTest-555605742 tempest-AttachVolumeNegativeTest-555605742-project] 10.222.0.42 "GET /v2.0/ports?device_id=78e9143e-c730-4c91-adff-3908c9b17d26 HTTP/1.1" status: 200 len: 944 time: 0.3553169 Apr 18 20:55:55.130374 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.plugin [None req-3edaa47d-9eee-407a-9824-771ff2fee672 None None] Calling delete_port for 16b2bb57-d0d6-4024-a747-774b7baabbff owned by network:dhcp {{(pid=84042) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 20:55:55.236774 n-d-838334-2 neutron-server[84041]: DEBUG neutron.scheduler.l3_agent_scheduler [req-3209e4fe-95a0-4e12-9a7e-28d36e970ae1 req-36cea2fc-65d6-4fb3-849c-46e6b6008b5a tempest-ServerRescueNegativeTestJSON-1571656168 tempest-ServerRescueNegativeTestJSON-1571656168-project] Router bc01c25a-2e04-4cf1-bcb6-dfa1510dd9b9 has already been hosted by L3 agent bc84d6c9-dd7a-4555-a351-592327b46d5a {{(pid=84041) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 20:55:55.267493 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-3edaa47d-9eee-407a-9824-771ff2fee672 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750375259028', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750374836628'] for port, after_delete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:55:55.318207 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-c66f79bf-5ac4-47cd-8a90-48a4e324f2c0 req-210038a4-c88f-4d5c-9e7d-2cbe5893005c tempest-AttachVolumeNegativeTest-555605742 tempest-AttachVolumeNegativeTest-555605742-project] 10.222.0.42 "GET /v2.0/security-groups?id=5b4552a3-e22b-4a82-aa8a-fd18498dcd3d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1843374 Apr 18 20:55:55.363963 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-6c127647-b6bb-4cf5-99d5-a1d008c5c4b7 tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33526260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32441074', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31752704'] for subnet, after_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:55:55.420436 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3edaa47d-9eee-407a-9824-771ff2fee672 None None] Pushing event deleted for resources: {'Port': ['ID=16b2bb57-d0d6-4024-a747-774b7baabbff,revision_number=None']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:55:55.458513 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd8b2a66-84e8-481f-9c1f-4475b220f64b req-d0d466ad-0247-40b9-9697-2859539f6f72 tempest-ServerActionsTestJSON-2052644234 tempest-ServerActionsTestJSON-2052644234-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:55:55.460450 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-bd8b2a66-84e8-481f-9c1f-4475b220f64b req-d0d466ad-0247-40b9-9697-2859539f6f72 tempest-ServerActionsTestJSON-2052644234 tempest-ServerActionsTestJSON-2052644234-project] 10.222.0.42 "GET /v2.0/ports?device_id=59d6b272-24d3-4609-8a10-777cd7c7c735 HTTP/1.1" status: 200 len: 945 time: 0.2492959 Apr 18 20:55:55.464798 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3edaa47d-9eee-407a-9824-771ff2fee672 None None] No DVR routers for this DVR port 16b2bb57-d0d6-4024-a747-774b7baabbff on host n-d-838334-2 {{(pid=84042) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 20:55:55.486538 n-d-838334-2 neutron-server[84040]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c127647-b6bb-4cf5-99d5-a1d008c5c4b7 tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Network ef903069-7c89-4376-963f-99c58ca6d615 is already hosted by enough agents. {{(pid=84040) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:55:55.490347 n-d-838334-2 neutron-server[84040]: DEBUG neutron.scheduler.base_scheduler [None req-6c127647-b6bb-4cf5-99d5-a1d008c5c4b7 tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Resources bound (agent type, host, resource id): {{(pid=84040) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:55:55.504309 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-682f40b4-5e8d-45b1-8bf9-e3190d01f5c4 None None] Network ef903069-7c89-4376-963f-99c58ca6d615 requested from n-d-838334-2 {{(pid=84042) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 20:55:55.533201 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c127647-b6bb-4cf5-99d5-a1d008c5c4b7 tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:55:55.533990 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-6c127647-b6bb-4cf5-99d5-a1d008c5c4b7 tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32378031'] for subnet, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:55:55.572989 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-6c127647-b6bb-4cf5-99d5-a1d008c5c4b7 tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.4215801 Apr 18 20:55:55.574052 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c127647-b6bb-4cf5-99d5-a1d008c5c4b7 tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Pushing event updated for resources: {'Subnet': ['ID=cc2faae8-66ae-4f10-a9a6-4cf6297e38db,revision_number=0']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:55:55.578059 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 51900) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:55:55.589698 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.v2.base [None req-013a3a52-6b58-4577-bca4-ed7ec0c2dff0 tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Request body: {'port': {'network_id': 'ef903069-7c89-4376-963f-99c58ca6d615', 'name': 'tempest-NetworksTestDHCPv6-2491481'}} {{(pid=84040) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 20:55:55.737979 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Device 16b2bb57-d0d6-4024-a747-774b7baabbff no longer exists at agent ovs-agent-n-d-838334-2 {{(pid=84042) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 20:55:55.861501 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-bd8b2a66-84e8-481f-9c1f-4475b220f64b req-7154e43b-40fc-4e54-afea-d47cb7e278ed tempest-ServerActionsTestJSON-2052644234 tempest-ServerActionsTestJSON-2052644234-project] 10.222.0.42 "GET /v2.0/security-groups?id=5518633c-5bdd-41db-a1d5-749e9b6740a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3640347 Apr 18 20:55:55.862291 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.plugin [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] No Port match for: 16b2bb57-d0d6-4024-a747-774b7baabbff {{(pid=84042) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 18 20:55:55.862633 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Device 16b2bb57-d0d6-4024-a747-774b7baabbff not bound to the agent host n-d-838334-2 {{(pid=84042) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 20:55:55.893289 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Device 81dff9c0-884c-4df9-9a08-e02a4cf96c45 up at agent hyperv_n-h1-838334-2 {{(pid=84042) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 20:55:55.913011 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40f3c04e-6aab-480e-b059-7c68a0539128 req-732e018e-6d48-4fb0-98ae-4c03e1047984 tempest-DeleteServersTestJSON-915645800 tempest-DeleteServersTestJSON-915645800-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:55:55.914496 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-40f3c04e-6aab-480e-b059-7c68a0539128 req-732e018e-6d48-4fb0-98ae-4c03e1047984 tempest-DeleteServersTestJSON-915645800 tempest-DeleteServersTestJSON-915645800-project] 10.222.0.42 "GET /v2.0/ports?device_id=1dc96584-8863-4b8a-900a-c340d5aab74b HTTP/1.1" status: 200 len: 945 time: 0.1588573 Apr 18 20:55:55.968411 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-3209e4fe-95a0-4e12-9a7e-28d36e970ae1 req-36cea2fc-65d6-4fb3-849c-46e6b6008b5a tempest-ServerRescueNegativeTestJSON-1571656168 tempest-ServerRescueNegativeTestJSON-1571656168-project] Notify agent at l3_agent.n-d-838334-2 the message routers_updated {{(pid=84041) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 20:55:55.981336 n-d-838334-2 neutron-server[84043]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56508c71-030c-4d30-8bd3-a67330903574 None None] Sync routers for ids ['bc01c25a-2e04-4cf1-bcb6-dfa1510dd9b9'] in n-d-838334-2 {{(pid=84043) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 18 20:55:55.999198 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56508c71-030c-4d30-8bd3-a67330903574 None None] Routers {'bc01c25a-2e04-4cf1-bcb6-dfa1510dd9b9'} bound to L3 agent in host n-d-838334-2 {{(pid=84043) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 20:55:55.999852 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.l3_hamode_db [None req-56508c71-030c-4d30-8bd3-a67330903574 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838334-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-18T20:25:48Z,description=,heartbeat_timestamp=2022-04-18T20:55:48Z,host='n-d-838334-2',id=bc84d6c9-dd7a-4555-a351-592327b46d5a,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:25:48Z,topic='l3_agent')) {'router_ids': ['bc01c25a-2e04-4cf1-bcb6-dfa1510dd9b9'], 'active': True} {{(pid=84043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:55:56.046649 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [None req-013a3a52-6b58-4577-bca4-ed7ec0c2dff0 tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:55:56.056159 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.l3_dvrscheduler_db [req-3209e4fe-95a0-4e12-9a7e-28d36e970ae1 req-36cea2fc-65d6-4fb3-849c-46e6b6008b5a tempest-ServerRescueNegativeTestJSON-1571656168 tempest-ServerRescueNegativeTestJSON-1571656168-project] No DVR routers for this DVR port ac9125d6-9b8a-402f-be21-f544dd8690c6 on host n-h1-838334-2 {{(pid=84041) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 20:55:56.058996 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [req-3209e4fe-95a0-4e12-9a7e-28d36e970ae1 req-36cea2fc-65d6-4fb3-849c-46e6b6008b5a tempest-ServerRescueNegativeTestJSON-1571656168 tempest-ServerRescueNegativeTestJSON-1571656168-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217293'] for port, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:55:56.065344 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-013a3a52-6b58-4577-bca4-ed7ec0c2dff0 tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Usage tracker for resource:port and tenant:1256b788e8184019a07eb24a482acda4 is out of sync, need to count used quota {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:55:56.068730 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-013a3a52-6b58-4577-bca4-ed7ec0c2dff0 tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:55:56.070576 n-d-838334-2 neutron-server[84041]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '84774df7-1534-4163-a5f8-10a9e8ea72b0', 'name': 'network-vif-deleted', 'tag': 'ac9125d6-9b8a-402f-be21-f544dd8690c6'}] {{(pid=84041) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 20:55:56.079856 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-40f3c04e-6aab-480e-b059-7c68a0539128 req-f5f73b75-0137-4901-899d-6f7393e901a0 tempest-DeleteServersTestJSON-915645800 tempest-DeleteServersTestJSON-915645800-project] 10.222.0.42 "GET /v2.0/security-groups?id=588d127b-19b7-4c3d-9f79-a400181b94e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1522481 Apr 18 20:55:56.080937 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-3209e4fe-95a0-4e12-9a7e-28d36e970ae1 req-36cea2fc-65d6-4fb3-849c-46e6b6008b5a tempest-ServerRescueNegativeTestJSON-1571656168 tempest-ServerRescueNegativeTestJSON-1571656168-project] 10.222.0.43 "DELETE /v2.0/ports/ac9125d6-9b8a-402f-be21-f544dd8690c6 HTTP/1.1" status: 204 len: 173 time: 2.8717613 Apr 18 20:55:56.091580 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [None req-013a3a52-6b58-4577-bca4-ed7ec0c2dff0 tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:55:56.111767 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-013a3a52-6b58-4577-bca4-ed7ec0c2dff0 tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Made reservation on behalf of 1256b788e8184019a07eb24a482acda4 for: {'port': 1} {{(pid=84040) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:55:56.117642 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-013a3a52-6b58-4577-bca4-ed7ec0c2dff0 tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:55:56.157106 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63ec09e6-c721-452c-881e-7ee39feb5907 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp016840fc-1f9f-5892-9c53-c9cf6c845bbb-ef903069-7c89-4376-963f-99c58ca6d615', 'network_id': 'ef903069-7c89-4376-963f-99c58ca6d615', 'tenant_id': '1256b788e8184019a07eb24a482acda4', 'fixed_ips': [{'subnet_id': 'cc2faae8-66ae-4f10-a9a6-4cf6297e38db'}]}} from n-d-838334-2. {{(pid=84042) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 18 20:55:56.163018 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-63ec09e6-c721-452c-881e-7ee39feb5907 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_create {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:55:56.176837 n-d-838334-2 neutron-server[84040]: DEBUG neutron.notifiers.nova [None req-013a3a52-6b58-4577-bca4-ed7ec0c2dff0 tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] device_id is not set on port b09cbb42-0c5f-478f-8013-0fd77d113076 yet. {{(pid=84040) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 18 20:55:56.299004 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Provisioning for port 81dff9c0-884c-4df9-9a08-e02a4cf96c45 completed by entity L2. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 20:55:56.306046 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.l3_dvr_db [None req-56508c71-030c-4d30-8bd3-a67330903574 None None] Set router bc01c25a-2e04-4cf1-bcb6-dfa1510dd9b9 gateway port host: n-d-838334-2 {{(pid=84043) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 20:55:56.346786 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Provisioning complete for port 81dff9c0-884c-4df9-9a08-e02a4cf96c45 triggered by entity L2. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:55:56.347400 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1253608'] for port, provisioning_complete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:55:56.582483 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.db_base_plugin_common [None req-63ec09e6-c721-452c-881e-7ee39feb5907 None None] Allocated IP 2001:db8::2 (ef903069-7c89-4376-963f-99c58ca6d615/cc2faae8-66ae-4f10-a9a6-4cf6297e38db/bb338215-2702-43b5-865c-c0bf7837c039) {{(pid=84042) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:55:56.903391 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-198ccafc-fe27-4841-a306-85cab03c9916 req-e976d5ee-b815-4912-ba33-366fa76e657b tempest-ServerRescueNegativeTestJSON-1571656168 tempest-ServerRescueNegativeTestJSON-1571656168-project] 10.222.0.42 "GET /v2.0/ports?device_id=84774df7-1534-4163-a5f8-10a9e8ea72b0 HTTP/1.1" status: 200 len: 210 time: 0.2253282 Apr 18 20:55:56.906405 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-4e4c8a2f-d310-438e-8394-656ee203b537 req-745b63db-6ce3-4fbc-8138-792e42a16290 tempest-ServersAaction247Test-863302383 tempest-ServersAaction247Test-863302383-project] 10.222.0.42 "GET /v2.0/ports?device_id=0d86bb85-f57d-4b3b-814b-2c3d75a18b0f HTTP/1.1" status: 200 len: 210 time: 0.1324916 Apr 18 20:55:57.026505 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:55:57.052048 n-d-838334-2 neutron-server[84041]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c7752b52-9cf3-44e7-8eee-2885190bd656'] response: {'server_uuid': '84774df7-1534-4163-a5f8-10a9e8ea72b0', 'name': 'network-vif-deleted', 'tag': 'ac9125d6-9b8a-402f-be21-f544dd8690c6', 'status': 'completed', 'code': 200} Apr 18 20:55:57.331300 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.l3_hamode_db [None req-56508c71-030c-4d30-8bd3-a67330903574 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc01c25a-2e04-4cf1-bcb6-dfa1510dd9b9', 'name': 'tempest-ServerRescueNegativeTestJSON-1024788492-router', 'tenant_id': 'f9a0b0412d2042448fe0968cc5e47ae5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'external_fixed_ips': [{'subnet_id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'ip_address': '172.25.8.54'}], 'enable_snat': True}, 'gw_port_id': '7d561ce4-c85c-4141-9e07-20a038b04f96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:50:47Z', 'updated_at': '2022-04-18T20:50:59Z', 'revision_number': 4, 'project_id': 'f9a0b0412d2042448fe0968cc5e47ae5', 'gw_port': {'id': '7d561ce4-c85c-4141-9e07-20a038b04f96', 'name': '', 'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:d9:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc01c25a-2e04-4cf1-bcb6-dfa1510dd9b9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'ip_address': '172.25.8.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:50:48Z', 'updated_at': '2022-04-18T20:50:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838334-2', '_interfaces': [{'id': '048f2e4f-4c30-419f-b6c8-11c89bb062f3', 'name': '', 'network_id': '9956df45-2736-4a4c-9815-b894d9a44160', 'tenant_id': 'f9a0b0412d2042448fe0968cc5e47ae5', 'mac_address': 'fa:16:3e:13:3e:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc01c25a-2e04-4cf1-bcb6-dfa1510dd9b9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e000ef4a-9553-4d5a-aa5c-e55a867fcd65', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:50:57Z', 'updated_at': '2022-04-18T20:51:21Z', 'revision_number': 5, 'project_id': 'f9a0b0412d2042448fe0968cc5e47ae5', 'subnets': [{'id': 'e000ef4a-9553-4d5a-aa5c-e55a867fcd65', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838334-2', False) {} {{(pid=84043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:55:57.346606 n-d-838334-2 neutron-server[84043]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56508c71-030c-4d30-8bd3-a67330903574 None None] Checking router: bc01c25a-2e04-4cf1-bcb6-dfa1510dd9b9 for host: n-d-838334-2 {{(pid=84043) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 18 20:55:57.388628 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56508c71-030c-4d30-8bd3-a67330903574 None None] Routers {'bc01c25a-2e04-4cf1-bcb6-dfa1510dd9b9'} bound to L3 agent in host n-d-838334-2 {{(pid=84043) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 20:55:57.389273 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.l3_hamode_db [None req-56508c71-030c-4d30-8bd3-a67330903574 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838334-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-18T20:25:48Z,description=,heartbeat_timestamp=2022-04-18T20:55:48Z,host='n-d-838334-2',id=bc84d6c9-dd7a-4555-a351-592327b46d5a,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:25:48Z,topic='l3_agent')) {'router_ids': ['bc01c25a-2e04-4cf1-bcb6-dfa1510dd9b9'], 'active': True} {{(pid=84043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:55:57.392077 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] For port 81dff9c0-884c-4df9-9a08-e02a4cf96c45, host n-h1-838334-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838334-2',level=0,port_id=81dff9c0-884c-4df9-9a08-e02a4cf96c45,segment=NetworkSegment(dbc7d3d6-4579-41c2-9fd4-2757cc8c54b6),segment_id=dbc7d3d6-4579-41c2-9fd4-2757cc8c54b6)] {{(pid=84042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:55:57.404663 n-d-838334-2 neutron-server[84042]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '78e9143e-c730-4c91-adff-3908c9b17d26', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '81dff9c0-884c-4df9-9a08-e02a4cf96c45'}] {{(pid=84042) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 20:55:57.430447 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682'] for port, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:55:57.434236 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Device ac9125d6-9b8a-402f-be21-f544dd8690c6 no longer exists at agent hyperv_n-h1-838334-2 {{(pid=84042) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 20:55:57.493716 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a387634a-b2a3-42a2-b6b4-b2838671c3c7 req-f108ec50-7092-4268-94cc-075d751874d4 tempest-AttachVolumeNegativeTest-555605742 tempest-AttachVolumeNegativeTest-555605742-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:55:57.501419 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-a387634a-b2a3-42a2-b6b4-b2838671c3c7 req-f108ec50-7092-4268-94cc-075d751874d4 tempest-AttachVolumeNegativeTest-555605742 tempest-AttachVolumeNegativeTest-555605742-project] 10.222.0.42 "GET /v2.0/ports?device_id=78e9143e-c730-4c91-adff-3908c9b17d26 HTTP/1.1" status: 200 len: 944 time: 0.1805081 Apr 18 20:55:57.666941 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-a387634a-b2a3-42a2-b6b4-b2838671c3c7 req-048be06c-333a-406a-b5ee-9b131efc2af2 tempest-AttachVolumeNegativeTest-555605742 tempest-AttachVolumeNegativeTest-555605742-project] 10.222.0.42 "GET /v2.0/security-groups?id=5b4552a3-e22b-4a82-aa8a-fd18498dcd3d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1639006 Apr 18 20:55:57.670967 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.plugin [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] No Port match for: ac9125d6-9b8a-402f-be21-f544dd8690c6 {{(pid=84042) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 18 20:55:57.671304 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Device ac9125d6-9b8a-402f-be21-f544dd8690c6 not bound to the agent host n-h1-838334-2 {{(pid=84042) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 20:55:57.728907 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-63ec09e6-c721-452c-881e-7ee39feb5907 None None] Notify callbacks [] for port, precommit_create {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:55:57.754296 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-63ec09e6-c721-452c-881e-7ee39feb5907 None None] Transition to ACTIVE for port object bb338215-2702-43b5-865c-c0bf7837c039 will not be triggered until provisioned by entity L2. {{(pid=84042) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 20:55:57.828751 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-63ec09e6-c721-452c-881e-7ee39feb5907 None None] Transition to ACTIVE for port object bb338215-2702-43b5-865c-c0bf7837c039 will not be triggered until provisioned by entity DHCP. {{(pid=84042) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 20:55:57.842087 n-d-838334-2 neutron-server[84042]: INFO neutron.notifiers.nova [-] Nova event matching ['req-afc28295-e1fa-4591-9691-0359073c6c80'] response: {'server_uuid': '78e9143e-c730-4c91-adff-3908c9b17d26', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '81dff9c0-884c-4df9-9a08-e02a4cf96c45', 'code': 200} Apr 18 20:55:57.857145 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.l3_dvr_db [None req-56508c71-030c-4d30-8bd3-a67330903574 None None] Set router bc01c25a-2e04-4cf1-bcb6-dfa1510dd9b9 gateway port host: n-d-838334-2 {{(pid=84043) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 20:55:57.864387 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-63ec09e6-c721-452c-881e-7ee39feb5907 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750374836619'] for port, after_create {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:55:57.886456 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Pushing event updated for resources: {'Port': ['ID=81dff9c0-884c-4df9-9a08-e02a4cf96c45,revision_number=5']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:55:58.023713 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-a6981565-8e25-45b0-9967-b9c9849a4fab req-2e6f9d14-9410-4397-8adc-7e40afc43b5a service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=78e9143e-c730-4c91-adff-3908c9b17d26 HTTP/1.1" status: 200 len: 1096 time: 0.1757536 Apr 18 20:55:58.039319 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af7f9625-4a5f-4f6c-91b1-3a4370baeaa9 req-d94eb38e-a2af-4620-a5aa-afb52e210c29 tempest-ServerActionsTestJSON-2052644234 tempest-ServerActionsTestJSON-2052644234-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:55:58.050296 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-af7f9625-4a5f-4f6c-91b1-3a4370baeaa9 req-d94eb38e-a2af-4620-a5aa-afb52e210c29 tempest-ServerActionsTestJSON-2052644234 tempest-ServerActionsTestJSON-2052644234-project] 10.222.0.42 "GET /v2.0/ports?device_id=59d6b272-24d3-4609-8a10-777cd7c7c735 HTTP/1.1" status: 200 len: 945 time: 0.3537498 Apr 18 20:55:58.077799 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63ec09e6-c721-452c-881e-7ee39feb5907 None None] Pushing event updated for resources: {'Port': ['ID=bb338215-2702-43b5-865c-c0bf7837c039,revision_number=1']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:55:58.107479 n-d-838334-2 neutron-server[84042]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63ec09e6-c721-452c-881e-7ee39feb5907 None None] Network ef903069-7c89-4376-963f-99c58ca6d615 is already hosted by enough agents. {{(pid=84042) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:55:58.109095 n-d-838334-2 neutron-server[84042]: DEBUG neutron.scheduler.base_scheduler [None req-63ec09e6-c721-452c-881e-7ee39feb5907 None None] Resources bound (agent type, host, resource id): {{(pid=84042) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:55:58.113262 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63ec09e6-c721-452c-881e-7ee39feb5907 None None] Received port after_create {{(pid=84042) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 20:55:58.143035 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-a6981565-8e25-45b0-9967-b9c9849a4fab req-0e39b42e-5825-4dab-854b-a3da405e2892 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=5b4552a3-e22b-4a82-aa8a-fd18498dcd3d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1122777 Apr 18 20:55:58.242418 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.db_base_plugin_common [None req-013a3a52-6b58-4577-bca4-ed7ec0c2dff0 tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Allocated IP 2001:db8::40 (ef903069-7c89-4376-963f-99c58ca6d615/cc2faae8-66ae-4f10-a9a6-4cf6297e38db/b09cbb42-0c5f-478f-8013-0fd77d113076) {{(pid=84040) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:55:58.279142 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.managers [None req-63ec09e6-c721-452c-881e-7ee39feb5907 None None] Attempting to bind port bb338215-2702-43b5-865c-c0bf7837c039 on host n-d-838334-2 for vnic_type normal with profile {{(pid=84042) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:55:58.279527 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.managers [None req-63ec09e6-c721-452c-881e-7ee39feb5907 None None] Attempting to bind port bb338215-2702-43b5-865c-c0bf7837c039 by drivers openvswitch,hyperv on host n-d-838334-2 at level 0 using segments [{'id': 'fbf28fbd-36f8-46f3-be08-57d41821e390', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': 'ef903069-7c89-4376-963f-99c58ca6d615'}] {{(pid=84042) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:55:58.279915 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63ec09e6-c721-452c-881e-7ee39feb5907 None None] Attempting to bind port bb338215-2702-43b5-865c-c0bf7837c039 on network ef903069-7c89-4376-963f-99c58ca6d615 {{(pid=84042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 20:55:58.296622 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-af7f9625-4a5f-4f6c-91b1-3a4370baeaa9 req-ed39581f-7d8f-4840-a09b-eeae5bd19fe8 tempest-ServerActionsTestJSON-2052644234 tempest-ServerActionsTestJSON-2052644234-project] 10.222.0.42 "GET /v2.0/security-groups?id=5518633c-5bdd-41db-a1d5-749e9b6740a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2416253 Apr 18 20:55:58.301126 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63ec09e6-c721-452c-881e-7ee39feb5907 None None] Checking agent: {'id': '97cd4414-7af6-4d67-868d-dff370b4071a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838334-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 25, 49), 'started_at': datetime.datetime(2022, 4, 18, 20, 26, 19), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 20, 55, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838334-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 18 20:55:58.301537 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63ec09e6-c721-452c-881e-7ee39feb5907 None None] Checking segment: {'id': 'fbf28fbd-36f8-46f3-be08-57d41821e390', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': 'ef903069-7c89-4376-963f-99c58ca6d615'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84042) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 20:55:58.301910 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-63ec09e6-c721-452c-881e-7ee39feb5907 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:55:58.302295 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63ec09e6-c721-452c-881e-7ee39feb5907 None None] Bound using segment: {'id': 'fbf28fbd-36f8-46f3-be08-57d41821e390', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': 'ef903069-7c89-4376-963f-99c58ca6d615'} {{(pid=84042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 18 20:55:58.302771 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.managers [None req-63ec09e6-c721-452c-881e-7ee39feb5907 None None] Bound port: bb338215-2702-43b5-865c-c0bf7837c039, host: n-d-838334-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fbf28fbd-36f8-46f3-be08-57d41821e390', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': 'ef903069-7c89-4376-963f-99c58ca6d615'}}] {{(pid=84042) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 20:55:58.303135 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-63ec09e6-c721-452c-881e-7ee39feb5907 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:55:58.463486 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-037f6a7a-a8a8-4f7d-a653-49bb875a53e9 req-fd4dfe75-4995-47da-b068-ea8c4255631d tempest-DeleteServersTestJSON-915645800 tempest-DeleteServersTestJSON-915645800-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:55:58.478390 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-037f6a7a-a8a8-4f7d-a653-49bb875a53e9 req-fd4dfe75-4995-47da-b068-ea8c4255631d tempest-DeleteServersTestJSON-915645800 tempest-DeleteServersTestJSON-915645800-project] 10.222.0.42 "GET /v2.0/ports?device_id=1dc96584-8863-4b8a-900a-c340d5aab74b HTTP/1.1" status: 200 len: 945 time: 0.4213967 Apr 18 20:55:58.521070 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-63ec09e6-c721-452c-881e-7ee39feb5907 None None] For port bb338215-2702-43b5-865c-c0bf7837c039, host n-d-838334-2, cleared binding levels {{(pid=84042) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 20:55:58.534273 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-63ec09e6-c721-452c-881e-7ee39feb5907 None None] For port bb338215-2702-43b5-865c-c0bf7837c039, host n-d-838334-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838334-2',level=0,port_id=bb338215-2702-43b5-865c-c0bf7837c039,segment=NetworkSegment(fbf28fbd-36f8-46f3-be08-57d41821e390),segment_id=fbf28fbd-36f8-46f3-be08-57d41821e390)] {{(pid=84042) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 20:55:58.560772 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-63ec09e6-c721-452c-881e-7ee39feb5907 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682'] for port, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:55:58.603241 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.l3_hamode_db [None req-56508c71-030c-4d30-8bd3-a67330903574 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc01c25a-2e04-4cf1-bcb6-dfa1510dd9b9', 'name': 'tempest-ServerRescueNegativeTestJSON-1024788492-router', 'tenant_id': 'f9a0b0412d2042448fe0968cc5e47ae5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'external_fixed_ips': [{'subnet_id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'ip_address': '172.25.8.54'}], 'enable_snat': True}, 'gw_port_id': '7d561ce4-c85c-4141-9e07-20a038b04f96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:50:47Z', 'updated_at': '2022-04-18T20:50:59Z', 'revision_number': 4, 'project_id': 'f9a0b0412d2042448fe0968cc5e47ae5', 'gw_port': {'id': '7d561ce4-c85c-4141-9e07-20a038b04f96', 'name': '', 'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:d9:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc01c25a-2e04-4cf1-bcb6-dfa1510dd9b9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'ip_address': '172.25.8.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:50:48Z', 'updated_at': '2022-04-18T20:50:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838334-2', '_interfaces': [{'id': '048f2e4f-4c30-419f-b6c8-11c89bb062f3', 'name': '', 'network_id': '9956df45-2736-4a4c-9815-b894d9a44160', 'tenant_id': 'f9a0b0412d2042448fe0968cc5e47ae5', 'mac_address': 'fa:16:3e:13:3e:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc01c25a-2e04-4cf1-bcb6-dfa1510dd9b9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e000ef4a-9553-4d5a-aa5c-e55a867fcd65', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:50:57Z', 'updated_at': '2022-04-18T20:51:21Z', 'revision_number': 5, 'project_id': 'f9a0b0412d2042448fe0968cc5e47ae5', 'subnets': [{'id': 'e000ef4a-9553-4d5a-aa5c-e55a867fcd65', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838334-2', False) {} {{(pid=84043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:55:58.609495 n-d-838334-2 neutron-server[84043]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56508c71-030c-4d30-8bd3-a67330903574 None None] The sync data for ids ['bc01c25a-2e04-4cf1-bcb6-dfa1510dd9b9'] in n-d-838334-2 is: [{'id': 'bc01c25a-2e04-4cf1-bcb6-dfa1510dd9b9', 'name': 'tempest-ServerRescueNegativeTestJSON-1024788492-router', 'tenant_id': 'f9a0b0412d2042448fe0968cc5e47ae5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'external_fixed_ips': [{'subnet_id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'ip_address': '172.25.8.54'}], 'enable_snat': True}, 'gw_port_id': '7d561ce4-c85c-4141-9e07-20a038b04f96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:50:47Z', 'updated_at': '2022-04-18T20:50:59Z', 'revision_number': 4, 'project_id': 'f9a0b0412d2042448fe0968cc5e47ae5', 'gw_port': {'id': '7d561ce4-c85c-4141-9e07-20a038b04f96', 'name': '', 'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:d9:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc01c25a-2e04-4cf1-bcb6-dfa1510dd9b9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'ip_address': '172.25.8.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:50:48Z', 'updated_at': '2022-04-18T20:50:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838334-2', '_interfaces': [{'id': '048f2e4f-4c30-419f-b6c8-11c89bb062f3', 'name': '', 'network_id': '9956df45-2736-4a4c-9815-b894d9a44160', 'tenant_id': 'f9a0b0412d2042448fe0968cc5e47ae5', 'mac_address': 'fa:16:3e:13:3e:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc01c25a-2e04-4cf1-bcb6-dfa1510dd9b9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e000ef4a-9553-4d5a-aa5c-e55a867fcd65', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:50:57Z', 'updated_at': '2022-04-18T20:51:21Z', 'revision_number': 5, 'project_id': 'f9a0b0412d2042448fe0968cc5e47ae5', 'subnets': [{'id': 'e000ef4a-9553-4d5a-aa5c-e55a867fcd65', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84043) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 18 20:55:58.730003 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63ec09e6-c721-452c-881e-7ee39feb5907 None None] Pushing event updated for resources: {'Port': ['ID=bb338215-2702-43b5-865c-c0bf7837c039,revision_number=2']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:55:58.823187 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-d2591cfd-0b30-495c-a344-87e8f95f40ca req-70bf0e28-f954-45f7-aa10-96effe4a227d service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=0d86bb85-f57d-4b3b-814b-2c3d75a18b0f HTTP/1.1" status: 200 len: 210 time: 0.2286444 Apr 18 20:55:58.935820 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-1259b122-7181-493d-bbbf-4ffc17612ad5 req-e57c35c2-d0a8-4a48-91b5-292f8fed16b8 tempest-ServersAaction247Test-863302383 tempest-ServersAaction247Test-863302383-project] 10.222.0.42 "GET /v2.0/ports?device_id=0d86bb85-f57d-4b3b-814b-2c3d75a18b0f HTTP/1.1" status: 200 len: 210 time: 0.1181991 Apr 18 20:55:58.983818 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-037f6a7a-a8a8-4f7d-a653-49bb875a53e9 req-454031a5-ef18-44fc-b81a-8ebca152b2de tempest-DeleteServersTestJSON-915645800 tempest-DeleteServersTestJSON-915645800-project] 10.222.0.42 "GET /v2.0/security-groups?id=588d127b-19b7-4c3d-9f79-a400181b94e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4833980 Apr 18 20:55:59.093240 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-013a3a52-6b58-4577-bca4-ed7ec0c2dff0 tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Notify callbacks [] for port, precommit_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:55:59.113970 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 51938) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:55:59.119420 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dba50104-7184-431b-af5f-a17285fda418 None None] New status for floating IP 5e64da7d-ccfb-4b12-83b6-2c677456a857: DOWN {{(pid=84042) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Apr 18 20:55:59.126009 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.provisioning_blocks [None req-013a3a52-6b58-4577-bca4-ed7ec0c2dff0 tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Transition to ACTIVE for port object b09cbb42-0c5f-478f-8013-0fd77d113076 will not be triggered until provisioned by entity DHCP. {{(pid=84040) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 20:55:59.162926 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-013a3a52-6b58-4577-bca4-ed7ec0c2dff0 tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750374836619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32440838'] for port, after_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:55:59.278487 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-2f799faf-f667-4d02-8f2b-6e82bfc46c88 tempest-ServerRescueNegativeTestJSON-1571656168 tempest-ServerRescueNegativeTestJSON-1571656168-project] Notify callbacks [] for security_group, before_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:55:59.341451 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-2f799faf-f667-4d02-8f2b-6e82bfc46c88 tempest-ServerRescueNegativeTestJSON-1571656168 tempest-ServerRescueNegativeTestJSON-1571656168-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:55:59.349449 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-013a3a52-6b58-4577-bca4-ed7ec0c2dff0 tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Pushing event updated for resources: {'Port': ['ID=b09cbb42-0c5f-478f-8013-0fd77d113076,revision_number=1']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:55:59.380652 n-d-838334-2 neutron-server[84040]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-013a3a52-6b58-4577-bca4-ed7ec0c2dff0 tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Network ef903069-7c89-4376-963f-99c58ca6d615 is already hosted by enough agents. {{(pid=84040) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:55:59.407543 n-d-838334-2 neutron-server[84040]: DEBUG neutron.scheduler.base_scheduler [None req-013a3a52-6b58-4577-bca4-ed7ec0c2dff0 tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Resources bound (agent type, host, resource id): {{(pid=84040) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:55:59.422085 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.l3_dvrscheduler_db [None req-013a3a52-6b58-4577-bca4-ed7ec0c2dff0 tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Received port after_create {{(pid=84040) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 20:55:59.434916 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-013a3a52-6b58-4577-bca4-ed7ec0c2dff0 tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:55:59.436987 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-013a3a52-6b58-4577-bca4-ed7ec0c2dff0 tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217293'] for port, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:55:59.464541 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-2f799faf-f667-4d02-8f2b-6e82bfc46c88 tempest-ServerRescueNegativeTestJSON-1571656168 tempest-ServerRescueNegativeTestJSON-1571656168-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33528224'] for security_group, after_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:55:59.515731 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f799faf-f667-4d02-8f2b-6e82bfc46c88 tempest-ServerRescueNegativeTestJSON-1571656168 tempest-ServerRescueNegativeTestJSON-1571656168-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=43017ed2-a4b0-4fb1-8865-58458190611c,revision_number=None']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:55:59.519078 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-013a3a52-6b58-4577-bca4-ed7ec0c2dff0 tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 3.9377658 Apr 18 20:55:59.519888 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-2f799faf-f667-4d02-8f2b-6e82bfc46c88 tempest-ServerRescueNegativeTestJSON-1571656168 tempest-ServerRescueNegativeTestJSON-1571656168-project] Notify callbacks [] for security_group, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:55:59.521720 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-2f799faf-f667-4d02-8f2b-6e82bfc46c88 tempest-ServerRescueNegativeTestJSON-1571656168 tempest-ServerRescueNegativeTestJSON-1571656168-project] 10.222.0.42 "DELETE /v2.0/security-groups/43017ed2-a4b0-4fb1-8865-58458190611c HTTP/1.1" status: 204 len: 168 time: 0.4061356 Apr 18 20:55:59.522452 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 51944) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:55:59.580303 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 51946) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:55:59.617131 n-d-838334-2 neutron-server[84041]: INFO neutron.api.v2.resource [None req-61177ae2-6e8c-4956-b1b5-1111dd351002 tempest-ServerRescueNegativeTestJSON-1571656168 tempest-ServerRescueNegativeTestJSON-1571656168-project] show failed (client error): The resource could not be found. Apr 18 20:55:59.619570 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-61177ae2-6e8c-4956-b1b5-1111dd351002 tempest-ServerRescueNegativeTestJSON-1571656168 tempest-ServerRescueNegativeTestJSON-1571656168-project] 10.222.0.42 "GET /v2.0/security-groups/43017ed2-a4b0-4fb1-8865-58458190611c HTTP/1.1" status: 404 len: 347 time: 0.0279942 Apr 18 20:55:59.627064 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 51952) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:55:59.712857 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-652e8186-f38b-48ed-b8aa-4c959c86a22d req-658fb28f-4130-42d0-996a-188d9f19d769 tempest-AttachVolumeNegativeTest-555605742 tempest-AttachVolumeNegativeTest-555605742-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:55:59.720563 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-652e8186-f38b-48ed-b8aa-4c959c86a22d req-658fb28f-4130-42d0-996a-188d9f19d769 tempest-AttachVolumeNegativeTest-555605742 tempest-AttachVolumeNegativeTest-555605742-project] 10.222.0.42 "GET /v2.0/ports?device_id=78e9143e-c730-4c91-adff-3908c9b17d26 HTTP/1.1" status: 200 len: 945 time: 0.4751201 Apr 18 20:55:59.854148 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-652e8186-f38b-48ed-b8aa-4c959c86a22d req-1cfe9a8f-d2a5-450d-9023-c5283463cadb tempest-AttachVolumeNegativeTest-555605742 tempest-AttachVolumeNegativeTest-555605742-project] 10.222.0.42 "GET /v2.0/security-groups?id=5b4552a3-e22b-4a82-aa8a-fd18498dcd3d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1317961 Apr 18 20:55:59.902842 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c60631b-0f26-4c4c-b76f-8f8d3185b76f req-4184b954-f3a3-45f7-9c61-d93656feeccb tempest-ServerActionsTestJSON-2052644234 tempest-ServerActionsTestJSON-2052644234-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:55:59.915412 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-8c60631b-0f26-4c4c-b76f-8f8d3185b76f req-4184b954-f3a3-45f7-9c61-d93656feeccb tempest-ServerActionsTestJSON-2052644234 tempest-ServerActionsTestJSON-2052644234-project] 10.222.0.42 "GET /v2.0/ports?device_id=59d6b272-24d3-4609-8a10-777cd7c7c735 HTTP/1.1" status: 200 len: 945 time: 0.3888171 Apr 18 20:55:59.939504 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Device bb338215-2702-43b5-865c-c0bf7837c039 up at agent ovs-agent-n-d-838334-2 {{(pid=84042) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 20:55:59.993896 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-8c60631b-0f26-4c4c-b76f-8f8d3185b76f req-3f9a8edc-c810-43bf-aa99-5cead4f9aeee tempest-ServerActionsTestJSON-2052644234 tempest-ServerActionsTestJSON-2052644234-project] 10.222.0.42 "GET /v2.0/security-groups?id=5518633c-5bdd-41db-a1d5-749e9b6740a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724070 Apr 18 20:56:00.068878 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750375287399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253529'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:56:00.111721 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.plugin [None req-8afd4d1d-85c8-45af-b211-5c41363fee97 tempest-ServerRescueNegativeTestJSON-1571656168 tempest-ServerRescueNegativeTestJSON-1571656168-project] Deleting port 50ff5b17-7ced-4f4b-83b2-c947a105451a {{(pid=84041) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 20:56:00.112463 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-8afd4d1d-85c8-45af-b211-5c41363fee97 tempest-ServerRescueNegativeTestJSON-1571656168 tempest-ServerRescueNegativeTestJSON-1571656168-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750375188691'] for port, before_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:56:00.150582 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Provisioning for port bb338215-2702-43b5-865c-c0bf7837c039 completed by entity L2. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 20:56:00.395356 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-ef0dac94-eca2-4fc8-b8f8-ddfa272b8431 req-65a4c3d5-4d2b-4228-ad3c-21c9b12d3d66 tempest-ServersAaction247Test-863302383 tempest-ServersAaction247Test-863302383-project] 10.222.0.42 "GET /v2.0/ports?device_id=0d86bb85-f57d-4b3b-814b-2c3d75a18b0f HTTP/1.1" status: 200 len: 210 time: 0.0543265 Apr 18 20:56:00.449061 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6036834-2362-4170-86b6-fa600ef1f573 req-9052e574-2f48-4b1b-a3af-992fe73e3ff6 tempest-DeleteServersTestJSON-915645800 tempest-DeleteServersTestJSON-915645800-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:56:00.451295 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-b6036834-2362-4170-86b6-fa600ef1f573 req-9052e574-2f48-4b1b-a3af-992fe73e3ff6 tempest-DeleteServersTestJSON-915645800 tempest-DeleteServersTestJSON-915645800-project] 10.222.0.42 "GET /v2.0/ports?device_id=1dc96584-8863-4b8a-900a-c340d5aab74b HTTP/1.1" status: 200 len: 945 time: 0.1916268 Apr 18 20:56:00.507946 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-643d85a1-40fa-4ed8-aa48-da43278b65a9 None None] Provisioning for port bb338215-2702-43b5-865c-c0bf7837c039 completed by entity DHCP. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 20:56:00.516638 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-643d85a1-40fa-4ed8-aa48-da43278b65a9 None None] Provisioning complete for port bb338215-2702-43b5-865c-c0bf7837c039 triggered by entity DHCP. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:56:00.517019 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-643d85a1-40fa-4ed8-aa48-da43278b65a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1253608'] for port, provisioning_complete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:56:00.531955 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-8afd4d1d-85c8-45af-b211-5c41363fee97 tempest-ServerRescueNegativeTestJSON-1571656168 tempest-ServerRescueNegativeTestJSON-1571656168-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369123'] for port, precommit_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:56:00.532537 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-8afd4d1d-85c8-45af-b211-5c41363fee97 tempest-ServerRescueNegativeTestJSON-1571656168 tempest-ServerRescueNegativeTestJSON-1571656168-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:56:00.553787 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-b6036834-2362-4170-86b6-fa600ef1f573 req-9a7c658d-5060-4bfe-981a-0795697c0d0d tempest-DeleteServersTestJSON-915645800 tempest-DeleteServersTestJSON-915645800-project] 10.222.0.42 "GET /v2.0/security-groups?id=588d127b-19b7-4c3d-9f79-a400181b94e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0966902 Apr 18 20:56:00.647905 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45e5135e-752a-4b34-a9c2-8863f51cbadf tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:56:00.653164 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45e5135e-752a-4b34-a9c2-8863f51cbadf tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:56:00.654289 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-45e5135e-752a-4b34-a9c2-8863f51cbadf tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Synchronizing usage tracker for tenant:1256b788e8184019a07eb24a482acda4 on resource:port {{(pid=84041) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 20:56:00.775576 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.plugin [None req-8afd4d1d-85c8-45af-b211-5c41363fee97 tempest-ServerRescueNegativeTestJSON-1571656168 tempest-ServerRescueNegativeTestJSON-1571656168-project] Calling delete_port for 50ff5b17-7ced-4f4b-83b2-c947a105451a owned by network:floatingip {{(pid=84041) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 20:56:00.784474 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-643d85a1-40fa-4ed8-aa48-da43278b65a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:56:00.876767 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-643d85a1-40fa-4ed8-aa48-da43278b65a9 None None] For port bb338215-2702-43b5-865c-c0bf7837c039, host n-d-838334-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838334-2',level=0,port_id=bb338215-2702-43b5-865c-c0bf7837c039,segment=NetworkSegment(fbf28fbd-36f8-46f3-be08-57d41821e390),segment_id=fbf28fbd-36f8-46f3-be08-57d41821e390)] {{(pid=84042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:56:00.881831 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-643d85a1-40fa-4ed8-aa48-da43278b65a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682'] for port, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:56:00.972747 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-45e5135e-752a-4b34-a9c2-8863f51cbadf tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Unset dirty status for tenant:1256b788e8184019a07eb24a482acda4 on resource:port {{(pid=84041) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 20:56:00.976808 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 51976) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:56:01.002985 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-45e5135e-752a-4b34-a9c2-8863f51cbadf tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] 10.222.0.42 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1665 time: 1.4792366 Apr 18 20:56:01.049031 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-643d85a1-40fa-4ed8-aa48-da43278b65a9 None None] Pushing event updated for resources: {'Port': ['ID=bb338215-2702-43b5-865c-c0bf7837c039,revision_number=3']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:56:01.052094 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-fe4b5687-7ecd-47d1-97b4-9b04b7778724 None None] Provisioning for port b09cbb42-0c5f-478f-8013-0fd77d113076 completed by entity DHCP. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 20:56:01.059102 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-fe4b5687-7ecd-47d1-97b4-9b04b7778724 None None] Provisioning complete for port b09cbb42-0c5f-478f-8013-0fd77d113076 triggered by entity DHCP. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:56:01.059471 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-fe4b5687-7ecd-47d1-97b4-9b04b7778724 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1253608'] for port, provisioning_complete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:56:01.131914 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.plugin [None req-fe4b5687-7ecd-47d1-97b4-9b04b7778724 None None] Port b09cbb42-0c5f-478f-8013-0fd77d113076 cannot update to ACTIVE because it is not bound. {{(pid=84042) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 18 20:56:01.152769 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-8afd4d1d-85c8-45af-b211-5c41363fee97 tempest-ServerRescueNegativeTestJSON-1571656168 tempest-ServerRescueNegativeTestJSON-1571656168-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750375259028', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750374836628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32266323'] for port, after_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:56:01.164439 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.plugin [None req-3b651a70-9334-43df-8eed-d47db3c9f895 tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Deleting port b09cbb42-0c5f-478f-8013-0fd77d113076 {{(pid=84040) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 20:56:01.165478 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-3b651a70-9334-43df-8eed-d47db3c9f895 tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750375188691'] for port, before_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:56:01.198869 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8afd4d1d-85c8-45af-b211-5c41363fee97 tempest-ServerRescueNegativeTestJSON-1571656168 tempest-ServerRescueNegativeTestJSON-1571656168-project] Pushing event deleted for resources: {'Port': ['ID=50ff5b17-7ced-4f4b-83b2-c947a105451a,revision_number=None']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:56:01.314453 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-8afd4d1d-85c8-45af-b211-5c41363fee97 tempest-ServerRescueNegativeTestJSON-1571656168 tempest-ServerRescueNegativeTestJSON-1571656168-project] Notify callbacks [] for floatingip, after_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:56:01.333807 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-8afd4d1d-85c8-45af-b211-5c41363fee97 tempest-ServerRescueNegativeTestJSON-1571656168 tempest-ServerRescueNegativeTestJSON-1571656168-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217293'] for floatingip, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:56:01.338329 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-8afd4d1d-85c8-45af-b211-5c41363fee97 tempest-ServerRescueNegativeTestJSON-1571656168 tempest-ServerRescueNegativeTestJSON-1571656168-project] 10.222.0.42 "DELETE /v2.0/floatingips/5e64da7d-ccfb-4b12-83b6-2c677456a857 HTTP/1.1" status: 204 len: 168 time: 1.7033074 Apr 18 20:56:01.613528 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc1c8bc9-2056-4216-a1a3-57f12a42eb36 req-07b47a8c-9cc7-447e-aaf6-6d4dae5345bc tempest-AttachVolumeNegativeTest-555605742 tempest-AttachVolumeNegativeTest-555605742-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:56:01.615035 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-bc1c8bc9-2056-4216-a1a3-57f12a42eb36 req-07b47a8c-9cc7-447e-aaf6-6d4dae5345bc tempest-AttachVolumeNegativeTest-555605742 tempest-AttachVolumeNegativeTest-555605742-project] 10.222.0.42 "GET /v2.0/ports?device_id=78e9143e-c730-4c91-adff-3908c9b17d26 HTTP/1.1" status: 200 len: 945 time: 0.5772190 Apr 18 20:56:01.674100 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Device bb338215-2702-43b5-865c-c0bf7837c039 up at agent ovs-agent-n-d-838334-2 {{(pid=84042) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 20:56:01.737666 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e772dee1-15a7-407e-b0fa-c9fe404c444b req-8731d0dd-7709-43da-9a41-9910376d086c tempest-DeleteServersTestJSON-915645800 tempest-DeleteServersTestJSON-915645800-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:56:01.739191 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-e772dee1-15a7-407e-b0fa-c9fe404c444b req-8731d0dd-7709-43da-9a41-9910376d086c tempest-DeleteServersTestJSON-915645800 tempest-DeleteServersTestJSON-915645800-project] 10.222.0.42 "GET /v2.0/ports?device_id=1dc96584-8863-4b8a-900a-c340d5aab74b HTTP/1.1" status: 200 len: 945 time: 0.3836594 Apr 18 20:56:01.752370 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-3b651a70-9334-43df-8eed-d47db3c9f895 tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369123'] for port, precommit_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:56:01.768035 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Provisioning complete for port bb338215-2702-43b5-865c-c0bf7837c039 triggered by entity L2. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:56:01.768542 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1253608'] for port, provisioning_complete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:56:01.794731 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-bc1c8bc9-2056-4216-a1a3-57f12a42eb36 req-bf41f777-9b49-41cc-aba2-ea4fd000b2b5 tempest-AttachVolumeNegativeTest-555605742 tempest-AttachVolumeNegativeTest-555605742-project] 10.222.0.42 "GET /v2.0/security-groups?id=5b4552a3-e22b-4a82-aa8a-fd18498dcd3d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1722343 Apr 18 20:56:02.067130 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.plugin [None req-3b651a70-9334-43df-8eed-d47db3c9f895 tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Calling delete_port for b09cbb42-0c5f-478f-8013-0fd77d113076 owned by {{(pid=84040) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 20:56:02.193109 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-e772dee1-15a7-407e-b0fa-c9fe404c444b req-cc48b551-7a61-4ca7-ae32-fc837acc9696 tempest-DeleteServersTestJSON-915645800 tempest-DeleteServersTestJSON-915645800-project] 10.222.0.42 "GET /v2.0/security-groups?id=588d127b-19b7-4c3d-9f79-a400181b94e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4437113 Apr 18 20:56:02.331832 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f69fa929-b3b1-43bf-8e45-2596646d3a78 req-41d22682-c2ee-4e9b-b78b-11a9513ce4bd tempest-ServerActionsTestJSON-2052644234 tempest-ServerActionsTestJSON-2052644234-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:56:02.360749 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-f69fa929-b3b1-43bf-8e45-2596646d3a78 req-41d22682-c2ee-4e9b-b78b-11a9513ce4bd tempest-ServerActionsTestJSON-2052644234 tempest-ServerActionsTestJSON-2052644234-project] 10.222.0.42 "GET /v2.0/ports?device_id=59d6b272-24d3-4609-8a10-777cd7c7c735 HTTP/1.1" status: 200 len: 945 time: 0.2362676 Apr 18 20:56:02.370796 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-3b651a70-9334-43df-8eed-d47db3c9f895 tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750375259028', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750374836628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32440838'] for port, after_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:56:02.427331 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b651a70-9334-43df-8eed-d47db3c9f895 tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Pushing event deleted for resources: {'Port': ['ID=b09cbb42-0c5f-478f-8013-0fd77d113076,revision_number=None']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:56:02.521669 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-f69fa929-b3b1-43bf-8e45-2596646d3a78 req-509c4015-9fc0-4122-960d-57b7a85e0015 tempest-ServerActionsTestJSON-2052644234 tempest-ServerActionsTestJSON-2052644234-project] 10.222.0.42 "GET /v2.0/security-groups?id=5518633c-5bdd-41db-a1d5-749e9b6740a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1781688 Apr 18 20:56:02.534954 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-3b651a70-9334-43df-8eed-d47db3c9f895 tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217293'] for port, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:56:02.563593 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-3b651a70-9334-43df-8eed-d47db3c9f895 tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] 10.222.0.42 "DELETE /v2.0/ports/b09cbb42-0c5f-478f-8013-0fd77d113076 HTTP/1.1" status: 204 len: 168 time: 1.5855298 Apr 18 20:56:02.566194 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 51998) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:56:02.600970 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-572a52c6-ee4b-4fe0-95b7-c62c732fa447 req-915e31be-bbe0-41a7-99f8-49734e0c808d tempest-AttachVolumeShelveTestJSON-1712717013 tempest-AttachVolumeShelveTestJSON-1712717013-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:56:02.606616 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-572a52c6-ee4b-4fe0-95b7-c62c732fa447 req-915e31be-bbe0-41a7-99f8-49734e0c808d tempest-AttachVolumeShelveTestJSON-1712717013 tempest-AttachVolumeShelveTestJSON-1712717013-project] 10.222.0.42 "GET /v2.0/ports?device_id=5b9655ef-e7a4-49b4-bc6e-a6c04beac88f HTTP/1.1" status: 200 len: 945 time: 0.1797011 Apr 18 20:56:02.699604 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-572a52c6-ee4b-4fe0-95b7-c62c732fa447 req-c67b98e0-2127-4a81-ae15-75caecec1a57 tempest-AttachVolumeShelveTestJSON-1712717013 tempest-AttachVolumeShelveTestJSON-1712717013-project] 10.222.0.42 "GET /v2.0/security-groups?id=e08cc47c-4c66-43de-a30b-78ed2c16d927&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0888379 Apr 18 20:56:02.737635 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c19a1e26-29f1-4db8-8c5a-429d5efd0235 tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:56:02.741911 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c19a1e26-29f1-4db8-8c5a-429d5efd0235 tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:56:02.742755 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-c19a1e26-29f1-4db8-8c5a-429d5efd0235 tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Synchronizing usage tracker for tenant:1256b788e8184019a07eb24a482acda4 on resource:subnet {{(pid=84041) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 20:56:02.791540 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-c19a1e26-29f1-4db8-8c5a-429d5efd0235 tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Unset dirty status for tenant:1256b788e8184019a07eb24a482acda4 on resource:subnet {{(pid=84041) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 20:56:02.795618 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-c19a1e26-29f1-4db8-8c5a-429d5efd0235 tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] 10.222.0.42 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.2279983 Apr 18 20:56:02.796432 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 52004) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:56:02.858220 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-11411c05-e3a8-40da-a376-4c62eed903b9 req-ff6e37cd-fcd6-4032-b798-b458d7682bfe tempest-ServersAaction247Test-863302383 tempest-ServersAaction247Test-863302383-project] 10.222.0.42 "GET /v2.0/ports?device_id=0d86bb85-f57d-4b3b-814b-2c3d75a18b0f HTTP/1.1" status: 200 len: 210 time: 0.0876579 Apr 18 20:56:03.096112 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd0dcd81-7635-460d-8d01-8e69236b0f6e req-c8ba7c01-de4b-4b2b-b2e9-62d1fdc92fea tempest-AttachVolumeNegativeTest-555605742 tempest-AttachVolumeNegativeTest-555605742-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:56:03.107124 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-fd0dcd81-7635-460d-8d01-8e69236b0f6e req-c8ba7c01-de4b-4b2b-b2e9-62d1fdc92fea tempest-AttachVolumeNegativeTest-555605742 tempest-AttachVolumeNegativeTest-555605742-project] 10.222.0.42 "GET /v2.0/ports?device_id=78e9143e-c730-4c91-adff-3908c9b17d26 HTTP/1.1" status: 200 len: 945 time: 0.1584847 Apr 18 20:56:03.107668 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 52010) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:56:03.113197 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.v2.base [None req-41fc5a1f-35d1-4eaa-9282-1a14a6b5b790 tempest-AttachVolumeNegativeTest-555605742 tempest-AttachVolumeNegativeTest-555605742-project] Request body: {'floatingip': {'port_id': '81dff9c0-884c-4df9-9a08-e02a4cf96c45'}} {{(pid=84040) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 20:56:03.242562 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.db_base_plugin_v2 [None req-d4eb9692-2b4e-4797-a1b7-f1d9935a8bb2 tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Deleting subnet cc2faae8-66ae-4f10-a9a6-4cf6297e38db {{(pid=84041) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 18 20:56:03.250325 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-d4eb9692-2b4e-4797-a1b7-f1d9935a8bb2 tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Notify callbacks [] for subnet, before_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:56:03.263759 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-41fc5a1f-35d1-4eaa-9282-1a14a6b5b790 tempest-AttachVolumeNegativeTest-555605742 tempest-AttachVolumeNegativeTest-555605742-project] Notify callbacks [] for floatingip, before_update {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:56:03.382290 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-d4eb9692-2b4e-4797-a1b7-f1d9935a8bb2 tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32266383'] for subnet, precommit_delete_associations {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:56:03.552870 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-d4eb9692-2b4e-4797-a1b7-f1d9935a8bb2 tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1260556'] for subnet, precommit_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:56:03.648396 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750375287399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253529'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:56:03.736866 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2ee8e70-2fdd-464a-8101-7907132c800a req-693a7d5f-41df-4ede-bab8-064a6360dacd tempest-DeleteServersTestJSON-915645800 tempest-DeleteServersTestJSON-915645800-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:56:03.738678 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-c2ee8e70-2fdd-464a-8101-7907132c800a req-693a7d5f-41df-4ede-bab8-064a6360dacd tempest-DeleteServersTestJSON-915645800 tempest-DeleteServersTestJSON-915645800-project] 10.222.0.48 "GET /v2.0/ports?device_id=1dc96584-8863-4b8a-900a-c340d5aab74b HTTP/1.1" status: 200 len: 945 time: 0.5500147 Apr 18 20:56:03.859942 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-d4eb9692-2b4e-4797-a1b7-f1d9935a8bb2 tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1260549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33526260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32266336', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32486390'] for subnet, after_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:56:03.964360 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-d4eb9692-2b4e-4797-a1b7-f1d9935a8bb2 tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Notify callbacks [] for subnet, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:56:03.964850 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd5db4b0-67ba-470c-b2e1-35458254e72e None None] Network ef903069-7c89-4376-963f-99c58ca6d615 requested from n-d-838334-2 {{(pid=84042) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 20:56:03.996877 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4eb9692-2b4e-4797-a1b7-f1d9935a8bb2 tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Pushing event deleted for resources: {'Subnet': ['ID=cc2faae8-66ae-4f10-a9a6-4cf6297e38db,revision_number=None']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:56:04.015425 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-d4eb9692-2b4e-4797-a1b7-f1d9935a8bb2 tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] 10.222.0.42 "DELETE /v2.0/subnets/cc2faae8-66ae-4f10-a9a6-4cf6297e38db HTTP/1.1" status: 204 len: 168 time: 1.2178223 Apr 18 20:56:04.017719 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 52036) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:56:04.104293 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-80400756-d511-4b1b-9150-010c4c35913a tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] 10.222.0.42 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0850644 Apr 18 20:56:04.106745 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 52040) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:56:04.208638 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1490d90-9927-4d5c-9a3f-c0bb472de1ad tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:56:04.211523 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-b1490d90-9927-4d5c-9a3f-c0bb472de1ad tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] 10.222.0.42 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1024380 Apr 18 20:56:04.213104 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 52048) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:56:04.301892 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e2f48a3-e858-4296-a313-371f24a7aefd tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:56:04.302700 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-4e2f48a3-e858-4296-a313-371f24a7aefd tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Synchronizing usage tracker for tenant:1256b788e8184019a07eb24a482acda4 on resource:subnet {{(pid=84041) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 20:56:04.315003 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.plugin [req-c2ee8e70-2fdd-464a-8101-7907132c800a req-d182c9bf-6f99-4ab9-b254-1bea585e7384 tempest-DeleteServersTestJSON-915645800 tempest-DeleteServersTestJSON-915645800-project] Deleting port 8c8f2f85-db52-4d88-8b74-5962d74f0834 {{(pid=84040) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 20:56:04.315368 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-c2ee8e70-2fdd-464a-8101-7907132c800a req-d182c9bf-6f99-4ab9-b254-1bea585e7384 tempest-DeleteServersTestJSON-915645800 tempest-DeleteServersTestJSON-915645800-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750375188691'] for port, before_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:56:04.329064 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-4e2f48a3-e858-4296-a313-371f24a7aefd tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Unset dirty status for tenant:1256b788e8184019a07eb24a482acda4 on resource:subnet {{(pid=84041) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 20:56:04.330684 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-4e2f48a3-e858-4296-a313-371f24a7aefd tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] 10.222.0.42 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1161168 Apr 18 20:56:04.333604 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 52052) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:56:04.402963 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c00fa0cf-ef9d-4039-9832-800f1aaf147b req-f16904e3-b862-4fa3-b7b6-683afa30e183 tempest-DeleteServersTestJSON-915645800 tempest-DeleteServersTestJSON-915645800-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:56:04.404484 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-c00fa0cf-ef9d-4039-9832-800f1aaf147b req-f16904e3-b862-4fa3-b7b6-683afa30e183 tempest-DeleteServersTestJSON-915645800 tempest-DeleteServersTestJSON-915645800-project] 10.222.0.42 "GET /v2.0/ports?device_id=1dc96584-8863-4b8a-900a-c340d5aab74b HTTP/1.1" status: 200 len: 945 time: 0.9239488 Apr 18 20:56:04.431005 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-f86371e0-4516-4548-ab64-d4dff971e53e tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] 10.222.0.42 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0952682 Apr 18 20:56:04.434726 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 52056) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:56:04.442130 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.v2.base [None req-a56e15e9-d3ad-4fa1-9123-f45422660c18 tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Request body: {'subnet': {'network_id': 'ef903069-7c89-4376-963f-99c58ca6d615', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=84041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 20:56:04.609625 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9c8092a-539a-45ac-9e44-8f7b73364620 None None] DHCP port deletion for ef903069-7c89-4376-963f-99c58ca6d615 request from n-d-838334-2 {{(pid=84042) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 18 20:56:04.615409 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.plugin [None req-c9c8092a-539a-45ac-9e44-8f7b73364620 None None] Deleting port bb338215-2702-43b5-865c-c0bf7837c039 {{(pid=84042) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 20:56:04.616130 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-c9c8092a-539a-45ac-9e44-8f7b73364620 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750375188691'] for port, before_delete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:56:04.737033 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-a56e15e9-d3ad-4fa1-9123-f45422660c18 tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:56:04.786869 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-a56e15e9-d3ad-4fa1-9123-f45422660c18 tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:56:04.832954 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a56e15e9-d3ad-4fa1-9123-f45422660c18 tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Made reservation on behalf of 1256b788e8184019a07eb24a482acda4 for: {'subnet': 1} {{(pid=84041) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:56:04.839339 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-a56e15e9-d3ad-4fa1-9123-f45422660c18 tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32486301'] for subnet, before_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:56:04.865144 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.db [req-c2ee8e70-2fdd-464a-8101-7907132c800a req-d182c9bf-6f99-4ab9-b254-1bea585e7384 tempest-DeleteServersTestJSON-915645800 tempest-DeleteServersTestJSON-915645800-project] For port 8c8f2f85-db52-4d88-8b74-5962d74f0834, host n-h2-838334-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838334-2',level=0,port_id=8c8f2f85-db52-4d88-8b74-5962d74f0834,segment=NetworkSegment(eb1f29ad-3d05-4e72-b227-469dc1660e3c),segment_id=eb1f29ad-3d05-4e72-b227-469dc1660e3c)] {{(pid=84040) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:56:04.866411 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-c2ee8e70-2fdd-464a-8101-7907132c800a req-d182c9bf-6f99-4ab9-b254-1bea585e7384 tempest-DeleteServersTestJSON-915645800 tempest-DeleteServersTestJSON-915645800-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369123'] for port, precommit_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:56:04.923372 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-c9c8092a-539a-45ac-9e44-8f7b73364620 None None] For port bb338215-2702-43b5-865c-c0bf7837c039, host n-d-838334-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838334-2',level=0,port_id=bb338215-2702-43b5-865c-c0bf7837c039,segment=NetworkSegment(fbf28fbd-36f8-46f3-be08-57d41821e390),segment_id=fbf28fbd-36f8-46f3-be08-57d41821e390)] {{(pid=84042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:56:04.924003 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-c9c8092a-539a-45ac-9e44-8f7b73364620 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369123'] for port, precommit_delete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:56:04.989557 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-f0bb51e9-c1f0-4c69-8649-dcd3be41fd6c req-5902825b-6a38-4abd-9795-c00a669d0456 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=6be92480d0964f34a8ede9caae0c987d&device_id=59d6b272-24d3-4609-8a10-777cd7c7c735 HTTP/1.1" status: 200 len: 1096 time: 0.3284364 Apr 18 20:56:05.011097 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.plugin [req-c2ee8e70-2fdd-464a-8101-7907132c800a req-d182c9bf-6f99-4ab9-b254-1bea585e7384 tempest-DeleteServersTestJSON-915645800 tempest-DeleteServersTestJSON-915645800-project] Calling delete_port for 8c8f2f85-db52-4d88-8b74-5962d74f0834 owned by compute:nova {{(pid=84040) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 20:56:05.199287 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.plugin [None req-c9c8092a-539a-45ac-9e44-8f7b73364620 None None] Calling delete_port for bb338215-2702-43b5-865c-c0bf7837c039 owned by network:dhcp {{(pid=84042) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 20:56:05.256175 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0bb51e9-c1f0-4c69-8649-dcd3be41fd6c req-f66ba489-d2f4-437e-b21f-a78b32643d4e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:56:05.257923 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-f0bb51e9-c1f0-4c69-8649-dcd3be41fd6c req-f66ba489-d2f4-437e-b21f-a78b32643d4e service neutron] 10.222.0.43 "GET /v2.0/networks?id=48f708f8-0904-4115-910c-bb1ab06d7263 HTTP/1.1" status: 200 len: 912 time: 0.2594779 Apr 18 20:56:05.277270 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-c2ee8e70-2fdd-464a-8101-7907132c800a req-d182c9bf-6f99-4ab9-b254-1bea585e7384 tempest-DeleteServersTestJSON-915645800 tempest-DeleteServersTestJSON-915645800-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750375259028', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750374836628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32440838'] for port, after_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:56:05.294931 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-c9c8092a-539a-45ac-9e44-8f7b73364620 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750375259028', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750374836628'] for port, after_delete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:56:05.350082 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-f0bb51e9-c1f0-4c69-8649-dcd3be41fd6c req-e9a35726-74e7-4204-9414-207b7b424702 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=aa685d3f-0d56-4c4a-9f1c-dc5d15a8b715 HTTP/1.1" status: 200 len: 217 time: 0.0853317 Apr 18 20:56:05.354979 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9c8092a-539a-45ac-9e44-8f7b73364620 None None] Pushing event deleted for resources: {'Port': ['ID=bb338215-2702-43b5-865c-c0bf7837c039,revision_number=None']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:56:05.357755 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-c00fa0cf-ef9d-4039-9832-800f1aaf147b req-ffe009f0-109a-42d1-9b5d-44cc87e34431 tempest-DeleteServersTestJSON-915645800 tempest-DeleteServersTestJSON-915645800-project] 10.222.0.42 "GET /v2.0/security-groups?id=588d127b-19b7-4c3d-9f79-a400181b94e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9453642 Apr 18 20:56:05.362877 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9c8092a-539a-45ac-9e44-8f7b73364620 None None] No DVR routers for this DVR port bb338215-2702-43b5-865c-c0bf7837c039 on host n-d-838334-2 {{(pid=84042) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 20:56:05.396362 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d182c9bf-6f99-4ab9-b254-1bea585e7384 tempest-DeleteServersTestJSON-915645800 tempest-DeleteServersTestJSON-915645800-project] Pushing event deleted for resources: {'Port': ['ID=8c8f2f85-db52-4d88-8b74-5962d74f0834,revision_number=None']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:56:05.429354 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e636d03-6483-406b-9a7d-f69a8b9167c6 req-842ab625-55c6-4b0f-8e65-c262fdd4fae9 tempest-ServerActionsTestJSON-2052644234 tempest-ServerActionsTestJSON-2052644234-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:56:05.436922 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-7e636d03-6483-406b-9a7d-f69a8b9167c6 req-842ab625-55c6-4b0f-8e65-c262fdd4fae9 tempest-ServerActionsTestJSON-2052644234 tempest-ServerActionsTestJSON-2052644234-project] 10.222.0.42 "GET /v2.0/ports?device_id=59d6b272-24d3-4609-8a10-777cd7c7c735 HTTP/1.1" status: 200 len: 945 time: 1.5116212 Apr 18 20:56:05.483084 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-a56e15e9-d3ad-4fa1-9123-f45422660c18 tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33526260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32266407', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32486287'] for subnet, after_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:56:05.525987 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-41fc5a1f-35d1-4eaa-9282-1a14a6b5b790 tempest-AttachVolumeNegativeTest-555605742 tempest-AttachVolumeNegativeTest-555605742-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:56:05.535657 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0bb51e9-c1f0-4c69-8649-dcd3be41fd6c req-4bbe823e-f063-4574-b66e-192e01ad2e99 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:56:05.537615 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-f0bb51e9-c1f0-4c69-8649-dcd3be41fd6c req-4bbe823e-f063-4574-b66e-192e01ad2e99 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=488f35b7-694e-475d-862d-2f00f4388d03 HTTP/1.1" status: 200 len: 850 time: 0.1634042 Apr 18 20:56:05.587390 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d182c9bf-6f99-4ab9-b254-1bea585e7384 tempest-DeleteServersTestJSON-915645800 tempest-DeleteServersTestJSON-915645800-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:56:05.589581 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d182c9bf-6f99-4ab9-b254-1bea585e7384 tempest-DeleteServersTestJSON-915645800 tempest-DeleteServersTestJSON-915645800-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:56:05.589581 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d182c9bf-6f99-4ab9-b254-1bea585e7384 tempest-DeleteServersTestJSON-915645800 tempest-DeleteServersTestJSON-915645800-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:56:05.589581 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d182c9bf-6f99-4ab9-b254-1bea585e7384 tempest-DeleteServersTestJSON-915645800 tempest-DeleteServersTestJSON-915645800-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:56:05.589972 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d182c9bf-6f99-4ab9-b254-1bea585e7384 tempest-DeleteServersTestJSON-915645800 tempest-DeleteServersTestJSON-915645800-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:56:05.590387 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d182c9bf-6f99-4ab9-b254-1bea585e7384 tempest-DeleteServersTestJSON-915645800 tempest-DeleteServersTestJSON-915645800-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:56:05.590813 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d182c9bf-6f99-4ab9-b254-1bea585e7384 tempest-DeleteServersTestJSON-915645800 tempest-DeleteServersTestJSON-915645800-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:56:05.591510 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d182c9bf-6f99-4ab9-b254-1bea585e7384 tempest-DeleteServersTestJSON-915645800 tempest-DeleteServersTestJSON-915645800-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:56:05.591655 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d182c9bf-6f99-4ab9-b254-1bea585e7384 tempest-DeleteServersTestJSON-915645800 tempest-DeleteServersTestJSON-915645800-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:56:05.592283 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d182c9bf-6f99-4ab9-b254-1bea585e7384 tempest-DeleteServersTestJSON-915645800 tempest-DeleteServersTestJSON-915645800-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:56:05.592498 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d182c9bf-6f99-4ab9-b254-1bea585e7384 tempest-DeleteServersTestJSON-915645800 tempest-DeleteServersTestJSON-915645800-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:56:05.609170 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-41fc5a1f-35d1-4eaa-9282-1a14a6b5b790 tempest-AttachVolumeNegativeTest-555605742 tempest-AttachVolumeNegativeTest-555605742-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33444131'] for floatingip, after_update {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:56:05.615819 n-d-838334-2 neutron-server[84041]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a56e15e9-d3ad-4fa1-9123-f45422660c18 tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Network ef903069-7c89-4376-963f-99c58ca6d615 is already hosted by enough agents. {{(pid=84041) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:56:05.620409 n-d-838334-2 neutron-server[84041]: DEBUG neutron.scheduler.base_scheduler [None req-a56e15e9-d3ad-4fa1-9123-f45422660c18 tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Resources bound (agent type, host, resource id): {{(pid=84041) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:56:05.623767 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a56e15e9-d3ad-4fa1-9123-f45422660c18 tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:56:05.624286 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-a56e15e9-d3ad-4fa1-9123-f45422660c18 tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Notify callbacks [] for subnet, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:56:05.630356 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5527fc7b-1940-4009-8fd3-4f241c7b0b48 None None] Network ef903069-7c89-4376-963f-99c58ca6d615 requested from n-d-838334-2 {{(pid=84042) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 20:56:05.653977 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a56e15e9-d3ad-4fa1-9123-f45422660c18 tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Pushing event updated for resources: {'Subnet': ['ID=82000aef-198b-41a7-a586-9f51926c9dd3,revision_number=0']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:56:05.675386 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Device bb338215-2702-43b5-865c-c0bf7837c039 no longer exists at agent ovs-agent-n-d-838334-2 {{(pid=84042) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 20:56:05.699470 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-a56e15e9-d3ad-4fa1-9123-f45422660c18 tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.2634711 Apr 18 20:56:05.702632 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 52062) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:56:05.710292 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.v2.base [None req-0301368e-03e8-4fa7-bb3f-3d3ea450977d tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Request body: {'port': {'network_id': 'ef903069-7c89-4376-963f-99c58ca6d615', 'fixed_ips': [{'subnet_id': '82000aef-198b-41a7-a586-9f51926c9dd3', 'ip_address': '2001:db8::5d89:60a0:6098:1c72'}], 'name': 'tempest-NetworksTestDHCPv6-1641218655'}} {{(pid=84041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 20:56:05.761517 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.l3_dvrscheduler_db [req-c2ee8e70-2fdd-464a-8101-7907132c800a req-d182c9bf-6f99-4ab9-b254-1bea585e7384 tempest-DeleteServersTestJSON-915645800 tempest-DeleteServersTestJSON-915645800-project] No DVR routers for this DVR port 8c8f2f85-db52-4d88-8b74-5962d74f0834 on host n-h2-838334-2 {{(pid=84040) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 20:56:05.777577 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-c2ee8e70-2fdd-464a-8101-7907132c800a req-d182c9bf-6f99-4ab9-b254-1bea585e7384 tempest-DeleteServersTestJSON-915645800 tempest-DeleteServersTestJSON-915645800-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217293'] for port, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:56:05.820648 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-f0bb51e9-c1f0-4c69-8649-dcd3be41fd6c req-7afbd9f8-9cc0-43a4-9f70-9f367a620541 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=48f708f8-0904-4115-910c-bb1ab06d7263&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2731445 Apr 18 20:56:05.875827 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.plugin [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] No Port match for: bb338215-2702-43b5-865c-c0bf7837c039 {{(pid=84042) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 18 20:56:05.876300 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Device bb338215-2702-43b5-865c-c0bf7837c039 not bound to the agent host n-d-838334-2 {{(pid=84042) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 20:56:05.910630 n-d-838334-2 neutron-server[84040]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1dc96584-8863-4b8a-900a-c340d5aab74b', 'name': 'network-vif-deleted', 'tag': '8c8f2f85-db52-4d88-8b74-5962d74f0834'}] {{(pid=84040) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 20:56:05.965401 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-318c23e5-ff90-4a4f-bf0b-f3918a084dde req-5a96d798-80e4-496d-b0b4-0e470fe50317 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=88a18f4b41bb4a3c88222934110cc896&device_id=0d86bb85-f57d-4b3b-814b-2c3d75a18b0f HTTP/1.1" status: 200 len: 210 time: 0.2590356 Apr 18 20:56:05.972705 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21a30fa4-4379-4c59-9ba3-8ab52a56411b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp016840fc-1f9f-5892-9c53-c9cf6c845bbb-ef903069-7c89-4376-963f-99c58ca6d615', 'network_id': 'ef903069-7c89-4376-963f-99c58ca6d615', 'tenant_id': '1256b788e8184019a07eb24a482acda4', 'fixed_ips': [{'subnet_id': '82000aef-198b-41a7-a586-9f51926c9dd3'}]}} from n-d-838334-2. {{(pid=84042) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 18 20:56:05.973265 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-21a30fa4-4379-4c59-9ba3-8ab52a56411b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_create {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:56:06.027315 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-f0bb51e9-c1f0-4c69-8649-dcd3be41fd6c req-07078ae5-1537-42b4-9e21-631a27b1b998 service neutron] 10.222.0.43 "GET /v2.0/networks/48f708f8-0904-4115-910c-bb1ab06d7263?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1861334 Apr 18 20:56:06.061337 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-318c23e5-ff90-4a4f-bf0b-f3918a084dde req-acf55cb6-e180-4fbf-a41e-1c1876226934 service neutron] 10.222.0.48 "GET /v2.0/networks?tenant_id=88a18f4b41bb4a3c88222934110cc896&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0449460 Apr 18 20:56:06.077758 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-c2ee8e70-2fdd-464a-8101-7907132c800a req-d182c9bf-6f99-4ab9-b254-1bea585e7384 tempest-DeleteServersTestJSON-915645800 tempest-DeleteServersTestJSON-915645800-project] 10.222.0.48 "DELETE /v2.0/ports/8c8f2f85-db52-4d88-8b74-5962d74f0834 HTTP/1.1" status: 204 len: 173 time: 2.2654984 Apr 18 20:56:06.126943 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-7e636d03-6483-406b-9a7d-f69a8b9167c6 req-3f2a33f3-78e8-4ab3-9842-d2c4f3405a66 tempest-ServerActionsTestJSON-2052644234 tempest-ServerActionsTestJSON-2052644234-project] 10.222.0.42 "GET /v2.0/security-groups?id=5518633c-5bdd-41db-a1d5-749e9b6740a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6884463 Apr 18 20:56:06.155451 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.db_base_plugin_common [None req-21a30fa4-4379-4c59-9ba3-8ab52a56411b None None] Allocated IP 2001:db8::2 (ef903069-7c89-4376-963f-99c58ca6d615/82000aef-198b-41a7-a586-9f51926c9dd3/aa685823-9766-44a6-85dc-a98d00e709f6) {{(pid=84042) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:56:06.354437 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-0301368e-03e8-4fa7-bb3f-3d3ea450977d tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:56:06.362166 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-0301368e-03e8-4fa7-bb3f-3d3ea450977d tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Usage tracker for resource:port and tenant:1256b788e8184019a07eb24a482acda4 is out of sync, need to count used quota {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:56:06.367219 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-0301368e-03e8-4fa7-bb3f-3d3ea450977d tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:56:06.378258 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-0301368e-03e8-4fa7-bb3f-3d3ea450977d tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:56:06.408788 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0301368e-03e8-4fa7-bb3f-3d3ea450977d tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Made reservation on behalf of 1256b788e8184019a07eb24a482acda4 for: {'port': 1} {{(pid=84041) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:56:06.414815 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-0301368e-03e8-4fa7-bb3f-3d3ea450977d tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:56:06.454979 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-f0bb51e9-c1f0-4c69-8649-dcd3be41fd6c req-474fd65e-d411-4165-b4c3-979a935c25bb service neutron] 10.222.0.43 "GET /v2.0/networks/48f708f8-0904-4115-910c-bb1ab06d7263?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4203217 Apr 18 20:56:06.457944 n-d-838334-2 neutron-server[84041]: DEBUG neutron.notifiers.nova [None req-0301368e-03e8-4fa7-bb3f-3d3ea450977d tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] device_id is not set on port 73a76e27-cbf0-455f-8186-ac5e99ef4131 yet. {{(pid=84041) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 18 20:56:06.533229 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-0d8ea84f-b3cd-4727-b2d2-ce8139926e15 req-90da37e3-bbef-4470-b8e8-8608f04b28c0 tempest-ServersAaction247Test-863302383 tempest-ServersAaction247Test-863302383-project] 10.222.0.42 "GET /v2.0/ports?device_id=0d86bb85-f57d-4b3b-814b-2c3d75a18b0f HTTP/1.1" status: 200 len: 210 time: 0.0608664 Apr 18 20:56:06.560034 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-21a30fa4-4379-4c59-9ba3-8ab52a56411b None None] Notify callbacks [] for port, precommit_create {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:56:06.573640 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-21a30fa4-4379-4c59-9ba3-8ab52a56411b None None] Transition to ACTIVE for port object aa685823-9766-44a6-85dc-a98d00e709f6 will not be triggered until provisioned by entity L2. {{(pid=84042) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 20:56:06.598880 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-21a30fa4-4379-4c59-9ba3-8ab52a56411b None None] Transition to ACTIVE for port object aa685823-9766-44a6-85dc-a98d00e709f6 will not be triggered until provisioned by entity DHCP. {{(pid=84042) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 20:56:06.599364 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00d19ff1-71dc-4473-924e-dbf2cb545421 req-3a49497c-2459-43b0-bedf-859bb58d4046 tempest-AttachVolumeShelveTestJSON-1712717013 tempest-AttachVolumeShelveTestJSON-1712717013-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:56:06.604323 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-00d19ff1-71dc-4473-924e-dbf2cb545421 req-3a49497c-2459-43b0-bedf-859bb58d4046 tempest-AttachVolumeShelveTestJSON-1712717013 tempest-AttachVolumeShelveTestJSON-1712717013-project] 10.222.0.42 "GET /v2.0/ports?device_id=5b9655ef-e7a4-49b4-bc6e-a6c04beac88f HTTP/1.1" status: 200 len: 945 time: 0.6738877 Apr 18 20:56:06.608722 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-21a30fa4-4379-4c59-9ba3-8ab52a56411b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750374836619'] for port, after_create {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:56:06.616667 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-318c23e5-ff90-4a4f-bf0b-f3918a084dde req-23b1667e-81ff-4c75-9691-0ed99f3f6a60 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:56:06.618741 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-318c23e5-ff90-4a4f-bf0b-f3918a084dde req-23b1667e-81ff-4c75-9691-0ed99f3f6a60 service neutron] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5373054 Apr 18 20:56:06.697215 n-d-838334-2 neutron-server[84040]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7a4821d7-07d5-4b7c-a63f-03dc6225cc01'] response: {'server_uuid': '1dc96584-8863-4b8a-900a-c340d5aab74b', 'name': 'network-vif-deleted', 'tag': '8c8f2f85-db52-4d88-8b74-5962d74f0834', 'status': 'completed', 'code': 200} Apr 18 20:56:06.709723 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21a30fa4-4379-4c59-9ba3-8ab52a56411b None None] Pushing event updated for resources: {'Port': ['ID=aa685823-9766-44a6-85dc-a98d00e709f6,revision_number=1']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:56:06.729798 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-00d19ff1-71dc-4473-924e-dbf2cb545421 req-98e20d46-0943-4d3f-aa76-20fdb1f1de4c tempest-AttachVolumeShelveTestJSON-1712717013 tempest-AttachVolumeShelveTestJSON-1712717013-project] 10.222.0.42 "GET /v2.0/security-groups?id=e08cc47c-4c66-43de-a30b-78ed2c16d927&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1077361 Apr 18 20:56:06.736949 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.db_base_plugin_common [None req-0301368e-03e8-4fa7-bb3f-3d3ea450977d tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Allocated IP 2001:db8::5d89:60a0:6098:1c72 (ef903069-7c89-4376-963f-99c58ca6d615/82000aef-198b-41a7-a586-9f51926c9dd3/73a76e27-cbf0-455f-8186-ac5e99ef4131) {{(pid=84041) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:56:06.739310 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21a30fa4-4379-4c59-9ba3-8ab52a56411b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:56:06.739596 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21a30fa4-4379-4c59-9ba3-8ab52a56411b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:56:06.740052 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21a30fa4-4379-4c59-9ba3-8ab52a56411b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:56:06.740430 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21a30fa4-4379-4c59-9ba3-8ab52a56411b None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:56:06.740760 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21a30fa4-4379-4c59-9ba3-8ab52a56411b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:56:06.741124 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21a30fa4-4379-4c59-9ba3-8ab52a56411b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:56:06.741451 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21a30fa4-4379-4c59-9ba3-8ab52a56411b None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:56:06.741892 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21a30fa4-4379-4c59-9ba3-8ab52a56411b None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:56:06.742415 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21a30fa4-4379-4c59-9ba3-8ab52a56411b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:56:06.743374 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21a30fa4-4379-4c59-9ba3-8ab52a56411b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:56:06.743933 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21a30fa4-4379-4c59-9ba3-8ab52a56411b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:56:06.758325 n-d-838334-2 neutron-server[84042]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21a30fa4-4379-4c59-9ba3-8ab52a56411b None None] Network ef903069-7c89-4376-963f-99c58ca6d615 is already hosted by enough agents. {{(pid=84042) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:56:06.760110 n-d-838334-2 neutron-server[84042]: DEBUG neutron.scheduler.base_scheduler [None req-21a30fa4-4379-4c59-9ba3-8ab52a56411b None None] Resources bound (agent type, host, resource id): {{(pid=84042) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:56:06.760256 n-d-838334-2 neutron-server[84040]: INFO neutron.db.l3_db [None req-41fc5a1f-35d1-4eaa-9282-1a14a6b5b790 tempest-AttachVolumeNegativeTest-555605742 tempest-AttachVolumeNegativeTest-555605742-project] Floating IP ed71db05-7a6c-45ed-85fe-6fe2d7b0bd0b associated. External IP: 172.25.8.79, port: 81dff9c0-884c-4df9-9a08-e02a4cf96c45. Apr 18 20:56:06.766180 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21a30fa4-4379-4c59-9ba3-8ab52a56411b None None] Received port after_create {{(pid=84042) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 20:56:06.966901 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Device 8c8f2f85-db52-4d88-8b74-5962d74f0834 no longer exists at agent hyperv_n-h2-838334-2 {{(pid=84042) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 20:56:07.033203 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [req-cca342e0-bd37-4157-936c-21bbccf71814 req-e6c07ba7-9ce6-49f7-9e7c-42c5f68af314 tempest-DeleteServersTestJSON-915645800 tempest-DeleteServersTestJSON-915645800-project] Synchronizing usage tracker for tenant:7fa7a8b3916440879a3373a5a8935507 on resource:port {{(pid=84040) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 20:56:07.067852 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [req-cca342e0-bd37-4157-936c-21bbccf71814 req-e6c07ba7-9ce6-49f7-9e7c-42c5f68af314 tempest-DeleteServersTestJSON-915645800 tempest-DeleteServersTestJSON-915645800-project] Unset dirty status for tenant:7fa7a8b3916440879a3373a5a8935507 on resource:port {{(pid=84040) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 20:56:07.082249 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-cca342e0-bd37-4157-936c-21bbccf71814 req-e6c07ba7-9ce6-49f7-9e7c-42c5f68af314 tempest-DeleteServersTestJSON-915645800 tempest-DeleteServersTestJSON-915645800-project] 10.222.0.42 "GET /v2.0/ports?device_id=1dc96584-8863-4b8a-900a-c340d5aab74b HTTP/1.1" status: 200 len: 210 time: 0.1440682 Apr 18 20:56:07.105530 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.plugin [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] No Port match for: 8c8f2f85-db52-4d88-8b74-5962d74f0834 {{(pid=84042) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 18 20:56:07.106028 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Device 8c8f2f85-db52-4d88-8b74-5962d74f0834 not bound to the agent host n-h2-838334-2 {{(pid=84042) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 20:56:07.117315 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.managers [None req-21a30fa4-4379-4c59-9ba3-8ab52a56411b None None] Attempting to bind port aa685823-9766-44a6-85dc-a98d00e709f6 on host n-d-838334-2 for vnic_type normal with profile {{(pid=84042) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:56:07.117810 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.managers [None req-21a30fa4-4379-4c59-9ba3-8ab52a56411b None None] Attempting to bind port aa685823-9766-44a6-85dc-a98d00e709f6 by drivers openvswitch,hyperv on host n-d-838334-2 at level 0 using segments [{'id': 'fbf28fbd-36f8-46f3-be08-57d41821e390', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': 'ef903069-7c89-4376-963f-99c58ca6d615'}] {{(pid=84042) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:56:07.118427 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21a30fa4-4379-4c59-9ba3-8ab52a56411b None None] Attempting to bind port aa685823-9766-44a6-85dc-a98d00e709f6 on network ef903069-7c89-4376-963f-99c58ca6d615 {{(pid=84042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 20:56:07.126438 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21a30fa4-4379-4c59-9ba3-8ab52a56411b None None] Checking agent: {'id': '97cd4414-7af6-4d67-868d-dff370b4071a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838334-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 25, 49), 'started_at': datetime.datetime(2022, 4, 18, 20, 26, 19), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 20, 55, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838334-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 18 20:56:07.126997 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21a30fa4-4379-4c59-9ba3-8ab52a56411b None None] Checking segment: {'id': 'fbf28fbd-36f8-46f3-be08-57d41821e390', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': 'ef903069-7c89-4376-963f-99c58ca6d615'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84042) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 20:56:07.127492 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-21a30fa4-4379-4c59-9ba3-8ab52a56411b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:56:07.128046 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21a30fa4-4379-4c59-9ba3-8ab52a56411b None None] Bound using segment: {'id': 'fbf28fbd-36f8-46f3-be08-57d41821e390', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': 'ef903069-7c89-4376-963f-99c58ca6d615'} {{(pid=84042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 18 20:56:07.128610 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.managers [None req-21a30fa4-4379-4c59-9ba3-8ab52a56411b None None] Bound port: aa685823-9766-44a6-85dc-a98d00e709f6, host: n-d-838334-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fbf28fbd-36f8-46f3-be08-57d41821e390', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': 'ef903069-7c89-4376-963f-99c58ca6d615'}}] {{(pid=84042) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 20:56:07.129089 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-21a30fa4-4379-4c59-9ba3-8ab52a56411b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:56:07.156166 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-0301368e-03e8-4fa7-bb3f-3d3ea450977d tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Notify callbacks [] for port, precommit_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:56:07.203451 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.provisioning_blocks [None req-0301368e-03e8-4fa7-bb3f-3d3ea450977d tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Transition to ACTIVE for port object 73a76e27-cbf0-455f-8186-ac5e99ef4131 will not be triggered until provisioned by entity DHCP. {{(pid=84041) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 20:56:07.245472 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-0301368e-03e8-4fa7-bb3f-3d3ea450977d tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750374836619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32266323'] for port, after_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:56:07.276573 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-21a30fa4-4379-4c59-9ba3-8ab52a56411b None None] For port aa685823-9766-44a6-85dc-a98d00e709f6, host n-d-838334-2, cleared binding levels {{(pid=84042) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 20:56:07.284965 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-21a30fa4-4379-4c59-9ba3-8ab52a56411b None None] For port aa685823-9766-44a6-85dc-a98d00e709f6, host n-d-838334-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838334-2',level=0,port_id=aa685823-9766-44a6-85dc-a98d00e709f6,segment=NetworkSegment(fbf28fbd-36f8-46f3-be08-57d41821e390),segment_id=fbf28fbd-36f8-46f3-be08-57d41821e390)] {{(pid=84042) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 20:56:07.296080 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-21a30fa4-4379-4c59-9ba3-8ab52a56411b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682'] for port, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:56:07.350760 n-d-838334-2 neutron-server[84041]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0301368e-03e8-4fa7-bb3f-3d3ea450977d tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Network ef903069-7c89-4376-963f-99c58ca6d615 is already hosted by enough agents. {{(pid=84041) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:56:07.359994 n-d-838334-2 neutron-server[84041]: DEBUG neutron.scheduler.base_scheduler [None req-0301368e-03e8-4fa7-bb3f-3d3ea450977d tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Resources bound (agent type, host, resource id): {{(pid=84041) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:56:07.365340 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0301368e-03e8-4fa7-bb3f-3d3ea450977d tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Received port after_create {{(pid=84041) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 20:56:07.370876 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0301368e-03e8-4fa7-bb3f-3d3ea450977d tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:56:07.371731 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-0301368e-03e8-4fa7-bb3f-3d3ea450977d tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217293'] for port, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:56:07.396063 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0301368e-03e8-4fa7-bb3f-3d3ea450977d tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Pushing event updated for resources: {'Port': ['ID=73a76e27-cbf0-455f-8186-ac5e99ef4131,revision_number=1']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:56:07.419022 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-0301368e-03e8-4fa7-bb3f-3d3ea450977d tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 1.7150590 Apr 18 20:56:07.420143 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 52078) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:56:07.453221 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21a30fa4-4379-4c59-9ba3-8ab52a56411b None None] Pushing event updated for resources: {'Port': ['ID=aa685823-9766-44a6-85dc-a98d00e709f6,revision_number=2']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:56:07.579841 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a07f7369-a311-4f97-810f-7202417ba483 req-92ee65e9-b6ba-434c-b6ff-4a1ff62a26f9 tempest-ServerActionsTestJSON-2052644234 tempest-ServerActionsTestJSON-2052644234-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:56:07.581970 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-a07f7369-a311-4f97-810f-7202417ba483 req-92ee65e9-b6ba-434c-b6ff-4a1ff62a26f9 tempest-ServerActionsTestJSON-2052644234 tempest-ServerActionsTestJSON-2052644234-project] 10.222.0.42 "GET /v2.0/ports?device_id=59d6b272-24d3-4609-8a10-777cd7c7c735 HTTP/1.1" status: 200 len: 945 time: 0.2596593 Apr 18 20:56:07.590758 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9454274-95c7-403e-8769-616b77908ee4 tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:56:07.595414 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9454274-95c7-403e-8769-616b77908ee4 tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:56:07.596483 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-b9454274-95c7-403e-8769-616b77908ee4 tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Synchronizing usage tracker for tenant:1256b788e8184019a07eb24a482acda4 on resource:port {{(pid=84041) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 20:56:07.622577 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-b9454274-95c7-403e-8769-616b77908ee4 tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Unset dirty status for tenant:1256b788e8184019a07eb24a482acda4 on resource:port {{(pid=84041) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 20:56:07.626900 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-b9454274-95c7-403e-8769-616b77908ee4 tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] 10.222.0.42 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1685 time: 0.2056813 Apr 18 20:56:07.627536 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 52086) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:56:07.713168 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-a07f7369-a311-4f97-810f-7202417ba483 req-970799c7-144b-4051-b6fd-df910025199c tempest-ServerActionsTestJSON-2052644234 tempest-ServerActionsTestJSON-2052644234-project] 10.222.0.42 "GET /v2.0/security-groups?id=5518633c-5bdd-41db-a1d5-749e9b6740a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1207623 Apr 18 20:56:07.730214 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.plugin [None req-2e4f34d2-8b25-4c3c-83c3-ba2afb1565c7 tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Deleting port 73a76e27-cbf0-455f-8186-ac5e99ef4131 {{(pid=84041) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 20:56:07.730556 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-2e4f34d2-8b25-4c3c-83c3-ba2afb1565c7 tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750375188691'] for port, before_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:56:07.767380 n-d-838334-2 neutron-server[84040]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-41fc5a1f-35d1-4eaa-9282-1a14a6b5b790 tempest-AttachVolumeNegativeTest-555605742 tempest-AttachVolumeNegativeTest-555605742-project] Router eb2ef120-2c2e-4b9c-8049-c1281daabc93 has already been hosted by L3 agent bc84d6c9-dd7a-4555-a351-592327b46d5a {{(pid=84040) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 20:56:07.780966 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecfa320e-4b27-49f4-a76d-3d82977c9d9b req-b5da2872-be41-421b-ac35-d0bad1fbee68 tempest-ServerRescueNegativeTestJSON-1571656168 tempest-ServerRescueNegativeTestJSON-1571656168-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:56:07.782598 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-ecfa320e-4b27-49f4-a76d-3d82977c9d9b req-b5da2872-be41-421b-ac35-d0bad1fbee68 tempest-ServerRescueNegativeTestJSON-1571656168 tempest-ServerRescueNegativeTestJSON-1571656168-project] 10.222.0.42 "GET /v2.0/ports?device_id=4ff552c3-29c6-4485-85ed-37e006aa7ada HTTP/1.1" status: 200 len: 946 time: 0.1344366 Apr 18 20:56:07.956252 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Device aa685d3f-0d56-4c4a-9f1c-dc5d15a8b715 no longer exists at agent hyperv_n-h1-838334-2 {{(pid=84042) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 20:56:08.013510 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-05a116e4-4eb5-4061-8617-b7ae79453b1b req-abe22fc7-249f-4029-9f16-b5e35c7d1508 tempest-ServersAaction247Test-863302383 tempest-ServersAaction247Test-863302383-project] 10.222.0.42 "GET /v2.0/ports?device_id=0d86bb85-f57d-4b3b-814b-2c3d75a18b0f HTTP/1.1" status: 200 len: 210 time: 0.0809124 Apr 18 20:56:08.126174 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-2e4f34d2-8b25-4c3c-83c3-ba2afb1565c7 tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369123'] for port, precommit_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:56:08.166538 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-ecfa320e-4b27-49f4-a76d-3d82977c9d9b req-ffce3391-1222-47c7-8b78-8a157c5ffa7b tempest-ServerRescueNegativeTestJSON-1571656168 tempest-ServerRescueNegativeTestJSON-1571656168-project] 10.222.0.42 "GET /v2.0/security-groups?id=fa6b5748-504b-4821-b3a0-7e61ca1810b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3757627 Apr 18 20:56:08.235575 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:56:08.286482 n-d-838334-2 neutron-server[84042]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '59d6b272-24d3-4609-8a10-777cd7c7c735', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'aa685d3f-0d56-4c4a-9f1c-dc5d15a8b715'}] {{(pid=84042) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 20:56:08.299157 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] For port aa685d3f-0d56-4c4a-9f1c-dc5d15a8b715, host n-h1-838334-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838334-2',level=0,port_id=aa685d3f-0d56-4c4a-9f1c-dc5d15a8b715,segment=NetworkSegment(4935dfdb-03db-4976-a6b4-e0fa58696685),segment_id=4935dfdb-03db-4976-a6b4-e0fa58696685)] {{(pid=84042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:56:08.307128 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682'] for port, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:56:08.337264 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f22d88b7-58cd-4847-b86c-c6ae016c8733 req-b9be3e35-b693-4021-97eb-565de61a651d tempest-AttachVolumeShelveTestJSON-1712717013 tempest-AttachVolumeShelveTestJSON-1712717013-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:56:08.344228 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-f22d88b7-58cd-4847-b86c-c6ae016c8733 req-b9be3e35-b693-4021-97eb-565de61a651d tempest-AttachVolumeShelveTestJSON-1712717013 tempest-AttachVolumeShelveTestJSON-1712717013-project] 10.222.0.42 "GET /v2.0/ports?device_id=5b9655ef-e7a4-49b4-bc6e-a6c04beac88f HTTP/1.1" status: 200 len: 945 time: 0.1428962 Apr 18 20:56:08.377753 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.plugin [None req-2e4f34d2-8b25-4c3c-83c3-ba2afb1565c7 tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Calling delete_port for 73a76e27-cbf0-455f-8186-ac5e99ef4131 owned by {{(pid=84041) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 20:56:08.384957 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-41fc5a1f-35d1-4eaa-9282-1a14a6b5b790 tempest-AttachVolumeNegativeTest-555605742 tempest-AttachVolumeNegativeTest-555605742-project] Notify agent at l3_agent.n-d-838334-2 the message routers_updated {{(pid=84040) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 20:56:08.395668 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-41fc5a1f-35d1-4eaa-9282-1a14a6b5b790 tempest-AttachVolumeNegativeTest-555605742 tempest-AttachVolumeNegativeTest-555605742-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217293'] for floatingip, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:56:08.403484 n-d-838334-2 neutron-server[84043]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-581fad25-ca3b-4c9e-aff3-58eb1e74db6a None None] Sync routers for ids ['eb2ef120-2c2e-4b9c-8049-c1281daabc93'] in n-d-838334-2 {{(pid=84043) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 18 20:56:08.418669 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Pushing event updated for resources: {'Port': ['ID=aa685d3f-0d56-4c4a-9f1c-dc5d15a8b715,revision_number=8']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:56:08.442416 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-581fad25-ca3b-4c9e-aff3-58eb1e74db6a None None] Routers {'eb2ef120-2c2e-4b9c-8049-c1281daabc93'} bound to L3 agent in host n-d-838334-2 {{(pid=84043) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 20:56:08.448516 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.l3_hamode_db [None req-581fad25-ca3b-4c9e-aff3-58eb1e74db6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838334-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-18T20:25:48Z,description=,heartbeat_timestamp=2022-04-18T20:55:48Z,host='n-d-838334-2',id=bc84d6c9-dd7a-4555-a351-592327b46d5a,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:25:48Z,topic='l3_agent')) {'router_ids': ['eb2ef120-2c2e-4b9c-8049-c1281daabc93'], 'active': True} {{(pid=84043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:56:08.469243 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-41fc5a1f-35d1-4eaa-9282-1a14a6b5b790 tempest-AttachVolumeNegativeTest-555605742 tempest-AttachVolumeNegativeTest-555605742-project] 10.222.0.42 "PUT /v2.0/floatingips/ed71db05-7a6c-45ed-85fe-6fe2d7b0bd0b HTTP/1.1" status: 200 len: 990 time: 5.3605263 Apr 18 20:56:08.483156 n-d-838334-2 neutron-server[84042]: INFO neutron.notifiers.nova [-] Nova event matching ['req-34bfc385-1ac1-43fe-8ddd-ab6ff6e8681c'] response: {'server_uuid': '59d6b272-24d3-4609-8a10-777cd7c7c735', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'aa685d3f-0d56-4c4a-9f1c-dc5d15a8b715', 'code': 200} Apr 18 20:56:08.512240 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-f22d88b7-58cd-4847-b86c-c6ae016c8733 req-7383338f-e7d7-4dcf-831a-4661f92fc10f tempest-AttachVolumeShelveTestJSON-1712717013 tempest-AttachVolumeShelveTestJSON-1712717013-project] 10.222.0.42 "GET /v2.0/security-groups?id=e08cc47c-4c66-43de-a30b-78ed2c16d927&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1670690 Apr 18 20:56:08.660640 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-2e4f34d2-8b25-4c3c-83c3-ba2afb1565c7 tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750375259028', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750374836628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32266323'] for port, after_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:56:08.698577 n-d-838334-2 neutron-server[84040]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '78e9143e-c730-4c91-adff-3908c9b17d26', 'tag': '81dff9c0-884c-4df9-9a08-e02a4cf96c45'}] {{(pid=84040) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 20:56:08.731175 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.l3_dvr_db [None req-581fad25-ca3b-4c9e-aff3-58eb1e74db6a None None] Set router eb2ef120-2c2e-4b9c-8049-c1281daabc93 gateway port host: n-d-838334-2 {{(pid=84043) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 20:56:08.858901 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e4f34d2-8b25-4c3c-83c3-ba2afb1565c7 tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Pushing event deleted for resources: {'Port': ['ID=73a76e27-cbf0-455f-8186-ac5e99ef4131,revision_number=None']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:56:08.864695 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-2e4f34d2-8b25-4c3c-83c3-ba2afb1565c7 tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217293'] for port, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:56:08.881058 n-d-838334-2 neutron-server[84040]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e937f4e2-a0ca-416f-8680-68d243238ac2'] response: {'name': 'network-changed', 'server_uuid': '78e9143e-c730-4c91-adff-3908c9b17d26', 'tag': '81dff9c0-884c-4df9-9a08-e02a4cf96c45', 'status': 'completed', 'code': 200} Apr 18 20:56:08.907332 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-2e4f34d2-8b25-4c3c-83c3-ba2afb1565c7 tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] 10.222.0.42 "DELETE /v2.0/ports/73a76e27-cbf0-455f-8186-ac5e99ef4131 HTTP/1.1" status: 204 len: 168 time: 1.2786741 Apr 18 20:56:08.912747 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 52110) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:56:09.031028 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-462e071c-6c81-4f11-b88f-2b8e524ef64c req-0329df1c-083e-4e14-8572-86f8b7de47aa service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=340d04fd839f4c0c896ec9bea561bc50&device_id=78e9143e-c730-4c91-adff-3908c9b17d26 HTTP/1.1" status: 200 len: 1096 time: 0.2238009 Apr 18 20:56:09.061395 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4ef3e58-e50e-42c3-9308-8bc58c6a0600 tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:56:09.063318 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4ef3e58-e50e-42c3-9308-8bc58c6a0600 tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:56:09.064321 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-d4ef3e58-e50e-42c3-9308-8bc58c6a0600 tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Synchronizing usage tracker for tenant:1256b788e8184019a07eb24a482acda4 on resource:subnet {{(pid=84041) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 20:56:09.079057 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c680e410-744d-48b3-8537-87917b9eacb7 req-9f7f0aa9-1303-4709-ad90-bbb4d06a6877 tempest-DeleteServersTestJSON-915645800 tempest-DeleteServersTestJSON-915645800-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:56:09.080558 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-c680e410-744d-48b3-8537-87917b9eacb7 req-9f7f0aa9-1303-4709-ad90-bbb4d06a6877 tempest-DeleteServersTestJSON-915645800 tempest-DeleteServersTestJSON-915645800-project] 10.222.0.42 "GET /v2.0/networks?id=f7467a4f-b1b1-4464-b74e-f3b773c53ca1 HTTP/1.1" status: 200 len: 811 time: 0.3738086 Apr 18 20:56:09.101365 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-4590e0fa-1c43-417a-acaa-f9a55d8d3a87 None None] Provisioning for port aa685823-9766-44a6-85dc-a98d00e709f6 completed by entity DHCP. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 20:56:09.119458 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-c680e410-744d-48b3-8537-87917b9eacb7 req-d642bf4c-3064-4051-8018-438408bc2f37 tempest-DeleteServersTestJSON-915645800 tempest-DeleteServersTestJSON-915645800-project] 10.222.0.42 "GET /v2.0/quotas/7fa7a8b3916440879a3373a5a8935507 HTTP/1.1" status: 200 len: 375 time: 0.0329413 Apr 18 20:56:09.127725 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fe0a540-6174-456a-9a97-b8bcd3727743 req-ab62bbb3-0da2-4fb6-8af9-68683d269665 tempest-ServerActionsTestJSON-2052644234 tempest-ServerActionsTestJSON-2052644234-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:56:09.127915 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-7fe0a540-6174-456a-9a97-b8bcd3727743 req-ab62bbb3-0da2-4fb6-8af9-68683d269665 tempest-ServerActionsTestJSON-2052644234 tempest-ServerActionsTestJSON-2052644234-project] 10.222.0.42 "GET /v2.0/ports?device_id=59d6b272-24d3-4609-8a10-777cd7c7c735 HTTP/1.1" status: 200 len: 943 time: 0.1473756 Apr 18 20:56:09.217551 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-d4ef3e58-e50e-42c3-9308-8bc58c6a0600 tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Unset dirty status for tenant:1256b788e8184019a07eb24a482acda4 on resource:subnet {{(pid=84041) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 20:56:09.221622 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-d4ef3e58-e50e-42c3-9308-8bc58c6a0600 tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] 10.222.0.42 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.3043911 Apr 18 20:56:09.222580 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 52116) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:56:09.244331 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-c680e410-744d-48b3-8537-87917b9eacb7 req-cf077e7d-da68-4373-bc4b-ff214057379f tempest-DeleteServersTestJSON-915645800 tempest-DeleteServersTestJSON-915645800-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=7fa7a8b3916440879a3373a5a8935507&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0826440 Apr 18 20:56:09.273178 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-318c23e5-ff90-4a4f-bf0b-f3918a084dde req-9cc28aa1-86bf-4810-ad1f-ea0cbcb2f2fc tempest-ServersAaction247Test-863302383 tempest-ServersAaction247Test-863302383-project] 10.222.0.48 "GET /v2.0/ports?device_id=0d86bb85-f57d-4b3b-814b-2c3d75a18b0f HTTP/1.1" status: 200 len: 210 time: 0.1560853 Apr 18 20:56:09.314200 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.l3_hamode_db [None req-581fad25-ca3b-4c9e-aff3-58eb1e74db6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb2ef120-2c2e-4b9c-8049-c1281daabc93', 'name': 'tempest-AttachVolumeNegativeTest-965011108-router', 'tenant_id': '340d04fd839f4c0c896ec9bea561bc50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'external_fixed_ips': [{'subnet_id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'ip_address': '172.25.8.160'}], 'enable_snat': True}, 'gw_port_id': '0654fabf-3ea3-4a21-99de-c086a8f52f65', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:53:49Z', 'updated_at': '2022-04-18T20:53:55Z', 'revision_number': 4, 'project_id': '340d04fd839f4c0c896ec9bea561bc50', 'gw_port': {'id': '0654fabf-3ea3-4a21-99de-c086a8f52f65', 'name': '', 'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:f1:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb2ef120-2c2e-4b9c-8049-c1281daabc93', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'ip_address': '172.25.8.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:53:49Z', 'updated_at': '2022-04-18T20:53:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838334-2', '_floatingips': [{'id': '24569835-4401-47a0-87dd-86a2255f7333', 'tenant_id': '340d04fd839f4c0c896ec9bea561bc50', 'floating_ip_address': '172.25.8.120', 'floating_network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'router_id': 'eb2ef120-2c2e-4b9c-8049-c1281daabc93', 'port_id': '8d9ca2ad-3895-4fd7-88cb-e7accd79550a', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '794fa1b3-6f66-42ac-ab9f-a0e910c383ff', 'mac_address': 'fa:16:3e:d7:c0:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36268bf7-aadd-4a9b-9264-b6901d73c9ef', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T20:54:03Z', 'updated_at': '2022-04-18T20:54:37Z', 'revision_number': 2, 'project_id': '340d04fd839f4c0c896ec9bea561bc50', 'fixed_ip_address_scope': None}, {'id': 'ed71db05-7a6c-45ed-85fe-6fe2d7b0bd0b', 'tenant_id': '340d04fd839f4c0c896ec9bea561bc50', 'floating_ip_address': '172.25.8.79', 'floating_network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'router_id': 'eb2ef120-2c2e-4b9c-8049-c1281daabc93', 'port_id': '81dff9c0-884c-4df9-9a08-e02a4cf96c45', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '794fa1b3-6f66-42ac-ab9f-a0e910c383ff', 'mac_address': 'fa:16:3e:28:89:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78e9143e-c730-4c91-adff-3908c9b17d26', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T20:55:33Z', 'updated_at': '2022-04-18T20:56:05Z', 'revision_number': 1, 'project_id': '340d04fd839f4c0c896ec9bea561bc50', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'aa8998f0-5774-4503-93d9-f054eb0cbd71', 'name': '', 'network_id': '794fa1b3-6f66-42ac-ab9f-a0e910c383ff', 'tenant_id': '340d04fd839f4c0c896ec9bea561bc50', 'mac_address': 'fa:16:3e:d6:c4:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb2ef120-2c2e-4b9c-8049-c1281daabc93', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '66a6cd83-be1c-4e76-9e19-a8f33a82294d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:53:54Z', 'updated_at': '2022-04-18T20:54:11Z', 'revision_number': 5, 'project_id': '340d04fd839f4c0c896ec9bea561bc50', 'subnets': [{'id': '66a6cd83-be1c-4e76-9e19-a8f33a82294d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838334-2', False) {} {{(pid=84043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:56:09.319034 n-d-838334-2 neutron-server[84043]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-581fad25-ca3b-4c9e-aff3-58eb1e74db6a None None] Checking router: eb2ef120-2c2e-4b9c-8049-c1281daabc93 for host: n-d-838334-2 {{(pid=84043) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 18 20:56:09.328930 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-4a050180-32e9-468e-80f0-d0efc41eea05 None None] Could not find standard attr ID for object 73a76e27-cbf0-455f-8186-ac5e99ef4131. {{(pid=84042) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 18 20:56:09.354136 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-581fad25-ca3b-4c9e-aff3-58eb1e74db6a None None] Routers {'eb2ef120-2c2e-4b9c-8049-c1281daabc93'} bound to L3 agent in host n-d-838334-2 {{(pid=84043) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 20:56:09.355020 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.l3_hamode_db [None req-581fad25-ca3b-4c9e-aff3-58eb1e74db6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838334-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-18T20:25:48Z,description=,heartbeat_timestamp=2022-04-18T20:55:48Z,host='n-d-838334-2',id=bc84d6c9-dd7a-4555-a351-592327b46d5a,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:25:48Z,topic='l3_agent')) {'router_ids': ['eb2ef120-2c2e-4b9c-8049-c1281daabc93'], 'active': True} {{(pid=84043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:56:09.546434 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-7fe0a540-6174-456a-9a97-b8bcd3727743 req-ef3ee9a9-e38b-44bd-b911-093cb68b8f5f tempest-ServerActionsTestJSON-2052644234 tempest-ServerActionsTestJSON-2052644234-project] 10.222.0.42 "GET /v2.0/security-groups?id=5518633c-5bdd-41db-a1d5-749e9b6740a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3839455 Apr 18 20:56:09.622400 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.db_base_plugin_v2 [None req-43027039-aefb-4f78-9bb2-470615304a33 tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Deleting subnet 82000aef-198b-41a7-a586-9f51926c9dd3 {{(pid=84041) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 18 20:56:09.626343 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-c680e410-744d-48b3-8537-87917b9eacb7 req-785e2b5f-fb24-4325-9890-5559b489e89a service neutron] 10.222.0.42 "GET /v2.0/networks/f7467a4f-b1b1-4464-b74e-f3b773c53ca1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3807106 Apr 18 20:56:09.627975 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-462e071c-6c81-4f11-b88f-2b8e524ef64c req-c4e07226-a321-4179-b908-d648dba91de0 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:56:09.629499 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-462e071c-6c81-4f11-b88f-2b8e524ef64c req-c4e07226-a321-4179-b908-d648dba91de0 service neutron] 10.222.0.43 "GET /v2.0/networks?id=794fa1b3-6f66-42ac-ab9f-a0e910c383ff HTTP/1.1" status: 200 len: 915 time: 0.5905764 Apr 18 20:56:09.630131 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-43027039-aefb-4f78-9bb2-470615304a33 tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Notify callbacks [] for subnet, before_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:56:09.728211 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.l3_dvr_db [None req-581fad25-ca3b-4c9e-aff3-58eb1e74db6a None None] Set router eb2ef120-2c2e-4b9c-8049-c1281daabc93 gateway port host: n-d-838334-2 {{(pid=84043) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 20:56:09.749904 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Device aa685823-9766-44a6-85dc-a98d00e709f6 up at agent ovs-agent-n-d-838334-2 {{(pid=84042) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 20:56:09.796675 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-5a82618d-0087-428f-9f21-c0a34f057737 req-2d5d64d1-8f5a-424b-ab18-ee0d47132886 tempest-ServersAaction247Test-863302383 tempest-ServersAaction247Test-863302383-project] 10.222.0.42 "GET /v2.0/ports?device_id=0d86bb85-f57d-4b3b-814b-2c3d75a18b0f HTTP/1.1" status: 200 len: 210 time: 0.0544248 Apr 18 20:56:09.805852 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-c680e410-744d-48b3-8537-87917b9eacb7 req-080f2486-619c-4aae-9b27-26c53937d328 service neutron] 10.222.0.42 "GET /v2.0/networks/f7467a4f-b1b1-4464-b74e-f3b773c53ca1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1774552 Apr 18 20:56:09.827609 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-462e071c-6c81-4f11-b88f-2b8e524ef64c req-7039a704-1aef-4859-92c5-421b6d8177d8 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=81dff9c0-884c-4df9-9a08-e02a4cf96c45 HTTP/1.1" status: 200 len: 998 time: 0.1536367 Apr 18 20:56:09.887929 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-43027039-aefb-4f78-9bb2-470615304a33 tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32266383'] for subnet, precommit_delete_associations {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:56:09.897321 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Provisioning for port aa685823-9766-44a6-85dc-a98d00e709f6 completed by entity L2. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 20:56:09.905694 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Provisioning complete for port aa685823-9766-44a6-85dc-a98d00e709f6 triggered by entity L2. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:56:09.906337 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1253608'] for port, provisioning_complete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:56:10.033067 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-462e071c-6c81-4f11-b88f-2b8e524ef64c req-4719d95f-78bc-480f-86b6-aa4cf144a237 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:56:10.038363 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-462e071c-6c81-4f11-b88f-2b8e524ef64c req-4719d95f-78bc-480f-86b6-aa4cf144a237 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=66a6cd83-be1c-4e76-9e19-a8f33a82294d HTTP/1.1" status: 200 len: 853 time: 0.1993749 Apr 18 20:56:10.147569 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-43027039-aefb-4f78-9bb2-470615304a33 tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1260556'] for subnet, precommit_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:56:10.197261 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:56:10.220265 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c2e0ea7-7400-4a25-a6bc-6e6db929c176 req-7627e350-d13c-49fa-8b03-676e1448e104 tempest-ServerRescueNegativeTestJSON-1571656168 tempest-ServerRescueNegativeTestJSON-1571656168-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:56:10.229454 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-5c2e0ea7-7400-4a25-a6bc-6e6db929c176 req-7627e350-d13c-49fa-8b03-676e1448e104 tempest-ServerRescueNegativeTestJSON-1571656168 tempest-ServerRescueNegativeTestJSON-1571656168-project] 10.222.0.42 "GET /v2.0/ports?device_id=4ff552c3-29c6-4485-85ed-37e006aa7ada HTTP/1.1" status: 200 len: 946 time: 0.1915755 Apr 18 20:56:10.280340 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-43027039-aefb-4f78-9bb2-470615304a33 tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1260549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33526260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32266336', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32486390'] for subnet, after_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:56:10.291249 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-5c2e0ea7-7400-4a25-a6bc-6e6db929c176 req-a947d14c-2806-4447-9e62-e630d9b54f53 tempest-ServerRescueNegativeTestJSON-1571656168 tempest-ServerRescueNegativeTestJSON-1571656168-project] 10.222.0.42 "GET /v2.0/security-groups?id=fa6b5748-504b-4821-b3a0-7e61ca1810b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607266 Apr 18 20:56:10.314207 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.l3_hamode_db [None req-581fad25-ca3b-4c9e-aff3-58eb1e74db6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb2ef120-2c2e-4b9c-8049-c1281daabc93', 'name': 'tempest-AttachVolumeNegativeTest-965011108-router', 'tenant_id': '340d04fd839f4c0c896ec9bea561bc50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'external_fixed_ips': [{'subnet_id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'ip_address': '172.25.8.160'}], 'enable_snat': True}, 'gw_port_id': '0654fabf-3ea3-4a21-99de-c086a8f52f65', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:53:49Z', 'updated_at': '2022-04-18T20:53:55Z', 'revision_number': 4, 'project_id': '340d04fd839f4c0c896ec9bea561bc50', 'gw_port': {'id': '0654fabf-3ea3-4a21-99de-c086a8f52f65', 'name': '', 'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:f1:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb2ef120-2c2e-4b9c-8049-c1281daabc93', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'ip_address': '172.25.8.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:53:49Z', 'updated_at': '2022-04-18T20:53:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838334-2', '_floatingips': [{'id': '24569835-4401-47a0-87dd-86a2255f7333', 'tenant_id': '340d04fd839f4c0c896ec9bea561bc50', 'floating_ip_address': '172.25.8.120', 'floating_network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'router_id': 'eb2ef120-2c2e-4b9c-8049-c1281daabc93', 'port_id': '8d9ca2ad-3895-4fd7-88cb-e7accd79550a', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '794fa1b3-6f66-42ac-ab9f-a0e910c383ff', 'mac_address': 'fa:16:3e:d7:c0:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36268bf7-aadd-4a9b-9264-b6901d73c9ef', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T20:54:03Z', 'updated_at': '2022-04-18T20:54:37Z', 'revision_number': 2, 'project_id': '340d04fd839f4c0c896ec9bea561bc50', 'fixed_ip_address_scope': None}, {'id': 'ed71db05-7a6c-45ed-85fe-6fe2d7b0bd0b', 'tenant_id': '340d04fd839f4c0c896ec9bea561bc50', 'floating_ip_address': '172.25.8.79', 'floating_network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'router_id': 'eb2ef120-2c2e-4b9c-8049-c1281daabc93', 'port_id': '81dff9c0-884c-4df9-9a08-e02a4cf96c45', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '794fa1b3-6f66-42ac-ab9f-a0e910c383ff', 'mac_address': 'fa:16:3e:28:89:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78e9143e-c730-4c91-adff-3908c9b17d26', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T20:55:33Z', 'updated_at': '2022-04-18T20:56:05Z', 'revision_number': 1, 'project_id': '340d04fd839f4c0c896ec9bea561bc50', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'aa8998f0-5774-4503-93d9-f054eb0cbd71', 'name': '', 'network_id': '794fa1b3-6f66-42ac-ab9f-a0e910c383ff', 'tenant_id': '340d04fd839f4c0c896ec9bea561bc50', 'mac_address': 'fa:16:3e:d6:c4:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb2ef120-2c2e-4b9c-8049-c1281daabc93', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '66a6cd83-be1c-4e76-9e19-a8f33a82294d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:53:54Z', 'updated_at': '2022-04-18T20:54:11Z', 'revision_number': 5, 'project_id': '340d04fd839f4c0c896ec9bea561bc50', 'subnets': [{'id': '66a6cd83-be1c-4e76-9e19-a8f33a82294d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838334-2', False) {} {{(pid=84043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:56:10.325640 n-d-838334-2 neutron-server[84043]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-581fad25-ca3b-4c9e-aff3-58eb1e74db6a None None] The sync data for ids ['eb2ef120-2c2e-4b9c-8049-c1281daabc93'] in n-d-838334-2 is: [{'id': 'eb2ef120-2c2e-4b9c-8049-c1281daabc93', 'name': 'tempest-AttachVolumeNegativeTest-965011108-router', 'tenant_id': '340d04fd839f4c0c896ec9bea561bc50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'external_fixed_ips': [{'subnet_id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'ip_address': '172.25.8.160'}], 'enable_snat': True}, 'gw_port_id': '0654fabf-3ea3-4a21-99de-c086a8f52f65', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:53:49Z', 'updated_at': '2022-04-18T20:53:55Z', 'revision_number': 4, 'project_id': '340d04fd839f4c0c896ec9bea561bc50', 'gw_port': {'id': '0654fabf-3ea3-4a21-99de-c086a8f52f65', 'name': '', 'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:f1:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb2ef120-2c2e-4b9c-8049-c1281daabc93', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'ip_address': '172.25.8.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:53:49Z', 'updated_at': '2022-04-18T20:53:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838334-2', '_floatingips': [{'id': '24569835-4401-47a0-87dd-86a2255f7333', 'tenant_id': '340d04fd839f4c0c896ec9bea561bc50', 'floating_ip_address': '172.25.8.120', 'floating_network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'router_id': 'eb2ef120-2c2e-4b9c-8049-c1281daabc93', 'port_id': '8d9ca2ad-3895-4fd7-88cb-e7accd79550a', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '794fa1b3-6f66-42ac-ab9f-a0e910c383ff', 'mac_address': 'fa:16:3e:d7:c0:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36268bf7-aadd-4a9b-9264-b6901d73c9ef', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T20:54:03Z', 'updated_at': '2022-04-18T20:54:37Z', 'revision_number': 2, 'project_id': '340d04fd839f4c0c896ec9bea561bc50', 'fixed_ip_address_scope': None}, {'id': 'ed71db05-7a6c-45ed-85fe-6fe2d7b0bd0b', 'tenant_id': '340d04fd839f4c0c896ec9bea561bc50', 'floating_ip_address': '172.25.8.79', 'floating_network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'router_id': 'eb2ef120-2c2e-4b9c-8049-c1281daabc93', 'port_id': '81dff9c0-884c-4df9-9a08-e02a4cf96c45', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '794fa1b3-6f66-42ac-ab9f-a0e910c383ff', 'mac_address': 'fa:16:3e:28:89:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78e9143e-c730-4c91-adff-3908c9b17d26', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T20:55:33Z', 'updated_at': '2022-04-18T20:56:05Z', 'revision_number': 1, 'project_id': '340d04fd839f4c0c896ec9bea561bc50', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'aa8998f0-5774-4503-93d9-f054eb0cbd71', 'name': '', 'network_id': '794fa1b3-6f66-42ac-ab9f-a0e910c383ff', 'tenant_id': '340d04fd839f4c0c896ec9bea561bc50', 'mac_address': 'fa:16:3e:d6:c4:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb2ef120-2c2e-4b9c-8049-c1281daabc93', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '66a6cd83-be1c-4e76-9e19-a8f33a82294d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:53:54Z', 'updated_at': '2022-04-18T20:54:11Z', 'revision_number': 5, 'project_id': '340d04fd839f4c0c896ec9bea561bc50', 'subnets': [{'id': '66a6cd83-be1c-4e76-9e19-a8f33a82294d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84043) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 18 20:56:10.327021 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43027039-aefb-4f78-9bb2-470615304a33 tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Pushing event deleted for resources: {'Subnet': ['ID=82000aef-198b-41a7-a586-9f51926c9dd3,revision_number=None']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:56:10.333935 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-462e071c-6c81-4f11-b88f-2b8e524ef64c req-7b657f72-9795-44a7-ba9d-e4ea5625c779 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=794fa1b3-6f66-42ac-ab9f-a0e910c383ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2839799 Apr 18 20:56:10.342674 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-43027039-aefb-4f78-9bb2-470615304a33 tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Notify callbacks [] for subnet, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:56:10.354820 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2f0d5cf-3079-4d97-868f-3f6db11702f3 None None] Network ef903069-7c89-4376-963f-99c58ca6d615 requested from n-d-838334-2 {{(pid=84042) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 20:56:10.419293 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-43027039-aefb-4f78-9bb2-470615304a33 tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] 10.222.0.42 "DELETE /v2.0/subnets/82000aef-198b-41a7-a586-9f51926c9dd3 HTTP/1.1" status: 204 len: 168 time: 1.1957269 Apr 18 20:56:10.423492 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 52134) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:56:10.470293 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3abf9477-3e0e-4042-92c8-d3d0fc7bda15 req-746e3596-8310-4fcd-bdc2-143545f232ed tempest-AttachVolumeShelveTestJSON-1712717013 tempest-AttachVolumeShelveTestJSON-1712717013-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:56:10.474520 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-3abf9477-3e0e-4042-92c8-d3d0fc7bda15 req-746e3596-8310-4fcd-bdc2-143545f232ed tempest-AttachVolumeShelveTestJSON-1712717013 tempest-AttachVolumeShelveTestJSON-1712717013-project] 10.222.0.42 "GET /v2.0/ports?device_id=5b9655ef-e7a4-49b4-bc6e-a6c04beac88f HTTP/1.1" status: 200 len: 945 time: 0.1633711 Apr 18 20:56:10.538909 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.db.api [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=84042) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 18 20:56:10.539333 n-d-838334-2 neutron-server[84042]: DEBUG oslo_db.api [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=84042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 18 20:56:10.598824 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-62f2f5a2-827a-45af-b3fc-3592b5400ae9 tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] 10.222.0.42 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1653407 Apr 18 20:56:10.599014 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 52140) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:56:10.606934 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.v2.base [None req-b1950f38-4019-475f-8bcb-ccc28fe358e3 tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Request body: {'subnet': {'network_id': 'ef903069-7c89-4376-963f-99c58ca6d615', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=84040) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 20:56:10.666590 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-3abf9477-3e0e-4042-92c8-d3d0fc7bda15 req-0bc9097b-4daa-42d2-9b75-613d2357b3ec tempest-AttachVolumeShelveTestJSON-1712717013 tempest-AttachVolumeShelveTestJSON-1712717013-project] 10.222.0.42 "GET /v2.0/security-groups?id=e08cc47c-4c66-43de-a30b-78ed2c16d927&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1844914 Apr 18 20:56:10.679807 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-462e071c-6c81-4f11-b88f-2b8e524ef64c req-a744b545-2404-468f-ad04-7589aafebff9 service neutron] 10.222.0.43 "GET /v2.0/networks/794fa1b3-6f66-42ac-ab9f-a0e910c383ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3132951 Apr 18 20:56:10.782795 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-718941e0-429a-4e11-84f3-d18fc71ffed9 None None] New status for floating IP ed71db05-7a6c-45ed-85fe-6fe2d7b0bd0b: ACTIVE {{(pid=84042) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Apr 18 20:56:10.892400 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-462e071c-6c81-4f11-b88f-2b8e524ef64c req-089495a1-d6b7-44d3-9dec-f5655f116588 service neutron] 10.222.0.43 "GET /v2.0/networks/794fa1b3-6f66-42ac-ab9f-a0e910c383ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2035735 Apr 18 20:56:10.892619 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bbf4cc3f-5ed9-4a2a-8e4b-02f684eed531 None None] DHCP port deletion for ef903069-7c89-4376-963f-99c58ca6d615 request from n-d-838334-2 {{(pid=84042) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 18 20:56:10.906696 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.plugin [None req-bbf4cc3f-5ed9-4a2a-8e4b-02f684eed531 None None] Deleting port aa685823-9766-44a6-85dc-a98d00e709f6 {{(pid=84042) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 20:56:10.907068 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-bbf4cc3f-5ed9-4a2a-8e4b-02f684eed531 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750375188691'] for port, before_delete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:56:10.943989 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca2f03c6-c801-4c5b-bc7d-502cb969dbac req-74544b1f-66fa-4114-9007-32ccf4867535 tempest-ServerActionsTestJSON-2052644234 tempest-ServerActionsTestJSON-2052644234-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:56:10.945437 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-ca2f03c6-c801-4c5b-bc7d-502cb969dbac req-74544b1f-66fa-4114-9007-32ccf4867535 tempest-ServerActionsTestJSON-2052644234 tempest-ServerActionsTestJSON-2052644234-project] 10.222.0.42 "GET /v2.0/ports?device_id=b7307812-da19-4509-9baf-bb3ff8313904 HTTP/1.1" status: 200 len: 945 time: 0.4092596 Apr 18 20:56:10.952054 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [None req-b1950f38-4019-475f-8bcb-ccc28fe358e3 tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:56:10.959525 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-b392ba7d-462b-4f45-bc1a-f66b7be74516 req-38f301c7-55c9-4b15-817a-3f2f3607adc5 tempest-DeleteServersTestJSON-915645800 tempest-DeleteServersTestJSON-915645800-project] 10.222.0.42 "GET /v2.0/ports?device_id=f2b26dda-40aa-4c01-bf22-35ecafdb42a4 HTTP/1.1" status: 200 len: 210 time: 0.0816016 Apr 18 20:56:10.962368 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-b1950f38-4019-475f-8bcb-ccc28fe358e3 tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Usage tracker for resource:subnet and tenant:1256b788e8184019a07eb24a482acda4 is out of sync, need to count used quota {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:56:10.966372 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-b1950f38-4019-475f-8bcb-ccc28fe358e3 tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:56:10.992031 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [None req-b1950f38-4019-475f-8bcb-ccc28fe358e3 tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:56:11.011571 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ba81c5e-d308-4b1d-9fa4-db7feba04254 req-6012bcf7-9269-4028-b00a-d735601232ed tempest-ServerRescueNegativeTestJSON-1571656168 tempest-ServerRescueNegativeTestJSON-1571656168-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:56:11.013130 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-3ba81c5e-d308-4b1d-9fa4-db7feba04254 req-6012bcf7-9269-4028-b00a-d735601232ed tempest-ServerRescueNegativeTestJSON-1571656168 tempest-ServerRescueNegativeTestJSON-1571656168-project] 10.222.0.48 "GET /v2.0/ports?device_id=4ff552c3-29c6-4485-85ed-37e006aa7ada HTTP/1.1" status: 200 len: 946 time: 0.3690326 Apr 18 20:56:11.023177 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b1950f38-4019-475f-8bcb-ccc28fe358e3 tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Made reservation on behalf of 1256b788e8184019a07eb24a482acda4 for: {'subnet': 1} {{(pid=84040) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:56:11.164232 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-ca2f03c6-c801-4c5b-bc7d-502cb969dbac req-8358e7ef-8f82-4423-b1ac-7752adae2310 tempest-ServerActionsTestJSON-2052644234 tempest-ServerActionsTestJSON-2052644234-project] 10.222.0.42 "GET /v2.0/security-groups?id=c2aeb662-6a43-4389-8810-9fad3627855b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2085974 Apr 18 20:56:11.207144 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.plugin [req-3ba81c5e-d308-4b1d-9fa4-db7feba04254 req-264cebfb-bd9b-4888-9a60-e3868a67cec8 tempest-ServerRescueNegativeTestJSON-1571656168 tempest-ServerRescueNegativeTestJSON-1571656168-project] Deleting port fb7119a0-c8a1-4fe0-936c-acad85ca6c01 {{(pid=84040) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 20:56:11.207649 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-3ba81c5e-d308-4b1d-9fa4-db7feba04254 req-264cebfb-bd9b-4888-9a60-e3868a67cec8 tempest-ServerRescueNegativeTestJSON-1571656168 tempest-ServerRescueNegativeTestJSON-1571656168-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750375188691'] for port, before_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:56:11.274696 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:56:11.323326 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-b1950f38-4019-475f-8bcb-ccc28fe358e3 tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31752722'] for subnet, before_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:56:11.416484 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] For port aa685823-9766-44a6-85dc-a98d00e709f6, host n-d-838334-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838334-2',level=0,port_id=aa685823-9766-44a6-85dc-a98d00e709f6,segment=NetworkSegment(fbf28fbd-36f8-46f3-be08-57d41821e390),segment_id=fbf28fbd-36f8-46f3-be08-57d41821e390)] {{(pid=84042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:56:11.426462 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-bbf4cc3f-5ed9-4a2a-8e4b-02f684eed531 None None] For port aa685823-9766-44a6-85dc-a98d00e709f6, host n-d-838334-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838334-2',level=0,port_id=aa685823-9766-44a6-85dc-a98d00e709f6,segment=NetworkSegment(fbf28fbd-36f8-46f3-be08-57d41821e390),segment_id=fbf28fbd-36f8-46f3-be08-57d41821e390)] {{(pid=84042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:56:11.426857 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-bbf4cc3f-5ed9-4a2a-8e4b-02f684eed531 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369123'] for port, precommit_delete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:56:11.442107 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682'] for port, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:56:11.486156 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 52154) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:56:11.615419 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.plugin [None req-bbf4cc3f-5ed9-4a2a-8e4b-02f684eed531 None None] Calling delete_port for aa685823-9766-44a6-85dc-a98d00e709f6 owned by network:dhcp {{(pid=84042) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 20:56:11.652841 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Device aa685823-9766-44a6-85dc-a98d00e709f6 no longer exists at agent ovs-agent-n-d-838334-2 {{(pid=84042) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 20:56:11.721066 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-47dcac75-926e-4595-b82e-cd92df9c1661 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:56:11.761651 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-47dcac75-926e-4595-b82e-cd92df9c1661 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:56:11.767787 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-47dcac75-926e-4595-b82e-cd92df9c1661 admin admin] Usage tracker for resource:security_group_rule and tenant:88a18f4b41bb4a3c88222934110cc896 is out of sync, need to count used quota {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:56:11.772824 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-47dcac75-926e-4595-b82e-cd92df9c1661 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:56:11.781075 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-47dcac75-926e-4595-b82e-cd92df9c1661 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:56:11.834151 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Pushing event updated for resources: {'Port': ['ID=aa685823-9766-44a6-85dc-a98d00e709f6,revision_number=4']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:56:11.891643 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-47dcac75-926e-4595-b82e-cd92df9c1661 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:56:11.899850 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-47dcac75-926e-4595-b82e-cd92df9c1661 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33528224'] for security_group, after_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:56:11.903197 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.db.api [None req-bbf4cc3f-5ed9-4a2a-8e4b-02f684eed531 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84042) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 18 20:56:11.903832 n-d-838334-2 neutron-server[84042]: DEBUG oslo_db.api [None req-bbf4cc3f-5ed9-4a2a-8e4b-02f684eed531 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 18 20:56:11.923076 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:56:11.969480 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] For port aa685823-9766-44a6-85dc-a98d00e709f6, host n-d-838334-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838334-2',level=0,port_id=aa685823-9766-44a6-85dc-a98d00e709f6,segment=NetworkSegment(fbf28fbd-36f8-46f3-be08-57d41821e390),segment_id=fbf28fbd-36f8-46f3-be08-57d41821e390)] {{(pid=84042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:56:11.975479 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682'] for port, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:56:11.995174 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-47dcac75-926e-4595-b82e-cd92df9c1661 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=88a18f4b41bb4a3c88222934110cc896&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5077617 Apr 18 20:56:11.996492 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 52164) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:56:12.020149 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47dcac75-926e-4595-b82e-cd92df9c1661 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=474c4314-1064-401d-9d30-037bd2604e24,revision_number=1']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:56:12.030154 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Device aa685d3f-0d56-4c4a-9f1c-dc5d15a8b715 no longer exists at agent hyperv_n-h1-838334-2 {{(pid=84042) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 20:56:12.069492 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfc71c55-0a7b-4b04-a78d-359a7624808c req-6c1a9619-a609-4090-9276-70eaab5bd869 tempest-ServerActionsTestJSON-2052644234 tempest-ServerActionsTestJSON-2052644234-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:56:12.075770 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-adff7943-02a6-4756-80eb-ab70b83f5606 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:56:12.077789 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-bfc71c55-0a7b-4b04-a78d-359a7624808c req-6c1a9619-a609-4090-9276-70eaab5bd869 tempest-ServerActionsTestJSON-2052644234 tempest-ServerActionsTestJSON-2052644234-project] 10.222.0.42 "GET /v2.0/ports?device_id=b7307812-da19-4509-9baf-bb3ff8313904 HTTP/1.1" status: 200 len: 945 time: 0.6323881 Apr 18 20:56:12.104022 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-adff7943-02a6-4756-80eb-ab70b83f5606 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:56:12.121681 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Pushing event updated for resources: {'Port': ['ID=aa685823-9766-44a6-85dc-a98d00e709f6,revision_number=5']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:56:12.161716 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-adff7943-02a6-4756-80eb-ab70b83f5606 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33528224'] for security_group, after_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:56:12.166027 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-876373e1-020f-4cd2-9104-1f7f22572a18 req-b9311a69-e84e-4bb0-b045-1ce8ab706e33 tempest-ServerRescueNegativeTestJSON-1571656168 tempest-ServerRescueNegativeTestJSON-1571656168-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:56:12.171649 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-876373e1-020f-4cd2-9104-1f7f22572a18 req-b9311a69-e84e-4bb0-b045-1ce8ab706e33 tempest-ServerRescueNegativeTestJSON-1571656168 tempest-ServerRescueNegativeTestJSON-1571656168-project] 10.222.0.42 "GET /v2.0/ports?device_id=4ff552c3-29c6-4485-85ed-37e006aa7ada HTTP/1.1" status: 200 len: 946 time: 0.7202315 Apr 18 20:56:12.180807 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adff7943-02a6-4756-80eb-ab70b83f5606 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=474c4314-1064-401d-9d30-037bd2604e24,revision_number=None']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:56:12.186635 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-adff7943-02a6-4756-80eb-ab70b83f5606 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:56:12.187967 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-adff7943-02a6-4756-80eb-ab70b83f5606 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/474c4314-1064-401d-9d30-037bd2604e24 HTTP/1.1" status: 204 len: 168 time: 0.1861029 Apr 18 20:56:12.212090 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.db [req-3ba81c5e-d308-4b1d-9fa4-db7feba04254 req-264cebfb-bd9b-4888-9a60-e3868a67cec8 tempest-ServerRescueNegativeTestJSON-1571656168 tempest-ServerRescueNegativeTestJSON-1571656168-project] For port fb7119a0-c8a1-4fe0-936c-acad85ca6c01, host n-h2-838334-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838334-2',level=0,port_id=fb7119a0-c8a1-4fe0-936c-acad85ca6c01,segment=NetworkSegment(ccfed005-c723-40b8-96fb-046d88190b5b),segment_id=ccfed005-c723-40b8-96fb-046d88190b5b)] {{(pid=84040) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:56:12.212453 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-3ba81c5e-d308-4b1d-9fa4-db7feba04254 req-264cebfb-bd9b-4888-9a60-e3868a67cec8 tempest-ServerRescueNegativeTestJSON-1571656168 tempest-ServerRescueNegativeTestJSON-1571656168-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369123'] for port, precommit_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:56:12.224879 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c680e410-744d-48b3-8537-87917b9eacb7 req-450f78f3-c62b-4968-9259-257d32b715e3 tempest-DeleteServersTestJSON-915645800 tempest-DeleteServersTestJSON-915645800-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:56:12.226272 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-c680e410-744d-48b3-8537-87917b9eacb7 req-450f78f3-c62b-4968-9259-257d32b715e3 tempest-DeleteServersTestJSON-915645800 tempest-DeleteServersTestJSON-915645800-project] 10.222.0.48 "GET /v2.0/networks?id=f7467a4f-b1b1-4464-b74e-f3b773c53ca1 HTTP/1.1" status: 200 len: 811 time: 0.5943291 Apr 18 20:56:12.252392 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.v2.base [req-c680e410-744d-48b3-8537-87917b9eacb7 req-1be064cb-57f0-409b-b034-fb269e23007e tempest-DeleteServersTestJSON-915645800 tempest-DeleteServersTestJSON-915645800-project] Request body: {'port': {'device_id': 'f2b26dda-40aa-4c01-bf22-35ecafdb42a4', 'network_id': 'f7467a4f-b1b1-4464-b74e-f3b773c53ca1', 'admin_state_up': True, 'tenant_id': '7fa7a8b3916440879a3373a5a8935507'}} {{(pid=84040) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 20:56:12.394702 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-bfc71c55-0a7b-4b04-a78d-359a7624808c req-7a0ae87e-9d17-48b9-bf15-c7daebfbad05 tempest-ServerActionsTestJSON-2052644234 tempest-ServerActionsTestJSON-2052644234-project] 10.222.0.42 "GET /v2.0/security-groups?id=c2aeb662-6a43-4389-8810-9fad3627855b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3158562 Apr 18 20:56:12.395373 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-b1950f38-4019-475f-8bcb-ccc28fe358e3 tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33526260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32441074', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31752704'] for subnet, after_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:56:12.405516 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.plugin [req-3ba81c5e-d308-4b1d-9fa4-db7feba04254 req-264cebfb-bd9b-4888-9a60-e3868a67cec8 tempest-ServerRescueNegativeTestJSON-1571656168 tempest-ServerRescueNegativeTestJSON-1571656168-project] Calling delete_port for fb7119a0-c8a1-4fe0-936c-acad85ca6c01 owned by compute:nova {{(pid=84040) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 20:56:12.405795 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.plugin [None req-bbf4cc3f-5ed9-4a2a-8e4b-02f684eed531 None None] Deleting port aa685823-9766-44a6-85dc-a98d00e709f6 {{(pid=84042) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 20:56:12.406503 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-bbf4cc3f-5ed9-4a2a-8e4b-02f684eed531 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750375188691'] for port, before_delete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:56:12.608336 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-876373e1-020f-4cd2-9104-1f7f22572a18 req-58c9606e-a4dc-42aa-89bd-668b0130e8c0 tempest-ServerRescueNegativeTestJSON-1571656168 tempest-ServerRescueNegativeTestJSON-1571656168-project] 10.222.0.42 "GET /v2.0/security-groups?id=fa6b5748-504b-4821-b3a0-7e61ca1810b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4265370 Apr 18 20:56:12.653041 n-d-838334-2 neutron-server[84040]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1950f38-4019-475f-8bcb-ccc28fe358e3 tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Network ef903069-7c89-4376-963f-99c58ca6d615 is already hosted by enough agents. {{(pid=84040) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:56:12.664167 n-d-838334-2 neutron-server[84040]: DEBUG neutron.scheduler.base_scheduler [None req-b1950f38-4019-475f-8bcb-ccc28fe358e3 tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Resources bound (agent type, host, resource id): {{(pid=84040) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:56:12.686399 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1950f38-4019-475f-8bcb-ccc28fe358e3 tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:56:12.686998 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-b1950f38-4019-475f-8bcb-ccc28fe358e3 tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32378031'] for subnet, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:56:12.702158 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1950f38-4019-475f-8bcb-ccc28fe358e3 tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Pushing event updated for resources: {'Subnet': ['ID=497f7ed1-6ce9-4749-9f51-86e1fe692b83,revision_number=0']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:56:12.726125 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-bbf4cc3f-5ed9-4a2a-8e4b-02f684eed531 None None] For port aa685823-9766-44a6-85dc-a98d00e709f6, host n-d-838334-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838334-2',level=0,port_id=aa685823-9766-44a6-85dc-a98d00e709f6,segment=NetworkSegment(fbf28fbd-36f8-46f3-be08-57d41821e390),segment_id=fbf28fbd-36f8-46f3-be08-57d41821e390)] {{(pid=84042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:56:12.726707 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-bbf4cc3f-5ed9-4a2a-8e4b-02f684eed531 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369123'] for port, precommit_delete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:56:12.780865 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 52184) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:56:12.781338 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-b1950f38-4019-475f-8bcb-ccc28fe358e3 tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 2.1801989 Apr 18 20:56:12.789427 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.v2.base [None req-47525417-560a-40b8-a985-bb6c65f47b09 tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Request body: {'port': {'network_id': 'ef903069-7c89-4376-963f-99c58ca6d615', 'fixed_ips': [{'subnet_id': '497f7ed1-6ce9-4749-9f51-86e1fe692b83', 'ip_address': '2001:db8::ccf8:3cc4:4f47:c850'}], 'name': 'tempest-NetworksTestDHCPv6-1922700407'}} {{(pid=84041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 20:56:12.839935 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-6b3e74e8-b5e3-4875-8b3e-73e0caaa363a req-c441447a-60ff-4d5c-8d3f-47d7ed205dff tempest-DeleteServersTestJSON-915645800 tempest-DeleteServersTestJSON-915645800-project] 10.222.0.42 "GET /v2.0/ports?device_id=f2b26dda-40aa-4c01-bf22-35ecafdb42a4 HTTP/1.1" status: 200 len: 210 time: 0.0659204 Apr 18 20:56:12.876947 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.plugin [None req-bbf4cc3f-5ed9-4a2a-8e4b-02f684eed531 None None] Calling delete_port for aa685823-9766-44a6-85dc-a98d00e709f6 owned by network:dhcp {{(pid=84042) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 20:56:12.882117 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [req-c680e410-744d-48b3-8537-87917b9eacb7 req-1be064cb-57f0-409b-b034-fb269e23007e tempest-DeleteServersTestJSON-915645800 tempest-DeleteServersTestJSON-915645800-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:56:12.910699 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cbf4eb1-1cdb-4a99-9579-2df0467b7315 req-81ea968d-dc08-40e8-bb06-8b0f0c6d4642 tempest-AttachVolumeShelveTestJSON-1712717013 tempest-AttachVolumeShelveTestJSON-1712717013-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:56:12.912250 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-6cbf4eb1-1cdb-4a99-9579-2df0467b7315 req-81ea968d-dc08-40e8-bb06-8b0f0c6d4642 tempest-AttachVolumeShelveTestJSON-1712717013 tempest-AttachVolumeShelveTestJSON-1712717013-project] 10.222.0.42 "GET /v2.0/ports?device_id=5b9655ef-e7a4-49b4-bc6e-a6c04beac88f HTTP/1.1" status: 200 len: 945 time: 0.3610089 Apr 18 20:56:12.923108 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [req-c680e410-744d-48b3-8537-87917b9eacb7 req-1be064cb-57f0-409b-b034-fb269e23007e tempest-DeleteServersTestJSON-915645800 tempest-DeleteServersTestJSON-915645800-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:56:12.969088 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-bbf4cc3f-5ed9-4a2a-8e4b-02f684eed531 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750375259028', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750374836628'] for port, after_delete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:56:12.969530 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c680e410-744d-48b3-8537-87917b9eacb7 req-1be064cb-57f0-409b-b034-fb269e23007e tempest-DeleteServersTestJSON-915645800 tempest-DeleteServersTestJSON-915645800-project] Made reservation on behalf of 7fa7a8b3916440879a3373a5a8935507 for: {'port': 1} {{(pid=84040) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:56:12.973077 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-c680e410-744d-48b3-8537-87917b9eacb7 req-1be064cb-57f0-409b-b034-fb269e23007e tempest-DeleteServersTestJSON-915645800 tempest-DeleteServersTestJSON-915645800-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:56:13.026076 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbf4cc3f-5ed9-4a2a-8e4b-02f684eed531 None None] Pushing event deleted for resources: {'Port': ['ID=aa685823-9766-44a6-85dc-a98d00e709f6,revision_number=None']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:56:13.046079 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbf4cc3f-5ed9-4a2a-8e4b-02f684eed531 None None] No DVR routers for this DVR port aa685823-9766-44a6-85dc-a98d00e709f6 on host n-d-838334-2 {{(pid=84042) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 20:56:13.061496 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21bac200-7764-4103-a759-3c3013d8a88f None None] Network ef903069-7c89-4376-963f-99c58ca6d615 requested from n-d-838334-2 {{(pid=84042) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 20:56:13.092618 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-3ba81c5e-d308-4b1d-9fa4-db7feba04254 req-264cebfb-bd9b-4888-9a60-e3868a67cec8 tempest-ServerRescueNegativeTestJSON-1571656168 tempest-ServerRescueNegativeTestJSON-1571656168-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750375259028', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750374836628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32440838'] for port, after_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:56:13.097755 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-47525417-560a-40b8-a985-bb6c65f47b09 tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:56:13.111508 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-47525417-560a-40b8-a985-bb6c65f47b09 tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Usage tracker for resource:port and tenant:1256b788e8184019a07eb24a482acda4 is out of sync, need to count used quota {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:56:13.117795 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-47525417-560a-40b8-a985-bb6c65f47b09 tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:56:13.125030 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-47525417-560a-40b8-a985-bb6c65f47b09 tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:56:13.143224 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] get_ports_and_sgs() called for port_ids ['8248ccee-2394-426e-9ab5-5e8c0f5c00e9'] {{(pid=84042) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 18 20:56:13.156006 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-47525417-560a-40b8-a985-bb6c65f47b09 tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Made reservation on behalf of 1256b788e8184019a07eb24a482acda4 for: {'port': 1} {{(pid=84041) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:56:13.164847 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-47525417-560a-40b8-a985-bb6c65f47b09 tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:56:13.205512 n-d-838334-2 neutron-server[84041]: DEBUG neutron.notifiers.nova [None req-47525417-560a-40b8-a985-bb6c65f47b09 tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] device_id is not set on port 70cbf39d-464b-491e-a1f4-ec24df1c60f4 yet. {{(pid=84041) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 18 20:56:13.248719 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-264cebfb-bd9b-4888-9a60-e3868a67cec8 tempest-ServerRescueNegativeTestJSON-1571656168 tempest-ServerRescueNegativeTestJSON-1571656168-project] Pushing event deleted for resources: {'Port': ['ID=fb7119a0-c8a1-4fe0-936c-acad85ca6c01,revision_number=None']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:56:13.304451 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.l3_dvrscheduler_db [req-3ba81c5e-d308-4b1d-9fa4-db7feba04254 req-264cebfb-bd9b-4888-9a60-e3868a67cec8 tempest-ServerRescueNegativeTestJSON-1571656168 tempest-ServerRescueNegativeTestJSON-1571656168-project] No DVR routers for this DVR port fb7119a0-c8a1-4fe0-936c-acad85ca6c01 on host n-h2-838334-2 {{(pid=84040) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 20:56:13.307291 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 52194) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:56:13.308053 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-3ba81c5e-d308-4b1d-9fa4-db7feba04254 req-264cebfb-bd9b-4888-9a60-e3868a67cec8 tempest-ServerRescueNegativeTestJSON-1571656168 tempest-ServerRescueNegativeTestJSON-1571656168-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217293'] for port, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:56:13.350416 n-d-838334-2 neutron-server[84040]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4ff552c3-29c6-4485-85ed-37e006aa7ada', 'name': 'network-vif-deleted', 'tag': 'fb7119a0-c8a1-4fe0-936c-acad85ca6c01'}] {{(pid=84040) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 20:56:13.362680 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-6cbf4eb1-1cdb-4a99-9579-2df0467b7315 req-3afab079-841c-4d50-bed6-a6f59d6ec9fb tempest-AttachVolumeShelveTestJSON-1712717013 tempest-AttachVolumeShelveTestJSON-1712717013-project] 10.222.0.42 "GET /v2.0/security-groups?id=e08cc47c-4c66-43de-a30b-78ed2c16d927&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4433970 Apr 18 20:56:13.374369 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-3ba81c5e-d308-4b1d-9fa4-db7feba04254 req-264cebfb-bd9b-4888-9a60-e3868a67cec8 tempest-ServerRescueNegativeTestJSON-1571656168 tempest-ServerRescueNegativeTestJSON-1571656168-project] 10.222.0.48 "DELETE /v2.0/ports/fb7119a0-c8a1-4fe0-936c-acad85ca6c01 HTTP/1.1" status: 204 len: 173 time: 2.3526473 Apr 18 20:56:13.506021 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.db_base_plugin_common [None req-47525417-560a-40b8-a985-bb6c65f47b09 tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Allocated IP 2001:db8::ccf8:3cc4:4f47:c850 (ef903069-7c89-4376-963f-99c58ca6d615/497f7ed1-6ce9-4749-9f51-86e1fe692b83/70cbf39d-464b-491e-a1f4-ec24df1c60f4) {{(pid=84041) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:56:13.512469 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a06672f-a046-49d6-9dea-dde188251a7b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp016840fc-1f9f-5892-9c53-c9cf6c845bbb-ef903069-7c89-4376-963f-99c58ca6d615', 'network_id': 'ef903069-7c89-4376-963f-99c58ca6d615', 'tenant_id': '1256b788e8184019a07eb24a482acda4', 'fixed_ips': [{'subnet_id': '497f7ed1-6ce9-4749-9f51-86e1fe692b83'}]}} from n-d-838334-2. {{(pid=84042) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 18 20:56:13.513321 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-2a06672f-a046-49d6-9dea-dde188251a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_create {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:56:13.560089 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc7d3e62-7b71-44b4-ac9f-ab1354997372 req-d390eda8-5801-4a6c-9524-5056828590d5 tempest-ServerActionsTestJSON-2052644234 tempest-ServerActionsTestJSON-2052644234-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:56:13.568156 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-fc7d3e62-7b71-44b4-ac9f-ab1354997372 req-d390eda8-5801-4a6c-9524-5056828590d5 tempest-ServerActionsTestJSON-2052644234 tempest-ServerActionsTestJSON-2052644234-project] 10.222.0.42 "GET /v2.0/ports?device_id=b7307812-da19-4509-9baf-bb3ff8313904 HTTP/1.1" status: 200 len: 945 time: 0.5843096 Apr 18 20:56:13.576426 n-d-838334-2 neutron-server[84040]: INFO neutron.notifiers.nova [-] Nova event matching ['req-320437ff-fa74-48e3-afc4-11d6cfdfc86c'] response: {'server_uuid': '4ff552c3-29c6-4485-85ed-37e006aa7ada', 'name': 'network-vif-deleted', 'tag': 'fb7119a0-c8a1-4fe0-936c-acad85ca6c01', 'status': 'completed', 'code': 200} Apr 18 20:56:13.599726 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.v2.base [None req-49c42daa-f903-4d02-ac7d-494cf23dd8d9 admin admin] Request body: {'network': {'name': 'tempest-ServerPasswordTestJSON-681852675-network', 'tenant_id': '3e56bcfffff947c68263794c76f7ac55'}} {{(pid=84041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 20:56:13.622388 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-49c42daa-f903-4d02-ac7d-494cf23dd8d9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:56:13.635921 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-49c42daa-f903-4d02-ac7d-494cf23dd8d9 admin admin] Usage tracker for resource:network and tenant:3e56bcfffff947c68263794c76f7ac55 is out of sync, need to count used quota {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:56:13.642153 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-49c42daa-f903-4d02-ac7d-494cf23dd8d9 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:56:13.681809 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-fc7d3e62-7b71-44b4-ac9f-ab1354997372 req-d9c6157d-3f76-4d67-ae02-5be86fba86b2 tempest-ServerActionsTestJSON-2052644234 tempest-ServerActionsTestJSON-2052644234-project] 10.222.0.42 "GET /v2.0/security-groups?id=c2aeb662-6a43-4389-8810-9fad3627855b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1126378 Apr 18 20:56:13.696950 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.db_base_plugin_common [req-c680e410-744d-48b3-8537-87917b9eacb7 req-1be064cb-57f0-409b-b034-fb269e23007e tempest-DeleteServersTestJSON-915645800 tempest-DeleteServersTestJSON-915645800-project] Allocated IP 172.20.0.5 (f7467a4f-b1b1-4464-b74e-f3b773c53ca1/4d302c72-cbf8-4bd9-ac2b-bdba885f7b5c/4734cbab-0580-41fa-b3a6-31caa5f81614) {{(pid=84040) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:56:13.874289 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-49c42daa-f903-4d02-ac7d-494cf23dd8d9 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:56:13.941191 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [req-17dc18c8-f1da-4f2e-85ef-798df3230803 req-9ccdaaf4-2218-4939-8ae4-e529b3ef778b tempest-ServerRescueNegativeTestJSON-1571656168 tempest-ServerRescueNegativeTestJSON-1571656168-project] Synchronizing usage tracker for tenant:f9a0b0412d2042448fe0968cc5e47ae5 on resource:port {{(pid=84040) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 20:56:13.964552 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-49c42daa-f903-4d02-ac7d-494cf23dd8d9 admin admin] Made reservation on behalf of 3e56bcfffff947c68263794c76f7ac55 for: {'network': 1} {{(pid=84041) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:56:13.967607 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-49c42daa-f903-4d02-ac7d-494cf23dd8d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for network, before_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:56:13.985073 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-49c42daa-f903-4d02-ac7d-494cf23dd8d9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:56:13.995023 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [req-17dc18c8-f1da-4f2e-85ef-798df3230803 req-9ccdaaf4-2218-4939-8ae4-e529b3ef778b tempest-ServerRescueNegativeTestJSON-1571656168 tempest-ServerRescueNegativeTestJSON-1571656168-project] Unset dirty status for tenant:f9a0b0412d2042448fe0968cc5e47ae5 on resource:port {{(pid=84040) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 20:56:13.996176 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-17dc18c8-f1da-4f2e-85ef-798df3230803 req-9ccdaaf4-2218-4939-8ae4-e529b3ef778b tempest-ServerRescueNegativeTestJSON-1571656168 tempest-ServerRescueNegativeTestJSON-1571656168-project] 10.222.0.42 "GET /v2.0/ports?device_id=4ff552c3-29c6-4485-85ed-37e006aa7ada HTTP/1.1" status: 200 len: 210 time: 0.1401684 Apr 18 20:56:14.081974 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-47525417-560a-40b8-a985-bb6c65f47b09 tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Notify callbacks [] for port, precommit_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:56:14.113040 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.provisioning_blocks [None req-47525417-560a-40b8-a985-bb6c65f47b09 tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Transition to ACTIVE for port object 70cbf39d-464b-491e-a1f4-ec24df1c60f4 will not be triggered until provisioned by entity DHCP. {{(pid=84041) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 20:56:14.121156 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-49c42daa-f903-4d02-ac7d-494cf23dd8d9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:56:14.125893 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-49c42daa-f903-4d02-ac7d-494cf23dd8d9 admin admin] Usage tracker for resource:security_group_rule and tenant:3e56bcfffff947c68263794c76f7ac55 is out of sync, need to count used quota {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:56:14.129573 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-49c42daa-f903-4d02-ac7d-494cf23dd8d9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:56:14.137128 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-49c42daa-f903-4d02-ac7d-494cf23dd8d9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:56:14.168039 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-47525417-560a-40b8-a985-bb6c65f47b09 tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750374836619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32266323'] for port, after_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:56:14.223386 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-8c8a67ef-530f-4af6-bcc4-e1ecebc7a983 req-dee0e779-6030-400d-b7bd-6120b1754c72 tempest-DeleteServersTestJSON-915645800 tempest-DeleteServersTestJSON-915645800-project] 10.222.0.42 "GET /v2.0/ports?device_id=f2b26dda-40aa-4c01-bf22-35ecafdb42a4 HTTP/1.1" status: 200 len: 210 time: 0.0600951 Apr 18 20:56:14.233656 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-c680e410-744d-48b3-8537-87917b9eacb7 req-1be064cb-57f0-409b-b034-fb269e23007e tempest-DeleteServersTestJSON-915645800 tempest-DeleteServersTestJSON-915645800-project] Notify callbacks [] for port, precommit_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:56:14.243584 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2adfc78d-8dc6-49cc-9e64-e2951310f4a3 req-6b2ea864-a70b-402c-bf02-f8adaae52212 tempest-ServerActionsTestJSON-2052644234 tempest-ServerActionsTestJSON-2052644234-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:56:14.251275 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-2adfc78d-8dc6-49cc-9e64-e2951310f4a3 req-6b2ea864-a70b-402c-bf02-f8adaae52212 tempest-ServerActionsTestJSON-2052644234 tempest-ServerActionsTestJSON-2052644234-project] 10.222.0.42 "GET /v2.0/ports?device_id=b7307812-da19-4509-9baf-bb3ff8313904 HTTP/1.1" status: 200 len: 945 time: 0.3935652 Apr 18 20:56:14.284689 n-d-838334-2 neutron-server[84041]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47525417-560a-40b8-a985-bb6c65f47b09 tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Network ef903069-7c89-4376-963f-99c58ca6d615 is already hosted by enough agents. {{(pid=84041) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:56:14.288560 n-d-838334-2 neutron-server[84041]: DEBUG neutron.scheduler.base_scheduler [None req-47525417-560a-40b8-a985-bb6c65f47b09 tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Resources bound (agent type, host, resource id): {{(pid=84041) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:56:14.289537 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.db_base_plugin_common [None req-2a06672f-a046-49d6-9dea-dde188251a7b None None] Allocated IP 2001:db8::2 (ef903069-7c89-4376-963f-99c58ca6d615/497f7ed1-6ce9-4749-9f51-86e1fe692b83/665526ab-2281-40ae-8471-aa89e2423a7c) {{(pid=84042) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:56:14.301966 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47525417-560a-40b8-a985-bb6c65f47b09 tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Received port after_create {{(pid=84041) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 20:56:14.306921 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47525417-560a-40b8-a985-bb6c65f47b09 tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:56:14.307549 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-47525417-560a-40b8-a985-bb6c65f47b09 tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217293'] for port, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:56:14.311344 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47525417-560a-40b8-a985-bb6c65f47b09 tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Pushing event updated for resources: {'Port': ['ID=70cbf39d-464b-491e-a1f4-ec24df1c60f4,revision_number=1']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:56:14.319131 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-2adfc78d-8dc6-49cc-9e64-e2951310f4a3 req-913cad1d-e29e-4027-9200-6a76c0ecbc17 tempest-ServerActionsTestJSON-2052644234 tempest-ServerActionsTestJSON-2052644234-project] 10.222.0.42 "GET /v2.0/security-groups?id=c2aeb662-6a43-4389-8810-9fad3627855b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0672159 Apr 18 20:56:14.343653 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-49c42daa-f903-4d02-ac7d-494cf23dd8d9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:56:14.343838 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-c680e410-744d-48b3-8537-87917b9eacb7 req-1be064cb-57f0-409b-b034-fb269e23007e tempest-DeleteServersTestJSON-915645800 tempest-DeleteServersTestJSON-915645800-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750374836619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32440838'] for port, after_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:56:14.350964 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-49c42daa-f903-4d02-ac7d-494cf23dd8d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33528224'] for security_group, after_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:56:14.379213 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-49c42daa-f903-4d02-ac7d-494cf23dd8d9 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 395} {{(pid=84041) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 20:56:14.391402 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-49c42daa-f903-4d02-ac7d-494cf23dd8d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1082986'] for segment, precommit_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:56:14.392675 n-d-838334-2 neutron-server[84041]: INFO neutron.db.segments_db [None req-49c42daa-f903-4d02-ac7d-494cf23dd8d9 admin admin] Added segment d0da780d-c00d-4fff-8b04-0ef037f55c7d of type vlan for network 07c5cc24-730e-4b50-affa-a04b6f26c98b Apr 18 20:56:14.395149 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-47525417-560a-40b8-a985-bb6c65f47b09 tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 1.6107306 Apr 18 20:56:14.399712 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 52210) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:56:14.459274 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49c42daa-f903-4d02-ac7d-494cf23dd8d9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=434d3256-62ac-42cc-9b55-fa0269b861fa,revision_number=1']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:56:14.475925 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-49c42daa-f903-4d02-ac7d-494cf23dd8d9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750374825732'] for network, precommit_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:56:14.484852 n-d-838334-2 neutron-server[84040]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c680e410-744d-48b3-8537-87917b9eacb7 req-1be064cb-57f0-409b-b034-fb269e23007e tempest-DeleteServersTestJSON-915645800 tempest-DeleteServersTestJSON-915645800-project] Network f7467a4f-b1b1-4464-b74e-f3b773c53ca1 is already hosted by enough agents. {{(pid=84040) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:56:14.510766 n-d-838334-2 neutron-server[84040]: DEBUG neutron.scheduler.base_scheduler [req-c680e410-744d-48b3-8537-87917b9eacb7 req-1be064cb-57f0-409b-b034-fb269e23007e tempest-DeleteServersTestJSON-915645800 tempest-DeleteServersTestJSON-915645800-project] Resources bound (agent type, host, resource id): {{(pid=84040) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:56:14.522880 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1be064cb-57f0-409b-b034-fb269e23007e tempest-DeleteServersTestJSON-915645800 tempest-DeleteServersTestJSON-915645800-project] Pushing event updated for resources: {'Port': ['ID=4734cbab-0580-41fa-b3a6-31caa5f81614,revision_number=1']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:56:14.526823 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.l3_dvrscheduler_db [req-c680e410-744d-48b3-8537-87917b9eacb7 req-1be064cb-57f0-409b-b034-fb269e23007e tempest-DeleteServersTestJSON-915645800 tempest-DeleteServersTestJSON-915645800-project] Received port after_create {{(pid=84040) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 20:56:14.541866 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-49c42daa-f903-4d02-ac7d-494cf23dd8d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33526109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022'] for network, after_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:56:14.542738 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49c42daa-f903-4d02-ac7d-494cf23dd8d9 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:56:14.543313 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-49c42daa-f903-4d02-ac7d-494cf23dd8d9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32378031'] for network, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:56:14.543492 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-2a06672f-a046-49d6-9dea-dde188251a7b None None] Notify callbacks [] for port, precommit_create {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:56:14.556020 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-2a06672f-a046-49d6-9dea-dde188251a7b None None] Transition to ACTIVE for port object 665526ab-2281-40ae-8471-aa89e2423a7c will not be triggered until provisioned by entity L2. {{(pid=84042) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 20:56:14.582142 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-2a06672f-a046-49d6-9dea-dde188251a7b None None] Transition to ACTIVE for port object 665526ab-2281-40ae-8471-aa89e2423a7c will not be triggered until provisioned by entity DHCP. {{(pid=84042) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 20:56:14.590993 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-2a06672f-a046-49d6-9dea-dde188251a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750374836619'] for port, after_create {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:56:14.663057 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49c42daa-f903-4d02-ac7d-494cf23dd8d9 admin admin] Pushing event updated for resources: {'Network': ['ID=07c5cc24-730e-4b50-affa-a04b6f26c98b,revision_number=1']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:56:14.670311 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-49c42daa-f903-4d02-ac7d-494cf23dd8d9 admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.3612964 Apr 18 20:56:14.671322 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 52218) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:56:14.678726 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.v2.base [None req-893d08fc-6f48-4842-9508-e00428889161 admin admin] Request body: {'subnet': {'network_id': '07c5cc24-730e-4b50-affa-a04b6f26c98b', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerPasswordTestJSON-681852675-subnet', 'tenant_id': '3e56bcfffff947c68263794c76f7ac55', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=84041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 20:56:14.686625 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-893d08fc-6f48-4842-9508-e00428889161 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:56:14.692613 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-893d08fc-6f48-4842-9508-e00428889161 admin admin] Usage tracker for resource:subnet and tenant:3e56bcfffff947c68263794c76f7ac55 is out of sync, need to count used quota {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:56:14.696277 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Network 07c5cc24-730e-4b50-affa-a04b6f26c98b details requested by agent ovs-agent-n-d-838334-2 with host n-d-838334-2 {{(pid=84042) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 18 20:56:14.698720 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-893d08fc-6f48-4842-9508-e00428889161 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:56:14.710003 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48aa01f4-9820-4912-bcc0-c7b404a1c8a5 tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:56:14.710762 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-48aa01f4-9820-4912-bcc0-c7b404a1c8a5 tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Synchronizing usage tracker for tenant:1256b788e8184019a07eb24a482acda4 on resource:port {{(pid=84040) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 20:56:14.712537 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-893d08fc-6f48-4842-9508-e00428889161 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:56:14.737319 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-893d08fc-6f48-4842-9508-e00428889161 admin admin] Made reservation on behalf of 3e56bcfffff947c68263794c76f7ac55 for: {'subnet': 1} {{(pid=84041) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:56:14.740250 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-893d08fc-6f48-4842-9508-e00428889161 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32486301'] for subnet, before_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:56:14.746873 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c680e410-744d-48b3-8537-87917b9eacb7 req-1be064cb-57f0-409b-b034-fb269e23007e tempest-DeleteServersTestJSON-915645800 tempest-DeleteServersTestJSON-915645800-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:56:14.747950 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-c680e410-744d-48b3-8537-87917b9eacb7 req-1be064cb-57f0-409b-b034-fb269e23007e tempest-DeleteServersTestJSON-915645800 tempest-DeleteServersTestJSON-915645800-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217293'] for port, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:56:14.755799 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-48aa01f4-9820-4912-bcc0-c7b404a1c8a5 tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Unset dirty status for tenant:1256b788e8184019a07eb24a482acda4 on resource:port {{(pid=84040) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 20:56:14.760790 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-48aa01f4-9820-4912-bcc0-c7b404a1c8a5 tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] 10.222.0.42 "GET /v2.0/ports HTTP/1.1" status: 200 len: 946 time: 0.3546939 Apr 18 20:56:14.771032 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 52222) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:56:14.880302 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a06672f-a046-49d6-9dea-dde188251a7b None None] Pushing event updated for resources: {'Port': ['ID=665526ab-2281-40ae-8471-aa89e2423a7c,revision_number=1']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:56:14.901287 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.plugin [None req-66ca99eb-3275-4a15-92d0-09cf5ee50efe tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Deleting port 70cbf39d-464b-491e-a1f4-ec24df1c60f4 {{(pid=84040) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 20:56:14.901635 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-66ca99eb-3275-4a15-92d0-09cf5ee50efe tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750375188691'] for port, before_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:56:14.912728 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Device fb7119a0-c8a1-4fe0-936c-acad85ca6c01 no longer exists at agent hyperv_n-h2-838334-2 {{(pid=84042) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 20:56:14.946447 n-d-838334-2 neutron-server[84042]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a06672f-a046-49d6-9dea-dde188251a7b None None] Network ef903069-7c89-4376-963f-99c58ca6d615 is already hosted by enough agents. {{(pid=84042) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:56:14.954523 n-d-838334-2 neutron-server[84042]: DEBUG neutron.scheduler.base_scheduler [None req-2a06672f-a046-49d6-9dea-dde188251a7b None None] Resources bound (agent type, host, resource id): {{(pid=84042) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:56:14.961055 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.plugin [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] No Port match for: fb7119a0-c8a1-4fe0-936c-acad85ca6c01 {{(pid=84042) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 18 20:56:14.962247 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Device fb7119a0-c8a1-4fe0-936c-acad85ca6c01 not bound to the agent host n-h2-838334-2 {{(pid=84042) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 20:56:14.964589 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a06672f-a046-49d6-9dea-dde188251a7b None None] Received port after_create {{(pid=84042) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 20:56:15.067812 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.managers [None req-2a06672f-a046-49d6-9dea-dde188251a7b None None] Attempting to bind port 665526ab-2281-40ae-8471-aa89e2423a7c on host n-d-838334-2 for vnic_type normal with profile {{(pid=84042) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:56:15.068314 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.managers [None req-2a06672f-a046-49d6-9dea-dde188251a7b None None] Attempting to bind port 665526ab-2281-40ae-8471-aa89e2423a7c by drivers openvswitch,hyperv on host n-d-838334-2 at level 0 using segments [{'id': 'fbf28fbd-36f8-46f3-be08-57d41821e390', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': 'ef903069-7c89-4376-963f-99c58ca6d615'}] {{(pid=84042) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:56:15.068763 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a06672f-a046-49d6-9dea-dde188251a7b None None] Attempting to bind port 665526ab-2281-40ae-8471-aa89e2423a7c on network ef903069-7c89-4376-963f-99c58ca6d615 {{(pid=84042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 20:56:15.077649 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a06672f-a046-49d6-9dea-dde188251a7b None None] Checking agent: {'id': '97cd4414-7af6-4d67-868d-dff370b4071a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838334-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 25, 49), 'started_at': datetime.datetime(2022, 4, 18, 20, 26, 19), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 20, 55, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838334-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 18 20:56:15.078329 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a06672f-a046-49d6-9dea-dde188251a7b None None] Checking segment: {'id': 'fbf28fbd-36f8-46f3-be08-57d41821e390', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': 'ef903069-7c89-4376-963f-99c58ca6d615'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84042) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 20:56:15.079132 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-2a06672f-a046-49d6-9dea-dde188251a7b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:56:15.080379 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a06672f-a046-49d6-9dea-dde188251a7b None None] Bound using segment: {'id': 'fbf28fbd-36f8-46f3-be08-57d41821e390', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': 'ef903069-7c89-4376-963f-99c58ca6d615'} {{(pid=84042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 18 20:56:15.080379 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.managers [None req-2a06672f-a046-49d6-9dea-dde188251a7b None None] Bound port: 665526ab-2281-40ae-8471-aa89e2423a7c, host: n-d-838334-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fbf28fbd-36f8-46f3-be08-57d41821e390', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': 'ef903069-7c89-4376-963f-99c58ca6d615'}}] {{(pid=84042) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 20:56:15.080874 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-2a06672f-a046-49d6-9dea-dde188251a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:56:15.086161 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-893d08fc-6f48-4842-9508-e00428889161 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33526260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32266407', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32486287'] for subnet, after_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:56:15.121329 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-033397a4-57f3-4a29-ad46-e5d949747927 req-e16b41c1-ae54-4e5e-9f0e-d1689d11db55 tempest-AttachVolumeShelveTestJSON-1712717013 tempest-AttachVolumeShelveTestJSON-1712717013-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:56:15.123399 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-033397a4-57f3-4a29-ad46-e5d949747927 req-e16b41c1-ae54-4e5e-9f0e-d1689d11db55 tempest-AttachVolumeShelveTestJSON-1712717013 tempest-AttachVolumeShelveTestJSON-1712717013-project] 10.222.0.42 "GET /v2.0/ports?device_id=5b9655ef-e7a4-49b4-bc6e-a6c04beac88f HTTP/1.1" status: 200 len: 945 time: 0.5375926 Apr 18 20:56:15.128471 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-c680e410-744d-48b3-8537-87917b9eacb7 req-1be064cb-57f0-409b-b034-fb269e23007e tempest-DeleteServersTestJSON-915645800 tempest-DeleteServersTestJSON-915645800-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.8853498 Apr 18 20:56:15.178133 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.v2.base [req-c680e410-744d-48b3-8537-87917b9eacb7 req-484173bd-0367-4b6b-9271-8db91de5c4b6 service neutron] Request body: {'port': {'device_id': 'f2b26dda-40aa-4c01-bf22-35ecafdb42a4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-838334-2'}} {{(pid=84040) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 20:56:15.180506 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-893d08fc-6f48-4842-9508-e00428889161 admin admin] Pushing event updated for resources: {'Subnet': ['ID=70601332-6274-4c08-ba8b-81c56fdac565,revision_number=0']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:56:15.184475 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-2a06672f-a046-49d6-9dea-dde188251a7b None None] For port 665526ab-2281-40ae-8471-aa89e2423a7c, host n-d-838334-2, cleared binding levels {{(pid=84042) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 20:56:15.187702 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-2a06672f-a046-49d6-9dea-dde188251a7b None None] For port 665526ab-2281-40ae-8471-aa89e2423a7c, host n-d-838334-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838334-2',level=0,port_id=665526ab-2281-40ae-8471-aa89e2423a7c,segment=NetworkSegment(fbf28fbd-36f8-46f3-be08-57d41821e390),segment_id=fbf28fbd-36f8-46f3-be08-57d41821e390)] {{(pid=84042) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 20:56:15.194228 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-2a06672f-a046-49d6-9dea-dde188251a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682'] for port, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:56:15.196641 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-893d08fc-6f48-4842-9508-e00428889161 admin admin] Checking segment: {'id': 'd0da780d-c00d-4fff-8b04-0ef037f55c7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '07c5cc24-730e-4b50-affa-a04b6f26c98b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84041) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 20:56:15.196993 n-d-838334-2 neutron-server[84041]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-893d08fc-6f48-4842-9508-e00428889161 admin admin] Network hostable DHCP agents. Network: 07c5cc24-730e-4b50-affa-a04b6f26c98b, hostable agents: ['8746f8ea-3e91-4b32-9919-2c63adeb8722'], hosted agents: [] {{(pid=84041) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 20:56:15.221006 n-d-838334-2 neutron-server[84041]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-893d08fc-6f48-4842-9508-e00428889161 admin admin] Network 07c5cc24-730e-4b50-affa-a04b6f26c98b is scheduled to be hosted by DHCP agent 8746f8ea-3e91-4b32-9919-2c63adeb8722 with binding_index 1 {{(pid=84041) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 20:56:15.244238 n-d-838334-2 neutron-server[84041]: DEBUG neutron.scheduler.base_scheduler [None req-893d08fc-6f48-4842-9508-e00428889161 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-838334-2, 07c5cc24-730e-4b50-affa-a04b6f26c98b) {{(pid=84041) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:56:15.248131 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-893d08fc-6f48-4842-9508-e00428889161 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:56:15.248707 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-893d08fc-6f48-4842-9508-e00428889161 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:56:15.262581 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15249246-97aa-40e7-83a7-e49b5a0bfe59 None None] Network 07c5cc24-730e-4b50-affa-a04b6f26c98b requested from n-d-838334-2 {{(pid=84042) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 20:56:15.273964 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-893d08fc-6f48-4842-9508-e00428889161 admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.6011317 Apr 18 20:56:15.333132 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ee3bc1d-f93f-44ec-b68a-137a5042d40a req-f07da9d9-c978-4a89-a92a-b83e6c30f769 tempest-ServerActionsTestJSON-2052644234 tempest-ServerActionsTestJSON-2052644234-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:56:15.334649 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-7ee3bc1d-f93f-44ec-b68a-137a5042d40a req-f07da9d9-c978-4a89-a92a-b83e6c30f769 tempest-ServerActionsTestJSON-2052644234 tempest-ServerActionsTestJSON-2052644234-project] 10.222.0.42 "GET /v2.0/ports?device_id=b7307812-da19-4509-9baf-bb3ff8313904 HTTP/1.1" status: 200 len: 945 time: 0.5650718 Apr 18 20:56:15.353173 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a06672f-a046-49d6-9dea-dde188251a7b None None] Pushing event updated for resources: {'Port': ['ID=665526ab-2281-40ae-8471-aa89e2423a7c,revision_number=2']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:56:15.444840 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-033397a4-57f3-4a29-ad46-e5d949747927 req-09ed0696-8602-4cd4-9634-117778980dde tempest-AttachVolumeShelveTestJSON-1712717013 tempest-AttachVolumeShelveTestJSON-1712717013-project] 10.222.0.42 "GET /v2.0/security-groups?id=e08cc47c-4c66-43de-a30b-78ed2c16d927&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3105607 Apr 18 20:56:15.502900 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-c680e410-744d-48b3-8537-87917b9eacb7 req-484173bd-0367-4b6b-9271-8db91de5c4b6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:56:15.554482 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21337dad-13dc-400b-aa54-3c25f0a335ec None None] Network 07c5cc24-730e-4b50-affa-a04b6f26c98b requested from n-d-838334-2 {{(pid=84042) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 20:56:15.590157 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-66ca99eb-3275-4a15-92d0-09cf5ee50efe tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369123'] for port, precommit_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:56:15.662695 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-7ee3bc1d-f93f-44ec-b68a-137a5042d40a req-1352941f-e26f-4822-8d24-6b35eebd6c55 tempest-ServerActionsTestJSON-2052644234 tempest-ServerActionsTestJSON-2052644234-project] 10.222.0.42 "GET /v2.0/security-groups?id=c2aeb662-6a43-4389-8810-9fad3627855b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2862477 Apr 18 20:56:15.746032 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-7d816be8-cb8d-4e9f-a7dc-a5a350656a4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750375287399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253529'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:56:15.769043 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Device 665526ab-2281-40ae-8471-aa89e2423a7c up at agent ovs-agent-n-d-838334-2 {{(pid=84042) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 20:56:15.943020 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.plugin [None req-66ca99eb-3275-4a15-92d0-09cf5ee50efe tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Calling delete_port for 70cbf39d-464b-491e-a1f4-ec24df1c60f4 owned by {{(pid=84040) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 20:56:16.018259 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Provisioning for port 665526ab-2281-40ae-8471-aa89e2423a7c completed by entity L2. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 20:56:16.632810 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-a9beeb60-39f2-4039-8079-8fc3cfcc5828 None None] Provisioning for port 665526ab-2281-40ae-8471-aa89e2423a7c completed by entity DHCP. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 20:56:16.640220 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-a9beeb60-39f2-4039-8079-8fc3cfcc5828 None None] Provisioning complete for port 665526ab-2281-40ae-8471-aa89e2423a7c triggered by entity DHCP. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:56:16.640837 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-a9beeb60-39f2-4039-8079-8fc3cfcc5828 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1253608'] for port, provisioning_complete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:56:16.714551 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf201558-fc79-475f-b08b-caec0dc06568 req-4284a0fd-87e6-4ec2-8334-1a4926be86c7 tempest-DeleteServersTestJSON-915645800 tempest-DeleteServersTestJSON-915645800-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:56:16.715452 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [req-cf201558-fc79-475f-b08b-caec0dc06568 req-4284a0fd-87e6-4ec2-8334-1a4926be86c7 tempest-DeleteServersTestJSON-915645800 tempest-DeleteServersTestJSON-915645800-project] Synchronizing usage tracker for tenant:7fa7a8b3916440879a3373a5a8935507 on resource:port {{(pid=84040) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 20:56:16.735524 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8e4957b-d04c-4366-b210-b8929d041526 req-b623519a-4cf8-4bc3-97a9-49c853f42412 tempest-ServerPasswordTestJSON-1466357251 tempest-ServerPasswordTestJSON-1466357251-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:56:16.742213 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-b8e4957b-d04c-4366-b210-b8929d041526 req-b623519a-4cf8-4bc3-97a9-49c853f42412 tempest-ServerPasswordTestJSON-1466357251 tempest-ServerPasswordTestJSON-1466357251-project] 10.222.0.42 "GET /v2.0/networks?id=07c5cc24-730e-4b50-affa-a04b6f26c98b HTTP/1.1" status: 200 len: 812 time: 0.6026187 Apr 18 20:56:16.750478 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-66ca99eb-3275-4a15-92d0-09cf5ee50efe tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750375259028', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750374836628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32440838'] for port, after_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:56:16.778722 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-a9beeb60-39f2-4039-8079-8fc3cfcc5828 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:56:16.816064 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-a9beeb60-39f2-4039-8079-8fc3cfcc5828 None None] For port 665526ab-2281-40ae-8471-aa89e2423a7c, host n-d-838334-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838334-2',level=0,port_id=665526ab-2281-40ae-8471-aa89e2423a7c,segment=NetworkSegment(fbf28fbd-36f8-46f3-be08-57d41821e390),segment_id=fbf28fbd-36f8-46f3-be08-57d41821e390)] {{(pid=84042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:56:16.821940 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-a9beeb60-39f2-4039-8079-8fc3cfcc5828 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682'] for port, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:56:16.848459 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66ca99eb-3275-4a15-92d0-09cf5ee50efe tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Pushing event deleted for resources: {'Port': ['ID=70cbf39d-464b-491e-a1f4-ec24df1c60f4,revision_number=None']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:56:16.856634 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-b8e4957b-d04c-4366-b210-b8929d041526 req-9b1adbb6-1250-4aa5-a433-fa2316c1c88e tempest-ServerPasswordTestJSON-1466357251 tempest-ServerPasswordTestJSON-1466357251-project] 10.222.0.42 "GET /v2.0/quotas/3e56bcfffff947c68263794c76f7ac55 HTTP/1.1" status: 200 len: 375 time: 0.1129887 Apr 18 20:56:16.858957 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [req-cf201558-fc79-475f-b08b-caec0dc06568 req-4284a0fd-87e6-4ec2-8334-1a4926be86c7 tempest-DeleteServersTestJSON-915645800 tempest-DeleteServersTestJSON-915645800-project] Unset dirty status for tenant:7fa7a8b3916440879a3373a5a8935507 on resource:port {{(pid=84040) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 20:56:16.860130 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-cf201558-fc79-475f-b08b-caec0dc06568 req-4284a0fd-87e6-4ec2-8334-1a4926be86c7 tempest-DeleteServersTestJSON-915645800 tempest-DeleteServersTestJSON-915645800-project] 10.222.0.42 "GET /v2.0/ports?device_id=f2b26dda-40aa-4c01-bf22-35ecafdb42a4 HTTP/1.1" status: 200 len: 931 time: 0.7195909 Apr 18 20:56:16.894612 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9beeb60-39f2-4039-8079-8fc3cfcc5828 None None] Pushing event updated for resources: {'Port': ['ID=665526ab-2281-40ae-8471-aa89e2423a7c,revision_number=3']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:56:16.941294 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-bc731198-f1c0-492a-948a-df4ce141bc4d None None] Could not find standard attr ID for object 70cbf39d-464b-491e-a1f4-ec24df1c60f4. {{(pid=84042) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 18 20:56:16.966598 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-66ca99eb-3275-4a15-92d0-09cf5ee50efe tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217293'] for port, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:56:16.974797 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.db.resource_extend [req-c680e410-744d-48b3-8537-87917b9eacb7 req-484173bd-0367-4b6b-9271-8db91de5c4b6 service neutron] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 18 20:56:16.989355 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-b8e4957b-d04c-4366-b210-b8929d041526 req-ad45763b-159f-4d81-86b2-178319501594 tempest-ServerPasswordTestJSON-1466357251 tempest-ServerPasswordTestJSON-1466357251-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=3e56bcfffff947c68263794c76f7ac55&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0954142 Apr 18 20:56:17.056444 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-66ca99eb-3275-4a15-92d0-09cf5ee50efe tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] 10.222.0.42 "DELETE /v2.0/ports/70cbf39d-464b-491e-a1f4-ec24df1c60f4 HTTP/1.1" status: 204 len: 168 time: 2.2753916 Apr 18 20:56:17.059095 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 52250) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:56:17.123065 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1eccd3a-0053-47d0-905e-9751715f8db0 tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:56:17.124537 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1eccd3a-0053-47d0-905e-9751715f8db0 tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:56:17.125270 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-f1eccd3a-0053-47d0-905e-9751715f8db0 tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Synchronizing usage tracker for tenant:1256b788e8184019a07eb24a482acda4 on resource:subnet {{(pid=84041) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 20:56:17.139508 n-d-838334-2 neutron-server[84040]: DEBUG neutron.notifiers.nova [req-c680e410-744d-48b3-8537-87917b9eacb7 req-484173bd-0367-4b6b-9271-8db91de5c4b6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4734cbab-0580-41fa-b3a6-31caa5f81614 {{(pid=84040) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 18 20:56:17.142475 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-f1eccd3a-0053-47d0-905e-9751715f8db0 tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Unset dirty status for tenant:1256b788e8184019a07eb24a482acda4 on resource:subnet {{(pid=84041) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 20:56:17.143889 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-f1eccd3a-0053-47d0-905e-9751715f8db0 tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] 10.222.0.42 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.0835030 Apr 18 20:56:17.146505 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 52254) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:56:17.154839 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-c680e410-744d-48b3-8537-87917b9eacb7 req-484173bd-0367-4b6b-9271-8db91de5c4b6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:56:17.158807 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-cf201558-fc79-475f-b08b-caec0dc06568 req-16b23b25-f93e-476b-92e8-104ccbf4e34d tempest-DeleteServersTestJSON-915645800 tempest-DeleteServersTestJSON-915645800-project] 10.222.0.42 "GET /v2.0/security-groups?id=588d127b-19b7-4c3d-9f79-a400181b94e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2616735 Apr 18 20:56:17.190761 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.provisioning_blocks [req-c680e410-744d-48b3-8537-87917b9eacb7 req-484173bd-0367-4b6b-9271-8db91de5c4b6 service neutron] Transition to ACTIVE for port object 4734cbab-0580-41fa-b3a6-31caa5f81614 will not be triggered until provisioned by entity L2. {{(pid=84040) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 20:56:17.196995 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-c680e410-744d-48b3-8537-87917b9eacb7 req-484173bd-0367-4b6b-9271-8db91de5c4b6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32440959'] for port, after_update {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:56:17.263296 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-b8e4957b-d04c-4366-b210-b8929d041526 req-0c9597e4-3f5a-4dea-9462-82d8b8351488 service neutron] 10.222.0.42 "GET /v2.0/networks/07c5cc24-730e-4b50-affa-a04b6f26c98b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2383368 Apr 18 20:56:17.342896 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.db_base_plugin_v2 [None req-903c33e2-9715-4272-b5ef-4700c575c275 tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Deleting subnet 497f7ed1-6ce9-4749-9f51-86e1fe692b83 {{(pid=84041) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 18 20:56:17.345808 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-903c33e2-9715-4272-b5ef-4700c575c275 tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Notify callbacks [] for subnet, before_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:56:17.401072 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-903c33e2-9715-4272-b5ef-4700c575c275 tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32266383'] for subnet, precommit_delete_associations {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:56:17.439205 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-484173bd-0367-4b6b-9271-8db91de5c4b6 service neutron] Pushing event updated for resources: {'Port': ['ID=4734cbab-0580-41fa-b3a6-31caa5f81614,revision_number=2']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:56:17.514217 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-903c33e2-9715-4272-b5ef-4700c575c275 tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1260556'] for subnet, precommit_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:56:17.592163 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-903c33e2-9715-4272-b5ef-4700c575c275 tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1260549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33526260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32266336', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32486390'] for subnet, after_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:56:17.634091 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Device 665526ab-2281-40ae-8471-aa89e2423a7c up at agent ovs-agent-n-d-838334-2 {{(pid=84042) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 20:56:17.634603 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-b8e4957b-d04c-4366-b210-b8929d041526 req-9a257a01-b846-4d29-8d7b-f8f5456033fd service neutron] 10.222.0.42 "GET /v2.0/networks/07c5cc24-730e-4b50-affa-a04b6f26c98b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3107495 Apr 18 20:56:17.638445 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-903c33e2-9715-4272-b5ef-4700c575c275 tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Pushing event deleted for resources: {'Subnet': ['ID=497f7ed1-6ce9-4749-9f51-86e1fe692b83,revision_number=None']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:56:17.641513 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.managers [req-c680e410-744d-48b3-8537-87917b9eacb7 req-484173bd-0367-4b6b-9271-8db91de5c4b6 service neutron] Attempting to bind port 4734cbab-0580-41fa-b3a6-31caa5f81614 on host n-h2-838334-2 for vnic_type normal with profile {{(pid=84040) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:56:17.641849 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.managers [req-c680e410-744d-48b3-8537-87917b9eacb7 req-484173bd-0367-4b6b-9271-8db91de5c4b6 service neutron] Attempting to bind port 4734cbab-0580-41fa-b3a6-31caa5f81614 by drivers openvswitch,hyperv on host n-h2-838334-2 at level 0 using segments [{'id': 'eb1f29ad-3d05-4e72-b227-469dc1660e3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': 'f7467a4f-b1b1-4464-b74e-f3b773c53ca1'}] {{(pid=84040) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:56:17.641992 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-903c33e2-9715-4272-b5ef-4700c575c275 tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Notify callbacks [] for subnet, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:56:17.642170 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c680e410-744d-48b3-8537-87917b9eacb7 req-484173bd-0367-4b6b-9271-8db91de5c4b6 service neutron] Attempting to bind port 4734cbab-0580-41fa-b3a6-31caa5f81614 on network f7467a4f-b1b1-4464-b74e-f3b773c53ca1 {{(pid=84040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 20:56:17.660842 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-903c33e2-9715-4272-b5ef-4700c575c275 tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] 10.222.0.42 "DELETE /v2.0/subnets/497f7ed1-6ce9-4749-9f51-86e1fe692b83 HTTP/1.1" status: 204 len: 168 time: 0.5109761 Apr 18 20:56:17.661031 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 52260) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:56:17.661615 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c680e410-744d-48b3-8537-87917b9eacb7 req-484173bd-0367-4b6b-9271-8db91de5c4b6 service neutron] Port 4734cbab-0580-41fa-b3a6-31caa5f81614 on network f7467a4f-b1b1-4464-b74e-f3b773c53ca1 not bound, no agent of type Open vSwitch agent registered on host n-h2-838334-2 {{(pid=84040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 18 20:56:17.661938 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c680e410-744d-48b3-8537-87917b9eacb7 req-484173bd-0367-4b6b-9271-8db91de5c4b6 service neutron] Attempting to bind port 4734cbab-0580-41fa-b3a6-31caa5f81614 on network f7467a4f-b1b1-4464-b74e-f3b773c53ca1 {{(pid=84040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 20:56:17.676196 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c680e410-744d-48b3-8537-87917b9eacb7 req-484173bd-0367-4b6b-9271-8db91de5c4b6 service neutron] Checking agent: {'id': 'dc797004-f641-47b7-a77f-9c62b5b16296', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-838334-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 34, 3), 'started_at': datetime.datetime(2022, 4, 18, 20, 34, 3), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 20, 56, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 18 20:56:17.676546 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c680e410-744d-48b3-8537-87917b9eacb7 req-484173bd-0367-4b6b-9271-8db91de5c4b6 service neutron] Checking segment: {'id': 'eb1f29ad-3d05-4e72-b227-469dc1660e3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': 'f7467a4f-b1b1-4464-b74e-f3b773c53ca1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84040) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 20:56:17.676925 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c680e410-744d-48b3-8537-87917b9eacb7 req-484173bd-0367-4b6b-9271-8db91de5c4b6 service neutron] Bound using segment: {'id': 'eb1f29ad-3d05-4e72-b227-469dc1660e3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': 'f7467a4f-b1b1-4464-b74e-f3b773c53ca1'} {{(pid=84040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 18 20:56:17.677358 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.managers [req-c680e410-744d-48b3-8537-87917b9eacb7 req-484173bd-0367-4b6b-9271-8db91de5c4b6 service neutron] Bound port: 4734cbab-0580-41fa-b3a6-31caa5f81614, host: n-h2-838334-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'eb1f29ad-3d05-4e72-b227-469dc1660e3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': 'f7467a4f-b1b1-4464-b74e-f3b773c53ca1'}}] {{(pid=84040) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 20:56:17.677694 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-c680e410-744d-48b3-8537-87917b9eacb7 req-484173bd-0367-4b6b-9271-8db91de5c4b6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:56:17.705116 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17f56565-d783-407f-a223-6e06edb7480c req-23e459fe-7765-41e1-a928-3a50532c75cb tempest-AttachVolumeShelveTestJSON-1712717013 tempest-AttachVolumeShelveTestJSON-1712717013-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:56:17.712226 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-17f56565-d783-407f-a223-6e06edb7480c req-23e459fe-7765-41e1-a928-3a50532c75cb tempest-AttachVolumeShelveTestJSON-1712717013 tempest-AttachVolumeShelveTestJSON-1712717013-project] 10.222.0.42 "GET /v2.0/ports?device_id=5b9655ef-e7a4-49b4-bc6e-a6c04beac88f HTTP/1.1" status: 200 len: 945 time: 0.1789849 Apr 18 20:56:17.712408 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e75eb3c8-6a93-4a95-ae84-94d2302be7af None None] Network ef903069-7c89-4376-963f-99c58ca6d615 requested from n-d-838334-2 {{(pid=84042) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 20:56:17.748486 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-b5bc1fe5-8c99-49d1-b950-3551c6432506 tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] 10.222.0.42 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0836608 Apr 18 20:56:17.749844 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 52264) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:56:17.759882 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.v2.base [None req-bd642ce0-367b-41f2-a7b7-1aecae7e8bf6 tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Request body: {'subnet': {'network_id': 'ef903069-7c89-4376-963f-99c58ca6d615', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=84041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 20:56:17.845014 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-17f56565-d783-407f-a223-6e06edb7480c req-1fb61c71-b447-4bf9-94db-f1127c368a86 tempest-AttachVolumeShelveTestJSON-1712717013 tempest-AttachVolumeShelveTestJSON-1712717013-project] 10.222.0.42 "GET /v2.0/security-groups?id=e08cc47c-4c66-43de-a30b-78ed2c16d927&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1318328 Apr 18 20:56:17.855419 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.db [req-c680e410-744d-48b3-8537-87917b9eacb7 req-484173bd-0367-4b6b-9271-8db91de5c4b6 service neutron] For port 4734cbab-0580-41fa-b3a6-31caa5f81614, host n-h2-838334-2, cleared binding levels {{(pid=84040) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 20:56:17.872903 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.db [req-c680e410-744d-48b3-8537-87917b9eacb7 req-484173bd-0367-4b6b-9271-8db91de5c4b6 service neutron] For port 4734cbab-0580-41fa-b3a6-31caa5f81614, host n-h2-838334-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838334-2',level=0,port_id=4734cbab-0580-41fa-b3a6-31caa5f81614,segment=NetworkSegment(eb1f29ad-3d05-4e72-b227-469dc1660e3c),segment_id=eb1f29ad-3d05-4e72-b227-469dc1660e3c)] {{(pid=84040) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 20:56:17.885177 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-c680e410-744d-48b3-8537-87917b9eacb7 req-484173bd-0367-4b6b-9271-8db91de5c4b6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32440959'] for port, after_update {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:56:17.896852 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-bd642ce0-367b-41f2-a7b7-1aecae7e8bf6 tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:56:17.902283 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-bd642ce0-367b-41f2-a7b7-1aecae7e8bf6 tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Usage tracker for resource:subnet and tenant:1256b788e8184019a07eb24a482acda4 is out of sync, need to count used quota {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:56:17.905681 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-bd642ce0-367b-41f2-a7b7-1aecae7e8bf6 tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:56:17.912734 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-bd642ce0-367b-41f2-a7b7-1aecae7e8bf6 tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:56:17.928705 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd642ce0-367b-41f2-a7b7-1aecae7e8bf6 tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Made reservation on behalf of 1256b788e8184019a07eb24a482acda4 for: {'subnet': 1} {{(pid=84041) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:56:17.939604 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-bd642ce0-367b-41f2-a7b7-1aecae7e8bf6 tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32486301'] for subnet, before_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:56:18.087935 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-484173bd-0367-4b6b-9271-8db91de5c4b6 service neutron] Pushing event updated for resources: {'Port': ['ID=4734cbab-0580-41fa-b3a6-31caa5f81614,revision_number=3']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:56:18.100933 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-262b9daa-265f-414e-a7b6-4e3dec9b7cdd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750375287399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253529'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:56:18.108036 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-c680e410-744d-48b3-8537-87917b9eacb7 req-484173bd-0367-4b6b-9271-8db91de5c4b6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217293'] for port, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:56:18.109574 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-c680e410-744d-48b3-8537-87917b9eacb7 req-484173bd-0367-4b6b-9271-8db91de5c4b6 service neutron] 10.222.0.48 "PUT /v2.0/ports/4734cbab-0580-41fa-b3a6-31caa5f81614 HTTP/1.1" status: 200 len: 1091 time: 2.9372218 Apr 18 20:56:18.110033 n-d-838334-2 neutron-server[84040]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f2b26dda-40aa-4c01-bf22-35ecafdb42a4', 'tag': '4734cbab-0580-41fa-b3a6-31caa5f81614'}] {{(pid=84040) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 20:56:18.136495 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Provisioning complete for port 665526ab-2281-40ae-8471-aa89e2423a7c triggered by entity L2. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:56:18.138994 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1253608'] for port, provisioning_complete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:56:18.328578 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d46ad360-6d03-4399-ac8f-6d3f4d1a91ef None None] DHCP port deletion for ef903069-7c89-4376-963f-99c58ca6d615 request from n-d-838334-2 {{(pid=84042) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 18 20:56:18.332510 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db542f88-8d7d-4a31-9531-86c683214951 req-832d6ce5-ccfa-4751-a91b-0ec78e890fc3 tempest-ServerActionsTestJSON-2052644234 tempest-ServerActionsTestJSON-2052644234-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:56:18.333902 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.plugin [None req-d46ad360-6d03-4399-ac8f-6d3f4d1a91ef None None] Deleting port 665526ab-2281-40ae-8471-aa89e2423a7c {{(pid=84042) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 20:56:18.334494 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-d46ad360-6d03-4399-ac8f-6d3f4d1a91ef None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750375188691'] for port, before_delete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:56:18.339772 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-db542f88-8d7d-4a31-9531-86c683214951 req-832d6ce5-ccfa-4751-a91b-0ec78e890fc3 tempest-ServerActionsTestJSON-2052644234 tempest-ServerActionsTestJSON-2052644234-project] 10.222.0.42 "GET /v2.0/ports?device_id=b7307812-da19-4509-9baf-bb3ff8313904 HTTP/1.1" status: 200 len: 945 time: 0.3818674 Apr 18 20:56:18.394267 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-c680e410-744d-48b3-8537-87917b9eacb7 req-7fcef46b-9f5c-4f48-9369-7aa543cb6f83 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=7fa7a8b3916440879a3373a5a8935507&device_id=f2b26dda-40aa-4c01-bf22-35ecafdb42a4 HTTP/1.1" status: 200 len: 1094 time: 0.2066898 Apr 18 20:56:18.407468 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c5f8282-b542-4f74-b8e1-b459951d2f54 req-4b1bb19c-fc90-4c9d-8a95-bb7190c45cca tempest-ServerRescueNegativeTestJSON-1571656168 tempest-ServerRescueNegativeTestJSON-1571656168-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:56:18.408744 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-3c5f8282-b542-4f74-b8e1-b459951d2f54 req-4b1bb19c-fc90-4c9d-8a95-bb7190c45cca tempest-ServerRescueNegativeTestJSON-1571656168 tempest-ServerRescueNegativeTestJSON-1571656168-project] 10.222.0.42 "GET /v2.0/ports?device_id=264936db-30ce-4589-b255-6c9a9ad966e3 HTTP/1.1" status: 200 len: 946 time: 0.2726130 Apr 18 20:56:18.468313 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-db542f88-8d7d-4a31-9531-86c683214951 req-cd6fdd7b-a054-44a2-abb7-7dbb923965a8 tempest-ServerActionsTestJSON-2052644234 tempest-ServerActionsTestJSON-2052644234-project] 10.222.0.42 "GET /v2.0/security-groups?id=c2aeb662-6a43-4389-8810-9fad3627855b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1274123 Apr 18 20:56:18.469897 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-bd642ce0-367b-41f2-a7b7-1aecae7e8bf6 tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33526260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32266407', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32486287'] for subnet, after_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:56:18.539013 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-c680e410-744d-48b3-8537-87917b9eacb7 req-f156744a-4e41-45a2-83be-2e84f7df1c36 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4734cbab-0580-41fa-b3a6-31caa5f81614 HTTP/1.1" status: 200 len: 217 time: 0.1281867 Apr 18 20:56:18.559699 n-d-838334-2 neutron-server[84041]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd642ce0-367b-41f2-a7b7-1aecae7e8bf6 tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Network ef903069-7c89-4376-963f-99c58ca6d615 is already hosted by enough agents. {{(pid=84041) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:56:18.566639 n-d-838334-2 neutron-server[84041]: DEBUG neutron.scheduler.base_scheduler [None req-bd642ce0-367b-41f2-a7b7-1aecae7e8bf6 tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Resources bound (agent type, host, resource id): {{(pid=84041) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:56:18.569556 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd642ce0-367b-41f2-a7b7-1aecae7e8bf6 tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:56:18.570184 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-bd642ce0-367b-41f2-a7b7-1aecae7e8bf6 tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Notify callbacks [] for subnet, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:56:18.578258 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd642ce0-367b-41f2-a7b7-1aecae7e8bf6 tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Pushing event updated for resources: {'Subnet': ['ID=eb35edc5-37d4-4a95-aedc-b44923c1885b,revision_number=0']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:56:18.594499 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-8d479865-52ca-4413-94a4-fb42fff876c8 req-60050fad-9dbb-44b0-a853-186fc8333ef5 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=e85be041-78ee-47d4-b988-64db6fdd157a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2162070 Apr 18 20:56:18.612053 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-bd642ce0-367b-41f2-a7b7-1aecae7e8bf6 tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.8585844 Apr 18 20:56:18.612541 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 52282) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:56:18.620247 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.v2.base [None req-bc8b7f45-0f52-4420-af51-ceb0077b2ad8 tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Request body: {'port': {'network_id': 'ef903069-7c89-4376-963f-99c58ca6d615', 'fixed_ips': [{'subnet_id': 'eb35edc5-37d4-4a95-aedc-b44923c1885b', 'ip_address': '2001:db8::e242:9fdc:3d3d:6e7f'}], 'name': 'tempest-NetworksTestDHCPv6-97802546'}} {{(pid=84041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 20:56:18.642478 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-d46ad360-6d03-4399-ac8f-6d3f4d1a91ef None None] For port 665526ab-2281-40ae-8471-aa89e2423a7c, host n-d-838334-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838334-2',level=0,port_id=665526ab-2281-40ae-8471-aa89e2423a7c,segment=NetworkSegment(fbf28fbd-36f8-46f3-be08-57d41821e390),segment_id=fbf28fbd-36f8-46f3-be08-57d41821e390)] {{(pid=84042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:56:18.643368 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-d46ad360-6d03-4399-ac8f-6d3f4d1a91ef None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369123'] for port, precommit_delete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:56:18.712186 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-2f67877e-4fbe-45bc-97fb-8fa544f4f05c req-4d98cc8e-a646-40a4-a074-1501eea4c88b tempest-ServerPasswordTestJSON-1466357251 tempest-ServerPasswordTestJSON-1466357251-project] 10.222.0.42 "GET /v2.0/ports?device_id=5fd64991-62d6-4f7f-a5c3-07aca58dd707 HTTP/1.1" status: 200 len: 210 time: 0.0681121 Apr 18 20:56:18.728568 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-3c5f8282-b542-4f74-b8e1-b459951d2f54 req-38bdfb3c-ec0d-4854-9812-5db12fddd653 tempest-ServerRescueNegativeTestJSON-1571656168 tempest-ServerRescueNegativeTestJSON-1571656168-project] 10.222.0.42 "GET /v2.0/security-groups?id=fa6b5748-504b-4821-b3a0-7e61ca1810b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2584596 Apr 18 20:56:18.769241 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c680e410-744d-48b3-8537-87917b9eacb7 req-66bf39d4-8678-4cba-9ec5-29cf21a14d9b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:56:18.770687 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-c680e410-744d-48b3-8537-87917b9eacb7 req-66bf39d4-8678-4cba-9ec5-29cf21a14d9b service neutron] 10.222.0.48 "GET /v2.0/subnets?id=4d302c72-cbf8-4bd9-ac2b-bdba885f7b5c HTTP/1.1" status: 200 len: 851 time: 0.2072806 Apr 18 20:56:18.792133 n-d-838334-2 neutron-server[84040]: INFO neutron.notifiers.nova [-] Nova event matching ['req-464fdfcc-9076-46d1-9836-dfdc1c1471c5'] response: {'name': 'network-changed', 'server_uuid': 'f2b26dda-40aa-4c01-bf22-35ecafdb42a4', 'tag': '4734cbab-0580-41fa-b3a6-31caa5f81614', 'status': 'completed', 'code': 200} Apr 18 20:56:18.846997 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.plugin [None req-d46ad360-6d03-4399-ac8f-6d3f4d1a91ef None None] Calling delete_port for 665526ab-2281-40ae-8471-aa89e2423a7c owned by network:dhcp {{(pid=84042) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 20:56:18.856005 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-8d479865-52ca-4413-94a4-fb42fff876c8 req-8dc73395-7474-467a-968d-ef4d18fd8f8e service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=6be92480d0964f34a8ede9caae0c987d&device_id=e85be041-78ee-47d4-b988-64db6fdd157a HTTP/1.1" status: 200 len: 1096 time: 0.2206063 Apr 18 20:56:18.858165 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-bc8b7f45-0f52-4420-af51-ceb0077b2ad8 tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:56:18.864702 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-bc8b7f45-0f52-4420-af51-ceb0077b2ad8 tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Usage tracker for resource:port and tenant:1256b788e8184019a07eb24a482acda4 is out of sync, need to count used quota {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:56:18.870723 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-bc8b7f45-0f52-4420-af51-ceb0077b2ad8 tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Quota usage for port was recalculated. Used quota:1. {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:56:18.877972 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-bc8b7f45-0f52-4420-af51-ceb0077b2ad8 tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:56:18.958330 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Device d93b9095-a088-4a58-a38e-5e53d7759fcc details requested by agent hyperv_n-h2-838334-2 with host n-h2-838334-2 {{(pid=84042) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 18 20:56:18.966303 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-d46ad360-6d03-4399-ac8f-6d3f4d1a91ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750375259028', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750374836628'] for port, after_delete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:56:19.033058 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d46ad360-6d03-4399-ac8f-6d3f4d1a91ef None None] Pushing event deleted for resources: {'Port': ['ID=665526ab-2281-40ae-8471-aa89e2423a7c,revision_number=None']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:56:19.044859 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc8b7f45-0f52-4420-af51-ceb0077b2ad8 tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Made reservation on behalf of 1256b788e8184019a07eb24a482acda4 for: {'port': 1} {{(pid=84041) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:56:19.055614 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d46ad360-6d03-4399-ac8f-6d3f4d1a91ef None None] No DVR routers for this DVR port 665526ab-2281-40ae-8471-aa89e2423a7c on host n-d-838334-2 {{(pid=84042) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 20:56:19.057346 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750375287399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253529'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:56:19.059579 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-bc8b7f45-0f52-4420-af51-ceb0077b2ad8 tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:56:19.101483 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-c680e410-744d-48b3-8537-87917b9eacb7 req-a9e629ca-baaf-4012-9fa8-dbbef1680840 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=f7467a4f-b1b1-4464-b74e-f3b773c53ca1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2984779 Apr 18 20:56:19.123164 n-d-838334-2 neutron-server[84041]: DEBUG neutron.notifiers.nova [None req-bc8b7f45-0f52-4420-af51-ceb0077b2ad8 tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] device_id is not set on port 185f2b69-3bcf-4e9f-a999-d98f41719029 yet. {{(pid=84041) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 18 20:56:19.159397 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5104b2ee-54f2-46a4-bc02-c9d672548f62 None None] Network ef903069-7c89-4376-963f-99c58ca6d615 requested from n-d-838334-2 {{(pid=84042) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 20:56:19.369887 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] For port d93b9095-a088-4a58-a38e-5e53d7759fcc, host n-h2-838334-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838334-2',level=0,port_id=d93b9095-a088-4a58-a38e-5e53d7759fcc,segment=NetworkSegment(cd8c59c7-b4b2-44a4-be0f-4e934073fee4),segment_id=cd8c59c7-b4b2-44a4-be0f-4e934073fee4)] {{(pid=84042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:56:19.400397 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc0954c6-b14e-4594-bfe6-313ea170311f req-ad907ba0-4abc-44c2-b46a-5fb1722a2e58 tempest-DeleteServersTestJSON-915645800 tempest-DeleteServersTestJSON-915645800-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:56:19.402063 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-bc0954c6-b14e-4594-bfe6-313ea170311f req-ad907ba0-4abc-44c2-b46a-5fb1722a2e58 tempest-DeleteServersTestJSON-915645800 tempest-DeleteServersTestJSON-915645800-project] 10.222.0.42 "GET /v2.0/ports?device_id=f2b26dda-40aa-4c01-bf22-35ecafdb42a4 HTTP/1.1" status: 200 len: 943 time: 0.3872156 Apr 18 20:56:19.417694 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.db_base_plugin_common [None req-bc8b7f45-0f52-4420-af51-ceb0077b2ad8 tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Allocated IP 2001:db8::e242:9fdc:3d3d:6e7f (ef903069-7c89-4376-963f-99c58ca6d615/eb35edc5-37d4-4a95-aedc-b44923c1885b/185f2b69-3bcf-4e9f-a999-d98f41719029) {{(pid=84041) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:56:19.428891 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Returning: {'device': 'd93b9095-a088-4a58-a38e-5e53d7759fcc', 'network_id': '0f9d847a-7ba3-4a42-a0c6-e8541d683b40', 'port_id': 'd93b9095-a088-4a58-a38e-5e53d7759fcc', 'mac_address': 'fa:16:3e:42:65:34', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 369, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd2e46a24-0bb5-4d5b-bcac-f83f2e3a3c35', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84042) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 18 20:56:19.444577 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-414b6ffe-e119-47bc-b18f-bcff1219c2f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750375287399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253529'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:56:19.492243 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-c680e410-744d-48b3-8537-87917b9eacb7 req-82dde427-a5b0-4681-90ee-a67fd579f92f service neutron] 10.222.0.48 "GET /v2.0/networks/f7467a4f-b1b1-4464-b74e-f3b773c53ca1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3832731 Apr 18 20:56:19.517716 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:56:19.549877 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63bedf7e-5e8f-4c2c-ac1a-7fe2fe574c6b req-98890d86-4975-457b-b613-6b4f5225db93 tempest-AttachVolumeShelveTestJSON-1712717013 tempest-AttachVolumeShelveTestJSON-1712717013-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:56:19.558677 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-63bedf7e-5e8f-4c2c-ac1a-7fe2fe574c6b req-98890d86-4975-457b-b613-6b4f5225db93 tempest-AttachVolumeShelveTestJSON-1712717013 tempest-AttachVolumeShelveTestJSON-1712717013-project] 10.222.0.42 "GET /v2.0/ports?device_id=5b9655ef-e7a4-49b4-bc6e-a6c04beac88f HTTP/1.1" status: 200 len: 945 time: 0.2716255 Apr 18 20:56:19.569066 n-d-838334-2 neutron-server[84042]: DEBUG neutron.notifiers.nova [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id d93b9095-a088-4a58-a38e-5e53d7759fcc {{(pid=84042) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 18 20:56:19.595333 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11d43029-3487-4087-97a7-2dc040abe57f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp016840fc-1f9f-5892-9c53-c9cf6c845bbb-ef903069-7c89-4376-963f-99c58ca6d615', 'network_id': 'ef903069-7c89-4376-963f-99c58ca6d615', 'tenant_id': '1256b788e8184019a07eb24a482acda4', 'fixed_ips': [{'subnet_id': 'eb35edc5-37d4-4a95-aedc-b44923c1885b'}]}} from n-d-838334-2. {{(pid=84042) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 18 20:56:19.596173 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-11d43029-3487-4087-97a7-2dc040abe57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_create {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:56:19.618672 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] For port d93b9095-a088-4a58-a38e-5e53d7759fcc, host n-h2-838334-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838334-2',level=0,port_id=d93b9095-a088-4a58-a38e-5e53d7759fcc,segment=NetworkSegment(cd8c59c7-b4b2-44a4-be0f-4e934073fee4),segment_id=cd8c59c7-b4b2-44a4-be0f-4e934073fee4)] {{(pid=84042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:56:19.638306 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682'] for port, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:56:19.661272 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-bc0954c6-b14e-4594-bfe6-313ea170311f req-cd231bee-41c8-41eb-8229-f67e291795b8 tempest-DeleteServersTestJSON-915645800 tempest-DeleteServersTestJSON-915645800-project] 10.222.0.42 "GET /v2.0/security-groups?id=588d127b-19b7-4c3d-9f79-a400181b94e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2484863 Apr 18 20:56:19.721318 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Device 665526ab-2281-40ae-8471-aa89e2423a7c no longer exists at agent ovs-agent-n-d-838334-2 {{(pid=84042) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 20:56:19.741664 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d479865-52ca-4413-94a4-fb42fff876c8 req-9002cd43-e8ff-41df-b051-3f4a4902d919 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:56:19.744876 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-8d479865-52ca-4413-94a4-fb42fff876c8 req-9002cd43-e8ff-41df-b051-3f4a4902d919 service neutron] 10.222.0.43 "GET /v2.0/networks?id=48f708f8-0904-4115-910c-bb1ab06d7263 HTTP/1.1" status: 200 len: 912 time: 0.8639441 Apr 18 20:56:19.805632 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-63bedf7e-5e8f-4c2c-ac1a-7fe2fe574c6b req-4a53482e-8d6e-475f-bd57-c4efcfa1a15a tempest-AttachVolumeShelveTestJSON-1712717013 tempest-AttachVolumeShelveTestJSON-1712717013-project] 10.222.0.42 "GET /v2.0/security-groups?id=e08cc47c-4c66-43de-a30b-78ed2c16d927&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2457469 Apr 18 20:56:19.807988 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-c680e410-744d-48b3-8537-87917b9eacb7 req-b5625258-0ad3-45b8-aee4-a6a42a9b2c08 service neutron] 10.222.0.48 "GET /v2.0/networks/f7467a4f-b1b1-4464-b74e-f3b773c53ca1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3014128 Apr 18 20:56:19.850545 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.plugin [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] No Port match for: 665526ab-2281-40ae-8471-aa89e2423a7c {{(pid=84042) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 18 20:56:19.851465 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Device 665526ab-2281-40ae-8471-aa89e2423a7c not bound to the agent host n-d-838334-2 {{(pid=84042) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 20:56:19.861555 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] get_ports_and_sgs() called for port_ids ['d93b9095-a088-4a58-a38e-5e53d7759fcc'] {{(pid=84042) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 18 20:56:19.958316 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-8d479865-52ca-4413-94a4-fb42fff876c8 req-f3df5c8b-d077-4e5f-ae91-8760164e33d1 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3a8c4948-ac17-42b1-acc5-fa71d01ee929 HTTP/1.1" status: 200 len: 217 time: 0.2044487 Apr 18 20:56:20.054082 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Pushing event updated for resources: {'Port': ['ID=d93b9095-a088-4a58-a38e-5e53d7759fcc,revision_number=6']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:56:20.073652 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14599946-5012-4d5b-9db2-aff64ab26e53 req-36f6f0d1-9160-49bf-824a-14b6a89c9322 tempest-ServerActionsTestJSON-2052644234 tempest-ServerActionsTestJSON-2052644234-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:56:20.075383 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-14599946-5012-4d5b-9db2-aff64ab26e53 req-36f6f0d1-9160-49bf-824a-14b6a89c9322 tempest-ServerActionsTestJSON-2052644234 tempest-ServerActionsTestJSON-2052644234-project] 10.222.0.42 "GET /v2.0/ports?device_id=b7307812-da19-4509-9baf-bb3ff8313904 HTTP/1.1" status: 200 len: 945 time: 0.2065535 Apr 18 20:56:20.079716 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-0c6054c5-295f-44d5-930e-8db2fd036ad9 req-ee7102a4-326f-4e40-a5dd-a8c25e715456 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=7fa7a8b3916440879a3373a5a8935507&device_id=f2b26dda-40aa-4c01-bf22-35ecafdb42a4 HTTP/1.1" status: 200 len: 1094 time: 0.1340342 Apr 18 20:56:20.157187 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-82f57ef5-09b1-467c-b6c1-a30b3b09e4e4 req-e903d2ae-b472-4e81-86fd-82cd70daf05a tempest-ServerPasswordTestJSON-1466357251 tempest-ServerPasswordTestJSON-1466357251-project] 10.222.0.42 "GET /v2.0/ports?device_id=5fd64991-62d6-4f7f-a5c3-07aca58dd707 HTTP/1.1" status: 200 len: 210 time: 0.0806279 Apr 18 20:56:20.249956 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8e4957b-d04c-4366-b210-b8929d041526 req-37357679-79fc-44d5-bd0f-68d42657ae09 tempest-ServerPasswordTestJSON-1466357251 tempest-ServerPasswordTestJSON-1466357251-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:56:20.251184 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [req-b8e4957b-d04c-4366-b210-b8929d041526 req-37357679-79fc-44d5-bd0f-68d42657ae09 tempest-ServerPasswordTestJSON-1466357251 tempest-ServerPasswordTestJSON-1466357251-project] Synchronizing usage tracker for tenant:3e56bcfffff947c68263794c76f7ac55 on resource:network {{(pid=84041) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 20:56:20.259570 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-14599946-5012-4d5b-9db2-aff64ab26e53 req-b7b02bd2-0756-479c-9c52-f23f7ff4eee8 tempest-ServerActionsTestJSON-2052644234 tempest-ServerActionsTestJSON-2052644234-project] 10.222.0.42 "GET /v2.0/security-groups?id=c2aeb662-6a43-4389-8810-9fad3627855b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1418390 Apr 18 20:56:20.303046 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c6054c5-295f-44d5-930e-8db2fd036ad9 req-59df5e96-9b80-4f19-bb4a-b767aee80863 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:56:20.304744 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-0c6054c5-295f-44d5-930e-8db2fd036ad9 req-59df5e96-9b80-4f19-bb4a-b767aee80863 service neutron] 10.222.0.48 "GET /v2.0/networks?id=f7467a4f-b1b1-4464-b74e-f3b773c53ca1 HTTP/1.1" status: 200 len: 912 time: 0.1894102 Apr 18 20:56:20.360648 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d479865-52ca-4413-94a4-fb42fff876c8 req-e32a6a5b-ea62-4575-85ff-0f6523b45dce service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:56:20.362110 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-8d479865-52ca-4413-94a4-fb42fff876c8 req-e32a6a5b-ea62-4575-85ff-0f6523b45dce service neutron] 10.222.0.43 "GET /v2.0/subnets?id=488f35b7-694e-475d-862d-2f00f4388d03 HTTP/1.1" status: 200 len: 850 time: 0.3687570 Apr 18 20:56:20.423850 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [req-b8e4957b-d04c-4366-b210-b8929d041526 req-37357679-79fc-44d5-bd0f-68d42657ae09 tempest-ServerPasswordTestJSON-1466357251 tempest-ServerPasswordTestJSON-1466357251-project] Unset dirty status for tenant:3e56bcfffff947c68263794c76f7ac55 on resource:network {{(pid=84041) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 20:56:20.424802 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-b8e4957b-d04c-4366-b210-b8929d041526 req-37357679-79fc-44d5-bd0f-68d42657ae09 tempest-ServerPasswordTestJSON-1466357251 tempest-ServerPasswordTestJSON-1466357251-project] 10.222.0.43 "GET /v2.0/networks?id=07c5cc24-730e-4b50-affa-a04b6f26c98b HTTP/1.1" status: 200 len: 812 time: 0.9717498 Apr 18 20:56:20.446767 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-0c6054c5-295f-44d5-930e-8db2fd036ad9 req-79cf92ef-9739-4714-856e-114798de0266 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4734cbab-0580-41fa-b3a6-31caa5f81614 HTTP/1.1" status: 200 len: 217 time: 0.1271183 Apr 18 20:56:20.448882 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.v2.base [req-b8e4957b-d04c-4366-b210-b8929d041526 req-753d7c24-8f75-4f83-9cfe-f2d05f86614e tempest-ServerPasswordTestJSON-1466357251 tempest-ServerPasswordTestJSON-1466357251-project] Request body: {'port': {'device_id': '5fd64991-62d6-4f7f-a5c3-07aca58dd707', 'network_id': '07c5cc24-730e-4b50-affa-a04b6f26c98b', 'admin_state_up': True, 'tenant_id': '3e56bcfffff947c68263794c76f7ac55'}} {{(pid=84041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 20:56:20.466522 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-bc8b7f45-0f52-4420-af51-ceb0077b2ad8 tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Notify callbacks [] for port, precommit_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:56:20.506438 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-c7521a90-7d65-4e2e-842c-ca5d95e9a89c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750375287399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253529'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:56:20.535236 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c6054c5-295f-44d5-930e-8db2fd036ad9 req-da2328c5-13af-450b-9f1d-5b7ba9969ca8 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:56:20.536703 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-0c6054c5-295f-44d5-930e-8db2fd036ad9 req-da2328c5-13af-450b-9f1d-5b7ba9969ca8 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=4d302c72-cbf8-4bd9-ac2b-bdba885f7b5c HTTP/1.1" status: 200 len: 851 time: 0.0839648 Apr 18 20:56:20.549746 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6d1ef18-e516-45eb-a55b-08cc07fc1d54 req-2dac5f31-2d76-4d22-8f73-62a1b7538a84 tempest-ServerRescueNegativeTestJSON-1571656168 tempest-ServerRescueNegativeTestJSON-1571656168-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:56:20.551877 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-d6d1ef18-e516-45eb-a55b-08cc07fc1d54 req-2dac5f31-2d76-4d22-8f73-62a1b7538a84 tempest-ServerRescueNegativeTestJSON-1571656168 tempest-ServerRescueNegativeTestJSON-1571656168-project] 10.222.0.42 "GET /v2.0/ports?device_id=264936db-30ce-4589-b255-6c9a9ad966e3 HTTP/1.1" status: 200 len: 946 time: 0.1728044 Apr 18 20:56:20.585117 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.provisioning_blocks [None req-bc8b7f45-0f52-4420-af51-ceb0077b2ad8 tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Transition to ACTIVE for port object 185f2b69-3bcf-4e9f-a999-d98f41719029 will not be triggered until provisioned by entity DHCP. {{(pid=84041) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 20:56:20.614001 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-0c6054c5-295f-44d5-930e-8db2fd036ad9 req-31410b60-d005-4327-bc6c-19b9f4d07962 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=f7467a4f-b1b1-4464-b74e-f3b773c53ca1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0604224 Apr 18 20:56:20.630139 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-8d479865-52ca-4413-94a4-fb42fff876c8 req-23418688-1017-461f-8e7f-c89005019720 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=48f708f8-0904-4115-910c-bb1ab06d7263&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2569134 Apr 18 20:56:20.746514 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-d6d1ef18-e516-45eb-a55b-08cc07fc1d54 req-ab3f327a-eac0-477c-b154-541635380881 tempest-ServerRescueNegativeTestJSON-1571656168 tempest-ServerRescueNegativeTestJSON-1571656168-project] 10.222.0.42 "GET /v2.0/security-groups?id=fa6b5748-504b-4821-b3a0-7e61ca1810b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1521385 Apr 18 20:56:20.818035 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-0c6054c5-295f-44d5-930e-8db2fd036ad9 req-b3ab33db-be27-49b0-a406-e66b95f1251c service neutron] 10.222.0.48 "GET /v2.0/networks/f7467a4f-b1b1-4464-b74e-f3b773c53ca1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1817856 Apr 18 20:56:20.921790 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-bc8b7f45-0f52-4420-af51-ceb0077b2ad8 tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750374836619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32266323'] for port, after_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:56:20.984930 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Device d93b9095-a088-4a58-a38e-5e53d7759fcc up at agent hyperv_n-h2-838334-2 {{(pid=84042) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 20:56:21.069835 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-0c6054c5-295f-44d5-930e-8db2fd036ad9 req-2a7c8702-ebe6-4ccf-ba84-36623731b6b9 service neutron] 10.222.0.48 "GET /v2.0/networks/f7467a4f-b1b1-4464-b74e-f3b773c53ca1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2431195 Apr 18 20:56:21.087123 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.db_base_plugin_common [None req-11d43029-3487-4087-97a7-2dc040abe57f None None] Allocated IP 2001:db8::2 (ef903069-7c89-4376-963f-99c58ca6d615/eb35edc5-37d4-4a95-aedc-b44923c1885b/958b40c4-dc19-465c-b88a-de4ad6ab5830) {{(pid=84042) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:56:21.090641 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [req-b8e4957b-d04c-4366-b210-b8929d041526 req-753d7c24-8f75-4f83-9cfe-f2d05f86614e tempest-ServerPasswordTestJSON-1466357251 tempest-ServerPasswordTestJSON-1466357251-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:56:21.118860 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [req-b8e4957b-d04c-4366-b210-b8929d041526 req-753d7c24-8f75-4f83-9cfe-f2d05f86614e tempest-ServerPasswordTestJSON-1466357251 tempest-ServerPasswordTestJSON-1466357251-project] Usage tracker for resource:port and tenant:3e56bcfffff947c68263794c76f7ac55 is out of sync, need to count used quota {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:56:21.129004 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [req-b8e4957b-d04c-4366-b210-b8929d041526 req-753d7c24-8f75-4f83-9cfe-f2d05f86614e tempest-ServerPasswordTestJSON-1466357251 tempest-ServerPasswordTestJSON-1466357251-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:56:21.133731 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc8b7f45-0f52-4420-af51-ceb0077b2ad8 tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Pushing event updated for resources: {'Port': ['ID=185f2b69-3bcf-4e9f-a999-d98f41719029,revision_number=1']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:56:21.137463 n-d-838334-2 neutron-server[84041]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc8b7f45-0f52-4420-af51-ceb0077b2ad8 tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Network ef903069-7c89-4376-963f-99c58ca6d615 is already hosted by enough agents. {{(pid=84041) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:56:21.151020 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [req-b8e4957b-d04c-4366-b210-b8929d041526 req-753d7c24-8f75-4f83-9cfe-f2d05f86614e tempest-ServerPasswordTestJSON-1466357251 tempest-ServerPasswordTestJSON-1466357251-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:56:21.153323 n-d-838334-2 neutron-server[84041]: DEBUG neutron.scheduler.base_scheduler [None req-bc8b7f45-0f52-4420-af51-ceb0077b2ad8 tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Resources bound (agent type, host, resource id): {{(pid=84041) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:56:21.160889 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc8b7f45-0f52-4420-af51-ceb0077b2ad8 tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Received port after_create {{(pid=84041) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 20:56:21.165344 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc8b7f45-0f52-4420-af51-ceb0077b2ad8 tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:56:21.165940 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-bc8b7f45-0f52-4420-af51-ceb0077b2ad8 tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217293'] for port, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:56:21.191503 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-8d479865-52ca-4413-94a4-fb42fff876c8 req-09725290-b4b4-4f97-a547-f66c69bc4a52 service neutron] 10.222.0.43 "GET /v2.0/networks/48f708f8-0904-4115-910c-bb1ab06d7263?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5487659 Apr 18 20:56:21.224872 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b8e4957b-d04c-4366-b210-b8929d041526 req-753d7c24-8f75-4f83-9cfe-f2d05f86614e tempest-ServerPasswordTestJSON-1466357251 tempest-ServerPasswordTestJSON-1466357251-project] Made reservation on behalf of 3e56bcfffff947c68263794c76f7ac55 for: {'port': 1} {{(pid=84041) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:56:21.228137 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [req-b8e4957b-d04c-4366-b210-b8929d041526 req-753d7c24-8f75-4f83-9cfe-f2d05f86614e tempest-ServerPasswordTestJSON-1466357251 tempest-ServerPasswordTestJSON-1466357251-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:56:21.232218 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Provisioning complete for port d93b9095-a088-4a58-a38e-5e53d7759fcc triggered by entity L2. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:56:21.232977 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1253608'] for port, provisioning_complete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:56:21.312713 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c730160d-75b3-45d4-b2d5-e375a5cdb26e req-69ce902b-57eb-42f2-bed9-03f578b4499b tempest-ServerRescueNegativeTestJSON-1571656168 tempest-ServerRescueNegativeTestJSON-1571656168-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:56:21.313439 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [req-c730160d-75b3-45d4-b2d5-e375a5cdb26e req-69ce902b-57eb-42f2-bed9-03f578b4499b tempest-ServerRescueNegativeTestJSON-1571656168 tempest-ServerRescueNegativeTestJSON-1571656168-project] Synchronizing usage tracker for tenant:f9a0b0412d2042448fe0968cc5e47ae5 on resource:port {{(pid=84041) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 20:56:21.317455 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-bc8b7f45-0f52-4420-af51-ceb0077b2ad8 tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 946 time: 2.7030749 Apr 18 20:56:21.329555 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 52314) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:56:21.403591 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [req-c730160d-75b3-45d4-b2d5-e375a5cdb26e req-69ce902b-57eb-42f2-bed9-03f578b4499b tempest-ServerRescueNegativeTestJSON-1571656168 tempest-ServerRescueNegativeTestJSON-1571656168-project] Unset dirty status for tenant:f9a0b0412d2042448fe0968cc5e47ae5 on resource:port {{(pid=84041) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 20:56:21.404747 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-c730160d-75b3-45d4-b2d5-e375a5cdb26e req-69ce902b-57eb-42f2-bed9-03f578b4499b tempest-ServerRescueNegativeTestJSON-1571656168 tempest-ServerRescueNegativeTestJSON-1571656168-project] 10.222.0.43 "GET /v2.0/ports?device_id=264936db-30ce-4589-b255-6c9a9ad966e3 HTTP/1.1" status: 200 len: 946 time: 0.5463393 Apr 18 20:56:21.460111 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd59f968-89a1-40cb-baaf-5d45fdcc8fe5 req-3c6ec56a-b2bc-4bb4-9c94-cab4f93ffadc tempest-DeleteServersTestJSON-915645800 tempest-DeleteServersTestJSON-915645800-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:56:21.461790 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-dd59f968-89a1-40cb-baaf-5d45fdcc8fe5 req-3c6ec56a-b2bc-4bb4-9c94-cab4f93ffadc tempest-DeleteServersTestJSON-915645800 tempest-DeleteServersTestJSON-915645800-project] 10.222.0.42 "GET /v2.0/ports?device_id=f2b26dda-40aa-4c01-bf22-35ecafdb42a4 HTTP/1.1" status: 200 len: 943 time: 0.3891842 Apr 18 20:56:21.475939 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e46542ca-bc71-4c43-948f-063aa12c940e req-dbdeb99b-cc5d-49b7-9fa5-42c0f53b5c3d tempest-AttachVolumeShelveTestJSON-1712717013 tempest-AttachVolumeShelveTestJSON-1712717013-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:56:21.479044 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-e46542ca-bc71-4c43-948f-063aa12c940e req-dbdeb99b-cc5d-49b7-9fa5-42c0f53b5c3d tempest-AttachVolumeShelveTestJSON-1712717013 tempest-AttachVolumeShelveTestJSON-1712717013-project] 10.222.0.42 "GET /v2.0/ports?device_id=5b9655ef-e7a4-49b4-bc6e-a6c04beac88f HTTP/1.1" status: 200 len: 944 time: 0.3305907 Apr 18 20:56:21.501628 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-11d43029-3487-4087-97a7-2dc040abe57f None None] Notify callbacks [] for port, precommit_create {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:56:21.519310 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:56:21.532506 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-11d43029-3487-4087-97a7-2dc040abe57f None None] Transition to ACTIVE for port object 958b40c4-dc19-465c-b88a-de4ad6ab5830 will not be triggered until provisioned by entity L2. {{(pid=84042) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 20:56:21.548870 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-dd59f968-89a1-40cb-baaf-5d45fdcc8fe5 req-2f56bed1-aec2-4b1a-b13c-210dbaa67ad5 tempest-DeleteServersTestJSON-915645800 tempest-DeleteServersTestJSON-915645800-project] 10.222.0.42 "GET /v2.0/security-groups?id=588d127b-19b7-4c3d-9f79-a400181b94e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687301 Apr 18 20:56:21.565703 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-8d479865-52ca-4413-94a4-fb42fff876c8 req-a5741709-c7c1-421c-b44b-e49b6df2a31a service neutron] 10.222.0.43 "GET /v2.0/networks/48f708f8-0904-4115-910c-bb1ab06d7263?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3637900 Apr 18 20:56:21.565905 n-d-838334-2 neutron-server[84042]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5b9655ef-e7a4-49b4-bc6e-a6c04beac88f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd93b9095-a088-4a58-a38e-5e53d7759fcc'}] {{(pid=84042) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 20:56:21.573138 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-11d43029-3487-4087-97a7-2dc040abe57f None None] Transition to ACTIVE for port object 958b40c4-dc19-465c-b88a-de4ad6ab5830 will not be triggered until provisioned by entity DHCP. {{(pid=84042) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 20:56:21.579534 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] For port d93b9095-a088-4a58-a38e-5e53d7759fcc, host n-h2-838334-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838334-2',level=0,port_id=d93b9095-a088-4a58-a38e-5e53d7759fcc,segment=NetworkSegment(cd8c59c7-b4b2-44a4-be0f-4e934073fee4),segment_id=cd8c59c7-b4b2-44a4-be0f-4e934073fee4)] {{(pid=84042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:56:21.587594 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-11d43029-3487-4087-97a7-2dc040abe57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750374836619'] for port, after_create {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:56:21.612616 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.plugin [req-c730160d-75b3-45d4-b2d5-e375a5cdb26e req-e430f9c3-5726-4b77-a25d-cdb08fa50e4a tempest-ServerRescueNegativeTestJSON-1571656168 tempest-ServerRescueNegativeTestJSON-1571656168-project] Deleting port 8248ccee-2394-426e-9ab5-5e8c0f5c00e9 {{(pid=84041) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 20:56:21.612970 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [req-c730160d-75b3-45d4-b2d5-e375a5cdb26e req-e430f9c3-5726-4b77-a25d-cdb08fa50e4a tempest-ServerRescueNegativeTestJSON-1571656168 tempest-ServerRescueNegativeTestJSON-1571656168-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750375188691'] for port, before_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:56:21.633342 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-e46542ca-bc71-4c43-948f-063aa12c940e req-bec719e2-22f0-4455-85d7-f8236f879839 tempest-AttachVolumeShelveTestJSON-1712717013 tempest-AttachVolumeShelveTestJSON-1712717013-project] 10.222.0.42 "GET /v2.0/security-groups?id=e08cc47c-4c66-43de-a30b-78ed2c16d927&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0863853 Apr 18 20:56:21.666061 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682'] for port, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:56:21.691545 n-d-838334-2 neutron-server[84042]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11d43029-3487-4087-97a7-2dc040abe57f None None] Network ef903069-7c89-4376-963f-99c58ca6d615 is already hosted by enough agents. {{(pid=84042) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:56:21.695122 n-d-838334-2 neutron-server[84042]: DEBUG neutron.scheduler.base_scheduler [None req-11d43029-3487-4087-97a7-2dc040abe57f None None] Resources bound (agent type, host, resource id): {{(pid=84042) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:56:21.703023 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11d43029-3487-4087-97a7-2dc040abe57f None None] Received port after_create {{(pid=84042) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 20:56:21.715914 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11d43029-3487-4087-97a7-2dc040abe57f None None] Pushing event updated for resources: {'Port': ['ID=958b40c4-dc19-465c-b88a-de4ad6ab5830,revision_number=1']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:56:21.762900 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ecfa28d6-df24-4b76-a94e-bc281f29f9ab tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:56:21.767538 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-ecfa28d6-df24-4b76-a94e-bc281f29f9ab tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Synchronizing usage tracker for tenant:1256b788e8184019a07eb24a482acda4 on resource:port {{(pid=84041) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 20:56:21.794089 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Pushing event updated for resources: {'Port': ['ID=d93b9095-a088-4a58-a38e-5e53d7759fcc,revision_number=7']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:56:21.873285 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-2c125a81-e733-442e-9d82-299be466ed42 req-8b5a533c-6963-4013-9b8f-47e067131d25 tempest-ServerPasswordTestJSON-1466357251 tempest-ServerPasswordTestJSON-1466357251-project] 10.222.0.42 "GET /v2.0/ports?device_id=5fd64991-62d6-4f7f-a5c3-07aca58dd707 HTTP/1.1" status: 200 len: 210 time: 0.0750425 Apr 18 20:56:21.898053 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.managers [None req-11d43029-3487-4087-97a7-2dc040abe57f None None] Attempting to bind port 958b40c4-dc19-465c-b88a-de4ad6ab5830 on host n-d-838334-2 for vnic_type normal with profile {{(pid=84042) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:56:21.898412 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.managers [None req-11d43029-3487-4087-97a7-2dc040abe57f None None] Attempting to bind port 958b40c4-dc19-465c-b88a-de4ad6ab5830 by drivers openvswitch,hyperv on host n-d-838334-2 at level 0 using segments [{'id': 'fbf28fbd-36f8-46f3-be08-57d41821e390', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': 'ef903069-7c89-4376-963f-99c58ca6d615'}] {{(pid=84042) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:56:21.899309 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11d43029-3487-4087-97a7-2dc040abe57f None None] Attempting to bind port 958b40c4-dc19-465c-b88a-de4ad6ab5830 on network ef903069-7c89-4376-963f-99c58ca6d615 {{(pid=84042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 20:56:21.919142 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11d43029-3487-4087-97a7-2dc040abe57f None None] Checking agent: {'id': '97cd4414-7af6-4d67-868d-dff370b4071a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838334-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 25, 49), 'started_at': datetime.datetime(2022, 4, 18, 20, 26, 19), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 20, 56, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838334-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 18 20:56:21.919520 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11d43029-3487-4087-97a7-2dc040abe57f None None] Checking segment: {'id': 'fbf28fbd-36f8-46f3-be08-57d41821e390', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': 'ef903069-7c89-4376-963f-99c58ca6d615'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84042) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 20:56:21.919961 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-11d43029-3487-4087-97a7-2dc040abe57f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:56:21.920349 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11d43029-3487-4087-97a7-2dc040abe57f None None] Bound using segment: {'id': 'fbf28fbd-36f8-46f3-be08-57d41821e390', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': 'ef903069-7c89-4376-963f-99c58ca6d615'} {{(pid=84042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 18 20:56:21.932139 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.managers [None req-11d43029-3487-4087-97a7-2dc040abe57f None None] Bound port: 958b40c4-dc19-465c-b88a-de4ad6ab5830, host: n-d-838334-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fbf28fbd-36f8-46f3-be08-57d41821e390', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': 'ef903069-7c89-4376-963f-99c58ca6d615'}}] {{(pid=84042) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 20:56:21.932596 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-11d43029-3487-4087-97a7-2dc040abe57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:56:21.973810 n-d-838334-2 neutron-server[84042]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e681e0ce-c933-49e6-bcfb-010dd78f3bfa'] response: {'server_uuid': '5b9655ef-e7a4-49b4-bc6e-a6c04beac88f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd93b9095-a088-4a58-a38e-5e53d7759fcc', 'code': 200} Apr 18 20:56:22.008901 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e21a2636-e797-4f3a-a4da-a21630a829f5 req-8525be16-fe75-4587-9416-ee533aa180bb tempest-ServerActionsTestJSON-2052644234 tempest-ServerActionsTestJSON-2052644234-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:56:22.010878 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-e21a2636-e797-4f3a-a4da-a21630a829f5 req-8525be16-fe75-4587-9416-ee533aa180bb tempest-ServerActionsTestJSON-2052644234 tempest-ServerActionsTestJSON-2052644234-project] 10.222.0.42 "GET /v2.0/ports?device_id=b7307812-da19-4509-9baf-bb3ff8313904 HTTP/1.1" status: 200 len: 945 time: 0.1366522 Apr 18 20:56:22.085460 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-ecfa28d6-df24-4b76-a94e-bc281f29f9ab tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Unset dirty status for tenant:1256b788e8184019a07eb24a482acda4 on resource:port {{(pid=84041) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 20:56:22.089410 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-ecfa28d6-df24-4b76-a94e-bc281f29f9ab tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] 10.222.0.42 "GET /v2.0/ports HTTP/1.1" status: 200 len: 944 time: 0.7539237 Apr 18 20:56:22.089410 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.db_base_plugin_common [req-b8e4957b-d04c-4366-b210-b8929d041526 req-753d7c24-8f75-4f83-9cfe-f2d05f86614e tempest-ServerPasswordTestJSON-1466357251 tempest-ServerPasswordTestJSON-1466357251-project] Allocated IP 172.20.0.6 (07c5cc24-730e-4b50-affa-a04b6f26c98b/70601332-6274-4c08-ba8b-81c56fdac565/7e342884-dcd1-489f-b34e-67f0888be59c) {{(pid=84041) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:56:22.102808 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 52322) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:56:22.133249 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-e21a2636-e797-4f3a-a4da-a21630a829f5 req-57b34999-c038-4361-9754-3dc23826fcdf tempest-ServerActionsTestJSON-2052644234 tempest-ServerActionsTestJSON-2052644234-project] 10.222.0.42 "GET /v2.0/security-groups?id=c2aeb662-6a43-4389-8810-9fad3627855b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1146648 Apr 18 20:56:22.138316 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-11d43029-3487-4087-97a7-2dc040abe57f None None] For port 958b40c4-dc19-465c-b88a-de4ad6ab5830, host n-d-838334-2, cleared binding levels {{(pid=84042) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 20:56:22.142071 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-11d43029-3487-4087-97a7-2dc040abe57f None None] For port 958b40c4-dc19-465c-b88a-de4ad6ab5830, host n-d-838334-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838334-2',level=0,port_id=958b40c4-dc19-465c-b88a-de4ad6ab5830,segment=NetworkSegment(fbf28fbd-36f8-46f3-be08-57d41821e390),segment_id=fbf28fbd-36f8-46f3-be08-57d41821e390)] {{(pid=84042) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 20:56:22.160992 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-11d43029-3487-4087-97a7-2dc040abe57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682'] for port, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:56:22.198001 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.plugin [None req-571d0283-4f1b-405a-9303-d628e1891c84 tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Deleting port 185f2b69-3bcf-4e9f-a999-d98f41719029 {{(pid=84041) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 20:56:22.198666 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-571d0283-4f1b-405a-9303-d628e1891c84 tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750375188691'] for port, before_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:56:22.247908 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11d43029-3487-4087-97a7-2dc040abe57f None None] Pushing event updated for resources: {'Port': ['ID=958b40c4-dc19-465c-b88a-de4ad6ab5830,revision_number=2']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:56:22.309418 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ef94d53-d353-4a64-a263-12855337dbb5 req-682b4851-ce59-4a2f-bec2-7e7f0590ea7b tempest-ServerRescueNegativeTestJSON-1571656168 tempest-ServerRescueNegativeTestJSON-1571656168-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:56:22.310941 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-5ef94d53-d353-4a64-a263-12855337dbb5 req-682b4851-ce59-4a2f-bec2-7e7f0590ea7b tempest-ServerRescueNegativeTestJSON-1571656168 tempest-ServerRescueNegativeTestJSON-1571656168-project] 10.222.0.42 "GET /v2.0/ports?device_id=264936db-30ce-4589-b255-6c9a9ad966e3 HTTP/1.1" status: 200 len: 946 time: 0.1742547 Apr 18 20:56:22.391324 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-5ef94d53-d353-4a64-a263-12855337dbb5 req-9a410824-d72d-4744-a881-d6671780cecf tempest-ServerRescueNegativeTestJSON-1571656168 tempest-ServerRescueNegativeTestJSON-1571656168-project] 10.222.0.42 "GET /v2.0/security-groups?id=fa6b5748-504b-4821-b3a0-7e61ca1810b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666041 Apr 18 20:56:22.621373 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.db [req-c730160d-75b3-45d4-b2d5-e375a5cdb26e req-e430f9c3-5726-4b77-a25d-cdb08fa50e4a tempest-ServerRescueNegativeTestJSON-1571656168 tempest-ServerRescueNegativeTestJSON-1571656168-project] For port 8248ccee-2394-426e-9ab5-5e8c0f5c00e9, host n-h1-838334-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838334-2',level=0,port_id=8248ccee-2394-426e-9ab5-5e8c0f5c00e9,segment=NetworkSegment(ccfed005-c723-40b8-96fb-046d88190b5b),segment_id=ccfed005-c723-40b8-96fb-046d88190b5b)] {{(pid=84041) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:56:22.621892 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [req-c730160d-75b3-45d4-b2d5-e375a5cdb26e req-e430f9c3-5726-4b77-a25d-cdb08fa50e4a tempest-ServerRescueNegativeTestJSON-1571656168 tempest-ServerRescueNegativeTestJSON-1571656168-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369123'] for port, precommit_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:56:22.919874 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.plugin [req-c730160d-75b3-45d4-b2d5-e375a5cdb26e req-e430f9c3-5726-4b77-a25d-cdb08fa50e4a tempest-ServerRescueNegativeTestJSON-1571656168 tempest-ServerRescueNegativeTestJSON-1571656168-project] Calling delete_port for 8248ccee-2394-426e-9ab5-5e8c0f5c00e9 owned by compute:nova {{(pid=84041) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 20:56:22.953152 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a5d223b-56ff-495c-93a9-76837a978b4e req-af370843-4c9a-4c71-a23e-6641e98f1357 tempest-DeleteServersTestJSON-915645800 tempest-DeleteServersTestJSON-915645800-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:56:22.954824 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-6a5d223b-56ff-495c-93a9-76837a978b4e req-af370843-4c9a-4c71-a23e-6641e98f1357 tempest-DeleteServersTestJSON-915645800 tempest-DeleteServersTestJSON-915645800-project] 10.222.0.42 "GET /v2.0/ports?device_id=f2b26dda-40aa-4c01-bf22-35ecafdb42a4 HTTP/1.1" status: 200 len: 943 time: 0.1672955 Apr 18 20:56:22.965146 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Device 4734cbab-0580-41fa-b3a6-31caa5f81614 details requested by agent hyperv_n-h2-838334-2 with host n-h2-838334-2 {{(pid=84042) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 18 20:56:23.029686 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d86af378-34dc-4cfe-ad66-96eedb038c29 req-a57079b0-d96e-40b1-96a5-280eefdd78ef tempest-AttachVolumeShelveTestJSON-1712717013 tempest-AttachVolumeShelveTestJSON-1712717013-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:56:23.031547 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-d86af378-34dc-4cfe-ad66-96eedb038c29 req-a57079b0-d96e-40b1-96a5-280eefdd78ef tempest-AttachVolumeShelveTestJSON-1712717013 tempest-AttachVolumeShelveTestJSON-1712717013-project] 10.222.0.42 "GET /v2.0/ports?device_id=5b9655ef-e7a4-49b4-bc6e-a6c04beac88f HTTP/1.1" status: 200 len: 945 time: 0.1934819 Apr 18 20:56:23.095776 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-6a5d223b-56ff-495c-93a9-76837a978b4e req-f0808ab9-5d6f-4390-9dee-69e8a1fb3877 tempest-DeleteServersTestJSON-915645800 tempest-DeleteServersTestJSON-915645800-project] 10.222.0.42 "GET /v2.0/security-groups?id=588d127b-19b7-4c3d-9f79-a400181b94e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1190686 Apr 18 20:56:23.157715 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-d86af378-34dc-4cfe-ad66-96eedb038c29 req-f90a4a6d-90d1-4860-b60f-5e70f07f878a tempest-AttachVolumeShelveTestJSON-1712717013 tempest-AttachVolumeShelveTestJSON-1712717013-project] 10.222.0.42 "GET /v2.0/security-groups?id=e08cc47c-4c66-43de-a30b-78ed2c16d927&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1090050 Apr 18 20:56:23.179198 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-571d0283-4f1b-405a-9303-d628e1891c84 tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369123'] for port, precommit_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:56:23.276090 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] For port 4734cbab-0580-41fa-b3a6-31caa5f81614, host n-h2-838334-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838334-2',level=0,port_id=4734cbab-0580-41fa-b3a6-31caa5f81614,segment=NetworkSegment(eb1f29ad-3d05-4e72-b227-469dc1660e3c),segment_id=eb1f29ad-3d05-4e72-b227-469dc1660e3c)] {{(pid=84042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:56:23.308703 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Returning: {'device': '4734cbab-0580-41fa-b3a6-31caa5f81614', 'network_id': 'f7467a4f-b1b1-4464-b74e-f3b773c53ca1', 'port_id': '4734cbab-0580-41fa-b3a6-31caa5f81614', 'mac_address': 'fa:16:3e:32:40:21', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 353, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4d302c72-cbf8-4bd9-ac2b-bdba885f7b5c', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84042) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 18 20:56:23.428676 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:56:23.433169 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.plugin [None req-571d0283-4f1b-405a-9303-d628e1891c84 tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Calling delete_port for 185f2b69-3bcf-4e9f-a999-d98f41719029 owned by {{(pid=84041) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 20:56:23.453304 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-32f2eed4-ee62-4f9e-b05f-76cd549dc75e req-25522820-34df-42af-9af0-1194dab3b6a1 tempest-ServerPasswordTestJSON-1466357251 tempest-ServerPasswordTestJSON-1466357251-project] 10.222.0.42 "GET /v2.0/ports?device_id=5fd64991-62d6-4f7f-a5c3-07aca58dd707 HTTP/1.1" status: 200 len: 210 time: 0.1158721 Apr 18 20:56:23.484400 n-d-838334-2 neutron-server[84042]: DEBUG neutron.notifiers.nova [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4734cbab-0580-41fa-b3a6-31caa5f81614 {{(pid=84042) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 18 20:56:23.518884 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] For port 4734cbab-0580-41fa-b3a6-31caa5f81614, host n-h2-838334-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838334-2',level=0,port_id=4734cbab-0580-41fa-b3a6-31caa5f81614,segment=NetworkSegment(eb1f29ad-3d05-4e72-b227-469dc1660e3c),segment_id=eb1f29ad-3d05-4e72-b227-469dc1660e3c)] {{(pid=84042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:56:23.525983 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682'] for port, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:56:23.560369 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b166b795-5541-495a-ad03-b680b6ddea30 req-3279fa23-82c4-41d7-82f8-e4714693f1b4 tempest-ServerActionsTestJSON-2052644234 tempest-ServerActionsTestJSON-2052644234-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:56:23.561393 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-b166b795-5541-495a-ad03-b680b6ddea30 req-3279fa23-82c4-41d7-82f8-e4714693f1b4 tempest-ServerActionsTestJSON-2052644234 tempest-ServerActionsTestJSON-2052644234-project] 10.222.0.42 "GET /v2.0/ports?device_id=b7307812-da19-4509-9baf-bb3ff8313904 HTTP/1.1" status: 200 len: 945 time: 0.1650124 Apr 18 20:56:23.613245 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [req-b8e4957b-d04c-4366-b210-b8929d041526 req-753d7c24-8f75-4f83-9cfe-f2d05f86614e tempest-ServerPasswordTestJSON-1466357251 tempest-ServerPasswordTestJSON-1466357251-project] Notify callbacks [] for port, precommit_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:56:23.660395 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-b166b795-5541-495a-ad03-b680b6ddea30 req-b7d43a43-37ea-4c9f-ac52-17b701024404 tempest-ServerActionsTestJSON-2052644234 tempest-ServerActionsTestJSON-2052644234-project] 10.222.0.42 "GET /v2.0/security-groups?id=c2aeb662-6a43-4389-8810-9fad3627855b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0872316 Apr 18 20:56:23.673628 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Pushing event updated for resources: {'Port': ['ID=4734cbab-0580-41fa-b3a6-31caa5f81614,revision_number=4']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:56:23.817667 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Device 958b40c4-dc19-465c-b88a-de4ad6ab5830 up at agent ovs-agent-n-d-838334-2 {{(pid=84042) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 20:56:23.822043 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [req-c730160d-75b3-45d4-b2d5-e375a5cdb26e req-e430f9c3-5726-4b77-a25d-cdb08fa50e4a tempest-ServerRescueNegativeTestJSON-1571656168 tempest-ServerRescueNegativeTestJSON-1571656168-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750375259028', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750374836628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32266323'] for port, after_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:56:23.827397 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-571d0283-4f1b-405a-9303-d628e1891c84 tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750375259028', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750374836628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32266323'] for port, after_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:56:23.841632 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a4251ee-31b1-4310-b53d-203949a6f9b4 req-bbb56707-dc84-4f89-80b4-df073fb763a7 tempest-ServerRescueNegativeTestJSON-1571656168 tempest-ServerRescueNegativeTestJSON-1571656168-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:56:23.857925 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-6a4251ee-31b1-4310-b53d-203949a6f9b4 req-bbb56707-dc84-4f89-80b4-df073fb763a7 tempest-ServerRescueNegativeTestJSON-1571656168 tempest-ServerRescueNegativeTestJSON-1571656168-project] 10.222.0.42 "GET /v2.0/ports?device_id=264936db-30ce-4589-b255-6c9a9ad966e3 HTTP/1.1" status: 200 len: 946 time: 0.1710124 Apr 18 20:56:23.903031 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e430f9c3-5726-4b77-a25d-cdb08fa50e4a tempest-ServerRescueNegativeTestJSON-1571656168 tempest-ServerRescueNegativeTestJSON-1571656168-project] Pushing event deleted for resources: {'Port': ['ID=8248ccee-2394-426e-9ab5-5e8c0f5c00e9,revision_number=None']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:56:23.907300 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [req-b8e4957b-d04c-4366-b210-b8929d041526 req-753d7c24-8f75-4f83-9cfe-f2d05f86614e tempest-ServerPasswordTestJSON-1466357251 tempest-ServerPasswordTestJSON-1466357251-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750374836619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32266323'] for port, after_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:56:23.961832 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-6a4251ee-31b1-4310-b53d-203949a6f9b4 req-6bbcb83e-a373-4336-9b56-74b0165ac2f8 tempest-ServerRescueNegativeTestJSON-1571656168 tempest-ServerRescueNegativeTestJSON-1571656168-project] 10.222.0.42 "GET /v2.0/security-groups?id=fa6b5748-504b-4821-b3a0-7e61ca1810b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1006811 Apr 18 20:56:23.962472 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-bbc56d6a-1f2d-4622-aed8-d89cfdcb8568 None None] Provisioning for port 958b40c4-dc19-465c-b88a-de4ad6ab5830 completed by entity DHCP. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 20:56:23.970699 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] get_ports_and_sgs() called for port_ids ['4734cbab-0580-41fa-b3a6-31caa5f81614'] {{(pid=84042) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 18 20:56:24.048605 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Device 8248ccee-2394-426e-9ab5-5e8c0f5c00e9 no longer exists at agent hyperv_n-h1-838334-2 {{(pid=84042) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 20:56:24.053663 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-571d0283-4f1b-405a-9303-d628e1891c84 tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Pushing event deleted for resources: {'Port': ['ID=185f2b69-3bcf-4e9f-a999-d98f41719029,revision_number=None']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:56:24.086900 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-571d0283-4f1b-405a-9303-d628e1891c84 tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217293'] for port, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:56:24.107782 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Provisioning for port 958b40c4-dc19-465c-b88a-de4ad6ab5830 completed by entity L2. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 20:56:24.126150 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.plugin [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] No Port match for: 8248ccee-2394-426e-9ab5-5e8c0f5c00e9 {{(pid=84042) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 18 20:56:24.126485 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Device 8248ccee-2394-426e-9ab5-5e8c0f5c00e9 not bound to the agent host n-h1-838334-2 {{(pid=84042) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 20:56:24.134430 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Provisioning complete for port 958b40c4-dc19-465c-b88a-de4ad6ab5830 triggered by entity L2. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:56:24.134804 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1253608'] for port, provisioning_complete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:56:24.182119 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-20d73d03-aa5c-4329-bf5a-ded5f253d350 None None] Could not find standard attr ID for object 185f2b69-3bcf-4e9f-a999-d98f41719029. {{(pid=84042) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 18 20:56:24.360068 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.l3_dvrscheduler_db [req-c730160d-75b3-45d4-b2d5-e375a5cdb26e req-e430f9c3-5726-4b77-a25d-cdb08fa50e4a tempest-ServerRescueNegativeTestJSON-1571656168 tempest-ServerRescueNegativeTestJSON-1571656168-project] No DVR routers for this DVR port 8248ccee-2394-426e-9ab5-5e8c0f5c00e9 on host n-h1-838334-2 {{(pid=84041) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 20:56:24.370324 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-571d0283-4f1b-405a-9303-d628e1891c84 tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] 10.222.0.42 "DELETE /v2.0/ports/185f2b69-3bcf-4e9f-a999-d98f41719029 HTTP/1.1" status: 204 len: 168 time: 2.2663598 Apr 18 20:56:24.377421 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [req-c730160d-75b3-45d4-b2d5-e375a5cdb26e req-e430f9c3-5726-4b77-a25d-cdb08fa50e4a tempest-ServerRescueNegativeTestJSON-1571656168 tempest-ServerRescueNegativeTestJSON-1571656168-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217293'] for port, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:56:24.379748 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:56:24.380234 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-c730160d-75b3-45d4-b2d5-e375a5cdb26e req-e430f9c3-5726-4b77-a25d-cdb08fa50e4a tempest-ServerRescueNegativeTestJSON-1571656168 tempest-ServerRescueNegativeTestJSON-1571656168-project] 10.222.0.43 "DELETE /v2.0/ports/8248ccee-2394-426e-9ab5-5e8c0f5c00e9 HTTP/1.1" status: 204 len: 173 time: 2.9270017 Apr 18 20:56:24.381912 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 52342) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:56:24.382373 n-d-838334-2 neutron-server[84041]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '264936db-30ce-4589-b255-6c9a9ad966e3', 'name': 'network-vif-deleted', 'tag': '8248ccee-2394-426e-9ab5-5e8c0f5c00e9'}] {{(pid=84041) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 20:56:24.502598 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-753d7c24-8f75-4f83-9cfe-f2d05f86614e tempest-ServerPasswordTestJSON-1466357251 tempest-ServerPasswordTestJSON-1466357251-project] Pushing event updated for resources: {'Port': ['ID=7e342884-dcd1-489f-b34e-67f0888be59c,revision_number=1']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:56:24.507312 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] For port 958b40c4-dc19-465c-b88a-de4ad6ab5830, host n-d-838334-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838334-2',level=0,port_id=958b40c4-dc19-465c-b88a-de4ad6ab5830,segment=NetworkSegment(fbf28fbd-36f8-46f3-be08-57d41821e390),segment_id=fbf28fbd-36f8-46f3-be08-57d41821e390)] {{(pid=84042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:56:24.509133 n-d-838334-2 neutron-server[84041]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b8e4957b-d04c-4366-b210-b8929d041526 req-753d7c24-8f75-4f83-9cfe-f2d05f86614e tempest-ServerPasswordTestJSON-1466357251 tempest-ServerPasswordTestJSON-1466357251-project] Network 07c5cc24-730e-4b50-affa-a04b6f26c98b is already hosted by enough agents. {{(pid=84041) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:56:24.515813 n-d-838334-2 neutron-server[84041]: DEBUG neutron.scheduler.base_scheduler [req-b8e4957b-d04c-4366-b210-b8929d041526 req-753d7c24-8f75-4f83-9cfe-f2d05f86614e tempest-ServerPasswordTestJSON-1466357251 tempest-ServerPasswordTestJSON-1466357251-project] Resources bound (agent type, host, resource id): {{(pid=84041) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:56:24.520476 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.l3_dvrscheduler_db [req-b8e4957b-d04c-4366-b210-b8929d041526 req-753d7c24-8f75-4f83-9cfe-f2d05f86614e tempest-ServerPasswordTestJSON-1466357251 tempest-ServerPasswordTestJSON-1466357251-project] Received port after_create {{(pid=84041) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 20:56:24.522238 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682'] for port, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:56:24.584103 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8fe7fb41-5ad6-450d-8520-213b98767b71 tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:56:24.585686 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8fe7fb41-5ad6-450d-8520-213b98767b71 tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:56:24.586842 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-8fe7fb41-5ad6-450d-8520-213b98767b71 tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Synchronizing usage tracker for tenant:1256b788e8184019a07eb24a482acda4 on resource:subnet {{(pid=84041) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 20:56:24.645035 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06375dd1-bd0a-4eb8-b4bd-86b722190cb0 req-8c598a7b-1531-409a-a83b-687f33341dfd tempest-DeleteServersTestJSON-915645800 tempest-DeleteServersTestJSON-915645800-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:56:24.654071 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-06375dd1-bd0a-4eb8-b4bd-86b722190cb0 req-8c598a7b-1531-409a-a83b-687f33341dfd tempest-DeleteServersTestJSON-915645800 tempest-DeleteServersTestJSON-915645800-project] 10.222.0.42 "GET /v2.0/ports?device_id=f2b26dda-40aa-4c01-bf22-35ecafdb42a4 HTTP/1.1" status: 200 len: 944 time: 0.2976775 Apr 18 20:56:24.663896 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-8fe7fb41-5ad6-450d-8520-213b98767b71 tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Unset dirty status for tenant:1256b788e8184019a07eb24a482acda4 on resource:subnet {{(pid=84041) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 20:56:24.665154 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-8fe7fb41-5ad6-450d-8520-213b98767b71 tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] 10.222.0.42 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.2768128 Apr 18 20:56:24.669727 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8e4957b-d04c-4366-b210-b8929d041526 req-753d7c24-8f75-4f83-9cfe-f2d05f86614e tempest-ServerPasswordTestJSON-1466357251 tempest-ServerPasswordTestJSON-1466357251-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:56:24.670338 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [req-b8e4957b-d04c-4366-b210-b8929d041526 req-753d7c24-8f75-4f83-9cfe-f2d05f86614e tempest-ServerPasswordTestJSON-1466357251 tempest-ServerPasswordTestJSON-1466357251-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217293'] for port, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:56:24.680570 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 52350) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:56:24.704444 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Pushing event updated for resources: {'Port': ['ID=958b40c4-dc19-465c-b88a-de4ad6ab5830,revision_number=3']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:56:24.734691 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69dac8c3-daa0-4910-8650-57b202d9a66a req-b845fa13-f138-4cd8-89d2-d68bb67187a5 tempest-AttachVolumeShelveTestJSON-1712717013 tempest-AttachVolumeShelveTestJSON-1712717013-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:56:24.736338 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-69dac8c3-daa0-4910-8650-57b202d9a66a req-b845fa13-f138-4cd8-89d2-d68bb67187a5 tempest-AttachVolumeShelveTestJSON-1712717013 tempest-AttachVolumeShelveTestJSON-1712717013-project] 10.222.0.42 "GET /v2.0/ports?device_id=5b9655ef-e7a4-49b4-bc6e-a6c04beac88f HTTP/1.1" status: 200 len: 945 time: 0.2526162 Apr 18 20:56:24.754176 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-06375dd1-bd0a-4eb8-b4bd-86b722190cb0 req-5cb7ed10-6bb9-41d7-8138-bf4e825077d6 tempest-DeleteServersTestJSON-915645800 tempest-DeleteServersTestJSON-915645800-project] 10.222.0.42 "GET /v2.0/security-groups?id=588d127b-19b7-4c3d-9f79-a400181b94e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0988550 Apr 18 20:56:24.755719 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-b8e4957b-d04c-4366-b210-b8929d041526 req-753d7c24-8f75-4f83-9cfe-f2d05f86614e tempest-ServerPasswordTestJSON-1466357251 tempest-ServerPasswordTestJSON-1466357251-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.3118274 Apr 18 20:56:24.777241 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.v2.base [req-b8e4957b-d04c-4366-b210-b8929d041526 req-13d13e17-e528-4fe0-9610-e3c8b4d2d8e6 service neutron] Request body: {'port': {'device_id': '5fd64991-62d6-4f7f-a5c3-07aca58dd707', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-838334-2'}} {{(pid=84041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 20:56:24.860201 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-69dac8c3-daa0-4910-8650-57b202d9a66a req-e0a91c80-f729-4b2f-a245-2c9d1fdc5cdd tempest-AttachVolumeShelveTestJSON-1712717013 tempest-AttachVolumeShelveTestJSON-1712717013-project] 10.222.0.42 "GET /v2.0/security-groups?id=e08cc47c-4c66-43de-a30b-78ed2c16d927&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1004999 Apr 18 20:56:24.937034 n-d-838334-2 neutron-server[84041]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f4353f6c-5f59-4905-9570-45832c90e875'] response: {'server_uuid': '264936db-30ce-4589-b255-6c9a9ad966e3', 'name': 'network-vif-deleted', 'tag': '8248ccee-2394-426e-9ab5-5e8c0f5c00e9', 'status': 'completed', 'code': 200} Apr 18 20:56:25.112597 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [req-b8e4957b-d04c-4366-b210-b8929d041526 req-13d13e17-e528-4fe0-9610-e3c8b4d2d8e6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:56:25.126879 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88515558-1eba-4386-8576-acc71164afe8 req-19fe1a65-f120-4113-aa39-dd3dd20d0d52 tempest-ServerPasswordTestJSON-1466357251 tempest-ServerPasswordTestJSON-1466357251-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:56:25.135007 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-88515558-1eba-4386-8576-acc71164afe8 req-19fe1a65-f120-4113-aa39-dd3dd20d0d52 tempest-ServerPasswordTestJSON-1466357251 tempest-ServerPasswordTestJSON-1466357251-project] 10.222.0.42 "GET /v2.0/ports?device_id=5fd64991-62d6-4f7f-a5c3-07aca58dd707 HTTP/1.1" status: 200 len: 931 time: 0.1069167 Apr 18 20:56:25.271077 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-88515558-1eba-4386-8576-acc71164afe8 req-0f433106-f798-4dff-a6f2-3770a4bfd524 tempest-ServerPasswordTestJSON-1466357251 tempest-ServerPasswordTestJSON-1466357251-project] 10.222.0.42 "GET /v2.0/security-groups?id=434d3256-62ac-42cc-9b55-fa0269b861fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1342909 Apr 18 20:56:25.311587 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.agents_db [None req-6346a179-333c-4370-b5a6-936984aeab15 None None] Agent healthcheck: found 7 active agents {{(pid=84043) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 18 20:56:25.382101 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c15e4c0-b4e8-496f-915e-32d68c211fba req-4af9f853-7110-4f96-aba5-2cb5df495840 tempest-ServerActionsTestJSON-2052644234 tempest-ServerActionsTestJSON-2052644234-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:56:25.384287 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-4c15e4c0-b4e8-496f-915e-32d68c211fba req-4af9f853-7110-4f96-aba5-2cb5df495840 tempest-ServerActionsTestJSON-2052644234 tempest-ServerActionsTestJSON-2052644234-project] 10.222.0.42 "GET /v2.0/ports?device_id=b7307812-da19-4509-9baf-bb3ff8313904 HTTP/1.1" status: 200 len: 945 time: 0.2221146 Apr 18 20:56:25.398948 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-0bff5031-6d8e-4d78-a78d-48f477ce8210 req-d266a4c3-5371-485a-b992-301a90666aed service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=6a49f48a-913c-49a6-8c09-bf4c978ef91f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.1202972 Apr 18 20:56:25.443077 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 52358) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:56:25.469609 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.db_base_plugin_v2 [None req-7f732bf7-3ba8-4364-8262-226b679b7463 tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Deleting subnet eb35edc5-37d4-4a95-aedc-b44923c1885b {{(pid=84041) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 18 20:56:25.479286 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-7f732bf7-3ba8-4364-8262-226b679b7463 tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Notify callbacks [] for subnet, before_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:56:25.480824 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-4c15e4c0-b4e8-496f-915e-32d68c211fba req-372254dc-7027-4701-8ef6-7f58681be1ad tempest-ServerActionsTestJSON-2052644234 tempest-ServerActionsTestJSON-2052644234-project] 10.222.0.42 "GET /v2.0/security-groups?id=c2aeb662-6a43-4389-8810-9fad3627855b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0901349 Apr 18 20:56:25.552818 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-0bff5031-6d8e-4d78-a78d-48f477ce8210 req-219452bd-5cc3-45e9-8acc-e400c7dac653 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=9feceef4d3df4daeb6497a95fbe12eb7&device_id=6a49f48a-913c-49a6-8c09-bf4c978ef91f HTTP/1.1" status: 200 len: 6501 time: 0.1085269 Apr 18 20:56:25.591498 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-7f732bf7-3ba8-4364-8262-226b679b7463 tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32266383'] for subnet, precommit_delete_associations {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:56:25.696086 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Device 958b40c4-dc19-465c-b88a-de4ad6ab5830 up at agent ovs-agent-n-d-838334-2 {{(pid=84042) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 20:56:25.763422 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-7f732bf7-3ba8-4364-8262-226b679b7463 tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1260556'] for subnet, precommit_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:56:25.776986 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Provisioning complete for port 958b40c4-dc19-465c-b88a-de4ad6ab5830 triggered by entity L2. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:56:25.777495 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1253608'] for port, provisioning_complete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:56:25.807780 n-d-838334-2 neutron-server[84041]: DEBUG neutron.notifiers.nova [req-b8e4957b-d04c-4366-b210-b8929d041526 req-13d13e17-e528-4fe0-9610-e3c8b4d2d8e6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7e342884-dcd1-489f-b34e-67f0888be59c {{(pid=84041) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 18 20:56:25.819961 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [req-b8e4957b-d04c-4366-b210-b8929d041526 req-13d13e17-e528-4fe0-9610-e3c8b4d2d8e6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:56:25.847475 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.provisioning_blocks [req-b8e4957b-d04c-4366-b210-b8929d041526 req-13d13e17-e528-4fe0-9610-e3c8b4d2d8e6 service neutron] Transition to ACTIVE for port object 7e342884-dcd1-489f-b34e-67f0888be59c will not be triggered until provisioned by entity L2. {{(pid=84041) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 20:56:25.871887 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [req-b8e4957b-d04c-4366-b210-b8929d041526 req-13d13e17-e528-4fe0-9610-e3c8b4d2d8e6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32266282'] for port, after_update {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:56:25.991179 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bff5031-6d8e-4d78-a78d-48f477ce8210 req-6dc149e8-2260-466c-ace8-77313f7fea90 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:56:25.991610 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bff5031-6d8e-4d78-a78d-48f477ce8210 req-6dc149e8-2260-466c-ace8-77313f7fea90 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:56:25.992005 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bff5031-6d8e-4d78-a78d-48f477ce8210 req-6dc149e8-2260-466c-ace8-77313f7fea90 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:56:25.993875 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-0bff5031-6d8e-4d78-a78d-48f477ce8210 req-6dc149e8-2260-466c-ace8-77313f7fea90 service neutron] 10.222.0.48 "GET /v2.0/networks?id=8b393fb4-fb14-414f-9fb0-af85f5d2a52f&id=4c6d63fa-10ee-46ac-a5d2-fd4675ff700f&id=4c6d63fa-10ee-46ac-a5d2-fd4675ff700f&id=4c6d63fa-10ee-46ac-a5d2-fd4675ff700f&id=4c6d63fa-10ee-46ac-a5d2-fd4675ff700f&id=c28eb4dc-8be0-4839-b428-8a188976dc96&id=c28eb4dc-8be0-4839-b428-8a188976dc96 HTTP/1.1" status: 200 len: 2291 time: 0.3971107 Apr 18 20:56:26.056777 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-7f732bf7-3ba8-4364-8262-226b679b7463 tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1260549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33526260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32266336', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32486390'] for subnet, after_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:56:26.207687 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f732bf7-3ba8-4364-8262-226b679b7463 tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Pushing event deleted for resources: {'Subnet': ['ID=eb35edc5-37d4-4a95-aedc-b44923c1885b,revision_number=None']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:56:26.212485 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13d13e17-e528-4fe0-9610-e3c8b4d2d8e6 service neutron] Pushing event updated for resources: {'Port': ['ID=7e342884-dcd1-489f-b34e-67f0888be59c,revision_number=2']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:56:26.223988 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-7f732bf7-3ba8-4364-8262-226b679b7463 tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Notify callbacks [] for subnet, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:56:26.235410 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d1ee046-67f7-4ae3-8874-116d322e5613 None None] Network ef903069-7c89-4376-963f-99c58ca6d615 requested from n-d-838334-2 {{(pid=84042) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 20:56:26.329506 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-7f732bf7-3ba8-4364-8262-226b679b7463 tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] 10.222.0.42 "DELETE /v2.0/subnets/eb35edc5-37d4-4a95-aedc-b44923c1885b HTTP/1.1" status: 204 len: 168 time: 1.6478312 Apr 18 20:56:26.334747 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 52370) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:56:26.390472 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-0bff5031-6d8e-4d78-a78d-48f477ce8210 req-0473ab4f-1491-4e5a-92c1-73f49d92836d service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4f3a4e36-a736-43f0-9187-2849b3636dd2 HTTP/1.1" status: 200 len: 1001 time: 0.3882651 Apr 18 20:56:26.420370 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-d03ec526-9639-4df2-8480-0fc9c9b29609 tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] 10.222.0.42 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0843751 Apr 18 20:56:26.422846 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 52374) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:56:26.503053 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.managers [req-b8e4957b-d04c-4366-b210-b8929d041526 req-13d13e17-e528-4fe0-9610-e3c8b4d2d8e6 service neutron] Attempting to bind port 7e342884-dcd1-489f-b34e-67f0888be59c on host n-h1-838334-2 for vnic_type normal with profile {{(pid=84041) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:56:26.503730 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.managers [req-b8e4957b-d04c-4366-b210-b8929d041526 req-13d13e17-e528-4fe0-9610-e3c8b4d2d8e6 service neutron] Attempting to bind port 7e342884-dcd1-489f-b34e-67f0888be59c by drivers openvswitch,hyperv on host n-h1-838334-2 at level 0 using segments [{'id': 'd0da780d-c00d-4fff-8b04-0ef037f55c7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '07c5cc24-730e-4b50-affa-a04b6f26c98b'}] {{(pid=84041) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:56:26.503730 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8e4957b-d04c-4366-b210-b8929d041526 req-13d13e17-e528-4fe0-9610-e3c8b4d2d8e6 service neutron] Attempting to bind port 7e342884-dcd1-489f-b34e-67f0888be59c on network 07c5cc24-730e-4b50-affa-a04b6f26c98b {{(pid=84041) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 20:56:26.508638 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e441d62-aa03-4ae1-b577-26c628f5e2f2 req-e31d7f32-01b6-45f7-9a35-89715635199a tempest-DeleteServersTestJSON-915645800 tempest-DeleteServersTestJSON-915645800-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:56:26.510183 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-6e441d62-aa03-4ae1-b577-26c628f5e2f2 req-e31d7f32-01b6-45f7-9a35-89715635199a tempest-DeleteServersTestJSON-915645800 tempest-DeleteServersTestJSON-915645800-project] 10.222.0.42 "GET /v2.0/ports?device_id=f2b26dda-40aa-4c01-bf22-35ecafdb42a4 HTTP/1.1" status: 200 len: 944 time: 0.3111115 Apr 18 20:56:26.520359 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bff5031-6d8e-4d78-a78d-48f477ce8210 req-ea5ecbfa-35f2-4d9a-bb71-d3ad2bf72bbf service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:56:26.521921 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-0bff5031-6d8e-4d78-a78d-48f477ce8210 req-ea5ecbfa-35f2-4d9a-bb71-d3ad2bf72bbf service neutron] 10.222.0.48 "GET /v2.0/subnets?id=6e80a998-2277-430e-a2a1-47079979e7bc HTTP/1.1" status: 200 len: 853 time: 0.1206720 Apr 18 20:56:26.527035 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8e4957b-d04c-4366-b210-b8929d041526 req-13d13e17-e528-4fe0-9610-e3c8b4d2d8e6 service neutron] Port 7e342884-dcd1-489f-b34e-67f0888be59c on network 07c5cc24-730e-4b50-affa-a04b6f26c98b not bound, no agent of type Open vSwitch agent registered on host n-h1-838334-2 {{(pid=84041) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 18 20:56:26.527359 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8e4957b-d04c-4366-b210-b8929d041526 req-13d13e17-e528-4fe0-9610-e3c8b4d2d8e6 service neutron] Attempting to bind port 7e342884-dcd1-489f-b34e-67f0888be59c on network 07c5cc24-730e-4b50-affa-a04b6f26c98b {{(pid=84041) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 20:56:26.538315 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8e4957b-d04c-4366-b210-b8929d041526 req-13d13e17-e528-4fe0-9610-e3c8b4d2d8e6 service neutron] Checking agent: {'id': 'd63bab19-ff81-4de1-afeb-a3732288d0d7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-838334-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 33, 59), 'started_at': datetime.datetime(2022, 4, 18, 20, 33, 59), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 20, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84041) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 18 20:56:26.538648 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8e4957b-d04c-4366-b210-b8929d041526 req-13d13e17-e528-4fe0-9610-e3c8b4d2d8e6 service neutron] Checking segment: {'id': 'd0da780d-c00d-4fff-8b04-0ef037f55c7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '07c5cc24-730e-4b50-affa-a04b6f26c98b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84041) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 20:56:26.539567 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8e4957b-d04c-4366-b210-b8929d041526 req-13d13e17-e528-4fe0-9610-e3c8b4d2d8e6 service neutron] Bound using segment: {'id': 'd0da780d-c00d-4fff-8b04-0ef037f55c7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '07c5cc24-730e-4b50-affa-a04b6f26c98b'} {{(pid=84041) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 18 20:56:26.540020 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.managers [req-b8e4957b-d04c-4366-b210-b8929d041526 req-13d13e17-e528-4fe0-9610-e3c8b4d2d8e6 service neutron] Bound port: 7e342884-dcd1-489f-b34e-67f0888be59c, host: n-h1-838334-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd0da780d-c00d-4fff-8b04-0ef037f55c7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '07c5cc24-730e-4b50-affa-a04b6f26c98b'}}] {{(pid=84041) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 20:56:26.540374 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [req-b8e4957b-d04c-4366-b210-b8929d041526 req-13d13e17-e528-4fe0-9610-e3c8b4d2d8e6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:56:26.560989 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17e11c44-aa4e-43f8-ab6c-2f4835072f91 None None] DHCP port deletion for ef903069-7c89-4376-963f-99c58ca6d615 request from n-d-838334-2 {{(pid=84042) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 18 20:56:26.568833 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.plugin [None req-17e11c44-aa4e-43f8-ab6c-2f4835072f91 None None] Deleting port 958b40c4-dc19-465c-b88a-de4ad6ab5830 {{(pid=84042) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 20:56:26.569325 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-17e11c44-aa4e-43f8-ab6c-2f4835072f91 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750375188691'] for port, before_delete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:56:26.592703 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd9c6aac-0884-4339-90a1-0efa605954e4 tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:56:26.593334 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-cd9c6aac-0884-4339-90a1-0efa605954e4 tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Synchronizing usage tracker for tenant:1256b788e8184019a07eb24a482acda4 on resource:port {{(pid=84041) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 20:56:26.641813 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f89bd74-7b93-41f6-bc8f-9633eed03412 req-1e7def20-6237-460d-8e6b-b194463481a9 tempest-AttachVolumeShelveTestJSON-1712717013 tempest-AttachVolumeShelveTestJSON-1712717013-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:56:26.643936 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-6f89bd74-7b93-41f6-bc8f-9633eed03412 req-1e7def20-6237-460d-8e6b-b194463481a9 tempest-AttachVolumeShelveTestJSON-1712717013 tempest-AttachVolumeShelveTestJSON-1712717013-project] 10.222.0.42 "GET /v2.0/ports?device_id=5b9655ef-e7a4-49b4-bc6e-a6c04beac88f HTTP/1.1" status: 200 len: 945 time: 0.3814626 Apr 18 20:56:26.644191 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-cd9c6aac-0884-4339-90a1-0efa605954e4 tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Unset dirty status for tenant:1256b788e8184019a07eb24a482acda4 on resource:port {{(pid=84041) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 20:56:26.647995 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-cd9c6aac-0884-4339-90a1-0efa605954e4 tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] 10.222.0.42 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.2242174 Apr 18 20:56:26.648693 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 52380) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:56:26.717093 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.db [req-b8e4957b-d04c-4366-b210-b8929d041526 req-13d13e17-e528-4fe0-9610-e3c8b4d2d8e6 service neutron] For port 7e342884-dcd1-489f-b34e-67f0888be59c, host n-h1-838334-2, cleared binding levels {{(pid=84041) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 20:56:26.736063 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.db [req-b8e4957b-d04c-4366-b210-b8929d041526 req-13d13e17-e528-4fe0-9610-e3c8b4d2d8e6 service neutron] For port 7e342884-dcd1-489f-b34e-67f0888be59c, host n-h1-838334-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838334-2',level=0,port_id=7e342884-dcd1-489f-b34e-67f0888be59c,segment=NetworkSegment(d0da780d-c00d-4fff-8b04-0ef037f55c7d),segment_id=d0da780d-c00d-4fff-8b04-0ef037f55c7d)] {{(pid=84041) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 20:56:26.745865 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [req-b8e4957b-d04c-4366-b210-b8929d041526 req-13d13e17-e528-4fe0-9610-e3c8b4d2d8e6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32266282'] for port, after_update {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:56:26.791271 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d939de0-5e19-4f57-b28d-6894e69b15e1 tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:56:26.792052 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-9d939de0-5e19-4f57-b28d-6894e69b15e1 tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Synchronizing usage tracker for tenant:1256b788e8184019a07eb24a482acda4 on resource:subnet {{(pid=84041) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 20:56:26.840961 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [req-b8e4957b-d04c-4366-b210-b8929d041526 req-13d13e17-e528-4fe0-9610-e3c8b4d2d8e6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217293'] for port, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:56:26.842700 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-b8e4957b-d04c-4366-b210-b8929d041526 req-13d13e17-e528-4fe0-9610-e3c8b4d2d8e6 service neutron] 10.222.0.43 "PUT /v2.0/ports/7e342884-dcd1-489f-b34e-67f0888be59c HTTP/1.1" status: 200 len: 1091 time: 2.0779071 Apr 18 20:56:26.847441 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-9d939de0-5e19-4f57-b28d-6894e69b15e1 tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Unset dirty status for tenant:1256b788e8184019a07eb24a482acda4 on resource:subnet {{(pid=84041) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 20:56:26.851394 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-9d939de0-5e19-4f57-b28d-6894e69b15e1 tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] 10.222.0.42 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1984053 Apr 18 20:56:26.852336 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13d13e17-e528-4fe0-9610-e3c8b4d2d8e6 service neutron] Pushing event updated for resources: {'Port': ['ID=7e342884-dcd1-489f-b34e-67f0888be59c,revision_number=3']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:56:26.855378 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 52384) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:56:26.881829 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-6f89bd74-7b93-41f6-bc8f-9633eed03412 req-90cae883-1b24-4bcb-8e8a-2513e02da912 tempest-AttachVolumeShelveTestJSON-1712717013 tempest-AttachVolumeShelveTestJSON-1712717013-project] 10.222.0.42 "GET /v2.0/security-groups?id=e08cc47c-4c66-43de-a30b-78ed2c16d927&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2280228 Apr 18 20:56:26.919933 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-6e441d62-aa03-4ae1-b577-26c628f5e2f2 req-8b0cb633-d903-446a-8747-723322a7b364 tempest-DeleteServersTestJSON-915645800 tempest-DeleteServersTestJSON-915645800-project] 10.222.0.42 "GET /v2.0/security-groups?id=588d127b-19b7-4c3d-9f79-a400181b94e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4019861 Apr 18 20:56:26.941759 n-d-838334-2 neutron-server[84041]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5fd64991-62d6-4f7f-a5c3-07aca58dd707', 'tag': '7e342884-dcd1-489f-b34e-67f0888be59c'}] {{(pid=84041) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 20:56:26.961683 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-0bff5031-6d8e-4d78-a78d-48f477ce8210 req-5012a981-5211-417e-b79f-9c5e21512d16 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=8b393fb4-fb14-414f-9fb0-af85f5d2a52f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4061387 Apr 18 20:56:26.967920 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Device 4734cbab-0580-41fa-b3a6-31caa5f81614 up at agent hyperv_n-h2-838334-2 {{(pid=84042) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 20:56:27.027439 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-b039dddb-bab5-4d8b-959b-12adf0f6be94 tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] 10.222.0.42 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1704664 Apr 18 20:56:27.027807 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 52390) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:56:27.036885 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.v2.base [None req-3125c755-a568-4799-a2a8-ba00996aa91f tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Request body: {'subnet': {'network_id': 'ef903069-7c89-4376-963f-99c58ca6d615', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=84041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 20:56:27.145443 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-17e11c44-aa4e-43f8-ab6c-2f4835072f91 None None] For port 958b40c4-dc19-465c-b88a-de4ad6ab5830, host n-d-838334-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838334-2',level=0,port_id=958b40c4-dc19-465c-b88a-de4ad6ab5830,segment=NetworkSegment(fbf28fbd-36f8-46f3-be08-57d41821e390),segment_id=fbf28fbd-36f8-46f3-be08-57d41821e390)] {{(pid=84042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:56:27.145839 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-17e11c44-aa4e-43f8-ab6c-2f4835072f91 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369123'] for port, precommit_delete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:56:27.223969 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-3125c755-a568-4799-a2a8-ba00996aa91f tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:56:27.238596 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-3125c755-a568-4799-a2a8-ba00996aa91f tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:56:27.276917 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-b8e4957b-d04c-4366-b210-b8929d041526 req-7cd43815-1d6f-4cae-adb9-08fbef5d4afb service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=3e56bcfffff947c68263794c76f7ac55&device_id=5fd64991-62d6-4f7f-a5c3-07aca58dd707 HTTP/1.1" status: 200 len: 1094 time: 0.3089759 Apr 18 20:56:27.278680 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3125c755-a568-4799-a2a8-ba00996aa91f tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Made reservation on behalf of 1256b788e8184019a07eb24a482acda4 for: {'subnet': 1} {{(pid=84041) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:56:27.285570 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-3125c755-a568-4799-a2a8-ba00996aa91f tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32486301'] for subnet, before_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:56:27.352597 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.plugin [None req-17e11c44-aa4e-43f8-ab6c-2f4835072f91 None None] Calling delete_port for 958b40c4-dc19-465c-b88a-de4ad6ab5830 owned by network:dhcp {{(pid=84042) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 20:56:27.400576 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-b8e4957b-d04c-4366-b210-b8929d041526 req-3199cbc3-7cfe-40c2-843a-c83f7bae7796 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7e342884-dcd1-489f-b34e-67f0888be59c HTTP/1.1" status: 200 len: 217 time: 0.0905311 Apr 18 20:56:27.430888 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-0bff5031-6d8e-4d78-a78d-48f477ce8210 req-9f8d9afa-d449-4b28-b22d-b10118f8f339 service neutron] 10.222.0.48 "GET /v2.0/networks/8b393fb4-fb14-414f-9fb0-af85f5d2a52f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4581802 Apr 18 20:56:27.440193 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19e5b578-bae9-4e54-beaa-54381d37386e req-33da1a22-1a2e-4ef6-8607-318ca31385ac tempest-ServerPasswordTestJSON-1466357251 tempest-ServerPasswordTestJSON-1466357251-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:56:27.441701 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-19e5b578-bae9-4e54-beaa-54381d37386e req-33da1a22-1a2e-4ef6-8607-318ca31385ac tempest-ServerPasswordTestJSON-1466357251 tempest-ServerPasswordTestJSON-1466357251-project] 10.222.0.42 "GET /v2.0/ports?device_id=5fd64991-62d6-4f7f-a5c3-07aca58dd707 HTTP/1.1" status: 200 len: 943 time: 0.2537138 Apr 18 20:56:27.511173 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-17e11c44-aa4e-43f8-ab6c-2f4835072f91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750375259028', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750374836628'] for port, after_delete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:56:27.588746 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-0bff5031-6d8e-4d78-a78d-48f477ce8210 req-c4cd4f1f-c470-4af2-8453-cefe365cd482 service neutron] 10.222.0.48 "GET /v2.0/networks/8b393fb4-fb14-414f-9fb0-af85f5d2a52f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1449900 Apr 18 20:56:27.594365 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17e11c44-aa4e-43f8-ab6c-2f4835072f91 None None] Pushing event deleted for resources: {'Port': ['ID=958b40c4-dc19-465c-b88a-de4ad6ab5830,revision_number=None']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:56:27.597514 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Provisioning for port 4734cbab-0580-41fa-b3a6-31caa5f81614 completed by entity L2. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 20:56:27.598041 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09b99ff3-306f-4c4e-9860-8c2e2b959715 req-de205fd1-af89-4875-9ec2-b0f13e12bc1b tempest-ServerActionsTestJSON-2052644234 tempest-ServerActionsTestJSON-2052644234-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:56:27.599779 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-09b99ff3-306f-4c4e-9860-8c2e2b959715 req-de205fd1-af89-4875-9ec2-b0f13e12bc1b tempest-ServerActionsTestJSON-2052644234 tempest-ServerActionsTestJSON-2052644234-project] 10.222.0.42 "GET /v2.0/ports?device_id=b7307812-da19-4509-9baf-bb3ff8313904 HTTP/1.1" status: 200 len: 945 time: 0.4106290 Apr 18 20:56:27.618090 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Provisioning complete for port 4734cbab-0580-41fa-b3a6-31caa5f81614 triggered by entity L2. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:56:27.618740 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1253608'] for port, provisioning_complete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:56:27.676477 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-0bff5031-6d8e-4d78-a78d-48f477ce8210 req-f037d192-6418-49c2-9b49-5b2e0abb6ed9 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.154&port_id=e4a628aa-c125-4eea-8365-b6473a427bb3 HTTP/1.1" status: 200 len: 217 time: 0.0736616 Apr 18 20:56:27.704445 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Device 958b40c4-dc19-465c-b88a-de4ad6ab5830 no longer exists at agent ovs-agent-n-d-838334-2 {{(pid=84042) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 20:56:27.743284 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-3125c755-a568-4799-a2a8-ba00996aa91f tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33526260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32266407', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32486287'] for subnet, after_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:56:27.746816 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.plugin [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] No Port match for: 958b40c4-dc19-465c-b88a-de4ad6ab5830 {{(pid=84042) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 18 20:56:27.747523 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Device 958b40c4-dc19-465c-b88a-de4ad6ab5830 not bound to the agent host n-d-838334-2 {{(pid=84042) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 20:56:27.768396 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17e11c44-aa4e-43f8-ab6c-2f4835072f91 None None] No DVR routers for this DVR port 958b40c4-dc19-465c-b88a-de4ad6ab5830 on host n-d-838334-2 {{(pid=84042) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 20:56:27.839420 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:56:27.845658 n-d-838334-2 neutron-server[84041]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3125c755-a568-4799-a2a8-ba00996aa91f tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Network ef903069-7c89-4376-963f-99c58ca6d615 is already hosted by enough agents. {{(pid=84041) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:56:27.850427 n-d-838334-2 neutron-server[84041]: DEBUG neutron.scheduler.base_scheduler [None req-3125c755-a568-4799-a2a8-ba00996aa91f tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Resources bound (agent type, host, resource id): {{(pid=84041) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:56:27.860315 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3125c755-a568-4799-a2a8-ba00996aa91f tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:56:27.861001 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3b081f9-a224-48b4-af10-9ac1da6487d7 None None] Network ef903069-7c89-4376-963f-99c58ca6d615 requested from n-d-838334-2 {{(pid=84042) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 20:56:27.862574 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-3125c755-a568-4799-a2a8-ba00996aa91f tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Notify callbacks [] for subnet, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:56:27.868663 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8e4957b-d04c-4366-b210-b8929d041526 req-a17e8e0c-f968-4262-92b8-53146534f2ae service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:56:27.876277 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-19e5b578-bae9-4e54-beaa-54381d37386e req-79c03ffd-5d1b-4eed-897c-a33b46c1d8cb tempest-ServerPasswordTestJSON-1466357251 tempest-ServerPasswordTestJSON-1466357251-project] 10.222.0.42 "GET /v2.0/security-groups?id=434d3256-62ac-42cc-9b55-fa0269b861fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2863374 Apr 18 20:56:27.882180 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-b8e4957b-d04c-4366-b210-b8929d041526 req-a17e8e0c-f968-4262-92b8-53146534f2ae service neutron] 10.222.0.43 "GET /v2.0/subnets?id=70601332-6274-4c08-ba8b-81c56fdac565 HTTP/1.1" status: 200 len: 852 time: 0.1826873 Apr 18 20:56:27.894239 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3125c755-a568-4799-a2a8-ba00996aa91f tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Pushing event updated for resources: {'Subnet': ['ID=df170172-a765-426c-972a-875426e684e0,revision_number=0']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:56:27.924582 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bff5031-6d8e-4d78-a78d-48f477ce8210 req-be0f1a0f-e8ac-4558-8d47-cf78347ddb1d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:56:27.926141 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-0bff5031-6d8e-4d78-a78d-48f477ce8210 req-be0f1a0f-e8ac-4558-8d47-cf78347ddb1d service neutron] 10.222.0.48 "GET /v2.0/subnets?id=e3291cf4-4c37-4898-8026-16f9e0aaa3d9 HTTP/1.1" status: 200 len: 797 time: 0.2155797 Apr 18 20:56:27.938964 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-09b99ff3-306f-4c4e-9860-8c2e2b959715 req-f9558013-9985-483a-bd45-4087134359d4 tempest-ServerActionsTestJSON-2052644234 tempest-ServerActionsTestJSON-2052644234-project] 10.222.0.42 "GET /v2.0/security-groups?id=c2aeb662-6a43-4389-8810-9fad3627855b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2474551 Apr 18 20:56:28.004275 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-b8e4957b-d04c-4366-b210-b8929d041526 req-65fdf013-a6b5-4584-807b-fe5cafc31366 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=07c5cc24-730e-4b50-affa-a04b6f26c98b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1054616 Apr 18 20:56:28.010390 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-5847cbf1-acb4-420d-866c-80aad0089c6a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33443857'] for router_interface, before_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:56:28.068400 n-d-838334-2 neutron-server[84041]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a206678c-14a4-4d74-a8af-669f1e3df8ca'] response: {'name': 'network-changed', 'server_uuid': '5fd64991-62d6-4f7f-a5c3-07aca58dd707', 'tag': '7e342884-dcd1-489f-b34e-67f0888be59c', 'status': 'completed', 'code': 200} Apr 18 20:56:28.088597 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-3125c755-a568-4799-a2a8-ba00996aa91f tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.0577979 Apr 18 20:56:28.090706 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 52406) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:56:28.257430 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.v2.base [None req-223bba52-1b33-4016-8e6f-ec77741214dc tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Request body: {'port': {'network_id': 'ef903069-7c89-4376-963f-99c58ca6d615', 'fixed_ips': [{'subnet_id': 'df170172-a765-426c-972a-875426e684e0', 'ip_address': '2001:db8::e22e:49ca:d8e0:75bb'}], 'name': 'tempest-NetworksTestDHCPv6-1391620775'}} {{(pid=84041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 20:56:28.295788 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b99656a9-772a-410f-8e7a-853ceeb98a71 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp016840fc-1f9f-5892-9c53-c9cf6c845bbb-ef903069-7c89-4376-963f-99c58ca6d615', 'network_id': 'ef903069-7c89-4376-963f-99c58ca6d615', 'tenant_id': '1256b788e8184019a07eb24a482acda4', 'fixed_ips': [{'subnet_id': 'df170172-a765-426c-972a-875426e684e0'}]}} from n-d-838334-2. {{(pid=84042) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 18 20:56:28.298795 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-b99656a9-772a-410f-8e7a-853ceeb98a71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_create {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:56:28.323642 n-d-838334-2 neutron-server[84042]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f2b26dda-40aa-4c01-bf22-35ecafdb42a4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4734cbab-0580-41fa-b3a6-31caa5f81614'}] {{(pid=84042) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 20:56:28.341263 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] For port 4734cbab-0580-41fa-b3a6-31caa5f81614, host n-h2-838334-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838334-2',level=0,port_id=4734cbab-0580-41fa-b3a6-31caa5f81614,segment=NetworkSegment(eb1f29ad-3d05-4e72-b227-469dc1660e3c),segment_id=eb1f29ad-3d05-4e72-b227-469dc1660e3c)] {{(pid=84042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:56:28.527808 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.db_base_plugin_common [None req-b99656a9-772a-410f-8e7a-853ceeb98a71 None None] Allocated IP 2001:db8::2 (ef903069-7c89-4376-963f-99c58ca6d615/df170172-a765-426c-972a-875426e684e0/e5651a68-c9de-45d7-909e-3ac2f896742c) {{(pid=84042) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:56:28.561727 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bae6e5e5-d23c-4cfe-94d9-013e39a3ad55 req-299e8834-f649-49a3-b912-75cc0d1440b7 tempest-AttachVolumeShelveTestJSON-1712717013 tempest-AttachVolumeShelveTestJSON-1712717013-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:56:28.564123 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-bae6e5e5-d23c-4cfe-94d9-013e39a3ad55 req-299e8834-f649-49a3-b912-75cc0d1440b7 tempest-AttachVolumeShelveTestJSON-1712717013 tempest-AttachVolumeShelveTestJSON-1712717013-project] 10.222.0.42 "GET /v2.0/ports?device_id=5b9655ef-e7a4-49b4-bc6e-a6c04beac88f HTTP/1.1" status: 200 len: 945 time: 0.1935308 Apr 18 20:56:28.611442 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-b8e4957b-d04c-4366-b210-b8929d041526 req-cee80ee1-8622-4670-b5a5-48219bc23b22 service neutron] 10.222.0.43 "GET /v2.0/networks/07c5cc24-730e-4b50-affa-a04b6f26c98b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5900385 Apr 18 20:56:28.616168 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-0bff5031-6d8e-4d78-a78d-48f477ce8210 req-d8fc5e0a-1503-4cdb-b739-5fd08812f42f service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=4c6d63fa-10ee-46ac-a5d2-fd4675ff700f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.6745512 Apr 18 20:56:28.654409 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-223bba52-1b33-4016-8e6f-ec77741214dc tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:56:28.722451 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96e2dc02-bac6-481a-9cc4-689f735e8bce req-0b25ea6f-fd68-45c8-b296-e191078197cc tempest-DeleteServersTestJSON-915645800 tempest-DeleteServersTestJSON-915645800-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:56:28.724478 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-96e2dc02-bac6-481a-9cc4-689f735e8bce req-0b25ea6f-fd68-45c8-b296-e191078197cc tempest-DeleteServersTestJSON-915645800 tempest-DeleteServersTestJSON-915645800-project] 10.222.0.42 "GET /v2.0/ports?device_id=f2b26dda-40aa-4c01-bf22-35ecafdb42a4 HTTP/1.1" status: 200 len: 945 time: 0.3082583 Apr 18 20:56:28.739766 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-223bba52-1b33-4016-8e6f-ec77741214dc tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:56:28.770130 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-bae6e5e5-d23c-4cfe-94d9-013e39a3ad55 req-172d71aa-f38c-49f5-a561-3d51d8e7e43b tempest-AttachVolumeShelveTestJSON-1712717013 tempest-AttachVolumeShelveTestJSON-1712717013-project] 10.222.0.42 "GET /v2.0/security-groups?id=e08cc47c-4c66-43de-a30b-78ed2c16d927&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1975603 Apr 18 20:56:28.781040 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-223bba52-1b33-4016-8e6f-ec77741214dc tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Made reservation on behalf of 1256b788e8184019a07eb24a482acda4 for: {'port': 1} {{(pid=84041) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:56:28.789663 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-223bba52-1b33-4016-8e6f-ec77741214dc tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:56:28.820843 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-b99656a9-772a-410f-8e7a-853ceeb98a71 None None] Notify callbacks [] for port, precommit_create {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:56:28.831446 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-96e2dc02-bac6-481a-9cc4-689f735e8bce req-ea011060-f411-41ce-b21a-8a88b05adec4 tempest-DeleteServersTestJSON-915645800 tempest-DeleteServersTestJSON-915645800-project] 10.222.0.42 "GET /v2.0/security-groups?id=588d127b-19b7-4c3d-9f79-a400181b94e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0975683 Apr 18 20:56:28.842879 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-b99656a9-772a-410f-8e7a-853ceeb98a71 None None] Transition to ACTIVE for port object e5651a68-c9de-45d7-909e-3ac2f896742c will not be triggered until provisioned by entity L2. {{(pid=84042) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 20:56:28.853597 n-d-838334-2 neutron-server[84041]: DEBUG neutron.notifiers.nova [None req-223bba52-1b33-4016-8e6f-ec77741214dc tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] device_id is not set on port a0b803cd-9c1a-4c58-998b-8407dec65740 yet. {{(pid=84041) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 18 20:56:28.889833 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-b99656a9-772a-410f-8e7a-853ceeb98a71 None None] Transition to ACTIVE for port object e5651a68-c9de-45d7-909e-3ac2f896742c will not be triggered until provisioned by entity DHCP. {{(pid=84042) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 20:56:28.896068 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682'] for port, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:56:28.931102 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-0bff5031-6d8e-4d78-a78d-48f477ce8210 req-bca3aa62-efe3-4b5a-a80a-81f20f79b972 service neutron] 10.222.0.48 "GET /v2.0/networks/4c6d63fa-10ee-46ac-a5d2-fd4675ff700f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3066583 Apr 18 20:56:28.940733 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-b8e4957b-d04c-4366-b210-b8929d041526 req-f1b6b070-39c6-42f8-879c-54fc254da5fd service neutron] 10.222.0.43 "GET /v2.0/networks/07c5cc24-730e-4b50-affa-a04b6f26c98b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3214960 Apr 18 20:56:29.048851 n-d-838334-2 neutron-server[84042]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3a8ba45d-4c28-4cb5-a5d9-c820d6d6d1f1'] response: {'server_uuid': 'f2b26dda-40aa-4c01-bf22-35ecafdb42a4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4734cbab-0580-41fa-b3a6-31caa5f81614', 'code': 200} Apr 18 20:56:29.055449 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-b99656a9-772a-410f-8e7a-853ceeb98a71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750374836619'] for port, after_create {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:56:29.146375 n-d-838334-2 neutron-server[84042]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b99656a9-772a-410f-8e7a-853ceeb98a71 None None] Network ef903069-7c89-4376-963f-99c58ca6d615 is already hosted by enough agents. {{(pid=84042) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:56:29.160897 n-d-838334-2 neutron-server[84042]: DEBUG neutron.scheduler.base_scheduler [None req-b99656a9-772a-410f-8e7a-853ceeb98a71 None None] Resources bound (agent type, host, resource id): {{(pid=84042) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:56:29.166533 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b99656a9-772a-410f-8e7a-853ceeb98a71 None None] Received port after_create {{(pid=84042) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 20:56:29.183378 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Pushing event updated for resources: {'Port': ['ID=4734cbab-0580-41fa-b3a6-31caa5f81614,revision_number=5']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:56:29.204783 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-0bff5031-6d8e-4d78-a78d-48f477ce8210 req-11019a62-91df-4a27-9d74-a89653dba3a8 service neutron] 10.222.0.48 "GET /v2.0/networks/4c6d63fa-10ee-46ac-a5d2-fd4675ff700f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2658644 Apr 18 20:56:29.320849 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-9a240b61-c7e6-4fc3-a474-d3884461979a req-9a967db5-fd75-4536-ad53-5b6592a57138 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=3e56bcfffff947c68263794c76f7ac55&device_id=5fd64991-62d6-4f7f-a5c3-07aca58dd707 HTTP/1.1" status: 200 len: 1094 time: 0.2886662 Apr 18 20:56:29.384823 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.db_base_plugin_common [None req-223bba52-1b33-4016-8e6f-ec77741214dc tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Allocated IP 2001:db8::e22e:49ca:d8e0:75bb (ef903069-7c89-4376-963f-99c58ca6d615/df170172-a765-426c-972a-875426e684e0/a0b803cd-9c1a-4c58-998b-8407dec65740) {{(pid=84041) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:56:29.497743 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b99656a9-772a-410f-8e7a-853ceeb98a71 None None] Pushing event updated for resources: {'Port': ['ID=e5651a68-c9de-45d7-909e-3ac2f896742c,revision_number=1']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:56:29.532856 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.managers [None req-b99656a9-772a-410f-8e7a-853ceeb98a71 None None] Attempting to bind port e5651a68-c9de-45d7-909e-3ac2f896742c on host n-d-838334-2 for vnic_type normal with profile {{(pid=84042) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:56:29.533509 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.managers [None req-b99656a9-772a-410f-8e7a-853ceeb98a71 None None] Attempting to bind port e5651a68-c9de-45d7-909e-3ac2f896742c by drivers openvswitch,hyperv on host n-d-838334-2 at level 0 using segments [{'id': 'fbf28fbd-36f8-46f3-be08-57d41821e390', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': 'ef903069-7c89-4376-963f-99c58ca6d615'}] {{(pid=84042) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:56:29.535002 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b99656a9-772a-410f-8e7a-853ceeb98a71 None None] Attempting to bind port e5651a68-c9de-45d7-909e-3ac2f896742c on network ef903069-7c89-4376-963f-99c58ca6d615 {{(pid=84042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 20:56:29.542896 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b99656a9-772a-410f-8e7a-853ceeb98a71 None None] Checking agent: {'id': '97cd4414-7af6-4d67-868d-dff370b4071a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838334-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 25, 49), 'started_at': datetime.datetime(2022, 4, 18, 20, 26, 19), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 20, 56, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838334-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 18 20:56:29.543398 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b99656a9-772a-410f-8e7a-853ceeb98a71 None None] Checking segment: {'id': 'fbf28fbd-36f8-46f3-be08-57d41821e390', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': 'ef903069-7c89-4376-963f-99c58ca6d615'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84042) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 20:56:29.544036 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-b99656a9-772a-410f-8e7a-853ceeb98a71 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:56:29.544819 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b99656a9-772a-410f-8e7a-853ceeb98a71 None None] Bound using segment: {'id': 'fbf28fbd-36f8-46f3-be08-57d41821e390', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': 'ef903069-7c89-4376-963f-99c58ca6d615'} {{(pid=84042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 18 20:56:29.545340 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.managers [None req-b99656a9-772a-410f-8e7a-853ceeb98a71 None None] Bound port: e5651a68-c9de-45d7-909e-3ac2f896742c, host: n-d-838334-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fbf28fbd-36f8-46f3-be08-57d41821e390', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': 'ef903069-7c89-4376-963f-99c58ca6d615'}}] {{(pid=84042) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 20:56:29.545777 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-b99656a9-772a-410f-8e7a-853ceeb98a71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:56:29.557568 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750375287399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253529'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:56:29.608033 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-0bff5031-6d8e-4d78-a78d-48f477ce8210 req-b12ad8a7-6402-469c-9ed7-45dadf593bbb service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.162&port_id=8725f57c-a397-438c-bf13-f1b54c12fc76 HTTP/1.1" status: 200 len: 217 time: 0.3940766 Apr 18 20:56:29.667959 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-b99656a9-772a-410f-8e7a-853ceeb98a71 None None] For port e5651a68-c9de-45d7-909e-3ac2f896742c, host n-d-838334-2, cleared binding levels {{(pid=84042) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 20:56:29.672333 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-b99656a9-772a-410f-8e7a-853ceeb98a71 None None] For port e5651a68-c9de-45d7-909e-3ac2f896742c, host n-d-838334-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838334-2',level=0,port_id=e5651a68-c9de-45d7-909e-3ac2f896742c,segment=NetworkSegment(fbf28fbd-36f8-46f3-be08-57d41821e390),segment_id=fbf28fbd-36f8-46f3-be08-57d41821e390)] {{(pid=84042) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 20:56:29.679835 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-b99656a9-772a-410f-8e7a-853ceeb98a71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682'] for port, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:56:29.681283 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a240b61-c7e6-4fc3-a474-d3884461979a req-9cd718a1-a96e-471c-81e9-64acca663237 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:56:29.682968 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-9a240b61-c7e6-4fc3-a474-d3884461979a req-9cd718a1-a96e-471c-81e9-64acca663237 service neutron] 10.222.0.43 "GET /v2.0/networks?id=07c5cc24-730e-4b50-affa-a04b6f26c98b HTTP/1.1" status: 200 len: 913 time: 0.3507283 Apr 18 20:56:29.805840 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bff5031-6d8e-4d78-a78d-48f477ce8210 req-4cb1904b-5c12-4cf6-a7b8-15db3c86e3ac service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:56:29.807479 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-0bff5031-6d8e-4d78-a78d-48f477ce8210 req-4cb1904b-5c12-4cf6-a7b8-15db3c86e3ac service neutron] 10.222.0.48 "GET /v2.0/subnets?id=e3291cf4-4c37-4898-8026-16f9e0aaa3d9 HTTP/1.1" status: 200 len: 797 time: 0.1838381 Apr 18 20:56:29.825876 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b99656a9-772a-410f-8e7a-853ceeb98a71 None None] Pushing event updated for resources: {'Port': ['ID=e5651a68-c9de-45d7-909e-3ac2f896742c,revision_number=2']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:56:29.855129 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-9a240b61-c7e6-4fc3-a474-d3884461979a req-e015583e-f692-47e7-be5b-98c7a7d872cc service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7e342884-dcd1-489f-b34e-67f0888be59c HTTP/1.1" status: 200 len: 217 time: 0.1074805 Apr 18 20:56:29.908822 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-f8ed5d23-89e0-4fcf-8d5c-5b197b2595d4 req-4bcb4fe1-c3d8-4c6e-8922-1fb59187ff1b service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=f2b26dda-40aa-4c01-bf22-35ecafdb42a4 HTTP/1.1" status: 200 len: 1096 time: 0.7914004 Apr 18 20:56:29.965595 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-c5be7912-0b51-429c-8d1e-af5421b5e2da req-59c48727-1e4f-4b0c-b9f9-a96d607f9976 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=6be92480d0964f34a8ede9caae0c987d&device_id=b7307812-da19-4509-9baf-bb3ff8313904 HTTP/1.1" status: 200 len: 1096 time: 0.4427500 Apr 18 20:56:29.981790 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eead6f7-1024-4b37-852f-b01ebedd03c4 req-1d314672-d7b1-449d-8219-5f45217d7d7f tempest-ServerActionsTestJSON-2052644234 tempest-ServerActionsTestJSON-2052644234-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:56:29.988668 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-9eead6f7-1024-4b37-852f-b01ebedd03c4 req-1d314672-d7b1-449d-8219-5f45217d7d7f tempest-ServerActionsTestJSON-2052644234 tempest-ServerActionsTestJSON-2052644234-project] 10.222.0.42 "GET /v2.0/ports?device_id=b7307812-da19-4509-9baf-bb3ff8313904 HTTP/1.1" status: 200 len: 945 time: 0.4988694 Apr 18 20:56:30.044269 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Device 7e342884-dcd1-489f-b34e-67f0888be59c details requested by agent hyperv_n-h1-838334-2 with host n-h1-838334-2 {{(pid=84042) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 18 20:56:30.067313 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cfdd292-3091-4b1f-a1cf-0868a1644023 req-206f82e0-976b-437a-b09c-fa5f8f1bb282 tempest-ServerPasswordTestJSON-1466357251 tempest-ServerPasswordTestJSON-1466357251-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:56:30.069730 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-6cfdd292-3091-4b1f-a1cf-0868a1644023 req-206f82e0-976b-437a-b09c-fa5f8f1bb282 tempest-ServerPasswordTestJSON-1466357251 tempest-ServerPasswordTestJSON-1466357251-project] 10.222.0.42 "GET /v2.0/ports?device_id=5fd64991-62d6-4f7f-a5c3-07aca58dd707 HTTP/1.1" status: 200 len: 943 time: 0.8636231 Apr 18 20:56:30.136880 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a240b61-c7e6-4fc3-a474-d3884461979a req-f4327b19-fed1-4b61-b0f1-83334873a0f5 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:56:30.138343 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-9a240b61-c7e6-4fc3-a474-d3884461979a req-f4327b19-fed1-4b61-b0f1-83334873a0f5 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=70601332-6274-4c08-ba8b-81c56fdac565 HTTP/1.1" status: 200 len: 852 time: 0.2570035 Apr 18 20:56:30.163422 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-f8ed5d23-89e0-4fcf-8d5c-5b197b2595d4 req-dbcfa539-5d6c-4450-9646-06d71e6c3751 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=588d127b-19b7-4c3d-9f79-a400181b94e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2342191 Apr 18 20:56:30.209817 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-223bba52-1b33-4016-8e6f-ec77741214dc tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Notify callbacks [] for port, precommit_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:56:30.228901 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-9a240b61-c7e6-4fc3-a474-d3884461979a req-5b7ce9f3-e2f6-44eb-ae4e-62ab6a491095 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=07c5cc24-730e-4b50-affa-a04b6f26c98b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0803783 Apr 18 20:56:30.297291 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-9eead6f7-1024-4b37-852f-b01ebedd03c4 req-9f34b8eb-3a89-4547-9d74-dcf4be58a1ba tempest-ServerActionsTestJSON-2052644234 tempest-ServerActionsTestJSON-2052644234-project] 10.222.0.42 "GET /v2.0/security-groups?id=c2aeb662-6a43-4389-8810-9fad3627855b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3071799 Apr 18 20:56:30.319959 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.provisioning_blocks [None req-223bba52-1b33-4016-8e6f-ec77741214dc tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Transition to ACTIVE for port object a0b803cd-9c1a-4c58-998b-8407dec65740 will not be triggered until provisioned by entity DHCP. {{(pid=84041) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 20:56:30.355849 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] For port 7e342884-dcd1-489f-b34e-67f0888be59c, host n-h1-838334-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838334-2',level=0,port_id=7e342884-dcd1-489f-b34e-67f0888be59c,segment=NetworkSegment(d0da780d-c00d-4fff-8b04-0ef037f55c7d),segment_id=d0da780d-c00d-4fff-8b04-0ef037f55c7d)] {{(pid=84042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:56:30.357864 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-0bff5031-6d8e-4d78-a78d-48f477ce8210 req-28a97dc1-bcdc-49d7-846b-d8c8064ec395 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=4c6d63fa-10ee-46ac-a5d2-fd4675ff700f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.5406935 Apr 18 20:56:30.386816 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-6cfdd292-3091-4b1f-a1cf-0868a1644023 req-3b5f1626-1557-406c-8e44-4347f3344278 tempest-ServerPasswordTestJSON-1466357251 tempest-ServerPasswordTestJSON-1466357251-project] 10.222.0.42 "GET /v2.0/security-groups?id=434d3256-62ac-42cc-9b55-fa0269b861fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2918503 Apr 18 20:56:30.394749 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5be7912-0b51-429c-8d1e-af5421b5e2da req-e1a7cbe9-fbef-43df-ba88-c109dafe98ff service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:56:30.396273 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-c5be7912-0b51-429c-8d1e-af5421b5e2da req-e1a7cbe9-fbef-43df-ba88-c109dafe98ff service neutron] 10.222.0.43 "GET /v2.0/networks?id=48f708f8-0904-4115-910c-bb1ab06d7263 HTTP/1.1" status: 200 len: 912 time: 0.4074128 Apr 18 20:56:30.423984 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Returning: {'device': '7e342884-dcd1-489f-b34e-67f0888be59c', 'network_id': '07c5cc24-730e-4b50-affa-a04b6f26c98b', 'port_id': '7e342884-dcd1-489f-b34e-67f0888be59c', 'mac_address': 'fa:16:3e:fe:c8:a6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 395, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '70601332-6274-4c08-ba8b-81c56fdac565', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84042) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 18 20:56:30.572415 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:56:30.635596 n-d-838334-2 neutron-server[84042]: DEBUG neutron.notifiers.nova [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7e342884-dcd1-489f-b34e-67f0888be59c {{(pid=84042) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 18 20:56:30.676732 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] For port 7e342884-dcd1-489f-b34e-67f0888be59c, host n-h1-838334-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838334-2',level=0,port_id=7e342884-dcd1-489f-b34e-67f0888be59c,segment=NetworkSegment(d0da780d-c00d-4fff-8b04-0ef037f55c7d),segment_id=d0da780d-c00d-4fff-8b04-0ef037f55c7d)] {{(pid=84042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:56:30.685167 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682'] for port, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:56:30.749562 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-c5be7912-0b51-429c-8d1e-af5421b5e2da req-7e60237b-d2c9-4457-88e9-54b4f649ee42 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=968bbb7b-ac07-4f93-a27a-f9fa924c1025 HTTP/1.1" status: 200 len: 1000 time: 0.3328795 Apr 18 20:56:30.774491 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Pushing event updated for resources: {'Port': ['ID=7e342884-dcd1-489f-b34e-67f0888be59c,revision_number=4']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:56:30.828016 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-9a240b61-c7e6-4fc3-a474-d3884461979a req-e5d892b5-485d-4a6c-a16c-ce9e9dcd9e50 service neutron] 10.222.0.43 "GET /v2.0/networks/07c5cc24-730e-4b50-affa-a04b6f26c98b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5864758 Apr 18 20:56:30.832477 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-223bba52-1b33-4016-8e6f-ec77741214dc tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750374836619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32266323'] for port, after_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:56:30.930850 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] get_ports_and_sgs() called for port_ids ['7e342884-dcd1-489f-b34e-67f0888be59c'] {{(pid=84042) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 18 20:56:31.002767 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5be7912-0b51-429c-8d1e-af5421b5e2da req-789b64c7-ba92-4e08-bfb9-a9032aec4336 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:56:31.004875 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-c5be7912-0b51-429c-8d1e-af5421b5e2da req-789b64c7-ba92-4e08-bfb9-a9032aec4336 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=488f35b7-694e-475d-862d-2f00f4388d03 HTTP/1.1" status: 200 len: 850 time: 0.2413797 Apr 18 20:56:31.126324 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-223bba52-1b33-4016-8e6f-ec77741214dc tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Pushing event updated for resources: {'Port': ['ID=a0b803cd-9c1a-4c58-998b-8407dec65740,revision_number=1']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:56:31.141974 n-d-838334-2 neutron-server[84041]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-223bba52-1b33-4016-8e6f-ec77741214dc tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Network ef903069-7c89-4376-963f-99c58ca6d615 is already hosted by enough agents. {{(pid=84041) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:56:31.146531 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-223bba52-1b33-4016-8e6f-ec77741214dc tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:56:31.146968 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-223bba52-1b33-4016-8e6f-ec77741214dc tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:56:31.159749 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-223bba52-1b33-4016-8e6f-ec77741214dc tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:56:31.160451 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-223bba52-1b33-4016-8e6f-ec77741214dc tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:56:31.160801 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-223bba52-1b33-4016-8e6f-ec77741214dc tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:56:31.161139 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-223bba52-1b33-4016-8e6f-ec77741214dc tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:56:31.161470 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-223bba52-1b33-4016-8e6f-ec77741214dc tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:56:31.161799 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-223bba52-1b33-4016-8e6f-ec77741214dc tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:56:31.162127 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-223bba52-1b33-4016-8e6f-ec77741214dc tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:56:31.162478 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-223bba52-1b33-4016-8e6f-ec77741214dc tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:56:31.162809 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-223bba52-1b33-4016-8e6f-ec77741214dc tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:56:31.174959 n-d-838334-2 neutron-server[84041]: DEBUG neutron.scheduler.base_scheduler [None req-223bba52-1b33-4016-8e6f-ec77741214dc tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Resources bound (agent type, host, resource id): {{(pid=84041) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:56:31.177495 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.l3_dvrscheduler_db [None req-223bba52-1b33-4016-8e6f-ec77741214dc tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Received port after_create {{(pid=84041) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 20:56:31.186846 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-223bba52-1b33-4016-8e6f-ec77741214dc tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:56:31.187506 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-223bba52-1b33-4016-8e6f-ec77741214dc tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217293'] for port, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:56:31.225293 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-0bff5031-6d8e-4d78-a78d-48f477ce8210 req-493ad75f-966d-47ef-8179-c5e54961299f service neutron] 10.222.0.48 "GET /v2.0/networks/4c6d63fa-10ee-46ac-a5d2-fd4675ff700f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8297684 Apr 18 20:56:31.270113 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-223bba52-1b33-4016-8e6f-ec77741214dc tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 3.0296204 Apr 18 20:56:31.274755 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 52426) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:56:31.280990 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.v2.base [None req-fa95ae14-7668-4f7d-98c7-5f337249f290 tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Request body: {'port': {'network_id': 'ef903069-7c89-4376-963f-99c58ca6d615', 'fixed_ips': [{'subnet_id': 'df170172-a765-426c-972a-875426e684e0', 'ip_address': '2001:db8::e22e:49ca:d8e0:75bb'}], 'name': 'tempest-NetworksTestDHCPv6-1509539033'}} {{(pid=84041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 20:56:31.299671 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-9a240b61-c7e6-4fc3-a474-d3884461979a req-caa4e262-9f6f-4c16-bd7e-64e59eca8e70 service neutron] 10.222.0.43 "GET /v2.0/networks/07c5cc24-730e-4b50-affa-a04b6f26c98b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4577487 Apr 18 20:56:31.323251 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc183c49-4a42-401b-a0b1-31f5111ae4f3 req-0f6cb011-cf19-4c4c-a51d-7ceae9590dac tempest-AttachVolumeShelveTestJSON-1712717013 tempest-AttachVolumeShelveTestJSON-1712717013-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:56:31.337057 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-cc183c49-4a42-401b-a0b1-31f5111ae4f3 req-0f6cb011-cf19-4c4c-a51d-7ceae9590dac tempest-AttachVolumeShelveTestJSON-1712717013 tempest-AttachVolumeShelveTestJSON-1712717013-project] 10.222.0.42 "GET /v2.0/ports?device_id=5b9655ef-e7a4-49b4-bc6e-a6c04beac88f HTTP/1.1" status: 200 len: 945 time: 0.7348683 Apr 18 20:56:31.399550 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-c5be7912-0b51-429c-8d1e-af5421b5e2da req-ff67ac01-e6cc-445b-92e6-d3c2b71e9a7b service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=48f708f8-0904-4115-910c-bb1ab06d7263&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3799078 Apr 18 20:56:31.445877 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8448c74a-f85d-4f02-a01a-09473610ccd9 req-9438091a-9141-47f7-b234-bbcd0388f9d7 tempest-DeleteServersTestJSON-915645800 tempest-DeleteServersTestJSON-915645800-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:56:31.453006 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-8448c74a-f85d-4f02-a01a-09473610ccd9 req-9438091a-9141-47f7-b234-bbcd0388f9d7 tempest-DeleteServersTestJSON-915645800 tempest-DeleteServersTestJSON-915645800-project] 10.222.0.42 "GET /v2.0/ports?device_id=f2b26dda-40aa-4c01-bf22-35ecafdb42a4 HTTP/1.1" status: 200 len: 945 time: 0.7320747 Apr 18 20:56:31.524924 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-da22383b-095a-4544-aa88-0fdc6a1ac2a2 None None] Provisioning for port e5651a68-c9de-45d7-909e-3ac2f896742c completed by entity DHCP. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 20:56:31.609647 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-cc183c49-4a42-401b-a0b1-31f5111ae4f3 req-0a95260b-053e-4221-a80e-dd67a849586f tempest-AttachVolumeShelveTestJSON-1712717013 tempest-AttachVolumeShelveTestJSON-1712717013-project] 10.222.0.42 "GET /v2.0/security-groups?id=e08cc47c-4c66-43de-a30b-78ed2c16d927&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2701843 Apr 18 20:56:31.637137 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-fa95ae14-7668-4f7d-98c7-5f337249f290 tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:56:31.643319 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-fa95ae14-7668-4f7d-98c7-5f337249f290 tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Usage tracker for resource:port and tenant:1256b788e8184019a07eb24a482acda4 is out of sync, need to count used quota {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:56:31.646679 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-fa95ae14-7668-4f7d-98c7-5f337249f290 tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Quota usage for port was recalculated. Used quota:2. {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:56:31.661303 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-fa95ae14-7668-4f7d-98c7-5f337249f290 tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:56:31.702703 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-8448c74a-f85d-4f02-a01a-09473610ccd9 req-031ef45f-6eac-479b-9e73-602ce3d80c4d tempest-DeleteServersTestJSON-915645800 tempest-DeleteServersTestJSON-915645800-project] 10.222.0.42 "GET /v2.0/security-groups?id=588d127b-19b7-4c3d-9f79-a400181b94e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2369940 Apr 18 20:56:31.718113 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa95ae14-7668-4f7d-98c7-5f337249f290 tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Made reservation on behalf of 1256b788e8184019a07eb24a482acda4 for: {'port': 1} {{(pid=84041) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:56:31.729573 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-0bff5031-6d8e-4d78-a78d-48f477ce8210 req-57d9ac38-302a-415d-89d7-57f5e607df3b service neutron] 10.222.0.48 "GET /v2.0/networks/4c6d63fa-10ee-46ac-a5d2-fd4675ff700f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4865637 Apr 18 20:56:31.760263 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-c5be7912-0b51-429c-8d1e-af5421b5e2da req-4f748965-6812-4e33-a068-ba4a27d4bfa4 service neutron] 10.222.0.43 "GET /v2.0/networks/48f708f8-0904-4115-910c-bb1ab06d7263?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3514171 Apr 18 20:56:31.874210 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Device e5651a68-c9de-45d7-909e-3ac2f896742c up at agent ovs-agent-n-d-838334-2 {{(pid=84042) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 20:56:32.024771 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Provisioning for port e5651a68-c9de-45d7-909e-3ac2f896742c completed by entity L2. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 20:56:32.030779 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Provisioning complete for port e5651a68-c9de-45d7-909e-3ac2f896742c triggered by entity L2. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:56:32.031370 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1253608'] for port, provisioning_complete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:56:32.100598 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Device 7e342884-dcd1-489f-b34e-67f0888be59c up at agent hyperv_n-h1-838334-2 {{(pid=84042) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 20:56:32.111086 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.plugin [None req-5847cbf1-acb4-420d-866c-80aad0089c6a admin admin] Deleting port 048f2e4f-4c30-419f-b6c8-11c89bb062f3 {{(pid=84040) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 20:56:32.111428 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-5847cbf1-acb4-420d-866c-80aad0089c6a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750375188691'] for port, before_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:56:32.135160 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-fa95ae14-7668-4f7d-98c7-5f337249f290 tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:56:32.139614 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-0bff5031-6d8e-4d78-a78d-48f477ce8210 req-cbd8baad-a7b0-46e2-b534-fc60d6b81185 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.214&port_id=96e60da2-99c4-4d74-935a-c80b74ebeb56 HTTP/1.1" status: 200 len: 217 time: 0.3734250 Apr 18 20:56:32.160867 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-c5be7912-0b51-429c-8d1e-af5421b5e2da req-b7ece688-f774-4946-ae6b-df195ece8484 service neutron] 10.222.0.43 "GET /v2.0/networks/48f708f8-0904-4115-910c-bb1ab06d7263?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3233058 Apr 18 20:56:32.169123 n-d-838334-2 neutron-server[84041]: DEBUG neutron.notifiers.nova [None req-fa95ae14-7668-4f7d-98c7-5f337249f290 tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] device_id is not set on port ff6206e7-df6d-45ab-b2d8-7faf3efcaee5 yet. {{(pid=84041) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 18 20:56:32.185396 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-d828cc2a-a2ff-4295-9de3-50c2ea78274a None None] Provisioning for port a0b803cd-9c1a-4c58-998b-8407dec65740 completed by entity DHCP. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 20:56:32.211513 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-d828cc2a-a2ff-4295-9de3-50c2ea78274a None None] Provisioning complete for port a0b803cd-9c1a-4c58-998b-8407dec65740 triggered by entity DHCP. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:56:32.212245 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-d828cc2a-a2ff-4295-9de3-50c2ea78274a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1253608'] for port, provisioning_complete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:56:32.339960 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.plugin [None req-d828cc2a-a2ff-4295-9de3-50c2ea78274a None None] Port a0b803cd-9c1a-4c58-998b-8407dec65740 cannot update to ACTIVE because it is not bound. {{(pid=84042) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 18 20:56:32.343802 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Provisioning for port 7e342884-dcd1-489f-b34e-67f0888be59c completed by entity L2. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 20:56:32.352488 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Provisioning complete for port 7e342884-dcd1-489f-b34e-67f0888be59c triggered by entity L2. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:56:32.353121 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1253608'] for port, provisioning_complete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:56:32.382347 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:56:32.415873 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bff5031-6d8e-4d78-a78d-48f477ce8210 req-9e5f8932-c002-4bb3-8f1c-ce316525fbe5 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:56:32.417676 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-0bff5031-6d8e-4d78-a78d-48f477ce8210 req-9e5f8932-c002-4bb3-8f1c-ce316525fbe5 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=e3291cf4-4c37-4898-8026-16f9e0aaa3d9 HTTP/1.1" status: 200 len: 797 time: 0.2608945 Apr 18 20:56:32.422094 n-d-838334-2 neutron-server[84041]: INFO neutron.pecan_wsgi.hooks.translation [None req-fa95ae14-7668-4f7d-98c7-5f337249f290 tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] POST failed (client error): There was a conflict when trying to complete your request. Apr 18 20:56:32.422755 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fa95ae14-7668-4f7d-98c7-5f337249f290 tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=84041) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 20:56:32.445787 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] For port e5651a68-c9de-45d7-909e-3ac2f896742c, host n-d-838334-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838334-2',level=0,port_id=e5651a68-c9de-45d7-909e-3ac2f896742c,segment=NetworkSegment(fbf28fbd-36f8-46f3-be08-57d41821e390),segment_id=fbf28fbd-36f8-46f3-be08-57d41821e390)] {{(pid=84042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:56:32.468035 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-fa95ae14-7668-4f7d-98c7-5f337249f290 tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 409 len: 389 time: 1.1921446 Apr 18 20:56:32.469235 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 52434) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:56:32.485837 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682'] for port, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:56:32.527863 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27078ccc-0348-4ab3-92ad-9e50faa9b14e req-a3a50225-d1b8-4e58-858c-4cafe288678f tempest-ServerPasswordTestJSON-1466357251 tempest-ServerPasswordTestJSON-1466357251-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:56:32.542776 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-27078ccc-0348-4ab3-92ad-9e50faa9b14e req-a3a50225-d1b8-4e58-858c-4cafe288678f tempest-ServerPasswordTestJSON-1466357251 tempest-ServerPasswordTestJSON-1466357251-project] 10.222.0.42 "GET /v2.0/ports?device_id=5fd64991-62d6-4f7f-a5c3-07aca58dd707 HTTP/1.1" status: 200 len: 944 time: 0.4792564 Apr 18 20:56:32.583812 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:56:32.591972 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3c3e0b7-8903-490d-8b95-8517e2c0d6c3 req-ba984165-5347-481b-a280-9d7b340ad8e5 tempest-ServerActionsTestJSON-2052644234 tempest-ServerActionsTestJSON-2052644234-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:56:32.593521 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-e3c3e0b7-8903-490d-8b95-8517e2c0d6c3 req-ba984165-5347-481b-a280-9d7b340ad8e5 tempest-ServerActionsTestJSON-2052644234 tempest-ServerActionsTestJSON-2052644234-project] 10.222.0.42 "GET /v2.0/ports?device_id=b7307812-da19-4509-9baf-bb3ff8313904 HTTP/1.1" status: 200 len: 945 time: 0.6907241 Apr 18 20:56:32.609911 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1b125ca-96cf-4e1c-8007-32f9a9a22c12 tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:56:32.614174 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1b125ca-96cf-4e1c-8007-32f9a9a22c12 tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:56:32.615039 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-c1b125ca-96cf-4e1c-8007-32f9a9a22c12 tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Synchronizing usage tracker for tenant:1256b788e8184019a07eb24a482acda4 on resource:port {{(pid=84041) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 20:56:32.624084 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Pushing event updated for resources: {'Port': ['ID=e5651a68-c9de-45d7-909e-3ac2f896742c,revision_number=3']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:56:32.636793 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-c1b125ca-96cf-4e1c-8007-32f9a9a22c12 tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Unset dirty status for tenant:1256b788e8184019a07eb24a482acda4 on resource:port {{(pid=84041) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 20:56:32.641614 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-c1b125ca-96cf-4e1c-8007-32f9a9a22c12 tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] 10.222.0.42 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1687 time: 0.1713026 Apr 18 20:56:32.642257 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 52438) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:56:32.655442 n-d-838334-2 neutron-server[84042]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5fd64991-62d6-4f7f-a5c3-07aca58dd707', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7e342884-dcd1-489f-b34e-67f0888be59c'}] {{(pid=84042) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 20:56:32.666413 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] For port 7e342884-dcd1-489f-b34e-67f0888be59c, host n-h1-838334-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838334-2',level=0,port_id=7e342884-dcd1-489f-b34e-67f0888be59c,segment=NetworkSegment(d0da780d-c00d-4fff-8b04-0ef037f55c7d),segment_id=d0da780d-c00d-4fff-8b04-0ef037f55c7d)] {{(pid=84042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:56:32.676806 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682'] for port, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:56:32.691538 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.db [None req-5847cbf1-acb4-420d-866c-80aad0089c6a admin admin] For port 048f2e4f-4c30-419f-b6c8-11c89bb062f3, host n-d-838334-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838334-2',level=0,port_id=048f2e4f-4c30-419f-b6c8-11c89bb062f3,segment=NetworkSegment(ccfed005-c723-40b8-96fb-046d88190b5b),segment_id=ccfed005-c723-40b8-96fb-046d88190b5b)] {{(pid=84040) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:56:32.692015 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-5847cbf1-acb4-420d-866c-80aad0089c6a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369123'] for port, precommit_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:56:32.740033 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-27078ccc-0348-4ab3-92ad-9e50faa9b14e req-99d04cd3-d746-4b0f-b715-75d50ca7143c tempest-ServerPasswordTestJSON-1466357251 tempest-ServerPasswordTestJSON-1466357251-project] 10.222.0.42 "GET /v2.0/security-groups?id=434d3256-62ac-42cc-9b55-fa0269b861fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1981242 Apr 18 20:56:32.747615 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.plugin [None req-073a810c-7a98-43c0-8baa-abaf7557f2a7 tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Deleting port a0b803cd-9c1a-4c58-998b-8407dec65740 {{(pid=84041) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 20:56:32.747615 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-073a810c-7a98-43c0-8baa-abaf7557f2a7 tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750375188691'] for port, before_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:56:32.819070 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Pushing event updated for resources: {'Port': ['ID=7e342884-dcd1-489f-b34e-67f0888be59c,revision_number=5']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:56:32.873212 n-d-838334-2 neutron-server[84042]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c06a49b3-9d95-4f5d-922a-806307e4f2ad'] response: {'server_uuid': '5fd64991-62d6-4f7f-a5c3-07aca58dd707', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7e342884-dcd1-489f-b34e-67f0888be59c', 'code': 200} Apr 18 20:56:32.880235 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-e3c3e0b7-8903-490d-8b95-8517e2c0d6c3 req-ea18b05d-1509-45a8-9a0b-3375753563b7 tempest-ServerActionsTestJSON-2052644234 tempest-ServerActionsTestJSON-2052644234-project] 10.222.0.42 "GET /v2.0/security-groups?id=c2aeb662-6a43-4389-8810-9fad3627855b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2747281 Apr 18 20:56:33.089264 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.plugin [None req-5847cbf1-acb4-420d-866c-80aad0089c6a admin admin] Calling delete_port for 048f2e4f-4c30-419f-b6c8-11c89bb062f3 owned by network:router_interface {{(pid=84040) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 20:56:33.287898 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-0bff5031-6d8e-4d78-a78d-48f477ce8210 req-b0d6a639-fdff-490e-b89a-fbd182a4b31e service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=4c6d63fa-10ee-46ac-a5d2-fd4675ff700f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.8583686 Apr 18 20:56:33.331207 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-073a810c-7a98-43c0-8baa-abaf7557f2a7 tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369123'] for port, precommit_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:56:33.350367 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-bb99c2bb-7362-42a6-b5e0-22636a18960c req-ccc96db5-9b07-4baf-902b-da2248664fd5 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=5fd64991-62d6-4f7f-a5c3-07aca58dd707 HTTP/1.1" status: 200 len: 1096 time: 0.2245932 Apr 18 20:56:33.586687 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df9ab1c9-e2e6-4e5d-8e3c-844a00d3b028 req-6d642a29-73e1-4d48-ab37-840913cd31df tempest-DeleteServersTestJSON-915645800 tempest-DeleteServersTestJSON-915645800-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:56:33.588433 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-df9ab1c9-e2e6-4e5d-8e3c-844a00d3b028 req-6d642a29-73e1-4d48-ab37-840913cd31df tempest-DeleteServersTestJSON-915645800 tempest-DeleteServersTestJSON-915645800-project] 10.222.0.42 "GET /v2.0/ports?device_id=f2b26dda-40aa-4c01-bf22-35ecafdb42a4 HTTP/1.1" status: 200 len: 945 time: 0.3845060 Apr 18 20:56:33.620218 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.plugin [None req-073a810c-7a98-43c0-8baa-abaf7557f2a7 tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Calling delete_port for a0b803cd-9c1a-4c58-998b-8407dec65740 owned by {{(pid=84041) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 20:56:33.662787 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-0bff5031-6d8e-4d78-a78d-48f477ce8210 req-1444df72-8841-4378-9de6-88f801daaad7 service neutron] 10.222.0.48 "GET /v2.0/networks/4c6d63fa-10ee-46ac-a5d2-fd4675ff700f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3595803 Apr 18 20:56:33.668790 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750375287399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253529'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:56:33.742449 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Device e5651a68-c9de-45d7-909e-3ac2f896742c up at agent ovs-agent-n-d-838334-2 {{(pid=84042) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 20:56:33.751811 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-bb99c2bb-7362-42a6-b5e0-22636a18960c req-bf3aad8b-d905-4cde-8ac2-90b65b6889f5 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=434d3256-62ac-42cc-9b55-fa0269b861fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2135582 Apr 18 20:56:33.765726 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff965e7b-2c9d-4ba2-9879-286aaf810673 req-999fc535-24ea-464e-8ff8-34cf73db5e1a tempest-AttachVolumeShelveTestJSON-1712717013 tempest-AttachVolumeShelveTestJSON-1712717013-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:56:33.770069 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-ff965e7b-2c9d-4ba2-9879-286aaf810673 req-999fc535-24ea-464e-8ff8-34cf73db5e1a tempest-AttachVolumeShelveTestJSON-1712717013 tempest-AttachVolumeShelveTestJSON-1712717013-project] 10.222.0.42 "GET /v2.0/ports?device_id=5b9655ef-e7a4-49b4-bc6e-a6c04beac88f HTTP/1.1" status: 200 len: 945 time: 0.5735035 Apr 18 20:56:33.870023 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-073a810c-7a98-43c0-8baa-abaf7557f2a7 tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750375259028', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750374836628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32266323'] for port, after_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:56:33.889594 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Provisioning complete for port e5651a68-c9de-45d7-909e-3ac2f896742c triggered by entity L2. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:56:33.890041 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1253608'] for port, provisioning_complete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:56:33.929183 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-073a810c-7a98-43c0-8baa-abaf7557f2a7 tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Pushing event deleted for resources: {'Port': ['ID=a0b803cd-9c1a-4c58-998b-8407dec65740,revision_number=None']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:56:33.978395 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-073a810c-7a98-43c0-8baa-abaf7557f2a7 tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217293'] for port, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:56:33.997434 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-073a810c-7a98-43c0-8baa-abaf7557f2a7 tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] 10.222.0.42 "DELETE /v2.0/ports/a0b803cd-9c1a-4c58-998b-8407dec65740 HTTP/1.1" status: 204 len: 168 time: 1.3520775 Apr 18 20:56:33.997659 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 52456) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:56:34.114312 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52c5c9e7-094c-4e16-bd7d-ca1b5ef17d18 tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:56:34.117964 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52c5c9e7-094c-4e16-bd7d-ca1b5ef17d18 tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:56:34.118995 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-52c5c9e7-094c-4e16-bd7d-ca1b5ef17d18 tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Synchronizing usage tracker for tenant:1256b788e8184019a07eb24a482acda4 on resource:subnet {{(pid=84041) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 20:56:34.140800 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-52c5c9e7-094c-4e16-bd7d-ca1b5ef17d18 tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Unset dirty status for tenant:1256b788e8184019a07eb24a482acda4 on resource:subnet {{(pid=84041) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 20:56:34.143562 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-52c5c9e7-094c-4e16-bd7d-ca1b5ef17d18 tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] 10.222.0.42 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1444032 Apr 18 20:56:34.150267 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 52460) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:56:34.228391 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-df9ab1c9-e2e6-4e5d-8e3c-844a00d3b028 req-98e24ec1-59d9-4cb1-87dc-8c7b56de517f tempest-DeleteServersTestJSON-915645800 tempest-DeleteServersTestJSON-915645800-project] 10.222.0.42 "GET /v2.0/security-groups?id=588d127b-19b7-4c3d-9f79-a400181b94e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6227503 Apr 18 20:56:34.241209 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-ff965e7b-2c9d-4ba2-9879-286aaf810673 req-312bdcdc-ef03-42a9-8cab-c632364ba3d9 tempest-AttachVolumeShelveTestJSON-1712717013 tempest-AttachVolumeShelveTestJSON-1712717013-project] 10.222.0.42 "GET /v2.0/security-groups?id=e08cc47c-4c66-43de-a30b-78ed2c16d927&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4708669 Apr 18 20:56:34.261341 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.db_base_plugin_v2 [None req-ff59d367-ff91-4b0b-bfdc-8f5d95974c24 tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Deleting subnet df170172-a765-426c-972a-875426e684e0 {{(pid=84041) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 18 20:56:34.265198 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-5847cbf1-acb4-420d-866c-80aad0089c6a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750375259028', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750374836628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32440838'] for port, after_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:56:34.272201 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-ff59d367-ff91-4b0b-bfdc-8f5d95974c24 tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Notify callbacks [] for subnet, before_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:56:34.375578 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5847cbf1-acb4-420d-866c-80aad0089c6a admin admin] Pushing event deleted for resources: {'Port': ['ID=048f2e4f-4c30-419f-b6c8-11c89bb062f3,revision_number=None']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:56:34.398279 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-ff59d367-ff91-4b0b-bfdc-8f5d95974c24 tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32266383'] for subnet, precommit_delete_associations {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:56:34.425502 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-0bff5031-6d8e-4d78-a78d-48f477ce8210 req-e01657ca-4dde-430f-9ddd-ca3beba3c238 service neutron] 10.222.0.48 "GET /v2.0/networks/4c6d63fa-10ee-46ac-a5d2-fd4675ff700f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6920993 Apr 18 20:56:34.526564 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-ff59d367-ff91-4b0b-bfdc-8f5d95974c24 tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1260556'] for subnet, precommit_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:56:34.647199 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-ff59d367-ff91-4b0b-bfdc-8f5d95974c24 tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1260549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33526260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32266336', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32486390'] for subnet, after_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:56:34.712655 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-0bff5031-6d8e-4d78-a78d-48f477ce8210 req-df97df92-4d55-47b5-9fac-29efc4b8e4a2 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.45&port_id=b67988d2-bb60-4efe-bd1d-80e31ea8ffb6 HTTP/1.1" status: 200 len: 217 time: 0.2212551 Apr 18 20:56:34.729712 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff59d367-ff91-4b0b-bfdc-8f5d95974c24 tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Pushing event deleted for resources: {'Subnet': ['ID=df170172-a765-426c-972a-875426e684e0,revision_number=None']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:56:34.735646 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-ff59d367-ff91-4b0b-bfdc-8f5d95974c24 tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Notify callbacks [] for subnet, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:56:34.752453 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-415c17ea-bf28-4ec2-ab50-fae63e277330 None None] Network ef903069-7c89-4376-963f-99c58ca6d615 requested from n-d-838334-2 {{(pid=84042) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 20:56:34.781715 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-ff59d367-ff91-4b0b-bfdc-8f5d95974c24 tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] 10.222.0.42 "DELETE /v2.0/subnets/df170172-a765-426c-972a-875426e684e0 HTTP/1.1" status: 204 len: 168 time: 0.6299398 Apr 18 20:56:34.782496 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 52466) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:56:34.885787 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-929ece53-f4a5-4602-91e6-687de7970616 tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] 10.222.0.42 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1021748 Apr 18 20:56:34.886389 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 52470) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:56:34.892239 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.v2.base [None req-20c0400e-70df-4821-b37e-bc2a993b015a tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Request body: {'subnet': {'network_id': 'ef903069-7c89-4376-963f-99c58ca6d615', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=84041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 20:56:34.954701 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bff5031-6d8e-4d78-a78d-48f477ce8210 req-1711aac5-cb42-4540-9bd8-378db8f2b30f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:56:34.956621 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-0bff5031-6d8e-4d78-a78d-48f477ce8210 req-1711aac5-cb42-4540-9bd8-378db8f2b30f service neutron] 10.222.0.48 "GET /v2.0/subnets?id=e3291cf4-4c37-4898-8026-16f9e0aaa3d9 HTTP/1.1" status: 200 len: 797 time: 0.2298942 Apr 18 20:56:35.109172 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-334048ea-23a0-4671-b4dc-4cdbae4bae32 req-25ef9393-274a-491f-89c1-fd25a55eac1c tempest-ServerActionsTestJSON-2052644234 tempest-ServerActionsTestJSON-2052644234-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:56:35.119968 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-334048ea-23a0-4671-b4dc-4cdbae4bae32 req-25ef9393-274a-491f-89c1-fd25a55eac1c tempest-ServerActionsTestJSON-2052644234 tempest-ServerActionsTestJSON-2052644234-project] 10.222.0.42 "GET /v2.0/ports?device_id=b7307812-da19-4509-9baf-bb3ff8313904 HTTP/1.1" status: 200 len: 945 time: 0.5584195 Apr 18 20:56:35.236202 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-20c0400e-70df-4821-b37e-bc2a993b015a tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:56:35.238044 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63fd0ddc-7489-46ab-bc30-1fc794faa28a req-639128c4-41b5-43a3-bad1-203d8d766412 tempest-ServerPasswordTestJSON-1466357251 tempest-ServerPasswordTestJSON-1466357251-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:56:35.247131 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-20c0400e-70df-4821-b37e-bc2a993b015a tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Usage tracker for resource:subnet and tenant:1256b788e8184019a07eb24a482acda4 is out of sync, need to count used quota {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:56:35.248532 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-63fd0ddc-7489-46ab-bc30-1fc794faa28a req-639128c4-41b5-43a3-bad1-203d8d766412 tempest-ServerPasswordTestJSON-1466357251 tempest-ServerPasswordTestJSON-1466357251-project] 10.222.0.42 "GET /v2.0/ports?device_id=5fd64991-62d6-4f7f-a5c3-07aca58dd707 HTTP/1.1" status: 200 len: 945 time: 0.7927530 Apr 18 20:56:35.255902 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-20c0400e-70df-4821-b37e-bc2a993b015a tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:56:35.279629 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-20c0400e-70df-4821-b37e-bc2a993b015a tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:56:35.306396 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-20c0400e-70df-4821-b37e-bc2a993b015a tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Made reservation on behalf of 1256b788e8184019a07eb24a482acda4 for: {'subnet': 1} {{(pid=84041) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:56:35.311594 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-20c0400e-70df-4821-b37e-bc2a993b015a tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32486301'] for subnet, before_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:56:35.333961 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-334048ea-23a0-4671-b4dc-4cdbae4bae32 req-2d5919fa-d074-4781-81f5-96924444dcf3 tempest-ServerActionsTestJSON-2052644234 tempest-ServerActionsTestJSON-2052644234-project] 10.222.0.42 "GET /v2.0/security-groups?id=c2aeb662-6a43-4389-8810-9fad3627855b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2128611 Apr 18 20:56:35.350687 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-0bff5031-6d8e-4d78-a78d-48f477ce8210 req-4b14b3c0-a824-4c98-8ff3-f47215811145 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=4c6d63fa-10ee-46ac-a5d2-fd4675ff700f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.3049603 Apr 18 20:56:35.505335 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48974096-7707-409a-ba30-7921aa87840c None None] DHCP port deletion for ef903069-7c89-4376-963f-99c58ca6d615 request from n-d-838334-2 {{(pid=84042) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 18 20:56:35.512672 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.plugin [None req-48974096-7707-409a-ba30-7921aa87840c None None] Deleting port e5651a68-c9de-45d7-909e-3ac2f896742c {{(pid=84042) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 20:56:35.513207 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-48974096-7707-409a-ba30-7921aa87840c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750375188691'] for port, before_delete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:56:35.600220 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-0bff5031-6d8e-4d78-a78d-48f477ce8210 req-44e313ae-05ad-4f2a-a058-f5a7d325094d service neutron] 10.222.0.48 "GET /v2.0/networks/4c6d63fa-10ee-46ac-a5d2-fd4675ff700f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2363482 Apr 18 20:56:35.957925 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Device e5651a68-c9de-45d7-909e-3ac2f896742c no longer exists at agent ovs-agent-n-d-838334-2 {{(pid=84042) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 20:56:35.961587 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-63fd0ddc-7489-46ab-bc30-1fc794faa28a req-11d921ba-da6e-46cd-9506-50498dfa0b15 tempest-ServerPasswordTestJSON-1466357251 tempest-ServerPasswordTestJSON-1466357251-project] 10.222.0.42 "GET /v2.0/security-groups?id=434d3256-62ac-42cc-9b55-fa0269b861fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7042363 Apr 18 20:56:35.982320 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-20c0400e-70df-4821-b37e-bc2a993b015a tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33526260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32266407', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32486287'] for subnet, after_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:56:36.149559 n-d-838334-2 neutron-server[84041]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20c0400e-70df-4821-b37e-bc2a993b015a tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Network ef903069-7c89-4376-963f-99c58ca6d615 is already hosted by enough agents. {{(pid=84041) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:56:36.153617 n-d-838334-2 neutron-server[84041]: DEBUG neutron.scheduler.base_scheduler [None req-20c0400e-70df-4821-b37e-bc2a993b015a tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Resources bound (agent type, host, resource id): {{(pid=84041) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:56:36.162308 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20c0400e-70df-4821-b37e-bc2a993b015a tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Pushing event updated for resources: {'Subnet': ['ID=3f84d05b-7c02-4692-94df-3800ca3e2e60,revision_number=0']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:56:36.170806 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20c0400e-70df-4821-b37e-bc2a993b015a tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:56:36.171878 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-20c0400e-70df-4821-b37e-bc2a993b015a tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Notify callbacks [] for subnet, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:56:36.188728 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-48974096-7707-409a-ba30-7921aa87840c None None] For port e5651a68-c9de-45d7-909e-3ac2f896742c, host n-d-838334-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838334-2',level=0,port_id=e5651a68-c9de-45d7-909e-3ac2f896742c,segment=NetworkSegment(fbf28fbd-36f8-46f3-be08-57d41821e390),segment_id=fbf28fbd-36f8-46f3-be08-57d41821e390)] {{(pid=84042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:56:36.189279 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-48974096-7707-409a-ba30-7921aa87840c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369123'] for port, precommit_delete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:56:36.223184 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-20c0400e-70df-4821-b37e-bc2a993b015a tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.3356166 Apr 18 20:56:36.226463 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 52486) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:56:36.244233 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.v2.base [None req-b4a073ca-2092-4bd9-b3b8-083cf18cdf6f tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Request body: {'port': {'network_id': 'ef903069-7c89-4376-963f-99c58ca6d615', 'fixed_ips': [{'subnet_id': '3f84d05b-7c02-4692-94df-3800ca3e2e60', 'ip_address': '2001:db8:0:1::4'}], 'name': 'tempest-NetworksTestDHCPv6-234227001'}} {{(pid=84041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 20:56:36.251029 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-0bff5031-6d8e-4d78-a78d-48f477ce8210 req-92cdd449-434e-4625-9da0-10d76d8b7bef service neutron] 10.222.0.48 "GET /v2.0/networks/4c6d63fa-10ee-46ac-a5d2-fd4675ff700f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6319606 Apr 18 20:56:36.363106 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.plugin [None req-48974096-7707-409a-ba30-7921aa87840c None None] Calling delete_port for e5651a68-c9de-45d7-909e-3ac2f896742c owned by network:dhcp {{(pid=84042) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 20:56:36.386472 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-5847cbf1-acb4-420d-866c-80aad0089c6a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-32377931', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33443910'] for router_interface, after_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:56:36.404421 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-0bff5031-6d8e-4d78-a78d-48f477ce8210 req-d85f9b6a-70e2-4ee9-ad0d-30d35477462b service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=f0e8d8ea-6bcf-495f-8aee-e46b70d0c94e HTTP/1.1" status: 200 len: 217 time: 0.1343079 Apr 18 20:56:36.518348 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:56:36.524499 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-b4a073ca-2092-4bd9-b3b8-083cf18cdf6f tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:56:36.545215 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-b4a073ca-2092-4bd9-b3b8-083cf18cdf6f tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Usage tracker for resource:port and tenant:1256b788e8184019a07eb24a482acda4 is out of sync, need to count used quota {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:56:36.552881 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-b4a073ca-2092-4bd9-b3b8-083cf18cdf6f tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Quota usage for port was recalculated. Used quota:1. {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:56:36.598622 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-b4a073ca-2092-4bd9-b3b8-083cf18cdf6f tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:56:36.629734 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b4a073ca-2092-4bd9-b3b8-083cf18cdf6f tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Made reservation on behalf of 1256b788e8184019a07eb24a482acda4 for: {'port': 1} {{(pid=84041) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:56:36.635682 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-b4a073ca-2092-4bd9-b3b8-083cf18cdf6f tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:56:36.650524 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] For port e5651a68-c9de-45d7-909e-3ac2f896742c, host n-d-838334-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838334-2',level=0,port_id=e5651a68-c9de-45d7-909e-3ac2f896742c,segment=NetworkSegment(fbf28fbd-36f8-46f3-be08-57d41821e390),segment_id=fbf28fbd-36f8-46f3-be08-57d41821e390)] {{(pid=84042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:56:36.668174 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682'] for port, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:56:36.674556 n-d-838334-2 neutron-server[84041]: DEBUG neutron.notifiers.nova [None req-b4a073ca-2092-4bd9-b3b8-083cf18cdf6f tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] device_id is not set on port 6c6d915e-3498-4b2c-a4de-e1520373b3d5 yet. {{(pid=84041) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 18 20:56:36.858146 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Pushing event updated for resources: {'Port': ['ID=e5651a68-c9de-45d7-909e-3ac2f896742c,revision_number=5']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:56:36.870302 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.db.api [None req-48974096-7707-409a-ba30-7921aa87840c None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84042) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 18 20:56:36.872706 n-d-838334-2 neutron-server[84042]: DEBUG oslo_db.api [None req-48974096-7707-409a-ba30-7921aa87840c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 18 20:56:36.926908 n-d-838334-2 neutron-server[84041]: INFO neutron.pecan_wsgi.hooks.translation [None req-b4a073ca-2092-4bd9-b3b8-083cf18cdf6f tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 18 20:56:36.927427 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b4a073ca-2092-4bd9-b3b8-083cf18cdf6f tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=84041) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 20:56:36.965623 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-b4a073ca-2092-4bd9-b3b8-083cf18cdf6f tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 400 len: 350 time: 0.7342908 Apr 18 20:56:36.966284 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 52494) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:56:37.012859 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bff5031-6d8e-4d78-a78d-48f477ce8210 req-c6f232d5-b479-4dd1-9a54-4d9f25838913 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:56:37.015527 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-0bff5031-6d8e-4d78-a78d-48f477ce8210 req-c6f232d5-b479-4dd1-9a54-4d9f25838913 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=3a8de80c-2b95-46eb-ba80-482a3302f829 HTTP/1.1" status: 200 len: 797 time: 0.1996582 Apr 18 20:56:37.074302 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f7fe94e-3e21-424d-ad45-25cfb0847962 tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:56:37.077197 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-5f7fe94e-3e21-424d-ad45-25cfb0847962 tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Synchronizing usage tracker for tenant:1256b788e8184019a07eb24a482acda4 on resource:port {{(pid=84041) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 20:56:37.099163 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-5f7fe94e-3e21-424d-ad45-25cfb0847962 tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Unset dirty status for tenant:1256b788e8184019a07eb24a482acda4 on resource:port {{(pid=84041) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 20:56:37.104556 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-5f7fe94e-3e21-424d-ad45-25cfb0847962 tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] 10.222.0.42 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.1368895 Apr 18 20:56:37.105478 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 52500) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:56:37.148912 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ad599dd-bdc8-4e3e-8929-97b8017103fd req-98db2676-e7c2-4f5f-8f4c-974c97ad7f1e tempest-AttachVolumeShelveTestJSON-1712717013 tempest-AttachVolumeShelveTestJSON-1712717013-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:56:37.155834 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-6ad599dd-bdc8-4e3e-8929-97b8017103fd req-98db2676-e7c2-4f5f-8f4c-974c97ad7f1e tempest-AttachVolumeShelveTestJSON-1712717013 tempest-AttachVolumeShelveTestJSON-1712717013-project] 10.222.0.42 "GET /v2.0/ports?device_id=5b9655ef-e7a4-49b4-bc6e-a6c04beac88f HTTP/1.1" status: 200 len: 945 time: 1.0055919 Apr 18 20:56:37.241411 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0192c976-2b95-4806-ab34-336f7808903f req-df6065f2-1c74-48cd-9c08-acdeb49fe514 tempest-ServerActionsTestJSON-2052644234 tempest-ServerActionsTestJSON-2052644234-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:56:37.242668 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-0192c976-2b95-4806-ab34-336f7808903f req-df6065f2-1c74-48cd-9c08-acdeb49fe514 tempest-ServerActionsTestJSON-2052644234 tempest-ServerActionsTestJSON-2052644234-project] 10.222.0.42 "GET /v2.0/ports?device_id=b7307812-da19-4509-9baf-bb3ff8313904 HTTP/1.1" status: 200 len: 945 time: 0.3549435 Apr 18 20:56:37.255354 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-6ad599dd-bdc8-4e3e-8929-97b8017103fd req-99381d0e-a986-4357-8043-86385af09f36 tempest-AttachVolumeShelveTestJSON-1712717013 tempest-AttachVolumeShelveTestJSON-1712717013-project] 10.222.0.42 "GET /v2.0/security-groups?id=e08cc47c-4c66-43de-a30b-78ed2c16d927&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0982652 Apr 18 20:56:37.362169 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-0192c976-2b95-4806-ab34-336f7808903f req-d44a2dbb-2e1d-4209-84c0-aeab7e5966ac tempest-ServerActionsTestJSON-2052644234 tempest-ServerActionsTestJSON-2052644234-project] 10.222.0.42 "GET /v2.0/security-groups?id=c2aeb662-6a43-4389-8810-9fad3627855b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1059041 Apr 18 20:56:37.363833 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6781bb26-5874-441b-b544-10028a2b9eb8 tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:56:37.365861 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6781bb26-5874-441b-b544-10028a2b9eb8 tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:56:37.366701 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-6781bb26-5874-441b-b544-10028a2b9eb8 tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Synchronizing usage tracker for tenant:1256b788e8184019a07eb24a482acda4 on resource:subnet {{(pid=84041) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 20:56:37.374059 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.plugin [None req-48974096-7707-409a-ba30-7921aa87840c None None] Deleting port e5651a68-c9de-45d7-909e-3ac2f896742c {{(pid=84042) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 20:56:37.375003 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-48974096-7707-409a-ba30-7921aa87840c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750375188691'] for port, before_delete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:56:37.384712 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-0bff5031-6d8e-4d78-a78d-48f477ce8210 req-c21a9bfa-350c-4ae7-98fe-525e9c0ef2b0 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=c28eb4dc-8be0-4839-b428-8a188976dc96&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.3498394 Apr 18 20:56:37.389196 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-6781bb26-5874-441b-b544-10028a2b9eb8 tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Unset dirty status for tenant:1256b788e8184019a07eb24a482acda4 on resource:subnet {{(pid=84041) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 20:56:37.390507 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-6781bb26-5874-441b-b544-10028a2b9eb8 tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] 10.222.0.42 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.2835534 Apr 18 20:56:37.393316 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 52504) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:56:37.727423 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.db_base_plugin_v2 [None req-ba77942f-ffd1-41a2-a495-49f17685d311 tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Deleting subnet 3f84d05b-7c02-4692-94df-3800ca3e2e60 {{(pid=84041) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 18 20:56:37.731363 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-ba77942f-ffd1-41a2-a495-49f17685d311 tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Notify callbacks [] for subnet, before_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:56:37.753396 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-48974096-7707-409a-ba30-7921aa87840c None None] For port e5651a68-c9de-45d7-909e-3ac2f896742c, host n-d-838334-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838334-2',level=0,port_id=e5651a68-c9de-45d7-909e-3ac2f896742c,segment=NetworkSegment(fbf28fbd-36f8-46f3-be08-57d41821e390),segment_id=fbf28fbd-36f8-46f3-be08-57d41821e390)] {{(pid=84042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:56:37.753869 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-48974096-7707-409a-ba30-7921aa87840c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369123'] for port, precommit_delete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:56:37.805331 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-ba77942f-ffd1-41a2-a495-49f17685d311 tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32266383'] for subnet, precommit_delete_associations {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:56:37.907046 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.plugin [None req-48974096-7707-409a-ba30-7921aa87840c None None] Calling delete_port for e5651a68-c9de-45d7-909e-3ac2f896742c owned by network:dhcp {{(pid=84042) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 20:56:37.915890 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-ba77942f-ffd1-41a2-a495-49f17685d311 tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1260556'] for subnet, precommit_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:56:37.957289 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1701c173-b697-4526-ad3f-27f290e2722d req-388b79fc-9c26-449e-ab79-c4831e897be1 tempest-DeleteServersTestJSON-915645800 tempest-DeleteServersTestJSON-915645800-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:56:37.965323 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-1701c173-b697-4526-ad3f-27f290e2722d req-388b79fc-9c26-449e-ab79-c4831e897be1 tempest-DeleteServersTestJSON-915645800 tempest-DeleteServersTestJSON-915645800-project] 10.222.0.42 "GET /v2.0/ports?device_id=f2b26dda-40aa-4c01-bf22-35ecafdb42a4 HTTP/1.1" status: 200 len: 945 time: 0.4609296 Apr 18 20:56:37.996204 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-48974096-7707-409a-ba30-7921aa87840c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750375259028', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750374836628'] for port, after_delete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:56:38.052870 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48974096-7707-409a-ba30-7921aa87840c None None] Pushing event deleted for resources: {'Port': ['ID=e5651a68-c9de-45d7-909e-3ac2f896742c,revision_number=None']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:56:38.062641 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48974096-7707-409a-ba30-7921aa87840c None None] No DVR routers for this DVR port e5651a68-c9de-45d7-909e-3ac2f896742c on host n-d-838334-2 {{(pid=84042) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 20:56:38.065358 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-ba77942f-ffd1-41a2-a495-49f17685d311 tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1260549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33526260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32266336', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32486390'] for subnet, after_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:56:38.082870 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89d32de9-6f57-461c-8378-057f72cb9b89 None None] Network ef903069-7c89-4376-963f-99c58ca6d615 requested from n-d-838334-2 {{(pid=84042) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 20:56:38.106184 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-1701c173-b697-4526-ad3f-27f290e2722d req-2169223e-77d8-43c6-84b3-59b613d0008b tempest-DeleteServersTestJSON-915645800 tempest-DeleteServersTestJSON-915645800-project] 10.222.0.42 "GET /v2.0/security-groups?id=588d127b-19b7-4c3d-9f79-a400181b94e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1321378 Apr 18 20:56:38.122331 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-0bff5031-6d8e-4d78-a78d-48f477ce8210 req-20552987-1fab-44d3-85c1-ece2174b4550 service neutron] 10.222.0.48 "GET /v2.0/networks/c28eb4dc-8be0-4839-b428-8a188976dc96?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7300904 Apr 18 20:56:38.185618 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba77942f-ffd1-41a2-a495-49f17685d311 tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Pushing event deleted for resources: {'Subnet': ['ID=3f84d05b-7c02-4692-94df-3800ca3e2e60,revision_number=None']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:56:38.218648 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-ba77942f-ffd1-41a2-a495-49f17685d311 tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Notify callbacks [] for subnet, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:56:38.233290 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-479a0442-ea31-4c41-8ed4-eacbce16442d req-f849811f-7bdd-40dd-ae73-4b726dda823b tempest-ServerPasswordTestJSON-1466357251 tempest-ServerPasswordTestJSON-1466357251-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:56:38.240371 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-479a0442-ea31-4c41-8ed4-eacbce16442d req-f849811f-7bdd-40dd-ae73-4b726dda823b tempest-ServerPasswordTestJSON-1466357251 tempest-ServerPasswordTestJSON-1466357251-project] 10.222.0.42 "GET /v2.0/ports?device_id=5fd64991-62d6-4f7f-a5c3-07aca58dd707 HTTP/1.1" status: 200 len: 945 time: 0.6180112 Apr 18 20:56:38.260413 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-ba77942f-ffd1-41a2-a495-49f17685d311 tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] 10.222.0.42 "DELETE /v2.0/subnets/3f84d05b-7c02-4692-94df-3800ca3e2e60 HTTP/1.1" status: 204 len: 168 time: 0.8628588 Apr 18 20:56:38.261456 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 52510) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:56:38.413834 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-da835265-3c6c-4e86-a3c5-3f6a345761e4 tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] 10.222.0.42 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1520293 Apr 18 20:56:38.419168 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 52516) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:56:38.430443 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.v2.base [None req-65da48b3-b59a-4a0d-aa02-61f01c146ba9 tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Request body: {'subnet': {'network_id': 'ef903069-7c89-4376-963f-99c58ca6d615', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=84041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 20:56:38.586926 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-479a0442-ea31-4c41-8ed4-eacbce16442d req-2a593e6c-e3bc-4b3c-81aa-19507dee2315 tempest-ServerPasswordTestJSON-1466357251 tempest-ServerPasswordTestJSON-1466357251-project] 10.222.0.42 "GET /v2.0/security-groups?id=434d3256-62ac-42cc-9b55-fa0269b861fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3449242 Apr 18 20:56:38.609794 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-0bff5031-6d8e-4d78-a78d-48f477ce8210 req-9601c211-9682-4279-9792-9223778cc189 service neutron] 10.222.0.48 "GET /v2.0/networks/c28eb4dc-8be0-4839-b428-8a188976dc96?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4267383 Apr 18 20:56:38.668759 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-65da48b3-b59a-4a0d-aa02-61f01c146ba9 tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:56:38.678386 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-65da48b3-b59a-4a0d-aa02-61f01c146ba9 tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Usage tracker for resource:subnet and tenant:1256b788e8184019a07eb24a482acda4 is out of sync, need to count used quota {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:56:38.685468 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-65da48b3-b59a-4a0d-aa02-61f01c146ba9 tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:56:38.700580 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-65da48b3-b59a-4a0d-aa02-61f01c146ba9 tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:56:38.726918 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-65da48b3-b59a-4a0d-aa02-61f01c146ba9 tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Made reservation on behalf of 1256b788e8184019a07eb24a482acda4 for: {'subnet': 1} {{(pid=84041) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:56:38.732319 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-65da48b3-b59a-4a0d-aa02-61f01c146ba9 tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32486301'] for subnet, before_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:56:38.741067 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-0bff5031-6d8e-4d78-a78d-48f477ce8210 req-065e2941-fb3c-4502-962e-e00e140fad31 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=c752aac3-367c-457b-992d-78f7341198e9 HTTP/1.1" status: 200 len: 217 time: 0.1204894 Apr 18 20:56:38.749442 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f73cba11-a0be-44ba-bca6-960bfd984092 req-89dcb1bf-ccbf-4b75-9954-ebb93f8e3d08 tempest-ServerActionsTestJSON-2052644234 tempest-ServerActionsTestJSON-2052644234-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:56:38.751174 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-f73cba11-a0be-44ba-bca6-960bfd984092 req-89dcb1bf-ccbf-4b75-9954-ebb93f8e3d08 tempest-ServerActionsTestJSON-2052644234 tempest-ServerActionsTestJSON-2052644234-project] 10.222.0.42 "GET /v2.0/ports?device_id=b7307812-da19-4509-9baf-bb3ff8313904 HTTP/1.1" status: 200 len: 945 time: 0.3849216 Apr 18 20:56:39.074800 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-65da48b3-b59a-4a0d-aa02-61f01c146ba9 tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33526260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32266407', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32486287'] for subnet, after_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:56:39.100253 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-f73cba11-a0be-44ba-bca6-960bfd984092 req-3336b873-9b91-4642-8f65-a9a58fc7d1a6 tempest-ServerActionsTestJSON-2052644234 tempest-ServerActionsTestJSON-2052644234-project] 10.222.0.42 "GET /v2.0/security-groups?id=c2aeb662-6a43-4389-8810-9fad3627855b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3372433 Apr 18 20:56:39.115331 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bff5031-6d8e-4d78-a78d-48f477ce8210 req-d41599ba-4a89-4b2d-a2f4-fbd64ea38558 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:56:39.119839 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-0bff5031-6d8e-4d78-a78d-48f477ce8210 req-d41599ba-4a89-4b2d-a2f4-fbd64ea38558 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=3a8de80c-2b95-46eb-ba80-482a3302f829 HTTP/1.1" status: 200 len: 797 time: 0.3391278 Apr 18 20:56:39.169062 n-d-838334-2 neutron-server[84041]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65da48b3-b59a-4a0d-aa02-61f01c146ba9 tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Network ef903069-7c89-4376-963f-99c58ca6d615 is already hosted by enough agents. {{(pid=84041) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:56:39.172168 n-d-838334-2 neutron-server[84041]: DEBUG neutron.scheduler.base_scheduler [None req-65da48b3-b59a-4a0d-aa02-61f01c146ba9 tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Resources bound (agent type, host, resource id): {{(pid=84041) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:56:39.183306 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65da48b3-b59a-4a0d-aa02-61f01c146ba9 tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:56:39.184089 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-65da48b3-b59a-4a0d-aa02-61f01c146ba9 tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Notify callbacks [] for subnet, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:56:39.184554 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9028f84a-521f-491f-b84a-7ddf8dc020a9 None None] Network ef903069-7c89-4376-963f-99c58ca6d615 requested from n-d-838334-2 {{(pid=84042) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 20:56:39.199053 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65da48b3-b59a-4a0d-aa02-61f01c146ba9 tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Pushing event updated for resources: {'Subnet': ['ID=52bea4fc-df8a-40fc-904b-af96983f5f26,revision_number=0']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:56:39.234071 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-65da48b3-b59a-4a0d-aa02-61f01c146ba9 tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.8120630 Apr 18 20:56:39.234826 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 52526) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:56:39.246581 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.v2.base [None req-eafc6f6e-1fe5-4f38-8212-af435f1ca94a tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-1435821716', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=84040) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 20:56:39.266575 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [None req-eafc6f6e-1fe5-4f38-8212-af435f1ca94a tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:56:39.294282 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8417239f-383e-4eff-9ad9-f8007461f179 req-20efc63d-1872-47ec-b709-4374c83e4822 tempest-AttachVolumeShelveTestJSON-1712717013 tempest-AttachVolumeShelveTestJSON-1712717013-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:56:39.304174 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-8417239f-383e-4eff-9ad9-f8007461f179 req-20efc63d-1872-47ec-b709-4374c83e4822 tempest-AttachVolumeShelveTestJSON-1712717013 tempest-AttachVolumeShelveTestJSON-1712717013-project] 10.222.0.42 "GET /v2.0/ports?device_id=5b9655ef-e7a4-49b4-bc6e-a6c04beac88f HTTP/1.1" status: 200 len: 945 time: 0.4882512 Apr 18 20:56:39.309632 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-eafc6f6e-1fe5-4f38-8212-af435f1ca94a tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Usage tracker for resource:router and tenant:1256b788e8184019a07eb24a482acda4 is out of sync, need to count used quota {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:56:39.333908 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-eafc6f6e-1fe5-4f38-8212-af435f1ca94a tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:56:39.362340 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [None req-eafc6f6e-1fe5-4f38-8212-af435f1ca94a tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:56:39.404381 n-d-838334-2 neutron-server[84040]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5847cbf1-acb4-420d-866c-80aad0089c6a admin admin] Router bc01c25a-2e04-4cf1-bcb6-dfa1510dd9b9 has already been hosted by L3 agent bc84d6c9-dd7a-4555-a351-592327b46d5a {{(pid=84040) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 20:56:39.411836 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-eafc6f6e-1fe5-4f38-8212-af435f1ca94a tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-33442106', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5708'] for router, before_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:56:39.412985 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-eafc6f6e-1fe5-4f38-8212-af435f1ca94a tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33442137', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33444285', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33535433', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5703'] for router, precommit_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:56:39.464348 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-8417239f-383e-4eff-9ad9-f8007461f179 req-677da75a-b514-46ee-b24a-a1912af92b3e tempest-AttachVolumeShelveTestJSON-1712717013 tempest-AttachVolumeShelveTestJSON-1712717013-project] 10.222.0.42 "GET /v2.0/security-groups?id=e08cc47c-4c66-43de-a30b-78ed2c16d927&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1580064 Apr 18 20:56:39.505528 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-0bff5031-6d8e-4d78-a78d-48f477ce8210 req-6f69e595-55ff-4d22-8a5c-1ff3c8f198b6 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=c28eb4dc-8be0-4839-b428-8a188976dc96&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.3751161 Apr 18 20:56:39.595796 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2fe40553-8985-4d34-8946-24928a9d9f6e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp016840fc-1f9f-5892-9c53-c9cf6c845bbb-ef903069-7c89-4376-963f-99c58ca6d615', 'network_id': 'ef903069-7c89-4376-963f-99c58ca6d615', 'tenant_id': '1256b788e8184019a07eb24a482acda4', 'fixed_ips': [{'subnet_id': '52bea4fc-df8a-40fc-904b-af96983f5f26'}]}} from n-d-838334-2. {{(pid=84042) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 18 20:56:39.596621 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-2fe40553-8985-4d34-8946-24928a9d9f6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_create {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:56:39.681145 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-eafc6f6e-1fe5-4f38-8212-af435f1ca94a tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:56:39.843364 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.db_base_plugin_common [None req-2fe40553-8985-4d34-8946-24928a9d9f6e None None] Allocated IP 2001:db8::2 (ef903069-7c89-4376-963f-99c58ca6d615/52bea4fc-df8a-40fc-904b-af96983f5f26/79d48cb6-a9f1-4c60-9bb4-6fca751958cf) {{(pid=84042) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:56:39.936355 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-eafc6f6e-1fe5-4f38-8212-af435f1ca94a tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33443529', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33444176'] for router, after_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:56:40.009356 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-0bff5031-6d8e-4d78-a78d-48f477ce8210 req-19a92c2d-ed02-4412-88f8-8b2805ec61d1 service neutron] 10.222.0.48 "GET /v2.0/networks/c28eb4dc-8be0-4839-b428-8a188976dc96?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3793170 Apr 18 20:56:40.015710 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-eafc6f6e-1fe5-4f38-8212-af435f1ca94a tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Notify callbacks [] for router, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:56:40.017068 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-eafc6f6e-1fe5-4f38-8212-af435f1ca94a tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 0.7763028 Apr 18 20:56:40.019892 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 52532) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:56:40.047441 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50a742f8-d367-43b5-be08-0e54a5c5827b req-879af02e-5fb8-400e-8793-b183199633bb tempest-ServerActionsTestJSON-2052644234 tempest-ServerActionsTestJSON-2052644234-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:56:40.054836 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-50a742f8-d367-43b5-be08-0e54a5c5827b req-879af02e-5fb8-400e-8793-b183199633bb tempest-ServerActionsTestJSON-2052644234 tempest-ServerActionsTestJSON-2052644234-project] 10.222.0.42 "GET /v2.0/ports?device_id=b7307812-da19-4509-9baf-bb3ff8313904 HTTP/1.1" status: 200 len: 945 time: 0.4559667 Apr 18 20:56:40.176312 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44aa2286-47ca-4381-ae0e-f6f5604630d6 req-00fe57d8-576a-463a-803c-bf38148f5456 tempest-DeleteServersTestJSON-915645800 tempest-DeleteServersTestJSON-915645800-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:56:40.178809 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-44aa2286-47ca-4381-ae0e-f6f5604630d6 req-00fe57d8-576a-463a-803c-bf38148f5456 tempest-DeleteServersTestJSON-915645800 tempest-DeleteServersTestJSON-915645800-project] 10.222.0.42 "GET /v2.0/ports?device_id=f2b26dda-40aa-4c01-bf22-35ecafdb42a4 HTTP/1.1" status: 200 len: 945 time: 0.3801949 Apr 18 20:56:40.193237 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-2fe40553-8985-4d34-8946-24928a9d9f6e None None] Notify callbacks [] for port, precommit_create {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:56:40.218740 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-2fe40553-8985-4d34-8946-24928a9d9f6e None None] Transition to ACTIVE for port object 79d48cb6-a9f1-4c60-9bb4-6fca751958cf will not be triggered until provisioned by entity L2. {{(pid=84042) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 20:56:40.247728 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-2fe40553-8985-4d34-8946-24928a9d9f6e None None] Transition to ACTIVE for port object 79d48cb6-a9f1-4c60-9bb4-6fca751958cf will not be triggered until provisioned by entity DHCP. {{(pid=84042) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 20:56:40.260304 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-50a742f8-d367-43b5-be08-0e54a5c5827b req-a2b7abf7-146c-4cf1-9908-4aab381d5fcb tempest-ServerActionsTestJSON-2052644234 tempest-ServerActionsTestJSON-2052644234-project] 10.222.0.42 "GET /v2.0/security-groups?id=c2aeb662-6a43-4389-8810-9fad3627855b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2042465 Apr 18 20:56:40.266999 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-2fe40553-8985-4d34-8946-24928a9d9f6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750374836619'] for port, after_create {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:56:40.345359 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-44aa2286-47ca-4381-ae0e-f6f5604630d6 req-fadf8094-1e1f-4d14-84c9-3afb8e2049b4 tempest-DeleteServersTestJSON-915645800 tempest-DeleteServersTestJSON-915645800-project] 10.222.0.42 "GET /v2.0/security-groups?id=588d127b-19b7-4c3d-9f79-a400181b94e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1594081 Apr 18 20:56:40.351216 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-0bff5031-6d8e-4d78-a78d-48f477ce8210 req-76bdf976-89a3-49af-b111-985744ef3112 service neutron] 10.222.0.48 "GET /v2.0/networks/c28eb4dc-8be0-4839-b428-8a188976dc96?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3327339 Apr 18 20:56:40.417030 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5847cbf1-acb4-420d-866c-80aad0089c6a admin admin] Notify agent at l3_agent.n-d-838334-2 the message routers_updated {{(pid=84040) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 20:56:40.430130 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-5847cbf1-acb4-420d-866c-80aad0089c6a admin admin] 10.222.0.42 "PUT /v2.0/routers/bc01c25a-2e04-4cf1-bcb6-dfa1510dd9b9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 14.9477196 Apr 18 20:56:40.432784 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 52540) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:56:40.435657 n-d-838334-2 neutron-server[84043]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f62b754-ac7c-43bd-9b46-354b9e3fa964 None None] Sync routers for ids ['bc01c25a-2e04-4cf1-bcb6-dfa1510dd9b9'] in n-d-838334-2 {{(pid=84043) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 18 20:56:40.440895 n-d-838334-2 neutron-server[84042]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2fe40553-8985-4d34-8946-24928a9d9f6e None None] Network ef903069-7c89-4376-963f-99c58ca6d615 is already hosted by enough agents. {{(pid=84042) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:56:40.463803 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f62b754-ac7c-43bd-9b46-354b9e3fa964 None None] Routers {'bc01c25a-2e04-4cf1-bcb6-dfa1510dd9b9'} bound to L3 agent in host n-d-838334-2 {{(pid=84043) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 20:56:40.464585 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.l3_hamode_db [None req-0f62b754-ac7c-43bd-9b46-354b9e3fa964 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838334-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-18T20:25:48Z,description=,heartbeat_timestamp=2022-04-18T20:56:18Z,host='n-d-838334-2',id=bc84d6c9-dd7a-4555-a351-592327b46d5a,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:25:48Z,topic='l3_agent')) {'router_ids': ['bc01c25a-2e04-4cf1-bcb6-dfa1510dd9b9'], 'active': True} {{(pid=84043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:56:40.485336 n-d-838334-2 neutron-server[84042]: DEBUG neutron.scheduler.base_scheduler [None req-2fe40553-8985-4d34-8946-24928a9d9f6e None None] Resources bound (agent type, host, resource id): {{(pid=84042) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:56:40.489935 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fe40553-8985-4d34-8946-24928a9d9f6e None None] Pushing event updated for resources: {'Port': ['ID=79d48cb6-a9f1-4c60-9bb4-6fca751958cf,revision_number=1']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:56:40.502648 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fe40553-8985-4d34-8946-24928a9d9f6e None None] Received port after_create {{(pid=84042) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 20:56:40.645016 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.managers [None req-2fe40553-8985-4d34-8946-24928a9d9f6e None None] Attempting to bind port 79d48cb6-a9f1-4c60-9bb4-6fca751958cf on host n-d-838334-2 for vnic_type normal with profile {{(pid=84042) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:56:40.645603 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.managers [None req-2fe40553-8985-4d34-8946-24928a9d9f6e None None] Attempting to bind port 79d48cb6-a9f1-4c60-9bb4-6fca751958cf by drivers openvswitch,hyperv on host n-d-838334-2 at level 0 using segments [{'id': 'fbf28fbd-36f8-46f3-be08-57d41821e390', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': 'ef903069-7c89-4376-963f-99c58ca6d615'}] {{(pid=84042) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:56:40.646658 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fe40553-8985-4d34-8946-24928a9d9f6e None None] Attempting to bind port 79d48cb6-a9f1-4c60-9bb4-6fca751958cf on network ef903069-7c89-4376-963f-99c58ca6d615 {{(pid=84042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 20:56:40.667463 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fe40553-8985-4d34-8946-24928a9d9f6e None None] Checking agent: {'id': '97cd4414-7af6-4d67-868d-dff370b4071a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838334-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 25, 49), 'started_at': datetime.datetime(2022, 4, 18, 20, 26, 19), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 20, 56, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838334-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 18 20:56:40.668162 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fe40553-8985-4d34-8946-24928a9d9f6e None None] Checking segment: {'id': 'fbf28fbd-36f8-46f3-be08-57d41821e390', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': 'ef903069-7c89-4376-963f-99c58ca6d615'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84042) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 20:56:40.668758 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-2fe40553-8985-4d34-8946-24928a9d9f6e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:56:40.669305 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fe40553-8985-4d34-8946-24928a9d9f6e None None] Bound using segment: {'id': 'fbf28fbd-36f8-46f3-be08-57d41821e390', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': 'ef903069-7c89-4376-963f-99c58ca6d615'} {{(pid=84042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 18 20:56:40.669958 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.managers [None req-2fe40553-8985-4d34-8946-24928a9d9f6e None None] Bound port: 79d48cb6-a9f1-4c60-9bb4-6fca751958cf, host: n-d-838334-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fbf28fbd-36f8-46f3-be08-57d41821e390', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': 'ef903069-7c89-4376-963f-99c58ca6d615'}}] {{(pid=84042) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 20:56:40.670747 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-2fe40553-8985-4d34-8946-24928a9d9f6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:56:40.732292 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8760cd59-c222-48e1-bf59-ef57ac754cef req-84746a60-49aa-4b1c-86e2-b8e1ab9a44d7 tempest-ServerActionsTestJSON-2052644234 tempest-ServerActionsTestJSON-2052644234-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:56:40.733990 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-8760cd59-c222-48e1-bf59-ef57ac754cef req-84746a60-49aa-4b1c-86e2-b8e1ab9a44d7 tempest-ServerActionsTestJSON-2052644234 tempest-ServerActionsTestJSON-2052644234-project] 10.222.0.42 "GET /v2.0/ports?device_id=b7307812-da19-4509-9baf-bb3ff8313904 HTTP/1.1" status: 200 len: 945 time: 0.1298144 Apr 18 20:56:40.879534 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-2fe40553-8985-4d34-8946-24928a9d9f6e None None] For port 79d48cb6-a9f1-4c60-9bb4-6fca751958cf, host n-d-838334-2, cleared binding levels {{(pid=84042) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 20:56:40.886882 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-8760cd59-c222-48e1-bf59-ef57ac754cef req-f2e051fe-2854-4680-b533-10f6a6612be3 tempest-ServerActionsTestJSON-2052644234 tempest-ServerActionsTestJSON-2052644234-project] 10.222.0.42 "GET /v2.0/security-groups?id=c2aeb662-6a43-4389-8810-9fad3627855b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1438997 Apr 18 20:56:40.894024 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-2fe40553-8985-4d34-8946-24928a9d9f6e None None] For port 79d48cb6-a9f1-4c60-9bb4-6fca751958cf, host n-d-838334-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838334-2',level=0,port_id=79d48cb6-a9f1-4c60-9bb4-6fca751958cf,segment=NetworkSegment(fbf28fbd-36f8-46f3-be08-57d41821e390),segment_id=fbf28fbd-36f8-46f3-be08-57d41821e390)] {{(pid=84042) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 20:56:40.906021 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-2fe40553-8985-4d34-8946-24928a9d9f6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682'] for port, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:56:40.927866 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-bd2861f6-090e-4fb1-b7f7-966f866e6cd7 admin admin] Notify callbacks [] for router, before_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:56:40.992722 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.l3_dvr_db [None req-0f62b754-ac7c-43bd-9b46-354b9e3fa964 None None] Set router bc01c25a-2e04-4cf1-bcb6-dfa1510dd9b9 gateway port host: n-d-838334-2 {{(pid=84043) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 20:56:41.110129 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fe40553-8985-4d34-8946-24928a9d9f6e None None] Pushing event updated for resources: {'Port': ['ID=79d48cb6-a9f1-4c60-9bb4-6fca751958cf,revision_number=2']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:56:41.301758 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-815542d9-a7a9-4c08-bc9c-aca4cd4573aa tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:56:41.394270 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d19638d-1e65-4da9-b01c-5154028a2f93 req-d60665cc-1b00-4041-9112-895560dc90fb tempest-AttachVolumeShelveTestJSON-1712717013 tempest-AttachVolumeShelveTestJSON-1712717013-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:56:41.412059 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-7d19638d-1e65-4da9-b01c-5154028a2f93 req-d60665cc-1b00-4041-9112-895560dc90fb tempest-AttachVolumeShelveTestJSON-1712717013 tempest-AttachVolumeShelveTestJSON-1712717013-project] 10.222.0.42 "GET /v2.0/ports?device_id=5b9655ef-e7a4-49b4-bc6e-a6c04beac88f HTTP/1.1" status: 200 len: 945 time: 0.3651884 Apr 18 20:56:41.567391 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.l3_hamode_db [None req-0f62b754-ac7c-43bd-9b46-354b9e3fa964 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc01c25a-2e04-4cf1-bcb6-dfa1510dd9b9', 'name': 'tempest-ServerRescueNegativeTestJSON-1024788492-router', 'tenant_id': 'f9a0b0412d2042448fe0968cc5e47ae5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'external_fixed_ips': [{'subnet_id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'ip_address': '172.25.8.54'}], 'enable_snat': True}, 'gw_port_id': '7d561ce4-c85c-4141-9e07-20a038b04f96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:50:47Z', 'updated_at': '2022-04-18T20:56:33Z', 'revision_number': 5, 'project_id': 'f9a0b0412d2042448fe0968cc5e47ae5', 'gw_port': {'id': '7d561ce4-c85c-4141-9e07-20a038b04f96', 'name': '', 'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:d9:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc01c25a-2e04-4cf1-bcb6-dfa1510dd9b9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'ip_address': '172.25.8.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:50:48Z', 'updated_at': '2022-04-18T20:50:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838334-2'}], 'n-d-838334-2', False) {} {{(pid=84043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:56:41.573638 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-7d19638d-1e65-4da9-b01c-5154028a2f93 req-5d6deaa0-f6f5-4023-a60b-faeb6571bf07 tempest-AttachVolumeShelveTestJSON-1712717013 tempest-AttachVolumeShelveTestJSON-1712717013-project] 10.222.0.42 "GET /v2.0/security-groups?id=e08cc47c-4c66-43de-a30b-78ed2c16d927&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1606371 Apr 18 20:56:41.591735 n-d-838334-2 neutron-server[84043]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f62b754-ac7c-43bd-9b46-354b9e3fa964 None None] Checking router: bc01c25a-2e04-4cf1-bcb6-dfa1510dd9b9 for host: n-d-838334-2 {{(pid=84043) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 18 20:56:41.636079 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f62b754-ac7c-43bd-9b46-354b9e3fa964 None None] Routers {'bc01c25a-2e04-4cf1-bcb6-dfa1510dd9b9'} bound to L3 agent in host n-d-838334-2 {{(pid=84043) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 20:56:41.639103 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.l3_hamode_db [None req-0f62b754-ac7c-43bd-9b46-354b9e3fa964 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838334-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-18T20:25:48Z,description=,heartbeat_timestamp=2022-04-18T20:56:18Z,host='n-d-838334-2',id=bc84d6c9-dd7a-4555-a351-592327b46d5a,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:25:48Z,topic='l3_agent')) {'router_ids': ['bc01c25a-2e04-4cf1-bcb6-dfa1510dd9b9'], 'active': True} {{(pid=84043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:56:41.778796 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Device 79d48cb6-a9f1-4c60-9bb4-6fca751958cf up at agent ovs-agent-n-d-838334-2 {{(pid=84042) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 20:56:41.790790 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-bd2861f6-090e-4fb1-b7f7-966f866e6cd7 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:56:41.829694 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.plugin [None req-bd2861f6-090e-4fb1-b7f7-966f866e6cd7 admin admin] Deleting port 7d561ce4-c85c-4141-9e07-20a038b04f96 {{(pid=84040) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 20:56:41.830044 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-bd2861f6-090e-4fb1-b7f7-966f866e6cd7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750375188691'] for port, before_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:56:41.984975 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Provisioning for port 79d48cb6-a9f1-4c60-9bb4-6fca751958cf completed by entity L2. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 20:56:42.107858 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.l3_dvr_db [None req-0f62b754-ac7c-43bd-9b46-354b9e3fa964 None None] Set router bc01c25a-2e04-4cf1-bcb6-dfa1510dd9b9 gateway port host: n-d-838334-2 {{(pid=84043) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 20:56:42.272915 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.db_base_plugin_common [None req-815542d9-a7a9-4c08-bc9c-aca4cd4573aa tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Allocated IP 2001:db8::1 (ef903069-7c89-4376-963f-99c58ca6d615/52bea4fc-df8a-40fc-904b-af96983f5f26/27752744-a73a-47e9-963b-1958fa524179) {{(pid=84041) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:56:42.640616 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-815542d9-a7a9-4c08-bc9c-aca4cd4573aa tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Notify callbacks [] for port, precommit_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:56:42.684673 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.provisioning_blocks [None req-815542d9-a7a9-4c08-bc9c-aca4cd4573aa tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Transition to ACTIVE for port object 27752744-a73a-47e9-963b-1958fa524179 will not be triggered until provisioned by entity DHCP. {{(pid=84041) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 20:56:42.726398 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-815542d9-a7a9-4c08-bc9c-aca4cd4573aa tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750374836619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32266323'] for port, after_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:56:42.737233 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.db [None req-bd2861f6-090e-4fb1-b7f7-966f866e6cd7 admin admin] For port 7d561ce4-c85c-4141-9e07-20a038b04f96, host n-d-838334-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838334-2',level=0,port_id=7d561ce4-c85c-4141-9e07-20a038b04f96,segment=NetworkSegment(732aa830-768b-4511-951f-d08e26b9c25b),segment_id=732aa830-768b-4511-951f-d08e26b9c25b)] {{(pid=84040) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:56:42.737866 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-bd2861f6-090e-4fb1-b7f7-966f866e6cd7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369123'] for port, precommit_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:56:42.784379 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-a151efdf-672e-4d63-8bc6-98d94c742cf1 None None] Provisioning for port 79d48cb6-a9f1-4c60-9bb4-6fca751958cf completed by entity DHCP. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 20:56:42.796404 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-a151efdf-672e-4d63-8bc6-98d94c742cf1 None None] Provisioning complete for port 79d48cb6-a9f1-4c60-9bb4-6fca751958cf triggered by entity DHCP. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:56:42.796997 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-a151efdf-672e-4d63-8bc6-98d94c742cf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1253608'] for port, provisioning_complete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:56:42.929051 n-d-838334-2 neutron-server[84041]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-815542d9-a7a9-4c08-bc9c-aca4cd4573aa tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Network ef903069-7c89-4376-963f-99c58ca6d615 is already hosted by enough agents. {{(pid=84041) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:56:42.938223 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-815542d9-a7a9-4c08-bc9c-aca4cd4573aa tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Pushing event updated for resources: {'Port': ['ID=27752744-a73a-47e9-963b-1958fa524179,revision_number=1']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:56:42.948267 n-d-838334-2 neutron-server[84041]: DEBUG neutron.scheduler.base_scheduler [None req-815542d9-a7a9-4c08-bc9c-aca4cd4573aa tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Resources bound (agent type, host, resource id): {{(pid=84041) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:56:42.953221 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.l3_hamode_db [None req-0f62b754-ac7c-43bd-9b46-354b9e3fa964 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc01c25a-2e04-4cf1-bcb6-dfa1510dd9b9', 'name': 'tempest-ServerRescueNegativeTestJSON-1024788492-router', 'tenant_id': 'f9a0b0412d2042448fe0968cc5e47ae5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'external_fixed_ips': [{'subnet_id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'ip_address': '172.25.8.54'}], 'enable_snat': True}, 'gw_port_id': '7d561ce4-c85c-4141-9e07-20a038b04f96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:50:47Z', 'updated_at': '2022-04-18T20:56:33Z', 'revision_number': 5, 'project_id': 'f9a0b0412d2042448fe0968cc5e47ae5', 'gw_port': {'id': '7d561ce4-c85c-4141-9e07-20a038b04f96', 'name': '', 'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:d9:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc01c25a-2e04-4cf1-bcb6-dfa1510dd9b9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'ip_address': '172.25.8.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:50:48Z', 'updated_at': '2022-04-18T20:50:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838334-2'}], 'n-d-838334-2', False) {} {{(pid=84043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:56:42.968348 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.l3_dvrscheduler_db [None req-815542d9-a7a9-4c08-bc9c-aca4cd4573aa tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Received port after_create {{(pid=84041) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 20:56:42.969120 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-815542d9-a7a9-4c08-bc9c-aca4cd4573aa tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33444010'] for router_interface, before_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:56:42.971317 n-d-838334-2 neutron-server[84043]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f62b754-ac7c-43bd-9b46-354b9e3fa964 None None] The sync data for ids ['bc01c25a-2e04-4cf1-bcb6-dfa1510dd9b9'] in n-d-838334-2 is: [{'id': 'bc01c25a-2e04-4cf1-bcb6-dfa1510dd9b9', 'name': 'tempest-ServerRescueNegativeTestJSON-1024788492-router', 'tenant_id': 'f9a0b0412d2042448fe0968cc5e47ae5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'external_fixed_ips': [{'subnet_id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'ip_address': '172.25.8.54'}], 'enable_snat': True}, 'gw_port_id': '7d561ce4-c85c-4141-9e07-20a038b04f96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:50:47Z', 'updated_at': '2022-04-18T20:56:33Z', 'revision_number': 5, 'project_id': 'f9a0b0412d2042448fe0968cc5e47ae5', 'gw_port': {'id': '7d561ce4-c85c-4141-9e07-20a038b04f96', 'name': '', 'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:d9:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc01c25a-2e04-4cf1-bcb6-dfa1510dd9b9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'ip_address': '172.25.8.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:50:48Z', 'updated_at': '2022-04-18T20:50:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838334-2'}] {{(pid=84043) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 18 20:56:42.971927 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.plugin [None req-bd2861f6-090e-4fb1-b7f7-966f866e6cd7 admin admin] Calling delete_port for 7d561ce4-c85c-4141-9e07-20a038b04f96 owned by network:router_gateway {{(pid=84040) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 20:56:43.149407 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-a151efdf-672e-4d63-8bc6-98d94c742cf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:56:43.170705 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f967c3ca-7d5d-4ac9-bc23-8178f3a13d51 req-7771f1a5-090e-4864-a36b-38a8f9f61167 tempest-DeleteServersTestJSON-915645800 tempest-DeleteServersTestJSON-915645800-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:56:43.172495 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-f967c3ca-7d5d-4ac9-bc23-8178f3a13d51 req-7771f1a5-090e-4864-a36b-38a8f9f61167 tempest-DeleteServersTestJSON-915645800 tempest-DeleteServersTestJSON-915645800-project] 10.222.0.42 "GET /v2.0/ports?device_id=f2b26dda-40aa-4c01-bf22-35ecafdb42a4 HTTP/1.1" status: 200 len: 945 time: 0.2774360 Apr 18 20:56:43.225803 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2497536a-c5db-4c1f-941e-e3869ed3f180 req-70caae5c-1969-4845-ab54-97a100025ccc tempest-ServerPasswordTestJSON-1466357251 tempest-ServerPasswordTestJSON-1466357251-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:56:43.226863 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-a151efdf-672e-4d63-8bc6-98d94c742cf1 None None] For port 79d48cb6-a9f1-4c60-9bb4-6fca751958cf, host n-d-838334-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838334-2',level=0,port_id=79d48cb6-a9f1-4c60-9bb4-6fca751958cf,segment=NetworkSegment(fbf28fbd-36f8-46f3-be08-57d41821e390),segment_id=fbf28fbd-36f8-46f3-be08-57d41821e390)] {{(pid=84042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:56:43.232226 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-f967c3ca-7d5d-4ac9-bc23-8178f3a13d51 req-70ffd694-c940-4e0d-858c-fb1a83292d63 tempest-DeleteServersTestJSON-915645800 tempest-DeleteServersTestJSON-915645800-project] 10.222.0.42 "GET /v2.0/security-groups?id=588d127b-19b7-4c3d-9f79-a400181b94e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528247 Apr 18 20:56:43.234443 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [req-2497536a-c5db-4c1f-941e-e3869ed3f180 req-70caae5c-1969-4845-ab54-97a100025ccc tempest-ServerPasswordTestJSON-1466357251 tempest-ServerPasswordTestJSON-1466357251-project] Synchronizing usage tracker for tenant:3e56bcfffff947c68263794c76f7ac55 on resource:port {{(pid=84041) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 20:56:43.238461 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-360b5a3e-8ac8-4ae1-a9ba-5b7f8bb06014 req-77435233-6293-4397-9109-7811c98e740e tempest-ServerPasswordTestJSON-1466357251 tempest-ServerPasswordTestJSON-1466357251-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:56:43.242963 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-a151efdf-672e-4d63-8bc6-98d94c742cf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682'] for port, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:56:43.246665 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-360b5a3e-8ac8-4ae1-a9ba-5b7f8bb06014 req-77435233-6293-4397-9109-7811c98e740e tempest-ServerPasswordTestJSON-1466357251 tempest-ServerPasswordTestJSON-1466357251-project] 10.222.0.42 "GET /v2.0/ports?device_id=5fd64991-62d6-4f7f-a5c3-07aca58dd707 HTTP/1.1" status: 200 len: 945 time: 0.3502936 Apr 18 20:56:43.322692 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [req-2497536a-c5db-4c1f-941e-e3869ed3f180 req-70caae5c-1969-4845-ab54-97a100025ccc tempest-ServerPasswordTestJSON-1466357251 tempest-ServerPasswordTestJSON-1466357251-project] Unset dirty status for tenant:3e56bcfffff947c68263794c76f7ac55 on resource:port {{(pid=84041) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 20:56:43.324535 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-2497536a-c5db-4c1f-941e-e3869ed3f180 req-70caae5c-1969-4845-ab54-97a100025ccc tempest-ServerPasswordTestJSON-1466357251 tempest-ServerPasswordTestJSON-1466357251-project] 10.222.0.43 "GET /v2.0/ports?device_id=5fd64991-62d6-4f7f-a5c3-07aca58dd707 HTTP/1.1" status: 200 len: 945 time: 0.5123057 Apr 18 20:56:43.329855 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-360b5a3e-8ac8-4ae1-a9ba-5b7f8bb06014 req-81fefea5-51a6-4ba4-b2fb-079d1e35a038 tempest-ServerPasswordTestJSON-1466357251 tempest-ServerPasswordTestJSON-1466357251-project] 10.222.0.42 "GET /v2.0/security-groups?id=434d3256-62ac-42cc-9b55-fa0269b861fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0819972 Apr 18 20:56:43.451813 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.plugin [req-2497536a-c5db-4c1f-941e-e3869ed3f180 req-58fe6c38-fffe-4fb5-993d-b94e66c6bde8 tempest-ServerPasswordTestJSON-1466357251 tempest-ServerPasswordTestJSON-1466357251-project] Deleting port 7e342884-dcd1-489f-b34e-67f0888be59c {{(pid=84041) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 20:56:43.457809 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [req-2497536a-c5db-4c1f-941e-e3869ed3f180 req-58fe6c38-fffe-4fb5-993d-b94e66c6bde8 tempest-ServerPasswordTestJSON-1466357251 tempest-ServerPasswordTestJSON-1466357251-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750375188691'] for port, before_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:56:43.488961 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a151efdf-672e-4d63-8bc6-98d94c742cf1 None None] Pushing event updated for resources: {'Port': ['ID=79d48cb6-a9f1-4c60-9bb4-6fca751958cf,revision_number=3']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:56:43.497782 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-7a8f7b19-b199-46f8-8620-4c51fb6bd42f None None] Provisioning for port 27752744-a73a-47e9-963b-1958fa524179 completed by entity DHCP. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 20:56:43.517372 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-7a8f7b19-b199-46f8-8620-4c51fb6bd42f None None] Provisioning complete for port 27752744-a73a-47e9-963b-1958fa524179 triggered by entity DHCP. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:56:43.517736 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-7a8f7b19-b199-46f8-8620-4c51fb6bd42f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1253608'] for port, provisioning_complete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:56:43.563897 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-815542d9-a7a9-4c08-bc9c-aca4cd4573aa tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:56:43.616250 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.plugin [None req-7a8f7b19-b199-46f8-8620-4c51fb6bd42f None None] Port 27752744-a73a-47e9-963b-1958fa524179 cannot update to ACTIVE because it is not bound. {{(pid=84042) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 18 20:56:43.700851 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-bd2861f6-090e-4fb1-b7f7-966f866e6cd7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750375259028', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750374836628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32440838'] for port, after_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:56:43.717710 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Device 79d48cb6-a9f1-4c60-9bb4-6fca751958cf up at agent ovs-agent-n-d-838334-2 {{(pid=84042) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 20:56:43.783514 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd2861f6-090e-4fb1-b7f7-966f866e6cd7 admin admin] Pushing event deleted for resources: {'Port': ['ID=7d561ce4-c85c-4141-9e07-20a038b04f96,revision_number=None']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:56:43.847534 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Provisioning complete for port 79d48cb6-a9f1-4c60-9bb4-6fca751958cf triggered by entity L2. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:56:43.848119 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1253608'] for port, provisioning_complete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:56:43.943892 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd592d29-4a0a-4848-83d2-e17fca98fe6b req-b8ba1a2d-1cb0-4ca6-8337-d8b7a26c9629 tempest-ServerActionsTestJSON-2052644234 tempest-ServerActionsTestJSON-2052644234-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:56:43.952155 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-dd592d29-4a0a-4848-83d2-e17fca98fe6b req-b8ba1a2d-1cb0-4ca6-8337-d8b7a26c9629 tempest-ServerActionsTestJSON-2052644234 tempest-ServerActionsTestJSON-2052644234-project] 10.222.0.42 "GET /v2.0/ports?device_id=b7307812-da19-4509-9baf-bb3ff8313904 HTTP/1.1" status: 200 len: 945 time: 0.4014270 Apr 18 20:56:44.089037 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Device 048f2e4f-4c30-419f-b6c8-11c89bb062f3 no longer exists at agent ovs-agent-n-d-838334-2 {{(pid=84042) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 20:56:44.141514 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-bd2861f6-090e-4fb1-b7f7-966f866e6cd7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33444108'] for router_gateway, after_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:56:44.162457 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.plugin [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] No Port match for: 048f2e4f-4c30-419f-b6c8-11c89bb062f3 {{(pid=84042) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 18 20:56:44.162796 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Device 048f2e4f-4c30-419f-b6c8-11c89bb062f3 not bound to the agent host n-d-838334-2 {{(pid=84042) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 20:56:44.177224 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-815542d9-a7a9-4c08-bc9c-aca4cd4573aa tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Notify callbacks [] for port, precommit_update {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:56:44.185096 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-815542d9-a7a9-4c08-bc9c-aca4cd4573aa tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32266282'] for port, after_update {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:56:44.185954 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-815542d9-a7a9-4c08-bc9c-aca4cd4573aa tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-32377886', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33443847'] for router_interface, after_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:56:44.340282 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-dd592d29-4a0a-4848-83d2-e17fca98fe6b req-ba08f14d-e47d-41d2-a68f-a9310de76c5f tempest-ServerActionsTestJSON-2052644234 tempest-ServerActionsTestJSON-2052644234-project] 10.222.0.42 "GET /v2.0/security-groups?id=c2aeb662-6a43-4389-8810-9fad3627855b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3869991 Apr 18 20:56:44.535699 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-815542d9-a7a9-4c08-bc9c-aca4cd4573aa tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Pushing event updated for resources: {'Port': ['ID=27752744-a73a-47e9-963b-1958fa524179,revision_number=2']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:56:44.658983 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.db [req-2497536a-c5db-4c1f-941e-e3869ed3f180 req-58fe6c38-fffe-4fb5-993d-b94e66c6bde8 tempest-ServerPasswordTestJSON-1466357251 tempest-ServerPasswordTestJSON-1466357251-project] For port 7e342884-dcd1-489f-b34e-67f0888be59c, host n-h1-838334-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838334-2',level=0,port_id=7e342884-dcd1-489f-b34e-67f0888be59c,segment=NetworkSegment(d0da780d-c00d-4fff-8b04-0ef037f55c7d),segment_id=d0da780d-c00d-4fff-8b04-0ef037f55c7d)] {{(pid=84041) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:56:44.659340 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [req-2497536a-c5db-4c1f-941e-e3869ed3f180 req-58fe6c38-fffe-4fb5-993d-b94e66c6bde8 tempest-ServerPasswordTestJSON-1466357251 tempest-ServerPasswordTestJSON-1466357251-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369123'] for port, precommit_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:56:44.669273 n-d-838334-2 neutron-server[84041]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-815542d9-a7a9-4c08-bc9c-aca4cd4573aa tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Network ef903069-7c89-4376-963f-99c58ca6d615 is already hosted by enough agents. {{(pid=84041) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:56:44.672831 n-d-838334-2 neutron-server[84041]: DEBUG neutron.scheduler.base_scheduler [None req-815542d9-a7a9-4c08-bc9c-aca4cd4573aa tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Resources bound (agent type, host, resource id): {{(pid=84041) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:56:44.734552 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-bd2861f6-090e-4fb1-b7f7-966f866e6cd7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33443580', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5726'] for router, precommit_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:56:44.748991 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-bd2861f6-090e-4fb1-b7f7-966f866e6cd7 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:56:44.757025 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55d1c605-3ae7-4379-89ec-8a2f986a0afe req-c92e4a6a-623d-428c-a342-26d7d361f6f1 tempest-AttachVolumeShelveTestJSON-1712717013 tempest-AttachVolumeShelveTestJSON-1712717013-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:56:44.763845 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-55d1c605-3ae7-4379-89ec-8a2f986a0afe req-c92e4a6a-623d-428c-a342-26d7d361f6f1 tempest-AttachVolumeShelveTestJSON-1712717013 tempest-AttachVolumeShelveTestJSON-1712717013-project] 10.222.0.42 "GET /v2.0/ports?device_id=5b9655ef-e7a4-49b4-bc6e-a6c04beac88f HTTP/1.1" status: 200 len: 945 time: 0.5520589 Apr 18 20:56:44.839616 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-bd2861f6-090e-4fb1-b7f7-966f866e6cd7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-33443408'] for router, after_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:56:44.840242 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bd2861f6-090e-4fb1-b7f7-966f866e6cd7 admin admin] Fanout notify agent at l3_agent the message router_deleted on router bc01c25a-2e04-4cf1-bcb6-dfa1510dd9b9 {{(pid=84040) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 18 20:56:44.860408 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-55d1c605-3ae7-4379-89ec-8a2f986a0afe req-88e3688a-d1f1-497e-88c4-090fe3b83974 tempest-AttachVolumeShelveTestJSON-1712717013 tempest-AttachVolumeShelveTestJSON-1712717013-project] 10.222.0.42 "GET /v2.0/security-groups?id=e08cc47c-4c66-43de-a30b-78ed2c16d927&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0956388 Apr 18 20:56:44.875868 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41a29905-26b9-4c41-95c1-cd3ec07cb9c2 req-dac91c31-cb56-4d5d-883c-35acb3948abf tempest-AttachVolumeNegativeTest-555605742 tempest-AttachVolumeNegativeTest-555605742-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:56:44.877381 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-41a29905-26b9-4c41-95c1-cd3ec07cb9c2 req-dac91c31-cb56-4d5d-883c-35acb3948abf tempest-AttachVolumeNegativeTest-555605742 tempest-AttachVolumeNegativeTest-555605742-project] 10.222.0.42 "GET /v2.0/ports?device_id=78e9143e-c730-4c91-adff-3908c9b17d26 HTTP/1.1" status: 200 len: 945 time: 0.1945074 Apr 18 20:56:44.879203 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-bd2861f6-090e-4fb1-b7f7-966f866e6cd7 admin admin] Notify callbacks [] for router, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:56:44.884058 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-bd2861f6-090e-4fb1-b7f7-966f866e6cd7 admin admin] 10.222.0.42 "DELETE /v2.0/routers/bc01c25a-2e04-4cf1-bcb6-dfa1510dd9b9 HTTP/1.1" status: 204 len: 168 time: 4.4496243 Apr 18 20:56:44.884916 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 52590) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:56:44.924126 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.plugin [req-2497536a-c5db-4c1f-941e-e3869ed3f180 req-58fe6c38-fffe-4fb5-993d-b94e66c6bde8 tempest-ServerPasswordTestJSON-1466357251 tempest-ServerPasswordTestJSON-1466357251-project] Calling delete_port for 7e342884-dcd1-489f-b34e-67f0888be59c owned by compute:nova {{(pid=84041) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 20:56:44.981630 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.db_base_plugin_v2 [None req-1f632b06-ed2f-4894-a891-2c4799a23e72 admin admin] Deleting subnet e000ef4a-9553-4d5a-aa5c-e55a867fcd65 {{(pid=84040) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 18 20:56:44.987273 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-1f632b06-ed2f-4894-a891-2c4799a23e72 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:56:45.042017 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-41a29905-26b9-4c41-95c1-cd3ec07cb9c2 req-7cc70d02-ff83-424e-9f31-fb6095276061 tempest-AttachVolumeNegativeTest-555605742 tempest-AttachVolumeNegativeTest-555605742-project] 10.222.0.42 "GET /v2.0/security-groups?id=5b4552a3-e22b-4a82-aa8a-fd18498dcd3d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1544609 Apr 18 20:56:45.060479 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-f4be31ff-b2eb-4040-8ac7-45680a12a0ff None None] Provisioning complete for port 27752744-a73a-47e9-963b-1958fa524179 triggered by entity DHCP. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:56:45.060949 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-f4be31ff-b2eb-4040-8ac7-45680a12a0ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1253608'] for port, provisioning_complete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:56:45.155848 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-1f632b06-ed2f-4894-a891-2c4799a23e72 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31955982'] for subnet, precommit_delete_associations {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:56:45.177657 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.plugin [None req-f4be31ff-b2eb-4040-8ac7-45680a12a0ff None None] Port 27752744-a73a-47e9-963b-1958fa524179 cannot update to ACTIVE because it is not bound. {{(pid=84042) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 18 20:56:45.231932 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c63699f-de1e-48a9-99e5-86f819dcaeeb req-dde47a44-d42c-4fbf-98a3-0a626cd04977 tempest-DeleteServersTestJSON-915645800 tempest-DeleteServersTestJSON-915645800-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:56:45.233436 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-3c63699f-de1e-48a9-99e5-86f819dcaeeb req-dde47a44-d42c-4fbf-98a3-0a626cd04977 tempest-DeleteServersTestJSON-915645800 tempest-DeleteServersTestJSON-915645800-project] 10.222.0.42 "GET /v2.0/ports?device_id=f2b26dda-40aa-4c01-bf22-35ecafdb42a4 HTTP/1.1" status: 200 len: 945 time: 0.1812801 Apr 18 20:56:45.308400 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-1f632b06-ed2f-4894-a891-2c4799a23e72 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1260556'] for subnet, precommit_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:56:45.437314 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [req-2497536a-c5db-4c1f-941e-e3869ed3f180 req-58fe6c38-fffe-4fb5-993d-b94e66c6bde8 tempest-ServerPasswordTestJSON-1466357251 tempest-ServerPasswordTestJSON-1466357251-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750375259028', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750374836628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32266323'] for port, after_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:56:45.518208 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58fe6c38-fffe-4fb5-993d-b94e66c6bde8 tempest-ServerPasswordTestJSON-1466357251 tempest-ServerPasswordTestJSON-1466357251-project] Pushing event deleted for resources: {'Port': ['ID=7e342884-dcd1-489f-b34e-67f0888be59c,revision_number=None']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:56:45.536739 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d53e5522-8d44-4658-8d94-a665752f68dd req-c72be6bb-5074-4e59-bc17-11f20720bc78 tempest-AttachVolumeNegativeTest-555605742 tempest-AttachVolumeNegativeTest-555605742-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:56:45.537665 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [req-d53e5522-8d44-4658-8d94-a665752f68dd req-c72be6bb-5074-4e59-bc17-11f20720bc78 tempest-AttachVolumeNegativeTest-555605742 tempest-AttachVolumeNegativeTest-555605742-project] Synchronizing usage tracker for tenant:340d04fd839f4c0c896ec9bea561bc50 on resource:port {{(pid=84041) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 20:56:45.547751 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-3c63699f-de1e-48a9-99e5-86f819dcaeeb req-a19ef282-40ca-4af4-9d37-33f22e99e9ef tempest-DeleteServersTestJSON-915645800 tempest-DeleteServersTestJSON-915645800-project] 10.222.0.42 "GET /v2.0/security-groups?id=588d127b-19b7-4c3d-9f79-a400181b94e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3007238 Apr 18 20:56:45.560212 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-f62b2dcf-40a3-4f8e-ae55-7af24cd57ffb req-ac82ebf2-4362-42db-8043-4a1e0bcf50b8 tempest-ServerPasswordTestJSON-1466357251 tempest-ServerPasswordTestJSON-1466357251-project] 10.222.0.42 "GET /v2.0/ports?device_id=5fd64991-62d6-4f7f-a5c3-07aca58dd707 HTTP/1.1" status: 200 len: 210 time: 0.1241515 Apr 18 20:56:45.563613 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-1f632b06-ed2f-4894-a891-2c4799a23e72 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1260549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33526260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32440885', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31752825'] for subnet, after_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:56:45.645375 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-fefd2050-46cf-4322-bba6-073903442a7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750375287399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253529'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:56:45.649661 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f632b06-ed2f-4894-a891-2c4799a23e72 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e000ef4a-9553-4d5a-aa5c-e55a867fcd65,revision_number=None']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:56:45.677652 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-1f632b06-ed2f-4894-a891-2c4799a23e72 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32378031'] for subnet, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:56:45.685369 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c81608e-80e0-4560-b6e8-fcc19ac8690f None None] Network 9956df45-2736-4a4c-9815-b894d9a44160 requested from n-d-838334-2 {{(pid=84042) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 20:56:45.704948 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-1f632b06-ed2f-4894-a891-2c4799a23e72 admin admin] 10.222.0.42 "DELETE /v2.0/subnets/e000ef4a-9553-4d5a-aa5c-e55a867fcd65 HTTP/1.1" status: 204 len: 168 time: 0.8167241 Apr 18 20:56:45.704948 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 52598) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:56:45.717987 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Device 7d561ce4-c85c-4141-9e07-20a038b04f96 no longer exists at agent ovs-agent-n-d-838334-2 {{(pid=84042) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 20:56:45.744982 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.l3_dvrscheduler_db [req-2497536a-c5db-4c1f-941e-e3869ed3f180 req-58fe6c38-fffe-4fb5-993d-b94e66c6bde8 tempest-ServerPasswordTestJSON-1466357251 tempest-ServerPasswordTestJSON-1466357251-project] No DVR routers for this DVR port 7e342884-dcd1-489f-b34e-67f0888be59c on host n-h1-838334-2 {{(pid=84041) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 20:56:45.754177 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [req-2497536a-c5db-4c1f-941e-e3869ed3f180 req-58fe6c38-fffe-4fb5-993d-b94e66c6bde8 tempest-ServerPasswordTestJSON-1466357251 tempest-ServerPasswordTestJSON-1466357251-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217293'] for port, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:56:45.764357 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [req-d53e5522-8d44-4658-8d94-a665752f68dd req-c72be6bb-5074-4e59-bc17-11f20720bc78 tempest-AttachVolumeNegativeTest-555605742 tempest-AttachVolumeNegativeTest-555605742-project] Unset dirty status for tenant:340d04fd839f4c0c896ec9bea561bc50 on resource:port {{(pid=84041) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 20:56:45.765576 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-d53e5522-8d44-4658-8d94-a665752f68dd req-c72be6bb-5074-4e59-bc17-11f20720bc78 tempest-AttachVolumeNegativeTest-555605742 tempest-AttachVolumeNegativeTest-555605742-project] 10.222.0.43 "GET /v2.0/ports?device_id=78e9143e-c730-4c91-adff-3908c9b17d26 HTTP/1.1" status: 200 len: 945 time: 0.4832401 Apr 18 20:56:45.766067 n-d-838334-2 neutron-server[84041]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5fd64991-62d6-4f7f-a5c3-07aca58dd707', 'name': 'network-vif-deleted', 'tag': '7e342884-dcd1-489f-b34e-67f0888be59c'}] {{(pid=84041) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 20:56:45.815208 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.plugin [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] No Port match for: 7d561ce4-c85c-4141-9e07-20a038b04f96 {{(pid=84042) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 18 20:56:45.815537 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Device 7d561ce4-c85c-4141-9e07-20a038b04f96 not bound to the agent host n-d-838334-2 {{(pid=84042) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 20:56:45.869971 n-d-838334-2 neutron-server[84041]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6c4ad100-80db-463a-ad9b-5d7d85bee74a'] response: {'server_uuid': '5fd64991-62d6-4f7f-a5c3-07aca58dd707', 'name': 'network-vif-deleted', 'tag': '7e342884-dcd1-489f-b34e-67f0888be59c', 'status': 'completed', 'code': 200} Apr 18 20:56:45.899286 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-2497536a-c5db-4c1f-941e-e3869ed3f180 req-58fe6c38-fffe-4fb5-993d-b94e66c6bde8 tempest-ServerPasswordTestJSON-1466357251 tempest-ServerPasswordTestJSON-1466357251-project] 10.222.0.43 "DELETE /v2.0/ports/7e342884-dcd1-489f-b34e-67f0888be59c HTTP/1.1" status: 204 len: 173 time: 2.5693009 Apr 18 20:56:45.921518 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-832bda86-5333-4449-be01-cc6cc321d09e req-a309071a-a94c-45f9-ab5c-9265cb25243c service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=62ca3eda8b574071bf7ebb52cb30bb40&device_id=5b9655ef-e7a4-49b4-bc6e-a6c04beac88f HTTP/1.1" status: 200 len: 1096 time: 0.4469752 Apr 18 20:56:45.947228 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.plugin [req-d53e5522-8d44-4658-8d94-a665752f68dd req-a3518d27-737b-454e-80f7-4d117237db1a tempest-AttachVolumeNegativeTest-555605742 tempest-AttachVolumeNegativeTest-555605742-project] Deleting port 81dff9c0-884c-4df9-9a08-e02a4cf96c45 {{(pid=84041) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 20:56:45.947556 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [req-d53e5522-8d44-4658-8d94-a665752f68dd req-a3518d27-737b-454e-80f7-4d117237db1a tempest-AttachVolumeNegativeTest-555605742 tempest-AttachVolumeNegativeTest-555605742-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750375188691'] for port, before_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:56:46.019016 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-7cf3b1c6-9e55-45cb-a039-6d17f798dbfa req-f2271cc3-e053-4f0b-bf7c-3ce96f2e78da service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=6be92480d0964f34a8ede9caae0c987d&device_id=b7307812-da19-4509-9baf-bb3ff8313904 HTTP/1.1" status: 200 len: 1096 time: 0.5275238 Apr 18 20:56:46.029935 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-90823a9d-61cd-4833-bc28-7ba9f9b5a30d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1103592'] for network, before_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:56:46.084323 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-241eca2a-01c2-40af-a5c5-634c63d961e1 req-d0921b80-dd8f-42fb-af07-b847fdb87bde tempest-ServerActionsTestJSON-2052644234 tempest-ServerActionsTestJSON-2052644234-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:56:46.091865 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-241eca2a-01c2-40af-a5c5-634c63d961e1 req-d0921b80-dd8f-42fb-af07-b847fdb87bde tempest-ServerActionsTestJSON-2052644234 tempest-ServerActionsTestJSON-2052644234-project] 10.222.0.42 "GET /v2.0/ports?device_id=b7307812-da19-4509-9baf-bb3ff8313904 HTTP/1.1" status: 200 len: 945 time: 0.2523024 Apr 18 20:56:46.111711 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06e9f778-8075-4fb1-a045-7a464e87e0ca None None] DHCP port deletion for 9956df45-2736-4a4c-9815-b894d9a44160 request from n-d-838334-2 {{(pid=84042) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 18 20:56:46.116068 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.plugin [None req-06e9f778-8075-4fb1-a045-7a464e87e0ca None None] Deleting port 6a18cda7-215a-4056-9edf-92dc31cd26c4 {{(pid=84042) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 20:56:46.116719 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-06e9f778-8075-4fb1-a045-7a464e87e0ca None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750375188691'] for port, before_delete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:56:46.167274 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.plugin [None req-90823a9d-61cd-4833-bc28-7ba9f9b5a30d admin admin] Deleting port 6a18cda7-215a-4056-9edf-92dc31cd26c4 {{(pid=84040) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 20:56:46.167674 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-90823a9d-61cd-4833-bc28-7ba9f9b5a30d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750375188691'] for port, before_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:56:46.217613 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Device 7e342884-dcd1-489f-b34e-67f0888be59c no longer exists at agent hyperv_n-h1-838334-2 {{(pid=84042) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 20:56:46.274858 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.plugin [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] No Port match for: 7e342884-dcd1-489f-b34e-67f0888be59c {{(pid=84042) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 18 20:56:46.275453 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Device 7e342884-dcd1-489f-b34e-67f0888be59c not bound to the agent host n-h1-838334-2 {{(pid=84042) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 20:56:46.305823 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-241eca2a-01c2-40af-a5c5-634c63d961e1 req-c3954318-e4e0-4250-86e5-43fe8dfd5291 tempest-ServerActionsTestJSON-2052644234 tempest-ServerActionsTestJSON-2052644234-project] 10.222.0.42 "GET /v2.0/security-groups?id=c2aeb662-6a43-4389-8810-9fad3627855b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2130518 Apr 18 20:56:46.311094 n-d-838334-2 neutron-server[84041]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-815542d9-a7a9-4c08-bc9c-aca4cd4573aa tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Router 9b45276b-1930-4b1c-87ab-6307290fb1c1 is scheduled to L3 agent bc84d6c9-dd7a-4555-a351-592327b46d5a with binding_index 1 {{(pid=84041) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 18 20:56:46.437975 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-832bda86-5333-4449-be01-cc6cc321d09e req-7c6e65b8-9ae5-44d2-8646-70a96e63f747 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:56:46.441098 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-832bda86-5333-4449-be01-cc6cc321d09e req-7c6e65b8-9ae5-44d2-8646-70a96e63f747 service neutron] 10.222.0.48 "GET /v2.0/networks?id=0f9d847a-7ba3-4a42-a0c6-e8541d683b40 HTTP/1.1" status: 200 len: 917 time: 0.5068550 Apr 18 20:56:46.531872 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-06e9f778-8075-4fb1-a045-7a464e87e0ca None None] For port 6a18cda7-215a-4056-9edf-92dc31cd26c4, host n-d-838334-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838334-2',level=0,port_id=6a18cda7-215a-4056-9edf-92dc31cd26c4,segment=NetworkSegment(ccfed005-c723-40b8-96fb-046d88190b5b),segment_id=ccfed005-c723-40b8-96fb-046d88190b5b)] {{(pid=84042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:56:46.532414 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-06e9f778-8075-4fb1-a045-7a464e87e0ca None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369123'] for port, precommit_delete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:56:46.698557 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-687ad931-a2cd-42bd-8a0d-2de64fcf2fe7 req-0ec2d90a-0dd3-4436-b91b-c3e7af90f04e tempest-AttachVolumeShelveTestJSON-1712717013 tempest-AttachVolumeShelveTestJSON-1712717013-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:56:46.700727 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-687ad931-a2cd-42bd-8a0d-2de64fcf2fe7 req-0ec2d90a-0dd3-4436-b91b-c3e7af90f04e tempest-AttachVolumeShelveTestJSON-1712717013 tempest-AttachVolumeShelveTestJSON-1712717013-project] 10.222.0.42 "GET /v2.0/ports?device_id=5b9655ef-e7a4-49b4-bc6e-a6c04beac88f HTTP/1.1" status: 200 len: 945 time: 0.6014440 Apr 18 20:56:46.718843 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.plugin [None req-06e9f778-8075-4fb1-a045-7a464e87e0ca None None] Calling delete_port for 6a18cda7-215a-4056-9edf-92dc31cd26c4 owned by network:dhcp {{(pid=84042) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 20:56:46.751242 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cf3b1c6-9e55-45cb-a039-6d17f798dbfa req-7e6e0999-c476-466a-9d29-05a3b0edf0f5 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:56:46.753569 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-7cf3b1c6-9e55-45cb-a039-6d17f798dbfa req-7e6e0999-c476-466a-9d29-05a3b0edf0f5 service neutron] 10.222.0.43 "GET /v2.0/networks?id=48f708f8-0904-4115-910c-bb1ab06d7263 HTTP/1.1" status: 200 len: 912 time: 0.7278860 Apr 18 20:56:46.784923 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.db [None req-90823a9d-61cd-4833-bc28-7ba9f9b5a30d admin admin] For port 6a18cda7-215a-4056-9edf-92dc31cd26c4, host n-d-838334-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838334-2',level=0,port_id=6a18cda7-215a-4056-9edf-92dc31cd26c4,segment=NetworkSegment(ccfed005-c723-40b8-96fb-046d88190b5b),segment_id=ccfed005-c723-40b8-96fb-046d88190b5b)] {{(pid=84040) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:56:46.785358 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-90823a9d-61cd-4833-bc28-7ba9f9b5a30d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369123'] for port, precommit_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:56:46.805099 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-06e9f778-8075-4fb1-a045-7a464e87e0ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750375259028', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750374836628'] for port, after_delete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:56:46.810932 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-832bda86-5333-4449-be01-cc6cc321d09e req-b14c674c-d85c-4c23-8045-9541a8ca40fe service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d93b9095-a088-4a58-a38e-5e53d7759fcc HTTP/1.1" status: 200 len: 1000 time: 0.3266015 Apr 18 20:56:46.849542 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06e9f778-8075-4fb1-a045-7a464e87e0ca None None] Pushing event deleted for resources: {'Port': ['ID=6a18cda7-215a-4056-9edf-92dc31cd26c4,revision_number=None']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:56:46.854165 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06e9f778-8075-4fb1-a045-7a464e87e0ca None None] No DVR routers for this DVR port 6a18cda7-215a-4056-9edf-92dc31cd26c4 on host n-d-838334-2 {{(pid=84042) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 20:56:46.928962 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-7cf3b1c6-9e55-45cb-a039-6d17f798dbfa req-7e6c4eda-272c-4fb5-bbb2-863a07325f35 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=968bbb7b-ac07-4f93-a27a-f9fa924c1025 HTTP/1.1" status: 200 len: 1000 time: 0.1591368 Apr 18 20:56:46.930953 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.db [req-d53e5522-8d44-4658-8d94-a665752f68dd req-a3518d27-737b-454e-80f7-4d117237db1a tempest-AttachVolumeNegativeTest-555605742 tempest-AttachVolumeNegativeTest-555605742-project] For port 81dff9c0-884c-4df9-9a08-e02a4cf96c45, host n-h1-838334-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838334-2',level=0,port_id=81dff9c0-884c-4df9-9a08-e02a4cf96c45,segment=NetworkSegment(dbc7d3d6-4579-41c2-9fd4-2757cc8c54b6),segment_id=dbc7d3d6-4579-41c2-9fd4-2757cc8c54b6)] {{(pid=84041) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:56:46.931307 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [req-d53e5522-8d44-4658-8d94-a665752f68dd req-a3518d27-737b-454e-80f7-4d117237db1a tempest-AttachVolumeNegativeTest-555605742 tempest-AttachVolumeNegativeTest-555605742-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369123'] for port, precommit_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:56:47.041852 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.plugin [None req-90823a9d-61cd-4833-bc28-7ba9f9b5a30d admin admin] Calling delete_port for 6a18cda7-215a-4056-9edf-92dc31cd26c4 owned by network:dhcp {{(pid=84040) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 20:56:47.095599 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cf3b1c6-9e55-45cb-a039-6d17f798dbfa req-dea60d6a-1e0d-44a7-a07e-f2e2a8b941e5 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:56:47.097098 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-7cf3b1c6-9e55-45cb-a039-6d17f798dbfa req-dea60d6a-1e0d-44a7-a07e-f2e2a8b941e5 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=488f35b7-694e-475d-862d-2f00f4388d03 HTTP/1.1" status: 200 len: 850 time: 0.1541209 Apr 18 20:56:47.148987 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-687ad931-a2cd-42bd-8a0d-2de64fcf2fe7 req-99300f30-a87a-4509-90dc-841111e4b941 tempest-AttachVolumeShelveTestJSON-1712717013 tempest-AttachVolumeShelveTestJSON-1712717013-project] 10.222.0.42 "GET /v2.0/security-groups?id=e08cc47c-4c66-43de-a30b-78ed2c16d927&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4390678 Apr 18 20:56:47.160163 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-381a3cc0-e214-46dc-a81c-571f77387503 req-6a51b20f-64ea-46a7-ae22-d03676cb0888 tempest-AttachVolumeNegativeTest-555605742 tempest-AttachVolumeNegativeTest-555605742-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:56:47.161604 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-381a3cc0-e214-46dc-a81c-571f77387503 req-6a51b20f-64ea-46a7-ae22-d03676cb0888 tempest-AttachVolumeNegativeTest-555605742 tempest-AttachVolumeNegativeTest-555605742-project] 10.222.0.42 "GET /v2.0/ports?device_id=78e9143e-c730-4c91-adff-3908c9b17d26 HTTP/1.1" status: 200 len: 945 time: 0.6248486 Apr 18 20:56:47.191552 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-832bda86-5333-4449-be01-cc6cc321d09e req-88bcf11a-997f-469f-bf88-ff8fe9011e5a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:56:47.192996 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-832bda86-5333-4449-be01-cc6cc321d09e req-88bcf11a-997f-469f-bf88-ff8fe9011e5a service neutron] 10.222.0.48 "GET /v2.0/subnets?id=d2e46a24-0bb5-4d5b-bcac-f83f2e3a3c35 HTTP/1.1" status: 200 len: 855 time: 0.1597550 Apr 18 20:56:47.206432 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-815542d9-a7a9-4c08-bc9c-aca4cd4573aa tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Notify agent at l3_agent.n-d-838334-2 the message routers_updated {{(pid=84041) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 20:56:47.220308 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c41feb9-a9a9-41ce-b627-02807b0ed299 None None] Sync routers for ids ['9b45276b-1930-4b1c-87ab-6307290fb1c1'] in n-d-838334-2 {{(pid=84042) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 18 20:56:47.224526 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-815542d9-a7a9-4c08-bc9c-aca4cd4573aa tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] 10.222.0.42 "PUT /v2.0/routers/9b45276b-1930-4b1c-87ab-6307290fb1c1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.2035823 Apr 18 20:56:47.232543 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 52612) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:56:47.240107 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c41feb9-a9a9-41ce-b627-02807b0ed299 None None] Routers {'9b45276b-1930-4b1c-87ab-6307290fb1c1'} bound to L3 agent in host n-d-838334-2 {{(pid=84042) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 20:56:47.241033 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_hamode_db [None req-3c41feb9-a9a9-41ce-b627-02807b0ed299 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838334-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-18T20:25:48Z,description=,heartbeat_timestamp=2022-04-18T20:56:18Z,host='n-d-838334-2',id=bc84d6c9-dd7a-4555-a351-592327b46d5a,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:25:48Z,topic='l3_agent')) {'router_ids': ['9b45276b-1930-4b1c-87ab-6307290fb1c1'], 'active': True} {{(pid=84042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:56:47.288522 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.db.api [None req-90823a9d-61cd-4833-bc28-7ba9f9b5a30d admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84040) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 18 20:56:47.289611 n-d-838334-2 neutron-server[84040]: DEBUG oslo_db.api [None req-90823a9d-61cd-4833-bc28-7ba9f9b5a30d admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 18 20:56:47.292492 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 52616) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:56:47.359284 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-381a3cc0-e214-46dc-a81c-571f77387503 req-d40be897-bd0c-453d-a3f5-1d78e27615ad tempest-AttachVolumeNegativeTest-555605742 tempest-AttachVolumeNegativeTest-555605742-project] 10.222.0.42 "GET /v2.0/security-groups?id=5b4552a3-e22b-4a82-aa8a-fd18498dcd3d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1902614 Apr 18 20:56:47.386159 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.db_base_plugin_v2 [None req-3a964746-e957-45d8-b6f2-da22f24f5fe0 admin admin] Deleting subnet 70601332-6274-4c08-ba8b-81c56fdac565 {{(pid=84040) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 18 20:56:47.389611 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-3a964746-e957-45d8-b6f2-da22f24f5fe0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:56:47.426320 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_dvr_db [None req-3c41feb9-a9a9-41ce-b627-02807b0ed299 None None] Set router 9b45276b-1930-4b1c-87ab-6307290fb1c1 gateway port host: None {{(pid=84042) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 20:56:47.478310 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [req-d53e5522-8d44-4658-8d94-a665752f68dd req-a3518d27-737b-454e-80f7-4d117237db1a tempest-AttachVolumeNegativeTest-555605742 tempest-AttachVolumeNegativeTest-555605742-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:56:47.478781 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [req-d53e5522-8d44-4658-8d94-a665752f68dd req-a3518d27-737b-454e-80f7-4d117237db1a tempest-AttachVolumeNegativeTest-555605742 tempest-AttachVolumeNegativeTest-555605742-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33444131'] for floatingip, after_update {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:56:47.479175 n-d-838334-2 neutron-server[84041]: INFO neutron.db.l3_db [req-d53e5522-8d44-4658-8d94-a665752f68dd req-a3518d27-737b-454e-80f7-4d117237db1a tempest-AttachVolumeNegativeTest-555605742 tempest-AttachVolumeNegativeTest-555605742-project] Floating IP ed71db05-7a6c-45ed-85fe-6fe2d7b0bd0b disassociated. External IP: 172.25.8.79, port: 81dff9c0-884c-4df9-9a08-e02a4cf96c45. Apr 18 20:56:47.479645 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.plugin [req-d53e5522-8d44-4658-8d94-a665752f68dd req-a3518d27-737b-454e-80f7-4d117237db1a tempest-AttachVolumeNegativeTest-555605742 tempest-AttachVolumeNegativeTest-555605742-project] Calling delete_port for 81dff9c0-884c-4df9-9a08-e02a4cf96c45 owned by compute:nova {{(pid=84041) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 20:56:47.489676 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-832bda86-5333-4449-be01-cc6cc321d09e req-de3e3c97-e329-48a6-aad7-643c9838801c service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=0f9d847a-7ba3-4a42-a0c6-e8541d683b40&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2747550 Apr 18 20:56:47.541483 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-3a964746-e957-45d8-b6f2-da22f24f5fe0 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31955982'] for subnet, precommit_delete_associations {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:56:47.564887 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5baecbb5-e0ab-4451-a5d2-882fd823da61 tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:56:47.565543 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-5baecbb5-e0ab-4451-a5d2-882fd823da61 tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Synchronizing usage tracker for tenant:1256b788e8184019a07eb24a482acda4 on resource:port {{(pid=84041) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 20:56:47.606781 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-5baecbb5-e0ab-4451-a5d2-882fd823da61 tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Unset dirty status for tenant:1256b788e8184019a07eb24a482acda4 on resource:port {{(pid=84041) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 20:56:47.608160 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-5baecbb5-e0ab-4451-a5d2-882fd823da61 tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] 10.222.0.42 "GET /v2.0/ports/27752744-a73a-47e9-963b-1958fa524179 HTTP/1.1" status: 200 len: 911 time: 0.3746681 Apr 18 20:56:47.612020 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 52622) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:56:47.673318 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-7cf3b1c6-9e55-45cb-a039-6d17f798dbfa req-5fa6fbd5-0ca5-4bd2-8b3c-e1dd50beada3 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=48f708f8-0904-4115-910c-bb1ab06d7263&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5253601 Apr 18 20:56:47.718077 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [req-7cf3b1c6-9e55-45cb-a039-6d17f798dbfa req-b06eee7b-d84e-4d51-b24a-94d48ce19cfe service neutron] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=84041) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 18 20:56:47.719227 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-7cf3b1c6-9e55-45cb-a039-6d17f798dbfa req-b06eee7b-d84e-4d51-b24a-94d48ce19cfe service neutron] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0068822 Apr 18 20:56:47.727559 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Device 6a18cda7-215a-4056-9edf-92dc31cd26c4 no longer exists at agent ovs-agent-n-d-838334-2 {{(pid=84042) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 20:56:47.757154 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-3a964746-e957-45d8-b6f2-da22f24f5fe0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1260556'] for subnet, precommit_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:56:47.773107 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.plugin [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] No Port match for: 6a18cda7-215a-4056-9edf-92dc31cd26c4 {{(pid=84042) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 18 20:56:47.773474 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Device 6a18cda7-215a-4056-9edf-92dc31cd26c4 not bound to the agent host n-d-838334-2 {{(pid=84042) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 20:56:47.793315 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.plugin [None req-90823a9d-61cd-4833-bc28-7ba9f9b5a30d admin admin] Deleting port 6a18cda7-215a-4056-9edf-92dc31cd26c4 {{(pid=84040) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 20:56:47.794352 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-90823a9d-61cd-4833-bc28-7ba9f9b5a30d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750375188691'] for port, before_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:56:47.799387 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_hamode_db [None req-3c41feb9-a9a9-41ce-b627-02807b0ed299 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b45276b-1930-4b1c-87ab-6307290fb1c1', 'name': 'tempest-NetworksTestDHCPv6-router-1435821716', 'tenant_id': '1256b788e8184019a07eb24a482acda4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:56:39Z', 'updated_at': '2022-04-18T20:56:43Z', 'revision_number': 2, 'project_id': '1256b788e8184019a07eb24a482acda4', 'gw_port_host': None, '_interfaces': [{'id': '27752744-a73a-47e9-963b-1958fa524179', 'name': '', 'network_id': 'ef903069-7c89-4376-963f-99c58ca6d615', 'tenant_id': '1256b788e8184019a07eb24a482acda4', 'mac_address': 'fa:16:3e:ab:98:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9b45276b-1930-4b1c-87ab-6307290fb1c1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '52bea4fc-df8a-40fc-904b-af96983f5f26', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:56:41Z', 'updated_at': '2022-04-18T20:56:43Z', 'revision_number': 2, 'project_id': '1256b788e8184019a07eb24a482acda4', 'subnets': [{'id': '52bea4fc-df8a-40fc-904b-af96983f5f26', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838334-2', False) {} {{(pid=84042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:56:47.803206 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c41feb9-a9a9-41ce-b627-02807b0ed299 None None] Checking router: 9b45276b-1930-4b1c-87ab-6307290fb1c1 for host: n-d-838334-2 {{(pid=84042) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 18 20:56:47.803580 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c41feb9-a9a9-41ce-b627-02807b0ed299 None None] Updating router 9b45276b-1930-4b1c-87ab-6307290fb1c1 port 27752744-a73a-47e9-963b-1958fa524179 binding host n-d-838334-2 {{(pid=84042) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 18 20:56:47.854594 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4236cac-8eef-42ce-a4fe-6a6383264787 req-866a798f-6916-4b3c-9e48-de72f8f9f074 tempest-DeleteServersTestJSON-915645800 tempest-DeleteServersTestJSON-915645800-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:56:47.856103 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-f4236cac-8eef-42ce-a4fe-6a6383264787 req-866a798f-6916-4b3c-9e48-de72f8f9f074 tempest-DeleteServersTestJSON-915645800 tempest-DeleteServersTestJSON-915645800-project] 10.222.0.42 "GET /v2.0/ports?device_id=f2b26dda-40aa-4c01-bf22-35ecafdb42a4 HTTP/1.1" status: 200 len: 945 time: 0.4348156 Apr 18 20:56:47.859476 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-3c41feb9-a9a9-41ce-b627-02807b0ed299 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:56:47.875098 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [req-d53e5522-8d44-4658-8d94-a665752f68dd req-a3518d27-737b-454e-80f7-4d117237db1a tempest-AttachVolumeNegativeTest-555605742 tempest-AttachVolumeNegativeTest-555605742-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750375259028', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750374836628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32266323'] for port, after_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:56:47.881872 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-832bda86-5333-4449-be01-cc6cc321d09e req-03fa42c7-b379-450c-b98f-ae8bd83fe508 service neutron] 10.222.0.48 "GET /v2.0/networks/0f9d847a-7ba3-4a42-a0c6-e8541d683b40?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3784645 Apr 18 20:56:47.927249 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-e2a46a67-42dd-493f-99f6-2f7a5f08a243 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750375287399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253529'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:56:47.945118 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3518d27-737b-454e-80f7-4d117237db1a tempest-AttachVolumeNegativeTest-555605742 tempest-AttachVolumeNegativeTest-555605742-project] Pushing event deleted for resources: {'Port': ['ID=81dff9c0-884c-4df9-9a08-e02a4cf96c45,revision_number=None']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:56:47.956242 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.plugin [None req-90823a9d-61cd-4833-bc28-7ba9f9b5a30d admin admin] The port '6a18cda7-215a-4056-9edf-92dc31cd26c4' was deleted {{(pid=84040) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 18 20:56:47.967998 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7182ac1e-3f01-4205-b70d-7ee4c2bd2edf tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:56:47.972839 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7182ac1e-3f01-4205-b70d-7ee4c2bd2edf tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:56:47.974896 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-7182ac1e-3f01-4205-b70d-7ee4c2bd2edf tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] 10.222.0.42 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1655 time: 0.3619292 Apr 18 20:56:47.996593 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 52626) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:56:48.078511 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-7cf3b1c6-9e55-45cb-a039-6d17f798dbfa req-1c022f26-b044-4547-ae2e-1efc38c2d091 service neutron] 10.222.0.43 "GET /v2.0/networks/48f708f8-0904-4115-910c-bb1ab06d7263?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3484857 Apr 18 20:56:48.107433 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-721522c1-1e74-4d5a-a0b5-222f6d4b8f9d req-157bf036-daac-4c90-b5fb-e353918fcbc4 tempest-ServerActionsTestJSON-2052644234 tempest-ServerActionsTestJSON-2052644234-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:56:48.108919 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-721522c1-1e74-4d5a-a0b5-222f6d4b8f9d req-157bf036-daac-4c90-b5fb-e353918fcbc4 tempest-ServerActionsTestJSON-2052644234 tempest-ServerActionsTestJSON-2052644234-project] 10.222.0.42 "GET /v2.0/ports?device_id=b7307812-da19-4509-9baf-bb3ff8313904 HTTP/1.1" status: 200 len: 945 time: 0.5704312 Apr 18 20:56:48.146305 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Device 81dff9c0-884c-4df9-9a08-e02a4cf96c45 no longer exists at agent hyperv_n-h1-838334-2 {{(pid=84042) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 20:56:48.193564 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.plugin [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] No Port match for: 81dff9c0-884c-4df9-9a08-e02a4cf96c45 {{(pid=84042) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 18 20:56:48.193980 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Device 81dff9c0-884c-4df9-9a08-e02a4cf96c45 not bound to the agent host n-h1-838334-2 {{(pid=84042) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 20:56:48.224860 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-f4236cac-8eef-42ce-a4fe-6a6383264787 req-4f4c2398-3363-41c7-b859-74c655b5774f tempest-DeleteServersTestJSON-915645800 tempest-DeleteServersTestJSON-915645800-project] 10.222.0.42 "GET /v2.0/security-groups?id=588d127b-19b7-4c3d-9f79-a400181b94e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3622794 Apr 18 20:56:48.225856 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-3a964746-e957-45d8-b6f2-da22f24f5fe0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1260549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33526260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32440885', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31752825'] for subnet, after_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:56:48.308068 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-90823a9d-61cd-4833-bc28-7ba9f9b5a30d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1258905', 'neutron.services.segments.db._delete_segments_for_network-8750375287417'] for network, precommit_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:56:48.317079 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a964746-e957-45d8-b6f2-da22f24f5fe0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=70601332-6274-4c08-ba8b-81c56fdac565,revision_number=None']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:56:48.342849 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-3a964746-e957-45d8-b6f2-da22f24f5fe0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32378031'] for subnet, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:56:48.400945 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-3c41feb9-a9a9-41ce-b627-02807b0ed299 None None] Notify callbacks [] for port, precommit_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:56:48.414936 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-832bda86-5333-4449-be01-cc6cc321d09e req-afc55e38-6d57-4169-b7c5-1e85c593f6fd service neutron] 10.222.0.48 "GET /v2.0/networks/0f9d847a-7ba3-4a42-a0c6-e8541d683b40?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5022860 Apr 18 20:56:48.415960 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-3c41feb9-a9a9-41ce-b627-02807b0ed299 None None] Transition to ACTIVE for port object 27752744-a73a-47e9-963b-1958fa524179 will not be triggered until provisioned by entity L2. {{(pid=84042) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 20:56:48.417873 n-d-838334-2 neutron-server[84040]: DEBUG neutron.services.segments.db [None req-90823a9d-61cd-4833-bc28-7ba9f9b5a30d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9956df45-2736-4a4c-9815-b894d9a44160']}} {{(pid=84040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:56:48.430185 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-3c41feb9-a9a9-41ce-b627-02807b0ed299 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682'] for port, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:56:48.443485 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-721522c1-1e74-4d5a-a0b5-222f6d4b8f9d req-de35b3d0-4db9-4325-9601-7b5b7bc5cc59 tempest-ServerActionsTestJSON-2052644234 tempest-ServerActionsTestJSON-2052644234-project] 10.222.0.42 "GET /v2.0/security-groups?id=c2aeb662-6a43-4389-8810-9fad3627855b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3193371 Apr 18 20:56:48.448974 n-d-838334-2 neutron-server[84040]: DEBUG neutron.services.segments.db [None req-90823a9d-61cd-4833-bc28-7ba9f9b5a30d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ccfed005-c723-40b8-96fb-046d88190b5b') {'for_net_delete': True} {{(pid=84040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:56:48.449259 n-d-838334-2 neutron-server[84040]: DEBUG neutron.services.segments.db [None req-90823a9d-61cd-4833-bc28-7ba9f9b5a30d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ccfed005-c723-40b8-96fb-046d88190b5b') {} {{(pid=84040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:56:48.456868 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-3a964746-e957-45d8-b6f2-da22f24f5fe0 admin admin] 10.222.0.42 "DELETE /v2.0/subnets/70601332-6274-4c08-ba8b-81c56fdac565 HTTP/1.1" status: 204 len: 168 time: 1.1631730 Apr 18 20:56:48.463001 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 52634) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:56:48.467472 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-90823a9d-61cd-4833-bc28-7ba9f9b5a30d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750375287300', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31955965'] for segment, before_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:56:48.564614 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-90823a9d-61cd-4833-bc28-7ba9f9b5a30d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1082986'] for segment, precommit_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:56:48.578774 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-90823a9d-61cd-4833-bc28-7ba9f9b5a30d admin admin] Releasing vlan 359 on physical network physnet1 to pool {{(pid=84040) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 18 20:56:48.579158 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-90823a9d-61cd-4833-bc28-7ba9f9b5a30d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1082993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32440923'] for segment, after_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:56:48.614877 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-7cf3b1c6-9e55-45cb-a039-6d17f798dbfa req-06de3a78-b93b-49dd-9303-c3065c213432 service neutron] 10.222.0.43 "GET /v2.0/networks/48f708f8-0904-4115-910c-bb1ab06d7263?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4915555 Apr 18 20:56:48.619800 n-d-838334-2 neutron-server[84040]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 20:56:48.619800 n-d-838334-2 neutron-server[84040]: util.warn( Apr 18 20:56:48.619800 n-d-838334-2 neutron-server[84040]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 20:56:48.619800 n-d-838334-2 neutron-server[84040]: util.warn( Apr 18 20:56:48.619800 n-d-838334-2 neutron-server[84040]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 20:56:48.619800 n-d-838334-2 neutron-server[84040]: util.warn( Apr 18 20:56:48.619800 n-d-838334-2 neutron-server[84040]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 20:56:48.619800 n-d-838334-2 neutron-server[84040]: util.warn( Apr 18 20:56:48.619800 n-d-838334-2 neutron-server[84040]: Traceback (most recent call last): Apr 18 20:56:48.619800 n-d-838334-2 neutron-server[84040]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 18 20:56:48.619800 n-d-838334-2 neutron-server[84040]: timer() Apr 18 20:56:48.619800 n-d-838334-2 neutron-server[84040]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 20:56:48.619800 n-d-838334-2 neutron-server[84040]: cb(*args, **kw) Apr 18 20:56:48.619800 n-d-838334-2 neutron-server[84040]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 18 20:56:48.619800 n-d-838334-2 neutron-server[84040]: return func(*args, **kwargs) Apr 18 20:56:48.619800 n-d-838334-2 neutron-server[84040]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 20:56:48.619800 n-d-838334-2 neutron-server[84040]: self._notify() Apr 18 20:56:48.619800 n-d-838334-2 neutron-server[84040]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 20:56:48.619800 n-d-838334-2 neutron-server[84040]: self.callback(batched_events) Apr 18 20:56:48.619800 n-d-838334-2 neutron-server[84040]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 20:56:48.619800 n-d-838334-2 neutron-server[84040]: event.method(event) Apr 18 20:56:48.619800 n-d-838334-2 neutron-server[84040]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 18 20:56:48.619800 n-d-838334-2 neutron-server[84040]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 20:56:48.619800 n-d-838334-2 neutron-server[84040]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 18 20:56:48.619800 n-d-838334-2 neutron-server[84040]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 20:56:48.619800 n-d-838334-2 neutron-server[84040]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 18 20:56:48.619800 n-d-838334-2 neutron-server[84040]: return f(self, *a, **k) Apr 18 20:56:48.619800 n-d-838334-2 neutron-server[84040]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 18 20:56:48.619800 n-d-838334-2 neutron-server[84040]: return self._get(url).json() Apr 18 20:56:48.619800 n-d-838334-2 neutron-server[84040]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 18 20:56:48.619800 n-d-838334-2 neutron-server[84040]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 20:56:48.619800 n-d-838334-2 neutron-server[84040]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 18 20:56:48.619800 n-d-838334-2 neutron-server[84040]: return self.request(url, 'GET', **kwargs) Apr 18 20:56:48.619800 n-d-838334-2 neutron-server[84040]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 18 20:56:48.619800 n-d-838334-2 neutron-server[84040]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 20:56:48.619800 n-d-838334-2 neutron-server[84040]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 18 20:56:48.619800 n-d-838334-2 neutron-server[84040]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 20:56:48.619800 n-d-838334-2 neutron-server[84040]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 18 20:56:48.619800 n-d-838334-2 neutron-server[84040]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 20:56:48.619800 n-d-838334-2 neutron-server[84040]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 20:56:48.755350 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac0f9cca-8156-4350-a7be-4eefb831cdf9 None None] Pushing event updated for resources: {'Port': ['ID=27752744-a73a-47e9-963b-1958fa524179,revision_number=3']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:56:48.825361 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.managers [None req-3c41feb9-a9a9-41ce-b627-02807b0ed299 None None] Attempting to bind port 27752744-a73a-47e9-963b-1958fa524179 on host n-d-838334-2 for vnic_type normal with profile {{(pid=84042) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:56:48.825737 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.managers [None req-3c41feb9-a9a9-41ce-b627-02807b0ed299 None None] Attempting to bind port 27752744-a73a-47e9-963b-1958fa524179 by drivers openvswitch,hyperv on host n-d-838334-2 at level 0 using segments [{'id': 'fbf28fbd-36f8-46f3-be08-57d41821e390', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': 'ef903069-7c89-4376-963f-99c58ca6d615'}] {{(pid=84042) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:56:48.826549 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c41feb9-a9a9-41ce-b627-02807b0ed299 None None] Attempting to bind port 27752744-a73a-47e9-963b-1958fa524179 on network ef903069-7c89-4376-963f-99c58ca6d615 {{(pid=84042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 20:56:48.837654 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c41feb9-a9a9-41ce-b627-02807b0ed299 None None] Checking agent: {'id': '97cd4414-7af6-4d67-868d-dff370b4071a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838334-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 25, 49), 'started_at': datetime.datetime(2022, 4, 18, 20, 26, 19), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 20, 56, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838334-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 18 20:56:48.839999 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c41feb9-a9a9-41ce-b627-02807b0ed299 None None] Checking segment: {'id': 'fbf28fbd-36f8-46f3-be08-57d41821e390', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': 'ef903069-7c89-4376-963f-99c58ca6d615'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84042) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 20:56:48.840891 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-3c41feb9-a9a9-41ce-b627-02807b0ed299 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:56:48.842388 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c41feb9-a9a9-41ce-b627-02807b0ed299 None None] Bound using segment: {'id': 'fbf28fbd-36f8-46f3-be08-57d41821e390', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': 'ef903069-7c89-4376-963f-99c58ca6d615'} {{(pid=84042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 18 20:56:48.843104 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.managers [None req-3c41feb9-a9a9-41ce-b627-02807b0ed299 None None] Bound port: 27752744-a73a-47e9-963b-1958fa524179, host: n-d-838334-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fbf28fbd-36f8-46f3-be08-57d41821e390', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': 'ef903069-7c89-4376-963f-99c58ca6d615'}}] {{(pid=84042) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 20:56:48.844320 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-3c41feb9-a9a9-41ce-b627-02807b0ed299 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:56:48.866157 n-d-838334-2 neutron-server[84041]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d53e5522-8d44-4658-8d94-a665752f68dd req-a3518d27-737b-454e-80f7-4d117237db1a tempest-AttachVolumeNegativeTest-555605742 tempest-AttachVolumeNegativeTest-555605742-project] Router eb2ef120-2c2e-4b9c-8049-c1281daabc93 has already been hosted by L3 agent bc84d6c9-dd7a-4555-a351-592327b46d5a {{(pid=84041) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 20:56:48.953154 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-cec65ee8-cdea-4a5b-b402-3ed44de5d605 req-8ad7c348-98d8-4bfc-9449-8c09724b9a09 tempest-AttachVolumeNegativeTest-555605742 tempest-AttachVolumeNegativeTest-555605742-project] 10.222.0.42 "GET /v2.0/ports?device_id=78e9143e-c730-4c91-adff-3908c9b17d26 HTTP/1.1" status: 200 len: 210 time: 0.2514305 Apr 18 20:56:48.957081 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-c4b8dbe0-7266-43e1-9e82-6cd557fabbf2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1103592'] for network, before_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:56:48.963127 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-3c41feb9-a9a9-41ce-b627-02807b0ed299 None None] For port 27752744-a73a-47e9-963b-1958fa524179, host n-d-838334-2, cleared binding levels {{(pid=84042) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 20:56:48.967547 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-3c41feb9-a9a9-41ce-b627-02807b0ed299 None None] For port 27752744-a73a-47e9-963b-1958fa524179, host n-d-838334-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838334-2',level=0,port_id=27752744-a73a-47e9-963b-1958fa524179,segment=NetworkSegment(fbf28fbd-36f8-46f3-be08-57d41821e390),segment_id=fbf28fbd-36f8-46f3-be08-57d41821e390)] {{(pid=84042) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 20:56:48.973305 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-90823a9d-61cd-4833-bc28-7ba9f9b5a30d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1258898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33526109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33444113'] for network, after_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:56:48.981929 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-90823a9d-61cd-4833-bc28-7ba9f9b5a30d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32378031'] for network, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:56:48.996765 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-3c41feb9-a9a9-41ce-b627-02807b0ed299 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682'] for port, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:56:49.039163 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90823a9d-61cd-4833-bc28-7ba9f9b5a30d admin admin] Pushing event deleted for resources: {'Network': ['ID=9956df45-2736-4a4c-9815-b894d9a44160,revision_number=None']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:56:49.052504 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7013414f-08b3-48d3-9e9b-7c44e362de63 req-ce7c80aa-13bf-4e65-87e5-7e58a10b6d1f tempest-AttachVolumeShelveTestJSON-1712717013 tempest-AttachVolumeShelveTestJSON-1712717013-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:56:49.054027 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-7013414f-08b3-48d3-9e9b-7c44e362de63 req-ce7c80aa-13bf-4e65-87e5-7e58a10b6d1f tempest-AttachVolumeShelveTestJSON-1712717013 tempest-AttachVolumeShelveTestJSON-1712717013-project] 10.222.0.42 "GET /v2.0/ports?device_id=5b9655ef-e7a4-49b4-bc6e-a6c04beac88f HTTP/1.1" status: 200 len: 945 time: 0.6771901 Apr 18 20:56:49.056424 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750375287399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253529'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:56:49.085531 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Device d93b9095-a088-4a58-a38e-5e53d7759fcc no longer exists at agent hyperv_n-h2-838334-2 {{(pid=84042) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 20:56:49.105008 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-90823a9d-61cd-4833-bc28-7ba9f9b5a30d admin admin] 10.222.0.42 "DELETE /v2.0/networks/9956df45-2736-4a4c-9815-b894d9a44160 HTTP/1.1" status: 204 len: 168 time: 3.3932889 Apr 18 20:56:49.185059 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c41feb9-a9a9-41ce-b627-02807b0ed299 None None] Routers {'9b45276b-1930-4b1c-87ab-6307290fb1c1'} bound to L3 agent in host n-d-838334-2 {{(pid=84042) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 20:56:49.185697 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_hamode_db [None req-3c41feb9-a9a9-41ce-b627-02807b0ed299 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838334-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-18T20:25:48Z,description=,heartbeat_timestamp=2022-04-18T20:56:48Z,host='n-d-838334-2',id=bc84d6c9-dd7a-4555-a351-592327b46d5a,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:25:48Z,topic='l3_agent')) {'router_ids': ['9b45276b-1930-4b1c-87ab-6307290fb1c1'], 'active': True} {{(pid=84042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:56:49.205972 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-7013414f-08b3-48d3-9e9b-7c44e362de63 req-697a6a1c-a8eb-4eaa-bdf6-60488160d3d5 tempest-AttachVolumeShelveTestJSON-1712717013 tempest-AttachVolumeShelveTestJSON-1712717013-project] 10.222.0.42 "GET /v2.0/security-groups?id=e08cc47c-4c66-43de-a30b-78ed2c16d927&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1301253 Apr 18 20:56:49.208196 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-c4b8dbe0-7266-43e1-9e82-6cd557fabbf2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1258905', 'neutron.services.segments.db._delete_segments_for_network-8750375287417'] for network, precommit_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:56:49.324182 n-d-838334-2 neutron-server[84040]: DEBUG neutron.services.segments.db [None req-c4b8dbe0-7266-43e1-9e82-6cd557fabbf2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['07c5cc24-730e-4b50-affa-a04b6f26c98b']}} {{(pid=84040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:56:49.343503 n-d-838334-2 neutron-server[84040]: DEBUG neutron.services.segments.db [None req-c4b8dbe0-7266-43e1-9e82-6cd557fabbf2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd0da780d-c00d-4fff-8b04-0ef037f55c7d') {'for_net_delete': True} {{(pid=84040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:56:49.344168 n-d-838334-2 neutron-server[84040]: DEBUG neutron.services.segments.db [None req-c4b8dbe0-7266-43e1-9e82-6cd557fabbf2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd0da780d-c00d-4fff-8b04-0ef037f55c7d') {} {{(pid=84040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:56:49.368666 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-c4b8dbe0-7266-43e1-9e82-6cd557fabbf2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750375287300', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31955965'] for segment, before_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:56:49.388860 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-c4b8dbe0-7266-43e1-9e82-6cd557fabbf2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1082986'] for segment, precommit_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:56:49.409546 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c4b8dbe0-7266-43e1-9e82-6cd557fabbf2 admin admin] Releasing vlan 395 on physical network physnet1 to pool {{(pid=84040) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 18 20:56:49.410413 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-c4b8dbe0-7266-43e1-9e82-6cd557fabbf2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1082993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32440923'] for segment, after_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:56:49.426383 n-d-838334-2 neutron-server[84040]: Traceback (most recent call last): Apr 18 20:56:49.426383 n-d-838334-2 neutron-server[84040]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 18 20:56:49.426383 n-d-838334-2 neutron-server[84040]: timer() Apr 18 20:56:49.426383 n-d-838334-2 neutron-server[84040]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 20:56:49.426383 n-d-838334-2 neutron-server[84040]: cb(*args, **kw) Apr 18 20:56:49.426383 n-d-838334-2 neutron-server[84040]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 18 20:56:49.426383 n-d-838334-2 neutron-server[84040]: return func(*args, **kwargs) Apr 18 20:56:49.426383 n-d-838334-2 neutron-server[84040]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 20:56:49.426383 n-d-838334-2 neutron-server[84040]: self._notify() Apr 18 20:56:49.426383 n-d-838334-2 neutron-server[84040]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 20:56:49.426383 n-d-838334-2 neutron-server[84040]: self.callback(batched_events) Apr 18 20:56:49.426383 n-d-838334-2 neutron-server[84040]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 20:56:49.426383 n-d-838334-2 neutron-server[84040]: event.method(event) Apr 18 20:56:49.426383 n-d-838334-2 neutron-server[84040]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 18 20:56:49.426383 n-d-838334-2 neutron-server[84040]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 20:56:49.426383 n-d-838334-2 neutron-server[84040]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 18 20:56:49.426383 n-d-838334-2 neutron-server[84040]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 20:56:49.426383 n-d-838334-2 neutron-server[84040]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 18 20:56:49.426383 n-d-838334-2 neutron-server[84040]: return f(self, *a, **k) Apr 18 20:56:49.426383 n-d-838334-2 neutron-server[84040]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 18 20:56:49.426383 n-d-838334-2 neutron-server[84040]: return self._get(url).json() Apr 18 20:56:49.426383 n-d-838334-2 neutron-server[84040]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 18 20:56:49.426383 n-d-838334-2 neutron-server[84040]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 20:56:49.426383 n-d-838334-2 neutron-server[84040]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 18 20:56:49.426383 n-d-838334-2 neutron-server[84040]: return self.request(url, 'GET', **kwargs) Apr 18 20:56:49.426383 n-d-838334-2 neutron-server[84040]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 18 20:56:49.426383 n-d-838334-2 neutron-server[84040]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 20:56:49.426383 n-d-838334-2 neutron-server[84040]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 18 20:56:49.426383 n-d-838334-2 neutron-server[84040]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 20:56:49.426383 n-d-838334-2 neutron-server[84040]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 18 20:56:49.426383 n-d-838334-2 neutron-server[84040]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 20:56:49.426383 n-d-838334-2 neutron-server[84040]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 20:56:49.432863 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_dvr_db [None req-3c41feb9-a9a9-41ce-b627-02807b0ed299 None None] Set router 9b45276b-1930-4b1c-87ab-6307290fb1c1 gateway port host: None {{(pid=84042) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 20:56:49.435229 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 52642) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:56:49.437497 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d53e5522-8d44-4658-8d94-a665752f68dd req-a3518d27-737b-454e-80f7-4d117237db1a tempest-AttachVolumeNegativeTest-555605742 tempest-AttachVolumeNegativeTest-555605742-project] Notify agent at l3_agent.n-d-838334-2 the message routers_updated {{(pid=84041) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 20:56:49.448637 n-d-838334-2 neutron-server[84043]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63486bf3-46cd-4abf-9912-7515da4e4ad0 None None] Sync routers for ids ['eb2ef120-2c2e-4b9c-8049-c1281daabc93'] in n-d-838334-2 {{(pid=84043) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 18 20:56:49.474022 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63486bf3-46cd-4abf-9912-7515da4e4ad0 None None] Routers {'eb2ef120-2c2e-4b9c-8049-c1281daabc93'} bound to L3 agent in host n-d-838334-2 {{(pid=84043) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 20:56:49.474643 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.l3_hamode_db [None req-63486bf3-46cd-4abf-9912-7515da4e4ad0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838334-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-18T20:25:48Z,description=,heartbeat_timestamp=2022-04-18T20:56:48Z,host='n-d-838334-2',id=bc84d6c9-dd7a-4555-a351-592327b46d5a,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:25:48Z,topic='l3_agent')) {'router_ids': ['eb2ef120-2c2e-4b9c-8049-c1281daabc93'], 'active': True} {{(pid=84043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:56:49.591435 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.l3_dvrscheduler_db [req-d53e5522-8d44-4658-8d94-a665752f68dd req-a3518d27-737b-454e-80f7-4d117237db1a tempest-AttachVolumeNegativeTest-555605742 tempest-AttachVolumeNegativeTest-555605742-project] No DVR routers for this DVR port 81dff9c0-884c-4df9-9a08-e02a4cf96c45 on host n-h1-838334-2 {{(pid=84041) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 20:56:49.601333 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [req-d53e5522-8d44-4658-8d94-a665752f68dd req-a3518d27-737b-454e-80f7-4d117237db1a tempest-AttachVolumeNegativeTest-555605742 tempest-AttachVolumeNegativeTest-555605742-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217293'] for port, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:56:49.608133 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-414b6ffe-e119-47bc-b18f-bcff1219c2f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750375287399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253529'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:56:49.608579 n-d-838334-2 neutron-server[84041]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '78e9143e-c730-4c91-adff-3908c9b17d26', 'name': 'network-vif-deleted', 'tag': '81dff9c0-884c-4df9-9a08-e02a4cf96c45'}] {{(pid=84041) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 20:56:49.612962 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac0f9cca-8156-4350-a7be-4eefb831cdf9 None None] Pushing event updated for resources: {'Port': ['ID=27752744-a73a-47e9-963b-1958fa524179,revision_number=4']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:56:49.640418 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-c4b8dbe0-7266-43e1-9e82-6cd557fabbf2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1258898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33526109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33444113'] for network, after_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:56:49.661751 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-d53e5522-8d44-4658-8d94-a665752f68dd req-a3518d27-737b-454e-80f7-4d117237db1a tempest-AttachVolumeNegativeTest-555605742 tempest-AttachVolumeNegativeTest-555605742-project] 10.222.0.43 "DELETE /v2.0/ports/81dff9c0-884c-4df9-9a08-e02a4cf96c45 HTTP/1.1" status: 204 len: 173 time: 3.8729453 Apr 18 20:56:49.675885 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-3314ca99-40fd-430b-8ca8-79967a65857a tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33443857'] for router_interface, before_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:56:49.689299 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-c4b8dbe0-7266-43e1-9e82-6cd557fabbf2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32378031'] for network, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:56:49.745036 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.l3_dvr_db [None req-63486bf3-46cd-4abf-9912-7515da4e4ad0 None None] Set router eb2ef120-2c2e-4b9c-8049-c1281daabc93 gateway port host: n-d-838334-2 {{(pid=84043) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 20:56:49.759813 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4b8dbe0-7266-43e1-9e82-6cd557fabbf2 admin admin] Pushing event deleted for resources: {'Network': ['ID=07c5cc24-730e-4b50-affa-a04b6f26c98b,revision_number=None']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:56:49.772166 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-765218af-3cfa-4611-a94f-4a294878f6d3 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=f9a0b0412d2042448fe0968cc5e47ae5&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3355041 Apr 18 20:56:49.775825 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 52650) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:56:49.795608 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-c4b8dbe0-7266-43e1-9e82-6cd557fabbf2 admin admin] 10.222.0.42 "DELETE /v2.0/networks/07c5cc24-730e-4b50-affa-a04b6f26c98b HTTP/1.1" status: 204 len: 168 time: 1.3295345 Apr 18 20:56:49.907080 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d50446ea-1095-44a9-884b-f9ba6b621a0a req-48a437ca-2782-4051-a7c9-4a778d69af2a tempest-DeleteServersTestJSON-915645800 tempest-DeleteServersTestJSON-915645800-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:56:49.915492 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-d50446ea-1095-44a9-884b-f9ba6b621a0a req-48a437ca-2782-4051-a7c9-4a778d69af2a tempest-DeleteServersTestJSON-915645800 tempest-DeleteServersTestJSON-915645800-project] 10.222.0.42 "GET /v2.0/ports?device_id=f2b26dda-40aa-4c01-bf22-35ecafdb42a4 HTTP/1.1" status: 200 len: 945 time: 0.3706934 Apr 18 20:56:49.991446 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-445a81bd-da6b-414f-b19f-fa9671de776c req-bf9f8634-52b8-42eb-9526-3fc8464d1109 tempest-ServerActionsTestJSON-2052644234 tempest-ServerActionsTestJSON-2052644234-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:56:49.998786 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-445a81bd-da6b-414f-b19f-fa9671de776c req-bf9f8634-52b8-42eb-9526-3fc8464d1109 tempest-ServerActionsTestJSON-2052644234 tempest-ServerActionsTestJSON-2052644234-project] 10.222.0.42 "GET /v2.0/ports?device_id=b7307812-da19-4509-9baf-bb3ff8313904 HTTP/1.1" status: 200 len: 945 time: 0.3041370 Apr 18 20:56:50.024586 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-5a56177f-c1ad-4403-b430-55aec8996b33 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:56:50.040418 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-d50446ea-1095-44a9-884b-f9ba6b621a0a req-eb2e3d90-5484-4daa-8c1f-00b7be36aa14 tempest-DeleteServersTestJSON-915645800 tempest-DeleteServersTestJSON-915645800-project] 10.222.0.42 "GET /v2.0/security-groups?id=588d127b-19b7-4c3d-9f79-a400181b94e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1238308 Apr 18 20:56:50.123071 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-5a56177f-c1ad-4403-b430-55aec8996b33 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:56:50.141994 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-445a81bd-da6b-414f-b19f-fa9671de776c req-524068b2-a040-46d2-b7bf-af8b9ed597fc tempest-ServerActionsTestJSON-2052644234 tempest-ServerActionsTestJSON-2052644234-project] 10.222.0.42 "GET /v2.0/security-groups?id=c2aeb662-6a43-4389-8810-9fad3627855b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1417055 Apr 18 20:56:50.144779 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 52658) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:56:50.172364 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:56:50.185101 n-d-838334-2 neutron-server[84041]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bd0df782-be72-4eec-b3cd-a26191caf744'] response: {'server_uuid': '78e9143e-c730-4c91-adff-3908c9b17d26', 'name': 'network-vif-deleted', 'tag': '81dff9c0-884c-4df9-9a08-e02a4cf96c45', 'status': 'completed', 'code': 200} Apr 18 20:56:50.266924 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] For port d93b9095-a088-4a58-a38e-5e53d7759fcc, host n-h2-838334-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838334-2',level=0,port_id=d93b9095-a088-4a58-a38e-5e53d7759fcc,segment=NetworkSegment(cd8c59c7-b4b2-44a4-be0f-4e934073fee4),segment_id=cd8c59c7-b4b2-44a4-be0f-4e934073fee4)] {{(pid=84042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:56:50.270312 n-d-838334-2 neutron-server[84042]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5b9655ef-e7a4-49b4-bc6e-a6c04beac88f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd93b9095-a088-4a58-a38e-5e53d7759fcc'}] {{(pid=84042) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 20:56:50.284825 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682'] for port, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:56:50.330959 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-30eb7004-2b46-43e1-bc1b-1ba275b907d3 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=3e56bcfffff947c68263794c76f7ac55&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1828690 Apr 18 20:56:50.334360 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 52668) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:56:50.381566 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.l3_hamode_db [None req-63486bf3-46cd-4abf-9912-7515da4e4ad0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb2ef120-2c2e-4b9c-8049-c1281daabc93', 'name': 'tempest-AttachVolumeNegativeTest-965011108-router', 'tenant_id': '340d04fd839f4c0c896ec9bea561bc50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'external_fixed_ips': [{'subnet_id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'ip_address': '172.25.8.160'}], 'enable_snat': True}, 'gw_port_id': '0654fabf-3ea3-4a21-99de-c086a8f52f65', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:53:49Z', 'updated_at': '2022-04-18T20:53:55Z', 'revision_number': 4, 'project_id': '340d04fd839f4c0c896ec9bea561bc50', 'gw_port': {'id': '0654fabf-3ea3-4a21-99de-c086a8f52f65', 'name': '', 'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:f1:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb2ef120-2c2e-4b9c-8049-c1281daabc93', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'ip_address': '172.25.8.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:53:49Z', 'updated_at': '2022-04-18T20:53:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838334-2', '_floatingips': [{'id': '24569835-4401-47a0-87dd-86a2255f7333', 'tenant_id': '340d04fd839f4c0c896ec9bea561bc50', 'floating_ip_address': '172.25.8.120', 'floating_network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'router_id': 'eb2ef120-2c2e-4b9c-8049-c1281daabc93', 'port_id': '8d9ca2ad-3895-4fd7-88cb-e7accd79550a', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '794fa1b3-6f66-42ac-ab9f-a0e910c383ff', 'mac_address': 'fa:16:3e:d7:c0:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36268bf7-aadd-4a9b-9264-b6901d73c9ef', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T20:54:03Z', 'updated_at': '2022-04-18T20:54:37Z', 'revision_number': 2, 'project_id': '340d04fd839f4c0c896ec9bea561bc50', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'aa8998f0-5774-4503-93d9-f054eb0cbd71', 'name': '', 'network_id': '794fa1b3-6f66-42ac-ab9f-a0e910c383ff', 'tenant_id': '340d04fd839f4c0c896ec9bea561bc50', 'mac_address': 'fa:16:3e:d6:c4:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb2ef120-2c2e-4b9c-8049-c1281daabc93', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '66a6cd83-be1c-4e76-9e19-a8f33a82294d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:53:54Z', 'updated_at': '2022-04-18T20:54:11Z', 'revision_number': 5, 'project_id': '340d04fd839f4c0c896ec9bea561bc50', 'subnets': [{'id': '66a6cd83-be1c-4e76-9e19-a8f33a82294d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838334-2', False) {} {{(pid=84043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:56:50.387810 n-d-838334-2 neutron-server[84043]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63486bf3-46cd-4abf-9912-7515da4e4ad0 None None] Checking router: eb2ef120-2c2e-4b9c-8049-c1281daabc93 for host: n-d-838334-2 {{(pid=84043) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 18 20:56:50.404052 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.plugin [None req-3314ca99-40fd-430b-8ca8-79967a65857a tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Deleting port 27752744-a73a-47e9-963b-1958fa524179 {{(pid=84041) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 20:56:50.404393 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-3314ca99-40fd-430b-8ca8-79967a65857a tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750375188691'] for port, before_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:56:50.416791 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63486bf3-46cd-4abf-9912-7515da4e4ad0 None None] Routers {'eb2ef120-2c2e-4b9c-8049-c1281daabc93'} bound to L3 agent in host n-d-838334-2 {{(pid=84043) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 20:56:50.417418 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.l3_hamode_db [None req-63486bf3-46cd-4abf-9912-7515da4e4ad0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838334-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-18T20:25:48Z,description=,heartbeat_timestamp=2022-04-18T20:56:48Z,host='n-d-838334-2',id=bc84d6c9-dd7a-4555-a351-592327b46d5a,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:25:48Z,topic='l3_agent')) {'router_ids': ['eb2ef120-2c2e-4b9c-8049-c1281daabc93'], 'active': True} {{(pid=84043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:56:50.430995 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_hamode_db [None req-3c41feb9-a9a9-41ce-b627-02807b0ed299 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b45276b-1930-4b1c-87ab-6307290fb1c1', 'name': 'tempest-NetworksTestDHCPv6-router-1435821716', 'tenant_id': '1256b788e8184019a07eb24a482acda4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:56:39Z', 'updated_at': '2022-04-18T20:56:43Z', 'revision_number': 2, 'project_id': '1256b788e8184019a07eb24a482acda4', 'gw_port_host': None, '_interfaces': [{'id': '27752744-a73a-47e9-963b-1958fa524179', 'name': '', 'network_id': 'ef903069-7c89-4376-963f-99c58ca6d615', 'tenant_id': '1256b788e8184019a07eb24a482acda4', 'mac_address': 'fa:16:3e:ab:98:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9b45276b-1930-4b1c-87ab-6307290fb1c1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '52bea4fc-df8a-40fc-904b-af96983f5f26', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:56:41Z', 'updated_at': '2022-04-18T20:56:48Z', 'revision_number': 4, 'project_id': '1256b788e8184019a07eb24a482acda4', 'subnets': [{'id': '52bea4fc-df8a-40fc-904b-af96983f5f26', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838334-2', False) {} {{(pid=84042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:56:50.447933 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c41feb9-a9a9-41ce-b627-02807b0ed299 None None] The sync data for ids ['9b45276b-1930-4b1c-87ab-6307290fb1c1'] in n-d-838334-2 is: [{'id': '9b45276b-1930-4b1c-87ab-6307290fb1c1', 'name': 'tempest-NetworksTestDHCPv6-router-1435821716', 'tenant_id': '1256b788e8184019a07eb24a482acda4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:56:39Z', 'updated_at': '2022-04-18T20:56:43Z', 'revision_number': 2, 'project_id': '1256b788e8184019a07eb24a482acda4', 'gw_port_host': None, '_interfaces': [{'id': '27752744-a73a-47e9-963b-1958fa524179', 'name': '', 'network_id': 'ef903069-7c89-4376-963f-99c58ca6d615', 'tenant_id': '1256b788e8184019a07eb24a482acda4', 'mac_address': 'fa:16:3e:ab:98:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9b45276b-1930-4b1c-87ab-6307290fb1c1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '52bea4fc-df8a-40fc-904b-af96983f5f26', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:56:41Z', 'updated_at': '2022-04-18T20:56:48Z', 'revision_number': 4, 'project_id': '1256b788e8184019a07eb24a482acda4', 'subnets': [{'id': '52bea4fc-df8a-40fc-904b-af96983f5f26', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84042) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 18 20:56:50.497290 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Pushing event updated for resources: {'Port': ['ID=d93b9095-a088-4a58-a38e-5e53d7759fcc,revision_number=8']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:56:50.510042 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-c7521a90-7d65-4e2e-842c-ca5d95e9a89c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750375287399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253529'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:56:50.543638 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-5a56177f-c1ad-4403-b430-55aec8996b33 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33528224'] for security_group, after_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:56:50.618314 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a56177f-c1ad-4403-b430-55aec8996b33 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa6b5748-504b-4821-b3a0-7e61ca1810b5,revision_number=None']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:56:50.624421 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-50bfbadb-cee2-4699-9e11-797d66d16f91 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:56:50.659260 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-50bfbadb-cee2-4699-9e11-797d66d16f91 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:56:50.687105 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-5296a254-384c-435d-b036-4b56144146d9 req-b94907e2-4dc0-4836-a9b0-6ceb110e221f tempest-AttachVolumeNegativeTest-555605742 tempest-AttachVolumeNegativeTest-555605742-project] 10.222.0.42 "GET /v2.0/ports?device_id=78e9143e-c730-4c91-adff-3908c9b17d26 HTTP/1.1" status: 200 len: 210 time: 0.1511097 Apr 18 20:56:50.728585 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-5a56177f-c1ad-4403-b430-55aec8996b33 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:56:50.728585 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-5a56177f-c1ad-4403-b430-55aec8996b33 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/fa6b5748-504b-4821-b3a0-7e61ca1810b5 HTTP/1.1" status: 204 len: 168 time: 0.9395013 Apr 18 20:56:50.764950 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.l3_dvr_db [None req-63486bf3-46cd-4abf-9912-7515da4e4ad0 None None] Set router eb2ef120-2c2e-4b9c-8049-c1281daabc93 gateway port host: n-d-838334-2 {{(pid=84043) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 20:56:50.779617 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15c13e65-77f3-4b7d-ab31-259aac3687c4 req-b8fd4941-74db-47c3-9f81-9dfd804a06ae tempest-ServerActionsTestJSON-2052644234 tempest-ServerActionsTestJSON-2052644234-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:56:50.786440 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-15c13e65-77f3-4b7d-ab31-259aac3687c4 req-b8fd4941-74db-47c3-9f81-9dfd804a06ae tempest-ServerActionsTestJSON-2052644234 tempest-ServerActionsTestJSON-2052644234-project] 10.222.0.42 "GET /v2.0/ports?device_id=b7307812-da19-4509-9baf-bb3ff8313904 HTTP/1.1" status: 200 len: 945 time: 0.3530629 Apr 18 20:56:50.917963 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-15c13e65-77f3-4b7d-ab31-259aac3687c4 req-8b7efb7b-39d7-46df-a71a-d88d591cf310 tempest-ServerActionsTestJSON-2052644234 tempest-ServerActionsTestJSON-2052644234-project] 10.222.0.42 "GET /v2.0/security-groups?id=c2aeb662-6a43-4389-8810-9fad3627855b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1304765 Apr 18 20:56:50.918198 n-d-838334-2 neutron-server[84042]: INFO neutron.notifiers.nova [-] Nova event matching ['req-240ee7a2-b99f-4c73-9c22-6b8ba2a89ce5'] response: {'server_uuid': '5b9655ef-e7a4-49b4-bc6e-a6c04beac88f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd93b9095-a088-4a58-a38e-5e53d7759fcc', 'code': 200} Apr 18 20:56:50.943276 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-50bfbadb-cee2-4699-9e11-797d66d16f91 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33528224'] for security_group, after_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:56:50.987887 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.db [None req-3314ca99-40fd-430b-8ca8-79967a65857a tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] For port 27752744-a73a-47e9-963b-1958fa524179, host n-d-838334-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838334-2',level=0,port_id=27752744-a73a-47e9-963b-1958fa524179,segment=NetworkSegment(fbf28fbd-36f8-46f3-be08-57d41821e390),segment_id=fbf28fbd-36f8-46f3-be08-57d41821e390)] {{(pid=84041) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:56:50.988468 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-3314ca99-40fd-430b-8ca8-79967a65857a tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369123'] for port, precommit_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:56:51.008091 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50bfbadb-cee2-4699-9e11-797d66d16f91 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=434d3256-62ac-42cc-9b55-fa0269b861fa,revision_number=None']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:56:51.032684 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-50bfbadb-cee2-4699-9e11-797d66d16f91 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:56:51.034488 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-50bfbadb-cee2-4699-9e11-797d66d16f91 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/434d3256-62ac-42cc-9b55-fa0269b861fa HTTP/1.1" status: 204 len: 168 time: 0.7006164 Apr 18 20:56:51.265128 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d446dea9-d957-45e3-aed2-6a2201021769 req-6cd088fa-7a80-4bcf-86eb-f175f91d2d69 tempest-AttachVolumeShelveTestJSON-1712717013 tempest-AttachVolumeShelveTestJSON-1712717013-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:56:51.265762 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.plugin [None req-3314ca99-40fd-430b-8ca8-79967a65857a tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Calling delete_port for 27752744-a73a-47e9-963b-1958fa524179 owned by network:router_interface {{(pid=84041) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 20:56:51.267323 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-d446dea9-d957-45e3-aed2-6a2201021769 req-6cd088fa-7a80-4bcf-86eb-f175f91d2d69 tempest-AttachVolumeShelveTestJSON-1712717013 tempest-AttachVolumeShelveTestJSON-1712717013-project] 10.222.0.42 "GET /v2.0/ports?device_id=5b9655ef-e7a4-49b4-bc6e-a6c04beac88f HTTP/1.1" status: 200 len: 943 time: 0.1329174 Apr 18 20:56:51.401177 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-d446dea9-d957-45e3-aed2-6a2201021769 req-2cdf508e-dc56-4722-a32b-759067188872 tempest-AttachVolumeShelveTestJSON-1712717013 tempest-AttachVolumeShelveTestJSON-1712717013-project] 10.222.0.42 "GET /v2.0/security-groups?id=e08cc47c-4c66-43de-a30b-78ed2c16d927&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1149876 Apr 18 20:56:51.643536 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-3314ca99-40fd-430b-8ca8-79967a65857a tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750375259028', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750374836628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32266323'] for port, after_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:56:51.721069 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea09f374-f760-4b80-90ef-795156c1757f req-f59a25db-affa-46c2-8704-b7702acf3178 tempest-DeleteServersTestJSON-915645800 tempest-DeleteServersTestJSON-915645800-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:56:51.726815 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-ea09f374-f760-4b80-90ef-795156c1757f req-f59a25db-affa-46c2-8704-b7702acf3178 tempest-DeleteServersTestJSON-915645800 tempest-DeleteServersTestJSON-915645800-project] 10.222.0.42 "GET /v2.0/ports?device_id=f2b26dda-40aa-4c01-bf22-35ecafdb42a4 HTTP/1.1" status: 200 len: 945 time: 0.1243744 Apr 18 20:56:51.743016 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.l3_hamode_db [None req-63486bf3-46cd-4abf-9912-7515da4e4ad0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb2ef120-2c2e-4b9c-8049-c1281daabc93', 'name': 'tempest-AttachVolumeNegativeTest-965011108-router', 'tenant_id': '340d04fd839f4c0c896ec9bea561bc50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'external_fixed_ips': [{'subnet_id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'ip_address': '172.25.8.160'}], 'enable_snat': True}, 'gw_port_id': '0654fabf-3ea3-4a21-99de-c086a8f52f65', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:53:49Z', 'updated_at': '2022-04-18T20:53:55Z', 'revision_number': 4, 'project_id': '340d04fd839f4c0c896ec9bea561bc50', 'gw_port': {'id': '0654fabf-3ea3-4a21-99de-c086a8f52f65', 'name': '', 'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:f1:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb2ef120-2c2e-4b9c-8049-c1281daabc93', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'ip_address': '172.25.8.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:53:49Z', 'updated_at': '2022-04-18T20:53:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838334-2', '_floatingips': [{'id': '24569835-4401-47a0-87dd-86a2255f7333', 'tenant_id': '340d04fd839f4c0c896ec9bea561bc50', 'floating_ip_address': '172.25.8.120', 'floating_network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'router_id': 'eb2ef120-2c2e-4b9c-8049-c1281daabc93', 'port_id': '8d9ca2ad-3895-4fd7-88cb-e7accd79550a', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '794fa1b3-6f66-42ac-ab9f-a0e910c383ff', 'mac_address': 'fa:16:3e:d7:c0:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36268bf7-aadd-4a9b-9264-b6901d73c9ef', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T20:54:03Z', 'updated_at': '2022-04-18T20:54:37Z', 'revision_number': 2, 'project_id': '340d04fd839f4c0c896ec9bea561bc50', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'aa8998f0-5774-4503-93d9-f054eb0cbd71', 'name': '', 'network_id': '794fa1b3-6f66-42ac-ab9f-a0e910c383ff', 'tenant_id': '340d04fd839f4c0c896ec9bea561bc50', 'mac_address': 'fa:16:3e:d6:c4:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb2ef120-2c2e-4b9c-8049-c1281daabc93', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '66a6cd83-be1c-4e76-9e19-a8f33a82294d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:53:54Z', 'updated_at': '2022-04-18T20:54:11Z', 'revision_number': 5, 'project_id': '340d04fd839f4c0c896ec9bea561bc50', 'subnets': [{'id': '66a6cd83-be1c-4e76-9e19-a8f33a82294d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838334-2', False) {} {{(pid=84043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:56:51.755400 n-d-838334-2 neutron-server[84043]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63486bf3-46cd-4abf-9912-7515da4e4ad0 None None] The sync data for ids ['eb2ef120-2c2e-4b9c-8049-c1281daabc93'] in n-d-838334-2 is: [{'id': 'eb2ef120-2c2e-4b9c-8049-c1281daabc93', 'name': 'tempest-AttachVolumeNegativeTest-965011108-router', 'tenant_id': '340d04fd839f4c0c896ec9bea561bc50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'external_fixed_ips': [{'subnet_id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'ip_address': '172.25.8.160'}], 'enable_snat': True}, 'gw_port_id': '0654fabf-3ea3-4a21-99de-c086a8f52f65', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:53:49Z', 'updated_at': '2022-04-18T20:53:55Z', 'revision_number': 4, 'project_id': '340d04fd839f4c0c896ec9bea561bc50', 'gw_port': {'id': '0654fabf-3ea3-4a21-99de-c086a8f52f65', 'name': '', 'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:f1:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb2ef120-2c2e-4b9c-8049-c1281daabc93', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'ip_address': '172.25.8.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:53:49Z', 'updated_at': '2022-04-18T20:53:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838334-2', '_floatingips': [{'id': '24569835-4401-47a0-87dd-86a2255f7333', 'tenant_id': '340d04fd839f4c0c896ec9bea561bc50', 'floating_ip_address': '172.25.8.120', 'floating_network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'router_id': 'eb2ef120-2c2e-4b9c-8049-c1281daabc93', 'port_id': '8d9ca2ad-3895-4fd7-88cb-e7accd79550a', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '794fa1b3-6f66-42ac-ab9f-a0e910c383ff', 'mac_address': 'fa:16:3e:d7:c0:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36268bf7-aadd-4a9b-9264-b6901d73c9ef', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T20:54:03Z', 'updated_at': '2022-04-18T20:54:37Z', 'revision_number': 2, 'project_id': '340d04fd839f4c0c896ec9bea561bc50', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'aa8998f0-5774-4503-93d9-f054eb0cbd71', 'name': '', 'network_id': '794fa1b3-6f66-42ac-ab9f-a0e910c383ff', 'tenant_id': '340d04fd839f4c0c896ec9bea561bc50', 'mac_address': 'fa:16:3e:d6:c4:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb2ef120-2c2e-4b9c-8049-c1281daabc93', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '66a6cd83-be1c-4e76-9e19-a8f33a82294d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:53:54Z', 'updated_at': '2022-04-18T20:54:11Z', 'revision_number': 5, 'project_id': '340d04fd839f4c0c896ec9bea561bc50', 'subnets': [{'id': '66a6cd83-be1c-4e76-9e19-a8f33a82294d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84043) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 18 20:56:51.767080 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Device 27752744-a73a-47e9-963b-1958fa524179 up at agent ovs-agent-n-d-838334-2 {{(pid=84042) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 20:56:51.831738 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.plugin [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] No Port match for: 27752744-a73a-47e9-963b-1958fa524179 {{(pid=84042) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 18 20:56:51.831861 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-ea09f374-f760-4b80-90ef-795156c1757f req-3f183eee-54ba-4790-be8d-a9f3c23b9882 tempest-DeleteServersTestJSON-915645800 tempest-DeleteServersTestJSON-915645800-project] 10.222.0.42 "GET /v2.0/security-groups?id=588d127b-19b7-4c3d-9f79-a400181b94e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0996332 Apr 18 20:56:51.832407 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Device 27752744-a73a-47e9-963b-1958fa524179 not bound to the agent host n-d-838334-2 {{(pid=84042) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:284}} Apr 18 20:56:51.862689 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3314ca99-40fd-430b-8ca8-79967a65857a tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Pushing event deleted for resources: {'Port': ['ID=27752744-a73a-47e9-963b-1958fa524179,revision_number=None']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:56:51.889534 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Port 27752744-a73a-47e9-963b-1958fa524179 not found, will not notify nova. {{(pid=84042) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:294}} Apr 18 20:56:52.187020 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-3314ca99-40fd-430b-8ca8-79967a65857a tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-32377931', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33443910'] for router_interface, after_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:56:52.798610 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 52764) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:56:52.808818 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b87fbad0-f181-47b2-94f1-218719c23535 None None] New status for floating IP ed71db05-7a6c-45ed-85fe-6fe2d7b0bd0b: DOWN {{(pid=84042) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Apr 18 20:56:53.044323 n-d-838334-2 neutron-server[84041]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3314ca99-40fd-430b-8ca8-79967a65857a tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Router 9b45276b-1930-4b1c-87ab-6307290fb1c1 has already been hosted by L3 agent bc84d6c9-dd7a-4555-a351-592327b46d5a {{(pid=84041) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 20:56:53.103326 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Device d93b9095-a088-4a58-a38e-5e53d7759fcc no longer exists at agent hyperv_n-h2-838334-2 {{(pid=84042) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 20:56:53.106150 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-d18f4c64-2732-4b5b-9c78-071cdd0439f0 tempest-AttachVolumeNegativeTest-555605742 tempest-AttachVolumeNegativeTest-555605742-project] Notify callbacks [] for security_group, before_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:56:53.156016 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-d18f4c64-2732-4b5b-9c78-071cdd0439f0 tempest-AttachVolumeNegativeTest-555605742 tempest-AttachVolumeNegativeTest-555605742-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:56:53.178595 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0a8605a-2387-4462-a99d-162d664abd39 req-a98f8ac3-ebc8-4a42-b3d2-2c185454f169 tempest-ServerActionsTestJSON-2052644234 tempest-ServerActionsTestJSON-2052644234-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:56:53.180281 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-b0a8605a-2387-4462-a99d-162d664abd39 req-a98f8ac3-ebc8-4a42-b3d2-2c185454f169 tempest-ServerActionsTestJSON-2052644234 tempest-ServerActionsTestJSON-2052644234-project] 10.222.0.42 "GET /v2.0/ports?device_id=59d6b272-24d3-4609-8a10-777cd7c7c735 HTTP/1.1" status: 200 len: 943 time: 0.3827043 Apr 18 20:56:53.246324 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3314ca99-40fd-430b-8ca8-79967a65857a tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Notify agent at l3_agent.n-d-838334-2 the message routers_updated {{(pid=84041) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 20:56:53.256031 n-d-838334-2 neutron-server[84043]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48ce6584-332e-401a-9eee-c9dbdc47c10d None None] Sync routers for ids ['9b45276b-1930-4b1c-87ab-6307290fb1c1'] in n-d-838334-2 {{(pid=84043) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 18 20:56:53.267038 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 52778) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:56:53.278370 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48ce6584-332e-401a-9eee-c9dbdc47c10d None None] Routers {'9b45276b-1930-4b1c-87ab-6307290fb1c1'} bound to L3 agent in host n-d-838334-2 {{(pid=84043) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 20:56:53.279011 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.l3_hamode_db [None req-48ce6584-332e-401a-9eee-c9dbdc47c10d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838334-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-18T20:25:48Z,description=,heartbeat_timestamp=2022-04-18T20:56:48Z,host='n-d-838334-2',id=bc84d6c9-dd7a-4555-a351-592327b46d5a,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:25:48Z,topic='l3_agent')) {'router_ids': ['9b45276b-1930-4b1c-87ab-6307290fb1c1'], 'active': True} {{(pid=84043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:56:53.292111 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-3314ca99-40fd-430b-8ca8-79967a65857a tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] 10.222.0.42 "PUT /v2.0/routers/9b45276b-1930-4b1c-87ab-6307290fb1c1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2920823 Apr 18 20:56:53.294199 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3b3060a-556c-49d8-8b05-5451f34805d2 req-13e63197-f0fb-4704-bc16-6e78b12a9c1c tempest-DeleteServersTestJSON-915645800 tempest-DeleteServersTestJSON-915645800-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:56:53.295802 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 52784) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:56:53.296290 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-c3b3060a-556c-49d8-8b05-5451f34805d2 req-13e63197-f0fb-4704-bc16-6e78b12a9c1c tempest-DeleteServersTestJSON-915645800 tempest-DeleteServersTestJSON-915645800-project] 10.222.0.42 "GET /v2.0/ports?device_id=f2b26dda-40aa-4c01-bf22-35ecafdb42a4 HTTP/1.1" status: 200 len: 945 time: 0.3202236 Apr 18 20:56:53.306775 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.plugin [req-b0a8605a-2387-4462-a99d-162d664abd39 req-993b2222-772a-4d5b-b24c-408146d3e9d4 tempest-ServerActionsTestJSON-2052644234 tempest-ServerActionsTestJSON-2052644234-project] Deleting port aa685d3f-0d56-4c4a-9f1c-dc5d15a8b715 {{(pid=84040) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 20:56:53.307439 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-b0a8605a-2387-4462-a99d-162d664abd39 req-993b2222-772a-4d5b-b24c-408146d3e9d4 tempest-ServerActionsTestJSON-2052644234 tempest-ServerActionsTestJSON-2052644234-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750375188691'] for port, before_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:56:53.386878 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-d18f4c64-2732-4b5b-9c78-071cdd0439f0 tempest-AttachVolumeNegativeTest-555605742 tempest-AttachVolumeNegativeTest-555605742-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33528224'] for security_group, after_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:56:53.450131 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d18f4c64-2732-4b5b-9c78-071cdd0439f0 tempest-AttachVolumeNegativeTest-555605742 tempest-AttachVolumeNegativeTest-555605742-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b4552a3-e22b-4a82-aa8a-fd18498dcd3d,revision_number=None']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:56:53.493875 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-d18f4c64-2732-4b5b-9c78-071cdd0439f0 tempest-AttachVolumeNegativeTest-555605742 tempest-AttachVolumeNegativeTest-555605742-project] Notify callbacks [] for security_group, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:56:53.497720 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-d18f4c64-2732-4b5b-9c78-071cdd0439f0 tempest-AttachVolumeNegativeTest-555605742 tempest-AttachVolumeNegativeTest-555605742-project] 10.222.0.42 "DELETE /v2.0/security-groups/5b4552a3-e22b-4a82-aa8a-fd18498dcd3d HTTP/1.1" status: 204 len: 168 time: 0.6509893 Apr 18 20:56:53.499001 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.l3_dvr_db [None req-48ce6584-332e-401a-9eee-c9dbdc47c10d None None] Set router 9b45276b-1930-4b1c-87ab-6307290fb1c1 gateway port host: None {{(pid=84043) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 20:56:53.500407 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 52788) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:56:53.516183 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-c3b3060a-556c-49d8-8b05-5451f34805d2 req-f3867bb8-94b4-411d-aab5-0691a096975a tempest-DeleteServersTestJSON-915645800 tempest-DeleteServersTestJSON-915645800-project] 10.222.0.42 "GET /v2.0/security-groups?id=588d127b-19b7-4c3d-9f79-a400181b94e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1761398 Apr 18 20:56:53.526240 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.v2.base [None req-3923d1f5-9df8-4122-959d-fbfe0dec6ad9 admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-160066414-network', 'tenant_id': 'ba267e3ba48c4ff1b4fc57f8cfab7c8c'}} {{(pid=84041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 20:56:53.544679 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-3923d1f5-9df8-4122-959d-fbfe0dec6ad9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:56:53.559073 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f4fcfcb-5f5b-4629-ba72-023ffc0b674a tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:56:53.560733 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f4fcfcb-5f5b-4629-ba72-023ffc0b674a tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:56:53.561723 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-6f4fcfcb-5f5b-4629-ba72-023ffc0b674a tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Synchronizing usage tracker for tenant:1256b788e8184019a07eb24a482acda4 on resource:subnet {{(pid=84041) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 20:56:53.564964 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-3923d1f5-9df8-4122-959d-fbfe0dec6ad9 admin admin] Usage tracker for resource:network and tenant:ba267e3ba48c4ff1b4fc57f8cfab7c8c is out of sync, need to count used quota {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:56:53.573493 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-3923d1f5-9df8-4122-959d-fbfe0dec6ad9 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:56:53.581981 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-3923d1f5-9df8-4122-959d-fbfe0dec6ad9 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:56:53.607099 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-6f4fcfcb-5f5b-4629-ba72-023ffc0b674a tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Unset dirty status for tenant:1256b788e8184019a07eb24a482acda4 on resource:subnet {{(pid=84041) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 20:56:53.608625 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-6f4fcfcb-5f5b-4629-ba72-023ffc0b674a tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] 10.222.0.42 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.3068566 Apr 18 20:56:53.610342 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3923d1f5-9df8-4122-959d-fbfe0dec6ad9 admin admin] Made reservation on behalf of ba267e3ba48c4ff1b4fc57f8cfab7c8c for: {'network': 1} {{(pid=84041) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:56:53.613151 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-3923d1f5-9df8-4122-959d-fbfe0dec6ad9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for network, before_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:56:53.614834 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.l3_hamode_db [None req-48ce6584-332e-401a-9eee-c9dbdc47c10d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b45276b-1930-4b1c-87ab-6307290fb1c1', 'name': 'tempest-NetworksTestDHCPv6-router-1435821716', 'tenant_id': '1256b788e8184019a07eb24a482acda4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:56:39Z', 'updated_at': '2022-04-18T20:56:51Z', 'revision_number': 3, 'project_id': '1256b788e8184019a07eb24a482acda4', 'gw_port_host': None}], 'n-d-838334-2', False) {} {{(pid=84043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:56:53.620569 n-d-838334-2 neutron-server[84043]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48ce6584-332e-401a-9eee-c9dbdc47c10d None None] Checking router: 9b45276b-1930-4b1c-87ab-6307290fb1c1 for host: n-d-838334-2 {{(pid=84043) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 18 20:56:53.634590 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 52792) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:56:53.642147 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48ce6584-332e-401a-9eee-c9dbdc47c10d None None] Routers {'9b45276b-1930-4b1c-87ab-6307290fb1c1'} bound to L3 agent in host n-d-838334-2 {{(pid=84043) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 20:56:53.643115 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.l3_hamode_db [None req-48ce6584-332e-401a-9eee-c9dbdc47c10d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838334-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-18T20:25:48Z,description=,heartbeat_timestamp=2022-04-18T20:56:48Z,host='n-d-838334-2',id=bc84d6c9-dd7a-4555-a351-592327b46d5a,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:25:48Z,topic='l3_agent')) {'router_ids': ['9b45276b-1930-4b1c-87ab-6307290fb1c1'], 'active': True} {{(pid=84043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:56:53.680102 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-3923d1f5-9df8-4122-959d-fbfe0dec6ad9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:56:53.707609 n-d-838334-2 neutron-server[84040]: INFO neutron.api.v2.resource [None req-debd2358-c021-4dc5-9e4b-f273d58c3497 tempest-AttachVolumeNegativeTest-555605742 tempest-AttachVolumeNegativeTest-555605742-project] show failed (client error): The resource could not be found. Apr 18 20:56:53.712361 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-debd2358-c021-4dc5-9e4b-f273d58c3497 tempest-AttachVolumeNegativeTest-555605742 tempest-AttachVolumeNegativeTest-555605742-project] 10.222.0.42 "GET /v2.0/security-groups/5b4552a3-e22b-4a82-aa8a-fd18498dcd3d HTTP/1.1" status: 404 len: 347 time: 0.2108643 Apr 18 20:56:53.712922 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 52798) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:56:53.763980 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-3923d1f5-9df8-4122-959d-fbfe0dec6ad9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:56:53.805338 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.l3_dvr_db [None req-48ce6584-332e-401a-9eee-c9dbdc47c10d None None] Set router 9b45276b-1930-4b1c-87ab-6307290fb1c1 gateway port host: None {{(pid=84043) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 20:56:53.820888 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-3923d1f5-9df8-4122-959d-fbfe0dec6ad9 admin admin] Usage tracker for resource:security_group_rule and tenant:ba267e3ba48c4ff1b4fc57f8cfab7c8c is out of sync, need to count used quota {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:56:53.830790 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-3923d1f5-9df8-4122-959d-fbfe0dec6ad9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:56:53.844954 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-3923d1f5-9df8-4122-959d-fbfe0dec6ad9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:56:53.917259 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.db_base_plugin_v2 [None req-0daa3e6f-03df-4e47-b1b3-d59730103bf0 tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Deleting subnet 52bea4fc-df8a-40fc-904b-af96983f5f26 {{(pid=84041) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 18 20:56:53.926476 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.l3_hamode_db [None req-48ce6584-332e-401a-9eee-c9dbdc47c10d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b45276b-1930-4b1c-87ab-6307290fb1c1', 'name': 'tempest-NetworksTestDHCPv6-router-1435821716', 'tenant_id': '1256b788e8184019a07eb24a482acda4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:56:39Z', 'updated_at': '2022-04-18T20:56:51Z', 'revision_number': 3, 'project_id': '1256b788e8184019a07eb24a482acda4', 'gw_port_host': None}], 'n-d-838334-2', False) {} {{(pid=84043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:56:53.931195 n-d-838334-2 neutron-server[84043]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48ce6584-332e-401a-9eee-c9dbdc47c10d None None] The sync data for ids ['9b45276b-1930-4b1c-87ab-6307290fb1c1'] in n-d-838334-2 is: [{'id': '9b45276b-1930-4b1c-87ab-6307290fb1c1', 'name': 'tempest-NetworksTestDHCPv6-router-1435821716', 'tenant_id': '1256b788e8184019a07eb24a482acda4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:56:39Z', 'updated_at': '2022-04-18T20:56:51Z', 'revision_number': 3, 'project_id': '1256b788e8184019a07eb24a482acda4', 'gw_port_host': None}] {{(pid=84043) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 18 20:56:53.936178 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-0daa3e6f-03df-4e47-b1b3-d59730103bf0 tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Notify callbacks [] for subnet, before_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:56:54.014747 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.plugin [None req-3ebc4bab-9c57-4679-8640-bce2b80308be tempest-AttachVolumeNegativeTest-555605742 tempest-AttachVolumeNegativeTest-555605742-project] Deleting port 588b880e-8f40-4bf3-aada-02a60b2199b7 {{(pid=84040) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 20:56:54.014747 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-3ebc4bab-9c57-4679-8640-bce2b80308be tempest-AttachVolumeNegativeTest-555605742 tempest-AttachVolumeNegativeTest-555605742-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750375188691'] for port, before_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:56:54.032850 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-0daa3e6f-03df-4e47-b1b3-d59730103bf0 tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32266383'] for subnet, precommit_delete_associations {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:56:54.090142 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.db [req-b0a8605a-2387-4462-a99d-162d664abd39 req-993b2222-772a-4d5b-b24c-408146d3e9d4 tempest-ServerActionsTestJSON-2052644234 tempest-ServerActionsTestJSON-2052644234-project] For port aa685d3f-0d56-4c4a-9f1c-dc5d15a8b715, host n-h1-838334-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838334-2',level=0,port_id=aa685d3f-0d56-4c4a-9f1c-dc5d15a8b715,segment=NetworkSegment(4935dfdb-03db-4976-a6b4-e0fa58696685),segment_id=4935dfdb-03db-4976-a6b4-e0fa58696685)] {{(pid=84040) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:56:54.090530 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-b0a8605a-2387-4462-a99d-162d664abd39 req-993b2222-772a-4d5b-b24c-408146d3e9d4 tempest-ServerActionsTestJSON-2052644234 tempest-ServerActionsTestJSON-2052644234-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369123'] for port, precommit_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:56:54.103357 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-3923d1f5-9df8-4122-959d-fbfe0dec6ad9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:56:54.117113 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-3923d1f5-9df8-4122-959d-fbfe0dec6ad9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33528224'] for security_group, after_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:56:54.174440 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3923d1f5-9df8-4122-959d-fbfe0dec6ad9 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 363} {{(pid=84041) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 20:56:54.191412 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3923d1f5-9df8-4122-959d-fbfe0dec6ad9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a3de1b7a-019c-40dd-8c9d-3a3f159b2bd6,revision_number=1']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:56:54.198893 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-3923d1f5-9df8-4122-959d-fbfe0dec6ad9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1082986'] for segment, precommit_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:56:54.199228 n-d-838334-2 neutron-server[84041]: INFO neutron.db.segments_db [None req-3923d1f5-9df8-4122-959d-fbfe0dec6ad9 admin admin] Added segment 7487d154-ef4b-4701-b484-567750da716d of type vlan for network 7083f08e-ab4e-49e9-91e4-270e03cc3e4c Apr 18 20:56:54.227193 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-0daa3e6f-03df-4e47-b1b3-d59730103bf0 tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1260556'] for subnet, precommit_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:56:54.271831 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-3923d1f5-9df8-4122-959d-fbfe0dec6ad9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750374825732'] for network, precommit_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:56:54.285725 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.plugin [req-b0a8605a-2387-4462-a99d-162d664abd39 req-993b2222-772a-4d5b-b24c-408146d3e9d4 tempest-ServerActionsTestJSON-2052644234 tempest-ServerActionsTestJSON-2052644234-project] Calling delete_port for aa685d3f-0d56-4c4a-9f1c-dc5d15a8b715 owned by compute:nova {{(pid=84040) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 20:56:54.325905 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-3923d1f5-9df8-4122-959d-fbfe0dec6ad9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33526109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022'] for network, after_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:56:54.326560 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3923d1f5-9df8-4122-959d-fbfe0dec6ad9 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:56:54.327442 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-3923d1f5-9df8-4122-959d-fbfe0dec6ad9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32378031'] for network, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:56:54.410737 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-3ebc4bab-9c57-4679-8640-bce2b80308be tempest-AttachVolumeNegativeTest-555605742 tempest-AttachVolumeNegativeTest-555605742-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369123'] for port, precommit_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:56:54.411302 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-3ebc4bab-9c57-4679-8640-bce2b80308be tempest-AttachVolumeNegativeTest-555605742 tempest-AttachVolumeNegativeTest-555605742-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:56:54.423441 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-0daa3e6f-03df-4e47-b1b3-d59730103bf0 tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1260549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33526260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32266336', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32486390'] for subnet, after_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:56:54.499286 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0daa3e6f-03df-4e47-b1b3-d59730103bf0 tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Pushing event deleted for resources: {'Subnet': ['ID=52bea4fc-df8a-40fc-904b-af96983f5f26,revision_number=None']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:56:54.529269 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-0daa3e6f-03df-4e47-b1b3-d59730103bf0 tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Notify callbacks [] for subnet, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:56:54.536197 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-0daa3e6f-03df-4e47-b1b3-d59730103bf0 tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] 10.222.0.42 "DELETE /v2.0/subnets/52bea4fc-df8a-40fc-904b-af96983f5f26 HTTP/1.1" status: 204 len: 168 time: 0.8913643 Apr 18 20:56:54.536197 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-3923d1f5-9df8-4122-959d-fbfe0dec6ad9 admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 1.2644370 Apr 18 20:56:54.536197 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3923d1f5-9df8-4122-959d-fbfe0dec6ad9 admin admin] Pushing event updated for resources: {'Network': ['ID=7083f08e-ab4e-49e9-91e4-270e03cc3e4c,revision_number=1']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:56:54.536197 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 52814) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:56:54.537263 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 52816) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:56:54.543367 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12780bb2-c1f2-4ad0-9808-bf75af08444b None None] Network ef903069-7c89-4376-963f-99c58ca6d615 requested from n-d-838334-2 {{(pid=84042) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 20:56:54.608044 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.plugin [None req-3ebc4bab-9c57-4679-8640-bce2b80308be tempest-AttachVolumeNegativeTest-555605742 tempest-AttachVolumeNegativeTest-555605742-project] Calling delete_port for 588b880e-8f40-4bf3-aada-02a60b2199b7 owned by network:floatingip {{(pid=84040) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 20:56:54.637979 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.v2.base [None req-6badf990-ce7b-44bb-b7bc-6779a0eed067 admin admin] Request body: {'subnet': {'network_id': '7083f08e-ab4e-49e9-91e4-270e03cc3e4c', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-160066414-subnet', 'tenant_id': 'ba267e3ba48c4ff1b4fc57f8cfab7c8c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=84040) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 20:56:54.655142 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [None req-6badf990-ce7b-44bb-b7bc-6779a0eed067 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:56:54.665494 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-6badf990-ce7b-44bb-b7bc-6779a0eed067 admin admin] Usage tracker for resource:subnet and tenant:ba267e3ba48c4ff1b4fc57f8cfab7c8c is out of sync, need to count used quota {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:56:54.676820 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Network 7083f08e-ab4e-49e9-91e4-270e03cc3e4c details requested by agent ovs-agent-n-d-838334-2 with host n-d-838334-2 {{(pid=84042) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 18 20:56:54.681237 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-6badf990-ce7b-44bb-b7bc-6779a0eed067 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:56:54.692194 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [None req-6badf990-ce7b-44bb-b7bc-6779a0eed067 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:56:54.718642 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-34f942a3-b359-4358-abaf-d7cd1efeee55 tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] 10.222.0.42 "GET /v2.0/routers HTTP/1.1" status: 200 len: 710 time: 0.1823695 Apr 18 20:56:54.721945 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 52828) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:56:54.793935 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6badf990-ce7b-44bb-b7bc-6779a0eed067 admin admin] Made reservation on behalf of ba267e3ba48c4ff1b4fc57f8cfab7c8c for: {'subnet': 1} {{(pid=84040) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:56:54.796289 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-6badf990-ce7b-44bb-b7bc-6779a0eed067 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31752722'] for subnet, before_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:56:54.825526 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-b0a8605a-2387-4462-a99d-162d664abd39 req-993b2222-772a-4d5b-b24c-408146d3e9d4 tempest-ServerActionsTestJSON-2052644234 tempest-ServerActionsTestJSON-2052644234-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750375259028', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750374836628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32440838'] for port, after_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:56:54.840658 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] get_ports_and_sgs() called for port_ids ['3a8c4948-ac17-42b1-acc5-fa71d01ee929'] {{(pid=84042) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 18 20:56:54.868627 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] get_ports_and_sgs() called for port_ids ['be2ef176-f0cf-4542-aaf3-acc7d50abefc'] {{(pid=84042) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 18 20:56:55.154351 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-993b2222-772a-4d5b-b24c-408146d3e9d4 tempest-ServerActionsTestJSON-2052644234 tempest-ServerActionsTestJSON-2052644234-project] Pushing event deleted for resources: {'Port': ['ID=aa685d3f-0d56-4c4a-9f1c-dc5d15a8b715,revision_number=None']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:56:55.353300 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2e0ba69-2675-448f-abfc-40878eafa784 None None] DHCP port deletion for ef903069-7c89-4376-963f-99c58ca6d615 request from n-d-838334-2 {{(pid=84042) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 18 20:56:55.356021 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.l3_dvrscheduler_db [req-b0a8605a-2387-4462-a99d-162d664abd39 req-993b2222-772a-4d5b-b24c-408146d3e9d4 tempest-ServerActionsTestJSON-2052644234 tempest-ServerActionsTestJSON-2052644234-project] No DVR routers for this DVR port aa685d3f-0d56-4c4a-9f1c-dc5d15a8b715 on host n-h1-838334-2 {{(pid=84040) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 20:56:55.359088 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.plugin [None req-a2e0ba69-2675-448f-abfc-40878eafa784 None None] Deleting port 79d48cb6-a9f1-4c60-9bb4-6fca751958cf {{(pid=84042) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 20:56:55.359461 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-a2e0ba69-2675-448f-abfc-40878eafa784 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750375188691'] for port, before_delete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:56:55.362209 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-b0a8605a-2387-4462-a99d-162d664abd39 req-993b2222-772a-4d5b-b24c-408146d3e9d4 tempest-ServerActionsTestJSON-2052644234 tempest-ServerActionsTestJSON-2052644234-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217293'] for port, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:56:55.368136 n-d-838334-2 neutron-server[84040]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '59d6b272-24d3-4609-8a10-777cd7c7c735', 'name': 'network-vif-deleted', 'tag': 'aa685d3f-0d56-4c4a-9f1c-dc5d15a8b715'}] {{(pid=84040) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 20:56:55.379539 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-0b8ed9c1-b181-4919-84cd-572c841f173a tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Notify callbacks [] for router, before_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:56:55.453914 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-3ebc4bab-9c57-4679-8640-bce2b80308be tempest-AttachVolumeNegativeTest-555605742 tempest-AttachVolumeNegativeTest-555605742-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750375259028', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750374836628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32440838'] for port, after_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:56:55.570753 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ebc4bab-9c57-4679-8640-bce2b80308be tempest-AttachVolumeNegativeTest-555605742 tempest-AttachVolumeNegativeTest-555605742-project] Pushing event deleted for resources: {'Port': ['ID=588b880e-8f40-4bf3-aada-02a60b2199b7,revision_number=None']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:56:55.576643 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-b0a8605a-2387-4462-a99d-162d664abd39 req-993b2222-772a-4d5b-b24c-408146d3e9d4 tempest-ServerActionsTestJSON-2052644234 tempest-ServerActionsTestJSON-2052644234-project] 10.222.0.42 "DELETE /v2.0/ports/aa685d3f-0d56-4c4a-9f1c-dc5d15a8b715 HTTP/1.1" status: 204 len: 173 time: 2.3883481 Apr 18 20:56:55.579397 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-a2e0ba69-2675-448f-abfc-40878eafa784 None None] For port 79d48cb6-a9f1-4c60-9bb4-6fca751958cf, host n-d-838334-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838334-2',level=0,port_id=79d48cb6-a9f1-4c60-9bb4-6fca751958cf,segment=NetworkSegment(fbf28fbd-36f8-46f3-be08-57d41821e390),segment_id=fbf28fbd-36f8-46f3-be08-57d41821e390)] {{(pid=84042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:56:55.579899 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-a2e0ba69-2675-448f-abfc-40878eafa784 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369123'] for port, precommit_delete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:56:55.611497 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-3ee62b70-7c4a-43d1-a726-7c07d0078139 req-93657dc7-16c6-421c-9f5d-67ac2afbc846 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=5b9655ef-e7a4-49b4-bc6e-a6c04beac88f&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.7957506 Apr 18 20:56:55.730466 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Device 27752744-a73a-47e9-963b-1958fa524179 no longer exists at agent ovs-agent-n-d-838334-2 {{(pid=84042) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 20:56:55.770293 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.plugin [None req-a2e0ba69-2675-448f-abfc-40878eafa784 None None] Calling delete_port for 79d48cb6-a9f1-4c60-9bb4-6fca751958cf owned by network:dhcp {{(pid=84042) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 20:56:55.827844 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.plugin [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] No Port match for: 27752744-a73a-47e9-963b-1958fa524179 {{(pid=84042) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 18 20:56:55.827844 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Device 27752744-a73a-47e9-963b-1958fa524179 not bound to the agent host n-d-838334-2 {{(pid=84042) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 20:56:55.828109 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Device 79d48cb6-a9f1-4c60-9bb4-6fca751958cf no longer exists at agent ovs-agent-n-d-838334-2 {{(pid=84042) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 20:56:56.004675 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-a2e0ba69-2675-448f-abfc-40878eafa784 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750375259028', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750374836628'] for port, after_delete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:56:56.009363 n-d-838334-2 neutron-server[84042]: INFO neutron.plugins.ml2.db [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] No ports have port_id starting with 79d48cb6-a9f1-4c60-9bb4-6fca751958cf Apr 18 20:56:56.091443 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2e0ba69-2675-448f-abfc-40878eafa784 None None] Pushing event deleted for resources: {'Port': ['ID=79d48cb6-a9f1-4c60-9bb4-6fca751958cf,revision_number=None']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:56:56.095839 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2e0ba69-2675-448f-abfc-40878eafa784 None None] No DVR routers for this DVR port 79d48cb6-a9f1-4c60-9bb4-6fca751958cf on host n-d-838334-2 {{(pid=84042) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 20:56:56.164423 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-3ebc4bab-9c57-4679-8640-bce2b80308be tempest-AttachVolumeNegativeTest-555605742 tempest-AttachVolumeNegativeTest-555605742-project] Notify callbacks [] for floatingip, after_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:56:56.166711 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-3ebc4bab-9c57-4679-8640-bce2b80308be tempest-AttachVolumeNegativeTest-555605742 tempest-AttachVolumeNegativeTest-555605742-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217293'] for floatingip, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:56:56.171739 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-3ebc4bab-9c57-4679-8640-bce2b80308be tempest-AttachVolumeNegativeTest-555605742 tempest-AttachVolumeNegativeTest-555605742-project] 10.222.0.42 "DELETE /v2.0/floatingips/ed71db05-7a6c-45ed-85fe-6fe2d7b0bd0b HTTP/1.1" status: 204 len: 168 time: 2.4083397 Apr 18 20:56:56.230284 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-75be10a2-de9f-4a5a-842f-78454627a0f6 req-4dd36af8-cd49-407a-9f96-bf899820ffeb service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=5b9655ef-e7a4-49b4-bc6e-a6c04beac88f&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2301021 Apr 18 20:56:56.259712 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-0b8ed9c1-b181-4919-84cd-572c841f173a tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33443580', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5726'] for router, precommit_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:56:56.278562 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-6badf990-ce7b-44bb-b7bc-6779a0eed067 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33526260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32441074', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31752704'] for subnet, after_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:56:56.283736 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-0b8ed9c1-b181-4919-84cd-572c841f173a tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:56:56.382878 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6badf990-ce7b-44bb-b7bc-6779a0eed067 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b602689e-1bf9-4316-afee-2c16d3405af1,revision_number=0']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:56:56.411905 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2c5eb3d-e356-491a-ba55-fd146606abb4 req-227d387f-526e-4834-9113-9e68740dc97d tempest-DeleteServersTestJSON-915645800 tempest-DeleteServersTestJSON-915645800-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:56:56.413599 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-c2c5eb3d-e356-491a-ba55-fd146606abb4 req-227d387f-526e-4834-9113-9e68740dc97d tempest-DeleteServersTestJSON-915645800 tempest-DeleteServersTestJSON-915645800-project] 10.222.0.42 "GET /v2.0/ports?device_id=f2b26dda-40aa-4c01-bf22-35ecafdb42a4 HTTP/1.1" status: 200 len: 945 time: 0.2509253 Apr 18 20:56:56.416366 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-0b8ed9c1-b181-4919-84cd-572c841f173a tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-33443408'] for router, after_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:56:56.416838 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0b8ed9c1-b181-4919-84cd-572c841f173a tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Fanout notify agent at l3_agent the message router_deleted on router 9b45276b-1930-4b1c-87ab-6307290fb1c1 {{(pid=84040) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 18 20:56:56.432268 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-0b8ed9c1-b181-4919-84cd-572c841f173a tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Notify callbacks [] for router, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:56:56.433367 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-0b8ed9c1-b181-4919-84cd-572c841f173a tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] 10.222.0.42 "DELETE /v2.0/routers/9b45276b-1930-4b1c-87ab-6307290fb1c1 HTTP/1.1" status: 204 len: 168 time: 1.7102780 Apr 18 20:56:56.436602 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 52866) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:56:56.442115 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.v2.base [None req-5aff4b67-d2f8-4145-be8d-edd555014689 tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Request body: {'subnet': {'network_id': 'ef903069-7c89-4376-963f-99c58ca6d615', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=84041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 20:56:56.454006 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6badf990-ce7b-44bb-b7bc-6779a0eed067 admin admin] Checking segment: {'id': '7487d154-ef4b-4701-b484-567750da716d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '7083f08e-ab4e-49e9-91e4-270e03cc3e4c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84040) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 20:56:56.454415 n-d-838334-2 neutron-server[84040]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6badf990-ce7b-44bb-b7bc-6779a0eed067 admin admin] Network hostable DHCP agents. Network: 7083f08e-ab4e-49e9-91e4-270e03cc3e4c, hostable agents: ['8746f8ea-3e91-4b32-9919-2c63adeb8722'], hosted agents: [] {{(pid=84040) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 20:56:56.515479 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-375816fb-18c2-45f6-ac16-9b0b41b0da6e req-9c65ead5-0bee-4206-ae25-a10d0b862465 tempest-ServerShowV254Test-1039301541 tempest-ServerShowV254Test-1039301541-project] 10.222.0.42 "GET /v2.0/ports?device_id=c3eae73d-bc2e-4a1f-9c49-1bdc8c334a96 HTTP/1.1" status: 200 len: 210 time: 0.0505593 Apr 18 20:56:56.543271 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-c2c5eb3d-e356-491a-ba55-fd146606abb4 req-57fd2934-d84c-4174-962e-cfc1417e67b8 tempest-DeleteServersTestJSON-915645800 tempest-DeleteServersTestJSON-915645800-project] 10.222.0.42 "GET /v2.0/security-groups?id=588d127b-19b7-4c3d-9f79-a400181b94e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1073163 Apr 18 20:56:56.546768 n-d-838334-2 neutron-server[84040]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6badf990-ce7b-44bb-b7bc-6779a0eed067 admin admin] Network 7083f08e-ab4e-49e9-91e4-270e03cc3e4c is scheduled to be hosted by DHCP agent 8746f8ea-3e91-4b32-9919-2c63adeb8722 with binding_index 1 {{(pid=84040) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 20:56:56.562440 n-d-838334-2 neutron-server[84040]: DEBUG neutron.scheduler.base_scheduler [None req-6badf990-ce7b-44bb-b7bc-6779a0eed067 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-838334-2, 7083f08e-ab4e-49e9-91e4-270e03cc3e4c) {{(pid=84040) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:56:56.585897 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6badf990-ce7b-44bb-b7bc-6779a0eed067 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:56:56.587190 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-6badf990-ce7b-44bb-b7bc-6779a0eed067 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32378031'] for subnet, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:56:56.602316 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-639e63a5-75c2-43c9-bc8c-347e60a638a4 None None] Network 7083f08e-ab4e-49e9-91e4-270e03cc3e4c requested from n-d-838334-2 {{(pid=84042) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 20:56:56.603202 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-5aff4b67-d2f8-4145-be8d-edd555014689 tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:56:56.619001 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-5aff4b67-d2f8-4145-be8d-edd555014689 tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Usage tracker for resource:subnet and tenant:1256b788e8184019a07eb24a482acda4 is out of sync, need to count used quota {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:56:56.622630 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-5aff4b67-d2f8-4145-be8d-edd555014689 tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:56:56.634979 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-5aff4b67-d2f8-4145-be8d-edd555014689 tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:56:56.636860 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-6badf990-ce7b-44bb-b7bc-6779a0eed067 admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 2.0406225 Apr 18 20:56:56.681339 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5aff4b67-d2f8-4145-be8d-edd555014689 tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Made reservation on behalf of 1256b788e8184019a07eb24a482acda4 for: {'subnet': 1} {{(pid=84041) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:56:56.685317 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-5aff4b67-d2f8-4145-be8d-edd555014689 tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32486301'] for subnet, before_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:56:56.714554 n-d-838334-2 neutron-server[84040]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-0352afa8-a36b-484f-9fbd-6bab802d27b1']: {'server_uuid': '59d6b272-24d3-4609-8a10-777cd7c7c735', 'name': 'network-vif-deleted', 'tag': 'aa685d3f-0d56-4c4a-9f1c-dc5d15a8b715', 'status': 'failed', 'code': 422} returned with failed status Apr 18 20:56:56.948638 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d05cbfb9-047f-4988-9f24-be8155f48265 req-18730add-8864-4d76-b35b-448a73a074fc tempest-AttachVolumeShelveTestJSON-1712717013 tempest-AttachVolumeShelveTestJSON-1712717013-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:56:56.958764 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-d05cbfb9-047f-4988-9f24-be8155f48265 req-18730add-8864-4d76-b35b-448a73a074fc tempest-AttachVolumeShelveTestJSON-1712717013 tempest-AttachVolumeShelveTestJSON-1712717013-project] 10.222.0.42 "GET /v2.0/ports?device_id=5b9655ef-e7a4-49b4-bc6e-a6c04beac88f HTTP/1.1" status: 200 len: 943 time: 0.1959126 Apr 18 20:56:56.962949 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-5aff4b67-d2f8-4145-be8d-edd555014689 tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33526260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32266407', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32486287'] for subnet, after_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:56:57.036346 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-d05cbfb9-047f-4988-9f24-be8155f48265 req-1eb7dea0-c883-4548-b202-dd967d05cdd1 tempest-AttachVolumeShelveTestJSON-1712717013 tempest-AttachVolumeShelveTestJSON-1712717013-project] 10.222.0.42 "GET /v2.0/security-groups?id=e08cc47c-4c66-43de-a30b-78ed2c16d927&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0751600 Apr 18 20:56:57.092414 n-d-838334-2 neutron-server[84041]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5aff4b67-d2f8-4145-be8d-edd555014689 tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Network ef903069-7c89-4376-963f-99c58ca6d615 is already hosted by enough agents. {{(pid=84041) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:56:57.092414 n-d-838334-2 neutron-server[84041]: DEBUG neutron.scheduler.base_scheduler [None req-5aff4b67-d2f8-4145-be8d-edd555014689 tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Resources bound (agent type, host, resource id): {{(pid=84041) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:56:57.100851 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5aff4b67-d2f8-4145-be8d-edd555014689 tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:56:57.104376 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-5aff4b67-d2f8-4145-be8d-edd555014689 tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Notify callbacks [] for subnet, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:56:57.106753 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b100b133-2d85-4154-a9e8-02938292e402 None None] Network ef903069-7c89-4376-963f-99c58ca6d615 requested from n-d-838334-2 {{(pid=84042) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 20:56:57.142264 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aff4b67-d2f8-4145-be8d-edd555014689 tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Pushing event updated for resources: {'Subnet': ['ID=aa8b311f-2f4b-46f3-b459-8ce47e2e90dd,revision_number=0']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:56:57.167086 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-5aff4b67-d2f8-4145-be8d-edd555014689 tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.7293351 Apr 18 20:56:57.171418 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 52886) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:56:57.183184 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.v2.base [None req-1e600e56-28a9-44fc-8fdb-69983a328475 tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-2029010196', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=84041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 20:56:57.192837 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-1e600e56-28a9-44fc-8fdb-69983a328475 tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:56:57.200689 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-1e600e56-28a9-44fc-8fdb-69983a328475 tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Usage tracker for resource:router and tenant:1256b788e8184019a07eb24a482acda4 is out of sync, need to count used quota {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:56:57.206734 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-1e600e56-28a9-44fc-8fdb-69983a328475 tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:56:57.212433 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-75be10a2-de9f-4a5a-842f-78454627a0f6 req-60354105-5233-4c29-a8b7-7451dc2efd02 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=5b9655ef-e7a4-49b4-bc6e-a6c04beac88f&tenant_id=62ca3eda8b574071bf7ebb52cb30bb40 HTTP/1.1" status: 200 len: 1094 time: 0.1176708 Apr 18 20:56:57.215788 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-1e600e56-28a9-44fc-8fdb-69983a328475 tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:56:57.279152 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-e24dfea4-45d0-4950-b781-25838ac24356 req-d0bee143-e66f-4f67-ac00-3f9d64307909 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=c3eae73d-bc2e-4a1f-9c49-1bdc8c334a96 HTTP/1.1" status: 200 len: 210 time: 0.0646458 Apr 18 20:56:57.279784 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ffe09a11-1865-4a57-97d5-8bc58e29969d None None] Network 7083f08e-ab4e-49e9-91e4-270e03cc3e4c requested from n-d-838334-2 {{(pid=84042) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 20:56:57.298369 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-1e600e56-28a9-44fc-8fdb-69983a328475 tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-33442106', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5708'] for router, before_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:56:57.299734 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-1e600e56-28a9-44fc-8fdb-69983a328475 tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33442137', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33444285', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33535433', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5703'] for router, precommit_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:56:57.323825 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-1e600e56-28a9-44fc-8fdb-69983a328475 tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:56:57.361491 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-1e600e56-28a9-44fc-8fdb-69983a328475 tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33443529', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33444176'] for router, after_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:56:57.403501 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-1e600e56-28a9-44fc-8fdb-69983a328475 tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Notify callbacks [] for router, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:56:57.405031 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-1e600e56-28a9-44fc-8fdb-69983a328475 tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 0.2292995 Apr 18 20:56:57.407554 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 52896) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:56:57.442954 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-75be10a2-de9f-4a5a-842f-78454627a0f6 req-a9f57047-112b-4b25-97f5-4f56fcd91350 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=62ca3eda8b574071bf7ebb52cb30bb40&device_id=5b9655ef-e7a4-49b4-bc6e-a6c04beac88f HTTP/1.1" status: 200 len: 1094 time: 0.1767890 Apr 18 20:56:57.630755 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9065a627-a5cd-40ae-b0c9-00777c39f5bb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp016840fc-1f9f-5892-9c53-c9cf6c845bbb-ef903069-7c89-4376-963f-99c58ca6d615', 'network_id': 'ef903069-7c89-4376-963f-99c58ca6d615', 'tenant_id': '1256b788e8184019a07eb24a482acda4', 'fixed_ips': [{'subnet_id': 'aa8b311f-2f4b-46f3-b459-8ce47e2e90dd'}]}} from n-d-838334-2. {{(pid=84042) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 18 20:56:57.631614 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-9065a627-a5cd-40ae-b0c9-00777c39f5bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_create {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:56:57.896710 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.db_base_plugin_common [None req-9065a627-a5cd-40ae-b0c9-00777c39f5bb None None] Allocated IP 2001:db8::2 (ef903069-7c89-4376-963f-99c58ca6d615/aa8b311f-2f4b-46f3-b459-8ce47e2e90dd/9cc67854-7ac5-4664-857c-519dad463149) {{(pid=84042) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:56:57.998644 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28562620-3d16-453b-ac9a-9f6ac49a7718 req-d7218402-b4b8-4de9-b47a-b46269a0aabd tempest-ServersTestJSON-1424434350 tempest-ServersTestJSON-1424434350-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:56:58.008459 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-28562620-3d16-453b-ac9a-9f6ac49a7718 req-d7218402-b4b8-4de9-b47a-b46269a0aabd tempest-ServersTestJSON-1424434350 tempest-ServersTestJSON-1424434350-project] 10.222.0.42 "GET /v2.0/networks?id=7083f08e-ab4e-49e9-91e4-270e03cc3e4c HTTP/1.1" status: 200 len: 805 time: 0.5190260 Apr 18 20:56:58.022036 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75be10a2-de9f-4a5a-842f-78454627a0f6 req-e6e33a10-e959-49ac-b25e-98358f9883e8 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:56:58.023507 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-75be10a2-de9f-4a5a-842f-78454627a0f6 req-e6e33a10-e959-49ac-b25e-98358f9883e8 service neutron] 10.222.0.48 "GET /v2.0/networks?id=0f9d847a-7ba3-4a42-a0c6-e8541d683b40 HTTP/1.1" status: 200 len: 917 time: 0.5725214 Apr 18 20:56:58.030447 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-28562620-3d16-453b-ac9a-9f6ac49a7718 req-15e3499a-f986-4763-b730-3b2d7898a0b0 tempest-ServersTestJSON-1424434350 tempest-ServersTestJSON-1424434350-project] 10.222.0.42 "GET /v2.0/quotas/ba267e3ba48c4ff1b4fc57f8cfab7c8c HTTP/1.1" status: 200 len: 375 time: 0.0214715 Apr 18 20:56:58.151265 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6196ff52-c821-4a7c-8978-efb00324a884 req-5764a02d-a2c5-48c5-bfcc-e60a0fdfc808 tempest-DeleteServersTestJSON-915645800 tempest-DeleteServersTestJSON-915645800-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:56:58.152202 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-6196ff52-c821-4a7c-8978-efb00324a884 req-5764a02d-a2c5-48c5-bfcc-e60a0fdfc808 tempest-DeleteServersTestJSON-915645800 tempest-DeleteServersTestJSON-915645800-project] 10.222.0.42 "GET /v2.0/ports?device_id=f2b26dda-40aa-4c01-bf22-35ecafdb42a4 HTTP/1.1" status: 200 len: 945 time: 0.3060791 Apr 18 20:56:58.187031 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-9065a627-a5cd-40ae-b0c9-00777c39f5bb None None] Notify callbacks [] for port, precommit_create {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:56:58.198106 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-9065a627-a5cd-40ae-b0c9-00777c39f5bb None None] Transition to ACTIVE for port object 9cc67854-7ac5-4664-857c-519dad463149 will not be triggered until provisioned by entity L2. {{(pid=84042) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 20:56:58.205805 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-28562620-3d16-453b-ac9a-9f6ac49a7718 req-934af4d4-a701-4fb5-81b4-66eb42810bc3 tempest-ServersTestJSON-1424434350 tempest-ServersTestJSON-1424434350-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=ba267e3ba48c4ff1b4fc57f8cfab7c8c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1035070 Apr 18 20:56:58.210479 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-d07260b8-b80a-4ab6-a225-855725647903 tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:56:58.233969 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-9065a627-a5cd-40ae-b0c9-00777c39f5bb None None] Transition to ACTIVE for port object 9cc67854-7ac5-4664-857c-519dad463149 will not be triggered until provisioned by entity DHCP. {{(pid=84042) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 20:56:58.243773 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-9065a627-a5cd-40ae-b0c9-00777c39f5bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750374836619'] for port, after_create {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:56:58.373936 n-d-838334-2 neutron-server[84042]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9065a627-a5cd-40ae-b0c9-00777c39f5bb None None] Network ef903069-7c89-4376-963f-99c58ca6d615 is already hosted by enough agents. {{(pid=84042) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:56:58.387531 n-d-838334-2 neutron-server[84042]: DEBUG neutron.scheduler.base_scheduler [None req-9065a627-a5cd-40ae-b0c9-00777c39f5bb None None] Resources bound (agent type, host, resource id): {{(pid=84042) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:56:58.392337 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9065a627-a5cd-40ae-b0c9-00777c39f5bb None None] Received port after_create {{(pid=84042) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 20:56:58.394773 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9065a627-a5cd-40ae-b0c9-00777c39f5bb None None] Pushing event updated for resources: {'Port': ['ID=9cc67854-7ac5-4664-857c-519dad463149,revision_number=1']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:56:58.401936 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-75be10a2-de9f-4a5a-842f-78454627a0f6 req-3dbb60f2-7fea-4f92-adf0-2fda74fafa84 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d93b9095-a088-4a58-a38e-5e53d7759fcc HTTP/1.1" status: 200 len: 998 time: 0.3640668 Apr 18 20:56:58.464663 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-6196ff52-c821-4a7c-8978-efb00324a884 req-0a61715b-b8ee-4060-96c1-a79d9483c006 tempest-DeleteServersTestJSON-915645800 tempest-DeleteServersTestJSON-915645800-project] 10.222.0.42 "GET /v2.0/security-groups?id=588d127b-19b7-4c3d-9f79-a400181b94e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2656465 Apr 18 20:56:58.532609 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.managers [None req-9065a627-a5cd-40ae-b0c9-00777c39f5bb None None] Attempting to bind port 9cc67854-7ac5-4664-857c-519dad463149 on host n-d-838334-2 for vnic_type normal with profile {{(pid=84042) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:56:58.532980 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.managers [None req-9065a627-a5cd-40ae-b0c9-00777c39f5bb None None] Attempting to bind port 9cc67854-7ac5-4664-857c-519dad463149 by drivers openvswitch,hyperv on host n-d-838334-2 at level 0 using segments [{'id': 'fbf28fbd-36f8-46f3-be08-57d41821e390', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': 'ef903069-7c89-4376-963f-99c58ca6d615'}] {{(pid=84042) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:56:58.533339 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9065a627-a5cd-40ae-b0c9-00777c39f5bb None None] Attempting to bind port 9cc67854-7ac5-4664-857c-519dad463149 on network ef903069-7c89-4376-963f-99c58ca6d615 {{(pid=84042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 20:56:58.541756 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9065a627-a5cd-40ae-b0c9-00777c39f5bb None None] Checking agent: {'id': '97cd4414-7af6-4d67-868d-dff370b4071a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838334-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 25, 49), 'started_at': datetime.datetime(2022, 4, 18, 20, 26, 19), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 20, 56, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838334-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 18 20:56:58.542503 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9065a627-a5cd-40ae-b0c9-00777c39f5bb None None] Checking segment: {'id': 'fbf28fbd-36f8-46f3-be08-57d41821e390', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': 'ef903069-7c89-4376-963f-99c58ca6d615'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84042) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 20:56:58.542503 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-9065a627-a5cd-40ae-b0c9-00777c39f5bb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:56:58.542891 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9065a627-a5cd-40ae-b0c9-00777c39f5bb None None] Bound using segment: {'id': 'fbf28fbd-36f8-46f3-be08-57d41821e390', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': 'ef903069-7c89-4376-963f-99c58ca6d615'} {{(pid=84042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 18 20:56:58.543353 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.managers [None req-9065a627-a5cd-40ae-b0c9-00777c39f5bb None None] Bound port: 9cc67854-7ac5-4664-857c-519dad463149, host: n-d-838334-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fbf28fbd-36f8-46f3-be08-57d41821e390', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': 'ef903069-7c89-4376-963f-99c58ca6d615'}}] {{(pid=84042) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 20:56:58.543966 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-9065a627-a5cd-40ae-b0c9-00777c39f5bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:56:58.551768 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75be10a2-de9f-4a5a-842f-78454627a0f6 req-0a011927-ced2-4f6e-a504-7a36dfb60bcb service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:56:58.553389 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-75be10a2-de9f-4a5a-842f-78454627a0f6 req-0a011927-ced2-4f6e-a504-7a36dfb60bcb service neutron] 10.222.0.48 "GET /v2.0/subnets?id=d2e46a24-0bb5-4d5b-bcac-f83f2e3a3c35 HTTP/1.1" status: 200 len: 855 time: 0.1360750 Apr 18 20:56:58.559535 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-28562620-3d16-453b-ac9a-9f6ac49a7718 req-f10ddec7-c4c5-46fc-896f-a875727be31b service neutron] 10.222.0.42 "GET /v2.0/networks/7083f08e-ab4e-49e9-91e4-270e03cc3e4c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3015234 Apr 18 20:56:58.670698 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.db_base_plugin_common [None req-d07260b8-b80a-4ab6-a225-855725647903 tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Allocated IP 2001:db8::1 (ef903069-7c89-4376-963f-99c58ca6d615/aa8b311f-2f4b-46f3-b459-8ce47e2e90dd/2444ad64-dcb5-425d-a144-9ac52afe6bd9) {{(pid=84041) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:56:58.681276 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-9065a627-a5cd-40ae-b0c9-00777c39f5bb None None] For port 9cc67854-7ac5-4664-857c-519dad463149, host n-d-838334-2, cleared binding levels {{(pid=84042) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 20:56:58.686094 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-9065a627-a5cd-40ae-b0c9-00777c39f5bb None None] For port 9cc67854-7ac5-4664-857c-519dad463149, host n-d-838334-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838334-2',level=0,port_id=9cc67854-7ac5-4664-857c-519dad463149,segment=NetworkSegment(fbf28fbd-36f8-46f3-be08-57d41821e390),segment_id=fbf28fbd-36f8-46f3-be08-57d41821e390)] {{(pid=84042) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 20:56:58.693528 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-9065a627-a5cd-40ae-b0c9-00777c39f5bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682'] for port, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:56:58.725211 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-28562620-3d16-453b-ac9a-9f6ac49a7718 req-6159f042-40a0-43c3-b3a6-654c5380023a service neutron] 10.222.0.42 "GET /v2.0/networks/7083f08e-ab4e-49e9-91e4-270e03cc3e4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1608961 Apr 18 20:56:58.798816 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9065a627-a5cd-40ae-b0c9-00777c39f5bb None None] Pushing event updated for resources: {'Port': ['ID=9cc67854-7ac5-4664-857c-519dad463149,revision_number=2']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:56:58.842368 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-04597bdc-2aa3-4eda-a7a6-eaeedd5d51ff req-16e696a9-8f82-4994-84f6-1b79509b1647 tempest-ServerShowV254Test-1039301541 tempest-ServerShowV254Test-1039301541-project] 10.222.0.42 "GET /v2.0/ports?device_id=c3eae73d-bc2e-4a1f-9c49-1bdc8c334a96 HTTP/1.1" status: 200 len: 210 time: 0.1145239 Apr 18 20:56:58.900218 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-75be10a2-de9f-4a5a-842f-78454627a0f6 req-de8552d1-b101-47e0-b7d3-12c6d4511208 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=0f9d847a-7ba3-4a42-a0c6-e8541d683b40&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1700115 Apr 18 20:56:58.902792 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-d07260b8-b80a-4ab6-a225-855725647903 tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Notify callbacks [] for port, precommit_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:56:58.925191 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.provisioning_blocks [None req-d07260b8-b80a-4ab6-a225-855725647903 tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Transition to ACTIVE for port object 2444ad64-dcb5-425d-a144-9ac52afe6bd9 will not be triggered until provisioned by entity DHCP. {{(pid=84041) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 20:56:58.968518 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-d07260b8-b80a-4ab6-a225-855725647903 tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750374836619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32266323'] for port, after_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:56:59.201700 n-d-838334-2 neutron-server[84041]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d07260b8-b80a-4ab6-a225-855725647903 tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Network ef903069-7c89-4376-963f-99c58ca6d615 is already hosted by enough agents. {{(pid=84041) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:56:59.205931 n-d-838334-2 neutron-server[84041]: DEBUG neutron.scheduler.base_scheduler [None req-d07260b8-b80a-4ab6-a225-855725647903 tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Resources bound (agent type, host, resource id): {{(pid=84041) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:56:59.209155 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d07260b8-b80a-4ab6-a225-855725647903 tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Received port after_create {{(pid=84041) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 20:56:59.210667 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-d07260b8-b80a-4ab6-a225-855725647903 tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33444010'] for router_interface, before_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:56:59.228007 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d07260b8-b80a-4ab6-a225-855725647903 tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Pushing event updated for resources: {'Port': ['ID=2444ad64-dcb5-425d-a144-9ac52afe6bd9,revision_number=1']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:56:59.359508 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-d07260b8-b80a-4ab6-a225-855725647903 tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:56:59.368835 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-75be10a2-de9f-4a5a-842f-78454627a0f6 req-ffd2d0c5-1ef1-4cd1-a3e6-4033b7e9f292 service neutron] 10.222.0.48 "GET /v2.0/networks/0f9d847a-7ba3-4a42-a0c6-e8541d683b40?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4640725 Apr 18 20:56:59.384840 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e6a20da-bee8-4a36-b8d6-eb65dad73692 req-d917e88d-779f-473b-8811-498754b2da4f tempest-AttachVolumeShelveTestJSON-1712717013 tempest-AttachVolumeShelveTestJSON-1712717013-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:56:59.392777 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-7e6a20da-bee8-4a36-b8d6-eb65dad73692 req-d917e88d-779f-473b-8811-498754b2da4f tempest-AttachVolumeShelveTestJSON-1712717013 tempest-AttachVolumeShelveTestJSON-1712717013-project] 10.222.0.42 "GET /v2.0/ports?device_id=5b9655ef-e7a4-49b4-bc6e-a6c04beac88f HTTP/1.1" status: 200 len: 943 time: 0.2319026 Apr 18 20:56:59.404045 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b813ca0-9070-4fcd-9d3e-e5cea8293a1e req-6b81e387-26aa-47f3-a20b-8019e54a81b3 tempest-ServerActionsTestJSON-2052644234 tempest-ServerActionsTestJSON-2052644234-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:56:59.404739 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [req-9b813ca0-9070-4fcd-9d3e-e5cea8293a1e req-6b81e387-26aa-47f3-a20b-8019e54a81b3 tempest-ServerActionsTestJSON-2052644234 tempest-ServerActionsTestJSON-2052644234-project] Synchronizing usage tracker for tenant:6be92480d0964f34a8ede9caae0c987d on resource:port {{(pid=84040) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 20:56:59.508913 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750375287399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253529'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:56:59.517613 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [req-9b813ca0-9070-4fcd-9d3e-e5cea8293a1e req-6b81e387-26aa-47f3-a20b-8019e54a81b3 tempest-ServerActionsTestJSON-2052644234 tempest-ServerActionsTestJSON-2052644234-project] Unset dirty status for tenant:6be92480d0964f34a8ede9caae0c987d on resource:port {{(pid=84040) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 20:56:59.518775 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-9b813ca0-9070-4fcd-9d3e-e5cea8293a1e req-6b81e387-26aa-47f3-a20b-8019e54a81b3 tempest-ServerActionsTestJSON-2052644234 tempest-ServerActionsTestJSON-2052644234-project] 10.222.0.42 "GET /v2.0/ports?device_id=9b75afc0-b7a8-48b0-b510-64f0396320e0 HTTP/1.1" status: 200 len: 908 time: 0.4129393 Apr 18 20:56:59.580279 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-7e6a20da-bee8-4a36-b8d6-eb65dad73692 req-437d417d-d8ce-483a-8344-549066167a7c tempest-AttachVolumeShelveTestJSON-1712717013 tempest-AttachVolumeShelveTestJSON-1712717013-project] 10.222.0.42 "GET /v2.0/security-groups?id=e08cc47c-4c66-43de-a30b-78ed2c16d927&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1866314 Apr 18 20:56:59.699297 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-75be10a2-de9f-4a5a-842f-78454627a0f6 req-883b50ab-06f2-4602-b4db-f2586e4baf75 service neutron] 10.222.0.48 "GET /v2.0/networks/0f9d847a-7ba3-4a42-a0c6-e8541d683b40?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3038003 Apr 18 20:56:59.755184 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e12c26c-9ce7-4521-a005-65bf967dffb5 req-374f45fc-0f48-4dc8-a34d-c22eb7759949 tempest-ServerActionsTestJSON-2052644234 tempest-ServerActionsTestJSON-2052644234-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:56:59.756627 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-0e12c26c-9ce7-4521-a005-65bf967dffb5 req-374f45fc-0f48-4dc8-a34d-c22eb7759949 tempest-ServerActionsTestJSON-2052644234 tempest-ServerActionsTestJSON-2052644234-project] 10.222.0.48 "GET /v2.0/ports?device_id=9b75afc0-b7a8-48b0-b510-64f0396320e0 HTTP/1.1" status: 200 len: 908 time: 0.1539984 Apr 18 20:56:59.794421 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Device 9cc67854-7ac5-4664-857c-519dad463149 up at agent ovs-agent-n-d-838334-2 {{(pid=84042) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 20:56:59.918869 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-52c2a891-a362-467d-8bbc-6aa75d49d8b0 req-4c52be54-a30e-4216-8ac1-bfc2f01a3e29 tempest-ServersTestJSON-1424434350 tempest-ServersTestJSON-1424434350-project] 10.222.0.42 "GET /v2.0/ports?device_id=b48baf64-a60b-4d4b-942b-b0a0b2f375fd HTTP/1.1" status: 200 len: 210 time: 0.0926609 Apr 18 20:56:59.962155 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.plugin [req-0e12c26c-9ce7-4521-a005-65bf967dffb5 req-713f3187-6358-46be-b6b7-5cbd808e5843 tempest-ServerActionsTestJSON-2052644234 tempest-ServerActionsTestJSON-2052644234-project] Deleting port 3c603086-8c15-4d76-8e99-2416f5406cbf {{(pid=84040) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 20:56:59.962579 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-0e12c26c-9ce7-4521-a005-65bf967dffb5 req-713f3187-6358-46be-b6b7-5cbd808e5843 tempest-ServerActionsTestJSON-2052644234 tempest-ServerActionsTestJSON-2052644234-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750375188691'] for port, before_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:00.070435 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Provisioning for port 9cc67854-7ac5-4664-857c-519dad463149 completed by entity L2. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 20:57:00.151654 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-d07260b8-b80a-4ab6-a225-855725647903 tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Notify callbacks [] for port, precommit_update {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:00.159784 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-d07260b8-b80a-4ab6-a225-855725647903 tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32266282'] for port, after_update {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:00.160889 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-d07260b8-b80a-4ab6-a225-855725647903 tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-32377886', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33443847'] for router_interface, after_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:00.364585 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-9e532c8c-28ba-4a96-84d9-7b8a33ca9393 None None] Provisioning for port 9cc67854-7ac5-4664-857c-519dad463149 completed by entity DHCP. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 20:57:00.368270 n-d-838334-2 neutron-server[84041]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d07260b8-b80a-4ab6-a225-855725647903 tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Network ef903069-7c89-4376-963f-99c58ca6d615 is already hosted by enough agents. {{(pid=84041) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:57:00.371437 n-d-838334-2 neutron-server[84041]: DEBUG neutron.scheduler.base_scheduler [None req-d07260b8-b80a-4ab6-a225-855725647903 tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Resources bound (agent type, host, resource id): {{(pid=84041) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:57:00.390706 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-9e532c8c-28ba-4a96-84d9-7b8a33ca9393 None None] Provisioning complete for port 9cc67854-7ac5-4664-857c-519dad463149 triggered by entity DHCP. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:57:00.391121 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-9e532c8c-28ba-4a96-84d9-7b8a33ca9393 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1253608'] for port, provisioning_complete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:00.526275 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d07260b8-b80a-4ab6-a225-855725647903 tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Pushing event updated for resources: {'Port': ['ID=2444ad64-dcb5-425d-a144-9ac52afe6bd9,revision_number=2']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:57:00.600602 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a394d130-ec71-4dfd-aac8-c6c56be7903c req-e152c39c-4fd7-4158-b7a2-3454eb9642ca tempest-DeleteServersTestJSON-915645800 tempest-DeleteServersTestJSON-915645800-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:57:00.609098 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-a394d130-ec71-4dfd-aac8-c6c56be7903c req-e152c39c-4fd7-4158-b7a2-3454eb9642ca tempest-DeleteServersTestJSON-915645800 tempest-DeleteServersTestJSON-915645800-project] 10.222.0.42 "GET /v2.0/ports?device_id=f2b26dda-40aa-4c01-bf22-35ecafdb42a4 HTTP/1.1" status: 200 len: 945 time: 0.2976570 Apr 18 20:57:00.703316 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-9e532c8c-28ba-4a96-84d9-7b8a33ca9393 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:00.717494 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.db [req-0e12c26c-9ce7-4521-a005-65bf967dffb5 req-713f3187-6358-46be-b6b7-5cbd808e5843 tempest-ServerActionsTestJSON-2052644234 tempest-ServerActionsTestJSON-2052644234-project] For port 3c603086-8c15-4d76-8e99-2416f5406cbf, host n-h2-838334-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838334-2',level=0,port_id=3c603086-8c15-4d76-8e99-2416f5406cbf,segment=NetworkSegment(4935dfdb-03db-4976-a6b4-e0fa58696685),segment_id=4935dfdb-03db-4976-a6b4-e0fa58696685)] {{(pid=84040) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:57:00.717856 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-0e12c26c-9ce7-4521-a005-65bf967dffb5 req-713f3187-6358-46be-b6b7-5cbd808e5843 tempest-ServerActionsTestJSON-2052644234 tempest-ServerActionsTestJSON-2052644234-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369123'] for port, precommit_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:00.790306 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-9e532c8c-28ba-4a96-84d9-7b8a33ca9393 None None] For port 9cc67854-7ac5-4664-857c-519dad463149, host n-d-838334-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838334-2',level=0,port_id=9cc67854-7ac5-4664-857c-519dad463149,segment=NetworkSegment(fbf28fbd-36f8-46f3-be08-57d41821e390),segment_id=fbf28fbd-36f8-46f3-be08-57d41821e390)] {{(pid=84042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:57:00.801684 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-9e532c8c-28ba-4a96-84d9-7b8a33ca9393 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682'] for port, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:00.892042 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.plugin [req-0e12c26c-9ce7-4521-a005-65bf967dffb5 req-713f3187-6358-46be-b6b7-5cbd808e5843 tempest-ServerActionsTestJSON-2052644234 tempest-ServerActionsTestJSON-2052644234-project] Calling delete_port for 3c603086-8c15-4d76-8e99-2416f5406cbf owned by compute:nova {{(pid=84040) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 20:57:00.938395 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-a394d130-ec71-4dfd-aac8-c6c56be7903c req-ff0b6081-a1ee-4198-9760-46908ecd6523 tempest-DeleteServersTestJSON-915645800 tempest-DeleteServersTestJSON-915645800-project] 10.222.0.42 "GET /v2.0/security-groups?id=588d127b-19b7-4c3d-9f79-a400181b94e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3274539 Apr 18 20:57:00.939981 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e532c8c-28ba-4a96-84d9-7b8a33ca9393 None None] Pushing event updated for resources: {'Port': ['ID=9cc67854-7ac5-4664-857c-519dad463149,revision_number=3']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:57:00.948948 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-7236b4c3-0bf7-4bab-95ab-b85470f04e60 None None] Provisioning for port 2444ad64-dcb5-425d-a144-9ac52afe6bd9 completed by entity DHCP. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 20:57:00.956051 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-7236b4c3-0bf7-4bab-95ab-b85470f04e60 None None] Provisioning complete for port 2444ad64-dcb5-425d-a144-9ac52afe6bd9 triggered by entity DHCP. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:57:00.956799 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-7236b4c3-0bf7-4bab-95ab-b85470f04e60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1253608'] for port, provisioning_complete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:01.117123 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.plugin [None req-7236b4c3-0bf7-4bab-95ab-b85470f04e60 None None] Port 2444ad64-dcb5-425d-a144-9ac52afe6bd9 cannot update to ACTIVE because it is not bound. {{(pid=84042) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 18 20:57:01.208996 n-d-838334-2 neutron-server[84041]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d07260b8-b80a-4ab6-a225-855725647903 tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Router cbb5afab-c9e4-4e46-ac74-9d9d435fb68b is scheduled to L3 agent bc84d6c9-dd7a-4555-a351-592327b46d5a with binding_index 1 {{(pid=84041) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 18 20:57:01.263730 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-d8e5c86f-48e4-4230-bbe4-8cae2c4ab561 None None] Provisioning complete for port 2444ad64-dcb5-425d-a144-9ac52afe6bd9 triggered by entity DHCP. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:57:01.264063 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-d8e5c86f-48e4-4230-bbe4-8cae2c4ab561 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1253608'] for port, provisioning_complete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:01.392305 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.plugin [None req-d8e5c86f-48e4-4230-bbe4-8cae2c4ab561 None None] Port 2444ad64-dcb5-425d-a144-9ac52afe6bd9 cannot update to ACTIVE because it is not bound. {{(pid=84042) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 18 20:57:01.483983 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d07260b8-b80a-4ab6-a225-855725647903 tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Notify agent at l3_agent.n-d-838334-2 the message routers_updated {{(pid=84041) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 20:57:01.503690 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fee25ab6-54f8-4ba3-9943-bd2414372288 None None] Sync routers for ids ['cbb5afab-c9e4-4e46-ac74-9d9d435fb68b'] in n-d-838334-2 {{(pid=84042) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 18 20:57:01.525836 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-0e12c26c-9ce7-4521-a005-65bf967dffb5 req-713f3187-6358-46be-b6b7-5cbd808e5843 tempest-ServerActionsTestJSON-2052644234 tempest-ServerActionsTestJSON-2052644234-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750375259028', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750374836628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32440838'] for port, after_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:01.536205 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-d07260b8-b80a-4ab6-a225-855725647903 tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] 10.222.0.42 "PUT /v2.0/routers/cbb5afab-c9e4-4e46-ac74-9d9d435fb68b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1273217 Apr 18 20:57:01.537202 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fee25ab6-54f8-4ba3-9943-bd2414372288 None None] Routers {'cbb5afab-c9e4-4e46-ac74-9d9d435fb68b'} bound to L3 agent in host n-d-838334-2 {{(pid=84042) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 20:57:01.537841 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_hamode_db [None req-fee25ab6-54f8-4ba3-9943-bd2414372288 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838334-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-18T20:25:48Z,description=,heartbeat_timestamp=2022-04-18T20:56:48Z,host='n-d-838334-2',id=bc84d6c9-dd7a-4555-a351-592327b46d5a,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:25:48Z,topic='l3_agent')) {'router_ids': ['cbb5afab-c9e4-4e46-ac74-9d9d435fb68b'], 'active': True} {{(pid=84042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:57:01.538600 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 52960) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:57:01.789468 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-713f3187-6358-46be-b6b7-5cbd808e5843 tempest-ServerActionsTestJSON-2052644234 tempest-ServerActionsTestJSON-2052644234-project] Pushing event deleted for resources: {'Port': ['ID=3c603086-8c15-4d76-8e99-2416f5406cbf,revision_number=None']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:57:01.797549 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd8c99f6-a637-4d0d-a669-3bfca0bf6f1b tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:57:01.799032 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-fd8c99f6-a637-4d0d-a669-3bfca0bf6f1b tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Synchronizing usage tracker for tenant:1256b788e8184019a07eb24a482acda4 on resource:port {{(pid=84041) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 20:57:01.839031 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-fd8c99f6-a637-4d0d-a669-3bfca0bf6f1b tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Unset dirty status for tenant:1256b788e8184019a07eb24a482acda4 on resource:port {{(pid=84041) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 20:57:01.843150 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-fd8c99f6-a637-4d0d-a669-3bfca0bf6f1b tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] 10.222.0.42 "GET /v2.0/ports/2444ad64-dcb5-425d-a144-9ac52afe6bd9 HTTP/1.1" status: 200 len: 911 time: 0.3032522 Apr 18 20:57:01.844034 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 52966) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:57:01.976276 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_dvr_db [None req-fee25ab6-54f8-4ba3-9943-bd2414372288 None None] Set router cbb5afab-c9e4-4e46-ac74-9d9d435fb68b gateway port host: None {{(pid=84042) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 20:57:02.015919 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1ec420f-c644-4dad-addf-f872f79733fd tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:57:02.032738 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1ec420f-c644-4dad-addf-f872f79733fd tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:57:02.041057 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-d1ec420f-c644-4dad-addf-f872f79733fd tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] 10.222.0.42 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1655 time: 0.1956491 Apr 18 20:57:02.042028 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 52972) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:57:02.056487 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.l3_dvrscheduler_db [req-0e12c26c-9ce7-4521-a005-65bf967dffb5 req-713f3187-6358-46be-b6b7-5cbd808e5843 tempest-ServerActionsTestJSON-2052644234 tempest-ServerActionsTestJSON-2052644234-project] No DVR routers for this DVR port 3c603086-8c15-4d76-8e99-2416f5406cbf on host n-h2-838334-2 {{(pid=84040) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 20:57:02.061830 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-0e12c26c-9ce7-4521-a005-65bf967dffb5 req-713f3187-6358-46be-b6b7-5cbd808e5843 tempest-ServerActionsTestJSON-2052644234 tempest-ServerActionsTestJSON-2052644234-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217293'] for port, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:02.085113 n-d-838334-2 neutron-server[84040]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9b75afc0-b7a8-48b0-b510-64f0396320e0', 'name': 'network-vif-deleted', 'tag': '3c603086-8c15-4d76-8e99-2416f5406cbf'}] {{(pid=84040) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 20:57:02.132910 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86b00a51-1e1a-4ff7-846d-aa49a6eeec9f req-1a2a05bd-5160-4503-abcf-01e8dbeef774 tempest-ServerActionsTestJSON-2052644234 tempest-ServerActionsTestJSON-2052644234-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:57:02.134447 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-86b00a51-1e1a-4ff7-846d-aa49a6eeec9f req-1a2a05bd-5160-4503-abcf-01e8dbeef774 tempest-ServerActionsTestJSON-2052644234 tempest-ServerActionsTestJSON-2052644234-project] 10.222.0.42 "GET /v2.0/ports?device_id=9b75afc0-b7a8-48b0-b510-64f0396320e0 HTTP/1.1" status: 200 len: 908 time: 0.9676647 Apr 18 20:57:02.148458 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28562620-3d16-453b-ac9a-9f6ac49a7718 req-6750c052-98ee-43ae-be2c-f7615d1560c5 tempest-ServersTestJSON-1424434350 tempest-ServersTestJSON-1424434350-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:57:02.149916 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-28562620-3d16-453b-ac9a-9f6ac49a7718 req-6750c052-98ee-43ae-be2c-f7615d1560c5 tempest-ServersTestJSON-1424434350 tempest-ServersTestJSON-1424434350-project] 10.222.0.48 "GET /v2.0/networks?id=7083f08e-ab4e-49e9-91e4-270e03cc3e4c HTTP/1.1" status: 200 len: 805 time: 0.8817935 Apr 18 20:57:02.185346 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-0e12c26c-9ce7-4521-a005-65bf967dffb5 req-713f3187-6358-46be-b6b7-5cbd808e5843 tempest-ServerActionsTestJSON-2052644234 tempest-ServerActionsTestJSON-2052644234-project] 10.222.0.48 "DELETE /v2.0/ports/3c603086-8c15-4d76-8e99-2416f5406cbf HTTP/1.1" status: 204 len: 173 time: 2.4218009 Apr 18 20:57:02.240313 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3fd62f9-a0ca-4d2a-9e2c-800db13e81d4 req-eeb1a42e-b657-4031-9843-a27d0e92007b tempest-AttachVolumeShelveTestJSON-1712717013 tempest-AttachVolumeShelveTestJSON-1712717013-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:57:02.255958 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-c3fd62f9-a0ca-4d2a-9e2c-800db13e81d4 req-eeb1a42e-b657-4031-9843-a27d0e92007b tempest-AttachVolumeShelveTestJSON-1712717013 tempest-AttachVolumeShelveTestJSON-1712717013-project] 10.222.0.42 "GET /v2.0/ports?device_id=5b9655ef-e7a4-49b4-bc6e-a6c04beac88f HTTP/1.1" status: 200 len: 943 time: 0.4900494 Apr 18 20:57:02.314516 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.agents_db [None req-6346a179-333c-4370-b5a6-936984aeab15 None None] Agent healthcheck: found 7 active agents {{(pid=84043) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 18 20:57:02.364237 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-c3fd62f9-a0ca-4d2a-9e2c-800db13e81d4 req-1b167e43-0ce2-4df7-920f-82a60eb6a8ca tempest-AttachVolumeShelveTestJSON-1712717013 tempest-AttachVolumeShelveTestJSON-1712717013-project] 10.222.0.42 "GET /v2.0/security-groups?id=e08cc47c-4c66-43de-a30b-78ed2c16d927&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1072986 Apr 18 20:57:02.446789 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Device 9cc67854-7ac5-4664-857c-519dad463149 up at agent ovs-agent-n-d-838334-2 {{(pid=84042) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 20:57:02.495149 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.v2.base [req-28562620-3d16-453b-ac9a-9f6ac49a7718 req-2de4d6f8-2ce6-4a41-b55e-7069a18441c2 tempest-ServersTestJSON-1424434350 tempest-ServersTestJSON-1424434350-project] Request body: {'port': {'device_id': 'b48baf64-a60b-4d4b-942b-b0a0b2f375fd', 'network_id': '7083f08e-ab4e-49e9-91e4-270e03cc3e4c', 'admin_state_up': True, 'tenant_id': 'ba267e3ba48c4ff1b4fc57f8cfab7c8c'}} {{(pid=84040) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 20:57:02.787171 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-bd78f64d-fc97-464c-9675-a1fb7dbcde5e req-db7638f0-79a6-4cc7-9a30-843e034c7dce tempest-ServersTestJSON-1424434350 tempest-ServersTestJSON-1424434350-project] 10.222.0.42 "GET /v2.0/ports?device_id=b48baf64-a60b-4d4b-942b-b0a0b2f375fd HTTP/1.1" status: 200 len: 210 time: 0.1030846 Apr 18 20:57:02.828443 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Provisioning complete for port 9cc67854-7ac5-4664-857c-519dad463149 triggered by entity L2. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:57:02.829168 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1253608'] for port, provisioning_complete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:02.911674 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_hamode_db [None req-fee25ab6-54f8-4ba3-9943-bd2414372288 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cbb5afab-c9e4-4e46-ac74-9d9d435fb68b', 'name': 'tempest-NetworksTestDHCPv6-router-2029010196', 'tenant_id': '1256b788e8184019a07eb24a482acda4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:56:57Z', 'updated_at': '2022-04-18T20:56:59Z', 'revision_number': 2, 'project_id': '1256b788e8184019a07eb24a482acda4', 'gw_port_host': None, '_interfaces': [{'id': '2444ad64-dcb5-425d-a144-9ac52afe6bd9', 'name': '', 'network_id': 'ef903069-7c89-4376-963f-99c58ca6d615', 'tenant_id': '1256b788e8184019a07eb24a482acda4', 'mac_address': 'fa:16:3e:ba:b9:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cbb5afab-c9e4-4e46-ac74-9d9d435fb68b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'aa8b311f-2f4b-46f3-b459-8ce47e2e90dd', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:56:58Z', 'updated_at': '2022-04-18T20:56:59Z', 'revision_number': 2, 'project_id': '1256b788e8184019a07eb24a482acda4', 'subnets': [{'id': 'aa8b311f-2f4b-46f3-b459-8ce47e2e90dd', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838334-2', False) {} {{(pid=84042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:57:02.939162 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fee25ab6-54f8-4ba3-9943-bd2414372288 None None] Checking router: cbb5afab-c9e4-4e46-ac74-9d9d435fb68b for host: n-d-838334-2 {{(pid=84042) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 18 20:57:02.943317 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fee25ab6-54f8-4ba3-9943-bd2414372288 None None] Updating router cbb5afab-c9e4-4e46-ac74-9d9d435fb68b port 2444ad64-dcb5-425d-a144-9ac52afe6bd9 binding host n-d-838334-2 {{(pid=84042) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 18 20:57:02.984169 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39439d0c-ef70-4f5e-a8c2-33014cf98743 req-f01cf975-5a3f-4fad-8367-a1b4cb6fd5fa tempest-AttachVolumeNegativeTest-555605742 tempest-AttachVolumeNegativeTest-555605742-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:57:02.984918 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [req-39439d0c-ef70-4f5e-a8c2-33014cf98743 req-f01cf975-5a3f-4fad-8367-a1b4cb6fd5fa tempest-AttachVolumeNegativeTest-555605742 tempest-AttachVolumeNegativeTest-555605742-project] Synchronizing usage tracker for tenant:340d04fd839f4c0c896ec9bea561bc50 on resource:port {{(pid=84040) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 20:57:03.017889 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [req-28562620-3d16-453b-ac9a-9f6ac49a7718 req-2de4d6f8-2ce6-4a41-b55e-7069a18441c2 tempest-ServersTestJSON-1424434350 tempest-ServersTestJSON-1424434350-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:57:03.049876 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [req-28562620-3d16-453b-ac9a-9f6ac49a7718 req-2de4d6f8-2ce6-4a41-b55e-7069a18441c2 tempest-ServersTestJSON-1424434350 tempest-ServersTestJSON-1424434350-project] Usage tracker for resource:port and tenant:ba267e3ba48c4ff1b4fc57f8cfab7c8c is out of sync, need to count used quota {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:57:03.061367 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [req-28562620-3d16-453b-ac9a-9f6ac49a7718 req-2de4d6f8-2ce6-4a41-b55e-7069a18441c2 tempest-ServersTestJSON-1424434350 tempest-ServersTestJSON-1424434350-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:57:03.081504 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [req-28562620-3d16-453b-ac9a-9f6ac49a7718 req-2de4d6f8-2ce6-4a41-b55e-7069a18441c2 tempest-ServersTestJSON-1424434350 tempest-ServersTestJSON-1424434350-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:57:03.097271 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [req-39439d0c-ef70-4f5e-a8c2-33014cf98743 req-f01cf975-5a3f-4fad-8367-a1b4cb6fd5fa tempest-AttachVolumeNegativeTest-555605742 tempest-AttachVolumeNegativeTest-555605742-project] Unset dirty status for tenant:340d04fd839f4c0c896ec9bea561bc50 on resource:port {{(pid=84040) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 20:57:03.104292 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-39439d0c-ef70-4f5e-a8c2-33014cf98743 req-f01cf975-5a3f-4fad-8367-a1b4cb6fd5fa tempest-AttachVolumeNegativeTest-555605742 tempest-AttachVolumeNegativeTest-555605742-project] 10.222.0.42 "GET /v2.0/ports?device_id=36268bf7-aadd-4a9b-9264-b6901d73c9ef HTTP/1.1" status: 200 len: 945 time: 0.6923182 Apr 18 20:57:03.201417 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-9ad5b4e3-e336-47e0-9f30-486fdab39b88 req-1bac700a-561f-4158-9b22-90c7561f6d10 tempest-ServerShowV254Test-1039301541 tempest-ServerShowV254Test-1039301541-project] 10.222.0.42 "GET /v2.0/ports?device_id=c3eae73d-bc2e-4a1f-9c49-1bdc8c334a96 HTTP/1.1" status: 200 len: 210 time: 0.0737069 Apr 18 20:57:03.217893 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Device 3c603086-8c15-4d76-8e99-2416f5406cbf no longer exists at agent hyperv_n-h2-838334-2 {{(pid=84042) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 20:57:03.230146 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-28562620-3d16-453b-ac9a-9f6ac49a7718 req-2de4d6f8-2ce6-4a41-b55e-7069a18441c2 tempest-ServersTestJSON-1424434350 tempest-ServersTestJSON-1424434350-project] Made reservation on behalf of ba267e3ba48c4ff1b4fc57f8cfab7c8c for: {'port': 1} {{(pid=84040) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:57:03.233228 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-28562620-3d16-453b-ac9a-9f6ac49a7718 req-2de4d6f8-2ce6-4a41-b55e-7069a18441c2 tempest-ServersTestJSON-1424434350 tempest-ServersTestJSON-1424434350-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:03.299081 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [req-39439d0c-ef70-4f5e-a8c2-33014cf98743 req-bbefd71f-3215-4632-8ccd-da53957521c0 tempest-AttachVolumeNegativeTest-555605742 tempest-AttachVolumeNegativeTest-555605742-project] Synchronizing usage tracker for tenant:340d04fd839f4c0c896ec9bea561bc50 on resource:security_group {{(pid=84040) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 20:57:03.334131 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-fee25ab6-54f8-4ba3-9943-bd2414372288 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:03.365347 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.plugin [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] No Port match for: 3c603086-8c15-4d76-8e99-2416f5406cbf {{(pid=84042) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 18 20:57:03.365920 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Device 3c603086-8c15-4d76-8e99-2416f5406cbf not bound to the agent host n-h2-838334-2 {{(pid=84042) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 20:57:03.399469 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [req-39439d0c-ef70-4f5e-a8c2-33014cf98743 req-bbefd71f-3215-4632-8ccd-da53957521c0 tempest-AttachVolumeNegativeTest-555605742 tempest-AttachVolumeNegativeTest-555605742-project] Unset dirty status for tenant:340d04fd839f4c0c896ec9bea561bc50 on resource:security_group {{(pid=84040) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 20:57:03.408265 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-41a361b7-9726-411a-8eae-01ca5a759fb3 tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33443857'] for router_interface, before_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:03.418333 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-39439d0c-ef70-4f5e-a8c2-33014cf98743 req-bbefd71f-3215-4632-8ccd-da53957521c0 tempest-AttachVolumeNegativeTest-555605742 tempest-AttachVolumeNegativeTest-555605742-project] 10.222.0.42 "GET /v2.0/security-groups?id=6a73dbb7-6be5-4cc9-acd3-5afb262a168e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3124795 Apr 18 20:57:03.635117 n-d-838334-2 neutron-server[84040]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1a57ae9e-b844-4291-b2ea-0e0a0279f8da'] response: {'server_uuid': '9b75afc0-b7a8-48b0-b510-64f0396320e0', 'name': 'network-vif-deleted', 'tag': '3c603086-8c15-4d76-8e99-2416f5406cbf', 'status': 'completed', 'code': 200} Apr 18 20:57:03.888394 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-fee25ab6-54f8-4ba3-9943-bd2414372288 None None] Notify callbacks [] for port, precommit_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:03.944669 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-fee25ab6-54f8-4ba3-9943-bd2414372288 None None] Transition to ACTIVE for port object 2444ad64-dcb5-425d-a144-9ac52afe6bd9 will not be triggered until provisioned by entity L2. {{(pid=84042) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 20:57:03.983571 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-fee25ab6-54f8-4ba3-9943-bd2414372288 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682'] for port, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:04.081508 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.plugin [None req-41a361b7-9726-411a-8eae-01ca5a759fb3 tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Deleting port 2444ad64-dcb5-425d-a144-9ac52afe6bd9 {{(pid=84041) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 20:57:04.081932 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-41a361b7-9726-411a-8eae-01ca5a759fb3 tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750375188691'] for port, before_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:04.159067 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11cb2b00-a208-472c-b768-e35790862a70 None None] Pushing event updated for resources: {'Port': ['ID=2444ad64-dcb5-425d-a144-9ac52afe6bd9,revision_number=3']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:57:04.160719 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [req-7fab93c1-bb43-472e-8ed3-d8da6b25e8d7 req-dd7ba845-151e-4ef4-9f37-2659393981b3 tempest-ServerActionsTestJSON-2052644234 tempest-ServerActionsTestJSON-2052644234-project] Synchronizing usage tracker for tenant:6be92480d0964f34a8ede9caae0c987d on resource:port {{(pid=84040) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 20:57:04.194933 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.db_base_plugin_common [req-28562620-3d16-453b-ac9a-9f6ac49a7718 req-2de4d6f8-2ce6-4a41-b55e-7069a18441c2 tempest-ServersTestJSON-1424434350 tempest-ServersTestJSON-1424434350-project] Allocated IP 172.20.0.4 (7083f08e-ab4e-49e9-91e4-270e03cc3e4c/b602689e-1bf9-4316-afee-2c16d3405af1/8f0ac191-0475-420d-bcd7-62c84624a6ea) {{(pid=84040) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:57:04.234622 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d04e0fd-97ad-4a1c-8ba7-e9231789726a req-9dd6633b-7dd8-424d-96a8-30a56543739e tempest-DeleteServersTestJSON-915645800 tempest-DeleteServersTestJSON-915645800-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:57:04.242818 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750375287399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253529'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:04.244252 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-0d04e0fd-97ad-4a1c-8ba7-e9231789726a req-9dd6633b-7dd8-424d-96a8-30a56543739e tempest-DeleteServersTestJSON-915645800 tempest-DeleteServersTestJSON-915645800-project] 10.222.0.42 "GET /v2.0/ports?device_id=f2b26dda-40aa-4c01-bf22-35ecafdb42a4 HTTP/1.1" status: 200 len: 945 time: 0.7381063 Apr 18 20:57:04.315092 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [req-7fab93c1-bb43-472e-8ed3-d8da6b25e8d7 req-dd7ba845-151e-4ef4-9f37-2659393981b3 tempest-ServerActionsTestJSON-2052644234 tempest-ServerActionsTestJSON-2052644234-project] Unset dirty status for tenant:6be92480d0964f34a8ede9caae0c987d on resource:port {{(pid=84040) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 20:57:04.322205 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-7fab93c1-bb43-472e-8ed3-d8da6b25e8d7 req-dd7ba845-151e-4ef4-9f37-2659393981b3 tempest-ServerActionsTestJSON-2052644234 tempest-ServerActionsTestJSON-2052644234-project] 10.222.0.42 "GET /v2.0/ports?device_id=9b75afc0-b7a8-48b0-b510-64f0396320e0 HTTP/1.1" status: 200 len: 210 time: 0.3076746 Apr 18 20:57:04.415226 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-0d04e0fd-97ad-4a1c-8ba7-e9231789726a req-39e45ccf-6621-4f35-b5b5-7ffe038ded28 tempest-DeleteServersTestJSON-915645800 tempest-DeleteServersTestJSON-915645800-project] 10.222.0.42 "GET /v2.0/security-groups?id=588d127b-19b7-4c3d-9f79-a400181b94e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1698101 Apr 18 20:57:04.473104 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.managers [None req-fee25ab6-54f8-4ba3-9943-bd2414372288 None None] Attempting to bind port 2444ad64-dcb5-425d-a144-9ac52afe6bd9 on host n-d-838334-2 for vnic_type normal with profile {{(pid=84042) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:57:04.473765 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.managers [None req-fee25ab6-54f8-4ba3-9943-bd2414372288 None None] Attempting to bind port 2444ad64-dcb5-425d-a144-9ac52afe6bd9 by drivers openvswitch,hyperv on host n-d-838334-2 at level 0 using segments [{'id': 'fbf28fbd-36f8-46f3-be08-57d41821e390', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': 'ef903069-7c89-4376-963f-99c58ca6d615'}] {{(pid=84042) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:57:04.474348 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fee25ab6-54f8-4ba3-9943-bd2414372288 None None] Attempting to bind port 2444ad64-dcb5-425d-a144-9ac52afe6bd9 on network ef903069-7c89-4376-963f-99c58ca6d615 {{(pid=84042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 20:57:04.490872 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fee25ab6-54f8-4ba3-9943-bd2414372288 None None] Checking agent: {'id': '97cd4414-7af6-4d67-868d-dff370b4071a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838334-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 25, 49), 'started_at': datetime.datetime(2022, 4, 18, 20, 26, 19), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 20, 56, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838334-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 18 20:57:04.492308 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fee25ab6-54f8-4ba3-9943-bd2414372288 None None] Checking segment: {'id': 'fbf28fbd-36f8-46f3-be08-57d41821e390', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': 'ef903069-7c89-4376-963f-99c58ca6d615'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84042) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 20:57:04.493630 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-fee25ab6-54f8-4ba3-9943-bd2414372288 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:04.497628 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fee25ab6-54f8-4ba3-9943-bd2414372288 None None] Bound using segment: {'id': 'fbf28fbd-36f8-46f3-be08-57d41821e390', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': 'ef903069-7c89-4376-963f-99c58ca6d615'} {{(pid=84042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 18 20:57:04.498410 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.managers [None req-fee25ab6-54f8-4ba3-9943-bd2414372288 None None] Bound port: 2444ad64-dcb5-425d-a144-9ac52afe6bd9, host: n-d-838334-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fbf28fbd-36f8-46f3-be08-57d41821e390', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': 'ef903069-7c89-4376-963f-99c58ca6d615'}}] {{(pid=84042) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 20:57:04.499009 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-fee25ab6-54f8-4ba3-9943-bd2414372288 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:04.558288 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.db [None req-41a361b7-9726-411a-8eae-01ca5a759fb3 tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] For port 2444ad64-dcb5-425d-a144-9ac52afe6bd9, host n-d-838334-2, got binding levels [] {{(pid=84041) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:57:04.558785 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-41a361b7-9726-411a-8eae-01ca5a759fb3 tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369123'] for port, precommit_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:04.696726 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-fee25ab6-54f8-4ba3-9943-bd2414372288 None None] For port 2444ad64-dcb5-425d-a144-9ac52afe6bd9, host n-d-838334-2, cleared binding levels {{(pid=84042) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 20:57:04.703560 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-fee25ab6-54f8-4ba3-9943-bd2414372288 None None] For port 2444ad64-dcb5-425d-a144-9ac52afe6bd9, host n-d-838334-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838334-2',level=0,port_id=2444ad64-dcb5-425d-a144-9ac52afe6bd9,segment=NetworkSegment(fbf28fbd-36f8-46f3-be08-57d41821e390),segment_id=fbf28fbd-36f8-46f3-be08-57d41821e390)] {{(pid=84042) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 20:57:04.713193 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-fee25ab6-54f8-4ba3-9943-bd2414372288 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682'] for port, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:04.790901 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.plugin [None req-41a361b7-9726-411a-8eae-01ca5a759fb3 tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Calling delete_port for 2444ad64-dcb5-425d-a144-9ac52afe6bd9 owned by network:router_interface {{(pid=84041) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 20:57:04.817898 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-803c451b-afeb-453a-958d-7206a2485fae req-3787f569-fbc4-461f-9dc0-1c0aa1706232 tempest-ServersTestJSON-1424434350 tempest-ServersTestJSON-1424434350-project] 10.222.0.42 "GET /v2.0/ports?device_id=b48baf64-a60b-4d4b-942b-b0a0b2f375fd HTTP/1.1" status: 200 len: 210 time: 0.1348453 Apr 18 20:57:04.928121 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11cb2b00-a208-472c-b768-e35790862a70 None None] Pushing event updated for resources: {'Port': ['ID=2444ad64-dcb5-425d-a144-9ac52afe6bd9,revision_number=4']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:57:04.957328 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.db.api [None req-41a361b7-9726-411a-8eae-01ca5a759fb3 tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84041) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 18 20:57:04.957755 n-d-838334-2 neutron-server[84041]: DEBUG oslo_db.api [None req-41a361b7-9726-411a-8eae-01ca5a759fb3 tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84041) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 18 20:57:05.000329 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fee25ab6-54f8-4ba3-9943-bd2414372288 None None] Routers {'cbb5afab-c9e4-4e46-ac74-9d9d435fb68b'} bound to L3 agent in host n-d-838334-2 {{(pid=84042) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 20:57:05.000969 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_hamode_db [None req-fee25ab6-54f8-4ba3-9943-bd2414372288 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838334-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-18T20:25:48Z,description=,heartbeat_timestamp=2022-04-18T20:56:48Z,host='n-d-838334-2',id=bc84d6c9-dd7a-4555-a351-592327b46d5a,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:25:48Z,topic='l3_agent')) {'router_ids': ['cbb5afab-c9e4-4e46-ac74-9d9d435fb68b'], 'active': True} {{(pid=84042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:57:05.065146 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-28562620-3d16-453b-ac9a-9f6ac49a7718 req-2de4d6f8-2ce6-4a41-b55e-7069a18441c2 tempest-ServersTestJSON-1424434350 tempest-ServersTestJSON-1424434350-project] Notify callbacks [] for port, precommit_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:05.224868 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ec9320d-bc09-4c53-9cae-d747efd45f51 req-d87e230d-0c6e-48ca-8465-9772b4ccc9a2 tempest-AttachVolumeShelveTestJSON-1712717013 tempest-AttachVolumeShelveTestJSON-1712717013-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:57:05.229178 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-4ec9320d-bc09-4c53-9cae-d747efd45f51 req-d87e230d-0c6e-48ca-8465-9772b4ccc9a2 tempest-AttachVolumeShelveTestJSON-1712717013 tempest-AttachVolumeShelveTestJSON-1712717013-project] 10.222.0.42 "GET /v2.0/ports?device_id=5b9655ef-e7a4-49b4-bc6e-a6c04beac88f HTTP/1.1" status: 200 len: 943 time: 0.4781008 Apr 18 20:57:05.234334 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-372218b1-059f-4125-939f-27d3e844c104 req-0109d1c5-84d0-42fc-9166-ea88d971c406 tempest-ServerShowV254Test-1039301541 tempest-ServerShowV254Test-1039301541-project] 10.222.0.42 "GET /v2.0/ports?device_id=c3eae73d-bc2e-4a1f-9c49-1bdc8c334a96 HTTP/1.1" status: 200 len: 210 time: 0.1311188 Apr 18 20:57:05.311116 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-28562620-3d16-453b-ac9a-9f6ac49a7718 req-2de4d6f8-2ce6-4a41-b55e-7069a18441c2 tempest-ServersTestJSON-1424434350 tempest-ServersTestJSON-1424434350-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750374836619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32440838'] for port, after_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:05.411683 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_dvr_db [None req-fee25ab6-54f8-4ba3-9943-bd2414372288 None None] Set router cbb5afab-c9e4-4e46-ac74-9d9d435fb68b gateway port host: None {{(pid=84042) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 20:57:05.459412 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.plugin [None req-41a361b7-9726-411a-8eae-01ca5a759fb3 tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Deleting port 2444ad64-dcb5-425d-a144-9ac52afe6bd9 {{(pid=84041) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 20:57:05.460565 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-41a361b7-9726-411a-8eae-01ca5a759fb3 tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750375188691'] for port, before_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:05.643080 n-d-838334-2 neutron-server[84040]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-28562620-3d16-453b-ac9a-9f6ac49a7718 req-2de4d6f8-2ce6-4a41-b55e-7069a18441c2 tempest-ServersTestJSON-1424434350 tempest-ServersTestJSON-1424434350-project] Network 7083f08e-ab4e-49e9-91e4-270e03cc3e4c is already hosted by enough agents. {{(pid=84040) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:57:05.674382 n-d-838334-2 neutron-server[84040]: DEBUG neutron.scheduler.base_scheduler [req-28562620-3d16-453b-ac9a-9f6ac49a7718 req-2de4d6f8-2ce6-4a41-b55e-7069a18441c2 tempest-ServersTestJSON-1424434350 tempest-ServersTestJSON-1424434350-project] Resources bound (agent type, host, resource id): {{(pid=84040) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:57:05.683738 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2de4d6f8-2ce6-4a41-b55e-7069a18441c2 tempest-ServersTestJSON-1424434350 tempest-ServersTestJSON-1424434350-project] Pushing event updated for resources: {'Port': ['ID=8f0ac191-0475-420d-bcd7-62c84624a6ea,revision_number=1']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:57:05.702566 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.l3_dvrscheduler_db [req-28562620-3d16-453b-ac9a-9f6ac49a7718 req-2de4d6f8-2ce6-4a41-b55e-7069a18441c2 tempest-ServersTestJSON-1424434350 tempest-ServersTestJSON-1424434350-project] Received port after_create {{(pid=84040) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 20:57:05.761167 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-4ec9320d-bc09-4c53-9cae-d747efd45f51 req-a596aaf0-b205-42f1-ab6d-5645d76db45b tempest-AttachVolumeShelveTestJSON-1712717013 tempest-AttachVolumeShelveTestJSON-1712717013-project] 10.222.0.42 "GET /v2.0/security-groups?id=e08cc47c-4c66-43de-a30b-78ed2c16d927&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5255132 Apr 18 20:57:05.779472 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-654fddcf-1772-4c53-ae93-6852be090f1b req-6fc35123-7a8f-46a3-b9e1-9fc03a4be62a tempest-AttachVolumeNegativeTest-555605742 tempest-AttachVolumeNegativeTest-555605742-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:57:05.784195 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-654fddcf-1772-4c53-ae93-6852be090f1b req-6fc35123-7a8f-46a3-b9e1-9fc03a4be62a tempest-AttachVolumeNegativeTest-555605742 tempest-AttachVolumeNegativeTest-555605742-project] 10.222.0.48 "GET /v2.0/ports?device_id=36268bf7-aadd-4a9b-9264-b6901d73c9ef HTTP/1.1" status: 200 len: 945 time: 0.8445349 Apr 18 20:57:05.840888 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.db [None req-41a361b7-9726-411a-8eae-01ca5a759fb3 tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] For port 2444ad64-dcb5-425d-a144-9ac52afe6bd9, host n-d-838334-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838334-2',level=0,port_id=2444ad64-dcb5-425d-a144-9ac52afe6bd9,segment=NetworkSegment(fbf28fbd-36f8-46f3-be08-57d41821e390),segment_id=fbf28fbd-36f8-46f3-be08-57d41821e390)] {{(pid=84041) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:57:05.841536 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-41a361b7-9726-411a-8eae-01ca5a759fb3 tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369123'] for port, precommit_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:05.861835 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2de4d6f8-2ce6-4a41-b55e-7069a18441c2 tempest-ServersTestJSON-1424434350 tempest-ServersTestJSON-1424434350-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:57:05.873204 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2de4d6f8-2ce6-4a41-b55e-7069a18441c2 tempest-ServersTestJSON-1424434350 tempest-ServersTestJSON-1424434350-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:57:05.873872 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2de4d6f8-2ce6-4a41-b55e-7069a18441c2 tempest-ServersTestJSON-1424434350 tempest-ServersTestJSON-1424434350-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:57:05.874737 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2de4d6f8-2ce6-4a41-b55e-7069a18441c2 tempest-ServersTestJSON-1424434350 tempest-ServersTestJSON-1424434350-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:57:05.875337 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2de4d6f8-2ce6-4a41-b55e-7069a18441c2 tempest-ServersTestJSON-1424434350 tempest-ServersTestJSON-1424434350-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:57:05.875899 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2de4d6f8-2ce6-4a41-b55e-7069a18441c2 tempest-ServersTestJSON-1424434350 tempest-ServersTestJSON-1424434350-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:57:05.876425 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2de4d6f8-2ce6-4a41-b55e-7069a18441c2 tempest-ServersTestJSON-1424434350 tempest-ServersTestJSON-1424434350-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:57:05.876943 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2de4d6f8-2ce6-4a41-b55e-7069a18441c2 tempest-ServersTestJSON-1424434350 tempest-ServersTestJSON-1424434350-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:57:05.877459 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2de4d6f8-2ce6-4a41-b55e-7069a18441c2 tempest-ServersTestJSON-1424434350 tempest-ServersTestJSON-1424434350-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:57:05.877974 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2de4d6f8-2ce6-4a41-b55e-7069a18441c2 tempest-ServersTestJSON-1424434350 tempest-ServersTestJSON-1424434350-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:57:05.878491 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2de4d6f8-2ce6-4a41-b55e-7069a18441c2 tempest-ServersTestJSON-1424434350 tempest-ServersTestJSON-1424434350-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:57:05.956383 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28562620-3d16-453b-ac9a-9f6ac49a7718 req-2de4d6f8-2ce6-4a41-b55e-7069a18441c2 tempest-ServersTestJSON-1424434350 tempest-ServersTestJSON-1424434350-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:57:05.960622 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-28562620-3d16-453b-ac9a-9f6ac49a7718 req-2de4d6f8-2ce6-4a41-b55e-7069a18441c2 tempest-ServersTestJSON-1424434350 tempest-ServersTestJSON-1424434350-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217293'] for port, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:06.019607 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff31455f-6fb2-4450-936b-67c2cdfa3a70 req-7769ab2e-03a9-477c-897b-33acc032ce12 tempest-AttachVolumeNegativeTest-555605742 tempest-AttachVolumeNegativeTest-555605742-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:57:06.026436 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-ff31455f-6fb2-4450-936b-67c2cdfa3a70 req-7769ab2e-03a9-477c-897b-33acc032ce12 tempest-AttachVolumeNegativeTest-555605742 tempest-AttachVolumeNegativeTest-555605742-project] 10.222.0.42 "GET /v2.0/ports?device_id=36268bf7-aadd-4a9b-9264-b6901d73c9ef HTTP/1.1" status: 200 len: 945 time: 0.5039256 Apr 18 20:57:06.030792 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-28562620-3d16-453b-ac9a-9f6ac49a7718 req-2de4d6f8-2ce6-4a41-b55e-7069a18441c2 tempest-ServersTestJSON-1424434350 tempest-ServersTestJSON-1424434350-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.5401363 Apr 18 20:57:06.071511 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_hamode_db [None req-fee25ab6-54f8-4ba3-9943-bd2414372288 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cbb5afab-c9e4-4e46-ac74-9d9d435fb68b', 'name': 'tempest-NetworksTestDHCPv6-router-2029010196', 'tenant_id': '1256b788e8184019a07eb24a482acda4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:56:57Z', 'updated_at': '2022-04-18T20:56:59Z', 'revision_number': 2, 'project_id': '1256b788e8184019a07eb24a482acda4', 'gw_port_host': None, '_interfaces': [{'id': '2444ad64-dcb5-425d-a144-9ac52afe6bd9', 'name': '', 'network_id': 'ef903069-7c89-4376-963f-99c58ca6d615', 'tenant_id': '1256b788e8184019a07eb24a482acda4', 'mac_address': 'fa:16:3e:ba:b9:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cbb5afab-c9e4-4e46-ac74-9d9d435fb68b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'aa8b311f-2f4b-46f3-b459-8ce47e2e90dd', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:56:58Z', 'updated_at': '2022-04-18T20:57:04Z', 'revision_number': 4, 'project_id': '1256b788e8184019a07eb24a482acda4', 'subnets': [{'id': 'aa8b311f-2f4b-46f3-b459-8ce47e2e90dd', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838334-2', False) {} {{(pid=84042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:57:06.082348 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fee25ab6-54f8-4ba3-9943-bd2414372288 None None] The sync data for ids ['cbb5afab-c9e4-4e46-ac74-9d9d435fb68b'] in n-d-838334-2 is: [{'id': 'cbb5afab-c9e4-4e46-ac74-9d9d435fb68b', 'name': 'tempest-NetworksTestDHCPv6-router-2029010196', 'tenant_id': '1256b788e8184019a07eb24a482acda4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:56:57Z', 'updated_at': '2022-04-18T20:56:59Z', 'revision_number': 2, 'project_id': '1256b788e8184019a07eb24a482acda4', 'gw_port_host': None, '_interfaces': [{'id': '2444ad64-dcb5-425d-a144-9ac52afe6bd9', 'name': '', 'network_id': 'ef903069-7c89-4376-963f-99c58ca6d615', 'tenant_id': '1256b788e8184019a07eb24a482acda4', 'mac_address': 'fa:16:3e:ba:b9:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cbb5afab-c9e4-4e46-ac74-9d9d435fb68b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'aa8b311f-2f4b-46f3-b459-8ce47e2e90dd', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:56:58Z', 'updated_at': '2022-04-18T20:57:04Z', 'revision_number': 4, 'project_id': '1256b788e8184019a07eb24a482acda4', 'subnets': [{'id': 'aa8b311f-2f4b-46f3-b459-8ce47e2e90dd', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84042) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 18 20:57:06.169960 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.plugin [req-654fddcf-1772-4c53-ae93-6852be090f1b req-f0955ec3-96de-4f38-933f-d688e6e9ab92 tempest-AttachVolumeNegativeTest-555605742 tempest-AttachVolumeNegativeTest-555605742-project] Deleting port 8d9ca2ad-3895-4fd7-88cb-e7accd79550a {{(pid=84040) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 20:57:06.170461 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-654fddcf-1772-4c53-ae93-6852be090f1b req-f0955ec3-96de-4f38-933f-d688e6e9ab92 tempest-AttachVolumeNegativeTest-555605742 tempest-AttachVolumeNegativeTest-555605742-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750375188691'] for port, before_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:06.199941 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.plugin [None req-41a361b7-9726-411a-8eae-01ca5a759fb3 tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Calling delete_port for 2444ad64-dcb5-425d-a144-9ac52afe6bd9 owned by network:router_interface {{(pid=84041) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 20:57:06.218867 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [req-28562620-3d16-453b-ac9a-9f6ac49a7718 req-1be21796-9a13-4bfa-b7aa-5468ec9b9618 tempest-ServersTestJSON-1424434350 tempest-ServersTestJSON-1424434350-project] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=84040) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 18 20:57:06.220206 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-28562620-3d16-453b-ac9a-9f6ac49a7718 req-1be21796-9a13-4bfa-b7aa-5468ec9b9618 tempest-ServersTestJSON-1424434350 tempest-ServersTestJSON-1424434350-project] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0081320 Apr 18 20:57:06.267925 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.v2.base [req-28562620-3d16-453b-ac9a-9f6ac49a7718 req-19b5019f-e4c6-4d19-9221-002c8e890aa9 service neutron] Request body: {'port': {'device_id': 'b48baf64-a60b-4d4b-942b-b0a0b2f375fd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-838334-2'}} {{(pid=84040) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 20:57:06.556594 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-41a361b7-9726-411a-8eae-01ca5a759fb3 tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750375259028', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750374836628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32266323'] for port, after_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:06.584036 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-ff31455f-6fb2-4450-936b-67c2cdfa3a70 req-5d338203-dac2-4f0d-8dbd-bf23cbed2630 tempest-AttachVolumeNegativeTest-555605742 tempest-AttachVolumeNegativeTest-555605742-project] 10.222.0.42 "GET /v2.0/security-groups?id=6a73dbb7-6be5-4cc9-acd3-5afb262a168e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5502973 Apr 18 20:57:06.657118 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-28562620-3d16-453b-ac9a-9f6ac49a7718 req-19b5019f-e4c6-4d19-9221-002c8e890aa9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:06.679549 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41a361b7-9726-411a-8eae-01ca5a759fb3 tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Pushing event deleted for resources: {'Port': ['ID=2444ad64-dcb5-425d-a144-9ac52afe6bd9,revision_number=None']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:57:06.914329 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d42d01d-7962-4f2c-a658-bee50b061f3e req-35ec1332-f59d-4e3a-b2cc-e7eadf4967ed tempest-DeleteServersTestJSON-915645800 tempest-DeleteServersTestJSON-915645800-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:57:06.915847 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-2d42d01d-7962-4f2c-a658-bee50b061f3e req-35ec1332-f59d-4e3a-b2cc-e7eadf4967ed tempest-DeleteServersTestJSON-915645800 tempest-DeleteServersTestJSON-915645800-project] 10.222.0.42 "GET /v2.0/ports?device_id=f2b26dda-40aa-4c01-bf22-35ecafdb42a4 HTTP/1.1" status: 200 len: 945 time: 0.6685669 Apr 18 20:57:07.182106 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Device 8d9ca2ad-3895-4fd7-88cb-e7accd79550a no longer exists at agent hyperv_n-h2-838334-2 {{(pid=84042) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 20:57:07.304918 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-41a361b7-9726-411a-8eae-01ca5a759fb3 tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-32377931', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33443910'] for router_interface, after_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:07.470102 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:07.521615 n-d-838334-2 neutron-server[84042]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '36268bf7-aadd-4a9b-9264-b6901d73c9ef', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8d9ca2ad-3895-4fd7-88cb-e7accd79550a'}] {{(pid=84042) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 20:57:07.523411 n-d-838334-2 neutron-server[84040]: DEBUG neutron.notifiers.nova [req-28562620-3d16-453b-ac9a-9f6ac49a7718 req-19b5019f-e4c6-4d19-9221-002c8e890aa9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8f0ac191-0475-420d-bcd7-62c84624a6ea {{(pid=84040) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 18 20:57:07.532066 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-28562620-3d16-453b-ac9a-9f6ac49a7718 req-19b5019f-e4c6-4d19-9221-002c8e890aa9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:07.544246 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] For port 8d9ca2ad-3895-4fd7-88cb-e7accd79550a, host n-h2-838334-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838334-2',level=0,port_id=8d9ca2ad-3895-4fd7-88cb-e7accd79550a,segment=NetworkSegment(dbc7d3d6-4579-41c2-9fd4-2757cc8c54b6),segment_id=dbc7d3d6-4579-41c2-9fd4-2757cc8c54b6)] {{(pid=84042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:57:07.549146 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.provisioning_blocks [req-28562620-3d16-453b-ac9a-9f6ac49a7718 req-19b5019f-e4c6-4d19-9221-002c8e890aa9 service neutron] Transition to ACTIVE for port object 8f0ac191-0475-420d-bcd7-62c84624a6ea will not be triggered until provisioned by entity L2. {{(pid=84040) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 20:57:07.556302 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682'] for port, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:07.750332 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Pushing event updated for resources: {'Port': ['ID=8d9ca2ad-3895-4fd7-88cb-e7accd79550a,revision_number=6']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:57:07.783382 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:57:07.783751 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:57:07.784094 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:57:07.784433 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:57:07.784762 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:57:07.785088 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:57:07.785411 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:57:07.785733 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:57:07.786051 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:57:07.786373 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:57:07.786693 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:57:07.839170 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-28562620-3d16-453b-ac9a-9f6ac49a7718 req-19b5019f-e4c6-4d19-9221-002c8e890aa9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32440959'] for port, after_update {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:08.076596 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19b5019f-e4c6-4d19-9221-002c8e890aa9 service neutron] Pushing event updated for resources: {'Port': ['ID=8f0ac191-0475-420d-bcd7-62c84624a6ea,revision_number=2']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:57:08.114533 n-d-838334-2 neutron-server[84041]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-41a361b7-9726-411a-8eae-01ca5a759fb3 tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Router cbb5afab-c9e4-4e46-ac74-9d9d435fb68b has already been hosted by L3 agent bc84d6c9-dd7a-4555-a351-592327b46d5a {{(pid=84041) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 20:57:08.214725 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-2d42d01d-7962-4f2c-a658-bee50b061f3e req-c50c8ddc-6ca2-4cb7-9072-3fd48677b30b tempest-DeleteServersTestJSON-915645800 tempest-DeleteServersTestJSON-915645800-project] 10.222.0.42 "GET /v2.0/security-groups?id=588d127b-19b7-4c3d-9f79-a400181b94e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.2652438 Apr 18 20:57:08.291270 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.db [req-654fddcf-1772-4c53-ae93-6852be090f1b req-f0955ec3-96de-4f38-933f-d688e6e9ab92 tempest-AttachVolumeNegativeTest-555605742 tempest-AttachVolumeNegativeTest-555605742-project] For port 8d9ca2ad-3895-4fd7-88cb-e7accd79550a, host n-h2-838334-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838334-2',level=0,port_id=8d9ca2ad-3895-4fd7-88cb-e7accd79550a,segment=NetworkSegment(dbc7d3d6-4579-41c2-9fd4-2757cc8c54b6),segment_id=dbc7d3d6-4579-41c2-9fd4-2757cc8c54b6)] {{(pid=84040) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:57:08.291803 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-654fddcf-1772-4c53-ae93-6852be090f1b req-f0955ec3-96de-4f38-933f-d688e6e9ab92 tempest-AttachVolumeNegativeTest-555605742 tempest-AttachVolumeNegativeTest-555605742-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369123'] for port, precommit_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:08.343767 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-41a361b7-9726-411a-8eae-01ca5a759fb3 tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Notify agent at l3_agent.n-d-838334-2 the message routers_updated {{(pid=84041) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 20:57:08.364454 n-d-838334-2 neutron-server[84043]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f7a48ba-aba9-4f1e-9746-c136b2050f86 None None] Sync routers for ids ['cbb5afab-c9e4-4e46-ac74-9d9d435fb68b'] in n-d-838334-2 {{(pid=84043) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 18 20:57:08.379161 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f7a48ba-aba9-4f1e-9746-c136b2050f86 None None] Routers {'cbb5afab-c9e4-4e46-ac74-9d9d435fb68b'} bound to L3 agent in host n-d-838334-2 {{(pid=84043) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 20:57:08.379863 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.l3_hamode_db [None req-3f7a48ba-aba9-4f1e-9746-c136b2050f86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838334-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-18T20:25:48Z,description=,heartbeat_timestamp=2022-04-18T20:56:48Z,host='n-d-838334-2',id=bc84d6c9-dd7a-4555-a351-592327b46d5a,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:25:48Z,topic='l3_agent')) {'router_ids': ['cbb5afab-c9e4-4e46-ac74-9d9d435fb68b'], 'active': True} {{(pid=84043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:57:08.403338 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-41a361b7-9726-411a-8eae-01ca5a759fb3 tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] 10.222.0.42 "PUT /v2.0/routers/cbb5afab-c9e4-4e46-ac74-9d9d435fb68b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.3597066 Apr 18 20:57:08.405543 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 53008) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:57:08.542485 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8b32fca-3cde-4df7-a50b-503cb4fd4a4a req-7adad1e2-d03e-49ed-9a11-89be468104b9 tempest-ServersTestJSON-1424434350 tempest-ServersTestJSON-1424434350-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:57:08.543480 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [req-f8b32fca-3cde-4df7-a50b-503cb4fd4a4a req-7adad1e2-d03e-49ed-9a11-89be468104b9 tempest-ServersTestJSON-1424434350 tempest-ServersTestJSON-1424434350-project] Synchronizing usage tracker for tenant:ba267e3ba48c4ff1b4fc57f8cfab7c8c on resource:port {{(pid=84040) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 20:57:08.573152 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c503120f-3876-4c75-959a-0d39b62d3768 tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:57:08.577502 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c503120f-3876-4c75-959a-0d39b62d3768 tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:57:08.580780 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-c503120f-3876-4c75-959a-0d39b62d3768 tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Synchronizing usage tracker for tenant:1256b788e8184019a07eb24a482acda4 on resource:subnet {{(pid=84041) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 20:57:08.638463 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-c503120f-3876-4c75-959a-0d39b62d3768 tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Unset dirty status for tenant:1256b788e8184019a07eb24a482acda4 on resource:subnet {{(pid=84041) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 20:57:08.640799 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-c503120f-3876-4c75-959a-0d39b62d3768 tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] 10.222.0.42 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.2341146 Apr 18 20:57:08.643423 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 53014) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:57:08.690969 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.l3_dvr_db [None req-3f7a48ba-aba9-4f1e-9746-c136b2050f86 None None] Set router cbb5afab-c9e4-4e46-ac74-9d9d435fb68b gateway port host: None {{(pid=84043) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 20:57:08.775153 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [req-f8b32fca-3cde-4df7-a50b-503cb4fd4a4a req-7adad1e2-d03e-49ed-9a11-89be468104b9 tempest-ServersTestJSON-1424434350 tempest-ServersTestJSON-1424434350-project] Unset dirty status for tenant:ba267e3ba48c4ff1b4fc57f8cfab7c8c on resource:port {{(pid=84040) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 20:57:08.776652 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-f8b32fca-3cde-4df7-a50b-503cb4fd4a4a req-7adad1e2-d03e-49ed-9a11-89be468104b9 tempest-ServersTestJSON-1424434350 tempest-ServersTestJSON-1424434350-project] 10.222.0.42 "GET /v2.0/ports?device_id=b48baf64-a60b-4d4b-942b-b0a0b2f375fd HTTP/1.1" status: 200 len: 943 time: 1.2256548 Apr 18 20:57:08.815338 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.l3_hamode_db [None req-3f7a48ba-aba9-4f1e-9746-c136b2050f86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cbb5afab-c9e4-4e46-ac74-9d9d435fb68b', 'name': 'tempest-NetworksTestDHCPv6-router-2029010196', 'tenant_id': '1256b788e8184019a07eb24a482acda4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:56:57Z', 'updated_at': '2022-04-18T20:57:06Z', 'revision_number': 3, 'project_id': '1256b788e8184019a07eb24a482acda4', 'gw_port_host': None}], 'n-d-838334-2', False) {} {{(pid=84043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:57:08.820679 n-d-838334-2 neutron-server[84043]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f7a48ba-aba9-4f1e-9746-c136b2050f86 None None] Checking router: cbb5afab-c9e4-4e46-ac74-9d9d435fb68b for host: n-d-838334-2 {{(pid=84043) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 18 20:57:08.843446 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f7a48ba-aba9-4f1e-9746-c136b2050f86 None None] Routers {'cbb5afab-c9e4-4e46-ac74-9d9d435fb68b'} bound to L3 agent in host n-d-838334-2 {{(pid=84043) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 20:57:08.844360 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.l3_hamode_db [None req-3f7a48ba-aba9-4f1e-9746-c136b2050f86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838334-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-18T20:25:48Z,description=,heartbeat_timestamp=2022-04-18T20:56:48Z,host='n-d-838334-2',id=bc84d6c9-dd7a-4555-a351-592327b46d5a,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:25:48Z,topic='l3_agent')) {'router_ids': ['cbb5afab-c9e4-4e46-ac74-9d9d435fb68b'], 'active': True} {{(pid=84043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:57:08.892735 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-80c4f040-8596-4c28-a9de-847a4650f87f req-d7de6416-824f-4473-9710-939e8194265c tempest-ServerShowV254Test-1039301541 tempest-ServerShowV254Test-1039301541-project] 10.222.0.42 "GET /v2.0/ports?device_id=c3eae73d-bc2e-4a1f-9c49-1bdc8c334a96 HTTP/1.1" status: 200 len: 210 time: 0.1145115 Apr 18 20:57:08.897874 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.managers [req-28562620-3d16-453b-ac9a-9f6ac49a7718 req-19b5019f-e4c6-4d19-9221-002c8e890aa9 service neutron] Attempting to bind port 8f0ac191-0475-420d-bcd7-62c84624a6ea on host n-h2-838334-2 for vnic_type normal with profile {{(pid=84040) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:57:08.898562 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.managers [req-28562620-3d16-453b-ac9a-9f6ac49a7718 req-19b5019f-e4c6-4d19-9221-002c8e890aa9 service neutron] Attempting to bind port 8f0ac191-0475-420d-bcd7-62c84624a6ea by drivers openvswitch,hyperv on host n-h2-838334-2 at level 0 using segments [{'id': '7487d154-ef4b-4701-b484-567750da716d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '7083f08e-ab4e-49e9-91e4-270e03cc3e4c'}] {{(pid=84040) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:57:08.899290 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28562620-3d16-453b-ac9a-9f6ac49a7718 req-19b5019f-e4c6-4d19-9221-002c8e890aa9 service neutron] Attempting to bind port 8f0ac191-0475-420d-bcd7-62c84624a6ea on network 7083f08e-ab4e-49e9-91e4-270e03cc3e4c {{(pid=84040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 20:57:08.915329 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-f8b32fca-3cde-4df7-a50b-503cb4fd4a4a req-ca237ba9-190d-4314-8c18-d6cbacad7c8b tempest-ServersTestJSON-1424434350 tempest-ServersTestJSON-1424434350-project] 10.222.0.42 "GET /v2.0/security-groups?id=a3de1b7a-019c-40dd-8c9d-3a3f159b2bd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1307395 Apr 18 20:57:08.928198 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28562620-3d16-453b-ac9a-9f6ac49a7718 req-19b5019f-e4c6-4d19-9221-002c8e890aa9 service neutron] Port 8f0ac191-0475-420d-bcd7-62c84624a6ea on network 7083f08e-ab4e-49e9-91e4-270e03cc3e4c not bound, no agent of type Open vSwitch agent registered on host n-h2-838334-2 {{(pid=84040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 18 20:57:08.929311 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28562620-3d16-453b-ac9a-9f6ac49a7718 req-19b5019f-e4c6-4d19-9221-002c8e890aa9 service neutron] Attempting to bind port 8f0ac191-0475-420d-bcd7-62c84624a6ea on network 7083f08e-ab4e-49e9-91e4-270e03cc3e4c {{(pid=84040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 20:57:09.028577 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28562620-3d16-453b-ac9a-9f6ac49a7718 req-19b5019f-e4c6-4d19-9221-002c8e890aa9 service neutron] Checking agent: {'id': 'dc797004-f641-47b7-a77f-9c62b5b16296', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-838334-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 34, 3), 'started_at': datetime.datetime(2022, 4, 18, 20, 34, 3), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 20, 57, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 18 20:57:09.029028 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28562620-3d16-453b-ac9a-9f6ac49a7718 req-19b5019f-e4c6-4d19-9221-002c8e890aa9 service neutron] Checking segment: {'id': '7487d154-ef4b-4701-b484-567750da716d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '7083f08e-ab4e-49e9-91e4-270e03cc3e4c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84040) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 20:57:09.029618 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28562620-3d16-453b-ac9a-9f6ac49a7718 req-19b5019f-e4c6-4d19-9221-002c8e890aa9 service neutron] Bound using segment: {'id': '7487d154-ef4b-4701-b484-567750da716d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '7083f08e-ab4e-49e9-91e4-270e03cc3e4c'} {{(pid=84040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 18 20:57:09.030159 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.managers [req-28562620-3d16-453b-ac9a-9f6ac49a7718 req-19b5019f-e4c6-4d19-9221-002c8e890aa9 service neutron] Bound port: 8f0ac191-0475-420d-bcd7-62c84624a6ea, host: n-h2-838334-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7487d154-ef4b-4701-b484-567750da716d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '7083f08e-ab4e-49e9-91e4-270e03cc3e4c'}}] {{(pid=84040) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 20:57:09.030589 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-28562620-3d16-453b-ac9a-9f6ac49a7718 req-19b5019f-e4c6-4d19-9221-002c8e890aa9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:09.040036 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.db_base_plugin_v2 [None req-45d9334d-885b-4e5d-9522-29203dd3f08c tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Deleting subnet aa8b311f-2f4b-46f3-b459-8ce47e2e90dd {{(pid=84041) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 18 20:57:09.044587 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-45d9334d-885b-4e5d-9522-29203dd3f08c tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Notify callbacks [] for subnet, before_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:09.174663 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-45d9334d-885b-4e5d-9522-29203dd3f08c tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32266383'] for subnet, precommit_delete_associations {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:09.186155 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Device 4734cbab-0580-41fa-b3a6-31caa5f81614 details requested by agent hyperv_n-h2-838334-2 with host n-h2-838334-2 {{(pid=84042) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 18 20:57:09.208381 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.l3_dvr_db [None req-3f7a48ba-aba9-4f1e-9746-c136b2050f86 None None] Set router cbb5afab-c9e4-4e46-ac74-9d9d435fb68b gateway port host: None {{(pid=84043) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 20:57:09.218384 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-654fddcf-1772-4c53-ae93-6852be090f1b req-f0955ec3-96de-4f38-933f-d688e6e9ab92 tempest-AttachVolumeNegativeTest-555605742 tempest-AttachVolumeNegativeTest-555605742-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:09.219329 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-654fddcf-1772-4c53-ae93-6852be090f1b req-f0955ec3-96de-4f38-933f-d688e6e9ab92 tempest-AttachVolumeNegativeTest-555605742 tempest-AttachVolumeNegativeTest-555605742-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33444131'] for floatingip, after_update {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:09.219329 n-d-838334-2 neutron-server[84040]: INFO neutron.db.l3_db [req-654fddcf-1772-4c53-ae93-6852be090f1b req-f0955ec3-96de-4f38-933f-d688e6e9ab92 tempest-AttachVolumeNegativeTest-555605742 tempest-AttachVolumeNegativeTest-555605742-project] Floating IP 24569835-4401-47a0-87dd-86a2255f7333 disassociated. External IP: 172.25.8.120, port: 8d9ca2ad-3895-4fd7-88cb-e7accd79550a. Apr 18 20:57:09.219819 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.plugin [req-654fddcf-1772-4c53-ae93-6852be090f1b req-f0955ec3-96de-4f38-933f-d688e6e9ab92 tempest-AttachVolumeNegativeTest-555605742 tempest-AttachVolumeNegativeTest-555605742-project] Calling delete_port for 8d9ca2ad-3895-4fd7-88cb-e7accd79550a owned by compute:nova {{(pid=84040) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 20:57:09.356232 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-45d9334d-885b-4e5d-9522-29203dd3f08c tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1260556'] for subnet, precommit_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:09.386456 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.l3_hamode_db [None req-3f7a48ba-aba9-4f1e-9746-c136b2050f86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cbb5afab-c9e4-4e46-ac74-9d9d435fb68b', 'name': 'tempest-NetworksTestDHCPv6-router-2029010196', 'tenant_id': '1256b788e8184019a07eb24a482acda4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:56:57Z', 'updated_at': '2022-04-18T20:57:06Z', 'revision_number': 3, 'project_id': '1256b788e8184019a07eb24a482acda4', 'gw_port_host': None}], 'n-d-838334-2', False) {} {{(pid=84043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:57:09.393515 n-d-838334-2 neutron-server[84043]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f7a48ba-aba9-4f1e-9746-c136b2050f86 None None] The sync data for ids ['cbb5afab-c9e4-4e46-ac74-9d9d435fb68b'] in n-d-838334-2 is: [{'id': 'cbb5afab-c9e4-4e46-ac74-9d9d435fb68b', 'name': 'tempest-NetworksTestDHCPv6-router-2029010196', 'tenant_id': '1256b788e8184019a07eb24a482acda4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:56:57Z', 'updated_at': '2022-04-18T20:57:06Z', 'revision_number': 3, 'project_id': '1256b788e8184019a07eb24a482acda4', 'gw_port_host': None}] {{(pid=84043) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 18 20:57:09.425998 n-d-838334-2 neutron-server[84042]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d334ee00-e355-4939-a64f-2669355a8a23'] response: {'server_uuid': '36268bf7-aadd-4a9b-9264-b6901d73c9ef', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8d9ca2ad-3895-4fd7-88cb-e7accd79550a', 'code': 200} Apr 18 20:57:09.492507 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.db [req-28562620-3d16-453b-ac9a-9f6ac49a7718 req-19b5019f-e4c6-4d19-9221-002c8e890aa9 service neutron] For port 8f0ac191-0475-420d-bcd7-62c84624a6ea, host n-h2-838334-2, cleared binding levels {{(pid=84040) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 20:57:09.497832 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.db [req-28562620-3d16-453b-ac9a-9f6ac49a7718 req-19b5019f-e4c6-4d19-9221-002c8e890aa9 service neutron] For port 8f0ac191-0475-420d-bcd7-62c84624a6ea, host n-h2-838334-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838334-2',level=0,port_id=8f0ac191-0475-420d-bcd7-62c84624a6ea,segment=NetworkSegment(7487d154-ef4b-4701-b484-567750da716d),segment_id=7487d154-ef4b-4701-b484-567750da716d)] {{(pid=84040) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 20:57:09.524818 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-45d9334d-885b-4e5d-9522-29203dd3f08c tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1260549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33526260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32266336', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32486390'] for subnet, after_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:09.525604 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-28562620-3d16-453b-ac9a-9f6ac49a7718 req-19b5019f-e4c6-4d19-9221-002c8e890aa9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32440959'] for port, after_update {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:09.571342 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] For port 4734cbab-0580-41fa-b3a6-31caa5f81614, host n-h2-838334-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838334-2',level=0,port_id=4734cbab-0580-41fa-b3a6-31caa5f81614,segment=NetworkSegment(eb1f29ad-3d05-4e72-b227-469dc1660e3c),segment_id=eb1f29ad-3d05-4e72-b227-469dc1660e3c)] {{(pid=84042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:57:09.600791 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Returning: {'device': '4734cbab-0580-41fa-b3a6-31caa5f81614', 'network_id': 'f7467a4f-b1b1-4464-b74e-f3b773c53ca1', 'port_id': '4734cbab-0580-41fa-b3a6-31caa5f81614', 'mac_address': 'fa:16:3e:32:40:21', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 353, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4d302c72-cbf8-4bd9-ac2b-bdba885f7b5c', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84042) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 18 20:57:09.611481 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-28562620-3d16-453b-ac9a-9f6ac49a7718 req-19b5019f-e4c6-4d19-9221-002c8e890aa9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217293'] for port, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:09.613615 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-28562620-3d16-453b-ac9a-9f6ac49a7718 req-19b5019f-e4c6-4d19-9221-002c8e890aa9 service neutron] 10.222.0.48 "PUT /v2.0/ports/8f0ac191-0475-420d-bcd7-62c84624a6ea HTTP/1.1" status: 200 len: 1091 time: 3.3493354 Apr 18 20:57:09.641842 n-d-838334-2 neutron-server[84040]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b48baf64-a60b-4d4b-942b-b0a0b2f375fd', 'tag': '8f0ac191-0475-420d-bcd7-62c84624a6ea'}] {{(pid=84040) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 20:57:09.646309 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45d9334d-885b-4e5d-9522-29203dd3f08c tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Pushing event deleted for resources: {'Subnet': ['ID=aa8b311f-2f4b-46f3-b459-8ce47e2e90dd,revision_number=None']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:57:09.663557 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-45d9334d-885b-4e5d-9522-29203dd3f08c tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Notify callbacks [] for subnet, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:09.693443 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd570413-35bb-4dfc-af8e-687cb4610634 None None] Network ef903069-7c89-4376-963f-99c58ca6d615 requested from n-d-838334-2 {{(pid=84042) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 20:57:09.697619 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-45d9334d-885b-4e5d-9522-29203dd3f08c tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] 10.222.0.42 "DELETE /v2.0/subnets/aa8b311f-2f4b-46f3-b459-8ce47e2e90dd HTTP/1.1" status: 204 len: 168 time: 1.0522418 Apr 18 20:57:09.698338 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 53024) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:57:09.809156 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19b5019f-e4c6-4d19-9221-002c8e890aa9 service neutron] Pushing event updated for resources: {'Port': ['ID=8f0ac191-0475-420d-bcd7-62c84624a6ea,revision_number=3']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:57:09.823526 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.db.api [req-654fddcf-1772-4c53-ae93-6852be090f1b req-f0955ec3-96de-4f38-933f-d688e6e9ab92 tempest-AttachVolumeNegativeTest-555605742 tempest-AttachVolumeNegativeTest-555605742-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84040) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 18 20:57:09.828223 n-d-838334-2 neutron-server[84040]: DEBUG oslo_db.api [req-654fddcf-1772-4c53-ae93-6852be090f1b req-f0955ec3-96de-4f38-933f-d688e6e9ab92 tempest-AttachVolumeNegativeTest-555605742 tempest-AttachVolumeNegativeTest-555605742-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 18 20:57:09.875869 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f0f7c36-9e29-4767-a9f5-08cb5fbf8e21 req-81b46cd2-ab6f-44d0-921a-b8e8e0792b3e tempest-AttachVolumeShelveTestJSON-1712717013 tempest-AttachVolumeShelveTestJSON-1712717013-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:57:09.878162 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-0f0f7c36-9e29-4767-a9f5-08cb5fbf8e21 req-81b46cd2-ab6f-44d0-921a-b8e8e0792b3e tempest-AttachVolumeShelveTestJSON-1712717013 tempest-AttachVolumeShelveTestJSON-1712717013-project] 10.222.0.42 "GET /v2.0/ports?device_id=5b9655ef-e7a4-49b4-bc6e-a6c04beac88f HTTP/1.1" status: 200 len: 943 time: 0.5762708 Apr 18 20:57:09.889058 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-28562620-3d16-453b-ac9a-9f6ac49a7718 req-5982344c-5d01-48de-9805-7f47938c3ef2 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=ba267e3ba48c4ff1b4fc57f8cfab7c8c&device_id=b48baf64-a60b-4d4b-942b-b0a0b2f375fd HTTP/1.1" status: 200 len: 1094 time: 0.1857758 Apr 18 20:57:09.930585 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Device 2444ad64-dcb5-425d-a144-9ac52afe6bd9 no longer exists at agent ovs-agent-n-d-838334-2 {{(pid=84042) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 20:57:10.060331 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.plugin [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] No Port match for: 2444ad64-dcb5-425d-a144-9ac52afe6bd9 {{(pid=84042) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 18 20:57:10.060774 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Device 2444ad64-dcb5-425d-a144-9ac52afe6bd9 not bound to the agent host n-d-838334-2 {{(pid=84042) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 20:57:10.081851 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:10.167860 n-d-838334-2 neutron-server[84042]: DEBUG neutron.notifiers.nova [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 4734cbab-0580-41fa-b3a6-31caa5f81614 {{(pid=84042) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 18 20:57:10.181954 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-0f0f7c36-9e29-4767-a9f5-08cb5fbf8e21 req-d1f1ddc1-252e-41a0-b2cc-4ec9d6b3fef1 tempest-AttachVolumeShelveTestJSON-1712717013 tempest-AttachVolumeShelveTestJSON-1712717013-project] 10.222.0.42 "GET /v2.0/security-groups?id=e08cc47c-4c66-43de-a30b-78ed2c16d927&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2958643 Apr 18 20:57:10.222500 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-28562620-3d16-453b-ac9a-9f6ac49a7718 req-02061f28-63d9-4a1c-bdc5-d752978bae39 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8f0ac191-0475-420d-bcd7-62c84624a6ea HTTP/1.1" status: 200 len: 217 time: 0.1721780 Apr 18 20:57:10.298590 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5a736bc-8ebc-4caf-8752-c12d6ef65b3f req-6e221cb6-bca5-414d-a9a2-92bfa1a3a349 tempest-AttachVolumeNegativeTest-555605742 tempest-AttachVolumeNegativeTest-555605742-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:57:10.303037 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-a5a736bc-8ebc-4caf-8752-c12d6ef65b3f req-6e221cb6-bca5-414d-a9a2-92bfa1a3a349 tempest-AttachVolumeNegativeTest-555605742 tempest-AttachVolumeNegativeTest-555605742-project] 10.222.0.42 "GET /v2.0/ports?device_id=36268bf7-aadd-4a9b-9264-b6901d73c9ef HTTP/1.1" status: 200 len: 943 time: 0.4124963 Apr 18 20:57:10.309044 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] For port 4734cbab-0580-41fa-b3a6-31caa5f81614, host n-h2-838334-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838334-2',level=0,port_id=4734cbab-0580-41fa-b3a6-31caa5f81614,segment=NetworkSegment(eb1f29ad-3d05-4e72-b227-469dc1660e3c),segment_id=eb1f29ad-3d05-4e72-b227-469dc1660e3c)] {{(pid=84042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:57:10.339145 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682'] for port, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:10.339545 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-6edd0a16-9008-4049-ac95-2c1391abe03a tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Synchronizing usage tracker for tenant:1256b788e8184019a07eb24a482acda4 on resource:router {{(pid=84041) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 20:57:10.341092 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.plugin [req-654fddcf-1772-4c53-ae93-6852be090f1b req-f0955ec3-96de-4f38-933f-d688e6e9ab92 tempest-AttachVolumeNegativeTest-555605742 tempest-AttachVolumeNegativeTest-555605742-project] Deleting port 8d9ca2ad-3895-4fd7-88cb-e7accd79550a {{(pid=84040) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 20:57:10.341437 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-654fddcf-1772-4c53-ae93-6852be090f1b req-f0955ec3-96de-4f38-933f-d688e6e9ab92 tempest-AttachVolumeNegativeTest-555605742 tempest-AttachVolumeNegativeTest-555605742-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750375188691'] for port, before_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:10.372694 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-6edd0a16-9008-4049-ac95-2c1391abe03a tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Unset dirty status for tenant:1256b788e8184019a07eb24a482acda4 on resource:router {{(pid=84041) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 20:57:10.379788 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-6edd0a16-9008-4049-ac95-2c1391abe03a tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] 10.222.0.42 "GET /v2.0/routers HTTP/1.1" status: 200 len: 710 time: 0.6803563 Apr 18 20:57:10.401394 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53f64a75-5c84-438f-b6ce-52c0e62314f2 req-b8a24b17-6b83-40d7-bb36-84cb2c35ca6b tempest-ServerActionsTestJSON-2052644234 tempest-ServerActionsTestJSON-2052644234-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:57:10.402194 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [req-53f64a75-5c84-438f-b6ce-52c0e62314f2 req-b8a24b17-6b83-40d7-bb36-84cb2c35ca6b tempest-ServerActionsTestJSON-2052644234 tempest-ServerActionsTestJSON-2052644234-project] Synchronizing usage tracker for tenant:6be92480d0964f34a8ede9caae0c987d on resource:port {{(pid=84041) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 20:57:10.404855 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 53032) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:57:10.526263 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Pushing event updated for resources: {'Port': ['ID=4734cbab-0580-41fa-b3a6-31caa5f81614,revision_number=6']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:57:10.546994 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] get_ports_and_sgs() called for port_ids ['4734cbab-0580-41fa-b3a6-31caa5f81614'] {{(pid=84042) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 18 20:57:10.558507 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [req-53f64a75-5c84-438f-b6ce-52c0e62314f2 req-b8a24b17-6b83-40d7-bb36-84cb2c35ca6b tempest-ServerActionsTestJSON-2052644234 tempest-ServerActionsTestJSON-2052644234-project] Unset dirty status for tenant:6be92480d0964f34a8ede9caae0c987d on resource:port {{(pid=84041) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 20:57:10.559660 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-53f64a75-5c84-438f-b6ce-52c0e62314f2 req-b8a24b17-6b83-40d7-bb36-84cb2c35ca6b tempest-ServerActionsTestJSON-2052644234 tempest-ServerActionsTestJSON-2052644234-project] 10.222.0.43 "GET /v2.0/ports?device_id=e85be041-78ee-47d4-b988-64db6fdd157a HTTP/1.1" status: 200 len: 945 time: 0.3144813 Apr 18 20:57:10.637685 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b51a04f-422d-4129-aa17-0dd6527dcb5a None None] DHCP port deletion for ef903069-7c89-4376-963f-99c58ca6d615 request from n-d-838334-2 {{(pid=84042) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 18 20:57:10.641139 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-760f4401-2014-4cb0-9b38-0e90f45124f3 tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Notify callbacks [] for router, before_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:10.668422 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.plugin [None req-5b51a04f-422d-4129-aa17-0dd6527dcb5a None None] Deleting port 9cc67854-7ac5-4664-857c-519dad463149 {{(pid=84042) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 20:57:10.668845 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-5b51a04f-422d-4129-aa17-0dd6527dcb5a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750375188691'] for port, before_delete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:10.880921 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-a5a736bc-8ebc-4caf-8752-c12d6ef65b3f req-7b4a1d73-cb88-434d-9e5f-296c13e77095 tempest-AttachVolumeNegativeTest-555605742 tempest-AttachVolumeNegativeTest-555605742-project] 10.222.0.42 "GET /v2.0/security-groups?id=6a73dbb7-6be5-4cc9-acd3-5afb262a168e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5708437 Apr 18 20:57:10.883429 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28562620-3d16-453b-ac9a-9f6ac49a7718 req-5dd203c4-e0f8-4466-962e-8bf8cdf93ae9 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:57:10.884976 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-28562620-3d16-453b-ac9a-9f6ac49a7718 req-5dd203c4-e0f8-4466-962e-8bf8cdf93ae9 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=b602689e-1bf9-4316-afee-2c16d3405af1 HTTP/1.1" status: 200 len: 845 time: 0.4422431 Apr 18 20:57:10.929262 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fced145-e8e3-4cdc-9042-ccff6d3fb612 req-a1912443-4c8a-4e17-b0e9-d920f563b5d4 tempest-ServerActionsTestJSON-2052644234 tempest-ServerActionsTestJSON-2052644234-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:57:10.931042 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-1fced145-e8e3-4cdc-9042-ccff6d3fb612 req-a1912443-4c8a-4e17-b0e9-d920f563b5d4 tempest-ServerActionsTestJSON-2052644234 tempest-ServerActionsTestJSON-2052644234-project] 10.222.0.42 "GET /v2.0/ports?device_id=e85be041-78ee-47d4-b988-64db6fdd157a HTTP/1.1" status: 200 len: 945 time: 0.4140420 Apr 18 20:57:10.949270 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.plugin [req-53f64a75-5c84-438f-b6ce-52c0e62314f2 req-77cb1b0c-1b99-429e-b49c-a56e461fe8e7 tempest-ServerActionsTestJSON-2052644234 tempest-ServerActionsTestJSON-2052644234-project] Deleting port 3a8c4948-ac17-42b1-acc5-fa71d01ee929 {{(pid=84041) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 20:57:10.950012 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [req-53f64a75-5c84-438f-b6ce-52c0e62314f2 req-77cb1b0c-1b99-429e-b49c-a56e461fe8e7 tempest-ServerActionsTestJSON-2052644234 tempest-ServerActionsTestJSON-2052644234-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750375188691'] for port, before_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:11.015112 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-1fced145-e8e3-4cdc-9042-ccff6d3fb612 req-799b9989-2056-4988-b964-63ac742d362e tempest-ServerActionsTestJSON-2052644234 tempest-ServerActionsTestJSON-2052644234-project] 10.222.0.42 "GET /v2.0/security-groups?id=5518633c-5bdd-41db-a1d5-749e9b6740a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735109 Apr 18 20:57:11.087473 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-28562620-3d16-453b-ac9a-9f6ac49a7718 req-95dc5db0-71f9-42b9-98e2-577eec8d6e61 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=7083f08e-ab4e-49e9-91e4-270e03cc3e4c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0894594 Apr 18 20:57:11.092999 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.db [req-654fddcf-1772-4c53-ae93-6852be090f1b req-f0955ec3-96de-4f38-933f-d688e6e9ab92 tempest-AttachVolumeNegativeTest-555605742 tempest-AttachVolumeNegativeTest-555605742-project] For port 8d9ca2ad-3895-4fd7-88cb-e7accd79550a, host n-h2-838334-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838334-2',level=0,port_id=8d9ca2ad-3895-4fd7-88cb-e7accd79550a,segment=NetworkSegment(dbc7d3d6-4579-41c2-9fd4-2757cc8c54b6),segment_id=dbc7d3d6-4579-41c2-9fd4-2757cc8c54b6)] {{(pid=84040) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:57:11.093351 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-654fddcf-1772-4c53-ae93-6852be090f1b req-f0955ec3-96de-4f38-933f-d688e6e9ab92 tempest-AttachVolumeNegativeTest-555605742 tempest-AttachVolumeNegativeTest-555605742-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369123'] for port, precommit_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:11.336330 n-d-838334-2 neutron-server[84040]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bea134d4-2f89-4076-862d-3e2438b8d305'] response: {'name': 'network-changed', 'server_uuid': 'b48baf64-a60b-4d4b-942b-b0a0b2f375fd', 'tag': '8f0ac191-0475-420d-bcd7-62c84624a6ea', 'status': 'completed', 'code': 200} Apr 18 20:57:11.552288 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-5b51a04f-422d-4129-aa17-0dd6527dcb5a None None] For port 9cc67854-7ac5-4664-857c-519dad463149, host n-d-838334-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838334-2',level=0,port_id=9cc67854-7ac5-4664-857c-519dad463149,segment=NetworkSegment(fbf28fbd-36f8-46f3-be08-57d41821e390),segment_id=fbf28fbd-36f8-46f3-be08-57d41821e390)] {{(pid=84042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:57:11.552922 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-5b51a04f-422d-4129-aa17-0dd6527dcb5a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369123'] for port, precommit_delete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:11.779152 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-716e6f17-0d4e-4678-afdf-350d8daf0dff req-8c816c12-102b-416f-8633-f17779c0e7da tempest-ServerShowV254Test-1039301541 tempest-ServerShowV254Test-1039301541-project] 10.222.0.42 "GET /v2.0/ports?device_id=c3eae73d-bc2e-4a1f-9c49-1bdc8c334a96 HTTP/1.1" status: 200 len: 210 time: 0.1337557 Apr 18 20:57:11.786959 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.plugin [None req-5b51a04f-422d-4129-aa17-0dd6527dcb5a None None] Calling delete_port for 9cc67854-7ac5-4664-857c-519dad463149 owned by network:dhcp {{(pid=84042) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 20:57:11.792199 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.db [req-53f64a75-5c84-438f-b6ce-52c0e62314f2 req-77cb1b0c-1b99-429e-b49c-a56e461fe8e7 tempest-ServerActionsTestJSON-2052644234 tempest-ServerActionsTestJSON-2052644234-project] For port 3a8c4948-ac17-42b1-acc5-fa71d01ee929, host n-h1-838334-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838334-2',level=0,port_id=3a8c4948-ac17-42b1-acc5-fa71d01ee929,segment=NetworkSegment(4935dfdb-03db-4976-a6b4-e0fa58696685),segment_id=4935dfdb-03db-4976-a6b4-e0fa58696685)] {{(pid=84041) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:57:11.793324 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [req-53f64a75-5c84-438f-b6ce-52c0e62314f2 req-77cb1b0c-1b99-429e-b49c-a56e461fe8e7 tempest-ServerActionsTestJSON-2052644234 tempest-ServerActionsTestJSON-2052644234-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369123'] for port, precommit_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:11.823426 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Device 9cc67854-7ac5-4664-857c-519dad463149 no longer exists at agent ovs-agent-n-d-838334-2 {{(pid=84042) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 20:57:11.967897 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.plugin [req-53f64a75-5c84-438f-b6ce-52c0e62314f2 req-77cb1b0c-1b99-429e-b49c-a56e461fe8e7 tempest-ServerActionsTestJSON-2052644234 tempest-ServerActionsTestJSON-2052644234-project] Calling delete_port for 3a8c4948-ac17-42b1-acc5-fa71d01ee929 owned by compute:nova {{(pid=84041) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 20:57:12.018247 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-28562620-3d16-453b-ac9a-9f6ac49a7718 req-e030d96a-2a5a-4aeb-b7bd-868774593d48 service neutron] 10.222.0.48 "GET /v2.0/networks/7083f08e-ab4e-49e9-91e4-270e03cc3e4c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9140859 Apr 18 20:57:12.169740 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:12.198589 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-760f4401-2014-4cb0-9b38-0e90f45124f3 tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33443580', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5726'] for router, precommit_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:12.215910 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-760f4401-2014-4cb0-9b38-0e90f45124f3 tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:12.223717 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8256fbd6-5bcd-4612-ab63-887ebd7840b8 req-86cc6f9d-caa9-484e-b614-609d8f907f3a tempest-DeleteServersTestJSON-915645800 tempest-DeleteServersTestJSON-915645800-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:57:12.226152 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-8256fbd6-5bcd-4612-ab63-887ebd7840b8 req-86cc6f9d-caa9-484e-b614-609d8f907f3a tempest-DeleteServersTestJSON-915645800 tempest-DeleteServersTestJSON-915645800-project] 10.222.0.42 "GET /v2.0/ports?device_id=f2b26dda-40aa-4c01-bf22-35ecafdb42a4 HTTP/1.1" status: 200 len: 944 time: 0.9010022 Apr 18 20:57:12.283736 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Device 3a8c4948-ac17-42b1-acc5-fa71d01ee929 no longer exists at agent hyperv_n-h1-838334-2 {{(pid=84042) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 20:57:12.361816 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-5b51a04f-422d-4129-aa17-0dd6527dcb5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750375259028', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750374836628'] for port, after_delete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:12.428876 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac67125d-c76d-4068-b210-71d4292ab303 req-8675f935-f484-4024-ae91-9128d82cebc0 tempest-ServersTestJSON-1424434350 tempest-ServersTestJSON-1424434350-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:57:12.430238 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-ac67125d-c76d-4068-b210-71d4292ab303 req-8675f935-f484-4024-ae91-9128d82cebc0 tempest-ServersTestJSON-1424434350 tempest-ServersTestJSON-1424434350-project] 10.222.0.42 "GET /v2.0/ports?device_id=b48baf64-a60b-4d4b-942b-b0a0b2f375fd HTTP/1.1" status: 200 len: 943 time: 0.3680880 Apr 18 20:57:12.438226 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b51a04f-422d-4129-aa17-0dd6527dcb5a None None] Pushing event deleted for resources: {'Port': ['ID=9cc67854-7ac5-4664-857c-519dad463149,revision_number=None']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:57:12.441309 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b51a04f-422d-4129-aa17-0dd6527dcb5a None None] No DVR routers for this DVR port 9cc67854-7ac5-4664-857c-519dad463149 on host n-d-838334-2 {{(pid=84042) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 20:57:12.498703 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-8256fbd6-5bcd-4612-ab63-887ebd7840b8 req-03332bbe-7769-45bc-a106-a2eecabae37e tempest-DeleteServersTestJSON-915645800 tempest-DeleteServersTestJSON-915645800-project] 10.222.0.42 "GET /v2.0/security-groups?id=588d127b-19b7-4c3d-9f79-a400181b94e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2474570 Apr 18 20:57:12.513692 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-ac67125d-c76d-4068-b210-71d4292ab303 req-b692b042-0846-42e6-8998-a9516966cde1 tempest-ServersTestJSON-1424434350 tempest-ServersTestJSON-1424434350-project] 10.222.0.42 "GET /v2.0/security-groups?id=a3de1b7a-019c-40dd-8c9d-3a3f159b2bd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0766647 Apr 18 20:57:12.555942 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-28562620-3d16-453b-ac9a-9f6ac49a7718 req-0219fb42-2fcb-44f6-b340-444ff7b4ec1d service neutron] 10.222.0.48 "GET /v2.0/networks/7083f08e-ab4e-49e9-91e4-270e03cc3e4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2714491 Apr 18 20:57:12.635889 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:12.761290 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-760f4401-2014-4cb0-9b38-0e90f45124f3 tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-33443408'] for router, after_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:12.762214 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-760f4401-2014-4cb0-9b38-0e90f45124f3 tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Fanout notify agent at l3_agent the message router_deleted on router cbb5afab-c9e4-4e46-ac74-9d9d435fb68b {{(pid=84041) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 18 20:57:12.788415 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [req-53f64a75-5c84-438f-b6ce-52c0e62314f2 req-77cb1b0c-1b99-429e-b49c-a56e461fe8e7 tempest-ServerActionsTestJSON-2052644234 tempest-ServerActionsTestJSON-2052644234-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750375259028', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750374836628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32266323'] for port, after_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:12.820701 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-654fddcf-1772-4c53-ae93-6852be090f1b req-f0955ec3-96de-4f38-933f-d688e6e9ab92 tempest-AttachVolumeNegativeTest-555605742 tempest-AttachVolumeNegativeTest-555605742-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:12.821228 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-654fddcf-1772-4c53-ae93-6852be090f1b req-f0955ec3-96de-4f38-933f-d688e6e9ab92 tempest-AttachVolumeNegativeTest-555605742 tempest-AttachVolumeNegativeTest-555605742-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33444131'] for floatingip, after_update {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:12.821639 n-d-838334-2 neutron-server[84040]: INFO neutron.db.l3_db [req-654fddcf-1772-4c53-ae93-6852be090f1b req-f0955ec3-96de-4f38-933f-d688e6e9ab92 tempest-AttachVolumeNegativeTest-555605742 tempest-AttachVolumeNegativeTest-555605742-project] Floating IP 24569835-4401-47a0-87dd-86a2255f7333 disassociated. External IP: 172.25.8.120, port: 8d9ca2ad-3895-4fd7-88cb-e7accd79550a. Apr 18 20:57:12.822092 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.plugin [req-654fddcf-1772-4c53-ae93-6852be090f1b req-f0955ec3-96de-4f38-933f-d688e6e9ab92 tempest-AttachVolumeNegativeTest-555605742 tempest-AttachVolumeNegativeTest-555605742-project] Calling delete_port for 8d9ca2ad-3895-4fd7-88cb-e7accd79550a owned by compute:nova {{(pid=84040) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 20:57:12.836606 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] get_ports_and_sgs() called for port_ids ['be2ef176-f0cf-4542-aaf3-acc7d50abefc'] {{(pid=84042) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 18 20:57:12.852218 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-760f4401-2014-4cb0-9b38-0e90f45124f3 tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Notify callbacks [] for router, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:12.855942 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-760f4401-2014-4cb0-9b38-0e90f45124f3 tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] 10.222.0.42 "DELETE /v2.0/routers/cbb5afab-c9e4-4e46-ac74-9d9d435fb68b HTTP/1.1" status: 204 len: 168 time: 2.4488556 Apr 18 20:57:12.857256 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 53048) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:57:12.859701 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77cb1b0c-1b99-429e-b49c-a56e461fe8e7 tempest-ServerActionsTestJSON-2052644234 tempest-ServerActionsTestJSON-2052644234-project] Pushing event deleted for resources: {'Port': ['ID=3a8c4948-ac17-42b1-acc5-fa71d01ee929,revision_number=None']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:57:12.943426 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-4302fbac-2a25-4095-b9ec-873437dea57a tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Synchronizing usage tracker for tenant:1256b788e8184019a07eb24a482acda4 on resource:port {{(pid=84041) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 20:57:12.999559 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.l3_dvrscheduler_db [req-53f64a75-5c84-438f-b6ce-52c0e62314f2 req-77cb1b0c-1b99-429e-b49c-a56e461fe8e7 tempest-ServerActionsTestJSON-2052644234 tempest-ServerActionsTestJSON-2052644234-project] No DVR routers for this DVR port 3a8c4948-ac17-42b1-acc5-fa71d01ee929 on host n-h1-838334-2 {{(pid=84041) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 20:57:13.002970 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [req-53f64a75-5c84-438f-b6ce-52c0e62314f2 req-77cb1b0c-1b99-429e-b49c-a56e461fe8e7 tempest-ServerActionsTestJSON-2052644234 tempest-ServerActionsTestJSON-2052644234-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217293'] for port, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:13.004924 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-53f64a75-5c84-438f-b6ce-52c0e62314f2 req-77cb1b0c-1b99-429e-b49c-a56e461fe8e7 tempest-ServerActionsTestJSON-2052644234 tempest-ServerActionsTestJSON-2052644234-project] 10.222.0.43 "DELETE /v2.0/ports/3a8c4948-ac17-42b1-acc5-fa71d01ee929 HTTP/1.1" status: 204 len: 173 time: 2.4366896 Apr 18 20:57:13.005364 n-d-838334-2 neutron-server[84041]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e85be041-78ee-47d4-b988-64db6fdd157a', 'name': 'network-vif-deleted', 'tag': '3a8c4948-ac17-42b1-acc5-fa71d01ee929'}] {{(pid=84041) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 20:57:13.025739 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-4302fbac-2a25-4095-b9ec-873437dea57a tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Unset dirty status for tenant:1256b788e8184019a07eb24a482acda4 on resource:port {{(pid=84041) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 20:57:13.026899 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-4302fbac-2a25-4095-b9ec-873437dea57a tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] 10.222.0.42 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.1686125 Apr 18 20:57:13.029901 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 53054) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:57:13.030238 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-454df16e-f729-407b-9994-20c8ead871b8 req-ddc01ac9-c687-4902-b8ec-5824fb063dac tempest-AttachVolumeShelveTestJSON-1712717013 tempest-AttachVolumeShelveTestJSON-1712717013-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:57:13.039047 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-454df16e-f729-407b-9994-20c8ead871b8 req-ddc01ac9-c687-4902-b8ec-5824fb063dac tempest-AttachVolumeShelveTestJSON-1712717013 tempest-AttachVolumeShelveTestJSON-1712717013-project] 10.222.0.42 "GET /v2.0/ports?device_id=5b9655ef-e7a4-49b4-bc6e-a6c04beac88f HTTP/1.1" status: 200 len: 943 time: 0.3282449 Apr 18 20:57:13.083524 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cfb19a3-849e-4d71-be48-de397f76c3aa req-893e6936-5cc7-4b19-ba56-6e525e3116f5 tempest-AttachVolumeNegativeTest-555605742 tempest-AttachVolumeNegativeTest-555605742-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:57:13.085274 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-5cfb19a3-849e-4d71-be48-de397f76c3aa req-893e6936-5cc7-4b19-ba56-6e525e3116f5 tempest-AttachVolumeNegativeTest-555605742 tempest-AttachVolumeNegativeTest-555605742-project] 10.222.0.42 "GET /v2.0/ports?device_id=36268bf7-aadd-4a9b-9264-b6901d73c9ef HTTP/1.1" status: 200 len: 943 time: 0.3220167 Apr 18 20:57:13.112758 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6b592cc-290d-4a5c-a522-cb88437f9ba8 tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:57:13.113454 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-b6b592cc-290d-4a5c-a522-cb88437f9ba8 tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Synchronizing usage tracker for tenant:1256b788e8184019a07eb24a482acda4 on resource:subnet {{(pid=84041) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 20:57:13.133082 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-b6b592cc-290d-4a5c-a522-cb88437f9ba8 tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Unset dirty status for tenant:1256b788e8184019a07eb24a482acda4 on resource:subnet {{(pid=84041) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 20:57:13.136878 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-b6b592cc-290d-4a5c-a522-cb88437f9ba8 tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] 10.222.0.42 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1036613 Apr 18 20:57:13.148154 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 53058) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:57:13.231354 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-c8bd7638-f2e0-48f8-b967-c3c29fb407b2 tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Synchronizing usage tracker for tenant:1256b788e8184019a07eb24a482acda4 on resource:router {{(pid=84041) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 20:57:13.236550 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Device 4734cbab-0580-41fa-b3a6-31caa5f81614 up at agent hyperv_n-h2-838334-2 {{(pid=84042) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 20:57:13.249748 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-c8bd7638-f2e0-48f8-b967-c3c29fb407b2 tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Unset dirty status for tenant:1256b788e8184019a07eb24a482acda4 on resource:router {{(pid=84041) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 20:57:13.256123 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-c8bd7638-f2e0-48f8-b967-c3c29fb407b2 tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] 10.222.0.42 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1065693 Apr 18 20:57:13.257823 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 53062) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:57:13.264667 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.v2.base [None req-64eb07a9-4662-4fdf-865e-df5b7102be34 tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Request body: {'subnet': {'network_id': 'ef903069-7c89-4376-963f-99c58ca6d615', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=84041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 20:57:13.269967 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-454df16e-f729-407b-9994-20c8ead871b8 req-d8a9414f-7a20-4d0c-9e9d-279acb1637c8 tempest-AttachVolumeShelveTestJSON-1712717013 tempest-AttachVolumeShelveTestJSON-1712717013-project] 10.222.0.42 "GET /v2.0/security-groups?id=e08cc47c-4c66-43de-a30b-78ed2c16d927&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2299988 Apr 18 20:57:13.293316 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-654fddcf-1772-4c53-ae93-6852be090f1b req-f0955ec3-96de-4f38-933f-d688e6e9ab92 tempest-AttachVolumeNegativeTest-555605742 tempest-AttachVolumeNegativeTest-555605742-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750375259028', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750374836628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32440838'] for port, after_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:13.389889 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Provisioning complete for port 4734cbab-0580-41fa-b3a6-31caa5f81614 triggered by entity L2. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:57:13.390405 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1253608'] for port, provisioning_complete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:13.415284 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-5cfb19a3-849e-4d71-be48-de397f76c3aa req-4ef5faef-5acc-4232-b3b5-d023b397c950 tempest-AttachVolumeNegativeTest-555605742 tempest-AttachVolumeNegativeTest-555605742-project] 10.222.0.42 "GET /v2.0/security-groups?id=6a73dbb7-6be5-4cc9-acd3-5afb262a168e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2593346 Apr 18 20:57:13.451110 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0955ec3-96de-4f38-933f-d688e6e9ab92 tempest-AttachVolumeNegativeTest-555605742 tempest-AttachVolumeNegativeTest-555605742-project] Pushing event deleted for resources: {'Port': ['ID=8d9ca2ad-3895-4fd7-88cb-e7accd79550a,revision_number=None']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:57:13.464078 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-64eb07a9-4662-4fdf-865e-df5b7102be34 tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:57:13.477338 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-64eb07a9-4662-4fdf-865e-df5b7102be34 tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:57:13.505099 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-0e4f54e5-ed19-4280-8387-a4f2fb651850 req-b80f76f2-c154-49c9-863c-1fc73ea56bb7 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=ba267e3ba48c4ff1b4fc57f8cfab7c8c&device_id=b48baf64-a60b-4d4b-942b-b0a0b2f375fd HTTP/1.1" status: 200 len: 1094 time: 0.4311149 Apr 18 20:57:13.523023 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-64eb07a9-4662-4fdf-865e-df5b7102be34 tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Made reservation on behalf of 1256b788e8184019a07eb24a482acda4 for: {'subnet': 1} {{(pid=84041) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:57:13.534849 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-64eb07a9-4662-4fdf-865e-df5b7102be34 tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32486301'] for subnet, before_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:13.698551 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:13.732363 n-d-838334-2 neutron-server[84042]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f2b26dda-40aa-4c01-bf22-35ecafdb42a4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4734cbab-0580-41fa-b3a6-31caa5f81614'}] {{(pid=84042) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 20:57:13.746167 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] For port 4734cbab-0580-41fa-b3a6-31caa5f81614, host n-h2-838334-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838334-2',level=0,port_id=4734cbab-0580-41fa-b3a6-31caa5f81614,segment=NetworkSegment(eb1f29ad-3d05-4e72-b227-469dc1660e3c),segment_id=eb1f29ad-3d05-4e72-b227-469dc1660e3c)] {{(pid=84042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:57:13.752704 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682'] for port, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:13.869500 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Pushing event updated for resources: {'Port': ['ID=4734cbab-0580-41fa-b3a6-31caa5f81614,revision_number=7']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:57:13.932233 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-c41ab096-b349-4ebb-a79e-f3f2b670ff8b req-51e3febb-4a28-4f33-a1ba-7b9b58425d16 tempest-ServerActionsTestJSON-2052644234 tempest-ServerActionsTestJSON-2052644234-project] 10.222.0.42 "GET /v2.0/ports?device_id=e85be041-78ee-47d4-b988-64db6fdd157a HTTP/1.1" status: 200 len: 210 time: 0.2732823 Apr 18 20:57:14.061366 n-d-838334-2 neutron-server[84041]: DEBUG neutron.objects.ports [None req-64eb07a9-4662-4fdf-865e-df5b7102be34 tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=84041) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} Apr 18 20:57:14.065603 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-64eb07a9-4662-4fdf-865e-df5b7102be34 tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33526260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32266407', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32486287'] for subnet, after_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:14.157425 n-d-838334-2 neutron-server[84041]: INFO neutron.notifiers.nova [-] Nova event matching ['req-46acaa21-64c7-4483-8236-136525754012'] response: {'server_uuid': 'e85be041-78ee-47d4-b988-64db6fdd157a', 'name': 'network-vif-deleted', 'tag': '3a8c4948-ac17-42b1-acc5-fa71d01ee929', 'status': 'completed', 'code': 200} Apr 18 20:57:14.157425 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64eb07a9-4662-4fdf-865e-df5b7102be34 tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Pushing event updated for resources: {'Subnet': ['ID=0bbbe409-f2d0-4aca-a4c0-cd74cb382589,revision_number=0']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:57:14.196433 n-d-838334-2 neutron-server[84041]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64eb07a9-4662-4fdf-865e-df5b7102be34 tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Network ef903069-7c89-4376-963f-99c58ca6d615 is already hosted by enough agents. {{(pid=84041) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:57:14.198852 n-d-838334-2 neutron-server[84041]: DEBUG neutron.scheduler.base_scheduler [None req-64eb07a9-4662-4fdf-865e-df5b7102be34 tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Resources bound (agent type, host, resource id): {{(pid=84041) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:57:14.202106 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64eb07a9-4662-4fdf-865e-df5b7102be34 tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:57:14.202700 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-64eb07a9-4662-4fdf-865e-df5b7102be34 tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Notify callbacks [] for subnet, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:14.212266 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02ee2ab5-a3b3-4b4f-a18d-92608b396403 None None] Network ef903069-7c89-4376-963f-99c58ca6d615 requested from n-d-838334-2 {{(pid=84042) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 20:57:14.243388 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-64eb07a9-4662-4fdf-865e-df5b7102be34 tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 0.9814606 Apr 18 20:57:14.245309 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 53084) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:57:14.249474 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-ff8a0b34-5334-410a-a97a-bd1653a31be0 req-22405e71-031c-48bd-82a5-2a4a8bde12f9 tempest-ServerShowV254Test-1039301541 tempest-ServerShowV254Test-1039301541-project] 10.222.0.42 "GET /v2.0/ports?device_id=c3eae73d-bc2e-4a1f-9c49-1bdc8c334a96 HTTP/1.1" status: 200 len: 210 time: 0.3102658 Apr 18 20:57:14.257675 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.v2.base [None req-62ba80f6-1d9a-4a60-9230-0bdbc9265e69 tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Request body: {'subnet': {'network_id': 'ef903069-7c89-4376-963f-99c58ca6d615', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=84041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 20:57:14.485364 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-62ba80f6-1d9a-4a60-9230-0bdbc9265e69 tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:57:14.489677 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-62ba80f6-1d9a-4a60-9230-0bdbc9265e69 tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Usage tracker for resource:subnet and tenant:1256b788e8184019a07eb24a482acda4 is out of sync, need to count used quota {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:57:14.493607 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-62ba80f6-1d9a-4a60-9230-0bdbc9265e69 tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:57:14.502819 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-62ba80f6-1d9a-4a60-9230-0bdbc9265e69 tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:57:14.524455 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-62ba80f6-1d9a-4a60-9230-0bdbc9265e69 tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Made reservation on behalf of 1256b788e8184019a07eb24a482acda4 for: {'subnet': 1} {{(pid=84041) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:57:14.583136 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df5638d4-0aeb-4b59-9265-ee76691b8d13 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp016840fc-1f9f-5892-9c53-c9cf6c845bbb-ef903069-7c89-4376-963f-99c58ca6d615', 'network_id': 'ef903069-7c89-4376-963f-99c58ca6d615', 'tenant_id': '1256b788e8184019a07eb24a482acda4', 'fixed_ips': [{'subnet_id': '0bbbe409-f2d0-4aca-a4c0-cd74cb382589'}]}} from n-d-838334-2. {{(pid=84042) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 18 20:57:14.585089 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-df5638d4-0aeb-4b59-9265-ee76691b8d13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_create {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:14.637626 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e4f54e5-ed19-4280-8387-a4f2fb651850 req-3d513329-6213-467f-b7ef-2ddea005a27f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:57:14.639066 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-0e4f54e5-ed19-4280-8387-a4f2fb651850 req-3d513329-6213-467f-b7ef-2ddea005a27f service neutron] 10.222.0.48 "GET /v2.0/networks?id=7083f08e-ab4e-49e9-91e4-270e03cc3e4c HTTP/1.1" status: 200 len: 906 time: 1.1217012 Apr 18 20:57:14.684863 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-62ba80f6-1d9a-4a60-9230-0bdbc9265e69 tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32486301'] for subnet, before_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:14.793274 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-0e4f54e5-ed19-4280-8387-a4f2fb651850 req-9537df13-c234-474f-9e9a-2c57b80b32e2 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8f0ac191-0475-420d-bcd7-62c84624a6ea HTTP/1.1" status: 200 len: 217 time: 0.1432498 Apr 18 20:57:14.804909 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aecbdb99-0e7e-481f-90b1-80ef9b539d38 req-8d92f0e1-55ea-4314-ad26-7c19d2a9eba3 tempest-DeleteServersTestJSON-915645800 tempest-DeleteServersTestJSON-915645800-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:57:14.812662 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-aecbdb99-0e7e-481f-90b1-80ef9b539d38 req-8d92f0e1-55ea-4314-ad26-7c19d2a9eba3 tempest-DeleteServersTestJSON-915645800 tempest-DeleteServersTestJSON-915645800-project] 10.222.0.42 "GET /v2.0/ports?device_id=f2b26dda-40aa-4c01-bf22-35ecafdb42a4 HTTP/1.1" status: 200 len: 945 time: 0.3878710 Apr 18 20:57:14.846795 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.db_base_plugin_common [None req-df5638d4-0aeb-4b59-9265-ee76691b8d13 None None] Allocated IP 2001:db8::f816:3eff:fed4:1344 (ef903069-7c89-4376-963f-99c58ca6d615/0bbbe409-f2d0-4aca-a4c0-cd74cb382589/856f7191-765a-4fd0-80fd-3c9890390753) {{(pid=84042) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:57:14.883268 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28019302-ac07-49d5-b7ce-1bef16d1091a req-562119fe-7c78-4b9d-ab08-8289aea7c00f tempest-ServersTestJSON-1424434350 tempest-ServersTestJSON-1424434350-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:57:14.884918 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-28019302-ac07-49d5-b7ce-1bef16d1091a req-562119fe-7c78-4b9d-ab08-8289aea7c00f tempest-ServersTestJSON-1424434350 tempest-ServersTestJSON-1424434350-project] 10.222.0.42 "GET /v2.0/ports?device_id=b48baf64-a60b-4d4b-942b-b0a0b2f375fd HTTP/1.1" status: 200 len: 943 time: 0.3952415 Apr 18 20:57:15.045659 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-62ba80f6-1d9a-4a60-9230-0bdbc9265e69 tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33526260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32266407', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32486287'] for subnet, after_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:15.108347 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e4f54e5-ed19-4280-8387-a4f2fb651850 req-ee7435a2-0da6-4d95-b887-f43f3656d6f9 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:57:15.109284 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-0e4f54e5-ed19-4280-8387-a4f2fb651850 req-ee7435a2-0da6-4d95-b887-f43f3656d6f9 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=b602689e-1bf9-4316-afee-2c16d3405af1 HTTP/1.1" status: 200 len: 845 time: 0.2923925 Apr 18 20:57:15.128302 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-aecbdb99-0e7e-481f-90b1-80ef9b539d38 req-d1f0f002-a9a1-4093-afb5-846f5b5e65b7 tempest-DeleteServersTestJSON-915645800 tempest-DeleteServersTestJSON-915645800-project] 10.222.0.42 "GET /v2.0/security-groups?id=588d127b-19b7-4c3d-9f79-a400181b94e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3146961 Apr 18 20:57:15.131365 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-df5638d4-0aeb-4b59-9265-ee76691b8d13 None None] Notify callbacks [] for port, precommit_create {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:15.140405 n-d-838334-2 neutron-server[84041]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62ba80f6-1d9a-4a60-9230-0bdbc9265e69 tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Network ef903069-7c89-4376-963f-99c58ca6d615 is already hosted by enough agents. {{(pid=84041) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:57:15.147980 n-d-838334-2 neutron-server[84041]: DEBUG neutron.scheduler.base_scheduler [None req-62ba80f6-1d9a-4a60-9230-0bdbc9265e69 tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Resources bound (agent type, host, resource id): {{(pid=84041) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:57:15.149507 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-df5638d4-0aeb-4b59-9265-ee76691b8d13 None None] Transition to ACTIVE for port object 856f7191-765a-4fd0-80fd-3c9890390753 will not be triggered until provisioned by entity L2. {{(pid=84042) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 20:57:15.155318 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62ba80f6-1d9a-4a60-9230-0bdbc9265e69 tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:57:15.156350 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-62ba80f6-1d9a-4a60-9230-0bdbc9265e69 tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Notify callbacks [] for subnet, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:15.183038 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-df5638d4-0aeb-4b59-9265-ee76691b8d13 None None] Transition to ACTIVE for port object 856f7191-765a-4fd0-80fd-3c9890390753 will not be triggered until provisioned by entity DHCP. {{(pid=84042) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 20:57:15.184791 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62ba80f6-1d9a-4a60-9230-0bdbc9265e69 tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Pushing event updated for resources: {'Subnet': ['ID=2dba4bd7-19de-447e-b1e2-9d2ef4ba48e2,revision_number=0']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:57:15.196990 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-62ba80f6-1d9a-4a60-9230-0bdbc9265e69 tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9504766 Apr 18 20:57:15.197729 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 53094) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:57:15.198336 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-df5638d4-0aeb-4b59-9265-ee76691b8d13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750374836619'] for port, after_create {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:15.205119 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.v2.base [None req-a8993c8b-53a0-4483-abfe-e27f98893660 tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Request body: {'port': {'network_id': 'ef903069-7c89-4376-963f-99c58ca6d615', 'mac_address': 'fa:16:3e:ee:01:15', 'name': 'tempest-NetworksTestDHCPv6-1199292731'}} {{(pid=84041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 20:57:15.250465 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Device 8f0ac191-0475-420d-bcd7-62c84624a6ea details requested by agent hyperv_n-h2-838334-2 with host n-h2-838334-2 {{(pid=84042) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 18 20:57:15.252377 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-28019302-ac07-49d5-b7ce-1bef16d1091a req-46353b30-f65c-4327-80e2-30807a86b3d4 tempest-ServersTestJSON-1424434350 tempest-ServersTestJSON-1424434350-project] 10.222.0.42 "GET /v2.0/security-groups?id=a3de1b7a-019c-40dd-8c9d-3a3f159b2bd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3486369 Apr 18 20:57:15.259650 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-0e4f54e5-ed19-4280-8387-a4f2fb651850 req-10dbf79e-5534-43ce-b0f1-1d9f88dff337 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=7083f08e-ab4e-49e9-91e4-270e03cc3e4c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1222458 Apr 18 20:57:15.276712 n-d-838334-2 neutron-server[84042]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6fa42714-ded4-4f0a-a833-e0194b345cac'] response: {'server_uuid': 'f2b26dda-40aa-4c01-bf22-35ecafdb42a4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4734cbab-0580-41fa-b3a6-31caa5f81614', 'code': 200} Apr 18 20:57:15.314475 n-d-838334-2 neutron-server[84042]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df5638d4-0aeb-4b59-9265-ee76691b8d13 None None] Network ef903069-7c89-4376-963f-99c58ca6d615 is already hosted by enough agents. {{(pid=84042) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:57:15.325170 n-d-838334-2 neutron-server[84042]: DEBUG neutron.scheduler.base_scheduler [None req-df5638d4-0aeb-4b59-9265-ee76691b8d13 None None] Resources bound (agent type, host, resource id): {{(pid=84042) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:57:15.331121 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df5638d4-0aeb-4b59-9265-ee76691b8d13 None None] Received port after_create {{(pid=84042) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 20:57:15.347763 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df5638d4-0aeb-4b59-9265-ee76691b8d13 None None] Pushing event updated for resources: {'Port': ['ID=856f7191-765a-4fd0-80fd-3c9890390753,revision_number=1']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:57:15.457175 n-d-838334-2 neutron-server[84040]: DEBUG neutron.scheduler.l3_agent_scheduler [req-654fddcf-1772-4c53-ae93-6852be090f1b req-f0955ec3-96de-4f38-933f-d688e6e9ab92 tempest-AttachVolumeNegativeTest-555605742 tempest-AttachVolumeNegativeTest-555605742-project] Router eb2ef120-2c2e-4b9c-8049-c1281daabc93 has already been hosted by L3 agent bc84d6c9-dd7a-4555-a351-592327b46d5a {{(pid=84040) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 20:57:15.653272 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.managers [None req-df5638d4-0aeb-4b59-9265-ee76691b8d13 None None] Attempting to bind port 856f7191-765a-4fd0-80fd-3c9890390753 on host n-d-838334-2 for vnic_type normal with profile {{(pid=84042) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:57:15.654114 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.managers [None req-df5638d4-0aeb-4b59-9265-ee76691b8d13 None None] Attempting to bind port 856f7191-765a-4fd0-80fd-3c9890390753 by drivers openvswitch,hyperv on host n-d-838334-2 at level 0 using segments [{'id': 'fbf28fbd-36f8-46f3-be08-57d41821e390', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': 'ef903069-7c89-4376-963f-99c58ca6d615'}] {{(pid=84042) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:57:15.654794 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df5638d4-0aeb-4b59-9265-ee76691b8d13 None None] Attempting to bind port 856f7191-765a-4fd0-80fd-3c9890390753 on network ef903069-7c89-4376-963f-99c58ca6d615 {{(pid=84042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 20:57:15.671328 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-5f680e33-49e1-422c-a864-80531ea582ff req-3efc4eac-fc31-495d-9fdd-9c678506bee2 tempest-AttachVolumeNegativeTest-555605742 tempest-AttachVolumeNegativeTest-555605742-project] 10.222.0.42 "GET /v2.0/ports?device_id=36268bf7-aadd-4a9b-9264-b6901d73c9ef HTTP/1.1" status: 200 len: 210 time: 0.1411703 Apr 18 20:57:15.678884 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df5638d4-0aeb-4b59-9265-ee76691b8d13 None None] Checking agent: {'id': '97cd4414-7af6-4d67-868d-dff370b4071a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838334-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 25, 49), 'started_at': datetime.datetime(2022, 4, 18, 20, 26, 19), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 20, 56, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838334-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 18 20:57:15.679931 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df5638d4-0aeb-4b59-9265-ee76691b8d13 None None] Checking segment: {'id': 'fbf28fbd-36f8-46f3-be08-57d41821e390', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': 'ef903069-7c89-4376-963f-99c58ca6d615'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84042) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 20:57:15.680858 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-df5638d4-0aeb-4b59-9265-ee76691b8d13 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:15.683633 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df5638d4-0aeb-4b59-9265-ee76691b8d13 None None] Bound using segment: {'id': 'fbf28fbd-36f8-46f3-be08-57d41821e390', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': 'ef903069-7c89-4376-963f-99c58ca6d615'} {{(pid=84042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 18 20:57:15.685390 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.managers [None req-df5638d4-0aeb-4b59-9265-ee76691b8d13 None None] Bound port: 856f7191-765a-4fd0-80fd-3c9890390753, host: n-d-838334-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fbf28fbd-36f8-46f3-be08-57d41821e390', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': 'ef903069-7c89-4376-963f-99c58ca6d615'}}] {{(pid=84042) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 20:57:15.686108 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-df5638d4-0aeb-4b59-9265-ee76691b8d13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:15.702911 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-a8993c8b-53a0-4483-abfe-e27f98893660 tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:57:15.728073 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-a8993c8b-53a0-4483-abfe-e27f98893660 tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:57:15.753542 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a8993c8b-53a0-4483-abfe-e27f98893660 tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Made reservation on behalf of 1256b788e8184019a07eb24a482acda4 for: {'port': 1} {{(pid=84041) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:57:15.759155 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-a8993c8b-53a0-4483-abfe-e27f98893660 tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:15.793931 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-e6807568-d4fe-4075-87c8-3e4fbbed8e61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750375287399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253529'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:15.816056 n-d-838334-2 neutron-server[84041]: DEBUG neutron.notifiers.nova [None req-a8993c8b-53a0-4483-abfe-e27f98893660 tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] device_id is not set on port cc06f659-c47f-4a85-9549-f3db6aed0a45 yet. {{(pid=84041) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 18 20:57:15.859564 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] For port 8f0ac191-0475-420d-bcd7-62c84624a6ea, host n-h2-838334-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838334-2',level=0,port_id=8f0ac191-0475-420d-bcd7-62c84624a6ea,segment=NetworkSegment(7487d154-ef4b-4701-b484-567750da716d),segment_id=7487d154-ef4b-4701-b484-567750da716d)] {{(pid=84042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:57:15.887413 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Returning: {'device': '8f0ac191-0475-420d-bcd7-62c84624a6ea', 'network_id': '7083f08e-ab4e-49e9-91e4-270e03cc3e4c', 'port_id': '8f0ac191-0475-420d-bcd7-62c84624a6ea', 'mac_address': 'fa:16:3e:b8:07:04', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 363, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b602689e-1bf9-4316-afee-2c16d3405af1', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84042) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 18 20:57:15.935220 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-df5638d4-0aeb-4b59-9265-ee76691b8d13 None None] For port 856f7191-765a-4fd0-80fd-3c9890390753, host n-d-838334-2, cleared binding levels {{(pid=84042) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 20:57:15.941941 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-0e4f54e5-ed19-4280-8387-a4f2fb651850 req-9512712a-c205-4777-9746-f8719b6478bf service neutron] 10.222.0.48 "GET /v2.0/networks/7083f08e-ab4e-49e9-91e4-270e03cc3e4c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6728392 Apr 18 20:57:15.969650 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-df5638d4-0aeb-4b59-9265-ee76691b8d13 None None] For port 856f7191-765a-4fd0-80fd-3c9890390753, host n-d-838334-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838334-2',level=0,port_id=856f7191-765a-4fd0-80fd-3c9890390753,segment=NetworkSegment(fbf28fbd-36f8-46f3-be08-57d41821e390),segment_id=fbf28fbd-36f8-46f3-be08-57d41821e390)] {{(pid=84042) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 20:57:15.994859 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-df5638d4-0aeb-4b59-9265-ee76691b8d13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682'] for port, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:16.126822 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:16.137759 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.db_base_plugin_common [None req-a8993c8b-53a0-4483-abfe-e27f98893660 tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Allocated IP 172.20.0.5 (ef903069-7c89-4376-963f-99c58ca6d615/2dba4bd7-19de-447e-b1e2-9d2ef4ba48e2/cc06f659-c47f-4a85-9549-f3db6aed0a45) {{(pid=84041) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:57:16.148029 n-d-838334-2 neutron-server[84042]: DEBUG neutron.notifiers.nova [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8f0ac191-0475-420d-bcd7-62c84624a6ea {{(pid=84042) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 18 20:57:16.148270 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.db_base_plugin_common [None req-a8993c8b-53a0-4483-abfe-e27f98893660 tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Allocated IP 2001:db8::f816:3eff:feee:115 (ef903069-7c89-4376-963f-99c58ca6d615/0bbbe409-f2d0-4aca-a4c0-cd74cb382589/cc06f659-c47f-4a85-9549-f3db6aed0a45) {{(pid=84041) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:57:16.164760 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] For port 8f0ac191-0475-420d-bcd7-62c84624a6ea, host n-h2-838334-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838334-2',level=0,port_id=8f0ac191-0475-420d-bcd7-62c84624a6ea,segment=NetworkSegment(7487d154-ef4b-4701-b484-567750da716d),segment_id=7487d154-ef4b-4701-b484-567750da716d)] {{(pid=84042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:57:16.178372 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df5638d4-0aeb-4b59-9265-ee76691b8d13 None None] Pushing event updated for resources: {'Port': ['ID=856f7191-765a-4fd0-80fd-3c9890390753,revision_number=2']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:57:16.183061 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682'] for port, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:16.183778 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Device d93b9095-a088-4a58-a38e-5e53d7759fcc details requested by agent hyperv_n-h2-838334-2 with host n-h2-838334-2 {{(pid=84042) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 18 20:57:16.224011 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-b887e377-7f7b-4052-aa0c-8ec21c4dfb5c req-2b2239e4-4009-45d8-80d6-3d3cf0380fc8 tempest-ServerShowV254Test-1039301541 tempest-ServerShowV254Test-1039301541-project] 10.222.0.42 "GET /v2.0/ports?device_id=c3eae73d-bc2e-4a1f-9c49-1bdc8c334a96 HTTP/1.1" status: 200 len: 210 time: 0.0877934 Apr 18 20:57:16.260616 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-971f960f-93fa-4ea5-802f-b098d60546aa req-2b6a7164-6905-40d6-8313-770e7a1b152e tempest-AttachVolumeShelveTestJSON-1712717013 tempest-AttachVolumeShelveTestJSON-1712717013-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:57:16.281658 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Pushing event updated for resources: {'Port': ['ID=8f0ac191-0475-420d-bcd7-62c84624a6ea,revision_number=4']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:57:16.283132 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-971f960f-93fa-4ea5-802f-b098d60546aa req-2b6a7164-6905-40d6-8313-770e7a1b152e tempest-AttachVolumeShelveTestJSON-1712717013 tempest-AttachVolumeShelveTestJSON-1712717013-project] 10.222.0.42 "GET /v2.0/ports?device_id=5b9655ef-e7a4-49b4-bc6e-a6c04beac88f HTTP/1.1" status: 200 len: 943 time: 0.7560742 Apr 18 20:57:16.437293 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] For port d93b9095-a088-4a58-a38e-5e53d7759fcc, host n-h2-838334-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838334-2',level=0,port_id=d93b9095-a088-4a58-a38e-5e53d7759fcc,segment=NetworkSegment(cd8c59c7-b4b2-44a4-be0f-4e934073fee4),segment_id=cd8c59c7-b4b2-44a4-be0f-4e934073fee4)] {{(pid=84042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:57:16.459122 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-971f960f-93fa-4ea5-802f-b098d60546aa req-1cd5b520-c0ac-4fa0-9589-eab3d5d9719f tempest-AttachVolumeShelveTestJSON-1712717013 tempest-AttachVolumeShelveTestJSON-1712717013-project] 10.222.0.42 "GET /v2.0/security-groups?id=e08cc47c-4c66-43de-a30b-78ed2c16d927&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1733246 Apr 18 20:57:16.470205 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Returning: {'device': 'd93b9095-a088-4a58-a38e-5e53d7759fcc', 'network_id': '0f9d847a-7ba3-4a42-a0c6-e8541d683b40', 'port_id': 'd93b9095-a088-4a58-a38e-5e53d7759fcc', 'mac_address': 'fa:16:3e:42:65:34', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 369, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd2e46a24-0bb5-4d5b-bcac-f83f2e3a3c35', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84042) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 18 20:57:16.507250 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-a8993c8b-53a0-4483-abfe-e27f98893660 tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Notify callbacks [] for port, precommit_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:16.564918 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.provisioning_blocks [None req-a8993c8b-53a0-4483-abfe-e27f98893660 tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Transition to ACTIVE for port object cc06f659-c47f-4a85-9549-f3db6aed0a45 will not be triggered until provisioned by entity DHCP. {{(pid=84041) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 20:57:16.589687 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-0e4f54e5-ed19-4280-8387-a4f2fb651850 req-cd8943cd-9c1c-4d8e-afc1-76b46d196ba3 service neutron] 10.222.0.48 "GET /v2.0/networks/7083f08e-ab4e-49e9-91e4-270e03cc3e4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6043952 Apr 18 20:57:16.659267 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-a8993c8b-53a0-4483-abfe-e27f98893660 tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750374836619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32266323'] for port, after_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:16.663284 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-654fddcf-1772-4c53-ae93-6852be090f1b req-f0955ec3-96de-4f38-933f-d688e6e9ab92 tempest-AttachVolumeNegativeTest-555605742 tempest-AttachVolumeNegativeTest-555605742-project] Notify agent at l3_agent.n-d-838334-2 the message routers_updated {{(pid=84040) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 20:57:16.668547 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:16.745765 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ac100f7-bb76-4ad8-9b62-c2bc4c7a6566 None None] Sync routers for ids ['eb2ef120-2c2e-4b9c-8049-c1281daabc93'] in n-d-838334-2 {{(pid=84042) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 18 20:57:16.797583 n-d-838334-2 neutron-server[84041]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8993c8b-53a0-4483-abfe-e27f98893660 tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Network ef903069-7c89-4376-963f-99c58ca6d615 is already hosted by enough agents. {{(pid=84041) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:57:16.801300 n-d-838334-2 neutron-server[84041]: DEBUG neutron.scheduler.base_scheduler [None req-a8993c8b-53a0-4483-abfe-e27f98893660 tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Resources bound (agent type, host, resource id): {{(pid=84041) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:57:16.806670 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8993c8b-53a0-4483-abfe-e27f98893660 tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Received port after_create {{(pid=84041) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 20:57:16.819658 n-d-838334-2 neutron-server[84042]: DEBUG neutron.notifiers.nova [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d93b9095-a088-4a58-a38e-5e53d7759fcc {{(pid=84042) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 18 20:57:16.858823 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8993c8b-53a0-4483-abfe-e27f98893660 tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Pushing event updated for resources: {'Port': ['ID=cc06f659-c47f-4a85-9549-f3db6aed0a45,revision_number=1']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:57:16.895951 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ac100f7-bb76-4ad8-9b62-c2bc4c7a6566 None None] Routers {'eb2ef120-2c2e-4b9c-8049-c1281daabc93'} bound to L3 agent in host n-d-838334-2 {{(pid=84042) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 20:57:16.895951 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_hamode_db [None req-0ac100f7-bb76-4ad8-9b62-c2bc4c7a6566 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838334-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-18T20:25:48Z,description=,heartbeat_timestamp=2022-04-18T20:56:48Z,host='n-d-838334-2',id=bc84d6c9-dd7a-4555-a351-592327b46d5a,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:25:48Z,topic='l3_agent')) {'router_ids': ['eb2ef120-2c2e-4b9c-8049-c1281daabc93'], 'active': True} {{(pid=84042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:57:16.941666 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8993c8b-53a0-4483-abfe-e27f98893660 tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:57:16.942905 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-a8993c8b-53a0-4483-abfe-e27f98893660 tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217293'] for port, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:16.996763 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-a8993c8b-53a0-4483-abfe-e27f98893660 tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1026 time: 1.7975039 Apr 18 20:57:17.000497 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 53110) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:57:17.124524 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2138ad0d-dc19-4097-88b1-2203384867ca tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:57:17.129753 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2138ad0d-dc19-4097-88b1-2203384867ca tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:57:17.132184 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-2138ad0d-dc19-4097-88b1-2203384867ca tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Synchronizing usage tracker for tenant:1256b788e8184019a07eb24a482acda4 on resource:port {{(pid=84041) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 20:57:17.153871 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-2138ad0d-dc19-4097-88b1-2203384867ca tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Unset dirty status for tenant:1256b788e8184019a07eb24a482acda4 on resource:port {{(pid=84041) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 20:57:17.160223 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-2138ad0d-dc19-4097-88b1-2203384867ca tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] 10.222.0.42 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1781 time: 0.1581140 Apr 18 20:57:17.161531 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 53114) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:57:17.242885 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.l3_dvrscheduler_db [req-654fddcf-1772-4c53-ae93-6852be090f1b req-f0955ec3-96de-4f38-933f-d688e6e9ab92 tempest-AttachVolumeNegativeTest-555605742 tempest-AttachVolumeNegativeTest-555605742-project] No DVR routers for this DVR port 8d9ca2ad-3895-4fd7-88cb-e7accd79550a on host n-h2-838334-2 {{(pid=84040) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 20:57:17.249419 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.plugin [None req-1d53abde-0709-49cb-891e-eb30711c5384 tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Deleting port cc06f659-c47f-4a85-9549-f3db6aed0a45 {{(pid=84041) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 20:57:17.249419 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-1d53abde-0709-49cb-891e-eb30711c5384 tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750375188691'] for port, before_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:17.293628 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] For port d93b9095-a088-4a58-a38e-5e53d7759fcc, host n-h2-838334-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838334-2',level=0,port_id=d93b9095-a088-4a58-a38e-5e53d7759fcc,segment=NetworkSegment(cd8c59c7-b4b2-44a4-be0f-4e934073fee4),segment_id=cd8c59c7-b4b2-44a4-be0f-4e934073fee4)] {{(pid=84042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:57:17.309207 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682'] for port, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:17.322311 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-654fddcf-1772-4c53-ae93-6852be090f1b req-f0955ec3-96de-4f38-933f-d688e6e9ab92 tempest-AttachVolumeNegativeTest-555605742 tempest-AttachVolumeNegativeTest-555605742-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217293'] for port, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:17.329277 n-d-838334-2 neutron-server[84040]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '36268bf7-aadd-4a9b-9264-b6901d73c9ef', 'name': 'network-vif-deleted', 'tag': '8d9ca2ad-3895-4fd7-88cb-e7accd79550a'}] {{(pid=84040) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 20:57:17.485367 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9a1a129-3e58-4f09-b3b5-a9ba8f575c86 req-08111e72-b4be-4433-b330-6d3e54980acc tempest-DeleteServersTestJSON-915645800 tempest-DeleteServersTestJSON-915645800-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:57:17.503073 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-e9a1a129-3e58-4f09-b3b5-a9ba8f575c86 req-08111e72-b4be-4433-b330-6d3e54980acc tempest-DeleteServersTestJSON-915645800 tempest-DeleteServersTestJSON-915645800-project] 10.222.0.42 "GET /v2.0/ports?device_id=f2b26dda-40aa-4c01-bf22-35ecafdb42a4 HTTP/1.1" status: 200 len: 945 time: 0.4409306 Apr 18 20:57:17.533918 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-654fddcf-1772-4c53-ae93-6852be090f1b req-f0955ec3-96de-4f38-933f-d688e6e9ab92 tempest-AttachVolumeNegativeTest-555605742 tempest-AttachVolumeNegativeTest-555605742-project] 10.222.0.48 "DELETE /v2.0/ports/8d9ca2ad-3895-4fd7-88cb-e7accd79550a HTTP/1.1" status: 204 len: 173 time: 11.4948275 Apr 18 20:57:17.535907 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_dvr_db [None req-0ac100f7-bb76-4ad8-9b62-c2bc4c7a6566 None None] Set router eb2ef120-2c2e-4b9c-8049-c1281daabc93 gateway port host: n-d-838334-2 {{(pid=84042) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 20:57:17.596773 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Pushing event updated for resources: {'Port': ['ID=d93b9095-a088-4a58-a38e-5e53d7759fcc,revision_number=9']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:57:17.653360 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4a2423d-bb2f-4c88-bb6a-50434e66d3cd req-905950c9-bcce-475c-ad3a-4f2ced5304d8 tempest-ServersTestJSON-1424434350 tempest-ServersTestJSON-1424434350-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:57:17.669614 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-b4a2423d-bb2f-4c88-bb6a-50434e66d3cd req-905950c9-bcce-475c-ad3a-4f2ced5304d8 tempest-ServersTestJSON-1424434350 tempest-ServersTestJSON-1424434350-project] 10.222.0.42 "GET /v2.0/ports?device_id=b48baf64-a60b-4d4b-942b-b0a0b2f375fd HTTP/1.1" status: 200 len: 944 time: 0.4354951 Apr 18 20:57:17.735847 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96eae8dd-1a5a-46ca-a15b-85acc4d6ab9d req-c285d9ba-6c6c-4b38-b7f3-6d074bbb12ae tempest-ServerActionsTestJSON-2052644234 tempest-ServerActionsTestJSON-2052644234-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:57:17.737367 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-96eae8dd-1a5a-46ca-a15b-85acc4d6ab9d req-c285d9ba-6c6c-4b38-b7f3-6d074bbb12ae tempest-ServerActionsTestJSON-2052644234 tempest-ServerActionsTestJSON-2052644234-project] 10.222.0.48 "GET /v2.0/ports?device_id=518b0850-99aa-4c7b-8e17-eb4ba00959c9 HTTP/1.1" status: 200 len: 946 time: 0.5479450 Apr 18 20:57:17.793705 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-e9a1a129-3e58-4f09-b3b5-a9ba8f575c86 req-e81a4d04-ca6e-4149-ba10-487049a1a979 tempest-DeleteServersTestJSON-915645800 tempest-DeleteServersTestJSON-915645800-project] 10.222.0.42 "GET /v2.0/security-groups?id=588d127b-19b7-4c3d-9f79-a400181b94e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2887859 Apr 18 20:57:17.860041 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-1d53abde-0709-49cb-891e-eb30711c5384 tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369123'] for port, precommit_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:17.900154 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-b4a2423d-bb2f-4c88-bb6a-50434e66d3cd req-7ff94e4e-6e70-47a1-86e1-90898c4cfd14 tempest-ServersTestJSON-1424434350 tempest-ServersTestJSON-1424434350-project] 10.222.0.42 "GET /v2.0/security-groups?id=a3de1b7a-019c-40dd-8c9d-3a3f159b2bd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2294967 Apr 18 20:57:17.917394 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] get_ports_and_sgs() called for port_ids ['8f0ac191-0475-420d-bcd7-62c84624a6ea'] {{(pid=84042) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 18 20:57:17.939104 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.plugin [req-96eae8dd-1a5a-46ca-a15b-85acc4d6ab9d req-033a2fb8-571e-4dc7-aeda-c88443ae9d00 tempest-ServerActionsTestJSON-2052644234 tempest-ServerActionsTestJSON-2052644234-project] Deleting port be2ef176-f0cf-4542-aaf3-acc7d50abefc {{(pid=84040) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 20:57:17.939445 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-96eae8dd-1a5a-46ca-a15b-85acc4d6ab9d req-033a2fb8-571e-4dc7-aeda-c88443ae9d00 tempest-ServerActionsTestJSON-2052644234 tempest-ServerActionsTestJSON-2052644234-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750375188691'] for port, before_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:18.034739 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] get_ports_and_sgs() called for port_ids ['d93b9095-a088-4a58-a38e-5e53d7759fcc'] {{(pid=84042) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 18 20:57:18.096917 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Device 856f7191-765a-4fd0-80fd-3c9890390753 up at agent ovs-agent-n-d-838334-2 {{(pid=84042) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 20:57:18.176262 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [req-9abc0338-e9f5-49cd-87f6-9b077a20fa2e req-2372159d-924d-4e35-9337-91e6bf5f3339 tempest-AttachVolumeNegativeTest-555605742 tempest-AttachVolumeNegativeTest-555605742-project] Synchronizing usage tracker for tenant:340d04fd839f4c0c896ec9bea561bc50 on resource:port {{(pid=84040) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 20:57:18.204427 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.plugin [None req-1d53abde-0709-49cb-891e-eb30711c5384 tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Calling delete_port for cc06f659-c47f-4a85-9549-f3db6aed0a45 owned by {{(pid=84041) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 20:57:18.243010 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a36716c-f917-45ae-85bb-144474ff8bce None None] Network ef903069-7c89-4376-963f-99c58ca6d615 requested from n-d-838334-2 {{(pid=84042) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 20:57:18.269960 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [req-9abc0338-e9f5-49cd-87f6-9b077a20fa2e req-2372159d-924d-4e35-9337-91e6bf5f3339 tempest-AttachVolumeNegativeTest-555605742 tempest-AttachVolumeNegativeTest-555605742-project] Unset dirty status for tenant:340d04fd839f4c0c896ec9bea561bc50 on resource:port {{(pid=84040) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 20:57:18.271127 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-9abc0338-e9f5-49cd-87f6-9b077a20fa2e req-2372159d-924d-4e35-9337-91e6bf5f3339 tempest-AttachVolumeNegativeTest-555605742 tempest-AttachVolumeNegativeTest-555605742-project] 10.222.0.42 "GET /v2.0/ports?device_id=36268bf7-aadd-4a9b-9264-b6901d73c9ef HTTP/1.1" status: 200 len: 210 time: 0.1725709 Apr 18 20:57:18.405066 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-627f0aaf-ac79-4130-ab2a-e8e4e13de8fe req-c2757728-b400-48bf-9c87-c61bd020c35a tempest-ServerActionsTestJSON-2052644234 tempest-ServerActionsTestJSON-2052644234-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:57:18.411790 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-627f0aaf-ac79-4130-ab2a-e8e4e13de8fe req-c2757728-b400-48bf-9c87-c61bd020c35a tempest-ServerActionsTestJSON-2052644234 tempest-ServerActionsTestJSON-2052644234-project] 10.222.0.42 "GET /v2.0/ports?device_id=518b0850-99aa-4c7b-8e17-eb4ba00959c9 HTTP/1.1" status: 200 len: 946 time: 0.2319467 Apr 18 20:57:18.493938 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-627f0aaf-ac79-4130-ab2a-e8e4e13de8fe req-250e3cad-6b62-4bbb-9237-11fbe227f61b tempest-ServerActionsTestJSON-2052644234 tempest-ServerActionsTestJSON-2052644234-project] 10.222.0.42 "GET /v2.0/security-groups?id=5518633c-5bdd-41db-a1d5-749e9b6740a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0811741 Apr 18 20:57:18.543655 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.db [req-96eae8dd-1a5a-46ca-a15b-85acc4d6ab9d req-033a2fb8-571e-4dc7-aeda-c88443ae9d00 tempest-ServerActionsTestJSON-2052644234 tempest-ServerActionsTestJSON-2052644234-project] For port be2ef176-f0cf-4542-aaf3-acc7d50abefc, host n-h2-838334-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838334-2',level=0,port_id=be2ef176-f0cf-4542-aaf3-acc7d50abefc,segment=NetworkSegment(4935dfdb-03db-4976-a6b4-e0fa58696685),segment_id=4935dfdb-03db-4976-a6b4-e0fa58696685)] {{(pid=84040) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:57:18.543999 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-96eae8dd-1a5a-46ca-a15b-85acc4d6ab9d req-033a2fb8-571e-4dc7-aeda-c88443ae9d00 tempest-ServerActionsTestJSON-2052644234 tempest-ServerActionsTestJSON-2052644234-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369123'] for port, precommit_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:18.677404 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-1d53abde-0709-49cb-891e-eb30711c5384 tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750375259028', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750374836628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32266323'] for port, after_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:18.704570 n-d-838334-2 neutron-server[84040]: INFO neutron.notifiers.nova [-] Nova event matching ['req-02fe72c8-c08e-47df-aae3-4fda4372561e'] response: {'server_uuid': '36268bf7-aadd-4a9b-9264-b6901d73c9ef', 'name': 'network-vif-deleted', 'tag': '8d9ca2ad-3895-4fd7-88cb-e7accd79550a', 'status': 'completed', 'code': 200} Apr 18 20:57:18.824078 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-6cbfcc3b-92d0-4401-9ea5-fddcda5068f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750375287399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253529'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:18.856121 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Provisioning for port 856f7191-765a-4fd0-80fd-3c9890390753 completed by entity L2. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 20:57:18.861818 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.plugin [req-96eae8dd-1a5a-46ca-a15b-85acc4d6ab9d req-033a2fb8-571e-4dc7-aeda-c88443ae9d00 tempest-ServerActionsTestJSON-2052644234 tempest-ServerActionsTestJSON-2052644234-project] Calling delete_port for be2ef176-f0cf-4542-aaf3-acc7d50abefc owned by compute:nova {{(pid=84040) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 20:57:18.873291 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Provisioning complete for port 856f7191-765a-4fd0-80fd-3c9890390753 triggered by entity L2. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:57:18.873845 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1253608'] for port, provisioning_complete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:18.877292 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d53abde-0709-49cb-891e-eb30711c5384 tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Pushing event deleted for resources: {'Port': ['ID=cc06f659-c47f-4a85-9549-f3db6aed0a45,revision_number=None']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:57:18.907657 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-7789fabe-1c99-4baf-96c8-fb6066b3a6bc None None] Provisioning for port 856f7191-765a-4fd0-80fd-3c9890390753 completed by entity DHCP. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 20:57:18.958597 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-6d6f3365-7b43-4440-8d26-5de673f87d58 req-da9a483f-957c-4660-abfb-f5ef289f471b tempest-ServerShowV254Test-1039301541 tempest-ServerShowV254Test-1039301541-project] 10.222.0.42 "GET /v2.0/ports?device_id=c3eae73d-bc2e-4a1f-9c49-1bdc8c334a96 HTTP/1.1" status: 200 len: 210 time: 0.2459514 Apr 18 20:57:18.988804 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-1d53abde-0709-49cb-891e-eb30711c5384 tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217293'] for port, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:19.019781 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-7789fabe-1c99-4baf-96c8-fb6066b3a6bc None None] Provisioning complete for port 856f7191-765a-4fd0-80fd-3c9890390753 triggered by entity DHCP. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:57:19.020388 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-7789fabe-1c99-4baf-96c8-fb6066b3a6bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1253608'] for port, provisioning_complete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:19.028358 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-1d53abde-0709-49cb-891e-eb30711c5384 tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] 10.222.0.42 "DELETE /v2.0/ports/cc06f659-c47f-4a85-9549-f3db6aed0a45 HTTP/1.1" status: 204 len: 168 time: 1.8632863 Apr 18 20:57:19.028711 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 53128) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:57:19.042826 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caf46bef-8fad-4de1-abbb-474c927b07d3 req-56071232-889a-41bb-b354-7de8b7716d9c tempest-AttachVolumeShelveTestJSON-1712717013 tempest-AttachVolumeShelveTestJSON-1712717013-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:57:19.051109 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-caf46bef-8fad-4de1-abbb-474c927b07d3 req-56071232-889a-41bb-b354-7de8b7716d9c tempest-AttachVolumeShelveTestJSON-1712717013 tempest-AttachVolumeShelveTestJSON-1712717013-project] 10.222.0.42 "GET /v2.0/ports?device_id=5b9655ef-e7a4-49b4-bc6e-a6c04beac88f HTTP/1.1" status: 200 len: 944 time: 0.1564453 Apr 18 20:57:19.162886 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8b5ab26-3200-4e58-9e6b-57c9dd88ee87 tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:57:19.163756 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-caf46bef-8fad-4de1-abbb-474c927b07d3 req-85c1f390-f93e-44fd-9d11-2f0b259bfdf4 tempest-AttachVolumeShelveTestJSON-1712717013 tempest-AttachVolumeShelveTestJSON-1712717013-project] 10.222.0.42 "GET /v2.0/security-groups?id=e08cc47c-4c66-43de-a30b-78ed2c16d927&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1113307 Apr 18 20:57:19.164278 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8b5ab26-3200-4e58-9e6b-57c9dd88ee87 tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:57:19.165730 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8b5ab26-3200-4e58-9e6b-57c9dd88ee87 tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:57:19.166547 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-a8b5ab26-3200-4e58-9e6b-57c9dd88ee87 tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Synchronizing usage tracker for tenant:1256b788e8184019a07eb24a482acda4 on resource:subnet {{(pid=84041) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 20:57:19.196379 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-96eae8dd-1a5a-46ca-a15b-85acc4d6ab9d req-033a2fb8-571e-4dc7-aeda-c88443ae9d00 tempest-ServerActionsTestJSON-2052644234 tempest-ServerActionsTestJSON-2052644234-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750375259028', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750374836628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32440838'] for port, after_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:19.211968 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-a8b5ab26-3200-4e58-9e6b-57c9dd88ee87 tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Unset dirty status for tenant:1256b788e8184019a07eb24a482acda4 on resource:subnet {{(pid=84041) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 20:57:19.215383 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-a8b5ab26-3200-4e58-9e6b-57c9dd88ee87 tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] 10.222.0.42 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.1834733 Apr 18 20:57:19.215676 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 53132) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:57:19.306583 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-033a2fb8-571e-4dc7-aeda-c88443ae9d00 tempest-ServerActionsTestJSON-2052644234 tempest-ServerActionsTestJSON-2052644234-project] Pushing event deleted for resources: {'Port': ['ID=be2ef176-f0cf-4542-aaf3-acc7d50abefc,revision_number=None']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:57:19.329084 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750375287399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253529'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:19.335498 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.db_base_plugin_v2 [None req-a52ed714-5161-415b-be2c-2c36f9508100 tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Deleting subnet 0bbbe409-f2d0-4aca-a4c0-cd74cb382589 {{(pid=84041) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 18 20:57:19.340326 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-a52ed714-5161-415b-be2c-2c36f9508100 tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Notify callbacks [] for subnet, before_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:19.350351 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Device be2ef176-f0cf-4542-aaf3-acc7d50abefc no longer exists at agent hyperv_n-h2-838334-2 {{(pid=84042) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 20:57:19.439418 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.plugin [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] No Port match for: be2ef176-f0cf-4542-aaf3-acc7d50abefc {{(pid=84042) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 18 20:57:19.439815 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Device be2ef176-f0cf-4542-aaf3-acc7d50abefc not bound to the agent host n-h2-838334-2 {{(pid=84042) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 20:57:19.536166 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-414b6ffe-e119-47bc-b18f-bcff1219c2f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750375287399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253529'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:19.559881 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-a52ed714-5161-415b-be2c-2c36f9508100 tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32266383'] for subnet, precommit_delete_associations {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:19.662187 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.l3_dvrscheduler_db [req-96eae8dd-1a5a-46ca-a15b-85acc4d6ab9d req-033a2fb8-571e-4dc7-aeda-c88443ae9d00 tempest-ServerActionsTestJSON-2052644234 tempest-ServerActionsTestJSON-2052644234-project] No DVR routers for this DVR port be2ef176-f0cf-4542-aaf3-acc7d50abefc on host n-h2-838334-2 {{(pid=84040) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 20:57:19.669195 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-96eae8dd-1a5a-46ca-a15b-85acc4d6ab9d req-033a2fb8-571e-4dc7-aeda-c88443ae9d00 tempest-ServerActionsTestJSON-2052644234 tempest-ServerActionsTestJSON-2052644234-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217293'] for port, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:19.676474 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-a52ed714-5161-415b-be2c-2c36f9508100 tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1260556'] for subnet, precommit_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:19.708461 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-280402d1-e1e1-46e2-b7b6-b8a2c0de4161 req-39957737-cdf2-410d-8858-c1839a3e5db7 tempest-DeleteServersTestJSON-915645800 tempest-DeleteServersTestJSON-915645800-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:57:19.716181 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-280402d1-e1e1-46e2-b7b6-b8a2c0de4161 req-39957737-cdf2-410d-8858-c1839a3e5db7 tempest-DeleteServersTestJSON-915645800 tempest-DeleteServersTestJSON-915645800-project] 10.222.0.42 "GET /v2.0/ports?device_id=f2b26dda-40aa-4c01-bf22-35ecafdb42a4 HTTP/1.1" status: 200 len: 945 time: 0.4114552 Apr 18 20:57:19.743775 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-96eae8dd-1a5a-46ca-a15b-85acc4d6ab9d req-033a2fb8-571e-4dc7-aeda-c88443ae9d00 tempest-ServerActionsTestJSON-2052644234 tempest-ServerActionsTestJSON-2052644234-project] 10.222.0.48 "DELETE /v2.0/ports/be2ef176-f0cf-4542-aaf3-acc7d50abefc HTTP/1.1" status: 204 len: 173 time: 1.9675846 Apr 18 20:57:19.802362 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-a52ed714-5161-415b-be2c-2c36f9508100 tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1260549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33526260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32266336', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32486390'] for subnet, after_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:19.836800 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-280402d1-e1e1-46e2-b7b6-b8a2c0de4161 req-00afc157-150d-40a8-85dd-ea8379a15c8b tempest-DeleteServersTestJSON-915645800 tempest-DeleteServersTestJSON-915645800-project] 10.222.0.42 "GET /v2.0/security-groups?id=588d127b-19b7-4c3d-9f79-a400181b94e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1196136 Apr 18 20:57:19.859327 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a1af682-e797-4012-9ef1-07e15b1e1b25 req-22f66bb3-482f-4b87-aef8-1fd1b270ee33 tempest-ServersTestJSON-1424434350 tempest-ServersTestJSON-1424434350-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:57:19.868363 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:19.872242 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-2a1af682-e797-4012-9ef1-07e15b1e1b25 req-22f66bb3-482f-4b87-aef8-1fd1b270ee33 tempest-ServersTestJSON-1424434350 tempest-ServersTestJSON-1424434350-project] 10.222.0.42 "GET /v2.0/ports?device_id=b48baf64-a60b-4d4b-942b-b0a0b2f375fd HTTP/1.1" status: 200 len: 944 time: 0.4312136 Apr 18 20:57:19.894396 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-a52ed714-5161-415b-be2c-2c36f9508100 tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Notify callbacks [] for subnet, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:19.897597 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-7789fabe-1c99-4baf-96c8-fb6066b3a6bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:19.919952 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a52ed714-5161-415b-be2c-2c36f9508100 tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Pushing event deleted for resources: {'Subnet': ['ID=0bbbe409-f2d0-4aca-a4c0-cd74cb382589,revision_number=None']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:57:19.950689 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-a52ed714-5161-415b-be2c-2c36f9508100 tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] 10.222.0.42 "DELETE /v2.0/subnets/0bbbe409-f2d0-4aca-a4c0-cd74cb382589 HTTP/1.1" status: 204 len: 168 time: 0.7339537 Apr 18 20:57:19.951452 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 53140) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:57:20.008252 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-2a1af682-e797-4012-9ef1-07e15b1e1b25 req-9cf10d7b-8bf0-43d2-8e16-8b186d9bac3f tempest-ServersTestJSON-1424434350 tempest-ServersTestJSON-1424434350-project] 10.222.0.42 "GET /v2.0/security-groups?id=a3de1b7a-019c-40dd-8c9d-3a3f159b2bd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1349089 Apr 18 20:57:20.124048 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_hamode_db [None req-0ac100f7-bb76-4ad8-9b62-c2bc4c7a6566 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb2ef120-2c2e-4b9c-8049-c1281daabc93', 'name': 'tempest-AttachVolumeNegativeTest-965011108-router', 'tenant_id': '340d04fd839f4c0c896ec9bea561bc50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'external_fixed_ips': [{'subnet_id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'ip_address': '172.25.8.160'}], 'enable_snat': True}, 'gw_port_id': '0654fabf-3ea3-4a21-99de-c086a8f52f65', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:53:49Z', 'updated_at': '2022-04-18T20:53:55Z', 'revision_number': 4, 'project_id': '340d04fd839f4c0c896ec9bea561bc50', 'gw_port': {'id': '0654fabf-3ea3-4a21-99de-c086a8f52f65', 'name': '', 'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:f1:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb2ef120-2c2e-4b9c-8049-c1281daabc93', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'ip_address': '172.25.8.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:53:49Z', 'updated_at': '2022-04-18T20:53:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838334-2', '_interfaces': [{'id': 'aa8998f0-5774-4503-93d9-f054eb0cbd71', 'name': '', 'network_id': '794fa1b3-6f66-42ac-ab9f-a0e910c383ff', 'tenant_id': '340d04fd839f4c0c896ec9bea561bc50', 'mac_address': 'fa:16:3e:d6:c4:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb2ef120-2c2e-4b9c-8049-c1281daabc93', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '66a6cd83-be1c-4e76-9e19-a8f33a82294d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:53:54Z', 'updated_at': '2022-04-18T20:54:11Z', 'revision_number': 5, 'project_id': '340d04fd839f4c0c896ec9bea561bc50', 'subnets': [{'id': '66a6cd83-be1c-4e76-9e19-a8f33a82294d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838334-2', False) {} {{(pid=84042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:57:20.203965 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ac100f7-bb76-4ad8-9b62-c2bc4c7a6566 None None] Checking router: eb2ef120-2c2e-4b9c-8049-c1281daabc93 for host: n-d-838334-2 {{(pid=84042) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 18 20:57:20.269924 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.db.api [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=84042) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 18 20:57:20.277133 n-d-838334-2 neutron-server[84042]: DEBUG oslo_db.api [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=84042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 18 20:57:20.287780 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.db.api [None req-7789fabe-1c99-4baf-96c8-fb6066b3a6bc None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=84042) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 18 20:57:20.288132 n-d-838334-2 neutron-server[84042]: DEBUG oslo_db.api [None req-7789fabe-1c99-4baf-96c8-fb6066b3a6bc None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=84042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 18 20:57:20.289511 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce270552-08b2-4282-bd1f-408cdd4546c2 None None] Update dhcp port {'port': {'network_id': 'ef903069-7c89-4376-963f-99c58ca6d615', 'fixed_ips': [{'subnet_id': '0bbbe409-f2d0-4aca-a4c0-cd74cb382589', 'ip_address': '2001:db8::f816:3eff:fed4:1344'}, {'subnet_id': '2dba4bd7-19de-447e-b1e2-9d2ef4ba48e2'}], 'binding:host_id': 'n-d-838334-2'}, 'id': '856f7191-765a-4fd0-80fd-3c9890390753'} from n-d-838334-2. {{(pid=84042) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:307}} Apr 18 20:57:20.318031 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ac100f7-bb76-4ad8-9b62-c2bc4c7a6566 None None] Routers {'eb2ef120-2c2e-4b9c-8049-c1281daabc93'} bound to L3 agent in host n-d-838334-2 {{(pid=84042) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 20:57:20.318773 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_hamode_db [None req-0ac100f7-bb76-4ad8-9b62-c2bc4c7a6566 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838334-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-18T20:25:48Z,description=,heartbeat_timestamp=2022-04-18T20:57:18Z,host='n-d-838334-2',id=bc84d6c9-dd7a-4555-a351-592327b46d5a,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:25:48Z,topic='l3_agent')) {'router_ids': ['eb2ef120-2c2e-4b9c-8049-c1281daabc93'], 'active': True} {{(pid=84042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:57:20.329857 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.db_base_plugin_v2 [None req-c63062e3-6e39-4f90-96bd-1b19c83d606e tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Deleting subnet 2dba4bd7-19de-447e-b1e2-9d2ef4ba48e2 {{(pid=84041) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 18 20:57:20.335910 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-c63062e3-6e39-4f90-96bd-1b19c83d606e tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Notify callbacks [] for subnet, before_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:20.422535 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-c63062e3-6e39-4f90-96bd-1b19c83d606e tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32266383'] for subnet, precommit_delete_associations {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:20.495791 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-c63062e3-6e39-4f90-96bd-1b19c83d606e tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1260556'] for subnet, precommit_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:20.546868 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-ce270552-08b2-4282-bd1f-408cdd4546c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:20.563382 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [req-e00190cd-66b7-48a9-98b7-2b55bfd8aca9 req-c343a72e-4199-409f-b659-3c82417ba936 tempest-ServerActionsTestJSON-2052644234 tempest-ServerActionsTestJSON-2052644234-project] Synchronizing usage tracker for tenant:6be92480d0964f34a8ede9caae0c987d on resource:port {{(pid=84040) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 20:57:20.586822 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-9c7ca89b-ea29-4d6c-9a6d-2ee5e1055cd7 req-cde40ee0-c9d2-4da4-b2a7-b0fcf2cfb948 tempest-ServerShowV254Test-1039301541 tempest-ServerShowV254Test-1039301541-project] 10.222.0.42 "GET /v2.0/ports?device_id=c3eae73d-bc2e-4a1f-9c49-1bdc8c334a96 HTTP/1.1" status: 200 len: 210 time: 0.0985470 Apr 18 20:57:20.594155 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-c7521a90-7d65-4e2e-842c-ca5d95e9a89c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750375287399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253529'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:20.604244 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-c63062e3-6e39-4f90-96bd-1b19c83d606e tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1260549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33526260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32266336', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32486390'] for subnet, after_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:20.618837 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [req-e00190cd-66b7-48a9-98b7-2b55bfd8aca9 req-c343a72e-4199-409f-b659-3c82417ba936 tempest-ServerActionsTestJSON-2052644234 tempest-ServerActionsTestJSON-2052644234-project] Unset dirty status for tenant:6be92480d0964f34a8ede9caae0c987d on resource:port {{(pid=84040) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 20:57:20.620044 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-e00190cd-66b7-48a9-98b7-2b55bfd8aca9 req-c343a72e-4199-409f-b659-3c82417ba936 tempest-ServerActionsTestJSON-2052644234 tempest-ServerActionsTestJSON-2052644234-project] 10.222.0.42 "GET /v2.0/ports?device_id=518b0850-99aa-4c7b-8e17-eb4ba00959c9 HTTP/1.1" status: 200 len: 210 time: 0.3657932 Apr 18 20:57:20.680800 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 53150) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:57:20.704940 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c63062e3-6e39-4f90-96bd-1b19c83d606e tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Pushing event deleted for resources: {'Subnet': ['ID=2dba4bd7-19de-447e-b1e2-9d2ef4ba48e2,revision_number=None']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:57:20.712992 n-d-838334-2 neutron-server[84040]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '518b0850-99aa-4c7b-8e17-eb4ba00959c9', 'name': 'network-vif-deleted', 'tag': 'be2ef176-f0cf-4542-aaf3-acc7d50abefc'}] {{(pid=84040) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 20:57:20.719715 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-c63062e3-6e39-4f90-96bd-1b19c83d606e tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Notify callbacks [] for subnet, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:20.833805 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-c63062e3-6e39-4f90-96bd-1b19c83d606e tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] 10.222.0.42 "DELETE /v2.0/subnets/2dba4bd7-19de-447e-b1e2-9d2ef4ba48e2 HTTP/1.1" status: 204 len: 168 time: 0.8789034 Apr 18 20:57:20.834732 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 53156) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:57:20.893041 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_dvr_db [None req-0ac100f7-bb76-4ad8-9b62-c2bc4c7a6566 None None] Set router eb2ef120-2c2e-4b9c-8049-c1281daabc93 gateway port host: n-d-838334-2 {{(pid=84042) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 20:57:20.916961 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-8ee9ef22-da16-46ec-a536-225573101a20 tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] 10.222.0.42 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0799816 Apr 18 20:57:20.918304 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-14de2dd5-eae2-4288-8306-7d262b040886 tempest-AttachVolumeNegativeTest-555605742 tempest-AttachVolumeNegativeTest-555605742-project] Notify callbacks [] for security_group, before_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:20.919928 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 53162) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:57:20.922484 n-d-838334-2 neutron-server[84040]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8db7ccf4-1586-4338-ae8c-5832c988c318'] response: {'server_uuid': '518b0850-99aa-4c7b-8e17-eb4ba00959c9', 'name': 'network-vif-deleted', 'tag': 'be2ef176-f0cf-4542-aaf3-acc7d50abefc', 'status': 'completed', 'code': 200} Apr 18 20:57:20.940746 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.v2.base [None req-11dee4e8-e48f-40e4-b70c-5c1a113a4dfc tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Request body: {'subnet': {'network_id': 'ef903069-7c89-4376-963f-99c58ca6d615', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=84041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 20:57:20.993141 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-14de2dd5-eae2-4288-8306-7d262b040886 tempest-AttachVolumeNegativeTest-555605742 tempest-AttachVolumeNegativeTest-555605742-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:21.161479 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-11dee4e8-e48f-40e4-b70c-5c1a113a4dfc tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:57:21.173929 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-11dee4e8-e48f-40e4-b70c-5c1a113a4dfc tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Usage tracker for resource:subnet and tenant:1256b788e8184019a07eb24a482acda4 is out of sync, need to count used quota {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:57:21.184063 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-11dee4e8-e48f-40e4-b70c-5c1a113a4dfc tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:57:21.198008 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-11dee4e8-e48f-40e4-b70c-5c1a113a4dfc tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:57:21.214125 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e428cfb1-d1ff-4a0c-ab9b-6654aef591b3 req-7f650084-7145-4355-a991-b5010e65c6a5 tempest-AttachVolumeShelveTestJSON-1712717013 tempest-AttachVolumeShelveTestJSON-1712717013-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:57:21.221051 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-11dee4e8-e48f-40e4-b70c-5c1a113a4dfc tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Made reservation on behalf of 1256b788e8184019a07eb24a482acda4 for: {'subnet': 1} {{(pid=84041) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:57:21.221834 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-e428cfb1-d1ff-4a0c-ab9b-6654aef591b3 req-7f650084-7145-4355-a991-b5010e65c6a5 tempest-AttachVolumeShelveTestJSON-1712717013 tempest-AttachVolumeShelveTestJSON-1712717013-project] 10.222.0.42 "GET /v2.0/ports?device_id=5b9655ef-e7a4-49b4-bc6e-a6c04beac88f HTTP/1.1" status: 200 len: 944 time: 0.1815381 Apr 18 20:57:21.228787 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-11dee4e8-e48f-40e4-b70c-5c1a113a4dfc tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32486301'] for subnet, before_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:21.249480 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-14de2dd5-eae2-4288-8306-7d262b040886 tempest-AttachVolumeNegativeTest-555605742 tempest-AttachVolumeNegativeTest-555605742-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33528224'] for security_group, after_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:21.324524 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-e428cfb1-d1ff-4a0c-ab9b-6654aef591b3 req-23c7a8eb-5a8c-43eb-8170-79bef6f05d86 tempest-AttachVolumeShelveTestJSON-1712717013 tempest-AttachVolumeShelveTestJSON-1712717013-project] 10.222.0.42 "GET /v2.0/security-groups?id=e08cc47c-4c66-43de-a30b-78ed2c16d927&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1014109 Apr 18 20:57:21.343946 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6b8acd4-3b3d-4c84-9ef6-459528c8a511 req-d077b6b8-e752-46d6-9bc6-5a54ba9120c3 tempest-DeleteServersTestJSON-915645800 tempest-DeleteServersTestJSON-915645800-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:57:21.351174 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-f6b8acd4-3b3d-4c84-9ef6-459528c8a511 req-d077b6b8-e752-46d6-9bc6-5a54ba9120c3 tempest-DeleteServersTestJSON-915645800 tempest-DeleteServersTestJSON-915645800-project] 10.222.0.42 "GET /v2.0/ports?device_id=f2b26dda-40aa-4c01-bf22-35ecafdb42a4 HTTP/1.1" status: 200 len: 945 time: 0.2483106 Apr 18 20:57:21.419866 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14de2dd5-eae2-4288-8306-7d262b040886 tempest-AttachVolumeNegativeTest-555605742 tempest-AttachVolumeNegativeTest-555605742-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a73dbb7-6be5-4cc9-acd3-5afb262a168e,revision_number=None']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:57:21.420914 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Device 8f0ac191-0475-420d-bcd7-62c84624a6ea up at agent hyperv_n-h2-838334-2 {{(pid=84042) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 20:57:21.434716 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-14de2dd5-eae2-4288-8306-7d262b040886 tempest-AttachVolumeNegativeTest-555605742 tempest-AttachVolumeNegativeTest-555605742-project] Notify callbacks [] for security_group, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:21.440201 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-14de2dd5-eae2-4288-8306-7d262b040886 tempest-AttachVolumeNegativeTest-555605742 tempest-AttachVolumeNegativeTest-555605742-project] 10.222.0.42 "DELETE /v2.0/security-groups/6a73dbb7-6be5-4cc9-acd3-5afb262a168e HTTP/1.1" status: 204 len: 168 time: 0.7584443 Apr 18 20:57:21.444684 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 53168) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:57:21.468148 n-d-838334-2 neutron-server[84040]: INFO neutron.api.v2.resource [None req-0ce2bb25-c12f-4015-9516-4e2fb811c8e6 tempest-AttachVolumeNegativeTest-555605742 tempest-AttachVolumeNegativeTest-555605742-project] show failed (client error): The resource could not be found. Apr 18 20:57:21.473382 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-0ce2bb25-c12f-4015-9516-4e2fb811c8e6 tempest-AttachVolumeNegativeTest-555605742 tempest-AttachVolumeNegativeTest-555605742-project] 10.222.0.42 "GET /v2.0/security-groups/6a73dbb7-6be5-4cc9-acd3-5afb262a168e HTTP/1.1" status: 404 len: 347 time: 0.0269930 Apr 18 20:57:21.475975 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 53172) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:57:21.601871 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:21.614350 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-7789fabe-1c99-4baf-96c8-fb6066b3a6bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:21.698063 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bff7d7d9-d78b-4358-a99f-9a92f7363d8a None None] Network ef903069-7c89-4376-963f-99c58ca6d615 requested from n-d-838334-2 {{(pid=84042) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 20:57:21.741574 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-f6b8acd4-3b3d-4c84-9ef6-459528c8a511 req-7dc06500-4f35-41f2-afba-085b5a9c602d tempest-DeleteServersTestJSON-915645800 tempest-DeleteServersTestJSON-915645800-project] 10.222.0.42 "GET /v2.0/security-groups?id=588d127b-19b7-4c3d-9f79-a400181b94e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3887758 Apr 18 20:57:21.746320 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.plugin [None req-a20302e2-e5b1-4e19-9eb1-3fd08680a67f tempest-AttachVolumeNegativeTest-555605742 tempest-AttachVolumeNegativeTest-555605742-project] Deleting port f0b3e276-a897-433e-b25a-d9e1e1bf7c9f {{(pid=84040) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 20:57:21.746668 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-a20302e2-e5b1-4e19-9eb1-3fd08680a67f tempest-AttachVolumeNegativeTest-555605742 tempest-AttachVolumeNegativeTest-555605742-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750375188691'] for port, before_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:21.800407 n-d-838334-2 neutron-server[84041]: DEBUG neutron.objects.ports [None req-11dee4e8-e48f-40e4-b70c-5c1a113a4dfc tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=84041) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} Apr 18 20:57:21.816240 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-7789fabe-1c99-4baf-96c8-fb6066b3a6bc None None] For port 856f7191-765a-4fd0-80fd-3c9890390753, host n-d-838334-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838334-2',level=0,port_id=856f7191-765a-4fd0-80fd-3c9890390753,segment=NetworkSegment(fbf28fbd-36f8-46f3-be08-57d41821e390),segment_id=fbf28fbd-36f8-46f3-be08-57d41821e390)] {{(pid=84042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:57:21.821636 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Provisioning for port 8f0ac191-0475-420d-bcd7-62c84624a6ea completed by entity L2. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 20:57:21.843807 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-7789fabe-1c99-4baf-96c8-fb6066b3a6bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682'] for port, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:21.990765 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7789fabe-1c99-4baf-96c8-fb6066b3a6bc None None] Pushing event updated for resources: {'Port': ['ID=856f7191-765a-4fd0-80fd-3c9890390753,revision_number=4']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:57:21.996824 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Provisioning complete for port 8f0ac191-0475-420d-bcd7-62c84624a6ea triggered by entity L2. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:57:21.997416 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1253608'] for port, provisioning_complete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:22.105416 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-11dee4e8-e48f-40e4-b70c-5c1a113a4dfc tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:22.136849 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-1616bd21-f797-4f9b-9c60-3f7a7ce6afcc req-9b0267c6-4e87-47dd-89da-fd19b24f2f05 tempest-ServerShowV254Test-1039301541 tempest-ServerShowV254Test-1039301541-project] 10.222.0.42 "GET /v2.0/ports?device_id=c3eae73d-bc2e-4a1f-9c49-1bdc8c334a96 HTTP/1.1" status: 200 len: 210 time: 0.1248348 Apr 18 20:57:22.206691 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d10a9c3a-8a5c-413c-8b9e-a75ff6963511 req-2961bd0e-1761-43b6-bea2-401b735f7420 tempest-ServersTestJSON-1424434350 tempest-ServersTestJSON-1424434350-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:57:22.218704 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-d10a9c3a-8a5c-413c-8b9e-a75ff6963511 req-2961bd0e-1761-43b6-bea2-401b735f7420 tempest-ServersTestJSON-1424434350 tempest-ServersTestJSON-1424434350-project] 10.222.0.42 "GET /v2.0/ports?device_id=b48baf64-a60b-4d4b-942b-b0a0b2f375fd HTTP/1.1" status: 200 len: 944 time: 0.4907882 Apr 18 20:57:22.355242 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-a20302e2-e5b1-4e19-9eb1-3fd08680a67f tempest-AttachVolumeNegativeTest-555605742 tempest-AttachVolumeNegativeTest-555605742-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369123'] for port, precommit_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:22.355529 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-a20302e2-e5b1-4e19-9eb1-3fd08680a67f tempest-AttachVolumeNegativeTest-555605742 tempest-AttachVolumeNegativeTest-555605742-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:22.370551 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.db.api [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=84042) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 18 20:57:22.370908 n-d-838334-2 neutron-server[84042]: DEBUG oslo_db.api [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=84042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 18 20:57:22.408942 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-5fadd2a1-6374-47d3-865a-4f99c67e5728 None None] Provisioning complete for port 856f7191-765a-4fd0-80fd-3c9890390753 triggered by entity DHCP. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:57:22.409603 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-5fadd2a1-6374-47d3-865a-4f99c67e5728 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1253608'] for port, provisioning_complete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:22.413841 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.db [None req-11dee4e8-e48f-40e4-b70c-5c1a113a4dfc tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] For port 856f7191-765a-4fd0-80fd-3c9890390753, host n-d-838334-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838334-2',level=0,port_id=856f7191-765a-4fd0-80fd-3c9890390753,segment=NetworkSegment(fbf28fbd-36f8-46f3-be08-57d41821e390),segment_id=fbf28fbd-36f8-46f3-be08-57d41821e390)] {{(pid=84041) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:57:22.450016 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-11dee4e8-e48f-40e4-b70c-5c1a113a4dfc tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Notify callbacks [] for port, precommit_update {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:22.461780 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-11dee4e8-e48f-40e4-b70c-5c1a113a4dfc tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32266282'] for port, after_update {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:22.462913 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-11dee4e8-e48f-40e4-b70c-5c1a113a4dfc tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33526260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32266407', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32486287'] for subnet, after_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:22.469693 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-d10a9c3a-8a5c-413c-8b9e-a75ff6963511 req-e3de6ac5-17ca-4405-bce6-6127d7b44371 tempest-ServersTestJSON-1424434350 tempest-ServersTestJSON-1424434350-project] 10.222.0.42 "GET /v2.0/security-groups?id=a3de1b7a-019c-40dd-8c9d-3a3f159b2bd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2498410 Apr 18 20:57:22.632151 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.plugin [None req-a20302e2-e5b1-4e19-9eb1-3fd08680a67f tempest-AttachVolumeNegativeTest-555605742 tempest-AttachVolumeNegativeTest-555605742-project] Calling delete_port for f0b3e276-a897-433e-b25a-d9e1e1bf7c9f owned by network:floatingip {{(pid=84040) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 20:57:22.787044 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_hamode_db [None req-0ac100f7-bb76-4ad8-9b62-c2bc4c7a6566 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb2ef120-2c2e-4b9c-8049-c1281daabc93', 'name': 'tempest-AttachVolumeNegativeTest-965011108-router', 'tenant_id': '340d04fd839f4c0c896ec9bea561bc50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'external_fixed_ips': [{'subnet_id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'ip_address': '172.25.8.160'}], 'enable_snat': True}, 'gw_port_id': '0654fabf-3ea3-4a21-99de-c086a8f52f65', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:53:49Z', 'updated_at': '2022-04-18T20:53:55Z', 'revision_number': 4, 'project_id': '340d04fd839f4c0c896ec9bea561bc50', 'gw_port': {'id': '0654fabf-3ea3-4a21-99de-c086a8f52f65', 'name': '', 'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:f1:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb2ef120-2c2e-4b9c-8049-c1281daabc93', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'ip_address': '172.25.8.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:53:49Z', 'updated_at': '2022-04-18T20:53:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838334-2', '_interfaces': [{'id': 'aa8998f0-5774-4503-93d9-f054eb0cbd71', 'name': '', 'network_id': '794fa1b3-6f66-42ac-ab9f-a0e910c383ff', 'tenant_id': '340d04fd839f4c0c896ec9bea561bc50', 'mac_address': 'fa:16:3e:d6:c4:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb2ef120-2c2e-4b9c-8049-c1281daabc93', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '66a6cd83-be1c-4e76-9e19-a8f33a82294d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:53:54Z', 'updated_at': '2022-04-18T20:54:11Z', 'revision_number': 5, 'project_id': '340d04fd839f4c0c896ec9bea561bc50', 'subnets': [{'id': '66a6cd83-be1c-4e76-9e19-a8f33a82294d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838334-2', False) {} {{(pid=84042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:57:22.824083 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11dee4e8-e48f-40e4-b70c-5c1a113a4dfc tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Pushing event updated for resources: {'Subnet': ['ID=14a6c651-4e7b-4572-b6b1-dfe4c184b4c6,revision_number=0']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:57:22.854898 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ac100f7-bb76-4ad8-9b62-c2bc4c7a6566 None None] The sync data for ids ['eb2ef120-2c2e-4b9c-8049-c1281daabc93'] in n-d-838334-2 is: [{'id': 'eb2ef120-2c2e-4b9c-8049-c1281daabc93', 'name': 'tempest-AttachVolumeNegativeTest-965011108-router', 'tenant_id': '340d04fd839f4c0c896ec9bea561bc50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'external_fixed_ips': [{'subnet_id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'ip_address': '172.25.8.160'}], 'enable_snat': True}, 'gw_port_id': '0654fabf-3ea3-4a21-99de-c086a8f52f65', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:53:49Z', 'updated_at': '2022-04-18T20:53:55Z', 'revision_number': 4, 'project_id': '340d04fd839f4c0c896ec9bea561bc50', 'gw_port': {'id': '0654fabf-3ea3-4a21-99de-c086a8f52f65', 'name': '', 'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:f1:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb2ef120-2c2e-4b9c-8049-c1281daabc93', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'ip_address': '172.25.8.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:53:49Z', 'updated_at': '2022-04-18T20:53:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838334-2', '_interfaces': [{'id': 'aa8998f0-5774-4503-93d9-f054eb0cbd71', 'name': '', 'network_id': '794fa1b3-6f66-42ac-ab9f-a0e910c383ff', 'tenant_id': '340d04fd839f4c0c896ec9bea561bc50', 'mac_address': 'fa:16:3e:d6:c4:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb2ef120-2c2e-4b9c-8049-c1281daabc93', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '66a6cd83-be1c-4e76-9e19-a8f33a82294d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:53:54Z', 'updated_at': '2022-04-18T20:54:11Z', 'revision_number': 5, 'project_id': '340d04fd839f4c0c896ec9bea561bc50', 'subnets': [{'id': '66a6cd83-be1c-4e76-9e19-a8f33a82294d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84042) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 18 20:57:22.856080 n-d-838334-2 neutron-server[84041]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11dee4e8-e48f-40e4-b70c-5c1a113a4dfc tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Network ef903069-7c89-4376-963f-99c58ca6d615 is already hosted by enough agents. {{(pid=84041) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:57:22.864063 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:22.867966 n-d-838334-2 neutron-server[84041]: DEBUG neutron.scheduler.base_scheduler [None req-11dee4e8-e48f-40e4-b70c-5c1a113a4dfc tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Resources bound (agent type, host, resource id): {{(pid=84041) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:57:22.870867 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11dee4e8-e48f-40e4-b70c-5c1a113a4dfc tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:57:22.871459 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-11dee4e8-e48f-40e4-b70c-5c1a113a4dfc tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Notify callbacks [] for subnet, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:22.914994 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-11dee4e8-e48f-40e4-b70c-5c1a113a4dfc tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.9809034 Apr 18 20:57:22.917954 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 53192) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:57:22.937389 n-d-838334-2 neutron-server[84042]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b48baf64-a60b-4d4b-942b-b0a0b2f375fd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8f0ac191-0475-420d-bcd7-62c84624a6ea'}] {{(pid=84042) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 20:57:22.960491 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.v2.base [None req-bcabb98a-13ed-47e4-898e-99100bac580d tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Request body: {'subnet': {'network_id': 'ef903069-7c89-4376-963f-99c58ca6d615', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=84041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 20:57:23.024023 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] For port 8f0ac191-0475-420d-bcd7-62c84624a6ea, host n-h2-838334-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838334-2',level=0,port_id=8f0ac191-0475-420d-bcd7-62c84624a6ea,segment=NetworkSegment(7487d154-ef4b-4701-b484-567750da716d),segment_id=7487d154-ef4b-4701-b484-567750da716d)] {{(pid=84042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:57:23.064231 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682'] for port, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:23.065509 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Device d93b9095-a088-4a58-a38e-5e53d7759fcc up at agent hyperv_n-h2-838334-2 {{(pid=84042) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 20:57:23.079545 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11dee4e8-e48f-40e4-b70c-5c1a113a4dfc tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Pushing event updated for resources: {'Port': ['ID=856f7191-765a-4fd0-80fd-3c9890390753,revision_number=6']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:57:23.114722 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc9070e2-3ece-4590-bf8e-0b074f899945 req-06877454-5bfc-45f1-9100-69c021a0e825 tempest-AttachVolumeShelveTestJSON-1712717013 tempest-AttachVolumeShelveTestJSON-1712717013-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:57:23.124919 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-fc9070e2-3ece-4590-bf8e-0b074f899945 req-06877454-5bfc-45f1-9100-69c021a0e825 tempest-AttachVolumeShelveTestJSON-1712717013 tempest-AttachVolumeShelveTestJSON-1712717013-project] 10.222.0.42 "GET /v2.0/ports?device_id=5b9655ef-e7a4-49b4-bc6e-a6c04beac88f HTTP/1.1" status: 200 len: 944 time: 0.4016948 Apr 18 20:57:23.206539 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dac52614-babb-40ef-922c-48730f3f5dcf None None] Network ef903069-7c89-4376-963f-99c58ca6d615 requested from n-d-838334-2 {{(pid=84042) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 20:57:23.233233 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Pushing event updated for resources: {'Port': ['ID=8f0ac191-0475-420d-bcd7-62c84624a6ea,revision_number=5']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:57:23.235777 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-fc9070e2-3ece-4590-bf8e-0b074f899945 req-64742c75-7fe7-46b5-9a75-30c81280afe7 tempest-AttachVolumeShelveTestJSON-1712717013 tempest-AttachVolumeShelveTestJSON-1712717013-project] 10.222.0.42 "GET /v2.0/security-groups?id=e08cc47c-4c66-43de-a30b-78ed2c16d927&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1097863 Apr 18 20:57:23.242050 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3b19d7b-2ee5-405c-a8b4-6a3ea089e7fa req-a5e266ae-0c8a-4225-a460-175bed23a7d3 tempest-ServerActionsTestJSON-2052644234 tempest-ServerActionsTestJSON-2052644234-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:57:23.250290 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-a3b19d7b-2ee5-405c-a8b4-6a3ea089e7fa req-a5e266ae-0c8a-4225-a460-175bed23a7d3 tempest-ServerActionsTestJSON-2052644234 tempest-ServerActionsTestJSON-2052644234-project] 10.222.0.42 "GET /v2.0/ports?device_id=b7307812-da19-4509-9baf-bb3ff8313904 HTTP/1.1" status: 200 len: 945 time: 0.4596930 Apr 18 20:57:23.269805 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-a20302e2-e5b1-4e19-9eb1-3fd08680a67f tempest-AttachVolumeNegativeTest-555605742 tempest-AttachVolumeNegativeTest-555605742-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750375259028', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750374836628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32440838'] for port, after_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:23.294774 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-bcabb98a-13ed-47e4-898e-99100bac580d tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:57:23.312734 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-bcabb98a-13ed-47e4-898e-99100bac580d tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Usage tracker for resource:subnet and tenant:1256b788e8184019a07eb24a482acda4 is out of sync, need to count used quota {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:57:23.337580 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-bcabb98a-13ed-47e4-898e-99100bac580d tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:57:23.342540 n-d-838334-2 neutron-server[84043]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93b492ea-60f4-4826-9097-67f5c3e10f1a None None] New status for floating IP 24569835-4401-47a0-87dd-86a2255f7333: DOWN {{(pid=84043) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Apr 18 20:57:23.350685 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-bcabb98a-13ed-47e4-898e-99100bac580d tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:57:23.372247 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bcabb98a-13ed-47e4-898e-99100bac580d tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Made reservation on behalf of 1256b788e8184019a07eb24a482acda4 for: {'subnet': 1} {{(pid=84041) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:57:23.375585 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-bcabb98a-13ed-47e4-898e-99100bac580d tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32486301'] for subnet, before_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:23.409154 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-d8285f8f-3a48-456b-b152-8830dc4558bd None None] Provisioning complete for port 856f7191-765a-4fd0-80fd-3c9890390753 triggered by entity DHCP. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:57:23.420014 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-d8285f8f-3a48-456b-b152-8830dc4558bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1253608'] for port, provisioning_complete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:23.518481 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a20302e2-e5b1-4e19-9eb1-3fd08680a67f tempest-AttachVolumeNegativeTest-555605742 tempest-AttachVolumeNegativeTest-555605742-project] Pushing event deleted for resources: {'Port': ['ID=f0b3e276-a897-433e-b25a-d9e1e1bf7c9f,revision_number=None']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:57:23.569234 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Device 856f7191-765a-4fd0-80fd-3c9890390753 no longer exists at agent ovs-agent-n-d-838334-2 {{(pid=84042) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 20:57:23.635702 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Provisioning complete for port d93b9095-a088-4a58-a38e-5e53d7759fcc triggered by entity L2. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:57:23.636032 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1253608'] for port, provisioning_complete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:23.841208 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-bcabb98a-13ed-47e4-898e-99100bac580d tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33526260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32266407', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32486287'] for subnet, after_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:23.905525 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-a3b19d7b-2ee5-405c-a8b4-6a3ea089e7fa req-654e4e29-210e-4530-8fd7-3f9d242632bf tempest-ServerActionsTestJSON-2052644234 tempest-ServerActionsTestJSON-2052644234-project] 10.222.0.42 "GET /v2.0/security-groups?id=c2aeb662-6a43-4389-8810-9fad3627855b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6542468 Apr 18 20:57:23.923467 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-a20302e2-e5b1-4e19-9eb1-3fd08680a67f tempest-AttachVolumeNegativeTest-555605742 tempest-AttachVolumeNegativeTest-555605742-project] Notify callbacks [] for floatingip, after_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:23.938016 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcabb98a-13ed-47e4-898e-99100bac580d tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Pushing event updated for resources: {'Subnet': ['ID=5496c38a-f8a1-4273-95cf-b4b5761cf5a8,revision_number=0']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:57:24.000891 n-d-838334-2 neutron-server[84041]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bcabb98a-13ed-47e4-898e-99100bac580d tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Network ef903069-7c89-4376-963f-99c58ca6d615 is already hosted by enough agents. {{(pid=84041) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:57:24.005729 n-d-838334-2 neutron-server[84041]: DEBUG neutron.scheduler.base_scheduler [None req-bcabb98a-13ed-47e4-898e-99100bac580d tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Resources bound (agent type, host, resource id): {{(pid=84041) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:57:24.016759 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bcabb98a-13ed-47e4-898e-99100bac580d tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:57:24.018893 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d70205e8-452e-4008-b13d-3cd4d4e75a44 req-6a846627-81e8-4e47-9dbf-325d0acdff83 tempest-DeleteServersTestJSON-915645800 tempest-DeleteServersTestJSON-915645800-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:57:24.020177 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-bcabb98a-13ed-47e4-898e-99100bac580d tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Notify callbacks [] for subnet, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:24.029037 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-d70205e8-452e-4008-b13d-3cd4d4e75a44 req-6a846627-81e8-4e47-9dbf-325d0acdff83 tempest-DeleteServersTestJSON-915645800 tempest-DeleteServersTestJSON-915645800-project] 10.222.0.42 "GET /v2.0/ports?device_id=f2b26dda-40aa-4c01-bf22-35ecafdb42a4 HTTP/1.1" status: 200 len: 945 time: 0.4397635 Apr 18 20:57:24.080647 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-a20302e2-e5b1-4e19-9eb1-3fd08680a67f tempest-AttachVolumeNegativeTest-555605742 tempest-AttachVolumeNegativeTest-555605742-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217293'] for floatingip, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:24.086267 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-a20302e2-e5b1-4e19-9eb1-3fd08680a67f tempest-AttachVolumeNegativeTest-555605742 tempest-AttachVolumeNegativeTest-555605742-project] 10.222.0.42 "DELETE /v2.0/floatingips/24569835-4401-47a0-87dd-86a2255f7333 HTTP/1.1" status: 204 len: 168 time: 2.6055717 Apr 18 20:57:24.091202 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-bcabb98a-13ed-47e4-898e-99100bac580d tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1649606 Apr 18 20:57:24.093802 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 53202) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:57:24.103762 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.v2.base [None req-059f43bd-c317-487e-8480-84e910fef29d tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Request body: {'port': {'network_id': 'ef903069-7c89-4376-963f-99c58ca6d615', 'mac_address': 'fa:16:3e:e5:a2:e8', 'name': 'tempest-NetworksTestDHCPv6-941568893'}} {{(pid=84041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 20:57:24.122734 n-d-838334-2 neutron-server[84042]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f83c7e2b-a158-4ccc-b8b1-f2d4a1b498a7'] response: {'server_uuid': 'b48baf64-a60b-4d4b-942b-b0a0b2f375fd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8f0ac191-0475-420d-bcd7-62c84624a6ea', 'code': 200} Apr 18 20:57:24.171791 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:24.236454 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-d70205e8-452e-4008-b13d-3cd4d4e75a44 req-706715eb-0266-4baf-a244-d6383fa49b41 tempest-DeleteServersTestJSON-915645800 tempest-DeleteServersTestJSON-915645800-project] 10.222.0.42 "GET /v2.0/security-groups?id=588d127b-19b7-4c3d-9f79-a400181b94e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1935709 Apr 18 20:57:24.246280 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] For port d93b9095-a088-4a58-a38e-5e53d7759fcc, host n-h2-838334-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838334-2',level=0,port_id=d93b9095-a088-4a58-a38e-5e53d7759fcc,segment=NetworkSegment(cd8c59c7-b4b2-44a4-be0f-4e934073fee4),segment_id=cd8c59c7-b4b2-44a4-be0f-4e934073fee4)] {{(pid=84042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:57:24.252491 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:24.273828 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682'] for port, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:24.325421 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-3cea99f3-c3a9-4ceb-8115-b59cd0bae7f3 req-e2151dcc-ef4d-4211-ba79-8d124b5ebc1c service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=b48baf64-a60b-4d4b-942b-b0a0b2f375fd HTTP/1.1" status: 200 len: 1096 time: 0.1609366 Apr 18 20:57:24.338734 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b090f81f-fe94-4eb5-8a36-63105811b953 None None] Network ef903069-7c89-4376-963f-99c58ca6d615 requested from n-d-838334-2 {{(pid=84042) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 20:57:24.382553 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-3cea99f3-c3a9-4ceb-8115-b59cd0bae7f3 req-0dfcaba5-7bd9-452f-8e31-bdb3a27b985e service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=a3de1b7a-019c-40dd-8c9d-3a3f159b2bd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503433 Apr 18 20:57:24.468231 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-a1060bc3-fdc4-448e-873b-becca472aab9 req-8506a5ab-c300-401d-8d09-97c56ca9d2b4 tempest-ServerShowV254Test-1039301541 tempest-ServerShowV254Test-1039301541-project] 10.222.0.42 "GET /v2.0/ports?device_id=c3eae73d-bc2e-4a1f-9c49-1bdc8c334a96 HTTP/1.1" status: 200 len: 210 time: 0.0588861 Apr 18 20:57:24.514790 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-059f43bd-c317-487e-8480-84e910fef29d tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:57:24.521803 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-059f43bd-c317-487e-8480-84e910fef29d tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Usage tracker for resource:port and tenant:1256b788e8184019a07eb24a482acda4 is out of sync, need to count used quota {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:57:24.525709 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-059f43bd-c317-487e-8480-84e910fef29d tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Quota usage for port was recalculated. Used quota:1. {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:57:24.534238 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-059f43bd-c317-487e-8480-84e910fef29d tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:57:24.545482 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef651fe4-ca8d-4a7f-976e-e45238637bf5 req-2cbd41ae-299a-491a-81bb-5a8b14ac5266 tempest-ServerActionsTestJSON-2052644234 tempest-ServerActionsTestJSON-2052644234-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:57:24.546340 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [req-ef651fe4-ca8d-4a7f-976e-e45238637bf5 req-2cbd41ae-299a-491a-81bb-5a8b14ac5266 tempest-ServerActionsTestJSON-2052644234 tempest-ServerActionsTestJSON-2052644234-project] Synchronizing usage tracker for tenant:6be92480d0964f34a8ede9caae0c987d on resource:port {{(pid=84041) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 20:57:24.559529 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] For port 856f7191-765a-4fd0-80fd-3c9890390753, host n-d-838334-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838334-2',level=0,port_id=856f7191-765a-4fd0-80fd-3c9890390753,segment=NetworkSegment(fbf28fbd-36f8-46f3-be08-57d41821e390),segment_id=fbf28fbd-36f8-46f3-be08-57d41821e390)] {{(pid=84042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:57:24.563824 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [req-ef651fe4-ca8d-4a7f-976e-e45238637bf5 req-2cbd41ae-299a-491a-81bb-5a8b14ac5266 tempest-ServerActionsTestJSON-2052644234 tempest-ServerActionsTestJSON-2052644234-project] Unset dirty status for tenant:6be92480d0964f34a8ede9caae0c987d on resource:port {{(pid=84041) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 20:57:24.565184 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-ef651fe4-ca8d-4a7f-976e-e45238637bf5 req-2cbd41ae-299a-491a-81bb-5a8b14ac5266 tempest-ServerActionsTestJSON-2052644234 tempest-ServerActionsTestJSON-2052644234-project] 10.222.0.43 "GET /v2.0/ports?device_id=b7307812-da19-4509-9baf-bb3ff8313904 HTTP/1.1" status: 200 len: 945 time: 0.4145548 Apr 18 20:57:24.579991 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682'] for port, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:24.643354 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11331874-0b54-44bf-bb7a-10a1998d382b req-f544fd4a-3475-42a8-b9f1-5a52994e6745 tempest-ServersTestJSON-1424434350 tempest-ServersTestJSON-1424434350-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:57:24.645867 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-11331874-0b54-44bf-bb7a-10a1998d382b req-f544fd4a-3475-42a8-b9f1-5a52994e6745 tempest-ServersTestJSON-1424434350 tempest-ServersTestJSON-1424434350-project] 10.222.0.42 "GET /v2.0/ports?device_id=b48baf64-a60b-4d4b-942b-b0a0b2f375fd HTTP/1.1" status: 200 len: 945 time: 0.1353917 Apr 18 20:57:24.651703 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Pushing event updated for resources: {'Port': ['ID=d93b9095-a088-4a58-a38e-5e53d7759fcc,revision_number=10']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:57:24.677265 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.plugin [req-ef651fe4-ca8d-4a7f-976e-e45238637bf5 req-3207e2d0-c882-4bb3-901b-18f94ddd8351 tempest-ServerActionsTestJSON-2052644234 tempest-ServerActionsTestJSON-2052644234-project] Deleting port 968bbb7b-ac07-4f93-a27a-f9fa924c1025 {{(pid=84041) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 20:57:24.677745 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [req-ef651fe4-ca8d-4a7f-976e-e45238637bf5 req-3207e2d0-c882-4bb3-901b-18f94ddd8351 tempest-ServerActionsTestJSON-2052644234 tempest-ServerActionsTestJSON-2052644234-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750375188691'] for port, before_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:24.703673 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-48622c7c-22a7-4716-97f7-1df98d30bd3c None None] Provisioning complete for port 856f7191-765a-4fd0-80fd-3c9890390753 triggered by entity DHCP. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:57:24.703946 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-48622c7c-22a7-4716-97f7-1df98d30bd3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1253608'] for port, provisioning_complete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:24.722318 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-11331874-0b54-44bf-bb7a-10a1998d382b req-d387209f-9ad1-4961-9da0-cf5151fdb26a tempest-ServersTestJSON-1424434350 tempest-ServersTestJSON-1424434350-project] 10.222.0.42 "GET /v2.0/security-groups?id=a3de1b7a-019c-40dd-8c9d-3a3f159b2bd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689862 Apr 18 20:57:24.771698 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-059f43bd-c317-487e-8480-84e910fef29d tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Made reservation on behalf of 1256b788e8184019a07eb24a482acda4 for: {'port': 1} {{(pid=84041) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:57:24.775970 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-059f43bd-c317-487e-8480-84e910fef29d tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:24.902450 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-48622c7c-22a7-4716-97f7-1df98d30bd3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:24.921895 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Pushing event updated for resources: {'Port': ['ID=856f7191-765a-4fd0-80fd-3c9890390753,revision_number=7']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:57:24.954814 n-d-838334-2 neutron-server[84041]: DEBUG neutron.notifiers.nova [None req-059f43bd-c317-487e-8480-84e910fef29d tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] device_id is not set on port a21ffa47-b845-4dee-a521-e5ad623ea0a8 yet. {{(pid=84041) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 18 20:57:25.020734 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-48622c7c-22a7-4716-97f7-1df98d30bd3c None None] For port 856f7191-765a-4fd0-80fd-3c9890390753, host n-d-838334-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838334-2',level=0,port_id=856f7191-765a-4fd0-80fd-3c9890390753,segment=NetworkSegment(fbf28fbd-36f8-46f3-be08-57d41821e390),segment_id=fbf28fbd-36f8-46f3-be08-57d41821e390)] {{(pid=84042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:57:25.026832 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-48622c7c-22a7-4716-97f7-1df98d30bd3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682'] for port, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:25.126490 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48622c7c-22a7-4716-97f7-1df98d30bd3c None None] Pushing event updated for resources: {'Port': ['ID=856f7191-765a-4fd0-80fd-3c9890390753,revision_number=8']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:57:25.130167 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6d7a38d-b2b9-4e46-ba31-69ca9387bf0c None None] Update dhcp port {'port': {'network_id': 'ef903069-7c89-4376-963f-99c58ca6d615', 'fixed_ips': [{'subnet_id': '14a6c651-4e7b-4572-b6b1-dfe4c184b4c6', 'ip_address': '2001:db8::f816:3eff:fed4:1344'}, {'subnet_id': '5496c38a-f8a1-4273-95cf-b4b5761cf5a8'}], 'binding:host_id': 'n-d-838334-2'}, 'id': '856f7191-765a-4fd0-80fd-3c9890390753'} from n-d-838334-2. {{(pid=84042) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:307}} Apr 18 20:57:25.192225 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-770675dd-4d0d-4b69-b51c-270c40f4ef97 req-24a167be-1aed-40ce-88ac-92d7c9c33ad9 tempest-AttachVolumeShelveTestJSON-1712717013 tempest-AttachVolumeShelveTestJSON-1712717013-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:57:25.194232 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-770675dd-4d0d-4b69-b51c-270c40f4ef97 req-24a167be-1aed-40ce-88ac-92d7c9c33ad9 tempest-AttachVolumeShelveTestJSON-1712717013 tempest-AttachVolumeShelveTestJSON-1712717013-project] 10.222.0.42 "GET /v2.0/ports?device_id=5b9655ef-e7a4-49b4-bc6e-a6c04beac88f HTTP/1.1" status: 200 len: 946 time: 0.2630432 Apr 18 20:57:25.201604 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-b6d7a38d-b2b9-4e46-ba31-69ca9387bf0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:25.264372 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-750e47cc-2575-4e0d-89ff-213f04c7df17 req-33d08f63-fa35-4f5a-bf3a-92e779236cbb service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=6a49f48a-913c-49a6-8c09-bf4c978ef91f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.2020133 Apr 18 20:57:25.278550 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-770675dd-4d0d-4b69-b51c-270c40f4ef97 req-c342cc89-feaa-4082-913c-2f88621ce4d0 tempest-AttachVolumeShelveTestJSON-1712717013 tempest-AttachVolumeShelveTestJSON-1712717013-project] 10.222.0.42 "GET /v2.0/security-groups?id=e08cc47c-4c66-43de-a30b-78ed2c16d927&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0766065 Apr 18 20:57:25.286797 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.db [req-ef651fe4-ca8d-4a7f-976e-e45238637bf5 req-3207e2d0-c882-4bb3-901b-18f94ddd8351 tempest-ServerActionsTestJSON-2052644234 tempest-ServerActionsTestJSON-2052644234-project] For port 968bbb7b-ac07-4f93-a27a-f9fa924c1025, host n-h1-838334-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838334-2',level=0,port_id=968bbb7b-ac07-4f93-a27a-f9fa924c1025,segment=NetworkSegment(4935dfdb-03db-4976-a6b4-e0fa58696685),segment_id=4935dfdb-03db-4976-a6b4-e0fa58696685)] {{(pid=84041) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:57:25.287161 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [req-ef651fe4-ca8d-4a7f-976e-e45238637bf5 req-3207e2d0-c882-4bb3-901b-18f94ddd8351 tempest-ServerActionsTestJSON-2052644234 tempest-ServerActionsTestJSON-2052644234-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369123'] for port, precommit_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:25.411464 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 53214) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:57:25.417285 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.v2.base [None req-09c60b16-7491-4ffe-b3f6-e4369b618015 tempest-AttachVolumeNegativeTest-555605742 tempest-AttachVolumeNegativeTest-555605742-project] Request body: {'security_group': {'name': 'tempest-securitygroup--134479688', 'description': 'tempest-description--1200652048'}} {{(pid=84040) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 20:57:25.427091 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [None req-09c60b16-7491-4ffe-b3f6-e4369b618015 tempest-AttachVolumeNegativeTest-555605742 tempest-AttachVolumeNegativeTest-555605742-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:57:25.437295 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-09c60b16-7491-4ffe-b3f6-e4369b618015 tempest-AttachVolumeNegativeTest-555605742 tempest-AttachVolumeNegativeTest-555605742-project] Usage tracker for resource:security_group and tenant:340d04fd839f4c0c896ec9bea561bc50 is out of sync, need to count used quota {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:57:25.444349 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-09c60b16-7491-4ffe-b3f6-e4369b618015 tempest-AttachVolumeNegativeTest-555605742 tempest-AttachVolumeNegativeTest-555605742-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:57:25.456907 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [None req-09c60b16-7491-4ffe-b3f6-e4369b618015 tempest-AttachVolumeNegativeTest-555605742 tempest-AttachVolumeNegativeTest-555605742-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:57:25.595193 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.db_base_plugin_common [None req-b6d7a38d-b2b9-4e46-ba31-69ca9387bf0c None None] Allocated IP 172.20.0.2 (ef903069-7c89-4376-963f-99c58ca6d615/5496c38a-f8a1-4273-95cf-b4b5761cf5a8/856f7191-765a-4fd0-80fd-3c9890390753) {{(pid=84042) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:57:25.597395 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-09c60b16-7491-4ffe-b3f6-e4369b618015 tempest-AttachVolumeNegativeTest-555605742 tempest-AttachVolumeNegativeTest-555605742-project] Notify callbacks [] for security_group, before_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:25.674027 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [None req-09c60b16-7491-4ffe-b3f6-e4369b618015 tempest-AttachVolumeNegativeTest-555605742 tempest-AttachVolumeNegativeTest-555605742-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:57:25.678473 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-09c60b16-7491-4ffe-b3f6-e4369b618015 tempest-AttachVolumeNegativeTest-555605742 tempest-AttachVolumeNegativeTest-555605742-project] Usage tracker for resource:security_group_rule and tenant:340d04fd839f4c0c896ec9bea561bc50 is out of sync, need to count used quota {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:57:25.686202 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-09c60b16-7491-4ffe-b3f6-e4369b618015 tempest-AttachVolumeNegativeTest-555605742 tempest-AttachVolumeNegativeTest-555605742-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:57:25.697611 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [None req-09c60b16-7491-4ffe-b3f6-e4369b618015 tempest-AttachVolumeNegativeTest-555605742 tempest-AttachVolumeNegativeTest-555605742-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:57:25.806896 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1adfff6f-d6e0-498c-bef7-d86a6dd8b141 req-85af8299-2a88-4a95-a863-c1bbaeb6c4a6 tempest-ServerActionsTestJSON-2052644234 tempest-ServerActionsTestJSON-2052644234-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:57:25.814719 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-1adfff6f-d6e0-498c-bef7-d86a6dd8b141 req-85af8299-2a88-4a95-a863-c1bbaeb6c4a6 tempest-ServerActionsTestJSON-2052644234 tempest-ServerActionsTestJSON-2052644234-project] 10.222.0.42 "GET /v2.0/ports?device_id=b7307812-da19-4509-9baf-bb3ff8313904 HTTP/1.1" status: 200 len: 945 time: 0.3488877 Apr 18 20:57:25.827883 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-b6d7a38d-b2b9-4e46-ba31-69ca9387bf0c None None] For port 856f7191-765a-4fd0-80fd-3c9890390753, host n-d-838334-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838334-2',level=0,port_id=856f7191-765a-4fd0-80fd-3c9890390753,segment=NetworkSegment(fbf28fbd-36f8-46f3-be08-57d41821e390),segment_id=fbf28fbd-36f8-46f3-be08-57d41821e390)] {{(pid=84042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:57:25.843736 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e808de9-f270-4f86-b488-07fb04d0309d req-7eb3ae8f-513d-434c-924b-8dc3e059565b tempest-DeleteServersTestJSON-915645800 tempest-DeleteServersTestJSON-915645800-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:57:25.851775 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-0e808de9-f270-4f86-b488-07fb04d0309d req-7eb3ae8f-513d-434c-924b-8dc3e059565b tempest-DeleteServersTestJSON-915645800 tempest-DeleteServersTestJSON-915645800-project] 10.222.0.42 "GET /v2.0/ports?device_id=f2b26dda-40aa-4c01-bf22-35ecafdb42a4 HTTP/1.1" status: 200 len: 945 time: 0.3119807 Apr 18 20:57:25.860554 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [req-ef651fe4-ca8d-4a7f-976e-e45238637bf5 req-3207e2d0-c882-4bb3-901b-18f94ddd8351 tempest-ServerActionsTestJSON-2052644234 tempest-ServerActionsTestJSON-2052644234-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:25.861489 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [req-ef651fe4-ca8d-4a7f-976e-e45238637bf5 req-3207e2d0-c882-4bb3-901b-18f94ddd8351 tempest-ServerActionsTestJSON-2052644234 tempest-ServerActionsTestJSON-2052644234-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33444131'] for floatingip, after_update {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:25.861845 n-d-838334-2 neutron-server[84041]: INFO neutron.db.l3_db [req-ef651fe4-ca8d-4a7f-976e-e45238637bf5 req-3207e2d0-c882-4bb3-901b-18f94ddd8351 tempest-ServerActionsTestJSON-2052644234 tempest-ServerActionsTestJSON-2052644234-project] Floating IP 8e8e3a85-21f7-44c4-8170-e50a7e6bae7b disassociated. External IP: 172.25.8.100, port: 968bbb7b-ac07-4f93-a27a-f9fa924c1025. Apr 18 20:57:25.862189 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.plugin [req-ef651fe4-ca8d-4a7f-976e-e45238637bf5 req-3207e2d0-c882-4bb3-901b-18f94ddd8351 tempest-ServerActionsTestJSON-2052644234 tempest-ServerActionsTestJSON-2052644234-project] Calling delete_port for 968bbb7b-ac07-4f93-a27a-f9fa924c1025 owned by compute:nova {{(pid=84041) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 20:57:25.871554 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-b6d7a38d-b2b9-4e46-ba31-69ca9387bf0c None None] Notify callbacks [] for port, precommit_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:25.902992 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-b6d7a38d-b2b9-4e46-ba31-69ca9387bf0c None None] Transition to ACTIVE for port object 856f7191-765a-4fd0-80fd-3c9890390753 will not be triggered until provisioned by entity DHCP. {{(pid=84042) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 20:57:25.929555 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-b6d7a38d-b2b9-4e46-ba31-69ca9387bf0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682'] for port, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:25.961232 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-750e47cc-2575-4e0d-89ff-213f04c7df17 req-71e4a3a3-7747-4d91-b035-dca9106785ed service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=9feceef4d3df4daeb6497a95fbe12eb7&device_id=6a49f48a-913c-49a6-8c09-bf4c978ef91f HTTP/1.1" status: 200 len: 6501 time: 0.4631166 Apr 18 20:57:26.085749 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-09c60b16-7491-4ffe-b3f6-e4369b618015 tempest-AttachVolumeNegativeTest-555605742 tempest-AttachVolumeNegativeTest-555605742-project] Notify callbacks [] for security_group, precommit_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:26.128892 n-d-838334-2 neutron-server[84042]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5b9655ef-e7a4-49b4-bc6e-a6c04beac88f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd93b9095-a088-4a58-a38e-5e53d7759fcc'}] {{(pid=84042) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 20:57:26.152849 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-09c60b16-7491-4ffe-b3f6-e4369b618015 tempest-AttachVolumeNegativeTest-555605742 tempest-AttachVolumeNegativeTest-555605742-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33528224'] for security_group, after_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:26.182832 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6d7a38d-b2b9-4e46-ba31-69ca9387bf0c None None] Pushing event updated for resources: {'Port': ['ID=856f7191-765a-4fd0-80fd-3c9890390753,revision_number=9']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:57:26.192290 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-1adfff6f-d6e0-498c-bef7-d86a6dd8b141 req-958646a7-c6e2-49ae-b160-5b87709c0d7a tempest-ServerActionsTestJSON-2052644234 tempest-ServerActionsTestJSON-2052644234-project] 10.222.0.42 "GET /v2.0/security-groups?id=c2aeb662-6a43-4389-8810-9fad3627855b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3765688 Apr 18 20:57:26.197254 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-0e808de9-f270-4f86-b488-07fb04d0309d req-120c6c8d-0d6b-4805-ada9-304121f7f724 tempest-DeleteServersTestJSON-915645800 tempest-DeleteServersTestJSON-915645800-project] 10.222.0.42 "GET /v2.0/security-groups?id=588d127b-19b7-4c3d-9f79-a400181b94e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3445714 Apr 18 20:57:26.197767 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.db_base_plugin_common [None req-059f43bd-c317-487e-8480-84e910fef29d tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Allocated IP 172.20.0.4 (ef903069-7c89-4376-963f-99c58ca6d615/5496c38a-f8a1-4273-95cf-b4b5761cf5a8/a21ffa47-b845-4dee-a521-e5ad623ea0a8) {{(pid=84041) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:57:26.205334 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.db_base_plugin_common [None req-059f43bd-c317-487e-8480-84e910fef29d tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Allocated IP 2001:db8::f816:3eff:fee5:a2e8 (ef903069-7c89-4376-963f-99c58ca6d615/14a6c651-4e7b-4572-b6b1-dfe4c184b4c6/a21ffa47-b845-4dee-a521-e5ad623ea0a8) {{(pid=84041) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:57:26.282496 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Device 968bbb7b-ac07-4f93-a27a-f9fa924c1025 no longer exists at agent hyperv_n-h1-838334-2 {{(pid=84042) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 20:57:26.320038 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09c60b16-7491-4ffe-b3f6-e4369b618015 tempest-AttachVolumeNegativeTest-555605742 tempest-AttachVolumeNegativeTest-555605742-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0485093a-e0c2-44ce-b862-493ebd8aa71d,revision_number=1']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:57:26.354395 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-09c60b16-7491-4ffe-b3f6-e4369b618015 tempest-AttachVolumeNegativeTest-555605742 tempest-AttachVolumeNegativeTest-555605742-project] Notify callbacks [] for security_group, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:26.359540 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-09c60b16-7491-4ffe-b3f6-e4369b618015 tempest-AttachVolumeNegativeTest-555605742 tempest-AttachVolumeNegativeTest-555605742-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1613 time: 0.9445310 Apr 18 20:57:26.368057 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 53226) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:57:26.383319 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.v2.base [None req-3bfec2a7-90c0-4f7b-a71b-b4532d854453 tempest-AttachVolumeNegativeTest-555605742 tempest-AttachVolumeNegativeTest-555605742-project] Request body: {'security_group_rule': {'security_group_id': '0485093a-e0c2-44ce-b862-493ebd8aa71d', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84040) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 20:57:26.420865 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [None req-3bfec2a7-90c0-4f7b-a71b-b4532d854453 tempest-AttachVolumeNegativeTest-555605742 tempest-AttachVolumeNegativeTest-555605742-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:57:26.454712 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-3bfec2a7-90c0-4f7b-a71b-b4532d854453 tempest-AttachVolumeNegativeTest-555605742 tempest-AttachVolumeNegativeTest-555605742-project] Usage tracker for resource:security_group_rule and tenant:340d04fd839f4c0c896ec9bea561bc50 is out of sync, need to count used quota {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:57:26.480226 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-3bfec2a7-90c0-4f7b-a71b-b4532d854453 tempest-AttachVolumeNegativeTest-555605742 tempest-AttachVolumeNegativeTest-555605742-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:57:26.538699 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-059f43bd-c317-487e-8480-84e910fef29d tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Notify callbacks [] for port, precommit_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:26.547614 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [None req-3bfec2a7-90c0-4f7b-a71b-b4532d854453 tempest-AttachVolumeNegativeTest-555605742 tempest-AttachVolumeNegativeTest-555605742-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:57:26.560600 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-750e47cc-2575-4e0d-89ff-213f04c7df17 req-4ed65cdc-9b79-48ee-90bc-17cd47ff4020 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:57:26.560973 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-750e47cc-2575-4e0d-89ff-213f04c7df17 req-4ed65cdc-9b79-48ee-90bc-17cd47ff4020 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:57:26.561334 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-750e47cc-2575-4e0d-89ff-213f04c7df17 req-4ed65cdc-9b79-48ee-90bc-17cd47ff4020 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:57:26.562993 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-750e47cc-2575-4e0d-89ff-213f04c7df17 req-4ed65cdc-9b79-48ee-90bc-17cd47ff4020 service neutron] 10.222.0.48 "GET /v2.0/networks?id=8b393fb4-fb14-414f-9fb0-af85f5d2a52f&id=4c6d63fa-10ee-46ac-a5d2-fd4675ff700f&id=4c6d63fa-10ee-46ac-a5d2-fd4675ff700f&id=4c6d63fa-10ee-46ac-a5d2-fd4675ff700f&id=4c6d63fa-10ee-46ac-a5d2-fd4675ff700f&id=c28eb4dc-8be0-4839-b428-8a188976dc96&id=c28eb4dc-8be0-4839-b428-8a188976dc96 HTTP/1.1" status: 200 len: 2291 time: 0.5140023 Apr 18 20:57:26.577896 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-a842e966-0a94-451a-a80e-e963f4e12d9c req-b0b48052-472a-4d87-b7bc-cc49411dd029 tempest-ServerShowV254Test-1039301541 tempest-ServerShowV254Test-1039301541-project] 10.222.0.42 "GET /v2.0/ports?device_id=c3eae73d-bc2e-4a1f-9c49-1bdc8c334a96 HTTP/1.1" status: 200 len: 210 time: 0.0820756 Apr 18 20:57:26.598023 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.provisioning_blocks [None req-059f43bd-c317-487e-8480-84e910fef29d tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Transition to ACTIVE for port object a21ffa47-b845-4dee-a521-e5ad623ea0a8 will not be triggered until provisioned by entity DHCP. {{(pid=84041) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 20:57:26.648884 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-059f43bd-c317-487e-8480-84e910fef29d tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750374836619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32266323'] for port, after_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:26.719504 n-d-838334-2 neutron-server[84042]: INFO neutron.notifiers.nova [-] Nova event matching ['req-32b9ecd0-c3ed-4ede-b59c-2f639cf0377b'] response: {'server_uuid': '5b9655ef-e7a4-49b4-bc6e-a6c04beac88f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd93b9095-a088-4a58-a38e-5e53d7759fcc', 'code': 200} Apr 18 20:57:26.816377 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [req-ef651fe4-ca8d-4a7f-976e-e45238637bf5 req-3207e2d0-c882-4bb3-901b-18f94ddd8351 tempest-ServerActionsTestJSON-2052644234 tempest-ServerActionsTestJSON-2052644234-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750375259028', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750374836628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32266323'] for port, after_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:26.853950 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-3bfec2a7-90c0-4f7b-a71b-b4532d854453 tempest-AttachVolumeNegativeTest-555605742 tempest-AttachVolumeNegativeTest-555605742-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:26.868861 n-d-838334-2 neutron-server[84041]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-059f43bd-c317-487e-8480-84e910fef29d tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Network ef903069-7c89-4376-963f-99c58ca6d615 is already hosted by enough agents. {{(pid=84041) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:57:26.873700 n-d-838334-2 neutron-server[84041]: DEBUG neutron.scheduler.base_scheduler [None req-059f43bd-c317-487e-8480-84e910fef29d tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Resources bound (agent type, host, resource id): {{(pid=84041) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:57:26.894088 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.l3_dvrscheduler_db [None req-059f43bd-c317-487e-8480-84e910fef29d tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Received port after_create {{(pid=84041) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 20:57:26.987850 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-059f43bd-c317-487e-8480-84e910fef29d tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:57:26.988482 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-059f43bd-c317-487e-8480-84e910fef29d tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217293'] for port, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:27.014853 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-059f43bd-c317-487e-8480-84e910fef29d tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Pushing event updated for resources: {'Port': ['ID=a21ffa47-b845-4dee-a521-e5ad623ea0a8,revision_number=1']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:57:27.063261 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-059f43bd-c317-487e-8480-84e910fef29d tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1026 time: 2.9681230 Apr 18 20:57:27.072943 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 53230) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:57:27.123460 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3207e2d0-c882-4bb3-901b-18f94ddd8351 tempest-ServerActionsTestJSON-2052644234 tempest-ServerActionsTestJSON-2052644234-project] Pushing event deleted for resources: {'Port': ['ID=968bbb7b-ac07-4f93-a27a-f9fa924c1025,revision_number=None']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:57:27.123713 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-750e47cc-2575-4e0d-89ff-213f04c7df17 req-88903ccf-6cce-462c-a87e-a62907847909 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4f3a4e36-a736-43f0-9187-2849b3636dd2 HTTP/1.1" status: 200 len: 1001 time: 0.4491787 Apr 18 20:57:27.201185 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-3bfec2a7-90c0-4f7b-a71b-b4532d854453 tempest-AttachVolumeNegativeTest-555605742 tempest-AttachVolumeNegativeTest-555605742-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:27.214417 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e4b8e37-e16f-4694-bc74-f7c69989d6bd req-8b8fc6eb-75d5-4c64-944b-f8388fc4f39d tempest-ServersTestJSON-1424434350 tempest-ServersTestJSON-1424434350-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:57:27.226038 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-7e4b8e37-e16f-4694-bc74-f7c69989d6bd req-8b8fc6eb-75d5-4c64-944b-f8388fc4f39d tempest-ServersTestJSON-1424434350 tempest-ServersTestJSON-1424434350-project] 10.222.0.42 "GET /v2.0/ports?device_id=b48baf64-a60b-4d4b-942b-b0a0b2f375fd HTTP/1.1" status: 200 len: 945 time: 0.6448011 Apr 18 20:57:27.333222 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1bc923d1-cc42-4018-bf19-6746e358641c tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:57:27.337515 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1bc923d1-cc42-4018-bf19-6746e358641c tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:57:27.338319 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-1bc923d1-cc42-4018-bf19-6746e358641c tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Synchronizing usage tracker for tenant:1256b788e8184019a07eb24a482acda4 on resource:port {{(pid=84041) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 20:57:27.340698 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-750e47cc-2575-4e0d-89ff-213f04c7df17 req-18238838-66f5-4d3e-b300-fed0c1cc0a1b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:57:27.342196 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-750e47cc-2575-4e0d-89ff-213f04c7df17 req-18238838-66f5-4d3e-b300-fed0c1cc0a1b service neutron] 10.222.0.48 "GET /v2.0/subnets?id=6e80a998-2277-430e-a2a1-47079979e7bc HTTP/1.1" status: 200 len: 853 time: 0.2000172 Apr 18 20:57:27.351293 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-3bfec2a7-90c0-4f7b-a71b-b4532d854453 tempest-AttachVolumeNegativeTest-555605742 tempest-AttachVolumeNegativeTest-555605742-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33528311'] for security_group_rule, after_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:27.373670 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-1bc923d1-cc42-4018-bf19-6746e358641c tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Unset dirty status for tenant:1256b788e8184019a07eb24a482acda4 on resource:port {{(pid=84041) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 20:57:27.377133 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-1bc923d1-cc42-4018-bf19-6746e358641c tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] 10.222.0.42 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1862 time: 0.2995915 Apr 18 20:57:27.377689 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 53238) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:57:27.385406 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-7e4b8e37-e16f-4694-bc74-f7c69989d6bd req-f61c5d8a-2177-4663-af6f-92a4f35231a4 tempest-ServersTestJSON-1424434350 tempest-ServersTestJSON-1424434350-project] 10.222.0.42 "GET /v2.0/security-groups?id=a3de1b7a-019c-40dd-8c9d-3a3f159b2bd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1566334 Apr 18 20:57:27.509244 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-44485d1a-d88e-4218-aaad-bd648dc378f1 None None] Provisioning for port 856f7191-765a-4fd0-80fd-3c9890390753 completed by entity DHCP. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 20:57:27.518369 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.plugin [None req-9f29195e-19af-46b5-9f2c-cfd89ce28a55 tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Deleting port a21ffa47-b845-4dee-a521-e5ad623ea0a8 {{(pid=84041) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 20:57:27.518866 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-9f29195e-19af-46b5-9f2c-cfd89ce28a55 tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750375188691'] for port, before_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:27.531802 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-44485d1a-d88e-4218-aaad-bd648dc378f1 None None] Provisioning complete for port 856f7191-765a-4fd0-80fd-3c9890390753 triggered by entity DHCP. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:57:27.532230 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-44485d1a-d88e-4218-aaad-bd648dc378f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1253608'] for port, provisioning_complete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:27.536628 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bfec2a7-90c0-4f7b-a71b-b4532d854453 tempest-AttachVolumeNegativeTest-555605742 tempest-AttachVolumeNegativeTest-555605742-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e5f74350-14bd-42e0-aaed-615d98b5cec2,revision_number=0']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:57:27.628271 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-2519e362-43e8-4b90-b3e9-4a67f92f707f req-d26228a5-4c56-4690-9794-d50e4491f0be service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=5b9655ef-e7a4-49b4-bc6e-a6c04beac88f HTTP/1.1" status: 200 len: 1097 time: 0.6455178 Apr 18 20:57:27.641890 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-782b77fd-1e59-4b70-9d23-18235aa04146 req-3978dd8e-a76f-40df-a437-bf21742bbcfe tempest-AttachVolumeShelveTestJSON-1712717013 tempest-AttachVolumeShelveTestJSON-1712717013-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:57:27.646341 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-782b77fd-1e59-4b70-9d23-18235aa04146 req-3978dd8e-a76f-40df-a437-bf21742bbcfe tempest-AttachVolumeShelveTestJSON-1712717013 tempest-AttachVolumeShelveTestJSON-1712717013-project] 10.222.0.42 "GET /v2.0/ports?device_id=5b9655ef-e7a4-49b4-bc6e-a6c04beac88f HTTP/1.1" status: 200 len: 946 time: 0.7301183 Apr 18 20:57:27.689895 n-d-838334-2 neutron-server[84041]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ef651fe4-ca8d-4a7f-976e-e45238637bf5 req-3207e2d0-c882-4bb3-901b-18f94ddd8351 tempest-ServerActionsTestJSON-2052644234 tempest-ServerActionsTestJSON-2052644234-project] Router 02589116-d5df-43b3-97bd-4bd75dfb3007 has already been hosted by L3 agent bc84d6c9-dd7a-4555-a351-592327b46d5a {{(pid=84041) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 20:57:27.711715 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Device 856f7191-765a-4fd0-80fd-3c9890390753 up at agent ovs-agent-n-d-838334-2 {{(pid=84042) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 20:57:27.781941 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-2519e362-43e8-4b90-b3e9-4a67f92f707f req-963ac7c6-33dc-403d-b70a-ccf2d757930f service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=e08cc47c-4c66-43de-a30b-78ed2c16d927&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1121340 Apr 18 20:57:28.053694 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-9f29195e-19af-46b5-9f2c-cfd89ce28a55 tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369123'] for port, precommit_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:28.114184 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-3bfec2a7-90c0-4f7b-a71b-b4532d854453 tempest-AttachVolumeNegativeTest-555605742 tempest-AttachVolumeNegativeTest-555605742-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:28.115879 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-3bfec2a7-90c0-4f7b-a71b-b4532d854453 tempest-AttachVolumeNegativeTest-555605742 tempest-AttachVolumeNegativeTest-555605742-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 1.7465472 Apr 18 20:57:28.125502 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 53248) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:57:28.147829 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-cd8e0687-7e82-4f9d-9d06-e625122c8c9e req-8c7f3be7-c54b-466d-9405-63df6f8a14f7 tempest-ServerActionsTestJSON-2052644234 tempest-ServerActionsTestJSON-2052644234-project] 10.222.0.42 "GET /v2.0/ports?device_id=b7307812-da19-4509-9baf-bb3ff8313904 HTTP/1.1" status: 200 len: 210 time: 0.3780608 Apr 18 20:57:28.161010 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.v2.base [None req-77263155-04be-4d27-88c5-5dfd0db029eb tempest-AttachVolumeNegativeTest-555605742 tempest-AttachVolumeNegativeTest-555605742-project] Request body: {'security_group_rule': {'security_group_id': '0485093a-e0c2-44ce-b862-493ebd8aa71d', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=84040) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 20:57:28.193293 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Provisioning complete for port 856f7191-765a-4fd0-80fd-3c9890390753 triggered by entity L2. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:57:28.194420 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1253608'] for port, provisioning_complete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:28.196699 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [None req-77263155-04be-4d27-88c5-5dfd0db029eb tempest-AttachVolumeNegativeTest-555605742 tempest-AttachVolumeNegativeTest-555605742-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:57:28.204757 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-750e47cc-2575-4e0d-89ff-213f04c7df17 req-c4a2d1e7-8104-490e-ac11-ec4a209ff267 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=8b393fb4-fb14-414f-9fb0-af85f5d2a52f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.8508680 Apr 18 20:57:28.219113 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.plugin [None req-9f29195e-19af-46b5-9f2c-cfd89ce28a55 tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Calling delete_port for a21ffa47-b845-4dee-a521-e5ad623ea0a8 owned by {{(pid=84041) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 20:57:28.271703 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-77263155-04be-4d27-88c5-5dfd0db029eb tempest-AttachVolumeNegativeTest-555605742 tempest-AttachVolumeNegativeTest-555605742-project] Usage tracker for resource:security_group_rule and tenant:340d04fd839f4c0c896ec9bea561bc50 is out of sync, need to count used quota {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:57:28.303051 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-77263155-04be-4d27-88c5-5dfd0db029eb tempest-AttachVolumeNegativeTest-555605742 tempest-AttachVolumeNegativeTest-555605742-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:57:28.369118 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-1fefe1b7-05e2-40d0-ba64-9ba2d670c0ad None None] Could not find standard attr ID for object cc06f659-c47f-4a85-9549-f3db6aed0a45. {{(pid=84042) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 18 20:57:28.474807 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [None req-77263155-04be-4d27-88c5-5dfd0db029eb tempest-AttachVolumeNegativeTest-555605742 tempest-AttachVolumeNegativeTest-555605742-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:57:28.479060 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-782b77fd-1e59-4b70-9d23-18235aa04146 req-3796f2d4-a90a-46c5-ae1f-b85c4bb4a4ff tempest-AttachVolumeShelveTestJSON-1712717013 tempest-AttachVolumeShelveTestJSON-1712717013-project] 10.222.0.42 "GET /v2.0/security-groups?id=e08cc47c-4c66-43de-a30b-78ed2c16d927&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.7646892 Apr 18 20:57:28.567438 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-77263155-04be-4d27-88c5-5dfd0db029eb tempest-AttachVolumeNegativeTest-555605742 tempest-AttachVolumeNegativeTest-555605742-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:28.609840 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-cbe11e9a-898c-4e81-ae00-4e13023351d0 None None] Provisioning for port a21ffa47-b845-4dee-a521-e5ad623ea0a8 completed by entity DHCP. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 20:57:28.623072 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-cbe11e9a-898c-4e81-ae00-4e13023351d0 None None] Provisioning complete for port a21ffa47-b845-4dee-a521-e5ad623ea0a8 triggered by entity DHCP. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:57:28.623794 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-cbe11e9a-898c-4e81-ae00-4e13023351d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1253608'] for port, provisioning_complete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:28.632774 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b3956fa-7027-4829-ad01-55984d9bf77c req-a1149136-224c-4185-a769-9bc510fa461f tempest-DeleteServersTestJSON-915645800 tempest-DeleteServersTestJSON-915645800-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:57:28.640498 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-1b3956fa-7027-4829-ad01-55984d9bf77c req-a1149136-224c-4185-a769-9bc510fa461f tempest-DeleteServersTestJSON-915645800 tempest-DeleteServersTestJSON-915645800-project] 10.222.0.42 "GET /v2.0/ports?device_id=f2b26dda-40aa-4c01-bf22-35ecafdb42a4 HTTP/1.1" status: 200 len: 945 time: 0.2303472 Apr 18 20:57:28.667593 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-750e47cc-2575-4e0d-89ff-213f04c7df17 req-880187ff-8f1a-41c8-9a85-f6103b5d266e service neutron] 10.222.0.48 "GET /v2.0/networks/8b393fb4-fb14-414f-9fb0-af85f5d2a52f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4426734 Apr 18 20:57:28.739767 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.plugin [None req-cbe11e9a-898c-4e81-ae00-4e13023351d0 None None] Port a21ffa47-b845-4dee-a521-e5ad623ea0a8 cannot update to ACTIVE because it is not bound. {{(pid=84042) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 18 20:57:28.764049 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ef651fe4-ca8d-4a7f-976e-e45238637bf5 req-3207e2d0-c882-4bb3-901b-18f94ddd8351 tempest-ServerActionsTestJSON-2052644234 tempest-ServerActionsTestJSON-2052644234-project] Notify agent at l3_agent.n-d-838334-2 the message routers_updated {{(pid=84041) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 20:57:28.777386 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d97233d4-441c-4a7e-b615-6ad2fb67cc06 None None] Sync routers for ids ['02589116-d5df-43b3-97bd-4bd75dfb3007'] in n-d-838334-2 {{(pid=84042) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 18 20:57:28.811890 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d97233d4-441c-4a7e-b615-6ad2fb67cc06 None None] Routers {'02589116-d5df-43b3-97bd-4bd75dfb3007'} bound to L3 agent in host n-d-838334-2 {{(pid=84042) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 20:57:28.812533 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_hamode_db [None req-d97233d4-441c-4a7e-b615-6ad2fb67cc06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838334-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-18T20:25:48Z,description=,heartbeat_timestamp=2022-04-18T20:57:18Z,host='n-d-838334-2',id=bc84d6c9-dd7a-4555-a351-592327b46d5a,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:25:48Z,topic='l3_agent')) {'router_ids': ['02589116-d5df-43b3-97bd-4bd75dfb3007'], 'active': True} {{(pid=84042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:57:28.936814 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-77263155-04be-4d27-88c5-5dfd0db029eb tempest-AttachVolumeNegativeTest-555605742 tempest-AttachVolumeNegativeTest-555605742-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:28.953135 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-77263155-04be-4d27-88c5-5dfd0db029eb tempest-AttachVolumeNegativeTest-555605742 tempest-AttachVolumeNegativeTest-555605742-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33528311'] for security_group_rule, after_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:28.999483 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.l3_dvrscheduler_db [req-ef651fe4-ca8d-4a7f-976e-e45238637bf5 req-3207e2d0-c882-4bb3-901b-18f94ddd8351 tempest-ServerActionsTestJSON-2052644234 tempest-ServerActionsTestJSON-2052644234-project] No DVR routers for this DVR port 968bbb7b-ac07-4f93-a27a-f9fa924c1025 on host n-h1-838334-2 {{(pid=84041) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 20:57:29.001941 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-1b3956fa-7027-4829-ad01-55984d9bf77c req-c131006d-f345-4326-ac24-8d4bae5f174f tempest-DeleteServersTestJSON-915645800 tempest-DeleteServersTestJSON-915645800-project] 10.222.0.42 "GET /v2.0/security-groups?id=588d127b-19b7-4c3d-9f79-a400181b94e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3603635 Apr 18 20:57:29.004291 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [req-ef651fe4-ca8d-4a7f-976e-e45238637bf5 req-3207e2d0-c882-4bb3-901b-18f94ddd8351 tempest-ServerActionsTestJSON-2052644234 tempest-ServerActionsTestJSON-2052644234-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217293'] for port, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:29.009895 n-d-838334-2 neutron-server[84041]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b7307812-da19-4509-9baf-bb3ff8313904', 'name': 'network-vif-deleted', 'tag': '968bbb7b-ac07-4f93-a27a-f9fa924c1025'}] {{(pid=84041) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 20:57:29.015328 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-ef651fe4-ca8d-4a7f-976e-e45238637bf5 req-3207e2d0-c882-4bb3-901b-18f94ddd8351 tempest-ServerActionsTestJSON-2052644234 tempest-ServerActionsTestJSON-2052644234-project] 10.222.0.43 "DELETE /v2.0/ports/968bbb7b-ac07-4f93-a27a-f9fa924c1025 HTTP/1.1" status: 204 len: 173 time: 4.4341354 Apr 18 20:57:29.093754 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-77263155-04be-4d27-88c5-5dfd0db029eb tempest-AttachVolumeNegativeTest-555605742 tempest-AttachVolumeNegativeTest-555605742-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:29.098210 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60143b6d-9ba7-4cc0-b912-9a52702464bf None None] get_active_networks_info from n-d-838334-2 {{(pid=84042) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Apr 18 20:57:29.099134 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-77263155-04be-4d27-88c5-5dfd0db029eb tempest-AttachVolumeNegativeTest-555605742 tempest-AttachVolumeNegativeTest-555605742-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.9457929 Apr 18 20:57:29.103826 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 53258) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:57:29.140841 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.v2.base [None req-a22298fa-93a0-4266-9639-0d30162f8b79 tempest-AttachVolumeNegativeTest-555605742 tempest-AttachVolumeNegativeTest-555605742-project] Request body: {'floatingip': {'floating_network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c'}} {{(pid=84040) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 20:57:29.166856 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77263155-04be-4d27-88c5-5dfd0db029eb tempest-AttachVolumeNegativeTest-555605742 tempest-AttachVolumeNegativeTest-555605742-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4c44635d-58a9-4fb0-bdde-72247ca1aeb1,revision_number=0']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:57:29.182009 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [None req-a22298fa-93a0-4266-9639-0d30162f8b79 tempest-AttachVolumeNegativeTest-555605742 tempest-AttachVolumeNegativeTest-555605742-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:57:29.196873 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-9f29195e-19af-46b5-9f2c-cfd89ce28a55 tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750375259028', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750374836628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32266323'] for port, after_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:29.209901 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-a22298fa-93a0-4266-9639-0d30162f8b79 tempest-AttachVolumeNegativeTest-555605742 tempest-AttachVolumeNegativeTest-555605742-project] Usage tracker for resource:floatingip and tenant:340d04fd839f4c0c896ec9bea561bc50 is out of sync, need to count used quota {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:57:29.269607 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-750e47cc-2575-4e0d-89ff-213f04c7df17 req-0c992d75-8a0f-41f9-9e15-7d05127de8ae service neutron] 10.222.0.48 "GET /v2.0/networks/8b393fb4-fb14-414f-9fb0-af85f5d2a52f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5737510 Apr 18 20:57:29.270460 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-a22298fa-93a0-4266-9639-0d30162f8b79 tempest-AttachVolumeNegativeTest-555605742 tempest-AttachVolumeNegativeTest-555605742-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:57:29.313231 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_dvr_db [None req-d97233d4-441c-4a7e-b615-6ad2fb67cc06 None None] Set router 02589116-d5df-43b3-97bd-4bd75dfb3007 gateway port host: n-d-838334-2 {{(pid=84042) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 20:57:29.325646 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f29195e-19af-46b5-9f2c-cfd89ce28a55 tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Pushing event deleted for resources: {'Port': ['ID=a21ffa47-b845-4dee-a521-e5ad623ea0a8,revision_number=None']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:57:29.442354 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [None req-a22298fa-93a0-4266-9639-0d30162f8b79 tempest-AttachVolumeNegativeTest-555605742 tempest-AttachVolumeNegativeTest-555605742-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:57:29.471817 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-aef59228-c586-47f7-9819-8d6abb927533 req-6e9d3776-3b3d-4310-8f4f-d9b4cc933a51 tempest-ServerShowV254Test-1039301541 tempest-ServerShowV254Test-1039301541-project] 10.222.0.42 "GET /v2.0/ports?device_id=c3eae73d-bc2e-4a1f-9c49-1bdc8c334a96 HTTP/1.1" status: 200 len: 210 time: 0.0686915 Apr 18 20:57:29.479609 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-750e47cc-2575-4e0d-89ff-213f04c7df17 req-fa13259b-46c6-4fc2-9a56-2d74b6e58d25 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.154&port_id=e4a628aa-c125-4eea-8365-b6473a427bb3 HTTP/1.1" status: 200 len: 217 time: 0.1841476 Apr 18 20:57:29.488872 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff3cb7af-f84c-44d5-b7ee-265469736e32 req-c2fdc71b-b3e1-4279-b6df-f7aa43b1a494 tempest-ServersTestJSON-1424434350 tempest-ServersTestJSON-1424434350-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:57:29.495674 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-ff3cb7af-f84c-44d5-b7ee-265469736e32 req-c2fdc71b-b3e1-4279-b6df-f7aa43b1a494 tempest-ServersTestJSON-1424434350 tempest-ServersTestJSON-1424434350-project] 10.222.0.42 "GET /v2.0/networks?id=7083f08e-ab4e-49e9-91e4-270e03cc3e4c HTTP/1.1" status: 200 len: 805 time: 0.6929421 Apr 18 20:57:29.580304 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-ff3cb7af-f84c-44d5-b7ee-265469736e32 req-d4c09f3a-3b7d-4872-9881-41995f2ca8f2 tempest-ServersTestJSON-1424434350 tempest-ServersTestJSON-1424434350-project] 10.222.0.42 "GET /v2.0/quotas/ba267e3ba48c4ff1b4fc57f8cfab7c8c HTTP/1.1" status: 200 len: 375 time: 0.0837097 Apr 18 20:57:29.590864 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-a22298fa-93a0-4266-9639-0d30162f8b79 tempest-AttachVolumeNegativeTest-555605742 tempest-AttachVolumeNegativeTest-555605742-project] Notify callbacks [] for floatingip, before_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:29.635777 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750375287399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253529'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:29.664702 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-9f29195e-19af-46b5-9f2c-cfd89ce28a55 tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217293'] for port, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:29.666756 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-9f29195e-19af-46b5-9f2c-cfd89ce28a55 tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] 10.222.0.42 "DELETE /v2.0/ports/a21ffa47-b845-4dee-a521-e5ad623ea0a8 HTTP/1.1" status: 204 len: 168 time: 2.2881751 Apr 18 20:57:29.669757 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 53286) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:57:29.747350 n-d-838334-2 neutron-server[84042]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60143b6d-9ba7-4cc0-b912-9a52702464bf None None] Resources bound (agent type, host, resource id): {{(pid=84042) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Apr 18 20:57:29.847203 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e9f1cfc-f296-41fb-bfc3-db6c97037f7b tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:57:29.849336 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e9f1cfc-f296-41fb-bfc3-db6c97037f7b tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:57:29.850833 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e9f1cfc-f296-41fb-bfc3-db6c97037f7b tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:57:29.851690 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-3e9f1cfc-f296-41fb-bfc3-db6c97037f7b tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Synchronizing usage tracker for tenant:1256b788e8184019a07eb24a482acda4 on resource:subnet {{(pid=84041) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 20:57:29.867639 n-d-838334-2 neutron-server[84041]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ca2bbb93-afb1-4b09-8bf1-042cfbaa6568'] response: {'server_uuid': 'b7307812-da19-4509-9baf-bb3ff8313904', 'name': 'network-vif-deleted', 'tag': '968bbb7b-ac07-4f93-a27a-f9fa924c1025', 'status': 'completed', 'code': 200} Apr 18 20:57:29.905176 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-3e9f1cfc-f296-41fb-bfc3-db6c97037f7b tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Unset dirty status for tenant:1256b788e8184019a07eb24a482acda4 on resource:subnet {{(pid=84041) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 20:57:29.906398 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-3e9f1cfc-f296-41fb-bfc3-db6c97037f7b tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] 10.222.0.42 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.2337317 Apr 18 20:57:29.909228 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 53304) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:57:30.156564 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-16b4acc2-6ec7-4384-9b5f-ea186346663f req-57113674-7612-4ca2-aae3-e7c4044efa39 tempest-ServerActionsTestJSON-2052644234 tempest-ServerActionsTestJSON-2052644234-project] 10.222.0.42 "GET /v2.0/ports?device_id=b7307812-da19-4509-9baf-bb3ff8313904 HTTP/1.1" status: 200 len: 210 time: 0.1045675 Apr 18 20:57:30.214273 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-750e47cc-2575-4e0d-89ff-213f04c7df17 req-f4bb9d22-2842-4a86-90df-7aa20d5facc9 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:57:30.219855 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-750e47cc-2575-4e0d-89ff-213f04c7df17 req-f4bb9d22-2842-4a86-90df-7aa20d5facc9 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=e3291cf4-4c37-4898-8026-16f9e0aaa3d9 HTTP/1.1" status: 200 len: 797 time: 0.7159891 Apr 18 20:57:30.274827 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-dc59a9a4-8b56-49b7-8858-b221c484bcd2 req-00a7e29d-4a16-43ba-938a-ddfbfb607919 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=c3eae73d-bc2e-4a1f-9c49-1bdc8c334a96 HTTP/1.1" status: 200 len: 210 time: 0.1626778 Apr 18 20:57:30.310526 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_hamode_db [None req-d97233d4-441c-4a7e-b615-6ad2fb67cc06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '02589116-d5df-43b3-97bd-4bd75dfb3007', 'name': 'tempest-ServerActionsTestJSON-111983746-router', 'tenant_id': '6be92480d0964f34a8ede9caae0c987d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'external_fixed_ips': [{'subnet_id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'ip_address': '172.25.8.89'}], 'enable_snat': True}, 'gw_port_id': '3c7fbe60-f145-4449-807d-cb35c83d1a66', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:47:46Z', 'updated_at': '2022-04-18T20:47:52Z', 'revision_number': 4, 'project_id': '6be92480d0964f34a8ede9caae0c987d', 'gw_port': {'id': '3c7fbe60-f145-4449-807d-cb35c83d1a66', 'name': '', 'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:a1:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02589116-d5df-43b3-97bd-4bd75dfb3007', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'ip_address': '172.25.8.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:47:47Z', 'updated_at': '2022-04-18T20:47:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838334-2', '_interfaces': [{'id': 'bbf9cbaa-ee8e-49a5-ac82-a66e1079d75c', 'name': '', 'network_id': '48f708f8-0904-4115-910c-bb1ab06d7263', 'tenant_id': '6be92480d0964f34a8ede9caae0c987d', 'mac_address': 'fa:16:3e:8b:25:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02589116-d5df-43b3-97bd-4bd75dfb3007', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '488f35b7-694e-475d-862d-2f00f4388d03', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:47:51Z', 'updated_at': '2022-04-18T20:48:00Z', 'revision_number': 5, 'project_id': '6be92480d0964f34a8ede9caae0c987d', 'subnets': [{'id': '488f35b7-694e-475d-862d-2f00f4388d03', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838334-2', False) {} {{(pid=84042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:57:30.319833 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-ff3cb7af-f84c-44d5-b7ee-265469736e32 req-7a4f2776-47f5-4e9b-ad61-47cedbf2f784 tempest-ServersTestJSON-1424434350 tempest-ServersTestJSON-1424434350-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=ba267e3ba48c4ff1b4fc57f8cfab7c8c&fields=id HTTP/1.1" status: 200 len: 255 time: 0.6464992 Apr 18 20:57:30.328292 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d97233d4-441c-4a7e-b615-6ad2fb67cc06 None None] Checking router: 02589116-d5df-43b3-97bd-4bd75dfb3007 for host: n-d-838334-2 {{(pid=84042) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 18 20:57:30.358145 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.db_base_plugin_v2 [None req-f7a28fd0-8a72-47ca-850b-209a03a0413f tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Deleting subnet 14a6c651-4e7b-4572-b6b1-dfe4c184b4c6 {{(pid=84041) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 18 20:57:30.365862 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-f7a28fd0-8a72-47ca-850b-209a03a0413f tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Notify callbacks [] for subnet, before_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:30.366349 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d97233d4-441c-4a7e-b615-6ad2fb67cc06 None None] Routers {'02589116-d5df-43b3-97bd-4bd75dfb3007'} bound to L3 agent in host n-d-838334-2 {{(pid=84042) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 20:57:30.366990 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_hamode_db [None req-d97233d4-441c-4a7e-b615-6ad2fb67cc06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838334-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-18T20:25:48Z,description=,heartbeat_timestamp=2022-04-18T20:57:18Z,host='n-d-838334-2',id=bc84d6c9-dd7a-4555-a351-592327b46d5a,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:25:48Z,topic='l3_agent')) {'router_ids': ['02589116-d5df-43b3-97bd-4bd75dfb3007'], 'active': True} {{(pid=84042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:57:30.454581 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-f7a28fd0-8a72-47ca-850b-209a03a0413f tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32266383'] for subnet, precommit_delete_associations {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:30.583120 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-f7a28fd0-8a72-47ca-850b-209a03a0413f tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1260556'] for subnet, precommit_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:30.670247 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-750e47cc-2575-4e0d-89ff-213f04c7df17 req-3c146383-1ba8-49e0-bd6b-24337bbd555f service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=4c6d63fa-10ee-46ac-a5d2-fd4675ff700f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.4355409 Apr 18 20:57:30.685000 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-ff3cb7af-f84c-44d5-b7ee-265469736e32 req-8c73dd0c-fd26-4e97-8df6-17df3dad8bf8 service neutron] 10.222.0.42 "GET /v2.0/networks/7083f08e-ab4e-49e9-91e4-270e03cc3e4c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3632193 Apr 18 20:57:30.704976 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-a22298fa-93a0-4266-9639-0d30162f8b79 tempest-AttachVolumeNegativeTest-555605742 tempest-AttachVolumeNegativeTest-555605742-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:30.730063 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-f7a28fd0-8a72-47ca-850b-209a03a0413f tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1260549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33526260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32266336', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32486390'] for subnet, after_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:30.776961 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7a28fd0-8a72-47ca-850b-209a03a0413f tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Pushing event deleted for resources: {'Subnet': ['ID=14a6c651-4e7b-4572-b6b1-dfe4c184b4c6,revision_number=None']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:57:30.791295 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-f7a28fd0-8a72-47ca-850b-209a03a0413f tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Notify callbacks [] for subnet, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:30.806329 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-f7a28fd0-8a72-47ca-850b-209a03a0413f tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] 10.222.0.42 "DELETE /v2.0/subnets/14a6c651-4e7b-4572-b6b1-dfe4c184b4c6 HTTP/1.1" status: 204 len: 168 time: 0.8959751 Apr 18 20:57:30.808896 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 53312) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:57:30.824777 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_dvr_db [None req-d97233d4-441c-4a7e-b615-6ad2fb67cc06 None None] Set router 02589116-d5df-43b3-97bd-4bd75dfb3007 gateway port host: n-d-838334-2 {{(pid=84042) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 20:57:30.918633 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.db_base_plugin_v2 [None req-6452bc4f-cffa-4090-8488-f29a673a84b9 tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Deleting subnet 5496c38a-f8a1-4273-95cf-b4b5761cf5a8 {{(pid=84041) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 18 20:57:30.925181 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-6452bc4f-cffa-4090-8488-f29a673a84b9 tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Notify callbacks [] for subnet, before_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:31.014855 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-6452bc4f-cffa-4090-8488-f29a673a84b9 tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32266383'] for subnet, precommit_delete_associations {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:31.197363 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-6452bc4f-cffa-4090-8488-f29a673a84b9 tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1260556'] for subnet, precommit_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:31.269604 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbdb054b-dcc3-4137-a7ce-6145e3db2e30 req-f651ae8f-54c3-4d97-9e0d-d7f5dc2c221f tempest-AttachVolumeShelveTestJSON-1712717013 tempest-AttachVolumeShelveTestJSON-1712717013-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:57:31.278356 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-fbdb054b-dcc3-4137-a7ce-6145e3db2e30 req-f651ae8f-54c3-4d97-9e0d-d7f5dc2c221f tempest-AttachVolumeShelveTestJSON-1712717013 tempest-AttachVolumeShelveTestJSON-1712717013-project] 10.222.0.42 "GET /v2.0/ports?device_id=5b9655ef-e7a4-49b4-bc6e-a6c04beac88f HTTP/1.1" status: 200 len: 946 time: 0.9135399 Apr 18 20:57:31.442511 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-6452bc4f-cffa-4090-8488-f29a673a84b9 tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1260549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33526260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32266336', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32486390'] for subnet, after_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:31.525044 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.db_base_plugin_common [None req-a22298fa-93a0-4266-9639-0d30162f8b79 tempest-AttachVolumeNegativeTest-555605742 tempest-AttachVolumeNegativeTest-555605742-project] Allocated IP 172.25.8.149 (e41b6600-a917-4a8d-b05c-be3be40c6d8c/6b05667b-848e-4356-9b44-d5eb6808ef74/fdf43958-35aa-473a-b05e-b8690ce48a87) {{(pid=84040) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:57:31.542192 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6452bc4f-cffa-4090-8488-f29a673a84b9 tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Pushing event deleted for resources: {'Subnet': ['ID=5496c38a-f8a1-4273-95cf-b4b5761cf5a8,revision_number=None']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:57:31.581465 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-6452bc4f-cffa-4090-8488-f29a673a84b9 tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Notify callbacks [] for subnet, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:31.586685 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6452bc4f-cffa-4090-8488-f29a673a84b9 tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:57:31.587056 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6452bc4f-cffa-4090-8488-f29a673a84b9 tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:57:31.587402 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6452bc4f-cffa-4090-8488-f29a673a84b9 tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:57:31.595812 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6452bc4f-cffa-4090-8488-f29a673a84b9 tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:57:31.596257 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6452bc4f-cffa-4090-8488-f29a673a84b9 tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:57:31.596615 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6452bc4f-cffa-4090-8488-f29a673a84b9 tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:57:31.596893 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-750e47cc-2575-4e0d-89ff-213f04c7df17 req-102bd70a-6da9-40d6-889a-19eec36e4a89 service neutron] 10.222.0.48 "GET /v2.0/networks/4c6d63fa-10ee-46ac-a5d2-fd4675ff700f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8855088 Apr 18 20:57:31.597020 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6452bc4f-cffa-4090-8488-f29a673a84b9 tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:57:31.597282 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6452bc4f-cffa-4090-8488-f29a673a84b9 tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:57:31.597628 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6452bc4f-cffa-4090-8488-f29a673a84b9 tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:57:31.597944 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6452bc4f-cffa-4090-8488-f29a673a84b9 tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:57:31.598828 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6452bc4f-cffa-4090-8488-f29a673a84b9 tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:57:31.625831 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-6452bc4f-cffa-4090-8488-f29a673a84b9 tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] 10.222.0.42 "DELETE /v2.0/subnets/5496c38a-f8a1-4273-95cf-b4b5761cf5a8 HTTP/1.1" status: 204 len: 168 time: 0.8138726 Apr 18 20:57:31.629019 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 53324) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:57:31.642864 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_hamode_db [None req-d97233d4-441c-4a7e-b615-6ad2fb67cc06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '02589116-d5df-43b3-97bd-4bd75dfb3007', 'name': 'tempest-ServerActionsTestJSON-111983746-router', 'tenant_id': '6be92480d0964f34a8ede9caae0c987d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'external_fixed_ips': [{'subnet_id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'ip_address': '172.25.8.89'}], 'enable_snat': True}, 'gw_port_id': '3c7fbe60-f145-4449-807d-cb35c83d1a66', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:47:46Z', 'updated_at': '2022-04-18T20:47:52Z', 'revision_number': 4, 'project_id': '6be92480d0964f34a8ede9caae0c987d', 'gw_port': {'id': '3c7fbe60-f145-4449-807d-cb35c83d1a66', 'name': '', 'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:a1:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02589116-d5df-43b3-97bd-4bd75dfb3007', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'ip_address': '172.25.8.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:47:47Z', 'updated_at': '2022-04-18T20:47:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838334-2', '_interfaces': [{'id': 'bbf9cbaa-ee8e-49a5-ac82-a66e1079d75c', 'name': '', 'network_id': '48f708f8-0904-4115-910c-bb1ab06d7263', 'tenant_id': '6be92480d0964f34a8ede9caae0c987d', 'mac_address': 'fa:16:3e:8b:25:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02589116-d5df-43b3-97bd-4bd75dfb3007', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '488f35b7-694e-475d-862d-2f00f4388d03', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:47:51Z', 'updated_at': '2022-04-18T20:48:00Z', 'revision_number': 5, 'project_id': '6be92480d0964f34a8ede9caae0c987d', 'subnets': [{'id': '488f35b7-694e-475d-862d-2f00f4388d03', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838334-2', False) {} {{(pid=84042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:57:31.654790 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d97233d4-441c-4a7e-b615-6ad2fb67cc06 None None] The sync data for ids ['02589116-d5df-43b3-97bd-4bd75dfb3007'] in n-d-838334-2 is: [{'id': '02589116-d5df-43b3-97bd-4bd75dfb3007', 'name': 'tempest-ServerActionsTestJSON-111983746-router', 'tenant_id': '6be92480d0964f34a8ede9caae0c987d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'external_fixed_ips': [{'subnet_id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'ip_address': '172.25.8.89'}], 'enable_snat': True}, 'gw_port_id': '3c7fbe60-f145-4449-807d-cb35c83d1a66', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:47:46Z', 'updated_at': '2022-04-18T20:47:52Z', 'revision_number': 4, 'project_id': '6be92480d0964f34a8ede9caae0c987d', 'gw_port': {'id': '3c7fbe60-f145-4449-807d-cb35c83d1a66', 'name': '', 'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:a1:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02589116-d5df-43b3-97bd-4bd75dfb3007', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'ip_address': '172.25.8.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:47:47Z', 'updated_at': '2022-04-18T20:47:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838334-2', '_interfaces': [{'id': 'bbf9cbaa-ee8e-49a5-ac82-a66e1079d75c', 'name': '', 'network_id': '48f708f8-0904-4115-910c-bb1ab06d7263', 'tenant_id': '6be92480d0964f34a8ede9caae0c987d', 'mac_address': 'fa:16:3e:8b:25:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02589116-d5df-43b3-97bd-4bd75dfb3007', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '488f35b7-694e-475d-862d-2f00f4388d03', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:47:51Z', 'updated_at': '2022-04-18T20:48:00Z', 'revision_number': 5, 'project_id': '6be92480d0964f34a8ede9caae0c987d', 'subnets': [{'id': '488f35b7-694e-475d-862d-2f00f4388d03', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84042) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 18 20:57:31.743601 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-983adbd5-e3b2-41da-897e-6f03d496f9ae tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] 10.222.0.42 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1134031 Apr 18 20:57:31.744290 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 53328) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:57:31.750333 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.v2.base [None req-8cf1d239-28aa-46dc-96a3-bfc09505653f tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Request body: {'subnet': {'network_id': 'ef903069-7c89-4376-963f-99c58ca6d615', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=84041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 20:57:31.788154 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-fbdb054b-dcc3-4137-a7ce-6145e3db2e30 req-87fb0f5f-64a1-4e9b-ae68-94eb04470b01 tempest-AttachVolumeShelveTestJSON-1712717013 tempest-AttachVolumeShelveTestJSON-1712717013-project] 10.222.0.42 "GET /v2.0/security-groups?id=e08cc47c-4c66-43de-a30b-78ed2c16d927&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5086377 Apr 18 20:57:31.845085 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-ff3cb7af-f84c-44d5-b7ee-265469736e32 req-24d0f122-e9dd-4c99-bbe9-580a6e892626 service neutron] 10.222.0.42 "GET /v2.0/networks/7083f08e-ab4e-49e9-91e4-270e03cc3e4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1600876 Apr 18 20:57:31.889435 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61688871-672c-441a-9f3a-f61a62bbdd53 None None] get_active_networks_info from n-d-838334-2 {{(pid=84042) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Apr 18 20:57:31.982343 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-750e47cc-2575-4e0d-89ff-213f04c7df17 req-512f7fc3-df8f-476e-a90c-b494e670bcdc service neutron] 10.222.0.48 "GET /v2.0/networks/4c6d63fa-10ee-46ac-a5d2-fd4675ff700f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2909148 Apr 18 20:57:32.012762 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-8cf1d239-28aa-46dc-96a3-bfc09505653f tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:57:32.024288 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-8cf1d239-28aa-46dc-96a3-bfc09505653f tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Usage tracker for resource:subnet and tenant:1256b788e8184019a07eb24a482acda4 is out of sync, need to count used quota {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:57:32.044657 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-8cf1d239-28aa-46dc-96a3-bfc09505653f tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:57:32.066125 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-8cf1d239-28aa-46dc-96a3-bfc09505653f tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:57:32.096992 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8cf1d239-28aa-46dc-96a3-bfc09505653f tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Made reservation on behalf of 1256b788e8184019a07eb24a482acda4 for: {'subnet': 1} {{(pid=84041) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:57:32.113222 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-8cf1d239-28aa-46dc-96a3-bfc09505653f tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32486301'] for subnet, before_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:32.144227 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-750e47cc-2575-4e0d-89ff-213f04c7df17 req-16547292-38c6-41b3-9c20-8ac72934bb28 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.162&port_id=8725f57c-a397-438c-bf13-f1b54c12fc76 HTTP/1.1" status: 200 len: 217 time: 0.1350601 Apr 18 20:57:32.152210 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-a22298fa-93a0-4266-9639-0d30162f8b79 tempest-AttachVolumeNegativeTest-555605742 tempest-AttachVolumeNegativeTest-555605742-project] Notify callbacks [] for port, precommit_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:32.154643 n-d-838334-2 neutron-server[84043]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee6ad579-7ea5-411e-a32d-a4f87d190785 None None] New status for floating IP 8e8e3a85-21f7-44c4-8170-e50a7e6bae7b: DOWN {{(pid=84043) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Apr 18 20:57:32.185187 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-ea7d57dd-e128-47b8-85cc-ca3d38a76477 None None] Provisioning complete for port 856f7191-765a-4fd0-80fd-3c9890390753 triggered by entity DHCP. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:57:32.185187 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-ea7d57dd-e128-47b8-85cc-ca3d38a76477 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1253608'] for port, provisioning_complete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:32.444143 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-e8a23577-f2d1-47cc-ba49-07ac7a613014 req-10a230a2-7c01-4572-b77b-03d8ff67b03d tempest-ServerShowV254Test-1039301541 tempest-ServerShowV254Test-1039301541-project] 10.222.0.42 "GET /v2.0/ports?device_id=c3eae73d-bc2e-4a1f-9c49-1bdc8c334a96 HTTP/1.1" status: 200 len: 210 time: 0.1473372 Apr 18 20:57:32.504492 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-750e47cc-2575-4e0d-89ff-213f04c7df17 req-28250b2c-c361-4a7e-b5fe-cc879201a6ce service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:57:32.505986 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-750e47cc-2575-4e0d-89ff-213f04c7df17 req-28250b2c-c361-4a7e-b5fe-cc879201a6ce service neutron] 10.222.0.48 "GET /v2.0/subnets?id=e3291cf4-4c37-4898-8026-16f9e0aaa3d9 HTTP/1.1" status: 200 len: 797 time: 0.3496885 Apr 18 20:57:32.530360 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82c00c00-8ac9-4fb6-9916-dc4d8427ff1b req-0a6fb0f8-16ec-43ad-a4a3-bd58dc0b2e00 tempest-DeleteServersTestJSON-915645800 tempest-DeleteServersTestJSON-915645800-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:57:32.538891 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-82c00c00-8ac9-4fb6-9916-dc4d8427ff1b req-0a6fb0f8-16ec-43ad-a4a3-bd58dc0b2e00 tempest-DeleteServersTestJSON-915645800 tempest-DeleteServersTestJSON-915645800-project] 10.222.0.42 "GET /v2.0/ports?device_id=f2b26dda-40aa-4c01-bf22-35ecafdb42a4 HTTP/1.1" status: 200 len: 945 time: 0.3937228 Apr 18 20:57:32.650312 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-a22298fa-93a0-4266-9639-0d30162f8b79 tempest-AttachVolumeNegativeTest-555605742 tempest-AttachVolumeNegativeTest-555605742-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750374836619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32440838'] for port, after_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:32.668267 n-d-838334-2 neutron-server[84042]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61688871-672c-441a-9f3a-f61a62bbdd53 None None] Resources bound (agent type, host, resource id): {{(pid=84042) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Apr 18 20:57:32.760109 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-8cf1d239-28aa-46dc-96a3-bfc09505653f tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33526260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32266407', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32486287'] for subnet, after_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:32.780285 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a22298fa-93a0-4266-9639-0d30162f8b79 tempest-AttachVolumeNegativeTest-555605742 tempest-AttachVolumeNegativeTest-555605742-project] Pushing event updated for resources: {'Port': ['ID=fdf43958-35aa-473a-b05e-b8690ce48a87,revision_number=1']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:57:32.854208 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-750e47cc-2575-4e0d-89ff-213f04c7df17 req-80ecf1a3-2e68-4e65-8909-6306569dc885 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=4c6d63fa-10ee-46ac-a5d2-fd4675ff700f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.3411117 Apr 18 20:57:32.876638 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-82c00c00-8ac9-4fb6-9916-dc4d8427ff1b req-84b63ff5-4488-43f2-9fe9-7cad0c607d10 tempest-DeleteServersTestJSON-915645800 tempest-DeleteServersTestJSON-915645800-project] 10.222.0.42 "GET /v2.0/security-groups?id=588d127b-19b7-4c3d-9f79-a400181b94e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3346050 Apr 18 20:57:32.902422 n-d-838334-2 neutron-server[84040]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a22298fa-93a0-4266-9639-0d30162f8b79 tempest-AttachVolumeNegativeTest-555605742 tempest-AttachVolumeNegativeTest-555605742-project] Network e41b6600-a917-4a8d-b05c-be3be40c6d8c is already hosted by enough agents. {{(pid=84040) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:57:32.918300 n-d-838334-2 neutron-server[84041]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8cf1d239-28aa-46dc-96a3-bfc09505653f tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Network ef903069-7c89-4376-963f-99c58ca6d615 is already hosted by enough agents. {{(pid=84041) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:57:32.923733 n-d-838334-2 neutron-server[84041]: DEBUG neutron.scheduler.base_scheduler [None req-8cf1d239-28aa-46dc-96a3-bfc09505653f tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Resources bound (agent type, host, resource id): {{(pid=84041) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:57:32.929226 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8cf1d239-28aa-46dc-96a3-bfc09505653f tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:57:32.934356 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-8cf1d239-28aa-46dc-96a3-bfc09505653f tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Notify callbacks [] for subnet, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:33.039115 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cf1d239-28aa-46dc-96a3-bfc09505653f tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Pushing event updated for resources: {'Subnet': ['ID=ea7ba971-3fc7-4ec4-bf31-9b14d7f3a5c0,revision_number=0']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:57:33.049094 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-8cf1d239-28aa-46dc-96a3-bfc09505653f tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3036962 Apr 18 20:57:33.052098 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 53356) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:57:33.085888 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.v2.base [None req-dd8023d7-c7d1-4859-b63c-29a3d948f7ee tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Request body: {'subnet': {'network_id': 'ef903069-7c89-4376-963f-99c58ca6d615', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=84041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 20:57:33.153106 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-750e47cc-2575-4e0d-89ff-213f04c7df17 req-e0895ee6-8542-4005-9328-ca1fe90b57a8 service neutron] 10.222.0.48 "GET /v2.0/networks/4c6d63fa-10ee-46ac-a5d2-fd4675ff700f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2623019 Apr 18 20:57:33.153933 n-d-838334-2 neutron-server[84040]: DEBUG neutron.scheduler.base_scheduler [None req-a22298fa-93a0-4266-9639-0d30162f8b79 tempest-AttachVolumeNegativeTest-555605742 tempest-AttachVolumeNegativeTest-555605742-project] Resources bound (agent type, host, resource id): {{(pid=84040) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:57:33.158862 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a22298fa-93a0-4266-9639-0d30162f8b79 tempest-AttachVolumeNegativeTest-555605742 tempest-AttachVolumeNegativeTest-555605742-project] Received port after_create {{(pid=84040) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 20:57:33.274689 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-dd8023d7-c7d1-4859-b63c-29a3d948f7ee tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:57:33.279660 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-dd8023d7-c7d1-4859-b63c-29a3d948f7ee tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Usage tracker for resource:subnet and tenant:1256b788e8184019a07eb24a482acda4 is out of sync, need to count used quota {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:57:33.283557 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-dd8023d7-c7d1-4859-b63c-29a3d948f7ee tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:57:33.291026 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-dd8023d7-c7d1-4859-b63c-29a3d948f7ee tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:57:33.309823 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd8023d7-c7d1-4859-b63c-29a3d948f7ee tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Made reservation on behalf of 1256b788e8184019a07eb24a482acda4 for: {'subnet': 1} {{(pid=84041) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:57:33.314300 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-dd8023d7-c7d1-4859-b63c-29a3d948f7ee tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32486301'] for subnet, before_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:33.333081 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-750e47cc-2575-4e0d-89ff-213f04c7df17 req-b089110a-e6a1-49ac-ad50-15801dfe1e61 service neutron] 10.222.0.48 "GET /v2.0/networks/4c6d63fa-10ee-46ac-a5d2-fd4675ff700f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1457908 Apr 18 20:57:33.442405 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-750e47cc-2575-4e0d-89ff-213f04c7df17 req-3c6be491-fc8c-4e1d-8346-ab4a20091c8e service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.214&port_id=96e60da2-99c4-4d74-935a-c80b74ebeb56 HTTP/1.1" status: 200 len: 217 time: 0.0937927 Apr 18 20:57:33.620213 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-750e47cc-2575-4e0d-89ff-213f04c7df17 req-84089fd5-586b-4483-961f-b8580fdeed1e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:57:33.622162 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-750e47cc-2575-4e0d-89ff-213f04c7df17 req-84089fd5-586b-4483-961f-b8580fdeed1e service neutron] 10.222.0.48 "GET /v2.0/subnets?id=e3291cf4-4c37-4898-8026-16f9e0aaa3d9 HTTP/1.1" status: 200 len: 797 time: 0.1688297 Apr 18 20:57:33.693071 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750375287399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253529'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:33.794426 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 53378) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:57:33.945243 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d01b2e4-1c84-4e80-8793-6379af5c153a None None] Update dhcp port {'port': {'network_id': 'ef903069-7c89-4376-963f-99c58ca6d615', 'fixed_ips': [{'subnet_id': 'ea7ba971-3fc7-4ec4-bf31-9b14d7f3a5c0'}], 'binding:host_id': 'n-d-838334-2'}, 'id': '856f7191-765a-4fd0-80fd-3c9890390753'} from n-d-838334-2. {{(pid=84042) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:307}} Apr 18 20:57:34.015035 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-e2031038-1757-4c1a-b865-5cbf46f7d44a tempest-ServerActionsTestJSON-2052644234 tempest-ServerActionsTestJSON-2052644234-project] Notify callbacks [] for security_group, before_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:34.064839 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-e2031038-1757-4c1a-b865-5cbf46f7d44a tempest-ServerActionsTestJSON-2052644234 tempest-ServerActionsTestJSON-2052644234-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:34.159952 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-5d01b2e4-1c84-4e80-8793-6379af5c153a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:34.218228 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-a22298fa-93a0-4266-9639-0d30162f8b79 tempest-AttachVolumeNegativeTest-555605742 tempest-AttachVolumeNegativeTest-555605742-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:34.239238 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-750e47cc-2575-4e0d-89ff-213f04c7df17 req-87276f82-7ed3-49bb-a2d7-93a0f3b89cd8 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=4c6d63fa-10ee-46ac-a5d2-fd4675ff700f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.5938771 Apr 18 20:57:34.248892 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-e2031038-1757-4c1a-b865-5cbf46f7d44a tempest-ServerActionsTestJSON-2052644234 tempest-ServerActionsTestJSON-2052644234-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33528224'] for security_group, after_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:34.304995 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-a22298fa-93a0-4266-9639-0d30162f8b79 tempest-AttachVolumeNegativeTest-555605742 tempest-AttachVolumeNegativeTest-555605742-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:34.344521 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2031038-1757-4c1a-b865-5cbf46f7d44a tempest-ServerActionsTestJSON-2052644234 tempest-ServerActionsTestJSON-2052644234-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2aeb662-6a43-4389-8810-9fad3627855b,revision_number=None']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:57:34.415137 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-6d75cfce-dc50-45d6-895d-cb7e90938ea9 req-dcd1e3d2-67db-4bea-95f9-9c19acbe331f service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=f1c97399e9444f708e60c2739947986d&device_id=c3eae73d-bc2e-4a1f-9c49-1bdc8c334a96 HTTP/1.1" status: 200 len: 210 time: 0.1217737 Apr 18 20:57:34.504792 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5774455e-fe95-499b-b04c-6becec1acdb5 req-55433397-501c-46dc-95fa-e4a09d513cb4 tempest-AttachVolumeShelveTestJSON-1712717013 tempest-AttachVolumeShelveTestJSON-1712717013-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:57:34.511712 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-5774455e-fe95-499b-b04c-6becec1acdb5 req-55433397-501c-46dc-95fa-e4a09d513cb4 tempest-AttachVolumeShelveTestJSON-1712717013 tempest-AttachVolumeShelveTestJSON-1712717013-project] 10.222.0.42 "GET /v2.0/ports?device_id=5b9655ef-e7a4-49b4-bc6e-a6c04beac88f HTTP/1.1" status: 200 len: 946 time: 0.3764882 Apr 18 20:57:34.561843 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-e2031038-1757-4c1a-b865-5cbf46f7d44a tempest-ServerActionsTestJSON-2052644234 tempest-ServerActionsTestJSON-2052644234-project] Notify callbacks [] for security_group, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:34.565733 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-e2031038-1757-4c1a-b865-5cbf46f7d44a tempest-ServerActionsTestJSON-2052644234 tempest-ServerActionsTestJSON-2052644234-project] 10.222.0.42 "DELETE /v2.0/security-groups/c2aeb662-6a43-4389-8810-9fad3627855b HTTP/1.1" status: 204 len: 168 time: 0.7685211 Apr 18 20:57:34.566463 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 53392) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:57:34.586542 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-6d75cfce-dc50-45d6-895d-cb7e90938ea9 req-30de876a-bcc9-43cf-b1ae-5bc741111321 service neutron] 10.222.0.43 "GET /v2.0/networks?tenant_id=f1c97399e9444f708e60c2739947986d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1586232 Apr 18 20:57:34.634141 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.db_base_plugin_common [None req-5d01b2e4-1c84-4e80-8793-6379af5c153a None None] Allocated IP 172.20.0.2 (ef903069-7c89-4376-963f-99c58ca6d615/ea7ba971-3fc7-4ec4-bf31-9b14d7f3a5c0/856f7191-765a-4fd0-80fd-3c9890390753) {{(pid=84042) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:57:34.641760 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.db_base_plugin_common [None req-5d01b2e4-1c84-4e80-8793-6379af5c153a None None] Allocated IP 2001:db8::f816:3eff:fed4:1344 (ef903069-7c89-4376-963f-99c58ca6d615/622c2c36-4a66-4c95-bae8-ebc5569ee43a/856f7191-765a-4fd0-80fd-3c9890390753) {{(pid=84042) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:57:34.648004 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-750e47cc-2575-4e0d-89ff-213f04c7df17 req-d49ca9d7-49eb-4426-8426-d1c77367c578 service neutron] 10.222.0.48 "GET /v2.0/networks/4c6d63fa-10ee-46ac-a5d2-fd4675ff700f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3458712 Apr 18 20:57:34.648245 n-d-838334-2 neutron-server[84041]: DEBUG neutron.objects.ports [None req-dd8023d7-c7d1-4859-b63c-29a3d948f7ee tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=84041) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} Apr 18 20:57:34.726299 n-d-838334-2 neutron-server[84041]: INFO neutron.api.v2.resource [None req-51c59912-34b1-4b1b-8879-422c5c5b7d5e tempest-ServerActionsTestJSON-2052644234 tempest-ServerActionsTestJSON-2052644234-project] show failed (client error): The resource could not be found. Apr 18 20:57:34.728704 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-51c59912-34b1-4b1b-8879-422c5c5b7d5e tempest-ServerActionsTestJSON-2052644234 tempest-ServerActionsTestJSON-2052644234-project] 10.222.0.42 "GET /v2.0/security-groups/c2aeb662-6a43-4389-8810-9fad3627855b HTTP/1.1" status: 404 len: 347 time: 0.1500456 Apr 18 20:57:34.746375 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 53396) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:57:34.857031 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-5d01b2e4-1c84-4e80-8793-6379af5c153a None None] For port 856f7191-765a-4fd0-80fd-3c9890390753, host n-d-838334-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838334-2',level=0,port_id=856f7191-765a-4fd0-80fd-3c9890390753,segment=NetworkSegment(fbf28fbd-36f8-46f3-be08-57d41821e390),segment_id=fbf28fbd-36f8-46f3-be08-57d41821e390)] {{(pid=84042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:57:34.914788 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-5d01b2e4-1c84-4e80-8793-6379af5c153a None None] Notify callbacks [] for port, precommit_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:34.916643 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d75cfce-dc50-45d6-895d-cb7e90938ea9 req-f3f29dee-5e7f-48ee-b50b-30770b1e15d0 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:57:34.918718 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-6d75cfce-dc50-45d6-895d-cb7e90938ea9 req-f3f29dee-5e7f-48ee-b50b-30770b1e15d0 service neutron] 10.222.0.43 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1888123 Apr 18 20:57:34.954275 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-5d01b2e4-1c84-4e80-8793-6379af5c153a None None] Transition to ACTIVE for port object 856f7191-765a-4fd0-80fd-3c9890390753 will not be triggered until provisioned by entity DHCP. {{(pid=84042) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 20:57:34.958398 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-5d01b2e4-1c84-4e80-8793-6379af5c153a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682'] for port, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:34.965095 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.db.api [None req-dd8023d7-c7d1-4859-b63c-29a3d948f7ee tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Retry wrapper got retriable exception: Failed to create a duplicate IpamAllocation: for attribute(s) ['ipamallocations.PRIMARY'] with value(s) 2001:db8::f816:3eff:fed4:1344-cf7f28f2-2793-40d1-87eb-f09ebecef7 {{(pid=84041) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 18 20:57:34.965674 n-d-838334-2 neutron-server[84041]: DEBUG oslo_db.api [None req-dd8023d7-c7d1-4859-b63c-29a3d948f7ee tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2._create_subnet_postcommit {{(pid=84041) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 18 20:57:34.989271 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.plugin [None req-9c4748c7-183f-4824-8275-50d585d9086d tempest-ServerActionsTestJSON-2052644234 tempest-ServerActionsTestJSON-2052644234-project] Deleting port a8112620-d7b9-4213-b38b-ef2e2347fc39 {{(pid=84040) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 20:57:34.989602 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-9c4748c7-183f-4824-8275-50d585d9086d tempest-ServerActionsTestJSON-2052644234 tempest-ServerActionsTestJSON-2052644234-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750375188691'] for port, before_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:35.098636 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-5774455e-fe95-499b-b04c-6becec1acdb5 req-f6bdf0fb-3e4b-446a-aa2c-3c3608e29c8a tempest-AttachVolumeShelveTestJSON-1712717013 tempest-AttachVolumeShelveTestJSON-1712717013-project] 10.222.0.42 "GET /v2.0/security-groups?id=e08cc47c-4c66-43de-a30b-78ed2c16d927&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5859630 Apr 18 20:57:35.118945 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d01b2e4-1c84-4e80-8793-6379af5c153a None None] Pushing event updated for resources: {'Port': ['ID=856f7191-765a-4fd0-80fd-3c9890390753,revision_number=12']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:57:35.393863 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-750e47cc-2575-4e0d-89ff-213f04c7df17 req-e8199cf3-16e8-4418-a282-05c26ee6f4e6 service neutron] 10.222.0.48 "GET /v2.0/networks/4c6d63fa-10ee-46ac-a5d2-fd4675ff700f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7366931 Apr 18 20:57:35.407462 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2ed88e6-f782-450c-ae2d-11b9168aadb8 req-9f61c977-5f84-4899-994d-e9e29f869343 tempest-TaggedBootDevicesTest_v242-417596240 tempest-TaggedBootDevicesTest_v242-417596240-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:57:35.417249 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2ed88e6-f782-450c-ae2d-11b9168aadb8 req-9f61c977-5f84-4899-994d-e9e29f869343 tempest-TaggedBootDevicesTest_v242-417596240 tempest-TaggedBootDevicesTest_v242-417596240-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:57:35.421205 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2ed88e6-f782-450c-ae2d-11b9168aadb8 req-9f61c977-5f84-4899-994d-e9e29f869343 tempest-TaggedBootDevicesTest_v242-417596240 tempest-TaggedBootDevicesTest_v242-417596240-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:57:35.443347 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2ed88e6-f782-450c-ae2d-11b9168aadb8 req-9f61c977-5f84-4899-994d-e9e29f869343 tempest-TaggedBootDevicesTest_v242-417596240 tempest-TaggedBootDevicesTest_v242-417596240-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:57:35.449629 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2ed88e6-f782-450c-ae2d-11b9168aadb8 req-9f61c977-5f84-4899-994d-e9e29f869343 tempest-TaggedBootDevicesTest_v242-417596240 tempest-TaggedBootDevicesTest_v242-417596240-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:57:35.460716 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2ed88e6-f782-450c-ae2d-11b9168aadb8 req-9f61c977-5f84-4899-994d-e9e29f869343 tempest-TaggedBootDevicesTest_v242-417596240 tempest-TaggedBootDevicesTest_v242-417596240-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:57:35.461232 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Device 856f7191-765a-4fd0-80fd-3c9890390753 up at agent ovs-agent-n-d-838334-2 {{(pid=84042) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 20:57:35.465254 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2ed88e6-f782-450c-ae2d-11b9168aadb8 req-9f61c977-5f84-4899-994d-e9e29f869343 tempest-TaggedBootDevicesTest_v242-417596240 tempest-TaggedBootDevicesTest_v242-417596240-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:57:35.474156 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-d2ed88e6-f782-450c-ae2d-11b9168aadb8 req-9f61c977-5f84-4899-994d-e9e29f869343 tempest-TaggedBootDevicesTest_v242-417596240 tempest-TaggedBootDevicesTest_v242-417596240-project] 10.222.0.42 "GET /v2.0/ports?device_id=6a49f48a-913c-49a6-8c09-bf4c978ef91f HTTP/1.1" status: 200 len: 5444 time: 0.8191431 Apr 18 20:57:35.562767 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.db.resource_extend [None req-a22298fa-93a0-4266-9639-0d30162f8b79 tempest-AttachVolumeNegativeTest-555605742 tempest-AttachVolumeNegativeTest-555605742-project] It took 0.25 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 18 20:57:35.581692 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-a22298fa-93a0-4266-9639-0d30162f8b79 tempest-AttachVolumeNegativeTest-555605742 tempest-AttachVolumeNegativeTest-555605742-project] Notify callbacks [] for port, precommit_update {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:35.645106 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-a22298fa-93a0-4266-9639-0d30162f8b79 tempest-AttachVolumeNegativeTest-555605742 tempest-AttachVolumeNegativeTest-555605742-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32440959'] for port, after_update {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:35.742851 n-d-838334-2 neutron-server[84041]: DEBUG neutron.objects.ports [None req-dd8023d7-c7d1-4859-b63c-29a3d948f7ee tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=84041) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} Apr 18 20:57:35.754002 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-9c4748c7-183f-4824-8275-50d585d9086d tempest-ServerActionsTestJSON-2052644234 tempest-ServerActionsTestJSON-2052644234-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369123'] for port, precommit_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:35.754426 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-9c4748c7-183f-4824-8275-50d585d9086d tempest-ServerActionsTestJSON-2052644234 tempest-ServerActionsTestJSON-2052644234-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:35.883423 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0cd224f0-e376-412e-ac3e-7ef7b03a9133 None None] Network ef903069-7c89-4376-963f-99c58ca6d615 requested from n-d-838334-2 {{(pid=84042) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 20:57:35.909398 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.ipam_pluggable_backend [None req-dd8023d7-c7d1-4859-b63c-29a3d948f7ee tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Port 856f7191-765a-4fd0-80fd-3c9890390753 got IPv6 auto-address in a concurrent create or update port request. Ignoring. {{(pid=84041) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:607}} Apr 18 20:57:35.910666 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-dd8023d7-c7d1-4859-b63c-29a3d948f7ee tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33526260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32266407', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32486287'] for subnet, after_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:36.045279 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a22298fa-93a0-4266-9639-0d30162f8b79 tempest-AttachVolumeNegativeTest-555605742 tempest-AttachVolumeNegativeTest-555605742-project] Pushing event updated for resources: {'Port': ['ID=fdf43958-35aa-473a-b05e-b8690ce48a87,revision_number=2']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:57:36.068453 n-d-838334-2 neutron-server[84041]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd8023d7-c7d1-4859-b63c-29a3d948f7ee tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Network ef903069-7c89-4376-963f-99c58ca6d615 is already hosted by enough agents. {{(pid=84041) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:57:36.069450 n-d-838334-2 neutron-server[84041]: DEBUG neutron.scheduler.base_scheduler [None req-dd8023d7-c7d1-4859-b63c-29a3d948f7ee tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Resources bound (agent type, host, resource id): {{(pid=84041) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:57:36.075300 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd8023d7-c7d1-4859-b63c-29a3d948f7ee tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:57:36.083557 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-dd8023d7-c7d1-4859-b63c-29a3d948f7ee tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Notify callbacks [] for subnet, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:36.087994 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd8023d7-c7d1-4859-b63c-29a3d948f7ee tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Pushing event updated for resources: {'Subnet': ['ID=622c2c36-4a66-4c95-bae8-ebc5569ee43a,revision_number=0']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:57:36.128554 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-9061eef5-fe20-47d8-8648-9ff7d45fcc21 None None] Provisioning for port 856f7191-765a-4fd0-80fd-3c9890390753 completed by entity DHCP. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 20:57:36.138953 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-750e47cc-2575-4e0d-89ff-213f04c7df17 req-fc4203ca-d2f4-4325-8ce9-8acdc749895c service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.45&port_id=b67988d2-bb60-4efe-bd1d-80e31ea8ffb6 HTTP/1.1" status: 200 len: 217 time: 0.6329629 Apr 18 20:57:36.152682 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.plugin [None req-9c4748c7-183f-4824-8275-50d585d9086d tempest-ServerActionsTestJSON-2052644234 tempest-ServerActionsTestJSON-2052644234-project] Calling delete_port for a8112620-d7b9-4213-b38b-ef2e2347fc39 owned by network:floatingip {{(pid=84040) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 20:57:36.154668 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-9061eef5-fe20-47d8-8648-9ff7d45fcc21 None None] Provisioning complete for port 856f7191-765a-4fd0-80fd-3c9890390753 triggered by entity DHCP. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:57:36.155039 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-9061eef5-fe20-47d8-8648-9ff7d45fcc21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1253608'] for port, provisioning_complete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:36.183670 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-dd8023d7-c7d1-4859-b63c-29a3d948f7ee tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 3.1302333 Apr 18 20:57:36.188560 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 53402) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:57:36.192684 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-6d75cfce-dc50-45d6-895d-cb7e90938ea9 req-fa0c634a-fbe2-47e5-a56a-56b071efae06 tempest-ServerShowV254Test-1039301541 tempest-ServerShowV254Test-1039301541-project] 10.222.0.43 "GET /v2.0/ports?device_id=c3eae73d-bc2e-4a1f-9c49-1bdc8c334a96 HTTP/1.1" status: 200 len: 210 time: 0.0716596 Apr 18 20:57:36.196906 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.v2.base [None req-d8bee2f2-ebf4-4465-9de1-beba6300d3b1 tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Request body: {'port': {'network_id': 'ef903069-7c89-4376-963f-99c58ca6d615', 'mac_address': 'fa:16:3e:87:1b:a0', 'name': 'tempest-NetworksTestDHCPv6-435274339'}} {{(pid=84041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 20:57:36.200201 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-d2ed88e6-f782-450c-ae2d-11b9168aadb8 req-9b6fe284-199d-4435-bf9f-b804f6d78024 tempest-TaggedBootDevicesTest_v242-417596240 tempest-TaggedBootDevicesTest_v242-417596240-project] 10.222.0.42 "GET /v2.0/security-groups?id=90f86da5-60b0-4e29-8e55-fe6cf6b75c5e&id=48fab5b0-1368-425c-9a53-c0303d2044f1&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.7249148 Apr 18 20:57:36.360430 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-d8bee2f2-ebf4-4465-9de1-beba6300d3b1 tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:57:36.370349 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-d8bee2f2-ebf4-4465-9de1-beba6300d3b1 tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:57:36.384898 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d8bee2f2-ebf4-4465-9de1-beba6300d3b1 tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Made reservation on behalf of 1256b788e8184019a07eb24a482acda4 for: {'port': 1} {{(pid=84041) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:57:36.509296 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe88a5fe-6453-47fe-9906-647edfb0cde3 req-81eb3746-b81b-400f-b5ef-a2ddffd1b8f3 tempest-DeleteServersTestJSON-915645800 tempest-DeleteServersTestJSON-915645800-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:57:36.511353 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-fe88a5fe-6453-47fe-9906-647edfb0cde3 req-81eb3746-b81b-400f-b5ef-a2ddffd1b8f3 tempest-DeleteServersTestJSON-915645800 tempest-DeleteServersTestJSON-915645800-project] 10.222.0.42 "GET /v2.0/ports?device_id=f2b26dda-40aa-4c01-bf22-35ecafdb42a4 HTTP/1.1" status: 200 len: 945 time: 1.2511587 Apr 18 20:57:36.579997 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-750e47cc-2575-4e0d-89ff-213f04c7df17 req-ea5a4feb-0583-46ca-8788-489918666cfe service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:57:36.588295 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-750e47cc-2575-4e0d-89ff-213f04c7df17 req-ea5a4feb-0583-46ca-8788-489918666cfe service neutron] 10.222.0.48 "GET /v2.0/subnets?id=e3291cf4-4c37-4898-8026-16f9e0aaa3d9 HTTP/1.1" status: 200 len: 797 time: 0.4058549 Apr 18 20:57:36.608826 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-d8bee2f2-ebf4-4465-9de1-beba6300d3b1 tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:36.617960 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-a22298fa-93a0-4266-9639-0d30162f8b79 tempest-AttachVolumeNegativeTest-555605742 tempest-AttachVolumeNegativeTest-555605742-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33444131'] for floatingip, after_update {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:36.637527 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-3103fda7-3df6-4b5d-a9ac-a4cd4139eb33 req-5917a5dc-00ec-44d2-bf21-92e204ce85ed tempest-ServerShowV254Test-1039301541 tempest-ServerShowV254Test-1039301541-project] 10.222.0.42 "GET /v2.0/ports?device_id=c3eae73d-bc2e-4a1f-9c49-1bdc8c334a96 HTTP/1.1" status: 200 len: 210 time: 0.1343305 Apr 18 20:57:36.654392 n-d-838334-2 neutron-server[84041]: DEBUG neutron.notifiers.nova [None req-d8bee2f2-ebf4-4465-9de1-beba6300d3b1 tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] device_id is not set on port 20dfd980-34e7-4509-bd9f-ce19c7e3ae64 yet. {{(pid=84041) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 18 20:57:36.840095 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-fe88a5fe-6453-47fe-9906-647edfb0cde3 req-ad589ecf-52d1-43c2-9894-4b5d88139c84 tempest-DeleteServersTestJSON-915645800 tempest-DeleteServersTestJSON-915645800-project] 10.222.0.42 "GET /v2.0/security-groups?id=588d127b-19b7-4c3d-9f79-a400181b94e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3210671 Apr 18 20:57:36.858014 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-a22298fa-93a0-4266-9639-0d30162f8b79 tempest-AttachVolumeNegativeTest-555605742 tempest-AttachVolumeNegativeTest-555605742-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217293'] for floatingip, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:36.858712 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-a22298fa-93a0-4266-9639-0d30162f8b79 tempest-AttachVolumeNegativeTest-555605742 tempest-AttachVolumeNegativeTest-555605742-project] 10.222.0.42 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 7.7409384 Apr 18 20:57:36.932329 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-9c4748c7-183f-4824-8275-50d585d9086d tempest-ServerActionsTestJSON-2052644234 tempest-ServerActionsTestJSON-2052644234-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750375259028', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750374836628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32440838'] for port, after_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:36.977401 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-750e47cc-2575-4e0d-89ff-213f04c7df17 req-61f3cccb-8ff1-4c36-af84-d59f39559069 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=4c6d63fa-10ee-46ac-a5d2-fd4675ff700f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.3612816 Apr 18 20:57:37.098255 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c4748c7-183f-4824-8275-50d585d9086d tempest-ServerActionsTestJSON-2052644234 tempest-ServerActionsTestJSON-2052644234-project] Pushing event deleted for resources: {'Port': ['ID=a8112620-d7b9-4213-b38b-ef2e2347fc39,revision_number=None']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:57:37.110798 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.db_base_plugin_common [None req-d8bee2f2-ebf4-4465-9de1-beba6300d3b1 tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Allocated IP 172.20.0.7 (ef903069-7c89-4376-963f-99c58ca6d615/ea7ba971-3fc7-4ec4-bf31-9b14d7f3a5c0/20dfd980-34e7-4509-bd9f-ce19c7e3ae64) {{(pid=84041) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:57:37.110798 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.db_base_plugin_common [None req-d8bee2f2-ebf4-4465-9de1-beba6300d3b1 tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Allocated IP 2001:db8::f816:3eff:fe87:1ba0 (ef903069-7c89-4376-963f-99c58ca6d615/622c2c36-4a66-4c95-bae8-ebc5569ee43a/20dfd980-34e7-4509-bd9f-ce19c7e3ae64) {{(pid=84041) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:57:37.506908 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21aacda2-e517-4484-b420-7a6335ca3ef1 None None] Network ef903069-7c89-4376-963f-99c58ca6d615 requested from n-d-838334-2 {{(pid=84042) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 20:57:37.525912 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-750e47cc-2575-4e0d-89ff-213f04c7df17 req-dec1be16-47d6-4892-a0cc-e77c471e5df5 service neutron] 10.222.0.48 "GET /v2.0/networks/4c6d63fa-10ee-46ac-a5d2-fd4675ff700f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5365038 Apr 18 20:57:37.597784 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-d8bee2f2-ebf4-4465-9de1-beba6300d3b1 tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Notify callbacks [] for port, precommit_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:37.620317 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-9c4748c7-183f-4824-8275-50d585d9086d tempest-ServerActionsTestJSON-2052644234 tempest-ServerActionsTestJSON-2052644234-project] Notify callbacks [] for floatingip, after_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:37.626624 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-9c4748c7-183f-4824-8275-50d585d9086d tempest-ServerActionsTestJSON-2052644234 tempest-ServerActionsTestJSON-2052644234-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217293'] for floatingip, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:37.626624 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-9c4748c7-183f-4824-8275-50d585d9086d tempest-ServerActionsTestJSON-2052644234 tempest-ServerActionsTestJSON-2052644234-project] 10.222.0.42 "DELETE /v2.0/floatingips/8e8e3a85-21f7-44c4-8170-e50a7e6bae7b HTTP/1.1" status: 204 len: 168 time: 2.8761747 Apr 18 20:57:37.630771 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 53422) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:57:37.658919 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.provisioning_blocks [None req-d8bee2f2-ebf4-4465-9de1-beba6300d3b1 tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Transition to ACTIVE for port object 20dfd980-34e7-4509-bd9f-ce19c7e3ae64 will not be triggered until provisioned by entity DHCP. {{(pid=84041) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 20:57:37.698189 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-375e4c6d-d891-4819-ae3e-708864f567c3 None None] Provisioning complete for port 856f7191-765a-4fd0-80fd-3c9890390753 triggered by entity DHCP. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:57:37.698677 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-375e4c6d-d891-4819-ae3e-708864f567c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1253608'] for port, provisioning_complete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:37.722852 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-d8bee2f2-ebf4-4465-9de1-beba6300d3b1 tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750374836619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32266323'] for port, after_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:37.777607 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-750e47cc-2575-4e0d-89ff-213f04c7df17 req-86bbabc6-d646-4c0a-a682-dbb528983105 service neutron] 10.222.0.48 "GET /v2.0/networks/4c6d63fa-10ee-46ac-a5d2-fd4675ff700f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2362061 Apr 18 20:57:37.828601 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c79bd1e1-bf39-4cc8-b19f-2b2e0e99e824 req-9fd86f75-8923-4acb-bfaa-175bcd664085 tempest-ServersTestJSON-1424434350 tempest-ServersTestJSON-1424434350-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:57:37.830301 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-c79bd1e1-bf39-4cc8-b19f-2b2e0e99e824 req-9fd86f75-8923-4acb-bfaa-175bcd664085 tempest-ServersTestJSON-1424434350 tempest-ServersTestJSON-1424434350-project] 10.222.0.42 "GET /v2.0/networks?id=7083f08e-ab4e-49e9-91e4-270e03cc3e4c HTTP/1.1" status: 200 len: 805 time: 0.8449667 Apr 18 20:57:37.861514 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8bee2f2-ebf4-4465-9de1-beba6300d3b1 tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Pushing event updated for resources: {'Port': ['ID=20dfd980-34e7-4509-bd9f-ce19c7e3ae64,revision_number=1']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:57:37.927011 n-d-838334-2 neutron-server[84041]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8bee2f2-ebf4-4465-9de1-beba6300d3b1 tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Network ef903069-7c89-4376-963f-99c58ca6d615 is already hosted by enough agents. {{(pid=84041) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:57:37.938030 n-d-838334-2 neutron-server[84041]: DEBUG neutron.scheduler.base_scheduler [None req-d8bee2f2-ebf4-4465-9de1-beba6300d3b1 tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Resources bound (agent type, host, resource id): {{(pid=84041) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:57:37.950182 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8bee2f2-ebf4-4465-9de1-beba6300d3b1 tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Received port after_create {{(pid=84041) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 20:57:38.028382 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [req-fc1cdd61-62c2-4b6a-bded-d63372deef46 req-57ebb45c-25be-478a-ab52-0eb3b6d877a1 tempest-AttachVolumeNegativeTest-555605742 tempest-AttachVolumeNegativeTest-555605742-project] Synchronizing usage tracker for tenant:340d04fd839f4c0c896ec9bea561bc50 on resource:security_group {{(pid=84040) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 20:57:38.038169 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-750e47cc-2575-4e0d-89ff-213f04c7df17 req-a2d01088-12af-47df-a414-bcc07ed8df84 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=f0e8d8ea-6bcf-495f-8aee-e46b70d0c94e HTTP/1.1" status: 200 len: 217 time: 0.2066472 Apr 18 20:57:38.059054 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-c79bd1e1-bf39-4cc8-b19f-2b2e0e99e824 req-6604d5db-6d8f-4472-94a0-d6804ffb8546 tempest-ServersTestJSON-1424434350 tempest-ServersTestJSON-1424434350-project] 10.222.0.42 "GET /v2.0/quotas/ba267e3ba48c4ff1b4fc57f8cfab7c8c HTTP/1.1" status: 200 len: 375 time: 0.1584616 Apr 18 20:57:38.105443 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8bee2f2-ebf4-4465-9de1-beba6300d3b1 tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:57:38.106329 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-d8bee2f2-ebf4-4465-9de1-beba6300d3b1 tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217293'] for port, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:38.144983 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-d8bee2f2-ebf4-4465-9de1-beba6300d3b1 tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1026 time: 1.9547071 Apr 18 20:57:38.149239 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 53432) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:57:38.179100 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [req-fc1cdd61-62c2-4b6a-bded-d63372deef46 req-57ebb45c-25be-478a-ab52-0eb3b6d877a1 tempest-AttachVolumeNegativeTest-555605742 tempest-AttachVolumeNegativeTest-555605742-project] Unset dirty status for tenant:340d04fd839f4c0c896ec9bea561bc50 on resource:security_group {{(pid=84040) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 20:57:38.186971 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-fc1cdd61-62c2-4b6a-bded-d63372deef46 req-57ebb45c-25be-478a-ab52-0eb3b6d877a1 tempest-AttachVolumeNegativeTest-555605742 tempest-AttachVolumeNegativeTest-555605742-project] 10.222.0.42 "GET /v2.0/security-groups?name=tempest-securitygroup--134479688&fields=id&tenant_id=340d04fd839f4c0c896ec9bea561bc50 HTTP/1.1" status: 200 len: 267 time: 0.8097229 Apr 18 20:57:38.279830 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d2ac8d4-695d-4728-8168-6710810a8d33 tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:57:38.283810 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d2ac8d4-695d-4728-8168-6710810a8d33 tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:57:38.284590 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-2d2ac8d4-695d-4728-8168-6710810a8d33 tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Synchronizing usage tracker for tenant:1256b788e8184019a07eb24a482acda4 on resource:port {{(pid=84041) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 20:57:38.385680 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc1cdd61-62c2-4b6a-bded-d63372deef46 req-573470c6-4143-4d37-96f1-a2e4519f7f97 tempest-AttachVolumeNegativeTest-555605742 tempest-AttachVolumeNegativeTest-555605742-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:57:38.392571 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-fc1cdd61-62c2-4b6a-bded-d63372deef46 req-573470c6-4143-4d37-96f1-a2e4519f7f97 tempest-AttachVolumeNegativeTest-555605742 tempest-AttachVolumeNegativeTest-555605742-project] 10.222.0.42 "GET /v2.0/networks?id=794fa1b3-6f66-42ac-ab9f-a0e910c383ff HTTP/1.1" status: 200 len: 814 time: 0.2047415 Apr 18 20:57:38.412131 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-2d2ac8d4-695d-4728-8168-6710810a8d33 tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Unset dirty status for tenant:1256b788e8184019a07eb24a482acda4 on resource:port {{(pid=84041) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 20:57:38.416333 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-2d2ac8d4-695d-4728-8168-6710810a8d33 tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] 10.222.0.42 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1863 time: 0.2649138 Apr 18 20:57:38.431827 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-5f680b2a-539e-4373-b319-56997d5f570a None None] Provisioning complete for port 856f7191-765a-4fd0-80fd-3c9890390753 triggered by entity DHCP. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:57:38.432097 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-5f680b2a-539e-4373-b319-56997d5f570a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1253608'] for port, provisioning_complete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:38.441428 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 53436) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:57:38.473854 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-fc1cdd61-62c2-4b6a-bded-d63372deef46 req-3c14150a-dc99-426f-b8ee-1da8e70e9243 tempest-AttachVolumeNegativeTest-555605742 tempest-AttachVolumeNegativeTest-555605742-project] 10.222.0.42 "GET /v2.0/quotas/340d04fd839f4c0c896ec9bea561bc50 HTTP/1.1" status: 200 len: 375 time: 0.0803316 Apr 18 20:57:38.575834 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.plugin [None req-e4e5fd65-6b79-464e-aead-b39c2a2e3644 tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Deleting port 20dfd980-34e7-4509-bd9f-ce19c7e3ae64 {{(pid=84041) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 20:57:38.576177 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-e4e5fd65-6b79-464e-aead-b39c2a2e3644 tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750375188691'] for port, before_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:38.694021 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-5f680b2a-539e-4373-b319-56997d5f570a None None] Provisioning for port 20dfd980-34e7-4509-bd9f-ce19c7e3ae64 completed by entity DHCP. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 20:57:38.702041 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-5f680b2a-539e-4373-b319-56997d5f570a None None] Provisioning complete for port 20dfd980-34e7-4509-bd9f-ce19c7e3ae64 triggered by entity DHCP. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:57:38.703046 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-5f680b2a-539e-4373-b319-56997d5f570a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1253608'] for port, provisioning_complete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:38.770794 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.plugin [None req-5f680b2a-539e-4373-b319-56997d5f570a None None] Port 20dfd980-34e7-4509-bd9f-ce19c7e3ae64 cannot update to ACTIVE because it is not bound. {{(pid=84042) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 18 20:57:38.780038 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-750e47cc-2575-4e0d-89ff-213f04c7df17 req-24c58252-762e-400d-9d84-11e44503c688 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:57:38.783935 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-750e47cc-2575-4e0d-89ff-213f04c7df17 req-24c58252-762e-400d-9d84-11e44503c688 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=3a8de80c-2b95-46eb-ba80-482a3302f829 HTTP/1.1" status: 200 len: 797 time: 0.7215030 Apr 18 20:57:38.848929 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b38a3b7e-ca87-4abc-a33a-7c1827e51633 req-eee4a60c-1d2c-4618-9faf-d9eeaefe8a8a tempest-TaggedBootDevicesTest_v242-417596240 tempest-TaggedBootDevicesTest_v242-417596240-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:57:38.853969 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b38a3b7e-ca87-4abc-a33a-7c1827e51633 req-eee4a60c-1d2c-4618-9faf-d9eeaefe8a8a tempest-TaggedBootDevicesTest_v242-417596240 tempest-TaggedBootDevicesTest_v242-417596240-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:57:38.858394 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b38a3b7e-ca87-4abc-a33a-7c1827e51633 req-eee4a60c-1d2c-4618-9faf-d9eeaefe8a8a tempest-TaggedBootDevicesTest_v242-417596240 tempest-TaggedBootDevicesTest_v242-417596240-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:57:38.863108 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b38a3b7e-ca87-4abc-a33a-7c1827e51633 req-eee4a60c-1d2c-4618-9faf-d9eeaefe8a8a tempest-TaggedBootDevicesTest_v242-417596240 tempest-TaggedBootDevicesTest_v242-417596240-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:57:38.868541 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b38a3b7e-ca87-4abc-a33a-7c1827e51633 req-eee4a60c-1d2c-4618-9faf-d9eeaefe8a8a tempest-TaggedBootDevicesTest_v242-417596240 tempest-TaggedBootDevicesTest_v242-417596240-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:57:38.872723 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b38a3b7e-ca87-4abc-a33a-7c1827e51633 req-eee4a60c-1d2c-4618-9faf-d9eeaefe8a8a tempest-TaggedBootDevicesTest_v242-417596240 tempest-TaggedBootDevicesTest_v242-417596240-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:57:38.877018 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b38a3b7e-ca87-4abc-a33a-7c1827e51633 req-eee4a60c-1d2c-4618-9faf-d9eeaefe8a8a tempest-TaggedBootDevicesTest_v242-417596240 tempest-TaggedBootDevicesTest_v242-417596240-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:57:38.878737 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-b38a3b7e-ca87-4abc-a33a-7c1827e51633 req-eee4a60c-1d2c-4618-9faf-d9eeaefe8a8a tempest-TaggedBootDevicesTest_v242-417596240 tempest-TaggedBootDevicesTest_v242-417596240-project] 10.222.0.48 "GET /v2.0/ports?device_id=6a49f48a-913c-49a6-8c09-bf4c978ef91f HTTP/1.1" status: 200 len: 5444 time: 0.9330986 Apr 18 20:57:38.906666 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-eb2d522f-f632-49c1-9202-c25df87bba8e None None] Provisioning complete for port 20dfd980-34e7-4509-bd9f-ce19c7e3ae64 triggered by entity DHCP. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:57:38.907377 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-eb2d522f-f632-49c1-9202-c25df87bba8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1253608'] for port, provisioning_complete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:38.948765 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-ff3bcbc2-cd6c-4d5e-84b6-dff6e8a36130 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33443857'] for router_interface, before_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:39.012542 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.plugin [None req-eb2d522f-f632-49c1-9202-c25df87bba8e None None] Port 20dfd980-34e7-4509-bd9f-ce19c7e3ae64 cannot update to ACTIVE because it is not bound. {{(pid=84042) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 18 20:57:39.030912 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-e4e5fd65-6b79-464e-aead-b39c2a2e3644 tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369123'] for port, precommit_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:39.048317 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-c79bd1e1-bf39-4cc8-b19f-2b2e0e99e824 req-9f0699ab-9ae1-4917-ab9c-930cbb16b20a tempest-ServersTestJSON-1424434350 tempest-ServersTestJSON-1424434350-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=ba267e3ba48c4ff1b4fc57f8cfab7c8c&fields=id HTTP/1.1" status: 200 len: 255 time: 0.9840181 Apr 18 20:57:39.055138 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [req-c79bd1e1-bf39-4cc8-b19f-2b2e0e99e824 req-e56aac8d-6a4e-498b-905c-1e10f84719d1 service neutron] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=84040) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 18 20:57:39.057505 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-c79bd1e1-bf39-4cc8-b19f-2b2e0e99e824 req-e56aac8d-6a4e-498b-905c-1e10f84719d1 service neutron] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0070851 Apr 18 20:57:39.081801 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b38a3b7e-ca87-4abc-a33a-7c1827e51633 req-b44fced1-ab51-4540-8b61-6e86af5b9813 tempest-TaggedBootDevicesTest_v242-417596240 tempest-TaggedBootDevicesTest_v242-417596240-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:57:39.083113 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-b38a3b7e-ca87-4abc-a33a-7c1827e51633 req-b44fced1-ab51-4540-8b61-6e86af5b9813 tempest-TaggedBootDevicesTest_v242-417596240 tempest-TaggedBootDevicesTest_v242-417596240-project] 10.222.0.48 "GET /v2.0/ports/8725f57c-a397-438c-bf13-f1b54c12fc76?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.1812711 Apr 18 20:57:39.169501 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.plugin [None req-e4e5fd65-6b79-464e-aead-b39c2a2e3644 tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Calling delete_port for 20dfd980-34e7-4509-bd9f-ce19c7e3ae64 owned by {{(pid=84041) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 20:57:39.289324 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [req-fc1cdd61-62c2-4b6a-bded-d63372deef46 req-ca963aac-e6e4-464f-bcef-14d27a4f6514 tempest-AttachVolumeNegativeTest-555605742 tempest-AttachVolumeNegativeTest-555605742-project] Synchronizing usage tracker for tenant:340d04fd839f4c0c896ec9bea561bc50 on resource:port {{(pid=84040) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 20:57:39.304202 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-750e47cc-2575-4e0d-89ff-213f04c7df17 req-3347a359-c60f-4cdd-8240-df6f6607fdb0 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=c28eb4dc-8be0-4839-b428-8a188976dc96&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.5099351 Apr 18 20:57:39.315780 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.agents_db [None req-6346a179-333c-4370-b5a6-936984aeab15 None None] Agent healthcheck: found 7 active agents {{(pid=84043) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 18 20:57:39.470691 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [req-fc1cdd61-62c2-4b6a-bded-d63372deef46 req-ca963aac-e6e4-464f-bcef-14d27a4f6514 tempest-AttachVolumeNegativeTest-555605742 tempest-AttachVolumeNegativeTest-555605742-project] Unset dirty status for tenant:340d04fd839f4c0c896ec9bea561bc50 on resource:port {{(pid=84040) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 20:57:39.470973 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Device 96e60da2-99c4-4d74-935a-c80b74ebeb56 no longer exists at agent hyperv_n-h2-838334-2 {{(pid=84042) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 20:57:39.472466 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-fc1cdd61-62c2-4b6a-bded-d63372deef46 req-ca963aac-e6e4-464f-bcef-14d27a4f6514 tempest-AttachVolumeNegativeTest-555605742 tempest-AttachVolumeNegativeTest-555605742-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=340d04fd839f4c0c896ec9bea561bc50&fields=id HTTP/1.1" status: 200 len: 348 time: 0.9977067 Apr 18 20:57:39.486752 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-c79bd1e1-bf39-4cc8-b19f-2b2e0e99e824 req-883ce4bc-e494-4da7-90e0-edb8aa4163fc service neutron] 10.222.0.42 "GET /v2.0/networks/7083f08e-ab4e-49e9-91e4-270e03cc3e4c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4023781 Apr 18 20:57:39.498028 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-b38a3b7e-ca87-4abc-a33a-7c1827e51633 req-d10b2505-167d-41c3-b32d-d001c31095c8 tempest-TaggedBootDevicesTest_v242-417596240 tempest-TaggedBootDevicesTest_v242-417596240-project] 10.222.0.48 "GET /v2.0/networks/4c6d63fa-10ee-46ac-a5d2-fd4675ff700f?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.3902500 Apr 18 20:57:39.559711 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.v2.base [req-b38a3b7e-ca87-4abc-a33a-7c1827e51633 req-172c3340-3cbb-40fa-8607-58a3bbda608b service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=84040) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 20:57:39.627991 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:39.664220 n-d-838334-2 neutron-server[84042]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6a49f48a-913c-49a6-8c09-bf4c978ef91f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '96e60da2-99c4-4d74-935a-c80b74ebeb56'}] {{(pid=84042) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 20:57:39.677114 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] For port 96e60da2-99c4-4d74-935a-c80b74ebeb56, host n-h2-838334-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838334-2',level=0,port_id=96e60da2-99c4-4d74-935a-c80b74ebeb56,segment=NetworkSegment(999db445-b59f-43ae-97e9-309f13729423),segment_id=999db445-b59f-43ae-97e9-309f13729423)] {{(pid=84042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:57:39.682402 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-e4e5fd65-6b79-464e-aead-b39c2a2e3644 tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750375259028', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750374836628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32266323'] for port, after_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:39.684350 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682'] for port, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:39.685823 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Device c752aac3-367c-457b-992d-78f7341198e9 no longer exists at agent hyperv_n-h2-838334-2 {{(pid=84042) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 20:57:39.757745 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4e5fd65-6b79-464e-aead-b39c2a2e3644 tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Pushing event deleted for resources: {'Port': ['ID=20dfd980-34e7-4509-bd9f-ce19c7e3ae64,revision_number=None']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:57:39.762444 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-750e47cc-2575-4e0d-89ff-213f04c7df17 req-1bb2c8c9-5c6d-4069-8518-846d6652a806 service neutron] 10.222.0.48 "GET /v2.0/networks/c28eb4dc-8be0-4839-b428-8a188976dc96?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4299154 Apr 18 20:57:39.919301 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Pushing event updated for resources: {'Port': ['ID=96e60da2-99c4-4d74-935a-c80b74ebeb56,revision_number=6']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:57:39.927048 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:39.981532 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] For port c752aac3-367c-457b-992d-78f7341198e9, host n-h2-838334-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838334-2',level=0,port_id=c752aac3-367c-457b-992d-78f7341198e9,segment=NetworkSegment(ebe0286e-3c69-48ee-a166-d487392185dd),segment_id=ebe0286e-3c69-48ee-a166-d487392185dd)] {{(pid=84042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:57:39.992274 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682'] for port, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:39.993396 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Device b67988d2-bb60-4efe-bd1d-80e31ea8ffb6 no longer exists at agent hyperv_n-h2-838334-2 {{(pid=84042) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 20:57:40.105146 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-e4e5fd65-6b79-464e-aead-b39c2a2e3644 tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217293'] for port, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:40.155085 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-e4e5fd65-6b79-464e-aead-b39c2a2e3644 tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] 10.222.0.42 "DELETE /v2.0/ports/20dfd980-34e7-4509-bd9f-ce19c7e3ae64 HTTP/1.1" status: 204 len: 168 time: 1.7072074 Apr 18 20:57:40.160809 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 53446) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:57:40.162491 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-fc1cdd61-62c2-4b6a-bded-d63372deef46 req-b3c5d0bc-dacd-4664-9972-897917ba5a6b service neutron] 10.222.0.42 "GET /v2.0/networks/794fa1b3-6f66-42ac-ab9f-a0e910c383ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6339898 Apr 18 20:57:40.167565 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-b38a3b7e-ca87-4abc-a33a-7c1827e51633 req-172c3340-3cbb-40fa-8607-58a3bbda608b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:40.203346 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-c79bd1e1-bf39-4cc8-b19f-2b2e0e99e824 req-f8c7d5ce-fab3-49a0-b23c-e107fc5e493c service neutron] 10.222.0.42 "GET /v2.0/networks/7083f08e-ab4e-49e9-91e4-270e03cc3e4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7094808 Apr 18 20:57:40.231987 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Pushing event updated for resources: {'Port': ['ID=c752aac3-367c-457b-992d-78f7341198e9,revision_number=6']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:57:40.315928 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd4f4ae2-f2b6-4f27-b32b-502f9bbd0fb6 tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:57:40.317493 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd4f4ae2-f2b6-4f27-b32b-502f9bbd0fb6 tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:57:40.319071 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd4f4ae2-f2b6-4f27-b32b-502f9bbd0fb6 tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:57:40.320000 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-bd4f4ae2-f2b6-4f27-b32b-502f9bbd0fb6 tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Synchronizing usage tracker for tenant:1256b788e8184019a07eb24a482acda4 on resource:subnet {{(pid=84041) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 20:57:40.334853 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:40.368321 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-750e47cc-2575-4e0d-89ff-213f04c7df17 req-e84ebfe0-ec7b-4eba-837d-c393a60466a2 service neutron] 10.222.0.48 "GET /v2.0/networks/c28eb4dc-8be0-4839-b428-8a188976dc96?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5915523 Apr 18 20:57:40.386561 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] For port b67988d2-bb60-4efe-bd1d-80e31ea8ffb6, host n-h2-838334-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838334-2',level=0,port_id=b67988d2-bb60-4efe-bd1d-80e31ea8ffb6,segment=NetworkSegment(999db445-b59f-43ae-97e9-309f13729423),segment_id=999db445-b59f-43ae-97e9-309f13729423)] {{(pid=84042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:57:40.392702 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682'] for port, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:40.393777 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Device 8725f57c-a397-438c-bf13-f1b54c12fc76 no longer exists at agent hyperv_n-h2-838334-2 {{(pid=84042) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 20:57:40.407340 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-bd4f4ae2-f2b6-4f27-b32b-502f9bbd0fb6 tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Unset dirty status for tenant:1256b788e8184019a07eb24a482acda4 on resource:subnet {{(pid=84041) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 20:57:40.411222 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-bd4f4ae2-f2b6-4f27-b32b-502f9bbd0fb6 tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] 10.222.0.42 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.2399178 Apr 18 20:57:40.413395 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 53458) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:57:40.513974 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-750e47cc-2575-4e0d-89ff-213f04c7df17 req-23aede5c-e478-4298-9fee-9f7c9f8c6af6 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=c752aac3-367c-457b-992d-78f7341198e9 HTTP/1.1" status: 200 len: 217 time: 0.1307437 Apr 18 20:57:40.532398 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.db_base_plugin_v2 [None req-fab3af21-f424-4fac-9321-30d6c2e5bd72 tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Deleting subnet 622c2c36-4a66-4c95-bae8-ebc5569ee43a {{(pid=84041) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 18 20:57:40.549821 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-fab3af21-f424-4fac-9321-30d6c2e5bd72 tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Notify callbacks [] for subnet, before_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:40.620690 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-fc1cdd61-62c2-4b6a-bded-d63372deef46 req-83c4c612-cb05-421d-af7c-7ec9e34bcad2 service neutron] 10.222.0.42 "GET /v2.0/networks/794fa1b3-6f66-42ac-ab9f-a0e910c383ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4404123 Apr 18 20:57:40.668098 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Pushing event updated for resources: {'Port': ['ID=b67988d2-bb60-4efe-bd1d-80e31ea8ffb6,revision_number=6']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:57:40.700856 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:40.760440 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-fab3af21-f424-4fac-9321-30d6c2e5bd72 tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32266383'] for subnet, precommit_delete_associations {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:40.936971 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-750e47cc-2575-4e0d-89ff-213f04c7df17 req-7a0ccb8a-049f-488c-9be7-f9946255de03 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:57:40.938677 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-750e47cc-2575-4e0d-89ff-213f04c7df17 req-7a0ccb8a-049f-488c-9be7-f9946255de03 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=3a8de80c-2b95-46eb-ba80-482a3302f829 HTTP/1.1" status: 200 len: 797 time: 0.4099941 Apr 18 20:57:41.032217 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-fab3af21-f424-4fac-9321-30d6c2e5bd72 tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1260556'] for subnet, precommit_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:41.093597 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.plugin [None req-ff3bcbc2-cd6c-4d5e-84b6-dff6e8a36130 admin admin] Deleting port bbf9cbaa-ee8e-49a5-ac82-a66e1079d75c {{(pid=84041) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 20:57:41.093597 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-ff3bcbc2-cd6c-4d5e-84b6-dff6e8a36130 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750375188691'] for port, before_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:41.146166 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.db [req-b38a3b7e-ca87-4abc-a33a-7c1827e51633 req-172c3340-3cbb-40fa-8607-58a3bbda608b service neutron] For port 8725f57c-a397-438c-bf13-f1b54c12fc76, host n-h2-838334-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838334-2',level=0,port_id=8725f57c-a397-438c-bf13-f1b54c12fc76,segment=NetworkSegment(999db445-b59f-43ae-97e9-309f13729423),segment_id=999db445-b59f-43ae-97e9-309f13729423)] {{(pid=84040) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:57:41.184817 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eff9460f-776f-4050-b954-69d3afda4325 req-31716636-8967-4655-93c9-45d4ba9a18c3 tempest-TaggedBootDevicesTest_v242-417596240 tempest-TaggedBootDevicesTest_v242-417596240-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:57:41.188792 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eff9460f-776f-4050-b954-69d3afda4325 req-31716636-8967-4655-93c9-45d4ba9a18c3 tempest-TaggedBootDevicesTest_v242-417596240 tempest-TaggedBootDevicesTest_v242-417596240-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:57:41.192726 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eff9460f-776f-4050-b954-69d3afda4325 req-31716636-8967-4655-93c9-45d4ba9a18c3 tempest-TaggedBootDevicesTest_v242-417596240 tempest-TaggedBootDevicesTest_v242-417596240-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:57:41.209183 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eff9460f-776f-4050-b954-69d3afda4325 req-31716636-8967-4655-93c9-45d4ba9a18c3 tempest-TaggedBootDevicesTest_v242-417596240 tempest-TaggedBootDevicesTest_v242-417596240-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:57:41.213477 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eff9460f-776f-4050-b954-69d3afda4325 req-31716636-8967-4655-93c9-45d4ba9a18c3 tempest-TaggedBootDevicesTest_v242-417596240 tempest-TaggedBootDevicesTest_v242-417596240-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:57:41.217492 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eff9460f-776f-4050-b954-69d3afda4325 req-31716636-8967-4655-93c9-45d4ba9a18c3 tempest-TaggedBootDevicesTest_v242-417596240 tempest-TaggedBootDevicesTest_v242-417596240-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:57:41.225871 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eff9460f-776f-4050-b954-69d3afda4325 req-31716636-8967-4655-93c9-45d4ba9a18c3 tempest-TaggedBootDevicesTest_v242-417596240 tempest-TaggedBootDevicesTest_v242-417596240-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:57:41.241329 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-eff9460f-776f-4050-b954-69d3afda4325 req-31716636-8967-4655-93c9-45d4ba9a18c3 tempest-TaggedBootDevicesTest_v242-417596240 tempest-TaggedBootDevicesTest_v242-417596240-project] 10.222.0.42 "GET /v2.0/ports?device_id=6a49f48a-913c-49a6-8c09-bf4c978ef91f HTTP/1.1" status: 200 len: 5438 time: 0.5960350 Apr 18 20:57:41.298643 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-750e47cc-2575-4e0d-89ff-213f04c7df17 req-6d8fbcb4-8748-414c-8a42-ff3e7172c152 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=c28eb4dc-8be0-4839-b428-8a188976dc96&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.3404555 Apr 18 20:57:41.322431 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.db [None req-ff3bcbc2-cd6c-4d5e-84b6-dff6e8a36130 admin admin] For port bbf9cbaa-ee8e-49a5-ac82-a66e1079d75c, host n-d-838334-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838334-2',level=0,port_id=bbf9cbaa-ee8e-49a5-ac82-a66e1079d75c,segment=NetworkSegment(4935dfdb-03db-4976-a6b4-e0fa58696685),segment_id=4935dfdb-03db-4976-a6b4-e0fa58696685)] {{(pid=84041) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:57:41.322952 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-ff3bcbc2-cd6c-4d5e-84b6-dff6e8a36130 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369123'] for port, precommit_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:41.332233 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 53482) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:57:41.377990 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.db [req-b38a3b7e-ca87-4abc-a33a-7c1827e51633 req-172c3340-3cbb-40fa-8607-58a3bbda608b service neutron] For port 8725f57c-a397-438c-bf13-f1b54c12fc76, host n-h2-838334-2, cleared binding levels {{(pid=84040) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 20:57:41.476121 n-d-838334-2 neutron-server[84040]: DEBUG neutron.notifiers.nova [req-b38a3b7e-ca87-4abc-a33a-7c1827e51633 req-172c3340-3cbb-40fa-8607-58a3bbda608b service neutron] device_id is not set on port 8725f57c-a397-438c-bf13-f1b54c12fc76 yet. {{(pid=84040) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 18 20:57:41.487160 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-b38a3b7e-ca87-4abc-a33a-7c1827e51633 req-172c3340-3cbb-40fa-8607-58a3bbda608b service neutron] Notify callbacks [] for port, precommit_update {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:41.488054 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.plugin [None req-ff3bcbc2-cd6c-4d5e-84b6-dff6e8a36130 admin admin] Calling delete_port for bbf9cbaa-ee8e-49a5-ac82-a66e1079d75c owned by network:router_interface {{(pid=84041) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 20:57:41.511417 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fd89e46-07c0-4da4-9d09-762f51fe9f94 req-498da47c-6f2f-4e6a-b799-d890b0bc6cf2 tempest-DeleteServersTestJSON-915645800 tempest-DeleteServersTestJSON-915645800-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:57:41.518439 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-3fd89e46-07c0-4da4-9d09-762f51fe9f94 req-498da47c-6f2f-4e6a-b799-d890b0bc6cf2 tempest-DeleteServersTestJSON-915645800 tempest-DeleteServersTestJSON-915645800-project] 10.222.0.42 "GET /v2.0/ports?device_id=f2b26dda-40aa-4c01-bf22-35ecafdb42a4 HTTP/1.1" status: 200 len: 945 time: 0.4998522 Apr 18 20:57:41.571109 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-fab3af21-f424-4fac-9321-30d6c2e5bd72 tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1260549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33526260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32266336', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32486390'] for subnet, after_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:41.589807 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.db.api [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=84042) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 18 20:57:41.592034 n-d-838334-2 neutron-server[84042]: DEBUG oslo_db.api [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=84042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 18 20:57:41.627684 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-b38a3b7e-ca87-4abc-a33a-7c1827e51633 req-172c3340-3cbb-40fa-8607-58a3bbda608b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32440959'] for port, after_update {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:41.656030 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fab3af21-f424-4fac-9321-30d6c2e5bd72 tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Pushing event deleted for resources: {'Subnet': ['ID=622c2c36-4a66-4c95-bae8-ebc5569ee43a,revision_number=None']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:57:41.686334 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-f30c4bf6-5cff-4ac0-ad35-bff7a9728019 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:41.686636 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b42b3cbd-ac7e-4f71-a68b-d8adb52712a5 None None] Network ef903069-7c89-4376-963f-99c58ca6d615 requested from n-d-838334-2 {{(pid=84042) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 20:57:41.698394 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-eff9460f-776f-4050-b954-69d3afda4325 req-b720152a-3645-44f0-b2c4-f899a78868c7 tempest-TaggedBootDevicesTest_v242-417596240 tempest-TaggedBootDevicesTest_v242-417596240-project] 10.222.0.42 "GET /v2.0/security-groups?id=90f86da5-60b0-4e29-8e55-fe6cf6b75c5e&id=48fab5b0-1368-425c-9a53-c0303d2044f1&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.4560759 Apr 18 20:57:41.699531 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-fab3af21-f424-4fac-9321-30d6c2e5bd72 tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Notify callbacks [] for subnet, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:41.721534 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-fab3af21-f424-4fac-9321-30d6c2e5bd72 tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] 10.222.0.42 "DELETE /v2.0/subnets/622c2c36-4a66-4c95-bae8-ebc5569ee43a HTTP/1.1" status: 204 len: 168 time: 1.3061886 Apr 18 20:57:41.725518 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 53490) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:57:41.851185 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-f30c4bf6-5cff-4ac0-ad35-bff7a9728019 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:57:41.892698 n-d-838334-2 neutron-server[84042]: INFO neutron.notifiers.nova [-] Nova event matching ['req-eaea7905-b43d-40f9-9e90-f0a958398048'] response: {'server_uuid': '6a49f48a-913c-49a6-8c09-bf4c978ef91f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '96e60da2-99c4-4d74-935a-c80b74ebeb56', 'code': 200} Apr 18 20:57:41.899179 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-172c3340-3cbb-40fa-8607-58a3bbda608b service neutron] Pushing event updated for resources: {'Port': ['ID=8725f57c-a397-438c-bf13-f1b54c12fc76,revision_number=6']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:57:41.903233 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-750e47cc-2575-4e0d-89ff-213f04c7df17 req-c6bea49d-5dc3-48c3-8b74-6c25306cc883 service neutron] 10.222.0.48 "GET /v2.0/networks/c28eb4dc-8be0-4839-b428-8a188976dc96?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5718682 Apr 18 20:57:42.065808 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-f30c4bf6-5cff-4ac0-ad35-bff7a9728019 admin admin] Usage tracker for resource:security_group_rule and tenant:f1c97399e9444f708e60c2739947986d is out of sync, need to count used quota {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:57:42.074384 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-f30c4bf6-5cff-4ac0-ad35-bff7a9728019 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:57:42.180251 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.l3_dvrscheduler_db [req-b38a3b7e-ca87-4abc-a33a-7c1827e51633 req-172c3340-3cbb-40fa-8607-58a3bbda608b service neutron] No DVR routers for this DVR port 8725f57c-a397-438c-bf13-f1b54c12fc76 on host n-h2-838334-2 {{(pid=84040) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 20:57:42.229258 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-f30c4bf6-5cff-4ac0-ad35-bff7a9728019 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:57:42.246701 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-793f573b-6327-4e15-9cf2-d7a3d987a66b None None] Provisioning complete for port 8725f57c-a397-438c-bf13-f1b54c12fc76 triggered by entity DHCP. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:57:42.247095 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-793f573b-6327-4e15-9cf2-d7a3d987a66b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1253608'] for port, provisioning_complete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:42.250248 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-3fd89e46-07c0-4da4-9d09-762f51fe9f94 req-b77972b7-45fe-4a46-b2f8-61923796483c tempest-DeleteServersTestJSON-915645800 tempest-DeleteServersTestJSON-915645800-project] 10.222.0.42 "GET /v2.0/security-groups?id=588d127b-19b7-4c3d-9f79-a400181b94e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7308433 Apr 18 20:57:42.282684 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Device e4a628aa-c125-4eea-8365-b6473a427bb3 no longer exists at agent hyperv_n-h2-838334-2 {{(pid=84042) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 20:57:42.369092 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-60b4d240-ba40-4c21-83aa-91a60b69c286 req-62aaa99e-5508-4bf2-a688-f982527b734d tempest-ServersTestJSON-1424434350 tempest-ServersTestJSON-1424434350-project] 10.222.0.42 "GET /v2.0/ports?device_id=01756617-cdba-485a-898e-e3ef9910293a HTTP/1.1" status: 200 len: 210 time: 0.1522856 Apr 18 20:57:42.390402 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-ff3bcbc2-cd6c-4d5e-84b6-dff6e8a36130 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750375259028', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750374836628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32266323'] for port, after_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:42.426943 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.plugin [None req-793f573b-6327-4e15-9cf2-d7a3d987a66b None None] Port 8725f57c-a397-438c-bf13-f1b54c12fc76 cannot update to ACTIVE because it is not bound. {{(pid=84042) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 18 20:57:42.460021 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.db_base_plugin_v2 [None req-fadc5db4-a1fe-404e-a6c5-935808c975af tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Deleting subnet ea7ba971-3fc7-4ec4-bf31-9b14d7f3a5c0 {{(pid=84041) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 18 20:57:42.464002 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-39472c7d-8b23-4dc4-9fc8-2df507c3ad97 req-059247ad-b2cf-41d4-bed7-3e5e203de02d service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=7fa7a8b3916440879a3373a5a8935507&device_id=f2b26dda-40aa-4c01-bf22-35ecafdb42a4 HTTP/1.1" status: 200 len: 1096 time: 0.9645894 Apr 18 20:57:42.466690 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-02af6373-4630-4131-afe4-027077ca250e req-e0cda69a-590b-46f8-8c40-167289591917 tempest-AttachVolumeNegativeTest-555605742 tempest-AttachVolumeNegativeTest-555605742-project] 10.222.0.42 "GET /v2.0/ports?device_id=34bc9bea-04a4-4f27-915b-a0fabc6baf14 HTTP/1.1" status: 200 len: 210 time: 0.0772071 Apr 18 20:57:42.487155 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-fadc5db4-a1fe-404e-a6c5-935808c975af tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Notify callbacks [] for subnet, before_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:42.530032 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff3bcbc2-cd6c-4d5e-84b6-dff6e8a36130 admin admin] Pushing event deleted for resources: {'Port': ['ID=bbf9cbaa-ee8e-49a5-ac82-a66e1079d75c,revision_number=None']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:57:42.556459 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:42.610815 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.plugin [req-b38a3b7e-ca87-4abc-a33a-7c1827e51633 req-172c3340-3cbb-40fa-8607-58a3bbda608b service neutron] In _notify_port_updated(), no bound segment for port 8725f57c-a397-438c-bf13-f1b54c12fc76 on network 4c6d63fa-10ee-46ac-a5d2-fd4675ff700f {{(pid=84040) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Apr 18 20:57:42.612185 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-b38a3b7e-ca87-4abc-a33a-7c1827e51633 req-172c3340-3cbb-40fa-8607-58a3bbda608b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217293'] for port, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:42.613726 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-b38a3b7e-ca87-4abc-a33a-7c1827e51633 req-172c3340-3cbb-40fa-8607-58a3bbda608b service neutron] 10.222.0.48 "PUT /v2.0/ports/8725f57c-a397-438c-bf13-f1b54c12fc76 HTTP/1.1" status: 200 len: 1033 time: 3.0667150 Apr 18 20:57:42.638280 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] For port e4a628aa-c125-4eea-8365-b6473a427bb3, host n-h2-838334-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838334-2',level=0,port_id=e4a628aa-c125-4eea-8365-b6473a427bb3,segment=NetworkSegment(999db445-b59f-43ae-97e9-309f13729423),segment_id=999db445-b59f-43ae-97e9-309f13729423)] {{(pid=84042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:57:42.647571 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682'] for port, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:42.648451 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Device f0e8d8ea-6bcf-495f-8aee-e46b70d0c94e no longer exists at agent hyperv_n-h2-838334-2 {{(pid=84042) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 20:57:42.715025 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [req-ecd8f3a9-d598-41d1-b2b5-d965178c492d req-b76f77ea-2e9e-4136-9bd0-b925b0732b44 service neutron] (84040) timed out ('10.222.0.42', 38522) {{(pid=84040) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Apr 18 20:57:42.717769 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b38a3b7e-ca87-4abc-a33a-7c1827e51633 req-55c3e3e7-c94d-4ceb-880c-1e9bd00971e2 tempest-TaggedBootDevicesTest_v242-417596240 tempest-TaggedBootDevicesTest_v242-417596240-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:57:42.717918 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c79bd1e1-bf39-4cc8-b19f-2b2e0e99e824 req-3badb6c2-527b-4b48-b530-5845da15b59c tempest-ServersTestJSON-1424434350 tempest-ServersTestJSON-1424434350-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:57:42.718583 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [req-c79bd1e1-bf39-4cc8-b19f-2b2e0e99e824 req-3badb6c2-527b-4b48-b530-5845da15b59c tempest-ServersTestJSON-1424434350 tempest-ServersTestJSON-1424434350-project] Synchronizing usage tracker for tenant:ba267e3ba48c4ff1b4fc57f8cfab7c8c on resource:network {{(pid=84041) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 20:57:42.719497 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-b38a3b7e-ca87-4abc-a33a-7c1827e51633 req-55c3e3e7-c94d-4ceb-880c-1e9bd00971e2 tempest-TaggedBootDevicesTest_v242-417596240 tempest-TaggedBootDevicesTest_v242-417596240-project] 10.222.0.48 "GET /v2.0/ports/e4a628aa-c125-4eea-8365-b6473a427bb3?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0810733 Apr 18 20:57:42.733691 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.v2.base [req-b38a3b7e-ca87-4abc-a33a-7c1827e51633 req-57453bf2-2a92-4ddb-9afb-977be07a5b09 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=84040) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 20:57:42.868598 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-fadc5db4-a1fe-404e-a6c5-935808c975af tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32266383'] for subnet, precommit_delete_associations {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:42.943724 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-b38a3b7e-ca87-4abc-a33a-7c1827e51633 req-57453bf2-2a92-4ddb-9afb-977be07a5b09 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:42.966548 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:43.001645 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-750e47cc-2575-4e0d-89ff-213f04c7df17 req-a56b42ec-32a5-4fa1-b906-781ae3d17571 service neutron] 10.222.0.48 "GET /v2.0/networks/c28eb4dc-8be0-4839-b428-8a188976dc96?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0719965 Apr 18 20:57:43.025546 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] For port f0e8d8ea-6bcf-495f-8aee-e46b70d0c94e, host n-h2-838334-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838334-2',level=0,port_id=f0e8d8ea-6bcf-495f-8aee-e46b70d0c94e,segment=NetworkSegment(ebe0286e-3c69-48ee-a166-d487392185dd),segment_id=ebe0286e-3c69-48ee-a166-d487392185dd)] {{(pid=84042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:57:43.028392 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-f30c4bf6-5cff-4ac0-ad35-bff7a9728019 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:43.031091 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [req-c79bd1e1-bf39-4cc8-b19f-2b2e0e99e824 req-3badb6c2-527b-4b48-b530-5845da15b59c tempest-ServersTestJSON-1424434350 tempest-ServersTestJSON-1424434350-project] Unset dirty status for tenant:ba267e3ba48c4ff1b4fc57f8cfab7c8c on resource:network {{(pid=84041) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 20:57:43.032370 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-c79bd1e1-bf39-4cc8-b19f-2b2e0e99e824 req-3badb6c2-527b-4b48-b530-5845da15b59c tempest-ServersTestJSON-1424434350 tempest-ServersTestJSON-1424434350-project] 10.222.0.43 "GET /v2.0/networks?id=7083f08e-ab4e-49e9-91e4-270e03cc3e4c HTTP/1.1" status: 200 len: 805 time: 0.9539776 Apr 18 20:57:43.036242 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682'] for port, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:43.038066 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Device 4f3a4e36-a736-43f0-9187-2849b3636dd2 no longer exists at agent hyperv_n-h2-838334-2 {{(pid=84042) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 20:57:43.071518 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.v2.base [req-c79bd1e1-bf39-4cc8-b19f-2b2e0e99e824 req-49ab640b-a01f-4bbb-b728-81ea187ef30e tempest-ServersTestJSON-1424434350 tempest-ServersTestJSON-1424434350-project] Request body: {'port': {'device_id': '01756617-cdba-485a-898e-e3ef9910293a', 'network_id': '7083f08e-ab4e-49e9-91e4-270e03cc3e4c', 'admin_state_up': True, 'tenant_id': 'ba267e3ba48c4ff1b4fc57f8cfab7c8c'}} {{(pid=84041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 20:57:43.103656 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-f30c4bf6-5cff-4ac0-ad35-bff7a9728019 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33528224'] for security_group, after_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:43.135371 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Pushing event updated for resources: {'Port': ['ID=e4a628aa-c125-4eea-8365-b6473a427bb3,revision_number=6']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:57:43.249523 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Pushing event updated for resources: {'Port': ['ID=f0e8d8ea-6bcf-495f-8aee-e46b70d0c94e,revision_number=6']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:57:43.292010 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39472c7d-8b23-4dc4-9fc8-2df507c3ad97 req-a687ea54-d4b0-48a6-982a-5a67c7854a94 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:57:43.293453 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-39472c7d-8b23-4dc4-9fc8-2df507c3ad97 req-a687ea54-d4b0-48a6-982a-5a67c7854a94 service neutron] 10.222.0.48 "GET /v2.0/networks?id=f7467a4f-b1b1-4464-b74e-f3b773c53ca1 HTTP/1.1" status: 200 len: 912 time: 0.8057189 Apr 18 20:57:43.351428 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:43.369807 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc1cdd61-62c2-4b6a-bded-d63372deef46 req-e04f238d-3772-4ec6-8bfe-d5c8d3cbb907 tempest-AttachVolumeNegativeTest-555605742 tempest-AttachVolumeNegativeTest-555605742-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:57:43.371209 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-fc1cdd61-62c2-4b6a-bded-d63372deef46 req-e04f238d-3772-4ec6-8bfe-d5c8d3cbb907 tempest-AttachVolumeNegativeTest-555605742 tempest-AttachVolumeNegativeTest-555605742-project] 10.222.0.43 "GET /v2.0/networks?id=794fa1b3-6f66-42ac-ab9f-a0e910c383ff HTTP/1.1" status: 200 len: 814 time: 0.8346152 Apr 18 20:57:43.416108 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] For port 4f3a4e36-a736-43f0-9187-2849b3636dd2, host n-h2-838334-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838334-2',level=0,port_id=4f3a4e36-a736-43f0-9187-2849b3636dd2,segment=NetworkSegment(7582242a-4f72-43cd-a953-535724a2b5da),segment_id=7582242a-4f72-43cd-a953-535724a2b5da)] {{(pid=84042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:57:43.432929 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682'] for port, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:43.467770 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f30c4bf6-5cff-4ac0-ad35-bff7a9728019 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4b14f99f-10f9-4d01-a11c-c31581e26b84,revision_number=1']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:57:43.476480 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [req-c79bd1e1-bf39-4cc8-b19f-2b2e0e99e824 req-49ab640b-a01f-4bbb-b728-81ea187ef30e tempest-ServersTestJSON-1424434350 tempest-ServersTestJSON-1424434350-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:57:43.508646 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-39472c7d-8b23-4dc4-9fc8-2df507c3ad97 req-ad1abc37-8bd1-44ea-bf10-035ff6c627c2 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4734cbab-0580-41fa-b3a6-31caa5f81614 HTTP/1.1" status: 200 len: 217 time: 0.2023005 Apr 18 20:57:43.515009 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Device 4734cbab-0580-41fa-b3a6-31caa5f81614 no longer exists at agent hyperv_n-h2-838334-2 {{(pid=84042) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 20:57:43.580070 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [req-c79bd1e1-bf39-4cc8-b19f-2b2e0e99e824 req-49ab640b-a01f-4bbb-b728-81ea187ef30e tempest-ServersTestJSON-1424434350 tempest-ServersTestJSON-1424434350-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:57:43.586077 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-fc1cdd61-62c2-4b6a-bded-d63372deef46 req-0bd7c6e3-4180-449c-bdc7-8980d9f181bb tempest-AttachVolumeNegativeTest-555605742 tempest-AttachVolumeNegativeTest-555605742-project] 10.222.0.43 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=340d04fd839f4c0c896ec9bea561bc50 HTTP/1.1" status: 200 len: 379 time: 0.1155849 Apr 18 20:57:43.588490 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-965ab453-f8a6-4f81-a1a6-4ea4ccdf5903 req-396f7392-9037-4bc6-84a9-cbdcda87feb4 tempest-TaggedBootDevicesTest_v242-417596240 tempest-TaggedBootDevicesTest_v242-417596240-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:57:43.593107 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-965ab453-f8a6-4f81-a1a6-4ea4ccdf5903 req-396f7392-9037-4bc6-84a9-cbdcda87feb4 tempest-TaggedBootDevicesTest_v242-417596240 tempest-TaggedBootDevicesTest_v242-417596240-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:57:43.594661 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-fadc5db4-a1fe-404e-a6c5-935808c975af tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1260556'] for subnet, precommit_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:43.597301 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-965ab453-f8a6-4f81-a1a6-4ea4ccdf5903 req-396f7392-9037-4bc6-84a9-cbdcda87feb4 tempest-TaggedBootDevicesTest_v242-417596240 tempest-TaggedBootDevicesTest_v242-417596240-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:57:43.601364 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-965ab453-f8a6-4f81-a1a6-4ea4ccdf5903 req-396f7392-9037-4bc6-84a9-cbdcda87feb4 tempest-TaggedBootDevicesTest_v242-417596240 tempest-TaggedBootDevicesTest_v242-417596240-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:57:43.605418 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-965ab453-f8a6-4f81-a1a6-4ea4ccdf5903 req-396f7392-9037-4bc6-84a9-cbdcda87feb4 tempest-TaggedBootDevicesTest_v242-417596240 tempest-TaggedBootDevicesTest_v242-417596240-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:57:43.609316 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-965ab453-f8a6-4f81-a1a6-4ea4ccdf5903 req-396f7392-9037-4bc6-84a9-cbdcda87feb4 tempest-TaggedBootDevicesTest_v242-417596240 tempest-TaggedBootDevicesTest_v242-417596240-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:57:43.612568 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Pushing event updated for resources: {'Port': ['ID=4f3a4e36-a736-43f0-9187-2849b3636dd2,revision_number=6']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:57:43.624449 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-965ab453-f8a6-4f81-a1a6-4ea4ccdf5903 req-396f7392-9037-4bc6-84a9-cbdcda87feb4 tempest-TaggedBootDevicesTest_v242-417596240 tempest-TaggedBootDevicesTest_v242-417596240-project] 10.222.0.42 "GET /v2.0/ports?device_id=6a49f48a-913c-49a6-8c09-bf4c978ef91f HTTP/1.1" status: 200 len: 4656 time: 0.6660132 Apr 18 20:57:43.626822 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-f30c4bf6-5cff-4ac0-ad35-bff7a9728019 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=f1c97399e9444f708e60c2739947986d&name=default HTTP/1.1" status: 200 len: 2647 time: 2.2935913 Apr 18 20:57:43.631784 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.v2.base [req-fc1cdd61-62c2-4b6a-bded-d63372deef46 req-e2412e4c-4505-48c7-8c39-9910f3daeff3 tempest-AttachVolumeNegativeTest-555605742 tempest-AttachVolumeNegativeTest-555605742-project] Request body: {'port': {'device_id': '34bc9bea-04a4-4f27-915b-a0fabc6baf14', 'network_id': '794fa1b3-6f66-42ac-ab9f-a0e910c383ff', 'admin_state_up': True, 'tenant_id': '340d04fd839f4c0c896ec9bea561bc50', 'security_groups': ['0485093a-e0c2-44ce-b862-493ebd8aa71d']}} {{(pid=84041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 20:57:43.642123 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-dab71bb4-7e7a-4f03-ac3d-86a9e17a62ee None None] Provisioning complete for port 856f7191-765a-4fd0-80fd-3c9890390753 triggered by entity DHCP. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:57:43.643836 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-dab71bb4-7e7a-4f03-ac3d-86a9e17a62ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1253608'] for port, provisioning_complete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:43.663538 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 53502) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:57:43.682260 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c79bd1e1-bf39-4cc8-b19f-2b2e0e99e824 req-49ab640b-a01f-4bbb-b728-81ea187ef30e tempest-ServersTestJSON-1424434350 tempest-ServersTestJSON-1424434350-project] Made reservation on behalf of ba267e3ba48c4ff1b4fc57f8cfab7c8c for: {'port': 1} {{(pid=84041) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:57:43.685156 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [req-c79bd1e1-bf39-4cc8-b19f-2b2e0e99e824 req-49ab640b-a01f-4bbb-b728-81ea187ef30e tempest-ServersTestJSON-1424434350 tempest-ServersTestJSON-1424434350-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:43.753901 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:43.764805 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39472c7d-8b23-4dc4-9fc8-2df507c3ad97 req-2abbb57e-8f9a-4a1b-9f5d-c6096688ce23 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:57:43.766239 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-39472c7d-8b23-4dc4-9fc8-2df507c3ad97 req-2abbb57e-8f9a-4a1b-9f5d-c6096688ce23 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=4d302c72-cbf8-4bd9-ac2b-bdba885f7b5c HTTP/1.1" status: 200 len: 851 time: 0.1877213 Apr 18 20:57:43.820802 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-965ab453-f8a6-4f81-a1a6-4ea4ccdf5903 req-c16d9b44-66e0-4fd0-9b3f-26bb432fbba5 tempest-TaggedBootDevicesTest_v242-417596240 tempest-TaggedBootDevicesTest_v242-417596240-project] 10.222.0.42 "GET /v2.0/security-groups?id=90f86da5-60b0-4e29-8e55-fe6cf6b75c5e&id=48fab5b0-1368-425c-9a53-c0303d2044f1&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1953902 Apr 18 20:57:43.842251 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-39472c7d-8b23-4dc4-9fc8-2df507c3ad97 req-039d7ccc-4ef0-479e-b682-f7671fb727b6 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=f7467a4f-b1b1-4464-b74e-f3b773c53ca1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0631731 Apr 18 20:57:43.845058 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.db [req-b38a3b7e-ca87-4abc-a33a-7c1827e51633 req-57453bf2-2a92-4ddb-9afb-977be07a5b09 service neutron] For port e4a628aa-c125-4eea-8365-b6473a427bb3, host n-h2-838334-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838334-2',level=0,port_id=e4a628aa-c125-4eea-8365-b6473a427bb3,segment=NetworkSegment(999db445-b59f-43ae-97e9-309f13729423),segment_id=999db445-b59f-43ae-97e9-309f13729423)] {{(pid=84040) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:57:43.846548 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] For port 4734cbab-0580-41fa-b3a6-31caa5f81614, host n-h2-838334-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838334-2',level=0,port_id=4734cbab-0580-41fa-b3a6-31caa5f81614,segment=NetworkSegment(eb1f29ad-3d05-4e72-b227-469dc1660e3c),segment_id=eb1f29ad-3d05-4e72-b227-469dc1660e3c)] {{(pid=84042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:57:43.853255 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df29afe3-3f4c-41f5-8f27-932b115c7f04 req-28feee0b-2c1a-4db7-bf04-7289434dd072 tempest-DeleteServersTestJSON-915645800 tempest-DeleteServersTestJSON-915645800-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:57:43.855210 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-df29afe3-3f4c-41f5-8f27-932b115c7f04 req-28feee0b-2c1a-4db7-bf04-7289434dd072 tempest-DeleteServersTestJSON-915645800 tempest-DeleteServersTestJSON-915645800-project] 10.222.0.42 "GET /v2.0/ports?device_id=f2b26dda-40aa-4c01-bf22-35ecafdb42a4 HTTP/1.1" status: 200 len: 945 time: 0.3322833 Apr 18 20:57:43.856213 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682'] for port, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:43.897502 n-d-838334-2 neutron-server[84042]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6a49f48a-913c-49a6-8c09-bf4c978ef91f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c752aac3-367c-457b-992d-78f7341198e9'}, {'server_uuid': '6a49f48a-913c-49a6-8c09-bf4c978ef91f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b67988d2-bb60-4efe-bd1d-80e31ea8ffb6'}, {'server_uuid': '6a49f48a-913c-49a6-8c09-bf4c978ef91f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e4a628aa-c125-4eea-8365-b6473a427bb3'}, {'server_uuid': '6a49f48a-913c-49a6-8c09-bf4c978ef91f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f0e8d8ea-6bcf-495f-8aee-e46b70d0c94e'}, {'server_uuid': '6a49f48a-913c-49a6-8c09-bf4c978ef91f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4f3a4e36-a736-43f0-9187-2849b3636dd2'}, {'server_uuid': 'f2b26dda-40aa-4c01-bf22-35ecafdb42a4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4734cbab-0580-41fa-b3a6-31caa5f81614'}] {{(pid=84042) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 20:57:43.941088 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-fadc5db4-a1fe-404e-a6c5-935808c975af tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1260549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33526260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32266336', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32486390'] for subnet, after_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:43.947392 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Pushing event updated for resources: {'Port': ['ID=4734cbab-0580-41fa-b3a6-31caa5f81614,revision_number=8']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:57:44.124869 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-4b7299ac-07c3-4955-8701-ce2c0f35ef64 req-17ae92c1-abba-43a1-ae64-23aefdc30f42 tempest-ServersTestJSON-1424434350 tempest-ServersTestJSON-1424434350-project] 10.222.0.42 "GET /v2.0/ports?device_id=01756617-cdba-485a-898e-e3ef9910293a HTTP/1.1" status: 200 len: 210 time: 0.0925338 Apr 18 20:57:44.125937 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.db.resource_extend [req-b38a3b7e-ca87-4abc-a33a-7c1827e51633 req-57453bf2-2a92-4ddb-9afb-977be07a5b09 service neutron] It took 0.25 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 18 20:57:44.133356 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fadc5db4-a1fe-404e-a6c5-935808c975af tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Pushing event deleted for resources: {'Subnet': ['ID=ea7ba971-3fc7-4ec4-bf31-9b14d7f3a5c0,revision_number=None']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:57:44.135458 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [req-fc1cdd61-62c2-4b6a-bded-d63372deef46 req-e2412e4c-4505-48c7-8c39-9910f3daeff3 tempest-AttachVolumeNegativeTest-555605742 tempest-AttachVolumeNegativeTest-555605742-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:57:44.150373 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-92a238c4-04c4-4ed7-a702-26a90e4e0dfa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:44.157111 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.db [req-b38a3b7e-ca87-4abc-a33a-7c1827e51633 req-57453bf2-2a92-4ddb-9afb-977be07a5b09 service neutron] For port e4a628aa-c125-4eea-8365-b6473a427bb3, host n-h2-838334-2, cleared binding levels {{(pid=84040) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 20:57:44.176894 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-fadc5db4-a1fe-404e-a6c5-935808c975af tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Notify callbacks [] for subnet, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:44.177825 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17cfa0fa-36ac-462f-ac43-eb642585876b None None] Network ef903069-7c89-4376-963f-99c58ca6d615 requested from n-d-838334-2 {{(pid=84042) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 20:57:44.184900 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-39472c7d-8b23-4dc4-9fc8-2df507c3ad97 req-5b3bea91-a731-4b15-bb62-c312a84e1587 service neutron] 10.222.0.48 "GET /v2.0/networks/f7467a4f-b1b1-4464-b74e-f3b773c53ca1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3291113 Apr 18 20:57:44.211662 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-df29afe3-3f4c-41f5-8f27-932b115c7f04 req-3ec5ed53-c8e0-4454-ac61-04c909daf9bb tempest-DeleteServersTestJSON-915645800 tempest-DeleteServersTestJSON-915645800-project] 10.222.0.42 "GET /v2.0/security-groups?id=588d127b-19b7-4c3d-9f79-a400181b94e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3359101 Apr 18 20:57:44.228038 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-92a238c4-04c4-4ed7-a702-26a90e4e0dfa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:44.263100 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [req-fc1cdd61-62c2-4b6a-bded-d63372deef46 req-e2412e4c-4505-48c7-8c39-9910f3daeff3 tempest-AttachVolumeNegativeTest-555605742 tempest-AttachVolumeNegativeTest-555605742-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:57:44.276529 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-fadc5db4-a1fe-404e-a6c5-935808c975af tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] 10.222.0.42 "DELETE /v2.0/subnets/ea7ba971-3fc7-4ec4-bf31-9b14d7f3a5c0 HTTP/1.1" status: 204 len: 168 time: 2.5374775 Apr 18 20:57:44.318312 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 53508) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:57:44.321024 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fc1cdd61-62c2-4b6a-bded-d63372deef46 req-e2412e4c-4505-48c7-8c39-9910f3daeff3 tempest-AttachVolumeNegativeTest-555605742 tempest-AttachVolumeNegativeTest-555605742-project] Made reservation on behalf of 340d04fd839f4c0c896ec9bea561bc50 for: {'port': 1} {{(pid=84041) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:57:44.325414 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [req-fc1cdd61-62c2-4b6a-bded-d63372deef46 req-e2412e4c-4505-48c7-8c39-9910f3daeff3 tempest-AttachVolumeNegativeTest-555605742 tempest-AttachVolumeNegativeTest-555605742-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:44.345538 n-d-838334-2 neutron-server[84042]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a770173f-5282-4b36-af16-a4e6d005d7cf'] response: {'server_uuid': '6a49f48a-913c-49a6-8c09-bf4c978ef91f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c752aac3-367c-457b-992d-78f7341198e9', 'code': 200} Apr 18 20:57:44.346202 n-d-838334-2 neutron-server[84042]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a770173f-5282-4b36-af16-a4e6d005d7cf'] response: {'server_uuid': '6a49f48a-913c-49a6-8c09-bf4c978ef91f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b67988d2-bb60-4efe-bd1d-80e31ea8ffb6', 'code': 200} Apr 18 20:57:44.346202 n-d-838334-2 neutron-server[84042]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a770173f-5282-4b36-af16-a4e6d005d7cf'] response: {'server_uuid': '6a49f48a-913c-49a6-8c09-bf4c978ef91f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e4a628aa-c125-4eea-8365-b6473a427bb3', 'code': 200} Apr 18 20:57:44.347000 n-d-838334-2 neutron-server[84042]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a770173f-5282-4b36-af16-a4e6d005d7cf'] response: {'server_uuid': '6a49f48a-913c-49a6-8c09-bf4c978ef91f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f0e8d8ea-6bcf-495f-8aee-e46b70d0c94e', 'code': 200} Apr 18 20:57:44.347321 n-d-838334-2 neutron-server[84042]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a770173f-5282-4b36-af16-a4e6d005d7cf'] response: {'server_uuid': '6a49f48a-913c-49a6-8c09-bf4c978ef91f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4f3a4e36-a736-43f0-9187-2849b3636dd2', 'code': 200} Apr 18 20:57:44.347707 n-d-838334-2 neutron-server[84042]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a770173f-5282-4b36-af16-a4e6d005d7cf'] response: {'server_uuid': 'f2b26dda-40aa-4c01-bf22-35ecafdb42a4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4734cbab-0580-41fa-b3a6-31caa5f81614', 'code': 200} Apr 18 20:57:44.399947 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-dc63ad55-8e26-45ec-92ad-951d3c91158c req-0b75d4c7-cc03-4c27-ad60-00c846a6d694 tempest-AttachVolumeNegativeTest-555605742 tempest-AttachVolumeNegativeTest-555605742-project] 10.222.0.42 "GET /v2.0/ports?device_id=34bc9bea-04a4-4f27-915b-a0fabc6baf14 HTTP/1.1" status: 200 len: 210 time: 0.0594134 Apr 18 20:57:44.404600 n-d-838334-2 neutron-server[84040]: DEBUG neutron.notifiers.nova [req-b38a3b7e-ca87-4abc-a33a-7c1827e51633 req-57453bf2-2a92-4ddb-9afb-977be07a5b09 service neutron] device_id is not set on port e4a628aa-c125-4eea-8365-b6473a427bb3 yet. {{(pid=84040) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 18 20:57:44.435854 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-b38a3b7e-ca87-4abc-a33a-7c1827e51633 req-57453bf2-2a92-4ddb-9afb-977be07a5b09 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:44.447709 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-a78bb147-004a-4925-8363-2c7256717c7b tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] 10.222.0.42 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1092832 Apr 18 20:57:44.451967 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 53512) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:57:44.454193 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-b38a3b7e-ca87-4abc-a33a-7c1827e51633 req-57453bf2-2a92-4ddb-9afb-977be07a5b09 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32440959'] for port, after_update {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:44.468076 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.v2.base [None req-e093d91f-0dfb-4756-8df8-0bc1e07031fe tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Request body: {'subnet': {'network_id': 'ef903069-7c89-4376-963f-99c58ca6d615', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=84041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 20:57:44.469132 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50a8987c-e994-474d-8dcc-9a6e9242c7a1 None None] DHCP port deletion for ef903069-7c89-4376-963f-99c58ca6d615 request from n-d-838334-2 {{(pid=84042) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 18 20:57:44.473670 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.plugin [None req-50a8987c-e994-474d-8dcc-9a6e9242c7a1 None None] Deleting port 856f7191-765a-4fd0-80fd-3c9890390753 {{(pid=84042) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 20:57:44.474344 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-50a8987c-e994-474d-8dcc-9a6e9242c7a1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750375188691'] for port, before_delete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:44.516859 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-39472c7d-8b23-4dc4-9fc8-2df507c3ad97 req-9c6ae9a4-37a8-4c3e-905f-be5e7d3a9dac service neutron] 10.222.0.48 "GET /v2.0/networks/f7467a4f-b1b1-4464-b74e-f3b773c53ca1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3020780 Apr 18 20:57:44.544051 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57453bf2-2a92-4ddb-9afb-977be07a5b09 service neutron] Pushing event updated for resources: {'Port': ['ID=e4a628aa-c125-4eea-8365-b6473a427bb3,revision_number=7']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:57:44.593809 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.db_base_plugin_common [req-c79bd1e1-bf39-4cc8-b19f-2b2e0e99e824 req-49ab640b-a01f-4bbb-b728-81ea187ef30e tempest-ServersTestJSON-1424434350 tempest-ServersTestJSON-1424434350-project] Allocated IP 172.20.0.14 (7083f08e-ab4e-49e9-91e4-270e03cc3e4c/b602689e-1bf9-4316-afee-2c16d3405af1/97b1e464-c97f-4dd5-a798-8abe8148e5e8) {{(pid=84041) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:57:44.637383 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-92a238c4-04c4-4ed7-a702-26a90e4e0dfa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33528224'] for security_group, after_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:44.685582 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92a238c4-04c4-4ed7-a702-26a90e4e0dfa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b14f99f-10f9-4d01-a11c-c31581e26b84,revision_number=None']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:57:44.689390 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.l3_dvrscheduler_db [req-b38a3b7e-ca87-4abc-a33a-7c1827e51633 req-57453bf2-2a92-4ddb-9afb-977be07a5b09 service neutron] No DVR routers for this DVR port e4a628aa-c125-4eea-8365-b6473a427bb3 on host n-h2-838334-2 {{(pid=84040) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 20:57:44.708987 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-ff3bcbc2-cd6c-4d5e-84b6-dff6e8a36130 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-32377931', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33443910'] for router_interface, after_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:44.762939 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-50a8987c-e994-474d-8dcc-9a6e9242c7a1 None None] For port 856f7191-765a-4fd0-80fd-3c9890390753, host n-d-838334-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838334-2',level=0,port_id=856f7191-765a-4fd0-80fd-3c9890390753,segment=NetworkSegment(fbf28fbd-36f8-46f3-be08-57d41821e390),segment_id=fbf28fbd-36f8-46f3-be08-57d41821e390)] {{(pid=84042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:57:44.763728 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-50a8987c-e994-474d-8dcc-9a6e9242c7a1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369123'] for port, precommit_delete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:44.769380 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.plugin [req-b38a3b7e-ca87-4abc-a33a-7c1827e51633 req-57453bf2-2a92-4ddb-9afb-977be07a5b09 service neutron] In _notify_port_updated(), no bound segment for port e4a628aa-c125-4eea-8365-b6473a427bb3 on network 4c6d63fa-10ee-46ac-a5d2-fd4675ff700f {{(pid=84040) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Apr 18 20:57:44.772016 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-b38a3b7e-ca87-4abc-a33a-7c1827e51633 req-57453bf2-2a92-4ddb-9afb-977be07a5b09 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217293'] for port, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:44.772394 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-b38a3b7e-ca87-4abc-a33a-7c1827e51633 req-57453bf2-2a92-4ddb-9afb-977be07a5b09 service neutron] 10.222.0.48 "PUT /v2.0/ports/e4a628aa-c125-4eea-8365-b6473a427bb3 HTTP/1.1" status: 200 len: 1032 time: 2.0428016 Apr 18 20:57:44.785890 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-e093d91f-0dfb-4756-8df8-0bc1e07031fe tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:57:44.819584 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-e093d91f-0dfb-4756-8df8-0bc1e07031fe tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Usage tracker for resource:subnet and tenant:1256b788e8184019a07eb24a482acda4 is out of sync, need to count used quota {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:57:44.828278 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-e093d91f-0dfb-4756-8df8-0bc1e07031fe tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:57:44.853482 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-e093d91f-0dfb-4756-8df8-0bc1e07031fe tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:57:44.854274 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.plugin [req-b38a3b7e-ca87-4abc-a33a-7c1827e51633 req-d167bd7d-fcd8-42cc-8bde-5dad29ce2b9a tempest-TaggedBootDevicesTest_v242-417596240 tempest-TaggedBootDevicesTest_v242-417596240-project] Deleting port c752aac3-367c-457b-992d-78f7341198e9 {{(pid=84040) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 20:57:44.854622 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-b38a3b7e-ca87-4abc-a33a-7c1827e51633 req-d167bd7d-fcd8-42cc-8bde-5dad29ce2b9a tempest-TaggedBootDevicesTest_v242-417596240 tempest-TaggedBootDevicesTest_v242-417596240-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750375188691'] for port, before_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:44.910668 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.plugin [None req-50a8987c-e994-474d-8dcc-9a6e9242c7a1 None None] Calling delete_port for 856f7191-765a-4fd0-80fd-3c9890390753 owned by network:dhcp {{(pid=84042) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 20:57:44.944301 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.db_base_plugin_common [req-fc1cdd61-62c2-4b6a-bded-d63372deef46 req-e2412e4c-4505-48c7-8c39-9910f3daeff3 tempest-AttachVolumeNegativeTest-555605742 tempest-AttachVolumeNegativeTest-555605742-project] Allocated IP 172.20.0.6 (794fa1b3-6f66-42ac-ab9f-a0e910c383ff/66a6cd83-be1c-4e76-9e19-a8f33a82294d/9d41b737-3508-402b-8ed9-14ff40d11b2a) {{(pid=84041) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:57:44.981380 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-51e49b1d-3d86-4d59-b022-3e066c292e76 None None] Provisioning complete for port e4a628aa-c125-4eea-8365-b6473a427bb3 triggered by entity DHCP. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:57:44.981746 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-51e49b1d-3d86-4d59-b022-3e066c292e76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1253608'] for port, provisioning_complete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:45.044727 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.plugin [None req-51e49b1d-3d86-4d59-b022-3e066c292e76 None None] Port e4a628aa-c125-4eea-8365-b6473a427bb3 cannot update to ACTIVE because it is not bound. {{(pid=84042) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 18 20:57:45.050169 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-50a8987c-e994-474d-8dcc-9a6e9242c7a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750375259028', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750374836628'] for port, after_delete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:45.101085 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50a8987c-e994-474d-8dcc-9a6e9242c7a1 None None] Pushing event deleted for resources: {'Port': ['ID=856f7191-765a-4fd0-80fd-3c9890390753,revision_number=None']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:57:45.105464 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50a8987c-e994-474d-8dcc-9a6e9242c7a1 None None] No DVR routers for this DVR port 856f7191-765a-4fd0-80fd-3c9890390753 on host n-d-838334-2 {{(pid=84042) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 20:57:45.143134 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-92a238c4-04c4-4ed7-a702-26a90e4e0dfa admin admin] Notify callbacks [] for security_group, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:45.147234 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-92a238c4-04c4-4ed7-a702-26a90e4e0dfa admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/4b14f99f-10f9-4d01-a11c-c31581e26b84 HTTP/1.1" status: 204 len: 168 time: 1.4748757 Apr 18 20:57:45.249241 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [req-fc1cdd61-62c2-4b6a-bded-d63372deef46 req-e2412e4c-4505-48c7-8c39-9910f3daeff3 tempest-AttachVolumeNegativeTest-555605742 tempest-AttachVolumeNegativeTest-555605742-project] Notify callbacks [] for port, precommit_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:45.343434 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e093d91f-0dfb-4756-8df8-0bc1e07031fe tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Made reservation on behalf of 1256b788e8184019a07eb24a482acda4 for: {'subnet': 1} {{(pid=84041) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:57:45.346774 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-e093d91f-0dfb-4756-8df8-0bc1e07031fe tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32486301'] for subnet, before_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:45.375246 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-f457c6e4-3df5-4c4a-8fe0-86fa32482733 req-56dba693-77a1-499f-827c-2673aa23f457 tempest-ServersTestJSON-1424434350 tempest-ServersTestJSON-1424434350-project] 10.222.0.42 "GET /v2.0/ports?device_id=01756617-cdba-485a-898e-e3ef9910293a HTTP/1.1" status: 200 len: 210 time: 0.0537946 Apr 18 20:57:45.435570 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.db [req-b38a3b7e-ca87-4abc-a33a-7c1827e51633 req-d167bd7d-fcd8-42cc-8bde-5dad29ce2b9a tempest-TaggedBootDevicesTest_v242-417596240 tempest-TaggedBootDevicesTest_v242-417596240-project] For port c752aac3-367c-457b-992d-78f7341198e9, host n-h2-838334-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838334-2',level=0,port_id=c752aac3-367c-457b-992d-78f7341198e9,segment=NetworkSegment(ebe0286e-3c69-48ee-a166-d487392185dd),segment_id=ebe0286e-3c69-48ee-a166-d487392185dd)] {{(pid=84040) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:57:45.436658 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-b38a3b7e-ca87-4abc-a33a-7c1827e51633 req-d167bd7d-fcd8-42cc-8bde-5dad29ce2b9a tempest-TaggedBootDevicesTest_v242-417596240 tempest-TaggedBootDevicesTest_v242-417596240-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369123'] for port, precommit_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:45.479941 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Device 856f7191-765a-4fd0-80fd-3c9890390753 no longer exists at agent ovs-agent-n-d-838334-2 {{(pid=84042) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 20:57:45.519615 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.plugin [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] No Port match for: 856f7191-765a-4fd0-80fd-3c9890390753 {{(pid=84042) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 18 20:57:45.520071 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Device 856f7191-765a-4fd0-80fd-3c9890390753 not bound to the agent host n-d-838334-2 {{(pid=84042) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 20:57:45.618961 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.plugin [req-b38a3b7e-ca87-4abc-a33a-7c1827e51633 req-d167bd7d-fcd8-42cc-8bde-5dad29ce2b9a tempest-TaggedBootDevicesTest_v242-417596240 tempest-TaggedBootDevicesTest_v242-417596240-project] Calling delete_port for c752aac3-367c-457b-992d-78f7341198e9 owned by compute:nova {{(pid=84040) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 20:57:45.626622 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-62e63046-8eb3-43cc-b9a0-d193adf39d46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750375287399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253529'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:45.655318 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.provisioning_blocks [req-fc1cdd61-62c2-4b6a-bded-d63372deef46 req-e2412e4c-4505-48c7-8c39-9910f3daeff3 tempest-AttachVolumeNegativeTest-555605742 tempest-AttachVolumeNegativeTest-555605742-project] Transition to ACTIVE for port object 9d41b737-3508-402b-8ed9-14ff40d11b2a will not be triggered until provisioned by entity DHCP. {{(pid=84041) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 20:57:45.726719 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03e247fb-70ce-4fe8-90fc-fbf5d266d731 req-dee6ab77-6df3-43ed-a2de-5d88fce8dd48 tempest-TaggedBootDevicesTest_v242-417596240 tempest-TaggedBootDevicesTest_v242-417596240-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:57:45.730766 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03e247fb-70ce-4fe8-90fc-fbf5d266d731 req-dee6ab77-6df3-43ed-a2de-5d88fce8dd48 tempest-TaggedBootDevicesTest_v242-417596240 tempest-TaggedBootDevicesTest_v242-417596240-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:57:45.731505 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [req-c79bd1e1-bf39-4cc8-b19f-2b2e0e99e824 req-49ab640b-a01f-4bbb-b728-81ea187ef30e tempest-ServersTestJSON-1424434350 tempest-ServersTestJSON-1424434350-project] Notify callbacks [] for port, precommit_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:45.735214 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03e247fb-70ce-4fe8-90fc-fbf5d266d731 req-dee6ab77-6df3-43ed-a2de-5d88fce8dd48 tempest-TaggedBootDevicesTest_v242-417596240 tempest-TaggedBootDevicesTest_v242-417596240-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:57:45.739233 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03e247fb-70ce-4fe8-90fc-fbf5d266d731 req-dee6ab77-6df3-43ed-a2de-5d88fce8dd48 tempest-TaggedBootDevicesTest_v242-417596240 tempest-TaggedBootDevicesTest_v242-417596240-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:57:45.744196 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03e247fb-70ce-4fe8-90fc-fbf5d266d731 req-dee6ab77-6df3-43ed-a2de-5d88fce8dd48 tempest-TaggedBootDevicesTest_v242-417596240 tempest-TaggedBootDevicesTest_v242-417596240-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:57:45.751655 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-03e247fb-70ce-4fe8-90fc-fbf5d266d731 req-dee6ab77-6df3-43ed-a2de-5d88fce8dd48 tempest-TaggedBootDevicesTest_v242-417596240 tempest-TaggedBootDevicesTest_v242-417596240-project] 10.222.0.42 "GET /v2.0/ports?device_id=6a49f48a-913c-49a6-8c09-bf4c978ef91f HTTP/1.1" status: 200 len: 3875 time: 0.7242796 Apr 18 20:57:45.771173 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [req-fc1cdd61-62c2-4b6a-bded-d63372deef46 req-e2412e4c-4505-48c7-8c39-9910f3daeff3 tempest-AttachVolumeNegativeTest-555605742 tempest-AttachVolumeNegativeTest-555605742-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750374836619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32266323'] for port, after_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:45.829203 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [req-c79bd1e1-bf39-4cc8-b19f-2b2e0e99e824 req-49ab640b-a01f-4bbb-b728-81ea187ef30e tempest-ServersTestJSON-1424434350 tempest-ServersTestJSON-1424434350-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750374836619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32266323'] for port, after_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:45.843806 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] get_ports_and_sgs() called for port_ids ['8f0ac191-0475-420d-bcd7-62c84624a6ea'] {{(pid=84042) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 18 20:57:45.904806 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-03e247fb-70ce-4fe8-90fc-fbf5d266d731 req-81986914-4e53-486a-a4b3-24d5e835d8c5 tempest-TaggedBootDevicesTest_v242-417596240 tempest-TaggedBootDevicesTest_v242-417596240-project] 10.222.0.42 "GET /v2.0/security-groups?id=48fab5b0-1368-425c-9a53-c0303d2044f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1520462 Apr 18 20:57:45.918281 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95475ccb-a0e0-4ced-835e-db37b7b2062b req-9d65e78b-78e6-4b85-9950-d14b42b64315 tempest-DeleteServersTestJSON-915645800 tempest-DeleteServersTestJSON-915645800-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:57:45.940070 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-95475ccb-a0e0-4ced-835e-db37b7b2062b req-9d65e78b-78e6-4b85-9950-d14b42b64315 tempest-DeleteServersTestJSON-915645800 tempest-DeleteServersTestJSON-915645800-project] 10.222.0.42 "GET /v2.0/ports?device_id=f2b26dda-40aa-4c01-bf22-35ecafdb42a4 HTTP/1.1" status: 200 len: 943 time: 0.2691982 Apr 18 20:57:45.951568 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-e093d91f-0dfb-4756-8df8-0bc1e07031fe tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33526260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32266407', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32486287'] for subnet, after_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:45.994323 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2412e4c-4505-48c7-8c39-9910f3daeff3 tempest-AttachVolumeNegativeTest-555605742 tempest-AttachVolumeNegativeTest-555605742-project] Pushing event updated for resources: {'Port': ['ID=9d41b737-3508-402b-8ed9-14ff40d11b2a,revision_number=1']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:57:45.998059 n-d-838334-2 neutron-server[84041]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fc1cdd61-62c2-4b6a-bded-d63372deef46 req-e2412e4c-4505-48c7-8c39-9910f3daeff3 tempest-AttachVolumeNegativeTest-555605742 tempest-AttachVolumeNegativeTest-555605742-project] Network 794fa1b3-6f66-42ac-ab9f-a0e910c383ff is already hosted by enough agents. {{(pid=84041) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:57:46.014906 n-d-838334-2 neutron-server[84041]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c79bd1e1-bf39-4cc8-b19f-2b2e0e99e824 req-49ab640b-a01f-4bbb-b728-81ea187ef30e tempest-ServersTestJSON-1424434350 tempest-ServersTestJSON-1424434350-project] Network 7083f08e-ab4e-49e9-91e4-270e03cc3e4c is already hosted by enough agents. {{(pid=84041) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:57:46.060837 n-d-838334-2 neutron-server[84041]: DEBUG neutron.scheduler.base_scheduler [req-fc1cdd61-62c2-4b6a-bded-d63372deef46 req-e2412e4c-4505-48c7-8c39-9910f3daeff3 tempest-AttachVolumeNegativeTest-555605742 tempest-AttachVolumeNegativeTest-555605742-project] Resources bound (agent type, host, resource id): {{(pid=84041) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:57:46.071690 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.l3_dvrscheduler_db [req-fc1cdd61-62c2-4b6a-bded-d63372deef46 req-e2412e4c-4505-48c7-8c39-9910f3daeff3 tempest-AttachVolumeNegativeTest-555605742 tempest-AttachVolumeNegativeTest-555605742-project] Received port after_create {{(pid=84041) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 20:57:46.107559 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-b38a3b7e-ca87-4abc-a33a-7c1827e51633 req-d167bd7d-fcd8-42cc-8bde-5dad29ce2b9a tempest-TaggedBootDevicesTest_v242-417596240 tempest-TaggedBootDevicesTest_v242-417596240-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750375259028', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750374836628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32440838'] for port, after_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:46.361145 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-95475ccb-a0e0-4ced-835e-db37b7b2062b req-ad187b64-07d0-4e36-b034-e7af1171d663 tempest-DeleteServersTestJSON-915645800 tempest-DeleteServersTestJSON-915645800-project] 10.222.0.42 "GET /v2.0/security-groups?id=588d127b-19b7-4c3d-9f79-a400181b94e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4071889 Apr 18 20:57:46.361809 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d167bd7d-fcd8-42cc-8bde-5dad29ce2b9a tempest-TaggedBootDevicesTest_v242-417596240 tempest-TaggedBootDevicesTest_v242-417596240-project] Pushing event deleted for resources: {'Port': ['ID=c752aac3-367c-457b-992d-78f7341198e9,revision_number=None']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:57:46.375277 n-d-838334-2 neutron-server[84041]: DEBUG neutron.scheduler.base_scheduler [req-c79bd1e1-bf39-4cc8-b19f-2b2e0e99e824 req-49ab640b-a01f-4bbb-b728-81ea187ef30e tempest-ServersTestJSON-1424434350 tempest-ServersTestJSON-1424434350-project] Resources bound (agent type, host, resource id): {{(pid=84041) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:57:46.377863 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.l3_dvrscheduler_db [req-c79bd1e1-bf39-4cc8-b19f-2b2e0e99e824 req-49ab640b-a01f-4bbb-b728-81ea187ef30e tempest-ServersTestJSON-1424434350 tempest-ServersTestJSON-1424434350-project] Received port after_create {{(pid=84041) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 20:57:46.384906 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 53542) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:57:46.456507 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c79bd1e1-bf39-4cc8-b19f-2b2e0e99e824 req-49ab640b-a01f-4bbb-b728-81ea187ef30e tempest-ServersTestJSON-1424434350 tempest-ServersTestJSON-1424434350-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:57:46.457124 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [req-c79bd1e1-bf39-4cc8-b19f-2b2e0e99e824 req-49ab640b-a01f-4bbb-b728-81ea187ef30e tempest-ServersTestJSON-1424434350 tempest-ServersTestJSON-1424434350-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217293'] for port, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:46.488798 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.l3_dvrscheduler_db [req-b38a3b7e-ca87-4abc-a33a-7c1827e51633 req-d167bd7d-fcd8-42cc-8bde-5dad29ce2b9a tempest-TaggedBootDevicesTest_v242-417596240 tempest-TaggedBootDevicesTest_v242-417596240-project] No DVR routers for this DVR port c752aac3-367c-457b-992d-78f7341198e9 on host n-h2-838334-2 {{(pid=84040) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 20:57:46.492968 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-da939583-f7bb-4ef2-b206-b89cb97aca33 None None] Provisioning for port 9d41b737-3508-402b-8ed9-14ff40d11b2a completed by entity DHCP. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 20:57:46.499743 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-da939583-f7bb-4ef2-b206-b89cb97aca33 None None] Provisioning complete for port 9d41b737-3508-402b-8ed9-14ff40d11b2a triggered by entity DHCP. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:57:46.500160 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-da939583-f7bb-4ef2-b206-b89cb97aca33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1253608'] for port, provisioning_complete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:46.504829 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-b38a3b7e-ca87-4abc-a33a-7c1827e51633 req-d167bd7d-fcd8-42cc-8bde-5dad29ce2b9a tempest-TaggedBootDevicesTest_v242-417596240 tempest-TaggedBootDevicesTest_v242-417596240-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217293'] for port, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:46.514725 n-d-838334-2 neutron-server[84040]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6a49f48a-913c-49a6-8c09-bf4c978ef91f', 'name': 'network-vif-deleted', 'tag': 'c752aac3-367c-457b-992d-78f7341198e9'}] {{(pid=84040) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 20:57:46.530940 n-d-838334-2 neutron-server[84041]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e093d91f-0dfb-4756-8df8-0bc1e07031fe tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Network ef903069-7c89-4376-963f-99c58ca6d615 is already hosted by enough agents. {{(pid=84041) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:57:46.539961 n-d-838334-2 neutron-server[84041]: DEBUG neutron.scheduler.base_scheduler [None req-e093d91f-0dfb-4756-8df8-0bc1e07031fe tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Resources bound (agent type, host, resource id): {{(pid=84041) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:57:46.542885 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e093d91f-0dfb-4756-8df8-0bc1e07031fe tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:57:46.543472 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-e093d91f-0dfb-4756-8df8-0bc1e07031fe tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Notify callbacks [] for subnet, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:46.557046 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3cfc002-a311-4722-993a-3dbde33ea287 None None] Network ef903069-7c89-4376-963f-99c58ca6d615 requested from n-d-838334-2 {{(pid=84042) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 20:57:46.560428 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-c79bd1e1-bf39-4cc8-b19f-2b2e0e99e824 req-49ab640b-a01f-4bbb-b728-81ea187ef30e tempest-ServersTestJSON-1424434350 tempest-ServersTestJSON-1424434350-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.4953618 Apr 18 20:57:46.582167 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-e093d91f-0dfb-4756-8df8-0bc1e07031fe tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.1223176 Apr 18 20:57:46.588197 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.v2.base [req-c79bd1e1-bf39-4cc8-b19f-2b2e0e99e824 req-8c13d82a-8bfa-4eac-9b7a-a31bc332a035 service neutron] Request body: {'port': {'device_id': '01756617-cdba-485a-898e-e3ef9910293a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-838334-2'}} {{(pid=84041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 20:57:46.650413 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 53552) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:57:46.660991 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.v2.base [None req-a5faf591-a050-4d31-8d29-accb14d3b097 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-892989081-network', 'tenant_id': '0f7cce7b1ccf410486c29c0215106926'}} {{(pid=84040) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 20:57:46.670392 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49ab640b-a01f-4bbb-b728-81ea187ef30e tempest-ServersTestJSON-1424434350 tempest-ServersTestJSON-1424434350-project] Pushing event updated for resources: {'Port': ['ID=97b1e464-c97f-4dd5-a798-8abe8148e5e8,revision_number=1']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:57:46.674749 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [None req-a5faf591-a050-4d31-8d29-accb14d3b097 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:57:46.686981 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-a5faf591-a050-4d31-8d29-accb14d3b097 admin admin] Usage tracker for resource:network and tenant:0f7cce7b1ccf410486c29c0215106926 is out of sync, need to count used quota {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:57:46.691713 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-a5faf591-a050-4d31-8d29-accb14d3b097 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:57:46.716454 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [None req-a5faf591-a050-4d31-8d29-accb14d3b097 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:57:46.727364 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-b38a3b7e-ca87-4abc-a33a-7c1827e51633 req-d167bd7d-fcd8-42cc-8bde-5dad29ce2b9a tempest-TaggedBootDevicesTest_v242-417596240 tempest-TaggedBootDevicesTest_v242-417596240-project] 10.222.0.48 "DELETE /v2.0/ports/c752aac3-367c-457b-992d-78f7341198e9 HTTP/1.1" status: 204 len: 173 time: 1.9467790 Apr 18 20:57:46.742350 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.v2.base [None req-25b21291-dba5-4c60-b305-a61c52d10f94 tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Request body: {'subnet': {'network_id': 'ef903069-7c89-4376-963f-99c58ca6d615', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=84040) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 20:57:46.752427 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [req-c79bd1e1-bf39-4cc8-b19f-2b2e0e99e824 req-8c13d82a-8bfa-4eac-9b7a-a31bc332a035 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:46.770648 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e093d91f-0dfb-4756-8df8-0bc1e07031fe tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Pushing event updated for resources: {'Subnet': ['ID=9f25b6e0-3737-4d0c-9e7b-d54199eb2863,revision_number=0']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:57:46.773607 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.plugin [None req-da939583-f7bb-4ef2-b206-b89cb97aca33 None None] Port 9d41b737-3508-402b-8ed9-14ff40d11b2a cannot update to ACTIVE because it is not bound. {{(pid=84042) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 18 20:57:46.826127 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc1cdd61-62c2-4b6a-bded-d63372deef46 req-e2412e4c-4505-48c7-8c39-9910f3daeff3 tempest-AttachVolumeNegativeTest-555605742 tempest-AttachVolumeNegativeTest-555605742-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:57:46.826870 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [req-fc1cdd61-62c2-4b6a-bded-d63372deef46 req-e2412e4c-4505-48c7-8c39-9910f3daeff3 tempest-AttachVolumeNegativeTest-555605742 tempest-AttachVolumeNegativeTest-555605742-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217293'] for port, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:46.861252 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-fc1cdd61-62c2-4b6a-bded-d63372deef46 req-e2412e4c-4505-48c7-8c39-9910f3daeff3 tempest-AttachVolumeNegativeTest-555605742 tempest-AttachVolumeNegativeTest-555605742-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.2376285 Apr 18 20:57:46.865846 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75a187f0-8aba-435e-a980-8ec075872f58 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp016840fc-1f9f-5892-9c53-c9cf6c845bbb-ef903069-7c89-4376-963f-99c58ca6d615', 'network_id': 'ef903069-7c89-4376-963f-99c58ca6d615', 'tenant_id': '1256b788e8184019a07eb24a482acda4', 'fixed_ips': [{'subnet_id': '9f25b6e0-3737-4d0c-9e7b-d54199eb2863'}]}} from n-d-838334-2. {{(pid=84042) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 18 20:57:46.867475 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-75a187f0-8aba-435e-a980-8ec075872f58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_create {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:46.886167 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.v2.base [req-fc1cdd61-62c2-4b6a-bded-d63372deef46 req-80a1b2c4-6765-4f98-9134-cb84e6c67bda service neutron] Request body: {'port': {'device_id': '34bc9bea-04a4-4f27-915b-a0fabc6baf14', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-838334-2'}} {{(pid=84041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 20:57:46.925757 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a5faf591-a050-4d31-8d29-accb14d3b097 admin admin] Made reservation on behalf of 0f7cce7b1ccf410486c29c0215106926 for: {'network': 1} {{(pid=84040) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:57:46.928435 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-a5faf591-a050-4d31-8d29-accb14d3b097 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for network, before_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:46.949756 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-a5faf591-a050-4d31-8d29-accb14d3b097 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:46.991665 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d52b195c-75d8-4f25-addd-5b58a2633a5c req-fe90434a-6db1-44e1-982f-3cafb912a500 tempest-AttachVolumeNegativeTest-555605742 tempest-AttachVolumeNegativeTest-555605742-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:57:47.001080 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-d52b195c-75d8-4f25-addd-5b58a2633a5c req-fe90434a-6db1-44e1-982f-3cafb912a500 tempest-AttachVolumeNegativeTest-555605742 tempest-AttachVolumeNegativeTest-555605742-project] 10.222.0.42 "GET /v2.0/ports?device_id=34bc9bea-04a4-4f27-915b-a0fabc6baf14 HTTP/1.1" status: 200 len: 931 time: 0.7076006 Apr 18 20:57:47.053432 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.plugin [req-b38a3b7e-ca87-4abc-a33a-7c1827e51633 req-dfbd3dde-bd7d-489f-9eef-33d980d46bc6 tempest-TaggedBootDevicesTest_v242-417596240 tempest-TaggedBootDevicesTest_v242-417596240-project] Deleting port b67988d2-bb60-4efe-bd1d-80e31ea8ffb6 {{(pid=84040) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 20:57:47.053969 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-b38a3b7e-ca87-4abc-a33a-7c1827e51633 req-dfbd3dde-bd7d-489f-9eef-33d980d46bc6 tempest-TaggedBootDevicesTest_v242-417596240 tempest-TaggedBootDevicesTest_v242-417596240-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750375188691'] for port, before_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:47.077413 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [req-fc1cdd61-62c2-4b6a-bded-d63372deef46 req-80a1b2c4-6765-4f98-9134-cb84e6c67bda service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:47.095142 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.db_base_plugin_common [None req-75a187f0-8aba-435e-a980-8ec075872f58 None None] Allocated IP 172.20.0.2 (ef903069-7c89-4376-963f-99c58ca6d615/9f25b6e0-3737-4d0c-9e7b-d54199eb2863/3f21b9cb-c92e-4ff0-a381-b11b043b3894) {{(pid=84042) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:57:47.228024 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-d52b195c-75d8-4f25-addd-5b58a2633a5c req-f4efb9d2-05a1-4f9d-919e-5ad63367ea72 tempest-AttachVolumeNegativeTest-555605742 tempest-AttachVolumeNegativeTest-555605742-project] 10.222.0.42 "GET /v2.0/security-groups?id=0485093a-e0c2-44ce-b862-493ebd8aa71d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2258356 Apr 18 20:57:47.251021 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [None req-a5faf591-a050-4d31-8d29-accb14d3b097 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:57:47.273340 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-a5faf591-a050-4d31-8d29-accb14d3b097 admin admin] Usage tracker for resource:security_group_rule and tenant:0f7cce7b1ccf410486c29c0215106926 is out of sync, need to count used quota {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:57:47.279704 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [None req-25b21291-dba5-4c60-b305-a61c52d10f94 tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:57:47.298323 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-a5faf591-a050-4d31-8d29-accb14d3b097 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:57:47.311847 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f80e9a5f-bb0e-43e2-8cdc-e7e9900c88f1 req-c85a3a4b-c398-435d-87a1-a7586ac7abf6 tempest-ServersTestJSON-1424434350 tempest-ServersTestJSON-1424434350-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:57:47.318581 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-f80e9a5f-bb0e-43e2-8cdc-e7e9900c88f1 req-c85a3a4b-c398-435d-87a1-a7586ac7abf6 tempest-ServersTestJSON-1424434350 tempest-ServersTestJSON-1424434350-project] 10.222.0.42 "GET /v2.0/ports?device_id=01756617-cdba-485a-898e-e3ef9910293a HTTP/1.1" status: 200 len: 932 time: 0.7844343 Apr 18 20:57:47.334178 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-75a187f0-8aba-435e-a980-8ec075872f58 None None] Notify callbacks [] for port, precommit_create {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:47.345940 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-75a187f0-8aba-435e-a980-8ec075872f58 None None] Transition to ACTIVE for port object 3f21b9cb-c92e-4ff0-a381-b11b043b3894 will not be triggered until provisioned by entity L2. {{(pid=84042) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 20:57:47.367911 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-75a187f0-8aba-435e-a980-8ec075872f58 None None] Transition to ACTIVE for port object 3f21b9cb-c92e-4ff0-a381-b11b043b3894 will not be triggered until provisioned by entity DHCP. {{(pid=84042) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 20:57:47.387250 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-75a187f0-8aba-435e-a980-8ec075872f58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750374836619'] for port, after_create {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:47.389866 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-25b21291-dba5-4c60-b305-a61c52d10f94 tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Usage tracker for resource:subnet and tenant:1256b788e8184019a07eb24a482acda4 is out of sync, need to count used quota {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:57:47.402071 n-d-838334-2 neutron-server[84040]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7b3f1e4b-8808-4175-a601-a4d22e804685'] response: {'server_uuid': '6a49f48a-913c-49a6-8c09-bf4c978ef91f', 'name': 'network-vif-deleted', 'tag': 'c752aac3-367c-457b-992d-78f7341198e9', 'status': 'completed', 'code': 200} Apr 18 20:57:47.403946 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [None req-a5faf591-a050-4d31-8d29-accb14d3b097 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:57:47.415499 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-25b21291-dba5-4c60-b305-a61c52d10f94 tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:57:47.434432 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [None req-25b21291-dba5-4c60-b305-a61c52d10f94 tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:57:47.470644 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75a187f0-8aba-435e-a980-8ec075872f58 None None] Pushing event updated for resources: {'Port': ['ID=3f21b9cb-c92e-4ff0-a381-b11b043b3894,revision_number=1']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:57:47.487661 n-d-838334-2 neutron-server[84042]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75a187f0-8aba-435e-a980-8ec075872f58 None None] Network ef903069-7c89-4376-963f-99c58ca6d615 is already hosted by enough agents. {{(pid=84042) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:57:47.489283 n-d-838334-2 neutron-server[84042]: DEBUG neutron.scheduler.base_scheduler [None req-75a187f0-8aba-435e-a980-8ec075872f58 None None] Resources bound (agent type, host, resource id): {{(pid=84042) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:57:47.492012 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75a187f0-8aba-435e-a980-8ec075872f58 None None] Received port after_create {{(pid=84042) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 20:57:47.532768 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-f80e9a5f-bb0e-43e2-8cdc-e7e9900c88f1 req-3d6dc661-6043-4108-821a-69c82988599c tempest-ServersTestJSON-1424434350 tempest-ServersTestJSON-1424434350-project] 10.222.0.42 "GET /v2.0/security-groups?id=a3de1b7a-019c-40dd-8c9d-3a3f159b2bd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2125752 Apr 18 20:57:47.533470 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-25b21291-dba5-4c60-b305-a61c52d10f94 tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Made reservation on behalf of 1256b788e8184019a07eb24a482acda4 for: {'subnet': 1} {{(pid=84040) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:57:47.660529 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.managers [None req-75a187f0-8aba-435e-a980-8ec075872f58 None None] Attempting to bind port 3f21b9cb-c92e-4ff0-a381-b11b043b3894 on host n-d-838334-2 for vnic_type normal with profile {{(pid=84042) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:57:47.661306 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.managers [None req-75a187f0-8aba-435e-a980-8ec075872f58 None None] Attempting to bind port 3f21b9cb-c92e-4ff0-a381-b11b043b3894 by drivers openvswitch,hyperv on host n-d-838334-2 at level 0 using segments [{'id': 'fbf28fbd-36f8-46f3-be08-57d41821e390', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': 'ef903069-7c89-4376-963f-99c58ca6d615'}] {{(pid=84042) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:57:47.664501 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75a187f0-8aba-435e-a980-8ec075872f58 None None] Attempting to bind port 3f21b9cb-c92e-4ff0-a381-b11b043b3894 on network ef903069-7c89-4376-963f-99c58ca6d615 {{(pid=84042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 20:57:47.674141 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75a187f0-8aba-435e-a980-8ec075872f58 None None] Checking agent: {'id': '97cd4414-7af6-4d67-868d-dff370b4071a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838334-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 25, 49), 'started_at': datetime.datetime(2022, 4, 18, 20, 26, 19), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 20, 57, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838334-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 18 20:57:47.688235 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75a187f0-8aba-435e-a980-8ec075872f58 None None] Checking segment: {'id': 'fbf28fbd-36f8-46f3-be08-57d41821e390', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': 'ef903069-7c89-4376-963f-99c58ca6d615'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84042) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 20:57:47.688759 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-75a187f0-8aba-435e-a980-8ec075872f58 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:47.689782 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75a187f0-8aba-435e-a980-8ec075872f58 None None] Bound using segment: {'id': 'fbf28fbd-36f8-46f3-be08-57d41821e390', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': 'ef903069-7c89-4376-963f-99c58ca6d615'} {{(pid=84042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 18 20:57:47.689782 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.managers [None req-75a187f0-8aba-435e-a980-8ec075872f58 None None] Bound port: 3f21b9cb-c92e-4ff0-a381-b11b043b3894, host: n-d-838334-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fbf28fbd-36f8-46f3-be08-57d41821e390', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': 'ef903069-7c89-4376-963f-99c58ca6d615'}}] {{(pid=84042) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 20:57:47.690082 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-75a187f0-8aba-435e-a980-8ec075872f58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:47.837417 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-75a187f0-8aba-435e-a980-8ec075872f58 None None] For port 3f21b9cb-c92e-4ff0-a381-b11b043b3894, host n-d-838334-2, cleared binding levels {{(pid=84042) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 20:57:47.841051 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-75a187f0-8aba-435e-a980-8ec075872f58 None None] For port 3f21b9cb-c92e-4ff0-a381-b11b043b3894, host n-d-838334-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838334-2',level=0,port_id=3f21b9cb-c92e-4ff0-a381-b11b043b3894,segment=NetworkSegment(fbf28fbd-36f8-46f3-be08-57d41821e390),segment_id=fbf28fbd-36f8-46f3-be08-57d41821e390)] {{(pid=84042) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 20:57:47.844558 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.db.resource_extend [req-c79bd1e1-bf39-4cc8-b19f-2b2e0e99e824 req-8c13d82a-8bfa-4eac-9b7a-a31bc332a035 service neutron] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84041) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 18 20:57:47.846764 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-75a187f0-8aba-435e-a980-8ec075872f58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682'] for port, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:47.954725 n-d-838334-2 neutron-server[84041]: DEBUG neutron.notifiers.nova [req-c79bd1e1-bf39-4cc8-b19f-2b2e0e99e824 req-8c13d82a-8bfa-4eac-9b7a-a31bc332a035 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 97b1e464-c97f-4dd5-a798-8abe8148e5e8 {{(pid=84041) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 18 20:57:47.962437 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75a187f0-8aba-435e-a980-8ec075872f58 None None] Pushing event updated for resources: {'Port': ['ID=3f21b9cb-c92e-4ff0-a381-b11b043b3894,revision_number=2']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:57:47.969969 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [req-c79bd1e1-bf39-4cc8-b19f-2b2e0e99e824 req-8c13d82a-8bfa-4eac-9b7a-a31bc332a035 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:47.992191 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-9a3ad3d8-82f2-4427-aae9-419ba1caddbf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750375287399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253529'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:48.001990 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.db [req-b38a3b7e-ca87-4abc-a33a-7c1827e51633 req-dfbd3dde-bd7d-489f-9eef-33d980d46bc6 tempest-TaggedBootDevicesTest_v242-417596240 tempest-TaggedBootDevicesTest_v242-417596240-project] For port b67988d2-bb60-4efe-bd1d-80e31ea8ffb6, host n-h2-838334-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838334-2',level=0,port_id=b67988d2-bb60-4efe-bd1d-80e31ea8ffb6,segment=NetworkSegment(999db445-b59f-43ae-97e9-309f13729423),segment_id=999db445-b59f-43ae-97e9-309f13729423)] {{(pid=84040) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:57:48.002771 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-b38a3b7e-ca87-4abc-a33a-7c1827e51633 req-dfbd3dde-bd7d-489f-9eef-33d980d46bc6 tempest-TaggedBootDevicesTest_v242-417596240 tempest-TaggedBootDevicesTest_v242-417596240-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369123'] for port, precommit_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:48.013713 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.provisioning_blocks [req-c79bd1e1-bf39-4cc8-b19f-2b2e0e99e824 req-8c13d82a-8bfa-4eac-9b7a-a31bc332a035 service neutron] Transition to ACTIVE for port object 97b1e464-c97f-4dd5-a798-8abe8148e5e8 will not be triggered until provisioned by entity L2. {{(pid=84041) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 20:57:48.065158 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [req-c79bd1e1-bf39-4cc8-b19f-2b2e0e99e824 req-8c13d82a-8bfa-4eac-9b7a-a31bc332a035 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32266282'] for port, after_update {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:48.140613 n-d-838334-2 neutron-server[84041]: DEBUG neutron.notifiers.nova [req-fc1cdd61-62c2-4b6a-bded-d63372deef46 req-80a1b2c4-6765-4f98-9134-cb84e6c67bda service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9d41b737-3508-402b-8ed9-14ff40d11b2a {{(pid=84041) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 18 20:57:48.157073 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [req-fc1cdd61-62c2-4b6a-bded-d63372deef46 req-80a1b2c4-6765-4f98-9134-cb84e6c67bda service neutron] Notify callbacks [] for port, precommit_update {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:48.229580 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.plugin [req-b38a3b7e-ca87-4abc-a33a-7c1827e51633 req-dfbd3dde-bd7d-489f-9eef-33d980d46bc6 tempest-TaggedBootDevicesTest_v242-417596240 tempest-TaggedBootDevicesTest_v242-417596240-project] Calling delete_port for b67988d2-bb60-4efe-bd1d-80e31ea8ffb6 owned by compute:nova {{(pid=84040) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 20:57:48.282461 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-a5faf591-a050-4d31-8d29-accb14d3b097 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:48.320962 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-a5faf591-a050-4d31-8d29-accb14d3b097 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33528224'] for security_group, after_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:48.387774 n-d-838334-2 neutron-server[84041]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ff3bcbc2-cd6c-4d5e-84b6-dff6e8a36130 admin admin] Router 02589116-d5df-43b3-97bd-4bd75dfb3007 has already been hosted by L3 agent bc84d6c9-dd7a-4555-a351-592327b46d5a {{(pid=84041) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 20:57:48.388919 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.provisioning_blocks [req-fc1cdd61-62c2-4b6a-bded-d63372deef46 req-80a1b2c4-6765-4f98-9134-cb84e6c67bda service neutron] Transition to ACTIVE for port object 9d41b737-3508-402b-8ed9-14ff40d11b2a will not be triggered until provisioned by entity L2. {{(pid=84041) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 20:57:48.400194 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c13d82a-8bfa-4eac-9b7a-a31bc332a035 service neutron] Pushing event updated for resources: {'Port': ['ID=97b1e464-c97f-4dd5-a798-8abe8148e5e8,revision_number=2']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:57:48.403055 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a5faf591-a050-4d31-8d29-accb14d3b097 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 398} {{(pid=84040) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 20:57:48.404654 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [req-fc1cdd61-62c2-4b6a-bded-d63372deef46 req-80a1b2c4-6765-4f98-9134-cb84e6c67bda service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32266282'] for port, after_update {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:48.409766 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-25b21291-dba5-4c60-b305-a61c52d10f94 tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31752722'] for subnet, before_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:48.443382 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5faf591-a050-4d31-8d29-accb14d3b097 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ada0ecb3-b1bc-4ba2-8e6c-b06ba09daca2,revision_number=1']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:57:48.516045 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-a5faf591-a050-4d31-8d29-accb14d3b097 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1082986'] for segment, precommit_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:48.516461 n-d-838334-2 neutron-server[84040]: INFO neutron.db.segments_db [None req-a5faf591-a050-4d31-8d29-accb14d3b097 admin admin] Added segment b4dde5c5-5fa1-421a-aa66-9d4eb01be1ce of type vlan for network 0bad4841-e9a6-4877-8de7-2befe85ffb51 Apr 18 20:57:48.546369 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e3cb9b3-fdb3-4e15-9d7d-255421cdf91a req-441c2b96-cf62-4112-844e-bba4bf7af98f tempest-TaggedBootDevicesTest_v242-417596240 tempest-TaggedBootDevicesTest_v242-417596240-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:57:48.550194 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e3cb9b3-fdb3-4e15-9d7d-255421cdf91a req-441c2b96-cf62-4112-844e-bba4bf7af98f tempest-TaggedBootDevicesTest_v242-417596240 tempest-TaggedBootDevicesTest_v242-417596240-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:57:48.554693 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e3cb9b3-fdb3-4e15-9d7d-255421cdf91a req-441c2b96-cf62-4112-844e-bba4bf7af98f tempest-TaggedBootDevicesTest_v242-417596240 tempest-TaggedBootDevicesTest_v242-417596240-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:57:48.558617 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e3cb9b3-fdb3-4e15-9d7d-255421cdf91a req-441c2b96-cf62-4112-844e-bba4bf7af98f tempest-TaggedBootDevicesTest_v242-417596240 tempest-TaggedBootDevicesTest_v242-417596240-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:57:48.559502 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [req-2e3cb9b3-fdb3-4e15-9d7d-255421cdf91a req-441c2b96-cf62-4112-844e-bba4bf7af98f tempest-TaggedBootDevicesTest_v242-417596240 tempest-TaggedBootDevicesTest_v242-417596240-project] Synchronizing usage tracker for tenant:9feceef4d3df4daeb6497a95fbe12eb7 on resource:port {{(pid=84040) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 20:57:48.562639 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80a1b2c4-6765-4f98-9134-cb84e6c67bda service neutron] Pushing event updated for resources: {'Port': ['ID=9d41b737-3508-402b-8ed9-14ff40d11b2a,revision_number=2']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:57:48.573592 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-422e0a82-2cd9-4f6c-ad83-ff806b69a510 req-cf5b11ba-a29a-4892-a533-7f1841f2c6e3 tempest-DeleteServersTestJSON-915645800 tempest-DeleteServersTestJSON-915645800-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:57:48.575324 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-422e0a82-2cd9-4f6c-ad83-ff806b69a510 req-cf5b11ba-a29a-4892-a533-7f1841f2c6e3 tempest-DeleteServersTestJSON-915645800 tempest-DeleteServersTestJSON-915645800-project] 10.222.0.42 "GET /v2.0/ports?device_id=f2b26dda-40aa-4c01-bf22-35ecafdb42a4 HTTP/1.1" status: 200 len: 943 time: 0.8117280 Apr 18 20:57:48.696210 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-a5faf591-a050-4d31-8d29-accb14d3b097 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750374825732'] for network, precommit_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:48.742270 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [req-2e3cb9b3-fdb3-4e15-9d7d-255421cdf91a req-441c2b96-cf62-4112-844e-bba4bf7af98f tempest-TaggedBootDevicesTest_v242-417596240 tempest-TaggedBootDevicesTest_v242-417596240-project] Unset dirty status for tenant:9feceef4d3df4daeb6497a95fbe12eb7 on resource:port {{(pid=84040) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 20:57:48.748908 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-2e3cb9b3-fdb3-4e15-9d7d-255421cdf91a req-441c2b96-cf62-4112-844e-bba4bf7af98f tempest-TaggedBootDevicesTest_v242-417596240 tempest-TaggedBootDevicesTest_v242-417596240-project] 10.222.0.42 "GET /v2.0/ports?device_id=6a49f48a-913c-49a6-8c09-bf4c978ef91f HTTP/1.1" status: 200 len: 3142 time: 1.0420387 Apr 18 20:57:48.789986 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-b38a3b7e-ca87-4abc-a33a-7c1827e51633 req-dfbd3dde-bd7d-489f-9eef-33d980d46bc6 tempest-TaggedBootDevicesTest_v242-417596240 tempest-TaggedBootDevicesTest_v242-417596240-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750375259028', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750374836628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32440838'] for port, after_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:48.856434 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-422e0a82-2cd9-4f6c-ad83-ff806b69a510 req-8bbe68b2-7c79-4d0a-a443-1b1dfc745919 tempest-DeleteServersTestJSON-915645800 tempest-DeleteServersTestJSON-915645800-project] 10.222.0.42 "GET /v2.0/security-groups?id=588d127b-19b7-4c3d-9f79-a400181b94e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2458687 Apr 18 20:57:48.867398 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.managers [req-c79bd1e1-bf39-4cc8-b19f-2b2e0e99e824 req-8c13d82a-8bfa-4eac-9b7a-a31bc332a035 service neutron] Attempting to bind port 97b1e464-c97f-4dd5-a798-8abe8148e5e8 on host n-h1-838334-2 for vnic_type normal with profile {{(pid=84041) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:57:48.868275 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.managers [req-c79bd1e1-bf39-4cc8-b19f-2b2e0e99e824 req-8c13d82a-8bfa-4eac-9b7a-a31bc332a035 service neutron] Attempting to bind port 97b1e464-c97f-4dd5-a798-8abe8148e5e8 by drivers openvswitch,hyperv on host n-h1-838334-2 at level 0 using segments [{'id': '7487d154-ef4b-4701-b484-567750da716d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '7083f08e-ab4e-49e9-91e4-270e03cc3e4c'}] {{(pid=84041) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:57:48.868764 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c79bd1e1-bf39-4cc8-b19f-2b2e0e99e824 req-8c13d82a-8bfa-4eac-9b7a-a31bc332a035 service neutron] Attempting to bind port 97b1e464-c97f-4dd5-a798-8abe8148e5e8 on network 7083f08e-ab4e-49e9-91e4-270e03cc3e4c {{(pid=84041) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 20:57:48.876043 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfbd3dde-bd7d-489f-9eef-33d980d46bc6 tempest-TaggedBootDevicesTest_v242-417596240 tempest-TaggedBootDevicesTest_v242-417596240-project] Pushing event deleted for resources: {'Port': ['ID=b67988d2-bb60-4efe-bd1d-80e31ea8ffb6,revision_number=None']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:57:48.896964 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c79bd1e1-bf39-4cc8-b19f-2b2e0e99e824 req-8c13d82a-8bfa-4eac-9b7a-a31bc332a035 service neutron] Port 97b1e464-c97f-4dd5-a798-8abe8148e5e8 on network 7083f08e-ab4e-49e9-91e4-270e03cc3e4c not bound, no agent of type Open vSwitch agent registered on host n-h1-838334-2 {{(pid=84041) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 18 20:57:48.897692 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c79bd1e1-bf39-4cc8-b19f-2b2e0e99e824 req-8c13d82a-8bfa-4eac-9b7a-a31bc332a035 service neutron] Attempting to bind port 97b1e464-c97f-4dd5-a798-8abe8148e5e8 on network 7083f08e-ab4e-49e9-91e4-270e03cc3e4c {{(pid=84041) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 20:57:48.917110 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c79bd1e1-bf39-4cc8-b19f-2b2e0e99e824 req-8c13d82a-8bfa-4eac-9b7a-a31bc332a035 service neutron] Checking agent: {'id': 'd63bab19-ff81-4de1-afeb-a3732288d0d7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-838334-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 33, 59), 'started_at': datetime.datetime(2022, 4, 18, 20, 33, 59), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 20, 57, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84041) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 18 20:57:48.917706 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c79bd1e1-bf39-4cc8-b19f-2b2e0e99e824 req-8c13d82a-8bfa-4eac-9b7a-a31bc332a035 service neutron] Checking segment: {'id': '7487d154-ef4b-4701-b484-567750da716d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '7083f08e-ab4e-49e9-91e4-270e03cc3e4c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84041) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 20:57:48.918477 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c79bd1e1-bf39-4cc8-b19f-2b2e0e99e824 req-8c13d82a-8bfa-4eac-9b7a-a31bc332a035 service neutron] Bound using segment: {'id': '7487d154-ef4b-4701-b484-567750da716d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '7083f08e-ab4e-49e9-91e4-270e03cc3e4c'} {{(pid=84041) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 18 20:57:48.919080 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.managers [req-c79bd1e1-bf39-4cc8-b19f-2b2e0e99e824 req-8c13d82a-8bfa-4eac-9b7a-a31bc332a035 service neutron] Bound port: 97b1e464-c97f-4dd5-a798-8abe8148e5e8, host: n-h1-838334-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7487d154-ef4b-4701-b484-567750da716d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '7083f08e-ab4e-49e9-91e4-270e03cc3e4c'}}] {{(pid=84041) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 20:57:48.919429 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [req-c79bd1e1-bf39-4cc8-b19f-2b2e0e99e824 req-8c13d82a-8bfa-4eac-9b7a-a31bc332a035 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:48.962552 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.managers [req-fc1cdd61-62c2-4b6a-bded-d63372deef46 req-80a1b2c4-6765-4f98-9134-cb84e6c67bda service neutron] Attempting to bind port 9d41b737-3508-402b-8ed9-14ff40d11b2a on host n-h1-838334-2 for vnic_type normal with profile {{(pid=84041) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:57:48.963253 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.managers [req-fc1cdd61-62c2-4b6a-bded-d63372deef46 req-80a1b2c4-6765-4f98-9134-cb84e6c67bda service neutron] Attempting to bind port 9d41b737-3508-402b-8ed9-14ff40d11b2a by drivers openvswitch,hyperv on host n-h1-838334-2 at level 0 using segments [{'id': 'dbc7d3d6-4579-41c2-9fd4-2757cc8c54b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '794fa1b3-6f66-42ac-ab9f-a0e910c383ff'}] {{(pid=84041) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:57:48.963989 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc1cdd61-62c2-4b6a-bded-d63372deef46 req-80a1b2c4-6765-4f98-9134-cb84e6c67bda service neutron] Attempting to bind port 9d41b737-3508-402b-8ed9-14ff40d11b2a on network 794fa1b3-6f66-42ac-ab9f-a0e910c383ff {{(pid=84041) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 20:57:48.965682 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750375287399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253529'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:48.982169 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-a5faf591-a050-4d31-8d29-accb14d3b097 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33526109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022'] for network, after_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:48.982169 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5faf591-a050-4d31-8d29-accb14d3b097 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:57:48.982775 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-a5faf591-a050-4d31-8d29-accb14d3b097 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32378031'] for network, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:49.033415 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc1cdd61-62c2-4b6a-bded-d63372deef46 req-80a1b2c4-6765-4f98-9134-cb84e6c67bda service neutron] Port 9d41b737-3508-402b-8ed9-14ff40d11b2a on network 794fa1b3-6f66-42ac-ab9f-a0e910c383ff not bound, no agent of type Open vSwitch agent registered on host n-h1-838334-2 {{(pid=84041) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 18 20:57:49.034179 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc1cdd61-62c2-4b6a-bded-d63372deef46 req-80a1b2c4-6765-4f98-9134-cb84e6c67bda service neutron] Attempting to bind port 9d41b737-3508-402b-8ed9-14ff40d11b2a on network 794fa1b3-6f66-42ac-ab9f-a0e910c383ff {{(pid=84041) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 20:57:49.082824 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.db [req-c79bd1e1-bf39-4cc8-b19f-2b2e0e99e824 req-8c13d82a-8bfa-4eac-9b7a-a31bc332a035 service neutron] For port 97b1e464-c97f-4dd5-a798-8abe8148e5e8, host n-h1-838334-2, cleared binding levels {{(pid=84041) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 20:57:49.088518 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.db [req-c79bd1e1-bf39-4cc8-b19f-2b2e0e99e824 req-8c13d82a-8bfa-4eac-9b7a-a31bc332a035 service neutron] For port 97b1e464-c97f-4dd5-a798-8abe8148e5e8, host n-h1-838334-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838334-2',level=0,port_id=97b1e464-c97f-4dd5-a798-8abe8148e5e8,segment=NetworkSegment(7487d154-ef4b-4701-b484-567750da716d),segment_id=7487d154-ef4b-4701-b484-567750da716d)] {{(pid=84041) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 20:57:49.095997 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc1cdd61-62c2-4b6a-bded-d63372deef46 req-80a1b2c4-6765-4f98-9134-cb84e6c67bda service neutron] Checking agent: {'id': 'd63bab19-ff81-4de1-afeb-a3732288d0d7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-838334-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 33, 59), 'started_at': datetime.datetime(2022, 4, 18, 20, 33, 59), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 20, 57, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84041) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 18 20:57:49.097226 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc1cdd61-62c2-4b6a-bded-d63372deef46 req-80a1b2c4-6765-4f98-9134-cb84e6c67bda service neutron] Checking segment: {'id': 'dbc7d3d6-4579-41c2-9fd4-2757cc8c54b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '794fa1b3-6f66-42ac-ab9f-a0e910c383ff'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84041) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 20:57:49.097564 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc1cdd61-62c2-4b6a-bded-d63372deef46 req-80a1b2c4-6765-4f98-9134-cb84e6c67bda service neutron] Bound using segment: {'id': 'dbc7d3d6-4579-41c2-9fd4-2757cc8c54b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '794fa1b3-6f66-42ac-ab9f-a0e910c383ff'} {{(pid=84041) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 18 20:57:49.098121 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.managers [req-fc1cdd61-62c2-4b6a-bded-d63372deef46 req-80a1b2c4-6765-4f98-9134-cb84e6c67bda service neutron] Bound port: 9d41b737-3508-402b-8ed9-14ff40d11b2a, host: n-h1-838334-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dbc7d3d6-4579-41c2-9fd4-2757cc8c54b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '794fa1b3-6f66-42ac-ab9f-a0e910c383ff'}}] {{(pid=84041) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 20:57:49.098525 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [req-fc1cdd61-62c2-4b6a-bded-d63372deef46 req-80a1b2c4-6765-4f98-9134-cb84e6c67bda service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:49.115868 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [req-c79bd1e1-bf39-4cc8-b19f-2b2e0e99e824 req-8c13d82a-8bfa-4eac-9b7a-a31bc332a035 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32266282'] for port, after_update {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:49.116306 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-2e3cb9b3-fdb3-4e15-9d7d-255421cdf91a req-b9200c53-bcc6-4f1b-a02b-b5c0866d165d tempest-TaggedBootDevicesTest_v242-417596240 tempest-TaggedBootDevicesTest_v242-417596240-project] 10.222.0.42 "GET /v2.0/security-groups?id=48fab5b0-1368-425c-9a53-c0303d2044f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3663785 Apr 18 20:57:49.150380 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5faf591-a050-4d31-8d29-accb14d3b097 admin admin] Pushing event updated for resources: {'Network': ['ID=0bad4841-e9a6-4877-8de7-2befe85ffb51,revision_number=1']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:57:49.152920 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.l3_dvrscheduler_db [req-b38a3b7e-ca87-4abc-a33a-7c1827e51633 req-dfbd3dde-bd7d-489f-9eef-33d980d46bc6 tempest-TaggedBootDevicesTest_v242-417596240 tempest-TaggedBootDevicesTest_v242-417596240-project] No DVR routers for this DVR port b67988d2-bb60-4efe-bd1d-80e31ea8ffb6 on host n-h2-838334-2 {{(pid=84040) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 20:57:49.171379 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Network 0bad4841-e9a6-4877-8de7-2befe85ffb51 details requested by agent ovs-agent-n-d-838334-2 with host n-d-838334-2 {{(pid=84042) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 18 20:57:49.221009 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-b38a3b7e-ca87-4abc-a33a-7c1827e51633 req-dfbd3dde-bd7d-489f-9eef-33d980d46bc6 tempest-TaggedBootDevicesTest_v242-417596240 tempest-TaggedBootDevicesTest_v242-417596240-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217293'] for port, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:49.301767 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [req-c79bd1e1-bf39-4cc8-b19f-2b2e0e99e824 req-8c13d82a-8bfa-4eac-9b7a-a31bc332a035 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217293'] for port, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:49.306580 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-b38a3b7e-ca87-4abc-a33a-7c1827e51633 req-dfbd3dde-bd7d-489f-9eef-33d980d46bc6 tempest-TaggedBootDevicesTest_v242-417596240 tempest-TaggedBootDevicesTest_v242-417596240-project] 10.222.0.48 "DELETE /v2.0/ports/b67988d2-bb60-4efe-bd1d-80e31ea8ffb6 HTTP/1.1" status: 204 len: 173 time: 2.5414283 Apr 18 20:57:49.308267 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-c79bd1e1-bf39-4cc8-b19f-2b2e0e99e824 req-8c13d82a-8bfa-4eac-9b7a-a31bc332a035 service neutron] 10.222.0.43 "PUT /v2.0/ports/97b1e464-c97f-4dd5-a798-8abe8148e5e8 HTTP/1.1" status: 200 len: 1092 time: 2.7307148 Apr 18 20:57:49.334965 n-d-838334-2 neutron-server[84041]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '01756617-cdba-485a-898e-e3ef9910293a', 'tag': '97b1e464-c97f-4dd5-a798-8abe8148e5e8'}] {{(pid=84041) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 20:57:49.339470 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-a5faf591-a050-4d31-8d29-accb14d3b097 admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 2.9182518 Apr 18 20:57:49.353149 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-21ecae8d-74e9-4ba1-8487-ae91f3aba678 None None] Provisioning for port 3f21b9cb-c92e-4ff0-a381-b11b043b3894 completed by entity DHCP. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 20:57:49.357620 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 53568) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:57:49.412902 n-d-838334-2 neutron-server[84040]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6a49f48a-913c-49a6-8c09-bf4c978ef91f', 'name': 'network-vif-deleted', 'tag': 'b67988d2-bb60-4efe-bd1d-80e31ea8ffb6'}] {{(pid=84040) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 20:57:49.431912 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-414b6ffe-e119-47bc-b18f-bcff1219c2f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750375287399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253529'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:49.475455 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.v2.base [None req-a250f0de-00ad-41c6-aae2-8e92381d22b9 admin admin] Request body: {'subnet': {'network_id': '0bad4841-e9a6-4877-8de7-2befe85ffb51', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-892989081-subnet', 'tenant_id': '0f7cce7b1ccf410486c29c0215106926', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=84041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 20:57:49.492362 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-a250f0de-00ad-41c6-aae2-8e92381d22b9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:57:49.512769 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-a250f0de-00ad-41c6-aae2-8e92381d22b9 admin admin] Usage tracker for resource:subnet and tenant:0f7cce7b1ccf410486c29c0215106926 is out of sync, need to count used quota {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:57:49.516579 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c13d82a-8bfa-4eac-9b7a-a31bc332a035 service neutron] Pushing event updated for resources: {'Port': ['ID=97b1e464-c97f-4dd5-a798-8abe8148e5e8,revision_number=3']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:57:49.521815 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-a250f0de-00ad-41c6-aae2-8e92381d22b9 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:57:49.541773 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Device 4734cbab-0580-41fa-b3a6-31caa5f81614 no longer exists at agent hyperv_n-h2-838334-2 {{(pid=84042) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 20:57:49.548443 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.db [req-fc1cdd61-62c2-4b6a-bded-d63372deef46 req-80a1b2c4-6765-4f98-9134-cb84e6c67bda service neutron] For port 9d41b737-3508-402b-8ed9-14ff40d11b2a, host n-h1-838334-2, cleared binding levels {{(pid=84041) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 20:57:49.550997 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-a250f0de-00ad-41c6-aae2-8e92381d22b9 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:57:49.554815 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ff3bcbc2-cd6c-4d5e-84b6-dff6e8a36130 admin admin] Notify agent at l3_agent.n-d-838334-2 the message routers_updated {{(pid=84041) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 20:57:49.564947 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-ff3bcbc2-cd6c-4d5e-84b6-dff6e8a36130 admin admin] 10.222.0.42 "PUT /v2.0/routers/02589116-d5df-43b3-97bd-4bd75dfb3007/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 11.9319136 Apr 18 20:57:49.568542 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 53574) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:57:49.589689 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Device 3f21b9cb-c92e-4ff0-a381-b11b043b3894 up at agent ovs-agent-n-d-838334-2 {{(pid=84042) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 20:57:49.618993 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a071ef2-df1c-4b11-84c9-2833241cc656 None None] Sync routers for ids ['02589116-d5df-43b3-97bd-4bd75dfb3007'] in n-d-838334-2 {{(pid=84042) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 18 20:57:49.624607 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe2a16c6-595c-416e-8d5c-4d8dd2e265dd req-fb1b2326-362d-4f2a-85d9-2a5e85af8c26 tempest-AttachVolumeNegativeTest-555605742 tempest-AttachVolumeNegativeTest-555605742-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:57:49.628124 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-fe2a16c6-595c-416e-8d5c-4d8dd2e265dd req-fb1b2326-362d-4f2a-85d9-2a5e85af8c26 tempest-AttachVolumeNegativeTest-555605742 tempest-AttachVolumeNegativeTest-555605742-project] 10.222.0.42 "GET /v2.0/ports?device_id=34bc9bea-04a4-4f27-915b-a0fabc6baf14 HTTP/1.1" status: 200 len: 943 time: 0.5082257 Apr 18 20:57:49.646102 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.plugin [req-b38a3b7e-ca87-4abc-a33a-7c1827e51633 req-ff51cbe3-48d6-4a59-9fce-8c6ec36c9529 tempest-TaggedBootDevicesTest_v242-417596240 tempest-TaggedBootDevicesTest_v242-417596240-project] Deleting port f0e8d8ea-6bcf-495f-8aee-e46b70d0c94e {{(pid=84040) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 20:57:49.646659 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-b38a3b7e-ca87-4abc-a33a-7c1827e51633 req-ff51cbe3-48d6-4a59-9fce-8c6ec36c9529 tempest-TaggedBootDevicesTest_v242-417596240 tempest-TaggedBootDevicesTest_v242-417596240-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750375188691'] for port, before_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:49.665524 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.db [req-fc1cdd61-62c2-4b6a-bded-d63372deef46 req-80a1b2c4-6765-4f98-9134-cb84e6c67bda service neutron] For port 9d41b737-3508-402b-8ed9-14ff40d11b2a, host n-h1-838334-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838334-2',level=0,port_id=9d41b737-3508-402b-8ed9-14ff40d11b2a,segment=NetworkSegment(dbc7d3d6-4579-41c2-9fd4-2757cc8c54b6),segment_id=dbc7d3d6-4579-41c2-9fd4-2757cc8c54b6)] {{(pid=84041) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 20:57:49.692566 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a071ef2-df1c-4b11-84c9-2833241cc656 None None] Routers {'02589116-d5df-43b3-97bd-4bd75dfb3007'} bound to L3 agent in host n-d-838334-2 {{(pid=84042) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 20:57:49.693273 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_hamode_db [None req-9a071ef2-df1c-4b11-84c9-2833241cc656 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838334-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-18T20:25:48Z,description=,heartbeat_timestamp=2022-04-18T20:57:48Z,host='n-d-838334-2',id=bc84d6c9-dd7a-4555-a351-592327b46d5a,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:25:48Z,topic='l3_agent')) {'router_ids': ['02589116-d5df-43b3-97bd-4bd75dfb3007'], 'active': True} {{(pid=84042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:57:49.729047 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a250f0de-00ad-41c6-aae2-8e92381d22b9 admin admin] Made reservation on behalf of 0f7cce7b1ccf410486c29c0215106926 for: {'subnet': 1} {{(pid=84041) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:57:49.731488 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-a250f0de-00ad-41c6-aae2-8e92381d22b9 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32486301'] for subnet, before_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:49.752231 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [req-fc1cdd61-62c2-4b6a-bded-d63372deef46 req-80a1b2c4-6765-4f98-9134-cb84e6c67bda service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32266282'] for port, after_update {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:49.864546 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-c79bd1e1-bf39-4cc8-b19f-2b2e0e99e824 req-0cd38a9f-cdd7-4634-af7f-83303af0c2ea service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=ba267e3ba48c4ff1b4fc57f8cfab7c8c&device_id=01756617-cdba-485a-898e-e3ef9910293a HTTP/1.1" status: 200 len: 1095 time: 0.4946404 Apr 18 20:57:49.887120 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Provisioning for port 3f21b9cb-c92e-4ff0-a381-b11b043b3894 completed by entity L2. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 20:57:49.902458 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Provisioning complete for port 3f21b9cb-c92e-4ff0-a381-b11b043b3894 triggered by entity L2. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:57:49.903093 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1253608'] for port, provisioning_complete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:49.919528 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-fe2a16c6-595c-416e-8d5c-4d8dd2e265dd req-81d08a72-e0c7-46a8-9689-72d716176c68 tempest-AttachVolumeNegativeTest-555605742 tempest-AttachVolumeNegativeTest-555605742-project] 10.222.0.42 "GET /v2.0/security-groups?id=0485093a-e0c2-44ce-b862-493ebd8aa71d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2326376 Apr 18 20:57:49.976455 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [req-fc1cdd61-62c2-4b6a-bded-d63372deef46 req-80a1b2c4-6765-4f98-9134-cb84e6c67bda service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217293'] for port, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:49.978589 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-fc1cdd61-62c2-4b6a-bded-d63372deef46 req-80a1b2c4-6765-4f98-9134-cb84e6c67bda service neutron] 10.222.0.43 "PUT /v2.0/ports/9d41b737-3508-402b-8ed9-14ff40d11b2a HTTP/1.1" status: 200 len: 1091 time: 3.1045365 Apr 18 20:57:50.021490 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-c79bd1e1-bf39-4cc8-b19f-2b2e0e99e824 req-09bfec35-b774-4ac8-ae6d-9b9fe7e0ec76 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=97b1e464-c97f-4dd5-a798-8abe8148e5e8 HTTP/1.1" status: 200 len: 217 time: 0.1482837 Apr 18 20:57:50.033728 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_dvr_db [None req-9a071ef2-df1c-4b11-84c9-2833241cc656 None None] Set router 02589116-d5df-43b3-97bd-4bd75dfb3007 gateway port host: n-d-838334-2 {{(pid=84042) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 20:57:50.077981 n-d-838334-2 neutron-server[84040]: DEBUG neutron.objects.ports [None req-25b21291-dba5-4c60-b305-a61c52d10f94 tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=84040) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} Apr 18 20:57:50.101154 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80a1b2c4-6765-4f98-9134-cb84e6c67bda service neutron] Pushing event updated for resources: {'Port': ['ID=9d41b737-3508-402b-8ed9-14ff40d11b2a,revision_number=3']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:57:50.335705 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c79bd1e1-bf39-4cc8-b19f-2b2e0e99e824 req-b9dc8b1b-355f-4b5a-b9f7-3326df36e095 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:57:50.337037 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-c79bd1e1-bf39-4cc8-b19f-2b2e0e99e824 req-b9dc8b1b-355f-4b5a-b9f7-3326df36e095 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=b602689e-1bf9-4316-afee-2c16d3405af1 HTTP/1.1" status: 200 len: 845 time: 0.3007669 Apr 18 20:57:50.383098 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1c3949e-7b65-49ed-a714-ec62d46dbd0a req-508bcbb1-3fc6-4656-9ba5-29bc3afde6a6 tempest-ServersTestJSON-1424434350 tempest-ServersTestJSON-1424434350-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:57:50.388402 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-c1c3949e-7b65-49ed-a714-ec62d46dbd0a req-508bcbb1-3fc6-4656-9ba5-29bc3afde6a6 tempest-ServersTestJSON-1424434350 tempest-ServersTestJSON-1424434350-project] 10.222.0.42 "GET /v2.0/ports?device_id=01756617-cdba-485a-898e-e3ef9910293a HTTP/1.1" status: 200 len: 944 time: 0.8420913 Apr 18 20:57:50.449751 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-c79bd1e1-bf39-4cc8-b19f-2b2e0e99e824 req-2cf88b9c-4647-4ce6-8a4d-3fd4ec881f3a service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=7083f08e-ab4e-49e9-91e4-270e03cc3e4c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0621407 Apr 18 20:57:50.479383 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:50.510197 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-c1c3949e-7b65-49ed-a714-ec62d46dbd0a req-7df042af-4436-44fa-b3d4-bda1a48afcfd tempest-ServersTestJSON-1424434350 tempest-ServersTestJSON-1424434350-project] 10.222.0.42 "GET /v2.0/security-groups?id=a3de1b7a-019c-40dd-8c9d-3a3f159b2bd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1111159 Apr 18 20:57:50.551090 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.db [req-b38a3b7e-ca87-4abc-a33a-7c1827e51633 req-ff51cbe3-48d6-4a59-9fce-8c6ec36c9529 tempest-TaggedBootDevicesTest_v242-417596240 tempest-TaggedBootDevicesTest_v242-417596240-project] For port f0e8d8ea-6bcf-495f-8aee-e46b70d0c94e, host n-h2-838334-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838334-2',level=0,port_id=f0e8d8ea-6bcf-495f-8aee-e46b70d0c94e,segment=NetworkSegment(ebe0286e-3c69-48ee-a166-d487392185dd),segment_id=ebe0286e-3c69-48ee-a166-d487392185dd)] {{(pid=84040) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:57:50.551446 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-b38a3b7e-ca87-4abc-a33a-7c1827e51633 req-ff51cbe3-48d6-4a59-9fce-8c6ec36c9529 tempest-TaggedBootDevicesTest_v242-417596240 tempest-TaggedBootDevicesTest_v242-417596240-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369123'] for port, precommit_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:50.595856 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-c7521a90-7d65-4e2e-842c-ca5d95e9a89c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750375287399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253529'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:50.596362 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-fc1cdd61-62c2-4b6a-bded-d63372deef46 req-e63fcea6-5c9a-46bd-9e24-fb9af15dc4dd service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=340d04fd839f4c0c896ec9bea561bc50&device_id=34bc9bea-04a4-4f27-915b-a0fabc6baf14 HTTP/1.1" status: 200 len: 1094 time: 0.5628464 Apr 18 20:57:50.692795 n-d-838334-2 neutron-server[84041]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1a827c45-295a-493b-b60e-bfdf569f27c0'] response: {'name': 'network-changed', 'server_uuid': '01756617-cdba-485a-898e-e3ef9910293a', 'tag': '97b1e464-c97f-4dd5-a798-8abe8148e5e8', 'status': 'completed', 'code': 200} Apr 18 20:57:50.739186 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-a250f0de-00ad-41c6-aae2-8e92381d22b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33526260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32266407', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32486287'] for subnet, after_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:50.773665 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-fc1cdd61-62c2-4b6a-bded-d63372deef46 req-708b390d-7f53-4efc-b79a-835b06797b73 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=9d41b737-3508-402b-8ed9-14ff40d11b2a HTTP/1.1" status: 200 len: 217 time: 0.1700232 Apr 18 20:57:50.799768 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.db.api [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=84042) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 18 20:57:50.800181 n-d-838334-2 neutron-server[84042]: DEBUG oslo_db.api [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=84042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 18 20:57:50.825415 n-d-838334-2 neutron-server[84040]: INFO neutron.notifiers.nova [-] Nova event matching ['req-32e3dc22-cac1-4a4e-a37f-b259b296a58d'] response: {'server_uuid': '6a49f48a-913c-49a6-8c09-bf4c978ef91f', 'name': 'network-vif-deleted', 'tag': 'b67988d2-bb60-4efe-bd1d-80e31ea8ffb6', 'status': 'completed', 'code': 200} Apr 18 20:57:50.848107 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.plugin [req-b38a3b7e-ca87-4abc-a33a-7c1827e51633 req-ff51cbe3-48d6-4a59-9fce-8c6ec36c9529 tempest-TaggedBootDevicesTest_v242-417596240 tempest-TaggedBootDevicesTest_v242-417596240-project] Calling delete_port for f0e8d8ea-6bcf-495f-8aee-e46b70d0c94e owned by compute:nova {{(pid=84040) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 20:57:50.867952 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-c79bd1e1-bf39-4cc8-b19f-2b2e0e99e824 req-6e16f5c0-3316-470c-a687-58b1ef0e5e15 service neutron] 10.222.0.43 "GET /v2.0/networks/7083f08e-ab4e-49e9-91e4-270e03cc3e4c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4118140 Apr 18 20:57:50.957276 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-25b21291-dba5-4c60-b305-a61c52d10f94 tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:50.968142 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-0430a5da-8c99-436a-a556-a533421c0062 admin admin] Notify callbacks [] for router, before_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:51.002283 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_hamode_db [None req-9a071ef2-df1c-4b11-84c9-2833241cc656 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '02589116-d5df-43b3-97bd-4bd75dfb3007', 'name': 'tempest-ServerActionsTestJSON-111983746-router', 'tenant_id': '6be92480d0964f34a8ede9caae0c987d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'external_fixed_ips': [{'subnet_id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'ip_address': '172.25.8.89'}], 'enable_snat': True}, 'gw_port_id': '3c7fbe60-f145-4449-807d-cb35c83d1a66', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:47:46Z', 'updated_at': '2022-04-18T20:57:41Z', 'revision_number': 5, 'project_id': '6be92480d0964f34a8ede9caae0c987d', 'gw_port': {'id': '3c7fbe60-f145-4449-807d-cb35c83d1a66', 'name': '', 'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:a1:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02589116-d5df-43b3-97bd-4bd75dfb3007', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'ip_address': '172.25.8.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:47:47Z', 'updated_at': '2022-04-18T20:47:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838334-2'}], 'n-d-838334-2', False) {} {{(pid=84042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:57:51.009547 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a071ef2-df1c-4b11-84c9-2833241cc656 None None] Checking router: 02589116-d5df-43b3-97bd-4bd75dfb3007 for host: n-d-838334-2 {{(pid=84042) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 18 20:57:51.028930 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a071ef2-df1c-4b11-84c9-2833241cc656 None None] Routers {'02589116-d5df-43b3-97bd-4bd75dfb3007'} bound to L3 agent in host n-d-838334-2 {{(pid=84042) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 20:57:51.030328 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_hamode_db [None req-9a071ef2-df1c-4b11-84c9-2833241cc656 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838334-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-18T20:25:48Z,description=,heartbeat_timestamp=2022-04-18T20:57:48Z,host='n-d-838334-2',id=bc84d6c9-dd7a-4555-a351-592327b46d5a,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:25:48Z,topic='l3_agent')) {'router_ids': ['02589116-d5df-43b3-97bd-4bd75dfb3007'], 'active': True} {{(pid=84042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:57:51.075561 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a250f0de-00ad-41c6-aae2-8e92381d22b9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0d6de920-cb7d-469b-9a77-ddf54cb30087,revision_number=0']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:57:51.183661 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc1cdd61-62c2-4b6a-bded-d63372deef46 req-d4d4e3d9-2426-475b-9140-5c53998617ba service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:57:51.185160 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-fc1cdd61-62c2-4b6a-bded-d63372deef46 req-d4d4e3d9-2426-475b-9140-5c53998617ba service neutron] 10.222.0.43 "GET /v2.0/subnets?id=66a6cd83-be1c-4e76-9e19-a8f33a82294d HTTP/1.1" status: 200 len: 853 time: 0.3852472 Apr 18 20:57:51.306679 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a250f0de-00ad-41c6-aae2-8e92381d22b9 admin admin] Checking segment: {'id': 'b4dde5c5-5fa1-421a-aa66-9d4eb01be1ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': '0bad4841-e9a6-4877-8de7-2befe85ffb51'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84041) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 20:57:51.307068 n-d-838334-2 neutron-server[84041]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a250f0de-00ad-41c6-aae2-8e92381d22b9 admin admin] Network hostable DHCP agents. Network: 0bad4841-e9a6-4877-8de7-2befe85ffb51, hostable agents: ['8746f8ea-3e91-4b32-9919-2c63adeb8722'], hosted agents: [] {{(pid=84041) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 20:57:51.329322 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-c79bd1e1-bf39-4cc8-b19f-2b2e0e99e824 req-faa32d6a-8e0d-46a7-bb39-0b8758ef61f3 service neutron] 10.222.0.43 "GET /v2.0/networks/7083f08e-ab4e-49e9-91e4-270e03cc3e4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4444306 Apr 18 20:57:51.338385 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-783f5208-cf73-432e-9a14-cb2d3d3cc668 req-374ac82a-91ac-45b1-926d-9e19ec4b359b tempest-TaggedBootDevicesTest_v242-417596240 tempest-TaggedBootDevicesTest_v242-417596240-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:57:51.342459 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-783f5208-cf73-432e-9a14-cb2d3d3cc668 req-374ac82a-91ac-45b1-926d-9e19ec4b359b tempest-TaggedBootDevicesTest_v242-417596240 tempest-TaggedBootDevicesTest_v242-417596240-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:57:51.346643 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-783f5208-cf73-432e-9a14-cb2d3d3cc668 req-374ac82a-91ac-45b1-926d-9e19ec4b359b tempest-TaggedBootDevicesTest_v242-417596240 tempest-TaggedBootDevicesTest_v242-417596240-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:57:51.348529 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-783f5208-cf73-432e-9a14-cb2d3d3cc668 req-374ac82a-91ac-45b1-926d-9e19ec4b359b tempest-TaggedBootDevicesTest_v242-417596240 tempest-TaggedBootDevicesTest_v242-417596240-project] 10.222.0.42 "GET /v2.0/ports?device_id=6a49f48a-913c-49a6-8c09-bf4c978ef91f HTTP/1.1" status: 200 len: 2410 time: 0.4599097 Apr 18 20:57:51.356527 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-b38a3b7e-ca87-4abc-a33a-7c1827e51633 req-ff51cbe3-48d6-4a59-9fce-8c6ec36c9529 tempest-TaggedBootDevicesTest_v242-417596240 tempest-TaggedBootDevicesTest_v242-417596240-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750375259028', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750374836628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32440838'] for port, after_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:51.374207 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-fc1cdd61-62c2-4b6a-bded-d63372deef46 req-8cb17aa4-970a-4674-94a6-8dfacc1dbe74 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=794fa1b3-6f66-42ac-ab9f-a0e910c383ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1751952 Apr 18 20:57:51.377770 n-d-838334-2 neutron-server[84041]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a250f0de-00ad-41c6-aae2-8e92381d22b9 admin admin] Network 0bad4841-e9a6-4877-8de7-2befe85ffb51 is scheduled to be hosted by DHCP agent 8746f8ea-3e91-4b32-9919-2c63adeb8722 with binding_index 1 {{(pid=84041) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 20:57:51.388010 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_dvr_db [None req-9a071ef2-df1c-4b11-84c9-2833241cc656 None None] Set router 02589116-d5df-43b3-97bd-4bd75dfb3007 gateway port host: n-d-838334-2 {{(pid=84042) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 20:57:51.445166 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:51.471891 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff51cbe3-48d6-4a59-9fce-8c6ec36c9529 tempest-TaggedBootDevicesTest_v242-417596240 tempest-TaggedBootDevicesTest_v242-417596240-project] Pushing event deleted for resources: {'Port': ['ID=f0e8d8ea-6bcf-495f-8aee-e46b70d0c94e,revision_number=None']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:57:51.512856 n-d-838334-2 neutron-server[84041]: DEBUG neutron.scheduler.base_scheduler [None req-a250f0de-00ad-41c6-aae2-8e92381d22b9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-838334-2, 0bad4841-e9a6-4877-8de7-2befe85ffb51) {{(pid=84041) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:57:51.516833 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a250f0de-00ad-41c6-aae2-8e92381d22b9 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:57:51.517413 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-a250f0de-00ad-41c6-aae2-8e92381d22b9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:51.529118 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-783f5208-cf73-432e-9a14-cb2d3d3cc668 req-2d6b8c00-0efa-4c26-a625-ce359046b75b tempest-TaggedBootDevicesTest_v242-417596240 tempest-TaggedBootDevicesTest_v242-417596240-project] 10.222.0.42 "GET /v2.0/security-groups?id=48fab5b0-1368-425c-9a53-c0303d2044f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1664772 Apr 18 20:57:51.543791 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1d7eb8b-7e25-4ace-b453-d9b83f5ef1bd None None] Network 0bad4841-e9a6-4877-8de7-2befe85ffb51 requested from n-d-838334-2 {{(pid=84042) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 20:57:51.588686 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-a250f0de-00ad-41c6-aae2-8e92381d22b9 admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 2.2291474 Apr 18 20:57:51.595117 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.db [None req-25b21291-dba5-4c60-b305-a61c52d10f94 tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] For port 3f21b9cb-c92e-4ff0-a381-b11b043b3894, host n-d-838334-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838334-2',level=0,port_id=3f21b9cb-c92e-4ff0-a381-b11b043b3894,segment=NetworkSegment(fbf28fbd-36f8-46f3-be08-57d41821e390),segment_id=fbf28fbd-36f8-46f3-be08-57d41821e390)] {{(pid=84040) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:57:51.627987 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-fc1cdd61-62c2-4b6a-bded-d63372deef46 req-e29bc792-3e57-4031-b85b-6787b7d69218 service neutron] 10.222.0.43 "GET /v2.0/networks/794fa1b3-6f66-42ac-ab9f-a0e910c383ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2445199 Apr 18 20:57:51.642271 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.l3_dvrscheduler_db [req-b38a3b7e-ca87-4abc-a33a-7c1827e51633 req-ff51cbe3-48d6-4a59-9fce-8c6ec36c9529 tempest-TaggedBootDevicesTest_v242-417596240 tempest-TaggedBootDevicesTest_v242-417596240-project] No DVR routers for this DVR port f0e8d8ea-6bcf-495f-8aee-e46b70d0c94e on host n-h2-838334-2 {{(pid=84040) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 20:57:51.650723 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72cb4a9a-cab4-4ec1-b326-165aca809e56 req-37e2d1a8-080b-4fc5-8817-3e0e1811cc28 tempest-DeleteServersTestJSON-915645800 tempest-DeleteServersTestJSON-915645800-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:57:51.652441 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-72cb4a9a-cab4-4ec1-b326-165aca809e56 req-37e2d1a8-080b-4fc5-8817-3e0e1811cc28 tempest-DeleteServersTestJSON-915645800 tempest-DeleteServersTestJSON-915645800-project] 10.222.0.42 "GET /v2.0/ports?device_id=f2b26dda-40aa-4c01-bf22-35ecafdb42a4 HTTP/1.1" status: 200 len: 943 time: 0.3793550 Apr 18 20:57:51.654760 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-b38a3b7e-ca87-4abc-a33a-7c1827e51633 req-ff51cbe3-48d6-4a59-9fce-8c6ec36c9529 tempest-TaggedBootDevicesTest_v242-417596240 tempest-TaggedBootDevicesTest_v242-417596240-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217293'] for port, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:51.660085 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-75248c7b-344b-4b6b-8edd-bc9ff93d8e9b req-4da6c82a-bd7c-45f1-b02a-5fb52824faf3 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=ba267e3ba48c4ff1b4fc57f8cfab7c8c&device_id=01756617-cdba-485a-898e-e3ef9910293a HTTP/1.1" status: 200 len: 1095 time: 0.1997712 Apr 18 20:57:51.728565 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-b38a3b7e-ca87-4abc-a33a-7c1827e51633 req-ff51cbe3-48d6-4a59-9fce-8c6ec36c9529 tempest-TaggedBootDevicesTest_v242-417596240 tempest-TaggedBootDevicesTest_v242-417596240-project] 10.222.0.48 "DELETE /v2.0/ports/f0e8d8ea-6bcf-495f-8aee-e46b70d0c94e HTTP/1.1" status: 204 len: 173 time: 2.3862910 Apr 18 20:57:51.744173 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-25b21291-dba5-4c60-b305-a61c52d10f94 tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Notify callbacks [] for port, precommit_update {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:51.827063 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-25b21291-dba5-4c60-b305-a61c52d10f94 tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32440959'] for port, after_update {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:51.827756 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-25b21291-dba5-4c60-b305-a61c52d10f94 tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33526260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32441074', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31752704'] for subnet, after_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:51.862627 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-0430a5da-8c99-436a-a556-a533421c0062 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:51.885897 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.plugin [None req-0430a5da-8c99-436a-a556-a533421c0062 admin admin] Deleting port 3c7fbe60-f145-4449-807d-cb35c83d1a66 {{(pid=84041) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 20:57:51.886235 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-0430a5da-8c99-436a-a556-a533421c0062 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750375188691'] for port, before_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:51.962300 n-d-838334-2 neutron-server[84040]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25b21291-dba5-4c60-b305-a61c52d10f94 tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Network ef903069-7c89-4376-963f-99c58ca6d615 is already hosted by enough agents. {{(pid=84040) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:57:51.976533 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.db.api [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=84042) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 18 20:57:51.977125 n-d-838334-2 neutron-server[84042]: DEBUG oslo_db.api [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=84042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 18 20:57:51.988776 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.plugin [req-72cb4a9a-cab4-4ec1-b326-165aca809e56 req-0c1e4354-dba1-4de4-9bb4-535ea88c8d2c tempest-DeleteServersTestJSON-915645800 tempest-DeleteServersTestJSON-915645800-project] Deleting port 4734cbab-0580-41fa-b3a6-31caa5f81614 {{(pid=84040) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 20:57:51.990456 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-72cb4a9a-cab4-4ec1-b326-165aca809e56 req-0c1e4354-dba1-4de4-9bb4-535ea88c8d2c tempest-DeleteServersTestJSON-915645800 tempest-DeleteServersTestJSON-915645800-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750375188691'] for port, before_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:52.093294 n-d-838334-2 neutron-server[84040]: DEBUG neutron.scheduler.base_scheduler [None req-25b21291-dba5-4c60-b305-a61c52d10f94 tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Resources bound (agent type, host, resource id): {{(pid=84040) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:57:52.147951 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-fc1cdd61-62c2-4b6a-bded-d63372deef46 req-9ffea495-4ac7-4a43-8fb6-2b7054f91851 service neutron] 10.222.0.43 "GET /v2.0/networks/794fa1b3-6f66-42ac-ab9f-a0e910c383ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5113175 Apr 18 20:57:52.151080 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75248c7b-344b-4b6b-8edd-bc9ff93d8e9b req-c003e873-27bc-4653-9385-b20590479b77 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:57:52.153167 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-75248c7b-344b-4b6b-8edd-bc9ff93d8e9b req-c003e873-27bc-4653-9385-b20590479b77 service neutron] 10.222.0.43 "GET /v2.0/networks?id=7083f08e-ab4e-49e9-91e4-270e03cc3e4c HTTP/1.1" status: 200 len: 906 time: 0.4689755 Apr 18 20:57:52.172144 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25b21291-dba5-4c60-b305-a61c52d10f94 tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:57:52.172797 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-25b21291-dba5-4c60-b305-a61c52d10f94 tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32378031'] for subnet, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:52.181354 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.plugin [req-b38a3b7e-ca87-4abc-a33a-7c1827e51633 req-0dab645f-ddc0-4af0-863b-8ad5208bfd1a tempest-TaggedBootDevicesTest_v242-417596240 tempest-TaggedBootDevicesTest_v242-417596240-project] Deleting port 4f3a4e36-a736-43f0-9187-2849b3636dd2 {{(pid=84040) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 20:57:52.181725 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-b38a3b7e-ca87-4abc-a33a-7c1827e51633 req-0dab645f-ddc0-4af0-863b-8ad5208bfd1a tempest-TaggedBootDevicesTest_v242-417596240 tempest-TaggedBootDevicesTest_v242-417596240-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750375188691'] for port, before_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:52.196738 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb1de115-834d-421a-a313-0a084647d00f None None] Network ef903069-7c89-4376-963f-99c58ca6d615 requested from n-d-838334-2 {{(pid=84042) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 20:57:52.215134 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16efd015-9cac-473d-85e5-1b96bd525360 None None] Network 0bad4841-e9a6-4877-8de7-2befe85ffb51 requested from n-d-838334-2 {{(pid=84042) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 20:57:52.294705 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25b21291-dba5-4c60-b305-a61c52d10f94 tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Pushing event updated for resources: {'Subnet': ['ID=5a031a87-c392-4254-94c8-485e2a0aa369,revision_number=0']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:57:52.297701 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:52.331039 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25b21291-dba5-4c60-b305-a61c52d10f94 tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Pushing event updated for resources: {'Port': ['ID=3f21b9cb-c92e-4ff0-a381-b11b043b3894,revision_number=4']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:57:52.337599 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-25b21291-dba5-4c60-b305-a61c52d10f94 tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 5.6237688 Apr 18 20:57:52.351802 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 53626) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:57:52.362102 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.v2.base [None req-56f053c2-599c-4696-80c5-baa47ee87e3e tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Request body: {'port': {'network_id': 'ef903069-7c89-4376-963f-99c58ca6d615', 'mac_address': 'fa:16:3e:c4:a2:08', 'name': 'tempest-NetworksTestDHCPv6-709743435'}} {{(pid=84041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 20:57:52.466261 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-75248c7b-344b-4b6b-8edd-bc9ff93d8e9b req-ded94910-1854-4cf1-816c-cd17c4482cf8 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=97b1e464-c97f-4dd5-a798-8abe8148e5e8 HTTP/1.1" status: 200 len: 217 time: 0.3056660 Apr 18 20:57:52.469736 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] For port 3f21b9cb-c92e-4ff0-a381-b11b043b3894, host n-d-838334-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838334-2',level=0,port_id=3f21b9cb-c92e-4ff0-a381-b11b043b3894,segment=NetworkSegment(fbf28fbd-36f8-46f3-be08-57d41821e390),segment_id=fbf28fbd-36f8-46f3-be08-57d41821e390)] {{(pid=84042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:57:52.491113 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682'] for port, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:52.567932 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.db [None req-0430a5da-8c99-436a-a556-a533421c0062 admin admin] For port 3c7fbe60-f145-4449-807d-cb35c83d1a66, host n-d-838334-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838334-2',level=0,port_id=3c7fbe60-f145-4449-807d-cb35c83d1a66,segment=NetworkSegment(732aa830-768b-4511-951f-d08e26b9c25b),segment_id=732aa830-768b-4511-951f-d08e26b9c25b)] {{(pid=84041) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:57:52.568332 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-0430a5da-8c99-436a-a556-a533421c0062 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369123'] for port, precommit_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:52.599432 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a256616-dee9-401e-a100-8dacd286ae24 req-00d6d7dc-485d-4f19-b081-01276b5d266a tempest-AttachVolumeNegativeTest-555605742 tempest-AttachVolumeNegativeTest-555605742-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:57:52.606241 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-2a256616-dee9-401e-a100-8dacd286ae24 req-00d6d7dc-485d-4f19-b081-01276b5d266a tempest-AttachVolumeNegativeTest-555605742 tempest-AttachVolumeNegativeTest-555605742-project] 10.222.0.42 "GET /v2.0/ports?device_id=34bc9bea-04a4-4f27-915b-a0fabc6baf14 HTTP/1.1" status: 200 len: 943 time: 0.8299298 Apr 18 20:57:52.654349 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_hamode_db [None req-9a071ef2-df1c-4b11-84c9-2833241cc656 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '02589116-d5df-43b3-97bd-4bd75dfb3007', 'name': 'tempest-ServerActionsTestJSON-111983746-router', 'tenant_id': '6be92480d0964f34a8ede9caae0c987d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'external_fixed_ips': [{'subnet_id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'ip_address': '172.25.8.89'}], 'enable_snat': True}, 'gw_port_id': '3c7fbe60-f145-4449-807d-cb35c83d1a66', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:47:46Z', 'updated_at': '2022-04-18T20:57:41Z', 'revision_number': 5, 'project_id': '6be92480d0964f34a8ede9caae0c987d', 'gw_port': {'id': '3c7fbe60-f145-4449-807d-cb35c83d1a66', 'name': '', 'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:a1:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02589116-d5df-43b3-97bd-4bd75dfb3007', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'ip_address': '172.25.8.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:47:47Z', 'updated_at': '2022-04-18T20:47:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838334-2'}], 'n-d-838334-2', False) {} {{(pid=84042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:57:52.668939 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Device 3f21b9cb-c92e-4ff0-a381-b11b043b3894 up at agent ovs-agent-n-d-838334-2 {{(pid=84042) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 20:57:52.710641 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a071ef2-df1c-4b11-84c9-2833241cc656 None None] The sync data for ids ['02589116-d5df-43b3-97bd-4bd75dfb3007'] in n-d-838334-2 is: [{'id': '02589116-d5df-43b3-97bd-4bd75dfb3007', 'name': 'tempest-ServerActionsTestJSON-111983746-router', 'tenant_id': '6be92480d0964f34a8ede9caae0c987d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'external_fixed_ips': [{'subnet_id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'ip_address': '172.25.8.89'}], 'enable_snat': True}, 'gw_port_id': '3c7fbe60-f145-4449-807d-cb35c83d1a66', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:47:46Z', 'updated_at': '2022-04-18T20:57:41Z', 'revision_number': 5, 'project_id': '6be92480d0964f34a8ede9caae0c987d', 'gw_port': {'id': '3c7fbe60-f145-4449-807d-cb35c83d1a66', 'name': '', 'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:a1:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02589116-d5df-43b3-97bd-4bd75dfb3007', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'ip_address': '172.25.8.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:47:47Z', 'updated_at': '2022-04-18T20:47:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838334-2'}] {{(pid=84042) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 18 20:57:52.718657 n-d-838334-2 neutron-server[84041]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '34bc9bea-04a4-4f27-915b-a0fabc6baf14', 'tag': '9d41b737-3508-402b-8ed9-14ff40d11b2a'}] {{(pid=84041) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 20:57:52.729373 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.plugin [None req-0430a5da-8c99-436a-a556-a533421c0062 admin admin] Calling delete_port for 3c7fbe60-f145-4449-807d-cb35c83d1a66 owned by network:router_gateway {{(pid=84041) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 20:57:52.782407 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Pushing event updated for resources: {'Port': ['ID=3f21b9cb-c92e-4ff0-a381-b11b043b3894,revision_number=5']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:57:52.788500 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75248c7b-344b-4b6b-8edd-bc9ff93d8e9b req-7bfe11a8-250b-4246-8d20-e6b4006c6db3 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:57:52.790211 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-75248c7b-344b-4b6b-8edd-bc9ff93d8e9b req-7bfe11a8-250b-4246-8d20-e6b4006c6db3 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=b602689e-1bf9-4316-afee-2c16d3405af1 HTTP/1.1" status: 200 len: 845 time: 0.3058622 Apr 18 20:57:52.811800 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.db [req-72cb4a9a-cab4-4ec1-b326-165aca809e56 req-0c1e4354-dba1-4de4-9bb4-535ea88c8d2c tempest-DeleteServersTestJSON-915645800 tempest-DeleteServersTestJSON-915645800-project] For port 4734cbab-0580-41fa-b3a6-31caa5f81614, host n-h2-838334-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838334-2',level=0,port_id=4734cbab-0580-41fa-b3a6-31caa5f81614,segment=NetworkSegment(eb1f29ad-3d05-4e72-b227-469dc1660e3c),segment_id=eb1f29ad-3d05-4e72-b227-469dc1660e3c)] {{(pid=84040) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:57:52.812390 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-72cb4a9a-cab4-4ec1-b326-165aca809e56 req-0c1e4354-dba1-4de4-9bb4-535ea88c8d2c tempest-DeleteServersTestJSON-915645800 tempest-DeleteServersTestJSON-915645800-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369123'] for port, precommit_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:52.829559 n-d-838334-2 neutron-server[84040]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6a49f48a-913c-49a6-8c09-bf4c978ef91f', 'name': 'network-vif-deleted', 'tag': 'f0e8d8ea-6bcf-495f-8aee-e46b70d0c94e'}] {{(pid=84040) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 20:57:52.848302 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Provisioning complete for port 3f21b9cb-c92e-4ff0-a381-b11b043b3894 triggered by entity L2. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:57:52.848671 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1253608'] for port, provisioning_complete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:52.848866 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-2a256616-dee9-401e-a100-8dacd286ae24 req-7f97d4af-3be0-4c12-b55a-ee58d6a6707f tempest-AttachVolumeNegativeTest-555605742 tempest-AttachVolumeNegativeTest-555605742-project] 10.222.0.42 "GET /v2.0/security-groups?id=0485093a-e0c2-44ce-b862-493ebd8aa71d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2410896 Apr 18 20:57:52.849527 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-75248c7b-344b-4b6b-8edd-bc9ff93d8e9b req-a9d9c824-9fad-4cd6-844b-112f833df1c7 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=7083f08e-ab4e-49e9-91e4-270e03cc3e4c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0479310 Apr 18 20:57:52.863001 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.db [req-b38a3b7e-ca87-4abc-a33a-7c1827e51633 req-0dab645f-ddc0-4af0-863b-8ad5208bfd1a tempest-TaggedBootDevicesTest_v242-417596240 tempest-TaggedBootDevicesTest_v242-417596240-project] For port 4f3a4e36-a736-43f0-9187-2849b3636dd2, host n-h2-838334-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838334-2',level=0,port_id=4f3a4e36-a736-43f0-9187-2849b3636dd2,segment=NetworkSegment(7582242a-4f72-43cd-a953-535724a2b5da),segment_id=7582242a-4f72-43cd-a953-535724a2b5da)] {{(pid=84040) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:57:52.863447 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-b38a3b7e-ca87-4abc-a33a-7c1827e51633 req-0dab645f-ddc0-4af0-863b-8ad5208bfd1a tempest-TaggedBootDevicesTest_v242-417596240 tempest-TaggedBootDevicesTest_v242-417596240-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369123'] for port, precommit_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:52.882032 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-56f053c2-599c-4696-80c5-baa47ee87e3e tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:57:52.954964 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-56f053c2-599c-4696-80c5-baa47ee87e3e tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Usage tracker for resource:port and tenant:1256b788e8184019a07eb24a482acda4 is out of sync, need to count used quota {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:57:52.968661 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-56f053c2-599c-4696-80c5-baa47ee87e3e tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Quota usage for port was recalculated. Used quota:1. {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:57:52.988438 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-56f053c2-599c-4696-80c5-baa47ee87e3e tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:57:53.027895 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-56f053c2-599c-4696-80c5-baa47ee87e3e tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Made reservation on behalf of 1256b788e8184019a07eb24a482acda4 for: {'port': 1} {{(pid=84041) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:57:53.188255 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-75248c7b-344b-4b6b-8edd-bc9ff93d8e9b req-ba65c3fe-94f8-474f-9b87-ddd219041526 service neutron] 10.222.0.43 "GET /v2.0/networks/7083f08e-ab4e-49e9-91e4-270e03cc3e4c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3287370 Apr 18 20:57:53.188888 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.plugin [req-72cb4a9a-cab4-4ec1-b326-165aca809e56 req-0c1e4354-dba1-4de4-9bb4-535ea88c8d2c tempest-DeleteServersTestJSON-915645800 tempest-DeleteServersTestJSON-915645800-project] Calling delete_port for 4734cbab-0580-41fa-b3a6-31caa5f81614 owned by compute:nova {{(pid=84040) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 20:57:53.403658 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-56f053c2-599c-4696-80c5-baa47ee87e3e tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:53.424250 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-0430a5da-8c99-436a-a556-a533421c0062 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750375259028', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750374836628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32266323'] for port, after_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:53.483431 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0430a5da-8c99-436a-a556-a533421c0062 admin admin] Pushing event deleted for resources: {'Port': ['ID=3c7fbe60-f145-4449-807d-cb35c83d1a66,revision_number=None']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:57:53.516528 n-d-838334-2 neutron-server[84041]: DEBUG neutron.notifiers.nova [None req-56f053c2-599c-4696-80c5-baa47ee87e3e tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] device_id is not set on port 9817b931-1d6e-488c-9f02-0012cf35eeb3 yet. {{(pid=84041) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 18 20:57:53.532474 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c49e3238-e64b-4d02-9c0e-0ee6ccd532fb req-6d94d95e-af00-443b-9bc5-156582b9367b tempest-ServersTestJSON-1424434350 tempest-ServersTestJSON-1424434350-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:57:53.534070 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-c49e3238-e64b-4d02-9c0e-0ee6ccd532fb req-6d94d95e-af00-443b-9bc5-156582b9367b tempest-ServersTestJSON-1424434350 tempest-ServersTestJSON-1424434350-project] 10.222.0.42 "GET /v2.0/ports?device_id=01756617-cdba-485a-898e-e3ef9910293a HTTP/1.1" status: 200 len: 944 time: 0.4843268 Apr 18 20:57:53.613477 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-b38a3b7e-ca87-4abc-a33a-7c1827e51633 req-0dab645f-ddc0-4af0-863b-8ad5208bfd1a tempest-TaggedBootDevicesTest_v242-417596240 tempest-TaggedBootDevicesTest_v242-417596240-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:53.613852 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-b38a3b7e-ca87-4abc-a33a-7c1827e51633 req-0dab645f-ddc0-4af0-863b-8ad5208bfd1a tempest-TaggedBootDevicesTest_v242-417596240 tempest-TaggedBootDevicesTest_v242-417596240-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33444131'] for floatingip, after_update {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:53.614169 n-d-838334-2 neutron-server[84040]: INFO neutron.db.l3_db [req-b38a3b7e-ca87-4abc-a33a-7c1827e51633 req-0dab645f-ddc0-4af0-863b-8ad5208bfd1a tempest-TaggedBootDevicesTest_v242-417596240 tempest-TaggedBootDevicesTest_v242-417596240-project] Floating IP 5e95905c-5ad8-4a73-8123-0495ac7a9efb disassociated. External IP: 172.25.8.220, port: 4f3a4e36-a736-43f0-9187-2849b3636dd2. Apr 18 20:57:53.614589 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.plugin [req-b38a3b7e-ca87-4abc-a33a-7c1827e51633 req-0dab645f-ddc0-4af0-863b-8ad5208bfd1a tempest-TaggedBootDevicesTest_v242-417596240 tempest-TaggedBootDevicesTest_v242-417596240-project] Calling delete_port for 4f3a4e36-a736-43f0-9187-2849b3636dd2 owned by compute:nova {{(pid=84040) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 20:57:53.619453 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-75248c7b-344b-4b6b-8edd-bc9ff93d8e9b req-6b15cf57-9184-4345-a4cc-75476f264f4a service neutron] 10.222.0.43 "GET /v2.0/networks/7083f08e-ab4e-49e9-91e4-270e03cc3e4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4220994 Apr 18 20:57:53.659336 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-72cb4a9a-cab4-4ec1-b326-165aca809e56 req-0c1e4354-dba1-4de4-9bb4-535ea88c8d2c tempest-DeleteServersTestJSON-915645800 tempest-DeleteServersTestJSON-915645800-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750375259028', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750374836628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32440838'] for port, after_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:53.706906 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-d41c92da-de4f-465b-9922-9bda97a1360f None None] Provisioning complete for port 3f21b9cb-c92e-4ff0-a381-b11b043b3894 triggered by entity DHCP. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:57:53.707544 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-d41c92da-de4f-465b-9922-9bda97a1360f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1253608'] for port, provisioning_complete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:53.729157 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c1e4354-dba1-4de4-9bb4-535ea88c8d2c tempest-DeleteServersTestJSON-915645800 tempest-DeleteServersTestJSON-915645800-project] Pushing event deleted for resources: {'Port': ['ID=4734cbab-0580-41fa-b3a6-31caa5f81614,revision_number=None']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:57:53.742573 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-c49e3238-e64b-4d02-9c0e-0ee6ccd532fb req-d5c7a8a2-5af0-4152-be51-330276167257 tempest-ServersTestJSON-1424434350 tempest-ServersTestJSON-1424434350-project] 10.222.0.42 "GET /v2.0/security-groups?id=a3de1b7a-019c-40dd-8c9d-3a3f159b2bd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1966565 Apr 18 20:57:53.865732 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.l3_dvrscheduler_db [req-72cb4a9a-cab4-4ec1-b326-165aca809e56 req-0c1e4354-dba1-4de4-9bb4-535ea88c8d2c tempest-DeleteServersTestJSON-915645800 tempest-DeleteServersTestJSON-915645800-project] No DVR routers for this DVR port 4734cbab-0580-41fa-b3a6-31caa5f81614 on host n-h2-838334-2 {{(pid=84040) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 20:57:53.868834 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-72cb4a9a-cab4-4ec1-b326-165aca809e56 req-0c1e4354-dba1-4de4-9bb4-535ea88c8d2c tempest-DeleteServersTestJSON-915645800 tempest-DeleteServersTestJSON-915645800-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217293'] for port, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:53.956571 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-72cb4a9a-cab4-4ec1-b326-165aca809e56 req-0c1e4354-dba1-4de4-9bb4-535ea88c8d2c tempest-DeleteServersTestJSON-915645800 tempest-DeleteServersTestJSON-915645800-project] 10.222.0.42 "DELETE /v2.0/ports/4734cbab-0580-41fa-b3a6-31caa5f81614 HTTP/1.1" status: 204 len: 173 time: 2.2937925 Apr 18 20:57:53.961631 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-b38a3b7e-ca87-4abc-a33a-7c1827e51633 req-0dab645f-ddc0-4af0-863b-8ad5208bfd1a tempest-TaggedBootDevicesTest_v242-417596240 tempest-TaggedBootDevicesTest_v242-417596240-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750375259028', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750374836628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32440838'] for port, after_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:54.010432 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-0430a5da-8c99-436a-a556-a533421c0062 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33444108'] for router_gateway, after_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:54.044685 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dab645f-ddc0-4af0-863b-8ad5208bfd1a tempest-TaggedBootDevicesTest_v242-417596240 tempest-TaggedBootDevicesTest_v242-417596240-project] Pushing event deleted for resources: {'Port': ['ID=4f3a4e36-a736-43f0-9187-2849b3636dd2,revision_number=None']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:57:54.353348 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-0430a5da-8c99-436a-a556-a533421c0062 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33443580', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5726'] for router, precommit_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:54.363210 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-0430a5da-8c99-436a-a556-a533421c0062 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:54.373919 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.db_base_plugin_common [None req-56f053c2-599c-4696-80c5-baa47ee87e3e tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Allocated IP 172.20.0.3 (ef903069-7c89-4376-963f-99c58ca6d615/9f25b6e0-3737-4d0c-9e7b-d54199eb2863/9817b931-1d6e-488c-9f02-0012cf35eeb3) {{(pid=84041) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:57:54.383403 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.db_base_plugin_common [None req-56f053c2-599c-4696-80c5-baa47ee87e3e tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Allocated IP 2001:db8::f816:3eff:fec4:a208 (ef903069-7c89-4376-963f-99c58ca6d615/5a031a87-c392-4254-94c8-485e2a0aa369/9817b931-1d6e-488c-9f02-0012cf35eeb3) {{(pid=84041) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:57:54.415844 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Device 97b1e464-c97f-4dd5-a798-8abe8148e5e8 details requested by agent hyperv_n-h1-838334-2 with host n-h1-838334-2 {{(pid=84042) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 18 20:57:54.423795 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-0430a5da-8c99-436a-a556-a533421c0062 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-33443408'] for router, after_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:54.425290 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0430a5da-8c99-436a-a556-a533421c0062 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 02589116-d5df-43b3-97bd-4bd75dfb3007 {{(pid=84041) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 18 20:57:54.500914 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-0430a5da-8c99-436a-a556-a533421c0062 admin admin] Notify callbacks [] for router, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:54.503375 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a84de9c-00fc-4d2e-a57a-974340438d8f req-972e9545-ce2f-40bb-9ea8-91680a01ca74 tempest-ServersNegativeTestJSON-508382254 tempest-ServersNegativeTestJSON-508382254-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:57:54.504103 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [req-3a84de9c-00fc-4d2e-a57a-974340438d8f req-972e9545-ce2f-40bb-9ea8-91680a01ca74 tempest-ServersNegativeTestJSON-508382254 tempest-ServersNegativeTestJSON-508382254-project] Synchronizing usage tracker for tenant:0f7cce7b1ccf410486c29c0215106926 on resource:network {{(pid=84040) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 20:57:54.504599 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-0430a5da-8c99-436a-a556-a533421c0062 admin admin] 10.222.0.42 "DELETE /v2.0/routers/02589116-d5df-43b3-97bd-4bd75dfb3007 HTTP/1.1" status: 204 len: 168 time: 4.9328749 Apr 18 20:57:54.505300 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 53648) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:57:54.629776 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] For port 97b1e464-c97f-4dd5-a798-8abe8148e5e8, host n-h1-838334-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838334-2',level=0,port_id=97b1e464-c97f-4dd5-a798-8abe8148e5e8,segment=NetworkSegment(7487d154-ef4b-4701-b484-567750da716d),segment_id=7487d154-ef4b-4701-b484-567750da716d)] {{(pid=84042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:57:54.632150 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [req-3a84de9c-00fc-4d2e-a57a-974340438d8f req-972e9545-ce2f-40bb-9ea8-91680a01ca74 tempest-ServersNegativeTestJSON-508382254 tempest-ServersNegativeTestJSON-508382254-project] Unset dirty status for tenant:0f7cce7b1ccf410486c29c0215106926 on resource:network {{(pid=84040) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 20:57:54.639759 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-3a84de9c-00fc-4d2e-a57a-974340438d8f req-972e9545-ce2f-40bb-9ea8-91680a01ca74 tempest-ServersNegativeTestJSON-508382254 tempest-ServersNegativeTestJSON-508382254-project] 10.222.0.42 "GET /v2.0/networks?id=0bad4841-e9a6-4877-8de7-2befe85ffb51 HTTP/1.1" status: 200 len: 813 time: 0.5925629 Apr 18 20:57:54.660618 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Returning: {'device': '97b1e464-c97f-4dd5-a798-8abe8148e5e8', 'network_id': '7083f08e-ab4e-49e9-91e4-270e03cc3e4c', 'port_id': '97b1e464-c97f-4dd5-a798-8abe8148e5e8', 'mac_address': 'fa:16:3e:06:77:ed', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 363, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b602689e-1bf9-4316-afee-2c16d3405af1', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84042) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 18 20:57:54.670757 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-3a84de9c-00fc-4d2e-a57a-974340438d8f req-1ea04a84-3d2d-4be2-ba5a-28740edd9a32 tempest-ServersNegativeTestJSON-508382254 tempest-ServersNegativeTestJSON-508382254-project] 10.222.0.42 "GET /v2.0/quotas/0f7cce7b1ccf410486c29c0215106926 HTTP/1.1" status: 200 len: 375 time: 0.0299854 Apr 18 20:57:54.724475 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2839166-7a93-4409-b14a-31408673a9a2 req-4c6d185b-7344-45eb-b4b3-d5b391f05c82 tempest-TaggedBootDevicesTest_v242-417596240 tempest-TaggedBootDevicesTest_v242-417596240-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:57:54.725271 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [req-c2839166-7a93-4409-b14a-31408673a9a2 req-4c6d185b-7344-45eb-b4b3-d5b391f05c82 tempest-TaggedBootDevicesTest_v242-417596240 tempest-TaggedBootDevicesTest_v242-417596240-project] Synchronizing usage tracker for tenant:9feceef4d3df4daeb6497a95fbe12eb7 on resource:port {{(pid=84040) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 20:57:54.742570 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:54.743122 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-3a84de9c-00fc-4d2e-a57a-974340438d8f req-c4165502-dbca-4db7-986f-7c00eb6c20da tempest-ServersNegativeTestJSON-508382254 tempest-ServersNegativeTestJSON-508382254-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=0f7cce7b1ccf410486c29c0215106926&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0707524 Apr 18 20:57:54.765343 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-56f053c2-599c-4696-80c5-baa47ee87e3e tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Notify callbacks [] for port, precommit_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:54.769648 n-d-838334-2 neutron-server[84042]: DEBUG neutron.notifiers.nova [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 97b1e464-c97f-4dd5-a798-8abe8148e5e8 {{(pid=84042) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 18 20:57:54.780462 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.db_base_plugin_v2 [None req-b1ea549c-9fc6-4c5c-80ba-2e4020afc3dc admin admin] Deleting subnet 488f35b7-694e-475d-862d-2f00f4388d03 {{(pid=84041) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 18 20:57:54.787384 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] For port 97b1e464-c97f-4dd5-a798-8abe8148e5e8, host n-h1-838334-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838334-2',level=0,port_id=97b1e464-c97f-4dd5-a798-8abe8148e5e8,segment=NetworkSegment(7487d154-ef4b-4701-b484-567750da716d),segment_id=7487d154-ef4b-4701-b484-567750da716d)] {{(pid=84042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:57:54.788001 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [req-c2839166-7a93-4409-b14a-31408673a9a2 req-4c6d185b-7344-45eb-b4b3-d5b391f05c82 tempest-TaggedBootDevicesTest_v242-417596240 tempest-TaggedBootDevicesTest_v242-417596240-project] Unset dirty status for tenant:9feceef4d3df4daeb6497a95fbe12eb7 on resource:port {{(pid=84040) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 20:57:54.789212 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-c2839166-7a93-4409-b14a-31408673a9a2 req-4c6d185b-7344-45eb-b4b3-d5b391f05c82 tempest-TaggedBootDevicesTest_v242-417596240 tempest-TaggedBootDevicesTest_v242-417596240-project] 10.222.0.42 "GET /v2.0/ports?device_id=6a49f48a-913c-49a6-8c09-bf4c978ef91f HTTP/1.1" status: 200 len: 943 time: 0.4184976 Apr 18 20:57:54.791732 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-b1ea549c-9fc6-4c5c-80ba-2e4020afc3dc admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:54.792703 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682'] for port, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:54.825654 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.provisioning_blocks [None req-56f053c2-599c-4696-80c5-baa47ee87e3e tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Transition to ACTIVE for port object 9817b931-1d6e-488c-9f02-0012cf35eeb3 will not be triggered until provisioned by entity DHCP. {{(pid=84041) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 20:57:54.854751 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-b1ea549c-9fc6-4c5c-80ba-2e4020afc3dc admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32266383'] for subnet, precommit_delete_associations {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:54.877527 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Pushing event updated for resources: {'Port': ['ID=97b1e464-c97f-4dd5-a798-8abe8148e5e8,revision_number=4']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:57:54.917389 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-56f053c2-599c-4696-80c5-baa47ee87e3e tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750374836619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32266323'] for port, after_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:54.945827 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-c2839166-7a93-4409-b14a-31408673a9a2 req-c2250bcc-cb2a-4048-b451-fa3b18d44ea7 tempest-TaggedBootDevicesTest_v242-417596240 tempest-TaggedBootDevicesTest_v242-417596240-project] 10.222.0.42 "GET /v2.0/security-groups?id=48fab5b0-1368-425c-9a53-c0303d2044f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1085839 Apr 18 20:57:54.953467 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-3a84de9c-00fc-4d2e-a57a-974340438d8f req-97d467ac-2333-4e49-9bf7-a121a8487869 service neutron] 10.222.0.42 "GET /v2.0/networks/0bad4841-e9a6-4877-8de7-2befe85ffb51?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1944032 Apr 18 20:57:54.988345 n-d-838334-2 neutron-server[84040]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b38a3b7e-ca87-4abc-a33a-7c1827e51633 req-0dab645f-ddc0-4af0-863b-8ad5208bfd1a tempest-TaggedBootDevicesTest_v242-417596240 tempest-TaggedBootDevicesTest_v242-417596240-project] Router 99413255-a59e-4b76-a984-795028d7c5d1 has already been hosted by L3 agent bc84d6c9-dd7a-4555-a351-592327b46d5a {{(pid=84040) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 20:57:55.007509 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] get_ports_and_sgs() called for port_ids ['97b1e464-c97f-4dd5-a798-8abe8148e5e8'] {{(pid=84042) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 18 20:57:55.016861 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f053c2-599c-4696-80c5-baa47ee87e3e tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Pushing event updated for resources: {'Port': ['ID=9817b931-1d6e-488c-9f02-0012cf35eeb3,revision_number=1']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:57:55.048940 n-d-838334-2 neutron-server[84041]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56f053c2-599c-4696-80c5-baa47ee87e3e tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Network ef903069-7c89-4376-963f-99c58ca6d615 is already hosted by enough agents. {{(pid=84041) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:57:55.051085 n-d-838334-2 neutron-server[84041]: DEBUG neutron.scheduler.base_scheduler [None req-56f053c2-599c-4696-80c5-baa47ee87e3e tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Resources bound (agent type, host, resource id): {{(pid=84041) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:57:55.053670 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56f053c2-599c-4696-80c5-baa47ee87e3e tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Received port after_create {{(pid=84041) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 20:57:55.121504 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-b1ea549c-9fc6-4c5c-80ba-2e4020afc3dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1260556'] for subnet, precommit_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:55.139017 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Device 3f21b9cb-c92e-4ff0-a381-b11b043b3894 up at agent ovs-agent-n-d-838334-2 {{(pid=84042) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 20:57:55.155050 n-d-838334-2 neutron-server[84041]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4136cd36-89e1-47a3-be11-3c4ee6a4b2d4'] response: {'name': 'network-changed', 'server_uuid': '34bc9bea-04a4-4f27-915b-a0fabc6baf14', 'tag': '9d41b737-3508-402b-8ed9-14ff40d11b2a', 'status': 'completed', 'code': 200} Apr 18 20:57:55.251041 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56f053c2-599c-4696-80c5-baa47ee87e3e tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:57:55.252804 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-56f053c2-599c-4696-80c5-baa47ee87e3e tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217293'] for port, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:55.290655 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-56f053c2-599c-4696-80c5-baa47ee87e3e tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1026 time: 2.9361382 Apr 18 20:57:55.295924 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 53654) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:57:55.305414 n-d-838334-2 neutron-server[84040]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0271b4dc-7c2a-4149-8e88-461ef0b0fead'] response: {'server_uuid': '6a49f48a-913c-49a6-8c09-bf4c978ef91f', 'name': 'network-vif-deleted', 'tag': 'f0e8d8ea-6bcf-495f-8aee-e46b70d0c94e', 'status': 'completed', 'code': 200} Apr 18 20:57:55.365886 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Provisioning complete for port 3f21b9cb-c92e-4ff0-a381-b11b043b3894 triggered by entity L2. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:57:55.366488 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1253608'] for port, provisioning_complete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:55.376745 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-b1ea549c-9fc6-4c5c-80ba-2e4020afc3dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1260549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33526260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32266336', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32486390'] for subnet, after_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:55.399186 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-3a84de9c-00fc-4d2e-a57a-974340438d8f req-af4bb234-5d2d-47ca-9508-4e8f39f67550 service neutron] 10.222.0.42 "GET /v2.0/networks/0bad4841-e9a6-4877-8de7-2befe85ffb51?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4377093 Apr 18 20:57:55.428788 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1ea549c-9fc6-4c5c-80ba-2e4020afc3dc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=488f35b7-694e-475d-862d-2f00f4388d03,revision_number=None']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:57:55.440381 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-b1ea549c-9fc6-4c5c-80ba-2e4020afc3dc admin admin] Notify callbacks [] for subnet, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:55.447237 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-1babc244-60c0-4ef7-a6db-0b564254aeb9 req-52d24602-ba6f-41bb-afe9-e9483af46f1d service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=340d04fd839f4c0c896ec9bea561bc50&device_id=34bc9bea-04a4-4f27-915b-a0fabc6baf14 HTTP/1.1" status: 200 len: 1094 time: 0.2884021 Apr 18 20:57:55.450098 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46c2e521-367e-4dd0-898d-890367e81cb7 None None] Network 48f708f8-0904-4115-910c-bb1ab06d7263 requested from n-d-838334-2 {{(pid=84042) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 20:57:55.457083 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-b1ea549c-9fc6-4c5c-80ba-2e4020afc3dc admin admin] 10.222.0.42 "DELETE /v2.0/subnets/488f35b7-694e-475d-862d-2f00f4388d03 HTTP/1.1" status: 204 len: 168 time: 0.8897338 Apr 18 20:57:55.470496 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 53658) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:57:55.587361 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d3dc5ae-010f-41ae-87b1-b3082aadd1f1 tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:57:55.592842 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d3dc5ae-010f-41ae-87b1-b3082aadd1f1 tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:57:55.593666 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-4d3dc5ae-010f-41ae-87b1-b3082aadd1f1 tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Synchronizing usage tracker for tenant:1256b788e8184019a07eb24a482acda4 on resource:port {{(pid=84041) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 20:57:55.604174 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-cfde5939-ce9b-40ed-827c-82dc773c15eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1103592'] for network, before_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:55.664042 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-4d3dc5ae-010f-41ae-87b1-b3082aadd1f1 tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Unset dirty status for tenant:1256b788e8184019a07eb24a482acda4 on resource:port {{(pid=84041) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 20:57:55.665500 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-4d3dc5ae-010f-41ae-87b1-b3082aadd1f1 tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] 10.222.0.42 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1862 time: 0.3676851 Apr 18 20:57:55.668990 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 53666) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:57:55.672106 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-0a5cfa32-cadb-4cbd-b2b1-72ae60c5ffc3 None None] Provisioning for port 9817b931-1d6e-488c-9f02-0012cf35eeb3 completed by entity DHCP. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 20:57:55.697878 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c19b3be-dea3-4f2a-afc1-3d03a4861478 req-73a4b9ff-aa53-4c21-bed1-8ae79000af4c tempest-AttachVolumeNegativeTest-555605742 tempest-AttachVolumeNegativeTest-555605742-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:57:55.704776 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-5c19b3be-dea3-4f2a-afc1-3d03a4861478 req-73a4b9ff-aa53-4c21-bed1-8ae79000af4c tempest-AttachVolumeNegativeTest-555605742 tempest-AttachVolumeNegativeTest-555605742-project] 10.222.0.42 "GET /v2.0/ports?device_id=34bc9bea-04a4-4f27-915b-a0fabc6baf14 HTTP/1.1" status: 200 len: 943 time: 0.3088553 Apr 18 20:57:55.710417 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-0a5cfa32-cadb-4cbd-b2b1-72ae60c5ffc3 None None] Provisioning complete for port 9817b931-1d6e-488c-9f02-0012cf35eeb3 triggered by entity DHCP. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:57:55.710894 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-0a5cfa32-cadb-4cbd-b2b1-72ae60c5ffc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1253608'] for port, provisioning_complete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:55.713688 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1babc244-60c0-4ef7-a6db-0b564254aeb9 req-0ded2e08-bfac-4732-8a70-0b6a272478b3 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:57:55.715352 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-1babc244-60c0-4ef7-a6db-0b564254aeb9 req-0ded2e08-bfac-4732-8a70-0b6a272478b3 service neutron] 10.222.0.43 "GET /v2.0/networks?id=794fa1b3-6f66-42ac-ab9f-a0e910c383ff HTTP/1.1" status: 200 len: 915 time: 0.2600753 Apr 18 20:57:55.720470 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.plugin [None req-cfde5939-ce9b-40ed-827c-82dc773c15eb admin admin] Deleting port 61462aa0-4611-446a-a64f-4573da15c473 {{(pid=84040) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 20:57:55.720811 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-cfde5939-ce9b-40ed-827c-82dc773c15eb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750375188691'] for port, before_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:55.789369 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.plugin [None req-0a5cfa32-cadb-4cbd-b2b1-72ae60c5ffc3 None None] Port 9817b931-1d6e-488c-9f02-0012cf35eeb3 cannot update to ACTIVE because it is not bound. {{(pid=84042) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 18 20:57:55.830609 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Device bbf9cbaa-ee8e-49a5-ac82-a66e1079d75c no longer exists at agent ovs-agent-n-d-838334-2 {{(pid=84042) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 20:57:55.873625 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-1babc244-60c0-4ef7-a6db-0b564254aeb9 req-53fd9930-4855-465e-a89c-b7e5f27908d7 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=9d41b737-3508-402b-8ed9-14ff40d11b2a HTTP/1.1" status: 200 len: 217 time: 0.1509068 Apr 18 20:57:55.882266 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.plugin [None req-6c5a780e-0509-45c1-81d9-8e61a805050d tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Deleting port 9817b931-1d6e-488c-9f02-0012cf35eeb3 {{(pid=84041) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 20:57:55.882584 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-6c5a780e-0509-45c1-81d9-8e61a805050d tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750375188691'] for port, before_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:55.904221 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-5c19b3be-dea3-4f2a-afc1-3d03a4861478 req-b65cd8a5-c853-496c-a460-6b06bbe2ffc8 tempest-AttachVolumeNegativeTest-555605742 tempest-AttachVolumeNegativeTest-555605742-project] 10.222.0.42 "GET /v2.0/security-groups?id=0485093a-e0c2-44ce-b862-493ebd8aa71d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1284435 Apr 18 20:57:55.912632 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.plugin [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] No Port match for: bbf9cbaa-ee8e-49a5-ac82-a66e1079d75c {{(pid=84042) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 18 20:57:55.913450 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Device bbf9cbaa-ee8e-49a5-ac82-a66e1079d75c not bound to the agent host n-d-838334-2 {{(pid=84042) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 20:57:56.062939 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b191b29-f9de-457e-89ef-188278ae72f9 None None] DHCP port deletion for 48f708f8-0904-4115-910c-bb1ab06d7263 request from n-d-838334-2 {{(pid=84042) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 18 20:57:56.069304 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.plugin [None req-0b191b29-f9de-457e-89ef-188278ae72f9 None None] Deleting port 61462aa0-4611-446a-a64f-4573da15c473 {{(pid=84042) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 20:57:56.069941 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-0b191b29-f9de-457e-89ef-188278ae72f9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750375188691'] for port, before_delete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:56.159942 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-5b918de2-28e7-4c1f-8907-78a782189fbb req-154e84f2-7531-4251-bd11-96ea44d14586 tempest-ServersNegativeTestJSON-508382254 tempest-ServersNegativeTestJSON-508382254-project] 10.222.0.42 "GET /v2.0/ports?device_id=2197a591-197e-47fe-9210-1387bfb6ec5e HTTP/1.1" status: 200 len: 210 time: 0.1184056 Apr 18 20:57:56.195044 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1babc244-60c0-4ef7-a6db-0b564254aeb9 req-83d16d66-d1c8-433f-815a-95ebca541fd4 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:57:56.196533 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-1babc244-60c0-4ef7-a6db-0b564254aeb9 req-83d16d66-d1c8-433f-815a-95ebca541fd4 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=66a6cd83-be1c-4e76-9e19-a8f33a82294d HTTP/1.1" status: 200 len: 853 time: 0.2790551 Apr 18 20:57:56.264992 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b38a3b7e-ca87-4abc-a33a-7c1827e51633 req-0dab645f-ddc0-4af0-863b-8ad5208bfd1a tempest-TaggedBootDevicesTest_v242-417596240 tempest-TaggedBootDevicesTest_v242-417596240-project] Notify agent at l3_agent.n-d-838334-2 the message routers_updated {{(pid=84040) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 20:57:56.277583 n-d-838334-2 neutron-server[84043]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f24f9a7-1125-4488-8e9d-f6736284d8a5 None None] Sync routers for ids ['99413255-a59e-4b76-a984-795028d7c5d1'] in n-d-838334-2 {{(pid=84043) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 18 20:57:56.306280 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f24f9a7-1125-4488-8e9d-f6736284d8a5 None None] Routers {'99413255-a59e-4b76-a984-795028d7c5d1'} bound to L3 agent in host n-d-838334-2 {{(pid=84043) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 20:57:56.307123 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.l3_hamode_db [None req-6f24f9a7-1125-4488-8e9d-f6736284d8a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838334-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-18T20:25:48Z,description=,heartbeat_timestamp=2022-04-18T20:57:48Z,host='n-d-838334-2',id=bc84d6c9-dd7a-4555-a351-592327b46d5a,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:25:48Z,topic='l3_agent')) {'router_ids': ['99413255-a59e-4b76-a984-795028d7c5d1'], 'active': True} {{(pid=84043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:57:56.385338 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.l3_dvrscheduler_db [req-b38a3b7e-ca87-4abc-a33a-7c1827e51633 req-0dab645f-ddc0-4af0-863b-8ad5208bfd1a tempest-TaggedBootDevicesTest_v242-417596240 tempest-TaggedBootDevicesTest_v242-417596240-project] No DVR routers for this DVR port 4f3a4e36-a736-43f0-9187-2849b3636dd2 on host n-h2-838334-2 {{(pid=84040) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 20:57:56.419969 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-1babc244-60c0-4ef7-a6db-0b564254aeb9 req-6fd8a39d-f506-47d3-a5b2-6abc720445c4 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=794fa1b3-6f66-42ac-ab9f-a0e910c383ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2158041 Apr 18 20:57:56.439086 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Device 9d41b737-3508-402b-8ed9-14ff40d11b2a details requested by agent hyperv_n-h1-838334-2 with host n-h1-838334-2 {{(pid=84042) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 18 20:57:56.449229 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-6c5a780e-0509-45c1-81d9-8e61a805050d tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369123'] for port, precommit_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:56.543369 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8411fb4c-be39-49ed-8bca-3614a36fb046 req-b54ba567-8c17-4fdc-8b91-e7e6881c747b tempest-DeleteServersTestJSON-915645800 tempest-DeleteServersTestJSON-915645800-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:57:56.549780 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-8411fb4c-be39-49ed-8bca-3614a36fb046 req-b54ba567-8c17-4fdc-8b91-e7e6881c747b tempest-DeleteServersTestJSON-915645800 tempest-DeleteServersTestJSON-915645800-project] 10.222.0.42 "GET /v2.0/networks?id=f7467a4f-b1b1-4464-b74e-f3b773c53ca1 HTTP/1.1" status: 200 len: 811 time: 0.2142653 Apr 18 20:57:56.558515 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-b38a3b7e-ca87-4abc-a33a-7c1827e51633 req-0dab645f-ddc0-4af0-863b-8ad5208bfd1a tempest-TaggedBootDevicesTest_v242-417596240 tempest-TaggedBootDevicesTest_v242-417596240-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217293'] for port, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:56.560374 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-b38a3b7e-ca87-4abc-a33a-7c1827e51633 req-0dab645f-ddc0-4af0-863b-8ad5208bfd1a tempest-TaggedBootDevicesTest_v242-417596240 tempest-TaggedBootDevicesTest_v242-417596240-project] 10.222.0.48 "DELETE /v2.0/ports/4f3a4e36-a736-43f0-9187-2849b3636dd2 HTTP/1.1" status: 204 len: 173 time: 4.8189976 Apr 18 20:57:56.646746 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.plugin [None req-6c5a780e-0509-45c1-81d9-8e61a805050d tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Calling delete_port for 9817b931-1d6e-488c-9f02-0012cf35eeb3 owned by {{(pid=84041) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 20:57:56.674238 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.l3_dvr_db [None req-6f24f9a7-1125-4488-8e9d-f6736284d8a5 None None] Set router 99413255-a59e-4b76-a984-795028d7c5d1 gateway port host: n-d-838334-2 {{(pid=84043) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 20:57:56.710256 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] For port 9d41b737-3508-402b-8ed9-14ff40d11b2a, host n-h1-838334-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838334-2',level=0,port_id=9d41b737-3508-402b-8ed9-14ff40d11b2a,segment=NetworkSegment(dbc7d3d6-4579-41c2-9fd4-2757cc8c54b6),segment_id=dbc7d3d6-4579-41c2-9fd4-2757cc8c54b6)] {{(pid=84042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:57:56.729668 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Device 97b1e464-c97f-4dd5-a798-8abe8148e5e8 up at agent hyperv_n-h1-838334-2 {{(pid=84042) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 20:57:56.775021 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-1babc244-60c0-4ef7-a6db-0b564254aeb9 req-238fe9d6-01d2-4ca6-b702-02340dd53bd2 service neutron] 10.222.0.43 "GET /v2.0/networks/794fa1b3-6f66-42ac-ab9f-a0e910c383ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3489189 Apr 18 20:57:56.781370 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Returning: {'device': '9d41b737-3508-402b-8ed9-14ff40d11b2a', 'network_id': '794fa1b3-6f66-42ac-ab9f-a0e910c383ff', 'port_id': '9d41b737-3508-402b-8ed9-14ff40d11b2a', 'mac_address': 'fa:16:3e:f5:d2:bb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 389, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '66a6cd83-be1c-4e76-9e19-a8f33a82294d', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84042) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 18 20:57:56.787083 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Device 3c7fbe60-f145-4449-807d-cb35c83d1a66 no longer exists at agent ovs-agent-n-d-838334-2 {{(pid=84042) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 20:57:56.934030 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.plugin [req-b38a3b7e-ca87-4abc-a33a-7c1827e51633 req-1974e98a-f73f-4844-9212-27ade844b6c0 tempest-TaggedBootDevicesTest_v242-417596240 tempest-TaggedBootDevicesTest_v242-417596240-project] Deleting port 96e60da2-99c4-4d74-935a-c80b74ebeb56 {{(pid=84040) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 20:57:56.934425 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-b38a3b7e-ca87-4abc-a33a-7c1827e51633 req-1974e98a-f73f-4844-9212-27ade844b6c0 tempest-TaggedBootDevicesTest_v242-417596240 tempest-TaggedBootDevicesTest_v242-417596240-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750375188691'] for port, before_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:56.971301 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.plugin [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] No Port match for: 3c7fbe60-f145-4449-807d-cb35c83d1a66 {{(pid=84042) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 18 20:57:56.972525 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Device 3c7fbe60-f145-4449-807d-cb35c83d1a66 not bound to the agent host n-d-838334-2 {{(pid=84042) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 20:57:56.973216 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Device 61462aa0-4611-446a-a64f-4573da15c473 no longer exists at agent ovs-agent-n-d-838334-2 {{(pid=84042) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 20:57:56.980345 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd56a4c6-dd30-4808-99f8-fe5ba77193c3 req-23263e3e-b8df-41f1-bb84-80909767c8b8 tempest-ServersTestJSON-1424434350 tempest-ServersTestJSON-1424434350-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:57:56.988182 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-dd56a4c6-dd30-4808-99f8-fe5ba77193c3 req-23263e3e-b8df-41f1-bb84-80909767c8b8 tempest-ServersTestJSON-1424434350 tempest-ServersTestJSON-1424434350-project] 10.222.0.42 "GET /v2.0/ports?device_id=01756617-cdba-485a-898e-e3ef9910293a HTTP/1.1" status: 200 len: 945 time: 0.9492602 Apr 18 20:57:57.034366 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-0b191b29-f9de-457e-89ef-188278ae72f9 None None] For port 61462aa0-4611-446a-a64f-4573da15c473, host n-d-838334-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838334-2',level=0,port_id=61462aa0-4611-446a-a64f-4573da15c473,segment=NetworkSegment(4935dfdb-03db-4976-a6b4-e0fa58696685),segment_id=4935dfdb-03db-4976-a6b4-e0fa58696685)] {{(pid=84042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:57:57.034751 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-0b191b29-f9de-457e-89ef-188278ae72f9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369123'] for port, precommit_delete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:57.053894 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-8411fb4c-be39-49ed-8bca-3614a36fb046 req-8e00a9fe-3557-4846-9458-79cbe90489c6 tempest-DeleteServersTestJSON-915645800 tempest-DeleteServersTestJSON-915645800-project] 10.222.0.42 "GET /v2.0/quotas/7fa7a8b3916440879a3373a5a8935507 HTTP/1.1" status: 200 len: 375 time: 0.5031509 Apr 18 20:57:57.060747 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-1babc244-60c0-4ef7-a6db-0b564254aeb9 req-94566a08-c6b6-45dd-810b-d989f7d082e2 service neutron] 10.222.0.43 "GET /v2.0/networks/794fa1b3-6f66-42ac-ab9f-a0e910c383ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2493851 Apr 18 20:57:57.077224 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.l3_hamode_db [None req-6f24f9a7-1125-4488-8e9d-f6736284d8a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99413255-a59e-4b76-a984-795028d7c5d1', 'name': 'tempest-TaggedBootDevicesTest_v242-1399453-router', 'tenant_id': '9feceef4d3df4daeb6497a95fbe12eb7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'external_fixed_ips': [{'subnet_id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'ip_address': '172.25.8.159'}], 'enable_snat': True}, 'gw_port_id': 'aa5ce318-0bea-4e8c-bff5-5d343e281fd6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:51:36Z', 'updated_at': '2022-04-18T20:51:40Z', 'revision_number': 4, 'project_id': '9feceef4d3df4daeb6497a95fbe12eb7', 'gw_port': {'id': 'aa5ce318-0bea-4e8c-bff5-5d343e281fd6', 'name': '', 'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:0d:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99413255-a59e-4b76-a984-795028d7c5d1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'ip_address': '172.25.8.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:51:37Z', 'updated_at': '2022-04-18T20:51:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838334-2', '_interfaces': [{'id': 'd99ad02c-2797-4b8c-8a43-54fd026972be', 'name': '', 'network_id': '8b393fb4-fb14-414f-9fb0-af85f5d2a52f', 'tenant_id': '9feceef4d3df4daeb6497a95fbe12eb7', 'mac_address': 'fa:16:3e:12:88:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99413255-a59e-4b76-a984-795028d7c5d1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6e80a998-2277-430e-a2a1-47079979e7bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:51:40Z', 'updated_at': '2022-04-18T20:52:04Z', 'revision_number': 5, 'project_id': '9feceef4d3df4daeb6497a95fbe12eb7', 'subnets': [{'id': '6e80a998-2277-430e-a2a1-47079979e7bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838334-2', False) {} {{(pid=84043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:57:57.088643 n-d-838334-2 neutron-server[84043]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f24f9a7-1125-4488-8e9d-f6736284d8a5 None None] Checking router: 99413255-a59e-4b76-a984-795028d7c5d1 for host: n-d-838334-2 {{(pid=84043) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 18 20:57:57.100872 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-6c5a780e-0509-45c1-81d9-8e61a805050d tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750375259028', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750374836628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32266323'] for port, after_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:57.104409 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f24f9a7-1125-4488-8e9d-f6736284d8a5 None None] Routers {'99413255-a59e-4b76-a984-795028d7c5d1'} bound to L3 agent in host n-d-838334-2 {{(pid=84043) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 20:57:57.105898 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.l3_hamode_db [None req-6f24f9a7-1125-4488-8e9d-f6736284d8a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838334-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-18T20:25:48Z,description=,heartbeat_timestamp=2022-04-18T20:57:48Z,host='n-d-838334-2',id=bc84d6c9-dd7a-4555-a351-592327b46d5a,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:25:48Z,topic='l3_agent')) {'router_ids': ['99413255-a59e-4b76-a984-795028d7c5d1'], 'active': True} {{(pid=84043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:57:57.108469 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [req-8411fb4c-be39-49ed-8bca-3614a36fb046 req-ded022be-e978-4fd7-98c6-d3c78c07feff tempest-DeleteServersTestJSON-915645800 tempest-DeleteServersTestJSON-915645800-project] Synchronizing usage tracker for tenant:7fa7a8b3916440879a3373a5a8935507 on resource:port {{(pid=84040) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 20:57:57.115609 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.db [None req-cfde5939-ce9b-40ed-827c-82dc773c15eb admin admin] For port 61462aa0-4611-446a-a64f-4573da15c473, host n-d-838334-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838334-2',level=0,port_id=61462aa0-4611-446a-a64f-4573da15c473,segment=NetworkSegment(4935dfdb-03db-4976-a6b4-e0fa58696685),segment_id=4935dfdb-03db-4976-a6b4-e0fa58696685)] {{(pid=84040) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:57:57.115967 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-cfde5939-ce9b-40ed-827c-82dc773c15eb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369123'] for port, precommit_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:57.159254 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c5a780e-0509-45c1-81d9-8e61a805050d tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Pushing event deleted for resources: {'Port': ['ID=9817b931-1d6e-488c-9f02-0012cf35eeb3,revision_number=None']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:57:57.173421 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.plugin [None req-0b191b29-f9de-457e-89ef-188278ae72f9 None None] Calling delete_port for 61462aa0-4611-446a-a64f-4573da15c473 owned by network:dhcp {{(pid=84042) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 20:57:57.296038 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-0b191b29-f9de-457e-89ef-188278ae72f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750375259028', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750374836628'] for port, after_delete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:57.365400 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b191b29-f9de-457e-89ef-188278ae72f9 None None] Pushing event deleted for resources: {'Port': ['ID=61462aa0-4611-446a-a64f-4573da15c473,revision_number=None']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:57:57.375726 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.db [req-b38a3b7e-ca87-4abc-a33a-7c1827e51633 req-1974e98a-f73f-4844-9212-27ade844b6c0 tempest-TaggedBootDevicesTest_v242-417596240 tempest-TaggedBootDevicesTest_v242-417596240-project] For port 96e60da2-99c4-4d74-935a-c80b74ebeb56, host n-h2-838334-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838334-2',level=0,port_id=96e60da2-99c4-4d74-935a-c80b74ebeb56,segment=NetworkSegment(999db445-b59f-43ae-97e9-309f13729423),segment_id=999db445-b59f-43ae-97e9-309f13729423)] {{(pid=84040) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:57:57.377044 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-b38a3b7e-ca87-4abc-a33a-7c1827e51633 req-1974e98a-f73f-4844-9212-27ade844b6c0 tempest-TaggedBootDevicesTest_v242-417596240 tempest-TaggedBootDevicesTest_v242-417596240-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369123'] for port, precommit_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:57.401347 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:57.402291 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.l3_dvr_db [None req-6f24f9a7-1125-4488-8e9d-f6736284d8a5 None None] Set router 99413255-a59e-4b76-a984-795028d7c5d1 gateway port host: n-d-838334-2 {{(pid=84043) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 20:57:57.425472 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b191b29-f9de-457e-89ef-188278ae72f9 None None] No DVR routers for this DVR port 61462aa0-4611-446a-a64f-4573da15c473 on host n-d-838334-2 {{(pid=84042) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 20:57:57.428162 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-6c5a780e-0509-45c1-81d9-8e61a805050d tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217293'] for port, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:57.453049 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-6c5a780e-0509-45c1-81d9-8e61a805050d tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] 10.222.0.42 "DELETE /v2.0/ports/9817b931-1d6e-488c-9f02-0012cf35eeb3 HTTP/1.1" status: 204 len: 168 time: 1.7829845 Apr 18 20:57:57.455594 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 53692) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:57:57.490986 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] No active binding found for port 61462aa0-4611-446a-a64f-4573da15c473 {{(pid=84042) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:222}} Apr 18 20:57:57.491430 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Device 61462aa0-4611-446a-a64f-4573da15c473 not bound to the agent host n-d-838334-2 {{(pid=84042) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 20:57:57.493022 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Provisioning for port 97b1e464-c97f-4dd5-a798-8abe8148e5e8 completed by entity L2. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 20:57:57.498978 n-d-838334-2 neutron-server[84042]: DEBUG neutron.notifiers.nova [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9d41b737-3508-402b-8ed9-14ff40d11b2a {{(pid=84042) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 18 20:57:57.515535 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Provisioning complete for port 97b1e464-c97f-4dd5-a798-8abe8148e5e8 triggered by entity L2. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:57:57.516099 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1253608'] for port, provisioning_complete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:57.572241 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] For port 9d41b737-3508-402b-8ed9-14ff40d11b2a, host n-h1-838334-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838334-2',level=0,port_id=9d41b737-3508-402b-8ed9-14ff40d11b2a,segment=NetworkSegment(dbc7d3d6-4579-41c2-9fd4-2757cc8c54b6),segment_id=dbc7d3d6-4579-41c2-9fd4-2757cc8c54b6)] {{(pid=84042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:57:57.582330 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2df9ab32-f5df-4774-8733-29db36e8693e tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:57:57.584076 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2df9ab32-f5df-4774-8733-29db36e8693e tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:57:57.585589 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2df9ab32-f5df-4774-8733-29db36e8693e tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:57:57.586454 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-2df9ab32-f5df-4774-8733-29db36e8693e tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Synchronizing usage tracker for tenant:1256b788e8184019a07eb24a482acda4 on resource:subnet {{(pid=84041) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 20:57:57.590626 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682'] for port, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:57.616946 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-2df9ab32-f5df-4774-8733-29db36e8693e tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Unset dirty status for tenant:1256b788e8184019a07eb24a482acda4 on resource:subnet {{(pid=84041) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 20:57:57.618210 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-2df9ab32-f5df-4774-8733-29db36e8693e tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] 10.222.0.42 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.1611798 Apr 18 20:57:57.621176 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 53696) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:57:57.673129 n-d-838334-2 neutron-server[84040]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f2b26dda-40aa-4c01-bf22-35ecafdb42a4', 'name': 'network-vif-deleted', 'tag': '4734cbab-0580-41fa-b3a6-31caa5f81614'}, {'server_uuid': '6a49f48a-913c-49a6-8c09-bf4c978ef91f', 'name': 'network-vif-deleted', 'tag': '4f3a4e36-a736-43f0-9187-2849b3636dd2'}] {{(pid=84040) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 20:57:57.697494 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-dd56a4c6-dd30-4808-99f8-fe5ba77193c3 req-e9d0c2d6-e0e0-406e-a73b-6811c545dc68 tempest-ServersTestJSON-1424434350 tempest-ServersTestJSON-1424434350-project] 10.222.0.42 "GET /v2.0/security-groups?id=a3de1b7a-019c-40dd-8c9d-3a3f159b2bd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7085743 Apr 18 20:57:57.735218 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.db_base_plugin_v2 [None req-684f8756-7590-4215-9ff5-f8ff792fa4a3 tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Deleting subnet 5a031a87-c392-4254-94c8-485e2a0aa369 {{(pid=84041) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 18 20:57:57.739101 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-684f8756-7590-4215-9ff5-f8ff792fa4a3 tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Notify callbacks [] for subnet, before_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:57.787795 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Pushing event updated for resources: {'Port': ['ID=9d41b737-3508-402b-8ed9-14ff40d11b2a,revision_number=4']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:57:57.820630 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] get_ports_and_sgs() called for port_ids ['9d41b737-3508-402b-8ed9-14ff40d11b2a'] {{(pid=84042) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 18 20:57:57.820975 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-684f8756-7590-4215-9ff5-f8ff792fa4a3 tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32266383'] for subnet, precommit_delete_associations {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:57.840950 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.plugin [req-b38a3b7e-ca87-4abc-a33a-7c1827e51633 req-1974e98a-f73f-4844-9212-27ade844b6c0 tempest-TaggedBootDevicesTest_v242-417596240 tempest-TaggedBootDevicesTest_v242-417596240-project] Calling delete_port for 96e60da2-99c4-4d74-935a-c80b74ebeb56 owned by compute:nova {{(pid=84040) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 20:57:57.874695 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:57.900980 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [req-8411fb4c-be39-49ed-8bca-3614a36fb046 req-ded022be-e978-4fd7-98c6-d3c78c07feff tempest-DeleteServersTestJSON-915645800 tempest-DeleteServersTestJSON-915645800-project] Unset dirty status for tenant:7fa7a8b3916440879a3373a5a8935507 on resource:port {{(pid=84040) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 20:57:57.902030 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-8411fb4c-be39-49ed-8bca-3614a36fb046 req-ded022be-e978-4fd7-98c6-d3c78c07feff tempest-DeleteServersTestJSON-915645800 tempest-DeleteServersTestJSON-915645800-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=7fa7a8b3916440879a3373a5a8935507&fields=id HTTP/1.1" status: 200 len: 210 time: 0.8473837 Apr 18 20:57:57.928105 n-d-838334-2 neutron-server[84042]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '01756617-cdba-485a-898e-e3ef9910293a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '97b1e464-c97f-4dd5-a798-8abe8148e5e8'}] {{(pid=84042) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 20:57:57.931919 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-684f8756-7590-4215-9ff5-f8ff792fa4a3 tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1260556'] for subnet, precommit_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:57.932874 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.plugin [None req-cfde5939-ce9b-40ed-827c-82dc773c15eb admin admin] Calling delete_port for 61462aa0-4611-446a-a64f-4573da15c473 owned by network:dhcp {{(pid=84040) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 20:57:57.940570 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.l3_hamode_db [None req-6f24f9a7-1125-4488-8e9d-f6736284d8a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99413255-a59e-4b76-a984-795028d7c5d1', 'name': 'tempest-TaggedBootDevicesTest_v242-1399453-router', 'tenant_id': '9feceef4d3df4daeb6497a95fbe12eb7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'external_fixed_ips': [{'subnet_id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'ip_address': '172.25.8.159'}], 'enable_snat': True}, 'gw_port_id': 'aa5ce318-0bea-4e8c-bff5-5d343e281fd6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:51:36Z', 'updated_at': '2022-04-18T20:51:40Z', 'revision_number': 4, 'project_id': '9feceef4d3df4daeb6497a95fbe12eb7', 'gw_port': {'id': 'aa5ce318-0bea-4e8c-bff5-5d343e281fd6', 'name': '', 'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:0d:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99413255-a59e-4b76-a984-795028d7c5d1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'ip_address': '172.25.8.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:51:37Z', 'updated_at': '2022-04-18T20:51:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838334-2', '_interfaces': [{'id': 'd99ad02c-2797-4b8c-8a43-54fd026972be', 'name': '', 'network_id': '8b393fb4-fb14-414f-9fb0-af85f5d2a52f', 'tenant_id': '9feceef4d3df4daeb6497a95fbe12eb7', 'mac_address': 'fa:16:3e:12:88:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99413255-a59e-4b76-a984-795028d7c5d1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6e80a998-2277-430e-a2a1-47079979e7bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:51:40Z', 'updated_at': '2022-04-18T20:52:04Z', 'revision_number': 5, 'project_id': '9feceef4d3df4daeb6497a95fbe12eb7', 'subnets': [{'id': '6e80a998-2277-430e-a2a1-47079979e7bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838334-2', False) {} {{(pid=84043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:57:57.945566 n-d-838334-2 neutron-server[84043]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f24f9a7-1125-4488-8e9d-f6736284d8a5 None None] The sync data for ids ['99413255-a59e-4b76-a984-795028d7c5d1'] in n-d-838334-2 is: [{'id': '99413255-a59e-4b76-a984-795028d7c5d1', 'name': 'tempest-TaggedBootDevicesTest_v242-1399453-router', 'tenant_id': '9feceef4d3df4daeb6497a95fbe12eb7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'external_fixed_ips': [{'subnet_id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'ip_address': '172.25.8.159'}], 'enable_snat': True}, 'gw_port_id': 'aa5ce318-0bea-4e8c-bff5-5d343e281fd6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:51:36Z', 'updated_at': '2022-04-18T20:51:40Z', 'revision_number': 4, 'project_id': '9feceef4d3df4daeb6497a95fbe12eb7', 'gw_port': {'id': 'aa5ce318-0bea-4e8c-bff5-5d343e281fd6', 'name': '', 'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:0d:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99413255-a59e-4b76-a984-795028d7c5d1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'ip_address': '172.25.8.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:51:37Z', 'updated_at': '2022-04-18T20:51:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838334-2', '_interfaces': [{'id': 'd99ad02c-2797-4b8c-8a43-54fd026972be', 'name': '', 'network_id': '8b393fb4-fb14-414f-9fb0-af85f5d2a52f', 'tenant_id': '9feceef4d3df4daeb6497a95fbe12eb7', 'mac_address': 'fa:16:3e:12:88:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99413255-a59e-4b76-a984-795028d7c5d1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6e80a998-2277-430e-a2a1-47079979e7bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:51:40Z', 'updated_at': '2022-04-18T20:52:04Z', 'revision_number': 5, 'project_id': '9feceef4d3df4daeb6497a95fbe12eb7', 'subnets': [{'id': '6e80a998-2277-430e-a2a1-47079979e7bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84043) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 18 20:57:57.945792 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] For port 97b1e464-c97f-4dd5-a798-8abe8148e5e8, host n-h1-838334-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838334-2',level=0,port_id=97b1e464-c97f-4dd5-a798-8abe8148e5e8,segment=NetworkSegment(7487d154-ef4b-4701-b484-567750da716d),segment_id=7487d154-ef4b-4701-b484-567750da716d)] {{(pid=84042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:57:57.957325 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682'] for port, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:58.049528 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-684f8756-7590-4215-9ff5-f8ff792fa4a3 tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1260549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33526260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32266336', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32486390'] for subnet, after_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:58.100214 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Pushing event updated for resources: {'Port': ['ID=97b1e464-c97f-4dd5-a798-8abe8148e5e8,revision_number=5']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:57:58.125077 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-684f8756-7590-4215-9ff5-f8ff792fa4a3 tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Notify callbacks [] for subnet, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:58.133185 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d12d0180-e1ee-45ba-b02f-11e155eff2d3 None None] Network ef903069-7c89-4376-963f-99c58ca6d615 requested from n-d-838334-2 {{(pid=84042) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 20:57:58.136087 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-684f8756-7590-4215-9ff5-f8ff792fa4a3 tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Pushing event deleted for resources: {'Subnet': ['ID=5a031a87-c392-4254-94c8-485e2a0aa369,revision_number=None']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:57:58.156054 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-684f8756-7590-4215-9ff5-f8ff792fa4a3 tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] 10.222.0.42 "DELETE /v2.0/subnets/5a031a87-c392-4254-94c8-485e2a0aa369 HTTP/1.1" status: 204 len: 168 time: 0.5314453 Apr 18 20:57:58.156460 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 53704) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:57:58.229582 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.db_base_plugin_v2 [None req-1ad32d1b-299d-4cd2-9ff0-fb12a5ead318 tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Deleting subnet 9f25b6e0-3737-4d0c-9e7b-d54199eb2863 {{(pid=84041) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 18 20:57:58.233341 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-1ad32d1b-299d-4cd2-9ff0-fb12a5ead318 tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Notify callbacks [] for subnet, before_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:58.304875 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ded20a4-8c58-4285-ace2-0cc1b7f8788e None None] New status for floating IP 5e95905c-5ad8-4a73-8123-0495ac7a9efb: DOWN {{(pid=84042) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Apr 18 20:57:58.308645 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-b38a3b7e-ca87-4abc-a33a-7c1827e51633 req-1974e98a-f73f-4844-9212-27ade844b6c0 tempest-TaggedBootDevicesTest_v242-417596240 tempest-TaggedBootDevicesTest_v242-417596240-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750375259028', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750374836628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32440838'] for port, after_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:58.361072 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-4e697354-4e48-4837-a6e3-60bbc7d230ae req-17b060e3-5041-465f-86c5-fa2f8a371fa2 tempest-TaggedBootDevicesTest_v242-417596240 tempest-TaggedBootDevicesTest_v242-417596240-project] 10.222.0.42 "GET /v2.0/ports?device_id=6a49f48a-913c-49a6-8c09-bf4c978ef91f HTTP/1.1" status: 200 len: 210 time: 0.2907851 Apr 18 20:57:58.409959 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-1ad32d1b-299d-4cd2-9ff0-fb12a5ead318 tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32266383'] for subnet, precommit_delete_associations {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:58.447927 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1974e98a-f73f-4844-9212-27ade844b6c0 tempest-TaggedBootDevicesTest_v242-417596240 tempest-TaggedBootDevicesTest_v242-417596240-project] Pushing event deleted for resources: {'Port': ['ID=96e60da2-99c4-4d74-935a-c80b74ebeb56,revision_number=None']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:57:58.454491 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.db.api [None req-cfde5939-ce9b-40ed-827c-82dc773c15eb admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84040) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 18 20:57:58.454810 n-d-838334-2 neutron-server[84040]: DEBUG oslo_db.api [None req-cfde5939-ce9b-40ed-827c-82dc773c15eb admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 18 20:57:58.492989 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-1ad32d1b-299d-4cd2-9ff0-fb12a5ead318 tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1260556'] for subnet, precommit_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:58.582304 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-1ad32d1b-299d-4cd2-9ff0-fb12a5ead318 tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1260549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33526260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32266336', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32486390'] for subnet, after_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:58.620422 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ad32d1b-299d-4cd2-9ff0-fb12a5ead318 tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Pushing event deleted for resources: {'Subnet': ['ID=9f25b6e0-3737-4d0c-9e7b-d54199eb2863,revision_number=None']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:57:58.627356 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.l3_dvrscheduler_db [req-b38a3b7e-ca87-4abc-a33a-7c1827e51633 req-1974e98a-f73f-4844-9212-27ade844b6c0 tempest-TaggedBootDevicesTest_v242-417596240 tempest-TaggedBootDevicesTest_v242-417596240-project] No DVR routers for this DVR port 96e60da2-99c4-4d74-935a-c80b74ebeb56 on host n-h2-838334-2 {{(pid=84040) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 20:57:58.627538 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-1ad32d1b-299d-4cd2-9ff0-fb12a5ead318 tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Notify callbacks [] for subnet, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:58.638433 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-1ad32d1b-299d-4cd2-9ff0-fb12a5ead318 tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] 10.222.0.42 "DELETE /v2.0/subnets/9f25b6e0-3737-4d0c-9e7b-d54199eb2863 HTTP/1.1" status: 204 len: 168 time: 0.4809303 Apr 18 20:57:58.642909 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-b38a3b7e-ca87-4abc-a33a-7c1827e51633 req-1974e98a-f73f-4844-9212-27ade844b6c0 tempest-TaggedBootDevicesTest_v242-417596240 tempest-TaggedBootDevicesTest_v242-417596240-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217293'] for port, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:58.644090 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 53708) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:57:58.651946 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a84de9c-00fc-4d2e-a57a-974340438d8f req-7de31a26-b71c-49d1-8c87-32412508ccef tempest-ServersNegativeTestJSON-508382254 tempest-ServersNegativeTestJSON-508382254-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:57:58.653349 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-3a84de9c-00fc-4d2e-a57a-974340438d8f req-7de31a26-b71c-49d1-8c87-32412508ccef tempest-ServersNegativeTestJSON-508382254 tempest-ServersNegativeTestJSON-508382254-project] 10.222.0.48 "GET /v2.0/networks?id=0bad4841-e9a6-4877-8de7-2befe85ffb51 HTTP/1.1" status: 200 len: 813 time: 1.0569179 Apr 18 20:57:58.670364 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-8411fb4c-be39-49ed-8bca-3614a36fb046 req-39fae7f2-da2c-4e55-bfef-bf22b0d49f41 service neutron] 10.222.0.42 "GET /v2.0/networks/f7467a4f-b1b1-4464-b74e-f3b773c53ca1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5417640 Apr 18 20:57:58.683544 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.v2.base [req-3a84de9c-00fc-4d2e-a57a-974340438d8f req-ba985958-a1cf-4cd4-afec-28f94c29136e tempest-ServersNegativeTestJSON-508382254 tempest-ServersNegativeTestJSON-508382254-project] Request body: {'port': {'device_id': '2197a591-197e-47fe-9210-1387bfb6ec5e', 'network_id': '0bad4841-e9a6-4877-8de7-2befe85ffb51', 'admin_state_up': True, 'tenant_id': '0f7cce7b1ccf410486c29c0215106926'}} {{(pid=84040) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 20:57:58.715971 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-dc982567-c1c7-4b72-b7d8-65dec5243286 tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] 10.222.0.42 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0684679 Apr 18 20:57:58.716831 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 53712) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:57:58.796576 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96c97ad0-d422-4f28-ad8b-7f500d10071e tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:57:58.797293 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-96c97ad0-d422-4f28-ad8b-7f500d10071e tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Synchronizing usage tracker for tenant:1256b788e8184019a07eb24a482acda4 on resource:port {{(pid=84041) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 20:57:58.813713 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-96c97ad0-d422-4f28-ad8b-7f500d10071e tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Unset dirty status for tenant:1256b788e8184019a07eb24a482acda4 on resource:port {{(pid=84041) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 20:57:58.814894 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-96c97ad0-d422-4f28-ad8b-7f500d10071e tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] 10.222.0.42 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.0977044 Apr 18 20:57:58.818171 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 53718) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:57:58.838274 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-189b71db-10d1-450a-9955-2c75383d2b6e None None] Update dhcp port {'port': {'network_id': 'ef903069-7c89-4376-963f-99c58ca6d615', 'fixed_ips': [{'subnet_id': '9f25b6e0-3737-4d0c-9e7b-d54199eb2863'}], 'binding:host_id': 'n-d-838334-2'}, 'id': '3f21b9cb-c92e-4ff0-a381-b11b043b3894'} from n-d-838334-2. {{(pid=84042) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:307}} Apr 18 20:57:58.888256 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6089cde-f3cd-45c2-a8fd-05bcbc3ddcc5 tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:57:58.888936 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-e6089cde-f3cd-45c2-a8fd-05bcbc3ddcc5 tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Synchronizing usage tracker for tenant:1256b788e8184019a07eb24a482acda4 on resource:subnet {{(pid=84041) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 20:57:58.895958 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-189b71db-10d1-450a-9955-2c75383d2b6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:58.903684 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-b38a3b7e-ca87-4abc-a33a-7c1827e51633 req-1974e98a-f73f-4844-9212-27ade844b6c0 tempest-TaggedBootDevicesTest_v242-417596240 tempest-TaggedBootDevicesTest_v242-417596240-project] 10.222.0.48 "DELETE /v2.0/ports/96e60da2-99c4-4d74-935a-c80b74ebeb56 HTTP/1.1" status: 204 len: 173 time: 2.3254066 Apr 18 20:57:58.916229 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-e6089cde-f3cd-45c2-a8fd-05bcbc3ddcc5 tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Unset dirty status for tenant:1256b788e8184019a07eb24a482acda4 on resource:subnet {{(pid=84041) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 20:57:58.917831 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-e6089cde-f3cd-45c2-a8fd-05bcbc3ddcc5 tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] 10.222.0.42 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0986381 Apr 18 20:57:58.921297 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 53722) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:57:58.968741 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.plugin [None req-cfde5939-ce9b-40ed-827c-82dc773c15eb admin admin] Deleting port 61462aa0-4611-446a-a64f-4573da15c473 {{(pid=84040) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 20:57:58.969238 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-cfde5939-ce9b-40ed-827c-82dc773c15eb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750375188691'] for port, before_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:59.049938 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-96360581-023b-4bfc-9721-72f0a2f36615 tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] 10.222.0.42 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1243079 Apr 18 20:57:59.057202 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 53726) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:57:59.062914 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.v2.base [None req-2ce67ffc-2b31-408e-b0e2-4c5959d2d3e9 tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Request body: {'subnet': {'network_id': 'ef903069-7c89-4376-963f-99c58ca6d615', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=84041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 20:57:59.110374 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.plugin [None req-cfde5939-ce9b-40ed-827c-82dc773c15eb admin admin] The port '61462aa0-4611-446a-a64f-4573da15c473' was deleted {{(pid=84040) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 18 20:57:59.193721 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30331d9c-0071-44b7-b240-2c18e426cf56 req-700f72de-be5e-42f1-9630-ccffdb403e42 tempest-AttachVolumeNegativeTest-555605742 tempest-AttachVolumeNegativeTest-555605742-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:57:59.201200 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-30331d9c-0071-44b7-b240-2c18e426cf56 req-700f72de-be5e-42f1-9630-ccffdb403e42 tempest-AttachVolumeNegativeTest-555605742 tempest-AttachVolumeNegativeTest-555605742-project] 10.222.0.42 "GET /v2.0/ports?device_id=34bc9bea-04a4-4f27-915b-a0fabc6baf14 HTTP/1.1" status: 200 len: 944 time: 0.6262572 Apr 18 20:57:59.202485 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-2ce67ffc-2b31-408e-b0e2-4c5959d2d3e9 tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:57:59.206817 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b094f3b-e87a-4ac4-94af-e74a8b0a7d8a None None] Network ef903069-7c89-4376-963f-99c58ca6d615 requested from n-d-838334-2 {{(pid=84042) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 20:57:59.223940 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-2ce67ffc-2b31-408e-b0e2-4c5959d2d3e9 tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:57:59.247664 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ce67ffc-2b31-408e-b0e2-4c5959d2d3e9 tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Made reservation on behalf of 1256b788e8184019a07eb24a482acda4 for: {'subnet': 1} {{(pid=84041) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:57:59.368764 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-8411fb4c-be39-49ed-8bca-3614a36fb046 req-9b9848a5-0f5b-49f4-ba29-896453f1dcd3 service neutron] 10.222.0.42 "GET /v2.0/networks/f7467a4f-b1b1-4464-b74e-f3b773c53ca1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6603026 Apr 18 20:57:59.389207 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [req-3a84de9c-00fc-4d2e-a57a-974340438d8f req-ba985958-a1cf-4cd4-afec-28f94c29136e tempest-ServersNegativeTestJSON-508382254 tempest-ServersNegativeTestJSON-508382254-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:57:59.390513 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-2ce67ffc-2b31-408e-b0e2-4c5959d2d3e9 tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32486301'] for subnet, before_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:59.392511 n-d-838334-2 neutron-server[84041]: INFO neutron.pecan_wsgi.hooks.translation [None req-2ce67ffc-2b31-408e-b0e2-4c5959d2d3e9 tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 18 20:57:59.393275 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2ce67ffc-2b31-408e-b0e2-4c5959d2d3e9 tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=84041) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 20:57:59.412856 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-cfde5939-ce9b-40ed-827c-82dc773c15eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1258905', 'neutron.services.segments.db._delete_segments_for_network-8750375287417'] for network, precommit_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:59.420840 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-2ce67ffc-2b31-408e-b0e2-4c5959d2d3e9 tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.3624094 Apr 18 20:57:59.424656 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 53732) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:57:59.433428 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-d85e38a9-c86e-4e12-8521-80120ac9e2ed None None] Provisioning complete for port 3f21b9cb-c92e-4ff0-a381-b11b043b3894 triggered by entity DHCP. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:57:59.433609 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-d85e38a9-c86e-4e12-8521-80120ac9e2ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1253608'] for port, provisioning_complete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:59.435842 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.v2.base [None req-b929a9b5-bdb6-4ebf-b4d1-c17f8a9610d8 tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Request body: {'subnet': {'network_id': 'ef903069-7c89-4376-963f-99c58ca6d615', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'slaac'}} {{(pid=84041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 20:57:59.447779 n-d-838334-2 neutron-server[84040]: DEBUG neutron.services.segments.db [None req-cfde5939-ce9b-40ed-827c-82dc773c15eb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['48f708f8-0904-4115-910c-bb1ab06d7263']}} {{(pid=84040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:57:59.471814 n-d-838334-2 neutron-server[84040]: DEBUG neutron.services.segments.db [None req-cfde5939-ce9b-40ed-827c-82dc773c15eb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4935dfdb-03db-4976-a6b4-e0fa58696685') {'for_net_delete': True} {{(pid=84040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:57:59.472907 n-d-838334-2 neutron-server[84040]: DEBUG neutron.services.segments.db [None req-cfde5939-ce9b-40ed-827c-82dc773c15eb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4935dfdb-03db-4976-a6b4-e0fa58696685') {} {{(pid=84040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:57:59.489655 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-cfde5939-ce9b-40ed-827c-82dc773c15eb admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750375287300', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31955965'] for segment, before_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:59.512616 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-cfde5939-ce9b-40ed-827c-82dc773c15eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1082986'] for segment, precommit_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:59.521612 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cfde5939-ce9b-40ed-827c-82dc773c15eb admin admin] Releasing vlan 362 on physical network physnet1 to pool {{(pid=84040) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 18 20:57:59.522376 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-cfde5939-ce9b-40ed-827c-82dc773c15eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1082993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32440923'] for segment, after_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:59.538184 n-d-838334-2 neutron-server[84040]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 20:57:59.538184 n-d-838334-2 neutron-server[84040]: util.warn( Apr 18 20:57:59.538184 n-d-838334-2 neutron-server[84040]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 20:57:59.538184 n-d-838334-2 neutron-server[84040]: util.warn( Apr 18 20:57:59.538184 n-d-838334-2 neutron-server[84040]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 20:57:59.538184 n-d-838334-2 neutron-server[84040]: util.warn( Apr 18 20:57:59.538184 n-d-838334-2 neutron-server[84040]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 20:57:59.538184 n-d-838334-2 neutron-server[84040]: util.warn( Apr 18 20:57:59.538184 n-d-838334-2 neutron-server[84040]: Traceback (most recent call last): Apr 18 20:57:59.538184 n-d-838334-2 neutron-server[84040]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 18 20:57:59.538184 n-d-838334-2 neutron-server[84040]: timer() Apr 18 20:57:59.538184 n-d-838334-2 neutron-server[84040]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 20:57:59.538184 n-d-838334-2 neutron-server[84040]: cb(*args, **kw) Apr 18 20:57:59.538184 n-d-838334-2 neutron-server[84040]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 18 20:57:59.538184 n-d-838334-2 neutron-server[84040]: return func(*args, **kwargs) Apr 18 20:57:59.538184 n-d-838334-2 neutron-server[84040]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 20:57:59.538184 n-d-838334-2 neutron-server[84040]: self._notify() Apr 18 20:57:59.538184 n-d-838334-2 neutron-server[84040]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 20:57:59.538184 n-d-838334-2 neutron-server[84040]: self.callback(batched_events) Apr 18 20:57:59.538184 n-d-838334-2 neutron-server[84040]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 20:57:59.538184 n-d-838334-2 neutron-server[84040]: event.method(event) Apr 18 20:57:59.538184 n-d-838334-2 neutron-server[84040]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 18 20:57:59.538184 n-d-838334-2 neutron-server[84040]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 20:57:59.538184 n-d-838334-2 neutron-server[84040]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 18 20:57:59.538184 n-d-838334-2 neutron-server[84040]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 20:57:59.538184 n-d-838334-2 neutron-server[84040]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 18 20:57:59.538184 n-d-838334-2 neutron-server[84040]: return f(self, *a, **k) Apr 18 20:57:59.538184 n-d-838334-2 neutron-server[84040]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 18 20:57:59.538184 n-d-838334-2 neutron-server[84040]: return self._get(url).json() Apr 18 20:57:59.538184 n-d-838334-2 neutron-server[84040]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 18 20:57:59.538184 n-d-838334-2 neutron-server[84040]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 20:57:59.538184 n-d-838334-2 neutron-server[84040]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 18 20:57:59.538184 n-d-838334-2 neutron-server[84040]: return self.request(url, 'GET', **kwargs) Apr 18 20:57:59.538184 n-d-838334-2 neutron-server[84040]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 18 20:57:59.538184 n-d-838334-2 neutron-server[84040]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 20:57:59.538184 n-d-838334-2 neutron-server[84040]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 18 20:57:59.538184 n-d-838334-2 neutron-server[84040]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 20:57:59.538184 n-d-838334-2 neutron-server[84040]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 18 20:57:59.538184 n-d-838334-2 neutron-server[84040]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 20:57:59.538184 n-d-838334-2 neutron-server[84040]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 20:57:59.540582 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [req-3a84de9c-00fc-4d2e-a57a-974340438d8f req-ba985958-a1cf-4cd4-afec-28f94c29136e tempest-ServersNegativeTestJSON-508382254 tempest-ServersNegativeTestJSON-508382254-project] Usage tracker for resource:port and tenant:0f7cce7b1ccf410486c29c0215106926 is out of sync, need to count used quota {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:57:59.548068 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [req-3a84de9c-00fc-4d2e-a57a-974340438d8f req-ba985958-a1cf-4cd4-afec-28f94c29136e tempest-ServersNegativeTestJSON-508382254 tempest-ServersNegativeTestJSON-508382254-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:57:59.603079 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-b929a9b5-bdb6-4ebf-b4d1-c17f8a9610d8 tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:57:59.614695 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750375287399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253529'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:59.614851 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-b929a9b5-bdb6-4ebf-b4d1-c17f8a9610d8 tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:57:59.636133 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b929a9b5-bdb6-4ebf-b4d1-c17f8a9610d8 tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Made reservation on behalf of 1256b788e8184019a07eb24a482acda4 for: {'subnet': 1} {{(pid=84041) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:57:59.642139 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-b929a9b5-bdb6-4ebf-b4d1-c17f8a9610d8 tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32486301'] for subnet, before_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:59.643889 n-d-838334-2 neutron-server[84041]: INFO neutron.pecan_wsgi.hooks.translation [None req-b929a9b5-bdb6-4ebf-b4d1-c17f8a9610d8 tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 18 20:57:59.644505 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b929a9b5-bdb6-4ebf-b4d1-c17f8a9610d8 tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=84041) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 20:57:59.667613 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-b929a9b5-bdb6-4ebf-b4d1-c17f8a9610d8 tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.2414722 Apr 18 20:57:59.671505 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 53740) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:57:59.679353 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.v2.base [None req-3a48ba58-98e6-4db1-99c0-1a455bad0235 tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Request body: {'subnet': {'network_id': 'ef903069-7c89-4376-963f-99c58ca6d615', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=84041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 20:57:59.699429 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-30331d9c-0071-44b7-b240-2c18e426cf56 req-b5fbb9a1-5f83-4669-a453-e687e77a8740 tempest-AttachVolumeNegativeTest-555605742 tempest-AttachVolumeNegativeTest-555605742-project] 10.222.0.42 "GET /v2.0/security-groups?id=0485093a-e0c2-44ce-b862-493ebd8aa71d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4966183 Apr 18 20:57:59.703363 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-719a0296-c30f-49b0-83dc-0979e6b86e74 None None] DHCP port deletion for ef903069-7c89-4376-963f-99c58ca6d615 request from n-d-838334-2 {{(pid=84042) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 18 20:57:59.708353 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.plugin [None req-719a0296-c30f-49b0-83dc-0979e6b86e74 None None] Deleting port 3f21b9cb-c92e-4ff0-a381-b11b043b3894 {{(pid=84042) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 20:57:59.708722 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-719a0296-c30f-49b0-83dc-0979e6b86e74 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750375188691'] for port, before_delete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:59.726958 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [req-3a84de9c-00fc-4d2e-a57a-974340438d8f req-ba985958-a1cf-4cd4-afec-28f94c29136e tempest-ServersNegativeTestJSON-508382254 tempest-ServersNegativeTestJSON-508382254-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:57:59.846415 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-3a48ba58-98e6-4db1-99c0-1a455bad0235 tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:57:59.865777 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-3a48ba58-98e6-4db1-99c0-1a455bad0235 tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:57:59.866455 n-d-838334-2 neutron-server[84040]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-7473557e-b249-404e-b6c9-cdf2a34721f9']: {'server_uuid': 'f2b26dda-40aa-4c01-bf22-35ecafdb42a4', 'name': 'network-vif-deleted', 'tag': '4734cbab-0580-41fa-b3a6-31caa5f81614', 'status': 'failed', 'code': 422} returned with failed status Apr 18 20:57:59.866675 n-d-838334-2 neutron-server[84040]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7473557e-b249-404e-b6c9-cdf2a34721f9'] response: {'server_uuid': '6a49f48a-913c-49a6-8c09-bf4c978ef91f', 'name': 'network-vif-deleted', 'tag': '4f3a4e36-a736-43f0-9187-2849b3636dd2', 'status': 'completed', 'code': 200} Apr 18 20:57:59.888567 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-3e0ec1c6-ae98-49d9-9169-1645aa593336 req-e84f27c0-6fff-4cca-a090-83ebf24870af tempest-ServersNegativeTestJSON-508382254 tempest-ServersNegativeTestJSON-508382254-project] 10.222.0.42 "GET /v2.0/ports?device_id=2197a591-197e-47fe-9210-1387bfb6ec5e HTTP/1.1" status: 200 len: 210 time: 0.1271207 Apr 18 20:57:59.892759 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a48ba58-98e6-4db1-99c0-1a455bad0235 tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Made reservation on behalf of 1256b788e8184019a07eb24a482acda4 for: {'subnet': 1} {{(pid=84041) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:57:59.896704 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-3a48ba58-98e6-4db1-99c0-1a455bad0235 tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32486301'] for subnet, before_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:59.900304 n-d-838334-2 neutron-server[84041]: INFO neutron.pecan_wsgi.hooks.translation [None req-3a48ba58-98e6-4db1-99c0-1a455bad0235 tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 18 20:57:59.900465 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3a84de9c-00fc-4d2e-a57a-974340438d8f req-ba985958-a1cf-4cd4-afec-28f94c29136e tempest-ServersNegativeTestJSON-508382254 tempest-ServersNegativeTestJSON-508382254-project] Made reservation on behalf of 0f7cce7b1ccf410486c29c0215106926 for: {'port': 1} {{(pid=84040) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:57:59.900740 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3a48ba58-98e6-4db1-99c0-1a455bad0235 tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=84041) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 20:57:59.903850 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-3a84de9c-00fc-4d2e-a57a-974340438d8f req-ba985958-a1cf-4cd4-afec-28f94c29136e tempest-ServersNegativeTestJSON-508382254 tempest-ServersNegativeTestJSON-508382254-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:59.961923 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-3a48ba58-98e6-4db1-99c0-1a455bad0235 tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.2886822 Apr 18 20:57:59.962921 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 53748) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:57:59.974525 n-d-838334-2 neutron-server[84042]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9191d3af-6295-49f9-a79b-4eefd596408f'] response: {'server_uuid': '01756617-cdba-485a-898e-e3ef9910293a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '97b1e464-c97f-4dd5-a798-8abe8148e5e8', 'code': 200} Apr 18 20:57:59.980167 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.v2.base [None req-49cc8c3e-4305-48a0-a837-3bdac9c65458 tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Request body: {'subnet': {'network_id': 'ef903069-7c89-4376-963f-99c58ca6d615', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=84041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 20:58:00.060138 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-719a0296-c30f-49b0-83dc-0979e6b86e74 None None] For port 3f21b9cb-c92e-4ff0-a381-b11b043b3894, host n-d-838334-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838334-2',level=0,port_id=3f21b9cb-c92e-4ff0-a381-b11b043b3894,segment=NetworkSegment(fbf28fbd-36f8-46f3-be08-57d41821e390),segment_id=fbf28fbd-36f8-46f3-be08-57d41821e390)] {{(pid=84042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:58:00.060579 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-719a0296-c30f-49b0-83dc-0979e6b86e74 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369123'] for port, precommit_delete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:00.223500 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-49cc8c3e-4305-48a0-a837-3bdac9c65458 tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:58:00.237859 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.plugin [None req-719a0296-c30f-49b0-83dc-0979e6b86e74 None None] Calling delete_port for 3f21b9cb-c92e-4ff0-a381-b11b043b3894 owned by network:dhcp {{(pid=84042) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 20:58:00.246053 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-49cc8c3e-4305-48a0-a837-3bdac9c65458 tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:58:00.277215 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-49cc8c3e-4305-48a0-a837-3bdac9c65458 tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Made reservation on behalf of 1256b788e8184019a07eb24a482acda4 for: {'subnet': 1} {{(pid=84041) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:58:00.281631 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-49cc8c3e-4305-48a0-a837-3bdac9c65458 tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32486301'] for subnet, before_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:00.283159 n-d-838334-2 neutron-server[84041]: INFO neutron.pecan_wsgi.hooks.translation [None req-49cc8c3e-4305-48a0-a837-3bdac9c65458 tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 18 20:58:00.284065 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-49cc8c3e-4305-48a0-a837-3bdac9c65458 tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=84041) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 20:58:00.310355 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-97e30497-52fc-41d9-b9c3-c0425c6b9fab req-723720ab-6fb2-460f-bb3b-9810ac3d2d92 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=01756617-cdba-485a-898e-e3ef9910293a HTTP/1.1" status: 200 len: 1097 time: 0.1396530 Apr 18 20:58:00.318529 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-49cc8c3e-4305-48a0-a837-3bdac9c65458 tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.3511169 Apr 18 20:58:00.333612 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-719a0296-c30f-49b0-83dc-0979e6b86e74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750375259028', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750374836628'] for port, after_delete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:00.357984 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 53754) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:58:00.359993 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-97e30497-52fc-41d9-b9c3-c0425c6b9fab req-617c850b-60d0-4ea4-abe2-2df85d567a71 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=a3de1b7a-019c-40dd-8c9d-3a3f159b2bd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433984 Apr 18 20:58:00.366481 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.v2.base [None req-9cb67aa4-9ed3-4bab-b5f8-10fd192b47b8 tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Request body: {'subnet': {'network_id': 'ef903069-7c89-4376-963f-99c58ca6d615', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'slaac'}} {{(pid=84041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 20:58:00.391222 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-cfde5939-ce9b-40ed-827c-82dc773c15eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1258898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33526109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33444113'] for network, after_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:00.398712 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_dvrscheduler_db [None req-719a0296-c30f-49b0-83dc-0979e6b86e74 None None] No DVR routers for this DVR port 3f21b9cb-c92e-4ff0-a381-b11b043b3894 on host n-d-838334-2 {{(pid=84042) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 20:58:00.404759 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-719a0296-c30f-49b0-83dc-0979e6b86e74 None None] Pushing event deleted for resources: {'Port': ['ID=3f21b9cb-c92e-4ff0-a381-b11b043b3894,revision_number=None']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:58:00.449641 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Device 9d41b737-3508-402b-8ed9-14ff40d11b2a up at agent hyperv_n-h1-838334-2 {{(pid=84042) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 20:58:00.490189 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.db_base_plugin_common [req-3a84de9c-00fc-4d2e-a57a-974340438d8f req-ba985958-a1cf-4cd4-afec-28f94c29136e tempest-ServersNegativeTestJSON-508382254 tempest-ServersNegativeTestJSON-508382254-project] Allocated IP 172.20.0.3 (0bad4841-e9a6-4877-8de7-2befe85ffb51/0d6de920-cb7d-469b-9a77-ddf54cb30087/8eed9390-9245-43e8-8f5a-918d1fc3c30c) {{(pid=84040) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:58:00.518882 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-9cb67aa4-9ed3-4bab-b5f8-10fd192b47b8 tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:58:00.532333 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-9cb67aa4-9ed3-4bab-b5f8-10fd192b47b8 tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:58:00.547023 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9cb67aa4-9ed3-4bab-b5f8-10fd192b47b8 tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Made reservation on behalf of 1256b788e8184019a07eb24a482acda4 for: {'subnet': 1} {{(pid=84041) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:58:00.552313 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-9cb67aa4-9ed3-4bab-b5f8-10fd192b47b8 tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32486301'] for subnet, before_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:00.554660 n-d-838334-2 neutron-server[84041]: INFO neutron.pecan_wsgi.hooks.translation [None req-9cb67aa4-9ed3-4bab-b5f8-10fd192b47b8 tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 18 20:58:00.555360 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9cb67aa4-9ed3-4bab-b5f8-10fd192b47b8 tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=84041) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 20:58:00.592334 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-9cb67aa4-9ed3-4bab-b5f8-10fd192b47b8 tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.2312551 Apr 18 20:58:00.595767 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 53758) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:58:00.602945 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.v2.base [None req-cb133a5d-31cf-45c0-bfcf-6b842be4e97b tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Request body: {'subnet': {'network_id': 'ef903069-7c89-4376-963f-99c58ca6d615', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=84041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 20:58:00.650087 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Device 3f21b9cb-c92e-4ff0-a381-b11b043b3894 no longer exists at agent ovs-agent-n-d-838334-2 {{(pid=84042) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 20:58:00.674687 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-cfde5939-ce9b-40ed-827c-82dc773c15eb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32378031'] for network, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:00.684014 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [req-62cbe5c0-0721-47a9-ad29-9af5ad8e2d42 req-478b4a1f-61b9-48d4-9a13-8ffb252f9833 tempest-TaggedBootDevicesTest_v242-417596240 tempest-TaggedBootDevicesTest_v242-417596240-project] Synchronizing usage tracker for tenant:9feceef4d3df4daeb6497a95fbe12eb7 on resource:port {{(pid=84040) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 20:58:00.692704 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.plugin [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] No Port match for: 3f21b9cb-c92e-4ff0-a381-b11b043b3894 {{(pid=84042) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 18 20:58:00.693944 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Device 3f21b9cb-c92e-4ff0-a381-b11b043b3894 not bound to the agent host n-d-838334-2 {{(pid=84042) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 20:58:00.698396 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Provisioning for port 9d41b737-3508-402b-8ed9-14ff40d11b2a completed by entity L2. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 20:58:00.705040 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Provisioning complete for port 9d41b737-3508-402b-8ed9-14ff40d11b2a triggered by entity L2. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:58:00.705551 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1253608'] for port, provisioning_complete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:00.718028 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfde5939-ce9b-40ed-827c-82dc773c15eb admin admin] Pushing event deleted for resources: {'Network': ['ID=48f708f8-0904-4115-910c-bb1ab06d7263,revision_number=None']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:58:00.731114 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-cfde5939-ce9b-40ed-827c-82dc773c15eb admin admin] 10.222.0.42 "DELETE /v2.0/networks/48f708f8-0904-4115-910c-bb1ab06d7263 HTTP/1.1" status: 204 len: 168 time: 5.2544158 Apr 18 20:58:00.822534 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [req-62cbe5c0-0721-47a9-ad29-9af5ad8e2d42 req-478b4a1f-61b9-48d4-9a13-8ffb252f9833 tempest-TaggedBootDevicesTest_v242-417596240 tempest-TaggedBootDevicesTest_v242-417596240-project] Unset dirty status for tenant:9feceef4d3df4daeb6497a95fbe12eb7 on resource:port {{(pid=84040) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 20:58:00.824213 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-62cbe5c0-0721-47a9-ad29-9af5ad8e2d42 req-478b4a1f-61b9-48d4-9a13-8ffb252f9833 tempest-TaggedBootDevicesTest_v242-417596240 tempest-TaggedBootDevicesTest_v242-417596240-project] 10.222.0.42 "GET /v2.0/ports?device_id=6a49f48a-913c-49a6-8c09-bf4c978ef91f HTTP/1.1" status: 200 len: 210 time: 0.5118709 Apr 18 20:58:00.913735 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36a7bafe-589e-47bd-8306-3932ffe52615 req-02741cea-bb8f-474a-a3c7-0ccb1b1420d3 tempest-ServersTestJSON-1424434350 tempest-ServersTestJSON-1424434350-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:58:00.930057 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-36a7bafe-589e-47bd-8306-3932ffe52615 req-02741cea-bb8f-474a-a3c7-0ccb1b1420d3 tempest-ServersTestJSON-1424434350 tempest-ServersTestJSON-1424434350-project] 10.222.0.42 "GET /v2.0/ports?device_id=01756617-cdba-485a-898e-e3ef9910293a HTTP/1.1" status: 200 len: 946 time: 0.5733035 Apr 18 20:58:00.944168 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-3a84de9c-00fc-4d2e-a57a-974340438d8f req-ba985958-a1cf-4cd4-afec-28f94c29136e tempest-ServersNegativeTestJSON-508382254 tempest-ServersNegativeTestJSON-508382254-project] Notify callbacks [] for port, precommit_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:00.994555 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-3a84de9c-00fc-4d2e-a57a-974340438d8f req-ba985958-a1cf-4cd4-afec-28f94c29136e tempest-ServersNegativeTestJSON-508382254 tempest-ServersNegativeTestJSON-508382254-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750374836619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32440838'] for port, after_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:01.009794 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:01.030270 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 53768) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:58:01.048945 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-cb133a5d-31cf-45c0-bfcf-6b842be4e97b tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:58:01.064424 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-cb133a5d-31cf-45c0-bfcf-6b842be4e97b tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:58:01.088307 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] For port 9d41b737-3508-402b-8ed9-14ff40d11b2a, host n-h1-838334-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838334-2',level=0,port_id=9d41b737-3508-402b-8ed9-14ff40d11b2a,segment=NetworkSegment(dbc7d3d6-4579-41c2-9fd4-2757cc8c54b6),segment_id=dbc7d3d6-4579-41c2-9fd4-2757cc8c54b6)] {{(pid=84042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:58:01.093865 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682'] for port, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:01.111797 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb133a5d-31cf-45c0-bfcf-6b842be4e97b tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Made reservation on behalf of 1256b788e8184019a07eb24a482acda4 for: {'subnet': 1} {{(pid=84041) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:58:01.115701 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-cb133a5d-31cf-45c0-bfcf-6b842be4e97b tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32486301'] for subnet, before_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:01.117618 n-d-838334-2 neutron-server[84041]: INFO neutron.pecan_wsgi.hooks.translation [None req-cb133a5d-31cf-45c0-bfcf-6b842be4e97b tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 18 20:58:01.118132 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cb133a5d-31cf-45c0-bfcf-6b842be4e97b tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=84041) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 20:58:01.150704 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-ed580b99-5b28-41ae-9ee0-91890f40ca67 req-66a68ec0-4eb1-4ac0-8008-90ec08c35a27 tempest-DeleteServersTestJSON-915645800 tempest-DeleteServersTestJSON-915645800-project] 10.222.0.42 "GET /v2.0/ports?device_id=55a80075-aa22-491b-9e11-27a3744ffe93 HTTP/1.1" status: 200 len: 210 time: 0.1040502 Apr 18 20:58:01.158917 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-cb133a5d-31cf-45c0-bfcf-6b842be4e97b tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.5620389 Apr 18 20:58:01.162365 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-457936c3-9439-47e5-a991-68ba18a0e908 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=6be92480d0964f34a8ede9caae0c987d&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1303813 Apr 18 20:58:01.162954 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 53772) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:58:01.165565 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 53776) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:58:01.204453 n-d-838334-2 neutron-server[84040]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3a84de9c-00fc-4d2e-a57a-974340438d8f req-ba985958-a1cf-4cd4-afec-28f94c29136e tempest-ServersNegativeTestJSON-508382254 tempest-ServersNegativeTestJSON-508382254-project] Network 0bad4841-e9a6-4877-8de7-2befe85ffb51 is already hosted by enough agents. {{(pid=84040) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:58:01.206624 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba985958-a1cf-4cd4-afec-28f94c29136e tempest-ServersNegativeTestJSON-508382254 tempest-ServersNegativeTestJSON-508382254-project] Pushing event updated for resources: {'Port': ['ID=8eed9390-9245-43e8-8f5a-918d1fc3c30c,revision_number=1']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:58:01.214426 n-d-838334-2 neutron-server[84040]: DEBUG neutron.scheduler.base_scheduler [req-3a84de9c-00fc-4d2e-a57a-974340438d8f req-ba985958-a1cf-4cd4-afec-28f94c29136e tempest-ServersNegativeTestJSON-508382254 tempest-ServersNegativeTestJSON-508382254-project] Resources bound (agent type, host, resource id): {{(pid=84040) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:58:01.243158 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-36a7bafe-589e-47bd-8306-3932ffe52615 req-e592c7ad-188a-4eda-bfdf-b9353afbb1bb tempest-ServersTestJSON-1424434350 tempest-ServersTestJSON-1424434350-project] 10.222.0.42 "GET /v2.0/security-groups?id=a3de1b7a-019c-40dd-8c9d-3a3f159b2bd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2698536 Apr 18 20:58:01.243982 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.l3_dvrscheduler_db [req-3a84de9c-00fc-4d2e-a57a-974340438d8f req-ba985958-a1cf-4cd4-afec-28f94c29136e tempest-ServersNegativeTestJSON-508382254 tempest-ServersNegativeTestJSON-508382254-project] Received port after_create {{(pid=84040) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 20:58:01.246950 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-c81b2544-630e-41a3-830b-33bf52e665f7 tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] 10.222.0.42 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0827422 Apr 18 20:58:01.249214 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 53780) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:58:01.260709 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Pushing event updated for resources: {'Port': ['ID=9d41b737-3508-402b-8ed9-14ff40d11b2a,revision_number=5']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:58:01.388848 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a84de9c-00fc-4d2e-a57a-974340438d8f req-ba985958-a1cf-4cd4-afec-28f94c29136e tempest-ServersNegativeTestJSON-508382254 tempest-ServersNegativeTestJSON-508382254-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:58:01.397201 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-3a84de9c-00fc-4d2e-a57a-974340438d8f req-ba985958-a1cf-4cd4-afec-28f94c29136e tempest-ServersNegativeTestJSON-508382254 tempest-ServersNegativeTestJSON-508382254-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217293'] for port, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:01.406176 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b52bc10-db8d-4309-8eda-48d7f2e107b8 tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:58:01.407690 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-8b52bc10-db8d-4309-8eda-48d7f2e107b8 tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] 10.222.0.42 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1575663 Apr 18 20:58:01.410556 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 53784) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:58:01.483378 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-d05ab728-b78f-4f64-8459-adaaede1fe4e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:01.498202 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-24b4d1f5-d660-4d63-85c7-9cb151227722 tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] 10.222.0.42 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0824180 Apr 18 20:58:01.501900 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 53788) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:58:01.510385 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.v2.base [None req-cb5b5a46-60c2-49f8-8190-55261622d6c9 tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Request body: {'subnet': {'network_id': 'ef903069-7c89-4376-963f-99c58ca6d615', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=84041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 20:58:01.607439 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-d05ab728-b78f-4f64-8459-adaaede1fe4e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:01.609842 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-3a84de9c-00fc-4d2e-a57a-974340438d8f req-ba985958-a1cf-4cd4-afec-28f94c29136e tempest-ServersNegativeTestJSON-508382254 tempest-ServersNegativeTestJSON-508382254-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.9357052 Apr 18 20:58:01.665896 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-cb5b5a46-60c2-49f8-8190-55261622d6c9 tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:58:01.679686 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-cb5b5a46-60c2-49f8-8190-55261622d6c9 tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:58:01.693475 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb5b5a46-60c2-49f8-8190-55261622d6c9 tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Made reservation on behalf of 1256b788e8184019a07eb24a482acda4 for: {'subnet': 1} {{(pid=84041) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:58:01.698026 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-cb5b5a46-60c2-49f8-8190-55261622d6c9 tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32486301'] for subnet, before_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:01.726871 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-d05ab728-b78f-4f64-8459-adaaede1fe4e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33528224'] for security_group, after_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:01.807269 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d05ab728-b78f-4f64-8459-adaaede1fe4e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5518633c-5bdd-41db-a1d5-749e9b6740a2,revision_number=None']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:58:01.817902 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.v2.base [req-3a84de9c-00fc-4d2e-a57a-974340438d8f req-362ebe17-32f9-4fbf-8960-223703d63e16 service neutron] Request body: {'port': {'device_id': '2197a591-197e-47fe-9210-1387bfb6ec5e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-838334-2'}} {{(pid=84040) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 20:58:01.831213 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-d05ab728-b78f-4f64-8459-adaaede1fe4e admin admin] Notify callbacks [] for security_group, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:01.835246 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-d05ab728-b78f-4f64-8459-adaaede1fe4e admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/5518633c-5bdd-41db-a1d5-749e9b6740a2 HTTP/1.1" status: 204 len: 168 time: 0.6658409 Apr 18 20:58:01.877143 n-d-838334-2 neutron-server[84040]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6a49f48a-913c-49a6-8c09-bf4c978ef91f', 'name': 'network-vif-deleted', 'tag': '96e60da2-99c4-4d74-935a-c80b74ebeb56'}] {{(pid=84040) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 20:58:01.975294 n-d-838334-2 neutron-server[84042]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '34bc9bea-04a4-4f27-915b-a0fabc6baf14', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9d41b737-3508-402b-8ed9-14ff40d11b2a'}] {{(pid=84042) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 20:58:01.977966 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3c1e5a5-198b-40ca-9522-66489c4a3737 req-a503de78-8089-4972-89b6-6256f6239ad5 tempest-ServersNegativeTestJSON-508382254 tempest-ServersNegativeTestJSON-508382254-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:58:01.979127 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [req-a3c1e5a5-198b-40ca-9522-66489c4a3737 req-a503de78-8089-4972-89b6-6256f6239ad5 tempest-ServersNegativeTestJSON-508382254 tempest-ServersNegativeTestJSON-508382254-project] Synchronizing usage tracker for tenant:0f7cce7b1ccf410486c29c0215106926 on resource:port {{(pid=84040) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 20:58:02.019010 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54bd2200-273d-4b81-b2df-a971b8ec2705 req-ac1ce5bc-efce-4368-b881-e85d960ff5f9 tempest-AttachVolumeNegativeTest-555605742 tempest-AttachVolumeNegativeTest-555605742-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:58:02.026075 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-54bd2200-273d-4b81-b2df-a971b8ec2705 req-ac1ce5bc-efce-4368-b881-e85d960ff5f9 tempest-AttachVolumeNegativeTest-555605742 tempest-AttachVolumeNegativeTest-555605742-project] 10.222.0.42 "GET /v2.0/ports?device_id=34bc9bea-04a4-4f27-915b-a0fabc6baf14 HTTP/1.1" status: 200 len: 945 time: 0.6417742 Apr 18 20:58:02.032264 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-3a84de9c-00fc-4d2e-a57a-974340438d8f req-362ebe17-32f9-4fbf-8960-223703d63e16 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:02.068753 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [req-a3c1e5a5-198b-40ca-9522-66489c4a3737 req-a503de78-8089-4972-89b6-6256f6239ad5 tempest-ServersNegativeTestJSON-508382254 tempest-ServersNegativeTestJSON-508382254-project] Unset dirty status for tenant:0f7cce7b1ccf410486c29c0215106926 on resource:port {{(pid=84040) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 20:58:02.069895 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-a3c1e5a5-198b-40ca-9522-66489c4a3737 req-a503de78-8089-4972-89b6-6256f6239ad5 tempest-ServersNegativeTestJSON-508382254 tempest-ServersNegativeTestJSON-508382254-project] 10.222.0.42 "GET /v2.0/ports?device_id=2197a591-197e-47fe-9210-1387bfb6ec5e HTTP/1.1" status: 200 len: 931 time: 0.5562935 Apr 18 20:58:02.093917 n-d-838334-2 neutron-server[84041]: DEBUG neutron.objects.ports [None req-cb5b5a46-60c2-49f8-8190-55261622d6c9 tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=84041) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} Apr 18 20:58:02.095215 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-cb5b5a46-60c2-49f8-8190-55261622d6c9 tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33526260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32266407', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32486287'] for subnet, after_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:02.163438 n-d-838334-2 neutron-server[84041]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb5b5a46-60c2-49f8-8190-55261622d6c9 tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Network ef903069-7c89-4376-963f-99c58ca6d615 is already hosted by enough agents. {{(pid=84041) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:58:02.166727 n-d-838334-2 neutron-server[84041]: DEBUG neutron.scheduler.base_scheduler [None req-cb5b5a46-60c2-49f8-8190-55261622d6c9 tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Resources bound (agent type, host, resource id): {{(pid=84041) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:58:02.171547 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb5b5a46-60c2-49f8-8190-55261622d6c9 tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:58:02.171547 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-cb5b5a46-60c2-49f8-8190-55261622d6c9 tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Notify callbacks [] for subnet, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:02.179220 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd7d69bb-9a3f-4dd7-b434-172122dfef7e None None] Network ef903069-7c89-4376-963f-99c58ca6d615 requested from n-d-838334-2 {{(pid=84042) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 20:58:02.190434 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8411fb4c-be39-49ed-8bca-3614a36fb046 req-a9db8b9b-e053-4a0b-ba2d-728f599199f4 tempest-DeleteServersTestJSON-915645800 tempest-DeleteServersTestJSON-915645800-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:58:02.193333 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-8411fb4c-be39-49ed-8bca-3614a36fb046 req-a9db8b9b-e053-4a0b-ba2d-728f599199f4 tempest-DeleteServersTestJSON-915645800 tempest-DeleteServersTestJSON-915645800-project] 10.222.0.48 "GET /v2.0/networks?id=f7467a4f-b1b1-4464-b74e-f3b773c53ca1 HTTP/1.1" status: 200 len: 811 time: 0.7124515 Apr 18 20:58:02.225367 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb5b5a46-60c2-49f8-8190-55261622d6c9 tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Pushing event updated for resources: {'Subnet': ['ID=4584aa36-0a78-421d-855f-f4ddf6e69a2a,revision_number=0']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:58:02.247326 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-cb5b5a46-60c2-49f8-8190-55261622d6c9 tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 0.7442238 Apr 18 20:58:02.248940 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 53806) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:58:02.258540 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.v2.base [None req-ae0f96f6-23fa-4934-81bd-1cf39dba2a44 tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Request body: {'port': {'network_id': 'ef903069-7c89-4376-963f-99c58ca6d615', 'mac_address': 'fa:16:3e:eb:3e:bf', 'name': 'tempest-NetworksTestDHCPv6-14529292'}} {{(pid=84041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 20:58:02.271803 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [req-a3c1e5a5-198b-40ca-9522-66489c4a3737 req-ef0e06a7-4a5f-48f8-9c68-160ef0064abe tempest-ServersNegativeTestJSON-508382254 tempest-ServersNegativeTestJSON-508382254-project] Synchronizing usage tracker for tenant:0f7cce7b1ccf410486c29c0215106926 on resource:security_group {{(pid=84040) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 20:58:02.284165 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.v2.base [req-8411fb4c-be39-49ed-8bca-3614a36fb046 req-1ca3f77b-cb8d-4257-93a3-7c31e8b7b02f tempest-DeleteServersTestJSON-915645800 tempest-DeleteServersTestJSON-915645800-project] Request body: {'port': {'device_id': '55a80075-aa22-491b-9e11-27a3744ffe93', 'network_id': 'f7467a4f-b1b1-4464-b74e-f3b773c53ca1', 'admin_state_up': True, 'tenant_id': '7fa7a8b3916440879a3373a5a8935507'}} {{(pid=84040) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 20:58:02.340328 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [req-a3c1e5a5-198b-40ca-9522-66489c4a3737 req-ef0e06a7-4a5f-48f8-9c68-160ef0064abe tempest-ServersNegativeTestJSON-508382254 tempest-ServersNegativeTestJSON-508382254-project] Unset dirty status for tenant:0f7cce7b1ccf410486c29c0215106926 on resource:security_group {{(pid=84040) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 20:58:02.341540 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-a3c1e5a5-198b-40ca-9522-66489c4a3737 req-ef0e06a7-4a5f-48f8-9c68-160ef0064abe tempest-ServersNegativeTestJSON-508382254 tempest-ServersNegativeTestJSON-508382254-project] 10.222.0.42 "GET /v2.0/security-groups?id=ada0ecb3-b1bc-4ba2-8e6c-b06ba09daca2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2624302 Apr 18 20:58:02.343852 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-54bd2200-273d-4b81-b2df-a971b8ec2705 req-4df19ee0-da0d-4867-a6b8-baaaf4aa9439 tempest-AttachVolumeNegativeTest-555605742 tempest-AttachVolumeNegativeTest-555605742-project] 10.222.0.42 "GET /v2.0/security-groups?id=0485093a-e0c2-44ce-b862-493ebd8aa71d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3170013 Apr 18 20:58:02.459408 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d022b0c2-9ce0-494f-9d6e-d31e561f0522 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp016840fc-1f9f-5892-9c53-c9cf6c845bbb-ef903069-7c89-4376-963f-99c58ca6d615', 'network_id': 'ef903069-7c89-4376-963f-99c58ca6d615', 'tenant_id': '1256b788e8184019a07eb24a482acda4', 'fixed_ips': [{'subnet_id': '4584aa36-0a78-421d-855f-f4ddf6e69a2a'}]}} from n-d-838334-2. {{(pid=84042) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 18 20:58:02.460264 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-d022b0c2-9ce0-494f-9d6e-d31e561f0522 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_create {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:02.550748 n-d-838334-2 neutron-server[84040]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8a389a78-56b1-432d-a324-8977f0fca8dc'] response: {'server_uuid': '6a49f48a-913c-49a6-8c09-bf4c978ef91f', 'name': 'network-vif-deleted', 'tag': '96e60da2-99c4-4d74-935a-c80b74ebeb56', 'status': 'completed', 'code': 200} Apr 18 20:58:02.572370 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-ae0f96f6-23fa-4934-81bd-1cf39dba2a44 tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:58:02.600699 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-ae0f96f6-23fa-4934-81bd-1cf39dba2a44 tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:58:02.613830 n-d-838334-2 neutron-server[84042]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7f4f04db-accc-470a-ad43-1847508d68cc'] response: {'server_uuid': '34bc9bea-04a4-4f27-915b-a0fabc6baf14', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9d41b737-3508-402b-8ed9-14ff40d11b2a', 'code': 200} Apr 18 20:58:02.697801 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae0f96f6-23fa-4934-81bd-1cf39dba2a44 tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Made reservation on behalf of 1256b788e8184019a07eb24a482acda4 for: {'port': 1} {{(pid=84041) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:58:02.701827 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-ae0f96f6-23fa-4934-81bd-1cf39dba2a44 tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:02.742539 n-d-838334-2 neutron-server[84041]: DEBUG neutron.notifiers.nova [None req-ae0f96f6-23fa-4934-81bd-1cf39dba2a44 tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] device_id is not set on port fdc682ff-acc2-4956-a089-a3f6a70a7b51 yet. {{(pid=84041) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 18 20:58:02.782148 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.db_base_plugin_common [None req-d022b0c2-9ce0-494f-9d6e-d31e561f0522 None None] Allocated IP 2001:db8::f816:3eff:fee7:b7fd (ef903069-7c89-4376-963f-99c58ca6d615/4584aa36-0a78-421d-855f-f4ddf6e69a2a/db52233e-7da9-41e4-82c5-854779ff4640) {{(pid=84042) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:58:02.800089 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [req-8411fb4c-be39-49ed-8bca-3614a36fb046 req-1ca3f77b-cb8d-4257-93a3-7c31e8b7b02f tempest-DeleteServersTestJSON-915645800 tempest-DeleteServersTestJSON-915645800-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:58:02.815762 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-e1716aeb-70b5-4c4f-ab31-200b4236358b req-040c1168-0d67-4496-b6a2-74954fd5d213 tempest-DeleteServersTestJSON-915645800 tempest-DeleteServersTestJSON-915645800-project] 10.222.0.42 "GET /v2.0/ports?device_id=55a80075-aa22-491b-9e11-27a3744ffe93 HTTP/1.1" status: 200 len: 210 time: 0.0802324 Apr 18 20:58:02.841863 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [req-8411fb4c-be39-49ed-8bca-3614a36fb046 req-1ca3f77b-cb8d-4257-93a3-7c31e8b7b02f tempest-DeleteServersTestJSON-915645800 tempest-DeleteServersTestJSON-915645800-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:58:02.861931 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-335d3562-440e-466c-8ad4-e91117053c41 req-1d8f489e-2cfa-449a-b832-49934c458d19 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=34bc9bea-04a4-4f27-915b-a0fabc6baf14 HTTP/1.1" status: 200 len: 1096 time: 0.2320902 Apr 18 20:58:02.917108 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 53824) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:58:02.963118 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8411fb4c-be39-49ed-8bca-3614a36fb046 req-1ca3f77b-cb8d-4257-93a3-7c31e8b7b02f tempest-DeleteServersTestJSON-915645800 tempest-DeleteServersTestJSON-915645800-project] Made reservation on behalf of 7fa7a8b3916440879a3373a5a8935507 for: {'port': 1} {{(pid=84040) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:58:02.979362 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-8411fb4c-be39-49ed-8bca-3614a36fb046 req-1ca3f77b-cb8d-4257-93a3-7c31e8b7b02f tempest-DeleteServersTestJSON-915645800 tempest-DeleteServersTestJSON-915645800-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:02.999804 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-335d3562-440e-466c-8ad4-e91117053c41 req-3a24b664-367d-435f-b929-3a293aa7dd0c service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=0485093a-e0c2-44ce-b862-493ebd8aa71d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1249175 Apr 18 20:58:03.022069 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-f4fb28d4-3296-43b7-a71f-4612f80448e7 tempest-TaggedBootDevicesTest_v242-417596240 tempest-TaggedBootDevicesTest_v242-417596240-project] Notify callbacks [] for security_group, before_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:03.055403 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-f4fb28d4-3296-43b7-a71f-4612f80448e7 tempest-TaggedBootDevicesTest_v242-417596240 tempest-TaggedBootDevicesTest_v242-417596240-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:03.075452 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-d022b0c2-9ce0-494f-9d6e-d31e561f0522 None None] Notify callbacks [] for port, precommit_create {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:03.089466 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-d022b0c2-9ce0-494f-9d6e-d31e561f0522 None None] Transition to ACTIVE for port object db52233e-7da9-41e4-82c5-854779ff4640 will not be triggered until provisioned by entity L2. {{(pid=84042) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 20:58:03.110642 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-d022b0c2-9ce0-494f-9d6e-d31e561f0522 None None] Transition to ACTIVE for port object db52233e-7da9-41e4-82c5-854779ff4640 will not be triggered until provisioned by entity DHCP. {{(pid=84042) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 20:58:03.117523 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-d022b0c2-9ce0-494f-9d6e-d31e561f0522 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750374836619'] for port, after_create {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:03.184158 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a91a41ef-686d-46f4-81b5-46ed57a58369 req-3cf058b1-17df-453e-8c8b-166161af91c7 tempest-ServersTestJSON-1424434350 tempest-ServersTestJSON-1424434350-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:58:03.191677 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-a91a41ef-686d-46f4-81b5-46ed57a58369 req-3cf058b1-17df-453e-8c8b-166161af91c7 tempest-ServersTestJSON-1424434350 tempest-ServersTestJSON-1424434350-project] 10.222.0.42 "GET /v2.0/ports?device_id=01756617-cdba-485a-898e-e3ef9910293a HTTP/1.1" status: 200 len: 946 time: 0.5208156 Apr 18 20:58:03.209467 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.db_base_plugin_common [None req-ae0f96f6-23fa-4934-81bd-1cf39dba2a44 tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Allocated IP 2001:db8::f816:3eff:feeb:3ebf (ef903069-7c89-4376-963f-99c58ca6d615/4584aa36-0a78-421d-855f-f4ddf6e69a2a/fdc682ff-acc2-4956-a089-a3f6a70a7b51) {{(pid=84041) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:58:03.223439 n-d-838334-2 neutron-server[84042]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d022b0c2-9ce0-494f-9d6e-d31e561f0522 None None] Network ef903069-7c89-4376-963f-99c58ca6d615 is already hosted by enough agents. {{(pid=84042) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:58:03.226734 n-d-838334-2 neutron-server[84042]: DEBUG neutron.scheduler.base_scheduler [None req-d022b0c2-9ce0-494f-9d6e-d31e561f0522 None None] Resources bound (agent type, host, resource id): {{(pid=84042) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:58:03.231430 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d022b0c2-9ce0-494f-9d6e-d31e561f0522 None None] Received port after_create {{(pid=84042) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 20:58:03.233645 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d022b0c2-9ce0-494f-9d6e-d31e561f0522 None None] Pushing event updated for resources: {'Port': ['ID=db52233e-7da9-41e4-82c5-854779ff4640,revision_number=1']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:58:03.260502 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-f4fb28d4-3296-43b7-a71f-4612f80448e7 tempest-TaggedBootDevicesTest_v242-417596240 tempest-TaggedBootDevicesTest_v242-417596240-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33528224'] for security_group, after_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:03.296756 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4fb28d4-3296-43b7-a71f-4612f80448e7 tempest-TaggedBootDevicesTest_v242-417596240 tempest-TaggedBootDevicesTest_v242-417596240-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=48fab5b0-1368-425c-9a53-c0303d2044f1,revision_number=None']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:58:03.301094 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-a91a41ef-686d-46f4-81b5-46ed57a58369 req-bca6f50f-3186-4b4a-825c-0e49a664f798 tempest-ServersTestJSON-1424434350 tempest-ServersTestJSON-1424434350-project] 10.222.0.42 "GET /v2.0/security-groups?id=a3de1b7a-019c-40dd-8c9d-3a3f159b2bd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1070666 Apr 18 20:58:03.321478 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-f4fb28d4-3296-43b7-a71f-4612f80448e7 tempest-TaggedBootDevicesTest_v242-417596240 tempest-TaggedBootDevicesTest_v242-417596240-project] Notify callbacks [] for security_group, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:03.322601 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-f4fb28d4-3296-43b7-a71f-4612f80448e7 tempest-TaggedBootDevicesTest_v242-417596240 tempest-TaggedBootDevicesTest_v242-417596240-project] 10.222.0.42 "DELETE /v2.0/security-groups/48fab5b0-1368-425c-9a53-c0303d2044f1 HTTP/1.1" status: 204 len: 168 time: 0.4042311 Apr 18 20:58:03.352067 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 53836) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:58:03.392173 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.managers [None req-d022b0c2-9ce0-494f-9d6e-d31e561f0522 None None] Attempting to bind port db52233e-7da9-41e4-82c5-854779ff4640 on host n-d-838334-2 for vnic_type normal with profile {{(pid=84042) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:58:03.392618 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.managers [None req-d022b0c2-9ce0-494f-9d6e-d31e561f0522 None None] Attempting to bind port db52233e-7da9-41e4-82c5-854779ff4640 by drivers openvswitch,hyperv on host n-d-838334-2 at level 0 using segments [{'id': 'fbf28fbd-36f8-46f3-be08-57d41821e390', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': 'ef903069-7c89-4376-963f-99c58ca6d615'}] {{(pid=84042) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:58:03.393913 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d022b0c2-9ce0-494f-9d6e-d31e561f0522 None None] Attempting to bind port db52233e-7da9-41e4-82c5-854779ff4640 on network ef903069-7c89-4376-963f-99c58ca6d615 {{(pid=84042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 20:58:03.407053 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d022b0c2-9ce0-494f-9d6e-d31e561f0522 None None] Checking agent: {'id': '97cd4414-7af6-4d67-868d-dff370b4071a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838334-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 25, 49), 'started_at': datetime.datetime(2022, 4, 18, 20, 26, 19), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 20, 57, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838334-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 18 20:58:03.407433 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d022b0c2-9ce0-494f-9d6e-d31e561f0522 None None] Checking segment: {'id': 'fbf28fbd-36f8-46f3-be08-57d41821e390', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': 'ef903069-7c89-4376-963f-99c58ca6d615'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84042) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 20:58:03.409163 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-d022b0c2-9ce0-494f-9d6e-d31e561f0522 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:03.409556 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d022b0c2-9ce0-494f-9d6e-d31e561f0522 None None] Bound using segment: {'id': 'fbf28fbd-36f8-46f3-be08-57d41821e390', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': 'ef903069-7c89-4376-963f-99c58ca6d615'} {{(pid=84042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 18 20:58:03.410042 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.managers [None req-d022b0c2-9ce0-494f-9d6e-d31e561f0522 None None] Bound port: db52233e-7da9-41e4-82c5-854779ff4640, host: n-d-838334-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fbf28fbd-36f8-46f3-be08-57d41821e390', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': 'ef903069-7c89-4376-963f-99c58ca6d615'}}] {{(pid=84042) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 20:58:03.410413 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-d022b0c2-9ce0-494f-9d6e-d31e561f0522 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:03.442657 n-d-838334-2 neutron-server[84041]: INFO neutron.api.v2.resource [None req-4e9e020b-e98f-4d95-b962-bdc7424f3d41 tempest-TaggedBootDevicesTest_v242-417596240 tempest-TaggedBootDevicesTest_v242-417596240-project] show failed (client error): The resource could not be found. Apr 18 20:58:03.443661 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-4e9e020b-e98f-4d95-b962-bdc7424f3d41 tempest-TaggedBootDevicesTest_v242-417596240 tempest-TaggedBootDevicesTest_v242-417596240-project] 10.222.0.42 "GET /v2.0/security-groups/48fab5b0-1368-425c-9a53-c0303d2044f1 HTTP/1.1" status: 404 len: 347 time: 0.0905766 Apr 18 20:58:03.448006 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 53846) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:58:03.483449 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.db_base_plugin_common [req-8411fb4c-be39-49ed-8bca-3614a36fb046 req-1ca3f77b-cb8d-4257-93a3-7c31e8b7b02f tempest-DeleteServersTestJSON-915645800 tempest-DeleteServersTestJSON-915645800-project] Allocated IP 172.20.0.9 (f7467a4f-b1b1-4464-b74e-f3b773c53ca1/4d302c72-cbf8-4bd9-ac2b-bdba885f7b5c/4e8ec379-9d74-4d9f-b753-0d2e1dc93872) {{(pid=84040) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:58:03.491688 n-d-838334-2 neutron-server[84040]: DEBUG neutron.notifiers.nova [req-3a84de9c-00fc-4d2e-a57a-974340438d8f req-362ebe17-32f9-4fbf-8960-223703d63e16 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8eed9390-9245-43e8-8f5a-918d1fc3c30c {{(pid=84040) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 18 20:58:03.503098 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-3a84de9c-00fc-4d2e-a57a-974340438d8f req-362ebe17-32f9-4fbf-8960-223703d63e16 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:03.539662 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.provisioning_blocks [req-3a84de9c-00fc-4d2e-a57a-974340438d8f req-362ebe17-32f9-4fbf-8960-223703d63e16 service neutron] Transition to ACTIVE for port object 8eed9390-9245-43e8-8f5a-918d1fc3c30c will not be triggered until provisioned by entity L2. {{(pid=84040) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 20:58:03.554801 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-3a84de9c-00fc-4d2e-a57a-974340438d8f req-362ebe17-32f9-4fbf-8960-223703d63e16 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32440959'] for port, after_update {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:03.629325 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-d022b0c2-9ce0-494f-9d6e-d31e561f0522 None None] For port db52233e-7da9-41e4-82c5-854779ff4640, host n-d-838334-2, cleared binding levels {{(pid=84042) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 20:58:03.634457 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-d022b0c2-9ce0-494f-9d6e-d31e561f0522 None None] For port db52233e-7da9-41e4-82c5-854779ff4640, host n-d-838334-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838334-2',level=0,port_id=db52233e-7da9-41e4-82c5-854779ff4640,segment=NetworkSegment(fbf28fbd-36f8-46f3-be08-57d41821e390),segment_id=fbf28fbd-36f8-46f3-be08-57d41821e390)] {{(pid=84042) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 20:58:03.640579 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-d022b0c2-9ce0-494f-9d6e-d31e561f0522 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682'] for port, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:03.751668 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.plugin [None req-f13ddded-18c8-404c-8fef-d587daf34a1d tempest-TaggedBootDevicesTest_v242-417596240 tempest-TaggedBootDevicesTest_v242-417596240-project] Deleting port 401b6e66-acdf-4ea1-99e3-a8369b1bde61 {{(pid=84041) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 20:58:03.751940 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-f13ddded-18c8-404c-8fef-d587daf34a1d tempest-TaggedBootDevicesTest_v242-417596240 tempest-TaggedBootDevicesTest_v242-417596240-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750375188691'] for port, before_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:03.755270 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750375287399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253529'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:03.761108 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d022b0c2-9ce0-494f-9d6e-d31e561f0522 None None] Pushing event updated for resources: {'Port': ['ID=db52233e-7da9-41e4-82c5-854779ff4640,revision_number=2']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:58:03.844172 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 53852) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:58:03.858650 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-ae0f96f6-23fa-4934-81bd-1cf39dba2a44 tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Notify callbacks [] for port, precommit_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:03.954376 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.provisioning_blocks [None req-ae0f96f6-23fa-4934-81bd-1cf39dba2a44 tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Transition to ACTIVE for port object fdc682ff-acc2-4956-a089-a3f6a70a7b51 will not be triggered until provisioned by entity DHCP. {{(pid=84041) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 20:58:03.955066 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-362ebe17-32f9-4fbf-8960-223703d63e16 service neutron] Pushing event updated for resources: {'Port': ['ID=8eed9390-9245-43e8-8f5a-918d1fc3c30c,revision_number=2']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:58:04.046310 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-f13ddded-18c8-404c-8fef-d587daf34a1d tempest-TaggedBootDevicesTest_v242-417596240 tempest-TaggedBootDevicesTest_v242-417596240-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369123'] for port, precommit_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:04.047925 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-f13ddded-18c8-404c-8fef-d587daf34a1d tempest-TaggedBootDevicesTest_v242-417596240 tempest-TaggedBootDevicesTest_v242-417596240-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:04.112489 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6faa771a-1ec9-4167-986c-5b79f1bf00ba req-310bcd7d-7e2c-463d-8498-434e977b1d5d tempest-ServersTestJSON-1424434350 tempest-ServersTestJSON-1424434350-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:58:04.120367 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-6faa771a-1ec9-4167-986c-5b79f1bf00ba req-310bcd7d-7e2c-463d-8498-434e977b1d5d tempest-ServersTestJSON-1424434350 tempest-ServersTestJSON-1424434350-project] 10.222.0.42 "GET /v2.0/ports?device_id=01756617-cdba-485a-898e-e3ef9910293a HTTP/1.1" status: 200 len: 946 time: 0.5135920 Apr 18 20:58:04.143670 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03f1bc62-e619-4a7f-9cf4-b2ca70430ca5 req-4936d77b-1231-4fb4-9fda-ffbc90a3fcd9 tempest-ServersNegativeTestJSON-508382254 tempest-ServersNegativeTestJSON-508382254-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:58:04.147462 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-03f1bc62-e619-4a7f-9cf4-b2ca70430ca5 req-4936d77b-1231-4fb4-9fda-ffbc90a3fcd9 tempest-ServersNegativeTestJSON-508382254 tempest-ServersNegativeTestJSON-508382254-project] 10.222.0.42 "GET /v2.0/ports?device_id=2197a591-197e-47fe-9210-1387bfb6ec5e HTTP/1.1" status: 200 len: 943 time: 0.4775617 Apr 18 20:58:04.232119 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-ae0f96f6-23fa-4934-81bd-1cf39dba2a44 tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750374836619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32266323'] for port, after_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:04.247063 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.plugin [None req-f13ddded-18c8-404c-8fef-d587daf34a1d tempest-TaggedBootDevicesTest_v242-417596240 tempest-TaggedBootDevicesTest_v242-417596240-project] Calling delete_port for 401b6e66-acdf-4ea1-99e3-a8369b1bde61 owned by network:floatingip {{(pid=84041) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 20:58:04.373660 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-80935953-9296-41c7-a04b-23f5addbc7fc admin admin] Notify callbacks [] for security_group, before_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:04.402372 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-8411fb4c-be39-49ed-8bca-3614a36fb046 req-1ca3f77b-cb8d-4257-93a3-7c31e8b7b02f tempest-DeleteServersTestJSON-915645800 tempest-DeleteServersTestJSON-915645800-project] Notify callbacks [] for port, precommit_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:04.413566 n-d-838334-2 neutron-server[84041]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae0f96f6-23fa-4934-81bd-1cf39dba2a44 tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Network ef903069-7c89-4376-963f-99c58ca6d615 is already hosted by enough agents. {{(pid=84041) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:58:04.415428 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae0f96f6-23fa-4934-81bd-1cf39dba2a44 tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Pushing event updated for resources: {'Port': ['ID=fdc682ff-acc2-4956-a089-a3f6a70a7b51,revision_number=1']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:58:04.425263 n-d-838334-2 neutron-server[84041]: DEBUG neutron.scheduler.base_scheduler [None req-ae0f96f6-23fa-4934-81bd-1cf39dba2a44 tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Resources bound (agent type, host, resource id): {{(pid=84041) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:58:04.431507 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae0f96f6-23fa-4934-81bd-1cf39dba2a44 tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Received port after_create {{(pid=84041) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 20:58:04.435565 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae0f96f6-23fa-4934-81bd-1cf39dba2a44 tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:58:04.436205 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-ae0f96f6-23fa-4934-81bd-1cf39dba2a44 tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217293'] for port, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:04.477101 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-80935953-9296-41c7-a04b-23f5addbc7fc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:58:04.481665 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-ae0f96f6-23fa-4934-81bd-1cf39dba2a44 tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 946 time: 2.2311113 Apr 18 20:58:04.482995 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-80935953-9296-41c7-a04b-23f5addbc7fc admin admin] Usage tracker for resource:security_group_rule and tenant:684a005d8efc4093ade391f0d85afafc is out of sync, need to count used quota {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:58:04.485423 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 53860) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:58:04.487749 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-80935953-9296-41c7-a04b-23f5addbc7fc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:58:04.488783 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-6faa771a-1ec9-4167-986c-5b79f1bf00ba req-fd4ca7ab-6a47-40be-86c6-da2f84ea6016 tempest-ServersTestJSON-1424434350 tempest-ServersTestJSON-1424434350-project] 10.222.0.42 "GET /v2.0/security-groups?id=a3de1b7a-019c-40dd-8c9d-3a3f159b2bd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3666849 Apr 18 20:58:04.497543 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-03f1bc62-e619-4a7f-9cf4-b2ca70430ca5 req-490c61a9-33a0-41b7-8b12-c57a745e5186 tempest-ServersNegativeTestJSON-508382254 tempest-ServersNegativeTestJSON-508382254-project] 10.222.0.42 "GET /v2.0/security-groups?id=ada0ecb3-b1bc-4ba2-8e6c-b06ba09daca2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1352782 Apr 18 20:58:04.499360 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.managers [req-3a84de9c-00fc-4d2e-a57a-974340438d8f req-362ebe17-32f9-4fbf-8960-223703d63e16 service neutron] Attempting to bind port 8eed9390-9245-43e8-8f5a-918d1fc3c30c on host n-h2-838334-2 for vnic_type normal with profile {{(pid=84040) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:58:04.499703 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.managers [req-3a84de9c-00fc-4d2e-a57a-974340438d8f req-362ebe17-32f9-4fbf-8960-223703d63e16 service neutron] Attempting to bind port 8eed9390-9245-43e8-8f5a-918d1fc3c30c by drivers openvswitch,hyperv on host n-h2-838334-2 at level 0 using segments [{'id': 'b4dde5c5-5fa1-421a-aa66-9d4eb01be1ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': '0bad4841-e9a6-4877-8de7-2befe85ffb51'}] {{(pid=84040) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:58:04.500023 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a84de9c-00fc-4d2e-a57a-974340438d8f req-362ebe17-32f9-4fbf-8960-223703d63e16 service neutron] Attempting to bind port 8eed9390-9245-43e8-8f5a-918d1fc3c30c on network 0bad4841-e9a6-4877-8de7-2befe85ffb51 {{(pid=84040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 20:58:04.510901 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a84de9c-00fc-4d2e-a57a-974340438d8f req-362ebe17-32f9-4fbf-8960-223703d63e16 service neutron] Port 8eed9390-9245-43e8-8f5a-918d1fc3c30c on network 0bad4841-e9a6-4877-8de7-2befe85ffb51 not bound, no agent of type Open vSwitch agent registered on host n-h2-838334-2 {{(pid=84040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 18 20:58:04.511216 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a84de9c-00fc-4d2e-a57a-974340438d8f req-362ebe17-32f9-4fbf-8960-223703d63e16 service neutron] Attempting to bind port 8eed9390-9245-43e8-8f5a-918d1fc3c30c on network 0bad4841-e9a6-4877-8de7-2befe85ffb51 {{(pid=84040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 20:58:04.531575 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a84de9c-00fc-4d2e-a57a-974340438d8f req-362ebe17-32f9-4fbf-8960-223703d63e16 service neutron] Checking agent: {'id': 'dc797004-f641-47b7-a77f-9c62b5b16296', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-838334-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 34, 3), 'started_at': datetime.datetime(2022, 4, 18, 20, 34, 3), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 20, 58, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 18 20:58:04.531990 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a84de9c-00fc-4d2e-a57a-974340438d8f req-362ebe17-32f9-4fbf-8960-223703d63e16 service neutron] Checking segment: {'id': 'b4dde5c5-5fa1-421a-aa66-9d4eb01be1ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': '0bad4841-e9a6-4877-8de7-2befe85ffb51'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84040) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 20:58:04.532370 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a84de9c-00fc-4d2e-a57a-974340438d8f req-362ebe17-32f9-4fbf-8960-223703d63e16 service neutron] Bound using segment: {'id': 'b4dde5c5-5fa1-421a-aa66-9d4eb01be1ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': '0bad4841-e9a6-4877-8de7-2befe85ffb51'} {{(pid=84040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 18 20:58:04.532834 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.managers [req-3a84de9c-00fc-4d2e-a57a-974340438d8f req-362ebe17-32f9-4fbf-8960-223703d63e16 service neutron] Bound port: 8eed9390-9245-43e8-8f5a-918d1fc3c30c, host: n-h2-838334-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b4dde5c5-5fa1-421a-aa66-9d4eb01be1ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': '0bad4841-e9a6-4877-8de7-2befe85ffb51'}}] {{(pid=84040) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 20:58:04.533179 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-3a84de9c-00fc-4d2e-a57a-974340438d8f req-362ebe17-32f9-4fbf-8960-223703d63e16 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:04.571595 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-80935953-9296-41c7-a04b-23f5addbc7fc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:58:04.593722 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-8411fb4c-be39-49ed-8bca-3614a36fb046 req-1ca3f77b-cb8d-4257-93a3-7c31e8b7b02f tempest-DeleteServersTestJSON-915645800 tempest-DeleteServersTestJSON-915645800-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750374836619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32440838'] for port, after_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:04.683077 n-d-838334-2 neutron-server[84040]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8411fb4c-be39-49ed-8bca-3614a36fb046 req-1ca3f77b-cb8d-4257-93a3-7c31e8b7b02f tempest-DeleteServersTestJSON-915645800 tempest-DeleteServersTestJSON-915645800-project] Network f7467a4f-b1b1-4464-b74e-f3b773c53ca1 is already hosted by enough agents. {{(pid=84040) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:58:04.688967 n-d-838334-2 neutron-server[84040]: DEBUG neutron.scheduler.base_scheduler [req-8411fb4c-be39-49ed-8bca-3614a36fb046 req-1ca3f77b-cb8d-4257-93a3-7c31e8b7b02f tempest-DeleteServersTestJSON-915645800 tempest-DeleteServersTestJSON-915645800-project] Resources bound (agent type, host, resource id): {{(pid=84040) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:58:04.691561 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.l3_dvrscheduler_db [req-8411fb4c-be39-49ed-8bca-3614a36fb046 req-1ca3f77b-cb8d-4257-93a3-7c31e8b7b02f tempest-DeleteServersTestJSON-915645800 tempest-DeleteServersTestJSON-915645800-project] Received port after_create {{(pid=84040) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 20:58:04.702847 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-f13ddded-18c8-404c-8fef-d587daf34a1d tempest-TaggedBootDevicesTest_v242-417596240 tempest-TaggedBootDevicesTest_v242-417596240-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750375259028', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750374836628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32266323'] for port, after_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:04.728878 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Device db52233e-7da9-41e4-82c5-854779ff4640 up at agent ovs-agent-n-d-838334-2 {{(pid=84042) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 20:58:04.794713 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f13ddded-18c8-404c-8fef-d587daf34a1d tempest-TaggedBootDevicesTest_v242-417596240 tempest-TaggedBootDevicesTest_v242-417596240-project] Pushing event deleted for resources: {'Port': ['ID=401b6e66-acdf-4ea1-99e3-a8369b1bde61,revision_number=None']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:58:04.824083 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-012c4088-b58a-442c-af2b-6f71c42f7c6e tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:58:04.828083 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-012c4088-b58a-442c-af2b-6f71c42f7c6e tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:58:04.828896 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-012c4088-b58a-442c-af2b-6f71c42f7c6e tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Synchronizing usage tracker for tenant:1256b788e8184019a07eb24a482acda4 on resource:port {{(pid=84041) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 20:58:04.838835 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Provisioning for port db52233e-7da9-41e4-82c5-854779ff4640 completed by entity L2. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 20:58:04.887788 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ca3f77b-cb8d-4257-93a3-7c31e8b7b02f tempest-DeleteServersTestJSON-915645800 tempest-DeleteServersTestJSON-915645800-project] Pushing event updated for resources: {'Port': ['ID=4e8ec379-9d74-4d9f-b753-0d2e1dc93872,revision_number=1']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:58:04.922377 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8411fb4c-be39-49ed-8bca-3614a36fb046 req-1ca3f77b-cb8d-4257-93a3-7c31e8b7b02f tempest-DeleteServersTestJSON-915645800 tempest-DeleteServersTestJSON-915645800-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:58:04.922762 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-80935953-9296-41c7-a04b-23f5addbc7fc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:04.923181 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-8411fb4c-be39-49ed-8bca-3614a36fb046 req-1ca3f77b-cb8d-4257-93a3-7c31e8b7b02f tempest-DeleteServersTestJSON-915645800 tempest-DeleteServersTestJSON-915645800-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217293'] for port, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:04.937317 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.db [req-3a84de9c-00fc-4d2e-a57a-974340438d8f req-362ebe17-32f9-4fbf-8960-223703d63e16 service neutron] For port 8eed9390-9245-43e8-8f5a-918d1fc3c30c, host n-h2-838334-2, cleared binding levels {{(pid=84040) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 20:58:04.945209 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-80935953-9296-41c7-a04b-23f5addbc7fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33528224'] for security_group, after_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:04.965292 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.db [req-3a84de9c-00fc-4d2e-a57a-974340438d8f req-362ebe17-32f9-4fbf-8960-223703d63e16 service neutron] For port 8eed9390-9245-43e8-8f5a-918d1fc3c30c, host n-h2-838334-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838334-2',level=0,port_id=8eed9390-9245-43e8-8f5a-918d1fc3c30c,segment=NetworkSegment(b4dde5c5-5fa1-421a-aa66-9d4eb01be1ce),segment_id=b4dde5c5-5fa1-421a-aa66-9d4eb01be1ce)] {{(pid=84040) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 20:58:04.982300 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-3a84de9c-00fc-4d2e-a57a-974340438d8f req-362ebe17-32f9-4fbf-8960-223703d63e16 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32440959'] for port, after_update {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:05.004833 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-80935953-9296-41c7-a04b-23f5addbc7fc admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=684a005d8efc4093ade391f0d85afafc&name=default HTTP/1.1" status: 200 len: 2647 time: 1.1595693 Apr 18 20:58:05.005994 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-012c4088-b58a-442c-af2b-6f71c42f7c6e tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Unset dirty status for tenant:1256b788e8184019a07eb24a482acda4 on resource:port {{(pid=84041) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 20:58:05.007219 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-012c4088-b58a-442c-af2b-6f71c42f7c6e tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] 10.222.0.42 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1701 time: 0.5208018 Apr 18 20:58:05.047751 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 53866) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:58:05.047751 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 53868) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:58:05.051254 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-8411fb4c-be39-49ed-8bca-3614a36fb046 req-1ca3f77b-cb8d-4257-93a3-7c31e8b7b02f tempest-DeleteServersTestJSON-915645800 tempest-DeleteServersTestJSON-915645800-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.7888222 Apr 18 20:58:05.074723 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.v2.base [req-8411fb4c-be39-49ed-8bca-3614a36fb046 req-8cde789f-4152-44b2-a2d6-a4ff0286a9b6 service neutron] Request body: {'port': {'device_id': '55a80075-aa22-491b-9e11-27a3744ffe93', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-838334-2'}} {{(pid=84040) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 20:58:05.091494 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-f13ddded-18c8-404c-8fef-d587daf34a1d tempest-TaggedBootDevicesTest_v242-417596240 tempest-TaggedBootDevicesTest_v242-417596240-project] Notify callbacks [] for floatingip, after_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:05.124813 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-3a84de9c-00fc-4d2e-a57a-974340438d8f req-362ebe17-32f9-4fbf-8960-223703d63e16 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217293'] for port, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:05.125807 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-3a84de9c-00fc-4d2e-a57a-974340438d8f req-362ebe17-32f9-4fbf-8960-223703d63e16 service neutron] 10.222.0.48 "PUT /v2.0/ports/8eed9390-9245-43e8-8f5a-918d1fc3c30c HTTP/1.1" status: 200 len: 1091 time: 3.3239410 Apr 18 20:58:05.126734 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80935953-9296-41c7-a04b-23f5addbc7fc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=27c795e2-e94d-4f1d-ab29-8c63ec17788c,revision_number=1']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:58:05.132293 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-638faf22-3531-41e7-a4f8-ef127d6aaca5 req-886b9d6d-848b-44a7-a06b-74f8cc6c14c3 tempest-AttachVolumeNegativeTest-555605742 tempest-AttachVolumeNegativeTest-555605742-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:58:05.138894 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-638faf22-3531-41e7-a4f8-ef127d6aaca5 req-886b9d6d-848b-44a7-a06b-74f8cc6c14c3 tempest-AttachVolumeNegativeTest-555605742 tempest-AttachVolumeNegativeTest-555605742-project] 10.222.0.42 "GET /v2.0/ports?device_id=34bc9bea-04a4-4f27-915b-a0fabc6baf14 HTTP/1.1" status: 200 len: 945 time: 0.3714814 Apr 18 20:58:05.148289 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e309e00-761d-4cca-b24d-3fcc5fcd14ab req-fd67237f-8557-421a-918c-9d7dcc80fc24 tempest-DeleteServersTestJSON-915645800 tempest-DeleteServersTestJSON-915645800-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:58:05.148977 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [req-3e309e00-761d-4cca-b24d-3fcc5fcd14ab req-fd67237f-8557-421a-918c-9d7dcc80fc24 tempest-DeleteServersTestJSON-915645800 tempest-DeleteServersTestJSON-915645800-project] Synchronizing usage tracker for tenant:7fa7a8b3916440879a3373a5a8935507 on resource:port {{(pid=84040) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 20:58:05.151446 n-d-838334-2 neutron-server[84040]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2197a591-197e-47fe-9210-1387bfb6ec5e', 'tag': '8eed9390-9245-43e8-8f5a-918d1fc3c30c'}] {{(pid=84040) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 20:58:05.179972 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-4e399e68-5960-46af-b96c-664af49da2b0 None None] Provisioning for port db52233e-7da9-41e4-82c5-854779ff4640 completed by entity DHCP. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 20:58:05.185125 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.plugin [None req-4d77fa0c-2c31-46c8-a232-bf0237b074b8 tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Deleting port fdc682ff-acc2-4956-a089-a3f6a70a7b51 {{(pid=84041) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 20:58:05.185461 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-4d77fa0c-2c31-46c8-a232-bf0237b074b8 tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750375188691'] for port, before_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:05.188865 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-4e399e68-5960-46af-b96c-664af49da2b0 None None] Provisioning complete for port db52233e-7da9-41e4-82c5-854779ff4640 triggered by entity DHCP. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:58:05.189458 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-4e399e68-5960-46af-b96c-664af49da2b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1253608'] for port, provisioning_complete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:05.240627 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-f13ddded-18c8-404c-8fef-d587daf34a1d tempest-TaggedBootDevicesTest_v242-417596240 tempest-TaggedBootDevicesTest_v242-417596240-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217293'] for floatingip, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:05.246138 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-f13ddded-18c8-404c-8fef-d587daf34a1d tempest-TaggedBootDevicesTest_v242-417596240 tempest-TaggedBootDevicesTest_v242-417596240-project] 10.222.0.42 "DELETE /v2.0/floatingips/5e95905c-5ad8-4a73-8123-0495ac7a9efb HTTP/1.1" status: 204 len: 168 time: 1.7944412 Apr 18 20:58:05.255610 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 53876) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:58:05.314346 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-362ebe17-32f9-4fbf-8960-223703d63e16 service neutron] Pushing event updated for resources: {'Port': ['ID=8eed9390-9245-43e8-8f5a-918d1fc3c30c,revision_number=3']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:58:05.327770 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-82efd991-9326-4c41-ae96-86081dbb2524 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:05.356250 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [req-3e309e00-761d-4cca-b24d-3fcc5fcd14ab req-fd67237f-8557-421a-918c-9d7dcc80fc24 tempest-DeleteServersTestJSON-915645800 tempest-DeleteServersTestJSON-915645800-project] Unset dirty status for tenant:7fa7a8b3916440879a3373a5a8935507 on resource:port {{(pid=84040) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 20:58:05.357406 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-3e309e00-761d-4cca-b24d-3fcc5fcd14ab req-fd67237f-8557-421a-918c-9d7dcc80fc24 tempest-DeleteServersTestJSON-915645800 tempest-DeleteServersTestJSON-915645800-project] 10.222.0.42 "GET /v2.0/ports?device_id=55a80075-aa22-491b-9e11-27a3744ffe93 HTTP/1.1" status: 200 len: 931 time: 0.5970817 Apr 18 20:58:05.365092 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-4e399e68-5960-46af-b96c-664af49da2b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:05.402514 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-4e399e68-5960-46af-b96c-664af49da2b0 None None] For port db52233e-7da9-41e4-82c5-854779ff4640, host n-d-838334-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838334-2',level=0,port_id=db52233e-7da9-41e4-82c5-854779ff4640,segment=NetworkSegment(fbf28fbd-36f8-46f3-be08-57d41821e390),segment_id=fbf28fbd-36f8-46f3-be08-57d41821e390)] {{(pid=84042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:58:05.403352 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-638faf22-3531-41e7-a4f8-ef127d6aaca5 req-04874354-6be7-4998-afb3-001cacbafbe3 tempest-AttachVolumeNegativeTest-555605742 tempest-AttachVolumeNegativeTest-555605742-project] 10.222.0.42 "GET /v2.0/security-groups?id=0485093a-e0c2-44ce-b862-493ebd8aa71d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2636044 Apr 18 20:58:05.407563 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-4e399e68-5960-46af-b96c-664af49da2b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682'] for port, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:05.418991 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-8411fb4c-be39-49ed-8bca-3614a36fb046 req-8cde789f-4152-44b2-a2d6-a4ff0286a9b6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:05.426350 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-82efd991-9326-4c41-ae96-86081dbb2524 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:05.438219 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.plugin [None req-3092d69d-8d4a-49d3-baf8-9d18e1b6f11b tempest-TaggedBootDevicesTest_v242-417596240 tempest-TaggedBootDevicesTest_v242-417596240-project] Deleting port 8725f57c-a397-438c-bf13-f1b54c12fc76 {{(pid=84041) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 20:58:05.438219 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-3092d69d-8d4a-49d3-baf8-9d18e1b6f11b tempest-TaggedBootDevicesTest_v242-417596240 tempest-TaggedBootDevicesTest_v242-417596240-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750375188691'] for port, before_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:05.491010 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e399e68-5960-46af-b96c-664af49da2b0 None None] Pushing event updated for resources: {'Port': ['ID=db52233e-7da9-41e4-82c5-854779ff4640,revision_number=3']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:58:05.538839 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-8dd26cd7-ee24-4c1a-bb97-05859c2f21d6 None None] Provisioning for port fdc682ff-acc2-4956-a089-a3f6a70a7b51 completed by entity DHCP. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 20:58:05.545766 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-8dd26cd7-ee24-4c1a-bb97-05859c2f21d6 None None] Provisioning complete for port fdc682ff-acc2-4956-a089-a3f6a70a7b51 triggered by entity DHCP. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:58:05.546233 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-8dd26cd7-ee24-4c1a-bb97-05859c2f21d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1253608'] for port, provisioning_complete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:05.560749 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-3e309e00-761d-4cca-b24d-3fcc5fcd14ab req-1d190cbe-3a1c-4a3a-867d-41f376b52fc4 tempest-DeleteServersTestJSON-915645800 tempest-DeleteServersTestJSON-915645800-project] 10.222.0.42 "GET /v2.0/security-groups?id=588d127b-19b7-4c3d-9f79-a400181b94e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1667576 Apr 18 20:58:05.564327 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-3a84de9c-00fc-4d2e-a57a-974340438d8f req-5a37b032-d2c1-4f09-8dc2-0eabb2433e95 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=0f7cce7b1ccf410486c29c0215106926&device_id=2197a591-197e-47fe-9210-1387bfb6ec5e HTTP/1.1" status: 200 len: 1094 time: 0.3757842 Apr 18 20:58:05.689103 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.plugin [None req-8dd26cd7-ee24-4c1a-bb97-05859c2f21d6 None None] Port fdc682ff-acc2-4956-a089-a3f6a70a7b51 cannot update to ACTIVE because it is not bound. {{(pid=84042) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 18 20:58:05.730540 n-d-838334-2 neutron-server[84040]: INFO neutron.notifiers.nova [-] Nova event matching ['req-88b25260-d1df-4ec7-b33e-85c944ee450e'] response: {'name': 'network-changed', 'server_uuid': '2197a591-197e-47fe-9210-1387bfb6ec5e', 'tag': '8eed9390-9245-43e8-8f5a-918d1fc3c30c', 'status': 'completed', 'code': 200} Apr 18 20:58:05.747232 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-4d77fa0c-2c31-46c8-a232-bf0237b074b8 tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369123'] for port, precommit_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:05.767899 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-3a84de9c-00fc-4d2e-a57a-974340438d8f req-797753f7-2752-4664-8827-e0ff8fb4f3d4 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8eed9390-9245-43e8-8f5a-918d1fc3c30c HTTP/1.1" status: 200 len: 217 time: 0.1083958 Apr 18 20:58:06.002492 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-82efd991-9326-4c41-ae96-86081dbb2524 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33528224'] for security_group, after_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:06.042955 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a84de9c-00fc-4d2e-a57a-974340438d8f req-83f54f4d-094f-4554-9ec1-5e860583c2c5 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:58:06.044426 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-3a84de9c-00fc-4d2e-a57a-974340438d8f req-83f54f4d-094f-4554-9ec1-5e860583c2c5 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=0d6de920-cb7d-469b-9a77-ddf54cb30087 HTTP/1.1" status: 200 len: 853 time: 0.2675126 Apr 18 20:58:06.055956 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.plugin [None req-4d77fa0c-2c31-46c8-a232-bf0237b074b8 tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Calling delete_port for fdc682ff-acc2-4956-a089-a3f6a70a7b51 owned by {{(pid=84041) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 20:58:06.121519 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82efd991-9326-4c41-ae96-86081dbb2524 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=27c795e2-e94d-4f1d-ab29-8c63ec17788c,revision_number=None']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:58:06.124476 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-3a84de9c-00fc-4d2e-a57a-974340438d8f req-ccc5ad8f-2287-4db0-b772-d22bc7fc5e31 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=0bad4841-e9a6-4877-8de7-2befe85ffb51&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0638731 Apr 18 20:58:06.139458 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-82efd991-9326-4c41-ae96-86081dbb2524 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:06.143286 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-82efd991-9326-4c41-ae96-86081dbb2524 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/27c795e2-e94d-4f1d-ab29-8c63ec17788c HTTP/1.1" status: 204 len: 168 time: 1.1105437 Apr 18 20:58:06.198900 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-3092d69d-8d4a-49d3-baf8-9d18e1b6f11b tempest-TaggedBootDevicesTest_v242-417596240 tempest-TaggedBootDevicesTest_v242-417596240-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369123'] for port, precommit_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:06.242229 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03b9ac26-bf87-4978-8b8b-d5c6f93beeaf req-7bc94758-3cbf-4b37-b5c4-2bb918d6d25f tempest-AttachVolumeNegativeTest-555605742 tempest-AttachVolumeNegativeTest-555605742-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:58:06.243814 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-03b9ac26-bf87-4978-8b8b-d5c6f93beeaf req-7bc94758-3cbf-4b37-b5c4-2bb918d6d25f tempest-AttachVolumeNegativeTest-555605742 tempest-AttachVolumeNegativeTest-555605742-project] 10.222.0.42 "GET /v2.0/ports?device_id=34bc9bea-04a4-4f27-915b-a0fabc6baf14 HTTP/1.1" status: 200 len: 945 time: 0.4300396 Apr 18 20:58:06.253625 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 53888) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:58:06.261399 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f3fc003-abb2-4f17-a886-7ebc3c02cc0a req-b12eaa24-3ac0-49c3-b834-f35f910ceb41 tempest-ServersNegativeTestJSON-508382254 tempest-ServersNegativeTestJSON-508382254-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:58:06.267909 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-1f3fc003-abb2-4f17-a886-7ebc3c02cc0a req-b12eaa24-3ac0-49c3-b834-f35f910ceb41 tempest-ServersNegativeTestJSON-508382254 tempest-ServersNegativeTestJSON-508382254-project] 10.222.0.42 "GET /v2.0/ports?device_id=2197a591-197e-47fe-9210-1387bfb6ec5e HTTP/1.1" status: 200 len: 943 time: 0.3971288 Apr 18 20:58:06.295909 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.v2.base [None req-8f5dd9f2-a08c-4a2e-b55a-616778cc62d6 tempest-AttachVolumeNegativeTest-555605742 tempest-AttachVolumeNegativeTest-555605742-project] Request body: {'floatingip': {'port_id': '9d41b737-3508-402b-8ed9-14ff40d11b2a'}} {{(pid=84040) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 20:58:06.364429 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.plugin [None req-3092d69d-8d4a-49d3-baf8-9d18e1b6f11b tempest-TaggedBootDevicesTest_v242-417596240 tempest-TaggedBootDevicesTest_v242-417596240-project] Calling delete_port for 8725f57c-a397-438c-bf13-f1b54c12fc76 owned by {{(pid=84041) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 20:58:06.462500 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-4d77fa0c-2c31-46c8-a232-bf0237b074b8 tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750375259028', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750374836628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32266323'] for port, after_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:06.507649 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.db.resource_extend [req-8411fb4c-be39-49ed-8bca-3614a36fb046 req-8cde789f-4152-44b2-a2d6-a4ff0286a9b6 service neutron] It took 0.29 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 18 20:58:06.518055 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d77fa0c-2c31-46c8-a232-bf0237b074b8 tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Pushing event deleted for resources: {'Port': ['ID=fdc682ff-acc2-4956-a089-a3f6a70a7b51,revision_number=None']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:58:06.596702 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-8f5dd9f2-a08c-4a2e-b55a-616778cc62d6 tempest-AttachVolumeNegativeTest-555605742 tempest-AttachVolumeNegativeTest-555605742-project] Notify callbacks [] for floatingip, before_update {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:06.626174 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-4d77fa0c-2c31-46c8-a232-bf0237b074b8 tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217293'] for port, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:06.675416 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-4d77fa0c-2c31-46c8-a232-bf0237b074b8 tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] 10.222.0.42 "DELETE /v2.0/ports/fdc682ff-acc2-4956-a089-a3f6a70a7b51 HTTP/1.1" status: 204 len: 168 time: 1.6478436 Apr 18 20:58:06.677532 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 53904) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:58:06.680695 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Device db52233e-7da9-41e4-82c5-854779ff4640 up at agent ovs-agent-n-d-838334-2 {{(pid=84042) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 20:58:06.715596 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-3092d69d-8d4a-49d3-baf8-9d18e1b6f11b tempest-TaggedBootDevicesTest_v242-417596240 tempest-TaggedBootDevicesTest_v242-417596240-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750375259028', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750374836628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32266323'] for port, after_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:06.778473 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3092d69d-8d4a-49d3-baf8-9d18e1b6f11b tempest-TaggedBootDevicesTest_v242-417596240 tempest-TaggedBootDevicesTest_v242-417596240-project] Pushing event deleted for resources: {'Port': ['ID=8725f57c-a397-438c-bf13-f1b54c12fc76,revision_number=None']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:58:06.830537 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-1f3fc003-abb2-4f17-a886-7ebc3c02cc0a req-a6c9ff31-2ee1-4031-8585-9e20d7deef5e tempest-ServersNegativeTestJSON-508382254 tempest-ServersNegativeTestJSON-508382254-project] 10.222.0.42 "GET /v2.0/security-groups?id=ada0ecb3-b1bc-4ba2-8e6c-b06ba09daca2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5617874 Apr 18 20:58:06.843314 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-3a84de9c-00fc-4d2e-a57a-974340438d8f req-896ad28b-f1a7-4f62-8eea-5e980a3aa791 service neutron] 10.222.0.48 "GET /v2.0/networks/0bad4841-e9a6-4877-8de7-2befe85ffb51?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7024260 Apr 18 20:58:06.847607 n-d-838334-2 neutron-server[84040]: DEBUG neutron.notifiers.nova [req-8411fb4c-be39-49ed-8bca-3614a36fb046 req-8cde789f-4152-44b2-a2d6-a4ff0286a9b6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4e8ec379-9d74-4d9f-b753-0d2e1dc93872 {{(pid=84040) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 18 20:58:06.899306 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-8411fb4c-be39-49ed-8bca-3614a36fb046 req-8cde789f-4152-44b2-a2d6-a4ff0286a9b6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:06.902956 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Provisioning complete for port db52233e-7da9-41e4-82c5-854779ff4640 triggered by entity L2. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:58:06.903471 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1253608'] for port, provisioning_complete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:06.926154 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c116fde-762e-478b-a7f7-6f38f79427aa tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:58:06.931109 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c116fde-762e-478b-a7f7-6f38f79427aa tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:58:06.936100 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-5c116fde-762e-478b-a7f7-6f38f79427aa tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Synchronizing usage tracker for tenant:1256b788e8184019a07eb24a482acda4 on resource:subnet {{(pid=84041) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 20:58:07.024478 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-5c116fde-762e-478b-a7f7-6f38f79427aa tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Unset dirty status for tenant:1256b788e8184019a07eb24a482acda4 on resource:subnet {{(pid=84041) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 20:58:07.028782 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-5c116fde-762e-478b-a7f7-6f38f79427aa tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] 10.222.0.42 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1457 time: 0.3501437 Apr 18 20:58:07.029559 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 53908) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:58:07.030688 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-3092d69d-8d4a-49d3-baf8-9d18e1b6f11b tempest-TaggedBootDevicesTest_v242-417596240 tempest-TaggedBootDevicesTest_v242-417596240-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217293'] for port, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:07.031901 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.provisioning_blocks [req-8411fb4c-be39-49ed-8bca-3614a36fb046 req-8cde789f-4152-44b2-a2d6-a4ff0286a9b6 service neutron] Transition to ACTIVE for port object 4e8ec379-9d74-4d9f-b753-0d2e1dc93872 will not be triggered until provisioned by entity L2. {{(pid=84040) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 20:58:07.032825 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-3092d69d-8d4a-49d3-baf8-9d18e1b6f11b tempest-TaggedBootDevicesTest_v242-417596240 tempest-TaggedBootDevicesTest_v242-417596240-project] 10.222.0.42 "DELETE /v2.0/ports/8725f57c-a397-438c-bf13-f1b54c12fc76 HTTP/1.1" status: 204 len: 168 time: 1.7738779 Apr 18 20:58:07.036026 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 53910) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:58:07.042832 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54644bf4-da07-4e95-b05a-87ffdea7ec4b req-c46ed955-e609-4da9-a27c-9f3e9ec4a97f tempest-ServersTestJSON-1424434350 tempest-ServersTestJSON-1424434350-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:58:07.050555 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-54644bf4-da07-4e95-b05a-87ffdea7ec4b req-c46ed955-e609-4da9-a27c-9f3e9ec4a97f tempest-ServersTestJSON-1424434350 tempest-ServersTestJSON-1424434350-project] 10.222.0.42 "GET /v2.0/ports?device_id=01756617-cdba-485a-898e-e3ef9910293a HTTP/1.1" status: 200 len: 946 time: 0.5647492 Apr 18 20:58:07.086974 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-8411fb4c-be39-49ed-8bca-3614a36fb046 req-8cde789f-4152-44b2-a2d6-a4ff0286a9b6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32440959'] for port, after_update {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:07.227716 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.plugin [None req-185945e7-a0b7-4497-a97f-16e544bbe1e1 tempest-TaggedBootDevicesTest_v242-417596240 tempest-TaggedBootDevicesTest_v242-417596240-project] Deleting port e4a628aa-c125-4eea-8365-b6473a427bb3 {{(pid=84041) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 20:58:07.228054 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-185945e7-a0b7-4497-a97f-16e544bbe1e1 tempest-TaggedBootDevicesTest_v242-417596240 tempest-TaggedBootDevicesTest_v242-417596240-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750375188691'] for port, before_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:07.431640 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-3a84de9c-00fc-4d2e-a57a-974340438d8f req-b7f27a68-4b7a-46c2-8645-8615a95ace10 service neutron] 10.222.0.48 "GET /v2.0/networks/0bad4841-e9a6-4877-8de7-2befe85ffb51?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5662320 Apr 18 20:58:07.437930 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08ba3216-5bf6-4f88-8e9f-07d577cd4ef9 req-90c10bff-8826-43d3-82f9-abef5d4b63b7 tempest-ServersTestJSON-1424434350 tempest-ServersTestJSON-1424434350-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:58:07.438637 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [req-08ba3216-5bf6-4f88-8e9f-07d577cd4ef9 req-90c10bff-8826-43d3-82f9-abef5d4b63b7 tempest-ServersTestJSON-1424434350 tempest-ServersTestJSON-1424434350-project] Synchronizing usage tracker for tenant:ba267e3ba48c4ff1b4fc57f8cfab7c8c on resource:port {{(pid=84041) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 20:58:07.493164 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.db_base_plugin_v2 [None req-12724c56-4f3b-47f9-b8ed-917aa2f8321e tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Deleting subnet 4584aa36-0a78-421d-855f-f4ddf6e69a2a {{(pid=84041) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 18 20:58:07.500836 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-12724c56-4f3b-47f9-b8ed-917aa2f8321e tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Notify callbacks [] for subnet, before_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:07.526613 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cde789f-4152-44b2-a2d6-a4ff0286a9b6 service neutron] Pushing event updated for resources: {'Port': ['ID=4e8ec379-9d74-4d9f-b753-0d2e1dc93872,revision_number=2']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:58:07.528458 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [req-08ba3216-5bf6-4f88-8e9f-07d577cd4ef9 req-90c10bff-8826-43d3-82f9-abef5d4b63b7 tempest-ServersTestJSON-1424434350 tempest-ServersTestJSON-1424434350-project] Unset dirty status for tenant:ba267e3ba48c4ff1b4fc57f8cfab7c8c on resource:port {{(pid=84041) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 20:58:07.529579 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-08ba3216-5bf6-4f88-8e9f-07d577cd4ef9 req-90c10bff-8826-43d3-82f9-abef5d4b63b7 tempest-ServersTestJSON-1424434350 tempest-ServersTestJSON-1424434350-project] 10.222.0.43 "GET /v2.0/ports?device_id=01756617-cdba-485a-898e-e3ef9910293a HTTP/1.1" status: 200 len: 946 time: 0.4205499 Apr 18 20:58:07.594609 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-54644bf4-da07-4e95-b05a-87ffdea7ec4b req-3d5b7bbd-0d03-490e-92a9-7ef0165604a3 tempest-ServersTestJSON-1424434350 tempest-ServersTestJSON-1424434350-project] 10.222.0.42 "GET /v2.0/security-groups?id=a3de1b7a-019c-40dd-8c9d-3a3f159b2bd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5430861 Apr 18 20:58:07.686322 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cde789f-4152-44b2-a2d6-a4ff0286a9b6 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:58:07.686998 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cde789f-4152-44b2-a2d6-a4ff0286a9b6 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:58:07.686998 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cde789f-4152-44b2-a2d6-a4ff0286a9b6 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:58:07.687312 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cde789f-4152-44b2-a2d6-a4ff0286a9b6 service neutron] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:58:07.687636 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cde789f-4152-44b2-a2d6-a4ff0286a9b6 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:58:07.687966 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cde789f-4152-44b2-a2d6-a4ff0286a9b6 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:58:07.688285 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cde789f-4152-44b2-a2d6-a4ff0286a9b6 service neutron] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:58:07.688717 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cde789f-4152-44b2-a2d6-a4ff0286a9b6 service neutron] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:58:07.688913 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cde789f-4152-44b2-a2d6-a4ff0286a9b6 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:58:07.689229 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cde789f-4152-44b2-a2d6-a4ff0286a9b6 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:58:07.689710 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cde789f-4152-44b2-a2d6-a4ff0286a9b6 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:58:07.803232 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-12724c56-4f3b-47f9-b8ed-917aa2f8321e tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32266383'] for subnet, precommit_delete_associations {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:07.835034 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.plugin [req-08ba3216-5bf6-4f88-8e9f-07d577cd4ef9 req-a30869cf-ba24-4707-8db1-afba5a83b4c9 tempest-ServersTestJSON-1424434350 tempest-ServersTestJSON-1424434350-project] Deleting port 97b1e464-c97f-4dd5-a798-8abe8148e5e8 {{(pid=84041) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 20:58:07.835465 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [req-08ba3216-5bf6-4f88-8e9f-07d577cd4ef9 req-a30869cf-ba24-4707-8db1-afba5a83b4c9 tempest-ServersTestJSON-1424434350 tempest-ServersTestJSON-1424434350-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750375188691'] for port, before_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:07.836439 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86b54837-4ed5-446b-9f38-a6833be243e7 req-3910c37c-d5bc-4e39-9a0c-b8c32dcbcce4 tempest-DeleteServersTestJSON-915645800 tempest-DeleteServersTestJSON-915645800-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:58:07.837972 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-86b54837-4ed5-446b-9f38-a6833be243e7 req-3910c37c-d5bc-4e39-9a0c-b8c32dcbcce4 tempest-DeleteServersTestJSON-915645800 tempest-DeleteServersTestJSON-915645800-project] 10.222.0.42 "GET /v2.0/ports?device_id=55a80075-aa22-491b-9e11-27a3744ffe93 HTTP/1.1" status: 200 len: 943 time: 0.7409019 Apr 18 20:58:07.919905 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-dc0e7a0f-4b51-4397-a896-fee07d86538c req-f28cf3fd-6d60-4309-9f92-2e56314e9164 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=0f7cce7b1ccf410486c29c0215106926&device_id=2197a591-197e-47fe-9210-1387bfb6ec5e HTTP/1.1" status: 200 len: 1094 time: 0.4132938 Apr 18 20:58:07.926188 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.managers [req-8411fb4c-be39-49ed-8bca-3614a36fb046 req-8cde789f-4152-44b2-a2d6-a4ff0286a9b6 service neutron] Attempting to bind port 4e8ec379-9d74-4d9f-b753-0d2e1dc93872 on host n-h2-838334-2 for vnic_type normal with profile {{(pid=84040) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:58:07.926454 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.managers [req-8411fb4c-be39-49ed-8bca-3614a36fb046 req-8cde789f-4152-44b2-a2d6-a4ff0286a9b6 service neutron] Attempting to bind port 4e8ec379-9d74-4d9f-b753-0d2e1dc93872 by drivers openvswitch,hyperv on host n-h2-838334-2 at level 0 using segments [{'id': 'eb1f29ad-3d05-4e72-b227-469dc1660e3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': 'f7467a4f-b1b1-4464-b74e-f3b773c53ca1'}] {{(pid=84040) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:58:07.927486 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8411fb4c-be39-49ed-8bca-3614a36fb046 req-8cde789f-4152-44b2-a2d6-a4ff0286a9b6 service neutron] Attempting to bind port 4e8ec379-9d74-4d9f-b753-0d2e1dc93872 on network f7467a4f-b1b1-4464-b74e-f3b773c53ca1 {{(pid=84040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 20:58:07.944012 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-185945e7-a0b7-4497-a97f-16e544bbe1e1 tempest-TaggedBootDevicesTest_v242-417596240 tempest-TaggedBootDevicesTest_v242-417596240-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369123'] for port, precommit_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:08.111369 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.plugin [None req-185945e7-a0b7-4497-a97f-16e544bbe1e1 tempest-TaggedBootDevicesTest_v242-417596240 tempest-TaggedBootDevicesTest_v242-417596240-project] Calling delete_port for e4a628aa-c125-4eea-8365-b6473a427bb3 owned by {{(pid=84041) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 20:58:08.165915 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-86b54837-4ed5-446b-9f38-a6833be243e7 req-052dd37f-035e-4783-839a-89513b5b2f6d tempest-DeleteServersTestJSON-915645800 tempest-DeleteServersTestJSON-915645800-project] 10.222.0.42 "GET /v2.0/security-groups?id=588d127b-19b7-4c3d-9f79-a400181b94e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3163261 Apr 18 20:58:08.211041 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8411fb4c-be39-49ed-8bca-3614a36fb046 req-8cde789f-4152-44b2-a2d6-a4ff0286a9b6 service neutron] Port 4e8ec379-9d74-4d9f-b753-0d2e1dc93872 on network f7467a4f-b1b1-4464-b74e-f3b773c53ca1 not bound, no agent of type Open vSwitch agent registered on host n-h2-838334-2 {{(pid=84040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 18 20:58:08.211369 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8411fb4c-be39-49ed-8bca-3614a36fb046 req-8cde789f-4152-44b2-a2d6-a4ff0286a9b6 service neutron] Attempting to bind port 4e8ec379-9d74-4d9f-b753-0d2e1dc93872 on network f7467a4f-b1b1-4464-b74e-f3b773c53ca1 {{(pid=84040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 20:58:08.250741 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8411fb4c-be39-49ed-8bca-3614a36fb046 req-8cde789f-4152-44b2-a2d6-a4ff0286a9b6 service neutron] Checking agent: {'id': 'dc797004-f641-47b7-a77f-9c62b5b16296', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-838334-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 34, 3), 'started_at': datetime.datetime(2022, 4, 18, 20, 34, 3), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 20, 58, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 18 20:58:08.251249 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8411fb4c-be39-49ed-8bca-3614a36fb046 req-8cde789f-4152-44b2-a2d6-a4ff0286a9b6 service neutron] Checking segment: {'id': 'eb1f29ad-3d05-4e72-b227-469dc1660e3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': 'f7467a4f-b1b1-4464-b74e-f3b773c53ca1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84040) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 20:58:08.251652 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8411fb4c-be39-49ed-8bca-3614a36fb046 req-8cde789f-4152-44b2-a2d6-a4ff0286a9b6 service neutron] Bound using segment: {'id': 'eb1f29ad-3d05-4e72-b227-469dc1660e3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': 'f7467a4f-b1b1-4464-b74e-f3b773c53ca1'} {{(pid=84040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 18 20:58:08.252228 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.managers [req-8411fb4c-be39-49ed-8bca-3614a36fb046 req-8cde789f-4152-44b2-a2d6-a4ff0286a9b6 service neutron] Bound port: 4e8ec379-9d74-4d9f-b753-0d2e1dc93872, host: n-h2-838334-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'eb1f29ad-3d05-4e72-b227-469dc1660e3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': 'f7467a4f-b1b1-4464-b74e-f3b773c53ca1'}}] {{(pid=84040) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 20:58:08.252572 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-8411fb4c-be39-49ed-8bca-3614a36fb046 req-8cde789f-4152-44b2-a2d6-a4ff0286a9b6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:08.277691 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-12724c56-4f3b-47f9-b8ed-917aa2f8321e tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1260556'] for subnet, precommit_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:08.338510 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 53936) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:58:08.419735 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc0e7a0f-4b51-4397-a896-fee07d86538c req-64117e4f-40ee-4e5a-aefb-ab9abbb91a22 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:58:08.421372 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-dc0e7a0f-4b51-4397-a896-fee07d86538c req-64117e4f-40ee-4e5a-aefb-ab9abbb91a22 service neutron] 10.222.0.48 "GET /v2.0/networks?id=0bad4841-e9a6-4877-8de7-2befe85ffb51 HTTP/1.1" status: 200 len: 914 time: 0.4868250 Apr 18 20:58:08.470330 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.db [req-08ba3216-5bf6-4f88-8e9f-07d577cd4ef9 req-a30869cf-ba24-4707-8db1-afba5a83b4c9 tempest-ServersTestJSON-1424434350 tempest-ServersTestJSON-1424434350-project] For port 97b1e464-c97f-4dd5-a798-8abe8148e5e8, host n-h1-838334-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838334-2',level=0,port_id=97b1e464-c97f-4dd5-a798-8abe8148e5e8,segment=NetworkSegment(7487d154-ef4b-4701-b484-567750da716d),segment_id=7487d154-ef4b-4701-b484-567750da716d)] {{(pid=84041) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:58:08.470981 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [req-08ba3216-5bf6-4f88-8e9f-07d577cd4ef9 req-a30869cf-ba24-4707-8db1-afba5a83b4c9 tempest-ServersTestJSON-1424434350 tempest-ServersTestJSON-1424434350-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369123'] for port, precommit_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:08.534525 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-12724c56-4f3b-47f9-b8ed-917aa2f8321e tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1260549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33526260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32266336', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32486390'] for subnet, after_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:08.543289 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-8f5dd9f2-a08c-4a2e-b55a-616778cc62d6 tempest-AttachVolumeNegativeTest-555605742 tempest-AttachVolumeNegativeTest-555605742-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:08.548279 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-dc0e7a0f-4b51-4397-a896-fee07d86538c req-0ee37a58-bc22-42db-adc9-78745931a2a3 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8eed9390-9245-43e8-8f5a-918d1fc3c30c HTTP/1.1" status: 200 len: 217 time: 0.1145356 Apr 18 20:58:08.551725 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-8f5dd9f2-a08c-4a2e-b55a-616778cc62d6 tempest-AttachVolumeNegativeTest-555605742 tempest-AttachVolumeNegativeTest-555605742-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33444131'] for floatingip, after_update {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:08.629227 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-185945e7-a0b7-4497-a97f-16e544bbe1e1 tempest-TaggedBootDevicesTest_v242-417596240 tempest-TaggedBootDevicesTest_v242-417596240-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750375259028', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750374836628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32266323'] for port, after_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:08.637801 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.plugin [req-08ba3216-5bf6-4f88-8e9f-07d577cd4ef9 req-a30869cf-ba24-4707-8db1-afba5a83b4c9 tempest-ServersTestJSON-1424434350 tempest-ServersTestJSON-1424434350-project] Calling delete_port for 97b1e464-c97f-4dd5-a798-8abe8148e5e8 owned by compute:nova {{(pid=84041) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 20:58:08.659834 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9b05a91-3c80-41f1-9adc-d6a4b2a2bccf req-608b70c0-fbee-4c56-b33a-64db14396315 tempest-ServersNegativeTestJSON-508382254 tempest-ServersNegativeTestJSON-508382254-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:58:08.661494 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-f9b05a91-3c80-41f1-9adc-d6a4b2a2bccf req-608b70c0-fbee-4c56-b33a-64db14396315 tempest-ServersNegativeTestJSON-508382254 tempest-ServersNegativeTestJSON-508382254-project] 10.222.0.42 "GET /v2.0/ports?device_id=2197a591-197e-47fe-9210-1387bfb6ec5e HTTP/1.1" status: 200 len: 943 time: 0.5027966 Apr 18 20:58:08.730451 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12724c56-4f3b-47f9-b8ed-917aa2f8321e tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Pushing event deleted for resources: {'Subnet': ['ID=4584aa36-0a78-421d-855f-f4ddf6e69a2a,revision_number=None']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:58:08.732272 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-1ef0b366-c183-405b-9c94-52e81cea9692 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:08.742391 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.db [req-8411fb4c-be39-49ed-8bca-3614a36fb046 req-8cde789f-4152-44b2-a2d6-a4ff0286a9b6 service neutron] For port 4e8ec379-9d74-4d9f-b753-0d2e1dc93872, host n-h2-838334-2, cleared binding levels {{(pid=84040) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 20:58:08.760332 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-185945e7-a0b7-4497-a97f-16e544bbe1e1 tempest-TaggedBootDevicesTest_v242-417596240 tempest-TaggedBootDevicesTest_v242-417596240-project] Pushing event deleted for resources: {'Port': ['ID=e4a628aa-c125-4eea-8365-b6473a427bb3,revision_number=None']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:58:08.774005 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-12724c56-4f3b-47f9-b8ed-917aa2f8321e tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Notify callbacks [] for subnet, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:08.775566 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2727f92-4360-448d-9cd0-18c51c77b70f None None] Network ef903069-7c89-4376-963f-99c58ca6d615 requested from n-d-838334-2 {{(pid=84042) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 20:58:08.813489 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.db [req-8411fb4c-be39-49ed-8bca-3614a36fb046 req-8cde789f-4152-44b2-a2d6-a4ff0286a9b6 service neutron] For port 4e8ec379-9d74-4d9f-b753-0d2e1dc93872, host n-h2-838334-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838334-2',level=0,port_id=4e8ec379-9d74-4d9f-b753-0d2e1dc93872,segment=NetworkSegment(eb1f29ad-3d05-4e72-b227-469dc1660e3c),segment_id=eb1f29ad-3d05-4e72-b227-469dc1660e3c)] {{(pid=84040) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 20:58:08.826822 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc0e7a0f-4b51-4397-a896-fee07d86538c req-8e300721-90e1-4c03-93b5-7fd17dca7d29 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:58:08.828291 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-dc0e7a0f-4b51-4397-a896-fee07d86538c req-8e300721-90e1-4c03-93b5-7fd17dca7d29 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=0d6de920-cb7d-469b-9a77-ddf54cb30087 HTTP/1.1" status: 200 len: 853 time: 0.2180824 Apr 18 20:58:08.832378 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-8411fb4c-be39-49ed-8bca-3614a36fb046 req-8cde789f-4152-44b2-a2d6-a4ff0286a9b6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32440959'] for port, after_update {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:08.965279 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-dc0e7a0f-4b51-4397-a896-fee07d86538c req-eb8265f3-f883-4cb5-9b92-7b986241915b service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=0bad4841-e9a6-4877-8de7-2befe85ffb51&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0786717 Apr 18 20:58:08.965616 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-1ef0b366-c183-405b-9c94-52e81cea9692 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:58:08.971799 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-f9b05a91-3c80-41f1-9adc-d6a4b2a2bccf req-b526e520-3aca-4aec-bd1b-f32925e40353 tempest-ServersNegativeTestJSON-508382254 tempest-ServersNegativeTestJSON-508382254-project] 10.222.0.42 "GET /v2.0/security-groups?id=ada0ecb3-b1bc-4ba2-8e6c-b06ba09daca2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2612174 Apr 18 20:58:08.979183 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-12724c56-4f3b-47f9-b8ed-917aa2f8321e tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] 10.222.0.42 "DELETE /v2.0/subnets/4584aa36-0a78-421d-855f-f4ddf6e69a2a HTTP/1.1" status: 204 len: 168 time: 1.9444368 Apr 18 20:58:08.983136 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-1ef0b366-c183-405b-9c94-52e81cea9692 admin admin] Usage tracker for resource:security_group_rule and tenant:b472b5a934274e2eaaef64ab1d262931 is out of sync, need to count used quota {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:58:08.986297 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 53944) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:58:08.987118 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [req-08ba3216-5bf6-4f88-8e9f-07d577cd4ef9 req-a30869cf-ba24-4707-8db1-afba5a83b4c9 tempest-ServersTestJSON-1424434350 tempest-ServersTestJSON-1424434350-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750375259028', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750374836628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32266323'] for port, after_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:08.997797 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-1ef0b366-c183-405b-9c94-52e81cea9692 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:58:09.005980 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] get_ports_and_sgs() called for port_ids ['8f0ac191-0475-420d-bcd7-62c84624a6ea'] {{(pid=84042) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 18 20:58:09.010350 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-8411fb4c-be39-49ed-8bca-3614a36fb046 req-8cde789f-4152-44b2-a2d6-a4ff0286a9b6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217293'] for port, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:09.014617 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-8411fb4c-be39-49ed-8bca-3614a36fb046 req-8cde789f-4152-44b2-a2d6-a4ff0286a9b6 service neutron] 10.222.0.48 "PUT /v2.0/ports/4e8ec379-9d74-4d9f-b753-0d2e1dc93872 HTTP/1.1" status: 200 len: 1091 time: 3.9457862 Apr 18 20:58:09.022399 n-d-838334-2 neutron-server[84040]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '55a80075-aa22-491b-9e11-27a3744ffe93', 'tag': '4e8ec379-9d74-4d9f-b753-0d2e1dc93872'}] {{(pid=84040) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 20:58:09.093990 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed655bb7-90c4-429f-ad43-81fc26b1f9eb None None] DHCP port deletion for ef903069-7c89-4376-963f-99c58ca6d615 request from n-d-838334-2 {{(pid=84042) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 18 20:58:09.108986 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-1ef0b366-c183-405b-9c94-52e81cea9692 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:58:09.121456 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a30869cf-ba24-4707-8db1-afba5a83b4c9 tempest-ServersTestJSON-1424434350 tempest-ServersTestJSON-1424434350-project] Pushing event deleted for resources: {'Port': ['ID=97b1e464-c97f-4dd5-a798-8abe8148e5e8,revision_number=None']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:58:09.122755 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.plugin [None req-ed655bb7-90c4-429f-ad43-81fc26b1f9eb None None] Deleting port db52233e-7da9-41e4-82c5-854779ff4640 {{(pid=84042) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 20:58:09.128848 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-ed655bb7-90c4-429f-ad43-81fc26b1f9eb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750375188691'] for port, before_delete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:09.135196 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cde789f-4152-44b2-a2d6-a4ff0286a9b6 service neutron] Pushing event updated for resources: {'Port': ['ID=4e8ec379-9d74-4d9f-b753-0d2e1dc93872,revision_number=3']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:58:09.188288 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28296d16-8487-49b6-a0d4-e9e39eea8fd8 req-9b96fb3e-f8ae-4e82-b78a-1cd5bca38616 tempest-ServersTestJSON-1424434350 tempest-ServersTestJSON-1424434350-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:58:09.189836 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-28296d16-8487-49b6-a0d4-e9e39eea8fd8 req-9b96fb3e-f8ae-4e82-b78a-1cd5bca38616 tempest-ServersTestJSON-1424434350 tempest-ServersTestJSON-1424434350-project] 10.222.0.42 "GET /v2.0/ports?device_id=01756617-cdba-485a-898e-e3ef9910293a HTTP/1.1" status: 200 len: 946 time: 0.4608469 Apr 18 20:58:09.192484 n-d-838334-2 neutron-server[84040]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6c5aaa18-4695-451f-80bd-99e0eddc53a1'] response: {'name': 'network-changed', 'server_uuid': '55a80075-aa22-491b-9e11-27a3744ffe93', 'tag': '4e8ec379-9d74-4d9f-b753-0d2e1dc93872', 'status': 'completed', 'code': 200} Apr 18 20:58:09.296612 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-f623c2f3-c007-4ab3-8499-e9c7667f47ef tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] 10.222.0.42 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.3031371 Apr 18 20:58:09.296825 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-185945e7-a0b7-4497-a97f-16e544bbe1e1 tempest-TaggedBootDevicesTest_v242-417596240 tempest-TaggedBootDevicesTest_v242-417596240-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217293'] for port, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:09.299074 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 53952) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:58:09.300767 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-dc0e7a0f-4b51-4397-a896-fee07d86538c req-c4c37ba7-53ab-4d1d-838c-675cb770bd29 service neutron] 10.222.0.48 "GET /v2.0/networks/0bad4841-e9a6-4877-8de7-2befe85ffb51?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3221471 Apr 18 20:58:09.316228 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.v2.base [None req-73dba67a-69ce-4594-b157-3497805c30d5 tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Request body: {'subnet': {'network_id': 'ef903069-7c89-4376-963f-99c58ca6d615', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=84041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 20:58:09.388554 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-185945e7-a0b7-4497-a97f-16e544bbe1e1 tempest-TaggedBootDevicesTest_v242-417596240 tempest-TaggedBootDevicesTest_v242-417596240-project] 10.222.0.42 "DELETE /v2.0/ports/e4a628aa-c125-4eea-8365-b6473a427bb3 HTTP/1.1" status: 204 len: 168 time: 2.3510873 Apr 18 20:58:09.439057 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 53956) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:58:09.490123 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-ed655bb7-90c4-429f-ad43-81fc26b1f9eb None None] For port db52233e-7da9-41e4-82c5-854779ff4640, host n-d-838334-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838334-2',level=0,port_id=db52233e-7da9-41e4-82c5-854779ff4640,segment=NetworkSegment(fbf28fbd-36f8-46f3-be08-57d41821e390),segment_id=fbf28fbd-36f8-46f3-be08-57d41821e390)] {{(pid=84042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:58:09.490514 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-ed655bb7-90c4-429f-ad43-81fc26b1f9eb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369123'] for port, precommit_delete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:09.512394 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.l3_dvrscheduler_db [req-08ba3216-5bf6-4f88-8e9f-07d577cd4ef9 req-a30869cf-ba24-4707-8db1-afba5a83b4c9 tempest-ServersTestJSON-1424434350 tempest-ServersTestJSON-1424434350-project] No DVR routers for this DVR port 97b1e464-c97f-4dd5-a798-8abe8148e5e8 on host n-h1-838334-2 {{(pid=84041) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 20:58:09.517866 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [req-08ba3216-5bf6-4f88-8e9f-07d577cd4ef9 req-a30869cf-ba24-4707-8db1-afba5a83b4c9 tempest-ServersTestJSON-1424434350 tempest-ServersTestJSON-1424434350-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217293'] for port, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:09.524220 n-d-838334-2 neutron-server[84041]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '01756617-cdba-485a-898e-e3ef9910293a', 'name': 'network-vif-deleted', 'tag': '97b1e464-c97f-4dd5-a798-8abe8148e5e8'}] {{(pid=84041) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 20:58:09.544439 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-08ba3216-5bf6-4f88-8e9f-07d577cd4ef9 req-a30869cf-ba24-4707-8db1-afba5a83b4c9 tempest-ServersTestJSON-1424434350 tempest-ServersTestJSON-1424434350-project] 10.222.0.43 "DELETE /v2.0/ports/97b1e464-c97f-4dd5-a798-8abe8148e5e8 HTTP/1.1" status: 204 len: 173 time: 1.9892681 Apr 18 20:58:09.570670 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-73dba67a-69ce-4594-b157-3497805c30d5 tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:58:09.571826 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-28296d16-8487-49b6-a0d4-e9e39eea8fd8 req-6d7243b8-283a-4f3b-ac65-d291f7bcc97a tempest-ServersTestJSON-1424434350 tempest-ServersTestJSON-1424434350-project] 10.222.0.42 "GET /v2.0/security-groups?id=a3de1b7a-019c-40dd-8c9d-3a3f159b2bd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3711617 Apr 18 20:58:09.578604 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-73dba67a-69ce-4594-b157-3497805c30d5 tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Usage tracker for resource:subnet and tenant:1256b788e8184019a07eb24a482acda4 is out of sync, need to count used quota {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:58:09.588505 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-73dba67a-69ce-4594-b157-3497805c30d5 tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:58:09.599649 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-73dba67a-69ce-4594-b157-3497805c30d5 tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:58:09.602694 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-1ef0b366-c183-405b-9c94-52e81cea9692 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:09.614947 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-1ef0b366-c183-405b-9c94-52e81cea9692 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33528224'] for security_group, after_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:09.633276 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-73dba67a-69ce-4594-b157-3497805c30d5 tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Made reservation on behalf of 1256b788e8184019a07eb24a482acda4 for: {'subnet': 1} {{(pid=84041) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:58:09.637349 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-73dba67a-69ce-4594-b157-3497805c30d5 tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32486301'] for subnet, before_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:09.641887 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-dc0e7a0f-4b51-4397-a896-fee07d86538c req-790378ec-ef65-4f6e-be87-ebafb49bf30e service neutron] 10.222.0.48 "GET /v2.0/networks/0bad4841-e9a6-4877-8de7-2befe85ffb51?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3171380 Apr 18 20:58:09.662301 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-8411fb4c-be39-49ed-8bca-3614a36fb046 req-dc0328d8-bb35-4a42-af99-82d1b0405dd5 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=7fa7a8b3916440879a3373a5a8935507&device_id=55a80075-aa22-491b-9e11-27a3744ffe93 HTTP/1.1" status: 200 len: 1094 time: 0.5712569 Apr 18 20:58:09.687637 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.plugin [None req-ed655bb7-90c4-429f-ad43-81fc26b1f9eb None None] Calling delete_port for db52233e-7da9-41e4-82c5-854779ff4640 owned by network:dhcp {{(pid=84042) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 20:58:09.715607 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Device 8eed9390-9245-43e8-8f5a-918d1fc3c30c details requested by agent hyperv_n-h2-838334-2 with host n-h2-838334-2 {{(pid=84042) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 18 20:58:09.776101 n-d-838334-2 neutron-server[84041]: INFO neutron.notifiers.nova [-] Nova event matching ['req-229ce532-e1e5-4a01-8c8b-360a5c484d46'] response: {'server_uuid': '01756617-cdba-485a-898e-e3ef9910293a', 'name': 'network-vif-deleted', 'tag': '97b1e464-c97f-4dd5-a798-8abe8148e5e8', 'status': 'completed', 'code': 200} Apr 18 20:58:09.802120 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ef0b366-c183-405b-9c94-52e81cea9692 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f2585ffa-063e-43d5-b842-e983d54fc157,revision_number=1']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:58:09.825175 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-1ef0b366-c183-405b-9c94-52e81cea9692 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=b472b5a934274e2eaaef64ab1d262931&name=default HTTP/1.1" status: 200 len: 2647 time: 1.4829655 Apr 18 20:58:09.829012 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 53962) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:58:09.885028 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-ed655bb7-90c4-429f-ad43-81fc26b1f9eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750375259028', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750374836628'] for port, after_delete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:09.938206 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-c5d8c535-cdc6-44de-b685-7d16c86a8f94 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:09.953317 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed655bb7-90c4-429f-ad43-81fc26b1f9eb None None] Pushing event deleted for resources: {'Port': ['ID=db52233e-7da9-41e4-82c5-854779ff4640,revision_number=None']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:58:09.971493 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-c5d8c535-cdc6-44de-b685-7d16c86a8f94 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:09.978859 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed655bb7-90c4-429f-ad43-81fc26b1f9eb None None] No DVR routers for this DVR port db52233e-7da9-41e4-82c5-854779ff4640 on host n-d-838334-2 {{(pid=84042) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 20:58:09.986613 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed655bb7-90c4-429f-ad43-81fc26b1f9eb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:58:09.987022 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed655bb7-90c4-429f-ad43-81fc26b1f9eb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:58:09.987910 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed655bb7-90c4-429f-ad43-81fc26b1f9eb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:58:09.987910 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed655bb7-90c4-429f-ad43-81fc26b1f9eb None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:58:09.988593 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed655bb7-90c4-429f-ad43-81fc26b1f9eb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:58:09.988593 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed655bb7-90c4-429f-ad43-81fc26b1f9eb None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:58:09.988760 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed655bb7-90c4-429f-ad43-81fc26b1f9eb None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:58:09.990099 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed655bb7-90c4-429f-ad43-81fc26b1f9eb None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:58:09.990099 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed655bb7-90c4-429f-ad43-81fc26b1f9eb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:58:09.990099 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed655bb7-90c4-429f-ad43-81fc26b1f9eb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:58:09.991688 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed655bb7-90c4-429f-ad43-81fc26b1f9eb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:58:09.994569 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-8411fb4c-be39-49ed-8bca-3614a36fb046 req-04e5b2ba-790f-4544-934e-10f0aa2fa4fa service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4e8ec379-9d74-4d9f-b753-0d2e1dc93872 HTTP/1.1" status: 200 len: 217 time: 0.3036475 Apr 18 20:58:09.999452 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] For port 8eed9390-9245-43e8-8f5a-918d1fc3c30c, host n-h2-838334-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838334-2',level=0,port_id=8eed9390-9245-43e8-8f5a-918d1fc3c30c,segment=NetworkSegment(b4dde5c5-5fa1-421a-aa66-9d4eb01be1ce),segment_id=b4dde5c5-5fa1-421a-aa66-9d4eb01be1ce)] {{(pid=84042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:58:10.014893 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Returning: {'device': '8eed9390-9245-43e8-8f5a-918d1fc3c30c', 'network_id': '0bad4841-e9a6-4877-8de7-2befe85ffb51', 'port_id': '8eed9390-9245-43e8-8f5a-918d1fc3c30c', 'mac_address': 'fa:16:3e:6a:ae:2d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 398, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0d6de920-cb7d-469b-9a77-ddf54cb30087', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84042) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 18 20:58:10.091166 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8411fb4c-be39-49ed-8bca-3614a36fb046 req-b2fb94cd-bdc4-45b7-a63b-37340e9573ea service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:58:10.091927 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:10.092624 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-8411fb4c-be39-49ed-8bca-3614a36fb046 req-b2fb94cd-bdc4-45b7-a63b-37340e9573ea service neutron] 10.222.0.48 "GET /v2.0/subnets?id=4d302c72-cbf8-4bd9-ac2b-bdba885f7b5c HTTP/1.1" status: 200 len: 851 time: 0.0761948 Apr 18 20:58:10.095901 n-d-838334-2 neutron-server[84040]: INFO neutron.db.l3_db [None req-8f5dd9f2-a08c-4a2e-b55a-616778cc62d6 tempest-AttachVolumeNegativeTest-555605742 tempest-AttachVolumeNegativeTest-555605742-project] Floating IP eaf8532b-57ad-4356-b599-9c2ec0ecb988 associated. External IP: 172.25.8.149, port: 9d41b737-3508-402b-8ed9-14ff40d11b2a. Apr 18 20:58:10.111884 n-d-838334-2 neutron-server[84042]: DEBUG neutron.notifiers.nova [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8eed9390-9245-43e8-8f5a-918d1fc3c30c {{(pid=84042) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 18 20:58:10.149060 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-c5d8c535-cdc6-44de-b685-7d16c86a8f94 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33528224'] for security_group, after_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:10.156606 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] For port 8eed9390-9245-43e8-8f5a-918d1fc3c30c, host n-h2-838334-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838334-2',level=0,port_id=8eed9390-9245-43e8-8f5a-918d1fc3c30c,segment=NetworkSegment(b4dde5c5-5fa1-421a-aa66-9d4eb01be1ce),segment_id=b4dde5c5-5fa1-421a-aa66-9d4eb01be1ce)] {{(pid=84042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:58:10.165579 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682'] for port, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:10.193216 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5d8c535-cdc6-44de-b685-7d16c86a8f94 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f2585ffa-063e-43d5-b842-e983d54fc157,revision_number=None']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:58:10.207414 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-c5d8c535-cdc6-44de-b685-7d16c86a8f94 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:10.209659 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-c5d8c535-cdc6-44de-b685-7d16c86a8f94 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/f2585ffa-063e-43d5-b842-e983d54fc157 HTTP/1.1" status: 204 len: 168 time: 0.3795233 Apr 18 20:58:10.275721 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Pushing event updated for resources: {'Port': ['ID=8eed9390-9245-43e8-8f5a-918d1fc3c30c,revision_number=4']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:58:10.316119 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-8411fb4c-be39-49ed-8bca-3614a36fb046 req-2cd5a81b-c682-48ad-830f-f1944531fdf3 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=f7467a4f-b1b1-4464-b74e-f3b773c53ca1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1267560 Apr 18 20:58:10.341468 n-d-838334-2 neutron-server[84041]: DEBUG neutron.objects.ports [None req-73dba67a-69ce-4594-b157-3497805c30d5 tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=84041) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} Apr 18 20:58:10.343613 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-73dba67a-69ce-4594-b157-3497805c30d5 tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33526260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32266407', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32486287'] for subnet, after_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:10.388403 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9a3b000-c3f5-431a-9781-64254f5dc26f req-590fafb6-39af-4c1c-aa89-243f9d34764a tempest-DeleteServersTestJSON-915645800 tempest-DeleteServersTestJSON-915645800-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:58:10.395104 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-b9a3b000-c3f5-431a-9781-64254f5dc26f req-590fafb6-39af-4c1c-aa89-243f9d34764a tempest-DeleteServersTestJSON-915645800 tempest-DeleteServersTestJSON-915645800-project] 10.222.0.42 "GET /v2.0/ports?device_id=55a80075-aa22-491b-9e11-27a3744ffe93 HTTP/1.1" status: 200 len: 943 time: 0.9495280 Apr 18 20:58:10.419391 n-d-838334-2 neutron-server[84041]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73dba67a-69ce-4594-b157-3497805c30d5 tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Network ef903069-7c89-4376-963f-99c58ca6d615 is already hosted by enough agents. {{(pid=84041) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:58:10.422734 n-d-838334-2 neutron-server[84041]: DEBUG neutron.scheduler.base_scheduler [None req-73dba67a-69ce-4594-b157-3497805c30d5 tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Resources bound (agent type, host, resource id): {{(pid=84041) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:58:10.425742 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73dba67a-69ce-4594-b157-3497805c30d5 tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:58:10.426325 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-73dba67a-69ce-4594-b157-3497805c30d5 tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Notify callbacks [] for subnet, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:10.434609 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c75ab82a-e90b-49e3-b5e7-f54a57b45375 None None] Network ef903069-7c89-4376-963f-99c58ca6d615 requested from n-d-838334-2 {{(pid=84042) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 20:58:10.469742 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73dba67a-69ce-4594-b157-3497805c30d5 tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Pushing event updated for resources: {'Subnet': ['ID=5b8fc84d-3f44-4df5-8bfd-a808c8f8db48,revision_number=0']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:58:10.484538 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-73dba67a-69ce-4594-b157-3497805c30d5 tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.1816742 Apr 18 20:58:10.486066 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 53972) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:58:10.492984 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.v2.base [None req-a5f4a2ba-3fbb-42ee-adbd-93c006816ab3 tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Request body: {'port': {'network_id': 'ef903069-7c89-4376-963f-99c58ca6d615', 'mac_address': 'fa:16:3e:fe:6f:fa', 'name': 'tempest-NetworksTestDHCPv6-998078967'}} {{(pid=84041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 20:58:10.502682 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] get_ports_and_sgs() called for port_ids ['8eed9390-9245-43e8-8f5a-918d1fc3c30c'] {{(pid=84042) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 18 20:58:10.531232 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Device 97b1e464-c97f-4dd5-a798-8abe8148e5e8 no longer exists at agent hyperv_n-h1-838334-2 {{(pid=84042) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 20:58:10.591382 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.plugin [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] No Port match for: 97b1e464-c97f-4dd5-a798-8abe8148e5e8 {{(pid=84042) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 18 20:58:10.591943 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Device 97b1e464-c97f-4dd5-a798-8abe8148e5e8 not bound to the agent host n-h1-838334-2 {{(pid=84042) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 20:58:10.608995 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.db_base_plugin_v2 [None req-9d7e215e-2471-4879-8542-7881c921e7da tempest-TaggedBootDevicesTest_v242-417596240 tempest-TaggedBootDevicesTest_v242-417596240-project] Deleting subnet 3a8de80c-2b95-46eb-ba80-482a3302f829 {{(pid=84040) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 18 20:58:10.613881 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-9d7e215e-2471-4879-8542-7881c921e7da tempest-TaggedBootDevicesTest_v242-417596240 tempest-TaggedBootDevicesTest_v242-417596240-project] Notify callbacks [] for subnet, before_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:10.644192 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Device db52233e-7da9-41e4-82c5-854779ff4640 no longer exists at agent ovs-agent-n-d-838334-2 {{(pid=84042) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 20:58:10.709333 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-a5f4a2ba-3fbb-42ee-adbd-93c006816ab3 tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:58:10.713441 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-a5f4a2ba-3fbb-42ee-adbd-93c006816ab3 tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Usage tracker for resource:port and tenant:1256b788e8184019a07eb24a482acda4 is out of sync, need to count used quota {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:58:10.717047 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.plugin [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] No Port match for: db52233e-7da9-41e4-82c5-854779ff4640 {{(pid=84042) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 18 20:58:10.717279 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-a5f4a2ba-3fbb-42ee-adbd-93c006816ab3 tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:58:10.717476 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Device db52233e-7da9-41e4-82c5-854779ff4640 not bound to the agent host n-d-838334-2 {{(pid=84042) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 20:58:10.723363 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-a5f4a2ba-3fbb-42ee-adbd-93c006816ab3 tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:58:10.736337 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a5f4a2ba-3fbb-42ee-adbd-93c006816ab3 tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Made reservation on behalf of 1256b788e8184019a07eb24a482acda4 for: {'port': 1} {{(pid=84041) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:58:10.742802 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-a5f4a2ba-3fbb-42ee-adbd-93c006816ab3 tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:10.747888 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1da23675-e82e-4d9a-87bc-40c602d2f362 req-770ccd27-aa6e-4956-9424-169a15aaead5 tempest-ServersNegativeTestJSON-508382254 tempest-ServersNegativeTestJSON-508382254-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:58:10.756502 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-1da23675-e82e-4d9a-87bc-40c602d2f362 req-770ccd27-aa6e-4956-9424-169a15aaead5 tempest-ServersNegativeTestJSON-508382254 tempest-ServersNegativeTestJSON-508382254-project] 10.222.0.42 "GET /v2.0/ports?device_id=2197a591-197e-47fe-9210-1387bfb6ec5e HTTP/1.1" status: 200 len: 944 time: 0.4336510 Apr 18 20:58:10.792982 n-d-838334-2 neutron-server[84041]: DEBUG neutron.notifiers.nova [None req-a5f4a2ba-3fbb-42ee-adbd-93c006816ab3 tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] device_id is not set on port cf15098b-2a7a-4a79-b3d7-d5744da870af yet. {{(pid=84041) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 18 20:58:10.822471 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-b9a3b000-c3f5-431a-9781-64254f5dc26f req-c6542536-f956-44bd-975b-1e58713885bf tempest-DeleteServersTestJSON-915645800 tempest-DeleteServersTestJSON-915645800-project] 10.222.0.42 "GET /v2.0/security-groups?id=588d127b-19b7-4c3d-9f79-a400181b94e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4264557 Apr 18 20:58:10.851500 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-9d7e215e-2471-4879-8542-7881c921e7da tempest-TaggedBootDevicesTest_v242-417596240 tempest-TaggedBootDevicesTest_v242-417596240-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31955982'] for subnet, precommit_delete_associations {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:10.878550 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb094ad4-0584-419e-b1d2-ccf18e5f34f9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp016840fc-1f9f-5892-9c53-c9cf6c845bbb-ef903069-7c89-4376-963f-99c58ca6d615', 'network_id': 'ef903069-7c89-4376-963f-99c58ca6d615', 'tenant_id': '1256b788e8184019a07eb24a482acda4', 'fixed_ips': [{'subnet_id': '5b8fc84d-3f44-4df5-8bfd-a808c8f8db48'}]}} from n-d-838334-2. {{(pid=84042) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 18 20:58:10.879482 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-bb094ad4-0584-419e-b1d2-ccf18e5f34f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_create {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:10.904390 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-1da23675-e82e-4d9a-87bc-40c602d2f362 req-cedc070a-187b-45ea-bb10-e4a8a51bcc7f tempest-ServersNegativeTestJSON-508382254 tempest-ServersNegativeTestJSON-508382254-project] 10.222.0.42 "GET /v2.0/security-groups?id=ada0ecb3-b1bc-4ba2-8e6c-b06ba09daca2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1465132 Apr 18 20:58:10.921173 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-8411fb4c-be39-49ed-8bca-3614a36fb046 req-2a59363b-d204-4658-965b-4238284a9781 service neutron] 10.222.0.48 "GET /v2.0/networks/f7467a4f-b1b1-4464-b74e-f3b773c53ca1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5453920 Apr 18 20:58:11.063584 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.db_base_plugin_common [None req-a5f4a2ba-3fbb-42ee-adbd-93c006816ab3 tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Allocated IP 2001:db8::f816:3eff:fefe:6ffa (ef903069-7c89-4376-963f-99c58ca6d615/5b8fc84d-3f44-4df5-8bfd-a808c8f8db48/cf15098b-2a7a-4a79-b3d7-d5744da870af) {{(pid=84041) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:58:11.181773 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-9d7e215e-2471-4879-8542-7881c921e7da tempest-TaggedBootDevicesTest_v242-417596240 tempest-TaggedBootDevicesTest_v242-417596240-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1260556'] for subnet, precommit_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:11.230643 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-8411fb4c-be39-49ed-8bca-3614a36fb046 req-76d680b8-b1ff-433e-bcca-fa9213a0a8df service neutron] 10.222.0.48 "GET /v2.0/networks/f7467a4f-b1b1-4464-b74e-f3b773c53ca1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2965903 Apr 18 20:58:11.345401 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-a5f4a2ba-3fbb-42ee-adbd-93c006816ab3 tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Notify callbacks [] for port, precommit_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:11.362971 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.provisioning_blocks [None req-a5f4a2ba-3fbb-42ee-adbd-93c006816ab3 tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Transition to ACTIVE for port object cf15098b-2a7a-4a79-b3d7-d5744da870af will not be triggered until provisioned by entity DHCP. {{(pid=84041) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 20:58:11.387534 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-a5f4a2ba-3fbb-42ee-adbd-93c006816ab3 tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750374836619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32266323'] for port, after_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:11.468696 n-d-838334-2 neutron-server[84041]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5f4a2ba-3fbb-42ee-adbd-93c006816ab3 tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Network ef903069-7c89-4376-963f-99c58ca6d615 is already hosted by enough agents. {{(pid=84041) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:58:11.471933 n-d-838334-2 neutron-server[84041]: DEBUG neutron.scheduler.base_scheduler [None req-a5f4a2ba-3fbb-42ee-adbd-93c006816ab3 tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Resources bound (agent type, host, resource id): {{(pid=84041) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:58:11.477965 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5f4a2ba-3fbb-42ee-adbd-93c006816ab3 tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Received port after_create {{(pid=84041) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 20:58:11.482869 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5f4a2ba-3fbb-42ee-adbd-93c006816ab3 tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:58:11.483478 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-a5f4a2ba-3fbb-42ee-adbd-93c006816ab3 tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217293'] for port, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:11.492301 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5f4a2ba-3fbb-42ee-adbd-93c006816ab3 tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Pushing event updated for resources: {'Port': ['ID=cf15098b-2a7a-4a79-b3d7-d5744da870af,revision_number=1']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:58:11.505887 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.db_base_plugin_common [None req-bb094ad4-0584-419e-b1d2-ccf18e5f34f9 None None] Allocated IP 2001:db8::f816:3eff:feaf:8a87 (ef903069-7c89-4376-963f-99c58ca6d615/5b8fc84d-3f44-4df5-8bfd-a808c8f8db48/5b716934-1236-455c-945e-48c94c8b019e) {{(pid=84042) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:58:11.529018 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-a5f4a2ba-3fbb-42ee-adbd-93c006816ab3 tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 1.0391800 Apr 18 20:58:11.529018 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 53994) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:58:11.540267 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-9d7e215e-2471-4879-8542-7881c921e7da tempest-TaggedBootDevicesTest_v242-417596240 tempest-TaggedBootDevicesTest_v242-417596240-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1260549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33526260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32440885', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31752825'] for subnet, after_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:11.635112 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fad746c-e4d8-4d60-93cb-0a5d0a4c3ec9 tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:58:11.636261 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-1fad746c-e4d8-4d60-93cb-0a5d0a4c3ec9 tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Synchronizing usage tracker for tenant:1256b788e8184019a07eb24a482acda4 on resource:port {{(pid=84041) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 20:58:11.653014 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-9d7e215e-2471-4879-8542-7881c921e7da tempest-TaggedBootDevicesTest_v242-417596240 tempest-TaggedBootDevicesTest_v242-417596240-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32378031'] for subnet, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:11.666677 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-1fad746c-e4d8-4d60-93cb-0a5d0a4c3ec9 tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Unset dirty status for tenant:1256b788e8184019a07eb24a482acda4 on resource:port {{(pid=84041) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 20:58:11.668530 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-1fad746c-e4d8-4d60-93cb-0a5d0a4c3ec9 tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] 10.222.0.42 "GET /v2.0/ports HTTP/1.1" status: 200 len: 945 time: 0.1379607 Apr 18 20:58:11.668998 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba80df77-be30-40a3-bf84-605ec5002b61 None None] Network c28eb4dc-8be0-4839-b428-8a188976dc96 requested from n-d-838334-2 {{(pid=84042) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 20:58:11.670054 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d7e215e-2471-4879-8542-7881c921e7da tempest-TaggedBootDevicesTest_v242-417596240 tempest-TaggedBootDevicesTest_v242-417596240-project] Pushing event deleted for resources: {'Subnet': ['ID=3a8de80c-2b95-46eb-ba80-482a3302f829,revision_number=None']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:58:11.671105 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 54004) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:58:11.691412 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-9d7e215e-2471-4879-8542-7881c921e7da tempest-TaggedBootDevicesTest_v242-417596240 tempest-TaggedBootDevicesTest_v242-417596240-project] 10.222.0.42 "DELETE /v2.0/subnets/3a8de80c-2b95-46eb-ba80-482a3302f829 HTTP/1.1" status: 204 len: 168 time: 2.2434950 Apr 18 20:58:11.694559 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 54008) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:58:11.783944 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.plugin [None req-c9c0c925-d6d9-493e-9227-895b3784bdc0 tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Deleting port cf15098b-2a7a-4a79-b3d7-d5744da870af {{(pid=84041) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 20:58:11.787387 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Device 8eed9390-9245-43e8-8f5a-918d1fc3c30c up at agent hyperv_n-h2-838334-2 {{(pid=84042) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 20:58:11.788069 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-c9c0c925-d6d9-493e-9227-895b3784bdc0 tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750375188691'] for port, before_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:12.058502 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.db_base_plugin_v2 [None req-1992bf84-849d-496d-8c2f-70db1d52fc8f tempest-TaggedBootDevicesTest_v242-417596240 tempest-TaggedBootDevicesTest_v242-417596240-project] Deleting subnet e3291cf4-4c37-4898-8026-16f9e0aaa3d9 {{(pid=84040) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 18 20:58:12.068558 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-1992bf84-849d-496d-8c2f-70db1d52fc8f tempest-TaggedBootDevicesTest_v242-417596240 tempest-TaggedBootDevicesTest_v242-417596240-project] Notify callbacks [] for subnet, before_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:12.103401 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Provisioning for port 8eed9390-9245-43e8-8f5a-918d1fc3c30c completed by entity L2. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 20:58:12.123987 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Provisioning complete for port 8eed9390-9245-43e8-8f5a-918d1fc3c30c triggered by entity L2. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:58:12.124379 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1253608'] for port, provisioning_complete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:12.191200 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-109643d4-4bb9-4556-b5d9-472e2428ebad req-66141fbd-e06c-4fce-a286-247c1ade3a83 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=7fa7a8b3916440879a3373a5a8935507&device_id=55a80075-aa22-491b-9e11-27a3744ffe93 HTTP/1.1" status: 200 len: 1094 time: 0.8616250 Apr 18 20:58:12.346502 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-bb094ad4-0584-419e-b1d2-ccf18e5f34f9 None None] Notify callbacks [] for port, precommit_create {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:12.375161 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-1992bf84-849d-496d-8c2f-70db1d52fc8f tempest-TaggedBootDevicesTest_v242-417596240 tempest-TaggedBootDevicesTest_v242-417596240-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31955982'] for subnet, precommit_delete_associations {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:12.390293 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-c9c0c925-d6d9-493e-9227-895b3784bdc0 tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369123'] for port, precommit_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:12.396458 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-bb094ad4-0584-419e-b1d2-ccf18e5f34f9 None None] Transition to ACTIVE for port object 5b716934-1236-455c-945e-48c94c8b019e will not be triggered until provisioned by entity L2. {{(pid=84042) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 20:58:12.447785 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-bb094ad4-0584-419e-b1d2-ccf18e5f34f9 None None] Transition to ACTIVE for port object 5b716934-1236-455c-945e-48c94c8b019e will not be triggered until provisioned by entity DHCP. {{(pid=84042) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 20:58:12.451190 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:12.467542 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ac35200-fbaf-407e-99b6-e25eb1d032be None None] DHCP port deletion for c28eb4dc-8be0-4839-b428-8a188976dc96 request from n-d-838334-2 {{(pid=84042) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 18 20:58:12.478421 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-bb094ad4-0584-419e-b1d2-ccf18e5f34f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750374836619'] for port, after_create {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:12.490698 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.plugin [None req-4ac35200-fbaf-407e-99b6-e25eb1d032be None None] Deleting port 9bb75a7e-8632-4c5c-8fde-3d0e42de7a41 {{(pid=84042) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 20:58:12.491078 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-4ac35200-fbaf-407e-99b6-e25eb1d032be None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750375188691'] for port, before_delete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:12.599053 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc6c4e12-8ed9-4de0-86af-2b3a7a1bdc27 req-e485925a-f8a3-4b55-9649-6ae2370e7884 tempest-ServersTestJSON-1424434350 tempest-ServersTestJSON-1424434350-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:58:12.605019 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.plugin [None req-c9c0c925-d6d9-493e-9227-895b3784bdc0 tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Calling delete_port for cf15098b-2a7a-4a79-b3d7-d5744da870af owned by {{(pid=84041) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 20:58:12.605597 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-cc6c4e12-8ed9-4de0-86af-2b3a7a1bdc27 req-e485925a-f8a3-4b55-9649-6ae2370e7884 tempest-ServersTestJSON-1424434350 tempest-ServersTestJSON-1424434350-project] 10.222.0.42 "GET /v2.0/networks?id=7083f08e-ab4e-49e9-91e4-270e03cc3e4c HTTP/1.1" status: 200 len: 805 time: 0.5703857 Apr 18 20:58:12.632067 n-d-838334-2 neutron-server[84042]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb094ad4-0584-419e-b1d2-ccf18e5f34f9 None None] Network ef903069-7c89-4376-963f-99c58ca6d615 is already hosted by enough agents. {{(pid=84042) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:58:12.635513 n-d-838334-2 neutron-server[84042]: DEBUG neutron.scheduler.base_scheduler [None req-bb094ad4-0584-419e-b1d2-ccf18e5f34f9 None None] Resources bound (agent type, host, resource id): {{(pid=84042) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:58:12.659994 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-cc6c4e12-8ed9-4de0-86af-2b3a7a1bdc27 req-003aff28-3c3e-4d8d-b832-4908a7888a85 tempest-ServersTestJSON-1424434350 tempest-ServersTestJSON-1424434350-project] 10.222.0.42 "GET /v2.0/quotas/ba267e3ba48c4ff1b4fc57f8cfab7c8c HTTP/1.1" status: 200 len: 375 time: 0.0433745 Apr 18 20:58:12.666371 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Device 9bb75a7e-8632-4c5c-8fde-3d0e42de7a41 no longer exists at agent ovs-agent-n-d-838334-2 {{(pid=84042) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 20:58:12.695109 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb094ad4-0584-419e-b1d2-ccf18e5f34f9 None None] Received port after_create {{(pid=84042) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 20:58:12.734927 n-d-838334-2 neutron-server[84042]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2197a591-197e-47fe-9210-1387bfb6ec5e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8eed9390-9245-43e8-8f5a-918d1fc3c30c'}] {{(pid=84042) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 20:58:12.741942 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9e5eef8-4cb4-4884-8c1e-91f171f8f39d req-0a2dc87a-2a5d-4880-8341-b6bc1aef9b98 tempest-DeleteServersTestJSON-915645800 tempest-DeleteServersTestJSON-915645800-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:58:12.750026 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-e9e5eef8-4cb4-4884-8c1e-91f171f8f39d req-0a2dc87a-2a5d-4880-8341-b6bc1aef9b98 tempest-DeleteServersTestJSON-915645800 tempest-DeleteServersTestJSON-915645800-project] 10.222.0.42 "GET /v2.0/ports?device_id=55a80075-aa22-491b-9e11-27a3744ffe93 HTTP/1.1" status: 200 len: 943 time: 0.6313288 Apr 18 20:58:12.760522 n-d-838334-2 neutron-server[84040]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8f5dd9f2-a08c-4a2e-b55a-616778cc62d6 tempest-AttachVolumeNegativeTest-555605742 tempest-AttachVolumeNegativeTest-555605742-project] Router eb2ef120-2c2e-4b9c-8049-c1281daabc93 has already been hosted by L3 agent bc84d6c9-dd7a-4555-a351-592327b46d5a {{(pid=84040) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 20:58:12.789972 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-c9c0c925-d6d9-493e-9227-895b3784bdc0 tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750375259028', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750374836628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32266323'] for port, after_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:12.794484 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-109643d4-4bb9-4556-b5d9-472e2428ebad req-7aecf30d-c3d1-4ffa-85b8-a161a14968c4 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:58:12.795949 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-109643d4-4bb9-4556-b5d9-472e2428ebad req-7aecf30d-c3d1-4ffa-85b8-a161a14968c4 service neutron] 10.222.0.48 "GET /v2.0/networks?id=f7467a4f-b1b1-4464-b74e-f3b773c53ca1 HTTP/1.1" status: 200 len: 912 time: 0.5578923 Apr 18 20:58:12.847914 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9c0c925-d6d9-493e-9227-895b3784bdc0 tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Pushing event deleted for resources: {'Port': ['ID=cf15098b-2a7a-4a79-b3d7-d5744da870af,revision_number=None']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:58:12.876038 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-109643d4-4bb9-4556-b5d9-472e2428ebad req-c7a4ba61-1bdb-47ea-8e92-0cced29d84f8 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4e8ec379-9d74-4d9f-b753-0d2e1dc93872 HTTP/1.1" status: 200 len: 217 time: 0.0661881 Apr 18 20:58:12.882637 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-1992bf84-849d-496d-8c2f-70db1d52fc8f tempest-TaggedBootDevicesTest_v242-417596240 tempest-TaggedBootDevicesTest_v242-417596240-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1260556'] for subnet, precommit_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:12.893016 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-c9c0c925-d6d9-493e-9227-895b3784bdc0 tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217293'] for port, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:12.909277 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-c9c0c925-d6d9-493e-9227-895b3784bdc0 tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] 10.222.0.42 "DELETE /v2.0/ports/cf15098b-2a7a-4a79-b3d7-d5744da870af HTTP/1.1" status: 204 len: 168 time: 1.2358899 Apr 18 20:58:12.912994 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 54042) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:58:12.936160 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] For port 8eed9390-9245-43e8-8f5a-918d1fc3c30c, host n-h2-838334-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838334-2',level=0,port_id=8eed9390-9245-43e8-8f5a-918d1fc3c30c,segment=NetworkSegment(b4dde5c5-5fa1-421a-aa66-9d4eb01be1ce),segment_id=b4dde5c5-5fa1-421a-aa66-9d4eb01be1ce)] {{(pid=84042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:58:12.939043 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb094ad4-0584-419e-b1d2-ccf18e5f34f9 None None] Pushing event updated for resources: {'Port': ['ID=5b716934-1236-455c-945e-48c94c8b019e,revision_number=1']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:58:13.005769 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1af34613-b843-4d97-90b5-d0ed01aa7672 tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:58:13.008648 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1af34613-b843-4d97-90b5-d0ed01aa7672 tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:58:13.009439 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-1af34613-b843-4d97-90b5-d0ed01aa7672 tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Synchronizing usage tracker for tenant:1256b788e8184019a07eb24a482acda4 on resource:subnet {{(pid=84041) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 20:58:13.024170 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-e9e5eef8-4cb4-4884-8c1e-91f171f8f39d req-fad32955-1002-47af-b698-d717ea7edcb8 tempest-DeleteServersTestJSON-915645800 tempest-DeleteServersTestJSON-915645800-project] 10.222.0.42 "GET /v2.0/security-groups?id=588d127b-19b7-4c3d-9f79-a400181b94e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2723963 Apr 18 20:58:13.032453 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-1af34613-b843-4d97-90b5-d0ed01aa7672 tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Unset dirty status for tenant:1256b788e8184019a07eb24a482acda4 on resource:subnet {{(pid=84041) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 20:58:13.037970 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 54048) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:58:13.038145 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-1af34613-b843-4d97-90b5-d0ed01aa7672 tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] 10.222.0.42 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1240659 Apr 18 20:58:13.051505 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682'] for port, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:13.248985 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-4ac35200-fbaf-407e-99b6-e25eb1d032be None None] For port 9bb75a7e-8632-4c5c-8fde-3d0e42de7a41, host n-d-838334-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838334-2',level=0,port_id=9bb75a7e-8632-4c5c-8fde-3d0e42de7a41,segment=NetworkSegment(ebe0286e-3c69-48ee-a166-d487392185dd),segment_id=ebe0286e-3c69-48ee-a166-d487392185dd)] {{(pid=84042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:58:13.249366 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-4ac35200-fbaf-407e-99b6-e25eb1d032be None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369123'] for port, precommit_delete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:13.263708 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:13.273279 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.managers [None req-bb094ad4-0584-419e-b1d2-ccf18e5f34f9 None None] Attempting to bind port 5b716934-1236-455c-945e-48c94c8b019e on host n-d-838334-2 for vnic_type normal with profile {{(pid=84042) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:58:13.273644 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.managers [None req-bb094ad4-0584-419e-b1d2-ccf18e5f34f9 None None] Attempting to bind port 5b716934-1236-455c-945e-48c94c8b019e by drivers openvswitch,hyperv on host n-d-838334-2 at level 0 using segments [{'id': 'fbf28fbd-36f8-46f3-be08-57d41821e390', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': 'ef903069-7c89-4376-963f-99c58ca6d615'}] {{(pid=84042) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:58:13.274007 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb094ad4-0584-419e-b1d2-ccf18e5f34f9 None None] Attempting to bind port 5b716934-1236-455c-945e-48c94c8b019e on network ef903069-7c89-4376-963f-99c58ca6d615 {{(pid=84042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 20:58:13.315078 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-109643d4-4bb9-4556-b5d9-472e2428ebad req-40a22274-a1f9-4361-b348-ad2db07344e9 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:58:13.316683 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-109643d4-4bb9-4556-b5d9-472e2428ebad req-40a22274-a1f9-4361-b348-ad2db07344e9 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=4d302c72-cbf8-4bd9-ac2b-bdba885f7b5c HTTP/1.1" status: 200 len: 851 time: 0.3978505 Apr 18 20:58:13.403445 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.plugin [None req-4ac35200-fbaf-407e-99b6-e25eb1d032be None None] Calling delete_port for 9bb75a7e-8632-4c5c-8fde-3d0e42de7a41 owned by network:dhcp {{(pid=84042) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 20:58:13.427491 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-cc6c4e12-8ed9-4de0-86af-2b3a7a1bdc27 req-ecf03dd6-1219-40b1-8ca9-b87096ea63d9 tempest-ServersTestJSON-1424434350 tempest-ServersTestJSON-1424434350-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=ba267e3ba48c4ff1b4fc57f8cfab7c8c&fields=id HTTP/1.1" status: 200 len: 255 time: 0.7666512 Apr 18 20:58:13.445851 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Pushing event updated for resources: {'Port': ['ID=8eed9390-9245-43e8-8f5a-918d1fc3c30c,revision_number=5']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:58:13.455912 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb094ad4-0584-419e-b1d2-ccf18e5f34f9 None None] Checking agent: {'id': '97cd4414-7af6-4d67-868d-dff370b4071a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838334-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 25, 49), 'started_at': datetime.datetime(2022, 4, 18, 20, 26, 19), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 20, 57, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838334-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 18 20:58:13.456286 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb094ad4-0584-419e-b1d2-ccf18e5f34f9 None None] Checking segment: {'id': 'fbf28fbd-36f8-46f3-be08-57d41821e390', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': 'ef903069-7c89-4376-963f-99c58ca6d615'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84042) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 20:58:13.456680 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-bb094ad4-0584-419e-b1d2-ccf18e5f34f9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:13.457054 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb094ad4-0584-419e-b1d2-ccf18e5f34f9 None None] Bound using segment: {'id': 'fbf28fbd-36f8-46f3-be08-57d41821e390', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': 'ef903069-7c89-4376-963f-99c58ca6d615'} {{(pid=84042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 18 20:58:13.457515 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.managers [None req-bb094ad4-0584-419e-b1d2-ccf18e5f34f9 None None] Bound port: 5b716934-1236-455c-945e-48c94c8b019e, host: n-d-838334-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fbf28fbd-36f8-46f3-be08-57d41821e390', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': 'ef903069-7c89-4376-963f-99c58ca6d615'}}] {{(pid=84042) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 20:58:13.458436 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-bb094ad4-0584-419e-b1d2-ccf18e5f34f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:13.479347 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-109643d4-4bb9-4556-b5d9-472e2428ebad req-ebcf50c8-d7ee-4f61-b947-1f2edc79ecb3 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=f7467a4f-b1b1-4464-b74e-f3b773c53ca1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1452339 Apr 18 20:58:13.486972 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-1992bf84-849d-496d-8c2f-70db1d52fc8f tempest-TaggedBootDevicesTest_v242-417596240 tempest-TaggedBootDevicesTest_v242-417596240-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1260549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33526260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32440885', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31752825'] for subnet, after_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:13.532264 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] For port 9bb75a7e-8632-4c5c-8fde-3d0e42de7a41, host n-d-838334-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838334-2',level=0,port_id=9bb75a7e-8632-4c5c-8fde-3d0e42de7a41,segment=NetworkSegment(ebe0286e-3c69-48ee-a166-d487392185dd),segment_id=ebe0286e-3c69-48ee-a166-d487392185dd)] {{(pid=84042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:58:13.553777 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682'] for port, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:13.630078 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1992bf84-849d-496d-8c2f-70db1d52fc8f tempest-TaggedBootDevicesTest_v242-417596240 tempest-TaggedBootDevicesTest_v242-417596240-project] Pushing event deleted for resources: {'Subnet': ['ID=e3291cf4-4c37-4898-8026-16f9e0aaa3d9,revision_number=None']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:58:13.634546 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.db.api [None req-4ac35200-fbaf-407e-99b6-e25eb1d032be None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84042) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 18 20:58:13.635080 n-d-838334-2 neutron-server[84042]: DEBUG oslo_db.api [None req-4ac35200-fbaf-407e-99b6-e25eb1d032be None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 18 20:58:13.652715 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-bb094ad4-0584-419e-b1d2-ccf18e5f34f9 None None] For port 5b716934-1236-455c-945e-48c94c8b019e, host n-d-838334-2, cleared binding levels {{(pid=84042) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 20:58:13.657368 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-bb094ad4-0584-419e-b1d2-ccf18e5f34f9 None None] For port 5b716934-1236-455c-945e-48c94c8b019e, host n-d-838334-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838334-2',level=0,port_id=5b716934-1236-455c-945e-48c94c8b019e,segment=NetworkSegment(fbf28fbd-36f8-46f3-be08-57d41821e390),segment_id=fbf28fbd-36f8-46f3-be08-57d41821e390)] {{(pid=84042) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 20:58:13.659378 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Pushing event updated for resources: {'Port': ['ID=9bb75a7e-8632-4c5c-8fde-3d0e42de7a41,revision_number=5']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:58:13.664893 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01023932-79ed-42ed-b518-39ebf3aba142 None None] Network 4c6d63fa-10ee-46ac-a5d2-fd4675ff700f requested from n-d-838334-2 {{(pid=84042) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 20:58:13.670834 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-1992bf84-849d-496d-8c2f-70db1d52fc8f tempest-TaggedBootDevicesTest_v242-417596240 tempest-TaggedBootDevicesTest_v242-417596240-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32378031'] for subnet, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:13.686553 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Device 4e8ec379-9d74-4d9f-b753-0d2e1dc93872 details requested by agent hyperv_n-h2-838334-2 with host n-h2-838334-2 {{(pid=84042) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 18 20:58:13.689004 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-bb094ad4-0584-419e-b1d2-ccf18e5f34f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682'] for port, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:13.709573 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d3f83e3-8f11-4449-8823-a28565f14112 req-4da8a29b-9831-48d9-8df1-708c2eb3b69a tempest-ServersNegativeTestJSON-508382254 tempest-ServersNegativeTestJSON-508382254-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:58:13.711079 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-5d3f83e3-8f11-4449-8823-a28565f14112 req-4da8a29b-9831-48d9-8df1-708c2eb3b69a tempest-ServersNegativeTestJSON-508382254 tempest-ServersNegativeTestJSON-508382254-project] 10.222.0.42 "GET /v2.0/ports?device_id=2197a591-197e-47fe-9210-1387bfb6ec5e HTTP/1.1" status: 200 len: 945 time: 0.5531909 Apr 18 20:58:13.720416 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-1992bf84-849d-496d-8c2f-70db1d52fc8f tempest-TaggedBootDevicesTest_v242-417596240 tempest-TaggedBootDevicesTest_v242-417596240-project] 10.222.0.42 "DELETE /v2.0/subnets/e3291cf4-4c37-4898-8026-16f9e0aaa3d9 HTTP/1.1" status: 204 len: 168 time: 2.0226197 Apr 18 20:58:13.720812 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 54064) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:58:13.745750 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.db_base_plugin_v2 [None req-2213e8f2-24e3-4b5b-af80-6d50a338fc06 tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Deleting subnet 5b8fc84d-3f44-4df5-8bfd-a808c8f8db48 {{(pid=84040) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 18 20:58:13.901786 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-899d508a-ad44-44ae-9c2b-3c8b2ce0844d tempest-TaggedBootDevicesTest_v242-417596240 tempest-TaggedBootDevicesTest_v242-417596240-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1103592'] for network, before_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:13.914143 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.plugin [None req-899d508a-ad44-44ae-9c2b-3c8b2ce0844d tempest-TaggedBootDevicesTest_v242-417596240 tempest-TaggedBootDevicesTest_v242-417596240-project] Deleting port 9bb75a7e-8632-4c5c-8fde-3d0e42de7a41 {{(pid=84041) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 20:58:13.914479 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-899d508a-ad44-44ae-9c2b-3c8b2ce0844d tempest-TaggedBootDevicesTest_v242-417596240 tempest-TaggedBootDevicesTest_v242-417596240-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750375188691'] for port, before_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:13.935843 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-2213e8f2-24e3-4b5b-af80-6d50a338fc06 tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Notify callbacks [] for subnet, before_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:14.010596 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb094ad4-0584-419e-b1d2-ccf18e5f34f9 None None] Pushing event updated for resources: {'Port': ['ID=5b716934-1236-455c-945e-48c94c8b019e,revision_number=2']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:58:14.073191 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-109643d4-4bb9-4556-b5d9-472e2428ebad req-f395a48a-2a3d-4ab4-8732-86c876c1dc64 service neutron] 10.222.0.48 "GET /v2.0/networks/f7467a4f-b1b1-4464-b74e-f3b773c53ca1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5802653 Apr 18 20:58:14.101338 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] For port 4e8ec379-9d74-4d9f-b753-0d2e1dc93872, host n-h2-838334-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838334-2',level=0,port_id=4e8ec379-9d74-4d9f-b753-0d2e1dc93872,segment=NetworkSegment(eb1f29ad-3d05-4e72-b227-469dc1660e3c),segment_id=eb1f29ad-3d05-4e72-b227-469dc1660e3c)] {{(pid=84042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:58:14.106714 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-2213e8f2-24e3-4b5b-af80-6d50a338fc06 tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31955982'] for subnet, precommit_delete_associations {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:14.122585 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Returning: {'device': '4e8ec379-9d74-4d9f-b753-0d2e1dc93872', 'network_id': 'f7467a4f-b1b1-4464-b74e-f3b773c53ca1', 'port_id': '4e8ec379-9d74-4d9f-b753-0d2e1dc93872', 'mac_address': 'fa:16:3e:bd:9f:cb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 353, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4d302c72-cbf8-4bd9-ac2b-bdba885f7b5c', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84042) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 18 20:58:14.185767 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.plugin [None req-4ac35200-fbaf-407e-99b6-e25eb1d032be None None] Deleting port 9bb75a7e-8632-4c5c-8fde-3d0e42de7a41 {{(pid=84042) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 20:58:14.186139 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-4ac35200-fbaf-407e-99b6-e25eb1d032be None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750375188691'] for port, before_delete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:14.217538 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:14.273793 n-d-838334-2 neutron-server[84042]: DEBUG neutron.notifiers.nova [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4e8ec379-9d74-4d9f-b753-0d2e1dc93872 {{(pid=84042) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 18 20:58:14.361134 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-5d3f83e3-8f11-4449-8823-a28565f14112 req-9c4c1864-709a-4f45-87ed-8fb0c9181802 tempest-ServersNegativeTestJSON-508382254 tempest-ServersNegativeTestJSON-508382254-project] 10.222.0.42 "GET /v2.0/security-groups?id=ada0ecb3-b1bc-4ba2-8e6c-b06ba09daca2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6291926 Apr 18 20:58:14.401950 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.db [None req-899d508a-ad44-44ae-9c2b-3c8b2ce0844d tempest-TaggedBootDevicesTest_v242-417596240 tempest-TaggedBootDevicesTest_v242-417596240-project] For port 9bb75a7e-8632-4c5c-8fde-3d0e42de7a41, host n-d-838334-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838334-2',level=0,port_id=9bb75a7e-8632-4c5c-8fde-3d0e42de7a41,segment=NetworkSegment(ebe0286e-3c69-48ee-a166-d487392185dd),segment_id=ebe0286e-3c69-48ee-a166-d487392185dd)] {{(pid=84041) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:58:14.402322 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-899d508a-ad44-44ae-9c2b-3c8b2ce0844d tempest-TaggedBootDevicesTest_v242-417596240 tempest-TaggedBootDevicesTest_v242-417596240-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369123'] for port, precommit_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:14.596681 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-4ac35200-fbaf-407e-99b6-e25eb1d032be None None] For port 9bb75a7e-8632-4c5c-8fde-3d0e42de7a41, host n-d-838334-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838334-2',level=0,port_id=9bb75a7e-8632-4c5c-8fde-3d0e42de7a41,segment=NetworkSegment(ebe0286e-3c69-48ee-a166-d487392185dd),segment_id=ebe0286e-3c69-48ee-a166-d487392185dd)] {{(pid=84042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:58:14.597071 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-4ac35200-fbaf-407e-99b6-e25eb1d032be None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369123'] for port, precommit_delete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:14.684108 n-d-838334-2 neutron-server[84042]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b0dbc258-cf7b-4d6f-b7dc-d47e055a9515'] response: {'server_uuid': '2197a591-197e-47fe-9210-1387bfb6ec5e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8eed9390-9245-43e8-8f5a-918d1fc3c30c', 'code': 200} Apr 18 20:58:14.684849 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de266df2-00e8-4f32-aaf6-54f2ab860527 None None] DHCP port deletion for 4c6d63fa-10ee-46ac-a5d2-fd4675ff700f request from n-d-838334-2 {{(pid=84042) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 18 20:58:14.690229 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] For port 4e8ec379-9d74-4d9f-b753-0d2e1dc93872, host n-h2-838334-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838334-2',level=0,port_id=4e8ec379-9d74-4d9f-b753-0d2e1dc93872,segment=NetworkSegment(eb1f29ad-3d05-4e72-b227-469dc1660e3c),segment_id=eb1f29ad-3d05-4e72-b227-469dc1660e3c)] {{(pid=84042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:58:14.701999 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.plugin [None req-899d508a-ad44-44ae-9c2b-3c8b2ce0844d tempest-TaggedBootDevicesTest_v242-417596240 tempest-TaggedBootDevicesTest_v242-417596240-project] Calling delete_port for 9bb75a7e-8632-4c5c-8fde-3d0e42de7a41 owned by network:dhcp {{(pid=84041) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 20:58:14.727954 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-cc6c4e12-8ed9-4de0-86af-2b3a7a1bdc27 req-1900be41-a637-44b9-9b4e-e02b39c8e4de service neutron] 10.222.0.42 "GET /v2.0/networks/7083f08e-ab4e-49e9-91e4-270e03cc3e4c?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.2432535 Apr 18 20:58:14.760885 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.plugin [None req-de266df2-00e8-4f32-aaf6-54f2ab860527 None None] Deleting port 8d1eb9dd-3223-4ddd-b661-4674ad88e3b1 {{(pid=84042) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 20:58:14.761306 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-de266df2-00e8-4f32-aaf6-54f2ab860527 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750375188691'] for port, before_delete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:14.810629 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.plugin [None req-4ac35200-fbaf-407e-99b6-e25eb1d032be None None] Calling delete_port for 9bb75a7e-8632-4c5c-8fde-3d0e42de7a41 owned by network:dhcp {{(pid=84042) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 20:58:14.820719 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-899d508a-ad44-44ae-9c2b-3c8b2ce0844d tempest-TaggedBootDevicesTest_v242-417596240 tempest-TaggedBootDevicesTest_v242-417596240-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750375259028', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750374836628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32266323'] for port, after_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:14.840482 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Device 5b716934-1236-455c-945e-48c94c8b019e up at agent ovs-agent-n-d-838334-2 {{(pid=84042) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 20:58:14.870522 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-899d508a-ad44-44ae-9c2b-3c8b2ce0844d tempest-TaggedBootDevicesTest_v242-417596240 tempest-TaggedBootDevicesTest_v242-417596240-project] Pushing event deleted for resources: {'Port': ['ID=9bb75a7e-8632-4c5c-8fde-3d0e42de7a41,revision_number=None']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:58:14.876022 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.l3_dvrscheduler_db [None req-899d508a-ad44-44ae-9c2b-3c8b2ce0844d tempest-TaggedBootDevicesTest_v242-417596240 tempest-TaggedBootDevicesTest_v242-417596240-project] No DVR routers for this DVR port 9bb75a7e-8632-4c5c-8fde-3d0e42de7a41 on host n-d-838334-2 {{(pid=84041) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 20:58:14.894290 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-109643d4-4bb9-4556-b5d9-472e2428ebad req-63adcbd6-8692-47e8-8681-05b607caf61a service neutron] 10.222.0.48 "GET /v2.0/networks/f7467a4f-b1b1-4464-b74e-f3b773c53ca1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7945168 Apr 18 20:58:14.916861 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682'] for port, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:14.920117 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-2213e8f2-24e3-4b5b-af80-6d50a338fc06 tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1260556'] for subnet, precommit_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:14.954944 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8f5dd9f2-a08c-4a2e-b55a-616778cc62d6 tempest-AttachVolumeNegativeTest-555605742 tempest-AttachVolumeNegativeTest-555605742-project] Notify agent at l3_agent.n-d-838334-2 the message routers_updated {{(pid=84040) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 20:58:14.966847 n-d-838334-2 neutron-server[84043]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4ff378b-b3b7-4da3-967e-b3c44aec3063 None None] Sync routers for ids ['eb2ef120-2c2e-4b9c-8049-c1281daabc93'] in n-d-838334-2 {{(pid=84043) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 18 20:58:14.979780 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-8f5dd9f2-a08c-4a2e-b55a-616778cc62d6 tempest-AttachVolumeNegativeTest-555605742 tempest-AttachVolumeNegativeTest-555605742-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217293'] for floatingip, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:14.992251 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4ff378b-b3b7-4da3-967e-b3c44aec3063 None None] Routers {'eb2ef120-2c2e-4b9c-8049-c1281daabc93'} bound to L3 agent in host n-d-838334-2 {{(pid=84043) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 20:58:14.997172 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.l3_hamode_db [None req-b4ff378b-b3b7-4da3-967e-b3c44aec3063 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838334-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-18T20:25:48Z,description=,heartbeat_timestamp=2022-04-18T20:57:48Z,host='n-d-838334-2',id=bc84d6c9-dd7a-4555-a351-592327b46d5a,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:25:48Z,topic='l3_agent')) {'router_ids': ['eb2ef120-2c2e-4b9c-8049-c1281daabc93'], 'active': True} {{(pid=84043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:58:15.042187 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-899d508a-ad44-44ae-9c2b-3c8b2ce0844d tempest-TaggedBootDevicesTest_v242-417596240 tempest-TaggedBootDevicesTest_v242-417596240-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1258905', 'neutron.services.segments.db._delete_segments_for_network-8750375287417'] for network, precommit_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:15.080579 n-d-838334-2 neutron-server[84041]: DEBUG neutron.services.segments.db [None req-899d508a-ad44-44ae-9c2b-3c8b2ce0844d tempest-TaggedBootDevicesTest_v242-417596240 tempest-TaggedBootDevicesTest_v242-417596240-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c28eb4dc-8be0-4839-b428-8a188976dc96']}} {{(pid=84041) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:58:15.094844 n-d-838334-2 neutron-server[84041]: DEBUG neutron.services.segments.db [None req-899d508a-ad44-44ae-9c2b-3c8b2ce0844d tempest-TaggedBootDevicesTest_v242-417596240 tempest-TaggedBootDevicesTest_v242-417596240-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ebe0286e-3c69-48ee-a166-d487392185dd') {'for_net_delete': True} {{(pid=84041) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:58:15.095140 n-d-838334-2 neutron-server[84041]: DEBUG neutron.services.segments.db [None req-899d508a-ad44-44ae-9c2b-3c8b2ce0844d tempest-TaggedBootDevicesTest_v242-417596240 tempest-TaggedBootDevicesTest_v242-417596240-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ebe0286e-3c69-48ee-a166-d487392185dd') {} {{(pid=84041) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:58:15.115756 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-899d508a-ad44-44ae-9c2b-3c8b2ce0844d tempest-TaggedBootDevicesTest_v242-417596240 tempest-TaggedBootDevicesTest_v242-417596240-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750375287300', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32268156'] for segment, before_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:15.135423 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-899d508a-ad44-44ae-9c2b-3c8b2ce0844d tempest-TaggedBootDevicesTest_v242-417596240 tempest-TaggedBootDevicesTest_v242-417596240-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1082986'] for segment, precommit_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:15.143923 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-899d508a-ad44-44ae-9c2b-3c8b2ce0844d tempest-TaggedBootDevicesTest_v242-417596240 tempest-TaggedBootDevicesTest_v242-417596240-project] Releasing vlan 387 on physical network physnet1 to pool {{(pid=84041) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 18 20:58:15.145758 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-899d508a-ad44-44ae-9c2b-3c8b2ce0844d tempest-TaggedBootDevicesTest_v242-417596240 tempest-TaggedBootDevicesTest_v242-417596240-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1082993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32266254'] for segment, after_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:15.179446 n-d-838334-2 neutron-server[84041]: Traceback (most recent call last): Apr 18 20:58:15.179446 n-d-838334-2 neutron-server[84041]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 18 20:58:15.179446 n-d-838334-2 neutron-server[84041]: timer() Apr 18 20:58:15.179446 n-d-838334-2 neutron-server[84041]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 20:58:15.179446 n-d-838334-2 neutron-server[84041]: cb(*args, **kw) Apr 18 20:58:15.179446 n-d-838334-2 neutron-server[84041]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 18 20:58:15.179446 n-d-838334-2 neutron-server[84041]: return func(*args, **kwargs) Apr 18 20:58:15.179446 n-d-838334-2 neutron-server[84041]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 20:58:15.179446 n-d-838334-2 neutron-server[84041]: self._notify() Apr 18 20:58:15.179446 n-d-838334-2 neutron-server[84041]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 20:58:15.179446 n-d-838334-2 neutron-server[84041]: self.callback(batched_events) Apr 18 20:58:15.179446 n-d-838334-2 neutron-server[84041]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 20:58:15.179446 n-d-838334-2 neutron-server[84041]: event.method(event) Apr 18 20:58:15.179446 n-d-838334-2 neutron-server[84041]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 18 20:58:15.179446 n-d-838334-2 neutron-server[84041]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 20:58:15.179446 n-d-838334-2 neutron-server[84041]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 18 20:58:15.179446 n-d-838334-2 neutron-server[84041]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 20:58:15.179446 n-d-838334-2 neutron-server[84041]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 18 20:58:15.179446 n-d-838334-2 neutron-server[84041]: return f(self, *a, **k) Apr 18 20:58:15.179446 n-d-838334-2 neutron-server[84041]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 18 20:58:15.179446 n-d-838334-2 neutron-server[84041]: return self._get(url).json() Apr 18 20:58:15.179446 n-d-838334-2 neutron-server[84041]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 18 20:58:15.179446 n-d-838334-2 neutron-server[84041]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 20:58:15.179446 n-d-838334-2 neutron-server[84041]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 18 20:58:15.179446 n-d-838334-2 neutron-server[84041]: return self.request(url, 'GET', **kwargs) Apr 18 20:58:15.179446 n-d-838334-2 neutron-server[84041]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 18 20:58:15.179446 n-d-838334-2 neutron-server[84041]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 20:58:15.179446 n-d-838334-2 neutron-server[84041]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 18 20:58:15.179446 n-d-838334-2 neutron-server[84041]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 20:58:15.179446 n-d-838334-2 neutron-server[84041]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 18 20:58:15.179446 n-d-838334-2 neutron-server[84041]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 20:58:15.179446 n-d-838334-2 neutron-server[84041]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 20:58:15.191046 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-8f5dd9f2-a08c-4a2e-b55a-616778cc62d6 tempest-AttachVolumeNegativeTest-555605742 tempest-AttachVolumeNegativeTest-555605742-project] 10.222.0.42 "PUT /v2.0/floatingips/eaf8532b-57ad-4356-b599-9c2ec0ecb988 HTTP/1.1" status: 200 len: 991 time: 8.9365726 Apr 18 20:58:15.206307 n-d-838334-2 neutron-server[84040]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '34bc9bea-04a4-4f27-915b-a0fabc6baf14', 'tag': '9d41b737-3508-402b-8ed9-14ff40d11b2a'}] {{(pid=84040) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 20:58:15.243246 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-cc6c4e12-8ed9-4de0-86af-2b3a7a1bdc27 req-1e563692-bcf9-4ccf-aaf4-ba47f339e323 service neutron] 10.222.0.42 "GET /v2.0/networks/7083f08e-ab4e-49e9-91e4-270e03cc3e4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5131712 Apr 18 20:58:15.250174 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-9d24e0b5-cd77-4e48-a1a9-1a9160fa0595 req-e5c731aa-5966-4f5b-ab5a-119b15dc6d55 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=2197a591-197e-47fe-9210-1387bfb6ec5e HTTP/1.1" status: 200 len: 1096 time: 0.6058044 Apr 18 20:58:15.319296 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-899d508a-ad44-44ae-9c2b-3c8b2ce0844d tempest-TaggedBootDevicesTest_v242-417596240 tempest-TaggedBootDevicesTest_v242-417596240-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1258898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33526109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33444113'] for network, after_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:15.339388 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b683102-83b4-474d-868c-444820af6398 req-45b79342-f15b-43e7-866d-ae47b5e573bf tempest-DeleteServersTestJSON-915645800 tempest-DeleteServersTestJSON-915645800-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:58:15.344933 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] get_ports_and_sgs() called for port_ids ['4e8ec379-9d74-4d9f-b753-0d2e1dc93872'] {{(pid=84042) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 18 20:58:15.348654 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-7b683102-83b4-474d-868c-444820af6398 req-45b79342-f15b-43e7-866d-ae47b5e573bf tempest-DeleteServersTestJSON-915645800 tempest-DeleteServersTestJSON-915645800-project] 10.222.0.42 "GET /v2.0/ports?device_id=55a80075-aa22-491b-9e11-27a3744ffe93 HTTP/1.1" status: 200 len: 944 time: 0.5927651 Apr 18 20:58:15.353506 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-2213e8f2-24e3-4b5b-af80-6d50a338fc06 tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1260549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33526260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32440885', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31752825'] for subnet, after_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:15.355483 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-899d508a-ad44-44ae-9c2b-3c8b2ce0844d tempest-TaggedBootDevicesTest_v242-417596240 tempest-TaggedBootDevicesTest_v242-417596240-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32378031'] for network, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:15.382572 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.l3_dvr_db [None req-b4ff378b-b3b7-4da3-967e-b3c44aec3063 None None] Set router eb2ef120-2c2e-4b9c-8049-c1281daabc93 gateway port host: n-d-838334-2 {{(pid=84043) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 20:58:15.386596 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-899d508a-ad44-44ae-9c2b-3c8b2ce0844d tempest-TaggedBootDevicesTest_v242-417596240 tempest-TaggedBootDevicesTest_v242-417596240-project] Pushing event deleted for resources: {'Network': ['ID=c28eb4dc-8be0-4839-b428-8a188976dc96,revision_number=None']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:58:15.413738 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Pushing event updated for resources: {'Port': ['ID=4e8ec379-9d74-4d9f-b753-0d2e1dc93872,revision_number=4']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:58:15.430088 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-899d508a-ad44-44ae-9c2b-3c8b2ce0844d tempest-TaggedBootDevicesTest_v242-417596240 tempest-TaggedBootDevicesTest_v242-417596240-project] 10.222.0.42 "DELETE /v2.0/networks/c28eb4dc-8be0-4839-b428-8a188976dc96 HTTP/1.1" status: 204 len: 168 time: 1.7059479 Apr 18 20:58:15.430529 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 54098) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:58:15.495295 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2213e8f2-24e3-4b5b-af80-6d50a338fc06 tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Pushing event deleted for resources: {'Subnet': ['ID=5b8fc84d-3f44-4df5-8bfd-a808c8f8db48,revision_number=None']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:58:15.541086 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-2213e8f2-24e3-4b5b-af80-6d50a338fc06 tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32378031'] for subnet, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:15.597279 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-9d24e0b5-cd77-4e48-a1a9-1a9160fa0595 req-cfa1aee3-eb86-42b2-b929-26afd55912f9 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=ada0ecb3-b1bc-4ba2-8e6c-b06ba09daca2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3366556 Apr 18 20:58:15.625399 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-7b683102-83b4-474d-868c-444820af6398 req-b5b82392-1659-4995-8fd6-c5abda964ebe tempest-DeleteServersTestJSON-915645800 tempest-DeleteServersTestJSON-915645800-project] 10.222.0.42 "GET /v2.0/security-groups?id=588d127b-19b7-4c3d-9f79-a400181b94e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2606728 Apr 18 20:58:15.635859 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-2213e8f2-24e3-4b5b-af80-6d50a338fc06 tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] 10.222.0.42 "DELETE /v2.0/subnets/5b8fc84d-3f44-4df5-8bfd-a808c8f8db48 HTTP/1.1" status: 204 len: 168 time: 2.5282874 Apr 18 20:58:15.637287 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 54106) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:58:15.715802 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-891cf3cf-26ca-4e29-96b9-35792a48fe79 tempest-TaggedBootDevicesTest_v242-417596240 tempest-TaggedBootDevicesTest_v242-417596240-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1103592'] for network, before_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:15.737024 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.plugin [None req-891cf3cf-26ca-4e29-96b9-35792a48fe79 tempest-TaggedBootDevicesTest_v242-417596240 tempest-TaggedBootDevicesTest_v242-417596240-project] Deleting port 8d1eb9dd-3223-4ddd-b661-4674ad88e3b1 {{(pid=84041) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 20:58:15.737397 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-891cf3cf-26ca-4e29-96b9-35792a48fe79 tempest-TaggedBootDevicesTest_v242-417596240 tempest-TaggedBootDevicesTest_v242-417596240-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750375188691'] for port, before_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:15.892058 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-c6c5bd0a-5a5a-403f-9d41-03a31bd61944 tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Synchronizing usage tracker for tenant:1256b788e8184019a07eb24a482acda4 on resource:router {{(pid=84040) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 20:58:15.896100 n-d-838334-2 neutron-server[84040]: INFO neutron.notifiers.nova [-] Nova event matching ['req-02aab895-586a-4ec6-a9fd-1f5caa3e447a'] response: {'name': 'network-changed', 'server_uuid': '34bc9bea-04a4-4f27-915b-a0fabc6baf14', 'tag': '9d41b737-3508-402b-8ed9-14ff40d11b2a', 'status': 'completed', 'code': 200} Apr 18 20:58:15.902546 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-de266df2-00e8-4f32-aaf6-54f2ab860527 None None] For port 8d1eb9dd-3223-4ddd-b661-4674ad88e3b1, host n-d-838334-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838334-2',level=0,port_id=8d1eb9dd-3223-4ddd-b661-4674ad88e3b1,segment=NetworkSegment(999db445-b59f-43ae-97e9-309f13729423),segment_id=999db445-b59f-43ae-97e9-309f13729423)] {{(pid=84042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:58:15.903220 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-de266df2-00e8-4f32-aaf6-54f2ab860527 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369123'] for port, precommit_delete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:16.021807 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95173fb8-88e4-4158-bd3b-2685bbf0be79 None None] Network ef903069-7c89-4376-963f-99c58ca6d615 requested from n-d-838334-2 {{(pid=84042) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 20:58:16.060648 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.l3_hamode_db [None req-b4ff378b-b3b7-4da3-967e-b3c44aec3063 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb2ef120-2c2e-4b9c-8049-c1281daabc93', 'name': 'tempest-AttachVolumeNegativeTest-965011108-router', 'tenant_id': '340d04fd839f4c0c896ec9bea561bc50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'external_fixed_ips': [{'subnet_id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'ip_address': '172.25.8.160'}], 'enable_snat': True}, 'gw_port_id': '0654fabf-3ea3-4a21-99de-c086a8f52f65', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:53:49Z', 'updated_at': '2022-04-18T20:53:55Z', 'revision_number': 4, 'project_id': '340d04fd839f4c0c896ec9bea561bc50', 'gw_port': {'id': '0654fabf-3ea3-4a21-99de-c086a8f52f65', 'name': '', 'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:f1:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb2ef120-2c2e-4b9c-8049-c1281daabc93', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'ip_address': '172.25.8.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:53:49Z', 'updated_at': '2022-04-18T20:53:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838334-2', '_floatingips': [{'id': 'eaf8532b-57ad-4356-b599-9c2ec0ecb988', 'tenant_id': '340d04fd839f4c0c896ec9bea561bc50', 'floating_ip_address': '172.25.8.149', 'floating_network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'router_id': 'eb2ef120-2c2e-4b9c-8049-c1281daabc93', 'port_id': '9d41b737-3508-402b-8ed9-14ff40d11b2a', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '794fa1b3-6f66-42ac-ab9f-a0e910c383ff', 'mac_address': 'fa:16:3e:f5:d2:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34bc9bea-04a4-4f27-915b-a0fabc6baf14', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T20:57:33Z', 'updated_at': '2022-04-18T20:58:07Z', 'revision_number': 1, 'project_id': '340d04fd839f4c0c896ec9bea561bc50', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'aa8998f0-5774-4503-93d9-f054eb0cbd71', 'name': '', 'network_id': '794fa1b3-6f66-42ac-ab9f-a0e910c383ff', 'tenant_id': '340d04fd839f4c0c896ec9bea561bc50', 'mac_address': 'fa:16:3e:d6:c4:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb2ef120-2c2e-4b9c-8049-c1281daabc93', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '66a6cd83-be1c-4e76-9e19-a8f33a82294d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:53:54Z', 'updated_at': '2022-04-18T20:54:11Z', 'revision_number': 5, 'project_id': '340d04fd839f4c0c896ec9bea561bc50', 'subnets': [{'id': '66a6cd83-be1c-4e76-9e19-a8f33a82294d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838334-2', False) {} {{(pid=84043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:58:16.071433 n-d-838334-2 neutron-server[84043]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4ff378b-b3b7-4da3-967e-b3c44aec3063 None None] Checking router: eb2ef120-2c2e-4b9c-8049-c1281daabc93 for host: n-d-838334-2 {{(pid=84043) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 18 20:58:16.099252 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4ff378b-b3b7-4da3-967e-b3c44aec3063 None None] Routers {'eb2ef120-2c2e-4b9c-8049-c1281daabc93'} bound to L3 agent in host n-d-838334-2 {{(pid=84043) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 20:58:16.101016 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.l3_hamode_db [None req-b4ff378b-b3b7-4da3-967e-b3c44aec3063 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838334-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-18T20:25:48Z,description=,heartbeat_timestamp=2022-04-18T20:57:48Z,host='n-d-838334-2',id=bc84d6c9-dd7a-4555-a351-592327b46d5a,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:25:48Z,topic='l3_agent')) {'router_ids': ['eb2ef120-2c2e-4b9c-8049-c1281daabc93'], 'active': True} {{(pid=84043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:58:16.116938 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-e1406bf6-7e8c-4790-ae83-a4efc59646e9 req-19e6214b-949f-4cc6-85f7-ecdcc6f69316 tempest-ServersTestJSON-1424434350 tempest-ServersTestJSON-1424434350-project] 10.222.0.42 "GET /v2.0/ports?device_id=dc7e5d5c-2c20-4415-8437-c6a4530373c8 HTTP/1.1" status: 200 len: 210 time: 0.1916151 Apr 18 20:58:16.210968 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-c6c5bd0a-5a5a-403f-9d41-03a31bd61944 tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Unset dirty status for tenant:1256b788e8184019a07eb24a482acda4 on resource:router {{(pid=84040) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 20:58:16.216105 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-c6c5bd0a-5a5a-403f-9d41-03a31bd61944 tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] 10.222.0.42 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.5701549 Apr 18 20:58:16.225197 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 54120) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:58:16.325828 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.plugin [None req-de266df2-00e8-4f32-aaf6-54f2ab860527 None None] Calling delete_port for 8d1eb9dd-3223-4ddd-b661-4674ad88e3b1 owned by network:dhcp {{(pid=84042) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 20:58:16.365307 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 54126) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:58:16.399860 n-d-838334-2 neutron-server[84042]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1993: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship. (this warning may be suppressed after 10 occurrences) Apr 18 20:58:16.399860 n-d-838334-2 neutron-server[84042]: util.warn_limited( Apr 18 20:58:16.399860 n-d-838334-2 neutron-server[84042]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 20:58:16.399860 n-d-838334-2 neutron-server[84042]: util.warn( Apr 18 20:58:16.399860 n-d-838334-2 neutron-server[84042]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 20:58:16.399860 n-d-838334-2 neutron-server[84042]: util.warn( Apr 18 20:58:16.399860 n-d-838334-2 neutron-server[84042]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 20:58:16.399860 n-d-838334-2 neutron-server[84042]: util.warn( Apr 18 20:58:16.399860 n-d-838334-2 neutron-server[84042]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 20:58:16.399860 n-d-838334-2 neutron-server[84042]: util.warn( Apr 18 20:58:16.399860 n-d-838334-2 neutron-server[84042]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 20:58:16.399860 n-d-838334-2 neutron-server[84042]: util.warn( Apr 18 20:58:16.399860 n-d-838334-2 neutron-server[84042]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 20:58:16.399860 n-d-838334-2 neutron-server[84042]: util.warn( Apr 18 20:58:16.399860 n-d-838334-2 neutron-server[84042]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 20:58:16.399860 n-d-838334-2 neutron-server[84042]: util.warn( Apr 18 20:58:16.399860 n-d-838334-2 neutron-server[84042]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 20:58:16.399860 n-d-838334-2 neutron-server[84042]: util.warn( Apr 18 20:58:16.399860 n-d-838334-2 neutron-server[84042]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 20:58:16.399860 n-d-838334-2 neutron-server[84042]: util.warn( Apr 18 20:58:16.399860 n-d-838334-2 neutron-server[84042]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 20:58:16.399860 n-d-838334-2 neutron-server[84042]: util.warn( Apr 18 20:58:16.399860 n-d-838334-2 neutron-server[84042]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 20:58:16.399860 n-d-838334-2 neutron-server[84042]: util.warn( Apr 18 20:58:16.399860 n-d-838334-2 neutron-server[84042]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 20:58:16.399860 n-d-838334-2 neutron-server[84042]: util.warn( Apr 18 20:58:16.399860 n-d-838334-2 neutron-server[84042]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 20:58:16.399860 n-d-838334-2 neutron-server[84042]: util.warn( Apr 18 20:58:16.399860 n-d-838334-2 neutron-server[84042]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 20:58:16.399860 n-d-838334-2 neutron-server[84042]: util.warn( Apr 18 20:58:16.399860 n-d-838334-2 neutron-server[84042]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 20:58:16.399860 n-d-838334-2 neutron-server[84042]: util.warn( Apr 18 20:58:16.399860 n-d-838334-2 neutron-server[84042]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 20:58:16.399860 n-d-838334-2 neutron-server[84042]: util.warn( Apr 18 20:58:16.399860 n-d-838334-2 neutron-server[84042]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 20:58:16.399860 n-d-838334-2 neutron-server[84042]: util.warn( Apr 18 20:58:16.399860 n-d-838334-2 neutron-server[84042]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 20:58:16.399860 n-d-838334-2 neutron-server[84042]: util.warn( Apr 18 20:58:16.399860 n-d-838334-2 neutron-server[84042]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 20:58:16.399860 n-d-838334-2 neutron-server[84042]: util.warn( Apr 18 20:58:16.399860 n-d-838334-2 neutron-server[84042]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 20:58:16.399860 n-d-838334-2 neutron-server[84042]: util.warn( Apr 18 20:58:16.403109 n-d-838334-2 neutron-server[84042]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 20:58:16.403109 n-d-838334-2 neutron-server[84042]: util.warn( Apr 18 20:58:16.403109 n-d-838334-2 neutron-server[84042]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 20:58:16.403109 n-d-838334-2 neutron-server[84042]: util.warn( Apr 18 20:58:16.403109 n-d-838334-2 neutron-server[84042]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 20:58:16.403109 n-d-838334-2 neutron-server[84042]: util.warn( Apr 18 20:58:16.403109 n-d-838334-2 neutron-server[84042]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 20:58:16.403109 n-d-838334-2 neutron-server[84042]: util.warn( Apr 18 20:58:16.403109 n-d-838334-2 neutron-server[84042]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 20:58:16.403109 n-d-838334-2 neutron-server[84042]: util.warn( Apr 18 20:58:16.403109 n-d-838334-2 neutron-server[84042]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 20:58:16.403109 n-d-838334-2 neutron-server[84042]: util.warn( Apr 18 20:58:16.403109 n-d-838334-2 neutron-server[84042]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 20:58:16.403109 n-d-838334-2 neutron-server[84042]: util.warn( Apr 18 20:58:16.420641 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.agents_db [None req-6346a179-333c-4370-b5a6-936984aeab15 None None] Agent healthcheck: found 7 active agents {{(pid=84043) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 18 20:58:16.450127 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Provisioning for port 5b716934-1236-455c-945e-48c94c8b019e completed by entity L2. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 20:58:16.457719 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0af92fd-a4a2-4799-8948-9b503678c8f1 req-6c138794-af4b-4fa3-862a-9e68ccb9399d tempest-ServersNegativeTestJSON-508382254 tempest-ServersNegativeTestJSON-508382254-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:58:16.459960 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-e0af92fd-a4a2-4799-8948-9b503678c8f1 req-6c138794-af4b-4fa3-862a-9e68ccb9399d tempest-ServersNegativeTestJSON-508382254 tempest-ServersNegativeTestJSON-508382254-project] 10.222.0.42 "GET /v2.0/ports?device_id=2197a591-197e-47fe-9210-1387bfb6ec5e HTTP/1.1" status: 200 len: 945 time: 0.3669562 Apr 18 20:58:16.477582 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed106bef-303c-4d5e-ae98-b9a4205e7374 tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:58:16.477852 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-ed106bef-303c-4d5e-ae98-b9a4205e7374 tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Synchronizing usage tracker for tenant:1256b788e8184019a07eb24a482acda4 on resource:port {{(pid=84040) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 20:58:16.569438 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.l3_dvr_db [None req-b4ff378b-b3b7-4da3-967e-b3c44aec3063 None None] Set router eb2ef120-2c2e-4b9c-8049-c1281daabc93 gateway port host: n-d-838334-2 {{(pid=84043) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 20:58:16.592016 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-ed106bef-303c-4d5e-ae98-b9a4205e7374 tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Unset dirty status for tenant:1256b788e8184019a07eb24a482acda4 on resource:port {{(pid=84040) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 20:58:16.593412 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-ed106bef-303c-4d5e-ae98-b9a4205e7374 tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] 10.222.0.42 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.3645513 Apr 18 20:58:16.610432 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 54132) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:58:16.684541 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-361a3153-57ed-4e1e-8b56-40b3fa4d6409 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750375287399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253529'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:16.730971 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.db.api [None req-4ac35200-fbaf-407e-99b6-e25eb1d032be None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84042) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 18 20:58:16.731380 n-d-838334-2 neutron-server[84042]: DEBUG oslo_db.api [None req-4ac35200-fbaf-407e-99b6-e25eb1d032be None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 18 20:58:16.734537 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Device 8d1eb9dd-3223-4ddd-b661-4674ad88e3b1 no longer exists at agent ovs-agent-n-d-838334-2 {{(pid=84042) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 20:58:16.816926 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-ced8b997-4731-4774-877d-6e97fea57fe7 None None] Provisioning for port 5b716934-1236-455c-945e-48c94c8b019e completed by entity DHCP. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 20:58:16.836001 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.db [None req-891cf3cf-26ca-4e29-96b9-35792a48fe79 tempest-TaggedBootDevicesTest_v242-417596240 tempest-TaggedBootDevicesTest_v242-417596240-project] For port 8d1eb9dd-3223-4ddd-b661-4674ad88e3b1, host n-d-838334-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838334-2',level=0,port_id=8d1eb9dd-3223-4ddd-b661-4674ad88e3b1,segment=NetworkSegment(999db445-b59f-43ae-97e9-309f13729423),segment_id=999db445-b59f-43ae-97e9-309f13729423)] {{(pid=84041) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:58:16.837719 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-891cf3cf-26ca-4e29-96b9-35792a48fe79 tempest-TaggedBootDevicesTest_v242-417596240 tempest-TaggedBootDevicesTest_v242-417596240-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369123'] for port, precommit_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:16.860168 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-fbe8a61d-620b-4757-9b59-0e1f4a7818e6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:16.863093 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-ced8b997-4731-4774-877d-6e97fea57fe7 None None] Provisioning complete for port 5b716934-1236-455c-945e-48c94c8b019e triggered by entity DHCP. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:58:16.863575 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-ced8b997-4731-4774-877d-6e97fea57fe7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1253608'] for port, provisioning_complete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:16.875468 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-9e344e17-fe4c-4521-8a21-41430feb6212 req-f3fda8c7-98aa-4186-8eaf-866762706dfe service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=340d04fd839f4c0c896ec9bea561bc50&device_id=34bc9bea-04a4-4f27-915b-a0fabc6baf14 HTTP/1.1" status: 200 len: 1096 time: 1.0705700 Apr 18 20:58:16.964644 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-e0af92fd-a4a2-4799-8948-9b503678c8f1 req-f21ff349-c4c4-445c-83fb-caadbc803b48 tempest-ServersNegativeTestJSON-508382254 tempest-ServersNegativeTestJSON-508382254-project] 10.222.0.42 "GET /v2.0/security-groups?id=ada0ecb3-b1bc-4ba2-8e6c-b06ba09daca2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4964290 Apr 18 20:58:16.986498 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a001fb3-ad58-4acd-8d3e-ac36e06b997e tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:58:16.987201 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-0a001fb3-ad58-4acd-8d3e-ac36e06b997e tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Synchronizing usage tracker for tenant:1256b788e8184019a07eb24a482acda4 on resource:subnet {{(pid=84040) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 20:58:17.053242 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-0a001fb3-ad58-4acd-8d3e-ac36e06b997e tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Unset dirty status for tenant:1256b788e8184019a07eb24a482acda4 on resource:subnet {{(pid=84040) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 20:58:17.054432 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-0a001fb3-ad58-4acd-8d3e-ac36e06b997e tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] 10.222.0.42 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.4358966 Apr 18 20:58:17.120964 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 54140) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:58:17.130719 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [None req-fbe8a61d-620b-4757-9b59-0e1f4a7818e6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:58:17.241593 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-fbe8a61d-620b-4757-9b59-0e1f4a7818e6 admin admin] Usage tracker for resource:security_group_rule and tenant:dac75aa6420c45b495aa553c72a669ea is out of sync, need to count used quota {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:58:17.242596 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e344e17-fe4c-4521-8a21-41430feb6212 req-760b0c30-5f9b-4884-8f13-a620cadd26dd service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:58:17.244381 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-9e344e17-fe4c-4521-8a21-41430feb6212 req-760b0c30-5f9b-4884-8f13-a620cadd26dd service neutron] 10.222.0.43 "GET /v2.0/networks?id=794fa1b3-6f66-42ac-ab9f-a0e910c383ff HTTP/1.1" status: 200 len: 915 time: 0.2503464 Apr 18 20:58:17.246251 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-fbe8a61d-620b-4757-9b59-0e1f4a7818e6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:58:17.251422 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.plugin [None req-891cf3cf-26ca-4e29-96b9-35792a48fe79 tempest-TaggedBootDevicesTest_v242-417596240 tempest-TaggedBootDevicesTest_v242-417596240-project] Calling delete_port for 8d1eb9dd-3223-4ddd-b661-4674ad88e3b1 owned by network:dhcp {{(pid=84041) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 20:58:17.310857 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-b37f75a2-601d-4152-b914-1044e8621400 tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] 10.222.0.42 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1885226 Apr 18 20:58:17.312342 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [None req-fbe8a61d-620b-4757-9b59-0e1f4a7818e6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:58:17.320846 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 54146) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:58:17.350431 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.v2.base [None req-8b85757f-56c5-4f85-8c75-f86f674631b6 tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Request body: {'subnet': {'network_id': 'ef903069-7c89-4376-963f-99c58ca6d615', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'slaac'}} {{(pid=84040) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 20:58:17.361222 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.plugin [None req-4ac35200-fbaf-407e-99b6-e25eb1d032be None None] Deleting port 9bb75a7e-8632-4c5c-8fde-3d0e42de7a41 {{(pid=84042) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 20:58:17.361778 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-4ac35200-fbaf-407e-99b6-e25eb1d032be None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750375188691'] for port, before_delete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:17.430943 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-9e344e17-fe4c-4521-8a21-41430feb6212 req-944e20a2-44b6-4130-ba27-22ea0cda7a73 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=9d41b737-3508-402b-8ed9-14ff40d11b2a HTTP/1.1" status: 200 len: 999 time: 0.1526706 Apr 18 20:58:17.440678 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.l3_hamode_db [None req-b4ff378b-b3b7-4da3-967e-b3c44aec3063 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb2ef120-2c2e-4b9c-8049-c1281daabc93', 'name': 'tempest-AttachVolumeNegativeTest-965011108-router', 'tenant_id': '340d04fd839f4c0c896ec9bea561bc50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'external_fixed_ips': [{'subnet_id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'ip_address': '172.25.8.160'}], 'enable_snat': True}, 'gw_port_id': '0654fabf-3ea3-4a21-99de-c086a8f52f65', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:53:49Z', 'updated_at': '2022-04-18T20:53:55Z', 'revision_number': 4, 'project_id': '340d04fd839f4c0c896ec9bea561bc50', 'gw_port': {'id': '0654fabf-3ea3-4a21-99de-c086a8f52f65', 'name': '', 'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:f1:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb2ef120-2c2e-4b9c-8049-c1281daabc93', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'ip_address': '172.25.8.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:53:49Z', 'updated_at': '2022-04-18T20:53:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838334-2', '_floatingips': [{'id': 'eaf8532b-57ad-4356-b599-9c2ec0ecb988', 'tenant_id': '340d04fd839f4c0c896ec9bea561bc50', 'floating_ip_address': '172.25.8.149', 'floating_network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'router_id': 'eb2ef120-2c2e-4b9c-8049-c1281daabc93', 'port_id': '9d41b737-3508-402b-8ed9-14ff40d11b2a', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '794fa1b3-6f66-42ac-ab9f-a0e910c383ff', 'mac_address': 'fa:16:3e:f5:d2:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34bc9bea-04a4-4f27-915b-a0fabc6baf14', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T20:57:33Z', 'updated_at': '2022-04-18T20:58:07Z', 'revision_number': 1, 'project_id': '340d04fd839f4c0c896ec9bea561bc50', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'aa8998f0-5774-4503-93d9-f054eb0cbd71', 'name': '', 'network_id': '794fa1b3-6f66-42ac-ab9f-a0e910c383ff', 'tenant_id': '340d04fd839f4c0c896ec9bea561bc50', 'mac_address': 'fa:16:3e:d6:c4:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb2ef120-2c2e-4b9c-8049-c1281daabc93', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '66a6cd83-be1c-4e76-9e19-a8f33a82294d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:53:54Z', 'updated_at': '2022-04-18T20:54:11Z', 'revision_number': 5, 'project_id': '340d04fd839f4c0c896ec9bea561bc50', 'subnets': [{'id': '66a6cd83-be1c-4e76-9e19-a8f33a82294d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838334-2', False) {} {{(pid=84043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:58:17.445527 n-d-838334-2 neutron-server[84043]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4ff378b-b3b7-4da3-967e-b3c44aec3063 None None] The sync data for ids ['eb2ef120-2c2e-4b9c-8049-c1281daabc93'] in n-d-838334-2 is: [{'id': 'eb2ef120-2c2e-4b9c-8049-c1281daabc93', 'name': 'tempest-AttachVolumeNegativeTest-965011108-router', 'tenant_id': '340d04fd839f4c0c896ec9bea561bc50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'external_fixed_ips': [{'subnet_id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'ip_address': '172.25.8.160'}], 'enable_snat': True}, 'gw_port_id': '0654fabf-3ea3-4a21-99de-c086a8f52f65', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:53:49Z', 'updated_at': '2022-04-18T20:53:55Z', 'revision_number': 4, 'project_id': '340d04fd839f4c0c896ec9bea561bc50', 'gw_port': {'id': '0654fabf-3ea3-4a21-99de-c086a8f52f65', 'name': '', 'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:f1:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb2ef120-2c2e-4b9c-8049-c1281daabc93', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'ip_address': '172.25.8.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:53:49Z', 'updated_at': '2022-04-18T20:53:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838334-2', '_floatingips': [{'id': 'eaf8532b-57ad-4356-b599-9c2ec0ecb988', 'tenant_id': '340d04fd839f4c0c896ec9bea561bc50', 'floating_ip_address': '172.25.8.149', 'floating_network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'router_id': 'eb2ef120-2c2e-4b9c-8049-c1281daabc93', 'port_id': '9d41b737-3508-402b-8ed9-14ff40d11b2a', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '794fa1b3-6f66-42ac-ab9f-a0e910c383ff', 'mac_address': 'fa:16:3e:f5:d2:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34bc9bea-04a4-4f27-915b-a0fabc6baf14', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T20:57:33Z', 'updated_at': '2022-04-18T20:58:07Z', 'revision_number': 1, 'project_id': '340d04fd839f4c0c896ec9bea561bc50', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'aa8998f0-5774-4503-93d9-f054eb0cbd71', 'name': '', 'network_id': '794fa1b3-6f66-42ac-ab9f-a0e910c383ff', 'tenant_id': '340d04fd839f4c0c896ec9bea561bc50', 'mac_address': 'fa:16:3e:d6:c4:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb2ef120-2c2e-4b9c-8049-c1281daabc93', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '66a6cd83-be1c-4e76-9e19-a8f33a82294d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:53:54Z', 'updated_at': '2022-04-18T20:54:11Z', 'revision_number': 5, 'project_id': '340d04fd839f4c0c896ec9bea561bc50', 'subnets': [{'id': '66a6cd83-be1c-4e76-9e19-a8f33a82294d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84043) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 18 20:58:17.465505 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-ced8b997-4731-4774-877d-6e97fea57fe7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:17.540724 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-ced8b997-4731-4774-877d-6e97fea57fe7 None None] For port 5b716934-1236-455c-945e-48c94c8b019e, host n-d-838334-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838334-2',level=0,port_id=5b716934-1236-455c-945e-48c94c8b019e,segment=NetworkSegment(fbf28fbd-36f8-46f3-be08-57d41821e390),segment_id=fbf28fbd-36f8-46f3-be08-57d41821e390)] {{(pid=84042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:58:17.540929 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e344e17-fe4c-4521-8a21-41430feb6212 req-5011b054-39eb-4727-a1a1-7ed96efa4486 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:58:17.542211 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-9e344e17-fe4c-4521-8a21-41430feb6212 req-5011b054-39eb-4727-a1a1-7ed96efa4486 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=66a6cd83-be1c-4e76-9e19-a8f33a82294d HTTP/1.1" status: 200 len: 853 time: 0.0992751 Apr 18 20:58:17.550676 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.db.api [None req-891cf3cf-26ca-4e29-96b9-35792a48fe79 tempest-TaggedBootDevicesTest_v242-417596240 tempest-TaggedBootDevicesTest_v242-417596240-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84041) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 18 20:58:17.551055 n-d-838334-2 neutron-server[84041]: DEBUG oslo_db.api [None req-891cf3cf-26ca-4e29-96b9-35792a48fe79 tempest-TaggedBootDevicesTest_v242-417596240 tempest-TaggedBootDevicesTest_v242-417596240-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84041) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 18 20:58:17.586170 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.plugin [None req-4ac35200-fbaf-407e-99b6-e25eb1d032be None None] The port '9bb75a7e-8632-4c5c-8fde-3d0e42de7a41' was deleted {{(pid=84042) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 18 20:58:17.594673 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:17.623160 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-de266df2-00e8-4f32-aaf6-54f2ab860527 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750375259028', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750374836628'] for port, after_delete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:17.635808 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-ced8b997-4731-4774-877d-6e97fea57fe7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682'] for port, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:17.654618 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-9e344e17-fe4c-4521-8a21-41430feb6212 req-c215e712-59cb-4fdf-b692-1a3f1d90a08c service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=794fa1b3-6f66-42ac-ab9f-a0e910c383ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1050344 Apr 18 20:58:17.680822 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de266df2-00e8-4f32-aaf6-54f2ab860527 None None] No DVR routers for this DVR port 8d1eb9dd-3223-4ddd-b661-4674ad88e3b1 on host n-d-838334-2 {{(pid=84042) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 20:58:17.735863 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de266df2-00e8-4f32-aaf6-54f2ab860527 None None] Pushing event deleted for resources: {'Port': ['ID=8d1eb9dd-3223-4ddd-b661-4674ad88e3b1,revision_number=None']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:58:17.759792 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86614d8b-a56d-46f9-9328-5eda2f6051db req-a3acbaf2-0652-4075-a829-d8271d21f034 tempest-AttachVolumeShelveTestJSON-1712717013 tempest-AttachVolumeShelveTestJSON-1712717013-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:58:17.761312 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-86614d8b-a56d-46f9-9328-5eda2f6051db req-a3acbaf2-0652-4075-a829-d8271d21f034 tempest-AttachVolumeShelveTestJSON-1712717013 tempest-AttachVolumeShelveTestJSON-1712717013-project] 10.222.0.42 "GET /v2.0/ports?device_id=5b9655ef-e7a4-49b4-bc6e-a6c04beac88f HTTP/1.1" status: 200 len: 946 time: 0.5283701 Apr 18 20:58:17.769768 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7371fe61-7948-4290-858c-9dbd9dc2da66 req-525b23e7-ce26-42cd-a3b6-414ca976cbec tempest-DeleteServersTestJSON-915645800 tempest-DeleteServersTestJSON-915645800-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:58:17.777887 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-7371fe61-7948-4290-858c-9dbd9dc2da66 req-525b23e7-ce26-42cd-a3b6-414ca976cbec tempest-DeleteServersTestJSON-915645800 tempest-DeleteServersTestJSON-915645800-project] 10.222.0.42 "GET /v2.0/ports?device_id=55a80075-aa22-491b-9e11-27a3744ffe93 HTTP/1.1" status: 200 len: 944 time: 0.7389538 Apr 18 20:58:17.817038 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1dd68eb-ad12-4775-9a26-75c58310ce68 None None] New status for floating IP eaf8532b-57ad-4356-b599-9c2ec0ecb988: ACTIVE {{(pid=84042) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Apr 18 20:58:17.870425 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [None req-8b85757f-56c5-4f85-8c75-f86f674631b6 tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:58:17.871043 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-9e344e17-fe4c-4521-8a21-41430feb6212 req-a0ed2980-5da0-43b2-a470-cfa00f4fb949 service neutron] 10.222.0.43 "GET /v2.0/networks/794fa1b3-6f66-42ac-ab9f-a0e910c383ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2084548 Apr 18 20:58:17.931173 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [None req-8b85757f-56c5-4f85-8c75-f86f674631b6 tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:58:17.952857 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-7371fe61-7948-4290-858c-9dbd9dc2da66 req-8e5a2400-32ee-488c-afed-af0d6b13f24e tempest-DeleteServersTestJSON-915645800 tempest-DeleteServersTestJSON-915645800-project] 10.222.0.42 "GET /v2.0/security-groups?id=588d127b-19b7-4c3d-9f79-a400181b94e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1740026 Apr 18 20:58:17.965832 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-fbe8a61d-620b-4757-9b59-0e1f4a7818e6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:17.991719 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-fbe8a61d-620b-4757-9b59-0e1f4a7818e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33528224'] for security_group, after_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:18.074715 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.plugin [None req-891cf3cf-26ca-4e29-96b9-35792a48fe79 tempest-TaggedBootDevicesTest_v242-417596240 tempest-TaggedBootDevicesTest_v242-417596240-project] Deleting port 8d1eb9dd-3223-4ddd-b661-4674ad88e3b1 {{(pid=84041) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 20:58:18.074983 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-891cf3cf-26ca-4e29-96b9-35792a48fe79 tempest-TaggedBootDevicesTest_v242-417596240 tempest-TaggedBootDevicesTest_v242-417596240-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750375188691'] for port, before_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:18.103409 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbe8a61d-620b-4757-9b59-0e1f4a7818e6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0c01344f-4533-48d1-b8f3-bd2e612c3980,revision_number=1']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:58:18.116552 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-19471a08-0a1d-454d-bec7-6d22dcc8887b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750375287399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253529'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:18.119855 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b85757f-56c5-4f85-8c75-f86f674631b6 tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Made reservation on behalf of 1256b788e8184019a07eb24a482acda4 for: {'subnet': 1} {{(pid=84040) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:58:18.123079 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-8b85757f-56c5-4f85-8c75-f86f674631b6 tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31752722'] for subnet, before_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:18.174079 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-86614d8b-a56d-46f9-9328-5eda2f6051db req-1a934ba6-6db5-41fa-bf82-573c20d46b7c tempest-AttachVolumeShelveTestJSON-1712717013 tempest-AttachVolumeShelveTestJSON-1712717013-project] 10.222.0.42 "GET /v2.0/security-groups?id=e08cc47c-4c66-43de-a30b-78ed2c16d927&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3609512 Apr 18 20:58:18.288134 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.plugin [None req-891cf3cf-26ca-4e29-96b9-35792a48fe79 tempest-TaggedBootDevicesTest_v242-417596240 tempest-TaggedBootDevicesTest_v242-417596240-project] The port '8d1eb9dd-3223-4ddd-b661-4674ad88e3b1' was deleted {{(pid=84041) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 18 20:58:18.336851 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85f77b77-3489-48cd-bf78-cdd0194432f4 None None] DHCP port deletion for ef903069-7c89-4376-963f-99c58ca6d615 request from n-d-838334-2 {{(pid=84042) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 18 20:58:18.388477 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.plugin [None req-85f77b77-3489-48cd-bf78-cdd0194432f4 None None] Deleting port 5b716934-1236-455c-945e-48c94c8b019e {{(pid=84042) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 20:58:18.389318 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-58c5b8a5-51a7-4d95-a12f-3c0633400cef req-2b5a2c83-0fd3-43d7-b462-774248f7df96 tempest-ServersTestJSON-1424434350 tempest-ServersTestJSON-1424434350-project] 10.222.0.42 "GET /v2.0/ports?device_id=dc7e5d5c-2c20-4415-8437-c6a4530373c8 HTTP/1.1" status: 200 len: 210 time: 0.1044092 Apr 18 20:58:18.390104 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-85f77b77-3489-48cd-bf78-cdd0194432f4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750375188691'] for port, before_delete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:18.394298 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-fbe8a61d-620b-4757-9b59-0e1f4a7818e6 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=dac75aa6420c45b495aa553c72a669ea&name=default HTTP/1.1" status: 200 len: 2647 time: 2.0201600 Apr 18 20:58:18.397809 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 54152) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:58:18.407831 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc6c4e12-8ed9-4de0-86af-2b3a7a1bdc27 req-ad5ce474-a86c-4d19-aaa0-f9bb2b712b50 tempest-ServersTestJSON-1424434350 tempest-ServersTestJSON-1424434350-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:58:18.409525 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-cc6c4e12-8ed9-4de0-86af-2b3a7a1bdc27 req-ad5ce474-a86c-4d19-aaa0-f9bb2b712b50 tempest-ServersTestJSON-1424434350 tempest-ServersTestJSON-1424434350-project] 10.222.0.43 "GET /v2.0/networks?id=7083f08e-ab4e-49e9-91e4-270e03cc3e4c HTTP/1.1" status: 200 len: 805 time: 0.5317283 Apr 18 20:58:18.429538 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ced8b997-4731-4774-877d-6e97fea57fe7 None None] Pushing event updated for resources: {'Port': ['ID=5b716934-1236-455c-945e-48c94c8b019e,revision_number=4']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:58:18.517814 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.v2.base [req-cc6c4e12-8ed9-4de0-86af-2b3a7a1bdc27 req-29ccfc4f-cb57-4679-9597-0453eb2a7246 tempest-ServersTestJSON-1424434350 tempest-ServersTestJSON-1424434350-project] Request body: {'port': {'device_id': 'dc7e5d5c-2c20-4415-8437-c6a4530373c8', 'network_id': '7083f08e-ab4e-49e9-91e4-270e03cc3e4c', 'admin_state_up': True, 'tenant_id': 'ba267e3ba48c4ff1b4fc57f8cfab7c8c'}} {{(pid=84041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 20:58:18.692770 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-5faf230f-34c8-47e1-b49c-786056d2ec36 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:18.725939 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d1bc67e-523f-4bf5-80b4-5af455bf571a req-994d1f88-7ddd-4fba-ae2f-0b4cf42d0f6e tempest-AttachVolumeShelveTestJSON-1712717013 tempest-AttachVolumeShelveTestJSON-1712717013-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:58:18.726174 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-891cf3cf-26ca-4e29-96b9-35792a48fe79 tempest-TaggedBootDevicesTest_v242-417596240 tempest-TaggedBootDevicesTest_v242-417596240-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1258905', 'neutron.services.segments.db._delete_segments_for_network-8750375287417'] for network, precommit_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:18.727404 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-0d1bc67e-523f-4bf5-80b4-5af455bf571a req-994d1f88-7ddd-4fba-ae2f-0b4cf42d0f6e tempest-AttachVolumeShelveTestJSON-1712717013 tempest-AttachVolumeShelveTestJSON-1712717013-project] 10.222.0.48 "GET /v2.0/ports?device_id=5b9655ef-e7a4-49b4-bc6e-a6c04beac88f HTTP/1.1" status: 200 len: 946 time: 0.2873313 Apr 18 20:58:18.729086 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-85f77b77-3489-48cd-bf78-cdd0194432f4 None None] For port 5b716934-1236-455c-945e-48c94c8b019e, host n-d-838334-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838334-2',level=0,port_id=5b716934-1236-455c-945e-48c94c8b019e,segment=NetworkSegment(fbf28fbd-36f8-46f3-be08-57d41821e390),segment_id=fbf28fbd-36f8-46f3-be08-57d41821e390)] {{(pid=84042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:58:18.729581 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-85f77b77-3489-48cd-bf78-cdd0194432f4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369123'] for port, precommit_delete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:18.742433 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-9e344e17-fe4c-4521-8a21-41430feb6212 req-3bcaab2f-7bc4-46af-a4ce-7b51b172d1a7 service neutron] 10.222.0.43 "GET /v2.0/networks/794fa1b3-6f66-42ac-ab9f-a0e910c383ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8421783 Apr 18 20:58:18.773362 n-d-838334-2 neutron-server[84041]: DEBUG neutron.services.segments.db [None req-891cf3cf-26ca-4e29-96b9-35792a48fe79 tempest-TaggedBootDevicesTest_v242-417596240 tempest-TaggedBootDevicesTest_v242-417596240-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4c6d63fa-10ee-46ac-a5d2-fd4675ff700f']}} {{(pid=84041) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:58:18.775442 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-5faf230f-34c8-47e1-b49c-786056d2ec36 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:18.801050 n-d-838334-2 neutron-server[84041]: DEBUG neutron.services.segments.db [None req-891cf3cf-26ca-4e29-96b9-35792a48fe79 tempest-TaggedBootDevicesTest_v242-417596240 tempest-TaggedBootDevicesTest_v242-417596240-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '999db445-b59f-43ae-97e9-309f13729423') {'for_net_delete': True} {{(pid=84041) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:58:18.801380 n-d-838334-2 neutron-server[84041]: DEBUG neutron.services.segments.db [None req-891cf3cf-26ca-4e29-96b9-35792a48fe79 tempest-TaggedBootDevicesTest_v242-417596240 tempest-TaggedBootDevicesTest_v242-417596240-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '999db445-b59f-43ae-97e9-309f13729423') {} {{(pid=84041) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:58:18.806011 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63f4529c-d9dc-4657-9376-888b877789f0 req-b657d601-d997-427e-81ab-259b8649789f tempest-ServersNegativeTestJSON-508382254 tempest-ServersNegativeTestJSON-508382254-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:58:18.807652 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-63f4529c-d9dc-4657-9376-888b877789f0 req-b657d601-d997-427e-81ab-259b8649789f tempest-ServersNegativeTestJSON-508382254 tempest-ServersNegativeTestJSON-508382254-project] 10.222.0.42 "GET /v2.0/ports?device_id=2197a591-197e-47fe-9210-1387bfb6ec5e HTTP/1.1" status: 200 len: 945 time: 0.3087201 Apr 18 20:58:18.820236 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-891cf3cf-26ca-4e29-96b9-35792a48fe79 tempest-TaggedBootDevicesTest_v242-417596240 tempest-TaggedBootDevicesTest_v242-417596240-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750375287300', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32268156'] for segment, before_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:18.851289 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-891cf3cf-26ca-4e29-96b9-35792a48fe79 tempest-TaggedBootDevicesTest_v242-417596240 tempest-TaggedBootDevicesTest_v242-417596240-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1082986'] for segment, precommit_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:18.853834 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [req-cc6c4e12-8ed9-4de0-86af-2b3a7a1bdc27 req-29ccfc4f-cb57-4679-9597-0453eb2a7246 tempest-ServersTestJSON-1424434350 tempest-ServersTestJSON-1424434350-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:58:18.858144 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.plugin [None req-85f77b77-3489-48cd-bf78-cdd0194432f4 None None] Calling delete_port for 5b716934-1236-455c-945e-48c94c8b019e owned by network:dhcp {{(pid=84042) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 20:58:18.863198 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-891cf3cf-26ca-4e29-96b9-35792a48fe79 tempest-TaggedBootDevicesTest_v242-417596240 tempest-TaggedBootDevicesTest_v242-417596240-project] Releasing vlan 375 on physical network physnet1 to pool {{(pid=84041) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 18 20:58:18.863582 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-891cf3cf-26ca-4e29-96b9-35792a48fe79 tempest-TaggedBootDevicesTest_v242-417596240 tempest-TaggedBootDevicesTest_v242-417596240-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1082993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32266254'] for segment, after_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:18.882646 n-d-838334-2 neutron-server[84041]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 20:58:18.882646 n-d-838334-2 neutron-server[84041]: util.warn( Apr 18 20:58:18.882646 n-d-838334-2 neutron-server[84041]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 20:58:18.882646 n-d-838334-2 neutron-server[84041]: util.warn( Apr 18 20:58:18.882646 n-d-838334-2 neutron-server[84041]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 20:58:18.882646 n-d-838334-2 neutron-server[84041]: util.warn( Apr 18 20:58:18.882646 n-d-838334-2 neutron-server[84041]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 20:58:18.882646 n-d-838334-2 neutron-server[84041]: util.warn( Apr 18 20:58:18.882646 n-d-838334-2 neutron-server[84041]: Traceback (most recent call last): Apr 18 20:58:18.882646 n-d-838334-2 neutron-server[84041]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 18 20:58:18.882646 n-d-838334-2 neutron-server[84041]: timer() Apr 18 20:58:18.882646 n-d-838334-2 neutron-server[84041]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 20:58:18.882646 n-d-838334-2 neutron-server[84041]: cb(*args, **kw) Apr 18 20:58:18.882646 n-d-838334-2 neutron-server[84041]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 18 20:58:18.882646 n-d-838334-2 neutron-server[84041]: return func(*args, **kwargs) Apr 18 20:58:18.882646 n-d-838334-2 neutron-server[84041]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 20:58:18.882646 n-d-838334-2 neutron-server[84041]: self._notify() Apr 18 20:58:18.882646 n-d-838334-2 neutron-server[84041]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 20:58:18.882646 n-d-838334-2 neutron-server[84041]: self.callback(batched_events) Apr 18 20:58:18.882646 n-d-838334-2 neutron-server[84041]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 20:58:18.882646 n-d-838334-2 neutron-server[84041]: event.method(event) Apr 18 20:58:18.882646 n-d-838334-2 neutron-server[84041]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 18 20:58:18.882646 n-d-838334-2 neutron-server[84041]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 20:58:18.882646 n-d-838334-2 neutron-server[84041]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 18 20:58:18.882646 n-d-838334-2 neutron-server[84041]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 20:58:18.882646 n-d-838334-2 neutron-server[84041]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 18 20:58:18.882646 n-d-838334-2 neutron-server[84041]: return f(self, *a, **k) Apr 18 20:58:18.882646 n-d-838334-2 neutron-server[84041]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 18 20:58:18.882646 n-d-838334-2 neutron-server[84041]: return self._get(url).json() Apr 18 20:58:18.882646 n-d-838334-2 neutron-server[84041]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 18 20:58:18.882646 n-d-838334-2 neutron-server[84041]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 20:58:18.882646 n-d-838334-2 neutron-server[84041]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 18 20:58:18.882646 n-d-838334-2 neutron-server[84041]: return self.request(url, 'GET', **kwargs) Apr 18 20:58:18.882646 n-d-838334-2 neutron-server[84041]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 18 20:58:18.882646 n-d-838334-2 neutron-server[84041]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 20:58:18.882646 n-d-838334-2 neutron-server[84041]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 18 20:58:18.882646 n-d-838334-2 neutron-server[84041]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 20:58:18.882646 n-d-838334-2 neutron-server[84041]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 18 20:58:18.882646 n-d-838334-2 neutron-server[84041]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 20:58:18.882646 n-d-838334-2 neutron-server[84041]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 20:58:18.906170 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.plugin [req-0d1bc67e-523f-4bf5-80b4-5af455bf571a req-f857e507-de4e-4a84-93a8-f724a673f6a7 tempest-AttachVolumeShelveTestJSON-1712717013 tempest-AttachVolumeShelveTestJSON-1712717013-project] Deleting port d93b9095-a088-4a58-a38e-5e53d7759fcc {{(pid=84040) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 20:58:18.906505 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-0d1bc67e-523f-4bf5-80b4-5af455bf571a req-f857e507-de4e-4a84-93a8-f724a673f6a7 tempest-AttachVolumeShelveTestJSON-1712717013 tempest-AttachVolumeShelveTestJSON-1712717013-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750375188691'] for port, before_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:18.933969 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [req-cc6c4e12-8ed9-4de0-86af-2b3a7a1bdc27 req-29ccfc4f-cb57-4679-9597-0453eb2a7246 tempest-ServersTestJSON-1424434350 tempest-ServersTestJSON-1424434350-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:58:18.963238 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750375287399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253529'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:18.971178 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-85f77b77-3489-48cd-bf78-cdd0194432f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750375259028', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750374836628'] for port, after_delete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:18.976451 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cc6c4e12-8ed9-4de0-86af-2b3a7a1bdc27 req-29ccfc4f-cb57-4679-9597-0453eb2a7246 tempest-ServersTestJSON-1424434350 tempest-ServersTestJSON-1424434350-project] Made reservation on behalf of ba267e3ba48c4ff1b4fc57f8cfab7c8c for: {'port': 1} {{(pid=84041) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:58:18.982578 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [req-cc6c4e12-8ed9-4de0-86af-2b3a7a1bdc27 req-29ccfc4f-cb57-4679-9597-0453eb2a7246 tempest-ServersTestJSON-1424434350 tempest-ServersTestJSON-1424434350-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:19.002997 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-891cf3cf-26ca-4e29-96b9-35792a48fe79 tempest-TaggedBootDevicesTest_v242-417596240 tempest-TaggedBootDevicesTest_v242-417596240-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1258898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33526109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33444113'] for network, after_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:19.031119 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85f77b77-3489-48cd-bf78-cdd0194432f4 None None] No DVR routers for this DVR port 5b716934-1236-455c-945e-48c94c8b019e on host n-d-838334-2 {{(pid=84042) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 20:58:19.058917 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85f77b77-3489-48cd-bf78-cdd0194432f4 None None] Pushing event deleted for resources: {'Port': ['ID=5b716934-1236-455c-945e-48c94c8b019e,revision_number=None']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:58:19.072571 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-63f4529c-d9dc-4657-9376-888b877789f0 req-1d11e107-42b0-4aca-b27f-3151ba2bc609 tempest-ServersNegativeTestJSON-508382254 tempest-ServersNegativeTestJSON-508382254-project] 10.222.0.42 "GET /v2.0/security-groups?id=ada0ecb3-b1bc-4ba2-8e6c-b06ba09daca2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2408023 Apr 18 20:58:19.080079 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-5faf230f-34c8-47e1-b49c-786056d2ec36 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33528224'] for security_group, after_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:19.124282 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-891cf3cf-26ca-4e29-96b9-35792a48fe79 tempest-TaggedBootDevicesTest_v242-417596240 tempest-TaggedBootDevicesTest_v242-417596240-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32378031'] for network, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:19.132961 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-891cf3cf-26ca-4e29-96b9-35792a48fe79 tempest-TaggedBootDevicesTest_v242-417596240 tempest-TaggedBootDevicesTest_v242-417596240-project] Pushing event deleted for resources: {'Network': ['ID=4c6d63fa-10ee-46ac-a5d2-fd4675ff700f,revision_number=None']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:58:19.142993 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5faf230f-34c8-47e1-b49c-786056d2ec36 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c01344f-4533-48d1-b8f3-bd2e612c3980,revision_number=None']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:58:19.198734 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-891cf3cf-26ca-4e29-96b9-35792a48fe79 tempest-TaggedBootDevicesTest_v242-417596240 tempest-TaggedBootDevicesTest_v242-417596240-project] 10.222.0.42 "DELETE /v2.0/networks/4c6d63fa-10ee-46ac-a5d2-fd4675ff700f HTTP/1.1" status: 204 len: 168 time: 3.7661598 Apr 18 20:58:19.220543 n-d-838334-2 neutron-server[84040]: DEBUG neutron.objects.ports [None req-8b85757f-56c5-4f85-8c75-f86f674631b6 tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=84040) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} Apr 18 20:58:19.221957 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-5faf230f-34c8-47e1-b49c-786056d2ec36 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:19.224032 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-5faf230f-34c8-47e1-b49c-786056d2ec36 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/0c01344f-4533-48d1-b8f3-bd2e612c3980 HTTP/1.1" status: 204 len: 168 time: 0.8252034 Apr 18 20:58:19.248798 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.db_base_plugin_common [req-cc6c4e12-8ed9-4de0-86af-2b3a7a1bdc27 req-29ccfc4f-cb57-4679-9597-0453eb2a7246 tempest-ServersTestJSON-1424434350 tempest-ServersTestJSON-1424434350-project] Allocated IP 172.20.0.13 (7083f08e-ab4e-49e9-91e4-270e03cc3e4c/b602689e-1bf9-4316-afee-2c16d3405af1/d9153e07-c40d-4fb5-b18e-6294e2f33263) {{(pid=84041) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:58:19.254829 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-8b85757f-56c5-4f85-8c75-f86f674631b6 tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33526260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32441074', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31752704'] for subnet, after_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:19.424184 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-414b6ffe-e119-47bc-b18f-bcff1219c2f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750375287399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253529'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:19.488863 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [req-cc6c4e12-8ed9-4de0-86af-2b3a7a1bdc27 req-29ccfc4f-cb57-4679-9597-0453eb2a7246 tempest-ServersTestJSON-1424434350 tempest-ServersTestJSON-1424434350-project] Notify callbacks [] for port, precommit_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:19.505786 n-d-838334-2 neutron-server[84040]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b85757f-56c5-4f85-8c75-f86f674631b6 tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Network ef903069-7c89-4376-963f-99c58ca6d615 is already hosted by enough agents. {{(pid=84040) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:58:19.519317 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [req-cc6c4e12-8ed9-4de0-86af-2b3a7a1bdc27 req-29ccfc4f-cb57-4679-9597-0453eb2a7246 tempest-ServersTestJSON-1424434350 tempest-ServersTestJSON-1424434350-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750374836619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32266323'] for port, after_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:19.532929 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] get_ports_and_sgs() called for port_ids ['8f0ac191-0475-420d-bcd7-62c84624a6ea'] {{(pid=84042) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 18 20:58:19.561531 n-d-838334-2 neutron-server[84040]: DEBUG neutron.scheduler.base_scheduler [None req-8b85757f-56c5-4f85-8c75-f86f674631b6 tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Resources bound (agent type, host, resource id): {{(pid=84040) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:58:19.565894 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b85757f-56c5-4f85-8c75-f86f674631b6 tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:58:19.566506 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-8b85757f-56c5-4f85-8c75-f86f674631b6 tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32378031'] for subnet, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:19.595895 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b85757f-56c5-4f85-8c75-f86f674631b6 tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Pushing event updated for resources: {'Subnet': ['ID=3549ae83-b4b4-4953-837f-4f55d0dfd46e,revision_number=0']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:58:19.605307 n-d-838334-2 neutron-server[84041]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cc6c4e12-8ed9-4de0-86af-2b3a7a1bdc27 req-29ccfc4f-cb57-4679-9597-0453eb2a7246 tempest-ServersTestJSON-1424434350 tempest-ServersTestJSON-1424434350-project] Network 7083f08e-ab4e-49e9-91e4-270e03cc3e4c is already hosted by enough agents. {{(pid=84041) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:58:19.610733 n-d-838334-2 neutron-server[84041]: DEBUG neutron.scheduler.base_scheduler [req-cc6c4e12-8ed9-4de0-86af-2b3a7a1bdc27 req-29ccfc4f-cb57-4679-9597-0453eb2a7246 tempest-ServersTestJSON-1424434350 tempest-ServersTestJSON-1424434350-project] Resources bound (agent type, host, resource id): {{(pid=84041) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:58:19.612402 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29ccfc4f-cb57-4679-9597-0453eb2a7246 tempest-ServersTestJSON-1424434350 tempest-ServersTestJSON-1424434350-project] Pushing event updated for resources: {'Port': ['ID=d9153e07-c40d-4fb5-b18e-6294e2f33263,revision_number=1']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:58:19.616646 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.l3_dvrscheduler_db [req-cc6c4e12-8ed9-4de0-86af-2b3a7a1bdc27 req-29ccfc4f-cb57-4679-9597-0453eb2a7246 tempest-ServersTestJSON-1424434350 tempest-ServersTestJSON-1424434350-project] Received port after_create {{(pid=84041) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 20:58:19.638730 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4fd32c7-e81c-4b74-981a-acee9ee87f58 None None] Network ef903069-7c89-4376-963f-99c58ca6d615 requested from n-d-838334-2 {{(pid=84042) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 20:58:19.644801 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-8b85757f-56c5-4f85-8c75-f86f674631b6 tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 824 time: 2.3214216 Apr 18 20:58:19.649566 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 54178) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:58:19.657578 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.db [req-0d1bc67e-523f-4bf5-80b4-5af455bf571a req-f857e507-de4e-4a84-93a8-f724a673f6a7 tempest-AttachVolumeShelveTestJSON-1712717013 tempest-AttachVolumeShelveTestJSON-1712717013-project] For port d93b9095-a088-4a58-a38e-5e53d7759fcc, host n-h2-838334-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838334-2',level=0,port_id=d93b9095-a088-4a58-a38e-5e53d7759fcc,segment=NetworkSegment(cd8c59c7-b4b2-44a4-be0f-4e934073fee4),segment_id=cd8c59c7-b4b2-44a4-be0f-4e934073fee4)] {{(pid=84040) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:58:19.657936 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-0d1bc67e-523f-4bf5-80b4-5af455bf571a req-f857e507-de4e-4a84-93a8-f724a673f6a7 tempest-AttachVolumeShelveTestJSON-1712717013 tempest-AttachVolumeShelveTestJSON-1712717013-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369123'] for port, precommit_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:19.666351 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.v2.base [None req-8da1dbf8-f0e7-48de-95ea-78c44ea96523 tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Request body: {'port': {'network_id': 'ef903069-7c89-4376-963f-99c58ca6d615', 'mac_address': 'fa:16:3e:5e:b4:96', 'name': 'tempest-NetworksTestDHCPv6-878959295'}} {{(pid=84041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 20:58:19.732692 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Device 4e8ec379-9d74-4d9f-b753-0d2e1dc93872 up at agent hyperv_n-h2-838334-2 {{(pid=84042) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 20:58:19.741605 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 54182) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:58:19.752370 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bbf76fe-b2a6-4a65-be68-162ee3b3c3f0 req-17360f61-c5bf-485c-97f8-c5b031e0e351 tempest-DeleteServersTestJSON-915645800 tempest-DeleteServersTestJSON-915645800-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:58:19.753958 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-7bbf76fe-b2a6-4a65-be68-162ee3b3c3f0 req-17360f61-c5bf-485c-97f8-c5b031e0e351 tempest-DeleteServersTestJSON-915645800 tempest-DeleteServersTestJSON-915645800-project] 10.222.0.42 "GET /v2.0/ports?device_id=55a80075-aa22-491b-9e11-27a3744ffe93 HTTP/1.1" status: 200 len: 944 time: 0.5231888 Apr 18 20:58:19.783146 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc6c4e12-8ed9-4de0-86af-2b3a7a1bdc27 req-29ccfc4f-cb57-4679-9597-0453eb2a7246 tempest-ServersTestJSON-1424434350 tempest-ServersTestJSON-1424434350-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:58:19.783786 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [req-cc6c4e12-8ed9-4de0-86af-2b3a7a1bdc27 req-29ccfc4f-cb57-4679-9597-0453eb2a7246 tempest-ServersTestJSON-1424434350 tempest-ServersTestJSON-1424434350-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217293'] for port, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:19.791129 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-814d4866-7ce5-45c0-aac7-8756b9d95b80 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:19.806922 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afaa5431-2bfa-4084-ade2-c08157f95466 req-961a8d8d-7ec3-4471-bf13-6c5c2b4d3242 tempest-ServersNegativeTestJSON-508382254 tempest-ServersNegativeTestJSON-508382254-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:58:19.808497 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-afaa5431-2bfa-4084-ade2-c08157f95466 req-961a8d8d-7ec3-4471-bf13-6c5c2b4d3242 tempest-ServersNegativeTestJSON-508382254 tempest-ServersNegativeTestJSON-508382254-project] 10.222.0.42 "GET /v2.0/networks?id=0bad4841-e9a6-4877-8de7-2befe85ffb51 HTTP/1.1" status: 200 len: 813 time: 0.3774707 Apr 18 20:58:19.833694 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-cc6c4e12-8ed9-4de0-86af-2b3a7a1bdc27 req-29ccfc4f-cb57-4679-9597-0453eb2a7246 tempest-ServersTestJSON-1424434350 tempest-ServersTestJSON-1424434350-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3342221 Apr 18 20:58:19.860848 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.v2.base [req-cc6c4e12-8ed9-4de0-86af-2b3a7a1bdc27 req-e275160e-42eb-4c44-b686-4ffb2cbd4fc1 service neutron] Request body: {'port': {'device_id': 'dc7e5d5c-2c20-4415-8437-c6a4530373c8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-838334-2'}} {{(pid=84041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 20:58:19.900233 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-814d4866-7ce5-45c0-aac7-8756b9d95b80 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:58:19.923294 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-814d4866-7ce5-45c0-aac7-8756b9d95b80 admin admin] Usage tracker for resource:security_group_rule and tenant:b9b91180eae64c63949a4359e518768b is out of sync, need to count used quota {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:58:19.930782 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-814d4866-7ce5-45c0-aac7-8756b9d95b80 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:58:19.946605 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-814d4866-7ce5-45c0-aac7-8756b9d95b80 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:58:19.963136 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-8da1dbf8-f0e7-48de-95ea-78c44ea96523 tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:58:20.016315 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-8da1dbf8-f0e7-48de-95ea-78c44ea96523 tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:58:20.033068 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Provisioning for port 4e8ec379-9d74-4d9f-b753-0d2e1dc93872 completed by entity L2. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 20:58:20.044497 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Provisioning complete for port 4e8ec379-9d74-4d9f-b753-0d2e1dc93872 triggered by entity L2. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:58:20.044859 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1253608'] for port, provisioning_complete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:20.053867 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [req-cc6c4e12-8ed9-4de0-86af-2b3a7a1bdc27 req-e275160e-42eb-4c44-b686-4ffb2cbd4fc1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:20.069899 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8da1dbf8-f0e7-48de-95ea-78c44ea96523 tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Made reservation on behalf of 1256b788e8184019a07eb24a482acda4 for: {'port': 1} {{(pid=84041) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:58:20.097596 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-afaa5431-2bfa-4084-ade2-c08157f95466 req-efbd2983-6bed-45f3-a80e-5c463c84ef68 tempest-ServersNegativeTestJSON-508382254 tempest-ServersNegativeTestJSON-508382254-project] 10.222.0.42 "GET /v2.0/quotas/0f7cce7b1ccf410486c29c0215106926 HTTP/1.1" status: 200 len: 375 time: 0.2619462 Apr 18 20:58:20.156900 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-7bbf76fe-b2a6-4a65-be68-162ee3b3c3f0 req-d83b61ad-7e04-4a7f-9d83-0be067351531 tempest-DeleteServersTestJSON-915645800 tempest-DeleteServersTestJSON-915645800-project] 10.222.0.42 "GET /v2.0/security-groups?id=588d127b-19b7-4c3d-9f79-a400181b94e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3840663 Apr 18 20:58:20.167425 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Device 5b716934-1236-455c-945e-48c94c8b019e no longer exists at agent ovs-agent-n-d-838334-2 {{(pid=84042) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 20:58:20.242881 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.plugin [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] No Port match for: 5b716934-1236-455c-945e-48c94c8b019e {{(pid=84042) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 18 20:58:20.243223 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Device 5b716934-1236-455c-945e-48c94c8b019e not bound to the agent host n-d-838334-2 {{(pid=84042) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 20:58:20.250511 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-8da1dbf8-f0e7-48de-95ea-78c44ea96523 tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:20.262074 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71da2ae7-9c54-496a-a1e2-b74a0ce0c358 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp016840fc-1f9f-5892-9c53-c9cf6c845bbb-ef903069-7c89-4376-963f-99c58ca6d615', 'network_id': 'ef903069-7c89-4376-963f-99c58ca6d615', 'tenant_id': '1256b788e8184019a07eb24a482acda4', 'fixed_ips': [{'subnet_id': '3549ae83-b4b4-4953-837f-4f55d0dfd46e'}]}} from n-d-838334-2. {{(pid=84042) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 18 20:58:20.263205 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-71da2ae7-9c54-496a-a1e2-b74a0ce0c358 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_create {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:20.313758 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-814d4866-7ce5-45c0-aac7-8756b9d95b80 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:20.336026 n-d-838334-2 neutron-server[84041]: DEBUG neutron.notifiers.nova [None req-8da1dbf8-f0e7-48de-95ea-78c44ea96523 tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] device_id is not set on port c33222f2-bec4-4f5f-a5f7-b71db309345b yet. {{(pid=84041) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 18 20:58:20.354640 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-0d1bc67e-523f-4bf5-80b4-5af455bf571a req-f857e507-de4e-4a84-93a8-f724a673f6a7 tempest-AttachVolumeShelveTestJSON-1712717013 tempest-AttachVolumeShelveTestJSON-1712717013-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:20.355005 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-0d1bc67e-523f-4bf5-80b4-5af455bf571a req-f857e507-de4e-4a84-93a8-f724a673f6a7 tempest-AttachVolumeShelveTestJSON-1712717013 tempest-AttachVolumeShelveTestJSON-1712717013-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33444131'] for floatingip, after_update {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:20.355310 n-d-838334-2 neutron-server[84040]: INFO neutron.db.l3_db [req-0d1bc67e-523f-4bf5-80b4-5af455bf571a req-f857e507-de4e-4a84-93a8-f724a673f6a7 tempest-AttachVolumeShelveTestJSON-1712717013 tempest-AttachVolumeShelveTestJSON-1712717013-project] Floating IP d3554c15-6375-4d91-8bda-3ab0055a810e disassociated. External IP: 172.25.8.86, port: d93b9095-a088-4a58-a38e-5e53d7759fcc. Apr 18 20:58:20.355680 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.plugin [req-0d1bc67e-523f-4bf5-80b4-5af455bf571a req-f857e507-de4e-4a84-93a8-f724a673f6a7 tempest-AttachVolumeShelveTestJSON-1712717013 tempest-AttachVolumeShelveTestJSON-1712717013-project] Calling delete_port for d93b9095-a088-4a58-a38e-5e53d7759fcc owned by compute:nova {{(pid=84040) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 20:58:20.375254 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-814d4866-7ce5-45c0-aac7-8756b9d95b80 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33528224'] for security_group, after_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:20.397850 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-afaa5431-2bfa-4084-ade2-c08157f95466 req-3d4103a8-061c-4b1c-aa80-55d772729780 tempest-ServersNegativeTestJSON-508382254 tempest-ServersNegativeTestJSON-508382254-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=0f7cce7b1ccf410486c29c0215106926&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2970898 Apr 18 20:58:20.425312 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:20.513988 n-d-838334-2 neutron-server[84042]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '55a80075-aa22-491b-9e11-27a3744ffe93', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4e8ec379-9d74-4d9f-b753-0d2e1dc93872'}] {{(pid=84042) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 20:58:20.514231 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-814d4866-7ce5-45c0-aac7-8756b9d95b80 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=653b0a54-2985-4f7f-a1bc-4a956c3ebf69,revision_number=1']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:58:20.530672 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-814d4866-7ce5-45c0-aac7-8756b9d95b80 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=b9b91180eae64c63949a4359e518768b&name=default HTTP/1.1" status: 200 len: 2647 time: 0.7862940 Apr 18 20:58:20.532851 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] For port 4e8ec379-9d74-4d9f-b753-0d2e1dc93872, host n-h2-838334-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838334-2',level=0,port_id=4e8ec379-9d74-4d9f-b753-0d2e1dc93872,segment=NetworkSegment(eb1f29ad-3d05-4e72-b227-469dc1660e3c),segment_id=eb1f29ad-3d05-4e72-b227-469dc1660e3c)] {{(pid=84042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:58:20.543317 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-c7521a90-7d65-4e2e-842c-ca5d95e9a89c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750375287399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253529'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:20.544879 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.db_base_plugin_common [None req-71da2ae7-9c54-496a-a1e2-b74a0ce0c358 None None] Allocated IP 2001:db8::f816:3eff:fe52:12dd (ef903069-7c89-4376-963f-99c58ca6d615/3549ae83-b4b4-4953-837f-4f55d0dfd46e/277693fe-6337-4fc9-a68f-7be474870ea1) {{(pid=84042) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:58:20.547306 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 54188) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:58:20.549249 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682'] for port, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:20.680061 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00ae2e74-e862-487c-a568-6e869d3bbb9a req-c9efcc01-1858-4743-ae66-a0add85a9337 tempest-AttachVolumeShelveTestJSON-1712717013 tempest-AttachVolumeShelveTestJSON-1712717013-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:58:20.681443 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-00ae2e74-e862-487c-a568-6e869d3bbb9a req-c9efcc01-1858-4743-ae66-a0add85a9337 tempest-AttachVolumeShelveTestJSON-1712717013 tempest-AttachVolumeShelveTestJSON-1712717013-project] 10.222.0.42 "GET /v2.0/ports?device_id=5b9655ef-e7a4-49b4-bc6e-a6c04beac88f HTTP/1.1" status: 200 len: 946 time: 0.3701065 Apr 18 20:58:20.705818 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Pushing event updated for resources: {'Port': ['ID=4e8ec379-9d74-4d9f-b753-0d2e1dc93872,revision_number=5']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:58:20.723578 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-afaa5431-2bfa-4084-ade2-c08157f95466 req-012dbd71-cc13-492f-b1e2-9efdb3834736 service neutron] 10.222.0.42 "GET /v2.0/networks/0bad4841-e9a6-4877-8de7-2befe85ffb51?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3096867 Apr 18 20:58:20.776570 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-0d1bc67e-523f-4bf5-80b4-5af455bf571a req-f857e507-de4e-4a84-93a8-f724a673f6a7 tempest-AttachVolumeShelveTestJSON-1712717013 tempest-AttachVolumeShelveTestJSON-1712717013-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750375259028', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750374836628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32440838'] for port, after_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:20.835220 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-00ede8c5-a4ee-488d-a933-5edadac1a72b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:20.852313 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-71da2ae7-9c54-496a-a1e2-b74a0ce0c358 None None] Notify callbacks [] for port, precommit_create {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:20.860067 n-d-838334-2 neutron-server[84041]: DEBUG neutron.notifiers.nova [req-cc6c4e12-8ed9-4de0-86af-2b3a7a1bdc27 req-e275160e-42eb-4c44-b686-4ffb2cbd4fc1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d9153e07-c40d-4fb5-b18e-6294e2f33263 {{(pid=84041) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 18 20:58:20.862913 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-71da2ae7-9c54-496a-a1e2-b74a0ce0c358 None None] Transition to ACTIVE for port object 277693fe-6337-4fc9-a68f-7be474870ea1 will not be triggered until provisioned by entity L2. {{(pid=84042) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 20:58:20.867746 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [req-cc6c4e12-8ed9-4de0-86af-2b3a7a1bdc27 req-e275160e-42eb-4c44-b686-4ffb2cbd4fc1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:20.884668 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.provisioning_blocks [req-cc6c4e12-8ed9-4de0-86af-2b3a7a1bdc27 req-e275160e-42eb-4c44-b686-4ffb2cbd4fc1 service neutron] Transition to ACTIVE for port object d9153e07-c40d-4fb5-b18e-6294e2f33263 will not be triggered until provisioned by entity L2. {{(pid=84041) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 20:58:20.886206 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-71da2ae7-9c54-496a-a1e2-b74a0ce0c358 None None] Transition to ACTIVE for port object 277693fe-6337-4fc9-a68f-7be474870ea1 will not be triggered until provisioned by entity DHCP. {{(pid=84042) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 20:58:20.889428 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [req-cc6c4e12-8ed9-4de0-86af-2b3a7a1bdc27 req-e275160e-42eb-4c44-b686-4ffb2cbd4fc1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32266282'] for port, after_update {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:20.892881 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-71da2ae7-9c54-496a-a1e2-b74a0ce0c358 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750374836619'] for port, after_create {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:20.912609 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f857e507-de4e-4a84-93a8-f724a673f6a7 tempest-AttachVolumeShelveTestJSON-1712717013 tempest-AttachVolumeShelveTestJSON-1712717013-project] Pushing event deleted for resources: {'Port': ['ID=d93b9095-a088-4a58-a38e-5e53d7759fcc,revision_number=None']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:58:20.940178 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-00ae2e74-e862-487c-a568-6e869d3bbb9a req-ed5f9424-4cd2-4652-8cd0-3f998642374d tempest-AttachVolumeShelveTestJSON-1712717013 tempest-AttachVolumeShelveTestJSON-1712717013-project] 10.222.0.42 "GET /v2.0/security-groups?id=e08cc47c-4c66-43de-a30b-78ed2c16d927&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2441239 Apr 18 20:58:20.950334 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-00ede8c5-a4ee-488d-a933-5edadac1a72b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:20.989137 n-d-838334-2 neutron-server[84042]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71da2ae7-9c54-496a-a1e2-b74a0ce0c358 None None] Network ef903069-7c89-4376-963f-99c58ca6d615 is already hosted by enough agents. {{(pid=84042) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:58:20.993477 n-d-838334-2 neutron-server[84042]: DEBUG neutron.scheduler.base_scheduler [None req-71da2ae7-9c54-496a-a1e2-b74a0ce0c358 None None] Resources bound (agent type, host, resource id): {{(pid=84042) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:58:20.999493 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71da2ae7-9c54-496a-a1e2-b74a0ce0c358 None None] Received port after_create {{(pid=84042) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 20:58:21.019653 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71da2ae7-9c54-496a-a1e2-b74a0ce0c358 None None] Pushing event updated for resources: {'Port': ['ID=277693fe-6337-4fc9-a68f-7be474870ea1,revision_number=1']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:58:21.135799 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.managers [None req-71da2ae7-9c54-496a-a1e2-b74a0ce0c358 None None] Attempting to bind port 277693fe-6337-4fc9-a68f-7be474870ea1 on host n-d-838334-2 for vnic_type normal with profile {{(pid=84042) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:58:21.136170 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.managers [None req-71da2ae7-9c54-496a-a1e2-b74a0ce0c358 None None] Attempting to bind port 277693fe-6337-4fc9-a68f-7be474870ea1 by drivers openvswitch,hyperv on host n-d-838334-2 at level 0 using segments [{'id': 'fbf28fbd-36f8-46f3-be08-57d41821e390', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': 'ef903069-7c89-4376-963f-99c58ca6d615'}] {{(pid=84042) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:58:21.136530 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71da2ae7-9c54-496a-a1e2-b74a0ce0c358 None None] Attempting to bind port 277693fe-6337-4fc9-a68f-7be474870ea1 on network ef903069-7c89-4376-963f-99c58ca6d615 {{(pid=84042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 20:58:21.144551 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e275160e-42eb-4c44-b686-4ffb2cbd4fc1 service neutron] Pushing event updated for resources: {'Port': ['ID=d9153e07-c40d-4fb5-b18e-6294e2f33263,revision_number=2']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:58:21.147164 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71da2ae7-9c54-496a-a1e2-b74a0ce0c358 None None] Checking agent: {'id': '97cd4414-7af6-4d67-868d-dff370b4071a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838334-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 25, 49), 'started_at': datetime.datetime(2022, 4, 18, 20, 26, 19), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 20, 58, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838334-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 18 20:58:21.147597 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71da2ae7-9c54-496a-a1e2-b74a0ce0c358 None None] Checking segment: {'id': 'fbf28fbd-36f8-46f3-be08-57d41821e390', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': 'ef903069-7c89-4376-963f-99c58ca6d615'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84042) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 20:58:21.148467 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-71da2ae7-9c54-496a-a1e2-b74a0ce0c358 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:21.148875 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71da2ae7-9c54-496a-a1e2-b74a0ce0c358 None None] Bound using segment: {'id': 'fbf28fbd-36f8-46f3-be08-57d41821e390', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': 'ef903069-7c89-4376-963f-99c58ca6d615'} {{(pid=84042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 18 20:58:21.149541 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.managers [None req-71da2ae7-9c54-496a-a1e2-b74a0ce0c358 None None] Bound port: 277693fe-6337-4fc9-a68f-7be474870ea1, host: n-d-838334-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fbf28fbd-36f8-46f3-be08-57d41821e390', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': 'ef903069-7c89-4376-963f-99c58ca6d615'}}] {{(pid=84042) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 20:58:21.149919 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-71da2ae7-9c54-496a-a1e2-b74a0ce0c358 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:21.211470 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.db_base_plugin_common [None req-8da1dbf8-f0e7-48de-95ea-78c44ea96523 tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Allocated IP 2001:db8::f816:3eff:fe5e:b496 (ef903069-7c89-4376-963f-99c58ca6d615/3549ae83-b4b4-4953-837f-4f55d0dfd46e/c33222f2-bec4-4f5f-a5f7-b71db309345b) {{(pid=84041) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:58:21.301450 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-71da2ae7-9c54-496a-a1e2-b74a0ce0c358 None None] For port 277693fe-6337-4fc9-a68f-7be474870ea1, host n-d-838334-2, cleared binding levels {{(pid=84042) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 20:58:21.306753 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-71da2ae7-9c54-496a-a1e2-b74a0ce0c358 None None] For port 277693fe-6337-4fc9-a68f-7be474870ea1, host n-d-838334-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838334-2',level=0,port_id=277693fe-6337-4fc9-a68f-7be474870ea1,segment=NetworkSegment(fbf28fbd-36f8-46f3-be08-57d41821e390),segment_id=fbf28fbd-36f8-46f3-be08-57d41821e390)] {{(pid=84042) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 20:58:21.315439 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-71da2ae7-9c54-496a-a1e2-b74a0ce0c358 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682'] for port, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:21.357613 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-afaa5431-2bfa-4084-ade2-c08157f95466 req-16af7f9f-6dd0-491f-be66-1d4da2ab8d18 service neutron] 10.222.0.42 "GET /v2.0/networks/0bad4841-e9a6-4877-8de7-2befe85ffb51?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6161752 Apr 18 20:58:21.448272 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-00ede8c5-a4ee-488d-a933-5edadac1a72b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33528224'] for security_group, after_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:21.471427 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71da2ae7-9c54-496a-a1e2-b74a0ce0c358 None None] Pushing event updated for resources: {'Port': ['ID=277693fe-6337-4fc9-a68f-7be474870ea1,revision_number=2']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:58:21.490554 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00ede8c5-a4ee-488d-a933-5edadac1a72b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=653b0a54-2985-4f7f-a1bc-4a956c3ebf69,revision_number=None']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:58:21.518810 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6b7dadd-e801-4b00-8df1-08a0d349650b req-8c89fd9f-b63e-4c98-b407-83bf5d9f9cfd tempest-ServersTestJSON-1424434350 tempest-ServersTestJSON-1424434350-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:58:21.529849 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-e6b7dadd-e801-4b00-8df1-08a0d349650b req-8c89fd9f-b63e-4c98-b407-83bf5d9f9cfd tempest-ServersTestJSON-1424434350 tempest-ServersTestJSON-1424434350-project] 10.222.0.42 "GET /v2.0/ports?device_id=dc7e5d5c-2c20-4415-8437-c6a4530373c8 HTTP/1.1" status: 200 len: 944 time: 0.3185129 Apr 18 20:58:21.587107 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-00ede8c5-a4ee-488d-a933-5edadac1a72b admin admin] Notify callbacks [] for security_group, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:21.597295 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-00ede8c5-a4ee-488d-a933-5edadac1a72b admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/653b0a54-2985-4f7f-a1bc-4a956c3ebf69 HTTP/1.1" status: 204 len: 168 time: 1.0479169 Apr 18 20:58:21.638606 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-e6b7dadd-e801-4b00-8df1-08a0d349650b req-5d3eab20-7f29-468d-bb1c-6d534e518e14 tempest-ServersTestJSON-1424434350 tempest-ServersTestJSON-1424434350-project] 10.222.0.42 "GET /v2.0/security-groups?id=a3de1b7a-019c-40dd-8c9d-3a3f159b2bd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0988505 Apr 18 20:58:21.692196 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.managers [req-cc6c4e12-8ed9-4de0-86af-2b3a7a1bdc27 req-e275160e-42eb-4c44-b686-4ffb2cbd4fc1 service neutron] Attempting to bind port d9153e07-c40d-4fb5-b18e-6294e2f33263 on host n-h1-838334-2 for vnic_type normal with profile {{(pid=84041) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:58:21.692697 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.managers [req-cc6c4e12-8ed9-4de0-86af-2b3a7a1bdc27 req-e275160e-42eb-4c44-b686-4ffb2cbd4fc1 service neutron] Attempting to bind port d9153e07-c40d-4fb5-b18e-6294e2f33263 by drivers openvswitch,hyperv on host n-h1-838334-2 at level 0 using segments [{'id': '7487d154-ef4b-4701-b484-567750da716d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '7083f08e-ab4e-49e9-91e4-270e03cc3e4c'}] {{(pid=84041) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:58:21.693014 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc6c4e12-8ed9-4de0-86af-2b3a7a1bdc27 req-e275160e-42eb-4c44-b686-4ffb2cbd4fc1 service neutron] Attempting to bind port d9153e07-c40d-4fb5-b18e-6294e2f33263 on network 7083f08e-ab4e-49e9-91e4-270e03cc3e4c {{(pid=84041) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 20:58:21.735489 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc6c4e12-8ed9-4de0-86af-2b3a7a1bdc27 req-e275160e-42eb-4c44-b686-4ffb2cbd4fc1 service neutron] Port d9153e07-c40d-4fb5-b18e-6294e2f33263 on network 7083f08e-ab4e-49e9-91e4-270e03cc3e4c not bound, no agent of type Open vSwitch agent registered on host n-h1-838334-2 {{(pid=84041) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 18 20:58:21.741152 n-d-838334-2 neutron-server[84042]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ea6f8513-33e8-4cc1-a695-89df87b33b85'] response: {'server_uuid': '55a80075-aa22-491b-9e11-27a3744ffe93', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4e8ec379-9d74-4d9f-b753-0d2e1dc93872', 'code': 200} Apr 18 20:58:21.741576 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc6c4e12-8ed9-4de0-86af-2b3a7a1bdc27 req-e275160e-42eb-4c44-b686-4ffb2cbd4fc1 service neutron] Attempting to bind port d9153e07-c40d-4fb5-b18e-6294e2f33263 on network 7083f08e-ab4e-49e9-91e4-270e03cc3e4c {{(pid=84041) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 20:58:21.752528 n-d-838334-2 neutron-server[84040]: DEBUG neutron.scheduler.l3_agent_scheduler [req-0d1bc67e-523f-4bf5-80b4-5af455bf571a req-f857e507-de4e-4a84-93a8-f724a673f6a7 tempest-AttachVolumeShelveTestJSON-1712717013 tempest-AttachVolumeShelveTestJSON-1712717013-project] Router 9dbea2b3-c01d-4edd-9d38-bf88f8b168b7 has already been hosted by L3 agent bc84d6c9-dd7a-4555-a351-592327b46d5a {{(pid=84040) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 20:58:21.787861 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc6c4e12-8ed9-4de0-86af-2b3a7a1bdc27 req-e275160e-42eb-4c44-b686-4ffb2cbd4fc1 service neutron] Checking agent: {'id': 'd63bab19-ff81-4de1-afeb-a3732288d0d7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-838334-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 33, 59), 'started_at': datetime.datetime(2022, 4, 18, 20, 33, 59), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 20, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84041) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 18 20:58:21.788263 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc6c4e12-8ed9-4de0-86af-2b3a7a1bdc27 req-e275160e-42eb-4c44-b686-4ffb2cbd4fc1 service neutron] Checking segment: {'id': '7487d154-ef4b-4701-b484-567750da716d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '7083f08e-ab4e-49e9-91e4-270e03cc3e4c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84041) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 20:58:21.788580 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc6c4e12-8ed9-4de0-86af-2b3a7a1bdc27 req-e275160e-42eb-4c44-b686-4ffb2cbd4fc1 service neutron] Bound using segment: {'id': '7487d154-ef4b-4701-b484-567750da716d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '7083f08e-ab4e-49e9-91e4-270e03cc3e4c'} {{(pid=84041) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 18 20:58:21.789002 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.managers [req-cc6c4e12-8ed9-4de0-86af-2b3a7a1bdc27 req-e275160e-42eb-4c44-b686-4ffb2cbd4fc1 service neutron] Bound port: d9153e07-c40d-4fb5-b18e-6294e2f33263, host: n-h1-838334-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7487d154-ef4b-4701-b484-567750da716d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '7083f08e-ab4e-49e9-91e4-270e03cc3e4c'}}] {{(pid=84041) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 20:58:21.789397 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [req-cc6c4e12-8ed9-4de0-86af-2b3a7a1bdc27 req-e275160e-42eb-4c44-b686-4ffb2cbd4fc1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:21.896467 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-95597f95-43a5-4d7e-9b68-632d780cdcc8 req-057e93d7-cbc4-4740-87b9-e2f82ace6d4f service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=34bc9bea-04a4-4f27-915b-a0fabc6baf14&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.6058824 Apr 18 20:58:21.991317 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-a758839a-2a32-4059-9155-275c25483d71 req-431173b3-12b1-4fca-a586-7737383e4f96 tempest-ServersNegativeTestJSON-508382254 tempest-ServersNegativeTestJSON-508382254-project] 10.222.0.42 "GET /v2.0/ports?device_id=f87bb2ef-899a-46ce-9bb3-12418be5c882 HTTP/1.1" status: 200 len: 210 time: 0.0759344 Apr 18 20:58:22.302642 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-8da1dbf8-f0e7-48de-95ea-78c44ea96523 tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Notify callbacks [] for port, precommit_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:22.335711 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Device 277693fe-6337-4fc9-a68f-7be474870ea1 up at agent ovs-agent-n-d-838334-2 {{(pid=84042) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 20:58:22.395090 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.provisioning_blocks [None req-8da1dbf8-f0e7-48de-95ea-78c44ea96523 tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Transition to ACTIVE for port object c33222f2-bec4-4f5f-a5f7-b71db309345b will not be triggered until provisioned by entity DHCP. {{(pid=84041) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 20:58:22.466969 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Provisioning for port 277693fe-6337-4fc9-a68f-7be474870ea1 completed by entity L2. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 20:58:22.469826 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.db [req-cc6c4e12-8ed9-4de0-86af-2b3a7a1bdc27 req-e275160e-42eb-4c44-b686-4ffb2cbd4fc1 service neutron] For port d9153e07-c40d-4fb5-b18e-6294e2f33263, host n-h1-838334-2, cleared binding levels {{(pid=84041) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 20:58:22.495611 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.db [req-cc6c4e12-8ed9-4de0-86af-2b3a7a1bdc27 req-e275160e-42eb-4c44-b686-4ffb2cbd4fc1 service neutron] For port d9153e07-c40d-4fb5-b18e-6294e2f33263, host n-h1-838334-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838334-2',level=0,port_id=d9153e07-c40d-4fb5-b18e-6294e2f33263,segment=NetworkSegment(7487d154-ef4b-4701-b484-567750da716d),segment_id=7487d154-ef4b-4701-b484-567750da716d)] {{(pid=84041) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 20:58:22.506125 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [req-d7ae5ecf-98b8-4a21-9086-23325b348bc1 req-0a202cee-dc3d-4230-989e-b8695891693c tempest-AttachVolumeShelveTestJSON-1712717013 tempest-AttachVolumeShelveTestJSON-1712717013-project] Synchronizing usage tracker for tenant:62ca3eda8b574071bf7ebb52cb30bb40 on resource:port {{(pid=84040) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 20:58:22.507790 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [req-cc6c4e12-8ed9-4de0-86af-2b3a7a1bdc27 req-e275160e-42eb-4c44-b686-4ffb2cbd4fc1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32266282'] for port, after_update {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:22.545399 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-95597f95-43a5-4d7e-9b68-632d780cdcc8 req-9559a923-7378-447c-b7c9-12e024b0fe09 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=340d04fd839f4c0c896ec9bea561bc50&device_id=34bc9bea-04a4-4f27-915b-a0fabc6baf14 HTTP/1.1" status: 200 len: 1096 time: 0.4683282 Apr 18 20:58:22.596408 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-8da1dbf8-f0e7-48de-95ea-78c44ea96523 tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750374836619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32266323'] for port, after_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:22.603746 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [req-d7ae5ecf-98b8-4a21-9086-23325b348bc1 req-0a202cee-dc3d-4230-989e-b8695891693c tempest-AttachVolumeShelveTestJSON-1712717013 tempest-AttachVolumeShelveTestJSON-1712717013-project] Unset dirty status for tenant:62ca3eda8b574071bf7ebb52cb30bb40 on resource:port {{(pid=84040) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 20:58:22.617645 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-d7ae5ecf-98b8-4a21-9086-23325b348bc1 req-0a202cee-dc3d-4230-989e-b8695891693c tempest-AttachVolumeShelveTestJSON-1712717013 tempest-AttachVolumeShelveTestJSON-1712717013-project] 10.222.0.42 "GET /v2.0/ports?device_id=5b9655ef-e7a4-49b4-bc6e-a6c04beac88f HTTP/1.1" status: 200 len: 210 time: 0.2051294 Apr 18 20:58:22.641320 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-034664f8-3de1-4f8e-8131-f4a82759a4bd req-356adde4-827b-48b1-bcae-e7ad03c1a984 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=55a80075-aa22-491b-9e11-27a3744ffe93 HTTP/1.1" status: 200 len: 1096 time: 0.6699765 Apr 18 20:58:22.666572 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e17eab17-0a3b-439f-b707-9d9586ceee9f req-1070dbd3-5818-44d9-a045-2eff6a21f089 tempest-DeleteServersTestJSON-915645800 tempest-DeleteServersTestJSON-915645800-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:58:22.680065 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-e17eab17-0a3b-439f-b707-9d9586ceee9f req-1070dbd3-5818-44d9-a045-2eff6a21f089 tempest-DeleteServersTestJSON-915645800 tempest-DeleteServersTestJSON-915645800-project] 10.222.0.42 "GET /v2.0/ports?device_id=55a80075-aa22-491b-9e11-27a3744ffe93 HTTP/1.1" status: 200 len: 945 time: 0.5732045 Apr 18 20:58:22.804068 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-e17eab17-0a3b-439f-b707-9d9586ceee9f req-f9cd39e5-4141-4e97-871d-514262d05e2d tempest-DeleteServersTestJSON-915645800 tempest-DeleteServersTestJSON-915645800-project] 10.222.0.42 "GET /v2.0/security-groups?id=588d127b-19b7-4c3d-9f79-a400181b94e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1214936 Apr 18 20:58:22.862940 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [req-cc6c4e12-8ed9-4de0-86af-2b3a7a1bdc27 req-e275160e-42eb-4c44-b686-4ffb2cbd4fc1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217293'] for port, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:22.864448 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-cc6c4e12-8ed9-4de0-86af-2b3a7a1bdc27 req-e275160e-42eb-4c44-b686-4ffb2cbd4fc1 service neutron] 10.222.0.43 "PUT /v2.0/ports/d9153e07-c40d-4fb5-b18e-6294e2f33263 HTTP/1.1" status: 200 len: 1092 time: 3.0117419 Apr 18 20:58:22.875739 n-d-838334-2 neutron-server[84041]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dc7e5d5c-2c20-4415-8437-c6a4530373c8', 'tag': 'd9153e07-c40d-4fb5-b18e-6294e2f33263'}] {{(pid=84041) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 20:58:22.890496 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-034664f8-3de1-4f8e-8131-f4a82759a4bd req-593d17d4-fa76-4948-8596-c28ba6762d69 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=588d127b-19b7-4c3d-9f79-a400181b94e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2065721 Apr 18 20:58:22.908304 n-d-838334-2 neutron-server[84041]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8da1dbf8-f0e7-48de-95ea-78c44ea96523 tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Network ef903069-7c89-4376-963f-99c58ca6d615 is already hosted by enough agents. {{(pid=84041) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:58:22.911100 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e275160e-42eb-4c44-b686-4ffb2cbd4fc1 service neutron] Pushing event updated for resources: {'Port': ['ID=d9153e07-c40d-4fb5-b18e-6294e2f33263,revision_number=3']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:58:22.917439 n-d-838334-2 neutron-server[84041]: DEBUG neutron.scheduler.base_scheduler [None req-8da1dbf8-f0e7-48de-95ea-78c44ea96523 tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Resources bound (agent type, host, resource id): {{(pid=84041) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:58:22.975251 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-0d1bc67e-523f-4bf5-80b4-5af455bf571a req-f857e507-de4e-4a84-93a8-f724a673f6a7 tempest-AttachVolumeShelveTestJSON-1712717013 tempest-AttachVolumeShelveTestJSON-1712717013-project] Notify agent at l3_agent.n-d-838334-2 the message routers_updated {{(pid=84040) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 20:58:22.988153 n-d-838334-2 neutron-server[84043]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a0bdc68-02cd-444a-8f78-16197f1c2c77 None None] Sync routers for ids ['9dbea2b3-c01d-4edd-9d38-bf88f8b168b7'] in n-d-838334-2 {{(pid=84043) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 18 20:58:23.017214 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a0bdc68-02cd-444a-8f78-16197f1c2c77 None None] Routers {'9dbea2b3-c01d-4edd-9d38-bf88f8b168b7'} bound to L3 agent in host n-d-838334-2 {{(pid=84043) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 20:58:23.025493 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.l3_hamode_db [None req-6a0bdc68-02cd-444a-8f78-16197f1c2c77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838334-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-18T20:25:48Z,description=,heartbeat_timestamp=2022-04-18T20:58:18Z,host='n-d-838334-2',id=bc84d6c9-dd7a-4555-a351-592327b46d5a,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:25:48Z,topic='l3_agent')) {'router_ids': ['9dbea2b3-c01d-4edd-9d38-bf88f8b168b7'], 'active': True} {{(pid=84043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:58:23.029600 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8da1dbf8-f0e7-48de-95ea-78c44ea96523 tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Received port after_create {{(pid=84041) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 20:58:23.033908 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8da1dbf8-f0e7-48de-95ea-78c44ea96523 tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:58:23.034749 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-8da1dbf8-f0e7-48de-95ea-78c44ea96523 tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217293'] for port, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:23.092168 n-d-838334-2 neutron-server[84041]: INFO neutron.notifiers.nova [-] Nova event matching ['req-234467a9-800c-477a-9dfb-d9fc4427cdea'] response: {'name': 'network-changed', 'server_uuid': 'dc7e5d5c-2c20-4415-8437-c6a4530373c8', 'tag': 'd9153e07-c40d-4fb5-b18e-6294e2f33263', 'status': 'completed', 'code': 200} Apr 18 20:58:23.172476 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95597f95-43a5-4d7e-9b68-632d780cdcc8 req-50595828-92c4-47f0-8038-7a39d029cc1f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:58:23.178276 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-95597f95-43a5-4d7e-9b68-632d780cdcc8 req-50595828-92c4-47f0-8038-7a39d029cc1f service neutron] 10.222.0.43 "GET /v2.0/networks?id=794fa1b3-6f66-42ac-ab9f-a0e910c383ff HTTP/1.1" status: 200 len: 915 time: 0.5997908 Apr 18 20:58:23.345294 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.l3_dvrscheduler_db [req-0d1bc67e-523f-4bf5-80b4-5af455bf571a req-f857e507-de4e-4a84-93a8-f724a673f6a7 tempest-AttachVolumeShelveTestJSON-1712717013 tempest-AttachVolumeShelveTestJSON-1712717013-project] No DVR routers for this DVR port d93b9095-a088-4a58-a38e-5e53d7759fcc on host n-h2-838334-2 {{(pid=84040) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 20:58:23.367074 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.l3_dvr_db [None req-6a0bdc68-02cd-444a-8f78-16197f1c2c77 None None] Set router 9dbea2b3-c01d-4edd-9d38-bf88f8b168b7 gateway port host: n-d-838334-2 {{(pid=84043) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 20:58:23.367809 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-0d1bc67e-523f-4bf5-80b4-5af455bf571a req-f857e507-de4e-4a84-93a8-f724a673f6a7 tempest-AttachVolumeShelveTestJSON-1712717013 tempest-AttachVolumeShelveTestJSON-1712717013-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217293'] for port, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:23.370019 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-0d1bc67e-523f-4bf5-80b4-5af455bf571a req-f857e507-de4e-4a84-93a8-f724a673f6a7 tempest-AttachVolumeShelveTestJSON-1712717013 tempest-AttachVolumeShelveTestJSON-1712717013-project] 10.222.0.48 "DELETE /v2.0/ports/d93b9095-a088-4a58-a38e-5e53d7759fcc HTTP/1.1" status: 204 len: 173 time: 4.6321881 Apr 18 20:58:23.371644 n-d-838334-2 neutron-server[84040]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5b9655ef-e7a4-49b4-bc6e-a6c04beac88f', 'name': 'network-vif-deleted', 'tag': 'd93b9095-a088-4a58-a38e-5e53d7759fcc'}] {{(pid=84040) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 20:58:23.392112 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8da1dbf8-f0e7-48de-95ea-78c44ea96523 tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Pushing event updated for resources: {'Port': ['ID=c33222f2-bec4-4f5f-a5f7-b71db309345b,revision_number=1']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:58:23.430159 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17f1246e-10c1-4f2e-9094-867bbbeaa766 req-88240116-221b-468f-b915-898972e5d428 tempest-ServersTestJSON-1424434350 tempest-ServersTestJSON-1424434350-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:58:23.431858 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-17f1246e-10c1-4f2e-9094-867bbbeaa766 req-88240116-221b-468f-b915-898972e5d428 tempest-ServersTestJSON-1424434350 tempest-ServersTestJSON-1424434350-project] 10.222.0.42 "GET /v2.0/ports?device_id=dc7e5d5c-2c20-4415-8437-c6a4530373c8 HTTP/1.1" status: 200 len: 944 time: 0.3927917 Apr 18 20:58:23.447888 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-8da1dbf8-f0e7-48de-95ea-78c44ea96523 tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 3.7920909 Apr 18 20:58:23.452699 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 54238) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:58:23.537439 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-95597f95-43a5-4d7e-9b68-632d780cdcc8 req-c0b9c3fb-b2fe-481c-bd0b-c1e483dfdedc service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=9d41b737-3508-402b-8ed9-14ff40d11b2a HTTP/1.1" status: 200 len: 1001 time: 0.3302364 Apr 18 20:58:23.554065 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-121e34b7-1790-49e3-90b5-1ef25a02ba72 None None] Provisioning for port 277693fe-6337-4fc9-a68f-7be474870ea1 completed by entity DHCP. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 20:58:23.560629 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-121e34b7-1790-49e3-90b5-1ef25a02ba72 None None] Provisioning complete for port 277693fe-6337-4fc9-a68f-7be474870ea1 triggered by entity DHCP. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:58:23.563587 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-121e34b7-1790-49e3-90b5-1ef25a02ba72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1253608'] for port, provisioning_complete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:23.647237 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95597f95-43a5-4d7e-9b68-632d780cdcc8 req-3772f3e6-7bd2-457c-b98e-eb05e95e3de8 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:58:23.651298 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-95597f95-43a5-4d7e-9b68-632d780cdcc8 req-3772f3e6-7bd2-457c-b98e-eb05e95e3de8 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=66a6cd83-be1c-4e76-9e19-a8f33a82294d HTTP/1.1" status: 200 len: 853 time: 0.1053534 Apr 18 20:58:23.740821 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-52a88fab-4351-4fed-9a3c-d21007814f7d req-4611a75f-850d-4f1e-ab9b-0827143b8279 tempest-ServersNegativeTestJSON-508382254 tempest-ServersNegativeTestJSON-508382254-project] 10.222.0.42 "GET /v2.0/ports?device_id=f87bb2ef-899a-46ce-9bb3-12418be5c882 HTTP/1.1" status: 200 len: 210 time: 0.2664752 Apr 18 20:58:23.788812 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-17f1246e-10c1-4f2e-9094-867bbbeaa766 req-06e92ea8-2821-4b73-b2fa-d8d566944285 tempest-ServersTestJSON-1424434350 tempest-ServersTestJSON-1424434350-project] 10.222.0.42 "GET /v2.0/security-groups?id=a3de1b7a-019c-40dd-8c9d-3a3f159b2bd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3511386 Apr 18 20:58:23.817426 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Device d93b9095-a088-4a58-a38e-5e53d7759fcc no longer exists at agent hyperv_n-h2-838334-2 {{(pid=84042) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 20:58:23.856761 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-cc6c4e12-8ed9-4de0-86af-2b3a7a1bdc27 req-f193503a-3aaa-4c0e-9a28-d89e8a4decd6 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=ba267e3ba48c4ff1b4fc57f8cfab7c8c&device_id=dc7e5d5c-2c20-4415-8437-c6a4530373c8 HTTP/1.1" status: 200 len: 1095 time: 0.9424407 Apr 18 20:58:23.912384 n-d-838334-2 neutron-server[84040]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e5d255ca-c58f-40b0-9a97-ca7a0ed6f7b3'] response: {'server_uuid': '5b9655ef-e7a4-49b4-bc6e-a6c04beac88f', 'name': 'network-vif-deleted', 'tag': 'd93b9095-a088-4a58-a38e-5e53d7759fcc', 'status': 'completed', 'code': 200} Apr 18 20:58:23.950682 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.plugin [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] No Port match for: d93b9095-a088-4a58-a38e-5e53d7759fcc {{(pid=84042) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 18 20:58:23.952110 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Device d93b9095-a088-4a58-a38e-5e53d7759fcc not bound to the agent host n-h2-838334-2 {{(pid=84042) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 20:58:23.991212 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-121e34b7-1790-49e3-90b5-1ef25a02ba72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:24.072048 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-121e34b7-1790-49e3-90b5-1ef25a02ba72 None None] For port 277693fe-6337-4fc9-a68f-7be474870ea1, host n-d-838334-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838334-2',level=0,port_id=277693fe-6337-4fc9-a68f-7be474870ea1,segment=NetworkSegment(fbf28fbd-36f8-46f3-be08-57d41821e390),segment_id=fbf28fbd-36f8-46f3-be08-57d41821e390)] {{(pid=84042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:58:24.085805 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-121e34b7-1790-49e3-90b5-1ef25a02ba72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682'] for port, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:24.107120 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afaa5431-2bfa-4084-ade2-c08157f95466 req-173d7d38-091e-4b24-bc00-b630aee5ff7b tempest-ServersNegativeTestJSON-508382254 tempest-ServersNegativeTestJSON-508382254-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:58:24.115971 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-afaa5431-2bfa-4084-ade2-c08157f95466 req-173d7d38-091e-4b24-bc00-b630aee5ff7b tempest-ServersNegativeTestJSON-508382254 tempest-ServersNegativeTestJSON-508382254-project] 10.222.0.43 "GET /v2.0/networks?id=0bad4841-e9a6-4877-8de7-2befe85ffb51 HTTP/1.1" status: 200 len: 813 time: 0.2568369 Apr 18 20:58:24.305430 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.l3_hamode_db [None req-6a0bdc68-02cd-444a-8f78-16197f1c2c77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9dbea2b3-c01d-4edd-9d38-bf88f8b168b7', 'name': 'tempest-AttachVolumeShelveTestJSON-364465629-router', 'tenant_id': '62ca3eda8b574071bf7ebb52cb30bb40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'external_fixed_ips': [{'subnet_id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'ip_address': '172.25.8.56'}], 'enable_snat': True}, 'gw_port_id': 'a32e8903-29c5-40ab-92e5-0ce80b653a4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:50:33Z', 'updated_at': '2022-04-18T20:50:41Z', 'revision_number': 4, 'project_id': '62ca3eda8b574071bf7ebb52cb30bb40', 'gw_port': {'id': 'a32e8903-29c5-40ab-92e5-0ce80b653a4e', 'name': '', 'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:c0:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9dbea2b3-c01d-4edd-9d38-bf88f8b168b7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'ip_address': '172.25.8.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:50:34Z', 'updated_at': '2022-04-18T20:50:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838334-2', '_interfaces': [{'id': 'e7a6fcb0-431d-4b8c-b515-c6805712c623', 'name': '', 'network_id': '0f9d847a-7ba3-4a42-a0c6-e8541d683b40', 'tenant_id': '62ca3eda8b574071bf7ebb52cb30bb40', 'mac_address': 'fa:16:3e:5f:d7:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9dbea2b3-c01d-4edd-9d38-bf88f8b168b7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd2e46a24-0bb5-4d5b-bcac-f83f2e3a3c35', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:50:39Z', 'updated_at': '2022-04-18T20:50:57Z', 'revision_number': 5, 'project_id': '62ca3eda8b574071bf7ebb52cb30bb40', 'subnets': [{'id': 'd2e46a24-0bb5-4d5b-bcac-f83f2e3a3c35', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838334-2', False) {} {{(pid=84043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:58:24.318333 n-d-838334-2 neutron-server[84043]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a0bdc68-02cd-444a-8f78-16197f1c2c77 None None] Checking router: 9dbea2b3-c01d-4edd-9d38-bf88f8b168b7 for host: n-d-838334-2 {{(pid=84043) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 18 20:58:24.323026 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-121e34b7-1790-49e3-90b5-1ef25a02ba72 None None] Pushing event updated for resources: {'Port': ['ID=277693fe-6337-4fc9-a68f-7be474870ea1,revision_number=3']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:58:24.347914 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-671613ce-1b58-4e3f-9829-868cfbdcdaaa None None] Provisioning for port c33222f2-bec4-4f5f-a5f7-b71db309345b completed by entity DHCP. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 20:58:24.354129 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-671613ce-1b58-4e3f-9829-868cfbdcdaaa None None] Provisioning complete for port c33222f2-bec4-4f5f-a5f7-b71db309345b triggered by entity DHCP. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:58:24.354497 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-671613ce-1b58-4e3f-9829-868cfbdcdaaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1253608'] for port, provisioning_complete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:24.355102 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a0bdc68-02cd-444a-8f78-16197f1c2c77 None None] Routers {'9dbea2b3-c01d-4edd-9d38-bf88f8b168b7'} bound to L3 agent in host n-d-838334-2 {{(pid=84043) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 20:58:24.356314 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.l3_hamode_db [None req-6a0bdc68-02cd-444a-8f78-16197f1c2c77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838334-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-18T20:25:48Z,description=,heartbeat_timestamp=2022-04-18T20:58:18Z,host='n-d-838334-2',id=bc84d6c9-dd7a-4555-a351-592327b46d5a,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:25:48Z,topic='l3_agent')) {'router_ids': ['9dbea2b3-c01d-4edd-9d38-bf88f8b168b7'], 'active': True} {{(pid=84043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:58:24.412176 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.v2.base [req-afaa5431-2bfa-4084-ade2-c08157f95466 req-148f437e-29c0-42c8-8b66-b5db53471022 tempest-ServersNegativeTestJSON-508382254 tempest-ServersNegativeTestJSON-508382254-project] Request body: {'port': {'device_id': 'f87bb2ef-899a-46ce-9bb3-12418be5c882', 'network_id': '0bad4841-e9a6-4877-8de7-2befe85ffb51', 'admin_state_up': True, 'tenant_id': '0f7cce7b1ccf410486c29c0215106926'}} {{(pid=84041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 20:58:24.415288 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-5ce23c3a-4f77-48c9-9aff-48250b5d1871 req-fce86a75-2ab2-4ac5-8f4f-a9f5f56338e8 tempest-AttachVolumeShelveTestJSON-1712717013 tempest-AttachVolumeShelveTestJSON-1712717013-project] 10.222.0.42 "GET /v2.0/ports?device_id=5b9655ef-e7a4-49b4-bc6e-a6c04beac88f HTTP/1.1" status: 200 len: 210 time: 0.2433865 Apr 18 20:58:24.479004 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.plugin [None req-671613ce-1b58-4e3f-9829-868cfbdcdaaa None None] Port c33222f2-bec4-4f5f-a5f7-b71db309345b cannot update to ACTIVE because it is not bound. {{(pid=84042) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 18 20:58:24.522625 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe5b232e-e114-4ad3-8cc5-63336554553b req-6f4e1aba-d5ab-49df-9eb0-4ea6321410c8 tempest-DeleteServersTestJSON-915645800 tempest-DeleteServersTestJSON-915645800-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:58:24.526229 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-fe5b232e-e114-4ad3-8cc5-63336554553b req-6f4e1aba-d5ab-49df-9eb0-4ea6321410c8 tempest-DeleteServersTestJSON-915645800 tempest-DeleteServersTestJSON-915645800-project] 10.222.0.42 "GET /v2.0/ports?device_id=55a80075-aa22-491b-9e11-27a3744ffe93 HTTP/1.1" status: 200 len: 945 time: 0.2429748 Apr 18 20:58:24.579423 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-cc6c4e12-8ed9-4de0-86af-2b3a7a1bdc27 req-19396c8f-bae4-4f32-a894-734fe5496938 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d9153e07-c40d-4fb5-b18e-6294e2f33263 HTTP/1.1" status: 200 len: 217 time: 0.4597805 Apr 18 20:58:24.617067 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-fe5b232e-e114-4ad3-8cc5-63336554553b req-7ee45dfb-fefa-4364-aec7-21dd45442c30 tempest-DeleteServersTestJSON-915645800 tempest-DeleteServersTestJSON-915645800-project] 10.222.0.42 "GET /v2.0/security-groups?id=588d127b-19b7-4c3d-9f79-a400181b94e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0856752 Apr 18 20:58:24.729833 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.l3_dvr_db [None req-6a0bdc68-02cd-444a-8f78-16197f1c2c77 None None] Set router 9dbea2b3-c01d-4edd-9d38-bf88f8b168b7 gateway port host: n-d-838334-2 {{(pid=84043) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 20:58:24.777702 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [req-afaa5431-2bfa-4084-ade2-c08157f95466 req-148f437e-29c0-42c8-8b66-b5db53471022 tempest-ServersNegativeTestJSON-508382254 tempest-ServersNegativeTestJSON-508382254-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:58:24.787607 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9977243d-453b-4040-98b8-6d3cf50ba9d9 tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:58:24.793266 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9977243d-453b-4040-98b8-6d3cf50ba9d9 tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:58:24.794137 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-9977243d-453b-4040-98b8-6d3cf50ba9d9 tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Synchronizing usage tracker for tenant:1256b788e8184019a07eb24a482acda4 on resource:port {{(pid=84041) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 20:58:24.877515 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-9977243d-453b-4040-98b8-6d3cf50ba9d9 tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Unset dirty status for tenant:1256b788e8184019a07eb24a482acda4 on resource:port {{(pid=84041) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 20:58:24.885209 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-9977243d-453b-4040-98b8-6d3cf50ba9d9 tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] 10.222.0.42 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1702 time: 1.4297304 Apr 18 20:58:24.887333 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [req-afaa5431-2bfa-4084-ade2-c08157f95466 req-148f437e-29c0-42c8-8b66-b5db53471022 tempest-ServersNegativeTestJSON-508382254 tempest-ServersNegativeTestJSON-508382254-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:58:24.888187 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 54266) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:58:24.914095 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-95597f95-43a5-4d7e-9b68-632d780cdcc8 req-3c3a090e-8309-4d21-95f1-0b2bb87b3d9a service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=794fa1b3-6f66-42ac-ab9f-a0e910c383ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 1.2256172 Apr 18 20:58:24.916209 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc6c4e12-8ed9-4de0-86af-2b3a7a1bdc27 req-8100e873-5564-4b65-8a94-32a6018ba90e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:58:24.917724 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-cc6c4e12-8ed9-4de0-86af-2b3a7a1bdc27 req-8100e873-5564-4b65-8a94-32a6018ba90e service neutron] 10.222.0.43 "GET /v2.0/subnets?id=b602689e-1bf9-4316-afee-2c16d3405af1 HTTP/1.1" status: 200 len: 845 time: 0.2240272 Apr 18 20:58:24.918583 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-afaa5431-2bfa-4084-ade2-c08157f95466 req-148f437e-29c0-42c8-8b66-b5db53471022 tempest-ServersNegativeTestJSON-508382254 tempest-ServersNegativeTestJSON-508382254-project] Made reservation on behalf of 0f7cce7b1ccf410486c29c0215106926 for: {'port': 1} {{(pid=84041) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:58:24.922337 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [req-afaa5431-2bfa-4084-ade2-c08157f95466 req-148f437e-29c0-42c8-8b66-b5db53471022 tempest-ServersNegativeTestJSON-508382254 tempest-ServersNegativeTestJSON-508382254-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:25.029891 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-cc6c4e12-8ed9-4de0-86af-2b3a7a1bdc27 req-3b81356c-52cd-42ca-9add-a05effdeebe8 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=7083f08e-ab4e-49e9-91e4-270e03cc3e4c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0944076 Apr 18 20:58:25.284223 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-9c3aad32-afe1-42fe-b7f4-636145b935bd req-00d665d0-0eba-4125-ba69-b30d336ca6d3 tempest-ServersNegativeTestJSON-508382254 tempest-ServersNegativeTestJSON-508382254-project] 10.222.0.42 "GET /v2.0/ports?device_id=f87bb2ef-899a-46ce-9bb3-12418be5c882 HTTP/1.1" status: 200 len: 210 time: 0.2125068 Apr 18 20:58:25.311279 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.plugin [None req-5010d36a-2ac3-4ad0-b0a9-d81de11e3504 tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Deleting port c33222f2-bec4-4f5f-a5f7-b71db309345b {{(pid=84040) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 20:58:25.311724 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-5010d36a-2ac3-4ad0-b0a9-d81de11e3504 tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750375188691'] for port, before_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:25.400827 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.l3_hamode_db [None req-6a0bdc68-02cd-444a-8f78-16197f1c2c77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9dbea2b3-c01d-4edd-9d38-bf88f8b168b7', 'name': 'tempest-AttachVolumeShelveTestJSON-364465629-router', 'tenant_id': '62ca3eda8b574071bf7ebb52cb30bb40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'external_fixed_ips': [{'subnet_id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'ip_address': '172.25.8.56'}], 'enable_snat': True}, 'gw_port_id': 'a32e8903-29c5-40ab-92e5-0ce80b653a4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:50:33Z', 'updated_at': '2022-04-18T20:50:41Z', 'revision_number': 4, 'project_id': '62ca3eda8b574071bf7ebb52cb30bb40', 'gw_port': {'id': 'a32e8903-29c5-40ab-92e5-0ce80b653a4e', 'name': '', 'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:c0:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9dbea2b3-c01d-4edd-9d38-bf88f8b168b7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'ip_address': '172.25.8.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:50:34Z', 'updated_at': '2022-04-18T20:50:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838334-2', '_interfaces': [{'id': 'e7a6fcb0-431d-4b8c-b515-c6805712c623', 'name': '', 'network_id': '0f9d847a-7ba3-4a42-a0c6-e8541d683b40', 'tenant_id': '62ca3eda8b574071bf7ebb52cb30bb40', 'mac_address': 'fa:16:3e:5f:d7:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9dbea2b3-c01d-4edd-9d38-bf88f8b168b7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd2e46a24-0bb5-4d5b-bcac-f83f2e3a3c35', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:50:39Z', 'updated_at': '2022-04-18T20:50:57Z', 'revision_number': 5, 'project_id': '62ca3eda8b574071bf7ebb52cb30bb40', 'subnets': [{'id': 'd2e46a24-0bb5-4d5b-bcac-f83f2e3a3c35', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838334-2', False) {} {{(pid=84043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:58:25.406039 n-d-838334-2 neutron-server[84043]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a0bdc68-02cd-444a-8f78-16197f1c2c77 None None] The sync data for ids ['9dbea2b3-c01d-4edd-9d38-bf88f8b168b7'] in n-d-838334-2 is: [{'id': '9dbea2b3-c01d-4edd-9d38-bf88f8b168b7', 'name': 'tempest-AttachVolumeShelveTestJSON-364465629-router', 'tenant_id': '62ca3eda8b574071bf7ebb52cb30bb40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'external_fixed_ips': [{'subnet_id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'ip_address': '172.25.8.56'}], 'enable_snat': True}, 'gw_port_id': 'a32e8903-29c5-40ab-92e5-0ce80b653a4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:50:33Z', 'updated_at': '2022-04-18T20:50:41Z', 'revision_number': 4, 'project_id': '62ca3eda8b574071bf7ebb52cb30bb40', 'gw_port': {'id': 'a32e8903-29c5-40ab-92e5-0ce80b653a4e', 'name': '', 'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:c0:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9dbea2b3-c01d-4edd-9d38-bf88f8b168b7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'ip_address': '172.25.8.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:50:34Z', 'updated_at': '2022-04-18T20:50:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838334-2', '_interfaces': [{'id': 'e7a6fcb0-431d-4b8c-b515-c6805712c623', 'name': '', 'network_id': '0f9d847a-7ba3-4a42-a0c6-e8541d683b40', 'tenant_id': '62ca3eda8b574071bf7ebb52cb30bb40', 'mac_address': 'fa:16:3e:5f:d7:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9dbea2b3-c01d-4edd-9d38-bf88f8b168b7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd2e46a24-0bb5-4d5b-bcac-f83f2e3a3c35', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:50:39Z', 'updated_at': '2022-04-18T20:50:57Z', 'revision_number': 5, 'project_id': '62ca3eda8b574071bf7ebb52cb30bb40', 'subnets': [{'id': 'd2e46a24-0bb5-4d5b-bcac-f83f2e3a3c35', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84043) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 18 20:58:25.454163 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-741c1cdc-6a61-4cd4-ac0c-b9b09ecdc5b5 req-d6755a43-26ad-4be8-a908-77ddc42cdb1c tempest-ServersTestJSON-1424434350 tempest-ServersTestJSON-1424434350-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:58:25.461799 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-741c1cdc-6a61-4cd4-ac0c-b9b09ecdc5b5 req-d6755a43-26ad-4be8-a908-77ddc42cdb1c tempest-ServersTestJSON-1424434350 tempest-ServersTestJSON-1424434350-project] 10.222.0.42 "GET /v2.0/ports?device_id=dc7e5d5c-2c20-4415-8437-c6a4530373c8 HTTP/1.1" status: 200 len: 944 time: 0.3088245 Apr 18 20:58:25.612660 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.db_base_plugin_common [req-afaa5431-2bfa-4084-ade2-c08157f95466 req-148f437e-29c0-42c8-8b66-b5db53471022 tempest-ServersNegativeTestJSON-508382254 tempest-ServersNegativeTestJSON-508382254-project] Allocated IP 172.20.0.10 (0bad4841-e9a6-4877-8de7-2befe85ffb51/0d6de920-cb7d-469b-9a77-ddf54cb30087/d429991d-cf0e-4c6c-a7fa-943542430e29) {{(pid=84041) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:58:25.619403 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-95597f95-43a5-4d7e-9b68-632d780cdcc8 req-b8446f4a-e7a1-4a63-bb2a-918cf571b39b service neutron] 10.222.0.43 "GET /v2.0/networks/794fa1b3-6f66-42ac-ab9f-a0e910c383ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6865029 Apr 18 20:58:25.623321 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-cc6c4e12-8ed9-4de0-86af-2b3a7a1bdc27 req-0bdec2b1-ab0f-478e-81f3-00d722ca759a service neutron] 10.222.0.43 "GET /v2.0/networks/7083f08e-ab4e-49e9-91e4-270e03cc3e4c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4866426 Apr 18 20:58:25.668273 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-741c1cdc-6a61-4cd4-ac0c-b9b09ecdc5b5 req-201f7b3d-a5e4-41ad-aa89-7d106e32ddae tempest-ServersTestJSON-1424434350 tempest-ServersTestJSON-1424434350-project] 10.222.0.42 "GET /v2.0/security-groups?id=a3de1b7a-019c-40dd-8c9d-3a3f159b2bd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1962214 Apr 18 20:58:25.728274 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 54286) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:58:25.827733 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-5010d36a-2ac3-4ad0-b0a9-d81de11e3504 tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369123'] for port, precommit_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:25.884534 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b1367b9-35ec-4251-a717-272b3ef31445 None None] New status for floating IP d3554c15-6375-4d91-8bda-3ab0055a810e: DOWN {{(pid=84042) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Apr 18 20:58:26.020343 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.plugin [None req-5010d36a-2ac3-4ad0-b0a9-d81de11e3504 tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Calling delete_port for c33222f2-bec4-4f5f-a5f7-b71db309345b owned by {{(pid=84040) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 20:58:26.178649 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-95597f95-43a5-4d7e-9b68-632d780cdcc8 req-1d296b9a-a50b-47d9-b5b9-a6f452744914 service neutron] 10.222.0.43 "GET /v2.0/networks/794fa1b3-6f66-42ac-ab9f-a0e910c383ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5464995 Apr 18 20:58:26.289618 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-15c75ad5-2ea1-4066-a83b-2e7f9feb319e tempest-AttachVolumeShelveTestJSON-1712717013 tempest-AttachVolumeShelveTestJSON-1712717013-project] Notify callbacks [] for security_group, before_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:26.312073 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-cc6c4e12-8ed9-4de0-86af-2b3a7a1bdc27 req-e8b18a04-af2a-4799-a8e8-6d125020cb3c service neutron] 10.222.0.43 "GET /v2.0/networks/7083f08e-ab4e-49e9-91e4-270e03cc3e4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6813376 Apr 18 20:58:26.405486 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-15c75ad5-2ea1-4066-a83b-2e7f9feb319e tempest-AttachVolumeShelveTestJSON-1712717013 tempest-AttachVolumeShelveTestJSON-1712717013-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:26.405731 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Device 277693fe-6337-4fc9-a68f-7be474870ea1 up at agent ovs-agent-n-d-838334-2 {{(pid=84042) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 20:58:26.575016 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-15c75ad5-2ea1-4066-a83b-2e7f9feb319e tempest-AttachVolumeShelveTestJSON-1712717013 tempest-AttachVolumeShelveTestJSON-1712717013-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33528224'] for security_group, after_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:26.575813 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Provisioning complete for port 277693fe-6337-4fc9-a68f-7be474870ea1 triggered by entity L2. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:58:26.576513 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1253608'] for port, provisioning_complete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:26.646844 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-5010d36a-2ac3-4ad0-b0a9-d81de11e3504 tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750375259028', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750374836628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32440838'] for port, after_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:26.665202 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-850cf4d4-1907-444c-8836-8222dac34399 req-5f7bda6d-fce1-4e49-9a74-44ff8465d0a3 tempest-DeleteServersTestJSON-915645800 tempest-DeleteServersTestJSON-915645800-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:58:26.666689 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-850cf4d4-1907-444c-8836-8222dac34399 req-5f7bda6d-fce1-4e49-9a74-44ff8465d0a3 tempest-DeleteServersTestJSON-915645800 tempest-DeleteServersTestJSON-915645800-project] 10.222.0.42 "GET /v2.0/ports?device_id=55a80075-aa22-491b-9e11-27a3744ffe93 HTTP/1.1" status: 200 len: 945 time: 0.7176557 Apr 18 20:58:26.684395 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15c75ad5-2ea1-4066-a83b-2e7f9feb319e tempest-AttachVolumeShelveTestJSON-1712717013 tempest-AttachVolumeShelveTestJSON-1712717013-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e08cc47c-4c66-43de-a30b-78ed2c16d927,revision_number=None']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:58:26.700000 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [req-afaa5431-2bfa-4084-ade2-c08157f95466 req-148f437e-29c0-42c8-8b66-b5db53471022 tempest-ServersNegativeTestJSON-508382254 tempest-ServersNegativeTestJSON-508382254-project] Notify callbacks [] for port, precommit_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:26.734736 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5010d36a-2ac3-4ad0-b0a9-d81de11e3504 tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Pushing event deleted for resources: {'Port': ['ID=c33222f2-bec4-4f5f-a5f7-b71db309345b,revision_number=None']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:58:26.738220 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-60ca9dcc-0a83-4d89-975d-5f45d756f416 req-da6dda35-03ff-4857-98e0-f2e82766053d tempest-ServersNegativeTestJSON-508382254 tempest-ServersNegativeTestJSON-508382254-project] 10.222.0.42 "GET /v2.0/ports?device_id=f87bb2ef-899a-46ce-9bb3-12418be5c882 HTTP/1.1" status: 200 len: 210 time: 0.1657641 Apr 18 20:58:26.751515 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-f7f66a8f-021f-4e10-b32d-0192bb6e0e99 req-cb5a56ff-2265-46cf-861f-11e26aac755e service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=ba267e3ba48c4ff1b4fc57f8cfab7c8c&device_id=dc7e5d5c-2c20-4415-8437-c6a4530373c8 HTTP/1.1" status: 200 len: 1095 time: 0.3542023 Apr 18 20:58:27.011670 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [req-afaa5431-2bfa-4084-ade2-c08157f95466 req-148f437e-29c0-42c8-8b66-b5db53471022 tempest-ServersNegativeTestJSON-508382254 tempest-ServersNegativeTestJSON-508382254-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750374836619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32266323'] for port, after_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:27.017979 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-15c75ad5-2ea1-4066-a83b-2e7f9feb319e tempest-AttachVolumeShelveTestJSON-1712717013 tempest-AttachVolumeShelveTestJSON-1712717013-project] Notify callbacks [] for security_group, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:27.024150 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-15c75ad5-2ea1-4066-a83b-2e7f9feb319e tempest-AttachVolumeShelveTestJSON-1712717013 tempest-AttachVolumeShelveTestJSON-1712717013-project] 10.222.0.42 "DELETE /v2.0/security-groups/e08cc47c-4c66-43de-a30b-78ed2c16d927 HTTP/1.1" status: 204 len: 168 time: 1.2948093 Apr 18 20:58:27.026663 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-5010d36a-2ac3-4ad0-b0a9-d81de11e3504 tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217293'] for port, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:27.028158 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] get_ports_and_sgs() called for port_ids ['8eed9390-9245-43e8-8f5a-918d1fc3c30c'] {{(pid=84042) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 18 20:58:27.039151 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-5010d36a-2ac3-4ad0-b0a9-d81de11e3504 tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] 10.222.0.42 "DELETE /v2.0/ports/c33222f2-bec4-4f5f-a5f7-b71db309345b HTTP/1.1" status: 204 len: 168 time: 2.1479094 Apr 18 20:58:27.039151 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 54318) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:58:27.060546 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 54320) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:58:27.240015 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-148f437e-29c0-42c8-8b66-b5db53471022 tempest-ServersNegativeTestJSON-508382254 tempest-ServersNegativeTestJSON-508382254-project] Pushing event updated for resources: {'Port': ['ID=d429991d-cf0e-4c6c-a7fa-943542430e29,revision_number=1']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:58:27.250118 n-d-838334-2 neutron-server[84041]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-afaa5431-2bfa-4084-ade2-c08157f95466 req-148f437e-29c0-42c8-8b66-b5db53471022 tempest-ServersNegativeTestJSON-508382254 tempest-ServersNegativeTestJSON-508382254-project] Network 0bad4841-e9a6-4877-8de7-2befe85ffb51 is already hosted by enough agents. {{(pid=84041) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:58:27.252930 n-d-838334-2 neutron-server[84041]: DEBUG neutron.scheduler.base_scheduler [req-afaa5431-2bfa-4084-ade2-c08157f95466 req-148f437e-29c0-42c8-8b66-b5db53471022 tempest-ServersNegativeTestJSON-508382254 tempest-ServersNegativeTestJSON-508382254-project] Resources bound (agent type, host, resource id): {{(pid=84041) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:58:27.255236 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7f66a8f-021f-4e10-b32d-0192bb6e0e99 req-564b581a-252b-4ebf-892e-4dc0e87f45c6 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:58:27.256736 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-f7f66a8f-021f-4e10-b32d-0192bb6e0e99 req-564b581a-252b-4ebf-892e-4dc0e87f45c6 service neutron] 10.222.0.43 "GET /v2.0/networks?id=7083f08e-ab4e-49e9-91e4-270e03cc3e4c HTTP/1.1" status: 200 len: 906 time: 0.4950204 Apr 18 20:58:27.257446 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.l3_dvrscheduler_db [req-afaa5431-2bfa-4084-ade2-c08157f95466 req-148f437e-29c0-42c8-8b66-b5db53471022 tempest-ServersNegativeTestJSON-508382254 tempest-ServersNegativeTestJSON-508382254-project] Received port after_create {{(pid=84041) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 20:58:27.273768 n-d-838334-2 neutron-server[84040]: INFO neutron.api.v2.resource [None req-ad6949ff-1620-4c0d-a695-fd90a7a8cb31 tempest-AttachVolumeShelveTestJSON-1712717013 tempest-AttachVolumeShelveTestJSON-1712717013-project] show failed (client error): The resource could not be found. Apr 18 20:58:27.278039 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-ad6949ff-1620-4c0d-a695-fd90a7a8cb31 tempest-AttachVolumeShelveTestJSON-1712717013 tempest-AttachVolumeShelveTestJSON-1712717013-project] 10.222.0.42 "GET /v2.0/security-groups/e08cc47c-4c66-43de-a30b-78ed2c16d927 HTTP/1.1" status: 404 len: 347 time: 0.2373934 Apr 18 20:58:27.295166 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 54326) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:58:27.344297 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-850cf4d4-1907-444c-8836-8222dac34399 req-02184d70-84fa-4589-bc52-3d855de76ff7 tempest-DeleteServersTestJSON-915645800 tempest-DeleteServersTestJSON-915645800-project] 10.222.0.42 "GET /v2.0/security-groups?id=588d127b-19b7-4c3d-9f79-a400181b94e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6114087 Apr 18 20:58:27.368777 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43467f3a-e022-4038-a5e9-12d01c298223 tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:58:27.370420 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43467f3a-e022-4038-a5e9-12d01c298223 tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:58:27.371181 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-43467f3a-e022-4038-a5e9-12d01c298223 tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Synchronizing usage tracker for tenant:1256b788e8184019a07eb24a482acda4 on resource:subnet {{(pid=84040) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 20:58:27.414777 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27130ea5-3515-499d-af38-2a6e483e6e88 req-20792ad2-e747-41e7-a2fd-044ebca835fc tempest-ServersTestJSON-1424434350 tempest-ServersTestJSON-1424434350-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:58:27.417543 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-27130ea5-3515-499d-af38-2a6e483e6e88 req-20792ad2-e747-41e7-a2fd-044ebca835fc tempest-ServersTestJSON-1424434350 tempest-ServersTestJSON-1424434350-project] 10.222.0.42 "GET /v2.0/ports?device_id=dc7e5d5c-2c20-4415-8437-c6a4530373c8 HTTP/1.1" status: 200 len: 944 time: 0.3922029 Apr 18 20:58:27.491510 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-43467f3a-e022-4038-a5e9-12d01c298223 tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Unset dirty status for tenant:1256b788e8184019a07eb24a482acda4 on resource:subnet {{(pid=84040) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 20:58:27.494710 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-43467f3a-e022-4038-a5e9-12d01c298223 tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] 10.222.0.42 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1454 time: 0.4288893 Apr 18 20:58:27.503851 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 54336) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:58:27.603058 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-27130ea5-3515-499d-af38-2a6e483e6e88 req-f6712d89-bb42-4881-b5c6-01238feec50a tempest-ServersTestJSON-1424434350 tempest-ServersTestJSON-1424434350-project] 10.222.0.42 "GET /v2.0/security-groups?id=a3de1b7a-019c-40dd-8c9d-3a3f159b2bd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1674275 Apr 18 20:58:27.720580 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-f7f66a8f-021f-4e10-b32d-0192bb6e0e99 req-61959b3d-b09b-4b2e-82c4-f3f4a80ce532 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d9153e07-c40d-4fb5-b18e-6294e2f33263 HTTP/1.1" status: 200 len: 217 time: 0.4293709 Apr 18 20:58:27.786871 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.db_base_plugin_v2 [None req-f8e37e71-9dc8-41ce-b1d5-9367cfed8b04 tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Deleting subnet 3549ae83-b4b4-4953-837f-4f55d0dfd46e {{(pid=84040) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 18 20:58:27.790130 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-f8e37e71-9dc8-41ce-b1d5-9367cfed8b04 tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Notify callbacks [] for subnet, before_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:27.807738 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afaa5431-2bfa-4084-ade2-c08157f95466 req-148f437e-29c0-42c8-8b66-b5db53471022 tempest-ServersNegativeTestJSON-508382254 tempest-ServersNegativeTestJSON-508382254-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:58:27.808633 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [req-afaa5431-2bfa-4084-ade2-c08157f95466 req-148f437e-29c0-42c8-8b66-b5db53471022 tempest-ServersNegativeTestJSON-508382254 tempest-ServersNegativeTestJSON-508382254-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217293'] for port, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:27.862461 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-f8e37e71-9dc8-41ce-b1d5-9367cfed8b04 tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31955982'] for subnet, precommit_delete_associations {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:27.886943 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.plugin [None req-849600ba-be41-44c5-9ec9-e4dd2039f8ff tempest-AttachVolumeShelveTestJSON-1712717013 tempest-AttachVolumeShelveTestJSON-1712717013-project] Deleting port 59a74a71-a5ac-4712-b8d7-2c1cb2f19fcd {{(pid=84041) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 20:58:27.889603 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-849600ba-be41-44c5-9ec9-e4dd2039f8ff tempest-AttachVolumeShelveTestJSON-1712717013 tempest-AttachVolumeShelveTestJSON-1712717013-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750375188691'] for port, before_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:27.979490 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-f8e37e71-9dc8-41ce-b1d5-9367cfed8b04 tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1260556'] for subnet, precommit_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:28.005989 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-afaa5431-2bfa-4084-ade2-c08157f95466 req-148f437e-29c0-42c8-8b66-b5db53471022 tempest-ServersNegativeTestJSON-508382254 tempest-ServersNegativeTestJSON-508382254-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.6236720 Apr 18 20:58:28.011825 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7f66a8f-021f-4e10-b32d-0192bb6e0e99 req-15976e66-3853-4ecf-80f7-b13da5e27ba8 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:58:28.013528 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-f7f66a8f-021f-4e10-b32d-0192bb6e0e99 req-15976e66-3853-4ecf-80f7-b13da5e27ba8 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=b602689e-1bf9-4316-afee-2c16d3405af1 HTTP/1.1" status: 200 len: 845 time: 0.2750945 Apr 18 20:58:28.023452 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.v2.base [req-afaa5431-2bfa-4084-ade2-c08157f95466 req-4b5d1e60-d362-462b-89ed-8ae2a86d0f07 service neutron] Request body: {'port': {'device_id': 'f87bb2ef-899a-46ce-9bb3-12418be5c882', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-838334-2'}} {{(pid=84041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 20:58:28.146047 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-f7f66a8f-021f-4e10-b32d-0192bb6e0e99 req-2fba9ac5-44a5-4307-9657-95979dd53856 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=7083f08e-ab4e-49e9-91e4-270e03cc3e4c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0811341 Apr 18 20:58:28.235511 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-f8e37e71-9dc8-41ce-b1d5-9367cfed8b04 tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1260549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33526260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32440885', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31752825'] for subnet, after_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:28.287206 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8e37e71-9dc8-41ce-b1d5-9367cfed8b04 tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Pushing event deleted for resources: {'Subnet': ['ID=3549ae83-b4b4-4953-837f-4f55d0dfd46e,revision_number=None']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:58:28.301795 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbc59d99-08c9-4942-b46e-d705a14296b5 req-50728c81-eba6-41b8-bfe2-f8a19133e408 tempest-ServersNegativeTestJSON-508382254 tempest-ServersNegativeTestJSON-508382254-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:58:28.303387 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-dbc59d99-08c9-4942-b46e-d705a14296b5 req-50728c81-eba6-41b8-bfe2-f8a19133e408 tempest-ServersNegativeTestJSON-508382254 tempest-ServersNegativeTestJSON-508382254-project] 10.222.0.42 "GET /v2.0/ports?device_id=f87bb2ef-899a-46ce-9bb3-12418be5c882 HTTP/1.1" status: 200 len: 932 time: 0.2804513 Apr 18 20:58:28.325731 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03ba8400-a08b-47c0-a7cd-ceaa936a11f7 None None] Network ef903069-7c89-4376-963f-99c58ca6d615 requested from n-d-838334-2 {{(pid=84042) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 20:58:28.362257 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-f8e37e71-9dc8-41ce-b1d5-9367cfed8b04 tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32378031'] for subnet, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:28.430232 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-860fc971-fcb0-47a1-8fb8-e965209df841 req-bd3d43b8-1c3f-48c4-b399-3ea303bc6014 tempest-DeleteServersTestJSON-915645800 tempest-DeleteServersTestJSON-915645800-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:58:28.432444 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-860fc971-fcb0-47a1-8fb8-e965209df841 req-bd3d43b8-1c3f-48c4-b399-3ea303bc6014 tempest-DeleteServersTestJSON-915645800 tempest-DeleteServersTestJSON-915645800-project] 10.222.0.42 "GET /v2.0/ports?device_id=55a80075-aa22-491b-9e11-27a3744ffe93 HTTP/1.1" status: 200 len: 945 time: 0.2932029 Apr 18 20:58:28.436319 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-849600ba-be41-44c5-9ec9-e4dd2039f8ff tempest-AttachVolumeShelveTestJSON-1712717013 tempest-AttachVolumeShelveTestJSON-1712717013-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369123'] for port, precommit_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:28.436615 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-849600ba-be41-44c5-9ec9-e4dd2039f8ff tempest-AttachVolumeShelveTestJSON-1712717013 tempest-AttachVolumeShelveTestJSON-1712717013-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:28.448705 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [req-afaa5431-2bfa-4084-ade2-c08157f95466 req-4b5d1e60-d362-462b-89ed-8ae2a86d0f07 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:28.452670 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-f8e37e71-9dc8-41ce-b1d5-9367cfed8b04 tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] 10.222.0.42 "DELETE /v2.0/subnets/3549ae83-b4b4-4953-837f-4f55d0dfd46e HTTP/1.1" status: 204 len: 168 time: 0.9437802 Apr 18 20:58:28.456810 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 54358) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:58:28.528285 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-dbc59d99-08c9-4942-b46e-d705a14296b5 req-d0a08b61-bcd0-42f9-840a-6133b660ef59 tempest-ServersNegativeTestJSON-508382254 tempest-ServersNegativeTestJSON-508382254-project] 10.222.0.42 "GET /v2.0/security-groups?id=ada0ecb3-b1bc-4ba2-8e6c-b06ba09daca2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2179008 Apr 18 20:58:28.533538 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-860fc971-fcb0-47a1-8fb8-e965209df841 req-1f521971-6780-47e0-b8e3-ddacf3496dcf tempest-DeleteServersTestJSON-915645800 tempest-DeleteServersTestJSON-915645800-project] 10.222.0.42 "GET /v2.0/security-groups?id=588d127b-19b7-4c3d-9f79-a400181b94e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0797198 Apr 18 20:58:28.653377 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.plugin [None req-849600ba-be41-44c5-9ec9-e4dd2039f8ff tempest-AttachVolumeShelveTestJSON-1712717013 tempest-AttachVolumeShelveTestJSON-1712717013-project] Calling delete_port for 59a74a71-a5ac-4712-b8d7-2c1cb2f19fcd owned by network:floatingip {{(pid=84041) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 20:58:28.728261 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-59070a06-bb1b-4ce4-8968-2248861b8a5b tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] 10.222.0.42 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2664344 Apr 18 20:58:28.729716 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 54370) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:58:28.734628 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-f7f66a8f-021f-4e10-b32d-0192bb6e0e99 req-370f9190-2088-4406-a3e1-7e62735c4ea4 service neutron] 10.222.0.43 "GET /v2.0/networks/7083f08e-ab4e-49e9-91e4-270e03cc3e4c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5377600 Apr 18 20:58:28.736720 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.v2.base [None req-04a7f064-5a58-4529-a3d4-94a77c54164c tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Request body: {'subnet': {'network_id': 'ef903069-7c89-4376-963f-99c58ca6d615', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=84040) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 20:58:28.809909 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9832dbd3-7dc2-46cb-8a98-9edb414a9664 None None] DHCP port deletion for ef903069-7c89-4376-963f-99c58ca6d615 request from n-d-838334-2 {{(pid=84042) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 18 20:58:28.814199 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.plugin [None req-9832dbd3-7dc2-46cb-8a98-9edb414a9664 None None] Deleting port 277693fe-6337-4fc9-a68f-7be474870ea1 {{(pid=84042) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 20:58:28.814561 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-9832dbd3-7dc2-46cb-8a98-9edb414a9664 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750375188691'] for port, before_delete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:29.169822 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-f7f66a8f-021f-4e10-b32d-0192bb6e0e99 req-fc69bad8-7fa8-4ee4-b3f1-8c6404495f72 service neutron] 10.222.0.43 "GET /v2.0/networks/7083f08e-ab4e-49e9-91e4-270e03cc3e4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3874097 Apr 18 20:58:29.280389 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [None req-04a7f064-5a58-4529-a3d4-94a77c54164c tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:58:29.289402 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-04a7f064-5a58-4529-a3d4-94a77c54164c tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Usage tracker for resource:subnet and tenant:1256b788e8184019a07eb24a482acda4 is out of sync, need to count used quota {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:58:29.304350 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-04a7f064-5a58-4529-a3d4-94a77c54164c tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:58:29.315993 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-9832dbd3-7dc2-46cb-8a98-9edb414a9664 None None] For port 277693fe-6337-4fc9-a68f-7be474870ea1, host n-d-838334-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838334-2',level=0,port_id=277693fe-6337-4fc9-a68f-7be474870ea1,segment=NetworkSegment(fbf28fbd-36f8-46f3-be08-57d41821e390),segment_id=fbf28fbd-36f8-46f3-be08-57d41821e390)] {{(pid=84042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:58:29.316425 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-9832dbd3-7dc2-46cb-8a98-9edb414a9664 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369123'] for port, precommit_delete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:29.319798 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [None req-04a7f064-5a58-4529-a3d4-94a77c54164c tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:58:29.344952 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bffd5dcb-90e8-4afd-9483-d66f6224d6e4 req-896359d6-5821-4ad7-bb90-145c8124b420 tempest-ServersTestJSON-1424434350 tempest-ServersTestJSON-1424434350-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:58:29.346877 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-bffd5dcb-90e8-4afd-9483-d66f6224d6e4 req-896359d6-5821-4ad7-bb90-145c8124b420 tempest-ServersTestJSON-1424434350 tempest-ServersTestJSON-1424434350-project] 10.222.0.42 "GET /v2.0/ports?device_id=dc7e5d5c-2c20-4415-8437-c6a4530373c8 HTTP/1.1" status: 200 len: 944 time: 0.5149388 Apr 18 20:58:29.383126 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-04a7f064-5a58-4529-a3d4-94a77c54164c tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Made reservation on behalf of 1256b788e8184019a07eb24a482acda4 for: {'subnet': 1} {{(pid=84040) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:58:29.386814 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-04a7f064-5a58-4529-a3d4-94a77c54164c tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31752722'] for subnet, before_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:29.474155 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-849600ba-be41-44c5-9ec9-e4dd2039f8ff tempest-AttachVolumeShelveTestJSON-1712717013 tempest-AttachVolumeShelveTestJSON-1712717013-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750375259028', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750374836628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32266323'] for port, after_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:29.533017 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-849600ba-be41-44c5-9ec9-e4dd2039f8ff tempest-AttachVolumeShelveTestJSON-1712717013 tempest-AttachVolumeShelveTestJSON-1712717013-project] Pushing event deleted for resources: {'Port': ['ID=59a74a71-a5ac-4712-b8d7-2c1cb2f19fcd,revision_number=None']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:58:29.624495 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.plugin [None req-9832dbd3-7dc2-46cb-8a98-9edb414a9664 None None] Calling delete_port for 277693fe-6337-4fc9-a68f-7be474870ea1 owned by network:dhcp {{(pid=84042) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 20:58:29.781568 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750375287399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253529'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:29.805796 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-849600ba-be41-44c5-9ec9-e4dd2039f8ff tempest-AttachVolumeShelveTestJSON-1712717013 tempest-AttachVolumeShelveTestJSON-1712717013-project] Notify callbacks [] for floatingip, after_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:29.821568 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-9832dbd3-7dc2-46cb-8a98-9edb414a9664 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750375259028', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750374836628'] for port, after_delete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:29.886694 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-849600ba-be41-44c5-9ec9-e4dd2039f8ff tempest-AttachVolumeShelveTestJSON-1712717013 tempest-AttachVolumeShelveTestJSON-1712717013-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217293'] for floatingip, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:29.887940 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-849600ba-be41-44c5-9ec9-e4dd2039f8ff tempest-AttachVolumeShelveTestJSON-1712717013 tempest-AttachVolumeShelveTestJSON-1712717013-project] 10.222.0.42 "DELETE /v2.0/floatingips/d3554c15-6375-4d91-8bda-3ab0055a810e HTTP/1.1" status: 204 len: 168 time: 2.5916808 Apr 18 20:58:29.906688 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-bffd5dcb-90e8-4afd-9483-d66f6224d6e4 req-05eefb6b-b036-46e4-9451-7ad5f78b55fd tempest-ServersTestJSON-1424434350 tempest-ServersTestJSON-1424434350-project] 10.222.0.42 "GET /v2.0/security-groups?id=a3de1b7a-019c-40dd-8c9d-3a3f159b2bd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5454485 Apr 18 20:58:29.916183 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9832dbd3-7dc2-46cb-8a98-9edb414a9664 None None] Pushing event deleted for resources: {'Port': ['ID=277693fe-6337-4fc9-a68f-7be474870ea1,revision_number=None']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:58:29.925028 n-d-838334-2 neutron-server[84041]: DEBUG neutron.notifiers.nova [req-afaa5431-2bfa-4084-ade2-c08157f95466 req-4b5d1e60-d362-462b-89ed-8ae2a86d0f07 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d429991d-cf0e-4c6c-a7fa-943542430e29 {{(pid=84041) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 18 20:58:29.937299 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [req-afaa5431-2bfa-4084-ade2-c08157f95466 req-4b5d1e60-d362-462b-89ed-8ae2a86d0f07 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:29.976705 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.provisioning_blocks [req-afaa5431-2bfa-4084-ade2-c08157f95466 req-4b5d1e60-d362-462b-89ed-8ae2a86d0f07 service neutron] Transition to ACTIVE for port object d429991d-cf0e-4c6c-a7fa-943542430e29 will not be triggered until provisioned by entity L2. {{(pid=84041) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 20:58:29.980557 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9832dbd3-7dc2-46cb-8a98-9edb414a9664 None None] No DVR routers for this DVR port 277693fe-6337-4fc9-a68f-7be474870ea1 on host n-d-838334-2 {{(pid=84042) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 20:58:29.986979 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [req-afaa5431-2bfa-4084-ade2-c08157f95466 req-4b5d1e60-d362-462b-89ed-8ae2a86d0f07 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32266282'] for port, after_update {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:30.225691 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Device 277693fe-6337-4fc9-a68f-7be474870ea1 no longer exists at agent ovs-agent-n-d-838334-2 {{(pid=84042) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 20:58:30.368610 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.plugin [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] No Port match for: 277693fe-6337-4fc9-a68f-7be474870ea1 {{(pid=84042) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 18 20:58:30.368898 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Device 277693fe-6337-4fc9-a68f-7be474870ea1 not bound to the agent host n-d-838334-2 {{(pid=84042) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 20:58:30.428677 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b5d1e60-d362-462b-89ed-8ae2a86d0f07 service neutron] Pushing event updated for resources: {'Port': ['ID=d429991d-cf0e-4c6c-a7fa-943542430e29,revision_number=2']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:58:30.530523 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Device d9153e07-c40d-4fb5-b18e-6294e2f33263 details requested by agent hyperv_n-h1-838334-2 with host n-h1-838334-2 {{(pid=84042) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 18 20:58:30.532028 n-d-838334-2 neutron-server[84040]: DEBUG neutron.objects.ports [None req-04a7f064-5a58-4529-a3d4-94a77c54164c tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=84040) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} Apr 18 20:58:30.556465 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-04a7f064-5a58-4529-a3d4-94a77c54164c tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33526260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32441074', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31752704'] for subnet, after_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:30.694422 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.managers [req-afaa5431-2bfa-4084-ade2-c08157f95466 req-4b5d1e60-d362-462b-89ed-8ae2a86d0f07 service neutron] Attempting to bind port d429991d-cf0e-4c6c-a7fa-943542430e29 on host n-h1-838334-2 for vnic_type normal with profile {{(pid=84041) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:58:30.694754 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.managers [req-afaa5431-2bfa-4084-ade2-c08157f95466 req-4b5d1e60-d362-462b-89ed-8ae2a86d0f07 service neutron] Attempting to bind port d429991d-cf0e-4c6c-a7fa-943542430e29 by drivers openvswitch,hyperv on host n-h1-838334-2 at level 0 using segments [{'id': 'b4dde5c5-5fa1-421a-aa66-9d4eb01be1ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': '0bad4841-e9a6-4877-8de7-2befe85ffb51'}] {{(pid=84041) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:58:30.695087 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afaa5431-2bfa-4084-ade2-c08157f95466 req-4b5d1e60-d362-462b-89ed-8ae2a86d0f07 service neutron] Attempting to bind port d429991d-cf0e-4c6c-a7fa-943542430e29 on network 0bad4841-e9a6-4877-8de7-2befe85ffb51 {{(pid=84041) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 20:58:30.700510 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-739074ac-df9d-4ffa-8f2b-8c63767c8013 req-e36c9b7d-d035-434a-90c0-5c433821df7a tempest-ServersNegativeTestJSON-508382254 tempest-ServersNegativeTestJSON-508382254-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:58:30.704383 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-739074ac-df9d-4ffa-8f2b-8c63767c8013 req-e36c9b7d-d035-434a-90c0-5c433821df7a tempest-ServersNegativeTestJSON-508382254 tempest-ServersNegativeTestJSON-508382254-project] 10.222.0.42 "GET /v2.0/ports?device_id=f87bb2ef-899a-46ce-9bb3-12418be5c882 HTTP/1.1" status: 200 len: 932 time: 0.9353206 Apr 18 20:58:30.708546 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afaa5431-2bfa-4084-ade2-c08157f95466 req-4b5d1e60-d362-462b-89ed-8ae2a86d0f07 service neutron] Port d429991d-cf0e-4c6c-a7fa-943542430e29 on network 0bad4841-e9a6-4877-8de7-2befe85ffb51 not bound, no agent of type Open vSwitch agent registered on host n-h1-838334-2 {{(pid=84041) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 18 20:58:30.708861 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afaa5431-2bfa-4084-ade2-c08157f95466 req-4b5d1e60-d362-462b-89ed-8ae2a86d0f07 service neutron] Attempting to bind port d429991d-cf0e-4c6c-a7fa-943542430e29 on network 0bad4841-e9a6-4877-8de7-2befe85ffb51 {{(pid=84041) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 20:58:30.726460 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afaa5431-2bfa-4084-ade2-c08157f95466 req-4b5d1e60-d362-462b-89ed-8ae2a86d0f07 service neutron] Checking agent: {'id': 'd63bab19-ff81-4de1-afeb-a3732288d0d7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-838334-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 33, 59), 'started_at': datetime.datetime(2022, 4, 18, 20, 33, 59), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 20, 58, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84041) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 18 20:58:30.726792 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afaa5431-2bfa-4084-ade2-c08157f95466 req-4b5d1e60-d362-462b-89ed-8ae2a86d0f07 service neutron] Checking segment: {'id': 'b4dde5c5-5fa1-421a-aa66-9d4eb01be1ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': '0bad4841-e9a6-4877-8de7-2befe85ffb51'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84041) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 20:58:30.727174 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afaa5431-2bfa-4084-ade2-c08157f95466 req-4b5d1e60-d362-462b-89ed-8ae2a86d0f07 service neutron] Bound using segment: {'id': 'b4dde5c5-5fa1-421a-aa66-9d4eb01be1ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': '0bad4841-e9a6-4877-8de7-2befe85ffb51'} {{(pid=84041) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 18 20:58:30.727610 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.managers [req-afaa5431-2bfa-4084-ade2-c08157f95466 req-4b5d1e60-d362-462b-89ed-8ae2a86d0f07 service neutron] Bound port: d429991d-cf0e-4c6c-a7fa-943542430e29, host: n-h1-838334-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b4dde5c5-5fa1-421a-aa66-9d4eb01be1ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': '0bad4841-e9a6-4877-8de7-2befe85ffb51'}}] {{(pid=84041) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 20:58:30.727973 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [req-afaa5431-2bfa-4084-ade2-c08157f95466 req-4b5d1e60-d362-462b-89ed-8ae2a86d0f07 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:30.782409 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] For port d9153e07-c40d-4fb5-b18e-6294e2f33263, host n-h1-838334-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838334-2',level=0,port_id=d9153e07-c40d-4fb5-b18e-6294e2f33263,segment=NetworkSegment(7487d154-ef4b-4701-b484-567750da716d),segment_id=7487d154-ef4b-4701-b484-567750da716d)] {{(pid=84042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:58:30.851032 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Returning: {'device': 'd9153e07-c40d-4fb5-b18e-6294e2f33263', 'network_id': '7083f08e-ab4e-49e9-91e4-270e03cc3e4c', 'port_id': 'd9153e07-c40d-4fb5-b18e-6294e2f33263', 'mac_address': 'fa:16:3e:6f:d5:a4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 363, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b602689e-1bf9-4316-afee-2c16d3405af1', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84042) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 18 20:58:30.892404 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.db [req-afaa5431-2bfa-4084-ade2-c08157f95466 req-4b5d1e60-d362-462b-89ed-8ae2a86d0f07 service neutron] For port d429991d-cf0e-4c6c-a7fa-943542430e29, host n-h1-838334-2, cleared binding levels {{(pid=84041) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 20:58:30.901783 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.db [req-afaa5431-2bfa-4084-ade2-c08157f95466 req-4b5d1e60-d362-462b-89ed-8ae2a86d0f07 service neutron] For port d429991d-cf0e-4c6c-a7fa-943542430e29, host n-h1-838334-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838334-2',level=0,port_id=d429991d-cf0e-4c6c-a7fa-943542430e29,segment=NetworkSegment(b4dde5c5-5fa1-421a-aa66-9d4eb01be1ce),segment_id=b4dde5c5-5fa1-421a-aa66-9d4eb01be1ce)] {{(pid=84041) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 20:58:30.913465 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [req-afaa5431-2bfa-4084-ade2-c08157f95466 req-4b5d1e60-d362-462b-89ed-8ae2a86d0f07 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32266282'] for port, after_update {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:30.946207 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:30.966105 n-d-838334-2 neutron-server[84042]: DEBUG neutron.notifiers.nova [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d9153e07-c40d-4fb5-b18e-6294e2f33263 {{(pid=84042) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 18 20:58:30.984993 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] For port d9153e07-c40d-4fb5-b18e-6294e2f33263, host n-h1-838334-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838334-2',level=0,port_id=d9153e07-c40d-4fb5-b18e-6294e2f33263,segment=NetworkSegment(7487d154-ef4b-4701-b484-567750da716d),segment_id=7487d154-ef4b-4701-b484-567750da716d)] {{(pid=84042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:58:30.992644 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682'] for port, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:31.025451 n-d-838334-2 neutron-server[84040]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04a7f064-5a58-4529-a3d4-94a77c54164c tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Network ef903069-7c89-4376-963f-99c58ca6d615 is already hosted by enough agents. {{(pid=84040) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:58:31.031818 n-d-838334-2 neutron-server[84040]: DEBUG neutron.scheduler.base_scheduler [None req-04a7f064-5a58-4529-a3d4-94a77c54164c tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Resources bound (agent type, host, resource id): {{(pid=84040) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:58:31.038466 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04a7f064-5a58-4529-a3d4-94a77c54164c tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:58:31.040219 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-04a7f064-5a58-4529-a3d4-94a77c54164c tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32378031'] for subnet, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:31.053143 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7b5a6d1-751f-4f3b-a6ed-4e77da34bd1e None None] Network ef903069-7c89-4376-963f-99c58ca6d615 requested from n-d-838334-2 {{(pid=84042) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 20:58:31.076451 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-04a7f064-5a58-4529-a3d4-94a77c54164c tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 2.3456414 Apr 18 20:58:31.081104 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 54412) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:58:31.121687 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.v2.base [None req-a53984bd-ee30-4f91-b845-18e3e1da11e8 tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Request body: {'port': {'network_id': 'ef903069-7c89-4376-963f-99c58ca6d615', 'mac_address': 'fa:16:3e:d6:12:a0', 'name': 'tempest-NetworksTestDHCPv6-1921904479'}} {{(pid=84040) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 20:58:31.150630 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [req-afaa5431-2bfa-4084-ade2-c08157f95466 req-4b5d1e60-d362-462b-89ed-8ae2a86d0f07 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217293'] for port, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:31.152808 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-afaa5431-2bfa-4084-ade2-c08157f95466 req-4b5d1e60-d362-462b-89ed-8ae2a86d0f07 service neutron] 10.222.0.43 "PUT /v2.0/ports/d429991d-cf0e-4c6c-a7fa-943542430e29 HTTP/1.1" status: 200 len: 1092 time: 3.1355722 Apr 18 20:58:31.168344 n-d-838334-2 neutron-server[84041]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f87bb2ef-899a-46ce-9bb3-12418be5c882', 'tag': 'd429991d-cf0e-4c6c-a7fa-943542430e29'}] {{(pid=84041) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 20:58:31.176406 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceeaa666-d0bd-4c5e-8ba6-1150bc050e05 req-2cdd0006-9078-471d-840d-8bdad11494f9 tempest-DeleteServersTestJSON-915645800 tempest-DeleteServersTestJSON-915645800-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:58:31.178838 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-ceeaa666-d0bd-4c5e-8ba6-1150bc050e05 req-2cdd0006-9078-471d-840d-8bdad11494f9 tempest-DeleteServersTestJSON-915645800 tempest-DeleteServersTestJSON-915645800-project] 10.222.0.42 "GET /v2.0/ports?device_id=55a80075-aa22-491b-9e11-27a3744ffe93 HTTP/1.1" status: 200 len: 945 time: 1.0424647 Apr 18 20:58:31.238233 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-739074ac-df9d-4ffa-8f2b-8c63767c8013 req-fdf6dd2e-717d-4ef2-a8f2-fdd65ab87bbf tempest-ServersNegativeTestJSON-508382254 tempest-ServersNegativeTestJSON-508382254-project] 10.222.0.42 "GET /v2.0/security-groups?id=ada0ecb3-b1bc-4ba2-8e6c-b06ba09daca2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5139832 Apr 18 20:58:31.262226 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04a7f064-5a58-4529-a3d4-94a77c54164c tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Pushing event updated for resources: {'Subnet': ['ID=6621dc73-66dc-442d-a8cb-07981c0b5e12,revision_number=0']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:58:31.318243 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b5d1e60-d362-462b-89ed-8ae2a86d0f07 service neutron] Pushing event updated for resources: {'Port': ['ID=d429991d-cf0e-4c6c-a7fa-943542430e29,revision_number=3']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:58:31.391026 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-afaa5431-2bfa-4084-ade2-c08157f95466 req-383e8f4a-2b5f-48bc-b100-37981528bc0a service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=0f7cce7b1ccf410486c29c0215106926&device_id=f87bb2ef-899a-46ce-9bb3-12418be5c882 HTTP/1.1" status: 200 len: 1095 time: 0.1869888 Apr 18 20:58:31.410182 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Pushing event updated for resources: {'Port': ['ID=d9153e07-c40d-4fb5-b18e-6294e2f33263,revision_number=4']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:58:31.414716 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc35a95f-6d40-4154-9bdc-4c7a10b0c8a8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp016840fc-1f9f-5892-9c53-c9cf6c845bbb-ef903069-7c89-4376-963f-99c58ca6d615', 'network_id': 'ef903069-7c89-4376-963f-99c58ca6d615', 'tenant_id': '1256b788e8184019a07eb24a482acda4', 'fixed_ips': [{'subnet_id': '6621dc73-66dc-442d-a8cb-07981c0b5e12'}]}} from n-d-838334-2. {{(pid=84042) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 18 20:58:31.415522 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-bc35a95f-6d40-4154-9bdc-4c7a10b0c8a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_create {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:31.484771 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] get_ports_and_sgs() called for port_ids ['d9153e07-c40d-4fb5-b18e-6294e2f33263'] {{(pid=84042) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 18 20:58:31.554698 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-afaa5431-2bfa-4084-ade2-c08157f95466 req-f3977bcf-247b-4fb0-b787-1e4c5b5fd9c4 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d429991d-cf0e-4c6c-a7fa-943542430e29 HTTP/1.1" status: 200 len: 217 time: 0.1416280 Apr 18 20:58:31.683459 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afaa5431-2bfa-4084-ade2-c08157f95466 req-25e77901-4ef4-41af-97a7-ed054e60bae4 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:58:31.684997 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-afaa5431-2bfa-4084-ade2-c08157f95466 req-25e77901-4ef4-41af-97a7-ed054e60bae4 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=0d6de920-cb7d-469b-9a77-ddf54cb30087 HTTP/1.1" status: 200 len: 853 time: 0.1253471 Apr 18 20:58:31.716542 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [None req-a53984bd-ee30-4f91-b845-18e3e1da11e8 tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:58:31.727852 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-ceeaa666-d0bd-4c5e-8ba6-1150bc050e05 req-a9331481-8d18-4b40-a680-36cecae8d7d3 tempest-DeleteServersTestJSON-915645800 tempest-DeleteServersTestJSON-915645800-project] 10.222.0.42 "GET /v2.0/security-groups?id=588d127b-19b7-4c3d-9f79-a400181b94e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5373414 Apr 18 20:58:31.737944 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [None req-a53984bd-ee30-4f91-b845-18e3e1da11e8 tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:58:31.757719 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a53984bd-ee30-4f91-b845-18e3e1da11e8 tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Made reservation on behalf of 1256b788e8184019a07eb24a482acda4 for: {'port': 1} {{(pid=84040) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:58:31.762088 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-a53984bd-ee30-4f91-b845-18e3e1da11e8 tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:31.808858 n-d-838334-2 neutron-server[84040]: DEBUG neutron.notifiers.nova [None req-a53984bd-ee30-4f91-b845-18e3e1da11e8 tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] device_id is not set on port a9db3b44-f410-4609-a6c3-627759c58131 yet. {{(pid=84040) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 18 20:58:31.824956 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-afaa5431-2bfa-4084-ade2-c08157f95466 req-3e010466-fbf2-4865-b1c5-f9e1ab6a60e5 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=0bad4841-e9a6-4877-8de7-2befe85ffb51&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1299455 Apr 18 20:58:31.915617 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8ca89d2-592d-44f9-9701-4033e226e3b6 req-54162e43-83f8-4a08-93a9-3319fbf8feb1 tempest-ServersTestJSON-1424434350 tempest-ServersTestJSON-1424434350-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:58:31.922604 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-d8ca89d2-592d-44f9-9701-4033e226e3b6 req-54162e43-83f8-4a08-93a9-3319fbf8feb1 tempest-ServersTestJSON-1424434350 tempest-ServersTestJSON-1424434350-project] 10.222.0.42 "GET /v2.0/ports?device_id=dc7e5d5c-2c20-4415-8437-c6a4530373c8 HTTP/1.1" status: 200 len: 945 time: 0.3692405 Apr 18 20:58:31.975113 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.db_base_plugin_common [None req-bc35a95f-6d40-4154-9bdc-4c7a10b0c8a8 None None] Allocated IP 2001:db8::f816:3eff:fe4a:89b0 (ef903069-7c89-4376-963f-99c58ca6d615/6621dc73-66dc-442d-a8cb-07981c0b5e12/5df332cd-9e6f-423f-b5f4-07f8bb94e3aa) {{(pid=84042) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:58:32.023079 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-d8ca89d2-592d-44f9-9701-4033e226e3b6 req-09dc314f-6dc0-409c-8fa9-e430992da7dc tempest-ServersTestJSON-1424434350 tempest-ServersTestJSON-1424434350-project] 10.222.0.42 "GET /v2.0/security-groups?id=a3de1b7a-019c-40dd-8c9d-3a3f159b2bd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0982847 Apr 18 20:58:32.041454 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-afaa5431-2bfa-4084-ade2-c08157f95466 req-396ea2e5-3b3c-4d56-b00b-715c74d9958a service neutron] 10.222.0.43 "GET /v2.0/networks/0bad4841-e9a6-4877-8de7-2befe85ffb51?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2081056 Apr 18 20:58:32.041454 n-d-838334-2 neutron-server[84041]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0dca9bea-8d79-4e23-8ef8-4af9a8b8587d'] response: {'name': 'network-changed', 'server_uuid': 'f87bb2ef-899a-46ce-9bb3-12418be5c882', 'tag': 'd429991d-cf0e-4c6c-a7fa-943542430e29', 'status': 'completed', 'code': 200} Apr 18 20:58:32.188482 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-afaa5431-2bfa-4084-ade2-c08157f95466 req-b5a10508-4921-4cad-b370-6a4c9aab6fe6 service neutron] 10.222.0.43 "GET /v2.0/networks/0bad4841-e9a6-4877-8de7-2befe85ffb51?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1446326 Apr 18 20:58:32.362111 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-bc35a95f-6d40-4154-9bdc-4c7a10b0c8a8 None None] Notify callbacks [] for port, precommit_create {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:32.378292 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-bc35a95f-6d40-4154-9bdc-4c7a10b0c8a8 None None] Transition to ACTIVE for port object 5df332cd-9e6f-423f-b5f4-07f8bb94e3aa will not be triggered until provisioned by entity L2. {{(pid=84042) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 20:58:32.404437 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-bc35a95f-6d40-4154-9bdc-4c7a10b0c8a8 None None] Transition to ACTIVE for port object 5df332cd-9e6f-423f-b5f4-07f8bb94e3aa will not be triggered until provisioned by entity DHCP. {{(pid=84042) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 20:58:32.412342 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-bc35a95f-6d40-4154-9bdc-4c7a10b0c8a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750374836619'] for port, after_create {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:32.422749 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-bb5059cf-15d3-4d78-965d-cf410109f3e0 req-d7e99311-1dcd-489c-ae3d-75691c1b8a46 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=0f7cce7b1ccf410486c29c0215106926&device_id=f87bb2ef-899a-46ce-9bb3-12418be5c882 HTTP/1.1" status: 200 len: 1095 time: 0.1744666 Apr 18 20:58:32.511063 n-d-838334-2 neutron-server[84042]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc35a95f-6d40-4154-9bdc-4c7a10b0c8a8 None None] Network ef903069-7c89-4376-963f-99c58ca6d615 is already hosted by enough agents. {{(pid=84042) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:58:32.516202 n-d-838334-2 neutron-server[84042]: DEBUG neutron.scheduler.base_scheduler [None req-bc35a95f-6d40-4154-9bdc-4c7a10b0c8a8 None None] Resources bound (agent type, host, resource id): {{(pid=84042) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:58:32.522807 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc35a95f-6d40-4154-9bdc-4c7a10b0c8a8 None None] Received port after_create {{(pid=84042) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 20:58:32.526263 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc35a95f-6d40-4154-9bdc-4c7a10b0c8a8 None None] Pushing event updated for resources: {'Port': ['ID=5df332cd-9e6f-423f-b5f4-07f8bb94e3aa,revision_number=1']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:58:32.544146 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Device d9153e07-c40d-4fb5-b18e-6294e2f33263 up at agent hyperv_n-h1-838334-2 {{(pid=84042) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 20:58:32.636340 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.db_base_plugin_common [None req-a53984bd-ee30-4f91-b845-18e3e1da11e8 tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Allocated IP 2001:db8::f816:3eff:fed6:12a0 (ef903069-7c89-4376-963f-99c58ca6d615/6621dc73-66dc-442d-a8cb-07981c0b5e12/a9db3b44-f410-4609-a6c3-627759c58131) {{(pid=84040) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:58:32.741790 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4abe9050-5cb9-4d56-b6a2-5b1a3bd73841 req-d3fac056-f9b4-46d5-a64e-f6798700fe76 tempest-ServersNegativeTestJSON-508382254 tempest-ServersNegativeTestJSON-508382254-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:58:32.753154 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-4abe9050-5cb9-4d56-b6a2-5b1a3bd73841 req-d3fac056-f9b4-46d5-a64e-f6798700fe76 tempest-ServersNegativeTestJSON-508382254 tempest-ServersNegativeTestJSON-508382254-project] 10.222.0.42 "GET /v2.0/ports?device_id=f87bb2ef-899a-46ce-9bb3-12418be5c882 HTTP/1.1" status: 200 len: 944 time: 0.3546703 Apr 18 20:58:32.809960 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.managers [None req-bc35a95f-6d40-4154-9bdc-4c7a10b0c8a8 None None] Attempting to bind port 5df332cd-9e6f-423f-b5f4-07f8bb94e3aa on host n-d-838334-2 for vnic_type normal with profile {{(pid=84042) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:58:32.812482 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.managers [None req-bc35a95f-6d40-4154-9bdc-4c7a10b0c8a8 None None] Attempting to bind port 5df332cd-9e6f-423f-b5f4-07f8bb94e3aa by drivers openvswitch,hyperv on host n-d-838334-2 at level 0 using segments [{'id': 'fbf28fbd-36f8-46f3-be08-57d41821e390', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': 'ef903069-7c89-4376-963f-99c58ca6d615'}] {{(pid=84042) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:58:32.812849 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc35a95f-6d40-4154-9bdc-4c7a10b0c8a8 None None] Attempting to bind port 5df332cd-9e6f-423f-b5f4-07f8bb94e3aa on network ef903069-7c89-4376-963f-99c58ca6d615 {{(pid=84042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 20:58:32.828003 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Provisioning for port d9153e07-c40d-4fb5-b18e-6294e2f33263 completed by entity L2. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 20:58:32.845952 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Provisioning complete for port d9153e07-c40d-4fb5-b18e-6294e2f33263 triggered by entity L2. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:58:32.846309 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1253608'] for port, provisioning_complete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:32.872892 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb5059cf-15d3-4d78-965d-cf410109f3e0 req-fd00e65c-32d8-4eb2-9ca5-6478a50a88ad service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:58:32.874623 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-bb5059cf-15d3-4d78-965d-cf410109f3e0 req-fd00e65c-32d8-4eb2-9ca5-6478a50a88ad service neutron] 10.222.0.43 "GET /v2.0/networks?id=0bad4841-e9a6-4877-8de7-2befe85ffb51 HTTP/1.1" status: 200 len: 914 time: 0.4385624 Apr 18 20:58:32.875218 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 54456) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:58:32.936043 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc35a95f-6d40-4154-9bdc-4c7a10b0c8a8 None None] Checking agent: {'id': '97cd4414-7af6-4d67-868d-dff370b4071a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838334-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 25, 49), 'started_at': datetime.datetime(2022, 4, 18, 20, 26, 19), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 20, 58, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838334-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 18 20:58:32.936436 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc35a95f-6d40-4154-9bdc-4c7a10b0c8a8 None None] Checking segment: {'id': 'fbf28fbd-36f8-46f3-be08-57d41821e390', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': 'ef903069-7c89-4376-963f-99c58ca6d615'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84042) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 20:58:32.936799 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-bc35a95f-6d40-4154-9bdc-4c7a10b0c8a8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:32.937185 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc35a95f-6d40-4154-9bdc-4c7a10b0c8a8 None None] Bound using segment: {'id': 'fbf28fbd-36f8-46f3-be08-57d41821e390', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': 'ef903069-7c89-4376-963f-99c58ca6d615'} {{(pid=84042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 18 20:58:32.937660 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.managers [None req-bc35a95f-6d40-4154-9bdc-4c7a10b0c8a8 None None] Bound port: 5df332cd-9e6f-423f-b5f4-07f8bb94e3aa, host: n-d-838334-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fbf28fbd-36f8-46f3-be08-57d41821e390', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': 'ef903069-7c89-4376-963f-99c58ca6d615'}}] {{(pid=84042) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 20:58:32.938023 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-bc35a95f-6d40-4154-9bdc-4c7a10b0c8a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:33.059616 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-4abe9050-5cb9-4d56-b6a2-5b1a3bd73841 req-a0563917-2dad-411f-a9cf-6474a954f6ca tempest-ServersNegativeTestJSON-508382254 tempest-ServersNegativeTestJSON-508382254-project] 10.222.0.42 "GET /v2.0/security-groups?id=ada0ecb3-b1bc-4ba2-8e6c-b06ba09daca2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3039029 Apr 18 20:58:33.108559 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-bb5059cf-15d3-4d78-965d-cf410109f3e0 req-08f6a2cf-087d-4190-bebf-d6f4182ff217 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d429991d-cf0e-4c6c-a7fa-943542430e29 HTTP/1.1" status: 200 len: 217 time: 0.2117605 Apr 18 20:58:33.365338 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-bc35a95f-6d40-4154-9bdc-4c7a10b0c8a8 None None] For port 5df332cd-9e6f-423f-b5f4-07f8bb94e3aa, host n-d-838334-2, cleared binding levels {{(pid=84042) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 20:58:33.376891 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:33.388812 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-bc35a95f-6d40-4154-9bdc-4c7a10b0c8a8 None None] For port 5df332cd-9e6f-423f-b5f4-07f8bb94e3aa, host n-d-838334-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838334-2',level=0,port_id=5df332cd-9e6f-423f-b5f4-07f8bb94e3aa,segment=NetworkSegment(fbf28fbd-36f8-46f3-be08-57d41821e390),segment_id=fbf28fbd-36f8-46f3-be08-57d41821e390)] {{(pid=84042) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 20:58:33.418554 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] For port d9153e07-c40d-4fb5-b18e-6294e2f33263, host n-h1-838334-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838334-2',level=0,port_id=d9153e07-c40d-4fb5-b18e-6294e2f33263,segment=NetworkSegment(7487d154-ef4b-4701-b484-567750da716d),segment_id=7487d154-ef4b-4701-b484-567750da716d)] {{(pid=84042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:58:33.420158 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-bc35a95f-6d40-4154-9bdc-4c7a10b0c8a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682'] for port, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:33.423841 n-d-838334-2 neutron-server[84042]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dc7e5d5c-2c20-4415-8437-c6a4530373c8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd9153e07-c40d-4fb5-b18e-6294e2f33263'}] {{(pid=84042) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 20:58:33.508836 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc35a95f-6d40-4154-9bdc-4c7a10b0c8a8 None None] Pushing event updated for resources: {'Port': ['ID=5df332cd-9e6f-423f-b5f4-07f8bb94e3aa,revision_number=2']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:58:33.511736 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682'] for port, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:33.628078 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Pushing event updated for resources: {'Port': ['ID=d9153e07-c40d-4fb5-b18e-6294e2f33263,revision_number=5']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:58:33.635857 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb5059cf-15d3-4d78-965d-cf410109f3e0 req-f0ae5989-3d5a-4a82-97a0-7049d7b48eb1 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:58:33.638271 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-bb5059cf-15d3-4d78-965d-cf410109f3e0 req-f0ae5989-3d5a-4a82-97a0-7049d7b48eb1 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=0d6de920-cb7d-469b-9a77-ddf54cb30087 HTTP/1.1" status: 200 len: 853 time: 0.5219357 Apr 18 20:58:33.681429 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8999953a-54b1-4fcb-a4e6-5e1457d4c4ec req-ba22f89c-77b2-40fa-9f78-f96a08e93fa9 tempest-ServersTestJSON-1424434350 tempest-ServersTestJSON-1424434350-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:58:33.683198 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-8999953a-54b1-4fcb-a4e6-5e1457d4c4ec req-ba22f89c-77b2-40fa-9f78-f96a08e93fa9 tempest-ServersTestJSON-1424434350 tempest-ServersTestJSON-1424434350-project] 10.222.0.42 "GET /v2.0/ports?device_id=dc7e5d5c-2c20-4415-8437-c6a4530373c8 HTTP/1.1" status: 200 len: 946 time: 0.2695446 Apr 18 20:58:33.693797 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-a53984bd-ee30-4f91-b845-18e3e1da11e8 tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Notify callbacks [] for port, precommit_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:33.718309 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-bb5059cf-15d3-4d78-965d-cf410109f3e0 req-624a8d2f-993e-4477-b434-e2cf24b05062 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=0bad4841-e9a6-4877-8de7-2befe85ffb51&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0704517 Apr 18 20:58:33.735492 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750375287399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253529'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:33.735933 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65bedb0f-16a3-4860-b7b5-a609c561aae0 req-32abf6af-c9a4-4b99-ae49-490788893e3d tempest-DeleteServersTestJSON-915645800 tempest-DeleteServersTestJSON-915645800-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:58:33.739406 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-65bedb0f-16a3-4860-b7b5-a609c561aae0 req-32abf6af-c9a4-4b99-ae49-490788893e3d tempest-DeleteServersTestJSON-915645800 tempest-DeleteServersTestJSON-915645800-project] 10.222.0.42 "GET /v2.0/ports?device_id=55a80075-aa22-491b-9e11-27a3744ffe93 HTTP/1.1" status: 200 len: 945 time: 0.6340191 Apr 18 20:58:33.781822 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.provisioning_blocks [None req-a53984bd-ee30-4f91-b845-18e3e1da11e8 tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Transition to ACTIVE for port object a9db3b44-f410-4609-a6c3-627759c58131 will not be triggered until provisioned by entity DHCP. {{(pid=84040) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 20:58:33.841393 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-8999953a-54b1-4fcb-a4e6-5e1457d4c4ec req-88fbfe9c-7d9d-4528-b348-530256a620fc tempest-ServersTestJSON-1424434350 tempest-ServersTestJSON-1424434350-project] 10.222.0.42 "GET /v2.0/security-groups?id=a3de1b7a-019c-40dd-8c9d-3a3f159b2bd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1427948 Apr 18 20:58:33.845396 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-65bedb0f-16a3-4860-b7b5-a609c561aae0 req-2cc5ddf3-551c-4702-9777-efb93c5d8b09 tempest-DeleteServersTestJSON-915645800 tempest-DeleteServersTestJSON-915645800-project] 10.222.0.42 "GET /v2.0/security-groups?id=588d127b-19b7-4c3d-9f79-a400181b94e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0884025 Apr 18 20:58:33.855899 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-a53984bd-ee30-4f91-b845-18e3e1da11e8 tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750374836619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32440838'] for port, after_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:33.984938 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a53984bd-ee30-4f91-b845-18e3e1da11e8 tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Pushing event updated for resources: {'Port': ['ID=a9db3b44-f410-4609-a6c3-627759c58131,revision_number=1']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:58:34.003209 n-d-838334-2 neutron-server[84040]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a53984bd-ee30-4f91-b845-18e3e1da11e8 tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Network ef903069-7c89-4376-963f-99c58ca6d615 is already hosted by enough agents. {{(pid=84040) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:58:34.004854 n-d-838334-2 neutron-server[84040]: DEBUG neutron.scheduler.base_scheduler [None req-a53984bd-ee30-4f91-b845-18e3e1da11e8 tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Resources bound (agent type, host, resource id): {{(pid=84040) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:58:34.007253 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a53984bd-ee30-4f91-b845-18e3e1da11e8 tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Received port after_create {{(pid=84040) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 20:58:34.016204 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a53984bd-ee30-4f91-b845-18e3e1da11e8 tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:58:34.016751 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-a53984bd-ee30-4f91-b845-18e3e1da11e8 tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217293'] for port, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:34.053514 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-a53984bd-ee30-4f91-b845-18e3e1da11e8 tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 2.9644492 Apr 18 20:58:34.053514 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 54496) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:58:34.057948 n-d-838334-2 neutron-server[84042]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2f7461e1-64b5-4fa8-8148-cab5418bb67d'] response: {'server_uuid': 'dc7e5d5c-2c20-4415-8437-c6a4530373c8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd9153e07-c40d-4fb5-b18e-6294e2f33263', 'code': 200} Apr 18 20:58:34.081666 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-bb5059cf-15d3-4d78-965d-cf410109f3e0 req-b66d9498-20b3-4ac9-89a3-e1e9cef7a562 service neutron] 10.222.0.43 "GET /v2.0/networks/0bad4841-e9a6-4877-8de7-2befe85ffb51?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3493426 Apr 18 20:58:34.264168 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ff7de82-adfd-4002-95d9-762f2aec2c8f tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:58:34.269042 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ff7de82-adfd-4002-95d9-762f2aec2c8f tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:58:34.269789 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-5ff7de82-adfd-4002-95d9-762f2aec2c8f tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Synchronizing usage tracker for tenant:1256b788e8184019a07eb24a482acda4 on resource:port {{(pid=84040) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 20:58:34.288834 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Device 5df332cd-9e6f-423f-b5f4-07f8bb94e3aa up at agent ovs-agent-n-d-838334-2 {{(pid=84042) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 20:58:34.302953 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-5ff7de82-adfd-4002-95d9-762f2aec2c8f tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Unset dirty status for tenant:1256b788e8184019a07eb24a482acda4 on resource:port {{(pid=84040) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 20:58:34.306999 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-5ff7de82-adfd-4002-95d9-762f2aec2c8f tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] 10.222.0.42 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1703 time: 0.2499838 Apr 18 20:58:34.307867 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 54510) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:58:34.431397 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Provisioning for port 5df332cd-9e6f-423f-b5f4-07f8bb94e3aa completed by entity L2. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 20:58:34.513084 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.plugin [None req-3459c949-4f81-49f9-99ac-c4521b87f4ca tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Deleting port a9db3b44-f410-4609-a6c3-627759c58131 {{(pid=84040) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 20:58:34.513503 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-3459c949-4f81-49f9-99ac-c4521b87f4ca tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750375188691'] for port, before_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:34.534649 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-ba886962-6f6e-44c5-a33c-4fce6b053a0a req-9158f37f-5ece-482f-874a-87c597107695 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=dc7e5d5c-2c20-4415-8437-c6a4530373c8 HTTP/1.1" status: 200 len: 1097 time: 0.3051682 Apr 18 20:58:34.670131 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-bb5059cf-15d3-4d78-965d-cf410109f3e0 req-31b9f580-f0c2-41be-b05f-fcaa8546a275 service neutron] 10.222.0.43 "GET /v2.0/networks/0bad4841-e9a6-4877-8de7-2befe85ffb51?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5802352 Apr 18 20:58:34.750926 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-ba886962-6f6e-44c5-a33c-4fce6b053a0a req-602e6402-4ff1-4c56-92eb-a5430374263d service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=a3de1b7a-019c-40dd-8c9d-3a3f159b2bd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0831378 Apr 18 20:58:34.839078 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-8c9df6a4-dc18-4bbd-821e-ba5d175ee763 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33443857'] for router_interface, before_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:34.861028 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3e68831-67ca-4c69-b23a-90b8297500fb req-0e3b61f7-8ee4-4a49-ae07-852baaa95fae tempest-ServersNegativeTestJSON-508382254 tempest-ServersNegativeTestJSON-508382254-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:58:34.868422 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-c3e68831-67ca-4c69-b23a-90b8297500fb req-0e3b61f7-8ee4-4a49-ae07-852baaa95fae tempest-ServersNegativeTestJSON-508382254 tempest-ServersNegativeTestJSON-508382254-project] 10.222.0.42 "GET /v2.0/ports?device_id=f87bb2ef-899a-46ce-9bb3-12418be5c882 HTTP/1.1" status: 200 len: 944 time: 0.4158909 Apr 18 20:58:35.013090 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-c3e68831-67ca-4c69-b23a-90b8297500fb req-5f8d2560-069c-4919-b316-24b59c0542a3 tempest-ServersNegativeTestJSON-508382254 tempest-ServersNegativeTestJSON-508382254-project] 10.222.0.42 "GET /v2.0/security-groups?id=ada0ecb3-b1bc-4ba2-8e6c-b06ba09daca2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1432915 Apr 18 20:58:35.073083 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-3459c949-4f81-49f9-99ac-c4521b87f4ca tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369123'] for port, precommit_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:35.398890 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-48804178-6de2-46bd-842f-b01d9384f2d8 None None] Provisioning for port 5df332cd-9e6f-423f-b5f4-07f8bb94e3aa completed by entity DHCP. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 20:58:35.407183 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-48804178-6de2-46bd-842f-b01d9384f2d8 None None] Provisioning complete for port 5df332cd-9e6f-423f-b5f4-07f8bb94e3aa triggered by entity DHCP. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:58:35.409155 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-48804178-6de2-46bd-842f-b01d9384f2d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1253608'] for port, provisioning_complete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:35.574438 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.plugin [None req-3459c949-4f81-49f9-99ac-c4521b87f4ca tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Calling delete_port for a9db3b44-f410-4609-a6c3-627759c58131 owned by {{(pid=84040) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 20:58:35.697845 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-48804178-6de2-46bd-842f-b01d9384f2d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:35.738036 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-48804178-6de2-46bd-842f-b01d9384f2d8 None None] For port 5df332cd-9e6f-423f-b5f4-07f8bb94e3aa, host n-d-838334-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838334-2',level=0,port_id=5df332cd-9e6f-423f-b5f4-07f8bb94e3aa,segment=NetworkSegment(fbf28fbd-36f8-46f3-be08-57d41821e390),segment_id=fbf28fbd-36f8-46f3-be08-57d41821e390)] {{(pid=84042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:58:35.754612 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-48804178-6de2-46bd-842f-b01d9384f2d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682'] for port, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:35.808604 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6d976ff-2454-4df8-ab06-5269f4232a2b req-252fc3eb-e932-446c-8828-8f00a3119fb6 tempest-ServersTestJSON-1424434350 tempest-ServersTestJSON-1424434350-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:58:35.815984 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-d6d976ff-2454-4df8-ab06-5269f4232a2b req-252fc3eb-e932-446c-8828-8f00a3119fb6 tempest-ServersTestJSON-1424434350 tempest-ServersTestJSON-1424434350-project] 10.222.0.42 "GET /v2.0/ports?device_id=dc7e5d5c-2c20-4415-8437-c6a4530373c8 HTTP/1.1" status: 200 len: 946 time: 0.7211745 Apr 18 20:58:35.860986 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6611640-0ed3-47b1-9e4a-e11b1ad042db req-e8d11928-e9c6-4a30-b915-544e7e6a79e4 tempest-DeleteServersTestJSON-915645800 tempest-DeleteServersTestJSON-915645800-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:58:35.870691 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-c6611640-0ed3-47b1-9e4a-e11b1ad042db req-e8d11928-e9c6-4a30-b915-544e7e6a79e4 tempest-DeleteServersTestJSON-915645800 tempest-DeleteServersTestJSON-915645800-project] 10.222.0.42 "GET /v2.0/ports?device_id=55a80075-aa22-491b-9e11-27a3744ffe93 HTTP/1.1" status: 200 len: 945 time: 0.3104556 Apr 18 20:58:35.919924 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48804178-6de2-46bd-842f-b01d9384f2d8 None None] Pushing event updated for resources: {'Port': ['ID=5df332cd-9e6f-423f-b5f4-07f8bb94e3aa,revision_number=3']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:58:36.014124 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.plugin [None req-8c9df6a4-dc18-4bbd-821e-ba5d175ee763 admin admin] Deleting port d99ad02c-2797-4b8c-8a43-54fd026972be {{(pid=84041) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 20:58:36.014616 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-8c9df6a4-dc18-4bbd-821e-ba5d175ee763 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750375188691'] for port, before_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:36.059425 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-b2444067-741c-42c4-98fe-36e8041e36fe None None] Provisioning for port a9db3b44-f410-4609-a6c3-627759c58131 completed by entity DHCP. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 20:58:36.064097 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-3459c949-4f81-49f9-99ac-c4521b87f4ca tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750375259028', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750374836628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32440838'] for port, after_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:36.065070 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-b2444067-741c-42c4-98fe-36e8041e36fe None None] Provisioning complete for port a9db3b44-f410-4609-a6c3-627759c58131 triggered by entity DHCP. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:58:36.066249 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-b2444067-741c-42c4-98fe-36e8041e36fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1253608'] for port, provisioning_complete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:36.081165 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-c6611640-0ed3-47b1-9e4a-e11b1ad042db req-94b69add-58a5-4f17-8e0c-f20513a54dd7 tempest-DeleteServersTestJSON-915645800 tempest-DeleteServersTestJSON-915645800-project] 10.222.0.42 "GET /v2.0/security-groups?id=588d127b-19b7-4c3d-9f79-a400181b94e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2095451 Apr 18 20:58:36.105818 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.plugin [None req-b2444067-741c-42c4-98fe-36e8041e36fe None None] Port a9db3b44-f410-4609-a6c3-627759c58131 was deleted so its status cannot be updated. {{(pid=84042) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:304}} Apr 18 20:58:36.171644 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-d6d976ff-2454-4df8-ab06-5269f4232a2b req-e02048d6-87c8-4052-ac98-ad03524a978f tempest-ServersTestJSON-1424434350 tempest-ServersTestJSON-1424434350-project] 10.222.0.42 "GET /v2.0/security-groups?id=a3de1b7a-019c-40dd-8c9d-3a3f159b2bd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3212585 Apr 18 20:58:36.180931 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3459c949-4f81-49f9-99ac-c4521b87f4ca tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Pushing event deleted for resources: {'Port': ['ID=a9db3b44-f410-4609-a6c3-627759c58131,revision_number=None']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:58:36.230068 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Device 5df332cd-9e6f-423f-b5f4-07f8bb94e3aa up at agent ovs-agent-n-d-838334-2 {{(pid=84042) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 20:58:36.255562 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-3459c949-4f81-49f9-99ac-c4521b87f4ca tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217293'] for port, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:36.294793 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-3459c949-4f81-49f9-99ac-c4521b87f4ca tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] 10.222.0.42 "DELETE /v2.0/ports/a9db3b44-f410-4609-a6c3-627759c58131 HTTP/1.1" status: 204 len: 168 time: 1.9810472 Apr 18 20:58:36.296067 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 54574) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:58:36.399037 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Provisioning complete for port 5df332cd-9e6f-423f-b5f4-07f8bb94e3aa triggered by entity L2. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:58:36.399392 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1253608'] for port, provisioning_complete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:36.553289 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4623032a-5067-4ef9-af6a-77b93c064346 tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:58:36.557713 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4623032a-5067-4ef9-af6a-77b93c064346 tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:58:36.558450 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-4623032a-5067-4ef9-af6a-77b93c064346 tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Synchronizing usage tracker for tenant:1256b788e8184019a07eb24a482acda4 on resource:subnet {{(pid=84040) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 20:58:36.564341 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Device d429991d-cf0e-4c6c-a7fa-943542430e29 details requested by agent hyperv_n-h1-838334-2 with host n-h1-838334-2 {{(pid=84042) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 18 20:58:36.585511 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.db [None req-8c9df6a4-dc18-4bbd-821e-ba5d175ee763 admin admin] For port d99ad02c-2797-4b8c-8a43-54fd026972be, host n-d-838334-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838334-2',level=0,port_id=d99ad02c-2797-4b8c-8a43-54fd026972be,segment=NetworkSegment(7582242a-4f72-43cd-a953-535724a2b5da),segment_id=7582242a-4f72-43cd-a953-535724a2b5da)] {{(pid=84041) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:58:36.585871 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-8c9df6a4-dc18-4bbd-821e-ba5d175ee763 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369123'] for port, precommit_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:36.590286 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa6651bf-1241-4519-b3f5-6ef778448385 req-8dcbb02e-5f12-4c13-b57c-cdc02141d3ed tempest-ServersNegativeTestJSON-508382254 tempest-ServersNegativeTestJSON-508382254-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:58:36.597114 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-fa6651bf-1241-4519-b3f5-6ef778448385 req-8dcbb02e-5f12-4c13-b57c-cdc02141d3ed tempest-ServersNegativeTestJSON-508382254 tempest-ServersNegativeTestJSON-508382254-project] 10.222.0.42 "GET /v2.0/ports?device_id=f87bb2ef-899a-46ce-9bb3-12418be5c882 HTTP/1.1" status: 200 len: 944 time: 0.2130132 Apr 18 20:58:36.617043 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-4623032a-5067-4ef9-af6a-77b93c064346 tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Unset dirty status for tenant:1256b788e8184019a07eb24a482acda4 on resource:subnet {{(pid=84040) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 20:58:36.618212 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-4623032a-5067-4ef9-af6a-77b93c064346 tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] 10.222.0.42 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1465 time: 0.3209920 Apr 18 20:58:36.621102 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 54586) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:58:36.734855 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.plugin [None req-8c9df6a4-dc18-4bbd-821e-ba5d175ee763 admin admin] Calling delete_port for d99ad02c-2797-4b8c-8a43-54fd026972be owned by network:router_interface {{(pid=84041) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 20:58:36.739301 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-fa6651bf-1241-4519-b3f5-6ef778448385 req-16c34452-2dd8-41f0-99d2-be2685489c4d tempest-ServersNegativeTestJSON-508382254 tempest-ServersNegativeTestJSON-508382254-project] 10.222.0.42 "GET /v2.0/security-groups?id=ada0ecb3-b1bc-4ba2-8e6c-b06ba09daca2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1406746 Apr 18 20:58:36.840319 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] For port d429991d-cf0e-4c6c-a7fa-943542430e29, host n-h1-838334-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838334-2',level=0,port_id=d429991d-cf0e-4c6c-a7fa-943542430e29,segment=NetworkSegment(b4dde5c5-5fa1-421a-aa66-9d4eb01be1ce),segment_id=b4dde5c5-5fa1-421a-aa66-9d4eb01be1ce)] {{(pid=84042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:58:36.859686 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Returning: {'device': 'd429991d-cf0e-4c6c-a7fa-943542430e29', 'network_id': '0bad4841-e9a6-4877-8de7-2befe85ffb51', 'port_id': 'd429991d-cf0e-4c6c-a7fa-943542430e29', 'mac_address': 'fa:16:3e:7d:7b:81', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 398, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0d6de920-cb7d-469b-9a77-ddf54cb30087', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84042) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 18 20:58:36.933748 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.db_base_plugin_v2 [None req-891077f3-4f52-4b52-a310-70568cdd4181 tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Deleting subnet 6621dc73-66dc-442d-a8cb-07981c0b5e12 {{(pid=84040) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 18 20:58:36.934275 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:36.939137 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-891077f3-4f52-4b52-a310-70568cdd4181 tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Notify callbacks [] for subnet, before_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:36.962333 n-d-838334-2 neutron-server[84042]: DEBUG neutron.notifiers.nova [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d429991d-cf0e-4c6c-a7fa-943542430e29 {{(pid=84042) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 18 20:58:36.981827 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] For port d429991d-cf0e-4c6c-a7fa-943542430e29, host n-h1-838334-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838334-2',level=0,port_id=d429991d-cf0e-4c6c-a7fa-943542430e29,segment=NetworkSegment(b4dde5c5-5fa1-421a-aa66-9d4eb01be1ce),segment_id=b4dde5c5-5fa1-421a-aa66-9d4eb01be1ce)] {{(pid=84042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:58:36.987884 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682'] for port, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:37.065573 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-8c9df6a4-dc18-4bbd-821e-ba5d175ee763 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750375259028', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750374836628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32266323'] for port, after_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:37.072426 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-891077f3-4f52-4b52-a310-70568cdd4181 tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31955982'] for subnet, precommit_delete_associations {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:37.129689 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Pushing event updated for resources: {'Port': ['ID=d429991d-cf0e-4c6c-a7fa-943542430e29,revision_number=4']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:58:37.171161 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c9df6a4-dc18-4bbd-821e-ba5d175ee763 admin admin] Pushing event deleted for resources: {'Port': ['ID=d99ad02c-2797-4b8c-8a43-54fd026972be,revision_number=None']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:58:37.206315 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-891077f3-4f52-4b52-a310-70568cdd4181 tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1260556'] for subnet, precommit_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:37.223351 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] get_ports_and_sgs() called for port_ids ['d429991d-cf0e-4c6c-a7fa-943542430e29'] {{(pid=84042) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 18 20:58:37.260984 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 54604) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:58:37.326481 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c9df6a4-dc18-4bbd-821e-ba5d175ee763 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:58:37.326824 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c9df6a4-dc18-4bbd-821e-ba5d175ee763 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:58:37.327136 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c9df6a4-dc18-4bbd-821e-ba5d175ee763 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:58:37.327463 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c9df6a4-dc18-4bbd-821e-ba5d175ee763 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:58:37.334215 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c9df6a4-dc18-4bbd-821e-ba5d175ee763 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:58:37.334637 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c9df6a4-dc18-4bbd-821e-ba5d175ee763 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:58:37.334972 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c9df6a4-dc18-4bbd-821e-ba5d175ee763 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:58:37.335308 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c9df6a4-dc18-4bbd-821e-ba5d175ee763 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:58:37.335654 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c9df6a4-dc18-4bbd-821e-ba5d175ee763 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:58:37.335975 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c9df6a4-dc18-4bbd-821e-ba5d175ee763 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:58:37.336298 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c9df6a4-dc18-4bbd-821e-ba5d175ee763 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:58:37.595611 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-891077f3-4f52-4b52-a310-70568cdd4181 tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1260549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33526260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32440885', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31752825'] for subnet, after_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:37.628494 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-ef82fcd8-4b1c-4736-afb2-44353f4e351c admin admin] Notify callbacks [] for security_group, before_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:37.650653 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf14364e-eaa2-4f6c-b25a-b5a084aded78 req-1a540edf-9b80-40e5-8f8b-98eb9b748637 tempest-DeleteServersTestJSON-915645800 tempest-DeleteServersTestJSON-915645800-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:58:37.652720 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-cf14364e-eaa2-4f6c-b25a-b5a084aded78 req-1a540edf-9b80-40e5-8f8b-98eb9b748637 tempest-DeleteServersTestJSON-915645800 tempest-DeleteServersTestJSON-915645800-project] 10.222.0.42 "GET /v2.0/ports?device_id=55a80075-aa22-491b-9e11-27a3744ffe93 HTTP/1.1" status: 200 len: 945 time: 0.3896916 Apr 18 20:58:37.655424 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-891077f3-4f52-4b52-a310-70568cdd4181 tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Pushing event deleted for resources: {'Subnet': ['ID=6621dc73-66dc-442d-a8cb-07981c0b5e12,revision_number=None']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:58:37.664859 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36c1ac36-518f-4e11-a364-b23a59e70713 req-b40ac1f0-2d9f-4e36-b5b0-06c8fbd305ff tempest-ServersTestJSON-1424434350 tempest-ServersTestJSON-1424434350-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:58:37.671745 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-36c1ac36-518f-4e11-a364-b23a59e70713 req-b40ac1f0-2d9f-4e36-b5b0-06c8fbd305ff tempest-ServersTestJSON-1424434350 tempest-ServersTestJSON-1424434350-project] 10.222.0.42 "GET /v2.0/ports?device_id=dc7e5d5c-2c20-4415-8437-c6a4530373c8 HTTP/1.1" status: 200 len: 946 time: 0.2455235 Apr 18 20:58:37.680689 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-ef82fcd8-4b1c-4736-afb2-44353f4e351c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:58:37.686648 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-ef82fcd8-4b1c-4736-afb2-44353f4e351c admin admin] Usage tracker for resource:security_group_rule and tenant:dbcaf657f97d46708e2880c3f35b0d1a is out of sync, need to count used quota {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:58:37.690260 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-ef82fcd8-4b1c-4736-afb2-44353f4e351c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:58:37.691119 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-891077f3-4f52-4b52-a310-70568cdd4181 tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32378031'] for subnet, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:37.700001 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d15b2f8-44c9-4de0-9bb4-55b845bd7260 None None] Network ef903069-7c89-4376-963f-99c58ca6d615 requested from n-d-838334-2 {{(pid=84042) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 20:58:37.701470 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-ef82fcd8-4b1c-4736-afb2-44353f4e351c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:58:37.747798 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-891077f3-4f52-4b52-a310-70568cdd4181 tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] 10.222.0.42 "DELETE /v2.0/subnets/6621dc73-66dc-442d-a8cb-07981c0b5e12 HTTP/1.1" status: 204 len: 168 time: 1.1236551 Apr 18 20:58:37.751281 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 54610) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:58:37.800314 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-ef82fcd8-4b1c-4736-afb2-44353f4e351c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:37.802197 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-8c9df6a4-dc18-4bbd-821e-ba5d175ee763 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-32377931', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33443910'] for router_interface, after_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:37.812680 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-ef82fcd8-4b1c-4736-afb2-44353f4e351c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33528224'] for security_group, after_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:37.836711 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-35055bbc-962a-4b7d-b6d7-7f72deede676 tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] 10.222.0.42 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0801206 Apr 18 20:58:37.848988 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-36c1ac36-518f-4e11-a364-b23a59e70713 req-d64dd156-e543-4bfc-9f9d-62eb57fde683 tempest-ServersTestJSON-1424434350 tempest-ServersTestJSON-1424434350-project] 10.222.0.42 "GET /v2.0/security-groups?id=a3de1b7a-019c-40dd-8c9d-3a3f159b2bd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1747203 Apr 18 20:58:37.849438 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 54616) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:58:37.859255 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-cf14364e-eaa2-4f6c-b25a-b5a084aded78 req-301b6090-2dac-4db5-8fe0-612dcd708187 tempest-DeleteServersTestJSON-915645800 tempest-DeleteServersTestJSON-915645800-project] 10.222.0.42 "GET /v2.0/security-groups?id=588d127b-19b7-4c3d-9f79-a400181b94e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1712699 Apr 18 20:58:38.017876 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4aac3b92-56f7-4e3e-a351-56c66bb6123f tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:58:38.018541 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-4aac3b92-56f7-4e3e-a351-56c66bb6123f tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Synchronizing usage tracker for tenant:1256b788e8184019a07eb24a482acda4 on resource:port {{(pid=84040) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 20:58:38.029754 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef82fcd8-4b1c-4736-afb2-44353f4e351c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=58365467-36bd-487e-9c68-b4bdd3cd85cc,revision_number=1']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:58:38.034747 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-ef82fcd8-4b1c-4736-afb2-44353f4e351c admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=dbcaf657f97d46708e2880c3f35b0d1a&name=default HTTP/1.1" status: 200 len: 2647 time: 0.7440410 Apr 18 20:58:38.048121 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 54622) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:58:38.057062 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-4aac3b92-56f7-4e3e-a351-56c66bb6123f tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Unset dirty status for tenant:1256b788e8184019a07eb24a482acda4 on resource:port {{(pid=84040) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 20:58:38.061258 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-4aac3b92-56f7-4e3e-a351-56c66bb6123f tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] 10.222.0.42 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1998653 Apr 18 20:58:38.062972 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 54628) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:58:38.199987 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-7e193d29-2b3a-451b-830f-9ce26889df6b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:38.240032 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-7e193d29-2b3a-451b-830f-9ce26889df6b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:38.244329 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2af6df10-119a-4572-bc62-20eb1ddca995 None None] DHCP port deletion for ef903069-7c89-4376-963f-99c58ca6d615 request from n-d-838334-2 {{(pid=84042) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 18 20:58:38.248573 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.plugin [None req-2af6df10-119a-4572-bc62-20eb1ddca995 None None] Deleting port 5df332cd-9e6f-423f-b5f4-07f8bb94e3aa {{(pid=84042) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 20:58:38.249029 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-2af6df10-119a-4572-bc62-20eb1ddca995 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750375188691'] for port, before_delete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:38.329964 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-993eb7c6-55ac-4cfe-971f-90bf49ef9bc3 tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:58:38.330663 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-993eb7c6-55ac-4cfe-971f-90bf49ef9bc3 tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Synchronizing usage tracker for tenant:1256b788e8184019a07eb24a482acda4 on resource:subnet {{(pid=84040) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 20:58:38.396538 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-993eb7c6-55ac-4cfe-971f-90bf49ef9bc3 tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Unset dirty status for tenant:1256b788e8184019a07eb24a482acda4 on resource:subnet {{(pid=84040) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 20:58:38.400273 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-993eb7c6-55ac-4cfe-971f-90bf49ef9bc3 tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] 10.222.0.42 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.3303764 Apr 18 20:58:38.403188 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 54634) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:58:38.450136 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-7e193d29-2b3a-451b-830f-9ce26889df6b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33528224'] for security_group, after_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:38.482469 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e193d29-2b3a-451b-830f-9ce26889df6b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=58365467-36bd-487e-9c68-b4bdd3cd85cc,revision_number=None']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:58:38.509099 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-7e193d29-2b3a-451b-830f-9ce26889df6b admin admin] Notify callbacks [] for security_group, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:38.510228 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-7e193d29-2b3a-451b-830f-9ce26889df6b admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/58365467-36bd-487e-9c68-b4bdd3cd85cc HTTP/1.1" status: 204 len: 168 time: 0.4597538 Apr 18 20:58:38.559196 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-2af6df10-119a-4572-bc62-20eb1ddca995 None None] For port 5df332cd-9e6f-423f-b5f4-07f8bb94e3aa, host n-d-838334-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838334-2',level=0,port_id=5df332cd-9e6f-423f-b5f4-07f8bb94e3aa,segment=NetworkSegment(fbf28fbd-36f8-46f3-be08-57d41821e390),segment_id=fbf28fbd-36f8-46f3-be08-57d41821e390)] {{(pid=84042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:58:38.559949 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-2af6df10-119a-4572-bc62-20eb1ddca995 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369123'] for port, precommit_delete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:38.673732 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d57e6049-ca47-48ab-b557-807b950de704 req-b444e0c1-17b6-4448-9f0a-23e1e664926e tempest-ServersNegativeTestJSON-508382254 tempest-ServersNegativeTestJSON-508382254-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:58:38.681564 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-d57e6049-ca47-48ab-b557-807b950de704 req-b444e0c1-17b6-4448-9f0a-23e1e664926e tempest-ServersNegativeTestJSON-508382254 tempest-ServersNegativeTestJSON-508382254-project] 10.222.0.42 "GET /v2.0/ports?device_id=f87bb2ef-899a-46ce-9bb3-12418be5c882 HTTP/1.1" status: 200 len: 945 time: 0.4883382 Apr 18 20:58:38.694036 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-d23fbb18-55f0-43a0-80c7-560facc34b1c tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] 10.222.0.42 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2896786 Apr 18 20:58:38.695465 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 54640) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:58:38.701980 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.v2.base [None req-7fa8ceef-779a-4987-8ae1-13a4bc2d40d6 tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Request body: {'subnet': {'network_id': 'ef903069-7c89-4376-963f-99c58ca6d615', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=84040) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 20:58:38.741381 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cbb845b-26d7-4de6-b32c-c40295ceb656 req-b6001a8a-5125-4a39-bf7b-ecd1c467759d tempest-ServersTestJSON-1424434350 tempest-ServersTestJSON-1424434350-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:58:38.753004 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-6cbb845b-26d7-4de6-b32c-c40295ceb656 req-b6001a8a-5125-4a39-bf7b-ecd1c467759d tempest-ServersTestJSON-1424434350 tempest-ServersTestJSON-1424434350-project] 10.222.0.42 "GET /v2.0/ports?device_id=dc7e5d5c-2c20-4415-8437-c6a4530373c8 HTTP/1.1" status: 200 len: 946 time: 0.5715141 Apr 18 20:58:38.777628 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.plugin [None req-2af6df10-119a-4572-bc62-20eb1ddca995 None None] Calling delete_port for 5df332cd-9e6f-423f-b5f4-07f8bb94e3aa owned by network:dhcp {{(pid=84042) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 20:58:38.820506 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Device d429991d-cf0e-4c6c-a7fa-943542430e29 up at agent hyperv_n-h1-838334-2 {{(pid=84042) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 20:58:38.907889 n-d-838334-2 neutron-server[84041]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8c9df6a4-dc18-4bbd-821e-ba5d175ee763 admin admin] Router 99413255-a59e-4b76-a984-795028d7c5d1 has already been hosted by L3 agent bc84d6c9-dd7a-4555-a351-592327b46d5a {{(pid=84041) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 20:58:38.912376 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-6cbb845b-26d7-4de6-b32c-c40295ceb656 req-15704d72-8b91-4b37-ac5f-164c035649e0 tempest-ServersTestJSON-1424434350 tempest-ServersTestJSON-1424434350-project] 10.222.0.42 "GET /v2.0/security-groups?id=a3de1b7a-019c-40dd-8c9d-3a3f159b2bd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1583333 Apr 18 20:58:38.960233 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Provisioning for port d429991d-cf0e-4c6c-a7fa-943542430e29 completed by entity L2. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 20:58:38.960840 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-d57e6049-ca47-48ab-b557-807b950de704 req-035c4fcd-3454-4a7c-a553-8fd290e22417 tempest-ServersNegativeTestJSON-508382254 tempest-ServersNegativeTestJSON-508382254-project] 10.222.0.42 "GET /v2.0/security-groups?id=ada0ecb3-b1bc-4ba2-8e6c-b06ba09daca2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2783325 Apr 18 20:58:38.966170 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Provisioning complete for port d429991d-cf0e-4c6c-a7fa-943542430e29 triggered by entity L2. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:58:38.966861 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1253608'] for port, provisioning_complete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:39.000711 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [None req-7fa8ceef-779a-4987-8ae1-13a4bc2d40d6 tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:58:39.044884 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [None req-7fa8ceef-779a-4987-8ae1-13a4bc2d40d6 tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:58:39.054153 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-2af6df10-119a-4572-bc62-20eb1ddca995 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750375259028', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750374836628'] for port, after_delete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:39.078345 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7fa8ceef-779a-4987-8ae1-13a4bc2d40d6 tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Made reservation on behalf of 1256b788e8184019a07eb24a482acda4 for: {'subnet': 1} {{(pid=84040) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:58:39.082964 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-7fa8ceef-779a-4987-8ae1-13a4bc2d40d6 tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31752722'] for subnet, before_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:39.108085 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2af6df10-119a-4572-bc62-20eb1ddca995 None None] No DVR routers for this DVR port 5df332cd-9e6f-423f-b5f4-07f8bb94e3aa on host n-d-838334-2 {{(pid=84042) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 20:58:39.122890 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2af6df10-119a-4572-bc62-20eb1ddca995 None None] Pushing event deleted for resources: {'Port': ['ID=5df332cd-9e6f-423f-b5f4-07f8bb94e3aa,revision_number=None']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:58:39.188140 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:39.193566 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 54650) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:58:39.225922 n-d-838334-2 neutron-server[84042]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f87bb2ef-899a-46ce-9bb3-12418be5c882', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd429991d-cf0e-4c6c-a7fa-943542430e29'}] {{(pid=84042) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 20:58:39.245008 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-cd34be17-2d22-491f-bb6d-e8c8a4347052 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:39.249032 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] For port d429991d-cf0e-4c6c-a7fa-943542430e29, host n-h1-838334-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838334-2',level=0,port_id=d429991d-cf0e-4c6c-a7fa-943542430e29,segment=NetworkSegment(b4dde5c5-5fa1-421a-aa66-9d4eb01be1ce),segment_id=b4dde5c5-5fa1-421a-aa66-9d4eb01be1ce)] {{(pid=84042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:58:39.257189 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682'] for port, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:39.299264 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-cd34be17-2d22-491f-bb6d-e8c8a4347052 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:58:39.306204 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-cd34be17-2d22-491f-bb6d-e8c8a4347052 admin admin] Usage tracker for resource:security_group_rule and tenant:0c9c2348b5944b21bb1e0371f75c6a68 is out of sync, need to count used quota {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:58:39.312218 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-cd34be17-2d22-491f-bb6d-e8c8a4347052 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:58:39.320666 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-cd34be17-2d22-491f-bb6d-e8c8a4347052 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:58:39.365513 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Pushing event updated for resources: {'Port': ['ID=d429991d-cf0e-4c6c-a7fa-943542430e29,revision_number=5']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:58:39.397952 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8c9df6a4-dc18-4bbd-821e-ba5d175ee763 admin admin] Notify agent at l3_agent.n-d-838334-2 the message routers_updated {{(pid=84041) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 20:58:39.409783 n-d-838334-2 neutron-server[84043]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38a651f7-786c-496c-8636-59e5d839221b None None] Sync routers for ids ['99413255-a59e-4b76-a984-795028d7c5d1'] in n-d-838334-2 {{(pid=84043) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 18 20:58:39.422653 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38a651f7-786c-496c-8636-59e5d839221b None None] Routers {'99413255-a59e-4b76-a984-795028d7c5d1'} bound to L3 agent in host n-d-838334-2 {{(pid=84043) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 20:58:39.423500 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.l3_hamode_db [None req-38a651f7-786c-496c-8636-59e5d839221b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838334-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-18T20:25:48Z,description=,heartbeat_timestamp=2022-04-18T20:58:18Z,host='n-d-838334-2',id=bc84d6c9-dd7a-4555-a351-592327b46d5a,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:25:48Z,topic='l3_agent')) {'router_ids': ['99413255-a59e-4b76-a984-795028d7c5d1'], 'active': True} {{(pid=84043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:58:39.435372 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-cd34be17-2d22-491f-bb6d-e8c8a4347052 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:39.440078 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-8c9df6a4-dc18-4bbd-821e-ba5d175ee763 admin admin] 10.222.0.42 "PUT /v2.0/routers/99413255-a59e-4b76-a984-795028d7c5d1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.5638163 Apr 18 20:58:39.440743 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 54658) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:58:39.501756 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-cd34be17-2d22-491f-bb6d-e8c8a4347052 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33528224'] for security_group, after_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:39.515766 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33870456-9db2-40f0-b4d2-dc3741b69619 req-e25065d6-4199-4406-a331-fc8d2eea7c38 tempest-DeleteServersTestJSON-915645800 tempest-DeleteServersTestJSON-915645800-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:58:39.517899 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-33870456-9db2-40f0-b4d2-dc3741b69619 req-e25065d6-4199-4406-a331-fc8d2eea7c38 tempest-DeleteServersTestJSON-915645800 tempest-DeleteServersTestJSON-915645800-project] 10.222.0.42 "GET /v2.0/ports?device_id=55a80075-aa22-491b-9e11-27a3744ffe93 HTTP/1.1" status: 200 len: 945 time: 0.2452350 Apr 18 20:58:39.519480 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-7fa8ceef-779a-4987-8ae1-13a4bc2d40d6 tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33526260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32441074', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31752704'] for subnet, after_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:39.552671 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-cd34be17-2d22-491f-bb6d-e8c8a4347052 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=0c9c2348b5944b21bb1e0371f75c6a68&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3554111 Apr 18 20:58:39.559536 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 54664) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:58:39.609541 n-d-838334-2 neutron-server[84040]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7fa8ceef-779a-4987-8ae1-13a4bc2d40d6 tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Network ef903069-7c89-4376-963f-99c58ca6d615 is already hosted by enough agents. {{(pid=84040) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:58:39.616491 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 54666) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:58:39.619323 n-d-838334-2 neutron-server[84040]: DEBUG neutron.scheduler.base_scheduler [None req-7fa8ceef-779a-4987-8ae1-13a4bc2d40d6 tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Resources bound (agent type, host, resource id): {{(pid=84040) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:58:39.623060 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.l3_dvr_db [None req-38a651f7-786c-496c-8636-59e5d839221b None None] Set router 99413255-a59e-4b76-a984-795028d7c5d1 gateway port host: n-d-838334-2 {{(pid=84043) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 20:58:39.626994 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fa8ceef-779a-4987-8ae1-13a4bc2d40d6 tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:58:39.627598 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-7fa8ceef-779a-4987-8ae1-13a4bc2d40d6 tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32378031'] for subnet, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:39.633028 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6cb3e265-45d4-4083-a720-cf7ce3a82edd None None] Network ef903069-7c89-4376-963f-99c58ca6d615 requested from n-d-838334-2 {{(pid=84042) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 20:58:39.659922 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd34be17-2d22-491f-bb6d-e8c8a4347052 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8374d9d8-3e07-40dc-9cd4-69a4b39197e5,revision_number=1']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:58:39.709105 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-7fa8ceef-779a-4987-8ae1-13a4bc2d40d6 tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.0115480 Apr 18 20:58:39.719928 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 54674) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:58:39.754543 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.v2.base [None req-adae54a3-8684-4967-9a56-a2e8a288d107 tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Request body: {'port': {'network_id': 'ef903069-7c89-4376-963f-99c58ca6d615', 'mac_address': 'fa:16:3e:05:ae:6b', 'name': 'tempest-NetworksTestDHCPv6-2146660743'}} {{(pid=84041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 20:58:39.760450 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-33870456-9db2-40f0-b4d2-dc3741b69619 req-e76d4220-76ab-4eda-bfce-790edda1b8c0 tempest-DeleteServersTestJSON-915645800 tempest-DeleteServersTestJSON-915645800-project] 10.222.0.42 "GET /v2.0/security-groups?id=588d127b-19b7-4c3d-9f79-a400181b94e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2271051 Apr 18 20:58:39.762769 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fa8ceef-779a-4987-8ae1-13a4bc2d40d6 tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Pushing event updated for resources: {'Subnet': ['ID=7c79677a-7f41-4cce-b4ae-d4cf5a2256f6,revision_number=0']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:58:39.846695 n-d-838334-2 neutron-server[84042]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6d6276e6-f96c-47ea-bfdc-e67c18a8e1ce'] response: {'server_uuid': 'f87bb2ef-899a-46ce-9bb3-12418be5c882', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd429991d-cf0e-4c6c-a7fa-943542430e29', 'code': 200} Apr 18 20:58:39.906775 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-f9e9598f-87ac-44a9-90f6-906cea9517e7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:40.028921 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.l3_hamode_db [None req-38a651f7-786c-496c-8636-59e5d839221b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99413255-a59e-4b76-a984-795028d7c5d1', 'name': 'tempest-TaggedBootDevicesTest_v242-1399453-router', 'tenant_id': '9feceef4d3df4daeb6497a95fbe12eb7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'external_fixed_ips': [{'subnet_id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'ip_address': '172.25.8.159'}], 'enable_snat': True}, 'gw_port_id': 'aa5ce318-0bea-4e8c-bff5-5d343e281fd6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:51:36Z', 'updated_at': '2022-04-18T20:58:36Z', 'revision_number': 5, 'project_id': '9feceef4d3df4daeb6497a95fbe12eb7', 'gw_port': {'id': 'aa5ce318-0bea-4e8c-bff5-5d343e281fd6', 'name': '', 'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:0d:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99413255-a59e-4b76-a984-795028d7c5d1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'ip_address': '172.25.8.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:51:37Z', 'updated_at': '2022-04-18T20:51:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838334-2'}], 'n-d-838334-2', False) {} {{(pid=84043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:58:40.038185 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-f9e9598f-87ac-44a9-90f6-906cea9517e7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:40.039286 n-d-838334-2 neutron-server[84043]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38a651f7-786c-496c-8636-59e5d839221b None None] Checking router: 99413255-a59e-4b76-a984-795028d7c5d1 for host: n-d-838334-2 {{(pid=84043) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 18 20:58:40.047254 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-242fd744-6a66-43e9-b21c-46dcb3f83751 req-e5bc2feb-ae6f-4e45-aca7-ee88a42b7003 tempest-ServersTestJSON-1424434350 tempest-ServersTestJSON-1424434350-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:58:40.049213 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-242fd744-6a66-43e9-b21c-46dcb3f83751 req-e5bc2feb-ae6f-4e45-aca7-ee88a42b7003 tempest-ServersTestJSON-1424434350 tempest-ServersTestJSON-1424434350-project] 10.222.0.42 "GET /v2.0/ports?device_id=dc7e5d5c-2c20-4415-8437-c6a4530373c8 HTTP/1.1" status: 200 len: 946 time: 0.1674814 Apr 18 20:58:40.064587 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38a651f7-786c-496c-8636-59e5d839221b None None] Routers {'99413255-a59e-4b76-a984-795028d7c5d1'} bound to L3 agent in host n-d-838334-2 {{(pid=84043) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 20:58:40.065211 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.l3_hamode_db [None req-38a651f7-786c-496c-8636-59e5d839221b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838334-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-18T20:25:48Z,description=,heartbeat_timestamp=2022-04-18T20:58:18Z,host='n-d-838334-2',id=bc84d6c9-dd7a-4555-a351-592327b46d5a,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:25:48Z,topic='l3_agent')) {'router_ids': ['99413255-a59e-4b76-a984-795028d7c5d1'], 'active': True} {{(pid=84043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:58:40.075420 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f65c4a83-4c76-48b5-ab4e-7562f2a72cb6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp016840fc-1f9f-5892-9c53-c9cf6c845bbb-ef903069-7c89-4376-963f-99c58ca6d615', 'network_id': 'ef903069-7c89-4376-963f-99c58ca6d615', 'tenant_id': '1256b788e8184019a07eb24a482acda4', 'fixed_ips': [{'subnet_id': '7c79677a-7f41-4cce-b4ae-d4cf5a2256f6'}]}} from n-d-838334-2. {{(pid=84042) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 18 20:58:40.076405 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-f65c4a83-4c76-48b5-ab4e-7562f2a72cb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_create {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:40.146183 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-242fd744-6a66-43e9-b21c-46dcb3f83751 req-1ecd0545-72be-467f-85fd-aa878f23e342 tempest-ServersTestJSON-1424434350 tempest-ServersTestJSON-1424434350-project] 10.222.0.42 "GET /v2.0/security-groups?id=a3de1b7a-019c-40dd-8c9d-3a3f159b2bd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0894251 Apr 18 20:58:40.153214 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-bd1b4721-315a-45de-8477-abe3493360e1 req-eb81b459-0f00-4cde-a4be-d6e34c8280bc service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=f87bb2ef-899a-46ce-9bb3-12418be5c882 HTTP/1.1" status: 200 len: 1097 time: 0.3386624 Apr 18 20:58:40.255581 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-adae54a3-8684-4967-9a56-a2e8a288d107 tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:58:40.266282 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-adae54a3-8684-4967-9a56-a2e8a288d107 tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:58:40.268702 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Device 5df332cd-9e6f-423f-b5f4-07f8bb94e3aa no longer exists at agent ovs-agent-n-d-838334-2 {{(pid=84042) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 20:58:40.288079 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-adae54a3-8684-4967-9a56-a2e8a288d107 tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Made reservation on behalf of 1256b788e8184019a07eb24a482acda4 for: {'port': 1} {{(pid=84041) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:58:40.303608 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.plugin [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] No Port match for: 5df332cd-9e6f-423f-b5f4-07f8bb94e3aa {{(pid=84042) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 18 20:58:40.303970 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Device 5df332cd-9e6f-423f-b5f4-07f8bb94e3aa not bound to the agent host n-d-838334-2 {{(pid=84042) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 20:58:40.335087 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.l3_dvr_db [None req-38a651f7-786c-496c-8636-59e5d839221b None None] Set router 99413255-a59e-4b76-a984-795028d7c5d1 gateway port host: n-d-838334-2 {{(pid=84043) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 20:58:40.390742 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-bd1b4721-315a-45de-8477-abe3493360e1 req-2dd37230-af05-448c-b09d-6fac4802ccbf service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=ada0ecb3-b1bc-4ba2-8e6c-b06ba09daca2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2245009 Apr 18 20:58:40.401369 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-f9e9598f-87ac-44a9-90f6-906cea9517e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33528224'] for security_group, after_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:40.443113 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-f9e9598f-87ac-44a9-90f6-906cea9517e7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:40.444265 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-f9e9598f-87ac-44a9-90f6-906cea9517e7 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/8374d9d8-3e07-40dc-9cd4-69a4b39197e5 HTTP/1.1" status: 204 len: 168 time: 0.8265107 Apr 18 20:58:40.445194 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9e9598f-87ac-44a9-90f6-906cea9517e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8374d9d8-3e07-40dc-9cd4-69a4b39197e5,revision_number=None']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:58:40.480619 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-a4631473-cb08-4b39-844a-196d9c14e5f1 admin admin] Notify callbacks [] for router, before_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:40.515303 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2b108f4-2259-4f23-b1d3-0d6f10a0f913 req-ad141440-2c3c-4e55-8474-54c1cd5ccc4a tempest-ServersNegativeTestJSON-508382254 tempest-ServersNegativeTestJSON-508382254-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:58:40.525277 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-f2b108f4-2259-4f23-b1d3-0d6f10a0f913 req-ad141440-2c3c-4e55-8474-54c1cd5ccc4a tempest-ServersNegativeTestJSON-508382254 tempest-ServersNegativeTestJSON-508382254-project] 10.222.0.42 "GET /v2.0/ports?device_id=f87bb2ef-899a-46ce-9bb3-12418be5c882 HTTP/1.1" status: 200 len: 946 time: 0.2114222 Apr 18 20:58:40.569865 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.db_base_plugin_common [None req-f65c4a83-4c76-48b5-ab4e-7562f2a72cb6 None None] Allocated IP 2001:db8::2 (ef903069-7c89-4376-963f-99c58ca6d615/7c79677a-7f41-4cce-b4ae-d4cf5a2256f6/ae31bffd-ce61-4815-937d-27eb2f812eab) {{(pid=84042) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:58:40.606349 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-f2b108f4-2259-4f23-b1d3-0d6f10a0f913 req-a4a34701-3934-4079-b53c-a1e529f1b08f tempest-ServersNegativeTestJSON-508382254 tempest-ServersNegativeTestJSON-508382254-project] 10.222.0.42 "GET /v2.0/security-groups?id=ada0ecb3-b1bc-4ba2-8e6c-b06ba09daca2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0794203 Apr 18 20:58:40.681825 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.l3_hamode_db [None req-38a651f7-786c-496c-8636-59e5d839221b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99413255-a59e-4b76-a984-795028d7c5d1', 'name': 'tempest-TaggedBootDevicesTest_v242-1399453-router', 'tenant_id': '9feceef4d3df4daeb6497a95fbe12eb7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'external_fixed_ips': [{'subnet_id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'ip_address': '172.25.8.159'}], 'enable_snat': True}, 'gw_port_id': 'aa5ce318-0bea-4e8c-bff5-5d343e281fd6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:51:36Z', 'updated_at': '2022-04-18T20:58:36Z', 'revision_number': 5, 'project_id': '9feceef4d3df4daeb6497a95fbe12eb7', 'gw_port': {'id': 'aa5ce318-0bea-4e8c-bff5-5d343e281fd6', 'name': '', 'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:0d:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99413255-a59e-4b76-a984-795028d7c5d1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'ip_address': '172.25.8.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:51:37Z', 'updated_at': '2022-04-18T20:51:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838334-2'}], 'n-d-838334-2', False) {} {{(pid=84043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:58:40.686385 n-d-838334-2 neutron-server[84043]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38a651f7-786c-496c-8636-59e5d839221b None None] The sync data for ids ['99413255-a59e-4b76-a984-795028d7c5d1'] in n-d-838334-2 is: [{'id': '99413255-a59e-4b76-a984-795028d7c5d1', 'name': 'tempest-TaggedBootDevicesTest_v242-1399453-router', 'tenant_id': '9feceef4d3df4daeb6497a95fbe12eb7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'external_fixed_ips': [{'subnet_id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'ip_address': '172.25.8.159'}], 'enable_snat': True}, 'gw_port_id': 'aa5ce318-0bea-4e8c-bff5-5d343e281fd6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:51:36Z', 'updated_at': '2022-04-18T20:58:36Z', 'revision_number': 5, 'project_id': '9feceef4d3df4daeb6497a95fbe12eb7', 'gw_port': {'id': 'aa5ce318-0bea-4e8c-bff5-5d343e281fd6', 'name': '', 'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:0d:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99413255-a59e-4b76-a984-795028d7c5d1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'ip_address': '172.25.8.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:51:37Z', 'updated_at': '2022-04-18T20:51:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838334-2'}] {{(pid=84043) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 18 20:58:40.736113 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-adae54a3-8684-4967-9a56-a2e8a288d107 tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:40.791310 n-d-838334-2 neutron-server[84041]: DEBUG neutron.notifiers.nova [None req-adae54a3-8684-4967-9a56-a2e8a288d107 tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] device_id is not set on port b100e327-a986-414e-a223-fd91465fd743 yet. {{(pid=84041) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 18 20:58:40.895148 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-f65c4a83-4c76-48b5-ab4e-7562f2a72cb6 None None] Notify callbacks [] for port, precommit_create {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:40.911703 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-f65c4a83-4c76-48b5-ab4e-7562f2a72cb6 None None] Transition to ACTIVE for port object ae31bffd-ce61-4815-937d-27eb2f812eab will not be triggered until provisioned by entity L2. {{(pid=84042) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 20:58:40.932382 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-2896a195-75b2-4d6e-adb6-42ae44c2c657 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33443857'] for router_interface, before_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:40.959558 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-f65c4a83-4c76-48b5-ab4e-7562f2a72cb6 None None] Transition to ACTIVE for port object ae31bffd-ce61-4815-937d-27eb2f812eab will not be triggered until provisioned by entity DHCP. {{(pid=84042) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 20:58:40.971432 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-f65c4a83-4c76-48b5-ab4e-7562f2a72cb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750374836619'] for port, after_create {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:41.144976 n-d-838334-2 neutron-server[84042]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f65c4a83-4c76-48b5-ab4e-7562f2a72cb6 None None] Network ef903069-7c89-4376-963f-99c58ca6d615 is already hosted by enough agents. {{(pid=84042) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:58:41.147877 n-d-838334-2 neutron-server[84042]: DEBUG neutron.scheduler.base_scheduler [None req-f65c4a83-4c76-48b5-ab4e-7562f2a72cb6 None None] Resources bound (agent type, host, resource id): {{(pid=84042) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:58:41.152280 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f65c4a83-4c76-48b5-ab4e-7562f2a72cb6 None None] Received port after_create {{(pid=84042) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 20:58:41.154455 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f65c4a83-4c76-48b5-ab4e-7562f2a72cb6 None None] Pushing event updated for resources: {'Port': ['ID=ae31bffd-ce61-4815-937d-27eb2f812eab,revision_number=1']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:58:41.256323 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.managers [None req-f65c4a83-4c76-48b5-ab4e-7562f2a72cb6 None None] Attempting to bind port ae31bffd-ce61-4815-937d-27eb2f812eab on host n-d-838334-2 for vnic_type normal with profile {{(pid=84042) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:58:41.256750 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.managers [None req-f65c4a83-4c76-48b5-ab4e-7562f2a72cb6 None None] Attempting to bind port ae31bffd-ce61-4815-937d-27eb2f812eab by drivers openvswitch,hyperv on host n-d-838334-2 at level 0 using segments [{'id': 'fbf28fbd-36f8-46f3-be08-57d41821e390', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': 'ef903069-7c89-4376-963f-99c58ca6d615'}] {{(pid=84042) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:58:41.257164 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f65c4a83-4c76-48b5-ab4e-7562f2a72cb6 None None] Attempting to bind port ae31bffd-ce61-4815-937d-27eb2f812eab on network ef903069-7c89-4376-963f-99c58ca6d615 {{(pid=84042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 20:58:41.264374 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f65c4a83-4c76-48b5-ab4e-7562f2a72cb6 None None] Checking agent: {'id': '97cd4414-7af6-4d67-868d-dff370b4071a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838334-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 25, 49), 'started_at': datetime.datetime(2022, 4, 18, 20, 26, 19), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 20, 58, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838334-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 18 20:58:41.264760 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f65c4a83-4c76-48b5-ab4e-7562f2a72cb6 None None] Checking segment: {'id': 'fbf28fbd-36f8-46f3-be08-57d41821e390', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': 'ef903069-7c89-4376-963f-99c58ca6d615'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84042) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 20:58:41.265147 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-f65c4a83-4c76-48b5-ab4e-7562f2a72cb6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:41.265537 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f65c4a83-4c76-48b5-ab4e-7562f2a72cb6 None None] Bound using segment: {'id': 'fbf28fbd-36f8-46f3-be08-57d41821e390', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': 'ef903069-7c89-4376-963f-99c58ca6d615'} {{(pid=84042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 18 20:58:41.265999 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.managers [None req-f65c4a83-4c76-48b5-ab4e-7562f2a72cb6 None None] Bound port: ae31bffd-ce61-4815-937d-27eb2f812eab, host: n-d-838334-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fbf28fbd-36f8-46f3-be08-57d41821e390', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': 'ef903069-7c89-4376-963f-99c58ca6d615'}}] {{(pid=84042) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 20:58:41.266367 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-f65c4a83-4c76-48b5-ab4e-7562f2a72cb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:41.360299 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6870e6c0-a193-4313-8b70-1cf5074a0e2d req-3e98c7ad-c453-45f4-b9f8-7f8601ceb1e8 tempest-DeleteServersTestJSON-915645800 tempest-DeleteServersTestJSON-915645800-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:58:41.361857 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-6870e6c0-a193-4313-8b70-1cf5074a0e2d req-3e98c7ad-c453-45f4-b9f8-7f8601ceb1e8 tempest-DeleteServersTestJSON-915645800 tempest-DeleteServersTestJSON-915645800-project] 10.222.0.42 "GET /v2.0/ports?device_id=55a80075-aa22-491b-9e11-27a3744ffe93 HTTP/1.1" status: 200 len: 945 time: 0.3362856 Apr 18 20:58:41.454798 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-a4631473-cb08-4b39-844a-196d9c14e5f1 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:41.457648 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-f65c4a83-4c76-48b5-ab4e-7562f2a72cb6 None None] For port ae31bffd-ce61-4815-937d-27eb2f812eab, host n-d-838334-2, cleared binding levels {{(pid=84042) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 20:58:41.461464 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-f65c4a83-4c76-48b5-ab4e-7562f2a72cb6 None None] For port ae31bffd-ce61-4815-937d-27eb2f812eab, host n-d-838334-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838334-2',level=0,port_id=ae31bffd-ce61-4815-937d-27eb2f812eab,segment=NetworkSegment(fbf28fbd-36f8-46f3-be08-57d41821e390),segment_id=fbf28fbd-36f8-46f3-be08-57d41821e390)] {{(pid=84042) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 20:58:41.469029 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-f65c4a83-4c76-48b5-ab4e-7562f2a72cb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682'] for port, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:41.516341 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.plugin [None req-a4631473-cb08-4b39-844a-196d9c14e5f1 admin admin] Deleting port aa5ce318-0bea-4e8c-bff5-5d343e281fd6 {{(pid=84041) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 20:58:41.516742 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-a4631473-cb08-4b39-844a-196d9c14e5f1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750375188691'] for port, before_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:41.668368 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f65c4a83-4c76-48b5-ab4e-7562f2a72cb6 None None] Pushing event updated for resources: {'Port': ['ID=ae31bffd-ce61-4815-937d-27eb2f812eab,revision_number=2']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:58:41.767653 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.db [None req-a4631473-cb08-4b39-844a-196d9c14e5f1 admin admin] For port aa5ce318-0bea-4e8c-bff5-5d343e281fd6, host n-d-838334-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838334-2',level=0,port_id=aa5ce318-0bea-4e8c-bff5-5d343e281fd6,segment=NetworkSegment(732aa830-768b-4511-951f-d08e26b9c25b),segment_id=732aa830-768b-4511-951f-d08e26b9c25b)] {{(pid=84041) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:58:41.768044 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-a4631473-cb08-4b39-844a-196d9c14e5f1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369123'] for port, precommit_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:41.777988 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-6870e6c0-a193-4313-8b70-1cf5074a0e2d req-eee76fae-dd9d-4347-b062-092b3f2d1aaf tempest-DeleteServersTestJSON-915645800 tempest-DeleteServersTestJSON-915645800-project] 10.222.0.42 "GET /v2.0/security-groups?id=588d127b-19b7-4c3d-9f79-a400181b94e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4068549 Apr 18 20:58:41.906449 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f963acad-b8e1-43ce-99e6-b3041e054aea req-30354604-39c7-4334-b5cf-7e3a3b4fc847 tempest-ServersTestJSON-1424434350 tempest-ServersTestJSON-1424434350-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:58:41.908004 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-f963acad-b8e1-43ce-99e6-b3041e054aea req-30354604-39c7-4334-b5cf-7e3a3b4fc847 tempest-ServersTestJSON-1424434350 tempest-ServersTestJSON-1424434350-project] 10.222.0.42 "GET /v2.0/ports?device_id=dc7e5d5c-2c20-4415-8437-c6a4530373c8 HTTP/1.1" status: 200 len: 946 time: 0.4808853 Apr 18 20:58:41.938062 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.plugin [None req-a4631473-cb08-4b39-844a-196d9c14e5f1 admin admin] Calling delete_port for aa5ce318-0bea-4e8c-bff5-5d343e281fd6 owned by network:router_gateway {{(pid=84041) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 20:58:42.152900 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.db_base_plugin_common [None req-adae54a3-8684-4967-9a56-a2e8a288d107 tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Allocated IP 2001:db8::bc (ef903069-7c89-4376-963f-99c58ca6d615/7c79677a-7f41-4cce-b4ae-d4cf5a2256f6/b100e327-a986-414e-a223-fd91465fd743) {{(pid=84041) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:58:42.178382 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75048cf0-9f65-457d-9dc9-e3cb791a2a84 req-307836d3-a595-4067-a87a-e525b0450c12 tempest-ServersTestJSON-1424434350 tempest-ServersTestJSON-1424434350-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:58:42.179322 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [req-75048cf0-9f65-457d-9dc9-e3cb791a2a84 req-307836d3-a595-4067-a87a-e525b0450c12 tempest-ServersTestJSON-1424434350 tempest-ServersTestJSON-1424434350-project] Synchronizing usage tracker for tenant:ba267e3ba48c4ff1b4fc57f8cfab7c8c on resource:port {{(pid=84041) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 20:58:42.205778 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-f963acad-b8e1-43ce-99e6-b3041e054aea req-b6d49ff6-404b-4d9a-858b-84e2966a4fa8 tempest-ServersTestJSON-1424434350 tempest-ServersTestJSON-1424434350-project] 10.222.0.42 "GET /v2.0/security-groups?id=a3de1b7a-019c-40dd-8c9d-3a3f159b2bd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1455090 Apr 18 20:58:42.232386 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [req-75048cf0-9f65-457d-9dc9-e3cb791a2a84 req-307836d3-a595-4067-a87a-e525b0450c12 tempest-ServersTestJSON-1424434350 tempest-ServersTestJSON-1424434350-project] Unset dirty status for tenant:ba267e3ba48c4ff1b4fc57f8cfab7c8c on resource:port {{(pid=84041) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 20:58:42.235653 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-75048cf0-9f65-457d-9dc9-e3cb791a2a84 req-307836d3-a595-4067-a87a-e525b0450c12 tempest-ServersTestJSON-1424434350 tempest-ServersTestJSON-1424434350-project] 10.222.0.43 "GET /v2.0/ports?device_id=dc7e5d5c-2c20-4415-8437-c6a4530373c8 HTTP/1.1" status: 200 len: 946 time: 0.9159844 Apr 18 20:58:42.298843 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Device ae31bffd-ce61-4815-937d-27eb2f812eab up at agent ovs-agent-n-d-838334-2 {{(pid=84042) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 20:58:42.404385 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.plugin [req-75048cf0-9f65-457d-9dc9-e3cb791a2a84 req-fd6bdf95-8825-453b-8d6f-265a4f3d4368 tempest-ServersTestJSON-1424434350 tempest-ServersTestJSON-1424434350-project] Deleting port d9153e07-c40d-4fb5-b18e-6294e2f33263 {{(pid=84041) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 20:58:42.404731 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [req-75048cf0-9f65-457d-9dc9-e3cb791a2a84 req-fd6bdf95-8825-453b-8d6f-265a4f3d4368 tempest-ServersTestJSON-1424434350 tempest-ServersTestJSON-1424434350-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750375188691'] for port, before_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:42.459522 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Provisioning for port ae31bffd-ce61-4815-937d-27eb2f812eab completed by entity L2. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 20:58:42.476380 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Device d99ad02c-2797-4b8c-8a43-54fd026972be no longer exists at agent ovs-agent-n-d-838334-2 {{(pid=84042) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 20:58:42.545738 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-781c8500-d5f5-4643-b228-56a48b020071 req-c0c966fe-e5e4-4a2e-8a84-50a60dfaa243 tempest-ServersNegativeTestJSON-508382254 tempest-ServersNegativeTestJSON-508382254-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:58:42.549469 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.plugin [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] No Port match for: d99ad02c-2797-4b8c-8a43-54fd026972be {{(pid=84042) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 18 20:58:42.550146 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Device d99ad02c-2797-4b8c-8a43-54fd026972be not bound to the agent host n-d-838334-2 {{(pid=84042) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 20:58:42.557964 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-781c8500-d5f5-4643-b228-56a48b020071 req-c0c966fe-e5e4-4a2e-8a84-50a60dfaa243 tempest-ServersNegativeTestJSON-508382254 tempest-ServersNegativeTestJSON-508382254-project] 10.222.0.42 "GET /v2.0/ports?device_id=f87bb2ef-899a-46ce-9bb3-12418be5c882 HTTP/1.1" status: 200 len: 946 time: 0.4369731 Apr 18 20:58:42.573707 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-a4631473-cb08-4b39-844a-196d9c14e5f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750375259028', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750374836628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32266323'] for port, after_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:42.659336 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-781c8500-d5f5-4643-b228-56a48b020071 req-4e036839-ff79-4ffc-b95b-7c458acada80 tempest-ServersNegativeTestJSON-508382254 tempest-ServersNegativeTestJSON-508382254-project] 10.222.0.42 "GET /v2.0/security-groups?id=ada0ecb3-b1bc-4ba2-8e6c-b06ba09daca2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1004274 Apr 18 20:58:42.900385 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-adae54a3-8684-4967-9a56-a2e8a288d107 tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Notify callbacks [] for port, precommit_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:42.933964 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.provisioning_blocks [None req-adae54a3-8684-4967-9a56-a2e8a288d107 tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Transition to ACTIVE for port object b100e327-a986-414e-a223-fd91465fd743 will not be triggered until provisioned by entity DHCP. {{(pid=84041) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 20:58:43.051449 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4631473-cb08-4b39-844a-196d9c14e5f1 admin admin] Pushing event deleted for resources: {'Port': ['ID=aa5ce318-0bea-4e8c-bff5-5d343e281fd6,revision_number=None']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:58:43.093615 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-adae54a3-8684-4967-9a56-a2e8a288d107 tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750374836619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32266323'] for port, after_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:43.236527 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.plugin [None req-2896a195-75b2-4d6e-adb6-42ae44c2c657 admin admin] Deleting port e7a6fcb0-431d-4b8c-b515-c6805712c623 {{(pid=84040) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 20:58:43.237014 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-2896a195-75b2-4d6e-adb6-42ae44c2c657 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750375188691'] for port, before_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:43.308061 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adae54a3-8684-4967-9a56-a2e8a288d107 tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Pushing event updated for resources: {'Port': ['ID=b100e327-a986-414e-a223-fd91465fd743,revision_number=1']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:58:43.406953 n-d-838334-2 neutron-server[84041]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-adae54a3-8684-4967-9a56-a2e8a288d107 tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Network ef903069-7c89-4376-963f-99c58ca6d615 is already hosted by enough agents. {{(pid=84041) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:58:43.415717 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-f7b8d98b-6919-4413-a8e8-0cea80b8fc54 None None] Provisioning for port ae31bffd-ce61-4815-937d-27eb2f812eab completed by entity DHCP. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 20:58:43.422665 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-f7b8d98b-6919-4413-a8e8-0cea80b8fc54 None None] Provisioning complete for port ae31bffd-ce61-4815-937d-27eb2f812eab triggered by entity DHCP. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:58:43.423029 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-f7b8d98b-6919-4413-a8e8-0cea80b8fc54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1253608'] for port, provisioning_complete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:43.441975 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b56836b-5782-44cc-bc72-7f5563d4ce7b req-71720d82-f630-492a-882c-af3fa38e87a6 tempest-DeleteServersTestJSON-915645800 tempest-DeleteServersTestJSON-915645800-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:58:43.443691 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-3b56836b-5782-44cc-bc72-7f5563d4ce7b req-71720d82-f630-492a-882c-af3fa38e87a6 tempest-DeleteServersTestJSON-915645800 tempest-DeleteServersTestJSON-915645800-project] 10.222.0.42 "GET /v2.0/ports?device_id=55a80075-aa22-491b-9e11-27a3744ffe93 HTTP/1.1" status: 200 len: 945 time: 0.3946226 Apr 18 20:58:43.473975 n-d-838334-2 neutron-server[84041]: DEBUG neutron.scheduler.base_scheduler [None req-adae54a3-8684-4967-9a56-a2e8a288d107 tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Resources bound (agent type, host, resource id): {{(pid=84041) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:58:43.494595 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adae54a3-8684-4967-9a56-a2e8a288d107 tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Received port after_create {{(pid=84041) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 20:58:43.498550 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-adae54a3-8684-4967-9a56-a2e8a288d107 tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:58:43.499162 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-adae54a3-8684-4967-9a56-a2e8a288d107 tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217293'] for port, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:43.558984 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-a4631473-cb08-4b39-844a-196d9c14e5f1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33444108'] for router_gateway, after_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:43.572672 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.db [None req-2896a195-75b2-4d6e-adb6-42ae44c2c657 admin admin] For port e7a6fcb0-431d-4b8c-b515-c6805712c623, host n-d-838334-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838334-2',level=0,port_id=e7a6fcb0-431d-4b8c-b515-c6805712c623,segment=NetworkSegment(cd8c59c7-b4b2-44a4-be0f-4e934073fee4),segment_id=cd8c59c7-b4b2-44a4-be0f-4e934073fee4)] {{(pid=84040) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:58:43.573525 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-2896a195-75b2-4d6e-adb6-42ae44c2c657 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369123'] for port, precommit_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:43.591349 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-3b56836b-5782-44cc-bc72-7f5563d4ce7b req-7f89d6dd-8223-4ac7-9ff5-08527fd46f8d tempest-DeleteServersTestJSON-915645800 tempest-DeleteServersTestJSON-915645800-project] 10.222.0.42 "GET /v2.0/security-groups?id=588d127b-19b7-4c3d-9f79-a400181b94e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1393201 Apr 18 20:58:43.658968 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-f7b8d98b-6919-4413-a8e8-0cea80b8fc54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:43.730815 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-f7b8d98b-6919-4413-a8e8-0cea80b8fc54 None None] For port ae31bffd-ce61-4815-937d-27eb2f812eab, host n-d-838334-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838334-2',level=0,port_id=ae31bffd-ce61-4815-937d-27eb2f812eab,segment=NetworkSegment(fbf28fbd-36f8-46f3-be08-57d41821e390),segment_id=fbf28fbd-36f8-46f3-be08-57d41821e390)] {{(pid=84042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:58:43.744510 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-f7b8d98b-6919-4413-a8e8-0cea80b8fc54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682'] for port, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:43.756252 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.plugin [None req-2896a195-75b2-4d6e-adb6-42ae44c2c657 admin admin] Calling delete_port for e7a6fcb0-431d-4b8c-b515-c6805712c623 owned by network:router_interface {{(pid=84040) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 20:58:43.807040 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bc2604c-1fb7-4440-bf18-2568ae3f7322 req-99155393-7f22-4d9c-9145-66f4ddaf7243 tempest-ServersNegativeTestJSON-508382254 tempest-ServersNegativeTestJSON-508382254-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:58:43.808588 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-8bc2604c-1fb7-4440-bf18-2568ae3f7322 req-99155393-7f22-4d9c-9145-66f4ddaf7243 tempest-ServersNegativeTestJSON-508382254 tempest-ServersNegativeTestJSON-508382254-project] 10.222.0.42 "GET /v2.0/ports?device_id=f87bb2ef-899a-46ce-9bb3-12418be5c882 HTTP/1.1" status: 200 len: 946 time: 0.4323847 Apr 18 20:58:43.842574 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7b8d98b-6919-4413-a8e8-0cea80b8fc54 None None] Pushing event updated for resources: {'Port': ['ID=ae31bffd-ce61-4815-937d-27eb2f812eab,revision_number=3']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:58:43.881782 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-adae54a3-8684-4967-9a56-a2e8a288d107 tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 4.1594472 Apr 18 20:58:43.890410 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 54744) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:58:43.935725 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.db [req-75048cf0-9f65-457d-9dc9-e3cb791a2a84 req-fd6bdf95-8825-453b-8d6f-265a4f3d4368 tempest-ServersTestJSON-1424434350 tempest-ServersTestJSON-1424434350-project] For port d9153e07-c40d-4fb5-b18e-6294e2f33263, host n-h1-838334-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838334-2',level=0,port_id=d9153e07-c40d-4fb5-b18e-6294e2f33263,segment=NetworkSegment(7487d154-ef4b-4701-b484-567750da716d),segment_id=7487d154-ef4b-4701-b484-567750da716d)] {{(pid=84041) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:58:43.936089 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [req-75048cf0-9f65-457d-9dc9-e3cb791a2a84 req-fd6bdf95-8825-453b-8d6f-265a4f3d4368 tempest-ServersTestJSON-1424434350 tempest-ServersTestJSON-1424434350-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369123'] for port, precommit_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:43.974847 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-5e79d084-9d4b-46c9-b477-6f3f98a67ba3 None None] Provisioning for port b100e327-a986-414e-a223-fd91465fd743 completed by entity DHCP. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 20:58:43.983752 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-5e79d084-9d4b-46c9-b477-6f3f98a67ba3 None None] Provisioning complete for port b100e327-a986-414e-a223-fd91465fd743 triggered by entity DHCP. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:58:43.984521 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-5e79d084-9d4b-46c9-b477-6f3f98a67ba3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1253608'] for port, provisioning_complete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:44.053533 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.plugin [None req-5e79d084-9d4b-46c9-b477-6f3f98a67ba3 None None] Port b100e327-a986-414e-a223-fd91465fd743 cannot update to ACTIVE because it is not bound. {{(pid=84042) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 18 20:58:44.097807 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-2896a195-75b2-4d6e-adb6-42ae44c2c657 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750375259028', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750374836628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32440838'] for port, after_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:44.171017 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-8bc2604c-1fb7-4440-bf18-2568ae3f7322 req-de2fa5c4-6c18-48dd-a93d-12252d8b847c tempest-ServersNegativeTestJSON-508382254 tempest-ServersNegativeTestJSON-508382254-project] 10.222.0.42 "GET /v2.0/security-groups?id=ada0ecb3-b1bc-4ba2-8e6c-b06ba09daca2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3555954 Apr 18 20:58:44.194263 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2896a195-75b2-4d6e-adb6-42ae44c2c657 admin admin] Pushing event deleted for resources: {'Port': ['ID=e7a6fcb0-431d-4b8c-b515-c6805712c623,revision_number=None']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:58:44.219839 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.plugin [req-75048cf0-9f65-457d-9dc9-e3cb791a2a84 req-fd6bdf95-8825-453b-8d6f-265a4f3d4368 tempest-ServersTestJSON-1424434350 tempest-ServersTestJSON-1424434350-project] Calling delete_port for d9153e07-c40d-4fb5-b18e-6294e2f33263 owned by compute:nova {{(pid=84041) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 20:58:44.312085 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Device ae31bffd-ce61-4815-937d-27eb2f812eab up at agent ovs-agent-n-d-838334-2 {{(pid=84042) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 20:58:44.329592 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b74d1e9-5600-4a7e-897c-ebee3a1a7b6a req-c9f71974-72bc-4475-b25d-e820bd41dd11 tempest-ServersTestJSON-1424434350 tempest-ServersTestJSON-1424434350-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:58:44.340462 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-7b74d1e9-5600-4a7e-897c-ebee3a1a7b6a req-c9f71974-72bc-4475-b25d-e820bd41dd11 tempest-ServersTestJSON-1424434350 tempest-ServersTestJSON-1424434350-project] 10.222.0.42 "GET /v2.0/ports?device_id=dc7e5d5c-2c20-4415-8437-c6a4530373c8 HTTP/1.1" status: 200 len: 946 time: 0.4710371 Apr 18 20:58:44.395666 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-a4631473-cb08-4b39-844a-196d9c14e5f1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33443580', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5726'] for router, precommit_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:44.410845 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-a4631473-cb08-4b39-844a-196d9c14e5f1 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:44.461838 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-a4631473-cb08-4b39-844a-196d9c14e5f1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-33443408'] for router, after_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:44.462381 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a4631473-cb08-4b39-844a-196d9c14e5f1 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 99413255-a59e-4b76-a984-795028d7c5d1 {{(pid=84041) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 18 20:58:44.466689 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Provisioning complete for port ae31bffd-ce61-4815-937d-27eb2f812eab triggered by entity L2. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:58:44.467174 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1253608'] for port, provisioning_complete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:44.501572 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-7b74d1e9-5600-4a7e-897c-ebee3a1a7b6a req-73f0d4e9-56ab-4f47-80bd-59dfb3d5b054 tempest-ServersTestJSON-1424434350 tempest-ServersTestJSON-1424434350-project] 10.222.0.42 "GET /v2.0/security-groups?id=a3de1b7a-019c-40dd-8c9d-3a3f159b2bd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1601200 Apr 18 20:58:44.617354 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-a4631473-cb08-4b39-844a-196d9c14e5f1 admin admin] Notify callbacks [] for router, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:44.620844 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-a4631473-cb08-4b39-844a-196d9c14e5f1 admin admin] 10.222.0.42 "DELETE /v2.0/routers/99413255-a59e-4b76-a984-795028d7c5d1 HTTP/1.1" status: 204 len: 168 time: 5.1759932 Apr 18 20:58:44.737095 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 54766) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:58:44.765534 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51aba610-4d65-4347-b520-5d2aae351929 tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:58:44.772968 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51aba610-4d65-4347-b520-5d2aae351929 tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:58:44.773845 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-51aba610-4d65-4347-b520-5d2aae351929 tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Synchronizing usage tracker for tenant:1256b788e8184019a07eb24a482acda4 on resource:port {{(pid=84041) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 20:58:44.779724 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [req-75048cf0-9f65-457d-9dc9-e3cb791a2a84 req-fd6bdf95-8825-453b-8d6f-265a4f3d4368 tempest-ServersTestJSON-1424434350 tempest-ServersTestJSON-1424434350-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750375259028', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750374836628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32266323'] for port, after_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:44.796752 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] get_ports_and_sgs() called for port_ids ['8f0ac191-0475-420d-bcd7-62c84624a6ea'] {{(pid=84042) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 18 20:58:44.914340 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd6bdf95-8825-453b-8d6f-265a4f3d4368 tempest-ServersTestJSON-1424434350 tempest-ServersTestJSON-1424434350-project] Pushing event deleted for resources: {'Port': ['ID=d9153e07-c40d-4fb5-b18e-6294e2f33263,revision_number=None']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:58:44.965131 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-51aba610-4d65-4347-b520-5d2aae351929 tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Unset dirty status for tenant:1256b788e8184019a07eb24a482acda4 on resource:port {{(pid=84041) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 20:58:44.970015 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-51aba610-4d65-4347-b520-5d2aae351929 tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] 10.222.0.42 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1670 time: 1.0761383 Apr 18 20:58:44.973924 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.db_base_plugin_v2 [None req-7d26ebc5-8319-44b7-ace7-e6c82a47f398 admin admin] Deleting subnet 6e80a998-2277-430e-a2a1-47079979e7bc {{(pid=84041) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 18 20:58:44.975882 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 54780) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:58:45.061463 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.plugin [None req-d1ab29d0-06c1-49d9-8321-03bb052d5f08 tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Deleting port b100e327-a986-414e-a223-fd91465fd743 {{(pid=84041) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 20:58:45.061807 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-d1ab29d0-06c1-49d9-8321-03bb052d5f08 tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750375188691'] for port, before_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:45.063467 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b8f5d70-80fc-4cdf-b6e0-d9f647b87390 req-6f882c21-ad8c-4ef0-bd17-bf330ebe9e49 tempest-DeleteServersTestJSON-915645800 tempest-DeleteServersTestJSON-915645800-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:58:45.078050 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-2b8f5d70-80fc-4cdf-b6e0-d9f647b87390 req-6f882c21-ad8c-4ef0-bd17-bf330ebe9e49 tempest-DeleteServersTestJSON-915645800 tempest-DeleteServersTestJSON-915645800-project] 10.222.0.42 "GET /v2.0/ports?device_id=55a80075-aa22-491b-9e11-27a3744ffe93 HTTP/1.1" status: 200 len: 945 time: 0.2263372 Apr 18 20:58:45.188721 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-7d26ebc5-8319-44b7-ace7-e6c82a47f398 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:45.198844 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-2b8f5d70-80fc-4cdf-b6e0-d9f647b87390 req-4a4938df-a7a8-4d00-8cac-6d696b716be2 tempest-DeleteServersTestJSON-915645800 tempest-DeleteServersTestJSON-915645800-project] 10.222.0.42 "GET /v2.0/security-groups?id=588d127b-19b7-4c3d-9f79-a400181b94e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1143112 Apr 18 20:58:45.245188 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-2896a195-75b2-4d6e-adb6-42ae44c2c657 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-32377931', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33443910'] for router_interface, after_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:45.337660 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.l3_dvrscheduler_db [req-75048cf0-9f65-457d-9dc9-e3cb791a2a84 req-fd6bdf95-8825-453b-8d6f-265a4f3d4368 tempest-ServersTestJSON-1424434350 tempest-ServersTestJSON-1424434350-project] No DVR routers for this DVR port d9153e07-c40d-4fb5-b18e-6294e2f33263 on host n-h1-838334-2 {{(pid=84041) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 20:58:45.344431 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb00af0c-a993-4079-a5fc-23e56ba58cb7 req-c6306d80-3939-4331-a6f5-43cc4d0225eb tempest-ServersNegativeTestJSON-508382254 tempest-ServersNegativeTestJSON-508382254-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:58:45.345130 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [req-cb00af0c-a993-4079-a5fc-23e56ba58cb7 req-c6306d80-3939-4331-a6f5-43cc4d0225eb tempest-ServersNegativeTestJSON-508382254 tempest-ServersNegativeTestJSON-508382254-project] Synchronizing usage tracker for tenant:0f7cce7b1ccf410486c29c0215106926 on resource:port {{(pid=84041) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 20:58:45.350711 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [req-75048cf0-9f65-457d-9dc9-e3cb791a2a84 req-fd6bdf95-8825-453b-8d6f-265a4f3d4368 tempest-ServersTestJSON-1424434350 tempest-ServersTestJSON-1424434350-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217293'] for port, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:45.355331 n-d-838334-2 neutron-server[84041]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dc7e5d5c-2c20-4415-8437-c6a4530373c8', 'name': 'network-vif-deleted', 'tag': 'd9153e07-c40d-4fb5-b18e-6294e2f33263'}] {{(pid=84041) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 20:58:45.406436 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-7d26ebc5-8319-44b7-ace7-e6c82a47f398 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32266383'] for subnet, precommit_delete_associations {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:45.439663 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-75048cf0-9f65-457d-9dc9-e3cb791a2a84 req-fd6bdf95-8825-453b-8d6f-265a4f3d4368 tempest-ServersTestJSON-1424434350 tempest-ServersTestJSON-1424434350-project] 10.222.0.43 "DELETE /v2.0/ports/d9153e07-c40d-4fb5-b18e-6294e2f33263 HTTP/1.1" status: 204 len: 173 time: 3.1810608 Apr 18 20:58:45.488463 n-d-838334-2 neutron-server[84041]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bcda58b4-1f02-4e14-8a9d-4bef165cc802'] response: {'server_uuid': 'dc7e5d5c-2c20-4415-8437-c6a4530373c8', 'name': 'network-vif-deleted', 'tag': 'd9153e07-c40d-4fb5-b18e-6294e2f33263', 'status': 'completed', 'code': 200} Apr 18 20:58:45.501245 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [req-cb00af0c-a993-4079-a5fc-23e56ba58cb7 req-c6306d80-3939-4331-a6f5-43cc4d0225eb tempest-ServersNegativeTestJSON-508382254 tempest-ServersNegativeTestJSON-508382254-project] Unset dirty status for tenant:0f7cce7b1ccf410486c29c0215106926 on resource:port {{(pid=84041) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 20:58:45.502385 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-cb00af0c-a993-4079-a5fc-23e56ba58cb7 req-c6306d80-3939-4331-a6f5-43cc4d0225eb tempest-ServersNegativeTestJSON-508382254 tempest-ServersNegativeTestJSON-508382254-project] 10.222.0.43 "GET /v2.0/ports?device_id=f87bb2ef-899a-46ce-9bb3-12418be5c882 HTTP/1.1" status: 200 len: 946 time: 1.0251825 Apr 18 20:58:45.637368 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4142af37-614b-465f-9170-757cad0b8dc7 req-f0cb724a-93f0-4cb3-8ca9-233e3c15a62d tempest-ServersNegativeTestJSON-508382254 tempest-ServersNegativeTestJSON-508382254-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:58:45.639424 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-4142af37-614b-465f-9170-757cad0b8dc7 req-f0cb724a-93f0-4cb3-8ca9-233e3c15a62d tempest-ServersNegativeTestJSON-508382254 tempest-ServersNegativeTestJSON-508382254-project] 10.222.0.42 "GET /v2.0/ports?device_id=f87bb2ef-899a-46ce-9bb3-12418be5c882 HTTP/1.1" status: 200 len: 946 time: 0.1468978 Apr 18 20:58:45.646707 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-93d9cd79-6e49-4eec-b35c-7c1914d10c83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750375287399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253529'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:45.898415 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-4142af37-614b-465f-9170-757cad0b8dc7 req-356d5e4c-7e20-4b2f-9b72-7471fb08fc72 tempest-ServersNegativeTestJSON-508382254 tempest-ServersNegativeTestJSON-508382254-project] 10.222.0.42 "GET /v2.0/security-groups?id=ada0ecb3-b1bc-4ba2-8e6c-b06ba09daca2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2461684 Apr 18 20:58:45.900679 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-b7b0d80c-2caf-4da5-a3a2-16cc1427a9f1 req-a72851b0-7526-4a9d-966c-269d2b991f62 tempest-ServersTestJSON-1424434350 tempest-ServersTestJSON-1424434350-project] 10.222.0.42 "GET /v2.0/ports?device_id=dc7e5d5c-2c20-4415-8437-c6a4530373c8 HTTP/1.1" status: 200 len: 210 time: 0.1430788 Apr 18 20:58:45.981928 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-d1ab29d0-06c1-49d9-8321-03bb052d5f08 tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369123'] for port, precommit_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:46.205869 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Device aa5ce318-0bea-4e8c-bff5-5d343e281fd6 no longer exists at agent ovs-agent-n-d-838334-2 {{(pid=84042) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 20:58:46.246876 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.plugin [None req-d1ab29d0-06c1-49d9-8321-03bb052d5f08 tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Calling delete_port for b100e327-a986-414e-a223-fd91465fd743 owned by {{(pid=84041) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 20:58:46.266036 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.plugin [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] No Port match for: aa5ce318-0bea-4e8c-bff5-5d343e281fd6 {{(pid=84042) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 18 20:58:46.266390 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Device aa5ce318-0bea-4e8c-bff5-5d343e281fd6 not bound to the agent host n-d-838334-2 {{(pid=84042) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 20:58:46.320780 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-7d26ebc5-8319-44b7-ace7-e6c82a47f398 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1260556'] for subnet, precommit_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:46.388853 n-d-838334-2 neutron-server[84040]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2896a195-75b2-4d6e-adb6-42ae44c2c657 admin admin] Router 9dbea2b3-c01d-4edd-9d38-bf88f8b168b7 has already been hosted by L3 agent bc84d6c9-dd7a-4555-a351-592327b46d5a {{(pid=84040) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 20:58:46.405130 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.plugin [req-cb00af0c-a993-4079-a5fc-23e56ba58cb7 req-f08746b3-771a-4c7a-a576-ffcef3dfc5ac tempest-ServersNegativeTestJSON-508382254 tempest-ServersNegativeTestJSON-508382254-project] Deleting port d429991d-cf0e-4c6c-a7fa-943542430e29 {{(pid=84041) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 20:58:46.405464 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [req-cb00af0c-a993-4079-a5fc-23e56ba58cb7 req-f08746b3-771a-4c7a-a576-ffcef3dfc5ac tempest-ServersNegativeTestJSON-508382254 tempest-ServersNegativeTestJSON-508382254-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750375188691'] for port, before_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:46.546413 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-7d26ebc5-8319-44b7-ace7-e6c82a47f398 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1260549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33526260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32266336', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32486390'] for subnet, after_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:46.599819 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d26ebc5-8319-44b7-ace7-e6c82a47f398 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6e80a998-2277-430e-a2a1-47079979e7bc,revision_number=None']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:58:46.602016 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Device d9153e07-c40d-4fb5-b18e-6294e2f33263 no longer exists at agent hyperv_n-h1-838334-2 {{(pid=84042) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 20:58:46.664307 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.plugin [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] No Port match for: d9153e07-c40d-4fb5-b18e-6294e2f33263 {{(pid=84042) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 18 20:58:46.664645 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Device d9153e07-c40d-4fb5-b18e-6294e2f33263 not bound to the agent host n-h1-838334-2 {{(pid=84042) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 20:58:46.714599 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-283a64f2-dccd-4400-8e1e-69de63b8faef None None] Network 8b393fb4-fb14-414f-9fb0-af85f5d2a52f requested from n-d-838334-2 {{(pid=84042) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 20:58:46.717149 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af4d3924-fc13-425e-8e96-839bc57a9abe req-039e90a5-0340-46aa-b0d9-8e8914ab6470 tempest-DeleteServersTestJSON-915645800 tempest-DeleteServersTestJSON-915645800-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:58:46.718813 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-af4d3924-fc13-425e-8e96-839bc57a9abe req-039e90a5-0340-46aa-b0d9-8e8914ab6470 tempest-DeleteServersTestJSON-915645800 tempest-DeleteServersTestJSON-915645800-project] 10.222.0.42 "GET /v2.0/ports?device_id=55a80075-aa22-491b-9e11-27a3744ffe93 HTTP/1.1" status: 200 len: 945 time: 0.2171452 Apr 18 20:58:46.728660 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-7d26ebc5-8319-44b7-ace7-e6c82a47f398 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:46.810084 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-af4d3924-fc13-425e-8e96-839bc57a9abe req-9f9a47b2-33ed-4664-8f61-6dbbbdc9fe91 tempest-DeleteServersTestJSON-915645800 tempest-DeleteServersTestJSON-915645800-project] 10.222.0.42 "GET /v2.0/security-groups?id=588d127b-19b7-4c3d-9f79-a400181b94e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0840559 Apr 18 20:58:46.838828 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2896a195-75b2-4d6e-adb6-42ae44c2c657 admin admin] Notify agent at l3_agent.n-d-838334-2 the message routers_updated {{(pid=84040) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 20:58:46.882126 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-2896a195-75b2-4d6e-adb6-42ae44c2c657 admin admin] 10.222.0.42 "PUT /v2.0/routers/9dbea2b3-c01d-4edd-9d38-bf88f8b168b7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.2641950 Apr 18 20:58:46.885041 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 54810) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:58:46.898173 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73c7c7a9-87f0-4eb4-bb47-867c34c9569d None None] Sync routers for ids ['9dbea2b3-c01d-4edd-9d38-bf88f8b168b7'] in n-d-838334-2 {{(pid=84042) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 18 20:58:46.996185 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73c7c7a9-87f0-4eb4-bb47-867c34c9569d None None] Routers {'9dbea2b3-c01d-4edd-9d38-bf88f8b168b7'} bound to L3 agent in host n-d-838334-2 {{(pid=84042) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 20:58:46.996988 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_hamode_db [None req-73c7c7a9-87f0-4eb4-bb47-867c34c9569d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838334-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-18T20:25:48Z,description=,heartbeat_timestamp=2022-04-18T20:58:18Z,host='n-d-838334-2',id=bc84d6c9-dd7a-4555-a351-592327b46d5a,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:25:48Z,topic='l3_agent')) {'router_ids': ['9dbea2b3-c01d-4edd-9d38-bf88f8b168b7'], 'active': True} {{(pid=84042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:58:47.121261 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.db [req-cb00af0c-a993-4079-a5fc-23e56ba58cb7 req-f08746b3-771a-4c7a-a576-ffcef3dfc5ac tempest-ServersNegativeTestJSON-508382254 tempest-ServersNegativeTestJSON-508382254-project] For port d429991d-cf0e-4c6c-a7fa-943542430e29, host n-h1-838334-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838334-2',level=0,port_id=d429991d-cf0e-4c6c-a7fa-943542430e29,segment=NetworkSegment(b4dde5c5-5fa1-421a-aa66-9d4eb01be1ce),segment_id=b4dde5c5-5fa1-421a-aa66-9d4eb01be1ce)] {{(pid=84041) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:58:47.122184 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [req-cb00af0c-a993-4079-a5fc-23e56ba58cb7 req-f08746b3-771a-4c7a-a576-ffcef3dfc5ac tempest-ServersNegativeTestJSON-508382254 tempest-ServersNegativeTestJSON-508382254-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369123'] for port, precommit_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:47.273364 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-7d26ebc5-8319-44b7-ace7-e6c82a47f398 admin admin] 10.222.0.42 "DELETE /v2.0/subnets/6e80a998-2277-430e-a2a1-47079979e7bc HTTP/1.1" status: 204 len: 168 time: 2.4952202 Apr 18 20:58:47.274347 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 54826) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:58:47.343488 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.plugin [req-cb00af0c-a993-4079-a5fc-23e56ba58cb7 req-f08746b3-771a-4c7a-a576-ffcef3dfc5ac tempest-ServersNegativeTestJSON-508382254 tempest-ServersNegativeTestJSON-508382254-project] Calling delete_port for d429991d-cf0e-4c6c-a7fa-943542430e29 owned by compute:nova {{(pid=84041) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 20:58:47.411750 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-d1ab29d0-06c1-49d9-8321-03bb052d5f08 tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750375259028', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750374836628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32266323'] for port, after_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:47.462378 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_dvr_db [None req-73c7c7a9-87f0-4eb4-bb47-867c34c9569d None None] Set router 9dbea2b3-c01d-4edd-9d38-bf88f8b168b7 gateway port host: n-d-838334-2 {{(pid=84042) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 20:58:47.578904 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-863c3fa6-5ef7-46af-a1c9-7827955cd913 None None] DHCP port deletion for 8b393fb4-fb14-414f-9fb0-af85f5d2a52f request from n-d-838334-2 {{(pid=84042) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 18 20:58:47.612033 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.plugin [None req-863c3fa6-5ef7-46af-a1c9-7827955cd913 None None] Deleting port 8e0d28cc-1879-4fdc-8e0c-2f7918cd0f5d {{(pid=84042) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 20:58:47.612403 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-863c3fa6-5ef7-46af-a1c9-7827955cd913 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750375188691'] for port, before_delete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:47.627280 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d43bc899-c58f-41f9-bd2b-bc03967e42b1 req-e3483a2a-3629-46c1-9dde-0ba33c885a39 tempest-ServersNegativeTestJSON-508382254 tempest-ServersNegativeTestJSON-508382254-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:58:47.639803 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-d43bc899-c58f-41f9-bd2b-bc03967e42b1 req-e3483a2a-3629-46c1-9dde-0ba33c885a39 tempest-ServersNegativeTestJSON-508382254 tempest-ServersNegativeTestJSON-508382254-project] 10.222.0.42 "GET /v2.0/ports?device_id=f87bb2ef-899a-46ce-9bb3-12418be5c882 HTTP/1.1" status: 200 len: 946 time: 0.2736232 Apr 18 20:58:47.690802 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ab29d0-06c1-49d9-8321-03bb052d5f08 tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Pushing event deleted for resources: {'Port': ['ID=b100e327-a986-414e-a223-fd91465fd743,revision_number=None']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:58:47.828324 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-4c2dc804-b870-47c7-b8ae-cce5d091d6a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1103592'] for network, before_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:47.848627 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-d1ab29d0-06c1-49d9-8321-03bb052d5f08 tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217293'] for port, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:47.853318 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-d1ab29d0-06c1-49d9-8321-03bb052d5f08 tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] 10.222.0.42 "DELETE /v2.0/ports/b100e327-a986-414e-a223-fd91465fd743 HTTP/1.1" status: 204 len: 168 time: 2.8747110 Apr 18 20:58:47.862203 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 54844) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:58:47.967559 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a70c2e96-a959-41b7-b063-9f25d5af516c req-4dc7d32e-051e-4e7f-b3b0-676b48eeeb4c tempest-ServersTestJSON-1424434350 tempest-ServersTestJSON-1424434350-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:58:47.980685 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-a70c2e96-a959-41b7-b063-9f25d5af516c req-4dc7d32e-051e-4e7f-b3b0-676b48eeeb4c tempest-ServersTestJSON-1424434350 tempest-ServersTestJSON-1424434350-project] 10.222.0.42 "GET /v2.0/networks?id=7083f08e-ab4e-49e9-91e4-270e03cc3e4c HTTP/1.1" status: 200 len: 805 time: 0.3147478 Apr 18 20:58:48.018311 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-7ec9aec8-60c5-4c4b-a531-eeb3ba94bedd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750375287399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253529'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:48.037663 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-a70c2e96-a959-41b7-b063-9f25d5af516c req-473dcdb2-bf20-4bfe-9798-99f6edcfa689 tempest-ServersTestJSON-1424434350 tempest-ServersTestJSON-1424434350-project] 10.222.0.42 "GET /v2.0/quotas/ba267e3ba48c4ff1b4fc57f8cfab7c8c HTTP/1.1" status: 200 len: 375 time: 0.0538976 Apr 18 20:58:48.072580 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.plugin [None req-4c2dc804-b870-47c7-b8ae-cce5d091d6a2 admin admin] Deleting port 8e0d28cc-1879-4fdc-8e0c-2f7918cd0f5d {{(pid=84041) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 20:58:48.073612 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-4c2dc804-b870-47c7-b8ae-cce5d091d6a2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750375188691'] for port, before_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:48.172465 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [req-cb00af0c-a993-4079-a5fc-23e56ba58cb7 req-f08746b3-771a-4c7a-a576-ffcef3dfc5ac tempest-ServersNegativeTestJSON-508382254 tempest-ServersNegativeTestJSON-508382254-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750375259028', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750374836628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32266323'] for port, after_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:48.188210 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_hamode_db [None req-73c7c7a9-87f0-4eb4-bb47-867c34c9569d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9dbea2b3-c01d-4edd-9d38-bf88f8b168b7', 'name': 'tempest-AttachVolumeShelveTestJSON-364465629-router', 'tenant_id': '62ca3eda8b574071bf7ebb52cb30bb40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'external_fixed_ips': [{'subnet_id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'ip_address': '172.25.8.56'}], 'enable_snat': True}, 'gw_port_id': 'a32e8903-29c5-40ab-92e5-0ce80b653a4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:50:33Z', 'updated_at': '2022-04-18T20:58:43Z', 'revision_number': 5, 'project_id': '62ca3eda8b574071bf7ebb52cb30bb40', 'gw_port': {'id': 'a32e8903-29c5-40ab-92e5-0ce80b653a4e', 'name': '', 'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:c0:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9dbea2b3-c01d-4edd-9d38-bf88f8b168b7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'ip_address': '172.25.8.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:50:34Z', 'updated_at': '2022-04-18T20:50:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838334-2'}], 'n-d-838334-2', False) {} {{(pid=84042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:58:48.195587 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] get_ports_and_sgs() called for port_ids ['8eed9390-9245-43e8-8f5a-918d1fc3c30c'] {{(pid=84042) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 18 20:58:48.216065 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-d43bc899-c58f-41f9-bd2b-bc03967e42b1 req-f4451f84-7c18-48da-9861-e3dc08782189 tempest-ServersNegativeTestJSON-508382254 tempest-ServersNegativeTestJSON-508382254-project] 10.222.0.42 "GET /v2.0/security-groups?id=ada0ecb3-b1bc-4ba2-8e6c-b06ba09daca2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5748091 Apr 18 20:58:48.228928 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Device 8e0d28cc-1879-4fdc-8e0c-2f7918cd0f5d no longer exists at agent ovs-agent-n-d-838334-2 {{(pid=84042) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 20:58:48.258649 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-a70c2e96-a959-41b7-b063-9f25d5af516c req-b17d6449-6c71-4dcf-9516-c67b0339fb07 tempest-ServersTestJSON-1424434350 tempest-ServersTestJSON-1424434350-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=ba267e3ba48c4ff1b4fc57f8cfab7c8c&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2202542 Apr 18 20:58:48.266964 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [req-a70c2e96-a959-41b7-b063-9f25d5af516c req-46eb242f-135b-479d-994a-65039029d5c2 service neutron] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=84040) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 18 20:58:48.281787 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-a70c2e96-a959-41b7-b063-9f25d5af516c req-46eb242f-135b-479d-994a-65039029d5c2 service neutron] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0222290 Apr 18 20:58:48.304260 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73c7c7a9-87f0-4eb4-bb47-867c34c9569d None None] Checking router: 9dbea2b3-c01d-4edd-9d38-bf88f8b168b7 for host: n-d-838334-2 {{(pid=84042) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 18 20:58:48.319123 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-863c3fa6-5ef7-46af-a1c9-7827955cd913 None None] For port 8e0d28cc-1879-4fdc-8e0c-2f7918cd0f5d, host n-d-838334-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838334-2',level=0,port_id=8e0d28cc-1879-4fdc-8e0c-2f7918cd0f5d,segment=NetworkSegment(7582242a-4f72-43cd-a953-535724a2b5da),segment_id=7582242a-4f72-43cd-a953-535724a2b5da)] {{(pid=84042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:58:48.319511 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-863c3fa6-5ef7-46af-a1c9-7827955cd913 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369123'] for port, precommit_delete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:48.336293 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-88d106f3-e9ab-4de2-8c6d-96d1b7a01b47 admin admin] Notify callbacks [] for router, before_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:48.389116 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f08746b3-771a-4c7a-a576-ffcef3dfc5ac tempest-ServersNegativeTestJSON-508382254 tempest-ServersNegativeTestJSON-508382254-project] Pushing event deleted for resources: {'Port': ['ID=d429991d-cf0e-4c6c-a7fa-943542430e29,revision_number=None']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:58:48.423732 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d28c271-aae9-4abb-8baa-242ffb2b16af tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:58:48.425786 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d28c271-aae9-4abb-8baa-242ffb2b16af tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:58:48.429925 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-0d28c271-aae9-4abb-8baa-242ffb2b16af tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] 10.222.0.42 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1451 time: 0.5643232 Apr 18 20:58:48.462001 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 54854) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:58:48.508079 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.l3_dvrscheduler_db [req-cb00af0c-a993-4079-a5fc-23e56ba58cb7 req-f08746b3-771a-4c7a-a576-ffcef3dfc5ac tempest-ServersNegativeTestJSON-508382254 tempest-ServersNegativeTestJSON-508382254-project] No DVR routers for this DVR port d429991d-cf0e-4c6c-a7fa-943542430e29 on host n-h1-838334-2 {{(pid=84041) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 20:58:48.517027 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [req-cb00af0c-a993-4079-a5fc-23e56ba58cb7 req-f08746b3-771a-4c7a-a576-ffcef3dfc5ac tempest-ServersNegativeTestJSON-508382254 tempest-ServersNegativeTestJSON-508382254-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217293'] for port, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:48.528018 n-d-838334-2 neutron-server[84041]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f87bb2ef-899a-46ce-9bb3-12418be5c882', 'name': 'network-vif-deleted', 'tag': 'd429991d-cf0e-4c6c-a7fa-943542430e29'}] {{(pid=84041) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 20:58:48.528720 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.plugin [None req-863c3fa6-5ef7-46af-a1c9-7827955cd913 None None] Calling delete_port for 8e0d28cc-1879-4fdc-8e0c-2f7918cd0f5d owned by network:dhcp {{(pid=84042) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 20:58:48.554971 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:48.567329 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-cb00af0c-a993-4079-a5fc-23e56ba58cb7 req-f08746b3-771a-4c7a-a576-ffcef3dfc5ac tempest-ServersNegativeTestJSON-508382254 tempest-ServersNegativeTestJSON-508382254-project] 10.222.0.43 "DELETE /v2.0/ports/d429991d-cf0e-4c6c-a7fa-943542430e29 HTTP/1.1" status: 204 len: 173 time: 2.8015423 Apr 18 20:58:48.587740 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73c7c7a9-87f0-4eb4-bb47-867c34c9569d None None] Routers {'9dbea2b3-c01d-4edd-9d38-bf88f8b168b7'} bound to L3 agent in host n-d-838334-2 {{(pid=84042) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 20:58:48.588743 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_hamode_db [None req-73c7c7a9-87f0-4eb4-bb47-867c34c9569d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838334-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-18T20:25:48Z,description=,heartbeat_timestamp=2022-04-18T20:58:48Z,host='n-d-838334-2',id=bc84d6c9-dd7a-4555-a351-592327b46d5a,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:25:48Z,topic='l3_agent')) {'router_ids': ['9dbea2b3-c01d-4edd-9d38-bf88f8b168b7'], 'active': True} {{(pid=84042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:58:48.685976 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Device d429991d-cf0e-4c6c-a7fa-943542430e29 no longer exists at agent hyperv_n-h1-838334-2 {{(pid=84042) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 20:58:48.743866 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-a70c2e96-a959-41b7-b063-9f25d5af516c req-ebb9bf7b-2e97-442c-8fe3-06a4f06b5c75 service neutron] 10.222.0.42 "GET /v2.0/networks/7083f08e-ab4e-49e9-91e4-270e03cc3e4c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4611051 Apr 18 20:58:48.815545 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.db [None req-4c2dc804-b870-47c7-b8ae-cce5d091d6a2 admin admin] For port 8e0d28cc-1879-4fdc-8e0c-2f7918cd0f5d, host n-d-838334-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838334-2',level=0,port_id=8e0d28cc-1879-4fdc-8e0c-2f7918cd0f5d,segment=NetworkSegment(7582242a-4f72-43cd-a953-535724a2b5da),segment_id=7582242a-4f72-43cd-a953-535724a2b5da)] {{(pid=84041) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:58:48.816028 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-4c2dc804-b870-47c7-b8ae-cce5d091d6a2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369123'] for port, precommit_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:48.867929 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea16cd4e-f5e7-4e20-81d4-dd7e1b1ac182 req-effbe465-98a6-4b32-87c0-345be19878f9 tempest-DeleteServersTestJSON-915645800 tempest-DeleteServersTestJSON-915645800-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:58:48.869457 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-ea16cd4e-f5e7-4e20-81d4-dd7e1b1ac182 req-effbe465-98a6-4b32-87c0-345be19878f9 tempest-DeleteServersTestJSON-915645800 tempest-DeleteServersTestJSON-915645800-project] 10.222.0.42 "GET /v2.0/ports?device_id=55a80075-aa22-491b-9e11-27a3744ffe93 HTTP/1.1" status: 200 len: 945 time: 0.4475718 Apr 18 20:58:48.906601 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.plugin [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] No Port match for: d429991d-cf0e-4c6c-a7fa-943542430e29 {{(pid=84042) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 18 20:58:48.907278 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Device d429991d-cf0e-4c6c-a7fa-943542430e29 not bound to the agent host n-h1-838334-2 {{(pid=84042) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 20:58:48.976243 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] For port 8e0d28cc-1879-4fdc-8e0c-2f7918cd0f5d, host n-d-838334-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838334-2',level=0,port_id=8e0d28cc-1879-4fdc-8e0c-2f7918cd0f5d,segment=NetworkSegment(7582242a-4f72-43cd-a953-535724a2b5da),segment_id=7582242a-4f72-43cd-a953-535724a2b5da)] {{(pid=84042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:58:49.002529 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.plugin [None req-4c2dc804-b870-47c7-b8ae-cce5d091d6a2 admin admin] Calling delete_port for 8e0d28cc-1879-4fdc-8e0c-2f7918cd0f5d owned by network:dhcp {{(pid=84041) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 20:58:49.047982 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750375287399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253529'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:49.049726 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682'] for port, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:49.070875 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-a70c2e96-a959-41b7-b063-9f25d5af516c req-e3df14d7-0e6f-4b1e-94bd-1346a935ce53 service neutron] 10.222.0.42 "GET /v2.0/networks/7083f08e-ab4e-49e9-91e4-270e03cc3e4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3260813 Apr 18 20:58:49.076231 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-ea16cd4e-f5e7-4e20-81d4-dd7e1b1ac182 req-471d267f-d48b-4db9-a189-ad407e8e5906 tempest-DeleteServersTestJSON-915645800 tempest-DeleteServersTestJSON-915645800-project] 10.222.0.42 "GET /v2.0/security-groups?id=588d127b-19b7-4c3d-9f79-a400181b94e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1946697 Apr 18 20:58:49.110483 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-88d106f3-e9ab-4de2-8c6d-96d1b7a01b47 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:49.136985 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.plugin [None req-88d106f3-e9ab-4de2-8c6d-96d1b7a01b47 admin admin] Deleting port a32e8903-29c5-40ab-92e5-0ce80b653a4e {{(pid=84040) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 20:58:49.137505 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-88d106f3-e9ab-4de2-8c6d-96d1b7a01b47 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750375188691'] for port, before_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:49.211027 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.db_base_plugin_v2 [None req-8967df89-ef22-44c1-a2b5-cd220212fa44 tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Deleting subnet 7c79677a-7f41-4cce-b4ae-d4cf5a2256f6 {{(pid=84041) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 18 20:58:49.216406 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.db.api [None req-863c3fa6-5ef7-46af-a1c9-7827955cd913 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84042) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 18 20:58:49.216406 n-d-838334-2 neutron-server[84042]: DEBUG oslo_db.api [None req-863c3fa6-5ef7-46af-a1c9-7827955cd913 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 18 20:58:49.227260 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-8967df89-ef22-44c1-a2b5-cd220212fa44 tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Notify callbacks [] for subnet, before_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:49.286817 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Pushing event updated for resources: {'Port': ['ID=8e0d28cc-1879-4fdc-8e0c-2f7918cd0f5d,revision_number=5']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:58:49.295578 n-d-838334-2 neutron-server[84041]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e1a1ce60-2aa4-42e2-8843-e229112f02d8'] response: {'server_uuid': 'f87bb2ef-899a-46ce-9bb3-12418be5c882', 'name': 'network-vif-deleted', 'tag': 'd429991d-cf0e-4c6c-a7fa-943542430e29', 'status': 'completed', 'code': 200} Apr 18 20:58:49.297734 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_dvr_db [None req-73c7c7a9-87f0-4eb4-bb47-867c34c9569d None None] Set router 9dbea2b3-c01d-4edd-9d38-bf88f8b168b7 gateway port host: n-d-838334-2 {{(pid=84042) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 20:58:49.415435 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-8967df89-ef22-44c1-a2b5-cd220212fa44 tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32266383'] for subnet, precommit_delete_associations {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:49.518027 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-8967df89-ef22-44c1-a2b5-cd220212fa44 tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1260556'] for subnet, precommit_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:49.532556 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-257d8ccd-6f28-4a64-975d-5cbbfb06a443 req-6071d4e8-2d1e-4901-afca-261499bffcf2 tempest-ServersTestJSON-1424434350 tempest-ServersTestJSON-1424434350-project] 10.222.0.42 "GET /v2.0/ports?device_id=fa865b6b-5701-45fe-b8b2-61e6b9aced70 HTTP/1.1" status: 200 len: 210 time: 0.0733404 Apr 18 20:58:49.631867 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-2feb5957-4cee-4046-aef3-584b8b27b719 req-d095f393-89ca-4d9e-9b65-fdad90e9ce76 tempest-ServersNegativeTestJSON-508382254 tempest-ServersNegativeTestJSON-508382254-project] 10.222.0.42 "GET /v2.0/ports?device_id=f87bb2ef-899a-46ce-9bb3-12418be5c882 HTTP/1.1" status: 200 len: 210 time: 0.0535674 Apr 18 20:58:49.634083 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.db [None req-88d106f3-e9ab-4de2-8c6d-96d1b7a01b47 admin admin] For port a32e8903-29c5-40ab-92e5-0ce80b653a4e, host n-d-838334-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838334-2',level=0,port_id=a32e8903-29c5-40ab-92e5-0ce80b653a4e,segment=NetworkSegment(732aa830-768b-4511-951f-d08e26b9c25b),segment_id=732aa830-768b-4511-951f-d08e26b9c25b)] {{(pid=84040) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:58:49.634642 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-88d106f3-e9ab-4de2-8c6d-96d1b7a01b47 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369123'] for port, precommit_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:49.656780 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-8967df89-ef22-44c1-a2b5-cd220212fa44 tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1260549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33526260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32266336', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32486390'] for subnet, after_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:49.694849 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-414b6ffe-e119-47bc-b18f-bcff1219c2f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750375287399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253529'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:49.717342 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.plugin [None req-863c3fa6-5ef7-46af-a1c9-7827955cd913 None None] Deleting port 8e0d28cc-1879-4fdc-8e0c-2f7918cd0f5d {{(pid=84042) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 20:58:49.717711 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-863c3fa6-5ef7-46af-a1c9-7827955cd913 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750375188691'] for port, before_delete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:49.728568 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8967df89-ef22-44c1-a2b5-cd220212fa44 tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Pushing event deleted for resources: {'Subnet': ['ID=7c79677a-7f41-4cce-b4ae-d4cf5a2256f6,revision_number=None']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:58:49.747003 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-8967df89-ef22-44c1-a2b5-cd220212fa44 tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Notify callbacks [] for subnet, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:49.749423 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa2d4dab-8818-4ac4-a41d-befa0331024f None None] Network ef903069-7c89-4376-963f-99c58ca6d615 requested from n-d-838334-2 {{(pid=84042) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 20:58:49.761231 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-8967df89-ef22-44c1-a2b5-cd220212fa44 tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] 10.222.0.42 "DELETE /v2.0/subnets/7c79677a-7f41-4cce-b4ae-d4cf5a2256f6 HTTP/1.1" status: 204 len: 168 time: 1.2912192 Apr 18 20:58:49.762495 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.db.api [None req-4c2dc804-b870-47c7-b8ae-cce5d091d6a2 admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84041) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 18 20:58:49.763319 n-d-838334-2 neutron-server[84041]: DEBUG oslo_db.api [None req-4c2dc804-b870-47c7-b8ae-cce5d091d6a2 admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84041) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 18 20:58:49.763890 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 54878) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:58:49.888345 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-3ff29e02-53f4-4eb2-a524-66dfa28ac93e tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] 10.222.0.42 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1233616 Apr 18 20:58:49.895418 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 54886) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:58:49.906173 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.plugin [None req-88d106f3-e9ab-4de2-8c6d-96d1b7a01b47 admin admin] Calling delete_port for a32e8903-29c5-40ab-92e5-0ce80b653a4e owned by network:router_gateway {{(pid=84040) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 20:58:50.077251 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14c60439-4d42-403d-8ea4-226139c6211d tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:58:50.078026 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-14c60439-4d42-403d-8ea4-226139c6211d tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Synchronizing usage tracker for tenant:1256b788e8184019a07eb24a482acda4 on resource:port {{(pid=84041) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 20:58:50.104562 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-14c60439-4d42-403d-8ea4-226139c6211d tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Unset dirty status for tenant:1256b788e8184019a07eb24a482acda4 on resource:port {{(pid=84041) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 20:58:50.109576 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-14c60439-4d42-403d-8ea4-226139c6211d tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] 10.222.0.42 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.2130878 Apr 18 20:58:50.110565 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 54894) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:58:50.124439 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_hamode_db [None req-73c7c7a9-87f0-4eb4-bb47-867c34c9569d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9dbea2b3-c01d-4edd-9d38-bf88f8b168b7', 'name': 'tempest-AttachVolumeShelveTestJSON-364465629-router', 'tenant_id': '62ca3eda8b574071bf7ebb52cb30bb40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'external_fixed_ips': [{'subnet_id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'ip_address': '172.25.8.56'}], 'enable_snat': True}, 'gw_port_id': 'a32e8903-29c5-40ab-92e5-0ce80b653a4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:50:33Z', 'updated_at': '2022-04-18T20:58:43Z', 'revision_number': 5, 'project_id': '62ca3eda8b574071bf7ebb52cb30bb40', 'gw_port': {'id': 'a32e8903-29c5-40ab-92e5-0ce80b653a4e', 'name': '', 'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:c0:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9dbea2b3-c01d-4edd-9d38-bf88f8b168b7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'ip_address': '172.25.8.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:50:34Z', 'updated_at': '2022-04-18T20:50:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838334-2'}], 'n-d-838334-2', False) {} {{(pid=84042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:58:50.227731 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9eb01a13-18ba-42c4-869f-8b5f859f4a7e tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:58:50.228740 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-9eb01a13-18ba-42c4-869f-8b5f859f4a7e tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Synchronizing usage tracker for tenant:1256b788e8184019a07eb24a482acda4 on resource:subnet {{(pid=84041) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 20:58:50.252957 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-9eb01a13-18ba-42c4-869f-8b5f859f4a7e tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Unset dirty status for tenant:1256b788e8184019a07eb24a482acda4 on resource:subnet {{(pid=84041) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 20:58:50.259464 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-9eb01a13-18ba-42c4-869f-8b5f859f4a7e tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] 10.222.0.42 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1457098 Apr 18 20:58:50.262333 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 54902) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:58:50.278281 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73c7c7a9-87f0-4eb4-bb47-867c34c9569d None None] The sync data for ids ['9dbea2b3-c01d-4edd-9d38-bf88f8b168b7'] in n-d-838334-2 is: [{'id': '9dbea2b3-c01d-4edd-9d38-bf88f8b168b7', 'name': 'tempest-AttachVolumeShelveTestJSON-364465629-router', 'tenant_id': '62ca3eda8b574071bf7ebb52cb30bb40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'external_fixed_ips': [{'subnet_id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'ip_address': '172.25.8.56'}], 'enable_snat': True}, 'gw_port_id': 'a32e8903-29c5-40ab-92e5-0ce80b653a4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:50:33Z', 'updated_at': '2022-04-18T20:58:43Z', 'revision_number': 5, 'project_id': '62ca3eda8b574071bf7ebb52cb30bb40', 'gw_port': {'id': 'a32e8903-29c5-40ab-92e5-0ce80b653a4e', 'name': '', 'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:c0:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9dbea2b3-c01d-4edd-9d38-bf88f8b168b7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'ip_address': '172.25.8.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:50:34Z', 'updated_at': '2022-04-18T20:50:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838334-2'}] {{(pid=84042) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 18 20:58:50.340405 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-863c3fa6-5ef7-46af-a1c9-7827955cd913 None None] For port 8e0d28cc-1879-4fdc-8e0c-2f7918cd0f5d, host n-d-838334-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838334-2',level=0,port_id=8e0d28cc-1879-4fdc-8e0c-2f7918cd0f5d,segment=NetworkSegment(7582242a-4f72-43cd-a953-535724a2b5da),segment_id=7582242a-4f72-43cd-a953-535724a2b5da)] {{(pid=84042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:58:50.341060 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-863c3fa6-5ef7-46af-a1c9-7827955cd913 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369123'] for port, precommit_delete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:50.353380 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.plugin [None req-4c2dc804-b870-47c7-b8ae-cce5d091d6a2 admin admin] Deleting port 8e0d28cc-1879-4fdc-8e0c-2f7918cd0f5d {{(pid=84041) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 20:58:50.353709 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-4c2dc804-b870-47c7-b8ae-cce5d091d6a2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750375188691'] for port, before_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:50.407855 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-ec741521-8884-462c-aabd-19ee560fb6fe tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] 10.222.0.42 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1440082 Apr 18 20:58:50.422394 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 54908) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:58:50.442760 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.v2.base [None req-d49f0f6e-0a60-4de5-8d15-38a1aa1834bb tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Request body: {'subnet': {'network_id': 'ef903069-7c89-4376-963f-99c58ca6d615', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=84040) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 20:58:50.505941 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.plugin [None req-863c3fa6-5ef7-46af-a1c9-7827955cd913 None None] Calling delete_port for 8e0d28cc-1879-4fdc-8e0c-2f7918cd0f5d owned by network:dhcp {{(pid=84042) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 20:58:50.573261 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-88d106f3-e9ab-4de2-8c6d-96d1b7a01b47 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750375259028', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750374836628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32440838'] for port, after_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:50.583063 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-c7521a90-7d65-4e2e-842c-ca5d95e9a89c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750375287399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253529'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:50.620803 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-863c3fa6-5ef7-46af-a1c9-7827955cd913 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750375259028', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750374836628'] for port, after_delete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:50.694038 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.db [None req-4c2dc804-b870-47c7-b8ae-cce5d091d6a2 admin admin] For port 8e0d28cc-1879-4fdc-8e0c-2f7918cd0f5d, host n-d-838334-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838334-2',level=0,port_id=8e0d28cc-1879-4fdc-8e0c-2f7918cd0f5d,segment=NetworkSegment(7582242a-4f72-43cd-a953-535724a2b5da),segment_id=7582242a-4f72-43cd-a953-535724a2b5da)] {{(pid=84041) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:58:50.694401 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-4c2dc804-b870-47c7-b8ae-cce5d091d6a2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369123'] for port, precommit_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:50.695300 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88d106f3-e9ab-4de2-8c6d-96d1b7a01b47 admin admin] Pushing event deleted for resources: {'Port': ['ID=a32e8903-29c5-40ab-92e5-0ce80b653a4e,revision_number=None']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:58:50.706635 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65e696fe-9903-48b6-87f4-7f6753c8f6a9 None None] DHCP port deletion for ef903069-7c89-4376-963f-99c58ca6d615 request from n-d-838334-2 {{(pid=84042) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 18 20:58:50.715025 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [None req-d49f0f6e-0a60-4de5-8d15-38a1aa1834bb tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:58:50.721082 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-863c3fa6-5ef7-46af-a1c9-7827955cd913 None None] Pushing event deleted for resources: {'Port': ['ID=8e0d28cc-1879-4fdc-8e0c-2f7918cd0f5d,revision_number=None']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:58:50.729416 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.plugin [None req-65e696fe-9903-48b6-87f4-7f6753c8f6a9 None None] Deleting port ae31bffd-ce61-4815-937d-27eb2f812eab {{(pid=84042) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 20:58:50.730743 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-65e696fe-9903-48b6-87f4-7f6753c8f6a9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750375188691'] for port, before_delete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:50.752085 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [None req-d49f0f6e-0a60-4de5-8d15-38a1aa1834bb tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:58:50.767714 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_dvrscheduler_db [None req-863c3fa6-5ef7-46af-a1c9-7827955cd913 None None] No DVR routers for this DVR port 8e0d28cc-1879-4fdc-8e0c-2f7918cd0f5d on host n-d-838334-2 {{(pid=84042) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 20:58:50.818660 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d49f0f6e-0a60-4de5-8d15-38a1aa1834bb tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Made reservation on behalf of 1256b788e8184019a07eb24a482acda4 for: {'subnet': 1} {{(pid=84040) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:58:50.838357 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1b10a1d-d01d-4c2f-8ebf-b2e72e95b717 req-635ebe0f-2307-47f9-9044-26a118058b20 tempest-DeleteServersTestJSON-915645800 tempest-DeleteServersTestJSON-915645800-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:58:50.839854 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-a1b10a1d-d01d-4c2f-8ebf-b2e72e95b717 req-635ebe0f-2307-47f9-9044-26a118058b20 tempest-DeleteServersTestJSON-915645800 tempest-DeleteServersTestJSON-915645800-project] 10.222.0.42 "GET /v2.0/ports?device_id=55a80075-aa22-491b-9e11-27a3744ffe93 HTTP/1.1" status: 200 len: 945 time: 0.5728509 Apr 18 20:58:50.917583 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.plugin [None req-4c2dc804-b870-47c7-b8ae-cce5d091d6a2 admin admin] Calling delete_port for 8e0d28cc-1879-4fdc-8e0c-2f7918cd0f5d owned by network:dhcp {{(pid=84041) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 20:58:51.029002 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-6b7f0d10-5bd3-44e1-9809-848bdb7adc87 req-960df860-edfc-4fb8-a7cb-53287bd7ea9f tempest-ServersTestJSON-1424434350 tempest-ServersTestJSON-1424434350-project] 10.222.0.42 "GET /v2.0/ports?device_id=fa865b6b-5701-45fe-b8b2-61e6b9aced70 HTTP/1.1" status: 200 len: 210 time: 0.2112334 Apr 18 20:58:51.171079 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-d49f0f6e-0a60-4de5-8d15-38a1aa1834bb tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31752722'] for subnet, before_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:51.185748 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-65e696fe-9903-48b6-87f4-7f6753c8f6a9 None None] For port ae31bffd-ce61-4815-937d-27eb2f812eab, host n-d-838334-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838334-2',level=0,port_id=ae31bffd-ce61-4815-937d-27eb2f812eab,segment=NetworkSegment(fbf28fbd-36f8-46f3-be08-57d41821e390),segment_id=fbf28fbd-36f8-46f3-be08-57d41821e390)] {{(pid=84042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:58:51.186702 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-65e696fe-9903-48b6-87f4-7f6753c8f6a9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369123'] for port, precommit_delete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:51.348359 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-a1b10a1d-d01d-4c2f-8ebf-b2e72e95b717 req-415a6e88-da55-4a59-a386-4faa8dc6cc93 tempest-DeleteServersTestJSON-915645800 tempest-DeleteServersTestJSON-915645800-project] 10.222.0.42 "GET /v2.0/security-groups?id=588d127b-19b7-4c3d-9f79-a400181b94e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4996114 Apr 18 20:58:51.481103 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.db.api [None req-4c2dc804-b870-47c7-b8ae-cce5d091d6a2 admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84041) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 18 20:58:51.481663 n-d-838334-2 neutron-server[84041]: DEBUG oslo_db.api [None req-4c2dc804-b870-47c7-b8ae-cce5d091d6a2 admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84041) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 18 20:58:51.485113 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.plugin [None req-65e696fe-9903-48b6-87f4-7f6753c8f6a9 None None] Calling delete_port for ae31bffd-ce61-4815-937d-27eb2f812eab owned by network:dhcp {{(pid=84042) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 20:58:51.489393 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a70c2e96-a959-41b7-b063-9f25d5af516c req-18510fb7-e455-4aed-9b65-3d2b53d2205a tempest-ServersTestJSON-1424434350 tempest-ServersTestJSON-1424434350-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:58:51.491697 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-a70c2e96-a959-41b7-b063-9f25d5af516c req-18510fb7-e455-4aed-9b65-3d2b53d2205a tempest-ServersTestJSON-1424434350 tempest-ServersTestJSON-1424434350-project] 10.222.0.43 "GET /v2.0/networks?id=7083f08e-ab4e-49e9-91e4-270e03cc3e4c HTTP/1.1" status: 200 len: 805 time: 0.4201000 Apr 18 20:58:51.509860 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.v2.base [req-a70c2e96-a959-41b7-b063-9f25d5af516c req-6335035f-a1d5-4897-9e10-63e2641c0b11 tempest-ServersTestJSON-1424434350 tempest-ServersTestJSON-1424434350-project] Request body: {'port': {'device_id': 'fa865b6b-5701-45fe-b8b2-61e6b9aced70', 'network_id': '7083f08e-ab4e-49e9-91e4-270e03cc3e4c', 'admin_state_up': True, 'tenant_id': 'ba267e3ba48c4ff1b4fc57f8cfab7c8c'}} {{(pid=84041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 20:58:51.562684 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-88d106f3-e9ab-4de2-8c6d-96d1b7a01b47 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33444108'] for router_gateway, after_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:51.591182 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-65e696fe-9903-48b6-87f4-7f6753c8f6a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750375259028', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750374836628'] for port, after_delete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:51.651489 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65e696fe-9903-48b6-87f4-7f6753c8f6a9 None None] Pushing event deleted for resources: {'Port': ['ID=ae31bffd-ce61-4815-937d-27eb2f812eab,revision_number=None']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:58:51.657037 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65e696fe-9903-48b6-87f4-7f6753c8f6a9 None None] No DVR routers for this DVR port ae31bffd-ce61-4815-937d-27eb2f812eab on host n-d-838334-2 {{(pid=84042) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 20:58:51.698856 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [req-a70c2e96-a959-41b7-b063-9f25d5af516c req-6335035f-a1d5-4897-9e10-63e2641c0b11 tempest-ServersTestJSON-1424434350 tempest-ServersTestJSON-1424434350-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:58:51.703356 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [req-a70c2e96-a959-41b7-b063-9f25d5af516c req-6335035f-a1d5-4897-9e10-63e2641c0b11 tempest-ServersTestJSON-1424434350 tempest-ServersTestJSON-1424434350-project] Usage tracker for resource:port and tenant:ba267e3ba48c4ff1b4fc57f8cfab7c8c is out of sync, need to count used quota {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:58:51.706543 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [req-a70c2e96-a959-41b7-b063-9f25d5af516c req-6335035f-a1d5-4897-9e10-63e2641c0b11 tempest-ServersTestJSON-1424434350 tempest-ServersTestJSON-1424434350-project] Quota usage for port was recalculated. Used quota:1. {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:58:51.712927 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [req-a70c2e96-a959-41b7-b063-9f25d5af516c req-6335035f-a1d5-4897-9e10-63e2641c0b11 tempest-ServersTestJSON-1424434350 tempest-ServersTestJSON-1424434350-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:58:51.726228 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a70c2e96-a959-41b7-b063-9f25d5af516c req-6335035f-a1d5-4897-9e10-63e2641c0b11 tempest-ServersTestJSON-1424434350 tempest-ServersTestJSON-1424434350-project] Made reservation on behalf of ba267e3ba48c4ff1b4fc57f8cfab7c8c for: {'port': 1} {{(pid=84041) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:58:51.729218 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [req-a70c2e96-a959-41b7-b063-9f25d5af516c req-6335035f-a1d5-4897-9e10-63e2641c0b11 tempest-ServersTestJSON-1424434350 tempest-ServersTestJSON-1424434350-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:51.892280 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-88d106f3-e9ab-4de2-8c6d-96d1b7a01b47 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33443580', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5726'] for router, precommit_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:51.907168 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.db_base_plugin_common [req-a70c2e96-a959-41b7-b063-9f25d5af516c req-6335035f-a1d5-4897-9e10-63e2641c0b11 tempest-ServersTestJSON-1424434350 tempest-ServersTestJSON-1424434350-project] Allocated IP 172.20.0.5 (7083f08e-ab4e-49e9-91e4-270e03cc3e4c/b602689e-1bf9-4316-afee-2c16d3405af1/ed7f9d58-c4ad-4fbb-b41c-335c64ff7b7f) {{(pid=84041) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:58:51.920751 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-88d106f3-e9ab-4de2-8c6d-96d1b7a01b47 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:51.931757 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a50bf563-ce22-45ab-9a03-5e27f971eb53 req-9f500da3-a178-441a-9ad3-ec4b94b3a110 tempest-ServersNegativeTestJSON-508382254 tempest-ServersNegativeTestJSON-508382254-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:58:51.934042 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-a50bf563-ce22-45ab-9a03-5e27f971eb53 req-9f500da3-a178-441a-9ad3-ec4b94b3a110 tempest-ServersNegativeTestJSON-508382254 tempest-ServersNegativeTestJSON-508382254-project] 10.222.0.42 "GET /v2.0/ports?device_id=2197a591-197e-47fe-9210-1387bfb6ec5e HTTP/1.1" status: 200 len: 945 time: 0.5079887 Apr 18 20:58:51.981751 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.plugin [None req-4c2dc804-b870-47c7-b8ae-cce5d091d6a2 admin admin] Deleting port 8e0d28cc-1879-4fdc-8e0c-2f7918cd0f5d {{(pid=84041) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 20:58:51.982097 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-4c2dc804-b870-47c7-b8ae-cce5d091d6a2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750375188691'] for port, before_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:52.071162 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.plugin [None req-4c2dc804-b870-47c7-b8ae-cce5d091d6a2 admin admin] The port '8e0d28cc-1879-4fdc-8e0c-2f7918cd0f5d' was deleted {{(pid=84041) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 18 20:58:52.160758 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-88d106f3-e9ab-4de2-8c6d-96d1b7a01b47 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-33443408'] for router, after_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:52.161339 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-88d106f3-e9ab-4de2-8c6d-96d1b7a01b47 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9dbea2b3-c01d-4edd-9d38-bf88f8b168b7 {{(pid=84040) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 18 20:58:52.263870 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-a50bf563-ce22-45ab-9a03-5e27f971eb53 req-ba1ee7f8-4b04-4474-b410-f862096ecaf3 tempest-ServersNegativeTestJSON-508382254 tempest-ServersNegativeTestJSON-508382254-project] 10.222.0.42 "GET /v2.0/security-groups?id=ada0ecb3-b1bc-4ba2-8e6c-b06ba09daca2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3213162 Apr 18 20:58:52.338765 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Device e7a6fcb0-431d-4b8c-b515-c6805712c623 no longer exists at agent ovs-agent-n-d-838334-2 {{(pid=84042) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 20:58:52.351005 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-88d106f3-e9ab-4de2-8c6d-96d1b7a01b47 admin admin] Notify callbacks [] for router, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:52.352623 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-88d106f3-e9ab-4de2-8c6d-96d1b7a01b47 admin admin] 10.222.0.42 "DELETE /v2.0/routers/9dbea2b3-c01d-4edd-9d38-bf88f8b168b7 HTTP/1.1" status: 204 len: 168 time: 5.4665060 Apr 18 20:58:52.356633 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 54948) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:58:52.445422 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-4c2dc804-b870-47c7-b8ae-cce5d091d6a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1258905', 'neutron.services.segments.db._delete_segments_for_network-8750375287417'] for network, precommit_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:52.454186 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.plugin [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] No Port match for: e7a6fcb0-431d-4b8c-b515-c6805712c623 {{(pid=84042) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 18 20:58:52.454528 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Device e7a6fcb0-431d-4b8c-b515-c6805712c623 not bound to the agent host n-d-838334-2 {{(pid=84042) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 20:58:52.454937 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Device ae31bffd-ce61-4815-937d-27eb2f812eab no longer exists at agent ovs-agent-n-d-838334-2 {{(pid=84042) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 20:58:52.526732 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.plugin [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] No Port match for: ae31bffd-ce61-4815-937d-27eb2f812eab {{(pid=84042) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 18 20:58:52.527117 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Device ae31bffd-ce61-4815-937d-27eb2f812eab not bound to the agent host n-d-838334-2 {{(pid=84042) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 20:58:52.541350 n-d-838334-2 neutron-server[84041]: DEBUG neutron.services.segments.db [None req-4c2dc804-b870-47c7-b8ae-cce5d091d6a2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8b393fb4-fb14-414f-9fb0-af85f5d2a52f']}} {{(pid=84041) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:58:52.580999 n-d-838334-2 neutron-server[84041]: DEBUG neutron.services.segments.db [None req-4c2dc804-b870-47c7-b8ae-cce5d091d6a2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7582242a-4f72-43cd-a953-535724a2b5da') {'for_net_delete': True} {{(pid=84041) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:58:52.581300 n-d-838334-2 neutron-server[84041]: DEBUG neutron.services.segments.db [None req-4c2dc804-b870-47c7-b8ae-cce5d091d6a2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7582242a-4f72-43cd-a953-535724a2b5da') {} {{(pid=84041) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:58:52.588202 n-d-838334-2 neutron-server[84040]: DEBUG neutron.objects.ports [None req-d49f0f6e-0a60-4de5-8d15-38a1aa1834bb tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=84040) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} Apr 18 20:58:52.597457 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-a3109678-cf99-44c7-880d-65877fc24a47 req-2c0f282a-cba9-4f6c-aabe-bd05e8ce05c9 tempest-ServersTestJSON-1424434350 tempest-ServersTestJSON-1424434350-project] 10.222.0.42 "GET /v2.0/ports?device_id=fa865b6b-5701-45fe-b8b2-61e6b9aced70 HTTP/1.1" status: 200 len: 210 time: 0.1816738 Apr 18 20:58:52.604065 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-d49f0f6e-0a60-4de5-8d15-38a1aa1834bb tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33526260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32441074', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31752704'] for subnet, after_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:52.656037 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-4c2dc804-b870-47c7-b8ae-cce5d091d6a2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750375287300', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32268156'] for segment, before_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:52.673505 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [req-a70c2e96-a959-41b7-b063-9f25d5af516c req-6335035f-a1d5-4897-9e10-63e2641c0b11 tempest-ServersTestJSON-1424434350 tempest-ServersTestJSON-1424434350-project] Notify callbacks [] for port, precommit_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:52.674509 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.db_base_plugin_v2 [None req-e47e0aad-f15f-42a0-a0c2-6e1328fab60b admin admin] Deleting subnet d2e46a24-0bb5-4d5b-bcac-f83f2e3a3c35 {{(pid=84040) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 18 20:58:52.683136 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-e47e0aad-f15f-42a0-a0c2-6e1328fab60b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:52.685265 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-4c2dc804-b870-47c7-b8ae-cce5d091d6a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1082986'] for segment, precommit_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:52.695741 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4c2dc804-b870-47c7-b8ae-cce5d091d6a2 admin admin] Releasing vlan 368 on physical network physnet1 to pool {{(pid=84041) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 18 20:58:52.696440 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-4c2dc804-b870-47c7-b8ae-cce5d091d6a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1082993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32266254'] for segment, after_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:52.712043 n-d-838334-2 neutron-server[84041]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 20:58:52.712043 n-d-838334-2 neutron-server[84041]: util.warn( Apr 18 20:58:52.712043 n-d-838334-2 neutron-server[84041]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 20:58:52.712043 n-d-838334-2 neutron-server[84041]: util.warn( Apr 18 20:58:52.712043 n-d-838334-2 neutron-server[84041]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 20:58:52.712043 n-d-838334-2 neutron-server[84041]: util.warn( Apr 18 20:58:52.712043 n-d-838334-2 neutron-server[84041]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 20:58:52.712043 n-d-838334-2 neutron-server[84041]: util.warn( Apr 18 20:58:52.712043 n-d-838334-2 neutron-server[84041]: Traceback (most recent call last): Apr 18 20:58:52.712043 n-d-838334-2 neutron-server[84041]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 18 20:58:52.712043 n-d-838334-2 neutron-server[84041]: timer() Apr 18 20:58:52.712043 n-d-838334-2 neutron-server[84041]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 20:58:52.712043 n-d-838334-2 neutron-server[84041]: cb(*args, **kw) Apr 18 20:58:52.712043 n-d-838334-2 neutron-server[84041]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 18 20:58:52.712043 n-d-838334-2 neutron-server[84041]: return func(*args, **kwargs) Apr 18 20:58:52.712043 n-d-838334-2 neutron-server[84041]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 20:58:52.712043 n-d-838334-2 neutron-server[84041]: self._notify() Apr 18 20:58:52.712043 n-d-838334-2 neutron-server[84041]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 20:58:52.712043 n-d-838334-2 neutron-server[84041]: self.callback(batched_events) Apr 18 20:58:52.712043 n-d-838334-2 neutron-server[84041]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 20:58:52.712043 n-d-838334-2 neutron-server[84041]: event.method(event) Apr 18 20:58:52.712043 n-d-838334-2 neutron-server[84041]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 18 20:58:52.712043 n-d-838334-2 neutron-server[84041]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 20:58:52.712043 n-d-838334-2 neutron-server[84041]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 18 20:58:52.712043 n-d-838334-2 neutron-server[84041]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 20:58:52.712043 n-d-838334-2 neutron-server[84041]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 18 20:58:52.712043 n-d-838334-2 neutron-server[84041]: return f(self, *a, **k) Apr 18 20:58:52.712043 n-d-838334-2 neutron-server[84041]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 18 20:58:52.712043 n-d-838334-2 neutron-server[84041]: return self._get(url).json() Apr 18 20:58:52.712043 n-d-838334-2 neutron-server[84041]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 18 20:58:52.712043 n-d-838334-2 neutron-server[84041]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 20:58:52.712043 n-d-838334-2 neutron-server[84041]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 18 20:58:52.712043 n-d-838334-2 neutron-server[84041]: return self.request(url, 'GET', **kwargs) Apr 18 20:58:52.712043 n-d-838334-2 neutron-server[84041]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 18 20:58:52.712043 n-d-838334-2 neutron-server[84041]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 20:58:52.712043 n-d-838334-2 neutron-server[84041]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 18 20:58:52.712043 n-d-838334-2 neutron-server[84041]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 20:58:52.712043 n-d-838334-2 neutron-server[84041]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 18 20:58:52.712043 n-d-838334-2 neutron-server[84041]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 20:58:52.712043 n-d-838334-2 neutron-server[84041]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 20:58:52.756890 n-d-838334-2 neutron-server[84040]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d49f0f6e-0a60-4de5-8d15-38a1aa1834bb tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Network ef903069-7c89-4376-963f-99c58ca6d615 is already hosted by enough agents. {{(pid=84040) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:58:52.772336 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d49f0f6e-0a60-4de5-8d15-38a1aa1834bb tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Pushing event updated for resources: {'Subnet': ['ID=63208e21-538f-45c7-ba2a-7e68c2c92f01,revision_number=0']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:58:52.775988 n-d-838334-2 neutron-server[84040]: DEBUG neutron.scheduler.base_scheduler [None req-d49f0f6e-0a60-4de5-8d15-38a1aa1834bb tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Resources bound (agent type, host, resource id): {{(pid=84040) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:58:52.788044 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb81483e-dc3e-4709-bd50-a16f58f37f93 None None] Network ef903069-7c89-4376-963f-99c58ca6d615 requested from n-d-838334-2 {{(pid=84042) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 20:58:52.788200 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d49f0f6e-0a60-4de5-8d15-38a1aa1834bb tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:58:52.789058 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-d49f0f6e-0a60-4de5-8d15-38a1aa1834bb tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32378031'] for subnet, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:52.811242 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-4c2dc804-b870-47c7-b8ae-cce5d091d6a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1258898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33526109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33444113'] for network, after_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:52.835064 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [req-a70c2e96-a959-41b7-b063-9f25d5af516c req-6335035f-a1d5-4897-9e10-63e2641c0b11 tempest-ServersTestJSON-1424434350 tempest-ServersTestJSON-1424434350-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750374836619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32266323'] for port, after_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:52.842075 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-d49f0f6e-0a60-4de5-8d15-38a1aa1834bb tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 2.4041319 Apr 18 20:58:52.842268 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-4c2dc804-b870-47c7-b8ae-cce5d091d6a2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32378031'] for network, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:52.842268 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 54960) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:58:52.842792 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-e47e0aad-f15f-42a0-a0c2-6e1328fab60b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31955982'] for subnet, precommit_delete_associations {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:52.893670 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e48b776-4820-462a-9859-b7a80513d480 req-4108c69c-f7df-45f7-bd15-b3ce979cbcc3 tempest-DeleteServersTestJSON-915645800 tempest-DeleteServersTestJSON-915645800-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:58:52.900135 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c2dc804-b870-47c7-b8ae-cce5d091d6a2 admin admin] Pushing event deleted for resources: {'Network': ['ID=8b393fb4-fb14-414f-9fb0-af85f5d2a52f,revision_number=None']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:58:52.901907 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-2e48b776-4820-462a-9859-b7a80513d480 req-4108c69c-f7df-45f7-bd15-b3ce979cbcc3 tempest-DeleteServersTestJSON-915645800 tempest-DeleteServersTestJSON-915645800-project] 10.222.0.42 "GET /v2.0/ports?device_id=55a80075-aa22-491b-9e11-27a3744ffe93 HTTP/1.1" status: 200 len: 945 time: 0.3605275 Apr 18 20:58:52.903850 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] get_ports_and_sgs() called for port_ids ['8f0ac191-0475-420d-bcd7-62c84624a6ea'] {{(pid=84042) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 18 20:58:52.938080 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-4c2dc804-b870-47c7-b8ae-cce5d091d6a2 admin admin] 10.222.0.42 "DELETE /v2.0/networks/8b393fb4-fb14-414f-9fb0-af85f5d2a52f HTTP/1.1" status: 204 len: 168 time: 5.6023860 Apr 18 20:58:52.944014 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.v2.base [None req-4654b6ad-c062-4782-b0e1-b039b9cf81ce tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Request body: {'subnet': {'network_id': 'ef903069-7c89-4376-963f-99c58ca6d615', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=84041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 20:58:52.947790 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 54966) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:58:53.058492 n-d-838334-2 neutron-server[84041]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a70c2e96-a959-41b7-b063-9f25d5af516c req-6335035f-a1d5-4897-9e10-63e2641c0b11 tempest-ServersTestJSON-1424434350 tempest-ServersTestJSON-1424434350-project] Network 7083f08e-ab4e-49e9-91e4-270e03cc3e4c is already hosted by enough agents. {{(pid=84041) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:58:53.070325 n-d-838334-2 neutron-server[84041]: DEBUG neutron.scheduler.base_scheduler [req-a70c2e96-a959-41b7-b063-9f25d5af516c req-6335035f-a1d5-4897-9e10-63e2641c0b11 tempest-ServersTestJSON-1424434350 tempest-ServersTestJSON-1424434350-project] Resources bound (agent type, host, resource id): {{(pid=84041) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:58:53.080378 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.l3_dvrscheduler_db [req-a70c2e96-a959-41b7-b063-9f25d5af516c req-6335035f-a1d5-4897-9e10-63e2641c0b11 tempest-ServersTestJSON-1424434350 tempest-ServersTestJSON-1424434350-project] Received port after_create {{(pid=84041) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 20:58:53.114602 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6335035f-a1d5-4897-9e10-63e2641c0b11 tempest-ServersTestJSON-1424434350 tempest-ServersTestJSON-1424434350-project] Pushing event updated for resources: {'Port': ['ID=ed7f9d58-c4ad-4fbb-b41c-335c64ff7b7f,revision_number=1']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:58:53.192521 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a70c2e96-a959-41b7-b063-9f25d5af516c req-6335035f-a1d5-4897-9e10-63e2641c0b11 tempest-ServersTestJSON-1424434350 tempest-ServersTestJSON-1424434350-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:58:53.193577 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [req-a70c2e96-a959-41b7-b063-9f25d5af516c req-6335035f-a1d5-4897-9e10-63e2641c0b11 tempest-ServersTestJSON-1424434350 tempest-ServersTestJSON-1424434350-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217293'] for port, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:53.226039 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-4654b6ad-c062-4782-b0e1-b039b9cf81ce tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:58:53.232738 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-4654b6ad-c062-4782-b0e1-b039b9cf81ce tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Usage tracker for resource:subnet and tenant:1256b788e8184019a07eb24a482acda4 is out of sync, need to count used quota {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:58:53.250949 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-a70c2e96-a959-41b7-b063-9f25d5af516c req-6335035f-a1d5-4897-9e10-63e2641c0b11 tempest-ServersTestJSON-1424434350 tempest-ServersTestJSON-1424434350-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7374265 Apr 18 20:58:53.251541 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-2e48b776-4820-462a-9859-b7a80513d480 req-fb7ab074-8020-48ca-a697-1730d134daed tempest-DeleteServersTestJSON-915645800 tempest-DeleteServersTestJSON-915645800-project] 10.222.0.42 "GET /v2.0/security-groups?id=588d127b-19b7-4c3d-9f79-a400181b94e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3486907 Apr 18 20:58:53.256713 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.v2.base [req-a70c2e96-a959-41b7-b063-9f25d5af516c req-a34df845-5915-49cb-a3fd-169b2278c44d service neutron] Request body: {'port': {'device_id': 'fa865b6b-5701-45fe-b8b2-61e6b9aced70', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-838334-2'}} {{(pid=84041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 20:58:53.261753 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-278f41f6-38b0-4b64-a88c-4c2cef064460 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp016840fc-1f9f-5892-9c53-c9cf6c845bbb-ef903069-7c89-4376-963f-99c58ca6d615', 'network_id': 'ef903069-7c89-4376-963f-99c58ca6d615', 'tenant_id': '1256b788e8184019a07eb24a482acda4', 'fixed_ips': [{'subnet_id': '63208e21-538f-45c7-ba2a-7e68c2c92f01'}]}} from n-d-838334-2. {{(pid=84042) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 18 20:58:53.263195 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-278f41f6-38b0-4b64-a88c-4c2cef064460 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_create {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:53.281559 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-4654b6ad-c062-4782-b0e1-b039b9cf81ce tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:58:53.288179 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-4654b6ad-c062-4782-b0e1-b039b9cf81ce tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:58:53.320535 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-e47e0aad-f15f-42a0-a0c2-6e1328fab60b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1260556'] for subnet, precommit_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:53.323833 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4654b6ad-c062-4782-b0e1-b039b9cf81ce tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Made reservation on behalf of 1256b788e8184019a07eb24a482acda4 for: {'subnet': 1} {{(pid=84041) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:58:53.329050 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-4654b6ad-c062-4782-b0e1-b039b9cf81ce tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32486301'] for subnet, before_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:53.354519 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c071047-4efc-4a93-9144-15b1723981fb req-1c125d88-1693-4290-8f52-cd25a5f56e5e tempest-ServersNegativeTestJSON-508382254 tempest-ServersNegativeTestJSON-508382254-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:58:53.361744 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-0c071047-4efc-4a93-9144-15b1723981fb req-1c125d88-1693-4290-8f52-cd25a5f56e5e tempest-ServersNegativeTestJSON-508382254 tempest-ServersNegativeTestJSON-508382254-project] 10.222.0.42 "GET /v2.0/ports?device_id=2197a591-197e-47fe-9210-1387bfb6ec5e HTTP/1.1" status: 200 len: 945 time: 0.4744604 Apr 18 20:58:53.392069 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.agents_db [None req-6346a179-333c-4370-b5a6-936984aeab15 None None] Agent healthcheck: found 7 active agents {{(pid=84043) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 18 20:58:53.651932 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-e47e0aad-f15f-42a0-a0c2-6e1328fab60b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1260549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33526260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32440885', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31752825'] for subnet, after_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:53.657472 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [req-a70c2e96-a959-41b7-b063-9f25d5af516c req-a34df845-5915-49cb-a3fd-169b2278c44d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:53.662204 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.db_base_plugin_common [None req-278f41f6-38b0-4b64-a88c-4c2cef064460 None None] Allocated IP 2001:db8::f816:3eff:fea3:2c73 (ef903069-7c89-4376-963f-99c58ca6d615/63208e21-538f-45c7-ba2a-7e68c2c92f01/a91df975-cbfc-43e8-aa68-ac5c6e6b2d82) {{(pid=84042) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:58:53.710172 n-d-838334-2 neutron-server[84041]: INFO neutron.db.ipam_backend_mixin [None req-4654b6ad-c062-4782-b0e1-b039b9cf81ce tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 63208e21-538f-45c7-ba2a-7e68c2c92f01 (CIDR: 2001:db8::/64) Apr 18 20:58:53.742234 n-d-838334-2 neutron-server[84041]: INFO neutron.pecan_wsgi.hooks.translation [None req-4654b6ad-c062-4782-b0e1-b039b9cf81ce tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 18 20:58:53.742877 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4654b6ad-c062-4782-b0e1-b039b9cf81ce tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=84041) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 20:58:53.748543 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e47e0aad-f15f-42a0-a0c2-6e1328fab60b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d2e46a24-0bb5-4d5b-bcac-f83f2e3a3c35,revision_number=None']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:58:53.772009 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-0c071047-4efc-4a93-9144-15b1723981fb req-3436ec15-5f5f-4f26-bc93-75adce7f555a tempest-ServersNegativeTestJSON-508382254 tempest-ServersNegativeTestJSON-508382254-project] 10.222.0.42 "GET /v2.0/security-groups?id=ada0ecb3-b1bc-4ba2-8e6c-b06ba09daca2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4093404 Apr 18 20:58:53.791364 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-4654b6ad-c062-4782-b0e1-b039b9cf81ce tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.9383101 Apr 18 20:58:53.797607 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 54976) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:58:53.817547 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.v2.base [None req-bbab00cc-e88a-4ac0-9c02-6c03a87346c2 tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Request body: {'subnet': {'network_id': 'ef903069-7c89-4376-963f-99c58ca6d615', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=84041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 20:58:53.832955 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-e47e0aad-f15f-42a0-a0c2-6e1328fab60b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32378031'] for subnet, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:53.867961 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-e47e0aad-f15f-42a0-a0c2-6e1328fab60b admin admin] 10.222.0.42 "DELETE /v2.0/subnets/d2e46a24-0bb5-4d5b-bcac-f83f2e3a3c35 HTTP/1.1" status: 204 len: 168 time: 1.5099669 Apr 18 20:58:53.870444 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 54984) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:58:53.876352 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43fdbe7f-46eb-4c0b-80a8-52d916489a1d None None] Network 0f9d847a-7ba3-4a42-a0c6-e8541d683b40 requested from n-d-838334-2 {{(pid=84042) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 20:58:54.143424 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Device a32e8903-29c5-40ab-92e5-0ce80b653a4e no longer exists at agent ovs-agent-n-d-838334-2 {{(pid=84042) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 20:58:54.192403 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.plugin [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] No Port match for: a32e8903-29c5-40ab-92e5-0ce80b653a4e {{(pid=84042) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 18 20:58:54.192891 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Device a32e8903-29c5-40ab-92e5-0ce80b653a4e not bound to the agent host n-d-838334-2 {{(pid=84042) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 20:58:54.261162 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-2be1cb1d-d4c0-415f-9fb1-d93b7f435690 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1103592'] for network, before_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:54.303551 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-278f41f6-38b0-4b64-a88c-4c2cef064460 None None] Notify callbacks [] for port, precommit_create {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:54.318843 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-278f41f6-38b0-4b64-a88c-4c2cef064460 None None] Transition to ACTIVE for port object a91df975-cbfc-43e8-aa68-ac5c6e6b2d82 will not be triggered until provisioned by entity L2. {{(pid=84042) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 20:58:54.354508 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-278f41f6-38b0-4b64-a88c-4c2cef064460 None None] Transition to ACTIVE for port object a91df975-cbfc-43e8-aa68-ac5c6e6b2d82 will not be triggered until provisioned by entity DHCP. {{(pid=84042) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 20:58:54.358395 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.plugin [None req-2be1cb1d-d4c0-415f-9fb1-d93b7f435690 admin admin] Deleting port ae93c9d6-dc87-46e8-95eb-64d197ecbaec {{(pid=84040) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 20:58:54.358711 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-2be1cb1d-d4c0-415f-9fb1-d93b7f435690 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750375188691'] for port, before_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:54.361869 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-278f41f6-38b0-4b64-a88c-4c2cef064460 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750374836619'] for port, after_create {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:54.366151 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-bbab00cc-e88a-4ac0-9c02-6c03a87346c2 tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:58:54.370373 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-bbab00cc-e88a-4ac0-9c02-6c03a87346c2 tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Usage tracker for resource:subnet and tenant:1256b788e8184019a07eb24a482acda4 is out of sync, need to count used quota {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:58:54.373586 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-bbab00cc-e88a-4ac0-9c02-6c03a87346c2 tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:58:54.381122 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-bbab00cc-e88a-4ac0-9c02-6c03a87346c2 tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:58:54.410294 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bbab00cc-e88a-4ac0-9c02-6c03a87346c2 tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Made reservation on behalf of 1256b788e8184019a07eb24a482acda4 for: {'subnet': 1} {{(pid=84041) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:58:54.424829 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 54992) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:58:54.433094 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-790ef4f8-afb8-4ace-a2ba-45d99ddb8432 None None] DHCP port deletion for 0f9d847a-7ba3-4a42-a0c6-e8541d683b40 request from n-d-838334-2 {{(pid=84042) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 18 20:58:54.452327 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.plugin [None req-790ef4f8-afb8-4ace-a2ba-45d99ddb8432 None None] Deleting port ae93c9d6-dc87-46e8-95eb-64d197ecbaec {{(pid=84042) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 20:58:54.452699 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-790ef4f8-afb8-4ace-a2ba-45d99ddb8432 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750375188691'] for port, before_delete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:54.518641 n-d-838334-2 neutron-server[84042]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-278f41f6-38b0-4b64-a88c-4c2cef064460 None None] Network ef903069-7c89-4376-963f-99c58ca6d615 is already hosted by enough agents. {{(pid=84042) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:58:54.531529 n-d-838334-2 neutron-server[84042]: DEBUG neutron.scheduler.base_scheduler [None req-278f41f6-38b0-4b64-a88c-4c2cef064460 None None] Resources bound (agent type, host, resource id): {{(pid=84042) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:58:54.537917 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-278f41f6-38b0-4b64-a88c-4c2cef064460 None None] Pushing event updated for resources: {'Port': ['ID=a91df975-cbfc-43e8-aa68-ac5c6e6b2d82,revision_number=1']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:58:54.540669 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_dvrscheduler_db [None req-278f41f6-38b0-4b64-a88c-4c2cef064460 None None] Received port after_create {{(pid=84042) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 20:58:54.636187 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-bbab00cc-e88a-4ac0-9c02-6c03a87346c2 tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32486301'] for subnet, before_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:54.649692 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73466922-6b0b-44b5-9142-728919b8982d req-9f048aea-38b1-47c2-aa9a-fdcf7cbb86fa tempest-ServersNegativeTestJSON-508382254 tempest-ServersNegativeTestJSON-508382254-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:58:54.651242 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-73466922-6b0b-44b5-9142-728919b8982d req-9f048aea-38b1-47c2-aa9a-fdcf7cbb86fa tempest-ServersNegativeTestJSON-508382254 tempest-ServersNegativeTestJSON-508382254-project] 10.222.0.42 "GET /v2.0/ports?device_id=2197a591-197e-47fe-9210-1387bfb6ec5e HTTP/1.1" status: 200 len: 945 time: 0.6579194 Apr 18 20:58:54.729635 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.managers [None req-278f41f6-38b0-4b64-a88c-4c2cef064460 None None] Attempting to bind port a91df975-cbfc-43e8-aa68-ac5c6e6b2d82 on host n-d-838334-2 for vnic_type normal with profile {{(pid=84042) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:58:54.730666 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.managers [None req-278f41f6-38b0-4b64-a88c-4c2cef064460 None None] Attempting to bind port a91df975-cbfc-43e8-aa68-ac5c6e6b2d82 by drivers openvswitch,hyperv on host n-d-838334-2 at level 0 using segments [{'id': 'fbf28fbd-36f8-46f3-be08-57d41821e390', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': 'ef903069-7c89-4376-963f-99c58ca6d615'}] {{(pid=84042) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:58:54.731759 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-278f41f6-38b0-4b64-a88c-4c2cef064460 None None] Attempting to bind port a91df975-cbfc-43e8-aa68-ac5c6e6b2d82 on network ef903069-7c89-4376-963f-99c58ca6d615 {{(pid=84042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 20:58:54.747993 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90aa9e62-5594-48e0-b551-ee3e90c455b4 req-31158c20-6b43-48d2-892e-79dda8bb997d tempest-ServersTestJSON-1424434350 tempest-ServersTestJSON-1424434350-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:58:54.749767 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-90aa9e62-5594-48e0-b551-ee3e90c455b4 req-31158c20-6b43-48d2-892e-79dda8bb997d tempest-ServersTestJSON-1424434350 tempest-ServersTestJSON-1424434350-project] 10.222.0.42 "GET /v2.0/ports?device_id=fa865b6b-5701-45fe-b8b2-61e6b9aced70 HTTP/1.1" status: 200 len: 931 time: 0.7623742 Apr 18 20:58:54.763472 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-42e4d37a-ede2-4004-9545-1255d0ab7f8f admin admin] Notify callbacks [] for security_group, before_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:54.780347 n-d-838334-2 neutron-server[84041]: DEBUG neutron.notifiers.nova [req-a70c2e96-a959-41b7-b063-9f25d5af516c req-a34df845-5915-49cb-a3fd-169b2278c44d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ed7f9d58-c4ad-4fbb-b41c-335c64ff7b7f {{(pid=84041) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 18 20:58:54.794508 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [req-a70c2e96-a959-41b7-b063-9f25d5af516c req-a34df845-5915-49cb-a3fd-169b2278c44d service neutron] Notify callbacks [] for port, precommit_update {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:54.821394 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-42e4d37a-ede2-4004-9545-1255d0ab7f8f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:58:54.826033 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-42e4d37a-ede2-4004-9545-1255d0ab7f8f admin admin] Usage tracker for resource:security_group_rule and tenant:e52b7f43c7384224aa316c04ab5915b9 is out of sync, need to count used quota {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:58:54.838091 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-42e4d37a-ede2-4004-9545-1255d0ab7f8f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:58:54.838091 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-42e4d37a-ede2-4004-9545-1255d0ab7f8f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:58:54.846711 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-278f41f6-38b0-4b64-a88c-4c2cef064460 None None] Checking agent: {'id': '97cd4414-7af6-4d67-868d-dff370b4071a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838334-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 25, 49), 'started_at': datetime.datetime(2022, 4, 18, 20, 26, 19), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 20, 58, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838334-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 18 20:58:54.847143 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-278f41f6-38b0-4b64-a88c-4c2cef064460 None None] Checking segment: {'id': 'fbf28fbd-36f8-46f3-be08-57d41821e390', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': 'ef903069-7c89-4376-963f-99c58ca6d615'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84042) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 20:58:54.848254 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-278f41f6-38b0-4b64-a88c-4c2cef064460 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:54.848648 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-278f41f6-38b0-4b64-a88c-4c2cef064460 None None] Bound using segment: {'id': 'fbf28fbd-36f8-46f3-be08-57d41821e390', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': 'ef903069-7c89-4376-963f-99c58ca6d615'} {{(pid=84042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 18 20:58:54.849127 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.managers [None req-278f41f6-38b0-4b64-a88c-4c2cef064460 None None] Bound port: a91df975-cbfc-43e8-aa68-ac5c6e6b2d82, host: n-d-838334-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fbf28fbd-36f8-46f3-be08-57d41821e390', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': 'ef903069-7c89-4376-963f-99c58ca6d615'}}] {{(pid=84042) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 20:58:54.849692 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-278f41f6-38b0-4b64-a88c-4c2cef064460 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:54.879323 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.provisioning_blocks [req-a70c2e96-a959-41b7-b063-9f25d5af516c req-a34df845-5915-49cb-a3fd-169b2278c44d service neutron] Transition to ACTIVE for port object ed7f9d58-c4ad-4fbb-b41c-335c64ff7b7f will not be triggered until provisioned by entity L2. {{(pid=84041) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 20:58:54.893562 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [req-a70c2e96-a959-41b7-b063-9f25d5af516c req-a34df845-5915-49cb-a3fd-169b2278c44d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32266282'] for port, after_update {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:54.932196 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-73466922-6b0b-44b5-9142-728919b8982d req-4e28f762-ba67-428c-ab8e-c165f7841c79 tempest-ServersNegativeTestJSON-508382254 tempest-ServersNegativeTestJSON-508382254-project] 10.222.0.42 "GET /v2.0/security-groups?id=ada0ecb3-b1bc-4ba2-8e6c-b06ba09daca2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2402904 Apr 18 20:58:54.971324 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-790ef4f8-afb8-4ace-a2ba-45d99ddb8432 None None] For port ae93c9d6-dc87-46e8-95eb-64d197ecbaec, host n-d-838334-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838334-2',level=0,port_id=ae93c9d6-dc87-46e8-95eb-64d197ecbaec,segment=NetworkSegment(cd8c59c7-b4b2-44a4-be0f-4e934073fee4),segment_id=cd8c59c7-b4b2-44a4-be0f-4e934073fee4)] {{(pid=84042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:58:54.972028 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-790ef4f8-afb8-4ace-a2ba-45d99ddb8432 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369123'] for port, precommit_delete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:54.976333 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.db [None req-2be1cb1d-d4c0-415f-9fb1-d93b7f435690 admin admin] For port ae93c9d6-dc87-46e8-95eb-64d197ecbaec, host n-d-838334-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838334-2',level=0,port_id=ae93c9d6-dc87-46e8-95eb-64d197ecbaec,segment=NetworkSegment(cd8c59c7-b4b2-44a4-be0f-4e934073fee4),segment_id=cd8c59c7-b4b2-44a4-be0f-4e934073fee4)] {{(pid=84040) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:58:54.976709 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-2be1cb1d-d4c0-415f-9fb1-d93b7f435690 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369123'] for port, precommit_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:55.073158 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a34df845-5915-49cb-a3fd-169b2278c44d service neutron] Pushing event updated for resources: {'Port': ['ID=ed7f9d58-c4ad-4fbb-b41c-335c64ff7b7f,revision_number=2']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:58:55.136240 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-90aa9e62-5594-48e0-b551-ee3e90c455b4 req-fc80dff9-a366-4653-a1e0-1d4cbcb99041 tempest-ServersTestJSON-1424434350 tempest-ServersTestJSON-1424434350-project] 10.222.0.42 "GET /v2.0/security-groups?id=a3de1b7a-019c-40dd-8c9d-3a3f159b2bd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3734105 Apr 18 20:58:55.144200 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.plugin [None req-2be1cb1d-d4c0-415f-9fb1-d93b7f435690 admin admin] Calling delete_port for ae93c9d6-dc87-46e8-95eb-64d197ecbaec owned by network:dhcp {{(pid=84040) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 20:58:55.216282 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.plugin [None req-790ef4f8-afb8-4ace-a2ba-45d99ddb8432 None None] Calling delete_port for ae93c9d6-dc87-46e8-95eb-64d197ecbaec owned by network:dhcp {{(pid=84042) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 20:58:55.262183 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-42e4d37a-ede2-4004-9545-1255d0ab7f8f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:55.274580 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-4a41d12c-2f26-4625-b849-948595465202 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33443857'] for router_interface, before_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:55.313738 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-42e4d37a-ede2-4004-9545-1255d0ab7f8f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33528224'] for security_group, after_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:55.330439 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-278f41f6-38b0-4b64-a88c-4c2cef064460 None None] For port a91df975-cbfc-43e8-aa68-ac5c6e6b2d82, host n-d-838334-2, cleared binding levels {{(pid=84042) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 20:58:55.372601 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-42e4d37a-ede2-4004-9545-1255d0ab7f8f admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=e52b7f43c7384224aa316c04ab5915b9&name=default HTTP/1.1" status: 200 len: 2647 time: 0.9401197 Apr 18 20:58:55.375878 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-278f41f6-38b0-4b64-a88c-4c2cef064460 None None] For port a91df975-cbfc-43e8-aa68-ac5c6e6b2d82, host n-d-838334-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838334-2',level=0,port_id=a91df975-cbfc-43e8-aa68-ac5c6e6b2d82,segment=NetworkSegment(fbf28fbd-36f8-46f3-be08-57d41821e390),segment_id=fbf28fbd-36f8-46f3-be08-57d41821e390)] {{(pid=84042) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 20:58:55.401575 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-278f41f6-38b0-4b64-a88c-4c2cef064460 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682'] for port, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:55.403426 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 55008) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:58:55.495430 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-2be1cb1d-d4c0-415f-9fb1-d93b7f435690 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750375259028', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750374836628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32440838'] for port, after_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:55.534351 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42e4d37a-ede2-4004-9545-1255d0ab7f8f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1109179e-4750-4672-9b08-20cc8bf02731,revision_number=1']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:58:55.575948 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2be1cb1d-d4c0-415f-9fb1-d93b7f435690 admin admin] Pushing event deleted for resources: {'Port': ['ID=ae93c9d6-dc87-46e8-95eb-64d197ecbaec,revision_number=None']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:58:55.600322 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2be1cb1d-d4c0-415f-9fb1-d93b7f435690 admin admin] No DVR routers for this DVR port ae93c9d6-dc87-46e8-95eb-64d197ecbaec on host n-d-838334-2 {{(pid=84040) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 20:58:55.684343 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.db.api [None req-790ef4f8-afb8-4ace-a2ba-45d99ddb8432 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84042) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 18 20:58:55.684948 n-d-838334-2 neutron-server[84042]: DEBUG oslo_db.api [None req-790ef4f8-afb8-4ace-a2ba-45d99ddb8432 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 18 20:58:55.700337 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-278f41f6-38b0-4b64-a88c-4c2cef064460 None None] Pushing event updated for resources: {'Port': ['ID=a91df975-cbfc-43e8-aa68-ac5c6e6b2d82,revision_number=2']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:58:55.707182 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-bbab00cc-e88a-4ac0-9c02-6c03a87346c2 tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33526260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32266407', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32486287'] for subnet, after_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:55.740615 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.managers [req-a70c2e96-a959-41b7-b063-9f25d5af516c req-a34df845-5915-49cb-a3fd-169b2278c44d service neutron] Attempting to bind port ed7f9d58-c4ad-4fbb-b41c-335c64ff7b7f on host n-h1-838334-2 for vnic_type normal with profile {{(pid=84041) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:58:55.749619 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.managers [req-a70c2e96-a959-41b7-b063-9f25d5af516c req-a34df845-5915-49cb-a3fd-169b2278c44d service neutron] Attempting to bind port ed7f9d58-c4ad-4fbb-b41c-335c64ff7b7f by drivers openvswitch,hyperv on host n-h1-838334-2 at level 0 using segments [{'id': '7487d154-ef4b-4701-b484-567750da716d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '7083f08e-ab4e-49e9-91e4-270e03cc3e4c'}] {{(pid=84041) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:58:55.751047 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a70c2e96-a959-41b7-b063-9f25d5af516c req-a34df845-5915-49cb-a3fd-169b2278c44d service neutron] Attempting to bind port ed7f9d58-c4ad-4fbb-b41c-335c64ff7b7f on network 7083f08e-ab4e-49e9-91e4-270e03cc3e4c {{(pid=84041) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 20:58:55.762990 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-dc0d0664-f172-4b80-84b5-97b128973cdc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:55.807636 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-dc0d0664-f172-4b80-84b5-97b128973cdc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:55.838972 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-2be1cb1d-d4c0-415f-9fb1-d93b7f435690 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1258905', 'neutron.services.segments.db._delete_segments_for_network-8750375287417'] for network, precommit_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:55.874663 n-d-838334-2 neutron-server[84040]: DEBUG neutron.services.segments.db [None req-2be1cb1d-d4c0-415f-9fb1-d93b7f435690 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0f9d847a-7ba3-4a42-a0c6-e8541d683b40']}} {{(pid=84040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:58:55.891992 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-dc0d0664-f172-4b80-84b5-97b128973cdc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33528224'] for security_group, after_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:55.912410 n-d-838334-2 neutron-server[84040]: DEBUG neutron.services.segments.db [None req-2be1cb1d-d4c0-415f-9fb1-d93b7f435690 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cd8c59c7-b4b2-44a4-be0f-4e934073fee4') {'for_net_delete': True} {{(pid=84040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:58:55.912698 n-d-838334-2 neutron-server[84040]: DEBUG neutron.services.segments.db [None req-2be1cb1d-d4c0-415f-9fb1-d93b7f435690 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cd8c59c7-b4b2-44a4-be0f-4e934073fee4') {} {{(pid=84040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:58:55.929406 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-2be1cb1d-d4c0-415f-9fb1-d93b7f435690 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750375287300', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31955965'] for segment, before_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:55.942461 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a70c2e96-a959-41b7-b063-9f25d5af516c req-a34df845-5915-49cb-a3fd-169b2278c44d service neutron] Port ed7f9d58-c4ad-4fbb-b41c-335c64ff7b7f on network 7083f08e-ab4e-49e9-91e4-270e03cc3e4c not bound, no agent of type Open vSwitch agent registered on host n-h1-838334-2 {{(pid=84041) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 18 20:58:55.942784 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a70c2e96-a959-41b7-b063-9f25d5af516c req-a34df845-5915-49cb-a3fd-169b2278c44d service neutron] Attempting to bind port ed7f9d58-c4ad-4fbb-b41c-335c64ff7b7f on network 7083f08e-ab4e-49e9-91e4-270e03cc3e4c {{(pid=84041) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 20:58:55.958867 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c03a92b3-a584-49eb-869a-826682cce45d req-3ce5dc37-94bd-4ea0-acb0-269243280756 tempest-DeleteServersTestJSON-915645800 tempest-DeleteServersTestJSON-915645800-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:58:55.960359 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc0d0664-f172-4b80-84b5-97b128973cdc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1109179e-4750-4672-9b08-20cc8bf02731,revision_number=None']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:58:55.965325 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-c03a92b3-a584-49eb-869a-826682cce45d req-3ce5dc37-94bd-4ea0-acb0-269243280756 tempest-DeleteServersTestJSON-915645800 tempest-DeleteServersTestJSON-915645800-project] 10.222.0.42 "GET /v2.0/ports?device_id=55a80075-aa22-491b-9e11-27a3744ffe93 HTTP/1.1" status: 200 len: 945 time: 0.3245041 Apr 18 20:58:55.966682 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-2be1cb1d-d4c0-415f-9fb1-d93b7f435690 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1082986'] for segment, precommit_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:55.982147 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2be1cb1d-d4c0-415f-9fb1-d93b7f435690 admin admin] Releasing vlan 369 on physical network physnet1 to pool {{(pid=84040) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 18 20:58:55.982548 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-2be1cb1d-d4c0-415f-9fb1-d93b7f435690 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1082993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32440923'] for segment, after_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:55.989163 n-d-838334-2 neutron-server[84041]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbab00cc-e88a-4ac0-9c02-6c03a87346c2 tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Network ef903069-7c89-4376-963f-99c58ca6d615 is already hosted by enough agents. {{(pid=84041) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:58:55.990382 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a70c2e96-a959-41b7-b063-9f25d5af516c req-a34df845-5915-49cb-a3fd-169b2278c44d service neutron] Checking agent: {'id': 'd63bab19-ff81-4de1-afeb-a3732288d0d7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-838334-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 33, 59), 'started_at': datetime.datetime(2022, 4, 18, 20, 33, 59), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 20, 58, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84041) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 18 20:58:55.992503 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a70c2e96-a959-41b7-b063-9f25d5af516c req-a34df845-5915-49cb-a3fd-169b2278c44d service neutron] Checking segment: {'id': '7487d154-ef4b-4701-b484-567750da716d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '7083f08e-ab4e-49e9-91e4-270e03cc3e4c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84041) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 20:58:55.993025 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a70c2e96-a959-41b7-b063-9f25d5af516c req-a34df845-5915-49cb-a3fd-169b2278c44d service neutron] Bound using segment: {'id': '7487d154-ef4b-4701-b484-567750da716d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '7083f08e-ab4e-49e9-91e4-270e03cc3e4c'} {{(pid=84041) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 18 20:58:55.994804 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.managers [req-a70c2e96-a959-41b7-b063-9f25d5af516c req-a34df845-5915-49cb-a3fd-169b2278c44d service neutron] Bound port: ed7f9d58-c4ad-4fbb-b41c-335c64ff7b7f, host: n-h1-838334-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7487d154-ef4b-4701-b484-567750da716d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '7083f08e-ab4e-49e9-91e4-270e03cc3e4c'}}] {{(pid=84041) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 20:58:55.995252 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [req-a70c2e96-a959-41b7-b063-9f25d5af516c req-a34df845-5915-49cb-a3fd-169b2278c44d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:55.996265 n-d-838334-2 neutron-server[84040]: Traceback (most recent call last): Apr 18 20:58:55.996265 n-d-838334-2 neutron-server[84040]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 18 20:58:55.996265 n-d-838334-2 neutron-server[84040]: timer() Apr 18 20:58:55.996265 n-d-838334-2 neutron-server[84040]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 20:58:55.996265 n-d-838334-2 neutron-server[84040]: cb(*args, **kw) Apr 18 20:58:55.996265 n-d-838334-2 neutron-server[84040]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 18 20:58:55.996265 n-d-838334-2 neutron-server[84040]: return func(*args, **kwargs) Apr 18 20:58:55.996265 n-d-838334-2 neutron-server[84040]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 20:58:55.996265 n-d-838334-2 neutron-server[84040]: self._notify() Apr 18 20:58:55.996265 n-d-838334-2 neutron-server[84040]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 20:58:55.996265 n-d-838334-2 neutron-server[84040]: self.callback(batched_events) Apr 18 20:58:55.996265 n-d-838334-2 neutron-server[84040]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 20:58:55.996265 n-d-838334-2 neutron-server[84040]: event.method(event) Apr 18 20:58:55.996265 n-d-838334-2 neutron-server[84040]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 18 20:58:55.996265 n-d-838334-2 neutron-server[84040]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 20:58:55.996265 n-d-838334-2 neutron-server[84040]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 18 20:58:55.996265 n-d-838334-2 neutron-server[84040]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 20:58:55.996265 n-d-838334-2 neutron-server[84040]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 18 20:58:55.996265 n-d-838334-2 neutron-server[84040]: return f(self, *a, **k) Apr 18 20:58:55.996265 n-d-838334-2 neutron-server[84040]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 18 20:58:55.996265 n-d-838334-2 neutron-server[84040]: return self._get(url).json() Apr 18 20:58:55.996265 n-d-838334-2 neutron-server[84040]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 18 20:58:55.996265 n-d-838334-2 neutron-server[84040]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 20:58:55.996265 n-d-838334-2 neutron-server[84040]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 18 20:58:55.996265 n-d-838334-2 neutron-server[84040]: return self.request(url, 'GET', **kwargs) Apr 18 20:58:55.996265 n-d-838334-2 neutron-server[84040]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 18 20:58:55.996265 n-d-838334-2 neutron-server[84040]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 20:58:55.996265 n-d-838334-2 neutron-server[84040]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 18 20:58:55.996265 n-d-838334-2 neutron-server[84040]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 20:58:55.996265 n-d-838334-2 neutron-server[84040]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 18 20:58:55.996265 n-d-838334-2 neutron-server[84040]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 20:58:55.996265 n-d-838334-2 neutron-server[84040]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 20:58:56.077803 n-d-838334-2 neutron-server[84041]: DEBUG neutron.scheduler.base_scheduler [None req-bbab00cc-e88a-4ac0-9c02-6c03a87346c2 tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Resources bound (agent type, host, resource id): {{(pid=84041) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:58:56.083793 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbab00cc-e88a-4ac0-9c02-6c03a87346c2 tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Pushing event updated for resources: {'Subnet': ['ID=fd6cd4cb-0119-4015-acc2-45ced5d348ac,revision_number=0']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:58:56.095213 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbab00cc-e88a-4ac0-9c02-6c03a87346c2 tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:58:56.099133 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-bbab00cc-e88a-4ac0-9c02-6c03a87346c2 tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Notify callbacks [] for subnet, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:56.186137 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.plugin [None req-790ef4f8-afb8-4ace-a2ba-45d99ddb8432 None None] Deleting port ae93c9d6-dc87-46e8-95eb-64d197ecbaec {{(pid=84042) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 20:58:56.187420 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-790ef4f8-afb8-4ace-a2ba-45d99ddb8432 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750375188691'] for port, before_delete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:56.191407 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-dc0d0664-f172-4b80-84b5-97b128973cdc admin admin] Notify callbacks [] for security_group, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:56.192885 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-dc0d0664-f172-4b80-84b5-97b128973cdc admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/1109179e-4750-4672-9b08-20cc8bf02731 HTTP/1.1" status: 204 len: 168 time: 0.7845504 Apr 18 20:58:56.213615 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-bbab00cc-e88a-4ac0-9c02-6c03a87346c2 tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.4095883 Apr 18 20:58:56.217472 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 55030) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:58:56.226275 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.v2.base [None req-fe64a4da-4293-4eaf-9b87-713b7676b10f tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Request body: {'port': {'network_id': 'ef903069-7c89-4376-963f-99c58ca6d615', 'mac_address': 'fa:16:3e:6d:15:0e', 'name': 'tempest-NetworksTestDHCPv6-1357693326'}} {{(pid=84041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 20:58:56.262173 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-2be1cb1d-d4c0-415f-9fb1-d93b7f435690 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1258898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33526109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33444113'] for network, after_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:56.378079 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.db [req-a70c2e96-a959-41b7-b063-9f25d5af516c req-a34df845-5915-49cb-a3fd-169b2278c44d service neutron] For port ed7f9d58-c4ad-4fbb-b41c-335c64ff7b7f, host n-h1-838334-2, cleared binding levels {{(pid=84041) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 20:58:56.390073 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.plugin [None req-790ef4f8-afb8-4ace-a2ba-45d99ddb8432 None None] The port 'ae93c9d6-dc87-46e8-95eb-64d197ecbaec' was deleted {{(pid=84042) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 18 20:58:56.397106 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Device a91df975-cbfc-43e8-aa68-ac5c6e6b2d82 up at agent ovs-agent-n-d-838334-2 {{(pid=84042) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 20:58:56.404474 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.db [req-a70c2e96-a959-41b7-b063-9f25d5af516c req-a34df845-5915-49cb-a3fd-169b2278c44d service neutron] For port ed7f9d58-c4ad-4fbb-b41c-335c64ff7b7f, host n-h1-838334-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838334-2',level=0,port_id=ed7f9d58-c4ad-4fbb-b41c-335c64ff7b7f,segment=NetworkSegment(7487d154-ef4b-4701-b484-567750da716d),segment_id=7487d154-ef4b-4701-b484-567750da716d)] {{(pid=84041) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 20:58:56.426964 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [req-a70c2e96-a959-41b7-b063-9f25d5af516c req-a34df845-5915-49cb-a3fd-169b2278c44d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32266282'] for port, after_update {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:56.464960 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-2be1cb1d-d4c0-415f-9fb1-d93b7f435690 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32378031'] for network, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:56.540395 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [req-a70c2e96-a959-41b7-b063-9f25d5af516c req-a34df845-5915-49cb-a3fd-169b2278c44d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217293'] for port, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:56.540783 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-c03a92b3-a584-49eb-869a-826682cce45d req-d1867dad-79ae-4c15-98cb-53a4637d1ed8 tempest-DeleteServersTestJSON-915645800 tempest-DeleteServersTestJSON-915645800-project] 10.222.0.42 "GET /v2.0/security-groups?id=588d127b-19b7-4c3d-9f79-a400181b94e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4699197 Apr 18 20:58:56.542125 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-a70c2e96-a959-41b7-b063-9f25d5af516c req-a34df845-5915-49cb-a3fd-169b2278c44d service neutron] 10.222.0.43 "PUT /v2.0/ports/ed7f9d58-c4ad-4fbb-b41c-335c64ff7b7f HTTP/1.1" status: 200 len: 1091 time: 3.2902608 Apr 18 20:58:56.542664 n-d-838334-2 neutron-server[84041]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fa865b6b-5701-45fe-b8b2-61e6b9aced70', 'tag': 'ed7f9d58-c4ad-4fbb-b41c-335c64ff7b7f'}] {{(pid=84041) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 20:58:56.544776 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2be1cb1d-d4c0-415f-9fb1-d93b7f435690 admin admin] Pushing event deleted for resources: {'Network': ['ID=0f9d847a-7ba3-4a42-a0c6-e8541d683b40,revision_number=None']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:58:56.551105 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-fe64a4da-4293-4eaf-9b87-713b7676b10f tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:58:56.558115 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-fe64a4da-4293-4eaf-9b87-713b7676b10f tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Usage tracker for resource:port and tenant:1256b788e8184019a07eb24a482acda4 is out of sync, need to count used quota {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:58:56.561154 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a34df845-5915-49cb-a3fd-169b2278c44d service neutron] Pushing event updated for resources: {'Port': ['ID=ed7f9d58-c4ad-4fbb-b41c-335c64ff7b7f,revision_number=3']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:58:56.564293 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-fe64a4da-4293-4eaf-9b87-713b7676b10f tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Quota usage for port was recalculated. Used quota:1. {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:58:56.576464 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-fe64a4da-4293-4eaf-9b87-713b7676b10f tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:58:56.641681 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Provisioning for port a91df975-cbfc-43e8-aa68-ac5c6e6b2d82 completed by entity L2. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 20:58:56.679187 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe64a4da-4293-4eaf-9b87-713b7676b10f tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Made reservation on behalf of 1256b788e8184019a07eb24a482acda4 for: {'port': 1} {{(pid=84041) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:58:56.687535 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-fe64a4da-4293-4eaf-9b87-713b7676b10f tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:56.743316 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Device ae93c9d6-dc87-46e8-95eb-64d197ecbaec no longer exists at agent ovs-agent-n-d-838334-2 {{(pid=84042) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 20:58:56.777450 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-2be1cb1d-d4c0-415f-9fb1-d93b7f435690 admin admin] 10.222.0.42 "DELETE /v2.0/networks/0f9d847a-7ba3-4a42-a0c6-e8541d683b40 HTTP/1.1" status: 204 len: 168 time: 2.9059460 Apr 18 20:58:56.808882 n-d-838334-2 neutron-server[84041]: DEBUG neutron.notifiers.nova [None req-fe64a4da-4293-4eaf-9b87-713b7676b10f tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] device_id is not set on port 3a8c36df-e743-47a1-b39b-107e3d01ba8f yet. {{(pid=84041) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 18 20:58:56.828417 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.plugin [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] No Port match for: ae93c9d6-dc87-46e8-95eb-64d197ecbaec {{(pid=84042) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 18 20:58:56.828746 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Device ae93c9d6-dc87-46e8-95eb-64d197ecbaec not bound to the agent host n-d-838334-2 {{(pid=84042) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 20:58:57.150188 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 55044) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:58:57.151013 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 55046) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:58:57.151264 n-d-838334-2 neutron-server[84041]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d6c82b3d-ce3b-41e3-9615-601507868241'] response: {'name': 'network-changed', 'server_uuid': 'fa865b6b-5701-45fe-b8b2-61e6b9aced70', 'tag': 'ed7f9d58-c4ad-4fbb-b41c-335c64ff7b7f', 'status': 'completed', 'code': 200} Apr 18 20:58:57.160663 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3844416b-a161-42bf-8bad-66c1d9d45c66 req-c26bea42-ed00-4e91-a552-3c66b64eedde tempest-ServersTestJSON-1424434350 tempest-ServersTestJSON-1424434350-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:58:57.161964 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-3844416b-a161-42bf-8bad-66c1d9d45c66 req-c26bea42-ed00-4e91-a552-3c66b64eedde tempest-ServersTestJSON-1424434350 tempest-ServersTestJSON-1424434350-project] 10.222.0.42 "GET /v2.0/ports?device_id=fa865b6b-5701-45fe-b8b2-61e6b9aced70 HTTP/1.1" status: 200 len: 943 time: 0.5515213 Apr 18 20:58:57.194344 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-a70c2e96-a959-41b7-b063-9f25d5af516c req-2abe7608-3c94-460d-9a85-57173e7b4d34 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=ba267e3ba48c4ff1b4fc57f8cfab7c8c&device_id=fa865b6b-5701-45fe-b8b2-61e6b9aced70 HTTP/1.1" status: 200 len: 1094 time: 0.5981109 Apr 18 20:58:57.216430 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-f18640c2-e447-492b-bca3-18c603bac3b6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:57.334181 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-a70c2e96-a959-41b7-b063-9f25d5af516c req-16d4d88f-fc54-45a9-ab19-f74b8ea47660 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ed7f9d58-c4ad-4fbb-b41c-335c64ff7b7f HTTP/1.1" status: 200 len: 217 time: 0.0936189 Apr 18 20:58:57.396780 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84f9457a-f666-4bd9-8934-7ad7afb62e95 None None] Network ef903069-7c89-4376-963f-99c58ca6d615 requested from n-d-838334-2 {{(pid=84042) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 20:58:57.445822 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-e035cf4b-b0e6-43c2-a673-d2933d045f3c admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=62ca3eda8b574071bf7ebb52cb30bb40&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2810836 Apr 18 20:58:57.450094 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 55052) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:58:57.451284 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [None req-f18640c2-e447-492b-bca3-18c603bac3b6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:58:57.469247 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-f18640c2-e447-492b-bca3-18c603bac3b6 admin admin] Usage tracker for resource:security_group_rule and tenant:7e443d6abbcd4697986580434da4e975 is out of sync, need to count used quota {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:58:57.473509 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-f18640c2-e447-492b-bca3-18c603bac3b6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:58:57.475596 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a70c2e96-a959-41b7-b063-9f25d5af516c req-1d887208-8ceb-49b7-9ebd-f2026643262b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:58:57.477064 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-a70c2e96-a959-41b7-b063-9f25d5af516c req-1d887208-8ceb-49b7-9ebd-f2026643262b service neutron] 10.222.0.43 "GET /v2.0/subnets?id=b602689e-1bf9-4316-afee-2c16d3405af1 HTTP/1.1" status: 200 len: 845 time: 0.1410065 Apr 18 20:58:57.480403 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [None req-f18640c2-e447-492b-bca3-18c603bac3b6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:58:57.552850 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-a70c2e96-a959-41b7-b063-9f25d5af516c req-c8ee4f67-3b32-450c-b683-f9e81f249bd5 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=7083f08e-ab4e-49e9-91e4-270e03cc3e4c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0626345 Apr 18 20:58:57.556635 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.db_base_plugin_common [None req-fe64a4da-4293-4eaf-9b87-713b7676b10f tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Allocated IP 2001:db8:0:1::1e3 (ef903069-7c89-4376-963f-99c58ca6d615/fd6cd4cb-0119-4015-acc2-45ced5d348ac/3a8c36df-e743-47a1-b39b-107e3d01ba8f) {{(pid=84041) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:58:57.558969 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-f18640c2-e447-492b-bca3-18c603bac3b6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:57.567247 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-6d92e886-f27c-495b-b17f-8ae87fbc0dd9 None None] Provisioning for port a91df975-cbfc-43e8-aa68-ac5c6e6b2d82 completed by entity DHCP. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 20:58:57.574796 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-f18640c2-e447-492b-bca3-18c603bac3b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33528224'] for security_group, after_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:57.578247 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-6d92e886-f27c-495b-b17f-8ae87fbc0dd9 None None] Provisioning complete for port a91df975-cbfc-43e8-aa68-ac5c6e6b2d82 triggered by entity DHCP. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:58:57.578796 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-6d92e886-f27c-495b-b17f-8ae87fbc0dd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1253608'] for port, provisioning_complete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:57.601099 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.db_base_plugin_common [None req-fe64a4da-4293-4eaf-9b87-713b7676b10f tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Allocated IP 2001:db8::f816:3eff:fe6d:150e (ef903069-7c89-4376-963f-99c58ca6d615/63208e21-538f-45c7-ba2a-7e68c2c92f01/3a8c36df-e743-47a1-b39b-107e3d01ba8f) {{(pid=84041) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:58:57.615444 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f18640c2-e447-492b-bca3-18c603bac3b6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bd230d23-6547-433b-8384-4b2e8a870eff,revision_number=1']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:58:57.665845 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-3844416b-a161-42bf-8bad-66c1d9d45c66 req-c07eadcd-073d-4149-97e9-56fba5bf22e4 tempest-ServersTestJSON-1424434350 tempest-ServersTestJSON-1424434350-project] 10.222.0.42 "GET /v2.0/security-groups?id=a3de1b7a-019c-40dd-8c9d-3a3f159b2bd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4293857 Apr 18 20:58:57.727290 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-846343be-65f0-426c-a1b4-8dc9a7692070 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:57.795885 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-846343be-65f0-426c-a1b4-8dc9a7692070 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:57.805350 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-f18640c2-e447-492b-bca3-18c603bac3b6 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=7e443d6abbcd4697986580434da4e975&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6401148 Apr 18 20:58:57.810233 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 55058) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:58:57.812467 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-a70c2e96-a959-41b7-b063-9f25d5af516c req-16b84274-3fa7-4681-a880-c28ebf840305 service neutron] 10.222.0.43 "GET /v2.0/networks/7083f08e-ab4e-49e9-91e4-270e03cc3e4c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2476273 Apr 18 20:58:57.973364 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-6d92e886-f27c-495b-b17f-8ae87fbc0dd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:58.022474 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43a81711-9596-4687-9048-db5a4fdb9805 req-f04f29ae-b32a-440c-b8b4-1704e1b3d727 tempest-DeleteServersTestJSON-915645800 tempest-DeleteServersTestJSON-915645800-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:58:58.029937 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-43a81711-9596-4687-9048-db5a4fdb9805 req-f04f29ae-b32a-440c-b8b4-1704e1b3d727 tempest-DeleteServersTestJSON-915645800 tempest-DeleteServersTestJSON-915645800-project] 10.222.0.42 "GET /v2.0/ports?device_id=55a80075-aa22-491b-9e11-27a3744ffe93 HTTP/1.1" status: 200 len: 945 time: 0.2013659 Apr 18 20:58:58.051995 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.plugin [None req-4a41d12c-2f26-4625-b849-948595465202 admin admin] Deleting port 77076cf2-be65-4be8-bbf2-544651d21810 {{(pid=84040) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 20:58:58.052709 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-4a41d12c-2f26-4625-b849-948595465202 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750375188691'] for port, before_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:58.205251 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-6d92e886-f27c-495b-b17f-8ae87fbc0dd9 None None] For port a91df975-cbfc-43e8-aa68-ac5c6e6b2d82, host n-d-838334-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838334-2',level=0,port_id=a91df975-cbfc-43e8-aa68-ac5c6e6b2d82,segment=NetworkSegment(fbf28fbd-36f8-46f3-be08-57d41821e390),segment_id=fbf28fbd-36f8-46f3-be08-57d41821e390)] {{(pid=84042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:58:58.215994 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-6d92e886-f27c-495b-b17f-8ae87fbc0dd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682'] for port, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:58.241668 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-43a81711-9596-4687-9048-db5a4fdb9805 req-47b8491d-6f38-4b08-a8c4-cc6665b8bd37 tempest-DeleteServersTestJSON-915645800 tempest-DeleteServersTestJSON-915645800-project] 10.222.0.42 "GET /v2.0/security-groups?id=588d127b-19b7-4c3d-9f79-a400181b94e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2104578 Apr 18 20:58:58.321829 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-846343be-65f0-426c-a1b4-8dc9a7692070 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33528224'] for security_group, after_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:58.341637 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-046fccba-571b-4c29-a3f5-e5183065cf1e None None] Update dhcp port {'port': {'network_id': 'ef903069-7c89-4376-963f-99c58ca6d615', 'fixed_ips': [{'subnet_id': '63208e21-538f-45c7-ba2a-7e68c2c92f01', 'ip_address': '2001:db8::f816:3eff:fea3:2c73'}, {'subnet_id': 'fd6cd4cb-0119-4015-acc2-45ced5d348ac'}], 'binding:host_id': 'n-d-838334-2'}, 'id': 'a91df975-cbfc-43e8-aa68-ac5c6e6b2d82'} from n-d-838334-2. {{(pid=84042) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:307}} Apr 18 20:58:58.357901 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-a70c2e96-a959-41b7-b063-9f25d5af516c req-bb59b220-9ab1-478a-ad35-94cadf90fad6 service neutron] 10.222.0.43 "GET /v2.0/networks/7083f08e-ab4e-49e9-91e4-270e03cc3e4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5243351 Apr 18 20:58:58.358508 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-e2fc9cac-f5c3-4762-bf68-1af390949033 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:58.364487 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-fe64a4da-4293-4eaf-9b87-713b7676b10f tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Notify callbacks [] for port, precommit_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:58.368027 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-846343be-65f0-426c-a1b4-8dc9a7692070 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=95dca7ee-32ed-4675-93fb-4588e711761a,revision_number=None']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:58:58.448172 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.provisioning_blocks [None req-fe64a4da-4293-4eaf-9b87-713b7676b10f tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Transition to ACTIVE for port object 3a8c36df-e743-47a1-b39b-107e3d01ba8f will not be triggered until provisioned by entity DHCP. {{(pid=84041) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 20:58:58.463337 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.db [None req-4a41d12c-2f26-4625-b849-948595465202 admin admin] For port 77076cf2-be65-4be8-bbf2-544651d21810, host n-d-838334-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838334-2',level=0,port_id=77076cf2-be65-4be8-bbf2-544651d21810,segment=NetworkSegment(a508786f-033d-461c-8ea7-2b32ca6d0750),segment_id=a508786f-033d-461c-8ea7-2b32ca6d0750)] {{(pid=84040) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:58:58.465674 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-4a41d12c-2f26-4625-b849-948595465202 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369123'] for port, precommit_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:58.521093 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-e2fc9cac-f5c3-4762-bf68-1af390949033 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:58.527521 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d92e886-f27c-495b-b17f-8ae87fbc0dd9 None None] Pushing event updated for resources: {'Port': ['ID=a91df975-cbfc-43e8-aa68-ac5c6e6b2d82,revision_number=3']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:58:58.538688 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-046fccba-571b-4c29-a3f5-e5183065cf1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:58.594192 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-846343be-65f0-426c-a1b4-8dc9a7692070 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:58.604006 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-846343be-65f0-426c-a1b4-8dc9a7692070 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/95dca7ee-32ed-4675-93fb-4588e711761a HTTP/1.1" status: 204 len: 168 time: 1.1510298 Apr 18 20:58:58.661902 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-03071243-e8ab-4631-ac55-56d815f5a12c req-3c40e186-a07f-4eeb-be8e-8836ea375d6a service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=ba267e3ba48c4ff1b4fc57f8cfab7c8c&device_id=fa865b6b-5701-45fe-b8b2-61e6b9aced70 HTTP/1.1" status: 200 len: 1094 time: 0.2268481 Apr 18 20:58:58.664629 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-fe64a4da-4293-4eaf-9b87-713b7676b10f tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750374836619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32266323'] for port, after_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:58.718823 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.plugin [None req-4a41d12c-2f26-4625-b849-948595465202 admin admin] Calling delete_port for 77076cf2-be65-4be8-bbf2-544651d21810 owned by network:router_interface {{(pid=84040) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 20:58:58.727848 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-e2fc9cac-f5c3-4762-bf68-1af390949033 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33528224'] for security_group, after_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:58.810700 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2fc9cac-f5c3-4762-bf68-1af390949033 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd230d23-6547-433b-8384-4b2e8a870eff,revision_number=None']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:58:58.848713 n-d-838334-2 neutron-server[84041]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe64a4da-4293-4eaf-9b87-713b7676b10f tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Network ef903069-7c89-4376-963f-99c58ca6d615 is already hosted by enough agents. {{(pid=84041) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:58:58.853791 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-e2fc9cac-f5c3-4762-bf68-1af390949033 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:58.855084 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-e2fc9cac-f5c3-4762-bf68-1af390949033 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/bd230d23-6547-433b-8384-4b2e8a870eff HTTP/1.1" status: 204 len: 168 time: 1.0417485 Apr 18 20:58:58.856013 n-d-838334-2 neutron-server[84041]: DEBUG neutron.scheduler.base_scheduler [None req-fe64a4da-4293-4eaf-9b87-713b7676b10f tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Resources bound (agent type, host, resource id): {{(pid=84041) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:58:58.863046 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe64a4da-4293-4eaf-9b87-713b7676b10f tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Received port after_create {{(pid=84041) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 20:58:58.867147 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe64a4da-4293-4eaf-9b87-713b7676b10f tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:58:58.867786 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-fe64a4da-4293-4eaf-9b87-713b7676b10f tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217293'] for port, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:58.874903 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe64a4da-4293-4eaf-9b87-713b7676b10f tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Pushing event updated for resources: {'Port': ['ID=3a8c36df-e743-47a1-b39b-107e3d01ba8f,revision_number=1']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:58:58.933089 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-fe64a4da-4293-4eaf-9b87-713b7676b10f tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1034 time: 2.7141407 Apr 18 20:58:58.935658 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 55090) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:58:58.975581 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.db_base_plugin_common [None req-046fccba-571b-4c29-a3f5-e5183065cf1e None None] Allocated IP 2001:db8:0:1::2 (ef903069-7c89-4376-963f-99c58ca6d615/fd6cd4cb-0119-4015-acc2-45ced5d348ac/a91df975-cbfc-43e8-aa68-ac5c6e6b2d82) {{(pid=84042) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:58:59.005423 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03071243-e8ab-4631-ac55-56d815f5a12c req-2a2b8227-5938-4bed-a75a-24e37ef5c5b8 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:58:59.006896 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-03071243-e8ab-4631-ac55-56d815f5a12c req-2a2b8227-5938-4bed-a75a-24e37ef5c5b8 service neutron] 10.222.0.43 "GET /v2.0/networks?id=7083f08e-ab4e-49e9-91e4-270e03cc3e4c HTTP/1.1" status: 200 len: 906 time: 0.3063738 Apr 18 20:58:59.096122 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.plugin [None req-74e8e809-9237-44ba-a14a-ead70325c142 tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Deleting port 3a8c36df-e743-47a1-b39b-107e3d01ba8f {{(pid=84040) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 20:58:59.107552 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-74e8e809-9237-44ba-a14a-ead70325c142 tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750375188691'] for port, before_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:59.140620 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-03071243-e8ab-4631-ac55-56d815f5a12c req-608466b6-fec5-4a5a-a78f-dfd3a4a99c85 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ed7f9d58-c4ad-4fbb-b41c-335c64ff7b7f HTTP/1.1" status: 200 len: 217 time: 0.1212018 Apr 18 20:58:59.174353 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-046fccba-571b-4c29-a3f5-e5183065cf1e None None] For port a91df975-cbfc-43e8-aa68-ac5c6e6b2d82, host n-d-838334-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838334-2',level=0,port_id=a91df975-cbfc-43e8-aa68-ac5c6e6b2d82,segment=NetworkSegment(fbf28fbd-36f8-46f3-be08-57d41821e390),segment_id=fbf28fbd-36f8-46f3-be08-57d41821e390)] {{(pid=84042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:58:59.227242 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03071243-e8ab-4631-ac55-56d815f5a12c req-bd9c22c6-819d-4366-92e3-61da3dd94306 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:58:59.229238 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-046fccba-571b-4c29-a3f5-e5183065cf1e None None] Notify callbacks [] for port, precommit_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:59.232000 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-03071243-e8ab-4631-ac55-56d815f5a12c req-bd9c22c6-819d-4366-92e3-61da3dd94306 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=b602689e-1bf9-4316-afee-2c16d3405af1 HTTP/1.1" status: 200 len: 845 time: 0.0836174 Apr 18 20:58:59.255345 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-046fccba-571b-4c29-a3f5-e5183065cf1e None None] Transition to ACTIVE for port object a91df975-cbfc-43e8-aa68-ac5c6e6b2d82 will not be triggered until provisioned by entity DHCP. {{(pid=84042) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 20:58:59.265457 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-046fccba-571b-4c29-a3f5-e5183065cf1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682'] for port, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:59.305519 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-03071243-e8ab-4631-ac55-56d815f5a12c req-2562d07c-059b-4b0a-b988-7161acce104a service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=7083f08e-ab4e-49e9-91e4-270e03cc3e4c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0687318 Apr 18 20:58:59.459862 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32c6bd47-0c12-4d90-9dc3-e5c1cc55ecb0 req-1c970f99-5d5e-4bac-8658-58f67ce50279 tempest-ServersTestJSON-1424434350 tempest-ServersTestJSON-1424434350-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:58:59.468021 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-32c6bd47-0c12-4d90-9dc3-e5c1cc55ecb0 req-1c970f99-5d5e-4bac-8658-58f67ce50279 tempest-ServersTestJSON-1424434350 tempest-ServersTestJSON-1424434350-project] 10.222.0.42 "GET /v2.0/ports?device_id=fa865b6b-5701-45fe-b8b2-61e6b9aced70 HTTP/1.1" status: 200 len: 943 time: 0.3121023 Apr 18 20:58:59.686637 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-046fccba-571b-4c29-a3f5-e5183065cf1e None None] Pushing event updated for resources: {'Port': ['ID=a91df975-cbfc-43e8-aa68-ac5c6e6b2d82,revision_number=4']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:58:59.721129 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750375287399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253529'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:59.731410 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-03071243-e8ab-4631-ac55-56d815f5a12c req-7fbf83cc-32bc-42c0-b533-2226ccc9b3aa service neutron] 10.222.0.43 "GET /v2.0/networks/7083f08e-ab4e-49e9-91e4-270e03cc3e4c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4180608 Apr 18 20:58:59.750737 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-4a41d12c-2f26-4625-b849-948595465202 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750375259028', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750374836628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32440838'] for port, after_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:59.776045 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-32c6bd47-0c12-4d90-9dc3-e5c1cc55ecb0 req-b14d3f5d-76a3-4d86-9141-4e802ebdc28f tempest-ServersTestJSON-1424434350 tempest-ServersTestJSON-1424434350-project] 10.222.0.42 "GET /v2.0/security-groups?id=a3de1b7a-019c-40dd-8c9d-3a3f159b2bd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3066964 Apr 18 20:58:59.905397 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a41d12c-2f26-4625-b849-948595465202 admin admin] Pushing event deleted for resources: {'Port': ['ID=77076cf2-be65-4be8-bbf2-544651d21810,revision_number=None']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:58:59.933549 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-03071243-e8ab-4631-ac55-56d815f5a12c req-6781ffab-fcfd-4374-b871-76321d78db1e service neutron] 10.222.0.43 "GET /v2.0/networks/7083f08e-ab4e-49e9-91e4-270e03cc3e4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1951590 Apr 18 20:58:59.962864 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-74e8e809-9237-44ba-a14a-ead70325c142 tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369123'] for port, precommit_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:00.116358 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bbe1397-ebd9-4fbe-8908-6fa07f7e8c19 req-8fe0c68a-1c1e-48c1-ae3f-41663d2dbc1f tempest-ServersNegativeTestJSON-508382254 tempest-ServersNegativeTestJSON-508382254-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:59:00.124198 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-1bbe1397-ebd9-4fbe-8908-6fa07f7e8c19 req-8fe0c68a-1c1e-48c1-ae3f-41663d2dbc1f tempest-ServersNegativeTestJSON-508382254 tempest-ServersNegativeTestJSON-508382254-project] 10.222.0.42 "GET /v2.0/ports?device_id=2197a591-197e-47fe-9210-1387bfb6ec5e HTTP/1.1" status: 200 len: 945 time: 0.6537380 Apr 18 20:59:00.314602 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Device a91df975-cbfc-43e8-aa68-ac5c6e6b2d82 up at agent ovs-agent-n-d-838334-2 {{(pid=84042) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 20:59:00.429152 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.plugin [None req-74e8e809-9237-44ba-a14a-ead70325c142 tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Calling delete_port for 3a8c36df-e743-47a1-b39b-107e3d01ba8f owned by {{(pid=84040) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 20:59:00.664222 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-1bbe1397-ebd9-4fbe-8908-6fa07f7e8c19 req-83b4dac0-1df7-4b4d-8b2f-74f3c3a2e2e4 tempest-ServersNegativeTestJSON-508382254 tempest-ServersNegativeTestJSON-508382254-project] 10.222.0.42 "GET /v2.0/security-groups?id=ada0ecb3-b1bc-4ba2-8e6c-b06ba09daca2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5388207 Apr 18 20:59:00.678063 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-12cf4cb0-ad41-43b0-8760-c489339afb77 None None] Provisioning for port a91df975-cbfc-43e8-aa68-ac5c6e6b2d82 completed by entity DHCP. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 20:59:00.691842 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-12cf4cb0-ad41-43b0-8760-c489339afb77 None None] Provisioning complete for port a91df975-cbfc-43e8-aa68-ac5c6e6b2d82 triggered by entity DHCP. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:59:00.692917 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-12cf4cb0-ad41-43b0-8760-c489339afb77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1253608'] for port, provisioning_complete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:00.936066 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15eaec80-9e03-4c7c-8e1d-7cf50a9d8c31 req-a88afc21-d1d1-4b65-a21f-5f93405059dc tempest-AttachVolumeNegativeTest-555605742 tempest-AttachVolumeNegativeTest-555605742-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:59:00.937299 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [req-15eaec80-9e03-4c7c-8e1d-7cf50a9d8c31 req-a88afc21-d1d1-4b65-a21f-5f93405059dc tempest-AttachVolumeNegativeTest-555605742 tempest-AttachVolumeNegativeTest-555605742-project] Synchronizing usage tracker for tenant:340d04fd839f4c0c896ec9bea561bc50 on resource:port {{(pid=84041) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 20:59:00.964826 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [req-15eaec80-9e03-4c7c-8e1d-7cf50a9d8c31 req-a88afc21-d1d1-4b65-a21f-5f93405059dc tempest-AttachVolumeNegativeTest-555605742 tempest-AttachVolumeNegativeTest-555605742-project] Unset dirty status for tenant:340d04fd839f4c0c896ec9bea561bc50 on resource:port {{(pid=84041) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 20:59:00.966566 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-15eaec80-9e03-4c7c-8e1d-7cf50a9d8c31 req-a88afc21-d1d1-4b65-a21f-5f93405059dc tempest-AttachVolumeNegativeTest-555605742 tempest-AttachVolumeNegativeTest-555605742-project] 10.222.0.43 "GET /v2.0/ports?device_id=34bc9bea-04a4-4f27-915b-a0fabc6baf14 HTTP/1.1" status: 200 len: 945 time: 0.1583350 Apr 18 20:59:01.078491 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.plugin [req-15eaec80-9e03-4c7c-8e1d-7cf50a9d8c31 req-6e2eeb98-00f8-404d-becf-1e4522b47b18 tempest-AttachVolumeNegativeTest-555605742 tempest-AttachVolumeNegativeTest-555605742-project] Deleting port 9d41b737-3508-402b-8ed9-14ff40d11b2a {{(pid=84041) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 20:59:01.079330 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [req-15eaec80-9e03-4c7c-8e1d-7cf50a9d8c31 req-6e2eeb98-00f8-404d-becf-1e4522b47b18 tempest-AttachVolumeNegativeTest-555605742 tempest-AttachVolumeNegativeTest-555605742-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750375188691'] for port, before_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:01.113010 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4589dd1-36d9-44e7-a0e3-7d9f35c7fd06 req-a4831ca5-4f27-4c12-b547-fa49ca94fbec tempest-DeleteServersTestJSON-915645800 tempest-DeleteServersTestJSON-915645800-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:59:01.116975 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-3a1dd398-14ea-4398-b276-e484225a1d70 None None] Provisioning for port 3a8c36df-e743-47a1-b39b-107e3d01ba8f completed by entity DHCP. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 20:59:01.120566 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-b4589dd1-36d9-44e7-a0e3-7d9f35c7fd06 req-a4831ca5-4f27-4c12-b547-fa49ca94fbec tempest-DeleteServersTestJSON-915645800 tempest-DeleteServersTestJSON-915645800-project] 10.222.0.42 "GET /v2.0/ports?device_id=55a80075-aa22-491b-9e11-27a3744ffe93 HTTP/1.1" status: 200 len: 945 time: 1.0882695 Apr 18 20:59:01.124830 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-3a1dd398-14ea-4398-b276-e484225a1d70 None None] Provisioning complete for port 3a8c36df-e743-47a1-b39b-107e3d01ba8f triggered by entity DHCP. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:59:01.125454 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-3a1dd398-14ea-4398-b276-e484225a1d70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1253608'] for port, provisioning_complete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:01.142071 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-74e8e809-9237-44ba-a14a-ead70325c142 tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750375259028', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750374836628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32440838'] for port, after_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:01.177694 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.plugin [None req-3a1dd398-14ea-4398-b276-e484225a1d70 None None] Port 3a8c36df-e743-47a1-b39b-107e3d01ba8f was deleted so its status cannot be updated. {{(pid=84042) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:304}} Apr 18 20:59:01.242779 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74e8e809-9237-44ba-a14a-ead70325c142 tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Pushing event deleted for resources: {'Port': ['ID=3a8c36df-e743-47a1-b39b-107e3d01ba8f,revision_number=None']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:59:01.328254 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-b4589dd1-36d9-44e7-a0e3-7d9f35c7fd06 req-7dc4fbd3-b552-4b65-b65d-a1eb14657df6 tempest-DeleteServersTestJSON-915645800 tempest-DeleteServersTestJSON-915645800-project] 10.222.0.42 "GET /v2.0/security-groups?id=588d127b-19b7-4c3d-9f79-a400181b94e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2065244 Apr 18 20:59:01.453118 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-74e8e809-9237-44ba-a14a-ead70325c142 tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217293'] for port, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:01.496272 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.db [req-15eaec80-9e03-4c7c-8e1d-7cf50a9d8c31 req-6e2eeb98-00f8-404d-becf-1e4522b47b18 tempest-AttachVolumeNegativeTest-555605742 tempest-AttachVolumeNegativeTest-555605742-project] For port 9d41b737-3508-402b-8ed9-14ff40d11b2a, host n-h1-838334-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838334-2',level=0,port_id=9d41b737-3508-402b-8ed9-14ff40d11b2a,segment=NetworkSegment(dbc7d3d6-4579-41c2-9fd4-2757cc8c54b6),segment_id=dbc7d3d6-4579-41c2-9fd4-2757cc8c54b6)] {{(pid=84041) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:59:01.496641 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [req-15eaec80-9e03-4c7c-8e1d-7cf50a9d8c31 req-6e2eeb98-00f8-404d-becf-1e4522b47b18 tempest-AttachVolumeNegativeTest-555605742 tempest-AttachVolumeNegativeTest-555605742-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369123'] for port, precommit_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:01.499978 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-199bc5a0-860a-49d4-8603-89b6c4706310 req-62d08d4b-88cc-42cf-94ce-26096f6f45bb tempest-AttachVolumeNegativeTest-555605742 tempest-AttachVolumeNegativeTest-555605742-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:59:01.508142 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-199bc5a0-860a-49d4-8603-89b6c4706310 req-62d08d4b-88cc-42cf-94ce-26096f6f45bb tempest-AttachVolumeNegativeTest-555605742 tempest-AttachVolumeNegativeTest-555605742-project] 10.222.0.42 "GET /v2.0/ports?device_id=34bc9bea-04a4-4f27-915b-a0fabc6baf14 HTTP/1.1" status: 200 len: 945 time: 0.5015042 Apr 18 20:59:01.644516 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-74e8e809-9237-44ba-a14a-ead70325c142 tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] 10.222.0.42 "DELETE /v2.0/ports/3a8c36df-e743-47a1-b39b-107e3d01ba8f HTTP/1.1" status: 204 len: 168 time: 2.7037642 Apr 18 20:59:01.647701 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 55160) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:59:01.675375 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-199bc5a0-860a-49d4-8603-89b6c4706310 req-677a4d5e-3fa9-4bd9-9260-719e6c8567f9 tempest-AttachVolumeNegativeTest-555605742 tempest-AttachVolumeNegativeTest-555605742-project] 10.222.0.42 "GET /v2.0/security-groups?id=0485093a-e0c2-44ce-b862-493ebd8aa71d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1662843 Apr 18 20:59:01.736925 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-4a41d12c-2f26-4625-b849-948595465202 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-32377931', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33443910'] for router_interface, after_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:01.887386 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cc2fd5b-39e5-47ad-99fa-8b84d5ca59da req-375e1e10-ead6-42fa-b37c-946de30fd01f tempest-ServersNegativeTestJSON-508382254 tempest-ServersNegativeTestJSON-508382254-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:59:01.890200 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-7cc2fd5b-39e5-47ad-99fa-8b84d5ca59da req-375e1e10-ead6-42fa-b37c-946de30fd01f tempest-ServersNegativeTestJSON-508382254 tempest-ServersNegativeTestJSON-508382254-project] 10.222.0.42 "GET /v2.0/ports?device_id=2197a591-197e-47fe-9210-1387bfb6ec5e HTTP/1.1" status: 200 len: 945 time: 0.3289998 Apr 18 20:59:01.936047 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [req-15eaec80-9e03-4c7c-8e1d-7cf50a9d8c31 req-6e2eeb98-00f8-404d-becf-1e4522b47b18 tempest-AttachVolumeNegativeTest-555605742 tempest-AttachVolumeNegativeTest-555605742-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:01.936418 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [req-15eaec80-9e03-4c7c-8e1d-7cf50a9d8c31 req-6e2eeb98-00f8-404d-becf-1e4522b47b18 tempest-AttachVolumeNegativeTest-555605742 tempest-AttachVolumeNegativeTest-555605742-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33444131'] for floatingip, after_update {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:01.937014 n-d-838334-2 neutron-server[84041]: INFO neutron.db.l3_db [req-15eaec80-9e03-4c7c-8e1d-7cf50a9d8c31 req-6e2eeb98-00f8-404d-becf-1e4522b47b18 tempest-AttachVolumeNegativeTest-555605742 tempest-AttachVolumeNegativeTest-555605742-project] Floating IP eaf8532b-57ad-4356-b599-9c2ec0ecb988 disassociated. External IP: 172.25.8.149, port: 9d41b737-3508-402b-8ed9-14ff40d11b2a. Apr 18 20:59:01.937182 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.plugin [req-15eaec80-9e03-4c7c-8e1d-7cf50a9d8c31 req-6e2eeb98-00f8-404d-becf-1e4522b47b18 tempest-AttachVolumeNegativeTest-555605742 tempest-AttachVolumeNegativeTest-555605742-project] Calling delete_port for 9d41b737-3508-402b-8ed9-14ff40d11b2a owned by compute:nova {{(pid=84041) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 20:59:01.974227 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd034dbe-5252-4071-892a-59d1260ada2f tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:59:01.974946 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-fd034dbe-5252-4071-892a-59d1260ada2f tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Synchronizing usage tracker for tenant:1256b788e8184019a07eb24a482acda4 on resource:port {{(pid=84041) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 20:59:02.032266 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-fd034dbe-5252-4071-892a-59d1260ada2f tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Unset dirty status for tenant:1256b788e8184019a07eb24a482acda4 on resource:port {{(pid=84041) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 20:59:02.036345 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-fd034dbe-5252-4071-892a-59d1260ada2f tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] 10.222.0.42 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.3878396 Apr 18 20:59:02.037201 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 55172) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:59:02.092025 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-7cc2fd5b-39e5-47ad-99fa-8b84d5ca59da req-15dce152-6cd5-409e-8ef3-230f133c2433 tempest-ServersNegativeTestJSON-508382254 tempest-ServersNegativeTestJSON-508382254-project] 10.222.0.42 "GET /v2.0/security-groups?id=ada0ecb3-b1bc-4ba2-8e6c-b06ba09daca2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1853304 Apr 18 20:59:02.136163 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a30fe578-dab6-40a7-b064-8c43cab3fa7b req-4c819de9-62b4-403c-b972-e6c92058e88f tempest-ServersTestJSON-1424434350 tempest-ServersTestJSON-1424434350-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:59:02.140401 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-a30fe578-dab6-40a7-b064-8c43cab3fa7b req-4c819de9-62b4-403c-b972-e6c92058e88f tempest-ServersTestJSON-1424434350 tempest-ServersTestJSON-1424434350-project] 10.222.0.42 "GET /v2.0/ports?device_id=fa865b6b-5701-45fe-b8b2-61e6b9aced70 HTTP/1.1" status: 200 len: 943 time: 0.2476714 Apr 18 20:59:02.262316 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cfda9373-b136-4f2e-ad13-675156c632bf tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:59:02.267194 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-a30fe578-dab6-40a7-b064-8c43cab3fa7b req-c5ea57a4-2b2d-471a-8dc8-03141bd5568d tempest-ServersTestJSON-1424434350 tempest-ServersTestJSON-1424434350-project] 10.222.0.42 "GET /v2.0/security-groups?id=a3de1b7a-019c-40dd-8c9d-3a3f159b2bd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1134574 Apr 18 20:59:02.267650 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 55180) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:59:02.268302 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-cfda9373-b136-4f2e-ad13-675156c632bf tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] 10.222.0.42 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.2290971 Apr 18 20:59:02.309461 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [req-15eaec80-9e03-4c7c-8e1d-7cf50a9d8c31 req-6e2eeb98-00f8-404d-becf-1e4522b47b18 tempest-AttachVolumeNegativeTest-555605742 tempest-AttachVolumeNegativeTest-555605742-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750375259028', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750374836628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32266323'] for port, after_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:02.405618 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e2eeb98-00f8-404d-becf-1e4522b47b18 tempest-AttachVolumeNegativeTest-555605742 tempest-AttachVolumeNegativeTest-555605742-project] Pushing event deleted for resources: {'Port': ['ID=9d41b737-3508-402b-8ed9-14ff40d11b2a,revision_number=None']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:59:02.638028 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Device ed7f9d58-c4ad-4fbb-b41c-335c64ff7b7f details requested by agent hyperv_n-h1-838334-2 with host n-h1-838334-2 {{(pid=84042) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 18 20:59:02.843750 n-d-838334-2 neutron-server[84041]: DEBUG neutron.scheduler.l3_agent_scheduler [req-15eaec80-9e03-4c7c-8e1d-7cf50a9d8c31 req-6e2eeb98-00f8-404d-becf-1e4522b47b18 tempest-AttachVolumeNegativeTest-555605742 tempest-AttachVolumeNegativeTest-555605742-project] Router eb2ef120-2c2e-4b9c-8049-c1281daabc93 has already been hosted by L3 agent bc84d6c9-dd7a-4555-a351-592327b46d5a {{(pid=84041) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 20:59:02.893256 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] For port ed7f9d58-c4ad-4fbb-b41c-335c64ff7b7f, host n-h1-838334-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838334-2',level=0,port_id=ed7f9d58-c4ad-4fbb-b41c-335c64ff7b7f,segment=NetworkSegment(7487d154-ef4b-4701-b484-567750da716d),segment_id=7487d154-ef4b-4701-b484-567750da716d)] {{(pid=84042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:59:02.963141 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Returning: {'device': 'ed7f9d58-c4ad-4fbb-b41c-335c64ff7b7f', 'network_id': '7083f08e-ab4e-49e9-91e4-270e03cc3e4c', 'port_id': 'ed7f9d58-c4ad-4fbb-b41c-335c64ff7b7f', 'mac_address': 'fa:16:3e:24:39:97', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 363, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b602689e-1bf9-4316-afee-2c16d3405af1', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84042) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 18 20:59:03.108603 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:03.153333 n-d-838334-2 neutron-server[84042]: DEBUG neutron.notifiers.nova [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ed7f9d58-c4ad-4fbb-b41c-335c64ff7b7f {{(pid=84042) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 18 20:59:03.172290 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] For port ed7f9d58-c4ad-4fbb-b41c-335c64ff7b7f, host n-h1-838334-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838334-2',level=0,port_id=ed7f9d58-c4ad-4fbb-b41c-335c64ff7b7f,segment=NetworkSegment(7487d154-ef4b-4701-b484-567750da716d),segment_id=7487d154-ef4b-4701-b484-567750da716d)] {{(pid=84042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:59:03.184133 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682'] for port, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:03.195264 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d65e9428-b4fc-4a3e-95f5-55c3b45700a4 tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:59:03.196729 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d65e9428-b4fc-4a3e-95f5-55c3b45700a4 tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:59:03.198316 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d65e9428-b4fc-4a3e-95f5-55c3b45700a4 tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:59:03.199128 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-d65e9428-b4fc-4a3e-95f5-55c3b45700a4 tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Synchronizing usage tracker for tenant:1256b788e8184019a07eb24a482acda4 on resource:subnet {{(pid=84040) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 20:59:03.302290 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Pushing event updated for resources: {'Port': ['ID=ed7f9d58-c4ad-4fbb-b41c-335c64ff7b7f,revision_number=4']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:59:03.394830 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] get_ports_and_sgs() called for port_ids ['ed7f9d58-c4ad-4fbb-b41c-335c64ff7b7f'] {{(pid=84042) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 18 20:59:03.396917 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-796f6ed2-afa3-4bac-92db-f86b3ff2a87f req-afb30bdd-37a0-47c9-9f49-1f335bde1f39 tempest-AttachVolumeNegativeTest-555605742 tempest-AttachVolumeNegativeTest-555605742-project] 10.222.0.42 "GET /v2.0/ports?device_id=34bc9bea-04a4-4f27-915b-a0fabc6baf14 HTTP/1.1" status: 200 len: 210 time: 0.2063372 Apr 18 20:59:03.415943 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-d65e9428-b4fc-4a3e-95f5-55c3b45700a4 tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Unset dirty status for tenant:1256b788e8184019a07eb24a482acda4 on resource:subnet {{(pid=84040) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 20:59:03.417098 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-d65e9428-b4fc-4a3e-95f5-55c3b45700a4 tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] 10.222.0.42 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 1.1486394 Apr 18 20:59:03.423207 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 55212) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:59:03.466539 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ace94c7-4de3-47f3-b46a-af5d38b2e76f req-705c4dcd-0099-4b07-9be0-acf08f955d0a tempest-DeleteServersTestJSON-915645800 tempest-DeleteServersTestJSON-915645800-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:59:03.468204 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-7ace94c7-4de3-47f3-b46a-af5d38b2e76f req-705c4dcd-0099-4b07-9be0-acf08f955d0a tempest-DeleteServersTestJSON-915645800 tempest-DeleteServersTestJSON-915645800-project] 10.222.0.42 "GET /v2.0/ports?device_id=55a80075-aa22-491b-9e11-27a3744ffe93 HTTP/1.1" status: 200 len: 945 time: 0.6410184 Apr 18 20:59:03.570119 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-7ace94c7-4de3-47f3-b46a-af5d38b2e76f req-0394d975-5584-4739-9207-f24bd707e4c1 tempest-DeleteServersTestJSON-915645800 tempest-DeleteServersTestJSON-915645800-project] 10.222.0.42 "GET /v2.0/security-groups?id=588d127b-19b7-4c3d-9f79-a400181b94e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0919023 Apr 18 20:59:03.614715 n-d-838334-2 neutron-server[84040]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4a41d12c-2f26-4625-b849-948595465202 admin admin] Router 1b226306-f003-498c-b926-ffdfcee0a271 has already been hosted by L3 agent bc84d6c9-dd7a-4555-a351-592327b46d5a {{(pid=84040) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 20:59:03.724364 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750375287399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253529'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:03.839095 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.db_base_plugin_v2 [None req-62d45232-fe21-480b-9b21-1a2444179940 tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Deleting subnet 63208e21-538f-45c7-ba2a-7e68c2c92f01 {{(pid=84041) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 18 20:59:03.842457 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-62d45232-fe21-480b-9b21-1a2444179940 tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Notify callbacks [] for subnet, before_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:03.912841 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f38571e8-0b4f-4d96-974d-217d447ae253 req-65479f82-a710-4fe4-bd66-52018b0862ba tempest-ServersTestJSON-1424434350 tempest-ServersTestJSON-1424434350-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:59:03.914341 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-f38571e8-0b4f-4d96-974d-217d447ae253 req-65479f82-a710-4fe4-bd66-52018b0862ba tempest-ServersTestJSON-1424434350 tempest-ServersTestJSON-1424434350-project] 10.222.0.42 "GET /v2.0/ports?device_id=fa865b6b-5701-45fe-b8b2-61e6b9aced70 HTTP/1.1" status: 200 len: 944 time: 0.2222750 Apr 18 20:59:03.957558 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-62d45232-fe21-480b-9b21-1a2444179940 tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32266383'] for subnet, precommit_delete_associations {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:03.990577 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-15eaec80-9e03-4c7c-8e1d-7cf50a9d8c31 req-6e2eeb98-00f8-404d-becf-1e4522b47b18 tempest-AttachVolumeNegativeTest-555605742 tempest-AttachVolumeNegativeTest-555605742-project] Notify agent at l3_agent.n-d-838334-2 the message routers_updated {{(pid=84041) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 20:59:04.007304 n-d-838334-2 neutron-server[84043]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a8cd040-fef0-46c0-827b-7f89bf63f2d6 None None] Sync routers for ids ['eb2ef120-2c2e-4b9c-8049-c1281daabc93'] in n-d-838334-2 {{(pid=84043) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 18 20:59:04.048392 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a8cd040-fef0-46c0-827b-7f89bf63f2d6 None None] Routers {'eb2ef120-2c2e-4b9c-8049-c1281daabc93'} bound to L3 agent in host n-d-838334-2 {{(pid=84043) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 20:59:04.049129 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.l3_hamode_db [None req-9a8cd040-fef0-46c0-827b-7f89bf63f2d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838334-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-18T20:25:48Z,description=,heartbeat_timestamp=2022-04-18T20:58:48Z,host='n-d-838334-2',id=bc84d6c9-dd7a-4555-a351-592327b46d5a,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:25:48Z,topic='l3_agent')) {'router_ids': ['eb2ef120-2c2e-4b9c-8049-c1281daabc93'], 'active': True} {{(pid=84043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:59:04.129445 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.l3_dvrscheduler_db [req-15eaec80-9e03-4c7c-8e1d-7cf50a9d8c31 req-6e2eeb98-00f8-404d-becf-1e4522b47b18 tempest-AttachVolumeNegativeTest-555605742 tempest-AttachVolumeNegativeTest-555605742-project] No DVR routers for this DVR port 9d41b737-3508-402b-8ed9-14ff40d11b2a on host n-h1-838334-2 {{(pid=84041) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 20:59:04.140979 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [req-15eaec80-9e03-4c7c-8e1d-7cf50a9d8c31 req-6e2eeb98-00f8-404d-becf-1e4522b47b18 tempest-AttachVolumeNegativeTest-555605742 tempest-AttachVolumeNegativeTest-555605742-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217293'] for port, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:04.146509 n-d-838334-2 neutron-server[84041]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '34bc9bea-04a4-4f27-915b-a0fabc6baf14', 'name': 'network-vif-deleted', 'tag': '9d41b737-3508-402b-8ed9-14ff40d11b2a'}] {{(pid=84041) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 20:59:04.150341 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-f38571e8-0b4f-4d96-974d-217d447ae253 req-8dfc8533-13f6-4274-b53a-47777aab602c tempest-ServersTestJSON-1424434350 tempest-ServersTestJSON-1424434350-project] 10.222.0.42 "GET /v2.0/security-groups?id=a3de1b7a-019c-40dd-8c9d-3a3f159b2bd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2277846 Apr 18 20:59:04.239065 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-15eaec80-9e03-4c7c-8e1d-7cf50a9d8c31 req-6e2eeb98-00f8-404d-becf-1e4522b47b18 tempest-AttachVolumeNegativeTest-555605742 tempest-AttachVolumeNegativeTest-555605742-project] 10.222.0.43 "DELETE /v2.0/ports/9d41b737-3508-402b-8ed9-14ff40d11b2a HTTP/1.1" status: 204 len: 173 time: 3.2662017 Apr 18 20:59:04.246250 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4a41d12c-2f26-4625-b849-948595465202 admin admin] Notify agent at l3_agent.n-d-838334-2 the message routers_updated {{(pid=84040) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 20:59:04.256573 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a3be242-9df1-4c79-8f36-6caa6ef72863 None None] Sync routers for ids ['1b226306-f003-498c-b926-ffdfcee0a271'] in n-d-838334-2 {{(pid=84042) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 18 20:59:04.264859 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-4a41d12c-2f26-4625-b849-948595465202 admin admin] 10.222.0.42 "PUT /v2.0/routers/1b226306-f003-498c-b926-ffdfcee0a271/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 11.2963073 Apr 18 20:59:04.267580 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 55238) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:59:04.288326 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-62d45232-fe21-480b-9b21-1a2444179940 tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1260556'] for subnet, precommit_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:04.293130 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a3be242-9df1-4c79-8f36-6caa6ef72863 None None] Routers {'1b226306-f003-498c-b926-ffdfcee0a271'} bound to L3 agent in host n-d-838334-2 {{(pid=84042) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 20:59:04.294580 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_hamode_db [None req-0a3be242-9df1-4c79-8f36-6caa6ef72863 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838334-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-18T20:25:48Z,description=,heartbeat_timestamp=2022-04-18T20:58:48Z,host='n-d-838334-2',id=bc84d6c9-dd7a-4555-a351-592327b46d5a,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:25:48Z,topic='l3_agent')) {'router_ids': ['1b226306-f003-498c-b926-ffdfcee0a271'], 'active': True} {{(pid=84042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:59:04.411545 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d20684b-f394-4143-afa2-bd1a0f3e90d6 req-019fbacb-43aa-4324-959c-238d8a5ef12c tempest-DeleteServersTestJSON-915645800 tempest-DeleteServersTestJSON-915645800-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:59:04.416373 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-5d20684b-f394-4143-afa2-bd1a0f3e90d6 req-019fbacb-43aa-4324-959c-238d8a5ef12c tempest-DeleteServersTestJSON-915645800 tempest-DeleteServersTestJSON-915645800-project] 10.222.0.48 "GET /v2.0/ports?device_id=55a80075-aa22-491b-9e11-27a3744ffe93 HTTP/1.1" status: 200 len: 945 time: 0.3996861 Apr 18 20:59:04.431763 n-d-838334-2 neutron-server[84041]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3b71d2a5-4c23-4919-b00e-72e699ebd776'] response: {'server_uuid': '34bc9bea-04a4-4f27-915b-a0fabc6baf14', 'name': 'network-vif-deleted', 'tag': '9d41b737-3508-402b-8ed9-14ff40d11b2a', 'status': 'completed', 'code': 200} Apr 18 20:59:04.462572 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.l3_dvr_db [None req-9a8cd040-fef0-46c0-827b-7f89bf63f2d6 None None] Set router eb2ef120-2c2e-4b9c-8049-c1281daabc93 gateway port host: n-d-838334-2 {{(pid=84043) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 20:59:04.574732 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-62d45232-fe21-480b-9b21-1a2444179940 tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1260549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33526260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32266336', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32486390'] for subnet, after_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:04.680980 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62d45232-fe21-480b-9b21-1a2444179940 tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Pushing event deleted for resources: {'Subnet': ['ID=63208e21-538f-45c7-ba2a-7e68c2c92f01,revision_number=None']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:59:04.700619 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-62d45232-fe21-480b-9b21-1a2444179940 tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Notify callbacks [] for subnet, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:04.732146 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-62d45232-fe21-480b-9b21-1a2444179940 tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] 10.222.0.42 "DELETE /v2.0/subnets/63208e21-538f-45c7-ba2a-7e68c2c92f01 HTTP/1.1" status: 204 len: 168 time: 1.3067136 Apr 18 20:59:04.734573 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 55254) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:59:04.742369 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Device ed7f9d58-c4ad-4fbb-b41c-335c64ff7b7f up at agent hyperv_n-h1-838334-2 {{(pid=84042) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 20:59:04.818491 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48160217-4d28-404a-85ab-fbd1f1a29329 None None] Network ef903069-7c89-4376-963f-99c58ca6d615 requested from n-d-838334-2 {{(pid=84042) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 20:59:04.859103 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.db_base_plugin_v2 [None req-4725541d-4cb5-4311-b7db-4807a81b786b tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Deleting subnet fd6cd4cb-0119-4015-acc2-45ced5d348ac {{(pid=84041) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 18 20:59:04.870942 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-4725541d-4cb5-4311-b7db-4807a81b786b tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Notify callbacks [] for subnet, before_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:04.890665 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.plugin [req-5d20684b-f394-4143-afa2-bd1a0f3e90d6 req-419a3f9d-7ff5-4b8a-8060-560a306b74d7 tempest-DeleteServersTestJSON-915645800 tempest-DeleteServersTestJSON-915645800-project] Deleting port 4e8ec379-9d74-4d9f-b753-0d2e1dc93872 {{(pid=84040) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 20:59:04.891063 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-5d20684b-f394-4143-afa2-bd1a0f3e90d6 req-419a3f9d-7ff5-4b8a-8060-560a306b74d7 tempest-DeleteServersTestJSON-915645800 tempest-DeleteServersTestJSON-915645800-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750375188691'] for port, before_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:05.002384 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-4725541d-4cb5-4311-b7db-4807a81b786b tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32266383'] for subnet, precommit_delete_associations {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:05.054226 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-45a3c9b7-ad2e-4b27-a346-91aaa8c0e7c9 req-ad1e68c3-bd7f-4922-81f0-2399fd0322bc tempest-AttachVolumeNegativeTest-555605742 tempest-AttachVolumeNegativeTest-555605742-project] 10.222.0.42 "GET /v2.0/ports?device_id=34bc9bea-04a4-4f27-915b-a0fabc6baf14 HTTP/1.1" status: 200 len: 210 time: 0.2989969 Apr 18 20:59:05.216441 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.l3_hamode_db [None req-9a8cd040-fef0-46c0-827b-7f89bf63f2d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb2ef120-2c2e-4b9c-8049-c1281daabc93', 'name': 'tempest-AttachVolumeNegativeTest-965011108-router', 'tenant_id': '340d04fd839f4c0c896ec9bea561bc50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'external_fixed_ips': [{'subnet_id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'ip_address': '172.25.8.160'}], 'enable_snat': True}, 'gw_port_id': '0654fabf-3ea3-4a21-99de-c086a8f52f65', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:53:49Z', 'updated_at': '2022-04-18T20:53:55Z', 'revision_number': 4, 'project_id': '340d04fd839f4c0c896ec9bea561bc50', 'gw_port': {'id': '0654fabf-3ea3-4a21-99de-c086a8f52f65', 'name': '', 'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:f1:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb2ef120-2c2e-4b9c-8049-c1281daabc93', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'ip_address': '172.25.8.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:53:49Z', 'updated_at': '2022-04-18T20:53:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838334-2', '_interfaces': [{'id': 'aa8998f0-5774-4503-93d9-f054eb0cbd71', 'name': '', 'network_id': '794fa1b3-6f66-42ac-ab9f-a0e910c383ff', 'tenant_id': '340d04fd839f4c0c896ec9bea561bc50', 'mac_address': 'fa:16:3e:d6:c4:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb2ef120-2c2e-4b9c-8049-c1281daabc93', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '66a6cd83-be1c-4e76-9e19-a8f33a82294d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:53:54Z', 'updated_at': '2022-04-18T20:54:11Z', 'revision_number': 5, 'project_id': '340d04fd839f4c0c896ec9bea561bc50', 'subnets': [{'id': '66a6cd83-be1c-4e76-9e19-a8f33a82294d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838334-2', False) {} {{(pid=84043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:59:05.224202 n-d-838334-2 neutron-server[84043]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a8cd040-fef0-46c0-827b-7f89bf63f2d6 None None] Checking router: eb2ef120-2c2e-4b9c-8049-c1281daabc93 for host: n-d-838334-2 {{(pid=84043) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 18 20:59:05.248573 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-4725541d-4cb5-4311-b7db-4807a81b786b tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1260556'] for subnet, precommit_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:05.250970 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a8cd040-fef0-46c0-827b-7f89bf63f2d6 None None] Routers {'eb2ef120-2c2e-4b9c-8049-c1281daabc93'} bound to L3 agent in host n-d-838334-2 {{(pid=84043) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 20:59:05.251639 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.l3_hamode_db [None req-9a8cd040-fef0-46c0-827b-7f89bf63f2d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838334-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-18T20:25:48Z,description=,heartbeat_timestamp=2022-04-18T20:58:48Z,host='n-d-838334-2',id=bc84d6c9-dd7a-4555-a351-592327b46d5a,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:25:48Z,topic='l3_agent')) {'router_ids': ['eb2ef120-2c2e-4b9c-8049-c1281daabc93'], 'active': True} {{(pid=84043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:59:05.282430 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_dvr_db [None req-0a3be242-9df1-4c79-8f36-6caa6ef72863 None None] Set router 1b226306-f003-498c-b926-ffdfcee0a271 gateway port host: n-d-838334-2 {{(pid=84042) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 20:59:05.419154 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-4725541d-4cb5-4311-b7db-4807a81b786b tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1260549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33526260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32266336', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32486390'] for subnet, after_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:05.480263 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4725541d-4cb5-4311-b7db-4807a81b786b tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Pushing event deleted for resources: {'Subnet': ['ID=fd6cd4cb-0119-4015-acc2-45ced5d348ac,revision_number=None']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:59:05.487917 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-4725541d-4cb5-4311-b7db-4807a81b786b tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Notify callbacks [] for subnet, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:05.506034 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-4725541d-4cb5-4311-b7db-4807a81b786b tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] 10.222.0.42 "DELETE /v2.0/subnets/fd6cd4cb-0119-4015-acc2-45ced5d348ac HTTP/1.1" status: 204 len: 168 time: 0.7681236 Apr 18 20:59:05.507758 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 55272) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:59:05.631522 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0389e561-3c1e-4da6-aa02-bd8a49255945 req-410d518b-ba97-4769-a8a5-5e8057f492c3 tempest-DeleteServersTestJSON-915645800 tempest-DeleteServersTestJSON-915645800-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:59:05.633076 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-0389e561-3c1e-4da6-aa02-bd8a49255945 req-410d518b-ba97-4769-a8a5-5e8057f492c3 tempest-DeleteServersTestJSON-915645800 tempest-DeleteServersTestJSON-915645800-project] 10.222.0.42 "GET /v2.0/ports?device_id=55a80075-aa22-491b-9e11-27a3744ffe93 HTTP/1.1" status: 200 len: 945 time: 0.6942430 Apr 18 20:59:05.654248 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-92306aed-dcaf-4900-8c48-60c94f2a71c8 tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] 10.222.0.42 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1431615 Apr 18 20:59:05.654589 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 55278) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:59:05.678215 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.v2.base [None req-8c11ffaf-8fc8-4f58-a0bc-69b98cb4d584 tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Request body: {'subnet': {'network_id': 'ef903069-7c89-4376-963f-99c58ca6d615', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=84041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 20:59:05.711149 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.l3_dvr_db [None req-9a8cd040-fef0-46c0-827b-7f89bf63f2d6 None None] Set router eb2ef120-2c2e-4b9c-8049-c1281daabc93 gateway port host: n-d-838334-2 {{(pid=84043) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 20:59:05.734529 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Provisioning for port ed7f9d58-c4ad-4fbb-b41c-335c64ff7b7f completed by entity L2. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 20:59:05.756755 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Provisioning complete for port ed7f9d58-c4ad-4fbb-b41c-335c64ff7b7f triggered by entity L2. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:59:05.758181 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1253608'] for port, provisioning_complete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:05.829739 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-0389e561-3c1e-4da6-aa02-bd8a49255945 req-d85539ef-1597-44aa-8d8b-6b1a6d91c7c3 tempest-DeleteServersTestJSON-915645800 tempest-DeleteServersTestJSON-915645800-project] 10.222.0.42 "GET /v2.0/security-groups?id=588d127b-19b7-4c3d-9f79-a400181b94e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1837511 Apr 18 20:59:05.831568 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.db [req-5d20684b-f394-4143-afa2-bd1a0f3e90d6 req-419a3f9d-7ff5-4b8a-8060-560a306b74d7 tempest-DeleteServersTestJSON-915645800 tempest-DeleteServersTestJSON-915645800-project] For port 4e8ec379-9d74-4d9f-b753-0d2e1dc93872, host n-h2-838334-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838334-2',level=0,port_id=4e8ec379-9d74-4d9f-b753-0d2e1dc93872,segment=NetworkSegment(eb1f29ad-3d05-4e72-b227-469dc1660e3c),segment_id=eb1f29ad-3d05-4e72-b227-469dc1660e3c)] {{(pid=84040) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:59:05.831971 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-5d20684b-f394-4143-afa2-bd1a0f3e90d6 req-419a3f9d-7ff5-4b8a-8060-560a306b74d7 tempest-DeleteServersTestJSON-915645800 tempest-DeleteServersTestJSON-915645800-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369123'] for port, precommit_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:06.080735 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-8c11ffaf-8fc8-4f58-a0bc-69b98cb4d584 tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:59:06.096985 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-8c11ffaf-8fc8-4f58-a0bc-69b98cb4d584 tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Usage tracker for resource:subnet and tenant:1256b788e8184019a07eb24a482acda4 is out of sync, need to count used quota {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:59:06.160489 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-8c11ffaf-8fc8-4f58-a0bc-69b98cb4d584 tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:59:06.189768 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-36f567f4-ba64-4abc-b721-6947a1db3534 admin admin] Notify callbacks [] for router, before_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:06.214300 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-8c11ffaf-8fc8-4f58-a0bc-69b98cb4d584 tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:59:06.250701 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c11ffaf-8fc8-4f58-a0bc-69b98cb4d584 tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Made reservation on behalf of 1256b788e8184019a07eb24a482acda4 for: {'subnet': 1} {{(pid=84041) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:59:06.255824 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-8c11ffaf-8fc8-4f58-a0bc-69b98cb4d584 tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32486301'] for subnet, before_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:06.328290 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51f47743-00e6-480e-9ab1-dbe765f9751a req-7540e240-1a88-4f39-ad0c-8a9dc6c9f2f7 tempest-ServersNegativeTestJSON-508382254 tempest-ServersNegativeTestJSON-508382254-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:59:06.336666 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-51f47743-00e6-480e-9ab1-dbe765f9751a req-7540e240-1a88-4f39-ad0c-8a9dc6c9f2f7 tempest-ServersNegativeTestJSON-508382254 tempest-ServersNegativeTestJSON-508382254-project] 10.222.0.42 "GET /v2.0/ports?device_id=2197a591-197e-47fe-9210-1387bfb6ec5e HTTP/1.1" status: 200 len: 945 time: 0.9403653 Apr 18 20:59:06.345708 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.plugin [req-5d20684b-f394-4143-afa2-bd1a0f3e90d6 req-419a3f9d-7ff5-4b8a-8060-560a306b74d7 tempest-DeleteServersTestJSON-915645800 tempest-DeleteServersTestJSON-915645800-project] Calling delete_port for 4e8ec379-9d74-4d9f-b753-0d2e1dc93872 owned by compute:nova {{(pid=84040) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 20:59:06.356471 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:06.376087 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.l3_hamode_db [None req-9a8cd040-fef0-46c0-827b-7f89bf63f2d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb2ef120-2c2e-4b9c-8049-c1281daabc93', 'name': 'tempest-AttachVolumeNegativeTest-965011108-router', 'tenant_id': '340d04fd839f4c0c896ec9bea561bc50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'external_fixed_ips': [{'subnet_id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'ip_address': '172.25.8.160'}], 'enable_snat': True}, 'gw_port_id': '0654fabf-3ea3-4a21-99de-c086a8f52f65', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:53:49Z', 'updated_at': '2022-04-18T20:53:55Z', 'revision_number': 4, 'project_id': '340d04fd839f4c0c896ec9bea561bc50', 'gw_port': {'id': '0654fabf-3ea3-4a21-99de-c086a8f52f65', 'name': '', 'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:f1:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb2ef120-2c2e-4b9c-8049-c1281daabc93', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'ip_address': '172.25.8.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:53:49Z', 'updated_at': '2022-04-18T20:53:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838334-2', '_interfaces': [{'id': 'aa8998f0-5774-4503-93d9-f054eb0cbd71', 'name': '', 'network_id': '794fa1b3-6f66-42ac-ab9f-a0e910c383ff', 'tenant_id': '340d04fd839f4c0c896ec9bea561bc50', 'mac_address': 'fa:16:3e:d6:c4:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb2ef120-2c2e-4b9c-8049-c1281daabc93', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '66a6cd83-be1c-4e76-9e19-a8f33a82294d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:53:54Z', 'updated_at': '2022-04-18T20:54:11Z', 'revision_number': 5, 'project_id': '340d04fd839f4c0c896ec9bea561bc50', 'subnets': [{'id': '66a6cd83-be1c-4e76-9e19-a8f33a82294d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838334-2', False) {} {{(pid=84043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:59:06.382769 n-d-838334-2 neutron-server[84043]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a8cd040-fef0-46c0-827b-7f89bf63f2d6 None None] The sync data for ids ['eb2ef120-2c2e-4b9c-8049-c1281daabc93'] in n-d-838334-2 is: [{'id': 'eb2ef120-2c2e-4b9c-8049-c1281daabc93', 'name': 'tempest-AttachVolumeNegativeTest-965011108-router', 'tenant_id': '340d04fd839f4c0c896ec9bea561bc50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'external_fixed_ips': [{'subnet_id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'ip_address': '172.25.8.160'}], 'enable_snat': True}, 'gw_port_id': '0654fabf-3ea3-4a21-99de-c086a8f52f65', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:53:49Z', 'updated_at': '2022-04-18T20:53:55Z', 'revision_number': 4, 'project_id': '340d04fd839f4c0c896ec9bea561bc50', 'gw_port': {'id': '0654fabf-3ea3-4a21-99de-c086a8f52f65', 'name': '', 'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:f1:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb2ef120-2c2e-4b9c-8049-c1281daabc93', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'ip_address': '172.25.8.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:53:49Z', 'updated_at': '2022-04-18T20:53:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838334-2', '_interfaces': [{'id': 'aa8998f0-5774-4503-93d9-f054eb0cbd71', 'name': '', 'network_id': '794fa1b3-6f66-42ac-ab9f-a0e910c383ff', 'tenant_id': '340d04fd839f4c0c896ec9bea561bc50', 'mac_address': 'fa:16:3e:d6:c4:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb2ef120-2c2e-4b9c-8049-c1281daabc93', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '66a6cd83-be1c-4e76-9e19-a8f33a82294d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:53:54Z', 'updated_at': '2022-04-18T20:54:11Z', 'revision_number': 5, 'project_id': '340d04fd839f4c0c896ec9bea561bc50', 'subnets': [{'id': '66a6cd83-be1c-4e76-9e19-a8f33a82294d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84043) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 18 20:59:06.406018 n-d-838334-2 neutron-server[84042]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fa865b6b-5701-45fe-b8b2-61e6b9aced70', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ed7f9d58-c4ad-4fbb-b41c-335c64ff7b7f'}] {{(pid=84042) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 20:59:06.428193 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac61d5f0-7fa5-41c1-a4b6-76d0f53ff5d5 None None] Update dhcp port {'port': {'network_id': 'ef903069-7c89-4376-963f-99c58ca6d615', 'fixed_ips': [{'subnet_id': 'fd6cd4cb-0119-4015-acc2-45ced5d348ac'}], 'binding:host_id': 'n-d-838334-2'}, 'id': 'a91df975-cbfc-43e8-aa68-ac5c6e6b2d82'} from n-d-838334-2. {{(pid=84042) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:307}} Apr 18 20:59:06.476623 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] For port ed7f9d58-c4ad-4fbb-b41c-335c64ff7b7f, host n-h1-838334-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838334-2',level=0,port_id=ed7f9d58-c4ad-4fbb-b41c-335c64ff7b7f,segment=NetworkSegment(7487d154-ef4b-4701-b484-567750da716d),segment_id=7487d154-ef4b-4701-b484-567750da716d)] {{(pid=84042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:59:06.501230 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682'] for port, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:06.502254 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Device 9d41b737-3508-402b-8ed9-14ff40d11b2a no longer exists at agent hyperv_n-h1-838334-2 {{(pid=84042) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 20:59:06.578570 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.plugin [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] No Port match for: 9d41b737-3508-402b-8ed9-14ff40d11b2a {{(pid=84042) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 18 20:59:06.578758 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Device 9d41b737-3508-402b-8ed9-14ff40d11b2a not bound to the agent host n-h1-838334-2 {{(pid=84042) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 20:59:06.610318 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-ac61d5f0-7fa5-41c1-a4b6-76d0f53ff5d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:06.637599 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-51f47743-00e6-480e-9ab1-dbe765f9751a req-9a7dfb9b-f488-45b9-8cf6-93ef597d2803 tempest-ServersNegativeTestJSON-508382254 tempest-ServersNegativeTestJSON-508382254-project] 10.222.0.42 "GET /v2.0/security-groups?id=ada0ecb3-b1bc-4ba2-8e6c-b06ba09daca2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2996616 Apr 18 20:59:06.776439 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c928361c-81a3-45d5-82eb-d0ef3ead328b req-27d83c93-c4d7-400f-a406-1ad58e907c26 tempest-ServersTestJSON-1424434350 tempest-ServersTestJSON-1424434350-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:59:06.777901 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-c928361c-81a3-45d5-82eb-d0ef3ead328b req-27d83c93-c4d7-400f-a406-1ad58e907c26 tempest-ServersTestJSON-1424434350 tempest-ServersTestJSON-1424434350-project] 10.222.0.42 "GET /v2.0/ports?device_id=fa865b6b-5701-45fe-b8b2-61e6b9aced70 HTTP/1.1" status: 200 len: 944 time: 0.5968864 Apr 18 20:59:06.845242 n-d-838334-2 neutron-server[84043]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-897e3708-46ea-4705-b9f8-f6480eaf824a None None] New status for floating IP eaf8532b-57ad-4356-b599-9c2ec0ecb988: DOWN {{(pid=84043) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Apr 18 20:59:06.864213 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-5d20684b-f394-4143-afa2-bd1a0f3e90d6 req-419a3f9d-7ff5-4b8a-8060-560a306b74d7 tempest-DeleteServersTestJSON-915645800 tempest-DeleteServersTestJSON-915645800-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750375259028', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750374836628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32440838'] for port, after_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:06.888519 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_hamode_db [None req-0a3be242-9df1-4c79-8f36-6caa6ef72863 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b226306-f003-498c-b926-ffdfcee0a271', 'name': 'tempest-TaggedBootDevicesTest_v242-761324928-router', 'tenant_id': '9c3a606dad9e48989459bbc53cd7dc18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'external_fixed_ips': [{'subnet_id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'ip_address': '172.25.8.55'}], 'enable_snat': True}, 'gw_port_id': 'a6ac0d85-5a78-4d1b-8751-a8fba8de6a16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:51:45Z', 'updated_at': '2022-04-18T20:58:59Z', 'revision_number': 5, 'project_id': '9c3a606dad9e48989459bbc53cd7dc18', 'gw_port': {'id': 'a6ac0d85-5a78-4d1b-8751-a8fba8de6a16', 'name': '', 'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:54:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b226306-f003-498c-b926-ffdfcee0a271', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'ip_address': '172.25.8.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:51:46Z', 'updated_at': '2022-04-18T20:51:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838334-2'}], 'n-d-838334-2', False) {} {{(pid=84042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:59:06.895528 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Pushing event updated for resources: {'Port': ['ID=ed7f9d58-c4ad-4fbb-b41c-335c64ff7b7f,revision_number=5']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:59:06.921110 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a3be242-9df1-4c79-8f36-6caa6ef72863 None None] Checking router: 1b226306-f003-498c-b926-ffdfcee0a271 for host: n-d-838334-2 {{(pid=84042) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 18 20:59:06.943006 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a3be242-9df1-4c79-8f36-6caa6ef72863 None None] Routers {'1b226306-f003-498c-b926-ffdfcee0a271'} bound to L3 agent in host n-d-838334-2 {{(pid=84042) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 20:59:06.943647 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_hamode_db [None req-0a3be242-9df1-4c79-8f36-6caa6ef72863 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838334-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-18T20:25:48Z,description=,heartbeat_timestamp=2022-04-18T20:58:48Z,host='n-d-838334-2',id=bc84d6c9-dd7a-4555-a351-592327b46d5a,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:25:48Z,topic='l3_agent')) {'router_ids': ['1b226306-f003-498c-b926-ffdfcee0a271'], 'active': True} {{(pid=84042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:59:07.030203 n-d-838334-2 neutron-server[84041]: DEBUG neutron.objects.ports [None req-8c11ffaf-8fc8-4f58-a0bc-69b98cb4d584 tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=84041) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} Apr 18 20:59:07.045942 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-c928361c-81a3-45d5-82eb-d0ef3ead328b req-5d9b5985-398a-49d1-982c-c5d00f7c7f4d tempest-ServersTestJSON-1424434350 tempest-ServersTestJSON-1424434350-project] 10.222.0.42 "GET /v2.0/security-groups?id=a3de1b7a-019c-40dd-8c9d-3a3f159b2bd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2588317 Apr 18 20:59:07.062213 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-419a3f9d-7ff5-4b8a-8060-560a306b74d7 tempest-DeleteServersTestJSON-915645800 tempest-DeleteServersTestJSON-915645800-project] Pushing event deleted for resources: {'Port': ['ID=4e8ec379-9d74-4d9f-b753-0d2e1dc93872,revision_number=None']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:59:07.112461 n-d-838334-2 neutron-server[84042]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1e09d888-52fa-4908-b58d-510b932cd247'] response: {'server_uuid': 'fa865b6b-5701-45fe-b8b2-61e6b9aced70', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ed7f9d58-c4ad-4fbb-b41c-335c64ff7b7f', 'code': 200} Apr 18 20:59:07.115564 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc973ca6-a4a3-45d4-be80-0080c6cac033 None None] Network ef903069-7c89-4376-963f-99c58ca6d615 requested from n-d-838334-2 {{(pid=84042) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 20:59:07.208964 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 55308) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:59:07.319783 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_dvr_db [None req-0a3be242-9df1-4c79-8f36-6caa6ef72863 None None] Set router 1b226306-f003-498c-b926-ffdfcee0a271 gateway port host: n-d-838334-2 {{(pid=84042) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 20:59:07.348993 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.l3_dvrscheduler_db [req-5d20684b-f394-4143-afa2-bd1a0f3e90d6 req-419a3f9d-7ff5-4b8a-8060-560a306b74d7 tempest-DeleteServersTestJSON-915645800 tempest-DeleteServersTestJSON-915645800-project] No DVR routers for this DVR port 4e8ec379-9d74-4d9f-b753-0d2e1dc93872 on host n-h2-838334-2 {{(pid=84040) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 20:59:07.359456 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-5d20684b-f394-4143-afa2-bd1a0f3e90d6 req-419a3f9d-7ff5-4b8a-8060-560a306b74d7 tempest-DeleteServersTestJSON-915645800 tempest-DeleteServersTestJSON-915645800-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217293'] for port, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:07.370038 n-d-838334-2 neutron-server[84040]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '55a80075-aa22-491b-9e11-27a3744ffe93', 'name': 'network-vif-deleted', 'tag': '4e8ec379-9d74-4d9f-b753-0d2e1dc93872'}] {{(pid=84040) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 20:59:07.506839 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-5d20684b-f394-4143-afa2-bd1a0f3e90d6 req-419a3f9d-7ff5-4b8a-8060-560a306b74d7 tempest-DeleteServersTestJSON-915645800 tempest-DeleteServersTestJSON-915645800-project] 10.222.0.48 "DELETE /v2.0/ports/4e8ec379-9d74-4d9f-b753-0d2e1dc93872 HTTP/1.1" status: 204 len: 173 time: 3.0634034 Apr 18 20:59:07.559879 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-36f567f4-ba64-4abc-b721-6947a1db3534 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:07.564760 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [req-5adad4ca-0aff-44b8-8caa-4a90e435cda5 req-7c71cc67-ea87-4c1e-9a9a-758b7dd89760 tempest-DeleteServersTestJSON-915645800 tempest-DeleteServersTestJSON-915645800-project] Synchronizing usage tracker for tenant:7fa7a8b3916440879a3373a5a8935507 on resource:port {{(pid=84040) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 20:59:07.584604 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-c87a3c44-89d5-4357-a5ca-8e385b50407c tempest-AttachVolumeNegativeTest-555605742 tempest-AttachVolumeNegativeTest-555605742-project] Notify callbacks [] for security_group, before_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:07.600335 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [req-5adad4ca-0aff-44b8-8caa-4a90e435cda5 req-7c71cc67-ea87-4c1e-9a9a-758b7dd89760 tempest-DeleteServersTestJSON-915645800 tempest-DeleteServersTestJSON-915645800-project] Unset dirty status for tenant:7fa7a8b3916440879a3373a5a8935507 on resource:port {{(pid=84040) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 20:59:07.601801 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-5adad4ca-0aff-44b8-8caa-4a90e435cda5 req-7c71cc67-ea87-4c1e-9a9a-758b7dd89760 tempest-DeleteServersTestJSON-915645800 tempest-DeleteServersTestJSON-915645800-project] 10.222.0.42 "GET /v2.0/ports?device_id=55a80075-aa22-491b-9e11-27a3744ffe93 HTTP/1.1" status: 200 len: 210 time: 0.1321185 Apr 18 20:59:07.616010 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-497f0558-a091-42d5-836a-b61b1e1fa35d None None] Provisioning complete for port a91df975-cbfc-43e8-aa68-ac5c6e6b2d82 triggered by entity DHCP. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:59:07.616378 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-497f0558-a091-42d5-836a-b61b1e1fa35d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1253608'] for port, provisioning_complete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:07.632646 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.plugin [None req-36f567f4-ba64-4abc-b721-6947a1db3534 admin admin] Deleting port a6ac0d85-5a78-4d1b-8751-a8fba8de6a16 {{(pid=84040) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 20:59:07.633143 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-36f567f4-ba64-4abc-b721-6947a1db3534 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750375188691'] for port, before_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:07.647984 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-1099ffce-9e50-4558-ae41-e0e66465d0a1 req-4c2bbc3d-1061-4692-915c-276841c99e58 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=fa865b6b-5701-45fe-b8b2-61e6b9aced70 HTTP/1.1" status: 200 len: 1096 time: 0.5115483 Apr 18 20:59:07.682773 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-8c11ffaf-8fc8-4f58-a0bc-69b98cb4d584 tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:07.734066 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b1149f8-ecdf-41a0-b57c-b9f053c1741b req-a88fa5ac-b905-4c9f-993d-b9e4a3bc2d7d tempest-ServersNegativeTestJSON-508382254 tempest-ServersNegativeTestJSON-508382254-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:59:07.742468 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-2b1149f8-ecdf-41a0-b57c-b9f053c1741b req-a88fa5ac-b905-4c9f-993d-b9e4a3bc2d7d tempest-ServersNegativeTestJSON-508382254 tempest-ServersNegativeTestJSON-508382254-project] 10.222.0.42 "GET /v2.0/ports?device_id=2197a591-197e-47fe-9210-1387bfb6ec5e HTTP/1.1" status: 200 len: 945 time: 0.4567428 Apr 18 20:59:07.792799 n-d-838334-2 neutron-server[84040]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7741a82a-bd66-4ff0-a5d3-5caf5a913713'] response: {'server_uuid': '55a80075-aa22-491b-9e11-27a3744ffe93', 'name': 'network-vif-deleted', 'tag': '4e8ec379-9d74-4d9f-b753-0d2e1dc93872', 'status': 'completed', 'code': 200} Apr 18 20:59:07.798111 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-c87a3c44-89d5-4357-a5ca-8e385b50407c tempest-AttachVolumeNegativeTest-555605742 tempest-AttachVolumeNegativeTest-555605742-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:07.893378 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-2b1149f8-ecdf-41a0-b57c-b9f053c1741b req-e91da254-638c-4d68-983e-d5f6aa07c5ca tempest-ServersNegativeTestJSON-508382254 tempest-ServersNegativeTestJSON-508382254-project] 10.222.0.42 "GET /v2.0/security-groups?id=ada0ecb3-b1bc-4ba2-8e6c-b06ba09daca2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1486065 Apr 18 20:59:07.946874 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-1099ffce-9e50-4558-ae41-e0e66465d0a1 req-6f5f4111-baa2-4196-9f8c-013ff66d4672 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=a3de1b7a-019c-40dd-8c9d-3a3f159b2bd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2926636 Apr 18 20:59:07.973546 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Device 4e8ec379-9d74-4d9f-b753-0d2e1dc93872 no longer exists at agent hyperv_n-h2-838334-2 {{(pid=84042) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 20:59:08.088704 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.plugin [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] No Port match for: 4e8ec379-9d74-4d9f-b753-0d2e1dc93872 {{(pid=84042) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 18 20:59:08.089041 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Device 4e8ec379-9d74-4d9f-b753-0d2e1dc93872 not bound to the agent host n-h2-838334-2 {{(pid=84042) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 20:59:08.128664 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-c87a3c44-89d5-4357-a5ca-8e385b50407c tempest-AttachVolumeNegativeTest-555605742 tempest-AttachVolumeNegativeTest-555605742-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33528224'] for security_group, after_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:08.168155 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_hamode_db [None req-0a3be242-9df1-4c79-8f36-6caa6ef72863 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b226306-f003-498c-b926-ffdfcee0a271', 'name': 'tempest-TaggedBootDevicesTest_v242-761324928-router', 'tenant_id': '9c3a606dad9e48989459bbc53cd7dc18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'external_fixed_ips': [{'subnet_id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'ip_address': '172.25.8.55'}], 'enable_snat': True}, 'gw_port_id': 'a6ac0d85-5a78-4d1b-8751-a8fba8de6a16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:51:45Z', 'updated_at': '2022-04-18T20:58:59Z', 'revision_number': 5, 'project_id': '9c3a606dad9e48989459bbc53cd7dc18', 'gw_port': {'id': 'a6ac0d85-5a78-4d1b-8751-a8fba8de6a16', 'name': '', 'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:54:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b226306-f003-498c-b926-ffdfcee0a271', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'ip_address': '172.25.8.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:51:46Z', 'updated_at': '2022-04-18T20:51:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838334-2'}], 'n-d-838334-2', False) {} {{(pid=84042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:59:08.200249 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a3be242-9df1-4c79-8f36-6caa6ef72863 None None] The sync data for ids ['1b226306-f003-498c-b926-ffdfcee0a271'] in n-d-838334-2 is: [{'id': '1b226306-f003-498c-b926-ffdfcee0a271', 'name': 'tempest-TaggedBootDevicesTest_v242-761324928-router', 'tenant_id': '9c3a606dad9e48989459bbc53cd7dc18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'external_fixed_ips': [{'subnet_id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'ip_address': '172.25.8.55'}], 'enable_snat': True}, 'gw_port_id': 'a6ac0d85-5a78-4d1b-8751-a8fba8de6a16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:51:45Z', 'updated_at': '2022-04-18T20:58:59Z', 'revision_number': 5, 'project_id': '9c3a606dad9e48989459bbc53cd7dc18', 'gw_port': {'id': 'a6ac0d85-5a78-4d1b-8751-a8fba8de6a16', 'name': '', 'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:54:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b226306-f003-498c-b926-ffdfcee0a271', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'ip_address': '172.25.8.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:51:46Z', 'updated_at': '2022-04-18T20:51:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838334-2'}] {{(pid=84042) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 18 20:59:08.202216 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c87a3c44-89d5-4357-a5ca-8e385b50407c tempest-AttachVolumeNegativeTest-555605742 tempest-AttachVolumeNegativeTest-555605742-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0485093a-e0c2-44ce-b862-493ebd8aa71d,revision_number=None']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:59:08.324044 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.db [None req-8c11ffaf-8fc8-4f58-a0bc-69b98cb4d584 tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] For port a91df975-cbfc-43e8-aa68-ac5c6e6b2d82, host n-d-838334-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838334-2',level=0,port_id=a91df975-cbfc-43e8-aa68-ac5c6e6b2d82,segment=NetworkSegment(fbf28fbd-36f8-46f3-be08-57d41821e390),segment_id=fbf28fbd-36f8-46f3-be08-57d41821e390)] {{(pid=84041) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:59:08.327341 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-c87a3c44-89d5-4357-a5ca-8e385b50407c tempest-AttachVolumeNegativeTest-555605742 tempest-AttachVolumeNegativeTest-555605742-project] Notify callbacks [] for security_group, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:08.331504 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-c87a3c44-89d5-4357-a5ca-8e385b50407c tempest-AttachVolumeNegativeTest-555605742 tempest-AttachVolumeNegativeTest-555605742-project] 10.222.0.42 "DELETE /v2.0/security-groups/0485093a-e0c2-44ce-b862-493ebd8aa71d HTTP/1.1" status: 204 len: 168 time: 1.1185892 Apr 18 20:59:08.337650 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 55338) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:59:08.349385 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c87a3c44-89d5-4357-a5ca-8e385b50407c tempest-AttachVolumeNegativeTest-555605742 tempest-AttachVolumeNegativeTest-555605742-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:59:08.349733 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c87a3c44-89d5-4357-a5ca-8e385b50407c tempest-AttachVolumeNegativeTest-555605742 tempest-AttachVolumeNegativeTest-555605742-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:59:08.351605 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c87a3c44-89d5-4357-a5ca-8e385b50407c tempest-AttachVolumeNegativeTest-555605742 tempest-AttachVolumeNegativeTest-555605742-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:59:08.353618 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c87a3c44-89d5-4357-a5ca-8e385b50407c tempest-AttachVolumeNegativeTest-555605742 tempest-AttachVolumeNegativeTest-555605742-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:59:08.355162 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c87a3c44-89d5-4357-a5ca-8e385b50407c tempest-AttachVolumeNegativeTest-555605742 tempest-AttachVolumeNegativeTest-555605742-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:59:08.355707 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c87a3c44-89d5-4357-a5ca-8e385b50407c tempest-AttachVolumeNegativeTest-555605742 tempest-AttachVolumeNegativeTest-555605742-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:59:08.361107 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c87a3c44-89d5-4357-a5ca-8e385b50407c tempest-AttachVolumeNegativeTest-555605742 tempest-AttachVolumeNegativeTest-555605742-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:59:08.362129 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c87a3c44-89d5-4357-a5ca-8e385b50407c tempest-AttachVolumeNegativeTest-555605742 tempest-AttachVolumeNegativeTest-555605742-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:59:08.365910 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c87a3c44-89d5-4357-a5ca-8e385b50407c tempest-AttachVolumeNegativeTest-555605742 tempest-AttachVolumeNegativeTest-555605742-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:59:08.367001 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c87a3c44-89d5-4357-a5ca-8e385b50407c tempest-AttachVolumeNegativeTest-555605742 tempest-AttachVolumeNegativeTest-555605742-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:59:08.368752 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c87a3c44-89d5-4357-a5ca-8e385b50407c tempest-AttachVolumeNegativeTest-555605742 tempest-AttachVolumeNegativeTest-555605742-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:59:08.380731 n-d-838334-2 neutron-server[84041]: INFO neutron.api.v2.resource [None req-60f7620a-1d8b-4d4b-ada8-81a96e5602da tempest-AttachVolumeNegativeTest-555605742 tempest-AttachVolumeNegativeTest-555605742-project] show failed (client error): The resource could not be found. Apr 18 20:59:08.383437 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.db [None req-36f567f4-ba64-4abc-b721-6947a1db3534 admin admin] For port a6ac0d85-5a78-4d1b-8751-a8fba8de6a16, host n-d-838334-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838334-2',level=0,port_id=a6ac0d85-5a78-4d1b-8751-a8fba8de6a16,segment=NetworkSegment(732aa830-768b-4511-951f-d08e26b9c25b),segment_id=732aa830-768b-4511-951f-d08e26b9c25b)] {{(pid=84040) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:59:08.386097 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-36f567f4-ba64-4abc-b721-6947a1db3534 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369123'] for port, precommit_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:08.407136 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-60f7620a-1d8b-4d4b-ada8-81a96e5602da tempest-AttachVolumeNegativeTest-555605742 tempest-AttachVolumeNegativeTest-555605742-project] 10.222.0.42 "GET /v2.0/security-groups/0485093a-e0c2-44ce-b862-493ebd8aa71d HTTP/1.1" status: 404 len: 347 time: 0.0664303 Apr 18 20:59:08.409418 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 55342) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:59:08.482084 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.db.resource_extend [None req-8c11ffaf-8fc8-4f58-a0bc-69b98cb4d584 tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84041) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 18 20:59:08.515643 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-8c11ffaf-8fc8-4f58-a0bc-69b98cb4d584 tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Notify callbacks [] for port, precommit_update {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:08.679591 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-8c11ffaf-8fc8-4f58-a0bc-69b98cb4d584 tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32266282'] for port, after_update {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:08.680812 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-8c11ffaf-8fc8-4f58-a0bc-69b98cb4d584 tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33526260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32266407', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32486287'] for subnet, after_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:08.706819 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Device a91df975-cbfc-43e8-aa68-ac5c6e6b2d82 no longer exists at agent ovs-agent-n-d-838334-2 {{(pid=84042) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 20:59:08.803670 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.plugin [None req-36f567f4-ba64-4abc-b721-6947a1db3534 admin admin] Calling delete_port for a6ac0d85-5a78-4d1b-8751-a8fba8de6a16 owned by network:router_gateway {{(pid=84040) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 20:59:08.854417 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.plugin [None req-4cbbb6c1-af0c-45ef-9dad-af1a8104e2e1 tempest-AttachVolumeNegativeTest-555605742 tempest-AttachVolumeNegativeTest-555605742-project] Deleting port fdf43958-35aa-473a-b05e-b8690ce48a87 {{(pid=84041) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 20:59:08.855001 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-4cbbb6c1-af0c-45ef-9dad-af1a8104e2e1 tempest-AttachVolumeNegativeTest-555605742 tempest-AttachVolumeNegativeTest-555605742-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750375188691'] for port, before_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:08.974537 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:09.063106 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fe457bc-8b2e-436c-99a9-40dcbbb8c3d9 req-18a4c737-6ecf-4cfe-bdce-9e006457bbb6 tempest-ServersTestJSON-1424434350 tempest-ServersTestJSON-1424434350-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:59:09.071140 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-8fe457bc-8b2e-436c-99a9-40dcbbb8c3d9 req-18a4c737-6ecf-4cfe-bdce-9e006457bbb6 tempest-ServersTestJSON-1424434350 tempest-ServersTestJSON-1424434350-project] 10.222.0.42 "GET /v2.0/ports?device_id=fa865b6b-5701-45fe-b8b2-61e6b9aced70 HTTP/1.1" status: 200 len: 945 time: 0.6940889 Apr 18 20:59:09.097132 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] For port a91df975-cbfc-43e8-aa68-ac5c6e6b2d82, host n-d-838334-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838334-2',level=0,port_id=a91df975-cbfc-43e8-aa68-ac5c6e6b2d82,segment=NetworkSegment(fbf28fbd-36f8-46f3-be08-57d41821e390),segment_id=fbf28fbd-36f8-46f3-be08-57d41821e390)] {{(pid=84042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:59:09.110033 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682'] for port, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:09.146190 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca7e8e80-eba8-4735-bfff-9d4f22bba1f9 req-d40a0fd7-ca3b-4d7e-8f51-1932bd612f48 tempest-ServersNegativeTestJSON-508382254 tempest-ServersNegativeTestJSON-508382254-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:59:09.153145 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-ca7e8e80-eba8-4735-bfff-9d4f22bba1f9 req-d40a0fd7-ca3b-4d7e-8f51-1932bd612f48 tempest-ServersNegativeTestJSON-508382254 tempest-ServersNegativeTestJSON-508382254-project] 10.222.0.42 "GET /v2.0/ports?device_id=2197a591-197e-47fe-9210-1387bfb6ec5e HTTP/1.1" status: 200 len: 945 time: 0.5015891 Apr 18 20:59:09.245182 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-4cbbb6c1-af0c-45ef-9dad-af1a8104e2e1 tempest-AttachVolumeNegativeTest-555605742 tempest-AttachVolumeNegativeTest-555605742-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369123'] for port, precommit_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:09.246256 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-4cbbb6c1-af0c-45ef-9dad-af1a8104e2e1 tempest-AttachVolumeNegativeTest-555605742 tempest-AttachVolumeNegativeTest-555605742-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:09.383889 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Pushing event updated for resources: {'Port': ['ID=a91df975-cbfc-43e8-aa68-ac5c6e6b2d82,revision_number=9']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:59:09.403522 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c11ffaf-8fc8-4f58-a0bc-69b98cb4d584 tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Pushing event updated for resources: {'Port': ['ID=a91df975-cbfc-43e8-aa68-ac5c6e6b2d82,revision_number=8']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:59:09.475482 n-d-838334-2 neutron-server[84041]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c11ffaf-8fc8-4f58-a0bc-69b98cb4d584 tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Network ef903069-7c89-4376-963f-99c58ca6d615 is already hosted by enough agents. {{(pid=84041) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:59:09.484932 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.plugin [None req-4cbbb6c1-af0c-45ef-9dad-af1a8104e2e1 tempest-AttachVolumeNegativeTest-555605742 tempest-AttachVolumeNegativeTest-555605742-project] Calling delete_port for fdf43958-35aa-473a-b05e-b8690ce48a87 owned by network:floatingip {{(pid=84041) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 20:59:09.518164 n-d-838334-2 neutron-server[84041]: DEBUG neutron.scheduler.base_scheduler [None req-8c11ffaf-8fc8-4f58-a0bc-69b98cb4d584 tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Resources bound (agent type, host, resource id): {{(pid=84041) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:59:09.521337 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c11ffaf-8fc8-4f58-a0bc-69b98cb4d584 tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:59:09.521935 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-8c11ffaf-8fc8-4f58-a0bc-69b98cb4d584 tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Notify callbacks [] for subnet, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:09.550366 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c11ffaf-8fc8-4f58-a0bc-69b98cb4d584 tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Pushing event updated for resources: {'Subnet': ['ID=6ae24c09-9bfa-48dc-b790-1aa0a4794ce2,revision_number=0']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:59:09.568609 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-ca7e8e80-eba8-4735-bfff-9d4f22bba1f9 req-f32efeb3-984d-4a89-b5c6-701f800aec09 tempest-ServersNegativeTestJSON-508382254 tempest-ServersNegativeTestJSON-508382254-project] 10.222.0.42 "GET /v2.0/security-groups?id=ada0ecb3-b1bc-4ba2-8e6c-b06ba09daca2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4145746 Apr 18 20:59:09.591396 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-8c11ffaf-8fc8-4f58-a0bc-69b98cb4d584 tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 3.9355600 Apr 18 20:59:09.595134 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 55362) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:59:09.599028 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-8fe457bc-8b2e-436c-99a9-40dcbbb8c3d9 req-36cd694d-1cae-4b52-b2e5-5bfa2fc9b3af tempest-ServersTestJSON-1424434350 tempest-ServersTestJSON-1424434350-project] 10.222.0.42 "GET /v2.0/security-groups?id=a3de1b7a-019c-40dd-8c9d-3a3f159b2bd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5229897 Apr 18 20:59:09.602963 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.v2.base [None req-4869d00c-417a-42f1-98c4-42ea50a1af93 tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Request body: {'subnet': {'network_id': 'ef903069-7c89-4376-963f-99c58ca6d615', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=84041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 20:59:09.637043 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-36f567f4-ba64-4abc-b721-6947a1db3534 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750375259028', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750374836628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32440838'] for port, after_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:09.645401 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f1bbc14-205b-4273-91bd-4c5bc48fcf25 None None] Network ef903069-7c89-4376-963f-99c58ca6d615 requested from n-d-838334-2 {{(pid=84042) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 20:59:09.898800 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36f567f4-ba64-4abc-b721-6947a1db3534 admin admin] Pushing event deleted for resources: {'Port': ['ID=a6ac0d85-5a78-4d1b-8751-a8fba8de6a16,revision_number=None']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:59:10.066167 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-4cbbb6c1-af0c-45ef-9dad-af1a8104e2e1 tempest-AttachVolumeNegativeTest-555605742 tempest-AttachVolumeNegativeTest-555605742-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750375259028', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750374836628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32266323'] for port, after_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:10.120379 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-3be23c0f-cdbe-4888-9c5b-6f5089b9b5e7 None None] Provisioning complete for port a91df975-cbfc-43e8-aa68-ac5c6e6b2d82 triggered by entity DHCP. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:59:10.122005 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-3be23c0f-cdbe-4888-9c5b-6f5089b9b5e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1253608'] for port, provisioning_complete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:10.161756 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cbbb6c1-af0c-45ef-9dad-af1a8104e2e1 tempest-AttachVolumeNegativeTest-555605742 tempest-AttachVolumeNegativeTest-555605742-project] Pushing event deleted for resources: {'Port': ['ID=fdf43958-35aa-473a-b05e-b8690ce48a87,revision_number=None']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:59:10.318659 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-4cbbb6c1-af0c-45ef-9dad-af1a8104e2e1 tempest-AttachVolumeNegativeTest-555605742 tempest-AttachVolumeNegativeTest-555605742-project] Notify callbacks [] for floatingip, after_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:10.376289 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-3be23c0f-cdbe-4888-9c5b-6f5089b9b5e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:10.388957 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-4cbbb6c1-af0c-45ef-9dad-af1a8104e2e1 tempest-AttachVolumeNegativeTest-555605742 tempest-AttachVolumeNegativeTest-555605742-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217293'] for floatingip, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:10.390348 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-4cbbb6c1-af0c-45ef-9dad-af1a8104e2e1 tempest-AttachVolumeNegativeTest-555605742 tempest-AttachVolumeNegativeTest-555605742-project] 10.222.0.42 "DELETE /v2.0/floatingips/eaf8532b-57ad-4356-b599-9c2ec0ecb988 HTTP/1.1" status: 204 len: 168 time: 1.9795084 Apr 18 20:59:10.412942 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a91d9a95-67aa-4deb-8f8a-4e0b893a538b req-62ae2bf1-29e6-428f-b12c-ba9563c398d8 tempest-DeleteServersTestJSON-915645800 tempest-DeleteServersTestJSON-915645800-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:59:10.415010 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-a91d9a95-67aa-4deb-8f8a-4e0b893a538b req-62ae2bf1-29e6-428f-b12c-ba9563c398d8 tempest-DeleteServersTestJSON-915645800 tempest-DeleteServersTestJSON-915645800-project] 10.222.0.42 "GET /v2.0/networks?id=f7467a4f-b1b1-4464-b74e-f3b773c53ca1 HTTP/1.1" status: 200 len: 811 time: 0.1940544 Apr 18 20:59:10.423702 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-4869d00c-417a-42f1-98c4-42ea50a1af93 tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:59:10.431187 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-3be23c0f-cdbe-4888-9c5b-6f5089b9b5e7 None None] For port a91df975-cbfc-43e8-aa68-ac5c6e6b2d82, host n-d-838334-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838334-2',level=0,port_id=a91df975-cbfc-43e8-aa68-ac5c6e6b2d82,segment=NetworkSegment(fbf28fbd-36f8-46f3-be08-57d41821e390),segment_id=fbf28fbd-36f8-46f3-be08-57d41821e390)] {{(pid=84042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:59:10.445208 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-4869d00c-417a-42f1-98c4-42ea50a1af93 tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Usage tracker for resource:subnet and tenant:1256b788e8184019a07eb24a482acda4 is out of sync, need to count used quota {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:59:10.447179 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-3be23c0f-cdbe-4888-9c5b-6f5089b9b5e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682'] for port, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:10.453457 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-4869d00c-417a-42f1-98c4-42ea50a1af93 tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:59:10.454540 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-36f567f4-ba64-4abc-b721-6947a1db3534 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33444108'] for router_gateway, after_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:10.464547 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-4869d00c-417a-42f1-98c4-42ea50a1af93 tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:59:10.484109 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Device a91df975-cbfc-43e8-aa68-ac5c6e6b2d82 up at agent ovs-agent-n-d-838334-2 {{(pid=84042) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 20:59:10.490126 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4869d00c-417a-42f1-98c4-42ea50a1af93 tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Made reservation on behalf of 1256b788e8184019a07eb24a482acda4 for: {'subnet': 1} {{(pid=84041) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:59:10.602930 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3be23c0f-cdbe-4888-9c5b-6f5089b9b5e7 None None] Pushing event updated for resources: {'Port': ['ID=a91df975-cbfc-43e8-aa68-ac5c6e6b2d82,revision_number=10']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:59:10.634646 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3be23c0f-cdbe-4888-9c5b-6f5089b9b5e7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:59:10.634980 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3be23c0f-cdbe-4888-9c5b-6f5089b9b5e7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:59:10.635378 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3be23c0f-cdbe-4888-9c5b-6f5089b9b5e7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:59:10.635674 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3be23c0f-cdbe-4888-9c5b-6f5089b9b5e7 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:59:10.636005 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3be23c0f-cdbe-4888-9c5b-6f5089b9b5e7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:59:10.636323 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3be23c0f-cdbe-4888-9c5b-6f5089b9b5e7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:59:10.636644 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3be23c0f-cdbe-4888-9c5b-6f5089b9b5e7 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:59:10.636964 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3be23c0f-cdbe-4888-9c5b-6f5089b9b5e7 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:59:10.637279 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3be23c0f-cdbe-4888-9c5b-6f5089b9b5e7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:59:10.637594 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3be23c0f-cdbe-4888-9c5b-6f5089b9b5e7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:59:10.637906 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3be23c0f-cdbe-4888-9c5b-6f5089b9b5e7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:59:10.644398 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Provisioning complete for port a91df975-cbfc-43e8-aa68-ac5c6e6b2d82 triggered by entity L2. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:59:10.644768 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1253608'] for port, provisioning_complete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:10.645503 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-a91d9a95-67aa-4deb-8f8a-4e0b893a538b req-e459ee3e-b448-4784-b870-28aee3341368 tempest-DeleteServersTestJSON-915645800 tempest-DeleteServersTestJSON-915645800-project] 10.222.0.42 "GET /v2.0/quotas/7fa7a8b3916440879a3373a5a8935507 HTTP/1.1" status: 200 len: 375 time: 0.2154009 Apr 18 20:59:10.734561 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef690c22-a574-4de3-a3ef-f56149ede581 req-f2b07fd2-2181-4672-a616-744d0e55e6ec tempest-ServersNegativeTestJSON-508382254 tempest-ServersNegativeTestJSON-508382254-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:59:10.742243 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-ef690c22-a574-4de3-a3ef-f56149ede581 req-f2b07fd2-2181-4672-a616-744d0e55e6ec tempest-ServersNegativeTestJSON-508382254 tempest-ServersNegativeTestJSON-508382254-project] 10.222.0.42 "GET /v2.0/ports?device_id=2197a591-197e-47fe-9210-1387bfb6ec5e HTTP/1.1" status: 200 len: 945 time: 0.8873806 Apr 18 20:59:10.753313 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-a91d9a95-67aa-4deb-8f8a-4e0b893a538b req-7b4896cf-7a9c-4de3-9519-c0fe4af4494c tempest-DeleteServersTestJSON-915645800 tempest-DeleteServersTestJSON-915645800-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=7fa7a8b3916440879a3373a5a8935507&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1065383 Apr 18 20:59:10.779493 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-4869d00c-417a-42f1-98c4-42ea50a1af93 tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32486301'] for subnet, before_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:10.782100 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-2f93bb0e-d0a8-4cb3-821b-3e32d3763de7 None None] Provisioning complete for port a91df975-cbfc-43e8-aa68-ac5c6e6b2d82 triggered by entity DHCP. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:59:10.782680 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-2f93bb0e-d0a8-4cb3-821b-3e32d3763de7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1253608'] for port, provisioning_complete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:10.813498 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Device 77076cf2-be65-4be8-bbf2-544651d21810 no longer exists at agent ovs-agent-n-d-838334-2 {{(pid=84042) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 20:59:10.855315 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.plugin [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] No Port match for: 77076cf2-be65-4be8-bbf2-544651d21810 {{(pid=84042) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 18 20:59:10.855964 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Device 77076cf2-be65-4be8-bbf2-544651d21810 not bound to the agent host n-d-838334-2 {{(pid=84042) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 20:59:10.950836 n-d-838334-2 neutron-server[84041]: INFO neutron.db.ipam_backend_mixin [None req-4869d00c-417a-42f1-98c4-42ea50a1af93 tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 6ae24c09-9bfa-48dc-b790-1aa0a4794ce2 (CIDR: 2001:db8::/64) Apr 18 20:59:10.956778 n-d-838334-2 neutron-server[84041]: INFO neutron.pecan_wsgi.hooks.translation [None req-4869d00c-417a-42f1-98c4-42ea50a1af93 tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 18 20:59:10.957274 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4869d00c-417a-42f1-98c4-42ea50a1af93 tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=84041) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 20:59:10.974341 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-ef690c22-a574-4de3-a3ef-f56149ede581 req-8ab9a405-a21c-45db-9376-32c9e7af2d42 tempest-ServersNegativeTestJSON-508382254 tempest-ServersNegativeTestJSON-508382254-project] 10.222.0.42 "GET /v2.0/security-groups?id=ada0ecb3-b1bc-4ba2-8e6c-b06ba09daca2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2311361 Apr 18 20:59:10.979830 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-36f567f4-ba64-4abc-b721-6947a1db3534 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33443580', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5726'] for router, precommit_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:11.003517 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-36f567f4-ba64-4abc-b721-6947a1db3534 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:11.015071 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-4869d00c-417a-42f1-98c4-42ea50a1af93 tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.4172738 Apr 18 20:59:11.015832 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 55396) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:59:11.021553 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.v2.base [None req-86945d73-f761-4e74-82d7-27d3e3c5c964 tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Request body: {'subnet': {'network_id': 'ef903069-7c89-4376-963f-99c58ca6d615', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=84041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 20:59:11.047251 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-36f567f4-ba64-4abc-b721-6947a1db3534 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-33443408'] for router, after_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:11.047583 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-36f567f4-ba64-4abc-b721-6947a1db3534 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1b226306-f003-498c-b926-ffdfcee0a271 {{(pid=84040) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 18 20:59:11.063780 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-36f567f4-ba64-4abc-b721-6947a1db3534 admin admin] Notify callbacks [] for router, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:11.068905 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-36f567f4-ba64-4abc-b721-6947a1db3534 admin admin] 10.222.0.42 "DELETE /v2.0/routers/1b226306-f003-498c-b926-ffdfcee0a271 HTTP/1.1" status: 204 len: 168 time: 6.7972636 Apr 18 20:59:11.069974 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 55404) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:59:11.303652 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.db_base_plugin_v2 [None req-3c71d9f3-4384-4e67-902a-973acfb3f14d admin admin] Deleting subnet 1e2925a6-ba9a-4658-b41e-a8c059601191 {{(pid=84040) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 18 20:59:11.311209 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-3c71d9f3-4384-4e67-902a-973acfb3f14d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:11.330357 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-86945d73-f761-4e74-82d7-27d3e3c5c964 tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:59:11.336415 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-86945d73-f761-4e74-82d7-27d3e3c5c964 tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Usage tracker for resource:subnet and tenant:1256b788e8184019a07eb24a482acda4 is out of sync, need to count used quota {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:59:11.339906 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-86945d73-f761-4e74-82d7-27d3e3c5c964 tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:59:11.347232 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-86945d73-f761-4e74-82d7-27d3e3c5c964 tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:59:11.360724 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-86945d73-f761-4e74-82d7-27d3e3c5c964 tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Made reservation on behalf of 1256b788e8184019a07eb24a482acda4 for: {'subnet': 1} {{(pid=84041) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:59:11.369081 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-86945d73-f761-4e74-82d7-27d3e3c5c964 tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32486301'] for subnet, before_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:11.393176 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-3c71d9f3-4384-4e67-902a-973acfb3f14d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31955982'] for subnet, precommit_delete_associations {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:11.457053 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 55414) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:59:11.470484 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.v2.base [None req-c9f1243c-8126-4273-8b3d-a0339fd32712 tempest-AttachVolumeNegativeTest-555605742 tempest-AttachVolumeNegativeTest-555605742-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1271148481', 'description': 'tempest-description--1951339728'}} {{(pid=84040) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 20:59:11.481075 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [None req-c9f1243c-8126-4273-8b3d-a0339fd32712 tempest-AttachVolumeNegativeTest-555605742 tempest-AttachVolumeNegativeTest-555605742-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:59:11.485136 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-a91d9a95-67aa-4deb-8f8a-4e0b893a538b req-72ef27a3-6a40-43a3-9c1d-70c340aee55f service neutron] 10.222.0.42 "GET /v2.0/networks/f7467a4f-b1b1-4464-b74e-f3b773c53ca1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7310867 Apr 18 20:59:11.495688 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-c9f1243c-8126-4273-8b3d-a0339fd32712 tempest-AttachVolumeNegativeTest-555605742 tempest-AttachVolumeNegativeTest-555605742-project] Usage tracker for resource:security_group and tenant:340d04fd839f4c0c896ec9bea561bc50 is out of sync, need to count used quota {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:59:11.518785 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-c9f1243c-8126-4273-8b3d-a0339fd32712 tempest-AttachVolumeNegativeTest-555605742 tempest-AttachVolumeNegativeTest-555605742-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:59:11.690841 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [None req-c9f1243c-8126-4273-8b3d-a0339fd32712 tempest-AttachVolumeNegativeTest-555605742 tempest-AttachVolumeNegativeTest-555605742-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:59:11.698022 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-86945d73-f761-4e74-82d7-27d3e3c5c964 tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33526260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32266407', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32486287'] for subnet, after_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:11.769214 n-d-838334-2 neutron-server[84041]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86945d73-f761-4e74-82d7-27d3e3c5c964 tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Network ef903069-7c89-4376-963f-99c58ca6d615 is already hosted by enough agents. {{(pid=84041) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:59:11.770809 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-c9f1243c-8126-4273-8b3d-a0339fd32712 tempest-AttachVolumeNegativeTest-555605742 tempest-AttachVolumeNegativeTest-555605742-project] Notify callbacks [] for security_group, before_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:11.772634 n-d-838334-2 neutron-server[84041]: DEBUG neutron.scheduler.base_scheduler [None req-86945d73-f761-4e74-82d7-27d3e3c5c964 tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Resources bound (agent type, host, resource id): {{(pid=84041) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:59:11.775540 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86945d73-f761-4e74-82d7-27d3e3c5c964 tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:59:11.776218 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-86945d73-f761-4e74-82d7-27d3e3c5c964 tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Notify callbacks [] for subnet, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:11.786643 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-669653c3-87d6-4243-9e32-415f67ac5abf None None] Network ef903069-7c89-4376-963f-99c58ca6d615 requested from n-d-838334-2 {{(pid=84042) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 20:59:11.796867 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86945d73-f761-4e74-82d7-27d3e3c5c964 tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Pushing event updated for resources: {'Subnet': ['ID=03ec95f7-67ca-417e-a9dd-98e95e716ffe,revision_number=0']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:59:11.798760 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-3c71d9f3-4384-4e67-902a-973acfb3f14d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1260556'] for subnet, precommit_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:11.820173 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-86945d73-f761-4e74-82d7-27d3e3c5c964 tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.8028314 Apr 18 20:59:11.823063 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 55422) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:59:11.832864 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.v2.base [None req-bb67b8a2-29d3-4263-9018-d80b8a24bd6b tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Request body: {'port': {'network_id': 'ef903069-7c89-4376-963f-99c58ca6d615', 'mac_address': 'fa:16:3e:17:aa:3b', 'name': 'tempest-NetworksTestDHCPv6-85292821'}} {{(pid=84041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 20:59:11.908222 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-a91d9a95-67aa-4deb-8f8a-4e0b893a538b req-ca025b0c-9c5d-4573-854c-7b866437d0b9 service neutron] 10.222.0.42 "GET /v2.0/networks/f7467a4f-b1b1-4464-b74e-f3b773c53ca1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4161928 Apr 18 20:59:11.914662 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [None req-c9f1243c-8126-4273-8b3d-a0339fd32712 tempest-AttachVolumeNegativeTest-555605742 tempest-AttachVolumeNegativeTest-555605742-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:59:11.961668 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-c9f1243c-8126-4273-8b3d-a0339fd32712 tempest-AttachVolumeNegativeTest-555605742 tempest-AttachVolumeNegativeTest-555605742-project] Usage tracker for resource:security_group_rule and tenant:340d04fd839f4c0c896ec9bea561bc50 is out of sync, need to count used quota {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:59:11.988704 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-c9f1243c-8126-4273-8b3d-a0339fd32712 tempest-AttachVolumeNegativeTest-555605742 tempest-AttachVolumeNegativeTest-555605742-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:59:12.002462 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [None req-c9f1243c-8126-4273-8b3d-a0339fd32712 tempest-AttachVolumeNegativeTest-555605742 tempest-AttachVolumeNegativeTest-555605742-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:59:12.027263 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-bb67b8a2-29d3-4263-9018-d80b8a24bd6b tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:59:12.040853 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-bb67b8a2-29d3-4263-9018-d80b8a24bd6b tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:59:12.052523 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb67b8a2-29d3-4263-9018-d80b8a24bd6b tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Made reservation on behalf of 1256b788e8184019a07eb24a482acda4 for: {'port': 1} {{(pid=84041) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:59:12.059380 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-bb67b8a2-29d3-4263-9018-d80b8a24bd6b tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:12.083397 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c1a8b15-180d-4b52-afe7-64df96dccfea req-c84e545d-32cd-418a-9f31-630896edf58b tempest-ServersTestJSON-1424434350 tempest-ServersTestJSON-1424434350-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:59:12.090888 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-0c1a8b15-180d-4b52-afe7-64df96dccfea req-c84e545d-32cd-418a-9f31-630896edf58b tempest-ServersTestJSON-1424434350 tempest-ServersTestJSON-1424434350-project] 10.222.0.42 "GET /v2.0/ports?device_id=fa865b6b-5701-45fe-b8b2-61e6b9aced70 HTTP/1.1" status: 200 len: 945 time: 0.3977365 Apr 18 20:59:12.122210 n-d-838334-2 neutron-server[84041]: DEBUG neutron.notifiers.nova [None req-bb67b8a2-29d3-4263-9018-d80b8a24bd6b tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] device_id is not set on port 2276eb45-c9b6-443c-9f2d-f302b5a08e17 yet. {{(pid=84041) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 18 20:59:12.248702 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-0c1a8b15-180d-4b52-afe7-64df96dccfea req-27bcb832-fb3e-4ec3-bd99-711bd362555a tempest-ServersTestJSON-1424434350 tempest-ServersTestJSON-1424434350-project] 10.222.0.42 "GET /v2.0/security-groups?id=a3de1b7a-019c-40dd-8c9d-3a3f159b2bd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1565032 Apr 18 20:59:12.255273 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Device a91df975-cbfc-43e8-aa68-ac5c6e6b2d82 up at agent ovs-agent-n-d-838334-2 {{(pid=84042) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 20:59:12.314146 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-c9f1243c-8126-4273-8b3d-a0339fd32712 tempest-AttachVolumeNegativeTest-555605742 tempest-AttachVolumeNegativeTest-555605742-project] Notify callbacks [] for security_group, precommit_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:12.322270 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-3c71d9f3-4384-4e67-902a-973acfb3f14d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1260549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33526260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32440885', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31752825'] for subnet, after_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:12.450563 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b53449d-8547-4ab1-96f0-a5e51d5a23a6 None None] Update dhcp port {'port': {'network_id': 'ef903069-7c89-4376-963f-99c58ca6d615', 'fixed_ips': [{'subnet_id': '6ae24c09-9bfa-48dc-b790-1aa0a4794ce2', 'ip_address': '2001:db8::f816:3eff:fea3:2c73'}, {'subnet_id': '03ec95f7-67ca-417e-a9dd-98e95e716ffe'}], 'binding:host_id': 'n-d-838334-2'}, 'id': 'a91df975-cbfc-43e8-aa68-ac5c6e6b2d82'} from n-d-838334-2. {{(pid=84042) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:307}} Apr 18 20:59:12.455295 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-c9f1243c-8126-4273-8b3d-a0339fd32712 tempest-AttachVolumeNegativeTest-555605742 tempest-AttachVolumeNegativeTest-555605742-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33528224'] for security_group, after_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:12.526781 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Provisioning complete for port a91df975-cbfc-43e8-aa68-ac5c6e6b2d82 triggered by entity L2. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:59:12.527142 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1253608'] for port, provisioning_complete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:12.576627 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-8ed713d3-0ccd-4316-83ca-64daa97fe394 req-5797e7bd-6285-4c3c-bc93-971e218b71c8 tempest-DeleteServersTestJSON-915645800 tempest-DeleteServersTestJSON-915645800-project] 10.222.0.42 "GET /v2.0/ports?device_id=2acbe8d9-d959-40de-963f-d892f3d117bc HTTP/1.1" status: 200 len: 210 time: 0.1046789 Apr 18 20:59:12.596707 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c71d9f3-4384-4e67-902a-973acfb3f14d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1e2925a6-ba9a-4658-b41e-a8c059601191,revision_number=None']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:59:12.665869 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-959c0ce2-6cf2-4cd1-a13d-c7dc84c3a082 None None] Network 31aab25e-55b8-4b74-b4d2-0d43994e3f49 requested from n-d-838334-2 {{(pid=84042) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 20:59:12.679683 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.db_base_plugin_common [None req-bb67b8a2-29d3-4263-9018-d80b8a24bd6b tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Allocated IP 2001:db8:0:1::d3 (ef903069-7c89-4376-963f-99c58ca6d615/03ec95f7-67ca-417e-a9dd-98e95e716ffe/2276eb45-c9b6-443c-9f2d-f302b5a08e17) {{(pid=84041) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:59:12.693727 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-3b53449d-8547-4ab1-96f0-a5e51d5a23a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:12.694764 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.db_base_plugin_common [None req-bb67b8a2-29d3-4263-9018-d80b8a24bd6b tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Allocated IP 2001:db8::f816:3eff:fe17:aa3b (ef903069-7c89-4376-963f-99c58ca6d615/6ae24c09-9bfa-48dc-b790-1aa0a4794ce2/2276eb45-c9b6-443c-9f2d-f302b5a08e17) {{(pid=84041) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:59:12.711715 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-3c71d9f3-4384-4e67-902a-973acfb3f14d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32378031'] for subnet, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:12.717061 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-3c71d9f3-4384-4e67-902a-973acfb3f14d admin admin] 10.222.0.42 "DELETE /v2.0/subnets/1e2925a6-ba9a-4658-b41e-a8c059601191 HTTP/1.1" status: 204 len: 168 time: 1.6431103 Apr 18 20:59:12.717642 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 55454) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:59:12.725795 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-c9f1243c-8126-4273-8b3d-a0339fd32712 tempest-AttachVolumeNegativeTest-555605742 tempest-AttachVolumeNegativeTest-555605742-project] Notify callbacks [] for security_group, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:12.730249 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-c9f1243c-8126-4273-8b3d-a0339fd32712 tempest-AttachVolumeNegativeTest-555605742 tempest-AttachVolumeNegativeTest-555605742-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1614 time: 1.2718115 Apr 18 20:59:12.732441 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 55458) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:59:12.748533 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9f1243c-8126-4273-8b3d-a0339fd32712 tempest-AttachVolumeNegativeTest-555605742 tempest-AttachVolumeNegativeTest-555605742-project] Pushing event updated for resources: {'SecurityGroup': ['ID=575e0ba1-8a78-4aa4-accf-eb309f49ec74,revision_number=1']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:59:12.755613 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.v2.base [None req-04f94d3a-7f4c-44e7-afc6-1860ab76b8be tempest-AttachVolumeNegativeTest-555605742 tempest-AttachVolumeNegativeTest-555605742-project] Request body: {'security_group_rule': {'security_group_id': '575e0ba1-8a78-4aa4-accf-eb309f49ec74', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84040) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 20:59:12.764316 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [None req-04f94d3a-7f4c-44e7-afc6-1860ab76b8be tempest-AttachVolumeNegativeTest-555605742 tempest-AttachVolumeNegativeTest-555605742-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:59:12.779445 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-04f94d3a-7f4c-44e7-afc6-1860ab76b8be tempest-AttachVolumeNegativeTest-555605742 tempest-AttachVolumeNegativeTest-555605742-project] Usage tracker for resource:security_group_rule and tenant:340d04fd839f4c0c896ec9bea561bc50 is out of sync, need to count used quota {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:59:12.786330 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-04f94d3a-7f4c-44e7-afc6-1860ab76b8be tempest-AttachVolumeNegativeTest-555605742 tempest-AttachVolumeNegativeTest-555605742-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:59:12.794775 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [None req-04f94d3a-7f4c-44e7-afc6-1860ab76b8be tempest-AttachVolumeNegativeTest-555605742 tempest-AttachVolumeNegativeTest-555605742-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:59:12.819969 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f909af5-78fa-401d-8783-8e092588c187 req-ff415666-ce4f-4b0e-8c07-3b61e36c69b6 tempest-ServersNegativeTestJSON-508382254 tempest-ServersNegativeTestJSON-508382254-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:59:12.828215 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-2f909af5-78fa-401d-8783-8e092588c187 req-ff415666-ce4f-4b0e-8c07-3b61e36c69b6 tempest-ServersNegativeTestJSON-508382254 tempest-ServersNegativeTestJSON-508382254-project] 10.222.0.42 "GET /v2.0/ports?device_id=2197a591-197e-47fe-9210-1387bfb6ec5e HTTP/1.1" status: 200 len: 945 time: 0.2371511 Apr 18 20:59:12.858619 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-04f94d3a-7f4c-44e7-afc6-1860ab76b8be tempest-AttachVolumeNegativeTest-555605742 tempest-AttachVolumeNegativeTest-555605742-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:12.926222 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-04f94d3a-7f4c-44e7-afc6-1860ab76b8be tempest-AttachVolumeNegativeTest-555605742 tempest-AttachVolumeNegativeTest-555605742-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:12.938229 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-04f94d3a-7f4c-44e7-afc6-1860ab76b8be tempest-AttachVolumeNegativeTest-555605742 tempest-AttachVolumeNegativeTest-555605742-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33528311'] for security_group_rule, after_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:12.962806 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04f94d3a-7f4c-44e7-afc6-1860ab76b8be tempest-AttachVolumeNegativeTest-555605742 tempest-AttachVolumeNegativeTest-555605742-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b61b05f7-a9df-426f-90a2-4e964f4c1a3c,revision_number=0']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:59:12.988222 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-2f909af5-78fa-401d-8783-8e092588c187 req-c7f59b43-f8e0-43cd-962d-eaf1883ea4c4 tempest-ServersNegativeTestJSON-508382254 tempest-ServersNegativeTestJSON-508382254-project] 10.222.0.42 "GET /v2.0/security-groups?id=ada0ecb3-b1bc-4ba2-8e6c-b06ba09daca2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1594505 Apr 18 20:59:13.098378 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-530ed3c0-863d-4d72-9c8a-f37fd1470fe4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1103592'] for network, before_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:13.169537 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-04f94d3a-7f4c-44e7-afc6-1860ab76b8be tempest-AttachVolumeNegativeTest-555605742 tempest-AttachVolumeNegativeTest-555605742-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:13.172842 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-04f94d3a-7f4c-44e7-afc6-1860ab76b8be tempest-AttachVolumeNegativeTest-555605742 tempest-AttachVolumeNegativeTest-555605742-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.4334240 Apr 18 20:59:13.184188 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 55474) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:59:13.238631 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.v2.base [None req-d1acd444-6efc-47fa-9483-cd3cc0d390b7 tempest-AttachVolumeNegativeTest-555605742 tempest-AttachVolumeNegativeTest-555605742-project] Request body: {'security_group_rule': {'security_group_id': '575e0ba1-8a78-4aa4-accf-eb309f49ec74', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=84040) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 20:59:13.323333 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6bff70a-2429-4673-a746-abb7a35b3abc req-4dfc7b70-7976-4669-b85b-f75e90f2b5e3 tempest-ServersTestJSON-1424434350 tempest-ServersTestJSON-1424434350-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:59:13.324888 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-c6bff70a-2429-4673-a746-abb7a35b3abc req-4dfc7b70-7976-4669-b85b-f75e90f2b5e3 tempest-ServersTestJSON-1424434350 tempest-ServersTestJSON-1424434350-project] 10.222.0.42 "GET /v2.0/networks?id=7083f08e-ab4e-49e9-91e4-270e03cc3e4c HTTP/1.1" status: 200 len: 805 time: 0.3318157 Apr 18 20:59:13.326641 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [None req-d1acd444-6efc-47fa-9483-cd3cc0d390b7 tempest-AttachVolumeNegativeTest-555605742 tempest-AttachVolumeNegativeTest-555605742-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:59:13.347782 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-c6bff70a-2429-4673-a746-abb7a35b3abc req-043c146d-069f-44e0-ae53-f471a8097449 tempest-ServersTestJSON-1424434350 tempest-ServersTestJSON-1424434350-project] 10.222.0.42 "GET /v2.0/quotas/ba267e3ba48c4ff1b4fc57f8cfab7c8c HTTP/1.1" status: 200 len: 375 time: 0.0135460 Apr 18 20:59:13.349381 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-d1acd444-6efc-47fa-9483-cd3cc0d390b7 tempest-AttachVolumeNegativeTest-555605742 tempest-AttachVolumeNegativeTest-555605742-project] Usage tracker for resource:security_group_rule and tenant:340d04fd839f4c0c896ec9bea561bc50 is out of sync, need to count used quota {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:59:13.353364 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-d1acd444-6efc-47fa-9483-cd3cc0d390b7 tempest-AttachVolumeNegativeTest-555605742 tempest-AttachVolumeNegativeTest-555605742-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:59:13.410229 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-bb67b8a2-29d3-4263-9018-d80b8a24bd6b tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Notify callbacks [] for port, precommit_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:13.412386 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [None req-d1acd444-6efc-47fa-9483-cd3cc0d390b7 tempest-AttachVolumeNegativeTest-555605742 tempest-AttachVolumeNegativeTest-555605742-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:59:13.425265 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Device a6ac0d85-5a78-4d1b-8751-a8fba8de6a16 no longer exists at agent ovs-agent-n-d-838334-2 {{(pid=84042) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 20:59:13.429513 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.provisioning_blocks [None req-bb67b8a2-29d3-4263-9018-d80b8a24bd6b tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Transition to ACTIVE for port object 2276eb45-c9b6-443c-9f2d-f302b5a08e17 will not be triggered until provisioned by entity DHCP. {{(pid=84041) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 20:59:13.454634 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.plugin [None req-530ed3c0-863d-4d72-9c8a-f37fd1470fe4 admin admin] Deleting port dc2eaa8d-ab12-4807-af2c-75d4525ee31d {{(pid=84041) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 20:59:13.454929 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-530ed3c0-863d-4d72-9c8a-f37fd1470fe4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750375188691'] for port, before_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:13.478414 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.plugin [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] No Port match for: a6ac0d85-5a78-4d1b-8751-a8fba8de6a16 {{(pid=84042) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 18 20:59:13.478755 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Device a6ac0d85-5a78-4d1b-8751-a8fba8de6a16 not bound to the agent host n-d-838334-2 {{(pid=84042) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 20:59:13.506633 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-bb67b8a2-29d3-4263-9018-d80b8a24bd6b tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750374836619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32266323'] for port, after_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:13.553777 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-d1acd444-6efc-47fa-9483-cd3cc0d390b7 tempest-AttachVolumeNegativeTest-555605742 tempest-AttachVolumeNegativeTest-555605742-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:13.569493 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f6533d6-678f-425c-8c36-aba1ce1813cf None None] DHCP port deletion for 31aab25e-55b8-4b74-b4d2-0d43994e3f49 request from n-d-838334-2 {{(pid=84042) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 18 20:59:13.578055 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.plugin [None req-9f6533d6-678f-425c-8c36-aba1ce1813cf None None] Deleting port dc2eaa8d-ab12-4807-af2c-75d4525ee31d {{(pid=84042) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 20:59:13.578415 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-9f6533d6-678f-425c-8c36-aba1ce1813cf None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750375188691'] for port, before_delete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:13.597296 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-c6bff70a-2429-4673-a746-abb7a35b3abc req-baa18b3f-b470-4d3d-9b02-9a99e7d0a2d5 tempest-ServersTestJSON-1424434350 tempest-ServersTestJSON-1424434350-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=ba267e3ba48c4ff1b4fc57f8cfab7c8c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2406926 Apr 18 20:59:13.600501 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb67b8a2-29d3-4263-9018-d80b8a24bd6b tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Pushing event updated for resources: {'Port': ['ID=2276eb45-c9b6-443c-9f2d-f302b5a08e17,revision_number=1']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:59:13.662916 n-d-838334-2 neutron-server[84041]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb67b8a2-29d3-4263-9018-d80b8a24bd6b tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Network ef903069-7c89-4376-963f-99c58ca6d615 is already hosted by enough agents. {{(pid=84041) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:59:13.666266 n-d-838334-2 neutron-server[84041]: DEBUG neutron.scheduler.base_scheduler [None req-bb67b8a2-29d3-4263-9018-d80b8a24bd6b tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Resources bound (agent type, host, resource id): {{(pid=84041) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:59:13.666940 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.db_base_plugin_common [None req-3b53449d-8547-4ab1-96f0-a5e51d5a23a6 None None] Allocated IP 2001:db8:0:1::2 (ef903069-7c89-4376-963f-99c58ca6d615/03ec95f7-67ca-417e-a9dd-98e95e716ffe/a91df975-cbfc-43e8-aa68-ac5c6e6b2d82) {{(pid=84042) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:59:13.670024 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb67b8a2-29d3-4263-9018-d80b8a24bd6b tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Received port after_create {{(pid=84041) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 20:59:13.674100 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb67b8a2-29d3-4263-9018-d80b8a24bd6b tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:59:13.675378 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-bb67b8a2-29d3-4263-9018-d80b8a24bd6b tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217293'] for port, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:13.765445 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-c6bff70a-2429-4673-a746-abb7a35b3abc req-6905e4b0-80cb-42cc-990e-fb6cc774a854 service neutron] 10.222.0.42 "GET /v2.0/networks/7083f08e-ab4e-49e9-91e4-270e03cc3e4c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1669421 Apr 18 20:59:13.919525 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-bb67b8a2-29d3-4263-9018-d80b8a24bd6b tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1031 time: 2.0924459 Apr 18 20:59:13.920381 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 55486) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:59:13.937133 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-c6bff70a-2429-4673-a746-abb7a35b3abc req-5bf871f7-fee5-4374-975f-853220b19533 service neutron] 10.222.0.42 "GET /v2.0/networks/7083f08e-ab4e-49e9-91e4-270e03cc3e4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1705978 Apr 18 20:59:13.994900 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.plugin [None req-bd56fa21-a197-4f8c-bc0e-75aedc76b74b tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Deleting port 2276eb45-c9b6-443c-9f2d-f302b5a08e17 {{(pid=84041) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 20:59:13.995279 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-bd56fa21-a197-4f8c-bc0e-75aedc76b74b tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750375188691'] for port, before_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:14.057507 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.db [None req-530ed3c0-863d-4d72-9c8a-f37fd1470fe4 admin admin] For port dc2eaa8d-ab12-4807-af2c-75d4525ee31d, host n-d-838334-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838334-2',level=0,port_id=dc2eaa8d-ab12-4807-af2c-75d4525ee31d,segment=NetworkSegment(a508786f-033d-461c-8ea7-2b32ca6d0750),segment_id=a508786f-033d-461c-8ea7-2b32ca6d0750)] {{(pid=84041) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:59:14.057862 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-530ed3c0-863d-4d72-9c8a-f37fd1470fe4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369123'] for port, precommit_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:14.226032 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a91d9a95-67aa-4deb-8f8a-4e0b893a538b req-e9f1fc31-1554-4b1f-8cb3-d103c0e24fbd tempest-DeleteServersTestJSON-915645800 tempest-DeleteServersTestJSON-915645800-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:59:14.228185 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-a91d9a95-67aa-4deb-8f8a-4e0b893a538b req-e9f1fc31-1554-4b1f-8cb3-d103c0e24fbd tempest-DeleteServersTestJSON-915645800 tempest-DeleteServersTestJSON-915645800-project] 10.222.0.48 "GET /v2.0/networks?id=f7467a4f-b1b1-4464-b74e-f3b773c53ca1 HTTP/1.1" status: 200 len: 811 time: 0.3117745 Apr 18 20:59:14.256904 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.v2.base [req-a91d9a95-67aa-4deb-8f8a-4e0b893a538b req-76941f15-6993-4edd-b8ee-53e244bafc6e tempest-DeleteServersTestJSON-915645800 tempest-DeleteServersTestJSON-915645800-project] Request body: {'port': {'device_id': '2acbe8d9-d959-40de-963f-d892f3d117bc', 'network_id': 'f7467a4f-b1b1-4464-b74e-f3b773c53ca1', 'admin_state_up': True, 'tenant_id': '7fa7a8b3916440879a3373a5a8935507'}} {{(pid=84040) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 20:59:14.287310 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-267a2f18-3ec9-4c34-be7d-7b621d85d259 req-7fb8e008-f252-4698-bd14-7c0e377f5528 tempest-ServersNegativeTestJSON-508382254 tempest-ServersNegativeTestJSON-508382254-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:59:14.294072 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-267a2f18-3ec9-4c34-be7d-7b621d85d259 req-7fb8e008-f252-4698-bd14-7c0e377f5528 tempest-ServersNegativeTestJSON-508382254 tempest-ServersNegativeTestJSON-508382254-project] 10.222.0.42 "GET /v2.0/ports?device_id=2197a591-197e-47fe-9210-1387bfb6ec5e HTTP/1.1" status: 200 len: 945 time: 0.8470857 Apr 18 20:59:14.332490 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-3b53449d-8547-4ab1-96f0-a5e51d5a23a6 None None] For port a91df975-cbfc-43e8-aa68-ac5c6e6b2d82, host n-d-838334-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838334-2',level=0,port_id=a91df975-cbfc-43e8-aa68-ac5c6e6b2d82,segment=NetworkSegment(fbf28fbd-36f8-46f3-be08-57d41821e390),segment_id=fbf28fbd-36f8-46f3-be08-57d41821e390)] {{(pid=84042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:59:14.335018 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Device dc2eaa8d-ab12-4807-af2c-75d4525ee31d no longer exists at agent ovs-agent-n-d-838334-2 {{(pid=84042) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 20:59:14.342363 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.plugin [None req-530ed3c0-863d-4d72-9c8a-f37fd1470fe4 admin admin] Calling delete_port for dc2eaa8d-ab12-4807-af2c-75d4525ee31d owned by network:dhcp {{(pid=84041) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 20:59:14.430995 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-267a2f18-3ec9-4c34-be7d-7b621d85d259 req-15635ca8-131b-4548-8b66-78080d213f97 tempest-ServersNegativeTestJSON-508382254 tempest-ServersNegativeTestJSON-508382254-project] 10.222.0.42 "GET /v2.0/security-groups?id=ada0ecb3-b1bc-4ba2-8e6c-b06ba09daca2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1331155 Apr 18 20:59:14.480257 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-9f6533d6-678f-425c-8c36-aba1ce1813cf None None] For port dc2eaa8d-ab12-4807-af2c-75d4525ee31d, host n-d-838334-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838334-2',level=0,port_id=dc2eaa8d-ab12-4807-af2c-75d4525ee31d,segment=NetworkSegment(a508786f-033d-461c-8ea7-2b32ca6d0750),segment_id=a508786f-033d-461c-8ea7-2b32ca6d0750)] {{(pid=84042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:59:14.480257 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-9f6533d6-678f-425c-8c36-aba1ce1813cf None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369123'] for port, precommit_delete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:14.515414 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-d1acd444-6efc-47fa-9483-cd3cc0d390b7 tempest-AttachVolumeNegativeTest-555605742 tempest-AttachVolumeNegativeTest-555605742-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:14.549785 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-d1acd444-6efc-47fa-9483-cd3cc0d390b7 tempest-AttachVolumeNegativeTest-555605742 tempest-AttachVolumeNegativeTest-555605742-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33528311'] for security_group_rule, after_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:14.675534 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1acd444-6efc-47fa-9483-cd3cc0d390b7 tempest-AttachVolumeNegativeTest-555605742 tempest-AttachVolumeNegativeTest-555605742-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b7ca49cb-eec3-4f32-8067-e1ffcdba7061,revision_number=0']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:59:14.677098 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-530ed3c0-863d-4d72-9c8a-f37fd1470fe4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750375259028', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750374836628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32266323'] for port, after_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:14.699208 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-4f8bdec2-a3fc-4dd4-90bf-28ca960eda58 req-84a3816d-939f-45f1-986e-da65fa378475 tempest-ServersTestJSON-1424434350 tempest-ServersTestJSON-1424434350-project] 10.222.0.42 "GET /v2.0/ports?device_id=b076d356-9799-477c-a2f8-5aae86773e2b HTTP/1.1" status: 200 len: 210 time: 0.1624696 Apr 18 20:59:14.731780 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-530ed3c0-863d-4d72-9c8a-f37fd1470fe4 admin admin] Pushing event deleted for resources: {'Port': ['ID=dc2eaa8d-ab12-4807-af2c-75d4525ee31d,revision_number=None']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:59:14.778007 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.l3_dvrscheduler_db [None req-530ed3c0-863d-4d72-9c8a-f37fd1470fe4 admin admin] No DVR routers for this DVR port dc2eaa8d-ab12-4807-af2c-75d4525ee31d on host n-d-838334-2 {{(pid=84041) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 20:59:14.781133 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-74200fa5-3def-484c-be87-863150a93bdd req-ad0a32a4-1758-45d1-8b03-20a0ac4bce24 tempest-DeleteServersTestJSON-915645800 tempest-DeleteServersTestJSON-915645800-project] 10.222.0.42 "GET /v2.0/ports?device_id=2acbe8d9-d959-40de-963f-d892f3d117bc HTTP/1.1" status: 200 len: 210 time: 0.0658209 Apr 18 20:59:14.782069 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-d1acd444-6efc-47fa-9483-cd3cc0d390b7 tempest-AttachVolumeNegativeTest-555605742 tempest-AttachVolumeNegativeTest-555605742-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:14.787875 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-d1acd444-6efc-47fa-9483-cd3cc0d390b7 tempest-AttachVolumeNegativeTest-555605742 tempest-AttachVolumeNegativeTest-555605742-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 1.5972273 Apr 18 20:59:14.788660 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 55512) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:59:14.792467 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [req-a91d9a95-67aa-4deb-8f8a-4e0b893a538b req-76941f15-6993-4edd-b8ee-53e244bafc6e tempest-DeleteServersTestJSON-915645800 tempest-DeleteServersTestJSON-915645800-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:59:14.793129 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.plugin [None req-9f6533d6-678f-425c-8c36-aba1ce1813cf None None] Calling delete_port for dc2eaa8d-ab12-4807-af2c-75d4525ee31d owned by network:dhcp {{(pid=84042) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 20:59:14.798853 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.v2.base [None req-5ed00364-9395-4a15-b669-1602ecb9f8fa tempest-AttachVolumeNegativeTest-555605742 tempest-AttachVolumeNegativeTest-555605742-project] Request body: {'floatingip': {'floating_network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c'}} {{(pid=84040) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 20:59:14.812030 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [None req-5ed00364-9395-4a15-b669-1602ecb9f8fa tempest-AttachVolumeNegativeTest-555605742 tempest-AttachVolumeNegativeTest-555605742-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:59:14.818667 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [req-a91d9a95-67aa-4deb-8f8a-4e0b893a538b req-76941f15-6993-4edd-b8ee-53e244bafc6e tempest-DeleteServersTestJSON-915645800 tempest-DeleteServersTestJSON-915645800-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:59:14.825825 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-5ed00364-9395-4a15-b669-1602ecb9f8fa tempest-AttachVolumeNegativeTest-555605742 tempest-AttachVolumeNegativeTest-555605742-project] Usage tracker for resource:floatingip and tenant:340d04fd839f4c0c896ec9bea561bc50 is out of sync, need to count used quota {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:59:14.830747 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-5ed00364-9395-4a15-b669-1602ecb9f8fa tempest-AttachVolumeNegativeTest-555605742 tempest-AttachVolumeNegativeTest-555605742-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:59:14.839118 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [None req-5ed00364-9395-4a15-b669-1602ecb9f8fa tempest-AttachVolumeNegativeTest-555605742 tempest-AttachVolumeNegativeTest-555605742-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:59:14.850029 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a91d9a95-67aa-4deb-8f8a-4e0b893a538b req-76941f15-6993-4edd-b8ee-53e244bafc6e tempest-DeleteServersTestJSON-915645800 tempest-DeleteServersTestJSON-915645800-project] Made reservation on behalf of 7fa7a8b3916440879a3373a5a8935507 for: {'port': 1} {{(pid=84040) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:59:14.853801 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-a91d9a95-67aa-4deb-8f8a-4e0b893a538b req-76941f15-6993-4edd-b8ee-53e244bafc6e tempest-DeleteServersTestJSON-915645800 tempest-DeleteServersTestJSON-915645800-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:14.884723 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-5ed00364-9395-4a15-b669-1602ecb9f8fa tempest-AttachVolumeNegativeTest-555605742 tempest-AttachVolumeNegativeTest-555605742-project] Notify callbacks [] for floatingip, before_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:14.963440 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-bd56fa21-a197-4f8c-bc0e-75aedc76b74b tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369123'] for port, precommit_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:15.016180 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.db.api [None req-9f6533d6-678f-425c-8c36-aba1ce1813cf None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84042) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 18 20:59:15.016998 n-d-838334-2 neutron-server[84042]: DEBUG oslo_db.api [None req-9f6533d6-678f-425c-8c36-aba1ce1813cf None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 18 20:59:15.031380 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] No active binding found for port dc2eaa8d-ab12-4807-af2c-75d4525ee31d {{(pid=84042) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:222}} Apr 18 20:59:15.036932 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Device dc2eaa8d-ab12-4807-af2c-75d4525ee31d not bound to the agent host n-d-838334-2 {{(pid=84042) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 20:59:15.075565 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-3b53449d-8547-4ab1-96f0-a5e51d5a23a6 None None] Notify callbacks [] for port, precommit_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:15.110916 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-3b53449d-8547-4ab1-96f0-a5e51d5a23a6 None None] Transition to ACTIVE for port object a91df975-cbfc-43e8-aa68-ac5c6e6b2d82 will not be triggered until provisioned by entity DHCP. {{(pid=84042) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 20:59:15.121475 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-3b53449d-8547-4ab1-96f0-a5e51d5a23a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682'] for port, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:15.124186 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 55522) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:59:15.314376 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.db_base_plugin_common [req-a91d9a95-67aa-4deb-8f8a-4e0b893a538b req-76941f15-6993-4edd-b8ee-53e244bafc6e tempest-DeleteServersTestJSON-915645800 tempest-DeleteServersTestJSON-915645800-project] Allocated IP 172.20.0.7 (f7467a4f-b1b1-4464-b74e-f3b773c53ca1/4d302c72-cbf8-4bd9-ac2b-bdba885f7b5c/09d2434c-af0a-465e-86d8-cc222584bcfd) {{(pid=84040) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:59:15.341583 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.plugin [None req-bd56fa21-a197-4f8c-bc0e-75aedc76b74b tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Calling delete_port for 2276eb45-c9b6-443c-9f2d-f302b5a08e17 owned by {{(pid=84041) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 20:59:15.423202 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b53449d-8547-4ab1-96f0-a5e51d5a23a6 None None] Pushing event updated for resources: {'Port': ['ID=a91df975-cbfc-43e8-aa68-ac5c6e6b2d82,revision_number=11']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:59:15.450519 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-246331b3-a93b-4927-9e7c-7e090062e913 req-75bcfc55-b5b6-4ddc-8903-fc379e73e61b tempest-ServersNegativeTestJSON-508382254 tempest-ServersNegativeTestJSON-508382254-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:59:15.460617 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-246331b3-a93b-4927-9e7c-7e090062e913 req-75bcfc55-b5b6-4ddc-8903-fc379e73e61b tempest-ServersNegativeTestJSON-508382254 tempest-ServersNegativeTestJSON-508382254-project] 10.222.0.42 "GET /v2.0/ports?device_id=2197a591-197e-47fe-9210-1387bfb6ec5e HTTP/1.1" status: 200 len: 945 time: 0.2627251 Apr 18 20:59:15.519157 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.plugin [None req-9f6533d6-678f-425c-8c36-aba1ce1813cf None None] Deleting port dc2eaa8d-ab12-4807-af2c-75d4525ee31d {{(pid=84042) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 20:59:15.519780 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-9f6533d6-678f-425c-8c36-aba1ce1813cf None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750375188691'] for port, before_delete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:15.548693 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-f16f0a82-969f-427b-83e4-e55859a55913 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:15.563953 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-530ed3c0-863d-4d72-9c8a-f37fd1470fe4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1258905', 'neutron.services.segments.db._delete_segments_for_network-8750375287417'] for network, precommit_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:15.564451 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-246331b3-a93b-4927-9e7c-7e090062e913 req-540d760e-4f05-459c-8cb5-d9b3b7925b98 tempest-ServersNegativeTestJSON-508382254 tempest-ServersNegativeTestJSON-508382254-project] 10.222.0.42 "GET /v2.0/security-groups?id=ada0ecb3-b1bc-4ba2-8e6c-b06ba09daca2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1025550 Apr 18 20:59:15.596944 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-5ed00364-9395-4a15-b669-1602ecb9f8fa tempest-AttachVolumeNegativeTest-555605742 tempest-AttachVolumeNegativeTest-555605742-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:15.619111 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.plugin [None req-9f6533d6-678f-425c-8c36-aba1ce1813cf None None] The port 'dc2eaa8d-ab12-4807-af2c-75d4525ee31d' was deleted {{(pid=84042) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 18 20:59:15.652714 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-1ead314e-fc8a-492b-b0cf-3b67394be14d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750375287399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253529'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:15.833514 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-bd56fa21-a197-4f8c-bc0e-75aedc76b74b tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750375259028', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750374836628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32266323'] for port, after_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:15.998736 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd56fa21-a197-4f8c-bc0e-75aedc76b74b tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Pushing event deleted for resources: {'Port': ['ID=2276eb45-c9b6-443c-9f2d-f302b5a08e17,revision_number=None']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:59:16.014968 n-d-838334-2 neutron-server[84041]: DEBUG neutron.services.segments.db [None req-530ed3c0-863d-4d72-9c8a-f37fd1470fe4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['31aab25e-55b8-4b74-b4d2-0d43994e3f49']}} {{(pid=84041) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:59:16.077177 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-a91d9a95-67aa-4deb-8f8a-4e0b893a538b req-76941f15-6993-4edd-b8ee-53e244bafc6e tempest-DeleteServersTestJSON-915645800 tempest-DeleteServersTestJSON-915645800-project] Notify callbacks [] for port, precommit_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:16.123180 n-d-838334-2 neutron-server[84041]: DEBUG neutron.services.segments.db [None req-530ed3c0-863d-4d72-9c8a-f37fd1470fe4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a508786f-033d-461c-8ea7-2b32ca6d0750') {'for_net_delete': True} {{(pid=84041) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:59:16.123473 n-d-838334-2 neutron-server[84041]: DEBUG neutron.services.segments.db [None req-530ed3c0-863d-4d72-9c8a-f37fd1470fe4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a508786f-033d-461c-8ea7-2b32ca6d0750') {} {{(pid=84041) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:59:16.162722 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-f16f0a82-969f-427b-83e4-e55859a55913 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:59:16.202073 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-530ed3c0-863d-4d72-9c8a-f37fd1470fe4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750375287300', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32268156'] for segment, before_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:16.217039 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-f16f0a82-969f-427b-83e4-e55859a55913 admin admin] Usage tracker for resource:security_group_rule and tenant:7bb36141534e4eac987493596139c026 is out of sync, need to count used quota {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:59:16.233485 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-f16f0a82-969f-427b-83e4-e55859a55913 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:59:16.242039 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-d4814351-4b97-450a-be71-554228bd3cc2 req-58e70a0c-c334-47fa-8e9f-5d785731f80a tempest-ServersTestJSON-1424434350 tempest-ServersTestJSON-1424434350-project] 10.222.0.42 "GET /v2.0/ports?device_id=b076d356-9799-477c-a2f8-5aae86773e2b HTTP/1.1" status: 200 len: 210 time: 0.1084771 Apr 18 20:59:16.255519 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Device a91df975-cbfc-43e8-aa68-ac5c6e6b2d82 up at agent ovs-agent-n-d-838334-2 {{(pid=84042) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 20:59:16.297063 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2281da3f-6bb3-436f-8fdc-142ca299f70b req-f99498cb-c13d-48e9-9129-68b99d45ca3d tempest-ServersNegativeTestJSON-508382254 tempest-ServersNegativeTestJSON-508382254-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:59:16.299546 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-2281da3f-6bb3-436f-8fdc-142ca299f70b req-f99498cb-c13d-48e9-9129-68b99d45ca3d tempest-ServersNegativeTestJSON-508382254 tempest-ServersNegativeTestJSON-508382254-project] 10.222.0.42 "GET /v2.0/ports?device_id=2197a591-197e-47fe-9210-1387bfb6ec5e HTTP/1.1" status: 200 len: 945 time: 0.5673006 Apr 18 20:59:16.331583 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-f16f0a82-969f-427b-83e4-e55859a55913 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:59:16.337472 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-bd56fa21-a197-4f8c-bc0e-75aedc76b74b tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217293'] for port, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:16.342570 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-530ed3c0-863d-4d72-9c8a-f37fd1470fe4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1082986'] for segment, precommit_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:16.407241 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-530ed3c0-863d-4d72-9c8a-f37fd1470fe4 admin admin] Releasing vlan 380 on physical network physnet1 to pool {{(pid=84041) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 18 20:59:16.420080 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-530ed3c0-863d-4d72-9c8a-f37fd1470fe4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1082993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32266254'] for segment, after_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:16.437493 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.db_base_plugin_common [None req-5ed00364-9395-4a15-b669-1602ecb9f8fa tempest-AttachVolumeNegativeTest-555605742 tempest-AttachVolumeNegativeTest-555605742-project] Allocated IP 172.25.8.9 (e41b6600-a917-4a8d-b05c-be3be40c6d8c/6b05667b-848e-4356-9b44-d5eb6808ef74/5c73a15f-919d-4b17-8fbe-ec68e9dbc790) {{(pid=84040) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:59:16.461560 n-d-838334-2 neutron-server[84041]: Traceback (most recent call last): Apr 18 20:59:16.461560 n-d-838334-2 neutron-server[84041]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 18 20:59:16.461560 n-d-838334-2 neutron-server[84041]: timer() Apr 18 20:59:16.461560 n-d-838334-2 neutron-server[84041]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 20:59:16.461560 n-d-838334-2 neutron-server[84041]: cb(*args, **kw) Apr 18 20:59:16.461560 n-d-838334-2 neutron-server[84041]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 18 20:59:16.461560 n-d-838334-2 neutron-server[84041]: return func(*args, **kwargs) Apr 18 20:59:16.461560 n-d-838334-2 neutron-server[84041]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 20:59:16.461560 n-d-838334-2 neutron-server[84041]: self._notify() Apr 18 20:59:16.461560 n-d-838334-2 neutron-server[84041]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 20:59:16.461560 n-d-838334-2 neutron-server[84041]: self.callback(batched_events) Apr 18 20:59:16.461560 n-d-838334-2 neutron-server[84041]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 20:59:16.461560 n-d-838334-2 neutron-server[84041]: event.method(event) Apr 18 20:59:16.461560 n-d-838334-2 neutron-server[84041]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 18 20:59:16.461560 n-d-838334-2 neutron-server[84041]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 20:59:16.461560 n-d-838334-2 neutron-server[84041]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 18 20:59:16.461560 n-d-838334-2 neutron-server[84041]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 20:59:16.461560 n-d-838334-2 neutron-server[84041]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 18 20:59:16.461560 n-d-838334-2 neutron-server[84041]: return f(self, *a, **k) Apr 18 20:59:16.461560 n-d-838334-2 neutron-server[84041]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 18 20:59:16.461560 n-d-838334-2 neutron-server[84041]: return self._get(url).json() Apr 18 20:59:16.461560 n-d-838334-2 neutron-server[84041]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 18 20:59:16.461560 n-d-838334-2 neutron-server[84041]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 20:59:16.461560 n-d-838334-2 neutron-server[84041]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 18 20:59:16.461560 n-d-838334-2 neutron-server[84041]: return self.request(url, 'GET', **kwargs) Apr 18 20:59:16.461560 n-d-838334-2 neutron-server[84041]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 18 20:59:16.461560 n-d-838334-2 neutron-server[84041]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 20:59:16.461560 n-d-838334-2 neutron-server[84041]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 18 20:59:16.461560 n-d-838334-2 neutron-server[84041]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 20:59:16.461560 n-d-838334-2 neutron-server[84041]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 18 20:59:16.461560 n-d-838334-2 neutron-server[84041]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 20:59:16.461560 n-d-838334-2 neutron-server[84041]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 20:59:16.512909 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-a91d9a95-67aa-4deb-8f8a-4e0b893a538b req-76941f15-6993-4edd-b8ee-53e244bafc6e tempest-DeleteServersTestJSON-915645800 tempest-DeleteServersTestJSON-915645800-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750374836619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32440838'] for port, after_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:16.600424 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-86baa98f-972d-4bae-baf5-ca4f729201a2 None None] Provisioning for port a91df975-cbfc-43e8-aa68-ac5c6e6b2d82 completed by entity DHCP. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 20:59:16.606802 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-86baa98f-972d-4bae-baf5-ca4f729201a2 None None] Provisioning complete for port a91df975-cbfc-43e8-aa68-ac5c6e6b2d82 triggered by entity DHCP. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:59:16.607426 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-86baa98f-972d-4bae-baf5-ca4f729201a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1253608'] for port, provisioning_complete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:16.703421 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-bd56fa21-a197-4f8c-bc0e-75aedc76b74b tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] 10.222.0.42 "DELETE /v2.0/ports/2276eb45-c9b6-443c-9f2d-f302b5a08e17 HTTP/1.1" status: 204 len: 168 time: 2.7813816 Apr 18 20:59:16.718370 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 55552) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:59:16.810006 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6bff70a-2429-4673-a746-abb7a35b3abc req-1513cdc0-9a1f-4983-af6b-9dd82e9760d4 tempest-ServersTestJSON-1424434350 tempest-ServersTestJSON-1424434350-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:59:16.811651 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-c6bff70a-2429-4673-a746-abb7a35b3abc req-1513cdc0-9a1f-4983-af6b-9dd82e9760d4 tempest-ServersTestJSON-1424434350 tempest-ServersTestJSON-1424434350-project] 10.222.0.43 "GET /v2.0/networks?id=7083f08e-ab4e-49e9-91e4-270e03cc3e4c HTTP/1.1" status: 200 len: 805 time: 0.9679005 Apr 18 20:59:16.829683 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.v2.base [req-c6bff70a-2429-4673-a746-abb7a35b3abc req-35edbd40-7962-4daf-bba1-f984070623fe tempest-ServersTestJSON-1424434350 tempest-ServersTestJSON-1424434350-project] Request body: {'port': {'device_id': 'b076d356-9799-477c-a2f8-5aae86773e2b', 'network_id': '7083f08e-ab4e-49e9-91e4-270e03cc3e4c', 'admin_state_up': True, 'tenant_id': 'ba267e3ba48c4ff1b4fc57f8cfab7c8c'}} {{(pid=84041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 20:59:16.872975 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-2281da3f-6bb3-436f-8fdc-142ca299f70b req-cd76762a-fc3a-4a98-aab7-17f78d3f3275 tempest-ServersNegativeTestJSON-508382254 tempest-ServersNegativeTestJSON-508382254-project] 10.222.0.42 "GET /v2.0/security-groups?id=ada0ecb3-b1bc-4ba2-8e6c-b06ba09daca2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5648360 Apr 18 20:59:16.892711 n-d-838334-2 neutron-server[84040]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a91d9a95-67aa-4deb-8f8a-4e0b893a538b req-76941f15-6993-4edd-b8ee-53e244bafc6e tempest-DeleteServersTestJSON-915645800 tempest-DeleteServersTestJSON-915645800-project] Network f7467a4f-b1b1-4464-b74e-f3b773c53ca1 is already hosted by enough agents. {{(pid=84040) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:59:16.909818 n-d-838334-2 neutron-server[84040]: DEBUG neutron.scheduler.base_scheduler [req-a91d9a95-67aa-4deb-8f8a-4e0b893a538b req-76941f15-6993-4edd-b8ee-53e244bafc6e tempest-DeleteServersTestJSON-915645800 tempest-DeleteServersTestJSON-915645800-project] Resources bound (agent type, host, resource id): {{(pid=84040) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:59:16.953277 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.l3_dvrscheduler_db [req-a91d9a95-67aa-4deb-8f8a-4e0b893a538b req-76941f15-6993-4edd-b8ee-53e244bafc6e tempest-DeleteServersTestJSON-915645800 tempest-DeleteServersTestJSON-915645800-project] Received port after_create {{(pid=84040) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 20:59:16.968356 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-1494dd0e-c82a-4879-9d02-2dc0b56f99b8 None None] Could not find standard attr ID for object 2276eb45-c9b6-443c-9f2d-f302b5a08e17. {{(pid=84042) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 18 20:59:17.028329 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-530ed3c0-863d-4d72-9c8a-f37fd1470fe4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1258898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33526109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33444113'] for network, after_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:17.091043 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76941f15-6993-4edd-b8ee-53e244bafc6e tempest-DeleteServersTestJSON-915645800 tempest-DeleteServersTestJSON-915645800-project] Pushing event updated for resources: {'Port': ['ID=09d2434c-af0a-465e-86d8-cc222584bcfd,revision_number=1']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:59:17.137160 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-530ed3c0-863d-4d72-9c8a-f37fd1470fe4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32378031'] for network, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:17.155143 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-5ed00364-9395-4a15-b669-1602ecb9f8fa tempest-AttachVolumeNegativeTest-555605742 tempest-AttachVolumeNegativeTest-555605742-project] Notify callbacks [] for port, precommit_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:17.170073 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-530ed3c0-863d-4d72-9c8a-f37fd1470fe4 admin admin] Pushing event deleted for resources: {'Network': ['ID=31aab25e-55b8-4b74-b4d2-0d43994e3f49,revision_number=None']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:59:17.202919 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a91d9a95-67aa-4deb-8f8a-4e0b893a538b req-76941f15-6993-4edd-b8ee-53e244bafc6e tempest-DeleteServersTestJSON-915645800 tempest-DeleteServersTestJSON-915645800-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:59:17.202919 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-a91d9a95-67aa-4deb-8f8a-4e0b893a538b req-76941f15-6993-4edd-b8ee-53e244bafc6e tempest-DeleteServersTestJSON-915645800 tempest-DeleteServersTestJSON-915645800-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217293'] for port, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:17.210877 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-530ed3c0-863d-4d72-9c8a-f37fd1470fe4 admin admin] 10.222.0.42 "DELETE /v2.0/networks/31aab25e-55b8-4b74-b4d2-0d43994e3f49 HTTP/1.1" status: 204 len: 168 time: 4.4905479 Apr 18 20:59:17.224363 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0545f3b6-b0f9-4dc5-b6b7-dd6fff5671ec req-55d368c9-8967-4eb6-9bae-d2656ff5e9b5 tempest-DeleteServersTestJSON-915645800 tempest-DeleteServersTestJSON-915645800-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:59:17.231501 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-0545f3b6-b0f9-4dc5-b6b7-dd6fff5671ec req-55d368c9-8967-4eb6-9bae-d2656ff5e9b5 tempest-DeleteServersTestJSON-915645800 tempest-DeleteServersTestJSON-915645800-project] 10.222.0.42 "GET /v2.0/ports?device_id=2acbe8d9-d959-40de-963f-d892f3d117bc HTTP/1.1" status: 200 len: 931 time: 0.5592670 Apr 18 20:59:17.233079 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-f16f0a82-969f-427b-83e4-e55859a55913 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:17.245015 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-f16f0a82-969f-427b-83e4-e55859a55913 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33528224'] for security_group, after_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:17.255175 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [req-c6bff70a-2429-4673-a746-abb7a35b3abc req-35edbd40-7962-4daf-bba1-f984070623fe tempest-ServersTestJSON-1424434350 tempest-ServersTestJSON-1424434350-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:59:17.285981 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-370c3cf1-6281-4941-87af-572b197eb796 tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:59:17.286460 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-370c3cf1-6281-4941-87af-572b197eb796 tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Synchronizing usage tracker for tenant:1256b788e8184019a07eb24a482acda4 on resource:port {{(pid=84041) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 20:59:17.298613 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [req-c6bff70a-2429-4673-a746-abb7a35b3abc req-35edbd40-7962-4daf-bba1-f984070623fe tempest-ServersTestJSON-1424434350 tempest-ServersTestJSON-1424434350-project] Usage tracker for resource:port and tenant:ba267e3ba48c4ff1b4fc57f8cfab7c8c is out of sync, need to count used quota {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:59:17.316582 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-0545f3b6-b0f9-4dc5-b6b7-dd6fff5671ec req-aed3ddb1-14b5-490b-b32b-305583b5fbe4 tempest-DeleteServersTestJSON-915645800 tempest-DeleteServersTestJSON-915645800-project] 10.222.0.42 "GET /v2.0/security-groups?id=588d127b-19b7-4c3d-9f79-a400181b94e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0829341 Apr 18 20:59:17.321617 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [req-c6bff70a-2429-4673-a746-abb7a35b3abc req-35edbd40-7962-4daf-bba1-f984070623fe tempest-ServersTestJSON-1424434350 tempest-ServersTestJSON-1424434350-project] Quota usage for port was recalculated. Used quota:2. {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:59:17.322336 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-a91d9a95-67aa-4deb-8f8a-4e0b893a538b req-76941f15-6993-4edd-b8ee-53e244bafc6e tempest-DeleteServersTestJSON-915645800 tempest-DeleteServersTestJSON-915645800-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.0768113 Apr 18 20:59:17.334556 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.v2.base [req-a91d9a95-67aa-4deb-8f8a-4e0b893a538b req-381e5611-4402-434b-b3c4-3c75329b59fa service neutron] Request body: {'port': {'device_id': '2acbe8d9-d959-40de-963f-d892f3d117bc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-838334-2'}} {{(pid=84040) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 20:59:17.370970 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-370c3cf1-6281-4941-87af-572b197eb796 tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Unset dirty status for tenant:1256b788e8184019a07eb24a482acda4 on resource:port {{(pid=84041) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 20:59:17.375087 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-370c3cf1-6281-4941-87af-572b197eb796 tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] 10.222.0.42 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1048 time: 0.6477132 Apr 18 20:59:17.376456 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-5ed00364-9395-4a15-b669-1602ecb9f8fa tempest-AttachVolumeNegativeTest-555605742 tempest-AttachVolumeNegativeTest-555605742-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750374836619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32440838'] for port, after_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:17.381133 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 55568) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:59:17.383019 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-f16f0a82-969f-427b-83e4-e55859a55913 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=7bb36141534e4eac987493596139c026&name=default HTTP/1.1" status: 200 len: 2647 time: 2.2551181 Apr 18 20:59:17.386960 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 55570) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:59:17.387899 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [req-c6bff70a-2429-4673-a746-abb7a35b3abc req-35edbd40-7962-4daf-bba1-f984070623fe tempest-ServersTestJSON-1424434350 tempest-ServersTestJSON-1424434350-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:59:17.407003 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f16f0a82-969f-427b-83e4-e55859a55913 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b46f4f3b-fd2f-4f21-a6da-0eb3b1d2149b,revision_number=1']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:59:17.435484 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c6bff70a-2429-4673-a746-abb7a35b3abc req-35edbd40-7962-4daf-bba1-f984070623fe tempest-ServersTestJSON-1424434350 tempest-ServersTestJSON-1424434350-project] Made reservation on behalf of ba267e3ba48c4ff1b4fc57f8cfab7c8c for: {'port': 1} {{(pid=84041) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:59:17.439073 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [req-c6bff70a-2429-4673-a746-abb7a35b3abc req-35edbd40-7962-4daf-bba1-f984070623fe tempest-ServersTestJSON-1424434350 tempest-ServersTestJSON-1424434350-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:17.464344 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 55574) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:59:17.618124 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-03bbff33-9382-4b56-a3a0-c790466230b6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:17.689536 n-d-838334-2 neutron-server[84040]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ed00364-9395-4a15-b669-1602ecb9f8fa tempest-AttachVolumeNegativeTest-555605742 tempest-AttachVolumeNegativeTest-555605742-project] Network e41b6600-a917-4a8d-b05c-be3be40c6d8c is already hosted by enough agents. {{(pid=84040) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:59:17.692869 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-0137366a-1362-4b76-8d91-4dc8e3c3d039 req-28579aa0-17e2-4fa9-b7d2-fe82c9a74f54 tempest-ServersTestJSON-1424434350 tempest-ServersTestJSON-1424434350-project] 10.222.0.42 "GET /v2.0/ports?device_id=b076d356-9799-477c-a2f8-5aae86773e2b HTTP/1.1" status: 200 len: 210 time: 0.1886017 Apr 18 20:59:17.705021 n-d-838334-2 neutron-server[84040]: DEBUG neutron.scheduler.base_scheduler [None req-5ed00364-9395-4a15-b669-1602ecb9f8fa tempest-AttachVolumeNegativeTest-555605742 tempest-AttachVolumeNegativeTest-555605742-project] Resources bound (agent type, host, resource id): {{(pid=84040) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:59:17.708166 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ed00364-9395-4a15-b669-1602ecb9f8fa tempest-AttachVolumeNegativeTest-555605742 tempest-AttachVolumeNegativeTest-555605742-project] Received port after_create {{(pid=84040) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 20:59:17.718659 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-3aade9ca-e6bc-45c0-9ad7-49f7d40a46ab admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=9feceef4d3df4daeb6497a95fbe12eb7&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2503803 Apr 18 20:59:17.722784 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-03bbff33-9382-4b56-a3a0-c790466230b6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:17.746829 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 55580) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:59:17.838002 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.db_base_plugin_common [req-c6bff70a-2429-4673-a746-abb7a35b3abc req-35edbd40-7962-4daf-bba1-f984070623fe tempest-ServersTestJSON-1424434350 tempest-ServersTestJSON-1424434350-project] Allocated IP 172.20.0.11 (7083f08e-ab4e-49e9-91e4-270e03cc3e4c/b602689e-1bf9-4316-afee-2c16d3405af1/a9cff535-f3b5-4c2c-a78e-cc82ac9bc74a) {{(pid=84041) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:59:17.880855 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-dd77e2bb-db52-4512-8fe4-aec935865753 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750375287399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253529'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:17.916722 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ed00364-9395-4a15-b669-1602ecb9f8fa tempest-AttachVolumeNegativeTest-555605742 tempest-AttachVolumeNegativeTest-555605742-project] Pushing event updated for resources: {'Port': ['ID=5c73a15f-919d-4b17-8fbe-ec68e9dbc790,revision_number=1']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:59:17.917776 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-03bbff33-9382-4b56-a3a0-c790466230b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33528224'] for security_group, after_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:17.951490 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-a91d9a95-67aa-4deb-8f8a-4e0b893a538b req-381e5611-4402-434b-b3c4-3c75329b59fa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:17.965077 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-79ee77ac-523c-44e5-bf5f-217605ecb520 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:18.000371 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03bbff33-9382-4b56-a3a0-c790466230b6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b46f4f3b-fd2f-4f21-a6da-0eb3b1d2149b,revision_number=None']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:59:18.032978 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f19d9576-02cc-4a43-a22f-9742f7039d30 req-04590f63-2fbc-4edc-8043-75ae9b7e5264 tempest-ServersNegativeTestJSON-508382254 tempest-ServersNegativeTestJSON-508382254-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:59:18.034689 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-f19d9576-02cc-4a43-a22f-9742f7039d30 req-04590f63-2fbc-4edc-8043-75ae9b7e5264 tempest-ServersNegativeTestJSON-508382254 tempest-ServersNegativeTestJSON-508382254-project] 10.222.0.42 "GET /v2.0/ports?device_id=2197a591-197e-47fe-9210-1387bfb6ec5e HTTP/1.1" status: 200 len: 945 time: 0.6652076 Apr 18 20:59:18.047937 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-79ee77ac-523c-44e5-bf5f-217605ecb520 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:18.104997 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5fd74db2-eddc-4164-8a71-60336c39a14e tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:59:18.105710 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-5fd74db2-eddc-4164-8a71-60336c39a14e tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Synchronizing usage tracker for tenant:1256b788e8184019a07eb24a482acda4 on resource:port {{(pid=84040) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 20:59:18.121902 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-03bbff33-9382-4b56-a3a0-c790466230b6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:18.123674 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-03bbff33-9382-4b56-a3a0-c790466230b6 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/b46f4f3b-fd2f-4f21-a6da-0eb3b1d2149b HTTP/1.1" status: 204 len: 168 time: 0.7327855 Apr 18 20:59:18.213562 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-79ee77ac-523c-44e5-bf5f-217605ecb520 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33528224'] for security_group, after_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:18.227395 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-5fd74db2-eddc-4164-8a71-60336c39a14e tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Unset dirty status for tenant:1256b788e8184019a07eb24a482acda4 on resource:port {{(pid=84040) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 20:59:18.228845 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-5fd74db2-eddc-4164-8a71-60336c39a14e tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] 10.222.0.42 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1048 time: 0.7298985 Apr 18 20:59:18.231308 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-f19d9576-02cc-4a43-a22f-9742f7039d30 req-dff0b745-bce4-4835-b8d7-b5a39e8ebce4 tempest-ServersNegativeTestJSON-508382254 tempest-ServersNegativeTestJSON-508382254-project] 10.222.0.42 "GET /v2.0/security-groups?id=ada0ecb3-b1bc-4ba2-8e6c-b06ba09daca2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1762972 Apr 18 20:59:18.232198 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 55588) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:59:18.335230 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79ee77ac-523c-44e5-bf5f-217605ecb520 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=90f86da5-60b0-4e29-8e55-fe6cf6b75c5e,revision_number=None']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:59:18.386165 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9428170f-af90-4567-96d3-6358f135ed83 tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:59:18.387649 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9428170f-af90-4567-96d3-6358f135ed83 tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:59:18.393776 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9428170f-af90-4567-96d3-6358f135ed83 tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:59:18.397390 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-9428170f-af90-4567-96d3-6358f135ed83 tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Synchronizing usage tracker for tenant:1256b788e8184019a07eb24a482acda4 on resource:subnet {{(pid=84041) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 20:59:18.435338 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [req-c6bff70a-2429-4673-a746-abb7a35b3abc req-35edbd40-7962-4daf-bba1-f984070623fe tempest-ServersTestJSON-1424434350 tempest-ServersTestJSON-1424434350-project] Notify callbacks [] for port, precommit_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:18.453843 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-79ee77ac-523c-44e5-bf5f-217605ecb520 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:18.454985 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-79ee77ac-523c-44e5-bf5f-217605ecb520 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/90f86da5-60b0-4e29-8e55-fe6cf6b75c5e HTTP/1.1" status: 204 len: 168 time: 0.7070348 Apr 18 20:59:18.515296 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-9428170f-af90-4567-96d3-6358f135ed83 tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Unset dirty status for tenant:1256b788e8184019a07eb24a482acda4 on resource:subnet {{(pid=84041) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 20:59:18.525323 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-9428170f-af90-4567-96d3-6358f135ed83 tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] 10.222.0.42 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.2892811 Apr 18 20:59:18.527147 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 55602) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:59:18.566112 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-5ed00364-9395-4a15-b669-1602ecb9f8fa tempest-AttachVolumeNegativeTest-555605742 tempest-AttachVolumeNegativeTest-555605742-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:18.804009 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-5ed00364-9395-4a15-b669-1602ecb9f8fa tempest-AttachVolumeNegativeTest-555605742 tempest-AttachVolumeNegativeTest-555605742-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:18.903467 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d896c546-8e63-4207-ac72-548837bbe665 req-dcdc950b-10b1-4d30-93e3-f9a7835c78d5 tempest-ServersNegativeTestJSON-508382254 tempest-ServersNegativeTestJSON-508382254-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:59:18.905213 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-d896c546-8e63-4207-ac72-548837bbe665 req-dcdc950b-10b1-4d30-93e3-f9a7835c78d5 tempest-ServersNegativeTestJSON-508382254 tempest-ServersNegativeTestJSON-508382254-project] 10.222.0.42 "GET /v2.0/ports?device_id=2197a591-197e-47fe-9210-1387bfb6ec5e HTTP/1.1" status: 200 len: 945 time: 0.4289358 Apr 18 20:59:18.920570 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 55610) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:59:18.987757 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750375287399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253529'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:19.019792 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.db.resource_extend [req-a91d9a95-67aa-4deb-8f8a-4e0b893a538b req-381e5611-4402-434b-b3c4-3c75329b59fa service neutron] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 18 20:59:19.042994 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-5449d1d5-b527-4c37-8be5-b5f0a14d2377 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:19.079535 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.db_base_plugin_v2 [None req-8ed5e45a-e3aa-4383-800f-b8b851937be0 tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Deleting subnet 03ec95f7-67ca-417e-a9dd-98e95e716ffe {{(pid=84041) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 18 20:59:19.084934 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [req-c6bff70a-2429-4673-a746-abb7a35b3abc req-35edbd40-7962-4daf-bba1-f984070623fe tempest-ServersTestJSON-1424434350 tempest-ServersTestJSON-1424434350-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750374836619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32266323'] for port, after_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:19.087909 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-8ed5e45a-e3aa-4383-800f-b8b851937be0 tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Notify callbacks [] for subnet, before_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:19.100031 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] get_ports_and_sgs() called for port_ids ['ed7f9d58-c4ad-4fbb-b41c-335c64ff7b7f'] {{(pid=84042) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 18 20:59:19.187789 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] get_ports_and_sgs() called for port_ids ['8f0ac191-0475-420d-bcd7-62c84624a6ea'] {{(pid=84042) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 18 20:59:19.238339 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27c686ee-c245-4409-bca9-20eda80d4a06 req-ce9dbed6-74ae-4259-85cb-806d3a755d66 tempest-DeleteServersTestJSON-915645800 tempest-DeleteServersTestJSON-915645800-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:59:19.239280 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [req-27c686ee-c245-4409-bca9-20eda80d4a06 req-ce9dbed6-74ae-4259-85cb-806d3a755d66 tempest-DeleteServersTestJSON-915645800 tempest-DeleteServersTestJSON-915645800-project] Synchronizing usage tracker for tenant:7fa7a8b3916440879a3373a5a8935507 on resource:port {{(pid=84040) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 20:59:19.276083 n-d-838334-2 neutron-server[84040]: DEBUG neutron.notifiers.nova [req-a91d9a95-67aa-4deb-8f8a-4e0b893a538b req-381e5611-4402-434b-b3c4-3c75329b59fa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 09d2434c-af0a-465e-86d8-cc222584bcfd {{(pid=84040) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 18 20:59:19.288408 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-d896c546-8e63-4207-ac72-548837bbe665 req-57b364e4-f188-406f-bb81-11e032b76bb9 tempest-ServersNegativeTestJSON-508382254 tempest-ServersNegativeTestJSON-508382254-project] 10.222.0.42 "GET /v2.0/security-groups?id=ada0ecb3-b1bc-4ba2-8e6c-b06ba09daca2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3668535 Apr 18 20:59:19.302442 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-a91d9a95-67aa-4deb-8f8a-4e0b893a538b req-381e5611-4402-434b-b3c4-3c75329b59fa service neutron] Notify callbacks [] for port, precommit_update {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:19.319307 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-8ed5e45a-e3aa-4383-800f-b8b851937be0 tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32266383'] for subnet, precommit_delete_associations {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:19.325522 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [None req-5449d1d5-b527-4c37-8be5-b5f0a14d2377 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:59:19.338150 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [req-27c686ee-c245-4409-bca9-20eda80d4a06 req-ce9dbed6-74ae-4259-85cb-806d3a755d66 tempest-DeleteServersTestJSON-915645800 tempest-DeleteServersTestJSON-915645800-project] Unset dirty status for tenant:7fa7a8b3916440879a3373a5a8935507 on resource:port {{(pid=84040) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 20:59:19.345205 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-27c686ee-c245-4409-bca9-20eda80d4a06 req-ce9dbed6-74ae-4259-85cb-806d3a755d66 tempest-DeleteServersTestJSON-915645800 tempest-DeleteServersTestJSON-915645800-project] 10.222.0.42 "GET /v2.0/ports?device_id=2acbe8d9-d959-40de-963f-d892f3d117bc HTTP/1.1" status: 200 len: 931 time: 0.6553626 Apr 18 20:59:19.349039 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-5449d1d5-b527-4c37-8be5-b5f0a14d2377 admin admin] Usage tracker for resource:security_group_rule and tenant:a3cd7b7db60e4a4a891cf054791668be is out of sync, need to count used quota {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:59:19.368788 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-5449d1d5-b527-4c37-8be5-b5f0a14d2377 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:59:19.407481 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.provisioning_blocks [req-a91d9a95-67aa-4deb-8f8a-4e0b893a538b req-381e5611-4402-434b-b3c4-3c75329b59fa service neutron] Transition to ACTIVE for port object 09d2434c-af0a-465e-86d8-cc222584bcfd will not be triggered until provisioned by entity L2. {{(pid=84040) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 20:59:19.410403 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [None req-5449d1d5-b527-4c37-8be5-b5f0a14d2377 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:59:19.468451 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-27c686ee-c245-4409-bca9-20eda80d4a06 req-fd94075b-b505-4361-b47c-0bdfff07ba36 tempest-DeleteServersTestJSON-915645800 tempest-DeleteServersTestJSON-915645800-project] 10.222.0.42 "GET /v2.0/security-groups?id=588d127b-19b7-4c3d-9f79-a400181b94e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1217978 Apr 18 20:59:19.469481 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-a91d9a95-67aa-4deb-8f8a-4e0b893a538b req-381e5611-4402-434b-b3c4-3c75329b59fa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32440959'] for port, after_update {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:19.492523 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-8ed5e45a-e3aa-4383-800f-b8b851937be0 tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1260556'] for subnet, precommit_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:19.560036 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-414b6ffe-e119-47bc-b18f-bcff1219c2f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750375287399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253529'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:19.580143 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 55618) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:59:19.603162 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-8ed5e45a-e3aa-4383-800f-b8b851937be0 tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1260549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33526260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32266336', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32486390'] for subnet, after_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:19.665992 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ed5e45a-e3aa-4383-800f-b8b851937be0 tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Pushing event deleted for resources: {'Subnet': ['ID=03ec95f7-67ca-417e-a9dd-98e95e716ffe,revision_number=None']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:59:19.682966 n-d-838334-2 neutron-server[84041]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c6bff70a-2429-4673-a746-abb7a35b3abc req-35edbd40-7962-4daf-bba1-f984070623fe tempest-ServersTestJSON-1424434350 tempest-ServersTestJSON-1424434350-project] Network 7083f08e-ab4e-49e9-91e4-270e03cc3e4c is already hosted by enough agents. {{(pid=84041) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:59:19.690679 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-8ed5e45a-e3aa-4383-800f-b8b851937be0 tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Notify callbacks [] for subnet, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:19.693641 n-d-838334-2 neutron-server[84041]: DEBUG neutron.scheduler.base_scheduler [req-c6bff70a-2429-4673-a746-abb7a35b3abc req-35edbd40-7962-4daf-bba1-f984070623fe tempest-ServersTestJSON-1424434350 tempest-ServersTestJSON-1424434350-project] Resources bound (agent type, host, resource id): {{(pid=84041) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:59:19.698340 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.l3_dvrscheduler_db [req-c6bff70a-2429-4673-a746-abb7a35b3abc req-35edbd40-7962-4daf-bba1-f984070623fe tempest-ServersTestJSON-1424434350 tempest-ServersTestJSON-1424434350-project] Received port after_create {{(pid=84041) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 20:59:19.718593 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.db.resource_extend [None req-5ed00364-9395-4a15-b669-1602ecb9f8fa tempest-AttachVolumeNegativeTest-555605742 tempest-AttachVolumeNegativeTest-555605742-project] It took 0.19 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 18 20:59:19.737943 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29c02eeb-ebb9-41bc-b779-cfa98077dacb None None] Network ef903069-7c89-4376-963f-99c58ca6d615 requested from n-d-838334-2 {{(pid=84042) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 20:59:19.766338 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6bff70a-2429-4673-a746-abb7a35b3abc req-35edbd40-7962-4daf-bba1-f984070623fe tempest-ServersTestJSON-1424434350 tempest-ServersTestJSON-1424434350-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:59:19.766991 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [req-c6bff70a-2429-4673-a746-abb7a35b3abc req-35edbd40-7962-4daf-bba1-f984070623fe tempest-ServersTestJSON-1424434350 tempest-ServersTestJSON-1424434350-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217293'] for port, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:19.775302 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35edbd40-7962-4daf-bba1-f984070623fe tempest-ServersTestJSON-1424434350 tempest-ServersTestJSON-1424434350-project] Pushing event updated for resources: {'Port': ['ID=a9cff535-f3b5-4c2c-a78e-cc82ac9bc74a,revision_number=1']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:59:19.805100 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-8ed5e45a-e3aa-4383-800f-b8b851937be0 tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] 10.222.0.42 "DELETE /v2.0/subnets/03ec95f7-67ca-417e-a9dd-98e95e716ffe HTTP/1.1" status: 204 len: 168 time: 1.2567365 Apr 18 20:59:19.805878 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 55626) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:59:19.810256 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-c6bff70a-2429-4673-a746-abb7a35b3abc req-35edbd40-7962-4daf-bba1-f984070623fe tempest-ServersTestJSON-1424434350 tempest-ServersTestJSON-1424434350-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.9846723 Apr 18 20:59:19.883982 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.v2.base [req-c6bff70a-2429-4673-a746-abb7a35b3abc req-83489fb5-c5da-41b6-a263-e631eac5e271 service neutron] Request body: {'port': {'device_id': 'b076d356-9799-477c-a2f8-5aae86773e2b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-838334-2'}} {{(pid=84041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 20:59:19.888830 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-381e5611-4402-434b-b3c4-3c75329b59fa service neutron] Pushing event updated for resources: {'Port': ['ID=09d2434c-af0a-465e-86d8-cc222584bcfd,revision_number=2']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:59:19.896641 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-5ed00364-9395-4a15-b669-1602ecb9f8fa tempest-AttachVolumeNegativeTest-555605742 tempest-AttachVolumeNegativeTest-555605742-project] Notify callbacks [] for port, precommit_update {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:20.019744 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.db_base_plugin_v2 [None req-18a867fd-af05-478b-b724-4c43c170e182 tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Deleting subnet 6ae24c09-9bfa-48dc-b790-1aa0a4794ce2 {{(pid=84041) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 18 20:59:20.020309 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-5ed00364-9395-4a15-b669-1602ecb9f8fa tempest-AttachVolumeNegativeTest-555605742 tempest-AttachVolumeNegativeTest-555605742-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32440959'] for port, after_update {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:20.029495 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-18a867fd-af05-478b-b724-4c43c170e182 tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Notify callbacks [] for subnet, before_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:20.105701 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-18a867fd-af05-478b-b724-4c43c170e182 tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32266383'] for subnet, precommit_delete_associations {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:20.110779 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ed00364-9395-4a15-b669-1602ecb9f8fa tempest-AttachVolumeNegativeTest-555605742 tempest-AttachVolumeNegativeTest-555605742-project] Pushing event updated for resources: {'Port': ['ID=5c73a15f-919d-4b17-8fbe-ec68e9dbc790,revision_number=2']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:59:20.297667 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-6e58931b-17f1-47c3-b436-1ad63ba15b94 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=9c3a606dad9e48989459bbc53cd7dc18&name=default HTTP/1.1" status: 200 len: 2647 time: 0.7157731 Apr 18 20:59:20.302602 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 55632) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:59:20.304127 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-5449d1d5-b527-4c37-8be5-b5f0a14d2377 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:20.332520 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-5449d1d5-b527-4c37-8be5-b5f0a14d2377 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33528224'] for security_group, after_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:20.349804 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-18a867fd-af05-478b-b724-4c43c170e182 tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1260556'] for subnet, precommit_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:20.399030 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1227bc44-91e5-4157-b30f-ccfc1ee294d2 req-6f4a8b3a-4888-4f30-8ab4-b39e6e1c6c18 tempest-ServersTestJSON-1424434350 tempest-ServersTestJSON-1424434350-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:59:20.405864 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-1227bc44-91e5-4157-b30f-ccfc1ee294d2 req-6f4a8b3a-4888-4f30-8ab4-b39e6e1c6c18 tempest-ServersTestJSON-1424434350 tempest-ServersTestJSON-1424434350-project] 10.222.0.42 "GET /v2.0/ports?device_id=b076d356-9799-477c-a2f8-5aae86773e2b HTTP/1.1" status: 200 len: 932 time: 0.6389968 Apr 18 20:59:20.513568 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-6c98274d-043e-47ae-81eb-dd4f8780dd8e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:20.516124 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-c7521a90-7d65-4e2e-842c-ca5d95e9a89c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750375287399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253529'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:20.519963 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [req-c6bff70a-2429-4673-a746-abb7a35b3abc req-83489fb5-c5da-41b6-a263-e631eac5e271 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:20.549038 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-18a867fd-af05-478b-b724-4c43c170e182 tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1260549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33526260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32266336', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32486390'] for subnet, after_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:20.617145 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.managers [req-a91d9a95-67aa-4deb-8f8a-4e0b893a538b req-381e5611-4402-434b-b3c4-3c75329b59fa service neutron] Attempting to bind port 09d2434c-af0a-465e-86d8-cc222584bcfd on host n-h2-838334-2 for vnic_type normal with profile {{(pid=84040) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:59:20.618015 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.managers [req-a91d9a95-67aa-4deb-8f8a-4e0b893a538b req-381e5611-4402-434b-b3c4-3c75329b59fa service neutron] Attempting to bind port 09d2434c-af0a-465e-86d8-cc222584bcfd by drivers openvswitch,hyperv on host n-h2-838334-2 at level 0 using segments [{'id': 'eb1f29ad-3d05-4e72-b227-469dc1660e3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': 'f7467a4f-b1b1-4464-b74e-f3b773c53ca1'}] {{(pid=84040) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:59:20.619245 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a91d9a95-67aa-4deb-8f8a-4e0b893a538b req-381e5611-4402-434b-b3c4-3c75329b59fa service neutron] Attempting to bind port 09d2434c-af0a-465e-86d8-cc222584bcfd on network f7467a4f-b1b1-4464-b74e-f3b773c53ca1 {{(pid=84040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 20:59:20.636560 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-6c98274d-043e-47ae-81eb-dd4f8780dd8e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:20.645720 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18a867fd-af05-478b-b724-4c43c170e182 tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Pushing event deleted for resources: {'Subnet': ['ID=6ae24c09-9bfa-48dc-b790-1aa0a4794ce2,revision_number=None']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:59:20.661231 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a91d9a95-67aa-4deb-8f8a-4e0b893a538b req-381e5611-4402-434b-b3c4-3c75329b59fa service neutron] Port 09d2434c-af0a-465e-86d8-cc222584bcfd on network f7467a4f-b1b1-4464-b74e-f3b773c53ca1 not bound, no agent of type Open vSwitch agent registered on host n-h2-838334-2 {{(pid=84040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 18 20:59:20.662365 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a91d9a95-67aa-4deb-8f8a-4e0b893a538b req-381e5611-4402-434b-b3c4-3c75329b59fa service neutron] Attempting to bind port 09d2434c-af0a-465e-86d8-cc222584bcfd on network f7467a4f-b1b1-4464-b74e-f3b773c53ca1 {{(pid=84040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 20:59:20.669593 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-18a867fd-af05-478b-b724-4c43c170e182 tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Notify callbacks [] for subnet, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:20.676853 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-5ed00364-9395-4a15-b669-1602ecb9f8fa tempest-AttachVolumeNegativeTest-555605742 tempest-AttachVolumeNegativeTest-555605742-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33444131'] for floatingip, after_update {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:20.702575 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a91d9a95-67aa-4deb-8f8a-4e0b893a538b req-381e5611-4402-434b-b3c4-3c75329b59fa service neutron] Checking agent: {'id': 'dc797004-f641-47b7-a77f-9c62b5b16296', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-838334-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 34, 3), 'started_at': datetime.datetime(2022, 4, 18, 20, 34, 3), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 20, 59, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 18 20:59:20.703289 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a91d9a95-67aa-4deb-8f8a-4e0b893a538b req-381e5611-4402-434b-b3c4-3c75329b59fa service neutron] Checking segment: {'id': 'eb1f29ad-3d05-4e72-b227-469dc1660e3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': 'f7467a4f-b1b1-4464-b74e-f3b773c53ca1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84040) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 20:59:20.708024 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a91d9a95-67aa-4deb-8f8a-4e0b893a538b req-381e5611-4402-434b-b3c4-3c75329b59fa service neutron] Bound using segment: {'id': 'eb1f29ad-3d05-4e72-b227-469dc1660e3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': 'f7467a4f-b1b1-4464-b74e-f3b773c53ca1'} {{(pid=84040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 18 20:59:20.708878 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.managers [req-a91d9a95-67aa-4deb-8f8a-4e0b893a538b req-381e5611-4402-434b-b3c4-3c75329b59fa service neutron] Bound port: 09d2434c-af0a-465e-86d8-cc222584bcfd, host: n-h2-838334-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'eb1f29ad-3d05-4e72-b227-469dc1660e3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': 'f7467a4f-b1b1-4464-b74e-f3b773c53ca1'}}] {{(pid=84040) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 20:59:20.709585 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-a91d9a95-67aa-4deb-8f8a-4e0b893a538b req-381e5611-4402-434b-b3c4-3c75329b59fa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:20.723417 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-18a867fd-af05-478b-b724-4c43c170e182 tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] 10.222.0.42 "DELETE /v2.0/subnets/6ae24c09-9bfa-48dc-b790-1aa0a4794ce2 HTTP/1.1" status: 204 len: 168 time: 0.9153554 Apr 18 20:59:20.725794 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 55638) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:59:20.734822 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5449d1d5-b527-4c37-8be5-b5f0a14d2377 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1dd080cf-7ea1-499a-882f-084a5d64c3c8,revision_number=1']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:59:20.740188 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-5449d1d5-b527-4c37-8be5-b5f0a14d2377 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=a3cd7b7db60e4a4a891cf054791668be&name=default HTTP/1.1" status: 200 len: 2647 time: 1.7948759 Apr 18 20:59:20.754933 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58142d9b-57a0-42bd-ae50-81491aac0f80 req-f2023982-87ad-4bc3-a602-b76e787a6388 tempest-ServersNegativeTestJSON-508382254 tempest-ServersNegativeTestJSON-508382254-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:59:20.762607 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-58142d9b-57a0-42bd-ae50-81491aac0f80 req-f2023982-87ad-4bc3-a602-b76e787a6388 tempest-ServersNegativeTestJSON-508382254 tempest-ServersNegativeTestJSON-508382254-project] 10.222.0.42 "GET /v2.0/ports?device_id=2197a591-197e-47fe-9210-1387bfb6ec5e HTTP/1.1" status: 200 len: 945 time: 0.7252257 Apr 18 20:59:20.783122 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 55642) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:59:20.843109 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-1227bc44-91e5-4157-b30f-ccfc1ee294d2 req-8f3aedfb-f3b4-402f-aada-c07e15e590a7 tempest-ServersTestJSON-1424434350 tempest-ServersTestJSON-1424434350-project] 10.222.0.42 "GET /v2.0/security-groups?id=a3de1b7a-019c-40dd-8c9d-3a3f159b2bd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4363132 Apr 18 20:59:20.856415 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-31df8c6d-615e-45ea-adc7-02777f361f11 tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] 10.222.0.42 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1290302 Apr 18 20:59:20.873283 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 55646) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:59:20.906067 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.v2.base [None req-740ab5dc-d53c-408d-a6d9-24cf411fb97f tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Request body: {'subnet': {'network_id': 'ef903069-7c89-4376-963f-99c58ca6d615', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=84041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 20:59:20.920416 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-5ed00364-9395-4a15-b669-1602ecb9f8fa tempest-AttachVolumeNegativeTest-555605742 tempest-AttachVolumeNegativeTest-555605742-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217293'] for floatingip, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:20.922001 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-5ed00364-9395-4a15-b669-1602ecb9f8fa tempest-AttachVolumeNegativeTest-555605742 tempest-AttachVolumeNegativeTest-555605742-project] 10.222.0.42 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 6.1312582 Apr 18 20:59:21.006046 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-6c98274d-043e-47ae-81eb-dd4f8780dd8e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33528224'] for security_group, after_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:21.007191 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-58142d9b-57a0-42bd-ae50-81491aac0f80 req-6973a557-e075-4fdc-b3bc-d92611c8a9a8 tempest-ServersNegativeTestJSON-508382254 tempest-ServersNegativeTestJSON-508382254-project] 10.222.0.42 "GET /v2.0/security-groups?id=ada0ecb3-b1bc-4ba2-8e6c-b06ba09daca2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2435229 Apr 18 20:59:21.014812 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-7b04aada-e068-4393-a913-874e9bd1de9f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:21.027121 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.db [req-a91d9a95-67aa-4deb-8f8a-4e0b893a538b req-381e5611-4402-434b-b3c4-3c75329b59fa service neutron] For port 09d2434c-af0a-465e-86d8-cc222584bcfd, host n-h2-838334-2, cleared binding levels {{(pid=84040) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 20:59:21.040174 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.db [req-a91d9a95-67aa-4deb-8f8a-4e0b893a538b req-381e5611-4402-434b-b3c4-3c75329b59fa service neutron] For port 09d2434c-af0a-465e-86d8-cc222584bcfd, host n-h2-838334-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838334-2',level=0,port_id=09d2434c-af0a-465e-86d8-cc222584bcfd,segment=NetworkSegment(eb1f29ad-3d05-4e72-b227-469dc1660e3c),segment_id=eb1f29ad-3d05-4e72-b227-469dc1660e3c)] {{(pid=84040) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 20:59:21.061418 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-a91d9a95-67aa-4deb-8f8a-4e0b893a538b req-381e5611-4402-434b-b3c4-3c75329b59fa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32440959'] for port, after_update {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:21.229854 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-7b04aada-e068-4393-a913-874e9bd1de9f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:21.276718 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-381e5611-4402-434b-b3c4-3c75329b59fa service neutron] Pushing event updated for resources: {'Port': ['ID=09d2434c-af0a-465e-86d8-cc222584bcfd,revision_number=3']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:59:21.282377 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c98274d-043e-47ae-81eb-dd4f8780dd8e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3254dab2-d381-4186-9c10-f18e143b06c1,revision_number=None']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:59:21.292200 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-a91d9a95-67aa-4deb-8f8a-4e0b893a538b req-381e5611-4402-434b-b3c4-3c75329b59fa service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217293'] for port, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:21.293574 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-a91d9a95-67aa-4deb-8f8a-4e0b893a538b req-381e5611-4402-434b-b3c4-3c75329b59fa service neutron] 10.222.0.48 "PUT /v2.0/ports/09d2434c-af0a-465e-86d8-cc222584bcfd HTTP/1.1" status: 200 len: 1091 time: 3.9634600 Apr 18 20:59:21.295551 n-d-838334-2 neutron-server[84040]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2acbe8d9-d959-40de-963f-d892f3d117bc', 'tag': '09d2434c-af0a-465e-86d8-cc222584bcfd'}] {{(pid=84040) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 20:59:21.313913 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-6c98274d-043e-47ae-81eb-dd4f8780dd8e admin admin] Notify callbacks [] for security_group, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:21.318950 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-6c98274d-043e-47ae-81eb-dd4f8780dd8e admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/3254dab2-d381-4186-9c10-f18e143b06c1 HTTP/1.1" status: 204 len: 168 time: 1.0099800 Apr 18 20:59:21.336021 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-740ab5dc-d53c-408d-a6d9-24cf411fb97f tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:59:21.343282 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-740ab5dc-d53c-408d-a6d9-24cf411fb97f tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Usage tracker for resource:subnet and tenant:1256b788e8184019a07eb24a482acda4 is out of sync, need to count used quota {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:59:21.348814 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-740ab5dc-d53c-408d-a6d9-24cf411fb97f tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:59:21.368735 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-740ab5dc-d53c-408d-a6d9-24cf411fb97f tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:59:21.407669 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-740ab5dc-d53c-408d-a6d9-24cf411fb97f tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Made reservation on behalf of 1256b788e8184019a07eb24a482acda4 for: {'subnet': 1} {{(pid=84041) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:59:21.411828 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-740ab5dc-d53c-408d-a6d9-24cf411fb97f tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32486301'] for subnet, before_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:21.448034 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-caeb9855-c548-46d5-aa9a-eeb655055beb None None] Network ef903069-7c89-4376-963f-99c58ca6d615 requested from n-d-838334-2 {{(pid=84042) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 20:59:21.485418 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-7b04aada-e068-4393-a913-874e9bd1de9f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33528224'] for security_group, after_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:21.601833 n-d-838334-2 neutron-server[84041]: DEBUG neutron.notifiers.nova [req-c6bff70a-2429-4673-a746-abb7a35b3abc req-83489fb5-c5da-41b6-a263-e631eac5e271 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a9cff535-f3b5-4c2c-a78e-cc82ac9bc74a {{(pid=84041) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 18 20:59:21.610031 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [req-c6bff70a-2429-4673-a746-abb7a35b3abc req-83489fb5-c5da-41b6-a263-e631eac5e271 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:21.664950 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b04aada-e068-4393-a913-874e9bd1de9f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1dd080cf-7ea1-499a-882f-084a5d64c3c8,revision_number=None']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:59:21.676321 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-7b04aada-e068-4393-a913-874e9bd1de9f admin admin] Notify callbacks [] for security_group, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:21.680186 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-7b04aada-e068-4393-a913-874e9bd1de9f admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/1dd080cf-7ea1-499a-882f-084a5d64c3c8 HTTP/1.1" status: 204 len: 168 time: 0.8908098 Apr 18 20:59:21.713280 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.provisioning_blocks [req-c6bff70a-2429-4673-a746-abb7a35b3abc req-83489fb5-c5da-41b6-a263-e631eac5e271 service neutron] Transition to ACTIVE for port object a9cff535-f3b5-4c2c-a78e-cc82ac9bc74a will not be triggered until provisioned by entity L2. {{(pid=84041) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 20:59:21.731271 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [req-c6bff70a-2429-4673-a746-abb7a35b3abc req-83489fb5-c5da-41b6-a263-e631eac5e271 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32266282'] for port, after_update {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:21.737571 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-8dd45b49-45b5-4754-a3c8-68ebaf64ada4 None None] Provisioning complete for port a91df975-cbfc-43e8-aa68-ac5c6e6b2d82 triggered by entity DHCP. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:59:21.738887 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-8dd45b49-45b5-4754-a3c8-68ebaf64ada4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1253608'] for port, provisioning_complete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:21.754096 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98f333bf-2c4d-44cb-9d23-738f298f4017 req-ef2dfe75-7d7b-49ae-969a-c733dad0e9c5 tempest-DeleteServersTestJSON-915645800 tempest-DeleteServersTestJSON-915645800-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:59:21.766540 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-98f333bf-2c4d-44cb-9d23-738f298f4017 req-ef2dfe75-7d7b-49ae-969a-c733dad0e9c5 tempest-DeleteServersTestJSON-915645800 tempest-DeleteServersTestJSON-915645800-project] 10.222.0.42 "GET /v2.0/ports?device_id=2acbe8d9-d959-40de-963f-d892f3d117bc HTTP/1.1" status: 200 len: 943 time: 0.6531150 Apr 18 20:59:21.829461 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93e90215-5e5b-497c-bc50-daf82686f179 req-3a843717-f003-4128-81a8-6c94b689e32a tempest-ServersNegativeTestJSON-508382254 tempest-ServersNegativeTestJSON-508382254-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:59:21.831520 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-93e90215-5e5b-497c-bc50-daf82686f179 req-3a843717-f003-4128-81a8-6c94b689e32a tempest-ServersNegativeTestJSON-508382254 tempest-ServersNegativeTestJSON-508382254-project] 10.222.0.42 "GET /v2.0/ports?device_id=2197a591-197e-47fe-9210-1387bfb6ec5e HTTP/1.1" status: 200 len: 945 time: 0.3479917 Apr 18 20:59:21.875115 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-98f333bf-2c4d-44cb-9d23-738f298f4017 req-74c87372-0f61-44b2-8fd7-2f2369da8301 tempest-DeleteServersTestJSON-915645800 tempest-DeleteServersTestJSON-915645800-project] 10.222.0.42 "GET /v2.0/security-groups?id=588d127b-19b7-4c3d-9f79-a400181b94e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1059780 Apr 18 20:59:21.933334 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-a91d9a95-67aa-4deb-8f8a-4e0b893a538b req-20670955-94be-4640-add4-bf6a299e0fc5 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=7fa7a8b3916440879a3373a5a8935507&device_id=2acbe8d9-d959-40de-963f-d892f3d117bc HTTP/1.1" status: 200 len: 1094 time: 0.5522246 Apr 18 20:59:22.077257 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-a91d9a95-67aa-4deb-8f8a-4e0b893a538b req-bb216852-3985-4089-8e6b-69e27a3a2262 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=09d2434c-af0a-465e-86d8-cc222584bcfd HTTP/1.1" status: 200 len: 217 time: 0.1256747 Apr 18 20:59:22.091213 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83489fb5-c5da-41b6-a263-e631eac5e271 service neutron] Pushing event updated for resources: {'Port': ['ID=a9cff535-f3b5-4c2c-a78e-cc82ac9bc74a,revision_number=2']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:59:22.099544 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-93e90215-5e5b-497c-bc50-daf82686f179 req-e444d4ed-bd64-470e-92b1-b8e69ce4ac8b tempest-ServersNegativeTestJSON-508382254 tempest-ServersNegativeTestJSON-508382254-project] 10.222.0.42 "GET /v2.0/security-groups?id=ada0ecb3-b1bc-4ba2-8e6c-b06ba09daca2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2432296 Apr 18 20:59:22.113555 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b17f477c-dadd-42b2-ac61-f43f3977861b None None] DHCP port deletion for ef903069-7c89-4376-963f-99c58ca6d615 request from n-d-838334-2 {{(pid=84042) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 18 20:59:22.118085 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.plugin [None req-b17f477c-dadd-42b2-ac61-f43f3977861b None None] Deleting port a91df975-cbfc-43e8-aa68-ac5c6e6b2d82 {{(pid=84042) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 20:59:22.118460 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-b17f477c-dadd-42b2-ac61-f43f3977861b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750375188691'] for port, before_delete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:22.257036 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [req-5ccd80ef-a043-44c8-a7b9-4431114c2b4b req-bfee9ee7-f96d-414d-958c-035b3c3c43e5 tempest-AttachVolumeNegativeTest-555605742 tempest-AttachVolumeNegativeTest-555605742-project] Synchronizing usage tracker for tenant:340d04fd839f4c0c896ec9bea561bc50 on resource:security_group {{(pid=84040) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 20:59:22.284440 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a91d9a95-67aa-4deb-8f8a-4e0b893a538b req-f3cdb416-1872-43fd-93d0-1deb94eaf0fa service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:59:22.288871 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-a91d9a95-67aa-4deb-8f8a-4e0b893a538b req-f3cdb416-1872-43fd-93d0-1deb94eaf0fa service neutron] 10.222.0.48 "GET /v2.0/subnets?id=4d302c72-cbf8-4bd9-ac2b-bdba885f7b5c HTTP/1.1" status: 200 len: 851 time: 0.2040081 Apr 18 20:59:22.297674 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [req-5ccd80ef-a043-44c8-a7b9-4431114c2b4b req-bfee9ee7-f96d-414d-958c-035b3c3c43e5 tempest-AttachVolumeNegativeTest-555605742 tempest-AttachVolumeNegativeTest-555605742-project] Unset dirty status for tenant:340d04fd839f4c0c896ec9bea561bc50 on resource:security_group {{(pid=84040) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 20:59:22.306424 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-5ccd80ef-a043-44c8-a7b9-4431114c2b4b req-bfee9ee7-f96d-414d-958c-035b3c3c43e5 tempest-AttachVolumeNegativeTest-555605742 tempest-AttachVolumeNegativeTest-555605742-project] 10.222.0.42 "GET /v2.0/security-groups?name=tempest-securitygroup--1271148481&fields=id&tenant_id=340d04fd839f4c0c896ec9bea561bc50 HTTP/1.1" status: 200 len: 267 time: 0.1183715 Apr 18 20:59:22.335706 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Device a91df975-cbfc-43e8-aa68-ac5c6e6b2d82 no longer exists at agent ovs-agent-n-d-838334-2 {{(pid=84042) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 20:59:22.360861 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-740ab5dc-d53c-408d-a6d9-24cf411fb97f tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33526260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32266407', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32486287'] for subnet, after_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:22.457282 n-d-838334-2 neutron-server[84040]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8a73e838-6b7b-443d-a503-a825104564e4'] response: {'name': 'network-changed', 'server_uuid': '2acbe8d9-d959-40de-963f-d892f3d117bc', 'tag': '09d2434c-af0a-465e-86d8-cc222584bcfd', 'status': 'completed', 'code': 200} Apr 18 20:59:22.620775 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-a91d9a95-67aa-4deb-8f8a-4e0b893a538b req-b4c6b923-751d-4a62-b859-c5323d51577f service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=f7467a4f-b1b1-4464-b74e-f3b773c53ca1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3079739 Apr 18 20:59:22.670640 n-d-838334-2 neutron-server[84041]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-740ab5dc-d53c-408d-a6d9-24cf411fb97f tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Network ef903069-7c89-4376-963f-99c58ca6d615 is already hosted by enough agents. {{(pid=84041) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:59:22.699072 n-d-838334-2 neutron-server[84041]: DEBUG neutron.scheduler.base_scheduler [None req-740ab5dc-d53c-408d-a6d9-24cf411fb97f tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Resources bound (agent type, host, resource id): {{(pid=84041) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:59:22.702566 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-740ab5dc-d53c-408d-a6d9-24cf411fb97f tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Pushing event updated for resources: {'Subnet': ['ID=b325d4e9-aa0c-4d16-bae2-a4e357542e1f,revision_number=0']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:59:22.707286 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-740ab5dc-d53c-408d-a6d9-24cf411fb97f tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:59:22.707895 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-740ab5dc-d53c-408d-a6d9-24cf411fb97f tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Notify callbacks [] for subnet, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:22.723914 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.managers [req-c6bff70a-2429-4673-a746-abb7a35b3abc req-83489fb5-c5da-41b6-a263-e631eac5e271 service neutron] Attempting to bind port a9cff535-f3b5-4c2c-a78e-cc82ac9bc74a on host n-h1-838334-2 for vnic_type normal with profile {{(pid=84041) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:59:22.724253 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.managers [req-c6bff70a-2429-4673-a746-abb7a35b3abc req-83489fb5-c5da-41b6-a263-e631eac5e271 service neutron] Attempting to bind port a9cff535-f3b5-4c2c-a78e-cc82ac9bc74a by drivers openvswitch,hyperv on host n-h1-838334-2 at level 0 using segments [{'id': '7487d154-ef4b-4701-b484-567750da716d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '7083f08e-ab4e-49e9-91e4-270e03cc3e4c'}] {{(pid=84041) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:59:22.724710 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6bff70a-2429-4673-a746-abb7a35b3abc req-83489fb5-c5da-41b6-a263-e631eac5e271 service neutron] Attempting to bind port a9cff535-f3b5-4c2c-a78e-cc82ac9bc74a on network 7083f08e-ab4e-49e9-91e4-270e03cc3e4c {{(pid=84041) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 20:59:22.755161 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6bff70a-2429-4673-a746-abb7a35b3abc req-83489fb5-c5da-41b6-a263-e631eac5e271 service neutron] Port a9cff535-f3b5-4c2c-a78e-cc82ac9bc74a on network 7083f08e-ab4e-49e9-91e4-270e03cc3e4c not bound, no agent of type Open vSwitch agent registered on host n-h1-838334-2 {{(pid=84041) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 18 20:59:22.755510 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6bff70a-2429-4673-a746-abb7a35b3abc req-83489fb5-c5da-41b6-a263-e631eac5e271 service neutron] Attempting to bind port a9cff535-f3b5-4c2c-a78e-cc82ac9bc74a on network 7083f08e-ab4e-49e9-91e4-270e03cc3e4c {{(pid=84041) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 20:59:22.760250 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-b17f477c-dadd-42b2-ac61-f43f3977861b None None] For port a91df975-cbfc-43e8-aa68-ac5c6e6b2d82, host n-d-838334-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838334-2',level=0,port_id=a91df975-cbfc-43e8-aa68-ac5c6e6b2d82,segment=NetworkSegment(fbf28fbd-36f8-46f3-be08-57d41821e390),segment_id=fbf28fbd-36f8-46f3-be08-57d41821e390)] {{(pid=84042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:59:22.760750 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-b17f477c-dadd-42b2-ac61-f43f3977861b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369123'] for port, precommit_delete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:22.803101 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-740ab5dc-d53c-408d-a6d9-24cf411fb97f tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.9240119 Apr 18 20:59:22.804079 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6bff70a-2429-4673-a746-abb7a35b3abc req-83489fb5-c5da-41b6-a263-e631eac5e271 service neutron] Checking agent: {'id': 'd63bab19-ff81-4de1-afeb-a3732288d0d7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-838334-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 33, 59), 'started_at': datetime.datetime(2022, 4, 18, 20, 33, 59), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 20, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84041) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 18 20:59:22.804411 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6bff70a-2429-4673-a746-abb7a35b3abc req-83489fb5-c5da-41b6-a263-e631eac5e271 service neutron] Checking segment: {'id': '7487d154-ef4b-4701-b484-567750da716d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '7083f08e-ab4e-49e9-91e4-270e03cc3e4c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84041) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 20:59:22.804787 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6bff70a-2429-4673-a746-abb7a35b3abc req-83489fb5-c5da-41b6-a263-e631eac5e271 service neutron] Bound using segment: {'id': '7487d154-ef4b-4701-b484-567750da716d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '7083f08e-ab4e-49e9-91e4-270e03cc3e4c'} {{(pid=84041) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 18 20:59:22.805232 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.managers [req-c6bff70a-2429-4673-a746-abb7a35b3abc req-83489fb5-c5da-41b6-a263-e631eac5e271 service neutron] Bound port: a9cff535-f3b5-4c2c-a78e-cc82ac9bc74a, host: n-h1-838334-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7487d154-ef4b-4701-b484-567750da716d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '7083f08e-ab4e-49e9-91e4-270e03cc3e4c'}}] {{(pid=84041) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 20:59:22.805575 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [req-c6bff70a-2429-4673-a746-abb7a35b3abc req-83489fb5-c5da-41b6-a263-e631eac5e271 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:22.821345 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 55696) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:59:22.842781 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.v2.base [None req-fa6a67f6-292d-4b1b-8a15-d5a1cb52206d tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Request body: {'subnet': {'network_id': 'ef903069-7c89-4376-963f-99c58ca6d615', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=84041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 20:59:23.097567 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.plugin [None req-b17f477c-dadd-42b2-ac61-f43f3977861b None None] Calling delete_port for a91df975-cbfc-43e8-aa68-ac5c6e6b2d82 owned by network:dhcp {{(pid=84042) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 20:59:23.243708 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9714856-ef59-46de-993d-762bc7589ba2 req-4b45bb83-62f0-4b52-a265-42cf1581e293 tempest-ServersTestJSON-1424434350 tempest-ServersTestJSON-1424434350-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:59:23.248198 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-b9714856-ef59-46de-993d-762bc7589ba2 req-4b45bb83-62f0-4b52-a265-42cf1581e293 tempest-ServersTestJSON-1424434350 tempest-ServersTestJSON-1424434350-project] 10.222.0.42 "GET /v2.0/ports?device_id=b076d356-9799-477c-a2f8-5aae86773e2b HTTP/1.1" status: 200 len: 944 time: 0.6308613 Apr 18 20:59:23.248758 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 55710) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:59:23.295169 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-b17f477c-dadd-42b2-ac61-f43f3977861b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750375259028', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750374836628'] for port, after_delete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:23.301199 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.db [req-c6bff70a-2429-4673-a746-abb7a35b3abc req-83489fb5-c5da-41b6-a263-e631eac5e271 service neutron] For port a9cff535-f3b5-4c2c-a78e-cc82ac9bc74a, host n-h1-838334-2, cleared binding levels {{(pid=84041) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 20:59:23.306305 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.db [req-c6bff70a-2429-4673-a746-abb7a35b3abc req-83489fb5-c5da-41b6-a263-e631eac5e271 service neutron] For port a9cff535-f3b5-4c2c-a78e-cc82ac9bc74a, host n-h1-838334-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838334-2',level=0,port_id=a9cff535-f3b5-4c2c-a78e-cc82ac9bc74a,segment=NetworkSegment(7487d154-ef4b-4701-b484-567750da716d),segment_id=7487d154-ef4b-4701-b484-567750da716d)] {{(pid=84041) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 20:59:23.318893 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-a91d9a95-67aa-4deb-8f8a-4e0b893a538b req-27f9c819-02bb-4aa5-9b2a-c30496fe3fc0 service neutron] 10.222.0.48 "GET /v2.0/networks/f7467a4f-b1b1-4464-b74e-f3b773c53ca1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5986061 Apr 18 20:59:23.324616 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ccd80ef-a043-44c8-a7b9-4431114c2b4b req-e55743f5-12bd-4f43-b82e-c83a88c8d864 tempest-AttachVolumeNegativeTest-555605742 tempest-AttachVolumeNegativeTest-555605742-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:59:23.331889 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-5ccd80ef-a043-44c8-a7b9-4431114c2b4b req-e55743f5-12bd-4f43-b82e-c83a88c8d864 tempest-AttachVolumeNegativeTest-555605742 tempest-AttachVolumeNegativeTest-555605742-project] 10.222.0.42 "GET /v2.0/networks?id=794fa1b3-6f66-42ac-ab9f-a0e910c383ff HTTP/1.1" status: 200 len: 814 time: 1.0241396 Apr 18 20:59:23.354971 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [req-c6bff70a-2429-4673-a746-abb7a35b3abc req-83489fb5-c5da-41b6-a263-e631eac5e271 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32266282'] for port, after_update {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:23.433330 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b17f477c-dadd-42b2-ac61-f43f3977861b None None] Pushing event deleted for resources: {'Port': ['ID=a91df975-cbfc-43e8-aa68-ac5c6e6b2d82,revision_number=None']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:59:23.480302 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b17f477c-dadd-42b2-ac61-f43f3977861b None None] No DVR routers for this DVR port a91df975-cbfc-43e8-aa68-ac5c6e6b2d82 on host n-d-838334-2 {{(pid=84042) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 20:59:23.492378 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] No active binding found for port a91df975-cbfc-43e8-aa68-ac5c6e6b2d82 {{(pid=84042) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:222}} Apr 18 20:59:23.494750 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Device a91df975-cbfc-43e8-aa68-ac5c6e6b2d82 not bound to the agent host n-d-838334-2 {{(pid=84042) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 20:59:23.511332 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-494fbc84-bffc-49a5-8868-a4c838bd39b5 None None] Network ef903069-7c89-4376-963f-99c58ca6d615 requested from n-d-838334-2 {{(pid=84042) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 20:59:23.530194 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [req-c6bff70a-2429-4673-a746-abb7a35b3abc req-83489fb5-c5da-41b6-a263-e631eac5e271 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217293'] for port, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:23.532679 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-c6bff70a-2429-4673-a746-abb7a35b3abc req-83489fb5-c5da-41b6-a263-e631eac5e271 service neutron] 10.222.0.43 "PUT /v2.0/ports/a9cff535-f3b5-4c2c-a78e-cc82ac9bc74a HTTP/1.1" status: 200 len: 1092 time: 3.6566718 Apr 18 20:59:23.548868 n-d-838334-2 neutron-server[84041]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b076d356-9799-477c-a2f8-5aae86773e2b', 'tag': 'a9cff535-f3b5-4c2c-a78e-cc82ac9bc74a'}] {{(pid=84041) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 20:59:23.621214 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-5ccd80ef-a043-44c8-a7b9-4431114c2b4b req-3c1e4456-e458-4fe5-9128-5c5a2e0990ae tempest-AttachVolumeNegativeTest-555605742 tempest-AttachVolumeNegativeTest-555605742-project] 10.222.0.42 "GET /v2.0/quotas/340d04fd839f4c0c896ec9bea561bc50 HTTP/1.1" status: 200 len: 375 time: 0.2883997 Apr 18 20:59:23.725496 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.v2.base [None req-0b670af2-08cf-42ea-85fc-6b0124c1d8bc admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsNegativeTestJSON-1249615117-network', 'tenant_id': '2dd567cd79884d1c95498475e18e1635'}} {{(pid=84040) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 20:59:23.730818 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83489fb5-c5da-41b6-a263-e631eac5e271 service neutron] Pushing event updated for resources: {'Port': ['ID=a9cff535-f3b5-4c2c-a78e-cc82ac9bc74a,revision_number=3']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:59:23.731617 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [None req-0b670af2-08cf-42ea-85fc-6b0124c1d8bc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:59:23.736464 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-0b670af2-08cf-42ea-85fc-6b0124c1d8bc admin admin] Usage tracker for resource:network and tenant:2dd567cd79884d1c95498475e18e1635 is out of sync, need to count used quota {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:59:23.740711 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-0b670af2-08cf-42ea-85fc-6b0124c1d8bc admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:59:23.747818 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [None req-0b670af2-08cf-42ea-85fc-6b0124c1d8bc admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:59:23.787978 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-fa6a67f6-292d-4b1b-8a15-d5a1cb52206d tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:59:23.798821 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-b9714856-ef59-46de-993d-762bc7589ba2 req-bf73f0ce-742d-494f-ab37-2f8379865f35 tempest-ServersTestJSON-1424434350 tempest-ServersTestJSON-1424434350-project] 10.222.0.42 "GET /v2.0/security-groups?id=a3de1b7a-019c-40dd-8c9d-3a3f159b2bd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4822628 Apr 18 20:59:23.812497 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-9dbbff80-fca5-4b59-a052-ab48e7ad8c49 req-2e03d0b3-a759-45c4-8371-eb7e4c6ab1e6 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=fa865b6b-5701-45fe-b8b2-61e6b9aced70&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.5043335 Apr 18 20:59:23.813709 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-fa6a67f6-292d-4b1b-8a15-d5a1cb52206d tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Usage tracker for resource:subnet and tenant:1256b788e8184019a07eb24a482acda4 is out of sync, need to count used quota {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:59:23.822977 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-fa6a67f6-292d-4b1b-8a15-d5a1cb52206d tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:59:23.823362 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b670af2-08cf-42ea-85fc-6b0124c1d8bc admin admin] Made reservation on behalf of 2dd567cd79884d1c95498475e18e1635 for: {'network': 1} {{(pid=84040) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:59:23.831294 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-0b670af2-08cf-42ea-85fc-6b0124c1d8bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for network, before_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:23.851550 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10696798-9800-47d1-b465-20df4c6595ec None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp016840fc-1f9f-5892-9c53-c9cf6c845bbb-ef903069-7c89-4376-963f-99c58ca6d615', 'network_id': 'ef903069-7c89-4376-963f-99c58ca6d615', 'tenant_id': '1256b788e8184019a07eb24a482acda4', 'fixed_ips': [{'subnet_id': 'b325d4e9-aa0c-4d16-bae2-a4e357542e1f'}]}} from n-d-838334-2. {{(pid=84042) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 18 20:59:23.852375 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-10696798-9800-47d1-b465-20df4c6595ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_create {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:23.876096 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-fa6a67f6-292d-4b1b-8a15-d5a1cb52206d tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:59:23.907843 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-0b670af2-08cf-42ea-85fc-6b0124c1d8bc admin admin] Notify callbacks [] for security_group, before_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:23.930514 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-a91d9a95-67aa-4deb-8f8a-4e0b893a538b req-afc6e099-506e-47f5-bc9c-04ba39d302e4 service neutron] 10.222.0.48 "GET /v2.0/networks/f7467a4f-b1b1-4464-b74e-f3b773c53ca1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5910375 Apr 18 20:59:23.998638 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [None req-0b670af2-08cf-42ea-85fc-6b0124c1d8bc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:59:24.006652 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-0b670af2-08cf-42ea-85fc-6b0124c1d8bc admin admin] Usage tracker for resource:security_group_rule and tenant:2dd567cd79884d1c95498475e18e1635 is out of sync, need to count used quota {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:59:24.010505 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa6a67f6-292d-4b1b-8a15-d5a1cb52206d tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Made reservation on behalf of 1256b788e8184019a07eb24a482acda4 for: {'subnet': 1} {{(pid=84041) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:59:24.014900 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-0b670af2-08cf-42ea-85fc-6b0124c1d8bc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:59:24.019961 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-fa6a67f6-292d-4b1b-8a15-d5a1cb52206d tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32486301'] for subnet, before_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:24.024540 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [None req-0b670af2-08cf-42ea-85fc-6b0124c1d8bc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:59:24.084069 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-c6bff70a-2429-4673-a746-abb7a35b3abc req-564a9766-9d3e-427f-b95a-570ecb270389 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=ba267e3ba48c4ff1b4fc57f8cfab7c8c&device_id=b076d356-9799-477c-a2f8-5aae86773e2b HTTP/1.1" status: 200 len: 1095 time: 0.4947641 Apr 18 20:59:24.160969 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.db_base_plugin_common [None req-10696798-9800-47d1-b465-20df4c6595ec None None] Allocated IP 2001:db8::2 (ef903069-7c89-4376-963f-99c58ca6d615/b325d4e9-aa0c-4d16-bae2-a4e357542e1f/1058e2a1-f365-4def-b593-74ef34a620d4) {{(pid=84042) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:59:24.278743 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-c6bff70a-2429-4673-a746-abb7a35b3abc req-a3f41056-cc9c-478d-8aa6-183cd3be33f7 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a9cff535-f3b5-4c2c-a78e-cc82ac9bc74a HTTP/1.1" status: 200 len: 217 time: 0.1758647 Apr 18 20:59:24.329775 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-0b670af2-08cf-42ea-85fc-6b0124c1d8bc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:24.408236 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-9dbbff80-fca5-4b59-a052-ab48e7ad8c49 req-cdded5fa-e702-4326-802a-55ade9de79d7 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=ba267e3ba48c4ff1b4fc57f8cfab7c8c&device_id=fa865b6b-5701-45fe-b8b2-61e6b9aced70 HTTP/1.1" status: 200 len: 1096 time: 0.4873886 Apr 18 20:59:24.540486 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-10696798-9800-47d1-b465-20df4c6595ec None None] Notify callbacks [] for port, precommit_create {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:24.552822 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-10696798-9800-47d1-b465-20df4c6595ec None None] Transition to ACTIVE for port object 1058e2a1-f365-4def-b593-74ef34a620d4 will not be triggered until provisioned by entity L2. {{(pid=84042) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 20:59:24.553059 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-5ccd80ef-a043-44c8-a7b9-4431114c2b4b req-0b374eb2-13bd-49b7-b713-6c4132eeb690 tempest-AttachVolumeNegativeTest-555605742 tempest-AttachVolumeNegativeTest-555605742-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=340d04fd839f4c0c896ec9bea561bc50&fields=id HTTP/1.1" status: 200 len: 348 time: 0.9306793 Apr 18 20:59:24.562817 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-0b670af2-08cf-42ea-85fc-6b0124c1d8bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33528224'] for security_group, after_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:24.576812 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-10696798-9800-47d1-b465-20df4c6595ec None None] Transition to ACTIVE for port object 1058e2a1-f365-4def-b593-74ef34a620d4 will not be triggered until provisioned by entity DHCP. {{(pid=84042) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 20:59:24.586241 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-10696798-9800-47d1-b465-20df4c6595ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750374836619'] for port, after_create {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:24.619123 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6bff70a-2429-4673-a746-abb7a35b3abc req-0fc4d216-7807-49dd-b8dc-a660492c3045 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:59:24.621495 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-c6bff70a-2429-4673-a746-abb7a35b3abc req-0fc4d216-7807-49dd-b8dc-a660492c3045 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=b602689e-1bf9-4316-afee-2c16d3405af1 HTTP/1.1" status: 200 len: 845 time: 0.3355656 Apr 18 20:59:24.655669 n-d-838334-2 neutron-server[84042]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10696798-9800-47d1-b465-20df4c6595ec None None] Network ef903069-7c89-4376-963f-99c58ca6d615 is already hosted by enough agents. {{(pid=84042) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:59:24.667027 n-d-838334-2 neutron-server[84042]: DEBUG neutron.scheduler.base_scheduler [None req-10696798-9800-47d1-b465-20df4c6595ec None None] Resources bound (agent type, host, resource id): {{(pid=84042) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:59:24.668956 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b670af2-08cf-42ea-85fc-6b0124c1d8bc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=10ac2c50-3089-40ed-8e09-294b05016514,revision_number=1']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:59:24.671767 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10696798-9800-47d1-b465-20df4c6595ec None None] Received port after_create {{(pid=84042) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 20:59:24.712191 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10696798-9800-47d1-b465-20df4c6595ec None None] Pushing event updated for resources: {'Port': ['ID=1058e2a1-f365-4def-b593-74ef34a620d4,revision_number=1']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:59:24.724407 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-c6bff70a-2429-4673-a746-abb7a35b3abc req-6968b080-3552-418c-80dd-b981bd40e89f service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=7083f08e-ab4e-49e9-91e4-270e03cc3e4c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0921967 Apr 18 20:59:24.727501 n-d-838334-2 neutron-server[84041]: INFO neutron.db.ipam_backend_mixin [None req-fa6a67f6-292d-4b1b-8a15-d5a1cb52206d tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet b325d4e9-aa0c-4d16-bae2-a4e357542e1f (CIDR: 2001:db8::/64) Apr 18 20:59:24.736225 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0b670af2-08cf-42ea-85fc-6b0124c1d8bc admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 378} {{(pid=84040) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 20:59:24.770649 n-d-838334-2 neutron-server[84041]: INFO neutron.pecan_wsgi.hooks.translation [None req-fa6a67f6-292d-4b1b-8a15-d5a1cb52206d tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 18 20:59:24.771082 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fa6a67f6-292d-4b1b-8a15-d5a1cb52206d tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=84041) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 20:59:24.805401 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-0b670af2-08cf-42ea-85fc-6b0124c1d8bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1082986'] for segment, precommit_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:24.805795 n-d-838334-2 neutron-server[84040]: INFO neutron.db.segments_db [None req-0b670af2-08cf-42ea-85fc-6b0124c1d8bc admin admin] Added segment 91b1e831-2352-40de-920f-7b2cc0fafcf5 of type vlan for network 928fedfd-5ce4-47aa-b536-a47ade377567 Apr 18 20:59:24.814527 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.managers [None req-10696798-9800-47d1-b465-20df4c6595ec None None] Attempting to bind port 1058e2a1-f365-4def-b593-74ef34a620d4 on host n-d-838334-2 for vnic_type normal with profile {{(pid=84042) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:59:24.815029 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.managers [None req-10696798-9800-47d1-b465-20df4c6595ec None None] Attempting to bind port 1058e2a1-f365-4def-b593-74ef34a620d4 by drivers openvswitch,hyperv on host n-d-838334-2 at level 0 using segments [{'id': 'fbf28fbd-36f8-46f3-be08-57d41821e390', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': 'ef903069-7c89-4376-963f-99c58ca6d615'}] {{(pid=84042) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:59:24.815387 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10696798-9800-47d1-b465-20df4c6595ec None None] Attempting to bind port 1058e2a1-f365-4def-b593-74ef34a620d4 on network ef903069-7c89-4376-963f-99c58ca6d615 {{(pid=84042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 20:59:24.822875 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10696798-9800-47d1-b465-20df4c6595ec None None] Checking agent: {'id': '97cd4414-7af6-4d67-868d-dff370b4071a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838334-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 25, 49), 'started_at': datetime.datetime(2022, 4, 18, 20, 26, 19), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 20, 59, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838334-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 18 20:59:24.823290 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10696798-9800-47d1-b465-20df4c6595ec None None] Checking segment: {'id': 'fbf28fbd-36f8-46f3-be08-57d41821e390', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': 'ef903069-7c89-4376-963f-99c58ca6d615'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84042) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 20:59:24.823718 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-10696798-9800-47d1-b465-20df4c6595ec None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:24.824099 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10696798-9800-47d1-b465-20df4c6595ec None None] Bound using segment: {'id': 'fbf28fbd-36f8-46f3-be08-57d41821e390', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': 'ef903069-7c89-4376-963f-99c58ca6d615'} {{(pid=84042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 18 20:59:24.824552 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.managers [None req-10696798-9800-47d1-b465-20df4c6595ec None None] Bound port: 1058e2a1-f365-4def-b593-74ef34a620d4, host: n-d-838334-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fbf28fbd-36f8-46f3-be08-57d41821e390', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': 'ef903069-7c89-4376-963f-99c58ca6d615'}}] {{(pid=84042) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 20:59:24.824909 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-10696798-9800-47d1-b465-20df4c6595ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:24.850249 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-fa6a67f6-292d-4b1b-8a15-d5a1cb52206d tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 2.0202386 Apr 18 20:59:24.859255 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 55748) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:59:24.890777 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dbbff80-fca5-4b59-a052-ab48e7ad8c49 req-c0536cb1-8b56-419d-a0ed-a801c44a7bc0 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:59:24.892322 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-9dbbff80-fca5-4b59-a052-ab48e7ad8c49 req-c0536cb1-8b56-419d-a0ed-a801c44a7bc0 service neutron] 10.222.0.43 "GET /v2.0/networks?id=7083f08e-ab4e-49e9-91e4-270e03cc3e4c HTTP/1.1" status: 200 len: 906 time: 0.4577818 Apr 18 20:59:24.941105 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.v2.base [None req-8d4196da-9569-4736-856d-6beb2b185b86 tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Request body: {'subnet': {'network_id': 'ef903069-7c89-4376-963f-99c58ca6d615', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=84040) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 20:59:24.989984 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-10696798-9800-47d1-b465-20df4c6595ec None None] For port 1058e2a1-f365-4def-b593-74ef34a620d4, host n-d-838334-2, cleared binding levels {{(pid=84042) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 20:59:24.998948 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-10696798-9800-47d1-b465-20df4c6595ec None None] For port 1058e2a1-f365-4def-b593-74ef34a620d4, host n-d-838334-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838334-2',level=0,port_id=1058e2a1-f365-4def-b593-74ef34a620d4,segment=NetworkSegment(fbf28fbd-36f8-46f3-be08-57d41821e390),segment_id=fbf28fbd-36f8-46f3-be08-57d41821e390)] {{(pid=84042) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 20:59:25.008843 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-10696798-9800-47d1-b465-20df4c6595ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682'] for port, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:25.016188 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-9dbbff80-fca5-4b59-a052-ab48e7ad8c49 req-30542ace-86ff-47b6-bbd8-ace30d065a1b service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ed7f9d58-c4ad-4fbb-b41c-335c64ff7b7f HTTP/1.1" status: 200 len: 217 time: 0.1076694 Apr 18 20:59:25.086450 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-c6bff70a-2429-4673-a746-abb7a35b3abc req-c2b6d6a4-ffce-4a9c-a916-c86618a7b2f4 service neutron] 10.222.0.43 "GET /v2.0/networks/7083f08e-ab4e-49e9-91e4-270e03cc3e4c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3518031 Apr 18 20:59:25.125348 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10696798-9800-47d1-b465-20df4c6595ec None None] Pushing event updated for resources: {'Port': ['ID=1058e2a1-f365-4def-b593-74ef34a620d4,revision_number=2']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:59:25.194761 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-f92169c0-3a9d-4f13-b6ce-9650d9703e0b req-aa08b771-3966-4c42-8913-b77685ac1b93 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=7fa7a8b3916440879a3373a5a8935507&device_id=2acbe8d9-d959-40de-963f-d892f3d117bc HTTP/1.1" status: 200 len: 1094 time: 1.0758111 Apr 18 20:59:25.201080 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [None req-8d4196da-9569-4736-856d-6beb2b185b86 tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:59:25.206994 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-8d4196da-9569-4736-856d-6beb2b185b86 tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Usage tracker for resource:subnet and tenant:1256b788e8184019a07eb24a482acda4 is out of sync, need to count used quota {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:59:25.210426 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-8d4196da-9569-4736-856d-6beb2b185b86 tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:59:25.217216 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [None req-8d4196da-9569-4736-856d-6beb2b185b86 tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:59:25.225866 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71e47b70-6351-4a1e-af80-584e7f8a4796 req-ff13bebe-7af9-46a5-8372-2c5397afc32a tempest-ServersNegativeTestJSON-508382254 tempest-ServersNegativeTestJSON-508382254-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:59:25.235268 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-71e47b70-6351-4a1e-af80-584e7f8a4796 req-ff13bebe-7af9-46a5-8372-2c5397afc32a tempest-ServersNegativeTestJSON-508382254 tempest-ServersNegativeTestJSON-508382254-project] 10.222.0.42 "GET /v2.0/networks?id=0bad4841-e9a6-4877-8de7-2befe85ffb51 HTTP/1.1" status: 200 len: 813 time: 1.1151476 Apr 18 20:59:25.241906 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dbbff80-fca5-4b59-a052-ab48e7ad8c49 req-6a99ed4e-5dc6-41b1-8598-15286c1cdf53 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:59:25.243395 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-9dbbff80-fca5-4b59-a052-ab48e7ad8c49 req-6a99ed4e-5dc6-41b1-8598-15286c1cdf53 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=b602689e-1bf9-4316-afee-2c16d3405af1 HTTP/1.1" status: 200 len: 845 time: 0.2179530 Apr 18 20:59:25.287029 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-5ccd80ef-a043-44c8-a7b9-4431114c2b4b req-945601fd-d7fa-4d3f-8d1e-da286e08c0ab service neutron] 10.222.0.42 "GET /v2.0/networks/794fa1b3-6f66-42ac-ab9f-a0e910c383ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7084775 Apr 18 20:59:25.298289 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-9dbbff80-fca5-4b59-a052-ab48e7ad8c49 req-3d870018-3ad0-4be8-9d8c-d494e06bf9ae service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=7083f08e-ab4e-49e9-91e4-270e03cc3e4c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0469809 Apr 18 20:59:25.456456 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-c6bff70a-2429-4673-a746-abb7a35b3abc req-e83fe868-a4bf-421f-a68d-20fd5f54b92f service neutron] 10.222.0.43 "GET /v2.0/networks/7083f08e-ab4e-49e9-91e4-270e03cc3e4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3640504 Apr 18 20:59:25.457316 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-0b670af2-08cf-42ea-85fc-6b0124c1d8bc admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750374825732'] for network, precommit_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:25.518248 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-71e47b70-6351-4a1e-af80-584e7f8a4796 req-aba219e0-b4a1-4104-9fe3-6534cacd1eac tempest-ServersNegativeTestJSON-508382254 tempest-ServersNegativeTestJSON-508382254-project] 10.222.0.42 "GET /v2.0/quotas/0f7cce7b1ccf410486c29c0215106926 HTTP/1.1" status: 200 len: 375 time: 0.2817428 Apr 18 20:59:25.536685 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-9dbbff80-fca5-4b59-a052-ab48e7ad8c49 req-90b28d3a-fc64-441d-a234-a7fbb78a7951 service neutron] 10.222.0.43 "GET /v2.0/networks/7083f08e-ab4e-49e9-91e4-270e03cc3e4c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2320302 Apr 18 20:59:25.560524 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d4196da-9569-4736-856d-6beb2b185b86 tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Made reservation on behalf of 1256b788e8184019a07eb24a482acda4 for: {'subnet': 1} {{(pid=84040) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:59:25.710523 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-9dbbff80-fca5-4b59-a052-ab48e7ad8c49 req-31171f63-733f-4783-9fa3-1d58ca2740ed service neutron] 10.222.0.43 "GET /v2.0/networks/7083f08e-ab4e-49e9-91e4-270e03cc3e4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1679459 Apr 18 20:59:25.777130 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.db.resource_extend [None req-0b670af2-08cf-42ea-85fc-6b0124c1d8bc admin admin] It took 0.18 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 18 20:59:25.828285 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f92169c0-3a9d-4f13-b6ce-9650d9703e0b req-eaaaec5b-d9ac-4c89-a419-0d86f4053685 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:59:25.829842 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-f92169c0-3a9d-4f13-b6ce-9650d9703e0b req-eaaaec5b-d9ac-4c89-a419-0d86f4053685 service neutron] 10.222.0.48 "GET /v2.0/networks?id=f7467a4f-b1b1-4464-b74e-f3b773c53ca1 HTTP/1.1" status: 200 len: 912 time: 0.5841920 Apr 18 20:59:25.972661 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-f92169c0-3a9d-4f13-b6ce-9650d9703e0b req-3173a6dd-c868-48ad-a849-6f78438a3070 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=09d2434c-af0a-465e-86d8-cc222584bcfd HTTP/1.1" status: 200 len: 217 time: 0.1347339 Apr 18 20:59:25.973271 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-0b670af2-08cf-42ea-85fc-6b0124c1d8bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33526109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022'] for network, after_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:25.974184 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b670af2-08cf-42ea-85fc-6b0124c1d8bc admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:59:25.975014 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-0b670af2-08cf-42ea-85fc-6b0124c1d8bc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32378031'] for network, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:26.083667 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Device 09d2434c-af0a-465e-86d8-cc222584bcfd details requested by agent hyperv_n-h2-838334-2 with host n-h2-838334-2 {{(pid=84042) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 18 20:59:26.096864 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-5ccd80ef-a043-44c8-a7b9-4431114c2b4b req-da769b8f-9254-496a-9d2c-8862e889e9e4 service neutron] 10.222.0.42 "GET /v2.0/networks/794fa1b3-6f66-42ac-ab9f-a0e910c383ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8083477 Apr 18 20:59:26.209073 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f92169c0-3a9d-4f13-b6ce-9650d9703e0b req-d1d1519d-0d3a-4f3c-93eb-5a180ced743b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:59:26.210761 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-f92169c0-3a9d-4f13-b6ce-9650d9703e0b req-d1d1519d-0d3a-4f3c-93eb-5a180ced743b service neutron] 10.222.0.48 "GET /v2.0/subnets?id=4d302c72-cbf8-4bd9-ac2b-bdba885f7b5c HTTP/1.1" status: 200 len: 851 time: 0.1019180 Apr 18 20:59:26.218048 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-8d4196da-9569-4736-856d-6beb2b185b86 tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31752722'] for subnet, before_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:26.332959 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-f92169c0-3a9d-4f13-b6ce-9650d9703e0b req-bcd379cc-9312-4c10-beba-fa6940100762 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=f7467a4f-b1b1-4464-b74e-f3b773c53ca1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0919998 Apr 18 20:59:26.334217 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b670af2-08cf-42ea-85fc-6b0124c1d8bc admin admin] Pushing event updated for resources: {'Network': ['ID=928fedfd-5ce4-47aa-b536-a47ade377567,revision_number=1']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:59:26.361202 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Network 928fedfd-5ce4-47aa-b536-a47ade377567 details requested by agent ovs-agent-n-d-838334-2 with host n-d-838334-2 {{(pid=84042) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 18 20:59:26.427285 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-0b670af2-08cf-42ea-85fc-6b0124c1d8bc admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 895 time: 3.1636963 Apr 18 20:59:26.430152 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 55784) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:59:26.436509 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.v2.base [None req-535bc17d-2008-4a1b-830c-b8c89d1366e3 admin admin] Request body: {'subnet': {'network_id': '928fedfd-5ce4-47aa-b536-a47ade377567', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsNegativeTestJSON-1249615117-subnet', 'tenant_id': '2dd567cd79884d1c95498475e18e1635', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=84041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 20:59:26.447902 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-535bc17d-2008-4a1b-830c-b8c89d1366e3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:59:26.456886 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-535bc17d-2008-4a1b-830c-b8c89d1366e3 admin admin] Usage tracker for resource:subnet and tenant:2dd567cd79884d1c95498475e18e1635 is out of sync, need to count used quota {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:59:26.464682 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-535bc17d-2008-4a1b-830c-b8c89d1366e3 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:59:26.480701 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-535bc17d-2008-4a1b-830c-b8c89d1366e3 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:59:26.490934 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-71e47b70-6351-4a1e-af80-584e7f8a4796 req-67b5c614-fa6f-4f04-9fb2-0470d097879b tempest-ServersNegativeTestJSON-508382254 tempest-ServersNegativeTestJSON-508382254-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=0f7cce7b1ccf410486c29c0215106926&fields=id HTTP/1.1" status: 200 len: 255 time: 0.9642651 Apr 18 20:59:26.629382 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Device 1058e2a1-f365-4def-b593-74ef34a620d4 up at agent ovs-agent-n-d-838334-2 {{(pid=84042) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 20:59:26.786147 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 55794) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:59:26.820627 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Provisioning for port 1058e2a1-f365-4def-b593-74ef34a620d4 completed by entity L2. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 20:59:26.834620 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] For port 09d2434c-af0a-465e-86d8-cc222584bcfd, host n-h2-838334-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838334-2',level=0,port_id=09d2434c-af0a-465e-86d8-cc222584bcfd,segment=NetworkSegment(eb1f29ad-3d05-4e72-b227-469dc1660e3c),segment_id=eb1f29ad-3d05-4e72-b227-469dc1660e3c)] {{(pid=84042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:59:26.862951 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Returning: {'device': '09d2434c-af0a-465e-86d8-cc222584bcfd', 'network_id': 'f7467a4f-b1b1-4464-b74e-f3b773c53ca1', 'port_id': '09d2434c-af0a-465e-86d8-cc222584bcfd', 'mac_address': 'fa:16:3e:2e:de:48', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 353, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4d302c72-cbf8-4bd9-ac2b-bdba885f7b5c', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84042) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 18 20:59:26.864499 n-d-838334-2 neutron-server[84041]: INFO neutron.notifiers.nova [-] Nova event matching ['req-df69203a-01c1-41d5-bbdb-e63c4d4783f5'] response: {'name': 'network-changed', 'server_uuid': 'b076d356-9799-477c-a2f8-5aae86773e2b', 'tag': 'a9cff535-f3b5-4c2c-a78e-cc82ac9bc74a', 'status': 'completed', 'code': 200} Apr 18 20:59:27.037164 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:27.040836 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-535bc17d-2008-4a1b-830c-b8c89d1366e3 admin admin] Made reservation on behalf of 2dd567cd79884d1c95498475e18e1635 for: {'subnet': 1} {{(pid=84041) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:59:27.043477 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-535bc17d-2008-4a1b-830c-b8c89d1366e3 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32486301'] for subnet, before_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:27.071667 n-d-838334-2 neutron-server[84042]: DEBUG neutron.notifiers.nova [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 09d2434c-af0a-465e-86d8-cc222584bcfd {{(pid=84042) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 18 20:59:27.091805 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] For port 09d2434c-af0a-465e-86d8-cc222584bcfd, host n-h2-838334-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838334-2',level=0,port_id=09d2434c-af0a-465e-86d8-cc222584bcfd,segment=NetworkSegment(eb1f29ad-3d05-4e72-b227-469dc1660e3c),segment_id=eb1f29ad-3d05-4e72-b227-469dc1660e3c)] {{(pid=84042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:59:27.102943 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682'] for port, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:27.187982 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Pushing event updated for resources: {'Port': ['ID=09d2434c-af0a-465e-86d8-cc222584bcfd,revision_number=4']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:59:27.194739 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-b02c94e8-efb1-4699-92ec-453949e81a6f None None] Provisioning for port 1058e2a1-f365-4def-b593-74ef34a620d4 completed by entity DHCP. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 20:59:27.202940 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-b02c94e8-efb1-4699-92ec-453949e81a6f None None] Provisioning complete for port 1058e2a1-f365-4def-b593-74ef34a620d4 triggered by entity DHCP. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:59:27.203542 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-b02c94e8-efb1-4699-92ec-453949e81a6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1253608'] for port, provisioning_complete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:27.207311 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-056e4b4b-41c3-4a47-b8d3-3ecbfb4840a8 req-ba68cbda-5005-4782-bfe8-64e89992d7f9 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=ba267e3ba48c4ff1b4fc57f8cfab7c8c&device_id=b076d356-9799-477c-a2f8-5aae86773e2b HTTP/1.1" status: 200 len: 1095 time: 0.3410933 Apr 18 20:59:27.302622 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-f92169c0-3a9d-4f13-b6ce-9650d9703e0b req-2eb3f66a-ec9d-400d-a16d-15826420ea07 service neutron] 10.222.0.48 "GET /v2.0/networks/f7467a4f-b1b1-4464-b74e-f3b773c53ca1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8803923 Apr 18 20:59:27.347214 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-fd04e959-0924-4771-a787-8db3e2aa06b0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:27.453909 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-056e4b4b-41c3-4a47-b8d3-3ecbfb4840a8 req-2489569b-9805-41c9-b280-c26d344ab5af service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:59:27.455852 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-056e4b4b-41c3-4a47-b8d3-3ecbfb4840a8 req-2489569b-9805-41c9-b280-c26d344ab5af service neutron] 10.222.0.43 "GET /v2.0/networks?id=7083f08e-ab4e-49e9-91e4-270e03cc3e4c HTTP/1.1" status: 200 len: 906 time: 0.2414484 Apr 18 20:59:27.458725 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20cf531b-3868-4441-80d0-6772964d817a req-0d13c7c3-439a-4ec0-8f1a-790a39226dce tempest-DeleteServersTestJSON-915645800 tempest-DeleteServersTestJSON-915645800-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:59:27.460394 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-20cf531b-3868-4441-80d0-6772964d817a req-0d13c7c3-439a-4ec0-8f1a-790a39226dce tempest-DeleteServersTestJSON-915645800 tempest-DeleteServersTestJSON-915645800-project] 10.222.0.42 "GET /v2.0/ports?device_id=2acbe8d9-d959-40de-963f-d892f3d117bc HTTP/1.1" status: 200 len: 943 time: 0.8248732 Apr 18 20:59:27.478842 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-b02c94e8-efb1-4699-92ec-453949e81a6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:27.501465 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] get_ports_and_sgs() called for port_ids ['09d2434c-af0a-465e-86d8-cc222584bcfd'] {{(pid=84042) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 18 20:59:27.522817 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-535bc17d-2008-4a1b-830c-b8c89d1366e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33526260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32266407', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32486287'] for subnet, after_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:27.580708 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-056e4b4b-41c3-4a47-b8d3-3ecbfb4840a8 req-d56ce810-a84e-436a-9870-8e7a7af9ef60 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a9cff535-f3b5-4c2c-a78e-cc82ac9bc74a HTTP/1.1" status: 200 len: 217 time: 0.1187172 Apr 18 20:59:27.582898 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-b02c94e8-efb1-4699-92ec-453949e81a6f None None] For port 1058e2a1-f365-4def-b593-74ef34a620d4, host n-d-838334-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838334-2',level=0,port_id=1058e2a1-f365-4def-b593-74ef34a620d4,segment=NetworkSegment(fbf28fbd-36f8-46f3-be08-57d41821e390),segment_id=fbf28fbd-36f8-46f3-be08-57d41821e390)] {{(pid=84042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:59:27.598296 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-b02c94e8-efb1-4699-92ec-453949e81a6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682'] for port, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:27.654250 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-535bc17d-2008-4a1b-830c-b8c89d1366e3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2ccb130b-0190-4f2d-a7c8-f8a986daf949,revision_number=0']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:59:27.695895 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-056e4b4b-41c3-4a47-b8d3-3ecbfb4840a8 req-633b60f2-0091-4b9c-9f03-2fe53019976d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:59:27.697335 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-056e4b4b-41c3-4a47-b8d3-3ecbfb4840a8 req-633b60f2-0091-4b9c-9f03-2fe53019976d service neutron] 10.222.0.43 "GET /v2.0/subnets?id=b602689e-1bf9-4316-afee-2c16d3405af1 HTTP/1.1" status: 200 len: 845 time: 0.1038432 Apr 18 20:59:27.702888 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-535bc17d-2008-4a1b-830c-b8c89d1366e3 admin admin] Checking segment: {'id': '91b1e831-2352-40de-920f-7b2cc0fafcf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '928fedfd-5ce4-47aa-b536-a47ade377567'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84041) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 20:59:27.703224 n-d-838334-2 neutron-server[84041]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-535bc17d-2008-4a1b-830c-b8c89d1366e3 admin admin] Network hostable DHCP agents. Network: 928fedfd-5ce4-47aa-b536-a47ade377567, hostable agents: ['8746f8ea-3e91-4b32-9919-2c63adeb8722'], hosted agents: [] {{(pid=84041) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 20:59:27.713609 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b02c94e8-efb1-4699-92ec-453949e81a6f None None] Pushing event updated for resources: {'Port': ['ID=1058e2a1-f365-4def-b593-74ef34a620d4,revision_number=3']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:59:27.756592 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-056e4b4b-41c3-4a47-b8d3-3ecbfb4840a8 req-2257ae23-9e93-4805-bfbb-40a844369035 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=7083f08e-ab4e-49e9-91e4-270e03cc3e4c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0469391 Apr 18 20:59:27.768503 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-f92169c0-3a9d-4f13-b6ce-9650d9703e0b req-92e69f82-3d21-46c1-9acc-1f69108c9a5a service neutron] 10.222.0.48 "GET /v2.0/networks/f7467a4f-b1b1-4464-b74e-f3b773c53ca1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4505157 Apr 18 20:59:27.828512 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [None req-fd04e959-0924-4771-a787-8db3e2aa06b0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:59:27.835333 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 55816) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:59:27.844418 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c067fa2-597c-4bb9-843c-44d0c4bf2437 req-fe048f76-fc2d-442f-b4c0-9f73248673be tempest-ServersTestJSON-1424434350 tempest-ServersTestJSON-1424434350-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:59:27.847677 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-1c067fa2-597c-4bb9-843c-44d0c4bf2437 req-fe048f76-fc2d-442f-b4c0-9f73248673be tempest-ServersTestJSON-1424434350 tempest-ServersTestJSON-1424434350-project] 10.222.0.42 "GET /v2.0/ports?device_id=b076d356-9799-477c-a2f8-5aae86773e2b HTTP/1.1" status: 200 len: 944 time: 0.9307468 Apr 18 20:59:27.849710 n-d-838334-2 neutron-server[84041]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-535bc17d-2008-4a1b-830c-b8c89d1366e3 admin admin] Network 928fedfd-5ce4-47aa-b536-a47ade377567 is scheduled to be hosted by DHCP agent 8746f8ea-3e91-4b32-9919-2c63adeb8722 with binding_index 1 {{(pid=84041) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 20:59:27.868483 n-d-838334-2 neutron-server[84041]: DEBUG neutron.scheduler.base_scheduler [None req-535bc17d-2008-4a1b-830c-b8c89d1366e3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-838334-2, 928fedfd-5ce4-47aa-b536-a47ade377567) {{(pid=84041) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:59:27.872486 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-fd04e959-0924-4771-a787-8db3e2aa06b0 admin admin] Usage tracker for resource:security_group_rule and tenant:ae5c42cde57c46bbbf55e8360b98cf69 is out of sync, need to count used quota {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:59:27.876898 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8661dfe9-fbef-434c-9fc3-81dae6dc33cf None None] Network 928fedfd-5ce4-47aa-b536-a47ade377567 requested from n-d-838334-2 {{(pid=84042) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 20:59:27.887258 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-535bc17d-2008-4a1b-830c-b8c89d1366e3 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:59:27.887862 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-535bc17d-2008-4a1b-830c-b8c89d1366e3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:27.912066 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-fd04e959-0924-4771-a787-8db3e2aa06b0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:59:27.923831 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-056e4b4b-41c3-4a47-b8d3-3ecbfb4840a8 req-63fdb7c8-488e-4423-9022-7542c99fef96 service neutron] 10.222.0.43 "GET /v2.0/networks/7083f08e-ab4e-49e9-91e4-270e03cc3e4c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1606655 Apr 18 20:59:27.934499 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-535bc17d-2008-4a1b-830c-b8c89d1366e3 admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 1.5032363 Apr 18 20:59:27.945405 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-039ec59c-a70b-4bba-9959-42eb2e870a6c req-cb58336d-ae07-4270-9b68-799c5abb41db service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=b48baf64-a60b-4d4b-942b-b0a0b2f375fd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.7052872 Apr 18 20:59:27.976704 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [None req-fd04e959-0924-4771-a787-8db3e2aa06b0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:59:28.003040 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-20cf531b-3868-4441-80d0-6772964d817a req-08b0f9cf-3040-428c-a0d1-afbf78656dc9 tempest-DeleteServersTestJSON-915645800 tempest-DeleteServersTestJSON-915645800-project] 10.222.0.42 "GET /v2.0/security-groups?id=588d127b-19b7-4c3d-9f79-a400181b94e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5202844 Apr 18 20:59:28.014557 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-1c067fa2-597c-4bb9-843c-44d0c4bf2437 req-7860e634-bdb5-4fc9-a484-0a6da000337c tempest-ServersTestJSON-1424434350 tempest-ServersTestJSON-1424434350-project] 10.222.0.42 "GET /v2.0/security-groups?id=a3de1b7a-019c-40dd-8c9d-3a3f159b2bd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1455011 Apr 18 20:59:28.156663 n-d-838334-2 neutron-server[84040]: DEBUG neutron.objects.ports [None req-8d4196da-9569-4736-856d-6beb2b185b86 tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=84040) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} Apr 18 20:59:28.191015 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-056e4b4b-41c3-4a47-b8d3-3ecbfb4840a8 req-4345d028-b3ba-42e5-8f57-e122357bd938 service neutron] 10.222.0.43 "GET /v2.0/networks/7083f08e-ab4e-49e9-91e4-270e03cc3e4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2552664 Apr 18 20:59:28.300286 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-fd04e959-0924-4771-a787-8db3e2aa06b0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:28.324049 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-37cc2a72-064b-4f0f-be68-a1d94d97cd84 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:28.362324 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-fd04e959-0924-4771-a787-8db3e2aa06b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33528224'] for security_group, after_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:28.396092 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Device 1058e2a1-f365-4def-b593-74ef34a620d4 up at agent ovs-agent-n-d-838334-2 {{(pid=84042) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 20:59:28.447024 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-b24f3786-9f64-4a14-9e04-5e0e4d42375c req-18520a19-5e0d-427f-aa1d-6a8ab5289cdb tempest-AttachVolumeNegativeTest-555605742 tempest-AttachVolumeNegativeTest-555605742-project] 10.222.0.42 "GET /v2.0/ports?device_id=bf74e528-b24d-4168-be41-aaeaeabbadb8 HTTP/1.1" status: 200 len: 210 time: 0.1270838 Apr 18 20:59:28.457928 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9bc02c2b-350c-4b40-9663-c9485ad51784 None None] Network 928fedfd-5ce4-47aa-b536-a47ade377567 requested from n-d-838334-2 {{(pid=84042) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 20:59:28.607146 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ccd80ef-a043-44c8-a7b9-4431114c2b4b req-94e8edef-07ec-4ca2-9671-c57800fbc3ba tempest-AttachVolumeNegativeTest-555605742 tempest-AttachVolumeNegativeTest-555605742-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:59:28.609286 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-5ccd80ef-a043-44c8-a7b9-4431114c2b4b req-94e8edef-07ec-4ca2-9671-c57800fbc3ba tempest-AttachVolumeNegativeTest-555605742 tempest-AttachVolumeNegativeTest-555605742-project] 10.222.0.43 "GET /v2.0/networks?id=794fa1b3-6f66-42ac-ab9f-a0e910c383ff HTTP/1.1" status: 200 len: 814 time: 0.2092905 Apr 18 20:59:28.640470 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [None req-37cc2a72-064b-4f0f-be68-a1d94d97cd84 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:59:28.650627 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd04e959-0924-4771-a787-8db3e2aa06b0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ea10b9c4-d304-4e57-bdc7-18a55217db8c,revision_number=1']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:59:28.656959 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-37cc2a72-064b-4f0f-be68-a1d94d97cd84 admin admin] Usage tracker for resource:security_group_rule and tenant:ffa52689e03f46d7bbd114017f82af02 is out of sync, need to count used quota {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:59:28.665148 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-37cc2a72-064b-4f0f-be68-a1d94d97cd84 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:59:28.673151 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-fd04e959-0924-4771-a787-8db3e2aa06b0 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=ae5c42cde57c46bbbf55e8360b98cf69&name=default HTTP/1.1" status: 200 len: 2647 time: 1.8852608 Apr 18 20:59:28.680660 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 55830) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:59:28.681522 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [None req-37cc2a72-064b-4f0f-be68-a1d94d97cd84 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:59:28.716248 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Provisioning complete for port 1058e2a1-f365-4def-b593-74ef34a620d4 triggered by entity L2. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:59:28.716726 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1253608'] for port, provisioning_complete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:28.778799 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-5ccd80ef-a043-44c8-a7b9-4431114c2b4b req-522fe003-7755-4603-90db-bc55141d779c tempest-AttachVolumeNegativeTest-555605742 tempest-AttachVolumeNegativeTest-555605742-project] 10.222.0.43 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=340d04fd839f4c0c896ec9bea561bc50 HTTP/1.1" status: 200 len: 380 time: 0.1538386 Apr 18 20:59:28.792324 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-039ec59c-a70b-4bba-9959-42eb2e870a6c req-8eff316f-af85-409c-9a11-edf29b3be9b8 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=ba267e3ba48c4ff1b4fc57f8cfab7c8c&device_id=b48baf64-a60b-4d4b-942b-b0a0b2f375fd HTTP/1.1" status: 200 len: 1096 time: 0.4199064 Apr 18 20:59:28.796600 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.v2.base [req-5ccd80ef-a043-44c8-a7b9-4431114c2b4b req-7bb02087-3ef9-4cbc-bef8-c5c6292769d8 tempest-AttachVolumeNegativeTest-555605742 tempest-AttachVolumeNegativeTest-555605742-project] Request body: {'port': {'device_id': 'bf74e528-b24d-4168-be41-aaeaeabbadb8', 'network_id': '794fa1b3-6f66-42ac-ab9f-a0e910c383ff', 'admin_state_up': True, 'tenant_id': '340d04fd839f4c0c896ec9bea561bc50', 'security_groups': ['575e0ba1-8a78-4aa4-accf-eb309f49ec74']}} {{(pid=84041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 20:59:28.809974 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Device a9cff535-f3b5-4c2c-a78e-cc82ac9bc74a details requested by agent hyperv_n-h1-838334-2 with host n-h1-838334-2 {{(pid=84042) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 18 20:59:28.998367 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [req-5ccd80ef-a043-44c8-a7b9-4431114c2b4b req-7bb02087-3ef9-4cbc-bef8-c5c6292769d8 tempest-AttachVolumeNegativeTest-555605742 tempest-AttachVolumeNegativeTest-555605742-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:59:29.003231 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [req-5ccd80ef-a043-44c8-a7b9-4431114c2b4b req-7bb02087-3ef9-4cbc-bef8-c5c6292769d8 tempest-AttachVolumeNegativeTest-555605742 tempest-AttachVolumeNegativeTest-555605742-project] Usage tracker for resource:port and tenant:340d04fd839f4c0c896ec9bea561bc50 is out of sync, need to count used quota {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:59:29.006258 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [req-5ccd80ef-a043-44c8-a7b9-4431114c2b4b req-7bb02087-3ef9-4cbc-bef8-c5c6292769d8 tempest-AttachVolumeNegativeTest-555605742 tempest-AttachVolumeNegativeTest-555605742-project] Quota usage for port was recalculated. Used quota:3. {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:59:29.013044 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [req-5ccd80ef-a043-44c8-a7b9-4431114c2b4b req-7bb02087-3ef9-4cbc-bef8-c5c6292769d8 tempest-AttachVolumeNegativeTest-555605742 tempest-AttachVolumeNegativeTest-555605742-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:59:29.017588 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] For port a9cff535-f3b5-4c2c-a78e-cc82ac9bc74a, host n-h1-838334-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838334-2',level=0,port_id=a9cff535-f3b5-4c2c-a78e-cc82ac9bc74a,segment=NetworkSegment(7487d154-ef4b-4701-b484-567750da716d),segment_id=7487d154-ef4b-4701-b484-567750da716d)] {{(pid=84042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:59:29.025699 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5ccd80ef-a043-44c8-a7b9-4431114c2b4b req-7bb02087-3ef9-4cbc-bef8-c5c6292769d8 tempest-AttachVolumeNegativeTest-555605742 tempest-AttachVolumeNegativeTest-555605742-project] Made reservation on behalf of 340d04fd839f4c0c896ec9bea561bc50 for: {'port': 1} {{(pid=84041) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:59:29.029356 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [req-5ccd80ef-a043-44c8-a7b9-4431114c2b4b req-7bb02087-3ef9-4cbc-bef8-c5c6292769d8 tempest-AttachVolumeNegativeTest-555605742 tempest-AttachVolumeNegativeTest-555605742-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:29.042062 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa67928b-32f7-41a5-a477-dbe8d011ec07 req-3ce3e4f2-69d8-43e8-abd7-a52146214522 tempest-ServersNegativeTestJSON-508382254 tempest-ServersNegativeTestJSON-508382254-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:59:29.043148 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Returning: {'device': 'a9cff535-f3b5-4c2c-a78e-cc82ac9bc74a', 'network_id': '7083f08e-ab4e-49e9-91e4-270e03cc3e4c', 'port_id': 'a9cff535-f3b5-4c2c-a78e-cc82ac9bc74a', 'mac_address': 'fa:16:3e:91:74:71', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 363, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b602689e-1bf9-4316-afee-2c16d3405af1', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84042) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 18 20:59:29.044083 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-aa67928b-32f7-41a5-a477-dbe8d011ec07 req-3ce3e4f2-69d8-43e8-abd7-a52146214522 tempest-ServersNegativeTestJSON-508382254 tempest-ServersNegativeTestJSON-508382254-project] 10.222.0.42 "GET /v2.0/ports?device_id=2197a591-197e-47fe-9210-1387bfb6ec5e HTTP/1.1" status: 200 len: 945 time: 0.6281278 Apr 18 20:59:29.169353 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:29.205847 n-d-838334-2 neutron-server[84042]: DEBUG neutron.notifiers.nova [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a9cff535-f3b5-4c2c-a78e-cc82ac9bc74a {{(pid=84042) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 18 20:59:29.206660 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-8d4196da-9569-4736-856d-6beb2b185b86 tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:29.222797 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] For port a9cff535-f3b5-4c2c-a78e-cc82ac9bc74a, host n-h1-838334-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838334-2',level=0,port_id=a9cff535-f3b5-4c2c-a78e-cc82ac9bc74a,segment=NetworkSegment(7487d154-ef4b-4701-b484-567750da716d),segment_id=7487d154-ef4b-4701-b484-567750da716d)] {{(pid=84042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:59:29.230567 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.db_base_plugin_common [req-5ccd80ef-a043-44c8-a7b9-4431114c2b4b req-7bb02087-3ef9-4cbc-bef8-c5c6292769d8 tempest-AttachVolumeNegativeTest-555605742 tempest-AttachVolumeNegativeTest-555605742-project] Allocated IP 172.20.0.6 (794fa1b3-6f66-42ac-ab9f-a0e910c383ff/66a6cd83-be1c-4e76-9e19-a8f33a82294d/bf7c6b84-d34c-4641-9cf5-c04bdc0659d8) {{(pid=84041) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:59:29.233332 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682'] for port, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:29.260916 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-cfb36019-b78b-4ffd-8e5e-64bdd36f2121 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:29.311037 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Pushing event updated for resources: {'Port': ['ID=a9cff535-f3b5-4c2c-a78e-cc82ac9bc74a,revision_number=4']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:59:29.365197 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-37cc2a72-064b-4f0f-be68-a1d94d97cd84 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:29.407167 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-37cc2a72-064b-4f0f-be68-a1d94d97cd84 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33528224'] for security_group, after_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:29.447207 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-cfb36019-b78b-4ffd-8e5e-64bdd36f2121 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:29.450434 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] get_ports_and_sgs() called for port_ids ['a9cff535-f3b5-4c2c-a78e-cc82ac9bc74a'] {{(pid=84042) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 18 20:59:29.481901 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-039ec59c-a70b-4bba-9959-42eb2e870a6c req-f62e63da-748e-4a25-be7c-f54717c2ebc2 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:59:29.483481 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-039ec59c-a70b-4bba-9959-42eb2e870a6c req-f62e63da-748e-4a25-be7c-f54717c2ebc2 service neutron] 10.222.0.48 "GET /v2.0/networks?id=7083f08e-ab4e-49e9-91e4-270e03cc3e4c HTTP/1.1" status: 200 len: 906 time: 0.5913451 Apr 18 20:59:29.566258 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [req-5ccd80ef-a043-44c8-a7b9-4431114c2b4b req-7bb02087-3ef9-4cbc-bef8-c5c6292769d8 tempest-AttachVolumeNegativeTest-555605742 tempest-AttachVolumeNegativeTest-555605742-project] Notify callbacks [] for port, precommit_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:29.588405 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.provisioning_blocks [req-5ccd80ef-a043-44c8-a7b9-4431114c2b4b req-7bb02087-3ef9-4cbc-bef8-c5c6292769d8 tempest-AttachVolumeNegativeTest-555605742 tempest-AttachVolumeNegativeTest-555605742-project] Transition to ACTIVE for port object bf7c6b84-d34c-4641-9cf5-c04bdc0659d8 will not be triggered until provisioned by entity DHCP. {{(pid=84041) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 20:59:29.598107 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750375287399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253529'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:29.601402 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-aa67928b-32f7-41a5-a477-dbe8d011ec07 req-9fda35ab-b238-4da0-aa5c-da517bd0b120 tempest-ServersNegativeTestJSON-508382254 tempest-ServersNegativeTestJSON-508382254-project] 10.222.0.42 "GET /v2.0/security-groups?id=ada0ecb3-b1bc-4ba2-8e6c-b06ba09daca2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5186579 Apr 18 20:59:29.617094 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [req-5ccd80ef-a043-44c8-a7b9-4431114c2b4b req-7bb02087-3ef9-4cbc-bef8-c5c6292769d8 tempest-AttachVolumeNegativeTest-555605742 tempest-AttachVolumeNegativeTest-555605742-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750374836619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32266323'] for port, after_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:29.695272 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6f16c04-0bcf-42a5-8fd9-14f74f2a294d req-d8741abd-cf2c-467d-a066-e016f7d1c913 tempest-InstanceActionsNegativeTestJSON-90126473 tempest-InstanceActionsNegativeTestJSON-90126473-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:59:29.696005 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [req-e6f16c04-0bcf-42a5-8fd9-14f74f2a294d req-d8741abd-cf2c-467d-a066-e016f7d1c913 tempest-InstanceActionsNegativeTestJSON-90126473 tempest-InstanceActionsNegativeTestJSON-90126473-project] Synchronizing usage tracker for tenant:2dd567cd79884d1c95498475e18e1635 on resource:network {{(pid=84040) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 20:59:29.703759 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-37cc2a72-064b-4f0f-be68-a1d94d97cd84 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=ffa52689e03f46d7bbd114017f82af02&name=default HTTP/1.1" status: 200 len: 2647 time: 1.8528075 Apr 18 20:59:29.738614 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 55846) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:59:29.745051 n-d-838334-2 neutron-server[84041]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5ccd80ef-a043-44c8-a7b9-4431114c2b4b req-7bb02087-3ef9-4cbc-bef8-c5c6292769d8 tempest-AttachVolumeNegativeTest-555605742 tempest-AttachVolumeNegativeTest-555605742-project] Network 794fa1b3-6f66-42ac-ab9f-a0e910c383ff is already hosted by enough agents. {{(pid=84041) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:59:29.761182 n-d-838334-2 neutron-server[84041]: DEBUG neutron.scheduler.base_scheduler [req-5ccd80ef-a043-44c8-a7b9-4431114c2b4b req-7bb02087-3ef9-4cbc-bef8-c5c6292769d8 tempest-AttachVolumeNegativeTest-555605742 tempest-AttachVolumeNegativeTest-555605742-project] Resources bound (agent type, host, resource id): {{(pid=84041) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:59:29.763774 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.l3_dvrscheduler_db [req-5ccd80ef-a043-44c8-a7b9-4431114c2b4b req-7bb02087-3ef9-4cbc-bef8-c5c6292769d8 tempest-AttachVolumeNegativeTest-555605742 tempest-AttachVolumeNegativeTest-555605742-project] Received port after_create {{(pid=84041) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 20:59:29.809999 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bb02087-3ef9-4cbc-bef8-c5c6292769d8 tempest-AttachVolumeNegativeTest-555605742 tempest-AttachVolumeNegativeTest-555605742-project] Pushing event updated for resources: {'Port': ['ID=bf7c6b84-d34c-4641-9cf5-c04bdc0659d8,revision_number=1']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:59:29.868785 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ccd80ef-a043-44c8-a7b9-4431114c2b4b req-7bb02087-3ef9-4cbc-bef8-c5c6292769d8 tempest-AttachVolumeNegativeTest-555605742 tempest-AttachVolumeNegativeTest-555605742-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:59:29.869409 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [req-5ccd80ef-a043-44c8-a7b9-4431114c2b4b req-7bb02087-3ef9-4cbc-bef8-c5c6292769d8 tempest-AttachVolumeNegativeTest-555605742 tempest-AttachVolumeNegativeTest-555605742-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217293'] for port, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:29.894009 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37cc2a72-064b-4f0f-be68-a1d94d97cd84 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6b45fc3c-46ec-4330-ad47-3263c5d9921e,revision_number=1']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:59:29.904488 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-039ec59c-a70b-4bba-9959-42eb2e870a6c req-9d320d6f-086e-41a1-994e-0fd6e15784c2 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8f0ac191-0475-420d-bcd7-62c84624a6ea HTTP/1.1" status: 200 len: 217 time: 0.4022138 Apr 18 20:59:29.911907 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-f3ed8c6c-3fa8-49b9-b298-1b04dd22701e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:29.914698 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-5ccd80ef-a043-44c8-a7b9-4431114c2b4b req-7bb02087-3ef9-4cbc-bef8-c5c6292769d8 tempest-AttachVolumeNegativeTest-555605742 tempest-AttachVolumeNegativeTest-555605742-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1294212 Apr 18 20:59:29.931222 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.v2.base [req-5ccd80ef-a043-44c8-a7b9-4431114c2b4b req-72b76c4a-7e6d-4328-9f52-0d02196f49a9 service neutron] Request body: {'port': {'device_id': 'bf74e528-b24d-4168-be41-aaeaeabbadb8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-838334-2'}} {{(pid=84041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 20:59:30.000169 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-f3ed8c6c-3fa8-49b9-b298-1b04dd22701e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:30.060248 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-b1be8e69-bc74-4bdf-a870-86602fc3a3ac None None] Provisioning for port bf7c6b84-d34c-4641-9cf5-c04bdc0659d8 completed by entity DHCP. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 20:59:30.068593 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-b1be8e69-bc74-4bdf-a870-86602fc3a3ac None None] Provisioning complete for port bf7c6b84-d34c-4641-9cf5-c04bdc0659d8 triggered by entity DHCP. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:59:30.069282 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-b1be8e69-bc74-4bdf-a870-86602fc3a3ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1253608'] for port, provisioning_complete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:30.076675 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [req-e6f16c04-0bcf-42a5-8fd9-14f74f2a294d req-d8741abd-cf2c-467d-a066-e016f7d1c913 tempest-InstanceActionsNegativeTestJSON-90126473 tempest-InstanceActionsNegativeTestJSON-90126473-project] Unset dirty status for tenant:2dd567cd79884d1c95498475e18e1635 on resource:network {{(pid=84040) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 20:59:30.083895 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-e6f16c04-0bcf-42a5-8fd9-14f74f2a294d req-d8741abd-cf2c-467d-a066-e016f7d1c913 tempest-InstanceActionsNegativeTestJSON-90126473 tempest-InstanceActionsNegativeTestJSON-90126473-project] 10.222.0.42 "GET /v2.0/networks?id=928fedfd-5ce4-47aa-b536-a47ade377567 HTTP/1.1" status: 200 len: 822 time: 1.1039922 Apr 18 20:59:30.102704 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-039ec59c-a70b-4bba-9959-42eb2e870a6c req-ded8fb49-e33a-4053-bc7a-423bb465ddee service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:59:30.104331 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-039ec59c-a70b-4bba-9959-42eb2e870a6c req-ded8fb49-e33a-4053-bc7a-423bb465ddee service neutron] 10.222.0.48 "GET /v2.0/subnets?id=b602689e-1bf9-4316-afee-2c16d3405af1 HTTP/1.1" status: 200 len: 845 time: 0.1868844 Apr 18 20:59:30.109182 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [req-5ccd80ef-a043-44c8-a7b9-4431114c2b4b req-72b76c4a-7e6d-4328-9f52-0d02196f49a9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:30.110255 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-cfb36019-b78b-4ffd-8e5e-64bdd36f2121 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33528224'] for security_group, after_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:30.113807 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Device 09d2434c-af0a-465e-86d8-cc222584bcfd up at agent hyperv_n-h2-838334-2 {{(pid=84042) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 20:59:30.192991 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-f3ed8c6c-3fa8-49b9-b298-1b04dd22701e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33528224'] for security_group, after_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:30.203073 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfb36019-b78b-4ffd-8e5e-64bdd36f2121 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea10b9c4-d304-4e57-bdc7-18a55217db8c,revision_number=None']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:59:30.212185 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-039ec59c-a70b-4bba-9959-42eb2e870a6c req-7cf526b9-69db-4c9a-8f51-bf25e7b5dc48 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=7083f08e-ab4e-49e9-91e4-270e03cc3e4c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0928307 Apr 18 20:59:30.214518 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.db [None req-8d4196da-9569-4736-856d-6beb2b185b86 tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] For port 1058e2a1-f365-4def-b593-74ef34a620d4, host n-d-838334-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838334-2',level=0,port_id=1058e2a1-f365-4def-b593-74ef34a620d4,segment=NetworkSegment(fbf28fbd-36f8-46f3-be08-57d41821e390),segment_id=fbf28fbd-36f8-46f3-be08-57d41821e390)] {{(pid=84040) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:59:30.215107 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3ed8c6c-3fa8-49b9-b298-1b04dd22701e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b45fc3c-46ec-4330-ad47-3263c5d9921e,revision_number=None']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:59:30.224201 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-e6f16c04-0bcf-42a5-8fd9-14f74f2a294d req-4ef3728f-98e0-42f5-ac7a-aa328509cb0e tempest-InstanceActionsNegativeTestJSON-90126473 tempest-InstanceActionsNegativeTestJSON-90126473-project] 10.222.0.42 "GET /v2.0/quotas/2dd567cd79884d1c95498475e18e1635 HTTP/1.1" status: 200 len: 375 time: 0.1393371 Apr 18 20:59:30.236506 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-f3ed8c6c-3fa8-49b9-b298-1b04dd22701e admin admin] Notify callbacks [] for security_group, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:30.237352 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-f3ed8c6c-3fa8-49b9-b298-1b04dd22701e admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/6b45fc3c-46ec-4330-ad47-3263c5d9921e HTTP/1.1" status: 204 len: 168 time: 0.4975746 Apr 18 20:59:30.243163 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.plugin [None req-b1be8e69-bc74-4bdf-a870-86602fc3a3ac None None] Port bf7c6b84-d34c-4641-9cf5-c04bdc0659d8 cannot update to ACTIVE because it is not bound. {{(pid=84042) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 18 20:59:30.284345 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Provisioning for port 09d2434c-af0a-465e-86d8-cc222584bcfd completed by entity L2. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 20:59:30.291019 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Provisioning complete for port 09d2434c-af0a-465e-86d8-cc222584bcfd triggered by entity L2. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:59:30.291395 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1253608'] for port, provisioning_complete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:30.320333 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-e6f16c04-0bcf-42a5-8fd9-14f74f2a294d req-eb66fe22-e050-432e-9223-5f3a0ac34616 tempest-InstanceActionsNegativeTestJSON-90126473 tempest-InstanceActionsNegativeTestJSON-90126473-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=2dd567cd79884d1c95498475e18e1635&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0952139 Apr 18 20:59:30.396762 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.agents_db [None req-6346a179-333c-4370-b5a6-936984aeab15 None None] Agent healthcheck: found 7 active agents {{(pid=84043) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 18 20:59:30.425726 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:30.468504 n-d-838334-2 neutron-server[84042]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2acbe8d9-d959-40de-963f-d892f3d117bc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '09d2434c-af0a-465e-86d8-cc222584bcfd'}] {{(pid=84042) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 20:59:30.483017 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] For port 09d2434c-af0a-465e-86d8-cc222584bcfd, host n-h2-838334-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838334-2',level=0,port_id=09d2434c-af0a-465e-86d8-cc222584bcfd,segment=NetworkSegment(eb1f29ad-3d05-4e72-b227-469dc1660e3c),segment_id=eb1f29ad-3d05-4e72-b227-469dc1660e3c)] {{(pid=84042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:59:30.484476 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.db.resource_extend [None req-8d4196da-9569-4736-856d-6beb2b185b86 tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] It took 0.19 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 18 20:59:30.492307 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682'] for port, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:30.508137 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-371b1d53-30d1-457c-a5d5-15e798e007d9 req-824be658-fdbc-42ab-8a7c-789527636d08 tempest-ServersTestJSON-1424434350 tempest-ServersTestJSON-1424434350-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:59:30.515189 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-371b1d53-30d1-457c-a5d5-15e798e007d9 req-824be658-fdbc-42ab-8a7c-789527636d08 tempest-ServersTestJSON-1424434350 tempest-ServersTestJSON-1424434350-project] 10.222.0.42 "GET /v2.0/ports?device_id=b076d356-9799-477c-a2f8-5aae86773e2b HTTP/1.1" status: 200 len: 945 time: 0.6179898 Apr 18 20:59:30.526757 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-cfb36019-b78b-4ffd-8e5e-64bdd36f2121 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:30.530384 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-cfb36019-b78b-4ffd-8e5e-64bdd36f2121 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/ea10b9c4-d304-4e57-bdc7-18a55217db8c HTTP/1.1" status: 204 len: 168 time: 1.8371549 Apr 18 20:59:30.551552 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-8d4196da-9569-4736-856d-6beb2b185b86 tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Notify callbacks [] for port, precommit_update {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:30.581460 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-8d4196da-9569-4736-856d-6beb2b185b86 tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32440959'] for port, after_update {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:30.582237 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-8d4196da-9569-4736-856d-6beb2b185b86 tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33526260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32441074', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31752704'] for subnet, after_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:30.588070 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Pushing event updated for resources: {'Port': ['ID=09d2434c-af0a-465e-86d8-cc222584bcfd,revision_number=5']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:59:30.709049 n-d-838334-2 neutron-server[84041]: DEBUG neutron.notifiers.nova [req-5ccd80ef-a043-44c8-a7b9-4431114c2b4b req-72b76c4a-7e6d-4328-9f52-0d02196f49a9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bf7c6b84-d34c-4641-9cf5-c04bdc0659d8 {{(pid=84041) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 18 20:59:30.717327 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [req-5ccd80ef-a043-44c8-a7b9-4431114c2b4b req-72b76c4a-7e6d-4328-9f52-0d02196f49a9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:30.739397 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.provisioning_blocks [req-5ccd80ef-a043-44c8-a7b9-4431114c2b4b req-72b76c4a-7e6d-4328-9f52-0d02196f49a9 service neutron] Transition to ACTIVE for port object bf7c6b84-d34c-4641-9cf5-c04bdc0659d8 will not be triggered until provisioned by entity L2. {{(pid=84041) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 20:59:30.744881 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [req-5ccd80ef-a043-44c8-a7b9-4431114c2b4b req-72b76c4a-7e6d-4328-9f52-0d02196f49a9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32266282'] for port, after_update {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:30.767128 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-039ec59c-a70b-4bba-9959-42eb2e870a6c req-83070714-d025-4a78-85cf-c5540e71d375 service neutron] 10.222.0.48 "GET /v2.0/networks/7083f08e-ab4e-49e9-91e4-270e03cc3e4c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5365534 Apr 18 20:59:30.824768 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Device a9cff535-f3b5-4c2c-a78e-cc82ac9bc74a up at agent hyperv_n-h1-838334-2 {{(pid=84042) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 20:59:30.830502 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-e6f16c04-0bcf-42a5-8fd9-14f74f2a294d req-d0fe66dc-0a7a-4be4-9d13-4f1b4e80655e service neutron] 10.222.0.42 "GET /v2.0/networks/928fedfd-5ce4-47aa-b536-a47ade377567?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5092182 Apr 18 20:59:30.847976 n-d-838334-2 neutron-server[84040]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d4196da-9569-4736-856d-6beb2b185b86 tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Network ef903069-7c89-4376-963f-99c58ca6d615 is already hosted by enough agents. {{(pid=84040) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:59:30.866507 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 55862) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:59:30.906139 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72b76c4a-7e6d-4328-9f52-0d02196f49a9 service neutron] Pushing event updated for resources: {'Port': ['ID=bf7c6b84-d34c-4641-9cf5-c04bdc0659d8,revision_number=2']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:59:30.932420 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Provisioning for port a9cff535-f3b5-4c2c-a78e-cc82ac9bc74a completed by entity L2. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 20:59:30.937002 n-d-838334-2 neutron-server[84040]: DEBUG neutron.scheduler.base_scheduler [None req-8d4196da-9569-4736-856d-6beb2b185b86 tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Resources bound (agent type, host, resource id): {{(pid=84040) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:59:30.940650 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-371b1d53-30d1-457c-a5d5-15e798e007d9 req-2e0dc93c-db7d-4c51-9fab-188e41a51811 tempest-ServersTestJSON-1424434350 tempest-ServersTestJSON-1424434350-project] 10.222.0.42 "GET /v2.0/security-groups?id=a3de1b7a-019c-40dd-8c9d-3a3f159b2bd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4247303 Apr 18 20:59:30.953306 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d4196da-9569-4736-856d-6beb2b185b86 tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:59:30.953892 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-8d4196da-9569-4736-856d-6beb2b185b86 tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32378031'] for subnet, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:30.956061 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8456c162-50f5-416f-a15a-448888187030 None None] Network ef903069-7c89-4376-963f-99c58ca6d615 requested from n-d-838334-2 {{(pid=84042) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 20:59:30.962685 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d4196da-9569-4736-856d-6beb2b185b86 tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Pushing event updated for resources: {'Subnet': ['ID=1d31a54b-24bf-4f6f-8e56-8397612f5bfc,revision_number=0']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:59:30.995668 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Provisioning complete for port a9cff535-f3b5-4c2c-a78e-cc82ac9bc74a triggered by entity L2. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:59:30.997189 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1253608'] for port, provisioning_complete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:31.068846 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d4196da-9569-4736-856d-6beb2b185b86 tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Pushing event updated for resources: {'Port': ['ID=1058e2a1-f365-4def-b593-74ef34a620d4,revision_number=5']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:59:31.135196 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-a73d0b8c-edbc-4a4e-923e-0eb08afaa806 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:31.175755 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.managers [req-5ccd80ef-a043-44c8-a7b9-4431114c2b4b req-72b76c4a-7e6d-4328-9f52-0d02196f49a9 service neutron] Attempting to bind port bf7c6b84-d34c-4641-9cf5-c04bdc0659d8 on host n-h1-838334-2 for vnic_type normal with profile {{(pid=84041) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:59:31.176217 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.managers [req-5ccd80ef-a043-44c8-a7b9-4431114c2b4b req-72b76c4a-7e6d-4328-9f52-0d02196f49a9 service neutron] Attempting to bind port bf7c6b84-d34c-4641-9cf5-c04bdc0659d8 by drivers openvswitch,hyperv on host n-h1-838334-2 at level 0 using segments [{'id': 'dbc7d3d6-4579-41c2-9fd4-2757cc8c54b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '794fa1b3-6f66-42ac-ab9f-a0e910c383ff'}] {{(pid=84041) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:59:31.176822 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ccd80ef-a043-44c8-a7b9-4431114c2b4b req-72b76c4a-7e6d-4328-9f52-0d02196f49a9 service neutron] Attempting to bind port bf7c6b84-d34c-4641-9cf5-c04bdc0659d8 on network 794fa1b3-6f66-42ac-ab9f-a0e910c383ff {{(pid=84041) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 20:59:31.183652 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ccd80ef-a043-44c8-a7b9-4431114c2b4b req-72b76c4a-7e6d-4328-9f52-0d02196f49a9 service neutron] Port bf7c6b84-d34c-4641-9cf5-c04bdc0659d8 on network 794fa1b3-6f66-42ac-ab9f-a0e910c383ff not bound, no agent of type Open vSwitch agent registered on host n-h1-838334-2 {{(pid=84041) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 18 20:59:31.183960 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ccd80ef-a043-44c8-a7b9-4431114c2b4b req-72b76c4a-7e6d-4328-9f52-0d02196f49a9 service neutron] Attempting to bind port bf7c6b84-d34c-4641-9cf5-c04bdc0659d8 on network 794fa1b3-6f66-42ac-ab9f-a0e910c383ff {{(pid=84041) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 20:59:31.191287 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ccd80ef-a043-44c8-a7b9-4431114c2b4b req-72b76c4a-7e6d-4328-9f52-0d02196f49a9 service neutron] Checking agent: {'id': 'd63bab19-ff81-4de1-afeb-a3732288d0d7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-838334-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 33, 59), 'started_at': datetime.datetime(2022, 4, 18, 20, 33, 59), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 20, 59, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84041) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 18 20:59:31.191692 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ccd80ef-a043-44c8-a7b9-4431114c2b4b req-72b76c4a-7e6d-4328-9f52-0d02196f49a9 service neutron] Checking segment: {'id': 'dbc7d3d6-4579-41c2-9fd4-2757cc8c54b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '794fa1b3-6f66-42ac-ab9f-a0e910c383ff'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84041) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 20:59:31.192079 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ccd80ef-a043-44c8-a7b9-4431114c2b4b req-72b76c4a-7e6d-4328-9f52-0d02196f49a9 service neutron] Bound using segment: {'id': 'dbc7d3d6-4579-41c2-9fd4-2757cc8c54b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '794fa1b3-6f66-42ac-ab9f-a0e910c383ff'} {{(pid=84041) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 18 20:59:31.192508 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.managers [req-5ccd80ef-a043-44c8-a7b9-4431114c2b4b req-72b76c4a-7e6d-4328-9f52-0d02196f49a9 service neutron] Bound port: bf7c6b84-d34c-4641-9cf5-c04bdc0659d8, host: n-h1-838334-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dbc7d3d6-4579-41c2-9fd4-2757cc8c54b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '794fa1b3-6f66-42ac-ab9f-a0e910c383ff'}}] {{(pid=84041) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 20:59:31.192848 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [req-5ccd80ef-a043-44c8-a7b9-4431114c2b4b req-72b76c4a-7e6d-4328-9f52-0d02196f49a9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:31.303750 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-8d4196da-9569-4736-856d-6beb2b185b86 tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 6.4390702 Apr 18 20:59:31.309593 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.db [req-5ccd80ef-a043-44c8-a7b9-4431114c2b4b req-72b76c4a-7e6d-4328-9f52-0d02196f49a9 service neutron] For port bf7c6b84-d34c-4641-9cf5-c04bdc0659d8, host n-h1-838334-2, cleared binding levels {{(pid=84041) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 20:59:31.313215 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.db [req-5ccd80ef-a043-44c8-a7b9-4431114c2b4b req-72b76c4a-7e6d-4328-9f52-0d02196f49a9 service neutron] For port bf7c6b84-d34c-4641-9cf5-c04bdc0659d8, host n-h1-838334-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838334-2',level=0,port_id=bf7c6b84-d34c-4641-9cf5-c04bdc0659d8,segment=NetworkSegment(dbc7d3d6-4579-41c2-9fd4-2757cc8c54b6),segment_id=dbc7d3d6-4579-41c2-9fd4-2757cc8c54b6)] {{(pid=84041) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 20:59:31.314340 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 55874) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:59:31.323405 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.v2.base [None req-1688ef71-a8cb-4348-8341-8080c98f74e2 tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Request body: {'port': {'network_id': 'ef903069-7c89-4376-963f-99c58ca6d615', 'mac_address': 'fa:16:3e:ba:bb:3c', 'name': 'tempest-NetworksTestDHCPv6-459261293'}} {{(pid=84041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 20:59:31.345277 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [req-5ccd80ef-a043-44c8-a7b9-4431114c2b4b req-72b76c4a-7e6d-4328-9f52-0d02196f49a9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32266282'] for port, after_update {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:31.367740 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-e6f16c04-0bcf-42a5-8fd9-14f74f2a294d req-7dab34d0-9b8d-4e4a-9ff8-b549a8bd80af service neutron] 10.222.0.42 "GET /v2.0/networks/928fedfd-5ce4-47aa-b536-a47ade377567?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5362954 Apr 18 20:59:31.380096 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [None req-a73d0b8c-edbc-4a4e-923e-0eb08afaa806 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:59:31.387658 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:31.418682 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-a73d0b8c-edbc-4a4e-923e-0eb08afaa806 admin admin] Usage tracker for resource:security_group_rule and tenant:b593dfc677b94c938971312fd1272ed3 is out of sync, need to count used quota {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:59:31.430591 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-039ec59c-a70b-4bba-9959-42eb2e870a6c req-0a068501-97b0-4b0b-9466-984689e5df00 service neutron] 10.222.0.48 "GET /v2.0/networks/7083f08e-ab4e-49e9-91e4-270e03cc3e4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6447051 Apr 18 20:59:31.438520 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-a73d0b8c-edbc-4a4e-923e-0eb08afaa806 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:59:31.462037 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [None req-a73d0b8c-edbc-4a4e-923e-0eb08afaa806 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:59:31.475899 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] For port a9cff535-f3b5-4c2c-a78e-cc82ac9bc74a, host n-h1-838334-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838334-2',level=0,port_id=a9cff535-f3b5-4c2c-a78e-cc82ac9bc74a,segment=NetworkSegment(7487d154-ef4b-4701-b484-567750da716d),segment_id=7487d154-ef4b-4701-b484-567750da716d)] {{(pid=84042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:59:31.487750 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682'] for port, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:31.498880 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72b76c4a-7e6d-4328-9f52-0d02196f49a9 service neutron] Pushing event updated for resources: {'Port': ['ID=bf7c6b84-d34c-4641-9cf5-c04bdc0659d8,revision_number=3']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:59:31.533748 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [req-5ccd80ef-a043-44c8-a7b9-4431114c2b4b req-72b76c4a-7e6d-4328-9f52-0d02196f49a9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217293'] for port, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:31.535319 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-5ccd80ef-a043-44c8-a7b9-4431114c2b4b req-72b76c4a-7e6d-4328-9f52-0d02196f49a9 service neutron] 10.222.0.43 "PUT /v2.0/ports/bf7c6b84-d34c-4641-9cf5-c04bdc0659d8 HTTP/1.1" status: 200 len: 1091 time: 1.6115699 Apr 18 20:59:31.535769 n-d-838334-2 neutron-server[84041]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bf74e528-b24d-4168-be41-aaeaeabbadb8', 'tag': 'bf7c6b84-d34c-4641-9cf5-c04bdc0659d8'}] {{(pid=84041) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 20:59:31.545433 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a750831-6a82-4c6c-afea-5ace77703b59 req-a2f8f906-bf92-4bd0-9274-f778fba32f9b tempest-DeleteServersTestJSON-915645800 tempest-DeleteServersTestJSON-915645800-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:59:31.557316 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-4a750831-6a82-4c6c-afea-5ace77703b59 req-a2f8f906-bf92-4bd0-9274-f778fba32f9b tempest-DeleteServersTestJSON-915645800 tempest-DeleteServersTestJSON-915645800-project] 10.222.0.42 "GET /v2.0/ports?device_id=2acbe8d9-d959-40de-963f-d892f3d117bc HTTP/1.1" status: 200 len: 945 time: 0.3404570 Apr 18 20:59:31.582739 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Pushing event updated for resources: {'Port': ['ID=a9cff535-f3b5-4c2c-a78e-cc82ac9bc74a,revision_number=5']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:59:31.695985 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-1688ef71-a8cb-4348-8341-8080c98f74e2 tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:59:31.697994 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-4a750831-6a82-4c6c-afea-5ace77703b59 req-0922e074-fbed-4454-9dc4-ce48b976fbed tempest-DeleteServersTestJSON-915645800 tempest-DeleteServersTestJSON-915645800-project] 10.222.0.42 "GET /v2.0/security-groups?id=588d127b-19b7-4c3d-9f79-a400181b94e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1379511 Apr 18 20:59:31.722704 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-1688ef71-a8cb-4348-8341-8080c98f74e2 tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Usage tracker for resource:port and tenant:1256b788e8184019a07eb24a482acda4 is out of sync, need to count used quota {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:59:31.733932 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-1688ef71-a8cb-4348-8341-8080c98f74e2 tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Quota usage for port was recalculated. Used quota:1. {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:59:31.770986 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-1688ef71-a8cb-4348-8341-8080c98f74e2 tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:59:31.774242 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-a73d0b8c-edbc-4a4e-923e-0eb08afaa806 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:31.785156 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-a73d0b8c-edbc-4a4e-923e-0eb08afaa806 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33528224'] for security_group, after_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:31.811038 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1688ef71-a8cb-4348-8341-8080c98f74e2 tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Made reservation on behalf of 1256b788e8184019a07eb24a482acda4 for: {'port': 1} {{(pid=84041) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:59:31.902220 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-5ccd80ef-a043-44c8-a7b9-4431114c2b4b req-6e0a173c-d5d5-4279-aa77-86ca1b8fd449 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=340d04fd839f4c0c896ec9bea561bc50&device_id=bf74e528-b24d-4168-be41-aaeaeabbadb8 HTTP/1.1" status: 200 len: 1094 time: 0.3022676 Apr 18 20:59:31.944343 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a73d0b8c-edbc-4a4e-923e-0eb08afaa806 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=34b7ced6-78a9-499b-8359-0987309c04fd,revision_number=1']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:59:32.102493 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-a73d0b8c-edbc-4a4e-923e-0eb08afaa806 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=b593dfc677b94c938971312fd1272ed3&name=default HTTP/1.1" status: 200 len: 2647 time: 1.1754725 Apr 18 20:59:32.105195 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 55900) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:59:32.160054 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c6cd6f5-f607-41aa-8dce-5e5a166a35fa req-db3472ce-bde8-4caa-b080-d6936575a7b1 tempest-ServersNegativeTestJSON-508382254 tempest-ServersNegativeTestJSON-508382254-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:59:32.161636 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-8c6cd6f5-f607-41aa-8dce-5e5a166a35fa req-db3472ce-bde8-4caa-b080-d6936575a7b1 tempest-ServersNegativeTestJSON-508382254 tempest-ServersNegativeTestJSON-508382254-project] 10.222.0.42 "GET /v2.0/ports?device_id=2197a591-197e-47fe-9210-1387bfb6ec5e HTTP/1.1" status: 200 len: 945 time: 0.2066789 Apr 18 20:59:32.167904 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1435fcc6-00ce-49f7-9938-6e63829ffe65 req-1781eb5a-6f30-46cb-8d39-012f7efbf3d3 tempest-AttachVolumeNegativeTest-555605742 tempest-AttachVolumeNegativeTest-555605742-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:59:32.169497 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-1435fcc6-00ce-49f7-9938-6e63829ffe65 req-1781eb5a-6f30-46cb-8d39-012f7efbf3d3 tempest-AttachVolumeNegativeTest-555605742 tempest-AttachVolumeNegativeTest-555605742-project] 10.222.0.42 "GET /v2.0/ports?device_id=bf74e528-b24d-4168-be41-aaeaeabbadb8 HTTP/1.1" status: 200 len: 943 time: 0.3030963 Apr 18 20:59:32.203560 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-5ccd80ef-a043-44c8-a7b9-4431114c2b4b req-9f368cb3-8ed8-4988-8e09-325b0fcf70e9 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=bf7c6b84-d34c-4641-9cf5-c04bdc0659d8 HTTP/1.1" status: 200 len: 217 time: 0.2111015 Apr 18 20:59:32.259155 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-538ac4d2-d0f2-4822-9242-b988137b1a7c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:32.283728 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-8c6cd6f5-f607-41aa-8dce-5e5a166a35fa req-baec55e4-5259-4472-9398-cb09dc641b35 tempest-ServersNegativeTestJSON-508382254 tempest-ServersNegativeTestJSON-508382254-project] 10.222.0.42 "GET /v2.0/security-groups?id=ada0ecb3-b1bc-4ba2-8e6c-b06ba09daca2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1130302 Apr 18 20:59:32.285729 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Device 1058e2a1-f365-4def-b593-74ef34a620d4 up at agent ovs-agent-n-d-838334-2 {{(pid=84042) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 20:59:32.300885 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-1435fcc6-00ce-49f7-9938-6e63829ffe65 req-9502fc65-de48-4f00-b26d-9c6916236baa tempest-AttachVolumeNegativeTest-555605742 tempest-AttachVolumeNegativeTest-555605742-project] 10.222.0.42 "GET /v2.0/security-groups?id=575e0ba1-8a78-4aa4-accf-eb309f49ec74&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1133916 Apr 18 20:59:32.444012 n-d-838334-2 neutron-server[84042]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0a68e57f-f120-4e81-8b86-16d990b72e1f'] response: {'server_uuid': '2acbe8d9-d959-40de-963f-d892f3d117bc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '09d2434c-af0a-465e-86d8-cc222584bcfd', 'code': 200} Apr 18 20:59:32.503717 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Provisioning complete for port 1058e2a1-f365-4def-b593-74ef34a620d4 triggered by entity L2. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:59:32.504423 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1253608'] for port, provisioning_complete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:32.594108 n-d-838334-2 neutron-server[84041]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7251acbe-8aae-4c6f-ba68-2dec67d3a6e6'] response: {'name': 'network-changed', 'server_uuid': 'bf74e528-b24d-4168-be41-aaeaeabbadb8', 'tag': 'bf7c6b84-d34c-4641-9cf5-c04bdc0659d8', 'status': 'completed', 'code': 200} Apr 18 20:59:32.709385 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-1688ef71-a8cb-4348-8341-8080c98f74e2 tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:32.756662 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-538ac4d2-d0f2-4822-9242-b988137b1a7c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:32.786256 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ccd80ef-a043-44c8-a7b9-4431114c2b4b req-86f5c13f-db68-4113-8629-cedadf5e1cfb service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:59:32.790136 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-5ccd80ef-a043-44c8-a7b9-4431114c2b4b req-86f5c13f-db68-4113-8629-cedadf5e1cfb service neutron] 10.222.0.43 "GET /v2.0/subnets?id=66a6cd83-be1c-4e76-9e19-a8f33a82294d HTTP/1.1" status: 200 len: 853 time: 0.5355616 Apr 18 20:59:32.806055 n-d-838334-2 neutron-server[84041]: DEBUG neutron.notifiers.nova [None req-1688ef71-a8cb-4348-8341-8080c98f74e2 tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] device_id is not set on port 0853efdf-d02a-42aa-a3fa-7a5e8e959c44 yet. {{(pid=84041) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 18 20:59:32.873533 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-72e2d7ef-b9e6-42c4-b2c0-a445519c7afb req-9852b98c-8516-4729-bf7f-b62ecfe38d6f tempest-InstanceActionsNegativeTestJSON-90126473 tempest-InstanceActionsNegativeTestJSON-90126473-project] 10.222.0.42 "GET /v2.0/ports?device_id=f5ab523a-6b16-44a1-9a28-d5d19519ec28 HTTP/1.1" status: 200 len: 210 time: 0.1625867 Apr 18 20:59:32.874683 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-0fa871cd-30b7-4308-bac0-7a17314dacd2 None None] Provisioning complete for port 1058e2a1-f365-4def-b593-74ef34a620d4 triggered by entity DHCP. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:59:32.878065 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-0fa871cd-30b7-4308-bac0-7a17314dacd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1253608'] for port, provisioning_complete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:33.102161 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-5ccd80ef-a043-44c8-a7b9-4431114c2b4b req-dd512ce1-e892-4627-9c0d-48716fdc4452 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=794fa1b3-6f66-42ac-ab9f-a0e910c383ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2973955 Apr 18 20:59:33.103117 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-538ac4d2-d0f2-4822-9242-b988137b1a7c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33528224'] for security_group, after_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:33.157426 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-538ac4d2-d0f2-4822-9242-b988137b1a7c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=34b7ced6-78a9-499b-8359-0987309c04fd,revision_number=None']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:59:33.184769 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90396448-e8c9-4c72-8fee-3cb2a188ba42 req-e89cc832-9213-42ab-85b5-7302055158b6 tempest-ServersTestJSON-1424434350 tempest-ServersTestJSON-1424434350-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:59:33.191807 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-90396448-e8c9-4c72-8fee-3cb2a188ba42 req-e89cc832-9213-42ab-85b5-7302055158b6 tempest-ServersTestJSON-1424434350 tempest-ServersTestJSON-1424434350-project] 10.222.0.42 "GET /v2.0/ports?device_id=b076d356-9799-477c-a2f8-5aae86773e2b HTTP/1.1" status: 200 len: 946 time: 0.4774604 Apr 18 20:59:33.197103 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-be17f658-c2b0-4ec2-be15-e75675135d7f req-c8cdcc66-c3c9-4e77-b52a-874032256046 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=2acbe8d9-d959-40de-963f-d892f3d117bc HTTP/1.1" status: 200 len: 1096 time: 0.5645657 Apr 18 20:59:33.309293 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-a72f149f-5d8c-4b6e-92aa-38bed73eb79d req-99919ad5-ed5f-4dcb-a6cc-29169ae00a06 tempest-ServersNegativeTestJSON-508382254 tempest-ServersNegativeTestJSON-508382254-project] 10.222.0.42 "GET /v2.0/security-groups?name=does_not_exist&fields=id&tenant_id=0f7cce7b1ccf410486c29c0215106926 HTTP/1.1" status: 200 len: 221 time: 0.0980051 Apr 18 20:59:33.313518 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-be17f658-c2b0-4ec2-be15-e75675135d7f req-b9a08188-5eb8-4d64-915e-c310d0e3020f service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=588d127b-19b7-4c3d-9f79-a400181b94e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1011908 Apr 18 20:59:33.329916 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-90396448-e8c9-4c72-8fee-3cb2a188ba42 req-c3229565-df10-47a4-925b-278a825fd8cf tempest-ServersTestJSON-1424434350 tempest-ServersTestJSON-1424434350-project] 10.222.0.42 "GET /v2.0/security-groups?id=a3de1b7a-019c-40dd-8c9d-3a3f159b2bd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1370962 Apr 18 20:59:33.401482 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-538ac4d2-d0f2-4822-9242-b988137b1a7c admin admin] Notify callbacks [] for security_group, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:33.403946 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-538ac4d2-d0f2-4822-9242-b988137b1a7c admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/34b7ced6-78a9-499b-8359-0987309c04fd HTTP/1.1" status: 204 len: 168 time: 1.2938213 Apr 18 20:59:33.457568 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.db_base_plugin_common [None req-1688ef71-a8cb-4348-8341-8080c98f74e2 tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Allocated IP 2001:db8::32a (ef903069-7c89-4376-963f-99c58ca6d615/b325d4e9-aa0c-4d16-bae2-a4e357542e1f/0853efdf-d02a-42aa-a3fa-7a5e8e959c44) {{(pid=84041) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:59:33.479924 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.db_base_plugin_common [None req-1688ef71-a8cb-4348-8341-8080c98f74e2 tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Allocated IP 2001:db8:0:1:f816:3eff:feba:bb3c (ef903069-7c89-4376-963f-99c58ca6d615/1d31a54b-24bf-4f6f-8e56-8397612f5bfc/0853efdf-d02a-42aa-a3fa-7a5e8e959c44) {{(pid=84041) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:59:33.514964 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-5ccd80ef-a043-44c8-a7b9-4431114c2b4b req-3b511af8-6316-454d-a9ae-ae4a6f0f520f service neutron] 10.222.0.43 "GET /v2.0/networks/794fa1b3-6f66-42ac-ab9f-a0e910c383ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3765714 Apr 18 20:59:33.661687 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25562f42-0c17-4d10-95f5-1630d4719ad2 req-62a5bcb3-0ac8-4e7b-bfbe-19b966e1f649 tempest-ServersNegativeTestJSON-508382254 tempest-ServersNegativeTestJSON-508382254-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:59:33.668655 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-25562f42-0c17-4d10-95f5-1630d4719ad2 req-62a5bcb3-0ac8-4e7b-bfbe-19b966e1f649 tempest-ServersNegativeTestJSON-508382254 tempest-ServersNegativeTestJSON-508382254-project] 10.222.0.42 "GET /v2.0/ports?device_id=2197a591-197e-47fe-9210-1387bfb6ec5e HTTP/1.1" status: 200 len: 945 time: 0.1913750 Apr 18 20:59:33.693587 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-214bf632-0de0-4b4d-b557-734bb95e8638 req-caf06d24-a29a-4246-80e7-b840df038330 tempest-DeleteServersTestJSON-915645800 tempest-DeleteServersTestJSON-915645800-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:59:33.701493 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-214bf632-0de0-4b4d-b557-734bb95e8638 req-caf06d24-a29a-4246-80e7-b840df038330 tempest-DeleteServersTestJSON-915645800 tempest-DeleteServersTestJSON-915645800-project] 10.222.0.42 "GET /v2.0/ports?device_id=2acbe8d9-d959-40de-963f-d892f3d117bc HTTP/1.1" status: 200 len: 945 time: 0.1663063 Apr 18 20:59:33.740865 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750375287399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253529'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:33.776017 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-25562f42-0c17-4d10-95f5-1630d4719ad2 req-a1f6e4ce-d555-4ba9-9c0f-e33eb39733f9 tempest-ServersNegativeTestJSON-508382254 tempest-ServersNegativeTestJSON-508382254-project] 10.222.0.42 "GET /v2.0/security-groups?id=ada0ecb3-b1bc-4ba2-8e6c-b06ba09daca2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1063843 Apr 18 20:59:33.801026 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-214bf632-0de0-4b4d-b557-734bb95e8638 req-0096ea32-0c62-40eb-b473-26b4fd9d4f82 tempest-DeleteServersTestJSON-915645800 tempest-DeleteServersTestJSON-915645800-project] 10.222.0.42 "GET /v2.0/security-groups?id=588d127b-19b7-4c3d-9f79-a400181b94e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0985761 Apr 18 20:59:33.888638 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-5ccd80ef-a043-44c8-a7b9-4431114c2b4b req-4e125f92-1098-4e36-8745-3a05c9c36677 service neutron] 10.222.0.43 "GET /v2.0/networks/794fa1b3-6f66-42ac-ab9f-a0e910c383ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3618245 Apr 18 20:59:34.132735 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-428172b6-c40f-4d7b-a363-7a372eb78e86 req-284bec21-bfdb-4e47-be56-48284272cef5 tempest-ServersNegativeTestJSON-508382254 tempest-ServersNegativeTestJSON-508382254-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:59:34.139942 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-428172b6-c40f-4d7b-a363-7a372eb78e86 req-284bec21-bfdb-4e47-be56-48284272cef5 tempest-ServersNegativeTestJSON-508382254 tempest-ServersNegativeTestJSON-508382254-project] 10.222.0.42 "GET /v2.0/ports?device_id=2197a591-197e-47fe-9210-1387bfb6ec5e HTTP/1.1" status: 200 len: 945 time: 0.1624124 Apr 18 20:59:34.142955 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-1688ef71-a8cb-4348-8341-8080c98f74e2 tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Notify callbacks [] for port, precommit_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:34.171067 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.provisioning_blocks [None req-1688ef71-a8cb-4348-8341-8080c98f74e2 tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Transition to ACTIVE for port object 0853efdf-d02a-42aa-a3fa-7a5e8e959c44 will not be triggered until provisioned by entity DHCP. {{(pid=84041) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 20:59:34.193593 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-6da9fd66-16d1-417b-8fd3-b50706c54a65 req-1b358e06-f831-4994-878e-0d740bdb5ce3 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=340d04fd839f4c0c896ec9bea561bc50&device_id=bf74e528-b24d-4168-be41-aaeaeabbadb8 HTTP/1.1" status: 200 len: 1094 time: 0.2447588 Apr 18 20:59:34.269737 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-428172b6-c40f-4d7b-a363-7a372eb78e86 req-3e392b31-87c9-4876-aff2-e9dcb251520c tempest-ServersNegativeTestJSON-508382254 tempest-ServersNegativeTestJSON-508382254-project] 10.222.0.42 "GET /v2.0/security-groups?id=ada0ecb3-b1bc-4ba2-8e6c-b06ba09daca2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1288550 Apr 18 20:59:34.279229 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce48b034-034e-4c64-bc53-6223f35bd303 req-d89621a8-dd1d-422a-bf5b-84e737e6b200 tempest-AttachVolumeNegativeTest-555605742 tempest-AttachVolumeNegativeTest-555605742-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:59:34.288012 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-1688ef71-a8cb-4348-8341-8080c98f74e2 tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750374836619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32266323'] for port, after_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:34.292689 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-ce48b034-034e-4c64-bc53-6223f35bd303 req-d89621a8-dd1d-422a-bf5b-84e737e6b200 tempest-AttachVolumeNegativeTest-555605742 tempest-AttachVolumeNegativeTest-555605742-project] 10.222.0.42 "GET /v2.0/ports?device_id=bf74e528-b24d-4168-be41-aaeaeabbadb8 HTTP/1.1" status: 200 len: 943 time: 0.2567327 Apr 18 20:59:34.420142 n-d-838334-2 neutron-server[84041]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1688ef71-a8cb-4348-8341-8080c98f74e2 tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Network ef903069-7c89-4376-963f-99c58ca6d615 is already hosted by enough agents. {{(pid=84041) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:59:34.427225 n-d-838334-2 neutron-server[84041]: DEBUG neutron.scheduler.base_scheduler [None req-1688ef71-a8cb-4348-8341-8080c98f74e2 tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Resources bound (agent type, host, resource id): {{(pid=84041) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:59:34.445401 n-d-838334-2 neutron-server[84042]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b076d356-9799-477c-a2f8-5aae86773e2b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a9cff535-f3b5-4c2c-a78e-cc82ac9bc74a'}] {{(pid=84042) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 20:59:34.450563 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1688ef71-a8cb-4348-8341-8080c98f74e2 tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Received port after_create {{(pid=84041) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 20:59:34.454579 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1688ef71-a8cb-4348-8341-8080c98f74e2 tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:59:34.455887 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-1688ef71-a8cb-4348-8341-8080c98f74e2 tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217293'] for port, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:34.465110 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1688ef71-a8cb-4348-8341-8080c98f74e2 tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Pushing event updated for resources: {'Port': ['ID=0853efdf-d02a-42aa-a3fa-7a5e8e959c44,revision_number=1']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:59:34.527179 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6da9fd66-16d1-417b-8fd3-b50706c54a65 req-c5ca30d6-91f6-480e-99d4-dae31086a312 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:59:34.528799 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-6da9fd66-16d1-417b-8fd3-b50706c54a65 req-c5ca30d6-91f6-480e-99d4-dae31086a312 service neutron] 10.222.0.43 "GET /v2.0/networks?id=794fa1b3-6f66-42ac-ab9f-a0e910c383ff HTTP/1.1" status: 200 len: 915 time: 0.3274736 Apr 18 20:59:34.539068 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-1688ef71-a8cb-4348-8341-8080c98f74e2 tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 3.2208591 Apr 18 20:59:34.589397 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 55972) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:59:34.634459 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-6da9fd66-16d1-417b-8fd3-b50706c54a65 req-470a447b-2a48-4a48-801b-4f1d30f9ff4a service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=bf7c6b84-d34c-4641-9cf5-c04bdc0659d8 HTTP/1.1" status: 200 len: 217 time: 0.0953755 Apr 18 20:59:34.664942 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-957f2daa-8633-4682-b3b4-8cda4fae6092 req-9aadb4fd-99e1-427e-b32d-74073ab66327 tempest-InstanceActionsNegativeTestJSON-90126473 tempest-InstanceActionsNegativeTestJSON-90126473-project] 10.222.0.42 "GET /v2.0/ports?device_id=f5ab523a-6b16-44a1-9a28-d5d19519ec28 HTTP/1.1" status: 200 len: 210 time: 0.1391981 Apr 18 20:59:34.700926 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-ce48b034-034e-4c64-bc53-6223f35bd303 req-7f265eb9-42dd-49c1-901d-f88543444908 tempest-AttachVolumeNegativeTest-555605742 tempest-AttachVolumeNegativeTest-555605742-project] 10.222.0.42 "GET /v2.0/security-groups?id=575e0ba1-8a78-4aa4-accf-eb309f49ec74&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4024496 Apr 18 20:59:34.868033 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6f16c04-0bcf-42a5-8fd9-14f74f2a294d req-ec6d022b-f6f4-470f-90d8-a525de47f361 tempest-InstanceActionsNegativeTestJSON-90126473 tempest-InstanceActionsNegativeTestJSON-90126473-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:59:34.874722 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-e6f16c04-0bcf-42a5-8fd9-14f74f2a294d req-ec6d022b-f6f4-470f-90d8-a525de47f361 tempest-InstanceActionsNegativeTestJSON-90126473 tempest-InstanceActionsNegativeTestJSON-90126473-project] 10.222.0.48 "GET /v2.0/networks?id=928fedfd-5ce4-47aa-b536-a47ade377567 HTTP/1.1" status: 200 len: 822 time: 0.5468848 Apr 18 20:59:34.893358 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6da9fd66-16d1-417b-8fd3-b50706c54a65 req-68235b1b-4235-42f7-9ddd-0299a24b2589 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:59:34.895271 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-6da9fd66-16d1-417b-8fd3-b50706c54a65 req-68235b1b-4235-42f7-9ddd-0299a24b2589 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=66a6cd83-be1c-4e76-9e19-a8f33a82294d HTTP/1.1" status: 200 len: 853 time: 0.2461674 Apr 18 20:59:34.901092 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.plugin [None req-075cd327-00ab-4aba-8342-a9dc972e3f15 tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Deleting port 0853efdf-d02a-42aa-a3fa-7a5e8e959c44 {{(pid=84040) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 20:59:34.901436 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-075cd327-00ab-4aba-8342-a9dc972e3f15 tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750375188691'] for port, before_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:34.949619 n-d-838334-2 neutron-server[84042]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5d486127-9a63-445a-be9b-90554c445c98'] response: {'server_uuid': 'b076d356-9799-477c-a2f8-5aae86773e2b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a9cff535-f3b5-4c2c-a78e-cc82ac9bc74a', 'code': 200} Apr 18 20:59:35.001681 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-99293e2f-af33-4ed1-a8bf-4f6a0b302fe9 None None] Provisioning for port 0853efdf-d02a-42aa-a3fa-7a5e8e959c44 completed by entity DHCP. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 20:59:35.010633 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-99293e2f-af33-4ed1-a8bf-4f6a0b302fe9 None None] Provisioning complete for port 0853efdf-d02a-42aa-a3fa-7a5e8e959c44 triggered by entity DHCP. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:59:35.011012 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-99293e2f-af33-4ed1-a8bf-4f6a0b302fe9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1253608'] for port, provisioning_complete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:35.098057 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.plugin [None req-99293e2f-af33-4ed1-a8bf-4f6a0b302fe9 None None] Port 0853efdf-d02a-42aa-a3fa-7a5e8e959c44 cannot update to ACTIVE because it is not bound. {{(pid=84042) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 18 20:59:35.101671 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.v2.base [req-e6f16c04-0bcf-42a5-8fd9-14f74f2a294d req-e4bfc694-85f4-4ca8-9971-574391319e07 tempest-InstanceActionsNegativeTestJSON-90126473 tempest-InstanceActionsNegativeTestJSON-90126473-project] Request body: {'port': {'device_id': 'f5ab523a-6b16-44a1-9a28-d5d19519ec28', 'network_id': '928fedfd-5ce4-47aa-b536-a47ade377567', 'admin_state_up': True, 'tenant_id': '2dd567cd79884d1c95498475e18e1635'}} {{(pid=84040) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 20:59:35.160843 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-6da9fd66-16d1-417b-8fd3-b50706c54a65 req-21ad9ec3-aaad-44a1-a2bf-a6c5fe7bc396 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=794fa1b3-6f66-42ac-ab9f-a0e910c383ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2580056 Apr 18 20:59:35.319927 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-6da9fd66-16d1-417b-8fd3-b50706c54a65 req-0ebcc0d7-3a87-43cb-8b08-bf5d3ed51355 service neutron] 10.222.0.43 "GET /v2.0/networks/794fa1b3-6f66-42ac-ab9f-a0e910c383ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1503398 Apr 18 20:59:35.533629 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d7bb5a5-306d-4df4-8f0d-62ca49b170b7 req-ae7e6951-a7a9-4bfb-ac28-65befa9132a5 tempest-ServersTestJSON-1424434350 tempest-ServersTestJSON-1424434350-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:59:35.541361 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-8d7bb5a5-306d-4df4-8f0d-62ca49b170b7 req-ae7e6951-a7a9-4bfb-ac28-65befa9132a5 tempest-ServersTestJSON-1424434350 tempest-ServersTestJSON-1424434350-project] 10.222.0.42 "GET /v2.0/ports?device_id=b076d356-9799-477c-a2f8-5aae86773e2b HTTP/1.1" status: 200 len: 946 time: 0.5320165 Apr 18 20:59:35.551742 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-2371da4c-d573-4b90-b809-deb453a422ef req-2cff7b2c-eeed-43b0-9c3f-b1d5fe1f1c82 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=b076d356-9799-477c-a2f8-5aae86773e2b HTTP/1.1" status: 200 len: 1097 time: 0.4657934 Apr 18 20:59:35.563565 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [req-e6f16c04-0bcf-42a5-8fd9-14f74f2a294d req-e4bfc694-85f4-4ca8-9971-574391319e07 tempest-InstanceActionsNegativeTestJSON-90126473 tempest-InstanceActionsNegativeTestJSON-90126473-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:59:35.587587 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [req-e6f16c04-0bcf-42a5-8fd9-14f74f2a294d req-e4bfc694-85f4-4ca8-9971-574391319e07 tempest-InstanceActionsNegativeTestJSON-90126473 tempest-InstanceActionsNegativeTestJSON-90126473-project] Usage tracker for resource:port and tenant:2dd567cd79884d1c95498475e18e1635 is out of sync, need to count used quota {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:59:35.593475 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [req-e6f16c04-0bcf-42a5-8fd9-14f74f2a294d req-e4bfc694-85f4-4ca8-9971-574391319e07 tempest-InstanceActionsNegativeTestJSON-90126473 tempest-InstanceActionsNegativeTestJSON-90126473-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:59:35.620419 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [req-e6f16c04-0bcf-42a5-8fd9-14f74f2a294d req-e4bfc694-85f4-4ca8-9971-574391319e07 tempest-InstanceActionsNegativeTestJSON-90126473 tempest-InstanceActionsNegativeTestJSON-90126473-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:59:35.629886 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-2371da4c-d573-4b90-b809-deb453a422ef req-1ada3267-1ea8-4653-b836-626dc30ecd61 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=a3de1b7a-019c-40dd-8c9d-3a3f159b2bd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708611 Apr 18 20:59:35.631161 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c3b5acd-b02a-44a0-b536-953438812643 req-2ca8ab78-be3f-4cc7-81bc-014625432f70 tempest-ServersNegativeTestJSON-508382254 tempest-ServersNegativeTestJSON-508382254-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:59:35.633200 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-2c3b5acd-b02a-44a0-b536-953438812643 req-2ca8ab78-be3f-4cc7-81bc-014625432f70 tempest-ServersNegativeTestJSON-508382254 tempest-ServersNegativeTestJSON-508382254-project] 10.222.0.42 "GET /v2.0/ports?device_id=2197a591-197e-47fe-9210-1387bfb6ec5e HTTP/1.1" status: 200 len: 945 time: 0.5078313 Apr 18 20:59:35.656473 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-6da9fd66-16d1-417b-8fd3-b50706c54a65 req-45ba35b0-eba2-4ed9-a548-ae5c7611b940 service neutron] 10.222.0.43 "GET /v2.0/networks/794fa1b3-6f66-42ac-ab9f-a0e910c383ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3289862 Apr 18 20:59:35.686686 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e6f16c04-0bcf-42a5-8fd9-14f74f2a294d req-e4bfc694-85f4-4ca8-9971-574391319e07 tempest-InstanceActionsNegativeTestJSON-90126473 tempest-InstanceActionsNegativeTestJSON-90126473-project] Made reservation on behalf of 2dd567cd79884d1c95498475e18e1635 for: {'port': 1} {{(pid=84040) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:59:35.689803 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-e6f16c04-0bcf-42a5-8fd9-14f74f2a294d req-e4bfc694-85f4-4ca8-9971-574391319e07 tempest-InstanceActionsNegativeTestJSON-90126473 tempest-InstanceActionsNegativeTestJSON-90126473-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:35.700867 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-075cd327-00ab-4aba-8342-a9dc972e3f15 tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369123'] for port, precommit_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:35.714457 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-8d7bb5a5-306d-4df4-8f0d-62ca49b170b7 req-1d721001-bf58-4deb-a14f-0f64bf13a0bd tempest-ServersTestJSON-1424434350 tempest-ServersTestJSON-1424434350-project] 10.222.0.42 "GET /v2.0/security-groups?id=a3de1b7a-019c-40dd-8c9d-3a3f159b2bd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1722698 Apr 18 20:59:35.866244 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.plugin [None req-075cd327-00ab-4aba-8342-a9dc972e3f15 tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Calling delete_port for 0853efdf-d02a-42aa-a3fa-7a5e8e959c44 owned by {{(pid=84040) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 20:59:36.127369 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-2c3b5acd-b02a-44a0-b536-953438812643 req-7bcd4a06-4b57-4829-9604-dfaa7217ca22 tempest-ServersNegativeTestJSON-508382254 tempest-ServersNegativeTestJSON-508382254-project] 10.222.0.42 "GET /v2.0/security-groups?id=ada0ecb3-b1bc-4ba2-8e6c-b06ba09daca2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4826689 Apr 18 20:59:36.370943 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e265d5b6-8110-4fa2-a722-2afdf4daa7f8 req-e54b291c-f8bf-4c89-9fa2-a2354e52b59b tempest-DeleteServersTestJSON-915645800 tempest-DeleteServersTestJSON-915645800-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:59:36.372442 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-e265d5b6-8110-4fa2-a722-2afdf4daa7f8 req-e54b291c-f8bf-4c89-9fa2-a2354e52b59b tempest-DeleteServersTestJSON-915645800 tempest-DeleteServersTestJSON-915645800-project] 10.222.0.42 "GET /v2.0/ports?device_id=2acbe8d9-d959-40de-963f-d892f3d117bc HTTP/1.1" status: 200 len: 945 time: 0.3139431 Apr 18 20:59:36.393955 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.db_base_plugin_common [req-e6f16c04-0bcf-42a5-8fd9-14f74f2a294d req-e4bfc694-85f4-4ca8-9971-574391319e07 tempest-InstanceActionsNegativeTestJSON-90126473 tempest-InstanceActionsNegativeTestJSON-90126473-project] Allocated IP 172.20.0.7 (928fedfd-5ce4-47aa-b536-a47ade377567/2ccb130b-0190-4f2d-a7c8-f8a986daf949/54311f83-4a12-4d8f-a784-f6ce55daf8ce) {{(pid=84040) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:59:36.417428 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-e2bf775b-0357-475c-873d-b4b00d2d6856 req-25c29819-52bb-4621-bca5-df335cb64eca tempest-InstanceActionsNegativeTestJSON-90126473 tempest-InstanceActionsNegativeTestJSON-90126473-project] 10.222.0.42 "GET /v2.0/ports?device_id=f5ab523a-6b16-44a1-9a28-d5d19519ec28 HTTP/1.1" status: 200 len: 210 time: 0.0937991 Apr 18 20:59:36.544999 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-e265d5b6-8110-4fa2-a722-2afdf4daa7f8 req-1d1abf2c-0b5c-4b40-8a92-9338734e4eb7 tempest-DeleteServersTestJSON-915645800 tempest-DeleteServersTestJSON-915645800-project] 10.222.0.42 "GET /v2.0/security-groups?id=588d127b-19b7-4c3d-9f79-a400181b94e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1567528 Apr 18 20:59:36.587673 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-075cd327-00ab-4aba-8342-a9dc972e3f15 tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750375259028', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750374836628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32440838'] for port, after_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:36.776400 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-075cd327-00ab-4aba-8342-a9dc972e3f15 tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Pushing event deleted for resources: {'Port': ['ID=0853efdf-d02a-42aa-a3fa-7a5e8e959c44,revision_number=None']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:59:36.851911 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Device bf7c6b84-d34c-4641-9cf5-c04bdc0659d8 details requested by agent hyperv_n-h1-838334-2 with host n-h1-838334-2 {{(pid=84042) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 18 20:59:36.983495 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-075cd327-00ab-4aba-8342-a9dc972e3f15 tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217293'] for port, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:37.071496 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 56038) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:59:37.089279 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] For port bf7c6b84-d34c-4641-9cf5-c04bdc0659d8, host n-h1-838334-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838334-2',level=0,port_id=bf7c6b84-d34c-4641-9cf5-c04bdc0659d8,segment=NetworkSegment(dbc7d3d6-4579-41c2-9fd4-2757cc8c54b6),segment_id=dbc7d3d6-4579-41c2-9fd4-2757cc8c54b6)] {{(pid=84042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:59:37.106912 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-075cd327-00ab-4aba-8342-a9dc972e3f15 tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] 10.222.0.42 "DELETE /v2.0/ports/0853efdf-d02a-42aa-a3fa-7a5e8e959c44 HTTP/1.1" status: 204 len: 168 time: 2.5139744 Apr 18 20:59:37.107233 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 56044) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:59:37.109818 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Returning: {'device': 'bf7c6b84-d34c-4641-9cf5-c04bdc0659d8', 'network_id': '794fa1b3-6f66-42ac-ab9f-a0e910c383ff', 'port_id': 'bf7c6b84-d34c-4641-9cf5-c04bdc0659d8', 'mac_address': 'fa:16:3e:e6:17:6f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 389, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '66a6cd83-be1c-4e76-9e19-a8f33a82294d', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84042) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 18 20:59:37.181712 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:37.186757 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-e6f16c04-0bcf-42a5-8fd9-14f74f2a294d req-e4bfc694-85f4-4ca8-9971-574391319e07 tempest-InstanceActionsNegativeTestJSON-90126473 tempest-InstanceActionsNegativeTestJSON-90126473-project] Notify callbacks [] for port, precommit_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:37.202313 n-d-838334-2 neutron-server[84042]: DEBUG neutron.notifiers.nova [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bf7c6b84-d34c-4641-9cf5-c04bdc0659d8 {{(pid=84042) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 18 20:59:37.223086 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] For port bf7c6b84-d34c-4641-9cf5-c04bdc0659d8, host n-h1-838334-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838334-2',level=0,port_id=bf7c6b84-d34c-4641-9cf5-c04bdc0659d8,segment=NetworkSegment(dbc7d3d6-4579-41c2-9fd4-2757cc8c54b6),segment_id=dbc7d3d6-4579-41c2-9fd4-2757cc8c54b6)] {{(pid=84042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:59:37.227534 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682'] for port, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:37.229158 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01ec859b-c68a-4a1d-bad3-891617bf0c00 req-d0a6ac42-758a-4f4b-8fe9-0cafd18b04e4 tempest-AttachVolumeNegativeTest-555605742 tempest-AttachVolumeNegativeTest-555605742-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:59:37.229519 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-014a3af4-2eee-4a1a-bbc8-977b62786f9c tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:59:37.230437 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-014a3af4-2eee-4a1a-bbc8-977b62786f9c tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Synchronizing usage tracker for tenant:1256b788e8184019a07eb24a482acda4 on resource:port {{(pid=84041) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 20:59:37.236959 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-01ec859b-c68a-4a1d-bad3-891617bf0c00 req-d0a6ac42-758a-4f4b-8fe9-0cafd18b04e4 tempest-AttachVolumeNegativeTest-555605742 tempest-AttachVolumeNegativeTest-555605742-project] 10.222.0.42 "GET /v2.0/ports?device_id=bf74e528-b24d-4168-be41-aaeaeabbadb8 HTTP/1.1" status: 200 len: 943 time: 0.6468990 Apr 18 20:59:37.254346 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-014a3af4-2eee-4a1a-bbc8-977b62786f9c tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Unset dirty status for tenant:1256b788e8184019a07eb24a482acda4 on resource:port {{(pid=84041) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 20:59:37.259085 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-014a3af4-2eee-4a1a-bbc8-977b62786f9c tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] 10.222.0.42 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.1506708 Apr 18 20:59:37.259884 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 56050) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:59:37.313048 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-01ec859b-c68a-4a1d-bad3-891617bf0c00 req-33840316-e424-494a-8c52-6c9b1ef22e4e tempest-AttachVolumeNegativeTest-555605742 tempest-AttachVolumeNegativeTest-555605742-project] 10.222.0.42 "GET /v2.0/security-groups?id=575e0ba1-8a78-4aa4-accf-eb309f49ec74&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0740266 Apr 18 20:59:37.332746 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaae5a65-2136-43c4-ac46-7ead95e4eba6 req-5ac2cf91-8ed6-4906-9b32-e3396b12d9fd tempest-ServersNegativeTestJSON-508382254 tempest-ServersNegativeTestJSON-508382254-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:59:37.336681 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-b5e79b7a-2404-4e8c-8459-eab847807673 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:37.337048 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-aaae5a65-2136-43c4-ac46-7ead95e4eba6 req-5ac2cf91-8ed6-4906-9b32-e3396b12d9fd tempest-ServersNegativeTestJSON-508382254 tempest-ServersNegativeTestJSON-508382254-project] 10.222.0.42 "GET /v2.0/ports?device_id=2197a591-197e-47fe-9210-1387bfb6ec5e HTTP/1.1" status: 200 len: 945 time: 0.5662837 Apr 18 20:59:37.342783 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Pushing event updated for resources: {'Port': ['ID=bf7c6b84-d34c-4641-9cf5-c04bdc0659d8,revision_number=4']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:59:37.370343 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-e6f16c04-0bcf-42a5-8fd9-14f74f2a294d req-e4bfc694-85f4-4ca8-9971-574391319e07 tempest-InstanceActionsNegativeTestJSON-90126473 tempest-InstanceActionsNegativeTestJSON-90126473-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750374836619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32440838'] for port, after_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:37.391119 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-b5e79b7a-2404-4e8c-8459-eab847807673 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:59:37.398214 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-b5e79b7a-2404-4e8c-8459-eab847807673 admin admin] Usage tracker for resource:security_group_rule and tenant:1fce8ac4dbe54774ae5b9d616f3bca0c is out of sync, need to count used quota {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:59:37.401557 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-b5e79b7a-2404-4e8c-8459-eab847807673 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:59:37.413327 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-b5e79b7a-2404-4e8c-8459-eab847807673 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:59:37.432396 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25211be9-93da-4074-8267-175e32a147e0 tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:59:37.436781 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-25211be9-93da-4074-8267-175e32a147e0 tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] 10.222.0.42 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.1757448 Apr 18 20:59:37.438026 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 56056) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:59:37.460211 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] get_ports_and_sgs() called for port_ids ['bf7c6b84-d34c-4641-9cf5-c04bdc0659d8'] {{(pid=84042) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 18 20:59:37.520218 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-b5e79b7a-2404-4e8c-8459-eab847807673 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:37.533192 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-b5e79b7a-2404-4e8c-8459-eab847807673 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33528224'] for security_group, after_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:37.567207 n-d-838334-2 neutron-server[84040]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e6f16c04-0bcf-42a5-8fd9-14f74f2a294d req-e4bfc694-85f4-4ca8-9971-574391319e07 tempest-InstanceActionsNegativeTestJSON-90126473 tempest-InstanceActionsNegativeTestJSON-90126473-project] Network 928fedfd-5ce4-47aa-b536-a47ade377567 is already hosted by enough agents. {{(pid=84040) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:59:37.568149 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4bfc694-85f4-4ca8-9971-574391319e07 tempest-InstanceActionsNegativeTestJSON-90126473 tempest-InstanceActionsNegativeTestJSON-90126473-project] Pushing event updated for resources: {'Port': ['ID=54311f83-4a12-4d8f-a784-f6ce55daf8ce,revision_number=1']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:59:37.583137 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-b5e79b7a-2404-4e8c-8459-eab847807673 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=1fce8ac4dbe54774ae5b9d616f3bca0c&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5105178 Apr 18 20:59:37.587730 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 56064) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:59:37.593641 n-d-838334-2 neutron-server[84040]: DEBUG neutron.scheduler.base_scheduler [req-e6f16c04-0bcf-42a5-8fd9-14f74f2a294d req-e4bfc694-85f4-4ca8-9971-574391319e07 tempest-InstanceActionsNegativeTestJSON-90126473 tempest-InstanceActionsNegativeTestJSON-90126473-project] Resources bound (agent type, host, resource id): {{(pid=84040) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:59:37.604392 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-aaae5a65-2136-43c4-ac46-7ead95e4eba6 req-d737d51a-b899-4930-a3a9-25d25d44a786 tempest-ServersNegativeTestJSON-508382254 tempest-ServersNegativeTestJSON-508382254-project] 10.222.0.42 "GET /v2.0/security-groups?id=ada0ecb3-b1bc-4ba2-8e6c-b06ba09daca2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2591641 Apr 18 20:59:37.621918 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.l3_dvrscheduler_db [req-e6f16c04-0bcf-42a5-8fd9-14f74f2a294d req-e4bfc694-85f4-4ca8-9971-574391319e07 tempest-InstanceActionsNegativeTestJSON-90126473 tempest-InstanceActionsNegativeTestJSON-90126473-project] Received port after_create {{(pid=84040) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 20:59:37.639587 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5e79b7a-2404-4e8c-8459-eab847807673 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=066d32a7-1c3c-4e6a-bf42-c919e95b6d47,revision_number=1']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:59:37.663442 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5e79b7a-2404-4e8c-8459-eab847807673 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:59:37.667108 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5e79b7a-2404-4e8c-8459-eab847807673 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:59:37.667669 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5e79b7a-2404-4e8c-8459-eab847807673 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:59:37.670118 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5e79b7a-2404-4e8c-8459-eab847807673 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:59:37.670610 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5e79b7a-2404-4e8c-8459-eab847807673 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:59:37.671500 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5e79b7a-2404-4e8c-8459-eab847807673 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:59:37.672924 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5e79b7a-2404-4e8c-8459-eab847807673 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:59:37.673359 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5e79b7a-2404-4e8c-8459-eab847807673 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:59:37.674687 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5e79b7a-2404-4e8c-8459-eab847807673 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:59:37.675575 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa24fddb-1843-4aae-8a9d-871c834035c7 tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:59:37.676515 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5e79b7a-2404-4e8c-8459-eab847807673 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:59:37.676922 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5e79b7a-2404-4e8c-8459-eab847807673 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:59:37.677712 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa24fddb-1843-4aae-8a9d-871c834035c7 tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:59:37.679368 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa24fddb-1843-4aae-8a9d-871c834035c7 tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:59:37.680158 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-fa24fddb-1843-4aae-8a9d-871c834035c7 tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Synchronizing usage tracker for tenant:1256b788e8184019a07eb24a482acda4 on resource:subnet {{(pid=84040) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 20:59:37.727745 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-fa24fddb-1843-4aae-8a9d-871c834035c7 tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Unset dirty status for tenant:1256b788e8184019a07eb24a482acda4 on resource:subnet {{(pid=84040) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 20:59:37.732174 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 56072) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:59:37.733133 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-fa24fddb-1843-4aae-8a9d-871c834035c7 tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] 10.222.0.42 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.2917185 Apr 18 20:59:37.745121 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6f16c04-0bcf-42a5-8fd9-14f74f2a294d req-e4bfc694-85f4-4ca8-9971-574391319e07 tempest-InstanceActionsNegativeTestJSON-90126473 tempest-InstanceActionsNegativeTestJSON-90126473-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:59:37.745782 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-e6f16c04-0bcf-42a5-8fd9-14f74f2a294d req-e4bfc694-85f4-4ca8-9971-574391319e07 tempest-InstanceActionsNegativeTestJSON-90126473 tempest-InstanceActionsNegativeTestJSON-90126473-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217293'] for port, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:37.773523 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-e6f16c04-0bcf-42a5-8fd9-14f74f2a294d req-e4bfc694-85f4-4ca8-9971-574391319e07 tempest-InstanceActionsNegativeTestJSON-90126473 tempest-InstanceActionsNegativeTestJSON-90126473-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.8810527 Apr 18 20:59:37.794823 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.v2.base [req-e6f16c04-0bcf-42a5-8fd9-14f74f2a294d req-bfad75cb-a5dd-4b65-8f66-7b9fb8179117 service neutron] Request body: {'port': {'device_id': 'f5ab523a-6b16-44a1-9a28-d5d19519ec28', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-838334-2'}} {{(pid=84040) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 20:59:37.831865 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-d488ea52-83ab-4cfe-a258-ff668300ae90 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:37.865864 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-d488ea52-83ab-4cfe-a258-ff668300ae90 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:38.048065 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.db_base_plugin_v2 [None req-85ac58fa-1662-4c1d-8969-3425cf832ec8 tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Deleting subnet 1d31a54b-24bf-4f6f-8e56-8397612f5bfc {{(pid=84041) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 18 20:59:38.050874 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-d488ea52-83ab-4cfe-a258-ff668300ae90 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33528224'] for security_group, after_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:38.063144 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-85ac58fa-1662-4c1d-8969-3425cf832ec8 tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Notify callbacks [] for subnet, before_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:38.066577 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-e6f16c04-0bcf-42a5-8fd9-14f74f2a294d req-bfad75cb-a5dd-4b65-8f66-7b9fb8179117 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:38.085037 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db4be1d0-806a-498a-aee4-5b4eaade98f9 req-3207faf5-c29c-467c-a0d2-1976c3fd7c00 tempest-ServersTestJSON-1424434350 tempest-ServersTestJSON-1424434350-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:59:38.086500 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-db4be1d0-806a-498a-aee4-5b4eaade98f9 req-3207faf5-c29c-467c-a0d2-1976c3fd7c00 tempest-ServersTestJSON-1424434350 tempest-ServersTestJSON-1424434350-project] 10.222.0.42 "GET /v2.0/ports?device_id=b076d356-9799-477c-a2f8-5aae86773e2b HTTP/1.1" status: 200 len: 946 time: 0.2315519 Apr 18 20:59:38.101690 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41754849-16b6-4375-ab3d-371182055d27 req-0e33dbc2-8a3a-4a4b-9ddb-18bb4b4ff0cf tempest-InstanceActionsNegativeTestJSON-90126473 tempest-InstanceActionsNegativeTestJSON-90126473-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:59:38.102331 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [req-41754849-16b6-4375-ab3d-371182055d27 req-0e33dbc2-8a3a-4a4b-9ddb-18bb4b4ff0cf tempest-InstanceActionsNegativeTestJSON-90126473 tempest-InstanceActionsNegativeTestJSON-90126473-project] Synchronizing usage tracker for tenant:2dd567cd79884d1c95498475e18e1635 on resource:port {{(pid=84040) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 20:59:38.104913 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d488ea52-83ab-4cfe-a258-ff668300ae90 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=066d32a7-1c3c-4e6a-bf42-c919e95b6d47,revision_number=None']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:59:38.135302 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-d488ea52-83ab-4cfe-a258-ff668300ae90 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:38.136426 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-d488ea52-83ab-4cfe-a258-ff668300ae90 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/066d32a7-1c3c-4e6a-bf42-c919e95b6d47 HTTP/1.1" status: 204 len: 168 time: 0.5478003 Apr 18 20:59:38.153431 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-85ac58fa-1662-4c1d-8969-3425cf832ec8 tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32266383'] for subnet, precommit_delete_associations {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:38.231477 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [req-41754849-16b6-4375-ab3d-371182055d27 req-0e33dbc2-8a3a-4a4b-9ddb-18bb4b4ff0cf tempest-InstanceActionsNegativeTestJSON-90126473 tempest-InstanceActionsNegativeTestJSON-90126473-project] Unset dirty status for tenant:2dd567cd79884d1c95498475e18e1635 on resource:port {{(pid=84040) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 20:59:38.233149 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-41754849-16b6-4375-ab3d-371182055d27 req-0e33dbc2-8a3a-4a4b-9ddb-18bb4b4ff0cf tempest-InstanceActionsNegativeTestJSON-90126473 tempest-InstanceActionsNegativeTestJSON-90126473-project] 10.222.0.42 "GET /v2.0/ports?device_id=f5ab523a-6b16-44a1-9a28-d5d19519ec28 HTTP/1.1" status: 200 len: 931 time: 0.3731067 Apr 18 20:59:38.269805 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-85ac58fa-1662-4c1d-8969-3425cf832ec8 tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1260556'] for subnet, precommit_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:38.291205 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-db4be1d0-806a-498a-aee4-5b4eaade98f9 req-4bff47c1-b489-4e54-8eec-229a6313dec5 tempest-ServersTestJSON-1424434350 tempest-ServersTestJSON-1424434350-project] 10.222.0.42 "GET /v2.0/security-groups?id=a3de1b7a-019c-40dd-8c9d-3a3f159b2bd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1849861 Apr 18 20:59:38.371442 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [req-41754849-16b6-4375-ab3d-371182055d27 req-4aef4b5f-789b-4259-a341-dfb95b123b81 tempest-InstanceActionsNegativeTestJSON-90126473 tempest-InstanceActionsNegativeTestJSON-90126473-project] Synchronizing usage tracker for tenant:2dd567cd79884d1c95498475e18e1635 on resource:security_group {{(pid=84040) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 20:59:38.388662 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-85ac58fa-1662-4c1d-8969-3425cf832ec8 tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1260549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33526260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32266336', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32486390'] for subnet, after_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:38.416059 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [req-41754849-16b6-4375-ab3d-371182055d27 req-4aef4b5f-789b-4259-a341-dfb95b123b81 tempest-InstanceActionsNegativeTestJSON-90126473 tempest-InstanceActionsNegativeTestJSON-90126473-project] Unset dirty status for tenant:2dd567cd79884d1c95498475e18e1635 on resource:security_group {{(pid=84040) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 20:59:38.428400 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-41754849-16b6-4375-ab3d-371182055d27 req-4aef4b5f-789b-4259-a341-dfb95b123b81 tempest-InstanceActionsNegativeTestJSON-90126473 tempest-InstanceActionsNegativeTestJSON-90126473-project] 10.222.0.42 "GET /v2.0/security-groups?id=10ac2c50-3089-40ed-8e09-294b05016514&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1358678 Apr 18 20:59:38.443440 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85ac58fa-1662-4c1d-8969-3425cf832ec8 tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Pushing event deleted for resources: {'Subnet': ['ID=1d31a54b-24bf-4f6f-8e56-8397612f5bfc,revision_number=None']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:59:38.463250 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-85ac58fa-1662-4c1d-8969-3425cf832ec8 tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Notify callbacks [] for subnet, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:38.469342 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39603c74-df50-4b79-a95c-1ed31e61c56d None None] Network ef903069-7c89-4376-963f-99c58ca6d615 requested from n-d-838334-2 {{(pid=84042) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 20:59:38.489913 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-85ac58fa-1662-4c1d-8969-3425cf832ec8 tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] 10.222.0.42 "DELETE /v2.0/subnets/1d31a54b-24bf-4f6f-8e56-8397612f5bfc HTTP/1.1" status: 204 len: 168 time: 0.7566061 Apr 18 20:59:38.494381 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 56094) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:59:38.560489 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 56100) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:59:38.582510 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.db_base_plugin_v2 [None req-0912e303-33c0-4083-af68-73d380b68df1 tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Deleting subnet b325d4e9-aa0c-4d16-bae2-a4e357542e1f {{(pid=84041) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 18 20:59:38.588218 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-0912e303-33c0-4083-af68-73d380b68df1 tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Notify callbacks [] for subnet, before_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:38.705430 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-0912e303-33c0-4083-af68-73d380b68df1 tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32266383'] for subnet, precommit_delete_associations {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:38.776844 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-c46090fd-4d8b-4255-b304-ab4563eccbf8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:38.818662 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 56108) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:59:38.851317 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-c46090fd-4d8b-4255-b304-ab4563eccbf8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:59:38.856153 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-ab2f2467-c1a9-4459-a122-aed44d85724d admin admin] Notify callbacks [] for security_group, before_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:38.865944 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-c46090fd-4d8b-4255-b304-ab4563eccbf8 admin admin] Usage tracker for resource:security_group_rule and tenant:0754e4932cd1461eb8a9cec2e13dc48a is out of sync, need to count used quota {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:59:38.868496 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Device bf7c6b84-d34c-4641-9cf5-c04bdc0659d8 up at agent hyperv_n-h1-838334-2 {{(pid=84042) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 20:59:38.871059 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-c46090fd-4d8b-4255-b304-ab4563eccbf8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:59:38.884583 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-c46090fd-4d8b-4255-b304-ab4563eccbf8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:59:38.912261 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-0912e303-33c0-4083-af68-73d380b68df1 tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1260556'] for subnet, precommit_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:38.965951 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-ab2f2467-c1a9-4459-a122-aed44d85724d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:59:38.969276 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Provisioning for port bf7c6b84-d34c-4641-9cf5-c04bdc0659d8 completed by entity L2. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 20:59:38.975827 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-ab2f2467-c1a9-4459-a122-aed44d85724d admin admin] Usage tracker for resource:security_group_rule and tenant:4b9a87291fa64d21bcc43dc7d7bf3a33 is out of sync, need to count used quota {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:59:38.976393 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Provisioning complete for port bf7c6b84-d34c-4641-9cf5-c04bdc0659d8 triggered by entity L2. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:59:38.976814 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1253608'] for port, provisioning_complete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:38.982224 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-ab2f2467-c1a9-4459-a122-aed44d85724d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:59:38.998777 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb800676-2aaa-48f3-8b08-6f7b51c6a5d2 req-0ba709ae-f4e0-4276-8933-4de6a452bcb9 tempest-DeleteServersTestJSON-915645800 tempest-DeleteServersTestJSON-915645800-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:59:39.000372 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-bb800676-2aaa-48f3-8b08-6f7b51c6a5d2 req-0ba709ae-f4e0-4276-8933-4de6a452bcb9 tempest-DeleteServersTestJSON-915645800 tempest-DeleteServersTestJSON-915645800-project] 10.222.0.42 "GET /v2.0/ports?device_id=2acbe8d9-d959-40de-963f-d892f3d117bc HTTP/1.1" status: 200 len: 945 time: 0.2083247 Apr 18 20:59:39.008764 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-ab2f2467-c1a9-4459-a122-aed44d85724d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:59:39.022190 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3cadb53-6df4-4b34-a945-b9e9ef5e0fca req-535fd6c1-46fb-45c2-8389-b31744b6a39c tempest-AttachVolumeNegativeTest-555605742 tempest-AttachVolumeNegativeTest-555605742-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:59:39.030651 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-f3cadb53-6df4-4b34-a945-b9e9ef5e0fca req-535fd6c1-46fb-45c2-8389-b31744b6a39c tempest-AttachVolumeNegativeTest-555605742 tempest-AttachVolumeNegativeTest-555605742-project] 10.222.0.42 "GET /v2.0/ports?device_id=bf74e528-b24d-4168-be41-aaeaeabbadb8 HTTP/1.1" status: 200 len: 944 time: 0.2394547 Apr 18 20:59:39.102043 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-0912e303-33c0-4083-af68-73d380b68df1 tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1260549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33526260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32266336', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32486390'] for subnet, after_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:39.140414 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:39.141109 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-c46090fd-4d8b-4255-b304-ab4563eccbf8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:39.157070 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-c46090fd-4d8b-4255-b304-ab4563eccbf8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33528224'] for security_group, after_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:39.170034 n-d-838334-2 neutron-server[84040]: DEBUG neutron.notifiers.nova [req-e6f16c04-0bcf-42a5-8fd9-14f74f2a294d req-bfad75cb-a5dd-4b65-8f66-7b9fb8179117 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 54311f83-4a12-4d8f-a784-f6ce55daf8ce {{(pid=84040) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 18 20:59:39.174530 n-d-838334-2 neutron-server[84042]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bf74e528-b24d-4168-be41-aaeaeabbadb8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bf7c6b84-d34c-4641-9cf5-c04bdc0659d8'}] {{(pid=84042) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 20:59:39.181144 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0912e303-33c0-4083-af68-73d380b68df1 tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Pushing event deleted for resources: {'Subnet': ['ID=b325d4e9-aa0c-4d16-bae2-a4e357542e1f,revision_number=None']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:59:39.185725 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-e6f16c04-0bcf-42a5-8fd9-14f74f2a294d req-bfad75cb-a5dd-4b65-8f66-7b9fb8179117 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:39.191823 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] For port bf7c6b84-d34c-4641-9cf5-c04bdc0659d8, host n-h1-838334-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838334-2',level=0,port_id=bf7c6b84-d34c-4641-9cf5-c04bdc0659d8,segment=NetworkSegment(dbc7d3d6-4579-41c2-9fd4-2757cc8c54b6),segment_id=dbc7d3d6-4579-41c2-9fd4-2757cc8c54b6)] {{(pid=84042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:59:39.196566 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682'] for port, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:39.214878 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-f3cadb53-6df4-4b34-a945-b9e9ef5e0fca req-2bc7b69e-4b08-4b9b-b24d-86a01430bc50 tempest-AttachVolumeNegativeTest-555605742 tempest-AttachVolumeNegativeTest-555605742-project] 10.222.0.42 "GET /v2.0/security-groups?id=575e0ba1-8a78-4aa4-accf-eb309f49ec74&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1832774 Apr 18 20:59:39.217595 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-bb800676-2aaa-48f3-8b08-6f7b51c6a5d2 req-116c804a-1546-4479-84ed-f48c071e3508 tempest-DeleteServersTestJSON-915645800 tempest-DeleteServersTestJSON-915645800-project] 10.222.0.42 "GET /v2.0/security-groups?id=588d127b-19b7-4c3d-9f79-a400181b94e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2021439 Apr 18 20:59:39.224590 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.provisioning_blocks [req-e6f16c04-0bcf-42a5-8fd9-14f74f2a294d req-bfad75cb-a5dd-4b65-8f66-7b9fb8179117 service neutron] Transition to ACTIVE for port object 54311f83-4a12-4d8f-a784-f6ce55daf8ce will not be triggered until provisioned by entity L2. {{(pid=84040) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 20:59:39.243603 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-e6f16c04-0bcf-42a5-8fd9-14f74f2a294d req-bfad75cb-a5dd-4b65-8f66-7b9fb8179117 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32440959'] for port, after_update {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:39.278704 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-0912e303-33c0-4083-af68-73d380b68df1 tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Notify callbacks [] for subnet, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:39.292286 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Pushing event updated for resources: {'Port': ['ID=bf7c6b84-d34c-4641-9cf5-c04bdc0659d8,revision_number=5']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:59:39.351787 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-c46090fd-4d8b-4255-b304-ab4563eccbf8 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=0754e4932cd1461eb8a9cec2e13dc48a&name=default HTTP/1.1" status: 200 len: 2647 time: 0.7899504 Apr 18 20:59:39.352647 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c46090fd-4d8b-4255-b304-ab4563eccbf8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6936f031-cf6b-45c4-8242-9073a3b1bb05,revision_number=1']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:59:39.358888 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-ab2f2467-c1a9-4459-a122-aed44d85724d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:39.359715 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 56116) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:59:39.391569 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-ab2f2467-c1a9-4459-a122-aed44d85724d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33528224'] for security_group, after_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:39.425706 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfad75cb-a5dd-4b65-8f66-7b9fb8179117 service neutron] Pushing event updated for resources: {'Port': ['ID=54311f83-4a12-4d8f-a784-f6ce55daf8ce,revision_number=2']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:59:39.438721 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-0912e303-33c0-4083-af68-73d380b68df1 tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] 10.222.0.42 "DELETE /v2.0/subnets/b325d4e9-aa0c-4d16-bae2-a4e357542e1f HTTP/1.1" status: 204 len: 168 time: 0.9437070 Apr 18 20:59:39.448208 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 56120) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:59:39.552797 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-1a968472-226b-498d-8250-a547e9a1a614 tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] 10.222.0.42 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0996988 Apr 18 20:59:39.553012 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 56126) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:59:39.556102 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab2f2467-c1a9-4459-a122-aed44d85724d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=71a8b867-e4cf-4743-81cc-14c0adc09da3,revision_number=1']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:59:39.560157 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-ab2f2467-c1a9-4459-a122-aed44d85724d admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=4b9a87291fa64d21bcc43dc7d7bf3a33&name=default HTTP/1.1" status: 200 len: 2647 time: 0.7387178 Apr 18 20:59:39.564666 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.v2.base [None req-70481480-09f1-4004-a085-75e53770ad7b tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Request body: {'subnet': {'network_id': 'ef903069-7c89-4376-963f-99c58ca6d615', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=84041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 20:59:39.577930 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 56130) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:59:39.667318 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-7535d91e-a437-4edf-89fa-9487f189c13b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:39.713612 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-70481480-09f1-4004-a085-75e53770ad7b tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:59:39.716478 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.managers [req-e6f16c04-0bcf-42a5-8fd9-14f74f2a294d req-bfad75cb-a5dd-4b65-8f66-7b9fb8179117 service neutron] Attempting to bind port 54311f83-4a12-4d8f-a784-f6ce55daf8ce on host n-h2-838334-2 for vnic_type normal with profile {{(pid=84040) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:59:39.716822 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.managers [req-e6f16c04-0bcf-42a5-8fd9-14f74f2a294d req-bfad75cb-a5dd-4b65-8f66-7b9fb8179117 service neutron] Attempting to bind port 54311f83-4a12-4d8f-a784-f6ce55daf8ce by drivers openvswitch,hyperv on host n-h2-838334-2 at level 0 using segments [{'id': '91b1e831-2352-40de-920f-7b2cc0fafcf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '928fedfd-5ce4-47aa-b536-a47ade377567'}] {{(pid=84040) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:59:39.717154 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6f16c04-0bcf-42a5-8fd9-14f74f2a294d req-bfad75cb-a5dd-4b65-8f66-7b9fb8179117 service neutron] Attempting to bind port 54311f83-4a12-4d8f-a784-f6ce55daf8ce on network 928fedfd-5ce4-47aa-b536-a47ade377567 {{(pid=84040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 20:59:39.721170 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-7535d91e-a437-4edf-89fa-9487f189c13b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:39.726138 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fe4c112-95b7-41c8-8df9-89b69a2cfeee req-9c568bb6-26b3-4fcc-ad92-3bff757c63b7 tempest-ServersTestJSON-1424434350 tempest-ServersTestJSON-1424434350-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:59:39.727654 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-0fe4c112-95b7-41c8-8df9-89b69a2cfeee req-9c568bb6-26b3-4fcc-ad92-3bff757c63b7 tempest-ServersTestJSON-1424434350 tempest-ServersTestJSON-1424434350-project] 10.222.0.42 "GET /v2.0/ports?device_id=fa865b6b-5701-45fe-b8b2-61e6b9aced70 HTTP/1.1" status: 200 len: 945 time: 0.3080261 Apr 18 20:59:39.728829 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-70481480-09f1-4004-a085-75e53770ad7b tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Usage tracker for resource:subnet and tenant:1256b788e8184019a07eb24a482acda4 is out of sync, need to count used quota {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:59:39.737648 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84ad38c2-387b-4fc7-b0d7-b8974824f951 req-0b280328-c817-4a40-95f6-f4abce31ada2 tempest-ServersNegativeTestJSON-508382254 tempest-ServersNegativeTestJSON-508382254-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:59:39.739676 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-84ad38c2-387b-4fc7-b0d7-b8974824f951 req-0b280328-c817-4a40-95f6-f4abce31ada2 tempest-ServersNegativeTestJSON-508382254 tempest-ServersNegativeTestJSON-508382254-project] 10.222.0.42 "GET /v2.0/ports?device_id=2197a591-197e-47fe-9210-1387bfb6ec5e HTTP/1.1" status: 200 len: 945 time: 0.2804303 Apr 18 20:59:39.740301 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-70481480-09f1-4004-a085-75e53770ad7b tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:59:39.754017 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-70481480-09f1-4004-a085-75e53770ad7b tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:59:39.783025 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6f16c04-0bcf-42a5-8fd9-14f74f2a294d req-bfad75cb-a5dd-4b65-8f66-7b9fb8179117 service neutron] Port 54311f83-4a12-4d8f-a784-f6ce55daf8ce on network 928fedfd-5ce4-47aa-b536-a47ade377567 not bound, no agent of type Open vSwitch agent registered on host n-h2-838334-2 {{(pid=84040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 18 20:59:39.783334 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6f16c04-0bcf-42a5-8fd9-14f74f2a294d req-bfad75cb-a5dd-4b65-8f66-7b9fb8179117 service neutron] Attempting to bind port 54311f83-4a12-4d8f-a784-f6ce55daf8ce on network 928fedfd-5ce4-47aa-b536-a47ade377567 {{(pid=84040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 20:59:39.794743 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b558e4bf-8e35-4c58-a9e6-e7410c774b5f None None] Network ef903069-7c89-4376-963f-99c58ca6d615 requested from n-d-838334-2 {{(pid=84042) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 20:59:39.796981 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-8427a1fc-5b36-4031-a749-e68d813d076b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:39.826323 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6f16c04-0bcf-42a5-8fd9-14f74f2a294d req-bfad75cb-a5dd-4b65-8f66-7b9fb8179117 service neutron] Checking agent: {'id': 'dc797004-f641-47b7-a77f-9c62b5b16296', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-838334-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 34, 3), 'started_at': datetime.datetime(2022, 4, 18, 20, 34, 3), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 20, 59, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 18 20:59:39.826687 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6f16c04-0bcf-42a5-8fd9-14f74f2a294d req-bfad75cb-a5dd-4b65-8f66-7b9fb8179117 service neutron] Checking segment: {'id': '91b1e831-2352-40de-920f-7b2cc0fafcf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '928fedfd-5ce4-47aa-b536-a47ade377567'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84040) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 20:59:39.827045 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6f16c04-0bcf-42a5-8fd9-14f74f2a294d req-bfad75cb-a5dd-4b65-8f66-7b9fb8179117 service neutron] Bound using segment: {'id': '91b1e831-2352-40de-920f-7b2cc0fafcf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '928fedfd-5ce4-47aa-b536-a47ade377567'} {{(pid=84040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 18 20:59:39.827492 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.managers [req-e6f16c04-0bcf-42a5-8fd9-14f74f2a294d req-bfad75cb-a5dd-4b65-8f66-7b9fb8179117 service neutron] Bound port: 54311f83-4a12-4d8f-a784-f6ce55daf8ce, host: n-h2-838334-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '91b1e831-2352-40de-920f-7b2cc0fafcf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '928fedfd-5ce4-47aa-b536-a47ade377567'}}] {{(pid=84040) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 20:59:39.827863 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-e6f16c04-0bcf-42a5-8fd9-14f74f2a294d req-bfad75cb-a5dd-4b65-8f66-7b9fb8179117 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:39.872374 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-8427a1fc-5b36-4031-a749-e68d813d076b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:39.874663 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-70481480-09f1-4004-a085-75e53770ad7b tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Made reservation on behalf of 1256b788e8184019a07eb24a482acda4 for: {'subnet': 1} {{(pid=84041) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:59:39.879358 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-70481480-09f1-4004-a085-75e53770ad7b tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32486301'] for subnet, before_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:39.902001 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-4fb5030d-d5e1-4645-9cd8-6eaa6c881ca7 None None] Provisioning complete for port 1058e2a1-f365-4def-b593-74ef34a620d4 triggered by entity DHCP. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:59:39.902306 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-4fb5030d-d5e1-4645-9cd8-6eaa6c881ca7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1253608'] for port, provisioning_complete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:39.904518 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-0fe4c112-95b7-41c8-8df9-89b69a2cfeee req-eadd9b47-abdd-42a1-a61b-4fb325292c1e tempest-ServersTestJSON-1424434350 tempest-ServersTestJSON-1424434350-project] 10.222.0.42 "GET /v2.0/security-groups?id=a3de1b7a-019c-40dd-8c9d-3a3f159b2bd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1600187 Apr 18 20:59:39.995927 n-d-838334-2 neutron-server[84042]: INFO neutron.notifiers.nova [-] Nova event matching ['req-69d24083-4e4a-4875-80af-4663f0768c14'] response: {'server_uuid': 'bf74e528-b24d-4168-be41-aaeaeabbadb8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bf7c6b84-d34c-4641-9cf5-c04bdc0659d8', 'code': 200} Apr 18 20:59:39.998743 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-7535d91e-a437-4edf-89fa-9487f189c13b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33528224'] for security_group, after_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:40.038848 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7535d91e-a437-4edf-89fa-9487f189c13b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6936f031-cf6b-45c4-8242-9073a3b1bb05,revision_number=None']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:59:40.053789 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-7535d91e-a437-4edf-89fa-9487f189c13b admin admin] Notify callbacks [] for security_group, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:40.055408 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-7535d91e-a437-4edf-89fa-9487f189c13b admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/6936f031-cf6b-45c4-8242-9073a3b1bb05 HTTP/1.1" status: 204 len: 168 time: 0.6946373 Apr 18 20:59:40.095346 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.db [req-e6f16c04-0bcf-42a5-8fd9-14f74f2a294d req-bfad75cb-a5dd-4b65-8f66-7b9fb8179117 service neutron] For port 54311f83-4a12-4d8f-a784-f6ce55daf8ce, host n-h2-838334-2, cleared binding levels {{(pid=84040) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 20:59:40.100430 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.db [req-e6f16c04-0bcf-42a5-8fd9-14f74f2a294d req-bfad75cb-a5dd-4b65-8f66-7b9fb8179117 service neutron] For port 54311f83-4a12-4d8f-a784-f6ce55daf8ce, host n-h2-838334-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838334-2',level=0,port_id=54311f83-4a12-4d8f-a784-f6ce55daf8ce,segment=NetworkSegment(91b1e831-2352-40de-920f-7b2cc0fafcf5),segment_id=91b1e831-2352-40de-920f-7b2cc0fafcf5)] {{(pid=84040) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 20:59:40.141738 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-e6f16c04-0bcf-42a5-8fd9-14f74f2a294d req-bfad75cb-a5dd-4b65-8f66-7b9fb8179117 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32440959'] for port, after_update {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:40.147307 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-84ad38c2-387b-4fc7-b0d7-b8974824f951 req-7724672f-0eb1-4f7f-b3aa-913cf97e0915 tempest-ServersNegativeTestJSON-508382254 tempest-ServersNegativeTestJSON-508382254-project] 10.222.0.42 "GET /v2.0/security-groups?id=ada0ecb3-b1bc-4ba2-8e6c-b06ba09daca2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3977461 Apr 18 20:59:40.247824 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-2fb39ae8-e246-4ffe-a2bb-c029937713e2 req-625fc41a-b3ad-418a-a9b1-fb9b86b49104 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=bf74e528-b24d-4168-be41-aaeaeabbadb8 HTTP/1.1" status: 200 len: 1096 time: 0.1844604 Apr 18 20:59:40.300954 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-e6f16c04-0bcf-42a5-8fd9-14f74f2a294d req-bfad75cb-a5dd-4b65-8f66-7b9fb8179117 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217293'] for port, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:40.303533 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-e6f16c04-0bcf-42a5-8fd9-14f74f2a294d req-bfad75cb-a5dd-4b65-8f66-7b9fb8179117 service neutron] 10.222.0.48 "PUT /v2.0/ports/54311f83-4a12-4d8f-a784-f6ce55daf8ce HTTP/1.1" status: 200 len: 1091 time: 2.5157611 Apr 18 20:59:40.304339 n-d-838334-2 neutron-server[84040]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f5ab523a-6b16-44a1-9a28-d5d19519ec28', 'tag': '54311f83-4a12-4d8f-a784-f6ce55daf8ce'}] {{(pid=84040) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 20:59:40.317026 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-8427a1fc-5b36-4031-a749-e68d813d076b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33528224'] for security_group, after_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:40.360973 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-70481480-09f1-4004-a085-75e53770ad7b tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33526260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32266407', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32486287'] for subnet, after_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:40.372954 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-819f8de5-61fa-45a7-a91c-15d4cabffbc6 None None] DHCP port deletion for ef903069-7c89-4376-963f-99c58ca6d615 request from n-d-838334-2 {{(pid=84042) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 18 20:59:40.381414 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.plugin [None req-819f8de5-61fa-45a7-a91c-15d4cabffbc6 None None] Deleting port 1058e2a1-f365-4def-b593-74ef34a620d4 {{(pid=84042) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 20:59:40.382837 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-819f8de5-61fa-45a7-a91c-15d4cabffbc6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750375188691'] for port, before_delete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:40.409052 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8427a1fc-5b36-4031-a749-e68d813d076b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=71a8b867-e4cf-4743-81cc-14c0adc09da3,revision_number=None']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:59:40.440390 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-2fb39ae8-e246-4ffe-a2bb-c029937713e2 req-ee2db0e7-edd9-4aad-b3ce-1fbee6613b5e service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=575e0ba1-8a78-4aa4-accf-eb309f49ec74&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1848385 Apr 18 20:59:40.448613 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfad75cb-a5dd-4b65-8f66-7b9fb8179117 service neutron] Pushing event updated for resources: {'Port': ['ID=54311f83-4a12-4d8f-a784-f6ce55daf8ce,revision_number=3']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:59:40.454830 n-d-838334-2 neutron-server[84041]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70481480-09f1-4004-a085-75e53770ad7b tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Network ef903069-7c89-4376-963f-99c58ca6d615 is already hosted by enough agents. {{(pid=84041) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:59:40.458748 n-d-838334-2 neutron-server[84041]: DEBUG neutron.scheduler.base_scheduler [None req-70481480-09f1-4004-a085-75e53770ad7b tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Resources bound (agent type, host, resource id): {{(pid=84041) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:59:40.463776 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70481480-09f1-4004-a085-75e53770ad7b tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Pushing event updated for resources: {'Subnet': ['ID=0021c2e0-7f41-4700-94ff-30aa16d5c662,revision_number=0']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:59:40.466372 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70481480-09f1-4004-a085-75e53770ad7b tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:59:40.467320 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-70481480-09f1-4004-a085-75e53770ad7b tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Notify callbacks [] for subnet, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:40.521721 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-70481480-09f1-4004-a085-75e53770ad7b tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.9641383 Apr 18 20:59:40.522098 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 56148) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:59:40.523208 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-8427a1fc-5b36-4031-a749-e68d813d076b admin admin] Notify callbacks [] for security_group, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:40.526887 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-8427a1fc-5b36-4031-a749-e68d813d076b admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/71a8b867-e4cf-4743-81cc-14c0adc09da3 HTTP/1.1" status: 204 len: 168 time: 0.9439564 Apr 18 20:59:40.530611 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.v2.base [None req-a318434f-9326-4e6e-b36c-e2869b9bcf53 tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Request body: {'subnet': {'network_id': 'ef903069-7c89-4376-963f-99c58ca6d615', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=84041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 20:59:40.607713 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-e6f16c04-0bcf-42a5-8fd9-14f74f2a294d req-b05cac04-4b29-4dcc-bae4-979646acb2b1 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=2dd567cd79884d1c95498475e18e1635&device_id=f5ab523a-6b16-44a1-9a28-d5d19519ec28 HTTP/1.1" status: 200 len: 1094 time: 0.2459948 Apr 18 20:59:40.617423 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1395f35-3a6a-44cd-9fe8-d931a479c314 req-03f68da2-02ce-4916-8e80-52060742cfa6 tempest-InstanceActionsNegativeTestJSON-90126473 tempest-InstanceActionsNegativeTestJSON-90126473-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:59:40.620172 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-a1395f35-3a6a-44cd-9fe8-d931a479c314 req-03f68da2-02ce-4916-8e80-52060742cfa6 tempest-InstanceActionsNegativeTestJSON-90126473 tempest-InstanceActionsNegativeTestJSON-90126473-project] 10.222.0.42 "GET /v2.0/ports?device_id=f5ab523a-6b16-44a1-9a28-d5d19519ec28 HTTP/1.1" status: 200 len: 943 time: 0.1639698 Apr 18 20:59:40.713185 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-a318434f-9326-4e6e-b36c-e2869b9bcf53 tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:59:40.718372 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-a318434f-9326-4e6e-b36c-e2869b9bcf53 tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Usage tracker for resource:subnet and tenant:1256b788e8184019a07eb24a482acda4 is out of sync, need to count used quota {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:59:40.722415 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-a318434f-9326-4e6e-b36c-e2869b9bcf53 tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:59:40.729822 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-a318434f-9326-4e6e-b36c-e2869b9bcf53 tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:59:40.742744 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a318434f-9326-4e6e-b36c-e2869b9bcf53 tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Made reservation on behalf of 1256b788e8184019a07eb24a482acda4 for: {'subnet': 1} {{(pid=84041) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:59:40.747567 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-a318434f-9326-4e6e-b36c-e2869b9bcf53 tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32486301'] for subnet, before_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:40.795883 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-e6f16c04-0bcf-42a5-8fd9-14f74f2a294d req-b70fbee7-6e0c-422a-9cad-33f89485e24c service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=54311f83-4a12-4d8f-a784-f6ce55daf8ce HTTP/1.1" status: 200 len: 217 time: 0.1745698 Apr 18 20:59:40.805925 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-a1395f35-3a6a-44cd-9fe8-d931a479c314 req-98ebc630-64bc-40c6-8d7b-65968bdaa40a tempest-InstanceActionsNegativeTestJSON-90126473 tempest-InstanceActionsNegativeTestJSON-90126473-project] 10.222.0.42 "GET /v2.0/security-groups?id=10ac2c50-3089-40ed-8e09-294b05016514&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1185300 Apr 18 20:59:40.905142 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6f16c04-0bcf-42a5-8fd9-14f74f2a294d req-60808432-77fb-4edc-980e-81d35d5c1e9f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:59:40.906589 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-e6f16c04-0bcf-42a5-8fd9-14f74f2a294d req-60808432-77fb-4edc-980e-81d35d5c1e9f service neutron] 10.222.0.48 "GET /v2.0/subnets?id=2ccb130b-0190-4f2d-a7c8-f8a986daf949 HTTP/1.1" status: 200 len: 862 time: 0.0997086 Apr 18 20:59:40.912645 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12ee2fb9-ac30-4cea-8e30-0896f7d803ff req-d60c070b-ce61-4dab-b284-53ba79b87f16 tempest-ServersTestJSON-1424434350 tempest-ServersTestJSON-1424434350-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:59:40.921577 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-12ee2fb9-ac30-4cea-8e30-0896f7d803ff req-d60c070b-ce61-4dab-b284-53ba79b87f16 tempest-ServersTestJSON-1424434350 tempest-ServersTestJSON-1424434350-project] 10.222.0.42 "GET /v2.0/ports?device_id=b076d356-9799-477c-a2f8-5aae86773e2b HTTP/1.1" status: 200 len: 946 time: 0.2010579 Apr 18 20:59:40.961516 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-819f8de5-61fa-45a7-a91c-15d4cabffbc6 None None] For port 1058e2a1-f365-4def-b593-74ef34a620d4, host n-d-838334-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838334-2',level=0,port_id=1058e2a1-f365-4def-b593-74ef34a620d4,segment=NetworkSegment(fbf28fbd-36f8-46f3-be08-57d41821e390),segment_id=fbf28fbd-36f8-46f3-be08-57d41821e390)] {{(pid=84042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:59:40.962108 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-819f8de5-61fa-45a7-a91c-15d4cabffbc6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369123'] for port, precommit_delete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:40.988764 n-d-838334-2 neutron-server[84041]: INFO neutron.db.ipam_backend_mixin [None req-a318434f-9326-4e6e-b36c-e2869b9bcf53 tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 0021c2e0-7f41-4700-94ff-30aa16d5c662 (CIDR: 2001:db8::/64) Apr 18 20:59:40.995946 n-d-838334-2 neutron-server[84041]: INFO neutron.pecan_wsgi.hooks.translation [None req-a318434f-9326-4e6e-b36c-e2869b9bcf53 tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 18 20:59:40.996435 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a318434f-9326-4e6e-b36c-e2869b9bcf53 tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=84041) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 20:59:41.031367 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-e6f16c04-0bcf-42a5-8fd9-14f74f2a294d req-45524b49-0bf7-4359-be8f-80fbb0af9aba service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=928fedfd-5ce4-47aa-b536-a47ade377567&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1069591 Apr 18 20:59:41.037956 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-a318434f-9326-4e6e-b36c-e2869b9bcf53 tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.5123813 Apr 18 20:59:41.038681 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 56164) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:59:41.046994 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.v2.base [None req-9d904c3e-fdd6-471b-84dc-c2ff09d8f91e tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Request body: {'subnet': {'network_id': 'ef903069-7c89-4376-963f-99c58ca6d615', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=84041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 20:59:41.217592 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-9d904c3e-fdd6-471b-84dc-c2ff09d8f91e tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:59:41.223272 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-9d904c3e-fdd6-471b-84dc-c2ff09d8f91e tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Usage tracker for resource:subnet and tenant:1256b788e8184019a07eb24a482acda4 is out of sync, need to count used quota {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:59:41.227573 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-9d904c3e-fdd6-471b-84dc-c2ff09d8f91e tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:59:41.235414 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-9d904c3e-fdd6-471b-84dc-c2ff09d8f91e tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:59:41.244033 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.plugin [None req-819f8de5-61fa-45a7-a91c-15d4cabffbc6 None None] Calling delete_port for 1058e2a1-f365-4def-b593-74ef34a620d4 owned by network:dhcp {{(pid=84042) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 20:59:41.253866 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d904c3e-fdd6-471b-84dc-c2ff09d8f91e tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Made reservation on behalf of 1256b788e8184019a07eb24a482acda4 for: {'subnet': 1} {{(pid=84041) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:59:41.259484 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-9d904c3e-fdd6-471b-84dc-c2ff09d8f91e tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32486301'] for subnet, before_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:41.340857 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-12ee2fb9-ac30-4cea-8e30-0896f7d803ff req-944dae25-ffcf-422c-a8a2-2068a26e00aa tempest-ServersTestJSON-1424434350 tempest-ServersTestJSON-1424434350-project] 10.222.0.42 "GET /v2.0/security-groups?id=a3de1b7a-019c-40dd-8c9d-3a3f159b2bd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4176259 Apr 18 20:59:41.424649 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-819f8de5-61fa-45a7-a91c-15d4cabffbc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750375259028', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750374836628'] for port, after_delete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:41.479350 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-e6f16c04-0bcf-42a5-8fd9-14f74f2a294d req-2b77ef91-f72d-4015-a07f-333af33c6363 service neutron] 10.222.0.48 "GET /v2.0/networks/928fedfd-5ce4-47aa-b536-a47ade377567?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3812582 Apr 18 20:59:41.490454 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6422727b-833e-4d37-a3ff-917529941568 req-75d85488-839a-4a77-8256-8153c581337b tempest-ServersNegativeTestJSON-508382254 tempest-ServersNegativeTestJSON-508382254-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:59:41.497113 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-6422727b-833e-4d37-a3ff-917529941568 req-75d85488-839a-4a77-8256-8153c581337b tempest-ServersNegativeTestJSON-508382254 tempest-ServersNegativeTestJSON-508382254-project] 10.222.0.42 "GET /v2.0/ports?device_id=2197a591-197e-47fe-9210-1387bfb6ec5e HTTP/1.1" status: 200 len: 945 time: 0.4645450 Apr 18 20:59:41.514222 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-819f8de5-61fa-45a7-a91c-15d4cabffbc6 None None] Pushing event deleted for resources: {'Port': ['ID=1058e2a1-f365-4def-b593-74ef34a620d4,revision_number=None']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:59:41.533941 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_dvrscheduler_db [None req-819f8de5-61fa-45a7-a91c-15d4cabffbc6 None None] No DVR routers for this DVR port 1058e2a1-f365-4def-b593-74ef34a620d4 on host n-d-838334-2 {{(pid=84042) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 20:59:41.560694 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-009b7c6b-cd37-4ac0-8b99-30adf038dd80 None None] Network ef903069-7c89-4376-963f-99c58ca6d615 requested from n-d-838334-2 {{(pid=84042) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 20:59:41.591280 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-6422727b-833e-4d37-a3ff-917529941568 req-30deee0a-ebb9-4485-8aa4-849e2bec0456 tempest-ServersNegativeTestJSON-508382254 tempest-ServersNegativeTestJSON-508382254-project] 10.222.0.42 "GET /v2.0/security-groups?id=ada0ecb3-b1bc-4ba2-8e6c-b06ba09daca2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0922458 Apr 18 20:59:41.808559 n-d-838334-2 neutron-server[84040]: INFO neutron.notifiers.nova [-] Nova event matching ['req-849bf4b2-7cec-4439-b513-7307392cc374'] response: {'name': 'network-changed', 'server_uuid': 'f5ab523a-6b16-44a1-9a28-d5d19519ec28', 'tag': '54311f83-4a12-4d8f-a784-f6ce55daf8ce', 'status': 'completed', 'code': 200} Apr 18 20:59:41.856126 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-e6f16c04-0bcf-42a5-8fd9-14f74f2a294d req-845d35d6-13c3-400b-bf2e-601f7aeccd82 service neutron] 10.222.0.48 "GET /v2.0/networks/928fedfd-5ce4-47aa-b536-a47ade377567?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3315365 Apr 18 20:59:41.877964 n-d-838334-2 neutron-server[84041]: DEBUG neutron.objects.ports [None req-9d904c3e-fdd6-471b-84dc-c2ff09d8f91e tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=84041) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} Apr 18 20:59:41.879933 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-9d904c3e-fdd6-471b-84dc-c2ff09d8f91e tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33526260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32266407', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32486287'] for subnet, after_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:41.930124 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d733a67-604b-4c93-9b3d-c4c02119cc92 req-5eb2f380-babe-42bc-825a-7ec2f4495899 tempest-AttachVolumeNegativeTest-555605742 tempest-AttachVolumeNegativeTest-555605742-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:59:41.941074 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-4d733a67-604b-4c93-9b3d-c4c02119cc92 req-5eb2f380-babe-42bc-825a-7ec2f4495899 tempest-AttachVolumeNegativeTest-555605742 tempest-AttachVolumeNegativeTest-555605742-project] 10.222.0.42 "GET /v2.0/ports?device_id=bf74e528-b24d-4168-be41-aaeaeabbadb8 HTTP/1.1" status: 200 len: 945 time: 0.1370254 Apr 18 20:59:42.093427 n-d-838334-2 neutron-server[84041]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d904c3e-fdd6-471b-84dc-c2ff09d8f91e tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Network ef903069-7c89-4376-963f-99c58ca6d615 is already hosted by enough agents. {{(pid=84041) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:59:42.101033 n-d-838334-2 neutron-server[84041]: DEBUG neutron.scheduler.base_scheduler [None req-9d904c3e-fdd6-471b-84dc-c2ff09d8f91e tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Resources bound (agent type, host, resource id): {{(pid=84041) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:59:42.104609 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5fd8a325-32de-4529-b44d-dc8f5f1c41a8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp016840fc-1f9f-5892-9c53-c9cf6c845bbb-ef903069-7c89-4376-963f-99c58ca6d615', 'network_id': 'ef903069-7c89-4376-963f-99c58ca6d615', 'tenant_id': '1256b788e8184019a07eb24a482acda4', 'fixed_ips': [{'subnet_id': '0021c2e0-7f41-4700-94ff-30aa16d5c662'}, {'subnet_id': '84f25e43-d91a-4858-a23e-0b63386d5022'}]}} from n-d-838334-2. {{(pid=84042) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 18 20:59:42.105443 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-5fd8a325-32de-4529-b44d-dc8f5f1c41a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_create {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:42.117102 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-4d733a67-604b-4c93-9b3d-c4c02119cc92 req-771dc163-c5c8-41a8-9488-af43ce698665 tempest-AttachVolumeNegativeTest-555605742 tempest-AttachVolumeNegativeTest-555605742-project] 10.222.0.42 "GET /v2.0/security-groups?id=575e0ba1-8a78-4aa4-accf-eb309f49ec74&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1745827 Apr 18 20:59:42.120799 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d904c3e-fdd6-471b-84dc-c2ff09d8f91e tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:59:42.121682 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-9d904c3e-fdd6-471b-84dc-c2ff09d8f91e tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Notify callbacks [] for subnet, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:42.199351 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-9d904c3e-fdd6-471b-84dc-c2ff09d8f91e tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 864 time: 1.1596909 Apr 18 20:59:42.205516 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 56198) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:59:42.206509 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d904c3e-fdd6-471b-84dc-c2ff09d8f91e tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Pushing event updated for resources: {'Subnet': ['ID=84f25e43-d91a-4858-a23e-0b63386d5022,revision_number=0']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:59:42.236896 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.v2.base [None req-41977545-6eea-4f19-ad6f-f5de7a213d8c tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Request body: {'port': {'network_id': 'ef903069-7c89-4376-963f-99c58ca6d615', 'mac_address': 'fa:16:3e:7e:bf:76', 'name': 'tempest-NetworksTestDHCPv6-1657780714'}} {{(pid=84041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 20:59:42.280800 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Device 1058e2a1-f365-4def-b593-74ef34a620d4 no longer exists at agent ovs-agent-n-d-838334-2 {{(pid=84042) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 20:59:42.309074 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-22f18bf1-f709-40a2-87ae-8e2849ae2be0 req-771e9adf-6aed-4dff-b5b5-02dfe007de3f service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=2dd567cd79884d1c95498475e18e1635&device_id=f5ab523a-6b16-44a1-9a28-d5d19519ec28 HTTP/1.1" status: 200 len: 1094 time: 0.3167458 Apr 18 20:59:42.336797 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.plugin [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] No Port match for: 1058e2a1-f365-4def-b593-74ef34a620d4 {{(pid=84042) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 18 20:59:42.337135 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Device 1058e2a1-f365-4def-b593-74ef34a620d4 not bound to the agent host n-d-838334-2 {{(pid=84042) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 20:59:42.360073 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-474b7d93-487e-45dd-9113-b28c47c97c60 req-be0860c4-e785-4392-a74a-5cf2c73bef5c tempest-DeleteServersTestJSON-915645800 tempest-DeleteServersTestJSON-915645800-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:59:42.367180 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-474b7d93-487e-45dd-9113-b28c47c97c60 req-be0860c4-e785-4392-a74a-5cf2c73bef5c tempest-DeleteServersTestJSON-915645800 tempest-DeleteServersTestJSON-915645800-project] 10.222.0.42 "GET /v2.0/ports?device_id=2acbe8d9-d959-40de-963f-d892f3d117bc HTTP/1.1" status: 200 len: 945 time: 0.3006504 Apr 18 20:59:42.497114 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9062371b-0eb0-4538-8213-fbc197aae420 req-b1525694-d995-4f56-b31d-ceb914991aab tempest-DeleteServersTestJSON-915645800 tempest-DeleteServersTestJSON-915645800-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:59:42.498579 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-9062371b-0eb0-4538-8213-fbc197aae420 req-b1525694-d995-4f56-b31d-ceb914991aab tempest-DeleteServersTestJSON-915645800 tempest-DeleteServersTestJSON-915645800-project] 10.222.0.48 "GET /v2.0/ports?device_id=2acbe8d9-d959-40de-963f-d892f3d117bc HTTP/1.1" status: 200 len: 945 time: 0.3043845 Apr 18 20:59:42.606744 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-474b7d93-487e-45dd-9113-b28c47c97c60 req-b1b490a8-fb59-44e3-823b-9e5956304dd7 tempest-DeleteServersTestJSON-915645800 tempest-DeleteServersTestJSON-915645800-project] 10.222.0.42 "GET /v2.0/security-groups?id=588d127b-19b7-4c3d-9f79-a400181b94e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2385767 Apr 18 20:59:42.610536 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22f18bf1-f709-40a2-87ae-8e2849ae2be0 req-14c5581a-bbfa-4295-97f7-2f1b2fcbc10a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:59:42.620102 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-22f18bf1-f709-40a2-87ae-8e2849ae2be0 req-14c5581a-bbfa-4295-97f7-2f1b2fcbc10a service neutron] 10.222.0.48 "GET /v2.0/networks?id=928fedfd-5ce4-47aa-b536-a47ade377567 HTTP/1.1" status: 200 len: 923 time: 0.2911999 Apr 18 20:59:42.621357 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-41977545-6eea-4f19-ad6f-f5de7a213d8c tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:59:42.639720 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.db_base_plugin_common [None req-5fd8a325-32de-4529-b44d-dc8f5f1c41a8 None None] Allocated IP 2001:db8::2 (ef903069-7c89-4376-963f-99c58ca6d615/0021c2e0-7f41-4700-94ff-30aa16d5c662/e969b630-60a1-4caa-8e12-739a13739bf6) {{(pid=84042) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:59:42.645021 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.db_base_plugin_common [None req-5fd8a325-32de-4529-b44d-dc8f5f1c41a8 None None] Allocated IP 2001:db8:0:1:f816:3eff:fee4:6f72 (ef903069-7c89-4376-963f-99c58ca6d615/84f25e43-d91a-4858-a23e-0b63386d5022/e969b630-60a1-4caa-8e12-739a13739bf6) {{(pid=84042) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:59:42.650554 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-41977545-6eea-4f19-ad6f-f5de7a213d8c tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:59:42.679841 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-41977545-6eea-4f19-ad6f-f5de7a213d8c tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Made reservation on behalf of 1256b788e8184019a07eb24a482acda4 for: {'port': 1} {{(pid=84041) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:59:42.684376 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-41977545-6eea-4f19-ad6f-f5de7a213d8c tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:42.719336 n-d-838334-2 neutron-server[84041]: DEBUG neutron.notifiers.nova [None req-41977545-6eea-4f19-ad6f-f5de7a213d8c tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] device_id is not set on port 4932fb72-1edd-44f0-9e9d-6bdb23c1c416 yet. {{(pid=84041) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 18 20:59:42.815693 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-22f18bf1-f709-40a2-87ae-8e2849ae2be0 req-31ca52fd-aa3b-4917-a5ab-ceaa2e1f3c26 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=54311f83-4a12-4d8f-a784-f6ce55daf8ce HTTP/1.1" status: 200 len: 217 time: 0.1635804 Apr 18 20:59:42.819343 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.plugin [req-9062371b-0eb0-4538-8213-fbc197aae420 req-1d85a26f-ba1d-428a-87b9-78e0fae92369 tempest-DeleteServersTestJSON-915645800 tempest-DeleteServersTestJSON-915645800-project] Deleting port 09d2434c-af0a-465e-86d8-cc222584bcfd {{(pid=84040) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 20:59:42.824063 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-9062371b-0eb0-4538-8213-fbc197aae420 req-1d85a26f-ba1d-428a-87b9-78e0fae92369 tempest-DeleteServersTestJSON-915645800 tempest-DeleteServersTestJSON-915645800-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750375188691'] for port, before_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:43.023109 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-5fd8a325-32de-4529-b44d-dc8f5f1c41a8 None None] Notify callbacks [] for port, precommit_create {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:43.044345 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-5fd8a325-32de-4529-b44d-dc8f5f1c41a8 None None] Transition to ACTIVE for port object e969b630-60a1-4caa-8e12-739a13739bf6 will not be triggered until provisioned by entity L2. {{(pid=84042) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 20:59:43.084525 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-5fd8a325-32de-4529-b44d-dc8f5f1c41a8 None None] Transition to ACTIVE for port object e969b630-60a1-4caa-8e12-739a13739bf6 will not be triggered until provisioned by entity DHCP. {{(pid=84042) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 20:59:43.099430 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-5fd8a325-32de-4529-b44d-dc8f5f1c41a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750374836619'] for port, after_create {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:43.185997 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22f18bf1-f709-40a2-87ae-8e2849ae2be0 req-c162fe1f-8786-4ba8-b597-a9f10f96c19b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:59:43.190234 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-22f18bf1-f709-40a2-87ae-8e2849ae2be0 req-c162fe1f-8786-4ba8-b597-a9f10f96c19b service neutron] 10.222.0.48 "GET /v2.0/subnets?id=2ccb130b-0190-4f2d-a7c8-f8a986daf949 HTTP/1.1" status: 200 len: 862 time: 0.3269970 Apr 18 20:59:43.276698 n-d-838334-2 neutron-server[84042]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5fd8a325-32de-4529-b44d-dc8f5f1c41a8 None None] Network ef903069-7c89-4376-963f-99c58ca6d615 is already hosted by enough agents. {{(pid=84042) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:59:43.280803 n-d-838334-2 neutron-server[84042]: DEBUG neutron.scheduler.base_scheduler [None req-5fd8a325-32de-4529-b44d-dc8f5f1c41a8 None None] Resources bound (agent type, host, resource id): {{(pid=84042) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:59:43.288214 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fd8a325-32de-4529-b44d-dc8f5f1c41a8 None None] Received port after_create {{(pid=84042) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 20:59:43.341527 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fd8a325-32de-4529-b44d-dc8f5f1c41a8 None None] Pushing event updated for resources: {'Port': ['ID=e969b630-60a1-4caa-8e12-739a13739bf6,revision_number=1']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:59:43.350135 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-22f18bf1-f709-40a2-87ae-8e2849ae2be0 req-26800077-83ec-45d0-9928-6ed4b228c54d service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=928fedfd-5ce4-47aa-b536-a47ade377567&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1463711 Apr 18 20:59:43.371239 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.db_base_plugin_common [None req-41977545-6eea-4f19-ad6f-f5de7a213d8c tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Allocated IP 2001:db8::d5 (ef903069-7c89-4376-963f-99c58ca6d615/0021c2e0-7f41-4700-94ff-30aa16d5c662/4932fb72-1edd-44f0-9e9d-6bdb23c1c416) {{(pid=84041) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:59:43.387653 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.db_base_plugin_common [None req-41977545-6eea-4f19-ad6f-f5de7a213d8c tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Allocated IP 2001:db8:0:1:f816:3eff:fe7e:bf76 (ef903069-7c89-4376-963f-99c58ca6d615/84f25e43-d91a-4858-a23e-0b63386d5022/4932fb72-1edd-44f0-9e9d-6bdb23c1c416) {{(pid=84041) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:59:43.444441 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.managers [None req-5fd8a325-32de-4529-b44d-dc8f5f1c41a8 None None] Attempting to bind port e969b630-60a1-4caa-8e12-739a13739bf6 on host n-d-838334-2 for vnic_type normal with profile {{(pid=84042) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:59:43.444981 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.managers [None req-5fd8a325-32de-4529-b44d-dc8f5f1c41a8 None None] Attempting to bind port e969b630-60a1-4caa-8e12-739a13739bf6 by drivers openvswitch,hyperv on host n-d-838334-2 at level 0 using segments [{'id': 'fbf28fbd-36f8-46f3-be08-57d41821e390', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': 'ef903069-7c89-4376-963f-99c58ca6d615'}] {{(pid=84042) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:59:43.445520 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fd8a325-32de-4529-b44d-dc8f5f1c41a8 None None] Attempting to bind port e969b630-60a1-4caa-8e12-739a13739bf6 on network ef903069-7c89-4376-963f-99c58ca6d615 {{(pid=84042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 20:59:43.454326 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fd8a325-32de-4529-b44d-dc8f5f1c41a8 None None] Checking agent: {'id': '97cd4414-7af6-4d67-868d-dff370b4071a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838334-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 25, 49), 'started_at': datetime.datetime(2022, 4, 18, 20, 26, 19), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 20, 59, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838334-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 18 20:59:43.455440 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fd8a325-32de-4529-b44d-dc8f5f1c41a8 None None] Checking segment: {'id': 'fbf28fbd-36f8-46f3-be08-57d41821e390', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': 'ef903069-7c89-4376-963f-99c58ca6d615'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84042) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 20:59:43.456345 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-5fd8a325-32de-4529-b44d-dc8f5f1c41a8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:43.456473 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fd8a325-32de-4529-b44d-dc8f5f1c41a8 None None] Bound using segment: {'id': 'fbf28fbd-36f8-46f3-be08-57d41821e390', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': 'ef903069-7c89-4376-963f-99c58ca6d615'} {{(pid=84042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 18 20:59:43.457007 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.managers [None req-5fd8a325-32de-4529-b44d-dc8f5f1c41a8 None None] Bound port: e969b630-60a1-4caa-8e12-739a13739bf6, host: n-d-838334-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fbf28fbd-36f8-46f3-be08-57d41821e390', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': 'ef903069-7c89-4376-963f-99c58ca6d615'}}] {{(pid=84042) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 20:59:43.457481 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-5fd8a325-32de-4529-b44d-dc8f5f1c41a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:43.525992 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7197dae6-31db-41fe-977a-686ca67d387c req-86ed2ad1-6afa-4c43-8031-9ee4fa4180be tempest-InstanceActionsNegativeTestJSON-90126473 tempest-InstanceActionsNegativeTestJSON-90126473-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:59:43.528959 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-7197dae6-31db-41fe-977a-686ca67d387c req-86ed2ad1-6afa-4c43-8031-9ee4fa4180be tempest-InstanceActionsNegativeTestJSON-90126473 tempest-InstanceActionsNegativeTestJSON-90126473-project] 10.222.0.42 "GET /v2.0/ports?device_id=f5ab523a-6b16-44a1-9a28-d5d19519ec28 HTTP/1.1" status: 200 len: 943 time: 0.6615560 Apr 18 20:59:43.569928 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-5fd8a325-32de-4529-b44d-dc8f5f1c41a8 None None] For port e969b630-60a1-4caa-8e12-739a13739bf6, host n-d-838334-2, cleared binding levels {{(pid=84042) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 20:59:43.573955 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-5fd8a325-32de-4529-b44d-dc8f5f1c41a8 None None] For port e969b630-60a1-4caa-8e12-739a13739bf6, host n-d-838334-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838334-2',level=0,port_id=e969b630-60a1-4caa-8e12-739a13739bf6,segment=NetworkSegment(fbf28fbd-36f8-46f3-be08-57d41821e390),segment_id=fbf28fbd-36f8-46f3-be08-57d41821e390)] {{(pid=84042) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 20:59:43.580674 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-5fd8a325-32de-4529-b44d-dc8f5f1c41a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682'] for port, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:43.606032 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-213a6071-6538-4970-89b5-09adc1e2bdad req-e1df4c26-860a-4bf1-824b-a9e1bfbdbaf8 tempest-ServersTestJSON-1424434350 tempest-ServersTestJSON-1424434350-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:59:43.614134 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-213a6071-6538-4970-89b5-09adc1e2bdad req-e1df4c26-860a-4bf1-824b-a9e1bfbdbaf8 tempest-ServersTestJSON-1424434350 tempest-ServersTestJSON-1424434350-project] 10.222.0.42 "GET /v2.0/ports?device_id=b076d356-9799-477c-a2f8-5aae86773e2b HTTP/1.1" status: 200 len: 946 time: 0.7536225 Apr 18 20:59:43.737482 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fd8a325-32de-4529-b44d-dc8f5f1c41a8 None None] Pushing event updated for resources: {'Port': ['ID=e969b630-60a1-4caa-8e12-739a13739bf6,revision_number=2']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:59:43.809644 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-213a6071-6538-4970-89b5-09adc1e2bdad req-fc66b770-108d-4ee7-a49c-6bf681f5273a tempest-ServersTestJSON-1424434350 tempest-ServersTestJSON-1424434350-project] 10.222.0.42 "GET /v2.0/security-groups?id=a3de1b7a-019c-40dd-8c9d-3a3f159b2bd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1945550 Apr 18 20:59:43.837165 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-7197dae6-31db-41fe-977a-686ca67d387c req-fc92dbed-f128-4c02-848d-0f870eaf8365 tempest-InstanceActionsNegativeTestJSON-90126473 tempest-InstanceActionsNegativeTestJSON-90126473-project] 10.222.0.42 "GET /v2.0/security-groups?id=10ac2c50-3089-40ed-8e09-294b05016514&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3072100 Apr 18 20:59:43.852838 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 56244) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:59:43.862188 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-22f18bf1-f709-40a2-87ae-8e2849ae2be0 req-a61c3d1d-b90d-4727-9b66-9fc73751d1ac service neutron] 10.222.0.48 "GET /v2.0/networks/928fedfd-5ce4-47aa-b536-a47ade377567?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5042720 Apr 18 20:59:43.867096 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.db [req-9062371b-0eb0-4538-8213-fbc197aae420 req-1d85a26f-ba1d-428a-87b9-78e0fae92369 tempest-DeleteServersTestJSON-915645800 tempest-DeleteServersTestJSON-915645800-project] For port 09d2434c-af0a-465e-86d8-cc222584bcfd, host n-h2-838334-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838334-2',level=0,port_id=09d2434c-af0a-465e-86d8-cc222584bcfd,segment=NetworkSegment(eb1f29ad-3d05-4e72-b227-469dc1660e3c),segment_id=eb1f29ad-3d05-4e72-b227-469dc1660e3c)] {{(pid=84040) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:59:43.867788 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-9062371b-0eb0-4538-8213-fbc197aae420 req-1d85a26f-ba1d-428a-87b9-78e0fae92369 tempest-DeleteServersTestJSON-915645800 tempest-DeleteServersTestJSON-915645800-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369123'] for port, precommit_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:44.143141 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Device 54311f83-4a12-4d8f-a784-f6ce55daf8ce details requested by agent hyperv_n-h2-838334-2 with host n-h2-838334-2 {{(pid=84042) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 18 20:59:44.343801 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-41977545-6eea-4f19-ad6f-f5de7a213d8c tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Notify callbacks [] for port, precommit_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:44.423107 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Device e969b630-60a1-4caa-8e12-739a13739bf6 up at agent ovs-agent-n-d-838334-2 {{(pid=84042) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 20:59:44.425244 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.provisioning_blocks [None req-41977545-6eea-4f19-ad6f-f5de7a213d8c tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Transition to ACTIVE for port object 4932fb72-1edd-44f0-9e9d-6bdb23c1c416 will not be triggered until provisioned by entity DHCP. {{(pid=84041) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 20:59:44.449355 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57e79e2d-689d-4a25-9070-93282270eb59 req-31130b47-5c0c-434f-b2d0-41dfacabca9a tempest-ServersTestJSON-1424434350 tempest-ServersTestJSON-1424434350-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:59:44.457113 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [req-57e79e2d-689d-4a25-9070-93282270eb59 req-31130b47-5c0c-434f-b2d0-41dfacabca9a tempest-ServersTestJSON-1424434350 tempest-ServersTestJSON-1424434350-project] Synchronizing usage tracker for tenant:ba267e3ba48c4ff1b4fc57f8cfab7c8c on resource:port {{(pid=84041) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 20:59:44.497238 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [req-57e79e2d-689d-4a25-9070-93282270eb59 req-31130b47-5c0c-434f-b2d0-41dfacabca9a tempest-ServersTestJSON-1424434350 tempest-ServersTestJSON-1424434350-project] Unset dirty status for tenant:ba267e3ba48c4ff1b4fc57f8cfab7c8c on resource:port {{(pid=84041) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 20:59:44.502361 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-57e79e2d-689d-4a25-9070-93282270eb59 req-31130b47-5c0c-434f-b2d0-41dfacabca9a tempest-ServersTestJSON-1424434350 tempest-ServersTestJSON-1424434350-project] 10.222.0.43 "GET /v2.0/ports?device_id=b076d356-9799-477c-a2f8-5aae86773e2b HTTP/1.1" status: 200 len: 946 time: 0.4517040 Apr 18 20:59:44.511778 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.plugin [req-9062371b-0eb0-4538-8213-fbc197aae420 req-1d85a26f-ba1d-428a-87b9-78e0fae92369 tempest-DeleteServersTestJSON-915645800 tempest-DeleteServersTestJSON-915645800-project] Calling delete_port for 09d2434c-af0a-465e-86d8-cc222584bcfd owned by compute:nova {{(pid=84040) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 20:59:44.608261 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] For port 54311f83-4a12-4d8f-a784-f6ce55daf8ce, host n-h2-838334-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838334-2',level=0,port_id=54311f83-4a12-4d8f-a784-f6ce55daf8ce,segment=NetworkSegment(91b1e831-2352-40de-920f-7b2cc0fafcf5),segment_id=91b1e831-2352-40de-920f-7b2cc0fafcf5)] {{(pid=84042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:59:44.609757 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-41977545-6eea-4f19-ad6f-f5de7a213d8c tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750374836619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32266323'] for port, after_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:44.632720 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Returning: {'device': '54311f83-4a12-4d8f-a784-f6ce55daf8ce', 'network_id': '928fedfd-5ce4-47aa-b536-a47ade377567', 'port_id': '54311f83-4a12-4d8f-a784-f6ce55daf8ce', 'mac_address': 'fa:16:3e:3e:45:44', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 378, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2ccb130b-0190-4f2d-a7c8-f8a986daf949', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84042) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 18 20:59:44.669573 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Provisioning for port e969b630-60a1-4caa-8e12-739a13739bf6 completed by entity L2. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 20:59:44.699061 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-8dfd7a02-a0e1-456c-a3af-f80dc9943785 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:44.713265 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.plugin [req-57e79e2d-689d-4a25-9070-93282270eb59 req-c9d05edf-d3ff-4edf-9c05-42215076ecca tempest-ServersTestJSON-1424434350 tempest-ServersTestJSON-1424434350-project] Deleting port a9cff535-f3b5-4c2c-a78e-cc82ac9bc74a {{(pid=84041) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 20:59:44.714176 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [req-57e79e2d-689d-4a25-9070-93282270eb59 req-c9d05edf-d3ff-4edf-9c05-42215076ecca tempest-ServersTestJSON-1424434350 tempest-ServersTestJSON-1424434350-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750375188691'] for port, before_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:44.723937 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:44.753246 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41977545-6eea-4f19-ad6f-f5de7a213d8c tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Pushing event updated for resources: {'Port': ['ID=4932fb72-1edd-44f0-9e9d-6bdb23c1c416,revision_number=1']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:59:44.755956 n-d-838334-2 neutron-server[84042]: DEBUG neutron.notifiers.nova [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 54311f83-4a12-4d8f-a784-f6ce55daf8ce {{(pid=84042) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 18 20:59:44.793326 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] For port 54311f83-4a12-4d8f-a784-f6ce55daf8ce, host n-h2-838334-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838334-2',level=0,port_id=54311f83-4a12-4d8f-a784-f6ce55daf8ce,segment=NetworkSegment(91b1e831-2352-40de-920f-7b2cc0fafcf5),segment_id=91b1e831-2352-40de-920f-7b2cc0fafcf5)] {{(pid=84042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:59:44.794769 n-d-838334-2 neutron-server[84041]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41977545-6eea-4f19-ad6f-f5de7a213d8c tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Network ef903069-7c89-4376-963f-99c58ca6d615 is already hosted by enough agents. {{(pid=84041) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:59:44.798413 n-d-838334-2 neutron-server[84041]: DEBUG neutron.scheduler.base_scheduler [None req-41977545-6eea-4f19-ad6f-f5de7a213d8c tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Resources bound (agent type, host, resource id): {{(pid=84041) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:59:44.800646 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682'] for port, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:44.816510 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41977545-6eea-4f19-ad6f-f5de7a213d8c tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Received port after_create {{(pid=84041) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 20:59:44.821451 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41977545-6eea-4f19-ad6f-f5de7a213d8c tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:59:44.822552 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-41977545-6eea-4f19-ad6f-f5de7a213d8c tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217293'] for port, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:44.862637 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-22f18bf1-f709-40a2-87ae-8e2849ae2be0 req-fce73024-f41b-4ddf-ac01-c4c6e3f855cc service neutron] 10.222.0.48 "GET /v2.0/networks/928fedfd-5ce4-47aa-b536-a47ade377567?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9854894 Apr 18 20:59:44.881564 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [None req-8dfd7a02-a0e1-456c-a3af-f80dc9943785 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:59:44.893077 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-8dfd7a02-a0e1-456c-a3af-f80dc9943785 admin admin] Usage tracker for resource:security_group_rule and tenant:48975e0148724742ab33a3580b72760b is out of sync, need to count used quota {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:59:44.908593 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-41977545-6eea-4f19-ad6f-f5de7a213d8c tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 2.6931725 Apr 18 20:59:44.923075 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 56266) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:59:44.936954 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-8dfd7a02-a0e1-456c-a3af-f80dc9943785 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:59:44.938578 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Pushing event updated for resources: {'Port': ['ID=54311f83-4a12-4d8f-a784-f6ce55daf8ce,revision_number=4']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:59:44.962987 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [None req-8dfd7a02-a0e1-456c-a3af-f80dc9943785 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:59:44.987572 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9b95ec4-91fc-42c8-8c6e-3b1ac1f68aab req-18d54977-fbcc-49d4-8a8e-f37b4f4306cf tempest-AttachVolumeNegativeTest-555605742 tempest-AttachVolumeNegativeTest-555605742-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:59:44.989084 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-f9b95ec4-91fc-42c8-8c6e-3b1ac1f68aab req-18d54977-fbcc-49d4-8a8e-f37b4f4306cf tempest-AttachVolumeNegativeTest-555605742 tempest-AttachVolumeNegativeTest-555605742-project] 10.222.0.42 "GET /v2.0/ports?device_id=bf74e528-b24d-4168-be41-aaeaeabbadb8 HTTP/1.1" status: 200 len: 945 time: 0.6224599 Apr 18 20:59:44.998133 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc3f0cf9-9c7e-4cd1-aced-e253b13f08ef req-e1d19ede-1f02-4aa2-b8a8-ec6a8d084623 tempest-ServersNegativeTestJSON-508382254 tempest-ServersNegativeTestJSON-508382254-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:59:45.011363 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-fc3f0cf9-9c7e-4cd1-aced-e253b13f08ef req-e1d19ede-1f02-4aa2-b8a8-ec6a8d084623 tempest-ServersNegativeTestJSON-508382254 tempest-ServersNegativeTestJSON-508382254-project] 10.222.0.42 "GET /v2.0/ports?device_id=2197a591-197e-47fe-9210-1387bfb6ec5e HTTP/1.1" status: 200 len: 945 time: 0.7190642 Apr 18 20:59:45.059076 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] get_ports_and_sgs() called for port_ids ['54311f83-4a12-4d8f-a784-f6ce55daf8ce'] {{(pid=84042) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 18 20:59:45.098176 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-9062371b-0eb0-4538-8213-fbc197aae420 req-1d85a26f-ba1d-428a-87b9-78e0fae92369 tempest-DeleteServersTestJSON-915645800 tempest-DeleteServersTestJSON-915645800-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750375259028', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750374836628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32440838'] for port, after_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:45.182202 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d85a26f-ba1d-428a-87b9-78e0fae92369 tempest-DeleteServersTestJSON-915645800 tempest-DeleteServersTestJSON-915645800-project] Pushing event deleted for resources: {'Port': ['ID=09d2434c-af0a-465e-86d8-cc222584bcfd,revision_number=None']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:59:45.182984 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.plugin [None req-d90e1441-2bfa-4830-8ff5-101aa0e9389d tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Deleting port 4932fb72-1edd-44f0-9e9d-6bdb23c1c416 {{(pid=84041) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 20:59:45.183332 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-d90e1441-2bfa-4830-8ff5-101aa0e9389d tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750375188691'] for port, before_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:45.196212 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-fc3f0cf9-9c7e-4cd1-aced-e253b13f08ef req-c9e05805-cf32-4a35-948b-f6dc928f54ae tempest-ServersNegativeTestJSON-508382254 tempest-ServersNegativeTestJSON-508382254-project] 10.222.0.42 "GET /v2.0/security-groups?id=ada0ecb3-b1bc-4ba2-8e6c-b06ba09daca2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1838717 Apr 18 20:59:45.337183 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-f9b95ec4-91fc-42c8-8c6e-3b1ac1f68aab req-997f3d8b-f98d-4808-a4fc-9ad47c8aa5d4 tempest-AttachVolumeNegativeTest-555605742 tempest-AttachVolumeNegativeTest-555605742-project] 10.222.0.42 "GET /v2.0/security-groups?id=575e0ba1-8a78-4aa4-accf-eb309f49ec74&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3197930 Apr 18 20:59:45.389188 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8faa3552-14c2-461c-b3fe-3506f8bc323c None None] Network ef903069-7c89-4376-963f-99c58ca6d615 requested from n-d-838334-2 {{(pid=84042) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 20:59:45.410934 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.db [req-57e79e2d-689d-4a25-9070-93282270eb59 req-c9d05edf-d3ff-4edf-9c05-42215076ecca tempest-ServersTestJSON-1424434350 tempest-ServersTestJSON-1424434350-project] For port a9cff535-f3b5-4c2c-a78e-cc82ac9bc74a, host n-h1-838334-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838334-2',level=0,port_id=a9cff535-f3b5-4c2c-a78e-cc82ac9bc74a,segment=NetworkSegment(7487d154-ef4b-4701-b484-567750da716d),segment_id=7487d154-ef4b-4701-b484-567750da716d)] {{(pid=84041) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:59:45.414065 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [req-57e79e2d-689d-4a25-9070-93282270eb59 req-c9d05edf-d3ff-4edf-9c05-42215076ecca tempest-ServersTestJSON-1424434350 tempest-ServersTestJSON-1424434350-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369123'] for port, precommit_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:45.463469 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-8dfd7a02-a0e1-456c-a3af-f80dc9943785 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:45.478535 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-8dfd7a02-a0e1-456c-a3af-f80dc9943785 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33528224'] for security_group, after_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:45.494325 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.l3_dvrscheduler_db [req-9062371b-0eb0-4538-8213-fbc197aae420 req-1d85a26f-ba1d-428a-87b9-78e0fae92369 tempest-DeleteServersTestJSON-915645800 tempest-DeleteServersTestJSON-915645800-project] No DVR routers for this DVR port 09d2434c-af0a-465e-86d8-cc222584bcfd on host n-h2-838334-2 {{(pid=84040) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 20:59:45.570738 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-9062371b-0eb0-4538-8213-fbc197aae420 req-1d85a26f-ba1d-428a-87b9-78e0fae92369 tempest-DeleteServersTestJSON-915645800 tempest-DeleteServersTestJSON-915645800-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217293'] for port, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:45.582638 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-8dfd7a02-a0e1-456c-a3af-f80dc9943785 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=48975e0148724742ab33a3580b72760b&name=default HTTP/1.1" status: 200 len: 2647 time: 1.7189393 Apr 18 20:59:45.583726 n-d-838334-2 neutron-server[84040]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2acbe8d9-d959-40de-963f-d892f3d117bc', 'name': 'network-vif-deleted', 'tag': '09d2434c-af0a-465e-86d8-cc222584bcfd'}] {{(pid=84040) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 20:59:45.593351 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-44f22eac-ceb6-4c12-9e88-706b1826b063 None None] Provisioning for port e969b630-60a1-4caa-8e12-739a13739bf6 completed by entity DHCP. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 20:59:45.601558 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 56284) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:59:45.619785 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-44f22eac-ceb6-4c12-9e88-706b1826b063 None None] Provisioning complete for port e969b630-60a1-4caa-8e12-739a13739bf6 triggered by entity DHCP. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:59:45.620076 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-44f22eac-ceb6-4c12-9e88-706b1826b063 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1253608'] for port, provisioning_complete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:45.688238 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-a85c9132-f4bf-4cee-ad95-83faeb3e0b9f req-e1edde13-268c-4da0-ab02-86f437e9afe5 tempest-DeleteServersTestJSON-915645800 tempest-DeleteServersTestJSON-915645800-project] 10.222.0.42 "GET /v2.0/ports?device_id=2acbe8d9-d959-40de-963f-d892f3d117bc HTTP/1.1" status: 200 len: 210 time: 0.2121952 Apr 18 20:59:45.732251 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-276eaf48-3c9a-44ab-8f61-acb45078f2a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750375287399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253529'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:45.789314 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dfd7a02-a0e1-456c-a3af-f80dc9943785 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d28eeb88-ee6e-40af-89b5-87ffb3526bc5,revision_number=1']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:59:45.791858 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.plugin [req-57e79e2d-689d-4a25-9070-93282270eb59 req-c9d05edf-d3ff-4edf-9c05-42215076ecca tempest-ServersTestJSON-1424434350 tempest-ServersTestJSON-1424434350-project] Calling delete_port for a9cff535-f3b5-4c2c-a78e-cc82ac9bc74a owned by compute:nova {{(pid=84041) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 20:59:45.810503 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-9062371b-0eb0-4538-8213-fbc197aae420 req-1d85a26f-ba1d-428a-87b9-78e0fae92369 tempest-DeleteServersTestJSON-915645800 tempest-DeleteServersTestJSON-915645800-project] 10.222.0.48 "DELETE /v2.0/ports/09d2434c-af0a-465e-86d8-cc222584bcfd HTTP/1.1" status: 204 len: 173 time: 3.2842710 Apr 18 20:59:45.949722 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-95e0f2c0-06d7-4b53-9d69-6e7a8e9863fc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:46.004332 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-95e0f2c0-06d7-4b53-9d69-6e7a8e9863fc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:46.030106 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b0582ae-06fc-418e-a94c-d1f1ed7781d8 req-db50345b-a678-4d2f-b7bb-75476861a9c8 tempest-ServersTestJSON-1424434350 tempest-ServersTestJSON-1424434350-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:59:46.030570 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-d90e1441-2bfa-4830-8ff5-101aa0e9389d tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369123'] for port, precommit_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:46.037080 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-9b0582ae-06fc-418e-a94c-d1f1ed7781d8 req-db50345b-a678-4d2f-b7bb-75476861a9c8 tempest-ServersTestJSON-1424434350 tempest-ServersTestJSON-1424434350-project] 10.222.0.42 "GET /v2.0/ports?device_id=b076d356-9799-477c-a2f8-5aae86773e2b HTTP/1.1" status: 200 len: 946 time: 0.4676371 Apr 18 20:59:46.071369 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-44f22eac-ceb6-4c12-9e88-706b1826b063 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:46.156209 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-9b0582ae-06fc-418e-a94c-d1f1ed7781d8 req-5a6b2224-24c3-4db9-874f-7f2116786eb4 tempest-ServersTestJSON-1424434350 tempest-ServersTestJSON-1424434350-project] 10.222.0.42 "GET /v2.0/security-groups?id=a3de1b7a-019c-40dd-8c9d-3a3f159b2bd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1181786 Apr 18 20:59:46.166947 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1c65bfd-e364-450d-b086-8d4c40468d87 req-99268657-2d44-4a5c-9efb-4d752cf135d8 tempest-InstanceActionsNegativeTestJSON-90126473 tempest-InstanceActionsNegativeTestJSON-90126473-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:59:46.170081 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Device 54311f83-4a12-4d8f-a784-f6ce55daf8ce up at agent hyperv_n-h2-838334-2 {{(pid=84042) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 20:59:46.200256 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-f1c65bfd-e364-450d-b086-8d4c40468d87 req-99268657-2d44-4a5c-9efb-4d752cf135d8 tempest-InstanceActionsNegativeTestJSON-90126473 tempest-InstanceActionsNegativeTestJSON-90126473-project] 10.222.0.42 "GET /v2.0/ports?device_id=f5ab523a-6b16-44a1-9a28-d5d19519ec28 HTTP/1.1" status: 200 len: 944 time: 0.3076501 Apr 18 20:59:46.266542 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-95e0f2c0-06d7-4b53-9d69-6e7a8e9863fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33528224'] for security_group, after_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:46.280550 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-44f22eac-ceb6-4c12-9e88-706b1826b063 None None] For port e969b630-60a1-4caa-8e12-739a13739bf6, host n-d-838334-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838334-2',level=0,port_id=e969b630-60a1-4caa-8e12-739a13739bf6,segment=NetworkSegment(fbf28fbd-36f8-46f3-be08-57d41821e390),segment_id=fbf28fbd-36f8-46f3-be08-57d41821e390)] {{(pid=84042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:59:46.304049 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95e0f2c0-06d7-4b53-9d69-6e7a8e9863fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d28eeb88-ee6e-40af-89b5-87ffb3526bc5,revision_number=None']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:59:46.319878 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-44f22eac-ceb6-4c12-9e88-706b1826b063 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682'] for port, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:46.338616 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-95e0f2c0-06d7-4b53-9d69-6e7a8e9863fc admin admin] Notify callbacks [] for security_group, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:46.351164 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-95e0f2c0-06d7-4b53-9d69-6e7a8e9863fc admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/d28eeb88-ee6e-40af-89b5-87ffb3526bc5 HTTP/1.1" status: 204 len: 168 time: 0.7463641 Apr 18 20:59:46.365402 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-f1c65bfd-e364-450d-b086-8d4c40468d87 req-ce2bb16a-825a-4351-bd0c-b272552d51c2 tempest-InstanceActionsNegativeTestJSON-90126473 tempest-InstanceActionsNegativeTestJSON-90126473-project] 10.222.0.42 "GET /v2.0/security-groups?id=10ac2c50-3089-40ed-8e09-294b05016514&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1642735 Apr 18 20:59:46.399650 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.plugin [None req-d90e1441-2bfa-4830-8ff5-101aa0e9389d tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Calling delete_port for 4932fb72-1edd-44f0-9e9d-6bdb23c1c416 owned by {{(pid=84041) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 20:59:46.520171 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44f22eac-ceb6-4c12-9e88-706b1826b063 None None] Pushing event updated for resources: {'Port': ['ID=e969b630-60a1-4caa-8e12-739a13739bf6,revision_number=3']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:59:46.529009 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Provisioning for port 54311f83-4a12-4d8f-a784-f6ce55daf8ce completed by entity L2. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 20:59:46.538945 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9c88aec-2886-433f-8bbb-9c66f1b3c907 req-669ad559-ec17-448f-862f-ae6364a9597e tempest-ServersNegativeTestJSON-508382254 tempest-ServersNegativeTestJSON-508382254-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:59:46.539680 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Provisioning complete for port 54311f83-4a12-4d8f-a784-f6ce55daf8ce triggered by entity L2. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:59:46.541638 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1253608'] for port, provisioning_complete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:46.549445 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-e9c88aec-2886-433f-8bbb-9c66f1b3c907 req-669ad559-ec17-448f-862f-ae6364a9597e tempest-ServersNegativeTestJSON-508382254 tempest-ServersNegativeTestJSON-508382254-project] 10.222.0.42 "GET /v2.0/ports?device_id=2197a591-197e-47fe-9210-1387bfb6ec5e HTTP/1.1" status: 200 len: 945 time: 0.1742861 Apr 18 20:59:46.605465 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [req-57e79e2d-689d-4a25-9070-93282270eb59 req-c9d05edf-d3ff-4edf-9c05-42215076ecca tempest-ServersTestJSON-1424434350 tempest-ServersTestJSON-1424434350-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750375259028', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750374836628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32266323'] for port, after_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:46.667994 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] get_ports_and_sgs() called for port_ids ['ed7f9d58-c4ad-4fbb-b41c-335c64ff7b7f', 'a9cff535-f3b5-4c2c-a78e-cc82ac9bc74a'] {{(pid=84042) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 18 20:59:46.745819 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9d05edf-d3ff-4edf-9c05-42215076ecca tempest-ServersTestJSON-1424434350 tempest-ServersTestJSON-1424434350-project] Pushing event deleted for resources: {'Port': ['ID=a9cff535-f3b5-4c2c-a78e-cc82ac9bc74a,revision_number=None']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:59:46.781228 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-e9c88aec-2886-433f-8bbb-9c66f1b3c907 req-849f62e4-4f3c-4d25-8cc1-2665b70ee651 tempest-ServersNegativeTestJSON-508382254 tempest-ServersNegativeTestJSON-508382254-project] 10.222.0.42 "GET /v2.0/security-groups?id=ada0ecb3-b1bc-4ba2-8e6c-b06ba09daca2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2301149 Apr 18 20:59:46.797621 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] get_ports_and_sgs() called for port_ids ['8f0ac191-0475-420d-bcd7-62c84624a6ea'] {{(pid=84042) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 18 20:59:46.898247 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a88db5b2-ddac-4864-a907-f011d820052f req-d9283bfc-42bc-4b6a-b42f-fb76df8c7e85 tempest-AttachVolumeNegativeTest-555605742 tempest-AttachVolumeNegativeTest-555605742-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:59:46.899903 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-a88db5b2-ddac-4864-a907-f011d820052f req-d9283bfc-42bc-4b6a-b42f-fb76df8c7e85 tempest-AttachVolumeNegativeTest-555605742 tempest-AttachVolumeNegativeTest-555605742-project] 10.222.0.42 "GET /v2.0/ports?device_id=bf74e528-b24d-4168-be41-aaeaeabbadb8 HTTP/1.1" status: 200 len: 945 time: 0.2058830 Apr 18 20:59:46.911252 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 56312) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:59:46.921079 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.v2.base [None req-e00e49e3-2342-4757-93ff-0f01218bfef5 tempest-AttachVolumeNegativeTest-555605742 tempest-AttachVolumeNegativeTest-555605742-project] Request body: {'floatingip': {'port_id': 'bf7c6b84-d34c-4641-9cf5-c04bdc0659d8'}} {{(pid=84040) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 20:59:47.089332 n-d-838334-2 neutron-server[84040]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9848719d-1936-4366-8c40-085819bd26b3'] response: {'server_uuid': '2acbe8d9-d959-40de-963f-d892f3d117bc', 'name': 'network-vif-deleted', 'tag': '09d2434c-af0a-465e-86d8-cc222584bcfd', 'status': 'completed', 'code': 200} Apr 18 20:59:47.158021 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-e00e49e3-2342-4757-93ff-0f01218bfef5 tempest-AttachVolumeNegativeTest-555605742 tempest-AttachVolumeNegativeTest-555605742-project] Notify callbacks [] for floatingip, before_update {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:47.286690 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-c3b9bb6c-9cc8-48c4-839e-5043d6cc88ef None None] Provisioning complete for port e969b630-60a1-4caa-8e12-739a13739bf6 triggered by entity DHCP. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:59:47.287058 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-c3b9bb6c-9cc8-48c4-839e-5043d6cc88ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1253608'] for port, provisioning_complete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:47.376412 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.l3_dvrscheduler_db [req-57e79e2d-689d-4a25-9070-93282270eb59 req-c9d05edf-d3ff-4edf-9c05-42215076ecca tempest-ServersTestJSON-1424434350 tempest-ServersTestJSON-1424434350-project] No DVR routers for this DVR port a9cff535-f3b5-4c2c-a78e-cc82ac9bc74a on host n-h1-838334-2 {{(pid=84041) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 20:59:47.385316 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [req-57e79e2d-689d-4a25-9070-93282270eb59 req-c9d05edf-d3ff-4edf-9c05-42215076ecca tempest-ServersTestJSON-1424434350 tempest-ServersTestJSON-1424434350-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217293'] for port, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:47.392977 n-d-838334-2 neutron-server[84041]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b076d356-9799-477c-a2f8-5aae86773e2b', 'name': 'network-vif-deleted', 'tag': 'a9cff535-f3b5-4c2c-a78e-cc82ac9bc74a'}] {{(pid=84041) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 20:59:47.450750 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:47.453052 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-57e79e2d-689d-4a25-9070-93282270eb59 req-c9d05edf-d3ff-4edf-9c05-42215076ecca tempest-ServersTestJSON-1424434350 tempest-ServersTestJSON-1424434350-project] 10.222.0.43 "DELETE /v2.0/ports/a9cff535-f3b5-4c2c-a78e-cc82ac9bc74a HTTP/1.1" status: 204 len: 173 time: 2.9444664 Apr 18 20:59:47.571482 n-d-838334-2 neutron-server[84042]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f5ab523a-6b16-44a1-9a28-d5d19519ec28', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '54311f83-4a12-4d8f-a784-f6ce55daf8ce'}] {{(pid=84042) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 20:59:47.616716 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 56342) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:59:47.619990 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-d90e1441-2bfa-4830-8ff5-101aa0e9389d tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750375259028', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750374836628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32266323'] for port, after_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:47.653390 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] For port 54311f83-4a12-4d8f-a784-f6ce55daf8ce, host n-h2-838334-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838334-2',level=0,port_id=54311f83-4a12-4d8f-a784-f6ce55daf8ce,segment=NetworkSegment(91b1e831-2352-40de-920f-7b2cc0fafcf5),segment_id=91b1e831-2352-40de-920f-7b2cc0fafcf5)] {{(pid=84042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:59:47.698142 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682'] for port, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:47.698857 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Device 09d2434c-af0a-465e-86d8-cc222584bcfd no longer exists at agent hyperv_n-h2-838334-2 {{(pid=84042) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 20:59:47.712019 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d90e1441-2bfa-4830-8ff5-101aa0e9389d tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Pushing event deleted for resources: {'Port': ['ID=4932fb72-1edd-44f0-9e9d-6bdb23c1c416,revision_number=None']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:59:47.773884 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-d90e1441-2bfa-4830-8ff5-101aa0e9389d tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217293'] for port, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:47.777020 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-d90e1441-2bfa-4830-8ff5-101aa0e9389d tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] 10.222.0.42 "DELETE /v2.0/ports/4932fb72-1edd-44f0-9e9d-6bdb23c1c416 HTTP/1.1" status: 204 len: 168 time: 2.8487542 Apr 18 20:59:47.788143 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 56350) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:59:47.815391 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-feee9c4d-67cd-454c-b360-0d78babad48f req-1dad5eed-3f23-434a-853d-e180f32bdbd1 tempest-ServersTestJSON-1424434350 tempest-ServersTestJSON-1424434350-project] 10.222.0.42 "GET /v2.0/ports?device_id=b076d356-9799-477c-a2f8-5aae86773e2b HTTP/1.1" status: 200 len: 210 time: 0.2067137 Apr 18 20:59:47.854977 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.plugin [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] No Port match for: 09d2434c-af0a-465e-86d8-cc222584bcfd {{(pid=84042) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 18 20:59:47.860095 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Device 09d2434c-af0a-465e-86d8-cc222584bcfd not bound to the agent host n-h2-838334-2 {{(pid=84042) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 20:59:47.938561 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-454394d8-f74e-4d41-9f09-a44ae5453b86 tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:59:47.942120 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-c3b9bb6c-9cc8-48c4-839e-5043d6cc88ef None None] Could not find standard attr ID for object 4932fb72-1edd-44f0-9e9d-6bdb23c1c416. {{(pid=84042) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 18 20:59:47.943137 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-454394d8-f74e-4d41-9f09-a44ae5453b86 tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Synchronizing usage tracker for tenant:1256b788e8184019a07eb24a482acda4 on resource:port {{(pid=84041) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 20:59:47.964989 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-15f5b30d-c4a1-469e-8fa1-9c89bc79c590 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750375287399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253529'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:47.974554 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Pushing event updated for resources: {'Port': ['ID=54311f83-4a12-4d8f-a784-f6ce55daf8ce,revision_number=5']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:59:48.001444 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-7675992d-e500-4d91-ab36-6850baa1e139 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:48.015743 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-454394d8-f74e-4d41-9f09-a44ae5453b86 tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Unset dirty status for tenant:1256b788e8184019a07eb24a482acda4 on resource:port {{(pid=84041) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 20:59:48.021976 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 56358) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:59:48.030237 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-454394d8-f74e-4d41-9f09-a44ae5453b86 tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] 10.222.0.42 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.2343397 Apr 18 20:59:48.060396 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-6d04c29e-03c4-4ea1-9eb4-5a7e6f5714a0 None None] Could not find standard attr ID for object 4932fb72-1edd-44f0-9e9d-6bdb23c1c416. {{(pid=84042) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 18 20:59:48.081317 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-7675992d-e500-4d91-ab36-6850baa1e139 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:59:48.091141 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-7675992d-e500-4d91-ab36-6850baa1e139 admin admin] Usage tracker for resource:security_group_rule and tenant:9423871a1a7d4711a9d32326e2b69b03 is out of sync, need to count used quota {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:59:48.097072 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-7675992d-e500-4d91-ab36-6850baa1e139 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:59:48.112832 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-7675992d-e500-4d91-ab36-6850baa1e139 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:59:48.132168 n-d-838334-2 neutron-server[84041]: INFO neutron.notifiers.nova [-] Nova event matching ['req-59f116db-8996-4084-a358-9d6fab6d3817'] response: {'server_uuid': 'b076d356-9799-477c-a2f8-5aae86773e2b', 'name': 'network-vif-deleted', 'tag': 'a9cff535-f3b5-4c2c-a78e-cc82ac9bc74a', 'status': 'completed', 'code': 200} Apr 18 20:59:48.268340 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-7675992d-e500-4d91-ab36-6850baa1e139 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:48.275373 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42021a88-3726-433f-b3ae-76dde2966f9f req-8132e181-7c72-4ff0-8e02-a4a90f24edc2 tempest-ServersNegativeTestJSON-508382254 tempest-ServersNegativeTestJSON-508382254-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:59:48.276521 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-7675992d-e500-4d91-ab36-6850baa1e139 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33528224'] for security_group, after_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:48.282089 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-42021a88-3726-433f-b3ae-76dde2966f9f req-8132e181-7c72-4ff0-8e02-a4a90f24edc2 tempest-ServersNegativeTestJSON-508382254 tempest-ServersNegativeTestJSON-508382254-project] 10.222.0.42 "GET /v2.0/ports?device_id=2197a591-197e-47fe-9210-1387bfb6ec5e HTTP/1.1" status: 200 len: 945 time: 0.7347784 Apr 18 20:59:48.311007 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Device e969b630-60a1-4caa-8e12-739a13739bf6 up at agent ovs-agent-n-d-838334-2 {{(pid=84042) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 20:59:48.352284 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7675992d-e500-4d91-ab36-6850baa1e139 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3ac6d75d-4c52-4a8d-8777-443ef3f3b8e5,revision_number=1']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:59:48.396064 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-7675992d-e500-4d91-ab36-6850baa1e139 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=9423871a1a7d4711a9d32326e2b69b03&name=default HTTP/1.1" status: 200 len: 2647 time: 0.7781246 Apr 18 20:59:48.399889 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 56368) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:59:48.467075 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Provisioning complete for port e969b630-60a1-4caa-8e12-739a13739bf6 triggered by entity L2. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:59:48.467438 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1253608'] for port, provisioning_complete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:48.480404 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-42021a88-3726-433f-b3ae-76dde2966f9f req-311a6272-8bdd-42ab-b1d2-12fa9ee32a9d tempest-ServersNegativeTestJSON-508382254 tempest-ServersNegativeTestJSON-508382254-project] 10.222.0.42 "GET /v2.0/security-groups?id=ada0ecb3-b1bc-4ba2-8e6c-b06ba09daca2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1974618 Apr 18 20:59:48.530865 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-071a538b-fdc4-4c1e-b943-78eed1729635 tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:59:48.531636 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-071a538b-fdc4-4c1e-b943-78eed1729635 tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Synchronizing usage tracker for tenant:1256b788e8184019a07eb24a482acda4 on resource:port {{(pid=84040) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 20:59:48.550256 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-28c1f8f6-3dc7-4fc0-9d2d-8e1b817d7d87 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:48.627944 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-28c1f8f6-3dc7-4fc0-9d2d-8e1b817d7d87 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:48.633729 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-071a538b-fdc4-4c1e-b943-78eed1729635 tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Unset dirty status for tenant:1256b788e8184019a07eb24a482acda4 on resource:port {{(pid=84040) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 20:59:48.637679 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-071a538b-fdc4-4c1e-b943-78eed1729635 tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] 10.222.0.42 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.6133189 Apr 18 20:59:48.654375 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 56376) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:59:48.659193 n-d-838334-2 neutron-server[84042]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c0a4f089-29a8-4a49-a531-4401d721299d'] response: {'server_uuid': 'f5ab523a-6b16-44a1-9a28-d5d19519ec28', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '54311f83-4a12-4d8f-a784-f6ce55daf8ce', 'code': 200} Apr 18 20:59:48.748954 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-28c1f8f6-3dc7-4fc0-9d2d-8e1b817d7d87 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33528224'] for security_group, after_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:48.797034 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28c1f8f6-3dc7-4fc0-9d2d-8e1b817d7d87 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ac6d75d-4c52-4a8d-8777-443ef3f3b8e5,revision_number=None']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:59:48.810521 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-28c1f8f6-3dc7-4fc0-9d2d-8e1b817d7d87 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:48.812634 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-28c1f8f6-3dc7-4fc0-9d2d-8e1b817d7d87 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/3ac6d75d-4c52-4a8d-8777-443ef3f3b8e5 HTTP/1.1" status: 204 len: 168 time: 0.4109325 Apr 18 20:59:48.915144 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Device a9cff535-f3b5-4c2c-a78e-cc82ac9bc74a no longer exists at agent hyperv_n-h1-838334-2 {{(pid=84042) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 20:59:48.965182 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.plugin [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] No Port match for: a9cff535-f3b5-4c2c-a78e-cc82ac9bc74a {{(pid=84042) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 18 20:59:48.965752 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Device a9cff535-f3b5-4c2c-a78e-cc82ac9bc74a not bound to the agent host n-h1-838334-2 {{(pid=84042) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 20:59:49.001421 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750375287399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253529'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:49.017053 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0fbc697-0f17-4ac6-a75e-0afa46307ea1 tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:59:49.019148 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0fbc697-0f17-4ac6-a75e-0afa46307ea1 tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:59:49.020597 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0fbc697-0f17-4ac6-a75e-0afa46307ea1 tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:59:49.022132 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-e0fbc697-0f17-4ac6-a75e-0afa46307ea1 tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] 10.222.0.42 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.3666329 Apr 18 20:59:49.025931 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 56390) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:59:49.092489 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-e00e49e3-2342-4757-93ff-0f01218bfef5 tempest-AttachVolumeNegativeTest-555605742 tempest-AttachVolumeNegativeTest-555605742-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:49.107568 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-e00e49e3-2342-4757-93ff-0f01218bfef5 tempest-AttachVolumeNegativeTest-555605742 tempest-AttachVolumeNegativeTest-555605742-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33444131'] for floatingip, after_update {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:49.269168 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.db_base_plugin_v2 [None req-8cffeb72-3b4e-4131-97c9-8d444b187b2d tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Deleting subnet 0021c2e0-7f41-4700-94ff-30aa16d5c662 {{(pid=84041) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 18 20:59:49.272352 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-8cffeb72-3b4e-4131-97c9-8d444b187b2d tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Notify callbacks [] for subnet, before_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:49.323014 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77ae0629-0036-4f59-baad-5a5a21d3bf28 req-6c4d98ea-1586-46de-ba73-3e0dca280d42 tempest-InstanceActionsNegativeTestJSON-90126473 tempest-InstanceActionsNegativeTestJSON-90126473-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:59:49.324581 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-77ae0629-0036-4f59-baad-5a5a21d3bf28 req-6c4d98ea-1586-46de-ba73-3e0dca280d42 tempest-InstanceActionsNegativeTestJSON-90126473 tempest-InstanceActionsNegativeTestJSON-90126473-project] 10.222.0.42 "GET /v2.0/ports?device_id=f5ab523a-6b16-44a1-9a28-d5d19519ec28 HTTP/1.1" status: 200 len: 945 time: 0.6856756 Apr 18 20:59:49.354597 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-8cffeb72-3b4e-4131-97c9-8d444b187b2d tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32266383'] for subnet, precommit_delete_associations {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:49.358802 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-d1308a4c-1b04-492c-b5e9-18a011f7c3bd req-9b151518-e14c-4dc5-af58-2a89eb059dbf service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=f5ab523a-6b16-44a1-9a28-d5d19519ec28 HTTP/1.1" status: 200 len: 1096 time: 0.5651059 Apr 18 20:59:49.376088 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dd92d81-dd07-484c-8676-3380374a1c68 req-72d3bae3-e660-4b00-84e1-9f946dc23929 tempest-ServersNegativeTestJSON-508382254 tempest-ServersNegativeTestJSON-508382254-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:59:49.379230 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-2dd92d81-dd07-484c-8676-3380374a1c68 req-72d3bae3-e660-4b00-84e1-9f946dc23929 tempest-ServersNegativeTestJSON-508382254 tempest-ServersNegativeTestJSON-508382254-project] 10.222.0.42 "GET /v2.0/ports?device_id=2197a591-197e-47fe-9210-1387bfb6ec5e HTTP/1.1" status: 200 len: 945 time: 0.3475411 Apr 18 20:59:49.379886 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 56404) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:59:49.416422 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-414b6ffe-e119-47bc-b18f-bcff1219c2f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750375287399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253529'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:49.447464 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-8cffeb72-3b4e-4131-97c9-8d444b187b2d tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1260556'] for subnet, precommit_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:49.472688 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-7153be77-8422-4a06-9235-5abf37eba71c admin admin] Notify callbacks [] for security_group, before_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:49.512703 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-77ae0629-0036-4f59-baad-5a5a21d3bf28 req-e6a6edc2-5920-41c2-afe6-d9519ba41859 tempest-InstanceActionsNegativeTestJSON-90126473 tempest-InstanceActionsNegativeTestJSON-90126473-project] 10.222.0.42 "GET /v2.0/security-groups?id=10ac2c50-3089-40ed-8e09-294b05016514&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1780226 Apr 18 20:59:49.534259 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-8cffeb72-3b4e-4131-97c9-8d444b187b2d tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1260549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33526260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32266336', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32486390'] for subnet, after_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:49.553080 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-d1308a4c-1b04-492c-b5e9-18a011f7c3bd req-2e96cae8-368a-46f4-b21c-109599b4acc2 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=10ac2c50-3089-40ed-8e09-294b05016514&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1609676 Apr 18 20:59:49.569127 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [None req-7153be77-8422-4a06-9235-5abf37eba71c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:59:49.580919 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cffeb72-3b4e-4131-97c9-8d444b187b2d tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Pushing event deleted for resources: {'Subnet': ['ID=0021c2e0-7f41-4700-94ff-30aa16d5c662,revision_number=None']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:59:49.585812 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-8cffeb72-3b4e-4131-97c9-8d444b187b2d tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Notify callbacks [] for subnet, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:49.596031 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-8cffeb72-3b4e-4131-97c9-8d444b187b2d tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] 10.222.0.42 "DELETE /v2.0/subnets/0021c2e0-7f41-4700-94ff-30aa16d5c662 HTTP/1.1" status: 204 len: 168 time: 0.5688870 Apr 18 20:59:49.597522 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e110b8b-e5a5-4047-8d39-da06e6477380 None None] Network ef903069-7c89-4376-963f-99c58ca6d615 requested from n-d-838334-2 {{(pid=84042) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 20:59:49.598785 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 56414) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:59:49.600821 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-7153be77-8422-4a06-9235-5abf37eba71c admin admin] Usage tracker for resource:security_group_rule and tenant:4d9473e84b46437186975ef287fd680f is out of sync, need to count used quota {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:59:49.618182 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-2dd92d81-dd07-484c-8676-3380374a1c68 req-79b89258-13fa-4162-9810-467483765354 tempest-ServersNegativeTestJSON-508382254 tempest-ServersNegativeTestJSON-508382254-project] 10.222.0.42 "GET /v2.0/security-groups?id=ada0ecb3-b1bc-4ba2-8e6c-b06ba09daca2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2284338 Apr 18 20:59:49.622505 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-7153be77-8422-4a06-9235-5abf37eba71c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:59:49.658771 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [None req-7153be77-8422-4a06-9235-5abf37eba71c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:59:49.675173 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.db_base_plugin_v2 [None req-e7a0f65f-b1aa-483b-ad71-dc88be718ee1 tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Deleting subnet 84f25e43-d91a-4858-a23e-0b63386d5022 {{(pid=84041) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 18 20:59:49.678836 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-e7a0f65f-b1aa-483b-ad71-dc88be718ee1 tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Notify callbacks [] for subnet, before_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:49.737649 n-d-838334-2 neutron-server[84040]: INFO neutron.db.l3_db [None req-e00e49e3-2342-4757-93ff-0f01218bfef5 tempest-AttachVolumeNegativeTest-555605742 tempest-AttachVolumeNegativeTest-555605742-project] Floating IP b3b2882d-f3a6-4ffd-a8e6-70c9d43f147e associated. External IP: 172.25.8.9, port: bf7c6b84-d34c-4641-9cf5-c04bdc0659d8. Apr 18 20:59:49.766533 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-e7a0f65f-b1aa-483b-ad71-dc88be718ee1 tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32266383'] for subnet, precommit_delete_associations {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:49.901330 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-e7a0f65f-b1aa-483b-ad71-dc88be718ee1 tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1260556'] for subnet, precommit_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:50.040678 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-e7a0f65f-b1aa-483b-ad71-dc88be718ee1 tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1260549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33526260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32266336', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32486390'] for subnet, after_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:50.106825 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7a0f65f-b1aa-483b-ad71-dc88be718ee1 tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Pushing event deleted for resources: {'Subnet': ['ID=84f25e43-d91a-4858-a23e-0b63386d5022,revision_number=None']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:59:50.136813 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-e7a0f65f-b1aa-483b-ad71-dc88be718ee1 tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Notify callbacks [] for subnet, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:50.161871 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-e7a0f65f-b1aa-483b-ad71-dc88be718ee1 tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] 10.222.0.42 "DELETE /v2.0/subnets/84f25e43-d91a-4858-a23e-0b63386d5022 HTTP/1.1" status: 204 len: 168 time: 0.5595820 Apr 18 20:59:50.162435 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 56438) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:59:50.247712 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27436bdc-3c9a-484c-9b1f-67a54b740cc1 None None] Update dhcp port {'port': {'network_id': 'ef903069-7c89-4376-963f-99c58ca6d615', 'fixed_ips': [{'subnet_id': '84f25e43-d91a-4858-a23e-0b63386d5022'}], 'binding:host_id': 'n-d-838334-2'}, 'id': 'e969b630-60a1-4caa-8e12-739a13739bf6'} from n-d-838334-2. {{(pid=84042) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:307}} Apr 18 20:59:50.269754 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-eeca7929-15ce-4c20-bb0a-c1db98a66ce4 tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] 10.222.0.42 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1035860 Apr 18 20:59:50.269993 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 56444) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:59:50.293709 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-7153be77-8422-4a06-9235-5abf37eba71c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:50.333585 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-27436bdc-3c9a-484c-9b1f-67a54b740cc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:50.337008 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-7153be77-8422-4a06-9235-5abf37eba71c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33528224'] for security_group, after_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:50.372416 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ccbd803-e3ae-407d-9af6-63632134d9ce tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:59:50.382690 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-4ccbd803-e3ae-407d-9af6-63632134d9ce tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] 10.222.0.42 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1032472 Apr 18 20:59:50.383331 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 56452) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:59:50.423856 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7153be77-8422-4a06-9235-5abf37eba71c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=25682d39-d2b4-41b0-85ae-8c7bdc968c06,revision_number=1']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:59:50.442531 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bd85961-eff2-4cff-84de-20d1f2b1d7d4 req-151c93bd-fb78-4942-8d06-35dc0cdc14b0 tempest-ServersNegativeTestJSON-508382254 tempest-ServersNegativeTestJSON-508382254-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:59:50.451747 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-6bd85961-eff2-4cff-84de-20d1f2b1d7d4 req-151c93bd-fb78-4942-8d06-35dc0cdc14b0 tempest-ServersNegativeTestJSON-508382254 tempest-ServersNegativeTestJSON-508382254-project] 10.222.0.42 "GET /v2.0/ports?device_id=2197a591-197e-47fe-9210-1387bfb6ec5e HTTP/1.1" status: 200 len: 945 time: 0.3941000 Apr 18 20:59:50.472074 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-7153be77-8422-4a06-9235-5abf37eba71c admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=4d9473e84b46437186975ef287fd680f&name=default HTTP/1.1" status: 200 len: 2647 time: 1.0866520 Apr 18 20:59:50.478960 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 56464) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:59:50.514511 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-289aa769-d88c-41ae-9cb3-676c33ec6339 tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:59:50.518765 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-289aa769-d88c-41ae-9cb3-676c33ec6339 tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Synchronizing usage tracker for tenant:1256b788e8184019a07eb24a482acda4 on resource:subnet {{(pid=84041) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 20:59:50.568474 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-289aa769-d88c-41ae-9cb3-676c33ec6339 tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Unset dirty status for tenant:1256b788e8184019a07eb24a482acda4 on resource:subnet {{(pid=84041) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 20:59:50.569638 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-289aa769-d88c-41ae-9cb3-676c33ec6339 tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] 10.222.0.42 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1842978 Apr 18 20:59:50.571455 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-c7521a90-7d65-4e2e-842c-ca5d95e9a89c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750375287399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253529'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:50.572684 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 56472) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:59:50.603572 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-6bd85961-eff2-4cff-84de-20d1f2b1d7d4 req-61b383fc-0d7b-40e0-bac9-c78e89d7d900 tempest-ServersNegativeTestJSON-508382254 tempest-ServersNegativeTestJSON-508382254-project] 10.222.0.42 "GET /v2.0/security-groups?id=ada0ecb3-b1bc-4ba2-8e6c-b06ba09daca2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1507573 Apr 18 20:59:50.709946 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-e23081f7-ec5d-4e9b-9b5b-3297a7d22577 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:50.716171 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-5cbd67ea-74a2-4c39-9f9f-3d116750c56a tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] 10.222.0.42 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1423945 Apr 18 20:59:50.726452 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 56480) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:59:50.773684 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-e23081f7-ec5d-4e9b-9b5b-3297a7d22577 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:50.799092 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d2669f5-34a8-4f44-bea1-8b5ae63892e9 None None] Network ef903069-7c89-4376-963f-99c58ca6d615 requested from n-d-838334-2 {{(pid=84042) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 20:59:50.808620 n-d-838334-2 neutron-server[84041]: INFO neutron.pecan_wsgi.hooks.translation [None req-3efa9ed2-44bd-490c-890e-cddc401618ad tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] DELETE failed (client error): The resource could not be found. Apr 18 20:59:50.815346 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3efa9ed2-44bd-490c-890e-cddc401618ad tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84041) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 20:59:50.818042 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-3efa9ed2-44bd-490c-890e-cddc401618ad tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] 10.222.0.42 "DELETE /v2.0/ports/4932fb72-1edd-44f0-9e9d-6bdb23c1c416 HTTP/1.1" status: 404 len: 333 time: 0.0901282 Apr 18 20:59:50.820358 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 56490) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:59:51.070000 n-d-838334-2 neutron-server[84041]: INFO neutron.pecan_wsgi.hooks.translation [None req-29c7cd9b-bf24-4ef5-a58f-c0c9b87852e7 tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] DELETE failed (client error): The resource could not be found. Apr 18 20:59:51.072014 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-29c7cd9b-bf24-4ef5-a58f-c0c9b87852e7 tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84041) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 20:59:51.074713 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-29c7cd9b-bf24-4ef5-a58f-c0c9b87852e7 tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] 10.222.0.42 "DELETE /v2.0/subnets/84f25e43-d91a-4858-a23e-0b63386d5022 HTTP/1.1" status: 404 len: 337 time: 0.2531788 Apr 18 20:59:51.077295 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 56500) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:59:51.093760 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-131f7ae0-4daf-4739-ab2b-925dc78b57f2 req-159452ff-25a2-4c5c-ac5c-f716d05910d8 tempest-ServersTestJSON-1424434350 tempest-ServersTestJSON-1424434350-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:59:51.095562 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-131f7ae0-4daf-4739-ab2b-925dc78b57f2 req-159452ff-25a2-4c5c-ac5c-f716d05910d8 tempest-ServersTestJSON-1424434350 tempest-ServersTestJSON-1424434350-project] 10.222.0.42 "GET /v2.0/ports?device_id=fa865b6b-5701-45fe-b8b2-61e6b9aced70 HTTP/1.1" status: 200 len: 945 time: 0.4596777 Apr 18 20:59:51.120974 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-1306e957-ef9f-4724-9344-5d0c3092c742 None None] Provisioning complete for port e969b630-60a1-4caa-8e12-739a13739bf6 triggered by entity DHCP. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:59:51.121406 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-1306e957-ef9f-4724-9344-5d0c3092c742 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1253608'] for port, provisioning_complete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:51.134512 n-d-838334-2 neutron-server[84041]: INFO neutron.pecan_wsgi.hooks.translation [None req-46707666-af48-4471-b636-49472ab80bdf tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] DELETE failed (client error): The resource could not be found. Apr 18 20:59:51.135228 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-46707666-af48-4471-b636-49472ab80bdf tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84041) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 20:59:51.139878 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-46707666-af48-4471-b636-49472ab80bdf tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] 10.222.0.42 "DELETE /v2.0/subnets/0021c2e0-7f41-4700-94ff-30aa16d5c662 HTTP/1.1" status: 404 len: 337 time: 0.0612249 Apr 18 20:59:51.140972 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 56506) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:59:51.175476 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-e23081f7-ec5d-4e9b-9b5b-3297a7d22577 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33528224'] for security_group, after_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:51.187389 n-d-838334-2 neutron-server[84041]: INFO neutron.pecan_wsgi.hooks.translation [None req-3fe32823-ff0a-498c-b7af-b094c03bfde1 tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] DELETE failed (client error): The resource could not be found. Apr 18 20:59:51.187389 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3fe32823-ff0a-498c-b7af-b094c03bfde1 tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84041) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 20:59:51.196140 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-3fe32823-ff0a-498c-b7af-b094c03bfde1 tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] 10.222.0.42 "DELETE /v2.0/ports/0853efdf-d02a-42aa-a3fa-7a5e8e959c44 HTTP/1.1" status: 404 len: 333 time: 0.0544474 Apr 18 20:59:51.196722 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 56512) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:59:51.210699 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-e23081f7-ec5d-4e9b-9b5b-3297a7d22577 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:51.226431 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-e23081f7-ec5d-4e9b-9b5b-3297a7d22577 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/25682d39-d2b4-41b0-85ae-8c7bdc968c06 HTTP/1.1" status: 204 len: 168 time: 0.7356675 Apr 18 20:59:51.240482 n-d-838334-2 neutron-server[84041]: INFO neutron.pecan_wsgi.hooks.translation [None req-ef8d4e24-1cff-4d44-bfa2-4a65b748df94 tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] DELETE failed (client error): The resource could not be found. Apr 18 20:59:51.240851 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ef8d4e24-1cff-4d44-bfa2-4a65b748df94 tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84041) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 20:59:51.244973 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-ef8d4e24-1cff-4d44-bfa2-4a65b748df94 tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] 10.222.0.42 "DELETE /v2.0/subnets/1d31a54b-24bf-4f6f-8e56-8397612f5bfc HTTP/1.1" status: 404 len: 337 time: 0.0445361 Apr 18 20:59:51.247812 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 56518) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:59:51.247954 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e23081f7-ec5d-4e9b-9b5b-3297a7d22577 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=25682d39-d2b4-41b0-85ae-8c7bdc968c06,revision_number=None']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:59:51.259541 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-131f7ae0-4daf-4739-ab2b-925dc78b57f2 req-d0002113-b0bf-41eb-9e20-4a4cdfcd092e tempest-ServersTestJSON-1424434350 tempest-ServersTestJSON-1424434350-project] 10.222.0.42 "GET /v2.0/security-groups?id=a3de1b7a-019c-40dd-8c9d-3a3f159b2bd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1567457 Apr 18 20:59:51.266742 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a6ee741-c5cc-4415-9b00-36cdf75b1b0b req-84533187-303c-4edd-b391-1f0186a5ed9c tempest-InstanceActionsNegativeTestJSON-90126473 tempest-InstanceActionsNegativeTestJSON-90126473-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:59:51.274427 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-0a6ee741-c5cc-4415-9b00-36cdf75b1b0b req-84533187-303c-4edd-b391-1f0186a5ed9c tempest-InstanceActionsNegativeTestJSON-90126473 tempest-InstanceActionsNegativeTestJSON-90126473-project] 10.222.0.42 "GET /v2.0/ports?device_id=f5ab523a-6b16-44a1-9a28-d5d19519ec28 HTTP/1.1" status: 200 len: 945 time: 0.2675557 Apr 18 20:59:51.353388 n-d-838334-2 neutron-server[84041]: INFO neutron.pecan_wsgi.hooks.translation [None req-c8646ef7-acce-470c-81e4-974debc98b2d tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] DELETE failed (client error): The resource could not be found. Apr 18 20:59:51.353388 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c8646ef7-acce-470c-81e4-974debc98b2d tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84041) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 20:59:51.362039 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-c8646ef7-acce-470c-81e4-974debc98b2d tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] 10.222.0.42 "DELETE /v2.0/subnets/b325d4e9-aa0c-4d16-bae2-a4e357542e1f HTTP/1.1" status: 404 len: 337 time: 0.1154728 Apr 18 20:59:51.362759 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 56526) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:59:51.380949 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-0a6ee741-c5cc-4415-9b00-36cdf75b1b0b req-d6251e24-9170-4f9f-ab47-726c27977f03 tempest-InstanceActionsNegativeTestJSON-90126473 tempest-InstanceActionsNegativeTestJSON-90126473-project] 10.222.0.42 "GET /v2.0/security-groups?id=10ac2c50-3089-40ed-8e09-294b05016514&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1055615 Apr 18 20:59:51.480878 n-d-838334-2 neutron-server[84041]: INFO neutron.pecan_wsgi.hooks.translation [None req-f70cb8c8-a1aa-4a76-9848-c6d330f8aee8 tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] DELETE failed (client error): The resource could not be found. Apr 18 20:59:51.481470 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f70cb8c8-a1aa-4a76-9848-c6d330f8aee8 tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84041) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 20:59:51.485934 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-f70cb8c8-a1aa-4a76-9848-c6d330f8aee8 tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] 10.222.0.42 "DELETE /v2.0/ports/2276eb45-c9b6-443c-9f2d-f302b5a08e17 HTTP/1.1" status: 404 len: 333 time: 0.1154163 Apr 18 20:59:51.492202 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 56532) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:59:51.492831 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-932d497c-0cd4-4247-bbb6-b2cb969cf52f None None] DHCP port deletion for ef903069-7c89-4376-963f-99c58ca6d615 request from n-d-838334-2 {{(pid=84042) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 18 20:59:51.511180 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.plugin [None req-932d497c-0cd4-4247-bbb6-b2cb969cf52f None None] Deleting port e969b630-60a1-4caa-8e12-739a13739bf6 {{(pid=84042) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 20:59:51.511669 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-932d497c-0cd4-4247-bbb6-b2cb969cf52f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750375188691'] for port, before_delete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:51.561529 n-d-838334-2 neutron-server[84040]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e00e49e3-2342-4757-93ff-0f01218bfef5 tempest-AttachVolumeNegativeTest-555605742 tempest-AttachVolumeNegativeTest-555605742-project] Router eb2ef120-2c2e-4b9c-8049-c1281daabc93 has already been hosted by L3 agent bc84d6c9-dd7a-4555-a351-592327b46d5a {{(pid=84040) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 20:59:51.575898 n-d-838334-2 neutron-server[84041]: INFO neutron.pecan_wsgi.hooks.translation [None req-cee31b42-9958-4aef-909d-80f7d29d9d7f tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] DELETE failed (client error): The resource could not be found. Apr 18 20:59:51.575898 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cee31b42-9958-4aef-909d-80f7d29d9d7f tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84041) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 20:59:51.576847 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-cee31b42-9958-4aef-909d-80f7d29d9d7f tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] 10.222.0.42 "DELETE /v2.0/subnets/03ec95f7-67ca-417e-a9dd-98e95e716ffe HTTP/1.1" status: 404 len: 337 time: 0.0824895 Apr 18 20:59:51.579904 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 56540) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:59:51.642520 n-d-838334-2 neutron-server[84041]: INFO neutron.pecan_wsgi.hooks.translation [None req-012f06cb-1565-4da9-8d9a-f9ba59351abb tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] DELETE failed (client error): The resource could not be found. Apr 18 20:59:51.644259 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-012f06cb-1565-4da9-8d9a-f9ba59351abb tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84041) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 20:59:51.649992 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-012f06cb-1565-4da9-8d9a-f9ba59351abb tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] 10.222.0.42 "DELETE /v2.0/subnets/6ae24c09-9bfa-48dc-b790-1aa0a4794ce2 HTTP/1.1" status: 404 len: 337 time: 0.0667028 Apr 18 20:59:51.686721 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 56544) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:59:51.734436 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c1d35ff-a467-4719-91c3-a4466e441e57 req-147d90a4-50d9-4160-91b0-830225bb140d tempest-ServersTestJSON-1424434350 tempest-ServersTestJSON-1424434350-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:59:51.749220 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [req-1c1d35ff-a467-4719-91c3-a4466e441e57 req-147d90a4-50d9-4160-91b0-830225bb140d tempest-ServersTestJSON-1424434350 tempest-ServersTestJSON-1424434350-project] Synchronizing usage tracker for tenant:ba267e3ba48c4ff1b4fc57f8cfab7c8c on resource:port {{(pid=84041) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 20:59:51.794747 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [req-1c1d35ff-a467-4719-91c3-a4466e441e57 req-147d90a4-50d9-4160-91b0-830225bb140d tempest-ServersTestJSON-1424434350 tempest-ServersTestJSON-1424434350-project] Unset dirty status for tenant:ba267e3ba48c4ff1b4fc57f8cfab7c8c on resource:port {{(pid=84041) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 20:59:51.796356 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-1c1d35ff-a467-4719-91c3-a4466e441e57 req-147d90a4-50d9-4160-91b0-830225bb140d tempest-ServersTestJSON-1424434350 tempest-ServersTestJSON-1424434350-project] 10.222.0.43 "GET /v2.0/ports?device_id=fa865b6b-5701-45fe-b8b2-61e6b9aced70 HTTP/1.1" status: 200 len: 945 time: 0.2115390 Apr 18 20:59:51.830630 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92c7d641-7aa1-4eb5-b3a9-aa492e312411 req-40e5cec7-7a58-4418-885d-2aebebd6c5b0 tempest-ServersNegativeTestJSON-508382254 tempest-ServersNegativeTestJSON-508382254-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:59:51.838536 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-92c7d641-7aa1-4eb5-b3a9-aa492e312411 req-40e5cec7-7a58-4418-885d-2aebebd6c5b0 tempest-ServersNegativeTestJSON-508382254 tempest-ServersNegativeTestJSON-508382254-project] 10.222.0.42 "GET /v2.0/ports?device_id=2197a591-197e-47fe-9210-1387bfb6ec5e HTTP/1.1" status: 200 len: 945 time: 0.4285009 Apr 18 20:59:51.898313 n-d-838334-2 neutron-server[84040]: INFO neutron.pecan_wsgi.hooks.translation [None req-46863c34-c8ca-4221-87cb-62e91f90db3b tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] DELETE failed (client error): The resource could not be found. Apr 18 20:59:51.898779 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-46863c34-c8ca-4221-87cb-62e91f90db3b tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84040) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 20:59:51.903168 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-46863c34-c8ca-4221-87cb-62e91f90db3b tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] 10.222.0.42 "DELETE /v2.0/ports/3a8c36df-e743-47a1-b39b-107e3d01ba8f HTTP/1.1" status: 404 len: 333 time: 0.1407578 Apr 18 20:59:51.917203 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-92c7d641-7aa1-4eb5-b3a9-aa492e312411 req-a223dbfa-e813-4f27-9238-37b3fcab0f8d tempest-ServersNegativeTestJSON-508382254 tempest-ServersNegativeTestJSON-508382254-project] 10.222.0.42 "GET /v2.0/security-groups?id=ada0ecb3-b1bc-4ba2-8e6c-b06ba09daca2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0765381 Apr 18 20:59:51.919296 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 56562) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:59:51.948557 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.plugin [req-1c1d35ff-a467-4719-91c3-a4466e441e57 req-d92cb9c5-4aa4-473e-9665-bc5d642b98ce tempest-ServersTestJSON-1424434350 tempest-ServersTestJSON-1424434350-project] Deleting port ed7f9d58-c4ad-4fbb-b41c-335c64ff7b7f {{(pid=84041) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 20:59:51.954127 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [req-1c1d35ff-a467-4719-91c3-a4466e441e57 req-d92cb9c5-4aa4-473e-9665-bc5d642b98ce tempest-ServersTestJSON-1424434350 tempest-ServersTestJSON-1424434350-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750375188691'] for port, before_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:52.070977 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-932d497c-0cd4-4247-bbb6-b2cb969cf52f None None] For port e969b630-60a1-4caa-8e12-739a13739bf6, host n-d-838334-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838334-2',level=0,port_id=e969b630-60a1-4caa-8e12-739a13739bf6,segment=NetworkSegment(fbf28fbd-36f8-46f3-be08-57d41821e390),segment_id=fbf28fbd-36f8-46f3-be08-57d41821e390)] {{(pid=84042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:59:52.071354 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-932d497c-0cd4-4247-bbb6-b2cb969cf52f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369123'] for port, precommit_delete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:52.105147 n-d-838334-2 neutron-server[84040]: INFO neutron.pecan_wsgi.hooks.translation [None req-70641aa7-49fd-4625-8f41-8929f512488f tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] DELETE failed (client error): The resource could not be found. Apr 18 20:59:52.108423 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-70641aa7-49fd-4625-8f41-8929f512488f tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84040) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 20:59:52.116517 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-70641aa7-49fd-4625-8f41-8929f512488f tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] 10.222.0.42 "DELETE /v2.0/subnets/fd6cd4cb-0119-4015-acc2-45ced5d348ac HTTP/1.1" status: 404 len: 337 time: 0.1732228 Apr 18 20:59:52.116954 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 56578) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:59:52.297339 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e00e49e3-2342-4757-93ff-0f01218bfef5 tempest-AttachVolumeNegativeTest-555605742 tempest-AttachVolumeNegativeTest-555605742-project] Notify agent at l3_agent.n-d-838334-2 the message routers_updated {{(pid=84040) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 20:59:52.308568 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-e00e49e3-2342-4757-93ff-0f01218bfef5 tempest-AttachVolumeNegativeTest-555605742 tempest-AttachVolumeNegativeTest-555605742-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217293'] for floatingip, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:52.319714 n-d-838334-2 neutron-server[84041]: INFO neutron.pecan_wsgi.hooks.translation [None req-ed6c466e-b054-4619-8bdb-c65248a126b2 tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] DELETE failed (client error): The resource could not be found. Apr 18 20:59:52.320769 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ed6c466e-b054-4619-8bdb-c65248a126b2 tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84041) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 20:59:52.324998 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-ed6c466e-b054-4619-8bdb-c65248a126b2 tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] 10.222.0.42 "DELETE /v2.0/subnets/63208e21-538f-45c7-ba2a-7e68c2c92f01 HTTP/1.1" status: 404 len: 337 time: 0.1257308 Apr 18 20:59:52.331951 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 56590) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:59:52.399211 n-d-838334-2 neutron-server[84041]: INFO neutron.pecan_wsgi.hooks.translation [None req-12e6213f-6851-4dc9-aca3-46137f3c8a29 tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] DELETE failed (client error): The resource could not be found. Apr 18 20:59:52.399742 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-12e6213f-6851-4dc9-aca3-46137f3c8a29 tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84041) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 20:59:52.404379 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-12e6213f-6851-4dc9-aca3-46137f3c8a29 tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] 10.222.0.42 "DELETE /v2.0/ports/b100e327-a986-414e-a223-fd91465fd743 HTTP/1.1" status: 404 len: 333 time: 0.0694377 Apr 18 20:59:52.419273 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Device e969b630-60a1-4caa-8e12-739a13739bf6 no longer exists at agent ovs-agent-n-d-838334-2 {{(pid=84042) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 20:59:52.473860 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a72fce42-9453-4254-b2f2-2ece09dbcf12 None None] Sync routers for ids ['eb2ef120-2c2e-4b9c-8049-c1281daabc93'] in n-d-838334-2 {{(pid=84042) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 18 20:59:52.482255 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.plugin [None req-932d497c-0cd4-4247-bbb6-b2cb969cf52f None None] Calling delete_port for e969b630-60a1-4caa-8e12-739a13739bf6 owned by network:dhcp {{(pid=84042) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 20:59:52.486773 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 56594) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:59:52.573845 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a72fce42-9453-4254-b2f2-2ece09dbcf12 None None] Routers {'eb2ef120-2c2e-4b9c-8049-c1281daabc93'} bound to L3 agent in host n-d-838334-2 {{(pid=84042) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 20:59:52.575023 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_hamode_db [None req-a72fce42-9453-4254-b2f2-2ece09dbcf12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838334-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-18T20:25:48Z,description=,heartbeat_timestamp=2022-04-18T20:59:48Z,host='n-d-838334-2',id=bc84d6c9-dd7a-4555-a351-592327b46d5a,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:25:48Z,topic='l3_agent')) {'router_ids': ['eb2ef120-2c2e-4b9c-8049-c1281daabc93'], 'active': True} {{(pid=84042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:59:52.576901 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.db [req-1c1d35ff-a467-4719-91c3-a4466e441e57 req-d92cb9c5-4aa4-473e-9665-bc5d642b98ce tempest-ServersTestJSON-1424434350 tempest-ServersTestJSON-1424434350-project] For port ed7f9d58-c4ad-4fbb-b41c-335c64ff7b7f, host n-h1-838334-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838334-2',level=0,port_id=ed7f9d58-c4ad-4fbb-b41c-335c64ff7b7f,segment=NetworkSegment(7487d154-ef4b-4701-b484-567750da716d),segment_id=7487d154-ef4b-4701-b484-567750da716d)] {{(pid=84041) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:59:52.577262 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [req-1c1d35ff-a467-4719-91c3-a4466e441e57 req-d92cb9c5-4aa4-473e-9665-bc5d642b98ce tempest-ServersTestJSON-1424434350 tempest-ServersTestJSON-1424434350-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369123'] for port, precommit_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:52.740679 n-d-838334-2 neutron-server[84040]: INFO neutron.pecan_wsgi.hooks.translation [None req-79b2e7ee-28c5-4b95-be01-17a25399e26f tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] DELETE failed (client error): The resource could not be found. Apr 18 20:59:52.741113 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-79b2e7ee-28c5-4b95-be01-17a25399e26f tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84040) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 20:59:52.742894 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-79b2e7ee-28c5-4b95-be01-17a25399e26f tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] 10.222.0.42 "DELETE /v2.0/subnets/7c79677a-7f41-4cce-b4ae-d4cf5a2256f6 HTTP/1.1" status: 404 len: 337 time: 0.2520964 Apr 18 20:59:52.754139 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 56606) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:59:52.763357 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-e00e49e3-2342-4757-93ff-0f01218bfef5 tempest-AttachVolumeNegativeTest-555605742 tempest-AttachVolumeNegativeTest-555605742-project] 10.222.0.42 "PUT /v2.0/floatingips/b3b2882d-f3a6-4ffd-a8e6-70c9d43f147e HTTP/1.1" status: 200 len: 989 time: 5.8509758 Apr 18 20:59:52.768826 n-d-838334-2 neutron-server[84040]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bf74e528-b24d-4168-be41-aaeaeabbadb8', 'tag': 'bf7c6b84-d34c-4641-9cf5-c04bdc0659d8'}] {{(pid=84040) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 20:59:52.845092 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.plugin [req-1c1d35ff-a467-4719-91c3-a4466e441e57 req-d92cb9c5-4aa4-473e-9665-bc5d642b98ce tempest-ServersTestJSON-1424434350 tempest-ServersTestJSON-1424434350-project] Calling delete_port for ed7f9d58-c4ad-4fbb-b41c-335c64ff7b7f owned by compute:nova {{(pid=84041) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 20:59:52.869979 n-d-838334-2 neutron-server[84040]: INFO neutron.pecan_wsgi.hooks.translation [None req-6c88ab5b-8295-4661-bf97-80bf6144ca7b tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] DELETE failed (client error): The resource could not be found. Apr 18 20:59:52.870425 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6c88ab5b-8295-4661-bf97-80bf6144ca7b tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84040) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 20:59:52.872106 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-6c88ab5b-8295-4661-bf97-80bf6144ca7b tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] 10.222.0.42 "DELETE /v2.0/ports/a9db3b44-f410-4609-a6c3-627759c58131 HTTP/1.1" status: 404 len: 333 time: 0.1111636 Apr 18 20:59:52.875641 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 56618) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:59:52.926910 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 56622) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:59:52.951074 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-932d497c-0cd4-4247-bbb6-b2cb969cf52f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750375259028', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750374836628'] for port, after_delete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:53.013041 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:53.034790 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-932d497c-0cd4-4247-bbb6-b2cb969cf52f None None] Pushing event deleted for resources: {'Port': ['ID=e969b630-60a1-4caa-8e12-739a13739bf6,revision_number=None']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:59:53.052614 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_dvrscheduler_db [None req-932d497c-0cd4-4247-bbb6-b2cb969cf52f None None] No DVR routers for this DVR port e969b630-60a1-4caa-8e12-739a13739bf6 on host n-d-838334-2 {{(pid=84042) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 20:59:53.094822 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_dvr_db [None req-a72fce42-9453-4254-b2f2-2ece09dbcf12 None None] Set router eb2ef120-2c2e-4b9c-8049-c1281daabc93 gateway port host: n-d-838334-2 {{(pid=84042) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 20:59:53.210069 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-953ecb8a-a4fb-43a5-96e9-b8fc77de0c02 req-aec84a54-4a47-45aa-a700-6603a9b62551 tempest-ServersTestJSON-1424434350 tempest-ServersTestJSON-1424434350-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:59:53.217362 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-953ecb8a-a4fb-43a5-96e9-b8fc77de0c02 req-aec84a54-4a47-45aa-a700-6603a9b62551 tempest-ServersTestJSON-1424434350 tempest-ServersTestJSON-1424434350-project] 10.222.0.42 "GET /v2.0/ports?device_id=fa865b6b-5701-45fe-b8b2-61e6b9aced70 HTTP/1.1" status: 200 len: 945 time: 0.6972854 Apr 18 20:59:53.219797 n-d-838334-2 neutron-server[84040]: INFO neutron.pecan_wsgi.hooks.translation [None req-e12766ab-054a-48bf-8649-0c0c7681e68d tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] DELETE failed (client error): The resource could not be found. Apr 18 20:59:53.220285 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e12766ab-054a-48bf-8649-0c0c7681e68d tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84040) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 20:59:53.221915 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-e12766ab-054a-48bf-8649-0c0c7681e68d tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] 10.222.0.42 "DELETE /v2.0/subnets/6621dc73-66dc-442d-a8cb-07981c0b5e12 HTTP/1.1" status: 404 len: 337 time: 0.3387957 Apr 18 20:59:53.228555 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 56632) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:59:53.259956 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25329146-7906-45be-80de-b44a3fad7ef7 req-bea277e8-dba3-4278-a72c-e7dfb982c239 tempest-ServersNegativeTestJSON-508382254 tempest-ServersNegativeTestJSON-508382254-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:59:53.267034 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-25329146-7906-45be-80de-b44a3fad7ef7 req-bea277e8-dba3-4278-a72c-e7dfb982c239 tempest-ServersNegativeTestJSON-508382254 tempest-ServersNegativeTestJSON-508382254-project] 10.222.0.42 "GET /v2.0/ports?device_id=2197a591-197e-47fe-9210-1387bfb6ec5e HTTP/1.1" status: 200 len: 945 time: 0.8758125 Apr 18 20:59:53.333218 n-d-838334-2 neutron-server[84041]: INFO neutron.pecan_wsgi.hooks.translation [None req-35e2349c-07cf-4639-b507-64d6a117c002 tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] DELETE failed (client error): The resource could not be found. Apr 18 20:59:53.333659 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-35e2349c-07cf-4639-b507-64d6a117c002 tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84041) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 20:59:53.359117 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-5c36ca08-fbf5-4a2f-9740-2bfbfb68474b admin admin] Notify callbacks [] for security_group, before_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:53.371406 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-953ecb8a-a4fb-43a5-96e9-b8fc77de0c02 req-6d2380d4-85dc-4179-a922-c87d8e0182bf tempest-ServersTestJSON-1424434350 tempest-ServersTestJSON-1424434350-project] 10.222.0.42 "GET /v2.0/security-groups?id=a3de1b7a-019c-40dd-8c9d-3a3f159b2bd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1531892 Apr 18 20:59:53.389657 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-25329146-7906-45be-80de-b44a3fad7ef7 req-50521984-02c0-47e1-b70a-8ae1bbf97be0 tempest-ServersNegativeTestJSON-508382254 tempest-ServersNegativeTestJSON-508382254-project] 10.222.0.42 "GET /v2.0/security-groups?id=ada0ecb3-b1bc-4ba2-8e6c-b06ba09daca2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1217499 Apr 18 20:59:53.410670 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 56638) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:59:53.418306 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-35e2349c-07cf-4639-b507-64d6a117c002 tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] 10.222.0.42 "DELETE /v2.0/ports/c33222f2-bec4-4f5f-a5f7-b71db309345b HTTP/1.1" status: 404 len: 333 time: 0.1878614 Apr 18 20:59:53.471861 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [req-1c1d35ff-a467-4719-91c3-a4466e441e57 req-d92cb9c5-4aa4-473e-9665-bc5d642b98ce tempest-ServersTestJSON-1424434350 tempest-ServersTestJSON-1424434350-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750375259028', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750374836628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32266323'] for port, after_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:53.498735 n-d-838334-2 neutron-server[84040]: INFO neutron.pecan_wsgi.hooks.translation [None req-0583b005-5564-403a-a9e3-b9e1d8436099 tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] DELETE failed (client error): The resource could not be found. Apr 18 20:59:53.499325 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0583b005-5564-403a-a9e3-b9e1d8436099 tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84040) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 20:59:53.501019 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-0583b005-5564-403a-a9e3-b9e1d8436099 tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] 10.222.0.42 "DELETE /v2.0/subnets/3549ae83-b4b4-4953-837f-4f55d0dfd46e HTTP/1.1" status: 404 len: 337 time: 0.0889812 Apr 18 20:59:53.507291 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 56646) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:59:53.581423 n-d-838334-2 neutron-server[84040]: INFO neutron.notifiers.nova [-] Nova event matching ['req-50777656-626c-4796-8db4-f6805a6bba73'] response: {'name': 'network-changed', 'server_uuid': 'bf74e528-b24d-4168-be41-aaeaeabbadb8', 'tag': 'bf7c6b84-d34c-4641-9cf5-c04bdc0659d8', 'status': 'completed', 'code': 200} Apr 18 20:59:53.591424 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-5c36ca08-fbf5-4a2f-9740-2bfbfb68474b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:59:53.593615 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] get_ports_and_sgs() called for port_ids ['ed7f9d58-c4ad-4fbb-b41c-335c64ff7b7f'] {{(pid=84042) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 18 20:59:53.607169 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d92cb9c5-4aa4-473e-9665-bc5d642b98ce tempest-ServersTestJSON-1424434350 tempest-ServersTestJSON-1424434350-project] Pushing event deleted for resources: {'Port': ['ID=ed7f9d58-c4ad-4fbb-b41c-335c64ff7b7f,revision_number=None']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:59:53.611699 n-d-838334-2 neutron-server[84040]: INFO neutron.pecan_wsgi.hooks.translation [None req-986e8f88-5a2e-41c3-bb7b-595a0fa50f8d tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] DELETE failed (client error): The resource could not be found. Apr 18 20:59:53.614813 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-986e8f88-5a2e-41c3-bb7b-595a0fa50f8d tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84040) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 20:59:53.616707 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-986e8f88-5a2e-41c3-bb7b-595a0fa50f8d tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] 10.222.0.42 "DELETE /v2.0/ports/cf15098b-2a7a-4a79-b3d7-d5744da870af HTTP/1.1" status: 404 len: 333 time: 0.1084452 Apr 18 20:59:53.619976 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 56652) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:59:53.647249 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-5c36ca08-fbf5-4a2f-9740-2bfbfb68474b admin admin] Usage tracker for resource:security_group_rule and tenant:4ae9c3d68cc24440aaaefe2e7d727ea9 is out of sync, need to count used quota {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:59:53.652206 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] get_ports_and_sgs() called for port_ids ['8f0ac191-0475-420d-bcd7-62c84624a6ea'] {{(pid=84042) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 18 20:59:53.656098 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-5c36ca08-fbf5-4a2f-9740-2bfbfb68474b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:59:53.669033 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-5c36ca08-fbf5-4a2f-9740-2bfbfb68474b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:59:53.758276 n-d-838334-2 neutron-server[84040]: INFO neutron.pecan_wsgi.hooks.translation [None req-185f91a3-27a2-4136-af98-79caca1102ab tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] DELETE failed (client error): The resource could not be found. Apr 18 20:59:53.758953 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-185f91a3-27a2-4136-af98-79caca1102ab tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84040) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 20:59:53.762898 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-185f91a3-27a2-4136-af98-79caca1102ab tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] 10.222.0.42 "DELETE /v2.0/subnets/5b8fc84d-3f44-4df5-8bfd-a808c8f8db48 HTTP/1.1" status: 404 len: 337 time: 0.1394613 Apr 18 20:59:53.784625 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 56658) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:59:53.791762 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.l3_dvrscheduler_db [req-1c1d35ff-a467-4719-91c3-a4466e441e57 req-d92cb9c5-4aa4-473e-9665-bc5d642b98ce tempest-ServersTestJSON-1424434350 tempest-ServersTestJSON-1424434350-project] No DVR routers for this DVR port ed7f9d58-c4ad-4fbb-b41c-335c64ff7b7f on host n-h1-838334-2 {{(pid=84041) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 20:59:53.834564 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [req-1c1d35ff-a467-4719-91c3-a4466e441e57 req-d92cb9c5-4aa4-473e-9665-bc5d642b98ce tempest-ServersTestJSON-1424434350 tempest-ServersTestJSON-1424434350-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217293'] for port, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:53.837532 n-d-838334-2 neutron-server[84041]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fa865b6b-5701-45fe-b8b2-61e6b9aced70', 'name': 'network-vif-deleted', 'tag': 'ed7f9d58-c4ad-4fbb-b41c-335c64ff7b7f'}] {{(pid=84041) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 20:59:53.862389 n-d-838334-2 neutron-server[84041]: INFO neutron.pecan_wsgi.hooks.translation [None req-a91e2e4c-85d7-4382-807b-837893f3261c tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] DELETE failed (client error): The resource could not be found. Apr 18 20:59:53.863587 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a91e2e4c-85d7-4382-807b-837893f3261c tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84041) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 20:59:53.865616 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-a91e2e4c-85d7-4382-807b-837893f3261c tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] 10.222.0.42 "DELETE /v2.0/ports/fdc682ff-acc2-4956-a089-a3f6a70a7b51 HTTP/1.1" status: 404 len: 333 time: 0.0783925 Apr 18 20:59:53.868429 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 56664) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:59:53.875937 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-1c1d35ff-a467-4719-91c3-a4466e441e57 req-d92cb9c5-4aa4-473e-9665-bc5d642b98ce tempest-ServersTestJSON-1424434350 tempest-ServersTestJSON-1424434350-project] 10.222.0.43 "DELETE /v2.0/ports/ed7f9d58-c4ad-4fbb-b41c-335c64ff7b7f HTTP/1.1" status: 204 len: 173 time: 2.0726309 Apr 18 20:59:53.900234 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1cb509a-c927-4cb7-a47e-db6ea03fadc4 req-df1d172e-7605-42f0-9496-f69bf001a981 tempest-InstanceActionsNegativeTestJSON-90126473 tempest-InstanceActionsNegativeTestJSON-90126473-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:59:53.907067 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-a1cb509a-c927-4cb7-a47e-db6ea03fadc4 req-df1d172e-7605-42f0-9496-f69bf001a981 tempest-InstanceActionsNegativeTestJSON-90126473 tempest-InstanceActionsNegativeTestJSON-90126473-project] 10.222.0.42 "GET /v2.0/ports?device_id=f5ab523a-6b16-44a1-9a28-d5d19519ec28 HTTP/1.1" status: 200 len: 945 time: 0.2199240 Apr 18 20:59:53.915028 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1740d4e-339d-4dfe-8cc4-6630d3d0b0cc req-88b03015-9305-4c23-9b00-f76b79dff61b tempest-ServersNegativeTestJSON-508382254 tempest-ServersNegativeTestJSON-508382254-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:59:53.922235 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-d1740d4e-339d-4dfe-8cc4-6630d3d0b0cc req-88b03015-9305-4c23-9b00-f76b79dff61b tempest-ServersNegativeTestJSON-508382254 tempest-ServersNegativeTestJSON-508382254-project] 10.222.0.42 "GET /v2.0/ports?device_id=2197a591-197e-47fe-9210-1387bfb6ec5e HTTP/1.1" status: 200 len: 945 time: 0.1651793 Apr 18 20:59:53.937614 n-d-838334-2 neutron-server[84041]: INFO neutron.pecan_wsgi.hooks.translation [None req-72cbf1d0-bc48-48c9-994c-c7a618fb230b tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] DELETE failed (client error): The resource could not be found. Apr 18 20:59:53.938299 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-72cbf1d0-bc48-48c9-994c-c7a618fb230b tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84041) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 20:59:53.961653 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-e6a61e4e-b150-46e8-bd55-7f45acbf7a02 req-e6aaa9d1-35e7-4dec-aa3a-62abe20d6251 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=340d04fd839f4c0c896ec9bea561bc50&device_id=bf74e528-b24d-4168-be41-aaeaeabbadb8 HTTP/1.1" status: 200 len: 1096 time: 0.3720655 Apr 18 20:59:53.965288 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-72cbf1d0-bc48-48c9-994c-c7a618fb230b tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] 10.222.0.42 "DELETE /v2.0/subnets/4584aa36-0a78-421d-855f-f4ddf6e69a2a HTTP/1.1" status: 404 len: 337 time: 0.0957477 Apr 18 20:59:53.968292 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 56668) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:59:54.002309 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-d1740d4e-339d-4dfe-8cc4-6630d3d0b0cc req-e2e86d4a-df46-4e92-9892-0eddd40e40e8 tempest-ServersNegativeTestJSON-508382254 tempest-ServersNegativeTestJSON-508382254-project] 10.222.0.42 "GET /v2.0/security-groups?id=ada0ecb3-b1bc-4ba2-8e6c-b06ba09daca2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0792074 Apr 18 20:59:54.038214 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-a1cb509a-c927-4cb7-a47e-db6ea03fadc4 req-77a81f28-32a5-4120-a390-fcb9ce175d39 tempest-InstanceActionsNegativeTestJSON-90126473 tempest-InstanceActionsNegativeTestJSON-90126473-project] 10.222.0.42 "GET /v2.0/security-groups?id=10ac2c50-3089-40ed-8e09-294b05016514&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1302907 Apr 18 20:59:54.245986 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_hamode_db [None req-a72fce42-9453-4254-b2f2-2ece09dbcf12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb2ef120-2c2e-4b9c-8049-c1281daabc93', 'name': 'tempest-AttachVolumeNegativeTest-965011108-router', 'tenant_id': '340d04fd839f4c0c896ec9bea561bc50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'external_fixed_ips': [{'subnet_id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'ip_address': '172.25.8.160'}], 'enable_snat': True}, 'gw_port_id': '0654fabf-3ea3-4a21-99de-c086a8f52f65', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:53:49Z', 'updated_at': '2022-04-18T20:53:55Z', 'revision_number': 4, 'project_id': '340d04fd839f4c0c896ec9bea561bc50', 'gw_port': {'id': '0654fabf-3ea3-4a21-99de-c086a8f52f65', 'name': '', 'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:f1:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb2ef120-2c2e-4b9c-8049-c1281daabc93', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'ip_address': '172.25.8.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:53:49Z', 'updated_at': '2022-04-18T20:53:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838334-2', '_floatingips': [{'id': 'b3b2882d-f3a6-4ffd-a8e6-70c9d43f147e', 'tenant_id': '340d04fd839f4c0c896ec9bea561bc50', 'floating_ip_address': '172.25.8.9', 'floating_network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'router_id': 'eb2ef120-2c2e-4b9c-8049-c1281daabc93', 'port_id': 'bf7c6b84-d34c-4641-9cf5-c04bdc0659d8', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '794fa1b3-6f66-42ac-ab9f-a0e910c383ff', 'mac_address': 'fa:16:3e:e6:17:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf74e528-b24d-4168-be41-aaeaeabbadb8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T20:59:18Z', 'updated_at': '2022-04-18T20:59:48Z', 'revision_number': 1, 'project_id': '340d04fd839f4c0c896ec9bea561bc50', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'aa8998f0-5774-4503-93d9-f054eb0cbd71', 'name': '', 'network_id': '794fa1b3-6f66-42ac-ab9f-a0e910c383ff', 'tenant_id': '340d04fd839f4c0c896ec9bea561bc50', 'mac_address': 'fa:16:3e:d6:c4:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb2ef120-2c2e-4b9c-8049-c1281daabc93', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '66a6cd83-be1c-4e76-9e19-a8f33a82294d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:53:54Z', 'updated_at': '2022-04-18T20:54:11Z', 'revision_number': 5, 'project_id': '340d04fd839f4c0c896ec9bea561bc50', 'subnets': [{'id': '66a6cd83-be1c-4e76-9e19-a8f33a82294d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838334-2', False) {} {{(pid=84042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:59:54.255963 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a72fce42-9453-4254-b2f2-2ece09dbcf12 None None] Checking router: eb2ef120-2c2e-4b9c-8049-c1281daabc93 for host: n-d-838334-2 {{(pid=84042) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 18 20:59:54.286186 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a72fce42-9453-4254-b2f2-2ece09dbcf12 None None] Routers {'eb2ef120-2c2e-4b9c-8049-c1281daabc93'} bound to L3 agent in host n-d-838334-2 {{(pid=84042) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 20:59:54.286933 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_hamode_db [None req-a72fce42-9453-4254-b2f2-2ece09dbcf12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838334-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-18T20:25:48Z,description=,heartbeat_timestamp=2022-04-18T20:59:48Z,host='n-d-838334-2',id=bc84d6c9-dd7a-4555-a351-592327b46d5a,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:25:48Z,topic='l3_agent')) {'router_ids': ['eb2ef120-2c2e-4b9c-8049-c1281daabc93'], 'active': True} {{(pid=84042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:59:54.325909 n-d-838334-2 neutron-server[84041]: INFO neutron.notifiers.nova [-] Nova event matching ['req-507c68cd-2b6c-480b-9372-2b74986d8594'] response: {'server_uuid': 'fa865b6b-5701-45fe-b8b2-61e6b9aced70', 'name': 'network-vif-deleted', 'tag': 'ed7f9d58-c4ad-4fbb-b41c-335c64ff7b7f', 'status': 'completed', 'code': 200} Apr 18 20:59:54.345105 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-5c36ca08-fbf5-4a2f-9740-2bfbfb68474b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:54.560350 n-d-838334-2 neutron-server[84041]: INFO neutron.pecan_wsgi.hooks.translation [None req-e5e2ea7b-3572-4d2f-9ee0-4ce15bfa41f2 tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] DELETE failed (client error): The resource could not be found. Apr 18 20:59:54.562013 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e5e2ea7b-3572-4d2f-9ee0-4ce15bfa41f2 tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84041) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 20:59:54.568262 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-e5e2ea7b-3572-4d2f-9ee0-4ce15bfa41f2 tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] 10.222.0.42 "DELETE /v2.0/ports/9817b931-1d6e-488c-9f02-0012cf35eeb3 HTTP/1.1" status: 404 len: 333 time: 0.5924277 Apr 18 20:59:54.578494 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 56694) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:59:54.579514 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-5c36ca08-fbf5-4a2f-9740-2bfbfb68474b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33528224'] for security_group, after_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:54.627331 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_dvr_db [None req-a72fce42-9453-4254-b2f2-2ece09dbcf12 None None] Set router eb2ef120-2c2e-4b9c-8049-c1281daabc93 gateway port host: n-d-838334-2 {{(pid=84042) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 20:59:54.733517 n-d-838334-2 neutron-server[84040]: INFO neutron.pecan_wsgi.hooks.translation [None req-392db706-508b-4f43-8d5b-7ad7509e7fbe tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] DELETE failed (client error): The resource could not be found. Apr 18 20:59:54.736128 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-392db706-508b-4f43-8d5b-7ad7509e7fbe tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84040) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 20:59:54.743510 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-392db706-508b-4f43-8d5b-7ad7509e7fbe tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] 10.222.0.42 "DELETE /v2.0/subnets/5a031a87-c392-4254-94c8-485e2a0aa369 HTTP/1.1" status: 404 len: 337 time: 0.1632118 Apr 18 20:59:54.746406 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 56702) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:59:54.760343 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c36ca08-fbf5-4a2f-9740-2bfbfb68474b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f1fd1453-640c-4ba9-bd65-34bc4e7aa33b,revision_number=1']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:59:54.771177 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-5c36ca08-fbf5-4a2f-9740-2bfbfb68474b admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=4ae9c3d68cc24440aaaefe2e7d727ea9&name=default HTTP/1.1" status: 200 len: 2647 time: 1.8429332 Apr 18 20:59:54.791956 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39ec58e6-7495-4a9b-aec3-bb13c78fd366 req-2e8ef088-c130-4f62-8784-311ebd5f0e3d tempest-ServersNegativeTestJSON-508382254 tempest-ServersNegativeTestJSON-508382254-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:59:54.801716 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-39ec58e6-7495-4a9b-aec3-bb13c78fd366 req-2e8ef088-c130-4f62-8784-311ebd5f0e3d tempest-ServersNegativeTestJSON-508382254 tempest-ServersNegativeTestJSON-508382254-project] 10.222.0.42 "GET /v2.0/ports?device_id=2197a591-197e-47fe-9210-1387bfb6ec5e HTTP/1.1" status: 200 len: 945 time: 0.3201447 Apr 18 20:59:54.806977 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 56706) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:59:54.862906 n-d-838334-2 neutron-server[84041]: INFO neutron.pecan_wsgi.hooks.translation [None req-ad044c32-3050-4200-88ad-aef766c579e0 tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] DELETE failed (client error): The resource could not be found. Apr 18 20:59:54.864033 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ad044c32-3050-4200-88ad-aef766c579e0 tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84041) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 20:59:54.867782 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-ad044c32-3050-4200-88ad-aef766c579e0 tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] 10.222.0.42 "DELETE /v2.0/subnets/9f25b6e0-3737-4d0c-9e7b-d54199eb2863 HTTP/1.1" status: 404 len: 337 time: 0.1077614 Apr 18 20:59:54.892558 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 56712) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:59:54.977560 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-4c4fd966-a0f3-4be4-ab5f-9d14c1184aa1 req-4895340c-10db-43b0-99d2-0f0716d0faca tempest-ServersTestJSON-1424434350 tempest-ServersTestJSON-1424434350-project] 10.222.0.42 "GET /v2.0/ports?device_id=fa865b6b-5701-45fe-b8b2-61e6b9aced70 HTTP/1.1" status: 200 len: 210 time: 0.0552139 Apr 18 20:59:55.020782 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-39ec58e6-7495-4a9b-aec3-bb13c78fd366 req-d120e314-6d07-4dd6-8935-1e31d5000e1e tempest-ServersNegativeTestJSON-508382254 tempest-ServersNegativeTestJSON-508382254-project] 10.222.0.42 "GET /v2.0/security-groups?id=ada0ecb3-b1bc-4ba2-8e6c-b06ba09daca2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2167180 Apr 18 20:59:55.027309 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6a61e4e-b150-46e8-bd55-7f45acbf7a02 req-c1154742-cf3a-4e68-8f2f-2323540734b5 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:59:55.028792 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-e6a61e4e-b150-46e8-bd55-7f45acbf7a02 req-c1154742-cf3a-4e68-8f2f-2323540734b5 service neutron] 10.222.0.43 "GET /v2.0/networks?id=794fa1b3-6f66-42ac-ab9f-a0e910c383ff HTTP/1.1" status: 200 len: 915 time: 1.0468800 Apr 18 20:59:55.126052 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-031cbded-5075-42b0-8ff3-d8d39b93597a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:55.210489 n-d-838334-2 neutron-server[84041]: INFO neutron.pecan_wsgi.hooks.translation [None req-42d886e7-b4b9-4f7f-b26a-ce042c46f521 tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] DELETE failed (client error): The resource could not be found. Apr 18 20:59:55.210930 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-42d886e7-b4b9-4f7f-b26a-ce042c46f521 tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84041) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 20:59:55.219709 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-42d886e7-b4b9-4f7f-b26a-ce042c46f521 tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] 10.222.0.42 "DELETE /v2.0/ports/20dfd980-34e7-4509-bd9f-ce19c7e3ae64 HTTP/1.1" status: 404 len: 333 time: 0.3228526 Apr 18 20:59:55.274906 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 56720) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:59:55.278982 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-e6a61e4e-b150-46e8-bd55-7f45acbf7a02 req-e53cf5c5-e04d-4afb-8dd4-d60ea56ed824 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=bf7c6b84-d34c-4641-9cf5-c04bdc0659d8 HTTP/1.1" status: 200 len: 997 time: 0.2332773 Apr 18 20:59:55.281715 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-031cbded-5075-42b0-8ff3-d8d39b93597a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:55.428437 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6a61e4e-b150-46e8-bd55-7f45acbf7a02 req-9a27430e-d021-4312-9efe-29830e4073a7 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:59:55.430235 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-e6a61e4e-b150-46e8-bd55-7f45acbf7a02 req-9a27430e-d021-4312-9efe-29830e4073a7 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=66a6cd83-be1c-4e76-9e19-a8f33a82294d HTTP/1.1" status: 200 len: 853 time: 0.1442432 Apr 18 20:59:55.462176 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-031cbded-5075-42b0-8ff3-d8d39b93597a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33528224'] for security_group, after_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:55.462778 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_hamode_db [None req-a72fce42-9453-4254-b2f2-2ece09dbcf12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb2ef120-2c2e-4b9c-8049-c1281daabc93', 'name': 'tempest-AttachVolumeNegativeTest-965011108-router', 'tenant_id': '340d04fd839f4c0c896ec9bea561bc50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'external_fixed_ips': [{'subnet_id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'ip_address': '172.25.8.160'}], 'enable_snat': True}, 'gw_port_id': '0654fabf-3ea3-4a21-99de-c086a8f52f65', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:53:49Z', 'updated_at': '2022-04-18T20:53:55Z', 'revision_number': 4, 'project_id': '340d04fd839f4c0c896ec9bea561bc50', 'gw_port': {'id': '0654fabf-3ea3-4a21-99de-c086a8f52f65', 'name': '', 'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:f1:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb2ef120-2c2e-4b9c-8049-c1281daabc93', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'ip_address': '172.25.8.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:53:49Z', 'updated_at': '2022-04-18T20:53:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838334-2', '_floatingips': [{'id': 'b3b2882d-f3a6-4ffd-a8e6-70c9d43f147e', 'tenant_id': '340d04fd839f4c0c896ec9bea561bc50', 'floating_ip_address': '172.25.8.9', 'floating_network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'router_id': 'eb2ef120-2c2e-4b9c-8049-c1281daabc93', 'port_id': 'bf7c6b84-d34c-4641-9cf5-c04bdc0659d8', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '794fa1b3-6f66-42ac-ab9f-a0e910c383ff', 'mac_address': 'fa:16:3e:e6:17:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf74e528-b24d-4168-be41-aaeaeabbadb8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T20:59:18Z', 'updated_at': '2022-04-18T20:59:48Z', 'revision_number': 1, 'project_id': '340d04fd839f4c0c896ec9bea561bc50', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'aa8998f0-5774-4503-93d9-f054eb0cbd71', 'name': '', 'network_id': '794fa1b3-6f66-42ac-ab9f-a0e910c383ff', 'tenant_id': '340d04fd839f4c0c896ec9bea561bc50', 'mac_address': 'fa:16:3e:d6:c4:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb2ef120-2c2e-4b9c-8049-c1281daabc93', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '66a6cd83-be1c-4e76-9e19-a8f33a82294d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:53:54Z', 'updated_at': '2022-04-18T20:54:11Z', 'revision_number': 5, 'project_id': '340d04fd839f4c0c896ec9bea561bc50', 'subnets': [{'id': '66a6cd83-be1c-4e76-9e19-a8f33a82294d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838334-2', False) {} {{(pid=84042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:59:55.467846 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a72fce42-9453-4254-b2f2-2ece09dbcf12 None None] The sync data for ids ['eb2ef120-2c2e-4b9c-8049-c1281daabc93'] in n-d-838334-2 is: [{'id': 'eb2ef120-2c2e-4b9c-8049-c1281daabc93', 'name': 'tempest-AttachVolumeNegativeTest-965011108-router', 'tenant_id': '340d04fd839f4c0c896ec9bea561bc50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'external_fixed_ips': [{'subnet_id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'ip_address': '172.25.8.160'}], 'enable_snat': True}, 'gw_port_id': '0654fabf-3ea3-4a21-99de-c086a8f52f65', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:53:49Z', 'updated_at': '2022-04-18T20:53:55Z', 'revision_number': 4, 'project_id': '340d04fd839f4c0c896ec9bea561bc50', 'gw_port': {'id': '0654fabf-3ea3-4a21-99de-c086a8f52f65', 'name': '', 'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:f1:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb2ef120-2c2e-4b9c-8049-c1281daabc93', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'ip_address': '172.25.8.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:53:49Z', 'updated_at': '2022-04-18T20:53:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838334-2', '_floatingips': [{'id': 'b3b2882d-f3a6-4ffd-a8e6-70c9d43f147e', 'tenant_id': '340d04fd839f4c0c896ec9bea561bc50', 'floating_ip_address': '172.25.8.9', 'floating_network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'router_id': 'eb2ef120-2c2e-4b9c-8049-c1281daabc93', 'port_id': 'bf7c6b84-d34c-4641-9cf5-c04bdc0659d8', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '794fa1b3-6f66-42ac-ab9f-a0e910c383ff', 'mac_address': 'fa:16:3e:e6:17:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf74e528-b24d-4168-be41-aaeaeabbadb8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T20:59:18Z', 'updated_at': '2022-04-18T20:59:48Z', 'revision_number': 1, 'project_id': '340d04fd839f4c0c896ec9bea561bc50', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'aa8998f0-5774-4503-93d9-f054eb0cbd71', 'name': '', 'network_id': '794fa1b3-6f66-42ac-ab9f-a0e910c383ff', 'tenant_id': '340d04fd839f4c0c896ec9bea561bc50', 'mac_address': 'fa:16:3e:d6:c4:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb2ef120-2c2e-4b9c-8049-c1281daabc93', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '66a6cd83-be1c-4e76-9e19-a8f33a82294d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:53:54Z', 'updated_at': '2022-04-18T20:54:11Z', 'revision_number': 5, 'project_id': '340d04fd839f4c0c896ec9bea561bc50', 'subnets': [{'id': '66a6cd83-be1c-4e76-9e19-a8f33a82294d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84042) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 18 20:59:55.511180 n-d-838334-2 neutron-server[84040]: INFO neutron.pecan_wsgi.hooks.translation [None req-f5f58151-3fd6-4798-8793-10de1e4b0d96 tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] DELETE failed (client error): The resource could not be found. Apr 18 20:59:55.511803 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f5f58151-3fd6-4798-8793-10de1e4b0d96 tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84040) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 20:59:55.528354 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-031cbded-5075-42b0-8ff3-d8d39b93597a admin admin] Notify callbacks [] for security_group, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:55.532978 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-031cbded-5075-42b0-8ff3-d8d39b93597a admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/f1fd1453-640c-4ba9-bd65-34bc4e7aa33b HTTP/1.1" status: 204 len: 168 time: 0.6823215 Apr 18 20:59:55.534855 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-031cbded-5075-42b0-8ff3-d8d39b93597a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f1fd1453-640c-4ba9-bd65-34bc4e7aa33b,revision_number=None']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:59:55.552649 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 56730) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:59:55.556429 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-f5f58151-3fd6-4798-8793-10de1e4b0d96 tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] 10.222.0.42 "DELETE /v2.0/subnets/622c2c36-4a66-4c95-bae8-ebc5569ee43a HTTP/1.1" status: 404 len: 337 time: 0.1947503 Apr 18 20:59:55.589071 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-725dc076-f444-42f5-831f-9958233969d6 req-738868f8-eb31-498a-8590-027e7de0df94 tempest-ServersNegativeTestJSON-508382254 tempest-ServersNegativeTestJSON-508382254-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:59:55.598773 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-725dc076-f444-42f5-831f-9958233969d6 req-738868f8-eb31-498a-8590-027e7de0df94 tempest-ServersNegativeTestJSON-508382254 tempest-ServersNegativeTestJSON-508382254-project] 10.222.0.42 "GET /v2.0/ports?device_id=2197a591-197e-47fe-9210-1387bfb6ec5e HTTP/1.1" status: 200 len: 945 time: 0.4134736 Apr 18 20:59:55.607802 n-d-838334-2 neutron-server[84041]: INFO neutron.pecan_wsgi.hooks.translation [None req-a21fba3b-12bf-45c1-a42c-54602c0c2819 tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] DELETE failed (client error): The resource could not be found. Apr 18 20:59:55.608233 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a21fba3b-12bf-45c1-a42c-54602c0c2819 tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84041) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 20:59:55.612719 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-a21fba3b-12bf-45c1-a42c-54602c0c2819 tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] 10.222.0.42 "DELETE /v2.0/subnets/ea7ba971-3fc7-4ec4-bf31-9b14d7f3a5c0 HTTP/1.1" status: 404 len: 337 time: 0.0553424 Apr 18 20:59:55.615493 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-e6a61e4e-b150-46e8-bd55-7f45acbf7a02 req-bb5f3bf6-e92c-4221-aead-4dcb77fab9bc service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=794fa1b3-6f66-42ac-ab9f-a0e910c383ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1779323 Apr 18 20:59:55.615986 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 56734) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:59:55.688914 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a88dc7a-6038-4be1-ab6a-17883ad46336 req-d641b5ce-0499-43c0-b1fe-e35e5722ac55 tempest-InstanceActionsNegativeTestJSON-90126473 tempest-InstanceActionsNegativeTestJSON-90126473-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:59:55.690744 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-9a88dc7a-6038-4be1-ab6a-17883ad46336 req-d641b5ce-0499-43c0-b1fe-e35e5722ac55 tempest-InstanceActionsNegativeTestJSON-90126473 tempest-InstanceActionsNegativeTestJSON-90126473-project] 10.222.0.42 "GET /v2.0/ports?device_id=f5ab523a-6b16-44a1-9a28-d5d19519ec28 HTTP/1.1" status: 200 len: 945 time: 0.4166675 Apr 18 20:59:55.713657 n-d-838334-2 neutron-server[84041]: INFO neutron.pecan_wsgi.hooks.translation [None req-abb1d63f-4498-4b22-9e6e-ad93b37e7c30 tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] DELETE failed (client error): The resource could not be found. Apr 18 20:59:55.714099 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-abb1d63f-4498-4b22-9e6e-ad93b37e7c30 tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84041) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 20:59:55.718024 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-abb1d63f-4498-4b22-9e6e-ad93b37e7c30 tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] 10.222.0.42 "DELETE /v2.0/ports/a21ffa47-b845-4dee-a521-e5ad623ea0a8 HTTP/1.1" status: 404 len: 333 time: 0.0988982 Apr 18 20:59:55.785466 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 56742) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:59:55.800330 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-9a88dc7a-6038-4be1-ab6a-17883ad46336 req-6e9bb30a-f9bb-45e8-ad03-72f9ed9e7ccc tempest-InstanceActionsNegativeTestJSON-90126473 tempest-InstanceActionsNegativeTestJSON-90126473-project] 10.222.0.42 "GET /v2.0/security-groups?id=10ac2c50-3089-40ed-8e09-294b05016514&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1022329 Apr 18 20:59:55.886064 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-725dc076-f444-42f5-831f-9958233969d6 req-277cae03-7493-4650-aa0b-8543d75ab838 tempest-ServersNegativeTestJSON-508382254 tempest-ServersNegativeTestJSON-508382254-project] 10.222.0.42 "GET /v2.0/security-groups?id=ada0ecb3-b1bc-4ba2-8e6c-b06ba09daca2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2859864 Apr 18 20:59:55.888432 n-d-838334-2 neutron-server[84043]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7bdfdab-f4db-4983-b4b3-be8a68fb7453 None None] New status for floating IP b3b2882d-f3a6-4ffd-a8e6-70c9d43f147e: ACTIVE {{(pid=84043) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Apr 18 20:59:55.930761 n-d-838334-2 neutron-server[84040]: INFO neutron.pecan_wsgi.hooks.translation [None req-05aff1d7-51d1-4ffb-bb70-f658ea7d5e46 tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] DELETE failed (client error): The resource could not be found. Apr 18 20:59:55.931419 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-05aff1d7-51d1-4ffb-bb70-f658ea7d5e46 tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84040) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 20:59:55.937167 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-05aff1d7-51d1-4ffb-bb70-f658ea7d5e46 tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] 10.222.0.42 "DELETE /v2.0/subnets/5496c38a-f8a1-4273-95cf-b4b5761cf5a8 HTTP/1.1" status: 404 len: 337 time: 0.1355724 Apr 18 20:59:55.940085 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 56750) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:59:55.957217 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-e6a61e4e-b150-46e8-bd55-7f45acbf7a02 req-74881d2d-64c6-4ba9-9fd9-22bb4060cbab service neutron] 10.222.0.43 "GET /v2.0/networks/794fa1b3-6f66-42ac-ab9f-a0e910c383ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2945106 Apr 18 20:59:56.023358 n-d-838334-2 neutron-server[84040]: INFO neutron.pecan_wsgi.hooks.translation [None req-4af4b73b-6ed7-4d18-baa7-48f88d091dee tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] DELETE failed (client error): The resource could not be found. Apr 18 20:59:56.023358 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4af4b73b-6ed7-4d18-baa7-48f88d091dee tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84040) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 20:59:56.029347 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-4af4b73b-6ed7-4d18-baa7-48f88d091dee tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] 10.222.0.42 "DELETE /v2.0/subnets/14a6c651-4e7b-4572-b6b1-dfe4c184b4c6 HTTP/1.1" status: 404 len: 337 time: 0.0880189 Apr 18 20:59:56.033566 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 56756) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:59:56.129016 n-d-838334-2 neutron-server[84040]: INFO neutron.pecan_wsgi.hooks.translation [None req-21c758ce-7d23-4280-ba8e-4f5c683c1bac tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] DELETE failed (client error): The resource could not be found. Apr 18 20:59:56.129296 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-21c758ce-7d23-4280-ba8e-4f5c683c1bac tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84040) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 20:59:56.137814 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-21c758ce-7d23-4280-ba8e-4f5c683c1bac tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] 10.222.0.42 "DELETE /v2.0/ports/cc06f659-c47f-4a85-9549-f3db6aed0a45 HTTP/1.1" status: 404 len: 333 time: 0.0892069 Apr 18 20:59:56.143400 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 56764) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:59:56.282367 n-d-838334-2 neutron-server[84040]: INFO neutron.pecan_wsgi.hooks.translation [None req-58a68053-82d5-471e-8fef-6ab7dc260788 tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] DELETE failed (client error): The resource could not be found. Apr 18 20:59:56.284083 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-58a68053-82d5-471e-8fef-6ab7dc260788 tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84040) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 20:59:56.285787 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-58a68053-82d5-471e-8fef-6ab7dc260788 tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] 10.222.0.42 "DELETE /v2.0/subnets/2dba4bd7-19de-447e-b1e2-9d2ef4ba48e2 HTTP/1.1" status: 404 len: 337 time: 0.1424010 Apr 18 20:59:56.288417 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 56774) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:59:56.346202 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-e6a61e4e-b150-46e8-bd55-7f45acbf7a02 req-71ddfe73-4633-46cf-b823-e9ac9420b06f service neutron] 10.222.0.43 "GET /v2.0/networks/794fa1b3-6f66-42ac-ab9f-a0e910c383ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3822029 Apr 18 20:59:56.368419 n-d-838334-2 neutron-server[84040]: INFO neutron.pecan_wsgi.hooks.translation [None req-3694695a-e7d4-46ee-ba7e-0d78ff2108fb tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] DELETE failed (client error): The resource could not be found. Apr 18 20:59:56.369489 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3694695a-e7d4-46ee-ba7e-0d78ff2108fb tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84040) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 20:59:56.372924 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-3694695a-e7d4-46ee-ba7e-0d78ff2108fb tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] 10.222.0.42 "DELETE /v2.0/subnets/0bbbe409-f2d0-4aca-a4c0-cd74cb382589 HTTP/1.1" status: 404 len: 337 time: 0.0810788 Apr 18 20:59:56.374915 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 56782) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:59:56.468831 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-54a3a77b-e465-4021-b15e-6fd6d13d3f84 tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] 10.222.0.42 "GET /v2.0/ports?device_id=cbb5afab-c9e4-4e46-ac74-9d9d435fb68b HTTP/1.1" status: 200 len: 205 time: 0.0921202 Apr 18 20:59:56.472638 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 56788) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:59:56.617796 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 56796) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:59:56.662000 n-d-838334-2 neutron-server[84040]: INFO neutron.api.v2.resource [None req-804e3dee-8a15-4ebd-aaaf-bdd5c0ca181a tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] delete failed (client error): The resource could not be found. Apr 18 20:59:56.663970 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-804e3dee-8a15-4ebd-aaaf-bdd5c0ca181a tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] 10.222.0.42 "DELETE /v2.0/routers/cbb5afab-c9e4-4e46-ac74-9d9d435fb68b HTTP/1.1" status: 404 len: 336 time: 0.1885753 Apr 18 20:59:56.666234 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 56802) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:59:56.755029 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 56810) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:59:56.776059 n-d-838334-2 neutron-server[84041]: INFO neutron.pecan_wsgi.hooks.translation [None req-ce1f732d-500c-4603-bd94-9575b9871c03 tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] DELETE failed (client error): The resource could not be found. Apr 18 20:59:56.777396 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ce1f732d-500c-4603-bd94-9575b9871c03 tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84041) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 20:59:56.777609 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-ccb9d103-b15d-484c-b3a3-b95594b1f10f admin admin] Notify callbacks [] for security_group, before_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:56.782146 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-ce1f732d-500c-4603-bd94-9575b9871c03 tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] 10.222.0.42 "DELETE /v2.0/subnets/aa8b311f-2f4b-46f3-b459-8ce47e2e90dd HTTP/1.1" status: 404 len: 337 time: 0.1115832 Apr 18 20:59:56.783268 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 56816) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:59:56.866903 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-4b6cd426-6e0f-4d3f-ae7e-52e0cd15b3e8 tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] 10.222.0.42 "GET /v2.0/ports?device_id=9b45276b-1930-4b1c-87ab-6307290fb1c1 HTTP/1.1" status: 200 len: 205 time: 0.0795529 Apr 18 20:59:56.869266 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 56822) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:59:56.942555 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Device ed7f9d58-c4ad-4fbb-b41c-335c64ff7b7f no longer exists at agent hyperv_n-h1-838334-2 {{(pid=84042) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 20:59:56.964046 n-d-838334-2 neutron-server[84041]: INFO neutron.api.v2.resource [None req-b9612cab-fecb-43f9-9907-104aee8c2453 tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] delete failed (client error): The resource could not be found. Apr 18 20:59:56.966530 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-b9612cab-fecb-43f9-9907-104aee8c2453 tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] 10.222.0.42 "DELETE /v2.0/routers/9b45276b-1930-4b1c-87ab-6307290fb1c1 HTTP/1.1" status: 404 len: 336 time: 0.0958104 Apr 18 20:59:56.969195 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 56828) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:59:56.994132 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e78a59e8-6127-48b4-84e8-c6a13ff6279e req-3da022e4-6546-4518-9a03-8c6f73ec4c5a tempest-InstanceActionsNegativeTestJSON-90126473 tempest-InstanceActionsNegativeTestJSON-90126473-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:59:56.998940 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-e78a59e8-6127-48b4-84e8-c6a13ff6279e req-3da022e4-6546-4518-9a03-8c6f73ec4c5a tempest-InstanceActionsNegativeTestJSON-90126473 tempest-InstanceActionsNegativeTestJSON-90126473-project] 10.222.0.48 "GET /v2.0/ports?device_id=f5ab523a-6b16-44a1-9a28-d5d19519ec28 HTTP/1.1" status: 200 len: 945 time: 0.3884649 Apr 18 20:59:57.011846 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.plugin [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] No Port match for: ed7f9d58-c4ad-4fbb-b41c-335c64ff7b7f {{(pid=84042) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 18 20:59:57.012216 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Device ed7f9d58-c4ad-4fbb-b41c-335c64ff7b7f not bound to the agent host n-h1-838334-2 {{(pid=84042) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 20:59:57.030800 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b275dc1-083f-441e-bfdc-6608c428b451 req-bc6e04ad-0977-4067-ae31-75da4373c71c tempest-ServersNegativeTestJSON-508382254 tempest-ServersNegativeTestJSON-508382254-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:59:57.037470 n-d-838334-2 neutron-server[84041]: INFO neutron.pecan_wsgi.hooks.translation [None req-f8463eb1-49fa-47a7-a866-bac9197e7b5a tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] DELETE failed (client error): The resource could not be found. Apr 18 20:59:57.038036 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f8463eb1-49fa-47a7-a866-bac9197e7b5a tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84041) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 20:59:57.039426 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-0b275dc1-083f-441e-bfdc-6608c428b451 req-bc6e04ad-0977-4067-ae31-75da4373c71c tempest-ServersNegativeTestJSON-508382254 tempest-ServersNegativeTestJSON-508382254-project] 10.222.0.42 "GET /v2.0/ports?device_id=2197a591-197e-47fe-9210-1387bfb6ec5e HTTP/1.1" status: 200 len: 945 time: 0.4398675 Apr 18 20:59:57.040041 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-f8463eb1-49fa-47a7-a866-bac9197e7b5a tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] 10.222.0.42 "DELETE /v2.0/subnets/52bea4fc-df8a-40fc-904b-af96983f5f26 HTTP/1.1" status: 404 len: 337 time: 0.0694802 Apr 18 20:59:57.042328 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 56832) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:59:57.094334 n-d-838334-2 neutron-server[84041]: INFO neutron.pecan_wsgi.hooks.translation [None req-b1a137c0-d6ab-4d95-93e7-2ea524dc6de3 tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] DELETE failed (client error): The resource could not be found. Apr 18 20:59:57.095884 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b1a137c0-d6ab-4d95-93e7-2ea524dc6de3 tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84041) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 20:59:57.108683 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-b1a137c0-d6ab-4d95-93e7-2ea524dc6de3 tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] 10.222.0.42 "DELETE /v2.0/subnets/3f84d05b-7c02-4692-94df-3800ca3e2e60 HTTP/1.1" status: 404 len: 337 time: 0.0631368 Apr 18 20:59:57.113112 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 56838) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:59:57.202052 n-d-838334-2 neutron-server[84041]: INFO neutron.pecan_wsgi.hooks.translation [None req-cfe42ec3-76dd-4261-a98b-2b083d3888c9 tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] DELETE failed (client error): The resource could not be found. Apr 18 20:59:57.202493 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cfe42ec3-76dd-4261-a98b-2b083d3888c9 tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84041) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 20:59:57.206597 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-cfe42ec3-76dd-4261-a98b-2b083d3888c9 tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] 10.222.0.42 "DELETE /v2.0/ports/a0b803cd-9c1a-4c58-998b-8407dec65740 HTTP/1.1" status: 404 len: 333 time: 0.0898745 Apr 18 20:59:57.207573 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 56846) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:59:57.223329 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [None req-ccb9d103-b15d-484c-b3a3-b95594b1f10f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:59:57.239388 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17defbd2-a38a-483c-94ac-b69182ee313c req-4dd6efdc-57c3-4416-834c-fe2461a4e8b4 tempest-ServersTestJSON-1424434350 tempest-ServersTestJSON-1424434350-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:59:57.240843 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-17defbd2-a38a-483c-94ac-b69182ee313c req-4dd6efdc-57c3-4416-834c-fe2461a4e8b4 tempest-ServersTestJSON-1424434350 tempest-ServersTestJSON-1424434350-project] 10.222.0.42 "GET /v2.0/networks?id=7083f08e-ab4e-49e9-91e4-270e03cc3e4c HTTP/1.1" status: 200 len: 805 time: 0.4517453 Apr 18 20:59:57.247654 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-ccb9d103-b15d-484c-b3a3-b95594b1f10f admin admin] Usage tracker for resource:security_group_rule and tenant:721d456aa75348608a4a5907961ffaff is out of sync, need to count used quota {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:59:57.253058 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-ccb9d103-b15d-484c-b3a3-b95594b1f10f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:59:57.254546 n-d-838334-2 neutron-server[84041]: INFO neutron.pecan_wsgi.hooks.translation [None req-f38b4967-638c-4a32-bf01-c7271e1c0874 tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] DELETE failed (client error): The resource could not be found. Apr 18 20:59:57.254985 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f38b4967-638c-4a32-bf01-c7271e1c0874 tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84041) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 20:59:57.259402 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-f38b4967-638c-4a32-bf01-c7271e1c0874 tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] 10.222.0.42 "DELETE /v2.0/subnets/df170172-a765-426c-972a-875426e684e0 HTTP/1.1" status: 404 len: 337 time: 0.0484016 Apr 18 20:59:57.259402 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 56852) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:59:57.272158 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [None req-ccb9d103-b15d-484c-b3a3-b95594b1f10f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:59:57.295523 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.plugin [req-e78a59e8-6127-48b4-84e8-c6a13ff6279e req-b08b2594-3be1-4331-b70b-9ec8c711d6fa tempest-InstanceActionsNegativeTestJSON-90126473 tempest-InstanceActionsNegativeTestJSON-90126473-project] Deleting port 54311f83-4a12-4d8f-a784-f6ce55daf8ce {{(pid=84040) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 20:59:57.295975 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-e78a59e8-6127-48b4-84e8-c6a13ff6279e req-b08b2594-3be1-4331-b70b-9ec8c711d6fa tempest-InstanceActionsNegativeTestJSON-90126473 tempest-InstanceActionsNegativeTestJSON-90126473-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750375188691'] for port, before_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:57.308274 n-d-838334-2 neutron-server[84041]: INFO neutron.pecan_wsgi.hooks.translation [None req-7fa8e7ea-4ab8-47d2-aa53-0bddc3192755 tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] DELETE failed (client error): The resource could not be found. Apr 18 20:59:57.308718 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7fa8e7ea-4ab8-47d2-aa53-0bddc3192755 tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84041) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 20:59:57.313560 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-7fa8e7ea-4ab8-47d2-aa53-0bddc3192755 tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] 10.222.0.42 "DELETE /v2.0/ports/185f2b69-3bcf-4e9f-a999-d98f41719029 HTTP/1.1" status: 404 len: 333 time: 0.0502863 Apr 18 20:59:57.313560 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.db_base_plugin_v2 [None req-5f29bd43-b943-486c-bc07-928bde0f87ca admin admin] Deleting subnet 4d302c72-cbf8-4bd9-ac2b-bdba885f7b5c {{(pid=84041) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 18 20:59:57.316925 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 56856) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:59:57.318985 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-5f29bd43-b943-486c-bc07-928bde0f87ca admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:57.347652 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-17defbd2-a38a-483c-94ac-b69182ee313c req-7031ca3d-0d0e-45d4-a854-1f7a7b5dbf5c tempest-ServersTestJSON-1424434350 tempest-ServersTestJSON-1424434350-project] 10.222.0.42 "GET /v2.0/quotas/ba267e3ba48c4ff1b4fc57f8cfab7c8c HTTP/1.1" status: 200 len: 375 time: 0.0916002 Apr 18 20:59:57.360326 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-0b275dc1-083f-441e-bfdc-6608c428b451 req-09b369b2-00be-4789-ace4-34fcc0b7f78a tempest-ServersNegativeTestJSON-508382254 tempest-ServersNegativeTestJSON-508382254-project] 10.222.0.42 "GET /v2.0/security-groups?id=ada0ecb3-b1bc-4ba2-8e6c-b06ba09daca2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3196094 Apr 18 20:59:57.394051 n-d-838334-2 neutron-server[84041]: INFO neutron.pecan_wsgi.hooks.translation [None req-00f1571d-17a6-42f2-85de-b14f064ad8ab tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] DELETE failed (client error): The resource could not be found. Apr 18 20:59:57.401967 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-00f1571d-17a6-42f2-85de-b14f064ad8ab tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84041) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 20:59:57.401967 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-00f1571d-17a6-42f2-85de-b14f064ad8ab tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] 10.222.0.42 "DELETE /v2.0/subnets/eb35edc5-37d4-4a95-aedc-b44923c1885b HTTP/1.1" status: 404 len: 337 time: 0.0784347 Apr 18 20:59:57.401967 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 56862) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:59:57.448662 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-5f29bd43-b943-486c-bc07-928bde0f87ca admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32266383'] for subnet, precommit_delete_associations {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:57.596996 n-d-838334-2 neutron-server[84041]: INFO neutron.pecan_wsgi.hooks.translation [None req-3d259b48-664e-4caa-bd9a-4ada3a93c7df tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] DELETE failed (client error): The resource could not be found. Apr 18 20:59:57.597430 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3d259b48-664e-4caa-bd9a-4ada3a93c7df tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84041) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 20:59:57.599070 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-3d259b48-664e-4caa-bd9a-4ada3a93c7df tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] 10.222.0.42 "DELETE /v2.0/ports/70cbf39d-464b-491e-a1f4-ec24df1c60f4 HTTP/1.1" status: 404 len: 333 time: 0.1966000 Apr 18 20:59:57.605124 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 56870) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:59:57.649174 n-d-838334-2 neutron-server[84041]: INFO neutron.pecan_wsgi.hooks.translation [None req-4402cfa1-1929-4b62-a740-83ee2cd7134d tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] DELETE failed (client error): The resource could not be found. Apr 18 20:59:57.649607 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4402cfa1-1929-4b62-a740-83ee2cd7134d tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84041) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 20:59:57.651248 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-4402cfa1-1929-4b62-a740-83ee2cd7134d tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] 10.222.0.42 "DELETE /v2.0/subnets/497f7ed1-6ce9-4749-9f51-86e1fe692b83 HTTP/1.1" status: 404 len: 337 time: 0.0451679 Apr 18 20:59:57.656425 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 56874) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:59:57.681135 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-ccb9d103-b15d-484c-b3a3-b95594b1f10f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:57.701737 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-ccb9d103-b15d-484c-b3a3-b95594b1f10f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33528224'] for security_group, after_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:57.706368 n-d-838334-2 neutron-server[84041]: INFO neutron.pecan_wsgi.hooks.translation [None req-0061a13b-75a7-4383-975e-8e0d7ee45a49 tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] DELETE failed (client error): The resource could not be found. Apr 18 20:59:57.706808 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0061a13b-75a7-4383-975e-8e0d7ee45a49 tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84041) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 20:59:57.708503 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-0061a13b-75a7-4383-975e-8e0d7ee45a49 tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] 10.222.0.42 "DELETE /v2.0/ports/73a76e27-cbf0-455f-8186-ac5e99ef4131 HTTP/1.1" status: 404 len: 333 time: 0.0537622 Apr 18 20:59:57.709747 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-5f29bd43-b943-486c-bc07-928bde0f87ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1260556'] for subnet, precommit_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:57.720534 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 56880) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:59:57.740871 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-17defbd2-a38a-483c-94ac-b69182ee313c req-e7d178e1-def5-417f-8fc0-255125275ea1 tempest-ServersTestJSON-1424434350 tempest-ServersTestJSON-1424434350-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=ba267e3ba48c4ff1b4fc57f8cfab7c8c&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3923764 Apr 18 20:59:57.788505 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-5f29bd43-b943-486c-bc07-928bde0f87ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1260549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33526260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32266336', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32486390'] for subnet, after_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:57.828955 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f29bd43-b943-486c-bc07-928bde0f87ca admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4d302c72-cbf8-4bd9-ac2b-bdba885f7b5c,revision_number=None']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:59:57.833056 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-5f29bd43-b943-486c-bc07-928bde0f87ca admin admin] Notify callbacks [] for subnet, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:57.842684 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-5f29bd43-b943-486c-bc07-928bde0f87ca admin admin] 10.222.0.42 "DELETE /v2.0/subnets/4d302c72-cbf8-4bd9-ac2b-bdba885f7b5c HTTP/1.1" status: 204 len: 168 time: 1.2234254 Apr 18 20:59:57.843516 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 56886) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:59:57.908734 n-d-838334-2 neutron-server[84040]: INFO neutron.pecan_wsgi.hooks.translation [None req-f2ac192e-13aa-473e-867b-a89840ebb865 tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] DELETE failed (client error): The resource could not be found. Apr 18 20:59:57.909178 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f2ac192e-13aa-473e-867b-a89840ebb865 tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84040) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 20:59:57.927544 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccb9d103-b15d-484c-b3a3-b95594b1f10f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=afd3641e-751b-4b2d-8b65-b8f0dd1af504,revision_number=1']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:59:57.950644 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-ccb9d103-b15d-484c-b3a3-b95594b1f10f admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=721d456aa75348608a4a5907961ffaff&name=default HTTP/1.1" status: 200 len: 2647 time: 1.1944575 Apr 18 20:59:57.959496 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 56892) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:59:57.965178 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.db [req-e78a59e8-6127-48b4-84e8-c6a13ff6279e req-b08b2594-3be1-4331-b70b-9ec8c711d6fa tempest-InstanceActionsNegativeTestJSON-90126473 tempest-InstanceActionsNegativeTestJSON-90126473-project] For port 54311f83-4a12-4d8f-a784-f6ce55daf8ce, host n-h2-838334-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838334-2',level=0,port_id=54311f83-4a12-4d8f-a784-f6ce55daf8ce,segment=NetworkSegment(91b1e831-2352-40de-920f-7b2cc0fafcf5),segment_id=91b1e831-2352-40de-920f-7b2cc0fafcf5)] {{(pid=84040) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:59:57.965538 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-e78a59e8-6127-48b4-84e8-c6a13ff6279e req-b08b2594-3be1-4331-b70b-9ec8c711d6fa tempest-InstanceActionsNegativeTestJSON-90126473 tempest-InstanceActionsNegativeTestJSON-90126473-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369123'] for port, precommit_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:57.976585 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 56896) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:59:57.977071 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-f2ac192e-13aa-473e-867b-a89840ebb865 tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] 10.222.0.42 "DELETE /v2.0/subnets/82000aef-198b-41a7-a586-9f51926c9dd3 HTTP/1.1" status: 404 len: 337 time: 0.2500978 Apr 18 20:59:58.017832 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-4d8ecd62-4499-4537-b129-c1d1a2d53067 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1103592'] for network, before_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:58.051657 n-d-838334-2 neutron-server[84041]: INFO neutron.pecan_wsgi.hooks.translation [None req-74718fa8-a465-404f-9ee4-11f6224c4a69 tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] DELETE failed (client error): The resource could not be found. Apr 18 20:59:58.052475 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-74718fa8-a465-404f-9ee4-11f6224c4a69 tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84041) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 20:59:58.054304 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-74718fa8-a465-404f-9ee4-11f6224c4a69 tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] 10.222.0.42 "DELETE /v2.0/ports/b09cbb42-0c5f-478f-8013-0fd77d113076 HTTP/1.1" status: 404 len: 333 time: 0.0766664 Apr 18 20:59:58.058755 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 56900) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:59:58.125750 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f80f1459-6325-47d9-8c3c-392054a7513d req-2003bdfe-1ce0-4b85-bb46-4b5a64a10cc2 tempest-InstanceActionsNegativeTestJSON-90126473 tempest-InstanceActionsNegativeTestJSON-90126473-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:59:58.127789 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-f80f1459-6325-47d9-8c3c-392054a7513d req-2003bdfe-1ce0-4b85-bb46-4b5a64a10cc2 tempest-InstanceActionsNegativeTestJSON-90126473 tempest-InstanceActionsNegativeTestJSON-90126473-project] 10.222.0.42 "GET /v2.0/ports?device_id=f5ab523a-6b16-44a1-9a28-d5d19519ec28 HTTP/1.1" status: 200 len: 945 time: 0.5069323 Apr 18 20:59:58.133636 n-d-838334-2 neutron-server[84041]: INFO neutron.pecan_wsgi.hooks.translation [None req-6e8d8733-6911-42dc-91a0-a85393405f5a tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] DELETE failed (client error): The resource could not be found. Apr 18 20:59:58.134076 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6e8d8733-6911-42dc-91a0-a85393405f5a tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84041) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 20:59:58.134671 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.plugin [req-e78a59e8-6127-48b4-84e8-c6a13ff6279e req-b08b2594-3be1-4331-b70b-9ec8c711d6fa tempest-InstanceActionsNegativeTestJSON-90126473 tempest-InstanceActionsNegativeTestJSON-90126473-project] Calling delete_port for 54311f83-4a12-4d8f-a784-f6ce55daf8ce owned by compute:nova {{(pid=84040) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 20:59:58.135748 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-6e8d8733-6911-42dc-91a0-a85393405f5a tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] 10.222.0.42 "DELETE /v2.0/subnets/cc2faae8-66ae-4f10-a9a6-4cf6297e38db HTTP/1.1" status: 404 len: 337 time: 0.0685301 Apr 18 20:59:58.142198 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 56906) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:59:58.233305 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-17defbd2-a38a-483c-94ac-b69182ee313c req-f2b111d2-44a1-49d4-a811-4ce9aff10d51 service neutron] 10.222.0.42 "GET /v2.0/networks/7083f08e-ab4e-49e9-91e4-270e03cc3e4c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4372845 Apr 18 20:59:58.263819 n-d-838334-2 neutron-server[84041]: INFO neutron.pecan_wsgi.hooks.translation [None req-028e9f22-544e-48ad-b434-0982a7dbd86e tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] DELETE failed (client error): The resource could not be found. Apr 18 20:59:58.264074 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-028e9f22-544e-48ad-b434-0982a7dbd86e tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84041) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 20:59:58.266348 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-028e9f22-544e-48ad-b434-0982a7dbd86e tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] 10.222.0.42 "DELETE /v2.0/ports/4cee7e16-ce82-41ac-b0ff-4de650c91adf HTTP/1.1" status: 404 len: 333 time: 0.1226902 Apr 18 20:59:58.277550 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 56912) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:59:58.337183 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-0a6c6fac-0897-4953-817d-4b018ae9b605 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:58.342746 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-4d8ecd62-4499-4537-b129-c1d1a2d53067 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1258905', 'neutron.services.segments.db._delete_segments_for_network-8750375287417'] for network, precommit_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:58.352023 n-d-838334-2 neutron-server[84041]: INFO neutron.pecan_wsgi.hooks.translation [None req-21e03e5a-b715-4aea-afab-9bf663375b9c tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] DELETE failed (client error): The resource could not be found. Apr 18 20:59:58.352450 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-21e03e5a-b715-4aea-afab-9bf663375b9c tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84041) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 20:59:58.354170 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-21e03e5a-b715-4aea-afab-9bf663375b9c tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] 10.222.0.42 "DELETE /v2.0/subnets/10b419c5-6e7b-4eb6-8a37-f5fc53ced8d5 HTTP/1.1" status: 404 len: 337 time: 0.0651901 Apr 18 20:59:58.355234 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-f80f1459-6325-47d9-8c3c-392054a7513d req-16e9a667-46d8-44a2-8013-eb3ed2d1502f tempest-InstanceActionsNegativeTestJSON-90126473 tempest-InstanceActionsNegativeTestJSON-90126473-project] 10.222.0.42 "GET /v2.0/security-groups?id=10ac2c50-3089-40ed-8e09-294b05016514&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1777673 Apr 18 20:59:58.358332 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 56916) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:59:58.393489 n-d-838334-2 neutron-server[84041]: DEBUG neutron.services.segments.db [None req-4d8ecd62-4499-4537-b129-c1d1a2d53067 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f7467a4f-b1b1-4464-b74e-f3b773c53ca1']}} {{(pid=84041) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:59:58.407907 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-0a6c6fac-0897-4953-817d-4b018ae9b605 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:58.419420 n-d-838334-2 neutron-server[84041]: DEBUG neutron.services.segments.db [None req-4d8ecd62-4499-4537-b129-c1d1a2d53067 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'eb1f29ad-3d05-4e72-b227-469dc1660e3c') {'for_net_delete': True} {{(pid=84041) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:59:58.419738 n-d-838334-2 neutron-server[84041]: DEBUG neutron.services.segments.db [None req-4d8ecd62-4499-4537-b129-c1d1a2d53067 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'eb1f29ad-3d05-4e72-b227-469dc1660e3c') {} {{(pid=84041) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:59:58.443050 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-4d8ecd62-4499-4537-b129-c1d1a2d53067 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750375287300', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32268156'] for segment, before_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:58.461117 n-d-838334-2 neutron-server[84040]: INFO neutron.pecan_wsgi.hooks.translation [None req-a75aa9ab-736a-464f-8f09-cc7f918f3ea9 tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] DELETE failed (client error): The resource could not be found. Apr 18 20:59:58.461544 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a75aa9ab-736a-464f-8f09-cc7f918f3ea9 tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84040) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 20:59:58.473121 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-a75aa9ab-736a-464f-8f09-cc7f918f3ea9 tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] 10.222.0.42 "DELETE /v2.0/ports/72098dee-6b5b-4535-9b85-f6484102ea5b HTTP/1.1" status: 404 len: 333 time: 0.1129866 Apr 18 20:59:58.479027 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 56922) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:59:58.485495 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-4d8ecd62-4499-4537-b129-c1d1a2d53067 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1082986'] for segment, precommit_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:58.495139 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4d8ecd62-4499-4537-b129-c1d1a2d53067 admin admin] Releasing vlan 353 on physical network physnet1 to pool {{(pid=84041) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 18 20:59:58.495876 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-4d8ecd62-4499-4537-b129-c1d1a2d53067 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1082993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32266254'] for segment, after_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:58.510127 n-d-838334-2 neutron-server[84041]: Traceback (most recent call last): Apr 18 20:59:58.510127 n-d-838334-2 neutron-server[84041]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 18 20:59:58.510127 n-d-838334-2 neutron-server[84041]: timer() Apr 18 20:59:58.510127 n-d-838334-2 neutron-server[84041]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 20:59:58.510127 n-d-838334-2 neutron-server[84041]: cb(*args, **kw) Apr 18 20:59:58.510127 n-d-838334-2 neutron-server[84041]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 18 20:59:58.510127 n-d-838334-2 neutron-server[84041]: return func(*args, **kwargs) Apr 18 20:59:58.510127 n-d-838334-2 neutron-server[84041]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 20:59:58.510127 n-d-838334-2 neutron-server[84041]: self._notify() Apr 18 20:59:58.510127 n-d-838334-2 neutron-server[84041]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 20:59:58.510127 n-d-838334-2 neutron-server[84041]: self.callback(batched_events) Apr 18 20:59:58.510127 n-d-838334-2 neutron-server[84041]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 20:59:58.510127 n-d-838334-2 neutron-server[84041]: event.method(event) Apr 18 20:59:58.510127 n-d-838334-2 neutron-server[84041]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 18 20:59:58.510127 n-d-838334-2 neutron-server[84041]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 20:59:58.510127 n-d-838334-2 neutron-server[84041]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 18 20:59:58.510127 n-d-838334-2 neutron-server[84041]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 20:59:58.510127 n-d-838334-2 neutron-server[84041]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 18 20:59:58.510127 n-d-838334-2 neutron-server[84041]: return f(self, *a, **k) Apr 18 20:59:58.510127 n-d-838334-2 neutron-server[84041]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 18 20:59:58.510127 n-d-838334-2 neutron-server[84041]: return self._get(url).json() Apr 18 20:59:58.510127 n-d-838334-2 neutron-server[84041]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 18 20:59:58.510127 n-d-838334-2 neutron-server[84041]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 20:59:58.510127 n-d-838334-2 neutron-server[84041]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 18 20:59:58.510127 n-d-838334-2 neutron-server[84041]: return self.request(url, 'GET', **kwargs) Apr 18 20:59:58.510127 n-d-838334-2 neutron-server[84041]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 18 20:59:58.510127 n-d-838334-2 neutron-server[84041]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 20:59:58.510127 n-d-838334-2 neutron-server[84041]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 18 20:59:58.510127 n-d-838334-2 neutron-server[84041]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 20:59:58.510127 n-d-838334-2 neutron-server[84041]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 18 20:59:58.510127 n-d-838334-2 neutron-server[84041]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 20:59:58.510127 n-d-838334-2 neutron-server[84041]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 20:59:58.560241 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-17defbd2-a38a-483c-94ac-b69182ee313c req-88210120-47fe-4585-b823-d9f6426631d4 service neutron] 10.222.0.42 "GET /v2.0/networks/7083f08e-ab4e-49e9-91e4-270e03cc3e4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3154340 Apr 18 20:59:58.565346 n-d-838334-2 neutron-server[84040]: INFO neutron.pecan_wsgi.hooks.translation [None req-2c8bc7d8-cee7-4db1-86ff-ca937ed1b114 tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] DELETE failed (client error): The resource could not be found. Apr 18 20:59:58.566286 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2c8bc7d8-cee7-4db1-86ff-ca937ed1b114 tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84040) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 20:59:58.568479 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-2c8bc7d8-cee7-4db1-86ff-ca937ed1b114 tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] 10.222.0.42 "DELETE /v2.0/subnets/9aa4c75b-655f-4b1f-961d-20dfd0a51420 HTTP/1.1" status: 404 len: 337 time: 0.0881395 Apr 18 20:59:58.572499 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 56928) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:59:58.581638 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-0a6c6fac-0897-4953-817d-4b018ae9b605 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33528224'] for security_group, after_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:58.634060 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-e78a59e8-6127-48b4-84e8-c6a13ff6279e req-b08b2594-3be1-4331-b70b-9ec8c711d6fa tempest-InstanceActionsNegativeTestJSON-90126473 tempest-InstanceActionsNegativeTestJSON-90126473-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750375259028', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750374836628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32440838'] for port, after_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:58.701261 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b08b2594-3be1-4331-b70b-9ec8c711d6fa tempest-InstanceActionsNegativeTestJSON-90126473 tempest-InstanceActionsNegativeTestJSON-90126473-project] Pushing event deleted for resources: {'Port': ['ID=54311f83-4a12-4d8f-a784-f6ce55daf8ce,revision_number=None']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:59:58.744618 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a6c6fac-0897-4953-817d-4b018ae9b605 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=afd3641e-751b-4b2d-8b65-b8f0dd1af504,revision_number=None']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:59:58.761424 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-0a6c6fac-0897-4953-817d-4b018ae9b605 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:58.762535 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-0a6c6fac-0897-4953-817d-4b018ae9b605 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/afd3641e-751b-4b2d-8b65-b8f0dd1af504 HTTP/1.1" status: 204 len: 168 time: 0.8020229 Apr 18 20:59:58.774037 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-4d8ecd62-4499-4537-b129-c1d1a2d53067 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1258898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33526109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33444113'] for network, after_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:58.780292 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-4d8ecd62-4499-4537-b129-c1d1a2d53067 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32378031'] for network, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:58.810716 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d8ecd62-4499-4537-b129-c1d1a2d53067 admin admin] Pushing event deleted for resources: {'Network': ['ID=f7467a4f-b1b1-4464-b74e-f3b773c53ca1,revision_number=None']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:59:58.822448 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-2684a0c5-e05c-476b-88a1-8bfb4a6e0c65 tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1103592'] for network, before_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:58.841588 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-4d8ecd62-4499-4537-b129-c1d1a2d53067 admin admin] 10.222.0.42 "DELETE /v2.0/networks/f7467a4f-b1b1-4464-b74e-f3b773c53ca1 HTTP/1.1" status: 204 len: 168 time: 0.9969294 Apr 18 20:59:58.871291 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.l3_dvrscheduler_db [req-e78a59e8-6127-48b4-84e8-c6a13ff6279e req-b08b2594-3be1-4331-b70b-9ec8c711d6fa tempest-InstanceActionsNegativeTestJSON-90126473 tempest-InstanceActionsNegativeTestJSON-90126473-project] No DVR routers for this DVR port 54311f83-4a12-4d8f-a784-f6ce55daf8ce on host n-h2-838334-2 {{(pid=84040) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 20:59:58.879725 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-e78a59e8-6127-48b4-84e8-c6a13ff6279e req-b08b2594-3be1-4331-b70b-9ec8c711d6fa tempest-InstanceActionsNegativeTestJSON-90126473 tempest-InstanceActionsNegativeTestJSON-90126473-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217293'] for port, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:58.882002 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-e78a59e8-6127-48b4-84e8-c6a13ff6279e req-b08b2594-3be1-4331-b70b-9ec8c711d6fa tempest-InstanceActionsNegativeTestJSON-90126473 tempest-InstanceActionsNegativeTestJSON-90126473-project] 10.222.0.48 "DELETE /v2.0/ports/54311f83-4a12-4d8f-a784-f6ce55daf8ce HTTP/1.1" status: 204 len: 173 time: 1.8372550 Apr 18 20:59:58.884474 n-d-838334-2 neutron-server[84040]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f5ab523a-6b16-44a1-9a28-d5d19519ec28', 'name': 'network-vif-deleted', 'tag': '54311f83-4a12-4d8f-a784-f6ce55daf8ce'}] {{(pid=84040) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 20:59:58.890654 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-3455a613-9c06-448c-950a-bf9c1e98eece req-bc6e559d-989a-4389-9b2f-875fd68d1bf0 tempest-ServersTestJSON-1424434350 tempest-ServersTestJSON-1424434350-project] 10.222.0.42 "GET /v2.0/ports?device_id=8be6c3d8-d92d-416e-93f9-40d16e3aae09 HTTP/1.1" status: 200 len: 210 time: 0.1390188 Apr 18 20:59:58.903225 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c44b5c17-ed38-4319-811c-da487ea24a2b req-e13d2e4f-71c1-4018-919f-58a9ffc8976a tempest-ServersNegativeTestJSON-508382254 tempest-ServersNegativeTestJSON-508382254-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:59:58.911942 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-c44b5c17-ed38-4319-811c-da487ea24a2b req-e13d2e4f-71c1-4018-919f-58a9ffc8976a tempest-ServersNegativeTestJSON-508382254 tempest-ServersNegativeTestJSON-508382254-project] 10.222.0.42 "GET /v2.0/ports?device_id=2197a591-197e-47fe-9210-1387bfb6ec5e HTTP/1.1" status: 200 len: 945 time: 0.3649852 Apr 18 20:59:58.992129 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-c44b5c17-ed38-4319-811c-da487ea24a2b req-a9aa7b86-9bb5-47eb-9ffc-c59b6b05ff9a tempest-ServersNegativeTestJSON-508382254 tempest-ServersNegativeTestJSON-508382254-project] 10.222.0.42 "GET /v2.0/security-groups?id=ada0ecb3-b1bc-4ba2-8e6c-b06ba09daca2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0790625 Apr 18 20:59:59.065499 n-d-838334-2 neutron-server[84040]: INFO neutron.notifiers.nova [-] Nova event matching ['req-36da61c3-5f9b-4460-8172-1f280a664215'] response: {'server_uuid': 'f5ab523a-6b16-44a1-9a28-d5d19519ec28', 'name': 'network-vif-deleted', 'tag': '54311f83-4a12-4d8f-a784-f6ce55daf8ce', 'status': 'completed', 'code': 200} Apr 18 20:59:59.114444 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-2684a0c5-e05c-476b-88a1-8bfb4a6e0c65 tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1258905', 'neutron.services.segments.db._delete_segments_for_network-8750375287417'] for network, precommit_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:59.147192 n-d-838334-2 neutron-server[84041]: DEBUG neutron.services.segments.db [None req-2684a0c5-e05c-476b-88a1-8bfb4a6e0c65 tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ef903069-7c89-4376-963f-99c58ca6d615']}} {{(pid=84041) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:59:59.185528 n-d-838334-2 neutron-server[84041]: DEBUG neutron.services.segments.db [None req-2684a0c5-e05c-476b-88a1-8bfb4a6e0c65 tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fbf28fbd-36f8-46f3-be08-57d41821e390') {'for_net_delete': True} {{(pid=84041) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:59:59.185816 n-d-838334-2 neutron-server[84041]: DEBUG neutron.services.segments.db [None req-2684a0c5-e05c-476b-88a1-8bfb4a6e0c65 tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fbf28fbd-36f8-46f3-be08-57d41821e390') {} {{(pid=84041) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:59:59.202230 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-2684a0c5-e05c-476b-88a1-8bfb4a6e0c65 tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750375287300', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32268156'] for segment, before_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:59.231844 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-2684a0c5-e05c-476b-88a1-8bfb4a6e0c65 tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1082986'] for segment, precommit_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:59.240877 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2684a0c5-e05c-476b-88a1-8bfb4a6e0c65 tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Releasing vlan 371 on physical network physnet1 to pool {{(pid=84041) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 18 20:59:59.241284 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-2684a0c5-e05c-476b-88a1-8bfb4a6e0c65 tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1082993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32266254'] for segment, after_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:59.350195 n-d-838334-2 neutron-server[84041]: Traceback (most recent call last): Apr 18 20:59:59.350195 n-d-838334-2 neutron-server[84041]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 18 20:59:59.350195 n-d-838334-2 neutron-server[84041]: timer() Apr 18 20:59:59.350195 n-d-838334-2 neutron-server[84041]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 20:59:59.350195 n-d-838334-2 neutron-server[84041]: cb(*args, **kw) Apr 18 20:59:59.350195 n-d-838334-2 neutron-server[84041]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 18 20:59:59.350195 n-d-838334-2 neutron-server[84041]: return func(*args, **kwargs) Apr 18 20:59:59.350195 n-d-838334-2 neutron-server[84041]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 20:59:59.350195 n-d-838334-2 neutron-server[84041]: self._notify() Apr 18 20:59:59.350195 n-d-838334-2 neutron-server[84041]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 20:59:59.350195 n-d-838334-2 neutron-server[84041]: self.callback(batched_events) Apr 18 20:59:59.350195 n-d-838334-2 neutron-server[84041]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 20:59:59.350195 n-d-838334-2 neutron-server[84041]: event.method(event) Apr 18 20:59:59.350195 n-d-838334-2 neutron-server[84041]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 18 20:59:59.350195 n-d-838334-2 neutron-server[84041]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 20:59:59.350195 n-d-838334-2 neutron-server[84041]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 18 20:59:59.350195 n-d-838334-2 neutron-server[84041]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 20:59:59.350195 n-d-838334-2 neutron-server[84041]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 18 20:59:59.350195 n-d-838334-2 neutron-server[84041]: return f(self, *a, **k) Apr 18 20:59:59.350195 n-d-838334-2 neutron-server[84041]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 18 20:59:59.350195 n-d-838334-2 neutron-server[84041]: return self._get(url).json() Apr 18 20:59:59.350195 n-d-838334-2 neutron-server[84041]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 18 20:59:59.350195 n-d-838334-2 neutron-server[84041]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 20:59:59.350195 n-d-838334-2 neutron-server[84041]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 18 20:59:59.350195 n-d-838334-2 neutron-server[84041]: return self.request(url, 'GET', **kwargs) Apr 18 20:59:59.350195 n-d-838334-2 neutron-server[84041]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 18 20:59:59.350195 n-d-838334-2 neutron-server[84041]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 20:59:59.350195 n-d-838334-2 neutron-server[84041]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 18 20:59:59.350195 n-d-838334-2 neutron-server[84041]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 20:59:59.350195 n-d-838334-2 neutron-server[84041]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 18 20:59:59.350195 n-d-838334-2 neutron-server[84041]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 20:59:59.350195 n-d-838334-2 neutron-server[84041]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 20:59:59.354475 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-2684a0c5-e05c-476b-88a1-8bfb4a6e0c65 tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1258898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33526109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33444113'] for network, after_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:59.379708 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-2684a0c5-e05c-476b-88a1-8bfb4a6e0c65 tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32378031'] for network, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:59.393664 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2684a0c5-e05c-476b-88a1-8bfb4a6e0c65 tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] Pushing event deleted for resources: {'Network': ['ID=ef903069-7c89-4376-963f-99c58ca6d615,revision_number=None']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:59:59.400069 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-2684a0c5-e05c-476b-88a1-8bfb4a6e0c65 tempest-NetworksTestDHCPv6-1747354127 tempest-NetworksTestDHCPv6-1747354127-project] 10.222.0.42 "DELETE /v2.0/networks/ef903069-7c89-4376-963f-99c58ca6d615 HTTP/1.1" status: 204 len: 168 time: 0.8260629 Apr 18 20:59:59.501990 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba201983-8203-4599-bd4c-2739e6e18292 req-a53aa241-da0e-4e7e-9b90-075ceebe3e41 tempest-ServersNegativeTestJSON-508382254 tempest-ServersNegativeTestJSON-508382254-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:59:59.510609 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-ba201983-8203-4599-bd4c-2739e6e18292 req-a53aa241-da0e-4e7e-9b90-075ceebe3e41 tempest-ServersNegativeTestJSON-508382254 tempest-ServersNegativeTestJSON-508382254-project] 10.222.0.42 "GET /v2.0/ports?device_id=2197a591-197e-47fe-9210-1387bfb6ec5e HTTP/1.1" status: 200 len: 945 time: 0.2764258 Apr 18 20:59:59.568384 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 56962) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:59:59.575852 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-ba201983-8203-4599-bd4c-2739e6e18292 req-9ef40d8c-ceb0-401c-aace-7729e44f789f tempest-ServersNegativeTestJSON-508382254 tempest-ServersNegativeTestJSON-508382254-project] 10.222.0.42 "GET /v2.0/security-groups?id=ada0ecb3-b1bc-4ba2-8e6c-b06ba09daca2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638800 Apr 18 20:59:59.620124 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750375287399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253529'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:59.662983 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-93fe4be6-b673-4e18-bb64-b705420dd775 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=7fa7a8b3916440879a3373a5a8935507&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0912566 Apr 18 20:59:59.663205 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 56970) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:59:59.714256 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [req-9ecf7078-73da-4e2d-8321-7973c62634db req-590692ab-a7b3-4b00-9c56-eae9de1c28e0 tempest-InstanceActionsNegativeTestJSON-90126473 tempest-InstanceActionsNegativeTestJSON-90126473-project] Synchronizing usage tracker for tenant:2dd567cd79884d1c95498475e18e1635 on resource:port {{(pid=84040) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 20:59:59.727985 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-7b5ba73e-a5ee-4a0c-bb9a-05dc885819b1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:59.759035 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [req-9ecf7078-73da-4e2d-8321-7973c62634db req-590692ab-a7b3-4b00-9c56-eae9de1c28e0 tempest-InstanceActionsNegativeTestJSON-90126473 tempest-InstanceActionsNegativeTestJSON-90126473-project] Unset dirty status for tenant:2dd567cd79884d1c95498475e18e1635 on resource:port {{(pid=84040) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 20:59:59.760435 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-9ecf7078-73da-4e2d-8321-7973c62634db req-590692ab-a7b3-4b00-9c56-eae9de1c28e0 tempest-InstanceActionsNegativeTestJSON-90126473 tempest-InstanceActionsNegativeTestJSON-90126473-project] 10.222.0.42 "GET /v2.0/ports?device_id=f5ab523a-6b16-44a1-9a28-d5d19519ec28 HTTP/1.1" status: 200 len: 210 time: 0.1338751 Apr 18 20:59:59.773531 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-7b5ba73e-a5ee-4a0c-bb9a-05dc885819b1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:59.886171 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-7b5ba73e-a5ee-4a0c-bb9a-05dc885819b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33528224'] for security_group, after_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:59.904885 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b5ba73e-a5ee-4a0c-bb9a-05dc885819b1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=588d127b-19b7-4c3d-9f79-a400181b94e2,revision_number=None']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:59:59.909884 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-7b5ba73e-a5ee-4a0c-bb9a-05dc885819b1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:59.911375 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-7b5ba73e-a5ee-4a0c-bb9a-05dc885819b1 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/588d127b-19b7-4c3d-9f79-a400181b94e2 HTTP/1.1" status: 204 len: 168 time: 0.2472727 Apr 18 21:00:00.019236 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93cf8c01-d684-4a03-bfde-7394f88af177 req-48175247-9947-474e-a29e-eedc473c97b8 tempest-ServersNegativeTestJSON-508382254 tempest-ServersNegativeTestJSON-508382254-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:00:00.020907 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-93cf8c01-d684-4a03-bfde-7394f88af177 req-48175247-9947-474e-a29e-eedc473c97b8 tempest-ServersNegativeTestJSON-508382254 tempest-ServersNegativeTestJSON-508382254-project] 10.222.0.42 "GET /v2.0/ports?device_id=2197a591-197e-47fe-9210-1387bfb6ec5e HTTP/1.1" status: 200 len: 945 time: 0.1631417 Apr 18 21:00:00.095725 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-93cf8c01-d684-4a03-bfde-7394f88af177 req-dbbfdf0b-aaf0-43db-af56-01c52c872e58 tempest-ServersNegativeTestJSON-508382254 tempest-ServersNegativeTestJSON-508382254-project] 10.222.0.42 "GET /v2.0/security-groups?id=ada0ecb3-b1bc-4ba2-8e6c-b06ba09daca2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658822 Apr 18 21:00:00.153883 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-6329c91a-d8b4-4de3-bfb4-559dffe4bbef req-26c59c8e-0b7e-4400-91fa-57bb5b9b34ab tempest-ServersTestJSON-1424434350 tempest-ServersTestJSON-1424434350-project] 10.222.0.42 "GET /v2.0/ports?device_id=8be6c3d8-d92d-416e-93f9-40d16e3aae09 HTTP/1.1" status: 200 len: 210 time: 0.0469234 Apr 18 21:00:00.223450 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Device 54311f83-4a12-4d8f-a784-f6ce55daf8ce no longer exists at agent hyperv_n-h2-838334-2 {{(pid=84042) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 21:00:00.237266 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 56988) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:00:00.272451 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.plugin [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] No Port match for: 54311f83-4a12-4d8f-a784-f6ce55daf8ce {{(pid=84042) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 18 21:00:00.272784 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Device 54311f83-4a12-4d8f-a784-f6ce55daf8ce not bound to the agent host n-h2-838334-2 {{(pid=84042) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 21:00:00.686238 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cb5b84f-517a-41fe-9c59-f8d0b6444d22 req-f292f6e9-eede-4e77-a4b3-9c79faf9e056 tempest-ServersNegativeTestJSON-508382254 tempest-ServersNegativeTestJSON-508382254-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:00:00.687922 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-7cb5b84f-517a-41fe-9c59-f8d0b6444d22 req-f292f6e9-eede-4e77-a4b3-9c79faf9e056 tempest-ServersNegativeTestJSON-508382254 tempest-ServersNegativeTestJSON-508382254-project] 10.222.0.42 "GET /v2.0/ports?device_id=2197a591-197e-47fe-9210-1387bfb6ec5e HTTP/1.1" status: 200 len: 945 time: 0.1515484 Apr 18 21:00:00.783333 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-47a8cc05-2688-44d4-abf1-017d116ca5f4 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=1256b788e8184019a07eb24a482acda4&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5439985 Apr 18 21:00:00.785989 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 57006) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:00:00.792651 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17defbd2-a38a-483c-94ac-b69182ee313c req-db35fc40-cb20-4905-bd0e-3d595facf4c3 tempest-ServersTestJSON-1424434350 tempest-ServersTestJSON-1424434350-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:00:00.794560 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-17defbd2-a38a-483c-94ac-b69182ee313c req-db35fc40-cb20-4905-bd0e-3d595facf4c3 tempest-ServersTestJSON-1424434350 tempest-ServersTestJSON-1424434350-project] 10.222.0.43 "GET /v2.0/networks?id=7083f08e-ab4e-49e9-91e4-270e03cc3e4c HTTP/1.1" status: 200 len: 805 time: 0.4150712 Apr 18 21:00:00.805946 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-7cb5b84f-517a-41fe-9c59-f8d0b6444d22 req-293aa1fb-e333-4fe0-8b02-4ac923e331c8 tempest-ServersNegativeTestJSON-508382254 tempest-ServersNegativeTestJSON-508382254-project] 10.222.0.42 "GET /v2.0/security-groups?id=ada0ecb3-b1bc-4ba2-8e6c-b06ba09daca2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1114962 Apr 18 21:00:00.826646 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.v2.base [req-17defbd2-a38a-483c-94ac-b69182ee313c req-00556496-7def-4560-8fce-ba780298627e tempest-ServersTestJSON-1424434350 tempest-ServersTestJSON-1424434350-project] Request body: {'port': {'device_id': '8be6c3d8-d92d-416e-93f9-40d16e3aae09', 'network_id': '7083f08e-ab4e-49e9-91e4-270e03cc3e4c', 'admin_state_up': True, 'tenant_id': 'ba267e3ba48c4ff1b4fc57f8cfab7c8c'}} {{(pid=84041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:00:00.903897 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 57014) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:00:01.018596 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-24f0ae42-9ea5-4cbb-8013-3d01c42c3ba0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:01.023146 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.db_base_plugin_v2 [None req-b4500bcc-9b4a-47fe-8abb-ad9c10ca57e1 admin admin] Deleting subnet 2ccb130b-0190-4f2d-a7c8-f8a986daf949 {{(pid=84040) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 18 21:00:01.030925 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-b4500bcc-9b4a-47fe-8abb-ad9c10ca57e1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:01.052087 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [req-17defbd2-a38a-483c-94ac-b69182ee313c req-00556496-7def-4560-8fce-ba780298627e tempest-ServersTestJSON-1424434350 tempest-ServersTestJSON-1424434350-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:00:01.075407 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [req-17defbd2-a38a-483c-94ac-b69182ee313c req-00556496-7def-4560-8fce-ba780298627e tempest-ServersTestJSON-1424434350 tempest-ServersTestJSON-1424434350-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:00:01.085650 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-24f0ae42-9ea5-4cbb-8013-3d01c42c3ba0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:01.106723 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-b4500bcc-9b4a-47fe-8abb-ad9c10ca57e1 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31955982'] for subnet, precommit_delete_associations {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:01.117255 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-17defbd2-a38a-483c-94ac-b69182ee313c req-00556496-7def-4560-8fce-ba780298627e tempest-ServersTestJSON-1424434350 tempest-ServersTestJSON-1424434350-project] Made reservation on behalf of ba267e3ba48c4ff1b4fc57f8cfab7c8c for: {'port': 1} {{(pid=84041) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:00:01.120254 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [req-17defbd2-a38a-483c-94ac-b69182ee313c req-00556496-7def-4560-8fce-ba780298627e tempest-ServersTestJSON-1424434350 tempest-ServersTestJSON-1424434350-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:01.214112 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-b4500bcc-9b4a-47fe-8abb-ad9c10ca57e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1260556'] for subnet, precommit_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:01.260770 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-24f0ae42-9ea5-4cbb-8013-3d01c42c3ba0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33528224'] for security_group, after_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:01.323015 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24f0ae42-9ea5-4cbb-8013-3d01c42c3ba0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b8e4b68f-ce57-4241-88cb-1f793f812783,revision_number=None']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:00:01.358789 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-b4500bcc-9b4a-47fe-8abb-ad9c10ca57e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1260549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33526260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32440885', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31752825'] for subnet, after_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:01.375408 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-24f0ae42-9ea5-4cbb-8013-3d01c42c3ba0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:01.377198 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-24f0ae42-9ea5-4cbb-8013-3d01c42c3ba0 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/b8e4b68f-ce57-4241-88cb-1f793f812783 HTTP/1.1" status: 204 len: 168 time: 0.5901582 Apr 18 21:00:01.402860 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.db_base_plugin_common [req-17defbd2-a38a-483c-94ac-b69182ee313c req-00556496-7def-4560-8fce-ba780298627e tempest-ServersTestJSON-1424434350 tempest-ServersTestJSON-1424434350-project] Allocated IP 172.20.0.14 (7083f08e-ab4e-49e9-91e4-270e03cc3e4c/b602689e-1bf9-4316-afee-2c16d3405af1/7d21a7ff-fa1b-45c4-ac0b-ca57c2e0c5d0) {{(pid=84041) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 21:00:01.422754 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-b4500bcc-9b4a-47fe-8abb-ad9c10ca57e1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32378031'] for subnet, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:01.426745 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4500bcc-9b4a-47fe-8abb-ad9c10ca57e1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2ccb130b-0190-4f2d-a7c8-f8a986daf949,revision_number=None']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:00:01.470666 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-45ef0723-3b0e-487b-a561-e0253117cfda req-37803466-0904-4c36-afc8-0bbe6d62a2f1 tempest-ServersTestJSON-1424434350 tempest-ServersTestJSON-1424434350-project] 10.222.0.42 "GET /v2.0/ports?device_id=8be6c3d8-d92d-416e-93f9-40d16e3aae09 HTTP/1.1" status: 200 len: 210 time: 0.0565827 Apr 18 21:00:01.476819 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 57038) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:00:01.477013 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-b4500bcc-9b4a-47fe-8abb-ad9c10ca57e1 admin admin] 10.222.0.42 "DELETE /v2.0/subnets/2ccb130b-0190-4f2d-a7c8-f8a986daf949 HTTP/1.1" status: 204 len: 168 time: 0.5718448 Apr 18 21:00:01.679233 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-671dc594-b385-4f7c-9280-55c2461e9045 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1103592'] for network, before_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:01.853568 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-671dc594-b385-4f7c-9280-55c2461e9045 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1258905', 'neutron.services.segments.db._delete_segments_for_network-8750375287417'] for network, precommit_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:01.881520 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [req-17defbd2-a38a-483c-94ac-b69182ee313c req-00556496-7def-4560-8fce-ba780298627e tempest-ServersTestJSON-1424434350 tempest-ServersTestJSON-1424434350-project] Notify callbacks [] for port, precommit_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:01.885182 n-d-838334-2 neutron-server[84041]: DEBUG neutron.services.segments.db [None req-671dc594-b385-4f7c-9280-55c2461e9045 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['928fedfd-5ce4-47aa-b536-a47ade377567']}} {{(pid=84041) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:00:01.904140 n-d-838334-2 neutron-server[84041]: DEBUG neutron.services.segments.db [None req-671dc594-b385-4f7c-9280-55c2461e9045 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '91b1e831-2352-40de-920f-7b2cc0fafcf5') {'for_net_delete': True} {{(pid=84041) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:00:01.904733 n-d-838334-2 neutron-server[84041]: DEBUG neutron.services.segments.db [None req-671dc594-b385-4f7c-9280-55c2461e9045 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '91b1e831-2352-40de-920f-7b2cc0fafcf5') {} {{(pid=84041) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:00:01.921279 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-671dc594-b385-4f7c-9280-55c2461e9045 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750375287300', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32268156'] for segment, before_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:01.945084 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-671dc594-b385-4f7c-9280-55c2461e9045 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1082986'] for segment, precommit_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:01.954533 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-671dc594-b385-4f7c-9280-55c2461e9045 admin admin] Releasing vlan 378 on physical network physnet1 to pool {{(pid=84041) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 18 21:00:01.955220 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-671dc594-b385-4f7c-9280-55c2461e9045 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1082993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32266254'] for segment, after_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:01.968885 n-d-838334-2 neutron-server[84041]: Traceback (most recent call last): Apr 18 21:00:01.968885 n-d-838334-2 neutron-server[84041]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 18 21:00:01.968885 n-d-838334-2 neutron-server[84041]: timer() Apr 18 21:00:01.968885 n-d-838334-2 neutron-server[84041]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 21:00:01.968885 n-d-838334-2 neutron-server[84041]: cb(*args, **kw) Apr 18 21:00:01.968885 n-d-838334-2 neutron-server[84041]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 18 21:00:01.968885 n-d-838334-2 neutron-server[84041]: return func(*args, **kwargs) Apr 18 21:00:01.968885 n-d-838334-2 neutron-server[84041]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 21:00:01.968885 n-d-838334-2 neutron-server[84041]: self._notify() Apr 18 21:00:01.968885 n-d-838334-2 neutron-server[84041]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 21:00:01.968885 n-d-838334-2 neutron-server[84041]: self.callback(batched_events) Apr 18 21:00:01.968885 n-d-838334-2 neutron-server[84041]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 21:00:01.968885 n-d-838334-2 neutron-server[84041]: event.method(event) Apr 18 21:00:01.968885 n-d-838334-2 neutron-server[84041]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 18 21:00:01.968885 n-d-838334-2 neutron-server[84041]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 21:00:01.968885 n-d-838334-2 neutron-server[84041]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 18 21:00:01.968885 n-d-838334-2 neutron-server[84041]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 21:00:01.968885 n-d-838334-2 neutron-server[84041]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 18 21:00:01.968885 n-d-838334-2 neutron-server[84041]: return f(self, *a, **k) Apr 18 21:00:01.968885 n-d-838334-2 neutron-server[84041]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 18 21:00:01.968885 n-d-838334-2 neutron-server[84041]: return self._get(url).json() Apr 18 21:00:01.968885 n-d-838334-2 neutron-server[84041]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 18 21:00:01.968885 n-d-838334-2 neutron-server[84041]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 21:00:01.968885 n-d-838334-2 neutron-server[84041]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 18 21:00:01.968885 n-d-838334-2 neutron-server[84041]: return self.request(url, 'GET', **kwargs) Apr 18 21:00:01.968885 n-d-838334-2 neutron-server[84041]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 18 21:00:01.968885 n-d-838334-2 neutron-server[84041]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 21:00:01.968885 n-d-838334-2 neutron-server[84041]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 18 21:00:01.968885 n-d-838334-2 neutron-server[84041]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 21:00:01.968885 n-d-838334-2 neutron-server[84041]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 18 21:00:01.968885 n-d-838334-2 neutron-server[84041]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 21:00:01.968885 n-d-838334-2 neutron-server[84041]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 21:00:02.043850 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dfab979-a9e2-4c84-8e8e-03849efb9884 req-0c97ed01-0bca-4abc-ab24-8e868d2e7e08 tempest-ServersNegativeTestJSON-508382254 tempest-ServersNegativeTestJSON-508382254-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:00:02.048787 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-0dfab979-a9e2-4c84-8e8e-03849efb9884 req-0c97ed01-0bca-4abc-ab24-8e868d2e7e08 tempest-ServersNegativeTestJSON-508382254 tempest-ServersNegativeTestJSON-508382254-project] 10.222.0.42 "GET /v2.0/ports?device_id=2197a591-197e-47fe-9210-1387bfb6ec5e HTTP/1.1" status: 200 len: 945 time: 0.1018183 Apr 18 21:00:02.082330 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [req-17defbd2-a38a-483c-94ac-b69182ee313c req-00556496-7def-4560-8fce-ba780298627e tempest-ServersTestJSON-1424434350 tempest-ServersTestJSON-1424434350-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750374836619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32266323'] for port, after_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:02.096641 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] get_ports_and_sgs() called for port_ids ['8f0ac191-0475-420d-bcd7-62c84624a6ea'] {{(pid=84042) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 18 21:00:02.126430 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-0dfab979-a9e2-4c84-8e8e-03849efb9884 req-eabc860c-cad2-4ded-9f74-52aa48899816 tempest-ServersNegativeTestJSON-508382254 tempest-ServersNegativeTestJSON-508382254-project] 10.222.0.42 "GET /v2.0/security-groups?id=ada0ecb3-b1bc-4ba2-8e6c-b06ba09daca2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728362 Apr 18 21:00:02.209710 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-671dc594-b385-4f7c-9280-55c2461e9045 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1258898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33526109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33444113'] for network, after_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:02.230900 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-671dc594-b385-4f7c-9280-55c2461e9045 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32378031'] for network, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:02.245449 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 57066) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:00:02.282549 n-d-838334-2 neutron-server[84041]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-17defbd2-a38a-483c-94ac-b69182ee313c req-00556496-7def-4560-8fce-ba780298627e tempest-ServersTestJSON-1424434350 tempest-ServersTestJSON-1424434350-project] Network 7083f08e-ab4e-49e9-91e4-270e03cc3e4c is already hosted by enough agents. {{(pid=84041) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:00:02.284111 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-671dc594-b385-4f7c-9280-55c2461e9045 admin admin] Pushing event deleted for resources: {'Network': ['ID=928fedfd-5ce4-47aa-b536-a47ade377567,revision_number=None']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:00:02.290712 n-d-838334-2 neutron-server[84041]: DEBUG neutron.scheduler.base_scheduler [req-17defbd2-a38a-483c-94ac-b69182ee313c req-00556496-7def-4560-8fce-ba780298627e tempest-ServersTestJSON-1424434350 tempest-ServersTestJSON-1424434350-project] Resources bound (agent type, host, resource id): {{(pid=84041) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:00:02.292930 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.l3_dvrscheduler_db [req-17defbd2-a38a-483c-94ac-b69182ee313c req-00556496-7def-4560-8fce-ba780298627e tempest-ServersTestJSON-1424434350 tempest-ServersTestJSON-1424434350-project] Received port after_create {{(pid=84041) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 21:00:02.366708 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17defbd2-a38a-483c-94ac-b69182ee313c req-00556496-7def-4560-8fce-ba780298627e tempest-ServersTestJSON-1424434350 tempest-ServersTestJSON-1424434350-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:00:02.367402 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [req-17defbd2-a38a-483c-94ac-b69182ee313c req-00556496-7def-4560-8fce-ba780298627e tempest-ServersTestJSON-1424434350 tempest-ServersTestJSON-1424434350-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217293'] for port, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:02.393815 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-671dc594-b385-4f7c-9280-55c2461e9045 admin admin] 10.222.0.42 "DELETE /v2.0/networks/928fedfd-5ce4-47aa-b536-a47ade377567 HTTP/1.1" status: 204 len: 168 time: 0.9154181 Apr 18 21:00:02.395912 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00556496-7def-4560-8fce-ba780298627e tempest-ServersTestJSON-1424434350 tempest-ServersTestJSON-1424434350-project] Pushing event updated for resources: {'Port': ['ID=7d21a7ff-fa1b-45c4-ac0b-ca57c2e0c5d0,revision_number=1']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:00:02.429551 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-17defbd2-a38a-483c-94ac-b69182ee313c req-00556496-7def-4560-8fce-ba780298627e tempest-ServersTestJSON-1424434350 tempest-ServersTestJSON-1424434350-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6116049 Apr 18 21:00:02.441785 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.v2.base [req-17defbd2-a38a-483c-94ac-b69182ee313c req-e0d13965-a9b3-4ec9-9bb0-f4a4c832c3e4 service neutron] Request body: {'port': {'device_id': '8be6c3d8-d92d-416e-93f9-40d16e3aae09', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-838334-2'}} {{(pid=84041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:00:02.563409 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.v2.base [None req-c99aa4ba-9bbc-43a0-9b43-954d60b94057 admin admin] Request body: {'network': {'name': 'tempest-ServerGroup264TestJSON-636288662-network', 'tenant_id': '3359f64d61394be3988b8358f336f0e8'}} {{(pid=84040) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:00:02.575507 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [None req-c99aa4ba-9bbc-43a0-9b43-954d60b94057 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:00:02.597294 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-c99aa4ba-9bbc-43a0-9b43-954d60b94057 admin admin] Usage tracker for resource:network and tenant:3359f64d61394be3988b8358f336f0e8 is out of sync, need to count used quota {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:00:02.602387 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-c99aa4ba-9bbc-43a0-9b43-954d60b94057 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:00:02.623478 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [None req-c99aa4ba-9bbc-43a0-9b43-954d60b94057 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:00:02.681779 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c99aa4ba-9bbc-43a0-9b43-954d60b94057 admin admin] Made reservation on behalf of 3359f64d61394be3988b8358f336f0e8 for: {'network': 1} {{(pid=84040) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:00:02.682019 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [req-17defbd2-a38a-483c-94ac-b69182ee313c req-e0d13965-a9b3-4ec9-9bb0-f4a4c832c3e4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:02.687039 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-c99aa4ba-9bbc-43a0-9b43-954d60b94057 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for network, before_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:02.804260 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-c99aa4ba-9bbc-43a0-9b43-954d60b94057 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:02.912368 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 57096) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:00:02.919333 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [None req-c99aa4ba-9bbc-43a0-9b43-954d60b94057 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:00:02.953277 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-c99aa4ba-9bbc-43a0-9b43-954d60b94057 admin admin] Usage tracker for resource:security_group_rule and tenant:3359f64d61394be3988b8358f336f0e8 is out of sync, need to count used quota {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:00:02.964303 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-c99aa4ba-9bbc-43a0-9b43-954d60b94057 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:00:02.979852 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [None req-c99aa4ba-9bbc-43a0-9b43-954d60b94057 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:00:02.989549 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8695854c-c55f-4b0d-9b11-ab0ab7314bac req-60401a71-00a8-4ede-b211-735b04d9cd3d tempest-ServersTestJSON-1424434350 tempest-ServersTestJSON-1424434350-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:00:02.997355 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-8695854c-c55f-4b0d-9b11-ab0ab7314bac req-60401a71-00a8-4ede-b211-735b04d9cd3d tempest-ServersTestJSON-1424434350 tempest-ServersTestJSON-1424434350-project] 10.222.0.42 "GET /v2.0/ports?device_id=8be6c3d8-d92d-416e-93f9-40d16e3aae09 HTTP/1.1" status: 200 len: 932 time: 0.2727091 Apr 18 21:00:03.113736 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-8695854c-c55f-4b0d-9b11-ab0ab7314bac req-17ec3557-8651-4f11-9946-22ace023e2a2 tempest-ServersTestJSON-1424434350 tempest-ServersTestJSON-1424434350-project] 10.222.0.42 "GET /v2.0/security-groups?id=a3de1b7a-019c-40dd-8c9d-3a3f159b2bd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1143270 Apr 18 21:00:03.144993 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-060c8839-fd50-42f2-8479-f2768ec14d44 req-1760b84d-e3ac-4f12-bf0c-0323be337984 tempest-ServersNegativeTestJSON-508382254 tempest-ServersNegativeTestJSON-508382254-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:00:03.146897 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-060c8839-fd50-42f2-8479-f2768ec14d44 req-1760b84d-e3ac-4f12-bf0c-0323be337984 tempest-ServersNegativeTestJSON-508382254 tempest-ServersNegativeTestJSON-508382254-project] 10.222.0.42 "GET /v2.0/ports?device_id=2197a591-197e-47fe-9210-1387bfb6ec5e HTTP/1.1" status: 200 len: 945 time: 0.3312273 Apr 18 21:00:03.154238 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-638425e6-31c2-4328-9da5-adfde020b406 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=2dd567cd79884d1c95498475e18e1635&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2370882 Apr 18 21:00:03.156554 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 57108) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:00:03.291752 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-c99aa4ba-9bbc-43a0-9b43-954d60b94057 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:03.305212 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-060c8839-fd50-42f2-8479-f2768ec14d44 req-7f5c0ce0-c70b-4b5a-b648-deafbd28e81c tempest-ServersNegativeTestJSON-508382254 tempest-ServersNegativeTestJSON-508382254-project] 10.222.0.42 "GET /v2.0/security-groups?id=ada0ecb3-b1bc-4ba2-8e6c-b06ba09daca2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1494014 Apr 18 21:00:03.305842 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-e6b8de2f-8d8f-42b7-b9eb-939e75c55b69 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:03.308756 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-c99aa4ba-9bbc-43a0-9b43-954d60b94057 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33528224'] for security_group, after_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:03.364741 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c99aa4ba-9bbc-43a0-9b43-954d60b94057 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 357} {{(pid=84040) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 21:00:03.375583 n-d-838334-2 neutron-server[84041]: DEBUG neutron.notifiers.nova [req-17defbd2-a38a-483c-94ac-b69182ee313c req-e0d13965-a9b3-4ec9-9bb0-f4a4c832c3e4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7d21a7ff-fa1b-45c4-ac0b-ca57c2e0c5d0 {{(pid=84041) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 18 21:00:03.391046 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [req-17defbd2-a38a-483c-94ac-b69182ee313c req-e0d13965-a9b3-4ec9-9bb0-f4a4c832c3e4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:03.392708 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c99aa4ba-9bbc-43a0-9b43-954d60b94057 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0fd5682f-5c25-4f1f-ae6d-655a725e6967,revision_number=1']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:00:03.402434 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-c99aa4ba-9bbc-43a0-9b43-954d60b94057 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1082986'] for segment, precommit_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:03.402779 n-d-838334-2 neutron-server[84040]: INFO neutron.db.segments_db [None req-c99aa4ba-9bbc-43a0-9b43-954d60b94057 admin admin] Added segment 3e6ff08a-f375-40b1-bb67-9f8a75352294 of type vlan for network f97f14e8-d416-4805-b1ff-bdf117be539c Apr 18 21:00:03.405020 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-e6b8de2f-8d8f-42b7-b9eb-939e75c55b69 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:03.423321 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.provisioning_blocks [req-17defbd2-a38a-483c-94ac-b69182ee313c req-e0d13965-a9b3-4ec9-9bb0-f4a4c832c3e4 service neutron] Transition to ACTIVE for port object 7d21a7ff-fa1b-45c4-ac0b-ca57c2e0c5d0 will not be triggered until provisioned by entity L2. {{(pid=84041) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:00:03.429559 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [req-17defbd2-a38a-483c-94ac-b69182ee313c req-e0d13965-a9b3-4ec9-9bb0-f4a4c832c3e4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32266282'] for port, after_update {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:03.462371 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-c99aa4ba-9bbc-43a0-9b43-954d60b94057 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750374825732'] for network, precommit_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:03.522741 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 57118) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:00:03.530823 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-c99aa4ba-9bbc-43a0-9b43-954d60b94057 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33526109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022'] for network, after_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:03.532131 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c99aa4ba-9bbc-43a0-9b43-954d60b94057 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:00:03.533883 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-c99aa4ba-9bbc-43a0-9b43-954d60b94057 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32378031'] for network, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:03.608020 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0d13965-a9b3-4ec9-9bb0-f4a4c832c3e4 service neutron] Pushing event updated for resources: {'Port': ['ID=7d21a7ff-fa1b-45c4-ac0b-ca57c2e0c5d0,revision_number=2']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:00:03.610704 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 57124) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:00:03.635724 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-e6b8de2f-8d8f-42b7-b9eb-939e75c55b69 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33528224'] for security_group, after_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:03.661479 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6b8de2f-8d8f-42b7-b9eb-939e75c55b69 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=10ac2c50-3089-40ed-8e09-294b05016514,revision_number=None']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:00:03.692886 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c99aa4ba-9bbc-43a0-9b43-954d60b94057 admin admin] Pushing event updated for resources: {'Network': ['ID=f97f14e8-d416-4805-b1ff-bdf117be539c,revision_number=1']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:00:03.705404 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.managers [req-17defbd2-a38a-483c-94ac-b69182ee313c req-e0d13965-a9b3-4ec9-9bb0-f4a4c832c3e4 service neutron] Attempting to bind port 7d21a7ff-fa1b-45c4-ac0b-ca57c2e0c5d0 on host n-h1-838334-2 for vnic_type normal with profile {{(pid=84041) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 21:00:03.706004 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.managers [req-17defbd2-a38a-483c-94ac-b69182ee313c req-e0d13965-a9b3-4ec9-9bb0-f4a4c832c3e4 service neutron] Attempting to bind port 7d21a7ff-fa1b-45c4-ac0b-ca57c2e0c5d0 by drivers openvswitch,hyperv on host n-h1-838334-2 at level 0 using segments [{'id': '7487d154-ef4b-4701-b484-567750da716d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '7083f08e-ab4e-49e9-91e4-270e03cc3e4c'}] {{(pid=84041) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 21:00:03.706577 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17defbd2-a38a-483c-94ac-b69182ee313c req-e0d13965-a9b3-4ec9-9bb0-f4a4c832c3e4 service neutron] Attempting to bind port 7d21a7ff-fa1b-45c4-ac0b-ca57c2e0c5d0 on network 7083f08e-ab4e-49e9-91e4-270e03cc3e4c {{(pid=84041) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 21:00:03.711729 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Network f97f14e8-d416-4805-b1ff-bdf117be539c details requested by agent ovs-agent-n-d-838334-2 with host n-d-838334-2 {{(pid=84042) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 18 21:00:03.713983 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17defbd2-a38a-483c-94ac-b69182ee313c req-e0d13965-a9b3-4ec9-9bb0-f4a4c832c3e4 service neutron] Port 7d21a7ff-fa1b-45c4-ac0b-ca57c2e0c5d0 on network 7083f08e-ab4e-49e9-91e4-270e03cc3e4c not bound, no agent of type Open vSwitch agent registered on host n-h1-838334-2 {{(pid=84041) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 18 21:00:03.714468 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17defbd2-a38a-483c-94ac-b69182ee313c req-e0d13965-a9b3-4ec9-9bb0-f4a4c832c3e4 service neutron] Attempting to bind port 7d21a7ff-fa1b-45c4-ac0b-ca57c2e0c5d0 on network 7083f08e-ab4e-49e9-91e4-270e03cc3e4c {{(pid=84041) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 21:00:03.719414 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-c99aa4ba-9bbc-43a0-9b43-954d60b94057 admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.4723256 Apr 18 21:00:03.722668 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 57130) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:00:03.724544 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-e6b8de2f-8d8f-42b7-b9eb-939e75c55b69 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:03.725919 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-e6b8de2f-8d8f-42b7-b9eb-939e75c55b69 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/10ac2c50-3089-40ed-8e09-294b05016514 HTTP/1.1" status: 204 len: 168 time: 0.5667708 Apr 18 21:00:03.730529 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.v2.base [None req-3435a814-ed30-4830-a291-aedcf593a9ff admin admin] Request body: {'subnet': {'network_id': 'f97f14e8-d416-4805-b1ff-bdf117be539c', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerGroup264TestJSON-636288662-subnet', 'tenant_id': '3359f64d61394be3988b8358f336f0e8', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=84041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:00:03.737441 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-3435a814-ed30-4830-a291-aedcf593a9ff admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:00:03.742794 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-3435a814-ed30-4830-a291-aedcf593a9ff admin admin] Usage tracker for resource:subnet and tenant:3359f64d61394be3988b8358f336f0e8 is out of sync, need to count used quota {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:00:03.745940 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-3435a814-ed30-4830-a291-aedcf593a9ff admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:00:03.748860 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17defbd2-a38a-483c-94ac-b69182ee313c req-e0d13965-a9b3-4ec9-9bb0-f4a4c832c3e4 service neutron] Checking agent: {'id': 'd63bab19-ff81-4de1-afeb-a3732288d0d7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-838334-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 33, 59), 'started_at': datetime.datetime(2022, 4, 18, 20, 33, 59), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 21, 0), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84041) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 18 21:00:03.749810 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17defbd2-a38a-483c-94ac-b69182ee313c req-e0d13965-a9b3-4ec9-9bb0-f4a4c832c3e4 service neutron] Checking segment: {'id': '7487d154-ef4b-4701-b484-567750da716d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '7083f08e-ab4e-49e9-91e4-270e03cc3e4c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84041) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 21:00:03.750378 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17defbd2-a38a-483c-94ac-b69182ee313c req-e0d13965-a9b3-4ec9-9bb0-f4a4c832c3e4 service neutron] Bound using segment: {'id': '7487d154-ef4b-4701-b484-567750da716d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '7083f08e-ab4e-49e9-91e4-270e03cc3e4c'} {{(pid=84041) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 18 21:00:03.751207 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.managers [req-17defbd2-a38a-483c-94ac-b69182ee313c req-e0d13965-a9b3-4ec9-9bb0-f4a4c832c3e4 service neutron] Bound port: 7d21a7ff-fa1b-45c4-ac0b-ca57c2e0c5d0, host: n-h1-838334-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7487d154-ef4b-4701-b484-567750da716d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '7083f08e-ab4e-49e9-91e4-270e03cc3e4c'}}] {{(pid=84041) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 21:00:03.751969 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [req-17defbd2-a38a-483c-94ac-b69182ee313c req-e0d13965-a9b3-4ec9-9bb0-f4a4c832c3e4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:03.767777 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-3435a814-ed30-4830-a291-aedcf593a9ff admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:00:03.792669 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-4171ab59-198c-4fc8-a2cc-468b2808cf09 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:03.824563 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3435a814-ed30-4830-a291-aedcf593a9ff admin admin] Made reservation on behalf of 3359f64d61394be3988b8358f336f0e8 for: {'subnet': 1} {{(pid=84041) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:00:03.828262 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-3435a814-ed30-4830-a291-aedcf593a9ff admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32486301'] for subnet, before_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:03.864820 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [None req-4171ab59-198c-4fc8-a2cc-468b2808cf09 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:00:03.887175 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-4171ab59-198c-4fc8-a2cc-468b2808cf09 admin admin] Usage tracker for resource:security_group_rule and tenant:0e0423fd1b774588a955820a52f64d23 is out of sync, need to count used quota {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:00:03.893360 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-4171ab59-198c-4fc8-a2cc-468b2808cf09 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:00:03.902549 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [None req-4171ab59-198c-4fc8-a2cc-468b2808cf09 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:00:03.927269 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750375287399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253529'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:03.991021 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-4171ab59-198c-4fc8-a2cc-468b2808cf09 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:03.996489 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-4171ab59-198c-4fc8-a2cc-468b2808cf09 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33528224'] for security_group, after_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:04.017296 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.v2.base [None req-5f55daf5-2dba-49d2-8f05-56eaef035358 tempest-NetworksIpV6Test-2002984352 tempest-NetworksIpV6Test-2002984352-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1145087508'}} {{(pid=84041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:00:04.037701 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4171ab59-198c-4fc8-a2cc-468b2808cf09 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3090a508-02fc-4009-8407-1e17b5036a96,revision_number=1']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:00:04.056459 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-5f55daf5-2dba-49d2-8f05-56eaef035358 tempest-NetworksIpV6Test-2002984352 tempest-NetworksIpV6Test-2002984352-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:00:04.067076 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-4171ab59-198c-4fc8-a2cc-468b2808cf09 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=0e0423fd1b774588a955820a52f64d23&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5422554 Apr 18 21:00:04.069487 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 57140) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:00:04.070850 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-5f55daf5-2dba-49d2-8f05-56eaef035358 tempest-NetworksIpV6Test-2002984352 tempest-NetworksIpV6Test-2002984352-project] Usage tracker for resource:network and tenant:fd146e1e9f314c74ba81762788974d67 is out of sync, need to count used quota {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:00:04.083498 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-5f55daf5-2dba-49d2-8f05-56eaef035358 tempest-NetworksIpV6Test-2002984352 tempest-NetworksIpV6Test-2002984352-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:00:04.093919 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-5f55daf5-2dba-49d2-8f05-56eaef035358 tempest-NetworksIpV6Test-2002984352 tempest-NetworksIpV6Test-2002984352-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:00:04.120534 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.db [req-17defbd2-a38a-483c-94ac-b69182ee313c req-e0d13965-a9b3-4ec9-9bb0-f4a4c832c3e4 service neutron] For port 7d21a7ff-fa1b-45c4-ac0b-ca57c2e0c5d0, host n-h1-838334-2, cleared binding levels {{(pid=84041) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 21:00:04.124908 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.db [req-17defbd2-a38a-483c-94ac-b69182ee313c req-e0d13965-a9b3-4ec9-9bb0-f4a4c832c3e4 service neutron] For port 7d21a7ff-fa1b-45c4-ac0b-ca57c2e0c5d0, host n-h1-838334-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838334-2',level=0,port_id=7d21a7ff-fa1b-45c4-ac0b-ca57c2e0c5d0,segment=NetworkSegment(7487d154-ef4b-4701-b484-567750da716d),segment_id=7487d154-ef4b-4701-b484-567750da716d)] {{(pid=84041) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 21:00:04.128943 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f55daf5-2dba-49d2-8f05-56eaef035358 tempest-NetworksIpV6Test-2002984352 tempest-NetworksIpV6Test-2002984352-project] Made reservation on behalf of fd146e1e9f314c74ba81762788974d67 for: {'network': 1} {{(pid=84041) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:00:04.132981 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-5f55daf5-2dba-49d2-8f05-56eaef035358 tempest-NetworksIpV6Test-2002984352 tempest-NetworksIpV6Test-2002984352-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for network, before_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:04.151606 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-1284ed61-4f77-4510-b2bd-1daf69c88985 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:04.154528 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [req-17defbd2-a38a-483c-94ac-b69182ee313c req-e0d13965-a9b3-4ec9-9bb0-f4a4c832c3e4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32266282'] for port, after_update {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:04.184286 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-1284ed61-4f77-4510-b2bd-1daf69c88985 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:04.199142 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-5f55daf5-2dba-49d2-8f05-56eaef035358 tempest-NetworksIpV6Test-2002984352 tempest-NetworksIpV6Test-2002984352-project] Notify callbacks [] for security_group, before_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:04.268214 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-1284ed61-4f77-4510-b2bd-1daf69c88985 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33528224'] for security_group, after_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:04.293725 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1284ed61-4f77-4510-b2bd-1daf69c88985 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3090a508-02fc-4009-8407-1e17b5036a96,revision_number=None']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:00:04.297759 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-1284ed61-4f77-4510-b2bd-1daf69c88985 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:04.299586 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-1284ed61-4f77-4510-b2bd-1daf69c88985 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/3090a508-02fc-4009-8407-1e17b5036a96 HTTP/1.1" status: 204 len: 168 time: 0.2290823 Apr 18 21:00:04.302328 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [req-17defbd2-a38a-483c-94ac-b69182ee313c req-e0d13965-a9b3-4ec9-9bb0-f4a4c832c3e4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217293'] for port, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:04.304432 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-17defbd2-a38a-483c-94ac-b69182ee313c req-e0d13965-a9b3-4ec9-9bb0-f4a4c832c3e4 service neutron] 10.222.0.43 "PUT /v2.0/ports/7d21a7ff-fa1b-45c4-ac0b-ca57c2e0c5d0 HTTP/1.1" status: 200 len: 1092 time: 1.8670416 Apr 18 21:00:04.315790 n-d-838334-2 neutron-server[84041]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8be6c3d8-d92d-416e-93f9-40d16e3aae09', 'tag': '7d21a7ff-fa1b-45c4-ac0b-ca57c2e0c5d0'}] {{(pid=84041) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 21:00:04.353968 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-5f55daf5-2dba-49d2-8f05-56eaef035358 tempest-NetworksIpV6Test-2002984352 tempest-NetworksIpV6Test-2002984352-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:00:04.367207 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0d13965-a9b3-4ec9-9bb0-f4a4c832c3e4 service neutron] Pushing event updated for resources: {'Port': ['ID=7d21a7ff-fa1b-45c4-ac0b-ca57c2e0c5d0,revision_number=3']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:00:04.440072 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-5f55daf5-2dba-49d2-8f05-56eaef035358 tempest-NetworksIpV6Test-2002984352 tempest-NetworksIpV6Test-2002984352-project] Usage tracker for resource:security_group_rule and tenant:fd146e1e9f314c74ba81762788974d67 is out of sync, need to count used quota {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:00:04.461772 n-d-838334-2 neutron-server[84041]: INFO neutron.notifiers.nova [-] Nova event matching ['req-98da373a-8918-4218-98a0-8fc28815c607'] response: {'name': 'network-changed', 'server_uuid': '8be6c3d8-d92d-416e-93f9-40d16e3aae09', 'tag': '7d21a7ff-fa1b-45c4-ac0b-ca57c2e0c5d0', 'status': 'completed', 'code': 200} Apr 18 21:00:04.469767 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-5f55daf5-2dba-49d2-8f05-56eaef035358 tempest-NetworksIpV6Test-2002984352 tempest-NetworksIpV6Test-2002984352-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:00:04.492919 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-5f55daf5-2dba-49d2-8f05-56eaef035358 tempest-NetworksIpV6Test-2002984352 tempest-NetworksIpV6Test-2002984352-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:00:04.526032 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8130566a-db7d-46d7-ae92-5705391bacbc req-8715e1fa-a1ee-4592-a759-62a945dff517 tempest-ServersTestJSON-1424434350 tempest-ServersTestJSON-1424434350-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:00:04.527921 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-3435a814-ed30-4830-a291-aedcf593a9ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33526260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32266407', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32486287'] for subnet, after_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:04.539119 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-8130566a-db7d-46d7-ae92-5705391bacbc req-8715e1fa-a1ee-4592-a759-62a945dff517 tempest-ServersTestJSON-1424434350 tempest-ServersTestJSON-1424434350-project] 10.222.0.42 "GET /v2.0/ports?device_id=8be6c3d8-d92d-416e-93f9-40d16e3aae09 HTTP/1.1" status: 200 len: 944 time: 0.1507206 Apr 18 21:00:04.669992 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-17defbd2-a38a-483c-94ac-b69182ee313c req-ec7174b0-0e50-4f64-a091-b4a992219ade service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=ba267e3ba48c4ff1b4fc57f8cfab7c8c&device_id=8be6c3d8-d92d-416e-93f9-40d16e3aae09 HTTP/1.1" status: 200 len: 1095 time: 0.3041682 Apr 18 21:00:04.676099 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-8130566a-db7d-46d7-ae92-5705391bacbc req-41b35767-fcf0-4131-9eb8-76b1894d5bcb tempest-ServersTestJSON-1424434350 tempest-ServersTestJSON-1424434350-project] 10.222.0.42 "GET /v2.0/security-groups?id=a3de1b7a-019c-40dd-8c9d-3a3f159b2bd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1312981 Apr 18 21:00:04.682139 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3435a814-ed30-4830-a291-aedcf593a9ff admin admin] Pushing event updated for resources: {'Subnet': ['ID=e1964793-6793-465c-915d-274c74d74390,revision_number=0']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:00:04.737174 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66635b36-09de-416b-929d-13f34052e4ff req-65ee6b7d-0500-48a5-b6e4-e61f99e79937 tempest-ServersNegativeTestJSON-508382254 tempest-ServersNegativeTestJSON-508382254-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:00:04.745437 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-66635b36-09de-416b-929d-13f34052e4ff req-65ee6b7d-0500-48a5-b6e4-e61f99e79937 tempest-ServersNegativeTestJSON-508382254 tempest-ServersNegativeTestJSON-508382254-project] 10.222.0.42 "GET /v2.0/ports?device_id=2197a591-197e-47fe-9210-1387bfb6ec5e HTTP/1.1" status: 200 len: 945 time: 0.1486309 Apr 18 21:00:04.785639 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-5f55daf5-2dba-49d2-8f05-56eaef035358 tempest-NetworksIpV6Test-2002984352 tempest-NetworksIpV6Test-2002984352-project] Notify callbacks [] for security_group, precommit_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:04.787487 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3435a814-ed30-4830-a291-aedcf593a9ff admin admin] Checking segment: {'id': '3e6ff08a-f375-40b1-bb67-9f8a75352294', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': 'f97f14e8-d416-4805-b1ff-bdf117be539c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84041) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 21:00:04.787881 n-d-838334-2 neutron-server[84041]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3435a814-ed30-4830-a291-aedcf593a9ff admin admin] Network hostable DHCP agents. Network: f97f14e8-d416-4805-b1ff-bdf117be539c, hostable agents: ['8746f8ea-3e91-4b32-9919-2c63adeb8722'], hosted agents: [] {{(pid=84041) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 21:00:04.793890 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-17defbd2-a38a-483c-94ac-b69182ee313c req-9a067761-fb42-4907-9181-59cf19ec616c service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7d21a7ff-fa1b-45c4-ac0b-ca57c2e0c5d0 HTTP/1.1" status: 200 len: 217 time: 0.1006315 Apr 18 21:00:04.796651 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-5f55daf5-2dba-49d2-8f05-56eaef035358 tempest-NetworksIpV6Test-2002984352 tempest-NetworksIpV6Test-2002984352-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33528224'] for security_group, after_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:04.892785 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5f55daf5-2dba-49d2-8f05-56eaef035358 tempest-NetworksIpV6Test-2002984352 tempest-NetworksIpV6Test-2002984352-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 387} {{(pid=84041) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 21:00:04.912733 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f55daf5-2dba-49d2-8f05-56eaef035358 tempest-NetworksIpV6Test-2002984352 tempest-NetworksIpV6Test-2002984352-project] Pushing event updated for resources: {'SecurityGroup': ['ID=96e9e856-178a-4b3a-b404-89abacf7cc28,revision_number=1']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:00:04.919980 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-5f55daf5-2dba-49d2-8f05-56eaef035358 tempest-NetworksIpV6Test-2002984352 tempest-NetworksIpV6Test-2002984352-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1082986'] for segment, precommit_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:04.920332 n-d-838334-2 neutron-server[84041]: INFO neutron.db.segments_db [None req-5f55daf5-2dba-49d2-8f05-56eaef035358 tempest-NetworksIpV6Test-2002984352 tempest-NetworksIpV6Test-2002984352-project] Added segment dbe81420-f86d-449a-bbcc-ce025fa75394 of type vlan for network 3c1d1dc4-f283-4aaa-a5d8-fc482fce6edd Apr 18 21:00:04.921355 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-66635b36-09de-416b-929d-13f34052e4ff req-debe23a3-013b-43f6-98c7-f6d1023b6d66 tempest-ServersNegativeTestJSON-508382254 tempest-ServersNegativeTestJSON-508382254-project] 10.222.0.42 "GET /v2.0/security-groups?id=ada0ecb3-b1bc-4ba2-8e6c-b06ba09daca2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1746519 Apr 18 21:00:04.940201 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17defbd2-a38a-483c-94ac-b69182ee313c req-f9b16858-1dc9-427c-9369-68ec270fe831 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:00:04.943003 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-17defbd2-a38a-483c-94ac-b69182ee313c req-f9b16858-1dc9-427c-9369-68ec270fe831 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=b602689e-1bf9-4316-afee-2c16d3405af1 HTTP/1.1" status: 200 len: 845 time: 0.1411707 Apr 18 21:00:04.999868 n-d-838334-2 neutron-server[84041]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3435a814-ed30-4830-a291-aedcf593a9ff admin admin] Network f97f14e8-d416-4805-b1ff-bdf117be539c is scheduled to be hosted by DHCP agent 8746f8ea-3e91-4b32-9919-2c63adeb8722 with binding_index 1 {{(pid=84041) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 21:00:05.013729 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-17defbd2-a38a-483c-94ac-b69182ee313c req-d88b6f0e-62bb-4da3-8e1e-94f1b1bee3af service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=7083f08e-ab4e-49e9-91e4-270e03cc3e4c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0598857 Apr 18 21:00:05.041594 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-5f55daf5-2dba-49d2-8f05-56eaef035358 tempest-NetworksIpV6Test-2002984352 tempest-NetworksIpV6Test-2002984352-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750374825732'] for network, precommit_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:05.047929 n-d-838334-2 neutron-server[84041]: DEBUG neutron.scheduler.base_scheduler [None req-3435a814-ed30-4830-a291-aedcf593a9ff admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-838334-2, f97f14e8-d416-4805-b1ff-bdf117be539c) {{(pid=84041) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:00:05.057398 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74050e5b-fd95-49ef-a822-5d7b93b856f3 None None] Network f97f14e8-d416-4805-b1ff-bdf117be539c requested from n-d-838334-2 {{(pid=84042) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 21:00:05.072514 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3435a814-ed30-4830-a291-aedcf593a9ff admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:00:05.073118 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-3435a814-ed30-4830-a291-aedcf593a9ff admin admin] Notify callbacks [] for subnet, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:05.207526 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-5f55daf5-2dba-49d2-8f05-56eaef035358 tempest-NetworksIpV6Test-2002984352 tempest-NetworksIpV6Test-2002984352-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33526109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022'] for network, after_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:05.211328 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f55daf5-2dba-49d2-8f05-56eaef035358 tempest-NetworksIpV6Test-2002984352 tempest-NetworksIpV6Test-2002984352-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:00:05.211939 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-5f55daf5-2dba-49d2-8f05-56eaef035358 tempest-NetworksIpV6Test-2002984352 tempest-NetworksIpV6Test-2002984352-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32378031'] for network, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:05.246402 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-3435a814-ed30-4830-a291-aedcf593a9ff admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.5224745 Apr 18 21:00:05.298643 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70f608fa-ed8e-4c4c-b5a3-3d73a165eba4 req-734556be-1b6b-4f1e-abed-6c0bebf33180 tempest-ServersNegativeTestJSON-508382254 tempest-ServersNegativeTestJSON-508382254-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:00:05.300220 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-70f608fa-ed8e-4c4c-b5a3-3d73a165eba4 req-734556be-1b6b-4f1e-abed-6c0bebf33180 tempest-ServersNegativeTestJSON-508382254 tempest-ServersNegativeTestJSON-508382254-project] 10.222.0.42 "GET /v2.0/ports?device_id=2197a591-197e-47fe-9210-1387bfb6ec5e HTTP/1.1" status: 200 len: 945 time: 0.1668539 Apr 18 21:00:05.354881 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f55daf5-2dba-49d2-8f05-56eaef035358 tempest-NetworksIpV6Test-2002984352 tempest-NetworksIpV6Test-2002984352-project] Pushing event updated for resources: {'Network': ['ID=3c1d1dc4-f283-4aaa-a5d8-fc482fce6edd,revision_number=1']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:00:05.358975 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-17defbd2-a38a-483c-94ac-b69182ee313c req-495a039e-18ab-478e-a5f4-483530bcf454 service neutron] 10.222.0.43 "GET /v2.0/networks/7083f08e-ab4e-49e9-91e4-270e03cc3e4c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3390737 Apr 18 21:00:05.363846 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-5f55daf5-2dba-49d2-8f05-56eaef035358 tempest-NetworksIpV6Test-2002984352 tempest-NetworksIpV6Test-2002984352-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.7464898 Apr 18 21:00:05.388326 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Network 3c1d1dc4-f283-4aaa-a5d8-fc482fce6edd details requested by agent ovs-agent-n-d-838334-2 with host n-d-838334-2 {{(pid=84042) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 18 21:00:05.448812 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-70f608fa-ed8e-4c4c-b5a3-3d73a165eba4 req-c6421b06-71bc-4fe6-98d5-c5b93f6b70ab tempest-ServersNegativeTestJSON-508382254 tempest-ServersNegativeTestJSON-508382254-project] 10.222.0.42 "GET /v2.0/security-groups?id=ada0ecb3-b1bc-4ba2-8e6c-b06ba09daca2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1361973 Apr 18 21:00:05.499320 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-616ba1a1-2cba-4d8c-b55c-ca1d23737db8 None None] Network f97f14e8-d416-4805-b1ff-bdf117be539c requested from n-d-838334-2 {{(pid=84042) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 21:00:05.778150 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-17defbd2-a38a-483c-94ac-b69182ee313c req-55006ba3-bfb1-4eff-b4f9-f8d507aedd41 service neutron] 10.222.0.43 "GET /v2.0/networks/7083f08e-ab4e-49e9-91e4-270e03cc3e4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4128978 Apr 18 21:00:05.960762 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-4140e38c-36a7-4461-bd4e-f947178087f2 req-0d657d59-cb26-4eca-9cda-67db42805d5b service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=ba267e3ba48c4ff1b4fc57f8cfab7c8c&device_id=8be6c3d8-d92d-416e-93f9-40d16e3aae09 HTTP/1.1" status: 200 len: 1095 time: 0.1272066 Apr 18 21:00:05.969443 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ea71e94-ba9d-4760-8393-21d60790f8d9 req-278950b6-5fee-4245-8a85-df7b872435a1 tempest-ServersNegativeTestJSON-508382254 tempest-ServersNegativeTestJSON-508382254-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:00:05.978330 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-8ea71e94-ba9d-4760-8393-21d60790f8d9 req-278950b6-5fee-4245-8a85-df7b872435a1 tempest-ServersNegativeTestJSON-508382254 tempest-ServersNegativeTestJSON-508382254-project] 10.222.0.42 "GET /v2.0/ports?device_id=2197a591-197e-47fe-9210-1387bfb6ec5e HTTP/1.1" status: 200 len: 945 time: 0.1537848 Apr 18 21:00:06.063111 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-8ea71e94-ba9d-4760-8393-21d60790f8d9 req-c9112444-dc1e-41d5-92bb-341e2e1b25ea tempest-ServersNegativeTestJSON-508382254 tempest-ServersNegativeTestJSON-508382254-project] 10.222.0.42 "GET /v2.0/security-groups?id=ada0ecb3-b1bc-4ba2-8e6c-b06ba09daca2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0838566 Apr 18 21:00:06.290554 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4140e38c-36a7-4461-bd4e-f947178087f2 req-d1fb8146-9188-40ca-bd41-49d8383564a1 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:00:06.292042 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-4140e38c-36a7-4461-bd4e-f947178087f2 req-d1fb8146-9188-40ca-bd41-49d8383564a1 service neutron] 10.222.0.43 "GET /v2.0/networks?id=7083f08e-ab4e-49e9-91e4-270e03cc3e4c HTTP/1.1" status: 200 len: 906 time: 0.3252912 Apr 18 21:00:06.424205 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0366f680-33d7-4292-8dc3-9b4230bad8d5 req-12efae7b-6c8d-4119-9dd7-647a7067e05b tempest-ServersTestJSON-1424434350 tempest-ServersTestJSON-1424434350-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:00:06.433008 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-4140e38c-36a7-4461-bd4e-f947178087f2 req-4b5be420-558f-4e50-be12-8c027cd381f3 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7d21a7ff-fa1b-45c4-ac0b-ca57c2e0c5d0 HTTP/1.1" status: 200 len: 217 time: 0.1320422 Apr 18 21:00:06.433626 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-0366f680-33d7-4292-8dc3-9b4230bad8d5 req-12efae7b-6c8d-4119-9dd7-647a7067e05b tempest-ServersTestJSON-1424434350 tempest-ServersTestJSON-1424434350-project] 10.222.0.42 "GET /v2.0/ports?device_id=8be6c3d8-d92d-416e-93f9-40d16e3aae09 HTTP/1.1" status: 200 len: 944 time: 0.1571527 Apr 18 21:00:06.478022 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 57206) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:00:06.592226 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-0366f680-33d7-4292-8dc3-9b4230bad8d5 req-0f5827aa-6cda-4801-a20e-3006625c0aa3 tempest-ServersTestJSON-1424434350 tempest-ServersTestJSON-1424434350-project] 10.222.0.42 "GET /v2.0/security-groups?id=a3de1b7a-019c-40dd-8c9d-3a3f159b2bd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1576085 Apr 18 21:00:06.629501 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4140e38c-36a7-4461-bd4e-f947178087f2 req-15d3b12d-7fda-4e07-a9a5-4330ab306da4 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:00:06.647998 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-4140e38c-36a7-4461-bd4e-f947178087f2 req-15d3b12d-7fda-4e07-a9a5-4330ab306da4 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=b602689e-1bf9-4316-afee-2c16d3405af1 HTTP/1.1" status: 200 len: 845 time: 0.2055826 Apr 18 21:00:06.789976 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-4140e38c-36a7-4461-bd4e-f947178087f2 req-a63a8185-6f91-4d11-9237-790f960a037b service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=7083f08e-ab4e-49e9-91e4-270e03cc3e4c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1368594 Apr 18 21:00:06.829772 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93bdbe67-2db5-4e80-b8df-a634bc8a73eb req-2515db8e-a21d-4b5d-b88b-d5c38daec1f6 tempest-ServersNegativeTestJSON-508382254 tempest-ServersNegativeTestJSON-508382254-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:00:06.844618 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 57226) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:00:06.845486 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-93bdbe67-2db5-4e80-b8df-a634bc8a73eb req-2515db8e-a21d-4b5d-b88b-d5c38daec1f6 tempest-ServersNegativeTestJSON-508382254 tempest-ServersNegativeTestJSON-508382254-project] 10.222.0.42 "GET /v2.0/ports?device_id=2197a591-197e-47fe-9210-1387bfb6ec5e HTTP/1.1" status: 200 len: 945 time: 0.2135317 Apr 18 21:00:06.967718 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-93bdbe67-2db5-4e80-b8df-a634bc8a73eb req-3160514c-d6d5-4702-8bbd-8ebd5016dc20 tempest-ServersNegativeTestJSON-508382254 tempest-ServersNegativeTestJSON-508382254-project] 10.222.0.42 "GET /v2.0/security-groups?id=ada0ecb3-b1bc-4ba2-8e6c-b06ba09daca2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1212509 Apr 18 21:00:07.060156 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.db_base_plugin_v2 [None req-28ad23fc-12e5-4aff-9b0f-a816c9dc88dd admin admin] Deleting subnet e1964793-6793-465c-915d-274c74d74390 {{(pid=84041) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 18 21:00:07.069371 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-28ad23fc-12e5-4aff-9b0f-a816c9dc88dd admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:07.129187 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 57236) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:00:07.243219 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.v2.base [None req-dbcc11d2-634f-46b0-ae79-f0f77765b903 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-1059019708-network', 'tenant_id': 'b5bf875eb9b748b5aba56f8b60ce8169'}} {{(pid=84040) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:00:07.260861 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-4140e38c-36a7-4461-bd4e-f947178087f2 req-58032040-c14b-45a3-8928-7c79e025118b service neutron] 10.222.0.43 "GET /v2.0/networks/7083f08e-ab4e-49e9-91e4-270e03cc3e4c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4630940 Apr 18 21:00:07.262264 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [None req-dbcc11d2-634f-46b0-ae79-f0f77765b903 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:00:07.270744 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-28ad23fc-12e5-4aff-9b0f-a816c9dc88dd admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32266383'] for subnet, precommit_delete_associations {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:07.272299 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5cbb7ea-ab2e-45a9-8a11-84fc4e52e716 req-29aa8424-118a-4113-814f-c56849e4128c tempest-ServersNegativeTestJSON-508382254 tempest-ServersNegativeTestJSON-508382254-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:00:07.279793 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-a5cbb7ea-ab2e-45a9-8a11-84fc4e52e716 req-29aa8424-118a-4113-814f-c56849e4128c tempest-ServersNegativeTestJSON-508382254 tempest-ServersNegativeTestJSON-508382254-project] 10.222.0.42 "GET /v2.0/ports?device_id=2197a591-197e-47fe-9210-1387bfb6ec5e HTTP/1.1" status: 200 len: 945 time: 0.1294456 Apr 18 21:00:07.303025 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-dbcc11d2-634f-46b0-ae79-f0f77765b903 admin admin] Usage tracker for resource:network and tenant:b5bf875eb9b748b5aba56f8b60ce8169 is out of sync, need to count used quota {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:00:07.308053 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-dbcc11d2-634f-46b0-ae79-f0f77765b903 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:00:07.324529 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [None req-dbcc11d2-634f-46b0-ae79-f0f77765b903 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:00:07.356789 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-a5cbb7ea-ab2e-45a9-8a11-84fc4e52e716 req-16c469f3-51fe-4502-b1c2-5fd95f092582 tempest-ServersNegativeTestJSON-508382254 tempest-ServersNegativeTestJSON-508382254-project] 10.222.0.42 "GET /v2.0/security-groups?id=ada0ecb3-b1bc-4ba2-8e6c-b06ba09daca2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757003 Apr 18 21:00:07.361629 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dbcc11d2-634f-46b0-ae79-f0f77765b903 admin admin] Made reservation on behalf of b5bf875eb9b748b5aba56f8b60ce8169 for: {'network': 1} {{(pid=84040) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:00:07.367736 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-dbcc11d2-634f-46b0-ae79-f0f77765b903 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for network, before_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:07.408606 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.agents_db [None req-6346a179-333c-4370-b5a6-936984aeab15 None None] Agent healthcheck: found 7 active agents {{(pid=84043) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 18 21:00:07.430326 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-dbcc11d2-634f-46b0-ae79-f0f77765b903 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:07.512263 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [None req-dbcc11d2-634f-46b0-ae79-f0f77765b903 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:00:07.519140 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-dbcc11d2-634f-46b0-ae79-f0f77765b903 admin admin] Usage tracker for resource:security_group_rule and tenant:b5bf875eb9b748b5aba56f8b60ce8169 is out of sync, need to count used quota {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:00:07.543075 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-dbcc11d2-634f-46b0-ae79-f0f77765b903 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:00:07.553418 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-13ad3402-c1b4-420d-ada7-304570d7c83e admin admin] Notify callbacks [] for security_group, before_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:07.568522 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [None req-dbcc11d2-634f-46b0-ae79-f0f77765b903 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:00:07.603407 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-4140e38c-36a7-4461-bd4e-f947178087f2 req-3ce502c3-b763-4e00-b377-d0eb260ee593 service neutron] 10.222.0.43 "GET /v2.0/networks/7083f08e-ab4e-49e9-91e4-270e03cc3e4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2561767 Apr 18 21:00:07.604690 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-28ad23fc-12e5-4aff-9b0f-a816c9dc88dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1260556'] for subnet, precommit_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:07.716840 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [None req-13ad3402-c1b4-420d-ada7-304570d7c83e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:00:07.730206 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-13ad3402-c1b4-420d-ada7-304570d7c83e admin admin] Usage tracker for resource:security_group_rule and tenant:f46f38ae8c7d4533ae9ef4b73d198803 is out of sync, need to count used quota {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:00:07.733815 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-13ad3402-c1b4-420d-ada7-304570d7c83e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:00:07.750796 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [None req-13ad3402-c1b4-420d-ada7-304570d7c83e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:00:07.764966 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-28ad23fc-12e5-4aff-9b0f-a816c9dc88dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1260549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33526260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32266336', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32486390'] for subnet, after_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:07.805734 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-28ad23fc-12e5-4aff-9b0f-a816c9dc88dd admin admin] Notify callbacks [] for subnet, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:07.815262 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28ad23fc-12e5-4aff-9b0f-a816c9dc88dd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e1964793-6793-465c-915d-274c74d74390,revision_number=None']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:00:07.819976 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-28ad23fc-12e5-4aff-9b0f-a816c9dc88dd admin admin] 10.222.0.42 "DELETE /v2.0/subnets/e1964793-6793-465c-915d-274c74d74390 HTTP/1.1" status: 204 len: 168 time: 0.9711425 Apr 18 21:00:07.822741 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 57254) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:00:07.929800 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-081c1fe5-b416-4ffa-b57c-186ea0bfba81 req-ee7d7888-3969-4b43-83d0-35deb6b0f597 tempest-ServersNegativeTestJSON-508382254 tempest-ServersNegativeTestJSON-508382254-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:00:07.936943 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-081c1fe5-b416-4ffa-b57c-186ea0bfba81 req-ee7d7888-3969-4b43-83d0-35deb6b0f597 tempest-ServersNegativeTestJSON-508382254 tempest-ServersNegativeTestJSON-508382254-project] 10.222.0.42 "GET /v2.0/ports?device_id=2197a591-197e-47fe-9210-1387bfb6ec5e HTTP/1.1" status: 200 len: 945 time: 0.3610866 Apr 18 21:00:07.967766 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-c85faba5-4c58-4ef2-bbca-6e8f50f747c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1103592'] for network, before_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:07.970650 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-13ad3402-c1b4-420d-ada7-304570d7c83e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:07.978210 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-dbcc11d2-634f-46b0-ae79-f0f77765b903 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:07.992918 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-13ad3402-c1b4-420d-ada7-304570d7c83e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33528224'] for security_group, after_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:08.035196 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-13ad3402-c1b4-420d-ada7-304570d7c83e admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=f46f38ae8c7d4533ae9ef4b73d198803&name=default HTTP/1.1" status: 200 len: 2647 time: 0.9049208 Apr 18 21:00:08.036454 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-dbcc11d2-634f-46b0-ae79-f0f77765b903 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33528224'] for security_group, after_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:08.036868 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 57260) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:00:08.116165 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dbcc11d2-634f-46b0-ae79-f0f77765b903 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 352} {{(pid=84040) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 21:00:08.127878 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-dbcc11d2-634f-46b0-ae79-f0f77765b903 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1082986'] for segment, precommit_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:08.128555 n-d-838334-2 neutron-server[84040]: INFO neutron.db.segments_db [None req-dbcc11d2-634f-46b0-ae79-f0f77765b903 admin admin] Added segment f3c1adbc-ce68-4689-ba8a-f5f2d2d5dce1 of type vlan for network 9b8a7e14-19dd-4214-9fd7-5da6fc8793e6 Apr 18 21:00:08.146353 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-c85faba5-4c58-4ef2-bbca-6e8f50f747c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1258905', 'neutron.services.segments.db._delete_segments_for_network-8750375287417'] for network, precommit_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:08.161233 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-dbcc11d2-634f-46b0-ae79-f0f77765b903 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750374825732'] for network, precommit_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:08.185940 n-d-838334-2 neutron-server[84041]: DEBUG neutron.services.segments.db [None req-c85faba5-4c58-4ef2-bbca-6e8f50f747c9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f97f14e8-d416-4805-b1ff-bdf117be539c']}} {{(pid=84041) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:00:08.199722 n-d-838334-2 neutron-server[84041]: DEBUG neutron.services.segments.db [None req-c85faba5-4c58-4ef2-bbca-6e8f50f747c9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3e6ff08a-f375-40b1-bb67-9f8a75352294') {'for_net_delete': True} {{(pid=84041) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:00:08.200043 n-d-838334-2 neutron-server[84041]: DEBUG neutron.services.segments.db [None req-c85faba5-4c58-4ef2-bbca-6e8f50f747c9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3e6ff08a-f375-40b1-bb67-9f8a75352294') {} {{(pid=84041) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:00:08.214003 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-081c1fe5-b416-4ffa-b57c-186ea0bfba81 req-bd8b8298-f8d9-44b4-aa5f-79b967dba458 tempest-ServersNegativeTestJSON-508382254 tempest-ServersNegativeTestJSON-508382254-project] 10.222.0.42 "GET /v2.0/security-groups?id=ada0ecb3-b1bc-4ba2-8e6c-b06ba09daca2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2761149 Apr 18 21:00:08.214197 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-c85faba5-4c58-4ef2-bbca-6e8f50f747c9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750375287300', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32268156'] for segment, before_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:08.232147 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56bf89c9-8ee6-496c-8907-8a90915859a4 req-892f256a-7094-4828-8ec3-935bf6aa9262 tempest-ServersTestJSON-1424434350 tempest-ServersTestJSON-1424434350-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:00:08.234131 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-56bf89c9-8ee6-496c-8907-8a90915859a4 req-892f256a-7094-4828-8ec3-935bf6aa9262 tempest-ServersTestJSON-1424434350 tempest-ServersTestJSON-1424434350-project] 10.222.0.42 "GET /v2.0/ports?device_id=8be6c3d8-d92d-416e-93f9-40d16e3aae09 HTTP/1.1" status: 200 len: 944 time: 0.4618578 Apr 18 21:00:08.234978 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-dbcc11d2-634f-46b0-ae79-f0f77765b903 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33526109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022'] for network, after_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:08.237007 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbcc11d2-634f-46b0-ae79-f0f77765b903 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:00:08.237806 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-dbcc11d2-634f-46b0-ae79-f0f77765b903 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32378031'] for network, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:08.256588 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-c85faba5-4c58-4ef2-bbca-6e8f50f747c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1082986'] for segment, precommit_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:08.270966 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c85faba5-4c58-4ef2-bbca-6e8f50f747c9 admin admin] Releasing vlan 357 on physical network physnet1 to pool {{(pid=84041) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 18 21:00:08.271367 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-c85faba5-4c58-4ef2-bbca-6e8f50f747c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1082993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32266254'] for segment, after_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:08.363253 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13ad3402-c1b4-420d-ada7-304570d7c83e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3e22cb72-e72b-474d-9415-b90c2623b696,revision_number=1']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:00:08.385961 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbcc11d2-634f-46b0-ae79-f0f77765b903 admin admin] Pushing event updated for resources: {'Network': ['ID=9b8a7e14-19dd-4214-9fd7-5da6fc8793e6,revision_number=1']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:00:08.428419 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbcc11d2-634f-46b0-ae79-f0f77765b903 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7646b68a-b212-4c5f-adcf-49d3bc728745,revision_number=1']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:00:08.435032 n-d-838334-2 neutron-server[84041]: Traceback (most recent call last): Apr 18 21:00:08.435032 n-d-838334-2 neutron-server[84041]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 18 21:00:08.435032 n-d-838334-2 neutron-server[84041]: timer() Apr 18 21:00:08.435032 n-d-838334-2 neutron-server[84041]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 21:00:08.435032 n-d-838334-2 neutron-server[84041]: cb(*args, **kw) Apr 18 21:00:08.435032 n-d-838334-2 neutron-server[84041]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 18 21:00:08.435032 n-d-838334-2 neutron-server[84041]: return func(*args, **kwargs) Apr 18 21:00:08.435032 n-d-838334-2 neutron-server[84041]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 21:00:08.435032 n-d-838334-2 neutron-server[84041]: self._notify() Apr 18 21:00:08.435032 n-d-838334-2 neutron-server[84041]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 21:00:08.435032 n-d-838334-2 neutron-server[84041]: self.callback(batched_events) Apr 18 21:00:08.435032 n-d-838334-2 neutron-server[84041]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 21:00:08.435032 n-d-838334-2 neutron-server[84041]: event.method(event) Apr 18 21:00:08.435032 n-d-838334-2 neutron-server[84041]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 18 21:00:08.435032 n-d-838334-2 neutron-server[84041]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 21:00:08.435032 n-d-838334-2 neutron-server[84041]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 18 21:00:08.435032 n-d-838334-2 neutron-server[84041]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 21:00:08.435032 n-d-838334-2 neutron-server[84041]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 18 21:00:08.435032 n-d-838334-2 neutron-server[84041]: return f(self, *a, **k) Apr 18 21:00:08.435032 n-d-838334-2 neutron-server[84041]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 18 21:00:08.435032 n-d-838334-2 neutron-server[84041]: return self._get(url).json() Apr 18 21:00:08.435032 n-d-838334-2 neutron-server[84041]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 18 21:00:08.435032 n-d-838334-2 neutron-server[84041]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 21:00:08.435032 n-d-838334-2 neutron-server[84041]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 18 21:00:08.435032 n-d-838334-2 neutron-server[84041]: return self.request(url, 'GET', **kwargs) Apr 18 21:00:08.435032 n-d-838334-2 neutron-server[84041]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 18 21:00:08.435032 n-d-838334-2 neutron-server[84041]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 21:00:08.435032 n-d-838334-2 neutron-server[84041]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 18 21:00:08.435032 n-d-838334-2 neutron-server[84041]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 21:00:08.435032 n-d-838334-2 neutron-server[84041]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 18 21:00:08.435032 n-d-838334-2 neutron-server[84041]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 21:00:08.435032 n-d-838334-2 neutron-server[84041]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 21:00:08.464357 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-c85faba5-4c58-4ef2-bbca-6e8f50f747c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1258898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33526109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33444113'] for network, after_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:08.493604 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-56bf89c9-8ee6-496c-8907-8a90915859a4 req-ec974695-87ae-4695-bbc3-2c24d62d377b tempest-ServersTestJSON-1424434350 tempest-ServersTestJSON-1424434350-project] 10.222.0.42 "GET /v2.0/security-groups?id=a3de1b7a-019c-40dd-8c9d-3a3f159b2bd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1270473 Apr 18 21:00:08.504889 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-c85faba5-4c58-4ef2-bbca-6e8f50f747c9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32378031'] for network, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:08.509599 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c85faba5-4c58-4ef2-bbca-6e8f50f747c9 admin admin] Pushing event deleted for resources: {'Network': ['ID=f97f14e8-d416-4805-b1ff-bdf117be539c,revision_number=None']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:00:08.544014 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbcc11d2-634f-46b0-ae79-f0f77765b903 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:00:08.544360 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbcc11d2-634f-46b0-ae79-f0f77765b903 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:00:08.544699 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbcc11d2-634f-46b0-ae79-f0f77765b903 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:00:08.545033 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbcc11d2-634f-46b0-ae79-f0f77765b903 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:00:08.545352 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbcc11d2-634f-46b0-ae79-f0f77765b903 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:00:08.545689 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbcc11d2-634f-46b0-ae79-f0f77765b903 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:00:08.546337 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbcc11d2-634f-46b0-ae79-f0f77765b903 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:00:08.546337 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbcc11d2-634f-46b0-ae79-f0f77765b903 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:00:08.546624 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbcc11d2-634f-46b0-ae79-f0f77765b903 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:00:08.546945 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbcc11d2-634f-46b0-ae79-f0f77765b903 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:00:08.547266 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbcc11d2-634f-46b0-ae79-f0f77765b903 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:00:08.552435 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-3af0df34-cc36-4da7-802a-7bbd42db4144 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:08.558129 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-c85faba5-4c58-4ef2-bbca-6e8f50f747c9 admin admin] 10.222.0.42 "DELETE /v2.0/networks/f97f14e8-d416-4805-b1ff-bdf117be539c HTTP/1.1" status: 204 len: 168 time: 0.7343674 Apr 18 21:00:08.586677 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbcc11d2-634f-46b0-ae79-f0f77765b903 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:00:08.587028 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbcc11d2-634f-46b0-ae79-f0f77765b903 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:00:08.587376 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbcc11d2-634f-46b0-ae79-f0f77765b903 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:00:08.587724 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbcc11d2-634f-46b0-ae79-f0f77765b903 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:00:08.588060 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbcc11d2-634f-46b0-ae79-f0f77765b903 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:00:08.588396 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbcc11d2-634f-46b0-ae79-f0f77765b903 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:00:08.588846 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbcc11d2-634f-46b0-ae79-f0f77765b903 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:00:08.589183 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbcc11d2-634f-46b0-ae79-f0f77765b903 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:00:08.589505 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbcc11d2-634f-46b0-ae79-f0f77765b903 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:00:08.589832 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbcc11d2-634f-46b0-ae79-f0f77765b903 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:00:08.590235 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbcc11d2-634f-46b0-ae79-f0f77765b903 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:00:08.603665 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-dbcc11d2-634f-46b0-ae79-f0f77765b903 admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 2.1058590 Apr 18 21:00:08.604557 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 57276) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:00:08.610042 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Network 9b8a7e14-19dd-4214-9fd7-5da6fc8793e6 details requested by agent ovs-agent-n-d-838334-2 with host n-d-838334-2 {{(pid=84042) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 18 21:00:08.621056 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.v2.base [None req-e6f7b779-acae-45cb-91df-c087ac8e9895 admin admin] Request body: {'subnet': {'network_id': '9b8a7e14-19dd-4214-9fd7-5da6fc8793e6', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-1059019708-subnet', 'tenant_id': 'b5bf875eb9b748b5aba56f8b60ce8169', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=84040) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:00:08.632358 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [None req-e6f7b779-acae-45cb-91df-c087ac8e9895 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:00:08.643425 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-e6f7b779-acae-45cb-91df-c087ac8e9895 admin admin] Usage tracker for resource:subnet and tenant:b5bf875eb9b748b5aba56f8b60ce8169 is out of sync, need to count used quota {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:00:08.656393 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-e6f7b779-acae-45cb-91df-c087ac8e9895 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:00:08.668468 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [None req-e6f7b779-acae-45cb-91df-c087ac8e9895 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:00:08.703051 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 57280) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:00:08.708955 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e6f7b779-acae-45cb-91df-c087ac8e9895 admin admin] Made reservation on behalf of b5bf875eb9b748b5aba56f8b60ce8169 for: {'subnet': 1} {{(pid=84040) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:00:08.711428 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-e6f7b779-acae-45cb-91df-c087ac8e9895 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31752722'] for subnet, before_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:08.714527 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.v2.base [None req-012b6958-961f-4378-8be8-b25428372b3e tempest-NetworksIpV6Test-2002984352 tempest-NetworksIpV6Test-2002984352-project] Request body: {'subnet': {'network_id': '3c1d1dc4-f283-4aaa-a5d8-fc482fce6edd', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=84041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:00:08.785412 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 57284) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:00:08.843311 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2b84edd-facb-4f49-9504-3aae2fc97b0d req-68611eb1-e709-4695-8ca8-72f10cb47690 tempest-ServersNegativeTestJSON-508382254 tempest-ServersNegativeTestJSON-508382254-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:00:08.845749 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-012b6958-961f-4378-8be8-b25428372b3e tempest-NetworksIpV6Test-2002984352 tempest-NetworksIpV6Test-2002984352-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:00:08.850374 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-012b6958-961f-4378-8be8-b25428372b3e tempest-NetworksIpV6Test-2002984352 tempest-NetworksIpV6Test-2002984352-project] Usage tracker for resource:subnet and tenant:fd146e1e9f314c74ba81762788974d67 is out of sync, need to count used quota {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:00:08.850549 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-f2b84edd-facb-4f49-9504-3aae2fc97b0d req-68611eb1-e709-4695-8ca8-72f10cb47690 tempest-ServersNegativeTestJSON-508382254 tempest-ServersNegativeTestJSON-508382254-project] 10.222.0.42 "GET /v2.0/ports?device_id=2197a591-197e-47fe-9210-1387bfb6ec5e HTTP/1.1" status: 200 len: 945 time: 0.3240292 Apr 18 21:00:08.855422 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-3af0df34-cc36-4da7-802a-7bbd42db4144 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:08.865820 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-012b6958-961f-4378-8be8-b25428372b3e tempest-NetworksIpV6Test-2002984352 tempest-NetworksIpV6Test-2002984352-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:00:08.877768 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-012b6958-961f-4378-8be8-b25428372b3e tempest-NetworksIpV6Test-2002984352 tempest-NetworksIpV6Test-2002984352-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:00:08.924335 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 57290) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:00:08.925085 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-f2b84edd-facb-4f49-9504-3aae2fc97b0d req-d28395c5-a966-4d85-8504-29a9981352eb tempest-ServersNegativeTestJSON-508382254 tempest-ServersNegativeTestJSON-508382254-project] 10.222.0.42 "GET /v2.0/security-groups?id=ada0ecb3-b1bc-4ba2-8e6c-b06ba09daca2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735204 Apr 18 21:00:08.927225 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-012b6958-961f-4378-8be8-b25428372b3e tempest-NetworksIpV6Test-2002984352 tempest-NetworksIpV6Test-2002984352-project] Made reservation on behalf of fd146e1e9f314c74ba81762788974d67 for: {'subnet': 1} {{(pid=84041) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:00:08.959028 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Device 7d21a7ff-fa1b-45c4-ac0b-ca57c2e0c5d0 details requested by agent hyperv_n-h1-838334-2 with host n-h1-838334-2 {{(pid=84042) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 18 21:00:09.027180 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 57296) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:00:09.028112 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-ad69cf02-73a7-4d9d-a69b-cde0717a8a9e admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=3359f64d61394be3988b8358f336f0e8&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1030486 Apr 18 21:00:09.074894 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.v2.base [None req-621fa0f5-2c3d-4c00-ac85-b3ec9a822f55 tempest-ExternalNetworksTestJSON-191736342 tempest-ExternalNetworksTestJSON-191736342-project] Request body: {'network': {'name': 'tempest-ExternalNetworksTestJSON-test-network-1634637098'}} {{(pid=84040) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:00:09.122527 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-012b6958-961f-4378-8be8-b25428372b3e tempest-NetworksIpV6Test-2002984352 tempest-NetworksIpV6Test-2002984352-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32486301'] for subnet, before_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:09.139145 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-3af0df34-cc36-4da7-802a-7bbd42db4144 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33528224'] for security_group, after_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:09.159709 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [None req-621fa0f5-2c3d-4c00-ac85-b3ec9a822f55 tempest-ExternalNetworksTestJSON-191736342 tempest-ExternalNetworksTestJSON-191736342-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:00:09.171244 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-621fa0f5-2c3d-4c00-ac85-b3ec9a822f55 tempest-ExternalNetworksTestJSON-191736342 tempest-ExternalNetworksTestJSON-191736342-project] Usage tracker for resource:network and tenant:458e354ab93a4025b04066e6f2d05e26 is out of sync, need to count used quota {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:00:09.175558 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-621fa0f5-2c3d-4c00-ac85-b3ec9a822f55 tempest-ExternalNetworksTestJSON-191736342 tempest-ExternalNetworksTestJSON-191736342-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:00:09.186772 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] For port 7d21a7ff-fa1b-45c4-ac0b-ca57c2e0c5d0, host n-h1-838334-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838334-2',level=0,port_id=7d21a7ff-fa1b-45c4-ac0b-ca57c2e0c5d0,segment=NetworkSegment(7487d154-ef4b-4701-b484-567750da716d),segment_id=7487d154-ef4b-4701-b484-567750da716d)] {{(pid=84042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:00:09.192006 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [None req-621fa0f5-2c3d-4c00-ac85-b3ec9a822f55 tempest-ExternalNetworksTestJSON-191736342 tempest-ExternalNetworksTestJSON-191736342-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:00:09.194956 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-e6f7b779-acae-45cb-91df-c087ac8e9895 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33526260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32441074', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31752704'] for subnet, after_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:09.202601 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Returning: {'device': '7d21a7ff-fa1b-45c4-ac0b-ca57c2e0c5d0', 'network_id': '7083f08e-ab4e-49e9-91e4-270e03cc3e4c', 'port_id': '7d21a7ff-fa1b-45c4-ac0b-ca57c2e0c5d0', 'mac_address': 'fa:16:3e:f1:26:e0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 363, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b602689e-1bf9-4316-afee-2c16d3405af1', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84042) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 18 21:00:09.211484 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3af0df34-cc36-4da7-802a-7bbd42db4144 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e22cb72-e72b-474d-9415-b90c2623b696,revision_number=None']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:00:09.230486 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-3af0df34-cc36-4da7-802a-7bbd42db4144 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:09.234033 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-3af0df34-cc36-4da7-802a-7bbd42db4144 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/3e22cb72-e72b-474d-9415-b90c2623b696 HTTP/1.1" status: 204 len: 168 time: 1.1936555 Apr 18 21:00:09.272332 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-e9141a8a-4cc7-47ca-b9ed-9b6e1052f722 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:09.285375 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:09.287380 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-621fa0f5-2c3d-4c00-ac85-b3ec9a822f55 tempest-ExternalNetworksTestJSON-191736342 tempest-ExternalNetworksTestJSON-191736342-project] Made reservation on behalf of 458e354ab93a4025b04066e6f2d05e26 for: {'network': 1} {{(pid=84040) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:00:09.290424 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-621fa0f5-2c3d-4c00-ac85-b3ec9a822f55 tempest-ExternalNetworksTestJSON-191736342 tempest-ExternalNetworksTestJSON-191736342-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for network, before_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:09.306109 n-d-838334-2 neutron-server[84042]: DEBUG neutron.notifiers.nova [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7d21a7ff-fa1b-45c4-ac0b-ca57c2e0c5d0 {{(pid=84042) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 18 21:00:09.327583 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] For port 7d21a7ff-fa1b-45c4-ac0b-ca57c2e0c5d0, host n-h1-838334-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838334-2',level=0,port_id=7d21a7ff-fa1b-45c4-ac0b-ca57c2e0c5d0,segment=NetworkSegment(7487d154-ef4b-4701-b484-567750da716d),segment_id=7487d154-ef4b-4701-b484-567750da716d)] {{(pid=84042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:00:09.327860 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6f7b779-acae-45cb-91df-c087ac8e9895 admin admin] Pushing event updated for resources: {'Subnet': ['ID=16880a32-9b71-46fb-bafe-6b6135588b63,revision_number=0']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:00:09.335559 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682'] for port, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:09.351718 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-e9141a8a-4cc7-47ca-b9ed-9b6e1052f722 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:09.377501 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-621fa0f5-2c3d-4c00-ac85-b3ec9a822f55 tempest-ExternalNetworksTestJSON-191736342 tempest-ExternalNetworksTestJSON-191736342-project] Notify callbacks [] for security_group, before_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:09.408414 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Pushing event updated for resources: {'Port': ['ID=7d21a7ff-fa1b-45c4-ac0b-ca57c2e0c5d0,revision_number=4']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:00:09.416964 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-012b6958-961f-4378-8be8-b25428372b3e tempest-NetworksIpV6Test-2002984352 tempest-NetworksIpV6Test-2002984352-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33526260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32266407', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32486287'] for subnet, after_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:09.448185 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eed2d2a-5b0d-4151-87ae-734adf4b75cc req-8b69a1a0-37ed-403b-b5e6-ae28655ca8ea tempest-ServersNegativeTestJSON-508382254 tempest-ServersNegativeTestJSON-508382254-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:00:09.455869 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-1eed2d2a-5b0d-4151-87ae-734adf4b75cc req-8b69a1a0-37ed-403b-b5e6-ae28655ca8ea tempest-ServersNegativeTestJSON-508382254 tempest-ServersNegativeTestJSON-508382254-project] 10.222.0.42 "GET /v2.0/ports?device_id=2197a591-197e-47fe-9210-1387bfb6ec5e HTTP/1.1" status: 200 len: 945 time: 0.3328900 Apr 18 21:00:09.510855 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-012b6958-961f-4378-8be8-b25428372b3e tempest-NetworksIpV6Test-2002984352 tempest-NetworksIpV6Test-2002984352-project] Pushing event updated for resources: {'Subnet': ['ID=d482ee93-d2c0-4265-b5ef-6b9f827934aa,revision_number=0']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:00:09.529935 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-012b6958-961f-4378-8be8-b25428372b3e tempest-NetworksIpV6Test-2002984352 tempest-NetworksIpV6Test-2002984352-project] Checking segment: {'id': 'dbe81420-f86d-449a-bbcc-ce025fa75394', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '3c1d1dc4-f283-4aaa-a5d8-fc482fce6edd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84041) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 21:00:09.530419 n-d-838334-2 neutron-server[84041]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-012b6958-961f-4378-8be8-b25428372b3e tempest-NetworksIpV6Test-2002984352 tempest-NetworksIpV6Test-2002984352-project] Network hostable DHCP agents. Network: 3c1d1dc4-f283-4aaa-a5d8-fc482fce6edd, hostable agents: ['8746f8ea-3e91-4b32-9919-2c63adeb8722'], hosted agents: [] {{(pid=84041) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 21:00:09.559813 n-d-838334-2 neutron-server[84041]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-012b6958-961f-4378-8be8-b25428372b3e tempest-NetworksIpV6Test-2002984352 tempest-NetworksIpV6Test-2002984352-project] Network 3c1d1dc4-f283-4aaa-a5d8-fc482fce6edd is scheduled to be hosted by DHCP agent 8746f8ea-3e91-4b32-9919-2c63adeb8722 with binding_index 1 {{(pid=84041) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 21:00:09.573110 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] get_ports_and_sgs() called for port_ids ['7d21a7ff-fa1b-45c4-ac0b-ca57c2e0c5d0'] {{(pid=84042) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 18 21:00:09.577239 n-d-838334-2 neutron-server[84041]: DEBUG neutron.scheduler.base_scheduler [None req-012b6958-961f-4378-8be8-b25428372b3e tempest-NetworksIpV6Test-2002984352 tempest-NetworksIpV6Test-2002984352-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-838334-2, 3c1d1dc4-f283-4aaa-a5d8-fc482fce6edd) {{(pid=84041) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:00:09.584390 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-012b6958-961f-4378-8be8-b25428372b3e tempest-NetworksIpV6Test-2002984352 tempest-NetworksIpV6Test-2002984352-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:00:09.585286 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-012b6958-961f-4378-8be8-b25428372b3e tempest-NetworksIpV6Test-2002984352 tempest-NetworksIpV6Test-2002984352-project] Notify callbacks [] for subnet, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:09.631305 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6f7b779-acae-45cb-91df-c087ac8e9895 admin admin] Checking segment: {'id': 'f3c1adbc-ce68-4689-ba8a-f5f2d2d5dce1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '9b8a7e14-19dd-4214-9fd7-5da6fc8793e6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84040) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 21:00:09.631938 n-d-838334-2 neutron-server[84040]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6f7b779-acae-45cb-91df-c087ac8e9895 admin admin] Network hostable DHCP agents. Network: 9b8a7e14-19dd-4214-9fd7-5da6fc8793e6, hostable agents: ['8746f8ea-3e91-4b32-9919-2c63adeb8722'], hosted agents: [] {{(pid=84040) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 21:00:09.639013 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [None req-621fa0f5-2c3d-4c00-ac85-b3ec9a822f55 tempest-ExternalNetworksTestJSON-191736342 tempest-ExternalNetworksTestJSON-191736342-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:00:09.640188 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55846b0b-0b78-45cb-ae15-15a13d064c4e None None] Network 3c1d1dc4-f283-4aaa-a5d8-fc482fce6edd requested from n-d-838334-2 {{(pid=84042) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 21:00:09.642367 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-012b6958-961f-4378-8be8-b25428372b3e tempest-NetworksIpV6Test-2002984352 tempest-NetworksIpV6Test-2002984352-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.9372492 Apr 18 21:00:09.646143 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 57306) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:00:09.650328 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-621fa0f5-2c3d-4c00-ac85-b3ec9a822f55 tempest-ExternalNetworksTestJSON-191736342 tempest-ExternalNetworksTestJSON-191736342-project] Usage tracker for resource:security_group_rule and tenant:458e354ab93a4025b04066e6f2d05e26 is out of sync, need to count used quota {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:00:09.655594 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.v2.base [None req-52137064-71a3-497a-9e74-b6dee68a7756 tempest-NetworksIpV6Test-2002984352 tempest-NetworksIpV6Test-2002984352-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-690345827'}} {{(pid=84041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:00:09.655767 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-621fa0f5-2c3d-4c00-ac85-b3ec9a822f55 tempest-ExternalNetworksTestJSON-191736342 tempest-ExternalNetworksTestJSON-191736342-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:00:09.673383 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-52137064-71a3-497a-9e74-b6dee68a7756 tempest-NetworksIpV6Test-2002984352 tempest-NetworksIpV6Test-2002984352-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:00:09.680686 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-52137064-71a3-497a-9e74-b6dee68a7756 tempest-NetworksIpV6Test-2002984352 tempest-NetworksIpV6Test-2002984352-project] Usage tracker for resource:network and tenant:fd146e1e9f314c74ba81762788974d67 is out of sync, need to count used quota {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:00:09.680910 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [None req-621fa0f5-2c3d-4c00-ac85-b3ec9a822f55 tempest-ExternalNetworksTestJSON-191736342 tempest-ExternalNetworksTestJSON-191736342-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:00:09.689102 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-52137064-71a3-497a-9e74-b6dee68a7756 tempest-NetworksIpV6Test-2002984352 tempest-NetworksIpV6Test-2002984352-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:00:09.700678 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-1eed2d2a-5b0d-4151-87ae-734adf4b75cc req-d4c5e9a5-e256-4b5c-b15b-5a240172f016 tempest-ServersNegativeTestJSON-508382254 tempest-ServersNegativeTestJSON-508382254-project] 10.222.0.42 "GET /v2.0/security-groups?id=ada0ecb3-b1bc-4ba2-8e6c-b06ba09daca2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2437708 Apr 18 21:00:09.701027 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-52137064-71a3-497a-9e74-b6dee68a7756 tempest-NetworksIpV6Test-2002984352 tempest-NetworksIpV6Test-2002984352-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:00:09.716625 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-52137064-71a3-497a-9e74-b6dee68a7756 tempest-NetworksIpV6Test-2002984352 tempest-NetworksIpV6Test-2002984352-project] Made reservation on behalf of fd146e1e9f314c74ba81762788974d67 for: {'network': 1} {{(pid=84041) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:00:09.721002 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-52137064-71a3-497a-9e74-b6dee68a7756 tempest-NetworksIpV6Test-2002984352 tempest-NetworksIpV6Test-2002984352-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for network, before_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:09.757006 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-52137064-71a3-497a-9e74-b6dee68a7756 tempest-NetworksIpV6Test-2002984352 tempest-NetworksIpV6Test-2002984352-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 378} {{(pid=84041) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 21:00:09.770101 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-52137064-71a3-497a-9e74-b6dee68a7756 tempest-NetworksIpV6Test-2002984352 tempest-NetworksIpV6Test-2002984352-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1082986'] for segment, precommit_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:09.770455 n-d-838334-2 neutron-server[84041]: INFO neutron.db.segments_db [None req-52137064-71a3-497a-9e74-b6dee68a7756 tempest-NetworksIpV6Test-2002984352 tempest-NetworksIpV6Test-2002984352-project] Added segment 2350c9cd-3404-4ab2-b2f4-20d3973b56a6 of type vlan for network ff795ce3-e370-48ba-bd85-72414a971a76 Apr 18 21:00:09.802966 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-e9141a8a-4cc7-47ca-b9ed-9b6e1052f722 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33528224'] for security_group, after_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:09.805323 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-52137064-71a3-497a-9e74-b6dee68a7756 tempest-NetworksIpV6Test-2002984352 tempest-NetworksIpV6Test-2002984352-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750374825732'] for network, precommit_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:09.852311 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9141a8a-4cc7-47ca-b9ed-9b6e1052f722 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0fd5682f-5c25-4f1f-ae6d-655a725e6967,revision_number=None']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:00:09.854235 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-52137064-71a3-497a-9e74-b6dee68a7756 tempest-NetworksIpV6Test-2002984352 tempest-NetworksIpV6Test-2002984352-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33526109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022'] for network, after_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:09.869442 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52137064-71a3-497a-9e74-b6dee68a7756 tempest-NetworksIpV6Test-2002984352 tempest-NetworksIpV6Test-2002984352-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:00:09.871704 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-52137064-71a3-497a-9e74-b6dee68a7756 tempest-NetworksIpV6Test-2002984352 tempest-NetworksIpV6Test-2002984352-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32378031'] for network, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:09.894367 n-d-838334-2 neutron-server[84040]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6f7b779-acae-45cb-91df-c087ac8e9895 admin admin] Network 9b8a7e14-19dd-4214-9fd7-5da6fc8793e6 is scheduled to be hosted by DHCP agent 8746f8ea-3e91-4b32-9919-2c63adeb8722 with binding_index 1 {{(pid=84040) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 21:00:09.902034 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 57314) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:00:09.904598 n-d-838334-2 neutron-server[84040]: DEBUG neutron.scheduler.base_scheduler [None req-e6f7b779-acae-45cb-91df-c087ac8e9895 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-838334-2, 9b8a7e14-19dd-4214-9fd7-5da6fc8793e6) {{(pid=84040) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:00:09.908870 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-e9141a8a-4cc7-47ca-b9ed-9b6e1052f722 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:09.910163 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-e9141a8a-4cc7-47ca-b9ed-9b6e1052f722 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/0fd5682f-5c25-4f1f-ae6d-655a725e6967 HTTP/1.1" status: 204 len: 168 time: 0.8818038 Apr 18 21:00:09.919222 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6f7b779-acae-45cb-91df-c087ac8e9895 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:00:09.919917 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-e6f7b779-acae-45cb-91df-c087ac8e9895 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32378031'] for subnet, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:09.945111 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c2b912e-69f6-405d-b54c-f46e092ccfa4 None None] Network 9b8a7e14-19dd-4214-9fd7-5da6fc8793e6 requested from n-d-838334-2 {{(pid=84042) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 21:00:09.949858 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-52137064-71a3-497a-9e74-b6dee68a7756 tempest-NetworksIpV6Test-2002984352 tempest-NetworksIpV6Test-2002984352-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.3025255 Apr 18 21:00:09.956099 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 57320) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:00:09.963610 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.v2.base [None req-7d87029d-ceab-4996-a478-1827e12759c0 tempest-NetworksIpV6Test-2002984352 tempest-NetworksIpV6Test-2002984352-project] Request body: {'subnet': {'network_id': 'ff795ce3-e370-48ba-bd85-72414a971a76', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=84041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:00:09.979450 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-821936dc-e6bf-4a2d-9024-3f290222cbae admin admin] Notify callbacks [] for security_group, before_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:10.078144 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ef33108-c3ca-4ffd-a612-e5f1590562ea req-97cf2553-88c5-4bdc-b766-0efe7a833a17 tempest-ServersTestJSON-1424434350 tempest-ServersTestJSON-1424434350-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:00:10.080606 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-7ef33108-c3ca-4ffd-a612-e5f1590562ea req-97cf2553-88c5-4bdc-b766-0efe7a833a17 tempest-ServersTestJSON-1424434350 tempest-ServersTestJSON-1424434350-project] 10.222.0.42 "GET /v2.0/ports?device_id=8be6c3d8-d92d-416e-93f9-40d16e3aae09 HTTP/1.1" status: 200 len: 945 time: 0.3790004 Apr 18 21:00:10.104344 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-621fa0f5-2c3d-4c00-ac85-b3ec9a822f55 tempest-ExternalNetworksTestJSON-191736342 tempest-ExternalNetworksTestJSON-191736342-project] Notify callbacks [] for security_group, precommit_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:10.131380 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [None req-821936dc-e6bf-4a2d-9024-3f290222cbae admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:00:10.135345 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-821936dc-e6bf-4a2d-9024-3f290222cbae admin admin] Usage tracker for resource:security_group_rule and tenant:36ecf0f1ceef4c7b960b8f297a44c853 is out of sync, need to count used quota {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:00:10.138316 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-821936dc-e6bf-4a2d-9024-3f290222cbae admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:00:10.144988 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [None req-821936dc-e6bf-4a2d-9024-3f290222cbae admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:00:10.211875 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-7d87029d-ceab-4996-a478-1827e12759c0 tempest-NetworksIpV6Test-2002984352 tempest-NetworksIpV6Test-2002984352-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:00:10.246378 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-7d87029d-ceab-4996-a478-1827e12759c0 tempest-NetworksIpV6Test-2002984352 tempest-NetworksIpV6Test-2002984352-project] Usage tracker for resource:subnet and tenant:fd146e1e9f314c74ba81762788974d67 is out of sync, need to count used quota {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:00:10.250339 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52137064-71a3-497a-9e74-b6dee68a7756 tempest-NetworksIpV6Test-2002984352 tempest-NetworksIpV6Test-2002984352-project] Pushing event updated for resources: {'Network': ['ID=ff795ce3-e370-48ba-bd85-72414a971a76,revision_number=1']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:00:10.254845 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-621fa0f5-2c3d-4c00-ac85-b3ec9a822f55 tempest-ExternalNetworksTestJSON-191736342 tempest-ExternalNetworksTestJSON-191736342-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33528224'] for security_group, after_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:10.255039 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-7d87029d-ceab-4996-a478-1827e12759c0 tempest-NetworksIpV6Test-2002984352 tempest-NetworksIpV6Test-2002984352-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:00:10.261941 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-e6f7b779-acae-45cb-91df-c087ac8e9895 admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.6510959 Apr 18 21:00:10.262815 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-7d87029d-ceab-4996-a478-1827e12759c0 tempest-NetworksIpV6Test-2002984352 tempest-NetworksIpV6Test-2002984352-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:00:10.265158 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 57326) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:00:10.275897 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.v2.base [None req-940706dc-1147-4b41-a364-24d7d7f8e231 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-1059019708-router', 'tenant_id': 'b5bf875eb9b748b5aba56f8b60ce8169', 'external_gateway_info': {'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c'}}} {{(pid=84041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:00:10.276146 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95416ad8-1980-42e9-9cb7-fd0a19bd9219 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp016840fc-1f9f-5892-9c53-c9cf6c845bbb-3c1d1dc4-f283-4aaa-a5d8-fc482fce6edd', 'network_id': '3c1d1dc4-f283-4aaa-a5d8-fc482fce6edd', 'tenant_id': 'fd146e1e9f314c74ba81762788974d67', 'fixed_ips': [{'subnet_id': 'd482ee93-d2c0-4265-b5ef-6b9f827934aa'}]}} from n-d-838334-2. {{(pid=84042) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 18 21:00:10.277619 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-95416ad8-1980-42e9-9cb7-fd0a19bd9219 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_create {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:10.278861 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-621fa0f5-2c3d-4c00-ac85-b3ec9a822f55 tempest-ExternalNetworksTestJSON-191736342 tempest-ExternalNetworksTestJSON-191736342-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 370} {{(pid=84040) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 21:00:10.282973 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-940706dc-1147-4b41-a364-24d7d7f8e231 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:00:10.287511 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-940706dc-1147-4b41-a364-24d7d7f8e231 admin admin] Usage tracker for resource:router and tenant:b5bf875eb9b748b5aba56f8b60ce8169 is out of sync, need to count used quota {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:00:10.290827 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-621fa0f5-2c3d-4c00-ac85-b3ec9a822f55 tempest-ExternalNetworksTestJSON-191736342 tempest-ExternalNetworksTestJSON-191736342-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1082986'] for segment, precommit_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:10.291364 n-d-838334-2 neutron-server[84040]: INFO neutron.db.segments_db [None req-621fa0f5-2c3d-4c00-ac85-b3ec9a822f55 tempest-ExternalNetworksTestJSON-191736342 tempest-ExternalNetworksTestJSON-191736342-project] Added segment 23b15215-b582-4952-b8fe-60dabcef413d of type vlan for network 0c40b87f-a4cc-474d-a3ee-1a71a83aa6fa Apr 18 21:00:10.291535 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-940706dc-1147-4b41-a364-24d7d7f8e231 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:00:10.298556 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Network ff795ce3-e370-48ba-bd85-72414a971a76 details requested by agent ovs-agent-n-d-838334-2 with host n-d-838334-2 {{(pid=84042) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 18 21:00:10.299700 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-940706dc-1147-4b41-a364-24d7d7f8e231 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:00:10.319377 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-940706dc-1147-4b41-a364-24d7d7f8e231 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-33442106', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5708'] for router, before_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:10.320801 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-940706dc-1147-4b41-a364-24d7d7f8e231 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33442137', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33444285', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33535433', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5703'] for router, precommit_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:10.328233 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-621fa0f5-2c3d-4c00-ac85-b3ec9a822f55 tempest-ExternalNetworksTestJSON-191736342 tempest-ExternalNetworksTestJSON-191736342-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750374825732'] for network, precommit_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:10.346970 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-940706dc-1147-4b41-a364-24d7d7f8e231 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:10.352585 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-821936dc-e6bf-4a2d-9024-3f290222cbae admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:10.374160 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-821936dc-e6bf-4a2d-9024-3f290222cbae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33528224'] for security_group, after_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:10.374791 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d87029d-ceab-4996-a478-1827e12759c0 tempest-NetworksIpV6Test-2002984352 tempest-NetworksIpV6Test-2002984352-project] Made reservation on behalf of fd146e1e9f314c74ba81762788974d67 for: {'subnet': 1} {{(pid=84041) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:00:10.416291 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ce343db-f83f-466c-a367-00229c3a4260 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp016840fc-1f9f-5892-9c53-c9cf6c845bbb-9b8a7e14-19dd-4214-9fd7-5da6fc8793e6', 'network_id': '9b8a7e14-19dd-4214-9fd7-5da6fc8793e6', 'tenant_id': 'b5bf875eb9b748b5aba56f8b60ce8169', 'fixed_ips': [{'subnet_id': '16880a32-9b71-46fb-bafe-6b6135588b63'}]}} from n-d-838334-2. {{(pid=84042) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 18 21:00:10.417486 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-4ce343db-f83f-466c-a367-00229c3a4260 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_create {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:10.417808 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-7ef33108-c3ca-4ffd-a612-e5f1590562ea req-38e277a6-2c19-4181-b4d1-34ccbae7f9ca tempest-ServersTestJSON-1424434350 tempest-ServersTestJSON-1424434350-project] 10.222.0.42 "GET /v2.0/security-groups?id=a3de1b7a-019c-40dd-8c9d-3a3f159b2bd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1990576 Apr 18 21:00:10.439617 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-621fa0f5-2c3d-4c00-ac85-b3ec9a822f55 tempest-ExternalNetworksTestJSON-191736342 tempest-ExternalNetworksTestJSON-191736342-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c7909062-f5f4-4eed-83b5-c1f5a6b9af97,revision_number=1']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:00:10.544491 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0538b55a-866e-42df-8b43-48d8c7d12a88 req-9b658924-a4a6-453a-afa7-e323aedc8626 tempest-ServersNegativeTestJSON-508382254 tempest-ServersNegativeTestJSON-508382254-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:00:10.554512 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-0538b55a-866e-42df-8b43-48d8c7d12a88 req-9b658924-a4a6-453a-afa7-e323aedc8626 tempest-ServersNegativeTestJSON-508382254 tempest-ServersNegativeTestJSON-508382254-project] 10.222.0.42 "GET /v2.0/ports?device_id=2197a591-197e-47fe-9210-1387bfb6ec5e HTTP/1.1" status: 200 len: 945 time: 0.5643024 Apr 18 21:00:10.565489 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-821936dc-e6bf-4a2d-9024-3f290222cbae admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=36ecf0f1ceef4c7b960b8f297a44c853&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6588557 Apr 18 21:00:10.601803 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 57334) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:00:10.602562 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-621fa0f5-2c3d-4c00-ac85-b3ec9a822f55 tempest-ExternalNetworksTestJSON-191736342 tempest-ExternalNetworksTestJSON-191736342-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33526109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022'] for network, after_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:10.607071 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-621fa0f5-2c3d-4c00-ac85-b3ec9a822f55 tempest-ExternalNetworksTestJSON-191736342 tempest-ExternalNetworksTestJSON-191736342-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:00:10.607702 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-621fa0f5-2c3d-4c00-ac85-b3ec9a822f55 tempest-ExternalNetworksTestJSON-191736342 tempest-ExternalNetworksTestJSON-191736342-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32378031'] for network, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:10.689599 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-940706dc-1147-4b41-a364-24d7d7f8e231 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-33444175', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-33443520', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5293'] for router, precommit_update {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:10.692225 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.db_base_plugin_common [None req-95416ad8-1980-42e9-9cb7-fd0a19bd9219 None None] Allocated IP 2001:db8:0:ffff::2 (3c1d1dc4-f283-4aaa-a5d8-fc482fce6edd/d482ee93-d2c0-4265-b5ef-6b9f827934aa/d1d78ea3-ef2e-4552-b3d2-a7b3242a8485) {{(pid=84042) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 21:00:10.703459 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-7d87029d-ceab-4996-a478-1827e12759c0 tempest-NetworksIpV6Test-2002984352 tempest-NetworksIpV6Test-2002984352-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32486301'] for subnet, before_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:10.749504 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-821936dc-e6bf-4a2d-9024-3f290222cbae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fd92b153-c3c2-4d18-a8a3-3155849dda15,revision_number=1']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:00:10.789559 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-621fa0f5-2c3d-4c00-ac85-b3ec9a822f55 tempest-ExternalNetworksTestJSON-191736342 tempest-ExternalNetworksTestJSON-191736342-project] Pushing event updated for resources: {'Network': ['ID=0c40b87f-a4cc-474d-a3ee-1a71a83aa6fa,revision_number=1']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:00:10.805682 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Network 0c40b87f-a4cc-474d-a3ee-1a71a83aa6fa details requested by agent ovs-agent-n-d-838334-2 with host n-d-838334-2 {{(pid=84042) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 18 21:00:10.834920 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.db_base_plugin_common [None req-4ce343db-f83f-466c-a367-00229c3a4260 None None] Allocated IP 172.20.0.2 (9b8a7e14-19dd-4214-9fd7-5da6fc8793e6/16880a32-9b71-46fb-bafe-6b6135588b63/7f3dc440-7c4f-4c97-8c9b-a608876e143d) {{(pid=84042) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 21:00:10.837974 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-0538b55a-866e-42df-8b43-48d8c7d12a88 req-d075de39-7167-4339-970b-a7f8523db028 tempest-ServersNegativeTestJSON-508382254 tempest-ServersNegativeTestJSON-508382254-project] 10.222.0.42 "GET /v2.0/security-groups?id=ada0ecb3-b1bc-4ba2-8e6c-b06ba09daca2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2824342 Apr 18 21:00:10.884193 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-621fa0f5-2c3d-4c00-ac85-b3ec9a822f55 tempest-ExternalNetworksTestJSON-191736342 tempest-ExternalNetworksTestJSON-191736342-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 792 time: 2.0971882 Apr 18 21:00:10.889267 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 57344) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:00:10.931303 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-3c8424c5-b58c-44b9-96c3-d58242525c50 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:11.004131 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-3c8424c5-b58c-44b9-96c3-d58242525c50 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:11.048602 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Device 7d21a7ff-fa1b-45c4-ac0b-ca57c2e0c5d0 up at agent hyperv_n-h1-838334-2 {{(pid=84042) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 21:00:11.127606 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-3c8424c5-b58c-44b9-96c3-d58242525c50 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33528224'] for security_group, after_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:11.152415 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c8424c5-b58c-44b9-96c3-d58242525c50 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd92b153-c3c2-4d18-a8a3-3155849dda15,revision_number=None']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:00:11.207004 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-3c8424c5-b58c-44b9-96c3-d58242525c50 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:11.208126 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-3c8424c5-b58c-44b9-96c3-d58242525c50 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/fd92b153-c3c2-4d18-a8a3-3155849dda15 HTTP/1.1" status: 204 len: 168 time: 0.5953524 Apr 18 21:00:11.249889 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f7a1517-ddf8-4e3d-b564-534d7d371e32 req-81f2a718-aefa-4bc5-b75f-dd31991c8382 tempest-ServersNegativeTestJSON-508382254 tempest-ServersNegativeTestJSON-508382254-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:00:11.258986 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-3f7a1517-ddf8-4e3d-b564-534d7d371e32 req-81f2a718-aefa-4bc5-b75f-dd31991c8382 tempest-ServersNegativeTestJSON-508382254 tempest-ServersNegativeTestJSON-508382254-project] 10.222.0.42 "GET /v2.0/ports?device_id=2197a591-197e-47fe-9210-1387bfb6ec5e HTTP/1.1" status: 200 len: 945 time: 0.1043088 Apr 18 21:00:11.298046 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-95416ad8-1980-42e9-9cb7-fd0a19bd9219 None None] Notify callbacks [] for port, precommit_create {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:11.317806 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-95416ad8-1980-42e9-9cb7-fd0a19bd9219 None None] Transition to ACTIVE for port object d1d78ea3-ef2e-4552-b3d2-a7b3242a8485 will not be triggered until provisioned by entity L2. {{(pid=84042) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:00:11.324401 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-3f7a1517-ddf8-4e3d-b564-534d7d371e32 req-09e8b5d5-f7ec-45e8-af43-9f5e6732a81a tempest-ServersNegativeTestJSON-508382254 tempest-ServersNegativeTestJSON-508382254-project] 10.222.0.42 "GET /v2.0/security-groups?id=ada0ecb3-b1bc-4ba2-8e6c-b06ba09daca2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636148 Apr 18 21:00:11.358018 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.v2.base [None req-7b6d6606-ea0f-43aa-87cf-c5022c413fa7 tempest-ExternalNetworksTestJSON-1311496120 tempest-ExternalNetworksTestJSON-1311496120-project-admin] Request body: {'network': {'name': 'tempest-network--1267955978', 'router:external': True}} {{(pid=84040) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:00:11.362126 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [None req-7b6d6606-ea0f-43aa-87cf-c5022c413fa7 tempest-ExternalNetworksTestJSON-1311496120 tempest-ExternalNetworksTestJSON-1311496120-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:00:11.377645 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-7b6d6606-ea0f-43aa-87cf-c5022c413fa7 tempest-ExternalNetworksTestJSON-1311496120 tempest-ExternalNetworksTestJSON-1311496120-project-admin] Usage tracker for resource:network and tenant:d1abd178e8b448daa8f8c6333e663524 is out of sync, need to count used quota {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:00:11.385249 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-7b6d6606-ea0f-43aa-87cf-c5022c413fa7 tempest-ExternalNetworksTestJSON-1311496120 tempest-ExternalNetworksTestJSON-1311496120-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:00:11.400754 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [None req-7b6d6606-ea0f-43aa-87cf-c5022c413fa7 tempest-ExternalNetworksTestJSON-1311496120 tempest-ExternalNetworksTestJSON-1311496120-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:00:11.421817 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-7d87029d-ceab-4996-a478-1827e12759c0 tempest-NetworksIpV6Test-2002984352 tempest-NetworksIpV6Test-2002984352-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33526260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32266407', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32486287'] for subnet, after_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:11.424400 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b6d6606-ea0f-43aa-87cf-c5022c413fa7 tempest-ExternalNetworksTestJSON-1311496120 tempest-ExternalNetworksTestJSON-1311496120-project-admin] Made reservation on behalf of d1abd178e8b448daa8f8c6333e663524 for: {'network': 1} {{(pid=84040) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:00:11.427343 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-7b6d6606-ea0f-43aa-87cf-c5022c413fa7 tempest-ExternalNetworksTestJSON-1311496120 tempest-ExternalNetworksTestJSON-1311496120-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for network, before_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:11.441090 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-95416ad8-1980-42e9-9cb7-fd0a19bd9219 None None] Transition to ACTIVE for port object d1d78ea3-ef2e-4552-b3d2-a7b3242a8485 will not be triggered until provisioned by entity DHCP. {{(pid=84042) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:00:11.457570 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-7b6d6606-ea0f-43aa-87cf-c5022c413fa7 tempest-ExternalNetworksTestJSON-1311496120 tempest-ExternalNetworksTestJSON-1311496120-project-admin] Notify callbacks [] for security_group, before_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:11.533985 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-940706dc-1147-4b41-a364-24d7d7f8e231 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:11.536463 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [None req-7b6d6606-ea0f-43aa-87cf-c5022c413fa7 tempest-ExternalNetworksTestJSON-1311496120 tempest-ExternalNetworksTestJSON-1311496120-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:00:11.545450 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-7b6d6606-ea0f-43aa-87cf-c5022c413fa7 tempest-ExternalNetworksTestJSON-1311496120 tempest-ExternalNetworksTestJSON-1311496120-project-admin] Usage tracker for resource:security_group_rule and tenant:d1abd178e8b448daa8f8c6333e663524 is out of sync, need to count used quota {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:00:11.550802 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-7b6d6606-ea0f-43aa-87cf-c5022c413fa7 tempest-ExternalNetworksTestJSON-1311496120 tempest-ExternalNetworksTestJSON-1311496120-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:00:11.557394 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [None req-7b6d6606-ea0f-43aa-87cf-c5022c413fa7 tempest-ExternalNetworksTestJSON-1311496120 tempest-ExternalNetworksTestJSON-1311496120-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:00:11.622890 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-95416ad8-1980-42e9-9cb7-fd0a19bd9219 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750374836619'] for port, after_create {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:11.654554 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-940706dc-1147-4b41-a364-24d7d7f8e231 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:11.658530 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d87029d-ceab-4996-a478-1827e12759c0 tempest-NetworksIpV6Test-2002984352 tempest-NetworksIpV6Test-2002984352-project] Pushing event updated for resources: {'Subnet': ['ID=3c28b26e-c679-4b7e-b438-3e63d3358ca6,revision_number=0']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:00:11.778107 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-7b6d6606-ea0f-43aa-87cf-c5022c413fa7 tempest-ExternalNetworksTestJSON-1311496120 tempest-ExternalNetworksTestJSON-1311496120-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:11.792411 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-7b6d6606-ea0f-43aa-87cf-c5022c413fa7 tempest-ExternalNetworksTestJSON-1311496120 tempest-ExternalNetworksTestJSON-1311496120-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33528224'] for security_group, after_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:11.834304 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a730ec27-b8a9-4e69-b7bd-b32744d7596f req-89b046e4-d2cc-4fdf-93fe-cd64dabb218a tempest-ServersNegativeTestJSON-508382254 tempest-ServersNegativeTestJSON-508382254-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:00:11.835542 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-a730ec27-b8a9-4e69-b7bd-b32744d7596f req-89b046e4-d2cc-4fdf-93fe-cd64dabb218a tempest-ServersNegativeTestJSON-508382254 tempest-ServersNegativeTestJSON-508382254-project] 10.222.0.42 "GET /v2.0/ports?device_id=2197a591-197e-47fe-9210-1387bfb6ec5e HTTP/1.1" status: 200 len: 945 time: 0.2143338 Apr 18 21:00:11.847015 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95416ad8-1980-42e9-9cb7-fd0a19bd9219 None None] Pushing event updated for resources: {'Port': ['ID=d1d78ea3-ef2e-4552-b3d2-a7b3242a8485,revision_number=1']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:00:11.853966 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d87029d-ceab-4996-a478-1827e12759c0 tempest-NetworksIpV6Test-2002984352 tempest-NetworksIpV6Test-2002984352-project] Checking segment: {'id': '2350c9cd-3404-4ab2-b2f4-20d3973b56a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': 'ff795ce3-e370-48ba-bd85-72414a971a76'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84041) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 21:00:11.854333 n-d-838334-2 neutron-server[84041]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d87029d-ceab-4996-a478-1827e12759c0 tempest-NetworksIpV6Test-2002984352 tempest-NetworksIpV6Test-2002984352-project] Network hostable DHCP agents. Network: ff795ce3-e370-48ba-bd85-72414a971a76, hostable agents: ['8746f8ea-3e91-4b32-9919-2c63adeb8722'], hosted agents: [] {{(pid=84041) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 21:00:11.865157 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7b6d6606-ea0f-43aa-87cf-c5022c413fa7 tempest-ExternalNetworksTestJSON-1311496120 tempest-ExternalNetworksTestJSON-1311496120-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 374} {{(pid=84040) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 21:00:11.893583 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b6d6606-ea0f-43aa-87cf-c5022c413fa7 tempest-ExternalNetworksTestJSON-1311496120 tempest-ExternalNetworksTestJSON-1311496120-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e52ab159-5165-41ef-af97-68f2a9e631f0,revision_number=1']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:00:11.898473 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-7b6d6606-ea0f-43aa-87cf-c5022c413fa7 tempest-ExternalNetworksTestJSON-1311496120 tempest-ExternalNetworksTestJSON-1311496120-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1082986'] for segment, precommit_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:11.899058 n-d-838334-2 neutron-server[84040]: INFO neutron.db.segments_db [None req-7b6d6606-ea0f-43aa-87cf-c5022c413fa7 tempest-ExternalNetworksTestJSON-1311496120 tempest-ExternalNetworksTestJSON-1311496120-project-admin] Added segment b605603a-20cc-4694-a041-e530007c6bbe of type vlan for network b78be4a6-3390-4439-a54e-8be934699adb Apr 18 21:00:11.911278 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-4ce343db-f83f-466c-a367-00229c3a4260 None None] Notify callbacks [] for port, precommit_create {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:11.939349 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-4ce343db-f83f-466c-a367-00229c3a4260 None None] Transition to ACTIVE for port object 7f3dc440-7c4f-4c97-8c9b-a608876e143d will not be triggered until provisioned by entity L2. {{(pid=84042) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:00:11.940082 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-a730ec27-b8a9-4e69-b7bd-b32744d7596f req-06508f4f-9a97-404b-98b5-7ff378a1f1b3 tempest-ServersNegativeTestJSON-508382254 tempest-ServersNegativeTestJSON-508382254-project] 10.222.0.42 "GET /v2.0/security-groups?id=ada0ecb3-b1bc-4ba2-8e6c-b06ba09daca2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0903108 Apr 18 21:00:11.948081 n-d-838334-2 neutron-server[84041]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d87029d-ceab-4996-a478-1827e12759c0 tempest-NetworksIpV6Test-2002984352 tempest-NetworksIpV6Test-2002984352-project] Network ff795ce3-e370-48ba-bd85-72414a971a76 is scheduled to be hosted by DHCP agent 8746f8ea-3e91-4b32-9919-2c63adeb8722 with binding_index 1 {{(pid=84041) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 21:00:11.967564 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-447c70f5-94d9-477f-82ec-f2c6e7d8ac8f req-b1534e04-c168-46cc-9d3d-42b1152c0f50 tempest-ServersTestJSON-1424434350 tempest-ServersTestJSON-1424434350-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:00:11.967564 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-447c70f5-94d9-477f-82ec-f2c6e7d8ac8f req-b1534e04-c168-46cc-9d3d-42b1152c0f50 tempest-ServersTestJSON-1424434350 tempest-ServersTestJSON-1424434350-project] 10.222.0.42 "GET /v2.0/ports?device_id=8be6c3d8-d92d-416e-93f9-40d16e3aae09 HTTP/1.1" status: 200 len: 945 time: 0.2456591 Apr 18 21:00:11.990850 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-4ce343db-f83f-466c-a367-00229c3a4260 None None] Transition to ACTIVE for port object 7f3dc440-7c4f-4c97-8c9b-a608876e143d will not be triggered until provisioned by entity DHCP. {{(pid=84042) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:00:12.005088 n-d-838334-2 neutron-server[84041]: DEBUG neutron.scheduler.base_scheduler [None req-7d87029d-ceab-4996-a478-1827e12759c0 tempest-NetworksIpV6Test-2002984352 tempest-NetworksIpV6Test-2002984352-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-838334-2, ff795ce3-e370-48ba-bd85-72414a971a76) {{(pid=84041) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:00:12.013685 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-4ce343db-f83f-466c-a367-00229c3a4260 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750374836619'] for port, after_create {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:12.030095 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d87029d-ceab-4996-a478-1827e12759c0 tempest-NetworksIpV6Test-2002984352 tempest-NetworksIpV6Test-2002984352-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:00:12.034578 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-7d87029d-ceab-4996-a478-1827e12759c0 tempest-NetworksIpV6Test-2002984352 tempest-NetworksIpV6Test-2002984352-project] Notify callbacks [] for subnet, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:12.039497 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-7b6d6606-ea0f-43aa-87cf-c5022c413fa7 tempest-ExternalNetworksTestJSON-1311496120 tempest-ExternalNetworksTestJSON-1311496120-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750374825732'] for network, precommit_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:12.054673 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9748fde-68c7-4491-8813-139d7d912342 None None] Network ff795ce3-e370-48ba-bd85-72414a971a76 requested from n-d-838334-2 {{(pid=84042) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 21:00:12.068089 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-447c70f5-94d9-477f-82ec-f2c6e7d8ac8f req-4b6bf3c3-99b5-4d59-a5a9-f388027330ef tempest-ServersTestJSON-1424434350 tempest-ServersTestJSON-1424434350-project] 10.222.0.42 "GET /v2.0/security-groups?id=a3de1b7a-019c-40dd-8c9d-3a3f159b2bd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0945911 Apr 18 21:00:12.098378 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-7d87029d-ceab-4996-a478-1827e12759c0 tempest-NetworksIpV6Test-2002984352 tempest-NetworksIpV6Test-2002984352-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 2.1389246 Apr 18 21:00:12.099072 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 57380) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:00:12.107936 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-7b6d6606-ea0f-43aa-87cf-c5022c413fa7 tempest-ExternalNetworksTestJSON-1311496120 tempest-ExternalNetworksTestJSON-1311496120-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33526109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022'] for network, after_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:12.118649 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b6d6606-ea0f-43aa-87cf-c5022c413fa7 tempest-ExternalNetworksTestJSON-1311496120 tempest-ExternalNetworksTestJSON-1311496120-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:00:12.119438 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-7b6d6606-ea0f-43aa-87cf-c5022c413fa7 tempest-ExternalNetworksTestJSON-1311496120 tempest-ExternalNetworksTestJSON-1311496120-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32378031'] for network, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:12.165934 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.db_base_plugin_common [None req-940706dc-1147-4b41-a364-24d7d7f8e231 admin admin] Allocated IP 172.25.8.42 (e41b6600-a917-4a8d-b05c-be3be40c6d8c/6b05667b-848e-4356-9b44-d5eb6808ef74/a46e8333-2083-45cf-9f4f-171d17c889e2) {{(pid=84041) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 21:00:12.200640 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-7b6d6606-ea0f-43aa-87cf-c5022c413fa7 tempest-ExternalNetworksTestJSON-1311496120 tempest-ExternalNetworksTestJSON-1311496120-project-admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 1.3101387 Apr 18 21:00:12.207337 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 57388) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:00:12.240000 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95416ad8-1980-42e9-9cb7-fd0a19bd9219 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:00:12.240347 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95416ad8-1980-42e9-9cb7-fd0a19bd9219 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:00:12.240679 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95416ad8-1980-42e9-9cb7-fd0a19bd9219 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:00:12.242405 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95416ad8-1980-42e9-9cb7-fd0a19bd9219 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:00:12.242405 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95416ad8-1980-42e9-9cb7-fd0a19bd9219 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:00:12.242405 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95416ad8-1980-42e9-9cb7-fd0a19bd9219 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:00:12.242405 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95416ad8-1980-42e9-9cb7-fd0a19bd9219 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:00:12.242748 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95416ad8-1980-42e9-9cb7-fd0a19bd9219 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:00:12.242960 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95416ad8-1980-42e9-9cb7-fd0a19bd9219 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:00:12.243213 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95416ad8-1980-42e9-9cb7-fd0a19bd9219 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:00:12.243527 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95416ad8-1980-42e9-9cb7-fd0a19bd9219 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:00:12.248004 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Provisioning for port 7d21a7ff-fa1b-45c4-ac0b-ca57c2e0c5d0 completed by entity L2. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 21:00:12.298660 n-d-838334-2 neutron-server[84042]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95416ad8-1980-42e9-9cb7-fd0a19bd9219 None None] Network 3c1d1dc4-f283-4aaa-a5d8-fc482fce6edd is already hosted by enough agents. {{(pid=84042) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:00:12.357735 n-d-838334-2 neutron-server[84042]: DEBUG neutron.scheduler.base_scheduler [None req-95416ad8-1980-42e9-9cb7-fd0a19bd9219 None None] Resources bound (agent type, host, resource id): {{(pid=84042) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:00:12.364870 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Provisioning complete for port 7d21a7ff-fa1b-45c4-ac0b-ca57c2e0c5d0 triggered by entity L2. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:00:12.365362 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1253608'] for port, provisioning_complete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:12.446062 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-aff26b73-8f00-40b9-a733-cd37c838a114 tempest-NetworksIpV6Test-2002984352 tempest-NetworksIpV6Test-2002984352-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1103592'] for network, before_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:12.446566 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95416ad8-1980-42e9-9cb7-fd0a19bd9219 None None] Received port after_create {{(pid=84042) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 21:00:12.479390 n-d-838334-2 neutron-server[84042]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ce343db-f83f-466c-a367-00229c3a4260 None None] Network 9b8a7e14-19dd-4214-9fd7-5da6fc8793e6 is already hosted by enough agents. {{(pid=84042) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:00:12.491777 n-d-838334-2 neutron-server[84042]: DEBUG neutron.scheduler.base_scheduler [None req-4ce343db-f83f-466c-a367-00229c3a4260 None None] Resources bound (agent type, host, resource id): {{(pid=84042) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:00:12.499975 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ce343db-f83f-466c-a367-00229c3a4260 None None] Received port after_create {{(pid=84042) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 21:00:12.508678 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b6d6606-ea0f-43aa-87cf-c5022c413fa7 tempest-ExternalNetworksTestJSON-1311496120 tempest-ExternalNetworksTestJSON-1311496120-project-admin] Pushing event updated for resources: {'Network': ['ID=b78be4a6-3390-4439-a54e-8be934699adb,revision_number=1']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:00:12.516028 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-940706dc-1147-4b41-a364-24d7d7f8e231 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:12.553812 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-aff26b73-8f00-40b9-a733-cd37c838a114 tempest-NetworksIpV6Test-2002984352 tempest-NetworksIpV6Test-2002984352-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1260556'] for subnet, precommit_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:12.588716 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-0bbb73a3-f31e-4655-a3ca-a00413c90679 tempest-ExternalNetworksTestJSON-1311496120 tempest-ExternalNetworksTestJSON-1311496120-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1103592'] for network, before_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:12.602597 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ce343db-f83f-466c-a367-00229c3a4260 None None] Pushing event updated for resources: {'Port': ['ID=7f3dc440-7c4f-4c97-8c9b-a608876e143d,revision_number=1']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:00:12.605388 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Network b78be4a6-3390-4439-a54e-8be934699adb details requested by agent ovs-agent-n-d-838334-2 with host n-d-838334-2 {{(pid=84042) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 18 21:00:12.645851 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-940706dc-1147-4b41-a364-24d7d7f8e231 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750374836619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32266323'] for port, after_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:12.684201 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-aff26b73-8f00-40b9-a733-cd37c838a114 tempest-NetworksIpV6Test-2002984352 tempest-NetworksIpV6Test-2002984352-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1260549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33526260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32266336', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32486390'] for subnet, after_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:12.696668 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-103b40f5-9749-4349-8b7e-1eeed618bde7 req-db0335aa-94b1-4757-9191-e4e58cf10b5e tempest-ServersNegativeTestJSON-508382254 tempest-ServersNegativeTestJSON-508382254-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:00:12.700105 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-103b40f5-9749-4349-8b7e-1eeed618bde7 req-db0335aa-94b1-4757-9191-e4e58cf10b5e tempest-ServersNegativeTestJSON-508382254 tempest-ServersNegativeTestJSON-508382254-project] 10.222.0.42 "GET /v2.0/ports?device_id=2197a591-197e-47fe-9210-1387bfb6ec5e HTTP/1.1" status: 200 len: 945 time: 0.5024450 Apr 18 21:00:12.763366 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aff26b73-8f00-40b9-a733-cd37c838a114 tempest-NetworksIpV6Test-2002984352 tempest-NetworksIpV6Test-2002984352-project] Pushing event deleted for resources: {'Subnet': ['ID=3c28b26e-c679-4b7e-b438-3e63d3358ca6,revision_number=None']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:00:12.789748 n-d-838334-2 neutron-server[84041]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-940706dc-1147-4b41-a364-24d7d7f8e231 admin admin] Network e41b6600-a917-4a8d-b05c-be3be40c6d8c is already hosted by enough agents. {{(pid=84041) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:00:12.869428 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-103b40f5-9749-4349-8b7e-1eeed618bde7 req-cd3f51a7-5d7c-4113-acf5-9290cd0e923b tempest-ServersNegativeTestJSON-508382254 tempest-ServersNegativeTestJSON-508382254-project] 10.222.0.42 "GET /v2.0/security-groups?id=ada0ecb3-b1bc-4ba2-8e6c-b06ba09daca2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1506760 Apr 18 21:00:12.874061 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-0bbb73a3-f31e-4655-a3ca-a00413c90679 tempest-ExternalNetworksTestJSON-1311496120 tempest-ExternalNetworksTestJSON-1311496120-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1258905', 'neutron.services.segments.db._delete_segments_for_network-8750375287417'] for network, precommit_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:12.913290 n-d-838334-2 neutron-server[84041]: DEBUG neutron.scheduler.base_scheduler [None req-940706dc-1147-4b41-a364-24d7d7f8e231 admin admin] Resources bound (agent type, host, resource id): {{(pid=84041) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:00:12.915878 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-940706dc-1147-4b41-a364-24d7d7f8e231 admin admin] Pushing event updated for resources: {'Port': ['ID=a46e8333-2083-45cf-9f4f-171d17c889e2,revision_number=1']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:00:12.923360 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.l3_dvrscheduler_db [None req-940706dc-1147-4b41-a364-24d7d7f8e231 admin admin] Received port after_create {{(pid=84041) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 21:00:12.948593 n-d-838334-2 neutron-server[84040]: DEBUG neutron.services.segments.db [None req-0bbb73a3-f31e-4655-a3ca-a00413c90679 tempest-ExternalNetworksTestJSON-1311496120 tempest-ExternalNetworksTestJSON-1311496120-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b78be4a6-3390-4439-a54e-8be934699adb']}} {{(pid=84040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:00:12.980294 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-aff26b73-8f00-40b9-a733-cd37c838a114 tempest-NetworksIpV6Test-2002984352 tempest-NetworksIpV6Test-2002984352-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1258905', 'neutron.services.segments.db._delete_segments_for_network-8750375287417'] for network, precommit_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:12.987028 n-d-838334-2 neutron-server[84040]: DEBUG neutron.services.segments.db [None req-0bbb73a3-f31e-4655-a3ca-a00413c90679 tempest-ExternalNetworksTestJSON-1311496120 tempest-ExternalNetworksTestJSON-1311496120-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b605603a-20cc-4694-a041-e530007c6bbe') {'for_net_delete': True} {{(pid=84040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:00:12.987596 n-d-838334-2 neutron-server[84040]: DEBUG neutron.services.segments.db [None req-0bbb73a3-f31e-4655-a3ca-a00413c90679 tempest-ExternalNetworksTestJSON-1311496120 tempest-ExternalNetworksTestJSON-1311496120-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b605603a-20cc-4694-a041-e530007c6bbe') {} {{(pid=84040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:00:13.013476 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-0bbb73a3-f31e-4655-a3ca-a00413c90679 tempest-ExternalNetworksTestJSON-1311496120 tempest-ExternalNetworksTestJSON-1311496120-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750375287300', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31955965'] for segment, before_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:13.066162 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-0bbb73a3-f31e-4655-a3ca-a00413c90679 tempest-ExternalNetworksTestJSON-1311496120 tempest-ExternalNetworksTestJSON-1311496120-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1082986'] for segment, precommit_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:13.087129 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0bbb73a3-f31e-4655-a3ca-a00413c90679 tempest-ExternalNetworksTestJSON-1311496120 tempest-ExternalNetworksTestJSON-1311496120-project-admin] Releasing vlan 374 on physical network physnet1 to pool {{(pid=84040) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 18 21:00:13.087891 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-0bbb73a3-f31e-4655-a3ca-a00413c90679 tempest-ExternalNetworksTestJSON-1311496120 tempest-ExternalNetworksTestJSON-1311496120-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1082993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32440923'] for segment, after_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:13.105659 n-d-838334-2 neutron-server[84041]: DEBUG neutron.services.segments.db [None req-aff26b73-8f00-40b9-a733-cd37c838a114 tempest-NetworksIpV6Test-2002984352 tempest-NetworksIpV6Test-2002984352-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ff795ce3-e370-48ba-bd85-72414a971a76']}} {{(pid=84041) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:00:13.111435 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.managers [None req-95416ad8-1980-42e9-9cb7-fd0a19bd9219 None None] Attempting to bind port d1d78ea3-ef2e-4552-b3d2-a7b3242a8485 on host n-d-838334-2 for vnic_type normal with profile {{(pid=84042) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 21:00:13.112206 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.managers [None req-95416ad8-1980-42e9-9cb7-fd0a19bd9219 None None] Attempting to bind port d1d78ea3-ef2e-4552-b3d2-a7b3242a8485 by drivers openvswitch,hyperv on host n-d-838334-2 at level 0 using segments [{'id': 'dbe81420-f86d-449a-bbcc-ce025fa75394', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '3c1d1dc4-f283-4aaa-a5d8-fc482fce6edd'}] {{(pid=84042) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 21:00:13.114694 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95416ad8-1980-42e9-9cb7-fd0a19bd9219 None None] Attempting to bind port d1d78ea3-ef2e-4552-b3d2-a7b3242a8485 on network 3c1d1dc4-f283-4aaa-a5d8-fc482fce6edd {{(pid=84042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 21:00:13.135739 n-d-838334-2 neutron-server[84040]: Traceback (most recent call last): Apr 18 21:00:13.135739 n-d-838334-2 neutron-server[84040]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 18 21:00:13.135739 n-d-838334-2 neutron-server[84040]: timer() Apr 18 21:00:13.135739 n-d-838334-2 neutron-server[84040]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 21:00:13.135739 n-d-838334-2 neutron-server[84040]: cb(*args, **kw) Apr 18 21:00:13.135739 n-d-838334-2 neutron-server[84040]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 18 21:00:13.135739 n-d-838334-2 neutron-server[84040]: return func(*args, **kwargs) Apr 18 21:00:13.135739 n-d-838334-2 neutron-server[84040]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 21:00:13.135739 n-d-838334-2 neutron-server[84040]: self._notify() Apr 18 21:00:13.135739 n-d-838334-2 neutron-server[84040]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 21:00:13.135739 n-d-838334-2 neutron-server[84040]: self.callback(batched_events) Apr 18 21:00:13.135739 n-d-838334-2 neutron-server[84040]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 21:00:13.135739 n-d-838334-2 neutron-server[84040]: event.method(event) Apr 18 21:00:13.135739 n-d-838334-2 neutron-server[84040]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 18 21:00:13.135739 n-d-838334-2 neutron-server[84040]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 21:00:13.135739 n-d-838334-2 neutron-server[84040]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 18 21:00:13.135739 n-d-838334-2 neutron-server[84040]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 21:00:13.135739 n-d-838334-2 neutron-server[84040]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 18 21:00:13.135739 n-d-838334-2 neutron-server[84040]: return f(self, *a, **k) Apr 18 21:00:13.135739 n-d-838334-2 neutron-server[84040]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 18 21:00:13.135739 n-d-838334-2 neutron-server[84040]: return self._get(url).json() Apr 18 21:00:13.135739 n-d-838334-2 neutron-server[84040]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 18 21:00:13.135739 n-d-838334-2 neutron-server[84040]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 21:00:13.135739 n-d-838334-2 neutron-server[84040]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 18 21:00:13.135739 n-d-838334-2 neutron-server[84040]: return self.request(url, 'GET', **kwargs) Apr 18 21:00:13.135739 n-d-838334-2 neutron-server[84040]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 18 21:00:13.135739 n-d-838334-2 neutron-server[84040]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 21:00:13.135739 n-d-838334-2 neutron-server[84040]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 18 21:00:13.135739 n-d-838334-2 neutron-server[84040]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 21:00:13.135739 n-d-838334-2 neutron-server[84040]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 18 21:00:13.135739 n-d-838334-2 neutron-server[84040]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 21:00:13.135739 n-d-838334-2 neutron-server[84040]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 21:00:13.147313 n-d-838334-2 neutron-server[84041]: DEBUG neutron.services.segments.db [None req-aff26b73-8f00-40b9-a733-cd37c838a114 tempest-NetworksIpV6Test-2002984352 tempest-NetworksIpV6Test-2002984352-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2350c9cd-3404-4ab2-b2f4-20d3973b56a6') {'for_net_delete': True} {{(pid=84041) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:00:13.148797 n-d-838334-2 neutron-server[84041]: DEBUG neutron.services.segments.db [None req-aff26b73-8f00-40b9-a733-cd37c838a114 tempest-NetworksIpV6Test-2002984352 tempest-NetworksIpV6Test-2002984352-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2350c9cd-3404-4ab2-b2f4-20d3973b56a6') {} {{(pid=84041) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:00:13.195652 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-aff26b73-8f00-40b9-a733-cd37c838a114 tempest-NetworksIpV6Test-2002984352 tempest-NetworksIpV6Test-2002984352-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750375287300', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32268156'] for segment, before_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:13.222266 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:13.247055 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b03df2e6-ee8a-400c-8482-f82cfe506d2b None None] Network ff795ce3-e370-48ba-bd85-72414a971a76 requested from n-d-838334-2 {{(pid=84042) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 21:00:13.252335 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-aff26b73-8f00-40b9-a733-cd37c838a114 tempest-NetworksIpV6Test-2002984352 tempest-NetworksIpV6Test-2002984352-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1082986'] for segment, precommit_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:13.274413 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-aff26b73-8f00-40b9-a733-cd37c838a114 tempest-NetworksIpV6Test-2002984352 tempest-NetworksIpV6Test-2002984352-project] Releasing vlan 378 on physical network physnet1 to pool {{(pid=84041) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 18 21:00:13.276600 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-aff26b73-8f00-40b9-a733-cd37c838a114 tempest-NetworksIpV6Test-2002984352 tempest-NetworksIpV6Test-2002984352-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1082993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32266254'] for segment, after_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:13.278448 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95416ad8-1980-42e9-9cb7-fd0a19bd9219 None None] Checking agent: {'id': '97cd4414-7af6-4d67-868d-dff370b4071a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838334-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 25, 49), 'started_at': datetime.datetime(2022, 4, 18, 20, 26, 19), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 20, 59, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838334-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 18 21:00:13.278448 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95416ad8-1980-42e9-9cb7-fd0a19bd9219 None None] Checking segment: {'id': 'dbe81420-f86d-449a-bbcc-ce025fa75394', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '3c1d1dc4-f283-4aaa-a5d8-fc482fce6edd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84042) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 21:00:13.283712 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-95416ad8-1980-42e9-9cb7-fd0a19bd9219 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:13.284262 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95416ad8-1980-42e9-9cb7-fd0a19bd9219 None None] Bound using segment: {'id': 'dbe81420-f86d-449a-bbcc-ce025fa75394', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '3c1d1dc4-f283-4aaa-a5d8-fc482fce6edd'} {{(pid=84042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 18 21:00:13.284846 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.managers [None req-95416ad8-1980-42e9-9cb7-fd0a19bd9219 None None] Bound port: d1d78ea3-ef2e-4552-b3d2-a7b3242a8485, host: n-d-838334-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dbe81420-f86d-449a-bbcc-ce025fa75394', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '3c1d1dc4-f283-4aaa-a5d8-fc482fce6edd'}}] {{(pid=84042) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 21:00:13.285303 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-95416ad8-1980-42e9-9cb7-fd0a19bd9219 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:13.304377 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.managers [None req-4ce343db-f83f-466c-a367-00229c3a4260 None None] Attempting to bind port 7f3dc440-7c4f-4c97-8c9b-a608876e143d on host n-d-838334-2 for vnic_type normal with profile {{(pid=84042) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 21:00:13.304887 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.managers [None req-4ce343db-f83f-466c-a367-00229c3a4260 None None] Attempting to bind port 7f3dc440-7c4f-4c97-8c9b-a608876e143d by drivers openvswitch,hyperv on host n-d-838334-2 at level 0 using segments [{'id': 'f3c1adbc-ce68-4689-ba8a-f5f2d2d5dce1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '9b8a7e14-19dd-4214-9fd7-5da6fc8793e6'}] {{(pid=84042) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 21:00:13.305262 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ce343db-f83f-466c-a367-00229c3a4260 None None] Attempting to bind port 7f3dc440-7c4f-4c97-8c9b-a608876e143d on network 9b8a7e14-19dd-4214-9fd7-5da6fc8793e6 {{(pid=84042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 21:00:13.315459 n-d-838334-2 neutron-server[84041]: Traceback (most recent call last): Apr 18 21:00:13.315459 n-d-838334-2 neutron-server[84041]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 18 21:00:13.315459 n-d-838334-2 neutron-server[84041]: timer() Apr 18 21:00:13.315459 n-d-838334-2 neutron-server[84041]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 21:00:13.315459 n-d-838334-2 neutron-server[84041]: cb(*args, **kw) Apr 18 21:00:13.315459 n-d-838334-2 neutron-server[84041]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 18 21:00:13.315459 n-d-838334-2 neutron-server[84041]: return func(*args, **kwargs) Apr 18 21:00:13.315459 n-d-838334-2 neutron-server[84041]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 21:00:13.315459 n-d-838334-2 neutron-server[84041]: self._notify() Apr 18 21:00:13.315459 n-d-838334-2 neutron-server[84041]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 21:00:13.315459 n-d-838334-2 neutron-server[84041]: self.callback(batched_events) Apr 18 21:00:13.315459 n-d-838334-2 neutron-server[84041]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 21:00:13.315459 n-d-838334-2 neutron-server[84041]: event.method(event) Apr 18 21:00:13.315459 n-d-838334-2 neutron-server[84041]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 18 21:00:13.315459 n-d-838334-2 neutron-server[84041]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 21:00:13.315459 n-d-838334-2 neutron-server[84041]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 18 21:00:13.315459 n-d-838334-2 neutron-server[84041]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 21:00:13.315459 n-d-838334-2 neutron-server[84041]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 18 21:00:13.315459 n-d-838334-2 neutron-server[84041]: return f(self, *a, **k) Apr 18 21:00:13.315459 n-d-838334-2 neutron-server[84041]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 18 21:00:13.315459 n-d-838334-2 neutron-server[84041]: return self._get(url).json() Apr 18 21:00:13.315459 n-d-838334-2 neutron-server[84041]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 18 21:00:13.315459 n-d-838334-2 neutron-server[84041]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 21:00:13.315459 n-d-838334-2 neutron-server[84041]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 18 21:00:13.315459 n-d-838334-2 neutron-server[84041]: return self.request(url, 'GET', **kwargs) Apr 18 21:00:13.315459 n-d-838334-2 neutron-server[84041]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 18 21:00:13.315459 n-d-838334-2 neutron-server[84041]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 21:00:13.315459 n-d-838334-2 neutron-server[84041]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 18 21:00:13.315459 n-d-838334-2 neutron-server[84041]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 21:00:13.315459 n-d-838334-2 neutron-server[84041]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 18 21:00:13.315459 n-d-838334-2 neutron-server[84041]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 21:00:13.315459 n-d-838334-2 neutron-server[84041]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 21:00:13.418843 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-aff26b73-8f00-40b9-a733-cd37c838a114 tempest-NetworksIpV6Test-2002984352 tempest-NetworksIpV6Test-2002984352-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1258898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33526109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33444113'] for network, after_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:13.450249 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-aff26b73-8f00-40b9-a733-cd37c838a114 tempest-NetworksIpV6Test-2002984352 tempest-NetworksIpV6Test-2002984352-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32378031'] for network, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:13.461560 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aff26b73-8f00-40b9-a733-cd37c838a114 tempest-NetworksIpV6Test-2002984352 tempest-NetworksIpV6Test-2002984352-project] Pushing event deleted for resources: {'Network': ['ID=ff795ce3-e370-48ba-bd85-72414a971a76,revision_number=None']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:00:13.468161 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-aff26b73-8f00-40b9-a733-cd37c838a114 tempest-NetworksIpV6Test-2002984352 tempest-NetworksIpV6Test-2002984352-project] 10.222.0.42 "DELETE /v2.0/networks/ff795ce3-e370-48ba-bd85-72414a971a76 HTTP/1.1" status: 204 len: 168 time: 1.3625717 Apr 18 21:00:13.472148 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ce343db-f83f-466c-a367-00229c3a4260 None None] Checking agent: {'id': '97cd4414-7af6-4d67-868d-dff370b4071a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838334-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 25, 49), 'started_at': datetime.datetime(2022, 4, 18, 20, 26, 19), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 20, 59, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838334-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 18 21:00:13.472526 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ce343db-f83f-466c-a367-00229c3a4260 None None] Checking segment: {'id': 'f3c1adbc-ce68-4689-ba8a-f5f2d2d5dce1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '9b8a7e14-19dd-4214-9fd7-5da6fc8793e6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84042) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 21:00:13.472934 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-4ce343db-f83f-466c-a367-00229c3a4260 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:13.473322 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ce343db-f83f-466c-a367-00229c3a4260 None None] Bound using segment: {'id': 'f3c1adbc-ce68-4689-ba8a-f5f2d2d5dce1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '9b8a7e14-19dd-4214-9fd7-5da6fc8793e6'} {{(pid=84042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 18 21:00:13.473808 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.managers [None req-4ce343db-f83f-466c-a367-00229c3a4260 None None] Bound port: 7f3dc440-7c4f-4c97-8c9b-a608876e143d, host: n-d-838334-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f3c1adbc-ce68-4689-ba8a-f5f2d2d5dce1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '9b8a7e14-19dd-4214-9fd7-5da6fc8793e6'}}] {{(pid=84042) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 21:00:13.474181 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-4ce343db-f83f-466c-a367-00229c3a4260 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:13.474438 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 57420) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:00:13.480961 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-940706dc-1147-4b41-a364-24d7d7f8e231 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:13.481987 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-940706dc-1147-4b41-a364-24d7d7f8e231 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33443529', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33444176'] for router, after_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:13.488494 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.v2.base [None req-da1137af-76fe-49fd-a10c-e293c4147b75 tempest-NetworksIpV6Test-2002984352 tempest-NetworksIpV6Test-2002984352-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-440722565'}} {{(pid=84041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:00:13.494079 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-da1137af-76fe-49fd-a10c-e293c4147b75 tempest-NetworksIpV6Test-2002984352 tempest-NetworksIpV6Test-2002984352-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:00:13.498792 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-da1137af-76fe-49fd-a10c-e293c4147b75 tempest-NetworksIpV6Test-2002984352 tempest-NetworksIpV6Test-2002984352-project] Usage tracker for resource:network and tenant:fd146e1e9f314c74ba81762788974d67 is out of sync, need to count used quota {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:00:13.502744 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-da1137af-76fe-49fd-a10c-e293c4147b75 tempest-NetworksIpV6Test-2002984352 tempest-NetworksIpV6Test-2002984352-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:00:13.514440 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-da1137af-76fe-49fd-a10c-e293c4147b75 tempest-NetworksIpV6Test-2002984352 tempest-NetworksIpV6Test-2002984352-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:00:13.590277 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da1137af-76fe-49fd-a10c-e293c4147b75 tempest-NetworksIpV6Test-2002984352 tempest-NetworksIpV6Test-2002984352-project] Made reservation on behalf of fd146e1e9f314c74ba81762788974d67 for: {'network': 1} {{(pid=84041) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:00:13.593568 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-da1137af-76fe-49fd-a10c-e293c4147b75 tempest-NetworksIpV6Test-2002984352 tempest-NetworksIpV6Test-2002984352-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for network, before_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:13.613562 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-0bbb73a3-f31e-4655-a3ca-a00413c90679 tempest-ExternalNetworksTestJSON-1311496120 tempest-ExternalNetworksTestJSON-1311496120-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1258898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33526109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33444113'] for network, after_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:13.633270 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0bbb73a3-f31e-4655-a3ca-a00413c90679 tempest-ExternalNetworksTestJSON-1311496120 tempest-ExternalNetworksTestJSON-1311496120-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network b78be4a6-3390-4439-a54e-8be934699adb {{(pid=84040) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Apr 18 21:00:13.644912 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-0bbb73a3-f31e-4655-a3ca-a00413c90679 tempest-ExternalNetworksTestJSON-1311496120 tempest-ExternalNetworksTestJSON-1311496120-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32378031'] for network, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:13.650824 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bbb73a3-f31e-4655-a3ca-a00413c90679 tempest-ExternalNetworksTestJSON-1311496120 tempest-ExternalNetworksTestJSON-1311496120-project-admin] Pushing event deleted for resources: {'Network': ['ID=b78be4a6-3390-4439-a54e-8be934699adb,revision_number=None']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:00:13.659512 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1887b207-497d-4c45-a62d-bac6df004662 req-eb28ceb6-3663-46dd-af19-3582f95ccc85 tempest-ServersTestJSON-1424434350 tempest-ServersTestJSON-1424434350-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:00:13.666701 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-1887b207-497d-4c45-a62d-bac6df004662 req-eb28ceb6-3663-46dd-af19-3582f95ccc85 tempest-ServersTestJSON-1424434350 tempest-ServersTestJSON-1424434350-project] 10.222.0.42 "GET /v2.0/ports?device_id=8be6c3d8-d92d-416e-93f9-40d16e3aae09 HTTP/1.1" status: 200 len: 945 time: 0.2255063 Apr 18 21:00:13.688941 n-d-838334-2 neutron-server[84042]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8be6c3d8-d92d-416e-93f9-40d16e3aae09', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7d21a7ff-fa1b-45c4-ac0b-ca57c2e0c5d0'}] {{(pid=84042) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 21:00:13.698990 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-da1137af-76fe-49fd-a10c-e293c4147b75 tempest-NetworksIpV6Test-2002984352 tempest-NetworksIpV6Test-2002984352-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 383} {{(pid=84041) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 21:00:13.702946 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f52f540-f059-491a-8da8-5bbb2817d16c req-e021eeb4-a175-4a98-9325-fbbb89f46086 tempest-ServersNegativeTestJSON-508382254 tempest-ServersNegativeTestJSON-508382254-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:00:13.709492 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-da1137af-76fe-49fd-a10c-e293c4147b75 tempest-NetworksIpV6Test-2002984352 tempest-NetworksIpV6Test-2002984352-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1082986'] for segment, precommit_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:13.710083 n-d-838334-2 neutron-server[84041]: INFO neutron.db.segments_db [None req-da1137af-76fe-49fd-a10c-e293c4147b75 tempest-NetworksIpV6Test-2002984352 tempest-NetworksIpV6Test-2002984352-project] Added segment 07e909ca-0afb-4592-b985-59741ff6cac6 of type vlan for network 00f8cc75-8c8d-41f5-833a-2f681ff0615b Apr 18 21:00:13.710563 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-0f52f540-f059-491a-8da8-5bbb2817d16c req-e021eeb4-a175-4a98-9325-fbbb89f46086 tempest-ServersNegativeTestJSON-508382254 tempest-ServersNegativeTestJSON-508382254-project] 10.222.0.42 "GET /v2.0/ports?device_id=2197a591-197e-47fe-9210-1387bfb6ec5e HTTP/1.1" status: 200 len: 945 time: 0.2291133 Apr 18 21:00:13.738552 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-da1137af-76fe-49fd-a10c-e293c4147b75 tempest-NetworksIpV6Test-2002984352 tempest-NetworksIpV6Test-2002984352-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750374825732'] for network, precommit_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:13.740849 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-0bbb73a3-f31e-4655-a3ca-a00413c90679 tempest-ExternalNetworksTestJSON-1311496120 tempest-ExternalNetworksTestJSON-1311496120-project-admin] 10.222.0.42 "DELETE /v2.0/networks/b78be4a6-3390-4439-a54e-8be934699adb HTTP/1.1" status: 204 len: 168 time: 1.4879911 Apr 18 21:00:13.746558 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 57430) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:00:13.756813 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.v2.base [None req-4b602909-b27c-4a05-b373-eaa6731843b8 tempest-ExternalNetworksTestJSON-1311496120 tempest-ExternalNetworksTestJSON-1311496120-project-admin] Request body: {'network': {'router:external': True}} {{(pid=84041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:00:13.765693 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-4b602909-b27c-4a05-b373-eaa6731843b8 tempest-ExternalNetworksTestJSON-1311496120 tempest-ExternalNetworksTestJSON-1311496120-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:00:13.770226 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-4b602909-b27c-4a05-b373-eaa6731843b8 tempest-ExternalNetworksTestJSON-1311496120 tempest-ExternalNetworksTestJSON-1311496120-project-admin] Usage tracker for resource:network and tenant:d1abd178e8b448daa8f8c6333e663524 is out of sync, need to count used quota {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:00:13.773606 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-4b602909-b27c-4a05-b373-eaa6731843b8 tempest-ExternalNetworksTestJSON-1311496120 tempest-ExternalNetworksTestJSON-1311496120-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:00:13.780109 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-4b602909-b27c-4a05-b373-eaa6731843b8 tempest-ExternalNetworksTestJSON-1311496120 tempest-ExternalNetworksTestJSON-1311496120-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:00:13.803598 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b602909-b27c-4a05-b373-eaa6731843b8 tempest-ExternalNetworksTestJSON-1311496120 tempest-ExternalNetworksTestJSON-1311496120-project-admin] Made reservation on behalf of d1abd178e8b448daa8f8c6333e663524 for: {'network': 1} {{(pid=84041) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:00:13.806341 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-4b602909-b27c-4a05-b373-eaa6731843b8 tempest-ExternalNetworksTestJSON-1311496120 tempest-ExternalNetworksTestJSON-1311496120-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for network, before_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:13.832936 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] For port 7d21a7ff-fa1b-45c4-ac0b-ca57c2e0c5d0, host n-h1-838334-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838334-2',level=0,port_id=7d21a7ff-fa1b-45c4-ac0b-ca57c2e0c5d0,segment=NetworkSegment(7487d154-ef4b-4701-b484-567750da716d),segment_id=7487d154-ef4b-4701-b484-567750da716d)] {{(pid=84042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:00:13.833293 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-1887b207-497d-4c45-a62d-bac6df004662 req-57e4859d-9934-4e79-bc9a-3b7ca9a3a4ab tempest-ServersTestJSON-1424434350 tempest-ServersTestJSON-1424434350-project] 10.222.0.42 "GET /v2.0/security-groups?id=a3de1b7a-019c-40dd-8c9d-3a3f159b2bd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1656444 Apr 18 21:00:13.912214 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-0f52f540-f059-491a-8da8-5bbb2817d16c req-8ae36473-848c-437f-b6ea-f4bfadb011fe tempest-ServersNegativeTestJSON-508382254 tempest-ServersNegativeTestJSON-508382254-project] 10.222.0.42 "GET /v2.0/security-groups?id=ada0ecb3-b1bc-4ba2-8e6c-b06ba09daca2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1998646 Apr 18 21:00:13.914861 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682'] for port, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:14.000718 n-d-838334-2 neutron-server[84042]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8726fe80-f58a-43a5-84d9-b80690de2a04'] response: {'server_uuid': '8be6c3d8-d92d-416e-93f9-40d16e3aae09', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7d21a7ff-fa1b-45c4-ac0b-ca57c2e0c5d0', 'code': 200} Apr 18 21:00:14.017056 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-95416ad8-1980-42e9-9cb7-fd0a19bd9219 None None] For port d1d78ea3-ef2e-4552-b3d2-a7b3242a8485, host n-d-838334-2, cleared binding levels {{(pid=84042) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 21:00:14.049586 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-95416ad8-1980-42e9-9cb7-fd0a19bd9219 None None] For port d1d78ea3-ef2e-4552-b3d2-a7b3242a8485, host n-d-838334-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838334-2',level=0,port_id=d1d78ea3-ef2e-4552-b3d2-a7b3242a8485,segment=NetworkSegment(dbe81420-f86d-449a-bbcc-ce025fa75394),segment_id=dbe81420-f86d-449a-bbcc-ce025fa75394)] {{(pid=84042) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 21:00:14.056325 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-4ce343db-f83f-466c-a367-00229c3a4260 None None] For port 7f3dc440-7c4f-4c97-8c9b-a608876e143d, host n-d-838334-2, cleared binding levels {{(pid=84042) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 21:00:14.061887 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-4ce343db-f83f-466c-a367-00229c3a4260 None None] For port 7f3dc440-7c4f-4c97-8c9b-a608876e143d, host n-d-838334-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838334-2',level=0,port_id=7f3dc440-7c4f-4c97-8c9b-a608876e143d,segment=NetworkSegment(f3c1adbc-ce68-4689-ba8a-f5f2d2d5dce1),segment_id=f3c1adbc-ce68-4689-ba8a-f5f2d2d5dce1)] {{(pid=84042) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 21:00:14.064029 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-95416ad8-1980-42e9-9cb7-fd0a19bd9219 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682'] for port, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:14.068688 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Pushing event updated for resources: {'Port': ['ID=7d21a7ff-fa1b-45c4-ac0b-ca57c2e0c5d0,revision_number=5']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:00:14.105693 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-4ce343db-f83f-466c-a367-00229c3a4260 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682'] for port, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:14.184072 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-da1137af-76fe-49fd-a10c-e293c4147b75 tempest-NetworksIpV6Test-2002984352 tempest-NetworksIpV6Test-2002984352-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33526109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022'] for network, after_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:14.201927 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da1137af-76fe-49fd-a10c-e293c4147b75 tempest-NetworksIpV6Test-2002984352 tempest-NetworksIpV6Test-2002984352-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:00:14.202943 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-da1137af-76fe-49fd-a10c-e293c4147b75 tempest-NetworksIpV6Test-2002984352 tempest-NetworksIpV6Test-2002984352-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32378031'] for network, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:14.234119 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95416ad8-1980-42e9-9cb7-fd0a19bd9219 None None] Pushing event updated for resources: {'Port': ['ID=d1d78ea3-ef2e-4552-b3d2-a7b3242a8485,revision_number=2']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:00:14.291555 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ac8e136-dc2e-47ce-81ed-818d901e8e7d req-2288b34f-35f5-400a-aada-1a9c10d236c9 tempest-ServersNegativeTestJSON-508382254 tempest-ServersNegativeTestJSON-508382254-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:00:14.299229 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-1ac8e136-dc2e-47ce-81ed-818d901e8e7d req-2288b34f-35f5-400a-aada-1a9c10d236c9 tempest-ServersNegativeTestJSON-508382254 tempest-ServersNegativeTestJSON-508382254-project] 10.222.0.42 "GET /v2.0/ports?device_id=2197a591-197e-47fe-9210-1387bfb6ec5e HTTP/1.1" status: 200 len: 945 time: 0.1240292 Apr 18 21:00:14.362489 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-1ac8e136-dc2e-47ce-81ed-818d901e8e7d req-6656278e-02e1-4073-93c2-67ad64e2c2ef tempest-ServersNegativeTestJSON-508382254 tempest-ServersNegativeTestJSON-508382254-project] 10.222.0.42 "GET /v2.0/security-groups?id=ada0ecb3-b1bc-4ba2-8e6c-b06ba09daca2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610132 Apr 18 21:00:14.443656 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4b602909-b27c-4a05-b373-eaa6731843b8 tempest-ExternalNetworksTestJSON-1311496120 tempest-ExternalNetworksTestJSON-1311496120-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 392} {{(pid=84041) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 21:00:14.448364 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ce343db-f83f-466c-a367-00229c3a4260 None None] Pushing event updated for resources: {'Port': ['ID=7f3dc440-7c4f-4c97-8c9b-a608876e143d,revision_number=2']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:00:14.504212 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-da1137af-76fe-49fd-a10c-e293c4147b75 tempest-NetworksIpV6Test-2002984352 tempest-NetworksIpV6Test-2002984352-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 1.0228348 Apr 18 21:00:14.504735 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 57450) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:00:14.510828 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.v2.base [None req-d85b8644-f490-4c02-be8e-512e51faefc2 tempest-NetworksIpV6Test-2002984352 tempest-NetworksIpV6Test-2002984352-project] Request body: {'subnet': {'network_id': '00f8cc75-8c8d-41f5-833a-2f681ff0615b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::2'}} {{(pid=84040) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:00:14.521741 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-4b602909-b27c-4a05-b373-eaa6731843b8 tempest-ExternalNetworksTestJSON-1311496120 tempest-ExternalNetworksTestJSON-1311496120-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1082986'] for segment, precommit_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:14.522243 n-d-838334-2 neutron-server[84041]: INFO neutron.db.segments_db [None req-4b602909-b27c-4a05-b373-eaa6731843b8 tempest-ExternalNetworksTestJSON-1311496120 tempest-ExternalNetworksTestJSON-1311496120-project-admin] Added segment 99b712ea-846b-4ba3-bafe-6988d636a619 of type vlan for network 8dd80c80-0f0d-41be-9e2a-ae8e82a9f5f9 Apr 18 21:00:14.527750 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da1137af-76fe-49fd-a10c-e293c4147b75 tempest-NetworksIpV6Test-2002984352 tempest-NetworksIpV6Test-2002984352-project] Pushing event updated for resources: {'Network': ['ID=00f8cc75-8c8d-41f5-833a-2f681ff0615b,revision_number=1']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:00:14.539713 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Network 00f8cc75-8c8d-41f5-833a-2f681ff0615b details requested by agent ovs-agent-n-d-838334-2 with host n-d-838334-2 {{(pid=84042) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 18 21:00:14.674253 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-4b602909-b27c-4a05-b373-eaa6731843b8 tempest-ExternalNetworksTestJSON-1311496120 tempest-ExternalNetworksTestJSON-1311496120-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750374825732'] for network, precommit_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:14.750805 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-c60ec232-5956-4aae-865b-bedba49192e6 req-2205d502-2f5b-44a9-97ae-b3386f66d570 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=8be6c3d8-d92d-416e-93f9-40d16e3aae09 HTTP/1.1" status: 200 len: 1097 time: 0.6222174 Apr 18 21:00:14.840153 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [None req-d85b8644-f490-4c02-be8e-512e51faefc2 tempest-NetworksIpV6Test-2002984352 tempest-NetworksIpV6Test-2002984352-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:00:14.916242 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-d85b8644-f490-4c02-be8e-512e51faefc2 tempest-NetworksIpV6Test-2002984352 tempest-NetworksIpV6Test-2002984352-project] Usage tracker for resource:subnet and tenant:fd146e1e9f314c74ba81762788974d67 is out of sync, need to count used quota {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:00:14.960901 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-d85b8644-f490-4c02-be8e-512e51faefc2 tempest-NetworksIpV6Test-2002984352 tempest-NetworksIpV6Test-2002984352-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:00:14.973876 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [None req-d85b8644-f490-4c02-be8e-512e51faefc2 tempest-NetworksIpV6Test-2002984352 tempest-NetworksIpV6Test-2002984352-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:00:15.013030 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d85b8644-f490-4c02-be8e-512e51faefc2 tempest-NetworksIpV6Test-2002984352 tempest-NetworksIpV6Test-2002984352-project] Made reservation on behalf of fd146e1e9f314c74ba81762788974d67 for: {'subnet': 1} {{(pid=84040) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:00:15.044870 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-4b602909-b27c-4a05-b373-eaa6731843b8 tempest-ExternalNetworksTestJSON-1311496120 tempest-ExternalNetworksTestJSON-1311496120-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33526109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022'] for network, after_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:15.044870 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b602909-b27c-4a05-b373-eaa6731843b8 tempest-ExternalNetworksTestJSON-1311496120 tempest-ExternalNetworksTestJSON-1311496120-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:00:15.044870 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-4b602909-b27c-4a05-b373-eaa6731843b8 tempest-ExternalNetworksTestJSON-1311496120 tempest-ExternalNetworksTestJSON-1311496120-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32378031'] for network, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:15.121236 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-c60ec232-5956-4aae-865b-bedba49192e6 req-9a604ce5-7a3c-4985-922d-d6854c07e32b service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=a3de1b7a-019c-40dd-8c9d-3a3f159b2bd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3399291 Apr 18 21:00:15.130774 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b680ecf4-5e13-4532-9340-cc2a8577451b req-b2e0451b-d931-420c-82c7-ae88a3a2a365 tempest-ServersNegativeTestJSON-508382254 tempest-ServersNegativeTestJSON-508382254-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:00:15.138720 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-b680ecf4-5e13-4532-9340-cc2a8577451b req-b2e0451b-d931-420c-82c7-ae88a3a2a365 tempest-ServersNegativeTestJSON-508382254 tempest-ServersNegativeTestJSON-508382254-project] 10.222.0.42 "GET /v2.0/ports?device_id=2197a591-197e-47fe-9210-1387bfb6ec5e HTTP/1.1" status: 200 len: 945 time: 0.3015645 Apr 18 21:00:15.226392 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-4b602909-b27c-4a05-b373-eaa6731843b8 tempest-ExternalNetworksTestJSON-1311496120 tempest-ExternalNetworksTestJSON-1311496120-project-admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 836 time: 1.4776561 Apr 18 21:00:15.230005 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 57462) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:00:15.242787 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.v2.base [None req-19e20d92-9796-4132-a19e-8707b5ec1bf6 tempest-ExternalNetworksTestJSON-1311496120 tempest-ExternalNetworksTestJSON-1311496120-project-admin] Request body: {'subnet': {'network_id': '8dd80c80-0f0d-41be-9e2a-ae8e82a9f5f9', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=84041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:00:15.255333 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-19e20d92-9796-4132-a19e-8707b5ec1bf6 tempest-ExternalNetworksTestJSON-1311496120 tempest-ExternalNetworksTestJSON-1311496120-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:00:15.260633 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b602909-b27c-4a05-b373-eaa6731843b8 tempest-ExternalNetworksTestJSON-1311496120 tempest-ExternalNetworksTestJSON-1311496120-project-admin] Pushing event updated for resources: {'Network': ['ID=8dd80c80-0f0d-41be-9e2a-ae8e82a9f5f9,revision_number=1']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:00:15.269380 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-19e20d92-9796-4132-a19e-8707b5ec1bf6 tempest-ExternalNetworksTestJSON-1311496120 tempest-ExternalNetworksTestJSON-1311496120-project-admin] Usage tracker for resource:subnet and tenant:d1abd178e8b448daa8f8c6333e663524 is out of sync, need to count used quota {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:00:15.272472 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Network 8dd80c80-0f0d-41be-9e2a-ae8e82a9f5f9 details requested by agent ovs-agent-n-d-838334-2 with host n-d-838334-2 {{(pid=84042) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 18 21:00:15.295689 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-19e20d92-9796-4132-a19e-8707b5ec1bf6 tempest-ExternalNetworksTestJSON-1311496120 tempest-ExternalNetworksTestJSON-1311496120-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:00:15.306665 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-b680ecf4-5e13-4532-9340-cc2a8577451b req-46047fed-3b3f-4d75-a705-3bd6a428f172 tempest-ServersNegativeTestJSON-508382254 tempest-ServersNegativeTestJSON-508382254-project] 10.222.0.42 "GET /v2.0/security-groups?id=ada0ecb3-b1bc-4ba2-8e6c-b06ba09daca2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1667261 Apr 18 21:00:15.315122 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-d85b8644-f490-4c02-be8e-512e51faefc2 tempest-NetworksIpV6Test-2002984352 tempest-NetworksIpV6Test-2002984352-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31752722'] for subnet, before_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:15.318208 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-19e20d92-9796-4132-a19e-8707b5ec1bf6 tempest-ExternalNetworksTestJSON-1311496120 tempest-ExternalNetworksTestJSON-1311496120-project-admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:00:15.376476 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-19e20d92-9796-4132-a19e-8707b5ec1bf6 tempest-ExternalNetworksTestJSON-1311496120 tempest-ExternalNetworksTestJSON-1311496120-project-admin] Made reservation on behalf of d1abd178e8b448daa8f8c6333e663524 for: {'subnet': 1} {{(pid=84041) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:00:15.378863 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-19e20d92-9796-4132-a19e-8707b5ec1bf6 tempest-ExternalNetworksTestJSON-1311496120 tempest-ExternalNetworksTestJSON-1311496120-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32486301'] for subnet, before_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:15.427267 n-d-838334-2 neutron-server[84041]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-940706dc-1147-4b41-a364-24d7d7f8e231 admin admin] Router 0573f4fd-15ec-4486-a7e2-4a1d64e93d08 is scheduled to L3 agent bc84d6c9-dd7a-4555-a351-592327b46d5a with binding_index 1 {{(pid=84041) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 18 21:00:15.648421 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-22e2fc0d-10a1-42e4-96c2-c7c2e5f295dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750375287399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253529'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:15.731025 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-d85b8644-f490-4c02-be8e-512e51faefc2 tempest-NetworksIpV6Test-2002984352 tempest-NetworksIpV6Test-2002984352-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33526260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32441074', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31752704'] for subnet, after_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:15.949415 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d85b8644-f490-4c02-be8e-512e51faefc2 tempest-NetworksIpV6Test-2002984352 tempest-NetworksIpV6Test-2002984352-project] Pushing event updated for resources: {'Subnet': ['ID=941e30d7-5df7-43c5-975b-63ad71e021a1,revision_number=0']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:00:15.978471 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e10e7da-b7fc-4f24-a71d-f58dd7e3df52 req-f111f7d0-1191-445a-8be4-b8ca789a793f tempest-ServersTestJSON-1424434350 tempest-ServersTestJSON-1424434350-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:00:15.985983 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-4e10e7da-b7fc-4f24-a71d-f58dd7e3df52 req-f111f7d0-1191-445a-8be4-b8ca789a793f tempest-ServersTestJSON-1424434350 tempest-ServersTestJSON-1424434350-project] 10.222.0.42 "GET /v2.0/ports?device_id=8be6c3d8-d92d-416e-93f9-40d16e3aae09 HTTP/1.1" status: 200 len: 946 time: 0.8010869 Apr 18 21:00:16.053519 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-940706dc-1147-4b41-a364-24d7d7f8e231 admin admin] Notify agent at l3_agent.n-d-838334-2 the message routers_updated {{(pid=84041) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 21:00:16.060425 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d85b8644-f490-4c02-be8e-512e51faefc2 tempest-NetworksIpV6Test-2002984352 tempest-NetworksIpV6Test-2002984352-project] Checking segment: {'id': '07e909ca-0afb-4592-b985-59741ff6cac6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '00f8cc75-8c8d-41f5-833a-2f681ff0615b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84040) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 21:00:16.060784 n-d-838334-2 neutron-server[84040]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d85b8644-f490-4c02-be8e-512e51faefc2 tempest-NetworksIpV6Test-2002984352 tempest-NetworksIpV6Test-2002984352-project] Network hostable DHCP agents. Network: 00f8cc75-8c8d-41f5-833a-2f681ff0615b, hostable agents: ['8746f8ea-3e91-4b32-9919-2c63adeb8722'], hosted agents: [] {{(pid=84040) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 21:00:16.068586 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2fab7e6-bc9e-444e-bd56-d9d510918a88 None None] Sync routers for ids ['0573f4fd-15ec-4486-a7e2-4a1d64e93d08'] in n-d-838334-2 {{(pid=84042) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 18 21:00:16.088756 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2fab7e6-bc9e-444e-bd56-d9d510918a88 None None] Routers {'0573f4fd-15ec-4486-a7e2-4a1d64e93d08'} bound to L3 agent in host n-d-838334-2 {{(pid=84042) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 21:00:16.096917 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_hamode_db [None req-e2fab7e6-bc9e-444e-bd56-d9d510918a88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838334-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-18T20:25:48Z,description=,heartbeat_timestamp=2022-04-18T20:59:48Z,host='n-d-838334-2',id=bc84d6c9-dd7a-4555-a351-592327b46d5a,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:25:48Z,topic='l3_agent')) {'router_ids': ['0573f4fd-15ec-4486-a7e2-4a1d64e93d08'], 'active': True} {{(pid=84042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:00:16.104588 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd4d6851-0a03-49c7-9292-2cd8820ff33f req-4018cdf6-2f17-47c2-aeff-1644243e1882 tempest-ServersNegativeTestJSON-508382254 tempest-ServersNegativeTestJSON-508382254-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:00:16.106833 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-fd4d6851-0a03-49c7-9292-2cd8820ff33f req-4018cdf6-2f17-47c2-aeff-1644243e1882 tempest-ServersNegativeTestJSON-508382254 tempest-ServersNegativeTestJSON-508382254-project] 10.222.0.42 "GET /v2.0/ports?device_id=2197a591-197e-47fe-9210-1387bfb6ec5e HTTP/1.1" status: 200 len: 945 time: 0.4244385 Apr 18 21:00:16.107137 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-940706dc-1147-4b41-a364-24d7d7f8e231 admin admin] Notify callbacks [] for router, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:16.108427 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-940706dc-1147-4b41-a364-24d7d7f8e231 admin admin] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 5.8421369 Apr 18 21:00:16.112077 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 57480) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:00:16.244982 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-4e10e7da-b7fc-4f24-a71d-f58dd7e3df52 req-60cc07ce-34ba-4b8e-9169-55c9c84b66f2 tempest-ServersTestJSON-1424434350 tempest-ServersTestJSON-1424434350-project] 10.222.0.42 "GET /v2.0/security-groups?id=a3de1b7a-019c-40dd-8c9d-3a3f159b2bd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2569733 Apr 18 21:00:16.339011 n-d-838334-2 neutron-server[84040]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d85b8644-f490-4c02-be8e-512e51faefc2 tempest-NetworksIpV6Test-2002984352 tempest-NetworksIpV6Test-2002984352-project] Network 00f8cc75-8c8d-41f5-833a-2f681ff0615b is scheduled to be hosted by DHCP agent 8746f8ea-3e91-4b32-9919-2c63adeb8722 with binding_index 1 {{(pid=84040) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 21:00:16.372276 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-fd4d6851-0a03-49c7-9292-2cd8820ff33f req-1ce20e8f-4482-46a0-a4e4-cc4ab166d10a tempest-ServersNegativeTestJSON-508382254 tempest-ServersNegativeTestJSON-508382254-project] 10.222.0.42 "GET /v2.0/security-groups?id=ada0ecb3-b1bc-4ba2-8e6c-b06ba09daca2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2541473 Apr 18 21:00:16.382667 n-d-838334-2 neutron-server[84040]: DEBUG neutron.scheduler.base_scheduler [None req-d85b8644-f490-4c02-be8e-512e51faefc2 tempest-NetworksIpV6Test-2002984352 tempest-NetworksIpV6Test-2002984352-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-838334-2, 00f8cc75-8c8d-41f5-833a-2f681ff0615b) {{(pid=84040) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:00:16.387249 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d85b8644-f490-4c02-be8e-512e51faefc2 tempest-NetworksIpV6Test-2002984352 tempest-NetworksIpV6Test-2002984352-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:00:16.388177 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-d85b8644-f490-4c02-be8e-512e51faefc2 tempest-NetworksIpV6Test-2002984352 tempest-NetworksIpV6Test-2002984352-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32378031'] for subnet, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:16.497350 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-d85b8644-f490-4c02-be8e-512e51faefc2 tempest-NetworksIpV6Test-2002984352 tempest-NetworksIpV6Test-2002984352-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 1.9913895 Apr 18 21:00:16.501343 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 57488) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:00:16.518400 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.v2.base [None req-8933cf7d-af1a-4ca0-abb0-222f7841ff73 tempest-NetworksIpV6Test-2002984352 tempest-NetworksIpV6Test-2002984352-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1199234410'}} {{(pid=84040) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:00:16.537901 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [None req-8933cf7d-af1a-4ca0-abb0-222f7841ff73 tempest-NetworksIpV6Test-2002984352 tempest-NetworksIpV6Test-2002984352-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:00:16.539611 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7ef00e8-18d0-4e51-8b8d-5c3b914ab15a None None] Network 00f8cc75-8c8d-41f5-833a-2f681ff0615b requested from n-d-838334-2 {{(pid=84042) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 21:00:16.542610 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-8933cf7d-af1a-4ca0-abb0-222f7841ff73 tempest-NetworksIpV6Test-2002984352 tempest-NetworksIpV6Test-2002984352-project] Usage tracker for resource:network and tenant:fd146e1e9f314c74ba81762788974d67 is out of sync, need to count used quota {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:00:16.561235 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-8933cf7d-af1a-4ca0-abb0-222f7841ff73 tempest-NetworksIpV6Test-2002984352 tempest-NetworksIpV6Test-2002984352-project] Quota usage for network was recalculated. Used quota:2. {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:00:16.570106 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Device 7f3dc440-7c4f-4c97-8c9b-a608876e143d up at agent ovs-agent-n-d-838334-2 {{(pid=84042) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 21:00:16.580445 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [None req-8933cf7d-af1a-4ca0-abb0-222f7841ff73 tempest-NetworksIpV6Test-2002984352 tempest-NetworksIpV6Test-2002984352-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:00:16.617163 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8933cf7d-af1a-4ca0-abb0-222f7841ff73 tempest-NetworksIpV6Test-2002984352 tempest-NetworksIpV6Test-2002984352-project] Made reservation on behalf of fd146e1e9f314c74ba81762788974d67 for: {'network': 1} {{(pid=84040) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:00:16.627554 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-8933cf7d-af1a-4ca0-abb0-222f7841ff73 tempest-NetworksIpV6Test-2002984352 tempest-NetworksIpV6Test-2002984352-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for network, before_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:16.662455 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11ab3a9e-e178-4131-a683-b7b70270aeb2 None None] Network 3c1d1dc4-f283-4aaa-a5d8-fc482fce6edd requested from n-d-838334-2 {{(pid=84042) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 21:00:16.737453 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8933cf7d-af1a-4ca0-abb0-222f7841ff73 tempest-NetworksIpV6Test-2002984352 tempest-NetworksIpV6Test-2002984352-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 373} {{(pid=84040) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 21:00:16.762740 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-8933cf7d-af1a-4ca0-abb0-222f7841ff73 tempest-NetworksIpV6Test-2002984352 tempest-NetworksIpV6Test-2002984352-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1082986'] for segment, precommit_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:16.763754 n-d-838334-2 neutron-server[84040]: INFO neutron.db.segments_db [None req-8933cf7d-af1a-4ca0-abb0-222f7841ff73 tempest-NetworksIpV6Test-2002984352 tempest-NetworksIpV6Test-2002984352-project] Added segment f55f3bcc-5291-4cb2-a9d7-b6f20e143164 of type vlan for network 49c4fa64-d835-4349-9095-78ba4d126b69 Apr 18 21:00:16.808799 n-d-838334-2 neutron-server[84041]: DEBUG neutron.objects.ports [None req-19e20d92-9796-4132-a19e-8707b5ec1bf6 tempest-ExternalNetworksTestJSON-1311496120 tempest-ExternalNetworksTestJSON-1311496120-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=84041) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} Apr 18 21:00:16.809547 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-19e20d92-9796-4132-a19e-8707b5ec1bf6 tempest-ExternalNetworksTestJSON-1311496120 tempest-ExternalNetworksTestJSON-1311496120-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33526260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32266407', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32486287'] for subnet, after_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:16.826030 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-8933cf7d-af1a-4ca0-abb0-222f7841ff73 tempest-NetworksIpV6Test-2002984352 tempest-NetworksIpV6Test-2002984352-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750374825732'] for network, precommit_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:16.875777 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-8933cf7d-af1a-4ca0-abb0-222f7841ff73 tempest-NetworksIpV6Test-2002984352 tempest-NetworksIpV6Test-2002984352-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33526109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022'] for network, after_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:16.880666 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8933cf7d-af1a-4ca0-abb0-222f7841ff73 tempest-NetworksIpV6Test-2002984352 tempest-NetworksIpV6Test-2002984352-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:00:16.883953 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-8933cf7d-af1a-4ca0-abb0-222f7841ff73 tempest-NetworksIpV6Test-2002984352 tempest-NetworksIpV6Test-2002984352-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32378031'] for network, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:16.955687 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 57498) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:00:16.967241 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19e20d92-9796-4132-a19e-8707b5ec1bf6 tempest-ExternalNetworksTestJSON-1311496120 tempest-ExternalNetworksTestJSON-1311496120-project-admin] Pushing event updated for resources: {'Subnet': ['ID=08ad1077-e741-44f3-8ad0-917d4f82c540,revision_number=0']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:00:17.043605 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19e20d92-9796-4132-a19e-8707b5ec1bf6 tempest-ExternalNetworksTestJSON-1311496120 tempest-ExternalNetworksTestJSON-1311496120-project-admin] Checking segment: {'id': '99b712ea-846b-4ba3-bafe-6988d636a619', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': '8dd80c80-0f0d-41be-9e2a-ae8e82a9f5f9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84041) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 21:00:17.044714 n-d-838334-2 neutron-server[84041]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19e20d92-9796-4132-a19e-8707b5ec1bf6 tempest-ExternalNetworksTestJSON-1311496120 tempest-ExternalNetworksTestJSON-1311496120-project-admin] Network hostable DHCP agents. Network: 8dd80c80-0f0d-41be-9e2a-ae8e82a9f5f9, hostable agents: ['8746f8ea-3e91-4b32-9919-2c63adeb8722'], hosted agents: [] {{(pid=84041) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 21:00:17.184958 n-d-838334-2 neutron-server[84041]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19e20d92-9796-4132-a19e-8707b5ec1bf6 tempest-ExternalNetworksTestJSON-1311496120 tempest-ExternalNetworksTestJSON-1311496120-project-admin] Network 8dd80c80-0f0d-41be-9e2a-ae8e82a9f5f9 is scheduled to be hosted by DHCP agent 8746f8ea-3e91-4b32-9919-2c63adeb8722 with binding_index 1 {{(pid=84041) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 21:00:17.208142 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a97a5fb6-2527-442f-9245-3e27f6031d85 None None] Network 9b8a7e14-19dd-4214-9fd7-5da6fc8793e6 requested from n-d-838334-2 {{(pid=84042) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 21:00:17.249888 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-8933cf7d-af1a-4ca0-abb0-222f7841ff73 tempest-NetworksIpV6Test-2002984352 tempest-NetworksIpV6Test-2002984352-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.7472906 Apr 18 21:00:17.256697 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 57506) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:00:17.280616 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.v2.base [None req-e8cf4911-ed64-4c09-a1f0-f80b68ac72d6 tempest-NetworksIpV6Test-2002984352 tempest-NetworksIpV6Test-2002984352-project] Request body: {'subnet': {'network_id': '49c4fa64-d835-4349-9095-78ba4d126b69', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=84040) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:00:17.288311 n-d-838334-2 neutron-server[84041]: DEBUG neutron.scheduler.base_scheduler [None req-19e20d92-9796-4132-a19e-8707b5ec1bf6 tempest-ExternalNetworksTestJSON-1311496120 tempest-ExternalNetworksTestJSON-1311496120-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-838334-2, 8dd80c80-0f0d-41be-9e2a-ae8e82a9f5f9) {{(pid=84041) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:00:17.308595 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19e20d92-9796-4132-a19e-8707b5ec1bf6 tempest-ExternalNetworksTestJSON-1311496120 tempest-ExternalNetworksTestJSON-1311496120-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:00:17.309612 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-19e20d92-9796-4132-a19e-8707b5ec1bf6 tempest-ExternalNetworksTestJSON-1311496120 tempest-ExternalNetworksTestJSON-1311496120-project-admin] Notify callbacks [] for subnet, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:17.380921 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8933cf7d-af1a-4ca0-abb0-222f7841ff73 tempest-NetworksIpV6Test-2002984352 tempest-NetworksIpV6Test-2002984352-project] Pushing event updated for resources: {'Network': ['ID=49c4fa64-d835-4349-9095-78ba4d126b69,revision_number=1']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:00:17.406335 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-19e20d92-9796-4132-a19e-8707b5ec1bf6 tempest-ExternalNetworksTestJSON-1311496120 tempest-ExternalNetworksTestJSON-1311496120-project-admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 2.1747346 Apr 18 21:00:17.407748 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 57514) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:00:17.414891 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.v2.base [None req-675d071f-4c17-4e96-97ff-c352f1acbd79 tempest-ExternalNetworksTestJSON-1311496120 tempest-ExternalNetworksTestJSON-1311496120-project-admin] Request body: {'floatingip': {'floating_network_id': '8dd80c80-0f0d-41be-9e2a-ae8e82a9f5f9'}} {{(pid=84041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:00:17.418810 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-853063b2-7372-4ef5-b553-6daf94f1b48b admin admin] Notify callbacks [] for security_group, before_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:17.437258 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-675d071f-4c17-4e96-97ff-c352f1acbd79 tempest-ExternalNetworksTestJSON-1311496120 tempest-ExternalNetworksTestJSON-1311496120-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:00:17.439755 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-1b3284ed-ecd7-49af-81a4-b235c002d5e4 None None] Provisioning for port d1d78ea3-ef2e-4552-b3d2-a7b3242a8485 completed by entity DHCP. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 21:00:17.447577 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-675d071f-4c17-4e96-97ff-c352f1acbd79 tempest-ExternalNetworksTestJSON-1311496120 tempest-ExternalNetworksTestJSON-1311496120-project-admin] Usage tracker for resource:floatingip and tenant:d1abd178e8b448daa8f8c6333e663524 is out of sync, need to count used quota {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:00:17.452122 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86cade4c-b9af-4e8c-b785-60c326ced055 None None] Network 8dd80c80-0f0d-41be-9e2a-ae8e82a9f5f9 requested from n-d-838334-2 {{(pid=84042) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 21:00:17.452846 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-675d071f-4c17-4e96-97ff-c352f1acbd79 tempest-ExternalNetworksTestJSON-1311496120 tempest-ExternalNetworksTestJSON-1311496120-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:00:17.493473 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-675d071f-4c17-4e96-97ff-c352f1acbd79 tempest-ExternalNetworksTestJSON-1311496120 tempest-ExternalNetworksTestJSON-1311496120-project-admin] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:00:17.511404 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-853063b2-7372-4ef5-b553-6daf94f1b48b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:00:17.520231 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-853063b2-7372-4ef5-b553-6daf94f1b48b admin admin] Usage tracker for resource:security_group_rule and tenant:399ef3bc0b0f49d2916d69237ffdf31e is out of sync, need to count used quota {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:00:17.525607 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-853063b2-7372-4ef5-b553-6daf94f1b48b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:00:17.539430 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-675d071f-4c17-4e96-97ff-c352f1acbd79 tempest-ExternalNetworksTestJSON-1311496120 tempest-ExternalNetworksTestJSON-1311496120-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:17.554960 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-853063b2-7372-4ef5-b553-6daf94f1b48b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:00:17.596471 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Network 49c4fa64-d835-4349-9095-78ba4d126b69 details requested by agent ovs-agent-n-d-838334-2 with host n-d-838334-2 {{(pid=84042) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 18 21:00:17.732055 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e765c27-9194-4c3a-acc4-9a2030512f9c req-5b7cd2d3-21f3-4ecd-adc6-dc1e10c2149e tempest-ServersNegativeTestJSON-508382254 tempest-ServersNegativeTestJSON-508382254-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:00:17.743050 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-2e765c27-9194-4c3a-acc4-9a2030512f9c req-5b7cd2d3-21f3-4ecd-adc6-dc1e10c2149e tempest-ServersNegativeTestJSON-508382254 tempest-ServersNegativeTestJSON-508382254-project] 10.222.0.42 "GET /v2.0/ports?device_id=2197a591-197e-47fe-9210-1387bfb6ec5e HTTP/1.1" status: 200 len: 945 time: 0.8725684 Apr 18 21:00:17.788557 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [None req-e8cf4911-ed64-4c09-a1f0-f80b68ac72d6 tempest-NetworksIpV6Test-2002984352 tempest-NetworksIpV6Test-2002984352-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:00:17.793099 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-e8cf4911-ed64-4c09-a1f0-f80b68ac72d6 tempest-NetworksIpV6Test-2002984352 tempest-NetworksIpV6Test-2002984352-project] Usage tracker for resource:subnet and tenant:fd146e1e9f314c74ba81762788974d67 is out of sync, need to count used quota {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:00:17.796612 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-e8cf4911-ed64-4c09-a1f0-f80b68ac72d6 tempest-NetworksIpV6Test-2002984352 tempest-NetworksIpV6Test-2002984352-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:00:17.804327 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [None req-e8cf4911-ed64-4c09-a1f0-f80b68ac72d6 tempest-NetworksIpV6Test-2002984352 tempest-NetworksIpV6Test-2002984352-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:00:17.832983 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e8cf4911-ed64-4c09-a1f0-f80b68ac72d6 tempest-NetworksIpV6Test-2002984352 tempest-NetworksIpV6Test-2002984352-project] Made reservation on behalf of fd146e1e9f314c74ba81762788974d67 for: {'subnet': 1} {{(pid=84040) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:00:17.878451 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_dvr_db [None req-e2fab7e6-bc9e-444e-bd56-d9d510918a88 None None] Set router 0573f4fd-15ec-4486-a7e2-4a1d64e93d08 gateway port host: n-d-838334-2 {{(pid=84042) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 21:00:17.954359 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-2e765c27-9194-4c3a-acc4-9a2030512f9c req-18087827-7ff5-49ca-9ee0-51b3a47602c5 tempest-ServersNegativeTestJSON-508382254 tempest-ServersNegativeTestJSON-508382254-project] 10.222.0.42 "GET /v2.0/security-groups?id=ada0ecb3-b1bc-4ba2-8e6c-b06ba09daca2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2100828 Apr 18 21:00:17.985036 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ff99d4b-77fa-47db-9c75-a3e1e9ca5889 req-d27d569c-623e-4a1b-a91a-a86626a97daf tempest-ServersTestJSON-1424434350 tempest-ServersTestJSON-1424434350-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:00:18.001872 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-0ff99d4b-77fa-47db-9c75-a3e1e9ca5889 req-d27d569c-623e-4a1b-a91a-a86626a97daf tempest-ServersTestJSON-1424434350 tempest-ServersTestJSON-1424434350-project] 10.222.0.42 "GET /v2.0/ports?device_id=8be6c3d8-d92d-416e-93f9-40d16e3aae09 HTTP/1.1" status: 200 len: 946 time: 0.3650014 Apr 18 21:00:18.053702 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-853063b2-7372-4ef5-b553-6daf94f1b48b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:18.074494 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-853063b2-7372-4ef5-b553-6daf94f1b48b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33528224'] for security_group, after_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:18.078594 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-a61cdf1a-02ea-4ed1-b716-d16443dc165b None None] Provisioning for port 7f3dc440-7c4f-4c97-8c9b-a608876e143d completed by entity DHCP. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 21:00:18.107420 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-0ff99d4b-77fa-47db-9c75-a3e1e9ca5889 req-f722c477-344c-46c9-b8d9-4f7877e1f3e8 tempest-ServersTestJSON-1424434350 tempest-ServersTestJSON-1424434350-project] 10.222.0.42 "GET /v2.0/security-groups?id=a3de1b7a-019c-40dd-8c9d-3a3f159b2bd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1042540 Apr 18 21:00:18.111968 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-e8cf4911-ed64-4c09-a1f0-f80b68ac72d6 tempest-NetworksIpV6Test-2002984352 tempest-NetworksIpV6Test-2002984352-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31752722'] for subnet, before_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:18.116953 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-853063b2-7372-4ef5-b553-6daf94f1b48b admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=399ef3bc0b0f49d2916d69237ffdf31e&name=default HTTP/1.1" status: 200 len: 2647 time: 1.1542158 Apr 18 21:00:18.122856 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 57528) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:00:18.165845 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a330bb53-658d-4995-9bef-5620ddc2caf4 None None] Network 8dd80c80-0f0d-41be-9e2a-ae8e82a9f5f9 requested from n-d-838334-2 {{(pid=84042) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 21:00:18.198775 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-675d071f-4c17-4e96-97ff-c352f1acbd79 tempest-ExternalNetworksTestJSON-1311496120 tempest-ExternalNetworksTestJSON-1311496120-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:18.276575 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-853063b2-7372-4ef5-b553-6daf94f1b48b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=533085a6-db6b-425a-86a2-434877ca94fd,revision_number=1']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:00:18.336370 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-5f7a61a2-c30c-418b-8a3c-7e5626b5228e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:18.370857 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.ipam_backend_mixin [None req-e8cf4911-ed64-4c09-a1f0-f80b68ac72d6 tempest-NetworksIpV6Test-2002984352 tempest-NetworksIpV6Test-2002984352-project] Performing IP validity checks on allocation pools {{(pid=84040) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} Apr 18 21:00:18.374011 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-5f7a61a2-c30c-418b-8a3c-7e5626b5228e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:18.374806 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.ipam_backend_mixin [None req-e8cf4911-ed64-4c09-a1f0-f80b68ac72d6 tempest-NetworksIpV6Test-2002984352 tempest-NetworksIpV6Test-2002984352-project] Checking for overlaps among allocation pools and gateway ip {{(pid=84040) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} Apr 18 21:00:18.522524 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-5f7a61a2-c30c-418b-8a3c-7e5626b5228e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33528224'] for security_group, after_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:18.552362 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f7a61a2-c30c-418b-8a3c-7e5626b5228e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=533085a6-db6b-425a-86a2-434877ca94fd,revision_number=None']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:00:18.587092 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-5f7a61a2-c30c-418b-8a3c-7e5626b5228e admin admin] Notify callbacks [] for security_group, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:18.590732 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-5f7a61a2-c30c-418b-8a3c-7e5626b5228e admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/533085a6-db6b-425a-86a2-434877ca94fd HTTP/1.1" status: 204 len: 168 time: 0.4624670 Apr 18 21:00:18.601557 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.db_base_plugin_common [None req-675d071f-4c17-4e96-97ff-c352f1acbd79 tempest-ExternalNetworksTestJSON-1311496120 tempest-ExternalNetworksTestJSON-1311496120-project-admin] Allocated IP 172.20.0.3 (8dd80c80-0f0d-41be-9e2a-ae8e82a9f5f9/08ad1077-e741-44f3-8ad0-917d4f82c540/c3d673d8-cce2-4541-b2b0-663fdfc5968f) {{(pid=84041) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 21:00:18.747961 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f28adfd-6c43-42c5-ae4f-2802246a9483 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp016840fc-1f9f-5892-9c53-c9cf6c845bbb-00f8cc75-8c8d-41f5-833a-2f681ff0615b', 'network_id': '00f8cc75-8c8d-41f5-833a-2f681ff0615b', 'tenant_id': 'fd146e1e9f314c74ba81762788974d67', 'fixed_ips': [{'subnet_id': '941e30d7-5df7-43c5-975b-63ad71e021a1'}]}} from n-d-838334-2. {{(pid=84042) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 18 21:00:18.749141 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-4f28adfd-6c43-42c5-ae4f-2802246a9483 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_create {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:18.806143 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56ca31c6-1af4-4643-8078-fbf5d9a2f8f6 req-8b90fe74-c527-4433-9f60-c60bc2ec24de tempest-ServersNegativeTestJSON-508382254 tempest-ServersNegativeTestJSON-508382254-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:00:18.809206 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-56ca31c6-1af4-4643-8078-fbf5d9a2f8f6 req-8b90fe74-c527-4433-9f60-c60bc2ec24de tempest-ServersNegativeTestJSON-508382254 tempest-ServersNegativeTestJSON-508382254-project] 10.222.0.42 "GET /v2.0/ports?device_id=2197a591-197e-47fe-9210-1387bfb6ec5e HTTP/1.1" status: 200 len: 945 time: 0.2939174 Apr 18 21:00:18.874751 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-5038aeeb-042b-4b0e-9df5-ecd4277f2f10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750375287399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253529'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:19.031649 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Provisioning for port 7f3dc440-7c4f-4c97-8c9b-a608876e143d completed by entity L2. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 21:00:19.068154 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Provisioning complete for port 7f3dc440-7c4f-4c97-8c9b-a608876e143d triggered by entity L2. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:00:19.068503 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1253608'] for port, provisioning_complete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:19.095781 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-e8cf4911-ed64-4c09-a1f0-f80b68ac72d6 tempest-NetworksIpV6Test-2002984352 tempest-NetworksIpV6Test-2002984352-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33526260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32441074', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31752704'] for subnet, after_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:19.237216 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-675d071f-4c17-4e96-97ff-c352f1acbd79 tempest-ExternalNetworksTestJSON-1311496120 tempest-ExternalNetworksTestJSON-1311496120-project-admin] Notify callbacks [] for port, precommit_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:19.292780 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-675d071f-4c17-4e96-97ff-c352f1acbd79 tempest-ExternalNetworksTestJSON-1311496120 tempest-ExternalNetworksTestJSON-1311496120-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750374836619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32266323'] for port, after_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:19.388012 n-d-838334-2 neutron-server[84041]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-675d071f-4c17-4e96-97ff-c352f1acbd79 tempest-ExternalNetworksTestJSON-1311496120 tempest-ExternalNetworksTestJSON-1311496120-project-admin] Network 8dd80c80-0f0d-41be-9e2a-ae8e82a9f5f9 is already hosted by enough agents. {{(pid=84041) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:00:19.397904 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8cf4911-ed64-4c09-a1f0-f80b68ac72d6 tempest-NetworksIpV6Test-2002984352 tempest-NetworksIpV6Test-2002984352-project] Pushing event updated for resources: {'Subnet': ['ID=d0f8ed54-34f8-413a-bd6b-e16592230dac,revision_number=0']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:00:19.402828 n-d-838334-2 neutron-server[84041]: DEBUG neutron.scheduler.base_scheduler [None req-675d071f-4c17-4e96-97ff-c352f1acbd79 tempest-ExternalNetworksTestJSON-1311496120 tempest-ExternalNetworksTestJSON-1311496120-project-admin] Resources bound (agent type, host, resource id): {{(pid=84041) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:00:19.411156 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.l3_dvrscheduler_db [None req-675d071f-4c17-4e96-97ff-c352f1acbd79 tempest-ExternalNetworksTestJSON-1311496120 tempest-ExternalNetworksTestJSON-1311496120-project-admin] Received port after_create {{(pid=84041) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 21:00:19.545892 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8cf4911-ed64-4c09-a1f0-f80b68ac72d6 tempest-NetworksIpV6Test-2002984352 tempest-NetworksIpV6Test-2002984352-project] Checking segment: {'id': 'f55f3bcc-5291-4cb2-a9d7-b6f20e143164', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '49c4fa64-d835-4349-9095-78ba4d126b69'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84040) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 21:00:19.546506 n-d-838334-2 neutron-server[84040]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8cf4911-ed64-4c09-a1f0-f80b68ac72d6 tempest-NetworksIpV6Test-2002984352 tempest-NetworksIpV6Test-2002984352-project] Network hostable DHCP agents. Network: 49c4fa64-d835-4349-9095-78ba4d126b69, hostable agents: ['8746f8ea-3e91-4b32-9919-2c63adeb8722'], hosted agents: [] {{(pid=84040) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 21:00:19.564760 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-56ca31c6-1af4-4643-8078-fbf5d9a2f8f6 req-4fc5754f-c42d-46cf-b11e-0bc173017a63 tempest-ServersNegativeTestJSON-508382254 tempest-ServersNegativeTestJSON-508382254-project] 10.222.0.42 "GET /v2.0/security-groups?id=ada0ecb3-b1bc-4ba2-8e6c-b06ba09daca2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7403486 Apr 18 21:00:19.608523 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee7cab4f-107f-4efb-853f-5032a877cc84 req-ee997030-3ff6-4a37-9a35-c6aedd0bd529 tempest-ServersTestJSON-1424434350 tempest-ServersTestJSON-1424434350-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:00:19.616913 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-ee7cab4f-107f-4efb-853f-5032a877cc84 req-ee997030-3ff6-4a37-9a35-c6aedd0bd529 tempest-ServersTestJSON-1424434350 tempest-ServersTestJSON-1424434350-project] 10.222.0.42 "GET /v2.0/ports?device_id=8be6c3d8-d92d-416e-93f9-40d16e3aae09 HTTP/1.1" status: 200 len: 946 time: 0.7149122 Apr 18 21:00:19.644517 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-675d071f-4c17-4e96-97ff-c352f1acbd79 tempest-ExternalNetworksTestJSON-1311496120 tempest-ExternalNetworksTestJSON-1311496120-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:19.653559 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-866c4abb-22a8-483d-9601-9c770dd291b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:19.675799 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-675d071f-4c17-4e96-97ff-c352f1acbd79 tempest-ExternalNetworksTestJSON-1311496120 tempest-ExternalNetworksTestJSON-1311496120-project-admin] Pushing event updated for resources: {'Port': ['ID=c3d673d8-cce2-4541-b2b0-663fdfc5968f,revision_number=1']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:00:19.747908 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-ee7cab4f-107f-4efb-853f-5032a877cc84 req-a453e427-ff54-4709-8282-cd930c2eb4dc tempest-ServersTestJSON-1424434350 tempest-ServersTestJSON-1424434350-project] 10.222.0.42 "GET /v2.0/security-groups?id=a3de1b7a-019c-40dd-8c9d-3a3f159b2bd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1296048 Apr 18 21:00:19.753077 n-d-838334-2 neutron-server[84040]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8cf4911-ed64-4c09-a1f0-f80b68ac72d6 tempest-NetworksIpV6Test-2002984352 tempest-NetworksIpV6Test-2002984352-project] Network 49c4fa64-d835-4349-9095-78ba4d126b69 is scheduled to be hosted by DHCP agent 8746f8ea-3e91-4b32-9919-2c63adeb8722 with binding_index 1 {{(pid=84040) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 21:00:19.800620 n-d-838334-2 neutron-server[84040]: DEBUG neutron.scheduler.base_scheduler [None req-e8cf4911-ed64-4c09-a1f0-f80b68ac72d6 tempest-NetworksIpV6Test-2002984352 tempest-NetworksIpV6Test-2002984352-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-838334-2, 49c4fa64-d835-4349-9095-78ba4d126b69) {{(pid=84040) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:00:19.809689 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-675d071f-4c17-4e96-97ff-c352f1acbd79 tempest-ExternalNetworksTestJSON-1311496120 tempest-ExternalNetworksTestJSON-1311496120-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:19.811330 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8cf4911-ed64-4c09-a1f0-f80b68ac72d6 tempest-NetworksIpV6Test-2002984352 tempest-NetworksIpV6Test-2002984352-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:00:19.813608 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-e8cf4911-ed64-4c09-a1f0-f80b68ac72d6 tempest-NetworksIpV6Test-2002984352 tempest-NetworksIpV6Test-2002984352-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32378031'] for subnet, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:19.862416 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-e8cf4911-ed64-4c09-a1f0-f80b68ac72d6 tempest-NetworksIpV6Test-2002984352 tempest-NetworksIpV6Test-2002984352-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 803 time: 2.5953846 Apr 18 21:00:19.866927 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 57570) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:00:19.943930 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-764d02fc-4e7f-48f6-97fb-d304b735d6b3 None None] Network 49c4fa64-d835-4349-9095-78ba4d126b69 requested from n-d-838334-2 {{(pid=84042) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 21:00:19.992107 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750375287399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253529'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:20.168736 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.db_base_plugin_common [None req-866c4abb-22a8-483d-9601-9c770dd291b4 admin admin] Allocated IP 172.20.0.1 (9b8a7e14-19dd-4214-9fd7-5da6fc8793e6/16880a32-9b71-46fb-bafe-6b6135588b63/4b3e1958-51ec-47aa-a0e2-f9ad7c2de9dd) {{(pid=84041) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 21:00:20.197656 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.db_base_plugin_common [None req-4f28adfd-6c43-42c5-ae4f-2802246a9483 None None] Allocated IP 2001:db8::1 (00f8cc75-8c8d-41f5-833a-2f681ff0615b/941e30d7-5df7-43c5-975b-63ad71e021a1/a45acb07-9b2e-433f-8a48-8cddda61e749) {{(pid=84042) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 21:00:20.310107 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-d13de5b5-a24d-4e92-badb-e500cec3aee1 tempest-NetworksIpV6Test-2002984352 tempest-NetworksIpV6Test-2002984352-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1103592'] for network, before_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:20.471539 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-4f28adfd-6c43-42c5-ae4f-2802246a9483 None None] Notify callbacks [] for port, precommit_create {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:20.484314 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-4f28adfd-6c43-42c5-ae4f-2802246a9483 None None] Transition to ACTIVE for port object a45acb07-9b2e-433f-8a48-8cddda61e749 will not be triggered until provisioned by entity L2. {{(pid=84042) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:00:20.508730 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-4f28adfd-6c43-42c5-ae4f-2802246a9483 None None] Transition to ACTIVE for port object a45acb07-9b2e-433f-8a48-8cddda61e749 will not be triggered until provisioned by entity DHCP. {{(pid=84042) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:00:20.621638 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1d5c369-f30b-4e5a-8f1c-c88b393b1dc4 req-98a86a8e-5a66-4f9a-bd86-a18997e2cc3b tempest-ServersTestJSON-1424434350 tempest-ServersTestJSON-1424434350-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:00:20.630095 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-c1d5c369-f30b-4e5a-8f1c-c88b393b1dc4 req-98a86a8e-5a66-4f9a-bd86-a18997e2cc3b tempest-ServersTestJSON-1424434350 tempest-ServersTestJSON-1424434350-project] 10.222.0.42 "GET /v2.0/ports?device_id=8be6c3d8-d92d-416e-93f9-40d16e3aae09 HTTP/1.1" status: 200 len: 946 time: 0.5042138 Apr 18 21:00:20.643572 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-d13de5b5-a24d-4e92-badb-e500cec3aee1 tempest-NetworksIpV6Test-2002984352 tempest-NetworksIpV6Test-2002984352-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1260556'] for subnet, precommit_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:20.694530 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-866c4abb-22a8-483d-9601-9c770dd291b4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:20.806229 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.provisioning_blocks [None req-866c4abb-22a8-483d-9601-9c770dd291b4 admin admin] Transition to ACTIVE for port object 4b3e1958-51ec-47aa-a0e2-f9ad7c2de9dd will not be triggered until provisioned by entity DHCP. {{(pid=84041) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:00:20.819330 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ea466f7-26e5-40b6-be38-951102b182c2 req-4db2f727-398d-4125-b443-d5d7eaad76b9 tempest-ServersNegativeTestJSON-508382254 tempest-ServersNegativeTestJSON-508382254-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:00:20.827647 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-2ea466f7-26e5-40b6-be38-951102b182c2 req-4db2f727-398d-4125-b443-d5d7eaad76b9 tempest-ServersNegativeTestJSON-508382254 tempest-ServersNegativeTestJSON-508382254-project] 10.222.0.42 "GET /v2.0/ports?device_id=2197a591-197e-47fe-9210-1387bfb6ec5e HTTP/1.1" status: 200 len: 945 time: 0.5214169 Apr 18 21:00:20.876221 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-c1d5c369-f30b-4e5a-8f1c-c88b393b1dc4 req-19c2d1af-afa4-48dc-9040-c737333f12a8 tempest-ServersTestJSON-1424434350 tempest-ServersTestJSON-1424434350-project] 10.222.0.42 "GET /v2.0/security-groups?id=a3de1b7a-019c-40dd-8c9d-3a3f159b2bd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2456591 Apr 18 21:00:20.909325 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-866c4abb-22a8-483d-9601-9c770dd291b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750374836619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32266323'] for port, after_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:20.948523 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-2ea466f7-26e5-40b6-be38-951102b182c2 req-06a50c8d-f52c-4271-af7f-1441aaab278a tempest-ServersNegativeTestJSON-508382254 tempest-ServersNegativeTestJSON-508382254-project] 10.222.0.42 "GET /v2.0/security-groups?id=ada0ecb3-b1bc-4ba2-8e6c-b06ba09daca2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1198375 Apr 18 21:00:20.962669 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-d13de5b5-a24d-4e92-badb-e500cec3aee1 tempest-NetworksIpV6Test-2002984352 tempest-NetworksIpV6Test-2002984352-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1260549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33526260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32440885', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31752825'] for subnet, after_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:21.085666 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.db.resource_extend [None req-675d071f-4c17-4e96-97ff-c352f1acbd79 tempest-ExternalNetworksTestJSON-1311496120 tempest-ExternalNetworksTestJSON-1311496120-project-admin] It took 0.20 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84041) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 18 21:00:21.100355 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-866c4abb-22a8-483d-9601-9c770dd291b4 admin admin] Pushing event updated for resources: {'Port': ['ID=4b3e1958-51ec-47aa-a0e2-f9ad7c2de9dd,revision_number=1']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:00:21.113262 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d13de5b5-a24d-4e92-badb-e500cec3aee1 tempest-NetworksIpV6Test-2002984352 tempest-NetworksIpV6Test-2002984352-project] Pushing event deleted for resources: {'Subnet': ['ID=d0f8ed54-34f8-413a-bd6b-e16592230dac,revision_number=None']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:00:21.121562 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-414b6ffe-e119-47bc-b18f-bcff1219c2f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750375287399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253529'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:21.123955 n-d-838334-2 neutron-server[84041]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-866c4abb-22a8-483d-9601-9c770dd291b4 admin admin] Network 9b8a7e14-19dd-4214-9fd7-5da6fc8793e6 is already hosted by enough agents. {{(pid=84041) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:00:21.126904 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-4f28adfd-6c43-42c5-ae4f-2802246a9483 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750374836619'] for port, after_create {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:21.143726 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-675d071f-4c17-4e96-97ff-c352f1acbd79 tempest-ExternalNetworksTestJSON-1311496120 tempest-ExternalNetworksTestJSON-1311496120-project-admin] Notify callbacks [] for port, precommit_update {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:21.148490 n-d-838334-2 neutron-server[84041]: DEBUG neutron.scheduler.base_scheduler [None req-866c4abb-22a8-483d-9601-9c770dd291b4 admin admin] Resources bound (agent type, host, resource id): {{(pid=84041) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:00:21.159379 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-675d071f-4c17-4e96-97ff-c352f1acbd79 tempest-ExternalNetworksTestJSON-1311496120 tempest-ExternalNetworksTestJSON-1311496120-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32266282'] for port, after_update {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:21.199300 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.l3_dvrscheduler_db [None req-866c4abb-22a8-483d-9601-9c770dd291b4 admin admin] Received port after_create {{(pid=84041) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 21:00:21.322684 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-d13de5b5-a24d-4e92-badb-e500cec3aee1 tempest-NetworksIpV6Test-2002984352 tempest-NetworksIpV6Test-2002984352-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1258905', 'neutron.services.segments.db._delete_segments_for_network-8750375287417'] for network, precommit_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:21.356375 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-467d27a3-8a2e-413b-bdae-5dd9f9c819c4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp016840fc-1f9f-5892-9c53-c9cf6c845bbb-49c4fa64-d835-4349-9095-78ba4d126b69', 'network_id': '49c4fa64-d835-4349-9095-78ba4d126b69', 'tenant_id': 'fd146e1e9f314c74ba81762788974d67', 'fixed_ips': [{'subnet_id': 'd0f8ed54-34f8-413a-bd6b-e16592230dac'}]}} from n-d-838334-2. {{(pid=84042) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 18 21:00:21.357341 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-467d27a3-8a2e-413b-bdae-5dd9f9c819c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_create {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:21.464817 n-d-838334-2 neutron-server[84040]: DEBUG neutron.services.segments.db [None req-d13de5b5-a24d-4e92-badb-e500cec3aee1 tempest-NetworksIpV6Test-2002984352 tempest-NetworksIpV6Test-2002984352-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['49c4fa64-d835-4349-9095-78ba4d126b69']}} {{(pid=84040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:00:21.506611 n-d-838334-2 neutron-server[84040]: DEBUG neutron.services.segments.db [None req-d13de5b5-a24d-4e92-badb-e500cec3aee1 tempest-NetworksIpV6Test-2002984352 tempest-NetworksIpV6Test-2002984352-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f55f3bcc-5291-4cb2-a9d7-b6f20e143164') {'for_net_delete': True} {{(pid=84040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:00:21.506910 n-d-838334-2 neutron-server[84040]: DEBUG neutron.services.segments.db [None req-d13de5b5-a24d-4e92-badb-e500cec3aee1 tempest-NetworksIpV6Test-2002984352 tempest-NetworksIpV6Test-2002984352-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f55f3bcc-5291-4cb2-a9d7-b6f20e143164') {} {{(pid=84040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:00:21.538479 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-866c4abb-22a8-483d-9601-9c770dd291b4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33444010'] for router_interface, before_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:21.554593 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-d13de5b5-a24d-4e92-badb-e500cec3aee1 tempest-NetworksIpV6Test-2002984352 tempest-NetworksIpV6Test-2002984352-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750375287300', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31955965'] for segment, before_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:21.607988 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-d13de5b5-a24d-4e92-badb-e500cec3aee1 tempest-NetworksIpV6Test-2002984352 tempest-NetworksIpV6Test-2002984352-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1082986'] for segment, precommit_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:21.617196 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-675d071f-4c17-4e96-97ff-c352f1acbd79 tempest-ExternalNetworksTestJSON-1311496120 tempest-ExternalNetworksTestJSON-1311496120-project-admin] Pushing event updated for resources: {'Port': ['ID=c3d673d8-cce2-4541-b2b0-663fdfc5968f,revision_number=2']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:00:21.645747 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d13de5b5-a24d-4e92-badb-e500cec3aee1 tempest-NetworksIpV6Test-2002984352 tempest-NetworksIpV6Test-2002984352-project] Releasing vlan 373 on physical network physnet1 to pool {{(pid=84040) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 18 21:00:21.646694 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-d13de5b5-a24d-4e92-badb-e500cec3aee1 tempest-NetworksIpV6Test-2002984352 tempest-NetworksIpV6Test-2002984352-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1082993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32440923'] for segment, after_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:21.650266 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:21.689901 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-675d071f-4c17-4e96-97ff-c352f1acbd79 tempest-ExternalNetworksTestJSON-1311496120 tempest-ExternalNetworksTestJSON-1311496120-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33444131'] for floatingip, after_update {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:21.695466 n-d-838334-2 neutron-server[84040]: Traceback (most recent call last): Apr 18 21:00:21.695466 n-d-838334-2 neutron-server[84040]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 18 21:00:21.695466 n-d-838334-2 neutron-server[84040]: timer() Apr 18 21:00:21.695466 n-d-838334-2 neutron-server[84040]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 21:00:21.695466 n-d-838334-2 neutron-server[84040]: cb(*args, **kw) Apr 18 21:00:21.695466 n-d-838334-2 neutron-server[84040]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 18 21:00:21.695466 n-d-838334-2 neutron-server[84040]: return func(*args, **kwargs) Apr 18 21:00:21.695466 n-d-838334-2 neutron-server[84040]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 21:00:21.695466 n-d-838334-2 neutron-server[84040]: self._notify() Apr 18 21:00:21.695466 n-d-838334-2 neutron-server[84040]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 21:00:21.695466 n-d-838334-2 neutron-server[84040]: self.callback(batched_events) Apr 18 21:00:21.695466 n-d-838334-2 neutron-server[84040]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 21:00:21.695466 n-d-838334-2 neutron-server[84040]: event.method(event) Apr 18 21:00:21.695466 n-d-838334-2 neutron-server[84040]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 18 21:00:21.695466 n-d-838334-2 neutron-server[84040]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 21:00:21.695466 n-d-838334-2 neutron-server[84040]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 18 21:00:21.695466 n-d-838334-2 neutron-server[84040]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 21:00:21.695466 n-d-838334-2 neutron-server[84040]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 18 21:00:21.695466 n-d-838334-2 neutron-server[84040]: return f(self, *a, **k) Apr 18 21:00:21.695466 n-d-838334-2 neutron-server[84040]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 18 21:00:21.695466 n-d-838334-2 neutron-server[84040]: return self._get(url).json() Apr 18 21:00:21.695466 n-d-838334-2 neutron-server[84040]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 18 21:00:21.695466 n-d-838334-2 neutron-server[84040]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 21:00:21.695466 n-d-838334-2 neutron-server[84040]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 18 21:00:21.695466 n-d-838334-2 neutron-server[84040]: return self.request(url, 'GET', **kwargs) Apr 18 21:00:21.695466 n-d-838334-2 neutron-server[84040]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 18 21:00:21.695466 n-d-838334-2 neutron-server[84040]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 21:00:21.695466 n-d-838334-2 neutron-server[84040]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 18 21:00:21.695466 n-d-838334-2 neutron-server[84040]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 21:00:21.695466 n-d-838334-2 neutron-server[84040]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 18 21:00:21.695466 n-d-838334-2 neutron-server[84040]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 21:00:21.695466 n-d-838334-2 neutron-server[84040]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 21:00:21.711466 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb47d816-3c9c-4275-a7b3-5daf68e9da73 req-a9853eea-5834-434f-bdc5-170f34d1c19f tempest-ServersNegativeTestJSON-508382254 tempest-ServersNegativeTestJSON-508382254-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:00:21.723132 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-bb47d816-3c9c-4275-a7b3-5daf68e9da73 req-a9853eea-5834-434f-bdc5-170f34d1c19f tempest-ServersNegativeTestJSON-508382254 tempest-ServersNegativeTestJSON-508382254-project] 10.222.0.42 "GET /v2.0/ports?device_id=2197a591-197e-47fe-9210-1387bfb6ec5e HTTP/1.1" status: 200 len: 945 time: 0.4000006 Apr 18 21:00:21.741817 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f28adfd-6c43-42c5-ae4f-2802246a9483 None None] Pushing event updated for resources: {'Port': ['ID=a45acb07-9b2e-433f-8a48-8cddda61e749,revision_number=1']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:00:21.747606 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-c7521a90-7d65-4e2e-842c-ca5d95e9a89c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750375287399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253529'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:21.748780 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 57620) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:00:21.749928 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d42aff4d-7027-4e65-8699-32fba4b06985 None None] Network 49c4fa64-d835-4349-9095-78ba4d126b69 requested from n-d-838334-2 {{(pid=84042) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 21:00:21.793984 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-675d071f-4c17-4e96-97ff-c352f1acbd79 tempest-ExternalNetworksTestJSON-1311496120 tempest-ExternalNetworksTestJSON-1311496120-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217293'] for floatingip, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:21.799848 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-675d071f-4c17-4e96-97ff-c352f1acbd79 tempest-ExternalNetworksTestJSON-1311496120 tempest-ExternalNetworksTestJSON-1311496120-project-admin] 10.222.0.42 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 4.3903649 Apr 18 21:00:21.803240 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 57626) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:00:21.860165 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-866c4abb-22a8-483d-9601-9c770dd291b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:21.933253 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_hamode_db [None req-e2fab7e6-bc9e-444e-bd56-d9d510918a88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0573f4fd-15ec-4486-a7e2-4a1d64e93d08', 'name': 'tempest-AttachVolumeTestJSON-1059019708-router', 'tenant_id': 'b5bf875eb9b748b5aba56f8b60ce8169', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'external_fixed_ips': [{'subnet_id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'ip_address': '172.25.8.42'}], 'enable_snat': True}, 'gw_port_id': 'a46e8333-2083-45cf-9f4f-171d17c889e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:00:10Z', 'updated_at': '2022-04-18T21:00:13Z', 'revision_number': 3, 'project_id': 'b5bf875eb9b748b5aba56f8b60ce8169', 'gw_port': {'id': 'a46e8333-2083-45cf-9f4f-171d17c889e2', 'name': '', 'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:a3:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0573f4fd-15ec-4486-a7e2-4a1d64e93d08', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'ip_address': '172.25.8.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:00:11Z', 'updated_at': '2022-04-18T21:00:12Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838334-2'}], 'n-d-838334-2', False) {} {{(pid=84042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:00:21.940565 n-d-838334-2 neutron-server[84042]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f28adfd-6c43-42c5-ae4f-2802246a9483 None None] Network 00f8cc75-8c8d-41f5-833a-2f681ff0615b is already hosted by enough agents. {{(pid=84042) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:00:21.983915 n-d-838334-2 neutron-server[84042]: DEBUG neutron.scheduler.base_scheduler [None req-4f28adfd-6c43-42c5-ae4f-2802246a9483 None None] Resources bound (agent type, host, resource id): {{(pid=84042) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:00:21.999951 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f28adfd-6c43-42c5-ae4f-2802246a9483 None None] Received port after_create {{(pid=84042) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 21:00:22.004274 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2fab7e6-bc9e-444e-bd56-d9d510918a88 None None] Checking router: 0573f4fd-15ec-4486-a7e2-4a1d64e93d08 for host: n-d-838334-2 {{(pid=84042) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 18 21:00:22.005014 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2fab7e6-bc9e-444e-bd56-d9d510918a88 None None] Updating router 0573f4fd-15ec-4486-a7e2-4a1d64e93d08 port a46e8333-2083-45cf-9f4f-171d17c889e2 binding host n-d-838334-2 {{(pid=84042) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 18 21:00:22.034940 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-cf4a0b37-39f5-44ad-8a4a-ee0f222d8b74 tempest-ExternalNetworksTestJSON-1311496120 tempest-ExternalNetworksTestJSON-1311496120-project-admin] Synchronizing usage tracker for tenant:d1abd178e8b448daa8f8c6333e663524 on resource:floatingip {{(pid=84041) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 21:00:22.190886 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] For port 7f3dc440-7c4f-4c97-8c9b-a608876e143d, host n-d-838334-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838334-2',level=0,port_id=7f3dc440-7c4f-4c97-8c9b-a608876e143d,segment=NetworkSegment(f3c1adbc-ce68-4689-ba8a-f5f2d2d5dce1),segment_id=f3c1adbc-ce68-4689-ba8a-f5f2d2d5dce1)] {{(pid=84042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:00:22.215820 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-bb47d816-3c9c-4275-a7b3-5daf68e9da73 req-9e21b3a0-a88f-4199-a35a-4386aa3ab523 tempest-ServersNegativeTestJSON-508382254 tempest-ServersNegativeTestJSON-508382254-project] 10.222.0.42 "GET /v2.0/security-groups?id=ada0ecb3-b1bc-4ba2-8e6c-b06ba09daca2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4943233 Apr 18 21:00:22.216627 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-d13de5b5-a24d-4e92-badb-e500cec3aee1 tempest-NetworksIpV6Test-2002984352 tempest-NetworksIpV6Test-2002984352-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1258898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33526109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33444113'] for network, after_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:22.247282 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-866c4abb-22a8-483d-9601-9c770dd291b4 admin admin] Notify callbacks [] for port, precommit_update {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:22.258098 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-d13de5b5-a24d-4e92-badb-e500cec3aee1 tempest-NetworksIpV6Test-2002984352 tempest-NetworksIpV6Test-2002984352-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32378031'] for network, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:22.284531 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-d13de5b5-a24d-4e92-badb-e500cec3aee1 tempest-NetworksIpV6Test-2002984352 tempest-NetworksIpV6Test-2002984352-project] 10.222.0.42 "DELETE /v2.0/networks/49c4fa64-d835-4349-9095-78ba4d126b69 HTTP/1.1" status: 204 len: 168 time: 2.4158230 Apr 18 21:00:22.293844 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 57638) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:00:22.296508 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d13de5b5-a24d-4e92-badb-e500cec3aee1 tempest-NetworksIpV6Test-2002984352 tempest-NetworksIpV6Test-2002984352-project] Pushing event deleted for resources: {'Network': ['ID=49c4fa64-d835-4349-9095-78ba4d126b69,revision_number=None']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:00:22.302765 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-866c4abb-22a8-483d-9601-9c770dd291b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32266282'] for port, after_update {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:22.318952 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.v2.base [None req-50b23fcb-f156-441b-80f4-e34946ead66a tempest-NetworksIpV6Test-2002984352 tempest-NetworksIpV6Test-2002984352-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1201504806'}} {{(pid=84040) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:00:22.358563 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [None req-50b23fcb-f156-441b-80f4-e34946ead66a tempest-NetworksIpV6Test-2002984352 tempest-NetworksIpV6Test-2002984352-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:00:22.379234 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-eee52e0a-8670-4e86-bf5f-b34ce23e5a08 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:22.388066 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-cf4a0b37-39f5-44ad-8a4a-ee0f222d8b74 tempest-ExternalNetworksTestJSON-1311496120 tempest-ExternalNetworksTestJSON-1311496120-project-admin] Unset dirty status for tenant:d1abd178e8b448daa8f8c6333e663524 on resource:floatingip {{(pid=84041) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 21:00:22.393631 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-cf4a0b37-39f5-44ad-8a4a-ee0f222d8b74 tempest-ExternalNetworksTestJSON-1311496120 tempest-ExternalNetworksTestJSON-1311496120-project-admin] 10.222.0.42 "GET /v2.0/floatingips?floating_network_id=8dd80c80-0f0d-41be-9e2a-ae8e82a9f5f9 HTTP/1.1" status: 200 len: 689 time: 0.5890863 Apr 18 21:00:22.395126 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-50b23fcb-f156-441b-80f4-e34946ead66a tempest-NetworksIpV6Test-2002984352 tempest-NetworksIpV6Test-2002984352-project] Usage tracker for resource:network and tenant:fd146e1e9f314c74ba81762788974d67 is out of sync, need to count used quota {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:00:22.396301 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 57644) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:00:22.404217 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682'] for port, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:22.405125 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Device d1d78ea3-ef2e-4552-b3d2-a7b3242a8485 up at agent ovs-agent-n-d-838334-2 {{(pid=84042) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 21:00:22.426304 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-50b23fcb-f156-441b-80f4-e34946ead66a tempest-NetworksIpV6Test-2002984352 tempest-NetworksIpV6Test-2002984352-project] Quota usage for network was recalculated. Used quota:2. {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:00:22.460288 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [None req-50b23fcb-f156-441b-80f4-e34946ead66a tempest-NetworksIpV6Test-2002984352 tempest-NetworksIpV6Test-2002984352-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:00:22.504150 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf296f0-ccc8-4013-a683-1b3146824b59 req-960e3d12-a683-4e0c-8188-5f5bc2232a8a tempest-ServersTestJSON-1424434350 tempest-ServersTestJSON-1424434350-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:00:22.521417 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-9cf296f0-ccc8-4013-a683-1b3146824b59 req-960e3d12-a683-4e0c-8188-5f5bc2232a8a tempest-ServersTestJSON-1424434350 tempest-ServersTestJSON-1424434350-project] 10.222.0.42 "GET /v2.0/ports?device_id=8be6c3d8-d92d-416e-93f9-40d16e3aae09 HTTP/1.1" status: 200 len: 946 time: 0.7986779 Apr 18 21:00:22.550249 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-eee52e0a-8670-4e86-bf5f-b34ce23e5a08 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:00:22.562030 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-eee52e0a-8670-4e86-bf5f-b34ce23e5a08 admin admin] Usage tracker for resource:security_group_rule and tenant:19a7b8c7e12e4b96972788a3e6ca0088 is out of sync, need to count used quota {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:00:22.568639 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-eee52e0a-8670-4e86-bf5f-b34ce23e5a08 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:00:22.581832 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-eee52e0a-8670-4e86-bf5f-b34ce23e5a08 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:00:22.595837 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-50b23fcb-f156-441b-80f4-e34946ead66a tempest-NetworksIpV6Test-2002984352 tempest-NetworksIpV6Test-2002984352-project] Made reservation on behalf of fd146e1e9f314c74ba81762788974d67 for: {'network': 1} {{(pid=84040) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:00:22.601808 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-50b23fcb-f156-441b-80f4-e34946ead66a tempest-NetworksIpV6Test-2002984352 tempest-NetworksIpV6Test-2002984352-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for network, before_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:22.717312 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-eee52e0a-8670-4e86-bf5f-b34ce23e5a08 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:22.743560 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-9cf296f0-ccc8-4013-a683-1b3146824b59 req-1b68efbe-a758-4edf-aeec-e284a25ea136 tempest-ServersTestJSON-1424434350 tempest-ServersTestJSON-1424434350-project] 10.222.0.42 "GET /v2.0/security-groups?id=a3de1b7a-019c-40dd-8c9d-3a3f159b2bd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2188470 Apr 18 21:00:22.763863 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-e2fab7e6-bc9e-444e-bd56-d9d510918a88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:22.788052 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-50b23fcb-f156-441b-80f4-e34946ead66a tempest-NetworksIpV6Test-2002984352 tempest-NetworksIpV6Test-2002984352-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 394} {{(pid=84040) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 21:00:22.837030 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-50b23fcb-f156-441b-80f4-e34946ead66a tempest-NetworksIpV6Test-2002984352 tempest-NetworksIpV6Test-2002984352-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1082986'] for segment, precommit_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:22.837378 n-d-838334-2 neutron-server[84040]: INFO neutron.db.segments_db [None req-50b23fcb-f156-441b-80f4-e34946ead66a tempest-NetworksIpV6Test-2002984352 tempest-NetworksIpV6Test-2002984352-project] Added segment 64ab7eec-0c2b-4cbf-8222-4b67dfabb6b5 of type vlan for network 25f319fb-df30-44c9-9679-7e0204a6b387 Apr 18 21:00:22.851313 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-eee52e0a-8670-4e86-bf5f-b34ce23e5a08 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33528224'] for security_group, after_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:22.956040 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-50b23fcb-f156-441b-80f4-e34946ead66a tempest-NetworksIpV6Test-2002984352 tempest-NetworksIpV6Test-2002984352-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750374825732'] for network, precommit_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:22.998879 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-50b23fcb-f156-441b-80f4-e34946ead66a tempest-NetworksIpV6Test-2002984352 tempest-NetworksIpV6Test-2002984352-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33526109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022'] for network, after_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:23.004447 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50b23fcb-f156-441b-80f4-e34946ead66a tempest-NetworksIpV6Test-2002984352 tempest-NetworksIpV6Test-2002984352-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:00:23.005404 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-50b23fcb-f156-441b-80f4-e34946ead66a tempest-NetworksIpV6Test-2002984352 tempest-NetworksIpV6Test-2002984352-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32378031'] for network, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:23.045315 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-866c4abb-22a8-483d-9601-9c770dd291b4 admin admin] Pushing event updated for resources: {'Port': ['ID=4b3e1958-51ec-47aa-a0e2-f9ad7c2de9dd,revision_number=2']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:00:23.086667 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-50b23fcb-f156-441b-80f4-e34946ead66a tempest-NetworksIpV6Test-2002984352 tempest-NetworksIpV6Test-2002984352-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.7815711 Apr 18 21:00:23.087592 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 57658) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:00:23.092732 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-866c4abb-22a8-483d-9601-9c770dd291b4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-32377886', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33443847'] for router_interface, after_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:23.099440 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.v2.base [None req-2b82df15-2525-4047-be69-ad7c5b3bfab6 tempest-NetworksIpV6Test-2002984352 tempest-NetworksIpV6Test-2002984352-project] Request body: {'subnet': {'network_id': '25f319fb-df30-44c9-9679-7e0204a6b387', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=84040) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:00:23.208494 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.managers [None req-4f28adfd-6c43-42c5-ae4f-2802246a9483 None None] Attempting to bind port a45acb07-9b2e-433f-8a48-8cddda61e749 on host n-d-838334-2 for vnic_type normal with profile {{(pid=84042) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 21:00:23.209080 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.managers [None req-4f28adfd-6c43-42c5-ae4f-2802246a9483 None None] Attempting to bind port a45acb07-9b2e-433f-8a48-8cddda61e749 by drivers openvswitch,hyperv on host n-d-838334-2 at level 0 using segments [{'id': '07e909ca-0afb-4592-b985-59741ff6cac6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '00f8cc75-8c8d-41f5-833a-2f681ff0615b'}] {{(pid=84042) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 21:00:23.209889 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f28adfd-6c43-42c5-ae4f-2802246a9483 None None] Attempting to bind port a45acb07-9b2e-433f-8a48-8cddda61e749 on network 00f8cc75-8c8d-41f5-833a-2f681ff0615b {{(pid=84042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 21:00:23.285670 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eee52e0a-8670-4e86-bf5f-b34ce23e5a08 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8c644364-3801-4a56-97a3-757aa8eda971,revision_number=1']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:00:23.304559 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-eee52e0a-8670-4e86-bf5f-b34ce23e5a08 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=19a7b8c7e12e4b96972788a3e6ca0088&name=default HTTP/1.1" status: 200 len: 2647 time: 1.5461667 Apr 18 21:00:23.319122 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 57664) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:00:23.395805 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-40f150b4-08c7-4e1a-b492-57e2b8e60c1f tempest-ExternalNetworksTestJSON-1311496120 tempest-ExternalNetworksTestJSON-1311496120-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1103592'] for network, before_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:23.404798 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Pushing event updated for resources: {'Port': ['ID=7f3dc440-7c4f-4c97-8c9b-a608876e143d,revision_number=3']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:00:23.445226 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f28adfd-6c43-42c5-ae4f-2802246a9483 None None] Checking agent: {'id': '97cd4414-7af6-4d67-868d-dff370b4071a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838334-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 25, 49), 'started_at': datetime.datetime(2022, 4, 18, 20, 26, 19), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 21, 0, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838334-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 18 21:00:23.447142 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f28adfd-6c43-42c5-ae4f-2802246a9483 None None] Checking segment: {'id': '07e909ca-0afb-4592-b985-59741ff6cac6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '00f8cc75-8c8d-41f5-833a-2f681ff0615b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84042) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 21:00:23.448684 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-4f28adfd-6c43-42c5-ae4f-2802246a9483 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:23.449117 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f28adfd-6c43-42c5-ae4f-2802246a9483 None None] Bound using segment: {'id': '07e909ca-0afb-4592-b985-59741ff6cac6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '00f8cc75-8c8d-41f5-833a-2f681ff0615b'} {{(pid=84042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 18 21:00:23.451041 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.managers [None req-4f28adfd-6c43-42c5-ae4f-2802246a9483 None None] Bound port: a45acb07-9b2e-433f-8a48-8cddda61e749, host: n-d-838334-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '07e909ca-0afb-4592-b985-59741ff6cac6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '00f8cc75-8c8d-41f5-833a-2f681ff0615b'}}] {{(pid=84042) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 21:00:23.452388 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-4f28adfd-6c43-42c5-ae4f-2802246a9483 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:23.463685 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50b23fcb-f156-441b-80f4-e34946ead66a tempest-NetworksIpV6Test-2002984352 tempest-NetworksIpV6Test-2002984352-project] Pushing event updated for resources: {'Network': ['ID=25f319fb-df30-44c9-9679-7e0204a6b387,revision_number=1']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:00:23.481450 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Provisioning for port d1d78ea3-ef2e-4552-b3d2-a7b3242a8485 completed by entity L2. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 21:00:23.485605 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [None req-2b82df15-2525-4047-be69-ad7c5b3bfab6 tempest-NetworksIpV6Test-2002984352 tempest-NetworksIpV6Test-2002984352-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:00:23.509507 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-2b82df15-2525-4047-be69-ad7c5b3bfab6 tempest-NetworksIpV6Test-2002984352 tempest-NetworksIpV6Test-2002984352-project] Usage tracker for resource:subnet and tenant:fd146e1e9f314c74ba81762788974d67 is out of sync, need to count used quota {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:00:23.518488 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-2b82df15-2525-4047-be69-ad7c5b3bfab6 tempest-NetworksIpV6Test-2002984352 tempest-NetworksIpV6Test-2002984352-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:00:23.527570 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-914ed229-4827-4ba2-aaa2-ae33430864e7 req-f4a12cbb-c41f-4b20-b42a-4badff8cbb30 tempest-ServersNegativeTestJSON-508382254 tempest-ServersNegativeTestJSON-508382254-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:00:23.529446 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-914ed229-4827-4ba2-aaa2-ae33430864e7 req-f4a12cbb-c41f-4b20-b42a-4badff8cbb30 tempest-ServersNegativeTestJSON-508382254 tempest-ServersNegativeTestJSON-508382254-project] 10.222.0.42 "GET /v2.0/ports?device_id=2197a591-197e-47fe-9210-1387bfb6ec5e HTTP/1.1" status: 200 len: 945 time: 0.3378119 Apr 18 21:00:23.534441 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [None req-2b82df15-2525-4047-be69-ad7c5b3bfab6 tempest-NetworksIpV6Test-2002984352 tempest-NetworksIpV6Test-2002984352-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:00:23.570332 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.plugin [None req-40f150b4-08c7-4e1a-b492-57e2b8e60c1f tempest-ExternalNetworksTestJSON-1311496120 tempest-ExternalNetworksTestJSON-1311496120-project-admin] Deleting port c3d673d8-cce2-4541-b2b0-663fdfc5968f {{(pid=84041) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 21:00:23.573352 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-40f150b4-08c7-4e1a-b492-57e2b8e60c1f tempest-ExternalNetworksTestJSON-1311496120 tempest-ExternalNetworksTestJSON-1311496120-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750375188691'] for port, before_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:23.600280 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b82df15-2525-4047-be69-ad7c5b3bfab6 tempest-NetworksIpV6Test-2002984352 tempest-NetworksIpV6Test-2002984352-project] Made reservation on behalf of fd146e1e9f314c74ba81762788974d67 for: {'subnet': 1} {{(pid=84040) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:00:23.637050 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5e12629-ff9c-4ebe-8ba4-e66f5e061d17 req-c2c06fcb-2d95-4b0d-acb3-dfc165953d8e tempest-ServersTestJSON-1424434350 tempest-ServersTestJSON-1424434350-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:00:23.638749 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [req-b5e12629-ff9c-4ebe-8ba4-e66f5e061d17 req-c2c06fcb-2d95-4b0d-acb3-dfc165953d8e tempest-ServersTestJSON-1424434350 tempest-ServersTestJSON-1424434350-project] Synchronizing usage tracker for tenant:ba267e3ba48c4ff1b4fc57f8cfab7c8c on resource:port {{(pid=84041) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 21:00:23.651596 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-61410bbe-91aa-4ad2-bcc9-779b07fbb036 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:23.684577 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Network 25f319fb-df30-44c9-9679-7e0204a6b387 details requested by agent ovs-agent-n-d-838334-2 with host n-d-838334-2 {{(pid=84042) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 18 21:00:23.697282 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-61410bbe-91aa-4ad2-bcc9-779b07fbb036 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:23.705235 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-914ed229-4827-4ba2-aaa2-ae33430864e7 req-bcec772f-243c-44db-aed7-6b2bdb3f4428 tempest-ServersNegativeTestJSON-508382254 tempest-ServersNegativeTestJSON-508382254-project] 10.222.0.42 "GET /v2.0/security-groups?id=ada0ecb3-b1bc-4ba2-8e6c-b06ba09daca2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1677766 Apr 18 21:00:23.816802 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-2b82df15-2525-4047-be69-ad7c5b3bfab6 tempest-NetworksIpV6Test-2002984352 tempest-NetworksIpV6Test-2002984352-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31752722'] for subnet, before_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:23.822752 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Provisioning complete for port d1d78ea3-ef2e-4552-b3d2-a7b3242a8485 triggered by entity L2. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:00:23.823111 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1253608'] for port, provisioning_complete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:23.989054 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-4f28adfd-6c43-42c5-ae4f-2802246a9483 None None] For port a45acb07-9b2e-433f-8a48-8cddda61e749, host n-d-838334-2, cleared binding levels {{(pid=84042) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 21:00:23.997252 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-4f28adfd-6c43-42c5-ae4f-2802246a9483 None None] For port a45acb07-9b2e-433f-8a48-8cddda61e749, host n-d-838334-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838334-2',level=0,port_id=a45acb07-9b2e-433f-8a48-8cddda61e749,segment=NetworkSegment(07e909ca-0afb-4592-b985-59741ff6cac6),segment_id=07e909ca-0afb-4592-b985-59741ff6cac6)] {{(pid=84042) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 21:00:24.003975 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-727c848e-a0ce-4ac3-83b4-fdc2c769d44a None None] Provisioning complete for port 7f3dc440-7c4f-4c97-8c9b-a608876e143d triggered by entity DHCP. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:00:24.004341 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-727c848e-a0ce-4ac3-83b4-fdc2c769d44a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1253608'] for port, provisioning_complete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:24.061537 n-d-838334-2 neutron-server[84041]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-866c4abb-22a8-483d-9601-9c770dd291b4 admin admin] Network 9b8a7e14-19dd-4214-9fd7-5da6fc8793e6 is already hosted by enough agents. {{(pid=84041) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:00:24.068082 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-61410bbe-91aa-4ad2-bcc9-779b07fbb036 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33528224'] for security_group, after_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:24.097801 n-d-838334-2 neutron-server[84041]: DEBUG neutron.scheduler.base_scheduler [None req-866c4abb-22a8-483d-9601-9c770dd291b4 admin admin] Resources bound (agent type, host, resource id): {{(pid=84041) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:00:24.210616 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-295847ca-e63a-42c0-8125-e04a7018eaf9 req-ec0a186d-ca6d-4462-9347-af61ead7e583 tempest-ServersNegativeTestJSON-508382254 tempest-ServersNegativeTestJSON-508382254-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:00:24.212487 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-295847ca-e63a-42c0-8125-e04a7018eaf9 req-ec0a186d-ca6d-4462-9347-af61ead7e583 tempest-ServersNegativeTestJSON-508382254 tempest-ServersNegativeTestJSON-508382254-project] 10.222.0.42 "GET /v2.0/ports?device_id=2197a591-197e-47fe-9210-1387bfb6ec5e HTTP/1.1" status: 200 len: 945 time: 0.2373872 Apr 18 21:00:24.281308 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-e2fab7e6-bc9e-444e-bd56-d9d510918a88 None None] Notify callbacks [] for port, precommit_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:24.305041 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-e2fab7e6-bc9e-444e-bd56-d9d510918a88 None None] Transition to ACTIVE for port object a46e8333-2083-45cf-9f4f-171d17c889e2 will not be triggered until provisioned by entity L2. {{(pid=84042) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:00:24.305388 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61410bbe-91aa-4ad2-bcc9-779b07fbb036 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c644364-3801-4a56-97a3-757aa8eda971,revision_number=None']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:00:24.327718 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-843a4ef0-cb85-4d1b-bc5d-cd54948679cd req-7ca995f7-e7a9-4ff9-a99d-b4f8c29a0d99 tempest-ServersTestJSON-1424434350 tempest-ServersTestJSON-1424434350-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:00:24.335993 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-843a4ef0-cb85-4d1b-bc5d-cd54948679cd req-7ca995f7-e7a9-4ff9-a99d-b4f8c29a0d99 tempest-ServersTestJSON-1424434350 tempest-ServersTestJSON-1424434350-project] 10.222.0.42 "GET /v2.0/ports?device_id=8be6c3d8-d92d-416e-93f9-40d16e3aae09 HTTP/1.1" status: 200 len: 946 time: 0.3095489 Apr 18 21:00:24.360253 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-4f28adfd-6c43-42c5-ae4f-2802246a9483 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682'] for port, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:24.364554 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-e2fab7e6-bc9e-444e-bd56-d9d510918a88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682'] for port, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:24.475505 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-295847ca-e63a-42c0-8125-e04a7018eaf9 req-d79aba2c-32fa-4c53-973f-24ba50e5612c tempest-ServersNegativeTestJSON-508382254 tempest-ServersNegativeTestJSON-508382254-project] 10.222.0.42 "GET /v2.0/security-groups?id=ada0ecb3-b1bc-4ba2-8e6c-b06ba09daca2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1940877 Apr 18 21:00:24.501170 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-843a4ef0-cb85-4d1b-bc5d-cd54948679cd req-94f6b625-222d-4ebc-a423-1336f2578a45 tempest-ServersTestJSON-1424434350 tempest-ServersTestJSON-1424434350-project] 10.222.0.42 "GET /v2.0/security-groups?id=a3de1b7a-019c-40dd-8c9d-3a3f159b2bd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1640158 Apr 18 21:00:24.543208 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-2b82df15-2525-4047-be69-ad7c5b3bfab6 tempest-NetworksIpV6Test-2002984352 tempest-NetworksIpV6Test-2002984352-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33526260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32441074', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31752704'] for subnet, after_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:24.544165 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:24.550390 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-61410bbe-91aa-4ad2-bcc9-779b07fbb036 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:24.554458 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-61410bbe-91aa-4ad2-bcc9-779b07fbb036 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/8c644364-3801-4a56-97a3-757aa8eda971 HTTP/1.1" status: 204 len: 168 time: 1.2294829 Apr 18 21:00:24.591658 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f28adfd-6c43-42c5-ae4f-2802246a9483 None None] Pushing event updated for resources: {'Port': ['ID=a45acb07-9b2e-433f-8a48-8cddda61e749,revision_number=2']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:00:24.600286 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [req-b5e12629-ff9c-4ebe-8ba4-e66f5e061d17 req-c2c06fcb-2d95-4b0d-acb3-dfc165953d8e tempest-ServersTestJSON-1424434350 tempest-ServersTestJSON-1424434350-project] Unset dirty status for tenant:ba267e3ba48c4ff1b4fc57f8cfab7c8c on resource:port {{(pid=84041) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 21:00:24.602030 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-b5e12629-ff9c-4ebe-8ba4-e66f5e061d17 req-c2c06fcb-2d95-4b0d-acb3-dfc165953d8e tempest-ServersTestJSON-1424434350 tempest-ServersTestJSON-1424434350-project] 10.222.0.43 "GET /v2.0/ports?device_id=8be6c3d8-d92d-416e-93f9-40d16e3aae09 HTTP/1.1" status: 200 len: 946 time: 1.6661005 Apr 18 21:00:24.775517 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f12e7cef-93bb-4fa9-a40b-c2185d0517f2 None None] Pushing event updated for resources: {'Port': ['ID=a46e8333-2083-45cf-9f4f-171d17c889e2,revision_number=2']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:00:24.822073 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b82df15-2525-4047-be69-ad7c5b3bfab6 tempest-NetworksIpV6Test-2002984352 tempest-NetworksIpV6Test-2002984352-project] Checking segment: {'id': '64ab7eec-0c2b-4cbf-8222-4b67dfabb6b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '25f319fb-df30-44c9-9679-7e0204a6b387'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84040) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 21:00:24.823091 n-d-838334-2 neutron-server[84040]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b82df15-2525-4047-be69-ad7c5b3bfab6 tempest-NetworksIpV6Test-2002984352 tempest-NetworksIpV6Test-2002984352-project] Network hostable DHCP agents. Network: 25f319fb-df30-44c9-9679-7e0204a6b387, hostable agents: ['8746f8ea-3e91-4b32-9919-2c63adeb8722'], hosted agents: [] {{(pid=84040) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 21:00:24.863347 n-d-838334-2 neutron-server[84040]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b82df15-2525-4047-be69-ad7c5b3bfab6 tempest-NetworksIpV6Test-2002984352 tempest-NetworksIpV6Test-2002984352-project] Network 25f319fb-df30-44c9-9679-7e0204a6b387 is scheduled to be hosted by DHCP agent 8746f8ea-3e91-4b32-9919-2c63adeb8722 with binding_index 1 {{(pid=84040) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 21:00:24.882690 n-d-838334-2 neutron-server[84040]: DEBUG neutron.scheduler.base_scheduler [None req-2b82df15-2525-4047-be69-ad7c5b3bfab6 tempest-NetworksIpV6Test-2002984352 tempest-NetworksIpV6Test-2002984352-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-838334-2, 25f319fb-df30-44c9-9679-7e0204a6b387) {{(pid=84040) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:00:24.884749 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b82df15-2525-4047-be69-ad7c5b3bfab6 tempest-NetworksIpV6Test-2002984352 tempest-NetworksIpV6Test-2002984352-project] Pushing event updated for resources: {'Subnet': ['ID=e14c9ed5-6a9c-4eca-b387-9789c91d91c0,revision_number=0']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:00:24.904417 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b82df15-2525-4047-be69-ad7c5b3bfab6 tempest-NetworksIpV6Test-2002984352 tempest-NetworksIpV6Test-2002984352-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:00:24.906394 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-2b82df15-2525-4047-be69-ad7c5b3bfab6 tempest-NetworksIpV6Test-2002984352 tempest-NetworksIpV6Test-2002984352-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32378031'] for subnet, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:24.949566 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-40f150b4-08c7-4e1a-b492-57e2b8e60c1f tempest-ExternalNetworksTestJSON-1311496120 tempest-ExternalNetworksTestJSON-1311496120-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369123'] for port, precommit_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:24.950224 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-40f150b4-08c7-4e1a-b492-57e2b8e60c1f tempest-ExternalNetworksTestJSON-1311496120 tempest-ExternalNetworksTestJSON-1311496120-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:24.955968 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-2b82df15-2525-4047-be69-ad7c5b3bfab6 tempest-NetworksIpV6Test-2002984352 tempest-NetworksIpV6Test-2002984352-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 904 time: 1.8586860 Apr 18 21:00:24.959585 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40e07cb9-3d65-41ec-b6c6-225e62b2207a None None] Network 25f319fb-df30-44c9-9679-7e0204a6b387 requested from n-d-838334-2 {{(pid=84042) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 21:00:24.961775 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 57686) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:00:25.126718 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.plugin [None req-40f150b4-08c7-4e1a-b492-57e2b8e60c1f tempest-ExternalNetworksTestJSON-1311496120 tempest-ExternalNetworksTestJSON-1311496120-project-admin] Calling delete_port for c3d673d8-cce2-4541-b2b0-663fdfc5968f owned by network:floatingip {{(pid=84041) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 21:00:25.237653 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 57698) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:00:25.318969 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.managers [None req-e2fab7e6-bc9e-444e-bd56-d9d510918a88 None None] Attempting to bind port a46e8333-2083-45cf-9f4f-171d17c889e2 on host n-d-838334-2 for vnic_type normal with profile {{(pid=84042) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 21:00:25.318969 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.managers [None req-e2fab7e6-bc9e-444e-bd56-d9d510918a88 None None] Attempting to bind port a46e8333-2083-45cf-9f4f-171d17c889e2 by drivers openvswitch,hyperv on host n-d-838334-2 at level 0 using segments [{'id': '732aa830-768b-4511-951f-d08e26b9c25b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c'}] {{(pid=84042) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 21:00:25.318969 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2fab7e6-bc9e-444e-bd56-d9d510918a88 None None] Attempting to bind port a46e8333-2083-45cf-9f4f-171d17c889e2 on network e41b6600-a917-4a8d-b05c-be3be40c6d8c {{(pid=84042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 21:00:25.325030 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.plugin [req-b5e12629-ff9c-4ebe-8ba4-e66f5e061d17 req-0364c54c-6108-4517-9e55-fde176c93026 tempest-ServersTestJSON-1424434350 tempest-ServersTestJSON-1424434350-project] Deleting port 7d21a7ff-fa1b-45c4-ac0b-ca57c2e0c5d0 {{(pid=84041) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 21:00:25.327030 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [req-b5e12629-ff9c-4ebe-8ba4-e66f5e061d17 req-0364c54c-6108-4517-9e55-fde176c93026 tempest-ServersTestJSON-1424434350 tempest-ServersTestJSON-1424434350-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750375188691'] for port, before_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:25.366605 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-df7423a1-7ed4-48cc-a6d6-f9e48e672a3b tempest-NetworksIpV6Test-2002984352 tempest-NetworksIpV6Test-2002984352-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1103592'] for network, before_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:25.439115 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2fab7e6-bc9e-444e-bd56-d9d510918a88 None None] Checking agent: {'id': '97cd4414-7af6-4d67-868d-dff370b4071a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838334-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 25, 49), 'started_at': datetime.datetime(2022, 4, 18, 20, 26, 19), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 21, 0, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838334-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 18 21:00:25.439650 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2fab7e6-bc9e-444e-bd56-d9d510918a88 None None] Checking segment: {'id': '732aa830-768b-4511-951f-d08e26b9c25b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84042) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 21:00:25.440966 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-e2fab7e6-bc9e-444e-bd56-d9d510918a88 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:25.441402 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2fab7e6-bc9e-444e-bd56-d9d510918a88 None None] Bound using segment: {'id': '732aa830-768b-4511-951f-d08e26b9c25b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c'} {{(pid=84042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 18 21:00:25.441979 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.managers [None req-e2fab7e6-bc9e-444e-bd56-d9d510918a88 None None] Bound port: a46e8333-2083-45cf-9f4f-171d17c889e2, host: n-d-838334-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '732aa830-768b-4511-951f-d08e26b9c25b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c'}}] {{(pid=84042) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 21:00:25.442519 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-e2fab7e6-bc9e-444e-bd56-d9d510918a88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:25.542305 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-e2fab7e6-bc9e-444e-bd56-d9d510918a88 None None] For port a46e8333-2083-45cf-9f4f-171d17c889e2, host n-d-838334-2, cleared binding levels {{(pid=84042) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 21:00:25.546654 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-e2fab7e6-bc9e-444e-bd56-d9d510918a88 None None] For port a46e8333-2083-45cf-9f4f-171d17c889e2, host n-d-838334-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838334-2',level=0,port_id=a46e8333-2083-45cf-9f4f-171d17c889e2,segment=NetworkSegment(732aa830-768b-4511-951f-d08e26b9c25b),segment_id=732aa830-768b-4511-951f-d08e26b9c25b)] {{(pid=84042) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 21:00:25.580645 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-c2f43d45-f980-417f-b89a-dc8df52b1609 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:25.617921 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-e2fab7e6-bc9e-444e-bd56-d9d510918a88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682'] for port, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:25.626694 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-eb979c68-5771-4cce-87b4-8bc3e85b77be None None] Provisioning for port 4b3e1958-51ec-47aa-a0e2-f9ad7c2de9dd completed by entity DHCP. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 21:00:25.642507 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] For port d1d78ea3-ef2e-4552-b3d2-a7b3242a8485, host n-d-838334-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838334-2',level=0,port_id=d1d78ea3-ef2e-4552-b3d2-a7b3242a8485,segment=NetworkSegment(dbe81420-f86d-449a-bbcc-ce025fa75394),segment_id=dbe81420-f86d-449a-bbcc-ce025fa75394)] {{(pid=84042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:00:25.728656 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-df7423a1-7ed4-48cc-a6d6-f9e48e672a3b tempest-NetworksIpV6Test-2002984352 tempest-NetworksIpV6Test-2002984352-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1260556'] for subnet, precommit_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:25.738287 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-eb979c68-5771-4cce-87b4-8bc3e85b77be None None] Provisioning complete for port 4b3e1958-51ec-47aa-a0e2-f9ad7c2de9dd triggered by entity DHCP. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:00:25.738573 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-eb979c68-5771-4cce-87b4-8bc3e85b77be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1253608'] for port, provisioning_complete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:25.751589 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-90d622f9-feb7-4f01-9d2f-18a881a13724 req-d5b7b7e3-e9b7-42a7-b2e9-540d48a09670 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=bf74e528-b24d-4168-be41-aaeaeabbadb8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 1.4476700 Apr 18 21:00:25.775258 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f33f9878-cca7-4cfc-8c89-95960d55fe50 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp016840fc-1f9f-5892-9c53-c9cf6c845bbb-25f319fb-df30-44c9-9679-7e0204a6b387', 'network_id': '25f319fb-df30-44c9-9679-7e0204a6b387', 'tenant_id': 'fd146e1e9f314c74ba81762788974d67', 'fixed_ips': [{'subnet_id': 'e14c9ed5-6a9c-4eca-b387-9789c91d91c0'}]}} from n-d-838334-2. {{(pid=84042) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 18 21:00:25.777075 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-f33f9878-cca7-4cfc-8c89-95960d55fe50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_create {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:25.805176 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f12e7cef-93bb-4fa9-a40b-c2185d0517f2 None None] Pushing event updated for resources: {'Port': ['ID=a46e8333-2083-45cf-9f4f-171d17c889e2,revision_number=3']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:00:25.824326 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682'] for port, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:26.098380 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.plugin [None req-eb979c68-5771-4cce-87b4-8bc3e85b77be None None] Port 4b3e1958-51ec-47aa-a0e2-f9ad7c2de9dd cannot update to ACTIVE because it is not bound. {{(pid=84042) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 18 21:00:26.152438 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [None req-c2f43d45-f980-417f-b89a-dc8df52b1609 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:00:26.168749 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-c2f43d45-f980-417f-b89a-dc8df52b1609 admin admin] Usage tracker for resource:security_group_rule and tenant:4be7c66c11e34f25bc75ab57060dd4f2 is out of sync, need to count used quota {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:00:26.190520 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-c2f43d45-f980-417f-b89a-dc8df52b1609 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:00:26.207645 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [None req-c2f43d45-f980-417f-b89a-dc8df52b1609 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:00:26.223932 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-648df9de-a183-4a6a-8f80-dc68816ee2fe req-f5bfd6fc-e7fa-47f8-958f-21aea66f9616 tempest-ServersNegativeTestJSON-508382254 tempest-ServersNegativeTestJSON-508382254-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:00:26.234514 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-648df9de-a183-4a6a-8f80-dc68816ee2fe req-f5bfd6fc-e7fa-47f8-958f-21aea66f9616 tempest-ServersNegativeTestJSON-508382254 tempest-ServersNegativeTestJSON-508382254-project] 10.222.0.42 "GET /v2.0/ports?device_id=2197a591-197e-47fe-9210-1387bfb6ec5e HTTP/1.1" status: 200 len: 945 time: 0.6636381 Apr 18 21:00:26.237909 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-df7423a1-7ed4-48cc-a6d6-f9e48e672a3b tempest-NetworksIpV6Test-2002984352 tempest-NetworksIpV6Test-2002984352-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1260549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33526260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32440885', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31752825'] for subnet, after_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:26.278500 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2fab7e6-bc9e-444e-bd56-d9d510918a88 None None] Routers {'0573f4fd-15ec-4486-a7e2-4a1d64e93d08'} bound to L3 agent in host n-d-838334-2 {{(pid=84042) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 21:00:26.279150 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_hamode_db [None req-e2fab7e6-bc9e-444e-bd56-d9d510918a88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838334-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-18T20:25:48Z,description=,heartbeat_timestamp=2022-04-18T21:00:18Z,host='n-d-838334-2',id=bc84d6c9-dd7a-4555-a351-592327b46d5a,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:25:48Z,topic='l3_agent')) {'router_ids': ['0573f4fd-15ec-4486-a7e2-4a1d64e93d08'], 'active': True} {{(pid=84042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:00:26.326076 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df7423a1-7ed4-48cc-a6d6-f9e48e672a3b tempest-NetworksIpV6Test-2002984352 tempest-NetworksIpV6Test-2002984352-project] Pushing event deleted for resources: {'Subnet': ['ID=e14c9ed5-6a9c-4eca-b387-9789c91d91c0,revision_number=None']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:00:26.397395 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Device 7f3dc440-7c4f-4c97-8c9b-a608876e143d up at agent ovs-agent-n-d-838334-2 {{(pid=84042) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 21:00:26.463540 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-40f150b4-08c7-4e1a-b492-57e2b8e60c1f tempest-ExternalNetworksTestJSON-1311496120 tempest-ExternalNetworksTestJSON-1311496120-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750375259028', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750374836628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32266323'] for port, after_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:26.498159 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Pushing event updated for resources: {'Port': ['ID=d1d78ea3-ef2e-4552-b3d2-a7b3242a8485,revision_number=3']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:00:26.548918 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40f150b4-08c7-4e1a-b492-57e2b8e60c1f tempest-ExternalNetworksTestJSON-1311496120 tempest-ExternalNetworksTestJSON-1311496120-project-admin] Pushing event deleted for resources: {'Port': ['ID=c3d673d8-cce2-4541-b2b0-663fdfc5968f,revision_number=None']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:00:26.577500 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f5732ff-30d6-47bf-9df7-3999c4bf0f60 req-78035e68-3b7d-45a8-b89a-41f367f97f49 tempest-ServersTestJSON-1424434350 tempest-ServersTestJSON-1424434350-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:00:26.580073 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-5f5732ff-30d6-47bf-9df7-3999c4bf0f60 req-78035e68-3b7d-45a8-b89a-41f367f97f49 tempest-ServersTestJSON-1424434350 tempest-ServersTestJSON-1424434350-project] 10.222.0.42 "GET /v2.0/ports?device_id=8be6c3d8-d92d-416e-93f9-40d16e3aae09 HTTP/1.1" status: 200 len: 946 time: 0.7069857 Apr 18 21:00:26.588204 n-d-838334-2 neutron-server[84042]: ERROR oslo_messaging.rpc.server [None req-f33f9878-cca7-4cfc-8c89-95960d55fe50 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet e14c9ed5-6a9c-4eca-b387-9789c91d91c0: This subnet is being modified by another concurrent operation. Apr 18 21:00:26.588204 n-d-838334-2 neutron-server[84042]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Apr 18 21:00:26.588204 n-d-838334-2 neutron-server[84042]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Apr 18 21:00:26.588204 n-d-838334-2 neutron-server[84042]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Apr 18 21:00:26.588204 n-d-838334-2 neutron-server[84042]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Apr 18 21:00:26.588204 n-d-838334-2 neutron-server[84042]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Apr 18 21:00:26.588204 n-d-838334-2 neutron-server[84042]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Apr 18 21:00:26.588204 n-d-838334-2 neutron-server[84042]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Apr 18 21:00:26.588204 n-d-838334-2 neutron-server[84042]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Apr 18 21:00:26.588204 n-d-838334-2 neutron-server[84042]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Apr 18 21:00:26.588204 n-d-838334-2 neutron-server[84042]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Apr 18 21:00:26.588204 n-d-838334-2 neutron-server[84042]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Apr 18 21:00:26.588204 n-d-838334-2 neutron-server[84042]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Apr 18 21:00:26.588204 n-d-838334-2 neutron-server[84042]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 18 21:00:26.588204 n-d-838334-2 neutron-server[84042]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Apr 18 21:00:26.588204 n-d-838334-2 neutron-server[84042]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Apr 18 21:00:26.588204 n-d-838334-2 neutron-server[84042]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Apr 18 21:00:26.588204 n-d-838334-2 neutron-server[84042]: ERROR oslo_messaging.rpc.server raise value Apr 18 21:00:26.588204 n-d-838334-2 neutron-server[84042]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Apr 18 21:00:26.588204 n-d-838334-2 neutron-server[84042]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 18 21:00:26.588204 n-d-838334-2 neutron-server[84042]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Apr 18 21:00:26.588204 n-d-838334-2 neutron-server[84042]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Apr 18 21:00:26.588204 n-d-838334-2 neutron-server[84042]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Apr 18 21:00:26.588204 n-d-838334-2 neutron-server[84042]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 18 21:00:26.588204 n-d-838334-2 neutron-server[84042]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Apr 18 21:00:26.588204 n-d-838334-2 neutron-server[84042]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Apr 18 21:00:26.588204 n-d-838334-2 neutron-server[84042]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Apr 18 21:00:26.588204 n-d-838334-2 neutron-server[84042]: ERROR oslo_messaging.rpc.server raise value Apr 18 21:00:26.588204 n-d-838334-2 neutron-server[84042]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Apr 18 21:00:26.588204 n-d-838334-2 neutron-server[84042]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 18 21:00:26.588204 n-d-838334-2 neutron-server[84042]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Apr 18 21:00:26.588204 n-d-838334-2 neutron-server[84042]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Apr 18 21:00:26.588204 n-d-838334-2 neutron-server[84042]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Apr 18 21:00:26.588204 n-d-838334-2 neutron-server[84042]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 18 21:00:26.588204 n-d-838334-2 neutron-server[84042]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Apr 18 21:00:26.588204 n-d-838334-2 neutron-server[84042]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Apr 18 21:00:26.588204 n-d-838334-2 neutron-server[84042]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Apr 18 21:00:26.588204 n-d-838334-2 neutron-server[84042]: ERROR oslo_messaging.rpc.server raise value Apr 18 21:00:26.588204 n-d-838334-2 neutron-server[84042]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Apr 18 21:00:26.588204 n-d-838334-2 neutron-server[84042]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Apr 18 21:00:26.588204 n-d-838334-2 neutron-server[84042]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Apr 18 21:00:26.588204 n-d-838334-2 neutron-server[84042]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Apr 18 21:00:26.588204 n-d-838334-2 neutron-server[84042]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 274, in create_dhcp_port Apr 18 21:00:26.588204 n-d-838334-2 neutron-server[84042]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Apr 18 21:00:26.588204 n-d-838334-2 neutron-server[84042]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 99, in _port_action Apr 18 21:00:26.588204 n-d-838334-2 neutron-server[84042]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Apr 18 21:00:26.588204 n-d-838334-2 neutron-server[84042]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 335, in create_port Apr 18 21:00:26.588204 n-d-838334-2 neutron-server[84042]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Apr 18 21:00:26.588204 n-d-838334-2 neutron-server[84042]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 692, in inner Apr 18 21:00:26.588204 n-d-838334-2 neutron-server[84042]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Apr 18 21:00:26.588204 n-d-838334-2 neutron-server[84042]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 233, in wrapped Apr 18 21:00:26.588204 n-d-838334-2 neutron-server[84042]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Apr 18 21:00:26.588204 n-d-838334-2 neutron-server[84042]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Apr 18 21:00:26.595645 n-d-838334-2 neutron-server[84042]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Apr 18 21:00:26.595645 n-d-838334-2 neutron-server[84042]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Apr 18 21:00:26.595645 n-d-838334-2 neutron-server[84042]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 18 21:00:26.595645 n-d-838334-2 neutron-server[84042]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Apr 18 21:00:26.595645 n-d-838334-2 neutron-server[84042]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Apr 18 21:00:26.595645 n-d-838334-2 neutron-server[84042]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Apr 18 21:00:26.595645 n-d-838334-2 neutron-server[84042]: ERROR oslo_messaging.rpc.server raise value Apr 18 21:00:26.595645 n-d-838334-2 neutron-server[84042]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Apr 18 21:00:26.595645 n-d-838334-2 neutron-server[84042]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 18 21:00:26.595645 n-d-838334-2 neutron-server[84042]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Apr 18 21:00:26.595645 n-d-838334-2 neutron-server[84042]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Apr 18 21:00:26.595645 n-d-838334-2 neutron-server[84042]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Apr 18 21:00:26.595645 n-d-838334-2 neutron-server[84042]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 18 21:00:26.595645 n-d-838334-2 neutron-server[84042]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Apr 18 21:00:26.595645 n-d-838334-2 neutron-server[84042]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Apr 18 21:00:26.595645 n-d-838334-2 neutron-server[84042]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Apr 18 21:00:26.595645 n-d-838334-2 neutron-server[84042]: ERROR oslo_messaging.rpc.server raise value Apr 18 21:00:26.595645 n-d-838334-2 neutron-server[84042]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Apr 18 21:00:26.595645 n-d-838334-2 neutron-server[84042]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 18 21:00:26.595645 n-d-838334-2 neutron-server[84042]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Apr 18 21:00:26.595645 n-d-838334-2 neutron-server[84042]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Apr 18 21:00:26.595645 n-d-838334-2 neutron-server[84042]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Apr 18 21:00:26.595645 n-d-838334-2 neutron-server[84042]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 18 21:00:26.595645 n-d-838334-2 neutron-server[84042]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Apr 18 21:00:26.595645 n-d-838334-2 neutron-server[84042]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Apr 18 21:00:26.595645 n-d-838334-2 neutron-server[84042]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Apr 18 21:00:26.595645 n-d-838334-2 neutron-server[84042]: ERROR oslo_messaging.rpc.server raise value Apr 18 21:00:26.595645 n-d-838334-2 neutron-server[84042]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Apr 18 21:00:26.595645 n-d-838334-2 neutron-server[84042]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Apr 18 21:00:26.595645 n-d-838334-2 neutron-server[84042]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1423, in create_port Apr 18 21:00:26.595645 n-d-838334-2 neutron-server[84042]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Apr 18 21:00:26.595645 n-d-838334-2 neutron-server[84042]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1390, in _create_port_db Apr 18 21:00:26.595645 n-d-838334-2 neutron-server[84042]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Apr 18 21:00:26.595645 n-d-838334-2 neutron-server[84042]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1440, in create_port_db Apr 18 21:00:26.595645 n-d-838334-2 neutron-server[84042]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Apr 18 21:00:26.595645 n-d-838334-2 neutron-server[84042]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Apr 18 21:00:26.595645 n-d-838334-2 neutron-server[84042]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Apr 18 21:00:26.595645 n-d-838334-2 neutron-server[84042]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 233, in wrapped Apr 18 21:00:26.595645 n-d-838334-2 neutron-server[84042]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Apr 18 21:00:26.595645 n-d-838334-2 neutron-server[84042]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1014, in wrapper Apr 18 21:00:26.595645 n-d-838334-2 neutron-server[84042]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Apr 18 21:00:26.595645 n-d-838334-2 neutron-server[84042]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Apr 18 21:00:26.595645 n-d-838334-2 neutron-server[84042]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Apr 18 21:00:26.595645 n-d-838334-2 neutron-server[84042]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Apr 18 21:00:26.595645 n-d-838334-2 neutron-server[84042]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Apr 18 21:00:26.595645 n-d-838334-2 neutron-server[84042]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 669, in _ipam_get_subnets Apr 18 21:00:26.595645 n-d-838334-2 neutron-server[84042]: ERROR oslo_messaging.rpc.server subnet.lock_register( Apr 18 21:00:26.595645 n-d-838334-2 neutron-server[84042]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Apr 18 21:00:26.595645 n-d-838334-2 neutron-server[84042]: ERROR oslo_messaging.rpc.server raise exception Apr 18 21:00:26.595645 n-d-838334-2 neutron-server[84042]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet e14c9ed5-6a9c-4eca-b387-9789c91d91c0: This subnet is being modified by another concurrent operation. Apr 18 21:00:26.595645 n-d-838334-2 neutron-server[84042]: ERROR oslo_messaging.rpc.server Apr 18 21:00:26.665780 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-df7423a1-7ed4-48cc-a6d6-f9e48e672a3b tempest-NetworksIpV6Test-2002984352 tempest-NetworksIpV6Test-2002984352-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1258905', 'neutron.services.segments.db._delete_segments_for_network-8750375287417'] for network, precommit_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:26.696356 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-648df9de-a183-4a6a-8f80-dc68816ee2fe req-e8e57d80-e698-4fe9-b167-322520eb75ce tempest-ServersNegativeTestJSON-508382254 tempest-ServersNegativeTestJSON-508382254-project] 10.222.0.42 "GET /v2.0/security-groups?id=ada0ecb3-b1bc-4ba2-8e6c-b06ba09daca2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4569943 Apr 18 21:00:26.762391 n-d-838334-2 neutron-server[84040]: DEBUG neutron.services.segments.db [None req-df7423a1-7ed4-48cc-a6d6-f9e48e672a3b tempest-NetworksIpV6Test-2002984352 tempest-NetworksIpV6Test-2002984352-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['25f319fb-df30-44c9-9679-7e0204a6b387']}} {{(pid=84040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:00:26.773483 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_dvr_db [None req-e2fab7e6-bc9e-444e-bd56-d9d510918a88 None None] Set router 0573f4fd-15ec-4486-a7e2-4a1d64e93d08 gateway port host: n-d-838334-2 {{(pid=84042) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 21:00:26.800131 n-d-838334-2 neutron-server[84040]: DEBUG neutron.services.segments.db [None req-df7423a1-7ed4-48cc-a6d6-f9e48e672a3b tempest-NetworksIpV6Test-2002984352 tempest-NetworksIpV6Test-2002984352-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '64ab7eec-0c2b-4cbf-8222-4b67dfabb6b5') {'for_net_delete': True} {{(pid=84040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:00:26.800762 n-d-838334-2 neutron-server[84040]: DEBUG neutron.services.segments.db [None req-df7423a1-7ed4-48cc-a6d6-f9e48e672a3b tempest-NetworksIpV6Test-2002984352 tempest-NetworksIpV6Test-2002984352-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '64ab7eec-0c2b-4cbf-8222-4b67dfabb6b5') {} {{(pid=84040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:00:26.812928 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-5f5732ff-30d6-47bf-9df7-3999c4bf0f60 req-986b051a-e26e-42e2-82d9-021132ad0829 tempest-ServersTestJSON-1424434350 tempest-ServersTestJSON-1424434350-project] 10.222.0.42 "GET /v2.0/security-groups?id=a3de1b7a-019c-40dd-8c9d-3a3f159b2bd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2184708 Apr 18 21:00:26.814836 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-c2f43d45-f980-417f-b89a-dc8df52b1609 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:26.822076 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-df7423a1-7ed4-48cc-a6d6-f9e48e672a3b tempest-NetworksIpV6Test-2002984352 tempest-NetworksIpV6Test-2002984352-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750375287300', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31955965'] for segment, before_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:26.833455 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-c2f43d45-f980-417f-b89a-dc8df52b1609 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33528224'] for security_group, after_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:26.896421 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-df7423a1-7ed4-48cc-a6d6-f9e48e672a3b tempest-NetworksIpV6Test-2002984352 tempest-NetworksIpV6Test-2002984352-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1082986'] for segment, precommit_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:26.951689 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2f43d45-f980-417f-b89a-dc8df52b1609 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=069e909a-c916-4083-82c5-befbcfe52808,revision_number=1']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:00:26.966163 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-df7423a1-7ed4-48cc-a6d6-f9e48e672a3b tempest-NetworksIpV6Test-2002984352 tempest-NetworksIpV6Test-2002984352-project] Releasing vlan 394 on physical network physnet1 to pool {{(pid=84040) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 18 21:00:26.972270 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-df7423a1-7ed4-48cc-a6d6-f9e48e672a3b tempest-NetworksIpV6Test-2002984352 tempest-NetworksIpV6Test-2002984352-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1082993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32440923'] for segment, after_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:27.005074 n-d-838334-2 neutron-server[84040]: Traceback (most recent call last): Apr 18 21:00:27.005074 n-d-838334-2 neutron-server[84040]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 18 21:00:27.005074 n-d-838334-2 neutron-server[84040]: timer() Apr 18 21:00:27.005074 n-d-838334-2 neutron-server[84040]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 21:00:27.005074 n-d-838334-2 neutron-server[84040]: cb(*args, **kw) Apr 18 21:00:27.005074 n-d-838334-2 neutron-server[84040]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 18 21:00:27.005074 n-d-838334-2 neutron-server[84040]: return func(*args, **kwargs) Apr 18 21:00:27.005074 n-d-838334-2 neutron-server[84040]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 21:00:27.005074 n-d-838334-2 neutron-server[84040]: self._notify() Apr 18 21:00:27.005074 n-d-838334-2 neutron-server[84040]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 21:00:27.005074 n-d-838334-2 neutron-server[84040]: self.callback(batched_events) Apr 18 21:00:27.005074 n-d-838334-2 neutron-server[84040]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 21:00:27.005074 n-d-838334-2 neutron-server[84040]: event.method(event) Apr 18 21:00:27.005074 n-d-838334-2 neutron-server[84040]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 18 21:00:27.005074 n-d-838334-2 neutron-server[84040]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 21:00:27.005074 n-d-838334-2 neutron-server[84040]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 18 21:00:27.005074 n-d-838334-2 neutron-server[84040]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 21:00:27.005074 n-d-838334-2 neutron-server[84040]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 18 21:00:27.005074 n-d-838334-2 neutron-server[84040]: return f(self, *a, **k) Apr 18 21:00:27.005074 n-d-838334-2 neutron-server[84040]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 18 21:00:27.005074 n-d-838334-2 neutron-server[84040]: return self._get(url).json() Apr 18 21:00:27.005074 n-d-838334-2 neutron-server[84040]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 18 21:00:27.005074 n-d-838334-2 neutron-server[84040]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 21:00:27.005074 n-d-838334-2 neutron-server[84040]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 18 21:00:27.005074 n-d-838334-2 neutron-server[84040]: return self.request(url, 'GET', **kwargs) Apr 18 21:00:27.005074 n-d-838334-2 neutron-server[84040]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 18 21:00:27.005074 n-d-838334-2 neutron-server[84040]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 21:00:27.005074 n-d-838334-2 neutron-server[84040]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 18 21:00:27.005074 n-d-838334-2 neutron-server[84040]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 21:00:27.005074 n-d-838334-2 neutron-server[84040]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 18 21:00:27.005074 n-d-838334-2 neutron-server[84040]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 21:00:27.005074 n-d-838334-2 neutron-server[84040]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 21:00:27.025601 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-c2f43d45-f980-417f-b89a-dc8df52b1609 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=4be7c66c11e34f25bc75ab57060dd4f2&name=default HTTP/1.1" status: 200 len: 2647 time: 1.7866838 Apr 18 21:00:27.064685 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 57726) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:00:27.067986 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ae7d8b1-2d2a-4b7a-a85b-31b1875283cd None None] Network 25f319fb-df30-44c9-9679-7e0204a6b387 requested from n-d-838334-2 {{(pid=84042) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 21:00:27.083192 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.db [req-b5e12629-ff9c-4ebe-8ba4-e66f5e061d17 req-0364c54c-6108-4517-9e55-fde176c93026 tempest-ServersTestJSON-1424434350 tempest-ServersTestJSON-1424434350-project] For port 7d21a7ff-fa1b-45c4-ac0b-ca57c2e0c5d0, host n-h1-838334-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838334-2',level=0,port_id=7d21a7ff-fa1b-45c4-ac0b-ca57c2e0c5d0,segment=NetworkSegment(7487d154-ef4b-4701-b484-567750da716d),segment_id=7487d154-ef4b-4701-b484-567750da716d)] {{(pid=84041) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:00:27.089959 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Device 7d21a7ff-fa1b-45c4-ac0b-ca57c2e0c5d0 no longer exists at agent hyperv_n-h1-838334-2 {{(pid=84042) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 21:00:27.092629 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [req-b5e12629-ff9c-4ebe-8ba4-e66f5e061d17 req-0364c54c-6108-4517-9e55-fde176c93026 tempest-ServersTestJSON-1424434350 tempest-ServersTestJSON-1424434350-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369123'] for port, precommit_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:27.197773 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-df7423a1-7ed4-48cc-a6d6-f9e48e672a3b tempest-NetworksIpV6Test-2002984352 tempest-NetworksIpV6Test-2002984352-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1258898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33526109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33444113'] for network, after_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:27.228311 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-df7423a1-7ed4-48cc-a6d6-f9e48e672a3b tempest-NetworksIpV6Test-2002984352 tempest-NetworksIpV6Test-2002984352-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32378031'] for network, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:27.238124 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df7423a1-7ed4-48cc-a6d6-f9e48e672a3b tempest-NetworksIpV6Test-2002984352 tempest-NetworksIpV6Test-2002984352-project] Pushing event deleted for resources: {'Network': ['ID=25f319fb-df30-44c9-9679-7e0204a6b387,revision_number=None']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:00:27.260386 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-df7423a1-7ed4-48cc-a6d6-f9e48e672a3b tempest-NetworksIpV6Test-2002984352 tempest-NetworksIpV6Test-2002984352-project] 10.222.0.42 "DELETE /v2.0/networks/25f319fb-df30-44c9-9679-7e0204a6b387 HTTP/1.1" status: 204 len: 168 time: 2.2955475 Apr 18 21:00:27.263613 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 57736) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:00:27.270213 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.v2.base [None req-810c0084-8d00-4da1-9b3c-e107728caa6b tempest-NetworksIpV6Test-2002984352 tempest-NetworksIpV6Test-2002984352-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-2038424910'}} {{(pid=84040) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:00:27.276629 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [None req-810c0084-8d00-4da1-9b3c-e107728caa6b tempest-NetworksIpV6Test-2002984352 tempest-NetworksIpV6Test-2002984352-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:00:27.282135 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-810c0084-8d00-4da1-9b3c-e107728caa6b tempest-NetworksIpV6Test-2002984352 tempest-NetworksIpV6Test-2002984352-project] Usage tracker for resource:network and tenant:fd146e1e9f314c74ba81762788974d67 is out of sync, need to count used quota {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:00:27.285845 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-810c0084-8d00-4da1-9b3c-e107728caa6b tempest-NetworksIpV6Test-2002984352 tempest-NetworksIpV6Test-2002984352-project] Quota usage for network was recalculated. Used quota:2. {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:00:27.292722 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [None req-810c0084-8d00-4da1-9b3c-e107728caa6b tempest-NetworksIpV6Test-2002984352 tempest-NetworksIpV6Test-2002984352-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:00:27.312246 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-810c0084-8d00-4da1-9b3c-e107728caa6b tempest-NetworksIpV6Test-2002984352 tempest-NetworksIpV6Test-2002984352-project] Made reservation on behalf of fd146e1e9f314c74ba81762788974d67 for: {'network': 1} {{(pid=84040) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:00:27.317729 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-810c0084-8d00-4da1-9b3c-e107728caa6b tempest-NetworksIpV6Test-2002984352 tempest-NetworksIpV6Test-2002984352-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for network, before_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:27.352424 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-810c0084-8d00-4da1-9b3c-e107728caa6b tempest-NetworksIpV6Test-2002984352 tempest-NetworksIpV6Test-2002984352-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 357} {{(pid=84040) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 21:00:27.363522 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-810c0084-8d00-4da1-9b3c-e107728caa6b tempest-NetworksIpV6Test-2002984352 tempest-NetworksIpV6Test-2002984352-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1082986'] for segment, precommit_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:27.364129 n-d-838334-2 neutron-server[84040]: INFO neutron.db.segments_db [None req-810c0084-8d00-4da1-9b3c-e107728caa6b tempest-NetworksIpV6Test-2002984352 tempest-NetworksIpV6Test-2002984352-project] Added segment c836b298-1fcc-49e1-80dd-df60fc1f41c7 of type vlan for network 55f98e1d-d3b7-41c5-921e-b955dcd5be02 Apr 18 21:00:27.382262 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a94de576-9fde-42ad-be98-6027bb7d2eda None None] Network 00f8cc75-8c8d-41f5-833a-2f681ff0615b requested from n-d-838334-2 {{(pid=84042) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 21:00:27.386559 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.plugin [req-b5e12629-ff9c-4ebe-8ba4-e66f5e061d17 req-0364c54c-6108-4517-9e55-fde176c93026 tempest-ServersTestJSON-1424434350 tempest-ServersTestJSON-1424434350-project] Calling delete_port for 7d21a7ff-fa1b-45c4-ac0b-ca57c2e0c5d0 owned by compute:nova {{(pid=84041) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 21:00:27.405615 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-810c0084-8d00-4da1-9b3c-e107728caa6b tempest-NetworksIpV6Test-2002984352 tempest-NetworksIpV6Test-2002984352-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750374825732'] for network, precommit_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:27.421700 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-90d622f9-feb7-4f01-9d2f-18a881a13724 req-18460cfe-c120-452d-bd5b-7955c0b920ef service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=340d04fd839f4c0c896ec9bea561bc50&device_id=bf74e528-b24d-4168-be41-aaeaeabbadb8 HTTP/1.1" status: 200 len: 1096 time: 1.4019144 Apr 18 21:00:27.445271 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-810c0084-8d00-4da1-9b3c-e107728caa6b tempest-NetworksIpV6Test-2002984352 tempest-NetworksIpV6Test-2002984352-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33526109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022'] for network, after_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:27.449910 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-810c0084-8d00-4da1-9b3c-e107728caa6b tempest-NetworksIpV6Test-2002984352 tempest-NetworksIpV6Test-2002984352-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:00:27.450538 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-810c0084-8d00-4da1-9b3c-e107728caa6b tempest-NetworksIpV6Test-2002984352 tempest-NetworksIpV6Test-2002984352-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32378031'] for network, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:27.500113 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-40f150b4-08c7-4e1a-b492-57e2b8e60c1f tempest-ExternalNetworksTestJSON-1311496120 tempest-ExternalNetworksTestJSON-1311496120-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:27.597776 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-810c0084-8d00-4da1-9b3c-e107728caa6b tempest-NetworksIpV6Test-2002984352 tempest-NetworksIpV6Test-2002984352-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.3326037 Apr 18 21:00:27.601011 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 57748) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:00:27.608015 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.v2.base [None req-891f5500-189d-41e3-a25c-2d95017f0f91 tempest-NetworksIpV6Test-2002984352 tempest-NetworksIpV6Test-2002984352-project] Request body: {'subnet': {'network_id': '55f98e1d-d3b7-41c5-921e-b955dcd5be02', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None}} {{(pid=84040) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:00:27.617273 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-bd347776-dfd5-4239-b286-845a507f0b1e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:27.626289 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-810c0084-8d00-4da1-9b3c-e107728caa6b tempest-NetworksIpV6Test-2002984352 tempest-NetworksIpV6Test-2002984352-project] Pushing event updated for resources: {'Network': ['ID=55f98e1d-d3b7-41c5-921e-b955dcd5be02,revision_number=1']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:00:27.666348 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Network 55f98e1d-d3b7-41c5-921e-b955dcd5be02 details requested by agent ovs-agent-n-d-838334-2 with host n-d-838334-2 {{(pid=84042) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 18 21:00:27.679741 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Provisioning complete for port 7f3dc440-7c4f-4c97-8c9b-a608876e143d triggered by entity L2. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:00:27.680111 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1253608'] for port, provisioning_complete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:27.730264 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-4f330f15-d406-42a1-851b-36cd9f4b8397 None None] Provisioning for port a45acb07-9b2e-433f-8a48-8cddda61e749 completed by entity DHCP. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 21:00:27.737092 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-bd347776-dfd5-4239-b286-845a507f0b1e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:27.787580 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [None req-891f5500-189d-41e3-a25c-2d95017f0f91 tempest-NetworksIpV6Test-2002984352 tempest-NetworksIpV6Test-2002984352-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:00:27.802530 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-40f150b4-08c7-4e1a-b492-57e2b8e60c1f tempest-ExternalNetworksTestJSON-1311496120 tempest-ExternalNetworksTestJSON-1311496120-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1260556'] for subnet, precommit_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:27.802782 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-891f5500-189d-41e3-a25c-2d95017f0f91 tempest-NetworksIpV6Test-2002984352 tempest-NetworksIpV6Test-2002984352-project] Usage tracker for resource:subnet and tenant:fd146e1e9f314c74ba81762788974d67 is out of sync, need to count used quota {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:00:27.806075 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-891f5500-189d-41e3-a25c-2d95017f0f91 tempest-NetworksIpV6Test-2002984352 tempest-NetworksIpV6Test-2002984352-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:00:27.820015 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [None req-891f5500-189d-41e3-a25c-2d95017f0f91 tempest-NetworksIpV6Test-2002984352 tempest-NetworksIpV6Test-2002984352-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:00:27.846041 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-891f5500-189d-41e3-a25c-2d95017f0f91 tempest-NetworksIpV6Test-2002984352 tempest-NetworksIpV6Test-2002984352-project] Made reservation on behalf of fd146e1e9f314c74ba81762788974d67 for: {'subnet': 1} {{(pid=84040) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:00:27.910044 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-40f150b4-08c7-4e1a-b492-57e2b8e60c1f tempest-ExternalNetworksTestJSON-1311496120 tempest-ExternalNetworksTestJSON-1311496120-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1260549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33526260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32266336', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32486390'] for subnet, after_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:28.062231 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90d622f9-feb7-4f01-9d2f-18a881a13724 req-976ad8e2-a794-45c6-b1b7-807c24343b4b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:00:28.064557 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-90d622f9-feb7-4f01-9d2f-18a881a13724 req-976ad8e2-a794-45c6-b1b7-807c24343b4b service neutron] 10.222.0.43 "GET /v2.0/networks?id=794fa1b3-6f66-42ac-ab9f-a0e910c383ff HTTP/1.1" status: 200 len: 915 time: 0.6202447 Apr 18 21:00:28.070601 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-891f5500-189d-41e3-a25c-2d95017f0f91 tempest-NetworksIpV6Test-2002984352 tempest-NetworksIpV6Test-2002984352-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31752722'] for subnet, before_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:28.093709 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40f150b4-08c7-4e1a-b492-57e2b8e60c1f tempest-ExternalNetworksTestJSON-1311496120 tempest-ExternalNetworksTestJSON-1311496120-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=08ad1077-e741-44f3-8ad0-917d4f82c540,revision_number=None']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:00:28.175976 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:28.221768 n-d-838334-2 neutron-server[84041]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-866c4abb-22a8-483d-9601-9c770dd291b4 admin admin] Router 0573f4fd-15ec-4486-a7e2-4a1d64e93d08 has already been hosted by L3 agent bc84d6c9-dd7a-4555-a351-592327b46d5a {{(pid=84041) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 21:00:28.240776 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [req-b5e12629-ff9c-4ebe-8ba4-e66f5e061d17 req-0364c54c-6108-4517-9e55-fde176c93026 tempest-ServersTestJSON-1424434350 tempest-ServersTestJSON-1424434350-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750375259028', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750374836628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32266323'] for port, after_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:28.274565 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] get_ports_and_sgs() called for port_ids ['8f0ac191-0475-420d-bcd7-62c84624a6ea'] {{(pid=84042) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 18 21:00:28.342255 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-4c47ce96-40ea-4ee8-a631-97450e1c8c25 req-504f30d9-f1a4-4ab7-9e12-a295fb98c73d tempest-ServersTestJSON-1424434350 tempest-ServersTestJSON-1424434350-project] 10.222.0.42 "GET /v2.0/ports?device_id=8be6c3d8-d92d-416e-93f9-40d16e3aae09 HTTP/1.1" status: 200 len: 210 time: 0.2357836 Apr 18 21:00:28.412842 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-160fbc8c-70fa-4a4c-87ab-bba28795b437 req-1670a32b-1c40-42a3-af18-b103ef19fbba tempest-ServersNegativeTestJSON-508382254 tempest-ServersNegativeTestJSON-508382254-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:00:28.414405 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-160fbc8c-70fa-4a4c-87ab-bba28795b437 req-1670a32b-1c40-42a3-af18-b103ef19fbba tempest-ServersNegativeTestJSON-508382254 tempest-ServersNegativeTestJSON-508382254-project] 10.222.0.42 "GET /v2.0/ports?device_id=2197a591-197e-47fe-9210-1387bfb6ec5e HTTP/1.1" status: 200 len: 945 time: 0.5153661 Apr 18 21:00:28.442562 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_hamode_db [None req-e2fab7e6-bc9e-444e-bd56-d9d510918a88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0573f4fd-15ec-4486-a7e2-4a1d64e93d08', 'name': 'tempest-AttachVolumeTestJSON-1059019708-router', 'tenant_id': 'b5bf875eb9b748b5aba56f8b60ce8169', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'external_fixed_ips': [{'subnet_id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'ip_address': '172.25.8.42'}], 'enable_snat': True}, 'gw_port_id': 'a46e8333-2083-45cf-9f4f-171d17c889e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:00:10Z', 'updated_at': '2022-04-18T21:00:21Z', 'revision_number': 4, 'project_id': 'b5bf875eb9b748b5aba56f8b60ce8169', 'gw_port': {'id': 'a46e8333-2083-45cf-9f4f-171d17c889e2', 'name': '', 'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:a3:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0573f4fd-15ec-4486-a7e2-4a1d64e93d08', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'ip_address': '172.25.8.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:00:11Z', 'updated_at': '2022-04-18T21:00:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838334-2', '_interfaces': [{'id': '4b3e1958-51ec-47aa-a0e2-f9ad7c2de9dd', 'name': '', 'network_id': '9b8a7e14-19dd-4214-9fd7-5da6fc8793e6', 'tenant_id': 'b5bf875eb9b748b5aba56f8b60ce8169', 'mac_address': 'fa:16:3e:d9:f1:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0573f4fd-15ec-4486-a7e2-4a1d64e93d08', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '16880a32-9b71-46fb-bafe-6b6135588b63', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:00:19Z', 'updated_at': '2022-04-18T21:00:21Z', 'revision_number': 2, 'project_id': 'b5bf875eb9b748b5aba56f8b60ce8169', 'subnets': [{'id': '16880a32-9b71-46fb-bafe-6b6135588b63', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838334-2', False) {} {{(pid=84042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:00:28.462848 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0364c54c-6108-4517-9e55-fde176c93026 tempest-ServersTestJSON-1424434350 tempest-ServersTestJSON-1424434350-project] Pushing event deleted for resources: {'Port': ['ID=7d21a7ff-fa1b-45c4-ac0b-ca57c2e0c5d0,revision_number=None']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:00:28.465959 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2fab7e6-bc9e-444e-bd56-d9d510918a88 None None] The sync data for ids ['0573f4fd-15ec-4486-a7e2-4a1d64e93d08'] in n-d-838334-2 is: [{'id': '0573f4fd-15ec-4486-a7e2-4a1d64e93d08', 'name': 'tempest-AttachVolumeTestJSON-1059019708-router', 'tenant_id': 'b5bf875eb9b748b5aba56f8b60ce8169', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'external_fixed_ips': [{'subnet_id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'ip_address': '172.25.8.42'}], 'enable_snat': True}, 'gw_port_id': 'a46e8333-2083-45cf-9f4f-171d17c889e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:00:10Z', 'updated_at': '2022-04-18T21:00:21Z', 'revision_number': 4, 'project_id': 'b5bf875eb9b748b5aba56f8b60ce8169', 'gw_port': {'id': 'a46e8333-2083-45cf-9f4f-171d17c889e2', 'name': '', 'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:a3:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0573f4fd-15ec-4486-a7e2-4a1d64e93d08', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'ip_address': '172.25.8.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:00:11Z', 'updated_at': '2022-04-18T21:00:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838334-2', '_interfaces': [{'id': '4b3e1958-51ec-47aa-a0e2-f9ad7c2de9dd', 'name': '', 'network_id': '9b8a7e14-19dd-4214-9fd7-5da6fc8793e6', 'tenant_id': 'b5bf875eb9b748b5aba56f8b60ce8169', 'mac_address': 'fa:16:3e:d9:f1:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0573f4fd-15ec-4486-a7e2-4a1d64e93d08', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '16880a32-9b71-46fb-bafe-6b6135588b63', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:00:19Z', 'updated_at': '2022-04-18T21:00:21Z', 'revision_number': 2, 'project_id': 'b5bf875eb9b748b5aba56f8b60ce8169', 'subnets': [{'id': '16880a32-9b71-46fb-bafe-6b6135588b63', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84042) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 18 21:00:28.473763 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-40f150b4-08c7-4e1a-b492-57e2b8e60c1f tempest-ExternalNetworksTestJSON-1311496120 tempest-ExternalNetworksTestJSON-1311496120-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1258905', 'neutron.services.segments.db._delete_segments_for_network-8750375287417'] for network, precommit_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:28.490421 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-bd347776-dfd5-4239-b286-845a507f0b1e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33528224'] for security_group, after_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:28.533150 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-90d622f9-feb7-4f01-9d2f-18a881a13724 req-ea4c9a89-8b99-4c52-8ae3-108250eb980f service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=bf7c6b84-d34c-4641-9cf5-c04bdc0659d8 HTTP/1.1" status: 200 len: 999 time: 0.4323916 Apr 18 21:00:28.658720 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-160fbc8c-70fa-4a4c-87ab-bba28795b437 req-888d9cfc-7e9d-46fe-9110-773fe5228c59 tempest-ServersNegativeTestJSON-508382254 tempest-ServersNegativeTestJSON-508382254-project] 10.222.0.42 "GET /v2.0/security-groups?id=ada0ecb3-b1bc-4ba2-8e6c-b06ba09daca2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2275717 Apr 18 21:00:28.664303 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Device d1d78ea3-ef2e-4552-b3d2-a7b3242a8485 up at agent ovs-agent-n-d-838334-2 {{(pid=84042) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 21:00:28.711448 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd347776-dfd5-4239-b286-845a507f0b1e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=069e909a-c916-4083-82c5-befbcfe52808,revision_number=None']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:00:28.788256 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-891f5500-189d-41e3-a25c-2d95017f0f91 tempest-NetworksIpV6Test-2002984352 tempest-NetworksIpV6Test-2002984352-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33526260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32441074', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31752704'] for subnet, after_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:28.882459 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3b1bc18-f071-4974-8b42-ebfcc3197ea4 None None] get_active_networks_info from n-d-838334-2 {{(pid=84042) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Apr 18 21:00:28.905244 n-d-838334-2 neutron-server[84041]: DEBUG neutron.services.segments.db [None req-40f150b4-08c7-4e1a-b492-57e2b8e60c1f tempest-ExternalNetworksTestJSON-1311496120 tempest-ExternalNetworksTestJSON-1311496120-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8dd80c80-0f0d-41be-9e2a-ae8e82a9f5f9']}} {{(pid=84041) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:00:28.949298 n-d-838334-2 neutron-server[84041]: DEBUG neutron.services.segments.db [None req-40f150b4-08c7-4e1a-b492-57e2b8e60c1f tempest-ExternalNetworksTestJSON-1311496120 tempest-ExternalNetworksTestJSON-1311496120-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '99b712ea-846b-4ba3-bafe-6988d636a619') {'for_net_delete': True} {{(pid=84041) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:00:28.949728 n-d-838334-2 neutron-server[84041]: DEBUG neutron.services.segments.db [None req-40f150b4-08c7-4e1a-b492-57e2b8e60c1f tempest-ExternalNetworksTestJSON-1311496120 tempest-ExternalNetworksTestJSON-1311496120-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '99b712ea-846b-4ba3-bafe-6988d636a619') {} {{(pid=84041) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:00:28.968321 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-891f5500-189d-41e3-a25c-2d95017f0f91 tempest-NetworksIpV6Test-2002984352 tempest-NetworksIpV6Test-2002984352-project] Pushing event updated for resources: {'Subnet': ['ID=b05c61bc-ae7b-4ab5-bbea-e55293970aa8,revision_number=0']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:00:28.983796 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-891f5500-189d-41e3-a25c-2d95017f0f91 tempest-NetworksIpV6Test-2002984352 tempest-NetworksIpV6Test-2002984352-project] Checking segment: {'id': 'c836b298-1fcc-49e1-80dd-df60fc1f41c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '55f98e1d-d3b7-41c5-921e-b955dcd5be02'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84040) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 21:00:28.984387 n-d-838334-2 neutron-server[84040]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-891f5500-189d-41e3-a25c-2d95017f0f91 tempest-NetworksIpV6Test-2002984352 tempest-NetworksIpV6Test-2002984352-project] Network hostable DHCP agents. Network: 55f98e1d-d3b7-41c5-921e-b955dcd5be02, hostable agents: ['8746f8ea-3e91-4b32-9919-2c63adeb8722'], hosted agents: [] {{(pid=84040) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 21:00:29.002583 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 57774) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:00:29.037519 n-d-838334-2 neutron-server[84040]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-891f5500-189d-41e3-a25c-2d95017f0f91 tempest-NetworksIpV6Test-2002984352 tempest-NetworksIpV6Test-2002984352-project] Network 55f98e1d-d3b7-41c5-921e-b955dcd5be02 is scheduled to be hosted by DHCP agent 8746f8ea-3e91-4b32-9919-2c63adeb8722 with binding_index 1 {{(pid=84040) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 21:00:29.046209 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-40f150b4-08c7-4e1a-b492-57e2b8e60c1f tempest-ExternalNetworksTestJSON-1311496120 tempest-ExternalNetworksTestJSON-1311496120-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750375287300', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32268156'] for segment, before_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:29.050695 n-d-838334-2 neutron-server[84040]: DEBUG neutron.scheduler.base_scheduler [None req-891f5500-189d-41e3-a25c-2d95017f0f91 tempest-NetworksIpV6Test-2002984352 tempest-NetworksIpV6Test-2002984352-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-838334-2, 55f98e1d-d3b7-41c5-921e-b955dcd5be02) {{(pid=84040) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:00:29.058267 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.l3_dvrscheduler_db [req-b5e12629-ff9c-4ebe-8ba4-e66f5e061d17 req-0364c54c-6108-4517-9e55-fde176c93026 tempest-ServersTestJSON-1424434350 tempest-ServersTestJSON-1424434350-project] No DVR routers for this DVR port 7d21a7ff-fa1b-45c4-ac0b-ca57c2e0c5d0 on host n-h1-838334-2 {{(pid=84041) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 21:00:29.066025 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-891f5500-189d-41e3-a25c-2d95017f0f91 tempest-NetworksIpV6Test-2002984352 tempest-NetworksIpV6Test-2002984352-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:00:29.071416 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-891f5500-189d-41e3-a25c-2d95017f0f91 tempest-NetworksIpV6Test-2002984352 tempest-NetworksIpV6Test-2002984352-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32378031'] for subnet, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:29.076370 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [req-b5e12629-ff9c-4ebe-8ba4-e66f5e061d17 req-0364c54c-6108-4517-9e55-fde176c93026 tempest-ServersTestJSON-1424434350 tempest-ServersTestJSON-1424434350-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217293'] for port, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:29.081411 n-d-838334-2 neutron-server[84041]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8be6c3d8-d92d-416e-93f9-40d16e3aae09', 'name': 'network-vif-deleted', 'tag': '7d21a7ff-fa1b-45c4-ac0b-ca57c2e0c5d0'}] {{(pid=84041) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 21:00:29.088342 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90d622f9-feb7-4f01-9d2f-18a881a13724 req-fe2e2ea9-64d6-47c5-ba7b-229187401cd2 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:00:29.089917 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-90d622f9-feb7-4f01-9d2f-18a881a13724 req-fe2e2ea9-64d6-47c5-ba7b-229187401cd2 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=66a6cd83-be1c-4e76-9e19-a8f33a82294d HTTP/1.1" status: 200 len: 853 time: 0.5554080 Apr 18 21:00:29.096776 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Provisioning complete for port d1d78ea3-ef2e-4552-b3d2-a7b3242a8485 triggered by entity L2. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:00:29.097328 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1253608'] for port, provisioning_complete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:29.116730 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-891f5500-189d-41e3-a25c-2d95017f0f91 tempest-NetworksIpV6Test-2002984352 tempest-NetworksIpV6Test-2002984352-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 1.5143094 Apr 18 21:00:29.117834 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 57782) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:00:29.241524 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-40f150b4-08c7-4e1a-b492-57e2b8e60c1f tempest-ExternalNetworksTestJSON-1311496120 tempest-ExternalNetworksTestJSON-1311496120-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1082986'] for segment, precommit_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:29.259461 n-d-838334-2 neutron-server[84041]: INFO neutron.notifiers.nova [-] Nova event matching ['req-68bae5ab-418c-4c92-8122-ca097be57d62'] response: {'server_uuid': '8be6c3d8-d92d-416e-93f9-40d16e3aae09', 'name': 'network-vif-deleted', 'tag': '7d21a7ff-fa1b-45c4-ac0b-ca57c2e0c5d0', 'status': 'completed', 'code': 200} Apr 18 21:00:29.263169 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-40f150b4-08c7-4e1a-b492-57e2b8e60c1f tempest-ExternalNetworksTestJSON-1311496120 tempest-ExternalNetworksTestJSON-1311496120-project-admin] Releasing vlan 392 on physical network physnet1 to pool {{(pid=84041) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 18 21:00:29.263886 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-40f150b4-08c7-4e1a-b492-57e2b8e60c1f tempest-ExternalNetworksTestJSON-1311496120 tempest-ExternalNetworksTestJSON-1311496120-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1082993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32266254'] for segment, after_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:29.294882 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-61d182a4-bae3-4051-b94d-c80d9594c165 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:29.349991 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-0fdf872e-ab6e-4367-8b6f-4737db9b39e6 tempest-NetworksIpV6Test-2002984352 tempest-NetworksIpV6Test-2002984352-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1103592'] for network, before_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:29.361528 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [None req-61d182a4-bae3-4051-b94d-c80d9594c165 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:00:29.368781 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-61d182a4-bae3-4051-b94d-c80d9594c165 admin admin] Usage tracker for resource:security_group_rule and tenant:884046f93f4544ec95f1adf472069847 is out of sync, need to count used quota {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:00:29.371657 n-d-838334-2 neutron-server[84041]: Traceback (most recent call last): Apr 18 21:00:29.371657 n-d-838334-2 neutron-server[84041]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 18 21:00:29.371657 n-d-838334-2 neutron-server[84041]: timer() Apr 18 21:00:29.371657 n-d-838334-2 neutron-server[84041]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 21:00:29.371657 n-d-838334-2 neutron-server[84041]: cb(*args, **kw) Apr 18 21:00:29.371657 n-d-838334-2 neutron-server[84041]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 18 21:00:29.371657 n-d-838334-2 neutron-server[84041]: return func(*args, **kwargs) Apr 18 21:00:29.371657 n-d-838334-2 neutron-server[84041]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 21:00:29.371657 n-d-838334-2 neutron-server[84041]: self._notify() Apr 18 21:00:29.371657 n-d-838334-2 neutron-server[84041]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 21:00:29.371657 n-d-838334-2 neutron-server[84041]: self.callback(batched_events) Apr 18 21:00:29.371657 n-d-838334-2 neutron-server[84041]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 21:00:29.371657 n-d-838334-2 neutron-server[84041]: event.method(event) Apr 18 21:00:29.371657 n-d-838334-2 neutron-server[84041]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 18 21:00:29.371657 n-d-838334-2 neutron-server[84041]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 21:00:29.371657 n-d-838334-2 neutron-server[84041]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 18 21:00:29.371657 n-d-838334-2 neutron-server[84041]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 21:00:29.371657 n-d-838334-2 neutron-server[84041]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 18 21:00:29.371657 n-d-838334-2 neutron-server[84041]: return f(self, *a, **k) Apr 18 21:00:29.371657 n-d-838334-2 neutron-server[84041]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 18 21:00:29.371657 n-d-838334-2 neutron-server[84041]: return self._get(url).json() Apr 18 21:00:29.371657 n-d-838334-2 neutron-server[84041]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 18 21:00:29.371657 n-d-838334-2 neutron-server[84041]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 21:00:29.371657 n-d-838334-2 neutron-server[84041]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 18 21:00:29.371657 n-d-838334-2 neutron-server[84041]: return self.request(url, 'GET', **kwargs) Apr 18 21:00:29.371657 n-d-838334-2 neutron-server[84041]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 18 21:00:29.371657 n-d-838334-2 neutron-server[84041]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 21:00:29.371657 n-d-838334-2 neutron-server[84041]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 18 21:00:29.371657 n-d-838334-2 neutron-server[84041]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 21:00:29.371657 n-d-838334-2 neutron-server[84041]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 18 21:00:29.371657 n-d-838334-2 neutron-server[84041]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 21:00:29.371657 n-d-838334-2 neutron-server[84041]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 21:00:29.375858 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-61d182a4-bae3-4051-b94d-c80d9594c165 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:00:29.384178 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-b5e12629-ff9c-4ebe-8ba4-e66f5e061d17 req-0364c54c-6108-4517-9e55-fde176c93026 tempest-ServersTestJSON-1424434350 tempest-ServersTestJSON-1424434350-project] 10.222.0.43 "DELETE /v2.0/ports/7d21a7ff-fa1b-45c4-ac0b-ca57c2e0c5d0 HTTP/1.1" status: 204 len: 173 time: 4.7586169 Apr 18 21:00:29.400292 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-40f150b4-08c7-4e1a-b492-57e2b8e60c1f tempest-ExternalNetworksTestJSON-1311496120 tempest-ExternalNetworksTestJSON-1311496120-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1258898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33526109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33444113'] for network, after_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:29.403170 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-bd347776-dfd5-4239-b286-845a507f0b1e admin admin] Notify callbacks [] for security_group, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:29.424356 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-bd347776-dfd5-4239-b286-845a507f0b1e admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/069e909a-c916-4083-82c5-befbcfe52808 HTTP/1.1" status: 204 len: 168 time: 2.3466406 Apr 18 21:00:29.447864 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Device a45acb07-9b2e-433f-8a48-8cddda61e749 up at agent ovs-agent-n-d-838334-2 {{(pid=84042) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 21:00:29.473568 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [None req-61d182a4-bae3-4051-b94d-c80d9594c165 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:00:29.581413 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-0fdf872e-ab6e-4367-8b6f-4737db9b39e6 tempest-NetworksIpV6Test-2002984352 tempest-NetworksIpV6Test-2002984352-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1260556'] for subnet, precommit_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:29.742996 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-40f150b4-08c7-4e1a-b492-57e2b8e60c1f tempest-ExternalNetworksTestJSON-1311496120 tempest-ExternalNetworksTestJSON-1311496120-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 8dd80c80-0f0d-41be-9e2a-ae8e82a9f5f9 {{(pid=84041) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Apr 18 21:00:29.747184 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-40f150b4-08c7-4e1a-b492-57e2b8e60c1f tempest-ExternalNetworksTestJSON-1311496120 tempest-ExternalNetworksTestJSON-1311496120-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32378031'] for network, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:29.772560 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40f150b4-08c7-4e1a-b492-57e2b8e60c1f tempest-ExternalNetworksTestJSON-1311496120 tempest-ExternalNetworksTestJSON-1311496120-project-admin] Pushing event deleted for resources: {'Network': ['ID=8dd80c80-0f0d-41be-9e2a-ae8e82a9f5f9,revision_number=None']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:00:29.785849 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-40f150b4-08c7-4e1a-b492-57e2b8e60c1f tempest-ExternalNetworksTestJSON-1311496120 tempest-ExternalNetworksTestJSON-1311496120-project-admin] 10.222.0.42 "DELETE /v2.0/networks/8dd80c80-0f0d-41be-9e2a-ae8e82a9f5f9 HTTP/1.1" status: 204 len: 168 time: 7.3724551 Apr 18 21:00:29.787581 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 57794) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:00:29.814869 n-d-838334-2 neutron-server[84042]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3b1bc18-f071-4974-8b42-ebfcc3197ea4 None None] Unable to find a vacant binding_index for network 55f98e1d-d3b7-41c5-921e-b955dcd5be02 and agent 8746f8ea-3e91-4b32-9919-2c63adeb8722 {{(pid=84042) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:209}} Apr 18 21:00:29.817186 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750375287399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253529'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:29.826145 n-d-838334-2 neutron-server[84042]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3b1bc18-f071-4974-8b42-ebfcc3197ea4 None None] Resources bound (agent type, host, resource id): (DHCP agent, n-d-838334-2, 55f98e1d-d3b7-41c5-921e-b955dcd5be02) {{(pid=84042) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Apr 18 21:00:29.849482 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Provisioning for port a45acb07-9b2e-433f-8a48-8cddda61e749 completed by entity L2. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 21:00:29.873727 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Provisioning complete for port a45acb07-9b2e-433f-8a48-8cddda61e749 triggered by entity L2. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:00:29.874213 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1253608'] for port, provisioning_complete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:29.927835 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-5a371601-3faf-4ae9-a8d8-58617f8d5e48 tempest-ExternalNetworksTestJSON-1311496120 tempest-ExternalNetworksTestJSON-1311496120-project-admin] Synchronizing usage tracker for tenant:d1abd178e8b448daa8f8c6333e663524 on resource:floatingip {{(pid=84041) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 21:00:30.010041 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-90d622f9-feb7-4f01-9d2f-18a881a13724 req-aeb3e65c-e8a5-4be6-9daf-9b5f1682c79b service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=794fa1b3-6f66-42ac-ab9f-a0e910c383ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.8754930 Apr 18 21:00:30.169045 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:30.214174 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-a61dbbbb-4a04-4664-a5f4-fd41a79e6f99 req-d1a54f28-3a55-4ac2-8f26-c5bd37d1ee02 tempest-ServersTestJSON-1424434350 tempest-ServersTestJSON-1424434350-project] 10.222.0.42 "GET /v2.0/ports?device_id=8be6c3d8-d92d-416e-93f9-40d16e3aae09 HTTP/1.1" status: 200 len: 210 time: 0.4277494 Apr 18 21:00:30.268158 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-61d182a4-bae3-4051-b94d-c80d9594c165 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:30.279954 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-0fdf872e-ab6e-4367-8b6f-4737db9b39e6 tempest-NetworksIpV6Test-2002984352 tempest-NetworksIpV6Test-2002984352-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1260549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33526260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32440885', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31752825'] for subnet, after_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:30.330033 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-61d182a4-bae3-4051-b94d-c80d9594c165 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33528224'] for security_group, after_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:30.333414 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-90d622f9-feb7-4f01-9d2f-18a881a13724 req-0a7d26d6-7f28-4f6d-ae6e-e5d6284bb413 service neutron] 10.222.0.43 "GET /v2.0/networks/794fa1b3-6f66-42ac-ab9f-a0e910c383ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3101962 Apr 18 21:00:30.354994 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fdf872e-ab6e-4367-8b6f-4737db9b39e6 tempest-NetworksIpV6Test-2002984352 tempest-NetworksIpV6Test-2002984352-project] Pushing event deleted for resources: {'Subnet': ['ID=b05c61bc-ae7b-4ab5-bbea-e55293970aa8,revision_number=None']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:00:30.364880 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 57800) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:00:30.384600 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-5a371601-3faf-4ae9-a8d8-58617f8d5e48 tempest-ExternalNetworksTestJSON-1311496120 tempest-ExternalNetworksTestJSON-1311496120-project-admin] Unset dirty status for tenant:d1abd178e8b448daa8f8c6333e663524 on resource:floatingip {{(pid=84041) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 21:00:30.385772 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-5a371601-3faf-4ae9-a8d8-58617f8d5e48 tempest-ExternalNetworksTestJSON-1311496120 tempest-ExternalNetworksTestJSON-1311496120-project-admin] 10.222.0.42 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 994 time: 0.5982904 Apr 18 21:00:30.392158 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 57804) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:00:30.406858 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] For port a45acb07-9b2e-433f-8a48-8cddda61e749, host n-d-838334-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838334-2',level=0,port_id=a45acb07-9b2e-433f-8a48-8cddda61e749,segment=NetworkSegment(07e909ca-0afb-4592-b985-59741ff6cac6),segment_id=07e909ca-0afb-4592-b985-59741ff6cac6)] {{(pid=84042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:00:30.420804 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682'] for port, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:30.492848 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-831c4c3b-2c1f-47af-b635-8e48989794cf admin admin] Notify callbacks [] for security_group, before_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:30.506957 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-822bed5f-d34d-4748-9761-0184741e867d req-02ecf4f4-a937-4b6a-9031-d29cfd7b818b service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=0f7cce7b1ccf410486c29c0215106926&device_id=2197a591-197e-47fe-9210-1387bfb6ec5e HTTP/1.1" status: 200 len: 1096 time: 0.7997572 Apr 18 21:00:30.527458 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61d182a4-bae3-4051-b94d-c80d9594c165 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3d4c9e09-da61-47a1-8593-fe8f9eeade2d,revision_number=1']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:00:30.579162 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-61d182a4-bae3-4051-b94d-c80d9594c165 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=884046f93f4544ec95f1adf472069847&name=default HTTP/1.1" status: 200 len: 2647 time: 1.5748982 Apr 18 21:00:30.583748 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 57808) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:00:30.614274 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Pushing event updated for resources: {'Port': ['ID=a45acb07-9b2e-433f-8a48-8cddda61e749,revision_number=3']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:00:30.626934 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-055dc051-a07a-4764-a13e-e4b84d8605be req-9d4175a1-7c7d-4427-88f3-279ac272a265 tempest-ServersNegativeTestJSON-508382254 tempest-ServersNegativeTestJSON-508382254-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:00:30.636313 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-055dc051-a07a-4764-a13e-e4b84d8605be req-9d4175a1-7c7d-4427-88f3-279ac272a265 tempest-ServersNegativeTestJSON-508382254 tempest-ServersNegativeTestJSON-508382254-project] 10.222.0.42 "GET /v2.0/ports?device_id=2197a591-197e-47fe-9210-1387bfb6ec5e HTTP/1.1" status: 200 len: 945 time: 0.4717212 Apr 18 21:00:30.686509 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Device a46e8333-2083-45cf-9f4f-171d17c889e2 up at agent ovs-agent-n-d-838334-2 {{(pid=84042) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 21:00:30.721227 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-0fdf872e-ab6e-4367-8b6f-4737db9b39e6 tempest-NetworksIpV6Test-2002984352 tempest-NetworksIpV6Test-2002984352-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1258905', 'neutron.services.segments.db._delete_segments_for_network-8750375287417'] for network, precommit_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:30.779033 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-750eca4a-c6f0-409a-b107-ddc899923954 None None] Network 55f98e1d-d3b7-41c5-921e-b955dcd5be02 requested from n-d-838334-2 {{(pid=84042) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 21:00:30.783533 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3fe5f447-58e8-4794-a156-8525dcf83fa9 tempest-ExternalNetworksTestJSON-1311496120 tempest-ExternalNetworksTestJSON-1311496120-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:00:30.784086 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3fe5f447-58e8-4794-a156-8525dcf83fa9 tempest-ExternalNetworksTestJSON-1311496120 tempest-ExternalNetworksTestJSON-1311496120-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:00:30.784279 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3fe5f447-58e8-4794-a156-8525dcf83fa9 tempest-ExternalNetworksTestJSON-1311496120 tempest-ExternalNetworksTestJSON-1311496120-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:00:30.784633 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3fe5f447-58e8-4794-a156-8525dcf83fa9 tempest-ExternalNetworksTestJSON-1311496120 tempest-ExternalNetworksTestJSON-1311496120-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:00:30.784981 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3fe5f447-58e8-4794-a156-8525dcf83fa9 tempest-ExternalNetworksTestJSON-1311496120 tempest-ExternalNetworksTestJSON-1311496120-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:00:30.785328 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3fe5f447-58e8-4794-a156-8525dcf83fa9 tempest-ExternalNetworksTestJSON-1311496120 tempest-ExternalNetworksTestJSON-1311496120-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:00:30.785672 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3fe5f447-58e8-4794-a156-8525dcf83fa9 tempest-ExternalNetworksTestJSON-1311496120 tempest-ExternalNetworksTestJSON-1311496120-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:00:30.786018 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3fe5f447-58e8-4794-a156-8525dcf83fa9 tempest-ExternalNetworksTestJSON-1311496120 tempest-ExternalNetworksTestJSON-1311496120-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:00:30.786364 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3fe5f447-58e8-4794-a156-8525dcf83fa9 tempest-ExternalNetworksTestJSON-1311496120 tempest-ExternalNetworksTestJSON-1311496120-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:00:30.787484 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-3fe5f447-58e8-4794-a156-8525dcf83fa9 tempest-ExternalNetworksTestJSON-1311496120 tempest-ExternalNetworksTestJSON-1311496120-project-admin] Synchronizing usage tracker for tenant:d1abd178e8b448daa8f8c6333e663524 on resource:subnet {{(pid=84041) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 21:00:30.812434 n-d-838334-2 neutron-server[84040]: DEBUG neutron.services.segments.db [None req-0fdf872e-ab6e-4367-8b6f-4737db9b39e6 tempest-NetworksIpV6Test-2002984352 tempest-NetworksIpV6Test-2002984352-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['55f98e1d-d3b7-41c5-921e-b955dcd5be02']}} {{(pid=84040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:00:30.837808 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [None req-831c4c3b-2c1f-47af-b635-8e48989794cf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:00:30.847264 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-866c4abb-22a8-483d-9601-9c770dd291b4 admin admin] Notify agent at l3_agent.n-d-838334-2 the message routers_updated {{(pid=84041) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 21:00:30.854997 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-831c4c3b-2c1f-47af-b635-8e48989794cf admin admin] Usage tracker for resource:security_group_rule and tenant:50a14f00134a4133a858d39b27d3b8f3 is out of sync, need to count used quota {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:00:30.863210 n-d-838334-2 neutron-server[84040]: DEBUG neutron.services.segments.db [None req-0fdf872e-ab6e-4367-8b6f-4737db9b39e6 tempest-NetworksIpV6Test-2002984352 tempest-NetworksIpV6Test-2002984352-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c836b298-1fcc-49e1-80dd-df60fc1f41c7') {'for_net_delete': True} {{(pid=84040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:00:30.863771 n-d-838334-2 neutron-server[84040]: DEBUG neutron.services.segments.db [None req-0fdf872e-ab6e-4367-8b6f-4737db9b39e6 tempest-NetworksIpV6Test-2002984352 tempest-NetworksIpV6Test-2002984352-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c836b298-1fcc-49e1-80dd-df60fc1f41c7') {} {{(pid=84040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:00:30.873847 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-831c4c3b-2c1f-47af-b635-8e48989794cf admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:00:30.891055 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-866c4abb-22a8-483d-9601-9c770dd291b4 admin admin] 10.222.0.42 "PUT /v2.0/routers/0573f4fd-15ec-4486-a7e2-4a1d64e93d08/add_router_interface HTTP/1.1" status: 200 len: 503 time: 14.7765439 Apr 18 21:00:30.894330 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-90d622f9-feb7-4f01-9d2f-18a881a13724 req-04f4cbdf-7512-475b-995c-6251337ad76c service neutron] 10.222.0.43 "GET /v2.0/networks/794fa1b3-6f66-42ac-ab9f-a0e910c383ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5376182 Apr 18 21:00:30.911467 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-0fdf872e-ab6e-4367-8b6f-4737db9b39e6 tempest-NetworksIpV6Test-2002984352 tempest-NetworksIpV6Test-2002984352-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750375287300', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31955965'] for segment, before_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:30.944481 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [None req-831c4c3b-2c1f-47af-b635-8e48989794cf admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:00:30.972281 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-5d5ba9f1-61d7-46b8-9b39-874d00e8a7d4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:30.981267 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-3fe5f447-58e8-4794-a156-8525dcf83fa9 tempest-ExternalNetworksTestJSON-1311496120 tempest-ExternalNetworksTestJSON-1311496120-project-admin] Unset dirty status for tenant:d1abd178e8b448daa8f8c6333e663524 on resource:subnet {{(pid=84041) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 21:00:30.983290 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-055dc051-a07a-4764-a13e-e4b84d8605be req-f37bde6f-d0ca-4267-9923-981e13f31904 tempest-ServersNegativeTestJSON-508382254 tempest-ServersNegativeTestJSON-508382254-project] 10.222.0.42 "GET /v2.0/security-groups?id=ada0ecb3-b1bc-4ba2-8e6c-b06ba09daca2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3441801 Apr 18 21:00:30.987367 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-3fe5f447-58e8-4794-a156-8525dcf83fa9 tempest-ExternalNetworksTestJSON-1311496120 tempest-ExternalNetworksTestJSON-1311496120-project-admin] 10.222.0.42 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 5953 time: 0.5469451 Apr 18 21:00:30.994097 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 57816) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:00:31.045935 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-0fdf872e-ab6e-4367-8b6f-4737db9b39e6 tempest-NetworksIpV6Test-2002984352 tempest-NetworksIpV6Test-2002984352-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1082986'] for segment, precommit_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:31.055402 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0fdf872e-ab6e-4367-8b6f-4737db9b39e6 tempest-NetworksIpV6Test-2002984352 tempest-NetworksIpV6Test-2002984352-project] Releasing vlan 357 on physical network physnet1 to pool {{(pid=84040) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 18 21:00:31.056335 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-0fdf872e-ab6e-4367-8b6f-4737db9b39e6 tempest-NetworksIpV6Test-2002984352 tempest-NetworksIpV6Test-2002984352-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1082993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32440923'] for segment, after_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:31.135213 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e771d10a-4363-4458-aecb-8bcc5394cf85 None None] Network 55f98e1d-d3b7-41c5-921e-b955dcd5be02 requested from n-d-838334-2 {{(pid=84042) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 21:00:31.165885 n-d-838334-2 neutron-server[84041]: INFO neutron.api.v2.resource [None req-91307b15-0c6e-4965-a265-ecf455b3175c tempest-ExternalNetworksTestJSON-1311496120 tempest-ExternalNetworksTestJSON-1311496120-project-admin] delete failed (client error): The resource could not be found. Apr 18 21:00:31.169413 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-91307b15-0c6e-4965-a265-ecf455b3175c tempest-ExternalNetworksTestJSON-1311496120 tempest-ExternalNetworksTestJSON-1311496120-project-admin] 10.222.0.42 "DELETE /v2.0/floatingips/dc53bee4-279d-4511-b663-dd3b3117ec35 HTTP/1.1" status: 404 len: 345 time: 0.1715407 Apr 18 21:00:31.169954 n-d-838334-2 neutron-server[84040]: Traceback (most recent call last): Apr 18 21:00:31.169954 n-d-838334-2 neutron-server[84040]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 18 21:00:31.169954 n-d-838334-2 neutron-server[84040]: timer() Apr 18 21:00:31.169954 n-d-838334-2 neutron-server[84040]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 21:00:31.169954 n-d-838334-2 neutron-server[84040]: cb(*args, **kw) Apr 18 21:00:31.169954 n-d-838334-2 neutron-server[84040]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 18 21:00:31.169954 n-d-838334-2 neutron-server[84040]: return func(*args, **kwargs) Apr 18 21:00:31.169954 n-d-838334-2 neutron-server[84040]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 21:00:31.169954 n-d-838334-2 neutron-server[84040]: self._notify() Apr 18 21:00:31.169954 n-d-838334-2 neutron-server[84040]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 21:00:31.169954 n-d-838334-2 neutron-server[84040]: self.callback(batched_events) Apr 18 21:00:31.169954 n-d-838334-2 neutron-server[84040]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 21:00:31.169954 n-d-838334-2 neutron-server[84040]: event.method(event) Apr 18 21:00:31.169954 n-d-838334-2 neutron-server[84040]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 18 21:00:31.169954 n-d-838334-2 neutron-server[84040]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 21:00:31.169954 n-d-838334-2 neutron-server[84040]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 18 21:00:31.169954 n-d-838334-2 neutron-server[84040]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 21:00:31.169954 n-d-838334-2 neutron-server[84040]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 18 21:00:31.169954 n-d-838334-2 neutron-server[84040]: return f(self, *a, **k) Apr 18 21:00:31.169954 n-d-838334-2 neutron-server[84040]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 18 21:00:31.169954 n-d-838334-2 neutron-server[84040]: return self._get(url).json() Apr 18 21:00:31.169954 n-d-838334-2 neutron-server[84040]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 18 21:00:31.169954 n-d-838334-2 neutron-server[84040]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 21:00:31.169954 n-d-838334-2 neutron-server[84040]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 18 21:00:31.169954 n-d-838334-2 neutron-server[84040]: return self.request(url, 'GET', **kwargs) Apr 18 21:00:31.169954 n-d-838334-2 neutron-server[84040]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 18 21:00:31.169954 n-d-838334-2 neutron-server[84040]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 21:00:31.169954 n-d-838334-2 neutron-server[84040]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 18 21:00:31.169954 n-d-838334-2 neutron-server[84040]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 21:00:31.169954 n-d-838334-2 neutron-server[84040]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 18 21:00:31.169954 n-d-838334-2 neutron-server[84040]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 21:00:31.169954 n-d-838334-2 neutron-server[84040]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 21:00:31.177516 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 57822) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:00:31.185495 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-5d5ba9f1-61d7-46b8-9b39-874d00e8a7d4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:31.190169 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-822bed5f-d34d-4748-9761-0184741e867d req-ba356180-780a-40e9-9b45-4357f1dbf468 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:00:31.191888 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-822bed5f-d34d-4748-9761-0184741e867d req-ba356180-780a-40e9-9b45-4357f1dbf468 service neutron] 10.222.0.48 "GET /v2.0/networks?id=0bad4841-e9a6-4877-8de7-2befe85ffb51 HTTP/1.1" status: 200 len: 914 time: 0.6355622 Apr 18 21:00:31.239983 n-d-838334-2 neutron-server[84041]: INFO neutron.pecan_wsgi.hooks.translation [None req-67add9d9-b264-4272-b286-147d50951440 tempest-ExternalNetworksTestJSON-1311496120 tempest-ExternalNetworksTestJSON-1311496120-project-admin] DELETE failed (client error): The resource could not be found. Apr 18 21:00:31.240713 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-67add9d9-b264-4272-b286-147d50951440 tempest-ExternalNetworksTestJSON-1311496120 tempest-ExternalNetworksTestJSON-1311496120-project-admin] No notification will be sent due to unsuccessful status code: 404 {{(pid=84041) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 21:00:31.244331 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-67add9d9-b264-4272-b286-147d50951440 tempest-ExternalNetworksTestJSON-1311496120 tempest-ExternalNetworksTestJSON-1311496120-project-admin] 10.222.0.42 "DELETE /v2.0/networks/8dd80c80-0f0d-41be-9e2a-ae8e82a9f5f9 HTTP/1.1" status: 404 len: 339 time: 0.0617545 Apr 18 21:00:31.248267 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 57828) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:00:31.263243 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.v2.base [None req-457cbbdb-a6fb-4ced-8fb2-7038d326dcec tempest-ExternalNetworksTestJSON-1311496120 tempest-ExternalNetworksTestJSON-1311496120-project-admin] Request body: {'network': {'name': 'tempest-network--502942769', 'router:external': True}} {{(pid=84041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:00:31.306580 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-457cbbdb-a6fb-4ced-8fb2-7038d326dcec tempest-ExternalNetworksTestJSON-1311496120 tempest-ExternalNetworksTestJSON-1311496120-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:00:31.316818 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Provisioning for port a46e8333-2083-45cf-9f4f-171d17c889e2 completed by entity L2. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 21:00:31.327260 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Provisioning complete for port a46e8333-2083-45cf-9f4f-171d17c889e2 triggered by entity L2. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:00:31.327648 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1253608'] for port, provisioning_complete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:31.329628 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-457cbbdb-a6fb-4ced-8fb2-7038d326dcec tempest-ExternalNetworksTestJSON-1311496120 tempest-ExternalNetworksTestJSON-1311496120-project-admin] Usage tracker for resource:network and tenant:d1abd178e8b448daa8f8c6333e663524 is out of sync, need to count used quota {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:00:31.333585 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-457cbbdb-a6fb-4ced-8fb2-7038d326dcec tempest-ExternalNetworksTestJSON-1311496120 tempest-ExternalNetworksTestJSON-1311496120-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:00:31.350825 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-457cbbdb-a6fb-4ced-8fb2-7038d326dcec tempest-ExternalNetworksTestJSON-1311496120 tempest-ExternalNetworksTestJSON-1311496120-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:00:31.380040 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-822bed5f-d34d-4748-9761-0184741e867d req-58b94c98-ebf5-4a61-bc55-8253044d12ec service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8eed9390-9245-43e8-8f5a-918d1fc3c30c HTTP/1.1" status: 200 len: 217 time: 0.1714997 Apr 18 21:00:31.381251 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-457cbbdb-a6fb-4ced-8fb2-7038d326dcec tempest-ExternalNetworksTestJSON-1311496120 tempest-ExternalNetworksTestJSON-1311496120-project-admin] Made reservation on behalf of d1abd178e8b448daa8f8c6333e663524 for: {'network': 1} {{(pid=84041) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:00:31.383949 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-457cbbdb-a6fb-4ced-8fb2-7038d326dcec tempest-ExternalNetworksTestJSON-1311496120 tempest-ExternalNetworksTestJSON-1311496120-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for network, before_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:31.385638 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-0fdf872e-ab6e-4367-8b6f-4737db9b39e6 tempest-NetworksIpV6Test-2002984352 tempest-NetworksIpV6Test-2002984352-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1258898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33526109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33444113'] for network, after_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:31.396555 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-0fdf872e-ab6e-4367-8b6f-4737db9b39e6 tempest-NetworksIpV6Test-2002984352 tempest-NetworksIpV6Test-2002984352-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32378031'] for network, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:31.421095 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-5d5ba9f1-61d7-46b8-9b39-874d00e8a7d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33528224'] for security_group, after_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:31.451657 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d5ba9f1-61d7-46b8-9b39-874d00e8a7d4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d4c9e09-da61-47a1-8593-fe8f9eeade2d,revision_number=None']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:00:31.462502 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-5d5ba9f1-61d7-46b8-9b39-874d00e8a7d4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:31.463898 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-5d5ba9f1-61d7-46b8-9b39-874d00e8a7d4 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/3d4c9e09-da61-47a1-8593-fe8f9eeade2d HTTP/1.1" status: 204 len: 168 time: 0.8468232 Apr 18 21:00:31.481563 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-457cbbdb-a6fb-4ced-8fb2-7038d326dcec tempest-ExternalNetworksTestJSON-1311496120 tempest-ExternalNetworksTestJSON-1311496120-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 384} {{(pid=84041) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 21:00:31.494104 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-457cbbdb-a6fb-4ced-8fb2-7038d326dcec tempest-ExternalNetworksTestJSON-1311496120 tempest-ExternalNetworksTestJSON-1311496120-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1082986'] for segment, precommit_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:31.494699 n-d-838334-2 neutron-server[84041]: INFO neutron.db.segments_db [None req-457cbbdb-a6fb-4ced-8fb2-7038d326dcec tempest-ExternalNetworksTestJSON-1311496120 tempest-ExternalNetworksTestJSON-1311496120-project-admin] Added segment 4269cbd5-508b-472a-a845-f75138d18c00 of type vlan for network 5fa24545-7b03-4a36-88f9-7875b1abc63f Apr 18 21:00:31.535150 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-457cbbdb-a6fb-4ced-8fb2-7038d326dcec tempest-ExternalNetworksTestJSON-1311496120 tempest-ExternalNetworksTestJSON-1311496120-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750374825732'] for network, precommit_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:31.569895 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:31.610824 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] For port a46e8333-2083-45cf-9f4f-171d17c889e2, host n-d-838334-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838334-2',level=0,port_id=a46e8333-2083-45cf-9f4f-171d17c889e2,segment=NetworkSegment(732aa830-768b-4511-951f-d08e26b9c25b),segment_id=732aa830-768b-4511-951f-d08e26b9c25b)] {{(pid=84042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:00:31.617007 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fdf872e-ab6e-4367-8b6f-4737db9b39e6 tempest-NetworksIpV6Test-2002984352 tempest-NetworksIpV6Test-2002984352-project] Pushing event deleted for resources: {'Network': ['ID=55f98e1d-d3b7-41c5-921e-b955dcd5be02,revision_number=None']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:00:31.621459 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682'] for port, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:31.639423 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-822bed5f-d34d-4748-9761-0184741e867d req-a5d6c7a6-9cee-4450-9ede-36db27390add service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:00:31.640171 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-457cbbdb-a6fb-4ced-8fb2-7038d326dcec tempest-ExternalNetworksTestJSON-1311496120 tempest-ExternalNetworksTestJSON-1311496120-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33526109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022'] for network, after_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:31.641712 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-457cbbdb-a6fb-4ced-8fb2-7038d326dcec tempest-ExternalNetworksTestJSON-1311496120 tempest-ExternalNetworksTestJSON-1311496120-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:00:31.642405 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-457cbbdb-a6fb-4ced-8fb2-7038d326dcec tempest-ExternalNetworksTestJSON-1311496120 tempest-ExternalNetworksTestJSON-1311496120-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32378031'] for network, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:31.642808 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-822bed5f-d34d-4748-9761-0184741e867d req-a5d6c7a6-9cee-4450-9ede-36db27390add service neutron] 10.222.0.48 "GET /v2.0/subnets?id=0d6de920-cb7d-469b-9a77-ddf54cb30087 HTTP/1.1" status: 200 len: 853 time: 0.2394078 Apr 18 21:00:31.649850 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-0fdf872e-ab6e-4367-8b6f-4737db9b39e6 tempest-NetworksIpV6Test-2002984352 tempest-NetworksIpV6Test-2002984352-project] 10.222.0.42 "DELETE /v2.0/networks/55f98e1d-d3b7-41c5-921e-b955dcd5be02 HTTP/1.1" status: 204 len: 168 time: 2.5310426 Apr 18 21:00:31.662854 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 57840) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:00:31.711000 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.v2.base [None req-ba612ec9-644e-4b38-9136-5643667c773e tempest-NetworksIpV6Test-2002984352 tempest-NetworksIpV6Test-2002984352-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1941180179'}} {{(pid=84040) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:00:31.711171 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-457cbbdb-a6fb-4ced-8fb2-7038d326dcec tempest-ExternalNetworksTestJSON-1311496120 tempest-ExternalNetworksTestJSON-1311496120-project-admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 0.4615579 Apr 18 21:00:31.718457 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 57848) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:00:31.726302 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [None req-ba612ec9-644e-4b38-9136-5643667c773e tempest-NetworksIpV6Test-2002984352 tempest-NetworksIpV6Test-2002984352-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:00:31.733718 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-822bed5f-d34d-4748-9761-0184741e867d req-15038d23-2fd0-4bac-9acc-04b7c7f72cbd service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=0bad4841-e9a6-4877-8de7-2befe85ffb51&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0814927 Apr 18 21:00:31.743684 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-ba612ec9-644e-4b38-9136-5643667c773e tempest-NetworksIpV6Test-2002984352 tempest-NetworksIpV6Test-2002984352-project] Usage tracker for resource:network and tenant:fd146e1e9f314c74ba81762788974d67 is out of sync, need to count used quota {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:00:31.771215 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-ba612ec9-644e-4b38-9136-5643667c773e tempest-NetworksIpV6Test-2002984352 tempest-NetworksIpV6Test-2002984352-project] Quota usage for network was recalculated. Used quota:2. {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:00:31.789215 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Pushing event updated for resources: {'Port': ['ID=a46e8333-2083-45cf-9f4f-171d17c889e2,revision_number=4']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:00:31.919639 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-822bed5f-d34d-4748-9761-0184741e867d req-efaef032-4959-4a89-90ca-ae8bc831af77 service neutron] 10.222.0.48 "GET /v2.0/networks/0bad4841-e9a6-4877-8de7-2befe85ffb51?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1423781 Apr 18 21:00:31.950389 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-457cbbdb-a6fb-4ced-8fb2-7038d326dcec tempest-ExternalNetworksTestJSON-1311496120 tempest-ExternalNetworksTestJSON-1311496120-project-admin] Pushing event updated for resources: {'Network': ['ID=5fa24545-7b03-4a36-88f9-7875b1abc63f,revision_number=1']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:00:31.964870 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Network 5fa24545-7b03-4a36-88f9-7875b1abc63f details requested by agent ovs-agent-n-d-838334-2 with host n-d-838334-2 {{(pid=84042) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 18 21:00:32.044830 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [None req-ba612ec9-644e-4b38-9136-5643667c773e tempest-NetworksIpV6Test-2002984352 tempest-NetworksIpV6Test-2002984352-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:00:32.051146 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04d96f91-7f67-4032-b0e0-4dcfeb8ea2bf tempest-ExternalNetworksTestJSON-191736342 tempest-ExternalNetworksTestJSON-191736342-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:00:32.055470 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04d96f91-7f67-4032-b0e0-4dcfeb8ea2bf tempest-ExternalNetworksTestJSON-191736342 tempest-ExternalNetworksTestJSON-191736342-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:00:32.067883 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04d96f91-7f67-4032-b0e0-4dcfeb8ea2bf tempest-ExternalNetworksTestJSON-191736342 tempest-ExternalNetworksTestJSON-191736342-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:00:32.072786 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 57858) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:00:32.079033 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04d96f91-7f67-4032-b0e0-4dcfeb8ea2bf tempest-ExternalNetworksTestJSON-191736342 tempest-ExternalNetworksTestJSON-191736342-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:00:32.085048 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-04d96f91-7f67-4032-b0e0-4dcfeb8ea2bf tempest-ExternalNetworksTestJSON-191736342 tempest-ExternalNetworksTestJSON-191736342-project] 10.222.0.42 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2453 time: 0.3528092 Apr 18 21:00:32.085670 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 57862) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:00:32.115201 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-831c4c3b-2c1f-47af-b635-8e48989794cf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:32.138170 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.v2.base [None req-96f52c17-6ac1-466f-8990-df6749de55c8 tempest-AttachVolumeTestJSON-1696487017 tempest-AttachVolumeTestJSON-1696487017-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1217914507', 'description': 'tempest-description--1446411147'}} {{(pid=84040) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:00:32.148867 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-831c4c3b-2c1f-47af-b635-8e48989794cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33528224'] for security_group, after_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:32.224383 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-ca1c7f8d-84fe-4208-a6f5-f3fb8187aaf4 tempest-ExternalNetworksTestJSON-1311496120 tempest-ExternalNetworksTestJSON-1311496120-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1103592'] for network, before_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:32.232582 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [None req-96f52c17-6ac1-466f-8990-df6749de55c8 tempest-AttachVolumeTestJSON-1696487017 tempest-AttachVolumeTestJSON-1696487017-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:00:32.235490 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba612ec9-644e-4b38-9136-5643667c773e tempest-NetworksIpV6Test-2002984352 tempest-NetworksIpV6Test-2002984352-project] Made reservation on behalf of fd146e1e9f314c74ba81762788974d67 for: {'network': 1} {{(pid=84040) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:00:32.238648 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-ba612ec9-644e-4b38-9136-5643667c773e tempest-NetworksIpV6Test-2002984352 tempest-NetworksIpV6Test-2002984352-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for network, before_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:32.268632 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-96f52c17-6ac1-466f-8990-df6749de55c8 tempest-AttachVolumeTestJSON-1696487017 tempest-AttachVolumeTestJSON-1696487017-project] Usage tracker for resource:security_group and tenant:b5bf875eb9b748b5aba56f8b60ce8169 is out of sync, need to count used quota {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:00:32.274899 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-96f52c17-6ac1-466f-8990-df6749de55c8 tempest-AttachVolumeTestJSON-1696487017 tempest-AttachVolumeTestJSON-1696487017-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:00:32.361317 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [None req-96f52c17-6ac1-466f-8990-df6749de55c8 tempest-AttachVolumeTestJSON-1696487017 tempest-AttachVolumeTestJSON-1696487017-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:00:32.363063 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-ca1c7f8d-84fe-4208-a6f5-f3fb8187aaf4 tempest-ExternalNetworksTestJSON-1311496120 tempest-ExternalNetworksTestJSON-1311496120-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1258905', 'neutron.services.segments.db._delete_segments_for_network-8750375287417'] for network, precommit_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:32.392447 n-d-838334-2 neutron-server[84041]: DEBUG neutron.services.segments.db [None req-ca1c7f8d-84fe-4208-a6f5-f3fb8187aaf4 tempest-ExternalNetworksTestJSON-1311496120 tempest-ExternalNetworksTestJSON-1311496120-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5fa24545-7b03-4a36-88f9-7875b1abc63f']}} {{(pid=84041) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:00:32.405583 n-d-838334-2 neutron-server[84041]: DEBUG neutron.services.segments.db [None req-ca1c7f8d-84fe-4208-a6f5-f3fb8187aaf4 tempest-ExternalNetworksTestJSON-1311496120 tempest-ExternalNetworksTestJSON-1311496120-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4269cbd5-508b-472a-a845-f75138d18c00') {'for_net_delete': True} {{(pid=84041) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:00:32.405976 n-d-838334-2 neutron-server[84041]: DEBUG neutron.services.segments.db [None req-ca1c7f8d-84fe-4208-a6f5-f3fb8187aaf4 tempest-ExternalNetworksTestJSON-1311496120 tempest-ExternalNetworksTestJSON-1311496120-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4269cbd5-508b-472a-a845-f75138d18c00') {} {{(pid=84041) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:00:32.417647 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-831c4c3b-2c1f-47af-b635-8e48989794cf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5106d95a-7d8f-4db6-b7fc-134e2168e191,revision_number=1']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:00:32.419808 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-ca1c7f8d-84fe-4208-a6f5-f3fb8187aaf4 tempest-ExternalNetworksTestJSON-1311496120 tempest-ExternalNetworksTestJSON-1311496120-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750375287300', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32268156'] for segment, before_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:32.424592 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-831c4c3b-2c1f-47af-b635-8e48989794cf admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=50a14f00134a4133a858d39b27d3b8f3&name=default HTTP/1.1" status: 200 len: 2647 time: 2.0508332 Apr 18 21:00:32.430598 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 57874) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:00:32.442367 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ba612ec9-644e-4b38-9136-5643667c773e tempest-NetworksIpV6Test-2002984352 tempest-NetworksIpV6Test-2002984352-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 377} {{(pid=84040) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 21:00:32.458598 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-ca1c7f8d-84fe-4208-a6f5-f3fb8187aaf4 tempest-ExternalNetworksTestJSON-1311496120 tempest-ExternalNetworksTestJSON-1311496120-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1082986'] for segment, precommit_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:32.460988 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c779825e-a68b-4d5a-b06f-de23ca47a166 req-a63e2a8c-c599-4b89-b7de-2e195a6ad4bd tempest-ServersTestJSON-1424434350 tempest-ServersTestJSON-1424434350-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:00:32.467833 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-c779825e-a68b-4d5a-b06f-de23ca47a166 req-a63e2a8c-c599-4b89-b7de-2e195a6ad4bd tempest-ServersTestJSON-1424434350 tempest-ServersTestJSON-1424434350-project] 10.222.0.42 "GET /v2.0/networks?id=7083f08e-ab4e-49e9-91e4-270e03cc3e4c HTTP/1.1" status: 200 len: 805 time: 0.7210059 Apr 18 21:00:32.475400 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-96f52c17-6ac1-466f-8990-df6749de55c8 tempest-AttachVolumeTestJSON-1696487017 tempest-AttachVolumeTestJSON-1696487017-project] Notify callbacks [] for security_group, before_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:32.477867 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ca1c7f8d-84fe-4208-a6f5-f3fb8187aaf4 tempest-ExternalNetworksTestJSON-1311496120 tempest-ExternalNetworksTestJSON-1311496120-project-admin] Releasing vlan 384 on physical network physnet1 to pool {{(pid=84041) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 18 21:00:32.478275 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-ca1c7f8d-84fe-4208-a6f5-f3fb8187aaf4 tempest-ExternalNetworksTestJSON-1311496120 tempest-ExternalNetworksTestJSON-1311496120-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1082993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32266254'] for segment, after_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:32.515128 n-d-838334-2 neutron-server[84041]: Traceback (most recent call last): Apr 18 21:00:32.515128 n-d-838334-2 neutron-server[84041]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 18 21:00:32.515128 n-d-838334-2 neutron-server[84041]: timer() Apr 18 21:00:32.515128 n-d-838334-2 neutron-server[84041]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 21:00:32.515128 n-d-838334-2 neutron-server[84041]: cb(*args, **kw) Apr 18 21:00:32.515128 n-d-838334-2 neutron-server[84041]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 18 21:00:32.515128 n-d-838334-2 neutron-server[84041]: return func(*args, **kwargs) Apr 18 21:00:32.515128 n-d-838334-2 neutron-server[84041]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 21:00:32.515128 n-d-838334-2 neutron-server[84041]: self._notify() Apr 18 21:00:32.515128 n-d-838334-2 neutron-server[84041]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 21:00:32.515128 n-d-838334-2 neutron-server[84041]: self.callback(batched_events) Apr 18 21:00:32.515128 n-d-838334-2 neutron-server[84041]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 21:00:32.515128 n-d-838334-2 neutron-server[84041]: event.method(event) Apr 18 21:00:32.515128 n-d-838334-2 neutron-server[84041]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 18 21:00:32.515128 n-d-838334-2 neutron-server[84041]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 21:00:32.515128 n-d-838334-2 neutron-server[84041]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 18 21:00:32.515128 n-d-838334-2 neutron-server[84041]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 21:00:32.515128 n-d-838334-2 neutron-server[84041]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 18 21:00:32.515128 n-d-838334-2 neutron-server[84041]: return f(self, *a, **k) Apr 18 21:00:32.515128 n-d-838334-2 neutron-server[84041]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 18 21:00:32.515128 n-d-838334-2 neutron-server[84041]: return self._get(url).json() Apr 18 21:00:32.515128 n-d-838334-2 neutron-server[84041]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 18 21:00:32.515128 n-d-838334-2 neutron-server[84041]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 21:00:32.515128 n-d-838334-2 neutron-server[84041]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 18 21:00:32.515128 n-d-838334-2 neutron-server[84041]: return self.request(url, 'GET', **kwargs) Apr 18 21:00:32.515128 n-d-838334-2 neutron-server[84041]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 18 21:00:32.515128 n-d-838334-2 neutron-server[84041]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 21:00:32.515128 n-d-838334-2 neutron-server[84041]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 18 21:00:32.515128 n-d-838334-2 neutron-server[84041]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 21:00:32.515128 n-d-838334-2 neutron-server[84041]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 18 21:00:32.515128 n-d-838334-2 neutron-server[84041]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 21:00:32.515128 n-d-838334-2 neutron-server[84041]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 21:00:32.527782 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-822bed5f-d34d-4748-9761-0184741e867d req-8eb323b7-2b2d-4bce-8d87-6f66580681a2 service neutron] 10.222.0.48 "GET /v2.0/networks/0bad4841-e9a6-4877-8de7-2befe85ffb51?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4531095 Apr 18 21:00:32.558399 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-c779825e-a68b-4d5a-b06f-de23ca47a166 req-e6e26ddf-859a-4503-9e29-d3ce8fd1ac45 tempest-ServersTestJSON-1424434350 tempest-ServersTestJSON-1424434350-project] 10.222.0.42 "GET /v2.0/quotas/ba267e3ba48c4ff1b4fc57f8cfab7c8c HTTP/1.1" status: 200 len: 375 time: 0.0877519 Apr 18 21:00:32.601214 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Device a45acb07-9b2e-433f-8a48-8cddda61e749 up at agent ovs-agent-n-d-838334-2 {{(pid=84042) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 21:00:32.654596 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5af8f3c5-bb85-428d-8f26-59e62dc51c10 req-07ba6ded-ccb9-44ae-8816-9fb03160d492 tempest-ServersNegativeTestJSON-508382254 tempest-ServersNegativeTestJSON-508382254-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:00:32.654596 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-5af8f3c5-bb85-428d-8f26-59e62dc51c10 req-07ba6ded-ccb9-44ae-8816-9fb03160d492 tempest-ServersNegativeTestJSON-508382254 tempest-ServersNegativeTestJSON-508382254-project] 10.222.0.42 "GET /v2.0/ports?device_id=2197a591-197e-47fe-9210-1387bfb6ec5e HTTP/1.1" status: 200 len: 945 time: 0.3978624 Apr 18 21:00:32.742153 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Provisioning complete for port a45acb07-9b2e-433f-8a48-8cddda61e749 triggered by entity L2. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:00:32.743089 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1253608'] for port, provisioning_complete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:32.837971 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-3504e10e-081c-4014-9bb8-e8c8291d6d7f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:32.853165 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-ca1c7f8d-84fe-4208-a6f5-f3fb8187aaf4 tempest-ExternalNetworksTestJSON-1311496120 tempest-ExternalNetworksTestJSON-1311496120-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1258898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33526109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33444113'] for network, after_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:32.893708 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ca1c7f8d-84fe-4208-a6f5-f3fb8187aaf4 tempest-ExternalNetworksTestJSON-1311496120 tempest-ExternalNetworksTestJSON-1311496120-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 5fa24545-7b03-4a36-88f9-7875b1abc63f {{(pid=84041) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Apr 18 21:00:32.901869 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-ca1c7f8d-84fe-4208-a6f5-f3fb8187aaf4 tempest-ExternalNetworksTestJSON-1311496120 tempest-ExternalNetworksTestJSON-1311496120-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32378031'] for network, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:32.909621 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-ba612ec9-644e-4b38-9136-5643667c773e tempest-NetworksIpV6Test-2002984352 tempest-NetworksIpV6Test-2002984352-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1082986'] for segment, precommit_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:32.910405 n-d-838334-2 neutron-server[84040]: INFO neutron.db.segments_db [None req-ba612ec9-644e-4b38-9136-5643667c773e tempest-NetworksIpV6Test-2002984352 tempest-NetworksIpV6Test-2002984352-project] Added segment 58a7507d-d165-447e-b58e-fcd70763fb9d of type vlan for network a818874a-cf41-4f25-aac5-981d8c6231b1 Apr 18 21:00:32.927348 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Device a46e8333-2083-45cf-9f4f-171d17c889e2 up at agent ovs-agent-n-d-838334-2 {{(pid=84042) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 21:00:32.939313 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [None req-96f52c17-6ac1-466f-8990-df6749de55c8 tempest-AttachVolumeTestJSON-1696487017 tempest-AttachVolumeTestJSON-1696487017-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:00:32.964605 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-96f52c17-6ac1-466f-8990-df6749de55c8 tempest-AttachVolumeTestJSON-1696487017 tempest-AttachVolumeTestJSON-1696487017-project] Usage tracker for resource:security_group_rule and tenant:b5bf875eb9b748b5aba56f8b60ce8169 is out of sync, need to count used quota {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:00:32.983186 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-96f52c17-6ac1-466f-8990-df6749de55c8 tempest-AttachVolumeTestJSON-1696487017 tempest-AttachVolumeTestJSON-1696487017-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:00:33.004514 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-c779825e-a68b-4d5a-b06f-de23ca47a166 req-bd6d2bbc-1ac2-4160-9e78-fe9766d6eaee tempest-ServersTestJSON-1424434350 tempest-ServersTestJSON-1424434350-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=ba267e3ba48c4ff1b4fc57f8cfab7c8c&fields=id HTTP/1.1" status: 200 len: 255 time: 0.4472244 Apr 18 21:00:33.007901 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [None req-96f52c17-6ac1-466f-8990-df6749de55c8 tempest-AttachVolumeTestJSON-1696487017 tempest-AttachVolumeTestJSON-1696487017-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:00:33.015287 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-ba612ec9-644e-4b38-9136-5643667c773e tempest-NetworksIpV6Test-2002984352 tempest-NetworksIpV6Test-2002984352-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750374825732'] for network, precommit_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:33.079667 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Provisioning complete for port a46e8333-2083-45cf-9f4f-171d17c889e2 triggered by entity L2. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:00:33.080305 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1253608'] for port, provisioning_complete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:33.087692 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-5af8f3c5-bb85-428d-8f26-59e62dc51c10 req-7dc37c33-8db4-4e12-96e8-8ed44f77c1ef tempest-ServersNegativeTestJSON-508382254 tempest-ServersNegativeTestJSON-508382254-project] 10.222.0.42 "GET /v2.0/security-groups?id=ada0ecb3-b1bc-4ba2-8e6c-b06ba09daca2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4331803 Apr 18 21:00:33.167779 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca1c7f8d-84fe-4208-a6f5-f3fb8187aaf4 tempest-ExternalNetworksTestJSON-1311496120 tempest-ExternalNetworksTestJSON-1311496120-project-admin] Pushing event deleted for resources: {'Network': ['ID=5fa24545-7b03-4a36-88f9-7875b1abc63f,revision_number=None']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:00:33.203913 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-ca1c7f8d-84fe-4208-a6f5-f3fb8187aaf4 tempest-ExternalNetworksTestJSON-1311496120 tempest-ExternalNetworksTestJSON-1311496120-project-admin] 10.222.0.42 "DELETE /v2.0/networks/5fa24545-7b03-4a36-88f9-7875b1abc63f HTTP/1.1" status: 204 len: 168 time: 1.1171088 Apr 18 21:00:33.208689 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 57894) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:00:33.220404 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-3504e10e-081c-4014-9bb8-e8c8291d6d7f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:33.238533 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.v2.base [None req-16501dc4-902b-4085-95e2-488c72213bb6 tempest-ExternalNetworksTestJSON-1311496120 tempest-ExternalNetworksTestJSON-1311496120-project-admin] Request body: {'network': {'name': 'tempest-network--1887616181', 'router:external': True}} {{(pid=84041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:00:33.253315 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-16501dc4-902b-4085-95e2-488c72213bb6 tempest-ExternalNetworksTestJSON-1311496120 tempest-ExternalNetworksTestJSON-1311496120-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:00:33.262785 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-16501dc4-902b-4085-95e2-488c72213bb6 tempest-ExternalNetworksTestJSON-1311496120 tempest-ExternalNetworksTestJSON-1311496120-project-admin] Usage tracker for resource:network and tenant:d1abd178e8b448daa8f8c6333e663524 is out of sync, need to count used quota {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:00:33.269861 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-16501dc4-902b-4085-95e2-488c72213bb6 tempest-ExternalNetworksTestJSON-1311496120 tempest-ExternalNetworksTestJSON-1311496120-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:00:33.286481 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-16501dc4-902b-4085-95e2-488c72213bb6 tempest-ExternalNetworksTestJSON-1311496120 tempest-ExternalNetworksTestJSON-1311496120-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:00:33.331244 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-16501dc4-902b-4085-95e2-488c72213bb6 tempest-ExternalNetworksTestJSON-1311496120 tempest-ExternalNetworksTestJSON-1311496120-project-admin] Made reservation on behalf of d1abd178e8b448daa8f8c6333e663524 for: {'network': 1} {{(pid=84041) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:00:33.342219 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-16501dc4-902b-4085-95e2-488c72213bb6 tempest-ExternalNetworksTestJSON-1311496120 tempest-ExternalNetworksTestJSON-1311496120-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for network, before_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:33.360563 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-c779825e-a68b-4d5a-b06f-de23ca47a166 req-f2e916db-3e9c-46d0-a8fe-4c8f5adc80bc service neutron] 10.222.0.42 "GET /v2.0/networks/7083f08e-ab4e-49e9-91e4-270e03cc3e4c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3489552 Apr 18 21:00:33.385401 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-ba612ec9-644e-4b38-9136-5643667c773e tempest-NetworksIpV6Test-2002984352 tempest-NetworksIpV6Test-2002984352-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33526109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022'] for network, after_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:33.389699 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba612ec9-644e-4b38-9136-5643667c773e tempest-NetworksIpV6Test-2002984352 tempest-NetworksIpV6Test-2002984352-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:00:33.390017 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-ba612ec9-644e-4b38-9136-5643667c773e tempest-NetworksIpV6Test-2002984352 tempest-NetworksIpV6Test-2002984352-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32378031'] for network, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:33.393091 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-16501dc4-902b-4085-95e2-488c72213bb6 tempest-ExternalNetworksTestJSON-1311496120 tempest-ExternalNetworksTestJSON-1311496120-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 388} {{(pid=84041) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 21:00:33.403645 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-16501dc4-902b-4085-95e2-488c72213bb6 tempest-ExternalNetworksTestJSON-1311496120 tempest-ExternalNetworksTestJSON-1311496120-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1082986'] for segment, precommit_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:33.404351 n-d-838334-2 neutron-server[84041]: INFO neutron.db.segments_db [None req-16501dc4-902b-4085-95e2-488c72213bb6 tempest-ExternalNetworksTestJSON-1311496120 tempest-ExternalNetworksTestJSON-1311496120-project-admin] Added segment f54ca1a4-bd6f-4637-bd4f-9817c2e0d029 of type vlan for network e87d6c78-1dde-4207-b5d0-5b134358ccad Apr 18 21:00:33.439136 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-16501dc4-902b-4085-95e2-488c72213bb6 tempest-ExternalNetworksTestJSON-1311496120 tempest-ExternalNetworksTestJSON-1311496120-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750374825732'] for network, precommit_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:33.483207 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-16501dc4-902b-4085-95e2-488c72213bb6 tempest-ExternalNetworksTestJSON-1311496120 tempest-ExternalNetworksTestJSON-1311496120-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33526109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022'] for network, after_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:33.484228 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16501dc4-902b-4085-95e2-488c72213bb6 tempest-ExternalNetworksTestJSON-1311496120 tempest-ExternalNetworksTestJSON-1311496120-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:00:33.485851 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-16501dc4-902b-4085-95e2-488c72213bb6 tempest-ExternalNetworksTestJSON-1311496120 tempest-ExternalNetworksTestJSON-1311496120-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32378031'] for network, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:33.499609 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-96f52c17-6ac1-466f-8990-df6749de55c8 tempest-AttachVolumeTestJSON-1696487017 tempest-AttachVolumeTestJSON-1696487017-project] Notify callbacks [] for security_group, precommit_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:33.615048 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16501dc4-902b-4085-95e2-488c72213bb6 tempest-ExternalNetworksTestJSON-1311496120 tempest-ExternalNetworksTestJSON-1311496120-project-admin] Pushing event updated for resources: {'Network': ['ID=e87d6c78-1dde-4207-b5d0-5b134358ccad,revision_number=1']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:00:33.620606 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-3504e10e-081c-4014-9bb8-e8c8291d6d7f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33528224'] for security_group, after_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:33.623234 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-3504e10e-081c-4014-9bb8-e8c8291d6d7f admin admin] Notify callbacks [] for security_group, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:33.624424 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-3504e10e-081c-4014-9bb8-e8c8291d6d7f admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/5106d95a-7d8f-4db6-b7fc-134e2168e191 HTTP/1.1" status: 204 len: 168 time: 1.1905642 Apr 18 21:00:33.626705 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-16501dc4-902b-4085-95e2-488c72213bb6 tempest-ExternalNetworksTestJSON-1311496120 tempest-ExternalNetworksTestJSON-1311496120-project-admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.4157944 Apr 18 21:00:33.628740 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Network e87d6c78-1dde-4207-b5d0-5b134358ccad details requested by agent ovs-agent-n-d-838334-2 with host n-d-838334-2 {{(pid=84042) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 18 21:00:33.633514 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba612ec9-644e-4b38-9136-5643667c773e tempest-NetworksIpV6Test-2002984352 tempest-NetworksIpV6Test-2002984352-project] Pushing event updated for resources: {'Network': ['ID=a818874a-cf41-4f25-aac5-981d8c6231b1,revision_number=1']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:00:33.634146 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 57908) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:00:33.648002 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-96f52c17-6ac1-466f-8990-df6749de55c8 tempest-AttachVolumeTestJSON-1696487017 tempest-AttachVolumeTestJSON-1696487017-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33528224'] for security_group, after_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:33.668465 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3504e10e-081c-4014-9bb8-e8c8291d6d7f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5106d95a-7d8f-4db6-b7fc-134e2168e191,revision_number=None']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:00:33.675206 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Network a818874a-cf41-4f25-aac5-981d8c6231b1 details requested by agent ovs-agent-n-d-838334-2 with host n-d-838334-2 {{(pid=84042) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 18 21:00:33.696299 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-ba612ec9-644e-4b38-9136-5643667c773e tempest-NetworksIpV6Test-2002984352 tempest-NetworksIpV6Test-2002984352-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.9944856 Apr 18 21:00:33.699432 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 57914) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:00:33.722108 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.v2.base [None req-4bcf8338-32c2-47e2-a99c-7500cb7df84b tempest-NetworksIpV6Test-2002984352 tempest-NetworksIpV6Test-2002984352-project] Request body: {'subnet': {'network_id': 'a818874a-cf41-4f25-aac5-981d8c6231b1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=84040) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:00:33.786196 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83eac810-3e36-4104-9198-74c8491fa67c tempest-ExternalNetworksTestJSON-191736342 tempest-ExternalNetworksTestJSON-191736342-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:00:33.790565 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-83eac810-3e36-4104-9198-74c8491fa67c tempest-ExternalNetworksTestJSON-191736342 tempest-ExternalNetworksTestJSON-191736342-project] 10.222.0.42 "GET /v2.0/networks/e87d6c78-1dde-4207-b5d0-5b134358ccad HTTP/1.1" status: 200 len: 757 time: 0.1531615 Apr 18 21:00:33.790953 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 57918) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:00:33.841236 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-96f52c17-6ac1-466f-8990-df6749de55c8 tempest-AttachVolumeTestJSON-1696487017 tempest-AttachVolumeTestJSON-1696487017-project] Notify callbacks [] for security_group, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:33.842451 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-96f52c17-6ac1-466f-8990-df6749de55c8 tempest-AttachVolumeTestJSON-1696487017 tempest-AttachVolumeTestJSON-1696487017-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1614 time: 1.7665226 Apr 18 21:00:33.855365 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 57926) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:00:33.875023 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.v2.base [None req-017800d3-629b-42d4-8045-a5e335b20105 tempest-AttachVolumeTestJSON-1696487017 tempest-AttachVolumeTestJSON-1696487017-project] Request body: {'security_group_rule': {'security_group_id': '326b68b1-226b-43b8-a174-ccc3d0972537', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:00:33.894133 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-017800d3-629b-42d4-8045-a5e335b20105 tempest-AttachVolumeTestJSON-1696487017 tempest-AttachVolumeTestJSON-1696487017-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:00:33.902863 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-017800d3-629b-42d4-8045-a5e335b20105 tempest-AttachVolumeTestJSON-1696487017 tempest-AttachVolumeTestJSON-1696487017-project] Usage tracker for resource:security_group_rule and tenant:b5bf875eb9b748b5aba56f8b60ce8169 is out of sync, need to count used quota {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:00:33.914147 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-017800d3-629b-42d4-8045-a5e335b20105 tempest-AttachVolumeTestJSON-1696487017 tempest-AttachVolumeTestJSON-1696487017-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:00:33.918586 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96f52c17-6ac1-466f-8990-df6749de55c8 tempest-AttachVolumeTestJSON-1696487017 tempest-AttachVolumeTestJSON-1696487017-project] Pushing event updated for resources: {'SecurityGroup': ['ID=326b68b1-226b-43b8-a174-ccc3d0972537,revision_number=1']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:00:33.939489 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-017800d3-629b-42d4-8045-a5e335b20105 tempest-AttachVolumeTestJSON-1696487017 tempest-AttachVolumeTestJSON-1696487017-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:00:34.010056 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750375287399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253529'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:34.098993 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-017800d3-629b-42d4-8045-a5e335b20105 tempest-AttachVolumeTestJSON-1696487017 tempest-AttachVolumeTestJSON-1696487017-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:34.105683 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-c779825e-a68b-4d5a-b06f-de23ca47a166 req-2a30927f-e244-42ee-8b07-926194a84513 service neutron] 10.222.0.42 "GET /v2.0/networks/7083f08e-ab4e-49e9-91e4-270e03cc3e4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7408857 Apr 18 21:00:34.118421 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [None req-4bcf8338-32c2-47e2-a99c-7500cb7df84b tempest-NetworksIpV6Test-2002984352 tempest-NetworksIpV6Test-2002984352-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:00:34.157199 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-4bcf8338-32c2-47e2-a99c-7500cb7df84b tempest-NetworksIpV6Test-2002984352 tempest-NetworksIpV6Test-2002984352-project] Usage tracker for resource:subnet and tenant:fd146e1e9f314c74ba81762788974d67 is out of sync, need to count used quota {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:00:34.162301 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2aa48615-ab60-44f6-8c8f-309c284affb1 tempest-ExternalNetworksTestJSON-191736342 tempest-ExternalNetworksTestJSON-191736342-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:00:34.163836 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-2aa48615-ab60-44f6-8c8f-309c284affb1 tempest-ExternalNetworksTestJSON-191736342 tempest-ExternalNetworksTestJSON-191736342-project] 10.222.0.42 "GET /v2.0/networks/0c40b87f-a4cc-474d-a3ee-1a71a83aa6fa HTTP/1.1" status: 200 len: 768 time: 0.3717034 Apr 18 21:00:34.165667 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-4bcf8338-32c2-47e2-a99c-7500cb7df84b tempest-NetworksIpV6Test-2002984352 tempest-NetworksIpV6Test-2002984352-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:00:34.167562 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 57940) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:00:34.180304 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [None req-4bcf8338-32c2-47e2-a99c-7500cb7df84b tempest-NetworksIpV6Test-2002984352 tempest-NetworksIpV6Test-2002984352-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:00:34.212000 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4bcf8338-32c2-47e2-a99c-7500cb7df84b tempest-NetworksIpV6Test-2002984352 tempest-NetworksIpV6Test-2002984352-project] Made reservation on behalf of fd146e1e9f314c74ba81762788974d67 for: {'subnet': 1} {{(pid=84040) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:00:34.351153 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-72257c80-cba9-47b9-9197-1fb0880098c3 tempest-ExternalNetworksTestJSON-1311496120 tempest-ExternalNetworksTestJSON-1311496120-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1103592'] for network, before_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:34.365314 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-017800d3-629b-42d4-8045-a5e335b20105 tempest-AttachVolumeTestJSON-1696487017 tempest-AttachVolumeTestJSON-1696487017-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:34.391919 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-017800d3-629b-42d4-8045-a5e335b20105 tempest-AttachVolumeTestJSON-1696487017 tempest-AttachVolumeTestJSON-1696487017-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33528311'] for security_group_rule, after_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:34.427120 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-4bcf8338-32c2-47e2-a99c-7500cb7df84b tempest-NetworksIpV6Test-2002984352 tempest-NetworksIpV6Test-2002984352-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31752722'] for subnet, before_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:34.522470 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-017800d3-629b-42d4-8045-a5e335b20105 tempest-AttachVolumeTestJSON-1696487017 tempest-AttachVolumeTestJSON-1696487017-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8c697f06-7d23-48be-bcd7-78c3b584c283,revision_number=0']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:00:34.620076 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-017800d3-629b-42d4-8045-a5e335b20105 tempest-AttachVolumeTestJSON-1696487017 tempest-AttachVolumeTestJSON-1696487017-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:34.621376 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-017800d3-629b-42d4-8045-a5e335b20105 tempest-AttachVolumeTestJSON-1696487017 tempest-AttachVolumeTestJSON-1696487017-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.7646468 Apr 18 21:00:34.628121 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 57960) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:00:34.644095 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.v2.base [None req-96e41fe5-02d5-450b-bbff-c5d23d73414e tempest-AttachVolumeTestJSON-1696487017 tempest-AttachVolumeTestJSON-1696487017-project] Request body: {'security_group_rule': {'security_group_id': '326b68b1-226b-43b8-a174-ccc3d0972537', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=84041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:00:34.650339 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-96e41fe5-02d5-450b-bbff-c5d23d73414e tempest-AttachVolumeTestJSON-1696487017 tempest-AttachVolumeTestJSON-1696487017-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:00:34.655835 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-96e41fe5-02d5-450b-bbff-c5d23d73414e tempest-AttachVolumeTestJSON-1696487017 tempest-AttachVolumeTestJSON-1696487017-project] Usage tracker for resource:security_group_rule and tenant:b5bf875eb9b748b5aba56f8b60ce8169 is out of sync, need to count used quota {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:00:34.659961 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-96e41fe5-02d5-450b-bbff-c5d23d73414e tempest-AttachVolumeTestJSON-1696487017 tempest-AttachVolumeTestJSON-1696487017-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:00:34.666924 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-96e41fe5-02d5-450b-bbff-c5d23d73414e tempest-AttachVolumeTestJSON-1696487017 tempest-AttachVolumeTestJSON-1696487017-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:00:34.705040 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-72257c80-cba9-47b9-9197-1fb0880098c3 tempest-ExternalNetworksTestJSON-1311496120 tempest-ExternalNetworksTestJSON-1311496120-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1258905', 'neutron.services.segments.db._delete_segments_for_network-8750375287417'] for network, precommit_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:34.710161 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-96b083f2-d365-44a3-87a9-36d2fc9f2356 req-62b79fd9-6072-48d6-b7e7-2401df33d707 tempest-ServersTestJSON-1424434350 tempest-ServersTestJSON-1424434350-project] 10.222.0.42 "GET /v2.0/ports?device_id=c4a2b833-8357-40a0-9883-002d1a37ba68 HTTP/1.1" status: 200 len: 210 time: 0.2545011 Apr 18 21:00:34.742003 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-96e41fe5-02d5-450b-bbff-c5d23d73414e tempest-AttachVolumeTestJSON-1696487017 tempest-AttachVolumeTestJSON-1696487017-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:34.800741 n-d-838334-2 neutron-server[84041]: DEBUG neutron.services.segments.db [None req-72257c80-cba9-47b9-9197-1fb0880098c3 tempest-ExternalNetworksTestJSON-1311496120 tempest-ExternalNetworksTestJSON-1311496120-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e87d6c78-1dde-4207-b5d0-5b134358ccad']}} {{(pid=84041) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:00:34.831340 n-d-838334-2 neutron-server[84041]: DEBUG neutron.services.segments.db [None req-72257c80-cba9-47b9-9197-1fb0880098c3 tempest-ExternalNetworksTestJSON-1311496120 tempest-ExternalNetworksTestJSON-1311496120-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f54ca1a4-bd6f-4637-bd4f-9817c2e0d029') {'for_net_delete': True} {{(pid=84041) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:00:34.831676 n-d-838334-2 neutron-server[84041]: DEBUG neutron.services.segments.db [None req-72257c80-cba9-47b9-9197-1fb0880098c3 tempest-ExternalNetworksTestJSON-1311496120 tempest-ExternalNetworksTestJSON-1311496120-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f54ca1a4-bd6f-4637-bd4f-9817c2e0d029') {} {{(pid=84041) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:00:34.854799 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19d54db1-4db1-4646-99d8-c4fae4e01d74 req-4f7c3d75-6f4e-4e0a-b91b-b1aa8222ad21 tempest-ServersNegativeTestJSON-508382254 tempest-ServersNegativeTestJSON-508382254-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:00:34.860507 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-72257c80-cba9-47b9-9197-1fb0880098c3 tempest-ExternalNetworksTestJSON-1311496120 tempest-ExternalNetworksTestJSON-1311496120-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750375287300', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32268156'] for segment, before_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:34.862036 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-19d54db1-4db1-4646-99d8-c4fae4e01d74 req-4f7c3d75-6f4e-4e0a-b91b-b1aa8222ad21 tempest-ServersNegativeTestJSON-508382254 tempest-ServersNegativeTestJSON-508382254-project] 10.222.0.42 "GET /v2.0/ports?device_id=2197a591-197e-47fe-9210-1387bfb6ec5e HTTP/1.1" status: 200 len: 945 time: 0.2232242 Apr 18 21:00:34.888250 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-72257c80-cba9-47b9-9197-1fb0880098c3 tempest-ExternalNetworksTestJSON-1311496120 tempest-ExternalNetworksTestJSON-1311496120-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1082986'] for segment, precommit_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:34.904603 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-72257c80-cba9-47b9-9197-1fb0880098c3 tempest-ExternalNetworksTestJSON-1311496120 tempest-ExternalNetworksTestJSON-1311496120-project-admin] Releasing vlan 388 on physical network physnet1 to pool {{(pid=84041) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 18 21:00:34.905269 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-72257c80-cba9-47b9-9197-1fb0880098c3 tempest-ExternalNetworksTestJSON-1311496120 tempest-ExternalNetworksTestJSON-1311496120-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1082993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32266254'] for segment, after_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:34.936014 n-d-838334-2 neutron-server[84041]: Traceback (most recent call last): Apr 18 21:00:34.936014 n-d-838334-2 neutron-server[84041]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 18 21:00:34.936014 n-d-838334-2 neutron-server[84041]: timer() Apr 18 21:00:34.936014 n-d-838334-2 neutron-server[84041]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 21:00:34.936014 n-d-838334-2 neutron-server[84041]: cb(*args, **kw) Apr 18 21:00:34.936014 n-d-838334-2 neutron-server[84041]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 18 21:00:34.936014 n-d-838334-2 neutron-server[84041]: return func(*args, **kwargs) Apr 18 21:00:34.936014 n-d-838334-2 neutron-server[84041]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 21:00:34.936014 n-d-838334-2 neutron-server[84041]: self._notify() Apr 18 21:00:34.936014 n-d-838334-2 neutron-server[84041]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 21:00:34.936014 n-d-838334-2 neutron-server[84041]: self.callback(batched_events) Apr 18 21:00:34.936014 n-d-838334-2 neutron-server[84041]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 21:00:34.936014 n-d-838334-2 neutron-server[84041]: event.method(event) Apr 18 21:00:34.936014 n-d-838334-2 neutron-server[84041]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 18 21:00:34.936014 n-d-838334-2 neutron-server[84041]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 21:00:34.936014 n-d-838334-2 neutron-server[84041]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 18 21:00:34.936014 n-d-838334-2 neutron-server[84041]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 21:00:34.936014 n-d-838334-2 neutron-server[84041]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 18 21:00:34.936014 n-d-838334-2 neutron-server[84041]: return f(self, *a, **k) Apr 18 21:00:34.936014 n-d-838334-2 neutron-server[84041]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 18 21:00:34.936014 n-d-838334-2 neutron-server[84041]: return self._get(url).json() Apr 18 21:00:34.936014 n-d-838334-2 neutron-server[84041]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 18 21:00:34.936014 n-d-838334-2 neutron-server[84041]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 21:00:34.936014 n-d-838334-2 neutron-server[84041]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 18 21:00:34.936014 n-d-838334-2 neutron-server[84041]: return self.request(url, 'GET', **kwargs) Apr 18 21:00:34.936014 n-d-838334-2 neutron-server[84041]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 18 21:00:34.936014 n-d-838334-2 neutron-server[84041]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 21:00:34.936014 n-d-838334-2 neutron-server[84041]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 18 21:00:34.936014 n-d-838334-2 neutron-server[84041]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 21:00:34.936014 n-d-838334-2 neutron-server[84041]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 18 21:00:34.936014 n-d-838334-2 neutron-server[84041]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 21:00:34.936014 n-d-838334-2 neutron-server[84041]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 21:00:34.952267 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-19d54db1-4db1-4646-99d8-c4fae4e01d74 req-441073a6-f02c-4621-bbc5-1a3660b6d6bd tempest-ServersNegativeTestJSON-508382254 tempest-ServersNegativeTestJSON-508382254-project] 10.222.0.42 "GET /v2.0/security-groups?id=ada0ecb3-b1bc-4ba2-8e6c-b06ba09daca2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0892892 Apr 18 21:00:34.953955 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-96e41fe5-02d5-450b-bbff-c5d23d73414e tempest-AttachVolumeTestJSON-1696487017 tempest-AttachVolumeTestJSON-1696487017-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:35.000147 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-4bcf8338-32c2-47e2-a99c-7500cb7df84b tempest-NetworksIpV6Test-2002984352 tempest-NetworksIpV6Test-2002984352-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33526260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32441074', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31752704'] for subnet, after_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:35.094860 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-96e41fe5-02d5-450b-bbff-c5d23d73414e tempest-AttachVolumeTestJSON-1696487017 tempest-AttachVolumeTestJSON-1696487017-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33528311'] for security_group_rule, after_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:35.114798 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-72257c80-cba9-47b9-9197-1fb0880098c3 tempest-ExternalNetworksTestJSON-1311496120 tempest-ExternalNetworksTestJSON-1311496120-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1258898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33526109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33444113'] for network, after_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:35.121367 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-72257c80-cba9-47b9-9197-1fb0880098c3 tempest-ExternalNetworksTestJSON-1311496120 tempest-ExternalNetworksTestJSON-1311496120-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network e87d6c78-1dde-4207-b5d0-5b134358ccad {{(pid=84041) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Apr 18 21:00:35.146194 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-72257c80-cba9-47b9-9197-1fb0880098c3 tempest-ExternalNetworksTestJSON-1311496120 tempest-ExternalNetworksTestJSON-1311496120-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32378031'] for network, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:35.173469 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bcf8338-32c2-47e2-a99c-7500cb7df84b tempest-NetworksIpV6Test-2002984352 tempest-NetworksIpV6Test-2002984352-project] Pushing event updated for resources: {'Subnet': ['ID=ea695f75-b3ec-403c-ab91-2f20db177b66,revision_number=0']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:00:35.183450 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bcf8338-32c2-47e2-a99c-7500cb7df84b tempest-NetworksIpV6Test-2002984352 tempest-NetworksIpV6Test-2002984352-project] Checking segment: {'id': '58a7507d-d165-447e-b58e-fcd70763fb9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': 'a818874a-cf41-4f25-aac5-981d8c6231b1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84040) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 21:00:35.183853 n-d-838334-2 neutron-server[84040]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4bcf8338-32c2-47e2-a99c-7500cb7df84b tempest-NetworksIpV6Test-2002984352 tempest-NetworksIpV6Test-2002984352-project] Network hostable DHCP agents. Network: a818874a-cf41-4f25-aac5-981d8c6231b1, hostable agents: ['8746f8ea-3e91-4b32-9919-2c63adeb8722'], hosted agents: [] {{(pid=84040) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 21:00:35.243064 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-72257c80-cba9-47b9-9197-1fb0880098c3 tempest-ExternalNetworksTestJSON-1311496120 tempest-ExternalNetworksTestJSON-1311496120-project-admin] 10.222.0.42 "DELETE /v2.0/networks/e87d6c78-1dde-4207-b5d0-5b134358ccad HTTP/1.1" status: 204 len: 168 time: 1.0706475 Apr 18 21:00:35.244452 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 57978) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:00:35.254429 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.v2.base [None req-d4ca6e69-3671-48c5-a4a6-6e49a05fcac3 tempest-ExternalNetworksTestJSON-1311496120 tempest-ExternalNetworksTestJSON-1311496120-project-admin] Request body: {'network': {'name': 'tempest-network--1295599532'}} {{(pid=84040) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:00:35.267972 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [None req-d4ca6e69-3671-48c5-a4a6-6e49a05fcac3 tempest-ExternalNetworksTestJSON-1311496120 tempest-ExternalNetworksTestJSON-1311496120-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:00:35.277683 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-d4ca6e69-3671-48c5-a4a6-6e49a05fcac3 tempest-ExternalNetworksTestJSON-1311496120 tempest-ExternalNetworksTestJSON-1311496120-project-admin] Usage tracker for resource:network and tenant:d1abd178e8b448daa8f8c6333e663524 is out of sync, need to count used quota {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:00:35.285528 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72257c80-cba9-47b9-9197-1fb0880098c3 tempest-ExternalNetworksTestJSON-1311496120 tempest-ExternalNetworksTestJSON-1311496120-project-admin] Pushing event deleted for resources: {'Network': ['ID=e87d6c78-1dde-4207-b5d0-5b134358ccad,revision_number=None']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:00:35.286457 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-d4ca6e69-3671-48c5-a4a6-6e49a05fcac3 tempest-ExternalNetworksTestJSON-1311496120 tempest-ExternalNetworksTestJSON-1311496120-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:00:35.299024 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96e41fe5-02d5-450b-bbff-c5d23d73414e tempest-AttachVolumeTestJSON-1696487017 tempest-AttachVolumeTestJSON-1696487017-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ba9f950d-d358-42c7-9226-dd5b7f2dab96,revision_number=0']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:00:35.300211 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [None req-d4ca6e69-3671-48c5-a4a6-6e49a05fcac3 tempest-ExternalNetworksTestJSON-1311496120 tempest-ExternalNetworksTestJSON-1311496120-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:00:35.318825 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-96e41fe5-02d5-450b-bbff-c5d23d73414e tempest-AttachVolumeTestJSON-1696487017 tempest-AttachVolumeTestJSON-1696487017-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:35.337560 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-96e41fe5-02d5-450b-bbff-c5d23d73414e tempest-AttachVolumeTestJSON-1696487017 tempest-AttachVolumeTestJSON-1696487017-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.7083082 Apr 18 21:00:35.338513 n-d-838334-2 neutron-server[84040]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4bcf8338-32c2-47e2-a99c-7500cb7df84b tempest-NetworksIpV6Test-2002984352 tempest-NetworksIpV6Test-2002984352-project] Network a818874a-cf41-4f25-aac5-981d8c6231b1 is scheduled to be hosted by DHCP agent 8746f8ea-3e91-4b32-9919-2c63adeb8722 with binding_index 1 {{(pid=84040) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 21:00:35.338761 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 57982) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:00:35.349046 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d4ca6e69-3671-48c5-a4a6-6e49a05fcac3 tempest-ExternalNetworksTestJSON-1311496120 tempest-ExternalNetworksTestJSON-1311496120-project-admin] Made reservation on behalf of d1abd178e8b448daa8f8c6333e663524 for: {'network': 1} {{(pid=84040) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:00:35.352118 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-d4ca6e69-3671-48c5-a4a6-6e49a05fcac3 tempest-ExternalNetworksTestJSON-1311496120 tempest-ExternalNetworksTestJSON-1311496120-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for network, before_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:35.365249 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.v2.base [None req-8cab7e50-9650-4128-8487-99a0f4f5df96 tempest-AttachVolumeTestJSON-1696487017 tempest-AttachVolumeTestJSON-1696487017-project] Request body: {'floatingip': {'floating_network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c'}} {{(pid=84041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:00:35.374157 n-d-838334-2 neutron-server[84040]: DEBUG neutron.scheduler.base_scheduler [None req-4bcf8338-32c2-47e2-a99c-7500cb7df84b tempest-NetworksIpV6Test-2002984352 tempest-NetworksIpV6Test-2002984352-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-838334-2, a818874a-cf41-4f25-aac5-981d8c6231b1) {{(pid=84040) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:00:35.383220 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1236ea5a-ec28-44e6-9fe6-7606c694becf None None] Network a818874a-cf41-4f25-aac5-981d8c6231b1 requested from n-d-838334-2 {{(pid=84042) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 21:00:35.390094 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-8cab7e50-9650-4128-8487-99a0f4f5df96 tempest-AttachVolumeTestJSON-1696487017 tempest-AttachVolumeTestJSON-1696487017-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:00:35.401369 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4bcf8338-32c2-47e2-a99c-7500cb7df84b tempest-NetworksIpV6Test-2002984352 tempest-NetworksIpV6Test-2002984352-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:00:35.404436 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-4bcf8338-32c2-47e2-a99c-7500cb7df84b tempest-NetworksIpV6Test-2002984352 tempest-NetworksIpV6Test-2002984352-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32378031'] for subnet, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:35.419264 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-8cab7e50-9650-4128-8487-99a0f4f5df96 tempest-AttachVolumeTestJSON-1696487017 tempest-AttachVolumeTestJSON-1696487017-project] Usage tracker for resource:floatingip and tenant:b5bf875eb9b748b5aba56f8b60ce8169 is out of sync, need to count used quota {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:00:35.426168 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-8cab7e50-9650-4128-8487-99a0f4f5df96 tempest-AttachVolumeTestJSON-1696487017 tempest-AttachVolumeTestJSON-1696487017-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:00:35.432476 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-8cab7e50-9650-4128-8487-99a0f4f5df96 tempest-AttachVolumeTestJSON-1696487017 tempest-AttachVolumeTestJSON-1696487017-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:00:35.456713 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d4ca6e69-3671-48c5-a4a6-6e49a05fcac3 tempest-ExternalNetworksTestJSON-1311496120 tempest-ExternalNetworksTestJSON-1311496120-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 394} {{(pid=84040) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 21:00:35.471094 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-d4ca6e69-3671-48c5-a4a6-6e49a05fcac3 tempest-ExternalNetworksTestJSON-1311496120 tempest-ExternalNetworksTestJSON-1311496120-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1082986'] for segment, precommit_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:35.471842 n-d-838334-2 neutron-server[84040]: INFO neutron.db.segments_db [None req-d4ca6e69-3671-48c5-a4a6-6e49a05fcac3 tempest-ExternalNetworksTestJSON-1311496120 tempest-ExternalNetworksTestJSON-1311496120-project-admin] Added segment 66f68269-3c75-42e4-a74c-6fa25e0ca16f of type vlan for network 5a20605a-cf10-4508-8583-977e41ba5e27 Apr 18 21:00:35.477623 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 57990) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:00:35.478232 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-4bcf8338-32c2-47e2-a99c-7500cb7df84b tempest-NetworksIpV6Test-2002984352 tempest-NetworksIpV6Test-2002984352-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.7692106 Apr 18 21:00:35.483863 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.v2.base [None req-7edb41c2-6fc4-4b5b-94fc-aee048e101be tempest-NetworksIpV6Test-2002984352 tempest-NetworksIpV6Test-2002984352-project] Request body: {'subnet': {'network_id': 'a818874a-cf41-4f25-aac5-981d8c6231b1', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=84041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:00:35.511887 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-d4ca6e69-3671-48c5-a4a6-6e49a05fcac3 tempest-ExternalNetworksTestJSON-1311496120 tempest-ExternalNetworksTestJSON-1311496120-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750374825732'] for network, precommit_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:35.538259 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-8cab7e50-9650-4128-8487-99a0f4f5df96 tempest-AttachVolumeTestJSON-1696487017 tempest-AttachVolumeTestJSON-1696487017-project] Notify callbacks [] for floatingip, before_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:35.564135 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-d4ca6e69-3671-48c5-a4a6-6e49a05fcac3 tempest-ExternalNetworksTestJSON-1311496120 tempest-ExternalNetworksTestJSON-1311496120-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33526109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022'] for network, after_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:35.565603 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4ca6e69-3671-48c5-a4a6-6e49a05fcac3 tempest-ExternalNetworksTestJSON-1311496120 tempest-ExternalNetworksTestJSON-1311496120-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:00:35.566370 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-d4ca6e69-3671-48c5-a4a6-6e49a05fcac3 tempest-ExternalNetworksTestJSON-1311496120 tempest-ExternalNetworksTestJSON-1311496120-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32378031'] for network, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:35.869538 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 58000) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:00:35.872407 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4ca6e69-3671-48c5-a4a6-6e49a05fcac3 tempest-ExternalNetworksTestJSON-1311496120 tempest-ExternalNetworksTestJSON-1311496120-project-admin] Pushing event updated for resources: {'Network': ['ID=5a20605a-cf10-4508-8583-977e41ba5e27,revision_number=1']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:00:35.897468 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-d4ca6e69-3671-48c5-a4a6-6e49a05fcac3 tempest-ExternalNetworksTestJSON-1311496120 tempest-ExternalNetworksTestJSON-1311496120-project-admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 864 time: 0.6517334 Apr 18 21:00:35.900098 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 58002) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:00:35.911581 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.v2.base [None req-4a74ebf2-f78e-47c3-998d-26d07907c604 tempest-ExternalNetworksTestJSON-1311496120 tempest-ExternalNetworksTestJSON-1311496120-project-admin] Request body: {'network': {'router:external': True}} {{(pid=84040) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:00:35.939313 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Network 5a20605a-cf10-4508-8583-977e41ba5e27 details requested by agent ovs-agent-n-d-838334-2 with host n-d-838334-2 {{(pid=84042) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 18 21:00:36.230168 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-7edb41c2-6fc4-4b5b-94fc-aee048e101be tempest-NetworksIpV6Test-2002984352 tempest-NetworksIpV6Test-2002984352-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:00:36.233923 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-7edb41c2-6fc4-4b5b-94fc-aee048e101be tempest-NetworksIpV6Test-2002984352 tempest-NetworksIpV6Test-2002984352-project] Usage tracker for resource:subnet and tenant:fd146e1e9f314c74ba81762788974d67 is out of sync, need to count used quota {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:00:36.237262 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-7edb41c2-6fc4-4b5b-94fc-aee048e101be tempest-NetworksIpV6Test-2002984352 tempest-NetworksIpV6Test-2002984352-project] Quota usage for subnet was recalculated. Used quota:3. {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:00:36.245517 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-7edb41c2-6fc4-4b5b-94fc-aee048e101be tempest-NetworksIpV6Test-2002984352 tempest-NetworksIpV6Test-2002984352-project] Attempting to reserve 1 items for resource subnet. Total usage: 3; quota limit: 100; headroom:97 {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:00:36.259028 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-017c4b7e-c27e-49dd-b2e0-0e29cea58910 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp016840fc-1f9f-5892-9c53-c9cf6c845bbb-a818874a-cf41-4f25-aac5-981d8c6231b1', 'network_id': 'a818874a-cf41-4f25-aac5-981d8c6231b1', 'tenant_id': 'fd146e1e9f314c74ba81762788974d67', 'fixed_ips': [{'subnet_id': 'ea695f75-b3ec-403c-ab91-2f20db177b66'}]}} from n-d-838334-2. {{(pid=84042) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 18 21:00:36.274597 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-017c4b7e-c27e-49dd-b2e0-0e29cea58910 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_create {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:36.319331 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7edb41c2-6fc4-4b5b-94fc-aee048e101be tempest-NetworksIpV6Test-2002984352 tempest-NetworksIpV6Test-2002984352-project] Made reservation on behalf of fd146e1e9f314c74ba81762788974d67 for: {'subnet': 1} {{(pid=84041) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:00:36.471724 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Device 8eed9390-9245-43e8-8f5a-918d1fc3c30c details requested by agent hyperv_n-h2-838334-2 with host n-h2-838334-2 {{(pid=84042) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 18 21:00:36.632246 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-b30a5720-397c-473a-a3a5-64689a9a4061 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:36.641978 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-d48e83c1-c935-43c2-9607-b8686fa2260a req-61045b13-e667-4d06-8d0a-d47c2cccc5b7 tempest-ServersTestJSON-1424434350 tempest-ServersTestJSON-1424434350-project] 10.222.0.42 "GET /v2.0/ports?device_id=c4a2b833-8357-40a0-9883-002d1a37ba68 HTTP/1.1" status: 200 len: 210 time: 0.3957906 Apr 18 21:00:36.763578 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-8cab7e50-9650-4128-8487-99a0f4f5df96 tempest-AttachVolumeTestJSON-1696487017 tempest-AttachVolumeTestJSON-1696487017-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:36.773168 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-4a74ebf2-f78e-47c3-998d-26d07907c604 tempest-ExternalNetworksTestJSON-1311496120 tempest-ExternalNetworksTestJSON-1311496120-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750374825732'] for network, precommit_update {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:36.779292 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] For port 8eed9390-9245-43e8-8f5a-918d1fc3c30c, host n-h2-838334-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838334-2',level=0,port_id=8eed9390-9245-43e8-8f5a-918d1fc3c30c,segment=NetworkSegment(b4dde5c5-5fa1-421a-aa66-9d4eb01be1ce),segment_id=b4dde5c5-5fa1-421a-aa66-9d4eb01be1ce)] {{(pid=84042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:00:36.799111 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-4a74ebf2-f78e-47c3-998d-26d07907c604 tempest-ExternalNetworksTestJSON-1311496120 tempest-ExternalNetworksTestJSON-1311496120-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33526109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022'] for network, after_update {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:36.803158 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Returning: {'device': '8eed9390-9245-43e8-8f5a-918d1fc3c30c', 'network_id': '0bad4841-e9a6-4877-8de7-2befe85ffb51', 'port_id': '8eed9390-9245-43e8-8f5a-918d1fc3c30c', 'mac_address': 'fa:16:3e:6a:ae:2d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 398, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0d6de920-cb7d-469b-9a77-ddf54cb30087', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84042) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 18 21:00:36.857367 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.db_base_plugin_common [None req-017c4b7e-c27e-49dd-b2e0-0e29cea58910 None None] Allocated IP 2001:db8::2 (a818874a-cf41-4f25-aac5-981d8c6231b1/ea695f75-b3ec-403c-ab91-2f20db177b66/18d3be8d-d888-4a3b-98f2-ba5ac8c0bbd1) {{(pid=84042) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 21:00:36.864740 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-b30a5720-397c-473a-a3a5-64689a9a4061 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:00:36.882507 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-b30a5720-397c-473a-a3a5-64689a9a4061 admin admin] Usage tracker for resource:security_group_rule and tenant:3b32d11d27cc4bddbddd1c0bbfeac09a is out of sync, need to count used quota {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:00:36.889873 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-b30a5720-397c-473a-a3a5-64689a9a4061 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:00:36.901034 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-4a74ebf2-f78e-47c3-998d-26d07907c604 tempest-ExternalNetworksTestJSON-1311496120 tempest-ExternalNetworksTestJSON-1311496120-project-admin] Network 5a20605a-cf10-4508-8583-977e41ba5e27 is not hosted by any dhcp agent {{(pid=84040) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:226}} Apr 18 21:00:36.901794 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a74ebf2-f78e-47c3-998d-26d07907c604 tempest-ExternalNetworksTestJSON-1311496120 tempest-ExternalNetworksTestJSON-1311496120-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:00:36.902382 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-4a74ebf2-f78e-47c3-998d-26d07907c604 tempest-ExternalNetworksTestJSON-1311496120 tempest-ExternalNetworksTestJSON-1311496120-project-admin] Notify callbacks [] for network, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:36.903499 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c779825e-a68b-4d5a-b06f-de23ca47a166 req-f993c528-a389-4f30-8827-01241b407de3 tempest-ServersTestJSON-1424434350 tempest-ServersTestJSON-1424434350-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:00:36.907219 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-4a74ebf2-f78e-47c3-998d-26d07907c604 tempest-ExternalNetworksTestJSON-1311496120 tempest-ExternalNetworksTestJSON-1311496120-project-admin] 10.222.0.42 "PUT /v2.0/networks/5a20605a-cf10-4508-8583-977e41ba5e27 HTTP/1.1" status: 200 len: 858 time: 1.0058582 Apr 18 21:00:36.907794 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-c779825e-a68b-4d5a-b06f-de23ca47a166 req-f993c528-a389-4f30-8827-01241b407de3 tempest-ServersTestJSON-1424434350 tempest-ServersTestJSON-1424434350-project] 10.222.0.43 "GET /v2.0/networks?id=7083f08e-ab4e-49e9-91e4-270e03cc3e4c HTTP/1.1" status: 200 len: 805 time: 0.6383820 Apr 18 21:00:36.908615 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 58022) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:00:36.917583 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-7edb41c2-6fc4-4b5b-94fc-aee048e101be tempest-NetworksIpV6Test-2002984352 tempest-NetworksIpV6Test-2002984352-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32486301'] for subnet, before_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:36.935267 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:36.935908 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a74ebf2-f78e-47c3-998d-26d07907c604 tempest-ExternalNetworksTestJSON-1311496120 tempest-ExternalNetworksTestJSON-1311496120-project-admin] Pushing event updated for resources: {'Network': ['ID=5a20605a-cf10-4508-8583-977e41ba5e27,revision_number=2']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:00:36.955802 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14c3b39a-f059-4f84-88d8-4b944c5f83f3 req-fe077250-bda7-46fb-a384-0d0da7abda91 tempest-ServersNegativeTestJSON-508382254 tempest-ServersNegativeTestJSON-508382254-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:00:36.959215 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-b30a5720-397c-473a-a3a5-64689a9a4061 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:00:36.963907 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-14c3b39a-f059-4f84-88d8-4b944c5f83f3 req-fe077250-bda7-46fb-a384-0d0da7abda91 tempest-ServersNegativeTestJSON-508382254 tempest-ServersNegativeTestJSON-508382254-project] 10.222.0.42 "GET /v2.0/ports?device_id=2197a591-197e-47fe-9210-1387bfb6ec5e HTTP/1.1" status: 200 len: 945 time: 0.3196659 Apr 18 21:00:36.993063 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.v2.base [req-c779825e-a68b-4d5a-b06f-de23ca47a166 req-132c6c67-67a8-42dd-9e45-de3d037872e1 tempest-ServersTestJSON-1424434350 tempest-ServersTestJSON-1424434350-project] Request body: {'port': {'device_id': 'c4a2b833-8357-40a0-9883-002d1a37ba68', 'network_id': '7083f08e-ab4e-49e9-91e4-270e03cc3e4c', 'admin_state_up': True, 'tenant_id': 'ba267e3ba48c4ff1b4fc57f8cfab7c8c'}} {{(pid=84041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:00:37.023648 n-d-838334-2 neutron-server[84042]: DEBUG neutron.notifiers.nova [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 8eed9390-9245-43e8-8f5a-918d1fc3c30c {{(pid=84042) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 18 21:00:37.023882 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-14c3b39a-f059-4f84-88d8-4b944c5f83f3 req-c6cc2f2c-105a-4965-8e25-614f7317373a tempest-ServersNegativeTestJSON-508382254 tempest-ServersNegativeTestJSON-508382254-project] 10.222.0.42 "GET /v2.0/security-groups?id=ada0ecb3-b1bc-4ba2-8e6c-b06ba09daca2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588515 Apr 18 21:00:37.058578 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] For port 8eed9390-9245-43e8-8f5a-918d1fc3c30c, host n-h2-838334-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838334-2',level=0,port_id=8eed9390-9245-43e8-8f5a-918d1fc3c30c,segment=NetworkSegment(b4dde5c5-5fa1-421a-aa66-9d4eb01be1ce),segment_id=b4dde5c5-5fa1-421a-aa66-9d4eb01be1ce)] {{(pid=84042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:00:37.080353 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682'] for port, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:37.147596 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-88b04091-ee99-4b52-acf0-e8d069c47c81 tempest-ExternalNetworksTestJSON-1311496120 tempest-ExternalNetworksTestJSON-1311496120-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1103592'] for network, before_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:37.208688 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] get_ports_and_sgs() called for port_ids ['8eed9390-9245-43e8-8f5a-918d1fc3c30c'] {{(pid=84042) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 18 21:00:37.274978 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Pushing event updated for resources: {'Port': ['ID=8eed9390-9245-43e8-8f5a-918d1fc3c30c,revision_number=6']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:00:37.293766 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-017c4b7e-c27e-49dd-b2e0-0e29cea58910 None None] Notify callbacks [] for port, precommit_create {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:37.316255 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-017c4b7e-c27e-49dd-b2e0-0e29cea58910 None None] Transition to ACTIVE for port object 18d3be8d-d888-4a3b-98f2-ba5ac8c0bbd1 will not be triggered until provisioned by entity L2. {{(pid=84042) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:00:37.357084 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-017c4b7e-c27e-49dd-b2e0-0e29cea58910 None None] Transition to ACTIVE for port object 18d3be8d-d888-4a3b-98f2-ba5ac8c0bbd1 will not be triggered until provisioned by entity DHCP. {{(pid=84042) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:00:37.375640 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-017c4b7e-c27e-49dd-b2e0-0e29cea58910 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750374836619'] for port, after_create {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:37.397189 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-b30a5720-397c-473a-a3a5-64689a9a4061 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:37.423802 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-b30a5720-397c-473a-a3a5-64689a9a4061 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33528224'] for security_group, after_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:37.479849 n-d-838334-2 neutron-server[84042]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-017c4b7e-c27e-49dd-b2e0-0e29cea58910 None None] Network a818874a-cf41-4f25-aac5-981d8c6231b1 is already hosted by enough agents. {{(pid=84042) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:00:37.488792 n-d-838334-2 neutron-server[84042]: DEBUG neutron.scheduler.base_scheduler [None req-017c4b7e-c27e-49dd-b2e0-0e29cea58910 None None] Resources bound (agent type, host, resource id): {{(pid=84042) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:00:37.491546 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_dvrscheduler_db [None req-017c4b7e-c27e-49dd-b2e0-0e29cea58910 None None] Received port after_create {{(pid=84042) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 21:00:37.508658 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-017c4b7e-c27e-49dd-b2e0-0e29cea58910 None None] Pushing event updated for resources: {'Port': ['ID=18d3be8d-d888-4a3b-98f2-ba5ac8c0bbd1,revision_number=1']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:00:37.631106 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.managers [None req-017c4b7e-c27e-49dd-b2e0-0e29cea58910 None None] Attempting to bind port 18d3be8d-d888-4a3b-98f2-ba5ac8c0bbd1 on host n-d-838334-2 for vnic_type normal with profile {{(pid=84042) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 21:00:37.631858 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.managers [None req-017c4b7e-c27e-49dd-b2e0-0e29cea58910 None None] Attempting to bind port 18d3be8d-d888-4a3b-98f2-ba5ac8c0bbd1 by drivers openvswitch,hyperv on host n-d-838334-2 at level 0 using segments [{'id': '58a7507d-d165-447e-b58e-fcd70763fb9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': 'a818874a-cf41-4f25-aac5-981d8c6231b1'}] {{(pid=84042) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 21:00:37.631858 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-017c4b7e-c27e-49dd-b2e0-0e29cea58910 None None] Attempting to bind port 18d3be8d-d888-4a3b-98f2-ba5ac8c0bbd1 on network a818874a-cf41-4f25-aac5-981d8c6231b1 {{(pid=84042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 21:00:37.644193 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-017c4b7e-c27e-49dd-b2e0-0e29cea58910 None None] Checking agent: {'id': '97cd4414-7af6-4d67-868d-dff370b4071a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838334-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 25, 49), 'started_at': datetime.datetime(2022, 4, 18, 20, 26, 19), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 21, 0, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838334-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 18 21:00:37.644568 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-017c4b7e-c27e-49dd-b2e0-0e29cea58910 None None] Checking segment: {'id': '58a7507d-d165-447e-b58e-fcd70763fb9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': 'a818874a-cf41-4f25-aac5-981d8c6231b1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84042) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 21:00:37.644942 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-017c4b7e-c27e-49dd-b2e0-0e29cea58910 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:37.645321 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-017c4b7e-c27e-49dd-b2e0-0e29cea58910 None None] Bound using segment: {'id': '58a7507d-d165-447e-b58e-fcd70763fb9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': 'a818874a-cf41-4f25-aac5-981d8c6231b1'} {{(pid=84042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 18 21:00:37.645810 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.managers [None req-017c4b7e-c27e-49dd-b2e0-0e29cea58910 None None] Bound port: 18d3be8d-d888-4a3b-98f2-ba5ac8c0bbd1, host: n-d-838334-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '58a7507d-d165-447e-b58e-fcd70763fb9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': 'a818874a-cf41-4f25-aac5-981d8c6231b1'}}] {{(pid=84042) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 21:00:37.646165 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-017c4b7e-c27e-49dd-b2e0-0e29cea58910 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:37.753585 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-017c4b7e-c27e-49dd-b2e0-0e29cea58910 None None] For port 18d3be8d-d888-4a3b-98f2-ba5ac8c0bbd1, host n-d-838334-2, cleared binding levels {{(pid=84042) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 21:00:37.757237 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-017c4b7e-c27e-49dd-b2e0-0e29cea58910 None None] For port 18d3be8d-d888-4a3b-98f2-ba5ac8c0bbd1, host n-d-838334-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838334-2',level=0,port_id=18d3be8d-d888-4a3b-98f2-ba5ac8c0bbd1,segment=NetworkSegment(58a7507d-d165-447e-b58e-fcd70763fb9d),segment_id=58a7507d-d165-447e-b58e-fcd70763fb9d)] {{(pid=84042) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 21:00:37.763653 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-017c4b7e-c27e-49dd-b2e0-0e29cea58910 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682'] for port, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:37.818226 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60ad79de-4524-46dc-8f56-b5f8693664c7 req-03f85022-b413-4ce6-90f8-97fae63ee824 tempest-AttachVolumeNegativeTest-555605742 tempest-AttachVolumeNegativeTest-555605742-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:00:37.819969 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-60ad79de-4524-46dc-8f56-b5f8693664c7 req-03f85022-b413-4ce6-90f8-97fae63ee824 tempest-AttachVolumeNegativeTest-555605742 tempest-AttachVolumeNegativeTest-555605742-project] 10.222.0.42 "GET /v2.0/ports?device_id=bf74e528-b24d-4168-be41-aaeaeabbadb8 HTTP/1.1" status: 200 len: 945 time: 0.1046429 Apr 18 21:00:37.840782 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-88b04091-ee99-4b52-acf0-e8d069c47c81 tempest-ExternalNetworksTestJSON-1311496120 tempest-ExternalNetworksTestJSON-1311496120-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1258905', 'neutron.services.segments.db._delete_segments_for_network-8750375287417'] for network, precommit_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:37.866126 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-017c4b7e-c27e-49dd-b2e0-0e29cea58910 None None] Pushing event updated for resources: {'Port': ['ID=18d3be8d-d888-4a3b-98f2-ba5ac8c0bbd1,revision_number=2']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:00:37.886929 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [req-c779825e-a68b-4d5a-b06f-de23ca47a166 req-132c6c67-67a8-42dd-9e45-de3d037872e1 tempest-ServersTestJSON-1424434350 tempest-ServersTestJSON-1424434350-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:00:37.908602 n-d-838334-2 neutron-server[84041]: DEBUG neutron.services.segments.db [None req-88b04091-ee99-4b52-acf0-e8d069c47c81 tempest-ExternalNetworksTestJSON-1311496120 tempest-ExternalNetworksTestJSON-1311496120-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5a20605a-cf10-4508-8583-977e41ba5e27']}} {{(pid=84041) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:00:37.928986 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-3b3007dd-d7d1-4e4f-b643-0191ef9bfede req-321dc10b-e38f-4bb8-ba60-15d29965167a tempest-ServersTestJSON-1424434350 tempest-ServersTestJSON-1424434350-project] 10.222.0.42 "GET /v2.0/ports?device_id=c4a2b833-8357-40a0-9883-002d1a37ba68 HTTP/1.1" status: 200 len: 210 time: 0.0614579 Apr 18 21:00:37.948078 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [req-c779825e-a68b-4d5a-b06f-de23ca47a166 req-132c6c67-67a8-42dd-9e45-de3d037872e1 tempest-ServersTestJSON-1424434350 tempest-ServersTestJSON-1424434350-project] Usage tracker for resource:port and tenant:ba267e3ba48c4ff1b4fc57f8cfab7c8c is out of sync, need to count used quota {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:00:37.962102 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-60ad79de-4524-46dc-8f56-b5f8693664c7 req-f17e5c7d-e27d-45fc-9791-4d140eb8732f tempest-AttachVolumeNegativeTest-555605742 tempest-AttachVolumeNegativeTest-555605742-project] 10.222.0.42 "GET /v2.0/security-groups?id=575e0ba1-8a78-4aa4-accf-eb309f49ec74&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1328709 Apr 18 21:00:37.969627 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [req-c779825e-a68b-4d5a-b06f-de23ca47a166 req-132c6c67-67a8-42dd-9e45-de3d037872e1 tempest-ServersTestJSON-1424434350 tempest-ServersTestJSON-1424434350-project] Quota usage for port was recalculated. Used quota:1. {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:00:37.986523 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b30a5720-397c-473a-a3a5-64689a9a4061 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0d093557-e94e-41f3-a36e-afce4b481885,revision_number=1']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:00:38.007048 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-b30a5720-397c-473a-a3a5-64689a9a4061 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=3b32d11d27cc4bddbddd1c0bbfeac09a&name=default HTTP/1.1" status: 200 len: 2647 time: 2.1355300 Apr 18 21:00:38.009524 n-d-838334-2 neutron-server[84041]: DEBUG neutron.services.segments.db [None req-88b04091-ee99-4b52-acf0-e8d069c47c81 tempest-ExternalNetworksTestJSON-1311496120 tempest-ExternalNetworksTestJSON-1311496120-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '66f68269-3c75-42e4-a74c-6fa25e0ca16f') {'for_net_delete': True} {{(pid=84041) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:00:38.009957 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 58058) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:00:38.010212 n-d-838334-2 neutron-server[84041]: DEBUG neutron.services.segments.db [None req-88b04091-ee99-4b52-acf0-e8d069c47c81 tempest-ExternalNetworksTestJSON-1311496120 tempest-ExternalNetworksTestJSON-1311496120-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '66f68269-3c75-42e4-a74c-6fa25e0ca16f') {} {{(pid=84041) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:00:38.025572 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [req-c779825e-a68b-4d5a-b06f-de23ca47a166 req-132c6c67-67a8-42dd-9e45-de3d037872e1 tempest-ServersTestJSON-1424434350 tempest-ServersTestJSON-1424434350-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:00:38.075800 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.db_base_plugin_common [None req-8cab7e50-9650-4128-8487-99a0f4f5df96 tempest-AttachVolumeTestJSON-1696487017 tempest-AttachVolumeTestJSON-1696487017-project] Allocated IP 172.25.8.123 (e41b6600-a917-4a8d-b05c-be3be40c6d8c/6b05667b-848e-4356-9b44-d5eb6808ef74/9cf8f108-b130-46d3-9e45-7abd3d12d55c) {{(pid=84041) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 21:00:38.104279 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-88b04091-ee99-4b52-acf0-e8d069c47c81 tempest-ExternalNetworksTestJSON-1311496120 tempest-ExternalNetworksTestJSON-1311496120-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750375287300', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32268156'] for segment, before_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:38.133553 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c779825e-a68b-4d5a-b06f-de23ca47a166 req-132c6c67-67a8-42dd-9e45-de3d037872e1 tempest-ServersTestJSON-1424434350 tempest-ServersTestJSON-1424434350-project] Made reservation on behalf of ba267e3ba48c4ff1b4fc57f8cfab7c8c for: {'port': 1} {{(pid=84041) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:00:38.136638 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [req-c779825e-a68b-4d5a-b06f-de23ca47a166 req-132c6c67-67a8-42dd-9e45-de3d037872e1 tempest-ServersTestJSON-1424434350 tempest-ServersTestJSON-1424434350-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:38.147241 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b30a5720-397c-473a-a3a5-64689a9a4061 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:00:38.147589 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b30a5720-397c-473a-a3a5-64689a9a4061 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:00:38.147954 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b30a5720-397c-473a-a3a5-64689a9a4061 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:00:38.148290 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b30a5720-397c-473a-a3a5-64689a9a4061 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:00:38.148623 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b30a5720-397c-473a-a3a5-64689a9a4061 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:00:38.148953 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b30a5720-397c-473a-a3a5-64689a9a4061 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:00:38.149279 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b30a5720-397c-473a-a3a5-64689a9a4061 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:00:38.149604 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b30a5720-397c-473a-a3a5-64689a9a4061 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:00:38.149927 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b30a5720-397c-473a-a3a5-64689a9a4061 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:00:38.150246 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b30a5720-397c-473a-a3a5-64689a9a4061 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:00:38.150571 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b30a5720-397c-473a-a3a5-64689a9a4061 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:00:38.150943 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-f0ba228a-63cd-4ca0-96e6-56143126b4f2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:38.187062 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-88b04091-ee99-4b52-acf0-e8d069c47c81 tempest-ExternalNetworksTestJSON-1311496120 tempest-ExternalNetworksTestJSON-1311496120-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1082986'] for segment, precommit_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:38.202714 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-f0ba228a-63cd-4ca0-96e6-56143126b4f2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:38.217554 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-88b04091-ee99-4b52-acf0-e8d069c47c81 tempest-ExternalNetworksTestJSON-1311496120 tempest-ExternalNetworksTestJSON-1311496120-project-admin] Releasing vlan 394 on physical network physnet1 to pool {{(pid=84041) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 18 21:00:38.218222 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-88b04091-ee99-4b52-acf0-e8d069c47c81 tempest-ExternalNetworksTestJSON-1311496120 tempest-ExternalNetworksTestJSON-1311496120-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1082993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32266254'] for segment, after_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:38.279023 n-d-838334-2 neutron-server[84041]: Traceback (most recent call last): Apr 18 21:00:38.279023 n-d-838334-2 neutron-server[84041]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 18 21:00:38.279023 n-d-838334-2 neutron-server[84041]: timer() Apr 18 21:00:38.279023 n-d-838334-2 neutron-server[84041]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 21:00:38.279023 n-d-838334-2 neutron-server[84041]: cb(*args, **kw) Apr 18 21:00:38.279023 n-d-838334-2 neutron-server[84041]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 18 21:00:38.279023 n-d-838334-2 neutron-server[84041]: return func(*args, **kwargs) Apr 18 21:00:38.279023 n-d-838334-2 neutron-server[84041]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 21:00:38.279023 n-d-838334-2 neutron-server[84041]: self._notify() Apr 18 21:00:38.279023 n-d-838334-2 neutron-server[84041]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 21:00:38.279023 n-d-838334-2 neutron-server[84041]: self.callback(batched_events) Apr 18 21:00:38.279023 n-d-838334-2 neutron-server[84041]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 21:00:38.279023 n-d-838334-2 neutron-server[84041]: event.method(event) Apr 18 21:00:38.279023 n-d-838334-2 neutron-server[84041]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 18 21:00:38.279023 n-d-838334-2 neutron-server[84041]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 21:00:38.279023 n-d-838334-2 neutron-server[84041]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 18 21:00:38.279023 n-d-838334-2 neutron-server[84041]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 21:00:38.279023 n-d-838334-2 neutron-server[84041]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 18 21:00:38.279023 n-d-838334-2 neutron-server[84041]: return f(self, *a, **k) Apr 18 21:00:38.279023 n-d-838334-2 neutron-server[84041]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 18 21:00:38.279023 n-d-838334-2 neutron-server[84041]: return self._get(url).json() Apr 18 21:00:38.279023 n-d-838334-2 neutron-server[84041]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 18 21:00:38.279023 n-d-838334-2 neutron-server[84041]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 21:00:38.279023 n-d-838334-2 neutron-server[84041]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 18 21:00:38.279023 n-d-838334-2 neutron-server[84041]: return self.request(url, 'GET', **kwargs) Apr 18 21:00:38.279023 n-d-838334-2 neutron-server[84041]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 18 21:00:38.279023 n-d-838334-2 neutron-server[84041]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 21:00:38.279023 n-d-838334-2 neutron-server[84041]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 18 21:00:38.279023 n-d-838334-2 neutron-server[84041]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 21:00:38.279023 n-d-838334-2 neutron-server[84041]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 18 21:00:38.279023 n-d-838334-2 neutron-server[84041]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 21:00:38.279023 n-d-838334-2 neutron-server[84041]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 21:00:38.330551 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b3f631d-a7c9-4dff-9c11-b1086d13c567 req-d2116ab6-e4ad-412e-8121-c16b70c8f09e tempest-ServersNegativeTestJSON-508382254 tempest-ServersNegativeTestJSON-508382254-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:00:38.332052 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-8b3f631d-a7c9-4dff-9c11-b1086d13c567 req-d2116ab6-e4ad-412e-8121-c16b70c8f09e tempest-ServersNegativeTestJSON-508382254 tempest-ServersNegativeTestJSON-508382254-project] 10.222.0.42 "GET /v2.0/ports?device_id=2197a591-197e-47fe-9210-1387bfb6ec5e HTTP/1.1" status: 200 len: 944 time: 0.1214969 Apr 18 21:00:38.339942 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-f0ba228a-63cd-4ca0-96e6-56143126b4f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33528224'] for security_group, after_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:38.370306 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0ba228a-63cd-4ca0-96e6-56143126b4f2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d093557-e94e-41f3-a36e-afce4b481885,revision_number=None']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:00:38.401874 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-f0ba228a-63cd-4ca0-96e6-56143126b4f2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:38.405703 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-f0ba228a-63cd-4ca0-96e6-56143126b4f2 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/0d093557-e94e-41f3-a36e-afce4b481885 HTTP/1.1" status: 204 len: 168 time: 0.3946495 Apr 18 21:00:38.431542 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Device 8eed9390-9245-43e8-8f5a-918d1fc3c30c up at agent hyperv_n-h2-838334-2 {{(pid=84042) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 21:00:38.431927 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-8b3f631d-a7c9-4dff-9c11-b1086d13c567 req-b43569b0-39d7-4893-a01b-d382b78a27e5 tempest-ServersNegativeTestJSON-508382254 tempest-ServersNegativeTestJSON-508382254-project] 10.222.0.42 "GET /v2.0/security-groups?id=ada0ecb3-b1bc-4ba2-8e6c-b06ba09daca2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0855560 Apr 18 21:00:38.474778 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-88b04091-ee99-4b52-acf0-e8d069c47c81 tempest-ExternalNetworksTestJSON-1311496120 tempest-ExternalNetworksTestJSON-1311496120-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1258898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33526109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33444113'] for network, after_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:38.500518 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-88b04091-ee99-4b52-acf0-e8d069c47c81 tempest-ExternalNetworksTestJSON-1311496120 tempest-ExternalNetworksTestJSON-1311496120-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 5a20605a-cf10-4508-8583-977e41ba5e27 {{(pid=84041) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Apr 18 21:00:38.547482 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-88b04091-ee99-4b52-acf0-e8d069c47c81 tempest-ExternalNetworksTestJSON-1311496120 tempest-ExternalNetworksTestJSON-1311496120-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32378031'] for network, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:38.580494 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88b04091-ee99-4b52-acf0-e8d069c47c81 tempest-ExternalNetworksTestJSON-1311496120 tempest-ExternalNetworksTestJSON-1311496120-project-admin] Pushing event deleted for resources: {'Network': ['ID=5a20605a-cf10-4508-8583-977e41ba5e27,revision_number=None']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:00:38.663647 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Device 18d3be8d-d888-4a3b-98f2-ba5ac8c0bbd1 up at agent ovs-agent-n-d-838334-2 {{(pid=84042) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 21:00:38.686459 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-8cab7e50-9650-4128-8487-99a0f4f5df96 tempest-AttachVolumeTestJSON-1696487017 tempest-AttachVolumeTestJSON-1696487017-project] Notify callbacks [] for port, precommit_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:38.732170 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 58078) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:00:38.733175 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-88b04091-ee99-4b52-acf0-e8d069c47c81 tempest-ExternalNetworksTestJSON-1311496120 tempest-ExternalNetworksTestJSON-1311496120-project-admin] 10.222.0.42 "DELETE /v2.0/networks/5a20605a-cf10-4508-8583-977e41ba5e27 HTTP/1.1" status: 204 len: 168 time: 1.7754238 Apr 18 21:00:38.752600 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.db_base_plugin_common [req-c779825e-a68b-4d5a-b06f-de23ca47a166 req-132c6c67-67a8-42dd-9e45-de3d037872e1 tempest-ServersTestJSON-1424434350 tempest-ServersTestJSON-1424434350-project] Allocated IP 172.20.0.8 (7083f08e-ab4e-49e9-91e4-270e03cc3e4c/b602689e-1bf9-4316-afee-2c16d3405af1/c76e4a08-a107-4ed6-8559-332f51fa6fe1) {{(pid=84041) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 21:00:38.840776 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Provisioning complete for port 8eed9390-9245-43e8-8f5a-918d1fc3c30c triggered by entity L2. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:00:38.841193 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1253608'] for port, provisioning_complete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:38.873600 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-8cab7e50-9650-4128-8487-99a0f4f5df96 tempest-AttachVolumeTestJSON-1696487017 tempest-AttachVolumeTestJSON-1696487017-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750374836619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32266323'] for port, after_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:38.896314 n-d-838334-2 neutron-server[84040]: INFO neutron.pecan_wsgi.hooks.translation [None req-044a8554-965b-4fee-b968-182ac1bb49c4 tempest-ExternalNetworksTestJSON-191736342 tempest-ExternalNetworksTestJSON-191736342-project] DELETE failed (client error): The resource could not be found. Apr 18 21:00:38.896766 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-044a8554-965b-4fee-b968-182ac1bb49c4 tempest-ExternalNetworksTestJSON-191736342 tempest-ExternalNetworksTestJSON-191736342-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84040) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 21:00:38.910947 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-044a8554-965b-4fee-b968-182ac1bb49c4 tempest-ExternalNetworksTestJSON-191736342 tempest-ExternalNetworksTestJSON-191736342-project] 10.222.0.42 "DELETE /v2.0/subnets/08ad1077-e741-44f3-8ad0-917d4f82c540 HTTP/1.1" status: 404 len: 337 time: 0.1718798 Apr 18 21:00:38.912245 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 58084) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:00:39.087892 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Provisioning for port 18d3be8d-d888-4a3b-98f2-ba5ac8c0bbd1 completed by entity L2. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 21:00:39.364230 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:39.503888 n-d-838334-2 neutron-server[84042]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2197a591-197e-47fe-9210-1387bfb6ec5e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8eed9390-9245-43e8-8f5a-918d1fc3c30c'}] {{(pid=84042) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 21:00:39.533242 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9bbed47b-6f01-46e2-a223-bde5149aa882 None None] Network a818874a-cf41-4f25-aac5-981d8c6231b1 requested from n-d-838334-2 {{(pid=84042) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 21:00:39.588984 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] For port 8eed9390-9245-43e8-8f5a-918d1fc3c30c, host n-h2-838334-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838334-2',level=0,port_id=8eed9390-9245-43e8-8f5a-918d1fc3c30c,segment=NetworkSegment(b4dde5c5-5fa1-421a-aa66-9d4eb01be1ce),segment_id=b4dde5c5-5fa1-421a-aa66-9d4eb01be1ce)] {{(pid=84042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:00:39.660089 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682'] for port, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:39.683858 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-10335660-289f-4b49-86e0-fc8566edb470 tempest-ExternalNetworksTestJSON-191736342 tempest-ExternalNetworksTestJSON-191736342-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1103592'] for network, before_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:39.685620 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 58106) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:00:39.700885 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-c67b607d-4563-42cf-9d18-101bdcb4d097 req-590bfdd4-ffdf-490f-9f0b-71fc8005ba37 tempest-ServersTestJSON-1424434350 tempest-ServersTestJSON-1424434350-project] 10.222.0.42 "GET /v2.0/ports?device_id=c4a2b833-8357-40a0-9883-002d1a37ba68 HTTP/1.1" status: 200 len: 210 time: 0.3912666 Apr 18 21:00:39.716102 n-d-838334-2 neutron-server[84041]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8cab7e50-9650-4128-8487-99a0f4f5df96 tempest-AttachVolumeTestJSON-1696487017 tempest-AttachVolumeTestJSON-1696487017-project] Network e41b6600-a917-4a8d-b05c-be3be40c6d8c is already hosted by enough agents. {{(pid=84041) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:00:39.719575 n-d-838334-2 neutron-server[84041]: DEBUG neutron.scheduler.base_scheduler [None req-8cab7e50-9650-4128-8487-99a0f4f5df96 tempest-AttachVolumeTestJSON-1696487017 tempest-AttachVolumeTestJSON-1696487017-project] Resources bound (agent type, host, resource id): {{(pid=84041) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:00:39.871909 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [req-c779825e-a68b-4d5a-b06f-de23ca47a166 req-132c6c67-67a8-42dd-9e45-de3d037872e1 tempest-ServersTestJSON-1424434350 tempest-ServersTestJSON-1424434350-project] Notify callbacks [] for port, precommit_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:39.945571 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-bc978d6d-8b8b-4cb0-8249-ab5a1eeda74f admin admin] Notify callbacks [] for security_group, before_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:40.005466 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cab7e50-9650-4128-8487-99a0f4f5df96 tempest-AttachVolumeTestJSON-1696487017 tempest-AttachVolumeTestJSON-1696487017-project] Received port after_create {{(pid=84041) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 21:00:40.128289 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cab7e50-9650-4128-8487-99a0f4f5df96 tempest-AttachVolumeTestJSON-1696487017 tempest-AttachVolumeTestJSON-1696487017-project] Pushing event updated for resources: {'Port': ['ID=9cf8f108-b130-46d3-9e45-7abd3d12d55c,revision_number=1']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:00:40.139658 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [req-c779825e-a68b-4d5a-b06f-de23ca47a166 req-132c6c67-67a8-42dd-9e45-de3d037872e1 tempest-ServersTestJSON-1424434350 tempest-ServersTestJSON-1424434350-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750374836619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32266323'] for port, after_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:40.207873 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Pushing event updated for resources: {'Port': ['ID=8eed9390-9245-43e8-8f5a-918d1fc3c30c,revision_number=7']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:00:40.244050 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] get_ports_and_sgs() called for port_ids ['8f0ac191-0475-420d-bcd7-62c84624a6ea'] {{(pid=84042) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 18 21:00:40.284886 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-38cc8ce3-b4c6-416f-961a-1673330fae26 None None] Provisioning for port 18d3be8d-d888-4a3b-98f2-ba5ac8c0bbd1 completed by entity DHCP. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 21:00:40.293319 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-132c6c67-67a8-42dd-9e45-de3d037872e1 tempest-ServersTestJSON-1424434350 tempest-ServersTestJSON-1424434350-project] Pushing event updated for resources: {'Port': ['ID=c76e4a08-a107-4ed6-8559-332f51fa6fe1,revision_number=1']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:00:40.301263 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-7edb41c2-6fc4-4b5b-94fc-aee048e101be tempest-NetworksIpV6Test-2002984352 tempest-NetworksIpV6Test-2002984352-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33526260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32266407', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32486287'] for subnet, after_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:40.325918 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb71dee9-efd2-41ce-aaa2-b146a79caa9b req-1bb04ba0-f5cf-4aff-b8e1-33e2cea0c82b tempest-AttachVolumeNegativeTest-555605742 tempest-AttachVolumeNegativeTest-555605742-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:00:40.336552 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-cb71dee9-efd2-41ce-aaa2-b146a79caa9b req-1bb04ba0-f5cf-4aff-b8e1-33e2cea0c82b tempest-AttachVolumeNegativeTest-555605742 tempest-AttachVolumeNegativeTest-555605742-project] 10.222.0.42 "GET /v2.0/ports?device_id=bf74e528-b24d-4168-be41-aaeaeabbadb8 HTTP/1.1" status: 200 len: 945 time: 0.9637930 Apr 18 21:00:40.358948 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-10335660-289f-4b49-86e0-fc8566edb470 tempest-ExternalNetworksTestJSON-191736342 tempest-ExternalNetworksTestJSON-191736342-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1258905', 'neutron.services.segments.db._delete_segments_for_network-8750375287417'] for network, precommit_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:40.362725 n-d-838334-2 neutron-server[84041]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7edb41c2-6fc4-4b5b-94fc-aee048e101be tempest-NetworksIpV6Test-2002984352 tempest-NetworksIpV6Test-2002984352-project] Network a818874a-cf41-4f25-aac5-981d8c6231b1 is already hosted by enough agents. {{(pid=84041) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:00:40.376474 n-d-838334-2 neutron-server[84041]: DEBUG neutron.scheduler.base_scheduler [None req-7edb41c2-6fc4-4b5b-94fc-aee048e101be tempest-NetworksIpV6Test-2002984352 tempest-NetworksIpV6Test-2002984352-project] Resources bound (agent type, host, resource id): {{(pid=84041) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:00:40.389249 n-d-838334-2 neutron-server[84041]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c779825e-a68b-4d5a-b06f-de23ca47a166 req-132c6c67-67a8-42dd-9e45-de3d037872e1 tempest-ServersTestJSON-1424434350 tempest-ServersTestJSON-1424434350-project] Network 7083f08e-ab4e-49e9-91e4-270e03cc3e4c is already hosted by enough agents. {{(pid=84041) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:00:40.394398 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7edb41c2-6fc4-4b5b-94fc-aee048e101be tempest-NetworksIpV6Test-2002984352 tempest-NetworksIpV6Test-2002984352-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:00:40.395906 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-7edb41c2-6fc4-4b5b-94fc-aee048e101be tempest-NetworksIpV6Test-2002984352 tempest-NetworksIpV6Test-2002984352-project] Notify callbacks [] for subnet, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:40.430309 n-d-838334-2 neutron-server[84040]: DEBUG neutron.services.segments.db [None req-10335660-289f-4b49-86e0-fc8566edb470 tempest-ExternalNetworksTestJSON-191736342 tempest-ExternalNetworksTestJSON-191736342-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0c40b87f-a4cc-474d-a3ee-1a71a83aa6fa']}} {{(pid=84040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:00:40.434807 n-d-838334-2 neutron-server[84041]: DEBUG neutron.scheduler.base_scheduler [req-c779825e-a68b-4d5a-b06f-de23ca47a166 req-132c6c67-67a8-42dd-9e45-de3d037872e1 tempest-ServersTestJSON-1424434350 tempest-ServersTestJSON-1424434350-project] Resources bound (agent type, host, resource id): {{(pid=84041) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:00:40.451227 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-7edb41c2-6fc4-4b5b-94fc-aee048e101be tempest-NetworksIpV6Test-2002984352 tempest-NetworksIpV6Test-2002984352-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 4.9722760 Apr 18 21:00:40.458747 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.l3_dvrscheduler_db [req-c779825e-a68b-4d5a-b06f-de23ca47a166 req-132c6c67-67a8-42dd-9e45-de3d037872e1 tempest-ServersTestJSON-1424434350 tempest-ServersTestJSON-1424434350-project] Received port after_create {{(pid=84041) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 21:00:40.464358 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 58130) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:00:40.474403 n-d-838334-2 neutron-server[84040]: DEBUG neutron.services.segments.db [None req-10335660-289f-4b49-86e0-fc8566edb470 tempest-ExternalNetworksTestJSON-191736342 tempest-ExternalNetworksTestJSON-191736342-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '23b15215-b582-4952-b8fe-60dabcef413d') {'for_net_delete': True} {{(pid=84040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:00:40.474777 n-d-838334-2 neutron-server[84040]: DEBUG neutron.services.segments.db [None req-10335660-289f-4b49-86e0-fc8566edb470 tempest-ExternalNetworksTestJSON-191736342 tempest-ExternalNetworksTestJSON-191736342-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '23b15215-b582-4952-b8fe-60dabcef413d') {} {{(pid=84040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:00:40.476001 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-38cc8ce3-b4c6-416f-961a-1673330fae26 None None] Provisioning complete for port 18d3be8d-d888-4a3b-98f2-ba5ac8c0bbd1 triggered by entity DHCP. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:00:40.476582 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-38cc8ce3-b4c6-416f-961a-1673330fae26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1253608'] for port, provisioning_complete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:40.587956 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-cb71dee9-efd2-41ce-aaa2-b146a79caa9b req-ecee12e9-e3ff-4598-839e-64f1881d6dcb tempest-AttachVolumeNegativeTest-555605742 tempest-AttachVolumeNegativeTest-555605742-project] 10.222.0.42 "GET /v2.0/security-groups?id=575e0ba1-8a78-4aa4-accf-eb309f49ec74&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2503188 Apr 18 21:00:40.599591 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-10335660-289f-4b49-86e0-fc8566edb470 tempest-ExternalNetworksTestJSON-191736342 tempest-ExternalNetworksTestJSON-191736342-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750375287300', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31955965'] for segment, before_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:40.607091 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c779825e-a68b-4d5a-b06f-de23ca47a166 req-132c6c67-67a8-42dd-9e45-de3d037872e1 tempest-ServersTestJSON-1424434350 tempest-ServersTestJSON-1424434350-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:00:40.607091 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [req-c779825e-a68b-4d5a-b06f-de23ca47a166 req-132c6c67-67a8-42dd-9e45-de3d037872e1 tempest-ServersTestJSON-1424434350 tempest-ServersTestJSON-1424434350-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217293'] for port, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:40.617710 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-bc978d6d-8b8b-4cb0-8249-ab5a1eeda74f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:00:40.628714 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b7f449b-e1a1-4b75-a920-4e19e9c9ef05 req-85b562f9-9797-402f-9f76-656bc5bbc068 tempest-ServersNegativeTestJSON-508382254 tempest-ServersNegativeTestJSON-508382254-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:00:40.636204 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-8b7f449b-e1a1-4b75-a920-4e19e9c9ef05 req-85b562f9-9797-402f-9f76-656bc5bbc068 tempest-ServersNegativeTestJSON-508382254 tempest-ServersNegativeTestJSON-508382254-project] 10.222.0.42 "GET /v2.0/ports?device_id=2197a591-197e-47fe-9210-1387bfb6ec5e HTTP/1.1" status: 200 len: 945 time: 0.5210249 Apr 18 21:00:40.689424 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-bc978d6d-8b8b-4cb0-8249-ab5a1eeda74f admin admin] Usage tracker for resource:security_group_rule and tenant:522f433e8f5b4954aa0292f9a791b82b is out of sync, need to count used quota {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:00:40.695104 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-10335660-289f-4b49-86e0-fc8566edb470 tempest-ExternalNetworksTestJSON-191736342 tempest-ExternalNetworksTestJSON-191736342-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1082986'] for segment, precommit_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:40.706960 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50d5c5bf-2c94-4654-850d-1fb495cb60ea tempest-NetworksIpV6Test-2002984352 tempest-NetworksIpV6Test-2002984352-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:00:40.708774 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50d5c5bf-2c94-4654-850d-1fb495cb60ea tempest-NetworksIpV6Test-2002984352 tempest-NetworksIpV6Test-2002984352-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:00:40.710391 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50d5c5bf-2c94-4654-850d-1fb495cb60ea tempest-NetworksIpV6Test-2002984352 tempest-NetworksIpV6Test-2002984352-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:00:40.711921 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50d5c5bf-2c94-4654-850d-1fb495cb60ea tempest-NetworksIpV6Test-2002984352 tempest-NetworksIpV6Test-2002984352-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:00:40.713508 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50d5c5bf-2c94-4654-850d-1fb495cb60ea tempest-NetworksIpV6Test-2002984352 tempest-NetworksIpV6Test-2002984352-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:00:40.714118 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-bc978d6d-8b8b-4cb0-8249-ab5a1eeda74f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:00:40.715133 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-50d5c5bf-2c94-4654-850d-1fb495cb60ea tempest-NetworksIpV6Test-2002984352 tempest-NetworksIpV6Test-2002984352-project] Synchronizing usage tracker for tenant:fd146e1e9f314c74ba81762788974d67 on resource:subnet {{(pid=84040) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 21:00:40.726079 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-10335660-289f-4b49-86e0-fc8566edb470 tempest-ExternalNetworksTestJSON-191736342 tempest-ExternalNetworksTestJSON-191736342-project] Releasing vlan 370 on physical network physnet1 to pool {{(pid=84040) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 18 21:00:40.726820 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-10335660-289f-4b49-86e0-fc8566edb470 tempest-ExternalNetworksTestJSON-191736342 tempest-ExternalNetworksTestJSON-191736342-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1082993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32440923'] for segment, after_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:40.746255 n-d-838334-2 neutron-server[84040]: Traceback (most recent call last): Apr 18 21:00:40.746255 n-d-838334-2 neutron-server[84040]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 18 21:00:40.746255 n-d-838334-2 neutron-server[84040]: timer() Apr 18 21:00:40.746255 n-d-838334-2 neutron-server[84040]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 21:00:40.746255 n-d-838334-2 neutron-server[84040]: cb(*args, **kw) Apr 18 21:00:40.746255 n-d-838334-2 neutron-server[84040]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 18 21:00:40.746255 n-d-838334-2 neutron-server[84040]: return func(*args, **kwargs) Apr 18 21:00:40.746255 n-d-838334-2 neutron-server[84040]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 21:00:40.746255 n-d-838334-2 neutron-server[84040]: self._notify() Apr 18 21:00:40.746255 n-d-838334-2 neutron-server[84040]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 21:00:40.746255 n-d-838334-2 neutron-server[84040]: self.callback(batched_events) Apr 18 21:00:40.746255 n-d-838334-2 neutron-server[84040]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 21:00:40.746255 n-d-838334-2 neutron-server[84040]: event.method(event) Apr 18 21:00:40.746255 n-d-838334-2 neutron-server[84040]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 18 21:00:40.746255 n-d-838334-2 neutron-server[84040]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 21:00:40.746255 n-d-838334-2 neutron-server[84040]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 18 21:00:40.746255 n-d-838334-2 neutron-server[84040]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 21:00:40.746255 n-d-838334-2 neutron-server[84040]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 18 21:00:40.746255 n-d-838334-2 neutron-server[84040]: return f(self, *a, **k) Apr 18 21:00:40.746255 n-d-838334-2 neutron-server[84040]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 18 21:00:40.746255 n-d-838334-2 neutron-server[84040]: return self._get(url).json() Apr 18 21:00:40.746255 n-d-838334-2 neutron-server[84040]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 18 21:00:40.746255 n-d-838334-2 neutron-server[84040]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 21:00:40.746255 n-d-838334-2 neutron-server[84040]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 18 21:00:40.746255 n-d-838334-2 neutron-server[84040]: return self.request(url, 'GET', **kwargs) Apr 18 21:00:40.746255 n-d-838334-2 neutron-server[84040]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 18 21:00:40.746255 n-d-838334-2 neutron-server[84040]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 21:00:40.746255 n-d-838334-2 neutron-server[84040]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 18 21:00:40.746255 n-d-838334-2 neutron-server[84040]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 21:00:40.746255 n-d-838334-2 neutron-server[84040]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 18 21:00:40.746255 n-d-838334-2 neutron-server[84040]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 21:00:40.746255 n-d-838334-2 neutron-server[84040]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 21:00:40.748697 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7edb41c2-6fc4-4b5b-94fc-aee048e101be tempest-NetworksIpV6Test-2002984352 tempest-NetworksIpV6Test-2002984352-project] Pushing event updated for resources: {'Subnet': ['ID=ea338df7-1936-451b-ae8f-9b232a7bb8de,revision_number=0']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:00:40.768970 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bc495f8-dc06-4f24-b08a-c2786c0248ff req-00124d1f-955c-400a-ba44-cbe6acdc04cb tempest-AttachVolumeNegativeTest-555605742 tempest-AttachVolumeNegativeTest-555605742-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:00:40.769874 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [req-8bc495f8-dc06-4f24-b08a-c2786c0248ff req-00124d1f-955c-400a-ba44-cbe6acdc04cb tempest-AttachVolumeNegativeTest-555605742 tempest-AttachVolumeNegativeTest-555605742-project] Synchronizing usage tracker for tenant:340d04fd839f4c0c896ec9bea561bc50 on resource:port {{(pid=84041) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 21:00:40.779406 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-bc978d6d-8b8b-4cb0-8249-ab5a1eeda74f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:00:40.817043 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-c779825e-a68b-4d5a-b06f-de23ca47a166 req-132c6c67-67a8-42dd-9e45-de3d037872e1 tempest-ServersTestJSON-1424434350 tempest-ServersTestJSON-1424434350-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.8454013 Apr 18 21:00:40.827398 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [req-8bc495f8-dc06-4f24-b08a-c2786c0248ff req-00124d1f-955c-400a-ba44-cbe6acdc04cb tempest-AttachVolumeNegativeTest-555605742 tempest-AttachVolumeNegativeTest-555605742-project] Unset dirty status for tenant:340d04fd839f4c0c896ec9bea561bc50 on resource:port {{(pid=84041) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 21:00:40.829450 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-8bc495f8-dc06-4f24-b08a-c2786c0248ff req-00124d1f-955c-400a-ba44-cbe6acdc04cb tempest-AttachVolumeNegativeTest-555605742 tempest-AttachVolumeNegativeTest-555605742-project] 10.222.0.43 "GET /v2.0/ports?device_id=bf74e528-b24d-4168-be41-aaeaeabbadb8 HTTP/1.1" status: 200 len: 945 time: 1.3026021 Apr 18 21:00:40.841020 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.v2.base [req-c779825e-a68b-4d5a-b06f-de23ca47a166 req-242dc5f2-8456-4f83-9bf5-9c1d5ca335f6 service neutron] Request body: {'port': {'device_id': 'c4a2b833-8357-40a0-9883-002d1a37ba68', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-838334-2'}} {{(pid=84041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:00:40.845650 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-8b7f449b-e1a1-4b75-a920-4e19e9c9ef05 req-40234f44-7453-428c-a29a-15f4a1e85a0d tempest-ServersNegativeTestJSON-508382254 tempest-ServersNegativeTestJSON-508382254-project] 10.222.0.42 "GET /v2.0/security-groups?id=ada0ecb3-b1bc-4ba2-8e6c-b06ba09daca2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2082405 Apr 18 21:00:40.909961 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-50d5c5bf-2c94-4654-850d-1fb495cb60ea tempest-NetworksIpV6Test-2002984352 tempest-NetworksIpV6Test-2002984352-project] Unset dirty status for tenant:fd146e1e9f314c74ba81762788974d67 on resource:subnet {{(pid=84040) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 21:00:40.911308 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-50d5c5bf-2c94-4654-850d-1fb495cb60ea tempest-NetworksIpV6Test-2002984352 tempest-NetworksIpV6Test-2002984352-project] 10.222.0.42 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.4434464 Apr 18 21:00:40.915493 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 58138) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:00:40.922999 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.v2.base [None req-92fe0910-68b9-4a1f-a651-18df6eb18067 tempest-NetworksIpV6Test-2002984352 tempest-NetworksIpV6Test-2002984352-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1262716922'}} {{(pid=84040) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:00:40.930684 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-10335660-289f-4b49-86e0-fc8566edb470 tempest-ExternalNetworksTestJSON-191736342 tempest-ExternalNetworksTestJSON-191736342-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1258898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33526109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33444113'] for network, after_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:40.958544 n-d-838334-2 neutron-server[84042]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3cce6084-3340-4f35-ae8c-0dfc22957c95'] response: {'server_uuid': '2197a591-197e-47fe-9210-1387bfb6ec5e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8eed9390-9245-43e8-8f5a-918d1fc3c30c', 'code': 200} Apr 18 21:00:40.973594 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [None req-92fe0910-68b9-4a1f-a651-18df6eb18067 tempest-NetworksIpV6Test-2002984352 tempest-NetworksIpV6Test-2002984352-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:00:40.990433 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-10335660-289f-4b49-86e0-fc8566edb470 tempest-ExternalNetworksTestJSON-191736342 tempest-ExternalNetworksTestJSON-191736342-project] Notify callbacks [] for network, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:41.014631 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10335660-289f-4b49-86e0-fc8566edb470 tempest-ExternalNetworksTestJSON-191736342 tempest-ExternalNetworksTestJSON-191736342-project] Pushing event deleted for resources: {'Network': ['ID=0c40b87f-a4cc-474d-a3ee-1a71a83aa6fa,revision_number=None']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:00:41.033828 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-92fe0910-68b9-4a1f-a651-18df6eb18067 tempest-NetworksIpV6Test-2002984352 tempest-NetworksIpV6Test-2002984352-project] Usage tracker for resource:network and tenant:fd146e1e9f314c74ba81762788974d67 is out of sync, need to count used quota {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:00:41.039789 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-92fe0910-68b9-4a1f-a651-18df6eb18067 tempest-NetworksIpV6Test-2002984352 tempest-NetworksIpV6Test-2002984352-project] Quota usage for network was recalculated. Used quota:3. {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:00:41.051356 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-38cc8ce3-b4c6-416f-961a-1673330fae26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:41.060159 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-10335660-289f-4b49-86e0-fc8566edb470 tempest-ExternalNetworksTestJSON-191736342 tempest-ExternalNetworksTestJSON-191736342-project] 10.222.0.42 "DELETE /v2.0/networks/0c40b87f-a4cc-474d-a3ee-1a71a83aa6fa HTTP/1.1" status: 204 len: 168 time: 2.1418056 Apr 18 21:00:41.152034 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [None req-92fe0910-68b9-4a1f-a651-18df6eb18067 tempest-NetworksIpV6Test-2002984352 tempest-NetworksIpV6Test-2002984352-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:00:41.194853 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-92fe0910-68b9-4a1f-a651-18df6eb18067 tempest-NetworksIpV6Test-2002984352 tempest-NetworksIpV6Test-2002984352-project] Made reservation on behalf of fd146e1e9f314c74ba81762788974d67 for: {'network': 1} {{(pid=84040) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:00:41.199871 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-92fe0910-68b9-4a1f-a651-18df6eb18067 tempest-NetworksIpV6Test-2002984352 tempest-NetworksIpV6Test-2002984352-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for network, before_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:41.205547 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.plugin [req-8bc495f8-dc06-4f24-b08a-c2786c0248ff req-e109a8a3-6902-4b8a-b4d7-0113b100c28c tempest-AttachVolumeNegativeTest-555605742 tempest-AttachVolumeNegativeTest-555605742-project] Deleting port bf7c6b84-d34c-4641-9cf5-c04bdc0659d8 {{(pid=84041) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 21:00:41.206083 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [req-8bc495f8-dc06-4f24-b08a-c2786c0248ff req-e109a8a3-6902-4b8a-b4d7-0113b100c28c tempest-AttachVolumeNegativeTest-555605742 tempest-AttachVolumeNegativeTest-555605742-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750375188691'] for port, before_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:41.249369 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87e2dcec-e8a4-4280-8273-8905fb3504e3 req-c74c0533-caa9-4207-953d-8dd3dd04d333 tempest-ServersTestJSON-1424434350 tempest-ServersTestJSON-1424434350-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:00:41.251774 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-87e2dcec-e8a4-4280-8273-8905fb3504e3 req-c74c0533-caa9-4207-953d-8dd3dd04d333 tempest-ServersTestJSON-1424434350 tempest-ServersTestJSON-1424434350-project] 10.222.0.42 "GET /v2.0/ports?device_id=c4a2b833-8357-40a0-9883-002d1a37ba68 HTTP/1.1" status: 200 len: 931 time: 0.1883194 Apr 18 21:00:41.252779 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-92fe0910-68b9-4a1f-a651-18df6eb18067 tempest-NetworksIpV6Test-2002984352 tempest-NetworksIpV6Test-2002984352-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 366} {{(pid=84040) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 21:00:41.278667 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0da95a9-fb62-4462-b09d-9c85bd77b066 None None] Update dhcp port {'port': {'network_id': 'a818874a-cf41-4f25-aac5-981d8c6231b1', 'fixed_ips': [{'subnet_id': 'ea695f75-b3ec-403c-ab91-2f20db177b66', 'ip_address': '2001:db8::2'}, {'subnet_id': 'ea338df7-1936-451b-ae8f-9b232a7bb8de'}], 'binding:host_id': 'n-d-838334-2'}, 'id': '18d3be8d-d888-4a3b-98f2-ba5ac8c0bbd1'} from n-d-838334-2. {{(pid=84042) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:307}} Apr 18 21:00:41.289171 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-92fe0910-68b9-4a1f-a651-18df6eb18067 tempest-NetworksIpV6Test-2002984352 tempest-NetworksIpV6Test-2002984352-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1082986'] for segment, precommit_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:41.289808 n-d-838334-2 neutron-server[84040]: INFO neutron.db.segments_db [None req-92fe0910-68b9-4a1f-a651-18df6eb18067 tempest-NetworksIpV6Test-2002984352 tempest-NetworksIpV6Test-2002984352-project] Added segment 6008461e-08da-4969-8ef4-42c1004c2644 of type vlan for network 31aa2c34-2528-47ba-89e6-6f020b2aa6d6 Apr 18 21:00:41.345864 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-38cc8ce3-b4c6-416f-961a-1673330fae26 None None] For port 18d3be8d-d888-4a3b-98f2-ba5ac8c0bbd1, host n-d-838334-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838334-2',level=0,port_id=18d3be8d-d888-4a3b-98f2-ba5ac8c0bbd1,segment=NetworkSegment(58a7507d-d165-447e-b58e-fcd70763fb9d),segment_id=58a7507d-d165-447e-b58e-fcd70763fb9d)] {{(pid=84042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:00:41.373736 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-38cc8ce3-b4c6-416f-961a-1673330fae26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682'] for port, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:41.441261 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-a0da95a9-fb62-4462-b09d-9c85bd77b066 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:41.450589 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-92fe0910-68b9-4a1f-a651-18df6eb18067 tempest-NetworksIpV6Test-2002984352 tempest-NetworksIpV6Test-2002984352-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750374825732'] for network, precommit_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:41.481471 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 58148) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:00:41.492152 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-92fe0910-68b9-4a1f-a651-18df6eb18067 tempest-NetworksIpV6Test-2002984352 tempest-NetworksIpV6Test-2002984352-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33526109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022'] for network, after_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:41.496978 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92fe0910-68b9-4a1f-a651-18df6eb18067 tempest-NetworksIpV6Test-2002984352 tempest-NetworksIpV6Test-2002984352-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:00:41.500958 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-92fe0910-68b9-4a1f-a651-18df6eb18067 tempest-NetworksIpV6Test-2002984352 tempest-NetworksIpV6Test-2002984352-project] Notify callbacks [] for network, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:41.528025 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-8cab7e50-9650-4128-8487-99a0f4f5df96 tempest-AttachVolumeTestJSON-1696487017 tempest-AttachVolumeTestJSON-1696487017-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:41.572858 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-87e2dcec-e8a4-4280-8273-8905fb3504e3 req-db5a86ff-4654-4d47-9f37-8bb3b3ee34c6 tempest-ServersTestJSON-1424434350 tempest-ServersTestJSON-1424434350-project] 10.222.0.42 "GET /v2.0/security-groups?id=a3de1b7a-019c-40dd-8c9d-3a3f159b2bd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3115456 Apr 18 21:00:41.587307 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 58154) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:00:41.703612 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-92fe0910-68b9-4a1f-a651-18df6eb18067 tempest-NetworksIpV6Test-2002984352 tempest-NetworksIpV6Test-2002984352-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.7855744 Apr 18 21:00:41.711638 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 58162) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:00:41.727117 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.v2.base [None req-f0893132-d0e8-4188-a1b3-072e2a81171e tempest-NetworksIpV6Test-2002984352 tempest-NetworksIpV6Test-2002984352-project] Request body: {'network': {'name': 'New_network'}} {{(pid=84040) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:00:41.734946 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [req-c779825e-a68b-4d5a-b06f-de23ca47a166 req-242dc5f2-8456-4f83-9bf5-9c1d5ca335f6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:41.767200 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92fe0910-68b9-4a1f-a651-18df6eb18067 tempest-NetworksIpV6Test-2002984352 tempest-NetworksIpV6Test-2002984352-project] Pushing event updated for resources: {'Network': ['ID=31aa2c34-2528-47ba-89e6-6f020b2aa6d6,revision_number=1']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:00:41.850001 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-8cab7e50-9650-4128-8487-99a0f4f5df96 tempest-AttachVolumeTestJSON-1696487017 tempest-AttachVolumeTestJSON-1696487017-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:42.032536 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-bc978d6d-8b8b-4cb0-8249-ab5a1eeda74f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:42.081434 n-d-838334-2 neutron-server[84043]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-332d0a58-89bd-4934-bcd3-290d9327fbf8 None None] Sync routers for ids ['0573f4fd-15ec-4486-a7e2-4a1d64e93d08'] in n-d-838334-2 {{(pid=84043) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 18 21:00:42.099845 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.db_base_plugin_common [None req-a0da95a9-fb62-4462-b09d-9c85bd77b066 None None] Allocated IP 172.20.0.1 (a818874a-cf41-4f25-aac5-981d8c6231b1/ea338df7-1936-451b-ae8f-9b232a7bb8de/18d3be8d-d888-4a3b-98f2-ba5ac8c0bbd1) {{(pid=84042) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 21:00:42.118392 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-332d0a58-89bd-4934-bcd3-290d9327fbf8 None None] Routers {'0573f4fd-15ec-4486-a7e2-4a1d64e93d08'} bound to L3 agent in host n-d-838334-2 {{(pid=84043) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 21:00:42.127116 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.l3_hamode_db [None req-332d0a58-89bd-4934-bcd3-290d9327fbf8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838334-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-18T20:25:48Z,description=,heartbeat_timestamp=2022-04-18T21:00:18Z,host='n-d-838334-2',id=bc84d6c9-dd7a-4555-a351-592327b46d5a,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:25:48Z,topic='l3_agent')) {'router_ids': ['0573f4fd-15ec-4486-a7e2-4a1d64e93d08'], 'active': True} {{(pid=84043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:00:42.250675 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-a0da95a9-fb62-4462-b09d-9c85bd77b066 None None] For port 18d3be8d-d888-4a3b-98f2-ba5ac8c0bbd1, host n-d-838334-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838334-2',level=0,port_id=18d3be8d-d888-4a3b-98f2-ba5ac8c0bbd1,segment=NetworkSegment(58a7507d-d165-447e-b58e-fcd70763fb9d),segment_id=58a7507d-d165-447e-b58e-fcd70763fb9d)] {{(pid=84042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:00:42.276639 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-a0da95a9-fb62-4462-b09d-9c85bd77b066 None None] Notify callbacks [] for port, precommit_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:42.294426 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-a0da95a9-fb62-4462-b09d-9c85bd77b066 None None] Transition to ACTIVE for port object 18d3be8d-d888-4a3b-98f2-ba5ac8c0bbd1 will not be triggered until provisioned by entity DHCP. {{(pid=84042) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:00:42.295342 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38cc8ce3-b4c6-416f-961a-1673330fae26 None None] Pushing event updated for resources: {'Port': ['ID=18d3be8d-d888-4a3b-98f2-ba5ac8c0bbd1,revision_number=3']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:00:42.300622 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Network 31aa2c34-2528-47ba-89e6-6f020b2aa6d6 details requested by agent ovs-agent-n-d-838334-2 with host n-d-838334-2 {{(pid=84042) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 18 21:00:42.314942 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-a0da95a9-fb62-4462-b09d-9c85bd77b066 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682'] for port, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:42.353590 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-ab18048b-800e-4643-bad3-017a78e45eff admin admin] Notify callbacks [] for security_group, before_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:42.362149 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-bc978d6d-8b8b-4cb0-8249-ab5a1eeda74f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33528224'] for security_group, after_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:42.387529 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0da95a9-fb62-4462-b09d-9c85bd77b066 None None] Pushing event updated for resources: {'Port': ['ID=18d3be8d-d888-4a3b-98f2-ba5ac8c0bbd1,revision_number=4']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:00:42.445161 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc978d6d-8b8b-4cb0-8249-ab5a1eeda74f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3abe163e-0708-4b02-92bf-ef4c89da89b5,revision_number=1']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:00:42.592991 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-bc978d6d-8b8b-4cb0-8249-ab5a1eeda74f admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=522f433e8f5b4954aa0292f9a791b82b&name=default HTTP/1.1" status: 200 len: 2647 time: 2.8731015 Apr 18 21:00:42.594675 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-f0893132-d0e8-4188-a1b3-072e2a81171e tempest-NetworksIpV6Test-2002984352 tempest-NetworksIpV6Test-2002984352-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750374825732'] for network, precommit_update {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:42.617253 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.l3_dvr_db [None req-332d0a58-89bd-4934-bcd3-290d9327fbf8 None None] Set router 0573f4fd-15ec-4486-a7e2-4a1d64e93d08 gateway port host: n-d-838334-2 {{(pid=84043) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 21:00:42.618740 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 58168) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:00:42.649972 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Device 18d3be8d-d888-4a3b-98f2-ba5ac8c0bbd1 up at agent ovs-agent-n-d-838334-2 {{(pid=84042) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 21:00:42.662375 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [None req-ab18048b-800e-4643-bad3-017a78e45eff admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:00:42.679893 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-ab18048b-800e-4643-bad3-017a78e45eff admin admin] Usage tracker for resource:security_group_rule and tenant:132a383bdd764207a500cbb58e7d30a8 is out of sync, need to count used quota {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:00:42.686740 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-f0893132-d0e8-4188-a1b3-072e2a81171e tempest-NetworksIpV6Test-2002984352 tempest-NetworksIpV6Test-2002984352-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33526109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022'] for network, after_update {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:42.690647 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-ab18048b-800e-4643-bad3-017a78e45eff admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:00:42.725673 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [None req-ab18048b-800e-4643-bad3-017a78e45eff admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:00:42.732733 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-b16deb40-0523-4199-a5fc-a13d9f5e3f77 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=458e354ab93a4025b04066e6f2d05e26&name=default HTTP/1.1" status: 200 len: 2647 time: 1.0656452 Apr 18 21:00:42.733828 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 58174) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:00:42.843110 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-f0893132-d0e8-4188-a1b3-072e2a81171e tempest-NetworksIpV6Test-2002984352 tempest-NetworksIpV6Test-2002984352-project] Network 31aa2c34-2528-47ba-89e6-6f020b2aa6d6 is not hosted by any dhcp agent {{(pid=84040) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:226}} Apr 18 21:00:42.847267 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0893132-d0e8-4188-a1b3-072e2a81171e tempest-NetworksIpV6Test-2002984352 tempest-NetworksIpV6Test-2002984352-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:00:42.847901 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-f0893132-d0e8-4188-a1b3-072e2a81171e tempest-NetworksIpV6Test-2002984352 tempest-NetworksIpV6Test-2002984352-project] Notify callbacks [] for network, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:42.855848 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-f0893132-d0e8-4188-a1b3-072e2a81171e tempest-NetworksIpV6Test-2002984352 tempest-NetworksIpV6Test-2002984352-project] 10.222.0.42 "PUT /v2.0/networks/31aa2c34-2528-47ba-89e6-6f020b2aa6d6 HTTP/1.1" status: 200 len: 723 time: 1.1418791 Apr 18 21:00:42.864552 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 58178) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:00:42.883296 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.db [req-8bc495f8-dc06-4f24-b08a-c2786c0248ff req-e109a8a3-6902-4b8a-b4d7-0113b100c28c tempest-AttachVolumeNegativeTest-555605742 tempest-AttachVolumeNegativeTest-555605742-project] For port bf7c6b84-d34c-4641-9cf5-c04bdc0659d8, host n-h1-838334-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838334-2',level=0,port_id=bf7c6b84-d34c-4641-9cf5-c04bdc0659d8,segment=NetworkSegment(dbc7d3d6-4579-41c2-9fd4-2757cc8c54b6),segment_id=dbc7d3d6-4579-41c2-9fd4-2757cc8c54b6)] {{(pid=84041) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:00:42.883859 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [req-8bc495f8-dc06-4f24-b08a-c2786c0248ff req-e109a8a3-6902-4b8a-b4d7-0113b100c28c tempest-AttachVolumeNegativeTest-555605742 tempest-AttachVolumeNegativeTest-555605742-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369123'] for port, precommit_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:42.911347 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.v2.base [None req-803f37fb-5c68-41b6-8107-8ac0631cda4d tempest-NetworksIpV6Test-2002984352 tempest-NetworksIpV6Test-2002984352-project] Request body: {'subnet': {'network_id': '31aa2c34-2528-47ba-89e6-6f020b2aa6d6', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=84040) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:00:42.951471 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-350adbbc-8a23-40e7-9946-3e2c2cd9b71f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:42.963345 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0893132-d0e8-4188-a1b3-072e2a81171e tempest-NetworksIpV6Test-2002984352 tempest-NetworksIpV6Test-2002984352-project] Pushing event updated for resources: {'Network': ['ID=31aa2c34-2528-47ba-89e6-6f020b2aa6d6,revision_number=2']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:00:42.975001 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Network 31aa2c34-2528-47ba-89e6-6f020b2aa6d6 details requested by agent ovs-agent-n-d-838334-2 with host n-d-838334-2 {{(pid=84042) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 18 21:00:42.985439 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22a7adb7-8762-4599-9f02-74e485e8bb9a req-793bfab4-5023-49dd-9b52-27e137c4bcd2 tempest-AttachVolumeNegativeTest-555605742 tempest-AttachVolumeNegativeTest-555605742-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:00:42.992247 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-22a7adb7-8762-4599-9f02-74e485e8bb9a req-793bfab4-5023-49dd-9b52-27e137c4bcd2 tempest-AttachVolumeNegativeTest-555605742 tempest-AttachVolumeNegativeTest-555605742-project] 10.222.0.42 "GET /v2.0/ports?device_id=bf74e528-b24d-4168-be41-aaeaeabbadb8 HTTP/1.1" status: 200 len: 945 time: 0.9000669 Apr 18 21:00:42.999136 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39f96786-8a94-4841-9fe1-de666a9b022b req-5b39c6d0-1b26-4e71-b561-e62f142f0e63 tempest-ServersNegativeTestJSON-508382254 tempest-ServersNegativeTestJSON-508382254-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:00:43.013179 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-39f96786-8a94-4841-9fe1-de666a9b022b req-5b39c6d0-1b26-4e71-b561-e62f142f0e63 tempest-ServersNegativeTestJSON-508382254 tempest-ServersNegativeTestJSON-508382254-project] 10.222.0.42 "GET /v2.0/ports?device_id=2197a591-197e-47fe-9210-1387bfb6ec5e HTTP/1.1" status: 200 len: 945 time: 0.7339044 Apr 18 21:00:43.161694 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Device bf7c6b84-d34c-4641-9cf5-c04bdc0659d8 no longer exists at agent hyperv_n-h1-838334-2 {{(pid=84042) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 21:00:43.416155 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [None req-803f37fb-5c68-41b6-8107-8ac0631cda4d tempest-NetworksIpV6Test-2002984352 tempest-NetworksIpV6Test-2002984352-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:00:43.444744 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-b034789b-6b21-4de7-8e29-a3f8a8e658bf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:43.466199 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-22a7adb7-8762-4599-9f02-74e485e8bb9a req-15a50cbb-d8c5-431a-b584-94a92b5b05c6 tempest-AttachVolumeNegativeTest-555605742 tempest-AttachVolumeNegativeTest-555605742-project] 10.222.0.42 "GET /v2.0/security-groups?id=575e0ba1-8a78-4aa4-accf-eb309f49ec74&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4729345 Apr 18 21:00:43.480067 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:43.492024 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-39f96786-8a94-4841-9fe1-de666a9b022b req-b4103912-747d-4994-9807-57bae6041c27 tempest-ServersNegativeTestJSON-508382254 tempest-ServersNegativeTestJSON-508382254-project] 10.222.0.42 "GET /v2.0/security-groups?id=ada0ecb3-b1bc-4ba2-8e6c-b06ba09daca2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3956866 Apr 18 21:00:43.511087 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [None req-803f37fb-5c68-41b6-8107-8ac0631cda4d tempest-NetworksIpV6Test-2002984352 tempest-NetworksIpV6Test-2002984352-project] Attempting to reserve 1 items for resource subnet. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:00:43.512872 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.l3_hamode_db [None req-332d0a58-89bd-4934-bcd3-290d9327fbf8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0573f4fd-15ec-4486-a7e2-4a1d64e93d08', 'name': 'tempest-AttachVolumeTestJSON-1059019708-router', 'tenant_id': 'b5bf875eb9b748b5aba56f8b60ce8169', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'external_fixed_ips': [{'subnet_id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'ip_address': '172.25.8.42'}], 'enable_snat': True}, 'gw_port_id': 'a46e8333-2083-45cf-9f4f-171d17c889e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:00:10Z', 'updated_at': '2022-04-18T21:00:21Z', 'revision_number': 4, 'project_id': 'b5bf875eb9b748b5aba56f8b60ce8169', 'gw_port': {'id': 'a46e8333-2083-45cf-9f4f-171d17c889e2', 'name': '', 'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:a3:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0573f4fd-15ec-4486-a7e2-4a1d64e93d08', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'ip_address': '172.25.8.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:00:11Z', 'updated_at': '2022-04-18T21:00:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838334-2', '_interfaces': [{'id': '4b3e1958-51ec-47aa-a0e2-f9ad7c2de9dd', 'name': '', 'network_id': '9b8a7e14-19dd-4214-9fd7-5da6fc8793e6', 'tenant_id': 'b5bf875eb9b748b5aba56f8b60ce8169', 'mac_address': 'fa:16:3e:d9:f1:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0573f4fd-15ec-4486-a7e2-4a1d64e93d08', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '16880a32-9b71-46fb-bafe-6b6135588b63', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:00:19Z', 'updated_at': '2022-04-18T21:00:21Z', 'revision_number': 2, 'project_id': 'b5bf875eb9b748b5aba56f8b60ce8169', 'subnets': [{'id': '16880a32-9b71-46fb-bafe-6b6135588b63', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838334-2', False) {} {{(pid=84043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:00:43.526573 n-d-838334-2 neutron-server[84043]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-332d0a58-89bd-4934-bcd3-290d9327fbf8 None None] Checking router: 0573f4fd-15ec-4486-a7e2-4a1d64e93d08 for host: n-d-838334-2 {{(pid=84043) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 18 21:00:43.526931 n-d-838334-2 neutron-server[84043]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-332d0a58-89bd-4934-bcd3-290d9327fbf8 None None] Updating router 0573f4fd-15ec-4486-a7e2-4a1d64e93d08 port 4b3e1958-51ec-47aa-a0e2-f9ad7c2de9dd binding host n-d-838334-2 {{(pid=84043) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 18 21:00:43.551352 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] For port bf7c6b84-d34c-4641-9cf5-c04bdc0659d8, host n-h1-838334-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838334-2',level=0,port_id=bf7c6b84-d34c-4641-9cf5-c04bdc0659d8,segment=NetworkSegment(dbc7d3d6-4579-41c2-9fd4-2757cc8c54b6),segment_id=dbc7d3d6-4579-41c2-9fd4-2757cc8c54b6)] {{(pid=84042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:00:43.555407 n-d-838334-2 neutron-server[84042]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bf74e528-b24d-4168-be41-aaeaeabbadb8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bf7c6b84-d34c-4641-9cf5-c04bdc0659d8'}] {{(pid=84042) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 21:00:43.574016 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682'] for port, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:43.576524 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-b034789b-6b21-4de7-8e29-a3f8a8e658bf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:43.671270 n-d-838334-2 neutron-server[84042]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c9c57d08-7e11-4ef1-9bac-5b3af2c6e831'] response: {'server_uuid': 'bf74e528-b24d-4168-be41-aaeaeabbadb8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bf7c6b84-d34c-4641-9cf5-c04bdc0659d8', 'code': 200} Apr 18 21:00:43.683173 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-ab18048b-800e-4643-bad3-017a78e45eff admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:43.690746 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.db.resource_extend [None req-8cab7e50-9650-4128-8487-99a0f4f5df96 tempest-AttachVolumeTestJSON-1696487017 tempest-AttachVolumeTestJSON-1696487017-project] It took 0.79 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84041) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 18 21:00:43.701247 n-d-838334-2 neutron-server[84043]: DEBUG neutron_lib.callbacks.manager [None req-332d0a58-89bd-4934-bcd3-290d9327fbf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:43.706723 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-ab18048b-800e-4643-bad3-017a78e45eff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33528224'] for security_group, after_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:43.713432 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Pushing event updated for resources: {'Port': ['ID=bf7c6b84-d34c-4641-9cf5-c04bdc0659d8,revision_number=6']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:00:43.754835 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-350adbbc-8a23-40e7-9946-3e2c2cd9b71f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:43.764588 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-b034789b-6b21-4de7-8e29-a3f8a8e658bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33528224'] for security_group, after_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:43.788018 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-8cab7e50-9650-4128-8487-99a0f4f5df96 tempest-AttachVolumeTestJSON-1696487017 tempest-AttachVolumeTestJSON-1696487017-project] Notify callbacks [] for port, precommit_update {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:43.811366 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-8cab7e50-9650-4128-8487-99a0f4f5df96 tempest-AttachVolumeTestJSON-1696487017 tempest-AttachVolumeTestJSON-1696487017-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32266282'] for port, after_update {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:43.868547 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d473fdc-3c22-4d4c-8f7e-346ecab4f282 None None] Network a818874a-cf41-4f25-aac5-981d8c6231b1 requested from n-d-838334-2 {{(pid=84042) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 21:00:43.879925 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-803f37fb-5c68-41b6-8107-8ac0631cda4d tempest-NetworksIpV6Test-2002984352 tempest-NetworksIpV6Test-2002984352-project] Made reservation on behalf of fd146e1e9f314c74ba81762788974d67 for: {'subnet': 1} {{(pid=84040) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:00:44.080297 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cab7e50-9650-4128-8487-99a0f4f5df96 tempest-AttachVolumeTestJSON-1696487017 tempest-AttachVolumeTestJSON-1696487017-project] Pushing event updated for resources: {'Port': ['ID=9cf8f108-b130-46d3-9e45-7abd3d12d55c,revision_number=2']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:00:44.149234 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab18048b-800e-4643-bad3-017a78e45eff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3ab7febb-696c-452e-b533-6e292b281514,revision_number=1']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:00:44.155394 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-b034789b-6b21-4de7-8e29-a3f8a8e658bf admin admin] Notify callbacks [] for security_group, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:44.186467 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-b034789b-6b21-4de7-8e29-a3f8a8e658bf admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/c7909062-f5f4-4eed-83b5-c1f5a6b9af97 HTTP/1.1" status: 204 len: 168 time: 1.3825393 Apr 18 21:00:44.197897 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-ab18048b-800e-4643-bad3-017a78e45eff admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=132a383bdd764207a500cbb58e7d30a8&name=default HTTP/1.1" status: 200 len: 2647 time: 2.7148194 Apr 18 21:00:44.202431 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-8cab7e50-9650-4128-8487-99a0f4f5df96 tempest-AttachVolumeTestJSON-1696487017 tempest-AttachVolumeTestJSON-1696487017-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33444131'] for floatingip, after_update {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:44.220420 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 58186) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:00:44.224142 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.db.resource_extend [req-c779825e-a68b-4d5a-b06f-de23ca47a166 req-242dc5f2-8456-4f83-9bf5-9c1d5ca335f6 service neutron] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84041) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 18 21:00:44.320200 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-803f37fb-5c68-41b6-8107-8ac0631cda4d tempest-NetworksIpV6Test-2002984352 tempest-NetworksIpV6Test-2002984352-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31752722'] for subnet, before_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:44.324209 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-0c532353-f7b8-4277-99df-edd6c5834e63 None None] Provisioning for port 18d3be8d-d888-4a3b-98f2-ba5ac8c0bbd1 completed by entity DHCP. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 21:00:44.352303 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-0c532353-f7b8-4277-99df-edd6c5834e63 None None] Provisioning complete for port 18d3be8d-d888-4a3b-98f2-ba5ac8c0bbd1 triggered by entity DHCP. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:00:44.352758 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-0c532353-f7b8-4277-99df-edd6c5834e63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1253608'] for port, provisioning_complete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:44.424578 n-d-838334-2 neutron-server[84043]: DEBUG neutron_lib.callbacks.manager [None req-332d0a58-89bd-4934-bcd3-290d9327fbf8 None None] Notify callbacks [] for port, precommit_update {{(pid=84043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:44.460360 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.provisioning_blocks [None req-332d0a58-89bd-4934-bcd3-290d9327fbf8 None None] Transition to ACTIVE for port object 4b3e1958-51ec-47aa-a0e2-f9ad7c2de9dd will not be triggered until provisioned by entity L2. {{(pid=84043) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:00:44.480247 n-d-838334-2 neutron-server[84043]: DEBUG neutron_lib.callbacks.manager [None req-332d0a58-89bd-4934-bcd3-290d9327fbf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682'] for port, after_update {{(pid=84043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:44.494424 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-f5fa2542-def8-4125-bc32-b2bbc7d54903 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:44.496348 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-8cab7e50-9650-4128-8487-99a0f4f5df96 tempest-AttachVolumeTestJSON-1696487017 tempest-AttachVolumeTestJSON-1696487017-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217293'] for floatingip, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:44.507949 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-8cab7e50-9650-4128-8487-99a0f4f5df96 tempest-AttachVolumeTestJSON-1696487017 tempest-AttachVolumeTestJSON-1696487017-project] 10.222.0.42 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 9.1674986 Apr 18 21:00:44.514661 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-350adbbc-8a23-40e7-9946-3e2c2cd9b71f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33528224'] for security_group, after_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:44.518161 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-350adbbc-8a23-40e7-9946-3e2c2cd9b71f admin admin] Notify callbacks [] for security_group, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:44.521624 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-350adbbc-8a23-40e7-9946-3e2c2cd9b71f admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/3abe163e-0708-4b02-92bf-ef4c89da89b5 HTTP/1.1" status: 204 len: 168 time: 1.8958204 Apr 18 21:00:44.552375 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b034789b-6b21-4de7-8e29-a3f8a8e658bf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7909062-f5f4-4eed-83b5-c1f5a6b9af97,revision_number=None']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:00:44.576202 n-d-838334-2 neutron-server[84041]: DEBUG neutron.notifiers.nova [req-c779825e-a68b-4d5a-b06f-de23ca47a166 req-242dc5f2-8456-4f83-9bf5-9c1d5ca335f6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c76e4a08-a107-4ed6-8559-332f51fa6fe1 {{(pid=84041) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 18 21:00:44.598504 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-350adbbc-8a23-40e7-9946-3e2c2cd9b71f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3abe163e-0708-4b02-92bf-ef4c89da89b5,revision_number=None']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:00:44.601409 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [req-c779825e-a68b-4d5a-b06f-de23ca47a166 req-242dc5f2-8456-4f83-9bf5-9c1d5ca335f6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:44.639121 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [req-8bc495f8-dc06-4f24-b08a-c2786c0248ff req-e109a8a3-6902-4b8a-b4d7-0113b100c28c tempest-AttachVolumeNegativeTest-555605742 tempest-AttachVolumeNegativeTest-555605742-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:44.639513 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [req-8bc495f8-dc06-4f24-b08a-c2786c0248ff req-e109a8a3-6902-4b8a-b4d7-0113b100c28c tempest-AttachVolumeNegativeTest-555605742 tempest-AttachVolumeNegativeTest-555605742-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33444131'] for floatingip, after_update {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:44.652009 n-d-838334-2 neutron-server[84041]: INFO neutron.db.l3_db [req-8bc495f8-dc06-4f24-b08a-c2786c0248ff req-e109a8a3-6902-4b8a-b4d7-0113b100c28c tempest-AttachVolumeNegativeTest-555605742 tempest-AttachVolumeNegativeTest-555605742-project] Floating IP b3b2882d-f3a6-4ffd-a8e6-70c9d43f147e disassociated. External IP: 172.25.8.9, port: bf7c6b84-d34c-4641-9cf5-c04bdc0659d8. Apr 18 21:00:44.652450 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.plugin [req-8bc495f8-dc06-4f24-b08a-c2786c0248ff req-e109a8a3-6902-4b8a-b4d7-0113b100c28c tempest-AttachVolumeNegativeTest-555605742 tempest-AttachVolumeNegativeTest-555605742-project] Calling delete_port for bf7c6b84-d34c-4641-9cf5-c04bdc0659d8 owned by compute:nova {{(pid=84041) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 21:00:44.756807 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-f5fa2542-def8-4125-bc32-b2bbc7d54903 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:44.799357 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.provisioning_blocks [req-c779825e-a68b-4d5a-b06f-de23ca47a166 req-242dc5f2-8456-4f83-9bf5-9c1d5ca335f6 service neutron] Transition to ACTIVE for port object c76e4a08-a107-4ed6-8559-332f51fa6fe1 will not be triggered until provisioned by entity L2. {{(pid=84041) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:00:44.834245 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [req-c779825e-a68b-4d5a-b06f-de23ca47a166 req-242dc5f2-8456-4f83-9bf5-9c1d5ca335f6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32266282'] for port, after_update {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:44.839201 n-d-838334-2 neutron-server[84043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abe49bcd-b6f6-4be4-89d0-968dfe9a2006 None None] Pushing event updated for resources: {'Port': ['ID=4b3e1958-51ec-47aa-a0e2-f9ad7c2de9dd,revision_number=3']} {{(pid=84043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:00:44.876391 n-d-838334-2 neutron-server[84043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abe49bcd-b6f6-4be4-89d0-968dfe9a2006 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:00:44.883422 n-d-838334-2 neutron-server[84043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abe49bcd-b6f6-4be4-89d0-968dfe9a2006 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:00:44.885313 n-d-838334-2 neutron-server[84043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abe49bcd-b6f6-4be4-89d0-968dfe9a2006 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:00:44.885811 n-d-838334-2 neutron-server[84043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abe49bcd-b6f6-4be4-89d0-968dfe9a2006 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:00:44.886291 n-d-838334-2 neutron-server[84043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abe49bcd-b6f6-4be4-89d0-968dfe9a2006 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:00:44.889920 n-d-838334-2 neutron-server[84043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abe49bcd-b6f6-4be4-89d0-968dfe9a2006 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:00:44.899842 n-d-838334-2 neutron-server[84043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abe49bcd-b6f6-4be4-89d0-968dfe9a2006 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:00:44.900443 n-d-838334-2 neutron-server[84043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abe49bcd-b6f6-4be4-89d0-968dfe9a2006 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:00:44.901088 n-d-838334-2 neutron-server[84043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abe49bcd-b6f6-4be4-89d0-968dfe9a2006 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:00:44.901567 n-d-838334-2 neutron-server[84043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abe49bcd-b6f6-4be4-89d0-968dfe9a2006 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:00:44.902100 n-d-838334-2 neutron-server[84043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abe49bcd-b6f6-4be4-89d0-968dfe9a2006 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:00:44.932479 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.agents_db [None req-6346a179-333c-4370-b5a6-936984aeab15 None None] Agent healthcheck: found 7 active agents {{(pid=84043) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 18 21:00:45.116212 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 58202) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:00:45.168400 n-d-838334-2 neutron-server[84043]: DEBUG neutron.plugins.ml2.managers [None req-332d0a58-89bd-4934-bcd3-290d9327fbf8 None None] Attempting to bind port 4b3e1958-51ec-47aa-a0e2-f9ad7c2de9dd on host n-d-838334-2 for vnic_type normal with profile {{(pid=84043) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 21:00:45.169702 n-d-838334-2 neutron-server[84043]: DEBUG neutron.plugins.ml2.managers [None req-332d0a58-89bd-4934-bcd3-290d9327fbf8 None None] Attempting to bind port 4b3e1958-51ec-47aa-a0e2-f9ad7c2de9dd by drivers openvswitch,hyperv on host n-d-838334-2 at level 0 using segments [{'id': 'f3c1adbc-ce68-4689-ba8a-f5f2d2d5dce1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '9b8a7e14-19dd-4214-9fd7-5da6fc8793e6'}] {{(pid=84043) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 21:00:45.170277 n-d-838334-2 neutron-server[84043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-332d0a58-89bd-4934-bcd3-290d9327fbf8 None None] Attempting to bind port 4b3e1958-51ec-47aa-a0e2-f9ad7c2de9dd on network 9b8a7e14-19dd-4214-9fd7-5da6fc8793e6 {{(pid=84043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 21:00:45.181104 n-d-838334-2 neutron-server[84043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-332d0a58-89bd-4934-bcd3-290d9327fbf8 None None] Checking agent: {'id': '97cd4414-7af6-4d67-868d-dff370b4071a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838334-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 25, 49), 'started_at': datetime.datetime(2022, 4, 18, 20, 26, 19), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 21, 0, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838334-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 18 21:00:45.181823 n-d-838334-2 neutron-server[84043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-332d0a58-89bd-4934-bcd3-290d9327fbf8 None None] Checking segment: {'id': 'f3c1adbc-ce68-4689-ba8a-f5f2d2d5dce1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '9b8a7e14-19dd-4214-9fd7-5da6fc8793e6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84043) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 21:00:45.182846 n-d-838334-2 neutron-server[84043]: DEBUG neutron_lib.callbacks.manager [None req-332d0a58-89bd-4934-bcd3-290d9327fbf8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:45.183503 n-d-838334-2 neutron-server[84043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-332d0a58-89bd-4934-bcd3-290d9327fbf8 None None] Bound using segment: {'id': 'f3c1adbc-ce68-4689-ba8a-f5f2d2d5dce1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '9b8a7e14-19dd-4214-9fd7-5da6fc8793e6'} {{(pid=84043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 18 21:00:45.184220 n-d-838334-2 neutron-server[84043]: DEBUG neutron.plugins.ml2.managers [None req-332d0a58-89bd-4934-bcd3-290d9327fbf8 None None] Bound port: 4b3e1958-51ec-47aa-a0e2-f9ad7c2de9dd, host: n-d-838334-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f3c1adbc-ce68-4689-ba8a-f5f2d2d5dce1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '9b8a7e14-19dd-4214-9fd7-5da6fc8793e6'}}] {{(pid=84043) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 21:00:45.184813 n-d-838334-2 neutron-server[84043]: DEBUG neutron_lib.callbacks.manager [None req-332d0a58-89bd-4934-bcd3-290d9327fbf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:45.277170 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1633e9a-413b-42ec-a24d-1a0e25866236 req-c974b29a-f004-4b4b-98b3-05cb9d0c62e1 tempest-ServersTestJSON-1424434350 tempest-ServersTestJSON-1424434350-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:00:45.286173 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-e1633e9a-413b-42ec-a24d-1a0e25866236 req-c974b29a-f004-4b4b-98b3-05cb9d0c62e1 tempest-ServersTestJSON-1424434350 tempest-ServersTestJSON-1424434350-project] 10.222.0.42 "GET /v2.0/ports?device_id=c4a2b833-8357-40a0-9883-002d1a37ba68 HTTP/1.1" status: 200 len: 931 time: 1.5463631 Apr 18 21:00:45.288240 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-803f37fb-5c68-41b6-8107-8ac0631cda4d tempest-NetworksIpV6Test-2002984352 tempest-NetworksIpV6Test-2002984352-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33526260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32441074', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31752704'] for subnet, after_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:45.306678 n-d-838334-2 neutron-server[84043]: DEBUG neutron.plugins.ml2.db [None req-332d0a58-89bd-4934-bcd3-290d9327fbf8 None None] For port 4b3e1958-51ec-47aa-a0e2-f9ad7c2de9dd, host n-d-838334-2, cleared binding levels {{(pid=84043) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 21:00:45.310557 n-d-838334-2 neutron-server[84043]: DEBUG neutron.plugins.ml2.db [None req-332d0a58-89bd-4934-bcd3-290d9327fbf8 None None] For port 4b3e1958-51ec-47aa-a0e2-f9ad7c2de9dd, host n-d-838334-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838334-2',level=0,port_id=4b3e1958-51ec-47aa-a0e2-f9ad7c2de9dd,segment=NetworkSegment(f3c1adbc-ce68-4689-ba8a-f5f2d2d5dce1),segment_id=f3c1adbc-ce68-4689-ba8a-f5f2d2d5dce1)] {{(pid=84043) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 21:00:45.324168 n-d-838334-2 neutron-server[84043]: DEBUG neutron_lib.callbacks.manager [None req-332d0a58-89bd-4934-bcd3-290d9327fbf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682'] for port, after_update {{(pid=84043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:45.357056 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.db.api [req-8bc495f8-dc06-4f24-b08a-c2786c0248ff req-e109a8a3-6902-4b8a-b4d7-0113b100c28c tempest-AttachVolumeNegativeTest-555605742 tempest-AttachVolumeNegativeTest-555605742-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84041) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 18 21:00:45.357384 n-d-838334-2 neutron-server[84041]: DEBUG oslo_db.api [req-8bc495f8-dc06-4f24-b08a-c2786c0248ff req-e109a8a3-6902-4b8a-b4d7-0113b100c28c tempest-AttachVolumeNegativeTest-555605742 tempest-AttachVolumeNegativeTest-555605742-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84041) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 18 21:00:45.395707 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-203b9d89-1b7e-4d38-91fa-7ff8bac3f44c None None] Provisioning complete for port 18d3be8d-d888-4a3b-98f2-ba5ac8c0bbd1 triggered by entity DHCP. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:00:45.396295 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-203b9d89-1b7e-4d38-91fa-7ff8bac3f44c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1253608'] for port, provisioning_complete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:45.475887 n-d-838334-2 neutron-server[84043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abe49bcd-b6f6-4be4-89d0-968dfe9a2006 None None] Pushing event updated for resources: {'Port': ['ID=4b3e1958-51ec-47aa-a0e2-f9ad7c2de9dd,revision_number=4']} {{(pid=84043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:00:45.533114 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.managers [req-c779825e-a68b-4d5a-b06f-de23ca47a166 req-242dc5f2-8456-4f83-9bf5-9c1d5ca335f6 service neutron] Attempting to bind port c76e4a08-a107-4ed6-8559-332f51fa6fe1 on host n-h1-838334-2 for vnic_type normal with profile {{(pid=84041) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 21:00:45.533385 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.managers [req-c779825e-a68b-4d5a-b06f-de23ca47a166 req-242dc5f2-8456-4f83-9bf5-9c1d5ca335f6 service neutron] Attempting to bind port c76e4a08-a107-4ed6-8559-332f51fa6fe1 by drivers openvswitch,hyperv on host n-h1-838334-2 at level 0 using segments [{'id': '7487d154-ef4b-4701-b484-567750da716d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '7083f08e-ab4e-49e9-91e4-270e03cc3e4c'}] {{(pid=84041) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 21:00:45.533670 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c779825e-a68b-4d5a-b06f-de23ca47a166 req-242dc5f2-8456-4f83-9bf5-9c1d5ca335f6 service neutron] Attempting to bind port c76e4a08-a107-4ed6-8559-332f51fa6fe1 on network 7083f08e-ab4e-49e9-91e4-270e03cc3e4c {{(pid=84041) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 21:00:45.567701 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-332d0a58-89bd-4934-bcd3-290d9327fbf8 None None] Routers {'0573f4fd-15ec-4486-a7e2-4a1d64e93d08'} bound to L3 agent in host n-d-838334-2 {{(pid=84043) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 21:00:45.568425 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.l3_hamode_db [None req-332d0a58-89bd-4934-bcd3-290d9327fbf8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838334-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-18T20:25:48Z,description=,heartbeat_timestamp=2022-04-18T21:00:18Z,host='n-d-838334-2',id=bc84d6c9-dd7a-4555-a351-592327b46d5a,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:25:48Z,topic='l3_agent')) {'router_ids': ['0573f4fd-15ec-4486-a7e2-4a1d64e93d08'], 'active': True} {{(pid=84043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:00:45.592446 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c779825e-a68b-4d5a-b06f-de23ca47a166 req-242dc5f2-8456-4f83-9bf5-9c1d5ca335f6 service neutron] Port c76e4a08-a107-4ed6-8559-332f51fa6fe1 on network 7083f08e-ab4e-49e9-91e4-270e03cc3e4c not bound, no agent of type Open vSwitch agent registered on host n-h1-838334-2 {{(pid=84041) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 18 21:00:45.592841 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c779825e-a68b-4d5a-b06f-de23ca47a166 req-242dc5f2-8456-4f83-9bf5-9c1d5ca335f6 service neutron] Attempting to bind port c76e4a08-a107-4ed6-8559-332f51fa6fe1 on network 7083f08e-ab4e-49e9-91e4-270e03cc3e4c {{(pid=84041) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 21:00:45.612871 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-e7411755-2426-4ae6-b2bb-406aef512783 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=d1abd178e8b448daa8f8c6333e663524&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4442310 Apr 18 21:00:45.619509 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c779825e-a68b-4d5a-b06f-de23ca47a166 req-242dc5f2-8456-4f83-9bf5-9c1d5ca335f6 service neutron] Checking agent: {'id': 'd63bab19-ff81-4de1-afeb-a3732288d0d7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-838334-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 33, 59), 'started_at': datetime.datetime(2022, 4, 18, 20, 33, 59), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 21, 0, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84041) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 18 21:00:45.619509 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c779825e-a68b-4d5a-b06f-de23ca47a166 req-242dc5f2-8456-4f83-9bf5-9c1d5ca335f6 service neutron] Checking segment: {'id': '7487d154-ef4b-4701-b484-567750da716d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '7083f08e-ab4e-49e9-91e4-270e03cc3e4c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84041) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 21:00:45.619509 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c779825e-a68b-4d5a-b06f-de23ca47a166 req-242dc5f2-8456-4f83-9bf5-9c1d5ca335f6 service neutron] Bound using segment: {'id': '7487d154-ef4b-4701-b484-567750da716d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '7083f08e-ab4e-49e9-91e4-270e03cc3e4c'} {{(pid=84041) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 18 21:00:45.620834 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.managers [req-c779825e-a68b-4d5a-b06f-de23ca47a166 req-242dc5f2-8456-4f83-9bf5-9c1d5ca335f6 service neutron] Bound port: c76e4a08-a107-4ed6-8559-332f51fa6fe1, host: n-h1-838334-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7487d154-ef4b-4701-b484-567750da716d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '7083f08e-ab4e-49e9-91e4-270e03cc3e4c'}}] {{(pid=84041) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 21:00:45.621207 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [req-c779825e-a68b-4d5a-b06f-de23ca47a166 req-242dc5f2-8456-4f83-9bf5-9c1d5ca335f6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:45.662425 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 58212) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:00:45.765828 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-242dc5f2-8456-4f83-9bf5-9c1d5ca335f6 service neutron] Pushing event updated for resources: {'Port': ['ID=c76e4a08-a107-4ed6-8559-332f51fa6fe1,revision_number=2']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:00:45.802741 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-8d9c60f0-30e5-42b5-befa-e03c29cb22d1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:45.833674 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-c69407d1-b5c5-47c8-858b-33bfe2eb165c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750375287399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253529'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:45.844232 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-8d9c60f0-30e5-42b5-befa-e03c29cb22d1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:45.919180 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.plugin [req-8bc495f8-dc06-4f24-b08a-c2786c0248ff req-e109a8a3-6902-4b8a-b4d7-0113b100c28c tempest-AttachVolumeNegativeTest-555605742 tempest-AttachVolumeNegativeTest-555605742-project] Deleting port bf7c6b84-d34c-4641-9cf5-c04bdc0659d8 {{(pid=84041) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 21:00:45.919565 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [req-8bc495f8-dc06-4f24-b08a-c2786c0248ff req-e109a8a3-6902-4b8a-b4d7-0113b100c28c tempest-AttachVolumeNegativeTest-555605742 tempest-AttachVolumeNegativeTest-555605742-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750375188691'] for port, before_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:45.962694 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-8d9c60f0-30e5-42b5-befa-e03c29cb22d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33528224'] for security_group, after_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:46.004971 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-f5fa2542-def8-4125-bc32-b2bbc7d54903 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33528224'] for security_group, after_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:46.023333 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d9c60f0-30e5-42b5-befa-e03c29cb22d1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e52ab159-5165-41ef-af97-68f2a9e631f0,revision_number=None']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:00:46.124403 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-803f37fb-5c68-41b6-8107-8ac0631cda4d tempest-NetworksIpV6Test-2002984352 tempest-NetworksIpV6Test-2002984352-project] Checking segment: {'id': '6008461e-08da-4969-8ef4-42c1004c2644', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '31aa2c34-2528-47ba-89e6-6f020b2aa6d6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84040) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 21:00:46.125934 n-d-838334-2 neutron-server[84040]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-803f37fb-5c68-41b6-8107-8ac0631cda4d tempest-NetworksIpV6Test-2002984352 tempest-NetworksIpV6Test-2002984352-project] Network hostable DHCP agents. Network: 31aa2c34-2528-47ba-89e6-6f020b2aa6d6, hostable agents: ['8746f8ea-3e91-4b32-9919-2c63adeb8722'], hosted agents: [] {{(pid=84040) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 21:00:46.149725 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-e1633e9a-413b-42ec-a24d-1a0e25866236 req-8e5eff83-6635-4c78-8640-3faa0c16e6b1 tempest-ServersTestJSON-1424434350 tempest-ServersTestJSON-1424434350-project] 10.222.0.42 "GET /v2.0/security-groups?id=a3de1b7a-019c-40dd-8c9d-3a3f159b2bd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8625615 Apr 18 21:00:46.186036 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-803f37fb-5c68-41b6-8107-8ac0631cda4d tempest-NetworksIpV6Test-2002984352 tempest-NetworksIpV6Test-2002984352-project] Pushing event updated for resources: {'Subnet': ['ID=9e6e238f-7319-4a81-add4-cd0d34f218f9,revision_number=0']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:00:46.201893 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.l3_dvr_db [None req-332d0a58-89bd-4934-bcd3-290d9327fbf8 None None] Set router 0573f4fd-15ec-4486-a7e2-4a1d64e93d08 gateway port host: n-d-838334-2 {{(pid=84043) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 21:00:46.203290 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d163237b-8087-45eb-a1eb-8ffdc3cac611 req-5068af26-1bca-4a65-a876-3debaf435913 tempest-AttachVolumeNegativeTest-555605742 tempest-AttachVolumeNegativeTest-555605742-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:00:46.210985 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-d163237b-8087-45eb-a1eb-8ffdc3cac611 req-5068af26-1bca-4a65-a876-3debaf435913 tempest-AttachVolumeNegativeTest-555605742 tempest-AttachVolumeNegativeTest-555605742-project] 10.222.0.42 "GET /v2.0/ports?device_id=bf74e528-b24d-4168-be41-aaeaeabbadb8 HTTP/1.1" status: 200 len: 943 time: 1.0712645 Apr 18 21:00:46.244106 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.db [req-c779825e-a68b-4d5a-b06f-de23ca47a166 req-242dc5f2-8456-4f83-9bf5-9c1d5ca335f6 service neutron] For port c76e4a08-a107-4ed6-8559-332f51fa6fe1, host n-h1-838334-2, cleared binding levels {{(pid=84041) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 21:00:46.261165 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.db [req-c779825e-a68b-4d5a-b06f-de23ca47a166 req-242dc5f2-8456-4f83-9bf5-9c1d5ca335f6 service neutron] For port c76e4a08-a107-4ed6-8559-332f51fa6fe1, host n-h1-838334-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838334-2',level=0,port_id=c76e4a08-a107-4ed6-8559-332f51fa6fe1,segment=NetworkSegment(7487d154-ef4b-4701-b484-567750da716d),segment_id=7487d154-ef4b-4701-b484-567750da716d)] {{(pid=84041) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 21:00:46.264168 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5fa2542-def8-4125-bc32-b2bbc7d54903 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ab7febb-696c-452e-b533-6e292b281514,revision_number=None']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:00:46.270259 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-8d9c60f0-30e5-42b5-befa-e03c29cb22d1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:46.271488 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-8d9c60f0-30e5-42b5-befa-e03c29cb22d1 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/e52ab159-5165-41ef-af97-68f2a9e631f0 HTTP/1.1" status: 204 len: 168 time: 0.5682220 Apr 18 21:00:46.288594 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-d163237b-8087-45eb-a1eb-8ffdc3cac611 req-e36c3856-1c3b-4e9a-80fe-f1f1ebf2d37c tempest-AttachVolumeNegativeTest-555605742 tempest-AttachVolumeNegativeTest-555605742-project] 10.222.0.42 "GET /v2.0/security-groups?id=575e0ba1-8a78-4aa4-accf-eb309f49ec74&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0763879 Apr 18 21:00:46.299284 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [req-c779825e-a68b-4d5a-b06f-de23ca47a166 req-242dc5f2-8456-4f83-9bf5-9c1d5ca335f6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32266282'] for port, after_update {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:46.309512 n-d-838334-2 neutron-server[84040]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-803f37fb-5c68-41b6-8107-8ac0631cda4d tempest-NetworksIpV6Test-2002984352 tempest-NetworksIpV6Test-2002984352-project] Network 31aa2c34-2528-47ba-89e6-6f020b2aa6d6 is scheduled to be hosted by DHCP agent 8746f8ea-3e91-4b32-9919-2c63adeb8722 with binding_index 1 {{(pid=84040) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 21:00:46.341440 n-d-838334-2 neutron-server[84040]: DEBUG neutron.scheduler.base_scheduler [None req-803f37fb-5c68-41b6-8107-8ac0631cda4d tempest-NetworksIpV6Test-2002984352 tempest-NetworksIpV6Test-2002984352-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-838334-2, 31aa2c34-2528-47ba-89e6-6f020b2aa6d6) {{(pid=84040) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:00:46.349467 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-803f37fb-5c68-41b6-8107-8ac0631cda4d tempest-NetworksIpV6Test-2002984352 tempest-NetworksIpV6Test-2002984352-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:00:46.349837 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-803f37fb-5c68-41b6-8107-8ac0631cda4d tempest-NetworksIpV6Test-2002984352 tempest-NetworksIpV6Test-2002984352-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32378031'] for subnet, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:46.361651 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6bfdbcf7-7a31-463c-b926-01891a3bb309 None None] Network 31aa2c34-2528-47ba-89e6-6f020b2aa6d6 requested from n-d-838334-2 {{(pid=84042) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 21:00:46.408959 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-803f37fb-5c68-41b6-8107-8ac0631cda4d tempest-NetworksIpV6Test-2002984352 tempest-NetworksIpV6Test-2002984352-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 3.5421617 Apr 18 21:00:46.411326 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 58224) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:00:46.420174 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.v2.base [None req-26b06639-c612-4518-9b51-0f10ed83b8e6 tempest-NetworksIpV6Test-2002984352 tempest-NetworksIpV6Test-2002984352-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=84040) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:00:46.496274 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-f5fa2542-def8-4125-bc32-b2bbc7d54903 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:46.512801 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-f5fa2542-def8-4125-bc32-b2bbc7d54903 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/3ab7febb-696c-452e-b533-6e292b281514 HTTP/1.1" status: 204 len: 168 time: 2.2887292 Apr 18 21:00:46.715009 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [req-c779825e-a68b-4d5a-b06f-de23ca47a166 req-242dc5f2-8456-4f83-9bf5-9c1d5ca335f6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217293'] for port, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:46.720744 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-c779825e-a68b-4d5a-b06f-de23ca47a166 req-242dc5f2-8456-4f83-9bf5-9c1d5ca335f6 service neutron] 10.222.0.43 "PUT /v2.0/ports/c76e4a08-a107-4ed6-8559-332f51fa6fe1 HTTP/1.1" status: 200 len: 1091 time: 5.8853266 Apr 18 21:00:46.730535 n-d-838334-2 neutron-server[84041]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c4a2b833-8357-40a0-9883-002d1a37ba68', 'tag': 'c76e4a08-a107-4ed6-8559-332f51fa6fe1'}] {{(pid=84041) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 21:00:46.768927 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [req-52c290fc-9af7-4571-aee6-362c309814ae req-5ccd7075-ec98-4e8a-a55b-5563075c8f2f tempest-AttachVolumeTestJSON-1696487017 tempest-AttachVolumeTestJSON-1696487017-project] Synchronizing usage tracker for tenant:b5bf875eb9b748b5aba56f8b60ce8169 on resource:security_group {{(pid=84040) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 21:00:46.886346 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-242dc5f2-8456-4f83-9bf5-9c1d5ca335f6 service neutron] Pushing event updated for resources: {'Port': ['ID=c76e4a08-a107-4ed6-8559-332f51fa6fe1,revision_number=3']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:00:46.887899 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Device 4b3e1958-51ec-47aa-a0e2-f9ad7c2de9dd up at agent ovs-agent-n-d-838334-2 {{(pid=84042) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 21:00:46.978137 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-26b06639-c612-4518-9b51-0f10ed83b8e6 tempest-NetworksIpV6Test-2002984352 tempest-NetworksIpV6Test-2002984352-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-31752715'] for subnet, before_update {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:47.149994 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.l3_hamode_db [None req-332d0a58-89bd-4934-bcd3-290d9327fbf8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0573f4fd-15ec-4486-a7e2-4a1d64e93d08', 'name': 'tempest-AttachVolumeTestJSON-1059019708-router', 'tenant_id': 'b5bf875eb9b748b5aba56f8b60ce8169', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'external_fixed_ips': [{'subnet_id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'ip_address': '172.25.8.42'}], 'enable_snat': True}, 'gw_port_id': 'a46e8333-2083-45cf-9f4f-171d17c889e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:00:10Z', 'updated_at': '2022-04-18T21:00:21Z', 'revision_number': 4, 'project_id': 'b5bf875eb9b748b5aba56f8b60ce8169', 'gw_port': {'id': 'a46e8333-2083-45cf-9f4f-171d17c889e2', 'name': '', 'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:a3:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0573f4fd-15ec-4486-a7e2-4a1d64e93d08', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'ip_address': '172.25.8.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:00:11Z', 'updated_at': '2022-04-18T21:00:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838334-2', '_interfaces': [{'id': '4b3e1958-51ec-47aa-a0e2-f9ad7c2de9dd', 'name': '', 'network_id': '9b8a7e14-19dd-4214-9fd7-5da6fc8793e6', 'tenant_id': 'b5bf875eb9b748b5aba56f8b60ce8169', 'mac_address': 'fa:16:3e:d9:f1:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0573f4fd-15ec-4486-a7e2-4a1d64e93d08', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '16880a32-9b71-46fb-bafe-6b6135588b63', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:00:19Z', 'updated_at': '2022-04-18T21:00:45Z', 'revision_number': 4, 'project_id': 'b5bf875eb9b748b5aba56f8b60ce8169', 'subnets': [{'id': '16880a32-9b71-46fb-bafe-6b6135588b63', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838334-2', False) {} {{(pid=84043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:00:47.161021 n-d-838334-2 neutron-server[84043]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-332d0a58-89bd-4934-bcd3-290d9327fbf8 None None] The sync data for ids ['0573f4fd-15ec-4486-a7e2-4a1d64e93d08'] in n-d-838334-2 is: [{'id': '0573f4fd-15ec-4486-a7e2-4a1d64e93d08', 'name': 'tempest-AttachVolumeTestJSON-1059019708-router', 'tenant_id': 'b5bf875eb9b748b5aba56f8b60ce8169', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'external_fixed_ips': [{'subnet_id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'ip_address': '172.25.8.42'}], 'enable_snat': True}, 'gw_port_id': 'a46e8333-2083-45cf-9f4f-171d17c889e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:00:10Z', 'updated_at': '2022-04-18T21:00:21Z', 'revision_number': 4, 'project_id': 'b5bf875eb9b748b5aba56f8b60ce8169', 'gw_port': {'id': 'a46e8333-2083-45cf-9f4f-171d17c889e2', 'name': '', 'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:a3:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0573f4fd-15ec-4486-a7e2-4a1d64e93d08', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'ip_address': '172.25.8.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:00:11Z', 'updated_at': '2022-04-18T21:00:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838334-2', '_interfaces': [{'id': '4b3e1958-51ec-47aa-a0e2-f9ad7c2de9dd', 'name': '', 'network_id': '9b8a7e14-19dd-4214-9fd7-5da6fc8793e6', 'tenant_id': 'b5bf875eb9b748b5aba56f8b60ce8169', 'mac_address': 'fa:16:3e:d9:f1:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0573f4fd-15ec-4486-a7e2-4a1d64e93d08', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '16880a32-9b71-46fb-bafe-6b6135588b63', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:00:19Z', 'updated_at': '2022-04-18T21:00:45Z', 'revision_number': 4, 'project_id': 'b5bf875eb9b748b5aba56f8b60ce8169', 'subnets': [{'id': '16880a32-9b71-46fb-bafe-6b6135588b63', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84043) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 18 21:00:47.379349 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-150859cd-c27e-4950-b858-69f357d0fb88 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp016840fc-1f9f-5892-9c53-c9cf6c845bbb-31aa2c34-2528-47ba-89e6-6f020b2aa6d6', 'network_id': '31aa2c34-2528-47ba-89e6-6f020b2aa6d6', 'tenant_id': 'fd146e1e9f314c74ba81762788974d67', 'fixed_ips': [{'subnet_id': '9e6e238f-7319-4a81-add4-cd0d34f218f9'}]}} from n-d-838334-2. {{(pid=84042) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 18 21:00:47.380291 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-150859cd-c27e-4950-b858-69f357d0fb88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_create {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:47.436113 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [req-52c290fc-9af7-4571-aee6-362c309814ae req-5ccd7075-ec98-4e8a-a55b-5563075c8f2f tempest-AttachVolumeTestJSON-1696487017 tempest-AttachVolumeTestJSON-1696487017-project] Unset dirty status for tenant:b5bf875eb9b748b5aba56f8b60ce8169 on resource:security_group {{(pid=84040) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 21:00:47.452276 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-52c290fc-9af7-4571-aee6-362c309814ae req-5ccd7075-ec98-4e8a-a55b-5563075c8f2f tempest-AttachVolumeTestJSON-1696487017 tempest-AttachVolumeTestJSON-1696487017-project] 10.222.0.42 "GET /v2.0/security-groups?name=tempest-securitygroup--1217914507&fields=id&tenant_id=b5bf875eb9b748b5aba56f8b60ce8169 HTTP/1.1" status: 200 len: 267 time: 0.8945003 Apr 18 21:00:47.461348 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Provisioning for port 4b3e1958-51ec-47aa-a0e2-f9ad7c2de9dd completed by entity L2. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 21:00:47.505307 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-26b06639-c612-4518-9b51-0f10ed83b8e6 tempest-NetworksIpV6Test-2002984352 tempest-NetworksIpV6Test-2002984352-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33526260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8750375259037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-32440892'] for subnet, after_update {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:47.546229 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.db [req-8bc495f8-dc06-4f24-b08a-c2786c0248ff req-e109a8a3-6902-4b8a-b4d7-0113b100c28c tempest-AttachVolumeNegativeTest-555605742 tempest-AttachVolumeNegativeTest-555605742-project] For port bf7c6b84-d34c-4641-9cf5-c04bdc0659d8, host n-h1-838334-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838334-2',level=0,port_id=bf7c6b84-d34c-4641-9cf5-c04bdc0659d8,segment=NetworkSegment(dbc7d3d6-4579-41c2-9fd4-2757cc8c54b6),segment_id=dbc7d3d6-4579-41c2-9fd4-2757cc8c54b6)] {{(pid=84041) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:00:47.546720 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [req-8bc495f8-dc06-4f24-b08a-c2786c0248ff req-e109a8a3-6902-4b8a-b4d7-0113b100c28c tempest-AttachVolumeNegativeTest-555605742 tempest-AttachVolumeNegativeTest-555605742-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369123'] for port, precommit_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:47.568919 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Provisioning complete for port 4b3e1958-51ec-47aa-a0e2-f9ad7c2de9dd triggered by entity L2. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:00:47.569457 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1253608'] for port, provisioning_complete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:47.779076 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 58252) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:00:47.816633 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df2254eb-aca5-4b5b-9924-58a38fa9eb71 req-1d87ae64-74a7-4c28-96fe-16051322f580 tempest-ServersNegativeTestJSON-508382254 tempest-ServersNegativeTestJSON-508382254-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:00:47.836783 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-df2254eb-aca5-4b5b-9924-58a38fa9eb71 req-1d87ae64-74a7-4c28-96fe-16051322f580 tempest-ServersNegativeTestJSON-508382254 tempest-ServersNegativeTestJSON-508382254-project] 10.222.0.42 "GET /v2.0/ports?device_id=2197a591-197e-47fe-9210-1387bfb6ec5e HTTP/1.1" status: 200 len: 945 time: 1.3531618 Apr 18 21:00:48.016025 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26b06639-c612-4518-9b51-0f10ed83b8e6 tempest-NetworksIpV6Test-2002984352 tempest-NetworksIpV6Test-2002984352-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:00:48.025286 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-26b06639-c612-4518-9b51-0f10ed83b8e6 tempest-NetworksIpV6Test-2002984352 tempest-NetworksIpV6Test-2002984352-project] Notify callbacks [] for subnet, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:48.029380 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-26b06639-c612-4518-9b51-0f10ed83b8e6 tempest-NetworksIpV6Test-2002984352 tempest-NetworksIpV6Test-2002984352-project] 10.222.0.42 "PUT /v2.0/subnets/9e6e238f-7319-4a81-add4-cd0d34f218f9 HTTP/1.1" status: 200 len: 826 time: 1.6168590 Apr 18 21:00:48.059830 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 58260) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:00:48.060887 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-8374a389-48ee-4f7d-8e07-c9c14d727519 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:48.095108 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-79368916-e1da-4adf-99fa-4da82ab645f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750375287399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253529'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:48.165971 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.db_base_plugin_common [None req-150859cd-c27e-4950-b858-69f357d0fb88 None None] Allocated IP 2001:db8::2 (31aa2c34-2528-47ba-89e6-6f020b2aa6d6/9e6e238f-7319-4a81-add4-cd0d34f218f9/8fa2e6de-bf1f-43c4-b896-fd1392b0e0a3) {{(pid=84042) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 21:00:48.169655 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:48.207284 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-c779825e-a68b-4d5a-b06f-de23ca47a166 req-9a46ac94-b2fe-43ae-ae0b-9bcfc4252e4b service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=ba267e3ba48c4ff1b4fc57f8cfab7c8c&device_id=c4a2b833-8357-40a0-9883-002d1a37ba68 HTTP/1.1" status: 200 len: 1094 time: 1.4280684 Apr 18 21:00:48.415023 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [None req-8374a389-48ee-4f7d-8e07-c9c14d727519 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:00:48.421124 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-8374a389-48ee-4f7d-8e07-c9c14d727519 admin admin] Usage tracker for resource:security_group_rule and tenant:b6aed36f40154718881f86e70256b3d7 is out of sync, need to count used quota {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:00:48.424546 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-c779825e-a68b-4d5a-b06f-de23ca47a166 req-071fcd05-a134-4314-8374-f5d14ded03f2 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c76e4a08-a107-4ed6-8559-332f51fa6fe1 HTTP/1.1" status: 200 len: 217 time: 0.2049913 Apr 18 21:00:48.426435 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-8374a389-48ee-4f7d-8e07-c9c14d727519 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:00:48.435089 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [None req-8374a389-48ee-4f7d-8e07-c9c14d727519 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:00:48.487519 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] For port 4b3e1958-51ec-47aa-a0e2-f9ad7c2de9dd, host n-d-838334-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838334-2',level=0,port_id=4b3e1958-51ec-47aa-a0e2-f9ad7c2de9dd,segment=NetworkSegment(f3c1adbc-ce68-4689-ba8a-f5f2d2d5dce1),segment_id=f3c1adbc-ce68-4689-ba8a-f5f2d2d5dce1)] {{(pid=84042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:00:48.504764 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682'] for port, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:48.522142 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [req-8bc495f8-dc06-4f24-b08a-c2786c0248ff req-e109a8a3-6902-4b8a-b4d7-0113b100c28c tempest-AttachVolumeNegativeTest-555605742 tempest-AttachVolumeNegativeTest-555605742-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:48.522651 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [req-8bc495f8-dc06-4f24-b08a-c2786c0248ff req-e109a8a3-6902-4b8a-b4d7-0113b100c28c tempest-AttachVolumeNegativeTest-555605742 tempest-AttachVolumeNegativeTest-555605742-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33444131'] for floatingip, after_update {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:48.523061 n-d-838334-2 neutron-server[84041]: INFO neutron.db.l3_db [req-8bc495f8-dc06-4f24-b08a-c2786c0248ff req-e109a8a3-6902-4b8a-b4d7-0113b100c28c tempest-AttachVolumeNegativeTest-555605742 tempest-AttachVolumeNegativeTest-555605742-project] Floating IP b3b2882d-f3a6-4ffd-a8e6-70c9d43f147e disassociated. External IP: 172.25.8.9, port: bf7c6b84-d34c-4641-9cf5-c04bdc0659d8. Apr 18 21:00:48.523496 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.plugin [req-8bc495f8-dc06-4f24-b08a-c2786c0248ff req-e109a8a3-6902-4b8a-b4d7-0113b100c28c tempest-AttachVolumeNegativeTest-555605742 tempest-AttachVolumeNegativeTest-555605742-project] Calling delete_port for bf7c6b84-d34c-4641-9cf5-c04bdc0659d8 owned by compute:nova {{(pid=84041) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 21:00:48.552259 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c779825e-a68b-4d5a-b06f-de23ca47a166 req-0ce7f12c-c5ef-44b3-8acc-f9c5389a5199 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:00:48.552718 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-8374a389-48ee-4f7d-8e07-c9c14d727519 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:48.553929 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-c779825e-a68b-4d5a-b06f-de23ca47a166 req-0ce7f12c-c5ef-44b3-8acc-f9c5389a5199 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=b602689e-1bf9-4316-afee-2c16d3405af1 HTTP/1.1" status: 200 len: 845 time: 0.1197824 Apr 18 21:00:48.567910 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-4f6d63cc-3b42-4fad-b2d6-b0ffb4ed5abd tempest-NetworksIpV6Test-2002984352 tempest-NetworksIpV6Test-2002984352-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1103592'] for network, before_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:48.572265 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26b06639-c612-4518-9b51-0f10ed83b8e6 tempest-NetworksIpV6Test-2002984352 tempest-NetworksIpV6Test-2002984352-project] Pushing event updated for resources: {'Subnet': ['ID=9e6e238f-7319-4a81-add4-cd0d34f218f9,revision_number=1']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:00:48.603034 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-8374a389-48ee-4f7d-8e07-c9c14d727519 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33528224'] for security_group, after_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:48.657092 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-c779825e-a68b-4d5a-b06f-de23ca47a166 req-695c454d-9052-4bac-8527-cc64aab838a9 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=7083f08e-ab4e-49e9-91e4-270e03cc3e4c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0946093 Apr 18 21:00:48.708935 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-df2254eb-aca5-4b5b-9924-58a38fa9eb71 req-b79a34c5-8b20-46b8-9f96-e27db8286445 tempest-ServersNegativeTestJSON-508382254 tempest-ServersNegativeTestJSON-508382254-project] 10.222.0.42 "GET /v2.0/security-groups?id=ada0ecb3-b1bc-4ba2-8e6c-b06ba09daca2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8724782 Apr 18 21:00:48.779424 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Pushing event updated for resources: {'Port': ['ID=4b3e1958-51ec-47aa-a0e2-f9ad7c2de9dd,revision_number=5']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:00:48.908592 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-150859cd-c27e-4950-b858-69f357d0fb88 None None] Notify callbacks [] for port, precommit_create {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:48.912506 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-4f6d63cc-3b42-4fad-b2d6-b0ffb4ed5abd tempest-NetworksIpV6Test-2002984352 tempest-NetworksIpV6Test-2002984352-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1260556'] for subnet, precommit_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:48.914741 n-d-838334-2 neutron-server[84041]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4092daa6-eff2-4137-9acf-0e0c80d9c8d5'] response: {'name': 'network-changed', 'server_uuid': 'c4a2b833-8357-40a0-9883-002d1a37ba68', 'tag': 'c76e4a08-a107-4ed6-8559-332f51fa6fe1', 'status': 'completed', 'code': 200} Apr 18 21:00:48.922819 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-150859cd-c27e-4950-b858-69f357d0fb88 None None] Transition to ACTIVE for port object 8fa2e6de-bf1f-43c4-b896-fd1392b0e0a3 will not be triggered until provisioned by entity L2. {{(pid=84042) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:00:48.957547 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-150859cd-c27e-4950-b858-69f357d0fb88 None None] Transition to ACTIVE for port object 8fa2e6de-bf1f-43c4-b896-fd1392b0e0a3 will not be triggered until provisioned by entity DHCP. {{(pid=84042) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:00:48.975742 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-150859cd-c27e-4950-b858-69f357d0fb88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750374836619'] for port, after_create {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:49.038002 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750375287399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253529'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:49.070460 n-d-838334-2 neutron-server[84042]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-150859cd-c27e-4950-b858-69f357d0fb88 None None] Network 31aa2c34-2528-47ba-89e6-6f020b2aa6d6 is already hosted by enough agents. {{(pid=84042) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:00:49.091289 n-d-838334-2 neutron-server[84042]: DEBUG neutron.scheduler.base_scheduler [None req-150859cd-c27e-4950-b858-69f357d0fb88 None None] Resources bound (agent type, host, resource id): {{(pid=84042) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:00:49.105138 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_dvrscheduler_db [None req-150859cd-c27e-4950-b858-69f357d0fb88 None None] Received port after_create {{(pid=84042) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 21:00:49.133650 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-4f6d63cc-3b42-4fad-b2d6-b0ffb4ed5abd tempest-NetworksIpV6Test-2002984352 tempest-NetworksIpV6Test-2002984352-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1260549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33526260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32440885', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31752825'] for subnet, after_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:49.137901 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-150859cd-c27e-4950-b858-69f357d0fb88 None None] Pushing event updated for resources: {'Port': ['ID=8fa2e6de-bf1f-43c4-b896-fd1392b0e0a3,revision_number=1']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:00:49.154313 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52c290fc-9af7-4571-aee6-362c309814ae req-bb8ab353-0bc4-4e4d-b373-99ba703c3443 tempest-AttachVolumeTestJSON-1696487017 tempest-AttachVolumeTestJSON-1696487017-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:00:49.155299 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [req-52c290fc-9af7-4571-aee6-362c309814ae req-bb8ab353-0bc4-4e4d-b373-99ba703c3443 tempest-AttachVolumeTestJSON-1696487017 tempest-AttachVolumeTestJSON-1696487017-project] Synchronizing usage tracker for tenant:b5bf875eb9b748b5aba56f8b60ce8169 on resource:network {{(pid=84040) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 21:00:49.159830 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8374a389-48ee-4f7d-8e07-c9c14d727519 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=74c21468-8f34-44e8-9d6c-e45ba16ef3ff,revision_number=1']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:00:49.236276 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [req-8bc495f8-dc06-4f24-b08a-c2786c0248ff req-e109a8a3-6902-4b8a-b4d7-0113b100c28c tempest-AttachVolumeNegativeTest-555605742 tempest-AttachVolumeNegativeTest-555605742-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750375259028', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750374836628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32266323'] for port, after_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:49.239037 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-8374a389-48ee-4f7d-8e07-c9c14d727519 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=b6aed36f40154718881f86e70256b3d7&name=default HTTP/1.1" status: 200 len: 2647 time: 1.4332714 Apr 18 21:00:49.270985 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 58282) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:00:49.278185 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f6d63cc-3b42-4fad-b2d6-b0ffb4ed5abd tempest-NetworksIpV6Test-2002984352 tempest-NetworksIpV6Test-2002984352-project] Pushing event deleted for resources: {'Subnet': ['ID=9e6e238f-7319-4a81-add4-cd0d34f218f9,revision_number=None']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:00:49.325222 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e109a8a3-6902-4b8a-b4d7-0113b100c28c tempest-AttachVolumeNegativeTest-555605742 tempest-AttachVolumeNegativeTest-555605742-project] Pushing event deleted for resources: {'Port': ['ID=bf7c6b84-d34c-4641-9cf5-c04bdc0659d8,revision_number=None']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:00:49.349622 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [req-52c290fc-9af7-4571-aee6-362c309814ae req-bb8ab353-0bc4-4e4d-b373-99ba703c3443 tempest-AttachVolumeTestJSON-1696487017 tempest-AttachVolumeTestJSON-1696487017-project] Unset dirty status for tenant:b5bf875eb9b748b5aba56f8b60ce8169 on resource:network {{(pid=84040) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 21:00:49.351650 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-52c290fc-9af7-4571-aee6-362c309814ae req-bb8ab353-0bc4-4e4d-b373-99ba703c3443 tempest-AttachVolumeTestJSON-1696487017 tempest-AttachVolumeTestJSON-1696487017-project] 10.222.0.42 "GET /v2.0/networks?id=9b8a7e14-19dd-4214-9fd7-5da6fc8793e6 HTTP/1.1" status: 200 len: 811 time: 1.8981972 Apr 18 21:00:49.399762 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.managers [None req-150859cd-c27e-4950-b858-69f357d0fb88 None None] Attempting to bind port 8fa2e6de-bf1f-43c4-b896-fd1392b0e0a3 on host n-d-838334-2 for vnic_type normal with profile {{(pid=84042) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 21:00:49.403790 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.managers [None req-150859cd-c27e-4950-b858-69f357d0fb88 None None] Attempting to bind port 8fa2e6de-bf1f-43c4-b896-fd1392b0e0a3 by drivers openvswitch,hyperv on host n-d-838334-2 at level 0 using segments [{'id': '6008461e-08da-4969-8ef4-42c1004c2644', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '31aa2c34-2528-47ba-89e6-6f020b2aa6d6'}] {{(pid=84042) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 21:00:49.403790 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-150859cd-c27e-4950-b858-69f357d0fb88 None None] Attempting to bind port 8fa2e6de-bf1f-43c4-b896-fd1392b0e0a3 on network 31aa2c34-2528-47ba-89e6-6f020b2aa6d6 {{(pid=84042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 21:00:49.445344 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-150859cd-c27e-4950-b858-69f357d0fb88 None None] Checking agent: {'id': '97cd4414-7af6-4d67-868d-dff370b4071a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838334-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 25, 49), 'started_at': datetime.datetime(2022, 4, 18, 20, 26, 19), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 21, 0, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838334-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 18 21:00:49.447763 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-150859cd-c27e-4950-b858-69f357d0fb88 None None] Checking segment: {'id': '6008461e-08da-4969-8ef4-42c1004c2644', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '31aa2c34-2528-47ba-89e6-6f020b2aa6d6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84042) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 21:00:49.455937 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-150859cd-c27e-4950-b858-69f357d0fb88 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:49.457751 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-150859cd-c27e-4950-b858-69f357d0fb88 None None] Bound using segment: {'id': '6008461e-08da-4969-8ef4-42c1004c2644', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '31aa2c34-2528-47ba-89e6-6f020b2aa6d6'} {{(pid=84042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 18 21:00:49.458401 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.managers [None req-150859cd-c27e-4950-b858-69f357d0fb88 None None] Bound port: 8fa2e6de-bf1f-43c4-b896-fd1392b0e0a3, host: n-d-838334-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6008461e-08da-4969-8ef4-42c1004c2644', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '31aa2c34-2528-47ba-89e6-6f020b2aa6d6'}}] {{(pid=84042) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 21:00:49.459210 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-150859cd-c27e-4950-b858-69f357d0fb88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:49.528945 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-c779825e-a68b-4d5a-b06f-de23ca47a166 req-f9f98df0-3802-492b-ac1d-6141c27ea23c service neutron] 10.222.0.43 "GET /v2.0/networks/7083f08e-ab4e-49e9-91e4-270e03cc3e4c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8603394 Apr 18 21:00:49.569788 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-414b6ffe-e119-47bc-b18f-bcff1219c2f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750375287399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253529'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:49.600376 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-52c290fc-9af7-4571-aee6-362c309814ae req-382e458d-0486-482a-9507-6376007f192d tempest-AttachVolumeTestJSON-1696487017 tempest-AttachVolumeTestJSON-1696487017-project] 10.222.0.42 "GET /v2.0/quotas/b5bf875eb9b748b5aba56f8b60ce8169 HTTP/1.1" status: 200 len: 375 time: 0.1772649 Apr 18 21:00:49.624087 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-4f6d63cc-3b42-4fad-b2d6-b0ffb4ed5abd tempest-NetworksIpV6Test-2002984352 tempest-NetworksIpV6Test-2002984352-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1258905', 'neutron.services.segments.db._delete_segments_for_network-8750375287417'] for network, precommit_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:49.659902 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-150859cd-c27e-4950-b858-69f357d0fb88 None None] For port 8fa2e6de-bf1f-43c4-b896-fd1392b0e0a3, host n-d-838334-2, cleared binding levels {{(pid=84042) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 21:00:49.663899 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-150859cd-c27e-4950-b858-69f357d0fb88 None None] For port 8fa2e6de-bf1f-43c4-b896-fd1392b0e0a3, host n-d-838334-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838334-2',level=0,port_id=8fa2e6de-bf1f-43c4-b896-fd1392b0e0a3,segment=NetworkSegment(6008461e-08da-4969-8ef4-42c1004c2644),segment_id=6008461e-08da-4969-8ef4-42c1004c2644)] {{(pid=84042) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 21:00:49.675942 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-150859cd-c27e-4950-b858-69f357d0fb88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682'] for port, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:49.710201 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-af397a75-ee6a-4635-9597-4c93b0650ee4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:49.751045 n-d-838334-2 neutron-server[84040]: DEBUG neutron.services.segments.db [None req-4f6d63cc-3b42-4fad-b2d6-b0ffb4ed5abd tempest-NetworksIpV6Test-2002984352 tempest-NetworksIpV6Test-2002984352-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['31aa2c34-2528-47ba-89e6-6f020b2aa6d6']}} {{(pid=84040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:00:49.793171 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37f191ca-9391-45ac-aac1-b47bcf463ae0 req-87113336-42e1-4820-9e78-e6e096b4854a tempest-ServersTestJSON-1424434350 tempest-ServersTestJSON-1424434350-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:00:49.794850 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-37f191ca-9391-45ac-aac1-b47bcf463ae0 req-87113336-42e1-4820-9e78-e6e096b4854a tempest-ServersTestJSON-1424434350 tempest-ServersTestJSON-1424434350-project] 10.222.0.42 "GET /v2.0/ports?device_id=c4a2b833-8357-40a0-9883-002d1a37ba68 HTTP/1.1" status: 200 len: 943 time: 0.5255282 Apr 18 21:00:49.804724 n-d-838334-2 neutron-server[84040]: DEBUG neutron.services.segments.db [None req-4f6d63cc-3b42-4fad-b2d6-b0ffb4ed5abd tempest-NetworksIpV6Test-2002984352 tempest-NetworksIpV6Test-2002984352-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6008461e-08da-4969-8ef4-42c1004c2644') {'for_net_delete': True} {{(pid=84040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:00:49.805107 n-d-838334-2 neutron-server[84040]: DEBUG neutron.services.segments.db [None req-4f6d63cc-3b42-4fad-b2d6-b0ffb4ed5abd tempest-NetworksIpV6Test-2002984352 tempest-NetworksIpV6Test-2002984352-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6008461e-08da-4969-8ef4-42c1004c2644') {} {{(pid=84040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:00:49.836512 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-af397a75-ee6a-4635-9597-4c93b0650ee4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:49.846258 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-4f6d63cc-3b42-4fad-b2d6-b0ffb4ed5abd tempest-NetworksIpV6Test-2002984352 tempest-NetworksIpV6Test-2002984352-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750375287300', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31955965'] for segment, before_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:49.892443 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-150859cd-c27e-4950-b858-69f357d0fb88 None None] Pushing event updated for resources: {'Port': ['ID=8fa2e6de-bf1f-43c4-b896-fd1392b0e0a3,revision_number=2']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:00:49.956084 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6d6ff53-c9e4-4c83-926a-3db715c02865 None None] Network 31aa2c34-2528-47ba-89e6-6f020b2aa6d6 requested from n-d-838334-2 {{(pid=84042) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 21:00:49.960033 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-52c290fc-9af7-4571-aee6-362c309814ae req-179bdba6-ed23-499c-9f12-4c3ce8ef7338 tempest-AttachVolumeTestJSON-1696487017 tempest-AttachVolumeTestJSON-1696487017-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=b5bf875eb9b748b5aba56f8b60ce8169&fields=id HTTP/1.1" status: 200 len: 348 time: 0.3440704 Apr 18 21:00:49.971803 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-4f6d63cc-3b42-4fad-b2d6-b0ffb4ed5abd tempest-NetworksIpV6Test-2002984352 tempest-NetworksIpV6Test-2002984352-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1082986'] for segment, precommit_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:50.052211 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4f6d63cc-3b42-4fad-b2d6-b0ffb4ed5abd tempest-NetworksIpV6Test-2002984352 tempest-NetworksIpV6Test-2002984352-project] Releasing vlan 366 on physical network physnet1 to pool {{(pid=84040) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 18 21:00:50.052624 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-4f6d63cc-3b42-4fad-b2d6-b0ffb4ed5abd tempest-NetworksIpV6Test-2002984352 tempest-NetworksIpV6Test-2002984352-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1082993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32440923'] for segment, after_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:50.087288 n-d-838334-2 neutron-server[84040]: Traceback (most recent call last): Apr 18 21:00:50.087288 n-d-838334-2 neutron-server[84040]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 18 21:00:50.087288 n-d-838334-2 neutron-server[84040]: timer() Apr 18 21:00:50.087288 n-d-838334-2 neutron-server[84040]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 21:00:50.087288 n-d-838334-2 neutron-server[84040]: cb(*args, **kw) Apr 18 21:00:50.087288 n-d-838334-2 neutron-server[84040]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 18 21:00:50.087288 n-d-838334-2 neutron-server[84040]: return func(*args, **kwargs) Apr 18 21:00:50.087288 n-d-838334-2 neutron-server[84040]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 21:00:50.087288 n-d-838334-2 neutron-server[84040]: self._notify() Apr 18 21:00:50.087288 n-d-838334-2 neutron-server[84040]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 21:00:50.087288 n-d-838334-2 neutron-server[84040]: self.callback(batched_events) Apr 18 21:00:50.087288 n-d-838334-2 neutron-server[84040]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 21:00:50.087288 n-d-838334-2 neutron-server[84040]: event.method(event) Apr 18 21:00:50.087288 n-d-838334-2 neutron-server[84040]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 18 21:00:50.087288 n-d-838334-2 neutron-server[84040]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 21:00:50.087288 n-d-838334-2 neutron-server[84040]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 18 21:00:50.087288 n-d-838334-2 neutron-server[84040]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 21:00:50.087288 n-d-838334-2 neutron-server[84040]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 18 21:00:50.087288 n-d-838334-2 neutron-server[84040]: return f(self, *a, **k) Apr 18 21:00:50.087288 n-d-838334-2 neutron-server[84040]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 18 21:00:50.087288 n-d-838334-2 neutron-server[84040]: return self._get(url).json() Apr 18 21:00:50.087288 n-d-838334-2 neutron-server[84040]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 18 21:00:50.087288 n-d-838334-2 neutron-server[84040]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 21:00:50.087288 n-d-838334-2 neutron-server[84040]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 18 21:00:50.087288 n-d-838334-2 neutron-server[84040]: return self.request(url, 'GET', **kwargs) Apr 18 21:00:50.087288 n-d-838334-2 neutron-server[84040]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 18 21:00:50.087288 n-d-838334-2 neutron-server[84040]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 21:00:50.087288 n-d-838334-2 neutron-server[84040]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 18 21:00:50.087288 n-d-838334-2 neutron-server[84040]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 21:00:50.087288 n-d-838334-2 neutron-server[84040]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 18 21:00:50.087288 n-d-838334-2 neutron-server[84040]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 21:00:50.087288 n-d-838334-2 neutron-server[84040]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 21:00:50.227661 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-c779825e-a68b-4d5a-b06f-de23ca47a166 req-f6079ffa-2fc9-4dd0-aca6-af4219477733 service neutron] 10.222.0.43 "GET /v2.0/networks/7083f08e-ab4e-49e9-91e4-270e03cc3e4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6726856 Apr 18 21:00:50.385973 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ee99f12-c2cb-4624-9b51-b7e6e8805ed4 None None] Network 31aa2c34-2528-47ba-89e6-6f020b2aa6d6 requested from n-d-838334-2 {{(pid=84042) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 21:00:50.436610 n-d-838334-2 neutron-server[84041]: DEBUG neutron.scheduler.l3_agent_scheduler [req-8bc495f8-dc06-4f24-b08a-c2786c0248ff req-e109a8a3-6902-4b8a-b4d7-0113b100c28c tempest-AttachVolumeNegativeTest-555605742 tempest-AttachVolumeNegativeTest-555605742-project] Router eb2ef120-2c2e-4b9c-8049-c1281daabc93 has already been hosted by L3 agent bc84d6c9-dd7a-4555-a351-592327b46d5a {{(pid=84041) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 21:00:50.587214 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-52c290fc-9af7-4571-aee6-362c309814ae req-41df3d96-6011-46f5-84fe-0f90252f4727 service neutron] 10.222.0.42 "GET /v2.0/networks/9b8a7e14-19dd-4214-9fd7-5da6fc8793e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6011021 Apr 18 21:00:50.701604 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-dfc93342-a6af-45a7-9788-1e54ba22a489 req-02275627-236f-4774-b454-87a635b2296c service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=ba267e3ba48c4ff1b4fc57f8cfab7c8c&device_id=c4a2b833-8357-40a0-9883-002d1a37ba68 HTTP/1.1" status: 200 len: 1094 time: 0.3579714 Apr 18 21:00:50.725731 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Device 4b3e1958-51ec-47aa-a0e2-f9ad7c2de9dd up at agent ovs-agent-n-d-838334-2 {{(pid=84042) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 21:00:50.751238 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-37f191ca-9391-45ac-aac1-b47bcf463ae0 req-7c62ebaa-b5a7-460a-9a03-b5d0f6fe168e tempest-ServersTestJSON-1424434350 tempest-ServersTestJSON-1424434350-project] 10.222.0.42 "GET /v2.0/security-groups?id=a3de1b7a-019c-40dd-8c9d-3a3f159b2bd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9261720 Apr 18 21:00:50.779961 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-af397a75-ee6a-4635-9597-4c93b0650ee4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33528224'] for security_group, after_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:50.791458 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.db.api [None req-4f6d63cc-3b42-4fad-b2d6-b0ffb4ed5abd tempest-NetworksIpV6Test-2002984352 tempest-NetworksIpV6Test-2002984352-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Apr 18 21:00:50.791458 n-d-838334-2 neutron-server[84040]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Apr 18 21:00:50.791458 n-d-838334-2 neutron-server[84040]: [parameters: {'id': '31aa2c34-2528-47ba-89e6-6f020b2aa6d6'}] Apr 18 21:00:50.791458 n-d-838334-2 neutron-server[84040]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=84040) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 18 21:00:50.792151 n-d-838334-2 neutron-server[84040]: DEBUG oslo_db.api [None req-4f6d63cc-3b42-4fad-b2d6-b0ffb4ed5abd tempest-NetworksIpV6Test-2002984352 tempest-NetworksIpV6Test-2002984352-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=84040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 18 21:00:50.857459 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-c7521a90-7d65-4e2e-842c-ca5d95e9a89c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750375287399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253529'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:50.896088 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-af397a75-ee6a-4635-9597-4c93b0650ee4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:50.896088 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-af397a75-ee6a-4635-9597-4c93b0650ee4 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/74c21468-8f34-44e8-9d6c-e45ba16ef3ff HTTP/1.1" status: 204 len: 168 time: 1.6203890 Apr 18 21:00:50.902860 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af397a75-ee6a-4635-9597-4c93b0650ee4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=74c21468-8f34-44e8-9d6c-e45ba16ef3ff,revision_number=None']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:00:50.988681 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-52c290fc-9af7-4571-aee6-362c309814ae req-a671f617-530e-4139-8570-bcfc334bbc66 service neutron] 10.222.0.42 "GET /v2.0/networks/9b8a7e14-19dd-4214-9fd7-5da6fc8793e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2349095 Apr 18 21:00:51.124180 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Provisioning complete for port 4b3e1958-51ec-47aa-a0e2-f9ad7c2de9dd triggered by entity L2. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:00:51.126043 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1253608'] for port, provisioning_complete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:51.204303 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5be392d7-1a82-4519-ad32-b41cd1ac2b3a None None] get_active_networks_info from n-d-838334-2 {{(pid=84042) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Apr 18 21:00:51.209043 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfc93342-a6af-45a7-9788-1e54ba22a489 req-cb3e2370-dc29-414a-b6d6-09e4a8d1fc79 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:00:51.219513 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-dfc93342-a6af-45a7-9788-1e54ba22a489 req-cb3e2370-dc29-414a-b6d6-09e4a8d1fc79 service neutron] 10.222.0.43 "GET /v2.0/networks?id=7083f08e-ab4e-49e9-91e4-270e03cc3e4c HTTP/1.1" status: 200 len: 906 time: 0.5109875 Apr 18 21:00:51.273533 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-f743cbf8-b1a4-4965-81d1-742a20f897b1 req-79113411-3f21-4332-b304-177ee98c3530 tempest-AttachVolumeNegativeTest-555605742 tempest-AttachVolumeNegativeTest-555605742-project] 10.222.0.42 "GET /v2.0/ports?device_id=bf74e528-b24d-4168-be41-aaeaeabbadb8 HTTP/1.1" status: 200 len: 210 time: 0.1424327 Apr 18 21:00:51.293420 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-4f6d63cc-3b42-4fad-b2d6-b0ffb4ed5abd tempest-NetworksIpV6Test-2002984352 tempest-NetworksIpV6Test-2002984352-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1103592'] for network, before_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:51.308103 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.plugin [None req-4f6d63cc-3b42-4fad-b2d6-b0ffb4ed5abd tempest-NetworksIpV6Test-2002984352 tempest-NetworksIpV6Test-2002984352-project] Deleting port 8fa2e6de-bf1f-43c4-b896-fd1392b0e0a3 {{(pid=84040) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 21:00:51.308452 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-4f6d63cc-3b42-4fad-b2d6-b0ffb4ed5abd tempest-NetworksIpV6Test-2002984352 tempest-NetworksIpV6Test-2002984352-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750375188691'] for port, before_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:51.506247 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-dfc93342-a6af-45a7-9788-1e54ba22a489 req-ae46e5d9-a18a-410d-9fcb-bad6e0334f44 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c76e4a08-a107-4ed6-8559-332f51fa6fe1 HTTP/1.1" status: 200 len: 217 time: 0.2646620 Apr 18 21:00:51.516673 n-d-838334-2 neutron-server[84042]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5be392d7-1a82-4519-ad32-b41cd1ac2b3a None None] Resources bound (agent type, host, resource id): {{(pid=84042) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Apr 18 21:00:51.654468 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-3403878c-eba4-4746-ba76-78b02b69f9d8 req-f3b2ba6b-1ef5-47fc-9adb-13e850d8f42a tempest-AttachVolumeTestJSON-1696487017 tempest-AttachVolumeTestJSON-1696487017-project] 10.222.0.42 "GET /v2.0/ports?device_id=8febef70-4ef9-4774-9ec7-33697a7c70d6 HTTP/1.1" status: 200 len: 210 time: 0.1724036 Apr 18 21:00:51.756542 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-8bc495f8-dc06-4f24-b08a-c2786c0248ff req-e109a8a3-6902-4b8a-b4d7-0113b100c28c tempest-AttachVolumeNegativeTest-555605742 tempest-AttachVolumeNegativeTest-555605742-project] Notify agent at l3_agent.n-d-838334-2 the message routers_updated {{(pid=84041) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 21:00:51.793101 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fd9c066-e1d2-4bf7-98d2-92fa0aa5fe62 None None] Sync routers for ids ['eb2ef120-2c2e-4b9c-8049-c1281daabc93'] in n-d-838334-2 {{(pid=84042) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 18 21:00:51.810581 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfc93342-a6af-45a7-9788-1e54ba22a489 req-b3e60828-2be7-4107-8f74-d10658c6a7f1 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:00:51.817010 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-dfc93342-a6af-45a7-9788-1e54ba22a489 req-b3e60828-2be7-4107-8f74-d10658c6a7f1 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=b602689e-1bf9-4316-afee-2c16d3405af1 HTTP/1.1" status: 200 len: 845 time: 0.2902658 Apr 18 21:00:51.960321 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.l3_dvrscheduler_db [req-8bc495f8-dc06-4f24-b08a-c2786c0248ff req-e109a8a3-6902-4b8a-b4d7-0113b100c28c tempest-AttachVolumeNegativeTest-555605742 tempest-AttachVolumeNegativeTest-555605742-project] No DVR routers for this DVR port bf7c6b84-d34c-4641-9cf5-c04bdc0659d8 on host n-h1-838334-2 {{(pid=84041) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 21:00:51.967685 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [req-8bc495f8-dc06-4f24-b08a-c2786c0248ff req-e109a8a3-6902-4b8a-b4d7-0113b100c28c tempest-AttachVolumeNegativeTest-555605742 tempest-AttachVolumeNegativeTest-555605742-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217293'] for port, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:51.990725 n-d-838334-2 neutron-server[84041]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bf74e528-b24d-4168-be41-aaeaeabbadb8', 'name': 'network-vif-deleted', 'tag': 'bf7c6b84-d34c-4641-9cf5-c04bdc0659d8'}] {{(pid=84041) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 21:00:52.016306 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fd9c066-e1d2-4bf7-98d2-92fa0aa5fe62 None None] Routers {'eb2ef120-2c2e-4b9c-8049-c1281daabc93'} bound to L3 agent in host n-d-838334-2 {{(pid=84042) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 21:00:52.017143 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_hamode_db [None req-6fd9c066-e1d2-4bf7-98d2-92fa0aa5fe62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838334-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-18T20:25:48Z,description=,heartbeat_timestamp=2022-04-18T21:00:48Z,host='n-d-838334-2',id=bc84d6c9-dd7a-4555-a351-592327b46d5a,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:25:48Z,topic='l3_agent')) {'router_ids': ['eb2ef120-2c2e-4b9c-8049-c1281daabc93'], 'active': True} {{(pid=84042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:00:52.024034 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-dfc93342-a6af-45a7-9788-1e54ba22a489 req-8b1c19c4-de71-421e-9a50-6c745c7bd3d0 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=7083f08e-ab4e-49e9-91e4-270e03cc3e4c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1976688 Apr 18 21:00:52.031441 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-8bc495f8-dc06-4f24-b08a-c2786c0248ff req-e109a8a3-6902-4b8a-b4d7-0113b100c28c tempest-AttachVolumeNegativeTest-555605742 tempest-AttachVolumeNegativeTest-555605742-project] 10.222.0.43 "DELETE /v2.0/ports/bf7c6b84-d34c-4641-9cf5-c04bdc0659d8 HTTP/1.1" status: 204 len: 173 time: 11.1589539 Apr 18 21:00:52.262777 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.db [None req-4f6d63cc-3b42-4fad-b2d6-b0ffb4ed5abd tempest-NetworksIpV6Test-2002984352 tempest-NetworksIpV6Test-2002984352-project] For port 8fa2e6de-bf1f-43c4-b896-fd1392b0e0a3, host n-d-838334-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838334-2',level=0,port_id=8fa2e6de-bf1f-43c4-b896-fd1392b0e0a3,segment=NetworkSegment(6008461e-08da-4969-8ef4-42c1004c2644),segment_id=6008461e-08da-4969-8ef4-42c1004c2644)] {{(pid=84040) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:00:52.263303 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-4f6d63cc-3b42-4fad-b2d6-b0ffb4ed5abd tempest-NetworksIpV6Test-2002984352 tempest-NetworksIpV6Test-2002984352-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369123'] for port, precommit_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:52.489695 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-dfc93342-a6af-45a7-9788-1e54ba22a489 req-7f5dcdd3-ccb3-4f4b-ba0a-86f06d0a72ad service neutron] 10.222.0.43 "GET /v2.0/networks/7083f08e-ab4e-49e9-91e4-270e03cc3e4c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4552655 Apr 18 21:00:52.703953 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.plugin [None req-4f6d63cc-3b42-4fad-b2d6-b0ffb4ed5abd tempest-NetworksIpV6Test-2002984352 tempest-NetworksIpV6Test-2002984352-project] Calling delete_port for 8fa2e6de-bf1f-43c4-b896-fd1392b0e0a3 owned by network:dhcp {{(pid=84040) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 21:00:52.787139 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc9f3d3e-2cc9-431a-a3d2-405ba172bd62 req-f32c30f9-f732-40d8-98cb-c949dd0232d5 tempest-ServersNegativeTestJSON-508382254 tempest-ServersNegativeTestJSON-508382254-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:00:52.800257 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-fc9f3d3e-2cc9-431a-a3d2-405ba172bd62 req-f32c30f9-f732-40d8-98cb-c949dd0232d5 tempest-ServersNegativeTestJSON-508382254 tempest-ServersNegativeTestJSON-508382254-project] 10.222.0.42 "GET /v2.0/ports?device_id=2197a591-197e-47fe-9210-1387bfb6ec5e HTTP/1.1" status: 200 len: 945 time: 1.1262522 Apr 18 21:00:52.809472 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_dvr_db [None req-6fd9c066-e1d2-4bf7-98d2-92fa0aa5fe62 None None] Set router eb2ef120-2c2e-4b9c-8049-c1281daabc93 gateway port host: n-d-838334-2 {{(pid=84042) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 21:00:52.856448 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 58384) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:00:52.923266 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-dfc93342-a6af-45a7-9788-1e54ba22a489 req-de11772c-2252-4522-9cfa-55ced1fadeb7 service neutron] 10.222.0.43 "GET /v2.0/networks/7083f08e-ab4e-49e9-91e4-270e03cc3e4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4257078 Apr 18 21:00:53.054518 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-fc9f3d3e-2cc9-431a-a3d2-405ba172bd62 req-5f12f652-d1a5-4ddf-a1e5-cacd40df30d8 tempest-ServersNegativeTestJSON-508382254 tempest-ServersNegativeTestJSON-508382254-project] 10.222.0.42 "GET /v2.0/security-groups?id=ada0ecb3-b1bc-4ba2-8e6c-b06ba09daca2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2528310 Apr 18 21:00:53.107867 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-191c7394-8ced-48f2-b85e-bf2cc04e8d96 req-8670aade-7d76-4343-8616-c134f7b44ad2 tempest-ServersTestJSON-1424434350 tempest-ServersTestJSON-1424434350-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:00:53.110220 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-191c7394-8ced-48f2-b85e-bf2cc04e8d96 req-8670aade-7d76-4343-8616-c134f7b44ad2 tempest-ServersTestJSON-1424434350 tempest-ServersTestJSON-1424434350-project] 10.222.0.42 "GET /v2.0/ports?device_id=c4a2b833-8357-40a0-9883-002d1a37ba68 HTTP/1.1" status: 200 len: 943 time: 0.8543892 Apr 18 21:00:53.178087 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-4f6d63cc-3b42-4fad-b2d6-b0ffb4ed5abd tempest-NetworksIpV6Test-2002984352 tempest-NetworksIpV6Test-2002984352-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750375259028', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750374836628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32440838'] for port, after_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:53.239667 n-d-838334-2 neutron-server[84041]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2175e733-c094-4490-95e8-d66a942039fb'] response: {'server_uuid': 'bf74e528-b24d-4168-be41-aaeaeabbadb8', 'name': 'network-vif-deleted', 'tag': 'bf7c6b84-d34c-4641-9cf5-c04bdc0659d8', 'status': 'completed', 'code': 200} Apr 18 21:00:53.275871 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.v2.base [None req-c0110ecc-ec64-488f-bf75-67f11dbf1251 tempest-QuotasTest-795851849 tempest-QuotasTest-795851849-project-admin] Request body: {'quota': {'network': 0, 'port': 0}} {{(pid=84040) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:00:53.285173 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Device c76e4a08-a107-4ed6-8559-332f51fa6fe1 details requested by agent hyperv_n-h1-838334-2 with host n-h1-838334-2 {{(pid=84042) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 18 21:00:53.289041 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f6d63cc-3b42-4fad-b2d6-b0ffb4ed5abd tempest-NetworksIpV6Test-2002984352 tempest-NetworksIpV6Test-2002984352-project] Pushing event deleted for resources: {'Port': ['ID=8fa2e6de-bf1f-43c4-b896-fd1392b0e0a3,revision_number=None']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:00:53.363338 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f6d63cc-3b42-4fad-b2d6-b0ffb4ed5abd tempest-NetworksIpV6Test-2002984352 tempest-NetworksIpV6Test-2002984352-project] No DVR routers for this DVR port 8fa2e6de-bf1f-43c4-b896-fd1392b0e0a3 on host n-d-838334-2 {{(pid=84040) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 21:00:53.447820 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-191c7394-8ced-48f2-b85e-bf2cc04e8d96 req-a2e6b975-2c7b-4fe1-9fdf-5d0ad435a1c4 tempest-ServersTestJSON-1424434350 tempest-ServersTestJSON-1424434350-project] 10.222.0.42 "GET /v2.0/security-groups?id=a3de1b7a-019c-40dd-8c9d-3a3f159b2bd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3289599 Apr 18 21:00:53.579741 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 58408) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:00:53.724207 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-5ceeea2f-ac16-446f-8575-299e7a31edef tempest-AttachVolumeNegativeTest-555605742 tempest-AttachVolumeNegativeTest-555605742-project] Notify callbacks [] for security_group, before_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:53.778728 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-5ceeea2f-ac16-446f-8575-299e7a31edef tempest-AttachVolumeNegativeTest-555605742 tempest-AttachVolumeNegativeTest-555605742-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:53.892855 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-5ceeea2f-ac16-446f-8575-299e7a31edef tempest-AttachVolumeNegativeTest-555605742 tempest-AttachVolumeNegativeTest-555605742-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33528224'] for security_group, after_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:53.928170 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ceeea2f-ac16-446f-8575-299e7a31edef tempest-AttachVolumeNegativeTest-555605742 tempest-AttachVolumeNegativeTest-555605742-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=575e0ba1-8a78-4aa4-accf-eb309f49ec74,revision_number=None']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:00:53.964228 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-5ceeea2f-ac16-446f-8575-299e7a31edef tempest-AttachVolumeNegativeTest-555605742 tempest-AttachVolumeNegativeTest-555605742-project] Notify callbacks [] for security_group, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:53.965802 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-5ceeea2f-ac16-446f-8575-299e7a31edef tempest-AttachVolumeNegativeTest-555605742 tempest-AttachVolumeNegativeTest-555605742-project] 10.222.0.42 "DELETE /v2.0/security-groups/575e0ba1-8a78-4aa4-accf-eb309f49ec74 HTTP/1.1" status: 204 len: 168 time: 0.3847907 Apr 18 21:00:53.971119 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 58414) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:00:54.006149 n-d-838334-2 neutron-server[84041]: INFO neutron.api.v2.resource [None req-0ab08ca5-3539-41e5-a7d7-7bcff2a6f96d tempest-AttachVolumeNegativeTest-555605742 tempest-AttachVolumeNegativeTest-555605742-project] show failed (client error): The resource could not be found. Apr 18 21:00:54.009169 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-0ab08ca5-3539-41e5-a7d7-7bcff2a6f96d tempest-AttachVolumeNegativeTest-555605742 tempest-AttachVolumeNegativeTest-555605742-project] 10.222.0.42 "GET /v2.0/security-groups/575e0ba1-8a78-4aa4-accf-eb309f49ec74 HTTP/1.1" status: 404 len: 347 time: 0.0367122 Apr 18 21:00:54.012082 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 58418) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:00:54.248450 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-4dca729d-9ebf-4446-b5e8-dcf213f38df4 req-cb6b7852-9ef4-453e-8e6d-9e5042a24126 tempest-AttachVolumeTestJSON-1696487017 tempest-AttachVolumeTestJSON-1696487017-project] 10.222.0.42 "GET /v2.0/ports?device_id=8febef70-4ef9-4774-9ec7-33697a7c70d6 HTTP/1.1" status: 200 len: 210 time: 0.7036905 Apr 18 21:00:54.259289 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-4f6d63cc-3b42-4fad-b2d6-b0ffb4ed5abd tempest-NetworksIpV6Test-2002984352 tempest-NetworksIpV6Test-2002984352-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1258905', 'neutron.services.segments.db._delete_segments_for_network-8750375287417'] for network, precommit_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:54.303684 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] For port c76e4a08-a107-4ed6-8559-332f51fa6fe1, host n-h1-838334-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838334-2',level=0,port_id=c76e4a08-a107-4ed6-8559-332f51fa6fe1,segment=NetworkSegment(7487d154-ef4b-4701-b484-567750da716d),segment_id=7487d154-ef4b-4701-b484-567750da716d)] {{(pid=84042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:00:54.419431 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Returning: {'device': 'c76e4a08-a107-4ed6-8559-332f51fa6fe1', 'network_id': '7083f08e-ab4e-49e9-91e4-270e03cc3e4c', 'port_id': 'c76e4a08-a107-4ed6-8559-332f51fa6fe1', 'mac_address': 'fa:16:3e:a8:2f:ef', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 363, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b602689e-1bf9-4316-afee-2c16d3405af1', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84042) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 18 21:00:54.431225 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.plugin [None req-6d4355fa-6926-49b8-887d-f4384ab6aa54 tempest-AttachVolumeNegativeTest-555605742 tempest-AttachVolumeNegativeTest-555605742-project] Deleting port 5c73a15f-919d-4b17-8fbe-ec68e9dbc790 {{(pid=84041) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 21:00:54.431492 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-6d4355fa-6926-49b8-887d-f4384ab6aa54 tempest-AttachVolumeNegativeTest-555605742 tempest-AttachVolumeNegativeTest-555605742-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750375188691'] for port, before_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:54.439900 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52c290fc-9af7-4571-aee6-362c309814ae req-33c68790-c3f5-4b73-9cd0-1675e8e32703 tempest-AttachVolumeTestJSON-1696487017 tempest-AttachVolumeTestJSON-1696487017-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:00:54.447813 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-52c290fc-9af7-4571-aee6-362c309814ae req-33c68790-c3f5-4b73-9cd0-1675e8e32703 tempest-AttachVolumeTestJSON-1696487017 tempest-AttachVolumeTestJSON-1696487017-project] 10.222.0.48 "GET /v2.0/networks?id=9b8a7e14-19dd-4214-9fd7-5da6fc8793e6 HTTP/1.1" status: 200 len: 811 time: 0.5441127 Apr 18 21:00:54.456482 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-c0110ecc-ec64-488f-bf75-67f11dbf1251 tempest-QuotasTest-795851849 tempest-QuotasTest-795851849-project-admin] 10.222.0.42 "PUT /v2.0/quotas/275e0cbe447749b7854f5718dae6c405 HTTP/1.1" status: 200 len: 366 time: 1.5988917 Apr 18 21:00:54.457733 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 58434) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:00:54.509546 n-d-838334-2 neutron-server[84040]: DEBUG neutron.services.segments.db [None req-4f6d63cc-3b42-4fad-b2d6-b0ffb4ed5abd tempest-NetworksIpV6Test-2002984352 tempest-NetworksIpV6Test-2002984352-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['31aa2c34-2528-47ba-89e6-6f020b2aa6d6']}} {{(pid=84040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:00:54.526765 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:54.537888 n-d-838334-2 neutron-server[84040]: DEBUG neutron.services.segments.db [None req-4f6d63cc-3b42-4fad-b2d6-b0ffb4ed5abd tempest-NetworksIpV6Test-2002984352 tempest-NetworksIpV6Test-2002984352-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6008461e-08da-4969-8ef4-42c1004c2644') {'for_net_delete': True} {{(pid=84040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:00:54.538187 n-d-838334-2 neutron-server[84040]: DEBUG neutron.services.segments.db [None req-4f6d63cc-3b42-4fad-b2d6-b0ffb4ed5abd tempest-NetworksIpV6Test-2002984352 tempest-NetworksIpV6Test-2002984352-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6008461e-08da-4969-8ef4-42c1004c2644') {} {{(pid=84040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:00:54.550038 n-d-838334-2 neutron-server[84042]: DEBUG neutron.notifiers.nova [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c76e4a08-a107-4ed6-8559-332f51fa6fe1 {{(pid=84042) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 18 21:00:54.559450 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-4f6d63cc-3b42-4fad-b2d6-b0ffb4ed5abd tempest-NetworksIpV6Test-2002984352 tempest-NetworksIpV6Test-2002984352-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750375287300', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31955965'] for segment, before_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:54.586196 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] For port c76e4a08-a107-4ed6-8559-332f51fa6fe1, host n-h1-838334-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838334-2',level=0,port_id=c76e4a08-a107-4ed6-8559-332f51fa6fe1,segment=NetworkSegment(7487d154-ef4b-4701-b484-567750da716d),segment_id=7487d154-ef4b-4701-b484-567750da716d)] {{(pid=84042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:00:54.604184 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682'] for port, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:54.606333 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-4f6d63cc-3b42-4fad-b2d6-b0ffb4ed5abd tempest-NetworksIpV6Test-2002984352 tempest-NetworksIpV6Test-2002984352-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1082986'] for segment, precommit_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:54.621813 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4f6d63cc-3b42-4fad-b2d6-b0ffb4ed5abd tempest-NetworksIpV6Test-2002984352 tempest-NetworksIpV6Test-2002984352-project] Releasing vlan 366 on physical network physnet1 to pool {{(pid=84040) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 18 21:00:54.622220 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-4f6d63cc-3b42-4fad-b2d6-b0ffb4ed5abd tempest-NetworksIpV6Test-2002984352 tempest-NetworksIpV6Test-2002984352-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1082993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32440923'] for segment, after_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:54.785595 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Pushing event updated for resources: {'Port': ['ID=c76e4a08-a107-4ed6-8559-332f51fa6fe1,revision_number=4']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:00:54.801621 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-6d4355fa-6926-49b8-887d-f4384ab6aa54 tempest-AttachVolumeNegativeTest-555605742 tempest-AttachVolumeNegativeTest-555605742-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369123'] for port, precommit_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:54.802124 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_hamode_db [None req-6fd9c066-e1d2-4bf7-98d2-92fa0aa5fe62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb2ef120-2c2e-4b9c-8049-c1281daabc93', 'name': 'tempest-AttachVolumeNegativeTest-965011108-router', 'tenant_id': '340d04fd839f4c0c896ec9bea561bc50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'external_fixed_ips': [{'subnet_id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'ip_address': '172.25.8.160'}], 'enable_snat': True}, 'gw_port_id': '0654fabf-3ea3-4a21-99de-c086a8f52f65', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:53:49Z', 'updated_at': '2022-04-18T20:53:55Z', 'revision_number': 4, 'project_id': '340d04fd839f4c0c896ec9bea561bc50', 'gw_port': {'id': '0654fabf-3ea3-4a21-99de-c086a8f52f65', 'name': '', 'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:f1:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb2ef120-2c2e-4b9c-8049-c1281daabc93', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'ip_address': '172.25.8.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:53:49Z', 'updated_at': '2022-04-18T20:53:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838334-2', '_interfaces': [{'id': 'aa8998f0-5774-4503-93d9-f054eb0cbd71', 'name': '', 'network_id': '794fa1b3-6f66-42ac-ab9f-a0e910c383ff', 'tenant_id': '340d04fd839f4c0c896ec9bea561bc50', 'mac_address': 'fa:16:3e:d6:c4:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb2ef120-2c2e-4b9c-8049-c1281daabc93', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '66a6cd83-be1c-4e76-9e19-a8f33a82294d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:53:54Z', 'updated_at': '2022-04-18T20:54:11Z', 'revision_number': 5, 'project_id': '340d04fd839f4c0c896ec9bea561bc50', 'subnets': [{'id': '66a6cd83-be1c-4e76-9e19-a8f33a82294d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838334-2', False) {} {{(pid=84042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:00:54.803073 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-6d4355fa-6926-49b8-887d-f4384ab6aa54 tempest-AttachVolumeNegativeTest-555605742 tempest-AttachVolumeNegativeTest-555605742-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:54.806717 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fd9c066-e1d2-4bf7-98d2-92fa0aa5fe62 None None] Checking router: eb2ef120-2c2e-4b9c-8049-c1281daabc93 for host: n-d-838334-2 {{(pid=84042) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 18 21:00:54.822894 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fd9c066-e1d2-4bf7-98d2-92fa0aa5fe62 None None] Routers {'eb2ef120-2c2e-4b9c-8049-c1281daabc93'} bound to L3 agent in host n-d-838334-2 {{(pid=84042) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 21:00:54.823679 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_hamode_db [None req-6fd9c066-e1d2-4bf7-98d2-92fa0aa5fe62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838334-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-18T20:25:48Z,description=,heartbeat_timestamp=2022-04-18T21:00:48Z,host='n-d-838334-2',id=bc84d6c9-dd7a-4555-a351-592327b46d5a,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:25:48Z,topic='l3_agent')) {'router_ids': ['eb2ef120-2c2e-4b9c-8049-c1281daabc93'], 'active': True} {{(pid=84042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:00:54.889336 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] get_ports_and_sgs() called for port_ids ['c76e4a08-a107-4ed6-8559-332f51fa6fe1'] {{(pid=84042) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 18 21:00:55.099367 n-d-838334-2 neutron-server[84040]: Traceback (most recent call last): Apr 18 21:00:55.099367 n-d-838334-2 neutron-server[84040]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 18 21:00:55.099367 n-d-838334-2 neutron-server[84040]: timer() Apr 18 21:00:55.099367 n-d-838334-2 neutron-server[84040]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 21:00:55.099367 n-d-838334-2 neutron-server[84040]: cb(*args, **kw) Apr 18 21:00:55.099367 n-d-838334-2 neutron-server[84040]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 18 21:00:55.099367 n-d-838334-2 neutron-server[84040]: return func(*args, **kwargs) Apr 18 21:00:55.099367 n-d-838334-2 neutron-server[84040]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 21:00:55.099367 n-d-838334-2 neutron-server[84040]: self._notify() Apr 18 21:00:55.099367 n-d-838334-2 neutron-server[84040]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 21:00:55.099367 n-d-838334-2 neutron-server[84040]: self.callback(batched_events) Apr 18 21:00:55.099367 n-d-838334-2 neutron-server[84040]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 21:00:55.099367 n-d-838334-2 neutron-server[84040]: event.method(event) Apr 18 21:00:55.099367 n-d-838334-2 neutron-server[84040]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 18 21:00:55.099367 n-d-838334-2 neutron-server[84040]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 21:00:55.099367 n-d-838334-2 neutron-server[84040]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 18 21:00:55.099367 n-d-838334-2 neutron-server[84040]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 21:00:55.099367 n-d-838334-2 neutron-server[84040]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 18 21:00:55.099367 n-d-838334-2 neutron-server[84040]: return f(self, *a, **k) Apr 18 21:00:55.099367 n-d-838334-2 neutron-server[84040]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 18 21:00:55.099367 n-d-838334-2 neutron-server[84040]: return self._get(url).json() Apr 18 21:00:55.099367 n-d-838334-2 neutron-server[84040]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 18 21:00:55.099367 n-d-838334-2 neutron-server[84040]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 21:00:55.099367 n-d-838334-2 neutron-server[84040]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 18 21:00:55.099367 n-d-838334-2 neutron-server[84040]: return self.request(url, 'GET', **kwargs) Apr 18 21:00:55.099367 n-d-838334-2 neutron-server[84040]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 18 21:00:55.099367 n-d-838334-2 neutron-server[84040]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 21:00:55.099367 n-d-838334-2 neutron-server[84040]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 18 21:00:55.099367 n-d-838334-2 neutron-server[84040]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 21:00:55.099367 n-d-838334-2 neutron-server[84040]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 18 21:00:55.099367 n-d-838334-2 neutron-server[84040]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 21:00:55.099367 n-d-838334-2 neutron-server[84040]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 21:00:55.152042 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.plugin [None req-6d4355fa-6926-49b8-887d-f4384ab6aa54 tempest-AttachVolumeNegativeTest-555605742 tempest-AttachVolumeNegativeTest-555605742-project] Calling delete_port for 5c73a15f-919d-4b17-8fbe-ec68e9dbc790 owned by network:floatingip {{(pid=84041) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 21:00:55.180872 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-bdb0fc83-383c-4a50-9211-76285208f5f2 tempest-QuotasTest-795851849 tempest-QuotasTest-795851849-project-admin] 10.222.0.42 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 468 time: 0.0828829 Apr 18 21:00:55.200625 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 58456) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:00:55.283505 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-379f7e33-644d-42bc-81ed-b83c47b0dad7 tempest-QuotasTest-795851849 tempest-QuotasTest-795851849-project-admin] 10.222.0.42 "GET /v2.0/quotas/275e0cbe447749b7854f5718dae6c405 HTTP/1.1" status: 200 len: 366 time: 0.0811205 Apr 18 21:00:55.295520 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 58462) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:00:55.307871 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_dvr_db [None req-6fd9c066-e1d2-4bf7-98d2-92fa0aa5fe62 None None] Set router eb2ef120-2c2e-4b9c-8049-c1281daabc93 gateway port host: n-d-838334-2 {{(pid=84042) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 21:00:55.313123 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-52c290fc-9af7-4571-aee6-362c309814ae req-53f6c2b5-5de7-4563-8b8a-34faee613f67 tempest-AttachVolumeTestJSON-1696487017 tempest-AttachVolumeTestJSON-1696487017-project] 10.222.0.48 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b5bf875eb9b748b5aba56f8b60ce8169 HTTP/1.1" status: 200 len: 380 time: 0.2122731 Apr 18 21:00:55.317106 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-4f6d63cc-3b42-4fad-b2d6-b0ffb4ed5abd tempest-NetworksIpV6Test-2002984352 tempest-NetworksIpV6Test-2002984352-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1258898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33526109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33444113'] for network, after_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:55.322697 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-4f6d63cc-3b42-4fad-b2d6-b0ffb4ed5abd tempest-NetworksIpV6Test-2002984352 tempest-NetworksIpV6Test-2002984352-project] Notify callbacks [] for network, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:55.333252 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.v2.base [req-52c290fc-9af7-4571-aee6-362c309814ae req-1337fc73-6e42-4f5c-9ce0-e56e8225eec2 tempest-AttachVolumeTestJSON-1696487017 tempest-AttachVolumeTestJSON-1696487017-project] Request body: {'port': {'device_id': '8febef70-4ef9-4774-9ec7-33697a7c70d6', 'network_id': '9b8a7e14-19dd-4214-9fd7-5da6fc8793e6', 'admin_state_up': True, 'tenant_id': 'b5bf875eb9b748b5aba56f8b60ce8169', 'security_groups': ['326b68b1-226b-43b8-a174-ccc3d0972537']}} {{(pid=84040) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:00:55.346326 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-a93bddf6-e7fb-43ad-86e8-6f8462ba8e9b tempest-QuotasTest-795851849 tempest-QuotasTest-795851849-project-admin] 10.222.0.42 "DELETE /v2.0/quotas/275e0cbe447749b7854f5718dae6c405 HTTP/1.1" status: 204 len: 168 time: 0.0456035 Apr 18 21:00:55.370558 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 58468) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:00:55.430344 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-4e9a7e67-90b9-43e7-9866-5463469fb9e6 tempest-QuotasTest-795851849 tempest-QuotasTest-795851849-project-admin] 10.222.0.42 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 207 time: 0.0551798 Apr 18 21:00:55.432654 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 58472) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:00:55.470890 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-8d99347e-5ade-4e68-b1b3-872fd13f3b4a tempest-QuotasTest-795851849 tempest-QuotasTest-795851849-project-admin] 10.222.0.42 "GET /v2.0/quotas/275e0cbe447749b7854f5718dae6c405 HTTP/1.1" status: 200 len: 370 time: 0.0321875 Apr 18 21:00:55.473277 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 58476) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:00:55.483069 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-9f0c4ed8-a086-44dc-9f05-cf8b261c25f0 tempest-QuotasTest-795851849 tempest-QuotasTest-795851849-project-admin] 10.222.0.42 "GET /v2.0/quotas/275e0cbe447749b7854f5718dae6c405/default HTTP/1.1" status: 200 len: 370 time: 0.0081365 Apr 18 21:00:55.523878 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 58480) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:00:55.542321 n-d-838334-2 neutron-server[84041]: INFO neutron.api.v2.resource [None req-09a21e82-5c38-475d-8335-4999ce1bd6eb tempest-QuotasTest-795851849 tempest-QuotasTest-795851849-project-admin] delete failed (client error): The resource could not be found. Apr 18 21:00:55.546070 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-09a21e82-5c38-475d-8335-4999ce1bd6eb tempest-QuotasTest-795851849 tempest-QuotasTest-795851849-project-admin] 10.222.0.42 "DELETE /v2.0/quotas/275e0cbe447749b7854f5718dae6c405 HTTP/1.1" status: 404 len: 348 time: 0.0184586 Apr 18 21:00:55.599961 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-6d4355fa-6926-49b8-887d-f4384ab6aa54 tempest-AttachVolumeNegativeTest-555605742 tempest-AttachVolumeNegativeTest-555605742-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750375259028', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750374836628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32266323'] for port, after_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:55.615939 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f6d63cc-3b42-4fad-b2d6-b0ffb4ed5abd tempest-NetworksIpV6Test-2002984352 tempest-NetworksIpV6Test-2002984352-project] Pushing event deleted for resources: {'Network': ['ID=31aa2c34-2528-47ba-89e6-6f020b2aa6d6,revision_number=None']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:00:55.646865 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-4f6d63cc-3b42-4fad-b2d6-b0ffb4ed5abd tempest-NetworksIpV6Test-2002984352 tempest-NetworksIpV6Test-2002984352-project] 10.222.0.42 "DELETE /v2.0/networks/31aa2c34-2528-47ba-89e6-6f020b2aa6d6 HTTP/1.1" status: 204 len: 168 time: 7.5621750 Apr 18 21:00:55.649203 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 58492) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:00:55.717531 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d4355fa-6926-49b8-887d-f4384ab6aa54 tempest-AttachVolumeNegativeTest-555605742 tempest-AttachVolumeNegativeTest-555605742-project] Pushing event deleted for resources: {'Port': ['ID=5c73a15f-919d-4b17-8fbe-ec68e9dbc790,revision_number=None']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:00:55.774947 n-d-838334-2 neutron-server[84040]: INFO neutron.pecan_wsgi.hooks.translation [None req-6189792c-24c5-44c0-9e85-565cd0509cd8 tempest-NetworksIpV6Test-2002984352 tempest-NetworksIpV6Test-2002984352-project] DELETE failed (client error): The resource could not be found. Apr 18 21:00:55.775371 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6189792c-24c5-44c0-9e85-565cd0509cd8 tempest-NetworksIpV6Test-2002984352 tempest-NetworksIpV6Test-2002984352-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84040) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 21:00:55.793917 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-6189792c-24c5-44c0-9e85-565cd0509cd8 tempest-NetworksIpV6Test-2002984352 tempest-NetworksIpV6Test-2002984352-project] 10.222.0.42 "DELETE /v2.0/networks/31aa2c34-2528-47ba-89e6-6f020b2aa6d6 HTTP/1.1" status: 404 len: 339 time: 0.1184998 Apr 18 21:00:55.804037 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 58500) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:00:55.835069 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.v2.base [None req-d0947282-69df-4b18-8685-9165a36f6d96 tempest-NetworksIpV6Test-2002984352 tempest-NetworksIpV6Test-2002984352-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-125841737', 'description': 'd1'}} {{(pid=84040) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:00:55.891615 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [None req-d0947282-69df-4b18-8685-9165a36f6d96 tempest-NetworksIpV6Test-2002984352 tempest-NetworksIpV6Test-2002984352-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:00:55.931962 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3140aef-6ce9-4b8a-ab5e-65d25982e2dd req-f882948b-b49b-44d4-b880-2b37e7817162 tempest-ServersTestJSON-1424434350 tempest-ServersTestJSON-1424434350-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:00:55.933666 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-d3140aef-6ce9-4b8a-ab5e-65d25982e2dd req-f882948b-b49b-44d4-b880-2b37e7817162 tempest-ServersTestJSON-1424434350 tempest-ServersTestJSON-1424434350-project] 10.222.0.42 "GET /v2.0/ports?device_id=c4a2b833-8357-40a0-9883-002d1a37ba68 HTTP/1.1" status: 200 len: 944 time: 0.7768054 Apr 18 21:00:55.948190 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-d0947282-69df-4b18-8685-9165a36f6d96 tempest-NetworksIpV6Test-2002984352 tempest-NetworksIpV6Test-2002984352-project] Usage tracker for resource:network and tenant:fd146e1e9f314c74ba81762788974d67 is out of sync, need to count used quota {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:00:55.976381 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b218944b-e813-491f-b8a8-b6fbf39cc78a req-cbd27346-264c-4ca3-86b1-a19c2e064a33 tempest-ServersNegativeTestJSON-508382254 tempest-ServersNegativeTestJSON-508382254-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:00:55.977920 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-b218944b-e813-491f-b8a8-b6fbf39cc78a req-cbd27346-264c-4ca3-86b1-a19c2e064a33 tempest-ServersNegativeTestJSON-508382254 tempest-ServersNegativeTestJSON-508382254-project] 10.222.0.42 "GET /v2.0/ports?device_id=2197a591-197e-47fe-9210-1387bfb6ec5e HTTP/1.1" status: 200 len: 945 time: 1.5174389 Apr 18 21:00:55.978881 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-d0947282-69df-4b18-8685-9165a36f6d96 tempest-NetworksIpV6Test-2002984352 tempest-NetworksIpV6Test-2002984352-project] Quota usage for network was recalculated. Used quota:3. {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:00:56.048342 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 58512) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:00:56.102208 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [None req-d0947282-69df-4b18-8685-9165a36f6d96 tempest-NetworksIpV6Test-2002984352 tempest-NetworksIpV6Test-2002984352-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:00:56.166112 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [req-52c290fc-9af7-4571-aee6-362c309814ae req-1337fc73-6e42-4f5c-9ce0-e56e8225eec2 tempest-AttachVolumeTestJSON-1696487017 tempest-AttachVolumeTestJSON-1696487017-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:00:56.184124 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [req-52c290fc-9af7-4571-aee6-362c309814ae req-1337fc73-6e42-4f5c-9ce0-e56e8225eec2 tempest-AttachVolumeTestJSON-1696487017 tempest-AttachVolumeTestJSON-1696487017-project] Usage tracker for resource:port and tenant:b5bf875eb9b748b5aba56f8b60ce8169 is out of sync, need to count used quota {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:00:56.189987 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d0947282-69df-4b18-8685-9165a36f6d96 tempest-NetworksIpV6Test-2002984352 tempest-NetworksIpV6Test-2002984352-project] Made reservation on behalf of fd146e1e9f314c74ba81762788974d67 for: {'network': 1} {{(pid=84040) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:00:56.193022 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-d0947282-69df-4b18-8685-9165a36f6d96 tempest-NetworksIpV6Test-2002984352 tempest-NetworksIpV6Test-2002984352-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for network, before_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:56.211263 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [req-52c290fc-9af7-4571-aee6-362c309814ae req-1337fc73-6e42-4f5c-9ce0-e56e8225eec2 tempest-AttachVolumeTestJSON-1696487017 tempest-AttachVolumeTestJSON-1696487017-project] Quota usage for port was recalculated. Used quota:3. {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:00:56.221503 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_hamode_db [None req-6fd9c066-e1d2-4bf7-98d2-92fa0aa5fe62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb2ef120-2c2e-4b9c-8049-c1281daabc93', 'name': 'tempest-AttachVolumeNegativeTest-965011108-router', 'tenant_id': '340d04fd839f4c0c896ec9bea561bc50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'external_fixed_ips': [{'subnet_id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'ip_address': '172.25.8.160'}], 'enable_snat': True}, 'gw_port_id': '0654fabf-3ea3-4a21-99de-c086a8f52f65', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:53:49Z', 'updated_at': '2022-04-18T20:53:55Z', 'revision_number': 4, 'project_id': '340d04fd839f4c0c896ec9bea561bc50', 'gw_port': {'id': '0654fabf-3ea3-4a21-99de-c086a8f52f65', 'name': '', 'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:f1:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb2ef120-2c2e-4b9c-8049-c1281daabc93', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'ip_address': '172.25.8.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:53:49Z', 'updated_at': '2022-04-18T20:53:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838334-2', '_interfaces': [{'id': 'aa8998f0-5774-4503-93d9-f054eb0cbd71', 'name': '', 'network_id': '794fa1b3-6f66-42ac-ab9f-a0e910c383ff', 'tenant_id': '340d04fd839f4c0c896ec9bea561bc50', 'mac_address': 'fa:16:3e:d6:c4:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb2ef120-2c2e-4b9c-8049-c1281daabc93', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '66a6cd83-be1c-4e76-9e19-a8f33a82294d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:53:54Z', 'updated_at': '2022-04-18T20:54:11Z', 'revision_number': 5, 'project_id': '340d04fd839f4c0c896ec9bea561bc50', 'subnets': [{'id': '66a6cd83-be1c-4e76-9e19-a8f33a82294d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838334-2', False) {} {{(pid=84042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:00:56.228167 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-6d4355fa-6926-49b8-887d-f4384ab6aa54 tempest-AttachVolumeNegativeTest-555605742 tempest-AttachVolumeNegativeTest-555605742-project] Notify callbacks [] for floatingip, after_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:56.228732 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [req-52c290fc-9af7-4571-aee6-362c309814ae req-1337fc73-6e42-4f5c-9ce0-e56e8225eec2 tempest-AttachVolumeTestJSON-1696487017 tempest-AttachVolumeTestJSON-1696487017-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:00:56.233535 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fd9c066-e1d2-4bf7-98d2-92fa0aa5fe62 None None] The sync data for ids ['eb2ef120-2c2e-4b9c-8049-c1281daabc93'] in n-d-838334-2 is: [{'id': 'eb2ef120-2c2e-4b9c-8049-c1281daabc93', 'name': 'tempest-AttachVolumeNegativeTest-965011108-router', 'tenant_id': '340d04fd839f4c0c896ec9bea561bc50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'external_fixed_ips': [{'subnet_id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'ip_address': '172.25.8.160'}], 'enable_snat': True}, 'gw_port_id': '0654fabf-3ea3-4a21-99de-c086a8f52f65', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:53:49Z', 'updated_at': '2022-04-18T20:53:55Z', 'revision_number': 4, 'project_id': '340d04fd839f4c0c896ec9bea561bc50', 'gw_port': {'id': '0654fabf-3ea3-4a21-99de-c086a8f52f65', 'name': '', 'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:f1:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb2ef120-2c2e-4b9c-8049-c1281daabc93', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'ip_address': '172.25.8.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:53:49Z', 'updated_at': '2022-04-18T20:53:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838334-2', '_interfaces': [{'id': 'aa8998f0-5774-4503-93d9-f054eb0cbd71', 'name': '', 'network_id': '794fa1b3-6f66-42ac-ab9f-a0e910c383ff', 'tenant_id': '340d04fd839f4c0c896ec9bea561bc50', 'mac_address': 'fa:16:3e:d6:c4:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb2ef120-2c2e-4b9c-8049-c1281daabc93', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '66a6cd83-be1c-4e76-9e19-a8f33a82294d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:53:54Z', 'updated_at': '2022-04-18T20:54:11Z', 'revision_number': 5, 'project_id': '340d04fd839f4c0c896ec9bea561bc50', 'subnets': [{'id': '66a6cd83-be1c-4e76-9e19-a8f33a82294d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84042) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 18 21:00:56.279134 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-6d4355fa-6926-49b8-887d-f4384ab6aa54 tempest-AttachVolumeNegativeTest-555605742 tempest-AttachVolumeNegativeTest-555605742-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217293'] for floatingip, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:56.289747 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-166ae57c-8a27-46c6-bb88-a86130f428e4 tempest-QuotasTest-795851849 tempest-QuotasTest-795851849-project-admin] Usage tracker for resource:network and tenant:c97c1fd8a13c4b0c9529b0304401754a is out of sync, need to count used quota {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:00:56.294422 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-6d4355fa-6926-49b8-887d-f4384ab6aa54 tempest-AttachVolumeNegativeTest-555605742 tempest-AttachVolumeNegativeTest-555605742-project] 10.222.0.42 "DELETE /v2.0/floatingips/b3b2882d-f3a6-4ffd-a8e6-70c9d43f147e HTTP/1.1" status: 204 len: 168 time: 2.2809076 Apr 18 21:00:56.307008 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-d3140aef-6ce9-4b8a-ab5e-65d25982e2dd req-0cb63ab8-baeb-42b7-9fb7-4f32116b9da1 tempest-ServersTestJSON-1424434350 tempest-ServersTestJSON-1424434350-project] 10.222.0.42 "GET /v2.0/security-groups?id=a3de1b7a-019c-40dd-8c9d-3a3f159b2bd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3230815 Apr 18 21:00:56.335308 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-166ae57c-8a27-46c6-bb88-a86130f428e4 tempest-QuotasTest-795851849 tempest-QuotasTest-795851849-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:00:56.346027 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-b218944b-e813-491f-b8a8-b6fbf39cc78a req-d75a1ea5-e413-4b5b-b122-0ddd728ebb69 tempest-ServersNegativeTestJSON-508382254 tempest-ServersNegativeTestJSON-508382254-project] 10.222.0.42 "GET /v2.0/security-groups?id=ada0ecb3-b1bc-4ba2-8e6c-b06ba09daca2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3199632 Apr 18 21:00:56.353000 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-52c290fc-9af7-4571-aee6-362c309814ae req-1337fc73-6e42-4f5c-9ce0-e56e8225eec2 tempest-AttachVolumeTestJSON-1696487017 tempest-AttachVolumeTestJSON-1696487017-project] Made reservation on behalf of b5bf875eb9b748b5aba56f8b60ce8169 for: {'port': 1} {{(pid=84040) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:00:56.357323 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-52c290fc-9af7-4571-aee6-362c309814ae req-1337fc73-6e42-4f5c-9ce0-e56e8225eec2 tempest-AttachVolumeTestJSON-1696487017 tempest-AttachVolumeTestJSON-1696487017-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:56.377949 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d0947282-69df-4b18-8685-9165a36f6d96 tempest-NetworksIpV6Test-2002984352 tempest-NetworksIpV6Test-2002984352-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 390} {{(pid=84040) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 21:00:56.391071 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-166ae57c-8a27-46c6-bb88-a86130f428e4 tempest-QuotasTest-795851849 tempest-QuotasTest-795851849-project-admin] Usage tracker for resource:subnet and tenant:c97c1fd8a13c4b0c9529b0304401754a is out of sync, need to count used quota {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:00:56.462205 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-d0947282-69df-4b18-8685-9165a36f6d96 tempest-NetworksIpV6Test-2002984352 tempest-NetworksIpV6Test-2002984352-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1082986'] for segment, precommit_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:56.464625 n-d-838334-2 neutron-server[84040]: INFO neutron.db.segments_db [None req-d0947282-69df-4b18-8685-9165a36f6d96 tempest-NetworksIpV6Test-2002984352 tempest-NetworksIpV6Test-2002984352-project] Added segment 9c71aacd-306d-458c-9303-4fde566a54a6 of type vlan for network e7ada73e-9225-4ebc-8490-6fd4ebf6c672 Apr 18 21:00:56.473408 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-166ae57c-8a27-46c6-bb88-a86130f428e4 tempest-QuotasTest-795851849 tempest-QuotasTest-795851849-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:00:56.763127 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-166ae57c-8a27-46c6-bb88-a86130f428e4 tempest-QuotasTest-795851849 tempest-QuotasTest-795851849-project-admin] Usage tracker for resource:subnetpool and tenant:c97c1fd8a13c4b0c9529b0304401754a is out of sync, need to count used quota {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:00:56.794719 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-ad4ed5fb-7e22-4bb9-a85a-35bc068740e1 req-80d83505-12e7-42ac-8b1d-e3e7a52c8f4b tempest-AttachVolumeTestJSON-1696487017 tempest-AttachVolumeTestJSON-1696487017-project] 10.222.0.42 "GET /v2.0/ports?device_id=8febef70-4ef9-4774-9ec7-33697a7c70d6 HTTP/1.1" status: 200 len: 210 time: 0.1270900 Apr 18 21:00:56.795369 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-166ae57c-8a27-46c6-bb88-a86130f428e4 tempest-QuotasTest-795851849 tempest-QuotasTest-795851849-project-admin] Quota usage for subnetpool was recalculated. Used quota:0. {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:00:56.800501 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-d0947282-69df-4b18-8685-9165a36f6d96 tempest-NetworksIpV6Test-2002984352 tempest-NetworksIpV6Test-2002984352-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750374825732'] for network, precommit_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:56.924475 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-166ae57c-8a27-46c6-bb88-a86130f428e4 tempest-QuotasTest-795851849 tempest-QuotasTest-795851849-project-admin] Usage tracker for resource:port and tenant:c97c1fd8a13c4b0c9529b0304401754a is out of sync, need to count used quota {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:00:56.940347 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-166ae57c-8a27-46c6-bb88-a86130f428e4 tempest-QuotasTest-795851849 tempest-QuotasTest-795851849-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:00:56.954219 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-d0947282-69df-4b18-8685-9165a36f6d96 tempest-NetworksIpV6Test-2002984352 tempest-NetworksIpV6Test-2002984352-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33526109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022'] for network, after_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:56.958278 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0947282-69df-4b18-8685-9165a36f6d96 tempest-NetworksIpV6Test-2002984352 tempest-NetworksIpV6Test-2002984352-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:00:56.959474 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-d0947282-69df-4b18-8685-9165a36f6d96 tempest-NetworksIpV6Test-2002984352 tempest-NetworksIpV6Test-2002984352-project] Notify callbacks [] for network, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:57.001216 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.db_base_plugin_common [req-52c290fc-9af7-4571-aee6-362c309814ae req-1337fc73-6e42-4f5c-9ce0-e56e8225eec2 tempest-AttachVolumeTestJSON-1696487017 tempest-AttachVolumeTestJSON-1696487017-project] Allocated IP 172.20.0.8 (9b8a7e14-19dd-4214-9fd7-5da6fc8793e6/16880a32-9b71-46fb-bafe-6b6135588b63/e00c4868-92df-492d-b185-8281a2e33a5b) {{(pid=84040) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 21:00:57.091074 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-166ae57c-8a27-46c6-bb88-a86130f428e4 tempest-QuotasTest-795851849 tempest-QuotasTest-795851849-project-admin] Usage tracker for resource:router and tenant:c97c1fd8a13c4b0c9529b0304401754a is out of sync, need to count used quota {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:00:57.101802 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-d0947282-69df-4b18-8685-9165a36f6d96 tempest-NetworksIpV6Test-2002984352 tempest-NetworksIpV6Test-2002984352-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 1.2881815 Apr 18 21:00:57.109736 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 58552) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:00:57.124155 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-166ae57c-8a27-46c6-bb88-a86130f428e4 tempest-QuotasTest-795851849 tempest-QuotasTest-795851849-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:00:57.140323 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0947282-69df-4b18-8685-9165a36f6d96 tempest-NetworksIpV6Test-2002984352 tempest-NetworksIpV6Test-2002984352-project] Pushing event updated for resources: {'Network': ['ID=e7ada73e-9225-4ebc-8490-6fd4ebf6c672,revision_number=1']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:00:57.152702 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Network e7ada73e-9225-4ebc-8490-6fd4ebf6c672 details requested by agent ovs-agent-n-d-838334-2 with host n-d-838334-2 {{(pid=84042) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 18 21:00:57.183563 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-166ae57c-8a27-46c6-bb88-a86130f428e4 tempest-QuotasTest-795851849 tempest-QuotasTest-795851849-project-admin] Usage tracker for resource:floatingip and tenant:c97c1fd8a13c4b0c9529b0304401754a is out of sync, need to count used quota {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:00:57.300500 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-166ae57c-8a27-46c6-bb88-a86130f428e4 tempest-QuotasTest-795851849 tempest-QuotasTest-795851849-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:00:57.396040 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Device c76e4a08-a107-4ed6-8559-332f51fa6fe1 up at agent hyperv_n-h1-838334-2 {{(pid=84042) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 21:00:57.525752 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07896a4a-fd52-4096-8cad-733a2c87631a tempest-NetworksIpV6Test-2002984352 tempest-NetworksIpV6Test-2002984352-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:00:57.526519 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-07896a4a-fd52-4096-8cad-733a2c87631a tempest-NetworksIpV6Test-2002984352 tempest-NetworksIpV6Test-2002984352-project] Synchronizing usage tracker for tenant:fd146e1e9f314c74ba81762788974d67 on resource:network {{(pid=84041) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 21:00:57.542259 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-52c290fc-9af7-4571-aee6-362c309814ae req-1337fc73-6e42-4f5c-9ce0-e56e8225eec2 tempest-AttachVolumeTestJSON-1696487017 tempest-AttachVolumeTestJSON-1696487017-project] Notify callbacks [] for port, precommit_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:57.586340 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-07896a4a-fd52-4096-8cad-733a2c87631a tempest-NetworksIpV6Test-2002984352 tempest-NetworksIpV6Test-2002984352-project] Unset dirty status for tenant:fd146e1e9f314c74ba81762788974d67 on resource:network {{(pid=84041) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 21:00:57.587546 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-07896a4a-fd52-4096-8cad-733a2c87631a tempest-NetworksIpV6Test-2002984352 tempest-NetworksIpV6Test-2002984352-project] 10.222.0.42 "GET /v2.0/networks?id=e7ada73e-9225-4ebc-8490-6fd4ebf6c672 HTTP/1.1" status: 200 len: 764 time: 0.4768145 Apr 18 21:00:57.590399 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 58578) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:00:57.600097 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.v2.base [None req-ba9b8859-d34a-4e41-8699-b4f5ee0bf55c tempest-NetworksIpV6Test-2002984352 tempest-NetworksIpV6Test-2002984352-project] Request body: {'network': {'description': 'd2'}} {{(pid=84041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:00:57.610206 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-166ae57c-8a27-46c6-bb88-a86130f428e4 tempest-QuotasTest-795851849 tempest-QuotasTest-795851849-project-admin] Usage tracker for resource:security_group and tenant:c97c1fd8a13c4b0c9529b0304401754a is out of sync, need to count used quota {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:00:57.636556 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Provisioning for port c76e4a08-a107-4ed6-8559-332f51fa6fe1 completed by entity L2. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 21:00:57.658183 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Provisioning complete for port c76e4a08-a107-4ed6-8559-332f51fa6fe1 triggered by entity L2. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:00:57.658560 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1253608'] for port, provisioning_complete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:57.662782 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.provisioning_blocks [req-52c290fc-9af7-4571-aee6-362c309814ae req-1337fc73-6e42-4f5c-9ce0-e56e8225eec2 tempest-AttachVolumeTestJSON-1696487017 tempest-AttachVolumeTestJSON-1696487017-project] Transition to ACTIVE for port object e00c4868-92df-492d-b185-8281a2e33a5b will not be triggered until provisioned by entity DHCP. {{(pid=84040) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:00:57.713199 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-166ae57c-8a27-46c6-bb88-a86130f428e4 tempest-QuotasTest-795851849 tempest-QuotasTest-795851849-project-admin] Quota usage for security_group was recalculated. Used quota:0. {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:00:57.819300 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-166ae57c-8a27-46c6-bb88-a86130f428e4 tempest-QuotasTest-795851849 tempest-QuotasTest-795851849-project-admin] Usage tracker for resource:security_group_rule and tenant:c97c1fd8a13c4b0c9529b0304401754a is out of sync, need to count used quota {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:00:57.894171 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-166ae57c-8a27-46c6-bb88-a86130f428e4 tempest-QuotasTest-795851849 tempest-QuotasTest-795851849-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:00:57.927207 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-166ae57c-8a27-46c6-bb88-a86130f428e4 tempest-QuotasTest-795851849 tempest-QuotasTest-795851849-project-admin] 10.222.0.42 "GET /v2.0/quotas/c97c1fd8a13c4b0c9529b0304401754a/details.json HTTP/1.1" status: 200 len: 703 time: 1.8300557 Apr 18 21:00:57.953979 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69b06302-5303-4c66-bce7-43533ad4eb28 req-156b0137-694e-4efd-ad1c-4da3cff510d9 tempest-ServersNegativeTestJSON-508382254 tempest-ServersNegativeTestJSON-508382254-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:00:57.969742 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-69b06302-5303-4c66-bce7-43533ad4eb28 req-156b0137-694e-4efd-ad1c-4da3cff510d9 tempest-ServersNegativeTestJSON-508382254 tempest-ServersNegativeTestJSON-508382254-project] 10.222.0.42 "GET /v2.0/ports?device_id=2197a591-197e-47fe-9210-1387bfb6ec5e HTTP/1.1" status: 200 len: 945 time: 0.3614650 Apr 18 21:00:58.028160 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:58.085732 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-52c290fc-9af7-4571-aee6-362c309814ae req-1337fc73-6e42-4f5c-9ce0-e56e8225eec2 tempest-AttachVolumeTestJSON-1696487017 tempest-AttachVolumeTestJSON-1696487017-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750374836619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32440838'] for port, after_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:58.088957 n-d-838334-2 neutron-server[84042]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c4a2b833-8357-40a0-9883-002d1a37ba68', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c76e4a08-a107-4ed6-8559-332f51fa6fe1'}] {{(pid=84042) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 21:00:58.112653 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] For port c76e4a08-a107-4ed6-8559-332f51fa6fe1, host n-h1-838334-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838334-2',level=0,port_id=c76e4a08-a107-4ed6-8559-332f51fa6fe1,segment=NetworkSegment(7487d154-ef4b-4701-b484-567750da716d),segment_id=7487d154-ef4b-4701-b484-567750da716d)] {{(pid=84042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:00:58.126494 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682'] for port, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:58.246859 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-ba9b8859-d34a-4e41-8699-b4f5ee0bf55c tempest-NetworksIpV6Test-2002984352 tempest-NetworksIpV6Test-2002984352-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750374825732'] for network, precommit_update {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:58.284679 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Pushing event updated for resources: {'Port': ['ID=c76e4a08-a107-4ed6-8559-332f51fa6fe1,revision_number=5']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:00:58.290101 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-ba9b8859-d34a-4e41-8699-b4f5ee0bf55c tempest-NetworksIpV6Test-2002984352 tempest-NetworksIpV6Test-2002984352-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33526109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022'] for network, after_update {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:58.316767 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-ba9b8859-d34a-4e41-8699-b4f5ee0bf55c tempest-NetworksIpV6Test-2002984352 tempest-NetworksIpV6Test-2002984352-project] Network e7ada73e-9225-4ebc-8490-6fd4ebf6c672 is not hosted by any dhcp agent {{(pid=84041) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:226}} Apr 18 21:00:58.320931 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba9b8859-d34a-4e41-8699-b4f5ee0bf55c tempest-NetworksIpV6Test-2002984352 tempest-NetworksIpV6Test-2002984352-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:00:58.321998 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-ba9b8859-d34a-4e41-8699-b4f5ee0bf55c tempest-NetworksIpV6Test-2002984352 tempest-NetworksIpV6Test-2002984352-project] Notify callbacks [] for network, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:58.323455 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-ba9b8859-d34a-4e41-8699-b4f5ee0bf55c tempest-NetworksIpV6Test-2002984352 tempest-NetworksIpV6Test-2002984352-project] 10.222.0.42 "PUT /v2.0/networks/e7ada73e-9225-4ebc-8490-6fd4ebf6c672 HTTP/1.1" status: 200 len: 761 time: 0.7319174 Apr 18 21:00:58.328835 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 58596) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:00:58.335482 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-571633fb-a3e0-4e81-be81-43a5fa012770 req-07fc6d43-02b7-4ce3-a96c-9866875ecb17 tempest-ServersTestJSON-1424434350 tempest-ServersTestJSON-1424434350-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:00:58.342097 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-571633fb-a3e0-4e81-be81-43a5fa012770 req-07fc6d43-02b7-4ce3-a96c-9866875ecb17 tempest-ServersTestJSON-1424434350 tempest-ServersTestJSON-1424434350-project] 10.222.0.42 "GET /v2.0/ports?device_id=c4a2b833-8357-40a0-9883-002d1a37ba68 HTTP/1.1" status: 200 len: 944 time: 0.6705399 Apr 18 21:00:58.517819 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-69b06302-5303-4c66-bce7-43533ad4eb28 req-22cde0ba-910a-4d98-b17b-830c34eb067b tempest-ServersNegativeTestJSON-508382254 tempest-ServersNegativeTestJSON-508382254-project] 10.222.0.42 "GET /v2.0/security-groups?id=ada0ecb3-b1bc-4ba2-8e6c-b06ba09daca2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5447664 Apr 18 21:00:58.565684 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16652109-8a9c-4352-82cf-026c35b0ef37 tempest-NetworksIpV6Test-2002984352 tempest-NetworksIpV6Test-2002984352-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:00:58.567354 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-16652109-8a9c-4352-82cf-026c35b0ef37 tempest-NetworksIpV6Test-2002984352 tempest-NetworksIpV6Test-2002984352-project] 10.222.0.42 "GET /v2.0/networks?id=e7ada73e-9225-4ebc-8490-6fd4ebf6c672 HTTP/1.1" status: 200 len: 764 time: 0.2372420 Apr 18 21:00:58.567514 n-d-838334-2 neutron-server[84040]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-52c290fc-9af7-4571-aee6-362c309814ae req-1337fc73-6e42-4f5c-9ce0-e56e8225eec2 tempest-AttachVolumeTestJSON-1696487017 tempest-AttachVolumeTestJSON-1696487017-project] Network 9b8a7e14-19dd-4214-9fd7-5da6fc8793e6 is already hosted by enough agents. {{(pid=84040) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:00:58.584208 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 58604) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:00:58.594886 n-d-838334-2 neutron-server[84040]: DEBUG neutron.scheduler.base_scheduler [req-52c290fc-9af7-4571-aee6-362c309814ae req-1337fc73-6e42-4f5c-9ce0-e56e8225eec2 tempest-AttachVolumeTestJSON-1696487017 tempest-AttachVolumeTestJSON-1696487017-project] Resources bound (agent type, host, resource id): {{(pid=84040) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:00:58.594886 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1337fc73-6e42-4f5c-9ce0-e56e8225eec2 tempest-AttachVolumeTestJSON-1696487017 tempest-AttachVolumeTestJSON-1696487017-project] Pushing event updated for resources: {'Port': ['ID=e00c4868-92df-492d-b185-8281a2e33a5b,revision_number=1']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:00:58.618455 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-571633fb-a3e0-4e81-be81-43a5fa012770 req-4b492cc8-2b6d-4036-9fce-437e9410762c tempest-ServersTestJSON-1424434350 tempest-ServersTestJSON-1424434350-project] 10.222.0.42 "GET /v2.0/security-groups?id=a3de1b7a-019c-40dd-8c9d-3a3f159b2bd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2168188 Apr 18 21:00:58.620896 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.l3_dvrscheduler_db [req-52c290fc-9af7-4571-aee6-362c309814ae req-1337fc73-6e42-4f5c-9ce0-e56e8225eec2 tempest-AttachVolumeTestJSON-1696487017 tempest-AttachVolumeTestJSON-1696487017-project] Received port after_create {{(pid=84040) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 21:00:58.663455 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba9b8859-d34a-4e41-8699-b4f5ee0bf55c tempest-NetworksIpV6Test-2002984352 tempest-NetworksIpV6Test-2002984352-project] Pushing event updated for resources: {'Network': ['ID=e7ada73e-9225-4ebc-8490-6fd4ebf6c672,revision_number=1']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:00:58.672558 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 58608) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:00:58.679448 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Network e7ada73e-9225-4ebc-8490-6fd4ebf6c672 details requested by agent ovs-agent-n-d-838334-2 with host n-d-838334-2 {{(pid=84042) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 18 21:00:58.753343 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 58612) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:00:58.791240 n-d-838334-2 neutron-server[84043]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a02a213f-128c-4386-a418-0b3eb98915de None None] New status for floating IP b3b2882d-f3a6-4ffd-a8e6-70c9d43f147e: DOWN {{(pid=84043) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Apr 18 21:00:58.880593 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52c290fc-9af7-4571-aee6-362c309814ae req-1337fc73-6e42-4f5c-9ce0-e56e8225eec2 tempest-AttachVolumeTestJSON-1696487017 tempest-AttachVolumeTestJSON-1696487017-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:00:58.883780 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-52c290fc-9af7-4571-aee6-362c309814ae req-1337fc73-6e42-4f5c-9ce0-e56e8225eec2 tempest-AttachVolumeTestJSON-1696487017 tempest-AttachVolumeTestJSON-1696487017-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217293'] for port, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:58.908395 n-d-838334-2 neutron-server[84042]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0a63f620-fb3a-40b1-b0eb-d7d4ed58960f'] response: {'server_uuid': 'c4a2b833-8357-40a0-9883-002d1a37ba68', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c76e4a08-a107-4ed6-8559-332f51fa6fe1', 'code': 200} Apr 18 21:00:59.094022 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-52c290fc-9af7-4571-aee6-362c309814ae req-1337fc73-6e42-4f5c-9ce0-e56e8225eec2 tempest-AttachVolumeTestJSON-1696487017 tempest-AttachVolumeTestJSON-1696487017-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.7651799 Apr 18 21:00:59.136060 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.v2.base [req-52c290fc-9af7-4571-aee6-362c309814ae req-64ae5e74-ccd5-481f-948d-62a113f3e096 service neutron] Request body: {'port': {'device_id': '8febef70-4ef9-4774-9ec7-33697a7c70d6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-838334-2'}} {{(pid=84040) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:00:59.253734 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1af066b-4ff1-474e-a083-2e2294757eb6 req-e895c1a7-78bb-4270-ac51-06ab6577cacd tempest-AttachVolumeTestJSON-1696487017 tempest-AttachVolumeTestJSON-1696487017-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:00:59.260520 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [req-e1af066b-4ff1-474e-a083-2e2294757eb6 req-e895c1a7-78bb-4270-ac51-06ab6577cacd tempest-AttachVolumeTestJSON-1696487017 tempest-AttachVolumeTestJSON-1696487017-project] Synchronizing usage tracker for tenant:b5bf875eb9b748b5aba56f8b60ce8169 on resource:port {{(pid=84040) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 21:00:59.344878 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [req-e1af066b-4ff1-474e-a083-2e2294757eb6 req-e895c1a7-78bb-4270-ac51-06ab6577cacd tempest-AttachVolumeTestJSON-1696487017 tempest-AttachVolumeTestJSON-1696487017-project] Unset dirty status for tenant:b5bf875eb9b748b5aba56f8b60ce8169 on resource:port {{(pid=84040) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 21:00:59.349047 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-e1af066b-4ff1-474e-a083-2e2294757eb6 req-e895c1a7-78bb-4270-ac51-06ab6577cacd tempest-AttachVolumeTestJSON-1696487017 tempest-AttachVolumeTestJSON-1696487017-project] 10.222.0.42 "GET /v2.0/ports?device_id=8febef70-4ef9-4774-9ec7-33697a7c70d6 HTTP/1.1" status: 200 len: 931 time: 0.4526539 Apr 18 21:00:59.350869 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-41be944a-d298-429c-9a54-526dac7b030c admin admin] Notify callbacks [] for security_group, before_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:59.383034 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8cae8058-80d4-47a1-990c-7fd5e82e4f2c tempest-NetworksIpV6Test-2002984352 tempest-NetworksIpV6Test-2002984352-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:00:59.393241 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-8cae8058-80d4-47a1-990c-7fd5e82e4f2c tempest-NetworksIpV6Test-2002984352 tempest-NetworksIpV6Test-2002984352-project] 10.222.0.42 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.8065927 Apr 18 21:00:59.394508 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 58624) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:00:59.403141 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-c37ca1c2-3cf2-43d2-8730-da420a9ef634 None None] Provisioning for port e00c4868-92df-492d-b185-8281a2e33a5b completed by entity DHCP. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 21:00:59.409828 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-c37ca1c2-3cf2-43d2-8730-da420a9ef634 None None] Provisioning complete for port e00c4868-92df-492d-b185-8281a2e33a5b triggered by entity DHCP. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:00:59.410477 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-c37ca1c2-3cf2-43d2-8730-da420a9ef634 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1253608'] for port, provisioning_complete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:59.512545 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-d236680b-4c62-43df-a925-2ac4af80a91f req-86cababd-b0be-48ca-8a26-722c9c52be7f service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=c4a2b833-8357-40a0-9883-002d1a37ba68 HTTP/1.1" status: 200 len: 1096 time: 0.5118504 Apr 18 21:00:59.523840 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.plugin [None req-c37ca1c2-3cf2-43d2-8730-da420a9ef634 None None] Port e00c4868-92df-492d-b185-8281a2e33a5b cannot update to ACTIVE because it is not bound. {{(pid=84042) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 18 21:00:59.549589 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-a1d3883d-7121-449b-a3e8-0145dfcc29df tempest-NetworksIpV6Test-2002984352 tempest-NetworksIpV6Test-2002984352-project] Synchronizing usage tracker for tenant:fd146e1e9f314c74ba81762788974d67 on resource:subnet {{(pid=84041) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 21:00:59.566109 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-41be944a-d298-429c-9a54-526dac7b030c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:00:59.579305 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-41be944a-d298-429c-9a54-526dac7b030c admin admin] Usage tracker for resource:security_group_rule and tenant:a75f00fe370443a6bfb5db9871a91d4c is out of sync, need to count used quota {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:00:59.599143 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-41be944a-d298-429c-9a54-526dac7b030c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:00:59.624937 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750375287399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253529'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:59.633160 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-d236680b-4c62-43df-a925-2ac4af80a91f req-feedb275-c436-4838-8282-fa8a3942f86d service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=a3de1b7a-019c-40dd-8c9d-3a3f159b2bd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1066079 Apr 18 21:00:59.649900 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-41be944a-d298-429c-9a54-526dac7b030c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:00:59.652793 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-55161929-1fee-4797-8cba-908a143afbc0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:59.673029 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-a1d3883d-7121-449b-a3e8-0145dfcc29df tempest-NetworksIpV6Test-2002984352 tempest-NetworksIpV6Test-2002984352-project] Unset dirty status for tenant:fd146e1e9f314c74ba81762788974d67 on resource:subnet {{(pid=84041) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 21:00:59.678070 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-a1d3883d-7121-449b-a3e8-0145dfcc29df tempest-NetworksIpV6Test-2002984352 tempest-NetworksIpV6Test-2002984352-project] 10.222.0.42 "GET /v2.0/subnets?network_id=e41b6600-a917-4a8d-b05c-be3be40c6d8c HTTP/1.1" status: 200 len: 207 time: 0.2764330 Apr 18 21:00:59.679188 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 58632) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:00:59.822593 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-52c290fc-9af7-4571-aee6-362c309814ae req-64ae5e74-ccd5-481f-948d-62a113f3e096 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:59.863819 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-55161929-1fee-4797-8cba-908a143afbc0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:00:59.878989 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-55161929-1fee-4797-8cba-908a143afbc0 admin admin] Usage tracker for resource:security_group_rule and tenant:12cac3f7c30d4fa6ac3dfe18816ecd7f is out of sync, need to count used quota {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:00:59.888607 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-55161929-1fee-4797-8cba-908a143afbc0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:00:59.955368 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-55161929-1fee-4797-8cba-908a143afbc0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:01:00.081226 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5644bfd-d975-4b3a-ade9-ad52cab8f748 tempest-NetworksIpV6Test-2002984352 tempest-NetworksIpV6Test-2002984352-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:01:00.095981 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5644bfd-d975-4b3a-ade9-ad52cab8f748 tempest-NetworksIpV6Test-2002984352 tempest-NetworksIpV6Test-2002984352-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:01:00.100606 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5644bfd-d975-4b3a-ade9-ad52cab8f748 tempest-NetworksIpV6Test-2002984352 tempest-NetworksIpV6Test-2002984352-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:01:00.104890 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5644bfd-d975-4b3a-ade9-ad52cab8f748 tempest-NetworksIpV6Test-2002984352 tempest-NetworksIpV6Test-2002984352-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:01:00.109059 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5644bfd-d975-4b3a-ade9-ad52cab8f748 tempest-NetworksIpV6Test-2002984352 tempest-NetworksIpV6Test-2002984352-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:01:00.113014 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5644bfd-d975-4b3a-ade9-ad52cab8f748 tempest-NetworksIpV6Test-2002984352 tempest-NetworksIpV6Test-2002984352-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:01:00.128225 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-c5644bfd-d975-4b3a-ade9-ad52cab8f748 tempest-NetworksIpV6Test-2002984352 tempest-NetworksIpV6Test-2002984352-project] 10.222.0.42 "GET /v2.0/networks HTTP/1.1" status: 200 len: 3730 time: 0.4454358 Apr 18 21:01:00.131281 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 58638) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:01:00.134691 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-41be944a-d298-429c-9a54-526dac7b030c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:00.334748 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-8e751369-c42c-465d-b13b-e2c9b085e4b1 tempest-NetworksIpV6Test-2002984352 tempest-NetworksIpV6Test-2002984352-project] 10.222.0.42 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 812 time: 0.2022831 Apr 18 21:01:00.335365 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 58646) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:01:00.343875 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-41be944a-d298-429c-9a54-526dac7b030c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33528224'] for security_group, after_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:00.415303 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-41be944a-d298-429c-9a54-526dac7b030c admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=a75f00fe370443a6bfb5db9871a91d4c&name=default HTTP/1.1" status: 200 len: 2647 time: 1.6863732 Apr 18 21:01:00.425777 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 58650) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:01:00.558567 n-d-838334-2 neutron-server[84040]: DEBUG neutron.notifiers.nova [req-52c290fc-9af7-4571-aee6-362c309814ae req-64ae5e74-ccd5-481f-948d-62a113f3e096 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e00c4868-92df-492d-b185-8281a2e33a5b {{(pid=84040) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 18 21:01:00.591089 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-52c290fc-9af7-4571-aee6-362c309814ae req-64ae5e74-ccd5-481f-948d-62a113f3e096 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:00.646164 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.provisioning_blocks [req-52c290fc-9af7-4571-aee6-362c309814ae req-64ae5e74-ccd5-481f-948d-62a113f3e096 service neutron] Transition to ACTIVE for port object e00c4868-92df-492d-b185-8281a2e33a5b will not be triggered until provisioned by entity L2. {{(pid=84040) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:01:00.680117 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41be944a-d298-429c-9a54-526dac7b030c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0039d35d-ec9c-402e-af4c-2bf8cb5d0470,revision_number=1']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:01:00.701981 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-e1af066b-4ff1-474e-a083-2e2294757eb6 req-bd5f6518-a94e-46ea-9d76-575b41e3555d tempest-AttachVolumeTestJSON-1696487017 tempest-AttachVolumeTestJSON-1696487017-project] 10.222.0.42 "GET /v2.0/security-groups?id=326b68b1-226b-43b8-a174-ccc3d0972537&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 1.3400087 Apr 18 21:01:00.715748 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-52c290fc-9af7-4571-aee6-362c309814ae req-64ae5e74-ccd5-481f-948d-62a113f3e096 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32440959'] for port, after_update {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:00.716333 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-522edc01-a021-4116-892a-7efa1aa08fbb tempest-NetworksIpV6Test-2002984352 tempest-NetworksIpV6Test-2002984352-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:01:00.728309 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-522edc01-a021-4116-892a-7efa1aa08fbb tempest-NetworksIpV6Test-2002984352 tempest-NetworksIpV6Test-2002984352-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:01:00.732194 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-522edc01-a021-4116-892a-7efa1aa08fbb tempest-NetworksIpV6Test-2002984352 tempest-NetworksIpV6Test-2002984352-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:01:00.735338 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-522edc01-a021-4116-892a-7efa1aa08fbb tempest-NetworksIpV6Test-2002984352 tempest-NetworksIpV6Test-2002984352-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:01:00.736761 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-522edc01-a021-4116-892a-7efa1aa08fbb tempest-NetworksIpV6Test-2002984352 tempest-NetworksIpV6Test-2002984352-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:01:00.746926 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-522edc01-a021-4116-892a-7efa1aa08fbb tempest-NetworksIpV6Test-2002984352 tempest-NetworksIpV6Test-2002984352-project] 10.222.0.42 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.4045975 Apr 18 21:01:00.751279 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 58656) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:01:00.906956 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9370135f-5713-4473-a898-8559c55bba76 tempest-NetworksIpV6Test-2002984352 tempest-NetworksIpV6Test-2002984352-project] Attributes excluded by policy engine: ['shared'] {{(pid=84041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:01:00.915421 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9370135f-5713-4473-a898-8559c55bba76 tempest-NetworksIpV6Test-2002984352 tempest-NetworksIpV6Test-2002984352-project] Attributes excluded by policy engine: ['shared'] {{(pid=84041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:01:00.924665 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9370135f-5713-4473-a898-8559c55bba76 tempest-NetworksIpV6Test-2002984352 tempest-NetworksIpV6Test-2002984352-project] Attributes excluded by policy engine: ['shared'] {{(pid=84041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:01:00.926222 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9370135f-5713-4473-a898-8559c55bba76 tempest-NetworksIpV6Test-2002984352 tempest-NetworksIpV6Test-2002984352-project] Attributes excluded by policy engine: ['shared'] {{(pid=84041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:01:00.927507 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9370135f-5713-4473-a898-8559c55bba76 tempest-NetworksIpV6Test-2002984352 tempest-NetworksIpV6Test-2002984352-project] Attributes excluded by policy engine: ['shared'] {{(pid=84041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:01:00.945781 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-9370135f-5713-4473-a898-8559c55bba76 tempest-NetworksIpV6Test-2002984352 tempest-NetworksIpV6Test-2002984352-project] 10.222.0.42 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 697 time: 0.1873577 Apr 18 21:01:00.956706 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 58662) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:01:00.957062 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 58664) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:01:01.035533 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-77b4eb16-76c7-439d-8b3c-a74dbfdbb0e3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:01.228732 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-55161929-1fee-4797-8cba-908a143afbc0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:01.294783 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-55161929-1fee-4797-8cba-908a143afbc0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33528224'] for security_group, after_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:01.372204 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.managers [req-52c290fc-9af7-4571-aee6-362c309814ae req-64ae5e74-ccd5-481f-948d-62a113f3e096 service neutron] Attempting to bind port e00c4868-92df-492d-b185-8281a2e33a5b on host n-h2-838334-2 for vnic_type normal with profile {{(pid=84040) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 21:01:01.372920 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.managers [req-52c290fc-9af7-4571-aee6-362c309814ae req-64ae5e74-ccd5-481f-948d-62a113f3e096 service neutron] Attempting to bind port e00c4868-92df-492d-b185-8281a2e33a5b by drivers openvswitch,hyperv on host n-h2-838334-2 at level 0 using segments [{'id': 'f3c1adbc-ce68-4689-ba8a-f5f2d2d5dce1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '9b8a7e14-19dd-4214-9fd7-5da6fc8793e6'}] {{(pid=84040) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 21:01:01.373328 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52c290fc-9af7-4571-aee6-362c309814ae req-64ae5e74-ccd5-481f-948d-62a113f3e096 service neutron] Attempting to bind port e00c4868-92df-492d-b185-8281a2e33a5b on network 9b8a7e14-19dd-4214-9fd7-5da6fc8793e6 {{(pid=84040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 21:01:01.398997 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-55161929-1fee-4797-8cba-908a143afbc0 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=12cac3f7c30d4fa6ac3dfe18816ecd7f&name=default HTTP/1.1" status: 200 len: 2647 time: 2.6295288 Apr 18 21:01:01.415332 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2dbfa84-a23d-4343-a934-73f1ccd2ff69 req-5fbd3706-f391-4d33-aa18-7e4f0c224595 tempest-ServersNegativeTestJSON-508382254 tempest-ServersNegativeTestJSON-508382254-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:01:01.423836 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-c2dbfa84-a23d-4343-a934-73f1ccd2ff69 req-5fbd3706-f391-4d33-aa18-7e4f0c224595 tempest-ServersNegativeTestJSON-508382254 tempest-ServersNegativeTestJSON-508382254-project] 10.222.0.42 "GET /v2.0/ports?device_id=2197a591-197e-47fe-9210-1387bfb6ec5e HTTP/1.1" status: 200 len: 945 time: 1.6406724 Apr 18 21:01:01.429003 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 58674) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:01:01.445386 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-bc2c42e2-b94e-4c4f-8fd6-d57d5c032075 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:01.457077 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-77b4eb16-76c7-439d-8b3c-a74dbfdbb0e3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:01.473831 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64ae5e74-ccd5-481f-948d-62a113f3e096 service neutron] Pushing event updated for resources: {'Port': ['ID=e00c4868-92df-492d-b185-8281a2e33a5b,revision_number=2']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:01:01.485234 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52c290fc-9af7-4571-aee6-362c309814ae req-64ae5e74-ccd5-481f-948d-62a113f3e096 service neutron] Port e00c4868-92df-492d-b185-8281a2e33a5b on network 9b8a7e14-19dd-4214-9fd7-5da6fc8793e6 not bound, no agent of type Open vSwitch agent registered on host n-h2-838334-2 {{(pid=84040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 18 21:01:01.485643 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52c290fc-9af7-4571-aee6-362c309814ae req-64ae5e74-ccd5-481f-948d-62a113f3e096 service neutron] Attempting to bind port e00c4868-92df-492d-b185-8281a2e33a5b on network 9b8a7e14-19dd-4214-9fd7-5da6fc8793e6 {{(pid=84040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 21:01:01.503196 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-c2dbfa84-a23d-4343-a934-73f1ccd2ff69 req-ea21804b-973d-4eed-8c71-f48011e82642 tempest-ServersNegativeTestJSON-508382254 tempest-ServersNegativeTestJSON-508382254-project] 10.222.0.42 "GET /v2.0/security-groups?id=ada0ecb3-b1bc-4ba2-8e6c-b06ba09daca2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0775704 Apr 18 21:01:01.505610 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52c290fc-9af7-4571-aee6-362c309814ae req-64ae5e74-ccd5-481f-948d-62a113f3e096 service neutron] Checking agent: {'id': 'dc797004-f641-47b7-a77f-9c62b5b16296', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-838334-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 34, 3), 'started_at': datetime.datetime(2022, 4, 18, 20, 34, 3), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 21, 0, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 18 21:01:01.506034 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52c290fc-9af7-4571-aee6-362c309814ae req-64ae5e74-ccd5-481f-948d-62a113f3e096 service neutron] Checking segment: {'id': 'f3c1adbc-ce68-4689-ba8a-f5f2d2d5dce1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '9b8a7e14-19dd-4214-9fd7-5da6fc8793e6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84040) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 21:01:01.506480 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52c290fc-9af7-4571-aee6-362c309814ae req-64ae5e74-ccd5-481f-948d-62a113f3e096 service neutron] Bound using segment: {'id': 'f3c1adbc-ce68-4689-ba8a-f5f2d2d5dce1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '9b8a7e14-19dd-4214-9fd7-5da6fc8793e6'} {{(pid=84040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 18 21:01:01.506981 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.managers [req-52c290fc-9af7-4571-aee6-362c309814ae req-64ae5e74-ccd5-481f-948d-62a113f3e096 service neutron] Bound port: e00c4868-92df-492d-b185-8281a2e33a5b, host: n-h2-838334-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f3c1adbc-ce68-4689-ba8a-f5f2d2d5dce1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '9b8a7e14-19dd-4214-9fd7-5da6fc8793e6'}}] {{(pid=84040) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 21:01:01.507394 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-52c290fc-9af7-4571-aee6-362c309814ae req-64ae5e74-ccd5-481f-948d-62a113f3e096 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:01.532787 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3719f2ca-dc54-442d-b8aa-02a4b8524fcd req-4006dd09-030a-48ab-b828-e06fab3e72c1 tempest-ServersTestJSON-1424434350 tempest-ServersTestJSON-1424434350-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:01:01.533055 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55161929-1fee-4797-8cba-908a143afbc0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f7b77d43-72ba-4919-acc6-c3a3763d35b9,revision_number=1']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:01:01.534444 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-3719f2ca-dc54-442d-b8aa-02a4b8524fcd req-4006dd09-030a-48ab-b828-e06fab3e72c1 tempest-ServersTestJSON-1424434350 tempest-ServersTestJSON-1424434350-project] 10.222.0.42 "GET /v2.0/ports?device_id=c4a2b833-8357-40a0-9883-002d1a37ba68 HTTP/1.1" status: 200 len: 945 time: 0.4365575 Apr 18 21:01:01.567173 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-bc2c42e2-b94e-4c4f-8fd6-d57d5c032075 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:01:01.567173 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-bc2c42e2-b94e-4c4f-8fd6-d57d5c032075 admin admin] Usage tracker for resource:security_group_rule and tenant:62d5f8673de6461286f8308ca231a8cc is out of sync, need to count used quota {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:01:01.569274 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-bc2c42e2-b94e-4c4f-8fd6-d57d5c032075 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:01:01.575511 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-bc2c42e2-b94e-4c4f-8fd6-d57d5c032075 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:01:01.646269 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-bc2c42e2-b94e-4c4f-8fd6-d57d5c032075 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:01.668760 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-bc2c42e2-b94e-4c4f-8fd6-d57d5c032075 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33528224'] for security_group, after_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:01.708920 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.db [req-52c290fc-9af7-4571-aee6-362c309814ae req-64ae5e74-ccd5-481f-948d-62a113f3e096 service neutron] For port e00c4868-92df-492d-b185-8281a2e33a5b, host n-h2-838334-2, cleared binding levels {{(pid=84040) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 21:01:01.714817 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.db [req-52c290fc-9af7-4571-aee6-362c309814ae req-64ae5e74-ccd5-481f-948d-62a113f3e096 service neutron] For port e00c4868-92df-492d-b185-8281a2e33a5b, host n-h2-838334-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838334-2',level=0,port_id=e00c4868-92df-492d-b185-8281a2e33a5b,segment=NetworkSegment(f3c1adbc-ce68-4689-ba8a-f5f2d2d5dce1),segment_id=f3c1adbc-ce68-4689-ba8a-f5f2d2d5dce1)] {{(pid=84040) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 21:01:01.717604 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-bc2c42e2-b94e-4c4f-8fd6-d57d5c032075 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=62d5f8673de6461286f8308ca231a8cc&name=default HTTP/1.1" status: 200 len: 2647 time: 0.7548587 Apr 18 21:01:01.718927 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 58682) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:01:01.751364 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-52c290fc-9af7-4571-aee6-362c309814ae req-64ae5e74-ccd5-481f-948d-62a113f3e096 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32440959'] for port, after_update {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:01.828873 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-3719f2ca-dc54-442d-b8aa-02a4b8524fcd req-84cf25cb-82e1-4220-b5c0-d667f19dba73 tempest-ServersTestJSON-1424434350 tempest-ServersTestJSON-1424434350-project] 10.222.0.42 "GET /v2.0/security-groups?id=a3de1b7a-019c-40dd-8c9d-3a3f159b2bd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2895219 Apr 18 21:01:01.841231 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-52c290fc-9af7-4571-aee6-362c309814ae req-64ae5e74-ccd5-481f-948d-62a113f3e096 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217293'] for port, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:01.843227 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-52c290fc-9af7-4571-aee6-362c309814ae req-64ae5e74-ccd5-481f-948d-62a113f3e096 service neutron] 10.222.0.48 "PUT /v2.0/ports/e00c4868-92df-492d-b185-8281a2e33a5b HTTP/1.1" status: 200 len: 1091 time: 2.7308731 Apr 18 21:01:01.843552 n-d-838334-2 neutron-server[84040]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8febef70-4ef9-4774-9ec7-33697a7c70d6', 'tag': 'e00c4868-92df-492d-b185-8281a2e33a5b'}] {{(pid=84040) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 21:01:01.861899 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64ae5e74-ccd5-481f-948d-62a113f3e096 service neutron] Pushing event updated for resources: {'Port': ['ID=e00c4868-92df-492d-b185-8281a2e33a5b,revision_number=3']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:01:01.874098 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-aa560a1f-532d-45d1-90cf-007df112dd47 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:01.921405 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-aa560a1f-532d-45d1-90cf-007df112dd47 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:01.990767 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7181e21-8146-4e50-a881-12ee72fe2a56 tempest-NetworksIpV6Test-2002984352 tempest-NetworksIpV6Test-2002984352-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:01:01.997051 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-c7181e21-8146-4e50-a881-12ee72fe2a56 tempest-NetworksIpV6Test-2002984352 tempest-NetworksIpV6Test-2002984352-project] 10.222.0.42 "GET /v2.0/networks/3c1d1dc4-f283-4aaa-a5d8-fc482fce6edd HTTP/1.1" status: 200 len: 804 time: 1.0309944 Apr 18 21:01:01.998268 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 58696) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:01:02.076700 n-d-838334-2 neutron-server[84040]: INFO neutron.notifiers.nova [-] Nova event matching ['req-04e0b02d-b739-4e9d-b9b0-8119c2c30607'] response: {'name': 'network-changed', 'server_uuid': '8febef70-4ef9-4774-9ec7-33697a7c70d6', 'tag': 'e00c4868-92df-492d-b185-8281a2e33a5b', 'status': 'completed', 'code': 200} Apr 18 21:01:02.169460 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-24dae074-b958-44b4-b9b3-1a648292f802 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:02.173075 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc2c42e2-b94e-4c4f-8fd6-d57d5c032075 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5ff0bd02-a53f-438b-ad75-a1b85e3d68e8,revision_number=1']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:01:02.182395 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-77b4eb16-76c7-439d-8b3c-a74dbfdbb0e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33528224'] for security_group, after_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:02.280115 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77b4eb16-76c7-439d-8b3c-a74dbfdbb0e3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0039d35d-ec9c-402e-af4c-2bf8cb5d0470,revision_number=None']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:01:02.283955 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-77b4eb16-76c7-439d-8b3c-a74dbfdbb0e3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:02.289208 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-77b4eb16-76c7-439d-8b3c-a74dbfdbb0e3 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/0039d35d-ec9c-402e-af4c-2bf8cb5d0470 HTTP/1.1" status: 204 len: 168 time: 1.8568110 Apr 18 21:01:02.321717 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-24dae074-b958-44b4-b9b3-1a648292f802 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:02.352810 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-aa560a1f-532d-45d1-90cf-007df112dd47 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33528224'] for security_group, after_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:02.388968 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa560a1f-532d-45d1-90cf-007df112dd47 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ff0bd02-a53f-438b-ad75-a1b85e3d68e8,revision_number=None']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:01:02.405089 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-aa560a1f-532d-45d1-90cf-007df112dd47 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:02.407050 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-aa560a1f-532d-45d1-90cf-007df112dd47 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/5ff0bd02-a53f-438b-ad75-a1b85e3d68e8 HTTP/1.1" status: 204 len: 168 time: 0.6650474 Apr 18 21:01:02.462793 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-24dae074-b958-44b4-b9b3-1a648292f802 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33528224'] for security_group, after_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:02.494971 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24dae074-b958-44b4-b9b3-1a648292f802 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f7b77d43-72ba-4919-acc6-c3a3763d35b9,revision_number=None']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:01:02.511149 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-24dae074-b958-44b4-b9b3-1a648292f802 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:02.515136 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-24dae074-b958-44b4-b9b3-1a648292f802 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/f7b77d43-72ba-4919-acc6-c3a3763d35b9 HTTP/1.1" status: 204 len: 168 time: 1.0815704 Apr 18 21:01:02.616252 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-8422119b-85cb-45e5-9e2a-257fac998402 tempest-NetworksIpV6Test-2002984352 tempest-NetworksIpV6Test-2002984352-project] Synchronizing usage tracker for tenant:fd146e1e9f314c74ba81762788974d67 on resource:network {{(pid=84040) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 21:01:02.628426 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-52c290fc-9af7-4571-aee6-362c309814ae req-f64d4868-5e55-4d25-bed9-e440585ed3f4 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=b5bf875eb9b748b5aba56f8b60ce8169&device_id=8febef70-4ef9-4774-9ec7-33697a7c70d6 HTTP/1.1" status: 200 len: 1094 time: 0.7365704 Apr 18 21:01:02.773401 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-8422119b-85cb-45e5-9e2a-257fac998402 tempest-NetworksIpV6Test-2002984352 tempest-NetworksIpV6Test-2002984352-project] Unset dirty status for tenant:fd146e1e9f314c74ba81762788974d67 on resource:network {{(pid=84040) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 21:01:02.775234 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-8422119b-85cb-45e5-9e2a-257fac998402 tempest-NetworksIpV6Test-2002984352 tempest-NetworksIpV6Test-2002984352-project] 10.222.0.42 "GET /v2.0/networks/3c1d1dc4-f283-4aaa-a5d8-fc482fce6edd?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 320 time: 0.7619770 Apr 18 21:01:02.779864 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-52c290fc-9af7-4571-aee6-362c309814ae req-27a3db02-0165-417d-9fba-cb161484062a service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e00c4868-92df-492d-b185-8281a2e33a5b HTTP/1.1" status: 200 len: 217 time: 0.1054077 Apr 18 21:01:02.780647 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 58716) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:01:02.865827 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52c290fc-9af7-4571-aee6-362c309814ae req-2247a046-323e-4855-83be-2ef759b43f5b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:01:02.867607 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-52c290fc-9af7-4571-aee6-362c309814ae req-2247a046-323e-4855-83be-2ef759b43f5b service neutron] 10.222.0.48 "GET /v2.0/subnets?id=16880a32-9b71-46fb-bafe-6b6135588b63 HTTP/1.1" status: 200 len: 850 time: 0.0734479 Apr 18 21:01:02.964143 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff859e40-f109-4c13-a8cb-d7e51493c2e8 tempest-NetworksIpV6Test-2002984352 tempest-NetworksIpV6Test-2002984352-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:01:02.967259 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-ff859e40-f109-4c13-a8cb-d7e51493c2e8 tempest-NetworksIpV6Test-2002984352 tempest-NetworksIpV6Test-2002984352-project] 10.222.0.42 "GET /v2.0/subnets/d482ee93-d2c0-4265-b5ef-6b9f827934aa HTTP/1.1" status: 200 len: 843 time: 0.1835561 Apr 18 21:01:02.972754 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 58720) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:01:03.152661 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3930504f-1923-4c1d-96a5-208cb4236739 req-1e427e09-9ca0-49ea-9bc1-5a4c65ff392b tempest-AttachVolumeTestJSON-1696487017 tempest-AttachVolumeTestJSON-1696487017-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:01:03.154878 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-3930504f-1923-4c1d-96a5-208cb4236739 req-1e427e09-9ca0-49ea-9bc1-5a4c65ff392b tempest-AttachVolumeTestJSON-1696487017 tempest-AttachVolumeTestJSON-1696487017-project] 10.222.0.42 "GET /v2.0/ports?device_id=8febef70-4ef9-4774-9ec7-33697a7c70d6 HTTP/1.1" status: 200 len: 943 time: 0.9298320 Apr 18 21:01:03.181207 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-214e64ce-e279-461e-9b98-7be02d5829e4 tempest-NetworksIpV6Test-2002984352 tempest-NetworksIpV6Test-2002984352-project] Attributes excluded by policy engine: ['shared'] {{(pid=84041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:01:03.183616 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-214e64ce-e279-461e-9b98-7be02d5829e4 tempest-NetworksIpV6Test-2002984352 tempest-NetworksIpV6Test-2002984352-project] 10.222.0.42 "GET /v2.0/subnets/d482ee93-d2c0-4265-b5ef-6b9f827934aa?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.2096527 Apr 18 21:01:03.189966 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 58726) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:01:03.205451 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.v2.base [None req-dd90ca2f-7fc8-4aab-943f-0aad23cec256 tempest-NetworksIpV6Test-2002984352 tempest-NetworksIpV6Test-2002984352-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1771346513'}} {{(pid=84041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:01:03.220953 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-dd90ca2f-7fc8-4aab-943f-0aad23cec256 tempest-NetworksIpV6Test-2002984352 tempest-NetworksIpV6Test-2002984352-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:01:03.240260 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e602b6f3-d175-49f3-a4ed-fec310cee2eb req-fd3a7891-18d3-49a8-b8a3-9120171cf27a tempest-ServersTestJSON-1424434350 tempest-ServersTestJSON-1424434350-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:01:03.248067 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-e602b6f3-d175-49f3-a4ed-fec310cee2eb req-fd3a7891-18d3-49a8-b8a3-9120171cf27a tempest-ServersTestJSON-1424434350 tempest-ServersTestJSON-1424434350-project] 10.222.0.42 "GET /v2.0/ports?device_id=c4a2b833-8357-40a0-9883-002d1a37ba68 HTTP/1.1" status: 200 len: 945 time: 0.6269410 Apr 18 21:01:03.260820 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-dd90ca2f-7fc8-4aab-943f-0aad23cec256 tempest-NetworksIpV6Test-2002984352 tempest-NetworksIpV6Test-2002984352-project] Attempting to reserve 1 items for resource network. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:01:03.282357 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-3930504f-1923-4c1d-96a5-208cb4236739 req-6a03e140-9e1d-4b33-8ead-44a605d585f2 tempest-AttachVolumeTestJSON-1696487017 tempest-AttachVolumeTestJSON-1696487017-project] 10.222.0.42 "GET /v2.0/security-groups?id=326b68b1-226b-43b8-a174-ccc3d0972537&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1153538 Apr 18 21:01:03.295544 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 58732) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:01:03.327182 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-52c290fc-9af7-4571-aee6-362c309814ae req-beee7b10-379c-49be-a5c9-c822fa5e80cb service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=9b8a7e14-19dd-4214-9fd7-5da6fc8793e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4488361 Apr 18 21:01:03.344399 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd90ca2f-7fc8-4aab-943f-0aad23cec256 tempest-NetworksIpV6Test-2002984352 tempest-NetworksIpV6Test-2002984352-project] Made reservation on behalf of fd146e1e9f314c74ba81762788974d67 for: {'network': 1} {{(pid=84041) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:01:03.345631 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-e602b6f3-d175-49f3-a4ed-fec310cee2eb req-067f5da9-ae6e-4593-8764-f0667c11d563 tempest-ServersTestJSON-1424434350 tempest-ServersTestJSON-1424434350-project] 10.222.0.42 "GET /v2.0/security-groups?id=a3de1b7a-019c-40dd-8c9d-3a3f159b2bd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0940423 Apr 18 21:01:03.351196 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-dd90ca2f-7fc8-4aab-943f-0aad23cec256 tempest-NetworksIpV6Test-2002984352 tempest-NetworksIpV6Test-2002984352-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for network, before_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:03.424359 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dd90ca2f-7fc8-4aab-943f-0aad23cec256 tempest-NetworksIpV6Test-2002984352 tempest-NetworksIpV6Test-2002984352-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 392} {{(pid=84041) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 21:01:03.450893 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-dd90ca2f-7fc8-4aab-943f-0aad23cec256 tempest-NetworksIpV6Test-2002984352 tempest-NetworksIpV6Test-2002984352-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1082986'] for segment, precommit_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:03.451267 n-d-838334-2 neutron-server[84041]: INFO neutron.db.segments_db [None req-dd90ca2f-7fc8-4aab-943f-0aad23cec256 tempest-NetworksIpV6Test-2002984352 tempest-NetworksIpV6Test-2002984352-project] Added segment 30fb4bae-3139-41d8-bb36-b544ea424217 of type vlan for network 0a15a5fc-8e72-4a61-8fed-c9cf927b6d66 Apr 18 21:01:03.504995 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-dd90ca2f-7fc8-4aab-943f-0aad23cec256 tempest-NetworksIpV6Test-2002984352 tempest-NetworksIpV6Test-2002984352-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750374825732'] for network, precommit_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:03.539740 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-41feb445-911f-4490-9bd3-5713137ceec0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:03.553791 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-dd90ca2f-7fc8-4aab-943f-0aad23cec256 tempest-NetworksIpV6Test-2002984352 tempest-NetworksIpV6Test-2002984352-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33526109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022'] for network, after_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:03.558193 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd90ca2f-7fc8-4aab-943f-0aad23cec256 tempest-NetworksIpV6Test-2002984352 tempest-NetworksIpV6Test-2002984352-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:01:03.558786 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-dd90ca2f-7fc8-4aab-943f-0aad23cec256 tempest-NetworksIpV6Test-2002984352 tempest-NetworksIpV6Test-2002984352-project] Notify callbacks [] for network, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:03.628129 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-dd90ca2f-7fc8-4aab-943f-0aad23cec256 tempest-NetworksIpV6Test-2002984352 tempest-NetworksIpV6Test-2002984352-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.4367588 Apr 18 21:01:03.646275 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 58744) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:01:03.700282 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.v2.base [None req-0eda68e4-0452-452e-b18d-747227bc03bb tempest-NetworksIpV6Test-2002984352 tempest-NetworksIpV6Test-2002984352-project] Request body: {'subnet': {'network_id': '0a15a5fc-8e72-4a61-8fed-c9cf927b6d66', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888'], 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=84040) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:01:03.707948 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-41feb445-911f-4490-9bd3-5713137ceec0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:01:03.753374 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750375287399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253529'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:03.843408 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 58750) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:01:03.848615 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-41feb445-911f-4490-9bd3-5713137ceec0 admin admin] Usage tracker for resource:security_group_rule and tenant:4dea254355614846943f41a3c539d2f2 is out of sync, need to count used quota {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:01:03.881417 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-41feb445-911f-4490-9bd3-5713137ceec0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:01:03.905955 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-41feb445-911f-4490-9bd3-5713137ceec0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:01:03.910731 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-caafe193-1a03-4e74-baf9-b1e7bc1081a7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:03.933927 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd90ca2f-7fc8-4aab-943f-0aad23cec256 tempest-NetworksIpV6Test-2002984352 tempest-NetworksIpV6Test-2002984352-project] Pushing event updated for resources: {'Network': ['ID=0a15a5fc-8e72-4a61-8fed-c9cf927b6d66,revision_number=1']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:01:03.947993 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Network 0a15a5fc-8e72-4a61-8fed-c9cf927b6d66 details requested by agent ovs-agent-n-d-838334-2 with host n-d-838334-2 {{(pid=84042) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 18 21:01:04.002163 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-caafe193-1a03-4e74-baf9-b1e7bc1081a7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:01:04.006356 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-caafe193-1a03-4e74-baf9-b1e7bc1081a7 admin admin] Usage tracker for resource:security_group_rule and tenant:c97c1fd8a13c4b0c9529b0304401754a is out of sync, need to count used quota {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:01:04.009571 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-caafe193-1a03-4e74-baf9-b1e7bc1081a7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:01:04.015650 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-caafe193-1a03-4e74-baf9-b1e7bc1081a7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:01:04.096113 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-caafe193-1a03-4e74-baf9-b1e7bc1081a7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:04.126041 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-caafe193-1a03-4e74-baf9-b1e7bc1081a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33528224'] for security_group, after_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:04.205815 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [None req-0eda68e4-0452-452e-b18d-747227bc03bb tempest-NetworksIpV6Test-2002984352 tempest-NetworksIpV6Test-2002984352-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:01:04.238222 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caafe193-1a03-4e74-baf9-b1e7bc1081a7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4fc278ea-f2e2-449f-a141-bf02de525f80,revision_number=1']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:01:04.240445 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [None req-0eda68e4-0452-452e-b18d-747227bc03bb tempest-NetworksIpV6Test-2002984352 tempest-NetworksIpV6Test-2002984352-project] Attempting to reserve 1 items for resource subnet. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:01:04.243683 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-52c290fc-9af7-4571-aee6-362c309814ae req-f03b9e7c-2c46-4718-997a-2061dad32f3e service neutron] 10.222.0.48 "GET /v2.0/networks/9b8a7e14-19dd-4214-9fd7-5da6fc8793e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8968832 Apr 18 21:01:04.266139 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-caafe193-1a03-4e74-baf9-b1e7bc1081a7 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=c97c1fd8a13c4b0c9529b0304401754a&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4132535 Apr 18 21:01:04.283552 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 58758) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:01:04.371728 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0eda68e4-0452-452e-b18d-747227bc03bb tempest-NetworksIpV6Test-2002984352 tempest-NetworksIpV6Test-2002984352-project] Made reservation on behalf of fd146e1e9f314c74ba81762788974d67 for: {'subnet': 1} {{(pid=84040) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:01:04.406965 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9501250-dd74-4988-9bb8-aae2a4ead7cf req-50367209-c1f7-4269-9f26-23fde807ba8f tempest-ServersNegativeTestJSON-508382254 tempest-ServersNegativeTestJSON-508382254-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:01:04.410144 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-e9501250-dd74-4988-9bb8-aae2a4ead7cf req-50367209-c1f7-4269-9f26-23fde807ba8f tempest-ServersNegativeTestJSON-508382254 tempest-ServersNegativeTestJSON-508382254-project] 10.222.0.42 "GET /v2.0/ports?device_id=2197a591-197e-47fe-9210-1387bfb6ec5e HTTP/1.1" status: 200 len: 945 time: 0.5366294 Apr 18 21:01:04.428473 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-41feb445-911f-4490-9bd3-5713137ceec0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:04.440716 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-41feb445-911f-4490-9bd3-5713137ceec0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33528224'] for security_group, after_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:04.501246 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-63699824-f19c-4388-8e5d-5a98afa7ab9a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:04.517007 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5f34438-dbd8-4326-a224-d60d8534aae2 req-a6e5a1e7-dcdb-44a6-b189-523960e75f88 tempest-ServersTestJSON-1424434350 tempest-ServersTestJSON-1424434350-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:01:04.523961 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-e5f34438-dbd8-4326-a224-d60d8534aae2 req-a6e5a1e7-dcdb-44a6-b189-523960e75f88 tempest-ServersTestJSON-1424434350 tempest-ServersTestJSON-1424434350-project] 10.222.0.42 "GET /v2.0/ports?device_id=c4a2b833-8357-40a0-9883-002d1a37ba68 HTTP/1.1" status: 200 len: 945 time: 0.6609201 Apr 18 21:01:04.548364 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41feb445-911f-4490-9bd3-5713137ceec0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a92dea1a-d997-4867-83e7-d322f1c7f556,revision_number=1']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:01:04.559139 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-63699824-f19c-4388-8e5d-5a98afa7ab9a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:04.576029 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-41feb445-911f-4490-9bd3-5713137ceec0 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=4dea254355614846943f41a3c539d2f2&name=default HTTP/1.1" status: 200 len: 2647 time: 1.2783422 Apr 18 21:01:04.577571 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 58770) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:01:04.696742 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-e5f34438-dbd8-4326-a224-d60d8534aae2 req-50379287-0918-4f43-8f3b-6e4d785e717e tempest-ServersTestJSON-1424434350 tempest-ServersTestJSON-1424434350-project] 10.222.0.42 "GET /v2.0/security-groups?id=a3de1b7a-019c-40dd-8c9d-3a3f159b2bd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1716642 Apr 18 21:01:04.725402 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-e9501250-dd74-4988-9bb8-aae2a4ead7cf req-da66efbc-de6d-404b-983b-39e39321d265 tempest-ServersNegativeTestJSON-508382254 tempest-ServersNegativeTestJSON-508382254-project] 10.222.0.42 "GET /v2.0/security-groups?id=ada0ecb3-b1bc-4ba2-8e6c-b06ba09daca2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3001602 Apr 18 21:01:04.740656 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-0eda68e4-0452-452e-b18d-747227bc03bb tempest-NetworksIpV6Test-2002984352 tempest-NetworksIpV6Test-2002984352-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31752722'] for subnet, before_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:04.775374 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-52c290fc-9af7-4571-aee6-362c309814ae req-a873c129-88c9-460c-ac3e-19470c1761ef service neutron] 10.222.0.48 "GET /v2.0/networks/9b8a7e14-19dd-4214-9fd7-5da6fc8793e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5234957 Apr 18 21:01:04.812353 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-2eadbe00-0fbc-49b8-8e29-52ed652d49fd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:04.831162 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-63699824-f19c-4388-8e5d-5a98afa7ab9a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33528224'] for security_group, after_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:04.867487 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63699824-f19c-4388-8e5d-5a98afa7ab9a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4fc278ea-f2e2-449f-a141-bf02de525f80,revision_number=None']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:01:04.896850 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-2eadbe00-0fbc-49b8-8e29-52ed652d49fd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:04.929834 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-63699824-f19c-4388-8e5d-5a98afa7ab9a admin admin] Notify callbacks [] for security_group, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:04.933443 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-63699824-f19c-4388-8e5d-5a98afa7ab9a admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/4fc278ea-f2e2-449f-a141-bf02de525f80 HTTP/1.1" status: 204 len: 168 time: 0.6462779 Apr 18 21:01:05.002201 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-2eadbe00-0fbc-49b8-8e29-52ed652d49fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33528224'] for security_group, after_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:05.041213 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eadbe00-0fbc-49b8-8e29-52ed652d49fd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a92dea1a-d997-4867-83e7-d322f1c7f556,revision_number=None']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:01:05.095431 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-2eadbe00-0fbc-49b8-8e29-52ed652d49fd admin admin] Notify callbacks [] for security_group, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:05.101188 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-2eadbe00-0fbc-49b8-8e29-52ed652d49fd admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/a92dea1a-d997-4867-83e7-d322f1c7f556 HTTP/1.1" status: 204 len: 168 time: 0.5171614 Apr 18 21:01:05.367057 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.ipam_backend_mixin [None req-0eda68e4-0452-452e-b18d-747227bc03bb tempest-NetworksIpV6Test-2002984352 tempest-NetworksIpV6Test-2002984352-project] Performing IP validity checks on allocation pools {{(pid=84040) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} Apr 18 21:01:05.367708 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.ipam_backend_mixin [None req-0eda68e4-0452-452e-b18d-747227bc03bb tempest-NetworksIpV6Test-2002984352 tempest-NetworksIpV6Test-2002984352-project] Checking for overlaps among allocation pools and gateway ip {{(pid=84040) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} Apr 18 21:01:05.637617 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-a618072b-c348-4183-9a03-34cee872cc7d req-e1b36ceb-5f38-4181-9e22-6b0a9fcd245c service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=b5bf875eb9b748b5aba56f8b60ce8169&device_id=8febef70-4ef9-4774-9ec7-33697a7c70d6 HTTP/1.1" status: 200 len: 1094 time: 0.6662850 Apr 18 21:01:05.841330 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a618072b-c348-4183-9a03-34cee872cc7d req-d214d06a-fb8a-429d-9b6b-f4469045e9d6 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:01:05.842455 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-a618072b-c348-4183-9a03-34cee872cc7d req-d214d06a-fb8a-429d-9b6b-f4469045e9d6 service neutron] 10.222.0.48 "GET /v2.0/networks?id=9b8a7e14-19dd-4214-9fd7-5da6fc8793e6 HTTP/1.1" status: 200 len: 912 time: 0.1942036 Apr 18 21:01:05.867615 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf67073e-60d2-4e46-9ab9-5725fe99b4a5 req-552c64e8-0133-468c-a9a2-47ec59191b56 tempest-AttachVolumeTestJSON-1696487017 tempest-AttachVolumeTestJSON-1696487017-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:01:05.872797 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-cf67073e-60d2-4e46-9ab9-5725fe99b4a5 req-552c64e8-0133-468c-a9a2-47ec59191b56 tempest-AttachVolumeTestJSON-1696487017 tempest-AttachVolumeTestJSON-1696487017-project] 10.222.0.42 "GET /v2.0/ports?device_id=8febef70-4ef9-4774-9ec7-33697a7c70d6 HTTP/1.1" status: 200 len: 943 time: 0.7761774 Apr 18 21:01:05.942863 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fc4ad11-b7a6-47a1-8d82-1e60773649ac req-79abd1a2-0459-4ecc-89d6-bb90da04e5b3 tempest-ServersTestJSON-1424434350 tempest-ServersTestJSON-1424434350-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:01:05.948059 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-3fc4ad11-b7a6-47a1-8d82-1e60773649ac req-79abd1a2-0459-4ecc-89d6-bb90da04e5b3 tempest-ServersTestJSON-1424434350 tempest-ServersTestJSON-1424434350-project] 10.222.0.42 "GET /v2.0/ports?device_id=c4a2b833-8357-40a0-9883-002d1a37ba68 HTTP/1.1" status: 200 len: 945 time: 0.7735803 Apr 18 21:01:06.214817 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-a618072b-c348-4183-9a03-34cee872cc7d req-0db008c4-6445-4165-b9ed-feea445aa518 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e00c4868-92df-492d-b185-8281a2e33a5b HTTP/1.1" status: 200 len: 217 time: 0.3406761 Apr 18 21:01:06.501664 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-3fc4ad11-b7a6-47a1-8d82-1e60773649ac req-4a894775-3df5-461e-a796-e867c1218630 tempest-ServersTestJSON-1424434350 tempest-ServersTestJSON-1424434350-project] 10.222.0.42 "GET /v2.0/security-groups?id=a3de1b7a-019c-40dd-8c9d-3a3f159b2bd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4075196 Apr 18 21:01:06.522691 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-0eda68e4-0452-452e-b18d-747227bc03bb tempest-NetworksIpV6Test-2002984352 tempest-NetworksIpV6Test-2002984352-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33526260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32441074', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31752704'] for subnet, after_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:06.595828 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Device e00c4868-92df-492d-b185-8281a2e33a5b details requested by agent hyperv_n-h2-838334-2 with host n-h2-838334-2 {{(pid=84042) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 18 21:01:06.760203 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eda68e4-0452-452e-b18d-747227bc03bb tempest-NetworksIpV6Test-2002984352 tempest-NetworksIpV6Test-2002984352-project] Pushing event updated for resources: {'Subnet': ['ID=18acf936-01cf-41c4-800c-134d642dcbd5,revision_number=0']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:01:06.780760 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-cf67073e-60d2-4e46-9ab9-5725fe99b4a5 req-badd4dd0-f10a-4149-8ba0-bd7c8bc66fce tempest-AttachVolumeTestJSON-1696487017 tempest-AttachVolumeTestJSON-1696487017-project] 10.222.0.42 "GET /v2.0/security-groups?id=326b68b1-226b-43b8-a174-ccc3d0972537&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6960990 Apr 18 21:01:06.784656 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a618072b-c348-4183-9a03-34cee872cc7d req-f3459c5c-91a5-44b3-a11b-b325b811e531 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:01:06.786210 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-a618072b-c348-4183-9a03-34cee872cc7d req-f3459c5c-91a5-44b3-a11b-b325b811e531 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=16880a32-9b71-46fb-bafe-6b6135588b63 HTTP/1.1" status: 200 len: 850 time: 0.5489659 Apr 18 21:01:06.837565 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0eda68e4-0452-452e-b18d-747227bc03bb tempest-NetworksIpV6Test-2002984352 tempest-NetworksIpV6Test-2002984352-project] Checking segment: {'id': '30fb4bae-3139-41d8-bb36-b544ea424217', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': '0a15a5fc-8e72-4a61-8fed-c9cf927b6d66'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84040) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 21:01:06.837858 n-d-838334-2 neutron-server[84040]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0eda68e4-0452-452e-b18d-747227bc03bb tempest-NetworksIpV6Test-2002984352 tempest-NetworksIpV6Test-2002984352-project] Network hostable DHCP agents. Network: 0a15a5fc-8e72-4a61-8fed-c9cf927b6d66, hostable agents: ['8746f8ea-3e91-4b32-9919-2c63adeb8722'], hosted agents: [] {{(pid=84040) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 21:01:06.970896 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] For port e00c4868-92df-492d-b185-8281a2e33a5b, host n-h2-838334-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838334-2',level=0,port_id=e00c4868-92df-492d-b185-8281a2e33a5b,segment=NetworkSegment(f3c1adbc-ce68-4689-ba8a-f5f2d2d5dce1),segment_id=f3c1adbc-ce68-4689-ba8a-f5f2d2d5dce1)] {{(pid=84042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:01:07.019561 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Returning: {'device': 'e00c4868-92df-492d-b185-8281a2e33a5b', 'network_id': '9b8a7e14-19dd-4214-9fd7-5da6fc8793e6', 'port_id': 'e00c4868-92df-492d-b185-8281a2e33a5b', 'mac_address': 'fa:16:3e:69:95:f7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 352, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '16880a32-9b71-46fb-bafe-6b6135588b63', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84042) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 18 21:01:07.039340 n-d-838334-2 neutron-server[84040]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0eda68e4-0452-452e-b18d-747227bc03bb tempest-NetworksIpV6Test-2002984352 tempest-NetworksIpV6Test-2002984352-project] Network 0a15a5fc-8e72-4a61-8fed-c9cf927b6d66 is scheduled to be hosted by DHCP agent 8746f8ea-3e91-4b32-9919-2c63adeb8722 with binding_index 1 {{(pid=84040) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 21:01:07.096369 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aa016a4-d5ef-44b5-bff0-c63ac33d4411 req-32c218a0-dde2-401a-8fa2-02c588bf85a0 tempest-ServersNegativeTestJSON-508382254 tempest-ServersNegativeTestJSON-508382254-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:01:07.097707 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-5aa016a4-d5ef-44b5-bff0-c63ac33d4411 req-32c218a0-dde2-401a-8fa2-02c588bf85a0 tempest-ServersNegativeTestJSON-508382254 tempest-ServersNegativeTestJSON-508382254-project] 10.222.0.42 "GET /v2.0/ports?device_id=2197a591-197e-47fe-9210-1387bfb6ec5e HTTP/1.1" status: 200 len: 945 time: 0.3102603 Apr 18 21:01:07.159200 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:07.165163 n-d-838334-2 neutron-server[84040]: DEBUG neutron.scheduler.base_scheduler [None req-0eda68e4-0452-452e-b18d-747227bc03bb tempest-NetworksIpV6Test-2002984352 tempest-NetworksIpV6Test-2002984352-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-838334-2, 0a15a5fc-8e72-4a61-8fed-c9cf927b6d66) {{(pid=84040) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:01:07.189294 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0eda68e4-0452-452e-b18d-747227bc03bb tempest-NetworksIpV6Test-2002984352 tempest-NetworksIpV6Test-2002984352-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:01:07.192812 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-0eda68e4-0452-452e-b18d-747227bc03bb tempest-NetworksIpV6Test-2002984352 tempest-NetworksIpV6Test-2002984352-project] Notify callbacks [] for subnet, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:07.207230 n-d-838334-2 neutron-server[84042]: DEBUG neutron.notifiers.nova [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e00c4868-92df-492d-b185-8281a2e33a5b {{(pid=84042) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 18 21:01:07.216120 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3ee6706-a2fa-43ff-ab21-3e59ab6d810f None None] Network 0a15a5fc-8e72-4a61-8fed-c9cf927b6d66 requested from n-d-838334-2 {{(pid=84042) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 21:01:07.222550 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-a618072b-c348-4183-9a03-34cee872cc7d req-32f34b2e-89dd-47b2-b738-90a7b0d078c0 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=9b8a7e14-19dd-4214-9fd7-5da6fc8793e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3888252 Apr 18 21:01:07.459817 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] For port e00c4868-92df-492d-b185-8281a2e33a5b, host n-h2-838334-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838334-2',level=0,port_id=e00c4868-92df-492d-b185-8281a2e33a5b,segment=NetworkSegment(f3c1adbc-ce68-4689-ba8a-f5f2d2d5dce1),segment_id=f3c1adbc-ce68-4689-ba8a-f5f2d2d5dce1)] {{(pid=84042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:01:07.488144 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682'] for port, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:07.615926 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-a618072b-c348-4183-9a03-34cee872cc7d req-1cc326ec-3b3c-4f5e-9643-d541a80a2348 service neutron] 10.222.0.48 "GET /v2.0/networks/9b8a7e14-19dd-4214-9fd7-5da6fc8793e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3600762 Apr 18 21:01:07.789765 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] get_ports_and_sgs() called for port_ids ['e00c4868-92df-492d-b185-8281a2e33a5b'] {{(pid=84042) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 18 21:01:07.877231 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Pushing event updated for resources: {'Port': ['ID=e00c4868-92df-492d-b185-8281a2e33a5b,revision_number=4']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:01:07.886369 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-a618072b-c348-4183-9a03-34cee872cc7d req-e6e50dba-89b0-4b63-8995-016a34d5db28 service neutron] 10.222.0.48 "GET /v2.0/networks/9b8a7e14-19dd-4214-9fd7-5da6fc8793e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2467918 Apr 18 21:01:07.913432 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-0eda68e4-0452-452e-b18d-747227bc03bb tempest-NetworksIpV6Test-2002984352 tempest-NetworksIpV6Test-2002984352-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 895 time: 4.2466960 Apr 18 21:01:07.916156 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 58876) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:01:07.928877 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.v2.base [None req-aff0e080-3d15-4e93-9294-cc9a90bb5488 tempest-NetworksIpV6Test-2002984352 tempest-NetworksIpV6Test-2002984352-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2005::1'}], 'dns_nameservers': ['2001:4860:4860::7744', '2001:4860:4860::7888'], 'gateway_ip': '2001:db8::2', 'enable_dhcp': True}} {{(pid=84041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:01:08.031072 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-5aa016a4-d5ef-44b5-bff0-c63ac33d4411 req-eb5a5ab4-54bd-4016-8fc7-224c2a69b9a2 tempest-ServersNegativeTestJSON-508382254 tempest-ServersNegativeTestJSON-508382254-project] 10.222.0.42 "GET /v2.0/security-groups?id=ada0ecb3-b1bc-4ba2-8e6c-b06ba09daca2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9254959 Apr 18 21:01:08.038461 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18e7b97f-a268-4252-8f74-86a8adaeb0a4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp016840fc-1f9f-5892-9c53-c9cf6c845bbb-0a15a5fc-8e72-4a61-8fed-c9cf927b6d66', 'network_id': '0a15a5fc-8e72-4a61-8fed-c9cf927b6d66', 'tenant_id': 'fd146e1e9f314c74ba81762788974d67', 'fixed_ips': [{'subnet_id': '18acf936-01cf-41c4-800c-134d642dcbd5'}]}} from n-d-838334-2. {{(pid=84042) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 18 21:01:08.039256 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-18e7b97f-a268-4252-8f74-86a8adaeb0a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_create {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:08.117450 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-727d612c-d22a-495b-9dd2-8208a3a21eac req-41a16c1d-e663-48ec-8265-33bac1a310aa tempest-ServersTestJSON-1424434350 tempest-ServersTestJSON-1424434350-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:01:08.119090 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-727d612c-d22a-495b-9dd2-8208a3a21eac req-41a16c1d-e663-48ec-8265-33bac1a310aa tempest-ServersTestJSON-1424434350 tempest-ServersTestJSON-1424434350-project] 10.222.0.42 "GET /v2.0/ports?device_id=c4a2b833-8357-40a0-9883-002d1a37ba68 HTTP/1.1" status: 200 len: 945 time: 0.2305007 Apr 18 21:01:08.261631 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-727d612c-d22a-495b-9dd2-8208a3a21eac req-846db297-de5e-4f79-89c9-ea2e60c9b5ce tempest-ServersTestJSON-1424434350 tempest-ServersTestJSON-1424434350-project] 10.222.0.42 "GET /v2.0/security-groups?id=a3de1b7a-019c-40dd-8c9d-3a3f159b2bd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1354864 Apr 18 21:01:08.427610 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.db_base_plugin_common [None req-18e7b97f-a268-4252-8f74-86a8adaeb0a4 None None] Allocated IP 2001:db8::3 (0a15a5fc-8e72-4a61-8fed-c9cf927b6d66/18acf936-01cf-41c4-800c-134d642dcbd5/585991cc-f060-44b7-a520-14e7d3597819) {{(pid=84042) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 21:01:08.649241 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-aff0e080-3d15-4e93-9294-cc9a90bb5488 tempest-NetworksIpV6Test-2002984352 tempest-NetworksIpV6Test-2002984352-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-32486276'] for subnet, before_update {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:08.774123 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a164a46-ac4c-4837-8082-4af88e82d4f8 req-3cacf936-76cb-42bf-bd14-87aa60a75516 tempest-AttachVolumeTestJSON-1696487017 tempest-AttachVolumeTestJSON-1696487017-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:01:08.776973 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-8a164a46-ac4c-4837-8082-4af88e82d4f8 req-3cacf936-76cb-42bf-bd14-87aa60a75516 tempest-AttachVolumeTestJSON-1696487017 tempest-AttachVolumeTestJSON-1696487017-project] 10.222.0.42 "GET /v2.0/ports?device_id=8febef70-4ef9-4774-9ec7-33697a7c70d6 HTTP/1.1" status: 200 len: 944 time: 0.1551635 Apr 18 21:01:08.867702 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-8a164a46-ac4c-4837-8082-4af88e82d4f8 req-4d375b4c-7f23-4a48-b509-e9a643e5d651 tempest-AttachVolumeTestJSON-1696487017 tempest-AttachVolumeTestJSON-1696487017-project] 10.222.0.42 "GET /v2.0/security-groups?id=326b68b1-226b-43b8-a174-ccc3d0972537&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0831070 Apr 18 21:01:09.017270 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-18e7b97f-a268-4252-8f74-86a8adaeb0a4 None None] Notify callbacks [] for port, precommit_create {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:09.040523 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-18e7b97f-a268-4252-8f74-86a8adaeb0a4 None None] Transition to ACTIVE for port object 585991cc-f060-44b7-a520-14e7d3597819 will not be triggered until provisioned by entity L2. {{(pid=84042) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:01:09.084384 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-18e7b97f-a268-4252-8f74-86a8adaeb0a4 None None] Transition to ACTIVE for port object 585991cc-f060-44b7-a520-14e7d3597819 will not be triggered until provisioned by entity DHCP. {{(pid=84042) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:01:09.115471 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-18e7b97f-a268-4252-8f74-86a8adaeb0a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750374836619'] for port, after_create {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:09.282419 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18e7b97f-a268-4252-8f74-86a8adaeb0a4 None None] Pushing event updated for resources: {'Port': ['ID=585991cc-f060-44b7-a520-14e7d3597819,revision_number=1']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:01:09.330168 n-d-838334-2 neutron-server[84042]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18e7b97f-a268-4252-8f74-86a8adaeb0a4 None None] Network 0a15a5fc-8e72-4a61-8fed-c9cf927b6d66 is already hosted by enough agents. {{(pid=84042) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:01:09.331400 n-d-838334-2 neutron-server[84042]: DEBUG neutron.scheduler.base_scheduler [None req-18e7b97f-a268-4252-8f74-86a8adaeb0a4 None None] Resources bound (agent type, host, resource id): {{(pid=84042) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:01:09.334276 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18e7b97f-a268-4252-8f74-86a8adaeb0a4 None None] Received port after_create {{(pid=84042) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 21:01:09.557778 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.managers [None req-18e7b97f-a268-4252-8f74-86a8adaeb0a4 None None] Attempting to bind port 585991cc-f060-44b7-a520-14e7d3597819 on host n-d-838334-2 for vnic_type normal with profile {{(pid=84042) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 21:01:09.558396 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.managers [None req-18e7b97f-a268-4252-8f74-86a8adaeb0a4 None None] Attempting to bind port 585991cc-f060-44b7-a520-14e7d3597819 by drivers openvswitch,hyperv on host n-d-838334-2 at level 0 using segments [{'id': '30fb4bae-3139-41d8-bb36-b544ea424217', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': '0a15a5fc-8e72-4a61-8fed-c9cf927b6d66'}] {{(pid=84042) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 21:01:09.558766 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18e7b97f-a268-4252-8f74-86a8adaeb0a4 None None] Attempting to bind port 585991cc-f060-44b7-a520-14e7d3597819 on network 0a15a5fc-8e72-4a61-8fed-c9cf927b6d66 {{(pid=84042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 21:01:09.576040 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df2a9a68-9419-4d6e-acab-c45cd4ae5948 req-89bf9101-5e8c-40f6-a2b4-70dd8e53e6b3 tempest-ServersNegativeTestJSON-508382254 tempest-ServersNegativeTestJSON-508382254-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:01:09.581357 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-df2a9a68-9419-4d6e-acab-c45cd4ae5948 req-89bf9101-5e8c-40f6-a2b4-70dd8e53e6b3 tempest-ServersNegativeTestJSON-508382254 tempest-ServersNegativeTestJSON-508382254-project] 10.222.0.42 "GET /v2.0/ports?device_id=2197a591-197e-47fe-9210-1387bfb6ec5e HTTP/1.1" status: 200 len: 945 time: 0.2547154 Apr 18 21:01:09.589340 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18e7b97f-a268-4252-8f74-86a8adaeb0a4 None None] Checking agent: {'id': '97cd4414-7af6-4d67-868d-dff370b4071a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838334-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 25, 49), 'started_at': datetime.datetime(2022, 4, 18, 20, 26, 19), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 21, 0, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838334-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 18 21:01:09.589726 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18e7b97f-a268-4252-8f74-86a8adaeb0a4 None None] Checking segment: {'id': '30fb4bae-3139-41d8-bb36-b544ea424217', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': '0a15a5fc-8e72-4a61-8fed-c9cf927b6d66'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84042) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 21:01:09.590129 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-18e7b97f-a268-4252-8f74-86a8adaeb0a4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:09.591964 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18e7b97f-a268-4252-8f74-86a8adaeb0a4 None None] Bound using segment: {'id': '30fb4bae-3139-41d8-bb36-b544ea424217', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': '0a15a5fc-8e72-4a61-8fed-c9cf927b6d66'} {{(pid=84042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 18 21:01:09.592440 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.managers [None req-18e7b97f-a268-4252-8f74-86a8adaeb0a4 None None] Bound port: 585991cc-f060-44b7-a520-14e7d3597819, host: n-d-838334-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '30fb4bae-3139-41d8-bb36-b544ea424217', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': '0a15a5fc-8e72-4a61-8fed-c9cf927b6d66'}}] {{(pid=84042) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 21:01:09.592980 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-18e7b97f-a268-4252-8f74-86a8adaeb0a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:09.652188 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-df2a9a68-9419-4d6e-acab-c45cd4ae5948 req-7bc04813-83a5-4b22-85ec-be9a6a5c9333 tempest-ServersNegativeTestJSON-508382254 tempest-ServersNegativeTestJSON-508382254-project] 10.222.0.42 "GET /v2.0/security-groups?id=ada0ecb3-b1bc-4ba2-8e6c-b06ba09daca2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650237 Apr 18 21:01:09.827130 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-18e7b97f-a268-4252-8f74-86a8adaeb0a4 None None] For port 585991cc-f060-44b7-a520-14e7d3597819, host n-d-838334-2, cleared binding levels {{(pid=84042) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 21:01:09.830462 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-18e7b97f-a268-4252-8f74-86a8adaeb0a4 None None] For port 585991cc-f060-44b7-a520-14e7d3597819, host n-d-838334-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838334-2',level=0,port_id=585991cc-f060-44b7-a520-14e7d3597819,segment=NetworkSegment(30fb4bae-3139-41d8-bb36-b544ea424217),segment_id=30fb4bae-3139-41d8-bb36-b544ea424217)] {{(pid=84042) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 21:01:09.838401 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 58936) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:01:09.840941 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-18e7b97f-a268-4252-8f74-86a8adaeb0a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682'] for port, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:09.976202 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-aff0e080-3d15-4e93-9294-cc9a90bb5488 tempest-NetworksIpV6Test-2002984352 tempest-NetworksIpV6Test-2002984352-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33526260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8750375259037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-32266345'] for subnet, after_update {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:10.045390 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18e7b97f-a268-4252-8f74-86a8adaeb0a4 None None] Pushing event updated for resources: {'Port': ['ID=585991cc-f060-44b7-a520-14e7d3597819,revision_number=2']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:01:10.142270 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aff0e080-3d15-4e93-9294-cc9a90bb5488 tempest-NetworksIpV6Test-2002984352 tempest-NetworksIpV6Test-2002984352-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:01:10.143125 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-aff0e080-3d15-4e93-9294-cc9a90bb5488 tempest-NetworksIpV6Test-2002984352 tempest-NetworksIpV6Test-2002984352-project] Notify callbacks [] for subnet, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:10.147814 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 58944) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:01:10.148495 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-aff0e080-3d15-4e93-9294-cc9a90bb5488 tempest-NetworksIpV6Test-2002984352 tempest-NetworksIpV6Test-2002984352-project] 10.222.0.42 "PUT /v2.0/subnets/18acf936-01cf-41c4-800c-134d642dcbd5 HTTP/1.1" status: 200 len: 900 time: 2.2303493 Apr 18 21:01:10.153601 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aff0e080-3d15-4e93-9294-cc9a90bb5488 tempest-NetworksIpV6Test-2002984352 tempest-NetworksIpV6Test-2002984352-project] Pushing event updated for resources: {'Subnet': ['ID=18acf936-01cf-41c4-800c-134d642dcbd5,revision_number=1']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:01:10.597709 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Device e00c4868-92df-492d-b185-8281a2e33a5b up at agent hyperv_n-h2-838334-2 {{(pid=84042) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 21:01:10.697702 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.v2.base [None req-f77d06ae-5dd9-467f-a9ef-58c5017cc934 tempest-RoutersTestDVR-1614917853 tempest-RoutersTestDVR-1614917853-project-admin] Request body: {'router': {'name': 'tempest-pretest-check-822501020'}} {{(pid=84040) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:01:10.702341 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [None req-f77d06ae-5dd9-467f-a9ef-58c5017cc934 tempest-RoutersTestDVR-1614917853 tempest-RoutersTestDVR-1614917853-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:01:10.708550 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-f77d06ae-5dd9-467f-a9ef-58c5017cc934 tempest-RoutersTestDVR-1614917853 tempest-RoutersTestDVR-1614917853-project-admin] Usage tracker for resource:router and tenant:fea59da0263e407e92ef9c97f6420d52 is out of sync, need to count used quota {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:01:10.716488 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-f77d06ae-5dd9-467f-a9ef-58c5017cc934 tempest-RoutersTestDVR-1614917853 tempest-RoutersTestDVR-1614917853-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:01:10.728973 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [None req-f77d06ae-5dd9-467f-a9ef-58c5017cc934 tempest-RoutersTestDVR-1614917853 tempest-RoutersTestDVR-1614917853-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:01:10.739164 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Device 585991cc-f060-44b7-a520-14e7d3597819 up at agent ovs-agent-n-d-838334-2 {{(pid=84042) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 21:01:10.754867 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-3f513870-0924-4641-8dda-a1aef16ea93f tempest-NetworksIpV6Test-2002984352 tempest-NetworksIpV6Test-2002984352-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1103592'] for network, before_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:10.759444 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-f77d06ae-5dd9-467f-a9ef-58c5017cc934 tempest-RoutersTestDVR-1614917853 tempest-RoutersTestDVR-1614917853-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-33442106', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5708'] for router, before_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:10.761115 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-f77d06ae-5dd9-467f-a9ef-58c5017cc934 tempest-RoutersTestDVR-1614917853 tempest-RoutersTestDVR-1614917853-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33442137', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33444285', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33535433', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5703'] for router, precommit_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:10.837478 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.plugin [None req-3f513870-0924-4641-8dda-a1aef16ea93f tempest-NetworksIpV6Test-2002984352 tempest-NetworksIpV6Test-2002984352-project] Deleting port 585991cc-f060-44b7-a520-14e7d3597819 {{(pid=84040) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 21:01:10.837820 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-3f513870-0924-4641-8dda-a1aef16ea93f tempest-NetworksIpV6Test-2002984352 tempest-NetworksIpV6Test-2002984352-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750375188691'] for port, before_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:10.922968 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Provisioning for port 585991cc-f060-44b7-a520-14e7d3597819 completed by entity L2. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 21:01:10.949084 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Provisioning for port e00c4868-92df-492d-b185-8281a2e33a5b completed by entity L2. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 21:01:10.960939 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Provisioning complete for port e00c4868-92df-492d-b185-8281a2e33a5b triggered by entity L2. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:01:10.962102 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1253608'] for port, provisioning_complete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:11.020857 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-f77d06ae-5dd9-467f-a9ef-58c5017cc934 tempest-RoutersTestDVR-1614917853 tempest-RoutersTestDVR-1614917853-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:11.148246 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf44983a-a12e-41f5-be3e-97caf71b0638 req-30420830-3340-42a7-a340-7e520b9495c9 tempest-AttachVolumeTestJSON-1696487017 tempest-AttachVolumeTestJSON-1696487017-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:01:11.150048 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-cf44983a-a12e-41f5-be3e-97caf71b0638 req-30420830-3340-42a7-a340-7e520b9495c9 tempest-AttachVolumeTestJSON-1696487017 tempest-AttachVolumeTestJSON-1696487017-project] 10.222.0.42 "GET /v2.0/ports?device_id=8febef70-4ef9-4774-9ec7-33697a7c70d6 HTTP/1.1" status: 200 len: 944 time: 0.6993260 Apr 18 21:01:11.205156 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:11.217464 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fb2ad91-e0b1-4439-9110-1de7e51346d0 req-c2ce8d3f-d8a2-4f56-bf31-191e5ebe91dc tempest-ServersTestJSON-1424434350 tempest-ServersTestJSON-1424434350-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:01:11.225410 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-5fb2ad91-e0b1-4439-9110-1de7e51346d0 req-c2ce8d3f-d8a2-4f56-bf31-191e5ebe91dc tempest-ServersTestJSON-1424434350 tempest-ServersTestJSON-1424434350-project] 10.222.0.42 "GET /v2.0/ports?device_id=c4a2b833-8357-40a0-9883-002d1a37ba68 HTTP/1.1" status: 200 len: 945 time: 0.7756865 Apr 18 21:01:11.273357 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] For port e00c4868-92df-492d-b185-8281a2e33a5b, host n-h2-838334-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838334-2',level=0,port_id=e00c4868-92df-492d-b185-8281a2e33a5b,segment=NetworkSegment(f3c1adbc-ce68-4689-ba8a-f5f2d2d5dce1),segment_id=f3c1adbc-ce68-4689-ba8a-f5f2d2d5dce1)] {{(pid=84042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:01:11.276946 n-d-838334-2 neutron-server[84042]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8febef70-4ef9-4774-9ec7-33697a7c70d6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e00c4868-92df-492d-b185-8281a2e33a5b'}] {{(pid=84042) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 21:01:11.296787 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682'] for port, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:11.363366 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-f77d06ae-5dd9-467f-a9ef-58c5017cc934 tempest-RoutersTestDVR-1614917853 tempest-RoutersTestDVR-1614917853-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33443529', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33444176'] for router, after_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:11.489943 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Pushing event updated for resources: {'Port': ['ID=e00c4868-92df-492d-b185-8281a2e33a5b,revision_number=5']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:01:11.661674 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-cf44983a-a12e-41f5-be3e-97caf71b0638 req-4ae19557-5a1f-4779-9b51-14f0ecd08c32 tempest-AttachVolumeTestJSON-1696487017 tempest-AttachVolumeTestJSON-1696487017-project] 10.222.0.42 "GET /v2.0/security-groups?id=326b68b1-226b-43b8-a174-ccc3d0972537&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4801569 Apr 18 21:01:11.691410 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-f77d06ae-5dd9-467f-a9ef-58c5017cc934 tempest-RoutersTestDVR-1614917853 tempest-RoutersTestDVR-1614917853-project-admin] Notify callbacks [] for router, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:11.695129 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 58992) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:01:11.700187 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-f77d06ae-5dd9-467f-a9ef-58c5017cc934 tempest-RoutersTestDVR-1614917853 tempest-RoutersTestDVR-1614917853-project-admin] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 728 time: 1.8600662 Apr 18 21:01:11.723544 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-5fb2ad91-e0b1-4439-9110-1de7e51346d0 req-459bb512-6007-4558-bd62-a499ae507fbb tempest-ServersTestJSON-1424434350 tempest-ServersTestJSON-1424434350-project] 10.222.0.42 "GET /v2.0/security-groups?id=a3de1b7a-019c-40dd-8c9d-3a3f159b2bd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4969122 Apr 18 21:01:11.772330 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ee8ef6e-fbfa-4916-8af3-932921c675ef None None] Network 0a15a5fc-8e72-4a61-8fed-c9cf927b6d66 requested from n-d-838334-2 {{(pid=84042) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 21:01:11.858917 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.db [None req-3f513870-0924-4641-8dda-a1aef16ea93f tempest-NetworksIpV6Test-2002984352 tempest-NetworksIpV6Test-2002984352-project] For port 585991cc-f060-44b7-a520-14e7d3597819, host n-d-838334-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838334-2',level=0,port_id=585991cc-f060-44b7-a520-14e7d3597819,segment=NetworkSegment(30fb4bae-3139-41d8-bb36-b544ea424217),segment_id=30fb4bae-3139-41d8-bb36-b544ea424217)] {{(pid=84040) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:01:11.862421 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-3f513870-0924-4641-8dda-a1aef16ea93f tempest-NetworksIpV6Test-2002984352 tempest-NetworksIpV6Test-2002984352-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369123'] for port, precommit_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:11.992762 n-d-838334-2 neutron-server[84042]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ce3e3a06-282c-4a49-bbc5-38f5759664a8'] response: {'server_uuid': '8febef70-4ef9-4774-9ec7-33697a7c70d6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e00c4868-92df-492d-b185-8281a2e33a5b', 'code': 200} Apr 18 21:01:12.099611 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-b1764ce7-f907-4cfb-a0a0-332bf055f499 tempest-RoutersTestDVR-1614917853 tempest-RoutersTestDVR-1614917853-project-admin] Notify callbacks [] for router, before_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:12.143405 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-420e310b-5a5d-43ac-ba1e-6a799074d254 None None] Provisioning for port 585991cc-f060-44b7-a520-14e7d3597819 completed by entity DHCP. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 21:01:12.190553 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-420e310b-5a5d-43ac-ba1e-6a799074d254 None None] Provisioning complete for port 585991cc-f060-44b7-a520-14e7d3597819 triggered by entity DHCP. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:01:12.190921 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-420e310b-5a5d-43ac-ba1e-6a799074d254 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1253608'] for port, provisioning_complete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:12.604981 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 59018) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:01:12.754112 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.plugin [None req-3f513870-0924-4641-8dda-a1aef16ea93f tempest-NetworksIpV6Test-2002984352 tempest-NetworksIpV6Test-2002984352-project] Calling delete_port for 585991cc-f060-44b7-a520-14e7d3597819 owned by network:dhcp {{(pid=84040) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 21:01:12.868849 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-420e310b-5a5d-43ac-ba1e-6a799074d254 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:12.970546 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-420e310b-5a5d-43ac-ba1e-6a799074d254 None None] For port 585991cc-f060-44b7-a520-14e7d3597819, host n-d-838334-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838334-2',level=0,port_id=585991cc-f060-44b7-a520-14e7d3597819,segment=NetworkSegment(30fb4bae-3139-41d8-bb36-b544ea424217),segment_id=30fb4bae-3139-41d8-bb36-b544ea424217)] {{(pid=84042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:01:12.983062 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-420e310b-5a5d-43ac-ba1e-6a799074d254 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682'] for port, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:13.098922 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-420e310b-5a5d-43ac-ba1e-6a799074d254 None None] Pushing event updated for resources: {'Port': ['ID=585991cc-f060-44b7-a520-14e7d3597819,revision_number=3']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:01:13.111084 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-420e310b-5a5d-43ac-ba1e-6a799074d254 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:01:13.112015 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-420e310b-5a5d-43ac-ba1e-6a799074d254 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:01:13.112603 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-420e310b-5a5d-43ac-ba1e-6a799074d254 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:01:13.113350 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-420e310b-5a5d-43ac-ba1e-6a799074d254 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:01:13.113903 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-420e310b-5a5d-43ac-ba1e-6a799074d254 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:01:13.114587 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-420e310b-5a5d-43ac-ba1e-6a799074d254 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:01:13.115135 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-420e310b-5a5d-43ac-ba1e-6a799074d254 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:01:13.115717 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-420e310b-5a5d-43ac-ba1e-6a799074d254 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:01:13.125667 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-420e310b-5a5d-43ac-ba1e-6a799074d254 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:01:13.127208 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-420e310b-5a5d-43ac-ba1e-6a799074d254 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:01:13.127846 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-420e310b-5a5d-43ac-ba1e-6a799074d254 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:01:13.196512 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-b1764ce7-f907-4cfb-a0a0-332bf055f499 tempest-RoutersTestDVR-1614917853 tempest-RoutersTestDVR-1614917853-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33443580', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5726'] for router, precommit_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:13.228699 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-b1764ce7-f907-4cfb-a0a0-332bf055f499 tempest-RoutersTestDVR-1614917853 tempest-RoutersTestDVR-1614917853-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:13.236847 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca5c92ce-a925-4950-9575-b077d7e5b45e None None] Network 0a15a5fc-8e72-4a61-8fed-c9cf927b6d66 requested from n-d-838334-2 {{(pid=84042) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 21:01:13.314338 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-b1764ce7-f907-4cfb-a0a0-332bf055f499 tempest-RoutersTestDVR-1614917853 tempest-RoutersTestDVR-1614917853-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-33443408'] for router, after_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:13.316221 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b1764ce7-f907-4cfb-a0a0-332bf055f499 tempest-RoutersTestDVR-1614917853 tempest-RoutersTestDVR-1614917853-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 69d706cb-fe6d-47ff-adf9-040d3a850b0f {{(pid=84041) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 18 21:01:13.336625 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-b1764ce7-f907-4cfb-a0a0-332bf055f499 tempest-RoutersTestDVR-1614917853 tempest-RoutersTestDVR-1614917853-project-admin] Notify callbacks [] for router, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:13.341832 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-b1764ce7-f907-4cfb-a0a0-332bf055f499 tempest-RoutersTestDVR-1614917853 tempest-RoutersTestDVR-1614917853-project-admin] 10.222.0.42 "DELETE /v2.0/routers/69d706cb-fe6d-47ff-adf9-040d3a850b0f HTTP/1.1" status: 204 len: 168 time: 1.6453454 Apr 18 21:01:13.343813 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 59054) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:01:13.350869 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.v2.base [None req-cc16ca2b-1d04-40f9-8ac2-9cb0b7668787 tempest-RoutersTestDVR-1614917853 tempest-RoutersTestDVR-1614917853-project-admin] Request body: {'router': {'name': 'tempest-router-1987680745', 'distributed': False}} {{(pid=84041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:01:13.361804 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-cc16ca2b-1d04-40f9-8ac2-9cb0b7668787 tempest-RoutersTestDVR-1614917853 tempest-RoutersTestDVR-1614917853-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:01:13.366446 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-cc16ca2b-1d04-40f9-8ac2-9cb0b7668787 tempest-RoutersTestDVR-1614917853 tempest-RoutersTestDVR-1614917853-project-admin] Usage tracker for resource:router and tenant:fea59da0263e407e92ef9c97f6420d52 is out of sync, need to count used quota {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:01:13.369627 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-cc16ca2b-1d04-40f9-8ac2-9cb0b7668787 tempest-RoutersTestDVR-1614917853 tempest-RoutersTestDVR-1614917853-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:01:13.377299 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-cc16ca2b-1d04-40f9-8ac2-9cb0b7668787 tempest-RoutersTestDVR-1614917853 tempest-RoutersTestDVR-1614917853-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:01:13.406130 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-cc16ca2b-1d04-40f9-8ac2-9cb0b7668787 tempest-RoutersTestDVR-1614917853 tempest-RoutersTestDVR-1614917853-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-33442106', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5708'] for router, before_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:13.407897 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-cc16ca2b-1d04-40f9-8ac2-9cb0b7668787 tempest-RoutersTestDVR-1614917853 tempest-RoutersTestDVR-1614917853-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33442137', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33444285', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33535433', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5703'] for router, precommit_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:13.454148 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-cc16ca2b-1d04-40f9-8ac2-9cb0b7668787 tempest-RoutersTestDVR-1614917853 tempest-RoutersTestDVR-1614917853-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:13.479654 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-0c2ed9e2-40c8-4101-b605-4890f0887212 req-17f6dd43-45dd-49e0-aff4-c907c9ea04da service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=8febef70-4ef9-4774-9ec7-33697a7c70d6 HTTP/1.1" status: 200 len: 1096 time: 0.8754025 Apr 18 21:01:13.498636 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.db.api [None req-3f513870-0924-4641-8dda-a1aef16ea93f tempest-NetworksIpV6Test-2002984352 tempest-NetworksIpV6Test-2002984352-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84040) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 18 21:01:13.499696 n-d-838334-2 neutron-server[84040]: DEBUG oslo_db.api [None req-3f513870-0924-4641-8dda-a1aef16ea93f tempest-NetworksIpV6Test-2002984352 tempest-NetworksIpV6Test-2002984352-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 18 21:01:13.502145 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-74b7423d-6cdc-4310-8f76-67b95b163909 None None] Provisioning complete for port 585991cc-f060-44b7-a520-14e7d3597819 triggered by entity DHCP. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:01:13.502535 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-74b7423d-6cdc-4310-8f76-67b95b163909 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1253608'] for port, provisioning_complete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:13.504006 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-cc16ca2b-1d04-40f9-8ac2-9cb0b7668787 tempest-RoutersTestDVR-1614917853 tempest-RoutersTestDVR-1614917853-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33443529', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33444176'] for router, after_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:13.544203 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-cc16ca2b-1d04-40f9-8ac2-9cb0b7668787 tempest-RoutersTestDVR-1614917853 tempest-RoutersTestDVR-1614917853-project-admin] Notify callbacks [] for router, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:13.549183 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-cc16ca2b-1d04-40f9-8ac2-9cb0b7668787 tempest-RoutersTestDVR-1614917853 tempest-RoutersTestDVR-1614917853-project-admin] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.2036912 Apr 18 21:01:13.550052 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 59068) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:01:13.755878 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eb54fb0-6421-475e-acaf-7f4cd5b9c897 req-b7bb71a9-24c9-412e-a484-437ced5db0e0 tempest-ServersNegativeTestJSON-508382254 tempest-ServersNegativeTestJSON-508382254-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:01:13.763560 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-3eb54fb0-6421-475e-acaf-7f4cd5b9c897 req-b7bb71a9-24c9-412e-a484-437ced5db0e0 tempest-ServersNegativeTestJSON-508382254 tempest-ServersNegativeTestJSON-508382254-project] 10.222.0.42 "GET /v2.0/ports?device_id=2197a591-197e-47fe-9210-1387bfb6ec5e HTTP/1.1" status: 200 len: 945 time: 1.7094278 Apr 18 21:01:13.814587 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-870b3c52-cf9e-44f5-81b9-c38440f7ddae tempest-RoutersTestDVR-1614917853 tempest-RoutersTestDVR-1614917853-project-admin] Notify callbacks [] for router, before_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:13.817694 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-0c2ed9e2-40c8-4101-b605-4890f0887212 req-c41b370f-73a3-4418-8cdd-1a4d2cd5b8e9 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=326b68b1-226b-43b8-a174-ccc3d0972537&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3206689 Apr 18 21:01:13.983006 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12d06951-59b6-448e-a324-fad7faf9cdcb req-b3eaa1ba-7378-4d3c-8a28-a6dd776a6010 tempest-AttachVolumeTestJSON-1696487017 tempest-AttachVolumeTestJSON-1696487017-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:01:13.994792 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-12d06951-59b6-448e-a324-fad7faf9cdcb req-b3eaa1ba-7378-4d3c-8a28-a6dd776a6010 tempest-AttachVolumeTestJSON-1696487017 tempest-AttachVolumeTestJSON-1696487017-project] 10.222.0.42 "GET /v2.0/ports?device_id=8febef70-4ef9-4774-9ec7-33697a7c70d6 HTTP/1.1" status: 200 len: 945 time: 0.9525678 Apr 18 21:01:14.027291 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.plugin [None req-3f513870-0924-4641-8dda-a1aef16ea93f tempest-NetworksIpV6Test-2002984352 tempest-NetworksIpV6Test-2002984352-project] Deleting port 585991cc-f060-44b7-a520-14e7d3597819 {{(pid=84040) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 21:01:14.028325 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-3f513870-0924-4641-8dda-a1aef16ea93f tempest-NetworksIpV6Test-2002984352 tempest-NetworksIpV6Test-2002984352-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750375188691'] for port, before_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:14.078526 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-3eb54fb0-6421-475e-acaf-7f4cd5b9c897 req-dd47959d-e898-4ec9-b861-72e5ecd99822 tempest-ServersNegativeTestJSON-508382254 tempest-ServersNegativeTestJSON-508382254-project] 10.222.0.42 "GET /v2.0/security-groups?id=ada0ecb3-b1bc-4ba2-8e6c-b06ba09daca2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3117492 Apr 18 21:01:14.226655 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-12d06951-59b6-448e-a324-fad7faf9cdcb req-40010e32-6110-41e6-8dbe-4a8a3c1b3559 tempest-AttachVolumeTestJSON-1696487017 tempest-AttachVolumeTestJSON-1696487017-project] 10.222.0.42 "GET /v2.0/security-groups?id=326b68b1-226b-43b8-a174-ccc3d0972537&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2304108 Apr 18 21:01:14.531683 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-49602480-1462-4a87-b375-2b7e8ec97ad5 None None] Provisioning complete for port 585991cc-f060-44b7-a520-14e7d3597819 triggered by entity DHCP. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:01:14.532214 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-49602480-1462-4a87-b375-2b7e8ec97ad5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1253608'] for port, provisioning_complete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:14.603017 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-870b3c52-cf9e-44f5-81b9-c38440f7ddae tempest-RoutersTestDVR-1614917853 tempest-RoutersTestDVR-1614917853-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33443580', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5726'] for router, precommit_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:14.608936 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-870b3c52-cf9e-44f5-81b9-c38440f7ddae tempest-RoutersTestDVR-1614917853 tempest-RoutersTestDVR-1614917853-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:14.640589 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Device 585991cc-f060-44b7-a520-14e7d3597819 up at agent ovs-agent-n-d-838334-2 {{(pid=84042) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 21:01:14.648448 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-870b3c52-cf9e-44f5-81b9-c38440f7ddae tempest-RoutersTestDVR-1614917853 tempest-RoutersTestDVR-1614917853-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-33443408'] for router, after_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:14.649420 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-870b3c52-cf9e-44f5-81b9-c38440f7ddae tempest-RoutersTestDVR-1614917853 tempest-RoutersTestDVR-1614917853-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 20e6fd22-8d58-473e-9c6f-25c17c96994d {{(pid=84041) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 18 21:01:14.659712 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.db [None req-3f513870-0924-4641-8dda-a1aef16ea93f tempest-NetworksIpV6Test-2002984352 tempest-NetworksIpV6Test-2002984352-project] For port 585991cc-f060-44b7-a520-14e7d3597819, host n-d-838334-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838334-2',level=0,port_id=585991cc-f060-44b7-a520-14e7d3597819,segment=NetworkSegment(30fb4bae-3139-41d8-bb36-b544ea424217),segment_id=30fb4bae-3139-41d8-bb36-b544ea424217)] {{(pid=84040) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:01:14.660086 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-3f513870-0924-4641-8dda-a1aef16ea93f tempest-NetworksIpV6Test-2002984352 tempest-NetworksIpV6Test-2002984352-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369123'] for port, precommit_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:14.668456 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-870b3c52-cf9e-44f5-81b9-c38440f7ddae tempest-RoutersTestDVR-1614917853 tempest-RoutersTestDVR-1614917853-project-admin] Notify callbacks [] for router, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:14.672516 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-870b3c52-cf9e-44f5-81b9-c38440f7ddae tempest-RoutersTestDVR-1614917853 tempest-RoutersTestDVR-1614917853-project-admin] 10.222.0.42 "DELETE /v2.0/routers/20e6fd22-8d58-473e-9c6f-25c17c96994d HTTP/1.1" status: 204 len: 168 time: 1.1213157 Apr 18 21:01:14.676565 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 59098) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:01:14.678488 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50b275c1-544d-4623-a7cf-e5a4cf157323 req-f1b1830f-83c0-451f-b76c-dcc3355bda38 tempest-ServersTestJSON-1424434350 tempest-ServersTestJSON-1424434350-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:01:14.680032 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-50b275c1-544d-4623-a7cf-e5a4cf157323 req-f1b1830f-83c0-451f-b76c-dcc3355bda38 tempest-ServersTestJSON-1424434350 tempest-ServersTestJSON-1424434350-project] 10.222.0.42 "GET /v2.0/ports?device_id=c4a2b833-8357-40a0-9883-002d1a37ba68 HTTP/1.1" status: 200 len: 945 time: 0.3460245 Apr 18 21:01:14.682825 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.v2.base [None req-8c4999d3-3c2a-4c4b-bca4-5c117abe68d7 tempest-RoutersTestDVR-1614917853 tempest-RoutersTestDVR-1614917853-project-admin] Request body: {'router': {'name': 'tempest-router-560727340', 'distributed': False, 'admin_state_up': False, 'ha': False, 'project_id': '111fe9aec0fa4d1fb89b9e9be0555427'}} {{(pid=84041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:01:14.688998 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-8c4999d3-3c2a-4c4b-bca4-5c117abe68d7 tempest-RoutersTestDVR-1614917853 tempest-RoutersTestDVR-1614917853-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:01:14.693396 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-8c4999d3-3c2a-4c4b-bca4-5c117abe68d7 tempest-RoutersTestDVR-1614917853 tempest-RoutersTestDVR-1614917853-project-admin] Usage tracker for resource:router and tenant:111fe9aec0fa4d1fb89b9e9be0555427 is out of sync, need to count used quota {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:01:14.697624 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-8c4999d3-3c2a-4c4b-bca4-5c117abe68d7 tempest-RoutersTestDVR-1614917853 tempest-RoutersTestDVR-1614917853-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:01:14.712149 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-8c4999d3-3c2a-4c4b-bca4-5c117abe68d7 tempest-RoutersTestDVR-1614917853 tempest-RoutersTestDVR-1614917853-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:01:14.734285 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-8c4999d3-3c2a-4c4b-bca4-5c117abe68d7 tempest-RoutersTestDVR-1614917853 tempest-RoutersTestDVR-1614917853-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-33442106', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5708'] for router, before_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:14.738669 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-8c4999d3-3c2a-4c4b-bca4-5c117abe68d7 tempest-RoutersTestDVR-1614917853 tempest-RoutersTestDVR-1614917853-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33442137', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33444285', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33535433', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5703'] for router, precommit_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:14.779158 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-8c4999d3-3c2a-4c4b-bca4-5c117abe68d7 tempest-RoutersTestDVR-1614917853 tempest-RoutersTestDVR-1614917853-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:14.823038 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Provisioning complete for port 585991cc-f060-44b7-a520-14e7d3597819 triggered by entity L2. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:01:14.823660 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1253608'] for port, provisioning_complete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:14.857473 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-8c4999d3-3c2a-4c4b-bca4-5c117abe68d7 tempest-RoutersTestDVR-1614917853 tempest-RoutersTestDVR-1614917853-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33443529', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33444176'] for router, after_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:14.891944 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-8c4999d3-3c2a-4c4b-bca4-5c117abe68d7 tempest-RoutersTestDVR-1614917853 tempest-RoutersTestDVR-1614917853-project-admin] Notify callbacks [] for router, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:14.895885 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-8c4999d3-3c2a-4c4b-bca4-5c117abe68d7 tempest-RoutersTestDVR-1614917853 tempest-RoutersTestDVR-1614917853-project-admin] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.2170527 Apr 18 21:01:14.900445 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 59106) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:01:14.912723 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.v2.base [None req-56ddf684-0ec4-47b2-beb2-d13f0a8a973f tempest-RoutersTestDVR-1614917853 tempest-RoutersTestDVR-1614917853-project-admin] Request body: {'router': {'distributed': True}} {{(pid=84041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:01:14.944807 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.plugin [None req-3f513870-0924-4641-8dda-a1aef16ea93f tempest-NetworksIpV6Test-2002984352 tempest-NetworksIpV6Test-2002984352-project] Calling delete_port for 585991cc-f060-44b7-a520-14e7d3597819 owned by network:dhcp {{(pid=84040) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 21:01:15.138423 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-50b275c1-544d-4623-a7cf-e5a4cf157323 req-819f655f-f4f5-4f1b-bc72-db2b283af611 tempest-ServersTestJSON-1424434350 tempest-ServersTestJSON-1424434350-project] 10.222.0.42 "GET /v2.0/security-groups?id=a3de1b7a-019c-40dd-8c9d-3a3f159b2bd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3643606 Apr 18 21:01:15.493387 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-3f513870-0924-4641-8dda-a1aef16ea93f tempest-NetworksIpV6Test-2002984352 tempest-NetworksIpV6Test-2002984352-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750375259028', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750374836628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32440838'] for port, after_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:15.679445 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-b29e1ab2-7c91-421e-a0fd-93ab602b6f9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750375287399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253529'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:15.732619 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-56ddf684-0ec4-47b2-beb2-d13f0a8a973f tempest-RoutersTestDVR-1614917853 tempest-RoutersTestDVR-1614917853-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-33444175', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-33443520', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5293'] for router, precommit_update {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:15.733318 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-56ddf684-0ec4-47b2-beb2-d13f0a8a973f tempest-RoutersTestDVR-1614917853 tempest-RoutersTestDVR-1614917853-project-admin] Notify callbacks [] for router, before_update {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:15.825054 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f513870-0924-4641-8dda-a1aef16ea93f tempest-NetworksIpV6Test-2002984352 tempest-NetworksIpV6Test-2002984352-project] Pushing event deleted for resources: {'Port': ['ID=585991cc-f060-44b7-a520-14e7d3597819,revision_number=None']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:01:15.908680 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f513870-0924-4641-8dda-a1aef16ea93f tempest-NetworksIpV6Test-2002984352 tempest-NetworksIpV6Test-2002984352-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:01:15.908680 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f513870-0924-4641-8dda-a1aef16ea93f tempest-NetworksIpV6Test-2002984352 tempest-NetworksIpV6Test-2002984352-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:01:15.908680 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f513870-0924-4641-8dda-a1aef16ea93f tempest-NetworksIpV6Test-2002984352 tempest-NetworksIpV6Test-2002984352-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:01:15.908680 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f513870-0924-4641-8dda-a1aef16ea93f tempest-NetworksIpV6Test-2002984352 tempest-NetworksIpV6Test-2002984352-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:01:15.909082 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f513870-0924-4641-8dda-a1aef16ea93f tempest-NetworksIpV6Test-2002984352 tempest-NetworksIpV6Test-2002984352-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:01:15.909264 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f513870-0924-4641-8dda-a1aef16ea93f tempest-NetworksIpV6Test-2002984352 tempest-NetworksIpV6Test-2002984352-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:01:15.909624 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f513870-0924-4641-8dda-a1aef16ea93f tempest-NetworksIpV6Test-2002984352 tempest-NetworksIpV6Test-2002984352-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:01:15.925943 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f513870-0924-4641-8dda-a1aef16ea93f tempest-NetworksIpV6Test-2002984352 tempest-NetworksIpV6Test-2002984352-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:01:15.925943 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f513870-0924-4641-8dda-a1aef16ea93f tempest-NetworksIpV6Test-2002984352 tempest-NetworksIpV6Test-2002984352-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:01:15.925943 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f513870-0924-4641-8dda-a1aef16ea93f tempest-NetworksIpV6Test-2002984352 tempest-NetworksIpV6Test-2002984352-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:01:15.925943 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f513870-0924-4641-8dda-a1aef16ea93f tempest-NetworksIpV6Test-2002984352 tempest-NetworksIpV6Test-2002984352-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:01:15.930644 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8085eb2e-fcc0-42eb-ae5d-058f0a50b891 None None] DHCP port deletion for 0a15a5fc-8e72-4a61-8fed-c9cf927b6d66 request from n-d-838334-2 {{(pid=84042) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 18 21:01:15.953872 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5fcbc95-e922-47ed-8a9f-c53218d9dbc1 None None] get_active_networks_info from n-d-838334-2 {{(pid=84042) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Apr 18 21:01:15.954838 n-d-838334-2 neutron-server[84041]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-56ddf684-0ec4-47b2-beb2-d13f0a8a973f tempest-RoutersTestDVR-1614917853 tempest-RoutersTestDVR-1614917853-project-admin] Get a provider driver handle based on the ha flag: False and distributed flag: True {{(pid=84041) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:155}} Apr 18 21:01:15.955173 n-d-838334-2 neutron-server[84041]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-56ddf684-0ec4-47b2-beb2-d13f0a8a973f tempest-RoutersTestDVR-1614917853 tempest-RoutersTestDVR-1614917853-project-admin] Router 5216b04a-a2f3-4c08-8322-961a7e7643e9 migrating from provider to provider. {{(pid=84041) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:162}} Apr 18 21:01:15.955551 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-56ddf684-0ec4-47b2-beb2-d13f0a8a973f tempest-RoutersTestDVR-1614917853 tempest-RoutersTestDVR-1614917853-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:15.966283 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-56ddf684-0ec4-47b2-beb2-d13f0a8a973f tempest-RoutersTestDVR-1614917853 tempest-RoutersTestDVR-1614917853-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:15.975877 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-56ddf684-0ec4-47b2-beb2-d13f0a8a973f tempest-RoutersTestDVR-1614917853 tempest-RoutersTestDVR-1614917853-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33444176', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-33444166', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-33444185', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-33443547'] for router, after_update {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:16.044399 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b7d2d15-a68a-4c23-930f-af175123079a req-76d35e06-8e73-450a-8a43-8a7109e17977 tempest-ServersNegativeTestJSON-508382254 tempest-ServersNegativeTestJSON-508382254-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:01:16.047265 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-0b7d2d15-a68a-4c23-930f-af175123079a req-76d35e06-8e73-450a-8a43-8a7109e17977 tempest-ServersNegativeTestJSON-508382254 tempest-ServersNegativeTestJSON-508382254-project] 10.222.0.42 "GET /v2.0/ports?device_id=2197a591-197e-47fe-9210-1387bfb6ec5e HTTP/1.1" status: 200 len: 945 time: 0.6631465 Apr 18 21:01:16.051282 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f513870-0924-4641-8dda-a1aef16ea93f tempest-NetworksIpV6Test-2002984352 tempest-NetworksIpV6Test-2002984352-project] No DVR routers for this DVR port 585991cc-f060-44b7-a520-14e7d3597819 on host n-d-838334-2 {{(pid=84040) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 21:01:16.127670 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-3f513870-0924-4641-8dda-a1aef16ea93f tempest-NetworksIpV6Test-2002984352 tempest-NetworksIpV6Test-2002984352-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1260556'] for subnet, precommit_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:16.184388 n-d-838334-2 neutron-server[84042]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5fcbc95-e922-47ed-8a9f-c53218d9dbc1 None None] Resources bound (agent type, host, resource id): {{(pid=84042) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Apr 18 21:01:16.294204 n-d-838334-2 neutron-server[84041]: WARNING neutron.scheduler.l3_agent_scheduler [None req-56ddf684-0ec4-47b2-beb2-d13f0a8a973f tempest-RoutersTestDVR-1614917853 tempest-RoutersTestDVR-1614917853-project-admin] No L3 agents can host the router 5216b04a-a2f3-4c08-8322-961a7e7643e9 Apr 18 21:01:16.356933 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-85d2c8f7-7308-4178-8e94-0eea7a2317c8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33443857'] for router_interface, before_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:16.501344 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56ddf684-0ec4-47b2-beb2-d13f0a8a973f tempest-RoutersTestDVR-1614917853 tempest-RoutersTestDVR-1614917853-project-admin] Hosts for router 5216b04a-a2f3-4c08-8322-961a7e7643e9: [] {{(pid=84041) _get_dvr_hosts_for_router /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:328}} Apr 18 21:01:16.516037 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-3f513870-0924-4641-8dda-a1aef16ea93f tempest-NetworksIpV6Test-2002984352 tempest-NetworksIpV6Test-2002984352-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1260549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33526260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32440885', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31752825'] for subnet, after_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:16.540482 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56ddf684-0ec4-47b2-beb2-d13f0a8a973f tempest-RoutersTestDVR-1614917853 tempest-RoutersTestDVR-1614917853-project-admin] Hosts for other DVR routers connected to router 5216b04a-a2f3-4c08-8322-961a7e7643e9: set() {{(pid=84041) _get_other_dvr_hosts /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:345}} Apr 18 21:01:16.558736 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-56ddf684-0ec4-47b2-beb2-d13f0a8a973f tempest-RoutersTestDVR-1614917853 tempest-RoutersTestDVR-1614917853-project-admin] Notify callbacks [] for router, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:16.561843 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-56ddf684-0ec4-47b2-beb2-d13f0a8a973f tempest-RoutersTestDVR-1614917853 tempest-RoutersTestDVR-1614917853-project-admin] 10.222.0.42 "PUT /v2.0/routers/5216b04a-a2f3-4c08-8322-961a7e7643e9 HTTP/1.1" status: 200 len: 716 time: 1.6600654 Apr 18 21:01:16.563999 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 59156) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:01:16.616984 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f513870-0924-4641-8dda-a1aef16ea93f tempest-NetworksIpV6Test-2002984352 tempest-NetworksIpV6Test-2002984352-project] Pushing event deleted for resources: {'Subnet': ['ID=18acf936-01cf-41c4-800c-134d642dcbd5,revision_number=None']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:01:16.646419 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-0b7d2d15-a68a-4c23-930f-af175123079a req-3655e37b-4e3c-4a85-b464-46e9a1e78e16 tempest-ServersNegativeTestJSON-508382254 tempest-ServersNegativeTestJSON-508382254-project] 10.222.0.42 "GET /v2.0/security-groups?id=ada0ecb3-b1bc-4ba2-8e6c-b06ba09daca2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5917447 Apr 18 21:01:16.650352 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Device 585991cc-f060-44b7-a520-14e7d3597819 no longer exists at agent ovs-agent-n-d-838334-2 {{(pid=84042) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 21:01:16.705586 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.plugin [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] No Port match for: 585991cc-f060-44b7-a520-14e7d3597819 {{(pid=84042) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 18 21:01:16.706366 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Device 585991cc-f060-44b7-a520-14e7d3597819 not bound to the agent host n-d-838334-2 {{(pid=84042) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 21:01:16.948511 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07542d90-a3b9-498e-9522-bb9beafa1a70 req-96c47638-7edf-4932-8c65-54ff6a7fac24 tempest-AttachVolumeTestJSON-1696487017 tempest-AttachVolumeTestJSON-1696487017-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:01:16.952179 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-793d4662-932d-48b5-bba5-23805e083636 None None] Network 0a15a5fc-8e72-4a61-8fed-c9cf927b6d66 requested from n-d-838334-2 {{(pid=84042) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 21:01:16.956167 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-07542d90-a3b9-498e-9522-bb9beafa1a70 req-96c47638-7edf-4932-8c65-54ff6a7fac24 tempest-AttachVolumeTestJSON-1696487017 tempest-AttachVolumeTestJSON-1696487017-project] 10.222.0.42 "GET /v2.0/ports?device_id=8febef70-4ef9-4774-9ec7-33697a7c70d6 HTTP/1.1" status: 200 len: 945 time: 1.2130313 Apr 18 21:01:16.976240 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-3f513870-0924-4641-8dda-a1aef16ea93f tempest-NetworksIpV6Test-2002984352 tempest-NetworksIpV6Test-2002984352-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1258905', 'neutron.services.segments.db._delete_segments_for_network-8750375287417'] for network, precommit_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:17.123275 n-d-838334-2 neutron-server[84040]: DEBUG neutron.services.segments.db [None req-3f513870-0924-4641-8dda-a1aef16ea93f tempest-NetworksIpV6Test-2002984352 tempest-NetworksIpV6Test-2002984352-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0a15a5fc-8e72-4a61-8fed-c9cf927b6d66']}} {{(pid=84040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:01:17.161522 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-8cbfc53b-5ea9-4f7a-b1b2-38d947e6c256 tempest-RoutersTestDVR-1614917853 tempest-RoutersTestDVR-1614917853-project-admin] 10.222.0.42 "GET /v2.0/routers/5216b04a-a2f3-4c08-8322-961a7e7643e9 HTTP/1.1" status: 200 len: 716 time: 0.5830452 Apr 18 21:01:17.162630 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 59188) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:01:17.192661 n-d-838334-2 neutron-server[84040]: DEBUG neutron.services.segments.db [None req-3f513870-0924-4641-8dda-a1aef16ea93f tempest-NetworksIpV6Test-2002984352 tempest-NetworksIpV6Test-2002984352-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '30fb4bae-3139-41d8-bb36-b544ea424217') {'for_net_delete': True} {{(pid=84040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:01:17.193016 n-d-838334-2 neutron-server[84040]: DEBUG neutron.services.segments.db [None req-3f513870-0924-4641-8dda-a1aef16ea93f tempest-NetworksIpV6Test-2002984352 tempest-NetworksIpV6Test-2002984352-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '30fb4bae-3139-41d8-bb36-b544ea424217') {} {{(pid=84040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:01:17.218147 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ddcf45a-26f1-4723-ac8b-8a2d4225f539 None None] DHCP port deletion for 0a15a5fc-8e72-4a61-8fed-c9cf927b6d66 request from n-d-838334-2 {{(pid=84042) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 18 21:01:17.229607 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-07542d90-a3b9-498e-9522-bb9beafa1a70 req-d035534b-e0d2-46df-87ac-8b228469a79a tempest-AttachVolumeTestJSON-1696487017 tempest-AttachVolumeTestJSON-1696487017-project] 10.222.0.42 "GET /v2.0/security-groups?id=326b68b1-226b-43b8-a174-ccc3d0972537&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2724001 Apr 18 21:01:17.250052 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-3f513870-0924-4641-8dda-a1aef16ea93f tempest-NetworksIpV6Test-2002984352 tempest-NetworksIpV6Test-2002984352-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750375287300', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31955965'] for segment, before_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:17.332878 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5516775c-4f8e-4a94-8d7b-5651d6795cdf req-52933394-f581-49b8-b1a8-33ee6d8b70fe tempest-ServersTestJSON-1424434350 tempest-ServersTestJSON-1424434350-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:01:17.334353 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-5516775c-4f8e-4a94-8d7b-5651d6795cdf req-52933394-f581-49b8-b1a8-33ee6d8b70fe tempest-ServersTestJSON-1424434350 tempest-ServersTestJSON-1424434350-project] 10.222.0.42 "GET /v2.0/ports?device_id=c4a2b833-8357-40a0-9883-002d1a37ba68 HTTP/1.1" status: 200 len: 945 time: 0.4577718 Apr 18 21:01:17.335395 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-3f513870-0924-4641-8dda-a1aef16ea93f tempest-NetworksIpV6Test-2002984352 tempest-NetworksIpV6Test-2002984352-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1082986'] for segment, precommit_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:17.376568 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3f513870-0924-4641-8dda-a1aef16ea93f tempest-NetworksIpV6Test-2002984352 tempest-NetworksIpV6Test-2002984352-project] Releasing vlan 392 on physical network physnet1 to pool {{(pid=84040) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 18 21:01:17.377815 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-3f513870-0924-4641-8dda-a1aef16ea93f tempest-NetworksIpV6Test-2002984352 tempest-NetworksIpV6Test-2002984352-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1082993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32440923'] for segment, after_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:17.417666 n-d-838334-2 neutron-server[84040]: Traceback (most recent call last): Apr 18 21:01:17.417666 n-d-838334-2 neutron-server[84040]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 18 21:01:17.417666 n-d-838334-2 neutron-server[84040]: timer() Apr 18 21:01:17.417666 n-d-838334-2 neutron-server[84040]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 21:01:17.417666 n-d-838334-2 neutron-server[84040]: cb(*args, **kw) Apr 18 21:01:17.417666 n-d-838334-2 neutron-server[84040]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 18 21:01:17.417666 n-d-838334-2 neutron-server[84040]: return func(*args, **kwargs) Apr 18 21:01:17.417666 n-d-838334-2 neutron-server[84040]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 21:01:17.417666 n-d-838334-2 neutron-server[84040]: self._notify() Apr 18 21:01:17.417666 n-d-838334-2 neutron-server[84040]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 21:01:17.417666 n-d-838334-2 neutron-server[84040]: self.callback(batched_events) Apr 18 21:01:17.417666 n-d-838334-2 neutron-server[84040]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 21:01:17.417666 n-d-838334-2 neutron-server[84040]: event.method(event) Apr 18 21:01:17.417666 n-d-838334-2 neutron-server[84040]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 18 21:01:17.417666 n-d-838334-2 neutron-server[84040]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 21:01:17.417666 n-d-838334-2 neutron-server[84040]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 18 21:01:17.417666 n-d-838334-2 neutron-server[84040]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 21:01:17.417666 n-d-838334-2 neutron-server[84040]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 18 21:01:17.417666 n-d-838334-2 neutron-server[84040]: return f(self, *a, **k) Apr 18 21:01:17.417666 n-d-838334-2 neutron-server[84040]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 18 21:01:17.417666 n-d-838334-2 neutron-server[84040]: return self._get(url).json() Apr 18 21:01:17.417666 n-d-838334-2 neutron-server[84040]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 18 21:01:17.417666 n-d-838334-2 neutron-server[84040]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 21:01:17.417666 n-d-838334-2 neutron-server[84040]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 18 21:01:17.417666 n-d-838334-2 neutron-server[84040]: return self.request(url, 'GET', **kwargs) Apr 18 21:01:17.417666 n-d-838334-2 neutron-server[84040]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 18 21:01:17.417666 n-d-838334-2 neutron-server[84040]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 21:01:17.417666 n-d-838334-2 neutron-server[84040]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 18 21:01:17.417666 n-d-838334-2 neutron-server[84040]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 21:01:17.417666 n-d-838334-2 neutron-server[84040]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 18 21:01:17.417666 n-d-838334-2 neutron-server[84040]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 21:01:17.417666 n-d-838334-2 neutron-server[84040]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 21:01:17.425132 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-fc26c9c9-75ce-4187-a7bf-2d5dfe4cb8d0 req-0d740e47-4391-46cb-a2c1-99f2ef014a6b service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=0f7cce7b1ccf410486c29c0215106926&device_id=2197a591-197e-47fe-9210-1387bfb6ec5e HTTP/1.1" status: 200 len: 1096 time: 0.3755059 Apr 18 21:01:17.733753 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-28309f30-8c44-4651-90e2-21c6ca5f6ee8 tempest-RoutersTestDVR-998451004 tempest-RoutersTestDVR-998451004-project] 10.222.0.42 "GET /v2.0/routers/5216b04a-a2f3-4c08-8322-961a7e7643e9 HTTP/1.1" status: 200 len: 682 time: 0.5691686 Apr 18 21:01:17.734428 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-5516775c-4f8e-4a94-8d7b-5651d6795cdf req-1bb7f720-08c9-4c24-bd8d-e800255778ba tempest-ServersTestJSON-1424434350 tempest-ServersTestJSON-1424434350-project] 10.222.0.42 "GET /v2.0/security-groups?id=a3de1b7a-019c-40dd-8c9d-3a3f159b2bd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3764684 Apr 18 21:01:17.736634 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 59224) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:01:17.835685 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-3f513870-0924-4641-8dda-a1aef16ea93f tempest-NetworksIpV6Test-2002984352 tempest-NetworksIpV6Test-2002984352-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1258898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33526109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33444113'] for network, after_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:17.865382 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-3f513870-0924-4641-8dda-a1aef16ea93f tempest-NetworksIpV6Test-2002984352 tempest-NetworksIpV6Test-2002984352-project] Notify callbacks [] for network, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:17.910395 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-3d654d39-5d95-4162-8a98-0f48a2dba1e0 tempest-RoutersTestDVR-1614917853 tempest-RoutersTestDVR-1614917853-project-admin] Notify callbacks [] for router, before_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:17.923692 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-f9655393-c76f-4e68-938b-b69d2a0ef113 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750375287399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253529'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:17.979719 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f513870-0924-4641-8dda-a1aef16ea93f tempest-NetworksIpV6Test-2002984352 tempest-NetworksIpV6Test-2002984352-project] Pushing event deleted for resources: {'Network': ['ID=0a15a5fc-8e72-4a61-8fed-c9cf927b6d66,revision_number=None']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:01:17.987698 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc26c9c9-75ce-4187-a7bf-2d5dfe4cb8d0 req-b8e33ca2-0b34-4ae9-833d-c8036743016c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:01:17.989888 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-fc26c9c9-75ce-4187-a7bf-2d5dfe4cb8d0 req-b8e33ca2-0b34-4ae9-833d-c8036743016c service neutron] 10.222.0.48 "GET /v2.0/networks?id=0bad4841-e9a6-4877-8de7-2befe85ffb51 HTTP/1.1" status: 200 len: 914 time: 0.5558891 Apr 18 21:01:18.169947 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddcfc128-e658-456a-bb17-007e52ff8a33 req-f37c6811-9b8d-43ee-8ad5-db0419a46f12 tempest-AttachVolumeTestJSON-1696487017 tempest-AttachVolumeTestJSON-1696487017-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:01:18.176507 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-ddcfc128-e658-456a-bb17-007e52ff8a33 req-f37c6811-9b8d-43ee-8ad5-db0419a46f12 tempest-AttachVolumeTestJSON-1696487017 tempest-AttachVolumeTestJSON-1696487017-project] 10.222.0.42 "GET /v2.0/ports?device_id=8febef70-4ef9-4774-9ec7-33697a7c70d6 HTTP/1.1" status: 200 len: 945 time: 0.7434440 Apr 18 21:01:18.194588 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 59240) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:01:18.206036 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.v2.base [None req-2fe9aa2c-ad8d-4440-bee4-f5311930a79b tempest-AttachVolumeTestJSON-1696487017 tempest-AttachVolumeTestJSON-1696487017-project] Request body: {'floatingip': {'port_id': 'e00c4868-92df-492d-b185-8281a2e33a5b'}} {{(pid=84040) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:01:18.267413 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-3f513870-0924-4641-8dda-a1aef16ea93f tempest-NetworksIpV6Test-2002984352 tempest-NetworksIpV6Test-2002984352-project] 10.222.0.42 "DELETE /v2.0/networks/0a15a5fc-8e72-4a61-8fed-c9cf927b6d66 HTTP/1.1" status: 204 len: 168 time: 8.1149127 Apr 18 21:01:18.344343 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 59244) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:01:18.407254 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-fc26c9c9-75ce-4187-a7bf-2d5dfe4cb8d0 req-3ce1abd6-9436-4e3c-95c3-0707a7dc573b service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8eed9390-9245-43e8-8f5a-918d1fc3c30c HTTP/1.1" status: 200 len: 217 time: 0.3733599 Apr 18 21:01:18.449723 n-d-838334-2 neutron-server[84041]: INFO neutron.pecan_wsgi.hooks.translation [None req-f3bc1f90-0f1f-461e-a609-9ced995c616a tempest-NetworksIpV6Test-2002984352 tempest-NetworksIpV6Test-2002984352-project] DELETE failed (client error): The resource could not be found. Apr 18 21:01:18.450301 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f3bc1f90-0f1f-461e-a609-9ced995c616a tempest-NetworksIpV6Test-2002984352 tempest-NetworksIpV6Test-2002984352-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84041) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 21:01:18.454950 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-f3bc1f90-0f1f-461e-a609-9ced995c616a tempest-NetworksIpV6Test-2002984352 tempest-NetworksIpV6Test-2002984352-project] 10.222.0.42 "DELETE /v2.0/subnets/18acf936-01cf-41c4-800c-134d642dcbd5 HTTP/1.1" status: 404 len: 337 time: 0.1071987 Apr 18 21:01:18.455721 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 59250) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:01:18.482332 n-d-838334-2 neutron-server[84041]: INFO neutron.pecan_wsgi.hooks.translation [None req-b606df4a-bf44-4d32-b7b8-19d3ed534557 tempest-NetworksIpV6Test-2002984352 tempest-NetworksIpV6Test-2002984352-project] DELETE failed (client error): The resource could not be found. Apr 18 21:01:18.482766 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b606df4a-bf44-4d32-b7b8-19d3ed534557 tempest-NetworksIpV6Test-2002984352 tempest-NetworksIpV6Test-2002984352-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84041) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 21:01:18.485299 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-b606df4a-bf44-4d32-b7b8-19d3ed534557 tempest-NetworksIpV6Test-2002984352 tempest-NetworksIpV6Test-2002984352-project] 10.222.0.42 "DELETE /v2.0/networks/0a15a5fc-8e72-4a61-8fed-c9cf927b6d66 HTTP/1.1" status: 404 len: 339 time: 0.0284107 Apr 18 21:01:18.487726 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 59256) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:01:18.494272 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-3d654d39-5d95-4162-8a98-0f48a2dba1e0 tempest-RoutersTestDVR-1614917853 tempest-RoutersTestDVR-1614917853-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33443580', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5726'] for router, precommit_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:18.527549 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-3d654d39-5d95-4162-8a98-0f48a2dba1e0 tempest-RoutersTestDVR-1614917853 tempest-RoutersTestDVR-1614917853-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:18.542404 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-2fe9aa2c-ad8d-4440-bee4-f5311930a79b tempest-AttachVolumeTestJSON-1696487017 tempest-AttachVolumeTestJSON-1696487017-project] Notify callbacks [] for floatingip, before_update {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:18.684927 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-db0fd479-466c-4bb5-a097-357e7de82208 tempest-NetworksIpV6Test-2002984352 tempest-NetworksIpV6Test-2002984352-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1103592'] for network, before_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:18.690134 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-3d654d39-5d95-4162-8a98-0f48a2dba1e0 tempest-RoutersTestDVR-1614917853 tempest-RoutersTestDVR-1614917853-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-33443408'] for router, after_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:18.691198 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3d654d39-5d95-4162-8a98-0f48a2dba1e0 tempest-RoutersTestDVR-1614917853 tempest-RoutersTestDVR-1614917853-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 5216b04a-a2f3-4c08-8322-961a7e7643e9 {{(pid=84041) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 18 21:01:18.761234 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-3d654d39-5d95-4162-8a98-0f48a2dba1e0 tempest-RoutersTestDVR-1614917853 tempest-RoutersTestDVR-1614917853-project-admin] Notify callbacks [] for router, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:18.763866 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-3d654d39-5d95-4162-8a98-0f48a2dba1e0 tempest-RoutersTestDVR-1614917853 tempest-RoutersTestDVR-1614917853-project-admin] 10.222.0.42 "DELETE /v2.0/routers/5216b04a-a2f3-4c08-8322-961a7e7643e9 HTTP/1.1" status: 204 len: 168 time: 1.0246363 Apr 18 21:01:18.766442 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 59274) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:01:18.779554 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.v2.base [None req-ebfb4af7-09a7-4d0a-b4f0-b5da91b48b6c tempest-RoutersTestDVR-1614917853 tempest-RoutersTestDVR-1614917853-project-admin] Request body: {'router': {'name': 'tempest-router-1473585375', 'distributed': True}} {{(pid=84041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:01:18.835854 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-ebfb4af7-09a7-4d0a-b4f0-b5da91b48b6c tempest-RoutersTestDVR-1614917853 tempest-RoutersTestDVR-1614917853-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:01:18.853093 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-ebfb4af7-09a7-4d0a-b4f0-b5da91b48b6c tempest-RoutersTestDVR-1614917853 tempest-RoutersTestDVR-1614917853-project-admin] Usage tracker for resource:router and tenant:fea59da0263e407e92ef9c97f6420d52 is out of sync, need to count used quota {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:01:18.858426 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-ebfb4af7-09a7-4d0a-b4f0-b5da91b48b6c tempest-RoutersTestDVR-1614917853 tempest-RoutersTestDVR-1614917853-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:01:18.866727 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-db0fd479-466c-4bb5-a097-357e7de82208 tempest-NetworksIpV6Test-2002984352 tempest-NetworksIpV6Test-2002984352-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1258905', 'neutron.services.segments.db._delete_segments_for_network-8750375287417'] for network, precommit_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:18.876295 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-ebfb4af7-09a7-4d0a-b4f0-b5da91b48b6c tempest-RoutersTestDVR-1614917853 tempest-RoutersTestDVR-1614917853-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:01:18.894295 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc26c9c9-75ce-4187-a7bf-2d5dfe4cb8d0 req-5b6bc026-6290-4256-b2e1-f3a8e3fa3b71 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:01:18.896058 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-fc26c9c9-75ce-4187-a7bf-2d5dfe4cb8d0 req-5b6bc026-6290-4256-b2e1-f3a8e3fa3b71 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=0d6de920-cb7d-469b-9a77-ddf54cb30087 HTTP/1.1" status: 200 len: 853 time: 0.4583013 Apr 18 21:01:18.900824 n-d-838334-2 neutron-server[84041]: DEBUG neutron.services.segments.db [None req-db0fd479-466c-4bb5-a097-357e7de82208 tempest-NetworksIpV6Test-2002984352 tempest-NetworksIpV6Test-2002984352-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e7ada73e-9225-4ebc-8490-6fd4ebf6c672']}} {{(pid=84041) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:01:18.912135 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-ebfb4af7-09a7-4d0a-b4f0-b5da91b48b6c tempest-RoutersTestDVR-1614917853 tempest-RoutersTestDVR-1614917853-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-33442106', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5708'] for router, before_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:18.913336 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-ebfb4af7-09a7-4d0a-b4f0-b5da91b48b6c tempest-RoutersTestDVR-1614917853 tempest-RoutersTestDVR-1614917853-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33442137', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33444285', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33535433', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5703'] for router, precommit_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:18.957351 n-d-838334-2 neutron-server[84041]: DEBUG neutron.services.segments.db [None req-db0fd479-466c-4bb5-a097-357e7de82208 tempest-NetworksIpV6Test-2002984352 tempest-NetworksIpV6Test-2002984352-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9c71aacd-306d-458c-9303-4fde566a54a6') {'for_net_delete': True} {{(pid=84041) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:01:18.962318 n-d-838334-2 neutron-server[84041]: DEBUG neutron.services.segments.db [None req-db0fd479-466c-4bb5-a097-357e7de82208 tempest-NetworksIpV6Test-2002984352 tempest-NetworksIpV6Test-2002984352-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9c71aacd-306d-458c-9303-4fde566a54a6') {} {{(pid=84041) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:01:18.981278 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8348656c-bf0a-4b74-a195-f01680423234 req-914199a3-7f75-43c5-b5aa-eb706b6261ea tempest-ServersNegativeTestJSON-508382254 tempest-ServersNegativeTestJSON-508382254-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:01:18.984319 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750375287399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253529'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:18.989159 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-8348656c-bf0a-4b74-a195-f01680423234 req-914199a3-7f75-43c5-b5aa-eb706b6261ea tempest-ServersNegativeTestJSON-508382254 tempest-ServersNegativeTestJSON-508382254-project] 10.222.0.42 "GET /v2.0/ports?device_id=2197a591-197e-47fe-9210-1387bfb6ec5e HTTP/1.1" status: 200 len: 945 time: 0.8980529 Apr 18 21:01:19.022826 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-db0fd479-466c-4bb5-a097-357e7de82208 tempest-NetworksIpV6Test-2002984352 tempest-NetworksIpV6Test-2002984352-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750375287300', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32268156'] for segment, before_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:19.063702 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-ebfb4af7-09a7-4d0a-b4f0-b5da91b48b6c tempest-RoutersTestDVR-1614917853 tempest-RoutersTestDVR-1614917853-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:19.065659 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-db0fd479-466c-4bb5-a097-357e7de82208 tempest-NetworksIpV6Test-2002984352 tempest-NetworksIpV6Test-2002984352-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1082986'] for segment, precommit_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:19.086615 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-db0fd479-466c-4bb5-a097-357e7de82208 tempest-NetworksIpV6Test-2002984352 tempest-NetworksIpV6Test-2002984352-project] Releasing vlan 390 on physical network physnet1 to pool {{(pid=84041) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 18 21:01:19.087296 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-db0fd479-466c-4bb5-a097-357e7de82208 tempest-NetworksIpV6Test-2002984352 tempest-NetworksIpV6Test-2002984352-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1082993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32266254'] for segment, after_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:19.095207 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-fc26c9c9-75ce-4187-a7bf-2d5dfe4cb8d0 req-4f6172a4-df51-4ced-a543-0b5152f76b5c service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=0bad4841-e9a6-4877-8de7-2befe85ffb51&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1821289 Apr 18 21:01:19.216651 n-d-838334-2 neutron-server[84041]: Traceback (most recent call last): Apr 18 21:01:19.216651 n-d-838334-2 neutron-server[84041]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 18 21:01:19.216651 n-d-838334-2 neutron-server[84041]: timer() Apr 18 21:01:19.216651 n-d-838334-2 neutron-server[84041]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 21:01:19.216651 n-d-838334-2 neutron-server[84041]: cb(*args, **kw) Apr 18 21:01:19.216651 n-d-838334-2 neutron-server[84041]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 18 21:01:19.216651 n-d-838334-2 neutron-server[84041]: return func(*args, **kwargs) Apr 18 21:01:19.216651 n-d-838334-2 neutron-server[84041]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 21:01:19.216651 n-d-838334-2 neutron-server[84041]: self._notify() Apr 18 21:01:19.216651 n-d-838334-2 neutron-server[84041]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 21:01:19.216651 n-d-838334-2 neutron-server[84041]: self.callback(batched_events) Apr 18 21:01:19.216651 n-d-838334-2 neutron-server[84041]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 21:01:19.216651 n-d-838334-2 neutron-server[84041]: event.method(event) Apr 18 21:01:19.216651 n-d-838334-2 neutron-server[84041]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 18 21:01:19.216651 n-d-838334-2 neutron-server[84041]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 21:01:19.216651 n-d-838334-2 neutron-server[84041]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 18 21:01:19.216651 n-d-838334-2 neutron-server[84041]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 21:01:19.216651 n-d-838334-2 neutron-server[84041]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 18 21:01:19.216651 n-d-838334-2 neutron-server[84041]: return f(self, *a, **k) Apr 18 21:01:19.216651 n-d-838334-2 neutron-server[84041]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 18 21:01:19.216651 n-d-838334-2 neutron-server[84041]: return self._get(url).json() Apr 18 21:01:19.216651 n-d-838334-2 neutron-server[84041]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 18 21:01:19.216651 n-d-838334-2 neutron-server[84041]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 21:01:19.216651 n-d-838334-2 neutron-server[84041]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 18 21:01:19.216651 n-d-838334-2 neutron-server[84041]: return self.request(url, 'GET', **kwargs) Apr 18 21:01:19.216651 n-d-838334-2 neutron-server[84041]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 18 21:01:19.216651 n-d-838334-2 neutron-server[84041]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 21:01:19.216651 n-d-838334-2 neutron-server[84041]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 18 21:01:19.216651 n-d-838334-2 neutron-server[84041]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 21:01:19.216651 n-d-838334-2 neutron-server[84041]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 18 21:01:19.216651 n-d-838334-2 neutron-server[84041]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 21:01:19.216651 n-d-838334-2 neutron-server[84041]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 21:01:19.299342 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-ebfb4af7-09a7-4d0a-b4f0-b5da91b48b6c tempest-RoutersTestDVR-1614917853 tempest-RoutersTestDVR-1614917853-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33443529', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33444176'] for router, after_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:19.324939 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-db0fd479-466c-4bb5-a097-357e7de82208 tempest-NetworksIpV6Test-2002984352 tempest-NetworksIpV6Test-2002984352-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1258898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33526109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33444113'] for network, after_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:19.330139 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-db0fd479-466c-4bb5-a097-357e7de82208 tempest-NetworksIpV6Test-2002984352 tempest-NetworksIpV6Test-2002984352-project] Notify callbacks [] for network, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:19.332084 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-db0fd479-466c-4bb5-a097-357e7de82208 tempest-NetworksIpV6Test-2002984352 tempest-NetworksIpV6Test-2002984352-project] 10.222.0.42 "DELETE /v2.0/networks/e7ada73e-9225-4ebc-8490-6fd4ebf6c672 HTTP/1.1" status: 204 len: 168 time: 0.8434973 Apr 18 21:01:19.351128 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 59298) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:01:19.361247 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-ebfb4af7-09a7-4d0a-b4f0-b5da91b48b6c tempest-RoutersTestDVR-1614917853 tempest-RoutersTestDVR-1614917853-project-admin] Notify callbacks [] for router, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:19.362378 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-ebfb4af7-09a7-4d0a-b4f0-b5da91b48b6c tempest-RoutersTestDVR-1614917853 tempest-RoutersTestDVR-1614917853-project-admin] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 721 time: 0.5948932 Apr 18 21:01:19.363724 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db0fd479-466c-4bb5-a097-357e7de82208 tempest-NetworksIpV6Test-2002984352 tempest-NetworksIpV6Test-2002984352-project] Pushing event deleted for resources: {'Network': ['ID=e7ada73e-9225-4ebc-8490-6fd4ebf6c672,revision_number=None']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:01:19.366046 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 59302) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:01:19.396327 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-8348656c-bf0a-4b74-a195-f01680423234 req-86699576-c935-49e9-aeaf-7527d0bdea0d tempest-ServersNegativeTestJSON-508382254 tempest-ServersNegativeTestJSON-508382254-project] 10.222.0.42 "GET /v2.0/security-groups?id=ada0ecb3-b1bc-4ba2-8e6c-b06ba09daca2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4056404 Apr 18 21:01:19.409781 n-d-838334-2 neutron-server[84041]: INFO neutron.pecan_wsgi.hooks.translation [None req-9a07ee1f-22f1-496f-8343-1ffbd346f14a tempest-NetworksIpV6Test-2002984352 tempest-NetworksIpV6Test-2002984352-project] DELETE failed (client error): The resource could not be found. Apr 18 21:01:19.410220 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9a07ee1f-22f1-496f-8343-1ffbd346f14a tempest-NetworksIpV6Test-2002984352 tempest-NetworksIpV6Test-2002984352-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84041) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 21:01:19.414080 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-9a07ee1f-22f1-496f-8343-1ffbd346f14a tempest-NetworksIpV6Test-2002984352 tempest-NetworksIpV6Test-2002984352-project] 10.222.0.42 "DELETE /v2.0/subnets/9e6e238f-7319-4a81-add4-cd0d34f218f9 HTTP/1.1" status: 404 len: 337 time: 0.0525680 Apr 18 21:01:19.431333 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 59308) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:01:19.433729 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-414b6ffe-e119-47bc-b18f-bcff1219c2f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750375287399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253529'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:19.525359 n-d-838334-2 neutron-server[84040]: INFO neutron.pecan_wsgi.hooks.translation [None req-e389e113-a987-4024-b3b2-dbfdeaf5ff72 tempest-NetworksIpV6Test-2002984352 tempest-NetworksIpV6Test-2002984352-project] DELETE failed (client error): The resource could not be found. Apr 18 21:01:19.525792 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e389e113-a987-4024-b3b2-dbfdeaf5ff72 tempest-NetworksIpV6Test-2002984352 tempest-NetworksIpV6Test-2002984352-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84040) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 21:01:19.529723 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-e389e113-a987-4024-b3b2-dbfdeaf5ff72 tempest-NetworksIpV6Test-2002984352 tempest-NetworksIpV6Test-2002984352-project] 10.222.0.42 "DELETE /v2.0/networks/31aa2c34-2528-47ba-89e6-6f020b2aa6d6 HTTP/1.1" status: 404 len: 339 time: 0.0898328 Apr 18 21:01:19.536118 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 59314) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:01:19.562570 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-fc26c9c9-75ce-4187-a7bf-2d5dfe4cb8d0 req-1b01f18d-964d-4994-abe8-0235dcb4bbae service neutron] 10.222.0.48 "GET /v2.0/networks/0bad4841-e9a6-4877-8de7-2befe85ffb51?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4583163 Apr 18 21:01:19.585930 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3290251f-18ab-4c4a-8259-12d0a4ab1f45 req-ae520656-a7cc-436d-8a51-c0c922fac823 tempest-ServersTestJSON-1424434350 tempest-ServersTestJSON-1424434350-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:01:19.587826 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-3290251f-18ab-4c4a-8259-12d0a4ab1f45 req-ae520656-a7cc-436d-8a51-c0c922fac823 tempest-ServersTestJSON-1424434350 tempest-ServersTestJSON-1424434350-project] 10.222.0.42 "GET /v2.0/ports?device_id=c4a2b833-8357-40a0-9883-002d1a37ba68 HTTP/1.1" status: 200 len: 945 time: 0.5810950 Apr 18 21:01:19.613436 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-7f33acd9-e939-49e8-8475-2661bdff5400 tempest-RoutersTestDVR-1614917853 tempest-RoutersTestDVR-1614917853-project-admin] Notify callbacks [] for router, before_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:19.909047 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-3290251f-18ab-4c4a-8259-12d0a4ab1f45 req-1c39d1c0-6e75-411b-a866-c317c9c33690 tempest-ServersTestJSON-1424434350 tempest-ServersTestJSON-1424434350-project] 10.222.0.42 "GET /v2.0/security-groups?id=a3de1b7a-019c-40dd-8c9d-3a3f159b2bd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2917266 Apr 18 21:01:19.913653 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 59324) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:01:19.947539 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-fc26c9c9-75ce-4187-a7bf-2d5dfe4cb8d0 req-9f5087d6-b779-41a9-95ec-cae0b4b8fd2e service neutron] 10.222.0.48 "GET /v2.0/networks/0bad4841-e9a6-4877-8de7-2befe85ffb51?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3640146 Apr 18 21:01:20.135043 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.db_base_plugin_v2 [None req-0566efdf-1ef8-412c-b0e2-9fb9d2a0a303 tempest-NetworksIpV6Test-2002984352 tempest-NetworksIpV6Test-2002984352-project] Deleting subnet ea338df7-1936-451b-ae8f-9b232a7bb8de {{(pid=84041) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 18 21:01:20.142060 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-0566efdf-1ef8-412c-b0e2-9fb9d2a0a303 tempest-NetworksIpV6Test-2002984352 tempest-NetworksIpV6Test-2002984352-project] Notify callbacks [] for subnet, before_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:20.171063 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-7f33acd9-e939-49e8-8475-2661bdff5400 tempest-RoutersTestDVR-1614917853 tempest-RoutersTestDVR-1614917853-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33443580', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5726'] for router, precommit_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:20.192078 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-7f33acd9-e939-49e8-8475-2661bdff5400 tempest-RoutersTestDVR-1614917853 tempest-RoutersTestDVR-1614917853-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:20.206711 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-0566efdf-1ef8-412c-b0e2-9fb9d2a0a303 tempest-NetworksIpV6Test-2002984352 tempest-NetworksIpV6Test-2002984352-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32266383'] for subnet, precommit_delete_associations {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:20.279175 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-7f33acd9-e939-49e8-8475-2661bdff5400 tempest-RoutersTestDVR-1614917853 tempest-RoutersTestDVR-1614917853-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-33443408'] for router, after_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:20.279650 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7f33acd9-e939-49e8-8475-2661bdff5400 tempest-RoutersTestDVR-1614917853 tempest-RoutersTestDVR-1614917853-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 1b146768-d003-46ee-91f0-5678c6903ab3 {{(pid=84041) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 18 21:01:20.290951 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-7f33acd9-e939-49e8-8475-2661bdff5400 tempest-RoutersTestDVR-1614917853 tempest-RoutersTestDVR-1614917853-project-admin] Notify callbacks [] for router, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:20.295802 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-7f33acd9-e939-49e8-8475-2661bdff5400 tempest-RoutersTestDVR-1614917853 tempest-RoutersTestDVR-1614917853-project-admin] 10.222.0.42 "DELETE /v2.0/routers/1b146768-d003-46ee-91f0-5678c6903ab3 HTTP/1.1" status: 204 len: 168 time: 0.8959951 Apr 18 21:01:20.302424 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-acf58f63-dd8c-49ff-aa88-ced4fdce6966 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:20.340412 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-2fe9aa2c-ad8d-4440-bee4-f5311930a79b tempest-AttachVolumeTestJSON-1696487017 tempest-AttachVolumeTestJSON-1696487017-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:20.342937 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-0566efdf-1ef8-412c-b0e2-9fb9d2a0a303 tempest-NetworksIpV6Test-2002984352 tempest-NetworksIpV6Test-2002984352-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1260556'] for subnet, precommit_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:20.354106 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-2fe9aa2c-ad8d-4440-bee4-f5311930a79b tempest-AttachVolumeTestJSON-1696487017 tempest-AttachVolumeTestJSON-1696487017-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33444131'] for floatingip, after_update {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:20.419788 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [None req-acf58f63-dd8c-49ff-aa88-ced4fdce6966 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:01:20.476278 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-0566efdf-1ef8-412c-b0e2-9fb9d2a0a303 tempest-NetworksIpV6Test-2002984352 tempest-NetworksIpV6Test-2002984352-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1260549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33526260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32266336', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32486390'] for subnet, after_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:20.481522 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-acf58f63-dd8c-49ff-aa88-ced4fdce6966 admin admin] Usage tracker for resource:security_group_rule and tenant:5e36014b100b4e7b800764ed53adab67 is out of sync, need to count used quota {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:01:20.489499 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-acf58f63-dd8c-49ff-aa88-ced4fdce6966 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:01:20.525147 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [None req-acf58f63-dd8c-49ff-aa88-ced4fdce6966 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:01:20.527409 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-c7521a90-7d65-4e2e-842c-ca5d95e9a89c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750375287399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253529'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:20.562175 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df70af10-b306-423f-8d1f-481022daa851 None None] Network a818874a-cf41-4f25-aac5-981d8c6231b1 requested from n-d-838334-2 {{(pid=84042) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 21:01:20.567986 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-0566efdf-1ef8-412c-b0e2-9fb9d2a0a303 tempest-NetworksIpV6Test-2002984352 tempest-NetworksIpV6Test-2002984352-project] Notify callbacks [] for subnet, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:20.605338 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-0566efdf-1ef8-412c-b0e2-9fb9d2a0a303 tempest-NetworksIpV6Test-2002984352 tempest-NetworksIpV6Test-2002984352-project] 10.222.0.42 "DELETE /v2.0/subnets/ea338df7-1936-451b-ae8f-9b232a7bb8de HTTP/1.1" status: 204 len: 168 time: 1.0680938 Apr 18 21:01:20.606077 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 59350) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:01:20.609569 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0566efdf-1ef8-412c-b0e2-9fb9d2a0a303 tempest-NetworksIpV6Test-2002984352 tempest-NetworksIpV6Test-2002984352-project] Pushing event deleted for resources: {'Subnet': ['ID=ea338df7-1936-451b-ae8f-9b232a7bb8de,revision_number=None']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:01:20.616876 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.plugin [None req-85d2c8f7-7308-4178-8e94-0eea7a2317c8 admin admin] Deleting port aa8998f0-5774-4503-93d9-f054eb0cbd71 {{(pid=84040) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 21:01:20.617211 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-85d2c8f7-7308-4178-8e94-0eea7a2317c8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750375188691'] for port, before_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:20.756893 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.db_base_plugin_v2 [None req-0f9516d2-1fe2-4b84-970a-3b8794eac36c tempest-NetworksIpV6Test-2002984352 tempest-NetworksIpV6Test-2002984352-project] Deleting subnet ea695f75-b3ec-403c-ab91-2f20db177b66 {{(pid=84041) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 18 21:01:20.760463 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-0f9516d2-1fe2-4b84-970a-3b8794eac36c tempest-NetworksIpV6Test-2002984352 tempest-NetworksIpV6Test-2002984352-project] Notify callbacks [] for subnet, before_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:20.824783 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-acf58f63-dd8c-49ff-aa88-ced4fdce6966 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:20.838347 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-0f9516d2-1fe2-4b84-970a-3b8794eac36c tempest-NetworksIpV6Test-2002984352 tempest-NetworksIpV6Test-2002984352-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32266383'] for subnet, precommit_delete_associations {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:20.841680 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-acf58f63-dd8c-49ff-aa88-ced4fdce6966 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33528224'] for security_group, after_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:20.853197 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 59356) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:01:20.919486 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Device 8eed9390-9245-43e8-8f5a-918d1fc3c30c no longer exists at agent hyperv_n-h2-838334-2 {{(pid=84042) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 21:01:20.959815 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acf58f63-dd8c-49ff-aa88-ced4fdce6966 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2d0b9c6d-992c-46d8-b19c-707ca002a532,revision_number=1']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:01:21.139141 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-0f9516d2-1fe2-4b84-970a-3b8794eac36c tempest-NetworksIpV6Test-2002984352 tempest-NetworksIpV6Test-2002984352-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1260556'] for subnet, precommit_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:21.179821 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-acf58f63-dd8c-49ff-aa88-ced4fdce6966 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=5e36014b100b4e7b800764ed53adab67&name=default HTTP/1.1" status: 200 len: 2647 time: 1.2557585 Apr 18 21:01:21.180531 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 59370) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:01:21.220538 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:21.237903 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-0f9516d2-1fe2-4b84-970a-3b8794eac36c tempest-NetworksIpV6Test-2002984352 tempest-NetworksIpV6Test-2002984352-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1260549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33526260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32266336', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32486390'] for subnet, after_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:21.270450 n-d-838334-2 neutron-server[84042]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2197a591-197e-47fe-9210-1387bfb6ec5e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8eed9390-9245-43e8-8f5a-918d1fc3c30c'}] {{(pid=84042) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 21:01:21.285586 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] For port 8eed9390-9245-43e8-8f5a-918d1fc3c30c, host n-h2-838334-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838334-2',level=0,port_id=8eed9390-9245-43e8-8f5a-918d1fc3c30c,segment=NetworkSegment(b4dde5c5-5fa1-421a-aa66-9d4eb01be1ce),segment_id=b4dde5c5-5fa1-421a-aa66-9d4eb01be1ce)] {{(pid=84042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:01:21.292457 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682'] for port, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:21.331953 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.db [None req-85d2c8f7-7308-4178-8e94-0eea7a2317c8 admin admin] For port aa8998f0-5774-4503-93d9-f054eb0cbd71, host n-d-838334-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838334-2',level=0,port_id=aa8998f0-5774-4503-93d9-f054eb0cbd71,segment=NetworkSegment(dbc7d3d6-4579-41c2-9fd4-2757cc8c54b6),segment_id=dbc7d3d6-4579-41c2-9fd4-2757cc8c54b6)] {{(pid=84040) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:01:21.336563 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-85d2c8f7-7308-4178-8e94-0eea7a2317c8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369123'] for port, precommit_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:21.344089 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-0f9516d2-1fe2-4b84-970a-3b8794eac36c tempest-NetworksIpV6Test-2002984352 tempest-NetworksIpV6Test-2002984352-project] Notify callbacks [] for subnet, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:21.377975 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-0f9516d2-1fe2-4b84-970a-3b8794eac36c tempest-NetworksIpV6Test-2002984352 tempest-NetworksIpV6Test-2002984352-project] 10.222.0.42 "DELETE /v2.0/subnets/ea695f75-b3ec-403c-ab91-2f20db177b66 HTTP/1.1" status: 204 len: 168 time: 0.7685168 Apr 18 21:01:21.378241 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f9516d2-1fe2-4b84-970a-3b8794eac36c tempest-NetworksIpV6Test-2002984352 tempest-NetworksIpV6Test-2002984352-project] Pushing event deleted for resources: {'Subnet': ['ID=ea695f75-b3ec-403c-ab91-2f20db177b66,revision_number=None']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:01:21.382107 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 59378) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:01:21.400971 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Pushing event updated for resources: {'Port': ['ID=8eed9390-9245-43e8-8f5a-918d1fc3c30c,revision_number=8']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:01:21.491152 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.agents_db [None req-6346a179-333c-4370-b5a6-936984aeab15 None None] Agent healthcheck: found 7 active agents {{(pid=84043) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 18 21:01:21.579418 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-3d1e24fd-3bec-45dd-bccf-b314220ebb91 tempest-NetworksIpV6Test-2002984352 tempest-NetworksIpV6Test-2002984352-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1103592'] for network, before_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:21.593346 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.plugin [None req-3d1e24fd-3bec-45dd-bccf-b314220ebb91 tempest-NetworksIpV6Test-2002984352 tempest-NetworksIpV6Test-2002984352-project] Deleting port 18d3be8d-d888-4a3b-98f2-ba5ac8c0bbd1 {{(pid=84041) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 21:01:21.593772 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-3d1e24fd-3bec-45dd-bccf-b314220ebb91 tempest-NetworksIpV6Test-2002984352 tempest-NetworksIpV6Test-2002984352-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750375188691'] for port, before_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:21.676311 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.plugin [None req-85d2c8f7-7308-4178-8e94-0eea7a2317c8 admin admin] Calling delete_port for aa8998f0-5774-4503-93d9-f054eb0cbd71 owned by network:router_interface {{(pid=84040) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 21:01:21.784065 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-7bbf2a3d-aae4-4115-b503-15c72daffc57 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:21.799263 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e1e5928-ae98-46b9-9a77-8602696fed8c req-c9e1547b-f90a-426e-a526-59de84e72038 tempest-ServersNegativeTestJSON-508382254 tempest-ServersNegativeTestJSON-508382254-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:01:21.801078 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-7e1e5928-ae98-46b9-9a77-8602696fed8c req-c9e1547b-f90a-426e-a526-59de84e72038 tempest-ServersNegativeTestJSON-508382254 tempest-ServersNegativeTestJSON-508382254-project] 10.222.0.42 "GET /v2.0/ports?device_id=2197a591-197e-47fe-9210-1387bfb6ec5e HTTP/1.1" status: 200 len: 945 time: 1.1377223 Apr 18 21:01:21.838896 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.db [None req-3d1e24fd-3bec-45dd-bccf-b314220ebb91 tempest-NetworksIpV6Test-2002984352 tempest-NetworksIpV6Test-2002984352-project] For port 18d3be8d-d888-4a3b-98f2-ba5ac8c0bbd1, host n-d-838334-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838334-2',level=0,port_id=18d3be8d-d888-4a3b-98f2-ba5ac8c0bbd1,segment=NetworkSegment(58a7507d-d165-447e-b58e-fcd70763fb9d),segment_id=58a7507d-d165-447e-b58e-fcd70763fb9d)] {{(pid=84041) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:01:21.839263 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-3d1e24fd-3bec-45dd-bccf-b314220ebb91 tempest-NetworksIpV6Test-2002984352 tempest-NetworksIpV6Test-2002984352-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369123'] for port, precommit_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:21.927438 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dfde4202-23fe-49dd-85f8-22754a594b11 None None] Network a818874a-cf41-4f25-aac5-981d8c6231b1 requested from n-d-838334-2 {{(pid=84042) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 21:01:21.962540 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [None req-7bbf2a3d-aae4-4115-b503-15c72daffc57 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:01:21.969561 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-7bbf2a3d-aae4-4115-b503-15c72daffc57 admin admin] Usage tracker for resource:security_group_rule and tenant:111fe9aec0fa4d1fb89b9e9be0555427 is out of sync, need to count used quota {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:01:21.974595 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-7bbf2a3d-aae4-4115-b503-15c72daffc57 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:01:21.985688 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.plugin [None req-3d1e24fd-3bec-45dd-bccf-b314220ebb91 tempest-NetworksIpV6Test-2002984352 tempest-NetworksIpV6Test-2002984352-project] Calling delete_port for 18d3be8d-d888-4a3b-98f2-ba5ac8c0bbd1 owned by network:dhcp {{(pid=84041) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 21:01:21.985892 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [None req-7bbf2a3d-aae4-4115-b503-15c72daffc57 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:01:22.081008 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-3d1e24fd-3bec-45dd-bccf-b314220ebb91 tempest-NetworksIpV6Test-2002984352 tempest-NetworksIpV6Test-2002984352-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750375259028', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750374836628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32266323'] for port, after_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:22.086885 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-7e1e5928-ae98-46b9-9a77-8602696fed8c req-fedfb32c-3334-49b3-b60e-9e1888062ae6 tempest-ServersNegativeTestJSON-508382254 tempest-ServersNegativeTestJSON-508382254-project] 10.222.0.42 "GET /v2.0/security-groups?id=ada0ecb3-b1bc-4ba2-8e6c-b06ba09daca2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2714789 Apr 18 21:01:22.123736 n-d-838334-2 neutron-server[84040]: INFO neutron.db.l3_db [None req-2fe9aa2c-ad8d-4440-bee4-f5311930a79b tempest-AttachVolumeTestJSON-1696487017 tempest-AttachVolumeTestJSON-1696487017-project] Floating IP c1c1a058-ad87-4bca-882d-a19c896e90cb associated. External IP: 172.25.8.123, port: e00c4868-92df-492d-b185-8281a2e33a5b. Apr 18 21:01:22.147404 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-975ae481-bc33-4942-9e94-1e8027d0b5e3 None None] Could not find standard attr ID for object 18d3be8d-d888-4a3b-98f2-ba5ac8c0bbd1. {{(pid=84042) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 18 21:01:22.155385 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d1e24fd-3bec-45dd-bccf-b314220ebb91 tempest-NetworksIpV6Test-2002984352 tempest-NetworksIpV6Test-2002984352-project] No DVR routers for this DVR port 18d3be8d-d888-4a3b-98f2-ba5ac8c0bbd1 on host n-d-838334-2 {{(pid=84041) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 21:01:22.230619 n-d-838334-2 neutron-server[84042]: INFO neutron.notifiers.nova [-] Nova event matching ['req-59f263e1-7761-4f02-8ee4-f67d14dc599c'] response: {'server_uuid': '2197a591-197e-47fe-9210-1387bfb6ec5e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8eed9390-9245-43e8-8f5a-918d1fc3c30c', 'code': 200} Apr 18 21:01:22.236044 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d1e24fd-3bec-45dd-bccf-b314220ebb91 tempest-NetworksIpV6Test-2002984352 tempest-NetworksIpV6Test-2002984352-project] Pushing event deleted for resources: {'Port': ['ID=18d3be8d-d888-4a3b-98f2-ba5ac8c0bbd1,revision_number=None']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:01:22.256163 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b83c96e1-0abf-45d5-8d60-ebf55459ce39 None None] DHCP port deletion for a818874a-cf41-4f25-aac5-981d8c6231b1 request from n-d-838334-2 {{(pid=84042) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 18 21:01:22.280531 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-58dbf5d5-b076-485c-b83e-bf5577b09062 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:22.284265 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-7bbf2a3d-aae4-4115-b503-15c72daffc57 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:22.350560 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-3d1e24fd-3bec-45dd-bccf-b314220ebb91 tempest-NetworksIpV6Test-2002984352 tempest-NetworksIpV6Test-2002984352-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1258905', 'neutron.services.segments.db._delete_segments_for_network-8750375287417'] for network, precommit_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:22.352039 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-7bbf2a3d-aae4-4115-b503-15c72daffc57 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33528224'] for security_group, after_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:22.391197 n-d-838334-2 neutron-server[84041]: DEBUG neutron.services.segments.db [None req-3d1e24fd-3bec-45dd-bccf-b314220ebb91 tempest-NetworksIpV6Test-2002984352 tempest-NetworksIpV6Test-2002984352-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a818874a-cf41-4f25-aac5-981d8c6231b1']}} {{(pid=84041) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:01:22.404212 n-d-838334-2 neutron-server[84041]: DEBUG neutron.services.segments.db [None req-3d1e24fd-3bec-45dd-bccf-b314220ebb91 tempest-NetworksIpV6Test-2002984352 tempest-NetworksIpV6Test-2002984352-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '58a7507d-d165-447e-b58e-fcd70763fb9d') {'for_net_delete': True} {{(pid=84041) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:01:22.405652 n-d-838334-2 neutron-server[84041]: DEBUG neutron.services.segments.db [None req-3d1e24fd-3bec-45dd-bccf-b314220ebb91 tempest-NetworksIpV6Test-2002984352 tempest-NetworksIpV6Test-2002984352-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '58a7507d-d165-447e-b58e-fcd70763fb9d') {} {{(pid=84041) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:01:22.413491 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b1586b4-df15-4f43-801d-0beff463a4cd req-2fd0963d-95a9-46b7-ab85-70cc1dfe5b14 tempest-ServersTestJSON-1424434350 tempest-ServersTestJSON-1424434350-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:01:22.414982 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-8b1586b4-df15-4f43-801d-0beff463a4cd req-2fd0963d-95a9-46b7-ab85-70cc1dfe5b14 tempest-ServersTestJSON-1424434350 tempest-ServersTestJSON-1424434350-project] 10.222.0.42 "GET /v2.0/ports?device_id=c4a2b833-8357-40a0-9883-002d1a37ba68 HTTP/1.1" status: 200 len: 945 time: 1.2335856 Apr 18 21:01:22.417837 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-3d1e24fd-3bec-45dd-bccf-b314220ebb91 tempest-NetworksIpV6Test-2002984352 tempest-NetworksIpV6Test-2002984352-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750375287300', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32268156'] for segment, before_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:22.435790 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-3d1e24fd-3bec-45dd-bccf-b314220ebb91 tempest-NetworksIpV6Test-2002984352 tempest-NetworksIpV6Test-2002984352-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1082986'] for segment, precommit_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:22.441258 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-58dbf5d5-b076-485c-b83e-bf5577b09062 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:22.443819 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3d1e24fd-3bec-45dd-bccf-b314220ebb91 tempest-NetworksIpV6Test-2002984352 tempest-NetworksIpV6Test-2002984352-project] Releasing vlan 377 on physical network physnet1 to pool {{(pid=84041) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 18 21:01:22.444225 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-3d1e24fd-3bec-45dd-bccf-b314220ebb91 tempest-NetworksIpV6Test-2002984352 tempest-NetworksIpV6Test-2002984352-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1082993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32266254'] for segment, after_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:22.460566 n-d-838334-2 neutron-server[84041]: Traceback (most recent call last): Apr 18 21:01:22.460566 n-d-838334-2 neutron-server[84041]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 18 21:01:22.460566 n-d-838334-2 neutron-server[84041]: timer() Apr 18 21:01:22.460566 n-d-838334-2 neutron-server[84041]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 21:01:22.460566 n-d-838334-2 neutron-server[84041]: cb(*args, **kw) Apr 18 21:01:22.460566 n-d-838334-2 neutron-server[84041]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 18 21:01:22.460566 n-d-838334-2 neutron-server[84041]: return func(*args, **kwargs) Apr 18 21:01:22.460566 n-d-838334-2 neutron-server[84041]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 21:01:22.460566 n-d-838334-2 neutron-server[84041]: self._notify() Apr 18 21:01:22.460566 n-d-838334-2 neutron-server[84041]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 21:01:22.460566 n-d-838334-2 neutron-server[84041]: self.callback(batched_events) Apr 18 21:01:22.460566 n-d-838334-2 neutron-server[84041]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 21:01:22.460566 n-d-838334-2 neutron-server[84041]: event.method(event) Apr 18 21:01:22.460566 n-d-838334-2 neutron-server[84041]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 18 21:01:22.460566 n-d-838334-2 neutron-server[84041]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 21:01:22.460566 n-d-838334-2 neutron-server[84041]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 18 21:01:22.460566 n-d-838334-2 neutron-server[84041]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 21:01:22.460566 n-d-838334-2 neutron-server[84041]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 18 21:01:22.460566 n-d-838334-2 neutron-server[84041]: return f(self, *a, **k) Apr 18 21:01:22.460566 n-d-838334-2 neutron-server[84041]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 18 21:01:22.460566 n-d-838334-2 neutron-server[84041]: return self._get(url).json() Apr 18 21:01:22.460566 n-d-838334-2 neutron-server[84041]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 18 21:01:22.460566 n-d-838334-2 neutron-server[84041]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 21:01:22.460566 n-d-838334-2 neutron-server[84041]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 18 21:01:22.460566 n-d-838334-2 neutron-server[84041]: return self.request(url, 'GET', **kwargs) Apr 18 21:01:22.460566 n-d-838334-2 neutron-server[84041]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 18 21:01:22.460566 n-d-838334-2 neutron-server[84041]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 21:01:22.460566 n-d-838334-2 neutron-server[84041]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 18 21:01:22.460566 n-d-838334-2 neutron-server[84041]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 21:01:22.460566 n-d-838334-2 neutron-server[84041]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 18 21:01:22.460566 n-d-838334-2 neutron-server[84041]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 21:01:22.460566 n-d-838334-2 neutron-server[84041]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 21:01:22.488455 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bbf2a3d-aae4-4115-b503-15c72daffc57 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ad9da688-7525-43bd-a264-b40a030bb675,revision_number=1']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:01:22.520331 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-7bbf2a3d-aae4-4115-b503-15c72daffc57 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=111fe9aec0fa4d1fb89b9e9be0555427&name=default HTTP/1.1" status: 200 len: 2647 time: 1.6178710 Apr 18 21:01:22.528147 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 59390) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:01:22.567972 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-3d1e24fd-3bec-45dd-bccf-b314220ebb91 tempest-NetworksIpV6Test-2002984352 tempest-NetworksIpV6Test-2002984352-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1258898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33526109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33444113'] for network, after_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:22.598679 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-3d1e24fd-3bec-45dd-bccf-b314220ebb91 tempest-NetworksIpV6Test-2002984352 tempest-NetworksIpV6Test-2002984352-project] Notify callbacks [] for network, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:22.614944 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d1e24fd-3bec-45dd-bccf-b314220ebb91 tempest-NetworksIpV6Test-2002984352 tempest-NetworksIpV6Test-2002984352-project] Pushing event deleted for resources: {'Network': ['ID=a818874a-cf41-4f25-aac5-981d8c6231b1,revision_number=None']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:01:22.625866 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-3d1e24fd-3bec-45dd-bccf-b314220ebb91 tempest-NetworksIpV6Test-2002984352 tempest-NetworksIpV6Test-2002984352-project] 10.222.0.42 "DELETE /v2.0/networks/a818874a-cf41-4f25-aac5-981d8c6231b1 HTTP/1.1" status: 204 len: 168 time: 1.2426410 Apr 18 21:01:22.629366 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 59396) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:01:22.639446 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Device 18d3be8d-d888-4a3b-98f2-ba5ac8c0bbd1 no longer exists at agent ovs-agent-n-d-838334-2 {{(pid=84042) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 21:01:22.679908 n-d-838334-2 neutron-server[84041]: INFO neutron.pecan_wsgi.hooks.translation [None req-469a6ae0-7d15-414a-ad10-ba88b9d4e9c6 tempest-NetworksIpV6Test-2002984352 tempest-NetworksIpV6Test-2002984352-project] DELETE failed (client error): The resource could not be found. Apr 18 21:01:22.680314 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.plugin [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] No Port match for: 18d3be8d-d888-4a3b-98f2-ba5ac8c0bbd1 {{(pid=84042) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 18 21:01:22.680436 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-469a6ae0-7d15-414a-ad10-ba88b9d4e9c6 tempest-NetworksIpV6Test-2002984352 tempest-NetworksIpV6Test-2002984352-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84041) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 21:01:22.680911 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Device 18d3be8d-d888-4a3b-98f2-ba5ac8c0bbd1 not bound to the agent host n-d-838334-2 {{(pid=84042) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 21:01:22.682086 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-469a6ae0-7d15-414a-ad10-ba88b9d4e9c6 tempest-NetworksIpV6Test-2002984352 tempest-NetworksIpV6Test-2002984352-project] 10.222.0.42 "DELETE /v2.0/subnets/b05c61bc-ae7b-4ab5-bbea-e55293970aa8 HTTP/1.1" status: 404 len: 337 time: 0.0517654 Apr 18 21:01:22.685202 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 59402) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:01:22.711203 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-518faf3a-36e7-447a-befa-e6bb74f6eff9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:22.724871 n-d-838334-2 neutron-server[84041]: INFO neutron.pecan_wsgi.hooks.translation [None req-a9e6a231-148d-4a6d-8ec7-f0d275cbed05 tempest-NetworksIpV6Test-2002984352 tempest-NetworksIpV6Test-2002984352-project] DELETE failed (client error): The resource could not be found. Apr 18 21:01:22.725337 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a9e6a231-148d-4a6d-8ec7-f0d275cbed05 tempest-NetworksIpV6Test-2002984352 tempest-NetworksIpV6Test-2002984352-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84041) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 21:01:22.726922 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-a9e6a231-148d-4a6d-8ec7-f0d275cbed05 tempest-NetworksIpV6Test-2002984352 tempest-NetworksIpV6Test-2002984352-project] 10.222.0.42 "DELETE /v2.0/networks/55f98e1d-d3b7-41c5-921e-b955dcd5be02 HTTP/1.1" status: 404 len: 339 time: 0.0408440 Apr 18 21:01:22.729530 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 59406) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:01:22.754747 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-8b1586b4-df15-4f43-801d-0beff463a4cd req-86a24a33-c826-455c-8fb4-8e353f65f884 tempest-ServersTestJSON-1424434350 tempest-ServersTestJSON-1424434350-project] 10.222.0.42 "GET /v2.0/security-groups?id=a3de1b7a-019c-40dd-8c9d-3a3f159b2bd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3178678 Apr 18 21:01:22.790329 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-518faf3a-36e7-447a-befa-e6bb74f6eff9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:22.792783 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-85d2c8f7-7308-4178-8e94-0eea7a2317c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750375259028', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750374836628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32440838'] for port, after_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:22.797638 n-d-838334-2 neutron-server[84041]: INFO neutron.pecan_wsgi.hooks.translation [None req-08892e92-a51e-46cc-9a49-67909c2806f0 tempest-NetworksIpV6Test-2002984352 tempest-NetworksIpV6Test-2002984352-project] DELETE failed (client error): The resource could not be found. Apr 18 21:01:22.798068 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-08892e92-a51e-46cc-9a49-67909c2806f0 tempest-NetworksIpV6Test-2002984352 tempest-NetworksIpV6Test-2002984352-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84041) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 21:01:22.800292 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-08892e92-a51e-46cc-9a49-67909c2806f0 tempest-NetworksIpV6Test-2002984352 tempest-NetworksIpV6Test-2002984352-project] 10.222.0.42 "DELETE /v2.0/subnets/e14c9ed5-6a9c-4eca-b387-9789c91d91c0 HTTP/1.1" status: 404 len: 337 time: 0.0699227 Apr 18 21:01:22.811802 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 59412) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:01:22.857206 n-d-838334-2 neutron-server[84041]: INFO neutron.pecan_wsgi.hooks.translation [None req-f28dc5cc-0c32-4163-8386-5b75449124e5 tempest-NetworksIpV6Test-2002984352 tempest-NetworksIpV6Test-2002984352-project] DELETE failed (client error): The resource could not be found. Apr 18 21:01:22.858510 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f28dc5cc-0c32-4163-8386-5b75449124e5 tempest-NetworksIpV6Test-2002984352 tempest-NetworksIpV6Test-2002984352-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84041) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 21:01:22.860524 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-f28dc5cc-0c32-4163-8386-5b75449124e5 tempest-NetworksIpV6Test-2002984352 tempest-NetworksIpV6Test-2002984352-project] 10.222.0.42 "DELETE /v2.0/networks/25f319fb-df30-44c9-9679-7e0204a6b387 HTTP/1.1" status: 404 len: 339 time: 0.0466254 Apr 18 21:01:22.863213 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 59418) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:01:22.870515 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-58dbf5d5-b076-485c-b83e-bf5577b09062 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33528224'] for security_group, after_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:22.914493 n-d-838334-2 neutron-server[84041]: INFO neutron.pecan_wsgi.hooks.translation [None req-46cdf19a-d0c8-4a29-8b4a-6b9fa482ed68 tempest-NetworksIpV6Test-2002984352 tempest-NetworksIpV6Test-2002984352-project] DELETE failed (client error): The resource could not be found. Apr 18 21:01:22.915164 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-46cdf19a-d0c8-4a29-8b4a-6b9fa482ed68 tempest-NetworksIpV6Test-2002984352 tempest-NetworksIpV6Test-2002984352-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84041) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 21:01:22.931494 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-46cdf19a-d0c8-4a29-8b4a-6b9fa482ed68 tempest-NetworksIpV6Test-2002984352 tempest-NetworksIpV6Test-2002984352-project] 10.222.0.42 "DELETE /v2.0/subnets/d0f8ed54-34f8-413a-bd6b-e16592230dac HTTP/1.1" status: 404 len: 337 time: 0.0670948 Apr 18 21:01:22.933974 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 59424) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:01:22.965380 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85d2c8f7-7308-4178-8e94-0eea7a2317c8 admin admin] Pushing event deleted for resources: {'Port': ['ID=aa8998f0-5774-4503-93d9-f054eb0cbd71,revision_number=None']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:01:22.973587 n-d-838334-2 neutron-server[84041]: INFO neutron.pecan_wsgi.hooks.translation [None req-afe2888f-e45e-4048-9a48-df7208f38a1c tempest-NetworksIpV6Test-2002984352 tempest-NetworksIpV6Test-2002984352-project] DELETE failed (client error): The resource could not be found. Apr 18 21:01:22.974455 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-afe2888f-e45e-4048-9a48-df7208f38a1c tempest-NetworksIpV6Test-2002984352 tempest-NetworksIpV6Test-2002984352-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84041) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 21:01:22.976388 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-afe2888f-e45e-4048-9a48-df7208f38a1c tempest-NetworksIpV6Test-2002984352 tempest-NetworksIpV6Test-2002984352-project] 10.222.0.42 "DELETE /v2.0/networks/49c4fa64-d835-4349-9095-78ba4d126b69 HTTP/1.1" status: 404 len: 339 time: 0.0413885 Apr 18 21:01:22.977844 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-518faf3a-36e7-447a-befa-e6bb74f6eff9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33528224'] for security_group, after_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:22.980409 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-518faf3a-36e7-447a-befa-e6bb74f6eff9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:22.981788 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-518faf3a-36e7-447a-befa-e6bb74f6eff9 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/ad9da688-7525-43bd-a264-b40a030bb675 HTTP/1.1" status: 204 len: 168 time: 0.4531517 Apr 18 21:01:22.982759 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 59428) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:01:23.028988 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58dbf5d5-b076-485c-b83e-bf5577b09062 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d0b9c6d-992c-46d8-b19c-707ca002a532,revision_number=None']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:01:23.069523 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-518faf3a-36e7-447a-befa-e6bb74f6eff9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad9da688-7525-43bd-a264-b40a030bb675,revision_number=None']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:01:23.115680 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-58dbf5d5-b076-485c-b83e-bf5577b09062 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:23.116797 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-58dbf5d5-b076-485c-b83e-bf5577b09062 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/2d0b9c6d-992c-46d8-b19c-707ca002a532 HTTP/1.1" status: 204 len: 168 time: 1.8495724 Apr 18 21:01:23.411547 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.db_base_plugin_v2 [None req-e1dd3023-9887-45fc-9b1b-aa5659d3f463 tempest-NetworksIpV6Test-2002984352 tempest-NetworksIpV6Test-2002984352-project] Deleting subnet 941e30d7-5df7-43c5-975b-63ad71e021a1 {{(pid=84041) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 18 21:01:23.415612 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-e1dd3023-9887-45fc-9b1b-aa5659d3f463 tempest-NetworksIpV6Test-2002984352 tempest-NetworksIpV6Test-2002984352-project] Notify callbacks [] for subnet, before_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:23.496500 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-e1dd3023-9887-45fc-9b1b-aa5659d3f463 tempest-NetworksIpV6Test-2002984352 tempest-NetworksIpV6Test-2002984352-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32266383'] for subnet, precommit_delete_associations {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:23.561942 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73ac2d89-99b3-402f-ad57-971ab5973836 req-c5794c7d-4081-487b-b450-9e88f1a43b3f tempest-ServersNegativeTestJSON-508382254 tempest-ServersNegativeTestJSON-508382254-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:01:23.563180 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-73ac2d89-99b3-402f-ad57-971ab5973836 req-c5794c7d-4081-487b-b450-9e88f1a43b3f tempest-ServersNegativeTestJSON-508382254 tempest-ServersNegativeTestJSON-508382254-project] 10.222.0.42 "GET /v2.0/ports?device_id=2197a591-197e-47fe-9210-1387bfb6ec5e HTTP/1.1" status: 200 len: 943 time: 0.2007804 Apr 18 21:01:23.610569 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-e1dd3023-9887-45fc-9b1b-aa5659d3f463 tempest-NetworksIpV6Test-2002984352 tempest-NetworksIpV6Test-2002984352-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1260556'] for subnet, precommit_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:23.638267 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-85d2c8f7-7308-4178-8e94-0eea7a2317c8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-32377931', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33443910'] for router_interface, after_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:23.660657 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-73ac2d89-99b3-402f-ad57-971ab5973836 req-99b510a3-0aae-4664-801c-64341b8a9faa tempest-ServersNegativeTestJSON-508382254 tempest-ServersNegativeTestJSON-508382254-project] 10.222.0.42 "GET /v2.0/security-groups?id=ada0ecb3-b1bc-4ba2-8e6c-b06ba09daca2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0813096 Apr 18 21:01:23.721747 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-e1dd3023-9887-45fc-9b1b-aa5659d3f463 tempest-NetworksIpV6Test-2002984352 tempest-NetworksIpV6Test-2002984352-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1260549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33526260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32266336', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32486390'] for subnet, after_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:23.778279 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-e1dd3023-9887-45fc-9b1b-aa5659d3f463 tempest-NetworksIpV6Test-2002984352 tempest-NetworksIpV6Test-2002984352-project] Notify callbacks [] for subnet, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:23.783177 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa508230-6bc0-4cac-a6fe-25d5fef12929 None None] Network 00f8cc75-8c8d-41f5-833a-2f681ff0615b requested from n-d-838334-2 {{(pid=84042) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 21:01:23.794985 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-e1dd3023-9887-45fc-9b1b-aa5659d3f463 tempest-NetworksIpV6Test-2002984352 tempest-NetworksIpV6Test-2002984352-project] 10.222.0.42 "DELETE /v2.0/subnets/941e30d7-5df7-43c5-975b-63ad71e021a1 HTTP/1.1" status: 204 len: 168 time: 0.8038173 Apr 18 21:01:23.799856 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 59450) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:01:23.802882 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1dd3023-9887-45fc-9b1b-aa5659d3f463 tempest-NetworksIpV6Test-2002984352 tempest-NetworksIpV6Test-2002984352-project] Pushing event deleted for resources: {'Subnet': ['ID=941e30d7-5df7-43c5-975b-63ad71e021a1,revision_number=None']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:01:23.937434 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 59458) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:01:23.970698 n-d-838334-2 neutron-server[84040]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2fe9aa2c-ad8d-4440-bee4-f5311930a79b tempest-AttachVolumeTestJSON-1696487017 tempest-AttachVolumeTestJSON-1696487017-project] Router 0573f4fd-15ec-4486-a7e2-4a1d64e93d08 has already been hosted by L3 agent bc84d6c9-dd7a-4555-a351-592327b46d5a {{(pid=84040) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 21:01:23.972782 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-789076e3-9def-47e5-9cba-d7c024714d9a tempest-NetworksIpV6Test-2002984352 tempest-NetworksIpV6Test-2002984352-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1103592'] for network, before_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:23.993920 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-a141db5a-67ee-412d-9135-c2337b0950d4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:24.005594 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.plugin [None req-789076e3-9def-47e5-9cba-d7c024714d9a tempest-NetworksIpV6Test-2002984352 tempest-NetworksIpV6Test-2002984352-project] Deleting port a45acb07-9b2e-433f-8a48-8cddda61e749 {{(pid=84041) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 21:01:24.006860 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-789076e3-9def-47e5-9cba-d7c024714d9a tempest-NetworksIpV6Test-2002984352 tempest-NetworksIpV6Test-2002984352-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750375188691'] for port, before_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:24.225375 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9ec4b28-1bfd-4e81-93e3-ca2beea686b1 None None] DHCP port deletion for 00f8cc75-8c8d-41f5-833a-2f681ff0615b request from n-d-838334-2 {{(pid=84042) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 18 21:01:24.229931 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.plugin [None req-b9ec4b28-1bfd-4e81-93e3-ca2beea686b1 None None] Deleting port a45acb07-9b2e-433f-8a48-8cddda61e749 {{(pid=84042) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 21:01:24.230547 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-b9ec4b28-1bfd-4e81-93e3-ca2beea686b1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750375188691'] for port, before_delete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:24.282343 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [None req-a141db5a-67ee-412d-9135-c2337b0950d4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:01:24.292221 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37ba07ec-90a5-4f50-b85a-cab02610cce2 req-12ec46cc-2813-4481-8fae-3b086ad909f6 tempest-ServersNegativeTestJSON-508382254 tempest-ServersNegativeTestJSON-508382254-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:01:24.293714 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-37ba07ec-90a5-4f50-b85a-cab02610cce2 req-12ec46cc-2813-4481-8fae-3b086ad909f6 tempest-ServersNegativeTestJSON-508382254 tempest-ServersNegativeTestJSON-508382254-project] 10.222.0.42 "GET /v2.0/ports?device_id=2197a591-197e-47fe-9210-1387bfb6ec5e HTTP/1.1" status: 200 len: 943 time: 0.4295826 Apr 18 21:01:24.303756 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-a141db5a-67ee-412d-9135-c2337b0950d4 admin admin] Usage tracker for resource:security_group_rule and tenant:fea59da0263e407e92ef9c97f6420d52 is out of sync, need to count used quota {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:01:24.310549 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-a141db5a-67ee-412d-9135-c2337b0950d4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:01:24.374506 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [None req-a141db5a-67ee-412d-9135-c2337b0950d4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:01:24.471042 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.db [None req-789076e3-9def-47e5-9cba-d7c024714d9a tempest-NetworksIpV6Test-2002984352 tempest-NetworksIpV6Test-2002984352-project] For port a45acb07-9b2e-433f-8a48-8cddda61e749, host n-d-838334-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838334-2',level=0,port_id=a45acb07-9b2e-433f-8a48-8cddda61e749,segment=NetworkSegment(07e909ca-0afb-4592-b985-59741ff6cac6),segment_id=07e909ca-0afb-4592-b985-59741ff6cac6)] {{(pid=84041) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:01:24.471302 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-789076e3-9def-47e5-9cba-d7c024714d9a tempest-NetworksIpV6Test-2002984352 tempest-NetworksIpV6Test-2002984352-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369123'] for port, precommit_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:24.546752 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-37ba07ec-90a5-4f50-b85a-cab02610cce2 req-34caf9e1-89e4-4129-9e73-70cadf026856 tempest-ServersNegativeTestJSON-508382254 tempest-ServersNegativeTestJSON-508382254-project] 10.222.0.42 "GET /v2.0/security-groups?id=ada0ecb3-b1bc-4ba2-8e6c-b06ba09daca2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2400825 Apr 18 21:01:24.585023 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-a141db5a-67ee-412d-9135-c2337b0950d4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:24.615913 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a55cebe-0f38-4ac0-9346-03a30a00f837 req-3aacae44-1122-4d71-9b3f-f52140369c1f tempest-ServersTestJSON-1424434350 tempest-ServersTestJSON-1424434350-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:01:24.625100 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-0a55cebe-0f38-4ac0-9346-03a30a00f837 req-3aacae44-1122-4d71-9b3f-f52140369c1f tempest-ServersTestJSON-1424434350 tempest-ServersTestJSON-1424434350-project] 10.222.0.42 "GET /v2.0/ports?device_id=c4a2b833-8357-40a0-9883-002d1a37ba68 HTTP/1.1" status: 200 len: 945 time: 0.5962996 Apr 18 21:01:24.641798 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-a141db5a-67ee-412d-9135-c2337b0950d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33528224'] for security_group, after_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:24.646108 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-b9ec4b28-1bfd-4e81-93e3-ca2beea686b1 None None] For port a45acb07-9b2e-433f-8a48-8cddda61e749, host n-d-838334-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838334-2',level=0,port_id=a45acb07-9b2e-433f-8a48-8cddda61e749,segment=NetworkSegment(07e909ca-0afb-4592-b985-59741ff6cac6),segment_id=07e909ca-0afb-4592-b985-59741ff6cac6)] {{(pid=84042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:01:24.646453 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-b9ec4b28-1bfd-4e81-93e3-ca2beea686b1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369123'] for port, precommit_delete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:24.662634 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.plugin [None req-789076e3-9def-47e5-9cba-d7c024714d9a tempest-NetworksIpV6Test-2002984352 tempest-NetworksIpV6Test-2002984352-project] Calling delete_port for a45acb07-9b2e-433f-8a48-8cddda61e749 owned by network:dhcp {{(pid=84041) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 21:01:24.713415 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a141db5a-67ee-412d-9135-c2337b0950d4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9d2db16b-783a-4db2-b870-1995354d1558,revision_number=1']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:01:24.744119 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-7866b850-976c-4d5d-8314-1fb225180d2c req-c56d80a4-04a7-4ad1-bb83-5aa6b3bf134e service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=ba267e3ba48c4ff1b4fc57f8cfab7c8c&device_id=c4a2b833-8357-40a0-9883-002d1a37ba68 HTTP/1.1" status: 200 len: 1096 time: 0.3717294 Apr 18 21:01:24.941801 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.plugin [None req-b9ec4b28-1bfd-4e81-93e3-ca2beea686b1 None None] Calling delete_port for a45acb07-9b2e-433f-8a48-8cddda61e749 owned by network:dhcp {{(pid=84042) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 21:01:24.944916 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7866b850-976c-4d5d-8314-1fb225180d2c req-86580649-b4f5-453e-af92-b9ded21f42e2 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:01:24.946661 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-7866b850-976c-4d5d-8314-1fb225180d2c req-86580649-b4f5-453e-af92-b9ded21f42e2 service neutron] 10.222.0.43 "GET /v2.0/networks?id=7083f08e-ab4e-49e9-91e4-270e03cc3e4c HTTP/1.1" status: 200 len: 906 time: 0.1685424 Apr 18 21:01:25.044796 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Device a45acb07-9b2e-433f-8a48-8cddda61e749 no longer exists at agent ovs-agent-n-d-838334-2 {{(pid=84042) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 21:01:25.121694 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.db.api [None req-b9ec4b28-1bfd-4e81-93e3-ca2beea686b1 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84042) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 18 21:01:25.122050 n-d-838334-2 neutron-server[84042]: DEBUG oslo_db.api [None req-b9ec4b28-1bfd-4e81-93e3-ca2beea686b1 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 18 21:01:25.124547 n-d-838334-2 neutron-server[84042]: INFO neutron.plugins.ml2.db [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] No ports have port_id starting with a45acb07-9b2e-433f-8a48-8cddda61e749 Apr 18 21:01:25.126596 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-789076e3-9def-47e5-9cba-d7c024714d9a tempest-NetworksIpV6Test-2002984352 tempest-NetworksIpV6Test-2002984352-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750375259028', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750374836628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32266323'] for port, after_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:25.196344 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-7866b850-976c-4d5d-8314-1fb225180d2c req-f92657aa-c31e-4c30-b1a8-b4d96c5a2c3c service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c76e4a08-a107-4ed6-8559-332f51fa6fe1 HTTP/1.1" status: 200 len: 217 time: 0.2400641 Apr 18 21:01:25.198631 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-789076e3-9def-47e5-9cba-d7c024714d9a tempest-NetworksIpV6Test-2002984352 tempest-NetworksIpV6Test-2002984352-project] Pushing event deleted for resources: {'Port': ['ID=a45acb07-9b2e-433f-8a48-8cddda61e749,revision_number=None']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:01:25.205733 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.l3_dvrscheduler_db [None req-789076e3-9def-47e5-9cba-d7c024714d9a tempest-NetworksIpV6Test-2002984352 tempest-NetworksIpV6Test-2002984352-project] No DVR routers for this DVR port a45acb07-9b2e-433f-8a48-8cddda61e749 on host n-d-838334-2 {{(pid=84041) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 21:01:25.252422 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-a141db5a-67ee-412d-9135-c2337b0950d4 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=fea59da0263e407e92ef9c97f6420d52&name=default HTTP/1.1" status: 200 len: 2647 time: 1.3131459 Apr 18 21:01:25.257635 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 59490) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:01:25.281104 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-0a55cebe-0f38-4ac0-9346-03a30a00f837 req-ae2adf45-d602-4562-89c6-6126a872fccb tempest-ServersTestJSON-1424434350 tempest-ServersTestJSON-1424434350-project] 10.222.0.42 "GET /v2.0/security-groups?id=a3de1b7a-019c-40dd-8c9d-3a3f159b2bd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6548417 Apr 18 21:01:25.417595 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-789076e3-9def-47e5-9cba-d7c024714d9a tempest-NetworksIpV6Test-2002984352 tempest-NetworksIpV6Test-2002984352-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1258905', 'neutron.services.segments.db._delete_segments_for_network-8750375287417'] for network, precommit_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:25.430504 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7866b850-976c-4d5d-8314-1fb225180d2c req-42ce9ddb-4951-43fb-a01d-eca921968e2b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:01:25.431940 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-7866b850-976c-4d5d-8314-1fb225180d2c req-42ce9ddb-4951-43fb-a01d-eca921968e2b service neutron] 10.222.0.43 "GET /v2.0/subnets?id=b602689e-1bf9-4316-afee-2c16d3405af1 HTTP/1.1" status: 200 len: 845 time: 0.2286932 Apr 18 21:01:25.487166 n-d-838334-2 neutron-server[84041]: DEBUG neutron.services.segments.db [None req-789076e3-9def-47e5-9cba-d7c024714d9a tempest-NetworksIpV6Test-2002984352 tempest-NetworksIpV6Test-2002984352-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['00f8cc75-8c8d-41f5-833a-2f681ff0615b']}} {{(pid=84041) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:01:25.495756 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-7866b850-976c-4d5d-8314-1fb225180d2c req-6ff0c2c2-7f98-4641-8c42-826a63fd95ac service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=7083f08e-ab4e-49e9-91e4-270e03cc3e4c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0517631 Apr 18 21:01:25.502663 n-d-838334-2 neutron-server[84041]: DEBUG neutron.services.segments.db [None req-789076e3-9def-47e5-9cba-d7c024714d9a tempest-NetworksIpV6Test-2002984352 tempest-NetworksIpV6Test-2002984352-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '07e909ca-0afb-4592-b985-59741ff6cac6') {'for_net_delete': True} {{(pid=84041) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:01:25.502954 n-d-838334-2 neutron-server[84041]: DEBUG neutron.services.segments.db [None req-789076e3-9def-47e5-9cba-d7c024714d9a tempest-NetworksIpV6Test-2002984352 tempest-NetworksIpV6Test-2002984352-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '07e909ca-0afb-4592-b985-59741ff6cac6') {} {{(pid=84041) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:01:25.520225 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2fe9aa2c-ad8d-4440-bee4-f5311930a79b tempest-AttachVolumeTestJSON-1696487017 tempest-AttachVolumeTestJSON-1696487017-project] Notify agent at l3_agent.n-d-838334-2 the message routers_updated {{(pid=84040) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 21:01:25.534384 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9823bb7c-4212-48b1-8e09-9575f623d0ad None None] Sync routers for ids ['0573f4fd-15ec-4486-a7e2-4a1d64e93d08'] in n-d-838334-2 {{(pid=84042) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 18 21:01:25.538869 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-789076e3-9def-47e5-9cba-d7c024714d9a tempest-NetworksIpV6Test-2002984352 tempest-NetworksIpV6Test-2002984352-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750375287300', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32268156'] for segment, before_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:25.556011 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9823bb7c-4212-48b1-8e09-9575f623d0ad None None] Routers {'0573f4fd-15ec-4486-a7e2-4a1d64e93d08'} bound to L3 agent in host n-d-838334-2 {{(pid=84042) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 21:01:25.556628 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_hamode_db [None req-9823bb7c-4212-48b1-8e09-9575f623d0ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838334-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-18T20:25:48Z,description=,heartbeat_timestamp=2022-04-18T21:01:18Z,host='n-d-838334-2',id=bc84d6c9-dd7a-4555-a351-592327b46d5a,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:25:48Z,topic='l3_agent')) {'router_ids': ['0573f4fd-15ec-4486-a7e2-4a1d64e93d08'], 'active': True} {{(pid=84042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:01:25.559956 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-c2e61b23-d4e7-4b92-91ba-dbece92dcedb req-b674a1f1-d2c2-484a-8fb8-666d8c4187d7 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=2197a591-197e-47fe-9210-1387bfb6ec5e&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.3584578 Apr 18 21:01:25.587899 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-c05d3c69-ed4d-450d-a91c-cc46407ac73b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:25.615377 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-2fe9aa2c-ad8d-4440-bee4-f5311930a79b tempest-AttachVolumeTestJSON-1696487017 tempest-AttachVolumeTestJSON-1696487017-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217293'] for floatingip, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:25.627797 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.plugin [None req-b9ec4b28-1bfd-4e81-93e3-ca2beea686b1 None None] Deleting port a45acb07-9b2e-433f-8a48-8cddda61e749 {{(pid=84042) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 21:01:25.628172 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-b9ec4b28-1bfd-4e81-93e3-ca2beea686b1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750375188691'] for port, before_delete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:25.749037 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 59500) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:01:25.756398 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-c05d3c69-ed4d-450d-a91c-cc46407ac73b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:25.765240 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-789076e3-9def-47e5-9cba-d7c024714d9a tempest-NetworksIpV6Test-2002984352 tempest-NetworksIpV6Test-2002984352-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1082986'] for segment, precommit_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:25.773815 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-789076e3-9def-47e5-9cba-d7c024714d9a tempest-NetworksIpV6Test-2002984352 tempest-NetworksIpV6Test-2002984352-project] Releasing vlan 383 on physical network physnet1 to pool {{(pid=84041) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 18 21:01:25.774661 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-789076e3-9def-47e5-9cba-d7c024714d9a tempest-NetworksIpV6Test-2002984352 tempest-NetworksIpV6Test-2002984352-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1082993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32266254'] for segment, after_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:25.841142 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-2fe9aa2c-ad8d-4440-bee4-f5311930a79b tempest-AttachVolumeTestJSON-1696487017 tempest-AttachVolumeTestJSON-1696487017-project] 10.222.0.42 "PUT /v2.0/floatingips/c1c1a058-ad87-4bca-882d-a19c896e90cb HTTP/1.1" status: 200 len: 991 time: 7.6438992 Apr 18 21:01:25.859689 n-d-838334-2 neutron-server[84040]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8febef70-4ef9-4774-9ec7-33697a7c70d6', 'tag': 'e00c4868-92df-492d-b185-8281a2e33a5b'}] {{(pid=84040) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 21:01:25.906599 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.plugin [None req-b9ec4b28-1bfd-4e81-93e3-ca2beea686b1 None None] The port 'a45acb07-9b2e-433f-8a48-8cddda61e749' was deleted {{(pid=84042) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 18 21:01:25.968341 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-c05d3c69-ed4d-450d-a91c-cc46407ac73b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33528224'] for security_group, after_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:25.997416 n-d-838334-2 neutron-server[84041]: Traceback (most recent call last): Apr 18 21:01:25.997416 n-d-838334-2 neutron-server[84041]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 18 21:01:25.997416 n-d-838334-2 neutron-server[84041]: timer() Apr 18 21:01:25.997416 n-d-838334-2 neutron-server[84041]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 21:01:25.997416 n-d-838334-2 neutron-server[84041]: cb(*args, **kw) Apr 18 21:01:25.997416 n-d-838334-2 neutron-server[84041]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 18 21:01:25.997416 n-d-838334-2 neutron-server[84041]: return func(*args, **kwargs) Apr 18 21:01:25.997416 n-d-838334-2 neutron-server[84041]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 21:01:25.997416 n-d-838334-2 neutron-server[84041]: self._notify() Apr 18 21:01:25.997416 n-d-838334-2 neutron-server[84041]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 21:01:25.997416 n-d-838334-2 neutron-server[84041]: self.callback(batched_events) Apr 18 21:01:25.997416 n-d-838334-2 neutron-server[84041]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 21:01:25.997416 n-d-838334-2 neutron-server[84041]: event.method(event) Apr 18 21:01:25.997416 n-d-838334-2 neutron-server[84041]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 18 21:01:25.997416 n-d-838334-2 neutron-server[84041]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 21:01:25.997416 n-d-838334-2 neutron-server[84041]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 18 21:01:25.997416 n-d-838334-2 neutron-server[84041]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 21:01:25.997416 n-d-838334-2 neutron-server[84041]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 18 21:01:25.997416 n-d-838334-2 neutron-server[84041]: return f(self, *a, **k) Apr 18 21:01:25.997416 n-d-838334-2 neutron-server[84041]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 18 21:01:25.997416 n-d-838334-2 neutron-server[84041]: return self._get(url).json() Apr 18 21:01:25.997416 n-d-838334-2 neutron-server[84041]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 18 21:01:25.997416 n-d-838334-2 neutron-server[84041]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 21:01:25.997416 n-d-838334-2 neutron-server[84041]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 18 21:01:25.997416 n-d-838334-2 neutron-server[84041]: return self.request(url, 'GET', **kwargs) Apr 18 21:01:25.997416 n-d-838334-2 neutron-server[84041]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 18 21:01:25.997416 n-d-838334-2 neutron-server[84041]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 21:01:25.997416 n-d-838334-2 neutron-server[84041]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 18 21:01:25.997416 n-d-838334-2 neutron-server[84041]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 21:01:25.997416 n-d-838334-2 neutron-server[84041]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 18 21:01:25.997416 n-d-838334-2 neutron-server[84041]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 21:01:25.997416 n-d-838334-2 neutron-server[84041]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 21:01:26.036426 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_dvr_db [None req-9823bb7c-4212-48b1-8e09-9575f623d0ad None None] Set router 0573f4fd-15ec-4486-a7e2-4a1d64e93d08 gateway port host: n-d-838334-2 {{(pid=84042) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 21:01:26.053574 n-d-838334-2 neutron-server[84040]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f329328e-d63e-4566-9d6f-cf8f0d8172ea'] response: {'name': 'network-changed', 'server_uuid': '8febef70-4ef9-4774-9ec7-33697a7c70d6', 'tag': 'e00c4868-92df-492d-b185-8281a2e33a5b', 'status': 'completed', 'code': 200} Apr 18 21:01:26.103299 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c05d3c69-ed4d-450d-a91c-cc46407ac73b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d2db16b-783a-4db2-b870-1995354d1558,revision_number=None']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:01:26.133289 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-789076e3-9def-47e5-9cba-d7c024714d9a tempest-NetworksIpV6Test-2002984352 tempest-NetworksIpV6Test-2002984352-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1258898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33526109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33444113'] for network, after_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:26.147894 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-7866b850-976c-4d5d-8314-1fb225180d2c req-327ecd39-c48b-4ac4-b7c5-a85b7ab7fa7a service neutron] 10.222.0.43 "GET /v2.0/networks/7083f08e-ab4e-49e9-91e4-270e03cc3e4c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6380591 Apr 18 21:01:26.162263 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-c05d3c69-ed4d-450d-a91c-cc46407ac73b admin admin] Notify callbacks [] for security_group, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:26.163360 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-c05d3c69-ed4d-450d-a91c-cc46407ac73b admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/9d2db16b-783a-4db2-b870-1995354d1558 HTTP/1.1" status: 204 len: 168 time: 0.9038997 Apr 18 21:01:26.167396 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-789076e3-9def-47e5-9cba-d7c024714d9a tempest-NetworksIpV6Test-2002984352 tempest-NetworksIpV6Test-2002984352-project] Notify callbacks [] for network, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:26.179048 n-d-838334-2 neutron-server[84040]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-85d2c8f7-7308-4178-8e94-0eea7a2317c8 admin admin] Router eb2ef120-2c2e-4b9c-8049-c1281daabc93 has already been hosted by L3 agent bc84d6c9-dd7a-4555-a351-592327b46d5a {{(pid=84040) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 21:01:26.234244 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-789076e3-9def-47e5-9cba-d7c024714d9a tempest-NetworksIpV6Test-2002984352 tempest-NetworksIpV6Test-2002984352-project] Pushing event deleted for resources: {'Network': ['ID=00f8cc75-8c8d-41f5-833a-2f681ff0615b,revision_number=None']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:01:26.285202 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82f8fb86-8584-4eb5-b8cb-ddb829e6d45b req-a85e5ac2-d417-43dc-bdd4-ba94a9e643a3 tempest-ServersNegativeTestJSON-508382254 tempest-ServersNegativeTestJSON-508382254-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:01:26.286656 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-82f8fb86-8584-4eb5-b8cb-ddb829e6d45b req-a85e5ac2-d417-43dc-bdd4-ba94a9e643a3 tempest-ServersNegativeTestJSON-508382254 tempest-ServersNegativeTestJSON-508382254-project] 10.222.0.42 "GET /v2.0/ports?device_id=2197a591-197e-47fe-9210-1387bfb6ec5e HTTP/1.1" status: 200 len: 943 time: 0.2979105 Apr 18 21:01:26.382464 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-5adb3f70-1c0f-4644-8169-6113cfaf3eb2 req-5b43e2e8-2126-4590-90d8-72ce41b93255 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=b5bf875eb9b748b5aba56f8b60ce8169&device_id=8febef70-4ef9-4774-9ec7-33697a7c70d6 HTTP/1.1" status: 200 len: 1096 time: 0.3258827 Apr 18 21:01:26.479864 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-c01e0540-e8ab-4e68-a2d5-671946041d16 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:26.509165 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-789076e3-9def-47e5-9cba-d7c024714d9a tempest-NetworksIpV6Test-2002984352 tempest-NetworksIpV6Test-2002984352-project] 10.222.0.42 "DELETE /v2.0/networks/00f8cc75-8c8d-41f5-833a-2f681ff0615b HTTP/1.1" status: 204 len: 168 time: 2.7079253 Apr 18 21:01:26.515956 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 59524) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:01:26.583244 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_hamode_db [None req-9823bb7c-4212-48b1-8e09-9575f623d0ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0573f4fd-15ec-4486-a7e2-4a1d64e93d08', 'name': 'tempest-AttachVolumeTestJSON-1059019708-router', 'tenant_id': 'b5bf875eb9b748b5aba56f8b60ce8169', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'external_fixed_ips': [{'subnet_id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'ip_address': '172.25.8.42'}], 'enable_snat': True}, 'gw_port_id': 'a46e8333-2083-45cf-9f4f-171d17c889e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:00:10Z', 'updated_at': '2022-04-18T21:00:21Z', 'revision_number': 4, 'project_id': 'b5bf875eb9b748b5aba56f8b60ce8169', 'gw_port': {'id': 'a46e8333-2083-45cf-9f4f-171d17c889e2', 'name': '', 'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:a3:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0573f4fd-15ec-4486-a7e2-4a1d64e93d08', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'ip_address': '172.25.8.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:00:11Z', 'updated_at': '2022-04-18T21:00:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838334-2', '_floatingips': [{'id': 'c1c1a058-ad87-4bca-882d-a19c896e90cb', 'tenant_id': 'b5bf875eb9b748b5aba56f8b60ce8169', 'floating_ip_address': '172.25.8.123', 'floating_network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'router_id': '0573f4fd-15ec-4486-a7e2-4a1d64e93d08', 'port_id': 'e00c4868-92df-492d-b185-8281a2e33a5b', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9b8a7e14-19dd-4214-9fd7-5da6fc8793e6', 'mac_address': 'fa:16:3e:69:95:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8febef70-4ef9-4774-9ec7-33697a7c70d6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T21:00:40Z', 'updated_at': '2022-04-18T21:01:19Z', 'revision_number': 1, 'project_id': 'b5bf875eb9b748b5aba56f8b60ce8169', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4b3e1958-51ec-47aa-a0e2-f9ad7c2de9dd', 'name': '', 'network_id': '9b8a7e14-19dd-4214-9fd7-5da6fc8793e6', 'tenant_id': 'b5bf875eb9b748b5aba56f8b60ce8169', 'mac_address': 'fa:16:3e:d9:f1:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0573f4fd-15ec-4486-a7e2-4a1d64e93d08', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '16880a32-9b71-46fb-bafe-6b6135588b63', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:00:19Z', 'updated_at': '2022-04-18T21:00:48Z', 'revision_number': 5, 'project_id': 'b5bf875eb9b748b5aba56f8b60ce8169', 'subnets': [{'id': '16880a32-9b71-46fb-bafe-6b6135588b63', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838334-2', False) {} {{(pid=84042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:01:26.601248 n-d-838334-2 neutron-server[84041]: INFO neutron.pecan_wsgi.hooks.translation [None req-6c6d6ad4-b91e-46f1-a4aa-1c09cf8372f9 tempest-NetworksIpV6Test-2002984352 tempest-NetworksIpV6Test-2002984352-project] DELETE failed (client error): The resource could not be found. Apr 18 21:01:26.602127 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6c6d6ad4-b91e-46f1-a4aa-1c09cf8372f9 tempest-NetworksIpV6Test-2002984352 tempest-NetworksIpV6Test-2002984352-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84041) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 21:01:26.606287 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9823bb7c-4212-48b1-8e09-9575f623d0ad None None] Checking router: 0573f4fd-15ec-4486-a7e2-4a1d64e93d08 for host: n-d-838334-2 {{(pid=84042) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 18 21:01:26.606482 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-6c6d6ad4-b91e-46f1-a4aa-1c09cf8372f9 tempest-NetworksIpV6Test-2002984352 tempest-NetworksIpV6Test-2002984352-project] 10.222.0.42 "DELETE /v2.0/subnets/3c28b26e-c679-4b7e-b438-3e63d3358ca6 HTTP/1.1" status: 404 len: 337 time: 0.0841258 Apr 18 21:01:26.608988 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 59530) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:01:26.622372 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9823bb7c-4212-48b1-8e09-9575f623d0ad None None] Routers {'0573f4fd-15ec-4486-a7e2-4a1d64e93d08'} bound to L3 agent in host n-d-838334-2 {{(pid=84042) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 21:01:26.622998 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_hamode_db [None req-9823bb7c-4212-48b1-8e09-9575f623d0ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838334-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-18T20:25:48Z,description=,heartbeat_timestamp=2022-04-18T21:01:18Z,host='n-d-838334-2',id=bc84d6c9-dd7a-4555-a351-592327b46d5a,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:25:48Z,topic='l3_agent')) {'router_ids': ['0573f4fd-15ec-4486-a7e2-4a1d64e93d08'], 'active': True} {{(pid=84042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:01:26.668633 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5adb3f70-1c0f-4644-8169-6113cfaf3eb2 req-214e93f2-26e4-48a6-a598-0eaee9af5496 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:01:26.670281 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-5adb3f70-1c0f-4644-8169-6113cfaf3eb2 req-214e93f2-26e4-48a6-a598-0eaee9af5496 service neutron] 10.222.0.48 "GET /v2.0/networks?id=9b8a7e14-19dd-4214-9fd7-5da6fc8793e6 HTTP/1.1" status: 200 len: 912 time: 0.2433269 Apr 18 21:01:26.674407 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-7866b850-976c-4d5d-8314-1fb225180d2c req-acf52d79-5aef-4197-8b02-28f32acd5f81 service neutron] 10.222.0.43 "GET /v2.0/networks/7083f08e-ab4e-49e9-91e4-270e03cc3e4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4948220 Apr 18 21:01:26.684444 n-d-838334-2 neutron-server[84041]: INFO neutron.pecan_wsgi.hooks.translation [None req-3e70b8fb-d56d-4899-8667-33622c99ba9f tempest-NetworksIpV6Test-2002984352 tempest-NetworksIpV6Test-2002984352-project] DELETE failed (client error): The resource could not be found. Apr 18 21:01:26.684696 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3e70b8fb-d56d-4899-8667-33622c99ba9f tempest-NetworksIpV6Test-2002984352 tempest-NetworksIpV6Test-2002984352-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84041) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 21:01:26.688772 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-3e70b8fb-d56d-4899-8667-33622c99ba9f tempest-NetworksIpV6Test-2002984352 tempest-NetworksIpV6Test-2002984352-project] 10.222.0.42 "DELETE /v2.0/networks/ff795ce3-e370-48ba-bd85-72414a971a76 HTTP/1.1" status: 404 len: 339 time: 0.0754936 Apr 18 21:01:26.701260 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [None req-c01e0540-e8ab-4e68-a2d5-671946041d16 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:01:26.704489 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-afc4d3d7-8398-4825-a541-cb53566efe8a req-2146e040-34f1-40d9-bcee-4f56e657d4dc service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=2197a591-197e-47fe-9210-1387bfb6ec5e&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.6904113 Apr 18 21:01:26.704992 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 59536) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:01:26.719988 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-c01e0540-e8ab-4e68-a2d5-671946041d16 admin admin] Usage tracker for resource:security_group_rule and tenant:c9e05db6a2464e6aa3f3599dda036106 is out of sync, need to count used quota {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:01:26.729857 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-c01e0540-e8ab-4e68-a2d5-671946041d16 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:01:26.804515 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [None req-c01e0540-e8ab-4e68-a2d5-671946041d16 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:01:26.847125 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_dvr_db [None req-9823bb7c-4212-48b1-8e09-9575f623d0ad None None] Set router 0573f4fd-15ec-4486-a7e2-4a1d64e93d08 gateway port host: n-d-838334-2 {{(pid=84042) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 21:01:26.882918 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-82f8fb86-8584-4eb5-b8cb-ddb829e6d45b req-00808c8f-0330-415a-9810-f655409a331a tempest-ServersNegativeTestJSON-508382254 tempest-ServersNegativeTestJSON-508382254-project] 10.222.0.42 "GET /v2.0/security-groups?id=ada0ecb3-b1bc-4ba2-8e6c-b06ba09daca2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5882645 Apr 18 21:01:27.073132 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Device 8eed9390-9245-43e8-8f5a-918d1fc3c30c no longer exists at agent hyperv_n-h2-838334-2 {{(pid=84042) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 21:01:27.156866 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.db_base_plugin_v2 [None req-eb724918-fc95-4667-8534-290f2e6f04c0 tempest-NetworksIpV6Test-2002984352 tempest-NetworksIpV6Test-2002984352-project] Deleting subnet d482ee93-d2c0-4265-b5ef-6b9f827934aa {{(pid=84041) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 18 21:01:27.167900 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-eb724918-fc95-4667-8534-290f2e6f04c0 tempest-NetworksIpV6Test-2002984352 tempest-NetworksIpV6Test-2002984352-project] Notify callbacks [] for subnet, before_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:27.179092 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-5adb3f70-1c0f-4644-8169-6113cfaf3eb2 req-71fc3b5a-d80b-4e6f-baec-f429c972664c service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e00c4868-92df-492d-b185-8281a2e33a5b HTTP/1.1" status: 200 len: 999 time: 0.4394426 Apr 18 21:01:27.208872 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13ac290c-f29d-4d9d-878a-542b19e195fa req-f704a552-c978-47f4-87e8-826d54de29c5 tempest-ServersTestJSON-1424434350 tempest-ServersTestJSON-1424434350-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:01:27.216064 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-13ac290c-f29d-4d9d-878a-542b19e195fa req-f704a552-c978-47f4-87e8-826d54de29c5 tempest-ServersTestJSON-1424434350 tempest-ServersTestJSON-1424434350-project] 10.222.0.42 "GET /v2.0/ports?device_id=c4a2b833-8357-40a0-9883-002d1a37ba68 HTTP/1.1" status: 200 len: 945 time: 0.4781311 Apr 18 21:01:27.334146 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-eb724918-fc95-4667-8534-290f2e6f04c0 tempest-NetworksIpV6Test-2002984352 tempest-NetworksIpV6Test-2002984352-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32266383'] for subnet, precommit_delete_associations {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:27.371836 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-c01e0540-e8ab-4e68-a2d5-671946041d16 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:27.388726 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-13ac290c-f29d-4d9d-878a-542b19e195fa req-68bf4533-66c4-4f29-a895-03cbef32c236 tempest-ServersTestJSON-1424434350 tempest-ServersTestJSON-1424434350-project] 10.222.0.42 "GET /v2.0/security-groups?id=a3de1b7a-019c-40dd-8c9d-3a3f159b2bd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1717548 Apr 18 21:01:27.399350 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-c01e0540-e8ab-4e68-a2d5-671946041d16 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33528224'] for security_group, after_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:27.455660 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 59560) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:01:27.456462 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-c01e0540-e8ab-4e68-a2d5-671946041d16 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=c9e05db6a2464e6aa3f3599dda036106&name=default HTTP/1.1" status: 200 len: 2647 time: 1.7028210 Apr 18 21:01:27.488175 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5adb3f70-1c0f-4644-8169-6113cfaf3eb2 req-c35e1df1-6d2f-4933-9e5f-2b8cce97ecf8 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:01:27.490259 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-5adb3f70-1c0f-4644-8169-6113cfaf3eb2 req-c35e1df1-6d2f-4933-9e5f-2b8cce97ecf8 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=16880a32-9b71-46fb-bafe-6b6135588b63 HTTP/1.1" status: 200 len: 850 time: 0.2895696 Apr 18 21:01:27.494023 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-85d2c8f7-7308-4178-8e94-0eea7a2317c8 admin admin] Notify agent at l3_agent.n-d-838334-2 the message routers_updated {{(pid=84040) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 21:01:27.496634 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c01e0540-e8ab-4e68-a2d5-671946041d16 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dde30344-9a47-4c37-aa89-0e465f3adda1,revision_number=1']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:01:27.507882 n-d-838334-2 neutron-server[84043]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec04c6ff-84be-4bfe-9b22-3526de38e1da None None] Sync routers for ids ['eb2ef120-2c2e-4b9c-8049-c1281daabc93'] in n-d-838334-2 {{(pid=84043) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 18 21:01:27.542240 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec04c6ff-84be-4bfe-9b22-3526de38e1da None None] Routers {'eb2ef120-2c2e-4b9c-8049-c1281daabc93'} bound to L3 agent in host n-d-838334-2 {{(pid=84043) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 21:01:27.548014 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.l3_hamode_db [None req-ec04c6ff-84be-4bfe-9b22-3526de38e1da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838334-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-18T20:25:48Z,description=,heartbeat_timestamp=2022-04-18T21:01:18Z,host='n-d-838334-2',id=bc84d6c9-dd7a-4555-a351-592327b46d5a,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:25:48Z,topic='l3_agent')) {'router_ids': ['eb2ef120-2c2e-4b9c-8049-c1281daabc93'], 'active': True} {{(pid=84043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:01:27.602648 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-85d2c8f7-7308-4178-8e94-0eea7a2317c8 admin admin] 10.222.0.42 "PUT /v2.0/routers/eb2ef120-2c2e-4b9c-8049-c1281daabc93/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 14.8861737 Apr 18 21:01:27.605590 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 59570) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:01:27.713188 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-eb724918-fc95-4667-8534-290f2e6f04c0 tempest-NetworksIpV6Test-2002984352 tempest-NetworksIpV6Test-2002984352-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1260556'] for subnet, precommit_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:27.747006 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-4d276594-9e78-4c50-8f8e-c4f362c8bce1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:27.809079 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-4d276594-9e78-4c50-8f8e-c4f362c8bce1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:27.809337 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_hamode_db [None req-9823bb7c-4212-48b1-8e09-9575f623d0ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0573f4fd-15ec-4486-a7e2-4a1d64e93d08', 'name': 'tempest-AttachVolumeTestJSON-1059019708-router', 'tenant_id': 'b5bf875eb9b748b5aba56f8b60ce8169', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'external_fixed_ips': [{'subnet_id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'ip_address': '172.25.8.42'}], 'enable_snat': True}, 'gw_port_id': 'a46e8333-2083-45cf-9f4f-171d17c889e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:00:10Z', 'updated_at': '2022-04-18T21:00:21Z', 'revision_number': 4, 'project_id': 'b5bf875eb9b748b5aba56f8b60ce8169', 'gw_port': {'id': 'a46e8333-2083-45cf-9f4f-171d17c889e2', 'name': '', 'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:a3:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0573f4fd-15ec-4486-a7e2-4a1d64e93d08', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'ip_address': '172.25.8.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:00:11Z', 'updated_at': '2022-04-18T21:00:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838334-2', '_floatingips': [{'id': 'c1c1a058-ad87-4bca-882d-a19c896e90cb', 'tenant_id': 'b5bf875eb9b748b5aba56f8b60ce8169', 'floating_ip_address': '172.25.8.123', 'floating_network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'router_id': '0573f4fd-15ec-4486-a7e2-4a1d64e93d08', 'port_id': 'e00c4868-92df-492d-b185-8281a2e33a5b', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9b8a7e14-19dd-4214-9fd7-5da6fc8793e6', 'mac_address': 'fa:16:3e:69:95:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8febef70-4ef9-4774-9ec7-33697a7c70d6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T21:00:40Z', 'updated_at': '2022-04-18T21:01:19Z', 'revision_number': 1, 'project_id': 'b5bf875eb9b748b5aba56f8b60ce8169', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4b3e1958-51ec-47aa-a0e2-f9ad7c2de9dd', 'name': '', 'network_id': '9b8a7e14-19dd-4214-9fd7-5da6fc8793e6', 'tenant_id': 'b5bf875eb9b748b5aba56f8b60ce8169', 'mac_address': 'fa:16:3e:d9:f1:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0573f4fd-15ec-4486-a7e2-4a1d64e93d08', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '16880a32-9b71-46fb-bafe-6b6135588b63', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:00:19Z', 'updated_at': '2022-04-18T21:00:48Z', 'revision_number': 5, 'project_id': 'b5bf875eb9b748b5aba56f8b60ce8169', 'subnets': [{'id': '16880a32-9b71-46fb-bafe-6b6135588b63', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838334-2', False) {} {{(pid=84042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:01:27.814665 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9823bb7c-4212-48b1-8e09-9575f623d0ad None None] The sync data for ids ['0573f4fd-15ec-4486-a7e2-4a1d64e93d08'] in n-d-838334-2 is: [{'id': '0573f4fd-15ec-4486-a7e2-4a1d64e93d08', 'name': 'tempest-AttachVolumeTestJSON-1059019708-router', 'tenant_id': 'b5bf875eb9b748b5aba56f8b60ce8169', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'external_fixed_ips': [{'subnet_id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'ip_address': '172.25.8.42'}], 'enable_snat': True}, 'gw_port_id': 'a46e8333-2083-45cf-9f4f-171d17c889e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:00:10Z', 'updated_at': '2022-04-18T21:00:21Z', 'revision_number': 4, 'project_id': 'b5bf875eb9b748b5aba56f8b60ce8169', 'gw_port': {'id': 'a46e8333-2083-45cf-9f4f-171d17c889e2', 'name': '', 'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:a3:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0573f4fd-15ec-4486-a7e2-4a1d64e93d08', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'ip_address': '172.25.8.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:00:11Z', 'updated_at': '2022-04-18T21:00:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838334-2', '_floatingips': [{'id': 'c1c1a058-ad87-4bca-882d-a19c896e90cb', 'tenant_id': 'b5bf875eb9b748b5aba56f8b60ce8169', 'floating_ip_address': '172.25.8.123', 'floating_network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'router_id': '0573f4fd-15ec-4486-a7e2-4a1d64e93d08', 'port_id': 'e00c4868-92df-492d-b185-8281a2e33a5b', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9b8a7e14-19dd-4214-9fd7-5da6fc8793e6', 'mac_address': 'fa:16:3e:69:95:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8febef70-4ef9-4774-9ec7-33697a7c70d6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T21:00:40Z', 'updated_at': '2022-04-18T21:01:19Z', 'revision_number': 1, 'project_id': 'b5bf875eb9b748b5aba56f8b60ce8169', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4b3e1958-51ec-47aa-a0e2-f9ad7c2de9dd', 'name': '', 'network_id': '9b8a7e14-19dd-4214-9fd7-5da6fc8793e6', 'tenant_id': 'b5bf875eb9b748b5aba56f8b60ce8169', 'mac_address': 'fa:16:3e:d9:f1:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0573f4fd-15ec-4486-a7e2-4a1d64e93d08', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '16880a32-9b71-46fb-bafe-6b6135588b63', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:00:19Z', 'updated_at': '2022-04-18T21:00:48Z', 'revision_number': 5, 'project_id': 'b5bf875eb9b748b5aba56f8b60ce8169', 'subnets': [{'id': '16880a32-9b71-46fb-bafe-6b6135588b63', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84042) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 18 21:01:27.823897 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-afc4d3d7-8398-4825-a541-cb53566efe8a req-4d940cad-c640-4518-9487-a79dbf630b81 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=2197a591-197e-47fe-9210-1387bfb6ec5e&tenant_id=0f7cce7b1ccf410486c29c0215106926 HTTP/1.1" status: 200 len: 1094 time: 0.2404039 Apr 18 21:01:27.857759 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.v2.base [req-afc4d3d7-8398-4825-a541-cb53566efe8a req-2eb702ea-b5aa-4aed-ad7d-e2f7f419803e service neutron] Request body: {'port': {'binding:host_id': 'n-h1-838334-2', 'device_owner': 'compute:nova'}} {{(pid=84041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:01:27.917369 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 59576) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:01:27.969458 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-eb724918-fc95-4667-8534-290f2e6f04c0 tempest-NetworksIpV6Test-2002984352 tempest-NetworksIpV6Test-2002984352-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1260549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33526260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32266336', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32486390'] for subnet, after_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:28.012152 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.l3_dvr_db [None req-ec04c6ff-84be-4bfe-9b22-3526de38e1da None None] Set router eb2ef120-2c2e-4b9c-8049-c1281daabc93 gateway port host: n-d-838334-2 {{(pid=84043) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 21:01:28.033658 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-5adb3f70-1c0f-4644-8169-6113cfaf3eb2 req-50d8eef0-5ad7-4833-9ba9-c7c8c4996061 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=9b8a7e14-19dd-4214-9fd7-5da6fc8793e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5128300 Apr 18 21:01:28.095337 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-eb724918-fc95-4667-8534-290f2e6f04c0 tempest-NetworksIpV6Test-2002984352 tempest-NetworksIpV6Test-2002984352-project] Notify callbacks [] for subnet, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:28.098444 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b99b18de-5bf1-48d2-88f7-65d5361b3355 None None] Network 3c1d1dc4-f283-4aaa-a5d8-fc482fce6edd requested from n-d-838334-2 {{(pid=84042) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 21:01:28.168011 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb724918-fc95-4667-8534-290f2e6f04c0 tempest-NetworksIpV6Test-2002984352 tempest-NetworksIpV6Test-2002984352-project] Pushing event deleted for resources: {'Subnet': ['ID=d482ee93-d2c0-4265-b5ef-6b9f827934aa,revision_number=None']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:01:28.196284 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-eb724918-fc95-4667-8534-290f2e6f04c0 tempest-NetworksIpV6Test-2002984352 tempest-NetworksIpV6Test-2002984352-project] 10.222.0.42 "DELETE /v2.0/subnets/d482ee93-d2c0-4265-b5ef-6b9f827934aa HTTP/1.1" status: 204 len: 168 time: 1.4835279 Apr 18 21:01:28.206907 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 59586) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:01:28.402941 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f383c0c-96b0-4336-b62b-0c16a452d10c None None] New status for floating IP c1c1a058-ad87-4bca-882d-a19c896e90cb: ACTIVE {{(pid=84042) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Apr 18 21:01:28.431477 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-5adb3f70-1c0f-4644-8169-6113cfaf3eb2 req-232aa55f-e565-4c2e-b2dc-f7f3ff389fd1 service neutron] 10.222.0.48 "GET /v2.0/networks/9b8a7e14-19dd-4214-9fd7-5da6fc8793e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3804638 Apr 18 21:01:28.435709 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.l3_hamode_db [None req-ec04c6ff-84be-4bfe-9b22-3526de38e1da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb2ef120-2c2e-4b9c-8049-c1281daabc93', 'name': 'tempest-AttachVolumeNegativeTest-965011108-router', 'tenant_id': '340d04fd839f4c0c896ec9bea561bc50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'external_fixed_ips': [{'subnet_id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'ip_address': '172.25.8.160'}], 'enable_snat': True}, 'gw_port_id': '0654fabf-3ea3-4a21-99de-c086a8f52f65', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:53:49Z', 'updated_at': '2022-04-18T21:01:22Z', 'revision_number': 5, 'project_id': '340d04fd839f4c0c896ec9bea561bc50', 'gw_port': {'id': '0654fabf-3ea3-4a21-99de-c086a8f52f65', 'name': '', 'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:f1:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb2ef120-2c2e-4b9c-8049-c1281daabc93', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'ip_address': '172.25.8.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:53:49Z', 'updated_at': '2022-04-18T20:53:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838334-2'}], 'n-d-838334-2', False) {} {{(pid=84043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:01:28.440330 n-d-838334-2 neutron-server[84043]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec04c6ff-84be-4bfe-9b22-3526de38e1da None None] Checking router: eb2ef120-2c2e-4b9c-8049-c1281daabc93 for host: n-d-838334-2 {{(pid=84043) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 18 21:01:28.453657 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec04c6ff-84be-4bfe-9b22-3526de38e1da None None] Routers {'eb2ef120-2c2e-4b9c-8049-c1281daabc93'} bound to L3 agent in host n-d-838334-2 {{(pid=84043) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 21:01:28.454310 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.l3_hamode_db [None req-ec04c6ff-84be-4bfe-9b22-3526de38e1da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838334-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-18T20:25:48Z,description=,heartbeat_timestamp=2022-04-18T21:01:18Z,host='n-d-838334-2',id=bc84d6c9-dd7a-4555-a351-592327b46d5a,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:25:48Z,topic='l3_agent')) {'router_ids': ['eb2ef120-2c2e-4b9c-8049-c1281daabc93'], 'active': True} {{(pid=84043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:01:28.472864 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11a53824-a93c-4d6b-adcd-916ce1fb80dd req-a0299450-5f0d-430f-bbe2-3cee1cd85657 tempest-ServersNegativeTestJSON-508382254 tempest-ServersNegativeTestJSON-508382254-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:01:28.475767 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-11a53824-a93c-4d6b-adcd-916ce1fb80dd req-a0299450-5f0d-430f-bbe2-3cee1cd85657 tempest-ServersNegativeTestJSON-508382254 tempest-ServersNegativeTestJSON-508382254-project] 10.222.0.42 "GET /v2.0/ports?device_id=2197a591-197e-47fe-9210-1387bfb6ec5e HTTP/1.1" status: 200 len: 943 time: 0.4156129 Apr 18 21:01:28.520014 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-54eeeee8-0737-4c3f-b745-414915bd57b5 tempest-NetworksIpV6Test-2002984352 tempest-NetworksIpV6Test-2002984352-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1103592'] for network, before_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:28.617806 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-0afa9593-7672-455b-82ec-77ba0fbb66a4 tempest-AgentManagementNegativeTest-815673320 tempest-AgentManagementNegativeTest-815673320-project] 10.222.0.42 "GET /v2.0/agents HTTP/1.1" status: 200 len: 207 time: 0.6887369 Apr 18 21:01:28.644223 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.plugin [None req-54eeeee8-0737-4c3f-b745-414915bd57b5 tempest-NetworksIpV6Test-2002984352 tempest-NetworksIpV6Test-2002984352-project] Deleting port d1d78ea3-ef2e-4552-b3d2-a7b3242a8485 {{(pid=84041) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 21:01:28.646634 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-54eeeee8-0737-4c3f-b745-414915bd57b5 tempest-NetworksIpV6Test-2002984352 tempest-NetworksIpV6Test-2002984352-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750375188691'] for port, before_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:28.682151 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-11a53824-a93c-4d6b-adcd-916ce1fb80dd req-0c48f5b0-c22d-4e99-b424-bdcf4438f3c1 tempest-ServersNegativeTestJSON-508382254 tempest-ServersNegativeTestJSON-508382254-project] 10.222.0.42 "GET /v2.0/security-groups?id=ada0ecb3-b1bc-4ba2-8e6c-b06ba09daca2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1425269 Apr 18 21:01:28.714319 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.l3_dvr_db [None req-ec04c6ff-84be-4bfe-9b22-3526de38e1da None None] Set router eb2ef120-2c2e-4b9c-8049-c1281daabc93 gateway port host: n-d-838334-2 {{(pid=84043) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 21:01:28.759457 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-5adb3f70-1c0f-4644-8169-6113cfaf3eb2 req-ec939ee7-c090-481e-9cfe-26955bd1e197 service neutron] 10.222.0.48 "GET /v2.0/networks/9b8a7e14-19dd-4214-9fd7-5da6fc8793e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3187363 Apr 18 21:01:28.773821 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-4f75a1cd-2514-4b09-ac0c-ad8af47b559d admin admin] Notify callbacks [] for router, before_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:28.965386 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b42ba335-6a03-4d11-81b0-2111a3c81047 req-4cd17a9c-7173-4796-b13a-939bd321719c tempest-ServersTestJSON-1424434350 tempest-ServersTestJSON-1424434350-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:01:28.974091 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-b42ba335-6a03-4d11-81b0-2111a3c81047 req-4cd17a9c-7173-4796-b13a-939bd321719c tempest-ServersTestJSON-1424434350 tempest-ServersTestJSON-1424434350-project] 10.222.0.42 "GET /v2.0/ports?device_id=c4a2b833-8357-40a0-9883-002d1a37ba68 HTTP/1.1" status: 200 len: 945 time: 0.2884023 Apr 18 21:01:29.176290 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b77e415-8cd2-4312-865b-7d0c882fa63b None None] DHCP port deletion for 3c1d1dc4-f283-4aaa-a5d8-fc482fce6edd request from n-d-838334-2 {{(pid=84042) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 18 21:01:29.184630 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.plugin [None req-5b77e415-8cd2-4312-865b-7d0c882fa63b None None] Deleting port d1d78ea3-ef2e-4552-b3d2-a7b3242a8485 {{(pid=84042) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 21:01:29.189584 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-5b77e415-8cd2-4312-865b-7d0c882fa63b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750375188691'] for port, before_delete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:29.278092 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 59606) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:01:29.281818 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.l3_hamode_db [None req-ec04c6ff-84be-4bfe-9b22-3526de38e1da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb2ef120-2c2e-4b9c-8049-c1281daabc93', 'name': 'tempest-AttachVolumeNegativeTest-965011108-router', 'tenant_id': '340d04fd839f4c0c896ec9bea561bc50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'external_fixed_ips': [{'subnet_id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'ip_address': '172.25.8.160'}], 'enable_snat': True}, 'gw_port_id': '0654fabf-3ea3-4a21-99de-c086a8f52f65', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:53:49Z', 'updated_at': '2022-04-18T21:01:22Z', 'revision_number': 5, 'project_id': '340d04fd839f4c0c896ec9bea561bc50', 'gw_port': {'id': '0654fabf-3ea3-4a21-99de-c086a8f52f65', 'name': '', 'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:f1:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb2ef120-2c2e-4b9c-8049-c1281daabc93', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'ip_address': '172.25.8.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:53:49Z', 'updated_at': '2022-04-18T20:53:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838334-2'}], 'n-d-838334-2', False) {} {{(pid=84043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:01:29.290350 n-d-838334-2 neutron-server[84043]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec04c6ff-84be-4bfe-9b22-3526de38e1da None None] The sync data for ids ['eb2ef120-2c2e-4b9c-8049-c1281daabc93'] in n-d-838334-2 is: [{'id': 'eb2ef120-2c2e-4b9c-8049-c1281daabc93', 'name': 'tempest-AttachVolumeNegativeTest-965011108-router', 'tenant_id': '340d04fd839f4c0c896ec9bea561bc50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'external_fixed_ips': [{'subnet_id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'ip_address': '172.25.8.160'}], 'enable_snat': True}, 'gw_port_id': '0654fabf-3ea3-4a21-99de-c086a8f52f65', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:53:49Z', 'updated_at': '2022-04-18T21:01:22Z', 'revision_number': 5, 'project_id': '340d04fd839f4c0c896ec9bea561bc50', 'gw_port': {'id': '0654fabf-3ea3-4a21-99de-c086a8f52f65', 'name': '', 'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:f1:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb2ef120-2c2e-4b9c-8049-c1281daabc93', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'ip_address': '172.25.8.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:53:49Z', 'updated_at': '2022-04-18T20:53:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838334-2'}] {{(pid=84043) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 18 21:01:29.297667 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-b42ba335-6a03-4d11-81b0-2111a3c81047 req-ea4c022d-068d-4d61-aaea-62a39b1ea050 tempest-ServersTestJSON-1424434350 tempest-ServersTestJSON-1424434350-project] 10.222.0.42 "GET /v2.0/security-groups?id=a3de1b7a-019c-40dd-8c9d-3a3f159b2bd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3159661 Apr 18 21:01:29.382805 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.db [None req-54eeeee8-0737-4c3f-b745-414915bd57b5 tempest-NetworksIpV6Test-2002984352 tempest-NetworksIpV6Test-2002984352-project] For port d1d78ea3-ef2e-4552-b3d2-a7b3242a8485, host n-d-838334-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838334-2',level=0,port_id=d1d78ea3-ef2e-4552-b3d2-a7b3242a8485,segment=NetworkSegment(dbe81420-f86d-449a-bbcc-ce025fa75394),segment_id=dbe81420-f86d-449a-bbcc-ce025fa75394)] {{(pid=84041) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:01:29.383331 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-54eeeee8-0737-4c3f-b745-414915bd57b5 tempest-NetworksIpV6Test-2002984352 tempest-NetworksIpV6Test-2002984352-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369123'] for port, precommit_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:29.385527 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-e1cf4f7a-cc5f-4985-b96d-60e057d27581 req-8a42d121-567b-41da-aee9-59a3ff8b55a2 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=b48baf64-a60b-4d4b-942b-b0a0b2f375fd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2429895 Apr 18 21:01:29.405625 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-4f75a1cd-2514-4b09-ac0c-ad8af47b559d admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:29.420514 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.plugin [None req-4f75a1cd-2514-4b09-ac0c-ad8af47b559d admin admin] Deleting port 0654fabf-3ea3-4a21-99de-c086a8f52f65 {{(pid=84040) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 21:01:29.421416 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-4f75a1cd-2514-4b09-ac0c-ad8af47b559d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750375188691'] for port, before_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:29.578464 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-5b77e415-8cd2-4312-865b-7d0c882fa63b None None] For port d1d78ea3-ef2e-4552-b3d2-a7b3242a8485, host n-d-838334-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838334-2',level=0,port_id=d1d78ea3-ef2e-4552-b3d2-a7b3242a8485,segment=NetworkSegment(dbe81420-f86d-449a-bbcc-ce025fa75394),segment_id=dbe81420-f86d-449a-bbcc-ce025fa75394)] {{(pid=84042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:01:29.578859 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-5b77e415-8cd2-4312-865b-7d0c882fa63b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369123'] for port, precommit_delete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:29.611670 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.plugin [None req-54eeeee8-0737-4c3f-b745-414915bd57b5 tempest-NetworksIpV6Test-2002984352 tempest-NetworksIpV6Test-2002984352-project] Calling delete_port for d1d78ea3-ef2e-4552-b3d2-a7b3242a8485 owned by network:dhcp {{(pid=84041) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 21:01:29.630987 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-fe901d45-4d78-4456-9a72-9279fa88cb63 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:29.659201 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [req-afc4d3d7-8398-4825-a541-cb53566efe8a req-2eb702ea-b5aa-4aed-ad7d-e2f7f419803e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:29.697407 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-4d276594-9e78-4c50-8f8e-c4f362c8bce1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33528224'] for security_group, after_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:29.759913 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.plugin [None req-5b77e415-8cd2-4312-865b-7d0c882fa63b None None] Calling delete_port for d1d78ea3-ef2e-4552-b3d2-a7b3242a8485 owned by network:dhcp {{(pid=84042) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 21:01:29.770566 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d276594-9e78-4c50-8f8e-c4f362c8bce1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dde30344-9a47-4c37-aa89-0e465f3adda1,revision_number=None']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:01:29.804480 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-4d276594-9e78-4c50-8f8e-c4f362c8bce1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:29.805979 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-4d276594-9e78-4c50-8f8e-c4f362c8bce1 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/dde30344-9a47-4c37-aa89-0e465f3adda1 HTTP/1.1" status: 204 len: 168 time: 2.3491764 Apr 18 21:01:29.810747 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [None req-fe901d45-4d78-4456-9a72-9279fa88cb63 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:01:29.818624 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-fe901d45-4d78-4456-9a72-9279fa88cb63 admin admin] Usage tracker for resource:security_group_rule and tenant:16a4f5bf22494b6dbb4dc26c63feadeb is out of sync, need to count used quota {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:01:29.825878 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-fe901d45-4d78-4456-9a72-9279fa88cb63 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:01:29.845188 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [None req-fe901d45-4d78-4456-9a72-9279fa88cb63 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:01:29.853934 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-e1cf4f7a-cc5f-4985-b96d-60e057d27581 req-5b0758f6-c851-4933-b332-5b17a9477bc5 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=ba267e3ba48c4ff1b4fc57f8cfab7c8c&device_id=b48baf64-a60b-4d4b-942b-b0a0b2f375fd HTTP/1.1" status: 200 len: 1096 time: 0.3340526 Apr 18 21:01:29.935808 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750375287399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253529'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:30.026498 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.db.api [None req-5b77e415-8cd2-4312-865b-7d0c882fa63b None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84042) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 18 21:01:30.027286 n-d-838334-2 neutron-server[84042]: DEBUG oslo_db.api [None req-5b77e415-8cd2-4312-865b-7d0c882fa63b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 18 21:01:30.062651 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.db [req-afc4d3d7-8398-4825-a541-cb53566efe8a req-2eb702ea-b5aa-4aed-ad7d-e2f7f419803e service neutron] For port 8eed9390-9245-43e8-8f5a-918d1fc3c30c, host n-h2-838334-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838334-2',level=0,port_id=8eed9390-9245-43e8-8f5a-918d1fc3c30c,segment=NetworkSegment(b4dde5c5-5fa1-421a-aa66-9d4eb01be1ce),segment_id=b4dde5c5-5fa1-421a-aa66-9d4eb01be1ce)] {{(pid=84041) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:01:30.086943 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.db [None req-4f75a1cd-2514-4b09-ac0c-ad8af47b559d admin admin] For port 0654fabf-3ea3-4a21-99de-c086a8f52f65, host n-d-838334-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838334-2',level=0,port_id=0654fabf-3ea3-4a21-99de-c086a8f52f65,segment=NetworkSegment(732aa830-768b-4511-951f-d08e26b9c25b),segment_id=732aa830-768b-4511-951f-d08e26b9c25b)] {{(pid=84040) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:01:30.087587 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-4f75a1cd-2514-4b09-ac0c-ad8af47b559d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369123'] for port, precommit_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:30.092899 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.db [req-afc4d3d7-8398-4825-a541-cb53566efe8a req-2eb702ea-b5aa-4aed-ad7d-e2f7f419803e service neutron] For port 8eed9390-9245-43e8-8f5a-918d1fc3c30c, host n-h2-838334-2, cleared binding levels {{(pid=84041) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 21:01:30.145845 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-54eeeee8-0737-4c3f-b745-414915bd57b5 tempest-NetworksIpV6Test-2002984352 tempest-NetworksIpV6Test-2002984352-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750375259028', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750374836628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32266323'] for port, after_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:30.208972 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54eeeee8-0737-4c3f-b745-414915bd57b5 tempest-NetworksIpV6Test-2002984352 tempest-NetworksIpV6Test-2002984352-project] No DVR routers for this DVR port d1d78ea3-ef2e-4552-b3d2-a7b3242a8485 on host n-d-838334-2 {{(pid=84041) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 21:01:30.269524 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54eeeee8-0737-4c3f-b745-414915bd57b5 tempest-NetworksIpV6Test-2002984352 tempest-NetworksIpV6Test-2002984352-project] Pushing event deleted for resources: {'Port': ['ID=d1d78ea3-ef2e-4552-b3d2-a7b3242a8485,revision_number=None']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:01:30.277212 n-d-838334-2 neutron-server[84041]: DEBUG neutron.notifiers.nova [req-afc4d3d7-8398-4825-a541-cb53566efe8a req-2eb702ea-b5aa-4aed-ad7d-e2f7f419803e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8eed9390-9245-43e8-8f5a-918d1fc3c30c {{(pid=84041) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 18 21:01:30.411722 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-54eeeee8-0737-4c3f-b745-414915bd57b5 tempest-NetworksIpV6Test-2002984352 tempest-NetworksIpV6Test-2002984352-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1258905', 'neutron.services.segments.db._delete_segments_for_network-8750375287417'] for network, precommit_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:30.455067 n-d-838334-2 neutron-server[84041]: DEBUG neutron.services.segments.db [None req-54eeeee8-0737-4c3f-b745-414915bd57b5 tempest-NetworksIpV6Test-2002984352 tempest-NetworksIpV6Test-2002984352-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3c1d1dc4-f283-4aaa-a5d8-fc482fce6edd']}} {{(pid=84041) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:01:30.464949 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.plugin [None req-4f75a1cd-2514-4b09-ac0c-ad8af47b559d admin admin] Calling delete_port for 0654fabf-3ea3-4a21-99de-c086a8f52f65 owned by network:router_gateway {{(pid=84040) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 21:01:30.476993 n-d-838334-2 neutron-server[84041]: DEBUG neutron.services.segments.db [None req-54eeeee8-0737-4c3f-b745-414915bd57b5 tempest-NetworksIpV6Test-2002984352 tempest-NetworksIpV6Test-2002984352-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dbe81420-f86d-449a-bbcc-ce025fa75394') {'for_net_delete': True} {{(pid=84041) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:01:30.477565 n-d-838334-2 neutron-server[84041]: DEBUG neutron.services.segments.db [None req-54eeeee8-0737-4c3f-b745-414915bd57b5 tempest-NetworksIpV6Test-2002984352 tempest-NetworksIpV6Test-2002984352-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dbe81420-f86d-449a-bbcc-ce025fa75394') {} {{(pid=84041) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:01:30.496695 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-54eeeee8-0737-4c3f-b745-414915bd57b5 tempest-NetworksIpV6Test-2002984352 tempest-NetworksIpV6Test-2002984352-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750375287300', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32268156'] for segment, before_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:30.528331 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.plugin [None req-5b77e415-8cd2-4312-865b-7d0c882fa63b None None] Deleting port d1d78ea3-ef2e-4552-b3d2-a7b3242a8485 {{(pid=84042) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 21:01:30.529355 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-5b77e415-8cd2-4312-865b-7d0c882fa63b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750375188691'] for port, before_delete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:30.529471 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [req-afc4d3d7-8398-4825-a541-cb53566efe8a req-2eb702ea-b5aa-4aed-ad7d-e2f7f419803e service neutron] Notify callbacks [] for port, precommit_update {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:30.536999 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-54eeeee8-0737-4c3f-b745-414915bd57b5 tempest-NetworksIpV6Test-2002984352 tempest-NetworksIpV6Test-2002984352-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1082986'] for segment, precommit_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:30.578769 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-54eeeee8-0737-4c3f-b745-414915bd57b5 tempest-NetworksIpV6Test-2002984352 tempest-NetworksIpV6Test-2002984352-project] Releasing vlan 387 on physical network physnet1 to pool {{(pid=84041) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 18 21:01:30.579281 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-54eeeee8-0737-4c3f-b745-414915bd57b5 tempest-NetworksIpV6Test-2002984352 tempest-NetworksIpV6Test-2002984352-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1082993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32266254'] for segment, after_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:30.605737 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1cf4f7a-cc5f-4985-b96d-60e057d27581 req-c0b5f2c7-017c-4242-9c3b-79eed3165ad7 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:01:30.612481 n-d-838334-2 neutron-server[84041]: Traceback (most recent call last): Apr 18 21:01:30.612481 n-d-838334-2 neutron-server[84041]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 18 21:01:30.612481 n-d-838334-2 neutron-server[84041]: timer() Apr 18 21:01:30.612481 n-d-838334-2 neutron-server[84041]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 21:01:30.612481 n-d-838334-2 neutron-server[84041]: cb(*args, **kw) Apr 18 21:01:30.612481 n-d-838334-2 neutron-server[84041]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 18 21:01:30.612481 n-d-838334-2 neutron-server[84041]: return func(*args, **kwargs) Apr 18 21:01:30.612481 n-d-838334-2 neutron-server[84041]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 21:01:30.612481 n-d-838334-2 neutron-server[84041]: self._notify() Apr 18 21:01:30.612481 n-d-838334-2 neutron-server[84041]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 21:01:30.612481 n-d-838334-2 neutron-server[84041]: self.callback(batched_events) Apr 18 21:01:30.612481 n-d-838334-2 neutron-server[84041]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 21:01:30.612481 n-d-838334-2 neutron-server[84041]: event.method(event) Apr 18 21:01:30.612481 n-d-838334-2 neutron-server[84041]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 18 21:01:30.612481 n-d-838334-2 neutron-server[84041]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 21:01:30.612481 n-d-838334-2 neutron-server[84041]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 18 21:01:30.612481 n-d-838334-2 neutron-server[84041]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 21:01:30.612481 n-d-838334-2 neutron-server[84041]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 18 21:01:30.612481 n-d-838334-2 neutron-server[84041]: return f(self, *a, **k) Apr 18 21:01:30.612481 n-d-838334-2 neutron-server[84041]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 18 21:01:30.612481 n-d-838334-2 neutron-server[84041]: return self._get(url).json() Apr 18 21:01:30.612481 n-d-838334-2 neutron-server[84041]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 18 21:01:30.612481 n-d-838334-2 neutron-server[84041]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 21:01:30.612481 n-d-838334-2 neutron-server[84041]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 18 21:01:30.612481 n-d-838334-2 neutron-server[84041]: return self.request(url, 'GET', **kwargs) Apr 18 21:01:30.612481 n-d-838334-2 neutron-server[84041]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 18 21:01:30.612481 n-d-838334-2 neutron-server[84041]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 21:01:30.612481 n-d-838334-2 neutron-server[84041]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 18 21:01:30.612481 n-d-838334-2 neutron-server[84041]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 21:01:30.612481 n-d-838334-2 neutron-server[84041]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 18 21:01:30.612481 n-d-838334-2 neutron-server[84041]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 21:01:30.612481 n-d-838334-2 neutron-server[84041]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 21:01:30.621838 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-e1cf4f7a-cc5f-4985-b96d-60e057d27581 req-c0b5f2c7-017c-4242-9c3b-79eed3165ad7 service neutron] 10.222.0.48 "GET /v2.0/networks?id=7083f08e-ab4e-49e9-91e4-270e03cc3e4c HTTP/1.1" status: 200 len: 906 time: 0.7316914 Apr 18 21:01:30.657576 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.plugin [None req-5b77e415-8cd2-4312-865b-7d0c882fa63b None None] The port 'd1d78ea3-ef2e-4552-b3d2-a7b3242a8485' was deleted {{(pid=84042) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 18 21:01:30.663027 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Device d1d78ea3-ef2e-4552-b3d2-a7b3242a8485 no longer exists at agent ovs-agent-n-d-838334-2 {{(pid=84042) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 21:01:30.712149 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.plugin [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] No Port match for: d1d78ea3-ef2e-4552-b3d2-a7b3242a8485 {{(pid=84042) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 18 21:01:30.712846 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Device d1d78ea3-ef2e-4552-b3d2-a7b3242a8485 not bound to the agent host n-d-838334-2 {{(pid=84042) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 21:01:30.718568 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Device aa8998f0-5774-4503-93d9-f054eb0cbd71 no longer exists at agent ovs-agent-n-d-838334-2 {{(pid=84042) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 21:01:30.745666 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.provisioning_blocks [req-afc4d3d7-8398-4825-a541-cb53566efe8a req-2eb702ea-b5aa-4aed-ad7d-e2f7f419803e service neutron] Transition to ACTIVE for port object 8eed9390-9245-43e8-8f5a-918d1fc3c30c will not be triggered until provisioned by entity L2. {{(pid=84041) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:01:30.747474 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-54eeeee8-0737-4c3f-b745-414915bd57b5 tempest-NetworksIpV6Test-2002984352 tempest-NetworksIpV6Test-2002984352-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1258898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33526109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33444113'] for network, after_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:30.760335 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-54eeeee8-0737-4c3f-b745-414915bd57b5 tempest-NetworksIpV6Test-2002984352 tempest-NetworksIpV6Test-2002984352-project] Notify callbacks [] for network, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:30.763192 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.plugin [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] No Port match for: aa8998f0-5774-4503-93d9-f054eb0cbd71 {{(pid=84042) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 18 21:01:30.763781 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Device aa8998f0-5774-4503-93d9-f054eb0cbd71 not bound to the agent host n-d-838334-2 {{(pid=84042) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 21:01:30.799603 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54eeeee8-0737-4c3f-b745-414915bd57b5 tempest-NetworksIpV6Test-2002984352 tempest-NetworksIpV6Test-2002984352-project] Pushing event deleted for resources: {'Network': ['ID=3c1d1dc4-f283-4aaa-a5d8-fc482fce6edd,revision_number=None']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:01:30.802634 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [req-afc4d3d7-8398-4825-a541-cb53566efe8a req-2eb702ea-b5aa-4aed-ad7d-e2f7f419803e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32266282'] for port, after_update {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:30.823861 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-fe901d45-4d78-4456-9a72-9279fa88cb63 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:30.858808 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-54eeeee8-0737-4c3f-b745-414915bd57b5 tempest-NetworksIpV6Test-2002984352 tempest-NetworksIpV6Test-2002984352-project] 10.222.0.42 "DELETE /v2.0/networks/3c1d1dc4-f283-4aaa-a5d8-fc482fce6edd HTTP/1.1" status: 204 len: 168 time: 2.5856383 Apr 18 21:01:30.876378 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-fe901d45-4d78-4456-9a72-9279fa88cb63 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33528224'] for security_group, after_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:30.915760 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-e1cf4f7a-cc5f-4985-b96d-60e057d27581 req-51cd5eb7-5294-4358-b6bc-9215c5eb5b5d service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8f0ac191-0475-420d-bcd7-62c84624a6ea HTTP/1.1" status: 200 len: 217 time: 0.1953030 Apr 18 21:01:30.994337 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.l3_dvrscheduler_db [req-afc4d3d7-8398-4825-a541-cb53566efe8a req-2eb702ea-b5aa-4aed-ad7d-e2f7f419803e service neutron] No DVR routers for this DVR port 8eed9390-9245-43e8-8f5a-918d1fc3c30c on host n-h2-838334-2 {{(pid=84041) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 21:01:31.038972 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eb702ea-b5aa-4aed-ad7d-e2f7f419803e service neutron] Pushing event updated for resources: {'Port': ['ID=8eed9390-9245-43e8-8f5a-918d1fc3c30c,revision_number=9']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:01:31.068548 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.managers [req-afc4d3d7-8398-4825-a541-cb53566efe8a req-2eb702ea-b5aa-4aed-ad7d-e2f7f419803e service neutron] Attempting to bind port 8eed9390-9245-43e8-8f5a-918d1fc3c30c on host n-h1-838334-2 for vnic_type normal with profile {{(pid=84041) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 21:01:31.069248 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.managers [req-afc4d3d7-8398-4825-a541-cb53566efe8a req-2eb702ea-b5aa-4aed-ad7d-e2f7f419803e service neutron] Attempting to bind port 8eed9390-9245-43e8-8f5a-918d1fc3c30c by drivers openvswitch,hyperv on host n-h1-838334-2 at level 0 using segments [{'id': 'b4dde5c5-5fa1-421a-aa66-9d4eb01be1ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': '0bad4841-e9a6-4877-8de7-2befe85ffb51'}] {{(pid=84041) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 21:01:31.069797 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afc4d3d7-8398-4825-a541-cb53566efe8a req-2eb702ea-b5aa-4aed-ad7d-e2f7f419803e service neutron] Attempting to bind port 8eed9390-9245-43e8-8f5a-918d1fc3c30c on network 0bad4841-e9a6-4877-8de7-2befe85ffb51 {{(pid=84041) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 21:01:31.078201 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afc4d3d7-8398-4825-a541-cb53566efe8a req-2eb702ea-b5aa-4aed-ad7d-e2f7f419803e service neutron] Port 8eed9390-9245-43e8-8f5a-918d1fc3c30c on network 0bad4841-e9a6-4877-8de7-2befe85ffb51 not bound, no agent of type Open vSwitch agent registered on host n-h1-838334-2 {{(pid=84041) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 18 21:01:31.079589 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afc4d3d7-8398-4825-a541-cb53566efe8a req-2eb702ea-b5aa-4aed-ad7d-e2f7f419803e service neutron] Attempting to bind port 8eed9390-9245-43e8-8f5a-918d1fc3c30c on network 0bad4841-e9a6-4877-8de7-2befe85ffb51 {{(pid=84041) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 21:01:31.087471 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afc4d3d7-8398-4825-a541-cb53566efe8a req-2eb702ea-b5aa-4aed-ad7d-e2f7f419803e service neutron] Checking agent: {'id': 'd63bab19-ff81-4de1-afeb-a3732288d0d7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-838334-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 33, 59), 'started_at': datetime.datetime(2022, 4, 18, 20, 33, 59), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 21, 1, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84041) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 18 21:01:31.088529 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afc4d3d7-8398-4825-a541-cb53566efe8a req-2eb702ea-b5aa-4aed-ad7d-e2f7f419803e service neutron] Checking segment: {'id': 'b4dde5c5-5fa1-421a-aa66-9d4eb01be1ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': '0bad4841-e9a6-4877-8de7-2befe85ffb51'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84041) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 21:01:31.088746 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2886fe27-aee9-431c-a55b-14249ca83a06 req-8609b66e-8d54-4a35-a781-6ddf404ef6c2 tempest-ServersNegativeTestJSON-508382254 tempest-ServersNegativeTestJSON-508382254-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:01:31.089528 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afc4d3d7-8398-4825-a541-cb53566efe8a req-2eb702ea-b5aa-4aed-ad7d-e2f7f419803e service neutron] Bound using segment: {'id': 'b4dde5c5-5fa1-421a-aa66-9d4eb01be1ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': '0bad4841-e9a6-4877-8de7-2befe85ffb51'} {{(pid=84041) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 18 21:01:31.090187 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-2886fe27-aee9-431c-a55b-14249ca83a06 req-8609b66e-8d54-4a35-a781-6ddf404ef6c2 tempest-ServersNegativeTestJSON-508382254 tempest-ServersNegativeTestJSON-508382254-project] 10.222.0.42 "GET /v2.0/ports?device_id=2197a591-197e-47fe-9210-1387bfb6ec5e HTTP/1.1" status: 200 len: 943 time: 1.0591600 Apr 18 21:01:31.098260 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.managers [req-afc4d3d7-8398-4825-a541-cb53566efe8a req-2eb702ea-b5aa-4aed-ad7d-e2f7f419803e service neutron] Bound port: 8eed9390-9245-43e8-8f5a-918d1fc3c30c, host: n-h1-838334-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b4dde5c5-5fa1-421a-aa66-9d4eb01be1ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': '0bad4841-e9a6-4877-8de7-2befe85ffb51'}}] {{(pid=84041) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 21:01:31.099044 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [req-afc4d3d7-8398-4825-a541-cb53566efe8a req-2eb702ea-b5aa-4aed-ad7d-e2f7f419803e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:31.138108 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-fe901d45-4d78-4456-9a72-9279fa88cb63 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=16a4f5bf22494b6dbb4dc26c63feadeb&name=default HTTP/1.1" status: 200 len: 2647 time: 1.8536923 Apr 18 21:01:31.139284 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe901d45-4d78-4456-9a72-9279fa88cb63 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a33f456c-2b56-4730-be9f-9dfecba7e235,revision_number=1']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:01:31.147359 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 59654) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:01:31.190926 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1cf4f7a-cc5f-4985-b96d-60e057d27581 req-ca1f09ed-893b-4371-b2cd-c038ab57ed4e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:01:31.192420 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-e1cf4f7a-cc5f-4985-b96d-60e057d27581 req-ca1f09ed-893b-4371-b2cd-c038ab57ed4e service neutron] 10.222.0.48 "GET /v2.0/subnets?id=b602689e-1bf9-4316-afee-2c16d3405af1 HTTP/1.1" status: 200 len: 845 time: 0.2425432 Apr 18 21:01:31.225336 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.db [req-afc4d3d7-8398-4825-a541-cb53566efe8a req-2eb702ea-b5aa-4aed-ad7d-e2f7f419803e service neutron] For port 8eed9390-9245-43e8-8f5a-918d1fc3c30c, host n-h1-838334-2, cleared binding levels {{(pid=84041) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 21:01:31.229070 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.db [req-afc4d3d7-8398-4825-a541-cb53566efe8a req-2eb702ea-b5aa-4aed-ad7d-e2f7f419803e service neutron] For port 8eed9390-9245-43e8-8f5a-918d1fc3c30c, host n-h1-838334-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838334-2',level=0,port_id=8eed9390-9245-43e8-8f5a-918d1fc3c30c,segment=NetworkSegment(b4dde5c5-5fa1-421a-aa66-9d4eb01be1ce),segment_id=b4dde5c5-5fa1-421a-aa66-9d4eb01be1ce)] {{(pid=84041) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 21:01:31.236378 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [req-afc4d3d7-8398-4825-a541-cb53566efe8a req-2eb702ea-b5aa-4aed-ad7d-e2f7f419803e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32266282'] for port, after_update {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:31.263257 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed05daf6-e8e2-4d9b-acb0-4a70f5a0663e req-1877cb5f-cc31-41f9-b2e2-09db441c93da tempest-ServersTestJSON-1424434350 tempest-ServersTestJSON-1424434350-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:01:31.265508 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-ed05daf6-e8e2-4d9b-acb0-4a70f5a0663e req-1877cb5f-cc31-41f9-b2e2-09db441c93da tempest-ServersTestJSON-1424434350 tempest-ServersTestJSON-1424434350-project] 10.222.0.42 "GET /v2.0/ports?device_id=c4a2b833-8357-40a0-9883-002d1a37ba68 HTTP/1.1" status: 200 len: 945 time: 0.7022336 Apr 18 21:01:31.296173 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-e1cf4f7a-cc5f-4985-b96d-60e057d27581 req-af581fcc-c22a-44e0-98e6-563daa0b400f service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=7083f08e-ab4e-49e9-91e4-270e03cc3e4c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0818226 Apr 18 21:01:31.304641 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 59660) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:01:31.337751 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [req-afc4d3d7-8398-4825-a541-cb53566efe8a req-2eb702ea-b5aa-4aed-ad7d-e2f7f419803e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217293'] for port, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:31.339169 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-afc4d3d7-8398-4825-a541-cb53566efe8a req-2eb702ea-b5aa-4aed-ad7d-e2f7f419803e service neutron] 10.222.0.43 "PUT /v2.0/ports/8eed9390-9245-43e8-8f5a-918d1fc3c30c HTTP/1.1" status: 200 len: 1091 time: 3.5032802 Apr 18 21:01:31.339969 n-d-838334-2 neutron-server[84041]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2197a591-197e-47fe-9210-1387bfb6ec5e', 'tag': '8eed9390-9245-43e8-8f5a-918d1fc3c30c'}] {{(pid=84041) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 21:01:31.357413 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eb702ea-b5aa-4aed-ad7d-e2f7f419803e service neutron] Pushing event updated for resources: {'Port': ['ID=8eed9390-9245-43e8-8f5a-918d1fc3c30c,revision_number=10']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:01:31.388303 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-2886fe27-aee9-431c-a55b-14249ca83a06 req-c4ee778e-c902-4694-b939-b5daba68dfa7 tempest-ServersNegativeTestJSON-508382254 tempest-ServersNegativeTestJSON-508382254-project] 10.222.0.42 "GET /v2.0/security-groups?id=ada0ecb3-b1bc-4ba2-8e6c-b06ba09daca2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2819536 Apr 18 21:01:31.471661 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-afc4d3d7-8398-4825-a541-cb53566efe8a req-779880e3-ce30-46dd-9752-9755d02bdf57 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=0f7cce7b1ccf410486c29c0215106926&device_id=2197a591-197e-47fe-9210-1387bfb6ec5e HTTP/1.1" status: 200 len: 1095 time: 0.1069634 Apr 18 21:01:31.509589 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-fd2ded6b-e208-488f-897b-7cf6deb06f27 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:31.512109 n-d-838334-2 neutron-server[84041]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-c958912a-e3d7-4dcc-be44-d90e135bf034']: {'name': 'network-changed', 'server_uuid': '2197a591-197e-47fe-9210-1387bfb6ec5e', 'tag': '8eed9390-9245-43e8-8f5a-918d1fc3c30c', 'status': 'failed', 'code': 422} returned with failed status Apr 18 21:01:31.514896 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-4f75a1cd-2514-4b09-ac0c-ad8af47b559d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750375259028', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750374836628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32440838'] for port, after_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:31.561617 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-ed05daf6-e8e2-4d9b-acb0-4a70f5a0663e req-4d1f484d-fa75-4962-a70d-1aed9e9e8b87 tempest-ServersTestJSON-1424434350 tempest-ServersTestJSON-1424434350-project] 10.222.0.42 "GET /v2.0/security-groups?id=a3de1b7a-019c-40dd-8c9d-3a3f159b2bd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2775457 Apr 18 21:01:31.612618 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f75a1cd-2514-4b09-ac0c-ad8af47b559d admin admin] Pushing event deleted for resources: {'Port': ['ID=0654fabf-3ea3-4a21-99de-c086a8f52f65,revision_number=None']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:01:31.627854 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-fd2ded6b-e208-488f-897b-7cf6deb06f27 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:31.698867 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-e1cf4f7a-cc5f-4985-b96d-60e057d27581 req-044b13b2-e638-4b3f-8a55-f947c859c149 service neutron] 10.222.0.48 "GET /v2.0/networks/7083f08e-ab4e-49e9-91e4-270e03cc3e4c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3580775 Apr 18 21:01:31.797349 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-cd7613e1-8ce0-4616-84fb-7b8f4c5178a9 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=fd146e1e9f314c74ba81762788974d67&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4853694 Apr 18 21:01:31.801272 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 59674) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:01:31.847209 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afc4d3d7-8398-4825-a541-cb53566efe8a req-b1cb2197-cbdd-49ea-b52a-7101054568df service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:01:31.848681 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-afc4d3d7-8398-4825-a541-cb53566efe8a req-b1cb2197-cbdd-49ea-b52a-7101054568df service neutron] 10.222.0.43 "GET /v2.0/networks?id=0bad4841-e9a6-4877-8de7-2befe85ffb51 HTTP/1.1" status: 200 len: 914 time: 0.3690343 Apr 18 21:01:31.883218 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-fd2ded6b-e208-488f-897b-7cf6deb06f27 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33528224'] for security_group, after_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:31.908043 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd2ded6b-e208-488f-897b-7cf6deb06f27 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a33f456c-2b56-4730-be9f-9dfecba7e235,revision_number=None']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:01:31.952513 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-e9b01943-1d5a-4a08-9906-2cc7e960e7b7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:31.978713 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-e9b01943-1d5a-4a08-9906-2cc7e960e7b7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:32.015942 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-fd2ded6b-e208-488f-897b-7cf6deb06f27 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:32.017061 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-fd2ded6b-e208-488f-897b-7cf6deb06f27 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/a33f456c-2b56-4730-be9f-9dfecba7e235 HTTP/1.1" status: 204 len: 168 time: 0.8687711 Apr 18 21:01:32.033699 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-afc4d3d7-8398-4825-a541-cb53566efe8a req-015d86f0-447b-472b-9a67-7beb56e4e811 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8eed9390-9245-43e8-8f5a-918d1fc3c30c HTTP/1.1" status: 200 len: 217 time: 0.1652601 Apr 18 21:01:32.038573 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-e9b01943-1d5a-4a08-9906-2cc7e960e7b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33528224'] for security_group, after_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:32.095482 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-e1cf4f7a-cc5f-4985-b96d-60e057d27581 req-a97de0ba-4a4a-4fcd-96e4-7a8895aebca7 service neutron] 10.222.0.48 "GET /v2.0/networks/7083f08e-ab4e-49e9-91e4-270e03cc3e4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3637860 Apr 18 21:01:32.096685 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9b01943-1d5a-4a08-9906-2cc7e960e7b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=96e9e856-178a-4b3a-b404-89abacf7cc28,revision_number=None']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:01:32.102896 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-4f75a1cd-2514-4b09-ac0c-ad8af47b559d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33444108'] for router_gateway, after_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:32.118007 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-e9b01943-1d5a-4a08-9906-2cc7e960e7b7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:32.119218 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-e9b01943-1d5a-4a08-9906-2cc7e960e7b7 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/96e9e856-178a-4b3a-b404-89abacf7cc28 HTTP/1.1" status: 204 len: 168 time: 0.3170621 Apr 18 21:01:32.131273 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afc4d3d7-8398-4825-a541-cb53566efe8a req-db70a241-9084-41c9-a217-75348ee4ef64 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:01:32.133034 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-afc4d3d7-8398-4825-a541-cb53566efe8a req-db70a241-9084-41c9-a217-75348ee4ef64 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=0d6de920-cb7d-469b-9a77-ddf54cb30087 HTTP/1.1" status: 200 len: 853 time: 0.0881877 Apr 18 21:01:32.182775 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-afc4d3d7-8398-4825-a541-cb53566efe8a req-ef55199e-7c4d-4627-862a-c905a49a4b01 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=0bad4841-e9a6-4877-8de7-2befe85ffb51&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0408993 Apr 18 21:01:32.355504 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-afc4d3d7-8398-4825-a541-cb53566efe8a req-b8e06e24-e6a7-43ec-9d1e-8598c71b7152 service neutron] 10.222.0.43 "GET /v2.0/networks/0bad4841-e9a6-4877-8de7-2befe85ffb51?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1661849 Apr 18 21:01:32.504179 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-afc4d3d7-8398-4825-a541-cb53566efe8a req-011c4d00-7c6f-48c6-8453-232b5e6c2522 service neutron] 10.222.0.43 "GET /v2.0/networks/0bad4841-e9a6-4877-8de7-2befe85ffb51?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1421828 Apr 18 21:01:32.571208 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-4f75a1cd-2514-4b09-ac0c-ad8af47b559d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33443580', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5726'] for router, precommit_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:32.576112 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-4f75a1cd-2514-4b09-ac0c-ad8af47b559d admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:32.700440 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-4f75a1cd-2514-4b09-ac0c-ad8af47b559d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-33443408'] for router, after_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:32.701057 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4f75a1cd-2514-4b09-ac0c-ad8af47b559d admin admin] Fanout notify agent at l3_agent the message router_deleted on router eb2ef120-2c2e-4b9c-8049-c1281daabc93 {{(pid=84040) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 18 21:01:32.725757 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-4f75a1cd-2514-4b09-ac0c-ad8af47b559d admin admin] Notify callbacks [] for router, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:32.726881 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-4f75a1cd-2514-4b09-ac0c-ad8af47b559d admin admin] 10.222.0.42 "DELETE /v2.0/routers/eb2ef120-2c2e-4b9c-8049-c1281daabc93 HTTP/1.1" status: 204 len: 168 time: 5.1193190 Apr 18 21:01:32.729749 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 59704) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:01:32.830139 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.db_base_plugin_v2 [None req-11022110-a72f-4fd6-a4d3-334bce476cc7 admin admin] Deleting subnet 66a6cd83-be1c-4e76-9e19-a8f33a82294d {{(pid=84041) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 18 21:01:32.833562 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-11022110-a72f-4fd6-a4d3-334bce476cc7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:32.836741 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e86b65e5-2cfc-4712-be2a-1035bbf24783 req-a18869e7-09d6-4d62-8d34-cc55dc26d077 tempest-ServersNegativeTestJSON-508382254 tempest-ServersNegativeTestJSON-508382254-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:01:32.838221 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-e86b65e5-2cfc-4712-be2a-1035bbf24783 req-a18869e7-09d6-4d62-8d34-cc55dc26d077 tempest-ServersNegativeTestJSON-508382254 tempest-ServersNegativeTestJSON-508382254-project] 10.222.0.42 "GET /v2.0/ports?device_id=2197a591-197e-47fe-9210-1387bfb6ec5e HTTP/1.1" status: 200 len: 944 time: 0.2343118 Apr 18 21:01:32.888035 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e4973b1-3c1d-4a34-85fd-311cc62db4b1 req-4ff3de44-db57-4813-94e5-2d3a51d4a439 tempest-ServersTestJSON-1424434350 tempest-ServersTestJSON-1424434350-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:01:32.890093 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-2e4973b1-3c1d-4a34-85fd-311cc62db4b1 req-4ff3de44-db57-4813-94e5-2d3a51d4a439 tempest-ServersTestJSON-1424434350 tempest-ServersTestJSON-1424434350-project] 10.222.0.42 "GET /v2.0/ports?device_id=c4a2b833-8357-40a0-9883-002d1a37ba68 HTTP/1.1" status: 200 len: 945 time: 0.1464674 Apr 18 21:01:32.908189 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-11022110-a72f-4fd6-a4d3-334bce476cc7 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32266383'] for subnet, precommit_delete_associations {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:32.925160 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-e86b65e5-2cfc-4712-be2a-1035bbf24783 req-f8a723fd-5102-4ba7-9b0c-3b6411fe3a88 tempest-ServersNegativeTestJSON-508382254 tempest-ServersNegativeTestJSON-508382254-project] 10.222.0.42 "GET /v2.0/security-groups?id=ada0ecb3-b1bc-4ba2-8e6c-b06ba09daca2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0786934 Apr 18 21:01:32.961989 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-2e4973b1-3c1d-4a34-85fd-311cc62db4b1 req-cbe07692-8b0d-4766-804e-832084578fc8 tempest-ServersTestJSON-1424434350 tempest-ServersTestJSON-1424434350-project] 10.222.0.42 "GET /v2.0/security-groups?id=a3de1b7a-019c-40dd-8c9d-3a3f159b2bd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654495 Apr 18 21:01:33.068440 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-11022110-a72f-4fd6-a4d3-334bce476cc7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1260556'] for subnet, precommit_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:33.175781 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-11022110-a72f-4fd6-a4d3-334bce476cc7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1260549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33526260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32266336', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32486390'] for subnet, after_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:33.245786 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef836543-fba1-4f48-a909-7b3c88eafe53 None None] Network 794fa1b3-6f66-42ac-ab9f-a0e910c383ff requested from n-d-838334-2 {{(pid=84042) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 21:01:33.263175 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-11022110-a72f-4fd6-a4d3-334bce476cc7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:33.274548 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11022110-a72f-4fd6-a4d3-334bce476cc7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=66a6cd83-be1c-4e76-9e19-a8f33a82294d,revision_number=None']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:01:33.278455 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-11022110-a72f-4fd6-a4d3-334bce476cc7 admin admin] 10.222.0.42 "DELETE /v2.0/subnets/66a6cd83-be1c-4e76-9e19-a8f33a82294d HTTP/1.1" status: 204 len: 168 time: 0.5477095 Apr 18 21:01:33.281677 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 59726) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:01:33.535092 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-08d86071-25e2-4edd-bf62-029987233e21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1103592'] for network, before_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:33.566166 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e43be486-ff55-4146-8edd-7bc4118f393b req-3f9c3ccb-2c50-45a0-9e1c-b8b5cdbdad53 tempest-ServersTestJSON-1424434350 tempest-ServersTestJSON-1424434350-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:01:33.567940 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-e43be486-ff55-4146-8edd-7bc4118f393b req-3f9c3ccb-2c50-45a0-9e1c-b8b5cdbdad53 tempest-ServersTestJSON-1424434350 tempest-ServersTestJSON-1424434350-project] 10.222.0.42 "GET /v2.0/ports?device_id=c4a2b833-8357-40a0-9883-002d1a37ba68 HTTP/1.1" status: 200 len: 945 time: 0.1781795 Apr 18 21:01:33.591446 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.plugin [None req-08d86071-25e2-4edd-bf62-029987233e21 admin admin] Deleting port f4650325-0bc5-4e2a-90b2-cc3036e25b17 {{(pid=84040) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 21:01:33.591446 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-08d86071-25e2-4edd-bf62-029987233e21 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750375188691'] for port, before_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:33.649105 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-374fd0bd-3464-4ec7-9b6a-b5245616daff None None] DHCP port deletion for 794fa1b3-6f66-42ac-ab9f-a0e910c383ff request from n-d-838334-2 {{(pid=84042) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 18 21:01:33.658400 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.plugin [None req-374fd0bd-3464-4ec7-9b6a-b5245616daff None None] Deleting port f4650325-0bc5-4e2a-90b2-cc3036e25b17 {{(pid=84042) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 21:01:33.659054 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-374fd0bd-3464-4ec7-9b6a-b5245616daff None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750375188691'] for port, before_delete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:33.707824 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-e43be486-ff55-4146-8edd-7bc4118f393b req-a8330cb4-4284-49db-ab3b-2c67337f83d4 tempest-ServersTestJSON-1424434350 tempest-ServersTestJSON-1424434350-project] 10.222.0.42 "GET /v2.0/security-groups?id=a3de1b7a-019c-40dd-8c9d-3a3f159b2bd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1329081 Apr 18 21:01:33.817161 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750375287399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253529'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:33.842935 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.db [None req-08d86071-25e2-4edd-bf62-029987233e21 admin admin] For port f4650325-0bc5-4e2a-90b2-cc3036e25b17, host n-d-838334-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838334-2',level=0,port_id=f4650325-0bc5-4e2a-90b2-cc3036e25b17,segment=NetworkSegment(dbc7d3d6-4579-41c2-9fd4-2757cc8c54b6),segment_id=dbc7d3d6-4579-41c2-9fd4-2757cc8c54b6)] {{(pid=84040) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:01:33.843553 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-08d86071-25e2-4edd-bf62-029987233e21 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369123'] for port, precommit_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:34.002762 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-374fd0bd-3464-4ec7-9b6a-b5245616daff None None] For port f4650325-0bc5-4e2a-90b2-cc3036e25b17, host n-d-838334-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838334-2',level=0,port_id=f4650325-0bc5-4e2a-90b2-cc3036e25b17,segment=NetworkSegment(dbc7d3d6-4579-41c2-9fd4-2757cc8c54b6),segment_id=dbc7d3d6-4579-41c2-9fd4-2757cc8c54b6)] {{(pid=84042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:01:34.003439 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-374fd0bd-3464-4ec7-9b6a-b5245616daff None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369123'] for port, precommit_delete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:34.057928 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.plugin [None req-08d86071-25e2-4edd-bf62-029987233e21 admin admin] Calling delete_port for f4650325-0bc5-4e2a-90b2-cc3036e25b17 owned by network:dhcp {{(pid=84040) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 21:01:34.190882 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.plugin [None req-374fd0bd-3464-4ec7-9b6a-b5245616daff None None] Calling delete_port for f4650325-0bc5-4e2a-90b2-cc3036e25b17 owned by network:dhcp {{(pid=84042) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 21:01:34.225356 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-08d86071-25e2-4edd-bf62-029987233e21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750375259028', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750374836628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32440838'] for port, after_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:34.285376 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08d86071-25e2-4edd-bf62-029987233e21 admin admin] No DVR routers for this DVR port f4650325-0bc5-4e2a-90b2-cc3036e25b17 on host n-d-838334-2 {{(pid=84040) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 21:01:34.322943 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08d86071-25e2-4edd-bf62-029987233e21 admin admin] Pushing event deleted for resources: {'Port': ['ID=f4650325-0bc5-4e2a-90b2-cc3036e25b17,revision_number=None']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:01:34.362887 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.db.api [None req-374fd0bd-3464-4ec7-9b6a-b5245616daff None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84042) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 18 21:01:34.363475 n-d-838334-2 neutron-server[84042]: DEBUG oslo_db.api [None req-374fd0bd-3464-4ec7-9b6a-b5245616daff None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 18 21:01:34.437655 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-08d86071-25e2-4edd-bf62-029987233e21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1258905', 'neutron.services.segments.db._delete_segments_for_network-8750375287417'] for network, precommit_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:34.468187 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07983931-1d56-4935-a8bc-86fad9cc0424 req-f6e88647-882f-4d64-a4cd-4d5c30e45c93 tempest-ServersNegativeTestJSON-508382254 tempest-ServersNegativeTestJSON-508382254-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:01:34.474890 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-07983931-1d56-4935-a8bc-86fad9cc0424 req-f6e88647-882f-4d64-a4cd-4d5c30e45c93 tempest-ServersNegativeTestJSON-508382254 tempest-ServersNegativeTestJSON-508382254-project] 10.222.0.42 "GET /v2.0/ports?device_id=2197a591-197e-47fe-9210-1387bfb6ec5e HTTP/1.1" status: 200 len: 944 time: 0.3115206 Apr 18 21:01:34.516933 n-d-838334-2 neutron-server[84040]: DEBUG neutron.services.segments.db [None req-08d86071-25e2-4edd-bf62-029987233e21 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['794fa1b3-6f66-42ac-ab9f-a0e910c383ff']}} {{(pid=84040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:01:34.536110 n-d-838334-2 neutron-server[84040]: DEBUG neutron.services.segments.db [None req-08d86071-25e2-4edd-bf62-029987233e21 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dbc7d3d6-4579-41c2-9fd4-2757cc8c54b6') {'for_net_delete': True} {{(pid=84040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:01:34.536404 n-d-838334-2 neutron-server[84040]: DEBUG neutron.services.segments.db [None req-08d86071-25e2-4edd-bf62-029987233e21 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dbc7d3d6-4579-41c2-9fd4-2757cc8c54b6') {} {{(pid=84040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:01:34.562117 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-07983931-1d56-4935-a8bc-86fad9cc0424 req-bf7e058a-f8cf-403b-8320-518c4bb0d879 tempest-ServersNegativeTestJSON-508382254 tempest-ServersNegativeTestJSON-508382254-project] 10.222.0.42 "GET /v2.0/security-groups?id=ada0ecb3-b1bc-4ba2-8e6c-b06ba09daca2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0860307 Apr 18 21:01:34.583878 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-08d86071-25e2-4edd-bf62-029987233e21 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750375287300', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31955965'] for segment, before_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:34.611676 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-08d86071-25e2-4edd-bf62-029987233e21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1082986'] for segment, precommit_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:34.631295 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-08d86071-25e2-4edd-bf62-029987233e21 admin admin] Releasing vlan 389 on physical network physnet1 to pool {{(pid=84040) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 18 21:01:34.633026 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-08d86071-25e2-4edd-bf62-029987233e21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1082993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32440923'] for segment, after_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:34.666286 n-d-838334-2 neutron-server[84040]: Traceback (most recent call last): Apr 18 21:01:34.666286 n-d-838334-2 neutron-server[84040]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 18 21:01:34.666286 n-d-838334-2 neutron-server[84040]: timer() Apr 18 21:01:34.666286 n-d-838334-2 neutron-server[84040]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 21:01:34.666286 n-d-838334-2 neutron-server[84040]: cb(*args, **kw) Apr 18 21:01:34.666286 n-d-838334-2 neutron-server[84040]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 18 21:01:34.666286 n-d-838334-2 neutron-server[84040]: return func(*args, **kwargs) Apr 18 21:01:34.666286 n-d-838334-2 neutron-server[84040]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 21:01:34.666286 n-d-838334-2 neutron-server[84040]: self._notify() Apr 18 21:01:34.666286 n-d-838334-2 neutron-server[84040]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 21:01:34.666286 n-d-838334-2 neutron-server[84040]: self.callback(batched_events) Apr 18 21:01:34.666286 n-d-838334-2 neutron-server[84040]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 21:01:34.666286 n-d-838334-2 neutron-server[84040]: event.method(event) Apr 18 21:01:34.666286 n-d-838334-2 neutron-server[84040]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 18 21:01:34.666286 n-d-838334-2 neutron-server[84040]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 21:01:34.666286 n-d-838334-2 neutron-server[84040]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 18 21:01:34.666286 n-d-838334-2 neutron-server[84040]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 21:01:34.666286 n-d-838334-2 neutron-server[84040]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 18 21:01:34.666286 n-d-838334-2 neutron-server[84040]: return f(self, *a, **k) Apr 18 21:01:34.666286 n-d-838334-2 neutron-server[84040]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 18 21:01:34.666286 n-d-838334-2 neutron-server[84040]: return self._get(url).json() Apr 18 21:01:34.666286 n-d-838334-2 neutron-server[84040]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 18 21:01:34.666286 n-d-838334-2 neutron-server[84040]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 21:01:34.666286 n-d-838334-2 neutron-server[84040]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 18 21:01:34.666286 n-d-838334-2 neutron-server[84040]: return self.request(url, 'GET', **kwargs) Apr 18 21:01:34.666286 n-d-838334-2 neutron-server[84040]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 18 21:01:34.666286 n-d-838334-2 neutron-server[84040]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 21:01:34.666286 n-d-838334-2 neutron-server[84040]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 18 21:01:34.666286 n-d-838334-2 neutron-server[84040]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 21:01:34.666286 n-d-838334-2 neutron-server[84040]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 18 21:01:34.666286 n-d-838334-2 neutron-server[84040]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 21:01:34.666286 n-d-838334-2 neutron-server[84040]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 21:01:34.847710 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-08d86071-25e2-4edd-bf62-029987233e21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1258898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33526109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33444113'] for network, after_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:34.864738 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.plugin [None req-374fd0bd-3464-4ec7-9b6a-b5245616daff None None] Deleting port f4650325-0bc5-4e2a-90b2-cc3036e25b17 {{(pid=84042) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 21:01:34.865652 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-374fd0bd-3464-4ec7-9b6a-b5245616daff None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750375188691'] for port, before_delete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:34.940957 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-08d86071-25e2-4edd-bf62-029987233e21 admin admin] Notify callbacks [] for network, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:34.957951 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08d86071-25e2-4edd-bf62-029987233e21 admin admin] Pushing event deleted for resources: {'Network': ['ID=794fa1b3-6f66-42ac-ab9f-a0e910c383ff,revision_number=None']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:01:35.015219 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-08d86071-25e2-4edd-bf62-029987233e21 admin admin] 10.222.0.42 "DELETE /v2.0/networks/794fa1b3-6f66-42ac-ab9f-a0e910c383ff HTTP/1.1" status: 204 len: 168 time: 1.7317803 Apr 18 21:01:35.056518 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Device f4650325-0bc5-4e2a-90b2-cc3036e25b17 no longer exists at agent ovs-agent-n-d-838334-2 {{(pid=84042) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 21:01:35.098304 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.plugin [None req-374fd0bd-3464-4ec7-9b6a-b5245616daff None None] The port 'f4650325-0bc5-4e2a-90b2-cc3036e25b17' was deleted {{(pid=84042) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 18 21:01:35.104935 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.plugin [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] No Port match for: f4650325-0bc5-4e2a-90b2-cc3036e25b17 {{(pid=84042) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 18 21:01:35.105748 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Device f4650325-0bc5-4e2a-90b2-cc3036e25b17 not bound to the agent host n-d-838334-2 {{(pid=84042) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 21:01:35.407101 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f933f7a1-545c-4dea-bed5-dda81f7ab489 req-abd5247b-2fce-48ca-a31a-3f776a05f170 tempest-ServersTestJSON-1424434350 tempest-ServersTestJSON-1424434350-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:01:35.415402 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-f933f7a1-545c-4dea-bed5-dda81f7ab489 req-abd5247b-2fce-48ca-a31a-3f776a05f170 tempest-ServersTestJSON-1424434350 tempest-ServersTestJSON-1424434350-project] 10.222.0.42 "GET /v2.0/ports?device_id=c4a2b833-8357-40a0-9883-002d1a37ba68 HTTP/1.1" status: 200 len: 945 time: 1.4982316 Apr 18 21:01:35.465056 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 59782) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:01:35.481374 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-f933f7a1-545c-4dea-bed5-dda81f7ab489 req-d3ad4855-c9bc-42bc-af0d-3dd08487c561 tempest-ServersTestJSON-1424434350 tempest-ServersTestJSON-1424434350-project] 10.222.0.42 "GET /v2.0/security-groups?id=a3de1b7a-019c-40dd-8c9d-3a3f159b2bd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647385 Apr 18 21:01:35.576183 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-5b0216ba-9b30-4866-9f0a-dee14dee3e0e admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=340d04fd839f4c0c896ec9bea561bc50&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1097679 Apr 18 21:01:35.579360 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 59788) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:01:35.752549 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-cbf37098-e5f0-40b3-ae71-d943fa6b5123 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:35.823663 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-cbf37098-e5f0-40b3-ae71-d943fa6b5123 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:35.988341 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 59800) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:01:36.049357 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20f1e2a3-484a-496f-9b35-53f639e47ae7 req-8e6a566d-1322-4858-bdfd-7dcd7d8e74cb tempest-ServersNegativeTestJSON-508382254 tempest-ServersNegativeTestJSON-508382254-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:01:36.051253 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-20f1e2a3-484a-496f-9b35-53f639e47ae7 req-8e6a566d-1322-4858-bdfd-7dcd7d8e74cb tempest-ServersNegativeTestJSON-508382254 tempest-ServersNegativeTestJSON-508382254-project] 10.222.0.42 "GET /v2.0/ports?device_id=2197a591-197e-47fe-9210-1387bfb6ec5e HTTP/1.1" status: 200 len: 944 time: 0.2084274 Apr 18 21:01:36.090181 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-cbf37098-e5f0-40b3-ae71-d943fa6b5123 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33528224'] for security_group, after_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:36.137990 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-20f1e2a3-484a-496f-9b35-53f639e47ae7 req-66c28b18-f011-4ca8-869e-bad7c67882a3 tempest-ServersNegativeTestJSON-508382254 tempest-ServersNegativeTestJSON-508382254-project] 10.222.0.42 "GET /v2.0/security-groups?id=ada0ecb3-b1bc-4ba2-8e6c-b06ba09daca2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0796030 Apr 18 21:01:36.152151 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbf37098-e5f0-40b3-ae71-d943fa6b5123 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=19b55652-6049-4643-96c4-6b2e60eaf9cb,revision_number=None']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:01:36.154891 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-cbf37098-e5f0-40b3-ae71-d943fa6b5123 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:36.156850 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-cbf37098-e5f0-40b3-ae71-d943fa6b5123 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/19b55652-6049-4643-96c4-6b2e60eaf9cb HTTP/1.1" status: 204 len: 168 time: 0.5762987 Apr 18 21:01:36.582826 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Device 0654fabf-3ea3-4a21-99de-c086a8f52f65 no longer exists at agent ovs-agent-n-d-838334-2 {{(pid=84042) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 21:01:36.633575 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.plugin [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] No Port match for: 0654fabf-3ea3-4a21-99de-c086a8f52f65 {{(pid=84042) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 18 21:01:36.634124 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Device 0654fabf-3ea3-4a21-99de-c086a8f52f65 not bound to the agent host n-d-838334-2 {{(pid=84042) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 21:01:36.647535 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.v2.base [None req-8770aad5-a1f8-4498-8809-81e7eb7b8b3e tempest-NetworksTest-1502682821 tempest-NetworksTest-1502682821-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-622059667'}} {{(pid=84041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:01:36.656514 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-8770aad5-a1f8-4498-8809-81e7eb7b8b3e tempest-NetworksTest-1502682821 tempest-NetworksTest-1502682821-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:01:36.667936 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-8770aad5-a1f8-4498-8809-81e7eb7b8b3e tempest-NetworksTest-1502682821 tempest-NetworksTest-1502682821-project] Usage tracker for resource:network and tenant:7bfcf5e6e1be4fd18d7d5e6e5bcd338a is out of sync, need to count used quota {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:01:36.674563 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-8770aad5-a1f8-4498-8809-81e7eb7b8b3e tempest-NetworksTest-1502682821 tempest-NetworksTest-1502682821-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:01:36.681583 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-8770aad5-a1f8-4498-8809-81e7eb7b8b3e tempest-NetworksTest-1502682821 tempest-NetworksTest-1502682821-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:01:36.713207 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8770aad5-a1f8-4498-8809-81e7eb7b8b3e tempest-NetworksTest-1502682821 tempest-NetworksTest-1502682821-project] Made reservation on behalf of 7bfcf5e6e1be4fd18d7d5e6e5bcd338a for: {'network': 1} {{(pid=84041) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:01:36.720484 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-8770aad5-a1f8-4498-8809-81e7eb7b8b3e tempest-NetworksTest-1502682821 tempest-NetworksTest-1502682821-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for network, before_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:36.754069 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-8770aad5-a1f8-4498-8809-81e7eb7b8b3e tempest-NetworksTest-1502682821 tempest-NetworksTest-1502682821-project] Notify callbacks [] for security_group, before_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:36.867880 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-8770aad5-a1f8-4498-8809-81e7eb7b8b3e tempest-NetworksTest-1502682821 tempest-NetworksTest-1502682821-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:01:36.881639 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-8770aad5-a1f8-4498-8809-81e7eb7b8b3e tempest-NetworksTest-1502682821 tempest-NetworksTest-1502682821-project] Usage tracker for resource:security_group_rule and tenant:7bfcf5e6e1be4fd18d7d5e6e5bcd338a is out of sync, need to count used quota {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:01:36.886801 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-8770aad5-a1f8-4498-8809-81e7eb7b8b3e tempest-NetworksTest-1502682821 tempest-NetworksTest-1502682821-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:01:36.903381 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-8770aad5-a1f8-4498-8809-81e7eb7b8b3e tempest-NetworksTest-1502682821 tempest-NetworksTest-1502682821-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:01:37.017649 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-289581c0-aa23-4b67-8803-d5da88b7f4f2 req-c6f1f8dc-17b6-4a3a-af12-ebceab7a9de6 tempest-ServersTestJSON-1424434350 tempest-ServersTestJSON-1424434350-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:01:37.025616 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-289581c0-aa23-4b67-8803-d5da88b7f4f2 req-c6f1f8dc-17b6-4a3a-af12-ebceab7a9de6 tempest-ServersTestJSON-1424434350 tempest-ServersTestJSON-1424434350-project] 10.222.0.42 "GET /v2.0/ports?device_id=c4a2b833-8357-40a0-9883-002d1a37ba68 HTTP/1.1" status: 200 len: 945 time: 0.9035370 Apr 18 21:01:37.087558 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-8770aad5-a1f8-4498-8809-81e7eb7b8b3e tempest-NetworksTest-1502682821 tempest-NetworksTest-1502682821-project] Notify callbacks [] for security_group, precommit_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:37.094459 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-8770aad5-a1f8-4498-8809-81e7eb7b8b3e tempest-NetworksTest-1502682821 tempest-NetworksTest-1502682821-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33528224'] for security_group, after_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:37.157666 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-289581c0-aa23-4b67-8803-d5da88b7f4f2 req-bffed865-d5be-45e6-947e-6caa733cbfb1 tempest-ServersTestJSON-1424434350 tempest-ServersTestJSON-1424434350-project] 10.222.0.42 "GET /v2.0/security-groups?id=a3de1b7a-019c-40dd-8c9d-3a3f159b2bd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1305130 Apr 18 21:01:37.204226 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8770aad5-a1f8-4498-8809-81e7eb7b8b3e tempest-NetworksTest-1502682821 tempest-NetworksTest-1502682821-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 370} {{(pid=84041) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 21:01:37.204680 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 59822) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:01:37.208753 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8770aad5-a1f8-4498-8809-81e7eb7b8b3e tempest-NetworksTest-1502682821 tempest-NetworksTest-1502682821-project] Pushing event updated for resources: {'SecurityGroup': ['ID=89f7d89d-db1f-4f46-a99d-701cdf17f598,revision_number=1']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:01:37.262613 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-8770aad5-a1f8-4498-8809-81e7eb7b8b3e tempest-NetworksTest-1502682821 tempest-NetworksTest-1502682821-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1082986'] for segment, precommit_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:37.263196 n-d-838334-2 neutron-server[84041]: INFO neutron.db.segments_db [None req-8770aad5-a1f8-4498-8809-81e7eb7b8b3e tempest-NetworksTest-1502682821 tempest-NetworksTest-1502682821-project] Added segment c1c51d3f-c9cb-4b81-bcae-7432ab4d5450 of type vlan for network e955b736-41a2-466e-a13e-267eca8324bc Apr 18 21:01:37.331152 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-8770aad5-a1f8-4498-8809-81e7eb7b8b3e tempest-NetworksTest-1502682821 tempest-NetworksTest-1502682821-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750374825732'] for network, precommit_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:37.405734 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-8770aad5-a1f8-4498-8809-81e7eb7b8b3e tempest-NetworksTest-1502682821 tempest-NetworksTest-1502682821-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33526109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022'] for network, after_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:37.420614 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8770aad5-a1f8-4498-8809-81e7eb7b8b3e tempest-NetworksTest-1502682821 tempest-NetworksTest-1502682821-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:01:37.422428 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-8770aad5-a1f8-4498-8809-81e7eb7b8b3e tempest-NetworksTest-1502682821 tempest-NetworksTest-1502682821-project] Notify callbacks [] for network, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:37.588704 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72bfe904-f9bc-42f8-93f0-5b2c751b07de req-5d929a62-09c4-44c8-b920-d52866f5ebbb tempest-ServersNegativeTestJSON-508382254 tempest-ServersNegativeTestJSON-508382254-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:01:37.597774 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-72bfe904-f9bc-42f8-93f0-5b2c751b07de req-5d929a62-09c4-44c8-b920-d52866f5ebbb tempest-ServersNegativeTestJSON-508382254 tempest-ServersNegativeTestJSON-508382254-project] 10.222.0.42 "GET /v2.0/ports?device_id=2197a591-197e-47fe-9210-1387bfb6ec5e HTTP/1.1" status: 200 len: 944 time: 0.1506550 Apr 18 21:01:37.616263 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-8770aad5-a1f8-4498-8809-81e7eb7b8b3e tempest-NetworksTest-1502682821 tempest-NetworksTest-1502682821-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 1.6262186 Apr 18 21:01:37.637314 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8770aad5-a1f8-4498-8809-81e7eb7b8b3e tempest-NetworksTest-1502682821 tempest-NetworksTest-1502682821-project] Pushing event updated for resources: {'Network': ['ID=e955b736-41a2-466e-a13e-267eca8324bc,revision_number=1']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:01:37.661149 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-72bfe904-f9bc-42f8-93f0-5b2c751b07de req-088f7cef-00fd-4e9a-88bc-ddcddcc67dea tempest-ServersNegativeTestJSON-508382254 tempest-ServersNegativeTestJSON-508382254-project] 10.222.0.42 "GET /v2.0/security-groups?id=ada0ecb3-b1bc-4ba2-8e6c-b06ba09daca2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621245 Apr 18 21:01:37.667940 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Network e955b736-41a2-466e-a13e-267eca8324bc details requested by agent ovs-agent-n-d-838334-2 with host n-d-838334-2 {{(pid=84042) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 18 21:01:37.744625 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 59838) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:01:37.751296 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.v2.base [None req-e4737a1d-838a-4841-aeeb-d77f2fbbf017 tempest-NetworksTest-1502682821 tempest-NetworksTest-1502682821-project] Request body: {'subnet': {'network_id': 'e955b736-41a2-466e-a13e-267eca8324bc', 'cidr': '172.20.255.240/28', 'ip_version': 4, 'gateway_ip': '172.20.255.241'}} {{(pid=84040) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:01:37.861007 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7389c8b2-7bc3-4fc5-8a38-80d146829a0e req-1a4fccda-6490-4c01-8044-bca943c1797d tempest-ServersTestJSON-1424434350 tempest-ServersTestJSON-1424434350-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:01:37.861985 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [req-7389c8b2-7bc3-4fc5-8a38-80d146829a0e req-1a4fccda-6490-4c01-8044-bca943c1797d tempest-ServersTestJSON-1424434350 tempest-ServersTestJSON-1424434350-project] Synchronizing usage tracker for tenant:ba267e3ba48c4ff1b4fc57f8cfab7c8c on resource:port {{(pid=84041) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 21:01:37.884792 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [req-7389c8b2-7bc3-4fc5-8a38-80d146829a0e req-1a4fccda-6490-4c01-8044-bca943c1797d tempest-ServersTestJSON-1424434350 tempest-ServersTestJSON-1424434350-project] Unset dirty status for tenant:ba267e3ba48c4ff1b4fc57f8cfab7c8c on resource:port {{(pid=84041) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 21:01:37.887058 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-7389c8b2-7bc3-4fc5-8a38-80d146829a0e req-1a4fccda-6490-4c01-8044-bca943c1797d tempest-ServersTestJSON-1424434350 tempest-ServersTestJSON-1424434350-project] 10.222.0.43 "GET /v2.0/ports?device_id=c4a2b833-8357-40a0-9883-002d1a37ba68 HTTP/1.1" status: 200 len: 945 time: 0.2050941 Apr 18 21:01:38.099569 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.plugin [req-7389c8b2-7bc3-4fc5-8a38-80d146829a0e req-8eb322a1-536a-445f-8b0e-c1aec69f4b9e tempest-ServersTestJSON-1424434350 tempest-ServersTestJSON-1424434350-project] Deleting port c76e4a08-a107-4ed6-8559-332f51fa6fe1 {{(pid=84041) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 21:01:38.099921 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [req-7389c8b2-7bc3-4fc5-8a38-80d146829a0e req-8eb322a1-536a-445f-8b0e-c1aec69f4b9e tempest-ServersTestJSON-1424434350 tempest-ServersTestJSON-1424434350-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750375188691'] for port, before_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:38.101112 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [None req-e4737a1d-838a-4841-aeeb-d77f2fbbf017 tempest-NetworksTest-1502682821 tempest-NetworksTest-1502682821-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:01:38.109818 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-e4737a1d-838a-4841-aeeb-d77f2fbbf017 tempest-NetworksTest-1502682821 tempest-NetworksTest-1502682821-project] Usage tracker for resource:subnet and tenant:7bfcf5e6e1be4fd18d7d5e6e5bcd338a is out of sync, need to count used quota {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:01:38.113080 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-e4737a1d-838a-4841-aeeb-d77f2fbbf017 tempest-NetworksTest-1502682821 tempest-NetworksTest-1502682821-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:01:38.124070 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [None req-e4737a1d-838a-4841-aeeb-d77f2fbbf017 tempest-NetworksTest-1502682821 tempest-NetworksTest-1502682821-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:01:38.150003 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.v2.base [None req-37e4b738-bfc8-45df-a8e8-9d13cc0467b2 tempest-NetworksIpV6TestAttrs-532953968 tempest-NetworksIpV6TestAttrs-532953968-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1927362753'}} {{(pid=84040) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:01:38.155499 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [None req-37e4b738-bfc8-45df-a8e8-9d13cc0467b2 tempest-NetworksIpV6TestAttrs-532953968 tempest-NetworksIpV6TestAttrs-532953968-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:01:38.160506 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-37e4b738-bfc8-45df-a8e8-9d13cc0467b2 tempest-NetworksIpV6TestAttrs-532953968 tempest-NetworksIpV6TestAttrs-532953968-project] Usage tracker for resource:network and tenant:84b529df784d4667acc93cf51be710ab is out of sync, need to count used quota {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:01:38.163880 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-37e4b738-bfc8-45df-a8e8-9d13cc0467b2 tempest-NetworksIpV6TestAttrs-532953968 tempest-NetworksIpV6TestAttrs-532953968-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:01:38.170998 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [None req-37e4b738-bfc8-45df-a8e8-9d13cc0467b2 tempest-NetworksIpV6TestAttrs-532953968 tempest-NetworksIpV6TestAttrs-532953968-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:01:38.179925 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e4737a1d-838a-4841-aeeb-d77f2fbbf017 tempest-NetworksTest-1502682821 tempest-NetworksTest-1502682821-project] Made reservation on behalf of 7bfcf5e6e1be4fd18d7d5e6e5bcd338a for: {'subnet': 1} {{(pid=84040) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:01:38.199966 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-37e4b738-bfc8-45df-a8e8-9d13cc0467b2 tempest-NetworksIpV6TestAttrs-532953968 tempest-NetworksIpV6TestAttrs-532953968-project] Made reservation on behalf of 84b529df784d4667acc93cf51be710ab for: {'network': 1} {{(pid=84040) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:01:38.204029 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-37e4b738-bfc8-45df-a8e8-9d13cc0467b2 tempest-NetworksIpV6TestAttrs-532953968 tempest-NetworksIpV6TestAttrs-532953968-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for network, before_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:38.227556 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-37e4b738-bfc8-45df-a8e8-9d13cc0467b2 tempest-NetworksIpV6TestAttrs-532953968 tempest-NetworksIpV6TestAttrs-532953968-project] Notify callbacks [] for security_group, before_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:38.468408 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [None req-37e4b738-bfc8-45df-a8e8-9d13cc0467b2 tempest-NetworksIpV6TestAttrs-532953968 tempest-NetworksIpV6TestAttrs-532953968-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:01:38.481222 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-e4737a1d-838a-4841-aeeb-d77f2fbbf017 tempest-NetworksTest-1502682821 tempest-NetworksTest-1502682821-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31752722'] for subnet, before_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:38.581003 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 59856) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:01:38.604397 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-37e4b738-bfc8-45df-a8e8-9d13cc0467b2 tempest-NetworksIpV6TestAttrs-532953968 tempest-NetworksIpV6TestAttrs-532953968-project] Usage tracker for resource:security_group_rule and tenant:84b529df784d4667acc93cf51be710ab is out of sync, need to count used quota {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:01:38.695138 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.db [req-7389c8b2-7bc3-4fc5-8a38-80d146829a0e req-8eb322a1-536a-445f-8b0e-c1aec69f4b9e tempest-ServersTestJSON-1424434350 tempest-ServersTestJSON-1424434350-project] For port c76e4a08-a107-4ed6-8559-332f51fa6fe1, host n-h1-838334-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838334-2',level=0,port_id=c76e4a08-a107-4ed6-8559-332f51fa6fe1,segment=NetworkSegment(7487d154-ef4b-4701-b484-567750da716d),segment_id=7487d154-ef4b-4701-b484-567750da716d)] {{(pid=84041) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:01:38.696438 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [req-7389c8b2-7bc3-4fc5-8a38-80d146829a0e req-8eb322a1-536a-445f-8b0e-c1aec69f4b9e tempest-ServersTestJSON-1424434350 tempest-ServersTestJSON-1424434350-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369123'] for port, precommit_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:39.006492 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.plugin [req-7389c8b2-7bc3-4fc5-8a38-80d146829a0e req-8eb322a1-536a-445f-8b0e-c1aec69f4b9e tempest-ServersTestJSON-1424434350 tempest-ServersTestJSON-1424434350-project] Calling delete_port for c76e4a08-a107-4ed6-8559-332f51fa6fe1 owned by compute:nova {{(pid=84041) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 21:01:39.065871 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-37e4b738-bfc8-45df-a8e8-9d13cc0467b2 tempest-NetworksIpV6TestAttrs-532953968 tempest-NetworksIpV6TestAttrs-532953968-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:01:39.085640 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [None req-37e4b738-bfc8-45df-a8e8-9d13cc0467b2 tempest-NetworksIpV6TestAttrs-532953968 tempest-NetworksIpV6TestAttrs-532953968-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:01:39.153702 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-e4737a1d-838a-4841-aeeb-d77f2fbbf017 tempest-NetworksTest-1502682821 tempest-NetworksTest-1502682821-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33526260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32441074', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31752704'] for subnet, after_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:39.245962 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4737a1d-838a-4841-aeeb-d77f2fbbf017 tempest-NetworksTest-1502682821 tempest-NetworksTest-1502682821-project] Pushing event updated for resources: {'Subnet': ['ID=2a2cef16-e0d5-4bb7-900d-f4daf869186b,revision_number=0']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:01:39.355660 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-950469fa-377b-4bd7-baf7-0e2a8c4420f3 req-76dbef95-c770-4df4-8d94-e0ec1cfc7cc7 tempest-ServersTestJSON-1424434350 tempest-ServersTestJSON-1424434350-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:01:39.357384 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-950469fa-377b-4bd7-baf7-0e2a8c4420f3 req-76dbef95-c770-4df4-8d94-e0ec1cfc7cc7 tempest-ServersTestJSON-1424434350 tempest-ServersTestJSON-1424434350-project] 10.222.0.42 "GET /v2.0/ports?device_id=c4a2b833-8357-40a0-9883-002d1a37ba68 HTTP/1.1" status: 200 len: 945 time: 0.8387072 Apr 18 21:01:39.424074 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52ba6576-0dbc-4c88-950e-6c2f62a675bd req-209f225d-3b02-4a7d-8a15-eef02fc07c92 tempest-ServersNegativeTestJSON-508382254 tempest-ServersNegativeTestJSON-508382254-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:01:39.439607 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.v2.base [None req-24f0427c-5a3a-4407-8799-fdddc2ee9939 tempest-FloatingIPAdminTestJSON-116313565 tempest-FloatingIPAdminTestJSON-116313565-project] Request body: {'floatingip': {'floating_network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c'}} {{(pid=84041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:01:39.441766 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-52ba6576-0dbc-4c88-950e-6c2f62a675bd req-209f225d-3b02-4a7d-8a15-eef02fc07c92 tempest-ServersNegativeTestJSON-508382254 tempest-ServersNegativeTestJSON-508382254-project] 10.222.0.42 "GET /v2.0/ports?device_id=2197a591-197e-47fe-9210-1387bfb6ec5e HTTP/1.1" status: 200 len: 944 time: 0.3821783 Apr 18 21:01:39.460975 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [req-7389c8b2-7bc3-4fc5-8a38-80d146829a0e req-8eb322a1-536a-445f-8b0e-c1aec69f4b9e tempest-ServersTestJSON-1424434350 tempest-ServersTestJSON-1424434350-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750375259028', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750374836628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32266323'] for port, after_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:39.469386 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4737a1d-838a-4841-aeeb-d77f2fbbf017 tempest-NetworksTest-1502682821 tempest-NetworksTest-1502682821-project] Checking segment: {'id': 'c1c51d3f-c9cb-4b81-bcae-7432ab4d5450', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': 'e955b736-41a2-466e-a13e-267eca8324bc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84040) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 21:01:39.469965 n-d-838334-2 neutron-server[84040]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4737a1d-838a-4841-aeeb-d77f2fbbf017 tempest-NetworksTest-1502682821 tempest-NetworksTest-1502682821-project] Network hostable DHCP agents. Network: e955b736-41a2-466e-a13e-267eca8324bc, hostable agents: ['8746f8ea-3e91-4b32-9919-2c63adeb8722'], hosted agents: [] {{(pid=84040) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 21:01:39.474226 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] get_ports_and_sgs() called for port_ids ['8f0ac191-0475-420d-bcd7-62c84624a6ea'] {{(pid=84042) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 18 21:01:39.541948 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-37e4b738-bfc8-45df-a8e8-9d13cc0467b2 tempest-NetworksIpV6TestAttrs-532953968 tempest-NetworksIpV6TestAttrs-532953968-project] Notify callbacks [] for security_group, precommit_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:39.563361 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-24f0427c-5a3a-4407-8799-fdddc2ee9939 tempest-FloatingIPAdminTestJSON-116313565 tempest-FloatingIPAdminTestJSON-116313565-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:01:39.578240 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-950469fa-377b-4bd7-baf7-0e2a8c4420f3 req-209a7693-5ba1-4179-aa75-f5e85fd47075 tempest-ServersTestJSON-1424434350 tempest-ServersTestJSON-1424434350-project] 10.222.0.42 "GET /v2.0/security-groups?id=a3de1b7a-019c-40dd-8c9d-3a3f159b2bd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2078044 Apr 18 21:01:39.578874 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-37e4b738-bfc8-45df-a8e8-9d13cc0467b2 tempest-NetworksIpV6TestAttrs-532953968 tempest-NetworksIpV6TestAttrs-532953968-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33528224'] for security_group, after_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:39.609259 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eb322a1-536a-445f-8b0e-c1aec69f4b9e tempest-ServersTestJSON-1424434350 tempest-ServersTestJSON-1424434350-project] Pushing event deleted for resources: {'Port': ['ID=c76e4a08-a107-4ed6-8559-332f51fa6fe1,revision_number=None']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:01:39.614854 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-24f0427c-5a3a-4407-8799-fdddc2ee9939 tempest-FloatingIPAdminTestJSON-116313565 tempest-FloatingIPAdminTestJSON-116313565-project] Usage tracker for resource:floatingip and tenant:11a721e26f4b40e9902d12cbf98b9f12 is out of sync, need to count used quota {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:01:39.622218 n-d-838334-2 neutron-server[84040]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4737a1d-838a-4841-aeeb-d77f2fbbf017 tempest-NetworksTest-1502682821 tempest-NetworksTest-1502682821-project] Network e955b736-41a2-466e-a13e-267eca8324bc is scheduled to be hosted by DHCP agent 8746f8ea-3e91-4b32-9919-2c63adeb8722 with binding_index 1 {{(pid=84040) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 21:01:39.650835 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-24f0427c-5a3a-4407-8799-fdddc2ee9939 tempest-FloatingIPAdminTestJSON-116313565 tempest-FloatingIPAdminTestJSON-116313565-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:01:39.653402 n-d-838334-2 neutron-server[84040]: DEBUG neutron.scheduler.base_scheduler [None req-e4737a1d-838a-4841-aeeb-d77f2fbbf017 tempest-NetworksTest-1502682821 tempest-NetworksTest-1502682821-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-838334-2, e955b736-41a2-466e-a13e-267eca8324bc) {{(pid=84040) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:01:39.680427 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-52ba6576-0dbc-4c88-950e-6c2f62a675bd req-a05c9d46-ef3f-44f2-a4c5-83a050f2ea8b tempest-ServersNegativeTestJSON-508382254 tempest-ServersNegativeTestJSON-508382254-project] 10.222.0.42 "GET /v2.0/security-groups?id=ada0ecb3-b1bc-4ba2-8e6c-b06ba09daca2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2376530 Apr 18 21:01:39.684183 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-24f0427c-5a3a-4407-8799-fdddc2ee9939 tempest-FloatingIPAdminTestJSON-116313565 tempest-FloatingIPAdminTestJSON-116313565-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:01:39.719761 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebca6267-2d3c-4712-94be-2b094ba20831 None None] Network e955b736-41a2-466e-a13e-267eca8324bc requested from n-d-838334-2 {{(pid=84042) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 21:01:39.766092 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4737a1d-838a-4841-aeeb-d77f2fbbf017 tempest-NetworksTest-1502682821 tempest-NetworksTest-1502682821-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:01:39.766934 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-e4737a1d-838a-4841-aeeb-d77f2fbbf017 tempest-NetworksTest-1502682821 tempest-NetworksTest-1502682821-project] Notify callbacks [] for subnet, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:39.806201 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eb322a1-536a-445f-8b0e-c1aec69f4b9e tempest-ServersTestJSON-1424434350 tempest-ServersTestJSON-1424434350-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:01:39.806465 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eb322a1-536a-445f-8b0e-c1aec69f4b9e tempest-ServersTestJSON-1424434350 tempest-ServersTestJSON-1424434350-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:01:39.806811 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eb322a1-536a-445f-8b0e-c1aec69f4b9e tempest-ServersTestJSON-1424434350 tempest-ServersTestJSON-1424434350-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:01:39.807159 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eb322a1-536a-445f-8b0e-c1aec69f4b9e tempest-ServersTestJSON-1424434350 tempest-ServersTestJSON-1424434350-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:01:39.807493 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eb322a1-536a-445f-8b0e-c1aec69f4b9e tempest-ServersTestJSON-1424434350 tempest-ServersTestJSON-1424434350-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:01:39.807951 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eb322a1-536a-445f-8b0e-c1aec69f4b9e tempest-ServersTestJSON-1424434350 tempest-ServersTestJSON-1424434350-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:01:39.814998 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eb322a1-536a-445f-8b0e-c1aec69f4b9e tempest-ServersTestJSON-1424434350 tempest-ServersTestJSON-1424434350-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:01:39.815487 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eb322a1-536a-445f-8b0e-c1aec69f4b9e tempest-ServersTestJSON-1424434350 tempest-ServersTestJSON-1424434350-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:01:39.816139 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eb322a1-536a-445f-8b0e-c1aec69f4b9e tempest-ServersTestJSON-1424434350 tempest-ServersTestJSON-1424434350-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:01:39.816481 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eb322a1-536a-445f-8b0e-c1aec69f4b9e tempest-ServersTestJSON-1424434350 tempest-ServersTestJSON-1424434350-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:01:39.827368 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eb322a1-536a-445f-8b0e-c1aec69f4b9e tempest-ServersTestJSON-1424434350 tempest-ServersTestJSON-1424434350-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:01:39.865148 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37e4b738-bfc8-45df-a8e8-9d13cc0467b2 tempest-NetworksIpV6TestAttrs-532953968 tempest-NetworksIpV6TestAttrs-532953968-project] Pushing event updated for resources: {'SecurityGroup': ['ID=75f9b389-077d-40f2-9c7f-0289337bcb99,revision_number=1']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:01:39.877044 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-37e4b738-bfc8-45df-a8e8-9d13cc0467b2 tempest-NetworksIpV6TestAttrs-532953968 tempest-NetworksIpV6TestAttrs-532953968-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 399} {{(pid=84040) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 21:01:39.917963 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-37e4b738-bfc8-45df-a8e8-9d13cc0467b2 tempest-NetworksIpV6TestAttrs-532953968 tempest-NetworksIpV6TestAttrs-532953968-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1082986'] for segment, precommit_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:39.918958 n-d-838334-2 neutron-server[84040]: INFO neutron.db.segments_db [None req-37e4b738-bfc8-45df-a8e8-9d13cc0467b2 tempest-NetworksIpV6TestAttrs-532953968 tempest-NetworksIpV6TestAttrs-532953968-project] Added segment a7d13bf5-6a03-4013-b848-c0aa58daf652 of type vlan for network 9ce0cc11-f930-47ea-98a4-7f75709c929d Apr 18 21:01:39.930410 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 59882) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:01:39.939391 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.l3_dvrscheduler_db [req-7389c8b2-7bc3-4fc5-8a38-80d146829a0e req-8eb322a1-536a-445f-8b0e-c1aec69f4b9e tempest-ServersTestJSON-1424434350 tempest-ServersTestJSON-1424434350-project] No DVR routers for this DVR port c76e4a08-a107-4ed6-8559-332f51fa6fe1 on host n-h1-838334-2 {{(pid=84041) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 21:01:39.940157 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-e4737a1d-838a-4841-aeeb-d77f2fbbf017 tempest-NetworksTest-1502682821 tempest-NetworksTest-1502682821-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 816 time: 2.1921375 Apr 18 21:01:39.946849 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.v2.base [None req-590003b5-0a2b-463d-8176-55e7779d745f tempest-NetworksTest-1502682821 tempest-NetworksTest-1502682821-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-451442044'}} {{(pid=84041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:01:39.954485 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-590003b5-0a2b-463d-8176-55e7779d745f tempest-NetworksTest-1502682821 tempest-NetworksTest-1502682821-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:01:39.959196 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-590003b5-0a2b-463d-8176-55e7779d745f tempest-NetworksTest-1502682821 tempest-NetworksTest-1502682821-project] Usage tracker for resource:network and tenant:7bfcf5e6e1be4fd18d7d5e6e5bcd338a is out of sync, need to count used quota {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:01:39.963813 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-590003b5-0a2b-463d-8176-55e7779d745f tempest-NetworksTest-1502682821 tempest-NetworksTest-1502682821-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:01:39.970319 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-590003b5-0a2b-463d-8176-55e7779d745f tempest-NetworksTest-1502682821 tempest-NetworksTest-1502682821-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:01:39.981636 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [req-7389c8b2-7bc3-4fc5-8a38-80d146829a0e req-8eb322a1-536a-445f-8b0e-c1aec69f4b9e tempest-ServersTestJSON-1424434350 tempest-ServersTestJSON-1424434350-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217293'] for port, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:39.985498 n-d-838334-2 neutron-server[84041]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c4a2b833-8357-40a0-9883-002d1a37ba68', 'name': 'network-vif-deleted', 'tag': 'c76e4a08-a107-4ed6-8559-332f51fa6fe1'}] {{(pid=84041) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 21:01:40.006034 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-24f0427c-5a3a-4407-8799-fdddc2ee9939 tempest-FloatingIPAdminTestJSON-116313565 tempest-FloatingIPAdminTestJSON-116313565-project] Notify callbacks [] for floatingip, before_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:40.038012 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-590003b5-0a2b-463d-8176-55e7779d745f tempest-NetworksTest-1502682821 tempest-NetworksTest-1502682821-project] Made reservation on behalf of 7bfcf5e6e1be4fd18d7d5e6e5bcd338a for: {'network': 1} {{(pid=84041) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:01:40.048777 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-590003b5-0a2b-463d-8176-55e7779d745f tempest-NetworksTest-1502682821 tempest-NetworksTest-1502682821-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for network, before_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:40.055842 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-37e4b738-bfc8-45df-a8e8-9d13cc0467b2 tempest-NetworksIpV6TestAttrs-532953968 tempest-NetworksIpV6TestAttrs-532953968-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750374825732'] for network, precommit_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:40.125367 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-37e4b738-bfc8-45df-a8e8-9d13cc0467b2 tempest-NetworksIpV6TestAttrs-532953968 tempest-NetworksIpV6TestAttrs-532953968-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33526109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022'] for network, after_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:40.130431 n-d-838334-2 neutron-server[84041]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b47383f5-4d61-4b53-b94c-7063a90ec427'] response: {'server_uuid': 'c4a2b833-8357-40a0-9883-002d1a37ba68', 'name': 'network-vif-deleted', 'tag': 'c76e4a08-a107-4ed6-8559-332f51fa6fe1', 'status': 'completed', 'code': 200} Apr 18 21:01:40.130668 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37e4b738-bfc8-45df-a8e8-9d13cc0467b2 tempest-NetworksIpV6TestAttrs-532953968 tempest-NetworksIpV6TestAttrs-532953968-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:01:40.132542 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-37e4b738-bfc8-45df-a8e8-9d13cc0467b2 tempest-NetworksIpV6TestAttrs-532953968 tempest-NetworksIpV6TestAttrs-532953968-project] Notify callbacks [] for network, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:40.155584 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a0e22a7-e538-4b4f-9b0c-9ef2a80ec886 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp016840fc-1f9f-5892-9c53-c9cf6c845bbb-e955b736-41a2-466e-a13e-267eca8324bc', 'network_id': 'e955b736-41a2-466e-a13e-267eca8324bc', 'tenant_id': '7bfcf5e6e1be4fd18d7d5e6e5bcd338a', 'fixed_ips': [{'subnet_id': '2a2cef16-e0d5-4bb7-900d-f4daf869186b'}]}} from n-d-838334-2. {{(pid=84042) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 18 21:01:40.156629 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-8a0e22a7-e538-4b4f-9b0c-9ef2a80ec886 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_create {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:40.197914 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-7389c8b2-7bc3-4fc5-8a38-80d146829a0e req-8eb322a1-536a-445f-8b0e-c1aec69f4b9e tempest-ServersTestJSON-1424434350 tempest-ServersTestJSON-1424434350-project] 10.222.0.43 "DELETE /v2.0/ports/c76e4a08-a107-4ed6-8559-332f51fa6fe1 HTTP/1.1" status: 204 len: 173 time: 2.2900686 Apr 18 21:01:40.238920 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-590003b5-0a2b-463d-8176-55e7779d745f tempest-NetworksTest-1502682821 tempest-NetworksTest-1502682821-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 368} {{(pid=84041) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 21:01:40.275264 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-590003b5-0a2b-463d-8176-55e7779d745f tempest-NetworksTest-1502682821 tempest-NetworksTest-1502682821-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1082986'] for segment, precommit_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:40.276640 n-d-838334-2 neutron-server[84041]: INFO neutron.db.segments_db [None req-590003b5-0a2b-463d-8176-55e7779d745f tempest-NetworksTest-1502682821 tempest-NetworksTest-1502682821-project] Added segment 760de748-bb8a-4799-a7b8-282cb29faeed of type vlan for network e5145930-9050-4793-8512-4cd89ffe1bb7 Apr 18 21:01:40.418143 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-590003b5-0a2b-463d-8176-55e7779d745f tempest-NetworksTest-1502682821 tempest-NetworksTest-1502682821-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750374825732'] for network, precommit_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:40.446833 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-37e4b738-bfc8-45df-a8e8-9d13cc0467b2 tempest-NetworksIpV6TestAttrs-532953968 tempest-NetworksIpV6TestAttrs-532953968-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 3.2408786 Apr 18 21:01:40.471164 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37e4b738-bfc8-45df-a8e8-9d13cc0467b2 tempest-NetworksIpV6TestAttrs-532953968 tempest-NetworksIpV6TestAttrs-532953968-project] Pushing event updated for resources: {'Network': ['ID=9ce0cc11-f930-47ea-98a4-7f75709c929d,revision_number=1']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:01:40.478578 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-24f0427c-5a3a-4407-8799-fdddc2ee9939 tempest-FloatingIPAdminTestJSON-116313565 tempest-FloatingIPAdminTestJSON-116313565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:40.495317 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Network 9ce0cc11-f930-47ea-98a4-7f75709c929d details requested by agent ovs-agent-n-d-838334-2 with host n-d-838334-2 {{(pid=84042) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 18 21:01:40.848383 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-590003b5-0a2b-463d-8176-55e7779d745f tempest-NetworksTest-1502682821 tempest-NetworksTest-1502682821-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33526109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022'] for network, after_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:40.871100 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-590003b5-0a2b-463d-8176-55e7779d745f tempest-NetworksTest-1502682821 tempest-NetworksTest-1502682821-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:01:40.874554 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-590003b5-0a2b-463d-8176-55e7779d745f tempest-NetworksTest-1502682821 tempest-NetworksTest-1502682821-project] Notify callbacks [] for network, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:41.305860 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.db_base_plugin_common [None req-8a0e22a7-e538-4b4f-9b0c-9ef2a80ec886 None None] Allocated IP 172.20.255.242 (e955b736-41a2-466e-a13e-267eca8324bc/2a2cef16-e0d5-4bb7-900d-f4daf869186b/1018c102-7be3-46c2-98ec-13a51a864471) {{(pid=84042) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 21:01:41.458471 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Device c76e4a08-a107-4ed6-8559-332f51fa6fe1 no longer exists at agent hyperv_n-h1-838334-2 {{(pid=84042) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 21:01:41.460010 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-ab0455b1-cbfe-4213-9cfd-923c703a5019 req-5c1d2c27-a243-4ff0-a573-ad96936ab7ff tempest-ServersTestJSON-1424434350 tempest-ServersTestJSON-1424434350-project] 10.222.0.42 "GET /v2.0/ports?device_id=c4a2b833-8357-40a0-9883-002d1a37ba68 HTTP/1.1" status: 200 len: 210 time: 0.2472749 Apr 18 21:01:41.499424 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aec75454-7f16-4e12-9436-31d42c16719c req-2b4be6d6-19ac-43a7-9c92-7cec87166938 tempest-ServersNegativeTestJSON-508382254 tempest-ServersNegativeTestJSON-508382254-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:01:41.512817 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-aec75454-7f16-4e12-9436-31d42c16719c req-2b4be6d6-19ac-43a7-9c92-7cec87166938 tempest-ServersNegativeTestJSON-508382254 tempest-ServersNegativeTestJSON-508382254-project] 10.222.0.42 "GET /v2.0/ports?device_id=2197a591-197e-47fe-9210-1387bfb6ec5e HTTP/1.1" status: 200 len: 944 time: 0.5689304 Apr 18 21:01:41.644822 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-aec75454-7f16-4e12-9436-31d42c16719c req-2b0623e3-aabb-4d60-bda4-8650627e2928 tempest-ServersNegativeTestJSON-508382254 tempest-ServersNegativeTestJSON-508382254-project] 10.222.0.42 "GET /v2.0/security-groups?id=ada0ecb3-b1bc-4ba2-8e6c-b06ba09daca2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1309652 Apr 18 21:01:41.647400 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.db_base_plugin_common [None req-24f0427c-5a3a-4407-8799-fdddc2ee9939 tempest-FloatingIPAdminTestJSON-116313565 tempest-FloatingIPAdminTestJSON-116313565-project] Allocated IP 172.25.8.89 (e41b6600-a917-4a8d-b05c-be3be40c6d8c/6b05667b-848e-4356-9b44-d5eb6808ef74/9223b99d-166c-4b5f-8232-524e6b017bf5) {{(pid=84041) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 21:01:41.685063 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-590003b5-0a2b-463d-8176-55e7779d745f tempest-NetworksTest-1502682821 tempest-NetworksTest-1502682821-project] Pushing event updated for resources: {'Network': ['ID=e5145930-9050-4793-8512-4cd89ffe1bb7,revision_number=1']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:01:41.731974 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Network e5145930-9050-4793-8512-4cd89ffe1bb7 details requested by agent ovs-agent-n-d-838334-2 with host n-d-838334-2 {{(pid=84042) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 18 21:01:41.774735 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.plugin [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] No Port match for: c76e4a08-a107-4ed6-8559-332f51fa6fe1 {{(pid=84042) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 18 21:01:41.775208 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Device c76e4a08-a107-4ed6-8559-332f51fa6fe1 not bound to the agent host n-h1-838334-2 {{(pid=84042) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 21:01:41.776656 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 59906) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:01:41.784430 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.v2.base [None req-3e424ff8-b4c0-4253-92bd-7734f8fb838e tempest-NetworksTest-1502682821 tempest-NetworksTest-1502682821-project] Request body: {'subnet': {'network_id': 'e5145930-9050-4793-8512-4cd89ffe1bb7', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': True, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=84040) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:01:41.796190 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-590003b5-0a2b-463d-8176-55e7779d745f tempest-NetworksTest-1502682821 tempest-NetworksTest-1502682821-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 1.8373029 Apr 18 21:01:42.367589 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-24f0427c-5a3a-4407-8799-fdddc2ee9939 tempest-FloatingIPAdminTestJSON-116313565 tempest-FloatingIPAdminTestJSON-116313565-project] Notify callbacks [] for port, precommit_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:42.391641 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-8a0e22a7-e538-4b4f-9b0c-9ef2a80ec886 None None] Notify callbacks [] for port, precommit_create {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:42.426790 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-8a0e22a7-e538-4b4f-9b0c-9ef2a80ec886 None None] Transition to ACTIVE for port object 1018c102-7be3-46c2-98ec-13a51a864471 will not be triggered until provisioned by entity L2. {{(pid=84042) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:01:42.465066 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-24f0427c-5a3a-4407-8799-fdddc2ee9939 tempest-FloatingIPAdminTestJSON-116313565 tempest-FloatingIPAdminTestJSON-116313565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750374836619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32266323'] for port, after_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:42.516286 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-8a0e22a7-e538-4b4f-9b0c-9ef2a80ec886 None None] Transition to ACTIVE for port object 1018c102-7be3-46c2-98ec-13a51a864471 will not be triggered until provisioned by entity DHCP. {{(pid=84042) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:01:42.532445 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-8a0e22a7-e538-4b4f-9b0c-9ef2a80ec886 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750374836619'] for port, after_create {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:42.686685 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [None req-3e424ff8-b4c0-4253-92bd-7734f8fb838e tempest-NetworksTest-1502682821 tempest-NetworksTest-1502682821-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:01:42.694863 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-3e424ff8-b4c0-4253-92bd-7734f8fb838e tempest-NetworksTest-1502682821 tempest-NetworksTest-1502682821-project] Usage tracker for resource:subnet and tenant:7bfcf5e6e1be4fd18d7d5e6e5bcd338a is out of sync, need to count used quota {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:01:42.704615 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-3e424ff8-b4c0-4253-92bd-7734f8fb838e tempest-NetworksTest-1502682821 tempest-NetworksTest-1502682821-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:01:42.728075 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [None req-3e424ff8-b4c0-4253-92bd-7734f8fb838e tempest-NetworksTest-1502682821 tempest-NetworksTest-1502682821-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:01:42.740314 n-d-838334-2 neutron-server[84042]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a0e22a7-e538-4b4f-9b0c-9ef2a80ec886 None None] Network e955b736-41a2-466e-a13e-267eca8324bc is already hosted by enough agents. {{(pid=84042) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:01:42.746066 n-d-838334-2 neutron-server[84042]: DEBUG neutron.scheduler.base_scheduler [None req-8a0e22a7-e538-4b4f-9b0c-9ef2a80ec886 None None] Resources bound (agent type, host, resource id): {{(pid=84042) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:01:42.750629 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e424ff8-b4c0-4253-92bd-7734f8fb838e tempest-NetworksTest-1502682821 tempest-NetworksTest-1502682821-project] Made reservation on behalf of 7bfcf5e6e1be4fd18d7d5e6e5bcd338a for: {'subnet': 1} {{(pid=84040) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:01:42.756444 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a0e22a7-e538-4b4f-9b0c-9ef2a80ec886 None None] Received port after_create {{(pid=84042) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 21:01:42.778137 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a0e22a7-e538-4b4f-9b0c-9ef2a80ec886 None None] Pushing event updated for resources: {'Port': ['ID=1018c102-7be3-46c2-98ec-13a51a864471,revision_number=1']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:01:42.856491 n-d-838334-2 neutron-server[84041]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24f0427c-5a3a-4407-8799-fdddc2ee9939 tempest-FloatingIPAdminTestJSON-116313565 tempest-FloatingIPAdminTestJSON-116313565-project] Network e41b6600-a917-4a8d-b05c-be3be40c6d8c is already hosted by enough agents. {{(pid=84041) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:01:42.874292 n-d-838334-2 neutron-server[84041]: DEBUG neutron.scheduler.base_scheduler [None req-24f0427c-5a3a-4407-8799-fdddc2ee9939 tempest-FloatingIPAdminTestJSON-116313565 tempest-FloatingIPAdminTestJSON-116313565-project] Resources bound (agent type, host, resource id): {{(pid=84041) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:01:42.898953 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24f0427c-5a3a-4407-8799-fdddc2ee9939 tempest-FloatingIPAdminTestJSON-116313565 tempest-FloatingIPAdminTestJSON-116313565-project] Received port after_create {{(pid=84041) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 21:01:43.068307 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-3e424ff8-b4c0-4253-92bd-7734f8fb838e tempest-NetworksTest-1502682821 tempest-NetworksTest-1502682821-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31752722'] for subnet, before_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:43.074157 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.managers [None req-8a0e22a7-e538-4b4f-9b0c-9ef2a80ec886 None None] Attempting to bind port 1018c102-7be3-46c2-98ec-13a51a864471 on host n-d-838334-2 for vnic_type normal with profile {{(pid=84042) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 21:01:43.074534 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.managers [None req-8a0e22a7-e538-4b4f-9b0c-9ef2a80ec886 None None] Attempting to bind port 1018c102-7be3-46c2-98ec-13a51a864471 by drivers openvswitch,hyperv on host n-d-838334-2 at level 0 using segments [{'id': 'c1c51d3f-c9cb-4b81-bcae-7432ab4d5450', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': 'e955b736-41a2-466e-a13e-267eca8324bc'}] {{(pid=84042) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 21:01:43.074899 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a0e22a7-e538-4b4f-9b0c-9ef2a80ec886 None None] Attempting to bind port 1018c102-7be3-46c2-98ec-13a51a864471 on network e955b736-41a2-466e-a13e-267eca8324bc {{(pid=84042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 21:01:43.094882 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24f0427c-5a3a-4407-8799-fdddc2ee9939 tempest-FloatingIPAdminTestJSON-116313565 tempest-FloatingIPAdminTestJSON-116313565-project] Pushing event updated for resources: {'Port': ['ID=9223b99d-166c-4b5f-8232-524e6b017bf5,revision_number=1']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:01:43.104530 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a0e22a7-e538-4b4f-9b0c-9ef2a80ec886 None None] Checking agent: {'id': '97cd4414-7af6-4d67-868d-dff370b4071a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838334-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 25, 49), 'started_at': datetime.datetime(2022, 4, 18, 20, 26, 19), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 21, 1, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838334-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 18 21:01:43.104925 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a0e22a7-e538-4b4f-9b0c-9ef2a80ec886 None None] Checking segment: {'id': 'c1c51d3f-c9cb-4b81-bcae-7432ab4d5450', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': 'e955b736-41a2-466e-a13e-267eca8324bc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84042) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 21:01:43.105340 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-8a0e22a7-e538-4b4f-9b0c-9ef2a80ec886 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:43.105730 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a0e22a7-e538-4b4f-9b0c-9ef2a80ec886 None None] Bound using segment: {'id': 'c1c51d3f-c9cb-4b81-bcae-7432ab4d5450', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': 'e955b736-41a2-466e-a13e-267eca8324bc'} {{(pid=84042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 18 21:01:43.106211 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.managers [None req-8a0e22a7-e538-4b4f-9b0c-9ef2a80ec886 None None] Bound port: 1018c102-7be3-46c2-98ec-13a51a864471, host: n-d-838334-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c1c51d3f-c9cb-4b81-bcae-7432ab4d5450', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': 'e955b736-41a2-466e-a13e-267eca8324bc'}}] {{(pid=84042) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 21:01:43.106584 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-8a0e22a7-e538-4b4f-9b0c-9ef2a80ec886 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:43.526622 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-8a0e22a7-e538-4b4f-9b0c-9ef2a80ec886 None None] For port 1018c102-7be3-46c2-98ec-13a51a864471, host n-d-838334-2, cleared binding levels {{(pid=84042) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 21:01:43.539797 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-8a0e22a7-e538-4b4f-9b0c-9ef2a80ec886 None None] For port 1018c102-7be3-46c2-98ec-13a51a864471, host n-d-838334-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838334-2',level=0,port_id=1018c102-7be3-46c2-98ec-13a51a864471,segment=NetworkSegment(c1c51d3f-c9cb-4b81-bcae-7432ab4d5450),segment_id=c1c51d3f-c9cb-4b81-bcae-7432ab4d5450)] {{(pid=84042) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 21:01:43.552547 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-8a0e22a7-e538-4b4f-9b0c-9ef2a80ec886 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682'] for port, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:43.682733 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-24f0427c-5a3a-4407-8799-fdddc2ee9939 tempest-FloatingIPAdminTestJSON-116313565 tempest-FloatingIPAdminTestJSON-116313565-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:43.807885 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a0e22a7-e538-4b4f-9b0c-9ef2a80ec886 None None] Pushing event updated for resources: {'Port': ['ID=1018c102-7be3-46c2-98ec-13a51a864471,revision_number=2']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:01:43.891197 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-24f0427c-5a3a-4407-8799-fdddc2ee9939 tempest-FloatingIPAdminTestJSON-116313565 tempest-FloatingIPAdminTestJSON-116313565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:44.049268 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 59938) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:01:44.274790 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 59948) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:01:44.282225 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.v2.base [None req-eb92b8d8-7818-4696-a468-2145ab822b50 tempest-NetworksIpV6TestAttrs-532953968 tempest-NetworksIpV6TestAttrs-532953968-project] Request body: {'subnet': {'network_id': '9ce0cc11-f930-47ea-98a4-7f75709c929d', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=84040) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:01:44.305470 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-3e424ff8-b4c0-4253-92bd-7734f8fb838e tempest-NetworksTest-1502682821 tempest-NetworksTest-1502682821-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33526260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32441074', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31752704'] for subnet, after_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:44.495720 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6377e9c-52ca-4aee-82f6-ea5d14c21346 req-cda3991f-de02-45be-ada3-93f178e076a0 tempest-ServersNegativeTestJSON-508382254 tempest-ServersNegativeTestJSON-508382254-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:01:44.503457 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-a6377e9c-52ca-4aee-82f6-ea5d14c21346 req-cda3991f-de02-45be-ada3-93f178e076a0 tempest-ServersNegativeTestJSON-508382254 tempest-ServersNegativeTestJSON-508382254-project] 10.222.0.42 "GET /v2.0/ports?device_id=2197a591-197e-47fe-9210-1387bfb6ec5e HTTP/1.1" status: 200 len: 944 time: 0.7332931 Apr 18 21:01:44.603819 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [None req-eb92b8d8-7818-4696-a468-2145ab822b50 tempest-NetworksIpV6TestAttrs-532953968 tempest-NetworksIpV6TestAttrs-532953968-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:01:44.619088 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-eb92b8d8-7818-4696-a468-2145ab822b50 tempest-NetworksIpV6TestAttrs-532953968 tempest-NetworksIpV6TestAttrs-532953968-project] Usage tracker for resource:subnet and tenant:84b529df784d4667acc93cf51be710ab is out of sync, need to count used quota {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:01:44.625586 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-eb92b8d8-7818-4696-a468-2145ab822b50 tempest-NetworksIpV6TestAttrs-532953968 tempest-NetworksIpV6TestAttrs-532953968-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:01:44.629474 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-24f0427c-5a3a-4407-8799-fdddc2ee9939 tempest-FloatingIPAdminTestJSON-116313565 tempest-FloatingIPAdminTestJSON-116313565-project] Notify callbacks [] for port, precommit_update {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:44.639226 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [None req-eb92b8d8-7818-4696-a468-2145ab822b50 tempest-NetworksIpV6TestAttrs-532953968 tempest-NetworksIpV6TestAttrs-532953968-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:01:44.645706 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-24f0427c-5a3a-4407-8799-fdddc2ee9939 tempest-FloatingIPAdminTestJSON-116313565 tempest-FloatingIPAdminTestJSON-116313565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32266282'] for port, after_update {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:44.688845 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e424ff8-b4c0-4253-92bd-7734f8fb838e tempest-NetworksTest-1502682821 tempest-NetworksTest-1502682821-project] Pushing event updated for resources: {'Subnet': ['ID=69af41a9-af05-4b96-a75a-ce144419caaf,revision_number=0']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:01:44.696047 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb92b8d8-7818-4696-a468-2145ab822b50 tempest-NetworksIpV6TestAttrs-532953968 tempest-NetworksIpV6TestAttrs-532953968-project] Made reservation on behalf of 84b529df784d4667acc93cf51be710ab for: {'subnet': 1} {{(pid=84040) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:01:44.793437 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Device 1018c102-7be3-46c2-98ec-13a51a864471 up at agent ovs-agent-n-d-838334-2 {{(pid=84042) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 21:01:45.061095 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Provisioning for port 1018c102-7be3-46c2-98ec-13a51a864471 completed by entity L2. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 21:01:45.162003 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-5e1ed5f3-e23b-4adc-b18d-07a4b057db16 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:45.167490 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-eb92b8d8-7818-4696-a468-2145ab822b50 tempest-NetworksIpV6TestAttrs-532953968 tempest-NetworksIpV6TestAttrs-532953968-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31752722'] for subnet, before_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:45.192675 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24f0427c-5a3a-4407-8799-fdddc2ee9939 tempest-FloatingIPAdminTestJSON-116313565 tempest-FloatingIPAdminTestJSON-116313565-project] Pushing event updated for resources: {'Port': ['ID=9223b99d-166c-4b5f-8232-524e6b017bf5,revision_number=2']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:01:45.219788 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-24f0427c-5a3a-4407-8799-fdddc2ee9939 tempest-FloatingIPAdminTestJSON-116313565 tempest-FloatingIPAdminTestJSON-116313565-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33444131'] for floatingip, after_update {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:45.252543 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-5e1ed5f3-e23b-4adc-b18d-07a4b057db16 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:01:45.264788 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-5e1ed5f3-e23b-4adc-b18d-07a4b057db16 admin admin] Usage tracker for resource:security_group_rule and tenant:e700903961da4222b26ac4e08ec452b0 is out of sync, need to count used quota {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:01:45.268466 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-5e1ed5f3-e23b-4adc-b18d-07a4b057db16 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:01:45.275313 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-5e1ed5f3-e23b-4adc-b18d-07a4b057db16 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:01:45.277778 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-24f0427c-5a3a-4407-8799-fdddc2ee9939 tempest-FloatingIPAdminTestJSON-116313565 tempest-FloatingIPAdminTestJSON-116313565-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217293'] for floatingip, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:45.279833 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-24f0427c-5a3a-4407-8799-fdddc2ee9939 tempest-FloatingIPAdminTestJSON-116313565 tempest-FloatingIPAdminTestJSON-116313565-project] 10.222.0.42 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 6.6956494 Apr 18 21:01:45.283098 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 59968) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:01:45.290864 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.v2.base [None req-23af927a-799d-44e7-8ec7-947555d56672 tempest-FloatingIPAdminTestJSON-116313565 tempest-FloatingIPAdminTestJSON-116313565-project] Request body: {'network': {'name': 'tempest-FloatingIPAdminTestJSON-test-network-794796046'}} {{(pid=84041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:01:45.302797 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-23af927a-799d-44e7-8ec7-947555d56672 tempest-FloatingIPAdminTestJSON-116313565 tempest-FloatingIPAdminTestJSON-116313565-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:01:45.309958 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-23af927a-799d-44e7-8ec7-947555d56672 tempest-FloatingIPAdminTestJSON-116313565 tempest-FloatingIPAdminTestJSON-116313565-project] Usage tracker for resource:network and tenant:11a721e26f4b40e9902d12cbf98b9f12 is out of sync, need to count used quota {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:01:45.314543 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-23af927a-799d-44e7-8ec7-947555d56672 tempest-FloatingIPAdminTestJSON-116313565 tempest-FloatingIPAdminTestJSON-116313565-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:01:45.336209 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-23af927a-799d-44e7-8ec7-947555d56672 tempest-FloatingIPAdminTestJSON-116313565 tempest-FloatingIPAdminTestJSON-116313565-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:01:45.406096 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-23af927a-799d-44e7-8ec7-947555d56672 tempest-FloatingIPAdminTestJSON-116313565 tempest-FloatingIPAdminTestJSON-116313565-project] Made reservation on behalf of 11a721e26f4b40e9902d12cbf98b9f12 for: {'network': 1} {{(pid=84041) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:01:45.410652 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-23af927a-799d-44e7-8ec7-947555d56672 tempest-FloatingIPAdminTestJSON-116313565 tempest-FloatingIPAdminTestJSON-116313565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for network, before_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:45.429110 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e424ff8-b4c0-4253-92bd-7734f8fb838e tempest-NetworksTest-1502682821 tempest-NetworksTest-1502682821-project] Checking segment: {'id': '760de748-bb8a-4799-a7b8-282cb29faeed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': 'e5145930-9050-4793-8512-4cd89ffe1bb7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84040) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 21:01:45.429654 n-d-838334-2 neutron-server[84040]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e424ff8-b4c0-4253-92bd-7734f8fb838e tempest-NetworksTest-1502682821 tempest-NetworksTest-1502682821-project] Network hostable DHCP agents. Network: e5145930-9050-4793-8512-4cd89ffe1bb7, hostable agents: ['8746f8ea-3e91-4b32-9919-2c63adeb8722'], hosted agents: [] {{(pid=84040) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 21:01:45.450072 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-a6377e9c-52ca-4aee-82f6-ea5d14c21346 req-e870fbe0-4a88-4d7e-aae1-1302db8323a1 tempest-ServersNegativeTestJSON-508382254 tempest-ServersNegativeTestJSON-508382254-project] 10.222.0.42 "GET /v2.0/security-groups?id=ada0ecb3-b1bc-4ba2-8e6c-b06ba09daca2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9455242 Apr 18 21:01:45.512045 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-23af927a-799d-44e7-8ec7-947555d56672 tempest-FloatingIPAdminTestJSON-116313565 tempest-FloatingIPAdminTestJSON-116313565-project] Notify callbacks [] for security_group, before_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:45.649756 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-7bbddc9e-1d74-4524-869c-3235cd6b5225 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750375287399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253529'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:45.693350 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-23af927a-799d-44e7-8ec7-947555d56672 tempest-FloatingIPAdminTestJSON-116313565 tempest-FloatingIPAdminTestJSON-116313565-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:01:45.703027 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-23af927a-799d-44e7-8ec7-947555d56672 tempest-FloatingIPAdminTestJSON-116313565 tempest-FloatingIPAdminTestJSON-116313565-project] Usage tracker for resource:security_group_rule and tenant:11a721e26f4b40e9902d12cbf98b9f12 is out of sync, need to count used quota {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:01:45.712639 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-23af927a-799d-44e7-8ec7-947555d56672 tempest-FloatingIPAdminTestJSON-116313565 tempest-FloatingIPAdminTestJSON-116313565-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:01:45.727272 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-23af927a-799d-44e7-8ec7-947555d56672 tempest-FloatingIPAdminTestJSON-116313565 tempest-FloatingIPAdminTestJSON-116313565-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:01:45.757783 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7854c90e-4bd7-4f93-9c25-55c1451a28b0 None None] Network e955b736-41a2-466e-a13e-267eca8324bc requested from n-d-838334-2 {{(pid=84042) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 21:01:45.770793 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-5e1ed5f3-e23b-4adc-b18d-07a4b057db16 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:45.799392 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-5e1ed5f3-e23b-4adc-b18d-07a4b057db16 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33528224'] for security_group, after_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:45.896832 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-eb92b8d8-7818-4696-a468-2145ab822b50 tempest-NetworksIpV6TestAttrs-532953968 tempest-NetworksIpV6TestAttrs-532953968-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33526260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32441074', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31752704'] for subnet, after_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:45.970694 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e1ed5f3-e23b-4adc-b18d-07a4b057db16 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ab105390-90cd-4925-a040-bdcd93b58b22,revision_number=1']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:01:46.025305 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-5e1ed5f3-e23b-4adc-b18d-07a4b057db16 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=e700903961da4222b26ac4e08ec452b0&name=default HTTP/1.1" status: 200 len: 2647 time: 1.9644611 Apr 18 21:01:46.026012 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 59986) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:01:46.098171 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb92b8d8-7818-4696-a468-2145ab822b50 tempest-NetworksIpV6TestAttrs-532953968 tempest-NetworksIpV6TestAttrs-532953968-project] Pushing event updated for resources: {'Subnet': ['ID=ba3aedc9-5620-45ca-bfda-f54ed592ce4b,revision_number=0']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:01:46.113416 n-d-838334-2 neutron-server[84040]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e424ff8-b4c0-4253-92bd-7734f8fb838e tempest-NetworksTest-1502682821 tempest-NetworksTest-1502682821-project] Network e5145930-9050-4793-8512-4cd89ffe1bb7 is scheduled to be hosted by DHCP agent 8746f8ea-3e91-4b32-9919-2c63adeb8722 with binding_index 1 {{(pid=84040) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 21:01:46.147029 n-d-838334-2 neutron-server[84040]: DEBUG neutron.scheduler.base_scheduler [None req-3e424ff8-b4c0-4253-92bd-7734f8fb838e tempest-NetworksTest-1502682821 tempest-NetworksTest-1502682821-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-838334-2, e5145930-9050-4793-8512-4cd89ffe1bb7) {{(pid=84040) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:01:46.160990 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e424ff8-b4c0-4253-92bd-7734f8fb838e tempest-NetworksTest-1502682821 tempest-NetworksTest-1502682821-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:01:46.162026 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-3e424ff8-b4c0-4253-92bd-7734f8fb838e tempest-NetworksTest-1502682821 tempest-NetworksTest-1502682821-project] Notify callbacks [] for subnet, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:46.169361 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b6d016a-880b-4934-a9a4-57b09cb01da3 None None] Network e5145930-9050-4793-8512-4cd89ffe1bb7 requested from n-d-838334-2 {{(pid=84042) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 21:01:46.254985 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-23af927a-799d-44e7-8ec7-947555d56672 tempest-FloatingIPAdminTestJSON-116313565 tempest-FloatingIPAdminTestJSON-116313565-project] Notify callbacks [] for security_group, precommit_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:46.307524 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-23af927a-799d-44e7-8ec7-947555d56672 tempest-FloatingIPAdminTestJSON-116313565 tempest-FloatingIPAdminTestJSON-116313565-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33528224'] for security_group, after_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:46.337358 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-3e424ff8-b4c0-4253-92bd-7734f8fb838e tempest-NetworksTest-1502682821 tempest-NetworksTest-1502682821-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 873 time: 4.5576675 Apr 18 21:01:46.338473 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 59996) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:01:46.340586 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb92b8d8-7818-4696-a468-2145ab822b50 tempest-NetworksIpV6TestAttrs-532953968 tempest-NetworksIpV6TestAttrs-532953968-project] Checking segment: {'id': 'a7d13bf5-6a03-4013-b848-c0aa58daf652', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': '9ce0cc11-f930-47ea-98a4-7f75709c929d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84040) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 21:01:46.342642 n-d-838334-2 neutron-server[84040]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb92b8d8-7818-4696-a468-2145ab822b50 tempest-NetworksIpV6TestAttrs-532953968 tempest-NetworksIpV6TestAttrs-532953968-project] Network hostable DHCP agents. Network: 9ce0cc11-f930-47ea-98a4-7f75709c929d, hostable agents: ['8746f8ea-3e91-4b32-9919-2c63adeb8722'], hosted agents: [] {{(pid=84040) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 21:01:46.454614 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-23af927a-799d-44e7-8ec7-947555d56672 tempest-FloatingIPAdminTestJSON-116313565 tempest-FloatingIPAdminTestJSON-116313565-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 375} {{(pid=84041) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 21:01:46.593906 n-d-838334-2 neutron-server[84040]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb92b8d8-7818-4696-a468-2145ab822b50 tempest-NetworksIpV6TestAttrs-532953968 tempest-NetworksIpV6TestAttrs-532953968-project] Network 9ce0cc11-f930-47ea-98a4-7f75709c929d is scheduled to be hosted by DHCP agent 8746f8ea-3e91-4b32-9919-2c63adeb8722 with binding_index 1 {{(pid=84040) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 21:01:46.646144 n-d-838334-2 neutron-server[84040]: DEBUG neutron.scheduler.base_scheduler [None req-eb92b8d8-7818-4696-a468-2145ab822b50 tempest-NetworksIpV6TestAttrs-532953968 tempest-NetworksIpV6TestAttrs-532953968-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-838334-2, 9ce0cc11-f930-47ea-98a4-7f75709c929d) {{(pid=84040) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:01:46.656048 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb92b8d8-7818-4696-a468-2145ab822b50 tempest-NetworksIpV6TestAttrs-532953968 tempest-NetworksIpV6TestAttrs-532953968-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:01:46.657875 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-eb92b8d8-7818-4696-a468-2145ab822b50 tempest-NetworksIpV6TestAttrs-532953968 tempest-NetworksIpV6TestAttrs-532953968-project] Notify callbacks [] for subnet, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:46.681279 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23af927a-799d-44e7-8ec7-947555d56672 tempest-FloatingIPAdminTestJSON-116313565 tempest-FloatingIPAdminTestJSON-116313565-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cbe104d3-9ddd-40bc-afd5-1519af32d4b0,revision_number=1']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:01:46.707394 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-eb92b8d8-7818-4696-a468-2145ab822b50 tempest-NetworksIpV6TestAttrs-532953968 tempest-NetworksIpV6TestAttrs-532953968-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 2.4316535 Apr 18 21:01:46.711928 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 60004) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:01:46.723732 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.v2.base [None req-282d1bb2-457a-48a2-bee0-8b878678f651 tempest-NetworksIpV6TestAttrs-532953968 tempest-NetworksIpV6TestAttrs-532953968-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-828394855'}} {{(pid=84040) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:01:46.723953 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be757ad4-8d77-4c5f-9d6d-ba6c8d5208ee None None] Network 9ce0cc11-f930-47ea-98a4-7f75709c929d requested from n-d-838334-2 {{(pid=84042) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 21:01:46.731929 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-e097c2ef-0ff0-4a5b-b6e2-c065d4e777e0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:46.736176 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [None req-282d1bb2-457a-48a2-bee0-8b878678f651 tempest-NetworksIpV6TestAttrs-532953968 tempest-NetworksIpV6TestAttrs-532953968-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:01:46.742544 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-23af927a-799d-44e7-8ec7-947555d56672 tempest-FloatingIPAdminTestJSON-116313565 tempest-FloatingIPAdminTestJSON-116313565-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1082986'] for segment, precommit_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:46.745230 n-d-838334-2 neutron-server[84041]: INFO neutron.db.segments_db [None req-23af927a-799d-44e7-8ec7-947555d56672 tempest-FloatingIPAdminTestJSON-116313565 tempest-FloatingIPAdminTestJSON-116313565-project] Added segment 70f4177b-91b8-43b5-9ebf-1f65a2505df7 of type vlan for network e06136ac-ecbe-4f91-af5d-6b98c483e53e Apr 18 21:01:46.746781 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-282d1bb2-457a-48a2-bee0-8b878678f651 tempest-NetworksIpV6TestAttrs-532953968 tempest-NetworksIpV6TestAttrs-532953968-project] Usage tracker for resource:network and tenant:84b529df784d4667acc93cf51be710ab is out of sync, need to count used quota {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:01:46.757845 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-282d1bb2-457a-48a2-bee0-8b878678f651 tempest-NetworksIpV6TestAttrs-532953968 tempest-NetworksIpV6TestAttrs-532953968-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:01:46.774124 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [None req-282d1bb2-457a-48a2-bee0-8b878678f651 tempest-NetworksIpV6TestAttrs-532953968 tempest-NetworksIpV6TestAttrs-532953968-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:01:46.805324 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-15ccf348-a044-44c5-bcf2-8b5dd6c40493 None None] Provisioning for port 1018c102-7be3-46c2-98ec-13a51a864471 completed by entity DHCP. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 21:01:46.918270 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-e097c2ef-0ff0-4a5b-b6e2-c065d4e777e0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:46.928080 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb54cd85-b030-4225-91b1-039939322c18 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp016840fc-1f9f-5892-9c53-c9cf6c845bbb-e5145930-9050-4793-8512-4cd89ffe1bb7', 'network_id': 'e5145930-9050-4793-8512-4cd89ffe1bb7', 'tenant_id': '7bfcf5e6e1be4fd18d7d5e6e5bcd338a', 'fixed_ips': [{'subnet_id': '69af41a9-af05-4b96-a75a-ce144419caaf'}]}} from n-d-838334-2. {{(pid=84042) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 18 21:01:46.929023 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-eb54cd85-b030-4225-91b1-039939322c18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_create {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:47.021483 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-282d1bb2-457a-48a2-bee0-8b878678f651 tempest-NetworksIpV6TestAttrs-532953968 tempest-NetworksIpV6TestAttrs-532953968-project] Made reservation on behalf of 84b529df784d4667acc93cf51be710ab for: {'network': 1} {{(pid=84040) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:01:47.024856 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-282d1bb2-457a-48a2-bee0-8b878678f651 tempest-NetworksIpV6TestAttrs-532953968 tempest-NetworksIpV6TestAttrs-532953968-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for network, before_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:47.106729 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-23af927a-799d-44e7-8ec7-947555d56672 tempest-FloatingIPAdminTestJSON-116313565 tempest-FloatingIPAdminTestJSON-116313565-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750374825732'] for network, precommit_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:47.172998 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-15ccf348-a044-44c5-bcf2-8b5dd6c40493 None None] Provisioning complete for port 1018c102-7be3-46c2-98ec-13a51a864471 triggered by entity DHCP. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:01:47.179116 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-15ccf348-a044-44c5-bcf2-8b5dd6c40493 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1253608'] for port, provisioning_complete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:47.254491 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-e097c2ef-0ff0-4a5b-b6e2-c065d4e777e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33528224'] for security_group, after_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:47.285690 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e097c2ef-0ff0-4a5b-b6e2-c065d4e777e0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab105390-90cd-4925-a040-bdcd93b58b22,revision_number=None']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:01:47.325335 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-e097c2ef-0ff0-4a5b-b6e2-c065d4e777e0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:47.327653 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-e097c2ef-0ff0-4a5b-b6e2-c065d4e777e0 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/ab105390-90cd-4925-a040-bdcd93b58b22 HTTP/1.1" status: 204 len: 168 time: 1.0658028 Apr 18 21:01:47.353447 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-23af927a-799d-44e7-8ec7-947555d56672 tempest-FloatingIPAdminTestJSON-116313565 tempest-FloatingIPAdminTestJSON-116313565-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33526109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022'] for network, after_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:47.369464 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23af927a-799d-44e7-8ec7-947555d56672 tempest-FloatingIPAdminTestJSON-116313565 tempest-FloatingIPAdminTestJSON-116313565-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:01:47.374289 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-23af927a-799d-44e7-8ec7-947555d56672 tempest-FloatingIPAdminTestJSON-116313565 tempest-FloatingIPAdminTestJSON-116313565-project] Notify callbacks [] for network, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:47.442207 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-5219aef3-821b-44b5-983d-a4fd4fe4153a tempest-NetworksTest-1502682821 tempest-NetworksTest-1502682821-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1103592'] for network, before_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:47.485624 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-282d1bb2-457a-48a2-bee0-8b878678f651 tempest-NetworksIpV6TestAttrs-532953968 tempest-NetworksIpV6TestAttrs-532953968-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 387} {{(pid=84040) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 21:01:47.645780 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-23af927a-799d-44e7-8ec7-947555d56672 tempest-FloatingIPAdminTestJSON-116313565 tempest-FloatingIPAdminTestJSON-116313565-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 2.3616023 Apr 18 21:01:47.650699 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 60016) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:01:47.659430 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-282d1bb2-457a-48a2-bee0-8b878678f651 tempest-NetworksIpV6TestAttrs-532953968 tempest-NetworksIpV6TestAttrs-532953968-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1082986'] for segment, precommit_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:47.659993 n-d-838334-2 neutron-server[84040]: INFO neutron.db.segments_db [None req-282d1bb2-457a-48a2-bee0-8b878678f651 tempest-NetworksIpV6TestAttrs-532953968 tempest-NetworksIpV6TestAttrs-532953968-project] Added segment c4653bba-f8d8-4b7f-935e-8ecd80a3453f of type vlan for network cb9f82b6-8f63-4333-9177-df9776abd978 Apr 18 21:01:47.663922 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.v2.base [None req-c1796bed-91d7-46f6-9bcd-10dc5d274796 tempest-FloatingIPAdminTestJSON-116313565 tempest-FloatingIPAdminTestJSON-116313565-project] Request body: {'subnet': {'network_id': 'e06136ac-ecbe-4f91-af5d-6b98c483e53e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=84041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:01:47.667404 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-5219aef3-821b-44b5-983d-a4fd4fe4153a tempest-NetworksTest-1502682821 tempest-NetworksTest-1502682821-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1260556'] for subnet, precommit_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:47.811744 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.db_base_plugin_common [None req-eb54cd85-b030-4225-91b1-039939322c18 None None] Allocated IP 172.20.0.2 (e5145930-9050-4793-8512-4cd89ffe1bb7/69af41a9-af05-4b96-a75a-ce144419caaf/3c112b34-a26d-467f-b2c8-6ab8fd8c1662) {{(pid=84042) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 21:01:47.911379 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23af927a-799d-44e7-8ec7-947555d56672 tempest-FloatingIPAdminTestJSON-116313565 tempest-FloatingIPAdminTestJSON-116313565-project] Pushing event updated for resources: {'Network': ['ID=e06136ac-ecbe-4f91-af5d-6b98c483e53e,revision_number=1']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:01:47.920459 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2230389-d916-4e55-995c-11bc2eb1d9e5 req-6d16b57f-b465-4502-ab95-d509b97ebca7 tempest-ServersTestJSON-1424434350 tempest-ServersTestJSON-1424434350-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:01:47.922267 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-e2230389-d916-4e55-995c-11bc2eb1d9e5 req-6d16b57f-b465-4502-ab95-d509b97ebca7 tempest-ServersTestJSON-1424434350 tempest-ServersTestJSON-1424434350-project] 10.222.0.42 "GET /v2.0/ports?device_id=b48baf64-a60b-4d4b-942b-b0a0b2f375fd HTTP/1.1" status: 200 len: 945 time: 1.1235430 Apr 18 21:01:47.956613 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-217db789-669d-4323-b33e-6aeb5b6c3f96 req-6e85ca1f-dd3e-4e11-8b45-b097cf5d47b4 tempest-ServersNegativeTestJSON-508382254 tempest-ServersNegativeTestJSON-508382254-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:01:47.963641 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-217db789-669d-4323-b33e-6aeb5b6c3f96 req-6e85ca1f-dd3e-4e11-8b45-b097cf5d47b4 tempest-ServersNegativeTestJSON-508382254 tempest-ServersNegativeTestJSON-508382254-project] 10.222.0.42 "GET /v2.0/ports?device_id=2197a591-197e-47fe-9210-1387bfb6ec5e HTTP/1.1" status: 200 len: 944 time: 1.0059254 Apr 18 21:01:48.080811 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-c1796bed-91d7-46f6-9bcd-10dc5d274796 tempest-FloatingIPAdminTestJSON-116313565 tempest-FloatingIPAdminTestJSON-116313565-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:01:48.109000 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-c1796bed-91d7-46f6-9bcd-10dc5d274796 tempest-FloatingIPAdminTestJSON-116313565 tempest-FloatingIPAdminTestJSON-116313565-project] Usage tracker for resource:subnet and tenant:11a721e26f4b40e9902d12cbf98b9f12 is out of sync, need to count used quota {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:01:48.114057 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-c1796bed-91d7-46f6-9bcd-10dc5d274796 tempest-FloatingIPAdminTestJSON-116313565 tempest-FloatingIPAdminTestJSON-116313565-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:01:48.114281 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-282d1bb2-457a-48a2-bee0-8b878678f651 tempest-NetworksIpV6TestAttrs-532953968 tempest-NetworksIpV6TestAttrs-532953968-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750374825732'] for network, precommit_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:48.115456 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Network e06136ac-ecbe-4f91-af5d-6b98c483e53e details requested by agent ovs-agent-n-d-838334-2 with host n-d-838334-2 {{(pid=84042) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 18 21:01:48.125596 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-c1796bed-91d7-46f6-9bcd-10dc5d274796 tempest-FloatingIPAdminTestJSON-116313565 tempest-FloatingIPAdminTestJSON-116313565-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:01:48.141848 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 60024) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:01:48.153175 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c1796bed-91d7-46f6-9bcd-10dc5d274796 tempest-FloatingIPAdminTestJSON-116313565 tempest-FloatingIPAdminTestJSON-116313565-project] Made reservation on behalf of 11a721e26f4b40e9902d12cbf98b9f12 for: {'subnet': 1} {{(pid=84041) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:01:48.378484 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-c1796bed-91d7-46f6-9bcd-10dc5d274796 tempest-FloatingIPAdminTestJSON-116313565 tempest-FloatingIPAdminTestJSON-116313565-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32486301'] for subnet, before_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:48.395053 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 60030) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:01:48.436843 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-b1b6e99c-4195-4e6a-bfac-e08924cec9fd admin admin] Notify callbacks [] for security_group, before_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:48.505999 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-2fd0de43-f79e-40c5-96b6-51e74df34374 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:48.579916 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-eb54cd85-b030-4225-91b1-039939322c18 None None] Notify callbacks [] for port, precommit_create {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:48.593321 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-eb54cd85-b030-4225-91b1-039939322c18 None None] Transition to ACTIVE for port object 3c112b34-a26d-467f-b2c8-6ab8fd8c1662 will not be triggered until provisioned by entity L2. {{(pid=84042) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:01:48.595450 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-e2230389-d916-4e55-995c-11bc2eb1d9e5 req-b884c049-384f-4c1e-9614-644098b6c649 tempest-ServersTestJSON-1424434350 tempest-ServersTestJSON-1424434350-project] 10.222.0.42 "GET /v2.0/security-groups?id=a3de1b7a-019c-40dd-8c9d-3a3f159b2bd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6297123 Apr 18 21:01:48.596491 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-282d1bb2-457a-48a2-bee0-8b878678f651 tempest-NetworksIpV6TestAttrs-532953968 tempest-NetworksIpV6TestAttrs-532953968-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33526109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022'] for network, after_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:48.601026 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-282d1bb2-457a-48a2-bee0-8b878678f651 tempest-NetworksIpV6TestAttrs-532953968 tempest-NetworksIpV6TestAttrs-532953968-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:01:48.601888 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-282d1bb2-457a-48a2-bee0-8b878678f651 tempest-NetworksIpV6TestAttrs-532953968 tempest-NetworksIpV6TestAttrs-532953968-project] Notify callbacks [] for network, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:48.605860 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-b1b6e99c-4195-4e6a-bfac-e08924cec9fd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:01:48.614370 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-eb54cd85-b030-4225-91b1-039939322c18 None None] Transition to ACTIVE for port object 3c112b34-a26d-467f-b2c8-6ab8fd8c1662 will not be triggered until provisioned by entity DHCP. {{(pid=84042) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:01:48.634977 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-b1b6e99c-4195-4e6a-bfac-e08924cec9fd admin admin] Usage tracker for resource:security_group_rule and tenant:9e2f8522c1a94e739a52f18813f89a54 is out of sync, need to count used quota {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:01:48.640623 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-2fd0de43-f79e-40c5-96b6-51e74df34374 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:01:48.643250 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-b1b6e99c-4195-4e6a-bfac-e08924cec9fd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:01:48.652519 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-b1b6e99c-4195-4e6a-bfac-e08924cec9fd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:01:48.658253 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-2fd0de43-f79e-40c5-96b6-51e74df34374 admin admin] Usage tracker for resource:security_group_rule and tenant:53b5b5f48b6b4d558f8022aa6d53e431 is out of sync, need to count used quota {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:01:48.663833 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-2fd0de43-f79e-40c5-96b6-51e74df34374 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:01:48.677111 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-2fd0de43-f79e-40c5-96b6-51e74df34374 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:01:48.703796 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-5219aef3-821b-44b5-983d-a4fd4fe4153a tempest-NetworksTest-1502682821 tempest-NetworksTest-1502682821-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1260549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33526260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32440885', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31752825'] for subnet, after_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:48.731473 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-eb54cd85-b030-4225-91b1-039939322c18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750374836619'] for port, after_create {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:48.735122 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-32eb3a99-cc11-4e30-aa2c-5e6a08cb1c1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750375287399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253529'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:48.784356 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d3a90b6-6ded-44b0-a69c-9d551524ae5f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp016840fc-1f9f-5892-9c53-c9cf6c845bbb-9ce0cc11-f930-47ea-98a4-7f75709c929d', 'network_id': '9ce0cc11-f930-47ea-98a4-7f75709c929d', 'tenant_id': '84b529df784d4667acc93cf51be710ab', 'fixed_ips': [{'subnet_id': 'ba3aedc9-5620-45ca-bfda-f54ed592ce4b'}]}} from n-d-838334-2. {{(pid=84042) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 18 21:01:48.785194 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-3d3a90b6-6ded-44b0-a69c-9d551524ae5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_create {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:48.868187 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-282d1bb2-457a-48a2-bee0-8b878678f651 tempest-NetworksIpV6TestAttrs-532953968 tempest-NetworksIpV6TestAttrs-532953968-project] Pushing event updated for resources: {'Network': ['ID=cb9f82b6-8f63-4333-9177-df9776abd978,revision_number=1']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:01:48.886737 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-b1b6e99c-4195-4e6a-bfac-e08924cec9fd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:48.890784 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-217db789-669d-4323-b33e-6aeb5b6c3f96 req-5032213f-2553-4a3f-92ca-f6c9f7fb61ca tempest-ServersNegativeTestJSON-508382254 tempest-ServersNegativeTestJSON-508382254-project] 10.222.0.42 "GET /v2.0/security-groups?id=ada0ecb3-b1bc-4ba2-8e6c-b06ba09daca2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9261777 Apr 18 21:01:48.903817 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-c1796bed-91d7-46f6-9bcd-10dc5d274796 tempest-FloatingIPAdminTestJSON-116313565 tempest-FloatingIPAdminTestJSON-116313565-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33526260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32266407', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32486287'] for subnet, after_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:48.912739 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5219aef3-821b-44b5-983d-a4fd4fe4153a tempest-NetworksTest-1502682821 tempest-NetworksTest-1502682821-project] Pushing event deleted for resources: {'Subnet': ['ID=69af41a9-af05-4b96-a75a-ce144419caaf,revision_number=None']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:01:48.924932 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-15ccf348-a044-44c5-bcf2-8b5dd6c40493 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:48.937807 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Network cb9f82b6-8f63-4333-9177-df9776abd978 details requested by agent ovs-agent-n-d-838334-2 with host n-d-838334-2 {{(pid=84042) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 18 21:01:48.956124 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-b1b6e99c-4195-4e6a-bfac-e08924cec9fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33528224'] for security_group, after_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:48.967492 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-2fd0de43-f79e-40c5-96b6-51e74df34374 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:49.016042 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1b6e99c-4195-4e6a-bfac-e08924cec9fd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a0487510-c72e-4718-935c-8b10fa04a971,revision_number=1']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:01:49.051553 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-282d1bb2-457a-48a2-bee0-8b878678f651 tempest-NetworksIpV6TestAttrs-532953968 tempest-NetworksIpV6TestAttrs-532953968-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 2.3380544 Apr 18 21:01:49.053175 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 60036) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:01:49.054687 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-2fd0de43-f79e-40c5-96b6-51e74df34374 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33528224'] for security_group, after_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:49.071663 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-5219aef3-821b-44b5-983d-a4fd4fe4153a tempest-NetworksTest-1502682821 tempest-NetworksTest-1502682821-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1258905', 'neutron.services.segments.db._delete_segments_for_network-8750375287417'] for network, precommit_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:49.082955 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.v2.base [None req-a2198707-9ea6-4dae-8ad3-af51376a83dd tempest-NetworksIpV6TestAttrs-532953968 tempest-NetworksIpV6TestAttrs-532953968-project] Request body: {'subnet': {'network_id': 'cb9f82b6-8f63-4333-9177-df9776abd978', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=84040) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:01:49.085685 n-d-838334-2 neutron-server[84042]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb54cd85-b030-4225-91b1-039939322c18 None None] Network e5145930-9050-4793-8512-4cd89ffe1bb7 is already hosted by enough agents. {{(pid=84042) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:01:49.100166 n-d-838334-2 neutron-server[84042]: DEBUG neutron.scheduler.base_scheduler [None req-eb54cd85-b030-4225-91b1-039939322c18 None None] Resources bound (agent type, host, resource id): {{(pid=84042) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:01:49.102180 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94ba9330-be9e-4132-b941-fc88a48256c0 req-ad14b04f-e350-4c6c-b903-426194210919 tempest-ServersTestJSON-1424434350 tempest-ServersTestJSON-1424434350-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:01:49.103549 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-94ba9330-be9e-4132-b941-fc88a48256c0 req-ad14b04f-e350-4c6c-b903-426194210919 tempest-ServersTestJSON-1424434350 tempest-ServersTestJSON-1424434350-project] 10.222.0.48 "GET /v2.0/ports?device_id=b48baf64-a60b-4d4b-942b-b0a0b2f375fd HTTP/1.1" status: 200 len: 945 time: 0.7641952 Apr 18 21:01:49.105624 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb54cd85-b030-4225-91b1-039939322c18 None None] Pushing event updated for resources: {'Port': ['ID=3c112b34-a26d-467f-b2c8-6ab8fd8c1662,revision_number=1']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:01:49.128780 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb54cd85-b030-4225-91b1-039939322c18 None None] Received port after_create {{(pid=84042) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 21:01:49.155201 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-b1b6e99c-4195-4e6a-bfac-e08924cec9fd admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=9e2f8522c1a94e739a52f18813f89a54&name=default HTTP/1.1" status: 200 len: 2647 time: 0.7550590 Apr 18 21:01:49.161873 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fd0de43-f79e-40c5-96b6-51e74df34374 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=45686093-72be-40dc-aad6-be18904d88ef,revision_number=1']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:01:49.164706 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 60040) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:01:49.165948 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750375287399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253529'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:49.166768 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1796bed-91d7-46f6-9bcd-10dc5d274796 tempest-FloatingIPAdminTestJSON-116313565 tempest-FloatingIPAdminTestJSON-116313565-project] Pushing event updated for resources: {'Subnet': ['ID=158fe349-d586-4111-89d4-c4f5d5632a5b,revision_number=0']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:01:49.194949 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-2fd0de43-f79e-40c5-96b6-51e74df34374 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=53b5b5f48b6b4d558f8022aa6d53e431&name=default HTTP/1.1" status: 200 len: 2647 time: 1.0518932 Apr 18 21:01:49.198241 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 60044) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:01:49.211909 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-15ccf348-a044-44c5-bcf2-8b5dd6c40493 None None] For port 1018c102-7be3-46c2-98ec-13a51a864471, host n-d-838334-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838334-2',level=0,port_id=1018c102-7be3-46c2-98ec-13a51a864471,segment=NetworkSegment(c1c51d3f-c9cb-4b81-bcae-7432ab4d5450),segment_id=c1c51d3f-c9cb-4b81-bcae-7432ab4d5450)] {{(pid=84042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:01:49.222911 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1796bed-91d7-46f6-9bcd-10dc5d274796 tempest-FloatingIPAdminTestJSON-116313565 tempest-FloatingIPAdminTestJSON-116313565-project] Checking segment: {'id': '70f4177b-91b8-43b5-9ebf-1f65a2505df7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': 'e06136ac-ecbe-4f91-af5d-6b98c483e53e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84041) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 21:01:49.223277 n-d-838334-2 neutron-server[84041]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1796bed-91d7-46f6-9bcd-10dc5d274796 tempest-FloatingIPAdminTestJSON-116313565 tempest-FloatingIPAdminTestJSON-116313565-project] Network hostable DHCP agents. Network: e06136ac-ecbe-4f91-af5d-6b98c483e53e, hostable agents: ['8746f8ea-3e91-4b32-9919-2c63adeb8722'], hosted agents: [] {{(pid=84041) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 21:01:49.255515 n-d-838334-2 neutron-server[84040]: DEBUG neutron.services.segments.db [None req-5219aef3-821b-44b5-983d-a4fd4fe4153a tempest-NetworksTest-1502682821 tempest-NetworksTest-1502682821-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e5145930-9050-4793-8512-4cd89ffe1bb7']}} {{(pid=84040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:01:49.263196 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-15ccf348-a044-44c5-bcf2-8b5dd6c40493 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682'] for port, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:49.289151 n-d-838334-2 neutron-server[84040]: DEBUG neutron.services.segments.db [None req-5219aef3-821b-44b5-983d-a4fd4fe4153a tempest-NetworksTest-1502682821 tempest-NetworksTest-1502682821-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '760de748-bb8a-4799-a7b8-282cb29faeed') {'for_net_delete': True} {{(pid=84040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:01:49.289605 n-d-838334-2 neutron-server[84040]: DEBUG neutron.services.segments.db [None req-5219aef3-821b-44b5-983d-a4fd4fe4153a tempest-NetworksTest-1502682821 tempest-NetworksTest-1502682821-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '760de748-bb8a-4799-a7b8-282cb29faeed') {} {{(pid=84040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:01:49.307566 n-d-838334-2 neutron-server[84041]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1796bed-91d7-46f6-9bcd-10dc5d274796 tempest-FloatingIPAdminTestJSON-116313565 tempest-FloatingIPAdminTestJSON-116313565-project] Network e06136ac-ecbe-4f91-af5d-6b98c483e53e is scheduled to be hosted by DHCP agent 8746f8ea-3e91-4b32-9919-2c63adeb8722 with binding_index 1 {{(pid=84041) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 21:01:49.312279 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-5219aef3-821b-44b5-983d-a4fd4fe4153a tempest-NetworksTest-1502682821 tempest-NetworksTest-1502682821-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750375287300', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31955965'] for segment, before_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:49.321030 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-f96d830e-aae9-4eca-a0c0-49bab2b129f2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:49.323239 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [None req-a2198707-9ea6-4dae-8ad3-af51376a83dd tempest-NetworksIpV6TestAttrs-532953968 tempest-NetworksIpV6TestAttrs-532953968-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:01:49.336920 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.plugin [req-94ba9330-be9e-4132-b941-fc88a48256c0 req-6aa50c90-9c2b-40ea-adeb-51da87d9e900 tempest-ServersTestJSON-1424434350 tempest-ServersTestJSON-1424434350-project] Deleting port 8f0ac191-0475-420d-bcd7-62c84624a6ea {{(pid=84040) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 21:01:49.336920 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-94ba9330-be9e-4132-b941-fc88a48256c0 req-6aa50c90-9c2b-40ea-adeb-51da87d9e900 tempest-ServersTestJSON-1424434350 tempest-ServersTestJSON-1424434350-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750375188691'] for port, before_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:49.340511 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-01096ca0-c832-4bbb-befa-05006811717c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:49.353756 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.managers [None req-eb54cd85-b030-4225-91b1-039939322c18 None None] Attempting to bind port 3c112b34-a26d-467f-b2c8-6ab8fd8c1662 on host n-d-838334-2 for vnic_type normal with profile {{(pid=84042) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 21:01:49.354116 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.managers [None req-eb54cd85-b030-4225-91b1-039939322c18 None None] Attempting to bind port 3c112b34-a26d-467f-b2c8-6ab8fd8c1662 by drivers openvswitch,hyperv on host n-d-838334-2 at level 0 using segments [{'id': '760de748-bb8a-4799-a7b8-282cb29faeed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': 'e5145930-9050-4793-8512-4cd89ffe1bb7'}] {{(pid=84042) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 21:01:49.354465 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb54cd85-b030-4225-91b1-039939322c18 None None] Attempting to bind port 3c112b34-a26d-467f-b2c8-6ab8fd8c1662 on network e5145930-9050-4793-8512-4cd89ffe1bb7 {{(pid=84042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 21:01:49.364777 n-d-838334-2 neutron-server[84041]: DEBUG neutron.scheduler.base_scheduler [None req-c1796bed-91d7-46f6-9bcd-10dc5d274796 tempest-FloatingIPAdminTestJSON-116313565 tempest-FloatingIPAdminTestJSON-116313565-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-838334-2, e06136ac-ecbe-4f91-af5d-6b98c483e53e) {{(pid=84041) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:01:49.372043 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-a2198707-9ea6-4dae-8ad3-af51376a83dd tempest-NetworksIpV6TestAttrs-532953968 tempest-NetworksIpV6TestAttrs-532953968-project] Usage tracker for resource:subnet and tenant:84b529df784d4667acc93cf51be710ab is out of sync, need to count used quota {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:01:49.372475 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-f96d830e-aae9-4eca-a0c0-49bab2b129f2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:49.378852 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-a2198707-9ea6-4dae-8ad3-af51376a83dd tempest-NetworksIpV6TestAttrs-532953968 tempest-NetworksIpV6TestAttrs-532953968-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:01:49.382137 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1796bed-91d7-46f6-9bcd-10dc5d274796 tempest-FloatingIPAdminTestJSON-116313565 tempest-FloatingIPAdminTestJSON-116313565-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:01:49.382931 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-c1796bed-91d7-46f6-9bcd-10dc5d274796 tempest-FloatingIPAdminTestJSON-116313565 tempest-FloatingIPAdminTestJSON-116313565-project] Notify callbacks [] for subnet, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:49.393307 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb54cd85-b030-4225-91b1-039939322c18 None None] Checking agent: {'id': '97cd4414-7af6-4d67-868d-dff370b4071a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838334-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 25, 49), 'started_at': datetime.datetime(2022, 4, 18, 20, 26, 19), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 21, 1, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838334-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 18 21:01:49.393676 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb54cd85-b030-4225-91b1-039939322c18 None None] Checking segment: {'id': '760de748-bb8a-4799-a7b8-282cb29faeed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': 'e5145930-9050-4793-8512-4cd89ffe1bb7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84042) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 21:01:49.394068 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-eb54cd85-b030-4225-91b1-039939322c18 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:49.394453 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb54cd85-b030-4225-91b1-039939322c18 None None] Bound using segment: {'id': '760de748-bb8a-4799-a7b8-282cb29faeed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': 'e5145930-9050-4793-8512-4cd89ffe1bb7'} {{(pid=84042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 18 21:01:49.394918 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.managers [None req-eb54cd85-b030-4225-91b1-039939322c18 None None] Bound port: 3c112b34-a26d-467f-b2c8-6ab8fd8c1662, host: n-d-838334-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '760de748-bb8a-4799-a7b8-282cb29faeed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': 'e5145930-9050-4793-8512-4cd89ffe1bb7'}}] {{(pid=84042) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 21:01:49.395282 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-eb54cd85-b030-4225-91b1-039939322c18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:49.397073 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [None req-a2198707-9ea6-4dae-8ad3-af51376a83dd tempest-NetworksIpV6TestAttrs-532953968 tempest-NetworksIpV6TestAttrs-532953968-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:01:49.399476 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-5219aef3-821b-44b5-983d-a4fd4fe4153a tempest-NetworksTest-1502682821 tempest-NetworksTest-1502682821-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1082986'] for segment, precommit_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:49.411209 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d02a7560-50cc-425e-be00-d682aab23390 None None] Network e06136ac-ecbe-4f91-af5d-6b98c483e53e requested from n-d-838334-2 {{(pid=84042) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 21:01:49.419210 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5219aef3-821b-44b5-983d-a4fd4fe4153a tempest-NetworksTest-1502682821 tempest-NetworksTest-1502682821-project] Releasing vlan 368 on physical network physnet1 to pool {{(pid=84040) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 18 21:01:49.420357 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-5219aef3-821b-44b5-983d-a4fd4fe4153a tempest-NetworksTest-1502682821 tempest-NetworksTest-1502682821-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1082993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32440923'] for segment, after_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:49.421301 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-01096ca0-c832-4bbb-befa-05006811717c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:49.438154 n-d-838334-2 neutron-server[84040]: Traceback (most recent call last): Apr 18 21:01:49.438154 n-d-838334-2 neutron-server[84040]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 18 21:01:49.438154 n-d-838334-2 neutron-server[84040]: timer() Apr 18 21:01:49.438154 n-d-838334-2 neutron-server[84040]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 21:01:49.438154 n-d-838334-2 neutron-server[84040]: cb(*args, **kw) Apr 18 21:01:49.438154 n-d-838334-2 neutron-server[84040]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 18 21:01:49.438154 n-d-838334-2 neutron-server[84040]: return func(*args, **kwargs) Apr 18 21:01:49.438154 n-d-838334-2 neutron-server[84040]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 21:01:49.438154 n-d-838334-2 neutron-server[84040]: self._notify() Apr 18 21:01:49.438154 n-d-838334-2 neutron-server[84040]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 21:01:49.438154 n-d-838334-2 neutron-server[84040]: self.callback(batched_events) Apr 18 21:01:49.438154 n-d-838334-2 neutron-server[84040]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 21:01:49.438154 n-d-838334-2 neutron-server[84040]: event.method(event) Apr 18 21:01:49.438154 n-d-838334-2 neutron-server[84040]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 18 21:01:49.438154 n-d-838334-2 neutron-server[84040]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 21:01:49.438154 n-d-838334-2 neutron-server[84040]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 18 21:01:49.438154 n-d-838334-2 neutron-server[84040]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 21:01:49.438154 n-d-838334-2 neutron-server[84040]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 18 21:01:49.438154 n-d-838334-2 neutron-server[84040]: return f(self, *a, **k) Apr 18 21:01:49.438154 n-d-838334-2 neutron-server[84040]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 18 21:01:49.438154 n-d-838334-2 neutron-server[84040]: return self._get(url).json() Apr 18 21:01:49.438154 n-d-838334-2 neutron-server[84040]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 18 21:01:49.438154 n-d-838334-2 neutron-server[84040]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 21:01:49.438154 n-d-838334-2 neutron-server[84040]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 18 21:01:49.438154 n-d-838334-2 neutron-server[84040]: return self.request(url, 'GET', **kwargs) Apr 18 21:01:49.438154 n-d-838334-2 neutron-server[84040]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 18 21:01:49.438154 n-d-838334-2 neutron-server[84040]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 21:01:49.438154 n-d-838334-2 neutron-server[84040]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 18 21:01:49.438154 n-d-838334-2 neutron-server[84040]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 21:01:49.438154 n-d-838334-2 neutron-server[84040]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 18 21:01:49.438154 n-d-838334-2 neutron-server[84040]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 21:01:49.438154 n-d-838334-2 neutron-server[84040]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 21:01:49.450298 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.db_base_plugin_common [None req-3d3a90b6-6ded-44b0-a69c-9d551524ae5f None None] Allocated IP 2001:db8:0:ffff::2 (9ce0cc11-f930-47ea-98a4-7f75709c929d/ba3aedc9-5620-45ca-bfda-f54ed592ce4b/c78a6e40-9535-45b9-b4c7-2be621ae5014) {{(pid=84042) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 21:01:49.493167 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-c1796bed-91d7-46f6-9bcd-10dc5d274796 tempest-FloatingIPAdminTestJSON-116313565 tempest-FloatingIPAdminTestJSON-116313565-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.8399696 Apr 18 21:01:49.497248 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 60048) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:01:49.505345 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-f96d830e-aae9-4eca-a0c0-49bab2b129f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33528224'] for security_group, after_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:49.510638 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.v2.base [None req-f434a651-eadb-4bb9-96f6-07985b15e9dd tempest-FloatingIPAdminTestJSON-116313565 tempest-FloatingIPAdminTestJSON-116313565-project] Request body: {'router': {'name': 'tempest-FloatingIPAdminTestJSON-router-2058313006', 'external_gateway_info': {'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c'}, 'admin_state_up': False}} {{(pid=84040) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:01:49.512645 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15ccf348-a044-44c5-bcf2-8b5dd6c40493 None None] Pushing event updated for resources: {'Port': ['ID=1018c102-7be3-46c2-98ec-13a51a864471,revision_number=3']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:01:49.527977 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f96d830e-aae9-4eca-a0c0-49bab2b129f2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a0487510-c72e-4718-935c-8b10fa04a971,revision_number=None']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:01:49.540640 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [None req-f434a651-eadb-4bb9-96f6-07985b15e9dd tempest-FloatingIPAdminTestJSON-116313565 tempest-FloatingIPAdminTestJSON-116313565-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:01:49.540920 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-f96d830e-aae9-4eca-a0c0-49bab2b129f2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:49.540920 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-f96d830e-aae9-4eca-a0c0-49bab2b129f2 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/a0487510-c72e-4718-935c-8b10fa04a971 HTTP/1.1" status: 204 len: 168 time: 0.3714812 Apr 18 21:01:49.545809 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a2198707-9ea6-4dae-8ad3-af51376a83dd tempest-NetworksIpV6TestAttrs-532953968 tempest-NetworksIpV6TestAttrs-532953968-project] Made reservation on behalf of 84b529df784d4667acc93cf51be710ab for: {'subnet': 1} {{(pid=84040) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:01:49.548814 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-01096ca0-c832-4bbb-befa-05006811717c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33528224'] for security_group, after_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:49.552042 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-01096ca0-c832-4bbb-befa-05006811717c admin admin] Notify callbacks [] for security_group, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:49.556459 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-01096ca0-c832-4bbb-befa-05006811717c admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/45686093-72be-40dc-aad6-be18904d88ef HTTP/1.1" status: 204 len: 168 time: 0.3557818 Apr 18 21:01:49.569290 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01096ca0-c832-4bbb-befa-05006811717c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=45686093-72be-40dc-aad6-be18904d88ef,revision_number=None']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:01:49.583964 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-414b6ffe-e119-47bc-b18f-bcff1219c2f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750375287399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253529'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:49.679668 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-f434a651-eadb-4bb9-96f6-07985b15e9dd tempest-FloatingIPAdminTestJSON-116313565 tempest-FloatingIPAdminTestJSON-116313565-project] Usage tracker for resource:router and tenant:11a721e26f4b40e9902d12cbf98b9f12 is out of sync, need to count used quota {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:01:49.683195 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-f434a651-eadb-4bb9-96f6-07985b15e9dd tempest-FloatingIPAdminTestJSON-116313565 tempest-FloatingIPAdminTestJSON-116313565-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:01:49.699335 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [None req-f434a651-eadb-4bb9-96f6-07985b15e9dd tempest-FloatingIPAdminTestJSON-116313565 tempest-FloatingIPAdminTestJSON-116313565-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:01:49.728667 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-60e59a15-c77e-4075-a1eb-5745d5c7094b None None] Provisioning complete for port 1018c102-7be3-46c2-98ec-13a51a864471 triggered by entity DHCP. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:01:49.729052 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-60e59a15-c77e-4075-a1eb-5745d5c7094b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1253608'] for port, provisioning_complete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:49.794269 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-f434a651-eadb-4bb9-96f6-07985b15e9dd tempest-FloatingIPAdminTestJSON-116313565 tempest-FloatingIPAdminTestJSON-116313565-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-33442106', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5708'] for router, before_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:49.796062 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-f434a651-eadb-4bb9-96f6-07985b15e9dd tempest-FloatingIPAdminTestJSON-116313565 tempest-FloatingIPAdminTestJSON-116313565-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33442137', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33444285', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33535433', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5703'] for router, precommit_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:49.826753 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.db.api [None req-5219aef3-821b-44b5-983d-a4fd4fe4153a tempest-NetworksTest-1502682821 tempest-NetworksTest-1502682821-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Apr 18 21:01:49.826753 n-d-838334-2 neutron-server[84040]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Apr 18 21:01:49.826753 n-d-838334-2 neutron-server[84040]: [parameters: {'id': 'e5145930-9050-4793-8512-4cd89ffe1bb7'}] Apr 18 21:01:49.826753 n-d-838334-2 neutron-server[84040]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=84040) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 18 21:01:49.827515 n-d-838334-2 neutron-server[84040]: DEBUG oslo_db.api [None req-5219aef3-821b-44b5-983d-a4fd4fe4153a tempest-NetworksTest-1502682821 tempest-NetworksTest-1502682821-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=84040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 18 21:01:49.832684 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-eb54cd85-b030-4225-91b1-039939322c18 None None] For port 3c112b34-a26d-467f-b2c8-6ab8fd8c1662, host n-d-838334-2, cleared binding levels {{(pid=84042) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 21:01:49.880891 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-a2198707-9ea6-4dae-8ad3-af51376a83dd tempest-NetworksIpV6TestAttrs-532953968 tempest-NetworksIpV6TestAttrs-532953968-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31752722'] for subnet, before_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:49.896683 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-eb54cd85-b030-4225-91b1-039939322c18 None None] For port 3c112b34-a26d-467f-b2c8-6ab8fd8c1662, host n-d-838334-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838334-2',level=0,port_id=3c112b34-a26d-467f-b2c8-6ab8fd8c1662,segment=NetworkSegment(760de748-bb8a-4799-a7b8-282cb29faeed),segment_id=760de748-bb8a-4799-a7b8-282cb29faeed)] {{(pid=84042) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 21:01:49.921372 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-eb54cd85-b030-4225-91b1-039939322c18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682'] for port, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:50.196736 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbeca55f-f0d4-4cb9-b5c6-63d255c85847 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp016840fc-1f9f-5892-9c53-c9cf6c845bbb-e06136ac-ecbe-4f91-af5d-6b98c483e53e', 'network_id': 'e06136ac-ecbe-4f91-af5d-6b98c483e53e', 'tenant_id': '11a721e26f4b40e9902d12cbf98b9f12', 'fixed_ips': [{'subnet_id': '158fe349-d586-4111-89d4-c4f5d5632a5b'}]}} from n-d-838334-2. {{(pid=84042) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 18 21:01:50.197575 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-fbeca55f-f0d4-4cb9-b5c6-63d255c85847 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_create {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:50.250406 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-3d3a90b6-6ded-44b0-a69c-9d551524ae5f None None] Notify callbacks [] for port, precommit_create {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:50.258151 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb54cd85-b030-4225-91b1-039939322c18 None None] Pushing event updated for resources: {'Port': ['ID=3c112b34-a26d-467f-b2c8-6ab8fd8c1662,revision_number=2']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:01:50.271793 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 60072) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:01:50.285804 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-f434a651-eadb-4bb9-96f6-07985b15e9dd tempest-FloatingIPAdminTestJSON-116313565 tempest-FloatingIPAdminTestJSON-116313565-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:50.292939 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-75f0382b-7b77-4bee-aec7-6fabe90a45a4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:50.329286 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-75f0382b-7b77-4bee-aec7-6fabe90a45a4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:01:50.334513 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-75f0382b-7b77-4bee-aec7-6fabe90a45a4 admin admin] Usage tracker for resource:security_group_rule and tenant:05931f8c25104127a39100c1be61f298 is out of sync, need to count used quota {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:01:50.338308 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-75f0382b-7b77-4bee-aec7-6fabe90a45a4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:01:50.339304 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-3d3a90b6-6ded-44b0-a69c-9d551524ae5f None None] Transition to ACTIVE for port object c78a6e40-9535-45b9-b4c7-2be621ae5014 will not be triggered until provisioned by entity L2. {{(pid=84042) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:01:50.346639 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-75f0382b-7b77-4bee-aec7-6fabe90a45a4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:01:50.403608 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-3d3a90b6-6ded-44b0-a69c-9d551524ae5f None None] Transition to ACTIVE for port object c78a6e40-9535-45b9-b4c7-2be621ae5014 will not be triggered until provisioned by entity DHCP. {{(pid=84042) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:01:50.419886 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a46faa75-eb4c-4b30-9aa1-31e4265a03a8 None None] Network e5145930-9050-4793-8512-4cd89ffe1bb7 requested from n-d-838334-2 {{(pid=84042) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 21:01:50.443655 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-75f0382b-7b77-4bee-aec7-6fabe90a45a4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:50.450143 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-75f0382b-7b77-4bee-aec7-6fabe90a45a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33528224'] for security_group, after_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:50.467542 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-3d3a90b6-6ded-44b0-a69c-9d551524ae5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750374836619'] for port, after_create {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:50.493025 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75f0382b-7b77-4bee-aec7-6fabe90a45a4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3d80064b-2b2d-461c-b358-f142a44b12c8,revision_number=1']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:01:50.541769 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-75f0382b-7b77-4bee-aec7-6fabe90a45a4 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=05931f8c25104127a39100c1be61f298&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2687013 Apr 18 21:01:50.542494 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 60078) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:01:50.553630 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-5219aef3-821b-44b5-983d-a4fd4fe4153a tempest-NetworksTest-1502682821 tempest-NetworksTest-1502682821-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1103592'] for network, before_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:50.595403 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.db [req-94ba9330-be9e-4132-b941-fc88a48256c0 req-6aa50c90-9c2b-40ea-adeb-51da87d9e900 tempest-ServersTestJSON-1424434350 tempest-ServersTestJSON-1424434350-project] For port 8f0ac191-0475-420d-bcd7-62c84624a6ea, host n-h2-838334-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838334-2',level=0,port_id=8f0ac191-0475-420d-bcd7-62c84624a6ea,segment=NetworkSegment(7487d154-ef4b-4701-b484-567750da716d),segment_id=7487d154-ef4b-4701-b484-567750da716d)] {{(pid=84040) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:01:50.595865 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-94ba9330-be9e-4132-b941-fc88a48256c0 req-6aa50c90-9c2b-40ea-adeb-51da87d9e900 tempest-ServersTestJSON-1424434350 tempest-ServersTestJSON-1424434350-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369123'] for port, precommit_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:50.666209 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-fb981013-6068-4836-a361-bc9c80fabc19 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:50.676198 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Device 1018c102-7be3-46c2-98ec-13a51a864471 up at agent ovs-agent-n-d-838334-2 {{(pid=84042) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 21:01:50.698009 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-fb981013-6068-4836-a361-bc9c80fabc19 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:50.762476 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-c7521a90-7d65-4e2e-842c-ca5d95e9a89c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750375287399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253529'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:50.770518 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-fb981013-6068-4836-a361-bc9c80fabc19 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33528224'] for security_group, after_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:50.784596 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d3a90b6-6ded-44b0-a69c-9d551524ae5f None None] Pushing event updated for resources: {'Port': ['ID=c78a6e40-9535-45b9-b4c7-2be621ae5014,revision_number=1']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:01:50.791004 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.db_base_plugin_common [None req-fbeca55f-f0d4-4cb9-b5c6-63d255c85847 None None] Allocated IP 172.20.0.2 (e06136ac-ecbe-4f91-af5d-6b98c483e53e/158fe349-d586-4111-89d4-c4f5d5632a5b/d5be2aad-4317-4f23-94e1-c88c5786ad93) {{(pid=84042) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 21:01:50.795473 n-d-838334-2 neutron-server[84042]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d3a90b6-6ded-44b0-a69c-9d551524ae5f None None] Network 9ce0cc11-f930-47ea-98a4-7f75709c929d is already hosted by enough agents. {{(pid=84042) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:01:50.796230 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb981013-6068-4836-a361-bc9c80fabc19 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d80064b-2b2d-461c-b358-f142a44b12c8,revision_number=None']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:01:50.809458 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-fb981013-6068-4836-a361-bc9c80fabc19 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:50.813387 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-fb981013-6068-4836-a361-bc9c80fabc19 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/3d80064b-2b2d-461c-b358-f142a44b12c8 HTTP/1.1" status: 204 len: 168 time: 0.2675917 Apr 18 21:01:50.893358 n-d-838334-2 neutron-server[84042]: DEBUG neutron.scheduler.base_scheduler [None req-3d3a90b6-6ded-44b0-a69c-9d551524ae5f None None] Resources bound (agent type, host, resource id): {{(pid=84042) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:01:50.895909 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d3a90b6-6ded-44b0-a69c-9d551524ae5f None None] Received port after_create {{(pid=84042) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 21:01:51.141294 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-495d5ccd-6bb6-4224-b88a-7e32bfad9618 req-be2ee192-aad3-4227-9452-d1d4c30c03f3 tempest-ServersTestJSON-1424434350 tempest-ServersTestJSON-1424434350-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:01:51.143004 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-495d5ccd-6bb6-4224-b88a-7e32bfad9618 req-be2ee192-aad3-4227-9452-d1d4c30c03f3 tempest-ServersTestJSON-1424434350 tempest-ServersTestJSON-1424434350-project] 10.222.0.42 "GET /v2.0/ports?device_id=b48baf64-a60b-4d4b-942b-b0a0b2f375fd HTTP/1.1" status: 200 len: 945 time: 1.3433659 Apr 18 21:01:51.159284 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.plugin [req-94ba9330-be9e-4132-b941-fc88a48256c0 req-6aa50c90-9c2b-40ea-adeb-51da87d9e900 tempest-ServersTestJSON-1424434350 tempest-ServersTestJSON-1424434350-project] Calling delete_port for 8f0ac191-0475-420d-bcd7-62c84624a6ea owned by compute:nova {{(pid=84040) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 21:01:51.243415 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.managers [None req-3d3a90b6-6ded-44b0-a69c-9d551524ae5f None None] Attempting to bind port c78a6e40-9535-45b9-b4c7-2be621ae5014 on host n-d-838334-2 for vnic_type normal with profile {{(pid=84042) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 21:01:51.243804 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.managers [None req-3d3a90b6-6ded-44b0-a69c-9d551524ae5f None None] Attempting to bind port c78a6e40-9535-45b9-b4c7-2be621ae5014 by drivers openvswitch,hyperv on host n-d-838334-2 at level 0 using segments [{'id': 'a7d13bf5-6a03-4013-b848-c0aa58daf652', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': '9ce0cc11-f930-47ea-98a4-7f75709c929d'}] {{(pid=84042) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 21:01:51.244164 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d3a90b6-6ded-44b0-a69c-9d551524ae5f None None] Attempting to bind port c78a6e40-9535-45b9-b4c7-2be621ae5014 on network 9ce0cc11-f930-47ea-98a4-7f75709c929d {{(pid=84042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 21:01:51.250235 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17ab63cc-0493-4944-b2d6-c898bb185894 req-d317c89d-6abd-4c78-915c-14075b32e827 tempest-ServersNegativeTestJSON-508382254 tempest-ServersNegativeTestJSON-508382254-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:01:51.259498 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-17ab63cc-0493-4944-b2d6-c898bb185894 req-d317c89d-6abd-4c78-915c-14075b32e827 tempest-ServersNegativeTestJSON-508382254 tempest-ServersNegativeTestJSON-508382254-project] 10.222.0.42 "GET /v2.0/ports?device_id=2197a591-197e-47fe-9210-1387bfb6ec5e HTTP/1.1" status: 200 len: 944 time: 1.1039205 Apr 18 21:01:51.263496 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.plugin [None req-5219aef3-821b-44b5-983d-a4fd4fe4153a tempest-NetworksTest-1502682821 tempest-NetworksTest-1502682821-project] Deleting port 3c112b34-a26d-467f-b2c8-6ab8fd8c1662 {{(pid=84040) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 21:01:51.264492 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-5219aef3-821b-44b5-983d-a4fd4fe4153a tempest-NetworksTest-1502682821 tempest-NetworksTest-1502682821-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750375188691'] for port, before_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:51.283097 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d3a90b6-6ded-44b0-a69c-9d551524ae5f None None] Checking agent: {'id': '97cd4414-7af6-4d67-868d-dff370b4071a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838334-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 25, 49), 'started_at': datetime.datetime(2022, 4, 18, 20, 26, 19), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 21, 1, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838334-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 18 21:01:51.283487 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d3a90b6-6ded-44b0-a69c-9d551524ae5f None None] Checking segment: {'id': 'a7d13bf5-6a03-4013-b848-c0aa58daf652', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': '9ce0cc11-f930-47ea-98a4-7f75709c929d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84042) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 21:01:51.283878 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-3d3a90b6-6ded-44b0-a69c-9d551524ae5f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:51.284263 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d3a90b6-6ded-44b0-a69c-9d551524ae5f None None] Bound using segment: {'id': 'a7d13bf5-6a03-4013-b848-c0aa58daf652', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': '9ce0cc11-f930-47ea-98a4-7f75709c929d'} {{(pid=84042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 18 21:01:51.284736 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.managers [None req-3d3a90b6-6ded-44b0-a69c-9d551524ae5f None None] Bound port: c78a6e40-9535-45b9-b4c7-2be621ae5014, host: n-d-838334-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a7d13bf5-6a03-4013-b848-c0aa58daf652', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': '9ce0cc11-f930-47ea-98a4-7f75709c929d'}}] {{(pid=84042) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 21:01:51.285100 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-3d3a90b6-6ded-44b0-a69c-9d551524ae5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:51.298862 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Provisioning complete for port 1018c102-7be3-46c2-98ec-13a51a864471 triggered by entity L2. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:01:51.299286 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1253608'] for port, provisioning_complete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:51.467757 n-d-838334-2 neutron-server[84040]: DEBUG neutron.objects.ports [None req-a2198707-9ea6-4dae-8ad3-af51376a83dd tempest-NetworksIpV6TestAttrs-532953968 tempest-NetworksIpV6TestAttrs-532953968-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=84040) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} Apr 18 21:01:51.481589 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Device 8eed9390-9245-43e8-8f5a-918d1fc3c30c details requested by agent hyperv_n-h1-838334-2 with host n-h1-838334-2 {{(pid=84042) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 18 21:01:51.516873 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-f434a651-eadb-4bb9-96f6-07985b15e9dd tempest-FloatingIPAdminTestJSON-116313565 tempest-FloatingIPAdminTestJSON-116313565-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-33444175', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-33443520', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5293'] for router, precommit_update {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:51.520733 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-a2198707-9ea6-4dae-8ad3-af51376a83dd tempest-NetworksIpV6TestAttrs-532953968 tempest-NetworksIpV6TestAttrs-532953968-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33526260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32441074', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31752704'] for subnet, after_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:51.615810 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-fbeca55f-f0d4-4cb9-b5c6-63d255c85847 None None] Notify callbacks [] for port, precommit_create {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:51.618107 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-3d3a90b6-6ded-44b0-a69c-9d551524ae5f None None] For port c78a6e40-9535-45b9-b4c7-2be621ae5014, host n-d-838334-2, cleared binding levels {{(pid=84042) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 21:01:51.634453 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2198707-9ea6-4dae-8ad3-af51376a83dd tempest-NetworksIpV6TestAttrs-532953968 tempest-NetworksIpV6TestAttrs-532953968-project] Pushing event updated for resources: {'Subnet': ['ID=b507e70c-cd42-4896-8322-58d2e23707b2,revision_number=0']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:01:51.676206 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-495d5ccd-6bb6-4224-b88a-7e32bfad9618 req-152e25f7-b215-4f38-822e-bf81659e16b8 tempest-ServersTestJSON-1424434350 tempest-ServersTestJSON-1424434350-project] 10.222.0.42 "GET /v2.0/security-groups?id=a3de1b7a-019c-40dd-8c9d-3a3f159b2bd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4339852 Apr 18 21:01:51.716763 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-fbeca55f-f0d4-4cb9-b5c6-63d255c85847 None None] Transition to ACTIVE for port object d5be2aad-4317-4f23-94e1-c88c5786ad93 will not be triggered until provisioned by entity L2. {{(pid=84042) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:01:51.721761 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-17ab63cc-0493-4944-b2d6-c898bb185894 req-27813d8b-1019-40d1-a315-d2ea5f2c8f37 tempest-ServersNegativeTestJSON-508382254 tempest-ServersNegativeTestJSON-508382254-project] 10.222.0.42 "GET /v2.0/security-groups?id=ada0ecb3-b1bc-4ba2-8e6c-b06ba09daca2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4597335 Apr 18 21:01:51.722669 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-3d3a90b6-6ded-44b0-a69c-9d551524ae5f None None] For port c78a6e40-9535-45b9-b4c7-2be621ae5014, host n-d-838334-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838334-2',level=0,port_id=c78a6e40-9535-45b9-b4c7-2be621ae5014,segment=NetworkSegment(a7d13bf5-6a03-4013-b848-c0aa58daf652),segment_id=a7d13bf5-6a03-4013-b848-c0aa58daf652)] {{(pid=84042) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 21:01:51.744181 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-3d3a90b6-6ded-44b0-a69c-9d551524ae5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682'] for port, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:51.864515 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2198707-9ea6-4dae-8ad3-af51376a83dd tempest-NetworksIpV6TestAttrs-532953968 tempest-NetworksIpV6TestAttrs-532953968-project] Checking segment: {'id': 'c4653bba-f8d8-4b7f-935e-8ecd80a3453f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': 'cb9f82b6-8f63-4333-9177-df9776abd978'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84040) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 21:01:51.864965 n-d-838334-2 neutron-server[84040]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2198707-9ea6-4dae-8ad3-af51376a83dd tempest-NetworksIpV6TestAttrs-532953968 tempest-NetworksIpV6TestAttrs-532953968-project] Network hostable DHCP agents. Network: cb9f82b6-8f63-4333-9177-df9776abd978, hostable agents: ['8746f8ea-3e91-4b32-9919-2c63adeb8722'], hosted agents: [] {{(pid=84040) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 21:01:51.895723 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-fbeca55f-f0d4-4cb9-b5c6-63d255c85847 None None] Transition to ACTIVE for port object d5be2aad-4317-4f23-94e1-c88c5786ad93 will not be triggered until provisioned by entity DHCP. {{(pid=84042) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:01:51.932370 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-fbeca55f-f0d4-4cb9-b5c6-63d255c85847 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750374836619'] for port, after_create {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:51.960265 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] For port 8eed9390-9245-43e8-8f5a-918d1fc3c30c, host n-h1-838334-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838334-2',level=0,port_id=8eed9390-9245-43e8-8f5a-918d1fc3c30c,segment=NetworkSegment(b4dde5c5-5fa1-421a-aa66-9d4eb01be1ce),segment_id=b4dde5c5-5fa1-421a-aa66-9d4eb01be1ce)] {{(pid=84042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:01:51.980924 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d3a90b6-6ded-44b0-a69c-9d551524ae5f None None] Pushing event updated for resources: {'Port': ['ID=c78a6e40-9535-45b9-b4c7-2be621ae5014,revision_number=2']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:01:52.014620 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-94ba9330-be9e-4132-b941-fc88a48256c0 req-6aa50c90-9c2b-40ea-adeb-51da87d9e900 tempest-ServersTestJSON-1424434350 tempest-ServersTestJSON-1424434350-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750375259028', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750374836628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32440838'] for port, after_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:52.027185 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.db [None req-5219aef3-821b-44b5-983d-a4fd4fe4153a tempest-NetworksTest-1502682821 tempest-NetworksTest-1502682821-project] For port 3c112b34-a26d-467f-b2c8-6ab8fd8c1662, host n-d-838334-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838334-2',level=0,port_id=3c112b34-a26d-467f-b2c8-6ab8fd8c1662,segment=NetworkSegment(760de748-bb8a-4799-a7b8-282cb29faeed),segment_id=760de748-bb8a-4799-a7b8-282cb29faeed)] {{(pid=84040) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:01:52.027846 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-5219aef3-821b-44b5-983d-a4fd4fe4153a tempest-NetworksTest-1502682821 tempest-NetworksTest-1502682821-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369123'] for port, precommit_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:52.030202 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Returning: {'device': '8eed9390-9245-43e8-8f5a-918d1fc3c30c', 'network_id': '0bad4841-e9a6-4877-8de7-2befe85ffb51', 'port_id': '8eed9390-9245-43e8-8f5a-918d1fc3c30c', 'mac_address': 'fa:16:3e:6a:ae:2d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 398, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0d6de920-cb7d-469b-9a77-ddf54cb30087', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84042) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 18 21:01:52.071396 n-d-838334-2 neutron-server[84042]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbeca55f-f0d4-4cb9-b5c6-63d255c85847 None None] Network e06136ac-ecbe-4f91-af5d-6b98c483e53e is already hosted by enough agents. {{(pid=84042) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:01:52.127882 n-d-838334-2 neutron-server[84042]: DEBUG neutron.scheduler.base_scheduler [None req-fbeca55f-f0d4-4cb9-b5c6-63d255c85847 None None] Resources bound (agent type, host, resource id): {{(pid=84042) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:01:52.149323 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbeca55f-f0d4-4cb9-b5c6-63d255c85847 None None] Received port after_create {{(pid=84042) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 21:01:52.229933 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aa50c90-9c2b-40ea-adeb-51da87d9e900 tempest-ServersTestJSON-1424434350 tempest-ServersTestJSON-1424434350-project] Pushing event deleted for resources: {'Port': ['ID=8f0ac191-0475-420d-bcd7-62c84624a6ea,revision_number=None']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:01:52.273399 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbeca55f-f0d4-4cb9-b5c6-63d255c85847 None None] Pushing event updated for resources: {'Port': ['ID=d5be2aad-4317-4f23-94e1-c88c5786ad93,revision_number=1']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:01:52.309588 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:52.366411 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.plugin [None req-5219aef3-821b-44b5-983d-a4fd4fe4153a tempest-NetworksTest-1502682821 tempest-NetworksTest-1502682821-project] Calling delete_port for 3c112b34-a26d-467f-b2c8-6ab8fd8c1662 owned by network:dhcp {{(pid=84040) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 21:01:52.407884 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.l3_dvrscheduler_db [req-94ba9330-be9e-4132-b941-fc88a48256c0 req-6aa50c90-9c2b-40ea-adeb-51da87d9e900 tempest-ServersTestJSON-1424434350 tempest-ServersTestJSON-1424434350-project] No DVR routers for this DVR port 8f0ac191-0475-420d-bcd7-62c84624a6ea on host n-h2-838334-2 {{(pid=84040) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 21:01:52.408322 n-d-838334-2 neutron-server[84042]: DEBUG neutron.notifiers.nova [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8eed9390-9245-43e8-8f5a-918d1fc3c30c {{(pid=84042) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 18 21:01:52.418155 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.managers [None req-fbeca55f-f0d4-4cb9-b5c6-63d255c85847 None None] Attempting to bind port d5be2aad-4317-4f23-94e1-c88c5786ad93 on host n-d-838334-2 for vnic_type normal with profile {{(pid=84042) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 21:01:52.426032 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.managers [None req-fbeca55f-f0d4-4cb9-b5c6-63d255c85847 None None] Attempting to bind port d5be2aad-4317-4f23-94e1-c88c5786ad93 by drivers openvswitch,hyperv on host n-d-838334-2 at level 0 using segments [{'id': '70f4177b-91b8-43b5-9ebf-1f65a2505df7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': 'e06136ac-ecbe-4f91-af5d-6b98c483e53e'}] {{(pid=84042) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 21:01:52.426589 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbeca55f-f0d4-4cb9-b5c6-63d255c85847 None None] Attempting to bind port d5be2aad-4317-4f23-94e1-c88c5786ad93 on network e06136ac-ecbe-4f91-af5d-6b98c483e53e {{(pid=84042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 21:01:52.428030 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-94ba9330-be9e-4132-b941-fc88a48256c0 req-6aa50c90-9c2b-40ea-adeb-51da87d9e900 tempest-ServersTestJSON-1424434350 tempest-ServersTestJSON-1424434350-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217293'] for port, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:52.440912 n-d-838334-2 neutron-server[84040]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b48baf64-a60b-4d4b-942b-b0a0b2f375fd', 'name': 'network-vif-deleted', 'tag': '8f0ac191-0475-420d-bcd7-62c84624a6ea'}] {{(pid=84040) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 21:01:52.443282 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbeca55f-f0d4-4cb9-b5c6-63d255c85847 None None] Checking agent: {'id': '97cd4414-7af6-4d67-868d-dff370b4071a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838334-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 25, 49), 'started_at': datetime.datetime(2022, 4, 18, 20, 26, 19), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 21, 1, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838334-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 18 21:01:52.443916 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbeca55f-f0d4-4cb9-b5c6-63d255c85847 None None] Checking segment: {'id': '70f4177b-91b8-43b5-9ebf-1f65a2505df7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': 'e06136ac-ecbe-4f91-af5d-6b98c483e53e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84042) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 21:01:52.444477 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-fbeca55f-f0d4-4cb9-b5c6-63d255c85847 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:52.445580 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbeca55f-f0d4-4cb9-b5c6-63d255c85847 None None] Bound using segment: {'id': '70f4177b-91b8-43b5-9ebf-1f65a2505df7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': 'e06136ac-ecbe-4f91-af5d-6b98c483e53e'} {{(pid=84042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 18 21:01:52.446286 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.managers [None req-fbeca55f-f0d4-4cb9-b5c6-63d255c85847 None None] Bound port: d5be2aad-4317-4f23-94e1-c88c5786ad93, host: n-d-838334-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '70f4177b-91b8-43b5-9ebf-1f65a2505df7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': 'e06136ac-ecbe-4f91-af5d-6b98c483e53e'}}] {{(pid=84042) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 21:01:52.447308 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-fbeca55f-f0d4-4cb9-b5c6-63d255c85847 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:52.484573 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] For port 8eed9390-9245-43e8-8f5a-918d1fc3c30c, host n-h1-838334-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838334-2',level=0,port_id=8eed9390-9245-43e8-8f5a-918d1fc3c30c,segment=NetworkSegment(b4dde5c5-5fa1-421a-aa66-9d4eb01be1ce),segment_id=b4dde5c5-5fa1-421a-aa66-9d4eb01be1ce)] {{(pid=84042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:01:52.495282 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682'] for port, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:52.500233 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-94ba9330-be9e-4132-b941-fc88a48256c0 req-6aa50c90-9c2b-40ea-adeb-51da87d9e900 tempest-ServersTestJSON-1424434350 tempest-ServersTestJSON-1424434350-project] 10.222.0.48 "DELETE /v2.0/ports/8f0ac191-0475-420d-bcd7-62c84624a6ea HTTP/1.1" status: 204 len: 173 time: 3.3882489 Apr 18 21:01:52.504746 n-d-838334-2 neutron-server[84040]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2198707-9ea6-4dae-8ad3-af51376a83dd tempest-NetworksIpV6TestAttrs-532953968 tempest-NetworksIpV6TestAttrs-532953968-project] Network cb9f82b6-8f63-4333-9177-df9776abd978 is scheduled to be hosted by DHCP agent 8746f8ea-3e91-4b32-9919-2c63adeb8722 with binding_index 1 {{(pid=84040) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 21:01:52.533761 n-d-838334-2 neutron-server[84040]: DEBUG neutron.scheduler.base_scheduler [None req-a2198707-9ea6-4dae-8ad3-af51376a83dd tempest-NetworksIpV6TestAttrs-532953968 tempest-NetworksIpV6TestAttrs-532953968-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-838334-2, cb9f82b6-8f63-4333-9177-df9776abd978) {{(pid=84040) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:01:52.540896 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2198707-9ea6-4dae-8ad3-af51376a83dd tempest-NetworksIpV6TestAttrs-532953968 tempest-NetworksIpV6TestAttrs-532953968-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:01:52.541503 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-a2198707-9ea6-4dae-8ad3-af51376a83dd tempest-NetworksIpV6TestAttrs-532953968 tempest-NetworksIpV6TestAttrs-532953968-project] Notify callbacks [] for subnet, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:52.573685 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 60132) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:01:52.574155 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-a2198707-9ea6-4dae-8ad3-af51376a83dd tempest-NetworksIpV6TestAttrs-532953968 tempest-NetworksIpV6TestAttrs-532953968-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 3.5172276 Apr 18 21:01:52.585269 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.v2.base [None req-1bbb459e-e439-4a80-8e41-f0db1910e084 tempest-NetworksIpV6TestAttrs-532953968 tempest-NetworksIpV6TestAttrs-532953968-project] Request body: {'port': {'network_id': 'cb9f82b6-8f63-4333-9177-df9776abd978', 'name': 'tempest-NetworksIpV6TestAttrs-858627467'}} {{(pid=84041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:01:52.595143 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Pushing event updated for resources: {'Port': ['ID=8eed9390-9245-43e8-8f5a-918d1fc3c30c,revision_number=11']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:01:52.597774 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ff0ee37-ad49-4c6b-ade3-f52622f95245 None None] Network cb9f82b6-8f63-4333-9177-df9776abd978 requested from n-d-838334-2 {{(pid=84042) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 21:01:52.612118 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-5219aef3-821b-44b5-983d-a4fd4fe4153a tempest-NetworksTest-1502682821 tempest-NetworksTest-1502682821-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750375259028', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750374836628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32440838'] for port, after_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:52.673166 n-d-838334-2 neutron-server[84040]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d978cadb-70ac-40a1-88eb-f3988fcb0e77'] response: {'server_uuid': 'b48baf64-a60b-4d4b-942b-b0a0b2f375fd', 'name': 'network-vif-deleted', 'tag': '8f0ac191-0475-420d-bcd7-62c84624a6ea', 'status': 'completed', 'code': 200} Apr 18 21:01:52.734661 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5219aef3-821b-44b5-983d-a4fd4fe4153a tempest-NetworksTest-1502682821 tempest-NetworksTest-1502682821-project] Pushing event deleted for resources: {'Port': ['ID=3c112b34-a26d-467f-b2c8-6ab8fd8c1662,revision_number=None']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:01:52.766680 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-fbeca55f-f0d4-4cb9-b5c6-63d255c85847 None None] For port d5be2aad-4317-4f23-94e1-c88c5786ad93, host n-d-838334-2, cleared binding levels {{(pid=84042) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 21:01:52.770023 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-fbeca55f-f0d4-4cb9-b5c6-63d255c85847 None None] For port d5be2aad-4317-4f23-94e1-c88c5786ad93, host n-d-838334-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838334-2',level=0,port_id=d5be2aad-4317-4f23-94e1-c88c5786ad93,segment=NetworkSegment(70f4177b-91b8-43b5-9ebf-1f65a2505df7),segment_id=70f4177b-91b8-43b5-9ebf-1f65a2505df7)] {{(pid=84042) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 21:01:52.790966 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Device 8f0ac191-0475-420d-bcd7-62c84624a6ea no longer exists at agent hyperv_n-h2-838334-2 {{(pid=84042) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 21:01:52.805744 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5219aef3-821b-44b5-983d-a4fd4fe4153a tempest-NetworksTest-1502682821 tempest-NetworksTest-1502682821-project] No DVR routers for this DVR port 3c112b34-a26d-467f-b2c8-6ab8fd8c1662 on host n-d-838334-2 {{(pid=84040) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 21:01:52.890262 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.plugin [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] No Port match for: 8f0ac191-0475-420d-bcd7-62c84624a6ea {{(pid=84042) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 18 21:01:52.891775 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Device 8f0ac191-0475-420d-bcd7-62c84624a6ea not bound to the agent host n-h2-838334-2 {{(pid=84042) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 21:01:52.894468 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Device c78a6e40-9535-45b9-b4c7-2be621ae5014 up at agent ovs-agent-n-d-838334-2 {{(pid=84042) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 21:01:52.976494 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] get_ports_and_sgs() called for port_ids ['8eed9390-9245-43e8-8f5a-918d1fc3c30c'] {{(pid=84042) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 18 21:01:53.093496 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-1bbb459e-e439-4a80-8e41-f0db1910e084 tempest-NetworksIpV6TestAttrs-532953968 tempest-NetworksIpV6TestAttrs-532953968-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:01:53.104023 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-1bbb459e-e439-4a80-8e41-f0db1910e084 tempest-NetworksIpV6TestAttrs-532953968 tempest-NetworksIpV6TestAttrs-532953968-project] Usage tracker for resource:port and tenant:84b529df784d4667acc93cf51be710ab is out of sync, need to count used quota {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:01:53.111214 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-1bbb459e-e439-4a80-8e41-f0db1910e084 tempest-NetworksIpV6TestAttrs-532953968 tempest-NetworksIpV6TestAttrs-532953968-project] Quota usage for port was recalculated. Used quota:1. {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:01:53.125662 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-f434a651-eadb-4bb9-96f6-07985b15e9dd tempest-FloatingIPAdminTestJSON-116313565 tempest-FloatingIPAdminTestJSON-116313565-project] Notify callbacks [] for router_gateway, before_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:53.140157 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-1bbb459e-e439-4a80-8e41-f0db1910e084 tempest-NetworksIpV6TestAttrs-532953968 tempest-NetworksIpV6TestAttrs-532953968-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:01:53.159304 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1bbb459e-e439-4a80-8e41-f0db1910e084 tempest-NetworksIpV6TestAttrs-532953968 tempest-NetworksIpV6TestAttrs-532953968-project] Made reservation on behalf of 84b529df784d4667acc93cf51be710ab for: {'port': 1} {{(pid=84041) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:01:53.167230 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-1bbb459e-e439-4a80-8e41-f0db1910e084 tempest-NetworksIpV6TestAttrs-532953968 tempest-NetworksIpV6TestAttrs-532953968-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:53.223970 n-d-838334-2 neutron-server[84041]: DEBUG neutron.notifiers.nova [None req-1bbb459e-e439-4a80-8e41-f0db1910e084 tempest-NetworksIpV6TestAttrs-532953968 tempest-NetworksIpV6TestAttrs-532953968-project] device_id is not set on port 12a4ebee-048f-411a-ad6d-fdfa8fdd1b4e yet. {{(pid=84041) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 18 21:01:53.268013 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-fbeca55f-f0d4-4cb9-b5c6-63d255c85847 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682'] for port, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:53.601340 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbeca55f-f0d4-4cb9-b5c6-63d255c85847 None None] Pushing event updated for resources: {'Port': ['ID=d5be2aad-4317-4f23-94e1-c88c5786ad93,revision_number=2']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:01:53.603709 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.db_base_plugin_common [None req-1bbb459e-e439-4a80-8e41-f0db1910e084 tempest-NetworksIpV6TestAttrs-532953968 tempest-NetworksIpV6TestAttrs-532953968-project] Allocated IP 2001:db8::f816:3eff:fec4:c64d (cb9f82b6-8f63-4333-9177-df9776abd978/b507e70c-cd42-4896-8322-58d2e23707b2/12a4ebee-048f-411a-ad6d-fdfa8fdd1b4e) {{(pid=84041) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 21:01:53.616846 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a42bd3bc-0d85-44ba-9754-a0233d1a9a30 None None] Network 9ce0cc11-f930-47ea-98a4-7f75709c929d requested from n-d-838334-2 {{(pid=84042) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 21:01:53.660463 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-f434a651-eadb-4bb9-96f6-07985b15e9dd tempest-FloatingIPAdminTestJSON-116313565 tempest-FloatingIPAdminTestJSON-116313565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:53.739967 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [req-f0a63b4b-14b5-481c-aecf-cc76948fd443 req-103e43df-9b61-499c-b046-629376dcc17a tempest-ServersTestJSON-1424434350 tempest-ServersTestJSON-1424434350-project] Synchronizing usage tracker for tenant:ba267e3ba48c4ff1b4fc57f8cfab7c8c on resource:port {{(pid=84040) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 21:01:53.830766 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-5219aef3-821b-44b5-983d-a4fd4fe4153a tempest-NetworksTest-1502682821 tempest-NetworksTest-1502682821-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1258905', 'neutron.services.segments.db._delete_segments_for_network-8750375287417'] for network, precommit_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:53.939301 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [req-f0a63b4b-14b5-481c-aecf-cc76948fd443 req-103e43df-9b61-499c-b046-629376dcc17a tempest-ServersTestJSON-1424434350 tempest-ServersTestJSON-1424434350-project] Unset dirty status for tenant:ba267e3ba48c4ff1b4fc57f8cfab7c8c on resource:port {{(pid=84040) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 21:01:53.955000 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-f0a63b4b-14b5-481c-aecf-cc76948fd443 req-103e43df-9b61-499c-b046-629376dcc17a tempest-ServersTestJSON-1424434350 tempest-ServersTestJSON-1424434350-project] 10.222.0.42 "GET /v2.0/ports?device_id=b48baf64-a60b-4d4b-942b-b0a0b2f375fd HTTP/1.1" status: 200 len: 210 time: 0.8305464 Apr 18 21:01:53.984474 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Provisioning for port c78a6e40-9535-45b9-b4c7-2be621ae5014 completed by entity L2. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 21:01:54.059457 n-d-838334-2 neutron-server[84040]: DEBUG neutron.services.segments.db [None req-5219aef3-821b-44b5-983d-a4fd4fe4153a tempest-NetworksTest-1502682821 tempest-NetworksTest-1502682821-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e5145930-9050-4793-8512-4cd89ffe1bb7']}} {{(pid=84040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:01:54.077900 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-157df358-d370-4928-94d4-14a343d661a3 req-64ace46d-3703-4c0a-9dbb-1faa5fb345f1 tempest-ServersNegativeTestJSON-508382254 tempest-ServersNegativeTestJSON-508382254-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:01:54.087811 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-157df358-d370-4928-94d4-14a343d661a3 req-64ace46d-3703-4c0a-9dbb-1faa5fb345f1 tempest-ServersNegativeTestJSON-508382254 tempest-ServersNegativeTestJSON-508382254-project] 10.222.0.42 "GET /v2.0/ports?device_id=2197a591-197e-47fe-9210-1387bfb6ec5e HTTP/1.1" status: 200 len: 945 time: 1.0877113 Apr 18 21:01:54.097809 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-1bbb459e-e439-4a80-8e41-f0db1910e084 tempest-NetworksIpV6TestAttrs-532953968 tempest-NetworksIpV6TestAttrs-532953968-project] Notify callbacks [] for port, precommit_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:54.124550 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-a80fc55a-42e5-42e2-b190-fe6f6ec72a7b None None] Provisioning for port c78a6e40-9535-45b9-b4c7-2be621ae5014 completed by entity DHCP. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 21:01:54.125484 n-d-838334-2 neutron-server[84040]: DEBUG neutron.services.segments.db [None req-5219aef3-821b-44b5-983d-a4fd4fe4153a tempest-NetworksTest-1502682821 tempest-NetworksTest-1502682821-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '760de748-bb8a-4799-a7b8-282cb29faeed') {'for_net_delete': True} {{(pid=84040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:01:54.126522 n-d-838334-2 neutron-server[84040]: DEBUG neutron.services.segments.db [None req-5219aef3-821b-44b5-983d-a4fd4fe4153a tempest-NetworksTest-1502682821 tempest-NetworksTest-1502682821-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '760de748-bb8a-4799-a7b8-282cb29faeed') {} {{(pid=84040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:01:54.140331 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.provisioning_blocks [None req-1bbb459e-e439-4a80-8e41-f0db1910e084 tempest-NetworksIpV6TestAttrs-532953968 tempest-NetworksIpV6TestAttrs-532953968-project] Transition to ACTIVE for port object 12a4ebee-048f-411a-ad6d-fdfa8fdd1b4e will not be triggered until provisioned by entity DHCP. {{(pid=84041) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:01:54.180995 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-a80fc55a-42e5-42e2-b190-fe6f6ec72a7b None None] Provisioning complete for port c78a6e40-9535-45b9-b4c7-2be621ae5014 triggered by entity DHCP. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:01:54.183939 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-a80fc55a-42e5-42e2-b190-fe6f6ec72a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1253608'] for port, provisioning_complete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:54.191340 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-1bbb459e-e439-4a80-8e41-f0db1910e084 tempest-NetworksIpV6TestAttrs-532953968 tempest-NetworksIpV6TestAttrs-532953968-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750374836619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32266323'] for port, after_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:54.207473 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-5219aef3-821b-44b5-983d-a4fd4fe4153a tempest-NetworksTest-1502682821 tempest-NetworksTest-1502682821-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750375287300', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31955965'] for segment, before_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:54.254439 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-5219aef3-821b-44b5-983d-a4fd4fe4153a tempest-NetworksTest-1502682821 tempest-NetworksTest-1502682821-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1082986'] for segment, precommit_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:54.285398 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5219aef3-821b-44b5-983d-a4fd4fe4153a tempest-NetworksTest-1502682821 tempest-NetworksTest-1502682821-project] Releasing vlan 368 on physical network physnet1 to pool {{(pid=84040) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 18 21:01:54.285695 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-5219aef3-821b-44b5-983d-a4fd4fe4153a tempest-NetworksTest-1502682821 tempest-NetworksTest-1502682821-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1082993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32440923'] for segment, after_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:54.300924 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 60178) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:01:54.303506 n-d-838334-2 neutron-server[84040]: Traceback (most recent call last): Apr 18 21:01:54.303506 n-d-838334-2 neutron-server[84040]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 18 21:01:54.303506 n-d-838334-2 neutron-server[84040]: timer() Apr 18 21:01:54.303506 n-d-838334-2 neutron-server[84040]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 21:01:54.303506 n-d-838334-2 neutron-server[84040]: cb(*args, **kw) Apr 18 21:01:54.303506 n-d-838334-2 neutron-server[84040]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 18 21:01:54.303506 n-d-838334-2 neutron-server[84040]: return func(*args, **kwargs) Apr 18 21:01:54.303506 n-d-838334-2 neutron-server[84040]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 21:01:54.303506 n-d-838334-2 neutron-server[84040]: self._notify() Apr 18 21:01:54.303506 n-d-838334-2 neutron-server[84040]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 21:01:54.303506 n-d-838334-2 neutron-server[84040]: self.callback(batched_events) Apr 18 21:01:54.303506 n-d-838334-2 neutron-server[84040]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 21:01:54.303506 n-d-838334-2 neutron-server[84040]: event.method(event) Apr 18 21:01:54.303506 n-d-838334-2 neutron-server[84040]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 18 21:01:54.303506 n-d-838334-2 neutron-server[84040]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 21:01:54.303506 n-d-838334-2 neutron-server[84040]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 18 21:01:54.303506 n-d-838334-2 neutron-server[84040]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 21:01:54.303506 n-d-838334-2 neutron-server[84040]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 18 21:01:54.303506 n-d-838334-2 neutron-server[84040]: return f(self, *a, **k) Apr 18 21:01:54.303506 n-d-838334-2 neutron-server[84040]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 18 21:01:54.303506 n-d-838334-2 neutron-server[84040]: return self._get(url).json() Apr 18 21:01:54.303506 n-d-838334-2 neutron-server[84040]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 18 21:01:54.303506 n-d-838334-2 neutron-server[84040]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 21:01:54.303506 n-d-838334-2 neutron-server[84040]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 18 21:01:54.303506 n-d-838334-2 neutron-server[84040]: return self.request(url, 'GET', **kwargs) Apr 18 21:01:54.303506 n-d-838334-2 neutron-server[84040]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 18 21:01:54.303506 n-d-838334-2 neutron-server[84040]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 21:01:54.303506 n-d-838334-2 neutron-server[84040]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 18 21:01:54.303506 n-d-838334-2 neutron-server[84040]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 21:01:54.303506 n-d-838334-2 neutron-server[84040]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 18 21:01:54.303506 n-d-838334-2 neutron-server[84040]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 21:01:54.303506 n-d-838334-2 neutron-server[84040]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 21:01:54.316235 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-157df358-d370-4928-94d4-14a343d661a3 req-95a581a9-8cbd-4f9b-ac73-6b9121cb0c31 tempest-ServersNegativeTestJSON-508382254 tempest-ServersNegativeTestJSON-508382254-project] 10.222.0.42 "GET /v2.0/security-groups?id=ada0ecb3-b1bc-4ba2-8e6c-b06ba09daca2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2261240 Apr 18 21:01:54.398180 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.db_base_plugin_common [None req-f434a651-eadb-4bb9-96f6-07985b15e9dd tempest-FloatingIPAdminTestJSON-116313565 tempest-FloatingIPAdminTestJSON-116313565-project] Allocated IP 172.25.8.200 (e41b6600-a917-4a8d-b05c-be3be40c6d8c/6b05667b-848e-4356-9b44-d5eb6808ef74/66b90a1d-d6b2-40b9-bec4-30fde1445531) {{(pid=84040) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 21:01:54.424375 n-d-838334-2 neutron-server[84041]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1bbb459e-e439-4a80-8e41-f0db1910e084 tempest-NetworksIpV6TestAttrs-532953968 tempest-NetworksIpV6TestAttrs-532953968-project] Network cb9f82b6-8f63-4333-9177-df9776abd978 is already hosted by enough agents. {{(pid=84041) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:01:54.433246 n-d-838334-2 neutron-server[84041]: DEBUG neutron.scheduler.base_scheduler [None req-1bbb459e-e439-4a80-8e41-f0db1910e084 tempest-NetworksIpV6TestAttrs-532953968 tempest-NetworksIpV6TestAttrs-532953968-project] Resources bound (agent type, host, resource id): {{(pid=84041) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:01:54.438309 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bbb459e-e439-4a80-8e41-f0db1910e084 tempest-NetworksIpV6TestAttrs-532953968 tempest-NetworksIpV6TestAttrs-532953968-project] Received port after_create {{(pid=84041) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 21:01:54.449231 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1bbb459e-e439-4a80-8e41-f0db1910e084 tempest-NetworksIpV6TestAttrs-532953968 tempest-NetworksIpV6TestAttrs-532953968-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:01:54.449906 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-1bbb459e-e439-4a80-8e41-f0db1910e084 tempest-NetworksIpV6TestAttrs-532953968 tempest-NetworksIpV6TestAttrs-532953968-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217293'] for port, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:54.473786 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-5219aef3-821b-44b5-983d-a4fd4fe4153a tempest-NetworksTest-1502682821 tempest-NetworksTest-1502682821-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1258898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33526109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33444113'] for network, after_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:54.493229 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bbb459e-e439-4a80-8e41-f0db1910e084 tempest-NetworksIpV6TestAttrs-532953968 tempest-NetworksIpV6TestAttrs-532953968-project] Pushing event updated for resources: {'Port': ['ID=12a4ebee-048f-411a-ad6d-fdfa8fdd1b4e,revision_number=1']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:01:54.508597 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-1bbb459e-e439-4a80-8e41-f0db1910e084 tempest-NetworksIpV6TestAttrs-532953968 tempest-NetworksIpV6TestAttrs-532953968-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 950 time: 1.9337294 Apr 18 21:01:54.510012 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 60186) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:01:54.575146 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-a80fc55a-42e5-42e2-b190-fe6f6ec72a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:54.577331 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-5219aef3-821b-44b5-983d-a4fd4fe4153a tempest-NetworksTest-1502682821 tempest-NetworksTest-1502682821-project] Notify callbacks [] for network, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:54.588363 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5219aef3-821b-44b5-983d-a4fd4fe4153a tempest-NetworksTest-1502682821 tempest-NetworksTest-1502682821-project] Pushing event deleted for resources: {'Network': ['ID=e5145930-9050-4793-8512-4cd89ffe1bb7,revision_number=None']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:01:54.613880 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-5219aef3-821b-44b5-983d-a4fd4fe4153a tempest-NetworksTest-1502682821 tempest-NetworksTest-1502682821-project] 10.222.0.42 "DELETE /v2.0/networks/e5145930-9050-4793-8512-4cd89ffe1bb7 HTTP/1.1" status: 204 len: 168 time: 8.2537446 Apr 18 21:01:54.619007 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 60192) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:01:54.629649 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.v2.base [None req-73261b4b-f0bb-44b2-9d3d-55fc42853500 tempest-NetworksTest-1502682821 tempest-NetworksTest-1502682821-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-199223250'}} {{(pid=84040) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:01:54.640792 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [None req-73261b4b-f0bb-44b2-9d3d-55fc42853500 tempest-NetworksTest-1502682821 tempest-NetworksTest-1502682821-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:01:54.646122 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-73261b4b-f0bb-44b2-9d3d-55fc42853500 tempest-NetworksTest-1502682821 tempest-NetworksTest-1502682821-project] Usage tracker for resource:network and tenant:7bfcf5e6e1be4fd18d7d5e6e5bcd338a is out of sync, need to count used quota {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:01:54.649678 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-73261b4b-f0bb-44b2-9d3d-55fc42853500 tempest-NetworksTest-1502682821 tempest-NetworksTest-1502682821-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:01:54.659678 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [None req-73261b4b-f0bb-44b2-9d3d-55fc42853500 tempest-NetworksTest-1502682821 tempest-NetworksTest-1502682821-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:01:54.668857 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-a80fc55a-42e5-42e2-b190-fe6f6ec72a7b None None] For port c78a6e40-9535-45b9-b4c7-2be621ae5014, host n-d-838334-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838334-2',level=0,port_id=c78a6e40-9535-45b9-b4c7-2be621ae5014,segment=NetworkSegment(a7d13bf5-6a03-4013-b848-c0aa58daf652),segment_id=a7d13bf5-6a03-4013-b848-c0aa58daf652)] {{(pid=84042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:01:54.674145 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-c979739c-5f87-49a2-bed3-6a4acc656948 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:54.695776 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-a80fc55a-42e5-42e2-b190-fe6f6ec72a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682'] for port, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:54.727680 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-73261b4b-f0bb-44b2-9d3d-55fc42853500 tempest-NetworksTest-1502682821 tempest-NetworksTest-1502682821-project] Made reservation on behalf of 7bfcf5e6e1be4fd18d7d5e6e5bcd338a for: {'network': 1} {{(pid=84040) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:01:54.733903 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-73261b4b-f0bb-44b2-9d3d-55fc42853500 tempest-NetworksTest-1502682821 tempest-NetworksTest-1502682821-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for network, before_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:54.803356 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Device d5be2aad-4317-4f23-94e1-c88c5786ad93 up at agent ovs-agent-n-d-838334-2 {{(pid=84042) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 21:01:54.831074 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-c979739c-5f87-49a2-bed3-6a4acc656948 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:01:54.838946 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-c979739c-5f87-49a2-bed3-6a4acc656948 admin admin] Usage tracker for resource:security_group_rule and tenant:528a382d38444ee28e7c1c47c3f0b533 is out of sync, need to count used quota {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:01:54.843950 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-c979739c-5f87-49a2-bed3-6a4acc656948 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:01:54.852874 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-c979739c-5f87-49a2-bed3-6a4acc656948 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:01:54.871849 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-f434a651-eadb-4bb9-96f6-07985b15e9dd tempest-FloatingIPAdminTestJSON-116313565 tempest-FloatingIPAdminTestJSON-116313565-project] Notify callbacks [] for port, precommit_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:54.878599 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a36f6072-733b-4562-ba9b-ce97b7d3dc99 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp016840fc-1f9f-5892-9c53-c9cf6c845bbb-cb9f82b6-8f63-4333-9177-df9776abd978', 'network_id': 'cb9f82b6-8f63-4333-9177-df9776abd978', 'tenant_id': '84b529df784d4667acc93cf51be710ab', 'fixed_ips': [{'subnet_id': 'b507e70c-cd42-4896-8322-58d2e23707b2'}]}} from n-d-838334-2. {{(pid=84042) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 18 21:01:54.879753 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-a36f6072-733b-4562-ba9b-ce97b7d3dc99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_create {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:54.892645 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-73261b4b-f0bb-44b2-9d3d-55fc42853500 tempest-NetworksTest-1502682821 tempest-NetworksTest-1502682821-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 393} {{(pid=84040) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 21:01:54.913785 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.db_base_plugin_v2 [None req-097768f6-4869-42f8-b765-cec36edff6f0 tempest-NetworksIpV6TestAttrs-532953968 tempest-NetworksIpV6TestAttrs-532953968-project] Deleting subnet b507e70c-cd42-4896-8322-58d2e23707b2 {{(pid=84041) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 18 21:01:54.922130 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-097768f6-4869-42f8-b765-cec36edff6f0 tempest-NetworksIpV6TestAttrs-532953968 tempest-NetworksIpV6TestAttrs-532953968-project] Notify callbacks [] for subnet, before_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:54.924884 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-73261b4b-f0bb-44b2-9d3d-55fc42853500 tempest-NetworksTest-1502682821 tempest-NetworksTest-1502682821-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1082986'] for segment, precommit_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:54.927292 n-d-838334-2 neutron-server[84040]: INFO neutron.db.segments_db [None req-73261b4b-f0bb-44b2-9d3d-55fc42853500 tempest-NetworksTest-1502682821 tempest-NetworksTest-1502682821-project] Added segment 776b2f7d-bd86-4cd2-8da0-a68956c8355f of type vlan for network dd92da97-be39-49da-8111-cb8096608cf9 Apr 18 21:01:55.006253 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-73261b4b-f0bb-44b2-9d3d-55fc42853500 tempest-NetworksTest-1502682821 tempest-NetworksTest-1502682821-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750374825732'] for network, precommit_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:55.020380 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a80fc55a-42e5-42e2-b190-fe6f6ec72a7b None None] Pushing event updated for resources: {'Port': ['ID=c78a6e40-9535-45b9-b4c7-2be621ae5014,revision_number=3']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:01:55.039872 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-f434a651-eadb-4bb9-96f6-07985b15e9dd tempest-FloatingIPAdminTestJSON-116313565 tempest-FloatingIPAdminTestJSON-116313565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750374836619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32440838'] for port, after_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:55.048551 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Provisioning for port d5be2aad-4317-4f23-94e1-c88c5786ad93 completed by entity L2. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 21:01:55.117373 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-097768f6-4869-42f8-b765-cec36edff6f0 tempest-NetworksIpV6TestAttrs-532953968 tempest-NetworksIpV6TestAttrs-532953968-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32266383'] for subnet, precommit_delete_associations {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:55.148888 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f434a651-eadb-4bb9-96f6-07985b15e9dd tempest-FloatingIPAdminTestJSON-116313565 tempest-FloatingIPAdminTestJSON-116313565-project] Pushing event updated for resources: {'Port': ['ID=66b90a1d-d6b2-40b9-bec4-30fde1445531,revision_number=1']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:01:55.159471 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.db.resource_extend [None req-73261b4b-f0bb-44b2-9d3d-55fc42853500 tempest-NetworksTest-1502682821 tempest-NetworksTest-1502682821-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 18 21:01:55.186272 n-d-838334-2 neutron-server[84040]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f434a651-eadb-4bb9-96f6-07985b15e9dd tempest-FloatingIPAdminTestJSON-116313565 tempest-FloatingIPAdminTestJSON-116313565-project] Network e41b6600-a917-4a8d-b05c-be3be40c6d8c is already hosted by enough agents. {{(pid=84040) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:01:55.187581 n-d-838334-2 neutron-server[84040]: DEBUG neutron.scheduler.base_scheduler [None req-f434a651-eadb-4bb9-96f6-07985b15e9dd tempest-FloatingIPAdminTestJSON-116313565 tempest-FloatingIPAdminTestJSON-116313565-project] Resources bound (agent type, host, resource id): {{(pid=84040) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:01:55.190219 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f434a651-eadb-4bb9-96f6-07985b15e9dd tempest-FloatingIPAdminTestJSON-116313565 tempest-FloatingIPAdminTestJSON-116313565-project] Received port after_create {{(pid=84040) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 21:01:55.228671 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-c979739c-5f87-49a2-bed3-6a4acc656948 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:55.238823 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 60202) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:01:55.241426 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-73261b4b-f0bb-44b2-9d3d-55fc42853500 tempest-NetworksTest-1502682821 tempest-NetworksTest-1502682821-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33526109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022'] for network, after_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:55.245537 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73261b4b-f0bb-44b2-9d3d-55fc42853500 tempest-NetworksTest-1502682821 tempest-NetworksTest-1502682821-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:01:55.246133 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-73261b4b-f0bb-44b2-9d3d-55fc42853500 tempest-NetworksTest-1502682821 tempest-NetworksTest-1502682821-project] Notify callbacks [] for network, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:55.266903 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-c979739c-5f87-49a2-bed3-6a4acc656948 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33528224'] for security_group, after_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:55.275821 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41ce13ac-045b-4f36-a689-0a30b412d2ff None None] Network e06136ac-ecbe-4f91-af5d-6b98c483e53e requested from n-d-838334-2 {{(pid=84042) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 21:01:55.386339 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c979739c-5f87-49a2-bed3-6a4acc656948 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=96eea48f-42a4-408f-9037-40dfa01e0d1a,revision_number=1']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:01:55.394467 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-c979739c-5f87-49a2-bed3-6a4acc656948 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=528a382d38444ee28e7c1c47c3f0b533&name=default HTTP/1.1" status: 200 len: 2647 time: 1.0928183 Apr 18 21:01:55.397654 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 60214) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:01:55.469641 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-097768f6-4869-42f8-b765-cec36edff6f0 tempest-NetworksIpV6TestAttrs-532953968 tempest-NetworksIpV6TestAttrs-532953968-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1260556'] for subnet, precommit_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:55.550878 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-73261b4b-f0bb-44b2-9d3d-55fc42853500 tempest-NetworksTest-1502682821 tempest-NetworksTest-1502682821-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.9309361 Apr 18 21:01:55.551251 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Device 8eed9390-9245-43e8-8f5a-918d1fc3c30c up at agent hyperv_n-h1-838334-2 {{(pid=84042) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 21:01:55.559314 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 60220) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:01:55.593410 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.v2.base [None req-40ae4c6b-1a11-4bd0-90f4-3a072b228848 tempest-NetworksTest-1502682821 tempest-NetworksTest-1502682821-project] Request body: {'subnet': {'network_id': 'dd92da97-be39-49da-8111-cb8096608cf9', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=84041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:01:55.688386 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-2c82e97e-cea6-44f6-83df-580385dbda68 None None] Provisioning for port d5be2aad-4317-4f23-94e1-c88c5786ad93 completed by entity DHCP. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 21:01:55.704053 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73261b4b-f0bb-44b2-9d3d-55fc42853500 tempest-NetworksTest-1502682821 tempest-NetworksTest-1502682821-project] Pushing event updated for resources: {'Network': ['ID=dd92da97-be39-49da-8111-cb8096608cf9,revision_number=1']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:01:55.722785 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-40ae4c6b-1a11-4bd0-90f4-3a072b228848 tempest-NetworksTest-1502682821 tempest-NetworksTest-1502682821-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:01:55.723418 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Network dd92da97-be39-49da-8111-cb8096608cf9 details requested by agent ovs-agent-n-d-838334-2 with host n-d-838334-2 {{(pid=84042) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 18 21:01:55.749704 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-2c82e97e-cea6-44f6-83df-580385dbda68 None None] Provisioning complete for port d5be2aad-4317-4f23-94e1-c88c5786ad93 triggered by entity DHCP. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:01:55.750229 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-2c82e97e-cea6-44f6-83df-580385dbda68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1253608'] for port, provisioning_complete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:55.757164 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-f434a651-eadb-4bb9-96f6-07985b15e9dd tempest-FloatingIPAdminTestJSON-116313565 tempest-FloatingIPAdminTestJSON-116313565-project] Notify callbacks [] for router_gateway, after_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:55.757898 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-f434a651-eadb-4bb9-96f6-07985b15e9dd tempest-FloatingIPAdminTestJSON-116313565 tempest-FloatingIPAdminTestJSON-116313565-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33443529', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33444176'] for router, after_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:55.766577 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c47ddc3e-4551-41a9-aeb1-62f46dded6ad req-fe6bdb4c-c455-4011-80e4-e4ab970f0e6d tempest-ServersNegativeTestJSON-508382254 tempest-ServersNegativeTestJSON-508382254-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:01:55.773365 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-c47ddc3e-4551-41a9-aeb1-62f46dded6ad req-fe6bdb4c-c455-4011-80e4-e4ab970f0e6d tempest-ServersNegativeTestJSON-508382254 tempest-ServersNegativeTestJSON-508382254-project] 10.222.0.42 "GET /v2.0/ports?device_id=2197a591-197e-47fe-9210-1387bfb6ec5e HTTP/1.1" status: 200 len: 945 time: 0.2214053 Apr 18 21:01:55.781452 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-40ae4c6b-1a11-4bd0-90f4-3a072b228848 tempest-NetworksTest-1502682821 tempest-NetworksTest-1502682821-project] Usage tracker for resource:subnet and tenant:7bfcf5e6e1be4fd18d7d5e6e5bcd338a is out of sync, need to count used quota {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:01:55.790212 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-40ae4c6b-1a11-4bd0-90f4-3a072b228848 tempest-NetworksTest-1502682821 tempest-NetworksTest-1502682821-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:01:55.803196 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-40ae4c6b-1a11-4bd0-90f4-3a072b228848 tempest-NetworksTest-1502682821 tempest-NetworksTest-1502682821-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:01:55.839840 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.db_base_plugin_v2 [None req-d3aebe4f-752e-42e7-921a-93ad44da5279 admin admin] Deleting subnet b602689e-1bf9-4316-afee-2c16d3405af1 {{(pid=84041) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 18 21:01:55.851612 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-40ae4c6b-1a11-4bd0-90f4-3a072b228848 tempest-NetworksTest-1502682821 tempest-NetworksTest-1502682821-project] Made reservation on behalf of 7bfcf5e6e1be4fd18d7d5e6e5bcd338a for: {'subnet': 1} {{(pid=84041) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:01:55.868916 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-d3aebe4f-752e-42e7-921a-93ad44da5279 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:55.895006 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-f0e04f8e-a377-4c00-9e53-f15a6f401ace admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:55.949313 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-c47ddc3e-4551-41a9-aeb1-62f46dded6ad req-16f45007-5545-4d46-9bec-cfdef34be83b tempest-ServersNegativeTestJSON-508382254 tempest-ServersNegativeTestJSON-508382254-project] 10.222.0.42 "GET /v2.0/security-groups?id=ada0ecb3-b1bc-4ba2-8e6c-b06ba09daca2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1749952 Apr 18 21:01:55.973742 n-d-838334-2 neutron-server[84042]: ERROR oslo_messaging.rpc.server [None req-a36f6072-733b-4562-ba9b-ce97b7d3dc99 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet b507e70c-cd42-4896-8322-58d2e23707b2: This subnet is being modified by another concurrent operation. Apr 18 21:01:55.973742 n-d-838334-2 neutron-server[84042]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Apr 18 21:01:55.973742 n-d-838334-2 neutron-server[84042]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Apr 18 21:01:55.973742 n-d-838334-2 neutron-server[84042]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Apr 18 21:01:55.973742 n-d-838334-2 neutron-server[84042]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Apr 18 21:01:55.973742 n-d-838334-2 neutron-server[84042]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Apr 18 21:01:55.973742 n-d-838334-2 neutron-server[84042]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Apr 18 21:01:55.973742 n-d-838334-2 neutron-server[84042]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Apr 18 21:01:55.973742 n-d-838334-2 neutron-server[84042]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Apr 18 21:01:55.973742 n-d-838334-2 neutron-server[84042]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Apr 18 21:01:55.973742 n-d-838334-2 neutron-server[84042]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Apr 18 21:01:55.973742 n-d-838334-2 neutron-server[84042]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Apr 18 21:01:55.973742 n-d-838334-2 neutron-server[84042]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Apr 18 21:01:55.973742 n-d-838334-2 neutron-server[84042]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 18 21:01:55.973742 n-d-838334-2 neutron-server[84042]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Apr 18 21:01:55.973742 n-d-838334-2 neutron-server[84042]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Apr 18 21:01:55.973742 n-d-838334-2 neutron-server[84042]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Apr 18 21:01:55.973742 n-d-838334-2 neutron-server[84042]: ERROR oslo_messaging.rpc.server raise value Apr 18 21:01:55.973742 n-d-838334-2 neutron-server[84042]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Apr 18 21:01:55.973742 n-d-838334-2 neutron-server[84042]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 18 21:01:55.973742 n-d-838334-2 neutron-server[84042]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Apr 18 21:01:55.973742 n-d-838334-2 neutron-server[84042]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Apr 18 21:01:55.973742 n-d-838334-2 neutron-server[84042]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Apr 18 21:01:55.973742 n-d-838334-2 neutron-server[84042]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 18 21:01:55.973742 n-d-838334-2 neutron-server[84042]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Apr 18 21:01:55.973742 n-d-838334-2 neutron-server[84042]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Apr 18 21:01:55.973742 n-d-838334-2 neutron-server[84042]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Apr 18 21:01:55.973742 n-d-838334-2 neutron-server[84042]: ERROR oslo_messaging.rpc.server raise value Apr 18 21:01:55.973742 n-d-838334-2 neutron-server[84042]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Apr 18 21:01:55.973742 n-d-838334-2 neutron-server[84042]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 18 21:01:55.973742 n-d-838334-2 neutron-server[84042]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Apr 18 21:01:55.973742 n-d-838334-2 neutron-server[84042]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Apr 18 21:01:55.973742 n-d-838334-2 neutron-server[84042]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Apr 18 21:01:55.973742 n-d-838334-2 neutron-server[84042]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 18 21:01:55.973742 n-d-838334-2 neutron-server[84042]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Apr 18 21:01:55.973742 n-d-838334-2 neutron-server[84042]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Apr 18 21:01:55.973742 n-d-838334-2 neutron-server[84042]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Apr 18 21:01:55.973742 n-d-838334-2 neutron-server[84042]: ERROR oslo_messaging.rpc.server raise value Apr 18 21:01:55.973742 n-d-838334-2 neutron-server[84042]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Apr 18 21:01:55.973742 n-d-838334-2 neutron-server[84042]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Apr 18 21:01:55.973742 n-d-838334-2 neutron-server[84042]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Apr 18 21:01:55.973742 n-d-838334-2 neutron-server[84042]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Apr 18 21:01:55.973742 n-d-838334-2 neutron-server[84042]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 274, in create_dhcp_port Apr 18 21:01:55.973742 n-d-838334-2 neutron-server[84042]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Apr 18 21:01:55.973742 n-d-838334-2 neutron-server[84042]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 99, in _port_action Apr 18 21:01:55.973742 n-d-838334-2 neutron-server[84042]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Apr 18 21:01:55.973742 n-d-838334-2 neutron-server[84042]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 335, in create_port Apr 18 21:01:55.973742 n-d-838334-2 neutron-server[84042]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Apr 18 21:01:55.973742 n-d-838334-2 neutron-server[84042]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 692, in inner Apr 18 21:01:55.973742 n-d-838334-2 neutron-server[84042]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Apr 18 21:01:55.973742 n-d-838334-2 neutron-server[84042]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 233, in wrapped Apr 18 21:01:55.973742 n-d-838334-2 neutron-server[84042]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Apr 18 21:01:55.973742 n-d-838334-2 neutron-server[84042]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Apr 18 21:01:55.977699 n-d-838334-2 neutron-server[84042]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Apr 18 21:01:55.977699 n-d-838334-2 neutron-server[84042]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Apr 18 21:01:55.977699 n-d-838334-2 neutron-server[84042]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 18 21:01:55.977699 n-d-838334-2 neutron-server[84042]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Apr 18 21:01:55.977699 n-d-838334-2 neutron-server[84042]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Apr 18 21:01:55.977699 n-d-838334-2 neutron-server[84042]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Apr 18 21:01:55.977699 n-d-838334-2 neutron-server[84042]: ERROR oslo_messaging.rpc.server raise value Apr 18 21:01:55.977699 n-d-838334-2 neutron-server[84042]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Apr 18 21:01:55.977699 n-d-838334-2 neutron-server[84042]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 18 21:01:55.977699 n-d-838334-2 neutron-server[84042]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Apr 18 21:01:55.977699 n-d-838334-2 neutron-server[84042]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Apr 18 21:01:55.977699 n-d-838334-2 neutron-server[84042]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Apr 18 21:01:55.977699 n-d-838334-2 neutron-server[84042]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 18 21:01:55.977699 n-d-838334-2 neutron-server[84042]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Apr 18 21:01:55.977699 n-d-838334-2 neutron-server[84042]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Apr 18 21:01:55.977699 n-d-838334-2 neutron-server[84042]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Apr 18 21:01:55.977699 n-d-838334-2 neutron-server[84042]: ERROR oslo_messaging.rpc.server raise value Apr 18 21:01:55.977699 n-d-838334-2 neutron-server[84042]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Apr 18 21:01:55.977699 n-d-838334-2 neutron-server[84042]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 18 21:01:55.977699 n-d-838334-2 neutron-server[84042]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Apr 18 21:01:55.977699 n-d-838334-2 neutron-server[84042]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Apr 18 21:01:55.977699 n-d-838334-2 neutron-server[84042]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Apr 18 21:01:55.977699 n-d-838334-2 neutron-server[84042]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 18 21:01:55.977699 n-d-838334-2 neutron-server[84042]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Apr 18 21:01:55.977699 n-d-838334-2 neutron-server[84042]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Apr 18 21:01:55.977699 n-d-838334-2 neutron-server[84042]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Apr 18 21:01:55.977699 n-d-838334-2 neutron-server[84042]: ERROR oslo_messaging.rpc.server raise value Apr 18 21:01:55.977699 n-d-838334-2 neutron-server[84042]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Apr 18 21:01:55.977699 n-d-838334-2 neutron-server[84042]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Apr 18 21:01:55.977699 n-d-838334-2 neutron-server[84042]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1423, in create_port Apr 18 21:01:55.977699 n-d-838334-2 neutron-server[84042]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Apr 18 21:01:55.977699 n-d-838334-2 neutron-server[84042]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1390, in _create_port_db Apr 18 21:01:55.977699 n-d-838334-2 neutron-server[84042]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Apr 18 21:01:55.977699 n-d-838334-2 neutron-server[84042]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1440, in create_port_db Apr 18 21:01:55.977699 n-d-838334-2 neutron-server[84042]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Apr 18 21:01:55.977699 n-d-838334-2 neutron-server[84042]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Apr 18 21:01:55.977699 n-d-838334-2 neutron-server[84042]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Apr 18 21:01:55.977699 n-d-838334-2 neutron-server[84042]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 233, in wrapped Apr 18 21:01:55.977699 n-d-838334-2 neutron-server[84042]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Apr 18 21:01:55.977699 n-d-838334-2 neutron-server[84042]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1014, in wrapper Apr 18 21:01:55.977699 n-d-838334-2 neutron-server[84042]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Apr 18 21:01:55.977699 n-d-838334-2 neutron-server[84042]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Apr 18 21:01:55.977699 n-d-838334-2 neutron-server[84042]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Apr 18 21:01:55.977699 n-d-838334-2 neutron-server[84042]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Apr 18 21:01:55.977699 n-d-838334-2 neutron-server[84042]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Apr 18 21:01:55.977699 n-d-838334-2 neutron-server[84042]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 669, in _ipam_get_subnets Apr 18 21:01:55.977699 n-d-838334-2 neutron-server[84042]: ERROR oslo_messaging.rpc.server subnet.lock_register( Apr 18 21:01:55.977699 n-d-838334-2 neutron-server[84042]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Apr 18 21:01:55.977699 n-d-838334-2 neutron-server[84042]: ERROR oslo_messaging.rpc.server raise exception Apr 18 21:01:55.977699 n-d-838334-2 neutron-server[84042]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet b507e70c-cd42-4896-8322-58d2e23707b2: This subnet is being modified by another concurrent operation. Apr 18 21:01:55.977699 n-d-838334-2 neutron-server[84042]: ERROR oslo_messaging.rpc.server Apr 18 21:01:56.015673 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c84dddea-c4a4-4c79-adb6-b843eabb4e5c None None] Network cb9f82b6-8f63-4333-9177-df9776abd978 requested from n-d-838334-2 {{(pid=84042) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 21:01:56.034535 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-097768f6-4869-42f8-b765-cec36edff6f0 tempest-NetworksIpV6TestAttrs-532953968 tempest-NetworksIpV6TestAttrs-532953968-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1260549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33526260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32266336', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32486390'] for subnet, after_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:56.121298 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-097768f6-4869-42f8-b765-cec36edff6f0 tempest-NetworksIpV6TestAttrs-532953968 tempest-NetworksIpV6TestAttrs-532953968-project] Pushing event deleted for resources: {'Subnet': ['ID=b507e70c-cd42-4896-8322-58d2e23707b2,revision_number=None']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:01:56.122112 n-d-838334-2 neutron-server[84040]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f434a651-eadb-4bb9-96f6-07985b15e9dd tempest-FloatingIPAdminTestJSON-116313565 tempest-FloatingIPAdminTestJSON-116313565-project] Router 6490a0d3-5d7b-4019-8cde-f093519ff0dc is scheduled to L3 agent bc84d6c9-dd7a-4555-a351-592327b46d5a with binding_index 1 {{(pid=84040) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 18 21:01:56.140620 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-f0e04f8e-a377-4c00-9e53-f15a6f401ace admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:56.149577 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-d3aebe4f-752e-42e7-921a-93ad44da5279 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32266383'] for subnet, precommit_delete_associations {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:56.191410 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Provisioning for port 8eed9390-9245-43e8-8f5a-918d1fc3c30c completed by entity L2. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 21:01:56.202869 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Provisioning complete for port 8eed9390-9245-43e8-8f5a-918d1fc3c30c triggered by entity L2. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:01:56.203658 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1253608'] for port, provisioning_complete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:56.207873 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-097768f6-4869-42f8-b765-cec36edff6f0 tempest-NetworksIpV6TestAttrs-532953968 tempest-NetworksIpV6TestAttrs-532953968-project] Notify callbacks [] for subnet, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:56.219807 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-40ae4c6b-1a11-4bd0-90f4-3a072b228848 tempest-NetworksTest-1502682821 tempest-NetworksTest-1502682821-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32486301'] for subnet, before_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:56.342554 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-2c82e97e-cea6-44f6-83df-580385dbda68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:56.360768 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-097768f6-4869-42f8-b765-cec36edff6f0 tempest-NetworksIpV6TestAttrs-532953968 tempest-NetworksIpV6TestAttrs-532953968-project] 10.222.0.42 "DELETE /v2.0/subnets/b507e70c-cd42-4896-8322-58d2e23707b2 HTTP/1.1" status: 204 len: 168 time: 1.8445268 Apr 18 21:01:56.386725 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 60232) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:01:56.466057 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-2c82e97e-cea6-44f6-83df-580385dbda68 None None] For port d5be2aad-4317-4f23-94e1-c88c5786ad93, host n-d-838334-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838334-2',level=0,port_id=d5be2aad-4317-4f23-94e1-c88c5786ad93,segment=NetworkSegment(70f4177b-91b8-43b5-9ebf-1f65a2505df7),segment_id=70f4177b-91b8-43b5-9ebf-1f65a2505df7)] {{(pid=84042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:01:56.486082 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-2c82e97e-cea6-44f6-83df-580385dbda68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682'] for port, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:56.542513 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.ipam_backend_mixin [None req-40ae4c6b-1a11-4bd0-90f4-3a072b228848 tempest-NetworksTest-1502682821 tempest-NetworksTest-1502682821-project] Performing IP validity checks on allocation pools {{(pid=84041) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} Apr 18 21:01:56.542972 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.ipam_backend_mixin [None req-40ae4c6b-1a11-4bd0-90f4-3a072b228848 tempest-NetworksTest-1502682821 tempest-NetworksTest-1502682821-project] Checking for overlaps among allocation pools and gateway ip {{(pid=84041) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} Apr 18 21:01:56.546596 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-d3aebe4f-752e-42e7-921a-93ad44da5279 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1260556'] for subnet, precommit_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:56.555108 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:56.621521 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f70fa2d-fc1e-4ebf-a246-abc7557dcbfc None None] get_active_networks_info from n-d-838334-2 {{(pid=84042) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Apr 18 21:01:56.637387 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-f0e04f8e-a377-4c00-9e53-f15a6f401ace admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33528224'] for security_group, after_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:56.681849 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0e04f8e-a377-4c00-9e53-f15a6f401ace admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=96eea48f-42a4-408f-9037-40dfa01e0d1a,revision_number=None']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:01:56.695758 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f434a651-eadb-4bb9-96f6-07985b15e9dd tempest-FloatingIPAdminTestJSON-116313565 tempest-FloatingIPAdminTestJSON-116313565-project] Notify agent at l3_agent.n-d-838334-2 the message routers_updated {{(pid=84040) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 21:01:56.699136 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-f0e04f8e-a377-4c00-9e53-f15a6f401ace admin admin] Notify callbacks [] for security_group, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:56.702524 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-f0e04f8e-a377-4c00-9e53-f15a6f401ace admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/96eea48f-42a4-408f-9037-40dfa01e0d1a HTTP/1.1" status: 204 len: 168 time: 1.3034928 Apr 18 21:01:56.708514 n-d-838334-2 neutron-server[84043]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-914b98c9-34fe-4044-a56b-51a434d30049 None None] Sync routers for ids ['6490a0d3-5d7b-4019-8cde-f093519ff0dc'] in n-d-838334-2 {{(pid=84043) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 18 21:01:56.711556 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Device c78a6e40-9535-45b9-b4c7-2be621ae5014 up at agent ovs-agent-n-d-838334-2 {{(pid=84042) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 21:01:56.725617 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-914b98c9-34fe-4044-a56b-51a434d30049 None None] Routers {'6490a0d3-5d7b-4019-8cde-f093519ff0dc'} bound to L3 agent in host n-d-838334-2 {{(pid=84043) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 21:01:56.726647 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.l3_hamode_db [None req-914b98c9-34fe-4044-a56b-51a434d30049 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838334-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-18T20:25:48Z,description=,heartbeat_timestamp=2022-04-18T21:01:48Z,host='n-d-838334-2',id=bc84d6c9-dd7a-4555-a351-592327b46d5a,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:25:48Z,topic='l3_agent')) {'router_ids': ['6490a0d3-5d7b-4019-8cde-f093519ff0dc'], 'active': True} {{(pid=84043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:01:56.755281 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10dc7603-a30e-4a55-86eb-3ca2788c7c10 tempest-NetworksIpV6TestAttrs-532953968 tempest-NetworksIpV6TestAttrs-532953968-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:01:56.760222 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10dc7603-a30e-4a55-86eb-3ca2788c7c10 tempest-NetworksIpV6TestAttrs-532953968 tempest-NetworksIpV6TestAttrs-532953968-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:01:56.761965 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-10dc7603-a30e-4a55-86eb-3ca2788c7c10 tempest-NetworksIpV6TestAttrs-532953968 tempest-NetworksIpV6TestAttrs-532953968-project] Synchronizing usage tracker for tenant:84b529df784d4667acc93cf51be710ab on resource:subnet {{(pid=84040) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 21:01:56.777005 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-d3aebe4f-752e-42e7-921a-93ad44da5279 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1260549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33526260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32266336', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32486390'] for subnet, after_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:56.803942 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-f434a651-eadb-4bb9-96f6-07985b15e9dd tempest-FloatingIPAdminTestJSON-116313565 tempest-FloatingIPAdminTestJSON-116313565-project] Notify callbacks [] for router, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:56.809064 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-f434a651-eadb-4bb9-96f6-07985b15e9dd tempest-FloatingIPAdminTestJSON-116313565 tempest-FloatingIPAdminTestJSON-116313565-project] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 892 time: 7.3004954 Apr 18 21:01:56.809543 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 60242) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:01:56.822010 n-d-838334-2 neutron-server[84042]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2197a591-197e-47fe-9210-1387bfb6ec5e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8eed9390-9245-43e8-8f5a-918d1fc3c30c'}] {{(pid=84042) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 21:01:56.854491 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-3e9d43c6-bad2-49cb-a973-e2551ba42597 None None] Provisioning complete for port d5be2aad-4317-4f23-94e1-c88c5786ad93 triggered by entity DHCP. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:01:56.854943 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-3e9d43c6-bad2-49cb-a973-e2551ba42597 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1253608'] for port, provisioning_complete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:56.864419 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.l3_hamode_db [None req-914b98c9-34fe-4044-a56b-51a434d30049 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-838334-2', False) {} {{(pid=84043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:01:56.877816 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-914b98c9-34fe-4044-a56b-51a434d30049 None None] Routers {'6490a0d3-5d7b-4019-8cde-f093519ff0dc'} bound to L3 agent in host n-d-838334-2 {{(pid=84043) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 21:01:56.878812 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.l3_hamode_db [None req-914b98c9-34fe-4044-a56b-51a434d30049 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838334-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-18T20:25:48Z,description=,heartbeat_timestamp=2022-04-18T21:01:48Z,host='n-d-838334-2',id=bc84d6c9-dd7a-4555-a351-592327b46d5a,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:25:48Z,topic='l3_agent')) {'router_ids': ['6490a0d3-5d7b-4019-8cde-f093519ff0dc'], 'active': True} {{(pid=84043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:01:56.881259 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3aebe4f-752e-42e7-921a-93ad44da5279 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b602689e-1bf9-4316-afee-2c16d3405af1,revision_number=None']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:01:56.905103 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c82e97e-cea6-44f6-83df-580385dbda68 None None] Pushing event updated for resources: {'Port': ['ID=d5be2aad-4317-4f23-94e1-c88c5786ad93,revision_number=3']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:01:56.916373 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-d3aebe4f-752e-42e7-921a-93ad44da5279 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:56.972229 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-d3aebe4f-752e-42e7-921a-93ad44da5279 admin admin] 10.222.0.42 "DELETE /v2.0/subnets/b602689e-1bf9-4316-afee-2c16d3405af1 HTTP/1.1" status: 204 len: 168 time: 1.7335937 Apr 18 21:01:56.984789 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-10dc7603-a30e-4a55-86eb-3ca2788c7c10 tempest-NetworksIpV6TestAttrs-532953968 tempest-NetworksIpV6TestAttrs-532953968-project] Unset dirty status for tenant:84b529df784d4667acc93cf51be710ab on resource:subnet {{(pid=84040) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 21:01:56.988826 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-10dc7603-a30e-4a55-86eb-3ca2788c7c10 tempest-NetworksIpV6TestAttrs-532953968 tempest-NetworksIpV6TestAttrs-532953968-project] 10.222.0.42 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.5939732 Apr 18 21:01:56.990081 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 60250) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:01:56.992250 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 60254) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:01:57.010990 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] For port 8eed9390-9245-43e8-8f5a-918d1fc3c30c, host n-h1-838334-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838334-2',level=0,port_id=8eed9390-9245-43e8-8f5a-918d1fc3c30c,segment=NetworkSegment(b4dde5c5-5fa1-421a-aa66-9d4eb01be1ce),segment_id=b4dde5c5-5fa1-421a-aa66-9d4eb01be1ce)] {{(pid=84042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:01:57.026640 n-d-838334-2 neutron-server[84042]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6618176d-aa3d-4ead-bba1-a3c469eba8a4'] response: {'server_uuid': '2197a591-197e-47fe-9210-1387bfb6ec5e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8eed9390-9245-43e8-8f5a-918d1fc3c30c', 'code': 200} Apr 18 21:01:57.034584 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.l3_hamode_db [None req-914b98c9-34fe-4044-a56b-51a434d30049 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-838334-2', False) {} {{(pid=84043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:01:57.036030 n-d-838334-2 neutron-server[84043]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-914b98c9-34fe-4044-a56b-51a434d30049 None None] The sync data for ids ['6490a0d3-5d7b-4019-8cde-f093519ff0dc'] in n-d-838334-2 is: [] {{(pid=84043) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 18 21:01:57.066287 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682'] for port, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:57.269804 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Pushing event updated for resources: {'Port': ['ID=8eed9390-9245-43e8-8f5a-918d1fc3c30c,revision_number=12']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:01:57.274149 n-d-838334-2 neutron-server[84042]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f70fa2d-fc1e-4ebf-a246-abc7557dcbfc None None] Resources bound (agent type, host, resource id): {{(pid=84042) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Apr 18 21:01:57.362395 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-ee8b3a08-0338-4f83-a798-c2550caffd55 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1103592'] for network, before_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:57.381307 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b6c6f38-c449-473d-8acd-97111d9a5a00 req-e37c29d7-cd64-4e72-af7a-82eed71213f0 tempest-ServersNegativeTestJSON-508382254 tempest-ServersNegativeTestJSON-508382254-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:01:57.382857 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-3b6c6f38-c449-473d-8acd-97111d9a5a00 req-e37c29d7-cd64-4e72-af7a-82eed71213f0 tempest-ServersNegativeTestJSON-508382254 tempest-ServersNegativeTestJSON-508382254-project] 10.222.0.42 "GET /v2.0/ports?device_id=2197a591-197e-47fe-9210-1387bfb6ec5e HTTP/1.1" status: 200 len: 946 time: 0.1786275 Apr 18 21:01:57.400903 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-40ae4c6b-1a11-4bd0-90f4-3a072b228848 tempest-NetworksTest-1502682821 tempest-NetworksTest-1502682821-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33526260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32266407', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32486287'] for subnet, after_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:57.413502 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Provisioning complete for port c78a6e40-9535-45b9-b4c7-2be621ae5014 triggered by entity L2. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:01:57.415851 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1253608'] for port, provisioning_complete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:57.486595 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 60264) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:01:57.552383 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-3b6c6f38-c449-473d-8acd-97111d9a5a00 req-d471d3e0-6bbf-43c5-8050-89d1c46ece70 tempest-ServersNegativeTestJSON-508382254 tempest-ServersNegativeTestJSON-508382254-project] 10.222.0.42 "GET /v2.0/security-groups?id=ada0ecb3-b1bc-4ba2-8e6c-b06ba09daca2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1530724 Apr 18 21:01:57.634624 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-3e9d43c6-bad2-49cb-a973-e2551ba42597 None None] Provisioning complete for port c78a6e40-9535-45b9-b4c7-2be621ae5014 triggered by entity DHCP. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:01:57.635082 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-3e9d43c6-bad2-49cb-a973-e2551ba42597 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1253608'] for port, provisioning_complete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:57.648025 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-e2f3e3a4-a5c6-4f9a-8b77-617a99d62c75 tempest-NetworksIpV6TestAttrs-532953968 tempest-NetworksIpV6TestAttrs-532953968-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1103592'] for network, before_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:57.772155 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-7e06022d-3af0-4ee9-b681-df5ac2603c93 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:57.822668 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40ae4c6b-1a11-4bd0-90f4-3a072b228848 tempest-NetworksTest-1502682821 tempest-NetworksTest-1502682821-project] Pushing event updated for resources: {'Subnet': ['ID=d07a37f7-2261-433c-aace-77150fbb9ade,revision_number=0']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:01:57.887807 n-d-838334-2 neutron-server[84041]: INFO neutron.pecan_wsgi.hooks.translation [None req-e2f3e3a4-a5c6-4f9a-8b77-617a99d62c75 tempest-NetworksIpV6TestAttrs-532953968 tempest-NetworksIpV6TestAttrs-532953968-project] DELETE failed (client error): There was a conflict when trying to complete your request. Apr 18 21:01:57.887807 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e2f3e3a4-a5c6-4f9a-8b77-617a99d62c75 tempest-NetworksIpV6TestAttrs-532953968 tempest-NetworksIpV6TestAttrs-532953968-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=84041) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 21:01:57.893444 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-e2f3e3a4-a5c6-4f9a-8b77-617a99d62c75 tempest-NetworksIpV6TestAttrs-532953968 tempest-NetworksIpV6TestAttrs-532953968-project] 10.222.0.42 "DELETE /v2.0/networks/cb9f82b6-8f63-4333-9177-df9776abd978 HTTP/1.1" status: 409 len: 405 time: 0.8884833 Apr 18 21:01:57.893699 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 60274) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:01:57.901046 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.v2.base [None req-946fba58-4ffe-434b-81fb-f1d469cdd80f tempest-NetworksIpV6TestAttrs-532953968 tempest-NetworksIpV6TestAttrs-532953968-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-954224749'}} {{(pid=84040) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:01:57.913412 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40ae4c6b-1a11-4bd0-90f4-3a072b228848 tempest-NetworksTest-1502682821 tempest-NetworksTest-1502682821-project] Checking segment: {'id': '776b2f7d-bd86-4cd2-8da0-a68956c8355f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': 'dd92da97-be39-49da-8111-cb8096608cf9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84041) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 21:01:57.913858 n-d-838334-2 neutron-server[84041]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40ae4c6b-1a11-4bd0-90f4-3a072b228848 tempest-NetworksTest-1502682821 tempest-NetworksTest-1502682821-project] Network hostable DHCP agents. Network: dd92da97-be39-49da-8111-cb8096608cf9, hostable agents: ['8746f8ea-3e91-4b32-9919-2c63adeb8722'], hosted agents: [] {{(pid=84041) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 21:01:57.918385 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [None req-946fba58-4ffe-434b-81fb-f1d469cdd80f tempest-NetworksIpV6TestAttrs-532953968 tempest-NetworksIpV6TestAttrs-532953968-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:01:57.925542 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-946fba58-4ffe-434b-81fb-f1d469cdd80f tempest-NetworksIpV6TestAttrs-532953968 tempest-NetworksIpV6TestAttrs-532953968-project] Usage tracker for resource:network and tenant:84b529df784d4667acc93cf51be710ab is out of sync, need to count used quota {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:01:57.929707 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-946fba58-4ffe-434b-81fb-f1d469cdd80f tempest-NetworksIpV6TestAttrs-532953968 tempest-NetworksIpV6TestAttrs-532953968-project] Quota usage for network was recalculated. Used quota:2. {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:01:57.938483 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [None req-946fba58-4ffe-434b-81fb-f1d469cdd80f tempest-NetworksIpV6TestAttrs-532953968 tempest-NetworksIpV6TestAttrs-532953968-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:01:57.955718 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-ee8b3a08-0338-4f83-a798-c2550caffd55 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1258905', 'neutron.services.segments.db._delete_segments_for_network-8750375287417'] for network, precommit_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:57.962023 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-946fba58-4ffe-434b-81fb-f1d469cdd80f tempest-NetworksIpV6TestAttrs-532953968 tempest-NetworksIpV6TestAttrs-532953968-project] Made reservation on behalf of 84b529df784d4667acc93cf51be710ab for: {'network': 1} {{(pid=84040) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:01:57.965288 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-946fba58-4ffe-434b-81fb-f1d469cdd80f tempest-NetworksIpV6TestAttrs-532953968 tempest-NetworksIpV6TestAttrs-532953968-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for network, before_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:57.997339 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-7e06022d-3af0-4ee9-b681-df5ac2603c93 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:01:58.009258 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-7e06022d-3af0-4ee9-b681-df5ac2603c93 admin admin] Usage tracker for resource:security_group_rule and tenant:424c99e383ff4edd92e11e7d94cc9bf6 is out of sync, need to count used quota {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:01:58.022043 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-7e06022d-3af0-4ee9-b681-df5ac2603c93 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:01:58.034918 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-7e06022d-3af0-4ee9-b681-df5ac2603c93 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:01:58.132066 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-7e06022d-3af0-4ee9-b681-df5ac2603c93 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:58.148060 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-946fba58-4ffe-434b-81fb-f1d469cdd80f tempest-NetworksIpV6TestAttrs-532953968 tempest-NetworksIpV6TestAttrs-532953968-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 359} {{(pid=84040) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 21:01:58.152564 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-7e06022d-3af0-4ee9-b681-df5ac2603c93 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33528224'] for security_group, after_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:58.175774 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-946fba58-4ffe-434b-81fb-f1d469cdd80f tempest-NetworksIpV6TestAttrs-532953968 tempest-NetworksIpV6TestAttrs-532953968-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1082986'] for segment, precommit_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:58.176142 n-d-838334-2 neutron-server[84040]: INFO neutron.db.segments_db [None req-946fba58-4ffe-434b-81fb-f1d469cdd80f tempest-NetworksIpV6TestAttrs-532953968 tempest-NetworksIpV6TestAttrs-532953968-project] Added segment 35e7ce29-31ad-4139-b865-624b2cbf4fc9 of type vlan for network c786842a-3eab-42a0-a5df-56c186777ba4 Apr 18 21:01:58.194801 n-d-838334-2 neutron-server[84041]: DEBUG neutron.services.segments.db [None req-ee8b3a08-0338-4f83-a798-c2550caffd55 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7083f08e-ab4e-49e9-91e4-270e03cc3e4c']}} {{(pid=84041) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:01:58.239267 n-d-838334-2 neutron-server[84041]: DEBUG neutron.services.segments.db [None req-ee8b3a08-0338-4f83-a798-c2550caffd55 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7487d154-ef4b-4701-b484-567750da716d') {'for_net_delete': True} {{(pid=84041) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:01:58.239595 n-d-838334-2 neutron-server[84041]: DEBUG neutron.services.segments.db [None req-ee8b3a08-0338-4f83-a798-c2550caffd55 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7487d154-ef4b-4701-b484-567750da716d') {} {{(pid=84041) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:01:58.254129 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-7e06022d-3af0-4ee9-b681-df5ac2603c93 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=424c99e383ff4edd92e11e7d94cc9bf6&name=default HTTP/1.1" status: 200 len: 2647 time: 0.7252967 Apr 18 21:01:58.262572 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 60286) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:01:58.264541 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-83a0de57-25e3-4dd1-bbc1-1cef6d777ea0 req-a18f7b52-fe17-4c43-8b6d-2146c655a2c0 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=2197a591-197e-47fe-9210-1387bfb6ec5e HTTP/1.1" status: 200 len: 1097 time: 0.8991187 Apr 18 21:01:58.272448 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9d247aa-3af8-4251-bc0c-46d48b2ec078 None None] get_active_networks_info from n-d-838334-2 {{(pid=84042) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Apr 18 21:01:58.272924 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e06022d-3af0-4ee9-b681-df5ac2603c93 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=db497222-3cbe-4aa3-a5e7-603a0470ad53,revision_number=1']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:01:58.276577 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-ee8b3a08-0338-4f83-a798-c2550caffd55 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750375287300', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32268156'] for segment, before_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:58.286977 n-d-838334-2 neutron-server[84041]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40ae4c6b-1a11-4bd0-90f4-3a072b228848 tempest-NetworksTest-1502682821 tempest-NetworksTest-1502682821-project] Network dd92da97-be39-49da-8111-cb8096608cf9 is scheduled to be hosted by DHCP agent 8746f8ea-3e91-4b32-9919-2c63adeb8722 with binding_index 1 {{(pid=84041) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 21:01:58.322294 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-ee8b3a08-0338-4f83-a798-c2550caffd55 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1082986'] for segment, precommit_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:58.339195 n-d-838334-2 neutron-server[84041]: DEBUG neutron.scheduler.base_scheduler [None req-40ae4c6b-1a11-4bd0-90f4-3a072b228848 tempest-NetworksTest-1502682821 tempest-NetworksTest-1502682821-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-838334-2, dd92da97-be39-49da-8111-cb8096608cf9) {{(pid=84041) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:01:58.344914 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40ae4c6b-1a11-4bd0-90f4-3a072b228848 tempest-NetworksTest-1502682821 tempest-NetworksTest-1502682821-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:01:58.346039 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-40ae4c6b-1a11-4bd0-90f4-3a072b228848 tempest-NetworksTest-1502682821 tempest-NetworksTest-1502682821-project] Notify callbacks [] for subnet, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:58.353476 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ee8b3a08-0338-4f83-a798-c2550caffd55 admin admin] Releasing vlan 363 on physical network physnet1 to pool {{(pid=84041) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 18 21:01:58.353880 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-ee8b3a08-0338-4f83-a798-c2550caffd55 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1082993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32266254'] for segment, after_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:58.362543 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-946fba58-4ffe-434b-81fb-f1d469cdd80f tempest-NetworksIpV6TestAttrs-532953968 tempest-NetworksIpV6TestAttrs-532953968-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750374825732'] for network, precommit_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:58.370858 n-d-838334-2 neutron-server[84041]: Traceback (most recent call last): Apr 18 21:01:58.370858 n-d-838334-2 neutron-server[84041]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 18 21:01:58.370858 n-d-838334-2 neutron-server[84041]: timer() Apr 18 21:01:58.370858 n-d-838334-2 neutron-server[84041]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 21:01:58.370858 n-d-838334-2 neutron-server[84041]: cb(*args, **kw) Apr 18 21:01:58.370858 n-d-838334-2 neutron-server[84041]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 18 21:01:58.370858 n-d-838334-2 neutron-server[84041]: return func(*args, **kwargs) Apr 18 21:01:58.370858 n-d-838334-2 neutron-server[84041]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 21:01:58.370858 n-d-838334-2 neutron-server[84041]: self._notify() Apr 18 21:01:58.370858 n-d-838334-2 neutron-server[84041]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 21:01:58.370858 n-d-838334-2 neutron-server[84041]: self.callback(batched_events) Apr 18 21:01:58.370858 n-d-838334-2 neutron-server[84041]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 21:01:58.370858 n-d-838334-2 neutron-server[84041]: event.method(event) Apr 18 21:01:58.370858 n-d-838334-2 neutron-server[84041]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 18 21:01:58.370858 n-d-838334-2 neutron-server[84041]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 21:01:58.370858 n-d-838334-2 neutron-server[84041]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 18 21:01:58.370858 n-d-838334-2 neutron-server[84041]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 21:01:58.370858 n-d-838334-2 neutron-server[84041]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 18 21:01:58.370858 n-d-838334-2 neutron-server[84041]: return f(self, *a, **k) Apr 18 21:01:58.370858 n-d-838334-2 neutron-server[84041]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 18 21:01:58.370858 n-d-838334-2 neutron-server[84041]: return self._get(url).json() Apr 18 21:01:58.370858 n-d-838334-2 neutron-server[84041]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 18 21:01:58.370858 n-d-838334-2 neutron-server[84041]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 21:01:58.370858 n-d-838334-2 neutron-server[84041]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 18 21:01:58.370858 n-d-838334-2 neutron-server[84041]: return self.request(url, 'GET', **kwargs) Apr 18 21:01:58.370858 n-d-838334-2 neutron-server[84041]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 18 21:01:58.370858 n-d-838334-2 neutron-server[84041]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 21:01:58.370858 n-d-838334-2 neutron-server[84041]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 18 21:01:58.370858 n-d-838334-2 neutron-server[84041]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 21:01:58.370858 n-d-838334-2 neutron-server[84041]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 18 21:01:58.370858 n-d-838334-2 neutron-server[84041]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 21:01:58.370858 n-d-838334-2 neutron-server[84041]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 21:01:58.430119 n-d-838334-2 neutron-server[84042]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9d247aa-3af8-4251-bc0c-46d48b2ec078 None None] Resources bound (agent type, host, resource id): {{(pid=84042) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Apr 18 21:01:58.471519 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-83a0de57-25e3-4dd1-bbc1-1cef6d777ea0 req-e606fbd3-4445-4a45-91d8-45edaa142017 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=ada0ecb3-b1bc-4ba2-8e6c-b06ba09daca2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1863406 Apr 18 21:01:58.484833 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.agents_db [None req-6346a179-333c-4370-b5a6-936984aeab15 None None] Agent healthcheck: found 7 active agents {{(pid=84043) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 18 21:01:58.488276 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-40ae4c6b-1a11-4bd0-90f4-3a072b228848 tempest-NetworksTest-1502682821 tempest-NetworksTest-1502682821-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 792 time: 2.9158931 Apr 18 21:01:58.491074 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 60294) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:01:58.503074 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-975a3c71-de04-451c-a12c-ed0fa8e144d6 tempest-FloatingIPAdminTestJSON-116313565 tempest-FloatingIPAdminTestJSON-116313565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:58.519763 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-5a668b29-6aa3-4958-bda1-7b23b354b503 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:58.524637 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-ee8b3a08-0338-4f83-a798-c2550caffd55 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1258898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33526109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33444113'] for network, after_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:58.595488 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-946fba58-4ffe-434b-81fb-f1d469cdd80f tempest-NetworksIpV6TestAttrs-532953968 tempest-NetworksIpV6TestAttrs-532953968-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33526109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022'] for network, after_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:58.599510 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-946fba58-4ffe-434b-81fb-f1d469cdd80f tempest-NetworksIpV6TestAttrs-532953968 tempest-NetworksIpV6TestAttrs-532953968-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:01:58.600072 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-946fba58-4ffe-434b-81fb-f1d469cdd80f tempest-NetworksIpV6TestAttrs-532953968 tempest-NetworksIpV6TestAttrs-532953968-project] Notify callbacks [] for network, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:58.618023 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-ee8b3a08-0338-4f83-a798-c2550caffd55 admin admin] Notify callbacks [] for network, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:58.686229 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee8b3a08-0338-4f83-a798-c2550caffd55 admin admin] Pushing event deleted for resources: {'Network': ['ID=7083f08e-ab4e-49e9-91e4-270e03cc3e4c,revision_number=None']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:01:58.690487 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Device d5be2aad-4317-4f23-94e1-c88c5786ad93 up at agent ovs-agent-n-d-838334-2 {{(pid=84042) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 21:01:58.723972 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-5a668b29-6aa3-4958-bda1-7b23b354b503 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:58.784174 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-b0b6d086-94bd-457a-96cf-1a2de022af02 tempest-NetworksTest-1502682821 tempest-NetworksTest-1502682821-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1103592'] for network, before_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:58.805575 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-ee8b3a08-0338-4f83-a798-c2550caffd55 admin admin] 10.222.0.42 "DELETE /v2.0/networks/7083f08e-ab4e-49e9-91e4-270e03cc3e4c HTTP/1.1" status: 204 len: 168 time: 1.8109267 Apr 18 21:01:58.837402 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Provisioning complete for port d5be2aad-4317-4f23-94e1-c88c5786ad93 triggered by entity L2. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:01:58.838899 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1253608'] for port, provisioning_complete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:58.899316 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-946fba58-4ffe-434b-81fb-f1d469cdd80f tempest-NetworksIpV6TestAttrs-532953968 tempest-NetworksIpV6TestAttrs-532953968-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 1.0039365 Apr 18 21:01:58.908251 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 60308) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:01:58.926072 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.v2.base [None req-61d7d6c4-f36b-4403-93b8-0126065ecc43 tempest-NetworksIpV6TestAttrs-532953968 tempest-NetworksIpV6TestAttrs-532953968-project] Request body: {'subnet': {'network_id': 'c786842a-3eab-42a0-a5df-56c186777ba4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=84041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:01:58.978528 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-946fba58-4ffe-434b-81fb-f1d469cdd80f tempest-NetworksIpV6TestAttrs-532953968 tempest-NetworksIpV6TestAttrs-532953968-project] Pushing event updated for resources: {'Network': ['ID=c786842a-3eab-42a0-a5df-56c186777ba4,revision_number=1']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:01:59.024646 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-b0b6d086-94bd-457a-96cf-1a2de022af02 tempest-NetworksTest-1502682821 tempest-NetworksTest-1502682821-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1260556'] for subnet, precommit_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:59.057593 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Network c786842a-3eab-42a0-a5df-56c186777ba4 details requested by agent ovs-agent-n-d-838334-2 with host n-d-838334-2 {{(pid=84042) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 18 21:01:59.117054 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-61d7d6c4-f36b-4403-93b8-0126065ecc43 tempest-NetworksIpV6TestAttrs-532953968 tempest-NetworksIpV6TestAttrs-532953968-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:01:59.135647 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-61d7d6c4-f36b-4403-93b8-0126065ecc43 tempest-NetworksIpV6TestAttrs-532953968 tempest-NetworksIpV6TestAttrs-532953968-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:01:59.155518 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-61d7d6c4-f36b-4403-93b8-0126065ecc43 tempest-NetworksIpV6TestAttrs-532953968 tempest-NetworksIpV6TestAttrs-532953968-project] Made reservation on behalf of 84b529df784d4667acc93cf51be710ab for: {'subnet': 1} {{(pid=84041) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:01:59.177309 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-b0b6d086-94bd-457a-96cf-1a2de022af02 tempest-NetworksTest-1502682821 tempest-NetworksTest-1502682821-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1260549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33526260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32266336', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32486390'] for subnet, after_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:59.243605 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 60318) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:01:59.279782 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-5a668b29-6aa3-4958-bda1-7b23b354b503 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33528224'] for security_group, after_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:59.323066 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a668b29-6aa3-4958-bda1-7b23b354b503 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=db497222-3cbe-4aa3-a5e7-603a0470ad53,revision_number=None']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:01:59.461469 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d302dfe-9d63-436c-a63b-d1d179265bf6 req-048c68c2-0692-4a2d-887e-fa152085ea44 tempest-ServersNegativeTestJSON-508382254 tempest-ServersNegativeTestJSON-508382254-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:01:59.462948 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-9d302dfe-9d63-436c-a63b-d1d179265bf6 req-048c68c2-0692-4a2d-887e-fa152085ea44 tempest-ServersNegativeTestJSON-508382254 tempest-ServersNegativeTestJSON-508382254-project] 10.222.0.42 "GET /v2.0/ports?device_id=2197a591-197e-47fe-9210-1387bfb6ec5e HTTP/1.1" status: 200 len: 946 time: 0.6314116 Apr 18 21:01:59.498354 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-5a668b29-6aa3-4958-bda1-7b23b354b503 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:59.499440 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-5a668b29-6aa3-4958-bda1-7b23b354b503 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/db497222-3cbe-4aa3-a5e7-603a0470ad53 HTTP/1.1" status: 204 len: 168 time: 1.2348735 Apr 18 21:01:59.508109 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0b6d086-94bd-457a-96cf-1a2de022af02 tempest-NetworksTest-1502682821 tempest-NetworksTest-1502682821-project] Pushing event deleted for resources: {'Subnet': ['ID=d07a37f7-2261-433c-aace-77150fbb9ade,revision_number=None']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:01:59.510690 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ff90892-b6a7-4333-898d-4f5df7a906e4 None None] Network dd92da97-be39-49da-8111-cb8096608cf9 requested from n-d-838334-2 {{(pid=84042) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 21:01:59.513247 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-7bc43042-fe0b-4d24-b579-4cd0c42e6689 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=ba267e3ba48c4ff1b4fc57f8cfab7c8c&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2678397 Apr 18 21:01:59.515425 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 60328) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:01:59.658634 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750375287399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253529'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:59.675141 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-9d302dfe-9d63-436c-a63b-d1d179265bf6 req-d6bdae9b-24eb-4824-8854-e1b7402435f5 tempest-ServersNegativeTestJSON-508382254 tempest-ServersNegativeTestJSON-508382254-project] 10.222.0.42 "GET /v2.0/security-groups?id=ada0ecb3-b1bc-4ba2-8e6c-b06ba09daca2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1999505 Apr 18 21:01:59.717619 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.db_base_plugin_common [None req-975a3c71-de04-451c-a12c-ed0fa8e144d6 tempest-FloatingIPAdminTestJSON-116313565 tempest-FloatingIPAdminTestJSON-116313565-project] Allocated IP 172.20.0.1 (e06136ac-ecbe-4f91-af5d-6b98c483e53e/158fe349-d586-4111-89d4-c4f5d5632a5b/70b267dd-e73f-4cc6-9af9-67fc2b9f7259) {{(pid=84040) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 21:01:59.741307 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-61d7d6c4-f36b-4403-93b8-0126065ecc43 tempest-NetworksIpV6TestAttrs-532953968 tempest-NetworksIpV6TestAttrs-532953968-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32486301'] for subnet, before_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:59.793883 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87297ddc-c525-48de-9934-e1852d03ee72 None None] Network dd92da97-be39-49da-8111-cb8096608cf9 requested from n-d-838334-2 {{(pid=84042) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 21:01:59.828110 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-b0b6d086-94bd-457a-96cf-1a2de022af02 tempest-NetworksTest-1502682821 tempest-NetworksTest-1502682821-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1258905', 'neutron.services.segments.db._delete_segments_for_network-8750375287417'] for network, precommit_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:59.865343 n-d-838334-2 neutron-server[84041]: DEBUG neutron.services.segments.db [None req-b0b6d086-94bd-457a-96cf-1a2de022af02 tempest-NetworksTest-1502682821 tempest-NetworksTest-1502682821-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dd92da97-be39-49da-8111-cb8096608cf9']}} {{(pid=84041) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:01:59.882144 n-d-838334-2 neutron-server[84041]: DEBUG neutron.services.segments.db [None req-b0b6d086-94bd-457a-96cf-1a2de022af02 tempest-NetworksTest-1502682821 tempest-NetworksTest-1502682821-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '776b2f7d-bd86-4cd2-8da0-a68956c8355f') {'for_net_delete': True} {{(pid=84041) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:01:59.882383 n-d-838334-2 neutron-server[84041]: DEBUG neutron.services.segments.db [None req-b0b6d086-94bd-457a-96cf-1a2de022af02 tempest-NetworksTest-1502682821 tempest-NetworksTest-1502682821-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '776b2f7d-bd86-4cd2-8da0-a68956c8355f') {} {{(pid=84041) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:01:59.897247 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-b0b6d086-94bd-457a-96cf-1a2de022af02 tempest-NetworksTest-1502682821 tempest-NetworksTest-1502682821-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750375287300', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32268156'] for segment, before_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:59.917086 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-b0b6d086-94bd-457a-96cf-1a2de022af02 tempest-NetworksTest-1502682821 tempest-NetworksTest-1502682821-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1082986'] for segment, precommit_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:59.924785 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b0b6d086-94bd-457a-96cf-1a2de022af02 tempest-NetworksTest-1502682821 tempest-NetworksTest-1502682821-project] Releasing vlan 393 on physical network physnet1 to pool {{(pid=84041) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 18 21:01:59.925111 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-b0b6d086-94bd-457a-96cf-1a2de022af02 tempest-NetworksTest-1502682821 tempest-NetworksTest-1502682821-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1082993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32266254'] for segment, after_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:00.036515 n-d-838334-2 neutron-server[84041]: Traceback (most recent call last): Apr 18 21:02:00.036515 n-d-838334-2 neutron-server[84041]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 18 21:02:00.036515 n-d-838334-2 neutron-server[84041]: timer() Apr 18 21:02:00.036515 n-d-838334-2 neutron-server[84041]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 21:02:00.036515 n-d-838334-2 neutron-server[84041]: cb(*args, **kw) Apr 18 21:02:00.036515 n-d-838334-2 neutron-server[84041]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 18 21:02:00.036515 n-d-838334-2 neutron-server[84041]: return func(*args, **kwargs) Apr 18 21:02:00.036515 n-d-838334-2 neutron-server[84041]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 21:02:00.036515 n-d-838334-2 neutron-server[84041]: self._notify() Apr 18 21:02:00.036515 n-d-838334-2 neutron-server[84041]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 21:02:00.036515 n-d-838334-2 neutron-server[84041]: self.callback(batched_events) Apr 18 21:02:00.036515 n-d-838334-2 neutron-server[84041]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 21:02:00.036515 n-d-838334-2 neutron-server[84041]: event.method(event) Apr 18 21:02:00.036515 n-d-838334-2 neutron-server[84041]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 18 21:02:00.036515 n-d-838334-2 neutron-server[84041]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 21:02:00.036515 n-d-838334-2 neutron-server[84041]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 18 21:02:00.036515 n-d-838334-2 neutron-server[84041]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 21:02:00.036515 n-d-838334-2 neutron-server[84041]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 18 21:02:00.036515 n-d-838334-2 neutron-server[84041]: return f(self, *a, **k) Apr 18 21:02:00.036515 n-d-838334-2 neutron-server[84041]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 18 21:02:00.036515 n-d-838334-2 neutron-server[84041]: return self._get(url).json() Apr 18 21:02:00.036515 n-d-838334-2 neutron-server[84041]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 18 21:02:00.036515 n-d-838334-2 neutron-server[84041]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 21:02:00.036515 n-d-838334-2 neutron-server[84041]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 18 21:02:00.036515 n-d-838334-2 neutron-server[84041]: return self.request(url, 'GET', **kwargs) Apr 18 21:02:00.036515 n-d-838334-2 neutron-server[84041]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 18 21:02:00.036515 n-d-838334-2 neutron-server[84041]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 21:02:00.036515 n-d-838334-2 neutron-server[84041]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 18 21:02:00.036515 n-d-838334-2 neutron-server[84041]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 21:02:00.036515 n-d-838334-2 neutron-server[84041]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 18 21:02:00.036515 n-d-838334-2 neutron-server[84041]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 21:02:00.036515 n-d-838334-2 neutron-server[84041]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 21:02:00.044164 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-b0b6d086-94bd-457a-96cf-1a2de022af02 tempest-NetworksTest-1502682821 tempest-NetworksTest-1502682821-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1258898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33526109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33444113'] for network, after_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:00.188680 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-b0b6d086-94bd-457a-96cf-1a2de022af02 tempest-NetworksTest-1502682821 tempest-NetworksTest-1502682821-project] Notify callbacks [] for network, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:00.211476 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-975a3c71-de04-451c-a12c-ed0fa8e144d6 tempest-FloatingIPAdminTestJSON-116313565 tempest-FloatingIPAdminTestJSON-116313565-project] Notify callbacks [] for port, precommit_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:00.219617 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0b6d086-94bd-457a-96cf-1a2de022af02 tempest-NetworksTest-1502682821 tempest-NetworksTest-1502682821-project] Pushing event deleted for resources: {'Network': ['ID=dd92da97-be39-49da-8111-cb8096608cf9,revision_number=None']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:02:00.234660 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-b0b6d086-94bd-457a-96cf-1a2de022af02 tempest-NetworksTest-1502682821 tempest-NetworksTest-1502682821-project] 10.222.0.42 "DELETE /v2.0/networks/dd92da97-be39-49da-8111-cb8096608cf9 HTTP/1.1" status: 204 len: 168 time: 1.7388349 Apr 18 21:02:00.250167 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.provisioning_blocks [None req-975a3c71-de04-451c-a12c-ed0fa8e144d6 tempest-FloatingIPAdminTestJSON-116313565 tempest-FloatingIPAdminTestJSON-116313565-project] Transition to ACTIVE for port object 70b267dd-e73f-4cc6-9af9-67fc2b9f7259 will not be triggered until provisioned by entity DHCP. {{(pid=84040) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:02:00.253615 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 60356) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:02:00.254410 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-8835a5ea-cba8-4fdd-9ad7-410db9a9bdf7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:00.266094 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.v2.base [None req-ce8389c4-a92b-464f-9065-bd4077bc4981 tempest-NetworksTest-1502682821 tempest-NetworksTest-1502682821-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1191963141'}} {{(pid=84041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:02:00.297173 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-975a3c71-de04-451c-a12c-ed0fa8e144d6 tempest-FloatingIPAdminTestJSON-116313565 tempest-FloatingIPAdminTestJSON-116313565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750374836619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32440838'] for port, after_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:00.303175 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-ce8389c4-a92b-464f-9065-bd4077bc4981 tempest-NetworksTest-1502682821 tempest-NetworksTest-1502682821-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:02:00.338026 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-ce8389c4-a92b-464f-9065-bd4077bc4981 tempest-NetworksTest-1502682821 tempest-NetworksTest-1502682821-project] Usage tracker for resource:network and tenant:7bfcf5e6e1be4fd18d7d5e6e5bcd338a is out of sync, need to count used quota {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:02:00.344201 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-ce8389c4-a92b-464f-9065-bd4077bc4981 tempest-NetworksTest-1502682821 tempest-NetworksTest-1502682821-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:02:00.374404 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-8835a5ea-cba8-4fdd-9ad7-410db9a9bdf7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:00.380060 n-d-838334-2 neutron-server[84040]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-975a3c71-de04-451c-a12c-ed0fa8e144d6 tempest-FloatingIPAdminTestJSON-116313565 tempest-FloatingIPAdminTestJSON-116313565-project] Network e06136ac-ecbe-4f91-af5d-6b98c483e53e is already hosted by enough agents. {{(pid=84040) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:02:00.383335 n-d-838334-2 neutron-server[84040]: DEBUG neutron.scheduler.base_scheduler [None req-975a3c71-de04-451c-a12c-ed0fa8e144d6 tempest-FloatingIPAdminTestJSON-116313565 tempest-FloatingIPAdminTestJSON-116313565-project] Resources bound (agent type, host, resource id): {{(pid=84040) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:02:00.388623 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.l3_dvrscheduler_db [None req-975a3c71-de04-451c-a12c-ed0fa8e144d6 tempest-FloatingIPAdminTestJSON-116313565 tempest-FloatingIPAdminTestJSON-116313565-project] Received port after_create {{(pid=84040) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 21:02:00.399788 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-ce8389c4-a92b-464f-9065-bd4077bc4981 tempest-NetworksTest-1502682821 tempest-NetworksTest-1502682821-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:02:00.433876 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-975a3c71-de04-451c-a12c-ed0fa8e144d6 tempest-FloatingIPAdminTestJSON-116313565 tempest-FloatingIPAdminTestJSON-116313565-project] Pushing event updated for resources: {'Port': ['ID=70b267dd-e73f-4cc6-9af9-67fc2b9f7259,revision_number=1']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:02:00.450284 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce8389c4-a92b-464f-9065-bd4077bc4981 tempest-NetworksTest-1502682821 tempest-NetworksTest-1502682821-project] Made reservation on behalf of 7bfcf5e6e1be4fd18d7d5e6e5bcd338a for: {'network': 1} {{(pid=84041) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:02:00.454270 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-ce8389c4-a92b-464f-9065-bd4077bc4981 tempest-NetworksTest-1502682821 tempest-NetworksTest-1502682821-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for network, before_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:00.477360 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-975a3c71-de04-451c-a12c-ed0fa8e144d6 tempest-FloatingIPAdminTestJSON-116313565 tempest-FloatingIPAdminTestJSON-116313565-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33444010'] for router_interface, before_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:00.662780 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-975a3c71-de04-451c-a12c-ed0fa8e144d6 tempest-FloatingIPAdminTestJSON-116313565 tempest-FloatingIPAdminTestJSON-116313565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:00.801433 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ce8389c4-a92b-464f-9065-bd4077bc4981 tempest-NetworksTest-1502682821 tempest-NetworksTest-1502682821-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 386} {{(pid=84041) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 21:02:00.816069 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-ce8389c4-a92b-464f-9065-bd4077bc4981 tempest-NetworksTest-1502682821 tempest-NetworksTest-1502682821-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1082986'] for segment, precommit_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:00.816408 n-d-838334-2 neutron-server[84041]: INFO neutron.db.segments_db [None req-ce8389c4-a92b-464f-9065-bd4077bc4981 tempest-NetworksTest-1502682821 tempest-NetworksTest-1502682821-project] Added segment f4e9b872-2169-4857-87dd-dd61aaa50134 of type vlan for network aa844762-2918-4a82-b11f-63f72c4151e1 Apr 18 21:02:00.885696 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-d852fb4f-662d-4d08-8df0-5aeab9dac5e5 None None] Provisioning for port 70b267dd-e73f-4cc6-9af9-67fc2b9f7259 completed by entity DHCP. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 21:02:00.889605 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-8835a5ea-cba8-4fdd-9ad7-410db9a9bdf7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33528224'] for security_group, after_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:00.895817 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-d852fb4f-662d-4d08-8df0-5aeab9dac5e5 None None] Provisioning complete for port 70b267dd-e73f-4cc6-9af9-67fc2b9f7259 triggered by entity DHCP. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:02:00.896754 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-d852fb4f-662d-4d08-8df0-5aeab9dac5e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1253608'] for port, provisioning_complete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:00.981893 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8835a5ea-cba8-4fdd-9ad7-410db9a9bdf7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a3de1b7a-019c-40dd-8c9d-3a3f159b2bd6,revision_number=None']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:02:00.994276 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-ce8389c4-a92b-464f-9065-bd4077bc4981 tempest-NetworksTest-1502682821 tempest-NetworksTest-1502682821-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750374825732'] for network, precommit_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:01.082624 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.plugin [None req-d852fb4f-662d-4d08-8df0-5aeab9dac5e5 None None] Port 70b267dd-e73f-4cc6-9af9-67fc2b9f7259 cannot update to ACTIVE because it is not bound. {{(pid=84042) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 18 21:02:01.116659 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.db.resource_extend [None req-ce8389c4-a92b-464f-9065-bd4077bc4981 tempest-NetworksTest-1502682821 tempest-NetworksTest-1502682821-project] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84041) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 18 21:02:01.129139 n-d-838334-2 neutron-server[84041]: DEBUG neutron.objects.ports [None req-61d7d6c4-f36b-4403-93b8-0126065ecc43 tempest-NetworksIpV6TestAttrs-532953968 tempest-NetworksIpV6TestAttrs-532953968-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=84041) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} Apr 18 21:02:01.133528 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-61d7d6c4-f36b-4403-93b8-0126065ecc43 tempest-NetworksIpV6TestAttrs-532953968 tempest-NetworksIpV6TestAttrs-532953968-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33526260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32266407', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32486287'] for subnet, after_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:01.137985 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-8835a5ea-cba8-4fdd-9ad7-410db9a9bdf7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:01.141824 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-8835a5ea-cba8-4fdd-9ad7-410db9a9bdf7 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/a3de1b7a-019c-40dd-8c9d-3a3f159b2bd6 HTTP/1.1" status: 204 len: 168 time: 1.6090424 Apr 18 21:02:01.249407 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-ce8389c4-a92b-464f-9065-bd4077bc4981 tempest-NetworksTest-1502682821 tempest-NetworksTest-1502682821-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33526109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022'] for network, after_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:01.255880 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce8389c4-a92b-464f-9065-bd4077bc4981 tempest-NetworksTest-1502682821 tempest-NetworksTest-1502682821-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:02:01.257315 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-ce8389c4-a92b-464f-9065-bd4077bc4981 tempest-NetworksTest-1502682821 tempest-NetworksTest-1502682821-project] Notify callbacks [] for network, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:01.392742 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61d7d6c4-f36b-4403-93b8-0126065ecc43 tempest-NetworksIpV6TestAttrs-532953968 tempest-NetworksIpV6TestAttrs-532953968-project] Pushing event updated for resources: {'Subnet': ['ID=3667321c-df90-456b-9fb2-902bc2817bfb,revision_number=0']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:02:01.471002 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-054f92e5-9a02-4a2f-a7e1-68b7b03f0bf4 req-3594b499-c96a-4721-a322-b117b279dd85 tempest-ServersNegativeTestJSON-508382254 tempest-ServersNegativeTestJSON-508382254-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:02:01.479539 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-054f92e5-9a02-4a2f-a7e1-68b7b03f0bf4 req-3594b499-c96a-4721-a322-b117b279dd85 tempest-ServersNegativeTestJSON-508382254 tempest-ServersNegativeTestJSON-508382254-project] 10.222.0.42 "GET /v2.0/ports?device_id=2197a591-197e-47fe-9210-1387bfb6ec5e HTTP/1.1" status: 200 len: 946 time: 0.3678904 Apr 18 21:02:01.558347 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-ce8389c4-a92b-464f-9065-bd4077bc4981 tempest-NetworksTest-1502682821 tempest-NetworksTest-1502682821-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.3017886 Apr 18 21:02:01.579439 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 60404) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:02:01.584435 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61d7d6c4-f36b-4403-93b8-0126065ecc43 tempest-NetworksIpV6TestAttrs-532953968 tempest-NetworksIpV6TestAttrs-532953968-project] Checking segment: {'id': '35e7ce29-31ad-4139-b865-624b2cbf4fc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': 'c786842a-3eab-42a0-a5df-56c186777ba4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84041) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 21:02:01.584886 n-d-838334-2 neutron-server[84041]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61d7d6c4-f36b-4403-93b8-0126065ecc43 tempest-NetworksIpV6TestAttrs-532953968 tempest-NetworksIpV6TestAttrs-532953968-project] Network hostable DHCP agents. Network: c786842a-3eab-42a0-a5df-56c186777ba4, hostable agents: ['8746f8ea-3e91-4b32-9919-2c63adeb8722'], hosted agents: [] {{(pid=84041) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 21:02:01.601274 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.v2.base [None req-11384831-e1d0-4a5b-8a5a-a423ae8c2daa tempest-NetworksTest-1502682821 tempest-NetworksTest-1502682821-project] Request body: {'subnet': {'network_id': 'aa844762-2918-4a82-b11f-63f72c4151e1', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=84041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:02:01.629197 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-054f92e5-9a02-4a2f-a7e1-68b7b03f0bf4 req-05aba084-97f9-4742-abfe-22c259350a09 tempest-ServersNegativeTestJSON-508382254 tempest-ServersNegativeTestJSON-508382254-project] 10.222.0.42 "GET /v2.0/security-groups?id=ada0ecb3-b1bc-4ba2-8e6c-b06ba09daca2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1484265 Apr 18 21:02:01.635760 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce8389c4-a92b-464f-9065-bd4077bc4981 tempest-NetworksTest-1502682821 tempest-NetworksTest-1502682821-project] Pushing event updated for resources: {'Network': ['ID=aa844762-2918-4a82-b11f-63f72c4151e1,revision_number=1']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:02:01.649693 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Network aa844762-2918-4a82-b11f-63f72c4151e1 details requested by agent ovs-agent-n-d-838334-2 with host n-d-838334-2 {{(pid=84042) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 18 21:02:01.751403 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-975a3c71-de04-451c-a12c-ed0fa8e144d6 tempest-FloatingIPAdminTestJSON-116313565 tempest-FloatingIPAdminTestJSON-116313565-project] Notify callbacks [] for port, precommit_update {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:01.757157 n-d-838334-2 neutron-server[84041]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61d7d6c4-f36b-4403-93b8-0126065ecc43 tempest-NetworksIpV6TestAttrs-532953968 tempest-NetworksIpV6TestAttrs-532953968-project] Network c786842a-3eab-42a0-a5df-56c186777ba4 is scheduled to be hosted by DHCP agent 8746f8ea-3e91-4b32-9919-2c63adeb8722 with binding_index 1 {{(pid=84041) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 21:02:01.765213 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-975a3c71-de04-451c-a12c-ed0fa8e144d6 tempest-FloatingIPAdminTestJSON-116313565 tempest-FloatingIPAdminTestJSON-116313565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32440959'] for port, after_update {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:01.787080 n-d-838334-2 neutron-server[84041]: DEBUG neutron.scheduler.base_scheduler [None req-61d7d6c4-f36b-4403-93b8-0126065ecc43 tempest-NetworksIpV6TestAttrs-532953968 tempest-NetworksIpV6TestAttrs-532953968-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-838334-2, c786842a-3eab-42a0-a5df-56c186777ba4) {{(pid=84041) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:02:01.796017 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61d7d6c4-f36b-4403-93b8-0126065ecc43 tempest-NetworksIpV6TestAttrs-532953968 tempest-NetworksIpV6TestAttrs-532953968-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:02:01.796920 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-61d7d6c4-f36b-4403-93b8-0126065ecc43 tempest-NetworksIpV6TestAttrs-532953968 tempest-NetworksIpV6TestAttrs-532953968-project] Notify callbacks [] for subnet, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:01.799573 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-879dbaf5-ce00-4fdd-b42b-1723c6c09a0e None None] Network c786842a-3eab-42a0-a5df-56c186777ba4 requested from n-d-838334-2 {{(pid=84042) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 21:02:01.817185 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-11384831-e1d0-4a5b-8a5a-a423ae8c2daa tempest-NetworksTest-1502682821 tempest-NetworksTest-1502682821-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:02:01.823753 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-11384831-e1d0-4a5b-8a5a-a423ae8c2daa tempest-NetworksTest-1502682821 tempest-NetworksTest-1502682821-project] Usage tracker for resource:subnet and tenant:7bfcf5e6e1be4fd18d7d5e6e5bcd338a is out of sync, need to count used quota {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:02:01.828592 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-11384831-e1d0-4a5b-8a5a-a423ae8c2daa tempest-NetworksTest-1502682821 tempest-NetworksTest-1502682821-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:02:01.838504 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-11384831-e1d0-4a5b-8a5a-a423ae8c2daa tempest-NetworksTest-1502682821 tempest-NetworksTest-1502682821-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:02:01.844585 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-61d7d6c4-f36b-4403-93b8-0126065ecc43 tempest-NetworksIpV6TestAttrs-532953968 tempest-NetworksIpV6TestAttrs-532953968-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.9347379 Apr 18 21:02:01.848864 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 60416) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:02:01.857744 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.v2.base [None req-3f8b1950-efb1-4de5-ab78-79bda543fb9b tempest-NetworksIpV6TestAttrs-532953968 tempest-NetworksIpV6TestAttrs-532953968-project] Request body: {'port': {'network_id': 'c786842a-3eab-42a0-a5df-56c186777ba4', 'name': 'tempest-NetworksIpV6TestAttrs-378282209'}} {{(pid=84041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:02:01.937945 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-975a3c71-de04-451c-a12c-ed0fa8e144d6 tempest-FloatingIPAdminTestJSON-116313565 tempest-FloatingIPAdminTestJSON-116313565-project] Pushing event updated for resources: {'Port': ['ID=70b267dd-e73f-4cc6-9af9-67fc2b9f7259,revision_number=2']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:02:01.962694 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-11384831-e1d0-4a5b-8a5a-a423ae8c2daa tempest-NetworksTest-1502682821 tempest-NetworksTest-1502682821-project] Made reservation on behalf of 7bfcf5e6e1be4fd18d7d5e6e5bcd338a for: {'subnet': 1} {{(pid=84041) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:02:01.979648 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-975a3c71-de04-451c-a12c-ed0fa8e144d6 tempest-FloatingIPAdminTestJSON-116313565 tempest-FloatingIPAdminTestJSON-116313565-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-32377886', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33443847'] for router_interface, after_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:02.111163 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-11384831-e1d0-4a5b-8a5a-a423ae8c2daa tempest-NetworksTest-1502682821 tempest-NetworksTest-1502682821-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32486301'] for subnet, before_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:02.231323 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-3f8b1950-efb1-4de5-ab78-79bda543fb9b tempest-NetworksIpV6TestAttrs-532953968 tempest-NetworksIpV6TestAttrs-532953968-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:02:02.235299 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-3f8b1950-efb1-4de5-ab78-79bda543fb9b tempest-NetworksIpV6TestAttrs-532953968 tempest-NetworksIpV6TestAttrs-532953968-project] Usage tracker for resource:port and tenant:84b529df784d4667acc93cf51be710ab is out of sync, need to count used quota {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:02:02.238380 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-3f8b1950-efb1-4de5-ab78-79bda543fb9b tempest-NetworksIpV6TestAttrs-532953968 tempest-NetworksIpV6TestAttrs-532953968-project] Quota usage for port was recalculated. Used quota:2. {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:02:02.244600 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-3f8b1950-efb1-4de5-ab78-79bda543fb9b tempest-NetworksIpV6TestAttrs-532953968 tempest-NetworksIpV6TestAttrs-532953968-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:02:02.262155 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f8b1950-efb1-4de5-ab78-79bda543fb9b tempest-NetworksIpV6TestAttrs-532953968 tempest-NetworksIpV6TestAttrs-532953968-project] Made reservation on behalf of 84b529df784d4667acc93cf51be710ab for: {'port': 1} {{(pid=84041) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:02:02.262425 n-d-838334-2 neutron-server[84040]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-975a3c71-de04-451c-a12c-ed0fa8e144d6 tempest-FloatingIPAdminTestJSON-116313565 tempest-FloatingIPAdminTestJSON-116313565-project] Network e06136ac-ecbe-4f91-af5d-6b98c483e53e is already hosted by enough agents. {{(pid=84040) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:02:02.264410 n-d-838334-2 neutron-server[84040]: DEBUG neutron.scheduler.base_scheduler [None req-975a3c71-de04-451c-a12c-ed0fa8e144d6 tempest-FloatingIPAdminTestJSON-116313565 tempest-FloatingIPAdminTestJSON-116313565-project] Resources bound (agent type, host, resource id): {{(pid=84040) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:02:02.267092 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-3f8b1950-efb1-4de5-ab78-79bda543fb9b tempest-NetworksIpV6TestAttrs-532953968 tempest-NetworksIpV6TestAttrs-532953968-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:02.293531 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8522190-4fb4-4f37-94da-493a69ee2be1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp016840fc-1f9f-5892-9c53-c9cf6c845bbb-c786842a-3eab-42a0-a5df-56c186777ba4', 'network_id': 'c786842a-3eab-42a0-a5df-56c186777ba4', 'tenant_id': '84b529df784d4667acc93cf51be710ab', 'fixed_ips': [{'subnet_id': '3667321c-df90-456b-9fb2-902bc2817bfb'}]}} from n-d-838334-2. {{(pid=84042) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 18 21:02:02.296466 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-e8522190-4fb4-4f37-94da-493a69ee2be1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_create {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:02.305345 n-d-838334-2 neutron-server[84041]: DEBUG neutron.notifiers.nova [None req-3f8b1950-efb1-4de5-ab78-79bda543fb9b tempest-NetworksIpV6TestAttrs-532953968 tempest-NetworksIpV6TestAttrs-532953968-project] device_id is not set on port 70f49ced-0d09-4900-8c47-25cf94cbf6d9 yet. {{(pid=84041) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 18 21:02:02.680824 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.db_base_plugin_common [None req-e8522190-4fb4-4f37-94da-493a69ee2be1 None None] Allocated IP 2001:db8::f816:3eff:fe6a:9145 (c786842a-3eab-42a0-a5df-56c186777ba4/3667321c-df90-456b-9fb2-902bc2817bfb/4e47aa3a-88ca-49f0-9ece-fb5a257bb3a1) {{(pid=84042) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 21:02:02.721309 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-11384831-e1d0-4a5b-8a5a-a423ae8c2daa tempest-NetworksTest-1502682821 tempest-NetworksTest-1502682821-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33526260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32266407', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32486287'] for subnet, after_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:02.798175 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11384831-e1d0-4a5b-8a5a-a423ae8c2daa tempest-NetworksTest-1502682821 tempest-NetworksTest-1502682821-project] Pushing event updated for resources: {'Subnet': ['ID=9c381957-47db-41eb-b04b-1b278c9a46d9,revision_number=0']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:02:02.891663 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-a1fd29b4-770a-434d-b3ac-7d89418a4196 None None] Provisioning complete for port 70b267dd-e73f-4cc6-9af9-67fc2b9f7259 triggered by entity DHCP. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:02:02.892711 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-a1fd29b4-770a-434d-b3ac-7d89418a4196 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1253608'] for port, provisioning_complete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:02.898327 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11384831-e1d0-4a5b-8a5a-a423ae8c2daa tempest-NetworksTest-1502682821 tempest-NetworksTest-1502682821-project] Checking segment: {'id': 'f4e9b872-2169-4857-87dd-dd61aaa50134', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': 'aa844762-2918-4a82-b11f-63f72c4151e1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84041) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 21:02:02.898968 n-d-838334-2 neutron-server[84041]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11384831-e1d0-4a5b-8a5a-a423ae8c2daa tempest-NetworksTest-1502682821 tempest-NetworksTest-1502682821-project] Network hostable DHCP agents. Network: aa844762-2918-4a82-b11f-63f72c4151e1, hostable agents: ['8746f8ea-3e91-4b32-9919-2c63adeb8722'], hosted agents: [] {{(pid=84041) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 21:02:02.973232 n-d-838334-2 neutron-server[84041]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11384831-e1d0-4a5b-8a5a-a423ae8c2daa tempest-NetworksTest-1502682821 tempest-NetworksTest-1502682821-project] Network aa844762-2918-4a82-b11f-63f72c4151e1 is scheduled to be hosted by DHCP agent 8746f8ea-3e91-4b32-9919-2c63adeb8722 with binding_index 1 {{(pid=84041) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 21:02:02.995481 n-d-838334-2 neutron-server[84041]: DEBUG neutron.scheduler.base_scheduler [None req-11384831-e1d0-4a5b-8a5a-a423ae8c2daa tempest-NetworksTest-1502682821 tempest-NetworksTest-1502682821-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-838334-2, aa844762-2918-4a82-b11f-63f72c4151e1) {{(pid=84041) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:02:03.000767 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11384831-e1d0-4a5b-8a5a-a423ae8c2daa tempest-NetworksTest-1502682821 tempest-NetworksTest-1502682821-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:02:03.002224 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-11384831-e1d0-4a5b-8a5a-a423ae8c2daa tempest-NetworksTest-1502682821 tempest-NetworksTest-1502682821-project] Notify callbacks [] for subnet, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:03.009247 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a554f9e-2cc4-4778-9705-6eab553f824e None None] Network aa844762-2918-4a82-b11f-63f72c4151e1 requested from n-d-838334-2 {{(pid=84042) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 21:02:03.036186 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-11384831-e1d0-4a5b-8a5a-a423ae8c2daa tempest-NetworksTest-1502682821 tempest-NetworksTest-1502682821-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 1.4554026 Apr 18 21:02:03.039165 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 60450) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:02:03.080772 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.plugin [None req-a1fd29b4-770a-434d-b3ac-7d89418a4196 None None] Port 70b267dd-e73f-4cc6-9af9-67fc2b9f7259 cannot update to ACTIVE because it is not bound. {{(pid=84042) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 18 21:02:03.283776 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-98d4d756-8877-4626-bc5c-a1094a7d87e1 tempest-NetworksTest-1502682821 tempest-NetworksTest-1502682821-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1103592'] for network, before_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:03.380460 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-e8522190-4fb4-4f37-94da-493a69ee2be1 None None] Notify callbacks [] for port, precommit_create {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:03.435054 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-e8522190-4fb4-4f37-94da-493a69ee2be1 None None] Transition to ACTIVE for port object 4e47aa3a-88ca-49f0-9ece-fb5a257bb3a1 will not be triggered until provisioned by entity L2. {{(pid=84042) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:02:03.459243 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-98d4d756-8877-4626-bc5c-a1094a7d87e1 tempest-NetworksTest-1502682821 tempest-NetworksTest-1502682821-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1260556'] for subnet, precommit_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:03.489819 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6d77689-b670-40c6-9058-bbee8c766d6a req-9e535742-1399-4645-aa1d-fac2b7555ebd tempest-ServersNegativeTestJSON-508382254 tempest-ServersNegativeTestJSON-508382254-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:02:03.501840 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-c6d77689-b670-40c6-9058-bbee8c766d6a req-9e535742-1399-4645-aa1d-fac2b7555ebd tempest-ServersNegativeTestJSON-508382254 tempest-ServersNegativeTestJSON-508382254-project] 10.222.0.42 "GET /v2.0/ports?device_id=2197a591-197e-47fe-9210-1387bfb6ec5e HTTP/1.1" status: 200 len: 946 time: 0.4727235 Apr 18 21:02:03.571508 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-e8522190-4fb4-4f37-94da-493a69ee2be1 None None] Transition to ACTIVE for port object 4e47aa3a-88ca-49f0-9ece-fb5a257bb3a1 will not be triggered until provisioned by entity DHCP. {{(pid=84042) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:02:03.614756 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-e8522190-4fb4-4f37-94da-493a69ee2be1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750374836619'] for port, after_create {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:03.636637 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-c6d77689-b670-40c6-9058-bbee8c766d6a req-0b23cf4d-fe7e-45fb-bda1-0ef25d31946c tempest-ServersNegativeTestJSON-508382254 tempest-ServersNegativeTestJSON-508382254-project] 10.222.0.42 "GET /v2.0/security-groups?id=ada0ecb3-b1bc-4ba2-8e6c-b06ba09daca2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1330178 Apr 18 21:02:03.668884 n-d-838334-2 neutron-server[84040]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-975a3c71-de04-451c-a12c-ed0fa8e144d6 tempest-FloatingIPAdminTestJSON-116313565 tempest-FloatingIPAdminTestJSON-116313565-project] Router 6490a0d3-5d7b-4019-8cde-f093519ff0dc has already been hosted by L3 agent bc84d6c9-dd7a-4555-a351-592327b46d5a {{(pid=84040) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 21:02:03.751893 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-98d4d756-8877-4626-bc5c-a1094a7d87e1 tempest-NetworksTest-1502682821 tempest-NetworksTest-1502682821-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1260549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33526260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32266336', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32486390'] for subnet, after_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:03.870614 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9966850-c343-484f-952e-a08792e25192 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp016840fc-1f9f-5892-9c53-c9cf6c845bbb-aa844762-2918-4a82-b11f-63f72c4151e1', 'network_id': 'aa844762-2918-4a82-b11f-63f72c4151e1', 'tenant_id': '7bfcf5e6e1be4fd18d7d5e6e5bcd338a', 'fixed_ips': [{'subnet_id': '9c381957-47db-41eb-b04b-1b278c9a46d9'}]}} from n-d-838334-2. {{(pid=84042) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 18 21:02:03.871736 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-f9966850-c343-484f-952e-a08792e25192 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_create {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:03.898001 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.db_base_plugin_common [None req-3f8b1950-efb1-4de5-ab78-79bda543fb9b tempest-NetworksIpV6TestAttrs-532953968 tempest-NetworksIpV6TestAttrs-532953968-project] Allocated IP 2001:db8::f816:3eff:fe15:16f3 (c786842a-3eab-42a0-a5df-56c186777ba4/3667321c-df90-456b-9fb2-902bc2817bfb/70f49ced-0d09-4900-8c47-25cf94cbf6d9) {{(pid=84041) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 21:02:03.903436 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98d4d756-8877-4626-bc5c-a1094a7d87e1 tempest-NetworksTest-1502682821 tempest-NetworksTest-1502682821-project] Pushing event deleted for resources: {'Subnet': ['ID=9c381957-47db-41eb-b04b-1b278c9a46d9,revision_number=None']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:02:03.915137 n-d-838334-2 neutron-server[84042]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8522190-4fb4-4f37-94da-493a69ee2be1 None None] Network c786842a-3eab-42a0-a5df-56c186777ba4 is already hosted by enough agents. {{(pid=84042) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:02:03.916799 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8522190-4fb4-4f37-94da-493a69ee2be1 None None] Pushing event updated for resources: {'Port': ['ID=4e47aa3a-88ca-49f0-9ece-fb5a257bb3a1,revision_number=1']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:02:03.923389 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750375287399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253529'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:03.926133 n-d-838334-2 neutron-server[84042]: DEBUG neutron.scheduler.base_scheduler [None req-e8522190-4fb4-4f37-94da-493a69ee2be1 None None] Resources bound (agent type, host, resource id): {{(pid=84042) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:02:03.930980 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8522190-4fb4-4f37-94da-493a69ee2be1 None None] Received port after_create {{(pid=84042) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 21:02:04.109841 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.managers [None req-e8522190-4fb4-4f37-94da-493a69ee2be1 None None] Attempting to bind port 4e47aa3a-88ca-49f0-9ece-fb5a257bb3a1 on host n-d-838334-2 for vnic_type normal with profile {{(pid=84042) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 21:02:04.110204 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.managers [None req-e8522190-4fb4-4f37-94da-493a69ee2be1 None None] Attempting to bind port 4e47aa3a-88ca-49f0-9ece-fb5a257bb3a1 by drivers openvswitch,hyperv on host n-d-838334-2 at level 0 using segments [{'id': '35e7ce29-31ad-4139-b865-624b2cbf4fc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': 'c786842a-3eab-42a0-a5df-56c186777ba4'}] {{(pid=84042) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 21:02:04.110560 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8522190-4fb4-4f37-94da-493a69ee2be1 None None] Attempting to bind port 4e47aa3a-88ca-49f0-9ece-fb5a257bb3a1 on network c786842a-3eab-42a0-a5df-56c186777ba4 {{(pid=84042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 21:02:04.121345 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8522190-4fb4-4f37-94da-493a69ee2be1 None None] Checking agent: {'id': '97cd4414-7af6-4d67-868d-dff370b4071a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838334-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 25, 49), 'started_at': datetime.datetime(2022, 4, 18, 20, 26, 19), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 21, 1, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838334-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 18 21:02:04.121836 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8522190-4fb4-4f37-94da-493a69ee2be1 None None] Checking segment: {'id': '35e7ce29-31ad-4139-b865-624b2cbf4fc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': 'c786842a-3eab-42a0-a5df-56c186777ba4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84042) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 21:02:04.122101 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-e8522190-4fb4-4f37-94da-493a69ee2be1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:04.122909 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8522190-4fb4-4f37-94da-493a69ee2be1 None None] Bound using segment: {'id': '35e7ce29-31ad-4139-b865-624b2cbf4fc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': 'c786842a-3eab-42a0-a5df-56c186777ba4'} {{(pid=84042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 18 21:02:04.124440 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.managers [None req-e8522190-4fb4-4f37-94da-493a69ee2be1 None None] Bound port: 4e47aa3a-88ca-49f0-9ece-fb5a257bb3a1, host: n-d-838334-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '35e7ce29-31ad-4139-b865-624b2cbf4fc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': 'c786842a-3eab-42a0-a5df-56c186777ba4'}}] {{(pid=84042) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 21:02:04.124440 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-e8522190-4fb4-4f37-94da-493a69ee2be1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:04.134793 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-645b4e40-d20f-47fc-98ce-fc135596fa86 None None] Network aa844762-2918-4a82-b11f-63f72c4151e1 requested from n-d-838334-2 {{(pid=84042) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 21:02:04.280990 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-98d4d756-8877-4626-bc5c-a1094a7d87e1 tempest-NetworksTest-1502682821 tempest-NetworksTest-1502682821-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1258905', 'neutron.services.segments.db._delete_segments_for_network-8750375287417'] for network, precommit_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:04.291591 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d81d153d-719d-49df-8870-e7eead56b128 req-31fb0e63-590a-4472-9278-5825511a9c74 tempest-ServersNegativeTestJSON-508382254 tempest-ServersNegativeTestJSON-508382254-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:02:04.304269 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-d81d153d-719d-49df-8870-e7eead56b128 req-31fb0e63-590a-4472-9278-5825511a9c74 tempest-ServersNegativeTestJSON-508382254 tempest-ServersNegativeTestJSON-508382254-project] 10.222.0.42 "GET /v2.0/ports?device_id=2197a591-197e-47fe-9210-1387bfb6ec5e HTTP/1.1" status: 200 len: 946 time: 0.2906246 Apr 18 21:02:04.379315 n-d-838334-2 neutron-server[84041]: DEBUG neutron.services.segments.db [None req-98d4d756-8877-4626-bc5c-a1094a7d87e1 tempest-NetworksTest-1502682821 tempest-NetworksTest-1502682821-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['aa844762-2918-4a82-b11f-63f72c4151e1']}} {{(pid=84041) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:02:04.412576 n-d-838334-2 neutron-server[84041]: DEBUG neutron.services.segments.db [None req-98d4d756-8877-4626-bc5c-a1094a7d87e1 tempest-NetworksTest-1502682821 tempest-NetworksTest-1502682821-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f4e9b872-2169-4857-87dd-dd61aaa50134') {'for_net_delete': True} {{(pid=84041) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:02:04.412874 n-d-838334-2 neutron-server[84041]: DEBUG neutron.services.segments.db [None req-98d4d756-8877-4626-bc5c-a1094a7d87e1 tempest-NetworksTest-1502682821 tempest-NetworksTest-1502682821-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f4e9b872-2169-4857-87dd-dd61aaa50134') {} {{(pid=84041) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:02:04.421047 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-e8522190-4fb4-4f37-94da-493a69ee2be1 None None] For port 4e47aa3a-88ca-49f0-9ece-fb5a257bb3a1, host n-d-838334-2, cleared binding levels {{(pid=84042) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 21:02:04.428237 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-e8522190-4fb4-4f37-94da-493a69ee2be1 None None] For port 4e47aa3a-88ca-49f0-9ece-fb5a257bb3a1, host n-d-838334-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838334-2',level=0,port_id=4e47aa3a-88ca-49f0-9ece-fb5a257bb3a1,segment=NetworkSegment(35e7ce29-31ad-4139-b865-624b2cbf4fc9),segment_id=35e7ce29-31ad-4139-b865-624b2cbf4fc9)] {{(pid=84042) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 21:02:04.437916 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-e8522190-4fb4-4f37-94da-493a69ee2be1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682'] for port, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:04.451017 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-d81d153d-719d-49df-8870-e7eead56b128 req-9f014014-485b-42c9-a53f-94c92b42b0d2 tempest-ServersNegativeTestJSON-508382254 tempest-ServersNegativeTestJSON-508382254-project] 10.222.0.42 "GET /v2.0/security-groups?id=ada0ecb3-b1bc-4ba2-8e6c-b06ba09daca2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1445282 Apr 18 21:02:04.533306 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-975a3c71-de04-451c-a12c-ed0fa8e144d6 tempest-FloatingIPAdminTestJSON-116313565 tempest-FloatingIPAdminTestJSON-116313565-project] Notify agent at l3_agent.n-d-838334-2 the message routers_updated {{(pid=84040) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 21:02:04.548999 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-975a3c71-de04-451c-a12c-ed0fa8e144d6 tempest-FloatingIPAdminTestJSON-116313565 tempest-FloatingIPAdminTestJSON-116313565-project] 10.222.0.42 "PUT /v2.0/routers/6490a0d3-5d7b-4019-8cde-f093519ff0dc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.7382417 Apr 18 21:02:04.551714 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 60506) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:02:04.558585 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.v2.base [None req-870340de-97bb-4786-bd26-b2f27ded3de2 tempest-FloatingIPAdminTestJSON-116313565 tempest-FloatingIPAdminTestJSON-116313565-project] Request body: {'port': {'network_id': 'e06136ac-ecbe-4f91-af5d-6b98c483e53e', 'name': 'tempest-FloatingIPAdminTestJSON-2116720428'}} {{(pid=84040) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:02:04.567366 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f48be732-2dac-4056-bebc-f14422f896bd None None] Sync routers for ids ['6490a0d3-5d7b-4019-8cde-f093519ff0dc'] in n-d-838334-2 {{(pid=84042) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 18 21:02:04.633338 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f48be732-2dac-4056-bebc-f14422f896bd None None] Routers {'6490a0d3-5d7b-4019-8cde-f093519ff0dc'} bound to L3 agent in host n-d-838334-2 {{(pid=84042) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 21:02:04.638801 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_hamode_db [None req-f48be732-2dac-4056-bebc-f14422f896bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838334-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-18T20:25:48Z,description=,heartbeat_timestamp=2022-04-18T21:01:48Z,host='n-d-838334-2',id=bc84d6c9-dd7a-4555-a351-592327b46d5a,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:25:48Z,topic='l3_agent')) {'router_ids': ['6490a0d3-5d7b-4019-8cde-f093519ff0dc'], 'active': True} {{(pid=84042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:02:04.655107 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-98d4d756-8877-4626-bc5c-a1094a7d87e1 tempest-NetworksTest-1502682821 tempest-NetworksTest-1502682821-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750375287300', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32268156'] for segment, before_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:04.724744 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-98d4d756-8877-4626-bc5c-a1094a7d87e1 tempest-NetworksTest-1502682821 tempest-NetworksTest-1502682821-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1082986'] for segment, precommit_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:04.786323 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 60514) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:02:04.787329 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-98d4d756-8877-4626-bc5c-a1094a7d87e1 tempest-NetworksTest-1502682821 tempest-NetworksTest-1502682821-project] Releasing vlan 386 on physical network physnet1 to pool {{(pid=84041) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 18 21:02:04.787781 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-98d4d756-8877-4626-bc5c-a1094a7d87e1 tempest-NetworksTest-1502682821 tempest-NetworksTest-1502682821-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1082993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32266254'] for segment, after_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:04.819102 n-d-838334-2 neutron-server[84041]: Traceback (most recent call last): Apr 18 21:02:04.819102 n-d-838334-2 neutron-server[84041]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 18 21:02:04.819102 n-d-838334-2 neutron-server[84041]: timer() Apr 18 21:02:04.819102 n-d-838334-2 neutron-server[84041]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 21:02:04.819102 n-d-838334-2 neutron-server[84041]: cb(*args, **kw) Apr 18 21:02:04.819102 n-d-838334-2 neutron-server[84041]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 18 21:02:04.819102 n-d-838334-2 neutron-server[84041]: return func(*args, **kwargs) Apr 18 21:02:04.819102 n-d-838334-2 neutron-server[84041]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 21:02:04.819102 n-d-838334-2 neutron-server[84041]: self._notify() Apr 18 21:02:04.819102 n-d-838334-2 neutron-server[84041]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 21:02:04.819102 n-d-838334-2 neutron-server[84041]: self.callback(batched_events) Apr 18 21:02:04.819102 n-d-838334-2 neutron-server[84041]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 21:02:04.819102 n-d-838334-2 neutron-server[84041]: event.method(event) Apr 18 21:02:04.819102 n-d-838334-2 neutron-server[84041]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 18 21:02:04.819102 n-d-838334-2 neutron-server[84041]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 21:02:04.819102 n-d-838334-2 neutron-server[84041]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 18 21:02:04.819102 n-d-838334-2 neutron-server[84041]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 21:02:04.819102 n-d-838334-2 neutron-server[84041]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 18 21:02:04.819102 n-d-838334-2 neutron-server[84041]: return f(self, *a, **k) Apr 18 21:02:04.819102 n-d-838334-2 neutron-server[84041]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 18 21:02:04.819102 n-d-838334-2 neutron-server[84041]: return self._get(url).json() Apr 18 21:02:04.819102 n-d-838334-2 neutron-server[84041]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 18 21:02:04.819102 n-d-838334-2 neutron-server[84041]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 21:02:04.819102 n-d-838334-2 neutron-server[84041]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 18 21:02:04.819102 n-d-838334-2 neutron-server[84041]: return self.request(url, 'GET', **kwargs) Apr 18 21:02:04.819102 n-d-838334-2 neutron-server[84041]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 18 21:02:04.819102 n-d-838334-2 neutron-server[84041]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 21:02:04.819102 n-d-838334-2 neutron-server[84041]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 18 21:02:04.819102 n-d-838334-2 neutron-server[84041]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 21:02:04.819102 n-d-838334-2 neutron-server[84041]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 18 21:02:04.819102 n-d-838334-2 neutron-server[84041]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 21:02:04.819102 n-d-838334-2 neutron-server[84041]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 21:02:04.858524 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8522190-4fb4-4f37-94da-493a69ee2be1 None None] Pushing event updated for resources: {'Port': ['ID=4e47aa3a-88ca-49f0-9ece-fb5a257bb3a1,revision_number=2']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:02:04.873475 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_hamode_db [None req-f48be732-2dac-4056-bebc-f14422f896bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-838334-2', False) {} {{(pid=84042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:02:04.886571 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [None req-870340de-97bb-4786-bd26-b2f27ded3de2 tempest-FloatingIPAdminTestJSON-116313565 tempest-FloatingIPAdminTestJSON-116313565-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:02:04.895160 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-870340de-97bb-4786-bd26-b2f27ded3de2 tempest-FloatingIPAdminTestJSON-116313565 tempest-FloatingIPAdminTestJSON-116313565-project] Usage tracker for resource:port and tenant:11a721e26f4b40e9902d12cbf98b9f12 is out of sync, need to count used quota {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:02:04.899556 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-870340de-97bb-4786-bd26-b2f27ded3de2 tempest-FloatingIPAdminTestJSON-116313565 tempest-FloatingIPAdminTestJSON-116313565-project] Quota usage for port was recalculated. Used quota:3. {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:02:04.909676 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f48be732-2dac-4056-bebc-f14422f896bd None None] Routers {'6490a0d3-5d7b-4019-8cde-f093519ff0dc'} bound to L3 agent in host n-d-838334-2 {{(pid=84042) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 21:02:04.909676 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_hamode_db [None req-f48be732-2dac-4056-bebc-f14422f896bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838334-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-18T20:25:48Z,description=,heartbeat_timestamp=2022-04-18T21:01:48Z,host='n-d-838334-2',id=bc84d6c9-dd7a-4555-a351-592327b46d5a,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:25:48Z,topic='l3_agent')) {'router_ids': ['6490a0d3-5d7b-4019-8cde-f093519ff0dc'], 'active': True} {{(pid=84042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:02:04.913110 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [None req-870340de-97bb-4786-bd26-b2f27ded3de2 tempest-FloatingIPAdminTestJSON-116313565 tempest-FloatingIPAdminTestJSON-116313565-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:02:04.946543 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-870340de-97bb-4786-bd26-b2f27ded3de2 tempest-FloatingIPAdminTestJSON-116313565 tempest-FloatingIPAdminTestJSON-116313565-project] Made reservation on behalf of 11a721e26f4b40e9902d12cbf98b9f12 for: {'port': 1} {{(pid=84040) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:02:04.950285 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-870340de-97bb-4786-bd26-b2f27ded3de2 tempest-FloatingIPAdminTestJSON-116313565 tempest-FloatingIPAdminTestJSON-116313565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:05.035779 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-e62d87ec-d006-4c6a-ba7e-4843f224d173 req-d2e7b264-5e9b-4412-86c4-fd5a1d86008c tempest-ServerShowV257Test-1586113387 tempest-ServerShowV257Test-1586113387-project] 10.222.0.42 "GET /v2.0/ports?device_id=da175768-20a1-4590-bc10-4a36b6529fba HTTP/1.1" status: 200 len: 210 time: 0.0666463 Apr 18 21:02:05.053354 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a6b480d-1a71-464a-8222-54b859a6b9f0 req-e2db99b1-343f-428c-aca7-db028389097d tempest-ServersNegativeTestJSON-508382254 tempest-ServersNegativeTestJSON-508382254-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:02:05.062443 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-8a6b480d-1a71-464a-8222-54b859a6b9f0 req-e2db99b1-343f-428c-aca7-db028389097d tempest-ServersNegativeTestJSON-508382254 tempest-ServersNegativeTestJSON-508382254-project] 10.222.0.42 "GET /v2.0/ports?device_id=2197a591-197e-47fe-9210-1387bfb6ec5e HTTP/1.1" status: 200 len: 946 time: 0.2521505 Apr 18 21:02:05.134122 n-d-838334-2 neutron-server[84040]: DEBUG neutron.notifiers.nova [None req-870340de-97bb-4786-bd26-b2f27ded3de2 tempest-FloatingIPAdminTestJSON-116313565 tempest-FloatingIPAdminTestJSON-116313565-project] device_id is not set on port 2f7f8d44-e994-421c-b5bf-4105776d3fd7 yet. {{(pid=84040) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 18 21:02:05.158770 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_hamode_db [None req-f48be732-2dac-4056-bebc-f14422f896bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-838334-2', False) {} {{(pid=84042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:02:05.159188 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f48be732-2dac-4056-bebc-f14422f896bd None None] The sync data for ids ['6490a0d3-5d7b-4019-8cde-f093519ff0dc'] in n-d-838334-2 is: [] {{(pid=84042) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 18 21:02:05.192492 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-3f8b1950-efb1-4de5-ab78-79bda543fb9b tempest-NetworksIpV6TestAttrs-532953968 tempest-NetworksIpV6TestAttrs-532953968-project] Notify callbacks [] for port, precommit_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:05.209090 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-98d4d756-8877-4626-bc5c-a1094a7d87e1 tempest-NetworksTest-1502682821 tempest-NetworksTest-1502682821-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1258898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33526109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33444113'] for network, after_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:05.219305 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-98d4d756-8877-4626-bc5c-a1094a7d87e1 tempest-NetworksTest-1502682821 tempest-NetworksTest-1502682821-project] Notify callbacks [] for network, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:05.313555 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98d4d756-8877-4626-bc5c-a1094a7d87e1 tempest-NetworksTest-1502682821 tempest-NetworksTest-1502682821-project] Pushing event deleted for resources: {'Network': ['ID=aa844762-2918-4a82-b11f-63f72c4151e1,revision_number=None']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:02:05.374832 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.provisioning_blocks [None req-3f8b1950-efb1-4de5-ab78-79bda543fb9b tempest-NetworksIpV6TestAttrs-532953968 tempest-NetworksIpV6TestAttrs-532953968-project] Transition to ACTIVE for port object 70f49ced-0d09-4900-8c47-25cf94cbf6d9 will not be triggered until provisioned by entity DHCP. {{(pid=84041) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:02:05.380301 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-98d4d756-8877-4626-bc5c-a1094a7d87e1 tempest-NetworksTest-1502682821 tempest-NetworksTest-1502682821-project] 10.222.0.42 "DELETE /v2.0/networks/aa844762-2918-4a82-b11f-63f72c4151e1 HTTP/1.1" status: 204 len: 168 time: 2.3393543 Apr 18 21:02:05.382652 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 60532) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:02:05.389939 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-af0499ff-ac35-4909-9156-819b9ae5ece8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:05.406491 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.v2.base [None req-dbb9d8b9-cabf-4694-adde-54a6b92f0e42 tempest-NetworksTest-1502682821 tempest-NetworksTest-1502682821-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-420997666'}} {{(pid=84041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:02:05.420229 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-8a6b480d-1a71-464a-8222-54b859a6b9f0 req-8d8421f0-859d-4ca0-a714-3ad2f6bd6d8e tempest-ServersNegativeTestJSON-508382254 tempest-ServersNegativeTestJSON-508382254-project] 10.222.0.42 "GET /v2.0/security-groups?id=ada0ecb3-b1bc-4ba2-8e6c-b06ba09daca2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3517194 Apr 18 21:02:05.420826 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-dbb9d8b9-cabf-4694-adde-54a6b92f0e42 tempest-NetworksTest-1502682821 tempest-NetworksTest-1502682821-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:02:05.434148 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-dbb9d8b9-cabf-4694-adde-54a6b92f0e42 tempest-NetworksTest-1502682821 tempest-NetworksTest-1502682821-project] Usage tracker for resource:network and tenant:7bfcf5e6e1be4fd18d7d5e6e5bcd338a is out of sync, need to count used quota {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:02:05.449208 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-dbb9d8b9-cabf-4694-adde-54a6b92f0e42 tempest-NetworksTest-1502682821 tempest-NetworksTest-1502682821-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:02:05.462256 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-dbb9d8b9-cabf-4694-adde-54a6b92f0e42 tempest-NetworksTest-1502682821 tempest-NetworksTest-1502682821-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:02:05.479057 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-af0499ff-ac35-4909-9156-819b9ae5ece8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:02:05.487305 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-af0499ff-ac35-4909-9156-819b9ae5ece8 admin admin] Usage tracker for resource:security_group_rule and tenant:b65208ec42b14ea98214726f57acdddc is out of sync, need to count used quota {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:02:05.491294 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-af0499ff-ac35-4909-9156-819b9ae5ece8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:02:05.499281 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-af0499ff-ac35-4909-9156-819b9ae5ece8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:02:05.504758 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-3f8b1950-efb1-4de5-ab78-79bda543fb9b tempest-NetworksIpV6TestAttrs-532953968 tempest-NetworksIpV6TestAttrs-532953968-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750374836619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32266323'] for port, after_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:05.506782 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dbb9d8b9-cabf-4694-adde-54a6b92f0e42 tempest-NetworksTest-1502682821 tempest-NetworksTest-1502682821-project] Made reservation on behalf of 7bfcf5e6e1be4fd18d7d5e6e5bcd338a for: {'network': 1} {{(pid=84041) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:02:05.510806 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-dbb9d8b9-cabf-4694-adde-54a6b92f0e42 tempest-NetworksTest-1502682821 tempest-NetworksTest-1502682821-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for network, before_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:05.624225 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.db_base_plugin_common [None req-870340de-97bb-4786-bd26-b2f27ded3de2 tempest-FloatingIPAdminTestJSON-116313565 tempest-FloatingIPAdminTestJSON-116313565-project] Allocated IP 172.20.0.5 (e06136ac-ecbe-4f91-af5d-6b98c483e53e/158fe349-d586-4111-89d4-c4f5d5632a5b/2f7f8d44-e994-421c-b5bf-4105776d3fd7) {{(pid=84040) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 21:02:05.631823 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dbb9d8b9-cabf-4694-adde-54a6b92f0e42 tempest-NetworksTest-1502682821 tempest-NetworksTest-1502682821-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 388} {{(pid=84041) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 21:02:05.650898 n-d-838334-2 neutron-server[84041]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f8b1950-efb1-4de5-ab78-79bda543fb9b tempest-NetworksIpV6TestAttrs-532953968 tempest-NetworksIpV6TestAttrs-532953968-project] Network c786842a-3eab-42a0-a5df-56c186777ba4 is already hosted by enough agents. {{(pid=84041) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:02:05.657385 n-d-838334-2 neutron-server[84041]: DEBUG neutron.scheduler.base_scheduler [None req-3f8b1950-efb1-4de5-ab78-79bda543fb9b tempest-NetworksIpV6TestAttrs-532953968 tempest-NetworksIpV6TestAttrs-532953968-project] Resources bound (agent type, host, resource id): {{(pid=84041) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:02:05.690291 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f8b1950-efb1-4de5-ab78-79bda543fb9b tempest-NetworksIpV6TestAttrs-532953968 tempest-NetworksIpV6TestAttrs-532953968-project] Received port after_create {{(pid=84041) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 21:02:05.694143 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f8b1950-efb1-4de5-ab78-79bda543fb9b tempest-NetworksIpV6TestAttrs-532953968 tempest-NetworksIpV6TestAttrs-532953968-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:02:05.694749 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-3f8b1950-efb1-4de5-ab78-79bda543fb9b tempest-NetworksIpV6TestAttrs-532953968 tempest-NetworksIpV6TestAttrs-532953968-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217293'] for port, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:05.707888 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-dbb9d8b9-cabf-4694-adde-54a6b92f0e42 tempest-NetworksTest-1502682821 tempest-NetworksTest-1502682821-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1082986'] for segment, precommit_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:05.709738 n-d-838334-2 neutron-server[84041]: INFO neutron.db.segments_db [None req-dbb9d8b9-cabf-4694-adde-54a6b92f0e42 tempest-NetworksTest-1502682821 tempest-NetworksTest-1502682821-project] Added segment 2ac19af1-3461-4ed6-ba58-268805630a5a of type vlan for network 6fe86362-384f-4c19-8fa6-6c2bb0e8cbbd Apr 18 21:02:05.712062 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f8b1950-efb1-4de5-ab78-79bda543fb9b tempest-NetworksIpV6TestAttrs-532953968 tempest-NetworksIpV6TestAttrs-532953968-project] Pushing event updated for resources: {'Port': ['ID=70f49ced-0d09-4900-8c47-25cf94cbf6d9,revision_number=1']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:02:05.809642 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-dbb9d8b9-cabf-4694-adde-54a6b92f0e42 tempest-NetworksTest-1502682821 tempest-NetworksTest-1502682821-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750374825732'] for network, precommit_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:05.829563 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-3f8b1950-efb1-4de5-ab78-79bda543fb9b tempest-NetworksIpV6TestAttrs-532953968 tempest-NetworksIpV6TestAttrs-532953968-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 950 time: 3.9770944 Apr 18 21:02:05.832954 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-af0499ff-ac35-4909-9156-819b9ae5ece8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:05.833964 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 60546) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:02:05.873226 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04128c2b-f2b7-484d-81c5-5f13e900a7e4 req-6b852a76-ec6b-4535-a048-620c988ec8a7 tempest-ServersNegativeTestJSON-508382254 tempest-ServersNegativeTestJSON-508382254-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:02:05.887336 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-04128c2b-f2b7-484d-81c5-5f13e900a7e4 req-6b852a76-ec6b-4535-a048-620c988ec8a7 tempest-ServersNegativeTestJSON-508382254 tempest-ServersNegativeTestJSON-508382254-project] 10.222.0.42 "GET /v2.0/ports?device_id=2197a591-197e-47fe-9210-1387bfb6ec5e HTTP/1.1" status: 200 len: 946 time: 0.2713966 Apr 18 21:02:05.938167 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-af0499ff-ac35-4909-9156-819b9ae5ece8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33528224'] for security_group, after_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:05.945565 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.db.resource_extend [None req-dbb9d8b9-cabf-4694-adde-54a6b92f0e42 tempest-NetworksTest-1502682821 tempest-NetworksTest-1502682821-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84041) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 18 21:02:06.126432 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-dbb9d8b9-cabf-4694-adde-54a6b92f0e42 tempest-NetworksTest-1502682821 tempest-NetworksTest-1502682821-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33526109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022'] for network, after_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:06.134686 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbb9d8b9-cabf-4694-adde-54a6b92f0e42 tempest-NetworksTest-1502682821 tempest-NetworksTest-1502682821-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:02:06.135286 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-dbb9d8b9-cabf-4694-adde-54a6b92f0e42 tempest-NetworksTest-1502682821 tempest-NetworksTest-1502682821-project] Notify callbacks [] for network, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:06.163790 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-870340de-97bb-4786-bd26-b2f27ded3de2 tempest-FloatingIPAdminTestJSON-116313565 tempest-FloatingIPAdminTestJSON-116313565-project] Notify callbacks [] for port, precommit_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:06.181130 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af0499ff-ac35-4909-9156-819b9ae5ece8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=730aecd7-29de-4220-b8b6-52fc9880df81,revision_number=1']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:02:06.196979 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-af0499ff-ac35-4909-9156-819b9ae5ece8 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=b65208ec42b14ea98214726f57acdddc&name=default HTTP/1.1" status: 200 len: 2647 time: 1.3793559 Apr 18 21:02:06.211423 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 60556) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:02:06.249133 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.provisioning_blocks [None req-870340de-97bb-4786-bd26-b2f27ded3de2 tempest-FloatingIPAdminTestJSON-116313565 tempest-FloatingIPAdminTestJSON-116313565-project] Transition to ACTIVE for port object 2f7f8d44-e994-421c-b5bf-4105776d3fd7 will not be triggered until provisioned by entity DHCP. {{(pid=84040) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:02:06.316513 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-04128c2b-f2b7-484d-81c5-5f13e900a7e4 req-fe5bc6d4-1a07-4b67-be02-701f3d5c110a tempest-ServersNegativeTestJSON-508382254 tempest-ServersNegativeTestJSON-508382254-project] 10.222.0.42 "GET /v2.0/security-groups?id=ada0ecb3-b1bc-4ba2-8e6c-b06ba09daca2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4276347 Apr 18 21:02:06.491581 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-53881765-f41b-4126-80e7-ece937542202 req-fbc293a0-51a3-4138-903b-d1ee9a1de485 tempest-ServerShowV257Test-1586113387 tempest-ServerShowV257Test-1586113387-project] 10.222.0.42 "GET /v2.0/ports?device_id=da175768-20a1-4590-bc10-4a36b6529fba HTTP/1.1" status: 200 len: 210 time: 0.0923386 Apr 18 21:02:06.516259 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-c2a6b0c4-c82b-4dab-bfa5-a4612d050dbd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:06.520958 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-dbb9d8b9-cabf-4694-adde-54a6b92f0e42 tempest-NetworksTest-1502682821 tempest-NetworksTest-1502682821-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 1.1340961 Apr 18 21:02:06.523843 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 60566) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:02:06.542330 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.v2.base [None req-e82b9d3e-449b-4504-b4ad-af2303e56f47 tempest-NetworksTest-1502682821 tempest-NetworksTest-1502682821-project] Request body: {'subnet': {'network_id': '6fe86362-384f-4c19-8fa6-6c2bb0e8cbbd', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=84040) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:02:06.569673 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbb9d8b9-cabf-4694-adde-54a6b92f0e42 tempest-NetworksTest-1502682821 tempest-NetworksTest-1502682821-project] Pushing event updated for resources: {'Network': ['ID=6fe86362-384f-4c19-8fa6-6c2bb0e8cbbd,revision_number=1']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:02:06.583872 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Network 6fe86362-384f-4c19-8fa6-6c2bb0e8cbbd details requested by agent ovs-agent-n-d-838334-2 with host n-d-838334-2 {{(pid=84042) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 18 21:02:06.592077 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-870340de-97bb-4786-bd26-b2f27ded3de2 tempest-FloatingIPAdminTestJSON-116313565 tempest-FloatingIPAdminTestJSON-116313565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750374836619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32440838'] for port, after_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:06.707999 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.db_base_plugin_v2 [None req-dc60ae40-ed28-4a9f-9775-967c6c0604d8 tempest-NetworksIpV6TestAttrs-532953968 tempest-NetworksIpV6TestAttrs-532953968-project] Deleting subnet 3667321c-df90-456b-9fb2-902bc2817bfb {{(pid=84041) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 18 21:02:06.719591 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-dc60ae40-ed28-4a9f-9775-967c6c0604d8 tempest-NetworksIpV6TestAttrs-532953968 tempest-NetworksIpV6TestAttrs-532953968-project] Notify callbacks [] for subnet, before_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:06.804552 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-dc60ae40-ed28-4a9f-9775-967c6c0604d8 tempest-NetworksIpV6TestAttrs-532953968 tempest-NetworksIpV6TestAttrs-532953968-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32266383'] for subnet, precommit_delete_associations {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:06.947832 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ab2eda9-1141-4fa4-8d51-1d78d603e383 None None] Network c786842a-3eab-42a0-a5df-56c186777ba4 requested from n-d-838334-2 {{(pid=84042) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 21:02:06.998692 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-dc60ae40-ed28-4a9f-9775-967c6c0604d8 tempest-NetworksIpV6TestAttrs-532953968 tempest-NetworksIpV6TestAttrs-532953968-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1260556'] for subnet, precommit_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:07.137660 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Device 4e47aa3a-88ca-49f0-9ece-fb5a257bb3a1 up at agent ovs-agent-n-d-838334-2 {{(pid=84042) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 21:02:07.143782 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-870340de-97bb-4786-bd26-b2f27ded3de2 tempest-FloatingIPAdminTestJSON-116313565 tempest-FloatingIPAdminTestJSON-116313565-project] Pushing event updated for resources: {'Port': ['ID=2f7f8d44-e994-421c-b5bf-4105776d3fd7,revision_number=1']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:02:07.156936 n-d-838334-2 neutron-server[84040]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-870340de-97bb-4786-bd26-b2f27ded3de2 tempest-FloatingIPAdminTestJSON-116313565 tempest-FloatingIPAdminTestJSON-116313565-project] Network e06136ac-ecbe-4f91-af5d-6b98c483e53e is already hosted by enough agents. {{(pid=84040) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:02:07.159348 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-dc60ae40-ed28-4a9f-9775-967c6c0604d8 tempest-NetworksIpV6TestAttrs-532953968 tempest-NetworksIpV6TestAttrs-532953968-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1260549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33526260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32266336', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32486390'] for subnet, after_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:07.165617 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-c2a6b0c4-c82b-4dab-bfa5-a4612d050dbd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:07.172746 n-d-838334-2 neutron-server[84040]: DEBUG neutron.scheduler.base_scheduler [None req-870340de-97bb-4786-bd26-b2f27ded3de2 tempest-FloatingIPAdminTestJSON-116313565 tempest-FloatingIPAdminTestJSON-116313565-project] Resources bound (agent type, host, resource id): {{(pid=84040) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:02:07.175350 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.l3_dvrscheduler_db [None req-870340de-97bb-4786-bd26-b2f27ded3de2 tempest-FloatingIPAdminTestJSON-116313565 tempest-FloatingIPAdminTestJSON-116313565-project] Received port after_create {{(pid=84040) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 21:02:07.230801 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc60ae40-ed28-4a9f-9775-967c6c0604d8 tempest-NetworksIpV6TestAttrs-532953968 tempest-NetworksIpV6TestAttrs-532953968-project] Pushing event deleted for resources: {'Subnet': ['ID=3667321c-df90-456b-9fb2-902bc2817bfb,revision_number=None']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:02:07.246788 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-dc60ae40-ed28-4a9f-9775-967c6c0604d8 tempest-NetworksIpV6TestAttrs-532953968 tempest-NetworksIpV6TestAttrs-532953968-project] Notify callbacks [] for subnet, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:07.261377 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-dc60ae40-ed28-4a9f-9775-967c6c0604d8 tempest-NetworksIpV6TestAttrs-532953968 tempest-NetworksIpV6TestAttrs-532953968-project] 10.222.0.42 "DELETE /v2.0/subnets/3667321c-df90-456b-9fb2-902bc2817bfb HTTP/1.1" status: 204 len: 168 time: 1.4263179 Apr 18 21:02:07.265063 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 60584) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:02:07.299249 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-563a646f-fa03-47b8-aec0-5b37ffef1a8b None None] Provisioning for port 4e47aa3a-88ca-49f0-9ece-fb5a257bb3a1 completed by entity DHCP. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 21:02:07.341376 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [None req-e82b9d3e-449b-4504-b4ad-af2303e56f47 tempest-NetworksTest-1502682821 tempest-NetworksTest-1502682821-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:02:07.365460 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-e82b9d3e-449b-4504-b4ad-af2303e56f47 tempest-NetworksTest-1502682821 tempest-NetworksTest-1502682821-project] Usage tracker for resource:subnet and tenant:7bfcf5e6e1be4fd18d7d5e6e5bcd338a is out of sync, need to count used quota {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:02:07.382434 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0853bffa-cf9f-4bbe-9af4-1a6b13ad499e tempest-NetworksIpV6TestAttrs-532953968 tempest-NetworksIpV6TestAttrs-532953968-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:02:07.383914 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-870340de-97bb-4786-bd26-b2f27ded3de2 tempest-FloatingIPAdminTestJSON-116313565 tempest-FloatingIPAdminTestJSON-116313565-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:02:07.384074 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0853bffa-cf9f-4bbe-9af4-1a6b13ad499e tempest-NetworksIpV6TestAttrs-532953968 tempest-NetworksIpV6TestAttrs-532953968-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:02:07.384567 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-870340de-97bb-4786-bd26-b2f27ded3de2 tempest-FloatingIPAdminTestJSON-116313565 tempest-FloatingIPAdminTestJSON-116313565-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217293'] for port, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:07.384801 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-0853bffa-cf9f-4bbe-9af4-1a6b13ad499e tempest-NetworksIpV6TestAttrs-532953968 tempest-NetworksIpV6TestAttrs-532953968-project] Synchronizing usage tracker for tenant:84b529df784d4667acc93cf51be710ab on resource:subnet {{(pid=84041) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 21:02:07.402278 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-e82b9d3e-449b-4504-b4ad-af2303e56f47 tempest-NetworksTest-1502682821 tempest-NetworksTest-1502682821-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:02:07.409775 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-0853bffa-cf9f-4bbe-9af4-1a6b13ad499e tempest-NetworksIpV6TestAttrs-532953968 tempest-NetworksIpV6TestAttrs-532953968-project] Unset dirty status for tenant:84b529df784d4667acc93cf51be710ab on resource:subnet {{(pid=84041) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 21:02:07.411033 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-0853bffa-cf9f-4bbe-9af4-1a6b13ad499e tempest-NetworksIpV6TestAttrs-532953968 tempest-NetworksIpV6TestAttrs-532953968-project] 10.222.0.42 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.1441920 Apr 18 21:02:07.414058 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 60588) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:02:07.415108 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-870340de-97bb-4786-bd26-b2f27ded3de2 tempest-FloatingIPAdminTestJSON-116313565 tempest-FloatingIPAdminTestJSON-116313565-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.8620842 Apr 18 21:02:07.416315 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [None req-e82b9d3e-449b-4504-b4ad-af2303e56f47 tempest-NetworksTest-1502682821 tempest-NetworksTest-1502682821-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:02:07.418331 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 60592) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:02:07.433320 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b80c7fb-cbe1-4e0e-9692-b6438a315df7 req-6733f22e-e871-4d43-8054-f3c6b5e7ee40 tempest-ServersNegativeTestJSON-508382254 tempest-ServersNegativeTestJSON-508382254-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:02:07.435175 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-2b80c7fb-cbe1-4e0e-9692-b6438a315df7 req-6733f22e-e871-4d43-8054-f3c6b5e7ee40 tempest-ServersNegativeTestJSON-508382254 tempest-ServersNegativeTestJSON-508382254-project] 10.222.0.42 "GET /v2.0/ports?device_id=2197a591-197e-47fe-9210-1387bfb6ec5e HTTP/1.1" status: 200 len: 946 time: 0.4100354 Apr 18 21:02:07.442458 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e82b9d3e-449b-4504-b4ad-af2303e56f47 tempest-NetworksTest-1502682821 tempest-NetworksTest-1502682821-project] Made reservation on behalf of 7bfcf5e6e1be4fd18d7d5e6e5bcd338a for: {'subnet': 1} {{(pid=84040) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:02:07.484132 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Provisioning for port 4e47aa3a-88ca-49f0-9ece-fb5a257bb3a1 completed by entity L2. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 21:02:07.508393 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Provisioning complete for port 4e47aa3a-88ca-49f0-9ece-fb5a257bb3a1 triggered by entity L2. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:02:07.511870 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1253608'] for port, provisioning_complete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:07.596444 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-c2a6b0c4-c82b-4dab-bfa5-a4612d050dbd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33528224'] for security_group, after_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:07.604473 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-3f3c3a88-f49b-421c-819e-005664fcffe2 tempest-NetworksIpV6TestAttrs-532953968 tempest-NetworksIpV6TestAttrs-532953968-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1103592'] for network, before_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:07.615021 n-d-838334-2 neutron-server[84041]: INFO neutron.pecan_wsgi.hooks.translation [None req-3f3c3a88-f49b-421c-819e-005664fcffe2 tempest-NetworksIpV6TestAttrs-532953968 tempest-NetworksIpV6TestAttrs-532953968-project] DELETE failed (client error): There was a conflict when trying to complete your request. Apr 18 21:02:07.617215 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3f3c3a88-f49b-421c-819e-005664fcffe2 tempest-NetworksIpV6TestAttrs-532953968 tempest-NetworksIpV6TestAttrs-532953968-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=84041) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 21:02:07.619239 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-3f3c3a88-f49b-421c-819e-005664fcffe2 tempest-NetworksIpV6TestAttrs-532953968 tempest-NetworksIpV6TestAttrs-532953968-project] 10.222.0.42 "DELETE /v2.0/networks/c786842a-3eab-42a0-a5df-56c186777ba4 HTTP/1.1" status: 409 len: 405 time: 0.2041552 Apr 18 21:02:07.624351 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 60602) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:02:07.631235 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.v2.base [None req-4489002d-fd1d-4ef3-a0de-5dc31720d9f3 tempest-NetworksIpV6TestAttrs-532953968 tempest-NetworksIpV6TestAttrs-532953968-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1871517812'}} {{(pid=84041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:02:07.638074 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-4489002d-fd1d-4ef3-a0de-5dc31720d9f3 tempest-NetworksIpV6TestAttrs-532953968 tempest-NetworksIpV6TestAttrs-532953968-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:02:07.644289 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-4489002d-fd1d-4ef3-a0de-5dc31720d9f3 tempest-NetworksIpV6TestAttrs-532953968 tempest-NetworksIpV6TestAttrs-532953968-project] Usage tracker for resource:network and tenant:84b529df784d4667acc93cf51be710ab is out of sync, need to count used quota {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:02:07.644713 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-2b80c7fb-cbe1-4e0e-9692-b6438a315df7 req-72f7c80b-0779-4863-9231-6395924c1c3d tempest-ServersNegativeTestJSON-508382254 tempest-ServersNegativeTestJSON-508382254-project] 10.222.0.42 "GET /v2.0/security-groups?id=ada0ecb3-b1bc-4ba2-8e6c-b06ba09daca2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1808374 Apr 18 21:02:07.647224 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-cfda008c-5a43-49a2-8189-7d1fcc12a9ac None None] Provisioning for port 2f7f8d44-e994-421c-b5bf-4105776d3fd7 completed by entity DHCP. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 21:02:07.648707 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-4489002d-fd1d-4ef3-a0de-5dc31720d9f3 tempest-NetworksIpV6TestAttrs-532953968 tempest-NetworksIpV6TestAttrs-532953968-project] Quota usage for network was recalculated. Used quota:3. {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:02:07.657708 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-4489002d-fd1d-4ef3-a0de-5dc31720d9f3 tempest-NetworksIpV6TestAttrs-532953968 tempest-NetworksIpV6TestAttrs-532953968-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:02:07.659100 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-cfda008c-5a43-49a2-8189-7d1fcc12a9ac None None] Provisioning complete for port 2f7f8d44-e994-421c-b5bf-4105776d3fd7 triggered by entity DHCP. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:02:07.663808 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-cfda008c-5a43-49a2-8189-7d1fcc12a9ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1253608'] for port, provisioning_complete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:07.672105 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4489002d-fd1d-4ef3-a0de-5dc31720d9f3 tempest-NetworksIpV6TestAttrs-532953968 tempest-NetworksIpV6TestAttrs-532953968-project] Made reservation on behalf of 84b529df784d4667acc93cf51be710ab for: {'network': 1} {{(pid=84041) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:02:07.676288 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-4489002d-fd1d-4ef3-a0de-5dc31720d9f3 tempest-NetworksIpV6TestAttrs-532953968 tempest-NetworksIpV6TestAttrs-532953968-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for network, before_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:07.734859 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4489002d-fd1d-4ef3-a0de-5dc31720d9f3 tempest-NetworksIpV6TestAttrs-532953968 tempest-NetworksIpV6TestAttrs-532953968-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 369} {{(pid=84041) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 21:02:07.742173 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-e82b9d3e-449b-4504-b4ad-af2303e56f47 tempest-NetworksTest-1502682821 tempest-NetworksTest-1502682821-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31752722'] for subnet, before_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:07.758076 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-4489002d-fd1d-4ef3-a0de-5dc31720d9f3 tempest-NetworksIpV6TestAttrs-532953968 tempest-NetworksIpV6TestAttrs-532953968-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1082986'] for segment, precommit_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:07.758387 n-d-838334-2 neutron-server[84041]: INFO neutron.db.segments_db [None req-4489002d-fd1d-4ef3-a0de-5dc31720d9f3 tempest-NetworksIpV6TestAttrs-532953968 tempest-NetworksIpV6TestAttrs-532953968-project] Added segment 4626df7a-7c7d-4299-a7aa-884040aed0d7 of type vlan for network 6041a98c-e588-40f8-bcbe-b28dd5f020b7 Apr 18 21:02:07.809360 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.plugin [None req-cfda008c-5a43-49a2-8189-7d1fcc12a9ac None None] Port 2f7f8d44-e994-421c-b5bf-4105776d3fd7 cannot update to ACTIVE because it is not bound. {{(pid=84042) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 18 21:02:07.809523 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-4489002d-fd1d-4ef3-a0de-5dc31720d9f3 tempest-NetworksIpV6TestAttrs-532953968 tempest-NetworksIpV6TestAttrs-532953968-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750374825732'] for network, precommit_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:07.881807 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-4489002d-fd1d-4ef3-a0de-5dc31720d9f3 tempest-NetworksIpV6TestAttrs-532953968 tempest-NetworksIpV6TestAttrs-532953968-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33526109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022'] for network, after_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:07.885847 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4489002d-fd1d-4ef3-a0de-5dc31720d9f3 tempest-NetworksIpV6TestAttrs-532953968 tempest-NetworksIpV6TestAttrs-532953968-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:02:07.886437 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-4489002d-fd1d-4ef3-a0de-5dc31720d9f3 tempest-NetworksIpV6TestAttrs-532953968 tempest-NetworksIpV6TestAttrs-532953968-project] Notify callbacks [] for network, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:07.898593 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af2c971e-a96a-4c53-8e4f-52e24dadf8b7 None None] DHCP port deletion for c786842a-3eab-42a0-a5df-56c186777ba4 request from n-d-838334-2 {{(pid=84042) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 18 21:02:07.905827 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.plugin [None req-af2c971e-a96a-4c53-8e4f-52e24dadf8b7 None None] Deleting port 4e47aa3a-88ca-49f0-9ece-fb5a257bb3a1 {{(pid=84042) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 21:02:07.906199 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-af2c971e-a96a-4c53-8e4f-52e24dadf8b7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750375188691'] for port, before_delete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:07.913466 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2a6b0c4-c82b-4dab-bfa5-a4612d050dbd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=730aecd7-29de-4220-b8b6-52fc9880df81,revision_number=None']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:02:07.988036 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-4489002d-fd1d-4ef3-a0de-5dc31720d9f3 tempest-NetworksIpV6TestAttrs-532953968 tempest-NetworksIpV6TestAttrs-532953968-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.3603759 Apr 18 21:02:07.999818 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 60614) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:02:08.010943 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-c2a6b0c4-c82b-4dab-bfa5-a4612d050dbd admin admin] Notify callbacks [] for security_group, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:08.012213 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-c2a6b0c4-c82b-4dab-bfa5-a4612d050dbd admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/730aecd7-29de-4220-b8b6-52fc9880df81 HTTP/1.1" status: 204 len: 168 time: 1.7959459 Apr 18 21:02:08.061891 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.v2.base [None req-bc898f99-459c-4c8a-9a0e-bb1dec1dbb0e tempest-NetworksIpV6TestAttrs-532953968 tempest-NetworksIpV6TestAttrs-532953968-project] Request body: {'subnet': {'network_id': '6041a98c-e588-40f8-bcbe-b28dd5f020b7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=84040) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:02:08.077791 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-fda13b3e-a61a-4b60-b93b-58ca7b13055f req-c93b81af-92c0-41ff-9353-29616b890774 tempest-ServerShowV257Test-1586113387 tempest-ServerShowV257Test-1586113387-project] 10.222.0.42 "GET /v2.0/ports?device_id=da175768-20a1-4590-bc10-4a36b6529fba HTTP/1.1" status: 200 len: 210 time: 0.1621349 Apr 18 21:02:08.110630 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:08.202727 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.v2.base [None req-557c2af8-de19-4851-84c7-41cd399a02bb tempest-FloatingIPAdminTestJSON-1424769623 tempest-FloatingIPAdminTestJSON-1424769623-project-admin] Request body: {'floatingip': {'floating_network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'project_id': '11a721e26f4b40e9902d12cbf98b9f12', 'port_id': '2f7f8d44-e994-421c-b5bf-4105776d3fd7'}} {{(pid=84041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:02:08.318966 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-557c2af8-de19-4851-84c7-41cd399a02bb tempest-FloatingIPAdminTestJSON-1424769623 tempest-FloatingIPAdminTestJSON-1424769623-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:02:08.349757 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-0bf25c6c-0337-400e-9eef-834405469010 req-72c70eb7-f06f-4acd-b228-e16b71b82d8f service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=da175768-20a1-4590-bc10-4a36b6529fba HTTP/1.1" status: 200 len: 210 time: 0.1658278 Apr 18 21:02:08.356299 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-557c2af8-de19-4851-84c7-41cd399a02bb tempest-FloatingIPAdminTestJSON-1424769623 tempest-FloatingIPAdminTestJSON-1424769623-project-admin] Usage tracker for resource:floatingip and tenant:11a721e26f4b40e9902d12cbf98b9f12 is out of sync, need to count used quota {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:02:08.371613 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-557c2af8-de19-4851-84c7-41cd399a02bb tempest-FloatingIPAdminTestJSON-1424769623 tempest-FloatingIPAdminTestJSON-1424769623-project-admin] Quota usage for floatingip was recalculated. Used quota:1. {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:02:08.378158 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4489002d-fd1d-4ef3-a0de-5dc31720d9f3 tempest-NetworksIpV6TestAttrs-532953968 tempest-NetworksIpV6TestAttrs-532953968-project] Pushing event updated for resources: {'Network': ['ID=6041a98c-e588-40f8-bcbe-b28dd5f020b7,revision_number=1']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:02:08.393764 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-557c2af8-de19-4851-84c7-41cd399a02bb tempest-FloatingIPAdminTestJSON-1424769623 tempest-FloatingIPAdminTestJSON-1424769623-project-admin] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:02:08.410364 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-557c2af8-de19-4851-84c7-41cd399a02bb tempest-FloatingIPAdminTestJSON-1424769623 tempest-FloatingIPAdminTestJSON-1424769623-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:08.442092 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Network 6041a98c-e588-40f8-bcbe-b28dd5f020b7 details requested by agent ovs-agent-n-d-838334-2 with host n-d-838334-2 {{(pid=84042) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 18 21:02:08.475468 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-e82b9d3e-449b-4504-b4ad-af2303e56f47 tempest-NetworksTest-1502682821 tempest-NetworksTest-1502682821-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33526260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32441074', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31752704'] for subnet, after_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:08.480568 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [None req-bc898f99-459c-4c8a-9a0e-bb1dec1dbb0e tempest-NetworksIpV6TestAttrs-532953968 tempest-NetworksIpV6TestAttrs-532953968-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:02:08.553817 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] For port 4e47aa3a-88ca-49f0-9ece-fb5a257bb3a1, host n-d-838334-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838334-2',level=0,port_id=4e47aa3a-88ca-49f0-9ece-fb5a257bb3a1,segment=NetworkSegment(35e7ce29-31ad-4139-b865-624b2cbf4fc9),segment_id=35e7ce29-31ad-4139-b865-624b2cbf4fc9)] {{(pid=84042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:02:08.555067 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e82b9d3e-449b-4504-b4ad-af2303e56f47 tempest-NetworksTest-1502682821 tempest-NetworksTest-1502682821-project] Pushing event updated for resources: {'Subnet': ['ID=09932e8e-4dfb-41cd-8610-fba25163a5b9,revision_number=0']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:02:08.569875 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [None req-bc898f99-459c-4c8a-9a0e-bb1dec1dbb0e tempest-NetworksIpV6TestAttrs-532953968 tempest-NetworksIpV6TestAttrs-532953968-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:02:08.595194 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682'] for port, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:08.596695 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ef61ae2-b5b2-4acb-aa76-373f1fbdb9e2 req-c654dec5-a362-4572-a974-40004ae3eec9 tempest-ServersNegativeTestJSON-508382254 tempest-ServersNegativeTestJSON-508382254-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:02:08.599977 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-9ef61ae2-b5b2-4acb-aa76-373f1fbdb9e2 req-c654dec5-a362-4572-a974-40004ae3eec9 tempest-ServersNegativeTestJSON-508382254 tempest-ServersNegativeTestJSON-508382254-project] 10.222.0.42 "GET /v2.0/ports?device_id=2197a591-197e-47fe-9210-1387bfb6ec5e HTTP/1.1" status: 200 len: 946 time: 0.5915523 Apr 18 21:02:08.630198 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-557c2af8-de19-4851-84c7-41cd399a02bb tempest-FloatingIPAdminTestJSON-1424769623 tempest-FloatingIPAdminTestJSON-1424769623-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:08.677767 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc898f99-459c-4c8a-9a0e-bb1dec1dbb0e tempest-NetworksIpV6TestAttrs-532953968 tempest-NetworksIpV6TestAttrs-532953968-project] Made reservation on behalf of 84b529df784d4667acc93cf51be710ab for: {'subnet': 1} {{(pid=84040) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:02:08.739091 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Device 4e47aa3a-88ca-49f0-9ece-fb5a257bb3a1 no longer exists at agent ovs-agent-n-d-838334-2 {{(pid=84042) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 21:02:08.783528 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-af2c971e-a96a-4c53-8e4f-52e24dadf8b7 None None] For port 4e47aa3a-88ca-49f0-9ece-fb5a257bb3a1, host n-d-838334-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838334-2',level=0,port_id=4e47aa3a-88ca-49f0-9ece-fb5a257bb3a1,segment=NetworkSegment(35e7ce29-31ad-4139-b865-624b2cbf4fc9),segment_id=35e7ce29-31ad-4139-b865-624b2cbf4fc9)] {{(pid=84042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:02:08.784463 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-af2c971e-a96a-4c53-8e4f-52e24dadf8b7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369123'] for port, precommit_delete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:08.796723 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-9ef61ae2-b5b2-4acb-aa76-373f1fbdb9e2 req-a4e08722-b523-4e52-b3f4-194892b0a755 tempest-ServersNegativeTestJSON-508382254 tempest-ServersNegativeTestJSON-508382254-project] 10.222.0.42 "GET /v2.0/security-groups?id=ada0ecb3-b1bc-4ba2-8e6c-b06ba09daca2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1819048 Apr 18 21:02:08.821264 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e82b9d3e-449b-4504-b4ad-af2303e56f47 tempest-NetworksTest-1502682821 tempest-NetworksTest-1502682821-project] Checking segment: {'id': '2ac19af1-3461-4ed6-ba58-268805630a5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': '6fe86362-384f-4c19-8fa6-6c2bb0e8cbbd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84040) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 21:02:08.824052 n-d-838334-2 neutron-server[84040]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e82b9d3e-449b-4504-b4ad-af2303e56f47 tempest-NetworksTest-1502682821 tempest-NetworksTest-1502682821-project] Network hostable DHCP agents. Network: 6fe86362-384f-4c19-8fa6-6c2bb0e8cbbd, hostable agents: ['8746f8ea-3e91-4b32-9919-2c63adeb8722'], hosted agents: [] {{(pid=84040) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 21:02:08.859604 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.db_base_plugin_common [None req-557c2af8-de19-4851-84c7-41cd399a02bb tempest-FloatingIPAdminTestJSON-1424769623 tempest-FloatingIPAdminTestJSON-1424769623-project-admin] Allocated IP 172.25.8.198 (e41b6600-a917-4a8d-b05c-be3be40c6d8c/6b05667b-848e-4356-9b44-d5eb6808ef74/43f76423-357e-47e7-8735-b8443fe5aab9) {{(pid=84041) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 21:02:08.863444 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-bc898f99-459c-4c8a-9a0e-bb1dec1dbb0e tempest-NetworksIpV6TestAttrs-532953968 tempest-NetworksIpV6TestAttrs-532953968-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31752722'] for subnet, before_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:08.945919 n-d-838334-2 neutron-server[84040]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e82b9d3e-449b-4504-b4ad-af2303e56f47 tempest-NetworksTest-1502682821 tempest-NetworksTest-1502682821-project] Network 6fe86362-384f-4c19-8fa6-6c2bb0e8cbbd is scheduled to be hosted by DHCP agent 8746f8ea-3e91-4b32-9919-2c63adeb8722 with binding_index 1 {{(pid=84040) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 21:02:08.986299 n-d-838334-2 neutron-server[84040]: DEBUG neutron.scheduler.base_scheduler [None req-e82b9d3e-449b-4504-b4ad-af2303e56f47 tempest-NetworksTest-1502682821 tempest-NetworksTest-1502682821-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-838334-2, 6fe86362-384f-4c19-8fa6-6c2bb0e8cbbd) {{(pid=84040) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:02:08.998808 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e82b9d3e-449b-4504-b4ad-af2303e56f47 tempest-NetworksTest-1502682821 tempest-NetworksTest-1502682821-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:02:08.999386 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-e82b9d3e-449b-4504-b4ad-af2303e56f47 tempest-NetworksTest-1502682821 tempest-NetworksTest-1502682821-project] Notify callbacks [] for subnet, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:09.015492 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.plugin [None req-af2c971e-a96a-4c53-8e4f-52e24dadf8b7 None None] Calling delete_port for 4e47aa3a-88ca-49f0-9ece-fb5a257bb3a1 owned by network:dhcp {{(pid=84042) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 21:02:09.054279 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-e82b9d3e-449b-4504-b4ad-af2303e56f47 tempest-NetworksTest-1502682821 tempest-NetworksTest-1502682821-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.5283551 Apr 18 21:02:09.060099 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 60636) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:02:09.085228 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-557c2af8-de19-4851-84c7-41cd399a02bb tempest-FloatingIPAdminTestJSON-1424769623 tempest-FloatingIPAdminTestJSON-1424769623-project-admin] Notify callbacks [] for port, precommit_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:09.118322 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac9e64eb-e1e0-463c-b378-aa0f5a56b799 None None] Network 6fe86362-384f-4c19-8fa6-6c2bb0e8cbbd requested from n-d-838334-2 {{(pid=84042) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 21:02:09.132343 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-557c2af8-de19-4851-84c7-41cd399a02bb tempest-FloatingIPAdminTestJSON-1424769623 tempest-FloatingIPAdminTestJSON-1424769623-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750374836619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32266323'] for port, after_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:09.182356 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Pushing event updated for resources: {'Port': ['ID=4e47aa3a-88ca-49f0-9ece-fb5a257bb3a1,revision_number=4']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:02:09.265869 n-d-838334-2 neutron-server[84041]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-557c2af8-de19-4851-84c7-41cd399a02bb tempest-FloatingIPAdminTestJSON-1424769623 tempest-FloatingIPAdminTestJSON-1424769623-project-admin] Network e41b6600-a917-4a8d-b05c-be3be40c6d8c is already hosted by enough agents. {{(pid=84041) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:02:09.274134 n-d-838334-2 neutron-server[84041]: DEBUG neutron.scheduler.base_scheduler [None req-557c2af8-de19-4851-84c7-41cd399a02bb tempest-FloatingIPAdminTestJSON-1424769623 tempest-FloatingIPAdminTestJSON-1424769623-project-admin] Resources bound (agent type, host, resource id): {{(pid=84041) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:02:09.305551 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.l3_dvrscheduler_db [None req-557c2af8-de19-4851-84c7-41cd399a02bb tempest-FloatingIPAdminTestJSON-1424769623 tempest-FloatingIPAdminTestJSON-1424769623-project-admin] Received port after_create {{(pid=84041) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 21:02:09.365793 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.db.api [None req-af2c971e-a96a-4c53-8e4f-52e24dadf8b7 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84042) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 18 21:02:09.366191 n-d-838334-2 neutron-server[84042]: DEBUG oslo_db.api [None req-af2c971e-a96a-4c53-8e4f-52e24dadf8b7 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 18 21:02:09.414264 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-557c2af8-de19-4851-84c7-41cd399a02bb tempest-FloatingIPAdminTestJSON-1424769623 tempest-FloatingIPAdminTestJSON-1424769623-project-admin] Pushing event updated for resources: {'Port': ['ID=43f76423-357e-47e7-8735-b8443fe5aab9,revision_number=1']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:02:09.453333 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-ab3dcc28-4c65-4180-94ae-7edb132b2452 tempest-NetworksTest-1502682821 tempest-NetworksTest-1502682821-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1103592'] for network, before_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:09.459191 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:09.678170 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] For port 4e47aa3a-88ca-49f0-9ece-fb5a257bb3a1, host n-d-838334-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838334-2',level=0,port_id=4e47aa3a-88ca-49f0-9ece-fb5a257bb3a1,segment=NetworkSegment(35e7ce29-31ad-4139-b865-624b2cbf4fc9),segment_id=35e7ce29-31ad-4139-b865-624b2cbf4fc9)] {{(pid=84042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:02:09.752296 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682'] for port, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:09.801175 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-15318675-1833-4d34-96d7-c93ba301fcdd req-b4e65ac2-a7bc-4072-9e2b-e824b2d8db73 tempest-ServerShowV257Test-1586113387 tempest-ServerShowV257Test-1586113387-project] 10.222.0.42 "GET /v2.0/ports?device_id=da175768-20a1-4590-bc10-4a36b6529fba HTTP/1.1" status: 200 len: 210 time: 0.2758009 Apr 18 21:02:09.846989 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-ab3dcc28-4c65-4180-94ae-7edb132b2452 tempest-NetworksTest-1502682821 tempest-NetworksTest-1502682821-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1260556'] for subnet, precommit_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:09.867638 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.plugin [None req-af2c971e-a96a-4c53-8e4f-52e24dadf8b7 None None] Deleting port 4e47aa3a-88ca-49f0-9ece-fb5a257bb3a1 {{(pid=84042) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 21:02:09.868046 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-af2c971e-a96a-4c53-8e4f-52e24dadf8b7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750375188691'] for port, before_delete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:09.884420 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e61e74-fd0b-453f-9242-1f8b73b46cba req-ce7cfbd1-fb6c-42b4-88ae-ab3df0ba0425 tempest-ServersNegativeTestJSON-508382254 tempest-ServersNegativeTestJSON-508382254-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:02:09.891814 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-52e61e74-fd0b-453f-9242-1f8b73b46cba req-ce7cfbd1-fb6c-42b4-88ae-ab3df0ba0425 tempest-ServersNegativeTestJSON-508382254 tempest-ServersNegativeTestJSON-508382254-project] 10.222.0.42 "GET /v2.0/ports?device_id=2197a591-197e-47fe-9210-1387bfb6ec5e HTTP/1.1" status: 200 len: 946 time: 0.5932007 Apr 18 21:02:09.903039 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d62bdc4-0d70-492e-85aa-7ee874c2fbde None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp016840fc-1f9f-5892-9c53-c9cf6c845bbb-6fe86362-384f-4c19-8fa6-6c2bb0e8cbbd', 'network_id': '6fe86362-384f-4c19-8fa6-6c2bb0e8cbbd', 'tenant_id': '7bfcf5e6e1be4fd18d7d5e6e5bcd338a', 'fixed_ips': [{'subnet_id': '09932e8e-4dfb-41cd-8610-fba25163a5b9'}]}} from n-d-838334-2. {{(pid=84042) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 18 21:02:09.904646 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-2d62bdc4-0d70-492e-85aa-7ee874c2fbde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_create {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:10.032268 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-52e61e74-fd0b-453f-9242-1f8b73b46cba req-5ad6f1cf-dfab-4478-9df5-da537897fdc0 tempest-ServersNegativeTestJSON-508382254 tempest-ServersNegativeTestJSON-508382254-project] 10.222.0.42 "GET /v2.0/security-groups?id=ada0ecb3-b1bc-4ba2-8e6c-b06ba09daca2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1393850 Apr 18 21:02:10.138833 n-d-838334-2 neutron-server[84040]: DEBUG neutron.objects.ports [None req-bc898f99-459c-4c8a-9a0e-bb1dec1dbb0e tempest-NetworksIpV6TestAttrs-532953968 tempest-NetworksIpV6TestAttrs-532953968-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=84040) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} Apr 18 21:02:10.140215 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Pushing event updated for resources: {'Port': ['ID=4e47aa3a-88ca-49f0-9ece-fb5a257bb3a1,revision_number=5']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:02:10.141323 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-bc898f99-459c-4c8a-9a0e-bb1dec1dbb0e tempest-NetworksIpV6TestAttrs-532953968 tempest-NetworksIpV6TestAttrs-532953968-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33526260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32441074', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31752704'] for subnet, after_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:10.219399 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-ab3dcc28-4c65-4180-94ae-7edb132b2452 tempest-NetworksTest-1502682821 tempest-NetworksTest-1502682821-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1260549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33526260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32440885', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31752825'] for subnet, after_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:10.301851 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc898f99-459c-4c8a-9a0e-bb1dec1dbb0e tempest-NetworksIpV6TestAttrs-532953968 tempest-NetworksIpV6TestAttrs-532953968-project] Pushing event updated for resources: {'Subnet': ['ID=3724daf0-c4bf-429d-b551-ef6cb1f17c24,revision_number=0']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:02:10.331056 n-d-838334-2 neutron-server[84042]: ERROR oslo_messaging.rpc.server [None req-2d62bdc4-0d70-492e-85aa-7ee874c2fbde None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 09932e8e-4dfb-41cd-8610-fba25163a5b9: This subnet is being modified by another concurrent operation. Apr 18 21:02:10.331056 n-d-838334-2 neutron-server[84042]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Apr 18 21:02:10.331056 n-d-838334-2 neutron-server[84042]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Apr 18 21:02:10.331056 n-d-838334-2 neutron-server[84042]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Apr 18 21:02:10.331056 n-d-838334-2 neutron-server[84042]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Apr 18 21:02:10.331056 n-d-838334-2 neutron-server[84042]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Apr 18 21:02:10.331056 n-d-838334-2 neutron-server[84042]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Apr 18 21:02:10.331056 n-d-838334-2 neutron-server[84042]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Apr 18 21:02:10.331056 n-d-838334-2 neutron-server[84042]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Apr 18 21:02:10.331056 n-d-838334-2 neutron-server[84042]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Apr 18 21:02:10.331056 n-d-838334-2 neutron-server[84042]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Apr 18 21:02:10.331056 n-d-838334-2 neutron-server[84042]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Apr 18 21:02:10.331056 n-d-838334-2 neutron-server[84042]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Apr 18 21:02:10.331056 n-d-838334-2 neutron-server[84042]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 18 21:02:10.331056 n-d-838334-2 neutron-server[84042]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Apr 18 21:02:10.331056 n-d-838334-2 neutron-server[84042]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Apr 18 21:02:10.331056 n-d-838334-2 neutron-server[84042]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Apr 18 21:02:10.331056 n-d-838334-2 neutron-server[84042]: ERROR oslo_messaging.rpc.server raise value Apr 18 21:02:10.331056 n-d-838334-2 neutron-server[84042]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Apr 18 21:02:10.331056 n-d-838334-2 neutron-server[84042]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 18 21:02:10.331056 n-d-838334-2 neutron-server[84042]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Apr 18 21:02:10.331056 n-d-838334-2 neutron-server[84042]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Apr 18 21:02:10.331056 n-d-838334-2 neutron-server[84042]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Apr 18 21:02:10.331056 n-d-838334-2 neutron-server[84042]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 18 21:02:10.331056 n-d-838334-2 neutron-server[84042]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Apr 18 21:02:10.331056 n-d-838334-2 neutron-server[84042]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Apr 18 21:02:10.331056 n-d-838334-2 neutron-server[84042]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Apr 18 21:02:10.331056 n-d-838334-2 neutron-server[84042]: ERROR oslo_messaging.rpc.server raise value Apr 18 21:02:10.331056 n-d-838334-2 neutron-server[84042]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Apr 18 21:02:10.331056 n-d-838334-2 neutron-server[84042]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 18 21:02:10.331056 n-d-838334-2 neutron-server[84042]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Apr 18 21:02:10.331056 n-d-838334-2 neutron-server[84042]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Apr 18 21:02:10.331056 n-d-838334-2 neutron-server[84042]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Apr 18 21:02:10.331056 n-d-838334-2 neutron-server[84042]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 18 21:02:10.331056 n-d-838334-2 neutron-server[84042]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Apr 18 21:02:10.331056 n-d-838334-2 neutron-server[84042]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Apr 18 21:02:10.331056 n-d-838334-2 neutron-server[84042]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Apr 18 21:02:10.331056 n-d-838334-2 neutron-server[84042]: ERROR oslo_messaging.rpc.server raise value Apr 18 21:02:10.331056 n-d-838334-2 neutron-server[84042]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Apr 18 21:02:10.331056 n-d-838334-2 neutron-server[84042]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Apr 18 21:02:10.331056 n-d-838334-2 neutron-server[84042]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Apr 18 21:02:10.331056 n-d-838334-2 neutron-server[84042]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Apr 18 21:02:10.331056 n-d-838334-2 neutron-server[84042]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 274, in create_dhcp_port Apr 18 21:02:10.331056 n-d-838334-2 neutron-server[84042]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Apr 18 21:02:10.331056 n-d-838334-2 neutron-server[84042]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 99, in _port_action Apr 18 21:02:10.331056 n-d-838334-2 neutron-server[84042]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Apr 18 21:02:10.331056 n-d-838334-2 neutron-server[84042]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 335, in create_port Apr 18 21:02:10.331056 n-d-838334-2 neutron-server[84042]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Apr 18 21:02:10.331056 n-d-838334-2 neutron-server[84042]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 692, in inner Apr 18 21:02:10.331056 n-d-838334-2 neutron-server[84042]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Apr 18 21:02:10.331056 n-d-838334-2 neutron-server[84042]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 233, in wrapped Apr 18 21:02:10.331056 n-d-838334-2 neutron-server[84042]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Apr 18 21:02:10.331056 n-d-838334-2 neutron-server[84042]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Apr 18 21:02:10.335339 n-d-838334-2 neutron-server[84042]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Apr 18 21:02:10.335339 n-d-838334-2 neutron-server[84042]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Apr 18 21:02:10.335339 n-d-838334-2 neutron-server[84042]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 18 21:02:10.335339 n-d-838334-2 neutron-server[84042]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Apr 18 21:02:10.335339 n-d-838334-2 neutron-server[84042]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Apr 18 21:02:10.335339 n-d-838334-2 neutron-server[84042]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Apr 18 21:02:10.335339 n-d-838334-2 neutron-server[84042]: ERROR oslo_messaging.rpc.server raise value Apr 18 21:02:10.335339 n-d-838334-2 neutron-server[84042]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Apr 18 21:02:10.335339 n-d-838334-2 neutron-server[84042]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 18 21:02:10.335339 n-d-838334-2 neutron-server[84042]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Apr 18 21:02:10.335339 n-d-838334-2 neutron-server[84042]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Apr 18 21:02:10.335339 n-d-838334-2 neutron-server[84042]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Apr 18 21:02:10.335339 n-d-838334-2 neutron-server[84042]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 18 21:02:10.335339 n-d-838334-2 neutron-server[84042]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Apr 18 21:02:10.335339 n-d-838334-2 neutron-server[84042]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Apr 18 21:02:10.335339 n-d-838334-2 neutron-server[84042]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Apr 18 21:02:10.335339 n-d-838334-2 neutron-server[84042]: ERROR oslo_messaging.rpc.server raise value Apr 18 21:02:10.335339 n-d-838334-2 neutron-server[84042]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Apr 18 21:02:10.335339 n-d-838334-2 neutron-server[84042]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 18 21:02:10.335339 n-d-838334-2 neutron-server[84042]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Apr 18 21:02:10.335339 n-d-838334-2 neutron-server[84042]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Apr 18 21:02:10.335339 n-d-838334-2 neutron-server[84042]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Apr 18 21:02:10.335339 n-d-838334-2 neutron-server[84042]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 18 21:02:10.335339 n-d-838334-2 neutron-server[84042]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Apr 18 21:02:10.335339 n-d-838334-2 neutron-server[84042]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Apr 18 21:02:10.335339 n-d-838334-2 neutron-server[84042]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Apr 18 21:02:10.335339 n-d-838334-2 neutron-server[84042]: ERROR oslo_messaging.rpc.server raise value Apr 18 21:02:10.335339 n-d-838334-2 neutron-server[84042]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Apr 18 21:02:10.335339 n-d-838334-2 neutron-server[84042]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Apr 18 21:02:10.335339 n-d-838334-2 neutron-server[84042]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1423, in create_port Apr 18 21:02:10.335339 n-d-838334-2 neutron-server[84042]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Apr 18 21:02:10.335339 n-d-838334-2 neutron-server[84042]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1390, in _create_port_db Apr 18 21:02:10.335339 n-d-838334-2 neutron-server[84042]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Apr 18 21:02:10.335339 n-d-838334-2 neutron-server[84042]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1440, in create_port_db Apr 18 21:02:10.335339 n-d-838334-2 neutron-server[84042]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Apr 18 21:02:10.335339 n-d-838334-2 neutron-server[84042]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Apr 18 21:02:10.335339 n-d-838334-2 neutron-server[84042]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Apr 18 21:02:10.335339 n-d-838334-2 neutron-server[84042]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 233, in wrapped Apr 18 21:02:10.335339 n-d-838334-2 neutron-server[84042]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Apr 18 21:02:10.335339 n-d-838334-2 neutron-server[84042]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1014, in wrapper Apr 18 21:02:10.335339 n-d-838334-2 neutron-server[84042]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Apr 18 21:02:10.335339 n-d-838334-2 neutron-server[84042]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Apr 18 21:02:10.335339 n-d-838334-2 neutron-server[84042]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Apr 18 21:02:10.335339 n-d-838334-2 neutron-server[84042]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Apr 18 21:02:10.335339 n-d-838334-2 neutron-server[84042]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Apr 18 21:02:10.335339 n-d-838334-2 neutron-server[84042]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 669, in _ipam_get_subnets Apr 18 21:02:10.335339 n-d-838334-2 neutron-server[84042]: ERROR oslo_messaging.rpc.server subnet.lock_register( Apr 18 21:02:10.335339 n-d-838334-2 neutron-server[84042]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Apr 18 21:02:10.335339 n-d-838334-2 neutron-server[84042]: ERROR oslo_messaging.rpc.server raise exception Apr 18 21:02:10.335339 n-d-838334-2 neutron-server[84042]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 09932e8e-4dfb-41cd-8610-fba25163a5b9: This subnet is being modified by another concurrent operation. Apr 18 21:02:10.335339 n-d-838334-2 neutron-server[84042]: ERROR oslo_messaging.rpc.server Apr 18 21:02:10.380569 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3a96006-131e-4ffb-a8d9-ed9d51316614 None None] Network 6fe86362-384f-4c19-8fa6-6c2bb0e8cbbd requested from n-d-838334-2 {{(pid=84042) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 21:02:10.392727 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc898f99-459c-4c8a-9a0e-bb1dec1dbb0e tempest-NetworksIpV6TestAttrs-532953968 tempest-NetworksIpV6TestAttrs-532953968-project] Checking segment: {'id': '4626df7a-7c7d-4299-a7aa-884040aed0d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '6041a98c-e588-40f8-bcbe-b28dd5f020b7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84040) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 21:02:10.394070 n-d-838334-2 neutron-server[84040]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc898f99-459c-4c8a-9a0e-bb1dec1dbb0e tempest-NetworksIpV6TestAttrs-532953968 tempest-NetworksIpV6TestAttrs-532953968-project] Network hostable DHCP agents. Network: 6041a98c-e588-40f8-bcbe-b28dd5f020b7, hostable agents: ['8746f8ea-3e91-4b32-9919-2c63adeb8722'], hosted agents: [] {{(pid=84040) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 21:02:10.511662 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-af2c971e-a96a-4c53-8e4f-52e24dadf8b7 None None] For port 4e47aa3a-88ca-49f0-9ece-fb5a257bb3a1, host n-d-838334-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838334-2',level=0,port_id=4e47aa3a-88ca-49f0-9ece-fb5a257bb3a1,segment=NetworkSegment(35e7ce29-31ad-4139-b865-624b2cbf4fc9),segment_id=35e7ce29-31ad-4139-b865-624b2cbf4fc9)] {{(pid=84042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:02:10.512190 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-af2c971e-a96a-4c53-8e4f-52e24dadf8b7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369123'] for port, precommit_delete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:10.535186 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-557c2af8-de19-4851-84c7-41cd399a02bb tempest-FloatingIPAdminTestJSON-1424769623 tempest-FloatingIPAdminTestJSON-1424769623-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:10.585461 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab3dcc28-4c65-4180-94ae-7edb132b2452 tempest-NetworksTest-1502682821 tempest-NetworksTest-1502682821-project] Pushing event deleted for resources: {'Subnet': ['ID=09932e8e-4dfb-41cd-8610-fba25163a5b9,revision_number=None']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:02:10.621516 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-557c2af8-de19-4851-84c7-41cd399a02bb tempest-FloatingIPAdminTestJSON-1424769623 tempest-FloatingIPAdminTestJSON-1424769623-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:10.652693 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-ab3dcc28-4c65-4180-94ae-7edb132b2452 tempest-NetworksTest-1502682821 tempest-NetworksTest-1502682821-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1258905', 'neutron.services.segments.db._delete_segments_for_network-8750375287417'] for network, precommit_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:10.720668 n-d-838334-2 neutron-server[84040]: DEBUG neutron.services.segments.db [None req-ab3dcc28-4c65-4180-94ae-7edb132b2452 tempest-NetworksTest-1502682821 tempest-NetworksTest-1502682821-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6fe86362-384f-4c19-8fa6-6c2bb0e8cbbd']}} {{(pid=84040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:02:10.735909 n-d-838334-2 neutron-server[84040]: DEBUG neutron.services.segments.db [None req-ab3dcc28-4c65-4180-94ae-7edb132b2452 tempest-NetworksTest-1502682821 tempest-NetworksTest-1502682821-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2ac19af1-3461-4ed6-ba58-268805630a5a') {'for_net_delete': True} {{(pid=84040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:02:10.736224 n-d-838334-2 neutron-server[84040]: DEBUG neutron.services.segments.db [None req-ab3dcc28-4c65-4180-94ae-7edb132b2452 tempest-NetworksTest-1502682821 tempest-NetworksTest-1502682821-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2ac19af1-3461-4ed6-ba58-268805630a5a') {} {{(pid=84040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:02:10.750216 n-d-838334-2 neutron-server[84040]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc898f99-459c-4c8a-9a0e-bb1dec1dbb0e tempest-NetworksIpV6TestAttrs-532953968 tempest-NetworksIpV6TestAttrs-532953968-project] Network 6041a98c-e588-40f8-bcbe-b28dd5f020b7 is scheduled to be hosted by DHCP agent 8746f8ea-3e91-4b32-9919-2c63adeb8722 with binding_index 1 {{(pid=84040) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 21:02:10.764615 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-ab3dcc28-4c65-4180-94ae-7edb132b2452 tempest-NetworksTest-1502682821 tempest-NetworksTest-1502682821-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750375287300', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31955965'] for segment, before_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:10.774196 n-d-838334-2 neutron-server[84040]: DEBUG neutron.scheduler.base_scheduler [None req-bc898f99-459c-4c8a-9a0e-bb1dec1dbb0e tempest-NetworksIpV6TestAttrs-532953968 tempest-NetworksIpV6TestAttrs-532953968-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-838334-2, 6041a98c-e588-40f8-bcbe-b28dd5f020b7) {{(pid=84040) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:02:10.787761 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.plugin [None req-af2c971e-a96a-4c53-8e4f-52e24dadf8b7 None None] Calling delete_port for 4e47aa3a-88ca-49f0-9ece-fb5a257bb3a1 owned by network:dhcp {{(pid=84042) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 21:02:10.796000 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc898f99-459c-4c8a-9a0e-bb1dec1dbb0e tempest-NetworksIpV6TestAttrs-532953968 tempest-NetworksIpV6TestAttrs-532953968-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:02:10.796595 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-bc898f99-459c-4c8a-9a0e-bb1dec1dbb0e tempest-NetworksIpV6TestAttrs-532953968 tempest-NetworksIpV6TestAttrs-532953968-project] Notify callbacks [] for subnet, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:10.813602 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-ab3dcc28-4c65-4180-94ae-7edb132b2452 tempest-NetworksTest-1502682821 tempest-NetworksTest-1502682821-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1082986'] for segment, precommit_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:10.827399 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd2cdfb3-ce50-4c30-b0f7-e93493e04320 None None] Network 6041a98c-e588-40f8-bcbe-b28dd5f020b7 requested from n-d-838334-2 {{(pid=84042) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 21:02:10.885232 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ab3dcc28-4c65-4180-94ae-7edb132b2452 tempest-NetworksTest-1502682821 tempest-NetworksTest-1502682821-project] Releasing vlan 388 on physical network physnet1 to pool {{(pid=84040) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 18 21:02:10.885726 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-ab3dcc28-4c65-4180-94ae-7edb132b2452 tempest-NetworksTest-1502682821 tempest-NetworksTest-1502682821-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1082993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32440923'] for segment, after_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:10.904841 n-d-838334-2 neutron-server[84040]: Traceback (most recent call last): Apr 18 21:02:10.904841 n-d-838334-2 neutron-server[84040]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 18 21:02:10.904841 n-d-838334-2 neutron-server[84040]: timer() Apr 18 21:02:10.904841 n-d-838334-2 neutron-server[84040]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 21:02:10.904841 n-d-838334-2 neutron-server[84040]: cb(*args, **kw) Apr 18 21:02:10.904841 n-d-838334-2 neutron-server[84040]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 18 21:02:10.904841 n-d-838334-2 neutron-server[84040]: return func(*args, **kwargs) Apr 18 21:02:10.904841 n-d-838334-2 neutron-server[84040]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 21:02:10.904841 n-d-838334-2 neutron-server[84040]: self._notify() Apr 18 21:02:10.904841 n-d-838334-2 neutron-server[84040]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 21:02:10.904841 n-d-838334-2 neutron-server[84040]: self.callback(batched_events) Apr 18 21:02:10.904841 n-d-838334-2 neutron-server[84040]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 21:02:10.904841 n-d-838334-2 neutron-server[84040]: event.method(event) Apr 18 21:02:10.904841 n-d-838334-2 neutron-server[84040]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 18 21:02:10.904841 n-d-838334-2 neutron-server[84040]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 21:02:10.904841 n-d-838334-2 neutron-server[84040]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 18 21:02:10.904841 n-d-838334-2 neutron-server[84040]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 21:02:10.904841 n-d-838334-2 neutron-server[84040]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 18 21:02:10.904841 n-d-838334-2 neutron-server[84040]: return f(self, *a, **k) Apr 18 21:02:10.904841 n-d-838334-2 neutron-server[84040]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 18 21:02:10.904841 n-d-838334-2 neutron-server[84040]: return self._get(url).json() Apr 18 21:02:10.904841 n-d-838334-2 neutron-server[84040]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 18 21:02:10.904841 n-d-838334-2 neutron-server[84040]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 21:02:10.904841 n-d-838334-2 neutron-server[84040]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 18 21:02:10.904841 n-d-838334-2 neutron-server[84040]: return self.request(url, 'GET', **kwargs) Apr 18 21:02:10.904841 n-d-838334-2 neutron-server[84040]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 18 21:02:10.904841 n-d-838334-2 neutron-server[84040]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 21:02:10.904841 n-d-838334-2 neutron-server[84040]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 18 21:02:10.904841 n-d-838334-2 neutron-server[84040]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 21:02:10.904841 n-d-838334-2 neutron-server[84040]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 18 21:02:10.904841 n-d-838334-2 neutron-server[84040]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 21:02:10.904841 n-d-838334-2 neutron-server[84040]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 21:02:10.986775 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-bc898f99-459c-4c8a-9a0e-bb1dec1dbb0e tempest-NetworksIpV6TestAttrs-532953968 tempest-NetworksIpV6TestAttrs-532953968-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 818 time: 2.9746323 Apr 18 21:02:10.991609 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 60674) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:02:11.048920 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bfa055e-a596-45d8-aa86-e7f80500e546 req-e696930c-bc9c-477c-9071-4193de80fc17 tempest-ServersNegativeTestJSON-508382254 tempest-ServersNegativeTestJSON-508382254-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:02:11.051970 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-4bfa055e-a596-45d8-aa86-e7f80500e546 req-e696930c-bc9c-477c-9071-4193de80fc17 tempest-ServersNegativeTestJSON-508382254 tempest-ServersNegativeTestJSON-508382254-project] 10.222.0.42 "GET /v2.0/ports?device_id=2197a591-197e-47fe-9210-1387bfb6ec5e HTTP/1.1" status: 200 len: 946 time: 0.2323298 Apr 18 21:02:11.053119 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-ab3dcc28-4c65-4180-94ae-7edb132b2452 tempest-NetworksTest-1502682821 tempest-NetworksTest-1502682821-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1258898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33526109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33444113'] for network, after_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:11.093584 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-ab3dcc28-4c65-4180-94ae-7edb132b2452 tempest-NetworksTest-1502682821 tempest-NetworksTest-1502682821-project] Notify callbacks [] for network, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:11.098620 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-af2c971e-a96a-4c53-8e4f-52e24dadf8b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750375259028', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750374836628'] for port, after_delete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:11.138056 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-ab3dcc28-4c65-4180-94ae-7edb132b2452 tempest-NetworksTest-1502682821 tempest-NetworksTest-1502682821-project] 10.222.0.42 "DELETE /v2.0/networks/6fe86362-384f-4c19-8fa6-6c2bb0e8cbbd HTTP/1.1" status: 204 len: 168 time: 2.0734501 Apr 18 21:02:11.140722 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab3dcc28-4c65-4180-94ae-7edb132b2452 tempest-NetworksTest-1502682821 tempest-NetworksTest-1502682821-project] Pushing event deleted for resources: {'Network': ['ID=6fe86362-384f-4c19-8fa6-6c2bb0e8cbbd,revision_number=None']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:02:11.144781 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 60680) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:02:11.195914 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af2c971e-a96a-4c53-8e4f-52e24dadf8b7 None None] Pushing event deleted for resources: {'Port': ['ID=4e47aa3a-88ca-49f0-9ece-fb5a257bb3a1,revision_number=None']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:02:11.211206 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-30545d21-2be0-4e59-9542-7e75f7591643 req-27acef00-7dde-441f-a97c-8c10d4c5223d tempest-ServerShowV257Test-1586113387 tempest-ServerShowV257Test-1586113387-project] 10.222.0.42 "GET /v2.0/ports?device_id=da175768-20a1-4590-bc10-4a36b6529fba HTTP/1.1" status: 200 len: 210 time: 0.0852559 Apr 18 21:02:11.215458 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af2c971e-a96a-4c53-8e4f-52e24dadf8b7 None None] No DVR routers for this DVR port 4e47aa3a-88ca-49f0-9ece-fb5a257bb3a1 on host n-d-838334-2 {{(pid=84042) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 21:02:11.227442 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.v2.base [None req-e6ac1c74-7884-4504-8c99-f939062d3ced tempest-NetworksTest-1502682821 tempest-NetworksTest-1502682821-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1448809911'}} {{(pid=84040) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:02:11.261655 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [None req-e6ac1c74-7884-4504-8c99-f939062d3ced tempest-NetworksTest-1502682821 tempest-NetworksTest-1502682821-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:02:11.300928 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-e6ac1c74-7884-4504-8c99-f939062d3ced tempest-NetworksTest-1502682821 tempest-NetworksTest-1502682821-project] Usage tracker for resource:network and tenant:7bfcf5e6e1be4fd18d7d5e6e5bcd338a is out of sync, need to count used quota {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:02:11.312037 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-e6ac1c74-7884-4504-8c99-f939062d3ced tempest-NetworksTest-1502682821 tempest-NetworksTest-1502682821-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:02:11.350713 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [None req-e6ac1c74-7884-4504-8c99-f939062d3ced tempest-NetworksTest-1502682821 tempest-NetworksTest-1502682821-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:02:11.350882 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb0b6eac-ef99-4a56-aaca-d48bdb7ce43b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp016840fc-1f9f-5892-9c53-c9cf6c845bbb-6041a98c-e588-40f8-bcbe-b28dd5f020b7', 'network_id': '6041a98c-e588-40f8-bcbe-b28dd5f020b7', 'tenant_id': '84b529df784d4667acc93cf51be710ab', 'fixed_ips': [{'subnet_id': '3724daf0-c4bf-429d-b551-ef6cb1f17c24'}]}} from n-d-838334-2. {{(pid=84042) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 18 21:02:11.351651 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-eb0b6eac-ef99-4a56-aaca-d48bdb7ce43b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_create {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:11.360075 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-92144b66-2076-47a0-9e4f-1be2ce5ac082 tempest-NetworksIpV6TestAttrs-532953968 tempest-NetworksIpV6TestAttrs-532953968-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1103592'] for network, before_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:11.369408 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-4bfa055e-a596-45d8-aa86-e7f80500e546 req-96d8c280-3e7e-41f8-a9e3-be3ab173dc23 tempest-ServersNegativeTestJSON-508382254 tempest-ServersNegativeTestJSON-508382254-project] 10.222.0.42 "GET /v2.0/security-groups?id=ada0ecb3-b1bc-4ba2-8e6c-b06ba09daca2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2725134 Apr 18 21:02:11.392539 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e6ac1c74-7884-4504-8c99-f939062d3ced tempest-NetworksTest-1502682821 tempest-NetworksTest-1502682821-project] Made reservation on behalf of 7bfcf5e6e1be4fd18d7d5e6e5bcd338a for: {'network': 1} {{(pid=84040) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:02:11.397790 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-e6ac1c74-7884-4504-8c99-f939062d3ced tempest-NetworksTest-1502682821 tempest-NetworksTest-1502682821-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for network, before_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:11.460840 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e6ac1c74-7884-4504-8c99-f939062d3ced tempest-NetworksTest-1502682821 tempest-NetworksTest-1502682821-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 376} {{(pid=84040) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 21:02:11.472699 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-92144b66-2076-47a0-9e4f-1be2ce5ac082 tempest-NetworksIpV6TestAttrs-532953968 tempest-NetworksIpV6TestAttrs-532953968-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1260556'] for subnet, precommit_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:11.482984 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-e6ac1c74-7884-4504-8c99-f939062d3ced tempest-NetworksTest-1502682821 tempest-NetworksTest-1502682821-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1082986'] for segment, precommit_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:11.483841 n-d-838334-2 neutron-server[84040]: INFO neutron.db.segments_db [None req-e6ac1c74-7884-4504-8c99-f939062d3ced tempest-NetworksTest-1502682821 tempest-NetworksTest-1502682821-project] Added segment f7e7c85a-f660-4a58-9eb8-126b4ceb5bd9 of type vlan for network e9d22f8d-94c7-431c-8b94-40bf22076d1a Apr 18 21:02:11.520450 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-e6ac1c74-7884-4504-8c99-f939062d3ced tempest-NetworksTest-1502682821 tempest-NetworksTest-1502682821-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750374825732'] for network, precommit_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:11.536029 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.db.resource_extend [None req-557c2af8-de19-4851-84c7-41cd399a02bb tempest-FloatingIPAdminTestJSON-1424769623 tempest-FloatingIPAdminTestJSON-1424769623-project-admin] It took 0.18 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84041) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 18 21:02:11.570545 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-557c2af8-de19-4851-84c7-41cd399a02bb tempest-FloatingIPAdminTestJSON-1424769623 tempest-FloatingIPAdminTestJSON-1424769623-project-admin] Notify callbacks [] for port, precommit_update {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:11.585256 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-557c2af8-de19-4851-84c7-41cd399a02bb tempest-FloatingIPAdminTestJSON-1424769623 tempest-FloatingIPAdminTestJSON-1424769623-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32266282'] for port, after_update {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:11.586311 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-e6ac1c74-7884-4504-8c99-f939062d3ced tempest-NetworksTest-1502682821 tempest-NetworksTest-1502682821-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33526109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022'] for network, after_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:11.594685 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6ac1c74-7884-4504-8c99-f939062d3ced tempest-NetworksTest-1502682821 tempest-NetworksTest-1502682821-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:02:11.598360 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-e6ac1c74-7884-4504-8c99-f939062d3ced tempest-NetworksTest-1502682821 tempest-NetworksTest-1502682821-project] Notify callbacks [] for network, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:11.725876 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-557c2af8-de19-4851-84c7-41cd399a02bb tempest-FloatingIPAdminTestJSON-1424769623 tempest-FloatingIPAdminTestJSON-1424769623-project-admin] Pushing event updated for resources: {'Port': ['ID=43f76423-357e-47e7-8735-b8443fe5aab9,revision_number=2']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:02:11.732994 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-557c2af8-de19-4851-84c7-41cd399a02bb tempest-FloatingIPAdminTestJSON-1424769623 tempest-FloatingIPAdminTestJSON-1424769623-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33444131'] for floatingip, after_update {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:11.759092 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.db_base_plugin_common [None req-eb0b6eac-ef99-4a56-aaca-d48bdb7ce43b None None] Allocated IP 2001:db8::f816:3eff:fe03:7071 (6041a98c-e588-40f8-bcbe-b28dd5f020b7/3724daf0-c4bf-429d-b551-ef6cb1f17c24/6ec79da2-81cd-4ce1-8aee-887690c6d5ce) {{(pid=84042) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 21:02:11.882601 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6ac1c74-7884-4504-8c99-f939062d3ced tempest-NetworksTest-1502682821 tempest-NetworksTest-1502682821-project] Pushing event updated for resources: {'Network': ['ID=e9d22f8d-94c7-431c-8b94-40bf22076d1a,revision_number=1']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:02:11.916233 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Network e9d22f8d-94c7-431c-8b94-40bf22076d1a details requested by agent ovs-agent-n-d-838334-2 with host n-d-838334-2 {{(pid=84042) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 18 21:02:11.941454 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-e6ac1c74-7884-4504-8c99-f939062d3ced tempest-NetworksTest-1502682821 tempest-NetworksTest-1502682821-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.7472255 Apr 18 21:02:11.942079 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 60704) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:02:11.952020 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.v2.base [None req-7aba46df-4a2d-408e-aa1a-6918a5cfe349 tempest-NetworksTest-1502682821 tempest-NetworksTest-1502682821-project] Request body: {'subnet': {'network_id': 'e9d22f8d-94c7-431c-8b94-40bf22076d1a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=84040) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:02:12.012646 n-d-838334-2 neutron-server[84041]: INFO neutron.db.l3_db [None req-557c2af8-de19-4851-84c7-41cd399a02bb tempest-FloatingIPAdminTestJSON-1424769623 tempest-FloatingIPAdminTestJSON-1424769623-project-admin] Floating IP b52b20a3-6942-4047-899f-838f1f15c984 associated. External IP: 172.25.8.198, port: 2f7f8d44-e994-421c-b5bf-4105776d3fd7. Apr 18 21:02:12.206319 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [None req-7aba46df-4a2d-408e-aa1a-6918a5cfe349 tempest-NetworksTest-1502682821 tempest-NetworksTest-1502682821-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:02:12.207748 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-7aba46df-4a2d-408e-aa1a-6918a5cfe349 tempest-NetworksTest-1502682821 tempest-NetworksTest-1502682821-project] Usage tracker for resource:subnet and tenant:7bfcf5e6e1be4fd18d7d5e6e5bcd338a is out of sync, need to count used quota {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:02:12.228255 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-7aba46df-4a2d-408e-aa1a-6918a5cfe349 tempest-NetworksTest-1502682821 tempest-NetworksTest-1502682821-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:02:12.254396 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [None req-7aba46df-4a2d-408e-aa1a-6918a5cfe349 tempest-NetworksTest-1502682821 tempest-NetworksTest-1502682821-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:02:12.286928 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7aba46df-4a2d-408e-aa1a-6918a5cfe349 tempest-NetworksTest-1502682821 tempest-NetworksTest-1502682821-project] Made reservation on behalf of 7bfcf5e6e1be4fd18d7d5e6e5bcd338a for: {'subnet': 1} {{(pid=84040) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:02:12.448159 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-7aba46df-4a2d-408e-aa1a-6918a5cfe349 tempest-NetworksTest-1502682821 tempest-NetworksTest-1502682821-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31752722'] for subnet, before_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:12.596320 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-e2e78a19-932e-4b69-9809-4ce6073a97d0 req-d29990f9-f091-4856-8d95-2b9f21257d02 tempest-ServerShowV257Test-1586113387 tempest-ServerShowV257Test-1586113387-project] 10.222.0.42 "GET /v2.0/ports?device_id=da175768-20a1-4590-bc10-4a36b6529fba HTTP/1.1" status: 200 len: 210 time: 0.1356349 Apr 18 21:02:12.683462 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-eb0b6eac-ef99-4a56-aaca-d48bdb7ce43b None None] Notify callbacks [] for port, precommit_create {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:12.707472 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-eb0b6eac-ef99-4a56-aaca-d48bdb7ce43b None None] Transition to ACTIVE for port object 6ec79da2-81cd-4ce1-8aee-887690c6d5ce will not be triggered until provisioned by entity L2. {{(pid=84042) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:02:12.729086 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-eb0b6eac-ef99-4a56-aaca-d48bdb7ce43b None None] Transition to ACTIVE for port object 6ec79da2-81cd-4ce1-8aee-887690c6d5ce will not be triggered until provisioned by entity DHCP. {{(pid=84042) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:02:12.741279 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-eb0b6eac-ef99-4a56-aaca-d48bdb7ce43b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750374836619'] for port, after_create {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:12.788594 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.ipam_backend_mixin [None req-7aba46df-4a2d-408e-aa1a-6918a5cfe349 tempest-NetworksTest-1502682821 tempest-NetworksTest-1502682821-project] Performing IP validity checks on allocation pools {{(pid=84040) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} Apr 18 21:02:12.789126 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.ipam_backend_mixin [None req-7aba46df-4a2d-408e-aa1a-6918a5cfe349 tempest-NetworksTest-1502682821 tempest-NetworksTest-1502682821-project] Checking for overlaps among allocation pools and gateway ip {{(pid=84040) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} Apr 18 21:02:12.890120 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fd84568-05ad-4702-8d97-a2a435366d77 req-cb48d04d-5422-4d36-b03d-44e8919b00c7 tempest-ServersNegativeTestJSON-508382254 tempest-ServersNegativeTestJSON-508382254-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:02:12.891680 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-2fd84568-05ad-4702-8d97-a2a435366d77 req-cb48d04d-5422-4d36-b03d-44e8919b00c7 tempest-ServersNegativeTestJSON-508382254 tempest-ServersNegativeTestJSON-508382254-project] 10.222.0.42 "GET /v2.0/ports?device_id=2197a591-197e-47fe-9210-1387bfb6ec5e HTTP/1.1" status: 200 len: 946 time: 0.1786058 Apr 18 21:02:12.910994 n-d-838334-2 neutron-server[84042]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb0b6eac-ef99-4a56-aaca-d48bdb7ce43b None None] Network 6041a98c-e588-40f8-bcbe-b28dd5f020b7 is already hosted by enough agents. {{(pid=84042) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:02:12.914835 n-d-838334-2 neutron-server[84042]: DEBUG neutron.scheduler.base_scheduler [None req-eb0b6eac-ef99-4a56-aaca-d48bdb7ce43b None None] Resources bound (agent type, host, resource id): {{(pid=84042) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:02:12.918102 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb0b6eac-ef99-4a56-aaca-d48bdb7ce43b None None] Received port after_create {{(pid=84042) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 21:02:12.923746 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-92144b66-2076-47a0-9e4f-1be2ce5ac082 tempest-NetworksIpV6TestAttrs-532953968 tempest-NetworksIpV6TestAttrs-532953968-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1260549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33526260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32266336', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32486390'] for subnet, after_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:12.932031 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb0b6eac-ef99-4a56-aaca-d48bdb7ce43b None None] Pushing event updated for resources: {'Port': ['ID=6ec79da2-81cd-4ce1-8aee-887690c6d5ce,revision_number=1']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:02:12.995427 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92144b66-2076-47a0-9e4f-1be2ce5ac082 tempest-NetworksIpV6TestAttrs-532953968 tempest-NetworksIpV6TestAttrs-532953968-project] Pushing event deleted for resources: {'Subnet': ['ID=3724daf0-c4bf-429d-b551-ef6cb1f17c24,revision_number=None']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:02:13.081371 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.managers [None req-eb0b6eac-ef99-4a56-aaca-d48bdb7ce43b None None] Attempting to bind port 6ec79da2-81cd-4ce1-8aee-887690c6d5ce on host n-d-838334-2 for vnic_type normal with profile {{(pid=84042) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 21:02:13.081931 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.managers [None req-eb0b6eac-ef99-4a56-aaca-d48bdb7ce43b None None] Attempting to bind port 6ec79da2-81cd-4ce1-8aee-887690c6d5ce by drivers openvswitch,hyperv on host n-d-838334-2 at level 0 using segments [{'id': '4626df7a-7c7d-4299-a7aa-884040aed0d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '6041a98c-e588-40f8-bcbe-b28dd5f020b7'}] {{(pid=84042) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 21:02:13.082302 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb0b6eac-ef99-4a56-aaca-d48bdb7ce43b None None] Attempting to bind port 6ec79da2-81cd-4ce1-8aee-887690c6d5ce on network 6041a98c-e588-40f8-bcbe-b28dd5f020b7 {{(pid=84042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 21:02:13.098901 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb0b6eac-ef99-4a56-aaca-d48bdb7ce43b None None] Checking agent: {'id': '97cd4414-7af6-4d67-868d-dff370b4071a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838334-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 25, 49), 'started_at': datetime.datetime(2022, 4, 18, 20, 26, 19), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 21, 1, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838334-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 18 21:02:13.099974 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb0b6eac-ef99-4a56-aaca-d48bdb7ce43b None None] Checking segment: {'id': '4626df7a-7c7d-4299-a7aa-884040aed0d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '6041a98c-e588-40f8-bcbe-b28dd5f020b7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84042) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 21:02:13.100416 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-eb0b6eac-ef99-4a56-aaca-d48bdb7ce43b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:13.100927 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb0b6eac-ef99-4a56-aaca-d48bdb7ce43b None None] Bound using segment: {'id': '4626df7a-7c7d-4299-a7aa-884040aed0d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '6041a98c-e588-40f8-bcbe-b28dd5f020b7'} {{(pid=84042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 18 21:02:13.103673 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.managers [None req-eb0b6eac-ef99-4a56-aaca-d48bdb7ce43b None None] Bound port: 6ec79da2-81cd-4ce1-8aee-887690c6d5ce, host: n-d-838334-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4626df7a-7c7d-4299-a7aa-884040aed0d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '6041a98c-e588-40f8-bcbe-b28dd5f020b7'}}] {{(pid=84042) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 21:02:13.104079 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-eb0b6eac-ef99-4a56-aaca-d48bdb7ce43b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:13.181115 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-2fd84568-05ad-4702-8d97-a2a435366d77 req-a1c7f7c6-4582-4b4f-90c6-d500f4f03fb2 tempest-ServersNegativeTestJSON-508382254 tempest-ServersNegativeTestJSON-508382254-project] 10.222.0.42 "GET /v2.0/security-groups?id=ada0ecb3-b1bc-4ba2-8e6c-b06ba09daca2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2812667 Apr 18 21:02:13.181973 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 60736) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:02:13.282825 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-7aba46df-4a2d-408e-aa1a-6918a5cfe349 tempest-NetworksTest-1502682821 tempest-NetworksTest-1502682821-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33526260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32441074', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31752704'] for subnet, after_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:13.320166 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-92144b66-2076-47a0-9e4f-1be2ce5ac082 tempest-NetworksIpV6TestAttrs-532953968 tempest-NetworksIpV6TestAttrs-532953968-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1258905', 'neutron.services.segments.db._delete_segments_for_network-8750375287417'] for network, precommit_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:13.384578 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aba46df-4a2d-408e-aa1a-6918a5cfe349 tempest-NetworksTest-1502682821 tempest-NetworksTest-1502682821-project] Pushing event updated for resources: {'Subnet': ['ID=f33c588a-5f66-4218-98ff-ffe27617370c,revision_number=0']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:02:13.385201 n-d-838334-2 neutron-server[84041]: DEBUG neutron.services.segments.db [None req-92144b66-2076-47a0-9e4f-1be2ce5ac082 tempest-NetworksIpV6TestAttrs-532953968 tempest-NetworksIpV6TestAttrs-532953968-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6041a98c-e588-40f8-bcbe-b28dd5f020b7']}} {{(pid=84041) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:02:13.400884 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-eb0b6eac-ef99-4a56-aaca-d48bdb7ce43b None None] For port 6ec79da2-81cd-4ce1-8aee-887690c6d5ce, host n-d-838334-2, cleared binding levels {{(pid=84042) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 21:02:13.409666 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-eb0b6eac-ef99-4a56-aaca-d48bdb7ce43b None None] For port 6ec79da2-81cd-4ce1-8aee-887690c6d5ce, host n-d-838334-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838334-2',level=0,port_id=6ec79da2-81cd-4ce1-8aee-887690c6d5ce,segment=NetworkSegment(4626df7a-7c7d-4299-a7aa-884040aed0d7),segment_id=4626df7a-7c7d-4299-a7aa-884040aed0d7)] {{(pid=84042) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 21:02:13.414951 n-d-838334-2 neutron-server[84041]: DEBUG neutron.services.segments.db [None req-92144b66-2076-47a0-9e4f-1be2ce5ac082 tempest-NetworksIpV6TestAttrs-532953968 tempest-NetworksIpV6TestAttrs-532953968-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4626df7a-7c7d-4299-a7aa-884040aed0d7') {'for_net_delete': True} {{(pid=84041) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:02:13.415248 n-d-838334-2 neutron-server[84041]: DEBUG neutron.services.segments.db [None req-92144b66-2076-47a0-9e4f-1be2ce5ac082 tempest-NetworksIpV6TestAttrs-532953968 tempest-NetworksIpV6TestAttrs-532953968-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4626df7a-7c7d-4299-a7aa-884040aed0d7') {} {{(pid=84041) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:02:13.421645 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-eb0b6eac-ef99-4a56-aaca-d48bdb7ce43b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682'] for port, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:13.440877 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-92144b66-2076-47a0-9e4f-1be2ce5ac082 tempest-NetworksIpV6TestAttrs-532953968 tempest-NetworksIpV6TestAttrs-532953968-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750375287300', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32268156'] for segment, before_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:13.478158 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-92144b66-2076-47a0-9e4f-1be2ce5ac082 tempest-NetworksIpV6TestAttrs-532953968 tempest-NetworksIpV6TestAttrs-532953968-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1082986'] for segment, precommit_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:13.489907 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-92144b66-2076-47a0-9e4f-1be2ce5ac082 tempest-NetworksIpV6TestAttrs-532953968 tempest-NetworksIpV6TestAttrs-532953968-project] Releasing vlan 369 on physical network physnet1 to pool {{(pid=84041) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 18 21:02:13.490308 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-92144b66-2076-47a0-9e4f-1be2ce5ac082 tempest-NetworksIpV6TestAttrs-532953968 tempest-NetworksIpV6TestAttrs-532953968-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1082993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32266254'] for segment, after_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:13.550467 n-d-838334-2 neutron-server[84041]: Traceback (most recent call last): Apr 18 21:02:13.550467 n-d-838334-2 neutron-server[84041]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 18 21:02:13.550467 n-d-838334-2 neutron-server[84041]: timer() Apr 18 21:02:13.550467 n-d-838334-2 neutron-server[84041]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 21:02:13.550467 n-d-838334-2 neutron-server[84041]: cb(*args, **kw) Apr 18 21:02:13.550467 n-d-838334-2 neutron-server[84041]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 18 21:02:13.550467 n-d-838334-2 neutron-server[84041]: return func(*args, **kwargs) Apr 18 21:02:13.550467 n-d-838334-2 neutron-server[84041]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 21:02:13.550467 n-d-838334-2 neutron-server[84041]: self._notify() Apr 18 21:02:13.550467 n-d-838334-2 neutron-server[84041]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 21:02:13.550467 n-d-838334-2 neutron-server[84041]: self.callback(batched_events) Apr 18 21:02:13.550467 n-d-838334-2 neutron-server[84041]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 21:02:13.550467 n-d-838334-2 neutron-server[84041]: event.method(event) Apr 18 21:02:13.550467 n-d-838334-2 neutron-server[84041]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 18 21:02:13.550467 n-d-838334-2 neutron-server[84041]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 21:02:13.550467 n-d-838334-2 neutron-server[84041]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 18 21:02:13.550467 n-d-838334-2 neutron-server[84041]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 21:02:13.550467 n-d-838334-2 neutron-server[84041]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 18 21:02:13.550467 n-d-838334-2 neutron-server[84041]: return f(self, *a, **k) Apr 18 21:02:13.550467 n-d-838334-2 neutron-server[84041]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 18 21:02:13.550467 n-d-838334-2 neutron-server[84041]: return self._get(url).json() Apr 18 21:02:13.550467 n-d-838334-2 neutron-server[84041]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 18 21:02:13.550467 n-d-838334-2 neutron-server[84041]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 21:02:13.550467 n-d-838334-2 neutron-server[84041]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 18 21:02:13.550467 n-d-838334-2 neutron-server[84041]: return self.request(url, 'GET', **kwargs) Apr 18 21:02:13.550467 n-d-838334-2 neutron-server[84041]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 18 21:02:13.550467 n-d-838334-2 neutron-server[84041]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 21:02:13.550467 n-d-838334-2 neutron-server[84041]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 18 21:02:13.550467 n-d-838334-2 neutron-server[84041]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 21:02:13.550467 n-d-838334-2 neutron-server[84041]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 18 21:02:13.550467 n-d-838334-2 neutron-server[84041]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 21:02:13.550467 n-d-838334-2 neutron-server[84041]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 21:02:13.601088 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7aba46df-4a2d-408e-aa1a-6918a5cfe349 tempest-NetworksTest-1502682821 tempest-NetworksTest-1502682821-project] Checking segment: {'id': 'f7e7c85a-f660-4a58-9eb8-126b4ceb5bd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': 'e9d22f8d-94c7-431c-8b94-40bf22076d1a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84040) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 21:02:13.602597 n-d-838334-2 neutron-server[84040]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7aba46df-4a2d-408e-aa1a-6918a5cfe349 tempest-NetworksTest-1502682821 tempest-NetworksTest-1502682821-project] Network hostable DHCP agents. Network: e9d22f8d-94c7-431c-8b94-40bf22076d1a, hostable agents: ['8746f8ea-3e91-4b32-9919-2c63adeb8722'], hosted agents: [] {{(pid=84040) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 21:02:13.655389 n-d-838334-2 neutron-server[84040]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7aba46df-4a2d-408e-aa1a-6918a5cfe349 tempest-NetworksTest-1502682821 tempest-NetworksTest-1502682821-project] Network e9d22f8d-94c7-431c-8b94-40bf22076d1a is scheduled to be hosted by DHCP agent 8746f8ea-3e91-4b32-9919-2c63adeb8722 with binding_index 1 {{(pid=84040) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 21:02:13.672398 n-d-838334-2 neutron-server[84040]: DEBUG neutron.scheduler.base_scheduler [None req-7aba46df-4a2d-408e-aa1a-6918a5cfe349 tempest-NetworksTest-1502682821 tempest-NetworksTest-1502682821-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-838334-2, e9d22f8d-94c7-431c-8b94-40bf22076d1a) {{(pid=84040) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:02:13.677316 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7aba46df-4a2d-408e-aa1a-6918a5cfe349 tempest-NetworksTest-1502682821 tempest-NetworksTest-1502682821-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:02:13.678018 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-7aba46df-4a2d-408e-aa1a-6918a5cfe349 tempest-NetworksTest-1502682821 tempest-NetworksTest-1502682821-project] Notify callbacks [] for subnet, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:13.711777 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e133630-d384-490d-b7df-a43d63edfbb8 None None] Network e9d22f8d-94c7-431c-8b94-40bf22076d1a requested from n-d-838334-2 {{(pid=84042) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 21:02:13.739394 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-7aba46df-4a2d-408e-aa1a-6918a5cfe349 tempest-NetworksTest-1502682821 tempest-NetworksTest-1502682821-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 800 time: 1.7959816 Apr 18 21:02:13.740358 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 60754) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:02:13.795802 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.db.api [None req-92144b66-2076-47a0-9e4f-1be2ce5ac082 tempest-NetworksIpV6TestAttrs-532953968 tempest-NetworksIpV6TestAttrs-532953968-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Apr 18 21:02:13.795802 n-d-838334-2 neutron-server[84041]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Apr 18 21:02:13.795802 n-d-838334-2 neutron-server[84041]: [parameters: {'id': '6041a98c-e588-40f8-bcbe-b28dd5f020b7'}] Apr 18 21:02:13.795802 n-d-838334-2 neutron-server[84041]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=84041) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 18 21:02:13.797325 n-d-838334-2 neutron-server[84041]: DEBUG oslo_db.api [None req-92144b66-2076-47a0-9e4f-1be2ce5ac082 tempest-NetworksIpV6TestAttrs-532953968 tempest-NetworksIpV6TestAttrs-532953968-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=84041) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 18 21:02:13.847397 n-d-838334-2 neutron-server[84041]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-557c2af8-de19-4851-84c7-41cd399a02bb tempest-FloatingIPAdminTestJSON-1424769623 tempest-FloatingIPAdminTestJSON-1424769623-project-admin] Router 6490a0d3-5d7b-4019-8cde-f093519ff0dc has already been hosted by L3 agent bc84d6c9-dd7a-4555-a351-592327b46d5a {{(pid=84041) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 21:02:13.901332 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.v2.base [None req-ede2ad4d-1da6-4351-bb67-754d7fc06a44 tempest-DHCPAgentSchedulersTestJSON-589786574 tempest-DHCPAgentSchedulersTestJSON-589786574-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-1491759020'}} {{(pid=84040) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:02:13.916672 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb0b6eac-ef99-4a56-aaca-d48bdb7ce43b None None] Pushing event updated for resources: {'Port': ['ID=6ec79da2-81cd-4ce1-8aee-887690c6d5ce,revision_number=2']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:02:13.942353 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb0b6eac-ef99-4a56-aaca-d48bdb7ce43b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:02:13.947722 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb0b6eac-ef99-4a56-aaca-d48bdb7ce43b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:02:13.956808 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [None req-ede2ad4d-1da6-4351-bb67-754d7fc06a44 tempest-DHCPAgentSchedulersTestJSON-589786574 tempest-DHCPAgentSchedulersTestJSON-589786574-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:02:13.957516 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb0b6eac-ef99-4a56-aaca-d48bdb7ce43b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:02:13.958054 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb0b6eac-ef99-4a56-aaca-d48bdb7ce43b None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:02:13.958550 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb0b6eac-ef99-4a56-aaca-d48bdb7ce43b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:02:13.959428 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb0b6eac-ef99-4a56-aaca-d48bdb7ce43b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:02:13.960585 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb0b6eac-ef99-4a56-aaca-d48bdb7ce43b None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:02:13.961083 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb0b6eac-ef99-4a56-aaca-d48bdb7ce43b None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:02:13.963234 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb0b6eac-ef99-4a56-aaca-d48bdb7ce43b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:02:13.963937 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb0b6eac-ef99-4a56-aaca-d48bdb7ce43b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:02:13.965209 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb0b6eac-ef99-4a56-aaca-d48bdb7ce43b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:02:13.978580 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-ede2ad4d-1da6-4351-bb67-754d7fc06a44 tempest-DHCPAgentSchedulersTestJSON-589786574 tempest-DHCPAgentSchedulersTestJSON-589786574-project] Usage tracker for resource:network and tenant:2012eb207c1043449089797f3e43f54f is out of sync, need to count used quota {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:02:13.987104 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-ede2ad4d-1da6-4351-bb67-754d7fc06a44 tempest-DHCPAgentSchedulersTestJSON-589786574 tempest-DHCPAgentSchedulersTestJSON-589786574-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:02:14.012446 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [None req-ede2ad4d-1da6-4351-bb67-754d7fc06a44 tempest-DHCPAgentSchedulersTestJSON-589786574 tempest-DHCPAgentSchedulersTestJSON-589786574-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:02:14.048449 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9ed6730-0c3a-4a4b-8ba3-0191f658214e None None] Network 6041a98c-e588-40f8-bcbe-b28dd5f020b7 requested from n-d-838334-2 {{(pid=84042) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 21:02:14.164166 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-54c5b3d0-c5a5-4f1a-a152-8dae62d3a2d7 req-cb013469-e4ae-4ee5-8145-b004eb6c2e07 tempest-ServerShowV257Test-1586113387 tempest-ServerShowV257Test-1586113387-project] 10.222.0.42 "GET /v2.0/ports?device_id=da175768-20a1-4590-bc10-4a36b6529fba HTTP/1.1" status: 200 len: 210 time: 0.0785549 Apr 18 21:02:14.173440 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ede2ad4d-1da6-4351-bb67-754d7fc06a44 tempest-DHCPAgentSchedulersTestJSON-589786574 tempest-DHCPAgentSchedulersTestJSON-589786574-project] Made reservation on behalf of 2012eb207c1043449089797f3e43f54f for: {'network': 1} {{(pid=84040) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:02:14.176330 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-ede2ad4d-1da6-4351-bb67-754d7fc06a44 tempest-DHCPAgentSchedulersTestJSON-589786574 tempest-DHCPAgentSchedulersTestJSON-589786574-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for network, before_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:14.243416 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-ede2ad4d-1da6-4351-bb67-754d7fc06a44 tempest-DHCPAgentSchedulersTestJSON-589786574 tempest-DHCPAgentSchedulersTestJSON-589786574-project] Notify callbacks [] for security_group, before_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:14.261333 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-b128fede-482c-4d7f-a6ee-7ebf8e436f8b tempest-NetworksTest-1502682821 tempest-NetworksTest-1502682821-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1103592'] for network, before_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:14.291111 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [None req-ede2ad4d-1da6-4351-bb67-754d7fc06a44 tempest-DHCPAgentSchedulersTestJSON-589786574 tempest-DHCPAgentSchedulersTestJSON-589786574-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:02:14.296020 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-ede2ad4d-1da6-4351-bb67-754d7fc06a44 tempest-DHCPAgentSchedulersTestJSON-589786574 tempest-DHCPAgentSchedulersTestJSON-589786574-project] Usage tracker for resource:security_group_rule and tenant:2012eb207c1043449089797f3e43f54f is out of sync, need to count used quota {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:02:14.298864 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-ede2ad4d-1da6-4351-bb67-754d7fc06a44 tempest-DHCPAgentSchedulersTestJSON-589786574 tempest-DHCPAgentSchedulersTestJSON-589786574-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:02:14.304920 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-92144b66-2076-47a0-9e4f-1be2ce5ac082 tempest-NetworksIpV6TestAttrs-532953968 tempest-NetworksIpV6TestAttrs-532953968-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1103592'] for network, before_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:14.305473 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [None req-ede2ad4d-1da6-4351-bb67-754d7fc06a44 tempest-DHCPAgentSchedulersTestJSON-589786574 tempest-DHCPAgentSchedulersTestJSON-589786574-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:02:14.341678 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-5e58732c-290d-4714-8047-92aaf0eaef22 req-ba239730-c7ea-48f1-8c98-7aba78d87ea2 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=0f7cce7b1ccf410486c29c0215106926&device_id=2197a591-197e-47fe-9210-1387bfb6ec5e HTTP/1.1" status: 200 len: 1097 time: 0.1856391 Apr 18 21:02:14.350446 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.plugin [None req-92144b66-2076-47a0-9e4f-1be2ce5ac082 tempest-NetworksIpV6TestAttrs-532953968 tempest-NetworksIpV6TestAttrs-532953968-project] Deleting port 6ec79da2-81cd-4ce1-8aee-887690c6d5ce {{(pid=84041) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 21:02:14.350913 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-92144b66-2076-47a0-9e4f-1be2ce5ac082 tempest-NetworksIpV6TestAttrs-532953968 tempest-NetworksIpV6TestAttrs-532953968-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750375188691'] for port, before_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:14.418560 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-ede2ad4d-1da6-4351-bb67-754d7fc06a44 tempest-DHCPAgentSchedulersTestJSON-589786574 tempest-DHCPAgentSchedulersTestJSON-589786574-project] Notify callbacks [] for security_group, precommit_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:14.448365 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-ede2ad4d-1da6-4351-bb67-754d7fc06a44 tempest-DHCPAgentSchedulersTestJSON-589786574 tempest-DHCPAgentSchedulersTestJSON-589786574-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33528224'] for security_group, after_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:14.468388 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b80ee394-6034-423f-ba4f-56282e1ad9ad None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp016840fc-1f9f-5892-9c53-c9cf6c845bbb-e9d22f8d-94c7-431c-8b94-40bf22076d1a', 'network_id': 'e9d22f8d-94c7-431c-8b94-40bf22076d1a', 'tenant_id': '7bfcf5e6e1be4fd18d7d5e6e5bcd338a', 'fixed_ips': [{'subnet_id': 'f33c588a-5f66-4218-98ff-ffe27617370c'}]}} from n-d-838334-2. {{(pid=84042) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 18 21:02:14.469460 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-b80ee394-6034-423f-ba4f-56282e1ad9ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_create {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:14.514658 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ede2ad4d-1da6-4351-bb67-754d7fc06a44 tempest-DHCPAgentSchedulersTestJSON-589786574 tempest-DHCPAgentSchedulersTestJSON-589786574-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 357} {{(pid=84040) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 21:02:14.524770 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-ede2ad4d-1da6-4351-bb67-754d7fc06a44 tempest-DHCPAgentSchedulersTestJSON-589786574 tempest-DHCPAgentSchedulersTestJSON-589786574-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1082986'] for segment, precommit_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:14.525164 n-d-838334-2 neutron-server[84040]: INFO neutron.db.segments_db [None req-ede2ad4d-1da6-4351-bb67-754d7fc06a44 tempest-DHCPAgentSchedulersTestJSON-589786574 tempest-DHCPAgentSchedulersTestJSON-589786574-project] Added segment ad6a8291-f4d4-4f15-a258-ae1087f92e2d of type vlan for network f1e84dd4-c1c4-4952-af60-645abba330c4 Apr 18 21:02:14.568597 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-ede2ad4d-1da6-4351-bb67-754d7fc06a44 tempest-DHCPAgentSchedulersTestJSON-589786574 tempest-DHCPAgentSchedulersTestJSON-589786574-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750374825732'] for network, precommit_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:14.647879 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.db_base_plugin_common [None req-b80ee394-6034-423f-ba4f-56282e1ad9ad None None] Allocated IP 172.20.0.3 (e9d22f8d-94c7-431c-8b94-40bf22076d1a/f33c588a-5f66-4218-98ff-ffe27617370c/546849e7-0f92-4284-ab86-53df16d43571) {{(pid=84042) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 21:02:14.660183 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ede2ad4d-1da6-4351-bb67-754d7fc06a44 tempest-DHCPAgentSchedulersTestJSON-589786574 tempest-DHCPAgentSchedulersTestJSON-589786574-project] Pushing event updated for resources: {'SecurityGroup': ['ID=340524d5-5de1-4691-bedc-3198b76c31f0,revision_number=1']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:02:14.663697 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-ede2ad4d-1da6-4351-bb67-754d7fc06a44 tempest-DHCPAgentSchedulersTestJSON-589786574 tempest-DHCPAgentSchedulersTestJSON-589786574-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33526109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022'] for network, after_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:14.667883 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ede2ad4d-1da6-4351-bb67-754d7fc06a44 tempest-DHCPAgentSchedulersTestJSON-589786574 tempest-DHCPAgentSchedulersTestJSON-589786574-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:02:14.670668 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-ede2ad4d-1da6-4351-bb67-754d7fc06a44 tempest-DHCPAgentSchedulersTestJSON-589786574 tempest-DHCPAgentSchedulersTestJSON-589786574-project] Notify callbacks [] for network, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:14.764677 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.db [None req-92144b66-2076-47a0-9e4f-1be2ce5ac082 tempest-NetworksIpV6TestAttrs-532953968 tempest-NetworksIpV6TestAttrs-532953968-project] For port 6ec79da2-81cd-4ce1-8aee-887690c6d5ce, host n-d-838334-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838334-2',level=0,port_id=6ec79da2-81cd-4ce1-8aee-887690c6d5ce,segment=NetworkSegment(4626df7a-7c7d-4299-a7aa-884040aed0d7),segment_id=4626df7a-7c7d-4299-a7aa-884040aed0d7)] {{(pid=84041) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:02:14.765185 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-92144b66-2076-47a0-9e4f-1be2ce5ac082 tempest-NetworksIpV6TestAttrs-532953968 tempest-NetworksIpV6TestAttrs-532953968-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369123'] for port, precommit_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:14.774220 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-557c2af8-de19-4851-84c7-41cd399a02bb tempest-FloatingIPAdminTestJSON-1424769623 tempest-FloatingIPAdminTestJSON-1424769623-project-admin] Notify agent at l3_agent.n-d-838334-2 the message routers_updated {{(pid=84041) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 21:02:14.786511 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e58732c-290d-4714-8047-92aaf0eaef22 req-3c77061f-2e6d-4a0c-999e-e9dd646ae020 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:02:14.787819 n-d-838334-2 neutron-server[84043]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ceca9040-904c-4ba2-bd1c-f74345a2ef1c None None] Sync routers for ids ['6490a0d3-5d7b-4019-8cde-f093519ff0dc'] in n-d-838334-2 {{(pid=84043) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 18 21:02:14.788366 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-5e58732c-290d-4714-8047-92aaf0eaef22 req-3c77061f-2e6d-4a0c-999e-e9dd646ae020 service neutron] 10.222.0.43 "GET /v2.0/networks?id=0bad4841-e9a6-4877-8de7-2befe85ffb51 HTTP/1.1" status: 200 len: 914 time: 0.4387984 Apr 18 21:02:14.809004 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ceca9040-904c-4ba2-bd1c-f74345a2ef1c None None] Routers {'6490a0d3-5d7b-4019-8cde-f093519ff0dc'} bound to L3 agent in host n-d-838334-2 {{(pid=84043) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 21:02:14.809187 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.l3_hamode_db [None req-ceca9040-904c-4ba2-bd1c-f74345a2ef1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838334-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-18T20:25:48Z,description=,heartbeat_timestamp=2022-04-18T21:01:48Z,host='n-d-838334-2',id=bc84d6c9-dd7a-4555-a351-592327b46d5a,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:25:48Z,topic='l3_agent')) {'router_ids': ['6490a0d3-5d7b-4019-8cde-f093519ff0dc'], 'active': True} {{(pid=84043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:02:14.820447 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-b128fede-482c-4d7f-a6ee-7ebf8e436f8b tempest-NetworksTest-1502682821 tempest-NetworksTest-1502682821-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1260556'] for subnet, precommit_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:14.915149 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.l3_hamode_db [None req-ceca9040-904c-4ba2-bd1c-f74345a2ef1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-838334-2', False) {} {{(pid=84043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:02:14.923206 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-b80ee394-6034-423f-ba4f-56282e1ad9ad None None] Notify callbacks [] for port, precommit_create {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:14.943842 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-b80ee394-6034-423f-ba4f-56282e1ad9ad None None] Transition to ACTIVE for port object 546849e7-0f92-4284-ab86-53df16d43571 will not be triggered until provisioned by entity L2. {{(pid=84042) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:02:14.957312 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ceca9040-904c-4ba2-bd1c-f74345a2ef1c None None] Routers {'6490a0d3-5d7b-4019-8cde-f093519ff0dc'} bound to L3 agent in host n-d-838334-2 {{(pid=84043) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 21:02:14.959348 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.l3_hamode_db [None req-ceca9040-904c-4ba2-bd1c-f74345a2ef1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838334-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-18T20:25:48Z,description=,heartbeat_timestamp=2022-04-18T21:01:48Z,host='n-d-838334-2',id=bc84d6c9-dd7a-4555-a351-592327b46d5a,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:25:48Z,topic='l3_agent')) {'router_ids': ['6490a0d3-5d7b-4019-8cde-f093519ff0dc'], 'active': True} {{(pid=84043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:02:14.977710 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-b80ee394-6034-423f-ba4f-56282e1ad9ad None None] Transition to ACTIVE for port object 546849e7-0f92-4284-ab86-53df16d43571 will not be triggered until provisioned by entity DHCP. {{(pid=84042) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:02:14.989825 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-b80ee394-6034-423f-ba4f-56282e1ad9ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750374836619'] for port, after_create {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:15.036400 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.plugin [None req-92144b66-2076-47a0-9e4f-1be2ce5ac082 tempest-NetworksIpV6TestAttrs-532953968 tempest-NetworksIpV6TestAttrs-532953968-project] Calling delete_port for 6ec79da2-81cd-4ce1-8aee-887690c6d5ce owned by network:dhcp {{(pid=84041) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 21:02:15.080444 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44cad1d8-b97b-4c4a-8890-c5172319834e req-03413827-428b-4e00-9920-e1ee8a6e76b9 tempest-AttachVolumeTestJSON-1696487017 tempest-AttachVolumeTestJSON-1696487017-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:02:15.083672 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-44cad1d8-b97b-4c4a-8890-c5172319834e req-03413827-428b-4e00-9920-e1ee8a6e76b9 tempest-AttachVolumeTestJSON-1696487017 tempest-AttachVolumeTestJSON-1696487017-project] 10.222.0.42 "GET /v2.0/ports?device_id=8febef70-4ef9-4774-9ec7-33697a7c70d6 HTTP/1.1" status: 200 len: 945 time: 0.8913958 Apr 18 21:02:15.094971 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-ede2ad4d-1da6-4351-bb67-754d7fc06a44 tempest-DHCPAgentSchedulersTestJSON-589786574 tempest-DHCPAgentSchedulersTestJSON-589786574-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 795 time: 1.8985882 Apr 18 21:02:15.094971 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ede2ad4d-1da6-4351-bb67-754d7fc06a44 tempest-DHCPAgentSchedulersTestJSON-589786574 tempest-DHCPAgentSchedulersTestJSON-589786574-project] Pushing event updated for resources: {'Network': ['ID=f1e84dd4-c1c4-4952-af60-645abba330c4,revision_number=1']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:02:15.097149 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 60780) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:02:15.116743 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Network f1e84dd4-c1c4-4952-af60-645abba330c4 details requested by agent ovs-agent-n-d-838334-2 with host n-d-838334-2 {{(pid=84042) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 18 21:02:15.119584 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.l3_hamode_db [None req-ceca9040-904c-4ba2-bd1c-f74345a2ef1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-838334-2', False) {} {{(pid=84043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:02:15.120603 n-d-838334-2 neutron-server[84043]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ceca9040-904c-4ba2-bd1c-f74345a2ef1c None None] The sync data for ids ['6490a0d3-5d7b-4019-8cde-f093519ff0dc'] in n-d-838334-2 is: [] {{(pid=84043) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 18 21:02:15.127469 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.v2.base [None req-d5f20c02-fa97-493a-91eb-40146342b562 tempest-DHCPAgentSchedulersTestJSON-589786574 tempest-DHCPAgentSchedulersTestJSON-589786574-project] Request body: {'subnet': {'network_id': 'f1e84dd4-c1c4-4952-af60-645abba330c4', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=84040) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:02:15.137088 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-5e58732c-290d-4714-8047-92aaf0eaef22 req-c00dba49-9d36-4acc-a24d-a3bd43e19921 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8eed9390-9245-43e8-8f5a-918d1fc3c30c HTTP/1.1" status: 200 len: 217 time: 0.3383873 Apr 18 21:02:15.215399 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e58732c-290d-4714-8047-92aaf0eaef22 req-c7498551-b9f5-4318-82d7-72f7fbbf3d94 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:02:15.217504 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-5e58732c-290d-4714-8047-92aaf0eaef22 req-c7498551-b9f5-4318-82d7-72f7fbbf3d94 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=0d6de920-cb7d-469b-9a77-ddf54cb30087 HTTP/1.1" status: 200 len: 853 time: 0.0748701 Apr 18 21:02:15.221528 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-557c2af8-de19-4851-84c7-41cd399a02bb tempest-FloatingIPAdminTestJSON-1424769623 tempest-FloatingIPAdminTestJSON-1424769623-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217293'] for floatingip, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:15.245775 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b80ee394-6034-423f-ba4f-56282e1ad9ad None None] Pushing event updated for resources: {'Port': ['ID=546849e7-0f92-4284-ab86-53df16d43571,revision_number=1']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:02:15.252019 n-d-838334-2 neutron-server[84042]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b80ee394-6034-423f-ba4f-56282e1ad9ad None None] Network e9d22f8d-94c7-431c-8b94-40bf22076d1a is already hosted by enough agents. {{(pid=84042) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:02:15.256027 n-d-838334-2 neutron-server[84042]: DEBUG neutron.scheduler.base_scheduler [None req-b80ee394-6034-423f-ba4f-56282e1ad9ad None None] Resources bound (agent type, host, resource id): {{(pid=84042) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:02:15.258563 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b80ee394-6034-423f-ba4f-56282e1ad9ad None None] Received port after_create {{(pid=84042) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 21:02:15.277217 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fdd031e-25b6-4861-8dca-ac2e56606676 req-90e292b1-6ebe-46c0-8f5c-4efa7ebcb768 tempest-ServersNegativeTestJSON-508382254 tempest-ServersNegativeTestJSON-508382254-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:02:15.279287 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-9fdd031e-25b6-4861-8dca-ac2e56606676 req-90e292b1-6ebe-46c0-8f5c-4efa7ebcb768 tempest-ServersNegativeTestJSON-508382254 tempest-ServersNegativeTestJSON-508382254-project] 10.222.0.42 "GET /v2.0/ports?device_id=2197a591-197e-47fe-9210-1387bfb6ec5e HTTP/1.1" status: 200 len: 946 time: 0.7692981 Apr 18 21:02:15.280426 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-b128fede-482c-4d7f-a6ee-7ebf8e436f8b tempest-NetworksTest-1502682821 tempest-NetworksTest-1502682821-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1260549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33526260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32440885', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31752825'] for subnet, after_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:15.361655 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b128fede-482c-4d7f-a6ee-7ebf8e436f8b tempest-NetworksTest-1502682821 tempest-NetworksTest-1502682821-project] Pushing event deleted for resources: {'Subnet': ['ID=f33c588a-5f66-4218-98ff-ffe27617370c,revision_number=None']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:02:15.367939 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-44cad1d8-b97b-4c4a-8890-c5172319834e req-7f6ddf78-6ff6-49ca-bd8f-83290834dabb tempest-AttachVolumeTestJSON-1696487017 tempest-AttachVolumeTestJSON-1696487017-project] 10.222.0.42 "GET /v2.0/security-groups?id=326b68b1-226b-43b8-a174-ccc3d0972537&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2674236 Apr 18 21:02:15.385086 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.managers [None req-b80ee394-6034-423f-ba4f-56282e1ad9ad None None] Attempting to bind port 546849e7-0f92-4284-ab86-53df16d43571 on host n-d-838334-2 for vnic_type normal with profile {{(pid=84042) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 21:02:15.386098 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.managers [None req-b80ee394-6034-423f-ba4f-56282e1ad9ad None None] Attempting to bind port 546849e7-0f92-4284-ab86-53df16d43571 by drivers openvswitch,hyperv on host n-d-838334-2 at level 0 using segments [{'id': 'f7e7c85a-f660-4a58-9eb8-126b4ceb5bd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': 'e9d22f8d-94c7-431c-8b94-40bf22076d1a'}] {{(pid=84042) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 21:02:15.387210 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b80ee394-6034-423f-ba4f-56282e1ad9ad None None] Attempting to bind port 546849e7-0f92-4284-ab86-53df16d43571 on network e9d22f8d-94c7-431c-8b94-40bf22076d1a {{(pid=84042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 21:02:15.396054 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b80ee394-6034-423f-ba4f-56282e1ad9ad None None] Checking agent: {'id': '97cd4414-7af6-4d67-868d-dff370b4071a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838334-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 25, 49), 'started_at': datetime.datetime(2022, 4, 18, 20, 26, 19), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 21, 1, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838334-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 18 21:02:15.396568 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b80ee394-6034-423f-ba4f-56282e1ad9ad None None] Checking segment: {'id': 'f7e7c85a-f660-4a58-9eb8-126b4ceb5bd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': 'e9d22f8d-94c7-431c-8b94-40bf22076d1a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84042) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 21:02:15.397062 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-b80ee394-6034-423f-ba4f-56282e1ad9ad None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:15.397689 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b80ee394-6034-423f-ba4f-56282e1ad9ad None None] Bound using segment: {'id': 'f7e7c85a-f660-4a58-9eb8-126b4ceb5bd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': 'e9d22f8d-94c7-431c-8b94-40bf22076d1a'} {{(pid=84042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 18 21:02:15.398281 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.managers [None req-b80ee394-6034-423f-ba4f-56282e1ad9ad None None] Bound port: 546849e7-0f92-4284-ab86-53df16d43571, host: n-d-838334-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f7e7c85a-f660-4a58-9eb8-126b4ceb5bd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': 'e9d22f8d-94c7-431c-8b94-40bf22076d1a'}}] {{(pid=84042) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 21:02:15.398752 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-b80ee394-6034-423f-ba4f-56282e1ad9ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:15.405361 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [None req-d5f20c02-fa97-493a-91eb-40146342b562 tempest-DHCPAgentSchedulersTestJSON-589786574 tempest-DHCPAgentSchedulersTestJSON-589786574-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:02:15.418671 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-d5f20c02-fa97-493a-91eb-40146342b562 tempest-DHCPAgentSchedulersTestJSON-589786574 tempest-DHCPAgentSchedulersTestJSON-589786574-project] Usage tracker for resource:subnet and tenant:2012eb207c1043449089797f3e43f54f is out of sync, need to count used quota {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:02:15.433128 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-92144b66-2076-47a0-9e4f-1be2ce5ac082 tempest-NetworksIpV6TestAttrs-532953968 tempest-NetworksIpV6TestAttrs-532953968-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750375259028', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750374836628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32266323'] for port, after_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:15.469809 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-d5f20c02-fa97-493a-91eb-40146342b562 tempest-DHCPAgentSchedulersTestJSON-589786574 tempest-DHCPAgentSchedulersTestJSON-589786574-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:02:15.492773 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [None req-d5f20c02-fa97-493a-91eb-40146342b562 tempest-DHCPAgentSchedulersTestJSON-589786574 tempest-DHCPAgentSchedulersTestJSON-589786574-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:02:15.508220 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-9fdd031e-25b6-4861-8dca-ac2e56606676 req-a360b2d9-08fd-4103-83b4-b77419f29785 tempest-ServersNegativeTestJSON-508382254 tempest-ServersNegativeTestJSON-508382254-project] 10.222.0.42 "GET /v2.0/security-groups?id=ada0ecb3-b1bc-4ba2-8e6c-b06ba09daca2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1905897 Apr 18 21:02:15.514380 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-b128fede-482c-4d7f-a6ee-7ebf8e436f8b tempest-NetworksTest-1502682821 tempest-NetworksTest-1502682821-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1258905', 'neutron.services.segments.db._delete_segments_for_network-8750375287417'] for network, precommit_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:15.521606 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-b80ee394-6034-423f-ba4f-56282e1ad9ad None None] For port 546849e7-0f92-4284-ab86-53df16d43571, host n-d-838334-2, cleared binding levels {{(pid=84042) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 21:02:15.526785 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-b80ee394-6034-423f-ba4f-56282e1ad9ad None None] For port 546849e7-0f92-4284-ab86-53df16d43571, host n-d-838334-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838334-2',level=0,port_id=546849e7-0f92-4284-ab86-53df16d43571,segment=NetworkSegment(f7e7c85a-f660-4a58-9eb8-126b4ceb5bd9),segment_id=f7e7c85a-f660-4a58-9eb8-126b4ceb5bd9)] {{(pid=84042) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 21:02:15.543121 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-b80ee394-6034-423f-ba4f-56282e1ad9ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682'] for port, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:15.549309 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-5e58732c-290d-4714-8047-92aaf0eaef22 req-6cea2181-1eab-4967-a932-84c5b2cab318 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=0bad4841-e9a6-4877-8de7-2befe85ffb51&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2819014 Apr 18 21:02:15.552212 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92144b66-2076-47a0-9e4f-1be2ce5ac082 tempest-NetworksIpV6TestAttrs-532953968 tempest-NetworksIpV6TestAttrs-532953968-project] No DVR routers for this DVR port 6ec79da2-81cd-4ce1-8aee-887690c6d5ce on host n-d-838334-2 {{(pid=84041) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 21:02:15.554287 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92144b66-2076-47a0-9e4f-1be2ce5ac082 tempest-NetworksIpV6TestAttrs-532953968 tempest-NetworksIpV6TestAttrs-532953968-project] Pushing event deleted for resources: {'Port': ['ID=6ec79da2-81cd-4ce1-8aee-887690c6d5ce,revision_number=None']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:02:15.554504 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d5f20c02-fa97-493a-91eb-40146342b562 tempest-DHCPAgentSchedulersTestJSON-589786574 tempest-DHCPAgentSchedulersTestJSON-589786574-project] Made reservation on behalf of 2012eb207c1043449089797f3e43f54f for: {'subnet': 1} {{(pid=84040) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:02:15.621044 n-d-838334-2 neutron-server[84040]: DEBUG neutron.services.segments.db [None req-b128fede-482c-4d7f-a6ee-7ebf8e436f8b tempest-NetworksTest-1502682821 tempest-NetworksTest-1502682821-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e9d22f8d-94c7-431c-8b94-40bf22076d1a']}} {{(pid=84040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:02:15.689992 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-da1175a2-d1fa-40ef-a285-a9deaf63f4c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750375287399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253529'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:15.698191 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b80ee394-6034-423f-ba4f-56282e1ad9ad None None] Pushing event updated for resources: {'Port': ['ID=546849e7-0f92-4284-ab86-53df16d43571,revision_number=2']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:02:15.741115 n-d-838334-2 neutron-server[84040]: DEBUG neutron.services.segments.db [None req-b128fede-482c-4d7f-a6ee-7ebf8e436f8b tempest-NetworksTest-1502682821 tempest-NetworksTest-1502682821-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f7e7c85a-f660-4a58-9eb8-126b4ceb5bd9') {'for_net_delete': True} {{(pid=84040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:02:15.741453 n-d-838334-2 neutron-server[84040]: DEBUG neutron.services.segments.db [None req-b128fede-482c-4d7f-a6ee-7ebf8e436f8b tempest-NetworksTest-1502682821 tempest-NetworksTest-1502682821-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f7e7c85a-f660-4a58-9eb8-126b4ceb5bd9') {} {{(pid=84040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:02:15.769776 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-3de412d8-131d-4f1e-b6fc-21ad883f0f0c req-005112e5-8268-4df2-870e-7eefdb549b44 tempest-ServerShowV257Test-1586113387 tempest-ServerShowV257Test-1586113387-project] 10.222.0.42 "GET /v2.0/ports?device_id=da175768-20a1-4590-bc10-4a36b6529fba HTTP/1.1" status: 200 len: 210 time: 0.1654806 Apr 18 21:02:15.781697 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-b128fede-482c-4d7f-a6ee-7ebf8e436f8b tempest-NetworksTest-1502682821 tempest-NetworksTest-1502682821-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750375287300', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31955965'] for segment, before_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:15.786439 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3764e94-11dc-4fde-92a5-9506eeb6832e None None] Network e9d22f8d-94c7-431c-8b94-40bf22076d1a requested from n-d-838334-2 {{(pid=84042) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 21:02:15.812653 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-b128fede-482c-4d7f-a6ee-7ebf8e436f8b tempest-NetworksTest-1502682821 tempest-NetworksTest-1502682821-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1082986'] for segment, precommit_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:15.824174 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-d5f20c02-fa97-493a-91eb-40146342b562 tempest-DHCPAgentSchedulersTestJSON-589786574 tempest-DHCPAgentSchedulersTestJSON-589786574-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31752722'] for subnet, before_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:15.824412 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-557c2af8-de19-4851-84c7-41cd399a02bb tempest-FloatingIPAdminTestJSON-1424769623 tempest-FloatingIPAdminTestJSON-1424769623-project-admin] 10.222.0.42 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 988 time: 8.4048946 Apr 18 21:02:15.838764 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b128fede-482c-4d7f-a6ee-7ebf8e436f8b tempest-NetworksTest-1502682821 tempest-NetworksTest-1502682821-project] Releasing vlan 376 on physical network physnet1 to pool {{(pid=84040) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 18 21:02:15.839313 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-b128fede-482c-4d7f-a6ee-7ebf8e436f8b tempest-NetworksTest-1502682821 tempest-NetworksTest-1502682821-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1082993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32440923'] for segment, after_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:15.848788 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 60792) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:02:15.858663 n-d-838334-2 neutron-server[84040]: Traceback (most recent call last): Apr 18 21:02:15.858663 n-d-838334-2 neutron-server[84040]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 18 21:02:15.858663 n-d-838334-2 neutron-server[84040]: timer() Apr 18 21:02:15.858663 n-d-838334-2 neutron-server[84040]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 21:02:15.858663 n-d-838334-2 neutron-server[84040]: cb(*args, **kw) Apr 18 21:02:15.858663 n-d-838334-2 neutron-server[84040]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 18 21:02:15.858663 n-d-838334-2 neutron-server[84040]: return func(*args, **kwargs) Apr 18 21:02:15.858663 n-d-838334-2 neutron-server[84040]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 21:02:15.858663 n-d-838334-2 neutron-server[84040]: self._notify() Apr 18 21:02:15.858663 n-d-838334-2 neutron-server[84040]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 21:02:15.858663 n-d-838334-2 neutron-server[84040]: self.callback(batched_events) Apr 18 21:02:15.858663 n-d-838334-2 neutron-server[84040]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 21:02:15.858663 n-d-838334-2 neutron-server[84040]: event.method(event) Apr 18 21:02:15.858663 n-d-838334-2 neutron-server[84040]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 18 21:02:15.858663 n-d-838334-2 neutron-server[84040]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 21:02:15.858663 n-d-838334-2 neutron-server[84040]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 18 21:02:15.858663 n-d-838334-2 neutron-server[84040]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 21:02:15.858663 n-d-838334-2 neutron-server[84040]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 18 21:02:15.858663 n-d-838334-2 neutron-server[84040]: return f(self, *a, **k) Apr 18 21:02:15.858663 n-d-838334-2 neutron-server[84040]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 18 21:02:15.858663 n-d-838334-2 neutron-server[84040]: return self._get(url).json() Apr 18 21:02:15.858663 n-d-838334-2 neutron-server[84040]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 18 21:02:15.858663 n-d-838334-2 neutron-server[84040]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 21:02:15.858663 n-d-838334-2 neutron-server[84040]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 18 21:02:15.858663 n-d-838334-2 neutron-server[84040]: return self.request(url, 'GET', **kwargs) Apr 18 21:02:15.858663 n-d-838334-2 neutron-server[84040]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 18 21:02:15.858663 n-d-838334-2 neutron-server[84040]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 21:02:15.858663 n-d-838334-2 neutron-server[84040]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 18 21:02:15.858663 n-d-838334-2 neutron-server[84040]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 21:02:15.858663 n-d-838334-2 neutron-server[84040]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 18 21:02:15.858663 n-d-838334-2 neutron-server[84040]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 21:02:15.858663 n-d-838334-2 neutron-server[84040]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 21:02:16.025377 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.db.api [None req-b128fede-482c-4d7f-a6ee-7ebf8e436f8b tempest-NetworksTest-1502682821 tempest-NetworksTest-1502682821-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Apr 18 21:02:16.025377 n-d-838334-2 neutron-server[84040]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Apr 18 21:02:16.025377 n-d-838334-2 neutron-server[84040]: [parameters: {'id': 'e9d22f8d-94c7-431c-8b94-40bf22076d1a'}] Apr 18 21:02:16.025377 n-d-838334-2 neutron-server[84040]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=84040) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 18 21:02:16.025768 n-d-838334-2 neutron-server[84040]: DEBUG oslo_db.api [None req-b128fede-482c-4d7f-a6ee-7ebf8e436f8b tempest-NetworksTest-1502682821 tempest-NetworksTest-1502682821-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=84040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 18 21:02:16.061103 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e42c16aa-78ea-43d0-82ef-cac162b500e9 None None] get_active_networks_info from n-d-838334-2 {{(pid=84042) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Apr 18 21:02:16.104333 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-92144b66-2076-47a0-9e4f-1be2ce5ac082 tempest-NetworksIpV6TestAttrs-532953968 tempest-NetworksIpV6TestAttrs-532953968-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1258905', 'neutron.services.segments.db._delete_segments_for_network-8750375287417'] for network, precommit_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:16.188546 n-d-838334-2 neutron-server[84041]: DEBUG neutron.services.segments.db [None req-92144b66-2076-47a0-9e4f-1be2ce5ac082 tempest-NetworksIpV6TestAttrs-532953968 tempest-NetworksIpV6TestAttrs-532953968-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6041a98c-e588-40f8-bcbe-b28dd5f020b7']}} {{(pid=84041) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:02:16.204729 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-dedb2da0-6830-4149-8458-a4929e0b9ee5 tempest-FloatingIPAdminTestJSON-1424769623 tempest-FloatingIPAdminTestJSON-1424769623-project-admin] 10.222.0.42 "GET /v2.0/floatingips/b52b20a3-6942-4047-899f-838f1f15c984 HTTP/1.1" status: 200 len: 983 time: 0.3549547 Apr 18 21:02:16.207343 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 60804) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:02:16.211323 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-5e58732c-290d-4714-8047-92aaf0eaef22 req-b76ee5ab-eaba-4fb1-8d8a-95242af340fe service neutron] 10.222.0.43 "GET /v2.0/networks/0bad4841-e9a6-4877-8de7-2befe85ffb51?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6262877 Apr 18 21:02:16.213122 n-d-838334-2 neutron-server[84041]: DEBUG neutron.services.segments.db [None req-92144b66-2076-47a0-9e4f-1be2ce5ac082 tempest-NetworksIpV6TestAttrs-532953968 tempest-NetworksIpV6TestAttrs-532953968-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4626df7a-7c7d-4299-a7aa-884040aed0d7') {'for_net_delete': True} {{(pid=84041) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:02:16.213513 n-d-838334-2 neutron-server[84041]: DEBUG neutron.services.segments.db [None req-92144b66-2076-47a0-9e4f-1be2ce5ac082 tempest-NetworksIpV6TestAttrs-532953968 tempest-NetworksIpV6TestAttrs-532953968-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4626df7a-7c7d-4299-a7aa-884040aed0d7') {} {{(pid=84041) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:02:16.227430 n-d-838334-2 neutron-server[84042]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e42c16aa-78ea-43d0-82ef-cac162b500e9 None None] Resources bound (agent type, host, resource id): {{(pid=84042) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Apr 18 21:02:16.292582 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-d5f20c02-fa97-493a-91eb-40146342b562 tempest-DHCPAgentSchedulersTestJSON-589786574 tempest-DHCPAgentSchedulersTestJSON-589786574-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33526260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32441074', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31752704'] for subnet, after_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:16.299462 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-92144b66-2076-47a0-9e4f-1be2ce5ac082 tempest-NetworksIpV6TestAttrs-532953968 tempest-NetworksIpV6TestAttrs-532953968-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750375287300', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32268156'] for segment, before_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:16.400918 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5f20c02-fa97-493a-91eb-40146342b562 tempest-DHCPAgentSchedulersTestJSON-589786574 tempest-DHCPAgentSchedulersTestJSON-589786574-project] Pushing event updated for resources: {'Subnet': ['ID=4b102aa9-144d-41d0-85e3-c4aedda387fb,revision_number=0']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:02:16.420836 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5f20c02-fa97-493a-91eb-40146342b562 tempest-DHCPAgentSchedulersTestJSON-589786574 tempest-DHCPAgentSchedulersTestJSON-589786574-project] Checking segment: {'id': 'ad6a8291-f4d4-4f15-a258-ae1087f92e2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': 'f1e84dd4-c1c4-4952-af60-645abba330c4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84040) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 21:02:16.421231 n-d-838334-2 neutron-server[84040]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5f20c02-fa97-493a-91eb-40146342b562 tempest-DHCPAgentSchedulersTestJSON-589786574 tempest-DHCPAgentSchedulersTestJSON-589786574-project] Network hostable DHCP agents. Network: f1e84dd4-c1c4-4952-af60-645abba330c4, hostable agents: ['8746f8ea-3e91-4b32-9919-2c63adeb8722'], hosted agents: [] {{(pid=84040) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 21:02:16.424774 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-92144b66-2076-47a0-9e4f-1be2ce5ac082 tempest-NetworksIpV6TestAttrs-532953968 tempest-NetworksIpV6TestAttrs-532953968-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1082986'] for segment, precommit_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:16.428110 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5f20c02-fa97-493a-91eb-40146342b562 tempest-DHCPAgentSchedulersTestJSON-589786574 tempest-DHCPAgentSchedulersTestJSON-589786574-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:02:16.428497 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5f20c02-fa97-493a-91eb-40146342b562 tempest-DHCPAgentSchedulersTestJSON-589786574 tempest-DHCPAgentSchedulersTestJSON-589786574-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:02:16.429108 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5f20c02-fa97-493a-91eb-40146342b562 tempest-DHCPAgentSchedulersTestJSON-589786574 tempest-DHCPAgentSchedulersTestJSON-589786574-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:02:16.429450 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5f20c02-fa97-493a-91eb-40146342b562 tempest-DHCPAgentSchedulersTestJSON-589786574 tempest-DHCPAgentSchedulersTestJSON-589786574-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:02:16.429827 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5f20c02-fa97-493a-91eb-40146342b562 tempest-DHCPAgentSchedulersTestJSON-589786574 tempest-DHCPAgentSchedulersTestJSON-589786574-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:02:16.430159 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5f20c02-fa97-493a-91eb-40146342b562 tempest-DHCPAgentSchedulersTestJSON-589786574 tempest-DHCPAgentSchedulersTestJSON-589786574-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:02:16.430487 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5f20c02-fa97-493a-91eb-40146342b562 tempest-DHCPAgentSchedulersTestJSON-589786574 tempest-DHCPAgentSchedulersTestJSON-589786574-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:02:16.430813 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5f20c02-fa97-493a-91eb-40146342b562 tempest-DHCPAgentSchedulersTestJSON-589786574 tempest-DHCPAgentSchedulersTestJSON-589786574-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:02:16.431135 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5f20c02-fa97-493a-91eb-40146342b562 tempest-DHCPAgentSchedulersTestJSON-589786574 tempest-DHCPAgentSchedulersTestJSON-589786574-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:02:16.431454 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5f20c02-fa97-493a-91eb-40146342b562 tempest-DHCPAgentSchedulersTestJSON-589786574 tempest-DHCPAgentSchedulersTestJSON-589786574-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:02:16.432610 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5f20c02-fa97-493a-91eb-40146342b562 tempest-DHCPAgentSchedulersTestJSON-589786574 tempest-DHCPAgentSchedulersTestJSON-589786574-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:02:16.450694 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-92144b66-2076-47a0-9e4f-1be2ce5ac082 tempest-NetworksIpV6TestAttrs-532953968 tempest-NetworksIpV6TestAttrs-532953968-project] Releasing vlan 369 on physical network physnet1 to pool {{(pid=84041) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 18 21:02:16.451497 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-92144b66-2076-47a0-9e4f-1be2ce5ac082 tempest-NetworksIpV6TestAttrs-532953968 tempest-NetworksIpV6TestAttrs-532953968-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1082993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32266254'] for segment, after_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:16.467883 n-d-838334-2 neutron-server[84040]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5f20c02-fa97-493a-91eb-40146342b562 tempest-DHCPAgentSchedulersTestJSON-589786574 tempest-DHCPAgentSchedulersTestJSON-589786574-project] Network f1e84dd4-c1c4-4952-af60-645abba330c4 is scheduled to be hosted by DHCP agent 8746f8ea-3e91-4b32-9919-2c63adeb8722 with binding_index 1 {{(pid=84040) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 21:02:16.477452 n-d-838334-2 neutron-server[84041]: Traceback (most recent call last): Apr 18 21:02:16.477452 n-d-838334-2 neutron-server[84041]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 18 21:02:16.477452 n-d-838334-2 neutron-server[84041]: timer() Apr 18 21:02:16.477452 n-d-838334-2 neutron-server[84041]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 21:02:16.477452 n-d-838334-2 neutron-server[84041]: cb(*args, **kw) Apr 18 21:02:16.477452 n-d-838334-2 neutron-server[84041]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 18 21:02:16.477452 n-d-838334-2 neutron-server[84041]: return func(*args, **kwargs) Apr 18 21:02:16.477452 n-d-838334-2 neutron-server[84041]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 21:02:16.477452 n-d-838334-2 neutron-server[84041]: self._notify() Apr 18 21:02:16.477452 n-d-838334-2 neutron-server[84041]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 21:02:16.477452 n-d-838334-2 neutron-server[84041]: self.callback(batched_events) Apr 18 21:02:16.477452 n-d-838334-2 neutron-server[84041]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 21:02:16.477452 n-d-838334-2 neutron-server[84041]: event.method(event) Apr 18 21:02:16.477452 n-d-838334-2 neutron-server[84041]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 18 21:02:16.477452 n-d-838334-2 neutron-server[84041]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 21:02:16.477452 n-d-838334-2 neutron-server[84041]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 18 21:02:16.477452 n-d-838334-2 neutron-server[84041]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 21:02:16.477452 n-d-838334-2 neutron-server[84041]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 18 21:02:16.477452 n-d-838334-2 neutron-server[84041]: return f(self, *a, **k) Apr 18 21:02:16.477452 n-d-838334-2 neutron-server[84041]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 18 21:02:16.477452 n-d-838334-2 neutron-server[84041]: return self._get(url).json() Apr 18 21:02:16.477452 n-d-838334-2 neutron-server[84041]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 18 21:02:16.477452 n-d-838334-2 neutron-server[84041]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 21:02:16.477452 n-d-838334-2 neutron-server[84041]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 18 21:02:16.477452 n-d-838334-2 neutron-server[84041]: return self.request(url, 'GET', **kwargs) Apr 18 21:02:16.477452 n-d-838334-2 neutron-server[84041]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 18 21:02:16.477452 n-d-838334-2 neutron-server[84041]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 21:02:16.477452 n-d-838334-2 neutron-server[84041]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 18 21:02:16.477452 n-d-838334-2 neutron-server[84041]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 21:02:16.477452 n-d-838334-2 neutron-server[84041]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 18 21:02:16.477452 n-d-838334-2 neutron-server[84041]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 21:02:16.477452 n-d-838334-2 neutron-server[84041]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 21:02:16.483095 n-d-838334-2 neutron-server[84040]: DEBUG neutron.scheduler.base_scheduler [None req-d5f20c02-fa97-493a-91eb-40146342b562 tempest-DHCPAgentSchedulersTestJSON-589786574 tempest-DHCPAgentSchedulersTestJSON-589786574-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-838334-2, f1e84dd4-c1c4-4952-af60-645abba330c4) {{(pid=84040) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:02:16.495060 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5f20c02-fa97-493a-91eb-40146342b562 tempest-DHCPAgentSchedulersTestJSON-589786574 tempest-DHCPAgentSchedulersTestJSON-589786574-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:02:16.495975 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-d5f20c02-fa97-493a-91eb-40146342b562 tempest-DHCPAgentSchedulersTestJSON-589786574 tempest-DHCPAgentSchedulersTestJSON-589786574-project] Notify callbacks [] for subnet, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:16.527084 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-b128fede-482c-4d7f-a6ee-7ebf8e436f8b tempest-NetworksTest-1502682821 tempest-NetworksTest-1502682821-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1103592'] for network, before_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:16.540677 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-d5f20c02-fa97-493a-91eb-40146342b562 tempest-DHCPAgentSchedulersTestJSON-589786574 tempest-DHCPAgentSchedulersTestJSON-589786574-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.4259701 Apr 18 21:02:16.545904 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 60816) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:02:16.553613 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.v2.base [None req-fc29ceab-9f56-41f8-9674-bc6db6201966 tempest-DHCPAgentSchedulersTestJSON-589786574 tempest-DHCPAgentSchedulersTestJSON-589786574-project] Request body: {'port': {'network_id': 'f1e84dd4-c1c4-4952-af60-645abba330c4', 'name': 'tempest-DHCPAgentSchedulersTestJSON-339534470'}} {{(pid=84040) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:02:16.571849 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.plugin [None req-b128fede-482c-4d7f-a6ee-7ebf8e436f8b tempest-NetworksTest-1502682821 tempest-NetworksTest-1502682821-project] Deleting port 546849e7-0f92-4284-ab86-53df16d43571 {{(pid=84040) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 21:02:16.572490 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-b128fede-482c-4d7f-a6ee-7ebf8e436f8b tempest-NetworksTest-1502682821 tempest-NetworksTest-1502682821-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750375188691'] for port, before_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:16.592764 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-783620e9-73e0-4758-98e4-ab10c20f9227 tempest-FloatingIPAdminTestJSON-1424769623 tempest-FloatingIPAdminTestJSON-1424769623-project-admin] 10.222.0.42 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 2251 time: 0.3839834 Apr 18 21:02:16.593779 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 60820) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:02:16.742301 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4026ed04-51cc-44b6-834b-87310b1bfff1 None None] get_active_networks_info from n-d-838334-2 {{(pid=84042) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Apr 18 21:02:16.799452 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-92144b66-2076-47a0-9e4f-1be2ce5ac082 tempest-NetworksIpV6TestAttrs-532953968 tempest-NetworksIpV6TestAttrs-532953968-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1258898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33526109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33444113'] for network, after_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:16.835474 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-92144b66-2076-47a0-9e4f-1be2ce5ac082 tempest-NetworksIpV6TestAttrs-532953968 tempest-NetworksIpV6TestAttrs-532953968-project] Notify callbacks [] for network, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:16.845300 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-5e58732c-290d-4714-8047-92aaf0eaef22 req-841a86ce-1df7-4c3d-85f4-88f50a4386aa service neutron] 10.222.0.43 "GET /v2.0/networks/0bad4841-e9a6-4877-8de7-2befe85ffb51?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5742178 Apr 18 21:02:16.858211 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92144b66-2076-47a0-9e4f-1be2ce5ac082 tempest-NetworksIpV6TestAttrs-532953968 tempest-NetworksIpV6TestAttrs-532953968-project] Pushing event deleted for resources: {'Network': ['ID=6041a98c-e588-40f8-bcbe-b28dd5f020b7,revision_number=None']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:02:16.872087 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-92144b66-2076-47a0-9e4f-1be2ce5ac082 tempest-NetworksIpV6TestAttrs-532953968 tempest-NetworksIpV6TestAttrs-532953968-project] 10.222.0.42 "DELETE /v2.0/networks/6041a98c-e588-40f8-bcbe-b28dd5f020b7 HTTP/1.1" status: 204 len: 168 time: 5.8791757 Apr 18 21:02:16.895902 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 60828) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:02:16.916550 n-d-838334-2 neutron-server[84042]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4026ed04-51cc-44b6-834b-87310b1bfff1 None None] Resources bound (agent type, host, resource id): {{(pid=84042) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Apr 18 21:02:16.942433 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.v2.base [None req-d6a01441-6e2e-4acf-abf7-ed4c410c8d1f tempest-NetworksIpV6TestAttrs-532953968 tempest-NetworksIpV6TestAttrs-532953968-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1976801097'}} {{(pid=84040) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:02:16.948373 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [None req-d6a01441-6e2e-4acf-abf7-ed4c410c8d1f tempest-NetworksIpV6TestAttrs-532953968 tempest-NetworksIpV6TestAttrs-532953968-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:02:16.953293 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-d6a01441-6e2e-4acf-abf7-ed4c410c8d1f tempest-NetworksIpV6TestAttrs-532953968 tempest-NetworksIpV6TestAttrs-532953968-project] Usage tracker for resource:network and tenant:84b529df784d4667acc93cf51be710ab is out of sync, need to count used quota {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:02:16.956913 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-d6a01441-6e2e-4acf-abf7-ed4c410c8d1f tempest-NetworksIpV6TestAttrs-532953968 tempest-NetworksIpV6TestAttrs-532953968-project] Quota usage for network was recalculated. Used quota:3. {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:02:16.963330 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [None req-d6a01441-6e2e-4acf-abf7-ed4c410c8d1f tempest-NetworksIpV6TestAttrs-532953968 tempest-NetworksIpV6TestAttrs-532953968-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:02:16.997586 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d6a01441-6e2e-4acf-abf7-ed4c410c8d1f tempest-NetworksIpV6TestAttrs-532953968 tempest-NetworksIpV6TestAttrs-532953968-project] Made reservation on behalf of 84b529df784d4667acc93cf51be710ab for: {'network': 1} {{(pid=84040) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:02:17.001314 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-d6a01441-6e2e-4acf-abf7-ed4c410c8d1f tempest-NetworksIpV6TestAttrs-532953968 tempest-NetworksIpV6TestAttrs-532953968-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for network, before_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:17.042557 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.plugin [None req-6ab6c4f2-a1f8-446d-8a7c-7df748cc5267 tempest-FloatingIPAdminTestJSON-116313565 tempest-FloatingIPAdminTestJSON-116313565-project] Deleting port 43f76423-357e-47e7-8735-b8443fe5aab9 {{(pid=84041) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 21:02:17.043258 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-6ab6c4f2-a1f8-446d-8a7c-7df748cc5267 tempest-FloatingIPAdminTestJSON-116313565 tempest-FloatingIPAdminTestJSON-116313565-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750375188691'] for port, before_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:17.085435 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de376c36-efca-4022-8f86-a7902b15c69b req-0aa4f243-2668-495b-9f4c-ef0eb93ac1e7 tempest-AttachVolumeTestJSON-1696487017 tempest-AttachVolumeTestJSON-1696487017-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:02:17.087454 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-de376c36-efca-4022-8f86-a7902b15c69b req-0aa4f243-2668-495b-9f4c-ef0eb93ac1e7 tempest-AttachVolumeTestJSON-1696487017 tempest-AttachVolumeTestJSON-1696487017-project] 10.222.0.42 "GET /v2.0/ports?device_id=8febef70-4ef9-4774-9ec7-33697a7c70d6 HTTP/1.1" status: 200 len: 945 time: 0.4708028 Apr 18 21:02:17.155895 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [None req-fc29ceab-9f56-41f8-9674-bc6db6201966 tempest-DHCPAgentSchedulersTestJSON-589786574 tempest-DHCPAgentSchedulersTestJSON-589786574-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:02:17.160047 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-fc29ceab-9f56-41f8-9674-bc6db6201966 tempest-DHCPAgentSchedulersTestJSON-589786574 tempest-DHCPAgentSchedulersTestJSON-589786574-project] Usage tracker for resource:port and tenant:2012eb207c1043449089797f3e43f54f is out of sync, need to count used quota {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:02:17.162897 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-fc29ceab-9f56-41f8-9674-bc6db6201966 tempest-DHCPAgentSchedulersTestJSON-589786574 tempest-DHCPAgentSchedulersTestJSON-589786574-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:02:17.168884 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [None req-fc29ceab-9f56-41f8-9674-bc6db6201966 tempest-DHCPAgentSchedulersTestJSON-589786574 tempest-DHCPAgentSchedulersTestJSON-589786574-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:02:17.212241 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75f96e5e-0a72-47bf-8fbb-eebd74e28f61 req-8c49b86b-c590-435b-8a68-619799d7b867 tempest-ServersNegativeTestJSON-508382254 tempest-ServersNegativeTestJSON-508382254-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:02:17.219482 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-75f96e5e-0a72-47bf-8fbb-eebd74e28f61 req-8c49b86b-c590-435b-8a68-619799d7b867 tempest-ServersNegativeTestJSON-508382254 tempest-ServersNegativeTestJSON-508382254-project] 10.222.0.42 "GET /v2.0/ports?device_id=2197a591-197e-47fe-9210-1387bfb6ec5e HTTP/1.1" status: 200 len: 946 time: 0.4435954 Apr 18 21:02:17.250425 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d6a01441-6e2e-4acf-abf7-ed4c410c8d1f tempest-NetworksIpV6TestAttrs-532953968 tempest-NetworksIpV6TestAttrs-532953968-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 374} {{(pid=84040) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 21:02:17.251266 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-6ab6c4f2-a1f8-446d-8a7c-7df748cc5267 tempest-FloatingIPAdminTestJSON-116313565 tempest-FloatingIPAdminTestJSON-116313565-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369123'] for port, precommit_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:17.251596 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-6ab6c4f2-a1f8-446d-8a7c-7df748cc5267 tempest-FloatingIPAdminTestJSON-116313565 tempest-FloatingIPAdminTestJSON-116313565-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:17.262221 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc29ceab-9f56-41f8-9674-bc6db6201966 tempest-DHCPAgentSchedulersTestJSON-589786574 tempest-DHCPAgentSchedulersTestJSON-589786574-project] Made reservation on behalf of 2012eb207c1043449089797f3e43f54f for: {'port': 1} {{(pid=84040) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:02:17.265602 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-fc29ceab-9f56-41f8-9674-bc6db6201966 tempest-DHCPAgentSchedulersTestJSON-589786574 tempest-DHCPAgentSchedulersTestJSON-589786574-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:17.310377 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.db [None req-b128fede-482c-4d7f-a6ee-7ebf8e436f8b tempest-NetworksTest-1502682821 tempest-NetworksTest-1502682821-project] For port 546849e7-0f92-4284-ab86-53df16d43571, host n-d-838334-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838334-2',level=0,port_id=546849e7-0f92-4284-ab86-53df16d43571,segment=NetworkSegment(f7e7c85a-f660-4a58-9eb8-126b4ceb5bd9),segment_id=f7e7c85a-f660-4a58-9eb8-126b4ceb5bd9)] {{(pid=84040) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:02:17.311070 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-b128fede-482c-4d7f-a6ee-7ebf8e436f8b tempest-NetworksTest-1502682821 tempest-NetworksTest-1502682821-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369123'] for port, precommit_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:17.360204 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-75f96e5e-0a72-47bf-8fbb-eebd74e28f61 req-1d8d766a-2376-4afa-a9a6-378745c99e97 tempest-ServersNegativeTestJSON-508382254 tempest-ServersNegativeTestJSON-508382254-project] 10.222.0.42 "GET /v2.0/security-groups?id=ada0ecb3-b1bc-4ba2-8e6c-b06ba09daca2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1397562 Apr 18 21:02:17.367097 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-d6a01441-6e2e-4acf-abf7-ed4c410c8d1f tempest-NetworksIpV6TestAttrs-532953968 tempest-NetworksIpV6TestAttrs-532953968-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1082986'] for segment, precommit_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:17.367475 n-d-838334-2 neutron-server[84040]: INFO neutron.db.segments_db [None req-d6a01441-6e2e-4acf-abf7-ed4c410c8d1f tempest-NetworksIpV6TestAttrs-532953968 tempest-NetworksIpV6TestAttrs-532953968-project] Added segment 32a936d6-26b3-4c66-817a-df119a8fe109 of type vlan for network 181b492d-aac8-4517-9576-aacf73806eb4 Apr 18 21:02:17.415225 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.plugin [None req-6ab6c4f2-a1f8-446d-8a7c-7df748cc5267 tempest-FloatingIPAdminTestJSON-116313565 tempest-FloatingIPAdminTestJSON-116313565-project] Calling delete_port for 43f76423-357e-47e7-8735-b8443fe5aab9 owned by network:floatingip {{(pid=84041) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 21:02:17.468949 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce30d328-6839-4f1d-a0e3-c664a89240a2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp016840fc-1f9f-5892-9c53-c9cf6c845bbb-f1e84dd4-c1c4-4952-af60-645abba330c4', 'network_id': 'f1e84dd4-c1c4-4952-af60-645abba330c4', 'tenant_id': '2012eb207c1043449089797f3e43f54f', 'fixed_ips': [{'subnet_id': '4b102aa9-144d-41d0-85e3-c4aedda387fb'}]}} from n-d-838334-2. {{(pid=84042) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 18 21:02:17.469693 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-ce30d328-6839-4f1d-a0e3-c664a89240a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_create {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:17.485625 n-d-838334-2 neutron-server[84040]: DEBUG neutron.notifiers.nova [None req-fc29ceab-9f56-41f8-9674-bc6db6201966 tempest-DHCPAgentSchedulersTestJSON-589786574 tempest-DHCPAgentSchedulersTestJSON-589786574-project] device_id is not set on port bc9cbb8e-130e-4ddc-b27d-cf3b7f9506a5 yet. {{(pid=84040) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 18 21:02:17.542644 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.plugin [None req-b128fede-482c-4d7f-a6ee-7ebf8e436f8b tempest-NetworksTest-1502682821 tempest-NetworksTest-1502682821-project] Calling delete_port for 546849e7-0f92-4284-ab86-53df16d43571 owned by network:dhcp {{(pid=84040) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 21:02:17.592224 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-de376c36-efca-4022-8f86-a7902b15c69b req-afa4a501-00c9-42ac-ab7e-14554c13c4cc tempest-AttachVolumeTestJSON-1696487017 tempest-AttachVolumeTestJSON-1696487017-project] 10.222.0.42 "GET /v2.0/security-groups?id=326b68b1-226b-43b8-a174-ccc3d0972537&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4471228 Apr 18 21:02:17.729952 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-6ab6c4f2-a1f8-446d-8a7c-7df748cc5267 tempest-FloatingIPAdminTestJSON-116313565 tempest-FloatingIPAdminTestJSON-116313565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750375259028', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750374836628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32266323'] for port, after_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:17.749839 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-9dd477d0-da69-4a5c-b9cf-e510d61af4c8 req-ceee58dc-63c2-4e7c-ae29-bd0f79bbe2af tempest-ServerShowV257Test-1586113387 tempest-ServerShowV257Test-1586113387-project] 10.222.0.42 "GET /v2.0/ports?device_id=da175768-20a1-4590-bc10-4a36b6529fba HTTP/1.1" status: 200 len: 210 time: 0.1745291 Apr 18 21:02:17.751484 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-d6a01441-6e2e-4acf-abf7-ed4c410c8d1f tempest-NetworksIpV6TestAttrs-532953968 tempest-NetworksIpV6TestAttrs-532953968-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750374825732'] for network, precommit_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:17.761687 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.db_base_plugin_common [None req-ce30d328-6839-4f1d-a0e3-c664a89240a2 None None] Allocated IP 172.20.0.2 (f1e84dd4-c1c4-4952-af60-645abba330c4/4b102aa9-144d-41d0-85e3-c4aedda387fb/9d028379-0047-47b9-8341-48ff78ff3cdc) {{(pid=84042) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 21:02:17.810374 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ab6c4f2-a1f8-446d-8a7c-7df748cc5267 tempest-FloatingIPAdminTestJSON-116313565 tempest-FloatingIPAdminTestJSON-116313565-project] Pushing event deleted for resources: {'Port': ['ID=43f76423-357e-47e7-8735-b8443fe5aab9,revision_number=None']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:02:17.831086 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-d6a01441-6e2e-4acf-abf7-ed4c410c8d1f tempest-NetworksIpV6TestAttrs-532953968 tempest-NetworksIpV6TestAttrs-532953968-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33526109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022'] for network, after_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:17.836476 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6a01441-6e2e-4acf-abf7-ed4c410c8d1f tempest-NetworksIpV6TestAttrs-532953968 tempest-NetworksIpV6TestAttrs-532953968-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:02:17.837044 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-d6a01441-6e2e-4acf-abf7-ed4c410c8d1f tempest-NetworksIpV6TestAttrs-532953968 tempest-NetworksIpV6TestAttrs-532953968-project] Notify callbacks [] for network, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:17.911275 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-6ab6c4f2-a1f8-446d-8a7c-7df748cc5267 tempest-FloatingIPAdminTestJSON-116313565 tempest-FloatingIPAdminTestJSON-116313565-project] Notify callbacks [] for floatingip, after_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:17.933729 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-1b8774fc-c81e-4462-912f-1b47649e29a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750375287399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253529'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:17.956404 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6a01441-6e2e-4acf-abf7-ed4c410c8d1f tempest-NetworksIpV6TestAttrs-532953968 tempest-NetworksIpV6TestAttrs-532953968-project] Pushing event updated for resources: {'Network': ['ID=181b492d-aac8-4517-9576-aacf73806eb4,revision_number=1']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:02:17.959200 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-b128fede-482c-4d7f-a6ee-7ebf8e436f8b tempest-NetworksTest-1502682821 tempest-NetworksTest-1502682821-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750375259028', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750374836628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32440838'] for port, after_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:17.981245 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Network 181b492d-aac8-4517-9576-aacf73806eb4 details requested by agent ovs-agent-n-d-838334-2 with host n-d-838334-2 {{(pid=84042) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 18 21:02:18.027120 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b128fede-482c-4d7f-a6ee-7ebf8e436f8b tempest-NetworksTest-1502682821 tempest-NetworksTest-1502682821-project] Pushing event deleted for resources: {'Port': ['ID=546849e7-0f92-4284-ab86-53df16d43571,revision_number=None']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:02:18.048616 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-d6a01441-6e2e-4acf-abf7-ed4c410c8d1f tempest-NetworksIpV6TestAttrs-532953968 tempest-NetworksIpV6TestAttrs-532953968-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 1.1350470 Apr 18 21:02:18.050506 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b128fede-482c-4d7f-a6ee-7ebf8e436f8b tempest-NetworksTest-1502682821 tempest-NetworksTest-1502682821-project] No DVR routers for this DVR port 546849e7-0f92-4284-ab86-53df16d43571 on host n-d-838334-2 {{(pid=84040) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 21:02:18.051989 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 60842) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:02:18.126199 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.v2.base [None req-b4dab69c-99c2-4893-a09b-f51098cb34ce tempest-NetworksIpV6TestAttrs-532953968 tempest-NetworksIpV6TestAttrs-532953968-project] Request body: {'subnet': {'network_id': '181b492d-aac8-4517-9576-aacf73806eb4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=84040) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:02:18.485036 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-ce30d328-6839-4f1d-a0e3-c664a89240a2 None None] Notify callbacks [] for port, precommit_create {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:18.496450 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-ce30d328-6839-4f1d-a0e3-c664a89240a2 None None] Transition to ACTIVE for port object 9d028379-0047-47b9-8341-48ff78ff3cdc will not be triggered until provisioned by entity L2. {{(pid=84042) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:02:18.519513 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-ce30d328-6839-4f1d-a0e3-c664a89240a2 None None] Transition to ACTIVE for port object 9d028379-0047-47b9-8341-48ff78ff3cdc will not be triggered until provisioned by entity DHCP. {{(pid=84042) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:02:18.531401 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-ce30d328-6839-4f1d-a0e3-c664a89240a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750374836619'] for port, after_create {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:18.560130 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-b128fede-482c-4d7f-a6ee-7ebf8e436f8b tempest-NetworksTest-1502682821 tempest-NetworksTest-1502682821-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1258905', 'neutron.services.segments.db._delete_segments_for_network-8750375287417'] for network, precommit_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:18.607498 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [None req-b4dab69c-99c2-4893-a09b-f51098cb34ce tempest-NetworksIpV6TestAttrs-532953968 tempest-NetworksIpV6TestAttrs-532953968-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:02:18.661044 n-d-838334-2 neutron-server[84042]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce30d328-6839-4f1d-a0e3-c664a89240a2 None None] Network f1e84dd4-c1c4-4952-af60-645abba330c4 is already hosted by enough agents. {{(pid=84042) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:02:18.664423 n-d-838334-2 neutron-server[84042]: DEBUG neutron.scheduler.base_scheduler [None req-ce30d328-6839-4f1d-a0e3-c664a89240a2 None None] Resources bound (agent type, host, resource id): {{(pid=84042) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:02:18.669234 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce30d328-6839-4f1d-a0e3-c664a89240a2 None None] Received port after_create {{(pid=84042) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 21:02:18.681164 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce30d328-6839-4f1d-a0e3-c664a89240a2 None None] Pushing event updated for resources: {'Port': ['ID=9d028379-0047-47b9-8341-48ff78ff3cdc,revision_number=1']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:02:18.718673 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-b4dab69c-99c2-4893-a09b-f51098cb34ce tempest-NetworksIpV6TestAttrs-532953968 tempest-NetworksIpV6TestAttrs-532953968-project] Usage tracker for resource:subnet and tenant:84b529df784d4667acc93cf51be710ab is out of sync, need to count used quota {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:02:18.726133 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-b4dab69c-99c2-4893-a09b-f51098cb34ce tempest-NetworksIpV6TestAttrs-532953968 tempest-NetworksIpV6TestAttrs-532953968-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:02:18.740768 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [None req-b4dab69c-99c2-4893-a09b-f51098cb34ce tempest-NetworksIpV6TestAttrs-532953968 tempest-NetworksIpV6TestAttrs-532953968-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:02:18.756537 n-d-838334-2 neutron-server[84040]: DEBUG neutron.services.segments.db [None req-b128fede-482c-4d7f-a6ee-7ebf8e436f8b tempest-NetworksTest-1502682821 tempest-NetworksTest-1502682821-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e9d22f8d-94c7-431c-8b94-40bf22076d1a']}} {{(pid=84040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:02:18.771024 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.managers [None req-ce30d328-6839-4f1d-a0e3-c664a89240a2 None None] Attempting to bind port 9d028379-0047-47b9-8341-48ff78ff3cdc on host n-d-838334-2 for vnic_type normal with profile {{(pid=84042) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 21:02:18.771388 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.managers [None req-ce30d328-6839-4f1d-a0e3-c664a89240a2 None None] Attempting to bind port 9d028379-0047-47b9-8341-48ff78ff3cdc by drivers openvswitch,hyperv on host n-d-838334-2 at level 0 using segments [{'id': 'ad6a8291-f4d4-4f15-a258-ae1087f92e2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': 'f1e84dd4-c1c4-4952-af60-645abba330c4'}] {{(pid=84042) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 21:02:18.772096 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce30d328-6839-4f1d-a0e3-c664a89240a2 None None] Attempting to bind port 9d028379-0047-47b9-8341-48ff78ff3cdc on network f1e84dd4-c1c4-4952-af60-645abba330c4 {{(pid=84042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 21:02:18.779823 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce30d328-6839-4f1d-a0e3-c664a89240a2 None None] Checking agent: {'id': '97cd4414-7af6-4d67-868d-dff370b4071a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838334-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 25, 49), 'started_at': datetime.datetime(2022, 4, 18, 20, 26, 19), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 21, 1, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838334-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 18 21:02:18.780335 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce30d328-6839-4f1d-a0e3-c664a89240a2 None None] Checking segment: {'id': 'ad6a8291-f4d4-4f15-a258-ae1087f92e2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': 'f1e84dd4-c1c4-4952-af60-645abba330c4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84042) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 21:02:18.780738 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-ce30d328-6839-4f1d-a0e3-c664a89240a2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:18.781123 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce30d328-6839-4f1d-a0e3-c664a89240a2 None None] Bound using segment: {'id': 'ad6a8291-f4d4-4f15-a258-ae1087f92e2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': 'f1e84dd4-c1c4-4952-af60-645abba330c4'} {{(pid=84042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 18 21:02:18.781592 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.managers [None req-ce30d328-6839-4f1d-a0e3-c664a89240a2 None None] Bound port: 9d028379-0047-47b9-8341-48ff78ff3cdc, host: n-d-838334-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ad6a8291-f4d4-4f15-a258-ae1087f92e2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': 'f1e84dd4-c1c4-4952-af60-645abba330c4'}}] {{(pid=84042) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 21:02:18.782010 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-ce30d328-6839-4f1d-a0e3-c664a89240a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:18.815560 n-d-838334-2 neutron-server[84040]: DEBUG neutron.services.segments.db [None req-b128fede-482c-4d7f-a6ee-7ebf8e436f8b tempest-NetworksTest-1502682821 tempest-NetworksTest-1502682821-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f7e7c85a-f660-4a58-9eb8-126b4ceb5bd9') {'for_net_delete': True} {{(pid=84040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:02:18.815870 n-d-838334-2 neutron-server[84040]: DEBUG neutron.services.segments.db [None req-b128fede-482c-4d7f-a6ee-7ebf8e436f8b tempest-NetworksTest-1502682821 tempest-NetworksTest-1502682821-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f7e7c85a-f660-4a58-9eb8-126b4ceb5bd9') {} {{(pid=84040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:02:18.853121 n-d-838334-2 neutron-server[84041]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6ab6c4f2-a1f8-446d-8a7c-7df748cc5267 tempest-FloatingIPAdminTestJSON-116313565 tempest-FloatingIPAdminTestJSON-116313565-project] Router 6490a0d3-5d7b-4019-8cde-f093519ff0dc has already been hosted by L3 agent bc84d6c9-dd7a-4555-a351-592327b46d5a {{(pid=84041) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 21:02:18.863509 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.db_base_plugin_common [None req-fc29ceab-9f56-41f8-9674-bc6db6201966 tempest-DHCPAgentSchedulersTestJSON-589786574 tempest-DHCPAgentSchedulersTestJSON-589786574-project] Allocated IP 172.20.0.10 (f1e84dd4-c1c4-4952-af60-645abba330c4/4b102aa9-144d-41d0-85e3-c4aedda387fb/bc9cbb8e-130e-4ddc-b27d-cf3b7f9506a5) {{(pid=84040) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 21:02:18.874297 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b4dab69c-99c2-4893-a09b-f51098cb34ce tempest-NetworksIpV6TestAttrs-532953968 tempest-NetworksIpV6TestAttrs-532953968-project] Made reservation on behalf of 84b529df784d4667acc93cf51be710ab for: {'subnet': 1} {{(pid=84040) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:02:18.893428 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-ce30d328-6839-4f1d-a0e3-c664a89240a2 None None] For port 9d028379-0047-47b9-8341-48ff78ff3cdc, host n-d-838334-2, cleared binding levels {{(pid=84042) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 21:02:18.897908 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-ce30d328-6839-4f1d-a0e3-c664a89240a2 None None] For port 9d028379-0047-47b9-8341-48ff78ff3cdc, host n-d-838334-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838334-2',level=0,port_id=9d028379-0047-47b9-8341-48ff78ff3cdc,segment=NetworkSegment(ad6a8291-f4d4-4f15-a258-ae1087f92e2d),segment_id=ad6a8291-f4d4-4f15-a258-ae1087f92e2d)] {{(pid=84042) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 21:02:18.903790 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-ce30d328-6839-4f1d-a0e3-c664a89240a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682'] for port, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:18.984883 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-b128fede-482c-4d7f-a6ee-7ebf8e436f8b tempest-NetworksTest-1502682821 tempest-NetworksTest-1502682821-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750375287300', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31955965'] for segment, before_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:18.994904 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-b4dab69c-99c2-4893-a09b-f51098cb34ce tempest-NetworksIpV6TestAttrs-532953968 tempest-NetworksIpV6TestAttrs-532953968-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31752722'] for subnet, before_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:19.074020 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750375287399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253529'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:19.085836 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce30d328-6839-4f1d-a0e3-c664a89240a2 None None] Pushing event updated for resources: {'Port': ['ID=9d028379-0047-47b9-8341-48ff78ff3cdc,revision_number=2']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:02:19.117608 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6ab6c4f2-a1f8-446d-8a7c-7df748cc5267 tempest-FloatingIPAdminTestJSON-116313565 tempest-FloatingIPAdminTestJSON-116313565-project] Notify agent at l3_agent.n-d-838334-2 the message routers_updated {{(pid=84041) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 21:02:19.130674 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11595cbc-23be-444f-a6b2-19f0b1eb57ad req-3cd26746-f0f8-4971-898a-991316c4edff tempest-ServersNegativeTestJSON-508382254 tempest-ServersNegativeTestJSON-508382254-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:02:19.132617 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-11595cbc-23be-444f-a6b2-19f0b1eb57ad req-3cd26746-f0f8-4971-898a-991316c4edff tempest-ServersNegativeTestJSON-508382254 tempest-ServersNegativeTestJSON-508382254-project] 10.222.0.42 "GET /v2.0/ports?device_id=2197a591-197e-47fe-9210-1387bfb6ec5e HTTP/1.1" status: 200 len: 946 time: 0.5859199 Apr 18 21:02:19.136740 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97e22947-da87-418b-8a47-b0a7ee2431e6 None None] Sync routers for ids ['6490a0d3-5d7b-4019-8cde-f093519ff0dc'] in n-d-838334-2 {{(pid=84042) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 18 21:02:19.139584 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-6ab6c4f2-a1f8-446d-8a7c-7df748cc5267 tempest-FloatingIPAdminTestJSON-116313565 tempest-FloatingIPAdminTestJSON-116313565-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217293'] for floatingip, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:19.156508 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-b128fede-482c-4d7f-a6ee-7ebf8e436f8b tempest-NetworksTest-1502682821 tempest-NetworksTest-1502682821-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1082986'] for segment, precommit_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:19.176309 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97e22947-da87-418b-8a47-b0a7ee2431e6 None None] Routers {'6490a0d3-5d7b-4019-8cde-f093519ff0dc'} bound to L3 agent in host n-d-838334-2 {{(pid=84042) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 21:02:19.177179 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_hamode_db [None req-97e22947-da87-418b-8a47-b0a7ee2431e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838334-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-18T20:25:48Z,description=,heartbeat_timestamp=2022-04-18T21:02:18Z,host='n-d-838334-2',id=bc84d6c9-dd7a-4555-a351-592327b46d5a,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:25:48Z,topic='l3_agent')) {'router_ids': ['6490a0d3-5d7b-4019-8cde-f093519ff0dc'], 'active': True} {{(pid=84042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:02:19.217680 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-6ab6c4f2-a1f8-446d-8a7c-7df748cc5267 tempest-FloatingIPAdminTestJSON-116313565 tempest-FloatingIPAdminTestJSON-116313565-project] 10.222.0.42 "DELETE /v2.0/floatingips/b52b20a3-6942-4047-899f-838f1f15c984 HTTP/1.1" status: 204 len: 168 time: 2.5753663 Apr 18 21:02:19.221231 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 60860) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:02:19.226538 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.v2.base [None req-16ed2f6f-e0f6-4153-82b4-6491a1fd4096 tempest-FloatingIPAdminTestJSON-1424769623 tempest-FloatingIPAdminTestJSON-1424769623-project-admin] Request body: {'floatingip': {'floating_network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c'}} {{(pid=84041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:02:19.226728 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b128fede-482c-4d7f-a6ee-7ebf8e436f8b tempest-NetworksTest-1502682821 tempest-NetworksTest-1502682821-project] Releasing vlan 376 on physical network physnet1 to pool {{(pid=84040) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 18 21:02:19.227139 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-b128fede-482c-4d7f-a6ee-7ebf8e436f8b tempest-NetworksTest-1502682821 tempest-NetworksTest-1502682821-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1082993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32440923'] for segment, after_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:19.234580 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-16ed2f6f-e0f6-4153-82b4-6491a1fd4096 tempest-FloatingIPAdminTestJSON-1424769623 tempest-FloatingIPAdminTestJSON-1424769623-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:02:19.243783 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-16ed2f6f-e0f6-4153-82b4-6491a1fd4096 tempest-FloatingIPAdminTestJSON-1424769623 tempest-FloatingIPAdminTestJSON-1424769623-project-admin] Usage tracker for resource:floatingip and tenant:c1d58739b33a4b1b9b5e38d7cabd40d0 is out of sync, need to count used quota {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:02:19.247293 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-16ed2f6f-e0f6-4153-82b4-6491a1fd4096 tempest-FloatingIPAdminTestJSON-1424769623 tempest-FloatingIPAdminTestJSON-1424769623-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:02:19.256265 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-16ed2f6f-e0f6-4153-82b4-6491a1fd4096 tempest-FloatingIPAdminTestJSON-1424769623 tempest-FloatingIPAdminTestJSON-1424769623-project-admin] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:02:19.258552 n-d-838334-2 neutron-server[84040]: Traceback (most recent call last): Apr 18 21:02:19.258552 n-d-838334-2 neutron-server[84040]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 18 21:02:19.258552 n-d-838334-2 neutron-server[84040]: timer() Apr 18 21:02:19.258552 n-d-838334-2 neutron-server[84040]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 21:02:19.258552 n-d-838334-2 neutron-server[84040]: cb(*args, **kw) Apr 18 21:02:19.258552 n-d-838334-2 neutron-server[84040]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 18 21:02:19.258552 n-d-838334-2 neutron-server[84040]: return func(*args, **kwargs) Apr 18 21:02:19.258552 n-d-838334-2 neutron-server[84040]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 21:02:19.258552 n-d-838334-2 neutron-server[84040]: self._notify() Apr 18 21:02:19.258552 n-d-838334-2 neutron-server[84040]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 21:02:19.258552 n-d-838334-2 neutron-server[84040]: self.callback(batched_events) Apr 18 21:02:19.258552 n-d-838334-2 neutron-server[84040]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 21:02:19.258552 n-d-838334-2 neutron-server[84040]: event.method(event) Apr 18 21:02:19.258552 n-d-838334-2 neutron-server[84040]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 18 21:02:19.258552 n-d-838334-2 neutron-server[84040]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 21:02:19.258552 n-d-838334-2 neutron-server[84040]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 18 21:02:19.258552 n-d-838334-2 neutron-server[84040]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 21:02:19.258552 n-d-838334-2 neutron-server[84040]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 18 21:02:19.258552 n-d-838334-2 neutron-server[84040]: return f(self, *a, **k) Apr 18 21:02:19.258552 n-d-838334-2 neutron-server[84040]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 18 21:02:19.258552 n-d-838334-2 neutron-server[84040]: return self._get(url).json() Apr 18 21:02:19.258552 n-d-838334-2 neutron-server[84040]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 18 21:02:19.258552 n-d-838334-2 neutron-server[84040]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 21:02:19.258552 n-d-838334-2 neutron-server[84040]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 18 21:02:19.258552 n-d-838334-2 neutron-server[84040]: return self.request(url, 'GET', **kwargs) Apr 18 21:02:19.258552 n-d-838334-2 neutron-server[84040]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 18 21:02:19.258552 n-d-838334-2 neutron-server[84040]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 21:02:19.258552 n-d-838334-2 neutron-server[84040]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 18 21:02:19.258552 n-d-838334-2 neutron-server[84040]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 21:02:19.258552 n-d-838334-2 neutron-server[84040]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 18 21:02:19.258552 n-d-838334-2 neutron-server[84040]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 21:02:19.258552 n-d-838334-2 neutron-server[84040]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 21:02:19.285781 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-16ed2f6f-e0f6-4153-82b4-6491a1fd4096 tempest-FloatingIPAdminTestJSON-1424769623 tempest-FloatingIPAdminTestJSON-1424769623-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:19.289822 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_hamode_db [None req-97e22947-da87-418b-8a47-b0a7ee2431e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-838334-2', False) {} {{(pid=84042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:02:19.328086 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97e22947-da87-418b-8a47-b0a7ee2431e6 None None] Routers {'6490a0d3-5d7b-4019-8cde-f093519ff0dc'} bound to L3 agent in host n-d-838334-2 {{(pid=84042) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 21:02:19.329984 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_hamode_db [None req-97e22947-da87-418b-8a47-b0a7ee2431e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838334-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-18T20:25:48Z,description=,heartbeat_timestamp=2022-04-18T21:02:18Z,host='n-d-838334-2',id=bc84d6c9-dd7a-4555-a351-592327b46d5a,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:25:48Z,topic='l3_agent')) {'router_ids': ['6490a0d3-5d7b-4019-8cde-f093519ff0dc'], 'active': True} {{(pid=84042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:02:19.421299 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_hamode_db [None req-97e22947-da87-418b-8a47-b0a7ee2431e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-838334-2', False) {} {{(pid=84042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:02:19.422102 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97e22947-da87-418b-8a47-b0a7ee2431e6 None None] The sync data for ids ['6490a0d3-5d7b-4019-8cde-f093519ff0dc'] in n-d-838334-2 is: [] {{(pid=84042) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 18 21:02:19.443656 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-414b6ffe-e119-47bc-b18f-bcff1219c2f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750375287399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253529'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:19.459246 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-11595cbc-23be-444f-a6b2-19f0b1eb57ad req-cfadc818-cfd1-4c03-a0e8-5aa0850e8bc7 tempest-ServersNegativeTestJSON-508382254 tempest-ServersNegativeTestJSON-508382254-project] 10.222.0.42 "GET /v2.0/security-groups?id=ada0ecb3-b1bc-4ba2-8e6c-b06ba09daca2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2962945 Apr 18 21:02:19.482325 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-b128fede-482c-4d7f-a6ee-7ebf8e436f8b tempest-NetworksTest-1502682821 tempest-NetworksTest-1502682821-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1258898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33526109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33444113'] for network, after_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:19.508683 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-b128fede-482c-4d7f-a6ee-7ebf8e436f8b tempest-NetworksTest-1502682821 tempest-NetworksTest-1502682821-project] Notify callbacks [] for network, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:19.554499 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-16ed2f6f-e0f6-4153-82b4-6491a1fd4096 tempest-FloatingIPAdminTestJSON-1424769623 tempest-FloatingIPAdminTestJSON-1424769623-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:19.581317 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b128fede-482c-4d7f-a6ee-7ebf8e436f8b tempest-NetworksTest-1502682821 tempest-NetworksTest-1502682821-project] Pushing event deleted for resources: {'Network': ['ID=e9d22f8d-94c7-431c-8b94-40bf22076d1a,revision_number=None']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:02:19.630523 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a629410-1ea7-4c6c-acf7-bb73f6026a4a req-f20eae78-9f5b-40a6-bb36-72cd4095aee2 tempest-AttachVolumeTestJSON-1696487017 tempest-AttachVolumeTestJSON-1696487017-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:02:19.632018 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-6a629410-1ea7-4c6c-acf7-bb73f6026a4a req-f20eae78-9f5b-40a6-bb36-72cd4095aee2 tempest-AttachVolumeTestJSON-1696487017 tempest-AttachVolumeTestJSON-1696487017-project] 10.222.0.42 "GET /v2.0/ports?device_id=8febef70-4ef9-4774-9ec7-33697a7c70d6 HTTP/1.1" status: 200 len: 945 time: 0.8302698 Apr 18 21:02:19.647417 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-b128fede-482c-4d7f-a6ee-7ebf8e436f8b tempest-NetworksTest-1502682821 tempest-NetworksTest-1502682821-project] 10.222.0.42 "DELETE /v2.0/networks/e9d22f8d-94c7-431c-8b94-40bf22076d1a HTTP/1.1" status: 204 len: 168 time: 5.9058180 Apr 18 21:02:19.653152 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 60868) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:02:19.664101 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.v2.base [None req-a3144778-6266-4b24-833d-709ae15dc228 tempest-NetworksTest-1502682821 tempest-NetworksTest-1502682821-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-625375018'}} {{(pid=84041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:02:19.670022 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-a3144778-6266-4b24-833d-709ae15dc228 tempest-NetworksTest-1502682821 tempest-NetworksTest-1502682821-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:02:19.674312 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-a3144778-6266-4b24-833d-709ae15dc228 tempest-NetworksTest-1502682821 tempest-NetworksTest-1502682821-project] Usage tracker for resource:network and tenant:7bfcf5e6e1be4fd18d7d5e6e5bcd338a is out of sync, need to count used quota {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:02:19.677646 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-a3144778-6266-4b24-833d-709ae15dc228 tempest-NetworksTest-1502682821 tempest-NetworksTest-1502682821-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:02:19.683522 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-a3144778-6266-4b24-833d-709ae15dc228 tempest-NetworksTest-1502682821 tempest-NetworksTest-1502682821-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:02:19.736712 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 60872) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:02:19.743605 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-b3081635-d0d0-4958-bd47-0dcf89722edc req-8ed52337-8142-4e93-aba2-b177128afc23 tempest-ServerShowV257Test-1586113387 tempest-ServerShowV257Test-1586113387-project] 10.222.0.42 "GET /v2.0/ports?device_id=da175768-20a1-4590-bc10-4a36b6529fba HTTP/1.1" status: 200 len: 210 time: 0.0980396 Apr 18 21:02:19.750561 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a3144778-6266-4b24-833d-709ae15dc228 tempest-NetworksTest-1502682821 tempest-NetworksTest-1502682821-project] Made reservation on behalf of 7bfcf5e6e1be4fd18d7d5e6e5bcd338a for: {'network': 1} {{(pid=84041) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:02:19.753729 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-a3144778-6266-4b24-833d-709ae15dc228 tempest-NetworksTest-1502682821 tempest-NetworksTest-1502682821-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for network, before_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:19.790887 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a3144778-6266-4b24-833d-709ae15dc228 tempest-NetworksTest-1502682821 tempest-NetworksTest-1502682821-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 381} {{(pid=84041) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 21:02:19.800379 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-a3144778-6266-4b24-833d-709ae15dc228 tempest-NetworksTest-1502682821 tempest-NetworksTest-1502682821-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1082986'] for segment, precommit_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:19.800722 n-d-838334-2 neutron-server[84041]: INFO neutron.db.segments_db [None req-a3144778-6266-4b24-833d-709ae15dc228 tempest-NetworksTest-1502682821 tempest-NetworksTest-1502682821-project] Added segment c18aade0-8584-4b40-9dee-fc287d21eb07 of type vlan for network 845fdfae-4a6e-4fd7-8a5b-ca732e2a1a10 Apr 18 21:02:19.828580 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-a3144778-6266-4b24-833d-709ae15dc228 tempest-NetworksTest-1502682821 tempest-NetworksTest-1502682821-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750374825732'] for network, precommit_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:19.832184 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-6a629410-1ea7-4c6c-acf7-bb73f6026a4a req-d923f5a2-6e1c-40dc-85f7-f2ea015f8235 tempest-AttachVolumeTestJSON-1696487017 tempest-AttachVolumeTestJSON-1696487017-project] 10.222.0.42 "GET /v2.0/security-groups?id=326b68b1-226b-43b8-a174-ccc3d0972537&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1786807 Apr 18 21:02:19.861786 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-fc29ceab-9f56-41f8-9674-bc6db6201966 tempest-DHCPAgentSchedulersTestJSON-589786574 tempest-DHCPAgentSchedulersTestJSON-589786574-project] Notify callbacks [] for port, precommit_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:19.865876 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-b4dab69c-99c2-4893-a09b-f51098cb34ce tempest-NetworksIpV6TestAttrs-532953968 tempest-NetworksIpV6TestAttrs-532953968-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33526260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32441074', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31752704'] for subnet, after_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:19.869221 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-a3144778-6266-4b24-833d-709ae15dc228 tempest-NetworksTest-1502682821 tempest-NetworksTest-1502682821-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33526109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022'] for network, after_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:19.872887 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3144778-6266-4b24-833d-709ae15dc228 tempest-NetworksTest-1502682821 tempest-NetworksTest-1502682821-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:02:19.873466 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-a3144778-6266-4b24-833d-709ae15dc228 tempest-NetworksTest-1502682821 tempest-NetworksTest-1502682821-project] Notify callbacks [] for network, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:19.908392 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.db_base_plugin_common [None req-16ed2f6f-e0f6-4153-82b4-6491a1fd4096 tempest-FloatingIPAdminTestJSON-1424769623 tempest-FloatingIPAdminTestJSON-1424769623-project-admin] Allocated IP 172.25.8.245 (e41b6600-a917-4a8d-b05c-be3be40c6d8c/6b05667b-848e-4356-9b44-d5eb6808ef74/499b5db1-5547-4d2c-ae4d-bac142e97354) {{(pid=84041) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 21:02:19.928711 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.provisioning_blocks [None req-fc29ceab-9f56-41f8-9674-bc6db6201966 tempest-DHCPAgentSchedulersTestJSON-589786574 tempest-DHCPAgentSchedulersTestJSON-589786574-project] Transition to ACTIVE for port object bc9cbb8e-130e-4ddc-b27d-cf3b7f9506a5 will not be triggered until provisioned by entity DHCP. {{(pid=84040) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:02:20.027256 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4dab69c-99c2-4893-a09b-f51098cb34ce tempest-NetworksIpV6TestAttrs-532953968 tempest-NetworksIpV6TestAttrs-532953968-project] Pushing event updated for resources: {'Subnet': ['ID=7186c05a-ffff-4fd8-91b6-4566302bb85e,revision_number=0']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:02:20.046221 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-8ee55ce0-6509-4568-8ef3-67706436b67e admin admin] Notify callbacks [] for security_group, before_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:20.076978 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4dab69c-99c2-4893-a09b-f51098cb34ce tempest-NetworksIpV6TestAttrs-532953968 tempest-NetworksIpV6TestAttrs-532953968-project] Checking segment: {'id': '32a936d6-26b3-4c66-817a-df119a8fe109', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '181b492d-aac8-4517-9576-aacf73806eb4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84040) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 21:02:20.077337 n-d-838334-2 neutron-server[84040]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4dab69c-99c2-4893-a09b-f51098cb34ce tempest-NetworksIpV6TestAttrs-532953968 tempest-NetworksIpV6TestAttrs-532953968-project] Network hostable DHCP agents. Network: 181b492d-aac8-4517-9576-aacf73806eb4, hostable agents: ['8746f8ea-3e91-4b32-9919-2c63adeb8722'], hosted agents: [] {{(pid=84040) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 21:02:20.081337 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-a3144778-6266-4b24-833d-709ae15dc228 tempest-NetworksTest-1502682821 tempest-NetworksTest-1502682821-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.4252346 Apr 18 21:02:20.081516 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 60878) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:02:20.092565 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.v2.base [None req-0dcb9011-03e7-4c8e-a9f3-72b35bddb26c tempest-NetworksTest-1502682821 tempest-NetworksTest-1502682821-project] Request body: {'subnet': {'network_id': '845fdfae-4a6e-4fd7-8a5b-ca732e2a1a10', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=84040) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:02:20.119355 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-fc29ceab-9f56-41f8-9674-bc6db6201966 tempest-DHCPAgentSchedulersTestJSON-589786574 tempest-DHCPAgentSchedulersTestJSON-589786574-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750374836619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32440838'] for port, after_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:20.138445 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3144778-6266-4b24-833d-709ae15dc228 tempest-NetworksTest-1502682821 tempest-NetworksTest-1502682821-project] Pushing event updated for resources: {'Network': ['ID=845fdfae-4a6e-4fd7-8a5b-ca732e2a1a10,revision_number=1']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:02:20.149689 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Network 845fdfae-4a6e-4fd7-8a5b-ca732e2a1a10 details requested by agent ovs-agent-n-d-838334-2 with host n-d-838334-2 {{(pid=84042) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 18 21:02:20.177217 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-8ee55ce0-6509-4568-8ef3-67706436b67e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:02:20.193180 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-8ee55ce0-6509-4568-8ef3-67706436b67e admin admin] Usage tracker for resource:security_group_rule and tenant:8a36fc47d7e942eeac10fb980da3772b is out of sync, need to count used quota {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:02:20.198393 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-8ee55ce0-6509-4568-8ef3-67706436b67e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:02:20.198859 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74b27d32-f00e-4ac3-a268-5241488c6f3d req-01548cdf-fcf3-403c-9ac4-93a0bd3c9a0f tempest-ServersNegativeTestJSON-508382254 tempest-ServersNegativeTestJSON-508382254-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:02:20.207216 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-74b27d32-f00e-4ac3-a268-5241488c6f3d req-01548cdf-fcf3-403c-9ac4-93a0bd3c9a0f tempest-ServersNegativeTestJSON-508382254 tempest-ServersNegativeTestJSON-508382254-project] 10.222.0.42 "GET /v2.0/ports?device_id=2197a591-197e-47fe-9210-1387bfb6ec5e HTTP/1.1" status: 200 len: 946 time: 0.2801847 Apr 18 21:02:20.207675 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-8ee55ce0-6509-4568-8ef3-67706436b67e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:02:20.254747 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-16ed2f6f-e0f6-4153-82b4-6491a1fd4096 tempest-FloatingIPAdminTestJSON-1424769623 tempest-FloatingIPAdminTestJSON-1424769623-project-admin] Notify callbacks [] for port, precommit_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:20.337512 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-8ee55ce0-6509-4568-8ef3-67706436b67e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:20.345771 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-8ee55ce0-6509-4568-8ef3-67706436b67e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33528224'] for security_group, after_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:20.351872 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f49bb5dd-8590-4ffb-bf72-ff18e6c27218 None None] Network f1e84dd4-c1c4-4952-af60-645abba330c4 requested from n-d-838334-2 {{(pid=84042) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 21:02:20.356559 n-d-838334-2 neutron-server[84040]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc29ceab-9f56-41f8-9674-bc6db6201966 tempest-DHCPAgentSchedulersTestJSON-589786574 tempest-DHCPAgentSchedulersTestJSON-589786574-project] Network f1e84dd4-c1c4-4952-af60-645abba330c4 is already hosted by enough agents. {{(pid=84040) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:02:20.365619 n-d-838334-2 neutron-server[84040]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4dab69c-99c2-4893-a09b-f51098cb34ce tempest-NetworksIpV6TestAttrs-532953968 tempest-NetworksIpV6TestAttrs-532953968-project] Network 181b492d-aac8-4517-9576-aacf73806eb4 is scheduled to be hosted by DHCP agent 8746f8ea-3e91-4b32-9919-2c63adeb8722 with binding_index 1 {{(pid=84040) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 21:02:20.367872 n-d-838334-2 neutron-server[84040]: DEBUG neutron.scheduler.base_scheduler [None req-fc29ceab-9f56-41f8-9674-bc6db6201966 tempest-DHCPAgentSchedulersTestJSON-589786574 tempest-DHCPAgentSchedulersTestJSON-589786574-project] Resources bound (agent type, host, resource id): {{(pid=84040) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:02:20.376771 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc29ceab-9f56-41f8-9674-bc6db6201966 tempest-DHCPAgentSchedulersTestJSON-589786574 tempest-DHCPAgentSchedulersTestJSON-589786574-project] Pushing event updated for resources: {'Port': ['ID=bc9cbb8e-130e-4ddc-b27d-cf3b7f9506a5,revision_number=1']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:02:20.383028 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc29ceab-9f56-41f8-9674-bc6db6201966 tempest-DHCPAgentSchedulersTestJSON-589786574 tempest-DHCPAgentSchedulersTestJSON-589786574-project] Received port after_create {{(pid=84040) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 21:02:20.402887 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ee55ce0-6509-4568-8ef3-67706436b67e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a94ad6a5-7a75-4df5-b4a5-c9532fdb322d,revision_number=1']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:02:20.409352 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [None req-0dcb9011-03e7-4c8e-a9f3-72b35bddb26c tempest-NetworksTest-1502682821 tempest-NetworksTest-1502682821-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:02:20.413266 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-16ed2f6f-e0f6-4153-82b4-6491a1fd4096 tempest-FloatingIPAdminTestJSON-1424769623 tempest-FloatingIPAdminTestJSON-1424769623-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750374836619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32266323'] for port, after_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:20.423303 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-0dcb9011-03e7-4c8e-a9f3-72b35bddb26c tempest-NetworksTest-1502682821 tempest-NetworksTest-1502682821-project] Usage tracker for resource:subnet and tenant:7bfcf5e6e1be4fd18d7d5e6e5bcd338a is out of sync, need to count used quota {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:02:20.428797 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-74b27d32-f00e-4ac3-a268-5241488c6f3d req-f2c2eb23-a9b2-4152-852b-7804c5cbda2a tempest-ServersNegativeTestJSON-508382254 tempest-ServersNegativeTestJSON-508382254-project] 10.222.0.42 "GET /v2.0/security-groups?id=ada0ecb3-b1bc-4ba2-8e6c-b06ba09daca2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2201452 Apr 18 21:02:20.435701 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-0dcb9011-03e7-4c8e-a9f3-72b35bddb26c tempest-NetworksTest-1502682821 tempest-NetworksTest-1502682821-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:02:20.438200 n-d-838334-2 neutron-server[84040]: DEBUG neutron.scheduler.base_scheduler [None req-b4dab69c-99c2-4893-a09b-f51098cb34ce tempest-NetworksIpV6TestAttrs-532953968 tempest-NetworksIpV6TestAttrs-532953968-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-838334-2, 181b492d-aac8-4517-9576-aacf73806eb4) {{(pid=84040) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:02:20.448710 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [None req-0dcb9011-03e7-4c8e-a9f3-72b35bddb26c tempest-NetworksTest-1502682821 tempest-NetworksTest-1502682821-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:02:20.450969 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-427a576a-f5e4-480c-87dd-d9c0596e660e None None] Network 181b492d-aac8-4517-9576-aacf73806eb4 requested from n-d-838334-2 {{(pid=84042) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 21:02:20.454843 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4dab69c-99c2-4893-a09b-f51098cb34ce tempest-NetworksIpV6TestAttrs-532953968 tempest-NetworksIpV6TestAttrs-532953968-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:02:20.455420 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-b4dab69c-99c2-4893-a09b-f51098cb34ce tempest-NetworksIpV6TestAttrs-532953968 tempest-NetworksIpV6TestAttrs-532953968-project] Notify callbacks [] for subnet, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:20.479971 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0dcb9011-03e7-4c8e-a9f3-72b35bddb26c tempest-NetworksTest-1502682821 tempest-NetworksTest-1502682821-project] Made reservation on behalf of 7bfcf5e6e1be4fd18d7d5e6e5bcd338a for: {'subnet': 1} {{(pid=84040) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:02:20.499271 n-d-838334-2 neutron-server[84041]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16ed2f6f-e0f6-4153-82b4-6491a1fd4096 tempest-FloatingIPAdminTestJSON-1424769623 tempest-FloatingIPAdminTestJSON-1424769623-project-admin] Network e41b6600-a917-4a8d-b05c-be3be40c6d8c is already hosted by enough agents. {{(pid=84041) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:02:20.502461 n-d-838334-2 neutron-server[84041]: DEBUG neutron.scheduler.base_scheduler [None req-16ed2f6f-e0f6-4153-82b4-6491a1fd4096 tempest-FloatingIPAdminTestJSON-1424769623 tempest-FloatingIPAdminTestJSON-1424769623-project-admin] Resources bound (agent type, host, resource id): {{(pid=84041) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:02:20.504731 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16ed2f6f-e0f6-4153-82b4-6491a1fd4096 tempest-FloatingIPAdminTestJSON-1424769623 tempest-FloatingIPAdminTestJSON-1424769623-project-admin] Received port after_create {{(pid=84041) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 21:02:20.516274 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-b4dab69c-99c2-4893-a09b-f51098cb34ce tempest-NetworksIpV6TestAttrs-532953968 tempest-NetworksIpV6TestAttrs-532953968-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 2.4631848 Apr 18 21:02:20.520788 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc29ceab-9f56-41f8-9674-bc6db6201966 tempest-DHCPAgentSchedulersTestJSON-589786574 tempest-DHCPAgentSchedulersTestJSON-589786574-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:02:20.521812 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-fc29ceab-9f56-41f8-9674-bc6db6201966 tempest-DHCPAgentSchedulersTestJSON-589786574 tempest-DHCPAgentSchedulersTestJSON-589786574-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217293'] for port, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:20.526100 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 60886) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:02:20.548813 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-8ee55ce0-6509-4568-8ef3-67706436b67e admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=8a36fc47d7e942eeac10fb980da3772b&name=default HTTP/1.1" status: 200 len: 2647 time: 0.8085012 Apr 18 21:02:20.555531 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 60890) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:02:20.586395 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-c7521a90-7d65-4e2e-842c-ca5d95e9a89c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750375287399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253529'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:20.604338 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16ed2f6f-e0f6-4153-82b4-6491a1fd4096 tempest-FloatingIPAdminTestJSON-1424769623 tempest-FloatingIPAdminTestJSON-1424769623-project-admin] Pushing event updated for resources: {'Port': ['ID=499b5db1-5547-4d2c-ae4d-bac142e97354,revision_number=1']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:02:20.609992 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-f9bd942c-9d26-4908-8250-5cf65d82e2db None None] Provisioning for port 9d028379-0047-47b9-8341-48ff78ff3cdc completed by entity DHCP. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 21:02:20.743202 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Device 9d028379-0047-47b9-8341-48ff78ff3cdc up at agent ovs-agent-n-d-838334-2 {{(pid=84042) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 21:02:20.812912 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-6569b3b3-3b6a-4470-bacb-a1ea09c6c4f3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:20.926223 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-95767df4-4f0c-45bd-b9bd-ccd0fdcde55f tempest-NetworksIpV6TestAttrs-532953968 tempest-NetworksIpV6TestAttrs-532953968-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1103592'] for network, before_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:20.926853 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-16ed2f6f-e0f6-4153-82b4-6491a1fd4096 tempest-FloatingIPAdminTestJSON-1424769623 tempest-FloatingIPAdminTestJSON-1424769623-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:20.934571 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-6569b3b3-3b6a-4470-bacb-a1ea09c6c4f3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:20.945071 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a965bd62-ae47-4f82-8bde-2b4f9a675b84 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp016840fc-1f9f-5892-9c53-c9cf6c845bbb-181b492d-aac8-4517-9576-aacf73806eb4', 'network_id': '181b492d-aac8-4517-9576-aacf73806eb4', 'tenant_id': '84b529df784d4667acc93cf51be710ab', 'fixed_ips': [{'subnet_id': '7186c05a-ffff-4fd8-91b6-4566302bb85e'}]}} from n-d-838334-2. {{(pid=84042) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 18 21:02:20.946587 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-a965bd62-ae47-4f82-8bde-2b4f9a675b84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_create {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:21.010045 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Provisioning for port 9d028379-0047-47b9-8341-48ff78ff3cdc completed by entity L2. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 21:02:21.020669 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-16ed2f6f-e0f6-4153-82b4-6491a1fd4096 tempest-FloatingIPAdminTestJSON-1424769623 tempest-FloatingIPAdminTestJSON-1424769623-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:21.039420 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Provisioning complete for port 9d028379-0047-47b9-8341-48ff78ff3cdc triggered by entity L2. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:02:21.039910 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1253608'] for port, provisioning_complete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:21.055612 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-221cbb6a-b45f-45e3-93c8-7db4e80f5e4f req-6a52d488-1cf0-484e-8ee2-ea0840f9fde9 tempest-ServerShowV257Test-1586113387 tempest-ServerShowV257Test-1586113387-project] 10.222.0.42 "GET /v2.0/ports?device_id=da175768-20a1-4590-bc10-4a36b6529fba HTTP/1.1" status: 200 len: 210 time: 0.1066630 Apr 18 21:02:21.075526 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-fc29ceab-9f56-41f8-9674-bc6db6201966 tempest-DHCPAgentSchedulersTestJSON-589786574 tempest-DHCPAgentSchedulersTestJSON-589786574-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 4.5279932 Apr 18 21:02:21.075968 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 60898) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:02:21.139867 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-95767df4-4f0c-45bd-b9bd-ccd0fdcde55f tempest-NetworksIpV6TestAttrs-532953968 tempest-NetworksIpV6TestAttrs-532953968-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1260556'] for subnet, precommit_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:21.142254 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-6569b3b3-3b6a-4470-bacb-a1ea09c6c4f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33528224'] for security_group, after_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:21.192720 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.plugin [None req-505101ff-1b6e-44d4-b66b-6dad67c38649 tempest-DHCPAgentSchedulersTestJSON-589786574 tempest-DHCPAgentSchedulersTestJSON-589786574-project] Deleting port bc9cbb8e-130e-4ddc-b27d-cf3b7f9506a5 {{(pid=84041) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 21:02:21.193054 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-505101ff-1b6e-44d4-b66b-6dad67c38649 tempest-DHCPAgentSchedulersTestJSON-589786574 tempest-DHCPAgentSchedulersTestJSON-589786574-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750375188691'] for port, before_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:21.218265 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.db_base_plugin_common [None req-a965bd62-ae47-4f82-8bde-2b4f9a675b84 None None] Allocated IP 2001:db8::2 (181b492d-aac8-4517-9576-aacf73806eb4/7186c05a-ffff-4fd8-91b6-4566302bb85e/096fe0d0-243f-4fd1-bcd6-f323efbb5958) {{(pid=84042) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 21:02:21.232181 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-0dcb9011-03e7-4c8e-a9f3-72b35bddb26c tempest-NetworksTest-1502682821 tempest-NetworksTest-1502682821-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31752722'] for subnet, before_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:21.245528 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6569b3b3-3b6a-4470-bacb-a1ea09c6c4f3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a94ad6a5-7a75-4df5-b4a5-c9532fdb322d,revision_number=None']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:02:21.353834 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecfad771-cbd9-4d8e-8ee4-f0a0db92fabe req-8f4a9caf-b7a5-49ff-bfe4-7509efb81874 tempest-ServersNegativeTestJSON-508382254 tempest-ServersNegativeTestJSON-508382254-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:02:21.355667 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-ecfad771-cbd9-4d8e-8ee4-f0a0db92fabe req-8f4a9caf-b7a5-49ff-bfe4-7509efb81874 tempest-ServersNegativeTestJSON-508382254 tempest-ServersNegativeTestJSON-508382254-project] 10.222.0.42 "GET /v2.0/ports?device_id=2197a591-197e-47fe-9210-1387bfb6ec5e HTTP/1.1" status: 200 len: 946 time: 0.4339812 Apr 18 21:02:21.379578 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-6569b3b3-3b6a-4470-bacb-a1ea09c6c4f3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:21.392548 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-6569b3b3-3b6a-4470-bacb-a1ea09c6c4f3 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/a94ad6a5-7a75-4df5-b4a5-c9532fdb322d HTTP/1.1" status: 204 len: 168 time: 0.8268256 Apr 18 21:02:21.510462 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-ecfad771-cbd9-4d8e-8ee4-f0a0db92fabe req-b954e9ee-fd67-4a84-8b88-16c7c5bac487 tempest-ServersNegativeTestJSON-508382254 tempest-ServersNegativeTestJSON-508382254-project] 10.222.0.42 "GET /v2.0/security-groups?id=ada0ecb3-b1bc-4ba2-8e6c-b06ba09daca2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1101971 Apr 18 21:02:21.533513 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a990e10-f18e-412f-9241-3028aab6f500 req-f71ea726-ac75-48cc-a0ad-b9f0ea5bc7ea tempest-AttachVolumeTestJSON-1696487017 tempest-AttachVolumeTestJSON-1696487017-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:02:21.535046 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-4a990e10-f18e-412f-9241-3028aab6f500 req-f71ea726-ac75-48cc-a0ad-b9f0ea5bc7ea tempest-AttachVolumeTestJSON-1696487017 tempest-AttachVolumeTestJSON-1696487017-project] 10.222.0.42 "GET /v2.0/ports?device_id=8febef70-4ef9-4774-9ec7-33697a7c70d6 HTTP/1.1" status: 200 len: 945 time: 0.2077351 Apr 18 21:02:21.541286 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:21.612680 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] For port 9d028379-0047-47b9-8341-48ff78ff3cdc, host n-d-838334-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838334-2',level=0,port_id=9d028379-0047-47b9-8341-48ff78ff3cdc,segment=NetworkSegment(ad6a8291-f4d4-4f15-a258-ae1087f92e2d),segment_id=ad6a8291-f4d4-4f15-a258-ae1087f92e2d)] {{(pid=84042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:02:21.640580 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-4a990e10-f18e-412f-9241-3028aab6f500 req-5eaf93ae-a5de-4884-8576-276ef0c6f5ab tempest-AttachVolumeTestJSON-1696487017 tempest-AttachVolumeTestJSON-1696487017-project] 10.222.0.42 "GET /v2.0/security-groups?id=326b68b1-226b-43b8-a174-ccc3d0972537&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0975370 Apr 18 21:02:21.673422 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682'] for port, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:21.821723 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-a965bd62-ae47-4f82-8bde-2b4f9a675b84 None None] Notify callbacks [] for port, precommit_create {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:21.831595 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Pushing event updated for resources: {'Port': ['ID=9d028379-0047-47b9-8341-48ff78ff3cdc,revision_number=3']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:02:21.845861 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-0dcb9011-03e7-4c8e-a9f3-72b35bddb26c tempest-NetworksTest-1502682821 tempest-NetworksTest-1502682821-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33526260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32441074', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31752704'] for subnet, after_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:21.861458 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-a965bd62-ae47-4f82-8bde-2b4f9a675b84 None None] Transition to ACTIVE for port object 096fe0d0-243f-4fd1-bcd6-f323efbb5958 will not be triggered until provisioned by entity L2. {{(pid=84042) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:02:21.904441 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-a965bd62-ae47-4f82-8bde-2b4f9a675b84 None None] Transition to ACTIVE for port object 096fe0d0-243f-4fd1-bcd6-f323efbb5958 will not be triggered until provisioned by entity DHCP. {{(pid=84042) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:02:21.923006 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-a965bd62-ae47-4f82-8bde-2b4f9a675b84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750374836619'] for port, after_create {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:21.944145 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-16ed2f6f-e0f6-4153-82b4-6491a1fd4096 tempest-FloatingIPAdminTestJSON-1424769623 tempest-FloatingIPAdminTestJSON-1424769623-project-admin] Notify callbacks [] for port, precommit_update {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:21.996056 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-16ed2f6f-e0f6-4153-82b4-6491a1fd4096 tempest-FloatingIPAdminTestJSON-1424769623 tempest-FloatingIPAdminTestJSON-1424769623-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32266282'] for port, after_update {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:21.998531 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dcb9011-03e7-4c8e-a9f3-72b35bddb26c tempest-NetworksTest-1502682821 tempest-NetworksTest-1502682821-project] Pushing event updated for resources: {'Subnet': ['ID=37a3c8d3-9940-470c-a02b-22a6571a185f,revision_number=0']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:02:22.020037 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a965bd62-ae47-4f82-8bde-2b4f9a675b84 None None] Pushing event updated for resources: {'Port': ['ID=096fe0d0-243f-4fd1-bcd6-f323efbb5958,revision_number=1']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:02:22.052285 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-95767df4-4f0c-45bd-b9bd-ccd0fdcde55f tempest-NetworksIpV6TestAttrs-532953968 tempest-NetworksIpV6TestAttrs-532953968-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1260549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33526260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32440885', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31752825'] for subnet, after_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:22.056509 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-caf3a849-44dd-43c1-be01-86872aa5e03a None None] Network f1e84dd4-c1c4-4952-af60-645abba330c4 requested from n-d-838334-2 {{(pid=84042) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 21:02:22.085548 n-d-838334-2 neutron-server[84042]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a965bd62-ae47-4f82-8bde-2b4f9a675b84 None None] Network 181b492d-aac8-4517-9576-aacf73806eb4 is already hosted by enough agents. {{(pid=84042) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:02:22.102430 n-d-838334-2 neutron-server[84042]: DEBUG neutron.scheduler.base_scheduler [None req-a965bd62-ae47-4f82-8bde-2b4f9a675b84 None None] Resources bound (agent type, host, resource id): {{(pid=84042) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:02:22.148019 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-505101ff-1b6e-44d4-b66b-6dad67c38649 tempest-DHCPAgentSchedulersTestJSON-589786574 tempest-DHCPAgentSchedulersTestJSON-589786574-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369123'] for port, precommit_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:22.186335 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a965bd62-ae47-4f82-8bde-2b4f9a675b84 None None] Received port after_create {{(pid=84042) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 21:02:22.264339 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-95767df4-4f0c-45bd-b9bd-ccd0fdcde55f tempest-NetworksIpV6TestAttrs-532953968 tempest-NetworksIpV6TestAttrs-532953968-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1258905', 'neutron.services.segments.db._delete_segments_for_network-8750375287417'] for network, precommit_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:22.297023 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-7b2ce0b9-672b-4e1d-a455-ee104ca52f6d None None] Provisioning complete for port 9d028379-0047-47b9-8341-48ff78ff3cdc triggered by entity DHCP. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:02:22.297023 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-7b2ce0b9-672b-4e1d-a455-ee104ca52f6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1253608'] for port, provisioning_complete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:22.306186 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 60910) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:02:22.312630 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.plugin [None req-505101ff-1b6e-44d4-b66b-6dad67c38649 tempest-DHCPAgentSchedulersTestJSON-589786574 tempest-DHCPAgentSchedulersTestJSON-589786574-project] Calling delete_port for bc9cbb8e-130e-4ddc-b27d-cf3b7f9506a5 owned by {{(pid=84041) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 21:02:22.341036 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95767df4-4f0c-45bd-b9bd-ccd0fdcde55f tempest-NetworksIpV6TestAttrs-532953968 tempest-NetworksIpV6TestAttrs-532953968-project] Pushing event deleted for resources: {'Subnet': ['ID=7186c05a-ffff-4fd8-91b6-4566302bb85e,revision_number=None']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:02:22.350674 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0dcb9011-03e7-4c8e-a9f3-72b35bddb26c tempest-NetworksTest-1502682821 tempest-NetworksTest-1502682821-project] Checking segment: {'id': 'c18aade0-8584-4b40-9dee-fc287d21eb07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '845fdfae-4a6e-4fd7-8a5b-ca732e2a1a10'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84040) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 21:02:22.351169 n-d-838334-2 neutron-server[84040]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0dcb9011-03e7-4c8e-a9f3-72b35bddb26c tempest-NetworksTest-1502682821 tempest-NetworksTest-1502682821-project] Network hostable DHCP agents. Network: 845fdfae-4a6e-4fd7-8a5b-ca732e2a1a10, hostable agents: ['8746f8ea-3e91-4b32-9919-2c63adeb8722'], hosted agents: [] {{(pid=84040) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 21:02:22.365591 n-d-838334-2 neutron-server[84040]: DEBUG neutron.services.segments.db [None req-95767df4-4f0c-45bd-b9bd-ccd0fdcde55f tempest-NetworksIpV6TestAttrs-532953968 tempest-NetworksIpV6TestAttrs-532953968-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['181b492d-aac8-4517-9576-aacf73806eb4']}} {{(pid=84040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:02:22.422576 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16ed2f6f-e0f6-4153-82b4-6491a1fd4096 tempest-FloatingIPAdminTestJSON-1424769623 tempest-FloatingIPAdminTestJSON-1424769623-project-admin] Pushing event updated for resources: {'Port': ['ID=499b5db1-5547-4d2c-ae4d-bac142e97354,revision_number=2']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:02:22.424824 n-d-838334-2 neutron-server[84040]: DEBUG neutron.services.segments.db [None req-95767df4-4f0c-45bd-b9bd-ccd0fdcde55f tempest-NetworksIpV6TestAttrs-532953968 tempest-NetworksIpV6TestAttrs-532953968-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '32a936d6-26b3-4c66-817a-df119a8fe109') {'for_net_delete': True} {{(pid=84040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:02:22.424824 n-d-838334-2 neutron-server[84040]: DEBUG neutron.services.segments.db [None req-95767df4-4f0c-45bd-b9bd-ccd0fdcde55f tempest-NetworksIpV6TestAttrs-532953968 tempest-NetworksIpV6TestAttrs-532953968-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '32a936d6-26b3-4c66-817a-df119a8fe109') {} {{(pid=84040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:02:22.445591 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-b3b394f6-c006-42c7-84ca-14c33a978489 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:22.451004 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-4e6f5c55-0c20-4ccc-8ae8-26e05ddde9f4 req-41972f13-fc27-4ec8-b60b-838aa6ae6aac tempest-ServerShowV257Test-1586113387 tempest-ServerShowV257Test-1586113387-project] 10.222.0.42 "GET /v2.0/ports?device_id=da175768-20a1-4590-bc10-4a36b6529fba HTTP/1.1" status: 200 len: 210 time: 0.0872972 Apr 18 21:02:22.457850 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-95767df4-4f0c-45bd-b9bd-ccd0fdcde55f tempest-NetworksIpV6TestAttrs-532953968 tempest-NetworksIpV6TestAttrs-532953968-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750375287300', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31955965'] for segment, before_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:22.504757 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.managers [None req-a965bd62-ae47-4f82-8bde-2b4f9a675b84 None None] Attempting to bind port 096fe0d0-243f-4fd1-bcd6-f323efbb5958 on host n-d-838334-2 for vnic_type normal with profile {{(pid=84042) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 21:02:22.505228 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.managers [None req-a965bd62-ae47-4f82-8bde-2b4f9a675b84 None None] Attempting to bind port 096fe0d0-243f-4fd1-bcd6-f323efbb5958 by drivers openvswitch,hyperv on host n-d-838334-2 at level 0 using segments [{'id': '32a936d6-26b3-4c66-817a-df119a8fe109', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '181b492d-aac8-4517-9576-aacf73806eb4'}] {{(pid=84042) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 21:02:22.505891 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a965bd62-ae47-4f82-8bde-2b4f9a675b84 None None] Attempting to bind port 096fe0d0-243f-4fd1-bcd6-f323efbb5958 on network 181b492d-aac8-4517-9576-aacf73806eb4 {{(pid=84042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 21:02:22.507332 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-16ed2f6f-e0f6-4153-82b4-6491a1fd4096 tempest-FloatingIPAdminTestJSON-1424769623 tempest-FloatingIPAdminTestJSON-1424769623-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33444131'] for floatingip, after_update {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:22.516542 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-95767df4-4f0c-45bd-b9bd-ccd0fdcde55f tempest-NetworksIpV6TestAttrs-532953968 tempest-NetworksIpV6TestAttrs-532953968-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1082986'] for segment, precommit_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:22.523816 n-d-838334-2 neutron-server[84040]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0dcb9011-03e7-4c8e-a9f3-72b35bddb26c tempest-NetworksTest-1502682821 tempest-NetworksTest-1502682821-project] Network 845fdfae-4a6e-4fd7-8a5b-ca732e2a1a10 is scheduled to be hosted by DHCP agent 8746f8ea-3e91-4b32-9919-2c63adeb8722 with binding_index 1 {{(pid=84040) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 21:02:22.526459 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-b3b394f6-c006-42c7-84ca-14c33a978489 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:02:22.533283 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-95767df4-4f0c-45bd-b9bd-ccd0fdcde55f tempest-NetworksIpV6TestAttrs-532953968 tempest-NetworksIpV6TestAttrs-532953968-project] Releasing vlan 374 on physical network physnet1 to pool {{(pid=84040) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 18 21:02:22.533525 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-95767df4-4f0c-45bd-b9bd-ccd0fdcde55f tempest-NetworksIpV6TestAttrs-532953968 tempest-NetworksIpV6TestAttrs-532953968-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1082993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32440923'] for segment, after_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:22.535035 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a965bd62-ae47-4f82-8bde-2b4f9a675b84 None None] Checking agent: {'id': '97cd4414-7af6-4d67-868d-dff370b4071a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838334-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 25, 49), 'started_at': datetime.datetime(2022, 4, 18, 20, 26, 19), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 21, 2, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838334-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 18 21:02:22.535415 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a965bd62-ae47-4f82-8bde-2b4f9a675b84 None None] Checking segment: {'id': '32a936d6-26b3-4c66-817a-df119a8fe109', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '181b492d-aac8-4517-9576-aacf73806eb4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84042) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 21:02:22.535932 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-a965bd62-ae47-4f82-8bde-2b4f9a675b84 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:22.536235 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a965bd62-ae47-4f82-8bde-2b4f9a675b84 None None] Bound using segment: {'id': '32a936d6-26b3-4c66-817a-df119a8fe109', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '181b492d-aac8-4517-9576-aacf73806eb4'} {{(pid=84042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 18 21:02:22.536710 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.managers [None req-a965bd62-ae47-4f82-8bde-2b4f9a675b84 None None] Bound port: 096fe0d0-243f-4fd1-bcd6-f323efbb5958, host: n-d-838334-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '32a936d6-26b3-4c66-817a-df119a8fe109', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '181b492d-aac8-4517-9576-aacf73806eb4'}}] {{(pid=84042) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 21:02:22.537083 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-a965bd62-ae47-4f82-8bde-2b4f9a675b84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:22.537340 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-b3b394f6-c006-42c7-84ca-14c33a978489 admin admin] Usage tracker for resource:security_group_rule and tenant:7e4b3f704155440390bb71e4f21b8209 is out of sync, need to count used quota {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:02:22.544666 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-b3b394f6-c006-42c7-84ca-14c33a978489 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:02:22.549591 n-d-838334-2 neutron-server[84040]: Traceback (most recent call last): Apr 18 21:02:22.549591 n-d-838334-2 neutron-server[84040]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 18 21:02:22.549591 n-d-838334-2 neutron-server[84040]: timer() Apr 18 21:02:22.549591 n-d-838334-2 neutron-server[84040]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 21:02:22.549591 n-d-838334-2 neutron-server[84040]: cb(*args, **kw) Apr 18 21:02:22.549591 n-d-838334-2 neutron-server[84040]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 18 21:02:22.549591 n-d-838334-2 neutron-server[84040]: return func(*args, **kwargs) Apr 18 21:02:22.549591 n-d-838334-2 neutron-server[84040]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 21:02:22.549591 n-d-838334-2 neutron-server[84040]: self._notify() Apr 18 21:02:22.549591 n-d-838334-2 neutron-server[84040]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 21:02:22.549591 n-d-838334-2 neutron-server[84040]: self.callback(batched_events) Apr 18 21:02:22.549591 n-d-838334-2 neutron-server[84040]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 21:02:22.549591 n-d-838334-2 neutron-server[84040]: event.method(event) Apr 18 21:02:22.549591 n-d-838334-2 neutron-server[84040]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 18 21:02:22.549591 n-d-838334-2 neutron-server[84040]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 21:02:22.549591 n-d-838334-2 neutron-server[84040]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 18 21:02:22.549591 n-d-838334-2 neutron-server[84040]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 21:02:22.549591 n-d-838334-2 neutron-server[84040]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 18 21:02:22.549591 n-d-838334-2 neutron-server[84040]: return f(self, *a, **k) Apr 18 21:02:22.549591 n-d-838334-2 neutron-server[84040]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 18 21:02:22.549591 n-d-838334-2 neutron-server[84040]: return self._get(url).json() Apr 18 21:02:22.549591 n-d-838334-2 neutron-server[84040]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 18 21:02:22.549591 n-d-838334-2 neutron-server[84040]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 21:02:22.549591 n-d-838334-2 neutron-server[84040]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 18 21:02:22.549591 n-d-838334-2 neutron-server[84040]: return self.request(url, 'GET', **kwargs) Apr 18 21:02:22.549591 n-d-838334-2 neutron-server[84040]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 18 21:02:22.549591 n-d-838334-2 neutron-server[84040]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 21:02:22.549591 n-d-838334-2 neutron-server[84040]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 18 21:02:22.549591 n-d-838334-2 neutron-server[84040]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 21:02:22.549591 n-d-838334-2 neutron-server[84040]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 18 21:02:22.549591 n-d-838334-2 neutron-server[84040]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 21:02:22.549591 n-d-838334-2 neutron-server[84040]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 21:02:22.569096 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-b3b394f6-c006-42c7-84ca-14c33a978489 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:02:22.608330 n-d-838334-2 neutron-server[84040]: DEBUG neutron.scheduler.base_scheduler [None req-0dcb9011-03e7-4c8e-a9f3-72b35bddb26c tempest-NetworksTest-1502682821 tempest-NetworksTest-1502682821-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-838334-2, 845fdfae-4a6e-4fd7-8a5b-ca732e2a1a10) {{(pid=84040) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:02:22.631509 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd49171e-91f9-4be2-9d45-8cd21829f3e9 req-b5f8a301-54cd-45f2-b394-2922ae777e5b tempest-ServersNegativeTestJSON-508382254 tempest-ServersNegativeTestJSON-508382254-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:02:22.634503 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-dd49171e-91f9-4be2-9d45-8cd21829f3e9 req-b5f8a301-54cd-45f2-b394-2922ae777e5b tempest-ServersNegativeTestJSON-508382254 tempest-ServersNegativeTestJSON-508382254-project] 10.222.0.42 "GET /v2.0/ports?device_id=2197a591-197e-47fe-9210-1387bfb6ec5e HTTP/1.1" status: 200 len: 946 time: 0.3260980 Apr 18 21:02:22.638061 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0dcb9011-03e7-4c8e-a9f3-72b35bddb26c tempest-NetworksTest-1502682821 tempest-NetworksTest-1502682821-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:02:22.638849 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-0dcb9011-03e7-4c8e-a9f3-72b35bddb26c tempest-NetworksTest-1502682821 tempest-NetworksTest-1502682821-project] Notify callbacks [] for subnet, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:22.639938 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-16ed2f6f-e0f6-4153-82b4-6491a1fd4096 tempest-FloatingIPAdminTestJSON-1424769623 tempest-FloatingIPAdminTestJSON-1424769623-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217293'] for floatingip, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:22.644005 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-16ed2f6f-e0f6-4153-82b4-6491a1fd4096 tempest-FloatingIPAdminTestJSON-1424769623 tempest-FloatingIPAdminTestJSON-1424769623-project-admin] 10.222.0.42 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.4216855 Apr 18 21:02:22.644661 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 60914) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:02:22.653527 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e03fed2f-0bef-466e-b96f-84bd07877763 None None] Network 845fdfae-4a6e-4fd7-8a5b-ca732e2a1a10 requested from n-d-838334-2 {{(pid=84042) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 21:02:22.694126 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-505101ff-1b6e-44d4-b66b-6dad67c38649 tempest-DHCPAgentSchedulersTestJSON-589786574 tempest-DHCPAgentSchedulersTestJSON-589786574-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750375259028', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750374836628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32266323'] for port, after_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:22.738183 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.db.api [None req-95767df4-4f0c-45bd-b9bd-ccd0fdcde55f tempest-NetworksIpV6TestAttrs-532953968 tempest-NetworksIpV6TestAttrs-532953968-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Apr 18 21:02:22.738183 n-d-838334-2 neutron-server[84040]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Apr 18 21:02:22.738183 n-d-838334-2 neutron-server[84040]: [parameters: {'id': '181b492d-aac8-4517-9576-aacf73806eb4'}] Apr 18 21:02:22.738183 n-d-838334-2 neutron-server[84040]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=84040) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 18 21:02:22.739886 n-d-838334-2 neutron-server[84040]: DEBUG oslo_db.api [None req-95767df4-4f0c-45bd-b9bd-ccd0fdcde55f tempest-NetworksIpV6TestAttrs-532953968 tempest-NetworksIpV6TestAttrs-532953968-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=84040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 18 21:02:22.754762 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-dd49171e-91f9-4be2-9d45-8cd21829f3e9 req-e0d3b207-e972-47f2-ba91-2349e76c510b tempest-ServersNegativeTestJSON-508382254 tempest-ServersNegativeTestJSON-508382254-project] 10.222.0.42 "GET /v2.0/security-groups?id=ada0ecb3-b1bc-4ba2-8e6c-b06ba09daca2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1061823 Apr 18 21:02:22.756792 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-0dcb9011-03e7-4c8e-a9f3-72b35bddb26c tempest-NetworksTest-1502682821 tempest-NetworksTest-1502682821-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 2.6720254 Apr 18 21:02:22.759534 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 60922) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:02:22.801252 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Device 9d028379-0047-47b9-8341-48ff78ff3cdc up at agent ovs-agent-n-d-838334-2 {{(pid=84042) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 21:02:22.860638 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-505101ff-1b6e-44d4-b66b-6dad67c38649 tempest-DHCPAgentSchedulersTestJSON-589786574 tempest-DHCPAgentSchedulersTestJSON-589786574-project] Pushing event deleted for resources: {'Port': ['ID=bc9cbb8e-130e-4ddc-b27d-cf3b7f9506a5,revision_number=None']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:02:22.910062 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-7b2ce0b9-672b-4e1d-a455-ee104ca52f6d None None] Could not find standard attr ID for object bc9cbb8e-130e-4ddc-b27d-cf3b7f9506a5. {{(pid=84042) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 18 21:02:22.918338 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-a965bd62-ae47-4f82-8bde-2b4f9a675b84 None None] For port 096fe0d0-243f-4fd1-bcd6-f323efbb5958, host n-d-838334-2, cleared binding levels {{(pid=84042) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 21:02:22.949248 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-a965bd62-ae47-4f82-8bde-2b4f9a675b84 None None] For port 096fe0d0-243f-4fd1-bcd6-f323efbb5958, host n-d-838334-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838334-2',level=0,port_id=096fe0d0-243f-4fd1-bcd6-f323efbb5958,segment=NetworkSegment(32a936d6-26b3-4c66-817a-df119a8fe109),segment_id=32a936d6-26b3-4c66-817a-df119a8fe109)] {{(pid=84042) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 21:02:22.998207 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-a965bd62-ae47-4f82-8bde-2b4f9a675b84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682'] for port, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:23.087175 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-c98441b3-e64e-4ff9-a4b0-a8c4c06bfc91 tempest-NetworksTest-1502682821 tempest-NetworksTest-1502682821-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1103592'] for network, before_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:23.105126 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3c46a69-490c-49c8-9faa-ff631c7b4190 req-f89b612b-9d82-4057-ab85-4cc74baf751e tempest-AttachVolumeTestJSON-1696487017 tempest-AttachVolumeTestJSON-1696487017-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:02:23.112725 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-a3c46a69-490c-49c8-9faa-ff631c7b4190 req-f89b612b-9d82-4057-ab85-4cc74baf751e tempest-AttachVolumeTestJSON-1696487017 tempest-AttachVolumeTestJSON-1696487017-project] 10.222.0.42 "GET /v2.0/ports?device_id=8febef70-4ef9-4774-9ec7-33697a7c70d6 HTTP/1.1" status: 200 len: 945 time: 0.1894920 Apr 18 21:02:23.171438 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.v2.base [None req-a80979fb-1123-482d-b53d-c4fc71d246a2 tempest-FloatingIPAdminTestJSON-921785860 tempest-FloatingIPAdminTestJSON-921785860-project] Request body: {'floatingip': {'floating_network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c'}} {{(pid=84041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:02:23.186710 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-a80979fb-1123-482d-b53d-c4fc71d246a2 tempest-FloatingIPAdminTestJSON-921785860 tempest-FloatingIPAdminTestJSON-921785860-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:02:23.190686 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a965bd62-ae47-4f82-8bde-2b4f9a675b84 None None] Pushing event updated for resources: {'Port': ['ID=096fe0d0-243f-4fd1-bcd6-f323efbb5958,revision_number=2']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:02:23.193450 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Provisioning complete for port 9d028379-0047-47b9-8341-48ff78ff3cdc triggered by entity L2. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:02:23.194055 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1253608'] for port, provisioning_complete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:23.203127 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-a80979fb-1123-482d-b53d-c4fc71d246a2 tempest-FloatingIPAdminTestJSON-921785860 tempest-FloatingIPAdminTestJSON-921785860-project] Usage tracker for resource:floatingip and tenant:7b65bc7e300749f2836a697f662a5717 is out of sync, need to count used quota {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:02:23.210489 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-a80979fb-1123-482d-b53d-c4fc71d246a2 tempest-FloatingIPAdminTestJSON-921785860 tempest-FloatingIPAdminTestJSON-921785860-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:02:23.220945 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-505101ff-1b6e-44d4-b66b-6dad67c38649 tempest-DHCPAgentSchedulersTestJSON-589786574 tempest-DHCPAgentSchedulersTestJSON-589786574-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217293'] for port, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:23.224809 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-b3b394f6-c006-42c7-84ca-14c33a978489 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:23.226027 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-a80979fb-1123-482d-b53d-c4fc71d246a2 tempest-FloatingIPAdminTestJSON-921785860 tempest-FloatingIPAdminTestJSON-921785860-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:02:23.237862 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-505101ff-1b6e-44d4-b66b-6dad67c38649 tempest-DHCPAgentSchedulersTestJSON-589786574 tempest-DHCPAgentSchedulersTestJSON-589786574-project] 10.222.0.42 "DELETE /v2.0/ports/bc9cbb8e-130e-4ddc-b27d-cf3b7f9506a5 HTTP/1.1" status: 204 len: 168 time: 2.1586545 Apr 18 21:02:23.237862 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-b3b394f6-c006-42c7-84ca-14c33a978489 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33528224'] for security_group, after_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:23.243919 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 60930) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:02:23.262625 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-a80979fb-1123-482d-b53d-c4fc71d246a2 tempest-FloatingIPAdminTestJSON-921785860 tempest-FloatingIPAdminTestJSON-921785860-project] Notify callbacks [] for floatingip, before_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:23.266227 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5df61a53-fb88-437c-b5e2-d507bf48bc7d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp016840fc-1f9f-5892-9c53-c9cf6c845bbb-845fdfae-4a6e-4fd7-8a5b-ca732e2a1a10', 'network_id': '845fdfae-4a6e-4fd7-8a5b-ca732e2a1a10', 'tenant_id': '7bfcf5e6e1be4fd18d7d5e6e5bcd338a', 'fixed_ips': [{'subnet_id': '37a3c8d3-9940-470c-a02b-22a6571a185f'}]}} from n-d-838334-2. {{(pid=84042) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 18 21:02:23.267353 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-5df61a53-fb88-437c-b5e2-d507bf48bc7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_create {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:23.321353 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-95767df4-4f0c-45bd-b9bd-ccd0fdcde55f tempest-NetworksIpV6TestAttrs-532953968 tempest-NetworksIpV6TestAttrs-532953968-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1103592'] for network, before_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:23.323151 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-c98441b3-e64e-4ff9-a4b0-a8c4c06bfc91 tempest-NetworksTest-1502682821 tempest-NetworksTest-1502682821-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1260556'] for subnet, precommit_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:23.374867 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3b394f6-c006-42c7-84ca-14c33a978489 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=53f66c25-4480-4388-b933-403e5e86090e,revision_number=1']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:02:23.384181 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-b3b394f6-c006-42c7-84ca-14c33a978489 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=7e4b3f704155440390bb71e4f21b8209&name=default HTTP/1.1" status: 200 len: 2647 time: 1.0080199 Apr 18 21:02:23.392456 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 60936) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:02:23.460145 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.plugin [None req-95767df4-4f0c-45bd-b9bd-ccd0fdcde55f tempest-NetworksIpV6TestAttrs-532953968 tempest-NetworksIpV6TestAttrs-532953968-project] Deleting port 096fe0d0-243f-4fd1-bcd6-f323efbb5958 {{(pid=84040) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 21:02:23.460479 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-95767df4-4f0c-45bd-b9bd-ccd0fdcde55f tempest-NetworksIpV6TestAttrs-532953968 tempest-NetworksIpV6TestAttrs-532953968-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750375188691'] for port, before_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:23.462326 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4d5b1ac-ca71-4cf4-aecc-b5092edf3b4f None None] Network 181b492d-aac8-4517-9576-aacf73806eb4 requested from n-d-838334-2 {{(pid=84042) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 21:02:23.512459 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-a3c46a69-490c-49c8-9faa-ff631c7b4190 req-4b3e781a-8254-4cef-898a-678ca19506bf tempest-AttachVolumeTestJSON-1696487017 tempest-AttachVolumeTestJSON-1696487017-project] 10.222.0.42 "GET /v2.0/security-groups?id=326b68b1-226b-43b8-a174-ccc3d0972537&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3983784 Apr 18 21:02:23.523851 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-f370c50b-03ed-4970-941b-0a1ea60ec00a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:23.568375 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-f370c50b-03ed-4970-941b-0a1ea60ec00a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:23.719166 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-a80979fb-1123-482d-b53d-c4fc71d246a2 tempest-FloatingIPAdminTestJSON-921785860 tempest-FloatingIPAdminTestJSON-921785860-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:23.740388 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bafb7268-c110-4d4d-afe8-f2ce2b0b8f35 req-428de67e-aaf0-4cf3-8151-6633c02ec338 tempest-ServersNegativeTestJSON-508382254 tempest-ServersNegativeTestJSON-508382254-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:02:23.744224 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-bafb7268-c110-4d4d-afe8-f2ce2b0b8f35 req-428de67e-aaf0-4cf3-8151-6633c02ec338 tempest-ServersNegativeTestJSON-508382254 tempest-ServersNegativeTestJSON-508382254-project] 10.222.0.42 "GET /v2.0/ports?device_id=2197a591-197e-47fe-9210-1387bfb6ec5e HTTP/1.1" status: 200 len: 946 time: 0.4237499 Apr 18 21:02:23.751543 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-c98441b3-e64e-4ff9-a4b0-a8c4c06bfc91 tempest-NetworksTest-1502682821 tempest-NetworksTest-1502682821-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1260549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33526260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32440885', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31752825'] for subnet, after_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:23.796485 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-f01aa644-61e9-4750-a2f9-a25c12890c33 tempest-DHCPAgentSchedulersTestJSON-479392029 tempest-DHCPAgentSchedulersTestJSON-479392029-project-admin] 10.222.0.42 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4677 time: 0.5433095 Apr 18 21:02:23.801262 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 60942) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:02:23.830099 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.v2.base [None req-210afca6-673d-46ba-8466-40d8ec6f41b8 tempest-DHCPAgentSchedulersTestJSON-589786574 tempest-DHCPAgentSchedulersTestJSON-589786574-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-1012907814'}} {{(pid=84041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:02:23.843592 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-210afca6-673d-46ba-8466-40d8ec6f41b8 tempest-DHCPAgentSchedulersTestJSON-589786574 tempest-DHCPAgentSchedulersTestJSON-589786574-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:02:23.854374 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-210afca6-673d-46ba-8466-40d8ec6f41b8 tempest-DHCPAgentSchedulersTestJSON-589786574 tempest-DHCPAgentSchedulersTestJSON-589786574-project] Usage tracker for resource:network and tenant:2012eb207c1043449089797f3e43f54f is out of sync, need to count used quota {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:02:23.858887 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-210afca6-673d-46ba-8466-40d8ec6f41b8 tempest-DHCPAgentSchedulersTestJSON-589786574 tempest-DHCPAgentSchedulersTestJSON-589786574-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:02:23.870533 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-210afca6-673d-46ba-8466-40d8ec6f41b8 tempest-DHCPAgentSchedulersTestJSON-589786574 tempest-DHCPAgentSchedulersTestJSON-589786574-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:02:23.895485 n-d-838334-2 neutron-server[84042]: ERROR oslo_messaging.rpc.server [None req-5df61a53-fb88-437c-b5e2-d507bf48bc7d None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 37a3c8d3-9940-470c-a02b-22a6571a185f: This subnet is being modified by another concurrent operation. Apr 18 21:02:23.895485 n-d-838334-2 neutron-server[84042]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Apr 18 21:02:23.895485 n-d-838334-2 neutron-server[84042]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Apr 18 21:02:23.895485 n-d-838334-2 neutron-server[84042]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Apr 18 21:02:23.895485 n-d-838334-2 neutron-server[84042]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Apr 18 21:02:23.895485 n-d-838334-2 neutron-server[84042]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Apr 18 21:02:23.895485 n-d-838334-2 neutron-server[84042]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Apr 18 21:02:23.895485 n-d-838334-2 neutron-server[84042]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Apr 18 21:02:23.895485 n-d-838334-2 neutron-server[84042]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Apr 18 21:02:23.895485 n-d-838334-2 neutron-server[84042]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Apr 18 21:02:23.895485 n-d-838334-2 neutron-server[84042]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Apr 18 21:02:23.895485 n-d-838334-2 neutron-server[84042]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Apr 18 21:02:23.895485 n-d-838334-2 neutron-server[84042]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Apr 18 21:02:23.895485 n-d-838334-2 neutron-server[84042]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 18 21:02:23.895485 n-d-838334-2 neutron-server[84042]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Apr 18 21:02:23.895485 n-d-838334-2 neutron-server[84042]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Apr 18 21:02:23.895485 n-d-838334-2 neutron-server[84042]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Apr 18 21:02:23.895485 n-d-838334-2 neutron-server[84042]: ERROR oslo_messaging.rpc.server raise value Apr 18 21:02:23.895485 n-d-838334-2 neutron-server[84042]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Apr 18 21:02:23.895485 n-d-838334-2 neutron-server[84042]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 18 21:02:23.895485 n-d-838334-2 neutron-server[84042]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Apr 18 21:02:23.895485 n-d-838334-2 neutron-server[84042]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Apr 18 21:02:23.895485 n-d-838334-2 neutron-server[84042]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Apr 18 21:02:23.895485 n-d-838334-2 neutron-server[84042]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 18 21:02:23.895485 n-d-838334-2 neutron-server[84042]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Apr 18 21:02:23.895485 n-d-838334-2 neutron-server[84042]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Apr 18 21:02:23.895485 n-d-838334-2 neutron-server[84042]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Apr 18 21:02:23.895485 n-d-838334-2 neutron-server[84042]: ERROR oslo_messaging.rpc.server raise value Apr 18 21:02:23.895485 n-d-838334-2 neutron-server[84042]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Apr 18 21:02:23.895485 n-d-838334-2 neutron-server[84042]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 18 21:02:23.895485 n-d-838334-2 neutron-server[84042]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Apr 18 21:02:23.895485 n-d-838334-2 neutron-server[84042]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Apr 18 21:02:23.895485 n-d-838334-2 neutron-server[84042]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Apr 18 21:02:23.895485 n-d-838334-2 neutron-server[84042]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 18 21:02:23.895485 n-d-838334-2 neutron-server[84042]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Apr 18 21:02:23.895485 n-d-838334-2 neutron-server[84042]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Apr 18 21:02:23.895485 n-d-838334-2 neutron-server[84042]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Apr 18 21:02:23.895485 n-d-838334-2 neutron-server[84042]: ERROR oslo_messaging.rpc.server raise value Apr 18 21:02:23.895485 n-d-838334-2 neutron-server[84042]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Apr 18 21:02:23.895485 n-d-838334-2 neutron-server[84042]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Apr 18 21:02:23.895485 n-d-838334-2 neutron-server[84042]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Apr 18 21:02:23.895485 n-d-838334-2 neutron-server[84042]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Apr 18 21:02:23.895485 n-d-838334-2 neutron-server[84042]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 274, in create_dhcp_port Apr 18 21:02:23.895485 n-d-838334-2 neutron-server[84042]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Apr 18 21:02:23.895485 n-d-838334-2 neutron-server[84042]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 99, in _port_action Apr 18 21:02:23.895485 n-d-838334-2 neutron-server[84042]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Apr 18 21:02:23.895485 n-d-838334-2 neutron-server[84042]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 335, in create_port Apr 18 21:02:23.895485 n-d-838334-2 neutron-server[84042]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Apr 18 21:02:23.895485 n-d-838334-2 neutron-server[84042]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 692, in inner Apr 18 21:02:23.895485 n-d-838334-2 neutron-server[84042]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Apr 18 21:02:23.895485 n-d-838334-2 neutron-server[84042]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 233, in wrapped Apr 18 21:02:23.895485 n-d-838334-2 neutron-server[84042]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Apr 18 21:02:23.895485 n-d-838334-2 neutron-server[84042]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Apr 18 21:02:23.899186 n-d-838334-2 neutron-server[84042]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Apr 18 21:02:23.899186 n-d-838334-2 neutron-server[84042]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Apr 18 21:02:23.899186 n-d-838334-2 neutron-server[84042]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 18 21:02:23.899186 n-d-838334-2 neutron-server[84042]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Apr 18 21:02:23.899186 n-d-838334-2 neutron-server[84042]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Apr 18 21:02:23.899186 n-d-838334-2 neutron-server[84042]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Apr 18 21:02:23.899186 n-d-838334-2 neutron-server[84042]: ERROR oslo_messaging.rpc.server raise value Apr 18 21:02:23.899186 n-d-838334-2 neutron-server[84042]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Apr 18 21:02:23.899186 n-d-838334-2 neutron-server[84042]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 18 21:02:23.899186 n-d-838334-2 neutron-server[84042]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Apr 18 21:02:23.899186 n-d-838334-2 neutron-server[84042]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Apr 18 21:02:23.899186 n-d-838334-2 neutron-server[84042]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Apr 18 21:02:23.899186 n-d-838334-2 neutron-server[84042]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 18 21:02:23.899186 n-d-838334-2 neutron-server[84042]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Apr 18 21:02:23.899186 n-d-838334-2 neutron-server[84042]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Apr 18 21:02:23.899186 n-d-838334-2 neutron-server[84042]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Apr 18 21:02:23.899186 n-d-838334-2 neutron-server[84042]: ERROR oslo_messaging.rpc.server raise value Apr 18 21:02:23.899186 n-d-838334-2 neutron-server[84042]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Apr 18 21:02:23.899186 n-d-838334-2 neutron-server[84042]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 18 21:02:23.899186 n-d-838334-2 neutron-server[84042]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Apr 18 21:02:23.899186 n-d-838334-2 neutron-server[84042]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Apr 18 21:02:23.899186 n-d-838334-2 neutron-server[84042]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Apr 18 21:02:23.899186 n-d-838334-2 neutron-server[84042]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 18 21:02:23.899186 n-d-838334-2 neutron-server[84042]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Apr 18 21:02:23.899186 n-d-838334-2 neutron-server[84042]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Apr 18 21:02:23.899186 n-d-838334-2 neutron-server[84042]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Apr 18 21:02:23.899186 n-d-838334-2 neutron-server[84042]: ERROR oslo_messaging.rpc.server raise value Apr 18 21:02:23.899186 n-d-838334-2 neutron-server[84042]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Apr 18 21:02:23.899186 n-d-838334-2 neutron-server[84042]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Apr 18 21:02:23.899186 n-d-838334-2 neutron-server[84042]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1423, in create_port Apr 18 21:02:23.899186 n-d-838334-2 neutron-server[84042]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Apr 18 21:02:23.899186 n-d-838334-2 neutron-server[84042]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1390, in _create_port_db Apr 18 21:02:23.899186 n-d-838334-2 neutron-server[84042]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Apr 18 21:02:23.899186 n-d-838334-2 neutron-server[84042]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1440, in create_port_db Apr 18 21:02:23.899186 n-d-838334-2 neutron-server[84042]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Apr 18 21:02:23.899186 n-d-838334-2 neutron-server[84042]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Apr 18 21:02:23.899186 n-d-838334-2 neutron-server[84042]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Apr 18 21:02:23.899186 n-d-838334-2 neutron-server[84042]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 233, in wrapped Apr 18 21:02:23.899186 n-d-838334-2 neutron-server[84042]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Apr 18 21:02:23.899186 n-d-838334-2 neutron-server[84042]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1014, in wrapper Apr 18 21:02:23.899186 n-d-838334-2 neutron-server[84042]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Apr 18 21:02:23.899186 n-d-838334-2 neutron-server[84042]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Apr 18 21:02:23.899186 n-d-838334-2 neutron-server[84042]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Apr 18 21:02:23.899186 n-d-838334-2 neutron-server[84042]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Apr 18 21:02:23.899186 n-d-838334-2 neutron-server[84042]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Apr 18 21:02:23.899186 n-d-838334-2 neutron-server[84042]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 669, in _ipam_get_subnets Apr 18 21:02:23.899186 n-d-838334-2 neutron-server[84042]: ERROR oslo_messaging.rpc.server subnet.lock_register( Apr 18 21:02:23.899186 n-d-838334-2 neutron-server[84042]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Apr 18 21:02:23.899186 n-d-838334-2 neutron-server[84042]: ERROR oslo_messaging.rpc.server raise exception Apr 18 21:02:23.899186 n-d-838334-2 neutron-server[84042]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 37a3c8d3-9940-470c-a02b-22a6571a185f: This subnet is being modified by another concurrent operation. Apr 18 21:02:23.899186 n-d-838334-2 neutron-server[84042]: ERROR oslo_messaging.rpc.server Apr 18 21:02:23.924267 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e133b07-7a2c-45cd-9825-9b72e734dbd3 None None] Network 845fdfae-4a6e-4fd7-8a5b-ca732e2a1a10 requested from n-d-838334-2 {{(pid=84042) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 21:02:23.949074 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-f370c50b-03ed-4970-941b-0a1ea60ec00a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33528224'] for security_group, after_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:23.961975 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-210afca6-673d-46ba-8466-40d8ec6f41b8 tempest-DHCPAgentSchedulersTestJSON-589786574 tempest-DHCPAgentSchedulersTestJSON-589786574-project] Made reservation on behalf of 2012eb207c1043449089797f3e43f54f for: {'network': 1} {{(pid=84041) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:02:23.965061 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-210afca6-673d-46ba-8466-40d8ec6f41b8 tempest-DHCPAgentSchedulersTestJSON-589786574 tempest-DHCPAgentSchedulersTestJSON-589786574-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for network, before_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:23.988220 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-d7d5ea89-70d4-4427-b619-c2a177faf5be req-ff73a8fe-fc35-4605-80c4-7a073ec784aa tempest-ServerShowV257Test-1586113387 tempest-ServerShowV257Test-1586113387-project] 10.222.0.42 "GET /v2.0/ports?device_id=da175768-20a1-4590-bc10-4a36b6529fba HTTP/1.1" status: 200 len: 210 time: 0.2387180 Apr 18 21:02:23.993011 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f370c50b-03ed-4970-941b-0a1ea60ec00a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=53f66c25-4480-4388-b933-403e5e86090e,revision_number=None']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:02:24.008753 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c98441b3-e64e-4ff9-a4b0-a8c4c06bfc91 tempest-NetworksTest-1502682821 tempest-NetworksTest-1502682821-project] Pushing event deleted for resources: {'Subnet': ['ID=37a3c8d3-9940-470c-a02b-22a6571a185f,revision_number=None']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:02:24.032137 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.db_base_plugin_common [None req-a80979fb-1123-482d-b53d-c4fc71d246a2 tempest-FloatingIPAdminTestJSON-921785860 tempest-FloatingIPAdminTestJSON-921785860-project] Allocated IP 172.25.8.11 (e41b6600-a917-4a8d-b05c-be3be40c6d8c/6b05667b-848e-4356-9b44-d5eb6808ef74/d8d33144-24e7-4b23-9028-ca491d5c0535) {{(pid=84041) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 21:02:24.046956 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-f370c50b-03ed-4970-941b-0a1ea60ec00a admin admin] Notify callbacks [] for security_group, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:24.048450 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-f370c50b-03ed-4970-941b-0a1ea60ec00a admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/53f66c25-4480-4388-b933-403e5e86090e HTTP/1.1" status: 204 len: 168 time: 0.6550765 Apr 18 21:02:24.061403 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-210afca6-673d-46ba-8466-40d8ec6f41b8 tempest-DHCPAgentSchedulersTestJSON-589786574 tempest-DHCPAgentSchedulersTestJSON-589786574-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 371} {{(pid=84041) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 21:02:24.064355 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-46c3385a-4b5f-466a-9a02-f96f1fd839fb None None] Provisioning complete for port 9d028379-0047-47b9-8341-48ff78ff3cdc triggered by entity DHCP. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:02:24.064739 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-46c3385a-4b5f-466a-9a02-f96f1fd839fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1253608'] for port, provisioning_complete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:24.208109 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-210afca6-673d-46ba-8466-40d8ec6f41b8 tempest-DHCPAgentSchedulersTestJSON-589786574 tempest-DHCPAgentSchedulersTestJSON-589786574-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1082986'] for segment, precommit_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:24.208729 n-d-838334-2 neutron-server[84041]: INFO neutron.db.segments_db [None req-210afca6-673d-46ba-8466-40d8ec6f41b8 tempest-DHCPAgentSchedulersTestJSON-589786574 tempest-DHCPAgentSchedulersTestJSON-589786574-project] Added segment fb7a6742-9a49-4abb-a95e-31279beaf136 of type vlan for network ee055a81-5b31-4740-a82b-822291d44569 Apr 18 21:02:24.229265 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.db [None req-95767df4-4f0c-45bd-b9bd-ccd0fdcde55f tempest-NetworksIpV6TestAttrs-532953968 tempest-NetworksIpV6TestAttrs-532953968-project] For port 096fe0d0-243f-4fd1-bcd6-f323efbb5958, host n-d-838334-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838334-2',level=0,port_id=096fe0d0-243f-4fd1-bcd6-f323efbb5958,segment=NetworkSegment(32a936d6-26b3-4c66-817a-df119a8fe109),segment_id=32a936d6-26b3-4c66-817a-df119a8fe109)] {{(pid=84040) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:02:24.230453 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-95767df4-4f0c-45bd-b9bd-ccd0fdcde55f tempest-NetworksIpV6TestAttrs-532953968 tempest-NetworksIpV6TestAttrs-532953968-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369123'] for port, precommit_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:24.250872 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-c98441b3-e64e-4ff9-a4b0-a8c4c06bfc91 tempest-NetworksTest-1502682821 tempest-NetworksTest-1502682821-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1258905', 'neutron.services.segments.db._delete_segments_for_network-8750375287417'] for network, precommit_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:24.285721 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-bafb7268-c110-4d4d-afe8-f2ce2b0b8f35 req-25477f7a-7de3-469f-bd7c-9ede576ff322 tempest-ServersNegativeTestJSON-508382254 tempest-ServersNegativeTestJSON-508382254-project] 10.222.0.42 "GET /v2.0/security-groups?id=ada0ecb3-b1bc-4ba2-8e6c-b06ba09daca2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5353324 Apr 18 21:02:24.323835 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-210afca6-673d-46ba-8466-40d8ec6f41b8 tempest-DHCPAgentSchedulersTestJSON-589786574 tempest-DHCPAgentSchedulersTestJSON-589786574-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750374825732'] for network, precommit_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:24.360402 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07fcf30a-da79-4b89-86fb-197e70df768f None None] get_active_networks_info from n-d-838334-2 {{(pid=84042) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Apr 18 21:02:24.424005 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-a80979fb-1123-482d-b53d-c4fc71d246a2 tempest-FloatingIPAdminTestJSON-921785860 tempest-FloatingIPAdminTestJSON-921785860-project] Notify callbacks [] for port, precommit_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:24.455249 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-210afca6-673d-46ba-8466-40d8ec6f41b8 tempest-DHCPAgentSchedulersTestJSON-589786574 tempest-DHCPAgentSchedulersTestJSON-589786574-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33526109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022'] for network, after_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:24.456081 n-d-838334-2 neutron-server[84040]: DEBUG neutron.services.segments.db [None req-c98441b3-e64e-4ff9-a4b0-a8c4c06bfc91 tempest-NetworksTest-1502682821 tempest-NetworksTest-1502682821-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['845fdfae-4a6e-4fd7-8a5b-ca732e2a1a10']}} {{(pid=84040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:02:24.459285 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-210afca6-673d-46ba-8466-40d8ec6f41b8 tempest-DHCPAgentSchedulersTestJSON-589786574 tempest-DHCPAgentSchedulersTestJSON-589786574-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:02:24.459984 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-210afca6-673d-46ba-8466-40d8ec6f41b8 tempest-DHCPAgentSchedulersTestJSON-589786574 tempest-DHCPAgentSchedulersTestJSON-589786574-project] Notify callbacks [] for network, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:24.471674 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.plugin [None req-95767df4-4f0c-45bd-b9bd-ccd0fdcde55f tempest-NetworksIpV6TestAttrs-532953968 tempest-NetworksIpV6TestAttrs-532953968-project] Calling delete_port for 096fe0d0-243f-4fd1-bcd6-f323efbb5958 owned by network:dhcp {{(pid=84040) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 21:02:24.492908 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-4885b705-6231-4a92-ad40-c8539166daa6 req-7ccea6c8-a17b-4e4a-af18-b8bc10f18c18 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=2197a591-197e-47fe-9210-1387bfb6ec5e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2171545 Apr 18 21:02:24.519564 n-d-838334-2 neutron-server[84040]: DEBUG neutron.services.segments.db [None req-c98441b3-e64e-4ff9-a4b0-a8c4c06bfc91 tempest-NetworksTest-1502682821 tempest-NetworksTest-1502682821-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c18aade0-8584-4b40-9dee-fc287d21eb07') {'for_net_delete': True} {{(pid=84040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:02:24.520203 n-d-838334-2 neutron-server[84040]: DEBUG neutron.services.segments.db [None req-c98441b3-e64e-4ff9-a4b0-a8c4c06bfc91 tempest-NetworksTest-1502682821 tempest-NetworksTest-1502682821-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c18aade0-8584-4b40-9dee-fc287d21eb07') {} {{(pid=84040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:02:24.523020 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-46c3385a-4b5f-466a-9a02-f96f1fd839fb None None] Could not find standard attr ID for object bc9cbb8e-130e-4ddc-b27d-cf3b7f9506a5. {{(pid=84042) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 18 21:02:24.623328 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-c98441b3-e64e-4ff9-a4b0-a8c4c06bfc91 tempest-NetworksTest-1502682821 tempest-NetworksTest-1502682821-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750375287300', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31955965'] for segment, before_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:24.655564 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-dd17285d-842d-4125-9304-aa16e83bb8fd None None] Could not find standard attr ID for object bc9cbb8e-130e-4ddc-b27d-cf3b7f9506a5. {{(pid=84042) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 18 21:02:24.663208 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-c98441b3-e64e-4ff9-a4b0-a8c4c06bfc91 tempest-NetworksTest-1502682821 tempest-NetworksTest-1502682821-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1082986'] for segment, precommit_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:24.680842 n-d-838334-2 neutron-server[84042]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07fcf30a-da79-4b89-86fb-197e70df768f None None] Resources bound (agent type, host, resource id): {{(pid=84042) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Apr 18 21:02:24.686678 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c98441b3-e64e-4ff9-a4b0-a8c4c06bfc91 tempest-NetworksTest-1502682821 tempest-NetworksTest-1502682821-project] Releasing vlan 381 on physical network physnet1 to pool {{(pid=84040) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 18 21:02:24.687112 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-c98441b3-e64e-4ff9-a4b0-a8c4c06bfc91 tempest-NetworksTest-1502682821 tempest-NetworksTest-1502682821-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1082993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32440923'] for segment, after_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:24.693615 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-210afca6-673d-46ba-8466-40d8ec6f41b8 tempest-DHCPAgentSchedulersTestJSON-589786574 tempest-DHCPAgentSchedulersTestJSON-589786574-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 795 time: 0.8866224 Apr 18 21:02:24.695916 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-210afca6-673d-46ba-8466-40d8ec6f41b8 tempest-DHCPAgentSchedulersTestJSON-589786574 tempest-DHCPAgentSchedulersTestJSON-589786574-project] Pushing event updated for resources: {'Network': ['ID=ee055a81-5b31-4740-a82b-822291d44569,revision_number=1']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:02:24.698236 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 60958) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:02:24.706759 n-d-838334-2 neutron-server[84040]: Traceback (most recent call last): Apr 18 21:02:24.706759 n-d-838334-2 neutron-server[84040]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 18 21:02:24.706759 n-d-838334-2 neutron-server[84040]: timer() Apr 18 21:02:24.706759 n-d-838334-2 neutron-server[84040]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 21:02:24.706759 n-d-838334-2 neutron-server[84040]: cb(*args, **kw) Apr 18 21:02:24.706759 n-d-838334-2 neutron-server[84040]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 18 21:02:24.706759 n-d-838334-2 neutron-server[84040]: return func(*args, **kwargs) Apr 18 21:02:24.706759 n-d-838334-2 neutron-server[84040]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 21:02:24.706759 n-d-838334-2 neutron-server[84040]: self._notify() Apr 18 21:02:24.706759 n-d-838334-2 neutron-server[84040]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 21:02:24.706759 n-d-838334-2 neutron-server[84040]: self.callback(batched_events) Apr 18 21:02:24.706759 n-d-838334-2 neutron-server[84040]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 21:02:24.706759 n-d-838334-2 neutron-server[84040]: event.method(event) Apr 18 21:02:24.706759 n-d-838334-2 neutron-server[84040]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 18 21:02:24.706759 n-d-838334-2 neutron-server[84040]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 21:02:24.706759 n-d-838334-2 neutron-server[84040]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 18 21:02:24.706759 n-d-838334-2 neutron-server[84040]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 21:02:24.706759 n-d-838334-2 neutron-server[84040]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 18 21:02:24.706759 n-d-838334-2 neutron-server[84040]: return f(self, *a, **k) Apr 18 21:02:24.706759 n-d-838334-2 neutron-server[84040]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 18 21:02:24.706759 n-d-838334-2 neutron-server[84040]: return self._get(url).json() Apr 18 21:02:24.706759 n-d-838334-2 neutron-server[84040]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 18 21:02:24.706759 n-d-838334-2 neutron-server[84040]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 21:02:24.706759 n-d-838334-2 neutron-server[84040]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 18 21:02:24.706759 n-d-838334-2 neutron-server[84040]: return self.request(url, 'GET', **kwargs) Apr 18 21:02:24.706759 n-d-838334-2 neutron-server[84040]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 18 21:02:24.706759 n-d-838334-2 neutron-server[84040]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 21:02:24.706759 n-d-838334-2 neutron-server[84040]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 18 21:02:24.706759 n-d-838334-2 neutron-server[84040]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 21:02:24.706759 n-d-838334-2 neutron-server[84040]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 18 21:02:24.706759 n-d-838334-2 neutron-server[84040]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 21:02:24.706759 n-d-838334-2 neutron-server[84040]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 21:02:24.722337 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-a80979fb-1123-482d-b53d-c4fc71d246a2 tempest-FloatingIPAdminTestJSON-921785860 tempest-FloatingIPAdminTestJSON-921785860-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750374836619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32266323'] for port, after_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:24.755176 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Network ee055a81-5b31-4740-a82b-822291d44569 details requested by agent ovs-agent-n-d-838334-2 with host n-d-838334-2 {{(pid=84042) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 18 21:02:24.765492 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-95767df4-4f0c-45bd-b9bd-ccd0fdcde55f tempest-NetworksIpV6TestAttrs-532953968 tempest-NetworksIpV6TestAttrs-532953968-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750375259028', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750374836628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32440838'] for port, after_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:24.872786 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95767df4-4f0c-45bd-b9bd-ccd0fdcde55f tempest-NetworksIpV6TestAttrs-532953968 tempest-NetworksIpV6TestAttrs-532953968-project] Pushing event deleted for resources: {'Port': ['ID=096fe0d0-243f-4fd1-bcd6-f323efbb5958,revision_number=None']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:02:24.889492 n-d-838334-2 neutron-server[84041]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a80979fb-1123-482d-b53d-c4fc71d246a2 tempest-FloatingIPAdminTestJSON-921785860 tempest-FloatingIPAdminTestJSON-921785860-project] Network e41b6600-a917-4a8d-b05c-be3be40c6d8c is already hosted by enough agents. {{(pid=84041) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:02:24.899513 n-d-838334-2 neutron-server[84041]: DEBUG neutron.scheduler.base_scheduler [None req-a80979fb-1123-482d-b53d-c4fc71d246a2 tempest-FloatingIPAdminTestJSON-921785860 tempest-FloatingIPAdminTestJSON-921785860-project] Resources bound (agent type, host, resource id): {{(pid=84041) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:02:24.899754 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6baa1d0a-9150-4d8d-8918-b8eb741d9f13 req-e9459dd7-333c-4872-9681-6286bf15c5dd tempest-ServersNegativeTestJSON-508382254 tempest-ServersNegativeTestJSON-508382254-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:02:24.901095 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-6baa1d0a-9150-4d8d-8918-b8eb741d9f13 req-e9459dd7-333c-4872-9681-6286bf15c5dd tempest-ServersNegativeTestJSON-508382254 tempest-ServersNegativeTestJSON-508382254-project] 10.222.0.42 "GET /v2.0/ports?device_id=2197a591-197e-47fe-9210-1387bfb6ec5e HTTP/1.1" status: 200 len: 946 time: 0.3895090 Apr 18 21:02:24.901948 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95767df4-4f0c-45bd-b9bd-ccd0fdcde55f tempest-NetworksIpV6TestAttrs-532953968 tempest-NetworksIpV6TestAttrs-532953968-project] No DVR routers for this DVR port 096fe0d0-243f-4fd1-bcd6-f323efbb5958 on host n-d-838334-2 {{(pid=84040) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 21:02:24.911890 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a80979fb-1123-482d-b53d-c4fc71d246a2 tempest-FloatingIPAdminTestJSON-921785860 tempest-FloatingIPAdminTestJSON-921785860-project] Pushing event updated for resources: {'Port': ['ID=d8d33144-24e7-4b23-9028-ca491d5c0535,revision_number=1']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:02:24.918695 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a80979fb-1123-482d-b53d-c4fc71d246a2 tempest-FloatingIPAdminTestJSON-921785860 tempest-FloatingIPAdminTestJSON-921785860-project] Received port after_create {{(pid=84041) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 21:02:24.947565 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-c98441b3-e64e-4ff9-a4b0-a8c4c06bfc91 tempest-NetworksTest-1502682821 tempest-NetworksTest-1502682821-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1258898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33526109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33444113'] for network, after_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:24.979152 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-4885b705-6231-4a92-ad40-c8539166daa6 req-08f57136-f984-45ab-9f87-83e03d721694 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=0f7cce7b1ccf410486c29c0215106926&device_id=2197a591-197e-47fe-9210-1387bfb6ec5e HTTP/1.1" status: 200 len: 1097 time: 0.3714175 Apr 18 21:02:25.039741 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-c98441b3-e64e-4ff9-a4b0-a8c4c06bfc91 tempest-NetworksTest-1502682821 tempest-NetworksTest-1502682821-project] Notify callbacks [] for network, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:25.042519 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c98441b3-e64e-4ff9-a4b0-a8c4c06bfc91 tempest-NetworksTest-1502682821 tempest-NetworksTest-1502682821-project] Pushing event deleted for resources: {'Network': ['ID=845fdfae-4a6e-4fd7-8a5b-ca732e2a1a10,revision_number=None']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:02:25.176237 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-c98441b3-e64e-4ff9-a4b0-a8c4c06bfc91 tempest-NetworksTest-1502682821 tempest-NetworksTest-1502682821-project] 10.222.0.42 "DELETE /v2.0/networks/845fdfae-4a6e-4fd7-8a5b-ca732e2a1a10 HTTP/1.1" status: 204 len: 168 time: 2.4119263 Apr 18 21:02:25.181844 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 60972) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:02:25.182211 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-27c0d61b-4237-47f4-8a5e-04d4fef34591 tempest-DHCPAgentSchedulersTestJSON-479392029 tempest-DHCPAgentSchedulersTestJSON-479392029-project-admin] 10.222.0.42 "GET /v2.0/agents/8746f8ea-3e91-4b32-9919-2c63adeb8722/dhcp-networks HTTP/1.1" status: 200 len: 10012 time: 0.4807332 Apr 18 21:02:25.183632 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-95767df4-4f0c-45bd-b9bd-ccd0fdcde55f tempest-NetworksIpV6TestAttrs-532953968 tempest-NetworksIpV6TestAttrs-532953968-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1258905', 'neutron.services.segments.db._delete_segments_for_network-8750375287417'] for network, precommit_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:25.193064 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 60974) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:02:25.206038 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.v2.base [None req-7e18fee9-c78f-4aab-b74e-c17f0a040ae8 tempest-NetworksTest-1502682821 tempest-NetworksTest-1502682821-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-937077896'}} {{(pid=84040) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:02:25.223956 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [None req-7e18fee9-c78f-4aab-b74e-c17f0a040ae8 tempest-NetworksTest-1502682821 tempest-NetworksTest-1502682821-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:02:25.239311 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-7e18fee9-c78f-4aab-b74e-c17f0a040ae8 tempest-NetworksTest-1502682821 tempest-NetworksTest-1502682821-project] Usage tracker for resource:network and tenant:7bfcf5e6e1be4fd18d7d5e6e5bcd338a is out of sync, need to count used quota {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:02:25.242603 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4885b705-6231-4a92-ad40-c8539166daa6 req-8892f33b-9c2b-4d70-92a8-928debed3747 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:02:25.243078 n-d-838334-2 neutron-server[84040]: DEBUG neutron.services.segments.db [None req-95767df4-4f0c-45bd-b9bd-ccd0fdcde55f tempest-NetworksIpV6TestAttrs-532953968 tempest-NetworksIpV6TestAttrs-532953968-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['181b492d-aac8-4517-9576-aacf73806eb4']}} {{(pid=84040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:02:25.244099 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-4885b705-6231-4a92-ad40-c8539166daa6 req-8892f33b-9c2b-4d70-92a8-928debed3747 service neutron] 10.222.0.43 "GET /v2.0/networks?id=0bad4841-e9a6-4877-8de7-2befe85ffb51 HTTP/1.1" status: 200 len: 914 time: 0.2428849 Apr 18 21:02:25.263231 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-6baa1d0a-9150-4d8d-8918-b8eb741d9f13 req-e1e79846-3175-44f3-b915-b45ee8d11cea tempest-ServersNegativeTestJSON-508382254 tempest-ServersNegativeTestJSON-508382254-project] 10.222.0.42 "GET /v2.0/security-groups?id=ada0ecb3-b1bc-4ba2-8e6c-b06ba09daca2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3008800 Apr 18 21:02:25.274570 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-7e18fee9-c78f-4aab-b74e-c17f0a040ae8 tempest-NetworksTest-1502682821 tempest-NetworksTest-1502682821-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:02:25.301523 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ad32644-d2cc-4785-9f68-1ab3bc2ea307 req-53b4705f-dd20-4497-8325-d8ef2f0c524a tempest-AttachVolumeTestJSON-1696487017 tempest-AttachVolumeTestJSON-1696487017-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:02:25.308211 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-1ad32644-d2cc-4785-9f68-1ab3bc2ea307 req-53b4705f-dd20-4497-8325-d8ef2f0c524a tempest-AttachVolumeTestJSON-1696487017 tempest-AttachVolumeTestJSON-1696487017-project] 10.222.0.42 "GET /v2.0/ports?device_id=8febef70-4ef9-4774-9ec7-33697a7c70d6 HTTP/1.1" status: 200 len: 945 time: 0.4918284 Apr 18 21:02:25.317110 n-d-838334-2 neutron-server[84040]: DEBUG neutron.services.segments.db [None req-95767df4-4f0c-45bd-b9bd-ccd0fdcde55f tempest-NetworksIpV6TestAttrs-532953968 tempest-NetworksIpV6TestAttrs-532953968-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '32a936d6-26b3-4c66-817a-df119a8fe109') {'for_net_delete': True} {{(pid=84040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:02:25.323518 n-d-838334-2 neutron-server[84040]: DEBUG neutron.services.segments.db [None req-95767df4-4f0c-45bd-b9bd-ccd0fdcde55f tempest-NetworksIpV6TestAttrs-532953968 tempest-NetworksIpV6TestAttrs-532953968-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '32a936d6-26b3-4c66-817a-df119a8fe109') {} {{(pid=84040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:02:25.332490 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [None req-7e18fee9-c78f-4aab-b74e-c17f0a040ae8 tempest-NetworksTest-1502682821 tempest-NetworksTest-1502682821-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:02:25.390975 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-95767df4-4f0c-45bd-b9bd-ccd0fdcde55f tempest-NetworksIpV6TestAttrs-532953968 tempest-NetworksIpV6TestAttrs-532953968-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750375287300', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31955965'] for segment, before_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:25.420555 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-95767df4-4f0c-45bd-b9bd-ccd0fdcde55f tempest-NetworksIpV6TestAttrs-532953968 tempest-NetworksIpV6TestAttrs-532953968-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1082986'] for segment, precommit_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:25.425388 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e18fee9-c78f-4aab-b74e-c17f0a040ae8 tempest-NetworksTest-1502682821 tempest-NetworksTest-1502682821-project] Made reservation on behalf of 7bfcf5e6e1be4fd18d7d5e6e5bcd338a for: {'network': 1} {{(pid=84040) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:02:25.428738 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-7e18fee9-c78f-4aab-b74e-c17f0a040ae8 tempest-NetworksTest-1502682821 tempest-NetworksTest-1502682821-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for network, before_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:25.451094 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-95767df4-4f0c-45bd-b9bd-ccd0fdcde55f tempest-NetworksIpV6TestAttrs-532953968 tempest-NetworksIpV6TestAttrs-532953968-project] Releasing vlan 374 on physical network physnet1 to pool {{(pid=84040) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 18 21:02:25.451506 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-95767df4-4f0c-45bd-b9bd-ccd0fdcde55f tempest-NetworksIpV6TestAttrs-532953968 tempest-NetworksIpV6TestAttrs-532953968-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1082993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32440923'] for segment, after_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:25.456575 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-a80979fb-1123-482d-b53d-c4fc71d246a2 tempest-FloatingIPAdminTestJSON-921785860 tempest-FloatingIPAdminTestJSON-921785860-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:25.498967 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28d07591-4d29-4ca2-bba5-aa69233e4a0f None None] get_active_networks_info from n-d-838334-2 {{(pid=84042) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Apr 18 21:02:25.539961 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-4885b705-6231-4a92-ad40-c8539166daa6 req-26e3a6af-26ba-4dc5-bc85-3b525ca093dd service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8eed9390-9245-43e8-8f5a-918d1fc3c30c HTTP/1.1" status: 200 len: 217 time: 0.2131348 Apr 18 21:02:25.613825 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-a80979fb-1123-482d-b53d-c4fc71d246a2 tempest-FloatingIPAdminTestJSON-921785860 tempest-FloatingIPAdminTestJSON-921785860-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:25.615909 n-d-838334-2 neutron-server[84040]: Traceback (most recent call last): Apr 18 21:02:25.615909 n-d-838334-2 neutron-server[84040]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 18 21:02:25.615909 n-d-838334-2 neutron-server[84040]: timer() Apr 18 21:02:25.615909 n-d-838334-2 neutron-server[84040]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 21:02:25.615909 n-d-838334-2 neutron-server[84040]: cb(*args, **kw) Apr 18 21:02:25.615909 n-d-838334-2 neutron-server[84040]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 18 21:02:25.615909 n-d-838334-2 neutron-server[84040]: return func(*args, **kwargs) Apr 18 21:02:25.615909 n-d-838334-2 neutron-server[84040]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 21:02:25.615909 n-d-838334-2 neutron-server[84040]: self._notify() Apr 18 21:02:25.615909 n-d-838334-2 neutron-server[84040]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 21:02:25.615909 n-d-838334-2 neutron-server[84040]: self.callback(batched_events) Apr 18 21:02:25.615909 n-d-838334-2 neutron-server[84040]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 21:02:25.615909 n-d-838334-2 neutron-server[84040]: event.method(event) Apr 18 21:02:25.615909 n-d-838334-2 neutron-server[84040]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 18 21:02:25.615909 n-d-838334-2 neutron-server[84040]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 21:02:25.615909 n-d-838334-2 neutron-server[84040]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 18 21:02:25.615909 n-d-838334-2 neutron-server[84040]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 21:02:25.615909 n-d-838334-2 neutron-server[84040]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 18 21:02:25.615909 n-d-838334-2 neutron-server[84040]: return f(self, *a, **k) Apr 18 21:02:25.615909 n-d-838334-2 neutron-server[84040]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 18 21:02:25.615909 n-d-838334-2 neutron-server[84040]: return self._get(url).json() Apr 18 21:02:25.615909 n-d-838334-2 neutron-server[84040]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 18 21:02:25.615909 n-d-838334-2 neutron-server[84040]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 21:02:25.615909 n-d-838334-2 neutron-server[84040]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 18 21:02:25.615909 n-d-838334-2 neutron-server[84040]: return self.request(url, 'GET', **kwargs) Apr 18 21:02:25.615909 n-d-838334-2 neutron-server[84040]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 18 21:02:25.615909 n-d-838334-2 neutron-server[84040]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 21:02:25.615909 n-d-838334-2 neutron-server[84040]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 18 21:02:25.615909 n-d-838334-2 neutron-server[84040]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 21:02:25.615909 n-d-838334-2 neutron-server[84040]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 18 21:02:25.615909 n-d-838334-2 neutron-server[84040]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 21:02:25.615909 n-d-838334-2 neutron-server[84040]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 21:02:25.647269 n-d-838334-2 neutron-server[84042]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28d07591-4d29-4ca2-bba5-aa69233e4a0f None None] Resources bound (agent type, host, resource id): {{(pid=84042) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Apr 18 21:02:25.674544 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-1ad32644-d2cc-4785-9f68-1ab3bc2ea307 req-d9f96505-2ec1-48f9-a60f-74675dd149c3 tempest-AttachVolumeTestJSON-1696487017 tempest-AttachVolumeTestJSON-1696487017-project] 10.222.0.42 "GET /v2.0/security-groups?id=326b68b1-226b-43b8-a174-ccc3d0972537&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3431370 Apr 18 21:02:25.700931 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-ef360344-ae63-4018-a0d8-be05935c8dc0 req-f1c9a7d9-6f03-412f-845d-47428bdc9c37 tempest-ServerShowV257Test-1586113387 tempest-ServerShowV257Test-1586113387-project] 10.222.0.42 "GET /v2.0/ports?device_id=da175768-20a1-4590-bc10-4a36b6529fba HTTP/1.1" status: 200 len: 210 time: 0.2533782 Apr 18 21:02:25.737671 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7e18fee9-c78f-4aab-b74e-c17f0a040ae8 tempest-NetworksTest-1502682821 tempest-NetworksTest-1502682821-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 355} {{(pid=84040) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 21:02:25.742768 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-95767df4-4f0c-45bd-b9bd-ccd0fdcde55f tempest-NetworksIpV6TestAttrs-532953968 tempest-NetworksIpV6TestAttrs-532953968-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1258898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33526109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33444113'] for network, after_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:25.757328 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-95767df4-4f0c-45bd-b9bd-ccd0fdcde55f tempest-NetworksIpV6TestAttrs-532953968 tempest-NetworksIpV6TestAttrs-532953968-project] Notify callbacks [] for network, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:25.795250 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95767df4-4f0c-45bd-b9bd-ccd0fdcde55f tempest-NetworksIpV6TestAttrs-532953968 tempest-NetworksIpV6TestAttrs-532953968-project] Pushing event deleted for resources: {'Network': ['ID=181b492d-aac8-4517-9576-aacf73806eb4,revision_number=None']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:02:25.800018 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-7e18fee9-c78f-4aab-b74e-c17f0a040ae8 tempest-NetworksTest-1502682821 tempest-NetworksTest-1502682821-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1082986'] for segment, precommit_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:25.800363 n-d-838334-2 neutron-server[84040]: INFO neutron.db.segments_db [None req-7e18fee9-c78f-4aab-b74e-c17f0a040ae8 tempest-NetworksTest-1502682821 tempest-NetworksTest-1502682821-project] Added segment 6802a0dd-e601-4b2e-b434-52ef617842af of type vlan for network 44c56908-c06f-4c11-b355-0d06cb045bfb Apr 18 21:02:25.806465 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-95767df4-4f0c-45bd-b9bd-ccd0fdcde55f tempest-NetworksIpV6TestAttrs-532953968 tempest-NetworksIpV6TestAttrs-532953968-project] 10.222.0.42 "DELETE /v2.0/networks/181b492d-aac8-4517-9576-aacf73806eb4 HTTP/1.1" status: 204 len: 168 time: 5.2728772 Apr 18 21:02:25.811037 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 60990) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:02:25.820489 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.v2.base [None req-604f731c-2484-4220-bb21-4abe3d0603b9 tempest-NetworksIpV6TestAttrs-532953968 tempest-NetworksIpV6TestAttrs-532953968-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-706938678'}} {{(pid=84040) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:02:25.836760 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [None req-604f731c-2484-4220-bb21-4abe3d0603b9 tempest-NetworksIpV6TestAttrs-532953968 tempest-NetworksIpV6TestAttrs-532953968-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:02:25.844924 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-604f731c-2484-4220-bb21-4abe3d0603b9 tempest-NetworksIpV6TestAttrs-532953968 tempest-NetworksIpV6TestAttrs-532953968-project] Usage tracker for resource:network and tenant:84b529df784d4667acc93cf51be710ab is out of sync, need to count used quota {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:02:25.848866 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-7e18fee9-c78f-4aab-b74e-c17f0a040ae8 tempest-NetworksTest-1502682821 tempest-NetworksTest-1502682821-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750374825732'] for network, precommit_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:25.852864 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-604f731c-2484-4220-bb21-4abe3d0603b9 tempest-NetworksIpV6TestAttrs-532953968 tempest-NetworksIpV6TestAttrs-532953968-project] Quota usage for network was recalculated. Used quota:3. {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:02:25.864634 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [None req-604f731c-2484-4220-bb21-4abe3d0603b9 tempest-NetworksIpV6TestAttrs-532953968 tempest-NetworksIpV6TestAttrs-532953968-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:02:25.936342 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-604f731c-2484-4220-bb21-4abe3d0603b9 tempest-NetworksIpV6TestAttrs-532953968 tempest-NetworksIpV6TestAttrs-532953968-project] Made reservation on behalf of 84b529df784d4667acc93cf51be710ab for: {'network': 1} {{(pid=84040) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:02:25.939284 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-604f731c-2484-4220-bb21-4abe3d0603b9 tempest-NetworksIpV6TestAttrs-532953968 tempest-NetworksIpV6TestAttrs-532953968-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for network, before_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:25.964147 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-7e18fee9-c78f-4aab-b74e-c17f0a040ae8 tempest-NetworksTest-1502682821 tempest-NetworksTest-1502682821-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33526109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022'] for network, after_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:25.968567 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e18fee9-c78f-4aab-b74e-c17f0a040ae8 tempest-NetworksTest-1502682821 tempest-NetworksTest-1502682821-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:02:25.969164 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-7e18fee9-c78f-4aab-b74e-c17f0a040ae8 tempest-NetworksTest-1502682821 tempest-NetworksTest-1502682821-project] Notify callbacks [] for network, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:26.094914 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-7e18fee9-c78f-4aab-b74e-c17f0a040ae8 tempest-NetworksTest-1502682821 tempest-NetworksTest-1502682821-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.9021499 Apr 18 21:02:26.120697 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 60998) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:02:26.134009 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-604f731c-2484-4220-bb21-4abe3d0603b9 tempest-NetworksIpV6TestAttrs-532953968 tempest-NetworksIpV6TestAttrs-532953968-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 365} {{(pid=84040) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 21:02:26.158176 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.v2.base [None req-d8b44982-8b4b-4150-9053-c04e9f8c0344 tempest-NetworksTest-1502682821 tempest-NetworksTest-1502682821-project] Request body: {'subnet': {'network_id': '44c56908-c06f-4c11-b355-0d06cb045bfb', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=84040) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:02:26.202746 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4885b705-6231-4a92-ad40-c8539166daa6 req-700615ba-0c4b-4d21-9b0c-daea9a08534d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:02:26.203668 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e18fee9-c78f-4aab-b74e-c17f0a040ae8 tempest-NetworksTest-1502682821 tempest-NetworksTest-1502682821-project] Pushing event updated for resources: {'Network': ['ID=44c56908-c06f-4c11-b355-0d06cb045bfb,revision_number=1']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:02:26.204813 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-4885b705-6231-4a92-ad40-c8539166daa6 req-700615ba-0c4b-4d21-9b0c-daea9a08534d service neutron] 10.222.0.43 "GET /v2.0/subnets?id=0d6de920-cb7d-469b-9a77-ddf54cb30087 HTTP/1.1" status: 200 len: 853 time: 0.5920005 Apr 18 21:02:26.228591 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd4a9d82-f126-413f-86e8-bf291e1bbc9c req-59aeba0f-2668-49ad-a275-751012065d45 tempest-ServersNegativeTestJSON-508382254 tempest-ServersNegativeTestJSON-508382254-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:02:26.231165 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-cd4a9d82-f126-413f-86e8-bf291e1bbc9c req-59aeba0f-2668-49ad-a275-751012065d45 tempest-ServersNegativeTestJSON-508382254 tempest-ServersNegativeTestJSON-508382254-project] 10.222.0.42 "GET /v2.0/ports?device_id=2197a591-197e-47fe-9210-1387bfb6ec5e HTTP/1.1" status: 200 len: 946 time: 0.3740518 Apr 18 21:02:26.277264 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Network 44c56908-c06f-4c11-b355-0d06cb045bfb details requested by agent ovs-agent-n-d-838334-2 with host n-d-838334-2 {{(pid=84042) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 18 21:02:26.284086 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-4885b705-6231-4a92-ad40-c8539166daa6 req-195c16bd-b8c9-41c2-9691-e8e460bcc519 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=0bad4841-e9a6-4877-8de7-2befe85ffb51&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0586834 Apr 18 21:02:26.319027 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-604f731c-2484-4220-bb21-4abe3d0603b9 tempest-NetworksIpV6TestAttrs-532953968 tempest-NetworksIpV6TestAttrs-532953968-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1082986'] for segment, precommit_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:26.320016 n-d-838334-2 neutron-server[84040]: INFO neutron.db.segments_db [None req-604f731c-2484-4220-bb21-4abe3d0603b9 tempest-NetworksIpV6TestAttrs-532953968 tempest-NetworksIpV6TestAttrs-532953968-project] Added segment a6c246ee-bfc2-44ee-818b-a3ea33e2cb47 of type vlan for network d8947100-1a72-4996-b0a5-4a7f01a02857 Apr 18 21:02:26.407076 n-d-838334-2 neutron-server[84041]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb52b72d-4cd5-43f6-b9ab-94b4d993482f tempest-DHCPAgentSchedulersTestJSON-479392029 tempest-DHCPAgentSchedulersTestJSON-479392029-project-admin] Network ee055a81-5b31-4740-a82b-822291d44569 is scheduled to be hosted by DHCP agent 8746f8ea-3e91-4b32-9919-2c63adeb8722 with binding_index 1 {{(pid=84041) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 21:02:26.426103 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.db.resource_extend [None req-a80979fb-1123-482d-b53d-c4fc71d246a2 tempest-FloatingIPAdminTestJSON-921785860 tempest-FloatingIPAdminTestJSON-921785860-project] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84041) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 18 21:02:26.449253 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-a80979fb-1123-482d-b53d-c4fc71d246a2 tempest-FloatingIPAdminTestJSON-921785860 tempest-FloatingIPAdminTestJSON-921785860-project] Notify callbacks [] for port, precommit_update {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:26.456632 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-cd4a9d82-f126-413f-86e8-bf291e1bbc9c req-c0880c40-406d-4afb-8203-df1793684ae0 tempest-ServersNegativeTestJSON-508382254 tempest-ServersNegativeTestJSON-508382254-project] 10.222.0.42 "GET /v2.0/security-groups?id=ada0ecb3-b1bc-4ba2-8e6c-b06ba09daca2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1321878 Apr 18 21:02:26.463395 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-bb52b72d-4cd5-43f6-b9ab-94b4d993482f tempest-DHCPAgentSchedulersTestJSON-479392029 tempest-DHCPAgentSchedulersTestJSON-479392029-project-admin] 10.222.0.42 "POST /v2.0/agents/8746f8ea-3e91-4b32-9919-2c63adeb8722/dhcp-networks HTTP/1.1" status: 201 len: 201 time: 1.2679882 Apr 18 21:02:26.472653 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-a80979fb-1123-482d-b53d-c4fc71d246a2 tempest-FloatingIPAdminTestJSON-921785860 tempest-FloatingIPAdminTestJSON-921785860-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32266282'] for port, after_update {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:26.477857 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 32776) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:02:26.584843 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-604f731c-2484-4220-bb21-4abe3d0603b9 tempest-NetworksIpV6TestAttrs-532953968 tempest-NetworksIpV6TestAttrs-532953968-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750374825732'] for network, precommit_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:26.601898 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6140de29-755c-498b-aa06-df0d2e59d92d None None] Network ee055a81-5b31-4740-a82b-822291d44569 requested from n-d-838334-2 {{(pid=84042) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 21:02:26.624640 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [None req-d8b44982-8b4b-4150-9053-c04e9f8c0344 tempest-NetworksTest-1502682821 tempest-NetworksTest-1502682821-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:02:26.645828 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-d8b44982-8b4b-4150-9053-c04e9f8c0344 tempest-NetworksTest-1502682821 tempest-NetworksTest-1502682821-project] Usage tracker for resource:subnet and tenant:7bfcf5e6e1be4fd18d7d5e6e5bcd338a is out of sync, need to count used quota {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:02:26.747407 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-d8b44982-8b4b-4150-9053-c04e9f8c0344 tempest-NetworksTest-1502682821 tempest-NetworksTest-1502682821-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:02:26.748895 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-a80979fb-1123-482d-b53d-c4fc71d246a2 tempest-FloatingIPAdminTestJSON-921785860 tempest-FloatingIPAdminTestJSON-921785860-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33444131'] for floatingip, after_update {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:26.753589 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a80979fb-1123-482d-b53d-c4fc71d246a2 tempest-FloatingIPAdminTestJSON-921785860 tempest-FloatingIPAdminTestJSON-921785860-project] Pushing event updated for resources: {'Port': ['ID=d8d33144-24e7-4b23-9028-ca491d5c0535,revision_number=2']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:02:26.758196 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-4885b705-6231-4a92-ad40-c8539166daa6 req-fc64f4db-d6cd-4018-9c51-70dce94939d5 service neutron] 10.222.0.43 "GET /v2.0/networks/0bad4841-e9a6-4877-8de7-2befe85ffb51?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4674232 Apr 18 21:02:26.790605 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [None req-d8b44982-8b4b-4150-9053-c04e9f8c0344 tempest-NetworksTest-1502682821 tempest-NetworksTest-1502682821-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:02:26.883132 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.db.resource_extend [None req-604f731c-2484-4220-bb21-4abe3d0603b9 tempest-NetworksIpV6TestAttrs-532953968 tempest-NetworksIpV6TestAttrs-532953968-project] It took 0.24 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 18 21:02:26.886258 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-a80979fb-1123-482d-b53d-c4fc71d246a2 tempest-FloatingIPAdminTestJSON-921785860 tempest-FloatingIPAdminTestJSON-921785860-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217293'] for floatingip, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:26.889935 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-a80979fb-1123-482d-b53d-c4fc71d246a2 tempest-FloatingIPAdminTestJSON-921785860 tempest-FloatingIPAdminTestJSON-921785860-project] 10.222.0.42 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 4.2420819 Apr 18 21:02:26.898109 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 32790) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:02:27.037299 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-604f731c-2484-4220-bb21-4abe3d0603b9 tempest-NetworksIpV6TestAttrs-532953968 tempest-NetworksIpV6TestAttrs-532953968-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33526109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022'] for network, after_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:27.041426 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-604f731c-2484-4220-bb21-4abe3d0603b9 tempest-NetworksIpV6TestAttrs-532953968 tempest-NetworksIpV6TestAttrs-532953968-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:02:27.041949 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-604f731c-2484-4220-bb21-4abe3d0603b9 tempest-NetworksIpV6TestAttrs-532953968 tempest-NetworksIpV6TestAttrs-532953968-project] Notify callbacks [] for network, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:27.047933 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-4885b705-6231-4a92-ad40-c8539166daa6 req-dd4cda16-06ca-42d6-8ec8-e094676e30bf service neutron] 10.222.0.43 "GET /v2.0/networks/0bad4841-e9a6-4877-8de7-2befe85ffb51?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2783830 Apr 18 21:02:27.066965 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-ff2e546c-72dc-4902-93f2-a8dcca463e2f tempest-FloatingIPAdminTestJSON-1424769623 tempest-FloatingIPAdminTestJSON-1424769623-project-admin] Synchronizing usage tracker for tenant:c1d58739b33a4b1b9b5e38d7cabd40d0 on resource:floatingip {{(pid=84041) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 21:02:27.089725 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-ff2e546c-72dc-4902-93f2-a8dcca463e2f tempest-FloatingIPAdminTestJSON-1424769623 tempest-FloatingIPAdminTestJSON-1424769623-project-admin] Unset dirty status for tenant:c1d58739b33a4b1b9b5e38d7cabd40d0 on resource:floatingip {{(pid=84041) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 21:02:27.090201 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d8b44982-8b4b-4150-9053-c04e9f8c0344 tempest-NetworksTest-1502682821 tempest-NetworksTest-1502682821-project] Made reservation on behalf of 7bfcf5e6e1be4fd18d7d5e6e5bcd338a for: {'subnet': 1} {{(pid=84040) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:02:27.092372 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-ff2e546c-72dc-4902-93f2-a8dcca463e2f tempest-FloatingIPAdminTestJSON-1424769623 tempest-FloatingIPAdminTestJSON-1424769623-project-admin] 10.222.0.42 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 2435 time: 0.1929848 Apr 18 21:02:27.095136 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 32798) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:02:27.175253 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-4e3faa76-56d0-4834-b78b-78e178dd2169 tempest-FloatingIPAdminTestJSON-116313565 tempest-FloatingIPAdminTestJSON-116313565-project] Synchronizing usage tracker for tenant:11a721e26f4b40e9902d12cbf98b9f12 on resource:floatingip {{(pid=84041) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 21:02:27.201495 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-4e3faa76-56d0-4834-b78b-78e178dd2169 tempest-FloatingIPAdminTestJSON-116313565 tempest-FloatingIPAdminTestJSON-116313565-project] Unset dirty status for tenant:11a721e26f4b40e9902d12cbf98b9f12 on resource:floatingip {{(pid=84041) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 21:02:27.205269 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-4e3faa76-56d0-4834-b78b-78e178dd2169 tempest-FloatingIPAdminTestJSON-116313565 tempest-FloatingIPAdminTestJSON-116313565-project] 10.222.0.42 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 690 time: 0.1065552 Apr 18 21:02:27.205575 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 32806) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:02:27.273562 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-604f731c-2484-4220-bb21-4abe3d0603b9 tempest-NetworksIpV6TestAttrs-532953968 tempest-NetworksIpV6TestAttrs-532953968-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 1.4614387 Apr 18 21:02:27.291574 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 32812) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:02:27.300085 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.v2.base [None req-e2e31cb2-352b-4c85-8a21-c8d13605ea9a tempest-NetworksIpV6TestAttrs-532953968 tempest-NetworksIpV6TestAttrs-532953968-project] Request body: {'subnet': {'network_id': 'd8947100-1a72-4996-b0a5-4a7f01a02857', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=84041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:02:27.361525 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-cf36a3d0-1793-4bbe-a9fd-1e266ba10091 tempest-DHCPAgentSchedulersTestJSON-479392029 tempest-DHCPAgentSchedulersTestJSON-479392029-project-admin] 10.222.0.42 "GET /v2.0/agents/8746f8ea-3e91-4b32-9919-2c63adeb8722/dhcp-networks HTTP/1.1" status: 200 len: 9289 time: 0.8765790 Apr 18 21:02:27.365473 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 32820) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:02:27.367465 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-604f731c-2484-4220-bb21-4abe3d0603b9 tempest-NetworksIpV6TestAttrs-532953968 tempest-NetworksIpV6TestAttrs-532953968-project] Pushing event updated for resources: {'Network': ['ID=d8947100-1a72-4996-b0a5-4a7f01a02857,revision_number=1']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:02:27.380548 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Network d8947100-1a72-4996-b0a5-4a7f01a02857 details requested by agent ovs-agent-n-d-838334-2 with host n-d-838334-2 {{(pid=84042) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 18 21:02:27.383528 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1372f537-d81c-4bdc-a960-3800a747dc33 req-219b7d48-9768-488b-b607-caeece5a2d74 tempest-ServersNegativeTestJSON-508382254 tempest-ServersNegativeTestJSON-508382254-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:02:27.385040 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-1372f537-d81c-4bdc-a960-3800a747dc33 req-219b7d48-9768-488b-b607-caeece5a2d74 tempest-ServersNegativeTestJSON-508382254 tempest-ServersNegativeTestJSON-508382254-project] 10.222.0.42 "GET /v2.0/ports?device_id=2197a591-197e-47fe-9210-1387bfb6ec5e HTTP/1.1" status: 200 len: 946 time: 0.6128922 Apr 18 21:02:27.397120 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-d8b44982-8b4b-4150-9053-c04e9f8c0344 tempest-NetworksTest-1502682821 tempest-NetworksTest-1502682821-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31752722'] for subnet, before_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:27.516113 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.plugin [None req-9e4c7aa4-e967-40c8-bfae-3fee39dd4989 tempest-FloatingIPAdminTestJSON-921785860 tempest-FloatingIPAdminTestJSON-921785860-project] Deleting port d8d33144-24e7-4b23-9028-ca491d5c0535 {{(pid=84041) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 21:02:27.516406 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-9e4c7aa4-e967-40c8-bfae-3fee39dd4989 tempest-FloatingIPAdminTestJSON-921785860 tempest-FloatingIPAdminTestJSON-921785860-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750375188691'] for port, before_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:27.546409 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-e2e31cb2-352b-4c85-8a21-c8d13605ea9a tempest-NetworksIpV6TestAttrs-532953968 tempest-NetworksIpV6TestAttrs-532953968-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:02:27.557410 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-e2e31cb2-352b-4c85-8a21-c8d13605ea9a tempest-NetworksIpV6TestAttrs-532953968 tempest-NetworksIpV6TestAttrs-532953968-project] Usage tracker for resource:subnet and tenant:84b529df784d4667acc93cf51be710ab is out of sync, need to count used quota {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:02:27.566435 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-e2e31cb2-352b-4c85-8a21-c8d13605ea9a tempest-NetworksIpV6TestAttrs-532953968 tempest-NetworksIpV6TestAttrs-532953968-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:02:27.576849 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-e2e31cb2-352b-4c85-8a21-c8d13605ea9a tempest-NetworksIpV6TestAttrs-532953968 tempest-NetworksIpV6TestAttrs-532953968-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:02:27.594577 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4e2913f-a426-4fac-ad10-33a7689b737a req-96b38b4a-f779-4858-94cb-550dcd0b2c6a tempest-AttachVolumeTestJSON-1696487017 tempest-AttachVolumeTestJSON-1696487017-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:02:27.596071 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-b4e2913f-a426-4fac-ad10-33a7689b737a req-96b38b4a-f779-4858-94cb-550dcd0b2c6a tempest-AttachVolumeTestJSON-1696487017 tempest-AttachVolumeTestJSON-1696487017-project] 10.222.0.42 "GET /v2.0/ports?device_id=8febef70-4ef9-4774-9ec7-33697a7c70d6 HTTP/1.1" status: 200 len: 945 time: 0.6395020 Apr 18 21:02:27.650359 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e2e31cb2-352b-4c85-8a21-c8d13605ea9a tempest-NetworksIpV6TestAttrs-532953968 tempest-NetworksIpV6TestAttrs-532953968-project] Made reservation on behalf of 84b529df784d4667acc93cf51be710ab for: {'subnet': 1} {{(pid=84041) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:02:27.654672 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-1372f537-d81c-4bdc-a960-3800a747dc33 req-de92f0b8-369c-4ad8-999d-49cbe88b15da tempest-ServersNegativeTestJSON-508382254 tempest-ServersNegativeTestJSON-508382254-project] 10.222.0.42 "GET /v2.0/security-groups?id=ada0ecb3-b1bc-4ba2-8e6c-b06ba09daca2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2618499 Apr 18 21:02:27.670229 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-52adee36-0bd4-4eb3-b49d-d71643f33ad2 tempest-DHCPAgentSchedulersTestJSON-479392029 tempest-DHCPAgentSchedulersTestJSON-479392029-project-admin] 10.222.0.42 "DELETE /v2.0/agents/8746f8ea-3e91-4b32-9919-2c63adeb8722/dhcp-networks/ee055a81-5b31-4740-a82b-822291d44569 HTTP/1.1" status: 204 len: 168 time: 0.2990451 Apr 18 21:02:27.675113 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 32834) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:02:27.705841 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-b4e2913f-a426-4fac-ad10-33a7689b737a req-cb58cf52-f5be-44cc-8a36-439f172ff6b2 tempest-AttachVolumeTestJSON-1696487017 tempest-AttachVolumeTestJSON-1696487017-project] 10.222.0.42 "GET /v2.0/security-groups?id=326b68b1-226b-43b8-a174-ccc3d0972537&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0931687 Apr 18 21:02:27.802658 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-e2e31cb2-352b-4c85-8a21-c8d13605ea9a tempest-NetworksIpV6TestAttrs-532953968 tempest-NetworksIpV6TestAttrs-532953968-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32486301'] for subnet, before_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:28.082676 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-5f783e40-c478-4206-a4af-cb1b1a19756d req-401da219-994f-45ab-be19-3e246b39cc97 tempest-ServerShowV257Test-1586113387 tempest-ServerShowV257Test-1586113387-project] 10.222.0.42 "GET /v2.0/ports?device_id=da175768-20a1-4590-bc10-4a36b6529fba HTTP/1.1" status: 200 len: 210 time: 0.2255814 Apr 18 21:02:28.111100 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-9e4c7aa4-e967-40c8-bfae-3fee39dd4989 tempest-FloatingIPAdminTestJSON-921785860 tempest-FloatingIPAdminTestJSON-921785860-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369123'] for port, precommit_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:28.111421 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-9e4c7aa4-e967-40c8-bfae-3fee39dd4989 tempest-FloatingIPAdminTestJSON-921785860 tempest-FloatingIPAdminTestJSON-921785860-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:28.197836 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-c531de37-0960-459e-97a7-3705f654b477 tempest-DHCPAgentSchedulersTestJSON-479392029 tempest-DHCPAgentSchedulersTestJSON-479392029-project-admin] 10.222.0.42 "GET /v2.0/agents/8746f8ea-3e91-4b32-9919-2c63adeb8722/dhcp-networks HTTP/1.1" status: 200 len: 8544 time: 0.5216856 Apr 18 21:02:28.201844 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-d8b44982-8b4b-4150-9053-c04e9f8c0344 tempest-NetworksTest-1502682821 tempest-NetworksTest-1502682821-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33526260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32441074', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31752704'] for subnet, after_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:28.207095 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 32854) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:02:28.244717 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.plugin [None req-9e4c7aa4-e967-40c8-bfae-3fee39dd4989 tempest-FloatingIPAdminTestJSON-921785860 tempest-FloatingIPAdminTestJSON-921785860-project] Calling delete_port for d8d33144-24e7-4b23-9028-ca491d5c0535 owned by network:floatingip {{(pid=84041) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 21:02:28.291918 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2d0f580-4ae8-4892-94c6-13cf95ad7423 req-d1c3638e-4237-40b5-b2d2-30e2a2df2b08 tempest-ServersNegativeTestJSON-508382254 tempest-ServersNegativeTestJSON-508382254-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:02:28.292297 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 32858) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:02:28.293943 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-a2d0f580-4ae8-4892-94c6-13cf95ad7423 req-d1c3638e-4237-40b5-b2d2-30e2a2df2b08 tempest-ServersNegativeTestJSON-508382254 tempest-ServersNegativeTestJSON-508382254-project] 10.222.0.42 "GET /v2.0/ports?device_id=2197a591-197e-47fe-9210-1387bfb6ec5e HTTP/1.1" status: 200 len: 946 time: 0.2692032 Apr 18 21:02:28.300534 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8b44982-8b4b-4150-9053-c04e9f8c0344 tempest-NetworksTest-1502682821 tempest-NetworksTest-1502682821-project] Pushing event updated for resources: {'Subnet': ['ID=1dde6819-d5bc-4ac4-a301-1d877fed662e,revision_number=0']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:02:28.350151 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-ddfcb629-b96b-42ad-b258-89b155b90519 tempest-DHCPAgentSchedulersTestJSON-479392029 tempest-DHCPAgentSchedulersTestJSON-479392029-project-admin] 10.222.0.42 "GET /v2.0/networks/f1e84dd4-c1c4-4952-af60-645abba330c4/dhcp-agents HTTP/1.1" status: 200 len: 795 time: 0.1149299 Apr 18 21:02:28.358764 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 32864) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:02:28.382331 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8b44982-8b4b-4150-9053-c04e9f8c0344 tempest-NetworksTest-1502682821 tempest-NetworksTest-1502682821-project] Checking segment: {'id': '6802a0dd-e601-4b2e-b434-52ef617842af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '44c56908-c06f-4c11-b355-0d06cb045bfb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84040) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 21:02:28.383068 n-d-838334-2 neutron-server[84040]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8b44982-8b4b-4150-9053-c04e9f8c0344 tempest-NetworksTest-1502682821 tempest-NetworksTest-1502682821-project] Network hostable DHCP agents. Network: 44c56908-c06f-4c11-b355-0d06cb045bfb, hostable agents: ['8746f8ea-3e91-4b32-9919-2c63adeb8722'], hosted agents: [] {{(pid=84040) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 21:02:28.393002 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-a2d0f580-4ae8-4892-94c6-13cf95ad7423 req-955c7279-0a8b-4f5d-8f77-0bb43f57af06 tempest-ServersNegativeTestJSON-508382254 tempest-ServersNegativeTestJSON-508382254-project] 10.222.0.42 "GET /v2.0/security-groups?id=ada0ecb3-b1bc-4ba2-8e6c-b06ba09daca2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0883980 Apr 18 21:02:28.421696 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-87af03f6-aeb6-4146-b38a-87646e352b4d tempest-DHCPAgentSchedulersTestJSON-479392029 tempest-DHCPAgentSchedulersTestJSON-479392029-project-admin] 10.222.0.42 "GET /v2.0/networks/f1e84dd4-c1c4-4952-af60-645abba330c4/dhcp-agents HTTP/1.1" status: 200 len: 795 time: 0.0595043 Apr 18 21:02:28.422252 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 32868) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:02:28.460368 n-d-838334-2 neutron-server[84040]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8b44982-8b4b-4150-9053-c04e9f8c0344 tempest-NetworksTest-1502682821 tempest-NetworksTest-1502682821-project] Network 44c56908-c06f-4c11-b355-0d06cb045bfb is scheduled to be hosted by DHCP agent 8746f8ea-3e91-4b32-9919-2c63adeb8722 with binding_index 1 {{(pid=84040) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 21:02:28.494033 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-9e4c7aa4-e967-40c8-bfae-3fee39dd4989 tempest-FloatingIPAdminTestJSON-921785860 tempest-FloatingIPAdminTestJSON-921785860-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750375259028', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750374836628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32266323'] for port, after_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:28.534349 n-d-838334-2 neutron-server[84040]: DEBUG neutron.scheduler.base_scheduler [None req-d8b44982-8b4b-4150-9053-c04e9f8c0344 tempest-NetworksTest-1502682821 tempest-NetworksTest-1502682821-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-838334-2, 44c56908-c06f-4c11-b355-0d06cb045bfb) {{(pid=84040) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:02:28.543256 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8b44982-8b4b-4150-9053-c04e9f8c0344 tempest-NetworksTest-1502682821 tempest-NetworksTest-1502682821-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:02:28.544089 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-d8b44982-8b4b-4150-9053-c04e9f8c0344 tempest-NetworksTest-1502682821 tempest-NetworksTest-1502682821-project] Notify callbacks [] for subnet, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:28.545800 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5a4a739-0599-44e6-ab7d-a44362b4205c None None] Network 44c56908-c06f-4c11-b355-0d06cb045bfb requested from n-d-838334-2 {{(pid=84042) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 21:02:28.552906 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-4626f4a1-05be-43f8-84ef-d02534e3ad1b admin admin] Notify callbacks [] for security_group, before_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:28.577837 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e4c7aa4-e967-40c8-bfae-3fee39dd4989 tempest-FloatingIPAdminTestJSON-921785860 tempest-FloatingIPAdminTestJSON-921785860-project] Pushing event deleted for resources: {'Port': ['ID=d8d33144-24e7-4b23-9028-ca491d5c0535,revision_number=None']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:02:28.616596 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-d8b44982-8b4b-4150-9053-c04e9f8c0344 tempest-NetworksTest-1502682821 tempest-NetworksTest-1502682821-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 2.4949164 Apr 18 21:02:28.622930 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 32874) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:02:28.721846 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-4626f4a1-05be-43f8-84ef-d02534e3ad1b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:02:28.764061 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-5031d8c4-cbc5-4480-892d-bca22b8d8fdf tempest-DHCPAgentSchedulersTestJSON-479392029 tempest-DHCPAgentSchedulersTestJSON-479392029-project-admin] 10.222.0.42 "GET /v2.0/agents/8746f8ea-3e91-4b32-9919-2c63adeb8722/dhcp-networks HTTP/1.1" status: 200 len: 8544 time: 0.3402703 Apr 18 21:02:28.772164 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 32880) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:02:28.779316 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-4626f4a1-05be-43f8-84ef-d02534e3ad1b admin admin] Usage tracker for resource:security_group_rule and tenant:c321d2f55200439cae8e48b495707b35 is out of sync, need to count used quota {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:02:28.786785 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9cf6077e-f107-43e0-8cce-b124aa9f69ec None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp016840fc-1f9f-5892-9c53-c9cf6c845bbb-44c56908-c06f-4c11-b355-0d06cb045bfb', 'network_id': '44c56908-c06f-4c11-b355-0d06cb045bfb', 'tenant_id': '7bfcf5e6e1be4fd18d7d5e6e5bcd338a', 'fixed_ips': [{'subnet_id': '1dde6819-d5bc-4ac4-a301-1d877fed662e'}]}} from n-d-838334-2. {{(pid=84042) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 18 21:02:28.787889 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-9cf6077e-f107-43e0-8cce-b124aa9f69ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_create {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:28.817379 n-d-838334-2 neutron-server[84041]: DEBUG neutron.objects.ports [None req-e2e31cb2-352b-4c85-8a21-c8d13605ea9a tempest-NetworksIpV6TestAttrs-532953968 tempest-NetworksIpV6TestAttrs-532953968-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=84041) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} Apr 18 21:02:28.819550 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-4626f4a1-05be-43f8-84ef-d02534e3ad1b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:02:28.828060 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-4626f4a1-05be-43f8-84ef-d02534e3ad1b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:02:28.838214 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-e2e31cb2-352b-4c85-8a21-c8d13605ea9a tempest-NetworksIpV6TestAttrs-532953968 tempest-NetworksIpV6TestAttrs-532953968-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33526260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32266407', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32486287'] for subnet, after_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:28.843910 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-9e4c7aa4-e967-40c8-bfae-3fee39dd4989 tempest-FloatingIPAdminTestJSON-921785860 tempest-FloatingIPAdminTestJSON-921785860-project] Notify callbacks [] for floatingip, after_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:28.959349 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2e31cb2-352b-4c85-8a21-c8d13605ea9a tempest-NetworksIpV6TestAttrs-532953968 tempest-NetworksIpV6TestAttrs-532953968-project] Pushing event updated for resources: {'Subnet': ['ID=d5b38170-655e-4aaf-8348-758b2587c9ab,revision_number=0']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:02:28.967975 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2831602-679c-4e67-9338-9d7ef308fe35 req-49cdca42-69cf-46b0-a872-12e44a6f6f90 tempest-ServersNegativeTestJSON-508382254 tempest-ServersNegativeTestJSON-508382254-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:02:28.969329 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-e2831602-679c-4e67-9338-9d7ef308fe35 req-49cdca42-69cf-46b0-a872-12e44a6f6f90 tempest-ServersNegativeTestJSON-508382254 tempest-ServersNegativeTestJSON-508382254-project] 10.222.0.42 "GET /v2.0/ports?device_id=2197a591-197e-47fe-9210-1387bfb6ec5e HTTP/1.1" status: 200 len: 946 time: 0.4174356 Apr 18 21:02:28.977058 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.db_base_plugin_common [None req-9cf6077e-f107-43e0-8cce-b124aa9f69ec None None] Allocated IP 172.20.0.1 (44c56908-c06f-4c11-b355-0d06cb045bfb/1dde6819-d5bc-4ac4-a301-1d877fed662e/c3ffadab-f4a6-43a0-b52f-6ae066aa043f) {{(pid=84042) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 21:02:28.992498 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-9e4c7aa4-e967-40c8-bfae-3fee39dd4989 tempest-FloatingIPAdminTestJSON-921785860 tempest-FloatingIPAdminTestJSON-921785860-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217293'] for floatingip, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:28.996534 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-9e4c7aa4-e967-40c8-bfae-3fee39dd4989 tempest-FloatingIPAdminTestJSON-921785860 tempest-FloatingIPAdminTestJSON-921785860-project] 10.222.0.42 "DELETE /v2.0/floatingips/ac71836c-3774-4c05-8191-1e1fc5bf735e HTTP/1.1" status: 204 len: 168 time: 1.7898664 Apr 18 21:02:29.001392 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 32884) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:02:29.009070 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-83117de6-aae2-4a77-9901-470cec77b879 tempest-NetworksTest-1502682821 tempest-NetworksTest-1502682821-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1103592'] for network, before_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:29.020967 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-64c24fd2-6306-4d86-9691-19f10d9c423c tempest-DHCPAgentSchedulersTestJSON-589786574 tempest-DHCPAgentSchedulersTestJSON-589786574-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1103592'] for network, before_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:29.097514 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2e31cb2-352b-4c85-8a21-c8d13605ea9a tempest-NetworksIpV6TestAttrs-532953968 tempest-NetworksIpV6TestAttrs-532953968-project] Checking segment: {'id': 'a6c246ee-bfc2-44ee-818b-a3ea33e2cb47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': 'd8947100-1a72-4996-b0a5-4a7f01a02857'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84041) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 21:02:29.097970 n-d-838334-2 neutron-server[84041]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2e31cb2-352b-4c85-8a21-c8d13605ea9a tempest-NetworksIpV6TestAttrs-532953968 tempest-NetworksIpV6TestAttrs-532953968-project] Network hostable DHCP agents. Network: d8947100-1a72-4996-b0a5-4a7f01a02857, hostable agents: ['8746f8ea-3e91-4b32-9919-2c63adeb8722'], hosted agents: [] {{(pid=84041) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 21:02:29.134350 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-e2831602-679c-4e67-9338-9d7ef308fe35 req-e12e86d8-958f-4a64-adeb-cec3e3f0fa02 tempest-ServersNegativeTestJSON-508382254 tempest-ServersNegativeTestJSON-508382254-project] 10.222.0.42 "GET /v2.0/security-groups?id=ada0ecb3-b1bc-4ba2-8e6c-b06ba09daca2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1468120 Apr 18 21:02:29.211349 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.plugin [None req-ba07c226-dfcf-4c7e-bdcf-5649199ab1a3 tempest-FloatingIPAdminTestJSON-1424769623 tempest-FloatingIPAdminTestJSON-1424769623-project-admin] Deleting port 499b5db1-5547-4d2c-ae4d-bac142e97354 {{(pid=84041) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 21:02:29.211792 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-ba07c226-dfcf-4c7e-bdcf-5649199ab1a3 tempest-FloatingIPAdminTestJSON-1424769623 tempest-FloatingIPAdminTestJSON-1424769623-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750375188691'] for port, before_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:29.254259 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-9cf6077e-f107-43e0-8cce-b124aa9f69ec None None] Notify callbacks [] for port, precommit_create {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:29.255015 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-4626f4a1-05be-43f8-84ef-d02534e3ad1b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:29.268599 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-64c24fd2-6306-4d86-9691-19f10d9c423c tempest-DHCPAgentSchedulersTestJSON-589786574 tempest-DHCPAgentSchedulersTestJSON-589786574-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1258905', 'neutron.services.segments.db._delete_segments_for_network-8750375287417'] for network, precommit_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:29.279986 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-9cf6077e-f107-43e0-8cce-b124aa9f69ec None None] Transition to ACTIVE for port object c3ffadab-f4a6-43a0-b52f-6ae066aa043f will not be triggered until provisioned by entity L2. {{(pid=84042) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:02:29.280386 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-4626f4a1-05be-43f8-84ef-d02534e3ad1b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33528224'] for security_group, after_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:29.282136 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b555c9db-1009-4fb4-949e-883119898f18 req-ec467134-9c57-4cab-8383-b7ecc4a64f9b tempest-AttachVolumeTestJSON-1696487017 tempest-AttachVolumeTestJSON-1696487017-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:02:29.292885 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-b555c9db-1009-4fb4-949e-883119898f18 req-ec467134-9c57-4cab-8383-b7ecc4a64f9b tempest-AttachVolumeTestJSON-1696487017 tempest-AttachVolumeTestJSON-1696487017-project] 10.222.0.42 "GET /v2.0/ports?device_id=8febef70-4ef9-4774-9ec7-33697a7c70d6 HTTP/1.1" status: 200 len: 945 time: 0.4146471 Apr 18 21:02:29.295645 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-83117de6-aae2-4a77-9901-470cec77b879 tempest-NetworksTest-1502682821 tempest-NetworksTest-1502682821-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1260556'] for subnet, precommit_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:29.307354 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-9cf6077e-f107-43e0-8cce-b124aa9f69ec None None] Transition to ACTIVE for port object c3ffadab-f4a6-43a0-b52f-6ae066aa043f will not be triggered until provisioned by entity DHCP. {{(pid=84042) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:02:29.316835 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-9cf6077e-f107-43e0-8cce-b124aa9f69ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750374836619'] for port, after_create {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:29.410557 n-d-838334-2 neutron-server[84042]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9cf6077e-f107-43e0-8cce-b124aa9f69ec None None] Network 44c56908-c06f-4c11-b355-0d06cb045bfb is already hosted by enough agents. {{(pid=84042) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:02:29.411463 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cf6077e-f107-43e0-8cce-b124aa9f69ec None None] Pushing event updated for resources: {'Port': ['ID=c3ffadab-f4a6-43a0-b52f-6ae066aa043f,revision_number=1']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:02:29.414699 n-d-838334-2 neutron-server[84042]: DEBUG neutron.scheduler.base_scheduler [None req-9cf6077e-f107-43e0-8cce-b124aa9f69ec None None] Resources bound (agent type, host, resource id): {{(pid=84042) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:02:29.417511 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cf6077e-f107-43e0-8cce-b124aa9f69ec None None] Received port after_create {{(pid=84042) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 21:02:29.423341 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-4626f4a1-05be-43f8-84ef-d02534e3ad1b admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=c321d2f55200439cae8e48b495707b35&name=default HTTP/1.1" status: 200 len: 2647 time: 1.1276996 Apr 18 21:02:29.424198 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 32892) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:02:29.428953 n-d-838334-2 neutron-server[84040]: DEBUG neutron.services.segments.db [None req-64c24fd2-6306-4d86-9691-19f10d9c423c tempest-DHCPAgentSchedulersTestJSON-589786574 tempest-DHCPAgentSchedulersTestJSON-589786574-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ee055a81-5b31-4740-a82b-822291d44569']}} {{(pid=84040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:02:29.433015 n-d-838334-2 neutron-server[84041]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2e31cb2-352b-4c85-8a21-c8d13605ea9a tempest-NetworksIpV6TestAttrs-532953968 tempest-NetworksIpV6TestAttrs-532953968-project] Network d8947100-1a72-4996-b0a5-4a7f01a02857 is scheduled to be hosted by DHCP agent 8746f8ea-3e91-4b32-9919-2c63adeb8722 with binding_index 1 {{(pid=84041) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 21:02:29.441913 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4626f4a1-05be-43f8-84ef-d02534e3ad1b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9cbf9164-d454-4098-a29d-b88a125ba5a9,revision_number=1']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:02:29.452793 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-a7db9f1e-cc89-40c0-a4e8-6749b96c0a64 req-6e258857-097f-428c-ba66-489f927d9651 tempest-ServerShowV257Test-1586113387 tempest-ServerShowV257Test-1586113387-project] 10.222.0.42 "GET /v2.0/ports?device_id=da175768-20a1-4590-bc10-4a36b6529fba HTTP/1.1" status: 200 len: 210 time: 0.0854421 Apr 18 21:02:29.471763 n-d-838334-2 neutron-server[84040]: DEBUG neutron.services.segments.db [None req-64c24fd2-6306-4d86-9691-19f10d9c423c tempest-DHCPAgentSchedulersTestJSON-589786574 tempest-DHCPAgentSchedulersTestJSON-589786574-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fb7a6742-9a49-4abb-a95e-31279beaf136') {'for_net_delete': True} {{(pid=84040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:02:29.472416 n-d-838334-2 neutron-server[84040]: DEBUG neutron.services.segments.db [None req-64c24fd2-6306-4d86-9691-19f10d9c423c tempest-DHCPAgentSchedulersTestJSON-589786574 tempest-DHCPAgentSchedulersTestJSON-589786574-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fb7a6742-9a49-4abb-a95e-31279beaf136') {} {{(pid=84040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:02:29.486347 n-d-838334-2 neutron-server[84041]: DEBUG neutron.scheduler.base_scheduler [None req-e2e31cb2-352b-4c85-8a21-c8d13605ea9a tempest-NetworksIpV6TestAttrs-532953968 tempest-NetworksIpV6TestAttrs-532953968-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-838334-2, d8947100-1a72-4996-b0a5-4a7f01a02857) {{(pid=84041) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:02:29.491132 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2e31cb2-352b-4c85-8a21-c8d13605ea9a tempest-NetworksIpV6TestAttrs-532953968 tempest-NetworksIpV6TestAttrs-532953968-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:02:29.491772 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-e2e31cb2-352b-4c85-8a21-c8d13605ea9a tempest-NetworksIpV6TestAttrs-532953968 tempest-NetworksIpV6TestAttrs-532953968-project] Notify callbacks [] for subnet, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:29.505844 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-64c24fd2-6306-4d86-9691-19f10d9c423c tempest-DHCPAgentSchedulersTestJSON-589786574 tempest-DHCPAgentSchedulersTestJSON-589786574-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750375287300', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31955965'] for segment, before_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:29.512320 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a098f59-a885-456b-860a-d0186771c1bf None None] Network d8947100-1a72-4996-b0a5-4a7f01a02857 requested from n-d-838334-2 {{(pid=84042) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 21:02:29.539706 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-b555c9db-1009-4fb4-949e-883119898f18 req-a3c4b478-080d-403e-8f86-11770d60ce88 tempest-AttachVolumeTestJSON-1696487017 tempest-AttachVolumeTestJSON-1696487017-project] 10.222.0.42 "GET /v2.0/security-groups?id=326b68b1-226b-43b8-a174-ccc3d0972537&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2459803 Apr 18 21:02:29.549100 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-ba07c226-dfcf-4c7e-bdcf-5649199ab1a3 tempest-FloatingIPAdminTestJSON-1424769623 tempest-FloatingIPAdminTestJSON-1424769623-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369123'] for port, precommit_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:29.549541 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-ba07c226-dfcf-4c7e-bdcf-5649199ab1a3 tempest-FloatingIPAdminTestJSON-1424769623 tempest-FloatingIPAdminTestJSON-1424769623-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:29.571409 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-64c24fd2-6306-4d86-9691-19f10d9c423c tempest-DHCPAgentSchedulersTestJSON-589786574 tempest-DHCPAgentSchedulersTestJSON-589786574-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1082986'] for segment, precommit_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:29.577469 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-64c24fd2-6306-4d86-9691-19f10d9c423c tempest-DHCPAgentSchedulersTestJSON-589786574 tempest-DHCPAgentSchedulersTestJSON-589786574-project] Releasing vlan 371 on physical network physnet1 to pool {{(pid=84040) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 18 21:02:29.577931 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-64c24fd2-6306-4d86-9691-19f10d9c423c tempest-DHCPAgentSchedulersTestJSON-589786574 tempest-DHCPAgentSchedulersTestJSON-589786574-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1082993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32440923'] for segment, after_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:29.593616 n-d-838334-2 neutron-server[84040]: Traceback (most recent call last): Apr 18 21:02:29.593616 n-d-838334-2 neutron-server[84040]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 18 21:02:29.593616 n-d-838334-2 neutron-server[84040]: timer() Apr 18 21:02:29.593616 n-d-838334-2 neutron-server[84040]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 21:02:29.593616 n-d-838334-2 neutron-server[84040]: cb(*args, **kw) Apr 18 21:02:29.593616 n-d-838334-2 neutron-server[84040]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 18 21:02:29.593616 n-d-838334-2 neutron-server[84040]: return func(*args, **kwargs) Apr 18 21:02:29.593616 n-d-838334-2 neutron-server[84040]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 21:02:29.593616 n-d-838334-2 neutron-server[84040]: self._notify() Apr 18 21:02:29.593616 n-d-838334-2 neutron-server[84040]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 21:02:29.593616 n-d-838334-2 neutron-server[84040]: self.callback(batched_events) Apr 18 21:02:29.593616 n-d-838334-2 neutron-server[84040]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 21:02:29.593616 n-d-838334-2 neutron-server[84040]: event.method(event) Apr 18 21:02:29.593616 n-d-838334-2 neutron-server[84040]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 18 21:02:29.593616 n-d-838334-2 neutron-server[84040]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 21:02:29.593616 n-d-838334-2 neutron-server[84040]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 18 21:02:29.593616 n-d-838334-2 neutron-server[84040]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 21:02:29.593616 n-d-838334-2 neutron-server[84040]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 18 21:02:29.593616 n-d-838334-2 neutron-server[84040]: return f(self, *a, **k) Apr 18 21:02:29.593616 n-d-838334-2 neutron-server[84040]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 18 21:02:29.593616 n-d-838334-2 neutron-server[84040]: return self._get(url).json() Apr 18 21:02:29.593616 n-d-838334-2 neutron-server[84040]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 18 21:02:29.593616 n-d-838334-2 neutron-server[84040]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 21:02:29.593616 n-d-838334-2 neutron-server[84040]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 18 21:02:29.593616 n-d-838334-2 neutron-server[84040]: return self.request(url, 'GET', **kwargs) Apr 18 21:02:29.593616 n-d-838334-2 neutron-server[84040]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 18 21:02:29.593616 n-d-838334-2 neutron-server[84040]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 21:02:29.593616 n-d-838334-2 neutron-server[84040]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 18 21:02:29.593616 n-d-838334-2 neutron-server[84040]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 21:02:29.593616 n-d-838334-2 neutron-server[84040]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 18 21:02:29.593616 n-d-838334-2 neutron-server[84040]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 21:02:29.593616 n-d-838334-2 neutron-server[84040]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 21:02:29.599110 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-83117de6-aae2-4a77-9901-470cec77b879 tempest-NetworksTest-1502682821 tempest-NetworksTest-1502682821-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1260549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33526260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32440885', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31752825'] for subnet, after_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:29.635236 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.managers [None req-9cf6077e-f107-43e0-8cce-b124aa9f69ec None None] Attempting to bind port c3ffadab-f4a6-43a0-b52f-6ae066aa043f on host n-d-838334-2 for vnic_type normal with profile {{(pid=84042) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 21:02:29.635843 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.managers [None req-9cf6077e-f107-43e0-8cce-b124aa9f69ec None None] Attempting to bind port c3ffadab-f4a6-43a0-b52f-6ae066aa043f by drivers openvswitch,hyperv on host n-d-838334-2 at level 0 using segments [{'id': '6802a0dd-e601-4b2e-b434-52ef617842af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '44c56908-c06f-4c11-b355-0d06cb045bfb'}] {{(pid=84042) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 21:02:29.636187 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cf6077e-f107-43e0-8cce-b124aa9f69ec None None] Attempting to bind port c3ffadab-f4a6-43a0-b52f-6ae066aa043f on network 44c56908-c06f-4c11-b355-0d06cb045bfb {{(pid=84042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 21:02:29.647590 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cf6077e-f107-43e0-8cce-b124aa9f69ec None None] Checking agent: {'id': '97cd4414-7af6-4d67-868d-dff370b4071a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838334-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 25, 49), 'started_at': datetime.datetime(2022, 4, 18, 20, 26, 19), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 21, 2, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838334-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 18 21:02:29.648164 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cf6077e-f107-43e0-8cce-b124aa9f69ec None None] Checking segment: {'id': '6802a0dd-e601-4b2e-b434-52ef617842af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '44c56908-c06f-4c11-b355-0d06cb045bfb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84042) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 21:02:29.648781 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-9cf6077e-f107-43e0-8cce-b124aa9f69ec None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:29.649270 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cf6077e-f107-43e0-8cce-b124aa9f69ec None None] Bound using segment: {'id': '6802a0dd-e601-4b2e-b434-52ef617842af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '44c56908-c06f-4c11-b355-0d06cb045bfb'} {{(pid=84042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 18 21:02:29.649831 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.managers [None req-9cf6077e-f107-43e0-8cce-b124aa9f69ec None None] Bound port: c3ffadab-f4a6-43a0-b52f-6ae066aa043f, host: n-d-838334-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6802a0dd-e601-4b2e-b434-52ef617842af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '44c56908-c06f-4c11-b355-0d06cb045bfb'}}] {{(pid=84042) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 21:02:29.650296 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-9cf6077e-f107-43e0-8cce-b124aa9f69ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:29.707365 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83117de6-aae2-4a77-9901-470cec77b879 tempest-NetworksTest-1502682821 tempest-NetworksTest-1502682821-project] Pushing event deleted for resources: {'Subnet': ['ID=1dde6819-d5bc-4ac4-a301-1d877fed662e,revision_number=None']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:02:29.712306 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.plugin [None req-ba07c226-dfcf-4c7e-bdcf-5649199ab1a3 tempest-FloatingIPAdminTestJSON-1424769623 tempest-FloatingIPAdminTestJSON-1424769623-project-admin] Calling delete_port for 499b5db1-5547-4d2c-ae4d-bac142e97354 owned by network:floatingip {{(pid=84041) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 21:02:29.724162 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750375287399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253529'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:29.765627 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-e2e31cb2-352b-4c85-8a21-c8d13605ea9a tempest-NetworksIpV6TestAttrs-532953968 tempest-NetworksIpV6TestAttrs-532953968-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 840 time: 2.4706001 Apr 18 21:02:29.765847 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-187f811b-b746-4b85-85cc-452b6c34257f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:29.765998 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 32898) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:02:29.838784 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-9cf6077e-f107-43e0-8cce-b124aa9f69ec None None] For port c3ffadab-f4a6-43a0-b52f-6ae066aa043f, host n-d-838334-2, cleared binding levels {{(pid=84042) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 21:02:29.845526 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-9cf6077e-f107-43e0-8cce-b124aa9f69ec None None] For port c3ffadab-f4a6-43a0-b52f-6ae066aa043f, host n-d-838334-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838334-2',level=0,port_id=c3ffadab-f4a6-43a0-b52f-6ae066aa043f,segment=NetworkSegment(6802a0dd-e601-4b2e-b434-52ef617842af),segment_id=6802a0dd-e601-4b2e-b434-52ef617842af)] {{(pid=84042) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 21:02:29.854666 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-9cf6077e-f107-43e0-8cce-b124aa9f69ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682'] for port, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:29.887734 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-ba07c226-dfcf-4c7e-bdcf-5649199ab1a3 tempest-FloatingIPAdminTestJSON-1424769623 tempest-FloatingIPAdminTestJSON-1424769623-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750375259028', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750374836628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32266323'] for port, after_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:29.946573 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba07c226-dfcf-4c7e-bdcf-5649199ab1a3 tempest-FloatingIPAdminTestJSON-1424769623 tempest-FloatingIPAdminTestJSON-1424769623-project-admin] Pushing event deleted for resources: {'Port': ['ID=499b5db1-5547-4d2c-ae4d-bac142e97354,revision_number=None']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:02:29.981519 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cf6077e-f107-43e0-8cce-b124aa9f69ec None None] Pushing event updated for resources: {'Port': ['ID=c3ffadab-f4a6-43a0-b52f-6ae066aa043f,revision_number=2']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:02:29.994647 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-64c24fd2-6306-4d86-9691-19f10d9c423c tempest-DHCPAgentSchedulersTestJSON-589786574 tempest-DHCPAgentSchedulersTestJSON-589786574-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1258898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33526109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33444113'] for network, after_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:30.005904 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f947039d-d046-45ba-bece-d6269723277d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp016840fc-1f9f-5892-9c53-c9cf6c845bbb-d8947100-1a72-4996-b0a5-4a7f01a02857', 'network_id': 'd8947100-1a72-4996-b0a5-4a7f01a02857', 'tenant_id': '84b529df784d4667acc93cf51be710ab', 'fixed_ips': [{'subnet_id': 'd5b38170-655e-4aaf-8348-758b2587c9ab'}]}} from n-d-838334-2. {{(pid=84042) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 18 21:02:30.006713 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-f947039d-d046-45ba-bece-d6269723277d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_create {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:30.094667 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-64c24fd2-6306-4d86-9691-19f10d9c423c tempest-DHCPAgentSchedulersTestJSON-589786574 tempest-DHCPAgentSchedulersTestJSON-589786574-project] Notify callbacks [] for network, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:30.140707 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-187f811b-b746-4b85-85cc-452b6c34257f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:30.148843 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ecafecb9-b7ad-46bf-8857-5280ea33c08b None None] Network 44c56908-c06f-4c11-b355-0d06cb045bfb requested from n-d-838334-2 {{(pid=84042) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 21:02:30.159964 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-83117de6-aae2-4a77-9901-470cec77b879 tempest-NetworksTest-1502682821 tempest-NetworksTest-1502682821-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1258905', 'neutron.services.segments.db._delete_segments_for_network-8750375287417'] for network, precommit_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:30.167352 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64c24fd2-6306-4d86-9691-19f10d9c423c tempest-DHCPAgentSchedulersTestJSON-589786574 tempest-DHCPAgentSchedulersTestJSON-589786574-project] Pushing event deleted for resources: {'Network': ['ID=ee055a81-5b31-4740-a82b-822291d44569,revision_number=None']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:02:30.229823 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-ba07c226-dfcf-4c7e-bdcf-5649199ab1a3 tempest-FloatingIPAdminTestJSON-1424769623 tempest-FloatingIPAdminTestJSON-1424769623-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:30.255319 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-ba07c226-dfcf-4c7e-bdcf-5649199ab1a3 tempest-FloatingIPAdminTestJSON-1424769623 tempest-FloatingIPAdminTestJSON-1424769623-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217293'] for floatingip, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:30.262753 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-ba07c226-dfcf-4c7e-bdcf-5649199ab1a3 tempest-FloatingIPAdminTestJSON-1424769623 tempest-FloatingIPAdminTestJSON-1424769623-project-admin] 10.222.0.42 "DELETE /v2.0/floatingips/0a35bf01-a0b2-4f8f-bab0-3141d886ec91 HTTP/1.1" status: 204 len: 168 time: 1.2577143 Apr 18 21:02:30.263527 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 32904) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:02:30.267684 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-64c24fd2-6306-4d86-9691-19f10d9c423c tempest-DHCPAgentSchedulersTestJSON-589786574 tempest-DHCPAgentSchedulersTestJSON-589786574-project] 10.222.0.42 "DELETE /v2.0/networks/ee055a81-5b31-4740-a82b-822291d44569 HTTP/1.1" status: 204 len: 168 time: 1.4899633 Apr 18 21:02:30.268245 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 32908) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:02:30.310287 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-22516033-0374-490d-bb74-53b1588e1323 tempest-NetworksIpV6TestAttrs-532953968 tempest-NetworksIpV6TestAttrs-532953968-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1103592'] for network, before_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:30.346334 n-d-838334-2 neutron-server[84040]: DEBUG neutron.services.segments.db [None req-83117de6-aae2-4a77-9901-470cec77b879 tempest-NetworksTest-1502682821 tempest-NetworksTest-1502682821-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['44c56908-c06f-4c11-b355-0d06cb045bfb']}} {{(pid=84040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:02:30.354344 n-d-838334-2 neutron-server[84041]: INFO neutron.pecan_wsgi.hooks.translation [None req-25036931-2c84-4172-8faf-2357e050940a tempest-DHCPAgentSchedulersTestJSON-589786574 tempest-DHCPAgentSchedulersTestJSON-589786574-project] DELETE failed (client error): The resource could not be found. Apr 18 21:02:30.354925 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-25036931-2c84-4172-8faf-2357e050940a tempest-DHCPAgentSchedulersTestJSON-589786574 tempest-DHCPAgentSchedulersTestJSON-589786574-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84041) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 21:02:30.359437 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-25036931-2c84-4172-8faf-2357e050940a tempest-DHCPAgentSchedulersTestJSON-589786574 tempest-DHCPAgentSchedulersTestJSON-589786574-project] 10.222.0.42 "DELETE /v2.0/ports/bc9cbb8e-130e-4ddc-b27d-cf3b7f9506a5 HTTP/1.1" status: 404 len: 333 time: 0.0877831 Apr 18 21:02:30.364038 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 32912) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:02:30.371089 n-d-838334-2 neutron-server[84040]: DEBUG neutron.services.segments.db [None req-83117de6-aae2-4a77-9901-470cec77b879 tempest-NetworksTest-1502682821 tempest-NetworksTest-1502682821-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6802a0dd-e601-4b2e-b434-52ef617842af') {'for_net_delete': True} {{(pid=84040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:02:30.371464 n-d-838334-2 neutron-server[84040]: DEBUG neutron.services.segments.db [None req-83117de6-aae2-4a77-9901-470cec77b879 tempest-NetworksTest-1502682821 tempest-NetworksTest-1502682821-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6802a0dd-e601-4b2e-b434-52ef617842af') {} {{(pid=84040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:02:30.383351 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.plugin [None req-3a74fac8-ce38-42a3-a634-6eaf598db631 tempest-FloatingIPAdminTestJSON-116313565 tempest-FloatingIPAdminTestJSON-116313565-project] Deleting port 2f7f8d44-e994-421c-b5bf-4105776d3fd7 {{(pid=84041) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 21:02:30.384073 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-3a74fac8-ce38-42a3-a634-6eaf598db631 tempest-FloatingIPAdminTestJSON-116313565 tempest-FloatingIPAdminTestJSON-116313565-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750375188691'] for port, before_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:30.426307 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.db_base_plugin_common [None req-f947039d-d046-45ba-bece-d6269723277d None None] Allocated IP 2001:db8::f816:3eff:fef8:9239 (d8947100-1a72-4996-b0a5-4a7f01a02857/d5b38170-655e-4aaf-8348-758b2587c9ab/18aea0ce-734b-4d53-ad15-35fbc89c92cd) {{(pid=84042) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 21:02:30.433608 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-83117de6-aae2-4a77-9901-470cec77b879 tempest-NetworksTest-1502682821 tempest-NetworksTest-1502682821-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750375287300', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31955965'] for segment, before_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:30.485102 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6c1ae93-517d-442e-9231-063bd7dbd3dd req-c4144c29-ff8e-4bab-8a92-44cbc6c9ae43 tempest-ServersNegativeTestJSON-508382254 tempest-ServersNegativeTestJSON-508382254-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:02:30.486557 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-f6c1ae93-517d-442e-9231-063bd7dbd3dd req-c4144c29-ff8e-4bab-8a92-44cbc6c9ae43 tempest-ServersNegativeTestJSON-508382254 tempest-ServersNegativeTestJSON-508382254-project] 10.222.0.42 "GET /v2.0/ports?device_id=2197a591-197e-47fe-9210-1387bfb6ec5e HTTP/1.1" status: 200 len: 946 time: 0.7804580 Apr 18 21:02:30.556935 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-83117de6-aae2-4a77-9901-470cec77b879 tempest-NetworksTest-1502682821 tempest-NetworksTest-1502682821-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1082986'] for segment, precommit_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:30.591060 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-187f811b-b746-4b85-85cc-452b6c34257f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33528224'] for security_group, after_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:30.599792 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-83117de6-aae2-4a77-9901-470cec77b879 tempest-NetworksTest-1502682821 tempest-NetworksTest-1502682821-project] Releasing vlan 355 on physical network physnet1 to pool {{(pid=84040) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 18 21:02:30.600318 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-83117de6-aae2-4a77-9901-470cec77b879 tempest-NetworksTest-1502682821 tempest-NetworksTest-1502682821-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1082993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32440923'] for segment, after_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:30.630279 n-d-838334-2 neutron-server[84040]: Traceback (most recent call last): Apr 18 21:02:30.630279 n-d-838334-2 neutron-server[84040]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 18 21:02:30.630279 n-d-838334-2 neutron-server[84040]: timer() Apr 18 21:02:30.630279 n-d-838334-2 neutron-server[84040]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 21:02:30.630279 n-d-838334-2 neutron-server[84040]: cb(*args, **kw) Apr 18 21:02:30.630279 n-d-838334-2 neutron-server[84040]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 18 21:02:30.630279 n-d-838334-2 neutron-server[84040]: return func(*args, **kwargs) Apr 18 21:02:30.630279 n-d-838334-2 neutron-server[84040]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 21:02:30.630279 n-d-838334-2 neutron-server[84040]: self._notify() Apr 18 21:02:30.630279 n-d-838334-2 neutron-server[84040]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 21:02:30.630279 n-d-838334-2 neutron-server[84040]: self.callback(batched_events) Apr 18 21:02:30.630279 n-d-838334-2 neutron-server[84040]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 21:02:30.630279 n-d-838334-2 neutron-server[84040]: event.method(event) Apr 18 21:02:30.630279 n-d-838334-2 neutron-server[84040]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 18 21:02:30.630279 n-d-838334-2 neutron-server[84040]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 21:02:30.630279 n-d-838334-2 neutron-server[84040]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 18 21:02:30.630279 n-d-838334-2 neutron-server[84040]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 21:02:30.630279 n-d-838334-2 neutron-server[84040]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 18 21:02:30.630279 n-d-838334-2 neutron-server[84040]: return f(self, *a, **k) Apr 18 21:02:30.630279 n-d-838334-2 neutron-server[84040]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 18 21:02:30.630279 n-d-838334-2 neutron-server[84040]: return self._get(url).json() Apr 18 21:02:30.630279 n-d-838334-2 neutron-server[84040]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 18 21:02:30.630279 n-d-838334-2 neutron-server[84040]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 21:02:30.630279 n-d-838334-2 neutron-server[84040]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 18 21:02:30.630279 n-d-838334-2 neutron-server[84040]: return self.request(url, 'GET', **kwargs) Apr 18 21:02:30.630279 n-d-838334-2 neutron-server[84040]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 18 21:02:30.630279 n-d-838334-2 neutron-server[84040]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 21:02:30.630279 n-d-838334-2 neutron-server[84040]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 18 21:02:30.630279 n-d-838334-2 neutron-server[84040]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 21:02:30.630279 n-d-838334-2 neutron-server[84040]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 18 21:02:30.630279 n-d-838334-2 neutron-server[84040]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 21:02:30.630279 n-d-838334-2 neutron-server[84040]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 21:02:30.678910 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-f947039d-d046-45ba-bece-d6269723277d None None] Notify callbacks [] for port, precommit_create {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:30.691406 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-f947039d-d046-45ba-bece-d6269723277d None None] Transition to ACTIVE for port object 18aea0ce-734b-4d53-ad15-35fbc89c92cd will not be triggered until provisioned by entity L2. {{(pid=84042) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:02:30.709239 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-3a74fac8-ce38-42a3-a634-6eaf598db631 tempest-FloatingIPAdminTestJSON-116313565 tempest-FloatingIPAdminTestJSON-116313565-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369123'] for port, precommit_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:30.715866 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-f947039d-d046-45ba-bece-d6269723277d None None] Transition to ACTIVE for port object 18aea0ce-734b-4d53-ad15-35fbc89c92cd will not be triggered until provisioned by entity DHCP. {{(pid=84042) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:02:30.723362 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-f947039d-d046-45ba-bece-d6269723277d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750374836619'] for port, after_create {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:30.751286 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-187f811b-b746-4b85-85cc-452b6c34257f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9cbf9164-d454-4098-a29d-b88a125ba5a9,revision_number=None']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:02:30.775392 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-22516033-0374-490d-bb74-53b1588e1323 tempest-NetworksIpV6TestAttrs-532953968 tempest-NetworksIpV6TestAttrs-532953968-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1260556'] for subnet, precommit_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:30.798556 n-d-838334-2 neutron-server[84042]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f947039d-d046-45ba-bece-d6269723277d None None] Network d8947100-1a72-4996-b0a5-4a7f01a02857 is already hosted by enough agents. {{(pid=84042) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:02:30.803710 n-d-838334-2 neutron-server[84042]: DEBUG neutron.scheduler.base_scheduler [None req-f947039d-d046-45ba-bece-d6269723277d None None] Resources bound (agent type, host, resource id): {{(pid=84042) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:02:30.813717 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f947039d-d046-45ba-bece-d6269723277d None None] Received port after_create {{(pid=84042) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 21:02:30.815115 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-2b2a0a4b-3296-4698-8300-f7b67147e5d4 req-97a5a39a-70cb-47a0-b664-9f1d9709a5e2 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=8febef70-4ef9-4774-9ec7-33697a7c70d6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.7175963 Apr 18 21:02:30.838844 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.plugin [None req-3a74fac8-ce38-42a3-a634-6eaf598db631 tempest-FloatingIPAdminTestJSON-116313565 tempest-FloatingIPAdminTestJSON-116313565-project] Calling delete_port for 2f7f8d44-e994-421c-b5bf-4105776d3fd7 owned by {{(pid=84041) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 21:02:30.864717 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f947039d-d046-45ba-bece-d6269723277d None None] Pushing event updated for resources: {'Port': ['ID=18aea0ce-734b-4d53-ad15-35fbc89c92cd,revision_number=1']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:02:30.909178 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-187f811b-b746-4b85-85cc-452b6c34257f admin admin] Notify callbacks [] for security_group, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:30.912482 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-187f811b-b746-4b85-85cc-452b6c34257f admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/9cbf9164-d454-4098-a29d-b88a125ba5a9 HTTP/1.1" status: 204 len: 168 time: 1.4732521 Apr 18 21:02:30.939423 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.managers [None req-f947039d-d046-45ba-bece-d6269723277d None None] Attempting to bind port 18aea0ce-734b-4d53-ad15-35fbc89c92cd on host n-d-838334-2 for vnic_type normal with profile {{(pid=84042) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 21:02:30.941716 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.managers [None req-f947039d-d046-45ba-bece-d6269723277d None None] Attempting to bind port 18aea0ce-734b-4d53-ad15-35fbc89c92cd by drivers openvswitch,hyperv on host n-d-838334-2 at level 0 using segments [{'id': 'a6c246ee-bfc2-44ee-818b-a3ea33e2cb47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': 'd8947100-1a72-4996-b0a5-4a7f01a02857'}] {{(pid=84042) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 21:02:30.942228 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f947039d-d046-45ba-bece-d6269723277d None None] Attempting to bind port 18aea0ce-734b-4d53-ad15-35fbc89c92cd on network d8947100-1a72-4996-b0a5-4a7f01a02857 {{(pid=84042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 21:02:30.945978 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-472156ee-08b0-4a7e-b785-bec6dd835303 req-e9ea6878-7e45-4b00-bbcb-224db899dd3e tempest-ServerShowV257Test-1586113387 tempest-ServerShowV257Test-1586113387-project] 10.222.0.42 "GET /v2.0/ports?device_id=da175768-20a1-4590-bc10-4a36b6529fba HTTP/1.1" status: 200 len: 210 time: 0.1715794 Apr 18 21:02:30.948389 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-f6c1ae93-517d-442e-9231-063bd7dbd3dd req-f5ec7009-fc18-4b52-affb-37f5acf3bbe7 tempest-ServersNegativeTestJSON-508382254 tempest-ServersNegativeTestJSON-508382254-project] 10.222.0.42 "GET /v2.0/security-groups?id=ada0ecb3-b1bc-4ba2-8e6c-b06ba09daca2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4466629 Apr 18 21:02:30.948987 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.db.api [None req-83117de6-aae2-4a77-9901-470cec77b879 tempest-NetworksTest-1502682821 tempest-NetworksTest-1502682821-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Apr 18 21:02:30.948987 n-d-838334-2 neutron-server[84040]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Apr 18 21:02:30.948987 n-d-838334-2 neutron-server[84040]: [parameters: {'id': '44c56908-c06f-4c11-b355-0d06cb045bfb'}] Apr 18 21:02:30.948987 n-d-838334-2 neutron-server[84040]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=84040) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 18 21:02:30.949357 n-d-838334-2 neutron-server[84040]: DEBUG oslo_db.api [None req-83117de6-aae2-4a77-9901-470cec77b879 tempest-NetworksTest-1502682821 tempest-NetworksTest-1502682821-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=84040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 18 21:02:30.970904 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f947039d-d046-45ba-bece-d6269723277d None None] Checking agent: {'id': '97cd4414-7af6-4d67-868d-dff370b4071a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838334-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 25, 49), 'started_at': datetime.datetime(2022, 4, 18, 20, 26, 19), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 21, 2, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838334-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 18 21:02:30.970904 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f947039d-d046-45ba-bece-d6269723277d None None] Checking segment: {'id': 'a6c246ee-bfc2-44ee-818b-a3ea33e2cb47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': 'd8947100-1a72-4996-b0a5-4a7f01a02857'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84042) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 21:02:30.970904 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-f947039d-d046-45ba-bece-d6269723277d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:30.982643 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f947039d-d046-45ba-bece-d6269723277d None None] Bound using segment: {'id': 'a6c246ee-bfc2-44ee-818b-a3ea33e2cb47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': 'd8947100-1a72-4996-b0a5-4a7f01a02857'} {{(pid=84042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 18 21:02:30.983661 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.managers [None req-f947039d-d046-45ba-bece-d6269723277d None None] Bound port: 18aea0ce-734b-4d53-ad15-35fbc89c92cd, host: n-d-838334-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a6c246ee-bfc2-44ee-818b-a3ea33e2cb47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': 'd8947100-1a72-4996-b0a5-4a7f01a02857'}}] {{(pid=84042) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 21:02:30.984736 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-f947039d-d046-45ba-bece-d6269723277d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:31.025149 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-3a74fac8-ce38-42a3-a634-6eaf598db631 tempest-FloatingIPAdminTestJSON-116313565 tempest-FloatingIPAdminTestJSON-116313565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750375259028', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750374836628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32266323'] for port, after_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:31.115104 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.db_base_plugin_v2 [None req-c3ad4cc5-72af-4d0c-af4d-7b3e6cd9fda0 tempest-DHCPAgentSchedulersTestJSON-589786574 tempest-DHCPAgentSchedulersTestJSON-589786574-project] Deleting subnet 4b102aa9-144d-41d0-85e3-c4aedda387fb {{(pid=84040) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 18 21:02:31.121916 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-c3ad4cc5-72af-4d0c-af4d-7b3e6cd9fda0 tempest-DHCPAgentSchedulersTestJSON-589786574 tempest-DHCPAgentSchedulersTestJSON-589786574-project] Notify callbacks [] for subnet, before_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:31.128287 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a74fac8-ce38-42a3-a634-6eaf598db631 tempest-FloatingIPAdminTestJSON-116313565 tempest-FloatingIPAdminTestJSON-116313565-project] Pushing event deleted for resources: {'Port': ['ID=2f7f8d44-e994-421c-b5bf-4105776d3fd7,revision_number=None']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:02:31.252290 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-f947039d-d046-45ba-bece-d6269723277d None None] For port 18aea0ce-734b-4d53-ad15-35fbc89c92cd, host n-d-838334-2, cleared binding levels {{(pid=84042) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 21:02:31.255254 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-c3ad4cc5-72af-4d0c-af4d-7b3e6cd9fda0 tempest-DHCPAgentSchedulersTestJSON-589786574 tempest-DHCPAgentSchedulersTestJSON-589786574-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31955982'] for subnet, precommit_delete_associations {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:31.256270 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-f947039d-d046-45ba-bece-d6269723277d None None] For port 18aea0ce-734b-4d53-ad15-35fbc89c92cd, host n-d-838334-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838334-2',level=0,port_id=18aea0ce-734b-4d53-ad15-35fbc89c92cd,segment=NetworkSegment(a6c246ee-bfc2-44ee-818b-a3ea33e2cb47),segment_id=a6c246ee-bfc2-44ee-818b-a3ea33e2cb47)] {{(pid=84042) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 21:02:31.266505 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-f947039d-d046-45ba-bece-d6269723277d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682'] for port, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:31.267059 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-3a74fac8-ce38-42a3-a634-6eaf598db631 tempest-FloatingIPAdminTestJSON-116313565 tempest-FloatingIPAdminTestJSON-116313565-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217293'] for port, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:31.276923 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-3a74fac8-ce38-42a3-a634-6eaf598db631 tempest-FloatingIPAdminTestJSON-116313565 tempest-FloatingIPAdminTestJSON-116313565-project] 10.222.0.42 "DELETE /v2.0/ports/2f7f8d44-e994-421c-b5bf-4105776d3fd7 HTTP/1.1" status: 204 len: 168 time: 1.0099499 Apr 18 21:02:31.277267 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 32926) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:02:31.400310 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f947039d-d046-45ba-bece-d6269723277d None None] Pushing event updated for resources: {'Port': ['ID=18aea0ce-734b-4d53-ad15-35fbc89c92cd,revision_number=2']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:02:31.409200 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41993492-f73d-49f2-b753-f044c8fb099d tempest-FloatingIPAdminTestJSON-116313565 tempest-FloatingIPAdminTestJSON-116313565-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:02:31.410018 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-41993492-f73d-49f2-b753-f044c8fb099d tempest-FloatingIPAdminTestJSON-116313565 tempest-FloatingIPAdminTestJSON-116313565-project] Synchronizing usage tracker for tenant:11a721e26f4b40e9902d12cbf98b9f12 on resource:port {{(pid=84041) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 21:02:31.435468 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-41993492-f73d-49f2-b753-f044c8fb099d tempest-FloatingIPAdminTestJSON-116313565 tempest-FloatingIPAdminTestJSON-116313565-project] Unset dirty status for tenant:11a721e26f4b40e9902d12cbf98b9f12 on resource:port {{(pid=84041) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 21:02:31.436987 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-41993492-f73d-49f2-b753-f044c8fb099d tempest-FloatingIPAdminTestJSON-116313565 tempest-FloatingIPAdminTestJSON-116313565-project] 10.222.0.42 "GET /v2.0/ports?device_id=6490a0d3-5d7b-4019-8cde-f093519ff0dc HTTP/1.1" status: 200 len: 913 time: 0.1587152 Apr 18 21:02:31.439745 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 32930) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:02:31.450986 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-22516033-0374-490d-bb74-53b1588e1323 tempest-NetworksIpV6TestAttrs-532953968 tempest-NetworksIpV6TestAttrs-532953968-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1260549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33526260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32440885', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31752825'] for subnet, after_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:31.461706 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-83117de6-aae2-4a77-9901-470cec77b879 tempest-NetworksTest-1502682821 tempest-NetworksTest-1502682821-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1103592'] for network, before_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:31.497025 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 32934) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:02:31.535161 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-2b2a0a4b-3296-4698-8300-f7b67147e5d4 req-d776ef46-7592-41ee-8d37-2c75622d57ff service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=b5bf875eb9b748b5aba56f8b60ce8169&device_id=8febef70-4ef9-4774-9ec7-33697a7c70d6 HTTP/1.1" status: 200 len: 1096 time: 0.6656528 Apr 18 21:02:31.536016 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22516033-0374-490d-bb74-53b1588e1323 tempest-NetworksIpV6TestAttrs-532953968 tempest-NetworksIpV6TestAttrs-532953968-project] Pushing event deleted for resources: {'Subnet': ['ID=d5b38170-655e-4aaf-8348-758b2587c9ab,revision_number=None']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:02:31.703741 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-c3ad4cc5-72af-4d0c-af4d-7b3e6cd9fda0 tempest-DHCPAgentSchedulersTestJSON-589786574 tempest-DHCPAgentSchedulersTestJSON-589786574-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1260556'] for subnet, precommit_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:31.734193 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.plugin [None req-83117de6-aae2-4a77-9901-470cec77b879 tempest-NetworksTest-1502682821 tempest-NetworksTest-1502682821-project] Deleting port c3ffadab-f4a6-43a0-b52f-6ae066aa043f {{(pid=84040) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 21:02:31.734560 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-83117de6-aae2-4a77-9901-470cec77b879 tempest-NetworksTest-1502682821 tempest-NetworksTest-1502682821-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750375188691'] for port, before_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:31.766498 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-5df48c73-72bc-4137-a3ac-9806b5e43b98 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:31.914791 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-aef49c09-ac3c-4ea2-9b25-c48523a187de tempest-FloatingIPAdminTestJSON-116313565 tempest-FloatingIPAdminTestJSON-116313565-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33443857'] for router_interface, before_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:32.103717 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b9fcc1a-2df1-419c-95ce-e27c25953c57 req-49717172-1149-4bf3-8a62-5ef5baa0d3a0 tempest-ServersNegativeTestJSON-508382254 tempest-ServersNegativeTestJSON-508382254-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:02:32.105211 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-5b9fcc1a-2df1-419c-95ce-e27c25953c57 req-49717172-1149-4bf3-8a62-5ef5baa0d3a0 tempest-ServersNegativeTestJSON-508382254 tempest-ServersNegativeTestJSON-508382254-project] 10.222.0.42 "GET /v2.0/ports?device_id=2197a591-197e-47fe-9210-1387bfb6ec5e HTTP/1.1" status: 200 len: 946 time: 0.7865388 Apr 18 21:02:32.154498 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-22516033-0374-490d-bb74-53b1588e1323 tempest-NetworksIpV6TestAttrs-532953968 tempest-NetworksIpV6TestAttrs-532953968-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1258905', 'neutron.services.segments.db._delete_segments_for_network-8750375287417'] for network, precommit_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:32.201961 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74d3e420-fdd8-4e19-bba3-a34454a6cad3 req-7df05162-45f2-4824-a250-f8aaa2d55904 tempest-AttachVolumeTestJSON-1696487017 tempest-AttachVolumeTestJSON-1696487017-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:02:32.204565 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-74d3e420-fdd8-4e19-bba3-a34454a6cad3 req-7df05162-45f2-4824-a250-f8aaa2d55904 tempest-AttachVolumeTestJSON-1696487017 tempest-AttachVolumeTestJSON-1696487017-project] 10.222.0.42 "GET /v2.0/ports?device_id=8febef70-4ef9-4774-9ec7-33697a7c70d6 HTTP/1.1" status: 200 len: 945 time: 1.1011765 Apr 18 21:02:32.226676 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [None req-5df48c73-72bc-4137-a3ac-9806b5e43b98 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:02:32.265263 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-5df48c73-72bc-4137-a3ac-9806b5e43b98 admin admin] Usage tracker for resource:security_group_rule and tenant:84db5bd24a5c4ec999929d02408cdc19 is out of sync, need to count used quota {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:02:32.289248 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-5df48c73-72bc-4137-a3ac-9806b5e43b98 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:02:32.300949 n-d-838334-2 neutron-server[84040]: DEBUG neutron.services.segments.db [None req-22516033-0374-490d-bb74-53b1588e1323 tempest-NetworksIpV6TestAttrs-532953968 tempest-NetworksIpV6TestAttrs-532953968-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d8947100-1a72-4996-b0a5-4a7f01a02857']}} {{(pid=84040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:02:32.337582 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-c3ad4cc5-72af-4d0c-af4d-7b3e6cd9fda0 tempest-DHCPAgentSchedulersTestJSON-589786574 tempest-DHCPAgentSchedulersTestJSON-589786574-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1260549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33526260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32440885', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31752825'] for subnet, after_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:32.341809 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b2a0a4b-3296-4698-8300-f7b67147e5d4 req-47adf876-92b5-4755-a679-85036232a367 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:02:32.343265 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-2b2a0a4b-3296-4698-8300-f7b67147e5d4 req-47adf876-92b5-4755-a679-85036232a367 service neutron] 10.222.0.48 "GET /v2.0/networks?id=9b8a7e14-19dd-4214-9fd7-5da6fc8793e6 HTTP/1.1" status: 200 len: 912 time: 0.7737637 Apr 18 21:02:32.344221 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [None req-5df48c73-72bc-4137-a3ac-9806b5e43b98 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:02:32.433137 n-d-838334-2 neutron-server[84040]: DEBUG neutron.services.segments.db [None req-22516033-0374-490d-bb74-53b1588e1323 tempest-NetworksIpV6TestAttrs-532953968 tempest-NetworksIpV6TestAttrs-532953968-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a6c246ee-bfc2-44ee-818b-a3ea33e2cb47') {'for_net_delete': True} {{(pid=84040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:02:32.433495 n-d-838334-2 neutron-server[84040]: DEBUG neutron.services.segments.db [None req-22516033-0374-490d-bb74-53b1588e1323 tempest-NetworksIpV6TestAttrs-532953968 tempest-NetworksIpV6TestAttrs-532953968-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a6c246ee-bfc2-44ee-818b-a3ea33e2cb47') {} {{(pid=84040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:02:32.456509 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7dd8f751-9206-4375-84d1-0d9b4e4b1da7 None None] Network d8947100-1a72-4996-b0a5-4a7f01a02857 requested from n-d-838334-2 {{(pid=84042) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 21:02:32.529880 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3ad4cc5-72af-4d0c-af4d-7b3e6cd9fda0 tempest-DHCPAgentSchedulersTestJSON-589786574 tempest-DHCPAgentSchedulersTestJSON-589786574-project] Pushing event deleted for resources: {'Subnet': ['ID=4b102aa9-144d-41d0-85e3-c4aedda387fb,revision_number=None']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:02:32.554896 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-22516033-0374-490d-bb74-53b1588e1323 tempest-NetworksIpV6TestAttrs-532953968 tempest-NetworksIpV6TestAttrs-532953968-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750375287300', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31955965'] for segment, before_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:32.600754 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-5b9fcc1a-2df1-419c-95ce-e27c25953c57 req-7b40e40b-3425-40ad-8ab9-10f245bc3720 tempest-ServersNegativeTestJSON-508382254 tempest-ServersNegativeTestJSON-508382254-project] 10.222.0.42 "GET /v2.0/security-groups?id=ada0ecb3-b1bc-4ba2-8e6c-b06ba09daca2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4552813 Apr 18 21:02:32.601793 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-c3ad4cc5-72af-4d0c-af4d-7b3e6cd9fda0 tempest-DHCPAgentSchedulersTestJSON-589786574 tempest-DHCPAgentSchedulersTestJSON-589786574-project] Notify callbacks [] for subnet, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:32.604460 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8cb401dc-e011-435a-a00a-61f68a789995 None None] Network f1e84dd4-c1c4-4952-af60-645abba330c4 requested from n-d-838334-2 {{(pid=84042) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 21:02:32.627919 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-22516033-0374-490d-bb74-53b1588e1323 tempest-NetworksIpV6TestAttrs-532953968 tempest-NetworksIpV6TestAttrs-532953968-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1082986'] for segment, precommit_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:32.632980 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-74d3e420-fdd8-4e19-bba3-a34454a6cad3 req-02ce871e-5241-487e-a999-4cae0185ba62 tempest-AttachVolumeTestJSON-1696487017 tempest-AttachVolumeTestJSON-1696487017-project] 10.222.0.42 "GET /v2.0/security-groups?id=326b68b1-226b-43b8-a174-ccc3d0972537&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3968928 Apr 18 21:02:32.657840 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.db [None req-83117de6-aae2-4a77-9901-470cec77b879 tempest-NetworksTest-1502682821 tempest-NetworksTest-1502682821-project] For port c3ffadab-f4a6-43a0-b52f-6ae066aa043f, host n-d-838334-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838334-2',level=0,port_id=c3ffadab-f4a6-43a0-b52f-6ae066aa043f,segment=NetworkSegment(6802a0dd-e601-4b2e-b434-52ef617842af),segment_id=6802a0dd-e601-4b2e-b434-52ef617842af)] {{(pid=84040) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:02:32.658207 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-83117de6-aae2-4a77-9901-470cec77b879 tempest-NetworksTest-1502682821 tempest-NetworksTest-1502682821-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369123'] for port, precommit_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:32.685222 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-22516033-0374-490d-bb74-53b1588e1323 tempest-NetworksIpV6TestAttrs-532953968 tempest-NetworksIpV6TestAttrs-532953968-project] Releasing vlan 365 on physical network physnet1 to pool {{(pid=84040) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 18 21:02:32.685633 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-22516033-0374-490d-bb74-53b1588e1323 tempest-NetworksIpV6TestAttrs-532953968 tempest-NetworksIpV6TestAttrs-532953968-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1082993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32440923'] for segment, after_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:32.702584 n-d-838334-2 neutron-server[84040]: Traceback (most recent call last): Apr 18 21:02:32.702584 n-d-838334-2 neutron-server[84040]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 18 21:02:32.702584 n-d-838334-2 neutron-server[84040]: timer() Apr 18 21:02:32.702584 n-d-838334-2 neutron-server[84040]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 21:02:32.702584 n-d-838334-2 neutron-server[84040]: cb(*args, **kw) Apr 18 21:02:32.702584 n-d-838334-2 neutron-server[84040]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 18 21:02:32.702584 n-d-838334-2 neutron-server[84040]: return func(*args, **kwargs) Apr 18 21:02:32.702584 n-d-838334-2 neutron-server[84040]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 21:02:32.702584 n-d-838334-2 neutron-server[84040]: self._notify() Apr 18 21:02:32.702584 n-d-838334-2 neutron-server[84040]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 21:02:32.702584 n-d-838334-2 neutron-server[84040]: self.callback(batched_events) Apr 18 21:02:32.702584 n-d-838334-2 neutron-server[84040]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 21:02:32.702584 n-d-838334-2 neutron-server[84040]: event.method(event) Apr 18 21:02:32.702584 n-d-838334-2 neutron-server[84040]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 18 21:02:32.702584 n-d-838334-2 neutron-server[84040]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 21:02:32.702584 n-d-838334-2 neutron-server[84040]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 18 21:02:32.702584 n-d-838334-2 neutron-server[84040]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 21:02:32.702584 n-d-838334-2 neutron-server[84040]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 18 21:02:32.702584 n-d-838334-2 neutron-server[84040]: return f(self, *a, **k) Apr 18 21:02:32.702584 n-d-838334-2 neutron-server[84040]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 18 21:02:32.702584 n-d-838334-2 neutron-server[84040]: return self._get(url).json() Apr 18 21:02:32.702584 n-d-838334-2 neutron-server[84040]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 18 21:02:32.702584 n-d-838334-2 neutron-server[84040]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 21:02:32.702584 n-d-838334-2 neutron-server[84040]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 18 21:02:32.702584 n-d-838334-2 neutron-server[84040]: return self.request(url, 'GET', **kwargs) Apr 18 21:02:32.702584 n-d-838334-2 neutron-server[84040]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 18 21:02:32.702584 n-d-838334-2 neutron-server[84040]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 21:02:32.702584 n-d-838334-2 neutron-server[84040]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 18 21:02:32.702584 n-d-838334-2 neutron-server[84040]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 21:02:32.702584 n-d-838334-2 neutron-server[84040]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 18 21:02:32.702584 n-d-838334-2 neutron-server[84040]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 21:02:32.702584 n-d-838334-2 neutron-server[84040]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 21:02:32.725979 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-a088f3ed-5b22-48a5-9d9b-9cc49cfcec93 None None] Provisioning for port 18aea0ce-734b-4d53-ad15-35fbc89c92cd completed by entity DHCP. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 21:02:32.781706 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-c3ad4cc5-72af-4d0c-af4d-7b3e6cd9fda0 tempest-DHCPAgentSchedulersTestJSON-589786574 tempest-DHCPAgentSchedulersTestJSON-589786574-project] 10.222.0.42 "DELETE /v2.0/subnets/4b102aa9-144d-41d0-85e3-c4aedda387fb HTTP/1.1" status: 204 len: 168 time: 2.4155872 Apr 18 21:02:32.787375 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 32952) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:02:32.861442 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.plugin [None req-aef49c09-ac3c-4ea2-9b25-c48523a187de tempest-FloatingIPAdminTestJSON-116313565 tempest-FloatingIPAdminTestJSON-116313565-project] Deleting port 70b267dd-e73f-4cc6-9af9-67fc2b9f7259 {{(pid=84041) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 21:02:32.862082 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-aef49c09-ac3c-4ea2-9b25-c48523a187de tempest-FloatingIPAdminTestJSON-116313565 tempest-FloatingIPAdminTestJSON-116313565-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750375188691'] for port, before_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:32.875866 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Device 18aea0ce-734b-4d53-ad15-35fbc89c92cd up at agent ovs-agent-n-d-838334-2 {{(pid=84042) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 21:02:33.007452 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.plugin [None req-83117de6-aae2-4a77-9901-470cec77b879 tempest-NetworksTest-1502682821 tempest-NetworksTest-1502682821-project] Calling delete_port for c3ffadab-f4a6-43a0-b52f-6ae066aa043f owned by network:dhcp {{(pid=84040) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 21:02:33.125474 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Provisioning for port 18aea0ce-734b-4d53-ad15-35fbc89c92cd completed by entity L2. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 21:02:33.143695 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Provisioning complete for port 18aea0ce-734b-4d53-ad15-35fbc89c92cd triggered by entity L2. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:02:33.144158 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1253608'] for port, provisioning_complete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:33.161964 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-aef49c09-ac3c-4ea2-9b25-c48523a187de tempest-FloatingIPAdminTestJSON-116313565 tempest-FloatingIPAdminTestJSON-116313565-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369123'] for port, precommit_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:33.172290 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-2b2a0a4b-3296-4698-8300-f7b67147e5d4 req-9c64c947-b4a1-4272-a92a-24e872b6351d service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e00c4868-92df-492d-b185-8281a2e33a5b HTTP/1.1" status: 200 len: 1001 time: 0.7856252 Apr 18 21:02:33.184584 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8bcab960-2b99-4eaa-898b-0346785767e2 None None] DHCP port deletion for d8947100-1a72-4996-b0a5-4a7f01a02857 request from n-d-838334-2 {{(pid=84042) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 18 21:02:33.194134 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.plugin [None req-8bcab960-2b99-4eaa-898b-0346785767e2 None None] Deleting port 18aea0ce-734b-4d53-ad15-35fbc89c92cd {{(pid=84042) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 21:02:33.194498 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-8bcab960-2b99-4eaa-898b-0346785767e2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750375188691'] for port, before_delete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:33.298065 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.db.api [None req-22516033-0374-490d-bb74-53b1588e1323 tempest-NetworksIpV6TestAttrs-532953968 tempest-NetworksIpV6TestAttrs-532953968-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Apr 18 21:02:33.298065 n-d-838334-2 neutron-server[84040]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Apr 18 21:02:33.298065 n-d-838334-2 neutron-server[84040]: [parameters: {'id': 'd8947100-1a72-4996-b0a5-4a7f01a02857'}] Apr 18 21:02:33.298065 n-d-838334-2 neutron-server[84040]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=84040) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 18 21:02:33.298546 n-d-838334-2 neutron-server[84040]: DEBUG oslo_db.api [None req-22516033-0374-490d-bb74-53b1588e1323 tempest-NetworksIpV6TestAttrs-532953968 tempest-NetworksIpV6TestAttrs-532953968-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=84040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 18 21:02:33.303614 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64d27477-f045-41d8-a7fe-c42e6ca40903 None None] DHCP port deletion for f1e84dd4-c1c4-4952-af60-645abba330c4 request from n-d-838334-2 {{(pid=84042) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 18 21:02:33.316707 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.plugin [None req-64d27477-f045-41d8-a7fe-c42e6ca40903 None None] Deleting port 9d028379-0047-47b9-8341-48ff78ff3cdc {{(pid=84042) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 21:02:33.317046 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-64d27477-f045-41d8-a7fe-c42e6ca40903 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750375188691'] for port, before_delete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:33.325680 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.plugin [None req-aef49c09-ac3c-4ea2-9b25-c48523a187de tempest-FloatingIPAdminTestJSON-116313565 tempest-FloatingIPAdminTestJSON-116313565-project] Calling delete_port for 70b267dd-e73f-4cc6-9af9-67fc2b9f7259 owned by network:router_interface {{(pid=84041) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 21:02:33.384136 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-83117de6-aae2-4a77-9901-470cec77b879 tempest-NetworksTest-1502682821 tempest-NetworksTest-1502682821-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750375259028', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750374836628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32440838'] for port, after_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:33.493483 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83117de6-aae2-4a77-9901-470cec77b879 tempest-NetworksTest-1502682821 tempest-NetworksTest-1502682821-project] Pushing event deleted for resources: {'Port': ['ID=c3ffadab-f4a6-43a0-b52f-6ae066aa043f,revision_number=None']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:02:33.509300 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-063171c9-ea0c-42ef-b6c0-35805e7509a2 req-adda2e12-ef43-4fcc-8086-28a598a579d7 tempest-ServerShowV257Test-1586113387 tempest-ServerShowV257Test-1586113387-project] 10.222.0.42 "GET /v2.0/ports?device_id=da175768-20a1-4590-bc10-4a36b6529fba HTTP/1.1" status: 200 len: 210 time: 0.2123027 Apr 18 21:02:33.548275 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-5df48c73-72bc-4137-a3ac-9806b5e43b98 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:33.557084 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83117de6-aae2-4a77-9901-470cec77b879 tempest-NetworksTest-1502682821 tempest-NetworksTest-1502682821-project] No DVR routers for this DVR port c3ffadab-f4a6-43a0-b52f-6ae066aa043f on host n-d-838334-2 {{(pid=84040) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 21:02:33.557347 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-aef49c09-ac3c-4ea2-9b25-c48523a187de tempest-FloatingIPAdminTestJSON-116313565 tempest-FloatingIPAdminTestJSON-116313565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750375259028', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750374836628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32266323'] for port, after_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:33.563545 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-990ea4f5-a7b4-49b8-91d5-1bfaebd5a573 tempest-DHCPAgentSchedulersTestJSON-589786574 tempest-DHCPAgentSchedulersTestJSON-589786574-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1103592'] for network, before_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:33.606331 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b2a0a4b-3296-4698-8300-f7b67147e5d4 req-026e1d71-6f5d-4cb6-91f2-98c632c96d23 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:02:33.607893 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-2b2a0a4b-3296-4698-8300-f7b67147e5d4 req-026e1d71-6f5d-4cb6-91f2-98c632c96d23 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=16880a32-9b71-46fb-bafe-6b6135588b63 HTTP/1.1" status: 200 len: 850 time: 0.3082104 Apr 18 21:02:33.612794 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-5df48c73-72bc-4137-a3ac-9806b5e43b98 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33528224'] for security_group, after_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:33.621406 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aef49c09-ac3c-4ea2-9b25-c48523a187de tempest-FloatingIPAdminTestJSON-116313565 tempest-FloatingIPAdminTestJSON-116313565-project] Pushing event deleted for resources: {'Port': ['ID=70b267dd-e73f-4cc6-9af9-67fc2b9f7259,revision_number=None']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:02:33.716145 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-64d27477-f045-41d8-a7fe-c42e6ca40903 None None] For port 9d028379-0047-47b9-8341-48ff78ff3cdc, host n-d-838334-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838334-2',level=0,port_id=9d028379-0047-47b9-8341-48ff78ff3cdc,segment=NetworkSegment(ad6a8291-f4d4-4f15-a258-ae1087f92e2d),segment_id=ad6a8291-f4d4-4f15-a258-ae1087f92e2d)] {{(pid=84042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:02:33.716747 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-64d27477-f045-41d8-a7fe-c42e6ca40903 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369123'] for port, precommit_delete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:33.821627 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-22516033-0374-490d-bb74-53b1588e1323 tempest-NetworksIpV6TestAttrs-532953968 tempest-NetworksIpV6TestAttrs-532953968-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1103592'] for network, before_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:33.841576 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.plugin [None req-64d27477-f045-41d8-a7fe-c42e6ca40903 None None] Calling delete_port for 9d028379-0047-47b9-8341-48ff78ff3cdc owned by network:dhcp {{(pid=84042) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 21:02:33.855979 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.plugin [None req-990ea4f5-a7b4-49b8-91d5-1bfaebd5a573 tempest-DHCPAgentSchedulersTestJSON-589786574 tempest-DHCPAgentSchedulersTestJSON-589786574-project] Deleting port 9d028379-0047-47b9-8341-48ff78ff3cdc {{(pid=84040) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 21:02:33.856925 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-990ea4f5-a7b4-49b8-91d5-1bfaebd5a573 tempest-DHCPAgentSchedulersTestJSON-589786574 tempest-DHCPAgentSchedulersTestJSON-589786574-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750375188691'] for port, before_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:33.892699 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:33.926350 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-8bcab960-2b99-4eaa-898b-0346785767e2 None None] For port 18aea0ce-734b-4d53-ad15-35fbc89c92cd, host n-d-838334-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838334-2',level=0,port_id=18aea0ce-734b-4d53-ad15-35fbc89c92cd,segment=NetworkSegment(a6c246ee-bfc2-44ee-818b-a3ea33e2cb47),segment_id=a6c246ee-bfc2-44ee-818b-a3ea33e2cb47)] {{(pid=84042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:02:33.926885 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-8bcab960-2b99-4eaa-898b-0346785767e2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369123'] for port, precommit_delete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:34.012231 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750375287399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253529'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:34.028994 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-aef49c09-ac3c-4ea2-9b25-c48523a187de tempest-FloatingIPAdminTestJSON-116313565 tempest-FloatingIPAdminTestJSON-116313565-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-32377931', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33443910'] for router_interface, after_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:34.047457 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5df48c73-72bc-4137-a3ac-9806b5e43b98 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f1ff7c98-c3b0-48a0-ab00-c05443d21b0a,revision_number=1']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:02:34.067139 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-83117de6-aae2-4a77-9901-470cec77b879 tempest-NetworksTest-1502682821 tempest-NetworksTest-1502682821-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1258905', 'neutron.services.segments.db._delete_segments_for_network-8750375287417'] for network, precommit_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:34.079699 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.plugin [None req-8bcab960-2b99-4eaa-898b-0346785767e2 None None] Calling delete_port for 18aea0ce-734b-4d53-ad15-35fbc89c92cd owned by network:dhcp {{(pid=84042) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 21:02:34.096090 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-5df48c73-72bc-4137-a3ac-9806b5e43b98 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=84db5bd24a5c4ec999929d02408cdc19&name=default HTTP/1.1" status: 200 len: 2647 time: 2.5927320 Apr 18 21:02:34.104812 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 32958) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:02:34.130537 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.plugin [None req-22516033-0374-490d-bb74-53b1588e1323 tempest-NetworksIpV6TestAttrs-532953968 tempest-NetworksIpV6TestAttrs-532953968-project] Deleting port 18aea0ce-734b-4d53-ad15-35fbc89c92cd {{(pid=84040) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 21:02:34.130860 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-22516033-0374-490d-bb74-53b1588e1323 tempest-NetworksIpV6TestAttrs-532953968 tempest-NetworksIpV6TestAttrs-532953968-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750375188691'] for port, before_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:34.141073 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] For port 18aea0ce-734b-4d53-ad15-35fbc89c92cd, host n-d-838334-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838334-2',level=0,port_id=18aea0ce-734b-4d53-ad15-35fbc89c92cd,segment=NetworkSegment(a6c246ee-bfc2-44ee-818b-a3ea33e2cb47),segment_id=a6c246ee-bfc2-44ee-818b-a3ea33e2cb47)] {{(pid=84042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:02:34.148650 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682'] for port, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:34.169788 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-481f61e7-a80b-442a-a088-df13e3309cc8 req-759f10bd-7f94-42d5-956e-614ecd055f67 tempest-ServersNegativeTestJSON-508382254 tempest-ServersNegativeTestJSON-508382254-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:02:34.171258 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-481f61e7-a80b-442a-a088-df13e3309cc8 req-759f10bd-7f94-42d5-956e-614ecd055f67 tempest-ServersNegativeTestJSON-508382254 tempest-ServersNegativeTestJSON-508382254-project] 10.222.0.42 "GET /v2.0/ports?device_id=2197a591-197e-47fe-9210-1387bfb6ec5e HTTP/1.1" status: 200 len: 946 time: 0.8312464 Apr 18 21:02:34.177301 n-d-838334-2 neutron-server[84040]: DEBUG neutron.services.segments.db [None req-83117de6-aae2-4a77-9901-470cec77b879 tempest-NetworksTest-1502682821 tempest-NetworksTest-1502682821-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['44c56908-c06f-4c11-b355-0d06cb045bfb']}} {{(pid=84040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:02:34.188008 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-64d27477-f045-41d8-a7fe-c42e6ca40903 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750375259028', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750374836628'] for port, after_delete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:34.239303 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.plugin [None req-990ea4f5-a7b4-49b8-91d5-1bfaebd5a573 tempest-DHCPAgentSchedulersTestJSON-589786574 tempest-DHCPAgentSchedulersTestJSON-589786574-project] The port '9d028379-0047-47b9-8341-48ff78ff3cdc' was deleted {{(pid=84040) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 18 21:02:34.243232 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64d27477-f045-41d8-a7fe-c42e6ca40903 None None] No DVR routers for this DVR port 9d028379-0047-47b9-8341-48ff78ff3cdc on host n-d-838334-2 {{(pid=84042) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 21:02:34.248798 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.db.api [None req-8bcab960-2b99-4eaa-898b-0346785767e2 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84042) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 18 21:02:34.249145 n-d-838334-2 neutron-server[84042]: DEBUG oslo_db.api [None req-8bcab960-2b99-4eaa-898b-0346785767e2 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 18 21:02:34.264228 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Pushing event updated for resources: {'Port': ['ID=18aea0ce-734b-4d53-ad15-35fbc89c92cd,revision_number=3']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:02:34.265239 n-d-838334-2 neutron-server[84040]: DEBUG neutron.services.segments.db [None req-83117de6-aae2-4a77-9901-470cec77b879 tempest-NetworksTest-1502682821 tempest-NetworksTest-1502682821-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6802a0dd-e601-4b2e-b434-52ef617842af') {'for_net_delete': True} {{(pid=84040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:02:34.265531 n-d-838334-2 neutron-server[84040]: DEBUG neutron.services.segments.db [None req-83117de6-aae2-4a77-9901-470cec77b879 tempest-NetworksTest-1502682821 tempest-NetworksTest-1502682821-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6802a0dd-e601-4b2e-b434-52ef617842af') {} {{(pid=84040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:02:34.310309 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64d27477-f045-41d8-a7fe-c42e6ca40903 None None] Pushing event deleted for resources: {'Port': ['ID=9d028379-0047-47b9-8341-48ff78ff3cdc,revision_number=None']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:02:34.318740 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-83117de6-aae2-4a77-9901-470cec77b879 tempest-NetworksTest-1502682821 tempest-NetworksTest-1502682821-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750375287300', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31955965'] for segment, before_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:34.349174 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-2b2a0a4b-3296-4698-8300-f7b67147e5d4 req-13db20f5-7eb1-4c66-8fec-e5e31ca31977 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=9b8a7e14-19dd-4214-9fd7-5da6fc8793e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.7218997 Apr 18 21:02:34.360414 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-73abf2a7-20cc-4736-b7b2-a9f731e86509 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:34.391798 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-73abf2a7-20cc-4736-b7b2-a9f731e86509 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:34.412345 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5e5f9b8-7049-408e-868c-8507093c63d1 req-450a5a7d-4338-47ca-a4f3-953fddd9a342 tempest-AttachVolumeTestJSON-1696487017 tempest-AttachVolumeTestJSON-1696487017-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:02:34.413837 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-c5e5f9b8-7049-408e-868c-8507093c63d1 req-450a5a7d-4338-47ca-a4f3-953fddd9a342 tempest-AttachVolumeTestJSON-1696487017 tempest-AttachVolumeTestJSON-1696487017-project] 10.222.0.42 "GET /v2.0/ports?device_id=8febef70-4ef9-4774-9ec7-33697a7c70d6 HTTP/1.1" status: 200 len: 945 time: 0.7111900 Apr 18 21:02:34.431173 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-83117de6-aae2-4a77-9901-470cec77b879 tempest-NetworksTest-1502682821 tempest-NetworksTest-1502682821-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1082986'] for segment, precommit_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:34.464447 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-73abf2a7-20cc-4736-b7b2-a9f731e86509 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33528224'] for security_group, after_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:34.484285 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73abf2a7-20cc-4736-b7b2-a9f731e86509 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f1ff7c98-c3b0-48a0-ab00-c05443d21b0a,revision_number=None']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:02:34.607419 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-83117de6-aae2-4a77-9901-470cec77b879 tempest-NetworksTest-1502682821 tempest-NetworksTest-1502682821-project] Releasing vlan 355 on physical network physnet1 to pool {{(pid=84040) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 18 21:02:34.608023 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-83117de6-aae2-4a77-9901-470cec77b879 tempest-NetworksTest-1502682821 tempest-NetworksTest-1502682821-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1082993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32440923'] for segment, after_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:34.622181 n-d-838334-2 neutron-server[84040]: Traceback (most recent call last): Apr 18 21:02:34.622181 n-d-838334-2 neutron-server[84040]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 18 21:02:34.622181 n-d-838334-2 neutron-server[84040]: timer() Apr 18 21:02:34.622181 n-d-838334-2 neutron-server[84040]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 21:02:34.622181 n-d-838334-2 neutron-server[84040]: cb(*args, **kw) Apr 18 21:02:34.622181 n-d-838334-2 neutron-server[84040]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 18 21:02:34.622181 n-d-838334-2 neutron-server[84040]: return func(*args, **kwargs) Apr 18 21:02:34.622181 n-d-838334-2 neutron-server[84040]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 21:02:34.622181 n-d-838334-2 neutron-server[84040]: self._notify() Apr 18 21:02:34.622181 n-d-838334-2 neutron-server[84040]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 21:02:34.622181 n-d-838334-2 neutron-server[84040]: self.callback(batched_events) Apr 18 21:02:34.622181 n-d-838334-2 neutron-server[84040]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 21:02:34.622181 n-d-838334-2 neutron-server[84040]: event.method(event) Apr 18 21:02:34.622181 n-d-838334-2 neutron-server[84040]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 18 21:02:34.622181 n-d-838334-2 neutron-server[84040]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 21:02:34.622181 n-d-838334-2 neutron-server[84040]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 18 21:02:34.622181 n-d-838334-2 neutron-server[84040]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 21:02:34.622181 n-d-838334-2 neutron-server[84040]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 18 21:02:34.622181 n-d-838334-2 neutron-server[84040]: return f(self, *a, **k) Apr 18 21:02:34.622181 n-d-838334-2 neutron-server[84040]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 18 21:02:34.622181 n-d-838334-2 neutron-server[84040]: return self._get(url).json() Apr 18 21:02:34.622181 n-d-838334-2 neutron-server[84040]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 18 21:02:34.622181 n-d-838334-2 neutron-server[84040]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 21:02:34.622181 n-d-838334-2 neutron-server[84040]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 18 21:02:34.622181 n-d-838334-2 neutron-server[84040]: return self.request(url, 'GET', **kwargs) Apr 18 21:02:34.622181 n-d-838334-2 neutron-server[84040]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 18 21:02:34.622181 n-d-838334-2 neutron-server[84040]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 21:02:34.622181 n-d-838334-2 neutron-server[84040]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 18 21:02:34.622181 n-d-838334-2 neutron-server[84040]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 21:02:34.622181 n-d-838334-2 neutron-server[84040]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 18 21:02:34.622181 n-d-838334-2 neutron-server[84040]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 21:02:34.622181 n-d-838334-2 neutron-server[84040]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 21:02:34.624669 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-73abf2a7-20cc-4736-b7b2-a9f731e86509 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:34.627931 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-73abf2a7-20cc-4736-b7b2-a9f731e86509 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/f1ff7c98-c3b0-48a0-ab00-c05443d21b0a HTTP/1.1" status: 204 len: 168 time: 0.5215163 Apr 18 21:02:34.632823 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-481f61e7-a80b-442a-a088-df13e3309cc8 req-080266e4-22df-4389-8034-800fecae282d tempest-ServersNegativeTestJSON-508382254 tempest-ServersNegativeTestJSON-508382254-project] 10.222.0.42 "GET /v2.0/security-groups?id=ada0ecb3-b1bc-4ba2-8e6c-b06ba09daca2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4424491 Apr 18 21:02:34.706638 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-990ea4f5-a7b4-49b8-91d5-1bfaebd5a573 tempest-DHCPAgentSchedulersTestJSON-589786574 tempest-DHCPAgentSchedulersTestJSON-589786574-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1258905', 'neutron.services.segments.db._delete_segments_for_network-8750375287417'] for network, precommit_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:34.751162 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.plugin [None req-8bcab960-2b99-4eaa-898b-0346785767e2 None None] Deleting port 18aea0ce-734b-4d53-ad15-35fbc89c92cd {{(pid=84042) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 21:02:34.752479 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-8bcab960-2b99-4eaa-898b-0346785767e2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750375188691'] for port, before_delete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:34.846185 n-d-838334-2 neutron-server[84040]: DEBUG neutron.services.segments.db [None req-990ea4f5-a7b4-49b8-91d5-1bfaebd5a573 tempest-DHCPAgentSchedulersTestJSON-589786574 tempest-DHCPAgentSchedulersTestJSON-589786574-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f1e84dd4-c1c4-4952-af60-645abba330c4']}} {{(pid=84040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:02:34.878690 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Device 9d028379-0047-47b9-8341-48ff78ff3cdc no longer exists at agent ovs-agent-n-d-838334-2 {{(pid=84042) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 21:02:34.913663 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-ed5cf125-2db0-4737-953e-4b9c979a20f7 req-528cfdfd-900e-47b1-84b3-e0e9c89cbda9 tempest-ServerShowV257Test-1586113387 tempest-ServerShowV257Test-1586113387-project] 10.222.0.42 "GET /v2.0/ports?device_id=da175768-20a1-4590-bc10-4a36b6529fba HTTP/1.1" status: 200 len: 210 time: 0.0931661 Apr 18 21:02:34.915825 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-c5e5f9b8-7049-408e-868c-8507093c63d1 req-267cd350-e33e-4279-9251-9128064372d9 tempest-AttachVolumeTestJSON-1696487017 tempest-AttachVolumeTestJSON-1696487017-project] 10.222.0.42 "GET /v2.0/security-groups?id=326b68b1-226b-43b8-a174-ccc3d0972537&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4683256 Apr 18 21:02:34.920000 n-d-838334-2 neutron-server[84040]: DEBUG neutron.services.segments.db [None req-990ea4f5-a7b4-49b8-91d5-1bfaebd5a573 tempest-DHCPAgentSchedulersTestJSON-589786574 tempest-DHCPAgentSchedulersTestJSON-589786574-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ad6a8291-f4d4-4f15-a258-ae1087f92e2d') {'for_net_delete': True} {{(pid=84040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:02:34.920285 n-d-838334-2 neutron-server[84040]: DEBUG neutron.services.segments.db [None req-990ea4f5-a7b4-49b8-91d5-1bfaebd5a573 tempest-DHCPAgentSchedulersTestJSON-589786574 tempest-DHCPAgentSchedulersTestJSON-589786574-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ad6a8291-f4d4-4f15-a258-ae1087f92e2d') {} {{(pid=84040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:02:34.930935 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.plugin [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] No Port match for: 9d028379-0047-47b9-8341-48ff78ff3cdc {{(pid=84042) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 18 21:02:34.932195 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Device 9d028379-0047-47b9-8341-48ff78ff3cdc not bound to the agent host n-d-838334-2 {{(pid=84042) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 21:02:34.932850 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Device 18aea0ce-734b-4d53-ad15-35fbc89c92cd no longer exists at agent ovs-agent-n-d-838334-2 {{(pid=84042) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 21:02:34.934325 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-83117de6-aae2-4a77-9901-470cec77b879 tempest-NetworksTest-1502682821 tempest-NetworksTest-1502682821-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1258898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33526109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33444113'] for network, after_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:34.969463 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-83117de6-aae2-4a77-9901-470cec77b879 tempest-NetworksTest-1502682821 tempest-NetworksTest-1502682821-project] Notify callbacks [] for network, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:34.982696 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-990ea4f5-a7b4-49b8-91d5-1bfaebd5a573 tempest-DHCPAgentSchedulersTestJSON-589786574 tempest-DHCPAgentSchedulersTestJSON-589786574-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750375287300', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31955965'] for segment, before_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:34.991217 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.db [None req-22516033-0374-490d-bb74-53b1588e1323 tempest-NetworksIpV6TestAttrs-532953968 tempest-NetworksIpV6TestAttrs-532953968-project] For port 18aea0ce-734b-4d53-ad15-35fbc89c92cd, host n-d-838334-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838334-2',level=0,port_id=18aea0ce-734b-4d53-ad15-35fbc89c92cd,segment=NetworkSegment(a6c246ee-bfc2-44ee-818b-a3ea33e2cb47),segment_id=a6c246ee-bfc2-44ee-818b-a3ea33e2cb47)] {{(pid=84040) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:02:34.991775 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-22516033-0374-490d-bb74-53b1588e1323 tempest-NetworksIpV6TestAttrs-532953968 tempest-NetworksIpV6TestAttrs-532953968-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369123'] for port, precommit_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:35.028845 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-2b2a0a4b-3296-4698-8300-f7b67147e5d4 req-978d9a9e-dc78-4631-8026-6571e0b0be53 service neutron] 10.222.0.48 "GET /v2.0/networks/9b8a7e14-19dd-4214-9fd7-5da6fc8793e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6275263 Apr 18 21:02:35.029581 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83117de6-aae2-4a77-9901-470cec77b879 tempest-NetworksTest-1502682821 tempest-NetworksTest-1502682821-project] Pushing event deleted for resources: {'Network': ['ID=44c56908-c06f-4c11-b355-0d06cb045bfb,revision_number=None']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:02:35.065999 n-d-838334-2 neutron-server[84041]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aef49c09-ac3c-4ea2-9b25-c48523a187de tempest-FloatingIPAdminTestJSON-116313565 tempest-FloatingIPAdminTestJSON-116313565-project] Router 6490a0d3-5d7b-4019-8cde-f093519ff0dc has already been hosted by L3 agent bc84d6c9-dd7a-4555-a351-592327b46d5a {{(pid=84041) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 21:02:35.124780 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:35.227704 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-990ea4f5-a7b4-49b8-91d5-1bfaebd5a573 tempest-DHCPAgentSchedulersTestJSON-589786574 tempest-DHCPAgentSchedulersTestJSON-589786574-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1082986'] for segment, precommit_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:35.236069 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-8bcab960-2b99-4eaa-898b-0346785767e2 None None] For port 18aea0ce-734b-4d53-ad15-35fbc89c92cd, host n-d-838334-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838334-2',level=0,port_id=18aea0ce-734b-4d53-ad15-35fbc89c92cd,segment=NetworkSegment(a6c246ee-bfc2-44ee-818b-a3ea33e2cb47),segment_id=a6c246ee-bfc2-44ee-818b-a3ea33e2cb47)] {{(pid=84042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:02:35.236455 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-8bcab960-2b99-4eaa-898b-0346785767e2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369123'] for port, precommit_delete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:35.239170 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.plugin [None req-22516033-0374-490d-bb74-53b1588e1323 tempest-NetworksIpV6TestAttrs-532953968 tempest-NetworksIpV6TestAttrs-532953968-project] Calling delete_port for 18aea0ce-734b-4d53-ad15-35fbc89c92cd owned by network:dhcp {{(pid=84040) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 21:02:35.250346 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] For port 18aea0ce-734b-4d53-ad15-35fbc89c92cd, host n-d-838334-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838334-2',level=0,port_id=18aea0ce-734b-4d53-ad15-35fbc89c92cd,segment=NetworkSegment(a6c246ee-bfc2-44ee-818b-a3ea33e2cb47),segment_id=a6c246ee-bfc2-44ee-818b-a3ea33e2cb47)] {{(pid=84042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:02:35.317240 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-83117de6-aae2-4a77-9901-470cec77b879 tempest-NetworksTest-1502682821 tempest-NetworksTest-1502682821-project] 10.222.0.42 "DELETE /v2.0/networks/44c56908-c06f-4c11-b355-0d06cb045bfb HTTP/1.1" status: 204 len: 168 time: 6.6897166 Apr 18 21:02:35.318141 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 32976) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:02:35.327085 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.v2.base [None req-2908e5a4-f582-4a3f-9d6b-7476da7de2b3 tempest-NetworksTest-1502682821 tempest-NetworksTest-1502682821-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-945775070'}} {{(pid=84041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:02:35.335181 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-2908e5a4-f582-4a3f-9d6b-7476da7de2b3 tempest-NetworksTest-1502682821 tempest-NetworksTest-1502682821-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:02:35.342553 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-2908e5a4-f582-4a3f-9d6b-7476da7de2b3 tempest-NetworksTest-1502682821 tempest-NetworksTest-1502682821-project] Usage tracker for resource:network and tenant:7bfcf5e6e1be4fd18d7d5e6e5bcd338a is out of sync, need to count used quota {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:02:35.343149 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682'] for port, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:35.359449 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-2908e5a4-f582-4a3f-9d6b-7476da7de2b3 tempest-NetworksTest-1502682821 tempest-NetworksTest-1502682821-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:02:35.367776 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-2908e5a4-f582-4a3f-9d6b-7476da7de2b3 tempest-NetworksTest-1502682821 tempest-NetworksTest-1502682821-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:02:35.385745 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aef49c09-ac3c-4ea2-9b25-c48523a187de tempest-FloatingIPAdminTestJSON-116313565 tempest-FloatingIPAdminTestJSON-116313565-project] Notify agent at l3_agent.n-d-838334-2 the message routers_updated {{(pid=84041) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 21:02:35.388267 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2908e5a4-f582-4a3f-9d6b-7476da7de2b3 tempest-NetworksTest-1502682821 tempest-NetworksTest-1502682821-project] Made reservation on behalf of 7bfcf5e6e1be4fd18d7d5e6e5bcd338a for: {'network': 1} {{(pid=84041) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:02:35.391175 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-2908e5a4-f582-4a3f-9d6b-7476da7de2b3 tempest-NetworksTest-1502682821 tempest-NetworksTest-1502682821-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for network, before_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:35.399740 n-d-838334-2 neutron-server[84043]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cab2d956-916b-4f82-ac2c-ed83bccb5480 None None] Sync routers for ids ['6490a0d3-5d7b-4019-8cde-f093519ff0dc'] in n-d-838334-2 {{(pid=84043) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 18 21:02:35.405258 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-aef49c09-ac3c-4ea2-9b25-c48523a187de tempest-FloatingIPAdminTestJSON-116313565 tempest-FloatingIPAdminTestJSON-116313565-project] 10.222.0.42 "PUT /v2.0/routers/6490a0d3-5d7b-4019-8cde-f093519ff0dc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9629941 Apr 18 21:02:35.408194 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 32980) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:02:35.425099 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cab2d956-916b-4f82-ac2c-ed83bccb5480 None None] Routers {'6490a0d3-5d7b-4019-8cde-f093519ff0dc'} bound to L3 agent in host n-d-838334-2 {{(pid=84043) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 21:02:35.425798 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.l3_hamode_db [None req-cab2d956-916b-4f82-ac2c-ed83bccb5480 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838334-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-18T20:25:48Z,description=,heartbeat_timestamp=2022-04-18T21:02:18Z,host='n-d-838334-2',id=bc84d6c9-dd7a-4555-a351-592327b46d5a,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:25:48Z,topic='l3_agent')) {'router_ids': ['6490a0d3-5d7b-4019-8cde-f093519ff0dc'], 'active': True} {{(pid=84043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:02:35.467667 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-990ea4f5-a7b4-49b8-91d5-1bfaebd5a573 tempest-DHCPAgentSchedulersTestJSON-589786574 tempest-DHCPAgentSchedulersTestJSON-589786574-project] Releasing vlan 357 on physical network physnet1 to pool {{(pid=84040) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 18 21:02:35.468236 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-990ea4f5-a7b4-49b8-91d5-1bfaebd5a573 tempest-DHCPAgentSchedulersTestJSON-589786574 tempest-DHCPAgentSchedulersTestJSON-589786574-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1082993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32440923'] for segment, after_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:35.556576 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.plugin [None req-8bcab960-2b99-4eaa-898b-0346785767e2 None None] Calling delete_port for 18aea0ce-734b-4d53-ad15-35fbc89c92cd owned by network:dhcp {{(pid=84042) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 21:02:35.557008 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.l3_hamode_db [None req-cab2d956-916b-4f82-ac2c-ed83bccb5480 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-838334-2', False) {} {{(pid=84043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:02:35.578964 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2908e5a4-f582-4a3f-9d6b-7476da7de2b3 tempest-NetworksTest-1502682821 tempest-NetworksTest-1502682821-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 377} {{(pid=84041) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 21:02:35.584632 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-2b2a0a4b-3296-4698-8300-f7b67147e5d4 req-44ed1bff-ba83-4f54-8045-0d968614506b service neutron] 10.222.0.48 "GET /v2.0/networks/9b8a7e14-19dd-4214-9fd7-5da6fc8793e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5334144 Apr 18 21:02:35.584843 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.agents_db [None req-6346a179-333c-4370-b5a6-936984aeab15 None None] Agent healthcheck: found 7 active agents {{(pid=84043) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 18 21:02:35.585593 n-d-838334-2 neutron-server[84040]: Traceback (most recent call last): Apr 18 21:02:35.585593 n-d-838334-2 neutron-server[84040]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 18 21:02:35.585593 n-d-838334-2 neutron-server[84040]: timer() Apr 18 21:02:35.585593 n-d-838334-2 neutron-server[84040]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 21:02:35.585593 n-d-838334-2 neutron-server[84040]: cb(*args, **kw) Apr 18 21:02:35.585593 n-d-838334-2 neutron-server[84040]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 18 21:02:35.585593 n-d-838334-2 neutron-server[84040]: return func(*args, **kwargs) Apr 18 21:02:35.585593 n-d-838334-2 neutron-server[84040]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 21:02:35.585593 n-d-838334-2 neutron-server[84040]: self._notify() Apr 18 21:02:35.585593 n-d-838334-2 neutron-server[84040]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 21:02:35.585593 n-d-838334-2 neutron-server[84040]: self.callback(batched_events) Apr 18 21:02:35.585593 n-d-838334-2 neutron-server[84040]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 21:02:35.585593 n-d-838334-2 neutron-server[84040]: event.method(event) Apr 18 21:02:35.585593 n-d-838334-2 neutron-server[84040]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 18 21:02:35.585593 n-d-838334-2 neutron-server[84040]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 21:02:35.585593 n-d-838334-2 neutron-server[84040]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 18 21:02:35.585593 n-d-838334-2 neutron-server[84040]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 21:02:35.585593 n-d-838334-2 neutron-server[84040]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 18 21:02:35.585593 n-d-838334-2 neutron-server[84040]: return f(self, *a, **k) Apr 18 21:02:35.585593 n-d-838334-2 neutron-server[84040]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 18 21:02:35.585593 n-d-838334-2 neutron-server[84040]: return self._get(url).json() Apr 18 21:02:35.585593 n-d-838334-2 neutron-server[84040]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 18 21:02:35.585593 n-d-838334-2 neutron-server[84040]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 21:02:35.585593 n-d-838334-2 neutron-server[84040]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 18 21:02:35.585593 n-d-838334-2 neutron-server[84040]: return self.request(url, 'GET', **kwargs) Apr 18 21:02:35.585593 n-d-838334-2 neutron-server[84040]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 18 21:02:35.585593 n-d-838334-2 neutron-server[84040]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 21:02:35.585593 n-d-838334-2 neutron-server[84040]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 18 21:02:35.585593 n-d-838334-2 neutron-server[84040]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 21:02:35.585593 n-d-838334-2 neutron-server[84040]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 18 21:02:35.585593 n-d-838334-2 neutron-server[84040]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 21:02:35.585593 n-d-838334-2 neutron-server[84040]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 21:02:35.593847 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cab2d956-916b-4f82-ac2c-ed83bccb5480 None None] Routers {'6490a0d3-5d7b-4019-8cde-f093519ff0dc'} bound to L3 agent in host n-d-838334-2 {{(pid=84043) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 21:02:35.594518 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.l3_hamode_db [None req-cab2d956-916b-4f82-ac2c-ed83bccb5480 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838334-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-18T20:25:48Z,description=,heartbeat_timestamp=2022-04-18T21:02:18Z,host='n-d-838334-2',id=bc84d6c9-dd7a-4555-a351-592327b46d5a,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:25:48Z,topic='l3_agent')) {'router_ids': ['6490a0d3-5d7b-4019-8cde-f093519ff0dc'], 'active': True} {{(pid=84043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:02:35.596176 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Pushing event updated for resources: {'Port': ['ID=18aea0ce-734b-4d53-ad15-35fbc89c92cd,revision_number=4']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:02:35.640596 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-990ea4f5-a7b4-49b8-91d5-1bfaebd5a573 tempest-DHCPAgentSchedulersTestJSON-589786574 tempest-DHCPAgentSchedulersTestJSON-589786574-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1258898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33526109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33444113'] for network, after_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:35.649924 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-2908e5a4-f582-4a3f-9d6b-7476da7de2b3 tempest-NetworksTest-1502682821 tempest-NetworksTest-1502682821-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1082986'] for segment, precommit_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:35.650282 n-d-838334-2 neutron-server[84041]: INFO neutron.db.segments_db [None req-2908e5a4-f582-4a3f-9d6b-7476da7de2b3 tempest-NetworksTest-1502682821 tempest-NetworksTest-1502682821-project] Added segment 296732f0-c178-4524-b6f7-3139da94069e of type vlan for network fcfaf5e5-a6ba-469d-a6ac-dcb176fac77b Apr 18 21:02:35.696157 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-990ea4f5-a7b4-49b8-91d5-1bfaebd5a573 tempest-DHCPAgentSchedulersTestJSON-589786574 tempest-DHCPAgentSchedulersTestJSON-589786574-project] Notify callbacks [] for network, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:35.713153 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-990ea4f5-a7b4-49b8-91d5-1bfaebd5a573 tempest-DHCPAgentSchedulersTestJSON-589786574 tempest-DHCPAgentSchedulersTestJSON-589786574-project] Pushing event deleted for resources: {'Network': ['ID=f1e84dd4-c1c4-4952-af60-645abba330c4,revision_number=None']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:02:35.721297 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-990ea4f5-a7b4-49b8-91d5-1bfaebd5a573 tempest-DHCPAgentSchedulersTestJSON-589786574 tempest-DHCPAgentSchedulersTestJSON-589786574-project] 10.222.0.42 "DELETE /v2.0/networks/f1e84dd4-c1c4-4952-af60-645abba330c4 HTTP/1.1" status: 204 len: 168 time: 2.8634114 Apr 18 21:02:35.733564 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.db.api [None req-22516033-0374-490d-bb74-53b1588e1323 tempest-NetworksIpV6TestAttrs-532953968 tempest-NetworksIpV6TestAttrs-532953968-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84040) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 18 21:02:35.734839 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.db.api [None req-8bcab960-2b99-4eaa-898b-0346785767e2 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84042) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 18 21:02:35.735213 n-d-838334-2 neutron-server[84042]: DEBUG oslo_db.api [None req-8bcab960-2b99-4eaa-898b-0346785767e2 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 18 21:02:35.735657 n-d-838334-2 neutron-server[84040]: DEBUG oslo_db.api [None req-22516033-0374-490d-bb74-53b1588e1323 tempest-NetworksIpV6TestAttrs-532953968 tempest-NetworksIpV6TestAttrs-532953968-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 18 21:02:35.736555 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-2908e5a4-f582-4a3f-9d6b-7476da7de2b3 tempest-NetworksTest-1502682821 tempest-NetworksTest-1502682821-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750374825732'] for network, precommit_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:35.744255 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c60bae0-d056-48af-a36d-3bf42987ed7c req-b05732f6-afbc-49f6-92be-d0dec6884142 tempest-ServersNegativeTestJSON-508382254 tempest-ServersNegativeTestJSON-508382254-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:02:35.745351 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.l3_hamode_db [None req-cab2d956-916b-4f82-ac2c-ed83bccb5480 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-838334-2', False) {} {{(pid=84043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:02:35.745996 n-d-838334-2 neutron-server[84043]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cab2d956-916b-4f82-ac2c-ed83bccb5480 None None] The sync data for ids ['6490a0d3-5d7b-4019-8cde-f093519ff0dc'] in n-d-838334-2 is: [] {{(pid=84043) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 18 21:02:35.757599 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-8c60bae0-d056-48af-a36d-3bf42987ed7c req-b05732f6-afbc-49f6-92be-d0dec6884142 tempest-ServersNegativeTestJSON-508382254 tempest-ServersNegativeTestJSON-508382254-project] 10.222.0.42 "GET /v2.0/ports?device_id=2197a591-197e-47fe-9210-1387bfb6ec5e HTTP/1.1" status: 200 len: 946 time: 0.5505872 Apr 18 21:02:35.781925 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-2908e5a4-f582-4a3f-9d6b-7476da7de2b3 tempest-NetworksTest-1502682821 tempest-NetworksTest-1502682821-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33526109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022'] for network, after_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:35.786039 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2908e5a4-f582-4a3f-9d6b-7476da7de2b3 tempest-NetworksTest-1502682821 tempest-NetworksTest-1502682821-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:02:35.786657 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-2908e5a4-f582-4a3f-9d6b-7476da7de2b3 tempest-NetworksTest-1502682821 tempest-NetworksTest-1502682821-project] Notify callbacks [] for network, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:35.870079 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.plugin [None req-8bcab960-2b99-4eaa-898b-0346785767e2 None None] Deleting port 18aea0ce-734b-4d53-ad15-35fbc89c92cd {{(pid=84042) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 21:02:35.870738 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-8bcab960-2b99-4eaa-898b-0346785767e2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750375188691'] for port, before_delete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:35.892943 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-2908e5a4-f582-4a3f-9d6b-7476da7de2b3 tempest-NetworksTest-1502682821 tempest-NetworksTest-1502682821-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.5691288 Apr 18 21:02:35.903894 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 32994) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:02:35.914418 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.v2.base [None req-6429a38a-a00d-4428-9412-1c4b060bfb9a tempest-NetworksTest-1502682821 tempest-NetworksTest-1502682821-project] Request body: {'network': {'name': 'New_network'}} {{(pid=84041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:02:36.074088 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-8c60bae0-d056-48af-a36d-3bf42987ed7c req-886d402c-3ce6-48c0-9600-c3ffd5521742 tempest-ServersNegativeTestJSON-508382254 tempest-ServersNegativeTestJSON-508382254-project] 10.222.0.42 "GET /v2.0/security-groups?id=ada0ecb3-b1bc-4ba2-8e6c-b06ba09daca2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3155251 Apr 18 21:02:36.094889 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2908e5a4-f582-4a3f-9d6b-7476da7de2b3 tempest-NetworksTest-1502682821 tempest-NetworksTest-1502682821-project] Pushing event updated for resources: {'Network': ['ID=fcfaf5e5-a6ba-469d-a6ac-dcb176fac77b,revision_number=1']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:02:36.126461 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-e651ab45-f785-4c4d-9416-a84ea0027f99 req-3c8ac43d-02e4-486c-bdd7-e26a2c2812d5 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=b5bf875eb9b748b5aba56f8b60ce8169&device_id=8febef70-4ef9-4774-9ec7-33697a7c70d6 HTTP/1.1" status: 200 len: 1096 time: 0.3661814 Apr 18 21:02:36.126682 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Network fcfaf5e5-a6ba-469d-a6ac-dcb176fac77b details requested by agent ovs-agent-n-d-838334-2 with host n-d-838334-2 {{(pid=84042) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 18 21:02:36.128990 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-2ea8be0f-4286-4483-bde6-7801e6368323 tempest-FloatingIPAdminTestJSON-116313565 tempest-FloatingIPAdminTestJSON-116313565-project] Notify callbacks [] for router, before_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:36.177191 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 33008) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:02:36.248681 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-6429a38a-a00d-4428-9412-1c4b060bfb9a tempest-NetworksTest-1502682821 tempest-NetworksTest-1502682821-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750374825732'] for network, precommit_update {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:36.254091 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.plugin [None req-22516033-0374-490d-bb74-53b1588e1323 tempest-NetworksIpV6TestAttrs-532953968 tempest-NetworksIpV6TestAttrs-532953968-project] Deleting port 18aea0ce-734b-4d53-ad15-35fbc89c92cd {{(pid=84040) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 21:02:36.254424 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-22516033-0374-490d-bb74-53b1588e1323 tempest-NetworksIpV6TestAttrs-532953968 tempest-NetworksIpV6TestAttrs-532953968-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750375188691'] for port, before_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:36.474005 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-830f668e-cad9-44b4-9eb8-9915ba8b5209 req-dc844b73-6a0d-4de0-af49-02c0284636c8 tempest-ServerShowV257Test-1586113387 tempest-ServerShowV257Test-1586113387-project] 10.222.0.42 "GET /v2.0/ports?device_id=da175768-20a1-4590-bc10-4a36b6529fba HTTP/1.1" status: 200 len: 210 time: 0.1869991 Apr 18 21:02:36.526877 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-8bcab960-2b99-4eaa-898b-0346785767e2 None None] For port 18aea0ce-734b-4d53-ad15-35fbc89c92cd, host n-d-838334-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838334-2',level=0,port_id=18aea0ce-734b-4d53-ad15-35fbc89c92cd,segment=NetworkSegment(a6c246ee-bfc2-44ee-818b-a3ea33e2cb47),segment_id=a6c246ee-bfc2-44ee-818b-a3ea33e2cb47)] {{(pid=84042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:02:36.528134 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-8bcab960-2b99-4eaa-898b-0346785767e2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369123'] for port, precommit_delete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:36.557402 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-6429a38a-a00d-4428-9412-1c4b060bfb9a tempest-NetworksTest-1502682821 tempest-NetworksTest-1502682821-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33526109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022'] for network, after_update {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:36.677917 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e651ab45-f785-4c4d-9416-a84ea0027f99 req-f244a80c-129a-4dcb-8c16-27efe130ad0f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:02:36.678929 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-e651ab45-f785-4c4d-9416-a84ea0027f99 req-f244a80c-129a-4dcb-8c16-27efe130ad0f service neutron] 10.222.0.48 "GET /v2.0/networks?id=9b8a7e14-19dd-4214-9fd7-5da6fc8793e6 HTTP/1.1" status: 200 len: 912 time: 0.5427704 Apr 18 21:02:36.686161 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6429a38a-a00d-4428-9412-1c4b060bfb9a tempest-NetworksTest-1502682821 tempest-NetworksTest-1502682821-project] Pushing event updated for resources: {'Network': ['ID=fcfaf5e5-a6ba-469d-a6ac-dcb176fac77b,revision_number=2']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:02:36.689007 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.plugin [None req-8bcab960-2b99-4eaa-898b-0346785767e2 None None] Calling delete_port for 18aea0ce-734b-4d53-ad15-35fbc89c92cd owned by network:dhcp {{(pid=84042) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 21:02:36.704880 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-6429a38a-a00d-4428-9412-1c4b060bfb9a tempest-NetworksTest-1502682821 tempest-NetworksTest-1502682821-project] Network fcfaf5e5-a6ba-469d-a6ac-dcb176fac77b is not hosted by any dhcp agent {{(pid=84041) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:226}} Apr 18 21:02:36.708593 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6429a38a-a00d-4428-9412-1c4b060bfb9a tempest-NetworksTest-1502682821 tempest-NetworksTest-1502682821-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:02:36.709193 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-6429a38a-a00d-4428-9412-1c4b060bfb9a tempest-NetworksTest-1502682821 tempest-NetworksTest-1502682821-project] Notify callbacks [] for network, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:36.713196 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-6429a38a-a00d-4428-9412-1c4b060bfb9a tempest-NetworksTest-1502682821 tempest-NetworksTest-1502682821-project] 10.222.0.42 "PUT /v2.0/networks/fcfaf5e5-a6ba-469d-a6ac-dcb176fac77b HTTP/1.1" status: 200 len: 723 time: 0.8059225 Apr 18 21:02:36.717733 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 33022) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:02:36.724815 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.v2.base [None req-5fa4aa64-474a-43e1-bf82-87aa68801a57 tempest-NetworksTest-1502682821 tempest-NetworksTest-1502682821-project] Request body: {'subnet': {'network_id': 'fcfaf5e5-a6ba-469d-a6ac-dcb176fac77b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=84041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:02:36.745599 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Network fcfaf5e5-a6ba-469d-a6ac-dcb176fac77b details requested by agent ovs-agent-n-d-838334-2 with host n-d-838334-2 {{(pid=84042) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 18 21:02:36.870871 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-5fa4aa64-474a-43e1-bf82-87aa68801a57 tempest-NetworksTest-1502682821 tempest-NetworksTest-1502682821-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:02:36.878274 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-5fa4aa64-474a-43e1-bf82-87aa68801a57 tempest-NetworksTest-1502682821 tempest-NetworksTest-1502682821-project] Usage tracker for resource:subnet and tenant:7bfcf5e6e1be4fd18d7d5e6e5bcd338a is out of sync, need to count used quota {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:02:36.883046 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-5fa4aa64-474a-43e1-bf82-87aa68801a57 tempest-NetworksTest-1502682821 tempest-NetworksTest-1502682821-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:02:36.890780 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-5fa4aa64-474a-43e1-bf82-87aa68801a57 tempest-NetworksTest-1502682821 tempest-NetworksTest-1502682821-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:02:36.933253 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5fa4aa64-474a-43e1-bf82-87aa68801a57 tempest-NetworksTest-1502682821 tempest-NetworksTest-1502682821-project] Made reservation on behalf of 7bfcf5e6e1be4fd18d7d5e6e5bcd338a for: {'subnet': 1} {{(pid=84041) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:02:36.936181 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-8bcab960-2b99-4eaa-898b-0346785767e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750375259028', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750374836628'] for port, after_delete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:36.966036 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-42d47d40-d394-4d44-a239-32bb32d7953f admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=2012eb207c1043449089797f3e43f54f&name=default HTTP/1.1" status: 200 len: 2647 time: 0.7877052 Apr 18 21:02:36.983259 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 33028) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:02:36.997405 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bcab960-2b99-4eaa-898b-0346785767e2 None None] Pushing event deleted for resources: {'Port': ['ID=18aea0ce-734b-4d53-ad15-35fbc89c92cd,revision_number=None']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:02:37.002395 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bcab960-2b99-4eaa-898b-0346785767e2 None None] No DVR routers for this DVR port 18aea0ce-734b-4d53-ad15-35fbc89c92cd on host n-d-838334-2 {{(pid=84042) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 21:02:37.016542 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45d50940-9e31-4104-8134-d47e1e85b2f6 None None] get_active_networks_info from n-d-838334-2 {{(pid=84042) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Apr 18 21:02:37.038393 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-e651ab45-f785-4c4d-9416-a84ea0027f99 req-60e2b0c8-433e-4993-8e95-71f74ecf8c51 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e00c4868-92df-492d-b185-8281a2e33a5b HTTP/1.1" status: 200 len: 1001 time: 0.3353152 Apr 18 21:02:37.044771 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9a1a60c-2d2a-4810-b7b9-95d0998e8a02 req-32a464cf-e638-4ea6-aabb-983a47734eb5 tempest-AttachVolumeTestJSON-1696487017 tempest-AttachVolumeTestJSON-1696487017-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:02:37.046291 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-e9a1a60c-2d2a-4810-b7b9-95d0998e8a02 req-32a464cf-e638-4ea6-aabb-983a47734eb5 tempest-AttachVolumeTestJSON-1696487017 tempest-AttachVolumeTestJSON-1696487017-project] 10.222.0.42 "GET /v2.0/ports?device_id=8febef70-4ef9-4774-9ec7-33697a7c70d6 HTTP/1.1" status: 200 len: 945 time: 0.7009418 Apr 18 21:02:37.126488 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.db [None req-22516033-0374-490d-bb74-53b1588e1323 tempest-NetworksIpV6TestAttrs-532953968 tempest-NetworksIpV6TestAttrs-532953968-project] For port 18aea0ce-734b-4d53-ad15-35fbc89c92cd, host n-d-838334-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838334-2',level=0,port_id=18aea0ce-734b-4d53-ad15-35fbc89c92cd,segment=NetworkSegment(a6c246ee-bfc2-44ee-818b-a3ea33e2cb47),segment_id=a6c246ee-bfc2-44ee-818b-a3ea33e2cb47)] {{(pid=84040) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:02:37.126747 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-22516033-0374-490d-bb74-53b1588e1323 tempest-NetworksIpV6TestAttrs-532953968 tempest-NetworksIpV6TestAttrs-532953968-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369123'] for port, precommit_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:37.143580 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-5fa4aa64-474a-43e1-bf82-87aa68801a57 tempest-NetworksTest-1502682821 tempest-NetworksTest-1502682821-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32486301'] for subnet, before_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:37.160962 n-d-838334-2 neutron-server[84042]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45d50940-9e31-4104-8134-d47e1e85b2f6 None None] Resources bound (agent type, host, resource id): {{(pid=84042) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Apr 18 21:02:37.247753 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-2ea8be0f-4286-4483-bde6-7801e6368323 tempest-FloatingIPAdminTestJSON-116313565 tempest-FloatingIPAdminTestJSON-116313565-project] Notify callbacks [] for router_gateway, before_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:37.265284 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.plugin [None req-2ea8be0f-4286-4483-bde6-7801e6368323 tempest-FloatingIPAdminTestJSON-116313565 tempest-FloatingIPAdminTestJSON-116313565-project] Deleting port 66b90a1d-d6b2-40b9-bec4-30fde1445531 {{(pid=84041) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 21:02:37.265751 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-2ea8be0f-4286-4483-bde6-7801e6368323 tempest-FloatingIPAdminTestJSON-116313565 tempest-FloatingIPAdminTestJSON-116313565-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750375188691'] for port, before_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:37.300981 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.plugin [None req-22516033-0374-490d-bb74-53b1588e1323 tempest-NetworksIpV6TestAttrs-532953968 tempest-NetworksIpV6TestAttrs-532953968-project] Calling delete_port for 18aea0ce-734b-4d53-ad15-35fbc89c92cd owned by network:dhcp {{(pid=84040) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 21:02:37.358223 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e651ab45-f785-4c4d-9416-a84ea0027f99 req-33e60b99-2348-47c5-a6c2-289e84bfd649 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:02:37.360151 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-e651ab45-f785-4c4d-9416-a84ea0027f99 req-33e60b99-2348-47c5-a6c2-289e84bfd649 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=16880a32-9b71-46fb-bafe-6b6135588b63 HTTP/1.1" status: 200 len: 850 time: 0.3091054 Apr 18 21:02:37.373481 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aebcded-c38e-411c-ac0d-dff7ba4207f3 req-c1a1cc0c-cb0d-4173-a9e3-0b3f0e6c7c81 tempest-ServersNegativeTestJSON-508382254 tempest-ServersNegativeTestJSON-508382254-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:02:37.380279 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-4aebcded-c38e-411c-ac0d-dff7ba4207f3 req-c1a1cc0c-cb0d-4173-a9e3-0b3f0e6c7c81 tempest-ServersNegativeTestJSON-508382254 tempest-ServersNegativeTestJSON-508382254-project] 10.222.0.42 "GET /v2.0/ports?device_id=2197a591-197e-47fe-9210-1387bfb6ec5e HTTP/1.1" status: 200 len: 946 time: 0.5984237 Apr 18 21:02:37.449111 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-e9a1a60c-2d2a-4810-b7b9-95d0998e8a02 req-dd70dc56-75bf-48ca-ae0b-3e30d7f54e1f tempest-AttachVolumeTestJSON-1696487017 tempest-AttachVolumeTestJSON-1696487017-project] 10.222.0.42 "GET /v2.0/security-groups?id=326b68b1-226b-43b8-a174-ccc3d0972537&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3589430 Apr 18 21:02:37.462653 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-2ea8be0f-4286-4483-bde6-7801e6368323 tempest-FloatingIPAdminTestJSON-116313565 tempest-FloatingIPAdminTestJSON-116313565-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369123'] for port, precommit_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:37.506668 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-c9184d02-3338-40de-85fb-42f2e1ecbb06 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:37.558005 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-4aebcded-c38e-411c-ac0d-dff7ba4207f3 req-d99f3224-2b6b-467a-b1a5-e26609fd80e4 tempest-ServersNegativeTestJSON-508382254 tempest-ServersNegativeTestJSON-508382254-project] 10.222.0.42 "GET /v2.0/security-groups?id=ada0ecb3-b1bc-4ba2-8e6c-b06ba09daca2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1763971 Apr 18 21:02:37.559428 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.db.api [None req-22516033-0374-490d-bb74-53b1588e1323 tempest-NetworksIpV6TestAttrs-532953968 tempest-NetworksIpV6TestAttrs-532953968-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84040) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 18 21:02:37.562418 n-d-838334-2 neutron-server[84040]: DEBUG oslo_db.api [None req-22516033-0374-490d-bb74-53b1588e1323 tempest-NetworksIpV6TestAttrs-532953968 tempest-NetworksIpV6TestAttrs-532953968-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 18 21:02:37.578790 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-c9184d02-3338-40de-85fb-42f2e1ecbb06 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:37.625204 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.plugin [None req-2ea8be0f-4286-4483-bde6-7801e6368323 tempest-FloatingIPAdminTestJSON-116313565 tempest-FloatingIPAdminTestJSON-116313565-project] Calling delete_port for 66b90a1d-d6b2-40b9-bec4-30fde1445531 owned by network:router_gateway {{(pid=84041) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 21:02:37.636436 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-e651ab45-f785-4c4d-9416-a84ea0027f99 req-6b92cd9e-739a-4fa5-839b-3495a59fc628 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=9b8a7e14-19dd-4214-9fd7-5da6fc8793e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2481117 Apr 18 21:02:37.726964 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.plugin [None req-22516033-0374-490d-bb74-53b1588e1323 tempest-NetworksIpV6TestAttrs-532953968 tempest-NetworksIpV6TestAttrs-532953968-project] Deleting port 18aea0ce-734b-4d53-ad15-35fbc89c92cd {{(pid=84040) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 21:02:37.727600 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-22516033-0374-490d-bb74-53b1588e1323 tempest-NetworksIpV6TestAttrs-532953968 tempest-NetworksIpV6TestAttrs-532953968-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750375188691'] for port, before_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:37.803259 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-c9184d02-3338-40de-85fb-42f2e1ecbb06 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33528224'] for security_group, after_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:37.826409 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.plugin [None req-22516033-0374-490d-bb74-53b1588e1323 tempest-NetworksIpV6TestAttrs-532953968 tempest-NetworksIpV6TestAttrs-532953968-project] The port '18aea0ce-734b-4d53-ad15-35fbc89c92cd' was deleted {{(pid=84040) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 18 21:02:37.924400 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9184d02-3338-40de-85fb-42f2e1ecbb06 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=340524d5-5de1-4691-bedc-3198b76c31f0,revision_number=None']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:02:38.081825 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-6b3ff612-063b-4c41-b121-70f9dbd7531a req-0572d77a-6ded-4691-9fa3-79ac2ff3f742 tempest-ServerShowV257Test-1586113387 tempest-ServerShowV257Test-1586113387-project] 10.222.0.42 "GET /v2.0/ports?device_id=da175768-20a1-4590-bc10-4a36b6529fba HTTP/1.1" status: 200 len: 210 time: 0.2505856 Apr 18 21:02:38.099104 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-2ea8be0f-4286-4483-bde6-7801e6368323 tempest-FloatingIPAdminTestJSON-116313565 tempest-FloatingIPAdminTestJSON-116313565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750375259028', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750374836628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32266323'] for port, after_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:38.160972 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-5fa4aa64-474a-43e1-bf82-87aa68801a57 tempest-NetworksTest-1502682821 tempest-NetworksTest-1502682821-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33526260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32266407', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32486287'] for subnet, after_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:38.196864 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-c9184d02-3338-40de-85fb-42f2e1ecbb06 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:38.200964 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-c9184d02-3338-40de-85fb-42f2e1ecbb06 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/340524d5-5de1-4691-bedc-3198b76c31f0 HTTP/1.1" status: 204 len: 168 time: 1.2127068 Apr 18 21:02:38.223677 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ea8be0f-4286-4483-bde6-7801e6368323 tempest-FloatingIPAdminTestJSON-116313565 tempest-FloatingIPAdminTestJSON-116313565-project] Pushing event deleted for resources: {'Port': ['ID=66b90a1d-d6b2-40b9-bec4-30fde1445531,revision_number=None']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:02:38.230461 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-e651ab45-f785-4c4d-9416-a84ea0027f99 req-50ce8407-1d6a-463e-82db-ff3e3134231f service neutron] 10.222.0.48 "GET /v2.0/networks/9b8a7e14-19dd-4214-9fd7-5da6fc8793e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5871246 Apr 18 21:02:38.234986 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-22516033-0374-490d-bb74-53b1588e1323 tempest-NetworksIpV6TestAttrs-532953968 tempest-NetworksIpV6TestAttrs-532953968-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1258905', 'neutron.services.segments.db._delete_segments_for_network-8750375287417'] for network, precommit_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:38.316639 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fa4aa64-474a-43e1-bf82-87aa68801a57 tempest-NetworksTest-1502682821 tempest-NetworksTest-1502682821-project] Pushing event updated for resources: {'Subnet': ['ID=08ddbc0e-2fe7-4b28-834e-eb31a89b86dd,revision_number=0']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:02:38.329373 n-d-838334-2 neutron-server[84040]: DEBUG neutron.services.segments.db [None req-22516033-0374-490d-bb74-53b1588e1323 tempest-NetworksIpV6TestAttrs-532953968 tempest-NetworksIpV6TestAttrs-532953968-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d8947100-1a72-4996-b0a5-4a7f01a02857']}} {{(pid=84040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:02:38.355269 n-d-838334-2 neutron-server[84040]: DEBUG neutron.services.segments.db [None req-22516033-0374-490d-bb74-53b1588e1323 tempest-NetworksIpV6TestAttrs-532953968 tempest-NetworksIpV6TestAttrs-532953968-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a6c246ee-bfc2-44ee-818b-a3ea33e2cb47') {'for_net_delete': True} {{(pid=84040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:02:38.356345 n-d-838334-2 neutron-server[84040]: DEBUG neutron.services.segments.db [None req-22516033-0374-490d-bb74-53b1588e1323 tempest-NetworksIpV6TestAttrs-532953968 tempest-NetworksIpV6TestAttrs-532953968-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a6c246ee-bfc2-44ee-818b-a3ea33e2cb47') {} {{(pid=84040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:02:38.373595 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-22516033-0374-490d-bb74-53b1588e1323 tempest-NetworksIpV6TestAttrs-532953968 tempest-NetworksIpV6TestAttrs-532953968-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750375287300', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31955965'] for segment, before_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:38.407253 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-22516033-0374-490d-bb74-53b1588e1323 tempest-NetworksIpV6TestAttrs-532953968 tempest-NetworksIpV6TestAttrs-532953968-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1082986'] for segment, precommit_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:38.424592 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-22516033-0374-490d-bb74-53b1588e1323 tempest-NetworksIpV6TestAttrs-532953968 tempest-NetworksIpV6TestAttrs-532953968-project] Releasing vlan 365 on physical network physnet1 to pool {{(pid=84040) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 18 21:02:38.424990 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-22516033-0374-490d-bb74-53b1588e1323 tempest-NetworksIpV6TestAttrs-532953968 tempest-NetworksIpV6TestAttrs-532953968-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1082993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32440923'] for segment, after_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:38.439750 n-d-838334-2 neutron-server[84040]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 21:02:38.439750 n-d-838334-2 neutron-server[84040]: util.warn( Apr 18 21:02:38.439750 n-d-838334-2 neutron-server[84040]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 21:02:38.439750 n-d-838334-2 neutron-server[84040]: util.warn( Apr 18 21:02:38.439750 n-d-838334-2 neutron-server[84040]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 21:02:38.439750 n-d-838334-2 neutron-server[84040]: util.warn( Apr 18 21:02:38.439750 n-d-838334-2 neutron-server[84040]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 21:02:38.439750 n-d-838334-2 neutron-server[84040]: util.warn( Apr 18 21:02:38.439750 n-d-838334-2 neutron-server[84040]: Traceback (most recent call last): Apr 18 21:02:38.439750 n-d-838334-2 neutron-server[84040]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 18 21:02:38.439750 n-d-838334-2 neutron-server[84040]: timer() Apr 18 21:02:38.439750 n-d-838334-2 neutron-server[84040]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 21:02:38.439750 n-d-838334-2 neutron-server[84040]: cb(*args, **kw) Apr 18 21:02:38.439750 n-d-838334-2 neutron-server[84040]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 18 21:02:38.439750 n-d-838334-2 neutron-server[84040]: return func(*args, **kwargs) Apr 18 21:02:38.439750 n-d-838334-2 neutron-server[84040]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 21:02:38.439750 n-d-838334-2 neutron-server[84040]: self._notify() Apr 18 21:02:38.439750 n-d-838334-2 neutron-server[84040]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 21:02:38.439750 n-d-838334-2 neutron-server[84040]: self.callback(batched_events) Apr 18 21:02:38.439750 n-d-838334-2 neutron-server[84040]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 21:02:38.439750 n-d-838334-2 neutron-server[84040]: event.method(event) Apr 18 21:02:38.439750 n-d-838334-2 neutron-server[84040]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 18 21:02:38.439750 n-d-838334-2 neutron-server[84040]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 21:02:38.439750 n-d-838334-2 neutron-server[84040]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 18 21:02:38.439750 n-d-838334-2 neutron-server[84040]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 21:02:38.439750 n-d-838334-2 neutron-server[84040]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 18 21:02:38.439750 n-d-838334-2 neutron-server[84040]: return f(self, *a, **k) Apr 18 21:02:38.439750 n-d-838334-2 neutron-server[84040]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 18 21:02:38.439750 n-d-838334-2 neutron-server[84040]: return self._get(url).json() Apr 18 21:02:38.439750 n-d-838334-2 neutron-server[84040]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 18 21:02:38.439750 n-d-838334-2 neutron-server[84040]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 21:02:38.439750 n-d-838334-2 neutron-server[84040]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 18 21:02:38.439750 n-d-838334-2 neutron-server[84040]: return self.request(url, 'GET', **kwargs) Apr 18 21:02:38.439750 n-d-838334-2 neutron-server[84040]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 18 21:02:38.439750 n-d-838334-2 neutron-server[84040]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 21:02:38.439750 n-d-838334-2 neutron-server[84040]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 18 21:02:38.439750 n-d-838334-2 neutron-server[84040]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 21:02:38.439750 n-d-838334-2 neutron-server[84040]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 18 21:02:38.439750 n-d-838334-2 neutron-server[84040]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 21:02:38.439750 n-d-838334-2 neutron-server[84040]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 21:02:38.447281 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-e651ab45-f785-4c4d-9416-a84ea0027f99 req-4aacdff9-768a-4366-ab4b-482a2f9655d6 service neutron] 10.222.0.48 "GET /v2.0/networks/9b8a7e14-19dd-4214-9fd7-5da6fc8793e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2049596 Apr 18 21:02:38.490854 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fa4aa64-474a-43e1-bf82-87aa68801a57 tempest-NetworksTest-1502682821 tempest-NetworksTest-1502682821-project] Checking segment: {'id': '296732f0-c178-4524-b6f7-3139da94069e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': 'fcfaf5e5-a6ba-469d-a6ac-dcb176fac77b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84041) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 21:02:38.491206 n-d-838334-2 neutron-server[84041]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5fa4aa64-474a-43e1-bf82-87aa68801a57 tempest-NetworksTest-1502682821 tempest-NetworksTest-1502682821-project] Network hostable DHCP agents. Network: fcfaf5e5-a6ba-469d-a6ac-dcb176fac77b, hostable agents: ['8746f8ea-3e91-4b32-9919-2c63adeb8722'], hosted agents: [] {{(pid=84041) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 21:02:38.536368 n-d-838334-2 neutron-server[84041]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5fa4aa64-474a-43e1-bf82-87aa68801a57 tempest-NetworksTest-1502682821 tempest-NetworksTest-1502682821-project] Network fcfaf5e5-a6ba-469d-a6ac-dcb176fac77b is scheduled to be hosted by DHCP agent 8746f8ea-3e91-4b32-9919-2c63adeb8722 with binding_index 1 {{(pid=84041) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 21:02:38.560763 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-22516033-0374-490d-bb74-53b1588e1323 tempest-NetworksIpV6TestAttrs-532953968 tempest-NetworksIpV6TestAttrs-532953968-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1258898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33526109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33444113'] for network, after_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:38.598431 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-22516033-0374-490d-bb74-53b1588e1323 tempest-NetworksIpV6TestAttrs-532953968 tempest-NetworksIpV6TestAttrs-532953968-project] Notify callbacks [] for network, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:38.638061 n-d-838334-2 neutron-server[84041]: DEBUG neutron.scheduler.base_scheduler [None req-5fa4aa64-474a-43e1-bf82-87aa68801a57 tempest-NetworksTest-1502682821 tempest-NetworksTest-1502682821-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-838334-2, fcfaf5e5-a6ba-469d-a6ac-dcb176fac77b) {{(pid=84041) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:02:38.648662 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0226744-7ee1-4e83-b07f-3275a6a97fe6 None None] Network fcfaf5e5-a6ba-469d-a6ac-dcb176fac77b requested from n-d-838334-2 {{(pid=84042) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 21:02:38.659521 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22516033-0374-490d-bb74-53b1588e1323 tempest-NetworksIpV6TestAttrs-532953968 tempest-NetworksIpV6TestAttrs-532953968-project] Pushing event deleted for resources: {'Network': ['ID=d8947100-1a72-4996-b0a5-4a7f01a02857,revision_number=None']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:02:38.681342 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-22516033-0374-490d-bb74-53b1588e1323 tempest-NetworksIpV6TestAttrs-532953968 tempest-NetworksIpV6TestAttrs-532953968-project] 10.222.0.42 "DELETE /v2.0/networks/d8947100-1a72-4996-b0a5-4a7f01a02857 HTTP/1.1" status: 204 len: 168 time: 8.9014280 Apr 18 21:02:38.687729 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 33070) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:02:38.859575 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5fa4aa64-474a-43e1-bf82-87aa68801a57 tempest-NetworksTest-1502682821 tempest-NetworksTest-1502682821-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:02:38.860137 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-5fa4aa64-474a-43e1-bf82-87aa68801a57 tempest-NetworksTest-1502682821 tempest-NetworksTest-1502682821-project] Notify callbacks [] for subnet, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:38.900744 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-5fa4aa64-474a-43e1-bf82-87aa68801a57 tempest-NetworksTest-1502682821 tempest-NetworksTest-1502682821-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.1809275 Apr 18 21:02:38.903243 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 33078) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:02:38.903831 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-2ea8be0f-4286-4483-bde6-7801e6368323 tempest-FloatingIPAdminTestJSON-116313565 tempest-FloatingIPAdminTestJSON-116313565-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33444108'] for router_gateway, after_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:38.983889 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 33080) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:02:38.994590 n-d-838334-2 neutron-server[84040]: INFO neutron.pecan_wsgi.hooks.translation [None req-dfcc789d-c84c-4854-b9c4-883c1564e01e tempest-NetworksIpV6TestAttrs-532953968 tempest-NetworksIpV6TestAttrs-532953968-project] DELETE failed (client error): The resource could not be found. Apr 18 21:02:38.995023 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dfcc789d-c84c-4854-b9c4-883c1564e01e tempest-NetworksIpV6TestAttrs-532953968 tempest-NetworksIpV6TestAttrs-532953968-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84040) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 21:02:39.001714 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-dfcc789d-c84c-4854-b9c4-883c1564e01e tempest-NetworksIpV6TestAttrs-532953968 tempest-NetworksIpV6TestAttrs-532953968-project] 10.222.0.42 "DELETE /v2.0/subnets/d5b38170-655e-4aaf-8348-758b2587c9ab HTTP/1.1" status: 404 len: 337 time: 0.3090909 Apr 18 21:02:39.002971 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 33086) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:02:39.038624 n-d-838334-2 neutron-server[84040]: INFO neutron.pecan_wsgi.hooks.translation [None req-7e6eb163-b41f-4ec7-8d52-1281494f3afb tempest-NetworksIpV6TestAttrs-532953968 tempest-NetworksIpV6TestAttrs-532953968-project] DELETE failed (client error): The resource could not be found. Apr 18 21:02:39.039057 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7e6eb163-b41f-4ec7-8d52-1281494f3afb tempest-NetworksIpV6TestAttrs-532953968 tempest-NetworksIpV6TestAttrs-532953968-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84040) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 21:02:39.043390 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-7e6eb163-b41f-4ec7-8d52-1281494f3afb tempest-NetworksIpV6TestAttrs-532953968 tempest-NetworksIpV6TestAttrs-532953968-project] 10.222.0.42 "DELETE /v2.0/networks/d8947100-1a72-4996-b0a5-4a7f01a02857 HTTP/1.1" status: 404 len: 339 time: 0.0368707 Apr 18 21:02:39.070009 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 33090) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:02:39.223576 n-d-838334-2 neutron-server[84040]: INFO neutron.pecan_wsgi.hooks.translation [None req-238435f3-fb3f-4d65-9ad6-276d3dad6440 tempest-NetworksIpV6TestAttrs-532953968 tempest-NetworksIpV6TestAttrs-532953968-project] DELETE failed (client error): The resource could not be found. Apr 18 21:02:39.223576 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-238435f3-fb3f-4d65-9ad6-276d3dad6440 tempest-NetworksIpV6TestAttrs-532953968 tempest-NetworksIpV6TestAttrs-532953968-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84040) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 21:02:39.232116 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-238435f3-fb3f-4d65-9ad6-276d3dad6440 tempest-NetworksIpV6TestAttrs-532953968 tempest-NetworksIpV6TestAttrs-532953968-project] 10.222.0.42 "DELETE /v2.0/subnets/7186c05a-ffff-4fd8-91b6-4566302bb85e HTTP/1.1" status: 404 len: 337 time: 0.1597831 Apr 18 21:02:39.241052 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 33096) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:02:39.264339 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4ad0849-1fa0-4532-a7b7-f076e1f868a2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp016840fc-1f9f-5892-9c53-c9cf6c845bbb-fcfaf5e5-a6ba-469d-a6ac-dcb176fac77b', 'network_id': 'fcfaf5e5-a6ba-469d-a6ac-dcb176fac77b', 'tenant_id': '7bfcf5e6e1be4fd18d7d5e6e5bcd338a', 'fixed_ips': [{'subnet_id': '08ddbc0e-2fe7-4b28-834e-eb31a89b86dd'}]}} from n-d-838334-2. {{(pid=84042) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 18 21:02:39.266471 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-a4ad0849-1fa0-4532-a7b7-f076e1f868a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_create {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:39.358052 n-d-838334-2 neutron-server[84040]: INFO neutron.pecan_wsgi.hooks.translation [None req-7fd4f614-dc8d-41a9-8b22-600df3083b76 tempest-NetworksIpV6TestAttrs-532953968 tempest-NetworksIpV6TestAttrs-532953968-project] DELETE failed (client error): The resource could not be found. Apr 18 21:02:39.358570 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7fd4f614-dc8d-41a9-8b22-600df3083b76 tempest-NetworksIpV6TestAttrs-532953968 tempest-NetworksIpV6TestAttrs-532953968-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84040) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 21:02:39.369391 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-7fd4f614-dc8d-41a9-8b22-600df3083b76 tempest-NetworksIpV6TestAttrs-532953968 tempest-NetworksIpV6TestAttrs-532953968-project] 10.222.0.42 "DELETE /v2.0/networks/181b492d-aac8-4517-9576-aacf73806eb4 HTTP/1.1" status: 404 len: 339 time: 0.1245842 Apr 18 21:02:39.372226 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 33102) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:02:39.372741 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 33104) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:02:39.374457 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-5806dc9a-1acd-4d73-985d-63443c7cc837 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:39.481461 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-2ea8be0f-4286-4483-bde6-7801e6368323 tempest-FloatingIPAdminTestJSON-116313565 tempest-FloatingIPAdminTestJSON-116313565-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33443580', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5726'] for router, precommit_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:39.490262 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-2ea8be0f-4286-4483-bde6-7801e6368323 tempest-FloatingIPAdminTestJSON-116313565 tempest-FloatingIPAdminTestJSON-116313565-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:39.491183 n-d-838334-2 neutron-server[84040]: INFO neutron.pecan_wsgi.hooks.translation [None req-39294cc1-62b3-456a-a215-0de97dba136b tempest-NetworksIpV6TestAttrs-532953968 tempest-NetworksIpV6TestAttrs-532953968-project] DELETE failed (client error): The resource could not be found. Apr 18 21:02:39.491850 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-39294cc1-62b3-456a-a215-0de97dba136b tempest-NetworksIpV6TestAttrs-532953968 tempest-NetworksIpV6TestAttrs-532953968-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84040) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 21:02:39.496866 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-39294cc1-62b3-456a-a215-0de97dba136b tempest-NetworksIpV6TestAttrs-532953968 tempest-NetworksIpV6TestAttrs-532953968-project] 10.222.0.42 "DELETE /v2.0/subnets/3724daf0-c4bf-429d-b551-ef6cb1f17c24 HTTP/1.1" status: 404 len: 337 time: 0.1102464 Apr 18 21:02:39.499759 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 33110) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:02:39.519609 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.v2.base [None req-82663377-217e-4e48-a217-d008830c750c tempest-NetworksTest-1502682821 tempest-NetworksTest-1502682821-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=84041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:02:39.526293 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.db_base_plugin_common [None req-a4ad0849-1fa0-4532-a7b7-f076e1f868a2 None None] Allocated IP 172.20.0.2 (fcfaf5e5-a6ba-469d-a6ac-dcb176fac77b/08ddbc0e-2fe7-4b28-834e-eb31a89b86dd/1109baa0-de1e-4eb1-bfce-77f32854b350) {{(pid=84042) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 21:02:39.526574 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-7523772d-7592-42c0-85f8-61e6e7ba6734 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:39.537869 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-0604d2fc-7526-41e6-bb3b-2c5c6fbbc276 req-09447810-3ca6-4300-b6e1-b2be1aef15d1 tempest-ServerShowV257Test-1586113387 tempest-ServerShowV257Test-1586113387-project] 10.222.0.42 "GET /v2.0/ports?device_id=da175768-20a1-4590-bc10-4a36b6529fba HTTP/1.1" status: 200 len: 210 time: 0.1116941 Apr 18 21:02:39.544352 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10743e16-a806-4776-a328-0a8def4c255d req-75943a33-b8e3-4934-9199-d4a6cb27d080 tempest-AttachVolumeTestJSON-1696487017 tempest-AttachVolumeTestJSON-1696487017-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:02:39.551810 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-10743e16-a806-4776-a328-0a8def4c255d req-75943a33-b8e3-4934-9199-d4a6cb27d080 tempest-AttachVolumeTestJSON-1696487017 tempest-AttachVolumeTestJSON-1696487017-project] 10.222.0.42 "GET /v2.0/ports?device_id=8febef70-4ef9-4774-9ec7-33697a7c70d6 HTTP/1.1" status: 200 len: 945 time: 0.8473933 Apr 18 21:02:39.594400 n-d-838334-2 neutron-server[84040]: INFO neutron.pecan_wsgi.hooks.translation [None req-892f7071-a3d0-4ac5-8487-f35f71368849 tempest-NetworksIpV6TestAttrs-532953968 tempest-NetworksIpV6TestAttrs-532953968-project] DELETE failed (client error): The resource could not be found. Apr 18 21:02:39.595010 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-892f7071-a3d0-4ac5-8487-f35f71368849 tempest-NetworksIpV6TestAttrs-532953968 tempest-NetworksIpV6TestAttrs-532953968-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84040) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 21:02:39.609366 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [None req-5806dc9a-1acd-4d73-985d-63443c7cc837 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:02:39.612760 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-2ea8be0f-4286-4483-bde6-7801e6368323 tempest-FloatingIPAdminTestJSON-116313565 tempest-FloatingIPAdminTestJSON-116313565-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-33443408'] for router, after_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:39.613262 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2ea8be0f-4286-4483-bde6-7801e6368323 tempest-FloatingIPAdminTestJSON-116313565 tempest-FloatingIPAdminTestJSON-116313565-project] Fanout notify agent at l3_agent the message router_deleted on router 6490a0d3-5d7b-4019-8cde-f093519ff0dc {{(pid=84041) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 18 21:02:39.617617 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-5806dc9a-1acd-4d73-985d-63443c7cc837 admin admin] Usage tracker for resource:security_group_rule and tenant:7d61de13d362401dbdc3ffd1e8e3d532 is out of sync, need to count used quota {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:02:39.624311 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-5806dc9a-1acd-4d73-985d-63443c7cc837 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:02:39.642667 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-2ea8be0f-4286-4483-bde6-7801e6368323 tempest-FloatingIPAdminTestJSON-116313565 tempest-FloatingIPAdminTestJSON-116313565-project] Notify callbacks [] for router, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:39.645870 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-2ea8be0f-4286-4483-bde6-7801e6368323 tempest-FloatingIPAdminTestJSON-116313565 tempest-FloatingIPAdminTestJSON-116313565-project] 10.222.0.42 "DELETE /v2.0/routers/6490a0d3-5d7b-4019-8cde-f093519ff0dc HTTP/1.1" status: 204 len: 168 time: 4.2341325 Apr 18 21:02:39.645870 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 33114) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:02:39.646853 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-892f7071-a3d0-4ac5-8487-f35f71368849 tempest-NetworksIpV6TestAttrs-532953968 tempest-NetworksIpV6TestAttrs-532953968-project] 10.222.0.42 "DELETE /v2.0/networks/6041a98c-e588-40f8-bcbe-b28dd5f020b7 HTTP/1.1" status: 404 len: 339 time: 0.1406844 Apr 18 21:02:39.648289 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [None req-5806dc9a-1acd-4d73-985d-63443c7cc837 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:02:39.648839 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 33116) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:02:39.676264 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [None req-7523772d-7592-42c0-85f8-61e6e7ba6734 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:02:39.686136 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-7523772d-7592-42c0-85f8-61e6e7ba6734 admin admin] Usage tracker for resource:security_group_rule and tenant:09f971c22966437294025bb36b41bd69 is out of sync, need to count used quota {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:02:39.691492 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-7523772d-7592-42c0-85f8-61e6e7ba6734 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:02:39.702245 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [None req-7523772d-7592-42c0-85f8-61e6e7ba6734 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:02:39.709517 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-10743e16-a806-4776-a328-0a8def4c255d req-fae95300-5141-47f4-b9db-0f533e8408a6 tempest-AttachVolumeTestJSON-1696487017 tempest-AttachVolumeTestJSON-1696487017-project] 10.222.0.42 "GET /v2.0/security-groups?id=326b68b1-226b-43b8-a174-ccc3d0972537&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1566651 Apr 18 21:02:39.733385 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-82663377-217e-4e48-a217-d008830c750c tempest-NetworksTest-1502682821 tempest-NetworksTest-1502682821-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-32486276'] for subnet, before_update {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:39.834042 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.plugin [None req-5d19f77b-c063-4856-b431-e14cf3a3b114 tempest-NetworksIpV6TestAttrs-532953968 tempest-NetworksIpV6TestAttrs-532953968-project] Deleting port 70f49ced-0d09-4900-8c47-25cf94cbf6d9 {{(pid=84041) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 21:02:39.834478 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-5d19f77b-c063-4856-b431-e14cf3a3b114 tempest-NetworksIpV6TestAttrs-532953968 tempest-NetworksIpV6TestAttrs-532953968-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750375188691'] for port, before_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:39.851476 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-5806dc9a-1acd-4d73-985d-63443c7cc837 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:39.861890 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-7523772d-7592-42c0-85f8-61e6e7ba6734 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:39.864120 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-5806dc9a-1acd-4d73-985d-63443c7cc837 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33528224'] for security_group, after_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:39.895526 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-a4ad0849-1fa0-4532-a7b7-f076e1f868a2 None None] Notify callbacks [] for port, precommit_create {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:39.908069 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-a4ad0849-1fa0-4532-a7b7-f076e1f868a2 None None] Transition to ACTIVE for port object 1109baa0-de1e-4eb1-bfce-77f32854b350 will not be triggered until provisioned by entity L2. {{(pid=84042) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:02:39.925740 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-5806dc9a-1acd-4d73-985d-63443c7cc837 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=7d61de13d362401dbdc3ffd1e8e3d532&name=default HTTP/1.1" status: 200 len: 2647 time: 0.9385054 Apr 18 21:02:39.927062 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-7523772d-7592-42c0-85f8-61e6e7ba6734 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33528224'] for security_group, after_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:39.934887 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 33124) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:02:39.959941 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-a4ad0849-1fa0-4532-a7b7-f076e1f868a2 None None] Transition to ACTIVE for port object 1109baa0-de1e-4eb1-bfce-77f32854b350 will not be triggered until provisioned by entity DHCP. {{(pid=84042) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:02:39.979426 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-a4ad0849-1fa0-4532-a7b7-f076e1f868a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750374836619'] for port, after_create {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:40.082311 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5806dc9a-1acd-4d73-985d-63443c7cc837 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8deacf64-689b-4c4b-9c0d-80c0001a0f67,revision_number=1']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:02:40.126176 n-d-838334-2 neutron-server[84042]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4ad0849-1fa0-4532-a7b7-f076e1f868a2 None None] Network fcfaf5e5-a6ba-469d-a6ac-dcb176fac77b is already hosted by enough agents. {{(pid=84042) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:02:40.129716 n-d-838334-2 neutron-server[84042]: DEBUG neutron.scheduler.base_scheduler [None req-a4ad0849-1fa0-4532-a7b7-f076e1f868a2 None None] Resources bound (agent type, host, resource id): {{(pid=84042) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:02:40.137689 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4ad0849-1fa0-4532-a7b7-f076e1f868a2 None None] Received port after_create {{(pid=84042) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 21:02:40.159596 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-c173cb2c-b716-4417-ae6d-91d5a09a67a3 req-85d04e6d-3fbd-492c-b2bd-89beb7579e4e service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=da175768-20a1-4590-bc10-4a36b6529fba HTTP/1.1" status: 200 len: 210 time: 0.0443230 Apr 18 21:02:40.173994 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-19e82f17-0a43-4697-9307-6b2f3d98fa0a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:40.194298 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4ad0849-1fa0-4532-a7b7-f076e1f868a2 None None] Pushing event updated for resources: {'Port': ['ID=1109baa0-de1e-4eb1-bfce-77f32854b350,revision_number=1']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:02:40.209123 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-19e82f17-0a43-4697-9307-6b2f3d98fa0a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:40.230629 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7523772d-7592-42c0-85f8-61e6e7ba6734 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=53e0a3bb-5951-4124-91ac-d841113b90ad,revision_number=1']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:02:40.253319 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-7523772d-7592-42c0-85f8-61e6e7ba6734 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=09f971c22966437294025bb36b41bd69&name=default HTTP/1.1" status: 200 len: 2647 time: 0.8665664 Apr 18 21:02:40.256813 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 33132) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:02:40.290879 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.managers [None req-a4ad0849-1fa0-4532-a7b7-f076e1f868a2 None None] Attempting to bind port 1109baa0-de1e-4eb1-bfce-77f32854b350 on host n-d-838334-2 for vnic_type normal with profile {{(pid=84042) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 21:02:40.291234 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.managers [None req-a4ad0849-1fa0-4532-a7b7-f076e1f868a2 None None] Attempting to bind port 1109baa0-de1e-4eb1-bfce-77f32854b350 by drivers openvswitch,hyperv on host n-d-838334-2 at level 0 using segments [{'id': '296732f0-c178-4524-b6f7-3139da94069e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': 'fcfaf5e5-a6ba-469d-a6ac-dcb176fac77b'}] {{(pid=84042) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 21:02:40.291598 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4ad0849-1fa0-4532-a7b7-f076e1f868a2 None None] Attempting to bind port 1109baa0-de1e-4eb1-bfce-77f32854b350 on network fcfaf5e5-a6ba-469d-a6ac-dcb176fac77b {{(pid=84042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 21:02:40.312063 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4ad0849-1fa0-4532-a7b7-f076e1f868a2 None None] Checking agent: {'id': '97cd4414-7af6-4d67-868d-dff370b4071a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838334-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 25, 49), 'started_at': datetime.datetime(2022, 4, 18, 20, 26, 19), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 21, 2, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838334-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 18 21:02:40.312063 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4ad0849-1fa0-4532-a7b7-f076e1f868a2 None None] Checking segment: {'id': '296732f0-c178-4524-b6f7-3139da94069e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': 'fcfaf5e5-a6ba-469d-a6ac-dcb176fac77b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84042) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 21:02:40.314013 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-a4ad0849-1fa0-4532-a7b7-f076e1f868a2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:40.314604 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4ad0849-1fa0-4532-a7b7-f076e1f868a2 None None] Bound using segment: {'id': '296732f0-c178-4524-b6f7-3139da94069e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': 'fcfaf5e5-a6ba-469d-a6ac-dcb176fac77b'} {{(pid=84042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 18 21:02:40.315788 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.managers [None req-a4ad0849-1fa0-4532-a7b7-f076e1f868a2 None None] Bound port: 1109baa0-de1e-4eb1-bfce-77f32854b350, host: n-d-838334-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '296732f0-c178-4524-b6f7-3139da94069e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': 'fcfaf5e5-a6ba-469d-a6ac-dcb176fac77b'}}] {{(pid=84042) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 21:02:40.316255 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-a4ad0849-1fa0-4532-a7b7-f076e1f868a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:40.331324 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-19e82f17-0a43-4697-9307-6b2f3d98fa0a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33528224'] for security_group, after_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:40.372475 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19e82f17-0a43-4697-9307-6b2f3d98fa0a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8deacf64-689b-4c4b-9c0d-80c0001a0f67,revision_number=None']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:02:40.377068 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-19e82f17-0a43-4697-9307-6b2f3d98fa0a admin admin] Notify callbacks [] for security_group, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:40.381115 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-19e82f17-0a43-4697-9307-6b2f3d98fa0a admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/8deacf64-689b-4c4b-9c0d-80c0001a0f67 HTTP/1.1" status: 204 len: 168 time: 0.4423571 Apr 18 21:02:40.402804 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.db_base_plugin_v2 [None req-113eead3-857d-4571-ad49-d9762a9ddfbe tempest-FloatingIPAdminTestJSON-116313565 tempest-FloatingIPAdminTestJSON-116313565-project] Deleting subnet 158fe349-d586-4111-89d4-c4f5d5632a5b {{(pid=84041) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 18 21:02:40.426497 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-113eead3-857d-4571-ad49-d9762a9ddfbe tempest-FloatingIPAdminTestJSON-116313565 tempest-FloatingIPAdminTestJSON-116313565-project] Notify callbacks [] for subnet, before_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:40.484931 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-5d19f77b-c063-4856-b431-e14cf3a3b114 tempest-NetworksIpV6TestAttrs-532953968 tempest-NetworksIpV6TestAttrs-532953968-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369123'] for port, precommit_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:40.509011 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-a4ad0849-1fa0-4532-a7b7-f076e1f868a2 None None] For port 1109baa0-de1e-4eb1-bfce-77f32854b350, host n-d-838334-2, cleared binding levels {{(pid=84042) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 21:02:40.513868 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-a4ad0849-1fa0-4532-a7b7-f076e1f868a2 None None] For port 1109baa0-de1e-4eb1-bfce-77f32854b350, host n-d-838334-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838334-2',level=0,port_id=1109baa0-de1e-4eb1-bfce-77f32854b350,segment=NetworkSegment(296732f0-c178-4524-b6f7-3139da94069e),segment_id=296732f0-c178-4524-b6f7-3139da94069e)] {{(pid=84042) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 21:02:40.519529 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-a4ad0849-1fa0-4532-a7b7-f076e1f868a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682'] for port, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:40.648829 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4ad0849-1fa0-4532-a7b7-f076e1f868a2 None None] Pushing event updated for resources: {'Port': ['ID=1109baa0-de1e-4eb1-bfce-77f32854b350,revision_number=2']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:02:40.743423 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.plugin [None req-5d19f77b-c063-4856-b431-e14cf3a3b114 tempest-NetworksIpV6TestAttrs-532953968 tempest-NetworksIpV6TestAttrs-532953968-project] Calling delete_port for 70f49ced-0d09-4900-8c47-25cf94cbf6d9 owned by {{(pid=84041) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 21:02:40.949440 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-82663377-217e-4e48-a217-d008830c750c tempest-NetworksTest-1502682821 tempest-NetworksTest-1502682821-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33526260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8750375259037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-32266345'] for subnet, after_update {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:40.969075 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-97419858-aca1-4832-b48f-74a673a98117 req-a3ae9b4e-ea37-463d-8bcf-ac786791fa1c tempest-ServerShowV257Test-1586113387 tempest-ServerShowV257Test-1586113387-project] 10.222.0.42 "GET /v2.0/ports?device_id=da175768-20a1-4590-bc10-4a36b6529fba HTTP/1.1" status: 200 len: 210 time: 0.1322403 Apr 18 21:02:41.035885 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-113eead3-857d-4571-ad49-d9762a9ddfbe tempest-FloatingIPAdminTestJSON-116313565 tempest-FloatingIPAdminTestJSON-116313565-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32266383'] for subnet, precommit_delete_associations {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:41.175757 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82663377-217e-4e48-a217-d008830c750c tempest-NetworksTest-1502682821 tempest-NetworksTest-1502682821-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:02:41.176565 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-82663377-217e-4e48-a217-d008830c750c tempest-NetworksTest-1502682821 tempest-NetworksTest-1502682821-project] Notify callbacks [] for subnet, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:41.186800 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-82663377-217e-4e48-a217-d008830c750c tempest-NetworksTest-1502682821 tempest-NetworksTest-1502682821-project] 10.222.0.42 "PUT /v2.0/subnets/08ddbc0e-2fe7-4b28-834e-eb31a89b86dd HTTP/1.1" status: 200 len: 806 time: 1.8902788 Apr 18 21:02:41.193697 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 33146) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:02:41.267731 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-8f9b9900-c01b-4de3-b934-d108954d7357 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:41.269719 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82663377-217e-4e48-a217-d008830c750c tempest-NetworksTest-1502682821 tempest-NetworksTest-1502682821-project] Pushing event updated for resources: {'Subnet': ['ID=08ddbc0e-2fe7-4b28-834e-eb31a89b86dd,revision_number=1']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:02:41.297927 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 33150) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:02:41.329559 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-b410630b-7f80-4d75-9ecf-b983da6b4adf admin admin] Notify callbacks [] for security_group, before_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:41.357543 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bde8d7b0-5390-49c6-9ab6-b6f5dd89f5f9 req-4292cb75-5b60-42f1-a2d9-d523f4d2ad37 tempest-AttachVolumeTestJSON-1696487017 tempest-AttachVolumeTestJSON-1696487017-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:02:41.368556 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-bde8d7b0-5390-49c6-9ab6-b6f5dd89f5f9 req-4292cb75-5b60-42f1-a2d9-d523f4d2ad37 tempest-AttachVolumeTestJSON-1696487017 tempest-AttachVolumeTestJSON-1696487017-project] 10.222.0.42 "GET /v2.0/ports?device_id=8febef70-4ef9-4774-9ec7-33697a7c70d6 HTTP/1.1" status: 200 len: 945 time: 0.2771566 Apr 18 21:02:41.392005 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-5d19f77b-c063-4856-b431-e14cf3a3b114 tempest-NetworksIpV6TestAttrs-532953968 tempest-NetworksIpV6TestAttrs-532953968-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750375259028', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750374836628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32266323'] for port, after_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:41.442955 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82663377-217e-4e48-a217-d008830c750c tempest-NetworksTest-1502682821 tempest-NetworksTest-1502682821-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:02:41.443288 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82663377-217e-4e48-a217-d008830c750c tempest-NetworksTest-1502682821 tempest-NetworksTest-1502682821-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:02:41.443651 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82663377-217e-4e48-a217-d008830c750c tempest-NetworksTest-1502682821 tempest-NetworksTest-1502682821-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:02:41.443986 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82663377-217e-4e48-a217-d008830c750c tempest-NetworksTest-1502682821 tempest-NetworksTest-1502682821-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:02:41.444316 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82663377-217e-4e48-a217-d008830c750c tempest-NetworksTest-1502682821 tempest-NetworksTest-1502682821-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:02:41.444909 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82663377-217e-4e48-a217-d008830c750c tempest-NetworksTest-1502682821 tempest-NetworksTest-1502682821-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:02:41.445235 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82663377-217e-4e48-a217-d008830c750c tempest-NetworksTest-1502682821 tempest-NetworksTest-1502682821-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:02:41.446125 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82663377-217e-4e48-a217-d008830c750c tempest-NetworksTest-1502682821 tempest-NetworksTest-1502682821-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:02:41.446488 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82663377-217e-4e48-a217-d008830c750c tempest-NetworksTest-1502682821 tempest-NetworksTest-1502682821-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:02:41.446801 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82663377-217e-4e48-a217-d008830c750c tempest-NetworksTest-1502682821 tempest-NetworksTest-1502682821-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:02:41.447127 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82663377-217e-4e48-a217-d008830c750c tempest-NetworksTest-1502682821 tempest-NetworksTest-1502682821-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:02:41.450261 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-bde8d7b0-5390-49c6-9ab6-b6f5dd89f5f9 req-b4b9f22a-b0e8-4c24-8ea7-7932013b72c2 tempest-AttachVolumeTestJSON-1696487017 tempest-AttachVolumeTestJSON-1696487017-project] 10.222.0.42 "GET /v2.0/security-groups?id=326b68b1-226b-43b8-a174-ccc3d0972537&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0789649 Apr 18 21:02:41.456577 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [None req-b410630b-7f80-4d75-9ecf-b983da6b4adf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:02:41.466513 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-b410630b-7f80-4d75-9ecf-b983da6b4adf admin admin] Usage tracker for resource:security_group_rule and tenant:96025dc13fdb42f5ac1757e739f84a8a is out of sync, need to count used quota {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:02:41.471301 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-b410630b-7f80-4d75-9ecf-b983da6b4adf admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:02:41.481752 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [None req-b410630b-7f80-4d75-9ecf-b983da6b4adf admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:02:41.483203 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-8f9b9900-c01b-4de3-b934-d108954d7357 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:41.491949 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d19f77b-c063-4856-b431-e14cf3a3b114 tempest-NetworksIpV6TestAttrs-532953968 tempest-NetworksIpV6TestAttrs-532953968-project] Pushing event deleted for resources: {'Port': ['ID=70f49ced-0d09-4900-8c47-25cf94cbf6d9,revision_number=None']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:02:41.580127 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-b410630b-7f80-4d75-9ecf-b983da6b4adf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:41.591691 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-b410630b-7f80-4d75-9ecf-b983da6b4adf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33528224'] for security_group, after_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:41.598190 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-5d19f77b-c063-4856-b431-e14cf3a3b114 tempest-NetworksIpV6TestAttrs-532953968 tempest-NetworksIpV6TestAttrs-532953968-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217293'] for port, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:41.650237 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-8f9b9900-c01b-4de3-b934-d108954d7357 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33528224'] for security_group, after_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:41.662044 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-113eead3-857d-4571-ad49-d9762a9ddfbe tempest-FloatingIPAdminTestJSON-116313565 tempest-FloatingIPAdminTestJSON-116313565-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1260556'] for subnet, precommit_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:41.675201 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b410630b-7f80-4d75-9ecf-b983da6b4adf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eec81222-adf7-4ba7-91e7-e562f3f6ad2c,revision_number=1']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:02:41.681243 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-b410630b-7f80-4d75-9ecf-b983da6b4adf admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=96025dc13fdb42f5ac1757e739f84a8a&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3779702 Apr 18 21:02:41.683816 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 33158) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:02:41.707793 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-8f9b9900-c01b-4de3-b934-d108954d7357 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:41.711691 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-8f9b9900-c01b-4de3-b934-d108954d7357 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/53e0a3bb-5951-4124-91ac-d841113b90ad HTTP/1.1" status: 204 len: 168 time: 1.4286845 Apr 18 21:02:41.724521 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-5d19f77b-c063-4856-b431-e14cf3a3b114 tempest-NetworksIpV6TestAttrs-532953968 tempest-NetworksIpV6TestAttrs-532953968-project] 10.222.0.42 "DELETE /v2.0/ports/70f49ced-0d09-4900-8c47-25cf94cbf6d9 HTTP/1.1" status: 204 len: 168 time: 2.0767832 Apr 18 21:02:41.731086 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 33164) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:02:41.736626 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f9b9900-c01b-4de3-b934-d108954d7357 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=53e0a3bb-5951-4124-91ac-d841113b90ad,revision_number=None']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:02:41.744032 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-e6147496-56d5-4ed4-896c-d5628c4527d3 tempest-NetworksTest-1502682821 tempest-NetworksTest-1502682821-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1103592'] for network, before_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:41.770406 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.plugin [None req-e6147496-56d5-4ed4-896c-d5628c4527d3 tempest-NetworksTest-1502682821 tempest-NetworksTest-1502682821-project] Deleting port 1109baa0-de1e-4eb1-bfce-77f32854b350 {{(pid=84041) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 21:02:41.770797 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-e6147496-56d5-4ed4-896c-d5628c4527d3 tempest-NetworksTest-1502682821 tempest-NetworksTest-1502682821-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750375188691'] for port, before_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:41.808151 n-d-838334-2 neutron-server[84040]: INFO neutron.pecan_wsgi.hooks.translation [None req-1bf8f999-4417-471b-afa0-396eb4b5a34a tempest-NetworksIpV6TestAttrs-532953968 tempest-NetworksIpV6TestAttrs-532953968-project] DELETE failed (client error): The resource could not be found. Apr 18 21:02:41.809375 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1bf8f999-4417-471b-afa0-396eb4b5a34a tempest-NetworksIpV6TestAttrs-532953968 tempest-NetworksIpV6TestAttrs-532953968-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84040) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 21:02:41.835272 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-1bf8f999-4417-471b-afa0-396eb4b5a34a tempest-NetworksIpV6TestAttrs-532953968 tempest-NetworksIpV6TestAttrs-532953968-project] 10.222.0.42 "DELETE /v2.0/subnets/3667321c-df90-456b-9fb2-902bc2817bfb HTTP/1.1" status: 404 len: 337 time: 0.0976198 Apr 18 21:02:41.843775 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 33168) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:02:41.880122 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-0e5b4596-9498-4f50-936e-f63c86ba3b1e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:42.033121 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-796c5054-fc49-4283-a9a4-c9f7eb637c80 tempest-NetworksIpV6TestAttrs-532953968 tempest-NetworksIpV6TestAttrs-532953968-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1103592'] for network, before_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:42.047963 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-0e5b4596-9498-4f50-936e-f63c86ba3b1e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:42.156053 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-113eead3-857d-4571-ad49-d9762a9ddfbe tempest-FloatingIPAdminTestJSON-116313565 tempest-FloatingIPAdminTestJSON-116313565-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1260549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33526260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32266336', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32486390'] for subnet, after_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:42.253558 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-256c8034-b968-43fd-ab23-fb504425c7f2 None None] Network fcfaf5e5-a6ba-469d-a6ac-dcb176fac77b requested from n-d-838334-2 {{(pid=84042) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 21:02:42.254095 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-113eead3-857d-4571-ad49-d9762a9ddfbe tempest-FloatingIPAdminTestJSON-116313565 tempest-FloatingIPAdminTestJSON-116313565-project] Pushing event deleted for resources: {'Subnet': ['ID=158fe349-d586-4111-89d4-c4f5d5632a5b,revision_number=None']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:02:42.303083 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-113eead3-857d-4571-ad49-d9762a9ddfbe tempest-FloatingIPAdminTestJSON-116313565 tempest-FloatingIPAdminTestJSON-116313565-project] Notify callbacks [] for subnet, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:42.312148 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06b02a04-cad8-49a2-8f88-deb34a1e0114 None None] Network e06136ac-ecbe-4f91-af5d-6b98c483e53e requested from n-d-838334-2 {{(pid=84042) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 21:02:42.332432 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-113eead3-857d-4571-ad49-d9762a9ddfbe tempest-FloatingIPAdminTestJSON-116313565 tempest-FloatingIPAdminTestJSON-116313565-project] 10.222.0.42 "DELETE /v2.0/subnets/158fe349-d586-4111-89d4-c4f5d5632a5b HTTP/1.1" status: 204 len: 168 time: 2.6803217 Apr 18 21:02:42.336534 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 33180) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:02:42.340901 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.db [None req-e6147496-56d5-4ed4-896c-d5628c4527d3 tempest-NetworksTest-1502682821 tempest-NetworksTest-1502682821-project] For port 1109baa0-de1e-4eb1-bfce-77f32854b350, host n-d-838334-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838334-2',level=0,port_id=1109baa0-de1e-4eb1-bfce-77f32854b350,segment=NetworkSegment(296732f0-c178-4524-b6f7-3139da94069e),segment_id=296732f0-c178-4524-b6f7-3139da94069e)] {{(pid=84041) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:02:42.341259 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-e6147496-56d5-4ed4-896c-d5628c4527d3 tempest-NetworksTest-1502682821 tempest-NetworksTest-1502682821-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369123'] for port, precommit_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:42.436570 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-7949103f-2af9-4a45-9d34-747f784df6c3 req-ffb949e9-609f-4004-a043-20bd5b5ac490 tempest-ServerShowV257Test-1586113387 tempest-ServerShowV257Test-1586113387-project] 10.222.0.42 "GET /v2.0/ports?device_id=da175768-20a1-4590-bc10-4a36b6529fba HTTP/1.1" status: 200 len: 210 time: 0.1327744 Apr 18 21:02:42.468524 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-796c5054-fc49-4283-a9a4-c9f7eb637c80 tempest-NetworksIpV6TestAttrs-532953968 tempest-NetworksIpV6TestAttrs-532953968-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1258905', 'neutron.services.segments.db._delete_segments_for_network-8750375287417'] for network, precommit_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:42.502452 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-0e5b4596-9498-4f50-936e-f63c86ba3b1e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33528224'] for security_group, after_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:42.521894 n-d-838334-2 neutron-server[84040]: DEBUG neutron.services.segments.db [None req-796c5054-fc49-4283-a9a4-c9f7eb637c80 tempest-NetworksIpV6TestAttrs-532953968 tempest-NetworksIpV6TestAttrs-532953968-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c786842a-3eab-42a0-a5df-56c186777ba4']}} {{(pid=84040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:02:42.540462 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e5b4596-9498-4f50-936e-f63c86ba3b1e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eec81222-adf7-4ba7-91e7-e562f3f6ad2c,revision_number=None']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:02:42.554805 n-d-838334-2 neutron-server[84040]: DEBUG neutron.services.segments.db [None req-796c5054-fc49-4283-a9a4-c9f7eb637c80 tempest-NetworksIpV6TestAttrs-532953968 tempest-NetworksIpV6TestAttrs-532953968-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '35e7ce29-31ad-4139-b865-624b2cbf4fc9') {'for_net_delete': True} {{(pid=84040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:02:42.555907 n-d-838334-2 neutron-server[84040]: DEBUG neutron.services.segments.db [None req-796c5054-fc49-4283-a9a4-c9f7eb637c80 tempest-NetworksIpV6TestAttrs-532953968 tempest-NetworksIpV6TestAttrs-532953968-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '35e7ce29-31ad-4139-b865-624b2cbf4fc9') {} {{(pid=84040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:02:42.565272 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-0e5b4596-9498-4f50-936e-f63c86ba3b1e admin admin] Notify callbacks [] for security_group, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:42.578466 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-0e5b4596-9498-4f50-936e-f63c86ba3b1e admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/eec81222-adf7-4ba7-91e7-e562f3f6ad2c HTTP/1.1" status: 204 len: 168 time: 0.8840451 Apr 18 21:02:42.595689 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-796c5054-fc49-4283-a9a4-c9f7eb637c80 tempest-NetworksIpV6TestAttrs-532953968 tempest-NetworksIpV6TestAttrs-532953968-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750375287300', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31955965'] for segment, before_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:42.642760 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-796c5054-fc49-4283-a9a4-c9f7eb637c80 tempest-NetworksIpV6TestAttrs-532953968 tempest-NetworksIpV6TestAttrs-532953968-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1082986'] for segment, precommit_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:42.658006 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-796c5054-fc49-4283-a9a4-c9f7eb637c80 tempest-NetworksIpV6TestAttrs-532953968 tempest-NetworksIpV6TestAttrs-532953968-project] Releasing vlan 359 on physical network physnet1 to pool {{(pid=84040) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 18 21:02:42.659443 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-796c5054-fc49-4283-a9a4-c9f7eb637c80 tempest-NetworksIpV6TestAttrs-532953968 tempest-NetworksIpV6TestAttrs-532953968-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1082993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32440923'] for segment, after_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:42.697043 n-d-838334-2 neutron-server[84040]: Traceback (most recent call last): Apr 18 21:02:42.697043 n-d-838334-2 neutron-server[84040]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 18 21:02:42.697043 n-d-838334-2 neutron-server[84040]: timer() Apr 18 21:02:42.697043 n-d-838334-2 neutron-server[84040]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 21:02:42.697043 n-d-838334-2 neutron-server[84040]: cb(*args, **kw) Apr 18 21:02:42.697043 n-d-838334-2 neutron-server[84040]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 18 21:02:42.697043 n-d-838334-2 neutron-server[84040]: return func(*args, **kwargs) Apr 18 21:02:42.697043 n-d-838334-2 neutron-server[84040]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 21:02:42.697043 n-d-838334-2 neutron-server[84040]: self._notify() Apr 18 21:02:42.697043 n-d-838334-2 neutron-server[84040]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 21:02:42.697043 n-d-838334-2 neutron-server[84040]: self.callback(batched_events) Apr 18 21:02:42.697043 n-d-838334-2 neutron-server[84040]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 21:02:42.697043 n-d-838334-2 neutron-server[84040]: event.method(event) Apr 18 21:02:42.697043 n-d-838334-2 neutron-server[84040]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 18 21:02:42.697043 n-d-838334-2 neutron-server[84040]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 21:02:42.697043 n-d-838334-2 neutron-server[84040]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 18 21:02:42.697043 n-d-838334-2 neutron-server[84040]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 21:02:42.697043 n-d-838334-2 neutron-server[84040]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 18 21:02:42.697043 n-d-838334-2 neutron-server[84040]: return f(self, *a, **k) Apr 18 21:02:42.697043 n-d-838334-2 neutron-server[84040]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 18 21:02:42.697043 n-d-838334-2 neutron-server[84040]: return self._get(url).json() Apr 18 21:02:42.697043 n-d-838334-2 neutron-server[84040]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 18 21:02:42.697043 n-d-838334-2 neutron-server[84040]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 21:02:42.697043 n-d-838334-2 neutron-server[84040]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 18 21:02:42.697043 n-d-838334-2 neutron-server[84040]: return self.request(url, 'GET', **kwargs) Apr 18 21:02:42.697043 n-d-838334-2 neutron-server[84040]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 18 21:02:42.697043 n-d-838334-2 neutron-server[84040]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 21:02:42.697043 n-d-838334-2 neutron-server[84040]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 18 21:02:42.697043 n-d-838334-2 neutron-server[84040]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 21:02:42.697043 n-d-838334-2 neutron-server[84040]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 18 21:02:42.697043 n-d-838334-2 neutron-server[84040]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 21:02:42.697043 n-d-838334-2 neutron-server[84040]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 21:02:42.770734 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-e751db21-1cbd-42c7-85a8-48f912eab464 tempest-FloatingIPAdminTestJSON-116313565 tempest-FloatingIPAdminTestJSON-116313565-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1103592'] for network, before_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:42.916155 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-b451bab7-81d5-4ca3-baac-6d07f92dc917 None None] Provisioning for port 1109baa0-de1e-4eb1-bfce-77f32854b350 completed by entity DHCP. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 21:02:42.930383 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-796c5054-fc49-4283-a9a4-c9f7eb637c80 tempest-NetworksIpV6TestAttrs-532953968 tempest-NetworksIpV6TestAttrs-532953968-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1258898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33526109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33444113'] for network, after_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:42.938583 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-796c5054-fc49-4283-a9a4-c9f7eb637c80 tempest-NetworksIpV6TestAttrs-532953968 tempest-NetworksIpV6TestAttrs-532953968-project] Notify callbacks [] for network, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:42.999349 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Device 1109baa0-de1e-4eb1-bfce-77f32854b350 up at agent ovs-agent-n-d-838334-2 {{(pid=84042) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 21:02:43.009104 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-796c5054-fc49-4283-a9a4-c9f7eb637c80 tempest-NetworksIpV6TestAttrs-532953968 tempest-NetworksIpV6TestAttrs-532953968-project] 10.222.0.42 "DELETE /v2.0/networks/c786842a-3eab-42a0-a5df-56c186777ba4 HTTP/1.1" status: 204 len: 168 time: 1.1632259 Apr 18 21:02:43.013943 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 33198) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:02:43.018588 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.plugin [None req-e6147496-56d5-4ed4-896c-d5628c4527d3 tempest-NetworksTest-1502682821 tempest-NetworksTest-1502682821-project] Calling delete_port for 1109baa0-de1e-4eb1-bfce-77f32854b350 owned by network:dhcp {{(pid=84041) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 21:02:43.020325 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-796c5054-fc49-4283-a9a4-c9f7eb637c80 tempest-NetworksIpV6TestAttrs-532953968 tempest-NetworksIpV6TestAttrs-532953968-project] Pushing event deleted for resources: {'Network': ['ID=c786842a-3eab-42a0-a5df-56c186777ba4,revision_number=None']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:02:43.131306 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.plugin [None req-8ca5b8d2-cd31-467c-bf3c-8d4ab7e2727d tempest-NetworksIpV6TestAttrs-532953968 tempest-NetworksIpV6TestAttrs-532953968-project] Deleting port 12a4ebee-048f-411a-ad6d-fdfa8fdd1b4e {{(pid=84040) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 21:02:43.131614 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-8ca5b8d2-cd31-467c-bf3c-8d4ab7e2727d tempest-NetworksIpV6TestAttrs-532953968 tempest-NetworksIpV6TestAttrs-532953968-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750375188691'] for port, before_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:43.170820 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-05d0dd4e-6a46-4ab5-b77f-5e92adfa2325 req-9145872e-fc0d-4ab6-b608-1a1eab2286ce service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=e8d0cceda2904d74b9e86b30852ce31a&device_id=da175768-20a1-4590-bc10-4a36b6529fba HTTP/1.1" status: 200 len: 210 time: 0.1853328 Apr 18 21:02:43.178514 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.plugin [None req-e751db21-1cbd-42c7-85a8-48f912eab464 tempest-FloatingIPAdminTestJSON-116313565 tempest-FloatingIPAdminTestJSON-116313565-project] Deleting port d5be2aad-4317-4f23-94e1-c88c5786ad93 {{(pid=84041) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 21:02:43.182068 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Provisioning for port 1109baa0-de1e-4eb1-bfce-77f32854b350 completed by entity L2. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 21:02:43.192162 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-e751db21-1cbd-42c7-85a8-48f912eab464 tempest-FloatingIPAdminTestJSON-116313565 tempest-FloatingIPAdminTestJSON-116313565-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750375188691'] for port, before_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:43.203355 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Provisioning complete for port 1109baa0-de1e-4eb1-bfce-77f32854b350 triggered by entity L2. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:02:43.203803 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1253608'] for port, provisioning_complete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:43.286586 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-a9e631b1-da57-4404-80e6-c6c57a64270e req-6595e440-f24b-434b-b8dd-9e6d8e8e81cd tempest-ServerShowV257Test-1586113387 tempest-ServerShowV257Test-1586113387-project] 10.222.0.42 "GET /v2.0/ports?device_id=da175768-20a1-4590-bc10-4a36b6529fba HTTP/1.1" status: 200 len: 210 time: 0.0790911 Apr 18 21:02:43.416450 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:43.445743 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-05d0dd4e-6a46-4ab5-b77f-5e92adfa2325 req-fa308f26-76ee-4e38-ac16-4ac6dce75059 service neutron] 10.222.0.43 "GET /v2.0/networks?tenant_id=e8d0cceda2904d74b9e86b30852ce31a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1407132 Apr 18 21:02:43.466652 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] For port 1109baa0-de1e-4eb1-bfce-77f32854b350, host n-d-838334-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838334-2',level=0,port_id=1109baa0-de1e-4eb1-bfce-77f32854b350,segment=NetworkSegment(296732f0-c178-4524-b6f7-3139da94069e),segment_id=296732f0-c178-4524-b6f7-3139da94069e)] {{(pid=84042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:02:43.469567 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ec46928-98e7-4a73-bd9f-623e5b9b32ac None None] DHCP port deletion for e06136ac-ecbe-4f91-af5d-6b98c483e53e request from n-d-838334-2 {{(pid=84042) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 18 21:02:43.475021 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.plugin [None req-0ec46928-98e7-4a73-bd9f-623e5b9b32ac None None] Deleting port d5be2aad-4317-4f23-94e1-c88c5786ad93 {{(pid=84042) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 21:02:43.475021 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-0ec46928-98e7-4a73-bd9f-623e5b9b32ac None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750375188691'] for port, before_delete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:43.500549 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682'] for port, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:43.582324 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Pushing event updated for resources: {'Port': ['ID=1109baa0-de1e-4eb1-bfce-77f32854b350,revision_number=3']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:02:43.625463 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-8ca5b8d2-cd31-467c-bf3c-8d4ab7e2727d tempest-NetworksIpV6TestAttrs-532953968 tempest-NetworksIpV6TestAttrs-532953968-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369123'] for port, precommit_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:43.751594 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05d0dd4e-6a46-4ab5-b77f-5e92adfa2325 req-9d13f51e-f97f-431e-816c-1011b27aea42 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:02:43.753184 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-05d0dd4e-6a46-4ab5-b77f-5e92adfa2325 req-9d13f51e-f97f-431e-816c-1011b27aea42 service neutron] 10.222.0.43 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2971983 Apr 18 21:02:43.858004 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-0ec46928-98e7-4a73-bd9f-623e5b9b32ac None None] For port d5be2aad-4317-4f23-94e1-c88c5786ad93, host n-d-838334-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838334-2',level=0,port_id=d5be2aad-4317-4f23-94e1-c88c5786ad93,segment=NetworkSegment(70f4177b-91b8-43b5-9ebf-1f65a2505df7),segment_id=70f4177b-91b8-43b5-9ebf-1f65a2505df7)] {{(pid=84042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:02:43.858396 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-0ec46928-98e7-4a73-bd9f-623e5b9b32ac None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369123'] for port, precommit_delete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:43.868202 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.plugin [None req-8ca5b8d2-cd31-467c-bf3c-8d4ab7e2727d tempest-NetworksIpV6TestAttrs-532953968 tempest-NetworksIpV6TestAttrs-532953968-project] Calling delete_port for 12a4ebee-048f-411a-ad6d-fdfa8fdd1b4e owned by {{(pid=84040) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 21:02:43.910180 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.db [None req-e751db21-1cbd-42c7-85a8-48f912eab464 tempest-FloatingIPAdminTestJSON-116313565 tempest-FloatingIPAdminTestJSON-116313565-project] For port d5be2aad-4317-4f23-94e1-c88c5786ad93, host n-d-838334-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838334-2',level=0,port_id=d5be2aad-4317-4f23-94e1-c88c5786ad93,segment=NetworkSegment(70f4177b-91b8-43b5-9ebf-1f65a2505df7),segment_id=70f4177b-91b8-43b5-9ebf-1f65a2505df7)] {{(pid=84041) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:02:43.910796 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-e751db21-1cbd-42c7-85a8-48f912eab464 tempest-FloatingIPAdminTestJSON-116313565 tempest-FloatingIPAdminTestJSON-116313565-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369123'] for port, precommit_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:43.936272 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 33218) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:02:44.024339 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-8ca5b8d2-cd31-467c-bf3c-8d4ab7e2727d tempest-NetworksIpV6TestAttrs-532953968 tempest-NetworksIpV6TestAttrs-532953968-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750375259028', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750374836628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32440838'] for port, after_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:44.141385 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.plugin [None req-0ec46928-98e7-4a73-bd9f-623e5b9b32ac None None] Calling delete_port for d5be2aad-4317-4f23-94e1-c88c5786ad93 owned by network:dhcp {{(pid=84042) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 21:02:44.170198 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ca5b8d2-cd31-467c-bf3c-8d4ab7e2727d tempest-NetworksIpV6TestAttrs-532953968 tempest-NetworksIpV6TestAttrs-532953968-project] Pushing event deleted for resources: {'Port': ['ID=12a4ebee-048f-411a-ad6d-fdfa8fdd1b4e,revision_number=None']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:02:44.179056 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.v2.base [None req-7f8f9a38-b3ea-474c-856b-49a7f4f62d3a tempest-BulkNetworkOpsTest-1015690540 tempest-BulkNetworkOpsTest-1015690540-project] Request body: {'networks': [{'name': 'tempest-network--1364190462'}, {'name': 'tempest-network--127359256'}]} {{(pid=84040) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:02:44.181213 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.v2.base [None req-7f8f9a38-b3ea-474c-856b-49a7f4f62d3a tempest-BulkNetworkOpsTest-1015690540 tempest-BulkNetworkOpsTest-1015690540-project] Request body: {'network': {'name': 'tempest-network--1364190462'}} {{(pid=84040) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:02:44.183283 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.v2.base [None req-7f8f9a38-b3ea-474c-856b-49a7f4f62d3a tempest-BulkNetworkOpsTest-1015690540 tempest-BulkNetworkOpsTest-1015690540-project] Request body: {'network': {'name': 'tempest-network--127359256'}} {{(pid=84040) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:02:44.210021 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [None req-7f8f9a38-b3ea-474c-856b-49a7f4f62d3a tempest-BulkNetworkOpsTest-1015690540 tempest-BulkNetworkOpsTest-1015690540-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:02:44.213236 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-7f8f9a38-b3ea-474c-856b-49a7f4f62d3a tempest-BulkNetworkOpsTest-1015690540 tempest-BulkNetworkOpsTest-1015690540-project] Usage tracker for resource:network and tenant:74fd5cdbd3e043cca326f0b2ff83331a is out of sync, need to count used quota {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:02:44.219939 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-7f8f9a38-b3ea-474c-856b-49a7f4f62d3a tempest-BulkNetworkOpsTest-1015690540 tempest-BulkNetworkOpsTest-1015690540-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:02:44.240537 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-8ca5b8d2-cd31-467c-bf3c-8d4ab7e2727d tempest-NetworksIpV6TestAttrs-532953968 tempest-NetworksIpV6TestAttrs-532953968-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217293'] for port, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:44.243652 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [None req-7f8f9a38-b3ea-474c-856b-49a7f4f62d3a tempest-BulkNetworkOpsTest-1015690540 tempest-BulkNetworkOpsTest-1015690540-project] Attempting to reserve 2 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:02:44.259220 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-8ca5b8d2-cd31-467c-bf3c-8d4ab7e2727d tempest-NetworksIpV6TestAttrs-532953968 tempest-NetworksIpV6TestAttrs-532953968-project] 10.222.0.42 "DELETE /v2.0/ports/12a4ebee-048f-411a-ad6d-fdfa8fdd1b4e HTTP/1.1" status: 204 len: 168 time: 1.2438698 Apr 18 21:02:44.265114 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 33232) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:02:44.301962 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f8f9a38-b3ea-474c-856b-49a7f4f62d3a tempest-BulkNetworkOpsTest-1015690540 tempest-BulkNetworkOpsTest-1015690540-project] Made reservation on behalf of 74fd5cdbd3e043cca326f0b2ff83331a for: {'network': 2} {{(pid=84040) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:02:44.305511 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-7f8f9a38-b3ea-474c-856b-49a7f4f62d3a tempest-BulkNetworkOpsTest-1015690540 tempest-BulkNetworkOpsTest-1015690540-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for network, before_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:44.326233 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-7f8f9a38-b3ea-474c-856b-49a7f4f62d3a tempest-BulkNetworkOpsTest-1015690540 tempest-BulkNetworkOpsTest-1015690540-project] Notify callbacks [] for security_group, before_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:44.328025 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7fa82690-a0f3-432b-b474-47900a7d91e2 None None] Network fcfaf5e5-a6ba-469d-a6ac-dcb176fac77b requested from n-d-838334-2 {{(pid=84042) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 21:02:44.336182 n-d-838334-2 neutron-server[84040]: INFO neutron.pecan_wsgi.hooks.translation [None req-6e777a5e-c2e9-4628-a968-408f734eb05e tempest-NetworksIpV6TestAttrs-532953968 tempest-NetworksIpV6TestAttrs-532953968-project] DELETE failed (client error): The resource could not be found. Apr 18 21:02:44.336755 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6e777a5e-c2e9-4628-a968-408f734eb05e tempest-NetworksIpV6TestAttrs-532953968 tempest-NetworksIpV6TestAttrs-532953968-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84040) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 21:02:44.342018 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-6e777a5e-c2e9-4628-a968-408f734eb05e tempest-NetworksIpV6TestAttrs-532953968 tempest-NetworksIpV6TestAttrs-532953968-project] 10.222.0.42 "DELETE /v2.0/subnets/b507e70c-cd42-4896-8322-58d2e23707b2 HTTP/1.1" status: 404 len: 337 time: 0.0723917 Apr 18 21:02:44.343056 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 33238) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:02:44.369710 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [None req-7f8f9a38-b3ea-474c-856b-49a7f4f62d3a tempest-BulkNetworkOpsTest-1015690540 tempest-BulkNetworkOpsTest-1015690540-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:02:44.383360 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-7f8f9a38-b3ea-474c-856b-49a7f4f62d3a tempest-BulkNetworkOpsTest-1015690540 tempest-BulkNetworkOpsTest-1015690540-project] Usage tracker for resource:security_group_rule and tenant:74fd5cdbd3e043cca326f0b2ff83331a is out of sync, need to count used quota {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:02:44.397337 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-7f8f9a38-b3ea-474c-856b-49a7f4f62d3a tempest-BulkNetworkOpsTest-1015690540 tempest-BulkNetworkOpsTest-1015690540-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:02:44.400008 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.plugin [None req-e751db21-1cbd-42c7-85a8-48f912eab464 tempest-FloatingIPAdminTestJSON-116313565 tempest-FloatingIPAdminTestJSON-116313565-project] Calling delete_port for d5be2aad-4317-4f23-94e1-c88c5786ad93 owned by network:dhcp {{(pid=84041) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 21:02:44.411833 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [None req-7f8f9a38-b3ea-474c-856b-49a7f4f62d3a tempest-BulkNetworkOpsTest-1015690540 tempest-BulkNetworkOpsTest-1015690540-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:02:44.463713 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.db.api [None req-e6147496-56d5-4ed4-896c-d5628c4527d3 tempest-NetworksTest-1502682821 tempest-NetworksTest-1502682821-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84041) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 18 21:02:44.463713 n-d-838334-2 neutron-server[84041]: DEBUG oslo_db.api [None req-e6147496-56d5-4ed4-896c-d5628c4527d3 tempest-NetworksTest-1502682821 tempest-NetworksTest-1502682821-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84041) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 18 21:02:44.532217 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-7f8f9a38-b3ea-474c-856b-49a7f4f62d3a tempest-BulkNetworkOpsTest-1015690540 tempest-BulkNetworkOpsTest-1015690540-project] Notify callbacks [] for security_group, precommit_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:44.545258 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-7f8f9a38-b3ea-474c-856b-49a7f4f62d3a tempest-BulkNetworkOpsTest-1015690540 tempest-BulkNetworkOpsTest-1015690540-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33528224'] for security_group, after_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:44.545821 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-7f8f9a38-b3ea-474c-856b-49a7f4f62d3a tempest-BulkNetworkOpsTest-1015690540 tempest-BulkNetworkOpsTest-1015690540-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for network, before_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:44.550485 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-0ec46928-98e7-4a73-bd9f-623e5b9b32ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750375259028', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750374836628'] for port, after_delete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:44.602073 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f8f9a38-b3ea-474c-856b-49a7f4f62d3a tempest-BulkNetworkOpsTest-1015690540 tempest-BulkNetworkOpsTest-1015690540-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7f88381e-c714-437a-8523-1cc84f7fe2da,revision_number=1']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:02:44.611655 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7f8f9a38-b3ea-474c-856b-49a7f4f62d3a tempest-BulkNetworkOpsTest-1015690540 tempest-BulkNetworkOpsTest-1015690540-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 358} {{(pid=84040) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 21:02:44.632261 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ec46928-98e7-4a73-bd9f-623e5b9b32ac None None] Pushing event deleted for resources: {'Port': ['ID=d5be2aad-4317-4f23-94e1-c88c5786ad93,revision_number=None']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:02:44.642862 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-7f8f9a38-b3ea-474c-856b-49a7f4f62d3a tempest-BulkNetworkOpsTest-1015690540 tempest-BulkNetworkOpsTest-1015690540-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1082986'] for segment, precommit_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:44.643975 n-d-838334-2 neutron-server[84040]: INFO neutron.db.segments_db [None req-7f8f9a38-b3ea-474c-856b-49a7f4f62d3a tempest-BulkNetworkOpsTest-1015690540 tempest-BulkNetworkOpsTest-1015690540-project] Added segment ccf59167-fa05-4e4e-b69c-8b949385b092 of type vlan for network c3106131-e567-4603-99c1-28f0aea319cb Apr 18 21:02:44.679295 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ec46928-98e7-4a73-bd9f-623e5b9b32ac None None] No DVR routers for this DVR port d5be2aad-4317-4f23-94e1-c88c5786ad93 on host n-d-838334-2 {{(pid=84042) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 21:02:44.682883 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-7a33d243-a86c-40c9-aaef-2ec292d25053 None None] Provisioning complete for port 1109baa0-de1e-4eb1-bfce-77f32854b350 triggered by entity DHCP. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:02:44.683784 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-7a33d243-a86c-40c9-aaef-2ec292d25053 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1253608'] for port, provisioning_complete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:44.741831 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-7f8f9a38-b3ea-474c-856b-49a7f4f62d3a tempest-BulkNetworkOpsTest-1015690540 tempest-BulkNetworkOpsTest-1015690540-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750374825732'] for network, precommit_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:44.820441 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-e7121c8b-15b7-474c-b02f-ee36651ca3ab tempest-NetworksIpV6TestAttrs-532953968 tempest-NetworksIpV6TestAttrs-532953968-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1103592'] for network, before_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:44.870866 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-d726ba44-38e5-4de0-9f75-dbfb46bd61e3 req-ad6a31a2-b88c-4ba3-8694-3a64938d647a tempest-ServerShowV257Test-1586113387 tempest-ServerShowV257Test-1586113387-project] 10.222.0.42 "GET /v2.0/ports?device_id=da175768-20a1-4590-bc10-4a36b6529fba HTTP/1.1" status: 200 len: 210 time: 0.0998585 Apr 18 21:02:44.883001 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7f8f9a38-b3ea-474c-856b-49a7f4f62d3a tempest-BulkNetworkOpsTest-1015690540 tempest-BulkNetworkOpsTest-1015690540-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 388} {{(pid=84040) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 21:02:44.904136 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-7f8f9a38-b3ea-474c-856b-49a7f4f62d3a tempest-BulkNetworkOpsTest-1015690540 tempest-BulkNetworkOpsTest-1015690540-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1082986'] for segment, precommit_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:44.904683 n-d-838334-2 neutron-server[84040]: INFO neutron.db.segments_db [None req-7f8f9a38-b3ea-474c-856b-49a7f4f62d3a tempest-BulkNetworkOpsTest-1015690540 tempest-BulkNetworkOpsTest-1015690540-project] Added segment 4ad37035-d92f-402e-a25d-76b7827d078a of type vlan for network 06d1889d-f4a0-444f-b3f8-8e4051f6b6f6 Apr 18 21:02:44.905050 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.db.api [None req-e751db21-1cbd-42c7-85a8-48f912eab464 tempest-FloatingIPAdminTestJSON-116313565 tempest-FloatingIPAdminTestJSON-116313565-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84041) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 18 21:02:44.905636 n-d-838334-2 neutron-server[84041]: DEBUG oslo_db.api [None req-e751db21-1cbd-42c7-85a8-48f912eab464 tempest-FloatingIPAdminTestJSON-116313565 tempest-FloatingIPAdminTestJSON-116313565-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84041) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 18 21:02:44.949920 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Device 1109baa0-de1e-4eb1-bfce-77f32854b350 up at agent ovs-agent-n-d-838334-2 {{(pid=84042) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 21:02:44.982466 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-7f8f9a38-b3ea-474c-856b-49a7f4f62d3a tempest-BulkNetworkOpsTest-1015690540 tempest-BulkNetworkOpsTest-1015690540-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750374825732'] for network, precommit_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:44.993799 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.plugin [None req-e6147496-56d5-4ed4-896c-d5628c4527d3 tempest-NetworksTest-1502682821 tempest-NetworksTest-1502682821-project] Deleting port 1109baa0-de1e-4eb1-bfce-77f32854b350 {{(pid=84041) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 21:02:44.994789 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-e6147496-56d5-4ed4-896c-d5628c4527d3 tempest-NetworksTest-1502682821 tempest-NetworksTest-1502682821-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750375188691'] for port, before_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:45.038750 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-7f8f9a38-b3ea-474c-856b-49a7f4f62d3a tempest-BulkNetworkOpsTest-1015690540 tempest-BulkNetworkOpsTest-1015690540-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33526109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022'] for network, after_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:45.039422 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-7f8f9a38-b3ea-474c-856b-49a7f4f62d3a tempest-BulkNetworkOpsTest-1015690540 tempest-BulkNetworkOpsTest-1015690540-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33526109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022'] for network, after_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:45.044787 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f8f9a38-b3ea-474c-856b-49a7f4f62d3a tempest-BulkNetworkOpsTest-1015690540 tempest-BulkNetworkOpsTest-1015690540-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:02:45.050970 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f8f9a38-b3ea-474c-856b-49a7f4f62d3a tempest-BulkNetworkOpsTest-1015690540 tempest-BulkNetworkOpsTest-1015690540-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:02:45.050970 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-7f8f9a38-b3ea-474c-856b-49a7f4f62d3a tempest-BulkNetworkOpsTest-1015690540 tempest-BulkNetworkOpsTest-1015690540-project] Notify callbacks [] for network, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:45.116762 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Provisioning complete for port 1109baa0-de1e-4eb1-bfce-77f32854b350 triggered by entity L2. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:02:45.117440 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1253608'] for port, provisioning_complete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:45.154749 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-05d0dd4e-6a46-4ab5-b77f-5e92adfa2325 req-96bdb2f5-6bbb-4d3c-81e5-409bd79a3463 tempest-ServerShowV257Test-1586113387 tempest-ServerShowV257Test-1586113387-project] 10.222.0.43 "GET /v2.0/ports?device_id=da175768-20a1-4590-bc10-4a36b6529fba HTTP/1.1" status: 200 len: 210 time: 0.1218290 Apr 18 21:02:45.156951 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-e7121c8b-15b7-474c-b02f-ee36651ca3ab tempest-NetworksIpV6TestAttrs-532953968 tempest-NetworksIpV6TestAttrs-532953968-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1258905', 'neutron.services.segments.db._delete_segments_for_network-8750375287417'] for network, precommit_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:45.290162 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f8f9a38-b3ea-474c-856b-49a7f4f62d3a tempest-BulkNetworkOpsTest-1015690540 tempest-BulkNetworkOpsTest-1015690540-project] Pushing event updated for resources: {'Network': ['ID=c3106131-e567-4603-99c1-28f0aea319cb,revision_number=1']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:02:45.304543 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Network c3106131-e567-4603-99c1-28f0aea319cb details requested by agent ovs-agent-n-d-838334-2 with host n-d-838334-2 {{(pid=84042) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 18 21:02:45.310358 n-d-838334-2 neutron-server[84041]: DEBUG neutron.services.segments.db [None req-e7121c8b-15b7-474c-b02f-ee36651ca3ab tempest-NetworksIpV6TestAttrs-532953968 tempest-NetworksIpV6TestAttrs-532953968-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cb9f82b6-8f63-4333-9177-df9776abd978']}} {{(pid=84041) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:02:45.328164 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-ce81f4e3-a08f-4061-be84-c1a277723f79 None None] Provisioning complete for port 1109baa0-de1e-4eb1-bfce-77f32854b350 triggered by entity DHCP. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:02:45.328535 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-ce81f4e3-a08f-4061-be84-c1a277723f79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1253608'] for port, provisioning_complete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:45.353505 n-d-838334-2 neutron-server[84041]: DEBUG neutron.services.segments.db [None req-e7121c8b-15b7-474c-b02f-ee36651ca3ab tempest-NetworksIpV6TestAttrs-532953968 tempest-NetworksIpV6TestAttrs-532953968-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c4653bba-f8d8-4b7f-935e-8ecd80a3453f') {'for_net_delete': True} {{(pid=84041) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:02:45.354234 n-d-838334-2 neutron-server[84041]: DEBUG neutron.services.segments.db [None req-e7121c8b-15b7-474c-b02f-ee36651ca3ab tempest-NetworksIpV6TestAttrs-532953968 tempest-NetworksIpV6TestAttrs-532953968-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c4653bba-f8d8-4b7f-935e-8ecd80a3453f') {} {{(pid=84041) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:02:45.416769 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.plugin [None req-e751db21-1cbd-42c7-85a8-48f912eab464 tempest-FloatingIPAdminTestJSON-116313565 tempest-FloatingIPAdminTestJSON-116313565-project] Deleting port d5be2aad-4317-4f23-94e1-c88c5786ad93 {{(pid=84041) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 21:02:45.417264 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-e751db21-1cbd-42c7-85a8-48f912eab464 tempest-FloatingIPAdminTestJSON-116313565 tempest-FloatingIPAdminTestJSON-116313565-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750375188691'] for port, before_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:45.461997 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-e7121c8b-15b7-474c-b02f-ee36651ca3ab tempest-NetworksIpV6TestAttrs-532953968 tempest-NetworksIpV6TestAttrs-532953968-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750375287300', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32268156'] for segment, before_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:45.475104 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Device d5be2aad-4317-4f23-94e1-c88c5786ad93 no longer exists at agent ovs-agent-n-d-838334-2 {{(pid=84042) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 21:02:45.562200 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.plugin [None req-e751db21-1cbd-42c7-85a8-48f912eab464 tempest-FloatingIPAdminTestJSON-116313565 tempest-FloatingIPAdminTestJSON-116313565-project] The port 'd5be2aad-4317-4f23-94e1-c88c5786ad93' was deleted {{(pid=84041) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 18 21:02:45.570227 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 33274) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:02:45.572755 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-7f8f9a38-b3ea-474c-856b-49a7f4f62d3a tempest-BulkNetworkOpsTest-1015690540 tempest-BulkNetworkOpsTest-1015690540-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1319 time: 1.6344619 Apr 18 21:02:45.575184 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-e7121c8b-15b7-474c-b02f-ee36651ca3ab tempest-NetworksIpV6TestAttrs-532953968 tempest-NetworksIpV6TestAttrs-532953968-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1082986'] for segment, precommit_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:45.596948 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f8f9a38-b3ea-474c-856b-49a7f4f62d3a tempest-BulkNetworkOpsTest-1015690540 tempest-BulkNetworkOpsTest-1015690540-project] Pushing event updated for resources: {'Network': ['ID=06d1889d-f4a0-444f-b3f8-8e4051f6b6f6,revision_number=1']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:02:45.622091 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.plugin [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] No Port match for: d5be2aad-4317-4f23-94e1-c88c5786ad93 {{(pid=84042) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 18 21:02:45.622562 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Device d5be2aad-4317-4f23-94e1-c88c5786ad93 not bound to the agent host n-d-838334-2 {{(pid=84042) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 21:02:45.634397 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Network 06d1889d-f4a0-444f-b3f8-8e4051f6b6f6 details requested by agent ovs-agent-n-d-838334-2 with host n-d-838334-2 {{(pid=84042) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 18 21:02:45.681132 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7db677e3-8c9d-41ee-abc5-1f96f40c1a0e req-4c5dce22-5af3-44e6-86c8-956c34aed983 tempest-ServersNegativeTestJSON-508382254 tempest-ServersNegativeTestJSON-508382254-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:02:45.692688 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-7db677e3-8c9d-41ee-abc5-1f96f40c1a0e req-4c5dce22-5af3-44e6-86c8-956c34aed983 tempest-ServersNegativeTestJSON-508382254 tempest-ServersNegativeTestJSON-508382254-project] 10.222.0.42 "GET /v2.0/ports?device_id=2197a591-197e-47fe-9210-1387bfb6ec5e HTTP/1.1" status: 200 len: 946 time: 0.2002280 Apr 18 21:02:45.733955 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e7121c8b-15b7-474c-b02f-ee36651ca3ab tempest-NetworksIpV6TestAttrs-532953968 tempest-NetworksIpV6TestAttrs-532953968-project] Releasing vlan 387 on physical network physnet1 to pool {{(pid=84041) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 18 21:02:45.734461 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-e7121c8b-15b7-474c-b02f-ee36651ca3ab tempest-NetworksIpV6TestAttrs-532953968 tempest-NetworksIpV6TestAttrs-532953968-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1082993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32266254'] for segment, after_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:45.757422 n-d-838334-2 neutron-server[84041]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 21:02:45.757422 n-d-838334-2 neutron-server[84041]: util.warn( Apr 18 21:02:45.757422 n-d-838334-2 neutron-server[84041]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 21:02:45.757422 n-d-838334-2 neutron-server[84041]: util.warn( Apr 18 21:02:45.757422 n-d-838334-2 neutron-server[84041]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 21:02:45.757422 n-d-838334-2 neutron-server[84041]: util.warn( Apr 18 21:02:45.757422 n-d-838334-2 neutron-server[84041]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 21:02:45.757422 n-d-838334-2 neutron-server[84041]: util.warn( Apr 18 21:02:45.757422 n-d-838334-2 neutron-server[84041]: Traceback (most recent call last): Apr 18 21:02:45.757422 n-d-838334-2 neutron-server[84041]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 18 21:02:45.757422 n-d-838334-2 neutron-server[84041]: timer() Apr 18 21:02:45.757422 n-d-838334-2 neutron-server[84041]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 21:02:45.757422 n-d-838334-2 neutron-server[84041]: cb(*args, **kw) Apr 18 21:02:45.757422 n-d-838334-2 neutron-server[84041]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 18 21:02:45.757422 n-d-838334-2 neutron-server[84041]: return func(*args, **kwargs) Apr 18 21:02:45.757422 n-d-838334-2 neutron-server[84041]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 21:02:45.757422 n-d-838334-2 neutron-server[84041]: self._notify() Apr 18 21:02:45.757422 n-d-838334-2 neutron-server[84041]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 21:02:45.757422 n-d-838334-2 neutron-server[84041]: self.callback(batched_events) Apr 18 21:02:45.757422 n-d-838334-2 neutron-server[84041]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 21:02:45.757422 n-d-838334-2 neutron-server[84041]: event.method(event) Apr 18 21:02:45.757422 n-d-838334-2 neutron-server[84041]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 18 21:02:45.757422 n-d-838334-2 neutron-server[84041]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 21:02:45.757422 n-d-838334-2 neutron-server[84041]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 18 21:02:45.757422 n-d-838334-2 neutron-server[84041]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 21:02:45.757422 n-d-838334-2 neutron-server[84041]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 18 21:02:45.757422 n-d-838334-2 neutron-server[84041]: return f(self, *a, **k) Apr 18 21:02:45.757422 n-d-838334-2 neutron-server[84041]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 18 21:02:45.757422 n-d-838334-2 neutron-server[84041]: return self._get(url).json() Apr 18 21:02:45.757422 n-d-838334-2 neutron-server[84041]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 18 21:02:45.757422 n-d-838334-2 neutron-server[84041]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 21:02:45.757422 n-d-838334-2 neutron-server[84041]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 18 21:02:45.757422 n-d-838334-2 neutron-server[84041]: return self.request(url, 'GET', **kwargs) Apr 18 21:02:45.757422 n-d-838334-2 neutron-server[84041]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 18 21:02:45.757422 n-d-838334-2 neutron-server[84041]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 21:02:45.757422 n-d-838334-2 neutron-server[84041]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 18 21:02:45.757422 n-d-838334-2 neutron-server[84041]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 21:02:45.757422 n-d-838334-2 neutron-server[84041]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 18 21:02:45.757422 n-d-838334-2 neutron-server[84041]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 21:02:45.757422 n-d-838334-2 neutron-server[84041]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 21:02:45.771325 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-7db677e3-8c9d-41ee-abc5-1f96f40c1a0e req-9073c4ad-abb3-4ebe-b744-6a6ab5d9cc5b tempest-ServersNegativeTestJSON-508382254 tempest-ServersNegativeTestJSON-508382254-project] 10.222.0.42 "GET /v2.0/security-groups?id=ada0ecb3-b1bc-4ba2-8e6c-b06ba09daca2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0771031 Apr 18 21:02:45.889960 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-840b4b63-28c0-46fc-a846-ec790701c9aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750375287399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253529'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:45.978297 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abf04967-b0df-436d-af0c-a974c4dde04d tempest-BulkNetworkOpsTest-1015690540 tempest-BulkNetworkOpsTest-1015690540-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:02:45.982580 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abf04967-b0df-436d-af0c-a974c4dde04d tempest-BulkNetworkOpsTest-1015690540 tempest-BulkNetworkOpsTest-1015690540-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:02:45.986735 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abf04967-b0df-436d-af0c-a974c4dde04d tempest-BulkNetworkOpsTest-1015690540 tempest-BulkNetworkOpsTest-1015690540-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:02:45.991537 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abf04967-b0df-436d-af0c-a974c4dde04d tempest-BulkNetworkOpsTest-1015690540 tempest-BulkNetworkOpsTest-1015690540-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:02:45.997023 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 33288) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:02:46.008045 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-abf04967-b0df-436d-af0c-a974c4dde04d tempest-BulkNetworkOpsTest-1015690540 tempest-BulkNetworkOpsTest-1015690540-project] 10.222.0.42 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2406 time: 0.4364429 Apr 18 21:02:46.097596 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-e7121c8b-15b7-474c-b02f-ee36651ca3ab tempest-NetworksIpV6TestAttrs-532953968 tempest-NetworksIpV6TestAttrs-532953968-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1258898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33526109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33444113'] for network, after_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:46.145937 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-e7121c8b-15b7-474c-b02f-ee36651ca3ab tempest-NetworksIpV6TestAttrs-532953968 tempest-NetworksIpV6TestAttrs-532953968-project] Notify callbacks [] for network, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:46.169488 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-e7121c8b-15b7-474c-b02f-ee36651ca3ab tempest-NetworksIpV6TestAttrs-532953968 tempest-NetworksIpV6TestAttrs-532953968-project] 10.222.0.42 "DELETE /v2.0/networks/cb9f82b6-8f63-4333-9177-df9776abd978 HTTP/1.1" status: 204 len: 168 time: 1.8028529 Apr 18 21:02:46.176904 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.db [None req-e6147496-56d5-4ed4-896c-d5628c4527d3 tempest-NetworksTest-1502682821 tempest-NetworksTest-1502682821-project] For port 1109baa0-de1e-4eb1-bfce-77f32854b350, host n-d-838334-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838334-2',level=0,port_id=1109baa0-de1e-4eb1-bfce-77f32854b350,segment=NetworkSegment(296732f0-c178-4524-b6f7-3139da94069e),segment_id=296732f0-c178-4524-b6f7-3139da94069e)] {{(pid=84041) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:02:46.177418 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-e6147496-56d5-4ed4-896c-d5628c4527d3 tempest-NetworksTest-1502682821 tempest-NetworksTest-1502682821-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369123'] for port, precommit_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:46.187967 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 33296) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:02:46.190787 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7121c8b-15b7-474c-b02f-ee36651ca3ab tempest-NetworksIpV6TestAttrs-532953968 tempest-NetworksIpV6TestAttrs-532953968-project] Pushing event deleted for resources: {'Network': ['ID=cb9f82b6-8f63-4333-9177-df9776abd978,revision_number=None']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:02:46.193980 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-e751db21-1cbd-42c7-85a8-48f912eab464 tempest-FloatingIPAdminTestJSON-116313565 tempest-FloatingIPAdminTestJSON-116313565-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1258905', 'neutron.services.segments.db._delete_segments_for_network-8750375287417'] for network, precommit_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:46.288742 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-486dd0a8-c4a1-4177-9084-3dd3dfe8d033 tempest-BulkNetworkOpsTest-1015690540 tempest-BulkNetworkOpsTest-1015690540-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1103592'] for network, before_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:46.466264 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 33304) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:02:46.466575 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 33306) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:02:46.470024 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-486dd0a8-c4a1-4177-9084-3dd3dfe8d033 tempest-BulkNetworkOpsTest-1015690540 tempest-BulkNetworkOpsTest-1015690540-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1258905', 'neutron.services.segments.db._delete_segments_for_network-8750375287417'] for network, precommit_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:46.502881 n-d-838334-2 neutron-server[84040]: DEBUG neutron.services.segments.db [None req-486dd0a8-c4a1-4177-9084-3dd3dfe8d033 tempest-BulkNetworkOpsTest-1015690540 tempest-BulkNetworkOpsTest-1015690540-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c3106131-e567-4603-99c1-28f0aea319cb']}} {{(pid=84040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:02:46.515452 n-d-838334-2 neutron-server[84040]: DEBUG neutron.services.segments.db [None req-486dd0a8-c4a1-4177-9084-3dd3dfe8d033 tempest-BulkNetworkOpsTest-1015690540 tempest-BulkNetworkOpsTest-1015690540-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ccf59167-fa05-4e4e-b69c-8b949385b092') {'for_net_delete': True} {{(pid=84040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:02:46.515775 n-d-838334-2 neutron-server[84040]: DEBUG neutron.services.segments.db [None req-486dd0a8-c4a1-4177-9084-3dd3dfe8d033 tempest-BulkNetworkOpsTest-1015690540 tempest-BulkNetworkOpsTest-1015690540-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ccf59167-fa05-4e4e-b69c-8b949385b092') {} {{(pid=84040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:02:46.527923 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-486dd0a8-c4a1-4177-9084-3dd3dfe8d033 tempest-BulkNetworkOpsTest-1015690540 tempest-BulkNetworkOpsTest-1015690540-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750375287300', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31955965'] for segment, before_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:46.545519 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-486dd0a8-c4a1-4177-9084-3dd3dfe8d033 tempest-BulkNetworkOpsTest-1015690540 tempest-BulkNetworkOpsTest-1015690540-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1082986'] for segment, precommit_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:46.552246 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-486dd0a8-c4a1-4177-9084-3dd3dfe8d033 tempest-BulkNetworkOpsTest-1015690540 tempest-BulkNetworkOpsTest-1015690540-project] Releasing vlan 358 on physical network physnet1 to pool {{(pid=84040) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 18 21:02:46.552827 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-486dd0a8-c4a1-4177-9084-3dd3dfe8d033 tempest-BulkNetworkOpsTest-1015690540 tempest-BulkNetworkOpsTest-1015690540-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1082993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32440923'] for segment, after_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:46.567552 n-d-838334-2 neutron-server[84040]: Traceback (most recent call last): Apr 18 21:02:46.567552 n-d-838334-2 neutron-server[84040]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 18 21:02:46.567552 n-d-838334-2 neutron-server[84040]: timer() Apr 18 21:02:46.567552 n-d-838334-2 neutron-server[84040]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 21:02:46.567552 n-d-838334-2 neutron-server[84040]: cb(*args, **kw) Apr 18 21:02:46.567552 n-d-838334-2 neutron-server[84040]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 18 21:02:46.567552 n-d-838334-2 neutron-server[84040]: return func(*args, **kwargs) Apr 18 21:02:46.567552 n-d-838334-2 neutron-server[84040]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 21:02:46.567552 n-d-838334-2 neutron-server[84040]: self._notify() Apr 18 21:02:46.567552 n-d-838334-2 neutron-server[84040]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 21:02:46.567552 n-d-838334-2 neutron-server[84040]: self.callback(batched_events) Apr 18 21:02:46.567552 n-d-838334-2 neutron-server[84040]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 21:02:46.567552 n-d-838334-2 neutron-server[84040]: event.method(event) Apr 18 21:02:46.567552 n-d-838334-2 neutron-server[84040]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 18 21:02:46.567552 n-d-838334-2 neutron-server[84040]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 21:02:46.567552 n-d-838334-2 neutron-server[84040]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 18 21:02:46.567552 n-d-838334-2 neutron-server[84040]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 21:02:46.567552 n-d-838334-2 neutron-server[84040]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 18 21:02:46.567552 n-d-838334-2 neutron-server[84040]: return f(self, *a, **k) Apr 18 21:02:46.567552 n-d-838334-2 neutron-server[84040]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 18 21:02:46.567552 n-d-838334-2 neutron-server[84040]: return self._get(url).json() Apr 18 21:02:46.567552 n-d-838334-2 neutron-server[84040]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 18 21:02:46.567552 n-d-838334-2 neutron-server[84040]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 21:02:46.567552 n-d-838334-2 neutron-server[84040]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 18 21:02:46.567552 n-d-838334-2 neutron-server[84040]: return self.request(url, 'GET', **kwargs) Apr 18 21:02:46.567552 n-d-838334-2 neutron-server[84040]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 18 21:02:46.567552 n-d-838334-2 neutron-server[84040]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 21:02:46.567552 n-d-838334-2 neutron-server[84040]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 18 21:02:46.567552 n-d-838334-2 neutron-server[84040]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 21:02:46.567552 n-d-838334-2 neutron-server[84040]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 18 21:02:46.567552 n-d-838334-2 neutron-server[84040]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 21:02:46.567552 n-d-838334-2 neutron-server[84040]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 21:02:46.619378 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.plugin [None req-e6147496-56d5-4ed4-896c-d5628c4527d3 tempest-NetworksTest-1502682821 tempest-NetworksTest-1502682821-project] Calling delete_port for 1109baa0-de1e-4eb1-bfce-77f32854b350 owned by network:dhcp {{(pid=84041) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 21:02:46.653389 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-486dd0a8-c4a1-4177-9084-3dd3dfe8d033 tempest-BulkNetworkOpsTest-1015690540 tempest-BulkNetworkOpsTest-1015690540-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1258898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33526109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33444113'] for network, after_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:46.654055 n-d-838334-2 neutron-server[84041]: DEBUG neutron.services.segments.db [None req-e751db21-1cbd-42c7-85a8-48f912eab464 tempest-FloatingIPAdminTestJSON-116313565 tempest-FloatingIPAdminTestJSON-116313565-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e06136ac-ecbe-4f91-af5d-6b98c483e53e']}} {{(pid=84041) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:02:46.657965 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-486dd0a8-c4a1-4177-9084-3dd3dfe8d033 tempest-BulkNetworkOpsTest-1015690540 tempest-BulkNetworkOpsTest-1015690540-project] Notify callbacks [] for network, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:46.693622 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-486dd0a8-c4a1-4177-9084-3dd3dfe8d033 tempest-BulkNetworkOpsTest-1015690540 tempest-BulkNetworkOpsTest-1015690540-project] 10.222.0.42 "DELETE /v2.0/networks/c3106131-e567-4603-99c1-28f0aea319cb HTTP/1.1" status: 204 len: 168 time: 0.6953058 Apr 18 21:02:46.697639 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 33316) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:02:46.700656 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-486dd0a8-c4a1-4177-9084-3dd3dfe8d033 tempest-BulkNetworkOpsTest-1015690540 tempest-BulkNetworkOpsTest-1015690540-project] Pushing event deleted for resources: {'Network': ['ID=c3106131-e567-4603-99c1-28f0aea319cb,revision_number=None']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:02:46.721514 n-d-838334-2 neutron-server[84041]: DEBUG neutron.services.segments.db [None req-e751db21-1cbd-42c7-85a8-48f912eab464 tempest-FloatingIPAdminTestJSON-116313565 tempest-FloatingIPAdminTestJSON-116313565-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '70f4177b-91b8-43b5-9ebf-1f65a2505df7') {'for_net_delete': True} {{(pid=84041) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:02:46.721805 n-d-838334-2 neutron-server[84041]: DEBUG neutron.services.segments.db [None req-e751db21-1cbd-42c7-85a8-48f912eab464 tempest-FloatingIPAdminTestJSON-116313565 tempest-FloatingIPAdminTestJSON-116313565-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '70f4177b-91b8-43b5-9ebf-1f65a2505df7') {} {{(pid=84041) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:02:46.785868 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-e751db21-1cbd-42c7-85a8-48f912eab464 tempest-FloatingIPAdminTestJSON-116313565 tempest-FloatingIPAdminTestJSON-116313565-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750375287300', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32268156'] for segment, before_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:46.841091 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-1e884a43-b106-4593-aca8-fe7f6975678f tempest-BulkNetworkOpsTest-1015690540 tempest-BulkNetworkOpsTest-1015690540-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1103592'] for network, before_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:46.920041 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-e751db21-1cbd-42c7-85a8-48f912eab464 tempest-FloatingIPAdminTestJSON-116313565 tempest-FloatingIPAdminTestJSON-116313565-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1082986'] for segment, precommit_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:46.948217 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e751db21-1cbd-42c7-85a8-48f912eab464 tempest-FloatingIPAdminTestJSON-116313565 tempest-FloatingIPAdminTestJSON-116313565-project] Releasing vlan 375 on physical network physnet1 to pool {{(pid=84041) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 18 21:02:46.948615 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-e751db21-1cbd-42c7-85a8-48f912eab464 tempest-FloatingIPAdminTestJSON-116313565 tempest-FloatingIPAdminTestJSON-116313565-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1082993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32266254'] for segment, after_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:46.965626 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-e3810621-9d72-4fa3-a89b-c4c0dbb1e607 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:46.974165 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-099419de-cd1e-4be1-b2a2-2c032129aab3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:46.982731 n-d-838334-2 neutron-server[84041]: Traceback (most recent call last): Apr 18 21:02:46.982731 n-d-838334-2 neutron-server[84041]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 18 21:02:46.982731 n-d-838334-2 neutron-server[84041]: timer() Apr 18 21:02:46.982731 n-d-838334-2 neutron-server[84041]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 21:02:46.982731 n-d-838334-2 neutron-server[84041]: cb(*args, **kw) Apr 18 21:02:46.982731 n-d-838334-2 neutron-server[84041]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 18 21:02:46.982731 n-d-838334-2 neutron-server[84041]: return func(*args, **kwargs) Apr 18 21:02:46.982731 n-d-838334-2 neutron-server[84041]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 21:02:46.982731 n-d-838334-2 neutron-server[84041]: self._notify() Apr 18 21:02:46.982731 n-d-838334-2 neutron-server[84041]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 21:02:46.982731 n-d-838334-2 neutron-server[84041]: self.callback(batched_events) Apr 18 21:02:46.982731 n-d-838334-2 neutron-server[84041]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 21:02:46.982731 n-d-838334-2 neutron-server[84041]: event.method(event) Apr 18 21:02:46.982731 n-d-838334-2 neutron-server[84041]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 18 21:02:46.982731 n-d-838334-2 neutron-server[84041]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 21:02:46.982731 n-d-838334-2 neutron-server[84041]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 18 21:02:46.982731 n-d-838334-2 neutron-server[84041]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 21:02:46.982731 n-d-838334-2 neutron-server[84041]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 18 21:02:46.982731 n-d-838334-2 neutron-server[84041]: return f(self, *a, **k) Apr 18 21:02:46.982731 n-d-838334-2 neutron-server[84041]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 18 21:02:46.982731 n-d-838334-2 neutron-server[84041]: return self._get(url).json() Apr 18 21:02:46.982731 n-d-838334-2 neutron-server[84041]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 18 21:02:46.982731 n-d-838334-2 neutron-server[84041]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 21:02:46.982731 n-d-838334-2 neutron-server[84041]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 18 21:02:46.982731 n-d-838334-2 neutron-server[84041]: return self.request(url, 'GET', **kwargs) Apr 18 21:02:46.982731 n-d-838334-2 neutron-server[84041]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 18 21:02:46.982731 n-d-838334-2 neutron-server[84041]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 21:02:46.982731 n-d-838334-2 neutron-server[84041]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 18 21:02:46.982731 n-d-838334-2 neutron-server[84041]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 21:02:46.982731 n-d-838334-2 neutron-server[84041]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 18 21:02:46.982731 n-d-838334-2 neutron-server[84041]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 21:02:46.982731 n-d-838334-2 neutron-server[84041]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 21:02:47.020165 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-1e884a43-b106-4593-aca8-fe7f6975678f tempest-BulkNetworkOpsTest-1015690540 tempest-BulkNetworkOpsTest-1015690540-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1258905', 'neutron.services.segments.db._delete_segments_for_network-8750375287417'] for network, precommit_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:47.054537 n-d-838334-2 neutron-server[84040]: DEBUG neutron.services.segments.db [None req-1e884a43-b106-4593-aca8-fe7f6975678f tempest-BulkNetworkOpsTest-1015690540 tempest-BulkNetworkOpsTest-1015690540-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['06d1889d-f4a0-444f-b3f8-8e4051f6b6f6']}} {{(pid=84040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:02:47.058599 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.db_base_plugin_v2 [None req-a3b3a032-ecee-45cb-b6ab-58684ec3f520 tempest-NetworksIpV6TestAttrs-532953968 tempest-NetworksIpV6TestAttrs-532953968-project] Deleting subnet ba3aedc9-5620-45ca-bfda-f54ed592ce4b {{(pid=84041) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 18 21:02:47.069153 n-d-838334-2 neutron-server[84040]: DEBUG neutron.services.segments.db [None req-1e884a43-b106-4593-aca8-fe7f6975678f tempest-BulkNetworkOpsTest-1015690540 tempest-BulkNetworkOpsTest-1015690540-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4ad37035-d92f-402e-a25d-76b7827d078a') {'for_net_delete': True} {{(pid=84040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:02:47.069708 n-d-838334-2 neutron-server[84040]: DEBUG neutron.services.segments.db [None req-1e884a43-b106-4593-aca8-fe7f6975678f tempest-BulkNetworkOpsTest-1015690540 tempest-BulkNetworkOpsTest-1015690540-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4ad37035-d92f-402e-a25d-76b7827d078a') {} {{(pid=84040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:02:47.084571 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-a3b3a032-ecee-45cb-b6ab-58684ec3f520 tempest-NetworksIpV6TestAttrs-532953968 tempest-NetworksIpV6TestAttrs-532953968-project] Notify callbacks [] for subnet, before_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:47.086719 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-1e884a43-b106-4593-aca8-fe7f6975678f tempest-BulkNetworkOpsTest-1015690540 tempest-BulkNetworkOpsTest-1015690540-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750375287300', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31955965'] for segment, before_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:47.111875 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b048a78-dbdc-4f17-8b03-8b772901b9be req-2d435375-d042-472a-820e-f56ff5411e4a tempest-ServersNegativeTestJSON-508382254 tempest-ServersNegativeTestJSON-508382254-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:02:47.113322 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-1b048a78-dbdc-4f17-8b03-8b772901b9be req-2d435375-d042-472a-820e-f56ff5411e4a tempest-ServersNegativeTestJSON-508382254 tempest-ServersNegativeTestJSON-508382254-project] 10.222.0.42 "GET /v2.0/ports?device_id=2197a591-197e-47fe-9210-1387bfb6ec5e HTTP/1.1" status: 200 len: 946 time: 0.2034163 Apr 18 21:02:47.114465 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-1e884a43-b106-4593-aca8-fe7f6975678f tempest-BulkNetworkOpsTest-1015690540 tempest-BulkNetworkOpsTest-1015690540-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1082986'] for segment, precommit_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:47.122645 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1e884a43-b106-4593-aca8-fe7f6975678f tempest-BulkNetworkOpsTest-1015690540 tempest-BulkNetworkOpsTest-1015690540-project] Releasing vlan 388 on physical network physnet1 to pool {{(pid=84040) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 18 21:02:47.123171 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-1e884a43-b106-4593-aca8-fe7f6975678f tempest-BulkNetworkOpsTest-1015690540 tempest-BulkNetworkOpsTest-1015690540-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1082993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32440923'] for segment, after_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:47.151918 n-d-838334-2 neutron-server[84040]: Traceback (most recent call last): Apr 18 21:02:47.151918 n-d-838334-2 neutron-server[84040]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 18 21:02:47.151918 n-d-838334-2 neutron-server[84040]: timer() Apr 18 21:02:47.151918 n-d-838334-2 neutron-server[84040]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 21:02:47.151918 n-d-838334-2 neutron-server[84040]: cb(*args, **kw) Apr 18 21:02:47.151918 n-d-838334-2 neutron-server[84040]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 18 21:02:47.151918 n-d-838334-2 neutron-server[84040]: return func(*args, **kwargs) Apr 18 21:02:47.151918 n-d-838334-2 neutron-server[84040]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 21:02:47.151918 n-d-838334-2 neutron-server[84040]: self._notify() Apr 18 21:02:47.151918 n-d-838334-2 neutron-server[84040]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 21:02:47.151918 n-d-838334-2 neutron-server[84040]: self.callback(batched_events) Apr 18 21:02:47.151918 n-d-838334-2 neutron-server[84040]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 21:02:47.151918 n-d-838334-2 neutron-server[84040]: event.method(event) Apr 18 21:02:47.151918 n-d-838334-2 neutron-server[84040]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 18 21:02:47.151918 n-d-838334-2 neutron-server[84040]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 21:02:47.151918 n-d-838334-2 neutron-server[84040]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 18 21:02:47.151918 n-d-838334-2 neutron-server[84040]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 21:02:47.151918 n-d-838334-2 neutron-server[84040]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 18 21:02:47.151918 n-d-838334-2 neutron-server[84040]: return f(self, *a, **k) Apr 18 21:02:47.151918 n-d-838334-2 neutron-server[84040]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 18 21:02:47.151918 n-d-838334-2 neutron-server[84040]: return self._get(url).json() Apr 18 21:02:47.151918 n-d-838334-2 neutron-server[84040]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 18 21:02:47.151918 n-d-838334-2 neutron-server[84040]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 21:02:47.151918 n-d-838334-2 neutron-server[84040]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 18 21:02:47.151918 n-d-838334-2 neutron-server[84040]: return self.request(url, 'GET', **kwargs) Apr 18 21:02:47.151918 n-d-838334-2 neutron-server[84040]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 18 21:02:47.151918 n-d-838334-2 neutron-server[84040]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 21:02:47.151918 n-d-838334-2 neutron-server[84040]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 18 21:02:47.151918 n-d-838334-2 neutron-server[84040]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 21:02:47.151918 n-d-838334-2 neutron-server[84040]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 18 21:02:47.151918 n-d-838334-2 neutron-server[84040]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 21:02:47.151918 n-d-838334-2 neutron-server[84040]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 21:02:47.189884 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-e751db21-1cbd-42c7-85a8-48f912eab464 tempest-FloatingIPAdminTestJSON-116313565 tempest-FloatingIPAdminTestJSON-116313565-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1258898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33526109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33444113'] for network, after_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:47.221319 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-e751db21-1cbd-42c7-85a8-48f912eab464 tempest-FloatingIPAdminTestJSON-116313565 tempest-FloatingIPAdminTestJSON-116313565-project] Notify callbacks [] for network, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:47.226330 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-a3b3a032-ecee-45cb-b6ab-58684ec3f520 tempest-NetworksIpV6TestAttrs-532953968 tempest-NetworksIpV6TestAttrs-532953968-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32266383'] for subnet, precommit_delete_associations {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:47.242743 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-1e884a43-b106-4593-aca8-fe7f6975678f tempest-BulkNetworkOpsTest-1015690540 tempest-BulkNetworkOpsTest-1015690540-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1258898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33526109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33444113'] for network, after_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:47.265176 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-1e884a43-b106-4593-aca8-fe7f6975678f tempest-BulkNetworkOpsTest-1015690540 tempest-BulkNetworkOpsTest-1015690540-project] Notify callbacks [] for network, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:47.273381 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-1b048a78-dbdc-4f17-8b03-8b772901b9be req-f5872299-9b5e-406b-9bae-e94e5ad778b7 tempest-ServersNegativeTestJSON-508382254 tempest-ServersNegativeTestJSON-508382254-project] 10.222.0.42 "GET /v2.0/security-groups?id=ada0ecb3-b1bc-4ba2-8e6c-b06ba09daca2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1542606 Apr 18 21:02:47.275263 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e884a43-b106-4593-aca8-fe7f6975678f tempest-BulkNetworkOpsTest-1015690540 tempest-BulkNetworkOpsTest-1015690540-project] Pushing event deleted for resources: {'Network': ['ID=06d1889d-f4a0-444f-b3f8-8e4051f6b6f6,revision_number=None']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:02:47.281975 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-1e884a43-b106-4593-aca8-fe7f6975678f tempest-BulkNetworkOpsTest-1015690540 tempest-BulkNetworkOpsTest-1015690540-project] 10.222.0.42 "DELETE /v2.0/networks/06d1889d-f4a0-444f-b3f8-8e4051f6b6f6 HTTP/1.1" status: 204 len: 168 time: 0.5829170 Apr 18 21:02:47.282739 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 33324) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:02:47.307275 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e751db21-1cbd-42c7-85a8-48f912eab464 tempest-FloatingIPAdminTestJSON-116313565 tempest-FloatingIPAdminTestJSON-116313565-project] Pushing event deleted for resources: {'Network': ['ID=e06136ac-ecbe-4f91-af5d-6b98c483e53e,revision_number=None']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:02:47.321199 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-277122cf-8c81-4da0-94e6-92618951721c req-d190140c-2243-47be-bcf0-dec68f946943 tempest-ServersNegativeTestJSON-508382254 tempest-ServersNegativeTestJSON-508382254-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:02:47.321854 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [req-277122cf-8c81-4da0-94e6-92618951721c req-d190140c-2243-47be-bcf0-dec68f946943 tempest-ServersNegativeTestJSON-508382254 tempest-ServersNegativeTestJSON-508382254-project] Synchronizing usage tracker for tenant:0f7cce7b1ccf410486c29c0215106926 on resource:port {{(pid=84041) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 21:02:47.330446 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-e6147496-56d5-4ed4-896c-d5628c4527d3 tempest-NetworksTest-1502682821 tempest-NetworksTest-1502682821-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750375259028', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750374836628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32266323'] for port, after_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:47.339458 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-e3810621-9d72-4fa3-a89b-c4c0dbb1e607 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:02:47.370672 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-e751db21-1cbd-42c7-85a8-48f912eab464 tempest-FloatingIPAdminTestJSON-116313565 tempest-FloatingIPAdminTestJSON-116313565-project] 10.222.0.42 "DELETE /v2.0/networks/e06136ac-ecbe-4f91-af5d-6b98c483e53e HTTP/1.1" status: 204 len: 168 time: 5.0329463 Apr 18 21:02:47.374865 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 33328) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:02:47.383306 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-099419de-cd1e-4be1-b2a2-2c032129aab3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:02:47.386257 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-e3810621-9d72-4fa3-a89b-c4c0dbb1e607 admin admin] Usage tracker for resource:security_group_rule and tenant:e8d0cceda2904d74b9e86b30852ce31a is out of sync, need to count used quota {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:02:47.411168 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-e3810621-9d72-4fa3-a89b-c4c0dbb1e607 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:02:47.419478 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-099419de-cd1e-4be1-b2a2-2c032129aab3 admin admin] Usage tracker for resource:security_group_rule and tenant:32113180f2a84739b4e74f0e29772eff is out of sync, need to count used quota {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:02:47.421644 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6147496-56d5-4ed4-896c-d5628c4527d3 tempest-NetworksTest-1502682821 tempest-NetworksTest-1502682821-project] Pushing event deleted for resources: {'Port': ['ID=1109baa0-de1e-4eb1-bfce-77f32854b350,revision_number=None']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:02:47.423662 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-099419de-cd1e-4be1-b2a2-2c032129aab3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:02:47.440074 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-e3810621-9d72-4fa3-a89b-c4c0dbb1e607 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:02:47.442720 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-099419de-cd1e-4be1-b2a2-2c032129aab3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:02:47.481793 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [req-277122cf-8c81-4da0-94e6-92618951721c req-d190140c-2243-47be-bcf0-dec68f946943 tempest-ServersNegativeTestJSON-508382254 tempest-ServersNegativeTestJSON-508382254-project] Unset dirty status for tenant:0f7cce7b1ccf410486c29c0215106926 on resource:port {{(pid=84041) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 21:02:47.482609 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-277122cf-8c81-4da0-94e6-92618951721c req-d190140c-2243-47be-bcf0-dec68f946943 tempest-ServersNegativeTestJSON-508382254 tempest-ServersNegativeTestJSON-508382254-project] 10.222.0.43 "GET /v2.0/ports?device_id=2197a591-197e-47fe-9210-1387bfb6ec5e HTTP/1.1" status: 200 len: 946 time: 0.7419138 Apr 18 21:02:47.531248 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4632eff3-753b-4fe7-ad06-e240631749ec None None] DHCP port deletion for fcfaf5e5-a6ba-469d-a6ac-dcb176fac77b request from n-d-838334-2 {{(pid=84042) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 18 21:02:47.552972 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4f35f56-0be2-4ae6-b515-09a6b0d2487d None None] get_active_networks_info from n-d-838334-2 {{(pid=84042) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Apr 18 21:02:47.567893 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.plugin [None req-d1a4025f-9437-405d-ab94-e0e8e5ee1a85 tempest-FloatingIPAdminTestJSON-116313565 tempest-FloatingIPAdminTestJSON-116313565-project] Deleting port 9223b99d-166c-4b5f-8232-524e6b017bf5 {{(pid=84040) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 21:02:47.568290 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-d1a4025f-9437-405d-ab94-e0e8e5ee1a85 tempest-FloatingIPAdminTestJSON-116313565 tempest-FloatingIPAdminTestJSON-116313565-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750375188691'] for port, before_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:47.597249 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6147496-56d5-4ed4-896c-d5628c4527d3 tempest-NetworksTest-1502682821 tempest-NetworksTest-1502682821-project] No DVR routers for this DVR port 1109baa0-de1e-4eb1-bfce-77f32854b350 on host n-d-838334-2 {{(pid=84041) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 21:02:47.632738 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a908812d-4ffe-42a9-a755-7c74e7e300b2 tempest-BulkNetworkOpsTest-1015690540 tempest-BulkNetworkOpsTest-1015690540-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:02:47.637349 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a908812d-4ffe-42a9-a755-7c74e7e300b2 tempest-BulkNetworkOpsTest-1015690540 tempest-BulkNetworkOpsTest-1015690540-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:02:47.638091 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-a908812d-4ffe-42a9-a755-7c74e7e300b2 tempest-BulkNetworkOpsTest-1015690540 tempest-BulkNetworkOpsTest-1015690540-project] Synchronizing usage tracker for tenant:74fd5cdbd3e043cca326f0b2ff83331a on resource:network {{(pid=84040) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 21:02:47.674866 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-a3b3a032-ecee-45cb-b6ab-58684ec3f520 tempest-NetworksIpV6TestAttrs-532953968 tempest-NetworksIpV6TestAttrs-532953968-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1260556'] for subnet, precommit_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:47.698037 n-d-838334-2 neutron-server[84042]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4f35f56-0be2-4ae6-b515-09a6b0d2487d None None] Resources bound (agent type, host, resource id): {{(pid=84042) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Apr 18 21:02:47.735564 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-a908812d-4ffe-42a9-a755-7c74e7e300b2 tempest-BulkNetworkOpsTest-1015690540 tempest-BulkNetworkOpsTest-1015690540-project] Unset dirty status for tenant:74fd5cdbd3e043cca326f0b2ff83331a on resource:network {{(pid=84040) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 21:02:47.741923 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-a908812d-4ffe-42a9-a755-7c74e7e300b2 tempest-BulkNetworkOpsTest-1015690540 tempest-BulkNetworkOpsTest-1015690540-project] 10.222.0.42 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.4569526 Apr 18 21:02:47.743348 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 33332) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:02:47.750847 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.v2.base [None req-9e4d6691-1a6f-4bfd-8ce3-f6e7259978fe tempest-BulkNetworkOpsTest-1015690540 tempest-BulkNetworkOpsTest-1015690540-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-740037471'}} {{(pid=84040) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:02:47.752188 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.plugin [req-277122cf-8c81-4da0-94e6-92618951721c req-12a36fb5-d91b-42d6-9bbf-efc91e3d862d tempest-ServersNegativeTestJSON-508382254 tempest-ServersNegativeTestJSON-508382254-project] Deleting port 8eed9390-9245-43e8-8f5a-918d1fc3c30c {{(pid=84041) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 21:02:47.752533 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [req-277122cf-8c81-4da0-94e6-92618951721c req-12a36fb5-d91b-42d6-9bbf-efc91e3d862d tempest-ServersNegativeTestJSON-508382254 tempest-ServersNegativeTestJSON-508382254-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750375188691'] for port, before_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:47.759094 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [None req-9e4d6691-1a6f-4bfd-8ce3-f6e7259978fe tempest-BulkNetworkOpsTest-1015690540 tempest-BulkNetworkOpsTest-1015690540-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:02:47.784268 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [None req-9e4d6691-1a6f-4bfd-8ce3-f6e7259978fe tempest-BulkNetworkOpsTest-1015690540 tempest-BulkNetworkOpsTest-1015690540-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:02:47.807718 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-d1a4025f-9437-405d-ab94-e0e8e5ee1a85 tempest-FloatingIPAdminTestJSON-116313565 tempest-FloatingIPAdminTestJSON-116313565-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369123'] for port, precommit_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:47.808046 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-d1a4025f-9437-405d-ab94-e0e8e5ee1a85 tempest-FloatingIPAdminTestJSON-116313565 tempest-FloatingIPAdminTestJSON-116313565-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:47.820123 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e4d6691-1a6f-4bfd-8ce3-f6e7259978fe tempest-BulkNetworkOpsTest-1015690540 tempest-BulkNetworkOpsTest-1015690540-project] Made reservation on behalf of 74fd5cdbd3e043cca326f0b2ff83331a for: {'network': 1} {{(pid=84040) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:02:47.822940 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-9e4d6691-1a6f-4bfd-8ce3-f6e7259978fe tempest-BulkNetworkOpsTest-1015690540 tempest-BulkNetworkOpsTest-1015690540-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for network, before_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:47.829144 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-e6147496-56d5-4ed4-896c-d5628c4527d3 tempest-NetworksTest-1502682821 tempest-NetworksTest-1502682821-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1260556'] for subnet, precommit_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:47.910420 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-94af76c8-31ac-41af-b43e-4c586f41a208 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750375287399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253529'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:47.920891 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-e3810621-9d72-4fa3-a89b-c4c0dbb1e607 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:47.943395 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-e3810621-9d72-4fa3-a89b-c4c0dbb1e607 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33528224'] for security_group, after_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:48.031144 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-099419de-cd1e-4be1-b2a2-2c032129aab3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:48.034285 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3810621-9d72-4fa3-a89b-c4c0dbb1e607 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b41d31e2-d382-4fbe-8b10-24bb0bb71269,revision_number=1']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:02:48.057845 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.plugin [None req-d1a4025f-9437-405d-ab94-e0e8e5ee1a85 tempest-FloatingIPAdminTestJSON-116313565 tempest-FloatingIPAdminTestJSON-116313565-project] Calling delete_port for 9223b99d-166c-4b5f-8232-524e6b017bf5 owned by network:floatingip {{(pid=84040) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 21:02:48.073793 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-099419de-cd1e-4be1-b2a2-2c032129aab3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33528224'] for security_group, after_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:48.101179 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-a3b3a032-ecee-45cb-b6ab-58684ec3f520 tempest-NetworksIpV6TestAttrs-532953968 tempest-NetworksIpV6TestAttrs-532953968-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1260549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33526260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32266336', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32486390'] for subnet, after_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:48.103284 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af5557f1-f889-40dc-afcd-50a304fc7f0b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp016840fc-1f9f-5892-9c53-c9cf6c845bbb-fcfaf5e5-a6ba-469d-a6ac-dcb176fac77b', 'network_id': 'fcfaf5e5-a6ba-469d-a6ac-dcb176fac77b', 'tenant_id': '7bfcf5e6e1be4fd18d7d5e6e5bcd338a', 'fixed_ips': [{'subnet_id': '08ddbc0e-2fe7-4b28-834e-eb31a89b86dd'}]}} from n-d-838334-2. {{(pid=84042) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 18 21:02:48.104495 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-af5557f1-f889-40dc-afcd-50a304fc7f0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_create {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:48.150808 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9e4d6691-1a6f-4bfd-8ce3-f6e7259978fe tempest-BulkNetworkOpsTest-1015690540 tempest-BulkNetworkOpsTest-1015690540-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 375} {{(pid=84040) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 21:02:48.175255 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3b3a032-ecee-45cb-b6ab-58684ec3f520 tempest-NetworksIpV6TestAttrs-532953968 tempest-NetworksIpV6TestAttrs-532953968-project] Pushing event deleted for resources: {'Subnet': ['ID=ba3aedc9-5620-45ca-bfda-f54ed592ce4b,revision_number=None']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:02:48.177376 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-e6147496-56d5-4ed4-896c-d5628c4527d3 tempest-NetworksTest-1502682821 tempest-NetworksTest-1502682821-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1260549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33526260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32266336', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32486390'] for subnet, after_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:48.206029 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-9e4d6691-1a6f-4bfd-8ce3-f6e7259978fe tempest-BulkNetworkOpsTest-1015690540 tempest-BulkNetworkOpsTest-1015690540-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1082986'] for segment, precommit_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:48.206374 n-d-838334-2 neutron-server[84040]: INFO neutron.db.segments_db [None req-9e4d6691-1a6f-4bfd-8ce3-f6e7259978fe tempest-BulkNetworkOpsTest-1015690540 tempest-BulkNetworkOpsTest-1015690540-project] Added segment b7119290-6af5-42d5-a86a-5e4e2648612e of type vlan for network ccbe19ac-58dd-492f-9057-52be33d763d2 Apr 18 21:02:48.233470 n-d-838334-2 neutron-server[84042]: ERROR oslo_messaging.rpc.server [None req-af5557f1-f889-40dc-afcd-50a304fc7f0b None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 08ddbc0e-2fe7-4b28-834e-eb31a89b86dd: This subnet is being modified by another concurrent operation. Apr 18 21:02:48.233470 n-d-838334-2 neutron-server[84042]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Apr 18 21:02:48.233470 n-d-838334-2 neutron-server[84042]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Apr 18 21:02:48.233470 n-d-838334-2 neutron-server[84042]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Apr 18 21:02:48.233470 n-d-838334-2 neutron-server[84042]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Apr 18 21:02:48.233470 n-d-838334-2 neutron-server[84042]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Apr 18 21:02:48.233470 n-d-838334-2 neutron-server[84042]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Apr 18 21:02:48.233470 n-d-838334-2 neutron-server[84042]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Apr 18 21:02:48.233470 n-d-838334-2 neutron-server[84042]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Apr 18 21:02:48.233470 n-d-838334-2 neutron-server[84042]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Apr 18 21:02:48.233470 n-d-838334-2 neutron-server[84042]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Apr 18 21:02:48.233470 n-d-838334-2 neutron-server[84042]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Apr 18 21:02:48.233470 n-d-838334-2 neutron-server[84042]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Apr 18 21:02:48.233470 n-d-838334-2 neutron-server[84042]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 18 21:02:48.233470 n-d-838334-2 neutron-server[84042]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Apr 18 21:02:48.233470 n-d-838334-2 neutron-server[84042]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Apr 18 21:02:48.233470 n-d-838334-2 neutron-server[84042]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Apr 18 21:02:48.233470 n-d-838334-2 neutron-server[84042]: ERROR oslo_messaging.rpc.server raise value Apr 18 21:02:48.233470 n-d-838334-2 neutron-server[84042]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Apr 18 21:02:48.233470 n-d-838334-2 neutron-server[84042]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 18 21:02:48.233470 n-d-838334-2 neutron-server[84042]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Apr 18 21:02:48.233470 n-d-838334-2 neutron-server[84042]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Apr 18 21:02:48.233470 n-d-838334-2 neutron-server[84042]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Apr 18 21:02:48.233470 n-d-838334-2 neutron-server[84042]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 18 21:02:48.233470 n-d-838334-2 neutron-server[84042]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Apr 18 21:02:48.233470 n-d-838334-2 neutron-server[84042]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Apr 18 21:02:48.233470 n-d-838334-2 neutron-server[84042]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Apr 18 21:02:48.233470 n-d-838334-2 neutron-server[84042]: ERROR oslo_messaging.rpc.server raise value Apr 18 21:02:48.233470 n-d-838334-2 neutron-server[84042]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Apr 18 21:02:48.233470 n-d-838334-2 neutron-server[84042]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 18 21:02:48.233470 n-d-838334-2 neutron-server[84042]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Apr 18 21:02:48.233470 n-d-838334-2 neutron-server[84042]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Apr 18 21:02:48.233470 n-d-838334-2 neutron-server[84042]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Apr 18 21:02:48.233470 n-d-838334-2 neutron-server[84042]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 18 21:02:48.233470 n-d-838334-2 neutron-server[84042]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Apr 18 21:02:48.233470 n-d-838334-2 neutron-server[84042]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Apr 18 21:02:48.233470 n-d-838334-2 neutron-server[84042]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Apr 18 21:02:48.233470 n-d-838334-2 neutron-server[84042]: ERROR oslo_messaging.rpc.server raise value Apr 18 21:02:48.233470 n-d-838334-2 neutron-server[84042]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Apr 18 21:02:48.233470 n-d-838334-2 neutron-server[84042]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Apr 18 21:02:48.233470 n-d-838334-2 neutron-server[84042]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Apr 18 21:02:48.233470 n-d-838334-2 neutron-server[84042]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Apr 18 21:02:48.233470 n-d-838334-2 neutron-server[84042]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 274, in create_dhcp_port Apr 18 21:02:48.233470 n-d-838334-2 neutron-server[84042]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Apr 18 21:02:48.233470 n-d-838334-2 neutron-server[84042]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 99, in _port_action Apr 18 21:02:48.233470 n-d-838334-2 neutron-server[84042]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Apr 18 21:02:48.233470 n-d-838334-2 neutron-server[84042]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 335, in create_port Apr 18 21:02:48.233470 n-d-838334-2 neutron-server[84042]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Apr 18 21:02:48.233470 n-d-838334-2 neutron-server[84042]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 692, in inner Apr 18 21:02:48.233470 n-d-838334-2 neutron-server[84042]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Apr 18 21:02:48.233470 n-d-838334-2 neutron-server[84042]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 233, in wrapped Apr 18 21:02:48.233470 n-d-838334-2 neutron-server[84042]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Apr 18 21:02:48.233470 n-d-838334-2 neutron-server[84042]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Apr 18 21:02:48.237817 n-d-838334-2 neutron-server[84042]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Apr 18 21:02:48.237817 n-d-838334-2 neutron-server[84042]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Apr 18 21:02:48.237817 n-d-838334-2 neutron-server[84042]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 18 21:02:48.237817 n-d-838334-2 neutron-server[84042]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Apr 18 21:02:48.237817 n-d-838334-2 neutron-server[84042]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Apr 18 21:02:48.237817 n-d-838334-2 neutron-server[84042]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Apr 18 21:02:48.237817 n-d-838334-2 neutron-server[84042]: ERROR oslo_messaging.rpc.server raise value Apr 18 21:02:48.237817 n-d-838334-2 neutron-server[84042]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Apr 18 21:02:48.237817 n-d-838334-2 neutron-server[84042]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 18 21:02:48.237817 n-d-838334-2 neutron-server[84042]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Apr 18 21:02:48.237817 n-d-838334-2 neutron-server[84042]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Apr 18 21:02:48.237817 n-d-838334-2 neutron-server[84042]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Apr 18 21:02:48.237817 n-d-838334-2 neutron-server[84042]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 18 21:02:48.237817 n-d-838334-2 neutron-server[84042]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Apr 18 21:02:48.237817 n-d-838334-2 neutron-server[84042]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Apr 18 21:02:48.237817 n-d-838334-2 neutron-server[84042]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Apr 18 21:02:48.237817 n-d-838334-2 neutron-server[84042]: ERROR oslo_messaging.rpc.server raise value Apr 18 21:02:48.237817 n-d-838334-2 neutron-server[84042]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Apr 18 21:02:48.237817 n-d-838334-2 neutron-server[84042]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 18 21:02:48.237817 n-d-838334-2 neutron-server[84042]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Apr 18 21:02:48.237817 n-d-838334-2 neutron-server[84042]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Apr 18 21:02:48.237817 n-d-838334-2 neutron-server[84042]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Apr 18 21:02:48.237817 n-d-838334-2 neutron-server[84042]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 18 21:02:48.237817 n-d-838334-2 neutron-server[84042]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Apr 18 21:02:48.237817 n-d-838334-2 neutron-server[84042]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Apr 18 21:02:48.237817 n-d-838334-2 neutron-server[84042]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Apr 18 21:02:48.237817 n-d-838334-2 neutron-server[84042]: ERROR oslo_messaging.rpc.server raise value Apr 18 21:02:48.237817 n-d-838334-2 neutron-server[84042]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Apr 18 21:02:48.237817 n-d-838334-2 neutron-server[84042]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Apr 18 21:02:48.237817 n-d-838334-2 neutron-server[84042]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1423, in create_port Apr 18 21:02:48.237817 n-d-838334-2 neutron-server[84042]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Apr 18 21:02:48.237817 n-d-838334-2 neutron-server[84042]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1390, in _create_port_db Apr 18 21:02:48.237817 n-d-838334-2 neutron-server[84042]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Apr 18 21:02:48.237817 n-d-838334-2 neutron-server[84042]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1440, in create_port_db Apr 18 21:02:48.237817 n-d-838334-2 neutron-server[84042]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Apr 18 21:02:48.237817 n-d-838334-2 neutron-server[84042]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Apr 18 21:02:48.237817 n-d-838334-2 neutron-server[84042]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Apr 18 21:02:48.237817 n-d-838334-2 neutron-server[84042]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 233, in wrapped Apr 18 21:02:48.237817 n-d-838334-2 neutron-server[84042]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Apr 18 21:02:48.237817 n-d-838334-2 neutron-server[84042]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1014, in wrapper Apr 18 21:02:48.237817 n-d-838334-2 neutron-server[84042]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Apr 18 21:02:48.237817 n-d-838334-2 neutron-server[84042]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Apr 18 21:02:48.237817 n-d-838334-2 neutron-server[84042]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Apr 18 21:02:48.237817 n-d-838334-2 neutron-server[84042]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Apr 18 21:02:48.237817 n-d-838334-2 neutron-server[84042]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Apr 18 21:02:48.237817 n-d-838334-2 neutron-server[84042]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 669, in _ipam_get_subnets Apr 18 21:02:48.237817 n-d-838334-2 neutron-server[84042]: ERROR oslo_messaging.rpc.server subnet.lock_register( Apr 18 21:02:48.237817 n-d-838334-2 neutron-server[84042]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Apr 18 21:02:48.237817 n-d-838334-2 neutron-server[84042]: ERROR oslo_messaging.rpc.server raise exception Apr 18 21:02:48.237817 n-d-838334-2 neutron-server[84042]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 08ddbc0e-2fe7-4b28-834e-eb31a89b86dd: This subnet is being modified by another concurrent operation. Apr 18 21:02:48.237817 n-d-838334-2 neutron-server[84042]: ERROR oslo_messaging.rpc.server Apr 18 21:02:48.250978 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-9e4d6691-1a6f-4bfd-8ce3-f6e7259978fe tempest-BulkNetworkOpsTest-1015690540 tempest-BulkNetworkOpsTest-1015690540-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750374825732'] for network, precommit_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:48.254518 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-e3810621-9d72-4fa3-a89b-c4c0dbb1e607 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=e8d0cceda2904d74b9e86b30852ce31a&name=default HTTP/1.1" status: 200 len: 2647 time: 1.7812605 Apr 18 21:02:48.261828 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 33336) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:02:48.265202 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16ae98e3-45d9-46a7-a4b1-56ce310935e1 None None] get_active_networks_info from n-d-838334-2 {{(pid=84042) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Apr 18 21:02:48.307446 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-099419de-cd1e-4be1-b2a2-2c032129aab3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c19de3f0-7db1-4e78-a7a3-e7895c2043dd,revision_number=1']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:02:48.310414 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6147496-56d5-4ed4-896c-d5628c4527d3 tempest-NetworksTest-1502682821 tempest-NetworksTest-1502682821-project] Pushing event deleted for resources: {'Subnet': ['ID=08ddbc0e-2fe7-4b28-834e-eb31a89b86dd,revision_number=None']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:02:48.320109 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-d1a4025f-9437-405d-ab94-e0e8e5ee1a85 tempest-FloatingIPAdminTestJSON-116313565 tempest-FloatingIPAdminTestJSON-116313565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750375259028', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750374836628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32440838'] for port, after_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:48.382456 n-d-838334-2 neutron-server[84042]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16ae98e3-45d9-46a7-a4b1-56ce310935e1 None None] Resources bound (agent type, host, resource id): {{(pid=84042) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Apr 18 21:02:48.397261 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1a4025f-9437-405d-ab94-e0e8e5ee1a85 tempest-FloatingIPAdminTestJSON-116313565 tempest-FloatingIPAdminTestJSON-116313565-project] Pushing event deleted for resources: {'Port': ['ID=9223b99d-166c-4b5f-8232-524e6b017bf5,revision_number=None']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:02:48.441474 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-a3b3a032-ecee-45cb-b6ab-58684ec3f520 tempest-NetworksIpV6TestAttrs-532953968 tempest-NetworksIpV6TestAttrs-532953968-project] Notify callbacks [] for subnet, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:48.471094 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-099419de-cd1e-4be1-b2a2-2c032129aab3 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=32113180f2a84739b4e74f0e29772eff&name=default HTTP/1.1" status: 200 len: 2647 time: 1.9992554 Apr 18 21:02:48.488370 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 33342) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:02:48.545402 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-2a9bbd1f-f0fc-4c2f-a5cc-d68ec8758cda admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:48.557204 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-9e4d6691-1a6f-4bfd-8ce3-f6e7259978fe tempest-BulkNetworkOpsTest-1015690540 tempest-BulkNetworkOpsTest-1015690540-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33526109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022'] for network, after_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:48.561891 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e4d6691-1a6f-4bfd-8ce3-f6e7259978fe tempest-BulkNetworkOpsTest-1015690540 tempest-BulkNetworkOpsTest-1015690540-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:02:48.562406 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-9e4d6691-1a6f-4bfd-8ce3-f6e7259978fe tempest-BulkNetworkOpsTest-1015690540 tempest-BulkNetworkOpsTest-1015690540-project] Notify callbacks [] for network, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:48.576859 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-a3b3a032-ecee-45cb-b6ab-58684ec3f520 tempest-NetworksIpV6TestAttrs-532953968 tempest-NetworksIpV6TestAttrs-532953968-project] 10.222.0.42 "DELETE /v2.0/subnets/ba3aedc9-5620-45ca-bfda-f54ed592ce4b HTTP/1.1" status: 204 len: 168 time: 2.3871861 Apr 18 21:02:48.603118 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 33346) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:02:48.643650 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-e6147496-56d5-4ed4-896c-d5628c4527d3 tempest-NetworksTest-1502682821 tempest-NetworksTest-1502682821-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1258905', 'neutron.services.segments.db._delete_segments_for_network-8750375287417'] for network, precommit_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:48.664040 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.db [req-277122cf-8c81-4da0-94e6-92618951721c req-12a36fb5-d91b-42d6-9bbf-efc91e3d862d tempest-ServersNegativeTestJSON-508382254 tempest-ServersNegativeTestJSON-508382254-project] For port 8eed9390-9245-43e8-8f5a-918d1fc3c30c, host n-h1-838334-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838334-2',level=0,port_id=8eed9390-9245-43e8-8f5a-918d1fc3c30c,segment=NetworkSegment(b4dde5c5-5fa1-421a-aa66-9d4eb01be1ce),segment_id=b4dde5c5-5fa1-421a-aa66-9d4eb01be1ce)] {{(pid=84041) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:02:48.664402 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [req-277122cf-8c81-4da0-94e6-92618951721c req-12a36fb5-d91b-42d6-9bbf-efc91e3d862d tempest-ServersNegativeTestJSON-508382254 tempest-ServersNegativeTestJSON-508382254-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369123'] for port, precommit_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:48.733192 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-2a9bbd1f-f0fc-4c2f-a5cc-d68ec8758cda admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:48.744865 n-d-838334-2 neutron-server[84041]: DEBUG neutron.services.segments.db [None req-e6147496-56d5-4ed4-896c-d5628c4527d3 tempest-NetworksTest-1502682821 tempest-NetworksTest-1502682821-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fcfaf5e5-a6ba-469d-a6ac-dcb176fac77b']}} {{(pid=84041) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:02:48.752004 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Device 1109baa0-de1e-4eb1-bfce-77f32854b350 no longer exists at agent ovs-agent-n-d-838334-2 {{(pid=84042) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 21:02:48.792171 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.plugin [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] No Port match for: 1109baa0-de1e-4eb1-bfce-77f32854b350 {{(pid=84042) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 18 21:02:48.792504 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Device 1109baa0-de1e-4eb1-bfce-77f32854b350 not bound to the agent host n-d-838334-2 {{(pid=84042) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 21:02:48.814694 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.plugin [req-277122cf-8c81-4da0-94e6-92618951721c req-12a36fb5-d91b-42d6-9bbf-efc91e3d862d tempest-ServersNegativeTestJSON-508382254 tempest-ServersNegativeTestJSON-508382254-project] Calling delete_port for 8eed9390-9245-43e8-8f5a-918d1fc3c30c owned by compute:nova {{(pid=84041) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 21:02:48.814846 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-d1a4025f-9437-405d-ab94-e0e8e5ee1a85 tempest-FloatingIPAdminTestJSON-116313565 tempest-FloatingIPAdminTestJSON-116313565-project] Notify callbacks [] for floatingip, after_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:48.832280 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6bc79b1-fe57-4e0f-b1b5-f1ea2446079c None None] Network 9ce0cc11-f930-47ea-98a4-7f75709c929d requested from n-d-838334-2 {{(pid=84042) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 21:02:48.849276 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e4d6691-1a6f-4bfd-8ce3-f6e7259978fe tempest-BulkNetworkOpsTest-1015690540 tempest-BulkNetworkOpsTest-1015690540-project] Pushing event updated for resources: {'Network': ['ID=ccbe19ac-58dd-492f-9057-52be33d763d2,revision_number=1']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:02:48.856572 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85fb03d7-dcf0-4136-b46d-5bfe42fb3562 None None] Network fcfaf5e5-a6ba-469d-a6ac-dcb176fac77b requested from n-d-838334-2 {{(pid=84042) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 21:02:48.863247 n-d-838334-2 neutron-server[84041]: DEBUG neutron.services.segments.db [None req-e6147496-56d5-4ed4-896c-d5628c4527d3 tempest-NetworksTest-1502682821 tempest-NetworksTest-1502682821-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '296732f0-c178-4524-b6f7-3139da94069e') {'for_net_delete': True} {{(pid=84041) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:02:48.863585 n-d-838334-2 neutron-server[84041]: DEBUG neutron.services.segments.db [None req-e6147496-56d5-4ed4-896c-d5628c4527d3 tempest-NetworksTest-1502682821 tempest-NetworksTest-1502682821-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '296732f0-c178-4524-b6f7-3139da94069e') {} {{(pid=84041) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:02:48.869439 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-9e4d6691-1a6f-4bfd-8ce3-f6e7259978fe tempest-BulkNetworkOpsTest-1015690540 tempest-BulkNetworkOpsTest-1015690540-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 1.1250937 Apr 18 21:02:48.879518 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 33350) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:02:48.879900 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-d1a4025f-9437-405d-ab94-e0e8e5ee1a85 tempest-FloatingIPAdminTestJSON-116313565 tempest-FloatingIPAdminTestJSON-116313565-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217293'] for floatingip, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:48.880897 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-d1a4025f-9437-405d-ab94-e0e8e5ee1a85 tempest-FloatingIPAdminTestJSON-116313565 tempest-FloatingIPAdminTestJSON-116313565-project] 10.222.0.42 "DELETE /v2.0/floatingips/a611a566-1f41-4b87-b12c-c3ca71441f28 HTTP/1.1" status: 204 len: 168 time: 1.5051749 Apr 18 21:02:48.883048 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Network ccbe19ac-58dd-492f-9057-52be33d763d2 details requested by agent ovs-agent-n-d-838334-2 with host n-d-838334-2 {{(pid=84042) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 18 21:02:48.889827 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.v2.base [None req-15e92fc3-2536-465f-9892-93fe6bcbf312 tempest-BulkNetworkOpsTest-1015690540 tempest-BulkNetworkOpsTest-1015690540-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-2057787412'}} {{(pid=84041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:02:48.904632 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-e6147496-56d5-4ed4-896c-d5628c4527d3 tempest-NetworksTest-1502682821 tempest-NetworksTest-1502682821-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750375287300', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32268156'] for segment, before_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:48.911407 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-15e92fc3-2536-465f-9892-93fe6bcbf312 tempest-BulkNetworkOpsTest-1015690540 tempest-BulkNetworkOpsTest-1015690540-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:02:48.913527 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-15a28c54-dc5d-40d7-b64c-0842a2931787 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:48.932894 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-15e92fc3-2536-465f-9892-93fe6bcbf312 tempest-BulkNetworkOpsTest-1015690540 tempest-BulkNetworkOpsTest-1015690540-project] Usage tracker for resource:network and tenant:74fd5cdbd3e043cca326f0b2ff83331a is out of sync, need to count used quota {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:02:48.943057 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-15e92fc3-2536-465f-9892-93fe6bcbf312 tempest-BulkNetworkOpsTest-1015690540 tempest-BulkNetworkOpsTest-1015690540-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:02:48.946071 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-5e6605d8-b673-487b-a529-5fae57d82b79 tempest-NetworksIpV6TestAttrs-532953968 tempest-NetworksIpV6TestAttrs-532953968-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1103592'] for network, before_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:48.953132 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-e6147496-56d5-4ed4-896c-d5628c4527d3 tempest-NetworksTest-1502682821 tempest-NetworksTest-1502682821-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1082986'] for segment, precommit_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:48.955608 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-15e92fc3-2536-465f-9892-93fe6bcbf312 tempest-BulkNetworkOpsTest-1015690540 tempest-BulkNetworkOpsTest-1015690540-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:02:48.958098 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-2a9bbd1f-f0fc-4c2f-a5cc-d68ec8758cda admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33528224'] for security_group, after_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:48.984798 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a9bbd1f-f0fc-4c2f-a5cc-d68ec8758cda admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b41d31e2-d382-4fbe-8b10-24bb0bb71269,revision_number=None']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:02:48.992248 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-15a28c54-dc5d-40d7-b64c-0842a2931787 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:49.000548 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e6147496-56d5-4ed4-896c-d5628c4527d3 tempest-NetworksTest-1502682821 tempest-NetworksTest-1502682821-project] Releasing vlan 377 on physical network physnet1 to pool {{(pid=84041) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 18 21:02:49.001202 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-e6147496-56d5-4ed4-896c-d5628c4527d3 tempest-NetworksTest-1502682821 tempest-NetworksTest-1502682821-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1082993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32266254'] for segment, after_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:49.011002 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47545974-2d12-46aa-9931-c935b4af4be9 req-27a6cde4-fdb1-45fa-9d38-5a38a49b24c5 tempest-ServersNegativeTestJSON-508382254 tempest-ServersNegativeTestJSON-508382254-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:02:49.013298 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-47545974-2d12-46aa-9931-c935b4af4be9 req-27a6cde4-fdb1-45fa-9d38-5a38a49b24c5 tempest-ServersNegativeTestJSON-508382254 tempest-ServersNegativeTestJSON-508382254-project] 10.222.0.42 "GET /v2.0/ports?device_id=2197a591-197e-47fe-9210-1387bfb6ec5e HTTP/1.1" status: 200 len: 946 time: 0.5160205 Apr 18 21:02:49.014548 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.plugin [None req-5e6605d8-b673-487b-a529-5fae57d82b79 tempest-NetworksIpV6TestAttrs-532953968 tempest-NetworksIpV6TestAttrs-532953968-project] Deleting port c78a6e40-9535-45b9-b4c7-2be621ae5014 {{(pid=84040) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 21:02:49.015132 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-5e6605d8-b673-487b-a529-5fae57d82b79 tempest-NetworksIpV6TestAttrs-532953968 tempest-NetworksIpV6TestAttrs-532953968-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750375188691'] for port, before_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:49.016870 n-d-838334-2 neutron-server[84041]: Traceback (most recent call last): Apr 18 21:02:49.016870 n-d-838334-2 neutron-server[84041]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 18 21:02:49.016870 n-d-838334-2 neutron-server[84041]: timer() Apr 18 21:02:49.016870 n-d-838334-2 neutron-server[84041]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 21:02:49.016870 n-d-838334-2 neutron-server[84041]: cb(*args, **kw) Apr 18 21:02:49.016870 n-d-838334-2 neutron-server[84041]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 18 21:02:49.016870 n-d-838334-2 neutron-server[84041]: return func(*args, **kwargs) Apr 18 21:02:49.016870 n-d-838334-2 neutron-server[84041]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 21:02:49.016870 n-d-838334-2 neutron-server[84041]: self._notify() Apr 18 21:02:49.016870 n-d-838334-2 neutron-server[84041]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 21:02:49.016870 n-d-838334-2 neutron-server[84041]: self.callback(batched_events) Apr 18 21:02:49.016870 n-d-838334-2 neutron-server[84041]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 21:02:49.016870 n-d-838334-2 neutron-server[84041]: event.method(event) Apr 18 21:02:49.016870 n-d-838334-2 neutron-server[84041]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 18 21:02:49.016870 n-d-838334-2 neutron-server[84041]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 21:02:49.016870 n-d-838334-2 neutron-server[84041]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 18 21:02:49.016870 n-d-838334-2 neutron-server[84041]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 21:02:49.016870 n-d-838334-2 neutron-server[84041]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 18 21:02:49.016870 n-d-838334-2 neutron-server[84041]: return f(self, *a, **k) Apr 18 21:02:49.016870 n-d-838334-2 neutron-server[84041]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 18 21:02:49.016870 n-d-838334-2 neutron-server[84041]: return self._get(url).json() Apr 18 21:02:49.016870 n-d-838334-2 neutron-server[84041]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 18 21:02:49.016870 n-d-838334-2 neutron-server[84041]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 21:02:49.016870 n-d-838334-2 neutron-server[84041]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 18 21:02:49.016870 n-d-838334-2 neutron-server[84041]: return self.request(url, 'GET', **kwargs) Apr 18 21:02:49.016870 n-d-838334-2 neutron-server[84041]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 18 21:02:49.016870 n-d-838334-2 neutron-server[84041]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 21:02:49.016870 n-d-838334-2 neutron-server[84041]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 18 21:02:49.016870 n-d-838334-2 neutron-server[84041]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 21:02:49.016870 n-d-838334-2 neutron-server[84041]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 18 21:02:49.016870 n-d-838334-2 neutron-server[84041]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 21:02:49.016870 n-d-838334-2 neutron-server[84041]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 21:02:49.077783 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-15e92fc3-2536-465f-9892-93fe6bcbf312 tempest-BulkNetworkOpsTest-1015690540 tempest-BulkNetworkOpsTest-1015690540-project] Made reservation on behalf of 74fd5cdbd3e043cca326f0b2ff83331a for: {'network': 1} {{(pid=84041) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:02:49.081408 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-15e92fc3-2536-465f-9892-93fe6bcbf312 tempest-BulkNetworkOpsTest-1015690540 tempest-BulkNetworkOpsTest-1015690540-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for network, before_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:49.154473 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-2a9bbd1f-f0fc-4c2f-a5cc-d68ec8758cda admin admin] Notify callbacks [] for security_group, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:49.155724 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-2a9bbd1f-f0fc-4c2f-a5cc-d68ec8758cda admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/b41d31e2-d382-4fbe-8b10-24bb0bb71269 HTTP/1.1" status: 204 len: 168 time: 0.8997588 Apr 18 21:02:49.205081 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-47545974-2d12-46aa-9931-c935b4af4be9 req-7f845532-c9f8-4685-8b7d-8ef09eb903d4 tempest-ServersNegativeTestJSON-508382254 tempest-ServersNegativeTestJSON-508382254-project] 10.222.0.42 "GET /v2.0/security-groups?id=ada0ecb3-b1bc-4ba2-8e6c-b06ba09daca2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1124370 Apr 18 21:02:49.223873 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-15e92fc3-2536-465f-9892-93fe6bcbf312 tempest-BulkNetworkOpsTest-1015690540 tempest-BulkNetworkOpsTest-1015690540-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 351} {{(pid=84041) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 21:02:49.226940 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-e6147496-56d5-4ed4-896c-d5628c4527d3 tempest-NetworksTest-1502682821 tempest-NetworksTest-1502682821-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1258898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33526109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33444113'] for network, after_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:49.260332 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-e6147496-56d5-4ed4-896c-d5628c4527d3 tempest-NetworksTest-1502682821 tempest-NetworksTest-1502682821-project] Notify callbacks [] for network, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:49.289766 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [req-277122cf-8c81-4da0-94e6-92618951721c req-12a36fb5-d91b-42d6-9bbf-efc91e3d862d tempest-ServersNegativeTestJSON-508382254 tempest-ServersNegativeTestJSON-508382254-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750375259028', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750374836628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32266323'] for port, after_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:49.291011 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6147496-56d5-4ed4-896c-d5628c4527d3 tempest-NetworksTest-1502682821 tempest-NetworksTest-1502682821-project] Pushing event deleted for resources: {'Network': ['ID=fcfaf5e5-a6ba-469d-a6ac-dcb176fac77b,revision_number=None']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:02:49.292969 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-15e92fc3-2536-465f-9892-93fe6bcbf312 tempest-BulkNetworkOpsTest-1015690540 tempest-BulkNetworkOpsTest-1015690540-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1082986'] for segment, precommit_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:49.293597 n-d-838334-2 neutron-server[84041]: INFO neutron.db.segments_db [None req-15e92fc3-2536-465f-9892-93fe6bcbf312 tempest-BulkNetworkOpsTest-1015690540 tempest-BulkNetworkOpsTest-1015690540-project] Added segment 8365b6f2-f32d-4afc-914b-dbe8014ecbfd of type vlan for network e045c895-f440-4ee7-bc2c-802af29837a7 Apr 18 21:02:49.329730 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] get_ports_and_sgs() called for port_ids ['8eed9390-9245-43e8-8f5a-918d1fc3c30c'] {{(pid=84042) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 18 21:02:49.356539 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12a36fb5-d91b-42d6-9bbf-efc91e3d862d tempest-ServersNegativeTestJSON-508382254 tempest-ServersNegativeTestJSON-508382254-project] Pushing event deleted for resources: {'Port': ['ID=8eed9390-9245-43e8-8f5a-918d1fc3c30c,revision_number=None']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:02:49.360835 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 33360) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:02:49.363991 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-15a28c54-dc5d-40d7-b64c-0842a2931787 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33528224'] for security_group, after_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:49.366301 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-15a28c54-dc5d-40d7-b64c-0842a2931787 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:49.367439 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-15a28c54-dc5d-40d7-b64c-0842a2931787 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/c19de3f0-7db1-4e78-a7a3-e7895c2043dd HTTP/1.1" status: 204 len: 168 time: 0.8727374 Apr 18 21:02:49.380911 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-e6147496-56d5-4ed4-896c-d5628c4527d3 tempest-NetworksTest-1502682821 tempest-NetworksTest-1502682821-project] 10.222.0.42 "DELETE /v2.0/networks/fcfaf5e5-a6ba-469d-a6ac-dcb176fac77b HTTP/1.1" status: 204 len: 168 time: 8.1836457 Apr 18 21:02:49.384103 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 33368) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:02:49.385977 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.db [None req-5e6605d8-b673-487b-a529-5fae57d82b79 tempest-NetworksIpV6TestAttrs-532953968 tempest-NetworksIpV6TestAttrs-532953968-project] For port c78a6e40-9535-45b9-b4c7-2be621ae5014, host n-d-838334-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838334-2',level=0,port_id=c78a6e40-9535-45b9-b4c7-2be621ae5014,segment=NetworkSegment(a7d13bf5-6a03-4013-b848-c0aa58daf652),segment_id=a7d13bf5-6a03-4013-b848-c0aa58daf652)] {{(pid=84040) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:02:49.386338 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-5e6605d8-b673-487b-a529-5fae57d82b79 tempest-NetworksIpV6TestAttrs-532953968 tempest-NetworksIpV6TestAttrs-532953968-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369123'] for port, precommit_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:49.401130 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15a28c54-dc5d-40d7-b64c-0842a2931787 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c19de3f0-7db1-4e78-a7a3-e7895c2043dd,revision_number=None']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:02:49.436057 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-15e92fc3-2536-465f-9892-93fe6bcbf312 tempest-BulkNetworkOpsTest-1015690540 tempest-BulkNetworkOpsTest-1015690540-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750374825732'] for network, precommit_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:49.491109 n-d-838334-2 neutron-server[84040]: INFO neutron.pecan_wsgi.hooks.translation [None req-24c0ba4b-1a11-4380-bf5e-83a218f7890c tempest-NetworksTest-1502682821 tempest-NetworksTest-1502682821-project] DELETE failed (client error): The resource could not be found. Apr 18 21:02:49.491353 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-24c0ba4b-1a11-4380-bf5e-83a218f7890c tempest-NetworksTest-1502682821 tempest-NetworksTest-1502682821-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84040) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 21:02:49.499336 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-24c0ba4b-1a11-4380-bf5e-83a218f7890c tempest-NetworksTest-1502682821 tempest-NetworksTest-1502682821-project] 10.222.0.42 "DELETE /v2.0/networks/fcfaf5e5-a6ba-469d-a6ac-dcb176fac77b HTTP/1.1" status: 404 len: 339 time: 0.1039691 Apr 18 21:02:49.506942 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.l3_dvrscheduler_db [req-277122cf-8c81-4da0-94e6-92618951721c req-12a36fb5-d91b-42d6-9bbf-efc91e3d862d tempest-ServersNegativeTestJSON-508382254 tempest-ServersNegativeTestJSON-508382254-project] No DVR routers for this DVR port 8eed9390-9245-43e8-8f5a-918d1fc3c30c on host n-h1-838334-2 {{(pid=84041) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 21:02:49.512446 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 33372) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:02:49.514816 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750375287399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253529'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:49.518651 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [req-277122cf-8c81-4da0-94e6-92618951721c req-12a36fb5-d91b-42d6-9bbf-efc91e3d862d tempest-ServersNegativeTestJSON-508382254 tempest-ServersNegativeTestJSON-508382254-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217293'] for port, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:49.520793 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-277122cf-8c81-4da0-94e6-92618951721c req-12a36fb5-d91b-42d6-9bbf-efc91e3d862d tempest-ServersNegativeTestJSON-508382254 tempest-ServersNegativeTestJSON-508382254-project] 10.222.0.43 "DELETE /v2.0/ports/8eed9390-9245-43e8-8f5a-918d1fc3c30c HTTP/1.1" status: 204 len: 173 time: 2.0212030 Apr 18 21:02:49.521333 n-d-838334-2 neutron-server[84041]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2197a591-197e-47fe-9210-1387bfb6ec5e', 'name': 'network-vif-deleted', 'tag': '8eed9390-9245-43e8-8f5a-918d1fc3c30c'}] {{(pid=84041) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 21:02:49.529759 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.v2.base [None req-7906b868-155d-4676-bb7d-5c0afbc5aab6 tempest-NetworksTest-1502682821 tempest-NetworksTest-1502682821-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-578803454', 'description': 'd1'}} {{(pid=84041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:02:49.539215 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-7906b868-155d-4676-bb7d-5c0afbc5aab6 tempest-NetworksTest-1502682821 tempest-NetworksTest-1502682821-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:02:49.546545 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-7906b868-155d-4676-bb7d-5c0afbc5aab6 tempest-NetworksTest-1502682821 tempest-NetworksTest-1502682821-project] Usage tracker for resource:network and tenant:7bfcf5e6e1be4fd18d7d5e6e5bcd338a is out of sync, need to count used quota {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:02:49.550479 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-7906b868-155d-4676-bb7d-5c0afbc5aab6 tempest-NetworksTest-1502682821 tempest-NetworksTest-1502682821-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:02:49.553300 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-15e92fc3-2536-465f-9892-93fe6bcbf312 tempest-BulkNetworkOpsTest-1015690540 tempest-BulkNetworkOpsTest-1015690540-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33526109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022'] for network, after_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:49.557172 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15e92fc3-2536-465f-9892-93fe6bcbf312 tempest-BulkNetworkOpsTest-1015690540 tempest-BulkNetworkOpsTest-1015690540-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:02:49.558023 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-15e92fc3-2536-465f-9892-93fe6bcbf312 tempest-BulkNetworkOpsTest-1015690540 tempest-BulkNetworkOpsTest-1015690540-project] Notify callbacks [] for network, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:49.583264 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-7906b868-155d-4676-bb7d-5c0afbc5aab6 tempest-NetworksTest-1502682821 tempest-NetworksTest-1502682821-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:02:49.639408 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.plugin [None req-5e6605d8-b673-487b-a529-5fae57d82b79 tempest-NetworksIpV6TestAttrs-532953968 tempest-NetworksIpV6TestAttrs-532953968-project] Calling delete_port for c78a6e40-9535-45b9-b4c7-2be621ae5014 owned by network:dhcp {{(pid=84040) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 21:02:49.689900 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-414b6ffe-e119-47bc-b18f-bcff1219c2f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750375287399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253529'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:49.716433 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a7ad38b-29d6-42aa-b185-51ee03ed71f0 None None] DHCP port deletion for fcfaf5e5-a6ba-469d-a6ac-dcb176fac77b request from n-d-838334-2 {{(pid=84042) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 18 21:02:49.757781 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-15e92fc3-2536-465f-9892-93fe6bcbf312 tempest-BulkNetworkOpsTest-1015690540 tempest-BulkNetworkOpsTest-1015690540-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.8650422 Apr 18 21:02:49.757781 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7906b868-155d-4676-bb7d-5c0afbc5aab6 tempest-NetworksTest-1502682821 tempest-NetworksTest-1502682821-project] Made reservation on behalf of 7bfcf5e6e1be4fd18d7d5e6e5bcd338a for: {'network': 1} {{(pid=84041) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:02:49.757781 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-7906b868-155d-4676-bb7d-5c0afbc5aab6 tempest-NetworksTest-1502682821 tempest-NetworksTest-1502682821-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for network, before_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:49.780969 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 33384) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:02:49.794435 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.v2.base [None req-d810b4cb-3fc1-4cd1-bc85-015fe20dfdca tempest-BulkNetworkOpsTest-1015690540 tempest-BulkNetworkOpsTest-1015690540-project] Request body: {'ports': [{'network_id': 'ccbe19ac-58dd-492f-9057-52be33d763d2', 'name': 'tempest-port--194120988', 'admin_state_up': True}, {'network_id': 'e045c895-f440-4ee7-bc2c-802af29837a7', 'admin_state_up': False}]} {{(pid=84041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:02:49.801120 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.v2.base [None req-d810b4cb-3fc1-4cd1-bc85-015fe20dfdca tempest-BulkNetworkOpsTest-1015690540 tempest-BulkNetworkOpsTest-1015690540-project] Request body: {'port': {'network_id': 'ccbe19ac-58dd-492f-9057-52be33d763d2', 'name': 'tempest-port--194120988', 'admin_state_up': True}} {{(pid=84041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:02:49.801812 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.v2.base [None req-d810b4cb-3fc1-4cd1-bc85-015fe20dfdca tempest-BulkNetworkOpsTest-1015690540 tempest-BulkNetworkOpsTest-1015690540-project] Request body: {'port': {'network_id': 'e045c895-f440-4ee7-bc2c-802af29837a7', 'admin_state_up': False}} {{(pid=84041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:02:49.827725 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15e92fc3-2536-465f-9892-93fe6bcbf312 tempest-BulkNetworkOpsTest-1015690540 tempest-BulkNetworkOpsTest-1015690540-project] Pushing event updated for resources: {'Network': ['ID=e045c895-f440-4ee7-bc2c-802af29837a7,revision_number=1']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:02:49.843837 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Network e045c895-f440-4ee7-bc2c-802af29837a7 details requested by agent ovs-agent-n-d-838334-2 with host n-d-838334-2 {{(pid=84042) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 18 21:02:49.859370 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-5e6605d8-b673-487b-a529-5fae57d82b79 tempest-NetworksIpV6TestAttrs-532953968 tempest-NetworksIpV6TestAttrs-532953968-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750375259028', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750374836628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32440838'] for port, after_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:49.870258 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57b6e436-ce8f-407a-8299-289ae11a0604 None None] DHCP port deletion for 9ce0cc11-f930-47ea-98a4-7f75709c929d request from n-d-838334-2 {{(pid=84042) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 18 21:02:49.932023 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e6605d8-b673-487b-a529-5fae57d82b79 tempest-NetworksIpV6TestAttrs-532953968 tempest-NetworksIpV6TestAttrs-532953968-project] Pushing event deleted for resources: {'Port': ['ID=c78a6e40-9535-45b9-b4c7-2be621ae5014,revision_number=None']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:02:49.957827 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e6605d8-b673-487b-a529-5fae57d82b79 tempest-NetworksIpV6TestAttrs-532953968 tempest-NetworksIpV6TestAttrs-532953968-project] No DVR routers for this DVR port c78a6e40-9535-45b9-b4c7-2be621ae5014 on host n-d-838334-2 {{(pid=84040) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 21:02:50.077970 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7906b868-155d-4676-bb7d-5c0afbc5aab6 tempest-NetworksTest-1502682821 tempest-NetworksTest-1502682821-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 380} {{(pid=84041) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 21:02:50.129264 n-d-838334-2 neutron-server[84041]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7f111c18-0ab0-4d27-b7e7-3d672bb0e6a3'] response: {'server_uuid': '2197a591-197e-47fe-9210-1387bfb6ec5e', 'name': 'network-vif-deleted', 'tag': '8eed9390-9245-43e8-8f5a-918d1fc3c30c', 'status': 'completed', 'code': 200} Apr 18 21:02:50.130172 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-7906b868-155d-4676-bb7d-5c0afbc5aab6 tempest-NetworksTest-1502682821 tempest-NetworksTest-1502682821-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1082986'] for segment, precommit_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:50.130510 n-d-838334-2 neutron-server[84041]: INFO neutron.db.segments_db [None req-7906b868-155d-4676-bb7d-5c0afbc5aab6 tempest-NetworksTest-1502682821 tempest-NetworksTest-1502682821-project] Added segment 3d4fcd3f-4cf0-4ac9-ab41-7557333baa46 of type vlan for network b20975f2-8775-4ae5-b5d4-11c3f013eef2 Apr 18 21:02:50.150014 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-d810b4cb-3fc1-4cd1-bc85-015fe20dfdca tempest-BulkNetworkOpsTest-1015690540 tempest-BulkNetworkOpsTest-1015690540-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:02:50.154649 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-d810b4cb-3fc1-4cd1-bc85-015fe20dfdca tempest-BulkNetworkOpsTest-1015690540 tempest-BulkNetworkOpsTest-1015690540-project] Usage tracker for resource:port and tenant:74fd5cdbd3e043cca326f0b2ff83331a is out of sync, need to count used quota {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:02:50.157880 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-d810b4cb-3fc1-4cd1-bc85-015fe20dfdca tempest-BulkNetworkOpsTest-1015690540 tempest-BulkNetworkOpsTest-1015690540-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:02:50.164024 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-d810b4cb-3fc1-4cd1-bc85-015fe20dfdca tempest-BulkNetworkOpsTest-1015690540 tempest-BulkNetworkOpsTest-1015690540-project] Attempting to reserve 2 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:02:50.179552 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d810b4cb-3fc1-4cd1-bc85-015fe20dfdca tempest-BulkNetworkOpsTest-1015690540 tempest-BulkNetworkOpsTest-1015690540-project] Made reservation on behalf of 74fd5cdbd3e043cca326f0b2ff83331a for: {'port': 2} {{(pid=84041) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:02:50.185992 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-d810b4cb-3fc1-4cd1-bc85-015fe20dfdca tempest-BulkNetworkOpsTest-1015690540 tempest-BulkNetworkOpsTest-1015690540-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:50.226237 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-7906b868-155d-4676-bb7d-5c0afbc5aab6 tempest-NetworksTest-1502682821 tempest-NetworksTest-1502682821-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750374825732'] for network, precommit_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:50.262046 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-d810b4cb-3fc1-4cd1-bc85-015fe20dfdca tempest-BulkNetworkOpsTest-1015690540 tempest-BulkNetworkOpsTest-1015690540-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:50.327128 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-7906b868-155d-4676-bb7d-5c0afbc5aab6 tempest-NetworksTest-1502682821 tempest-NetworksTest-1502682821-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33526109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022'] for network, after_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:50.331281 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7906b868-155d-4676-bb7d-5c0afbc5aab6 tempest-NetworksTest-1502682821 tempest-NetworksTest-1502682821-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:02:50.332046 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-7906b868-155d-4676-bb7d-5c0afbc5aab6 tempest-NetworksTest-1502682821 tempest-NetworksTest-1502682821-project] Notify callbacks [] for network, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:50.358528 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-5e6605d8-b673-487b-a529-5fae57d82b79 tempest-NetworksIpV6TestAttrs-532953968 tempest-NetworksIpV6TestAttrs-532953968-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1258905', 'neutron.services.segments.db._delete_segments_for_network-8750375287417'] for network, precommit_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:50.388618 n-d-838334-2 neutron-server[84040]: DEBUG neutron.services.segments.db [None req-5e6605d8-b673-487b-a529-5fae57d82b79 tempest-NetworksIpV6TestAttrs-532953968 tempest-NetworksIpV6TestAttrs-532953968-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9ce0cc11-f930-47ea-98a4-7f75709c929d']}} {{(pid=84040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:02:50.401335 n-d-838334-2 neutron-server[84040]: DEBUG neutron.services.segments.db [None req-5e6605d8-b673-487b-a529-5fae57d82b79 tempest-NetworksIpV6TestAttrs-532953968 tempest-NetworksIpV6TestAttrs-532953968-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a7d13bf5-6a03-4013-b848-c0aa58daf652') {'for_net_delete': True} {{(pid=84040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:02:50.401628 n-d-838334-2 neutron-server[84040]: DEBUG neutron.services.segments.db [None req-5e6605d8-b673-487b-a529-5fae57d82b79 tempest-NetworksIpV6TestAttrs-532953968 tempest-NetworksIpV6TestAttrs-532953968-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a7d13bf5-6a03-4013-b848-c0aa58daf652') {} {{(pid=84040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:02:50.414261 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-5e6605d8-b673-487b-a529-5fae57d82b79 tempest-NetworksIpV6TestAttrs-532953968 tempest-NetworksIpV6TestAttrs-532953968-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750375287300', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31955965'] for segment, before_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:50.461599 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-5e6605d8-b673-487b-a529-5fae57d82b79 tempest-NetworksIpV6TestAttrs-532953968 tempest-NetworksIpV6TestAttrs-532953968-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1082986'] for segment, precommit_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:50.470997 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 33404) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:02:50.506585 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5e6605d8-b673-487b-a529-5fae57d82b79 tempest-NetworksIpV6TestAttrs-532953968 tempest-NetworksIpV6TestAttrs-532953968-project] Releasing vlan 399 on physical network physnet1 to pool {{(pid=84040) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 18 21:02:50.507399 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-5e6605d8-b673-487b-a529-5fae57d82b79 tempest-NetworksIpV6TestAttrs-532953968 tempest-NetworksIpV6TestAttrs-532953968-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1082993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32440923'] for segment, after_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:50.523791 n-d-838334-2 neutron-server[84040]: Traceback (most recent call last): Apr 18 21:02:50.523791 n-d-838334-2 neutron-server[84040]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 18 21:02:50.523791 n-d-838334-2 neutron-server[84040]: timer() Apr 18 21:02:50.523791 n-d-838334-2 neutron-server[84040]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 21:02:50.523791 n-d-838334-2 neutron-server[84040]: cb(*args, **kw) Apr 18 21:02:50.523791 n-d-838334-2 neutron-server[84040]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 18 21:02:50.523791 n-d-838334-2 neutron-server[84040]: return func(*args, **kwargs) Apr 18 21:02:50.523791 n-d-838334-2 neutron-server[84040]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 21:02:50.523791 n-d-838334-2 neutron-server[84040]: self._notify() Apr 18 21:02:50.523791 n-d-838334-2 neutron-server[84040]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 21:02:50.523791 n-d-838334-2 neutron-server[84040]: self.callback(batched_events) Apr 18 21:02:50.523791 n-d-838334-2 neutron-server[84040]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 21:02:50.523791 n-d-838334-2 neutron-server[84040]: event.method(event) Apr 18 21:02:50.523791 n-d-838334-2 neutron-server[84040]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 18 21:02:50.523791 n-d-838334-2 neutron-server[84040]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 21:02:50.523791 n-d-838334-2 neutron-server[84040]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 18 21:02:50.523791 n-d-838334-2 neutron-server[84040]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 21:02:50.523791 n-d-838334-2 neutron-server[84040]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 18 21:02:50.523791 n-d-838334-2 neutron-server[84040]: return f(self, *a, **k) Apr 18 21:02:50.523791 n-d-838334-2 neutron-server[84040]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 18 21:02:50.523791 n-d-838334-2 neutron-server[84040]: return self._get(url).json() Apr 18 21:02:50.523791 n-d-838334-2 neutron-server[84040]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 18 21:02:50.523791 n-d-838334-2 neutron-server[84040]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 21:02:50.523791 n-d-838334-2 neutron-server[84040]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 18 21:02:50.523791 n-d-838334-2 neutron-server[84040]: return self.request(url, 'GET', **kwargs) Apr 18 21:02:50.523791 n-d-838334-2 neutron-server[84040]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 18 21:02:50.523791 n-d-838334-2 neutron-server[84040]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 21:02:50.523791 n-d-838334-2 neutron-server[84040]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 18 21:02:50.523791 n-d-838334-2 neutron-server[84040]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 21:02:50.523791 n-d-838334-2 neutron-server[84040]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 18 21:02:50.523791 n-d-838334-2 neutron-server[84040]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 21:02:50.523791 n-d-838334-2 neutron-server[84040]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 21:02:50.541626 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-c7521a90-7d65-4e2e-842c-ca5d95e9a89c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750375287399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253529'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:50.599817 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-746b9e17-69c4-42c1-9ae7-4941a260cb66 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=11a721e26f4b40e9902d12cbf98b9f12&name=default HTTP/1.1" status: 200 len: 2647 time: 1.2376740 Apr 18 21:02:50.600758 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 33410) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:02:50.658785 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-5e6605d8-b673-487b-a529-5fae57d82b79 tempest-NetworksIpV6TestAttrs-532953968 tempest-NetworksIpV6TestAttrs-532953968-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1258898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33526109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33444113'] for network, after_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:50.683799 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-5e6605d8-b673-487b-a529-5fae57d82b79 tempest-NetworksIpV6TestAttrs-532953968 tempest-NetworksIpV6TestAttrs-532953968-project] Notify callbacks [] for network, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:50.701603 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-5e6605d8-b673-487b-a529-5fae57d82b79 tempest-NetworksIpV6TestAttrs-532953968 tempest-NetworksIpV6TestAttrs-532953968-project] 10.222.0.42 "DELETE /v2.0/networks/9ce0cc11-f930-47ea-98a4-7f75709c929d HTTP/1.1" status: 204 len: 168 time: 2.0984149 Apr 18 21:02:50.708063 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e6605d8-b673-487b-a529-5fae57d82b79 tempest-NetworksIpV6TestAttrs-532953968 tempest-NetworksIpV6TestAttrs-532953968-project] Pushing event deleted for resources: {'Network': ['ID=9ce0cc11-f930-47ea-98a4-7f75709c929d,revision_number=None']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:02:50.742607 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-f81cbd68-e622-499c-87fb-50e3068639b5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:50.765070 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Device c78a6e40-9535-45b9-b4c7-2be621ae5014 no longer exists at agent ovs-agent-n-d-838334-2 {{(pid=84042) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 21:02:50.785375 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-f81cbd68-e622-499c-87fb-50e3068639b5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:50.825555 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.plugin [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] No Port match for: c78a6e40-9535-45b9-b4c7-2be621ae5014 {{(pid=84042) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 18 21:02:50.825901 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Device c78a6e40-9535-45b9-b4c7-2be621ae5014 not bound to the agent host n-d-838334-2 {{(pid=84042) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 21:02:50.846212 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-7906b868-155d-4676-bb7d-5c0afbc5aab6 tempest-NetworksTest-1502682821 tempest-NetworksTest-1502682821-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 781 time: 1.3325248 Apr 18 21:02:50.852338 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 33420) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:02:50.920673 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7906b868-155d-4676-bb7d-5c0afbc5aab6 tempest-NetworksTest-1502682821 tempest-NetworksTest-1502682821-project] Pushing event updated for resources: {'Network': ['ID=b20975f2-8775-4ae5-b5d4-11c3f013eef2,revision_number=1']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:02:50.937608 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Network b20975f2-8775-4ae5-b5d4-11c3f013eef2 details requested by agent ovs-agent-n-d-838334-2 with host n-d-838334-2 {{(pid=84042) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 18 21:02:50.940118 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.db_base_plugin_v2 [None req-56daffab-c72a-45d3-9a3e-822f2fe8208c admin admin] Deleting subnet 0d6de920-cb7d-469b-9a77-ddf54cb30087 {{(pid=84040) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 18 21:02:50.947575 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-56daffab-c72a-45d3-9a3e-822f2fe8208c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:50.984781 n-d-838334-2 neutron-server[84041]: DEBUG neutron.notifiers.nova [None req-d810b4cb-3fc1-4cd1-bc85-015fe20dfdca tempest-BulkNetworkOpsTest-1015690540 tempest-BulkNetworkOpsTest-1015690540-project] device_id is not set on port 15d128fa-c75c-4453-ba68-2f2445ee0edc yet. {{(pid=84041) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 18 21:02:51.069028 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-56daffab-c72a-45d3-9a3e-822f2fe8208c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31955982'] for subnet, precommit_delete_associations {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:51.134503 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-f81cbd68-e622-499c-87fb-50e3068639b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33528224'] for security_group, after_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:51.139455 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-d810b4cb-3fc1-4cd1-bc85-015fe20dfdca tempest-BulkNetworkOpsTest-1015690540 tempest-BulkNetworkOpsTest-1015690540-project] Notify callbacks [] for port, precommit_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:51.211498 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 33432) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:02:51.240829 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f81cbd68-e622-499c-87fb-50e3068639b5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cbe104d3-9ddd-40bc-afd5-1519af32d4b0,revision_number=None']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:02:51.268354 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-f81cbd68-e622-499c-87fb-50e3068639b5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:51.269510 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-f81cbd68-e622-499c-87fb-50e3068639b5 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/cbe104d3-9ddd-40bc-afd5-1519af32d4b0 HTTP/1.1" status: 204 len: 168 time: 0.6565495 Apr 18 21:02:51.287392 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec597283-330e-465d-aaeb-fc3202da2e78 tempest-NetworksTest-1502682821 tempest-NetworksTest-1502682821-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:02:51.288338 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-ec597283-330e-465d-aaeb-fc3202da2e78 tempest-NetworksTest-1502682821 tempest-NetworksTest-1502682821-project] Synchronizing usage tracker for tenant:7bfcf5e6e1be4fd18d7d5e6e5bcd338a on resource:network {{(pid=84040) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 21:02:51.309606 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-56daffab-c72a-45d3-9a3e-822f2fe8208c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1260556'] for subnet, precommit_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:51.328864 n-d-838334-2 neutron-server[84041]: DEBUG neutron.notifiers.nova [None req-d810b4cb-3fc1-4cd1-bc85-015fe20dfdca tempest-BulkNetworkOpsTest-1015690540 tempest-BulkNetworkOpsTest-1015690540-project] device_id is not set on port a33a1a87-f85e-4be6-81f3-393cdf4ba796 yet. {{(pid=84041) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 18 21:02:51.342750 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-ec597283-330e-465d-aaeb-fc3202da2e78 tempest-NetworksTest-1502682821 tempest-NetworksTest-1502682821-project] Unset dirty status for tenant:7bfcf5e6e1be4fd18d7d5e6e5bcd338a on resource:network {{(pid=84040) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 21:02:51.343734 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-ec597283-330e-465d-aaeb-fc3202da2e78 tempest-NetworksTest-1502682821 tempest-NetworksTest-1502682821-project] 10.222.0.42 "GET /v2.0/networks?id=b20975f2-8775-4ae5-b5d4-11c3f013eef2 HTTP/1.1" status: 200 len: 760 time: 0.4904532 Apr 18 21:02:51.348430 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 33440) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:02:51.360654 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.v2.base [None req-b581ceaa-d19f-4329-bf9d-8b1b98d132c3 tempest-NetworksTest-1502682821 tempest-NetworksTest-1502682821-project] Request body: {'network': {'description': 'd2'}} {{(pid=84040) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:02:51.431025 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-d810b4cb-3fc1-4cd1-bc85-015fe20dfdca tempest-BulkNetworkOpsTest-1015690540 tempest-BulkNetworkOpsTest-1015690540-project] Notify callbacks [] for port, precommit_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:51.482231 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-d810b4cb-3fc1-4cd1-bc85-015fe20dfdca tempest-BulkNetworkOpsTest-1015690540 tempest-BulkNetworkOpsTest-1015690540-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750374836619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32266323'] for port, after_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:51.593167 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d810b4cb-3fc1-4cd1-bc85-015fe20dfdca tempest-BulkNetworkOpsTest-1015690540 tempest-BulkNetworkOpsTest-1015690540-project] Pushing event updated for resources: {'Port': ['ID=15d128fa-c75c-4453-ba68-2f2445ee0edc,revision_number=1']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:02:51.607338 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d810b4cb-3fc1-4cd1-bc85-015fe20dfdca tempest-BulkNetworkOpsTest-1015690540 tempest-BulkNetworkOpsTest-1015690540-project] Checking segment: {'id': 'b7119290-6af5-42d5-a86a-5e4e2648612e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': 'ccbe19ac-58dd-492f-9057-52be33d763d2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84041) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 21:02:51.608074 n-d-838334-2 neutron-server[84041]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d810b4cb-3fc1-4cd1-bc85-015fe20dfdca tempest-BulkNetworkOpsTest-1015690540 tempest-BulkNetworkOpsTest-1015690540-project] Network hostable DHCP agents. Network: ccbe19ac-58dd-492f-9057-52be33d763d2, hostable agents: ['8746f8ea-3e91-4b32-9919-2c63adeb8722'], hosted agents: [] {{(pid=84041) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 21:02:51.634501 n-d-838334-2 neutron-server[84041]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d810b4cb-3fc1-4cd1-bc85-015fe20dfdca tempest-BulkNetworkOpsTest-1015690540 tempest-BulkNetworkOpsTest-1015690540-project] Network ccbe19ac-58dd-492f-9057-52be33d763d2 is scheduled to be hosted by DHCP agent 8746f8ea-3e91-4b32-9919-2c63adeb8722 with binding_index 1 {{(pid=84041) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 21:02:51.647550 n-d-838334-2 neutron-server[84041]: DEBUG neutron.scheduler.base_scheduler [None req-d810b4cb-3fc1-4cd1-bc85-015fe20dfdca tempest-BulkNetworkOpsTest-1015690540 tempest-BulkNetworkOpsTest-1015690540-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-838334-2, ccbe19ac-58dd-492f-9057-52be33d763d2) {{(pid=84041) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:02:51.648322 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-56daffab-c72a-45d3-9a3e-822f2fe8208c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1260549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33526260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32440885', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31752825'] for subnet, after_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:51.652676 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d810b4cb-3fc1-4cd1-bc85-015fe20dfdca tempest-BulkNetworkOpsTest-1015690540 tempest-BulkNetworkOpsTest-1015690540-project] Received port after_create {{(pid=84041) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 21:02:51.653730 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-d810b4cb-3fc1-4cd1-bc85-015fe20dfdca tempest-BulkNetworkOpsTest-1015690540 tempest-BulkNetworkOpsTest-1015690540-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750374836619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32266323'] for port, after_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:51.657023 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b5f1e3a-6722-4220-9ad7-0e094b323ba9 None None] Network ccbe19ac-58dd-492f-9057-52be33d763d2 requested from n-d-838334-2 {{(pid=84042) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 21:02:51.739372 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-7ea7f083-6aa9-4098-8b7e-1db7087d8e38 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=84b529df784d4667acc93cf51be710ab&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5243721 Apr 18 21:02:51.751257 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 33450) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:02:51.755938 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d810b4cb-3fc1-4cd1-bc85-015fe20dfdca tempest-BulkNetworkOpsTest-1015690540 tempest-BulkNetworkOpsTest-1015690540-project] Pushing event updated for resources: {'Port': ['ID=a33a1a87-f85e-4be6-81f3-393cdf4ba796,revision_number=1']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:02:51.761347 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Device 8eed9390-9245-43e8-8f5a-918d1fc3c30c no longer exists at agent hyperv_n-h1-838334-2 {{(pid=84042) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 21:02:51.783350 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56daffab-c72a-45d3-9a3e-822f2fe8208c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0d6de920-cb7d-469b-9a77-ddf54cb30087,revision_number=None']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:02:51.811369 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.plugin [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] No Port match for: 8eed9390-9245-43e8-8f5a-918d1fc3c30c {{(pid=84042) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 18 21:02:51.811837 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Device 8eed9390-9245-43e8-8f5a-918d1fc3c30c not bound to the agent host n-h1-838334-2 {{(pid=84042) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 21:02:51.814097 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-56daffab-c72a-45d3-9a3e-822f2fe8208c admin admin] Notify callbacks [] for subnet, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:51.819248 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-b581ceaa-d19f-4329-bf9d-8b1b98d132c3 tempest-NetworksTest-1502682821 tempest-NetworksTest-1502682821-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750374825732'] for network, precommit_update {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:51.836205 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-56daffab-c72a-45d3-9a3e-822f2fe8208c admin admin] 10.222.0.42 "DELETE /v2.0/subnets/0d6de920-cb7d-469b-9a77-ddf54cb30087 HTTP/1.1" status: 204 len: 168 time: 1.3613846 Apr 18 21:02:51.841829 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 33458) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:02:51.865641 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d810b4cb-3fc1-4cd1-bc85-015fe20dfdca tempest-BulkNetworkOpsTest-1015690540 tempest-BulkNetworkOpsTest-1015690540-project] Checking segment: {'id': '8365b6f2-f32d-4afc-914b-dbe8014ecbfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': 'e045c895-f440-4ee7-bc2c-802af29837a7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84041) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 21:02:51.866013 n-d-838334-2 neutron-server[84041]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d810b4cb-3fc1-4cd1-bc85-015fe20dfdca tempest-BulkNetworkOpsTest-1015690540 tempest-BulkNetworkOpsTest-1015690540-project] Network hostable DHCP agents. Network: e045c895-f440-4ee7-bc2c-802af29837a7, hostable agents: ['8746f8ea-3e91-4b32-9919-2c63adeb8722'], hosted agents: [] {{(pid=84041) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 21:02:51.869020 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-b581ceaa-d19f-4329-bf9d-8b1b98d132c3 tempest-NetworksTest-1502682821 tempest-NetworksTest-1502682821-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33526109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022'] for network, after_update {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:51.973820 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-3b7513cf-6dd0-456b-93a8-4538c7033842 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:51.978971 n-d-838334-2 neutron-server[84041]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d810b4cb-3fc1-4cd1-bc85-015fe20dfdca tempest-BulkNetworkOpsTest-1015690540 tempest-BulkNetworkOpsTest-1015690540-project] Network e045c895-f440-4ee7-bc2c-802af29837a7 is scheduled to be hosted by DHCP agent 8746f8ea-3e91-4b32-9919-2c63adeb8722 with binding_index 1 {{(pid=84041) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 21:02:52.014423 n-d-838334-2 neutron-server[84041]: DEBUG neutron.scheduler.base_scheduler [None req-d810b4cb-3fc1-4cd1-bc85-015fe20dfdca tempest-BulkNetworkOpsTest-1015690540 tempest-BulkNetworkOpsTest-1015690540-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-838334-2, e045c895-f440-4ee7-bc2c-802af29837a7) {{(pid=84041) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:02:52.020483 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d810b4cb-3fc1-4cd1-bc85-015fe20dfdca tempest-BulkNetworkOpsTest-1015690540 tempest-BulkNetworkOpsTest-1015690540-project] Received port after_create {{(pid=84041) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 21:02:52.023129 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a1cd3b3-d278-459b-87b0-0983c2505115 None None] Network e045c895-f440-4ee7-bc2c-802af29837a7 requested from n-d-838334-2 {{(pid=84042) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 21:02:52.024666 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d810b4cb-3fc1-4cd1-bc85-015fe20dfdca tempest-BulkNetworkOpsTest-1015690540 tempest-BulkNetworkOpsTest-1015690540-project] Attributes excluded by policy engine: ['binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:02:52.028487 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d810b4cb-3fc1-4cd1-bc85-015fe20dfdca tempest-BulkNetworkOpsTest-1015690540 tempest-BulkNetworkOpsTest-1015690540-project] Attributes excluded by policy engine: ['binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:02:52.029238 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-d810b4cb-3fc1-4cd1-bc85-015fe20dfdca tempest-BulkNetworkOpsTest-1015690540 tempest-BulkNetworkOpsTest-1015690540-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217293'] for port, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:52.047940 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-b581ceaa-d19f-4329-bf9d-8b1b98d132c3 tempest-NetworksTest-1502682821 tempest-NetworksTest-1502682821-project] Network b20975f2-8775-4ae5-b5d4-11c3f013eef2 is not hosted by any dhcp agent {{(pid=84040) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:226}} Apr 18 21:02:52.054861 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-3b7513cf-6dd0-456b-93a8-4538c7033842 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:52.061591 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b581ceaa-d19f-4329-bf9d-8b1b98d132c3 tempest-NetworksTest-1502682821 tempest-NetworksTest-1502682821-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:02:52.062275 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-b581ceaa-d19f-4329-bf9d-8b1b98d132c3 tempest-NetworksTest-1502682821 tempest-NetworksTest-1502682821-project] Notify callbacks [] for network, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:52.069889 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-b581ceaa-d19f-4329-bf9d-8b1b98d132c3 tempest-NetworksTest-1502682821 tempest-NetworksTest-1502682821-project] 10.222.0.42 "PUT /v2.0/networks/b20975f2-8775-4ae5-b5d4-11c3f013eef2 HTTP/1.1" status: 200 len: 757 time: 0.7199035 Apr 18 21:02:52.076869 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 33466) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:02:52.095858 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-d810b4cb-3fc1-4cd1-bc85-015fe20dfdca tempest-BulkNetworkOpsTest-1015690540 tempest-BulkNetworkOpsTest-1015690540-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1449 time: 2.3111939 Apr 18 21:02:52.098249 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 33468) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:02:52.118846 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b581ceaa-d19f-4329-bf9d-8b1b98d132c3 tempest-NetworksTest-1502682821 tempest-NetworksTest-1502682821-project] Pushing event updated for resources: {'Network': ['ID=b20975f2-8775-4ae5-b5d4-11c3f013eef2,revision_number=1']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:02:52.158459 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Network b20975f2-8775-4ae5-b5d4-11c3f013eef2 details requested by agent ovs-agent-n-d-838334-2 with host n-d-838334-2 {{(pid=84042) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 18 21:02:52.181530 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-3b7513cf-6dd0-456b-93a8-4538c7033842 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33528224'] for security_group, after_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:52.242693 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b7513cf-6dd0-456b-93a8-4538c7033842 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=75f9b389-077d-40f2-9c7f-0289337bcb99,revision_number=None']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:02:52.250862 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-3b7513cf-6dd0-456b-93a8-4538c7033842 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:52.252288 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-3b7513cf-6dd0-456b-93a8-4538c7033842 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/75f9b389-077d-40f2-9c7f-0289337bcb99 HTTP/1.1" status: 204 len: 168 time: 0.4937174 Apr 18 21:02:52.255579 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-4854cda0-92fd-4bb4-ae05-5d9a469f8b2f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1103592'] for network, before_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:52.271409 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8622dfc4-03d1-4649-853e-929704ddebf1 tempest-BulkNetworkOpsTest-1015690540 tempest-BulkNetworkOpsTest-1015690540-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:02:52.276652 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8622dfc4-03d1-4649-853e-929704ddebf1 tempest-BulkNetworkOpsTest-1015690540 tempest-BulkNetworkOpsTest-1015690540-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:02:52.278966 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-8622dfc4-03d1-4649-853e-929704ddebf1 tempest-BulkNetworkOpsTest-1015690540 tempest-BulkNetworkOpsTest-1015690540-project] Synchronizing usage tracker for tenant:74fd5cdbd3e043cca326f0b2ff83331a on resource:port {{(pid=84041) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 21:02:52.300326 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-8622dfc4-03d1-4649-853e-929704ddebf1 tempest-BulkNetworkOpsTest-1015690540 tempest-BulkNetworkOpsTest-1015690540-project] Unset dirty status for tenant:74fd5cdbd3e043cca326f0b2ff83331a on resource:port {{(pid=84041) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 21:02:52.301242 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-8622dfc4-03d1-4649-853e-929704ddebf1 tempest-BulkNetworkOpsTest-1015690540 tempest-BulkNetworkOpsTest-1015690540-project] 10.222.0.42 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1444 time: 0.2019849 Apr 18 21:02:52.304955 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 33476) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:02:52.322527 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 33480) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:02:52.419050 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.plugin [None req-04cb546c-09e0-42bb-81e5-80c1a43bcf53 tempest-BulkNetworkOpsTest-1015690540 tempest-BulkNetworkOpsTest-1015690540-project] Deleting port 15d128fa-c75c-4453-ba68-2f2445ee0edc {{(pid=84041) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 21:02:52.419730 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-04cb546c-09e0-42bb-81e5-80c1a43bcf53 tempest-BulkNetworkOpsTest-1015690540 tempest-BulkNetworkOpsTest-1015690540-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750375188691'] for port, before_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:52.441349 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4257b6d-de0a-410c-bbff-32eb1e15b50c tempest-NetworksTest-1502682821 tempest-NetworksTest-1502682821-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:02:52.448606 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-a4257b6d-de0a-410c-bbff-32eb1e15b50c tempest-NetworksTest-1502682821 tempest-NetworksTest-1502682821-project] 10.222.0.42 "GET /v2.0/networks?id=b20975f2-8775-4ae5-b5d4-11c3f013eef2 HTTP/1.1" status: 200 len: 760 time: 0.3507233 Apr 18 21:02:52.450228 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-56e1fa3a-24be-4883-afec-2d48b415ca7f admin admin] Notify callbacks [] for security_group, before_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:52.459107 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 33486) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:02:52.524431 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.v2.base [None req-682e83a7-d554-4224-8547-bd3266bbd0d9 tempest-NetworksTest-1502682821 tempest-NetworksTest-1502682821-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1481258599'}} {{(pid=84040) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:02:52.552910 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [None req-682e83a7-d554-4224-8547-bd3266bbd0d9 tempest-NetworksTest-1502682821 tempest-NetworksTest-1502682821-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:02:52.579102 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-4854cda0-92fd-4bb4-ae05-5d9a469f8b2f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1258905', 'neutron.services.segments.db._delete_segments_for_network-8750375287417'] for network, precommit_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:52.590130 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [None req-682e83a7-d554-4224-8547-bd3266bbd0d9 tempest-NetworksTest-1502682821 tempest-NetworksTest-1502682821-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:02:52.613826 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [None req-56e1fa3a-24be-4883-afec-2d48b415ca7f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:02:52.709433 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-04cb546c-09e0-42bb-81e5-80c1a43bcf53 tempest-BulkNetworkOpsTest-1015690540 tempest-BulkNetworkOpsTest-1015690540-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369123'] for port, precommit_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:52.730353 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-56e1fa3a-24be-4883-afec-2d48b415ca7f admin admin] Usage tracker for resource:security_group_rule and tenant:7b65bc7e300749f2836a697f662a5717 is out of sync, need to count used quota {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:02:52.737322 n-d-838334-2 neutron-server[84040]: DEBUG neutron.services.segments.db [None req-4854cda0-92fd-4bb4-ae05-5d9a469f8b2f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0bad4841-e9a6-4877-8de7-2befe85ffb51']}} {{(pid=84040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:02:52.745074 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-56e1fa3a-24be-4883-afec-2d48b415ca7f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:02:52.751640 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-682e83a7-d554-4224-8547-bd3266bbd0d9 tempest-NetworksTest-1502682821 tempest-NetworksTest-1502682821-project] Made reservation on behalf of 7bfcf5e6e1be4fd18d7d5e6e5bcd338a for: {'network': 1} {{(pid=84040) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:02:52.754847 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-682e83a7-d554-4224-8547-bd3266bbd0d9 tempest-NetworksTest-1502682821 tempest-NetworksTest-1502682821-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for network, before_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:52.773898 n-d-838334-2 neutron-server[84040]: DEBUG neutron.services.segments.db [None req-4854cda0-92fd-4bb4-ae05-5d9a469f8b2f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b4dde5c5-5fa1-421a-aa66-9d4eb01be1ce') {'for_net_delete': True} {{(pid=84040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:02:52.774292 n-d-838334-2 neutron-server[84040]: DEBUG neutron.services.segments.db [None req-4854cda0-92fd-4bb4-ae05-5d9a469f8b2f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b4dde5c5-5fa1-421a-aa66-9d4eb01be1ce') {} {{(pid=84040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:02:52.781680 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [None req-56e1fa3a-24be-4883-afec-2d48b415ca7f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:02:52.795283 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-4854cda0-92fd-4bb4-ae05-5d9a469f8b2f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750375287300', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31955965'] for segment, before_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:52.822345 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-4854cda0-92fd-4bb4-ae05-5d9a469f8b2f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1082986'] for segment, precommit_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:52.835922 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-682e83a7-d554-4224-8547-bd3266bbd0d9 tempest-NetworksTest-1502682821 tempest-NetworksTest-1502682821-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 395} {{(pid=84040) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 21:02:52.838286 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4854cda0-92fd-4bb4-ae05-5d9a469f8b2f admin admin] Releasing vlan 398 on physical network physnet1 to pool {{(pid=84040) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 18 21:02:52.838722 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-4854cda0-92fd-4bb4-ae05-5d9a469f8b2f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1082993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32440923'] for segment, after_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:52.853170 n-d-838334-2 neutron-server[84040]: Traceback (most recent call last): Apr 18 21:02:52.853170 n-d-838334-2 neutron-server[84040]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 18 21:02:52.853170 n-d-838334-2 neutron-server[84040]: timer() Apr 18 21:02:52.853170 n-d-838334-2 neutron-server[84040]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 21:02:52.853170 n-d-838334-2 neutron-server[84040]: cb(*args, **kw) Apr 18 21:02:52.853170 n-d-838334-2 neutron-server[84040]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 18 21:02:52.853170 n-d-838334-2 neutron-server[84040]: return func(*args, **kwargs) Apr 18 21:02:52.853170 n-d-838334-2 neutron-server[84040]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 21:02:52.853170 n-d-838334-2 neutron-server[84040]: self._notify() Apr 18 21:02:52.853170 n-d-838334-2 neutron-server[84040]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 21:02:52.853170 n-d-838334-2 neutron-server[84040]: self.callback(batched_events) Apr 18 21:02:52.853170 n-d-838334-2 neutron-server[84040]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 21:02:52.853170 n-d-838334-2 neutron-server[84040]: event.method(event) Apr 18 21:02:52.853170 n-d-838334-2 neutron-server[84040]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 18 21:02:52.853170 n-d-838334-2 neutron-server[84040]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 21:02:52.853170 n-d-838334-2 neutron-server[84040]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 18 21:02:52.853170 n-d-838334-2 neutron-server[84040]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 21:02:52.853170 n-d-838334-2 neutron-server[84040]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 18 21:02:52.853170 n-d-838334-2 neutron-server[84040]: return f(self, *a, **k) Apr 18 21:02:52.853170 n-d-838334-2 neutron-server[84040]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 18 21:02:52.853170 n-d-838334-2 neutron-server[84040]: return self._get(url).json() Apr 18 21:02:52.853170 n-d-838334-2 neutron-server[84040]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 18 21:02:52.853170 n-d-838334-2 neutron-server[84040]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 21:02:52.853170 n-d-838334-2 neutron-server[84040]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 18 21:02:52.853170 n-d-838334-2 neutron-server[84040]: return self.request(url, 'GET', **kwargs) Apr 18 21:02:52.853170 n-d-838334-2 neutron-server[84040]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 18 21:02:52.853170 n-d-838334-2 neutron-server[84040]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 21:02:52.853170 n-d-838334-2 neutron-server[84040]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 18 21:02:52.853170 n-d-838334-2 neutron-server[84040]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 21:02:52.853170 n-d-838334-2 neutron-server[84040]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 18 21:02:52.853170 n-d-838334-2 neutron-server[84040]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 21:02:52.853170 n-d-838334-2 neutron-server[84040]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 21:02:52.857843 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.plugin [None req-04cb546c-09e0-42bb-81e5-80c1a43bcf53 tempest-BulkNetworkOpsTest-1015690540 tempest-BulkNetworkOpsTest-1015690540-project] Calling delete_port for 15d128fa-c75c-4453-ba68-2f2445ee0edc owned by {{(pid=84041) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 21:02:52.936999 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-682e83a7-d554-4224-8547-bd3266bbd0d9 tempest-NetworksTest-1502682821 tempest-NetworksTest-1502682821-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1082986'] for segment, precommit_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:52.937439 n-d-838334-2 neutron-server[84040]: INFO neutron.db.segments_db [None req-682e83a7-d554-4224-8547-bd3266bbd0d9 tempest-NetworksTest-1502682821 tempest-NetworksTest-1502682821-project] Added segment 447d1259-0e00-47ed-99fb-9e35ee04159b of type vlan for network 486f5093-9966-4dad-858f-06e30ad19d18 Apr 18 21:02:52.951635 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-04cb546c-09e0-42bb-81e5-80c1a43bcf53 tempest-BulkNetworkOpsTest-1015690540 tempest-BulkNetworkOpsTest-1015690540-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750375259028', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750374836628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32266323'] for port, after_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:52.966389 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-4854cda0-92fd-4bb4-ae05-5d9a469f8b2f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1258898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33526109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33444113'] for network, after_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:52.996188 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-4854cda0-92fd-4bb4-ae05-5d9a469f8b2f admin admin] Notify callbacks [] for network, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:53.034302 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-04cb546c-09e0-42bb-81e5-80c1a43bcf53 tempest-BulkNetworkOpsTest-1015690540 tempest-BulkNetworkOpsTest-1015690540-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217293'] for port, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:53.041855 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-682e83a7-d554-4224-8547-bd3266bbd0d9 tempest-NetworksTest-1502682821 tempest-NetworksTest-1502682821-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750374825732'] for network, precommit_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:53.049048 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04cb546c-09e0-42bb-81e5-80c1a43bcf53 tempest-BulkNetworkOpsTest-1015690540 tempest-BulkNetworkOpsTest-1015690540-project] Pushing event deleted for resources: {'Port': ['ID=15d128fa-c75c-4453-ba68-2f2445ee0edc,revision_number=None']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:02:53.056110 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-04cb546c-09e0-42bb-81e5-80c1a43bcf53 tempest-BulkNetworkOpsTest-1015690540 tempest-BulkNetworkOpsTest-1015690540-project] 10.222.0.42 "DELETE /v2.0/ports/15d128fa-c75c-4453-ba68-2f2445ee0edc HTTP/1.1" status: 204 len: 168 time: 0.7494857 Apr 18 21:02:53.058983 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 33500) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:02:53.096916 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4854cda0-92fd-4bb4-ae05-5d9a469f8b2f admin admin] Pushing event deleted for resources: {'Network': ['ID=0bad4841-e9a6-4877-8de7-2befe85ffb51,revision_number=None']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:02:53.118744 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-4854cda0-92fd-4bb4-ae05-5d9a469f8b2f admin admin] 10.222.0.42 "DELETE /v2.0/networks/0bad4841-e9a6-4877-8de7-2befe85ffb51 HTTP/1.1" status: 204 len: 168 time: 1.2734618 Apr 18 21:02:53.123269 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-56e1fa3a-24be-4883-afec-2d48b415ca7f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:53.147798 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-56e1fa3a-24be-4883-afec-2d48b415ca7f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33528224'] for security_group, after_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:53.156706 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.plugin [None req-67211b41-60db-40e0-93c7-ee62a2d8bd07 tempest-BulkNetworkOpsTest-1015690540 tempest-BulkNetworkOpsTest-1015690540-project] Deleting port a33a1a87-f85e-4be6-81f3-393cdf4ba796 {{(pid=84041) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 21:02:53.157047 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-67211b41-60db-40e0-93c7-ee62a2d8bd07 tempest-BulkNetworkOpsTest-1015690540 tempest-BulkNetworkOpsTest-1015690540-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750375188691'] for port, before_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:53.192062 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-56e1fa3a-24be-4883-afec-2d48b415ca7f admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=7b65bc7e300749f2836a697f662a5717&name=default HTTP/1.1" status: 200 len: 2647 time: 0.8684518 Apr 18 21:02:53.198099 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 33510) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:02:53.256182 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56e1fa3a-24be-4883-afec-2d48b415ca7f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1cd7dd86-8ef8-4188-8586-f853239d397f,revision_number=1']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:02:53.315769 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-682e83a7-d554-4224-8547-bd3266bbd0d9 tempest-NetworksTest-1502682821 tempest-NetworksTest-1502682821-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33526109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022'] for network, after_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:53.319737 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-682e83a7-d554-4224-8547-bd3266bbd0d9 tempest-NetworksTest-1502682821 tempest-NetworksTest-1502682821-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:02:53.320298 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-682e83a7-d554-4224-8547-bd3266bbd0d9 tempest-NetworksTest-1502682821 tempest-NetworksTest-1502682821-project] Notify callbacks [] for network, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:53.482810 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-682e83a7-d554-4224-8547-bd3266bbd0d9 tempest-NetworksTest-1502682821 tempest-NetworksTest-1502682821-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.9691699 Apr 18 21:02:53.486320 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 33526) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:02:53.493879 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 33530) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:02:53.523737 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-682e83a7-d554-4224-8547-bd3266bbd0d9 tempest-NetworksTest-1502682821 tempest-NetworksTest-1502682821-project] Pushing event updated for resources: {'Network': ['ID=486f5093-9966-4dad-858f-06e30ad19d18,revision_number=1']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:02:53.523997 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.v2.base [None req-62a4aeeb-c371-4951-acf3-5e4641fd8521 tempest-NetworksTest-1502682821 tempest-NetworksTest-1502682821-project] Request body: {'subnet': {'network_id': '486f5093-9966-4dad-858f-06e30ad19d18', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=84041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:02:53.530798 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-f6f3ceb3-b983-4fad-8f56-08d4a3cab7a6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:53.538068 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Network 486f5093-9966-4dad-858f-06e30ad19d18 details requested by agent ovs-agent-n-d-838334-2 with host n-d-838334-2 {{(pid=84042) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 18 21:02:53.562428 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-f6f3ceb3-b983-4fad-8f56-08d4a3cab7a6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:53.626803 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-1ff0d636-8568-43dd-ae95-94fa7f2d1529 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=0f7cce7b1ccf410486c29c0215106926&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1281044 Apr 18 21:02:53.629164 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 33536) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:02:53.698361 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-f6f3ceb3-b983-4fad-8f56-08d4a3cab7a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33528224'] for security_group, after_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:53.733583 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-3942e359-3b1d-4422-a45a-8077fb1650d5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:53.733583 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6f3ceb3-b983-4fad-8f56-08d4a3cab7a6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1cd7dd86-8ef8-4188-8586-f853239d397f,revision_number=None']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:02:53.757289 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-f6f3ceb3-b983-4fad-8f56-08d4a3cab7a6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:53.758479 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-f6f3ceb3-b983-4fad-8f56-08d4a3cab7a6 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/1cd7dd86-8ef8-4188-8586-f853239d397f HTTP/1.1" status: 204 len: 168 time: 0.5594060 Apr 18 21:02:53.763431 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-67211b41-60db-40e0-93c7-ee62a2d8bd07 tempest-BulkNetworkOpsTest-1015690540 tempest-BulkNetworkOpsTest-1015690540-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369123'] for port, precommit_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:53.777170 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-3942e359-3b1d-4422-a45a-8077fb1650d5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:53.853871 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-3942e359-3b1d-4422-a45a-8077fb1650d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33528224'] for security_group, after_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:53.906660 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3942e359-3b1d-4422-a45a-8077fb1650d5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ada0ecb3-b1bc-4ba2-8e6c-b06ba09daca2,revision_number=None']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:02:53.918722 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-3942e359-3b1d-4422-a45a-8077fb1650d5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:53.935734 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-3942e359-3b1d-4422-a45a-8077fb1650d5 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/ada0ecb3-b1bc-4ba2-8e6c-b06ba09daca2 HTTP/1.1" status: 204 len: 168 time: 0.2899337 Apr 18 21:02:54.056844 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.plugin [None req-67211b41-60db-40e0-93c7-ee62a2d8bd07 tempest-BulkNetworkOpsTest-1015690540 tempest-BulkNetworkOpsTest-1015690540-project] Calling delete_port for a33a1a87-f85e-4be6-81f3-393cdf4ba796 owned by {{(pid=84041) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 21:02:54.132996 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-62a4aeeb-c371-4951-acf3-5e4641fd8521 tempest-NetworksTest-1502682821 tempest-NetworksTest-1502682821-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:02:54.147262 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-62a4aeeb-c371-4951-acf3-5e4641fd8521 tempest-NetworksTest-1502682821 tempest-NetworksTest-1502682821-project] Usage tracker for resource:subnet and tenant:7bfcf5e6e1be4fd18d7d5e6e5bcd338a is out of sync, need to count used quota {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:02:54.152013 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-62a4aeeb-c371-4951-acf3-5e4641fd8521 tempest-NetworksTest-1502682821 tempest-NetworksTest-1502682821-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:02:54.168079 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-62a4aeeb-c371-4951-acf3-5e4641fd8521 tempest-NetworksTest-1502682821 tempest-NetworksTest-1502682821-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:02:54.184435 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-67211b41-60db-40e0-93c7-ee62a2d8bd07 tempest-BulkNetworkOpsTest-1015690540 tempest-BulkNetworkOpsTest-1015690540-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750375259028', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750374836628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32266323'] for port, after_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:54.186964 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-62a4aeeb-c371-4951-acf3-5e4641fd8521 tempest-NetworksTest-1502682821 tempest-NetworksTest-1502682821-project] Made reservation on behalf of 7bfcf5e6e1be4fd18d7d5e6e5bcd338a for: {'subnet': 1} {{(pid=84041) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:02:54.333832 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67211b41-60db-40e0-93c7-ee62a2d8bd07 tempest-BulkNetworkOpsTest-1015690540 tempest-BulkNetworkOpsTest-1015690540-project] Pushing event deleted for resources: {'Port': ['ID=a33a1a87-f85e-4be6-81f3-393cdf4ba796,revision_number=None']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:02:54.336198 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-67211b41-60db-40e0-93c7-ee62a2d8bd07 tempest-BulkNetworkOpsTest-1015690540 tempest-BulkNetworkOpsTest-1015690540-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217293'] for port, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:54.366391 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-67211b41-60db-40e0-93c7-ee62a2d8bd07 tempest-BulkNetworkOpsTest-1015690540 tempest-BulkNetworkOpsTest-1015690540-project] 10.222.0.42 "DELETE /v2.0/ports/a33a1a87-f85e-4be6-81f3-393cdf4ba796 HTTP/1.1" status: 204 len: 168 time: 1.3062301 Apr 18 21:02:54.369070 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 33556) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:02:54.388644 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-62a4aeeb-c371-4951-acf3-5e4641fd8521 tempest-NetworksTest-1502682821 tempest-NetworksTest-1502682821-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32486301'] for subnet, before_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:54.420978 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-f73e88b1-0052-422a-9c0d-e8ee546c7aab tempest-BulkNetworkOpsTest-1015690540 tempest-BulkNetworkOpsTest-1015690540-project] 10.222.0.42 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0500731 Apr 18 21:02:54.425215 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 33564) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:02:54.430792 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.v2.base [None req-67d5b9f4-9d48-4ef8-b506-3be4d98d7c09 tempest-BulkNetworkOpsTest-1015690540 tempest-BulkNetworkOpsTest-1015690540-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1010483310'}} {{(pid=84040) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:02:54.437619 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [None req-67d5b9f4-9d48-4ef8-b506-3be4d98d7c09 tempest-BulkNetworkOpsTest-1015690540 tempest-BulkNetworkOpsTest-1015690540-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:02:54.442272 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-67d5b9f4-9d48-4ef8-b506-3be4d98d7c09 tempest-BulkNetworkOpsTest-1015690540 tempest-BulkNetworkOpsTest-1015690540-project] Usage tracker for resource:network and tenant:74fd5cdbd3e043cca326f0b2ff83331a is out of sync, need to count used quota {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:02:54.446101 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-67d5b9f4-9d48-4ef8-b506-3be4d98d7c09 tempest-BulkNetworkOpsTest-1015690540 tempest-BulkNetworkOpsTest-1015690540-project] Quota usage for network was recalculated. Used quota:2. {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:02:54.452994 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [None req-67d5b9f4-9d48-4ef8-b506-3be4d98d7c09 tempest-BulkNetworkOpsTest-1015690540 tempest-BulkNetworkOpsTest-1015690540-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:02:54.462064 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 33568) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:02:54.485545 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-67d5b9f4-9d48-4ef8-b506-3be4d98d7c09 tempest-BulkNetworkOpsTest-1015690540 tempest-BulkNetworkOpsTest-1015690540-project] Made reservation on behalf of 74fd5cdbd3e043cca326f0b2ff83331a for: {'network': 1} {{(pid=84040) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:02:54.492414 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-67d5b9f4-9d48-4ef8-b506-3be4d98d7c09 tempest-BulkNetworkOpsTest-1015690540 tempest-BulkNetworkOpsTest-1015690540-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for network, before_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:54.513497 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-b1092c3e-7e9b-41d7-a98f-f4d60303ffa1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:54.566672 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-67d5b9f4-9d48-4ef8-b506-3be4d98d7c09 tempest-BulkNetworkOpsTest-1015690540 tempest-BulkNetworkOpsTest-1015690540-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 399} {{(pid=84040) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 21:02:54.577185 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [None req-b1092c3e-7e9b-41d7-a98f-f4d60303ffa1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:02:54.589250 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-b1092c3e-7e9b-41d7-a98f-f4d60303ffa1 admin admin] Usage tracker for resource:security_group_rule and tenant:c1d58739b33a4b1b9b5e38d7cabd40d0 is out of sync, need to count used quota {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:02:54.595278 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-b1092c3e-7e9b-41d7-a98f-f4d60303ffa1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:02:54.598204 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-67d5b9f4-9d48-4ef8-b506-3be4d98d7c09 tempest-BulkNetworkOpsTest-1015690540 tempest-BulkNetworkOpsTest-1015690540-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1082986'] for segment, precommit_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:54.600074 n-d-838334-2 neutron-server[84040]: INFO neutron.db.segments_db [None req-67d5b9f4-9d48-4ef8-b506-3be4d98d7c09 tempest-BulkNetworkOpsTest-1015690540 tempest-BulkNetworkOpsTest-1015690540-project] Added segment 1e8ff678-c62c-46b6-91c6-2c0ad21751f9 of type vlan for network ab559c57-09fe-4d1f-938a-d3866b9d58e4 Apr 18 21:02:54.619597 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [None req-b1092c3e-7e9b-41d7-a98f-f4d60303ffa1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:02:54.658482 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-67d5b9f4-9d48-4ef8-b506-3be4d98d7c09 tempest-BulkNetworkOpsTest-1015690540 tempest-BulkNetworkOpsTest-1015690540-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750374825732'] for network, precommit_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:54.734131 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-67d5b9f4-9d48-4ef8-b506-3be4d98d7c09 tempest-BulkNetworkOpsTest-1015690540 tempest-BulkNetworkOpsTest-1015690540-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33526109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022'] for network, after_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:54.738299 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67d5b9f4-9d48-4ef8-b506-3be4d98d7c09 tempest-BulkNetworkOpsTest-1015690540 tempest-BulkNetworkOpsTest-1015690540-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:02:54.738948 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-67d5b9f4-9d48-4ef8-b506-3be4d98d7c09 tempest-BulkNetworkOpsTest-1015690540 tempest-BulkNetworkOpsTest-1015690540-project] Notify callbacks [] for network, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:54.759158 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-62a4aeeb-c371-4951-acf3-5e4641fd8521 tempest-NetworksTest-1502682821 tempest-NetworksTest-1502682821-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33526260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32266407', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32486287'] for subnet, after_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:54.787414 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-b1092c3e-7e9b-41d7-a98f-f4d60303ffa1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:54.848253 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-b1092c3e-7e9b-41d7-a98f-f4d60303ffa1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33528224'] for security_group, after_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:54.925184 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67d5b9f4-9d48-4ef8-b506-3be4d98d7c09 tempest-BulkNetworkOpsTest-1015690540 tempest-BulkNetworkOpsTest-1015690540-project] Pushing event updated for resources: {'Network': ['ID=ab559c57-09fe-4d1f-938a-d3866b9d58e4,revision_number=1']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:02:54.931376 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1092c3e-7e9b-41d7-a98f-f4d60303ffa1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=03b563e1-3f78-4c1f-8946-ea943997367b,revision_number=1']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:02:54.937088 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-67d5b9f4-9d48-4ef8-b506-3be4d98d7c09 tempest-BulkNetworkOpsTest-1015690540 tempest-BulkNetworkOpsTest-1015690540-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.5106370 Apr 18 21:02:54.940619 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 33588) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:02:54.941688 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Network ab559c57-09fe-4d1f-938a-d3866b9d58e4 details requested by agent ovs-agent-n-d-838334-2 with host n-d-838334-2 {{(pid=84042) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 18 21:02:54.943549 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62a4aeeb-c371-4951-acf3-5e4641fd8521 tempest-NetworksTest-1502682821 tempest-NetworksTest-1502682821-project] Pushing event updated for resources: {'Subnet': ['ID=32c2d4f2-f205-4a5f-8caa-a501462d10c7,revision_number=0']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:02:54.947157 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.v2.base [None req-8f42df30-4377-442b-84a6-4b92acfc2595 tempest-BulkNetworkOpsTest-1015690540 tempest-BulkNetworkOpsTest-1015690540-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-851982872'}} {{(pid=84040) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:02:54.956097 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-b1092c3e-7e9b-41d7-a98f-f4d60303ffa1 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=c1d58739b33a4b1b9b5e38d7cabd40d0&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4926076 Apr 18 21:02:54.957364 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [None req-8f42df30-4377-442b-84a6-4b92acfc2595 tempest-BulkNetworkOpsTest-1015690540 tempest-BulkNetworkOpsTest-1015690540-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:02:54.959458 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 33592) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:02:54.995419 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-8f42df30-4377-442b-84a6-4b92acfc2595 tempest-BulkNetworkOpsTest-1015690540 tempest-BulkNetworkOpsTest-1015690540-project] Usage tracker for resource:network and tenant:74fd5cdbd3e043cca326f0b2ff83331a is out of sync, need to count used quota {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:02:54.999701 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62a4aeeb-c371-4951-acf3-5e4641fd8521 tempest-NetworksTest-1502682821 tempest-NetworksTest-1502682821-project] Checking segment: {'id': '447d1259-0e00-47ed-99fb-9e35ee04159b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '486f5093-9966-4dad-858f-06e30ad19d18'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84041) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 21:02:55.000227 n-d-838334-2 neutron-server[84041]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62a4aeeb-c371-4951-acf3-5e4641fd8521 tempest-NetworksTest-1502682821 tempest-NetworksTest-1502682821-project] Network hostable DHCP agents. Network: 486f5093-9966-4dad-858f-06e30ad19d18, hostable agents: ['8746f8ea-3e91-4b32-9919-2c63adeb8722'], hosted agents: [] {{(pid=84041) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 21:02:55.011327 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-8f42df30-4377-442b-84a6-4b92acfc2595 tempest-BulkNetworkOpsTest-1015690540 tempest-BulkNetworkOpsTest-1015690540-project] Quota usage for network was recalculated. Used quota:3. {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:02:55.031208 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [None req-8f42df30-4377-442b-84a6-4b92acfc2595 tempest-BulkNetworkOpsTest-1015690540 tempest-BulkNetworkOpsTest-1015690540-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:02:55.037233 n-d-838334-2 neutron-server[84041]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62a4aeeb-c371-4951-acf3-5e4641fd8521 tempest-NetworksTest-1502682821 tempest-NetworksTest-1502682821-project] Network 486f5093-9966-4dad-858f-06e30ad19d18 is scheduled to be hosted by DHCP agent 8746f8ea-3e91-4b32-9919-2c63adeb8722 with binding_index 1 {{(pid=84041) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 21:02:55.060940 n-d-838334-2 neutron-server[84041]: DEBUG neutron.scheduler.base_scheduler [None req-62a4aeeb-c371-4951-acf3-5e4641fd8521 tempest-NetworksTest-1502682821 tempest-NetworksTest-1502682821-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-838334-2, 486f5093-9966-4dad-858f-06e30ad19d18) {{(pid=84041) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:02:55.065620 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62a4aeeb-c371-4951-acf3-5e4641fd8521 tempest-NetworksTest-1502682821 tempest-NetworksTest-1502682821-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:02:55.066413 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-62a4aeeb-c371-4951-acf3-5e4641fd8521 tempest-NetworksTest-1502682821 tempest-NetworksTest-1502682821-project] Notify callbacks [] for subnet, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:55.073891 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f42df30-4377-442b-84a6-4b92acfc2595 tempest-BulkNetworkOpsTest-1015690540 tempest-BulkNetworkOpsTest-1015690540-project] Made reservation on behalf of 74fd5cdbd3e043cca326f0b2ff83331a for: {'network': 1} {{(pid=84040) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:02:55.077607 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-8f42df30-4377-442b-84a6-4b92acfc2595 tempest-BulkNetworkOpsTest-1015690540 tempest-BulkNetworkOpsTest-1015690540-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for network, before_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:55.140560 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-62a4aeeb-c371-4951-acf3-5e4641fd8521 tempest-NetworksTest-1502682821 tempest-NetworksTest-1502682821-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.6529431 Apr 18 21:02:55.143196 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 33604) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:02:55.187571 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf2aeac7-4a54-47bf-8953-89351016c15b None None] Network 486f5093-9966-4dad-858f-06e30ad19d18 requested from n-d-838334-2 {{(pid=84042) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 21:02:55.201981 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-f0c42b2a-e1e9-40ae-94df-c2a1c1ac50be admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:55.251731 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8f42df30-4377-442b-84a6-4b92acfc2595 tempest-BulkNetworkOpsTest-1015690540 tempest-BulkNetworkOpsTest-1015690540-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 365} {{(pid=84040) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 21:02:55.270016 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-f0c42b2a-e1e9-40ae-94df-c2a1c1ac50be admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:55.289757 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-8f42df30-4377-442b-84a6-4b92acfc2595 tempest-BulkNetworkOpsTest-1015690540 tempest-BulkNetworkOpsTest-1015690540-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1082986'] for segment, precommit_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:55.290203 n-d-838334-2 neutron-server[84040]: INFO neutron.db.segments_db [None req-8f42df30-4377-442b-84a6-4b92acfc2595 tempest-BulkNetworkOpsTest-1015690540 tempest-BulkNetworkOpsTest-1015690540-project] Added segment 058894bc-c9af-42c6-9223-fa3243c802a3 of type vlan for network 0d98a943-2222-443f-a218-c6bee28d57e5 Apr 18 21:02:55.354114 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 33612) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:02:55.397052 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-8f42df30-4377-442b-84a6-4b92acfc2595 tempest-BulkNetworkOpsTest-1015690540 tempest-BulkNetworkOpsTest-1015690540-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750374825732'] for network, precommit_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:55.473056 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-f0c42b2a-e1e9-40ae-94df-c2a1c1ac50be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33528224'] for security_group, after_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:55.506434 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-936fda57-b290-4957-a365-a99fe97271f1 tempest-NetworksTest-1502682821 tempest-NetworksTest-1502682821-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1103592'] for network, before_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:55.508604 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-8f42df30-4377-442b-84a6-4b92acfc2595 tempest-BulkNetworkOpsTest-1015690540 tempest-BulkNetworkOpsTest-1015690540-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33526109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022'] for network, after_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:55.517230 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f42df30-4377-442b-84a6-4b92acfc2595 tempest-BulkNetworkOpsTest-1015690540 tempest-BulkNetworkOpsTest-1015690540-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:02:55.518449 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-8f42df30-4377-442b-84a6-4b92acfc2595 tempest-BulkNetworkOpsTest-1015690540 tempest-BulkNetworkOpsTest-1015690540-project] Notify callbacks [] for network, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:55.549776 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0c42b2a-e1e9-40ae-94df-c2a1c1ac50be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=03b563e1-3f78-4c1f-8946-ea943997367b,revision_number=None']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:02:55.607349 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-936fda57-b290-4957-a365-a99fe97271f1 tempest-NetworksTest-1502682821 tempest-NetworksTest-1502682821-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1260556'] for subnet, precommit_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:55.671092 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-932c46cd-99c8-4168-aefb-1615cd062e9a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp016840fc-1f9f-5892-9c53-c9cf6c845bbb-486f5093-9966-4dad-858f-06e30ad19d18', 'network_id': '486f5093-9966-4dad-858f-06e30ad19d18', 'tenant_id': '7bfcf5e6e1be4fd18d7d5e6e5bcd338a', 'fixed_ips': [{'subnet_id': '32c2d4f2-f205-4a5f-8caa-a501462d10c7'}]}} from n-d-838334-2. {{(pid=84042) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 18 21:02:55.673083 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-932c46cd-99c8-4168-aefb-1615cd062e9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_create {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:55.686020 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 33624) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:02:55.718439 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-936fda57-b290-4957-a365-a99fe97271f1 tempest-NetworksTest-1502682821 tempest-NetworksTest-1502682821-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1260549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33526260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32266336', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32486390'] for subnet, after_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:55.769508 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f42df30-4377-442b-84a6-4b92acfc2595 tempest-BulkNetworkOpsTest-1015690540 tempest-BulkNetworkOpsTest-1015690540-project] Pushing event updated for resources: {'Network': ['ID=0d98a943-2222-443f-a218-c6bee28d57e5,revision_number=1']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:02:55.781045 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-f0c42b2a-e1e9-40ae-94df-c2a1c1ac50be admin admin] Notify callbacks [] for security_group, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:55.783511 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-f0c42b2a-e1e9-40ae-94df-c2a1c1ac50be admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/03b563e1-3f78-4c1f-8946-ea943997367b HTTP/1.1" status: 204 len: 168 time: 0.8230610 Apr 18 21:02:55.786231 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-8f42df30-4377-442b-84a6-4b92acfc2595 tempest-BulkNetworkOpsTest-1015690540 tempest-BulkNetworkOpsTest-1015690540-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.8446662 Apr 18 21:02:55.798388 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-936fda57-b290-4957-a365-a99fe97271f1 tempest-NetworksTest-1502682821 tempest-NetworksTest-1502682821-project] Pushing event deleted for resources: {'Subnet': ['ID=32c2d4f2-f205-4a5f-8caa-a501462d10c7,revision_number=None']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:02:55.816487 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.v2.base [None req-907c7adc-3922-4be8-a97b-5798401043f0 tempest-QuotasNegativeTest-1340672693 tempest-QuotasNegativeTest-1340672693-project-admin] Request body: {'quota': {'network': 2}} {{(pid=84040) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:02:55.831182 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Network 0d98a943-2222-443f-a218-c6bee28d57e5 details requested by agent ovs-agent-n-d-838334-2 with host n-d-838334-2 {{(pid=84042) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 18 21:02:55.867170 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-907c7adc-3922-4be8-a97b-5798401043f0 tempest-QuotasNegativeTest-1340672693 tempest-QuotasNegativeTest-1340672693-project-admin] 10.222.0.42 "PUT /v2.0/quotas/004fb4fcd42f4f559b6ad145ac92f2e2 HTTP/1.1" status: 200 len: 368 time: 0.5098312 Apr 18 21:02:55.871021 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 33632) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:02:55.879070 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.v2.base [None req-0f2b5331-c88d-4c7b-9b8d-e0e966778a78 tempest-QuotasNegativeTest-1340672693 tempest-QuotasNegativeTest-1340672693-project-admin] Request body: {'network': {'project_id': '004fb4fcd42f4f559b6ad145ac92f2e2'}} {{(pid=84040) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:02:55.894343 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [None req-0f2b5331-c88d-4c7b-9b8d-e0e966778a78 tempest-QuotasNegativeTest-1340672693 tempest-QuotasNegativeTest-1340672693-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:02:55.901786 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-0f2b5331-c88d-4c7b-9b8d-e0e966778a78 tempest-QuotasNegativeTest-1340672693 tempest-QuotasNegativeTest-1340672693-project-admin] Usage tracker for resource:network and tenant:004fb4fcd42f4f559b6ad145ac92f2e2 is out of sync, need to count used quota {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:02:55.914258 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-0f2b5331-c88d-4c7b-9b8d-e0e966778a78 tempest-QuotasNegativeTest-1340672693 tempest-QuotasNegativeTest-1340672693-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:02:55.948245 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 33636) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:02:55.959990 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [None req-0f2b5331-c88d-4c7b-9b8d-e0e966778a78 tempest-QuotasNegativeTest-1340672693 tempest-QuotasNegativeTest-1340672693-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 2; headroom:2 {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:02:55.987964 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.v2.base [None req-63097d7d-3b76-415b-915e-747f397c429f tempest-BulkNetworkOpsTest-1015690540 tempest-BulkNetworkOpsTest-1015690540-project] Request body: {'subnets': [{'network_id': 'ab559c57-09fe-4d1f-938a-d3866b9d58e4', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--1220300410', 'ip_version': 4}, {'network_id': '0d98a943-2222-443f-a218-c6bee28d57e5', 'cidr': '172.20.0.16/28', 'ip_version': 4}]} {{(pid=84040) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:02:55.988348 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.v2.base [None req-63097d7d-3b76-415b-915e-747f397c429f tempest-BulkNetworkOpsTest-1015690540 tempest-BulkNetworkOpsTest-1015690540-project] Request body: {'subnet': {'network_id': 'ab559c57-09fe-4d1f-938a-d3866b9d58e4', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--1220300410', 'ip_version': 4}} {{(pid=84040) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:02:55.989072 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.v2.base [None req-63097d7d-3b76-415b-915e-747f397c429f tempest-BulkNetworkOpsTest-1015690540 tempest-BulkNetworkOpsTest-1015690540-project] Request body: {'subnet': {'network_id': '0d98a943-2222-443f-a218-c6bee28d57e5', 'cidr': '172.20.0.16/28', 'ip_version': 4}} {{(pid=84040) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:02:56.104636 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-936fda57-b290-4957-a365-a99fe97271f1 tempest-NetworksTest-1502682821 tempest-NetworksTest-1502682821-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1258905', 'neutron.services.segments.db._delete_segments_for_network-8750375287417'] for network, precommit_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:56.120980 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.v2.base [None req-1f91f5e2-7c33-4164-b326-0c7b52ee7192 tempest-PortsTestJSON-1335945802 tempest-PortsTestJSON-1335945802-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-test-network-240301890'}} {{(pid=84040) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:02:56.156396 n-d-838334-2 neutron-server[84042]: ERROR oslo_messaging.rpc.server [None req-932c46cd-99c8-4168-aefb-1615cd062e9a None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 32c2d4f2-f205-4a5f-8caa-a501462d10c7: This subnet is being modified by another concurrent operation. Apr 18 21:02:56.156396 n-d-838334-2 neutron-server[84042]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Apr 18 21:02:56.156396 n-d-838334-2 neutron-server[84042]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Apr 18 21:02:56.156396 n-d-838334-2 neutron-server[84042]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Apr 18 21:02:56.156396 n-d-838334-2 neutron-server[84042]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Apr 18 21:02:56.156396 n-d-838334-2 neutron-server[84042]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Apr 18 21:02:56.156396 n-d-838334-2 neutron-server[84042]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Apr 18 21:02:56.156396 n-d-838334-2 neutron-server[84042]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Apr 18 21:02:56.156396 n-d-838334-2 neutron-server[84042]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Apr 18 21:02:56.156396 n-d-838334-2 neutron-server[84042]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Apr 18 21:02:56.156396 n-d-838334-2 neutron-server[84042]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Apr 18 21:02:56.156396 n-d-838334-2 neutron-server[84042]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Apr 18 21:02:56.156396 n-d-838334-2 neutron-server[84042]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Apr 18 21:02:56.156396 n-d-838334-2 neutron-server[84042]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 18 21:02:56.156396 n-d-838334-2 neutron-server[84042]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Apr 18 21:02:56.156396 n-d-838334-2 neutron-server[84042]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Apr 18 21:02:56.156396 n-d-838334-2 neutron-server[84042]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Apr 18 21:02:56.156396 n-d-838334-2 neutron-server[84042]: ERROR oslo_messaging.rpc.server raise value Apr 18 21:02:56.156396 n-d-838334-2 neutron-server[84042]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Apr 18 21:02:56.156396 n-d-838334-2 neutron-server[84042]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 18 21:02:56.156396 n-d-838334-2 neutron-server[84042]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Apr 18 21:02:56.156396 n-d-838334-2 neutron-server[84042]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Apr 18 21:02:56.156396 n-d-838334-2 neutron-server[84042]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Apr 18 21:02:56.156396 n-d-838334-2 neutron-server[84042]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 18 21:02:56.156396 n-d-838334-2 neutron-server[84042]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Apr 18 21:02:56.156396 n-d-838334-2 neutron-server[84042]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Apr 18 21:02:56.156396 n-d-838334-2 neutron-server[84042]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Apr 18 21:02:56.156396 n-d-838334-2 neutron-server[84042]: ERROR oslo_messaging.rpc.server raise value Apr 18 21:02:56.156396 n-d-838334-2 neutron-server[84042]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Apr 18 21:02:56.156396 n-d-838334-2 neutron-server[84042]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 18 21:02:56.156396 n-d-838334-2 neutron-server[84042]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Apr 18 21:02:56.156396 n-d-838334-2 neutron-server[84042]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Apr 18 21:02:56.156396 n-d-838334-2 neutron-server[84042]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Apr 18 21:02:56.156396 n-d-838334-2 neutron-server[84042]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 18 21:02:56.156396 n-d-838334-2 neutron-server[84042]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Apr 18 21:02:56.156396 n-d-838334-2 neutron-server[84042]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Apr 18 21:02:56.156396 n-d-838334-2 neutron-server[84042]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Apr 18 21:02:56.156396 n-d-838334-2 neutron-server[84042]: ERROR oslo_messaging.rpc.server raise value Apr 18 21:02:56.156396 n-d-838334-2 neutron-server[84042]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Apr 18 21:02:56.156396 n-d-838334-2 neutron-server[84042]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Apr 18 21:02:56.156396 n-d-838334-2 neutron-server[84042]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Apr 18 21:02:56.156396 n-d-838334-2 neutron-server[84042]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Apr 18 21:02:56.156396 n-d-838334-2 neutron-server[84042]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 274, in create_dhcp_port Apr 18 21:02:56.156396 n-d-838334-2 neutron-server[84042]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Apr 18 21:02:56.156396 n-d-838334-2 neutron-server[84042]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 99, in _port_action Apr 18 21:02:56.156396 n-d-838334-2 neutron-server[84042]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Apr 18 21:02:56.156396 n-d-838334-2 neutron-server[84042]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 335, in create_port Apr 18 21:02:56.156396 n-d-838334-2 neutron-server[84042]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Apr 18 21:02:56.156396 n-d-838334-2 neutron-server[84042]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 692, in inner Apr 18 21:02:56.156396 n-d-838334-2 neutron-server[84042]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Apr 18 21:02:56.156396 n-d-838334-2 neutron-server[84042]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 233, in wrapped Apr 18 21:02:56.156396 n-d-838334-2 neutron-server[84042]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Apr 18 21:02:56.156396 n-d-838334-2 neutron-server[84042]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Apr 18 21:02:56.161132 n-d-838334-2 neutron-server[84042]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Apr 18 21:02:56.161132 n-d-838334-2 neutron-server[84042]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Apr 18 21:02:56.161132 n-d-838334-2 neutron-server[84042]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 18 21:02:56.161132 n-d-838334-2 neutron-server[84042]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Apr 18 21:02:56.161132 n-d-838334-2 neutron-server[84042]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Apr 18 21:02:56.161132 n-d-838334-2 neutron-server[84042]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Apr 18 21:02:56.161132 n-d-838334-2 neutron-server[84042]: ERROR oslo_messaging.rpc.server raise value Apr 18 21:02:56.161132 n-d-838334-2 neutron-server[84042]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Apr 18 21:02:56.161132 n-d-838334-2 neutron-server[84042]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 18 21:02:56.161132 n-d-838334-2 neutron-server[84042]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Apr 18 21:02:56.161132 n-d-838334-2 neutron-server[84042]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Apr 18 21:02:56.161132 n-d-838334-2 neutron-server[84042]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Apr 18 21:02:56.161132 n-d-838334-2 neutron-server[84042]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 18 21:02:56.161132 n-d-838334-2 neutron-server[84042]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Apr 18 21:02:56.161132 n-d-838334-2 neutron-server[84042]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Apr 18 21:02:56.161132 n-d-838334-2 neutron-server[84042]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Apr 18 21:02:56.161132 n-d-838334-2 neutron-server[84042]: ERROR oslo_messaging.rpc.server raise value Apr 18 21:02:56.161132 n-d-838334-2 neutron-server[84042]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Apr 18 21:02:56.161132 n-d-838334-2 neutron-server[84042]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 18 21:02:56.161132 n-d-838334-2 neutron-server[84042]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Apr 18 21:02:56.161132 n-d-838334-2 neutron-server[84042]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Apr 18 21:02:56.161132 n-d-838334-2 neutron-server[84042]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Apr 18 21:02:56.161132 n-d-838334-2 neutron-server[84042]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 18 21:02:56.161132 n-d-838334-2 neutron-server[84042]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Apr 18 21:02:56.161132 n-d-838334-2 neutron-server[84042]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Apr 18 21:02:56.161132 n-d-838334-2 neutron-server[84042]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Apr 18 21:02:56.161132 n-d-838334-2 neutron-server[84042]: ERROR oslo_messaging.rpc.server raise value Apr 18 21:02:56.161132 n-d-838334-2 neutron-server[84042]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Apr 18 21:02:56.161132 n-d-838334-2 neutron-server[84042]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Apr 18 21:02:56.161132 n-d-838334-2 neutron-server[84042]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1423, in create_port Apr 18 21:02:56.161132 n-d-838334-2 neutron-server[84042]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Apr 18 21:02:56.161132 n-d-838334-2 neutron-server[84042]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1390, in _create_port_db Apr 18 21:02:56.161132 n-d-838334-2 neutron-server[84042]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Apr 18 21:02:56.161132 n-d-838334-2 neutron-server[84042]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1440, in create_port_db Apr 18 21:02:56.161132 n-d-838334-2 neutron-server[84042]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Apr 18 21:02:56.161132 n-d-838334-2 neutron-server[84042]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Apr 18 21:02:56.161132 n-d-838334-2 neutron-server[84042]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Apr 18 21:02:56.161132 n-d-838334-2 neutron-server[84042]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 233, in wrapped Apr 18 21:02:56.161132 n-d-838334-2 neutron-server[84042]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Apr 18 21:02:56.161132 n-d-838334-2 neutron-server[84042]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1014, in wrapper Apr 18 21:02:56.161132 n-d-838334-2 neutron-server[84042]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Apr 18 21:02:56.161132 n-d-838334-2 neutron-server[84042]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Apr 18 21:02:56.161132 n-d-838334-2 neutron-server[84042]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Apr 18 21:02:56.161132 n-d-838334-2 neutron-server[84042]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Apr 18 21:02:56.161132 n-d-838334-2 neutron-server[84042]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Apr 18 21:02:56.161132 n-d-838334-2 neutron-server[84042]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 669, in _ipam_get_subnets Apr 18 21:02:56.161132 n-d-838334-2 neutron-server[84042]: ERROR oslo_messaging.rpc.server subnet.lock_register( Apr 18 21:02:56.161132 n-d-838334-2 neutron-server[84042]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Apr 18 21:02:56.161132 n-d-838334-2 neutron-server[84042]: ERROR oslo_messaging.rpc.server raise exception Apr 18 21:02:56.161132 n-d-838334-2 neutron-server[84042]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 32c2d4f2-f205-4a5f-8caa-a501462d10c7: This subnet is being modified by another concurrent operation. Apr 18 21:02:56.161132 n-d-838334-2 neutron-server[84042]: ERROR oslo_messaging.rpc.server Apr 18 21:02:56.170762 n-d-838334-2 neutron-server[84041]: DEBUG neutron.services.segments.db [None req-936fda57-b290-4957-a365-a99fe97271f1 tempest-NetworksTest-1502682821 tempest-NetworksTest-1502682821-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['486f5093-9966-4dad-858f-06e30ad19d18']}} {{(pid=84041) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:02:56.186979 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60274a8b-5be6-47b0-9436-c4aa0d874378 None None] Network 486f5093-9966-4dad-858f-06e30ad19d18 requested from n-d-838334-2 {{(pid=84042) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 21:02:56.190009 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f2b5331-c88d-4c7b-9b8d-e0e966778a78 tempest-QuotasNegativeTest-1340672693 tempest-QuotasNegativeTest-1340672693-project-admin] Made reservation on behalf of 004fb4fcd42f4f559b6ad145ac92f2e2 for: {'network': 1} {{(pid=84040) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:02:56.192947 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-0f2b5331-c88d-4c7b-9b8d-e0e966778a78 tempest-QuotasNegativeTest-1340672693 tempest-QuotasNegativeTest-1340672693-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for network, before_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:56.195610 n-d-838334-2 neutron-server[84041]: DEBUG neutron.services.segments.db [None req-936fda57-b290-4957-a365-a99fe97271f1 tempest-NetworksTest-1502682821 tempest-NetworksTest-1502682821-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '447d1259-0e00-47ed-99fb-9e35ee04159b') {'for_net_delete': True} {{(pid=84041) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:02:56.195937 n-d-838334-2 neutron-server[84041]: DEBUG neutron.services.segments.db [None req-936fda57-b290-4957-a365-a99fe97271f1 tempest-NetworksTest-1502682821 tempest-NetworksTest-1502682821-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '447d1259-0e00-47ed-99fb-9e35ee04159b') {} {{(pid=84041) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:02:56.228480 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-936fda57-b290-4957-a365-a99fe97271f1 tempest-NetworksTest-1502682821 tempest-NetworksTest-1502682821-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750375287300', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32268156'] for segment, before_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:56.259207 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-936fda57-b290-4957-a365-a99fe97271f1 tempest-NetworksTest-1502682821 tempest-NetworksTest-1502682821-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1082986'] for segment, precommit_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:56.268566 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-936fda57-b290-4957-a365-a99fe97271f1 tempest-NetworksTest-1502682821 tempest-NetworksTest-1502682821-project] Releasing vlan 395 on physical network physnet1 to pool {{(pid=84041) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 18 21:02:56.269297 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-936fda57-b290-4957-a365-a99fe97271f1 tempest-NetworksTest-1502682821 tempest-NetworksTest-1502682821-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1082993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32266254'] for segment, after_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:56.294314 n-d-838334-2 neutron-server[84041]: Traceback (most recent call last): Apr 18 21:02:56.294314 n-d-838334-2 neutron-server[84041]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 18 21:02:56.294314 n-d-838334-2 neutron-server[84041]: timer() Apr 18 21:02:56.294314 n-d-838334-2 neutron-server[84041]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 21:02:56.294314 n-d-838334-2 neutron-server[84041]: cb(*args, **kw) Apr 18 21:02:56.294314 n-d-838334-2 neutron-server[84041]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 18 21:02:56.294314 n-d-838334-2 neutron-server[84041]: return func(*args, **kwargs) Apr 18 21:02:56.294314 n-d-838334-2 neutron-server[84041]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 21:02:56.294314 n-d-838334-2 neutron-server[84041]: self._notify() Apr 18 21:02:56.294314 n-d-838334-2 neutron-server[84041]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 21:02:56.294314 n-d-838334-2 neutron-server[84041]: self.callback(batched_events) Apr 18 21:02:56.294314 n-d-838334-2 neutron-server[84041]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 21:02:56.294314 n-d-838334-2 neutron-server[84041]: event.method(event) Apr 18 21:02:56.294314 n-d-838334-2 neutron-server[84041]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 18 21:02:56.294314 n-d-838334-2 neutron-server[84041]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 21:02:56.294314 n-d-838334-2 neutron-server[84041]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 18 21:02:56.294314 n-d-838334-2 neutron-server[84041]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 21:02:56.294314 n-d-838334-2 neutron-server[84041]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 18 21:02:56.294314 n-d-838334-2 neutron-server[84041]: return f(self, *a, **k) Apr 18 21:02:56.294314 n-d-838334-2 neutron-server[84041]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 18 21:02:56.294314 n-d-838334-2 neutron-server[84041]: return self._get(url).json() Apr 18 21:02:56.294314 n-d-838334-2 neutron-server[84041]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 18 21:02:56.294314 n-d-838334-2 neutron-server[84041]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 21:02:56.294314 n-d-838334-2 neutron-server[84041]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 18 21:02:56.294314 n-d-838334-2 neutron-server[84041]: return self.request(url, 'GET', **kwargs) Apr 18 21:02:56.294314 n-d-838334-2 neutron-server[84041]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 18 21:02:56.294314 n-d-838334-2 neutron-server[84041]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 21:02:56.294314 n-d-838334-2 neutron-server[84041]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 18 21:02:56.294314 n-d-838334-2 neutron-server[84041]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 21:02:56.294314 n-d-838334-2 neutron-server[84041]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 18 21:02:56.294314 n-d-838334-2 neutron-server[84041]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 21:02:56.294314 n-d-838334-2 neutron-server[84041]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 21:02:56.393824 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [None req-1f91f5e2-7c33-4164-b326-0c7b52ee7192 tempest-PortsTestJSON-1335945802 tempest-PortsTestJSON-1335945802-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:02:56.418642 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-1f91f5e2-7c33-4164-b326-0c7b52ee7192 tempest-PortsTestJSON-1335945802 tempest-PortsTestJSON-1335945802-project] Usage tracker for resource:network and tenant:234c597e1bbf440ab35a01225b472234 is out of sync, need to count used quota {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:02:56.419784 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-936fda57-b290-4957-a365-a99fe97271f1 tempest-NetworksTest-1502682821 tempest-NetworksTest-1502682821-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1258898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33526109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33444113'] for network, after_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:56.427500 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-1f91f5e2-7c33-4164-b326-0c7b52ee7192 tempest-PortsTestJSON-1335945802 tempest-PortsTestJSON-1335945802-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:02:56.448412 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [None req-1f91f5e2-7c33-4164-b326-0c7b52ee7192 tempest-PortsTestJSON-1335945802 tempest-PortsTestJSON-1335945802-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:02:56.475675 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-0f2b5331-c88d-4c7b-9b8d-e0e966778a78 tempest-QuotasNegativeTest-1340672693 tempest-QuotasNegativeTest-1340672693-project-admin] Notify callbacks [] for security_group, before_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:56.487771 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-936fda57-b290-4957-a365-a99fe97271f1 tempest-NetworksTest-1502682821 tempest-NetworksTest-1502682821-project] Notify callbacks [] for network, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:56.502212 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-936fda57-b290-4957-a365-a99fe97271f1 tempest-NetworksTest-1502682821 tempest-NetworksTest-1502682821-project] Pushing event deleted for resources: {'Network': ['ID=486f5093-9966-4dad-858f-06e30ad19d18,revision_number=None']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:02:56.508476 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-936fda57-b290-4957-a365-a99fe97271f1 tempest-NetworksTest-1502682821 tempest-NetworksTest-1502682821-project] 10.222.0.42 "DELETE /v2.0/networks/486f5093-9966-4dad-858f-06e30ad19d18 HTTP/1.1" status: 204 len: 168 time: 1.3638842 Apr 18 21:02:56.509375 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 33652) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:02:56.527668 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f91f5e2-7c33-4164-b326-0c7b52ee7192 tempest-PortsTestJSON-1335945802 tempest-PortsTestJSON-1335945802-project] Made reservation on behalf of 234c597e1bbf440ab35a01225b472234 for: {'network': 1} {{(pid=84040) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:02:56.536776 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-1f91f5e2-7c33-4164-b326-0c7b52ee7192 tempest-PortsTestJSON-1335945802 tempest-PortsTestJSON-1335945802-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for network, before_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:56.577239 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b83054ae-6940-47d8-923a-4699a6f92390 None None] get_active_networks_info from n-d-838334-2 {{(pid=84042) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Apr 18 21:02:56.582102 n-d-838334-2 neutron-server[84041]: INFO neutron.pecan_wsgi.hooks.translation [None req-4f328858-6323-47f7-9cd2-424cd4b1f6a2 tempest-NetworksTest-1502682821 tempest-NetworksTest-1502682821-project] GET failed (client error): The resource could not be found. Apr 18 21:02:56.582727 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-4f328858-6323-47f7-9cd2-424cd4b1f6a2 tempest-NetworksTest-1502682821 tempest-NetworksTest-1502682821-project] Synchronizing usage tracker for tenant:7bfcf5e6e1be4fd18d7d5e6e5bcd338a on resource:subnet {{(pid=84041) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 21:02:56.594393 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 33660) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:02:56.618055 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [None req-0f2b5331-c88d-4c7b-9b8d-e0e966778a78 tempest-QuotasNegativeTest-1340672693 tempest-QuotasNegativeTest-1340672693-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:02:56.622612 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-1f91f5e2-7c33-4164-b326-0c7b52ee7192 tempest-PortsTestJSON-1335945802 tempest-PortsTestJSON-1335945802-project] Notify callbacks [] for security_group, before_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:56.642974 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-4f328858-6323-47f7-9cd2-424cd4b1f6a2 tempest-NetworksTest-1502682821 tempest-NetworksTest-1502682821-project] Unset dirty status for tenant:7bfcf5e6e1be4fd18d7d5e6e5bcd338a on resource:subnet {{(pid=84041) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 21:02:56.645538 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-0f2b5331-c88d-4c7b-9b8d-e0e966778a78 tempest-QuotasNegativeTest-1340672693 tempest-QuotasNegativeTest-1340672693-project-admin] Usage tracker for resource:security_group_rule and tenant:004fb4fcd42f4f559b6ad145ac92f2e2 is out of sync, need to count used quota {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:02:56.648000 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-4f328858-6323-47f7-9cd2-424cd4b1f6a2 tempest-NetworksTest-1502682821 tempest-NetworksTest-1502682821-project] 10.222.0.42 "GET /v2.0/subnets/32c2d4f2-f205-4a5f-8caa-a501462d10c7 HTTP/1.1" status: 404 len: 337 time: 0.1375251 Apr 18 21:02:56.648565 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 33668) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:02:56.649668 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-0f2b5331-c88d-4c7b-9b8d-e0e966778a78 tempest-QuotasNegativeTest-1340672693 tempest-QuotasNegativeTest-1340672693-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:02:56.675663 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [None req-0f2b5331-c88d-4c7b-9b8d-e0e966778a78 tempest-QuotasNegativeTest-1340672693 tempest-QuotasNegativeTest-1340672693-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:02:56.687664 n-d-838334-2 neutron-server[84041]: INFO neutron.pecan_wsgi.hooks.translation [None req-a1f80881-a193-468f-8e24-d66129bab277 tempest-NetworksTest-1502682821 tempest-NetworksTest-1502682821-project] DELETE failed (client error): The resource could not be found. Apr 18 21:02:56.688405 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a1f80881-a193-468f-8e24-d66129bab277 tempest-NetworksTest-1502682821 tempest-NetworksTest-1502682821-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84041) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 21:02:56.694909 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-a1f80881-a193-468f-8e24-d66129bab277 tempest-NetworksTest-1502682821 tempest-NetworksTest-1502682821-project] 10.222.0.42 "DELETE /v2.0/networks/486f5093-9966-4dad-858f-06e30ad19d18 HTTP/1.1" status: 404 len: 339 time: 0.0453699 Apr 18 21:02:56.695462 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 33672) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:02:56.701963 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [None req-63097d7d-3b76-415b-915e-747f397c429f tempest-BulkNetworkOpsTest-1015690540 tempest-BulkNetworkOpsTest-1015690540-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:02:56.711503 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-63097d7d-3b76-415b-915e-747f397c429f tempest-BulkNetworkOpsTest-1015690540 tempest-BulkNetworkOpsTest-1015690540-project] Usage tracker for resource:subnet and tenant:74fd5cdbd3e043cca326f0b2ff83331a is out of sync, need to count used quota {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:02:56.718111 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-63097d7d-3b76-415b-915e-747f397c429f tempest-BulkNetworkOpsTest-1015690540 tempest-BulkNetworkOpsTest-1015690540-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:02:56.733714 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [None req-63097d7d-3b76-415b-915e-747f397c429f tempest-BulkNetworkOpsTest-1015690540 tempest-BulkNetworkOpsTest-1015690540-project] Attempting to reserve 2 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:02:56.740857 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [None req-1f91f5e2-7c33-4164-b326-0c7b52ee7192 tempest-PortsTestJSON-1335945802 tempest-PortsTestJSON-1335945802-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:02:56.750291 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-1f91f5e2-7c33-4164-b326-0c7b52ee7192 tempest-PortsTestJSON-1335945802 tempest-PortsTestJSON-1335945802-project] Usage tracker for resource:security_group_rule and tenant:234c597e1bbf440ab35a01225b472234 is out of sync, need to count used quota {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:02:56.758412 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-1f91f5e2-7c33-4164-b326-0c7b52ee7192 tempest-PortsTestJSON-1335945802 tempest-PortsTestJSON-1335945802-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:02:56.780873 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [None req-1f91f5e2-7c33-4164-b326-0c7b52ee7192 tempest-PortsTestJSON-1335945802 tempest-PortsTestJSON-1335945802-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:02:56.823150 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-63097d7d-3b76-415b-915e-747f397c429f tempest-BulkNetworkOpsTest-1015690540 tempest-BulkNetworkOpsTest-1015690540-project] Made reservation on behalf of 74fd5cdbd3e043cca326f0b2ff83331a for: {'subnet': 2} {{(pid=84040) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:02:56.826617 n-d-838334-2 neutron-server[84042]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b83054ae-6940-47d8-923a-4699a6f92390 None None] Resources bound (agent type, host, resource id): {{(pid=84042) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Apr 18 21:02:57.053452 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16349573-ec81-4f44-a70c-22762f081734 tempest-NetworksTest-1502682821 tempest-NetworksTest-1502682821-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:02:57.055052 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-16349573-ec81-4f44-a70c-22762f081734 tempest-NetworksTest-1502682821 tempest-NetworksTest-1502682821-project] Synchronizing usage tracker for tenant:7bfcf5e6e1be4fd18d7d5e6e5bcd338a on resource:network {{(pid=84041) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 21:02:57.077625 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-16349573-ec81-4f44-a70c-22762f081734 tempest-NetworksTest-1502682821 tempest-NetworksTest-1502682821-project] Unset dirty status for tenant:7bfcf5e6e1be4fd18d7d5e6e5bcd338a on resource:network {{(pid=84041) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 21:02:57.083842 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-16349573-ec81-4f44-a70c-22762f081734 tempest-NetworksTest-1502682821 tempest-NetworksTest-1502682821-project] 10.222.0.42 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.3872414 Apr 18 21:02:57.084981 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 33680) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:02:57.139115 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-1ae67217-c3b8-4808-ac9e-a96096399b5c tempest-NetworksTest-1502682821 tempest-NetworksTest-1502682821-project] 10.222.0.42 "GET /v2.0/subnets?network_id=e41b6600-a917-4a8d-b05c-be3be40c6d8c HTTP/1.1" status: 200 len: 207 time: 0.0527668 Apr 18 21:02:57.142308 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 33686) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:02:57.177471 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.v2.base [None req-ca42bf2f-2aad-48fb-8538-e5ba138cb94c admin admin] Request body: {'network': {'name': 'tempest-VirtualInterfacesTestJSON-1248659139-network', 'tenant_id': '62dc7eae158e4bd9b7ec977d259bc5c6'}} {{(pid=84041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:02:57.191417 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-ca42bf2f-2aad-48fb-8538-e5ba138cb94c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:02:57.384339 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-0f2b5331-c88d-4c7b-9b8d-e0e966778a78 tempest-QuotasNegativeTest-1340672693 tempest-QuotasNegativeTest-1340672693-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:57.392509 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-ca42bf2f-2aad-48fb-8538-e5ba138cb94c admin admin] Usage tracker for resource:network and tenant:62dc7eae158e4bd9b7ec977d259bc5c6 is out of sync, need to count used quota {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:02:57.439292 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-0f2b5331-c88d-4c7b-9b8d-e0e966778a78 tempest-QuotasNegativeTest-1340672693 tempest-QuotasNegativeTest-1340672693-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33528224'] for security_group, after_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:57.452953 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0f2b5331-c88d-4c7b-9b8d-e0e966778a78 tempest-QuotasNegativeTest-1340672693 tempest-QuotasNegativeTest-1340672693-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 384} {{(pid=84040) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 21:02:57.486331 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e202d00-cae2-4f81-9753-6e8957562e73 tempest-NetworksTest-1502682821 tempest-NetworksTest-1502682821-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:02:57.490615 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e202d00-cae2-4f81-9753-6e8957562e73 tempest-NetworksTest-1502682821 tempest-NetworksTest-1502682821-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:02:57.494729 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e202d00-cae2-4f81-9753-6e8957562e73 tempest-NetworksTest-1502682821 tempest-NetworksTest-1502682821-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:02:57.499225 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e202d00-cae2-4f81-9753-6e8957562e73 tempest-NetworksTest-1502682821 tempest-NetworksTest-1502682821-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:02:57.500927 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-9e202d00-cae2-4f81-9753-6e8957562e73 tempest-NetworksTest-1502682821 tempest-NetworksTest-1502682821-project] 10.222.0.42 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2485 time: 0.3572035 Apr 18 21:02:57.501958 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-ca42bf2f-2aad-48fb-8538-e5ba138cb94c admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:02:57.504636 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 33692) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:02:57.537018 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-ca42bf2f-2aad-48fb-8538-e5ba138cb94c admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:02:57.562703 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-0f2b5331-c88d-4c7b-9b8d-e0e966778a78 tempest-QuotasNegativeTest-1340672693 tempest-QuotasNegativeTest-1340672693-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1082986'] for segment, precommit_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:57.562960 n-d-838334-2 neutron-server[84040]: INFO neutron.db.segments_db [None req-0f2b5331-c88d-4c7b-9b8d-e0e966778a78 tempest-QuotasNegativeTest-1340672693 tempest-QuotasNegativeTest-1340672693-project-admin] Added segment df96d69e-049f-4f2c-993a-b1f159b2f659 of type vlan for network 6e6e83ee-6680-4194-97c6-dd8af53fe385 Apr 18 21:02:57.615074 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca42bf2f-2aad-48fb-8538-e5ba138cb94c admin admin] Made reservation on behalf of 62dc7eae158e4bd9b7ec977d259bc5c6 for: {'network': 1} {{(pid=84041) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:02:57.617608 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-ca42bf2f-2aad-48fb-8538-e5ba138cb94c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for network, before_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:57.636684 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-ca42bf2f-2aad-48fb-8538-e5ba138cb94c admin admin] Notify callbacks [] for security_group, before_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:57.645953 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f2b5331-c88d-4c7b-9b8d-e0e966778a78 tempest-QuotasNegativeTest-1340672693 tempest-QuotasNegativeTest-1340672693-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=03459e79-6352-469d-a88f-351453f7d343,revision_number=1']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:02:57.649533 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-1f91f5e2-7c33-4164-b326-0c7b52ee7192 tempest-PortsTestJSON-1335945802 tempest-PortsTestJSON-1335945802-project] Notify callbacks [] for security_group, precommit_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:57.658982 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-0f2b5331-c88d-4c7b-9b8d-e0e966778a78 tempest-QuotasNegativeTest-1340672693 tempest-QuotasNegativeTest-1340672693-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750374825732'] for network, precommit_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:57.665056 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-63097d7d-3b76-415b-915e-747f397c429f tempest-BulkNetworkOpsTest-1015690540 tempest-BulkNetworkOpsTest-1015690540-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31752722'] for subnet, before_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:57.665056 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-63097d7d-3b76-415b-915e-747f397c429f tempest-BulkNetworkOpsTest-1015690540 tempest-BulkNetworkOpsTest-1015690540-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31752722'] for subnet, before_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:57.699617 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-1f91f5e2-7c33-4164-b326-0c7b52ee7192 tempest-PortsTestJSON-1335945802 tempest-PortsTestJSON-1335945802-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33528224'] for security_group, after_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:57.713166 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-ca42bf2f-2aad-48fb-8538-e5ba138cb94c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:02:57.743183 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-fd8b0bec-cf1a-471b-aba3-4557fb7c58bf tempest-NetworksTest-1502682821 tempest-NetworksTest-1502682821-project] 10.222.0.42 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 574 time: 0.2374189 Apr 18 21:02:57.746221 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 33704) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:02:57.748608 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-ca42bf2f-2aad-48fb-8538-e5ba138cb94c admin admin] Usage tracker for resource:security_group_rule and tenant:62dc7eae158e4bd9b7ec977d259bc5c6 is out of sync, need to count used quota {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:02:57.751644 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-ca42bf2f-2aad-48fb-8538-e5ba138cb94c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:02:57.801298 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-ca42bf2f-2aad-48fb-8538-e5ba138cb94c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:02:57.850623 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9f8763b-8eb0-4ad1-b3e3-572dfe82572c tempest-NetworksTest-1502682821 tempest-NetworksTest-1502682821-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:02:57.852495 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9f8763b-8eb0-4ad1-b3e3-572dfe82572c tempest-NetworksTest-1502682821 tempest-NetworksTest-1502682821-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:02:57.854200 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-d9f8763b-8eb0-4ad1-b3e3-572dfe82572c tempest-NetworksTest-1502682821 tempest-NetworksTest-1502682821-project] 10.222.0.42 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1446 time: 0.1073108 Apr 18 21:02:57.861668 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 33712) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:02:57.878230 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f91f5e2-7c33-4164-b326-0c7b52ee7192 tempest-PortsTestJSON-1335945802 tempest-PortsTestJSON-1335945802-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4e5c9e01-0c73-4282-88ab-8e09b4b52c3b,revision_number=1']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:02:57.910525 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1f91f5e2-7c33-4164-b326-0c7b52ee7192 tempest-PortsTestJSON-1335945802 tempest-PortsTestJSON-1335945802-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 363} {{(pid=84040) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 21:02:57.995425 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-0f2b5331-c88d-4c7b-9b8d-e0e966778a78 tempest-QuotasNegativeTest-1340672693 tempest-QuotasNegativeTest-1340672693-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33526109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022'] for network, after_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:57.997162 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f2b5331-c88d-4c7b-9b8d-e0e966778a78 tempest-QuotasNegativeTest-1340672693 tempest-QuotasNegativeTest-1340672693-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:02:57.997909 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-0f2b5331-c88d-4c7b-9b8d-e0e966778a78 tempest-QuotasNegativeTest-1340672693 tempest-QuotasNegativeTest-1340672693-project-admin] Notify callbacks [] for network, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:58.006526 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fecfa89d-bd5f-47a9-bb0d-f3e5fab1c3af tempest-NetworksTest-1502682821 tempest-NetworksTest-1502682821-project] Attributes excluded by policy engine: ['shared'] {{(pid=84041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:02:58.013551 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fecfa89d-bd5f-47a9-bb0d-f3e5fab1c3af tempest-NetworksTest-1502682821 tempest-NetworksTest-1502682821-project] Attributes excluded by policy engine: ['shared'] {{(pid=84041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:02:58.017231 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-1f91f5e2-7c33-4164-b326-0c7b52ee7192 tempest-PortsTestJSON-1335945802 tempest-PortsTestJSON-1335945802-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1082986'] for segment, precommit_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:58.017776 n-d-838334-2 neutron-server[84040]: INFO neutron.db.segments_db [None req-1f91f5e2-7c33-4164-b326-0c7b52ee7192 tempest-PortsTestJSON-1335945802 tempest-PortsTestJSON-1335945802-project] Added segment bb41ae25-88ab-4fb8-992a-3e0cb162c295 of type vlan for network 1a5d91c8-1709-4cd3-96e4-f851e43fa6e0 Apr 18 21:02:58.019392 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-fecfa89d-bd5f-47a9-bb0d-f3e5fab1c3af tempest-NetworksTest-1502682821 tempest-NetworksTest-1502682821-project] 10.222.0.42 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 403 time: 0.1566606 Apr 18 21:02:58.037854 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 33724) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:02:58.086279 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-ca42bf2f-2aad-48fb-8538-e5ba138cb94c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:58.102139 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-ca42bf2f-2aad-48fb-8538-e5ba138cb94c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33528224'] for security_group, after_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:58.121748 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f2b5331-c88d-4c7b-9b8d-e0e966778a78 tempest-QuotasNegativeTest-1340672693 tempest-QuotasNegativeTest-1340672693-project-admin] Pushing event updated for resources: {'Network': ['ID=6e6e83ee-6680-4194-97c6-dd8af53fe385,revision_number=1']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:02:58.133763 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Network 6e6e83ee-6680-4194-97c6-dd8af53fe385 details requested by agent ovs-agent-n-d-838334-2 with host n-d-838334-2 {{(pid=84042) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 18 21:02:58.209554 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-1f91f5e2-7c33-4164-b326-0c7b52ee7192 tempest-PortsTestJSON-1335945802 tempest-PortsTestJSON-1335945802-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750374825732'] for network, precommit_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:58.224163 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ca42bf2f-2aad-48fb-8538-e5ba138cb94c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 364} {{(pid=84041) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 21:02:58.241395 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-0f2b5331-c88d-4c7b-9b8d-e0e966778a78 tempest-QuotasNegativeTest-1340672693 tempest-QuotasNegativeTest-1340672693-project-admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 2.3691478 Apr 18 21:02:58.245032 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 33730) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:02:58.265782 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca42bf2f-2aad-48fb-8538-e5ba138cb94c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0c423547-b49f-4973-a835-68afed1c9497,revision_number=1']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:02:58.289530 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.v2.base [None req-c6d9ba75-09bb-4ed0-90b3-5d9b4c161dee tempest-QuotasNegativeTest-1340672693 tempest-QuotasNegativeTest-1340672693-project-admin] Request body: {'network': {'project_id': '004fb4fcd42f4f559b6ad145ac92f2e2'}} {{(pid=84041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:02:58.301199 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-c6d9ba75-09bb-4ed0-90b3-5d9b4c161dee tempest-QuotasNegativeTest-1340672693 tempest-QuotasNegativeTest-1340672693-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:02:58.306683 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-ca42bf2f-2aad-48fb-8538-e5ba138cb94c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1082986'] for segment, precommit_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:58.307250 n-d-838334-2 neutron-server[84041]: INFO neutron.db.segments_db [None req-ca42bf2f-2aad-48fb-8538-e5ba138cb94c admin admin] Added segment 6cb27492-a16e-480a-a2fa-c164d2797195 of type vlan for network 3b19a927-aa88-4780-8994-d48f7c779c4b Apr 18 21:02:58.332524 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-c6d9ba75-09bb-4ed0-90b3-5d9b4c161dee tempest-QuotasNegativeTest-1340672693 tempest-QuotasNegativeTest-1340672693-project-admin] Usage tracker for resource:network and tenant:004fb4fcd42f4f559b6ad145ac92f2e2 is out of sync, need to count used quota {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:02:58.339026 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.db.resource_extend [None req-1f91f5e2-7c33-4164-b326-0c7b52ee7192 tempest-PortsTestJSON-1335945802 tempest-PortsTestJSON-1335945802-project] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 18 21:02:58.340629 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-c6d9ba75-09bb-4ed0-90b3-5d9b4c161dee tempest-QuotasNegativeTest-1340672693 tempest-QuotasNegativeTest-1340672693-project-admin] Quota usage for network was recalculated. Used quota:1. {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:02:58.365786 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-c6d9ba75-09bb-4ed0-90b3-5d9b4c161dee tempest-QuotasNegativeTest-1340672693 tempest-QuotasNegativeTest-1340672693-project-admin] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 2; headroom:1 {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:02:58.391409 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71e4c97c-66dc-41e7-8fa1-7d957c188de9 tempest-NetworksTest-1502682821 tempest-NetworksTest-1502682821-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:02:58.391409 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-71e4c97c-66dc-41e7-8fa1-7d957c188de9 tempest-NetworksTest-1502682821 tempest-NetworksTest-1502682821-project] 10.222.0.42 "GET /v2.0/networks/e955b736-41a2-466e-a13e-267eca8324bc HTTP/1.1" status: 200 len: 799 time: 0.3470035 Apr 18 21:02:58.404682 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 33736) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:02:58.433834 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-ca42bf2f-2aad-48fb-8538-e5ba138cb94c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750374825732'] for network, precommit_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:58.442787 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c6d9ba75-09bb-4ed0-90b3-5d9b4c161dee tempest-QuotasNegativeTest-1340672693 tempest-QuotasNegativeTest-1340672693-project-admin] Made reservation on behalf of 004fb4fcd42f4f559b6ad145ac92f2e2 for: {'network': 1} {{(pid=84041) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:02:58.446063 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-c6d9ba75-09bb-4ed0-90b3-5d9b4c161dee tempest-QuotasNegativeTest-1340672693 tempest-QuotasNegativeTest-1340672693-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for network, before_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:58.448542 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-1f91f5e2-7c33-4164-b326-0c7b52ee7192 tempest-PortsTestJSON-1335945802 tempest-PortsTestJSON-1335945802-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33526109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022'] for network, after_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:58.453163 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f91f5e2-7c33-4164-b326-0c7b52ee7192 tempest-PortsTestJSON-1335945802 tempest-PortsTestJSON-1335945802-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:02:58.453797 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-1f91f5e2-7c33-4164-b326-0c7b52ee7192 tempest-PortsTestJSON-1335945802 tempest-PortsTestJSON-1335945802-project] Notify callbacks [] for network, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:58.482432 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c6d9ba75-09bb-4ed0-90b3-5d9b4c161dee tempest-QuotasNegativeTest-1340672693 tempest-QuotasNegativeTest-1340672693-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 392} {{(pid=84041) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 21:02:58.494124 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-c6d9ba75-09bb-4ed0-90b3-5d9b4c161dee tempest-QuotasNegativeTest-1340672693 tempest-QuotasNegativeTest-1340672693-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1082986'] for segment, precommit_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:58.494124 n-d-838334-2 neutron-server[84041]: INFO neutron.db.segments_db [None req-c6d9ba75-09bb-4ed0-90b3-5d9b4c161dee tempest-QuotasNegativeTest-1340672693 tempest-QuotasNegativeTest-1340672693-project-admin] Added segment 25417873-6613-440a-bc57-dcd5c827e61c of type vlan for network 7ed7c21c-1652-4d0f-83b3-19f143949302 Apr 18 21:02:58.523422 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-c6d9ba75-09bb-4ed0-90b3-5d9b4c161dee tempest-QuotasNegativeTest-1340672693 tempest-QuotasNegativeTest-1340672693-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750374825732'] for network, precommit_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:58.581189 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-1f91f5e2-7c33-4164-b326-0c7b52ee7192 tempest-PortsTestJSON-1335945802 tempest-PortsTestJSON-1335945802-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 2.8799999 Apr 18 21:02:58.583841 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 33744) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:02:58.589802 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.v2.base [None req-2f444691-bb99-44a0-b85a-526832179298 tempest-PortsTestJSON-1335945802 tempest-PortsTestJSON-1335945802-project] Request body: {'port': {'network_id': '1a5d91c8-1709-4cd3-96e4-f851e43fa6e0', 'name': 'tempest-PortsTestJSON-328931045'}} {{(pid=84040) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:02:58.612446 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f91f5e2-7c33-4164-b326-0c7b52ee7192 tempest-PortsTestJSON-1335945802 tempest-PortsTestJSON-1335945802-project] Pushing event updated for resources: {'Network': ['ID=1a5d91c8-1709-4cd3-96e4-f851e43fa6e0,revision_number=1']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:02:58.613305 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-c6d9ba75-09bb-4ed0-90b3-5d9b4c161dee tempest-QuotasNegativeTest-1340672693 tempest-QuotasNegativeTest-1340672693-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33526109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022'] for network, after_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:58.614859 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6d9ba75-09bb-4ed0-90b3-5d9b4c161dee tempest-QuotasNegativeTest-1340672693 tempest-QuotasNegativeTest-1340672693-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:02:58.615605 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-c6d9ba75-09bb-4ed0-90b3-5d9b4c161dee tempest-QuotasNegativeTest-1340672693 tempest-QuotasNegativeTest-1340672693-project-admin] Notify callbacks [] for network, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:58.624328 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Network 1a5d91c8-1709-4cd3-96e4-f851e43fa6e0 details requested by agent ovs-agent-n-d-838334-2 with host n-d-838334-2 {{(pid=84042) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 18 21:02:58.801868 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6d9ba75-09bb-4ed0-90b3-5d9b4c161dee tempest-QuotasNegativeTest-1340672693 tempest-QuotasNegativeTest-1340672693-project-admin] Pushing event updated for resources: {'Network': ['ID=7ed7c21c-1652-4d0f-83b3-19f143949302,revision_number=1']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:02:58.806601 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-ca42bf2f-2aad-48fb-8538-e5ba138cb94c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33526109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022'] for network, after_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:58.807443 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca42bf2f-2aad-48fb-8538-e5ba138cb94c admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:02:58.808688 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-ca42bf2f-2aad-48fb-8538-e5ba138cb94c admin admin] Notify callbacks [] for network, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:58.833451 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Network 7ed7c21c-1652-4d0f-83b3-19f143949302 details requested by agent ovs-agent-n-d-838334-2 with host n-d-838334-2 {{(pid=84042) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 18 21:02:58.861838 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 33750) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:02:58.869282 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-c6d9ba75-09bb-4ed0-90b3-5d9b4c161dee tempest-QuotasNegativeTest-1340672693 tempest-QuotasNegativeTest-1340672693-project-admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 0.6034505 Apr 18 21:02:58.872649 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 33754) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:02:58.873170 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 33756) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:02:58.873886 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-ca42bf2f-2aad-48fb-8538-e5ba138cb94c admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 2.2764297 Apr 18 21:02:58.874769 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [None req-2f444691-bb99-44a0-b85a-526832179298 tempest-PortsTestJSON-1335945802 tempest-PortsTestJSON-1335945802-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:02:58.884393 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.v2.base [None req-fd8f52a5-5aec-450a-8faf-ec2c9e3ecd96 admin admin] Request body: {'subnet': {'network_id': '3b19a927-aa88-4780-8994-d48f7c779c4b', 'cidr': '172.20.0.0/28', 'name': 'tempest-VirtualInterfacesTestJSON-1248659139-subnet', 'tenant_id': '62dc7eae158e4bd9b7ec977d259bc5c6', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=84040) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:02:58.890005 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [None req-fd8f52a5-5aec-450a-8faf-ec2c9e3ecd96 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:02:58.895089 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-fd8f52a5-5aec-450a-8faf-ec2c9e3ecd96 admin admin] Usage tracker for resource:subnet and tenant:62dc7eae158e4bd9b7ec977d259bc5c6 is out of sync, need to count used quota {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:02:58.898210 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-fd8f52a5-5aec-450a-8faf-ec2c9e3ecd96 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:02:58.905109 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [None req-fd8f52a5-5aec-450a-8faf-ec2c9e3ecd96 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:02:58.918752 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-2f444691-bb99-44a0-b85a-526832179298 tempest-PortsTestJSON-1335945802 tempest-PortsTestJSON-1335945802-project] Usage tracker for resource:port and tenant:234c597e1bbf440ab35a01225b472234 is out of sync, need to count used quota {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:02:58.922463 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-2f444691-bb99-44a0-b85a-526832179298 tempest-PortsTestJSON-1335945802 tempest-PortsTestJSON-1335945802-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:02:58.929994 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.v2.base [None req-c98ee244-68c7-418b-8e26-4e47e67b8b60 tempest-QuotasNegativeTest-1340672693 tempest-QuotasNegativeTest-1340672693-project-admin] Request body: {'network': {'project_id': '004fb4fcd42f4f559b6ad145ac92f2e2'}} {{(pid=84040) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:02:58.947207 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd8f52a5-5aec-450a-8faf-ec2c9e3ecd96 admin admin] Made reservation on behalf of 62dc7eae158e4bd9b7ec977d259bc5c6 for: {'subnet': 1} {{(pid=84040) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:02:58.950412 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-fd8f52a5-5aec-450a-8faf-ec2c9e3ecd96 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31752722'] for subnet, before_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:58.965010 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [None req-c98ee244-68c7-418b-8e26-4e47e67b8b60 tempest-QuotasNegativeTest-1340672693 tempest-QuotasNegativeTest-1340672693-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:02:58.971830 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [None req-2f444691-bb99-44a0-b85a-526832179298 tempest-PortsTestJSON-1335945802 tempest-PortsTestJSON-1335945802-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:02:58.987181 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-b28917d6-af78-4aaa-aace-fe8552755728 tempest-NetworksTest-1502682821 tempest-NetworksTest-1502682821-project] 10.222.0.42 "GET /v2.0/networks/e955b736-41a2-466e-a13e-267eca8324bc?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 315 time: 0.5928512 Apr 18 21:02:59.001075 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 33764) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:02:59.057558 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca42bf2f-2aad-48fb-8538-e5ba138cb94c admin admin] Pushing event updated for resources: {'Network': ['ID=3b19a927-aa88-4780-8994-d48f7c779c4b,revision_number=1']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:02:59.069827 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Network 3b19a927-aa88-4780-8994-d48f7c779c4b details requested by agent ovs-agent-n-d-838334-2 with host n-d-838334-2 {{(pid=84042) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 18 21:02:59.092380 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-c98ee244-68c7-418b-8e26-4e47e67b8b60 tempest-QuotasNegativeTest-1340672693 tempest-QuotasNegativeTest-1340672693-project-admin] Usage tracker for resource:network and tenant:004fb4fcd42f4f559b6ad145ac92f2e2 is out of sync, need to count used quota {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:02:59.099695 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae36c615-7991-4751-be5d-709aa7021c0b tempest-NetworksTest-1502682821 tempest-NetworksTest-1502682821-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:02:59.101655 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-ae36c615-7991-4751-be5d-709aa7021c0b tempest-NetworksTest-1502682821 tempest-NetworksTest-1502682821-project] 10.222.0.42 "GET /v2.0/subnets/2a2cef16-e0d5-4bb7-900d-f4daf869186b HTTP/1.1" status: 200 len: 811 time: 0.0994973 Apr 18 21:02:59.105895 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 33770) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:02:59.110653 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-63097d7d-3b76-415b-915e-747f397c429f tempest-BulkNetworkOpsTest-1015690540 tempest-BulkNetworkOpsTest-1015690540-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33526260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32441074', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31752704'] for subnet, after_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:59.116340 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-c98ee244-68c7-418b-8e26-4e47e67b8b60 tempest-QuotasNegativeTest-1340672693 tempest-QuotasNegativeTest-1340672693-project-admin] Quota usage for network was recalculated. Used quota:2. {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:02:59.173643 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f444691-bb99-44a0-b85a-526832179298 tempest-PortsTestJSON-1335945802 tempest-PortsTestJSON-1335945802-project] Made reservation on behalf of 234c597e1bbf440ab35a01225b472234 for: {'port': 1} {{(pid=84040) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:02:59.176857 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-2f444691-bb99-44a0-b85a-526832179298 tempest-PortsTestJSON-1335945802 tempest-PortsTestJSON-1335945802-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:59.197382 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [None req-c98ee244-68c7-418b-8e26-4e47e67b8b60 tempest-QuotasNegativeTest-1340672693 tempest-QuotasNegativeTest-1340672693-project-admin] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 2; headroom:0 {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:02:59.225704 n-d-838334-2 neutron-server[84040]: INFO neutron.pecan_wsgi.hooks.translation [None req-c98ee244-68c7-418b-8e26-4e47e67b8b60 tempest-QuotasNegativeTest-1340672693 tempest-QuotasNegativeTest-1340672693-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Apr 18 21:02:59.225704 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c98ee244-68c7-418b-8e26-4e47e67b8b60 tempest-QuotasNegativeTest-1340672693 tempest-QuotasNegativeTest-1340672693-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=84040) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 21:02:59.226347 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-c98ee244-68c7-418b-8e26-4e47e67b8b60 tempest-QuotasNegativeTest-1340672693 tempest-QuotasNegativeTest-1340672693-project-admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 409 len: 310 time: 0.3487246 Apr 18 21:02:59.230639 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.v2.base [None req-0d87cf97-f6c6-4b17-ab79-214cc830c10b tempest-RoutersAdminTest-1467285608 tempest-RoutersAdminTest-1467285608-project-admin] Request body: {'network': {'name': 'tempest-RoutersAdminTest-27327151', 'router:external': True}} {{(pid=84041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:02:59.235092 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 33776) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:02:59.236341 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-0d87cf97-f6c6-4b17-ab79-214cc830c10b tempest-RoutersAdminTest-1467285608 tempest-RoutersAdminTest-1467285608-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:02:59.242237 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e5e7c66-9ad1-4a4a-9676-d9e1d56e2a68 tempest-NetworksTest-1502682821 tempest-NetworksTest-1502682821-project] Attributes excluded by policy engine: ['shared'] {{(pid=84041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:02:59.247969 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-1e5e7c66-9ad1-4a4a-9676-d9e1d56e2a68 tempest-NetworksTest-1502682821 tempest-NetworksTest-1502682821-project] 10.222.0.42 "GET /v2.0/subnets/2a2cef16-e0d5-4bb7-900d-f4daf869186b?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.1407146 Apr 18 21:02:59.250982 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-0d87cf97-f6c6-4b17-ab79-214cc830c10b tempest-RoutersAdminTest-1467285608 tempest-RoutersAdminTest-1467285608-project-admin] Usage tracker for resource:network and tenant:4ddcb0df24f94d1292db48b5e0007331 is out of sync, need to count used quota {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:02:59.254941 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 33780) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:02:59.260930 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.v2.base [None req-a6ecdbab-41f6-4250-81a7-cf6e7a8a37f6 tempest-NetworksTest-1502682821 tempest-NetworksTest-1502682821-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1532166517'}} {{(pid=84041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:02:59.267290 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-0d87cf97-f6c6-4b17-ab79-214cc830c10b tempest-RoutersAdminTest-1467285608 tempest-RoutersAdminTest-1467285608-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:02:59.272545 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-a6ecdbab-41f6-4250-81a7-cf6e7a8a37f6 tempest-NetworksTest-1502682821 tempest-NetworksTest-1502682821-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:02:59.282499 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-0d87cf97-f6c6-4b17-ab79-214cc830c10b tempest-RoutersAdminTest-1467285608 tempest-RoutersAdminTest-1467285608-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:02:59.291007 n-d-838334-2 neutron-server[84040]: DEBUG neutron.notifiers.nova [None req-2f444691-bb99-44a0-b85a-526832179298 tempest-PortsTestJSON-1335945802 tempest-PortsTestJSON-1335945802-project] device_id is not set on port 52793402-19f0-422b-9895-a5b49a6f6fc8 yet. {{(pid=84040) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 18 21:02:59.296266 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-a6ecdbab-41f6-4250-81a7-cf6e7a8a37f6 tempest-NetworksTest-1502682821 tempest-NetworksTest-1502682821-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:02:59.305311 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d87cf97-f6c6-4b17-ab79-214cc830c10b tempest-RoutersAdminTest-1467285608 tempest-RoutersAdminTest-1467285608-project-admin] Made reservation on behalf of 4ddcb0df24f94d1292db48b5e0007331 for: {'network': 1} {{(pid=84041) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:02:59.309470 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-0d87cf97-f6c6-4b17-ab79-214cc830c10b tempest-RoutersAdminTest-1467285608 tempest-RoutersAdminTest-1467285608-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for network, before_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:59.327018 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-0d87cf97-f6c6-4b17-ab79-214cc830c10b tempest-RoutersAdminTest-1467285608 tempest-RoutersAdminTest-1467285608-project-admin] Notify callbacks [] for security_group, before_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:59.340127 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a6ecdbab-41f6-4250-81a7-cf6e7a8a37f6 tempest-NetworksTest-1502682821 tempest-NetworksTest-1502682821-project] Made reservation on behalf of 7bfcf5e6e1be4fd18d7d5e6e5bcd338a for: {'network': 1} {{(pid=84041) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:02:59.350242 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-a6ecdbab-41f6-4250-81a7-cf6e7a8a37f6 tempest-NetworksTest-1502682821 tempest-NetworksTest-1502682821-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for network, before_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:59.368279 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63097d7d-3b76-415b-915e-747f397c429f tempest-BulkNetworkOpsTest-1015690540 tempest-BulkNetworkOpsTest-1015690540-project] Pushing event updated for resources: {'Subnet': ['ID=d4f98d20-f9ee-4f44-a7c8-6162f25d6cba,revision_number=0']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:02:59.395087 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a6ecdbab-41f6-4250-81a7-cf6e7a8a37f6 tempest-NetworksTest-1502682821 tempest-NetworksTest-1502682821-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 376} {{(pid=84041) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 21:02:59.410231 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-a6ecdbab-41f6-4250-81a7-cf6e7a8a37f6 tempest-NetworksTest-1502682821 tempest-NetworksTest-1502682821-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1082986'] for segment, precommit_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:59.410811 n-d-838334-2 neutron-server[84041]: INFO neutron.db.segments_db [None req-a6ecdbab-41f6-4250-81a7-cf6e7a8a37f6 tempest-NetworksTest-1502682821 tempest-NetworksTest-1502682821-project] Added segment cc35f6e6-7e6e-4761-bb36-fc6298e0e83c of type vlan for network ba7e0b47-4593-461a-a554-3ac0a58c5cd8 Apr 18 21:02:59.423064 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-0d87cf97-f6c6-4b17-ab79-214cc830c10b tempest-RoutersAdminTest-1467285608 tempest-RoutersAdminTest-1467285608-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:02:59.430933 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-0d87cf97-f6c6-4b17-ab79-214cc830c10b tempest-RoutersAdminTest-1467285608 tempest-RoutersAdminTest-1467285608-project-admin] Usage tracker for resource:security_group_rule and tenant:4ddcb0df24f94d1292db48b5e0007331 is out of sync, need to count used quota {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:02:59.442096 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-0d87cf97-f6c6-4b17-ab79-214cc830c10b tempest-RoutersAdminTest-1467285608 tempest-RoutersAdminTest-1467285608-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:02:59.453341 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-0d87cf97-f6c6-4b17-ab79-214cc830c10b tempest-RoutersAdminTest-1467285608 tempest-RoutersAdminTest-1467285608-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:02:59.456324 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-a6ecdbab-41f6-4250-81a7-cf6e7a8a37f6 tempest-NetworksTest-1502682821 tempest-NetworksTest-1502682821-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750374825732'] for network, precommit_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:59.497551 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63097d7d-3b76-415b-915e-747f397c429f tempest-BulkNetworkOpsTest-1015690540 tempest-BulkNetworkOpsTest-1015690540-project] Checking segment: {'id': '1e8ff678-c62c-46b6-91c6-2c0ad21751f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': 'ab559c57-09fe-4d1f-938a-d3866b9d58e4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84040) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 21:02:59.498140 n-d-838334-2 neutron-server[84040]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63097d7d-3b76-415b-915e-747f397c429f tempest-BulkNetworkOpsTest-1015690540 tempest-BulkNetworkOpsTest-1015690540-project] Network hostable DHCP agents. Network: ab559c57-09fe-4d1f-938a-d3866b9d58e4, hostable agents: ['8746f8ea-3e91-4b32-9919-2c63adeb8722'], hosted agents: [] {{(pid=84040) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 21:02:59.506031 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-a6ecdbab-41f6-4250-81a7-cf6e7a8a37f6 tempest-NetworksTest-1502682821 tempest-NetworksTest-1502682821-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33526109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022'] for network, after_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:59.509773 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6ecdbab-41f6-4250-81a7-cf6e7a8a37f6 tempest-NetworksTest-1502682821 tempest-NetworksTest-1502682821-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:02:59.510348 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-a6ecdbab-41f6-4250-81a7-cf6e7a8a37f6 tempest-NetworksTest-1502682821 tempest-NetworksTest-1502682821-project] Notify callbacks [] for network, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:59.520751 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-ea634d23-c953-47f6-9e6d-fcf94ae630b4 tempest-QuotasNegativeTest-1340672693 tempest-QuotasNegativeTest-1340672693-project-admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=004fb4fcd42f4f559b6ad145ac92f2e2&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2783341 Apr 18 21:02:59.530776 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 33784) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:02:59.637733 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750375287399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253529'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:59.655118 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6ecdbab-41f6-4250-81a7-cf6e7a8a37f6 tempest-NetworksTest-1502682821 tempest-NetworksTest-1502682821-project] Pushing event updated for resources: {'Network': ['ID=ba7e0b47-4593-461a-a554-3ac0a58c5cd8,revision_number=1']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:02:59.667675 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-a6ecdbab-41f6-4250-81a7-cf6e7a8a37f6 tempest-NetworksTest-1502682821 tempest-NetworksTest-1502682821-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.4114077 Apr 18 21:02:59.669126 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Network ba7e0b47-4593-461a-a554-3ac0a58c5cd8 details requested by agent ovs-agent-n-d-838334-2 with host n-d-838334-2 {{(pid=84042) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 18 21:02:59.669862 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-0d87cf97-f6c6-4b17-ab79-214cc830c10b tempest-RoutersAdminTest-1467285608 tempest-RoutersAdminTest-1467285608-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:59.670661 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 33788) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:02:59.676330 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.v2.base [None req-a210ba63-4663-4e9b-9acf-b6a181158b5d tempest-NetworksTest-1502682821 tempest-NetworksTest-1502682821-project] Request body: {'subnet': {'network_id': 'ba7e0b47-4593-461a-a554-3ac0a58c5cd8', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8'], 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=84041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:02:59.702098 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-0d87cf97-f6c6-4b17-ab79-214cc830c10b tempest-RoutersAdminTest-1467285608 tempest-RoutersAdminTest-1467285608-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33528224'] for security_group, after_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:59.784706 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0d87cf97-f6c6-4b17-ab79-214cc830c10b tempest-RoutersAdminTest-1467285608 tempest-RoutersAdminTest-1467285608-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 389} {{(pid=84041) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 21:02:59.821382 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-0d87cf97-f6c6-4b17-ab79-214cc830c10b tempest-RoutersAdminTest-1467285608 tempest-RoutersAdminTest-1467285608-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1082986'] for segment, precommit_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:59.821728 n-d-838334-2 neutron-server[84041]: INFO neutron.db.segments_db [None req-0d87cf97-f6c6-4b17-ab79-214cc830c10b tempest-RoutersAdminTest-1467285608 tempest-RoutersAdminTest-1467285608-project-admin] Added segment 1f8f7082-d0f0-4c6b-9771-2d744af13e38 of type vlan for network 0c570d89-322b-4f4c-92bf-31378826d0ec Apr 18 21:02:59.829675 n-d-838334-2 neutron-server[84040]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63097d7d-3b76-415b-915e-747f397c429f tempest-BulkNetworkOpsTest-1015690540 tempest-BulkNetworkOpsTest-1015690540-project] Network ab559c57-09fe-4d1f-938a-d3866b9d58e4 is scheduled to be hosted by DHCP agent 8746f8ea-3e91-4b32-9919-2c63adeb8722 with binding_index 1 {{(pid=84040) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 21:02:59.831475 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d87cf97-f6c6-4b17-ab79-214cc830c10b tempest-RoutersAdminTest-1467285608 tempest-RoutersAdminTest-1467285608-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=37769dc4-f1ac-4346-a83a-a533867a3460,revision_number=1']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:02:59.836697 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-a210ba63-4663-4e9b-9acf-b6a181158b5d tempest-NetworksTest-1502682821 tempest-NetworksTest-1502682821-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:02:59.859094 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-a210ba63-4663-4e9b-9acf-b6a181158b5d tempest-NetworksTest-1502682821 tempest-NetworksTest-1502682821-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:02:59.867174 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-2f444691-bb99-44a0-b85a-526832179298 tempest-PortsTestJSON-1335945802 tempest-PortsTestJSON-1335945802-project] Notify callbacks [] for port, precommit_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:59.868946 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-fd8f52a5-5aec-450a-8faf-ec2c9e3ecd96 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33526260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32441074', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31752704'] for subnet, after_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:59.888143 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-0d87cf97-f6c6-4b17-ab79-214cc830c10b tempest-RoutersAdminTest-1467285608 tempest-RoutersAdminTest-1467285608-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750374825732'] for network, precommit_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:59.892979 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a210ba63-4663-4e9b-9acf-b6a181158b5d tempest-NetworksTest-1502682821 tempest-NetworksTest-1502682821-project] Made reservation on behalf of 7bfcf5e6e1be4fd18d7d5e6e5bcd338a for: {'subnet': 1} {{(pid=84041) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:02:59.905722 n-d-838334-2 neutron-server[84040]: DEBUG neutron.scheduler.base_scheduler [None req-63097d7d-3b76-415b-915e-747f397c429f tempest-BulkNetworkOpsTest-1015690540 tempest-BulkNetworkOpsTest-1015690540-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-838334-2, ab559c57-09fe-4d1f-938a-d3866b9d58e4) {{(pid=84040) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:02:59.913629 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67dfa358-7423-4838-8087-10fb4a67bc90 None None] Network ab559c57-09fe-4d1f-938a-d3866b9d58e4 requested from n-d-838334-2 {{(pid=84042) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 21:02:59.934913 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-63097d7d-3b76-415b-915e-747f397c429f tempest-BulkNetworkOpsTest-1015690540 tempest-BulkNetworkOpsTest-1015690540-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33526260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32441074', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31752704'] for subnet, after_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:59.956032 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-f66eac33-7194-4e87-8f56-f039618beb11 tempest-QuotasNegativeTest-1340672693 tempest-QuotasNegativeTest-1340672693-project-admin] Notify callbacks [] for security_group, before_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:59.989730 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd8f52a5-5aec-450a-8faf-ec2c9e3ecd96 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e0296854-6608-46c6-9883-cc363b5e75ef,revision_number=0']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:03:00.066455 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-f66eac33-7194-4e87-8f56-f039618beb11 tempest-QuotasNegativeTest-1340672693 tempest-QuotasNegativeTest-1340672693-project-admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:00.117693 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-a210ba63-4663-4e9b-9acf-b6a181158b5d tempest-NetworksTest-1502682821 tempest-NetworksTest-1502682821-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32486301'] for subnet, before_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:00.127159 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-2f444691-bb99-44a0-b85a-526832179298 tempest-PortsTestJSON-1335945802 tempest-PortsTestJSON-1335945802-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750374836619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32440838'] for port, after_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:00.144086 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-0d87cf97-f6c6-4b17-ab79-214cc830c10b tempest-RoutersAdminTest-1467285608 tempest-RoutersAdminTest-1467285608-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33526109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022'] for network, after_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:00.144932 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d87cf97-f6c6-4b17-ab79-214cc830c10b tempest-RoutersAdminTest-1467285608 tempest-RoutersAdminTest-1467285608-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:03:00.145683 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-0d87cf97-f6c6-4b17-ab79-214cc830c10b tempest-RoutersAdminTest-1467285608 tempest-RoutersAdminTest-1467285608-project-admin] Notify callbacks [] for network, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:00.179244 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd8f52a5-5aec-450a-8faf-ec2c9e3ecd96 admin admin] Checking segment: {'id': '6cb27492-a16e-480a-a2fa-c164d2797195', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '3b19a927-aa88-4780-8994-d48f7c779c4b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84040) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 21:03:00.179603 n-d-838334-2 neutron-server[84040]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd8f52a5-5aec-450a-8faf-ec2c9e3ecd96 admin admin] Network hostable DHCP agents. Network: 3b19a927-aa88-4780-8994-d48f7c779c4b, hostable agents: ['8746f8ea-3e91-4b32-9919-2c63adeb8722'], hosted agents: [] {{(pid=84040) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 21:03:00.203982 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63097d7d-3b76-415b-915e-747f397c429f tempest-BulkNetworkOpsTest-1015690540 tempest-BulkNetworkOpsTest-1015690540-project] Pushing event updated for resources: {'Subnet': ['ID=b8e286df-fa2a-4cd4-89d6-b361da281f25,revision_number=0']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:03:00.206218 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff864cb9-f394-4f1a-b4f5-554668680ca9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp016840fc-1f9f-5892-9c53-c9cf6c845bbb-ab559c57-09fe-4d1f-938a-d3866b9d58e4', 'network_id': 'ab559c57-09fe-4d1f-938a-d3866b9d58e4', 'tenant_id': '74fd5cdbd3e043cca326f0b2ff83331a', 'fixed_ips': [{'subnet_id': 'd4f98d20-f9ee-4f44-a7c8-6162f25d6cba'}]}} from n-d-838334-2. {{(pid=84042) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 18 21:03:00.207233 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-ff864cb9-f394-4f1a-b4f5-554668680ca9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_create {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:00.209809 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63097d7d-3b76-415b-915e-747f397c429f tempest-BulkNetworkOpsTest-1015690540 tempest-BulkNetworkOpsTest-1015690540-project] Checking segment: {'id': '058894bc-c9af-42c6-9223-fa3243c802a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': '0d98a943-2222-443f-a218-c6bee28d57e5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84040) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 21:03:00.210170 n-d-838334-2 neutron-server[84040]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63097d7d-3b76-415b-915e-747f397c429f tempest-BulkNetworkOpsTest-1015690540 tempest-BulkNetworkOpsTest-1015690540-project] Network hostable DHCP agents. Network: 0d98a943-2222-443f-a218-c6bee28d57e5, hostable agents: ['8746f8ea-3e91-4b32-9919-2c63adeb8722'], hosted agents: [] {{(pid=84040) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 21:03:00.285392 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f444691-bb99-44a0-b85a-526832179298 tempest-PortsTestJSON-1335945802 tempest-PortsTestJSON-1335945802-project] Pushing event updated for resources: {'Port': ['ID=52793402-19f0-422b-9895-a5b49a6f6fc8,revision_number=1']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:03:00.296038 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-f66eac33-7194-4e87-8f56-f039618beb11 tempest-QuotasNegativeTest-1340672693 tempest-QuotasNegativeTest-1340672693-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33528224'] for security_group, after_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:00.326066 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f66eac33-7194-4e87-8f56-f039618beb11 tempest-QuotasNegativeTest-1340672693 tempest-QuotasNegativeTest-1340672693-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=03459e79-6352-469d-a88f-351453f7d343,revision_number=None']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:03:00.336255 n-d-838334-2 neutron-server[84040]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd8f52a5-5aec-450a-8faf-ec2c9e3ecd96 admin admin] Network 3b19a927-aa88-4780-8994-d48f7c779c4b is scheduled to be hosted by DHCP agent 8746f8ea-3e91-4b32-9919-2c63adeb8722 with binding_index 1 {{(pid=84040) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 21:03:00.345671 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f444691-bb99-44a0-b85a-526832179298 tempest-PortsTestJSON-1335945802 tempest-PortsTestJSON-1335945802-project] Checking segment: {'id': 'bb41ae25-88ab-4fb8-992a-3e0cb162c295', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '1a5d91c8-1709-4cd3-96e4-f851e43fa6e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84040) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 21:03:00.346819 n-d-838334-2 neutron-server[84040]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f444691-bb99-44a0-b85a-526832179298 tempest-PortsTestJSON-1335945802 tempest-PortsTestJSON-1335945802-project] Network hostable DHCP agents. Network: 1a5d91c8-1709-4cd3-96e4-f851e43fa6e0, hostable agents: ['8746f8ea-3e91-4b32-9919-2c63adeb8722'], hosted agents: [] {{(pid=84040) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 21:03:00.349932 n-d-838334-2 neutron-server[84040]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63097d7d-3b76-415b-915e-747f397c429f tempest-BulkNetworkOpsTest-1015690540 tempest-BulkNetworkOpsTest-1015690540-project] Network 0d98a943-2222-443f-a218-c6bee28d57e5 is scheduled to be hosted by DHCP agent 8746f8ea-3e91-4b32-9919-2c63adeb8722 with binding_index 1 {{(pid=84040) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 21:03:00.370933 n-d-838334-2 neutron-server[84040]: DEBUG neutron.scheduler.base_scheduler [None req-fd8f52a5-5aec-450a-8faf-ec2c9e3ecd96 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-838334-2, 3b19a927-aa88-4780-8994-d48f7c779c4b) {{(pid=84040) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:03:00.374935 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-f66eac33-7194-4e87-8f56-f039618beb11 tempest-QuotasNegativeTest-1340672693 tempest-QuotasNegativeTest-1340672693-project-admin] Notify callbacks [] for security_group, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:00.376912 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-f66eac33-7194-4e87-8f56-f039618beb11 tempest-QuotasNegativeTest-1340672693 tempest-QuotasNegativeTest-1340672693-project-admin] 10.222.0.42 "DELETE /v2.0/security-groups/03459e79-6352-469d-a88f-351453f7d343 HTTP/1.1" status: 204 len: 168 time: 0.8403368 Apr 18 21:03:00.379892 n-d-838334-2 neutron-server[84040]: DEBUG neutron.scheduler.base_scheduler [None req-63097d7d-3b76-415b-915e-747f397c429f tempest-BulkNetworkOpsTest-1015690540 tempest-BulkNetworkOpsTest-1015690540-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-838334-2, 0d98a943-2222-443f-a218-c6bee28d57e5) {{(pid=84040) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:03:00.381424 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 33800) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:03:00.382628 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd8f52a5-5aec-450a-8faf-ec2c9e3ecd96 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:03:00.383199 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-fd8f52a5-5aec-450a-8faf-ec2c9e3ecd96 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:00.383728 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84acf43f-eaee-42b0-985a-880bf6619052 None None] Network 3b19a927-aa88-4780-8994-d48f7c779c4b requested from n-d-838334-2 {{(pid=84042) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 21:03:00.410726 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63097d7d-3b76-415b-915e-747f397c429f tempest-BulkNetworkOpsTest-1015690540 tempest-BulkNetworkOpsTest-1015690540-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:03:00.411103 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63097d7d-3b76-415b-915e-747f397c429f tempest-BulkNetworkOpsTest-1015690540 tempest-BulkNetworkOpsTest-1015690540-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:03:00.411740 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-63097d7d-3b76-415b-915e-747f397c429f tempest-BulkNetworkOpsTest-1015690540 tempest-BulkNetworkOpsTest-1015690540-project] Notify callbacks [] for subnet, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:00.415667 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ab0fad2-ccda-48ea-91ca-29a6c1ad5500 None None] Network 0d98a943-2222-443f-a218-c6bee28d57e5 requested from n-d-838334-2 {{(pid=84042) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 21:03:00.418588 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.ipam_backend_mixin [None req-a210ba63-4663-4e9b-9acf-b6a181158b5d tempest-NetworksTest-1502682821 tempest-NetworksTest-1502682821-project] Performing IP validity checks on allocation pools {{(pid=84041) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} Apr 18 21:03:00.418588 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.ipam_backend_mixin [None req-a210ba63-4663-4e9b-9acf-b6a181158b5d tempest-NetworksTest-1502682821 tempest-NetworksTest-1502682821-project] Checking for overlaps among allocation pools and gateway ip {{(pid=84041) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} Apr 18 21:03:00.436723 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-0d87cf97-f6c6-4b17-ab79-214cc830c10b tempest-RoutersAdminTest-1467285608 tempest-RoutersAdminTest-1467285608-project-admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 869 time: 1.5658541 Apr 18 21:03:00.438939 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 33804) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:03:00.455612 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d87cf97-f6c6-4b17-ab79-214cc830c10b tempest-RoutersAdminTest-1467285608 tempest-RoutersAdminTest-1467285608-project-admin] Pushing event updated for resources: {'Network': ['ID=0c570d89-322b-4f4c-92bf-31378826d0ec,revision_number=1']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:03:00.512838 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.v2.base [None req-8e3d91b4-25e6-4566-a859-7c3a55ba86bb tempest-RoutersAdminTest-1467285608 tempest-RoutersAdminTest-1467285608-project-admin] Request body: {'subnet': {'network_id': '0c570d89-322b-4f4c-92bf-31378826d0ec', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=84040) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:03:00.517526 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-fd8f52a5-5aec-450a-8faf-ec2c9e3ecd96 admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 1.6383882 Apr 18 21:03:00.521344 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-63097d7d-3b76-415b-915e-747f397c429f tempest-BulkNetworkOpsTest-1015690540 tempest-BulkNetworkOpsTest-1015690540-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1426 time: 4.5687370 Apr 18 21:03:00.523233 n-d-838334-2 neutron-server[84040]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f444691-bb99-44a0-b85a-526832179298 tempest-PortsTestJSON-1335945802 tempest-PortsTestJSON-1335945802-project] Network 1a5d91c8-1709-4cd3-96e4-f851e43fa6e0 is scheduled to be hosted by DHCP agent 8746f8ea-3e91-4b32-9919-2c63adeb8722 with binding_index 1 {{(pid=84040) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 21:03:00.525715 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [None req-8e3d91b4-25e6-4566-a859-7c3a55ba86bb tempest-RoutersAdminTest-1467285608 tempest-RoutersAdminTest-1467285608-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:03:00.527817 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 33810) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:03:00.536316 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-8e3d91b4-25e6-4566-a859-7c3a55ba86bb tempest-RoutersAdminTest-1467285608 tempest-RoutersAdminTest-1467285608-project-admin] Usage tracker for resource:subnet and tenant:4ddcb0df24f94d1292db48b5e0007331 is out of sync, need to count used quota {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:03:00.578569 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-8e3d91b4-25e6-4566-a859-7c3a55ba86bb tempest-RoutersAdminTest-1467285608 tempest-RoutersAdminTest-1467285608-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:03:00.594945 n-d-838334-2 neutron-server[84040]: DEBUG neutron.scheduler.base_scheduler [None req-2f444691-bb99-44a0-b85a-526832179298 tempest-PortsTestJSON-1335945802 tempest-PortsTestJSON-1335945802-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-838334-2, 1a5d91c8-1709-4cd3-96e4-f851e43fa6e0) {{(pid=84040) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:03:00.603480 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [None req-8e3d91b4-25e6-4566-a859-7c3a55ba86bb tempest-RoutersAdminTest-1467285608 tempest-RoutersAdminTest-1467285608-project-admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:03:00.608055 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Network 0c570d89-322b-4f4c-92bf-31378826d0ec details requested by agent ovs-agent-n-d-838334-2 with host n-d-838334-2 {{(pid=84042) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 18 21:03:00.623604 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f444691-bb99-44a0-b85a-526832179298 tempest-PortsTestJSON-1335945802 tempest-PortsTestJSON-1335945802-project] Received port after_create {{(pid=84040) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 21:03:00.627491 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f444691-bb99-44a0-b85a-526832179298 tempest-PortsTestJSON-1335945802 tempest-PortsTestJSON-1335945802-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:03:00.628111 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-2f444691-bb99-44a0-b85a-526832179298 tempest-PortsTestJSON-1335945802 tempest-PortsTestJSON-1335945802-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217293'] for port, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:00.654983 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-efa37bb0-f404-432e-ba6f-d55f79463419 tempest-QuotasNegativeTest-1340672693 tempest-QuotasNegativeTest-1340672693-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1103592'] for network, before_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:00.685236 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-a210ba63-4663-4e9b-9acf-b6a181158b5d tempest-NetworksTest-1502682821 tempest-NetworksTest-1502682821-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33526260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32266407', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32486287'] for subnet, after_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:00.695426 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e3d91b4-25e6-4566-a859-7c3a55ba86bb tempest-RoutersAdminTest-1467285608 tempest-RoutersAdminTest-1467285608-project-admin] Made reservation on behalf of 4ddcb0df24f94d1292db48b5e0007331 for: {'subnet': 1} {{(pid=84040) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:03:00.708739 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-8e3d91b4-25e6-4566-a859-7c3a55ba86bb tempest-RoutersAdminTest-1467285608 tempest-RoutersAdminTest-1467285608-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31752722'] for subnet, before_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:00.737504 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fdff56b5-ff16-4775-8179-0b45544d1e79 None None] Network 1a5d91c8-1709-4cd3-96e4-f851e43fa6e0 requested from n-d-838334-2 {{(pid=84042) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 21:03:00.749760 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5084aa56-9b56-41e8-8433-53bcb513a139 tempest-BulkNetworkOpsTest-1015690540 tempest-BulkNetworkOpsTest-1015690540-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:03:00.751172 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5084aa56-9b56-41e8-8433-53bcb513a139 tempest-BulkNetworkOpsTest-1015690540 tempest-BulkNetworkOpsTest-1015690540-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:03:00.752695 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5084aa56-9b56-41e8-8433-53bcb513a139 tempest-BulkNetworkOpsTest-1015690540 tempest-BulkNetworkOpsTest-1015690540-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:03:00.753650 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-5084aa56-9b56-41e8-8433-53bcb513a139 tempest-BulkNetworkOpsTest-1015690540 tempest-BulkNetworkOpsTest-1015690540-project] Synchronizing usage tracker for tenant:74fd5cdbd3e043cca326f0b2ff83331a on resource:subnet {{(pid=84040) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 21:03:00.770089 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-2f444691-bb99-44a0-b85a-526832179298 tempest-PortsTestJSON-1335945802 tempest-PortsTestJSON-1335945802-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 2.1852221 Apr 18 21:03:00.776447 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 33818) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:03:00.791012 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.v2.base [None req-16f272bc-0540-4016-aa8e-3104b34b1a35 tempest-PortsTestJSON-1335945802 tempest-PortsTestJSON-1335945802-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-2133065711'}} {{(pid=84041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:03:00.797062 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-16f272bc-0540-4016-aa8e-3104b34b1a35 tempest-PortsTestJSON-1335945802 tempest-PortsTestJSON-1335945802-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:03:00.801349 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-16f272bc-0540-4016-aa8e-3104b34b1a35 tempest-PortsTestJSON-1335945802 tempest-PortsTestJSON-1335945802-project] Usage tracker for resource:network and tenant:234c597e1bbf440ab35a01225b472234 is out of sync, need to count used quota {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:03:00.804216 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-16f272bc-0540-4016-aa8e-3104b34b1a35 tempest-PortsTestJSON-1335945802 tempest-PortsTestJSON-1335945802-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:03:00.811235 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-16f272bc-0540-4016-aa8e-3104b34b1a35 tempest-PortsTestJSON-1335945802 tempest-PortsTestJSON-1335945802-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:03:00.820958 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 33824) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:03:00.830969 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-16f272bc-0540-4016-aa8e-3104b34b1a35 tempest-PortsTestJSON-1335945802 tempest-PortsTestJSON-1335945802-project] Made reservation on behalf of 234c597e1bbf440ab35a01225b472234 for: {'network': 1} {{(pid=84041) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:03:00.834738 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-16f272bc-0540-4016-aa8e-3104b34b1a35 tempest-PortsTestJSON-1335945802 tempest-PortsTestJSON-1335945802-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for network, before_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:00.842868 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.db_base_plugin_common [None req-ff864cb9-f394-4f1a-b4f5-554668680ca9 None None] Allocated IP 172.20.0.2 (ab559c57-09fe-4d1f-938a-d3866b9d58e4/d4f98d20-f9ee-4f44-a7c8-6162f25d6cba/a610c6b7-4f5b-4cf5-9b81-1579e99e4836) {{(pid=84042) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 21:03:00.921890 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.db_base_plugin_v2 [None req-b452f2f1-0bfc-4db8-a89a-24d072d37ae6 admin admin] Deleting subnet e0296854-6608-46c6-9883-cc363b5e75ef {{(pid=84041) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 18 21:03:00.925268 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-b452f2f1-0bfc-4db8-a89a-24d072d37ae6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:00.948317 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-5084aa56-9b56-41e8-8433-53bcb513a139 tempest-BulkNetworkOpsTest-1015690540 tempest-BulkNetworkOpsTest-1015690540-project] Unset dirty status for tenant:74fd5cdbd3e043cca326f0b2ff83331a on resource:subnet {{(pid=84040) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 21:03:00.950711 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-5084aa56-9b56-41e8-8433-53bcb513a139 tempest-BulkNetworkOpsTest-1015690540 tempest-BulkNetworkOpsTest-1015690540-project] 10.222.0.42 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2052 time: 0.4203086 Apr 18 21:03:00.981508 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 33828) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:03:00.982679 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-b452f2f1-0bfc-4db8-a89a-24d072d37ae6 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32266383'] for subnet, precommit_delete_associations {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:01.043171 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a210ba63-4663-4e9b-9acf-b6a181158b5d tempest-NetworksTest-1502682821 tempest-NetworksTest-1502682821-project] Pushing event updated for resources: {'Subnet': ['ID=8793f05e-6baf-44d7-80de-fd895f6591d5,revision_number=0']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:03:01.065649 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a210ba63-4663-4e9b-9acf-b6a181158b5d tempest-NetworksTest-1502682821 tempest-NetworksTest-1502682821-project] Checking segment: {'id': 'cc35f6e6-7e6e-4761-bb36-fc6298e0e83c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': 'ba7e0b47-4593-461a-a554-3ac0a58c5cd8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84041) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 21:03:01.066300 n-d-838334-2 neutron-server[84041]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a210ba63-4663-4e9b-9acf-b6a181158b5d tempest-NetworksTest-1502682821 tempest-NetworksTest-1502682821-project] Network hostable DHCP agents. Network: ba7e0b47-4593-461a-a554-3ac0a58c5cd8, hostable agents: ['8746f8ea-3e91-4b32-9919-2c63adeb8722'], hosted agents: [] {{(pid=84041) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 21:03:01.072230 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-b452f2f1-0bfc-4db8-a89a-24d072d37ae6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1260556'] for subnet, precommit_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:01.126130 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-16f272bc-0540-4016-aa8e-3104b34b1a35 tempest-PortsTestJSON-1335945802 tempest-PortsTestJSON-1335945802-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 369} {{(pid=84041) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 21:03:01.145761 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-16f272bc-0540-4016-aa8e-3104b34b1a35 tempest-PortsTestJSON-1335945802 tempest-PortsTestJSON-1335945802-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1082986'] for segment, precommit_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:01.146096 n-d-838334-2 neutron-server[84041]: INFO neutron.db.segments_db [None req-16f272bc-0540-4016-aa8e-3104b34b1a35 tempest-PortsTestJSON-1335945802 tempest-PortsTestJSON-1335945802-project] Added segment 745fafcc-0dd1-4e2b-8c93-43f4261be16f of type vlan for network 50215cf6-7557-4cb2-91ac-72f722297d6f Apr 18 21:03:01.189092 n-d-838334-2 neutron-server[84041]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a210ba63-4663-4e9b-9acf-b6a181158b5d tempest-NetworksTest-1502682821 tempest-NetworksTest-1502682821-project] Network ba7e0b47-4593-461a-a554-3ac0a58c5cd8 is scheduled to be hosted by DHCP agent 8746f8ea-3e91-4b32-9919-2c63adeb8722 with binding_index 1 {{(pid=84041) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 21:03:01.196170 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-16f272bc-0540-4016-aa8e-3104b34b1a35 tempest-PortsTestJSON-1335945802 tempest-PortsTestJSON-1335945802-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750374825732'] for network, precommit_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:01.217246 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-b452f2f1-0bfc-4db8-a89a-24d072d37ae6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1260549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33526260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32266336', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32486390'] for subnet, after_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:01.280066 n-d-838334-2 neutron-server[84041]: DEBUG neutron.scheduler.base_scheduler [None req-a210ba63-4663-4e9b-9acf-b6a181158b5d tempest-NetworksTest-1502682821 tempest-NetworksTest-1502682821-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-838334-2, ba7e0b47-4593-461a-a554-3ac0a58c5cd8) {{(pid=84041) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:03:01.301196 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b452f2f1-0bfc-4db8-a89a-24d072d37ae6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e0296854-6608-46c6-9883-cc363b5e75ef,revision_number=None']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:03:01.315313 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a210ba63-4663-4e9b-9acf-b6a181158b5d tempest-NetworksTest-1502682821 tempest-NetworksTest-1502682821-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:03:01.315668 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-a210ba63-4663-4e9b-9acf-b6a181158b5d tempest-NetworksTest-1502682821 tempest-NetworksTest-1502682821-project] Notify callbacks [] for subnet, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:01.319393 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45454d3e-3bdf-4b17-aa82-14c70920ec42 None None] Network ba7e0b47-4593-461a-a554-3ac0a58c5cd8 requested from n-d-838334-2 {{(pid=84042) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 21:03:01.322590 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-efa37bb0-f404-432e-ba6f-d55f79463419 tempest-QuotasNegativeTest-1340672693 tempest-QuotasNegativeTest-1340672693-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1258905', 'neutron.services.segments.db._delete_segments_for_network-8750375287417'] for network, precommit_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:01.337899 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-b452f2f1-0bfc-4db8-a89a-24d072d37ae6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:01.371909 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.db_base_plugin_v2 [None req-9bd32a69-b2c4-49e1-a118-58dd26b114bb tempest-BulkNetworkOpsTest-1015690540 tempest-BulkNetworkOpsTest-1015690540-project] Deleting subnet d4f98d20-f9ee-4f44-a7c8-6162f25d6cba {{(pid=84040) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 18 21:03:01.382337 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-16f272bc-0540-4016-aa8e-3104b34b1a35 tempest-PortsTestJSON-1335945802 tempest-PortsTestJSON-1335945802-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33526109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022'] for network, after_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:01.383218 n-d-838334-2 neutron-server[84040]: DEBUG neutron.services.segments.db [None req-efa37bb0-f404-432e-ba6f-d55f79463419 tempest-QuotasNegativeTest-1340672693 tempest-QuotasNegativeTest-1340672693-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7ed7c21c-1652-4d0f-83b3-19f143949302']}} {{(pid=84040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:03:01.387535 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16f272bc-0540-4016-aa8e-3104b34b1a35 tempest-PortsTestJSON-1335945802 tempest-PortsTestJSON-1335945802-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:03:01.388209 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-16f272bc-0540-4016-aa8e-3104b34b1a35 tempest-PortsTestJSON-1335945802 tempest-PortsTestJSON-1335945802-project] Notify callbacks [] for network, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:01.429603 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-a210ba63-4663-4e9b-9acf-b6a181158b5d tempest-NetworksTest-1502682821 tempest-NetworksTest-1502682821-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 872 time: 1.7578855 Apr 18 21:03:01.430731 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 33832) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:03:01.438323 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-b452f2f1-0bfc-4db8-a89a-24d072d37ae6 admin admin] 10.222.0.42 "DELETE /v2.0/subnets/e0296854-6608-46c6-9883-cc363b5e75ef HTTP/1.1" status: 204 len: 168 time: 0.6133604 Apr 18 21:03:01.445854 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 33836) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:03:01.452514 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.v2.base [None req-6601c93f-4633-4054-ba18-8baeac8a38df tempest-NetworksTest-1502682821 tempest-NetworksTest-1502682821-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.2'}], 'dns_nameservers': ['7.8.8.8', '7.8.4.4'], 'gateway_ip': '172.20.0.2', 'enable_dhcp': True}} {{(pid=84040) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:03:01.481280 n-d-838334-2 neutron-server[84040]: DEBUG neutron.services.segments.db [None req-efa37bb0-f404-432e-ba6f-d55f79463419 tempest-QuotasNegativeTest-1340672693 tempest-QuotasNegativeTest-1340672693-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '25417873-6613-440a-bc57-dcd5c827e61c') {'for_net_delete': True} {{(pid=84040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:03:01.481479 n-d-838334-2 neutron-server[84040]: DEBUG neutron.services.segments.db [None req-efa37bb0-f404-432e-ba6f-d55f79463419 tempest-QuotasNegativeTest-1340672693 tempest-QuotasNegativeTest-1340672693-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '25417873-6613-440a-bc57-dcd5c827e61c') {} {{(pid=84040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:03:01.487550 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-ff864cb9-f394-4f1a-b4f5-554668680ca9 None None] Notify callbacks [] for port, precommit_create {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:01.537276 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-efa37bb0-f404-432e-ba6f-d55f79463419 tempest-QuotasNegativeTest-1340672693 tempest-QuotasNegativeTest-1340672693-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750375287300', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31955965'] for segment, before_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:01.545912 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-16f272bc-0540-4016-aa8e-3104b34b1a35 tempest-PortsTestJSON-1335945802 tempest-PortsTestJSON-1335945802-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.7648201 Apr 18 21:03:01.551296 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 33840) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:03:01.562405 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.v2.base [None req-5f3f6a38-17d1-45b3-aa59-f6282b06d848 tempest-PortsTestJSON-1335945802 tempest-PortsTestJSON-1335945802-project] Request body: {'ports': [{'network_id': '1a5d91c8-1709-4cd3-96e4-f851e43fa6e0'}, {'network_id': '50215cf6-7557-4cb2-91ac-72f722297d6f'}]} {{(pid=84041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:03:01.562816 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.v2.base [None req-5f3f6a38-17d1-45b3-aa59-f6282b06d848 tempest-PortsTestJSON-1335945802 tempest-PortsTestJSON-1335945802-project] Request body: {'port': {'network_id': '1a5d91c8-1709-4cd3-96e4-f851e43fa6e0'}} {{(pid=84041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:03:01.563285 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.v2.base [None req-5f3f6a38-17d1-45b3-aa59-f6282b06d848 tempest-PortsTestJSON-1335945802 tempest-PortsTestJSON-1335945802-project] Request body: {'port': {'network_id': '50215cf6-7557-4cb2-91ac-72f722297d6f'}} {{(pid=84041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:03:01.592463 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16f272bc-0540-4016-aa8e-3104b34b1a35 tempest-PortsTestJSON-1335945802 tempest-PortsTestJSON-1335945802-project] Pushing event updated for resources: {'Network': ['ID=50215cf6-7557-4cb2-91ac-72f722297d6f,revision_number=1']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:03:01.592820 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-ff864cb9-f394-4f1a-b4f5-554668680ca9 None None] Transition to ACTIVE for port object a610c6b7-4f5b-4cf5-9b81-1579e99e4836 will not be triggered until provisioned by entity L2. {{(pid=84042) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:03:01.638299 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Network 50215cf6-7557-4cb2-91ac-72f722297d6f details requested by agent ovs-agent-n-d-838334-2 with host n-d-838334-2 {{(pid=84042) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 18 21:03:01.643801 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-efa37bb0-f404-432e-ba6f-d55f79463419 tempest-QuotasNegativeTest-1340672693 tempest-QuotasNegativeTest-1340672693-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1082986'] for segment, precommit_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:01.675610 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-efa37bb0-f404-432e-ba6f-d55f79463419 tempest-QuotasNegativeTest-1340672693 tempest-QuotasNegativeTest-1340672693-project-admin] Releasing vlan 392 on physical network physnet1 to pool {{(pid=84040) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 18 21:03:01.676097 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-efa37bb0-f404-432e-ba6f-d55f79463419 tempest-QuotasNegativeTest-1340672693 tempest-QuotasNegativeTest-1340672693-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1082993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32440923'] for segment, after_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:01.697545 n-d-838334-2 neutron-server[84040]: Traceback (most recent call last): Apr 18 21:03:01.697545 n-d-838334-2 neutron-server[84040]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 18 21:03:01.697545 n-d-838334-2 neutron-server[84040]: timer() Apr 18 21:03:01.697545 n-d-838334-2 neutron-server[84040]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 21:03:01.697545 n-d-838334-2 neutron-server[84040]: cb(*args, **kw) Apr 18 21:03:01.697545 n-d-838334-2 neutron-server[84040]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 18 21:03:01.697545 n-d-838334-2 neutron-server[84040]: return func(*args, **kwargs) Apr 18 21:03:01.697545 n-d-838334-2 neutron-server[84040]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 21:03:01.697545 n-d-838334-2 neutron-server[84040]: self._notify() Apr 18 21:03:01.697545 n-d-838334-2 neutron-server[84040]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 21:03:01.697545 n-d-838334-2 neutron-server[84040]: self.callback(batched_events) Apr 18 21:03:01.697545 n-d-838334-2 neutron-server[84040]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 21:03:01.697545 n-d-838334-2 neutron-server[84040]: event.method(event) Apr 18 21:03:01.697545 n-d-838334-2 neutron-server[84040]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 18 21:03:01.697545 n-d-838334-2 neutron-server[84040]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 21:03:01.697545 n-d-838334-2 neutron-server[84040]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 18 21:03:01.697545 n-d-838334-2 neutron-server[84040]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 21:03:01.697545 n-d-838334-2 neutron-server[84040]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 18 21:03:01.697545 n-d-838334-2 neutron-server[84040]: return f(self, *a, **k) Apr 18 21:03:01.697545 n-d-838334-2 neutron-server[84040]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 18 21:03:01.697545 n-d-838334-2 neutron-server[84040]: return self._get(url).json() Apr 18 21:03:01.697545 n-d-838334-2 neutron-server[84040]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 18 21:03:01.697545 n-d-838334-2 neutron-server[84040]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 21:03:01.697545 n-d-838334-2 neutron-server[84040]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 18 21:03:01.697545 n-d-838334-2 neutron-server[84040]: return self.request(url, 'GET', **kwargs) Apr 18 21:03:01.697545 n-d-838334-2 neutron-server[84040]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 18 21:03:01.697545 n-d-838334-2 neutron-server[84040]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 21:03:01.697545 n-d-838334-2 neutron-server[84040]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 18 21:03:01.697545 n-d-838334-2 neutron-server[84040]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 21:03:01.697545 n-d-838334-2 neutron-server[84040]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 18 21:03:01.697545 n-d-838334-2 neutron-server[84040]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 21:03:01.697545 n-d-838334-2 neutron-server[84040]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 21:03:01.864683 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd00c519-22a1-435f-84fd-bc4d6e59f78a None None] Network 3b19a927-aa88-4780-8994-d48f7c779c4b requested from n-d-838334-2 {{(pid=84042) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 21:03:01.892201 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-5f3f6a38-17d1-45b3-aa59-f6282b06d848 tempest-PortsTestJSON-1335945802 tempest-PortsTestJSON-1335945802-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:03:01.900093 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-5f3f6a38-17d1-45b3-aa59-f6282b06d848 tempest-PortsTestJSON-1335945802 tempest-PortsTestJSON-1335945802-project] Usage tracker for resource:port and tenant:234c597e1bbf440ab35a01225b472234 is out of sync, need to count used quota {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:03:01.906830 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-5f3f6a38-17d1-45b3-aa59-f6282b06d848 tempest-PortsTestJSON-1335945802 tempest-PortsTestJSON-1335945802-project] Quota usage for port was recalculated. Used quota:1. {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:03:01.916104 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-5f3f6a38-17d1-45b3-aa59-f6282b06d848 tempest-PortsTestJSON-1335945802 tempest-PortsTestJSON-1335945802-project] Attempting to reserve 2 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:03:01.931408 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-d8558c42-4456-4532-b943-c7aed0948c4a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1103592'] for network, before_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:01.934726 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f3f6a38-17d1-45b3-aa59-f6282b06d848 tempest-PortsTestJSON-1335945802 tempest-PortsTestJSON-1335945802-project] Made reservation on behalf of 234c597e1bbf440ab35a01225b472234 for: {'port': 2} {{(pid=84041) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:03:01.941219 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-5f3f6a38-17d1-45b3-aa59-f6282b06d848 tempest-PortsTestJSON-1335945802 tempest-PortsTestJSON-1335945802-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:01.987541 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-5f3f6a38-17d1-45b3-aa59-f6282b06d848 tempest-PortsTestJSON-1335945802 tempest-PortsTestJSON-1335945802-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:02.041265 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-efa37bb0-f404-432e-ba6f-d55f79463419 tempest-QuotasNegativeTest-1340672693 tempest-QuotasNegativeTest-1340672693-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1258898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33526109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33444113'] for network, after_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:02.049906 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-ff864cb9-f394-4f1a-b4f5-554668680ca9 None None] Transition to ACTIVE for port object a610c6b7-4f5b-4cf5-9b81-1579e99e4836 will not be triggered until provisioned by entity DHCP. {{(pid=84042) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:03:02.109576 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-efa37bb0-f404-432e-ba6f-d55f79463419 tempest-QuotasNegativeTest-1340672693 tempest-QuotasNegativeTest-1340672693-project-admin] Notify callbacks [] for network, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:02.114670 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-9bd32a69-b2c4-49e1-a118-58dd26b114bb tempest-BulkNetworkOpsTest-1015690540 tempest-BulkNetworkOpsTest-1015690540-project] Notify callbacks [] for subnet, before_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:02.121171 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-ff864cb9-f394-4f1a-b4f5-554668680ca9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750374836619'] for port, after_create {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:02.153363 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efa37bb0-f404-432e-ba6f-d55f79463419 tempest-QuotasNegativeTest-1340672693 tempest-QuotasNegativeTest-1340672693-project-admin] Pushing event deleted for resources: {'Network': ['ID=7ed7c21c-1652-4d0f-83b3-19f143949302,revision_number=None']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:03:02.247579 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff864cb9-f394-4f1a-b4f5-554668680ca9 None None] Pushing event updated for resources: {'Port': ['ID=a610c6b7-4f5b-4cf5-9b81-1579e99e4836,revision_number=1']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:03:02.277815 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-efa37bb0-f404-432e-ba6f-d55f79463419 tempest-QuotasNegativeTest-1340672693 tempest-QuotasNegativeTest-1340672693-project-admin] 10.222.0.42 "DELETE /v2.0/networks/7ed7c21c-1652-4d0f-83b3-19f143949302 HTTP/1.1" status: 204 len: 168 time: 1.8882797 Apr 18 21:03:02.285474 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 33848) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:03:02.306244 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a1dcfc7-c1b2-4452-88f8-987fc89bb3ac None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp016840fc-1f9f-5892-9c53-c9cf6c845bbb-0d98a943-2222-443f-a218-c6bee28d57e5', 'network_id': '0d98a943-2222-443f-a218-c6bee28d57e5', 'tenant_id': '74fd5cdbd3e043cca326f0b2ff83331a', 'fixed_ips': [{'subnet_id': 'b8e286df-fa2a-4cd4-89d6-b361da281f25'}]}} from n-d-838334-2. {{(pid=84042) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 18 21:03:02.307074 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-6a1dcfc7-c1b2-4452-88f8-987fc89bb3ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_create {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:02.323283 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-d8558c42-4456-4532-b943-c7aed0948c4a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1258905', 'neutron.services.segments.db._delete_segments_for_network-8750375287417'] for network, precommit_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:02.349648 n-d-838334-2 neutron-server[84040]: DEBUG neutron.services.segments.db [None req-d8558c42-4456-4532-b943-c7aed0948c4a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3b19a927-aa88-4780-8994-d48f7c779c4b']}} {{(pid=84040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:03:02.360463 n-d-838334-2 neutron-server[84041]: DEBUG neutron.notifiers.nova [None req-5f3f6a38-17d1-45b3-aa59-f6282b06d848 tempest-PortsTestJSON-1335945802 tempest-PortsTestJSON-1335945802-project] device_id is not set on port ac009888-7a9c-400d-849d-e0d8941af202 yet. {{(pid=84041) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 18 21:03:02.385501 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-9bd32a69-b2c4-49e1-a118-58dd26b114bb tempest-BulkNetworkOpsTest-1015690540 tempest-BulkNetworkOpsTest-1015690540-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31955982'] for subnet, precommit_delete_associations {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:02.420167 n-d-838334-2 neutron-server[84042]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff864cb9-f394-4f1a-b4f5-554668680ca9 None None] Network ab559c57-09fe-4d1f-938a-d3866b9d58e4 is already hosted by enough agents. {{(pid=84042) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:03:02.424355 n-d-838334-2 neutron-server[84042]: DEBUG neutron.scheduler.base_scheduler [None req-ff864cb9-f394-4f1a-b4f5-554668680ca9 None None] Resources bound (agent type, host, resource id): {{(pid=84042) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:03:02.432424 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff864cb9-f394-4f1a-b4f5-554668680ca9 None None] Received port after_create {{(pid=84042) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 21:03:02.439335 n-d-838334-2 neutron-server[84040]: DEBUG neutron.services.segments.db [None req-d8558c42-4456-4532-b943-c7aed0948c4a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6cb27492-a16e-480a-a2fa-c164d2797195') {'for_net_delete': True} {{(pid=84040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:03:02.439748 n-d-838334-2 neutron-server[84040]: DEBUG neutron.services.segments.db [None req-d8558c42-4456-4532-b943-c7aed0948c4a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6cb27492-a16e-480a-a2fa-c164d2797195') {} {{(pid=84040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:03:02.488270 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-5f3f6a38-17d1-45b3-aa59-f6282b06d848 tempest-PortsTestJSON-1335945802 tempest-PortsTestJSON-1335945802-project] Notify callbacks [] for port, precommit_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:02.517018 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-d8558c42-4456-4532-b943-c7aed0948c4a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750375287300', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31955965'] for segment, before_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:02.577444 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d6b5482-cbf7-41b5-a7c2-d392d021a95f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp016840fc-1f9f-5892-9c53-c9cf6c845bbb-ba7e0b47-4593-461a-a554-3ac0a58c5cd8', 'network_id': 'ba7e0b47-4593-461a-a554-3ac0a58c5cd8', 'tenant_id': '7bfcf5e6e1be4fd18d7d5e6e5bcd338a', 'fixed_ips': [{'subnet_id': '8793f05e-6baf-44d7-80de-fd895f6591d5'}]}} from n-d-838334-2. {{(pid=84042) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 18 21:03:02.578203 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-3d6b5482-cbf7-41b5-a7c2-d392d021a95f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_create {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:02.625528 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-d8558c42-4456-4532-b943-c7aed0948c4a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1082986'] for segment, precommit_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:02.680300 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d8558c42-4456-4532-b943-c7aed0948c4a admin admin] Releasing vlan 364 on physical network physnet1 to pool {{(pid=84040) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 18 21:03:02.680629 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-d8558c42-4456-4532-b943-c7aed0948c4a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1082993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32440923'] for segment, after_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:02.701100 n-d-838334-2 neutron-server[84040]: Traceback (most recent call last): Apr 18 21:03:02.701100 n-d-838334-2 neutron-server[84040]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 18 21:03:02.701100 n-d-838334-2 neutron-server[84040]: timer() Apr 18 21:03:02.701100 n-d-838334-2 neutron-server[84040]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 21:03:02.701100 n-d-838334-2 neutron-server[84040]: cb(*args, **kw) Apr 18 21:03:02.701100 n-d-838334-2 neutron-server[84040]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 18 21:03:02.701100 n-d-838334-2 neutron-server[84040]: return func(*args, **kwargs) Apr 18 21:03:02.701100 n-d-838334-2 neutron-server[84040]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 21:03:02.701100 n-d-838334-2 neutron-server[84040]: self._notify() Apr 18 21:03:02.701100 n-d-838334-2 neutron-server[84040]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 21:03:02.701100 n-d-838334-2 neutron-server[84040]: self.callback(batched_events) Apr 18 21:03:02.701100 n-d-838334-2 neutron-server[84040]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 21:03:02.701100 n-d-838334-2 neutron-server[84040]: event.method(event) Apr 18 21:03:02.701100 n-d-838334-2 neutron-server[84040]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 18 21:03:02.701100 n-d-838334-2 neutron-server[84040]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 21:03:02.701100 n-d-838334-2 neutron-server[84040]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 18 21:03:02.701100 n-d-838334-2 neutron-server[84040]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 21:03:02.701100 n-d-838334-2 neutron-server[84040]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 18 21:03:02.701100 n-d-838334-2 neutron-server[84040]: return f(self, *a, **k) Apr 18 21:03:02.701100 n-d-838334-2 neutron-server[84040]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 18 21:03:02.701100 n-d-838334-2 neutron-server[84040]: return self._get(url).json() Apr 18 21:03:02.701100 n-d-838334-2 neutron-server[84040]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 18 21:03:02.701100 n-d-838334-2 neutron-server[84040]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 21:03:02.701100 n-d-838334-2 neutron-server[84040]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 18 21:03:02.701100 n-d-838334-2 neutron-server[84040]: return self.request(url, 'GET', **kwargs) Apr 18 21:03:02.701100 n-d-838334-2 neutron-server[84040]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 18 21:03:02.701100 n-d-838334-2 neutron-server[84040]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 21:03:02.701100 n-d-838334-2 neutron-server[84040]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 18 21:03:02.701100 n-d-838334-2 neutron-server[84040]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 21:03:02.701100 n-d-838334-2 neutron-server[84040]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 18 21:03:02.701100 n-d-838334-2 neutron-server[84040]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 21:03:02.701100 n-d-838334-2 neutron-server[84040]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 21:03:02.742887 n-d-838334-2 neutron-server[84041]: DEBUG neutron.notifiers.nova [None req-5f3f6a38-17d1-45b3-aa59-f6282b06d848 tempest-PortsTestJSON-1335945802 tempest-PortsTestJSON-1335945802-project] device_id is not set on port d4e8b180-e508-4450-a3a3-9314d867f058 yet. {{(pid=84041) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 18 21:03:02.780669 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-3013c7eb-9422-4b9a-94aa-58e2f37d5f91 tempest-QuotasNegativeTest-1340672693 tempest-QuotasNegativeTest-1340672693-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1103592'] for network, before_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:02.799215 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-6601c93f-4633-4054-ba18-8baeac8a38df tempest-NetworksTest-1502682821 tempest-NetworksTest-1502682821-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-31752715'] for subnet, before_update {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:02.802122 n-d-838334-2 neutron-server[84040]: DEBUG neutron.objects.ports [None req-8e3d91b4-25e6-4566-a859-7c3a55ba86bb tempest-RoutersAdminTest-1467285608 tempest-RoutersAdminTest-1467285608-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=84040) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} Apr 18 21:03:02.802571 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-8e3d91b4-25e6-4566-a859-7c3a55ba86bb tempest-RoutersAdminTest-1467285608 tempest-RoutersAdminTest-1467285608-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33526260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32441074', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31752704'] for subnet, after_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:02.835014 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.db_base_plugin_common [None req-3d6b5482-cbf7-41b5-a7c2-d392d021a95f None None] Allocated IP 172.20.0.3 (ba7e0b47-4593-461a-a554-3ac0a58c5cd8/8793f05e-6baf-44d7-80de-fd895f6591d5/8c03eb75-0f92-4937-a920-126fadbd4828) {{(pid=84042) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 21:03:02.856538 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-5f3f6a38-17d1-45b3-aa59-f6282b06d848 tempest-PortsTestJSON-1335945802 tempest-PortsTestJSON-1335945802-project] Notify callbacks [] for port, precommit_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:02.889202 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-9bd32a69-b2c4-49e1-a118-58dd26b114bb tempest-BulkNetworkOpsTest-1015690540 tempest-BulkNetworkOpsTest-1015690540-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1260556'] for subnet, precommit_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:02.921203 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-5f3f6a38-17d1-45b3-aa59-f6282b06d848 tempest-PortsTestJSON-1335945802 tempest-PortsTestJSON-1335945802-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750374836619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32266323'] for port, after_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:02.931242 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-d8558c42-4456-4532-b943-c7aed0948c4a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1258898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33526109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33444113'] for network, after_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:03.013842 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f3f6a38-17d1-45b3-aa59-f6282b06d848 tempest-PortsTestJSON-1335945802 tempest-PortsTestJSON-1335945802-project] Pushing event updated for resources: {'Port': ['ID=ac009888-7a9c-400d-849d-e0d8941af202,revision_number=1']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:03:03.034742 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-d8558c42-4456-4532-b943-c7aed0948c4a admin admin] Notify callbacks [] for network, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:03.039983 n-d-838334-2 neutron-server[84041]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f3f6a38-17d1-45b3-aa59-f6282b06d848 tempest-PortsTestJSON-1335945802 tempest-PortsTestJSON-1335945802-project] Network 1a5d91c8-1709-4cd3-96e4-f851e43fa6e0 is already hosted by enough agents. {{(pid=84041) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:03:03.041257 n-d-838334-2 neutron-server[84041]: DEBUG neutron.scheduler.base_scheduler [None req-5f3f6a38-17d1-45b3-aa59-f6282b06d848 tempest-PortsTestJSON-1335945802 tempest-PortsTestJSON-1335945802-project] Resources bound (agent type, host, resource id): {{(pid=84041) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:03:03.044586 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f3f6a38-17d1-45b3-aa59-f6282b06d848 tempest-PortsTestJSON-1335945802 tempest-PortsTestJSON-1335945802-project] Received port after_create {{(pid=84041) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 21:03:03.045725 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-5f3f6a38-17d1-45b3-aa59-f6282b06d848 tempest-PortsTestJSON-1335945802 tempest-PortsTestJSON-1335945802-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750374836619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32266323'] for port, after_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:03.066016 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e3d91b4-25e6-4566-a859-7c3a55ba86bb tempest-RoutersAdminTest-1467285608 tempest-RoutersAdminTest-1467285608-project-admin] Pushing event updated for resources: {'Subnet': ['ID=ebbcae87-ebcd-4fdc-98a5-f77297815ec9,revision_number=0']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:03:03.084375 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.managers [None req-ff864cb9-f394-4f1a-b4f5-554668680ca9 None None] Attempting to bind port a610c6b7-4f5b-4cf5-9b81-1579e99e4836 on host n-d-838334-2 for vnic_type normal with profile {{(pid=84042) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 21:03:03.085676 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8558c42-4456-4532-b943-c7aed0948c4a admin admin] Pushing event deleted for resources: {'Network': ['ID=3b19a927-aa88-4780-8994-d48f7c779c4b,revision_number=None']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:03:03.088078 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.managers [None req-ff864cb9-f394-4f1a-b4f5-554668680ca9 None None] Attempting to bind port a610c6b7-4f5b-4cf5-9b81-1579e99e4836 by drivers openvswitch,hyperv on host n-d-838334-2 at level 0 using segments [{'id': '1e8ff678-c62c-46b6-91c6-2c0ad21751f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': 'ab559c57-09fe-4d1f-938a-d3866b9d58e4'}] {{(pid=84042) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 21:03:03.088556 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff864cb9-f394-4f1a-b4f5-554668680ca9 None None] Attempting to bind port a610c6b7-4f5b-4cf5-9b81-1579e99e4836 on network ab559c57-09fe-4d1f-938a-d3866b9d58e4 {{(pid=84042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 21:03:03.095919 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-d8558c42-4456-4532-b943-c7aed0948c4a admin admin] 10.222.0.42 "DELETE /v2.0/networks/3b19a927-aa88-4780-8994-d48f7c779c4b HTTP/1.1" status: 204 len: 168 time: 1.6483634 Apr 18 21:03:03.219182 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-3013c7eb-9422-4b9a-94aa-58e2f37d5f91 tempest-QuotasNegativeTest-1340672693 tempest-QuotasNegativeTest-1340672693-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1258905', 'neutron.services.segments.db._delete_segments_for_network-8750375287417'] for network, precommit_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:03.242066 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e3d91b4-25e6-4566-a859-7c3a55ba86bb tempest-RoutersAdminTest-1467285608 tempest-RoutersAdminTest-1467285608-project-admin] Checking segment: {'id': '1f8f7082-d0f0-4c6b-9771-2d744af13e38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '0c570d89-322b-4f4c-92bf-31378826d0ec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84040) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 21:03:03.242425 n-d-838334-2 neutron-server[84040]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e3d91b4-25e6-4566-a859-7c3a55ba86bb tempest-RoutersAdminTest-1467285608 tempest-RoutersAdminTest-1467285608-project-admin] Network hostable DHCP agents. Network: 0c570d89-322b-4f4c-92bf-31378826d0ec, hostable agents: ['8746f8ea-3e91-4b32-9919-2c63adeb8722'], hosted agents: [] {{(pid=84040) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 21:03:03.252005 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f3f6a38-17d1-45b3-aa59-f6282b06d848 tempest-PortsTestJSON-1335945802 tempest-PortsTestJSON-1335945802-project] Checking segment: {'id': '745fafcc-0dd1-4e2b-8c93-43f4261be16f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '50215cf6-7557-4cb2-91ac-72f722297d6f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84041) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 21:03:03.253500 n-d-838334-2 neutron-server[84041]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f3f6a38-17d1-45b3-aa59-f6282b06d848 tempest-PortsTestJSON-1335945802 tempest-PortsTestJSON-1335945802-project] Network hostable DHCP agents. Network: 50215cf6-7557-4cb2-91ac-72f722297d6f, hostable agents: ['8746f8ea-3e91-4b32-9919-2c63adeb8722'], hosted agents: [] {{(pid=84041) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 21:03:03.258882 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f3f6a38-17d1-45b3-aa59-f6282b06d848 tempest-PortsTestJSON-1335945802 tempest-PortsTestJSON-1335945802-project] Pushing event updated for resources: {'Port': ['ID=d4e8b180-e508-4450-a3a3-9314d867f058,revision_number=1']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:03:03.274773 n-d-838334-2 neutron-server[84040]: DEBUG neutron.services.segments.db [None req-3013c7eb-9422-4b9a-94aa-58e2f37d5f91 tempest-QuotasNegativeTest-1340672693 tempest-QuotasNegativeTest-1340672693-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6e6e83ee-6680-4194-97c6-dd8af53fe385']}} {{(pid=84040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:03:03.287008 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-9bd32a69-b2c4-49e1-a118-58dd26b114bb tempest-BulkNetworkOpsTest-1015690540 tempest-BulkNetworkOpsTest-1015690540-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1260549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33526260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32440885', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31752825'] for subnet, after_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:03.295206 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-3d6b5482-cbf7-41b5-a7c2-d392d021a95f None None] Notify callbacks [] for port, precommit_create {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:03.325471 n-d-838334-2 neutron-server[84041]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f3f6a38-17d1-45b3-aa59-f6282b06d848 tempest-PortsTestJSON-1335945802 tempest-PortsTestJSON-1335945802-project] Network 50215cf6-7557-4cb2-91ac-72f722297d6f is scheduled to be hosted by DHCP agent 8746f8ea-3e91-4b32-9919-2c63adeb8722 with binding_index 1 {{(pid=84041) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 21:03:03.338987 n-d-838334-2 neutron-server[84041]: DEBUG neutron.scheduler.base_scheduler [None req-5f3f6a38-17d1-45b3-aa59-f6282b06d848 tempest-PortsTestJSON-1335945802 tempest-PortsTestJSON-1335945802-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-838334-2, 50215cf6-7557-4cb2-91ac-72f722297d6f) {{(pid=84041) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:03:03.343591 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f3f6a38-17d1-45b3-aa59-f6282b06d848 tempest-PortsTestJSON-1335945802 tempest-PortsTestJSON-1335945802-project] Received port after_create {{(pid=84041) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 21:03:03.363274 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f3f6a38-17d1-45b3-aa59-f6282b06d848 tempest-PortsTestJSON-1335945802 tempest-PortsTestJSON-1335945802-project] Attributes excluded by policy engine: ['binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:03:03.369126 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff864cb9-f394-4f1a-b4f5-554668680ca9 None None] Checking agent: {'id': '97cd4414-7af6-4d67-868d-dff370b4071a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838334-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 25, 49), 'started_at': datetime.datetime(2022, 4, 18, 20, 26, 19), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 21, 2, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838334-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 18 21:03:03.369635 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff864cb9-f394-4f1a-b4f5-554668680ca9 None None] Checking segment: {'id': '1e8ff678-c62c-46b6-91c6-2c0ad21751f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': 'ab559c57-09fe-4d1f-938a-d3866b9d58e4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84042) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 21:03:03.370120 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-ff864cb9-f394-4f1a-b4f5-554668680ca9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:03.371307 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff864cb9-f394-4f1a-b4f5-554668680ca9 None None] Bound using segment: {'id': '1e8ff678-c62c-46b6-91c6-2c0ad21751f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': 'ab559c57-09fe-4d1f-938a-d3866b9d58e4'} {{(pid=84042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 18 21:03:03.371694 n-d-838334-2 neutron-server[84040]: DEBUG neutron.services.segments.db [None req-3013c7eb-9422-4b9a-94aa-58e2f37d5f91 tempest-QuotasNegativeTest-1340672693 tempest-QuotasNegativeTest-1340672693-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'df96d69e-049f-4f2c-993a-b1f159b2f659') {'for_net_delete': True} {{(pid=84040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:03:03.371981 n-d-838334-2 neutron-server[84040]: DEBUG neutron.services.segments.db [None req-3013c7eb-9422-4b9a-94aa-58e2f37d5f91 tempest-QuotasNegativeTest-1340672693 tempest-QuotasNegativeTest-1340672693-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'df96d69e-049f-4f2c-993a-b1f159b2f659') {} {{(pid=84040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:03:03.372281 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.managers [None req-ff864cb9-f394-4f1a-b4f5-554668680ca9 None None] Bound port: a610c6b7-4f5b-4cf5-9b81-1579e99e4836, host: n-d-838334-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1e8ff678-c62c-46b6-91c6-2c0ad21751f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': 'ab559c57-09fe-4d1f-938a-d3866b9d58e4'}}] {{(pid=84042) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 21:03:03.372715 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-ff864cb9-f394-4f1a-b4f5-554668680ca9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:03.373390 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f3f6a38-17d1-45b3-aa59-f6282b06d848 tempest-PortsTestJSON-1335945802 tempest-PortsTestJSON-1335945802-project] Attributes excluded by policy engine: ['binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:03:03.374116 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-5f3f6a38-17d1-45b3-aa59-f6282b06d848 tempest-PortsTestJSON-1335945802 tempest-PortsTestJSON-1335945802-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217293'] for port, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:03.412286 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bd32a69-b2c4-49e1-a118-58dd26b114bb tempest-BulkNetworkOpsTest-1015690540 tempest-BulkNetworkOpsTest-1015690540-project] Pushing event deleted for resources: {'Subnet': ['ID=d4f98d20-f9ee-4f44-a7c8-6162f25d6cba,revision_number=None']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:03:03.421432 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-3013c7eb-9422-4b9a-94aa-58e2f37d5f91 tempest-QuotasNegativeTest-1340672693 tempest-QuotasNegativeTest-1340672693-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750375287300', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31955965'] for segment, before_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:03.439239 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-5f3f6a38-17d1-45b3-aa59-f6282b06d848 tempest-PortsTestJSON-1335945802 tempest-PortsTestJSON-1335945802-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 1.8865192 Apr 18 21:03:03.439934 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 33870) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:03:03.573277 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-9bd32a69-b2c4-49e1-a118-58dd26b114bb tempest-BulkNetworkOpsTest-1015690540 tempest-BulkNetworkOpsTest-1015690540-project] Notify callbacks [] for subnet, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:03.578717 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 33874) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:03:03.583829 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.db_base_plugin_common [None req-6a1dcfc7-c1b2-4452-88f8-987fc89bb3ac None None] Allocated IP 172.20.0.18 (0d98a943-2222-443f-a218-c6bee28d57e5/b8e286df-fa2a-4cd4-89d6-b361da281f25/b04b00fa-96f9-4039-85e5-84a15adcfd30) {{(pid=84042) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 21:03:03.602362 n-d-838334-2 neutron-server[84040]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e3d91b4-25e6-4566-a859-7c3a55ba86bb tempest-RoutersAdminTest-1467285608 tempest-RoutersAdminTest-1467285608-project-admin] Network 0c570d89-322b-4f4c-92bf-31378826d0ec is scheduled to be hosted by DHCP agent 8746f8ea-3e91-4b32-9919-2c63adeb8722 with binding_index 1 {{(pid=84040) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 21:03:03.609383 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68189e88-7ca6-4d59-a1ec-e67f06375998 None None] Network 50215cf6-7557-4cb2-91ac-72f722297d6f requested from n-d-838334-2 {{(pid=84042) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 21:03:03.631046 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-3013c7eb-9422-4b9a-94aa-58e2f37d5f91 tempest-QuotasNegativeTest-1340672693 tempest-QuotasNegativeTest-1340672693-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1082986'] for segment, precommit_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:03.639634 n-d-838334-2 neutron-server[84040]: DEBUG neutron.scheduler.base_scheduler [None req-8e3d91b4-25e6-4566-a859-7c3a55ba86bb tempest-RoutersAdminTest-1467285608 tempest-RoutersAdminTest-1467285608-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-838334-2, 0c570d89-322b-4f4c-92bf-31378826d0ec) {{(pid=84040) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:03:03.647313 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-9bd32a69-b2c4-49e1-a118-58dd26b114bb tempest-BulkNetworkOpsTest-1015690540 tempest-BulkNetworkOpsTest-1015690540-project] 10.222.0.42 "DELETE /v2.0/subnets/d4f98d20-f9ee-4f44-a7c8-6162f25d6cba HTTP/1.1" status: 204 len: 168 time: 2.6557381 Apr 18 21:03:03.649102 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3013c7eb-9422-4b9a-94aa-58e2f37d5f91 tempest-QuotasNegativeTest-1340672693 tempest-QuotasNegativeTest-1340672693-project-admin] Releasing vlan 384 on physical network physnet1 to pool {{(pid=84040) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 18 21:03:03.649517 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-3013c7eb-9422-4b9a-94aa-58e2f37d5f91 tempest-QuotasNegativeTest-1340672693 tempest-QuotasNegativeTest-1340672693-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1082993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32440923'] for segment, after_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:03.680070 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 33878) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:03:03.680070 n-d-838334-2 neutron-server[84040]: Traceback (most recent call last): Apr 18 21:03:03.680070 n-d-838334-2 neutron-server[84040]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 18 21:03:03.680070 n-d-838334-2 neutron-server[84040]: timer() Apr 18 21:03:03.680070 n-d-838334-2 neutron-server[84040]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 21:03:03.680070 n-d-838334-2 neutron-server[84040]: cb(*args, **kw) Apr 18 21:03:03.680070 n-d-838334-2 neutron-server[84040]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 18 21:03:03.680070 n-d-838334-2 neutron-server[84040]: return func(*args, **kwargs) Apr 18 21:03:03.680070 n-d-838334-2 neutron-server[84040]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 21:03:03.680070 n-d-838334-2 neutron-server[84040]: self._notify() Apr 18 21:03:03.680070 n-d-838334-2 neutron-server[84040]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 21:03:03.680070 n-d-838334-2 neutron-server[84040]: self.callback(batched_events) Apr 18 21:03:03.680070 n-d-838334-2 neutron-server[84040]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 21:03:03.680070 n-d-838334-2 neutron-server[84040]: event.method(event) Apr 18 21:03:03.680070 n-d-838334-2 neutron-server[84040]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 18 21:03:03.680070 n-d-838334-2 neutron-server[84040]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 21:03:03.680070 n-d-838334-2 neutron-server[84040]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 18 21:03:03.680070 n-d-838334-2 neutron-server[84040]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 21:03:03.680070 n-d-838334-2 neutron-server[84040]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 18 21:03:03.680070 n-d-838334-2 neutron-server[84040]: return f(self, *a, **k) Apr 18 21:03:03.680070 n-d-838334-2 neutron-server[84040]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 18 21:03:03.680070 n-d-838334-2 neutron-server[84040]: return self._get(url).json() Apr 18 21:03:03.680070 n-d-838334-2 neutron-server[84040]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 18 21:03:03.680070 n-d-838334-2 neutron-server[84040]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 21:03:03.680070 n-d-838334-2 neutron-server[84040]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 18 21:03:03.680070 n-d-838334-2 neutron-server[84040]: return self.request(url, 'GET', **kwargs) Apr 18 21:03:03.680070 n-d-838334-2 neutron-server[84040]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 18 21:03:03.680070 n-d-838334-2 neutron-server[84040]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 21:03:03.680070 n-d-838334-2 neutron-server[84040]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 18 21:03:03.680070 n-d-838334-2 neutron-server[84040]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 21:03:03.680070 n-d-838334-2 neutron-server[84040]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 18 21:03:03.680070 n-d-838334-2 neutron-server[84040]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 21:03:03.680070 n-d-838334-2 neutron-server[84040]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 21:03:03.680070 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e3d91b4-25e6-4566-a859-7c3a55ba86bb tempest-RoutersAdminTest-1467285608 tempest-RoutersAdminTest-1467285608-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:03:03.680070 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-8e3d91b4-25e6-4566-a859-7c3a55ba86bb tempest-RoutersAdminTest-1467285608 tempest-RoutersAdminTest-1467285608-project-admin] Notify callbacks [] for subnet, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:03.723776 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.plugin [None req-732715ef-7a24-4ca1-81ac-5ee532906b9f tempest-PortsTestJSON-1335945802 tempest-PortsTestJSON-1335945802-project] Deleting port d4e8b180-e508-4450-a3a3-9314d867f058 {{(pid=84041) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 21:03:03.723776 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-732715ef-7a24-4ca1-81ac-5ee532906b9f tempest-PortsTestJSON-1335945802 tempest-PortsTestJSON-1335945802-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750375188691'] for port, before_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:03.765403 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-3d6b5482-cbf7-41b5-a7c2-d392d021a95f None None] Transition to ACTIVE for port object 8c03eb75-0f92-4937-a920-126fadbd4828 will not be triggered until provisioned by entity L2. {{(pid=84042) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:03:03.784003 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-47478957-bf5d-459b-bad9-a80a3587a096 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=62dc7eae158e4bd9b7ec977d259bc5c6&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2012975 Apr 18 21:03:03.796281 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 33884) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:03:03.831313 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 33888) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:03:03.848081 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87e5e10d-4e20-4999-b3a9-b0f4d5a58182 None None] Network 0c570d89-322b-4f4c-92bf-31378826d0ec requested from n-d-838334-2 {{(pid=84042) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 21:03:03.972688 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-8e3d91b4-25e6-4566-a859-7c3a55ba86bb tempest-RoutersAdminTest-1467285608 tempest-RoutersAdminTest-1467285608-project-admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 3.4811912 Apr 18 21:03:03.972909 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 33894) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:03:04.002943 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-3013c7eb-9422-4b9a-94aa-58e2f37d5f91 tempest-QuotasNegativeTest-1340672693 tempest-QuotasNegativeTest-1340672693-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1258898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33526109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33444113'] for network, after_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:04.005229 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.v2.base [None req-562e2d7c-dc0d-46d5-bf29-bac0d4cda962 tempest-RoutersAdminTest-1467285608 tempest-RoutersAdminTest-1467285608-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminTest-10296769', 'network_id': '0c570d89-322b-4f4c-92bf-31378826d0ec'}} {{(pid=84041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:03:04.011593 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-562e2d7c-dc0d-46d5-bf29-bac0d4cda962 tempest-RoutersAdminTest-1467285608 tempest-RoutersAdminTest-1467285608-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:03:04.016469 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-562e2d7c-dc0d-46d5-bf29-bac0d4cda962 tempest-RoutersAdminTest-1467285608 tempest-RoutersAdminTest-1467285608-project-admin] Usage tracker for resource:port and tenant:4ddcb0df24f94d1292db48b5e0007331 is out of sync, need to count used quota {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:03:04.019902 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-562e2d7c-dc0d-46d5-bf29-bac0d4cda962 tempest-RoutersAdminTest-1467285608 tempest-RoutersAdminTest-1467285608-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:03:04.026295 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-562e2d7c-dc0d-46d5-bf29-bac0d4cda962 tempest-RoutersAdminTest-1467285608 tempest-RoutersAdminTest-1467285608-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:03:04.045612 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-3013c7eb-9422-4b9a-94aa-58e2f37d5f91 tempest-QuotasNegativeTest-1340672693 tempest-QuotasNegativeTest-1340672693-project-admin] Notify callbacks [] for network, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:04.094987 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-562e2d7c-dc0d-46d5-bf29-bac0d4cda962 tempest-RoutersAdminTest-1467285608 tempest-RoutersAdminTest-1467285608-project-admin] Made reservation on behalf of 4ddcb0df24f94d1292db48b5e0007331 for: {'port': 1} {{(pid=84041) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:03:04.097290 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-562e2d7c-dc0d-46d5-bf29-bac0d4cda962 tempest-RoutersAdminTest-1467285608 tempest-RoutersAdminTest-1467285608-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:04.107383 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3013c7eb-9422-4b9a-94aa-58e2f37d5f91 tempest-QuotasNegativeTest-1340672693 tempest-QuotasNegativeTest-1340672693-project-admin] Pushing event deleted for resources: {'Network': ['ID=6e6e83ee-6680-4194-97c6-dd8af53fe385,revision_number=None']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:03:04.118626 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-3013c7eb-9422-4b9a-94aa-58e2f37d5f91 tempest-QuotasNegativeTest-1340672693 tempest-QuotasNegativeTest-1340672693-project-admin] 10.222.0.42 "DELETE /v2.0/networks/6e6e83ee-6680-4194-97c6-dd8af53fe385 HTTP/1.1" status: 204 len: 168 time: 1.7603474 Apr 18 21:03:04.170513 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-197b29dc-932f-4b41-9e64-daa5b4aed2fa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:04.176174 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.db_base_plugin_v2 [None req-c087f662-136d-49f8-ab89-c461791b8389 tempest-BulkNetworkOpsTest-1015690540 tempest-BulkNetworkOpsTest-1015690540-project] Deleting subnet b8e286df-fa2a-4cd4-89d6-b361da281f25 {{(pid=84040) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 18 21:03:04.186888 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-f18f45ee-9b69-424e-b1f1-a5fce66f7069 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:04.196213 n-d-838334-2 neutron-server[84041]: DEBUG neutron.notifiers.nova [None req-562e2d7c-dc0d-46d5-bf29-bac0d4cda962 tempest-RoutersAdminTest-1467285608 tempest-RoutersAdminTest-1467285608-project-admin] device_id is not set on port 87fef0b4-cbc1-4cb3-a039-1551729a2450 yet. {{(pid=84041) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 18 21:03:04.216570 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-3d6b5482-cbf7-41b5-a7c2-d392d021a95f None None] Transition to ACTIVE for port object 8c03eb75-0f92-4937-a920-126fadbd4828 will not be triggered until provisioned by entity DHCP. {{(pid=84042) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:03:04.233370 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-732715ef-7a24-4ca1-81ac-5ee532906b9f tempest-PortsTestJSON-1335945802 tempest-PortsTestJSON-1335945802-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369123'] for port, precommit_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:04.266360 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750375287399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253529'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:04.267499 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-3d6b5482-cbf7-41b5-a7c2-d392d021a95f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750374836619'] for port, after_create {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:04.393977 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.plugin [None req-732715ef-7a24-4ca1-81ac-5ee532906b9f tempest-PortsTestJSON-1335945802 tempest-PortsTestJSON-1335945802-project] Calling delete_port for d4e8b180-e508-4450-a3a3-9314d867f058 owned by {{(pid=84041) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 21:03:04.424686 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-197b29dc-932f-4b41-9e64-daa5b4aed2fa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:04.445146 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d6b5482-cbf7-41b5-a7c2-d392d021a95f None None] Pushing event updated for resources: {'Port': ['ID=8c03eb75-0f92-4937-a920-126fadbd4828,revision_number=1']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:03:04.454658 n-d-838334-2 neutron-server[84042]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d6b5482-cbf7-41b5-a7c2-d392d021a95f None None] Network ba7e0b47-4593-461a-a554-3ac0a58c5cd8 is already hosted by enough agents. {{(pid=84042) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:03:04.460571 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-ff864cb9-f394-4f1a-b4f5-554668680ca9 None None] For port a610c6b7-4f5b-4cf5-9b81-1579e99e4836, host n-d-838334-2, cleared binding levels {{(pid=84042) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 21:03:04.462920 n-d-838334-2 neutron-server[84042]: DEBUG neutron.scheduler.base_scheduler [None req-3d6b5482-cbf7-41b5-a7c2-d392d021a95f None None] Resources bound (agent type, host, resource id): {{(pid=84042) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:03:04.471197 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d6b5482-cbf7-41b5-a7c2-d392d021a95f None None] Received port after_create {{(pid=84042) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 21:03:04.515077 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-ff864cb9-f394-4f1a-b4f5-554668680ca9 None None] For port a610c6b7-4f5b-4cf5-9b81-1579e99e4836, host n-d-838334-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838334-2',level=0,port_id=a610c6b7-4f5b-4cf5-9b81-1579e99e4836,segment=NetworkSegment(1e8ff678-c62c-46b6-91c6-2c0ad21751f9),segment_id=1e8ff678-c62c-46b6-91c6-2c0ad21751f9)] {{(pid=84042) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 21:03:04.531489 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-f18f45ee-9b69-424e-b1f1-a5fce66f7069 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:03:04.545129 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-f18f45ee-9b69-424e-b1f1-a5fce66f7069 admin admin] Usage tracker for resource:security_group_rule and tenant:41a27bcd6a2b4689959b01021f10456a is out of sync, need to count used quota {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:03:04.550778 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-f18f45ee-9b69-424e-b1f1-a5fce66f7069 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:03:04.573445 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-f18f45ee-9b69-424e-b1f1-a5fce66f7069 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:03:04.583077 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-ff864cb9-f394-4f1a-b4f5-554668680ca9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682'] for port, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:04.646404 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-197b29dc-932f-4b41-9e64-daa5b4aed2fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33528224'] for security_group, after_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:04.671866 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-732715ef-7a24-4ca1-81ac-5ee532906b9f tempest-PortsTestJSON-1335945802 tempest-PortsTestJSON-1335945802-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750375259028', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750374836628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32266323'] for port, after_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:04.692251 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-197b29dc-932f-4b41-9e64-daa5b4aed2fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c423547-b49f-4973-a835-68afed1c9497,revision_number=None']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:03:04.731919 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.db_base_plugin_common [None req-562e2d7c-dc0d-46d5-bf29-bac0d4cda962 tempest-RoutersAdminTest-1467285608 tempest-RoutersAdminTest-1467285608-project-admin] Allocated IP 172.20.0.14 (0c570d89-322b-4f4c-92bf-31378826d0ec/ebbcae87-ebcd-4fdc-98a5-f77297815ec9/87fef0b4-cbc1-4cb3-a039-1551729a2450) {{(pid=84041) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 21:03:04.742312 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-6601c93f-4633-4054-ba18-8baeac8a38df tempest-NetworksTest-1502682821 tempest-NetworksTest-1502682821-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33526260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8750375259037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-32440892'] for subnet, after_update {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:04.759159 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-732715ef-7a24-4ca1-81ac-5ee532906b9f tempest-PortsTestJSON-1335945802 tempest-PortsTestJSON-1335945802-project] Pushing event deleted for resources: {'Port': ['ID=d4e8b180-e508-4450-a3a3-9314d867f058,revision_number=None']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:03:04.796288 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-732715ef-7a24-4ca1-81ac-5ee532906b9f tempest-PortsTestJSON-1335945802 tempest-PortsTestJSON-1335945802-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217293'] for port, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:04.823220 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee965177-331e-4de0-941f-44e7c7108978 None None] Network 0c570d89-322b-4f4c-92bf-31378826d0ec requested from n-d-838334-2 {{(pid=84042) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 21:03:04.842498 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-6a1dcfc7-c1b2-4452-88f8-987fc89bb3ac None None] Notify callbacks [] for port, precommit_create {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:04.848261 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-f18f45ee-9b69-424e-b1f1-a5fce66f7069 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:04.852755 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-732715ef-7a24-4ca1-81ac-5ee532906b9f tempest-PortsTestJSON-1335945802 tempest-PortsTestJSON-1335945802-project] 10.222.0.42 "DELETE /v2.0/ports/d4e8b180-e508-4450-a3a3-9314d867f058 HTTP/1.1" status: 204 len: 168 time: 1.4118156 Apr 18 21:03:04.853533 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 33904) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:03:04.860348 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.managers [None req-3d6b5482-cbf7-41b5-a7c2-d392d021a95f None None] Attempting to bind port 8c03eb75-0f92-4937-a920-126fadbd4828 on host n-d-838334-2 for vnic_type normal with profile {{(pid=84042) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 21:03:04.860999 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6601c93f-4633-4054-ba18-8baeac8a38df tempest-NetworksTest-1502682821 tempest-NetworksTest-1502682821-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:03:04.861404 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.managers [None req-3d6b5482-cbf7-41b5-a7c2-d392d021a95f None None] Attempting to bind port 8c03eb75-0f92-4937-a920-126fadbd4828 by drivers openvswitch,hyperv on host n-d-838334-2 at level 0 using segments [{'id': 'cc35f6e6-7e6e-4761-bb36-fc6298e0e83c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': 'ba7e0b47-4593-461a-a554-3ac0a58c5cd8'}] {{(pid=84042) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 21:03:04.861589 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-6601c93f-4633-4054-ba18-8baeac8a38df tempest-NetworksTest-1502682821 tempest-NetworksTest-1502682821-project] Notify callbacks [] for subnet, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:04.861997 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-197b29dc-932f-4b41-9e64-daa5b4aed2fa admin admin] Notify callbacks [] for security_group, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:04.862187 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d6b5482-cbf7-41b5-a7c2-d392d021a95f None None] Attempting to bind port 8c03eb75-0f92-4937-a920-126fadbd4828 on network ba7e0b47-4593-461a-a554-3ac0a58c5cd8 {{(pid=84042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 21:03:04.863214 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-197b29dc-932f-4b41-9e64-daa5b4aed2fa admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/0c423547-b49f-4973-a835-68afed1c9497 HTTP/1.1" status: 204 len: 168 time: 1.0759728 Apr 18 21:03:04.863858 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-6601c93f-4633-4054-ba18-8baeac8a38df tempest-NetworksTest-1502682821 tempest-NetworksTest-1502682821-project] 10.222.0.42 "PUT /v2.0/subnets/8793f05e-6baf-44d7-80de-fd895f6591d5 HTTP/1.1" status: 200 len: 877 time: 3.4287565 Apr 18 21:03:04.867106 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 33910) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:03:04.902673 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6601c93f-4633-4054-ba18-8baeac8a38df tempest-NetworksTest-1502682821 tempest-NetworksTest-1502682821-project] Pushing event updated for resources: {'Subnet': ['ID=8793f05e-6baf-44d7-80de-fd895f6591d5,revision_number=1']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:03:04.933025 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-6a1dcfc7-c1b2-4452-88f8-987fc89bb3ac None None] Transition to ACTIVE for port object b04b00fa-96f9-4039-85e5-84a15adcfd30 will not be triggered until provisioned by entity L2. {{(pid=84042) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:03:04.935983 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff864cb9-f394-4f1a-b4f5-554668680ca9 None None] Pushing event updated for resources: {'Port': ['ID=a610c6b7-4f5b-4cf5-9b81-1579e99e4836,revision_number=3']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:03:04.959369 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-f18f45ee-9b69-424e-b1f1-a5fce66f7069 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33528224'] for security_group, after_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:04.963201 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d6b5482-cbf7-41b5-a7c2-d392d021a95f None None] Checking agent: {'id': '97cd4414-7af6-4d67-868d-dff370b4071a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838334-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 25, 49), 'started_at': datetime.datetime(2022, 4, 18, 20, 26, 19), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 21, 2, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838334-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 18 21:03:04.963927 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d6b5482-cbf7-41b5-a7c2-d392d021a95f None None] Checking segment: {'id': 'cc35f6e6-7e6e-4761-bb36-fc6298e0e83c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': 'ba7e0b47-4593-461a-a554-3ac0a58c5cd8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84042) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 21:03:04.964624 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-3d6b5482-cbf7-41b5-a7c2-d392d021a95f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:04.965244 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d6b5482-cbf7-41b5-a7c2-d392d021a95f None None] Bound using segment: {'id': 'cc35f6e6-7e6e-4761-bb36-fc6298e0e83c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': 'ba7e0b47-4593-461a-a554-3ac0a58c5cd8'} {{(pid=84042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 18 21:03:04.965953 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.managers [None req-3d6b5482-cbf7-41b5-a7c2-d392d021a95f None None] Bound port: 8c03eb75-0f92-4937-a920-126fadbd4828, host: n-d-838334-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cc35f6e6-7e6e-4761-bb36-fc6298e0e83c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': 'ba7e0b47-4593-461a-a554-3ac0a58c5cd8'}}] {{(pid=84042) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 21:03:04.966593 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-3d6b5482-cbf7-41b5-a7c2-d392d021a95f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:05.042036 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 33914) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:03:05.045457 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-6a1dcfc7-c1b2-4452-88f8-987fc89bb3ac None None] Transition to ACTIVE for port object b04b00fa-96f9-4039-85e5-84a15adcfd30 will not be triggered until provisioned by entity DHCP. {{(pid=84042) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:03:05.079915 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-c087f662-136d-49f8-ab89-c461791b8389 tempest-BulkNetworkOpsTest-1015690540 tempest-BulkNetworkOpsTest-1015690540-project] Notify callbacks [] for subnet, before_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:05.101269 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-6a1dcfc7-c1b2-4452-88f8-987fc89bb3ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750374836619'] for port, after_create {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:05.141961 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 33920) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:03:05.142358 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-f18f45ee-9b69-424e-b1f1-a5fce66f7069 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=41a27bcd6a2b4689959b01021f10456a&name=default HTTP/1.1" status: 200 len: 2647 time: 1.3141043 Apr 18 21:03:05.143034 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f18f45ee-9b69-424e-b1f1-a5fce66f7069 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dfb30218-ae96-465b-a6e7-874fc1176267,revision_number=1']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:03:05.197037 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c39df82-3b1d-4660-a552-44d7bc1530fa None None] Network ab559c57-09fe-4d1f-938a-d3866b9d58e4 requested from n-d-838334-2 {{(pid=84042) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 21:03:05.203330 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7004729-de1a-4b1e-a7a0-39052f909e88 tempest-PortsTestJSON-1335945802 tempest-PortsTestJSON-1335945802-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:03:05.207449 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7004729-de1a-4b1e-a7a0-39052f909e88 tempest-PortsTestJSON-1335945802 tempest-PortsTestJSON-1335945802-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:03:05.208223 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-b7004729-de1a-4b1e-a7a0-39052f909e88 tempest-PortsTestJSON-1335945802 tempest-PortsTestJSON-1335945802-project] Synchronizing usage tracker for tenant:234c597e1bbf440ab35a01225b472234 on resource:port {{(pid=84041) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 21:03:05.213686 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-c087f662-136d-49f8-ab89-c461791b8389 tempest-BulkNetworkOpsTest-1015690540 tempest-BulkNetworkOpsTest-1015690540-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31955982'] for subnet, precommit_delete_associations {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:05.242249 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-562e2d7c-dc0d-46d5-bf29-bac0d4cda962 tempest-RoutersAdminTest-1467285608 tempest-RoutersAdminTest-1467285608-project-admin] Notify callbacks [] for port, precommit_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:05.260429 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-b7004729-de1a-4b1e-a7a0-39052f909e88 tempest-PortsTestJSON-1335945802 tempest-PortsTestJSON-1335945802-project] Unset dirty status for tenant:234c597e1bbf440ab35a01225b472234 on resource:port {{(pid=84041) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 21:03:05.265307 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-b7004729-de1a-4b1e-a7a0-39052f909e88 tempest-PortsTestJSON-1335945802 tempest-PortsTestJSON-1335945802-project] 10.222.0.42 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1451 time: 0.4068987 Apr 18 21:03:05.267177 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 33924) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:03:05.338590 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-92ca9f2d-9236-4f6a-af16-9c45c3d44d8e tempest-NetworksTest-1502682821 tempest-NetworksTest-1502682821-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1103592'] for network, before_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:05.345199 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.plugin [None req-31a1daad-325e-4f08-951c-d4f7cbc82fe8 tempest-PortsTestJSON-1335945802 tempest-PortsTestJSON-1335945802-project] Deleting port ac009888-7a9c-400d-849d-e0d8941af202 {{(pid=84041) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 21:03:05.345530 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-31a1daad-325e-4f08-951c-d4f7cbc82fe8 tempest-PortsTestJSON-1335945802 tempest-PortsTestJSON-1335945802-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750375188691'] for port, before_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:05.383834 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.plugin [None req-92ca9f2d-9236-4f6a-af16-9c45c3d44d8e tempest-NetworksTest-1502682821 tempest-NetworksTest-1502682821-project] Deleting port 8c03eb75-0f92-4937-a920-126fadbd4828 {{(pid=84040) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 21:03:05.384214 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-92ca9f2d-9236-4f6a-af16-9c45c3d44d8e tempest-NetworksTest-1502682821 tempest-NetworksTest-1502682821-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750375188691'] for port, before_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:05.416849 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-68fbe20c-073c-46f9-9d3a-dab74a155786 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:05.450104 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-68fbe20c-073c-46f9-9d3a-dab74a155786 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:05.460187 n-d-838334-2 neutron-server[84042]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a1dcfc7-c1b2-4452-88f8-987fc89bb3ac None None] Network 0d98a943-2222-443f-a218-c6bee28d57e5 is already hosted by enough agents. {{(pid=84042) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:03:05.471218 n-d-838334-2 neutron-server[84042]: DEBUG neutron.scheduler.base_scheduler [None req-6a1dcfc7-c1b2-4452-88f8-987fc89bb3ac None None] Resources bound (agent type, host, resource id): {{(pid=84042) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:03:05.489631 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a1dcfc7-c1b2-4452-88f8-987fc89bb3ac None None] Pushing event updated for resources: {'Port': ['ID=b04b00fa-96f9-4039-85e5-84a15adcfd30,revision_number=1']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:03:05.510909 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-562e2d7c-dc0d-46d5-bf29-bac0d4cda962 tempest-RoutersAdminTest-1467285608 tempest-RoutersAdminTest-1467285608-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750374836619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32266323'] for port, after_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:05.554029 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-68fbe20c-073c-46f9-9d3a-dab74a155786 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33528224'] for security_group, after_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:05.558403 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-9d0f1c83-d9e2-4ad3-a555-a3a00adc4c85 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:05.559609 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a1dcfc7-c1b2-4452-88f8-987fc89bb3ac None None] Received port after_create {{(pid=84042) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 21:03:05.602594 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68fbe20c-073c-46f9-9d3a-dab74a155786 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dfb30218-ae96-465b-a6e7-874fc1176267,revision_number=None']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:03:05.616344 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-3d6b5482-cbf7-41b5-a7c2-d392d021a95f None None] For port 8c03eb75-0f92-4937-a920-126fadbd4828, host n-d-838334-2, cleared binding levels {{(pid=84042) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 21:03:05.628509 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [None req-9d0f1c83-d9e2-4ad3-a555-a3a00adc4c85 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:03:05.633514 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-9d0f1c83-d9e2-4ad3-a555-a3a00adc4c85 admin admin] Usage tracker for resource:security_group_rule and tenant:c20d4d29013d4f0bb7237555005f7ef5 is out of sync, need to count used quota {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:03:05.636841 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-9d0f1c83-d9e2-4ad3-a555-a3a00adc4c85 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:03:05.642984 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [None req-9d0f1c83-d9e2-4ad3-a555-a3a00adc4c85 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:03:05.717078 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-9d0f1c83-d9e2-4ad3-a555-a3a00adc4c85 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:05.723295 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-c087f662-136d-49f8-ab89-c461791b8389 tempest-BulkNetworkOpsTest-1015690540 tempest-BulkNetworkOpsTest-1015690540-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1260556'] for subnet, precommit_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:05.750139 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-3d6b5482-cbf7-41b5-a7c2-d392d021a95f None None] For port 8c03eb75-0f92-4937-a920-126fadbd4828, host n-d-838334-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838334-2',level=0,port_id=8c03eb75-0f92-4937-a920-126fadbd4828,segment=NetworkSegment(cc35f6e6-7e6e-4761-bb36-fc6298e0e83c),segment_id=cc35f6e6-7e6e-4761-bb36-fc6298e0e83c)] {{(pid=84042) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 21:03:05.768110 n-d-838334-2 neutron-server[84041]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-562e2d7c-dc0d-46d5-bf29-bac0d4cda962 tempest-RoutersAdminTest-1467285608 tempest-RoutersAdminTest-1467285608-project-admin] Network 0c570d89-322b-4f4c-92bf-31378826d0ec is already hosted by enough agents. {{(pid=84041) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:03:05.769869 n-d-838334-2 neutron-server[84041]: DEBUG neutron.scheduler.base_scheduler [None req-562e2d7c-dc0d-46d5-bf29-bac0d4cda962 tempest-RoutersAdminTest-1467285608 tempest-RoutersAdminTest-1467285608-project-admin] Resources bound (agent type, host, resource id): {{(pid=84041) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:03:05.784256 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.l3_dvrscheduler_db [None req-562e2d7c-dc0d-46d5-bf29-bac0d4cda962 tempest-RoutersAdminTest-1467285608 tempest-RoutersAdminTest-1467285608-project-admin] Received port after_create {{(pid=84041) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 21:03:05.789343 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-9d0f1c83-d9e2-4ad3-a555-a3a00adc4c85 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33528224'] for security_group, after_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:05.800973 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-3d6b5482-cbf7-41b5-a7c2-d392d021a95f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682'] for port, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:05.838304 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-68fbe20c-073c-46f9-9d3a-dab74a155786 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:05.842596 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-68fbe20c-073c-46f9-9d3a-dab74a155786 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/dfb30218-ae96-465b-a6e7-874fc1176267 HTTP/1.1" status: 204 len: 168 time: 0.6929278 Apr 18 21:03:05.853094 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-562e2d7c-dc0d-46d5-bf29-bac0d4cda962 tempest-RoutersAdminTest-1467285608 tempest-RoutersAdminTest-1467285608-project-admin] Attributes excluded by policy engine: ['network'] {{(pid=84041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:03:05.853710 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-562e2d7c-dc0d-46d5-bf29-bac0d4cda962 tempest-RoutersAdminTest-1467285608 tempest-RoutersAdminTest-1467285608-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217293'] for port, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:05.873237 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-562e2d7c-dc0d-46d5-bf29-bac0d4cda962 tempest-RoutersAdminTest-1467285608 tempest-RoutersAdminTest-1467285608-project-admin] Pushing event updated for resources: {'Port': ['ID=87fef0b4-cbc1-4cb3-a039-1551729a2450,revision_number=1']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:03:05.892553 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.managers [None req-6a1dcfc7-c1b2-4452-88f8-987fc89bb3ac None None] Attempting to bind port b04b00fa-96f9-4039-85e5-84a15adcfd30 on host n-d-838334-2 for vnic_type normal with profile {{(pid=84042) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 21:03:05.893035 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.managers [None req-6a1dcfc7-c1b2-4452-88f8-987fc89bb3ac None None] Attempting to bind port b04b00fa-96f9-4039-85e5-84a15adcfd30 by drivers openvswitch,hyperv on host n-d-838334-2 at level 0 using segments [{'id': '058894bc-c9af-42c6-9223-fa3243c802a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': '0d98a943-2222-443f-a218-c6bee28d57e5'}] {{(pid=84042) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 21:03:05.893475 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a1dcfc7-c1b2-4452-88f8-987fc89bb3ac None None] Attempting to bind port b04b00fa-96f9-4039-85e5-84a15adcfd30 on network 0d98a943-2222-443f-a218-c6bee28d57e5 {{(pid=84042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 21:03:05.897534 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d0f1c83-d9e2-4ad3-a555-a3a00adc4c85 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4f055687-ac99-405e-87fb-49af069f082d,revision_number=1']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:03:05.912520 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-562e2d7c-dc0d-46d5-bf29-bac0d4cda962 tempest-RoutersAdminTest-1467285608 tempest-RoutersAdminTest-1467285608-project-admin] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1022 time: 1.9362450 Apr 18 21:03:05.913228 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 33938) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:03:05.933503 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a1dcfc7-c1b2-4452-88f8-987fc89bb3ac None None] Checking agent: {'id': '97cd4414-7af6-4d67-868d-dff370b4071a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838334-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 25, 49), 'started_at': datetime.datetime(2022, 4, 18, 20, 26, 19), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 21, 2, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838334-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 18 21:03:05.933884 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a1dcfc7-c1b2-4452-88f8-987fc89bb3ac None None] Checking segment: {'id': '058894bc-c9af-42c6-9223-fa3243c802a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': '0d98a943-2222-443f-a218-c6bee28d57e5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84042) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 21:03:05.940434 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-6a1dcfc7-c1b2-4452-88f8-987fc89bb3ac None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:05.940969 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a1dcfc7-c1b2-4452-88f8-987fc89bb3ac None None] Bound using segment: {'id': '058894bc-c9af-42c6-9223-fa3243c802a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': '0d98a943-2222-443f-a218-c6bee28d57e5'} {{(pid=84042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 18 21:03:05.941544 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.managers [None req-6a1dcfc7-c1b2-4452-88f8-987fc89bb3ac None None] Bound port: b04b00fa-96f9-4039-85e5-84a15adcfd30, host: n-d-838334-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '058894bc-c9af-42c6-9223-fa3243c802a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': '0d98a943-2222-443f-a218-c6bee28d57e5'}}] {{(pid=84042) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 21:03:05.942008 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-6a1dcfc7-c1b2-4452-88f8-987fc89bb3ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:05.973417 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d6b5482-cbf7-41b5-a7c2-d392d021a95f None None] Pushing event updated for resources: {'Port': ['ID=8c03eb75-0f92-4937-a920-126fadbd4828,revision_number=2']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:03:06.020085 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-31a1daad-325e-4f08-951c-d4f7cbc82fe8 tempest-PortsTestJSON-1335945802 tempest-PortsTestJSON-1335945802-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369123'] for port, precommit_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:06.116552 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-9d0f1c83-d9e2-4ad3-a555-a3a00adc4c85 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=c20d4d29013d4f0bb7237555005f7ef5&name=default HTTP/1.1" status: 200 len: 2647 time: 1.0765190 Apr 18 21:03:06.127004 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 33944) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:03:06.188630 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-6a1dcfc7-c1b2-4452-88f8-987fc89bb3ac None None] For port b04b00fa-96f9-4039-85e5-84a15adcfd30, host n-d-838334-2, cleared binding levels {{(pid=84042) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 21:03:06.192410 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-6a1dcfc7-c1b2-4452-88f8-987fc89bb3ac None None] For port b04b00fa-96f9-4039-85e5-84a15adcfd30, host n-d-838334-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838334-2',level=0,port_id=b04b00fa-96f9-4039-85e5-84a15adcfd30,segment=NetworkSegment(058894bc-c9af-42c6-9223-fa3243c802a3),segment_id=058894bc-c9af-42c6-9223-fa3243c802a3)] {{(pid=84042) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 21:03:06.203405 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-6a1dcfc7-c1b2-4452-88f8-987fc89bb3ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682'] for port, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:06.230981 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-c087f662-136d-49f8-ab89-c461791b8389 tempest-BulkNetworkOpsTest-1015690540 tempest-BulkNetworkOpsTest-1015690540-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1260549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33526260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32440885', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31752825'] for subnet, after_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:06.292382 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.plugin [None req-31a1daad-325e-4f08-951c-d4f7cbc82fe8 tempest-PortsTestJSON-1335945802 tempest-PortsTestJSON-1335945802-project] Calling delete_port for ac009888-7a9c-400d-849d-e0d8941af202 owned by {{(pid=84041) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 21:03:06.362726 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.plugin [None req-3dcc9063-d748-4e9a-90b4-9a66e4fb9938 tempest-RoutersAdminTest-1467285608 tempest-RoutersAdminTest-1467285608-project-admin] Deleting port 87fef0b4-cbc1-4cb3-a039-1551729a2450 {{(pid=84041) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 21:03:06.363337 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-3dcc9063-d748-4e9a-90b4-9a66e4fb9938 tempest-RoutersAdminTest-1467285608 tempest-RoutersAdminTest-1467285608-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750375188691'] for port, before_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:06.401534 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a1dcfc7-c1b2-4452-88f8-987fc89bb3ac None None] Pushing event updated for resources: {'Port': ['ID=b04b00fa-96f9-4039-85e5-84a15adcfd30,revision_number=3']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:03:06.413231 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c087f662-136d-49f8-ab89-c461791b8389 tempest-BulkNetworkOpsTest-1015690540 tempest-BulkNetworkOpsTest-1015690540-project] Pushing event deleted for resources: {'Subnet': ['ID=b8e286df-fa2a-4cd4-89d6-b361da281f25,revision_number=None']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:03:06.455214 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-c087f662-136d-49f8-ab89-c461791b8389 tempest-BulkNetworkOpsTest-1015690540 tempest-BulkNetworkOpsTest-1015690540-project] Notify callbacks [] for subnet, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:06.463500 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.db [None req-92ca9f2d-9236-4f6a-af16-9c45c3d44d8e tempest-NetworksTest-1502682821 tempest-NetworksTest-1502682821-project] For port 8c03eb75-0f92-4937-a920-126fadbd4828, host n-d-838334-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838334-2',level=0,port_id=8c03eb75-0f92-4937-a920-126fadbd4828,segment=NetworkSegment(cc35f6e6-7e6e-4761-bb36-fc6298e0e83c),segment_id=cc35f6e6-7e6e-4761-bb36-fc6298e0e83c)] {{(pid=84040) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:03:06.463876 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-92ca9f2d-9236-4f6a-af16-9c45c3d44d8e tempest-NetworksTest-1502682821 tempest-NetworksTest-1502682821-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369123'] for port, precommit_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:06.531317 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-31a1daad-325e-4f08-951c-d4f7cbc82fe8 tempest-PortsTestJSON-1335945802 tempest-PortsTestJSON-1335945802-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750375259028', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750374836628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32266323'] for port, after_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:06.612374 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31a1daad-325e-4f08-951c-d4f7cbc82fe8 tempest-PortsTestJSON-1335945802 tempest-PortsTestJSON-1335945802-project] Pushing event deleted for resources: {'Port': ['ID=ac009888-7a9c-400d-849d-e0d8941af202,revision_number=None']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:03:06.626447 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-c087f662-136d-49f8-ab89-c461791b8389 tempest-BulkNetworkOpsTest-1015690540 tempest-BulkNetworkOpsTest-1015690540-project] 10.222.0.42 "DELETE /v2.0/subnets/b8e286df-fa2a-4cd4-89d6-b361da281f25 HTTP/1.1" status: 204 len: 168 time: 2.9555099 Apr 18 21:03:06.627691 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-e11b0d59-a2ba-4eca-b4b1-7d3f5ab83ecf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:06.629417 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 33964) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:03:06.640100 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.plugin [None req-92ca9f2d-9236-4f6a-af16-9c45c3d44d8e tempest-NetworksTest-1502682821 tempest-NetworksTest-1502682821-project] Calling delete_port for 8c03eb75-0f92-4937-a920-126fadbd4828 owned by network:dhcp {{(pid=84040) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 21:03:06.769383 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-31a1daad-325e-4f08-951c-d4f7cbc82fe8 tempest-PortsTestJSON-1335945802 tempest-PortsTestJSON-1335945802-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217293'] for port, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:06.777305 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-e11b0d59-a2ba-4eca-b4b1-7d3f5ab83ecf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:06.841095 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b8d0930-bba1-4e2b-bc27-9d4c8a4afec1 tempest-BulkNetworkOpsTest-1015690540 tempest-BulkNetworkOpsTest-1015690540-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:03:06.841781 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-2b8d0930-bba1-4e2b-bc27-9d4c8a4afec1 tempest-BulkNetworkOpsTest-1015690540 tempest-BulkNetworkOpsTest-1015690540-project] Synchronizing usage tracker for tenant:74fd5cdbd3e043cca326f0b2ff83331a on resource:subnet {{(pid=84040) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 21:03:06.849513 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-31a1daad-325e-4f08-951c-d4f7cbc82fe8 tempest-PortsTestJSON-1335945802 tempest-PortsTestJSON-1335945802-project] 10.222.0.42 "DELETE /v2.0/ports/ac009888-7a9c-400d-849d-e0d8941af202 HTTP/1.1" status: 204 len: 168 time: 1.5810864 Apr 18 21:03:06.849903 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 33968) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:03:06.856619 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Device 8c03eb75-0f92-4937-a920-126fadbd4828 up at agent ovs-agent-n-d-838334-2 {{(pid=84042) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 21:03:06.945448 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-3dcc9063-d748-4e9a-90b4-9a66e4fb9938 tempest-RoutersAdminTest-1467285608 tempest-RoutersAdminTest-1467285608-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369123'] for port, precommit_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:07.126851 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.plugin [None req-3dcc9063-d748-4e9a-90b4-9a66e4fb9938 tempest-RoutersAdminTest-1467285608 tempest-RoutersAdminTest-1467285608-project-admin] Calling delete_port for 87fef0b4-cbc1-4cb3-a039-1551729a2450 owned by {{(pid=84041) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 21:03:07.133556 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-2b8d0930-bba1-4e2b-bc27-9d4c8a4afec1 tempest-BulkNetworkOpsTest-1015690540 tempest-BulkNetworkOpsTest-1015690540-project] Unset dirty status for tenant:74fd5cdbd3e043cca326f0b2ff83331a on resource:subnet {{(pid=84040) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 21:03:07.134737 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-2b8d0930-bba1-4e2b-bc27-9d4c8a4afec1 tempest-BulkNetworkOpsTest-1015690540 tempest-BulkNetworkOpsTest-1015690540-project] 10.222.0.42 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.4684436 Apr 18 21:03:07.156413 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 33978) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:03:07.171147 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Provisioning for port 8c03eb75-0f92-4937-a920-126fadbd4828 completed by entity L2. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 21:03:07.183559 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Provisioning complete for port 8c03eb75-0f92-4937-a920-126fadbd4828 triggered by entity L2. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:03:07.184140 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1253608'] for port, provisioning_complete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:07.215080 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-e11b0d59-a2ba-4eca-b4b1-7d3f5ab83ecf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33528224'] for security_group, after_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:07.247794 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.plugin [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Port 8c03eb75-0f92-4937-a920-126fadbd4828 was deleted so its status cannot be updated. {{(pid=84042) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:304}} Apr 18 21:03:07.259447 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-92ca9f2d-9236-4f6a-af16-9c45c3d44d8e tempest-NetworksTest-1502682821 tempest-NetworksTest-1502682821-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750375259028', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750374836628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32440838'] for port, after_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:07.345460 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-3dcc9063-d748-4e9a-90b4-9a66e4fb9938 tempest-RoutersAdminTest-1467285608 tempest-RoutersAdminTest-1467285608-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750375259028', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750374836628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32266323'] for port, after_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:07.429450 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dcc9063-d748-4e9a-90b4-9a66e4fb9938 tempest-RoutersAdminTest-1467285608 tempest-RoutersAdminTest-1467285608-project-admin] Pushing event deleted for resources: {'Port': ['ID=87fef0b4-cbc1-4cb3-a039-1551729a2450,revision_number=None']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:03:07.578701 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-3dcc9063-d748-4e9a-90b4-9a66e4fb9938 tempest-RoutersAdminTest-1467285608 tempest-RoutersAdminTest-1467285608-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217293'] for port, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:07.600449 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-3dcc9063-d748-4e9a-90b4-9a66e4fb9938 tempest-RoutersAdminTest-1467285608 tempest-RoutersAdminTest-1467285608-project-admin] 10.222.0.42 "DELETE /v2.0/ports/87fef0b4-cbc1-4cb3-a039-1551729a2450 HTTP/1.1" status: 204 len: 168 time: 1.6833246 Apr 18 21:03:07.602834 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 33996) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:03:07.607946 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e11b0d59-a2ba-4eca-b4b1-7d3f5ab83ecf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f055687-ac99-405e-87fb-49af069f082d,revision_number=None']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:03:07.610350 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.v2.base [None req-7afc65bb-2229-4be7-bfb9-ca2357d27c8a tempest-RoutersAdminTest-1467285608 tempest-RoutersAdminTest-1467285608-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '0c570d89-322b-4f4c-92bf-31378826d0ec', 'external_fixed_ips': [{'subnet_id': 'ebbcae87-ebcd-4fdc-98a5-f77297815ec9', 'ip_address': '172.20.0.14'}]}}} {{(pid=84041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:03:07.631866 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-e11b0d59-a2ba-4eca-b4b1-7d3f5ab83ecf admin admin] Notify callbacks [] for security_group, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:07.632987 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-e11b0d59-a2ba-4eca-b4b1-7d3f5ab83ecf admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/4f055687-ac99-405e-87fb-49af069f082d HTTP/1.1" status: 204 len: 168 time: 1.5048134 Apr 18 21:03:07.639402 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92ca9f2d-9236-4f6a-af16-9c45c3d44d8e tempest-NetworksTest-1502682821 tempest-NetworksTest-1502682821-project] Pushing event deleted for resources: {'Port': ['ID=8c03eb75-0f92-4937-a920-126fadbd4828,revision_number=None']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:03:07.641928 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-7afc65bb-2229-4be7-bfb9-ca2357d27c8a tempest-RoutersAdminTest-1467285608 tempest-RoutersAdminTest-1467285608-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:03:07.648974 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-7afc65bb-2229-4be7-bfb9-ca2357d27c8a tempest-RoutersAdminTest-1467285608 tempest-RoutersAdminTest-1467285608-project-admin] Usage tracker for resource:router and tenant:4ddcb0df24f94d1292db48b5e0007331 is out of sync, need to count used quota {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:03:07.653471 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-7afc65bb-2229-4be7-bfb9-ca2357d27c8a tempest-RoutersAdminTest-1467285608 tempest-RoutersAdminTest-1467285608-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:03:07.661065 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9887a800-fc13-42eb-9364-4ba207a78c68 tempest-PortsTestJSON-1335945802 tempest-PortsTestJSON-1335945802-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:03:07.661694 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7b98183-b651-4e24-a758-e5d6dd41c38d None None] Network ba7e0b47-4593-461a-a554-3ac0a58c5cd8 requested from n-d-838334-2 {{(pid=84042) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 21:03:07.661900 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-9887a800-fc13-42eb-9364-4ba207a78c68 tempest-PortsTestJSON-1335945802 tempest-PortsTestJSON-1335945802-project] Synchronizing usage tracker for tenant:234c597e1bbf440ab35a01225b472234 on resource:port {{(pid=84040) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 21:03:07.678402 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-7afc65bb-2229-4be7-bfb9-ca2357d27c8a tempest-RoutersAdminTest-1467285608 tempest-RoutersAdminTest-1467285608-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:03:07.700107 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-7afc65bb-2229-4be7-bfb9-ca2357d27c8a tempest-RoutersAdminTest-1467285608 tempest-RoutersAdminTest-1467285608-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-33442106', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5708'] for router, before_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:07.701521 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-7afc65bb-2229-4be7-bfb9-ca2357d27c8a tempest-RoutersAdminTest-1467285608 tempest-RoutersAdminTest-1467285608-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33442137', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33444285', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33535433', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5703'] for router, precommit_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:07.732944 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-56fca2b1-d3a0-4601-9c30-b8f7e01ff3db tempest-BulkNetworkOpsTest-1015690540 tempest-BulkNetworkOpsTest-1015690540-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1103592'] for network, before_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:07.752131 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-7afc65bb-2229-4be7-bfb9-ca2357d27c8a tempest-RoutersAdminTest-1467285608 tempest-RoutersAdminTest-1467285608-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:07.767053 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-5fb16076-1819-48f2-af28-10ce95090304 None None] Could not find standard attr ID for object 8c03eb75-0f92-4937-a920-126fadbd4828. {{(pid=84042) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 18 21:03:07.782050 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-9887a800-fc13-42eb-9364-4ba207a78c68 tempest-PortsTestJSON-1335945802 tempest-PortsTestJSON-1335945802-project] Unset dirty status for tenant:234c597e1bbf440ab35a01225b472234 on resource:port {{(pid=84040) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 21:03:07.783590 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-9887a800-fc13-42eb-9364-4ba207a78c68 tempest-PortsTestJSON-1335945802 tempest-PortsTestJSON-1335945802-project] 10.222.0.42 "GET /v2.0/ports HTTP/1.1" status: 200 len: 843 time: 0.8944361 Apr 18 21:03:07.797618 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 34006) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:03:07.807203 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.plugin [None req-56fca2b1-d3a0-4601-9c30-b8f7e01ff3db tempest-BulkNetworkOpsTest-1015690540 tempest-BulkNetworkOpsTest-1015690540-project] Deleting port b04b00fa-96f9-4039-85e5-84a15adcfd30 {{(pid=84040) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 21:03:07.807545 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-56fca2b1-d3a0-4601-9c30-b8f7e01ff3db tempest-BulkNetworkOpsTest-1015690540 tempest-BulkNetworkOpsTest-1015690540-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750375188691'] for port, before_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:07.838084 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92ca9f2d-9236-4f6a-af16-9c45c3d44d8e tempest-NetworksTest-1502682821 tempest-NetworksTest-1502682821-project] No DVR routers for this DVR port 8c03eb75-0f92-4937-a920-126fadbd4828 on host n-d-838334-2 {{(pid=84040) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 21:03:07.982707 n-d-838334-2 neutron-server[84040]: INFO neutron.pecan_wsgi.hooks.translation [None req-5aa0100c-f085-4ea3-a515-3bbe5fd87a17 tempest-PortsTestJSON-1335945802 tempest-PortsTestJSON-1335945802-project] GET failed (client error): The resource could not be found. Apr 18 21:03:07.984159 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-5aa0100c-f085-4ea3-a515-3bbe5fd87a17 tempest-PortsTestJSON-1335945802 tempest-PortsTestJSON-1335945802-project] 10.222.0.42 "GET /v2.0/ports/d4e8b180-e508-4450-a3a3-9314d867f058 HTTP/1.1" status: 404 len: 333 time: 0.1788285 Apr 18 21:03:08.001440 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 34018) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:03:08.095089 n-d-838334-2 neutron-server[84040]: INFO neutron.pecan_wsgi.hooks.translation [None req-9b4c1289-4a76-42d0-894f-d56e83610898 tempest-PortsTestJSON-1335945802 tempest-PortsTestJSON-1335945802-project] GET failed (client error): The resource could not be found. Apr 18 21:03:08.096505 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-9b4c1289-4a76-42d0-894f-d56e83610898 tempest-PortsTestJSON-1335945802 tempest-PortsTestJSON-1335945802-project] 10.222.0.42 "GET /v2.0/ports/ac009888-7a9c-400d-849d-e0d8941af202 HTTP/1.1" status: 404 len: 333 time: 0.0836027 Apr 18 21:03:08.121093 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 34028) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:03:08.302949 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-92ca9f2d-9236-4f6a-af16-9c45c3d44d8e tempest-NetworksTest-1502682821 tempest-NetworksTest-1502682821-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1260556'] for subnet, precommit_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:08.337052 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a927354-763b-4b72-bc89-26120c27170e None None] Network 0d98a943-2222-443f-a218-c6bee28d57e5 requested from n-d-838334-2 {{(pid=84042) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 21:03:08.361793 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-7afc65bb-2229-4be7-bfb9-ca2357d27c8a tempest-RoutersAdminTest-1467285608 tempest-RoutersAdminTest-1467285608-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-33444175', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-33443520', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5293'] for router, precommit_update {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:08.541034 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64842ebb-6f3c-49db-a3f2-f8062afe94db None None] Network ba7e0b47-4593-461a-a554-3ac0a58c5cd8 requested from n-d-838334-2 {{(pid=84042) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 21:03:08.640222 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-a625628d-fdee-4e93-99b9-b9008b5c4791 tempest-PortsTestJSON-1335945802 tempest-PortsTestJSON-1335945802-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1103592'] for network, before_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:08.723429 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 34056) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:03:08.797225 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-54465515-b3ad-45f7-a5d8-d553873fd070 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:08.845971 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-7afc65bb-2229-4be7-bfb9-ca2357d27c8a tempest-RoutersAdminTest-1467285608 tempest-RoutersAdminTest-1467285608-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:08.897952 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-7afc65bb-2229-4be7-bfb9-ca2357d27c8a tempest-RoutersAdminTest-1467285608 tempest-RoutersAdminTest-1467285608-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:08.934347 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.db [None req-56fca2b1-d3a0-4601-9c30-b8f7e01ff3db tempest-BulkNetworkOpsTest-1015690540 tempest-BulkNetworkOpsTest-1015690540-project] For port b04b00fa-96f9-4039-85e5-84a15adcfd30, host n-d-838334-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838334-2',level=0,port_id=b04b00fa-96f9-4039-85e5-84a15adcfd30,segment=NetworkSegment(058894bc-c9af-42c6-9223-fa3243c802a3),segment_id=058894bc-c9af-42c6-9223-fa3243c802a3)] {{(pid=84040) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:03:08.934711 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-56fca2b1-d3a0-4601-9c30-b8f7e01ff3db tempest-BulkNetworkOpsTest-1015690540 tempest-BulkNetworkOpsTest-1015690540-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369123'] for port, precommit_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:09.018851 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-54465515-b3ad-45f7-a5d8-d553873fd070 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:03:09.028327 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-54465515-b3ad-45f7-a5d8-d553873fd070 admin admin] Usage tracker for resource:security_group_rule and tenant:63e5a8450a1a48848d2b205601ca9946 is out of sync, need to count used quota {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:03:09.061376 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-54465515-b3ad-45f7-a5d8-d553873fd070 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:03:09.083039 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Device b04b00fa-96f9-4039-85e5-84a15adcfd30 up at agent ovs-agent-n-d-838334-2 {{(pid=84042) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 21:03:09.084567 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-54465515-b3ad-45f7-a5d8-d553873fd070 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:03:09.086947 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-92ca9f2d-9236-4f6a-af16-9c45c3d44d8e tempest-NetworksTest-1502682821 tempest-NetworksTest-1502682821-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1260549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33526260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32440885', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31752825'] for subnet, after_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:09.092219 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-a625628d-fdee-4e93-99b9-b9008b5c4791 tempest-PortsTestJSON-1335945802 tempest-PortsTestJSON-1335945802-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1258905', 'neutron.services.segments.db._delete_segments_for_network-8750375287417'] for network, precommit_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:09.109196 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.plugin [None req-56fca2b1-d3a0-4601-9c30-b8f7e01ff3db tempest-BulkNetworkOpsTest-1015690540 tempest-BulkNetworkOpsTest-1015690540-project] Calling delete_port for b04b00fa-96f9-4039-85e5-84a15adcfd30 owned by network:dhcp {{(pid=84040) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 21:03:09.236654 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.db_base_plugin_common [None req-7afc65bb-2229-4be7-bfb9-ca2357d27c8a tempest-RoutersAdminTest-1467285608 tempest-RoutersAdminTest-1467285608-project-admin] Allocated IP 172.20.0.14 (0c570d89-322b-4f4c-92bf-31378826d0ec/ebbcae87-ebcd-4fdc-98a5-f77297815ec9/32225cad-6427-47f8-bb92-286f7b359ee3) {{(pid=84041) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 21:03:09.238759 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 34068) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:03:09.287133 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-54465515-b3ad-45f7-a5d8-d553873fd070 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:09.288906 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-56fca2b1-d3a0-4601-9c30-b8f7e01ff3db tempest-BulkNetworkOpsTest-1015690540 tempest-BulkNetworkOpsTest-1015690540-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750375259028', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750374836628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32440838'] for port, after_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:09.330567 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-54465515-b3ad-45f7-a5d8-d553873fd070 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33528224'] for security_group, after_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:09.373815 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92ca9f2d-9236-4f6a-af16-9c45c3d44d8e tempest-NetworksTest-1502682821 tempest-NetworksTest-1502682821-project] Pushing event deleted for resources: {'Subnet': ['ID=8793f05e-6baf-44d7-80de-fd895f6591d5,revision_number=None']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:03:09.442335 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ce185d8-fc79-4f67-814c-4a1a242c5e65 None None] Network ba7e0b47-4593-461a-a554-3ac0a58c5cd8 requested from n-d-838334-2 {{(pid=84042) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 21:03:09.458002 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] No active binding found for port b04b00fa-96f9-4039-85e5-84a15adcfd30 {{(pid=84042) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:222}} Apr 18 21:03:09.458816 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Device b04b00fa-96f9-4039-85e5-84a15adcfd30 not bound to the agent host n-d-838334-2 {{(pid=84042) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:284}} Apr 18 21:03:09.513934 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-5fc4ff73-dd19-44e4-ad60-0cd7d6aa4d5f admin admin] Notify callbacks [] for security_group, before_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:09.520479 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-92ca9f2d-9236-4f6a-af16-9c45c3d44d8e tempest-NetworksTest-1502682821 tempest-NetworksTest-1502682821-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1258905', 'neutron.services.segments.db._delete_segments_for_network-8750375287417'] for network, precommit_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:09.544630 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54465515-b3ad-45f7-a5d8-d553873fd070 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4aed9aeb-f432-46f4-85ad-254c273db294,revision_number=1']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:03:09.548679 n-d-838334-2 neutron-server[84040]: DEBUG neutron.services.segments.db [None req-92ca9f2d-9236-4f6a-af16-9c45c3d44d8e tempest-NetworksTest-1502682821 tempest-NetworksTest-1502682821-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ba7e0b47-4593-461a-a554-3ac0a58c5cd8']}} {{(pid=84040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:03:09.556475 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34375c32-8c64-4eb1-b51a-b2d6ea885246 None None] DHCP port deletion for 0d98a943-2222-443f-a218-c6bee28d57e5 request from n-d-838334-2 {{(pid=84042) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 18 21:03:09.563508 n-d-838334-2 neutron-server[84040]: DEBUG neutron.services.segments.db [None req-92ca9f2d-9236-4f6a-af16-9c45c3d44d8e tempest-NetworksTest-1502682821 tempest-NetworksTest-1502682821-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cc35f6e6-7e6e-4761-bb36-fc6298e0e83c') {'for_net_delete': True} {{(pid=84040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:03:09.563878 n-d-838334-2 neutron-server[84040]: DEBUG neutron.services.segments.db [None req-92ca9f2d-9236-4f6a-af16-9c45c3d44d8e tempest-NetworksTest-1502682821 tempest-NetworksTest-1502682821-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cc35f6e6-7e6e-4761-bb36-fc6298e0e83c') {} {{(pid=84040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:03:09.564083 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Port b04b00fa-96f9-4039-85e5-84a15adcfd30 not found, will not notify nova. {{(pid=84042) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:294}} Apr 18 21:03:09.566047 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-000aeb2e-8fda-4c37-8a11-e00493197880 None None] Provisioning complete for port b04b00fa-96f9-4039-85e5-84a15adcfd30 triggered by entity DHCP. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:03:09.566616 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-000aeb2e-8fda-4c37-8a11-e00493197880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1253608'] for port, provisioning_complete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:09.575112 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-54465515-b3ad-45f7-a5d8-d553873fd070 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=63e5a8450a1a48848d2b205601ca9946&name=default HTTP/1.1" status: 200 len: 2647 time: 0.8475895 Apr 18 21:03:09.581179 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-92ca9f2d-9236-4f6a-af16-9c45c3d44d8e tempest-NetworksTest-1502682821 tempest-NetworksTest-1502682821-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750375287300', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31955965'] for segment, before_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:09.586439 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 34076) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:03:09.613127 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56fca2b1-d3a0-4601-9c30-b8f7e01ff3db tempest-BulkNetworkOpsTest-1015690540 tempest-BulkNetworkOpsTest-1015690540-project] Pushing event deleted for resources: {'Port': ['ID=b04b00fa-96f9-4039-85e5-84a15adcfd30,revision_number=None']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:03:09.619267 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.plugin [None req-000aeb2e-8fda-4c37-8a11-e00493197880 None None] Port b04b00fa-96f9-4039-85e5-84a15adcfd30 was deleted so its status cannot be updated. {{(pid=84042) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:304}} Apr 18 21:03:09.636955 n-d-838334-2 neutron-server[84040]: DEBUG neutron.services.segments.db [None req-a625628d-fdee-4e93-99b9-b9008b5c4791 tempest-PortsTestJSON-1335945802 tempest-PortsTestJSON-1335945802-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['50215cf6-7557-4cb2-91ac-72f722297d6f']}} {{(pid=84040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:03:09.649707 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-92ca9f2d-9236-4f6a-af16-9c45c3d44d8e tempest-NetworksTest-1502682821 tempest-NetworksTest-1502682821-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1082986'] for segment, precommit_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:09.653826 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-5fc4ff73-dd19-44e4-ad60-0cd7d6aa4d5f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:03:09.663298 n-d-838334-2 neutron-server[84040]: DEBUG neutron.services.segments.db [None req-a625628d-fdee-4e93-99b9-b9008b5c4791 tempest-PortsTestJSON-1335945802 tempest-PortsTestJSON-1335945802-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '745fafcc-0dd1-4e2b-8c93-43f4261be16f') {'for_net_delete': True} {{(pid=84040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:03:09.663732 n-d-838334-2 neutron-server[84040]: DEBUG neutron.services.segments.db [None req-a625628d-fdee-4e93-99b9-b9008b5c4791 tempest-PortsTestJSON-1335945802 tempest-PortsTestJSON-1335945802-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '745fafcc-0dd1-4e2b-8c93-43f4261be16f') {} {{(pid=84040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:03:09.670231 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-5fc4ff73-dd19-44e4-ad60-0cd7d6aa4d5f admin admin] Usage tracker for resource:security_group_rule and tenant:dfe9e5b780fa4e4d9a7fa208f1316dba is out of sync, need to count used quota {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:03:09.672760 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-92ca9f2d-9236-4f6a-af16-9c45c3d44d8e tempest-NetworksTest-1502682821 tempest-NetworksTest-1502682821-project] Releasing vlan 376 on physical network physnet1 to pool {{(pid=84040) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 18 21:03:09.673263 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-92ca9f2d-9236-4f6a-af16-9c45c3d44d8e tempest-NetworksTest-1502682821 tempest-NetworksTest-1502682821-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1082993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32440923'] for segment, after_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:09.674872 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-7afc65bb-2229-4be7-bfb9-ca2357d27c8a tempest-RoutersAdminTest-1467285608 tempest-RoutersAdminTest-1467285608-project-admin] Notify callbacks [] for port, precommit_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:09.678408 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-5fc4ff73-dd19-44e4-ad60-0cd7d6aa4d5f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:03:09.689225 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56fca2b1-d3a0-4601-9c30-b8f7e01ff3db tempest-BulkNetworkOpsTest-1015690540 tempest-BulkNetworkOpsTest-1015690540-project] No DVR routers for this DVR port b04b00fa-96f9-4039-85e5-84a15adcfd30 on host n-d-838334-2 {{(pid=84040) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 21:03:09.689895 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-5fc4ff73-dd19-44e4-ad60-0cd7d6aa4d5f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:03:09.691261 n-d-838334-2 neutron-server[84040]: Traceback (most recent call last): Apr 18 21:03:09.691261 n-d-838334-2 neutron-server[84040]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 18 21:03:09.691261 n-d-838334-2 neutron-server[84040]: timer() Apr 18 21:03:09.691261 n-d-838334-2 neutron-server[84040]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 21:03:09.691261 n-d-838334-2 neutron-server[84040]: cb(*args, **kw) Apr 18 21:03:09.691261 n-d-838334-2 neutron-server[84040]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 18 21:03:09.691261 n-d-838334-2 neutron-server[84040]: return func(*args, **kwargs) Apr 18 21:03:09.691261 n-d-838334-2 neutron-server[84040]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 21:03:09.691261 n-d-838334-2 neutron-server[84040]: self._notify() Apr 18 21:03:09.691261 n-d-838334-2 neutron-server[84040]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 21:03:09.691261 n-d-838334-2 neutron-server[84040]: self.callback(batched_events) Apr 18 21:03:09.691261 n-d-838334-2 neutron-server[84040]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 21:03:09.691261 n-d-838334-2 neutron-server[84040]: event.method(event) Apr 18 21:03:09.691261 n-d-838334-2 neutron-server[84040]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 18 21:03:09.691261 n-d-838334-2 neutron-server[84040]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 21:03:09.691261 n-d-838334-2 neutron-server[84040]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 18 21:03:09.691261 n-d-838334-2 neutron-server[84040]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 21:03:09.691261 n-d-838334-2 neutron-server[84040]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 18 21:03:09.691261 n-d-838334-2 neutron-server[84040]: return f(self, *a, **k) Apr 18 21:03:09.691261 n-d-838334-2 neutron-server[84040]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 18 21:03:09.691261 n-d-838334-2 neutron-server[84040]: return self._get(url).json() Apr 18 21:03:09.691261 n-d-838334-2 neutron-server[84040]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 18 21:03:09.691261 n-d-838334-2 neutron-server[84040]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 21:03:09.691261 n-d-838334-2 neutron-server[84040]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 18 21:03:09.691261 n-d-838334-2 neutron-server[84040]: return self.request(url, 'GET', **kwargs) Apr 18 21:03:09.691261 n-d-838334-2 neutron-server[84040]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 18 21:03:09.691261 n-d-838334-2 neutron-server[84040]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 21:03:09.691261 n-d-838334-2 neutron-server[84040]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 18 21:03:09.691261 n-d-838334-2 neutron-server[84040]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 21:03:09.691261 n-d-838334-2 neutron-server[84040]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 18 21:03:09.691261 n-d-838334-2 neutron-server[84040]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 21:03:09.691261 n-d-838334-2 neutron-server[84040]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 21:03:09.740585 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-f8cd32a7-6933-4774-bd2a-348d709ffb09 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:09.752215 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 34082) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:03:09.790031 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-7afc65bb-2229-4be7-bfb9-ca2357d27c8a tempest-RoutersAdminTest-1467285608 tempest-RoutersAdminTest-1467285608-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750374836619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32266323'] for port, after_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:09.834828 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-f8cd32a7-6933-4774-bd2a-348d709ffb09 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:09.837023 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-a625628d-fdee-4e93-99b9-b9008b5c4791 tempest-PortsTestJSON-1335945802 tempest-PortsTestJSON-1335945802-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750375287300', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31955965'] for segment, before_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:09.884659 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb8aca37-556a-4ca3-891c-67d83f5428be None None] DHCP port deletion for ba7e0b47-4593-461a-a554-3ac0a58c5cd8 request from n-d-838334-2 {{(pid=84042) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 18 21:03:09.909651 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9887e8b2-8cb3-4d56-b3c2-f7b7c64cf2a8 None None] get_active_networks_info from n-d-838334-2 {{(pid=84042) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Apr 18 21:03:09.961080 n-d-838334-2 neutron-server[84041]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7afc65bb-2229-4be7-bfb9-ca2357d27c8a tempest-RoutersAdminTest-1467285608 tempest-RoutersAdminTest-1467285608-project-admin] Network 0c570d89-322b-4f4c-92bf-31378826d0ec is already hosted by enough agents. {{(pid=84041) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:03:09.986125 n-d-838334-2 neutron-server[84041]: DEBUG neutron.scheduler.base_scheduler [None req-7afc65bb-2229-4be7-bfb9-ca2357d27c8a tempest-RoutersAdminTest-1467285608 tempest-RoutersAdminTest-1467285608-project-admin] Resources bound (agent type, host, resource id): {{(pid=84041) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:03:09.994392 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-5fc4ff73-dd19-44e4-ad60-0cd7d6aa4d5f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:09.994392 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7afc65bb-2229-4be7-bfb9-ca2357d27c8a tempest-RoutersAdminTest-1467285608 tempest-RoutersAdminTest-1467285608-project-admin] Pushing event updated for resources: {'Port': ['ID=32225cad-6427-47f8-bb92-286f7b359ee3,revision_number=1']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:03:09.999111 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7afc65bb-2229-4be7-bfb9-ca2357d27c8a tempest-RoutersAdminTest-1467285608 tempest-RoutersAdminTest-1467285608-project-admin] Received port after_create {{(pid=84041) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 21:03:10.027921 n-d-838334-2 neutron-server[84042]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9887e8b2-8cb3-4d56-b3c2-f7b7c64cf2a8 None None] Resources bound (agent type, host, resource id): {{(pid=84042) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Apr 18 21:03:10.029248 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-5fc4ff73-dd19-44e4-ad60-0cd7d6aa4d5f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33528224'] for security_group, after_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:10.036186 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-0b115016-0c78-4404-ab1f-29f17513e679 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:10.096440 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-a625628d-fdee-4e93-99b9-b9008b5c4791 tempest-PortsTestJSON-1335945802 tempest-PortsTestJSON-1335945802-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1082986'] for segment, precommit_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:10.098703 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-92ca9f2d-9236-4f6a-af16-9c45c3d44d8e tempest-NetworksTest-1502682821 tempest-NetworksTest-1502682821-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1258898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33526109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33444113'] for network, after_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:10.128963 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a625628d-fdee-4e93-99b9-b9008b5c4791 tempest-PortsTestJSON-1335945802 tempest-PortsTestJSON-1335945802-project] Releasing vlan 369 on physical network physnet1 to pool {{(pid=84040) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 18 21:03:10.129359 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-a625628d-fdee-4e93-99b9-b9008b5c4791 tempest-PortsTestJSON-1335945802 tempest-PortsTestJSON-1335945802-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1082993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32440923'] for segment, after_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:10.136663 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fc4ff73-dd19-44e4-ad60-0cd7d6aa4d5f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6f8962f2-a787-4fbd-86cc-476bd7256580,revision_number=1']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:03:10.148752 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-92ca9f2d-9236-4f6a-af16-9c45c3d44d8e tempest-NetworksTest-1502682821 tempest-NetworksTest-1502682821-project] Notify callbacks [] for network, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:10.155532 n-d-838334-2 neutron-server[84040]: Traceback (most recent call last): Apr 18 21:03:10.155532 n-d-838334-2 neutron-server[84040]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 18 21:03:10.155532 n-d-838334-2 neutron-server[84040]: timer() Apr 18 21:03:10.155532 n-d-838334-2 neutron-server[84040]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 21:03:10.155532 n-d-838334-2 neutron-server[84040]: cb(*args, **kw) Apr 18 21:03:10.155532 n-d-838334-2 neutron-server[84040]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 18 21:03:10.155532 n-d-838334-2 neutron-server[84040]: return func(*args, **kwargs) Apr 18 21:03:10.155532 n-d-838334-2 neutron-server[84040]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 21:03:10.155532 n-d-838334-2 neutron-server[84040]: self._notify() Apr 18 21:03:10.155532 n-d-838334-2 neutron-server[84040]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 21:03:10.155532 n-d-838334-2 neutron-server[84040]: self.callback(batched_events) Apr 18 21:03:10.155532 n-d-838334-2 neutron-server[84040]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 21:03:10.155532 n-d-838334-2 neutron-server[84040]: event.method(event) Apr 18 21:03:10.155532 n-d-838334-2 neutron-server[84040]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 18 21:03:10.155532 n-d-838334-2 neutron-server[84040]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 21:03:10.155532 n-d-838334-2 neutron-server[84040]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 18 21:03:10.155532 n-d-838334-2 neutron-server[84040]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 21:03:10.155532 n-d-838334-2 neutron-server[84040]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 18 21:03:10.155532 n-d-838334-2 neutron-server[84040]: return f(self, *a, **k) Apr 18 21:03:10.155532 n-d-838334-2 neutron-server[84040]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 18 21:03:10.155532 n-d-838334-2 neutron-server[84040]: return self._get(url).json() Apr 18 21:03:10.155532 n-d-838334-2 neutron-server[84040]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 18 21:03:10.155532 n-d-838334-2 neutron-server[84040]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 21:03:10.155532 n-d-838334-2 neutron-server[84040]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 18 21:03:10.155532 n-d-838334-2 neutron-server[84040]: return self.request(url, 'GET', **kwargs) Apr 18 21:03:10.155532 n-d-838334-2 neutron-server[84040]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 18 21:03:10.155532 n-d-838334-2 neutron-server[84040]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 21:03:10.155532 n-d-838334-2 neutron-server[84040]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 18 21:03:10.155532 n-d-838334-2 neutron-server[84040]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 21:03:10.155532 n-d-838334-2 neutron-server[84040]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 18 21:03:10.155532 n-d-838334-2 neutron-server[84040]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 21:03:10.155532 n-d-838334-2 neutron-server[84040]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 21:03:10.164961 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-5fc4ff73-dd19-44e4-ad60-0cd7d6aa4d5f admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=dfe9e5b780fa4e4d9a7fa208f1316dba&name=default HTTP/1.1" status: 200 len: 2647 time: 0.9174147 Apr 18 21:03:10.173805 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-0b115016-0c78-4404-ab1f-29f17513e679 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:03:10.175815 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 34088) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:03:10.176443 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-f8cd32a7-6933-4774-bd2a-348d709ffb09 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33528224'] for security_group, after_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:10.196520 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-0b115016-0c78-4404-ab1f-29f17513e679 admin admin] Usage tracker for resource:security_group_rule and tenant:95f3d0e2dfce4ed29e57a3273cea6ce7 is out of sync, need to count used quota {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:03:10.218519 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-0b115016-0c78-4404-ab1f-29f17513e679 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:03:10.219755 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-56fca2b1-d3a0-4601-9c30-b8f7e01ff3db tempest-BulkNetworkOpsTest-1015690540 tempest-BulkNetworkOpsTest-1015690540-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1258905', 'neutron.services.segments.db._delete_segments_for_network-8750375287417'] for network, precommit_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:10.227113 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92ca9f2d-9236-4f6a-af16-9c45c3d44d8e tempest-NetworksTest-1502682821 tempest-NetworksTest-1502682821-project] Pushing event deleted for resources: {'Network': ['ID=ba7e0b47-4593-461a-a554-3ac0a58c5cd8,revision_number=None']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:03:10.234628 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-0b115016-0c78-4404-ab1f-29f17513e679 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:03:10.236541 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8cd32a7-6933-4774-bd2a-348d709ffb09 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4aed9aeb-f432-46f4-85ad-254c273db294,revision_number=None']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:03:10.276778 n-d-838334-2 neutron-server[84040]: DEBUG neutron.services.segments.db [None req-56fca2b1-d3a0-4601-9c30-b8f7e01ff3db tempest-BulkNetworkOpsTest-1015690540 tempest-BulkNetworkOpsTest-1015690540-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0d98a943-2222-443f-a218-c6bee28d57e5']}} {{(pid=84040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:03:10.289506 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-92ca9f2d-9236-4f6a-af16-9c45c3d44d8e tempest-NetworksTest-1502682821 tempest-NetworksTest-1502682821-project] 10.222.0.42 "DELETE /v2.0/networks/ba7e0b47-4593-461a-a554-3ac0a58c5cd8 HTTP/1.1" status: 204 len: 168 time: 5.4196510 Apr 18 21:03:10.289506 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 34092) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:03:10.335383 n-d-838334-2 neutron-server[84040]: DEBUG neutron.services.segments.db [None req-56fca2b1-d3a0-4601-9c30-b8f7e01ff3db tempest-BulkNetworkOpsTest-1015690540 tempest-BulkNetworkOpsTest-1015690540-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '058894bc-c9af-42c6-9223-fa3243c802a3') {'for_net_delete': True} {{(pid=84040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:03:10.336103 n-d-838334-2 neutron-server[84040]: DEBUG neutron.services.segments.db [None req-56fca2b1-d3a0-4601-9c30-b8f7e01ff3db tempest-BulkNetworkOpsTest-1015690540 tempest-BulkNetworkOpsTest-1015690540-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '058894bc-c9af-42c6-9223-fa3243c802a3') {} {{(pid=84040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:03:10.345101 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-f8cd32a7-6933-4774-bd2a-348d709ffb09 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:10.346228 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-f8cd32a7-6933-4774-bd2a-348d709ffb09 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/4aed9aeb-f432-46f4-85ad-254c273db294 HTTP/1.1" status: 204 len: 168 time: 0.7587905 Apr 18 21:03:10.358243 n-d-838334-2 neutron-server[84040]: INFO neutron.pecan_wsgi.hooks.translation [None req-76829507-d0ef-4662-aa39-f036110b5122 tempest-NetworksTest-1502682821 tempest-NetworksTest-1502682821-project] DELETE failed (client error): The resource could not be found. Apr 18 21:03:10.358898 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-76829507-d0ef-4662-aa39-f036110b5122 tempest-NetworksTest-1502682821 tempest-NetworksTest-1502682821-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84040) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 21:03:10.369365 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-76829507-d0ef-4662-aa39-f036110b5122 tempest-NetworksTest-1502682821 tempest-NetworksTest-1502682821-project] 10.222.0.42 "DELETE /v2.0/subnets/8793f05e-6baf-44d7-80de-fd895f6591d5 HTTP/1.1" status: 404 len: 337 time: 0.0760245 Apr 18 21:03:10.370038 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-a625628d-fdee-4e93-99b9-b9008b5c4791 tempest-PortsTestJSON-1335945802 tempest-PortsTestJSON-1335945802-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1258898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33526109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33444113'] for network, after_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:10.372202 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 34098) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:03:10.373759 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-56fca2b1-d3a0-4601-9c30-b8f7e01ff3db tempest-BulkNetworkOpsTest-1015690540 tempest-BulkNetworkOpsTest-1015690540-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750375287300', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31955965'] for segment, before_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:10.377626 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-262b4404-451b-4ee8-bbdb-e9a79234301f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:10.405803 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-a625628d-fdee-4e93-99b9-b9008b5c4791 tempest-PortsTestJSON-1335945802 tempest-PortsTestJSON-1335945802-project] Notify callbacks [] for network, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:10.411232 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-a625628d-fdee-4e93-99b9-b9008b5c4791 tempest-PortsTestJSON-1335945802 tempest-PortsTestJSON-1335945802-project] 10.222.0.42 "DELETE /v2.0/networks/50215cf6-7557-4cb2-91ac-72f722297d6f HTTP/1.1" status: 204 len: 168 time: 2.2115631 Apr 18 21:03:10.414445 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 34102) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:03:10.421820 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-0b115016-0c78-4404-ab1f-29f17513e679 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:10.434973 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.v2.base [None req-8147295b-b1a1-41c8-9907-bdd5e437442a tempest-PortsTestJSON-1335945802 tempest-PortsTestJSON-1335945802-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-520096252'}} {{(pid=84041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:03:10.436359 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a625628d-fdee-4e93-99b9-b9008b5c4791 tempest-PortsTestJSON-1335945802 tempest-PortsTestJSON-1335945802-project] Pushing event deleted for resources: {'Network': ['ID=50215cf6-7557-4cb2-91ac-72f722297d6f,revision_number=None']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:03:10.439828 n-d-838334-2 neutron-server[84040]: INFO neutron.pecan_wsgi.hooks.translation [None req-ac6afae6-6d70-4a96-9960-677683c3d3ab tempest-NetworksTest-1502682821 tempest-NetworksTest-1502682821-project] DELETE failed (client error): The resource could not be found. Apr 18 21:03:10.440618 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ac6afae6-6d70-4a96-9960-677683c3d3ab tempest-NetworksTest-1502682821 tempest-NetworksTest-1502682821-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84040) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 21:03:10.444983 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-ac6afae6-6d70-4a96-9960-677683c3d3ab tempest-NetworksTest-1502682821 tempest-NetworksTest-1502682821-project] 10.222.0.42 "DELETE /v2.0/networks/ba7e0b47-4593-461a-a554-3ac0a58c5cd8 HTTP/1.1" status: 404 len: 339 time: 0.0613179 Apr 18 21:03:10.444983 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-56fca2b1-d3a0-4601-9c30-b8f7e01ff3db tempest-BulkNetworkOpsTest-1015690540 tempest-BulkNetworkOpsTest-1015690540-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1082986'] for segment, precommit_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:10.445440 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-8147295b-b1a1-41c8-9907-bdd5e437442a tempest-PortsTestJSON-1335945802 tempest-PortsTestJSON-1335945802-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:03:10.445930 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 34106) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:03:10.452457 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-0b115016-0c78-4404-ab1f-29f17513e679 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33528224'] for security_group, after_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:10.460343 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-262b4404-451b-4ee8-bbdb-e9a79234301f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:10.470029 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-8147295b-b1a1-41c8-9907-bdd5e437442a tempest-PortsTestJSON-1335945802 tempest-PortsTestJSON-1335945802-project] Usage tracker for resource:network and tenant:234c597e1bbf440ab35a01225b472234 is out of sync, need to count used quota {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:03:10.479394 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-8147295b-b1a1-41c8-9907-bdd5e437442a tempest-PortsTestJSON-1335945802 tempest-PortsTestJSON-1335945802-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:03:10.493727 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-56fca2b1-d3a0-4601-9c30-b8f7e01ff3db tempest-BulkNetworkOpsTest-1015690540 tempest-BulkNetworkOpsTest-1015690540-project] Releasing vlan 365 on physical network physnet1 to pool {{(pid=84040) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 18 21:03:10.494113 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-56fca2b1-d3a0-4601-9c30-b8f7e01ff3db tempest-BulkNetworkOpsTest-1015690540 tempest-BulkNetworkOpsTest-1015690540-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1082993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32440923'] for segment, after_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:10.503141 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-8147295b-b1a1-41c8-9907-bdd5e437442a tempest-PortsTestJSON-1335945802 tempest-PortsTestJSON-1335945802-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:03:10.510060 n-d-838334-2 neutron-server[84040]: Traceback (most recent call last): Apr 18 21:03:10.510060 n-d-838334-2 neutron-server[84040]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 18 21:03:10.510060 n-d-838334-2 neutron-server[84040]: timer() Apr 18 21:03:10.510060 n-d-838334-2 neutron-server[84040]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 21:03:10.510060 n-d-838334-2 neutron-server[84040]: cb(*args, **kw) Apr 18 21:03:10.510060 n-d-838334-2 neutron-server[84040]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 18 21:03:10.510060 n-d-838334-2 neutron-server[84040]: return func(*args, **kwargs) Apr 18 21:03:10.510060 n-d-838334-2 neutron-server[84040]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 21:03:10.510060 n-d-838334-2 neutron-server[84040]: self._notify() Apr 18 21:03:10.510060 n-d-838334-2 neutron-server[84040]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 21:03:10.510060 n-d-838334-2 neutron-server[84040]: self.callback(batched_events) Apr 18 21:03:10.510060 n-d-838334-2 neutron-server[84040]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 21:03:10.510060 n-d-838334-2 neutron-server[84040]: event.method(event) Apr 18 21:03:10.510060 n-d-838334-2 neutron-server[84040]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 18 21:03:10.510060 n-d-838334-2 neutron-server[84040]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 21:03:10.510060 n-d-838334-2 neutron-server[84040]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 18 21:03:10.510060 n-d-838334-2 neutron-server[84040]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 21:03:10.510060 n-d-838334-2 neutron-server[84040]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 18 21:03:10.510060 n-d-838334-2 neutron-server[84040]: return f(self, *a, **k) Apr 18 21:03:10.510060 n-d-838334-2 neutron-server[84040]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 18 21:03:10.510060 n-d-838334-2 neutron-server[84040]: return self._get(url).json() Apr 18 21:03:10.510060 n-d-838334-2 neutron-server[84040]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 18 21:03:10.510060 n-d-838334-2 neutron-server[84040]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 21:03:10.510060 n-d-838334-2 neutron-server[84040]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 18 21:03:10.510060 n-d-838334-2 neutron-server[84040]: return self.request(url, 'GET', **kwargs) Apr 18 21:03:10.510060 n-d-838334-2 neutron-server[84040]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 18 21:03:10.510060 n-d-838334-2 neutron-server[84040]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 21:03:10.510060 n-d-838334-2 neutron-server[84040]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 18 21:03:10.510060 n-d-838334-2 neutron-server[84040]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 21:03:10.510060 n-d-838334-2 neutron-server[84040]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 18 21:03:10.510060 n-d-838334-2 neutron-server[84040]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 21:03:10.510060 n-d-838334-2 neutron-server[84040]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 21:03:10.514700 n-d-838334-2 neutron-server[84040]: INFO neutron.pecan_wsgi.hooks.translation [None req-d95fa87f-aeea-4018-b9b5-d2f7456bf88d tempest-NetworksTest-1502682821 tempest-NetworksTest-1502682821-project] DELETE failed (client error): The resource could not be found. Apr 18 21:03:10.520428 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d95fa87f-aeea-4018-b9b5-d2f7456bf88d tempest-NetworksTest-1502682821 tempest-NetworksTest-1502682821-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84040) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 21:03:10.527542 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-d95fa87f-aeea-4018-b9b5-d2f7456bf88d tempest-NetworksTest-1502682821 tempest-NetworksTest-1502682821-project] 10.222.0.42 "DELETE /v2.0/subnets/32c2d4f2-f205-4a5f-8caa-a501462d10c7 HTTP/1.1" status: 404 len: 337 time: 0.0778654 Apr 18 21:03:10.539006 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 34110) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:03:10.582742 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8147295b-b1a1-41c8-9907-bdd5e437442a tempest-PortsTestJSON-1335945802 tempest-PortsTestJSON-1335945802-project] Made reservation on behalf of 234c597e1bbf440ab35a01225b472234 for: {'network': 1} {{(pid=84041) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:03:10.585698 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-8147295b-b1a1-41c8-9907-bdd5e437442a tempest-PortsTestJSON-1335945802 tempest-PortsTestJSON-1335945802-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for network, before_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:10.595292 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b115016-0c78-4404-ab1f-29f17513e679 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=860ad276-9768-4933-b914-a6938073108a,revision_number=1']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:03:10.608643 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-0b115016-0c78-4404-ab1f-29f17513e679 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=95f3d0e2dfce4ed29e57a3273cea6ce7&name=default HTTP/1.1" status: 200 len: 2647 time: 0.8564615 Apr 18 21:03:10.613215 n-d-838334-2 neutron-server[84041]: INFO neutron.pecan_wsgi.hooks.translation [None req-1f01e009-8975-4aed-9399-fa1f0c03af6a tempest-NetworksTest-1502682821 tempest-NetworksTest-1502682821-project] DELETE failed (client error): The resource could not be found. Apr 18 21:03:10.613628 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1f01e009-8975-4aed-9399-fa1f0c03af6a tempest-NetworksTest-1502682821 tempest-NetworksTest-1502682821-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84041) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 21:03:10.616606 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 34116) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:03:10.656404 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-1f01e009-8975-4aed-9399-fa1f0c03af6a tempest-NetworksTest-1502682821 tempest-NetworksTest-1502682821-project] 10.222.0.42 "DELETE /v2.0/networks/486f5093-9966-4dad-858f-06e30ad19d18 HTTP/1.1" status: 404 len: 339 time: 0.1086316 Apr 18 21:03:10.659046 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 34120) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:03:10.661547 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-7afc65bb-2229-4be7-bfb9-ca2357d27c8a tempest-RoutersAdminTest-1467285608 tempest-RoutersAdminTest-1467285608-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:10.662750 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-7afc65bb-2229-4be7-bfb9-ca2357d27c8a tempest-RoutersAdminTest-1467285608 tempest-RoutersAdminTest-1467285608-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33443529', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33444176'] for router, after_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:10.723157 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-56fca2b1-d3a0-4601-9c30-b8f7e01ff3db tempest-BulkNetworkOpsTest-1015690540 tempest-BulkNetworkOpsTest-1015690540-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1258898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33526109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33444113'] for network, after_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:10.729292 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-56fca2b1-d3a0-4601-9c30-b8f7e01ff3db tempest-BulkNetworkOpsTest-1015690540 tempest-BulkNetworkOpsTest-1015690540-project] Notify callbacks [] for network, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:10.765351 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-262b4404-451b-4ee8-bbdb-e9a79234301f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33528224'] for security_group, after_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:10.775015 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8147295b-b1a1-41c8-9907-bdd5e437442a tempest-PortsTestJSON-1335945802 tempest-PortsTestJSON-1335945802-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 390} {{(pid=84041) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 21:03:10.801386 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56fca2b1-d3a0-4601-9c30-b8f7e01ff3db tempest-BulkNetworkOpsTest-1015690540 tempest-BulkNetworkOpsTest-1015690540-project] Pushing event deleted for resources: {'Network': ['ID=0d98a943-2222-443f-a218-c6bee28d57e5,revision_number=None']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:03:10.805475 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Device b04b00fa-96f9-4039-85e5-84a15adcfd30 no longer exists at agent ovs-agent-n-d-838334-2 {{(pid=84042) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 21:03:10.811828 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-56fca2b1-d3a0-4601-9c30-b8f7e01ff3db tempest-BulkNetworkOpsTest-1015690540 tempest-BulkNetworkOpsTest-1015690540-project] 10.222.0.42 "DELETE /v2.0/networks/0d98a943-2222-443f-a218-c6bee28d57e5 HTTP/1.1" status: 204 len: 168 time: 3.6533334 Apr 18 21:03:10.812666 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 34128) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:03:10.843965 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.plugin [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] No Port match for: b04b00fa-96f9-4039-85e5-84a15adcfd30 {{(pid=84042) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 18 21:03:10.844306 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Device b04b00fa-96f9-4039-85e5-84a15adcfd30 not bound to the agent host n-d-838334-2 {{(pid=84042) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 21:03:10.844903 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Device 8c03eb75-0f92-4937-a920-126fadbd4828 no longer exists at agent ovs-agent-n-d-838334-2 {{(pid=84042) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 21:03:10.878809 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.plugin [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] No Port match for: 8c03eb75-0f92-4937-a920-126fadbd4828 {{(pid=84042) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 18 21:03:10.879331 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Device 8c03eb75-0f92-4937-a920-126fadbd4828 not bound to the agent host n-d-838334-2 {{(pid=84042) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 21:03:10.913732 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-1866ebf7-4b0f-4412-bf17-cc4cf03bfe91 tempest-NetworksTest-1502682821 tempest-NetworksTest-1502682821-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1103592'] for network, before_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:10.927802 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-262b4404-451b-4ee8-bbdb-e9a79234301f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f8962f2-a787-4fbd-86cc-476bd7256580,revision_number=None']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:03:10.943558 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-8147295b-b1a1-41c8-9907-bdd5e437442a tempest-PortsTestJSON-1335945802 tempest-PortsTestJSON-1335945802-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1082986'] for segment, precommit_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:10.943905 n-d-838334-2 neutron-server[84041]: INFO neutron.db.segments_db [None req-8147295b-b1a1-41c8-9907-bdd5e437442a tempest-PortsTestJSON-1335945802 tempest-PortsTestJSON-1335945802-project] Added segment e4236c43-99cf-4261-a88d-9bc1963939b7 of type vlan for network 68441de9-b403-46a3-9872-0ac490145c31 Apr 18 21:03:10.962590 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-1e0b5bab-0f11-475a-9ad0-87b0ce885324 tempest-BulkNetworkOpsTest-1015690540 tempest-BulkNetworkOpsTest-1015690540-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1103592'] for network, before_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:10.975065 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.plugin [None req-1e0b5bab-0f11-475a-9ad0-87b0ce885324 tempest-BulkNetworkOpsTest-1015690540 tempest-BulkNetworkOpsTest-1015690540-project] Deleting port a610c6b7-4f5b-4cf5-9b81-1579e99e4836 {{(pid=84040) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 21:03:10.975401 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-1e0b5bab-0f11-475a-9ad0-87b0ce885324 tempest-BulkNetworkOpsTest-1015690540 tempest-BulkNetworkOpsTest-1015690540-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750375188691'] for port, before_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:11.155847 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-262b4404-451b-4ee8-bbdb-e9a79234301f admin admin] Notify callbacks [] for security_group, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:11.158454 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-262b4404-451b-4ee8-bbdb-e9a79234301f admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/6f8962f2-a787-4fbd-86cc-476bd7256580 HTTP/1.1" status: 204 len: 168 time: 0.9774630 Apr 18 21:03:11.216168 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.db [None req-1e0b5bab-0f11-475a-9ad0-87b0ce885324 tempest-BulkNetworkOpsTest-1015690540 tempest-BulkNetworkOpsTest-1015690540-project] For port a610c6b7-4f5b-4cf5-9b81-1579e99e4836, host n-d-838334-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838334-2',level=0,port_id=a610c6b7-4f5b-4cf5-9b81-1579e99e4836,segment=NetworkSegment(1e8ff678-c62c-46b6-91c6-2c0ad21751f9),segment_id=1e8ff678-c62c-46b6-91c6-2c0ad21751f9)] {{(pid=84040) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:03:11.216905 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-1e0b5bab-0f11-475a-9ad0-87b0ce885324 tempest-BulkNetworkOpsTest-1015690540 tempest-BulkNetworkOpsTest-1015690540-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369123'] for port, precommit_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:11.250631 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-bd098afa-8903-4ae3-a792-53e61f50c5df admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:11.274611 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-8147295b-b1a1-41c8-9907-bdd5e437442a tempest-PortsTestJSON-1335945802 tempest-PortsTestJSON-1335945802-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750374825732'] for network, precommit_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:11.368107 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.plugin [None req-1e0b5bab-0f11-475a-9ad0-87b0ce885324 tempest-BulkNetworkOpsTest-1015690540 tempest-BulkNetworkOpsTest-1015690540-project] Calling delete_port for a610c6b7-4f5b-4cf5-9b81-1579e99e4836 owned by network:dhcp {{(pid=84040) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 21:03:11.378652 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-bd098afa-8903-4ae3-a792-53e61f50c5df admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:11.387351 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-1866ebf7-4b0f-4412-bf17-cc4cf03bfe91 tempest-NetworksTest-1502682821 tempest-NetworksTest-1502682821-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1258905', 'neutron.services.segments.db._delete_segments_for_network-8750375287417'] for network, precommit_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:11.455034 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-1e0b5bab-0f11-475a-9ad0-87b0ce885324 tempest-BulkNetworkOpsTest-1015690540 tempest-BulkNetworkOpsTest-1015690540-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750375259028', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750374836628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32440838'] for port, after_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:11.462518 n-d-838334-2 neutron-server[84041]: DEBUG neutron.services.segments.db [None req-1866ebf7-4b0f-4412-bf17-cc4cf03bfe91 tempest-NetworksTest-1502682821 tempest-NetworksTest-1502682821-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b20975f2-8775-4ae5-b5d4-11c3f013eef2']}} {{(pid=84041) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:03:11.477756 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-8147295b-b1a1-41c8-9907-bdd5e437442a tempest-PortsTestJSON-1335945802 tempest-PortsTestJSON-1335945802-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33526109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022'] for network, after_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:11.482012 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8147295b-b1a1-41c8-9907-bdd5e437442a tempest-PortsTestJSON-1335945802 tempest-PortsTestJSON-1335945802-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:03:11.482860 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-8147295b-b1a1-41c8-9907-bdd5e437442a tempest-PortsTestJSON-1335945802 tempest-PortsTestJSON-1335945802-project] Notify callbacks [] for network, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:11.489750 n-d-838334-2 neutron-server[84041]: DEBUG neutron.services.segments.db [None req-1866ebf7-4b0f-4412-bf17-cc4cf03bfe91 tempest-NetworksTest-1502682821 tempest-NetworksTest-1502682821-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3d4fcd3f-4cf0-4ac9-ab41-7557333baa46') {'for_net_delete': True} {{(pid=84041) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:03:11.490090 n-d-838334-2 neutron-server[84041]: DEBUG neutron.services.segments.db [None req-1866ebf7-4b0f-4412-bf17-cc4cf03bfe91 tempest-NetworksTest-1502682821 tempest-NetworksTest-1502682821-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3d4fcd3f-4cf0-4ac9-ab41-7557333baa46') {} {{(pid=84041) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:03:11.524887 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e0b5bab-0f11-475a-9ad0-87b0ce885324 tempest-BulkNetworkOpsTest-1015690540 tempest-BulkNetworkOpsTest-1015690540-project] Pushing event deleted for resources: {'Port': ['ID=a610c6b7-4f5b-4cf5-9b81-1579e99e4836,revision_number=None']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:03:11.532046 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e0b5bab-0f11-475a-9ad0-87b0ce885324 tempest-BulkNetworkOpsTest-1015690540 tempest-BulkNetworkOpsTest-1015690540-project] No DVR routers for this DVR port a610c6b7-4f5b-4cf5-9b81-1579e99e4836 on host n-d-838334-2 {{(pid=84040) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 21:03:11.594687 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-1866ebf7-4b0f-4412-bf17-cc4cf03bfe91 tempest-NetworksTest-1502682821 tempest-NetworksTest-1502682821-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750375287300', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32268156'] for segment, before_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:11.646121 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-1866ebf7-4b0f-4412-bf17-cc4cf03bfe91 tempest-NetworksTest-1502682821 tempest-NetworksTest-1502682821-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1082986'] for segment, precommit_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:11.651196 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-8147295b-b1a1-41c8-9907-bdd5e437442a tempest-PortsTestJSON-1335945802 tempest-PortsTestJSON-1335945802-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 1.2326267 Apr 18 21:03:11.655900 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8147295b-b1a1-41c8-9907-bdd5e437442a tempest-PortsTestJSON-1335945802 tempest-PortsTestJSON-1335945802-project] Pushing event updated for resources: {'Network': ['ID=68441de9-b403-46a3-9872-0ac490145c31,revision_number=1']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:03:11.659175 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 34154) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:03:11.664885 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1866ebf7-4b0f-4412-bf17-cc4cf03bfe91 tempest-NetworksTest-1502682821 tempest-NetworksTest-1502682821-project] Releasing vlan 380 on physical network physnet1 to pool {{(pid=84041) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 18 21:03:11.665432 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-1866ebf7-4b0f-4412-bf17-cc4cf03bfe91 tempest-NetworksTest-1502682821 tempest-NetworksTest-1502682821-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1082993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32266254'] for segment, after_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:11.667609 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Network 68441de9-b403-46a3-9872-0ac490145c31 details requested by agent ovs-agent-n-d-838334-2 with host n-d-838334-2 {{(pid=84042) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 18 21:03:11.684755 n-d-838334-2 neutron-server[84041]: Traceback (most recent call last): Apr 18 21:03:11.684755 n-d-838334-2 neutron-server[84041]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 18 21:03:11.684755 n-d-838334-2 neutron-server[84041]: timer() Apr 18 21:03:11.684755 n-d-838334-2 neutron-server[84041]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 21:03:11.684755 n-d-838334-2 neutron-server[84041]: cb(*args, **kw) Apr 18 21:03:11.684755 n-d-838334-2 neutron-server[84041]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 18 21:03:11.684755 n-d-838334-2 neutron-server[84041]: return func(*args, **kwargs) Apr 18 21:03:11.684755 n-d-838334-2 neutron-server[84041]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 21:03:11.684755 n-d-838334-2 neutron-server[84041]: self._notify() Apr 18 21:03:11.684755 n-d-838334-2 neutron-server[84041]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 21:03:11.684755 n-d-838334-2 neutron-server[84041]: self.callback(batched_events) Apr 18 21:03:11.684755 n-d-838334-2 neutron-server[84041]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 21:03:11.684755 n-d-838334-2 neutron-server[84041]: event.method(event) Apr 18 21:03:11.684755 n-d-838334-2 neutron-server[84041]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 18 21:03:11.684755 n-d-838334-2 neutron-server[84041]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 21:03:11.684755 n-d-838334-2 neutron-server[84041]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 18 21:03:11.684755 n-d-838334-2 neutron-server[84041]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 21:03:11.684755 n-d-838334-2 neutron-server[84041]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 18 21:03:11.684755 n-d-838334-2 neutron-server[84041]: return f(self, *a, **k) Apr 18 21:03:11.684755 n-d-838334-2 neutron-server[84041]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 18 21:03:11.684755 n-d-838334-2 neutron-server[84041]: return self._get(url).json() Apr 18 21:03:11.684755 n-d-838334-2 neutron-server[84041]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 18 21:03:11.684755 n-d-838334-2 neutron-server[84041]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 21:03:11.684755 n-d-838334-2 neutron-server[84041]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 18 21:03:11.684755 n-d-838334-2 neutron-server[84041]: return self.request(url, 'GET', **kwargs) Apr 18 21:03:11.684755 n-d-838334-2 neutron-server[84041]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 18 21:03:11.684755 n-d-838334-2 neutron-server[84041]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 21:03:11.684755 n-d-838334-2 neutron-server[84041]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 18 21:03:11.684755 n-d-838334-2 neutron-server[84041]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 21:03:11.684755 n-d-838334-2 neutron-server[84041]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 18 21:03:11.684755 n-d-838334-2 neutron-server[84041]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 21:03:11.684755 n-d-838334-2 neutron-server[84041]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 21:03:11.692652 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.v2.base [None req-b3382864-e357-4fcd-b34c-a2d3fdd8649d tempest-PortsTestJSON-1335945802 tempest-PortsTestJSON-1335945802-project] Request body: {'subnet': {'network_id': '68441de9-b403-46a3-9872-0ac490145c31', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.2', 'end': '172.20.0.14'}]}} {{(pid=84041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:03:11.693220 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-1e0b5bab-0f11-475a-9ad0-87b0ce885324 tempest-BulkNetworkOpsTest-1015690540 tempest-BulkNetworkOpsTest-1015690540-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1258905', 'neutron.services.segments.db._delete_segments_for_network-8750375287417'] for network, precommit_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:11.724306 n-d-838334-2 neutron-server[84040]: DEBUG neutron.services.segments.db [None req-1e0b5bab-0f11-475a-9ad0-87b0ce885324 tempest-BulkNetworkOpsTest-1015690540 tempest-BulkNetworkOpsTest-1015690540-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ab559c57-09fe-4d1f-938a-d3866b9d58e4']}} {{(pid=84040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:03:11.738171 n-d-838334-2 neutron-server[84040]: DEBUG neutron.services.segments.db [None req-1e0b5bab-0f11-475a-9ad0-87b0ce885324 tempest-BulkNetworkOpsTest-1015690540 tempest-BulkNetworkOpsTest-1015690540-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1e8ff678-c62c-46b6-91c6-2c0ad21751f9') {'for_net_delete': True} {{(pid=84040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:03:11.738847 n-d-838334-2 neutron-server[84040]: DEBUG neutron.services.segments.db [None req-1e0b5bab-0f11-475a-9ad0-87b0ce885324 tempest-BulkNetworkOpsTest-1015690540 tempest-BulkNetworkOpsTest-1015690540-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1e8ff678-c62c-46b6-91c6-2c0ad21751f9') {} {{(pid=84040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:03:11.750286 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-1e0b5bab-0f11-475a-9ad0-87b0ce885324 tempest-BulkNetworkOpsTest-1015690540 tempest-BulkNetworkOpsTest-1015690540-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750375287300', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31955965'] for segment, before_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:11.757497 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-bd098afa-8903-4ae3-a792-53e61f50c5df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33528224'] for security_group, after_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:11.761336 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-bd098afa-8903-4ae3-a792-53e61f50c5df admin admin] Notify callbacks [] for security_group, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:11.762912 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-bd098afa-8903-4ae3-a792-53e61f50c5df admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/860ad276-9768-4933-b914-a6938073108a HTTP/1.1" status: 204 len: 168 time: 1.1437488 Apr 18 21:03:11.768780 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-1e0b5bab-0f11-475a-9ad0-87b0ce885324 tempest-BulkNetworkOpsTest-1015690540 tempest-BulkNetworkOpsTest-1015690540-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1082986'] for segment, precommit_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:11.783300 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1e0b5bab-0f11-475a-9ad0-87b0ce885324 tempest-BulkNetworkOpsTest-1015690540 tempest-BulkNetworkOpsTest-1015690540-project] Releasing vlan 399 on physical network physnet1 to pool {{(pid=84040) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 18 21:03:11.783682 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-1e0b5bab-0f11-475a-9ad0-87b0ce885324 tempest-BulkNetworkOpsTest-1015690540 tempest-BulkNetworkOpsTest-1015690540-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1082993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32440923'] for segment, after_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:11.798926 n-d-838334-2 neutron-server[84040]: Traceback (most recent call last): Apr 18 21:03:11.798926 n-d-838334-2 neutron-server[84040]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 18 21:03:11.798926 n-d-838334-2 neutron-server[84040]: timer() Apr 18 21:03:11.798926 n-d-838334-2 neutron-server[84040]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 21:03:11.798926 n-d-838334-2 neutron-server[84040]: cb(*args, **kw) Apr 18 21:03:11.798926 n-d-838334-2 neutron-server[84040]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 18 21:03:11.798926 n-d-838334-2 neutron-server[84040]: return func(*args, **kwargs) Apr 18 21:03:11.798926 n-d-838334-2 neutron-server[84040]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 21:03:11.798926 n-d-838334-2 neutron-server[84040]: self._notify() Apr 18 21:03:11.798926 n-d-838334-2 neutron-server[84040]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 21:03:11.798926 n-d-838334-2 neutron-server[84040]: self.callback(batched_events) Apr 18 21:03:11.798926 n-d-838334-2 neutron-server[84040]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 21:03:11.798926 n-d-838334-2 neutron-server[84040]: event.method(event) Apr 18 21:03:11.798926 n-d-838334-2 neutron-server[84040]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 18 21:03:11.798926 n-d-838334-2 neutron-server[84040]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 21:03:11.798926 n-d-838334-2 neutron-server[84040]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 18 21:03:11.798926 n-d-838334-2 neutron-server[84040]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 21:03:11.798926 n-d-838334-2 neutron-server[84040]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 18 21:03:11.798926 n-d-838334-2 neutron-server[84040]: return f(self, *a, **k) Apr 18 21:03:11.798926 n-d-838334-2 neutron-server[84040]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 18 21:03:11.798926 n-d-838334-2 neutron-server[84040]: return self._get(url).json() Apr 18 21:03:11.798926 n-d-838334-2 neutron-server[84040]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 18 21:03:11.798926 n-d-838334-2 neutron-server[84040]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 21:03:11.798926 n-d-838334-2 neutron-server[84040]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 18 21:03:11.798926 n-d-838334-2 neutron-server[84040]: return self.request(url, 'GET', **kwargs) Apr 18 21:03:11.798926 n-d-838334-2 neutron-server[84040]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 18 21:03:11.798926 n-d-838334-2 neutron-server[84040]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 21:03:11.798926 n-d-838334-2 neutron-server[84040]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 18 21:03:11.798926 n-d-838334-2 neutron-server[84040]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 21:03:11.798926 n-d-838334-2 neutron-server[84040]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 18 21:03:11.798926 n-d-838334-2 neutron-server[84040]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 21:03:11.798926 n-d-838334-2 neutron-server[84040]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 21:03:11.863082 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd098afa-8903-4ae3-a792-53e61f50c5df admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=860ad276-9768-4933-b914-a6938073108a,revision_number=None']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:03:11.900675 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-1866ebf7-4b0f-4412-bf17-cc4cf03bfe91 tempest-NetworksTest-1502682821 tempest-NetworksTest-1502682821-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1258898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33526109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33444113'] for network, after_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:11.923026 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-1866ebf7-4b0f-4412-bf17-cc4cf03bfe91 tempest-NetworksTest-1502682821 tempest-NetworksTest-1502682821-project] Notify callbacks [] for network, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:11.942271 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-b3382864-e357-4fcd-b34c-a2d3fdd8649d tempest-PortsTestJSON-1335945802 tempest-PortsTestJSON-1335945802-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:03:11.945077 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1866ebf7-4b0f-4412-bf17-cc4cf03bfe91 tempest-NetworksTest-1502682821 tempest-NetworksTest-1502682821-project] Pushing event deleted for resources: {'Network': ['ID=b20975f2-8775-4ae5-b5d4-11c3f013eef2,revision_number=None']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:03:11.945836 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-1e0b5bab-0f11-475a-9ad0-87b0ce885324 tempest-BulkNetworkOpsTest-1015690540 tempest-BulkNetworkOpsTest-1015690540-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1258898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33526109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33444113'] for network, after_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:11.952324 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-b3382864-e357-4fcd-b34c-a2d3fdd8649d tempest-PortsTestJSON-1335945802 tempest-PortsTestJSON-1335945802-project] Usage tracker for resource:subnet and tenant:234c597e1bbf440ab35a01225b472234 is out of sync, need to count used quota {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:03:11.956553 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-1866ebf7-4b0f-4412-bf17-cc4cf03bfe91 tempest-NetworksTest-1502682821 tempest-NetworksTest-1502682821-project] 10.222.0.42 "DELETE /v2.0/networks/b20975f2-8775-4ae5-b5d4-11c3f013eef2 HTTP/1.1" status: 204 len: 168 time: 1.2966256 Apr 18 21:03:11.957709 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-b3382864-e357-4fcd-b34c-a2d3fdd8649d tempest-PortsTestJSON-1335945802 tempest-PortsTestJSON-1335945802-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:03:11.963767 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 34168) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:03:11.968353 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-b3382864-e357-4fcd-b34c-a2d3fdd8649d tempest-PortsTestJSON-1335945802 tempest-PortsTestJSON-1335945802-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:03:11.980763 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-1e0b5bab-0f11-475a-9ad0-87b0ce885324 tempest-BulkNetworkOpsTest-1015690540 tempest-BulkNetworkOpsTest-1015690540-project] Notify callbacks [] for network, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:12.005118 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e0b5bab-0f11-475a-9ad0-87b0ce885324 tempest-BulkNetworkOpsTest-1015690540 tempest-BulkNetworkOpsTest-1015690540-project] Pushing event deleted for resources: {'Network': ['ID=ab559c57-09fe-4d1f-938a-d3866b9d58e4,revision_number=None']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:03:12.015390 n-d-838334-2 neutron-server[84041]: INFO neutron.pecan_wsgi.hooks.translation [None req-953d887e-fa0e-41be-8a92-093086f5296e tempest-NetworksTest-1502682821 tempest-NetworksTest-1502682821-project] DELETE failed (client error): The resource could not be found. Apr 18 21:03:12.015853 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-953d887e-fa0e-41be-8a92-093086f5296e tempest-NetworksTest-1502682821 tempest-NetworksTest-1502682821-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84041) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 21:03:12.017530 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-953d887e-fa0e-41be-8a92-093086f5296e tempest-NetworksTest-1502682821 tempest-NetworksTest-1502682821-project] 10.222.0.42 "DELETE /v2.0/subnets/08ddbc0e-2fe7-4b28-834e-eb31a89b86dd HTTP/1.1" status: 404 len: 337 time: 0.0522952 Apr 18 21:03:12.022933 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 34172) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:03:12.033865 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b3382864-e357-4fcd-b34c-a2d3fdd8649d tempest-PortsTestJSON-1335945802 tempest-PortsTestJSON-1335945802-project] Made reservation on behalf of 234c597e1bbf440ab35a01225b472234 for: {'subnet': 1} {{(pid=84041) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:03:12.068168 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-1e0b5bab-0f11-475a-9ad0-87b0ce885324 tempest-BulkNetworkOpsTest-1015690540 tempest-BulkNetworkOpsTest-1015690540-project] 10.222.0.42 "DELETE /v2.0/networks/ab559c57-09fe-4d1f-938a-d3866b9d58e4 HTTP/1.1" status: 204 len: 168 time: 1.2543900 Apr 18 21:03:12.071908 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 34180) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:03:12.092226 n-d-838334-2 neutron-server[84040]: INFO neutron.pecan_wsgi.hooks.translation [None req-21c4de42-49d0-437a-a83b-103678fb123c tempest-NetworksTest-1502682821 tempest-NetworksTest-1502682821-project] DELETE failed (client error): The resource could not be found. Apr 18 21:03:12.092658 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-21c4de42-49d0-437a-a83b-103678fb123c tempest-NetworksTest-1502682821 tempest-NetworksTest-1502682821-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84040) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 21:03:12.096968 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-21c4de42-49d0-437a-a83b-103678fb123c tempest-NetworksTest-1502682821 tempest-NetworksTest-1502682821-project] 10.222.0.42 "DELETE /v2.0/networks/fcfaf5e5-a6ba-469d-a6ac-dcb176fac77b HTTP/1.1" status: 404 len: 339 time: 0.0730903 Apr 18 21:03:12.097508 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 34184) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:03:12.158832 n-d-838334-2 neutron-server[84041]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7afc65bb-2229-4be7-bfb9-ca2357d27c8a tempest-RoutersAdminTest-1467285608 tempest-RoutersAdminTest-1467285608-project-admin] Router 597bc9bd-7229-4676-9ad0-d05fdc302c35 is scheduled to L3 agent bc84d6c9-dd7a-4555-a351-592327b46d5a with binding_index 1 {{(pid=84041) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 18 21:03:12.174699 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-b3382864-e357-4fcd-b34c-a2d3fdd8649d tempest-PortsTestJSON-1335945802 tempest-PortsTestJSON-1335945802-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32486301'] for subnet, before_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:12.313264 n-d-838334-2 neutron-server[84040]: INFO neutron.pecan_wsgi.hooks.translation [None req-fcf62134-93de-4841-9ebe-55b600107362 tempest-NetworksTest-1502682821 tempest-NetworksTest-1502682821-project] DELETE failed (client error): The resource could not be found. Apr 18 21:03:12.313723 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fcf62134-93de-4841-9ebe-55b600107362 tempest-NetworksTest-1502682821 tempest-NetworksTest-1502682821-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84040) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 21:03:12.317800 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-fcf62134-93de-4841-9ebe-55b600107362 tempest-NetworksTest-1502682821 tempest-NetworksTest-1502682821-project] 10.222.0.42 "DELETE /v2.0/subnets/1dde6819-d5bc-4ac4-a301-1d877fed662e HTTP/1.1" status: 404 len: 337 time: 0.2168326 Apr 18 21:03:12.318337 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 34196) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:03:12.374861 n-d-838334-2 neutron-server[84040]: INFO neutron.pecan_wsgi.hooks.translation [None req-c0e41189-cdb8-474e-88b1-3d6d34037322 tempest-NetworksTest-1502682821 tempest-NetworksTest-1502682821-project] DELETE failed (client error): The resource could not be found. Apr 18 21:03:12.375296 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c0e41189-cdb8-474e-88b1-3d6d34037322 tempest-NetworksTest-1502682821 tempest-NetworksTest-1502682821-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84040) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 21:03:12.379647 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-c0e41189-cdb8-474e-88b1-3d6d34037322 tempest-NetworksTest-1502682821 tempest-NetworksTest-1502682821-project] 10.222.0.42 "DELETE /v2.0/networks/44c56908-c06f-4c11-b355-0d06cb045bfb HTTP/1.1" status: 404 len: 339 time: 0.0573096 Apr 18 21:03:12.380209 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 34202) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:03:12.387802 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-e19115da-5418-4616-8d43-3a254b1f1a06 tempest-BulkNetworkOpsTest-1015690540 tempest-BulkNetworkOpsTest-1015690540-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1103592'] for network, before_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:12.421569 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.ipam_backend_mixin [None req-b3382864-e357-4fcd-b34c-a2d3fdd8649d tempest-PortsTestJSON-1335945802 tempest-PortsTestJSON-1335945802-project] Performing IP validity checks on allocation pools {{(pid=84041) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} Apr 18 21:03:12.422188 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.ipam_backend_mixin [None req-b3382864-e357-4fcd-b34c-a2d3fdd8649d tempest-PortsTestJSON-1335945802 tempest-PortsTestJSON-1335945802-project] Checking for overlaps among allocation pools and gateway ip {{(pid=84041) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} Apr 18 21:03:12.431004 n-d-838334-2 neutron-server[84040]: INFO neutron.pecan_wsgi.hooks.translation [None req-bed94ea1-3127-4519-9a29-2198e34a77a7 tempest-NetworksTest-1502682821 tempest-NetworksTest-1502682821-project] DELETE failed (client error): The resource could not be found. Apr 18 21:03:12.431465 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bed94ea1-3127-4519-9a29-2198e34a77a7 tempest-NetworksTest-1502682821 tempest-NetworksTest-1502682821-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84040) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 21:03:12.436550 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-bed94ea1-3127-4519-9a29-2198e34a77a7 tempest-NetworksTest-1502682821 tempest-NetworksTest-1502682821-project] 10.222.0.42 "DELETE /v2.0/subnets/37a3c8d3-9940-470c-a02b-22a6571a185f HTTP/1.1" status: 404 len: 337 time: 0.0540924 Apr 18 21:03:12.439235 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 34210) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:03:12.491717 n-d-838334-2 neutron-server[84041]: INFO neutron.pecan_wsgi.hooks.translation [None req-cd31cff6-6352-4bde-b231-fcc36d3eb477 tempest-NetworksTest-1502682821 tempest-NetworksTest-1502682821-project] DELETE failed (client error): The resource could not be found. Apr 18 21:03:12.492184 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cd31cff6-6352-4bde-b231-fcc36d3eb477 tempest-NetworksTest-1502682821 tempest-NetworksTest-1502682821-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84041) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 21:03:12.493840 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-cd31cff6-6352-4bde-b231-fcc36d3eb477 tempest-NetworksTest-1502682821 tempest-NetworksTest-1502682821-project] 10.222.0.42 "DELETE /v2.0/networks/845fdfae-4a6e-4fd7-8a5b-ca732e2a1a10 HTTP/1.1" status: 404 len: 339 time: 0.0488586 Apr 18 21:03:12.498409 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 34216) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:03:12.545583 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.agents_db [None req-6346a179-333c-4370-b5a6-936984aeab15 None None] Agent healthcheck: found 7 active agents {{(pid=84043) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 18 21:03:12.572566 n-d-838334-2 neutron-server[84041]: INFO neutron.pecan_wsgi.hooks.translation [None req-b5a3ee81-6be9-4ea4-a348-f68fd2cd3f49 tempest-NetworksTest-1502682821 tempest-NetworksTest-1502682821-project] DELETE failed (client error): The resource could not be found. Apr 18 21:03:12.572948 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b5a3ee81-6be9-4ea4-a348-f68fd2cd3f49 tempest-NetworksTest-1502682821 tempest-NetworksTest-1502682821-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84041) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 21:03:12.589941 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-b5a3ee81-6be9-4ea4-a348-f68fd2cd3f49 tempest-NetworksTest-1502682821 tempest-NetworksTest-1502682821-project] 10.222.0.42 "DELETE /v2.0/subnets/f33c588a-5f66-4218-98ff-ffe27617370c HTTP/1.1" status: 404 len: 337 time: 0.0880804 Apr 18 21:03:12.593322 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 34222) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:03:12.615811 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-e19115da-5418-4616-8d43-3a254b1f1a06 tempest-BulkNetworkOpsTest-1015690540 tempest-BulkNetworkOpsTest-1015690540-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1258905', 'neutron.services.segments.db._delete_segments_for_network-8750375287417'] for network, precommit_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:12.633082 n-d-838334-2 neutron-server[84040]: INFO neutron.pecan_wsgi.hooks.translation [None req-c309c7e2-c1eb-4576-bf1b-c85fa11a32e1 tempest-NetworksTest-1502682821 tempest-NetworksTest-1502682821-project] DELETE failed (client error): The resource could not be found. Apr 18 21:03:12.633517 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c309c7e2-c1eb-4576-bf1b-c85fa11a32e1 tempest-NetworksTest-1502682821 tempest-NetworksTest-1502682821-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84040) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 21:03:12.638296 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-c309c7e2-c1eb-4576-bf1b-c85fa11a32e1 tempest-NetworksTest-1502682821 tempest-NetworksTest-1502682821-project] 10.222.0.42 "DELETE /v2.0/networks/e9d22f8d-94c7-431c-8b94-40bf22076d1a HTTP/1.1" status: 404 len: 339 time: 0.0440097 Apr 18 21:03:12.639022 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 34226) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:03:12.695310 n-d-838334-2 neutron-server[84040]: DEBUG neutron.services.segments.db [None req-e19115da-5418-4616-8d43-3a254b1f1a06 tempest-BulkNetworkOpsTest-1015690540 tempest-BulkNetworkOpsTest-1015690540-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e045c895-f440-4ee7-bc2c-802af29837a7']}} {{(pid=84040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:03:12.703467 n-d-838334-2 neutron-server[84040]: INFO neutron.pecan_wsgi.hooks.translation [None req-bd0c07c2-fd09-405a-aee3-849d99a7c2f2 tempest-NetworksTest-1502682821 tempest-NetworksTest-1502682821-project] DELETE failed (client error): The resource could not be found. Apr 18 21:03:12.703949 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bd0c07c2-fd09-405a-aee3-849d99a7c2f2 tempest-NetworksTest-1502682821 tempest-NetworksTest-1502682821-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84040) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 21:03:12.708436 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-bd0c07c2-fd09-405a-aee3-849d99a7c2f2 tempest-NetworksTest-1502682821 tempest-NetworksTest-1502682821-project] 10.222.0.42 "DELETE /v2.0/subnets/09932e8e-4dfb-41cd-8610-fba25163a5b9 HTTP/1.1" status: 404 len: 337 time: 0.0606935 Apr 18 21:03:12.709463 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 34234) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:03:12.716476 n-d-838334-2 neutron-server[84040]: DEBUG neutron.services.segments.db [None req-e19115da-5418-4616-8d43-3a254b1f1a06 tempest-BulkNetworkOpsTest-1015690540 tempest-BulkNetworkOpsTest-1015690540-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8365b6f2-f32d-4afc-914b-dbe8014ecbfd') {'for_net_delete': True} {{(pid=84040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:03:12.716770 n-d-838334-2 neutron-server[84040]: DEBUG neutron.services.segments.db [None req-e19115da-5418-4616-8d43-3a254b1f1a06 tempest-BulkNetworkOpsTest-1015690540 tempest-BulkNetworkOpsTest-1015690540-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8365b6f2-f32d-4afc-914b-dbe8014ecbfd') {} {{(pid=84040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:03:12.730767 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-e19115da-5418-4616-8d43-3a254b1f1a06 tempest-BulkNetworkOpsTest-1015690540 tempest-BulkNetworkOpsTest-1015690540-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750375287300', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31955965'] for segment, before_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:12.737477 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-b3382864-e357-4fcd-b34c-a2d3fdd8649d tempest-PortsTestJSON-1335945802 tempest-PortsTestJSON-1335945802-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33526260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32266407', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32486287'] for subnet, after_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:12.756605 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-e19115da-5418-4616-8d43-3a254b1f1a06 tempest-BulkNetworkOpsTest-1015690540 tempest-BulkNetworkOpsTest-1015690540-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1082986'] for segment, precommit_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:12.763296 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e19115da-5418-4616-8d43-3a254b1f1a06 tempest-BulkNetworkOpsTest-1015690540 tempest-BulkNetworkOpsTest-1015690540-project] Releasing vlan 351 on physical network physnet1 to pool {{(pid=84040) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 18 21:03:12.763780 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-e19115da-5418-4616-8d43-3a254b1f1a06 tempest-BulkNetworkOpsTest-1015690540 tempest-BulkNetworkOpsTest-1015690540-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1082993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32440923'] for segment, after_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:12.781833 n-d-838334-2 neutron-server[84040]: Traceback (most recent call last): Apr 18 21:03:12.781833 n-d-838334-2 neutron-server[84040]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 18 21:03:12.781833 n-d-838334-2 neutron-server[84040]: timer() Apr 18 21:03:12.781833 n-d-838334-2 neutron-server[84040]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 21:03:12.781833 n-d-838334-2 neutron-server[84040]: cb(*args, **kw) Apr 18 21:03:12.781833 n-d-838334-2 neutron-server[84040]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 18 21:03:12.781833 n-d-838334-2 neutron-server[84040]: return func(*args, **kwargs) Apr 18 21:03:12.781833 n-d-838334-2 neutron-server[84040]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 21:03:12.781833 n-d-838334-2 neutron-server[84040]: self._notify() Apr 18 21:03:12.781833 n-d-838334-2 neutron-server[84040]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 21:03:12.781833 n-d-838334-2 neutron-server[84040]: self.callback(batched_events) Apr 18 21:03:12.781833 n-d-838334-2 neutron-server[84040]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 21:03:12.781833 n-d-838334-2 neutron-server[84040]: event.method(event) Apr 18 21:03:12.781833 n-d-838334-2 neutron-server[84040]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 18 21:03:12.781833 n-d-838334-2 neutron-server[84040]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 21:03:12.781833 n-d-838334-2 neutron-server[84040]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 18 21:03:12.781833 n-d-838334-2 neutron-server[84040]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 21:03:12.781833 n-d-838334-2 neutron-server[84040]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 18 21:03:12.781833 n-d-838334-2 neutron-server[84040]: return f(self, *a, **k) Apr 18 21:03:12.781833 n-d-838334-2 neutron-server[84040]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 18 21:03:12.781833 n-d-838334-2 neutron-server[84040]: return self._get(url).json() Apr 18 21:03:12.781833 n-d-838334-2 neutron-server[84040]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 18 21:03:12.781833 n-d-838334-2 neutron-server[84040]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 21:03:12.781833 n-d-838334-2 neutron-server[84040]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 18 21:03:12.781833 n-d-838334-2 neutron-server[84040]: return self.request(url, 'GET', **kwargs) Apr 18 21:03:12.781833 n-d-838334-2 neutron-server[84040]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 18 21:03:12.781833 n-d-838334-2 neutron-server[84040]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 21:03:12.781833 n-d-838334-2 neutron-server[84040]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 18 21:03:12.781833 n-d-838334-2 neutron-server[84040]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 21:03:12.781833 n-d-838334-2 neutron-server[84040]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 18 21:03:12.781833 n-d-838334-2 neutron-server[84040]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 21:03:12.781833 n-d-838334-2 neutron-server[84040]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 21:03:12.786935 n-d-838334-2 neutron-server[84041]: INFO neutron.pecan_wsgi.hooks.translation [None req-6409d753-709d-4064-935b-928160ee7abd tempest-NetworksTest-1502682821 tempest-NetworksTest-1502682821-project] DELETE failed (client error): The resource could not be found. Apr 18 21:03:12.787369 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6409d753-709d-4064-935b-928160ee7abd tempest-NetworksTest-1502682821 tempest-NetworksTest-1502682821-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84041) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 21:03:12.789057 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-6409d753-709d-4064-935b-928160ee7abd tempest-NetworksTest-1502682821 tempest-NetworksTest-1502682821-project] 10.222.0.42 "DELETE /v2.0/networks/6fe86362-384f-4c19-8fa6-6c2bb0e8cbbd HTTP/1.1" status: 404 len: 339 time: 0.0776250 Apr 18 21:03:12.799314 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 34242) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:03:12.853254 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7afc65bb-2229-4be7-bfb9-ca2357d27c8a tempest-RoutersAdminTest-1467285608 tempest-RoutersAdminTest-1467285608-project-admin] Notify agent at l3_agent.n-d-838334-2 the message routers_updated {{(pid=84041) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 21:03:12.865502 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60b0bb62-5021-49a3-a646-f2b6d070bfc0 None None] Sync routers for ids ['597bc9bd-7229-4676-9ad0-d05fdc302c35'] in n-d-838334-2 {{(pid=84042) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 18 21:03:12.878392 n-d-838334-2 neutron-server[84041]: INFO neutron.pecan_wsgi.hooks.translation [None req-05c30950-e0e8-4ac6-87a4-f16981ba4b2a tempest-NetworksTest-1502682821 tempest-NetworksTest-1502682821-project] DELETE failed (client error): The resource could not be found. Apr 18 21:03:12.878975 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-05c30950-e0e8-4ac6-87a4-f16981ba4b2a tempest-NetworksTest-1502682821 tempest-NetworksTest-1502682821-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84041) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 21:03:12.880543 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-05c30950-e0e8-4ac6-87a4-f16981ba4b2a tempest-NetworksTest-1502682821 tempest-NetworksTest-1502682821-project] 10.222.0.42 "DELETE /v2.0/subnets/9c381957-47db-41eb-b04b-1b278c9a46d9 HTTP/1.1" status: 404 len: 337 time: 0.0802431 Apr 18 21:03:12.887945 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 34246) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:03:12.889998 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60b0bb62-5021-49a3-a646-f2b6d070bfc0 None None] Routers {'597bc9bd-7229-4676-9ad0-d05fdc302c35'} bound to L3 agent in host n-d-838334-2 {{(pid=84042) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 21:03:12.892174 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_hamode_db [None req-60b0bb62-5021-49a3-a646-f2b6d070bfc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838334-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-18T20:25:48Z,description=,heartbeat_timestamp=2022-04-18T21:02:48Z,host='n-d-838334-2',id=bc84d6c9-dd7a-4555-a351-592327b46d5a,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:25:48Z,topic='l3_agent')) {'router_ids': ['597bc9bd-7229-4676-9ad0-d05fdc302c35'], 'active': True} {{(pid=84042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:03:12.893098 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3382864-e357-4fcd-b34c-a2d3fdd8649d tempest-PortsTestJSON-1335945802 tempest-PortsTestJSON-1335945802-project] Pushing event updated for resources: {'Subnet': ['ID=3c1e1dfc-559c-4185-a10c-c583d7ba8c79,revision_number=0']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:03:12.929449 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-e19115da-5418-4616-8d43-3a254b1f1a06 tempest-BulkNetworkOpsTest-1015690540 tempest-BulkNetworkOpsTest-1015690540-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1258898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33526109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33444113'] for network, after_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:12.970398 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-e19115da-5418-4616-8d43-3a254b1f1a06 tempest-BulkNetworkOpsTest-1015690540 tempest-BulkNetworkOpsTest-1015690540-project] Notify callbacks [] for network, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:12.997661 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e19115da-5418-4616-8d43-3a254b1f1a06 tempest-BulkNetworkOpsTest-1015690540 tempest-BulkNetworkOpsTest-1015690540-project] Pushing event deleted for resources: {'Network': ['ID=e045c895-f440-4ee7-bc2c-802af29837a7,revision_number=None']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:03:13.012124 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-e19115da-5418-4616-8d43-3a254b1f1a06 tempest-BulkNetworkOpsTest-1015690540 tempest-BulkNetworkOpsTest-1015690540-project] 10.222.0.42 "DELETE /v2.0/networks/e045c895-f440-4ee7-bc2c-802af29837a7 HTTP/1.1" status: 204 len: 168 time: 0.9388793 Apr 18 21:03:13.014580 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 34254) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:03:13.160625 n-d-838334-2 neutron-server[84041]: INFO neutron.pecan_wsgi.hooks.translation [None req-d06f0b89-0abe-4b3d-9103-b4c82dbc8bf4 tempest-NetworksTest-1502682821 tempest-NetworksTest-1502682821-project] DELETE failed (client error): The resource could not be found. Apr 18 21:03:13.161062 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d06f0b89-0abe-4b3d-9103-b4c82dbc8bf4 tempest-NetworksTest-1502682821 tempest-NetworksTest-1502682821-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84041) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 21:03:13.162883 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-d06f0b89-0abe-4b3d-9103-b4c82dbc8bf4 tempest-NetworksTest-1502682821 tempest-NetworksTest-1502682821-project] 10.222.0.42 "DELETE /v2.0/networks/aa844762-2918-4a82-b11f-63f72c4151e1 HTTP/1.1" status: 404 len: 339 time: 0.2614815 Apr 18 21:03:13.167586 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 34260) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:03:13.169762 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-7afc65bb-2229-4be7-bfb9-ca2357d27c8a tempest-RoutersAdminTest-1467285608 tempest-RoutersAdminTest-1467285608-project-admin] Notify callbacks [] for router, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:13.173882 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-7afc65bb-2229-4be7-bfb9-ca2357d27c8a tempest-RoutersAdminTest-1467285608 tempest-RoutersAdminTest-1467285608-project-admin] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 876 time: 5.5699906 Apr 18 21:03:13.176194 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 34262) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:03:13.192875 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_dvr_db [None req-60b0bb62-5021-49a3-a646-f2b6d070bfc0 None None] Set router 597bc9bd-7229-4676-9ad0-d05fdc302c35 gateway port host: n-d-838334-2 {{(pid=84042) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 21:03:13.241276 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-bdff894d-5ee3-4740-81ff-79099525cb1b tempest-BulkNetworkOpsTest-1015690540 tempest-BulkNetworkOpsTest-1015690540-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1103592'] for network, before_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:13.290791 n-d-838334-2 neutron-server[84041]: INFO neutron.pecan_wsgi.hooks.translation [None req-2272ec36-1097-441b-bf5e-65fb15864051 tempest-NetworksTest-1502682821 tempest-NetworksTest-1502682821-project] DELETE failed (client error): The resource could not be found. Apr 18 21:03:13.291536 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2272ec36-1097-441b-bf5e-65fb15864051 tempest-NetworksTest-1502682821 tempest-NetworksTest-1502682821-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84041) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 21:03:13.294657 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-2272ec36-1097-441b-bf5e-65fb15864051 tempest-NetworksTest-1502682821 tempest-NetworksTest-1502682821-project] 10.222.0.42 "DELETE /v2.0/subnets/d07a37f7-2261-433c-aace-77150fbb9ade HTTP/1.1" status: 404 len: 337 time: 0.1194894 Apr 18 21:03:13.302655 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3382864-e357-4fcd-b34c-a2d3fdd8649d tempest-PortsTestJSON-1335945802 tempest-PortsTestJSON-1335945802-project] Checking segment: {'id': 'e4236c43-99cf-4261-a88d-9bc1963939b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '68441de9-b403-46a3-9872-0ac490145c31'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84041) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 21:03:13.302857 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 34272) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:03:13.303401 n-d-838334-2 neutron-server[84041]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3382864-e357-4fcd-b34c-a2d3fdd8649d tempest-PortsTestJSON-1335945802 tempest-PortsTestJSON-1335945802-project] Network hostable DHCP agents. Network: 68441de9-b403-46a3-9872-0ac490145c31, hostable agents: ['8746f8ea-3e91-4b32-9919-2c63adeb8722'], hosted agents: [] {{(pid=84041) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 21:03:13.352992 n-d-838334-2 neutron-server[84040]: INFO neutron.pecan_wsgi.hooks.translation [None req-c07568b5-1bc7-47af-a46e-b11eaf88d743 tempest-NetworksTest-1502682821 tempest-NetworksTest-1502682821-project] DELETE failed (client error): The resource could not be found. Apr 18 21:03:13.353500 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c07568b5-1bc7-47af-a46e-b11eaf88d743 tempest-NetworksTest-1502682821 tempest-NetworksTest-1502682821-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84040) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 21:03:13.356034 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-c07568b5-1bc7-47af-a46e-b11eaf88d743 tempest-NetworksTest-1502682821 tempest-NetworksTest-1502682821-project] 10.222.0.42 "DELETE /v2.0/networks/dd92da97-be39-49da-8111-cb8096608cf9 HTTP/1.1" status: 404 len: 339 time: 0.0520868 Apr 18 21:03:13.383829 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 34278) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:03:13.435091 n-d-838334-2 neutron-server[84041]: INFO neutron.pecan_wsgi.hooks.translation [None req-0f20b85c-1e5a-49d5-a201-1dff73d6d32f tempest-NetworksTest-1502682821 tempest-NetworksTest-1502682821-project] DELETE failed (client error): The resource could not be found. Apr 18 21:03:13.435957 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0f20b85c-1e5a-49d5-a201-1dff73d6d32f tempest-NetworksTest-1502682821 tempest-NetworksTest-1502682821-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84041) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 21:03:13.439078 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-0f20b85c-1e5a-49d5-a201-1dff73d6d32f tempest-NetworksTest-1502682821 tempest-NetworksTest-1502682821-project] 10.222.0.42 "DELETE /v2.0/subnets/69af41a9-af05-4b96-a75a-ce144419caaf HTTP/1.1" status: 404 len: 337 time: 0.0539174 Apr 18 21:03:13.441554 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 34284) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:03:13.468454 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-bdff894d-5ee3-4740-81ff-79099525cb1b tempest-BulkNetworkOpsTest-1015690540 tempest-BulkNetworkOpsTest-1015690540-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1258905', 'neutron.services.segments.db._delete_segments_for_network-8750375287417'] for network, precommit_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:13.504019 n-d-838334-2 neutron-server[84040]: DEBUG neutron.services.segments.db [None req-bdff894d-5ee3-4740-81ff-79099525cb1b tempest-BulkNetworkOpsTest-1015690540 tempest-BulkNetworkOpsTest-1015690540-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ccbe19ac-58dd-492f-9057-52be33d763d2']}} {{(pid=84040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:03:13.504890 n-d-838334-2 neutron-server[84041]: INFO neutron.pecan_wsgi.hooks.translation [None req-f45e7d0f-8688-45b0-88de-b567960419cf tempest-NetworksTest-1502682821 tempest-NetworksTest-1502682821-project] DELETE failed (client error): The resource could not be found. Apr 18 21:03:13.505310 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f45e7d0f-8688-45b0-88de-b567960419cf tempest-NetworksTest-1502682821 tempest-NetworksTest-1502682821-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84041) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 21:03:13.507118 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-f45e7d0f-8688-45b0-88de-b567960419cf tempest-NetworksTest-1502682821 tempest-NetworksTest-1502682821-project] 10.222.0.42 "DELETE /v2.0/networks/e5145930-9050-4793-8512-4cd89ffe1bb7 HTTP/1.1" status: 404 len: 339 time: 0.0628707 Apr 18 21:03:13.512774 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 34288) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:03:13.524680 n-d-838334-2 neutron-server[84040]: DEBUG neutron.services.segments.db [None req-bdff894d-5ee3-4740-81ff-79099525cb1b tempest-BulkNetworkOpsTest-1015690540 tempest-BulkNetworkOpsTest-1015690540-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b7119290-6af5-42d5-a86a-5e4e2648612e') {'for_net_delete': True} {{(pid=84040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:03:13.525050 n-d-838334-2 neutron-server[84040]: DEBUG neutron.services.segments.db [None req-bdff894d-5ee3-4740-81ff-79099525cb1b tempest-BulkNetworkOpsTest-1015690540 tempest-BulkNetworkOpsTest-1015690540-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b7119290-6af5-42d5-a86a-5e4e2648612e') {} {{(pid=84040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:03:13.542924 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-bdff894d-5ee3-4740-81ff-79099525cb1b tempest-BulkNetworkOpsTest-1015690540 tempest-BulkNetworkOpsTest-1015690540-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750375287300', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31955965'] for segment, before_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:13.563807 n-d-838334-2 neutron-server[84041]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3382864-e357-4fcd-b34c-a2d3fdd8649d tempest-PortsTestJSON-1335945802 tempest-PortsTestJSON-1335945802-project] Network 68441de9-b403-46a3-9872-0ac490145c31 is scheduled to be hosted by DHCP agent 8746f8ea-3e91-4b32-9919-2c63adeb8722 with binding_index 1 {{(pid=84041) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 21:03:13.566134 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-bdff894d-5ee3-4740-81ff-79099525cb1b tempest-BulkNetworkOpsTest-1015690540 tempest-BulkNetworkOpsTest-1015690540-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1082986'] for segment, precommit_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:13.577796 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bdff894d-5ee3-4740-81ff-79099525cb1b tempest-BulkNetworkOpsTest-1015690540 tempest-BulkNetworkOpsTest-1015690540-project] Releasing vlan 375 on physical network physnet1 to pool {{(pid=84040) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 18 21:03:13.578618 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-bdff894d-5ee3-4740-81ff-79099525cb1b tempest-BulkNetworkOpsTest-1015690540 tempest-BulkNetworkOpsTest-1015690540-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1082993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32440923'] for segment, after_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:13.596385 n-d-838334-2 neutron-server[84041]: DEBUG neutron.scheduler.base_scheduler [None req-b3382864-e357-4fcd-b34c-a2d3fdd8649d tempest-PortsTestJSON-1335945802 tempest-PortsTestJSON-1335945802-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-838334-2, 68441de9-b403-46a3-9872-0ac490145c31) {{(pid=84041) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:03:13.606208 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18d62067-52d1-4288-b2d8-ce3b93ae836b None None] Network 68441de9-b403-46a3-9872-0ac490145c31 requested from n-d-838334-2 {{(pid=84042) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 21:03:13.621809 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 34294) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:03:13.623404 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3382864-e357-4fcd-b34c-a2d3fdd8649d tempest-PortsTestJSON-1335945802 tempest-PortsTestJSON-1335945802-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:03:13.624190 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-b3382864-e357-4fcd-b34c-a2d3fdd8649d tempest-PortsTestJSON-1335945802 tempest-PortsTestJSON-1335945802-project] Notify callbacks [] for subnet, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:13.732903 n-d-838334-2 neutron-server[84040]: Traceback (most recent call last): Apr 18 21:03:13.732903 n-d-838334-2 neutron-server[84040]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 18 21:03:13.732903 n-d-838334-2 neutron-server[84040]: timer() Apr 18 21:03:13.732903 n-d-838334-2 neutron-server[84040]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 21:03:13.732903 n-d-838334-2 neutron-server[84040]: cb(*args, **kw) Apr 18 21:03:13.732903 n-d-838334-2 neutron-server[84040]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 18 21:03:13.732903 n-d-838334-2 neutron-server[84040]: return func(*args, **kwargs) Apr 18 21:03:13.732903 n-d-838334-2 neutron-server[84040]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 21:03:13.732903 n-d-838334-2 neutron-server[84040]: self._notify() Apr 18 21:03:13.732903 n-d-838334-2 neutron-server[84040]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 21:03:13.732903 n-d-838334-2 neutron-server[84040]: self.callback(batched_events) Apr 18 21:03:13.732903 n-d-838334-2 neutron-server[84040]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 21:03:13.732903 n-d-838334-2 neutron-server[84040]: event.method(event) Apr 18 21:03:13.732903 n-d-838334-2 neutron-server[84040]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 18 21:03:13.732903 n-d-838334-2 neutron-server[84040]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 21:03:13.732903 n-d-838334-2 neutron-server[84040]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 18 21:03:13.732903 n-d-838334-2 neutron-server[84040]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 21:03:13.732903 n-d-838334-2 neutron-server[84040]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 18 21:03:13.732903 n-d-838334-2 neutron-server[84040]: return f(self, *a, **k) Apr 18 21:03:13.732903 n-d-838334-2 neutron-server[84040]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 18 21:03:13.732903 n-d-838334-2 neutron-server[84040]: return self._get(url).json() Apr 18 21:03:13.732903 n-d-838334-2 neutron-server[84040]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 18 21:03:13.732903 n-d-838334-2 neutron-server[84040]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 21:03:13.732903 n-d-838334-2 neutron-server[84040]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 18 21:03:13.732903 n-d-838334-2 neutron-server[84040]: return self.request(url, 'GET', **kwargs) Apr 18 21:03:13.732903 n-d-838334-2 neutron-server[84040]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 18 21:03:13.732903 n-d-838334-2 neutron-server[84040]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 21:03:13.732903 n-d-838334-2 neutron-server[84040]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 18 21:03:13.732903 n-d-838334-2 neutron-server[84040]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 21:03:13.732903 n-d-838334-2 neutron-server[84040]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 18 21:03:13.732903 n-d-838334-2 neutron-server[84040]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 21:03:13.732903 n-d-838334-2 neutron-server[84040]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 21:03:13.741194 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-bdff894d-5ee3-4740-81ff-79099525cb1b tempest-BulkNetworkOpsTest-1015690540 tempest-BulkNetworkOpsTest-1015690540-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1258898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33526109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33444113'] for network, after_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:13.745385 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-bdff894d-5ee3-4740-81ff-79099525cb1b tempest-BulkNetworkOpsTest-1015690540 tempest-BulkNetworkOpsTest-1015690540-project] Notify callbacks [] for network, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:13.777265 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdff894d-5ee3-4740-81ff-79099525cb1b tempest-BulkNetworkOpsTest-1015690540 tempest-BulkNetworkOpsTest-1015690540-project] Pushing event deleted for resources: {'Network': ['ID=ccbe19ac-58dd-492f-9057-52be33d763d2,revision_number=None']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:03:13.778087 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-b3382864-e357-4fcd-b34c-a2d3fdd8649d tempest-PortsTestJSON-1335945802 tempest-PortsTestJSON-1335945802-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.1132843 Apr 18 21:03:13.783141 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-bdff894d-5ee3-4740-81ff-79099525cb1b tempest-BulkNetworkOpsTest-1015690540 tempest-BulkNetworkOpsTest-1015690540-project] 10.222.0.42 "DELETE /v2.0/networks/ccbe19ac-58dd-492f-9057-52be33d763d2 HTTP/1.1" status: 204 len: 168 time: 0.7646799 Apr 18 21:03:13.783141 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 34304) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:03:13.788409 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.v2.base [None req-b15eecc8-6c10-42c5-8c0e-a5853aca319a tempest-PortsTestJSON-1335945802 tempest-PortsTestJSON-1335945802-project] Request body: {'port': {'network_id': '68441de9-b403-46a3-9872-0ac490145c31', 'name': 'tempest-PortsTestJSON-57499607'}} {{(pid=84040) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:03:13.841421 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_hamode_db [None req-60b0bb62-5021-49a3-a646-f2b6d070bfc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '597bc9bd-7229-4676-9ad0-d05fdc302c35', 'name': '', 'tenant_id': '4ddcb0df24f94d1292db48b5e0007331', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c570d89-322b-4f4c-92bf-31378826d0ec', 'external_fixed_ips': [{'subnet_id': 'ebbcae87-ebcd-4fdc-98a5-f77297815ec9', 'ip_address': '172.20.0.14'}], 'enable_snat': True}, 'gw_port_id': '32225cad-6427-47f8-bb92-286f7b359ee3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:03:07Z', 'updated_at': '2022-04-18T21:03:10Z', 'revision_number': 3, 'project_id': '4ddcb0df24f94d1292db48b5e0007331', 'gw_port': {'id': '32225cad-6427-47f8-bb92-286f7b359ee3', 'name': '', 'network_id': '0c570d89-322b-4f4c-92bf-31378826d0ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:ff:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '597bc9bd-7229-4676-9ad0-d05fdc302c35', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ebbcae87-ebcd-4fdc-98a5-f77297815ec9', 'ip_address': '172.20.0.14', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:03:08Z', 'updated_at': '2022-04-18T21:03:09Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ebbcae87-ebcd-4fdc-98a5-f77297815ec9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838334-2'}], 'n-d-838334-2', False) {} {{(pid=84042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:03:13.910282 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.db_base_plugin_v2 [None req-17eafa33-1f5f-49af-8149-603fbb0651aa tempest-NetworksTest-1502682821 tempest-NetworksTest-1502682821-project] Deleting subnet 2a2cef16-e0d5-4bb7-900d-f4daf869186b {{(pid=84041) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 18 21:03:13.920470 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60b0bb62-5021-49a3-a646-f2b6d070bfc0 None None] Checking router: 597bc9bd-7229-4676-9ad0-d05fdc302c35 for host: n-d-838334-2 {{(pid=84042) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 18 21:03:13.921518 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60b0bb62-5021-49a3-a646-f2b6d070bfc0 None None] Updating router 597bc9bd-7229-4676-9ad0-d05fdc302c35 port 32225cad-6427-47f8-bb92-286f7b359ee3 binding host n-d-838334-2 {{(pid=84042) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 18 21:03:13.944379 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-17eafa33-1f5f-49af-8149-603fbb0651aa tempest-NetworksTest-1502682821 tempest-NetworksTest-1502682821-project] Notify callbacks [] for subnet, before_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:13.957651 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [None req-b15eecc8-6c10-42c5-8c0e-a5853aca319a tempest-PortsTestJSON-1335945802 tempest-PortsTestJSON-1335945802-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:03:13.983730 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [None req-b15eecc8-6c10-42c5-8c0e-a5853aca319a tempest-PortsTestJSON-1335945802 tempest-PortsTestJSON-1335945802-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:03:14.008975 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b15eecc8-6c10-42c5-8c0e-a5853aca319a tempest-PortsTestJSON-1335945802 tempest-PortsTestJSON-1335945802-project] Made reservation on behalf of 234c597e1bbf440ab35a01225b472234 for: {'port': 1} {{(pid=84040) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:03:14.012786 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-b15eecc8-6c10-42c5-8c0e-a5853aca319a tempest-PortsTestJSON-1335945802 tempest-PortsTestJSON-1335945802-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:14.025517 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-60b0bb62-5021-49a3-a646-f2b6d070bfc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:14.053174 n-d-838334-2 neutron-server[84040]: DEBUG neutron.notifiers.nova [None req-b15eecc8-6c10-42c5-8c0e-a5853aca319a tempest-PortsTestJSON-1335945802 tempest-PortsTestJSON-1335945802-project] device_id is not set on port 9c59ed1f-d824-4f84-9c58-06eb4693ed8d yet. {{(pid=84040) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 18 21:03:14.070900 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76459692-07b8-4dcf-8a57-64107e51af1e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp016840fc-1f9f-5892-9c53-c9cf6c845bbb-68441de9-b403-46a3-9872-0ac490145c31', 'network_id': '68441de9-b403-46a3-9872-0ac490145c31', 'tenant_id': '234c597e1bbf440ab35a01225b472234', 'fixed_ips': [{'subnet_id': '3c1e1dfc-559c-4185-a10c-c583d7ba8c79'}]}} from n-d-838334-2. {{(pid=84042) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 18 21:03:14.072077 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-76459692-07b8-4dcf-8a57-64107e51af1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_create {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:14.075786 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.v2.base [None req-c5ac8de6-b65b-4d53-802a-d4ef7cc868f1 tempest-PortsAdminExtendedAttrsTestJSON-266670040 tempest-PortsAdminExtendedAttrsTestJSON-266670040-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-test-network-532602414'}} {{(pid=84041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:03:14.098540 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-c5ac8de6-b65b-4d53-802a-d4ef7cc868f1 tempest-PortsAdminExtendedAttrsTestJSON-266670040 tempest-PortsAdminExtendedAttrsTestJSON-266670040-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:03:14.123854 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-c5ac8de6-b65b-4d53-802a-d4ef7cc868f1 tempest-PortsAdminExtendedAttrsTestJSON-266670040 tempest-PortsAdminExtendedAttrsTestJSON-266670040-project] Usage tracker for resource:network and tenant:d30a4d2b78c143bfb17745d9cd5d9fd5 is out of sync, need to count used quota {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:03:14.128198 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-c5ac8de6-b65b-4d53-802a-d4ef7cc868f1 tempest-PortsAdminExtendedAttrsTestJSON-266670040 tempest-PortsAdminExtendedAttrsTestJSON-266670040-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:03:14.134909 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-76f530b9-c571-4a29-88c0-8fc91494aa42 tempest-RoutersAdminTest-1467285608 tempest-RoutersAdminTest-1467285608-project-admin] Notify callbacks [] for router, before_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:14.188489 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-17eafa33-1f5f-49af-8149-603fbb0651aa tempest-NetworksTest-1502682821 tempest-NetworksTest-1502682821-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32266383'] for subnet, precommit_delete_associations {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:14.226800 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-c5ac8de6-b65b-4d53-802a-d4ef7cc868f1 tempest-PortsAdminExtendedAttrsTestJSON-266670040 tempest-PortsAdminExtendedAttrsTestJSON-266670040-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:03:14.270132 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.db_base_plugin_common [None req-b15eecc8-6c10-42c5-8c0e-a5853aca319a tempest-PortsTestJSON-1335945802 tempest-PortsTestJSON-1335945802-project] Allocated IP 172.20.0.14 (68441de9-b403-46a3-9872-0ac490145c31/3c1e1dfc-559c-4185-a10c-c583d7ba8c79/9c59ed1f-d824-4f84-9c58-06eb4693ed8d) {{(pid=84040) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 21:03:14.417377 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-17eafa33-1f5f-49af-8149-603fbb0651aa tempest-NetworksTest-1502682821 tempest-NetworksTest-1502682821-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1260556'] for subnet, precommit_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:14.461784 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 34320) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:03:14.502288 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-b15eecc8-6c10-42c5-8c0e-a5853aca319a tempest-PortsTestJSON-1335945802 tempest-PortsTestJSON-1335945802-project] Notify callbacks [] for port, precommit_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:14.525177 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.provisioning_blocks [None req-b15eecc8-6c10-42c5-8c0e-a5853aca319a tempest-PortsTestJSON-1335945802 tempest-PortsTestJSON-1335945802-project] Transition to ACTIVE for port object 9c59ed1f-d824-4f84-9c58-06eb4693ed8d will not be triggered until provisioned by entity DHCP. {{(pid=84040) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:03:14.526018 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c5ac8de6-b65b-4d53-802a-d4ef7cc868f1 tempest-PortsAdminExtendedAttrsTestJSON-266670040 tempest-PortsAdminExtendedAttrsTestJSON-266670040-project] Made reservation on behalf of d30a4d2b78c143bfb17745d9cd5d9fd5 for: {'network': 1} {{(pid=84041) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:03:14.530273 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-c5ac8de6-b65b-4d53-802a-d4ef7cc868f1 tempest-PortsAdminExtendedAttrsTestJSON-266670040 tempest-PortsAdminExtendedAttrsTestJSON-266670040-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for network, before_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:14.547371 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-17eafa33-1f5f-49af-8149-603fbb0651aa tempest-NetworksTest-1502682821 tempest-NetworksTest-1502682821-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1260549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33526260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32266336', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32486390'] for subnet, after_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:14.559356 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-b15eecc8-6c10-42c5-8c0e-a5853aca319a tempest-PortsTestJSON-1335945802 tempest-PortsTestJSON-1335945802-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750374836619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32440838'] for port, after_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:14.611744 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-c5ac8de6-b65b-4d53-802a-d4ef7cc868f1 tempest-PortsAdminExtendedAttrsTestJSON-266670040 tempest-PortsAdminExtendedAttrsTestJSON-266670040-project] Notify callbacks [] for security_group, before_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:14.635516 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17eafa33-1f5f-49af-8149-603fbb0651aa tempest-NetworksTest-1502682821 tempest-NetworksTest-1502682821-project] Pushing event deleted for resources: {'Subnet': ['ID=2a2cef16-e0d5-4bb7-900d-f4daf869186b,revision_number=None']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:03:14.665333 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-c5ac8de6-b65b-4d53-802a-d4ef7cc868f1 tempest-PortsAdminExtendedAttrsTestJSON-266670040 tempest-PortsAdminExtendedAttrsTestJSON-266670040-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:03:14.670211 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-c5ac8de6-b65b-4d53-802a-d4ef7cc868f1 tempest-PortsAdminExtendedAttrsTestJSON-266670040 tempest-PortsAdminExtendedAttrsTestJSON-266670040-project] Usage tracker for resource:security_group_rule and tenant:d30a4d2b78c143bfb17745d9cd5d9fd5 is out of sync, need to count used quota {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:03:14.675285 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-c5ac8de6-b65b-4d53-802a-d4ef7cc868f1 tempest-PortsAdminExtendedAttrsTestJSON-266670040 tempest-PortsAdminExtendedAttrsTestJSON-266670040-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:03:14.682435 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-c5ac8de6-b65b-4d53-802a-d4ef7cc868f1 tempest-PortsAdminExtendedAttrsTestJSON-266670040 tempest-PortsAdminExtendedAttrsTestJSON-266670040-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:03:14.689254 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-60b0bb62-5021-49a3-a646-f2b6d070bfc0 None None] Notify callbacks [] for port, precommit_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:14.708821 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.db_base_plugin_common [None req-76459692-07b8-4dcf-8a57-64107e51af1e None None] Allocated IP 172.20.0.2 (68441de9-b403-46a3-9872-0ac490145c31/3c1e1dfc-559c-4185-a10c-c583d7ba8c79/8b659548-4801-4f47-9b31-c53f6b7c45bb) {{(pid=84042) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 21:03:14.715208 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-60b0bb62-5021-49a3-a646-f2b6d070bfc0 None None] Transition to ACTIVE for port object 32225cad-6427-47f8-bb92-286f7b359ee3 will not be triggered until provisioned by entity L2. {{(pid=84042) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:03:14.730219 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-60b0bb62-5021-49a3-a646-f2b6d070bfc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682'] for port, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:14.777308 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-c5ac8de6-b65b-4d53-802a-d4ef7cc868f1 tempest-PortsAdminExtendedAttrsTestJSON-266670040 tempest-PortsAdminExtendedAttrsTestJSON-266670040-project] Notify callbacks [] for security_group, precommit_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:14.781433 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-17eafa33-1f5f-49af-8149-603fbb0651aa tempest-NetworksTest-1502682821 tempest-NetworksTest-1502682821-project] Notify callbacks [] for subnet, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:14.783829 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b15eecc8-6c10-42c5-8c0e-a5853aca319a tempest-PortsTestJSON-1335945802 tempest-PortsTestJSON-1335945802-project] Pushing event updated for resources: {'Port': ['ID=9c59ed1f-d824-4f84-9c58-06eb4693ed8d,revision_number=1']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:03:14.801921 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-17eafa33-1f5f-49af-8149-603fbb0651aa tempest-NetworksTest-1502682821 tempest-NetworksTest-1502682821-project] 10.222.0.42 "DELETE /v2.0/subnets/2a2cef16-e0d5-4bb7-900d-f4daf869186b HTTP/1.1" status: 204 len: 168 time: 1.2860906 Apr 18 21:03:14.802711 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-c5ac8de6-b65b-4d53-802a-d4ef7cc868f1 tempest-PortsAdminExtendedAttrsTestJSON-266670040 tempest-PortsAdminExtendedAttrsTestJSON-266670040-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33528224'] for security_group, after_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:14.805715 n-d-838334-2 neutron-server[84040]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b15eecc8-6c10-42c5-8c0e-a5853aca319a tempest-PortsTestJSON-1335945802 tempest-PortsTestJSON-1335945802-project] Network 68441de9-b403-46a3-9872-0ac490145c31 is already hosted by enough agents. {{(pid=84040) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:03:14.806562 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 34332) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:03:14.834200 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0200d416-78b9-479b-a042-6b62ffda7a81 None None] Network e955b736-41a2-466e-a13e-267eca8324bc requested from n-d-838334-2 {{(pid=84042) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 21:03:14.856643 n-d-838334-2 neutron-server[84040]: DEBUG neutron.scheduler.base_scheduler [None req-b15eecc8-6c10-42c5-8c0e-a5853aca319a tempest-PortsTestJSON-1335945802 tempest-PortsTestJSON-1335945802-project] Resources bound (agent type, host, resource id): {{(pid=84040) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:03:14.858776 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c5ac8de6-b65b-4d53-802a-d4ef7cc868f1 tempest-PortsAdminExtendedAttrsTestJSON-266670040 tempest-PortsAdminExtendedAttrsTestJSON-266670040-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 362} {{(pid=84041) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 21:03:14.865144 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b15eecc8-6c10-42c5-8c0e-a5853aca319a tempest-PortsTestJSON-1335945802 tempest-PortsTestJSON-1335945802-project] Received port after_create {{(pid=84040) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 21:03:14.873525 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5ac8de6-b65b-4d53-802a-d4ef7cc868f1 tempest-PortsAdminExtendedAttrsTestJSON-266670040 tempest-PortsAdminExtendedAttrsTestJSON-266670040-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ca990ed1-1ab1-4080-9aed-010a0da2f297,revision_number=1']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:03:14.886507 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-c5ac8de6-b65b-4d53-802a-d4ef7cc868f1 tempest-PortsAdminExtendedAttrsTestJSON-266670040 tempest-PortsAdminExtendedAttrsTestJSON-266670040-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1082986'] for segment, precommit_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:14.886855 n-d-838334-2 neutron-server[84041]: INFO neutron.db.segments_db [None req-c5ac8de6-b65b-4d53-802a-d4ef7cc868f1 tempest-PortsAdminExtendedAttrsTestJSON-266670040 tempest-PortsAdminExtendedAttrsTestJSON-266670040-project] Added segment 9573e010-5880-485c-8bd7-28e05d19c097 of type vlan for network 1290f35d-98a4-4ed9-b86c-2656be124c59 Apr 18 21:03:14.932725 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-c5ac8de6-b65b-4d53-802a-d4ef7cc868f1 tempest-PortsAdminExtendedAttrsTestJSON-266670040 tempest-PortsAdminExtendedAttrsTestJSON-266670040-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750374825732'] for network, precommit_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:15.041430 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-c5ac8de6-b65b-4d53-802a-d4ef7cc868f1 tempest-PortsAdminExtendedAttrsTestJSON-266670040 tempest-PortsAdminExtendedAttrsTestJSON-266670040-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33526109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022'] for network, after_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:15.047686 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5ac8de6-b65b-4d53-802a-d4ef7cc868f1 tempest-PortsAdminExtendedAttrsTestJSON-266670040 tempest-PortsAdminExtendedAttrsTestJSON-266670040-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:03:15.049085 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-c5ac8de6-b65b-4d53-802a-d4ef7cc868f1 tempest-PortsAdminExtendedAttrsTestJSON-266670040 tempest-PortsAdminExtendedAttrsTestJSON-266670040-project] Notify callbacks [] for network, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:15.200541 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b15eecc8-6c10-42c5-8c0e-a5853aca319a tempest-PortsTestJSON-1335945802 tempest-PortsTestJSON-1335945802-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:03:15.201368 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-b15eecc8-6c10-42c5-8c0e-a5853aca319a tempest-PortsTestJSON-1335945802 tempest-PortsTestJSON-1335945802-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217293'] for port, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:15.212831 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80c516e8-421e-43bc-8114-707cd9cd0143 None None] Pushing event updated for resources: {'Port': ['ID=32225cad-6427-47f8-bb92-286f7b359ee3,revision_number=2']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:03:15.228415 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-1e3a9350-db7b-47a4-92c9-4bfa492af31e tempest-NetworksTest-1502682821 tempest-NetworksTest-1502682821-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1103592'] for network, before_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:15.270386 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-b15eecc8-6c10-42c5-8c0e-a5853aca319a tempest-PortsTestJSON-1335945802 tempest-PortsTestJSON-1335945802-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 1.4867990 Apr 18 21:03:15.273103 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 34344) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:03:15.289464 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-c5ac8de6-b65b-4d53-802a-d4ef7cc868f1 tempest-PortsAdminExtendedAttrsTestJSON-266670040 tempest-PortsAdminExtendedAttrsTestJSON-266670040-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 798 time: 1.6571155 Apr 18 21:03:15.318327 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.managers [None req-60b0bb62-5021-49a3-a646-f2b6d070bfc0 None None] Attempting to bind port 32225cad-6427-47f8-bb92-286f7b359ee3 on host n-d-838334-2 for vnic_type normal with profile {{(pid=84042) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 21:03:15.325878 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.managers [None req-60b0bb62-5021-49a3-a646-f2b6d070bfc0 None None] Attempting to bind port 32225cad-6427-47f8-bb92-286f7b359ee3 by drivers openvswitch,hyperv on host n-d-838334-2 at level 0 using segments [{'id': '1f8f7082-d0f0-4c6b-9771-2d744af13e38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '0c570d89-322b-4f4c-92bf-31378826d0ec'}] {{(pid=84042) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 21:03:15.328099 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60b0bb62-5021-49a3-a646-f2b6d070bfc0 None None] Attempting to bind port 32225cad-6427-47f8-bb92-286f7b359ee3 on network 0c570d89-322b-4f4c-92bf-31378826d0ec {{(pid=84042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 21:03:15.337102 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-76f530b9-c571-4a29-88c0-8fc91494aa42 tempest-RoutersAdminTest-1467285608 tempest-RoutersAdminTest-1467285608-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:15.345170 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.plugin [None req-1e3a9350-db7b-47a4-92c9-4bfa492af31e tempest-NetworksTest-1502682821 tempest-NetworksTest-1502682821-project] Deleting port 1018c102-7be3-46c2-98ec-13a51a864471 {{(pid=84040) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 21:03:15.345582 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-1e3a9350-db7b-47a4-92c9-4bfa492af31e tempest-NetworksTest-1502682821 tempest-NetworksTest-1502682821-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750375188691'] for port, before_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:15.346557 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5ac8de6-b65b-4d53-802a-d4ef7cc868f1 tempest-PortsAdminExtendedAttrsTestJSON-266670040 tempest-PortsAdminExtendedAttrsTestJSON-266670040-project] Pushing event updated for resources: {'Network': ['ID=1290f35d-98a4-4ed9-b86c-2656be124c59,revision_number=1']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:03:15.368728 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.plugin [None req-76f530b9-c571-4a29-88c0-8fc91494aa42 tempest-RoutersAdminTest-1467285608 tempest-RoutersAdminTest-1467285608-project-admin] Deleting port 32225cad-6427-47f8-bb92-286f7b359ee3 {{(pid=84041) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 21:03:15.369046 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-76f530b9-c571-4a29-88c0-8fc91494aa42 tempest-RoutersAdminTest-1467285608 tempest-RoutersAdminTest-1467285608-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750375188691'] for port, before_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:15.498886 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-8c874a1f-4a50-48d6-97e3-12daf591ffc3 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=74fd5cdbd3e043cca326f0b2ff83331a&name=default HTTP/1.1" status: 200 len: 2647 time: 1.0350919 Apr 18 21:03:15.507774 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 34360) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:03:15.603470 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-76459692-07b8-4dcf-8a57-64107e51af1e None None] Notify callbacks [] for port, precommit_create {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:15.627973 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-76459692-07b8-4dcf-8a57-64107e51af1e None None] Transition to ACTIVE for port object 8b659548-4801-4f47-9b31-c53f6b7c45bb will not be triggered until provisioned by entity L2. {{(pid=84042) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:03:15.629740 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.plugin [None req-07168bb0-e5fa-4c94-b785-30db90bccb69 tempest-PortsTestJSON-1335945802 tempest-PortsTestJSON-1335945802-project] Deleting port 9c59ed1f-d824-4f84-9c58-06eb4693ed8d {{(pid=84040) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 21:03:15.630084 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-07168bb0-e5fa-4c94-b785-30db90bccb69 tempest-PortsTestJSON-1335945802 tempest-PortsTestJSON-1335945802-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750375188691'] for port, before_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:15.675081 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-76459692-07b8-4dcf-8a57-64107e51af1e None None] Transition to ACTIVE for port object 8b659548-4801-4f47-9b31-c53f6b7c45bb will not be triggered until provisioned by entity DHCP. {{(pid=84042) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:03:15.687647 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-b504595c-f105-4986-b740-462c539bd3d1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:15.697118 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Network 1290f35d-98a4-4ed9-b86c-2656be124c59 details requested by agent ovs-agent-n-d-838334-2 with host n-d-838334-2 {{(pid=84042) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 18 21:03:15.721634 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80c516e8-421e-43bc-8114-707cd9cd0143 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:03:15.721971 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80c516e8-421e-43bc-8114-707cd9cd0143 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:03:15.722603 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80c516e8-421e-43bc-8114-707cd9cd0143 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:03:15.722603 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80c516e8-421e-43bc-8114-707cd9cd0143 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:03:15.722926 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80c516e8-421e-43bc-8114-707cd9cd0143 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:03:15.723248 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80c516e8-421e-43bc-8114-707cd9cd0143 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:03:15.735232 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80c516e8-421e-43bc-8114-707cd9cd0143 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:03:15.735607 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80c516e8-421e-43bc-8114-707cd9cd0143 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:03:15.736271 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80c516e8-421e-43bc-8114-707cd9cd0143 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:03:15.736271 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80c516e8-421e-43bc-8114-707cd9cd0143 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:03:15.736746 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80c516e8-421e-43bc-8114-707cd9cd0143 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:03:15.739996 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60b0bb62-5021-49a3-a646-f2b6d070bfc0 None None] Checking agent: {'id': '97cd4414-7af6-4d67-868d-dff370b4071a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838334-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 25, 49), 'started_at': datetime.datetime(2022, 4, 18, 20, 26, 19), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 21, 2, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838334-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 18 21:03:15.740367 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60b0bb62-5021-49a3-a646-f2b6d070bfc0 None None] Checking segment: {'id': '1f8f7082-d0f0-4c6b-9771-2d744af13e38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '0c570d89-322b-4f4c-92bf-31378826d0ec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84042) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 21:03:15.740761 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-60b0bb62-5021-49a3-a646-f2b6d070bfc0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:15.741134 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60b0bb62-5021-49a3-a646-f2b6d070bfc0 None None] Bound using segment: {'id': '1f8f7082-d0f0-4c6b-9771-2d744af13e38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '0c570d89-322b-4f4c-92bf-31378826d0ec'} {{(pid=84042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 18 21:03:15.741605 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.managers [None req-60b0bb62-5021-49a3-a646-f2b6d070bfc0 None None] Bound port: 32225cad-6427-47f8-bb92-286f7b359ee3, host: n-d-838334-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1f8f7082-d0f0-4c6b-9771-2d744af13e38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '0c570d89-322b-4f4c-92bf-31378826d0ec'}}] {{(pid=84042) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 21:03:15.741969 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-60b0bb62-5021-49a3-a646-f2b6d070bfc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:15.752791 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-b504595c-f105-4986-b740-462c539bd3d1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:15.778583 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.db [None req-76f530b9-c571-4a29-88c0-8fc91494aa42 tempest-RoutersAdminTest-1467285608 tempest-RoutersAdminTest-1467285608-project-admin] For port 32225cad-6427-47f8-bb92-286f7b359ee3, host n-d-838334-2, got binding levels [] {{(pid=84041) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:03:15.778945 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-76f530b9-c571-4a29-88c0-8fc91494aa42 tempest-RoutersAdminTest-1467285608 tempest-RoutersAdminTest-1467285608-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369123'] for port, precommit_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:15.853957 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-76459692-07b8-4dcf-8a57-64107e51af1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750374836619'] for port, after_create {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:16.072645 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 34368) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:03:16.125324 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.v2.base [None req-85a6369f-f6e0-45c2-a36e-14ed55da4265 tempest-PortsAdminExtendedAttrsTestJSON-244140651 tempest-PortsAdminExtendedAttrsTestJSON-244140651-project-admin] Request body: {'port': {'network_id': '1290f35d-98a4-4ed9-b86c-2656be124c59', 'binding:host_id': 'n-h1-838334-2', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-273869762'}} {{(pid=84040) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:03:16.171808 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.plugin [None req-76f530b9-c571-4a29-88c0-8fc91494aa42 tempest-RoutersAdminTest-1467285608 tempest-RoutersAdminTest-1467285608-project-admin] Calling delete_port for 32225cad-6427-47f8-bb92-286f7b359ee3 owned by network:router_gateway {{(pid=84041) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 21:03:16.174217 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [None req-85a6369f-f6e0-45c2-a36e-14ed55da4265 tempest-PortsAdminExtendedAttrsTestJSON-244140651 tempest-PortsAdminExtendedAttrsTestJSON-244140651-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:03:16.190692 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-85a6369f-f6e0-45c2-a36e-14ed55da4265 tempest-PortsAdminExtendedAttrsTestJSON-244140651 tempest-PortsAdminExtendedAttrsTestJSON-244140651-project-admin] Usage tracker for resource:port and tenant:88621a9a300c4ac1a77765a7274f51d8 is out of sync, need to count used quota {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:03:16.197597 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-85a6369f-f6e0-45c2-a36e-14ed55da4265 tempest-PortsAdminExtendedAttrsTestJSON-244140651 tempest-PortsAdminExtendedAttrsTestJSON-244140651-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:03:16.222122 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [None req-85a6369f-f6e0-45c2-a36e-14ed55da4265 tempest-PortsAdminExtendedAttrsTestJSON-244140651 tempest-PortsAdminExtendedAttrsTestJSON-244140651-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:03:16.232218 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-8279d54c-a7f6-46d1-9a7c-2971d840cfaf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750375287399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253529'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:16.262957 n-d-838334-2 neutron-server[84042]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76459692-07b8-4dcf-8a57-64107e51af1e None None] Network 68441de9-b403-46a3-9872-0ac490145c31 is already hosted by enough agents. {{(pid=84042) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:03:16.272829 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76459692-07b8-4dcf-8a57-64107e51af1e None None] Pushing event updated for resources: {'Port': ['ID=8b659548-4801-4f47-9b31-c53f6b7c45bb,revision_number=1']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:03:16.275266 n-d-838334-2 neutron-server[84042]: DEBUG neutron.scheduler.base_scheduler [None req-76459692-07b8-4dcf-8a57-64107e51af1e None None] Resources bound (agent type, host, resource id): {{(pid=84042) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:03:16.282898 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76459692-07b8-4dcf-8a57-64107e51af1e None None] Received port after_create {{(pid=84042) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 21:03:16.340145 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-60b0bb62-5021-49a3-a646-f2b6d070bfc0 None None] For port 32225cad-6427-47f8-bb92-286f7b359ee3, host n-d-838334-2, cleared binding levels {{(pid=84042) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 21:03:16.355428 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-60b0bb62-5021-49a3-a646-f2b6d070bfc0 None None] For port 32225cad-6427-47f8-bb92-286f7b359ee3, host n-d-838334-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838334-2',level=0,port_id=32225cad-6427-47f8-bb92-286f7b359ee3,segment=NetworkSegment(1f8f7082-d0f0-4c6b-9771-2d744af13e38),segment_id=1f8f7082-d0f0-4c6b-9771-2d744af13e38)] {{(pid=84042) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 21:03:16.372761 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-b504595c-f105-4986-b740-462c539bd3d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33528224'] for security_group, after_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:16.391344 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-85a6369f-f6e0-45c2-a36e-14ed55da4265 tempest-PortsAdminExtendedAttrsTestJSON-244140651 tempest-PortsAdminExtendedAttrsTestJSON-244140651-project-admin] Made reservation on behalf of 88621a9a300c4ac1a77765a7274f51d8 for: {'port': 1} {{(pid=84040) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:03:16.394570 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-85a6369f-f6e0-45c2-a36e-14ed55da4265 tempest-PortsAdminExtendedAttrsTestJSON-244140651 tempest-PortsAdminExtendedAttrsTestJSON-244140651-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:16.409950 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-60b0bb62-5021-49a3-a646-f2b6d070bfc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682'] for port, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:16.413878 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.db [None req-1e3a9350-db7b-47a4-92c9-4bfa492af31e tempest-NetworksTest-1502682821 tempest-NetworksTest-1502682821-project] For port 1018c102-7be3-46c2-98ec-13a51a864471, host n-d-838334-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838334-2',level=0,port_id=1018c102-7be3-46c2-98ec-13a51a864471,segment=NetworkSegment(c1c51d3f-c9cb-4b81-bcae-7432ab4d5450),segment_id=c1c51d3f-c9cb-4b81-bcae-7432ab4d5450)] {{(pid=84040) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:03:16.414234 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-1e3a9350-db7b-47a4-92c9-4bfa492af31e tempest-NetworksTest-1502682821 tempest-NetworksTest-1502682821-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369123'] for port, precommit_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:16.426694 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b504595c-f105-4986-b740-462c539bd3d1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f88381e-c714-437a-8523-1cc84f7fe2da,revision_number=None']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:03:16.431805 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-85a6369f-f6e0-45c2-a36e-14ed55da4265 tempest-PortsAdminExtendedAttrsTestJSON-244140651 tempest-PortsAdminExtendedAttrsTestJSON-244140651-project-admin] Notify callbacks [] for security_group, before_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:16.462748 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-b504595c-f105-4986-b740-462c539bd3d1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:16.468922 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-b504595c-f105-4986-b740-462c539bd3d1 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/7f88381e-c714-437a-8523-1cc84f7fe2da HTTP/1.1" status: 204 len: 168 time: 0.9601800 Apr 18 21:03:16.516918 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.db.api [None req-76f530b9-c571-4a29-88c0-8fc91494aa42 tempest-RoutersAdminTest-1467285608 tempest-RoutersAdminTest-1467285608-project-admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84041) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 18 21:03:16.516918 n-d-838334-2 neutron-server[84041]: DEBUG oslo_db.api [None req-76f530b9-c571-4a29-88c0-8fc91494aa42 tempest-RoutersAdminTest-1467285608 tempest-RoutersAdminTest-1467285608-project-admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84041) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 18 21:03:16.560227 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.managers [None req-76459692-07b8-4dcf-8a57-64107e51af1e None None] Attempting to bind port 8b659548-4801-4f47-9b31-c53f6b7c45bb on host n-d-838334-2 for vnic_type normal with profile {{(pid=84042) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 21:03:16.560595 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.managers [None req-76459692-07b8-4dcf-8a57-64107e51af1e None None] Attempting to bind port 8b659548-4801-4f47-9b31-c53f6b7c45bb by drivers openvswitch,hyperv on host n-d-838334-2 at level 0 using segments [{'id': 'e4236c43-99cf-4261-a88d-9bc1963939b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '68441de9-b403-46a3-9872-0ac490145c31'}] {{(pid=84042) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 21:03:16.560954 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76459692-07b8-4dcf-8a57-64107e51af1e None None] Attempting to bind port 8b659548-4801-4f47-9b31-c53f6b7c45bb on network 68441de9-b403-46a3-9872-0ac490145c31 {{(pid=84042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 21:03:16.596950 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76459692-07b8-4dcf-8a57-64107e51af1e None None] Checking agent: {'id': '97cd4414-7af6-4d67-868d-dff370b4071a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838334-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 25, 49), 'started_at': datetime.datetime(2022, 4, 18, 20, 26, 19), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 21, 2, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838334-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 18 21:03:16.597322 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76459692-07b8-4dcf-8a57-64107e51af1e None None] Checking segment: {'id': 'e4236c43-99cf-4261-a88d-9bc1963939b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '68441de9-b403-46a3-9872-0ac490145c31'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84042) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 21:03:16.597867 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-76459692-07b8-4dcf-8a57-64107e51af1e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:16.598267 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76459692-07b8-4dcf-8a57-64107e51af1e None None] Bound using segment: {'id': 'e4236c43-99cf-4261-a88d-9bc1963939b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '68441de9-b403-46a3-9872-0ac490145c31'} {{(pid=84042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 18 21:03:16.598828 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.managers [None req-76459692-07b8-4dcf-8a57-64107e51af1e None None] Bound port: 8b659548-4801-4f47-9b31-c53f6b7c45bb, host: n-d-838334-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e4236c43-99cf-4261-a88d-9bc1963939b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '68441de9-b403-46a3-9872-0ac490145c31'}}] {{(pid=84042) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 21:03:16.599200 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-76459692-07b8-4dcf-8a57-64107e51af1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:16.695162 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80c516e8-421e-43bc-8114-707cd9cd0143 None None] Pushing event updated for resources: {'Port': ['ID=32225cad-6427-47f8-bb92-286f7b359ee3,revision_number=3']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:03:16.727431 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.plugin [None req-1e3a9350-db7b-47a4-92c9-4bfa492af31e tempest-NetworksTest-1502682821 tempest-NetworksTest-1502682821-project] Calling delete_port for 1018c102-7be3-46c2-98ec-13a51a864471 owned by network:dhcp {{(pid=84040) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 21:03:16.750580 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60b0bb62-5021-49a3-a646-f2b6d070bfc0 None None] Routers {'597bc9bd-7229-4676-9ad0-d05fdc302c35'} bound to L3 agent in host n-d-838334-2 {{(pid=84042) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 21:03:16.751129 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_hamode_db [None req-60b0bb62-5021-49a3-a646-f2b6d070bfc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838334-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-18T20:25:48Z,description=,heartbeat_timestamp=2022-04-18T21:02:48Z,host='n-d-838334-2',id=bc84d6c9-dd7a-4555-a351-592327b46d5a,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:25:48Z,topic='l3_agent')) {'router_ids': ['597bc9bd-7229-4676-9ad0-d05fdc302c35'], 'active': True} {{(pid=84042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:03:16.938041 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [None req-85a6369f-f6e0-45c2-a36e-14ed55da4265 tempest-PortsAdminExtendedAttrsTestJSON-244140651 tempest-PortsAdminExtendedAttrsTestJSON-244140651-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:03:16.960499 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-85a6369f-f6e0-45c2-a36e-14ed55da4265 tempest-PortsAdminExtendedAttrsTestJSON-244140651 tempest-PortsAdminExtendedAttrsTestJSON-244140651-project-admin] Usage tracker for resource:security_group_rule and tenant:88621a9a300c4ac1a77765a7274f51d8 is out of sync, need to count used quota {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:03:16.975929 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-07168bb0-e5fa-4c94-b785-30db90bccb69 tempest-PortsTestJSON-1335945802 tempest-PortsTestJSON-1335945802-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369123'] for port, precommit_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:17.002537 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-85a6369f-f6e0-45c2-a36e-14ed55da4265 tempest-PortsAdminExtendedAttrsTestJSON-244140651 tempest-PortsAdminExtendedAttrsTestJSON-244140651-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:03:17.016018 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.plugin [None req-76f530b9-c571-4a29-88c0-8fc91494aa42 tempest-RoutersAdminTest-1467285608 tempest-RoutersAdminTest-1467285608-project-admin] Deleting port 32225cad-6427-47f8-bb92-286f7b359ee3 {{(pid=84041) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 21:03:17.016428 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-76f530b9-c571-4a29-88c0-8fc91494aa42 tempest-RoutersAdminTest-1467285608 tempest-RoutersAdminTest-1467285608-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750375188691'] for port, before_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:17.152605 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [None req-85a6369f-f6e0-45c2-a36e-14ed55da4265 tempest-PortsAdminExtendedAttrsTestJSON-244140651 tempest-PortsAdminExtendedAttrsTestJSON-244140651-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:03:17.158772 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-508800ea-db5f-4a3c-a6b6-5a3f0e0774b0 None None] DHCP port deletion for e955b736-41a2-466e-a13e-267eca8324bc request from n-d-838334-2 {{(pid=84042) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 18 21:03:17.187867 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.plugin [None req-508800ea-db5f-4a3c-a6b6-5a3f0e0774b0 None None] Deleting port 1018c102-7be3-46c2-98ec-13a51a864471 {{(pid=84042) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 21:03:17.188164 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-508800ea-db5f-4a3c-a6b6-5a3f0e0774b0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750375188691'] for port, before_delete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:17.288880 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.plugin [None req-07168bb0-e5fa-4c94-b785-30db90bccb69 tempest-PortsTestJSON-1335945802 tempest-PortsTestJSON-1335945802-project] Calling delete_port for 9c59ed1f-d824-4f84-9c58-06eb4693ed8d owned by {{(pid=84040) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 21:03:17.297745 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 34398) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:03:17.336372 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-76459692-07b8-4dcf-8a57-64107e51af1e None None] For port 8b659548-4801-4f47-9b31-c53f6b7c45bb, host n-d-838334-2, cleared binding levels {{(pid=84042) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 21:03:17.361448 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-76459692-07b8-4dcf-8a57-64107e51af1e None None] For port 8b659548-4801-4f47-9b31-c53f6b7c45bb, host n-d-838334-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838334-2',level=0,port_id=8b659548-4801-4f47-9b31-c53f6b7c45bb,segment=NetworkSegment(e4236c43-99cf-4261-a88d-9bc1963939b7),segment_id=e4236c43-99cf-4261-a88d-9bc1963939b7)] {{(pid=84042) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 21:03:17.385227 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.db [None req-76f530b9-c571-4a29-88c0-8fc91494aa42 tempest-RoutersAdminTest-1467285608 tempest-RoutersAdminTest-1467285608-project-admin] For port 32225cad-6427-47f8-bb92-286f7b359ee3, host n-d-838334-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838334-2',level=0,port_id=32225cad-6427-47f8-bb92-286f7b359ee3,segment=NetworkSegment(1f8f7082-d0f0-4c6b-9771-2d744af13e38),segment_id=1f8f7082-d0f0-4c6b-9771-2d744af13e38)] {{(pid=84041) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:03:17.385701 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-76f530b9-c571-4a29-88c0-8fc91494aa42 tempest-RoutersAdminTest-1467285608 tempest-RoutersAdminTest-1467285608-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369123'] for port, precommit_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:17.395836 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-76459692-07b8-4dcf-8a57-64107e51af1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682'] for port, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:17.448255 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_dvr_db [None req-60b0bb62-5021-49a3-a646-f2b6d070bfc0 None None] Set router 597bc9bd-7229-4676-9ad0-d05fdc302c35 gateway port host: None {{(pid=84042) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 21:03:17.582051 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.plugin [None req-76f530b9-c571-4a29-88c0-8fc91494aa42 tempest-RoutersAdminTest-1467285608 tempest-RoutersAdminTest-1467285608-project-admin] Calling delete_port for 32225cad-6427-47f8-bb92-286f7b359ee3 owned by network:router_gateway {{(pid=84041) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 21:03:17.609965 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-1e3a9350-db7b-47a4-92c9-4bfa492af31e tempest-NetworksTest-1502682821 tempest-NetworksTest-1502682821-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750375259028', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750374836628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32440838'] for port, after_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:17.685971 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e3a9350-db7b-47a4-92c9-4bfa492af31e tempest-NetworksTest-1502682821 tempest-NetworksTest-1502682821-project] Pushing event deleted for resources: {'Port': ['ID=1018c102-7be3-46c2-98ec-13a51a864471,revision_number=None']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:03:17.721465 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-07168bb0-e5fa-4c94-b785-30db90bccb69 tempest-PortsTestJSON-1335945802 tempest-PortsTestJSON-1335945802-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750375259028', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750374836628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32440838'] for port, after_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:17.742504 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e3a9350-db7b-47a4-92c9-4bfa492af31e tempest-NetworksTest-1502682821 tempest-NetworksTest-1502682821-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:03:17.744759 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_hamode_db [None req-60b0bb62-5021-49a3-a646-f2b6d070bfc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '597bc9bd-7229-4676-9ad0-d05fdc302c35', 'name': '', 'tenant_id': '4ddcb0df24f94d1292db48b5e0007331', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:03:07Z', 'updated_at': '2022-04-18T21:03:15Z', 'revision_number': 4, 'project_id': '4ddcb0df24f94d1292db48b5e0007331', 'gw_port_host': None}], 'n-d-838334-2', False) {} {{(pid=84042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:03:17.749181 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e3a9350-db7b-47a4-92c9-4bfa492af31e tempest-NetworksTest-1502682821 tempest-NetworksTest-1502682821-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:03:17.749621 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e3a9350-db7b-47a4-92c9-4bfa492af31e tempest-NetworksTest-1502682821 tempest-NetworksTest-1502682821-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:03:17.749964 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e3a9350-db7b-47a4-92c9-4bfa492af31e tempest-NetworksTest-1502682821 tempest-NetworksTest-1502682821-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:03:17.750447 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e3a9350-db7b-47a4-92c9-4bfa492af31e tempest-NetworksTest-1502682821 tempest-NetworksTest-1502682821-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:03:17.750790 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e3a9350-db7b-47a4-92c9-4bfa492af31e tempest-NetworksTest-1502682821 tempest-NetworksTest-1502682821-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:03:17.751279 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e3a9350-db7b-47a4-92c9-4bfa492af31e tempest-NetworksTest-1502682821 tempest-NetworksTest-1502682821-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:03:17.751633 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e3a9350-db7b-47a4-92c9-4bfa492af31e tempest-NetworksTest-1502682821 tempest-NetworksTest-1502682821-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:03:17.751973 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e3a9350-db7b-47a4-92c9-4bfa492af31e tempest-NetworksTest-1502682821 tempest-NetworksTest-1502682821-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:03:17.752299 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e3a9350-db7b-47a4-92c9-4bfa492af31e tempest-NetworksTest-1502682821 tempest-NetworksTest-1502682821-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:03:17.752627 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e3a9350-db7b-47a4-92c9-4bfa492af31e tempest-NetworksTest-1502682821 tempest-NetworksTest-1502682821-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:03:17.757640 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e3a9350-db7b-47a4-92c9-4bfa492af31e tempest-NetworksTest-1502682821 tempest-NetworksTest-1502682821-project] No DVR routers for this DVR port 1018c102-7be3-46c2-98ec-13a51a864471 on host n-d-838334-2 {{(pid=84040) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 21:03:17.882407 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-bc4513b7-4719-4e03-887e-3e49a1af38fa admin admin] Notify callbacks [] for security_group, before_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:17.950278 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60b0bb62-5021-49a3-a646-f2b6d070bfc0 None None] The sync data for ids ['597bc9bd-7229-4676-9ad0-d05fdc302c35'] in n-d-838334-2 is: [{'id': '597bc9bd-7229-4676-9ad0-d05fdc302c35', 'name': '', 'tenant_id': '4ddcb0df24f94d1292db48b5e0007331', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:03:07Z', 'updated_at': '2022-04-18T21:03:15Z', 'revision_number': 4, 'project_id': '4ddcb0df24f94d1292db48b5e0007331', 'gw_port_host': None}] {{(pid=84042) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 18 21:03:18.054770 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76459692-07b8-4dcf-8a57-64107e51af1e None None] Pushing event updated for resources: {'Port': ['ID=8b659548-4801-4f47-9b31-c53f6b7c45bb,revision_number=2']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:03:18.068843 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-a59b8bff-3e23-493d-aa23-1a35571de67c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750375287399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253529'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:18.069527 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-85a6369f-f6e0-45c2-a36e-14ed55da4265 tempest-PortsAdminExtendedAttrsTestJSON-244140651 tempest-PortsAdminExtendedAttrsTestJSON-244140651-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:18.105923 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-85a6369f-f6e0-45c2-a36e-14ed55da4265 tempest-PortsAdminExtendedAttrsTestJSON-244140651 tempest-PortsAdminExtendedAttrsTestJSON-244140651-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33528224'] for security_group, after_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:18.144797 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-508800ea-db5f-4a3c-a6b6-5a3f0e0774b0 None None] For port 1018c102-7be3-46c2-98ec-13a51a864471, host n-d-838334-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838334-2',level=0,port_id=1018c102-7be3-46c2-98ec-13a51a864471,segment=NetworkSegment(c1c51d3f-c9cb-4b81-bcae-7432ab4d5450),segment_id=c1c51d3f-c9cb-4b81-bcae-7432ab4d5450)] {{(pid=84042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:03:18.145200 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-508800ea-db5f-4a3c-a6b6-5a3f0e0774b0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369123'] for port, precommit_delete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:18.161984 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-76f530b9-c571-4a29-88c0-8fc91494aa42 tempest-RoutersAdminTest-1467285608 tempest-RoutersAdminTest-1467285608-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750375259028', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750374836628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32266323'] for port, after_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:18.263764 n-d-838334-2 neutron-server[84040]: DEBUG neutron.notifiers.nova [None req-85a6369f-f6e0-45c2-a36e-14ed55da4265 tempest-PortsAdminExtendedAttrsTestJSON-244140651 tempest-PortsAdminExtendedAttrsTestJSON-244140651-project-admin] device_id is not set on port b4e84a18-d581-417d-ab36-ba3562191fea yet. {{(pid=84040) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 18 21:03:18.297342 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76f530b9-c571-4a29-88c0-8fc91494aa42 tempest-RoutersAdminTest-1467285608 tempest-RoutersAdminTest-1467285608-project-admin] Pushing event deleted for resources: {'Port': ['ID=32225cad-6427-47f8-bb92-286f7b359ee3,revision_number=None']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:03:18.421960 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.plugin [None req-508800ea-db5f-4a3c-a6b6-5a3f0e0774b0 None None] Calling delete_port for 1018c102-7be3-46c2-98ec-13a51a864471 owned by network:dhcp {{(pid=84042) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 21:03:18.424031 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-bc4513b7-4719-4e03-887e-3e49a1af38fa admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:03:18.525257 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-bc4513b7-4719-4e03-887e-3e49a1af38fa admin admin] Usage tracker for resource:security_group_rule and tenant:cead4a51b9444e4a9307b9ab05cd9dfb is out of sync, need to count used quota {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:03:18.553595 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.db.api [None req-508800ea-db5f-4a3c-a6b6-5a3f0e0774b0 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84042) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 18 21:03:18.553854 n-d-838334-2 neutron-server[84042]: DEBUG oslo_db.api [None req-508800ea-db5f-4a3c-a6b6-5a3f0e0774b0 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 18 21:03:18.598230 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-bc4513b7-4719-4e03-887e-3e49a1af38fa admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:03:18.663192 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07168bb0-e5fa-4c94-b785-30db90bccb69 tempest-PortsTestJSON-1335945802 tempest-PortsTestJSON-1335945802-project] Pushing event deleted for resources: {'Port': ['ID=9c59ed1f-d824-4f84-9c58-06eb4693ed8d,revision_number=None']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:03:18.737513 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-bc4513b7-4719-4e03-887e-3e49a1af38fa admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:03:18.874900 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Device 8b659548-4801-4f47-9b31-c53f6b7c45bb up at agent ovs-agent-n-d-838334-2 {{(pid=84042) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 21:03:18.883446 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 34430) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:03:19.029642 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750375287399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253529'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:19.055224 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.plugin [None req-508800ea-db5f-4a3c-a6b6-5a3f0e0774b0 None None] Deleting port 1018c102-7be3-46c2-98ec-13a51a864471 {{(pid=84042) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 21:03:19.055567 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-508800ea-db5f-4a3c-a6b6-5a3f0e0774b0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750375188691'] for port, before_delete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:19.107336 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-76f530b9-c571-4a29-88c0-8fc91494aa42 tempest-RoutersAdminTest-1467285608 tempest-RoutersAdminTest-1467285608-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33444108'] for router_gateway, after_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:19.139272 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Provisioning for port 8b659548-4801-4f47-9b31-c53f6b7c45bb completed by entity L2. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 21:03:19.149609 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.plugin [None req-508800ea-db5f-4a3c-a6b6-5a3f0e0774b0 None None] The port '1018c102-7be3-46c2-98ec-13a51a864471' was deleted {{(pid=84042) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 18 21:03:19.210688 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97191b25-cef3-4708-801a-60d9d34f1ab7 None None] Network 68441de9-b403-46a3-9872-0ac490145c31 requested from n-d-838334-2 {{(pid=84042) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 21:03:19.233061 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-07168bb0-e5fa-4c94-b785-30db90bccb69 tempest-PortsTestJSON-1335945802 tempest-PortsTestJSON-1335945802-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217293'] for port, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:19.251561 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-1e3a9350-db7b-47a4-92c9-4bfa492af31e tempest-NetworksTest-1502682821 tempest-NetworksTest-1502682821-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1258905', 'neutron.services.segments.db._delete_segments_for_network-8750375287417'] for network, precommit_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:19.285946 n-d-838334-2 neutron-server[84040]: DEBUG neutron.services.segments.db [None req-1e3a9350-db7b-47a4-92c9-4bfa492af31e tempest-NetworksTest-1502682821 tempest-NetworksTest-1502682821-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e955b736-41a2-466e-a13e-267eca8324bc']}} {{(pid=84040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:03:19.300535 n-d-838334-2 neutron-server[84040]: DEBUG neutron.services.segments.db [None req-1e3a9350-db7b-47a4-92c9-4bfa492af31e tempest-NetworksTest-1502682821 tempest-NetworksTest-1502682821-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c1c51d3f-c9cb-4b81-bcae-7432ab4d5450') {'for_net_delete': True} {{(pid=84040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:03:19.300859 n-d-838334-2 neutron-server[84040]: DEBUG neutron.services.segments.db [None req-1e3a9350-db7b-47a4-92c9-4bfa492af31e tempest-NetworksTest-1502682821 tempest-NetworksTest-1502682821-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c1c51d3f-c9cb-4b81-bcae-7432ab4d5450') {} {{(pid=84040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:03:19.313105 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-1e3a9350-db7b-47a4-92c9-4bfa492af31e tempest-NetworksTest-1502682821 tempest-NetworksTest-1502682821-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750375287300', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31955965'] for segment, before_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:19.330803 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-1e3a9350-db7b-47a4-92c9-4bfa492af31e tempest-NetworksTest-1502682821 tempest-NetworksTest-1502682821-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1082986'] for segment, precommit_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:19.337037 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1e3a9350-db7b-47a4-92c9-4bfa492af31e tempest-NetworksTest-1502682821 tempest-NetworksTest-1502682821-project] Releasing vlan 370 on physical network physnet1 to pool {{(pid=84040) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 18 21:03:19.337431 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-1e3a9350-db7b-47a4-92c9-4bfa492af31e tempest-NetworksTest-1502682821 tempest-NetworksTest-1502682821-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1082993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32440923'] for segment, after_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:19.359546 n-d-838334-2 neutron-server[84040]: Traceback (most recent call last): Apr 18 21:03:19.359546 n-d-838334-2 neutron-server[84040]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 18 21:03:19.359546 n-d-838334-2 neutron-server[84040]: timer() Apr 18 21:03:19.359546 n-d-838334-2 neutron-server[84040]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 21:03:19.359546 n-d-838334-2 neutron-server[84040]: cb(*args, **kw) Apr 18 21:03:19.359546 n-d-838334-2 neutron-server[84040]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 18 21:03:19.359546 n-d-838334-2 neutron-server[84040]: return func(*args, **kwargs) Apr 18 21:03:19.359546 n-d-838334-2 neutron-server[84040]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 21:03:19.359546 n-d-838334-2 neutron-server[84040]: self._notify() Apr 18 21:03:19.359546 n-d-838334-2 neutron-server[84040]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 21:03:19.359546 n-d-838334-2 neutron-server[84040]: self.callback(batched_events) Apr 18 21:03:19.359546 n-d-838334-2 neutron-server[84040]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 21:03:19.359546 n-d-838334-2 neutron-server[84040]: event.method(event) Apr 18 21:03:19.359546 n-d-838334-2 neutron-server[84040]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 18 21:03:19.359546 n-d-838334-2 neutron-server[84040]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 21:03:19.359546 n-d-838334-2 neutron-server[84040]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 18 21:03:19.359546 n-d-838334-2 neutron-server[84040]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 21:03:19.359546 n-d-838334-2 neutron-server[84040]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 18 21:03:19.359546 n-d-838334-2 neutron-server[84040]: return f(self, *a, **k) Apr 18 21:03:19.359546 n-d-838334-2 neutron-server[84040]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 18 21:03:19.359546 n-d-838334-2 neutron-server[84040]: return self._get(url).json() Apr 18 21:03:19.359546 n-d-838334-2 neutron-server[84040]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 18 21:03:19.359546 n-d-838334-2 neutron-server[84040]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 21:03:19.359546 n-d-838334-2 neutron-server[84040]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 18 21:03:19.359546 n-d-838334-2 neutron-server[84040]: return self.request(url, 'GET', **kwargs) Apr 18 21:03:19.359546 n-d-838334-2 neutron-server[84040]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 18 21:03:19.359546 n-d-838334-2 neutron-server[84040]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 21:03:19.359546 n-d-838334-2 neutron-server[84040]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 18 21:03:19.359546 n-d-838334-2 neutron-server[84040]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 21:03:19.359546 n-d-838334-2 neutron-server[84040]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 18 21:03:19.359546 n-d-838334-2 neutron-server[84040]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 21:03:19.359546 n-d-838334-2 neutron-server[84040]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 21:03:19.400494 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-07168bb0-e5fa-4c94-b785-30db90bccb69 tempest-PortsTestJSON-1335945802 tempest-PortsTestJSON-1335945802-project] 10.222.0.42 "DELETE /v2.0/ports/9c59ed1f-d824-4f84-9c58-06eb4693ed8d HTTP/1.1" status: 204 len: 168 time: 4.1245236 Apr 18 21:03:19.402102 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 34444) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:03:19.406569 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-bc4513b7-4719-4e03-887e-3e49a1af38fa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:19.421336 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-bc4513b7-4719-4e03-887e-3e49a1af38fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33528224'] for security_group, after_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:19.458064 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Device 1018c102-7be3-46c2-98ec-13a51a864471 no longer exists at agent ovs-agent-n-d-838334-2 {{(pid=84042) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 21:03:19.463433 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85a6369f-f6e0-45c2-a36e-14ed55da4265 tempest-PortsAdminExtendedAttrsTestJSON-244140651 tempest-PortsAdminExtendedAttrsTestJSON-244140651-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1cbe501a-7433-4410-9ff0-9fef5b75830b,revision_number=1']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:03:19.571150 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.plugin [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] No Port match for: 1018c102-7be3-46c2-98ec-13a51a864471 {{(pid=84042) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 18 21:03:19.571653 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Device 1018c102-7be3-46c2-98ec-13a51a864471 not bound to the agent host n-d-838334-2 {{(pid=84042) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 21:03:19.578882 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-414b6ffe-e119-47bc-b18f-bcff1219c2f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750375287399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253529'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:19.589997 n-d-838334-2 neutron-server[84040]: INFO neutron.pecan_wsgi.hooks.translation [None req-ceb49cac-38b2-4d27-a575-a1dd47d617fc tempest-PortsTestJSON-1335945802 tempest-PortsTestJSON-1335945802-project] DELETE failed (client error): The resource could not be found. Apr 18 21:03:19.590565 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ceb49cac-38b2-4d27-a575-a1dd47d617fc tempest-PortsTestJSON-1335945802 tempest-PortsTestJSON-1335945802-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84040) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 21:03:19.614024 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-ceb49cac-38b2-4d27-a575-a1dd47d617fc tempest-PortsTestJSON-1335945802 tempest-PortsTestJSON-1335945802-project] 10.222.0.42 "DELETE /v2.0/ports/9c59ed1f-d824-4f84-9c58-06eb4693ed8d HTTP/1.1" status: 404 len: 333 time: 0.1518288 Apr 18 21:03:19.614837 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-1e3a9350-db7b-47a4-92c9-4bfa492af31e tempest-NetworksTest-1502682821 tempest-NetworksTest-1502682821-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1258898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33526109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33444113'] for network, after_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:19.616287 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 34448) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:03:19.629960 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-58dce6ee-0da5-4af0-9820-034f042e31a6 None None] Provisioning for port 8b659548-4801-4f47-9b31-c53f6b7c45bb completed by entity DHCP. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 21:03:19.644018 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-58dce6ee-0da5-4af0-9820-034f042e31a6 None None] Provisioning complete for port 8b659548-4801-4f47-9b31-c53f6b7c45bb triggered by entity DHCP. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:03:19.644018 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-58dce6ee-0da5-4af0-9820-034f042e31a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1253608'] for port, provisioning_complete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:19.710054 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-1e3a9350-db7b-47a4-92c9-4bfa492af31e tempest-NetworksTest-1502682821 tempest-NetworksTest-1502682821-project] Notify callbacks [] for network, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:19.711953 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-1e3a9350-db7b-47a4-92c9-4bfa492af31e tempest-NetworksTest-1502682821 tempest-NetworksTest-1502682821-project] 10.222.0.42 "DELETE /v2.0/networks/e955b736-41a2-466e-a13e-267eca8324bc HTTP/1.1" status: 204 len: 168 time: 4.9044156 Apr 18 21:03:19.716760 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e3a9350-db7b-47a4-92c9-4bfa492af31e tempest-NetworksTest-1502682821 tempest-NetworksTest-1502682821-project] Pushing event deleted for resources: {'Network': ['ID=e955b736-41a2-466e-a13e-267eca8324bc,revision_number=None']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:03:19.718781 n-d-838334-2 neutron-server[84040]: INFO neutron.pecan_wsgi.hooks.translation [None req-e041dd14-f64e-4da2-8b76-759dbb18a589 tempest-PortsTestJSON-1335945802 tempest-PortsTestJSON-1335945802-project] GET failed (client error): The resource could not be found. Apr 18 21:03:19.719285 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-e041dd14-f64e-4da2-8b76-759dbb18a589 tempest-PortsTestJSON-1335945802 tempest-PortsTestJSON-1335945802-project] Synchronizing usage tracker for tenant:234c597e1bbf440ab35a01225b472234 on resource:port {{(pid=84040) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 21:03:19.727031 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4919d809-8819-4800-a818-14e1c6d801c3 req-73b07a92-8f97-4296-abac-f97a92f39337 tempest-AttachVolumeTestJSON-1696487017 tempest-AttachVolumeTestJSON-1696487017-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:03:19.731185 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-4919d809-8819-4800-a818-14e1c6d801c3 req-73b07a92-8f97-4296-abac-f97a92f39337 tempest-AttachVolumeTestJSON-1696487017 tempest-AttachVolumeTestJSON-1696487017-project] 10.222.0.42 "GET /v2.0/ports?device_id=8febef70-4ef9-4774-9ec7-33697a7c70d6 HTTP/1.1" status: 200 len: 945 time: 1.0405889 Apr 18 21:03:19.792804 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.v2.base [None req-a8cde8f2-242d-4255-9260-4aaa8d223f6b tempest-RoutersTest-1500746192 tempest-RoutersTest-1500746192-project] Request body: {'network': {'name': 'tempest-RoutersTest-332719747'}} {{(pid=84041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:03:19.816141 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc4513b7-4719-4e03-887e-3e49a1af38fa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6f764148-6377-4a5e-b1b3-b72b45bbcbc7,revision_number=1']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:03:19.858656 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-58dce6ee-0da5-4af0-9820-034f042e31a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:19.921112 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-e041dd14-f64e-4da2-8b76-759dbb18a589 tempest-PortsTestJSON-1335945802 tempest-PortsTestJSON-1335945802-project] Unset dirty status for tenant:234c597e1bbf440ab35a01225b472234 on resource:port {{(pid=84040) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 21:03:19.922654 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-58dce6ee-0da5-4af0-9820-034f042e31a6 None None] For port 8b659548-4801-4f47-9b31-c53f6b7c45bb, host n-d-838334-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838334-2',level=0,port_id=8b659548-4801-4f47-9b31-c53f6b7c45bb,segment=NetworkSegment(e4236c43-99cf-4261-a88d-9bc1963939b7),segment_id=e4236c43-99cf-4261-a88d-9bc1963939b7)] {{(pid=84042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:03:19.924564 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-a8cde8f2-242d-4255-9260-4aaa8d223f6b tempest-RoutersTest-1500746192 tempest-RoutersTest-1500746192-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:03:19.925604 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-e041dd14-f64e-4da2-8b76-759dbb18a589 tempest-PortsTestJSON-1335945802 tempest-PortsTestJSON-1335945802-project] 10.222.0.42 "GET /v2.0/ports/9c59ed1f-d824-4f84-9c58-06eb4693ed8d HTTP/1.1" status: 404 len: 333 time: 0.3037956 Apr 18 21:03:19.928183 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 34456) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:03:19.931490 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-a8cde8f2-242d-4255-9260-4aaa8d223f6b tempest-RoutersTest-1500746192 tempest-RoutersTest-1500746192-project] Usage tracker for resource:network and tenant:8a05b90fa8c54f25938df6bd0ef52223 is out of sync, need to count used quota {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:03:19.935083 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-58dce6ee-0da5-4af0-9820-034f042e31a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682'] for port, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:19.941209 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-a8cde8f2-242d-4255-9260-4aaa8d223f6b tempest-RoutersTest-1500746192 tempest-RoutersTest-1500746192-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:03:19.951238 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-a8cde8f2-242d-4255-9260-4aaa8d223f6b tempest-RoutersTest-1500746192 tempest-RoutersTest-1500746192-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:03:20.018875 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a8cde8f2-242d-4255-9260-4aaa8d223f6b tempest-RoutersTest-1500746192 tempest-RoutersTest-1500746192-project] Made reservation on behalf of 8a05b90fa8c54f25938df6bd0ef52223 for: {'network': 1} {{(pid=84041) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:03:20.022232 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-a8cde8f2-242d-4255-9260-4aaa8d223f6b tempest-RoutersTest-1500746192 tempest-RoutersTest-1500746192-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for network, before_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:20.067486 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-76f530b9-c571-4a29-88c0-8fc91494aa42 tempest-RoutersAdminTest-1467285608 tempest-RoutersAdminTest-1467285608-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33443580', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5726'] for router, precommit_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:20.077070 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-bc4513b7-4719-4e03-887e-3e49a1af38fa admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=cead4a51b9444e4a9307b9ab05cd9dfb&name=default HTTP/1.1" status: 200 len: 2647 time: 2.7753251 Apr 18 21:03:20.077070 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-a8cde8f2-242d-4255-9260-4aaa8d223f6b tempest-RoutersTest-1500746192 tempest-RoutersTest-1500746192-project] Notify callbacks [] for security_group, before_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:20.083694 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58dce6ee-0da5-4af0-9820-034f042e31a6 None None] Pushing event updated for resources: {'Port': ['ID=8b659548-4801-4f47-9b31-c53f6b7c45bb,revision_number=3']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:03:20.097956 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 34460) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:03:20.124959 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-a8cde8f2-242d-4255-9260-4aaa8d223f6b tempest-RoutersTest-1500746192 tempest-RoutersTest-1500746192-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:03:20.129902 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-a8cde8f2-242d-4255-9260-4aaa8d223f6b tempest-RoutersTest-1500746192 tempest-RoutersTest-1500746192-project] Usage tracker for resource:security_group_rule and tenant:8a05b90fa8c54f25938df6bd0ef52223 is out of sync, need to count used quota {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:03:20.134125 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-a8cde8f2-242d-4255-9260-4aaa8d223f6b tempest-RoutersTest-1500746192 tempest-RoutersTest-1500746192-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:03:20.162175 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-a8cde8f2-242d-4255-9260-4aaa8d223f6b tempest-RoutersTest-1500746192 tempest-RoutersTest-1500746192-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:03:20.168621 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-ef42a5a5-16b0-4806-aac0-17e094bc1a96 None None] Provisioning complete for port 8b659548-4801-4f47-9b31-c53f6b7c45bb triggered by entity DHCP. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:03:20.168879 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-ef42a5a5-16b0-4806-aac0-17e094bc1a96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1253608'] for port, provisioning_complete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:20.183384 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-76f530b9-c571-4a29-88c0-8fc91494aa42 tempest-RoutersAdminTest-1467285608 tempest-RoutersAdminTest-1467285608-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:20.238598 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-4919d809-8819-4800-a818-14e1c6d801c3 req-6db6122d-bbba-41df-863f-da5bb0066746 tempest-AttachVolumeTestJSON-1696487017 tempest-AttachVolumeTestJSON-1696487017-project] 10.222.0.42 "GET /v2.0/security-groups?id=326b68b1-226b-43b8-a174-ccc3d0972537&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4496307 Apr 18 21:03:20.257254 n-d-838334-2 neutron-server[84040]: DEBUG neutron.notifiers.nova [None req-85a6369f-f6e0-45c2-a36e-14ed55da4265 tempest-PortsAdminExtendedAttrsTestJSON-244140651 tempest-PortsAdminExtendedAttrsTestJSON-244140651-project-admin] device_id is not set on port b4e84a18-d581-417d-ab36-ba3562191fea yet. {{(pid=84040) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 18 21:03:20.312998 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-85a6369f-f6e0-45c2-a36e-14ed55da4265 tempest-PortsAdminExtendedAttrsTestJSON-244140651 tempest-PortsAdminExtendedAttrsTestJSON-244140651-project-admin] Notify callbacks [] for port, precommit_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:20.345633 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-2a1318b9-0e79-4dc8-ae96-1ef9cc1c6de1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:20.355258 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.provisioning_blocks [None req-85a6369f-f6e0-45c2-a36e-14ed55da4265 tempest-PortsAdminExtendedAttrsTestJSON-244140651 tempest-PortsAdminExtendedAttrsTestJSON-244140651-project-admin] Transition to ACTIVE for port object b4e84a18-d581-417d-ab36-ba3562191fea will not be triggered until provisioned by entity L2. {{(pid=84040) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:03:20.357152 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-76f530b9-c571-4a29-88c0-8fc91494aa42 tempest-RoutersAdminTest-1467285608 tempest-RoutersAdminTest-1467285608-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-33443408'] for router, after_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:20.357979 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-76f530b9-c571-4a29-88c0-8fc91494aa42 tempest-RoutersAdminTest-1467285608 tempest-RoutersAdminTest-1467285608-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 597bc9bd-7229-4676-9ad0-d05fdc302c35 {{(pid=84041) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 18 21:03:20.368752 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.db_base_plugin_v2 [None req-65fe657a-2ba4-4246-a7b8-cf2ff202fbbc tempest-PortsTestJSON-1335945802 tempest-PortsTestJSON-1335945802-project] Deleting subnet 3c1e1dfc-559c-4185-a10c-c583d7ba8c79 {{(pid=84040) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 18 21:03:20.389788 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-65fe657a-2ba4-4246-a7b8-cf2ff202fbbc tempest-PortsTestJSON-1335945802 tempest-PortsTestJSON-1335945802-project] Notify callbacks [] for subnet, before_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:20.428992 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-2a1318b9-0e79-4dc8-ae96-1ef9cc1c6de1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:20.472018 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-76f530b9-c571-4a29-88c0-8fc91494aa42 tempest-RoutersAdminTest-1467285608 tempest-RoutersAdminTest-1467285608-project-admin] Notify callbacks [] for router, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:20.473510 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-76f530b9-c571-4a29-88c0-8fc91494aa42 tempest-RoutersAdminTest-1467285608 tempest-RoutersAdminTest-1467285608-project-admin] 10.222.0.42 "DELETE /v2.0/routers/597bc9bd-7229-4676-9ad0-d05fdc302c35 HTTP/1.1" status: 204 len: 168 time: 7.2554207 Apr 18 21:03:20.479989 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 34468) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:03:20.486350 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-a8cde8f2-242d-4255-9260-4aaa8d223f6b tempest-RoutersTest-1500746192 tempest-RoutersTest-1500746192-project] Notify callbacks [] for security_group, precommit_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:20.512014 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-65fe657a-2ba4-4246-a7b8-cf2ff202fbbc tempest-PortsTestJSON-1335945802 tempest-PortsTestJSON-1335945802-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31955982'] for subnet, precommit_delete_associations {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:20.543346 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-c7521a90-7d65-4e2e-842c-ca5d95e9a89c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750375287399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253529'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:20.547580 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-a8cde8f2-242d-4255-9260-4aaa8d223f6b tempest-RoutersTest-1500746192 tempest-RoutersTest-1500746192-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33528224'] for security_group, after_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:20.568077 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 34472) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:03:20.603930 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-8a026c19-3a21-4184-8ebf-4e2285b6b42d None None] Could not find standard attr ID for object 9c59ed1f-d824-4f84-9c58-06eb4693ed8d. {{(pid=84042) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 18 21:03:20.608073 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a8cde8f2-242d-4255-9260-4aaa8d223f6b tempest-RoutersTest-1500746192 tempest-RoutersTest-1500746192-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 394} {{(pid=84041) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 21:03:20.611970 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-85a6369f-f6e0-45c2-a36e-14ed55da4265 tempest-PortsAdminExtendedAttrsTestJSON-244140651 tempest-PortsAdminExtendedAttrsTestJSON-244140651-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750374836619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32440838'] for port, after_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:20.645234 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8cde8f2-242d-4255-9260-4aaa8d223f6b tempest-RoutersTest-1500746192 tempest-RoutersTest-1500746192-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fc976fb3-f6a0-412a-93ae-9dc054b8a387,revision_number=1']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:03:20.662443 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-a8cde8f2-242d-4255-9260-4aaa8d223f6b tempest-RoutersTest-1500746192 tempest-RoutersTest-1500746192-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1082986'] for segment, precommit_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:20.666408 n-d-838334-2 neutron-server[84041]: INFO neutron.db.segments_db [None req-a8cde8f2-242d-4255-9260-4aaa8d223f6b tempest-RoutersTest-1500746192 tempest-RoutersTest-1500746192-project] Added segment 762c4ffe-7c22-4d92-85cd-e51a6ba67559 of type vlan for network d5cfee16-9772-436c-83b0-48818235b6ad Apr 18 21:03:20.702210 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.db_base_plugin_v2 [None req-340a71ff-bac4-431d-8fd4-94294a48618c tempest-RoutersAdminTest-1467285608 tempest-RoutersAdminTest-1467285608-project-admin] Deleting subnet ebbcae87-ebcd-4fdc-98a5-f77297815ec9 {{(pid=84041) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 18 21:03:20.709328 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-2a1318b9-0e79-4dc8-ae96-1ef9cc1c6de1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33528224'] for security_group, after_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:20.725342 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-340a71ff-bac4-431d-8fd4-94294a48618c tempest-RoutersAdminTest-1467285608 tempest-RoutersAdminTest-1467285608-project-admin] Notify callbacks [] for subnet, before_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:20.764985 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85a6369f-f6e0-45c2-a36e-14ed55da4265 tempest-PortsAdminExtendedAttrsTestJSON-244140651 tempest-PortsAdminExtendedAttrsTestJSON-244140651-project-admin] Pushing event updated for resources: {'Port': ['ID=b4e84a18-d581-417d-ab36-ba3562191fea,revision_number=1']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:03:20.788838 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85a6369f-f6e0-45c2-a36e-14ed55da4265 tempest-PortsAdminExtendedAttrsTestJSON-244140651 tempest-PortsAdminExtendedAttrsTestJSON-244140651-project-admin] Checking segment: {'id': '9573e010-5880-485c-8bd7-28e05d19c097', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '1290f35d-98a4-4ed9-b86c-2656be124c59'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84040) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 21:03:20.790315 n-d-838334-2 neutron-server[84040]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85a6369f-f6e0-45c2-a36e-14ed55da4265 tempest-PortsAdminExtendedAttrsTestJSON-244140651 tempest-PortsAdminExtendedAttrsTestJSON-244140651-project-admin] Network hostable DHCP agents. Network: 1290f35d-98a4-4ed9-b86c-2656be124c59, hostable agents: ['8746f8ea-3e91-4b32-9919-2c63adeb8722'], hosted agents: [] {{(pid=84040) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 21:03:20.797422 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Device 8b659548-4801-4f47-9b31-c53f6b7c45bb up at agent ovs-agent-n-d-838334-2 {{(pid=84042) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 21:03:20.817936 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-65fe657a-2ba4-4246-a7b8-cf2ff202fbbc tempest-PortsTestJSON-1335945802 tempest-PortsTestJSON-1335945802-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1260556'] for subnet, precommit_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:20.885209 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-a8cde8f2-242d-4255-9260-4aaa8d223f6b tempest-RoutersTest-1500746192 tempest-RoutersTest-1500746192-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750374825732'] for network, precommit_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:20.890209 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a1318b9-0e79-4dc8-ae96-1ef9cc1c6de1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f764148-6377-4a5e-b1b3-b72b45bbcbc7,revision_number=None']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:03:20.913695 n-d-838334-2 neutron-server[84040]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85a6369f-f6e0-45c2-a36e-14ed55da4265 tempest-PortsAdminExtendedAttrsTestJSON-244140651 tempest-PortsAdminExtendedAttrsTestJSON-244140651-project-admin] Network 1290f35d-98a4-4ed9-b86c-2656be124c59 is scheduled to be hosted by DHCP agent 8746f8ea-3e91-4b32-9919-2c63adeb8722 with binding_index 1 {{(pid=84040) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 21:03:20.942135 n-d-838334-2 neutron-server[84040]: DEBUG neutron.scheduler.base_scheduler [None req-85a6369f-f6e0-45c2-a36e-14ed55da4265 tempest-PortsAdminExtendedAttrsTestJSON-244140651 tempest-PortsAdminExtendedAttrsTestJSON-244140651-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-838334-2, 1290f35d-98a4-4ed9-b86c-2656be124c59) {{(pid=84040) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:03:20.947062 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-2a1318b9-0e79-4dc8-ae96-1ef9cc1c6de1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:20.952007 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85a6369f-f6e0-45c2-a36e-14ed55da4265 tempest-PortsAdminExtendedAttrsTestJSON-244140651 tempest-PortsAdminExtendedAttrsTestJSON-244140651-project-admin] Received port after_create {{(pid=84040) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 21:03:20.953880 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-2a1318b9-0e79-4dc8-ae96-1ef9cc1c6de1 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/6f764148-6377-4a5e-b1b3-b72b45bbcbc7 HTTP/1.1" status: 204 len: 168 time: 0.7959056 Apr 18 21:03:20.965866 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-65fe657a-2ba4-4246-a7b8-cf2ff202fbbc tempest-PortsTestJSON-1335945802 tempest-PortsTestJSON-1335945802-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1260549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33526260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32440885', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31752825'] for subnet, after_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:20.967564 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-340a71ff-bac4-431d-8fd4-94294a48618c tempest-RoutersAdminTest-1467285608 tempest-RoutersAdminTest-1467285608-project-admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32266383'] for subnet, precommit_delete_associations {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:21.021420 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-520ee0d1-6a81-4b02-b444-06f5bace9329 None None] Network 1290f35d-98a4-4ed9-b86c-2656be124c59 requested from n-d-838334-2 {{(pid=84042) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 21:03:21.022858 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.managers [None req-85a6369f-f6e0-45c2-a36e-14ed55da4265 tempest-PortsAdminExtendedAttrsTestJSON-244140651 tempest-PortsAdminExtendedAttrsTestJSON-244140651-project-admin] Attempting to bind port b4e84a18-d581-417d-ab36-ba3562191fea on host n-h1-838334-2 for vnic_type normal with profile {{(pid=84040) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 21:03:21.023262 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.managers [None req-85a6369f-f6e0-45c2-a36e-14ed55da4265 tempest-PortsAdminExtendedAttrsTestJSON-244140651 tempest-PortsAdminExtendedAttrsTestJSON-244140651-project-admin] Attempting to bind port b4e84a18-d581-417d-ab36-ba3562191fea by drivers openvswitch,hyperv on host n-h1-838334-2 at level 0 using segments [{'id': '9573e010-5880-485c-8bd7-28e05d19c097', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '1290f35d-98a4-4ed9-b86c-2656be124c59'}] {{(pid=84040) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 21:03:21.023712 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85a6369f-f6e0-45c2-a36e-14ed55da4265 tempest-PortsAdminExtendedAttrsTestJSON-244140651 tempest-PortsAdminExtendedAttrsTestJSON-244140651-project-admin] Attempting to bind port b4e84a18-d581-417d-ab36-ba3562191fea on network 1290f35d-98a4-4ed9-b86c-2656be124c59 {{(pid=84040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 21:03:21.026984 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65fe657a-2ba4-4246-a7b8-cf2ff202fbbc tempest-PortsTestJSON-1335945802 tempest-PortsTestJSON-1335945802-project] Pushing event deleted for resources: {'Subnet': ['ID=3c1e1dfc-559c-4185-a10c-c583d7ba8c79,revision_number=None']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:03:21.031010 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.db.resource_extend [None req-a8cde8f2-242d-4255-9260-4aaa8d223f6b tempest-RoutersTest-1500746192 tempest-RoutersTest-1500746192-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84041) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 18 21:03:21.032325 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-65fe657a-2ba4-4246-a7b8-cf2ff202fbbc tempest-PortsTestJSON-1335945802 tempest-PortsTestJSON-1335945802-project] Notify callbacks [] for subnet, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:21.044069 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-65fe657a-2ba4-4246-a7b8-cf2ff202fbbc tempest-PortsTestJSON-1335945802 tempest-PortsTestJSON-1335945802-project] 10.222.0.42 "DELETE /v2.0/subnets/3c1e1dfc-559c-4185-a10c-c583d7ba8c79 HTTP/1.1" status: 204 len: 168 time: 1.1142356 Apr 18 21:03:21.044735 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 34482) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:03:21.061930 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dddc161e-9fa0-47bd-9218-89c8bf232be3 None None] Network 68441de9-b403-46a3-9872-0ac490145c31 requested from n-d-838334-2 {{(pid=84042) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 21:03:21.104682 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85a6369f-f6e0-45c2-a36e-14ed55da4265 tempest-PortsAdminExtendedAttrsTestJSON-244140651 tempest-PortsAdminExtendedAttrsTestJSON-244140651-project-admin] Port b4e84a18-d581-417d-ab36-ba3562191fea on network 1290f35d-98a4-4ed9-b86c-2656be124c59 not bound, no agent of type Open vSwitch agent registered on host n-h1-838334-2 {{(pid=84040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 18 21:03:21.108270 n-d-838334-2 neutron-server[84040]: ERROR neutron.plugins.ml2.managers [None req-85a6369f-f6e0-45c2-a36e-14ed55da4265 tempest-PortsAdminExtendedAttrsTestJSON-244140651 tempest-PortsAdminExtendedAttrsTestJSON-244140651-project-admin] Failed to bind port b4e84a18-d581-417d-ab36-ba3562191fea on host n-h1-838334-2 for vnic_type normal using segments [{'id': '9573e010-5880-485c-8bd7-28e05d19c097', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '1290f35d-98a4-4ed9-b86c-2656be124c59'}] Apr 18 21:03:21.112817 n-d-838334-2 neutron-server[84040]: INFO neutron.plugins.ml2.plugin [None req-85a6369f-f6e0-45c2-a36e-14ed55da4265 tempest-PortsAdminExtendedAttrsTestJSON-244140651 tempest-PortsAdminExtendedAttrsTestJSON-244140651-project-admin] Attempt 2 to bind port b4e84a18-d581-417d-ab36-ba3562191fea Apr 18 21:03:21.160987 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-a8cde8f2-242d-4255-9260-4aaa8d223f6b tempest-RoutersTest-1500746192 tempest-RoutersTest-1500746192-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33526109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022'] for network, after_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:21.164644 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8cde8f2-242d-4255-9260-4aaa8d223f6b tempest-RoutersTest-1500746192 tempest-RoutersTest-1500746192-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:03:21.165100 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-a8cde8f2-242d-4255-9260-4aaa8d223f6b tempest-RoutersTest-1500746192 tempest-RoutersTest-1500746192-project] Notify callbacks [] for network, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:21.226225 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-340a71ff-bac4-431d-8fd4-94294a48618c tempest-RoutersAdminTest-1467285608 tempest-RoutersAdminTest-1467285608-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1260556'] for subnet, precommit_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:21.226502 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.managers [None req-85a6369f-f6e0-45c2-a36e-14ed55da4265 tempest-PortsAdminExtendedAttrsTestJSON-244140651 tempest-PortsAdminExtendedAttrsTestJSON-244140651-project-admin] Attempting to bind port b4e84a18-d581-417d-ab36-ba3562191fea on host n-h1-838334-2 for vnic_type normal with profile {{(pid=84040) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 21:03:21.227018 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.managers [None req-85a6369f-f6e0-45c2-a36e-14ed55da4265 tempest-PortsAdminExtendedAttrsTestJSON-244140651 tempest-PortsAdminExtendedAttrsTestJSON-244140651-project-admin] Attempting to bind port b4e84a18-d581-417d-ab36-ba3562191fea by drivers openvswitch,hyperv on host n-h1-838334-2 at level 0 using segments [{'id': '9573e010-5880-485c-8bd7-28e05d19c097', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '1290f35d-98a4-4ed9-b86c-2656be124c59'}] {{(pid=84040) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 21:03:21.227511 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85a6369f-f6e0-45c2-a36e-14ed55da4265 tempest-PortsAdminExtendedAttrsTestJSON-244140651 tempest-PortsAdminExtendedAttrsTestJSON-244140651-project-admin] Attempting to bind port b4e84a18-d581-417d-ab36-ba3562191fea on network 1290f35d-98a4-4ed9-b86c-2656be124c59 {{(pid=84040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 21:03:21.261227 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85a6369f-f6e0-45c2-a36e-14ed55da4265 tempest-PortsAdminExtendedAttrsTestJSON-244140651 tempest-PortsAdminExtendedAttrsTestJSON-244140651-project-admin] Port b4e84a18-d581-417d-ab36-ba3562191fea on network 1290f35d-98a4-4ed9-b86c-2656be124c59 not bound, no agent of type Open vSwitch agent registered on host n-h1-838334-2 {{(pid=84040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 18 21:03:21.262604 n-d-838334-2 neutron-server[84040]: ERROR neutron.plugins.ml2.managers [None req-85a6369f-f6e0-45c2-a36e-14ed55da4265 tempest-PortsAdminExtendedAttrsTestJSON-244140651 tempest-PortsAdminExtendedAttrsTestJSON-244140651-project-admin] Failed to bind port b4e84a18-d581-417d-ab36-ba3562191fea on host n-h1-838334-2 for vnic_type normal using segments [{'id': '9573e010-5880-485c-8bd7-28e05d19c097', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '1290f35d-98a4-4ed9-b86c-2656be124c59'}] Apr 18 21:03:21.273324 n-d-838334-2 neutron-server[84040]: INFO neutron.plugins.ml2.plugin [None req-85a6369f-f6e0-45c2-a36e-14ed55da4265 tempest-PortsAdminExtendedAttrsTestJSON-244140651 tempest-PortsAdminExtendedAttrsTestJSON-244140651-project-admin] Attempt 3 to bind port b4e84a18-d581-417d-ab36-ba3562191fea Apr 18 21:03:21.301500 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-875b1abd-e7a6-486e-a355-a820fe252763 tempest-PortsTestJSON-1335945802 tempest-PortsTestJSON-1335945802-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1103592'] for network, before_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:21.305888 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.managers [None req-85a6369f-f6e0-45c2-a36e-14ed55da4265 tempest-PortsAdminExtendedAttrsTestJSON-244140651 tempest-PortsAdminExtendedAttrsTestJSON-244140651-project-admin] Attempting to bind port b4e84a18-d581-417d-ab36-ba3562191fea on host n-h1-838334-2 for vnic_type normal with profile {{(pid=84040) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 21:03:21.306613 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.managers [None req-85a6369f-f6e0-45c2-a36e-14ed55da4265 tempest-PortsAdminExtendedAttrsTestJSON-244140651 tempest-PortsAdminExtendedAttrsTestJSON-244140651-project-admin] Attempting to bind port b4e84a18-d581-417d-ab36-ba3562191fea by drivers openvswitch,hyperv on host n-h1-838334-2 at level 0 using segments [{'id': '9573e010-5880-485c-8bd7-28e05d19c097', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '1290f35d-98a4-4ed9-b86c-2656be124c59'}] {{(pid=84040) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 21:03:21.306758 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85a6369f-f6e0-45c2-a36e-14ed55da4265 tempest-PortsAdminExtendedAttrsTestJSON-244140651 tempest-PortsAdminExtendedAttrsTestJSON-244140651-project-admin] Attempting to bind port b4e84a18-d581-417d-ab36-ba3562191fea on network 1290f35d-98a4-4ed9-b86c-2656be124c59 {{(pid=84040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 21:03:21.321696 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85a6369f-f6e0-45c2-a36e-14ed55da4265 tempest-PortsAdminExtendedAttrsTestJSON-244140651 tempest-PortsAdminExtendedAttrsTestJSON-244140651-project-admin] Port b4e84a18-d581-417d-ab36-ba3562191fea on network 1290f35d-98a4-4ed9-b86c-2656be124c59 not bound, no agent of type Open vSwitch agent registered on host n-h1-838334-2 {{(pid=84040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 18 21:03:21.322024 n-d-838334-2 neutron-server[84040]: ERROR neutron.plugins.ml2.managers [None req-85a6369f-f6e0-45c2-a36e-14ed55da4265 tempest-PortsAdminExtendedAttrsTestJSON-244140651 tempest-PortsAdminExtendedAttrsTestJSON-244140651-project-admin] Failed to bind port b4e84a18-d581-417d-ab36-ba3562191fea on host n-h1-838334-2 for vnic_type normal using segments [{'id': '9573e010-5880-485c-8bd7-28e05d19c097', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '1290f35d-98a4-4ed9-b86c-2656be124c59'}] Apr 18 21:03:21.324060 n-d-838334-2 neutron-server[84040]: INFO neutron.plugins.ml2.plugin [None req-85a6369f-f6e0-45c2-a36e-14ed55da4265 tempest-PortsAdminExtendedAttrsTestJSON-244140651 tempest-PortsAdminExtendedAttrsTestJSON-244140651-project-admin] Attempt 4 to bind port b4e84a18-d581-417d-ab36-ba3562191fea Apr 18 21:03:21.342398 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.managers [None req-85a6369f-f6e0-45c2-a36e-14ed55da4265 tempest-PortsAdminExtendedAttrsTestJSON-244140651 tempest-PortsAdminExtendedAttrsTestJSON-244140651-project-admin] Attempting to bind port b4e84a18-d581-417d-ab36-ba3562191fea on host n-h1-838334-2 for vnic_type normal with profile {{(pid=84040) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 21:03:21.342760 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.managers [None req-85a6369f-f6e0-45c2-a36e-14ed55da4265 tempest-PortsAdminExtendedAttrsTestJSON-244140651 tempest-PortsAdminExtendedAttrsTestJSON-244140651-project-admin] Attempting to bind port b4e84a18-d581-417d-ab36-ba3562191fea by drivers openvswitch,hyperv on host n-h1-838334-2 at level 0 using segments [{'id': '9573e010-5880-485c-8bd7-28e05d19c097', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '1290f35d-98a4-4ed9-b86c-2656be124c59'}] {{(pid=84040) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 21:03:21.343092 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85a6369f-f6e0-45c2-a36e-14ed55da4265 tempest-PortsAdminExtendedAttrsTestJSON-244140651 tempest-PortsAdminExtendedAttrsTestJSON-244140651-project-admin] Attempting to bind port b4e84a18-d581-417d-ab36-ba3562191fea on network 1290f35d-98a4-4ed9-b86c-2656be124c59 {{(pid=84040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 21:03:21.345665 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.plugin [None req-875b1abd-e7a6-486e-a355-a820fe252763 tempest-PortsTestJSON-1335945802 tempest-PortsTestJSON-1335945802-project] Deleting port 8b659548-4801-4f47-9b31-c53f6b7c45bb {{(pid=84040) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 21:03:21.346008 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-875b1abd-e7a6-486e-a355-a820fe252763 tempest-PortsTestJSON-1335945802 tempest-PortsTestJSON-1335945802-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750375188691'] for port, before_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:21.389572 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-a8cde8f2-242d-4255-9260-4aaa8d223f6b tempest-RoutersTest-1500746192 tempest-RoutersTest-1500746192-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 2.3446579 Apr 18 21:03:21.404629 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 34490) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:03:21.423273 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.v2.base [None req-8878df2a-07ac-454d-b38f-e514f7e40c7f tempest-RoutersTest-1500746192 tempest-RoutersTest-1500746192-project] Request body: {'network': {'name': 'tempest-RoutersTest-1971287084'}} {{(pid=84040) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:03:21.427062 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85a6369f-f6e0-45c2-a36e-14ed55da4265 tempest-PortsAdminExtendedAttrsTestJSON-244140651 tempest-PortsAdminExtendedAttrsTestJSON-244140651-project-admin] Port b4e84a18-d581-417d-ab36-ba3562191fea on network 1290f35d-98a4-4ed9-b86c-2656be124c59 not bound, no agent of type Open vSwitch agent registered on host n-h1-838334-2 {{(pid=84040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 18 21:03:21.427389 n-d-838334-2 neutron-server[84040]: ERROR neutron.plugins.ml2.managers [None req-85a6369f-f6e0-45c2-a36e-14ed55da4265 tempest-PortsAdminExtendedAttrsTestJSON-244140651 tempest-PortsAdminExtendedAttrsTestJSON-244140651-project-admin] Failed to bind port b4e84a18-d581-417d-ab36-ba3562191fea on host n-h1-838334-2 for vnic_type normal using segments [{'id': '9573e010-5880-485c-8bd7-28e05d19c097', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '1290f35d-98a4-4ed9-b86c-2656be124c59'}] Apr 18 21:03:21.431174 n-d-838334-2 neutron-server[84040]: INFO neutron.plugins.ml2.plugin [None req-85a6369f-f6e0-45c2-a36e-14ed55da4265 tempest-PortsAdminExtendedAttrsTestJSON-244140651 tempest-PortsAdminExtendedAttrsTestJSON-244140651-project-admin] Attempt 5 to bind port b4e84a18-d581-417d-ab36-ba3562191fea Apr 18 21:03:21.444427 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-5de8714c-f83c-4cfb-ad67-32036dfbd7cd admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=7bfcf5e6e1be4fd18d7d5e6e5bcd338a&name=default HTTP/1.1" status: 200 len: 2647 time: 0.8616371 Apr 18 21:03:21.448984 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [None req-8878df2a-07ac-454d-b38f-e514f7e40c7f tempest-RoutersTest-1500746192 tempest-RoutersTest-1500746192-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:03:21.450513 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 34494) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:03:21.451487 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8cde8f2-242d-4255-9260-4aaa8d223f6b tempest-RoutersTest-1500746192 tempest-RoutersTest-1500746192-project] Pushing event updated for resources: {'Network': ['ID=d5cfee16-9772-436c-83b0-48818235b6ad,revision_number=1']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:03:21.452084 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Provisioning complete for port 8b659548-4801-4f47-9b31-c53f6b7c45bb triggered by entity L2. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:03:21.452540 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1253608'] for port, provisioning_complete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:21.463880 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-8878df2a-07ac-454d-b38f-e514f7e40c7f tempest-RoutersTest-1500746192 tempest-RoutersTest-1500746192-project] Usage tracker for resource:network and tenant:8a05b90fa8c54f25938df6bd0ef52223 is out of sync, need to count used quota {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:03:21.470789 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-8878df2a-07ac-454d-b38f-e514f7e40c7f tempest-RoutersTest-1500746192 tempest-RoutersTest-1500746192-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:03:21.498189 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Network d5cfee16-9772-436c-83b0-48818235b6ad details requested by agent ovs-agent-n-d-838334-2 with host n-d-838334-2 {{(pid=84042) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 18 21:03:21.549141 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-faa044eb-f148-4c81-878c-343f5d5e4c4a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:21.575840 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-340a71ff-bac4-431d-8fd4-94294a48618c tempest-RoutersAdminTest-1467285608 tempest-RoutersAdminTest-1467285608-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1260549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33526260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32266336', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32486390'] for subnet, after_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:21.690426 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-faa044eb-f148-4c81-878c-343f5d5e4c4a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:21.721959 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-340a71ff-bac4-431d-8fd4-94294a48618c tempest-RoutersAdminTest-1467285608 tempest-RoutersAdminTest-1467285608-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=ebbcae87-ebcd-4fdc-98a5-f77297815ec9,revision_number=None']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:03:21.812816 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.db [None req-875b1abd-e7a6-486e-a355-a820fe252763 tempest-PortsTestJSON-1335945802 tempest-PortsTestJSON-1335945802-project] For port 8b659548-4801-4f47-9b31-c53f6b7c45bb, host n-d-838334-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838334-2',level=0,port_id=8b659548-4801-4f47-9b31-c53f6b7c45bb,segment=NetworkSegment(e4236c43-99cf-4261-a88d-9bc1963939b7),segment_id=e4236c43-99cf-4261-a88d-9bc1963939b7)] {{(pid=84040) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:03:21.812816 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-875b1abd-e7a6-486e-a355-a820fe252763 tempest-PortsTestJSON-1335945802 tempest-PortsTestJSON-1335945802-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369123'] for port, precommit_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:21.815687 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 34502) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:03:21.819867 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-340a71ff-bac4-431d-8fd4-94294a48618c tempest-RoutersAdminTest-1467285608 tempest-RoutersAdminTest-1467285608-project-admin] Notify callbacks [] for subnet, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:21.830532 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-faa044eb-f148-4c81-878c-343f5d5e4c4a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33528224'] for security_group, after_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:21.862673 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-340a71ff-bac4-431d-8fd4-94294a48618c tempest-RoutersAdminTest-1467285608 tempest-RoutersAdminTest-1467285608-project-admin] 10.222.0.42 "DELETE /v2.0/subnets/ebbcae87-ebcd-4fdc-98a5-f77297815ec9 HTTP/1.1" status: 204 len: 168 time: 1.3767335 Apr 18 21:03:21.862934 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-faa044eb-f148-4c81-878c-343f5d5e4c4a admin admin] Notify callbacks [] for security_group, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:21.863825 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-faa044eb-f148-4c81-878c-343f5d5e4c4a admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/89f7d89d-db1f-4f46-a99d-701cdf17f598 HTTP/1.1" status: 204 len: 168 time: 0.4083688 Apr 18 21:03:21.864594 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 34508) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:03:21.865321 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faa044eb-f148-4c81-878c-343f5d5e4c4a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=89f7d89d-db1f-4f46-a99d-701cdf17f598,revision_number=None']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:03:21.941736 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c747a64-b724-4ac1-98eb-4d40c68fe60c None None] DHCP port deletion for 68441de9-b403-46a3-9872-0ac490145c31 request from n-d-838334-2 {{(pid=84042) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 18 21:03:21.948855 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.plugin [None req-4c747a64-b724-4ac1-98eb-4d40c68fe60c None None] Deleting port 8b659548-4801-4f47-9b31-c53f6b7c45bb {{(pid=84042) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 21:03:21.949932 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-4c747a64-b724-4ac1-98eb-4d40c68fe60c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750375188691'] for port, before_delete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:21.990062 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.plugin [None req-875b1abd-e7a6-486e-a355-a820fe252763 tempest-PortsTestJSON-1335945802 tempest-PortsTestJSON-1335945802-project] Calling delete_port for 8b659548-4801-4f47-9b31-c53f6b7c45bb owned by network:dhcp {{(pid=84040) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 21:03:22.054766 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 34514) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:03:22.088649 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-cf5ccc2c-c3bf-4556-a1a6-11e577ec5280 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:22.091718 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [None req-8878df2a-07ac-454d-b38f-e514f7e40c7f tempest-RoutersTest-1500746192 tempest-RoutersTest-1500746192-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:03:22.094513 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.managers [None req-85a6369f-f6e0-45c2-a36e-14ed55da4265 tempest-PortsAdminExtendedAttrsTestJSON-244140651 tempest-PortsAdminExtendedAttrsTestJSON-244140651-project-admin] Attempting to bind port b4e84a18-d581-417d-ab36-ba3562191fea on host n-h1-838334-2 for vnic_type normal with profile {{(pid=84040) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 21:03:22.094912 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.managers [None req-85a6369f-f6e0-45c2-a36e-14ed55da4265 tempest-PortsAdminExtendedAttrsTestJSON-244140651 tempest-PortsAdminExtendedAttrsTestJSON-244140651-project-admin] Attempting to bind port b4e84a18-d581-417d-ab36-ba3562191fea by drivers openvswitch,hyperv on host n-h1-838334-2 at level 0 using segments [{'id': '9573e010-5880-485c-8bd7-28e05d19c097', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '1290f35d-98a4-4ed9-b86c-2656be124c59'}] {{(pid=84040) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 21:03:22.095244 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85a6369f-f6e0-45c2-a36e-14ed55da4265 tempest-PortsAdminExtendedAttrsTestJSON-244140651 tempest-PortsAdminExtendedAttrsTestJSON-244140651-project-admin] Attempting to bind port b4e84a18-d581-417d-ab36-ba3562191fea on network 1290f35d-98a4-4ed9-b86c-2656be124c59 {{(pid=84040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 21:03:22.125706 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-2cb3a2e2-18eb-415c-8025-34025646cb36 tempest-RoutersAdminTest-1467285608 tempest-RoutersAdminTest-1467285608-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1103592'] for network, before_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:22.177856 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-875b1abd-e7a6-486e-a355-a820fe252763 tempest-PortsTestJSON-1335945802 tempest-PortsTestJSON-1335945802-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750375259028', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750374836628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32440838'] for port, after_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:22.243666 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85a6369f-f6e0-45c2-a36e-14ed55da4265 tempest-PortsAdminExtendedAttrsTestJSON-244140651 tempest-PortsAdminExtendedAttrsTestJSON-244140651-project-admin] Port b4e84a18-d581-417d-ab36-ba3562191fea on network 1290f35d-98a4-4ed9-b86c-2656be124c59 not bound, no agent of type Open vSwitch agent registered on host n-h1-838334-2 {{(pid=84040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 18 21:03:22.244003 n-d-838334-2 neutron-server[84040]: ERROR neutron.plugins.ml2.managers [None req-85a6369f-f6e0-45c2-a36e-14ed55da4265 tempest-PortsAdminExtendedAttrsTestJSON-244140651 tempest-PortsAdminExtendedAttrsTestJSON-244140651-project-admin] Failed to bind port b4e84a18-d581-417d-ab36-ba3562191fea on host n-h1-838334-2 for vnic_type normal using segments [{'id': '9573e010-5880-485c-8bd7-28e05d19c097', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '1290f35d-98a4-4ed9-b86c-2656be124c59'}] Apr 18 21:03:22.245712 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.l3_dvrscheduler_db [None req-875b1abd-e7a6-486e-a355-a820fe252763 tempest-PortsTestJSON-1335945802 tempest-PortsTestJSON-1335945802-project] No DVR routers for this DVR port 8b659548-4801-4f47-9b31-c53f6b7c45bb on host n-d-838334-2 {{(pid=84040) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 21:03:22.255387 n-d-838334-2 neutron-server[84040]: INFO neutron.plugins.ml2.plugin [None req-85a6369f-f6e0-45c2-a36e-14ed55da4265 tempest-PortsAdminExtendedAttrsTestJSON-244140651 tempest-PortsAdminExtendedAttrsTestJSON-244140651-project-admin] Attempt 6 to bind port b4e84a18-d581-417d-ab36-ba3562191fea Apr 18 21:03:22.256895 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-4c747a64-b724-4ac1-98eb-4d40c68fe60c None None] For port 8b659548-4801-4f47-9b31-c53f6b7c45bb, host n-d-838334-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838334-2',level=0,port_id=8b659548-4801-4f47-9b31-c53f6b7c45bb,segment=NetworkSegment(e4236c43-99cf-4261-a88d-9bc1963939b7),segment_id=e4236c43-99cf-4261-a88d-9bc1963939b7)] {{(pid=84042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:03:22.256895 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-4c747a64-b724-4ac1-98eb-4d40c68fe60c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369123'] for port, precommit_delete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:22.285248 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8878df2a-07ac-454d-b38f-e514f7e40c7f tempest-RoutersTest-1500746192 tempest-RoutersTest-1500746192-project] Made reservation on behalf of 8a05b90fa8c54f25938df6bd0ef52223 for: {'network': 1} {{(pid=84040) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:03:22.288216 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-8878df2a-07ac-454d-b38f-e514f7e40c7f tempest-RoutersTest-1500746192 tempest-RoutersTest-1500746192-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for network, before_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:22.359524 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.managers [None req-85a6369f-f6e0-45c2-a36e-14ed55da4265 tempest-PortsAdminExtendedAttrsTestJSON-244140651 tempest-PortsAdminExtendedAttrsTestJSON-244140651-project-admin] Attempting to bind port b4e84a18-d581-417d-ab36-ba3562191fea on host n-h1-838334-2 for vnic_type normal with profile {{(pid=84040) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 21:03:22.359986 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.managers [None req-85a6369f-f6e0-45c2-a36e-14ed55da4265 tempest-PortsAdminExtendedAttrsTestJSON-244140651 tempest-PortsAdminExtendedAttrsTestJSON-244140651-project-admin] Attempting to bind port b4e84a18-d581-417d-ab36-ba3562191fea by drivers openvswitch,hyperv on host n-h1-838334-2 at level 0 using segments [{'id': '9573e010-5880-485c-8bd7-28e05d19c097', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '1290f35d-98a4-4ed9-b86c-2656be124c59'}] {{(pid=84040) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 21:03:22.361236 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85a6369f-f6e0-45c2-a36e-14ed55da4265 tempest-PortsAdminExtendedAttrsTestJSON-244140651 tempest-PortsAdminExtendedAttrsTestJSON-244140651-project-admin] Attempting to bind port b4e84a18-d581-417d-ab36-ba3562191fea on network 1290f35d-98a4-4ed9-b86c-2656be124c59 {{(pid=84040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 21:03:22.365152 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-2cb3a2e2-18eb-415c-8025-34025646cb36 tempest-RoutersAdminTest-1467285608 tempest-RoutersAdminTest-1467285608-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1258905', 'neutron.services.segments.db._delete_segments_for_network-8750375287417'] for network, precommit_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:22.371206 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-875b1abd-e7a6-486e-a355-a820fe252763 tempest-PortsTestJSON-1335945802 tempest-PortsTestJSON-1335945802-project] Pushing event deleted for resources: {'Port': ['ID=8b659548-4801-4f47-9b31-c53f6b7c45bb,revision_number=None']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:03:22.400693 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.plugin [None req-4c747a64-b724-4ac1-98eb-4d40c68fe60c None None] Calling delete_port for 8b659548-4801-4f47-9b31-c53f6b7c45bb owned by network:dhcp {{(pid=84042) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 21:03:22.409481 n-d-838334-2 neutron-server[84041]: DEBUG neutron.services.segments.db [None req-2cb3a2e2-18eb-415c-8025-34025646cb36 tempest-RoutersAdminTest-1467285608 tempest-RoutersAdminTest-1467285608-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0c570d89-322b-4f4c-92bf-31378826d0ec']}} {{(pid=84041) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:03:22.430212 n-d-838334-2 neutron-server[84041]: DEBUG neutron.services.segments.db [None req-2cb3a2e2-18eb-415c-8025-34025646cb36 tempest-RoutersAdminTest-1467285608 tempest-RoutersAdminTest-1467285608-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1f8f7082-d0f0-4c6b-9771-2d744af13e38') {'for_net_delete': True} {{(pid=84041) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:03:22.430904 n-d-838334-2 neutron-server[84041]: DEBUG neutron.services.segments.db [None req-2cb3a2e2-18eb-415c-8025-34025646cb36 tempest-RoutersAdminTest-1467285608 tempest-RoutersAdminTest-1467285608-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1f8f7082-d0f0-4c6b-9771-2d744af13e38') {} {{(pid=84041) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:03:22.451509 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-2cb3a2e2-18eb-415c-8025-34025646cb36 tempest-RoutersAdminTest-1467285608 tempest-RoutersAdminTest-1467285608-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750375287300', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32268156'] for segment, before_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:22.473146 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85a6369f-f6e0-45c2-a36e-14ed55da4265 tempest-PortsAdminExtendedAttrsTestJSON-244140651 tempest-PortsAdminExtendedAttrsTestJSON-244140651-project-admin] Port b4e84a18-d581-417d-ab36-ba3562191fea on network 1290f35d-98a4-4ed9-b86c-2656be124c59 not bound, no agent of type Open vSwitch agent registered on host n-h1-838334-2 {{(pid=84040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 18 21:03:22.473146 n-d-838334-2 neutron-server[84040]: ERROR neutron.plugins.ml2.managers [None req-85a6369f-f6e0-45c2-a36e-14ed55da4265 tempest-PortsAdminExtendedAttrsTestJSON-244140651 tempest-PortsAdminExtendedAttrsTestJSON-244140651-project-admin] Failed to bind port b4e84a18-d581-417d-ab36-ba3562191fea on host n-h1-838334-2 for vnic_type normal using segments [{'id': '9573e010-5880-485c-8bd7-28e05d19c097', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '1290f35d-98a4-4ed9-b86c-2656be124c59'}] Apr 18 21:03:22.476695 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-2cb3a2e2-18eb-415c-8025-34025646cb36 tempest-RoutersAdminTest-1467285608 tempest-RoutersAdminTest-1467285608-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1082986'] for segment, precommit_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:22.485833 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.db.api [None req-4c747a64-b724-4ac1-98eb-4d40c68fe60c None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84042) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 18 21:03:22.486751 n-d-838334-2 neutron-server[84042]: DEBUG oslo_db.api [None req-4c747a64-b724-4ac1-98eb-4d40c68fe60c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 18 21:03:22.487237 n-d-838334-2 neutron-server[84040]: INFO neutron.plugins.ml2.plugin [None req-85a6369f-f6e0-45c2-a36e-14ed55da4265 tempest-PortsAdminExtendedAttrsTestJSON-244140651 tempest-PortsAdminExtendedAttrsTestJSON-244140651-project-admin] Attempt 7 to bind port b4e84a18-d581-417d-ab36-ba3562191fea Apr 18 21:03:22.487989 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2cb3a2e2-18eb-415c-8025-34025646cb36 tempest-RoutersAdminTest-1467285608 tempest-RoutersAdminTest-1467285608-project-admin] Releasing vlan 389 on physical network physnet1 to pool {{(pid=84041) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 18 21:03:22.488670 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-2cb3a2e2-18eb-415c-8025-34025646cb36 tempest-RoutersAdminTest-1467285608 tempest-RoutersAdminTest-1467285608-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1082993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32266254'] for segment, after_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:22.506899 n-d-838334-2 neutron-server[84041]: Traceback (most recent call last): Apr 18 21:03:22.506899 n-d-838334-2 neutron-server[84041]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 18 21:03:22.506899 n-d-838334-2 neutron-server[84041]: timer() Apr 18 21:03:22.506899 n-d-838334-2 neutron-server[84041]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 21:03:22.506899 n-d-838334-2 neutron-server[84041]: cb(*args, **kw) Apr 18 21:03:22.506899 n-d-838334-2 neutron-server[84041]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 18 21:03:22.506899 n-d-838334-2 neutron-server[84041]: return func(*args, **kwargs) Apr 18 21:03:22.506899 n-d-838334-2 neutron-server[84041]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 21:03:22.506899 n-d-838334-2 neutron-server[84041]: self._notify() Apr 18 21:03:22.506899 n-d-838334-2 neutron-server[84041]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 21:03:22.506899 n-d-838334-2 neutron-server[84041]: self.callback(batched_events) Apr 18 21:03:22.506899 n-d-838334-2 neutron-server[84041]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 21:03:22.506899 n-d-838334-2 neutron-server[84041]: event.method(event) Apr 18 21:03:22.506899 n-d-838334-2 neutron-server[84041]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 18 21:03:22.506899 n-d-838334-2 neutron-server[84041]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 21:03:22.506899 n-d-838334-2 neutron-server[84041]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 18 21:03:22.506899 n-d-838334-2 neutron-server[84041]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 21:03:22.506899 n-d-838334-2 neutron-server[84041]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 18 21:03:22.506899 n-d-838334-2 neutron-server[84041]: return f(self, *a, **k) Apr 18 21:03:22.506899 n-d-838334-2 neutron-server[84041]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 18 21:03:22.506899 n-d-838334-2 neutron-server[84041]: return self._get(url).json() Apr 18 21:03:22.506899 n-d-838334-2 neutron-server[84041]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 18 21:03:22.506899 n-d-838334-2 neutron-server[84041]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 21:03:22.506899 n-d-838334-2 neutron-server[84041]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 18 21:03:22.506899 n-d-838334-2 neutron-server[84041]: return self.request(url, 'GET', **kwargs) Apr 18 21:03:22.506899 n-d-838334-2 neutron-server[84041]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 18 21:03:22.506899 n-d-838334-2 neutron-server[84041]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 21:03:22.506899 n-d-838334-2 neutron-server[84041]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 18 21:03:22.506899 n-d-838334-2 neutron-server[84041]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 21:03:22.506899 n-d-838334-2 neutron-server[84041]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 18 21:03:22.506899 n-d-838334-2 neutron-server[84041]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 21:03:22.506899 n-d-838334-2 neutron-server[84041]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 21:03:22.512672 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-cf5ccc2c-c3bf-4556-a1a6-11e577ec5280 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:03:22.530093 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-875b1abd-e7a6-486e-a355-a820fe252763 tempest-PortsTestJSON-1335945802 tempest-PortsTestJSON-1335945802-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1258905', 'neutron.services.segments.db._delete_segments_for_network-8750375287417'] for network, precommit_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:22.537117 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.managers [None req-85a6369f-f6e0-45c2-a36e-14ed55da4265 tempest-PortsAdminExtendedAttrsTestJSON-244140651 tempest-PortsAdminExtendedAttrsTestJSON-244140651-project-admin] Attempting to bind port b4e84a18-d581-417d-ab36-ba3562191fea on host n-h1-838334-2 for vnic_type normal with profile {{(pid=84040) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 21:03:22.537451 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.managers [None req-85a6369f-f6e0-45c2-a36e-14ed55da4265 tempest-PortsAdminExtendedAttrsTestJSON-244140651 tempest-PortsAdminExtendedAttrsTestJSON-244140651-project-admin] Attempting to bind port b4e84a18-d581-417d-ab36-ba3562191fea by drivers openvswitch,hyperv on host n-h1-838334-2 at level 0 using segments [{'id': '9573e010-5880-485c-8bd7-28e05d19c097', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '1290f35d-98a4-4ed9-b86c-2656be124c59'}] {{(pid=84040) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 21:03:22.537780 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85a6369f-f6e0-45c2-a36e-14ed55da4265 tempest-PortsAdminExtendedAttrsTestJSON-244140651 tempest-PortsAdminExtendedAttrsTestJSON-244140651-project-admin] Attempting to bind port b4e84a18-d581-417d-ab36-ba3562191fea on network 1290f35d-98a4-4ed9-b86c-2656be124c59 {{(pid=84040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 21:03:22.571204 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8878df2a-07ac-454d-b38f-e514f7e40c7f tempest-RoutersTest-1500746192 tempest-RoutersTest-1500746192-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 366} {{(pid=84040) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 21:03:22.580597 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-cf5ccc2c-c3bf-4556-a1a6-11e577ec5280 admin admin] Usage tracker for resource:security_group_rule and tenant:ac0328136fc2466f8e53b3ce2f612063 is out of sync, need to count used quota {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:03:22.589506 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c569b953-4f33-416b-8bc4-5d52323266ba req-7536fa44-fafb-4c38-93d1-66895220241d tempest-AttachVolumeTestJSON-1696487017 tempest-AttachVolumeTestJSON-1696487017-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:03:22.590970 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-c569b953-4f33-416b-8bc4-5d52323266ba req-7536fa44-fafb-4c38-93d1-66895220241d tempest-AttachVolumeTestJSON-1696487017 tempest-AttachVolumeTestJSON-1696487017-project] 10.222.0.42 "GET /v2.0/ports?device_id=8febef70-4ef9-4774-9ec7-33697a7c70d6 HTTP/1.1" status: 200 len: 945 time: 0.5030835 Apr 18 21:03:22.596361 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-cf5ccc2c-c3bf-4556-a1a6-11e577ec5280 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:03:22.599774 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85a6369f-f6e0-45c2-a36e-14ed55da4265 tempest-PortsAdminExtendedAttrsTestJSON-244140651 tempest-PortsAdminExtendedAttrsTestJSON-244140651-project-admin] Port b4e84a18-d581-417d-ab36-ba3562191fea on network 1290f35d-98a4-4ed9-b86c-2656be124c59 not bound, no agent of type Open vSwitch agent registered on host n-h1-838334-2 {{(pid=84040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 18 21:03:22.600104 n-d-838334-2 neutron-server[84040]: ERROR neutron.plugins.ml2.managers [None req-85a6369f-f6e0-45c2-a36e-14ed55da4265 tempest-PortsAdminExtendedAttrsTestJSON-244140651 tempest-PortsAdminExtendedAttrsTestJSON-244140651-project-admin] Failed to bind port b4e84a18-d581-417d-ab36-ba3562191fea on host n-h1-838334-2 for vnic_type normal using segments [{'id': '9573e010-5880-485c-8bd7-28e05d19c097', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '1290f35d-98a4-4ed9-b86c-2656be124c59'}] Apr 18 21:03:22.601572 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-2002240a-3560-4c7b-b0e3-57deff0f6d99 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:22.603678 n-d-838334-2 neutron-server[84040]: DEBUG neutron.services.segments.db [None req-875b1abd-e7a6-486e-a355-a820fe252763 tempest-PortsTestJSON-1335945802 tempest-PortsTestJSON-1335945802-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['68441de9-b403-46a3-9872-0ac490145c31']}} {{(pid=84040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:03:22.610972 n-d-838334-2 neutron-server[84040]: INFO neutron.plugins.ml2.plugin [None req-85a6369f-f6e0-45c2-a36e-14ed55da4265 tempest-PortsAdminExtendedAttrsTestJSON-244140651 tempest-PortsAdminExtendedAttrsTestJSON-244140651-project-admin] Attempt 8 to bind port b4e84a18-d581-417d-ab36-ba3562191fea Apr 18 21:03:22.622887 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-cf5ccc2c-c3bf-4556-a1a6-11e577ec5280 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:03:22.642700 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-8878df2a-07ac-454d-b38f-e514f7e40c7f tempest-RoutersTest-1500746192 tempest-RoutersTest-1500746192-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1082986'] for segment, precommit_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:22.643047 n-d-838334-2 neutron-server[84040]: INFO neutron.db.segments_db [None req-8878df2a-07ac-454d-b38f-e514f7e40c7f tempest-RoutersTest-1500746192 tempest-RoutersTest-1500746192-project] Added segment 7ae626b5-e367-47a1-b560-1cf0b3c25233 of type vlan for network 3c7f25d4-3f2a-455f-8432-1ce0cc7b7003 Apr 18 21:03:22.646888 n-d-838334-2 neutron-server[84040]: DEBUG neutron.services.segments.db [None req-875b1abd-e7a6-486e-a355-a820fe252763 tempest-PortsTestJSON-1335945802 tempest-PortsTestJSON-1335945802-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e4236c43-99cf-4261-a88d-9bc1963939b7') {'for_net_delete': True} {{(pid=84040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:03:22.647226 n-d-838334-2 neutron-server[84040]: DEBUG neutron.services.segments.db [None req-875b1abd-e7a6-486e-a355-a820fe252763 tempest-PortsTestJSON-1335945802 tempest-PortsTestJSON-1335945802-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e4236c43-99cf-4261-a88d-9bc1963939b7') {} {{(pid=84040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:03:22.660357 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-2cb3a2e2-18eb-415c-8025-34025646cb36 tempest-RoutersAdminTest-1467285608 tempest-RoutersAdminTest-1467285608-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1258898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33526109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33444113'] for network, after_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:22.665202 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2cb3a2e2-18eb-415c-8025-34025646cb36 tempest-RoutersAdminTest-1467285608 tempest-RoutersAdminTest-1467285608-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 0c570d89-322b-4f4c-92bf-31378826d0ec {{(pid=84041) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Apr 18 21:03:22.666589 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.managers [None req-85a6369f-f6e0-45c2-a36e-14ed55da4265 tempest-PortsAdminExtendedAttrsTestJSON-244140651 tempest-PortsAdminExtendedAttrsTestJSON-244140651-project-admin] Attempting to bind port b4e84a18-d581-417d-ab36-ba3562191fea on host n-h1-838334-2 for vnic_type normal with profile {{(pid=84040) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 21:03:22.667973 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-2cb3a2e2-18eb-415c-8025-34025646cb36 tempest-RoutersAdminTest-1467285608 tempest-RoutersAdminTest-1467285608-project-admin] Notify callbacks [] for network, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:22.668111 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.managers [None req-85a6369f-f6e0-45c2-a36e-14ed55da4265 tempest-PortsAdminExtendedAttrsTestJSON-244140651 tempest-PortsAdminExtendedAttrsTestJSON-244140651-project-admin] Attempting to bind port b4e84a18-d581-417d-ab36-ba3562191fea by drivers openvswitch,hyperv on host n-h1-838334-2 at level 0 using segments [{'id': '9573e010-5880-485c-8bd7-28e05d19c097', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '1290f35d-98a4-4ed9-b86c-2656be124c59'}] {{(pid=84040) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 21:03:22.668377 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85a6369f-f6e0-45c2-a36e-14ed55da4265 tempest-PortsAdminExtendedAttrsTestJSON-244140651 tempest-PortsAdminExtendedAttrsTestJSON-244140651-project-admin] Attempting to bind port b4e84a18-d581-417d-ab36-ba3562191fea on network 1290f35d-98a4-4ed9-b86c-2656be124c59 {{(pid=84040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 21:03:22.681438 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-875b1abd-e7a6-486e-a355-a820fe252763 tempest-PortsTestJSON-1335945802 tempest-PortsTestJSON-1335945802-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750375287300', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31955965'] for segment, before_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:22.702329 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-2002240a-3560-4c7b-b0e3-57deff0f6d99 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:03:22.708215 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cb3a2e2-18eb-415c-8025-34025646cb36 tempest-RoutersAdminTest-1467285608 tempest-RoutersAdminTest-1467285608-project-admin] Pushing event deleted for resources: {'Network': ['ID=0c570d89-322b-4f4c-92bf-31378826d0ec,revision_number=None']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:03:22.716910 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-2002240a-3560-4c7b-b0e3-57deff0f6d99 admin admin] Usage tracker for resource:security_group_rule and tenant:a504915e69ff4877a6078aa023cf3aa6 is out of sync, need to count used quota {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:03:22.723806 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-2002240a-3560-4c7b-b0e3-57deff0f6d99 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:03:22.727605 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-2cb3a2e2-18eb-415c-8025-34025646cb36 tempest-RoutersAdminTest-1467285608 tempest-RoutersAdminTest-1467285608-project-admin] 10.222.0.42 "DELETE /v2.0/networks/0c570d89-322b-4f4c-92bf-31378826d0ec HTTP/1.1" status: 204 len: 168 time: 0.8602448 Apr 18 21:03:22.730874 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85a6369f-f6e0-45c2-a36e-14ed55da4265 tempest-PortsAdminExtendedAttrsTestJSON-244140651 tempest-PortsAdminExtendedAttrsTestJSON-244140651-project-admin] Port b4e84a18-d581-417d-ab36-ba3562191fea on network 1290f35d-98a4-4ed9-b86c-2656be124c59 not bound, no agent of type Open vSwitch agent registered on host n-h1-838334-2 {{(pid=84040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 18 21:03:22.733997 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-2002240a-3560-4c7b-b0e3-57deff0f6d99 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:03:22.740663 n-d-838334-2 neutron-server[84040]: ERROR neutron.plugins.ml2.managers [None req-85a6369f-f6e0-45c2-a36e-14ed55da4265 tempest-PortsAdminExtendedAttrsTestJSON-244140651 tempest-PortsAdminExtendedAttrsTestJSON-244140651-project-admin] Failed to bind port b4e84a18-d581-417d-ab36-ba3562191fea on host n-h1-838334-2 for vnic_type normal using segments [{'id': '9573e010-5880-485c-8bd7-28e05d19c097', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '1290f35d-98a4-4ed9-b86c-2656be124c59'}] Apr 18 21:03:22.744954 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-8878df2a-07ac-454d-b38f-e514f7e40c7f tempest-RoutersTest-1500746192 tempest-RoutersTest-1500746192-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750374825732'] for network, precommit_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:22.750600 n-d-838334-2 neutron-server[84040]: INFO neutron.plugins.ml2.plugin [None req-85a6369f-f6e0-45c2-a36e-14ed55da4265 tempest-PortsAdminExtendedAttrsTestJSON-244140651 tempest-PortsAdminExtendedAttrsTestJSON-244140651-project-admin] Attempt 9 to bind port b4e84a18-d581-417d-ab36-ba3562191fea Apr 18 21:03:22.771322 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-875b1abd-e7a6-486e-a355-a820fe252763 tempest-PortsTestJSON-1335945802 tempest-PortsTestJSON-1335945802-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1082986'] for segment, precommit_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:22.795466 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-cf5ccc2c-c3bf-4556-a1a6-11e577ec5280 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:22.798292 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-875b1abd-e7a6-486e-a355-a820fe252763 tempest-PortsTestJSON-1335945802 tempest-PortsTestJSON-1335945802-project] Releasing vlan 390 on physical network physnet1 to pool {{(pid=84040) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 18 21:03:22.800031 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-875b1abd-e7a6-486e-a355-a820fe252763 tempest-PortsTestJSON-1335945802 tempest-PortsTestJSON-1335945802-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1082993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32440923'] for segment, after_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:22.810821 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-cf5ccc2c-c3bf-4556-a1a6-11e577ec5280 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33528224'] for security_group, after_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:22.833482 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Device 8b659548-4801-4f47-9b31-c53f6b7c45bb no longer exists at agent ovs-agent-n-d-838334-2 {{(pid=84042) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 21:03:22.839714 n-d-838334-2 neutron-server[84040]: Traceback (most recent call last): Apr 18 21:03:22.839714 n-d-838334-2 neutron-server[84040]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 18 21:03:22.839714 n-d-838334-2 neutron-server[84040]: timer() Apr 18 21:03:22.839714 n-d-838334-2 neutron-server[84040]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 21:03:22.839714 n-d-838334-2 neutron-server[84040]: cb(*args, **kw) Apr 18 21:03:22.839714 n-d-838334-2 neutron-server[84040]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 18 21:03:22.839714 n-d-838334-2 neutron-server[84040]: return func(*args, **kwargs) Apr 18 21:03:22.839714 n-d-838334-2 neutron-server[84040]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 21:03:22.839714 n-d-838334-2 neutron-server[84040]: self._notify() Apr 18 21:03:22.839714 n-d-838334-2 neutron-server[84040]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 21:03:22.839714 n-d-838334-2 neutron-server[84040]: self.callback(batched_events) Apr 18 21:03:22.839714 n-d-838334-2 neutron-server[84040]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 21:03:22.839714 n-d-838334-2 neutron-server[84040]: event.method(event) Apr 18 21:03:22.839714 n-d-838334-2 neutron-server[84040]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 18 21:03:22.839714 n-d-838334-2 neutron-server[84040]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 21:03:22.839714 n-d-838334-2 neutron-server[84040]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 18 21:03:22.839714 n-d-838334-2 neutron-server[84040]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 21:03:22.839714 n-d-838334-2 neutron-server[84040]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 18 21:03:22.839714 n-d-838334-2 neutron-server[84040]: return f(self, *a, **k) Apr 18 21:03:22.839714 n-d-838334-2 neutron-server[84040]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 18 21:03:22.839714 n-d-838334-2 neutron-server[84040]: return self._get(url).json() Apr 18 21:03:22.839714 n-d-838334-2 neutron-server[84040]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 18 21:03:22.839714 n-d-838334-2 neutron-server[84040]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 21:03:22.839714 n-d-838334-2 neutron-server[84040]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 18 21:03:22.839714 n-d-838334-2 neutron-server[84040]: return self.request(url, 'GET', **kwargs) Apr 18 21:03:22.839714 n-d-838334-2 neutron-server[84040]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 18 21:03:22.839714 n-d-838334-2 neutron-server[84040]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 21:03:22.839714 n-d-838334-2 neutron-server[84040]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 18 21:03:22.839714 n-d-838334-2 neutron-server[84040]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 21:03:22.839714 n-d-838334-2 neutron-server[84040]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 18 21:03:22.839714 n-d-838334-2 neutron-server[84040]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 21:03:22.839714 n-d-838334-2 neutron-server[84040]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 21:03:22.857727 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-c569b953-4f33-416b-8bc4-5d52323266ba req-c7ed2f2a-22fa-430e-9246-b7c31b76ffb6 tempest-AttachVolumeTestJSON-1696487017 tempest-AttachVolumeTestJSON-1696487017-project] 10.222.0.42 "GET /v2.0/security-groups?id=326b68b1-226b-43b8-a174-ccc3d0972537&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2565963 Apr 18 21:03:22.874206 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.managers [None req-85a6369f-f6e0-45c2-a36e-14ed55da4265 tempest-PortsAdminExtendedAttrsTestJSON-244140651 tempest-PortsAdminExtendedAttrsTestJSON-244140651-project-admin] Attempting to bind port b4e84a18-d581-417d-ab36-ba3562191fea on host n-h1-838334-2 for vnic_type normal with profile {{(pid=84040) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 21:03:22.882980 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.managers [None req-85a6369f-f6e0-45c2-a36e-14ed55da4265 tempest-PortsAdminExtendedAttrsTestJSON-244140651 tempest-PortsAdminExtendedAttrsTestJSON-244140651-project-admin] Attempting to bind port b4e84a18-d581-417d-ab36-ba3562191fea by drivers openvswitch,hyperv on host n-h1-838334-2 at level 0 using segments [{'id': '9573e010-5880-485c-8bd7-28e05d19c097', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '1290f35d-98a4-4ed9-b86c-2656be124c59'}] {{(pid=84040) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 21:03:22.887280 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85a6369f-f6e0-45c2-a36e-14ed55da4265 tempest-PortsAdminExtendedAttrsTestJSON-244140651 tempest-PortsAdminExtendedAttrsTestJSON-244140651-project-admin] Attempting to bind port b4e84a18-d581-417d-ab36-ba3562191fea on network 1290f35d-98a4-4ed9-b86c-2656be124c59 {{(pid=84040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 21:03:22.910641 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf5ccc2c-c3bf-4556-a1a6-11e577ec5280 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5cb0ce7f-5960-447b-aae3-cdc81cf9ce63,revision_number=1']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:03:22.920288 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-2002240a-3560-4c7b-b0e3-57deff0f6d99 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:22.927328 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-cf5ccc2c-c3bf-4556-a1a6-11e577ec5280 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=ac0328136fc2466f8e53b3ce2f612063&name=default HTTP/1.1" status: 200 len: 2647 time: 0.8708479 Apr 18 21:03:22.928422 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 34528) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:03:22.943635 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-2002240a-3560-4c7b-b0e3-57deff0f6d99 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33528224'] for security_group, after_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:22.960852 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.plugin [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] No Port match for: 8b659548-4801-4f47-9b31-c53f6b7c45bb {{(pid=84042) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 18 21:03:22.961430 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Device 8b659548-4801-4f47-9b31-c53f6b7c45bb not bound to the agent host n-d-838334-2 {{(pid=84042) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 21:03:22.988438 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.plugin [None req-4c747a64-b724-4ac1-98eb-4d40c68fe60c None None] Deleting port 8b659548-4801-4f47-9b31-c53f6b7c45bb {{(pid=84042) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 21:03:22.988826 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-4c747a64-b724-4ac1-98eb-4d40c68fe60c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750375188691'] for port, before_delete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:22.993111 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.db.resource_extend [None req-8878df2a-07ac-454d-b38f-e514f7e40c7f tempest-RoutersTest-1500746192 tempest-RoutersTest-1500746192-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 18 21:03:23.076116 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85a6369f-f6e0-45c2-a36e-14ed55da4265 tempest-PortsAdminExtendedAttrsTestJSON-244140651 tempest-PortsAdminExtendedAttrsTestJSON-244140651-project-admin] Port b4e84a18-d581-417d-ab36-ba3562191fea on network 1290f35d-98a4-4ed9-b86c-2656be124c59 not bound, no agent of type Open vSwitch agent registered on host n-h1-838334-2 {{(pid=84040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 18 21:03:23.076498 n-d-838334-2 neutron-server[84040]: ERROR neutron.plugins.ml2.managers [None req-85a6369f-f6e0-45c2-a36e-14ed55da4265 tempest-PortsAdminExtendedAttrsTestJSON-244140651 tempest-PortsAdminExtendedAttrsTestJSON-244140651-project-admin] Failed to bind port b4e84a18-d581-417d-ab36-ba3562191fea on host n-h1-838334-2 for vnic_type normal using segments [{'id': '9573e010-5880-485c-8bd7-28e05d19c097', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '1290f35d-98a4-4ed9-b86c-2656be124c59'}] Apr 18 21:03:23.081754 n-d-838334-2 neutron-server[84040]: INFO neutron.plugins.ml2.plugin [None req-85a6369f-f6e0-45c2-a36e-14ed55da4265 tempest-PortsAdminExtendedAttrsTestJSON-244140651 tempest-PortsAdminExtendedAttrsTestJSON-244140651-project-admin] Attempt 10 to bind port b4e84a18-d581-417d-ab36-ba3562191fea Apr 18 21:03:23.104755 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-30b9765d-5d5b-47af-b150-ddef3e248d8f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:23.122026 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-8878df2a-07ac-454d-b38f-e514f7e40c7f tempest-RoutersTest-1500746192 tempest-RoutersTest-1500746192-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33526109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022'] for network, after_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:23.140209 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8878df2a-07ac-454d-b38f-e514f7e40c7f tempest-RoutersTest-1500746192 tempest-RoutersTest-1500746192-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:03:23.140904 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-8878df2a-07ac-454d-b38f-e514f7e40c7f tempest-RoutersTest-1500746192 tempest-RoutersTest-1500746192-project] Notify callbacks [] for network, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:23.159094 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.plugin [None req-4c747a64-b724-4ac1-98eb-4d40c68fe60c None None] The port '8b659548-4801-4f47-9b31-c53f6b7c45bb' was deleted {{(pid=84042) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 18 21:03:23.160661 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.managers [None req-85a6369f-f6e0-45c2-a36e-14ed55da4265 tempest-PortsAdminExtendedAttrsTestJSON-244140651 tempest-PortsAdminExtendedAttrsTestJSON-244140651-project-admin] Attempting to bind port b4e84a18-d581-417d-ab36-ba3562191fea on host n-h1-838334-2 for vnic_type normal with profile {{(pid=84040) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 21:03:23.161586 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.managers [None req-85a6369f-f6e0-45c2-a36e-14ed55da4265 tempest-PortsAdminExtendedAttrsTestJSON-244140651 tempest-PortsAdminExtendedAttrsTestJSON-244140651-project-admin] Attempting to bind port b4e84a18-d581-417d-ab36-ba3562191fea by drivers openvswitch,hyperv on host n-h1-838334-2 at level 0 using segments [{'id': '9573e010-5880-485c-8bd7-28e05d19c097', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '1290f35d-98a4-4ed9-b86c-2656be124c59'}] {{(pid=84040) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 21:03:23.161930 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85a6369f-f6e0-45c2-a36e-14ed55da4265 tempest-PortsAdminExtendedAttrsTestJSON-244140651 tempest-PortsAdminExtendedAttrsTestJSON-244140651-project-admin] Attempting to bind port b4e84a18-d581-417d-ab36-ba3562191fea on network 1290f35d-98a4-4ed9-b86c-2656be124c59 {{(pid=84040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 21:03:23.185678 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-30b9765d-5d5b-47af-b150-ddef3e248d8f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:23.188124 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-875b1abd-e7a6-486e-a355-a820fe252763 tempest-PortsTestJSON-1335945802 tempest-PortsTestJSON-1335945802-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1258898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33526109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33444113'] for network, after_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:23.192747 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-875b1abd-e7a6-486e-a355-a820fe252763 tempest-PortsTestJSON-1335945802 tempest-PortsTestJSON-1335945802-project] Notify callbacks [] for network, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:23.308765 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85a6369f-f6e0-45c2-a36e-14ed55da4265 tempest-PortsAdminExtendedAttrsTestJSON-244140651 tempest-PortsAdminExtendedAttrsTestJSON-244140651-project-admin] Port b4e84a18-d581-417d-ab36-ba3562191fea on network 1290f35d-98a4-4ed9-b86c-2656be124c59 not bound, no agent of type Open vSwitch agent registered on host n-h1-838334-2 {{(pid=84040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 18 21:03:23.309501 n-d-838334-2 neutron-server[84040]: ERROR neutron.plugins.ml2.managers [None req-85a6369f-f6e0-45c2-a36e-14ed55da4265 tempest-PortsAdminExtendedAttrsTestJSON-244140651 tempest-PortsAdminExtendedAttrsTestJSON-244140651-project-admin] Failed to bind port b4e84a18-d581-417d-ab36-ba3562191fea on host n-h1-838334-2 for vnic_type normal using segments [{'id': '9573e010-5880-485c-8bd7-28e05d19c097', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '1290f35d-98a4-4ed9-b86c-2656be124c59'}] Apr 18 21:03:23.309501 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-85a6369f-f6e0-45c2-a36e-14ed55da4265 tempest-PortsAdminExtendedAttrsTestJSON-244140651 tempest-PortsAdminExtendedAttrsTestJSON-244140651-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:23.343870 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-875b1abd-e7a6-486e-a355-a820fe252763 tempest-PortsTestJSON-1335945802 tempest-PortsTestJSON-1335945802-project] 10.222.0.42 "DELETE /v2.0/networks/68441de9-b403-46a3-9872-0ac490145c31 HTTP/1.1" status: 204 len: 168 time: 2.2953677 Apr 18 21:03:23.345999 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-8878df2a-07ac-454d-b38f-e514f7e40c7f tempest-RoutersTest-1500746192 tempest-RoutersTest-1500746192-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 1.9320726 Apr 18 21:03:23.346659 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 34540) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:03:23.353067 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 34542) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:03:23.358224 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8878df2a-07ac-454d-b38f-e514f7e40c7f tempest-RoutersTest-1500746192 tempest-RoutersTest-1500746192-project] Pushing event updated for resources: {'Network': ['ID=3c7f25d4-3f2a-455f-8432-1ce0cc7b7003,revision_number=1']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:03:23.379240 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Network 3c7f25d4-3f2a-455f-8432-1ce0cc7b7003 details requested by agent ovs-agent-n-d-838334-2 with host n-d-838334-2 {{(pid=84042) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 18 21:03:23.408931 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.v2.base [None req-31d6dbab-1fde-49a4-938e-533d607c4bd2 tempest-PortsTestJSON-1335945802 tempest-PortsTestJSON-1335945802-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1912971849'}} {{(pid=84040) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:03:23.414120 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-875b1abd-e7a6-486e-a355-a820fe252763 tempest-PortsTestJSON-1335945802 tempest-PortsTestJSON-1335945802-project] Pushing event deleted for resources: {'Network': ['ID=68441de9-b403-46a3-9872-0ac490145c31,revision_number=None']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:03:23.414369 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2002240a-3560-4c7b-b0e3-57deff0f6d99 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1f710067-3946-4c0d-aa67-159d6b557fef,revision_number=1']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:03:23.418580 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-2002240a-3560-4c7b-b0e3-57deff0f6d99 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=a504915e69ff4877a6078aa023cf3aa6&name=default HTTP/1.1" status: 200 len: 2647 time: 1.6022398 Apr 18 21:03:23.422016 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.v2.base [None req-e73c68e4-117e-41c2-8114-437ff4122ff0 tempest-RoutersTest-1500746192 tempest-RoutersTest-1500746192-project] Request body: {'subnet': {'network_id': 'd5cfee16-9772-436c-83b0-48818235b6ad', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=84040) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:03:23.423502 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 34548) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:03:23.469021 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [None req-31d6dbab-1fde-49a4-938e-533d607c4bd2 tempest-PortsTestJSON-1335945802 tempest-PortsTestJSON-1335945802-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:03:23.488965 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-31d6dbab-1fde-49a4-938e-533d607c4bd2 tempest-PortsTestJSON-1335945802 tempest-PortsTestJSON-1335945802-project] Usage tracker for resource:network and tenant:234c597e1bbf440ab35a01225b472234 is out of sync, need to count used quota {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:03:23.505534 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 34552) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:03:23.534780 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.v2.base [None req-e1817693-42ee-4623-bd6d-b4bba2a641ad tempest-RoutersAdminTest-1467285608 tempest-RoutersAdminTest-1467285608-project-admin] Request body: {'router': {'name': 'tempest-router--299715927', 'project_id': '4be4a7aa2f9d4f968575398313b8d1eb'}} {{(pid=84041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:03:23.554284 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-e1817693-42ee-4623-bd6d-b4bba2a641ad tempest-RoutersAdminTest-1467285608 tempest-RoutersAdminTest-1467285608-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:03:23.562525 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-31d6dbab-1fde-49a4-938e-533d607c4bd2 tempest-PortsTestJSON-1335945802 tempest-PortsTestJSON-1335945802-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:03:23.562697 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-e1817693-42ee-4623-bd6d-b4bba2a641ad tempest-RoutersAdminTest-1467285608 tempest-RoutersAdminTest-1467285608-project-admin] Usage tracker for resource:router and tenant:4be4a7aa2f9d4f968575398313b8d1eb is out of sync, need to count used quota {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:03:23.575822 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-e1817693-42ee-4623-bd6d-b4bba2a641ad tempest-RoutersAdminTest-1467285608 tempest-RoutersAdminTest-1467285608-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:03:23.587063 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-e1817693-42ee-4623-bd6d-b4bba2a641ad tempest-RoutersAdminTest-1467285608 tempest-RoutersAdminTest-1467285608-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:03:23.589136 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [None req-31d6dbab-1fde-49a4-938e-533d607c4bd2 tempest-PortsTestJSON-1335945802 tempest-PortsTestJSON-1335945802-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:03:23.593992 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-c0b15616-9f0a-49f8-83ba-09515a14bf2f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:23.625182 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-c0b15616-9f0a-49f8-83ba-09515a14bf2f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:23.632294 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-31d6dbab-1fde-49a4-938e-533d607c4bd2 tempest-PortsTestJSON-1335945802 tempest-PortsTestJSON-1335945802-project] Made reservation on behalf of 234c597e1bbf440ab35a01225b472234 for: {'network': 1} {{(pid=84040) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:03:23.635210 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-31d6dbab-1fde-49a4-938e-533d607c4bd2 tempest-PortsTestJSON-1335945802 tempest-PortsTestJSON-1335945802-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for network, before_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:23.666196 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-30b9765d-5d5b-47af-b150-ddef3e248d8f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33528224'] for security_group, after_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:23.668931 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [None req-e73c68e4-117e-41c2-8114-437ff4122ff0 tempest-RoutersTest-1500746192 tempest-RoutersTest-1500746192-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:03:23.672692 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.db [None req-85a6369f-f6e0-45c2-a36e-14ed55da4265 tempest-PortsAdminExtendedAttrsTestJSON-244140651 tempest-PortsAdminExtendedAttrsTestJSON-244140651-project-admin] For port b4e84a18-d581-417d-ab36-ba3562191fea, host n-h1-838334-2, cleared binding levels {{(pid=84040) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 21:03:23.673410 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.db [None req-85a6369f-f6e0-45c2-a36e-14ed55da4265 tempest-PortsAdminExtendedAttrsTestJSON-244140651 tempest-PortsAdminExtendedAttrsTestJSON-244140651-project-admin] Attempted to set empty binding levels {{(pid=84040) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Apr 18 21:03:23.678559 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-e73c68e4-117e-41c2-8114-437ff4122ff0 tempest-RoutersTest-1500746192 tempest-RoutersTest-1500746192-project] Usage tracker for resource:subnet and tenant:8a05b90fa8c54f25938df6bd0ef52223 is out of sync, need to count used quota {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:03:23.683462 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-e73c68e4-117e-41c2-8114-437ff4122ff0 tempest-RoutersTest-1500746192 tempest-RoutersTest-1500746192-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:03:23.684349 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-e1817693-42ee-4623-bd6d-b4bba2a641ad tempest-RoutersAdminTest-1467285608 tempest-RoutersAdminTest-1467285608-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-33442106', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5708'] for router, before_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:23.685566 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-e1817693-42ee-4623-bd6d-b4bba2a641ad tempest-RoutersAdminTest-1467285608 tempest-RoutersAdminTest-1467285608-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33442137', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33444285', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33535433', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5703'] for router, precommit_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:23.688455 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-85a6369f-f6e0-45c2-a36e-14ed55da4265 tempest-PortsAdminExtendedAttrsTestJSON-244140651 tempest-PortsAdminExtendedAttrsTestJSON-244140651-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32440959'] for port, after_update {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:23.694673 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30b9765d-5d5b-47af-b150-ddef3e248d8f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5cb0ce7f-5960-447b-aae3-cdc81cf9ce63,revision_number=None']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:03:23.708218 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-30b9765d-5d5b-47af-b150-ddef3e248d8f admin admin] Notify callbacks [] for security_group, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:23.712405 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-30b9765d-5d5b-47af-b150-ddef3e248d8f admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/5cb0ce7f-5960-447b-aae3-cdc81cf9ce63 HTTP/1.1" status: 204 len: 168 time: 0.7800491 Apr 18 21:03:23.732364 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-e1817693-42ee-4623-bd6d-b4bba2a641ad tempest-RoutersAdminTest-1467285608 tempest-RoutersAdminTest-1467285608-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:23.744069 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [None req-e73c68e4-117e-41c2-8114-437ff4122ff0 tempest-RoutersTest-1500746192 tempest-RoutersTest-1500746192-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:03:23.748872 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-c0b15616-9f0a-49f8-83ba-09515a14bf2f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33528224'] for security_group, after_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:23.773328 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-31d6dbab-1fde-49a4-938e-533d607c4bd2 tempest-PortsTestJSON-1335945802 tempest-PortsTestJSON-1335945802-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 383} {{(pid=84040) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 21:03:23.778339 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-85a6369f-f6e0-45c2-a36e-14ed55da4265 tempest-PortsAdminExtendedAttrsTestJSON-244140651 tempest-PortsAdminExtendedAttrsTestJSON-244140651-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217293'] for port, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:23.800245 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0b15616-9f0a-49f8-83ba-09515a14bf2f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f710067-3946-4c0d-aa67-159d6b557fef,revision_number=None']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:03:23.804763 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e73c68e4-117e-41c2-8114-437ff4122ff0 tempest-RoutersTest-1500746192 tempest-RoutersTest-1500746192-project] Made reservation on behalf of 8a05b90fa8c54f25938df6bd0ef52223 for: {'subnet': 1} {{(pid=84040) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:03:23.825935 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85a6369f-f6e0-45c2-a36e-14ed55da4265 tempest-PortsAdminExtendedAttrsTestJSON-244140651 tempest-PortsAdminExtendedAttrsTestJSON-244140651-project-admin] Pushing event updated for resources: {'Port': ['ID=b4e84a18-d581-417d-ab36-ba3562191fea,revision_number=2']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:03:23.837488 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-31d6dbab-1fde-49a4-938e-533d607c4bd2 tempest-PortsTestJSON-1335945802 tempest-PortsTestJSON-1335945802-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1082986'] for segment, precommit_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:23.837845 n-d-838334-2 neutron-server[84040]: INFO neutron.db.segments_db [None req-31d6dbab-1fde-49a4-938e-533d607c4bd2 tempest-PortsTestJSON-1335945802 tempest-PortsTestJSON-1335945802-project] Added segment 855722c8-5aa7-417a-952d-13431fafa6cd of type vlan for network 9171611b-920b-4bb1-8469-f660db9d017e Apr 18 21:03:23.840398 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-c0b15616-9f0a-49f8-83ba-09515a14bf2f admin admin] Notify callbacks [] for security_group, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:23.846364 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-c0b15616-9f0a-49f8-83ba-09515a14bf2f admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/1f710067-3946-4c0d-aa67-159d6b557fef HTTP/1.1" status: 204 len: 168 time: 0.4198818 Apr 18 21:03:23.850848 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-e1817693-42ee-4623-bd6d-b4bba2a641ad tempest-RoutersAdminTest-1467285608 tempest-RoutersAdminTest-1467285608-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33443529', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33444176'] for router, after_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:23.871670 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 34564) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:03:23.881327 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-e1817693-42ee-4623-bd6d-b4bba2a641ad tempest-RoutersAdminTest-1467285608 tempest-RoutersAdminTest-1467285608-project-admin] Notify callbacks [] for router, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:23.882481 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-e1817693-42ee-4623-bd6d-b4bba2a641ad tempest-RoutersAdminTest-1467285608 tempest-RoutersAdminTest-1467285608-project-admin] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.3620765 Apr 18 21:03:23.886480 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 34570) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:03:23.902570 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-85a6369f-f6e0-45c2-a36e-14ed55da4265 tempest-PortsAdminExtendedAttrsTestJSON-244140651 tempest-PortsAdminExtendedAttrsTestJSON-244140651-project-admin] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 979 time: 7.7881553 Apr 18 21:03:23.903788 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 34576) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:03:24.110156 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-32a7870e-b56a-489f-8246-37f9da9187f2 tempest-RoutersAdminTest-1467285608 tempest-RoutersAdminTest-1467285608-project-admin] Notify callbacks [] for router, before_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:24.201001 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-31d6dbab-1fde-49a4-938e-533d607c4bd2 tempest-PortsTestJSON-1335945802 tempest-PortsTestJSON-1335945802-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750374825732'] for network, precommit_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:24.231488 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.plugin [None req-5904ecff-5d0f-43b0-bf14-f216934c358b tempest-PortsAdminExtendedAttrsTestJSON-244140651 tempest-PortsAdminExtendedAttrsTestJSON-244140651-project-admin] Deleting port b4e84a18-d581-417d-ab36-ba3562191fea {{(pid=84040) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 21:03:24.231864 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-5904ecff-5d0f-43b0-bf14-f216934c358b tempest-PortsAdminExtendedAttrsTestJSON-244140651 tempest-PortsAdminExtendedAttrsTestJSON-244140651-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750375188691'] for port, before_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:24.314082 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-e73c68e4-117e-41c2-8114-437ff4122ff0 tempest-RoutersTest-1500746192 tempest-RoutersTest-1500746192-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31752722'] for subnet, before_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:24.379356 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 34586) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:03:24.394115 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.v2.base [None req-31a1b78f-8a9d-4d82-969c-4b2de5c9ac1e tempest-NegativeSecGroupTest-1059519300 tempest-NegativeSecGroupTest-1059519300-project] Request body: {'security_group': {'name': 'default'}} {{(pid=84041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:03:24.394717 n-d-838334-2 neutron-server[84041]: INFO neutron.api.v2.resource [None req-31a1b78f-8a9d-4d82-969c-4b2de5c9ac1e tempest-NegativeSecGroupTest-1059519300 tempest-NegativeSecGroupTest-1059519300-project] create failed (client error): There was a conflict when trying to complete your request. Apr 18 21:03:24.399122 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-31a1b78f-8a9d-4d82-969c-4b2de5c9ac1e tempest-NegativeSecGroupTest-1059519300 tempest-NegativeSecGroupTest-1059519300-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.5230198 Apr 18 21:03:24.403364 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 34590) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:03:24.404040 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-31d6dbab-1fde-49a4-938e-533d607c4bd2 tempest-PortsTestJSON-1335945802 tempest-PortsTestJSON-1335945802-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33526109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022'] for network, after_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:24.407699 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31d6dbab-1fde-49a4-938e-533d607c4bd2 tempest-PortsTestJSON-1335945802 tempest-PortsTestJSON-1335945802-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:03:24.408263 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-31d6dbab-1fde-49a4-938e-533d607c4bd2 tempest-PortsTestJSON-1335945802 tempest-PortsTestJSON-1335945802-project] Notify callbacks [] for network, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:24.419332 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-8e0ce19f-0009-45c1-952a-9c4c00bcf9f3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:24.498949 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.v2.base [None req-98a7f306-33b7-47a7-b7b8-f68b78aaa9c6 tempest-NegativeSecGroupTest-1059519300 tempest-NegativeSecGroupTest-1059519300-project] Request body: {'security_group': {'name': 'tempest-secgroup--344907229'}} {{(pid=84040) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:03:24.516557 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-31d6dbab-1fde-49a4-938e-533d607c4bd2 tempest-PortsTestJSON-1335945802 tempest-PortsTestJSON-1335945802-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 1.1646833 Apr 18 21:03:24.527807 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 34598) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:03:24.577546 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-32a7870e-b56a-489f-8246-37f9da9187f2 tempest-RoutersAdminTest-1467285608 tempest-RoutersAdminTest-1467285608-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33443580', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5726'] for router, precommit_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:24.582498 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [None req-98a7f306-33b7-47a7-b7b8-f68b78aaa9c6 tempest-NegativeSecGroupTest-1059519300 tempest-NegativeSecGroupTest-1059519300-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:03:24.586472 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-32a7870e-b56a-489f-8246-37f9da9187f2 tempest-RoutersAdminTest-1467285608 tempest-RoutersAdminTest-1467285608-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:24.591567 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-8e0ce19f-0009-45c1-952a-9c4c00bcf9f3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:03:24.595835 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.v2.base [None req-f22388ff-7c3f-422a-b50b-ca486a4c104b tempest-PortsTestJSON-1335945802 tempest-PortsTestJSON-1335945802-project] Request body: {'subnet': {'network_id': '9171611b-920b-4bb1-8469-f660db9d017e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=84040) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:03:24.596687 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-8e0ce19f-0009-45c1-952a-9c4c00bcf9f3 admin admin] Usage tracker for resource:security_group_rule and tenant:f78ca73622774c48a9a39a2186c767f4 is out of sync, need to count used quota {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:03:24.600282 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-8e0ce19f-0009-45c1-952a-9c4c00bcf9f3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:03:24.608871 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-8e0ce19f-0009-45c1-952a-9c4c00bcf9f3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:03:24.625451 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-98a7f306-33b7-47a7-b7b8-f68b78aaa9c6 tempest-NegativeSecGroupTest-1059519300 tempest-NegativeSecGroupTest-1059519300-project] Usage tracker for resource:security_group and tenant:520de8d9fcc84495b8b031822a0d6c03 is out of sync, need to count used quota {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:03:24.640077 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-32a7870e-b56a-489f-8246-37f9da9187f2 tempest-RoutersAdminTest-1467285608 tempest-RoutersAdminTest-1467285608-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-33443408'] for router, after_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:24.640664 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-32a7870e-b56a-489f-8246-37f9da9187f2 tempest-RoutersAdminTest-1467285608 tempest-RoutersAdminTest-1467285608-project-admin] Fanout notify agent at l3_agent the message router_deleted on router fc930ea0-a4a1-4af5-ba1b-6a1282dd7e39 {{(pid=84041) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 18 21:03:24.651835 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-98a7f306-33b7-47a7-b7b8-f68b78aaa9c6 tempest-NegativeSecGroupTest-1059519300 tempest-NegativeSecGroupTest-1059519300-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:03:24.681953 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-32a7870e-b56a-489f-8246-37f9da9187f2 tempest-RoutersAdminTest-1467285608 tempest-RoutersAdminTest-1467285608-project-admin] Notify callbacks [] for router, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:24.683323 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-32a7870e-b56a-489f-8246-37f9da9187f2 tempest-RoutersAdminTest-1467285608 tempest-RoutersAdminTest-1467285608-project-admin] 10.222.0.42 "DELETE /v2.0/routers/fc930ea0-a4a1-4af5-ba1b-6a1282dd7e39 HTTP/1.1" status: 204 len: 168 time: 0.7953227 Apr 18 21:03:24.710691 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-8e0ce19f-0009-45c1-952a-9c4c00bcf9f3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:24.713093 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [None req-98a7f306-33b7-47a7-b7b8-f68b78aaa9c6 tempest-NegativeSecGroupTest-1059519300 tempest-NegativeSecGroupTest-1059519300-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:03:24.716935 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-8e0ce19f-0009-45c1-952a-9c4c00bcf9f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33528224'] for security_group, after_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:24.775270 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-8e0ce19f-0009-45c1-952a-9c4c00bcf9f3 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=f78ca73622774c48a9a39a2186c767f4&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3908765 Apr 18 21:03:24.775270 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e0ce19f-0009-45c1-952a-9c4c00bcf9f3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f612f9ed-f5da-41f2-9106-378934fe5729,revision_number=1']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:03:24.777418 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 34606) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:03:24.779146 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31d6dbab-1fde-49a4-938e-533d607c4bd2 tempest-PortsTestJSON-1335945802 tempest-PortsTestJSON-1335945802-project] Pushing event updated for resources: {'Network': ['ID=9171611b-920b-4bb1-8469-f660db9d017e,revision_number=1']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:03:24.808644 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Network 9171611b-920b-4bb1-8469-f660db9d017e details requested by agent ovs-agent-n-d-838334-2 with host n-d-838334-2 {{(pid=84042) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 18 21:03:24.856663 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-684d28ec-e199-4b84-9f68-72e3abb53480 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:24.889684 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-684d28ec-e199-4b84-9f68-72e3abb53480 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:24.966205 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-684d28ec-e199-4b84-9f68-72e3abb53480 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33528224'] for security_group, after_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:25.001374 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-684d28ec-e199-4b84-9f68-72e3abb53480 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f612f9ed-f5da-41f2-9106-378934fe5729,revision_number=None']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:03:25.015671 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-684d28ec-e199-4b84-9f68-72e3abb53480 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:25.019274 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-684d28ec-e199-4b84-9f68-72e3abb53480 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/f612f9ed-f5da-41f2-9106-378934fe5729 HTTP/1.1" status: 204 len: 168 time: 0.2385080 Apr 18 21:03:25.043510 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-98a7f306-33b7-47a7-b7b8-f68b78aaa9c6 tempest-NegativeSecGroupTest-1059519300 tempest-NegativeSecGroupTest-1059519300-project] Notify callbacks [] for security_group, before_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:25.081727 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 34616) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:03:25.085492 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [None req-f22388ff-7c3f-422a-b50b-ca486a4c104b tempest-PortsTestJSON-1335945802 tempest-PortsTestJSON-1335945802-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:03:25.095923 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-98a7f306-33b7-47a7-b7b8-f68b78aaa9c6 tempest-NegativeSecGroupTest-1059519300 tempest-NegativeSecGroupTest-1059519300-project] Notify callbacks [] for security_group, before_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:25.108821 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-f22388ff-7c3f-422a-b50b-ca486a4c104b tempest-PortsTestJSON-1335945802 tempest-PortsTestJSON-1335945802-project] Usage tracker for resource:subnet and tenant:234c597e1bbf440ab35a01225b472234 is out of sync, need to count used quota {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:03:25.114426 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.db [None req-5904ecff-5d0f-43b0-bf14-f216934c358b tempest-PortsAdminExtendedAttrsTestJSON-244140651 tempest-PortsAdminExtendedAttrsTestJSON-244140651-project-admin] For port b4e84a18-d581-417d-ab36-ba3562191fea, host n-h1-838334-2, got binding levels [] {{(pid=84040) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:03:25.114779 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-5904ecff-5d0f-43b0-bf14-f216934c358b tempest-PortsAdminExtendedAttrsTestJSON-244140651 tempest-PortsAdminExtendedAttrsTestJSON-244140651-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369123'] for port, precommit_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:25.123511 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-f22388ff-7c3f-422a-b50b-ca486a4c104b tempest-PortsTestJSON-1335945802 tempest-PortsTestJSON-1335945802-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:03:25.188195 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [None req-f22388ff-7c3f-422a-b50b-ca486a4c104b tempest-PortsTestJSON-1335945802 tempest-PortsTestJSON-1335945802-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:03:25.259130 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea9e0583-7d0f-4c8a-889d-1ac22effa92a req-c9beff6c-7f46-4100-95bb-f941315f99aa tempest-AttachVolumeTestJSON-1696487017 tempest-AttachVolumeTestJSON-1696487017-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:03:25.261089 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-ea9e0583-7d0f-4c8a-889d-1ac22effa92a req-c9beff6c-7f46-4100-95bb-f941315f99aa tempest-AttachVolumeTestJSON-1696487017 tempest-AttachVolumeTestJSON-1696487017-project] 10.222.0.42 "GET /v2.0/ports?device_id=8febef70-4ef9-4774-9ec7-33697a7c70d6 HTTP/1.1" status: 200 len: 945 time: 0.9723203 Apr 18 21:03:25.269596 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.plugin [None req-5904ecff-5d0f-43b0-bf14-f216934c358b tempest-PortsAdminExtendedAttrsTestJSON-244140651 tempest-PortsAdminExtendedAttrsTestJSON-244140651-project-admin] Calling delete_port for b4e84a18-d581-417d-ab36-ba3562191fea owned by {{(pid=84040) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 21:03:25.374463 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f22388ff-7c3f-422a-b50b-ca486a4c104b tempest-PortsTestJSON-1335945802 tempest-PortsTestJSON-1335945802-project] Made reservation on behalf of 234c597e1bbf440ab35a01225b472234 for: {'subnet': 1} {{(pid=84040) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:03:25.396022 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [None req-98a7f306-33b7-47a7-b7b8-f68b78aaa9c6 tempest-NegativeSecGroupTest-1059519300 tempest-NegativeSecGroupTest-1059519300-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:03:25.430944 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.v2.base [None req-a8c1a9d2-1df2-42f9-8c30-103741b0ce68 tempest-RoutersAdminTest-1076183166 tempest-RoutersAdminTest-1076183166-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1250394224', 'external_gateway_info': {'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c'}, 'admin_state_up': False}} {{(pid=84041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:03:25.443490 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-a8c1a9d2-1df2-42f9-8c30-103741b0ce68 tempest-RoutersAdminTest-1076183166 tempest-RoutersAdminTest-1076183166-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:03:25.451559 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-a8c1a9d2-1df2-42f9-8c30-103741b0ce68 tempest-RoutersAdminTest-1076183166 tempest-RoutersAdminTest-1076183166-project] Usage tracker for resource:router and tenant:495e9164d5ec4bc0b05dd65d74b178d7 is out of sync, need to count used quota {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:03:25.457187 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-a8c1a9d2-1df2-42f9-8c30-103741b0ce68 tempest-RoutersAdminTest-1076183166 tempest-RoutersAdminTest-1076183166-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:03:25.459659 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-98a7f306-33b7-47a7-b7b8-f68b78aaa9c6 tempest-NegativeSecGroupTest-1059519300 tempest-NegativeSecGroupTest-1059519300-project] Usage tracker for resource:security_group_rule and tenant:520de8d9fcc84495b8b031822a0d6c03 is out of sync, need to count used quota {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:03:25.470650 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-a8c1a9d2-1df2-42f9-8c30-103741b0ce68 tempest-RoutersAdminTest-1076183166 tempest-RoutersAdminTest-1076183166-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:03:25.485557 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-a8c1a9d2-1df2-42f9-8c30-103741b0ce68 tempest-RoutersAdminTest-1076183166 tempest-RoutersAdminTest-1076183166-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-33442106', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5708'] for router, before_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:25.486904 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-a8c1a9d2-1df2-42f9-8c30-103741b0ce68 tempest-RoutersAdminTest-1076183166 tempest-RoutersAdminTest-1076183166-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33442137', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33444285', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33535433', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5703'] for router, precommit_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:25.491189 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-98a7f306-33b7-47a7-b7b8-f68b78aaa9c6 tempest-NegativeSecGroupTest-1059519300 tempest-NegativeSecGroupTest-1059519300-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:03:25.494077 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-e73c68e4-117e-41c2-8114-437ff4122ff0 tempest-RoutersTest-1500746192 tempest-RoutersTest-1500746192-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33526260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32441074', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31752704'] for subnet, after_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:25.515245 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-a8c1a9d2-1df2-42f9-8c30-103741b0ce68 tempest-RoutersAdminTest-1076183166 tempest-RoutersAdminTest-1076183166-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:25.546543 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [None req-98a7f306-33b7-47a7-b7b8-f68b78aaa9c6 tempest-NegativeSecGroupTest-1059519300 tempest-NegativeSecGroupTest-1059519300-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:03:25.597514 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-f22388ff-7c3f-422a-b50b-ca486a4c104b tempest-PortsTestJSON-1335945802 tempest-PortsTestJSON-1335945802-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31752722'] for subnet, before_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:25.612960 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-ea9e0583-7d0f-4c8a-889d-1ac22effa92a req-a4dc1891-8e5a-4ff5-bc2b-4c459efcfd67 tempest-AttachVolumeTestJSON-1696487017 tempest-AttachVolumeTestJSON-1696487017-project] 10.222.0.42 "GET /v2.0/security-groups?id=326b68b1-226b-43b8-a174-ccc3d0972537&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3136156 Apr 18 21:03:25.690559 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-5904ecff-5d0f-43b0-bf14-f216934c358b tempest-PortsAdminExtendedAttrsTestJSON-244140651 tempest-PortsAdminExtendedAttrsTestJSON-244140651-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750375259028', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750374836628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32440838'] for port, after_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:25.707285 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-a8c1a9d2-1df2-42f9-8c30-103741b0ce68 tempest-RoutersAdminTest-1076183166 tempest-RoutersAdminTest-1076183166-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-33444175', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-33443520', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5293'] for router, precommit_update {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:25.735705 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e73c68e4-117e-41c2-8114-437ff4122ff0 tempest-RoutersTest-1500746192 tempest-RoutersTest-1500746192-project] Pushing event updated for resources: {'Subnet': ['ID=9d831992-686f-4d16-bdb0-b0ad2636431f,revision_number=0']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:03:25.782195 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5904ecff-5d0f-43b0-bf14-f216934c358b tempest-PortsAdminExtendedAttrsTestJSON-244140651 tempest-PortsAdminExtendedAttrsTestJSON-244140651-project-admin] Pushing event deleted for resources: {'Port': ['ID=b4e84a18-d581-417d-ab36-ba3562191fea,revision_number=None']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:03:25.815405 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-5904ecff-5d0f-43b0-bf14-f216934c358b tempest-PortsAdminExtendedAttrsTestJSON-244140651 tempest-PortsAdminExtendedAttrsTestJSON-244140651-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217293'] for port, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:25.855845 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e73c68e4-117e-41c2-8114-437ff4122ff0 tempest-RoutersTest-1500746192 tempest-RoutersTest-1500746192-project] Checking segment: {'id': '762c4ffe-7c22-4d92-85cd-e51a6ba67559', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': 'd5cfee16-9772-436c-83b0-48818235b6ad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84040) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 21:03:25.856183 n-d-838334-2 neutron-server[84040]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e73c68e4-117e-41c2-8114-437ff4122ff0 tempest-RoutersTest-1500746192 tempest-RoutersTest-1500746192-project] Network hostable DHCP agents. Network: d5cfee16-9772-436c-83b0-48818235b6ad, hostable agents: ['8746f8ea-3e91-4b32-9919-2c63adeb8722'], hosted agents: [] {{(pid=84040) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 21:03:25.867768 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-5904ecff-5d0f-43b0-bf14-f216934c358b tempest-PortsAdminExtendedAttrsTestJSON-244140651 tempest-PortsAdminExtendedAttrsTestJSON-244140651-project-admin] 10.222.0.42 "DELETE /v2.0/ports/b4e84a18-d581-417d-ab36-ba3562191fea HTTP/1.1" status: 204 len: 168 time: 1.9563379 Apr 18 21:03:25.872064 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 34638) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:03:25.894082 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-98a7f306-33b7-47a7-b7b8-f68b78aaa9c6 tempest-NegativeSecGroupTest-1059519300 tempest-NegativeSecGroupTest-1059519300-project] Notify callbacks [] for security_group, precommit_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:25.907213 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-98a7f306-33b7-47a7-b7b8-f68b78aaa9c6 tempest-NegativeSecGroupTest-1059519300 tempest-NegativeSecGroupTest-1059519300-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33528224'] for security_group, after_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:25.926416 n-d-838334-2 neutron-server[84041]: INFO neutron.pecan_wsgi.hooks.translation [None req-7238cdf4-66f5-4ea2-ad63-1008ec1162b3 tempest-PortsAdminExtendedAttrsTestJSON-244140651 tempest-PortsAdminExtendedAttrsTestJSON-244140651-project-admin] GET failed (client error): The resource could not be found. Apr 18 21:03:25.927790 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-7238cdf4-66f5-4ea2-ad63-1008ec1162b3 tempest-PortsAdminExtendedAttrsTestJSON-244140651 tempest-PortsAdminExtendedAttrsTestJSON-244140651-project-admin] 10.222.0.42 "GET /v2.0/ports/b4e84a18-d581-417d-ab36-ba3562191fea HTTP/1.1" status: 404 len: 333 time: 0.0520034 Apr 18 21:03:25.931238 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 34646) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:03:25.938612 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.v2.base [None req-f081fe22-1720-403e-b3c2-3a43776bf2ef tempest-PortsAdminExtendedAttrsTestJSON-244140651 tempest-PortsAdminExtendedAttrsTestJSON-244140651-project-admin] Request body: {'port': {'network_id': '1290f35d-98a4-4ed9-b86c-2656be124c59', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1521327910'}} {{(pid=84041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:03:25.944354 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-f081fe22-1720-403e-b3c2-3a43776bf2ef tempest-PortsAdminExtendedAttrsTestJSON-244140651 tempest-PortsAdminExtendedAttrsTestJSON-244140651-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:03:25.949189 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-f081fe22-1720-403e-b3c2-3a43776bf2ef tempest-PortsAdminExtendedAttrsTestJSON-244140651 tempest-PortsAdminExtendedAttrsTestJSON-244140651-project-admin] Usage tracker for resource:port and tenant:88621a9a300c4ac1a77765a7274f51d8 is out of sync, need to count used quota {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:03:25.957395 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-f081fe22-1720-403e-b3c2-3a43776bf2ef tempest-PortsAdminExtendedAttrsTestJSON-244140651 tempest-PortsAdminExtendedAttrsTestJSON-244140651-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:03:25.964229 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-f081fe22-1720-403e-b3c2-3a43776bf2ef tempest-PortsAdminExtendedAttrsTestJSON-244140651 tempest-PortsAdminExtendedAttrsTestJSON-244140651-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:03:26.124083 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f081fe22-1720-403e-b3c2-3a43776bf2ef tempest-PortsAdminExtendedAttrsTestJSON-244140651 tempest-PortsAdminExtendedAttrsTestJSON-244140651-project-admin] Made reservation on behalf of 88621a9a300c4ac1a77765a7274f51d8 for: {'port': 1} {{(pid=84041) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:03:26.126612 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-f081fe22-1720-403e-b3c2-3a43776bf2ef tempest-PortsAdminExtendedAttrsTestJSON-244140651 tempest-PortsAdminExtendedAttrsTestJSON-244140651-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:26.131086 n-d-838334-2 neutron-server[84040]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e73c68e4-117e-41c2-8114-437ff4122ff0 tempest-RoutersTest-1500746192 tempest-RoutersTest-1500746192-project] Network d5cfee16-9772-436c-83b0-48818235b6ad is scheduled to be hosted by DHCP agent 8746f8ea-3e91-4b32-9919-2c63adeb8722 with binding_index 1 {{(pid=84040) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 21:03:26.137377 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [None req-98a7f306-33b7-47a7-b7b8-f68b78aaa9c6 tempest-NegativeSecGroupTest-1059519300 tempest-NegativeSecGroupTest-1059519300-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:03:26.146449 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-98a7f306-33b7-47a7-b7b8-f68b78aaa9c6 tempest-NegativeSecGroupTest-1059519300 tempest-NegativeSecGroupTest-1059519300-project] Usage tracker for resource:security_group_rule and tenant:520de8d9fcc84495b8b031822a0d6c03 is out of sync, need to count used quota {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:03:26.149117 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-a8c1a9d2-1df2-42f9-8c30-103741b0ce68 tempest-RoutersAdminTest-1076183166 tempest-RoutersAdminTest-1076183166-project] Notify callbacks [] for router_gateway, before_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:26.152332 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-98a7f306-33b7-47a7-b7b8-f68b78aaa9c6 tempest-NegativeSecGroupTest-1059519300 tempest-NegativeSecGroupTest-1059519300-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:03:26.161379 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98a7f306-33b7-47a7-b7b8-f68b78aaa9c6 tempest-NegativeSecGroupTest-1059519300 tempest-NegativeSecGroupTest-1059519300-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b98b08c0-a34b-4e57-a87c-a31b959a17ab,revision_number=1']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:03:26.165568 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [None req-98a7f306-33b7-47a7-b7b8-f68b78aaa9c6 tempest-NegativeSecGroupTest-1059519300 tempest-NegativeSecGroupTest-1059519300-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:03:26.182536 n-d-838334-2 neutron-server[84040]: DEBUG neutron.scheduler.base_scheduler [None req-e73c68e4-117e-41c2-8114-437ff4122ff0 tempest-RoutersTest-1500746192 tempest-RoutersTest-1500746192-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-838334-2, d5cfee16-9772-436c-83b0-48818235b6ad) {{(pid=84040) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:03:26.183698 n-d-838334-2 neutron-server[84041]: DEBUG neutron.notifiers.nova [None req-f081fe22-1720-403e-b3c2-3a43776bf2ef tempest-PortsAdminExtendedAttrsTestJSON-244140651 tempest-PortsAdminExtendedAttrsTestJSON-244140651-project-admin] device_id is not set on port 929161c0-580b-45e1-898a-5662b10cb608 yet. {{(pid=84041) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 18 21:03:26.192371 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a855a09b-ff8e-4ceb-8479-a6bf612320d9 None None] Network d5cfee16-9772-436c-83b0-48818235b6ad requested from n-d-838334-2 {{(pid=84042) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 21:03:26.203015 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e73c68e4-117e-41c2-8114-437ff4122ff0 tempest-RoutersTest-1500746192 tempest-RoutersTest-1500746192-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:03:26.203822 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-e73c68e4-117e-41c2-8114-437ff4122ff0 tempest-RoutersTest-1500746192 tempest-RoutersTest-1500746192-project] Notify callbacks [] for subnet, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:26.255046 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-a8c1a9d2-1df2-42f9-8c30-103741b0ce68 tempest-RoutersAdminTest-1076183166 tempest-RoutersAdminTest-1076183166-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:26.263837 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-f22388ff-7c3f-422a-b50b-ca486a4c104b tempest-PortsTestJSON-1335945802 tempest-PortsTestJSON-1335945802-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33526260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32441074', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31752704'] for subnet, after_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:26.365232 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-e73c68e4-117e-41c2-8114-437ff4122ff0 tempest-RoutersTest-1500746192 tempest-RoutersTest-1500746192-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.0088210 Apr 18 21:03:26.390084 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 34660) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:03:26.402361 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-98a7f306-33b7-47a7-b7b8-f68b78aaa9c6 tempest-NegativeSecGroupTest-1059519300 tempest-NegativeSecGroupTest-1059519300-project] Notify callbacks [] for security_group, precommit_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:26.405933 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.v2.base [None req-ec984907-245e-4e73-9f6c-451801b80104 tempest-RoutersTest-1500746192 tempest-RoutersTest-1500746192-project] Request body: {'subnet': {'network_id': '3c7f25d4-3f2a-455f-8432-1ce0cc7b7003', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=84040) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:03:26.434240 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-98a7f306-33b7-47a7-b7b8-f68b78aaa9c6 tempest-NegativeSecGroupTest-1059519300 tempest-NegativeSecGroupTest-1059519300-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33528224'] for security_group, after_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:26.552039 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b578cf91-2062-43d3-9815-ad42a73ea6cd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp016840fc-1f9f-5892-9c53-c9cf6c845bbb-d5cfee16-9772-436c-83b0-48818235b6ad', 'network_id': 'd5cfee16-9772-436c-83b0-48818235b6ad', 'tenant_id': '8a05b90fa8c54f25938df6bd0ef52223', 'fixed_ips': [{'subnet_id': '9d831992-686f-4d16-bdb0-b0ad2636431f'}]}} from n-d-838334-2. {{(pid=84042) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 18 21:03:26.554123 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-b578cf91-2062-43d3-9815-ad42a73ea6cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_create {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:26.559873 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f22388ff-7c3f-422a-b50b-ca486a4c104b tempest-PortsTestJSON-1335945802 tempest-PortsTestJSON-1335945802-project] Pushing event updated for resources: {'Subnet': ['ID=c4a94faa-909e-48a4-a399-cdd82e1e4ab1,revision_number=0']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:03:26.590573 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-98a7f306-33b7-47a7-b7b8-f68b78aaa9c6 tempest-NegativeSecGroupTest-1059519300 tempest-NegativeSecGroupTest-1059519300-project] Notify callbacks [] for security_group, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:26.591507 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-98a7f306-33b7-47a7-b7b8-f68b78aaa9c6 tempest-NegativeSecGroupTest-1059519300 tempest-NegativeSecGroupTest-1059519300-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 2.1679990 Apr 18 21:03:26.596283 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98a7f306-33b7-47a7-b7b8-f68b78aaa9c6 tempest-NegativeSecGroupTest-1059519300 tempest-NegativeSecGroupTest-1059519300-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a70b51d8-3583-40d1-a10b-637f455ddbca,revision_number=1']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:03:26.600320 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 34670) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:03:26.612008 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.v2.base [None req-ab9cc6cb-3ba4-4142-a8ba-1a04ef1eebbb tempest-NegativeSecGroupTest-1059519300 tempest-NegativeSecGroupTest-1059519300-project] Request body: {'security_group_rule': {'security_group_id': 'a70b51d8-3583-40d1-a10b-637f455ddbca', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=84040) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:03:26.623465 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [None req-ec984907-245e-4e73-9f6c-451801b80104 tempest-RoutersTest-1500746192 tempest-RoutersTest-1500746192-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:03:26.625972 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [None req-ab9cc6cb-3ba4-4142-a8ba-1a04ef1eebbb tempest-NegativeSecGroupTest-1059519300 tempest-NegativeSecGroupTest-1059519300-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:03:26.630779 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-ec984907-245e-4e73-9f6c-451801b80104 tempest-RoutersTest-1500746192 tempest-RoutersTest-1500746192-project] Usage tracker for resource:subnet and tenant:8a05b90fa8c54f25938df6bd0ef52223 is out of sync, need to count used quota {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:03:26.633398 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f22388ff-7c3f-422a-b50b-ca486a4c104b tempest-PortsTestJSON-1335945802 tempest-PortsTestJSON-1335945802-project] Checking segment: {'id': '855722c8-5aa7-417a-952d-13431fafa6cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '9171611b-920b-4bb1-8469-f660db9d017e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84040) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 21:03:26.633754 n-d-838334-2 neutron-server[84040]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f22388ff-7c3f-422a-b50b-ca486a4c104b tempest-PortsTestJSON-1335945802 tempest-PortsTestJSON-1335945802-project] Network hostable DHCP agents. Network: 9171611b-920b-4bb1-8469-f660db9d017e, hostable agents: ['8746f8ea-3e91-4b32-9919-2c63adeb8722'], hosted agents: [] {{(pid=84040) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 21:03:26.639845 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-ab9cc6cb-3ba4-4142-a8ba-1a04ef1eebbb tempest-NegativeSecGroupTest-1059519300 tempest-NegativeSecGroupTest-1059519300-project] Usage tracker for resource:security_group_rule and tenant:520de8d9fcc84495b8b031822a0d6c03 is out of sync, need to count used quota {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:03:26.643784 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-ec984907-245e-4e73-9f6c-451801b80104 tempest-RoutersTest-1500746192 tempest-RoutersTest-1500746192-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:03:26.646592 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-ab9cc6cb-3ba4-4142-a8ba-1a04ef1eebbb tempest-NegativeSecGroupTest-1059519300 tempest-NegativeSecGroupTest-1059519300-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:03:26.655179 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [None req-ec984907-245e-4e73-9f6c-451801b80104 tempest-RoutersTest-1500746192 tempest-RoutersTest-1500746192-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:03:26.655557 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.db_base_plugin_common [None req-a8c1a9d2-1df2-42f9-8c30-103741b0ce68 tempest-RoutersAdminTest-1076183166 tempest-RoutersAdminTest-1076183166-project] Allocated IP 172.25.8.110 (e41b6600-a917-4a8d-b05c-be3be40c6d8c/6b05667b-848e-4356-9b44-d5eb6808ef74/6aac9dbc-b8c1-4645-a477-02c8d9e112cd) {{(pid=84041) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 21:03:26.661311 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [None req-ab9cc6cb-3ba4-4142-a8ba-1a04ef1eebbb tempest-NegativeSecGroupTest-1059519300 tempest-NegativeSecGroupTest-1059519300-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:03:26.699124 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec984907-245e-4e73-9f6c-451801b80104 tempest-RoutersTest-1500746192 tempest-RoutersTest-1500746192-project] Made reservation on behalf of 8a05b90fa8c54f25938df6bd0ef52223 for: {'subnet': 1} {{(pid=84040) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:03:26.841544 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.db_base_plugin_common [None req-b578cf91-2062-43d3-9815-ad42a73ea6cd None None] Allocated IP 172.20.0.2 (d5cfee16-9772-436c-83b0-48818235b6ad/9d831992-686f-4d16-bdb0-b0ad2636431f/b90feb8b-d4b5-4125-9dd4-61ce47e691db) {{(pid=84042) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 21:03:26.960140 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-ab9cc6cb-3ba4-4142-a8ba-1a04ef1eebbb tempest-NegativeSecGroupTest-1059519300 tempest-NegativeSecGroupTest-1059519300-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:26.974016 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-a8c1a9d2-1df2-42f9-8c30-103741b0ce68 tempest-RoutersAdminTest-1076183166 tempest-RoutersAdminTest-1076183166-project] Notify callbacks [] for port, precommit_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:26.984460 n-d-838334-2 neutron-server[84040]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f22388ff-7c3f-422a-b50b-ca486a4c104b tempest-PortsTestJSON-1335945802 tempest-PortsTestJSON-1335945802-project] Network 9171611b-920b-4bb1-8469-f660db9d017e is scheduled to be hosted by DHCP agent 8746f8ea-3e91-4b32-9919-2c63adeb8722 with binding_index 1 {{(pid=84040) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 21:03:26.999155 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-ec984907-245e-4e73-9f6c-451801b80104 tempest-RoutersTest-1500746192 tempest-RoutersTest-1500746192-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31752722'] for subnet, before_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:27.085048 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-f081fe22-1720-403e-b3c2-3a43776bf2ef tempest-PortsAdminExtendedAttrsTestJSON-244140651 tempest-PortsAdminExtendedAttrsTestJSON-244140651-project-admin] Notify callbacks [] for port, precommit_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:27.135308 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-a8c1a9d2-1df2-42f9-8c30-103741b0ce68 tempest-RoutersAdminTest-1076183166 tempest-RoutersAdminTest-1076183166-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750374836619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32266323'] for port, after_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:27.157500 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-b578cf91-2062-43d3-9815-ad42a73ea6cd None None] Notify callbacks [] for port, precommit_create {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:27.168908 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-b578cf91-2062-43d3-9815-ad42a73ea6cd None None] Transition to ACTIVE for port object b90feb8b-d4b5-4125-9dd4-61ce47e691db will not be triggered until provisioned by entity L2. {{(pid=84042) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:03:27.192540 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-b578cf91-2062-43d3-9815-ad42a73ea6cd None None] Transition to ACTIVE for port object b90feb8b-d4b5-4125-9dd4-61ce47e691db will not be triggered until provisioned by entity DHCP. {{(pid=84042) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:03:27.205410 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-b578cf91-2062-43d3-9815-ad42a73ea6cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750374836619'] for port, after_create {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:27.236916 n-d-838334-2 neutron-server[84041]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8c1a9d2-1df2-42f9-8c30-103741b0ce68 tempest-RoutersAdminTest-1076183166 tempest-RoutersAdminTest-1076183166-project] Network e41b6600-a917-4a8d-b05c-be3be40c6d8c is already hosted by enough agents. {{(pid=84041) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:03:27.239958 n-d-838334-2 neutron-server[84041]: DEBUG neutron.scheduler.base_scheduler [None req-a8c1a9d2-1df2-42f9-8c30-103741b0ce68 tempest-RoutersAdminTest-1076183166 tempest-RoutersAdminTest-1076183166-project] Resources bound (agent type, host, resource id): {{(pid=84041) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:03:27.245093 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-f081fe22-1720-403e-b3c2-3a43776bf2ef tempest-PortsAdminExtendedAttrsTestJSON-244140651 tempest-PortsAdminExtendedAttrsTestJSON-244140651-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750374836619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32266323'] for port, after_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:27.249027 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8c1a9d2-1df2-42f9-8c30-103741b0ce68 tempest-RoutersAdminTest-1076183166 tempest-RoutersAdminTest-1076183166-project] Received port after_create {{(pid=84041) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 21:03:27.266312 n-d-838334-2 neutron-server[84040]: DEBUG neutron.scheduler.base_scheduler [None req-f22388ff-7c3f-422a-b50b-ca486a4c104b tempest-PortsTestJSON-1335945802 tempest-PortsTestJSON-1335945802-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-838334-2, 9171611b-920b-4bb1-8469-f660db9d017e) {{(pid=84040) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:03:27.285206 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8c1a9d2-1df2-42f9-8c30-103741b0ce68 tempest-RoutersAdminTest-1076183166 tempest-RoutersAdminTest-1076183166-project] Pushing event updated for resources: {'Port': ['ID=6aac9dbc-b8c1-4645-a477-02c8d9e112cd,revision_number=1']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:03:27.298453 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f22388ff-7c3f-422a-b50b-ca486a4c104b tempest-PortsTestJSON-1335945802 tempest-PortsTestJSON-1335945802-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:03:27.299109 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-f22388ff-7c3f-422a-b50b-ca486a4c104b tempest-PortsTestJSON-1335945802 tempest-PortsTestJSON-1335945802-project] Notify callbacks [] for subnet, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:27.330465 n-d-838334-2 neutron-server[84042]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b578cf91-2062-43d3-9815-ad42a73ea6cd None None] Network d5cfee16-9772-436c-83b0-48818235b6ad is already hosted by enough agents. {{(pid=84042) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:03:27.340859 n-d-838334-2 neutron-server[84042]: DEBUG neutron.scheduler.base_scheduler [None req-b578cf91-2062-43d3-9815-ad42a73ea6cd None None] Resources bound (agent type, host, resource id): {{(pid=84042) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:03:27.346210 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5db4a199-fed5-4a80-ac78-7f802d25aacb None None] Network 9171611b-920b-4bb1-8469-f660db9d017e requested from n-d-838334-2 {{(pid=84042) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 21:03:27.367822 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b578cf91-2062-43d3-9815-ad42a73ea6cd None None] Received port after_create {{(pid=84042) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 21:03:27.487954 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-ab9cc6cb-3ba4-4142-a8ba-1a04ef1eebbb tempest-NegativeSecGroupTest-1059519300 tempest-NegativeSecGroupTest-1059519300-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:27.490127 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-ec984907-245e-4e73-9f6c-451801b80104 tempest-RoutersTest-1500746192 tempest-RoutersTest-1500746192-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33526260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32441074', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31752704'] for subnet, after_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:27.549343 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-ab9cc6cb-3ba4-4142-a8ba-1a04ef1eebbb tempest-NegativeSecGroupTest-1059519300 tempest-NegativeSecGroupTest-1059519300-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33528311'] for security_group_rule, after_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:27.558124 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-f22388ff-7c3f-422a-b50b-ca486a4c104b tempest-PortsTestJSON-1335945802 tempest-PortsTestJSON-1335945802-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.0188017 Apr 18 21:03:27.566124 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 34694) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:03:27.582796 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.v2.base [None req-ba5103f6-5b8c-4ba5-8e7d-500fc7a82b2e tempest-PortsTestJSON-1335945802 tempest-PortsTestJSON-1335945802-project] Request body: {'port': {'network_id': '9171611b-920b-4bb1-8469-f660db9d017e', 'security_groups': [], 'name': 'tempest-PortsTestJSON-724722360'}} {{(pid=84041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:03:27.603595 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b578cf91-2062-43d3-9815-ad42a73ea6cd None None] Pushing event updated for resources: {'Port': ['ID=b90feb8b-d4b5-4125-9dd4-61ce47e691db,revision_number=1']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:03:27.605452 n-d-838334-2 neutron-server[84041]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f081fe22-1720-403e-b3c2-3a43776bf2ef tempest-PortsAdminExtendedAttrsTestJSON-244140651 tempest-PortsAdminExtendedAttrsTestJSON-244140651-project-admin] Network 1290f35d-98a4-4ed9-b86c-2656be124c59 is already hosted by enough agents. {{(pid=84041) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:03:27.612759 n-d-838334-2 neutron-server[84041]: DEBUG neutron.scheduler.base_scheduler [None req-f081fe22-1720-403e-b3c2-3a43776bf2ef tempest-PortsAdminExtendedAttrsTestJSON-244140651 tempest-PortsAdminExtendedAttrsTestJSON-244140651-project-admin] Resources bound (agent type, host, resource id): {{(pid=84041) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:03:27.643891 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.managers [None req-b578cf91-2062-43d3-9815-ad42a73ea6cd None None] Attempting to bind port b90feb8b-d4b5-4125-9dd4-61ce47e691db on host n-d-838334-2 for vnic_type normal with profile {{(pid=84042) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 21:03:27.644337 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.managers [None req-b578cf91-2062-43d3-9815-ad42a73ea6cd None None] Attempting to bind port b90feb8b-d4b5-4125-9dd4-61ce47e691db by drivers openvswitch,hyperv on host n-d-838334-2 at level 0 using segments [{'id': '762c4ffe-7c22-4d92-85cd-e51a6ba67559', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': 'd5cfee16-9772-436c-83b0-48818235b6ad'}] {{(pid=84042) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 21:03:27.644904 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b578cf91-2062-43d3-9815-ad42a73ea6cd None None] Attempting to bind port b90feb8b-d4b5-4125-9dd4-61ce47e691db on network d5cfee16-9772-436c-83b0-48818235b6ad {{(pid=84042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 21:03:27.652476 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab9cc6cb-3ba4-4142-a8ba-1a04ef1eebbb tempest-NegativeSecGroupTest-1059519300 tempest-NegativeSecGroupTest-1059519300-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=169dec7a-e3f0-4132-ad07-35015369d9f5,revision_number=0']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:03:27.658162 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b578cf91-2062-43d3-9815-ad42a73ea6cd None None] Checking agent: {'id': '97cd4414-7af6-4d67-868d-dff370b4071a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838334-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 25, 49), 'started_at': datetime.datetime(2022, 4, 18, 20, 26, 19), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 21, 3, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838334-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 18 21:03:27.658633 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b578cf91-2062-43d3-9815-ad42a73ea6cd None None] Checking segment: {'id': '762c4ffe-7c22-4d92-85cd-e51a6ba67559', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': 'd5cfee16-9772-436c-83b0-48818235b6ad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84042) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 21:03:27.659285 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-b578cf91-2062-43d3-9815-ad42a73ea6cd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:27.659912 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b578cf91-2062-43d3-9815-ad42a73ea6cd None None] Bound using segment: {'id': '762c4ffe-7c22-4d92-85cd-e51a6ba67559', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': 'd5cfee16-9772-436c-83b0-48818235b6ad'} {{(pid=84042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 18 21:03:27.660456 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.managers [None req-b578cf91-2062-43d3-9815-ad42a73ea6cd None None] Bound port: b90feb8b-d4b5-4125-9dd4-61ce47e691db, host: n-d-838334-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '762c4ffe-7c22-4d92-85cd-e51a6ba67559', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': 'd5cfee16-9772-436c-83b0-48818235b6ad'}}] {{(pid=84042) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 21:03:27.661032 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-b578cf91-2062-43d3-9815-ad42a73ea6cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:27.671679 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f081fe22-1720-403e-b3c2-3a43776bf2ef tempest-PortsAdminExtendedAttrsTestJSON-244140651 tempest-PortsAdminExtendedAttrsTestJSON-244140651-project-admin] Received port after_create {{(pid=84041) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 21:03:27.672500 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f081fe22-1720-403e-b3c2-3a43776bf2ef tempest-PortsAdminExtendedAttrsTestJSON-244140651 tempest-PortsAdminExtendedAttrsTestJSON-244140651-project-admin] Attributes excluded by policy engine: ['network'] {{(pid=84041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:03:27.673093 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-f081fe22-1720-403e-b3c2-3a43776bf2ef tempest-PortsAdminExtendedAttrsTestJSON-244140651 tempest-PortsAdminExtendedAttrsTestJSON-244140651-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217293'] for port, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:27.686941 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f081fe22-1720-403e-b3c2-3a43776bf2ef tempest-PortsAdminExtendedAttrsTestJSON-244140651 tempest-PortsAdminExtendedAttrsTestJSON-244140651-project-admin] Pushing event updated for resources: {'Port': ['ID=929161c0-580b-45e1-898a-5662b10cb608,revision_number=1']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:03:27.713054 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c362a39-ed8a-4e99-a3e4-8413cde0867b req-bb156f6b-2af9-4271-9732-d3e0dab24cb0 tempest-AttachVolumeTestJSON-1696487017 tempest-AttachVolumeTestJSON-1696487017-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:03:27.716418 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-6c362a39-ed8a-4e99-a3e4-8413cde0867b req-bb156f6b-2af9-4271-9732-d3e0dab24cb0 tempest-AttachVolumeTestJSON-1696487017 tempest-AttachVolumeTestJSON-1696487017-project] 10.222.0.42 "GET /v2.0/ports?device_id=8febef70-4ef9-4774-9ec7-33697a7c70d6 HTTP/1.1" status: 200 len: 945 time: 0.7373581 Apr 18 21:03:27.723356 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-ab9cc6cb-3ba4-4142-a8ba-1a04ef1eebbb tempest-NegativeSecGroupTest-1059519300 tempest-NegativeSecGroupTest-1059519300-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:27.726204 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-ab9cc6cb-3ba4-4142-a8ba-1a04ef1eebbb tempest-NegativeSecGroupTest-1059519300 tempest-NegativeSecGroupTest-1059519300-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 1.1232872 Apr 18 21:03:27.735087 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 34700) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:03:27.748796 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec984907-245e-4e73-9f6c-451801b80104 tempest-RoutersTest-1500746192 tempest-RoutersTest-1500746192-project] Pushing event updated for resources: {'Subnet': ['ID=038b7a44-4ca7-4b5e-a2bf-dbe03bf11eff,revision_number=0']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:03:27.750707 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.v2.base [None req-39046e2c-b4d5-4adf-9bb2-5b205d2e68be tempest-NegativeSecGroupTest-1059519300 tempest-NegativeSecGroupTest-1059519300-project] Request body: {'security_group_rule': {'security_group_id': 'a70b51d8-3583-40d1-a10b-637f455ddbca', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=84041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:03:27.764808 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-39046e2c-b4d5-4adf-9bb2-5b205d2e68be tempest-NegativeSecGroupTest-1059519300 tempest-NegativeSecGroupTest-1059519300-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:03:27.786459 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-39046e2c-b4d5-4adf-9bb2-5b205d2e68be tempest-NegativeSecGroupTest-1059519300 tempest-NegativeSecGroupTest-1059519300-project] Usage tracker for resource:security_group_rule and tenant:520de8d9fcc84495b8b031822a0d6c03 is out of sync, need to count used quota {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:03:27.791131 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec984907-245e-4e73-9f6c-451801b80104 tempest-RoutersTest-1500746192 tempest-RoutersTest-1500746192-project] Checking segment: {'id': '7ae626b5-e367-47a1-b560-1cf0b3c25233', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '3c7f25d4-3f2a-455f-8432-1ce0cc7b7003'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84040) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 21:03:27.792531 n-d-838334-2 neutron-server[84040]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec984907-245e-4e73-9f6c-451801b80104 tempest-RoutersTest-1500746192 tempest-RoutersTest-1500746192-project] Network hostable DHCP agents. Network: 3c7f25d4-3f2a-455f-8432-1ce0cc7b7003, hostable agents: ['8746f8ea-3e91-4b32-9919-2c63adeb8722'], hosted agents: [] {{(pid=84040) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 21:03:27.795089 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-39046e2c-b4d5-4adf-9bb2-5b205d2e68be tempest-NegativeSecGroupTest-1059519300 tempest-NegativeSecGroupTest-1059519300-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:03:27.804489 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 34706) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:03:27.804918 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-f081fe22-1720-403e-b3c2-3a43776bf2ef tempest-PortsAdminExtendedAttrsTestJSON-244140651 tempest-PortsAdminExtendedAttrsTestJSON-244140651-project-admin] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 1.8721380 Apr 18 21:03:27.814095 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.v2.base [None req-13fc37e6-4c82-49cd-ac0d-ced4cf17b432 tempest-PortsAdminExtendedAttrsTestJSON-244140651 tempest-PortsAdminExtendedAttrsTestJSON-244140651-project-admin] Request body: {'port': {'binding:host_id': 'n-h1-838334-2'}} {{(pid=84040) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:03:27.820853 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-39046e2c-b4d5-4adf-9bb2-5b205d2e68be tempest-NegativeSecGroupTest-1059519300 tempest-NegativeSecGroupTest-1059519300-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:03:27.845647 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-ba5103f6-5b8c-4ba5-8e7d-500fc7a82b2e tempest-PortsTestJSON-1335945802 tempest-PortsTestJSON-1335945802-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:03:27.851543 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-ba5103f6-5b8c-4ba5-8e7d-500fc7a82b2e tempest-PortsTestJSON-1335945802 tempest-PortsTestJSON-1335945802-project] Usage tracker for resource:port and tenant:234c597e1bbf440ab35a01225b472234 is out of sync, need to count used quota {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:03:27.861803 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-ba5103f6-5b8c-4ba5-8e7d-500fc7a82b2e tempest-PortsTestJSON-1335945802 tempest-PortsTestJSON-1335945802-project] Quota usage for port was recalculated. Used quota:1. {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:03:27.876999 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-ba5103f6-5b8c-4ba5-8e7d-500fc7a82b2e tempest-PortsTestJSON-1335945802 tempest-PortsTestJSON-1335945802-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:03:27.879248 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-39046e2c-b4d5-4adf-9bb2-5b205d2e68be tempest-NegativeSecGroupTest-1059519300 tempest-NegativeSecGroupTest-1059519300-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:27.883035 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-6c362a39-ed8a-4e99-a3e4-8413cde0867b req-b9d2bcb2-f67d-47d6-bc55-e8967c5474ad tempest-AttachVolumeTestJSON-1696487017 tempest-AttachVolumeTestJSON-1696487017-project] 10.222.0.42 "GET /v2.0/security-groups?id=326b68b1-226b-43b8-a174-ccc3d0972537&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1548979 Apr 18 21:03:27.932661 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-b578cf91-2062-43d3-9815-ad42a73ea6cd None None] For port b90feb8b-d4b5-4125-9dd4-61ce47e691db, host n-d-838334-2, cleared binding levels {{(pid=84042) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 21:03:27.938403 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba5103f6-5b8c-4ba5-8e7d-500fc7a82b2e tempest-PortsTestJSON-1335945802 tempest-PortsTestJSON-1335945802-project] Made reservation on behalf of 234c597e1bbf440ab35a01225b472234 for: {'port': 1} {{(pid=84041) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:03:27.941406 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-ba5103f6-5b8c-4ba5-8e7d-500fc7a82b2e tempest-PortsTestJSON-1335945802 tempest-PortsTestJSON-1335945802-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:27.950179 n-d-838334-2 neutron-server[84040]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec984907-245e-4e73-9f6c-451801b80104 tempest-RoutersTest-1500746192 tempest-RoutersTest-1500746192-project] Network 3c7f25d4-3f2a-455f-8432-1ce0cc7b7003 is scheduled to be hosted by DHCP agent 8746f8ea-3e91-4b32-9919-2c63adeb8722 with binding_index 1 {{(pid=84040) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 21:03:27.951241 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-b578cf91-2062-43d3-9815-ad42a73ea6cd None None] For port b90feb8b-d4b5-4125-9dd4-61ce47e691db, host n-d-838334-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838334-2',level=0,port_id=b90feb8b-d4b5-4125-9dd4-61ce47e691db,segment=NetworkSegment(762c4ffe-7c22-4d92-85cd-e51a6ba67559),segment_id=762c4ffe-7c22-4d92-85cd-e51a6ba67559)] {{(pid=84042) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 21:03:27.984421 n-d-838334-2 neutron-server[84040]: DEBUG neutron.scheduler.base_scheduler [None req-ec984907-245e-4e73-9f6c-451801b80104 tempest-RoutersTest-1500746192 tempest-RoutersTest-1500746192-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-838334-2, 3c7f25d4-3f2a-455f-8432-1ce0cc7b7003) {{(pid=84040) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:03:27.997331 n-d-838334-2 neutron-server[84041]: DEBUG neutron.notifiers.nova [None req-ba5103f6-5b8c-4ba5-8e7d-500fc7a82b2e tempest-PortsTestJSON-1335945802 tempest-PortsTestJSON-1335945802-project] device_id is not set on port 0b7344dc-cc37-4d65-8c9d-caffc0082fa8 yet. {{(pid=84041) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 18 21:03:28.001058 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec984907-245e-4e73-9f6c-451801b80104 tempest-RoutersTest-1500746192 tempest-RoutersTest-1500746192-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:03:28.001877 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-ec984907-245e-4e73-9f6c-451801b80104 tempest-RoutersTest-1500746192 tempest-RoutersTest-1500746192-project] Notify callbacks [] for subnet, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:28.023536 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-13fc37e6-4c82-49cd-ac0d-ced4cf17b432 tempest-PortsAdminExtendedAttrsTestJSON-244140651 tempest-PortsAdminExtendedAttrsTestJSON-244140651-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:28.047146 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-ec984907-245e-4e73-9f6c-451801b80104 tempest-RoutersTest-1500746192 tempest-RoutersTest-1500746192-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.6559672 Apr 18 21:03:28.049995 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 34714) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:03:28.054246 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-b578cf91-2062-43d3-9815-ad42a73ea6cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682'] for port, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:28.055820 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-a8c1a9d2-1df2-42f9-8c30-103741b0ce68 tempest-RoutersAdminTest-1076183166 tempest-RoutersAdminTest-1076183166-project] Notify callbacks [] for router_gateway, after_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:28.056636 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-a8c1a9d2-1df2-42f9-8c30-103741b0ce68 tempest-RoutersAdminTest-1076183166 tempest-RoutersAdminTest-1076183166-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33443529', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33444176'] for router, after_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:28.065361 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae76a9d6-4315-4400-a781-49bcd869a640 None None] Network 3c7f25d4-3f2a-455f-8432-1ce0cc7b7003 requested from n-d-838334-2 {{(pid=84042) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 21:03:28.099716 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.v2.base [None req-b9866a3c-4170-45d5-adec-4fea5a58d273 tempest-RoutersTest-1500746192 tempest-RoutersTest-1500746192-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1193723055', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=84040) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:03:28.113506 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [None req-b9866a3c-4170-45d5-adec-4fea5a58d273 tempest-RoutersTest-1500746192 tempest-RoutersTest-1500746192-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:03:28.113768 n-d-838334-2 neutron-server[84041]: INFO neutron.api.v2.resource [None req-39046e2c-b4d5-4adf-9bb2-5b205d2e68be tempest-NegativeSecGroupTest-1059519300 tempest-NegativeSecGroupTest-1059519300-project] create failed (client error): There was a conflict when trying to complete your request. Apr 18 21:03:28.122589 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-39046e2c-b4d5-4adf-9bb2-5b205d2e68be tempest-NegativeSecGroupTest-1059519300 tempest-NegativeSecGroupTest-1059519300-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.3863828 Apr 18 21:03:28.126321 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 34718) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:03:28.127486 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-b9866a3c-4170-45d5-adec-4fea5a58d273 tempest-RoutersTest-1500746192 tempest-RoutersTest-1500746192-project] Usage tracker for resource:router and tenant:8a05b90fa8c54f25938df6bd0ef52223 is out of sync, need to count used quota {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:03:28.134609 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-b9866a3c-4170-45d5-adec-4fea5a58d273 tempest-RoutersTest-1500746192 tempest-RoutersTest-1500746192-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:03:28.155639 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [None req-b9866a3c-4170-45d5-adec-4fea5a58d273 tempest-RoutersTest-1500746192 tempest-RoutersTest-1500746192-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:03:28.174599 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6f3443e-d260-418a-bd5e-712e3d5e1564 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp016840fc-1f9f-5892-9c53-c9cf6c845bbb-9171611b-920b-4bb1-8469-f660db9d017e', 'network_id': '9171611b-920b-4bb1-8469-f660db9d017e', 'tenant_id': '234c597e1bbf440ab35a01225b472234', 'fixed_ips': [{'subnet_id': 'c4a94faa-909e-48a4-a399-cdd82e1e4ab1'}]}} from n-d-838334-2. {{(pid=84042) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 18 21:03:28.175612 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-c6f3443e-d260-418a-bd5e-712e3d5e1564 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_create {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:28.252434 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b578cf91-2062-43d3-9815-ad42a73ea6cd None None] Pushing event updated for resources: {'Port': ['ID=b90feb8b-d4b5-4125-9dd4-61ce47e691db,revision_number=2']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:03:28.284932 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-b9866a3c-4170-45d5-adec-4fea5a58d273 tempest-RoutersTest-1500746192 tempest-RoutersTest-1500746192-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-33442106', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5708'] for router, before_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:28.293950 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-b9866a3c-4170-45d5-adec-4fea5a58d273 tempest-RoutersTest-1500746192 tempest-RoutersTest-1500746192-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33442137', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33444285', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33535433', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5703'] for router, precommit_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:28.391997 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-446f121e-c593-46dc-8144-589d54001669 tempest-NegativeSecGroupTest-1059519300 tempest-NegativeSecGroupTest-1059519300-project] Notify callbacks [] for security_group, before_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:28.432597 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-446f121e-c593-46dc-8144-589d54001669 tempest-NegativeSecGroupTest-1059519300 tempest-NegativeSecGroupTest-1059519300-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:28.498776 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-b9866a3c-4170-45d5-adec-4fea5a58d273 tempest-RoutersTest-1500746192 tempest-RoutersTest-1500746192-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:28.513358 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-446f121e-c593-46dc-8144-589d54001669 tempest-NegativeSecGroupTest-1059519300 tempest-NegativeSecGroupTest-1059519300-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33528224'] for security_group, after_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:28.530235 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.db.resource_extend [None req-13fc37e6-4c82-49cd-ac0d-ced4cf17b432 tempest-PortsAdminExtendedAttrsTestJSON-244140651 tempest-PortsAdminExtendedAttrsTestJSON-244140651-project-admin] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 18 21:03:28.555654 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-446f121e-c593-46dc-8144-589d54001669 tempest-NegativeSecGroupTest-1059519300 tempest-NegativeSecGroupTest-1059519300-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a70b51d8-3583-40d1-a10b-637f455ddbca,revision_number=None']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:03:28.581929 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-434a1c7b-0de2-489b-91fe-0eec16a4c3d5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp016840fc-1f9f-5892-9c53-c9cf6c845bbb-3c7f25d4-3f2a-455f-8432-1ce0cc7b7003', 'network_id': '3c7f25d4-3f2a-455f-8432-1ce0cc7b7003', 'tenant_id': '8a05b90fa8c54f25938df6bd0ef52223', 'fixed_ips': [{'subnet_id': '038b7a44-4ca7-4b5e-a2bf-dbe03bf11eff'}]}} from n-d-838334-2. {{(pid=84042) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 18 21:03:28.582861 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-434a1c7b-0de2-489b-91fe-0eec16a4c3d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_create {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:28.644025 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.db_base_plugin_common [None req-ba5103f6-5b8c-4ba5-8e7d-500fc7a82b2e tempest-PortsTestJSON-1335945802 tempest-PortsTestJSON-1335945802-project] Allocated IP 172.20.0.6 (9171611b-920b-4bb1-8469-f660db9d017e/c4a94faa-909e-48a4-a399-cdd82e1e4ab1/0b7344dc-cc37-4d65-8c9d-caffc0082fa8) {{(pid=84041) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 21:03:28.644260 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-b9866a3c-4170-45d5-adec-4fea5a58d273 tempest-RoutersTest-1500746192 tempest-RoutersTest-1500746192-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33443529', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33444176'] for router, after_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:28.679963 n-d-838334-2 neutron-server[84040]: DEBUG neutron.notifiers.nova [None req-13fc37e6-4c82-49cd-ac0d-ced4cf17b432 tempest-PortsAdminExtendedAttrsTestJSON-244140651 tempest-PortsAdminExtendedAttrsTestJSON-244140651-project-admin] device_id is not set on port 929161c0-580b-45e1-898a-5662b10cb608 yet. {{(pid=84040) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 18 21:03:28.736253 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-446f121e-c593-46dc-8144-589d54001669 tempest-NegativeSecGroupTest-1059519300 tempest-NegativeSecGroupTest-1059519300-project] Notify callbacks [] for security_group, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:28.752726 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-446f121e-c593-46dc-8144-589d54001669 tempest-NegativeSecGroupTest-1059519300 tempest-NegativeSecGroupTest-1059519300-project] 10.222.0.42 "DELETE /v2.0/security-groups/a70b51d8-3583-40d1-a10b-637f455ddbca HTTP/1.1" status: 204 len: 168 time: 0.6196070 Apr 18 21:03:28.760364 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 34734) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:03:28.773670 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-13fc37e6-4c82-49cd-ac0d-ced4cf17b432 tempest-PortsAdminExtendedAttrsTestJSON-244140651 tempest-PortsAdminExtendedAttrsTestJSON-244140651-project-admin] Notify callbacks [] for port, precommit_update {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:28.843074 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.provisioning_blocks [None req-13fc37e6-4c82-49cd-ac0d-ced4cf17b432 tempest-PortsAdminExtendedAttrsTestJSON-244140651 tempest-PortsAdminExtendedAttrsTestJSON-244140651-project-admin] Transition to ACTIVE for port object 929161c0-580b-45e1-898a-5662b10cb608 will not be triggered until provisioned by entity L2. {{(pid=84040) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:03:28.897651 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-13fc37e6-4c82-49cd-ac0d-ced4cf17b432 tempest-PortsAdminExtendedAttrsTestJSON-244140651 tempest-PortsAdminExtendedAttrsTestJSON-244140651-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32440959'] for port, after_update {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:29.021816 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-b9866a3c-4170-45d5-adec-4fea5a58d273 tempest-RoutersTest-1500746192 tempest-RoutersTest-1500746192-project] Notify callbacks [] for router, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:29.022994 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-b9866a3c-4170-45d5-adec-4fea5a58d273 tempest-RoutersTest-1500746192 tempest-RoutersTest-1500746192-project] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.9714186 Apr 18 21:03:29.039357 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 34746) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:03:29.057322 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.db_base_plugin_common [None req-434a1c7b-0de2-489b-91fe-0eec16a4c3d5 None None] Allocated IP 172.21.0.2 (3c7f25d4-3f2a-455f-8432-1ce0cc7b7003/038b7a44-4ca7-4b5e-a2bf-dbe03bf11eff/06d26fb4-4bc6-4638-9251-440c3a1b06c7) {{(pid=84042) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 21:03:29.132394 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-ba5103f6-5b8c-4ba5-8e7d-500fc7a82b2e tempest-PortsTestJSON-1335945802 tempest-PortsTestJSON-1335945802-project] Notify callbacks [] for port, precommit_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:29.152978 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.provisioning_blocks [None req-ba5103f6-5b8c-4ba5-8e7d-500fc7a82b2e tempest-PortsTestJSON-1335945802 tempest-PortsTestJSON-1335945802-project] Transition to ACTIVE for port object 0b7344dc-cc37-4d65-8c9d-caffc0082fa8 will not be triggered until provisioned by entity DHCP. {{(pid=84041) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:03:29.202104 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-ba5103f6-5b8c-4ba5-8e7d-500fc7a82b2e tempest-PortsTestJSON-1335945802 tempest-PortsTestJSON-1335945802-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750374836619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32266323'] for port, after_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:29.250947 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-2cfff5fc-f55a-4f96-8e04-8f7d7ee6ec63 tempest-NegativeSecGroupTest-1059519300 tempest-NegativeSecGroupTest-1059519300-project] Synchronizing usage tracker for tenant:520de8d9fcc84495b8b031822a0d6c03 on resource:security_group {{(pid=84040) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 21:03:29.286662 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba5103f6-5b8c-4ba5-8e7d-500fc7a82b2e tempest-PortsTestJSON-1335945802 tempest-PortsTestJSON-1335945802-project] Pushing event updated for resources: {'Port': ['ID=0b7344dc-cc37-4d65-8c9d-caffc0082fa8,revision_number=1']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:03:29.330989 n-d-838334-2 neutron-server[84041]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba5103f6-5b8c-4ba5-8e7d-500fc7a82b2e tempest-PortsTestJSON-1335945802 tempest-PortsTestJSON-1335945802-project] Network 9171611b-920b-4bb1-8469-f660db9d017e is already hosted by enough agents. {{(pid=84041) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:03:29.333070 n-d-838334-2 neutron-server[84041]: DEBUG neutron.scheduler.base_scheduler [None req-ba5103f6-5b8c-4ba5-8e7d-500fc7a82b2e tempest-PortsTestJSON-1335945802 tempest-PortsTestJSON-1335945802-project] Resources bound (agent type, host, resource id): {{(pid=84041) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:03:29.335923 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba5103f6-5b8c-4ba5-8e7d-500fc7a82b2e tempest-PortsTestJSON-1335945802 tempest-PortsTestJSON-1335945802-project] Received port after_create {{(pid=84041) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 21:03:29.448390 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba5103f6-5b8c-4ba5-8e7d-500fc7a82b2e tempest-PortsTestJSON-1335945802 tempest-PortsTestJSON-1335945802-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:03:29.448797 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-ba5103f6-5b8c-4ba5-8e7d-500fc7a82b2e tempest-PortsTestJSON-1335945802 tempest-PortsTestJSON-1335945802-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217293'] for port, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:29.464624 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.db_base_plugin_common [None req-c6f3443e-d260-418a-bd5e-712e3d5e1564 None None] Allocated IP 172.20.0.2 (9171611b-920b-4bb1-8469-f660db9d017e/c4a94faa-909e-48a4-a399-cdd82e1e4ab1/04e16214-49f1-458a-89ca-35fc08febbe9) {{(pid=84042) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 21:03:29.537058 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-ba5103f6-5b8c-4ba5-8e7d-500fc7a82b2e tempest-PortsTestJSON-1335945802 tempest-PortsTestJSON-1335945802-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 885 time: 1.9654126 Apr 18 21:03:29.542611 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 34758) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:03:29.683322 n-d-838334-2 neutron-server[84041]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a8c1a9d2-1df2-42f9-8c30-103741b0ce68 tempest-RoutersAdminTest-1076183166 tempest-RoutersAdminTest-1076183166-project] Router 11b5a319-7e7b-4d0f-ab99-1f8425b18efa is scheduled to L3 agent bc84d6c9-dd7a-4555-a351-592327b46d5a with binding_index 1 {{(pid=84041) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 18 21:03:29.716403 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.plugin [None req-d41397c9-c2a4-41f1-9a73-ae6bec86b81e tempest-PortsTestJSON-1335945802 tempest-PortsTestJSON-1335945802-project] Deleting port 0b7344dc-cc37-4d65-8c9d-caffc0082fa8 {{(pid=84041) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 21:03:29.717035 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-d41397c9-c2a4-41f1-9a73-ae6bec86b81e tempest-PortsTestJSON-1335945802 tempest-PortsTestJSON-1335945802-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750375188691'] for port, before_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:29.727055 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13fc37e6-4c82-49cd-ac0d-ced4cf17b432 tempest-PortsAdminExtendedAttrsTestJSON-244140651 tempest-PortsAdminExtendedAttrsTestJSON-244140651-project-admin] Pushing event updated for resources: {'Port': ['ID=929161c0-580b-45e1-898a-5662b10cb608,revision_number=2']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:03:29.750444 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-2cfff5fc-f55a-4f96-8e04-8f7d7ee6ec63 tempest-NegativeSecGroupTest-1059519300 tempest-NegativeSecGroupTest-1059519300-project] Unset dirty status for tenant:520de8d9fcc84495b8b031822a0d6c03 on resource:security_group {{(pid=84040) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 21:03:29.756763 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-2cfff5fc-f55a-4f96-8e04-8f7d7ee6ec63 tempest-NegativeSecGroupTest-1059519300 tempest-NegativeSecGroupTest-1059519300-project] 10.222.0.42 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.9290774 Apr 18 21:03:29.762623 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 34766) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:03:29.764817 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750375287399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253529'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:29.783660 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-434a1c7b-0de2-489b-91fe-0eec16a4c3d5 None None] Notify callbacks [] for port, precommit_create {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:29.815186 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-434a1c7b-0de2-489b-91fe-0eec16a4c3d5 None None] Transition to ACTIVE for port object 06d26fb4-4bc6-4638-9251-440c3a1b06c7 will not be triggered until provisioned by entity L2. {{(pid=84042) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:03:29.916022 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.v2.base [None req-8790bc46-38fd-4a06-ab85-8074a5f4400b tempest-NegativeSecGroupTest-1059519300 tempest-NegativeSecGroupTest-1059519300-project] Request body: {'security_group': {'name': 'tempest-secgroup--1312116724'}} {{(pid=84040) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:03:29.917433 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-434a1c7b-0de2-489b-91fe-0eec16a4c3d5 None None] Transition to ACTIVE for port object 06d26fb4-4bc6-4638-9251-440c3a1b06c7 will not be triggered until provisioned by entity DHCP. {{(pid=84042) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:03:29.966020 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-434a1c7b-0de2-489b-91fe-0eec16a4c3d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750374836619'] for port, after_create {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:30.041521 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [None req-8790bc46-38fd-4a06-ab85-8074a5f4400b tempest-NegativeSecGroupTest-1059519300 tempest-NegativeSecGroupTest-1059519300-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:03:30.046376 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.managers [None req-13fc37e6-4c82-49cd-ac0d-ced4cf17b432 tempest-PortsAdminExtendedAttrsTestJSON-244140651 tempest-PortsAdminExtendedAttrsTestJSON-244140651-project-admin] Attempting to bind port 929161c0-580b-45e1-898a-5662b10cb608 on host n-h1-838334-2 for vnic_type normal with profile {{(pid=84040) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 21:03:30.046924 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.managers [None req-13fc37e6-4c82-49cd-ac0d-ced4cf17b432 tempest-PortsAdminExtendedAttrsTestJSON-244140651 tempest-PortsAdminExtendedAttrsTestJSON-244140651-project-admin] Attempting to bind port 929161c0-580b-45e1-898a-5662b10cb608 by drivers openvswitch,hyperv on host n-h1-838334-2 at level 0 using segments [{'id': '9573e010-5880-485c-8bd7-28e05d19c097', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '1290f35d-98a4-4ed9-b86c-2656be124c59'}] {{(pid=84040) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 21:03:30.047666 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13fc37e6-4c82-49cd-ac0d-ced4cf17b432 tempest-PortsAdminExtendedAttrsTestJSON-244140651 tempest-PortsAdminExtendedAttrsTestJSON-244140651-project-admin] Attempting to bind port 929161c0-580b-45e1-898a-5662b10cb608 on network 1290f35d-98a4-4ed9-b86c-2656be124c59 {{(pid=84040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 21:03:30.073884 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-434a1c7b-0de2-489b-91fe-0eec16a4c3d5 None None] Pushing event updated for resources: {'Port': ['ID=06d26fb4-4bc6-4638-9251-440c3a1b06c7,revision_number=1']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:03:30.076608 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-654938a5-d99c-4366-85f5-55a5578b2521 None None] Network d5cfee16-9772-436c-83b0-48818235b6ad requested from n-d-838334-2 {{(pid=84042) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 21:03:30.127235 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [None req-8790bc46-38fd-4a06-ab85-8074a5f4400b tempest-NegativeSecGroupTest-1059519300 tempest-NegativeSecGroupTest-1059519300-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:03:30.139224 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6471f2e8-b9d3-49a5-87ba-451840a9c4ae req-322f7a97-f7e8-46a3-ac5d-b3c5355f836f tempest-AttachVolumeTestJSON-1696487017 tempest-AttachVolumeTestJSON-1696487017-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:03:30.140757 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-6471f2e8-b9d3-49a5-87ba-451840a9c4ae req-322f7a97-f7e8-46a3-ac5d-b3c5355f836f tempest-AttachVolumeTestJSON-1696487017 tempest-AttachVolumeTestJSON-1696487017-project] 10.222.0.42 "GET /v2.0/ports?device_id=8febef70-4ef9-4774-9ec7-33697a7c70d6 HTTP/1.1" status: 200 len: 945 time: 0.9061513 Apr 18 21:03:30.142364 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13fc37e6-4c82-49cd-ac0d-ced4cf17b432 tempest-PortsAdminExtendedAttrsTestJSON-244140651 tempest-PortsAdminExtendedAttrsTestJSON-244140651-project-admin] Port 929161c0-580b-45e1-898a-5662b10cb608 on network 1290f35d-98a4-4ed9-b86c-2656be124c59 not bound, no agent of type Open vSwitch agent registered on host n-h1-838334-2 {{(pid=84040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 18 21:03:30.142676 n-d-838334-2 neutron-server[84040]: ERROR neutron.plugins.ml2.managers [None req-13fc37e6-4c82-49cd-ac0d-ced4cf17b432 tempest-PortsAdminExtendedAttrsTestJSON-244140651 tempest-PortsAdminExtendedAttrsTestJSON-244140651-project-admin] Failed to bind port 929161c0-580b-45e1-898a-5662b10cb608 on host n-h1-838334-2 for vnic_type normal using segments [{'id': '9573e010-5880-485c-8bd7-28e05d19c097', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '1290f35d-98a4-4ed9-b86c-2656be124c59'}] Apr 18 21:03:30.146146 n-d-838334-2 neutron-server[84040]: INFO neutron.plugins.ml2.plugin [None req-13fc37e6-4c82-49cd-ac0d-ced4cf17b432 tempest-PortsAdminExtendedAttrsTestJSON-244140651 tempest-PortsAdminExtendedAttrsTestJSON-244140651-project-admin] Attempt 2 to bind port 929161c0-580b-45e1-898a-5662b10cb608 Apr 18 21:03:30.164589 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.managers [None req-13fc37e6-4c82-49cd-ac0d-ced4cf17b432 tempest-PortsAdminExtendedAttrsTestJSON-244140651 tempest-PortsAdminExtendedAttrsTestJSON-244140651-project-admin] Attempting to bind port 929161c0-580b-45e1-898a-5662b10cb608 on host n-h1-838334-2 for vnic_type normal with profile {{(pid=84040) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 21:03:30.164921 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.managers [None req-13fc37e6-4c82-49cd-ac0d-ced4cf17b432 tempest-PortsAdminExtendedAttrsTestJSON-244140651 tempest-PortsAdminExtendedAttrsTestJSON-244140651-project-admin] Attempting to bind port 929161c0-580b-45e1-898a-5662b10cb608 by drivers openvswitch,hyperv on host n-h1-838334-2 at level 0 using segments [{'id': '9573e010-5880-485c-8bd7-28e05d19c097', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '1290f35d-98a4-4ed9-b86c-2656be124c59'}] {{(pid=84040) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 21:03:30.165253 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13fc37e6-4c82-49cd-ac0d-ced4cf17b432 tempest-PortsAdminExtendedAttrsTestJSON-244140651 tempest-PortsAdminExtendedAttrsTestJSON-244140651-project-admin] Attempting to bind port 929161c0-580b-45e1-898a-5662b10cb608 on network 1290f35d-98a4-4ed9-b86c-2656be124c59 {{(pid=84040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 21:03:30.255201 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-8790bc46-38fd-4a06-ab85-8074a5f4400b tempest-NegativeSecGroupTest-1059519300 tempest-NegativeSecGroupTest-1059519300-project] Notify callbacks [] for security_group, before_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:30.278913 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-c6f3443e-d260-418a-bd5e-712e3d5e1564 None None] Notify callbacks [] for port, precommit_create {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:30.308252 n-d-838334-2 neutron-server[84042]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-434a1c7b-0de2-489b-91fe-0eec16a4c3d5 None None] Network 3c7f25d4-3f2a-455f-8432-1ce0cc7b7003 is already hosted by enough agents. {{(pid=84042) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:03:30.325825 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-c6f3443e-d260-418a-bd5e-712e3d5e1564 None None] Transition to ACTIVE for port object 04e16214-49f1-458a-89ca-35fc08febbe9 will not be triggered until provisioned by entity L2. {{(pid=84042) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:03:30.326860 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13fc37e6-4c82-49cd-ac0d-ced4cf17b432 tempest-PortsAdminExtendedAttrsTestJSON-244140651 tempest-PortsAdminExtendedAttrsTestJSON-244140651-project-admin] Port 929161c0-580b-45e1-898a-5662b10cb608 on network 1290f35d-98a4-4ed9-b86c-2656be124c59 not bound, no agent of type Open vSwitch agent registered on host n-h1-838334-2 {{(pid=84040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 18 21:03:30.327185 n-d-838334-2 neutron-server[84040]: ERROR neutron.plugins.ml2.managers [None req-13fc37e6-4c82-49cd-ac0d-ced4cf17b432 tempest-PortsAdminExtendedAttrsTestJSON-244140651 tempest-PortsAdminExtendedAttrsTestJSON-244140651-project-admin] Failed to bind port 929161c0-580b-45e1-898a-5662b10cb608 on host n-h1-838334-2 for vnic_type normal using segments [{'id': '9573e010-5880-485c-8bd7-28e05d19c097', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '1290f35d-98a4-4ed9-b86c-2656be124c59'}] Apr 18 21:03:30.335279 n-d-838334-2 neutron-server[84040]: INFO neutron.plugins.ml2.plugin [None req-13fc37e6-4c82-49cd-ac0d-ced4cf17b432 tempest-PortsAdminExtendedAttrsTestJSON-244140651 tempest-PortsAdminExtendedAttrsTestJSON-244140651-project-admin] Attempt 3 to bind port 929161c0-580b-45e1-898a-5662b10cb608 Apr 18 21:03:30.342580 n-d-838334-2 neutron-server[84042]: DEBUG neutron.scheduler.base_scheduler [None req-434a1c7b-0de2-489b-91fe-0eec16a4c3d5 None None] Resources bound (agent type, host, resource id): {{(pid=84042) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:03:30.361509 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_dvrscheduler_db [None req-434a1c7b-0de2-489b-91fe-0eec16a4c3d5 None None] Received port after_create {{(pid=84042) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 21:03:30.423138 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.managers [None req-13fc37e6-4c82-49cd-ac0d-ced4cf17b432 tempest-PortsAdminExtendedAttrsTestJSON-244140651 tempest-PortsAdminExtendedAttrsTestJSON-244140651-project-admin] Attempting to bind port 929161c0-580b-45e1-898a-5662b10cb608 on host n-h1-838334-2 for vnic_type normal with profile {{(pid=84040) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 21:03:30.423463 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.managers [None req-13fc37e6-4c82-49cd-ac0d-ced4cf17b432 tempest-PortsAdminExtendedAttrsTestJSON-244140651 tempest-PortsAdminExtendedAttrsTestJSON-244140651-project-admin] Attempting to bind port 929161c0-580b-45e1-898a-5662b10cb608 by drivers openvswitch,hyperv on host n-h1-838334-2 at level 0 using segments [{'id': '9573e010-5880-485c-8bd7-28e05d19c097', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '1290f35d-98a4-4ed9-b86c-2656be124c59'}] {{(pid=84040) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 21:03:30.423832 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13fc37e6-4c82-49cd-ac0d-ced4cf17b432 tempest-PortsAdminExtendedAttrsTestJSON-244140651 tempest-PortsAdminExtendedAttrsTestJSON-244140651-project-admin] Attempting to bind port 929161c0-580b-45e1-898a-5662b10cb608 on network 1290f35d-98a4-4ed9-b86c-2656be124c59 {{(pid=84040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 21:03:30.488175 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-d1b4dbe3-d52f-41ad-9605-f3fbffdc3a53 None None] Provisioning for port b90feb8b-d4b5-4125-9dd4-61ce47e691db completed by entity DHCP. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 21:03:30.508623 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-c6f3443e-d260-418a-bd5e-712e3d5e1564 None None] Transition to ACTIVE for port object 04e16214-49f1-458a-89ca-35fc08febbe9 will not be triggered until provisioned by entity DHCP. {{(pid=84042) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:03:30.518759 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-d41397c9-c2a4-41f1-9a73-ae6bec86b81e tempest-PortsTestJSON-1335945802 tempest-PortsTestJSON-1335945802-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369123'] for port, precommit_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:30.557412 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [None req-8790bc46-38fd-4a06-ab85-8074a5f4400b tempest-NegativeSecGroupTest-1059519300 tempest-NegativeSecGroupTest-1059519300-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:03:30.561611 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-6471f2e8-b9d3-49a5-87ba-451840a9c4ae req-0c3ae883-8327-41f0-a18e-e598ef3ba2d8 tempest-AttachVolumeTestJSON-1696487017 tempest-AttachVolumeTestJSON-1696487017-project] 10.222.0.42 "GET /v2.0/security-groups?id=326b68b1-226b-43b8-a174-ccc3d0972537&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4000461 Apr 18 21:03:30.562125 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13fc37e6-4c82-49cd-ac0d-ced4cf17b432 tempest-PortsAdminExtendedAttrsTestJSON-244140651 tempest-PortsAdminExtendedAttrsTestJSON-244140651-project-admin] Port 929161c0-580b-45e1-898a-5662b10cb608 on network 1290f35d-98a4-4ed9-b86c-2656be124c59 not bound, no agent of type Open vSwitch agent registered on host n-h1-838334-2 {{(pid=84040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 18 21:03:30.562452 n-d-838334-2 neutron-server[84040]: ERROR neutron.plugins.ml2.managers [None req-13fc37e6-4c82-49cd-ac0d-ced4cf17b432 tempest-PortsAdminExtendedAttrsTestJSON-244140651 tempest-PortsAdminExtendedAttrsTestJSON-244140651-project-admin] Failed to bind port 929161c0-580b-45e1-898a-5662b10cb608 on host n-h1-838334-2 for vnic_type normal using segments [{'id': '9573e010-5880-485c-8bd7-28e05d19c097', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '1290f35d-98a4-4ed9-b86c-2656be124c59'}] Apr 18 21:03:30.573582 n-d-838334-2 neutron-server[84040]: INFO neutron.plugins.ml2.plugin [None req-13fc37e6-4c82-49cd-ac0d-ced4cf17b432 tempest-PortsAdminExtendedAttrsTestJSON-244140651 tempest-PortsAdminExtendedAttrsTestJSON-244140651-project-admin] Attempt 4 to bind port 929161c0-580b-45e1-898a-5662b10cb608 Apr 18 21:03:30.603200 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-8790bc46-38fd-4a06-ab85-8074a5f4400b tempest-NegativeSecGroupTest-1059519300 tempest-NegativeSecGroupTest-1059519300-project] Usage tracker for resource:security_group_rule and tenant:520de8d9fcc84495b8b031822a0d6c03 is out of sync, need to count used quota {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:03:30.606552 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-c6f3443e-d260-418a-bd5e-712e3d5e1564 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750374836619'] for port, after_create {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:30.625565 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-8790bc46-38fd-4a06-ab85-8074a5f4400b tempest-NegativeSecGroupTest-1059519300 tempest-NegativeSecGroupTest-1059519300-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:03:30.668045 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.plugin [None req-d41397c9-c2a4-41f1-9a73-ae6bec86b81e tempest-PortsTestJSON-1335945802 tempest-PortsTestJSON-1335945802-project] Calling delete_port for 0b7344dc-cc37-4d65-8c9d-caffc0082fa8 owned by {{(pid=84041) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 21:03:30.674590 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [None req-8790bc46-38fd-4a06-ab85-8074a5f4400b tempest-NegativeSecGroupTest-1059519300 tempest-NegativeSecGroupTest-1059519300-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:03:30.676803 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.managers [None req-13fc37e6-4c82-49cd-ac0d-ced4cf17b432 tempest-PortsAdminExtendedAttrsTestJSON-244140651 tempest-PortsAdminExtendedAttrsTestJSON-244140651-project-admin] Attempting to bind port 929161c0-580b-45e1-898a-5662b10cb608 on host n-h1-838334-2 for vnic_type normal with profile {{(pid=84040) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 21:03:30.677307 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.managers [None req-13fc37e6-4c82-49cd-ac0d-ced4cf17b432 tempest-PortsAdminExtendedAttrsTestJSON-244140651 tempest-PortsAdminExtendedAttrsTestJSON-244140651-project-admin] Attempting to bind port 929161c0-580b-45e1-898a-5662b10cb608 by drivers openvswitch,hyperv on host n-h1-838334-2 at level 0 using segments [{'id': '9573e010-5880-485c-8bd7-28e05d19c097', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '1290f35d-98a4-4ed9-b86c-2656be124c59'}] {{(pid=84040) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 21:03:30.677809 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13fc37e6-4c82-49cd-ac0d-ced4cf17b432 tempest-PortsAdminExtendedAttrsTestJSON-244140651 tempest-PortsAdminExtendedAttrsTestJSON-244140651-project-admin] Attempting to bind port 929161c0-580b-45e1-898a-5662b10cb608 on network 1290f35d-98a4-4ed9-b86c-2656be124c59 {{(pid=84040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 21:03:30.732059 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a8c1a9d2-1df2-42f9-8c30-103741b0ce68 tempest-RoutersAdminTest-1076183166 tempest-RoutersAdminTest-1076183166-project] Notify agent at l3_agent.n-d-838334-2 the message routers_updated {{(pid=84041) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 21:03:30.742874 n-d-838334-2 neutron-server[84043]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d4c21dc-be0c-4352-99ef-2862453d2897 None None] Sync routers for ids ['11b5a319-7e7b-4d0f-ab99-1f8425b18efa'] in n-d-838334-2 {{(pid=84043) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 18 21:03:30.772262 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d4c21dc-be0c-4352-99ef-2862453d2897 None None] Routers {'11b5a319-7e7b-4d0f-ab99-1f8425b18efa'} bound to L3 agent in host n-d-838334-2 {{(pid=84043) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 21:03:30.772886 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.l3_hamode_db [None req-0d4c21dc-be0c-4352-99ef-2862453d2897 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838334-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-18T20:25:48Z,description=,heartbeat_timestamp=2022-04-18T21:03:18Z,host='n-d-838334-2',id=bc84d6c9-dd7a-4555-a351-592327b46d5a,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:25:48Z,topic='l3_agent')) {'router_ids': ['11b5a319-7e7b-4d0f-ab99-1f8425b18efa'], 'active': True} {{(pid=84043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:03:30.791454 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-157998b1-0092-4b62-9157-6e30dd102334 tempest-RoutersTest-1500746192 tempest-RoutersTest-1500746192-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:30.822167 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13fc37e6-4c82-49cd-ac0d-ced4cf17b432 tempest-PortsAdminExtendedAttrsTestJSON-244140651 tempest-PortsAdminExtendedAttrsTestJSON-244140651-project-admin] Port 929161c0-580b-45e1-898a-5662b10cb608 on network 1290f35d-98a4-4ed9-b86c-2656be124c59 not bound, no agent of type Open vSwitch agent registered on host n-h1-838334-2 {{(pid=84040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 18 21:03:30.832117 n-d-838334-2 neutron-server[84040]: ERROR neutron.plugins.ml2.managers [None req-13fc37e6-4c82-49cd-ac0d-ced4cf17b432 tempest-PortsAdminExtendedAttrsTestJSON-244140651 tempest-PortsAdminExtendedAttrsTestJSON-244140651-project-admin] Failed to bind port 929161c0-580b-45e1-898a-5662b10cb608 on host n-h1-838334-2 for vnic_type normal using segments [{'id': '9573e010-5880-485c-8bd7-28e05d19c097', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '1290f35d-98a4-4ed9-b86c-2656be124c59'}] Apr 18 21:03:30.835187 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.managers [None req-434a1c7b-0de2-489b-91fe-0eec16a4c3d5 None None] Attempting to bind port 06d26fb4-4bc6-4638-9251-440c3a1b06c7 on host n-d-838334-2 for vnic_type normal with profile {{(pid=84042) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 21:03:30.835567 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.managers [None req-434a1c7b-0de2-489b-91fe-0eec16a4c3d5 None None] Attempting to bind port 06d26fb4-4bc6-4638-9251-440c3a1b06c7 by drivers openvswitch,hyperv on host n-d-838334-2 at level 0 using segments [{'id': '7ae626b5-e367-47a1-b560-1cf0b3c25233', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '3c7f25d4-3f2a-455f-8432-1ce0cc7b7003'}] {{(pid=84042) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 21:03:30.835958 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-434a1c7b-0de2-489b-91fe-0eec16a4c3d5 None None] Attempting to bind port 06d26fb4-4bc6-4638-9251-440c3a1b06c7 on network 3c7f25d4-3f2a-455f-8432-1ce0cc7b7003 {{(pid=84042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 21:03:30.836157 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-a8c1a9d2-1df2-42f9-8c30-103741b0ce68 tempest-RoutersAdminTest-1076183166 tempest-RoutersAdminTest-1076183166-project] Notify callbacks [] for router, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:30.840575 n-d-838334-2 neutron-server[84040]: INFO neutron.plugins.ml2.plugin [None req-13fc37e6-4c82-49cd-ac0d-ced4cf17b432 tempest-PortsAdminExtendedAttrsTestJSON-244140651 tempest-PortsAdminExtendedAttrsTestJSON-244140651-project-admin] Attempt 5 to bind port 929161c0-580b-45e1-898a-5662b10cb608 Apr 18 21:03:30.841004 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-a8c1a9d2-1df2-42f9-8c30-103741b0ce68 tempest-RoutersAdminTest-1076183166 tempest-RoutersAdminTest-1076183166-project] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 5.7580211 Apr 18 21:03:30.842452 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 34794) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:03:30.892562 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6f3443e-d260-418a-bd5e-712e3d5e1564 None None] Pushing event updated for resources: {'Port': ['ID=04e16214-49f1-458a-89ca-35fc08febbe9,revision_number=1']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:03:30.906674 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-434a1c7b-0de2-489b-91fe-0eec16a4c3d5 None None] Checking agent: {'id': '97cd4414-7af6-4d67-868d-dff370b4071a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838334-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 25, 49), 'started_at': datetime.datetime(2022, 4, 18, 20, 26, 19), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 21, 3, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838334-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 18 21:03:30.907123 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-434a1c7b-0de2-489b-91fe-0eec16a4c3d5 None None] Checking segment: {'id': '7ae626b5-e367-47a1-b560-1cf0b3c25233', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '3c7f25d4-3f2a-455f-8432-1ce0cc7b7003'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84042) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 21:03:30.907442 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-434a1c7b-0de2-489b-91fe-0eec16a4c3d5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:30.914939 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-434a1c7b-0de2-489b-91fe-0eec16a4c3d5 None None] Bound using segment: {'id': '7ae626b5-e367-47a1-b560-1cf0b3c25233', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '3c7f25d4-3f2a-455f-8432-1ce0cc7b7003'} {{(pid=84042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 18 21:03:30.915602 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.managers [None req-434a1c7b-0de2-489b-91fe-0eec16a4c3d5 None None] Bound port: 06d26fb4-4bc6-4638-9251-440c3a1b06c7, host: n-d-838334-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7ae626b5-e367-47a1-b560-1cf0b3c25233', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '3c7f25d4-3f2a-455f-8432-1ce0cc7b7003'}}] {{(pid=84042) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 21:03:30.916097 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-434a1c7b-0de2-489b-91fe-0eec16a4c3d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:30.989883 n-d-838334-2 neutron-server[84042]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6f3443e-d260-418a-bd5e-712e3d5e1564 None None] Network 9171611b-920b-4bb1-8469-f660db9d017e is already hosted by enough agents. {{(pid=84042) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:03:31.030818 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.l3_hamode_db [None req-0d4c21dc-be0c-4352-99ef-2862453d2897 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-838334-2', False) {} {{(pid=84043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:03:31.070009 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Device b90feb8b-d4b5-4125-9dd4-61ce47e691db up at agent ovs-agent-n-d-838334-2 {{(pid=84042) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 21:03:31.075321 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d4c21dc-be0c-4352-99ef-2862453d2897 None None] Routers {'11b5a319-7e7b-4d0f-ab99-1f8425b18efa'} bound to L3 agent in host n-d-838334-2 {{(pid=84043) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 21:03:31.079023 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.l3_hamode_db [None req-0d4c21dc-be0c-4352-99ef-2862453d2897 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838334-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-18T20:25:48Z,description=,heartbeat_timestamp=2022-04-18T21:03:18Z,host='n-d-838334-2',id=bc84d6c9-dd7a-4555-a351-592327b46d5a,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:25:48Z,topic='l3_agent')) {'router_ids': ['11b5a319-7e7b-4d0f-ab99-1f8425b18efa'], 'active': True} {{(pid=84043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:03:31.196442 n-d-838334-2 neutron-server[84042]: DEBUG neutron.scheduler.base_scheduler [None req-c6f3443e-d260-418a-bd5e-712e3d5e1564 None None] Resources bound (agent type, host, resource id): {{(pid=84042) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:03:31.254701 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.l3_hamode_db [None req-0d4c21dc-be0c-4352-99ef-2862453d2897 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-838334-2', False) {} {{(pid=84043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:03:31.265728 n-d-838334-2 neutron-server[84043]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d4c21dc-be0c-4352-99ef-2862453d2897 None None] The sync data for ids ['11b5a319-7e7b-4d0f-ab99-1f8425b18efa'] in n-d-838334-2 is: [] {{(pid=84043) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 18 21:03:31.274040 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6f3443e-d260-418a-bd5e-712e3d5e1564 None None] Received port after_create {{(pid=84042) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 21:03:31.283148 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.managers [None req-13fc37e6-4c82-49cd-ac0d-ced4cf17b432 tempest-PortsAdminExtendedAttrsTestJSON-244140651 tempest-PortsAdminExtendedAttrsTestJSON-244140651-project-admin] Attempting to bind port 929161c0-580b-45e1-898a-5662b10cb608 on host n-h1-838334-2 for vnic_type normal with profile {{(pid=84040) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 21:03:31.284137 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.managers [None req-13fc37e6-4c82-49cd-ac0d-ced4cf17b432 tempest-PortsAdminExtendedAttrsTestJSON-244140651 tempest-PortsAdminExtendedAttrsTestJSON-244140651-project-admin] Attempting to bind port 929161c0-580b-45e1-898a-5662b10cb608 by drivers openvswitch,hyperv on host n-h1-838334-2 at level 0 using segments [{'id': '9573e010-5880-485c-8bd7-28e05d19c097', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '1290f35d-98a4-4ed9-b86c-2656be124c59'}] {{(pid=84040) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 21:03:31.284712 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13fc37e6-4c82-49cd-ac0d-ced4cf17b432 tempest-PortsAdminExtendedAttrsTestJSON-244140651 tempest-PortsAdminExtendedAttrsTestJSON-244140651-project-admin] Attempting to bind port 929161c0-580b-45e1-898a-5662b10cb608 on network 1290f35d-98a4-4ed9-b86c-2656be124c59 {{(pid=84040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 21:03:31.291998 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-d41397c9-c2a4-41f1-9a73-ae6bec86b81e tempest-PortsTestJSON-1335945802 tempest-PortsTestJSON-1335945802-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750375259028', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750374836628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32266323'] for port, after_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:31.393869 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d41397c9-c2a4-41f1-9a73-ae6bec86b81e tempest-PortsTestJSON-1335945802 tempest-PortsTestJSON-1335945802-project] Pushing event deleted for resources: {'Port': ['ID=0b7344dc-cc37-4d65-8c9d-caffc0082fa8,revision_number=None']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:03:31.490112 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13fc37e6-4c82-49cd-ac0d-ced4cf17b432 tempest-PortsAdminExtendedAttrsTestJSON-244140651 tempest-PortsAdminExtendedAttrsTestJSON-244140651-project-admin] Port 929161c0-580b-45e1-898a-5662b10cb608 on network 1290f35d-98a4-4ed9-b86c-2656be124c59 not bound, no agent of type Open vSwitch agent registered on host n-h1-838334-2 {{(pid=84040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 18 21:03:31.490426 n-d-838334-2 neutron-server[84040]: ERROR neutron.plugins.ml2.managers [None req-13fc37e6-4c82-49cd-ac0d-ced4cf17b432 tempest-PortsAdminExtendedAttrsTestJSON-244140651 tempest-PortsAdminExtendedAttrsTestJSON-244140651-project-admin] Failed to bind port 929161c0-580b-45e1-898a-5662b10cb608 on host n-h1-838334-2 for vnic_type normal using segments [{'id': '9573e010-5880-485c-8bd7-28e05d19c097', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '1290f35d-98a4-4ed9-b86c-2656be124c59'}] Apr 18 21:03:31.500707 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-8790bc46-38fd-4a06-ab85-8074a5f4400b tempest-NegativeSecGroupTest-1059519300 tempest-NegativeSecGroupTest-1059519300-project] Notify callbacks [] for security_group, precommit_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:31.501539 n-d-838334-2 neutron-server[84040]: INFO neutron.plugins.ml2.plugin [None req-13fc37e6-4c82-49cd-ac0d-ced4cf17b432 tempest-PortsAdminExtendedAttrsTestJSON-244140651 tempest-PortsAdminExtendedAttrsTestJSON-244140651-project-admin] Attempt 6 to bind port 929161c0-580b-45e1-898a-5662b10cb608 Apr 18 21:03:31.528331 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.managers [None req-13fc37e6-4c82-49cd-ac0d-ced4cf17b432 tempest-PortsAdminExtendedAttrsTestJSON-244140651 tempest-PortsAdminExtendedAttrsTestJSON-244140651-project-admin] Attempting to bind port 929161c0-580b-45e1-898a-5662b10cb608 on host n-h1-838334-2 for vnic_type normal with profile {{(pid=84040) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 21:03:31.528785 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.managers [None req-13fc37e6-4c82-49cd-ac0d-ced4cf17b432 tempest-PortsAdminExtendedAttrsTestJSON-244140651 tempest-PortsAdminExtendedAttrsTestJSON-244140651-project-admin] Attempting to bind port 929161c0-580b-45e1-898a-5662b10cb608 by drivers openvswitch,hyperv on host n-h1-838334-2 at level 0 using segments [{'id': '9573e010-5880-485c-8bd7-28e05d19c097', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '1290f35d-98a4-4ed9-b86c-2656be124c59'}] {{(pid=84040) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 21:03:31.529179 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13fc37e6-4c82-49cd-ac0d-ced4cf17b432 tempest-PortsAdminExtendedAttrsTestJSON-244140651 tempest-PortsAdminExtendedAttrsTestJSON-244140651-project-admin] Attempting to bind port 929161c0-580b-45e1-898a-5662b10cb608 on network 1290f35d-98a4-4ed9-b86c-2656be124c59 {{(pid=84040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 21:03:31.530487 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-d41397c9-c2a4-41f1-9a73-ae6bec86b81e tempest-PortsTestJSON-1335945802 tempest-PortsTestJSON-1335945802-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217293'] for port, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:31.535941 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-8790bc46-38fd-4a06-ab85-8074a5f4400b tempest-NegativeSecGroupTest-1059519300 tempest-NegativeSecGroupTest-1059519300-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33528224'] for security_group, after_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:31.547205 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-d41397c9-c2a4-41f1-9a73-ae6bec86b81e tempest-PortsTestJSON-1335945802 tempest-PortsTestJSON-1335945802-project] 10.222.0.42 "DELETE /v2.0/ports/0b7344dc-cc37-4d65-8c9d-caffc0082fa8 HTTP/1.1" status: 204 len: 168 time: 2.0038390 Apr 18 21:03:31.549517 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 34810) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:03:31.560531 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-434a1c7b-0de2-489b-91fe-0eec16a4c3d5 None None] For port 06d26fb4-4bc6-4638-9251-440c3a1b06c7, host n-d-838334-2, cleared binding levels {{(pid=84042) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 21:03:31.599570 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8790bc46-38fd-4a06-ab85-8074a5f4400b tempest-NegativeSecGroupTest-1059519300 tempest-NegativeSecGroupTest-1059519300-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2e48077d-67ce-4498-80d8-7c87dcfadf02,revision_number=1']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:03:31.621807 n-d-838334-2 neutron-server[84041]: INFO neutron.pecan_wsgi.hooks.translation [None req-55034568-c744-486e-8a88-d024efb0132a tempest-PortsTestJSON-1335945802 tempest-PortsTestJSON-1335945802-project] GET failed (client error): The resource could not be found. Apr 18 21:03:31.621971 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-55034568-c744-486e-8a88-d024efb0132a tempest-PortsTestJSON-1335945802 tempest-PortsTestJSON-1335945802-project] Synchronizing usage tracker for tenant:234c597e1bbf440ab35a01225b472234 on resource:port {{(pid=84041) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 21:03:31.630481 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-93837add-695a-4852-95a1-d84856a3e0e4 tempest-RoutersAdminTest-1467285608 tempest-RoutersAdminTest-1467285608-project-admin] 10.222.0.42 "GET /v2.0/routers/11b5a319-7e7b-4d0f-ab99-1f8425b18efa HTTP/1.1" status: 200 len: 921 time: 0.7869279 Apr 18 21:03:31.631346 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13fc37e6-4c82-49cd-ac0d-ced4cf17b432 tempest-PortsAdminExtendedAttrsTestJSON-244140651 tempest-PortsAdminExtendedAttrsTestJSON-244140651-project-admin] Port 929161c0-580b-45e1-898a-5662b10cb608 on network 1290f35d-98a4-4ed9-b86c-2656be124c59 not bound, no agent of type Open vSwitch agent registered on host n-h1-838334-2 {{(pid=84040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 18 21:03:31.631953 n-d-838334-2 neutron-server[84040]: ERROR neutron.plugins.ml2.managers [None req-13fc37e6-4c82-49cd-ac0d-ced4cf17b432 tempest-PortsAdminExtendedAttrsTestJSON-244140651 tempest-PortsAdminExtendedAttrsTestJSON-244140651-project-admin] Failed to bind port 929161c0-580b-45e1-898a-5662b10cb608 on host n-h1-838334-2 for vnic_type normal using segments [{'id': '9573e010-5880-485c-8bd7-28e05d19c097', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '1290f35d-98a4-4ed9-b86c-2656be124c59'}] Apr 18 21:03:31.634256 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 34816) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:03:31.666955 n-d-838334-2 neutron-server[84040]: INFO neutron.plugins.ml2.plugin [None req-13fc37e6-4c82-49cd-ac0d-ced4cf17b432 tempest-PortsAdminExtendedAttrsTestJSON-244140651 tempest-PortsAdminExtendedAttrsTestJSON-244140651-project-admin] Attempt 7 to bind port 929161c0-580b-45e1-898a-5662b10cb608 Apr 18 21:03:31.687140 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-873c7030-efa4-4197-9f1d-240676d60cb6 tempest-RoutersAdminTest-1076183166 tempest-RoutersAdminTest-1076183166-project] 10.222.0.42 "GET /v2.0/ports?device_id=11b5a319-7e7b-4d0f-ab99-1f8425b18efa HTTP/1.1" status: 200 len: 205 time: 0.0517516 Apr 18 21:03:31.691101 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 34820) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:03:31.691658 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.managers [None req-13fc37e6-4c82-49cd-ac0d-ced4cf17b432 tempest-PortsAdminExtendedAttrsTestJSON-244140651 tempest-PortsAdminExtendedAttrsTestJSON-244140651-project-admin] Attempting to bind port 929161c0-580b-45e1-898a-5662b10cb608 on host n-h1-838334-2 for vnic_type normal with profile {{(pid=84040) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 21:03:31.692223 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.managers [None req-13fc37e6-4c82-49cd-ac0d-ced4cf17b432 tempest-PortsAdminExtendedAttrsTestJSON-244140651 tempest-PortsAdminExtendedAttrsTestJSON-244140651-project-admin] Attempting to bind port 929161c0-580b-45e1-898a-5662b10cb608 by drivers openvswitch,hyperv on host n-h1-838334-2 at level 0 using segments [{'id': '9573e010-5880-485c-8bd7-28e05d19c097', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '1290f35d-98a4-4ed9-b86c-2656be124c59'}] {{(pid=84040) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 21:03:31.692784 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13fc37e6-4c82-49cd-ac0d-ced4cf17b432 tempest-PortsAdminExtendedAttrsTestJSON-244140651 tempest-PortsAdminExtendedAttrsTestJSON-244140651-project-admin] Attempting to bind port 929161c0-580b-45e1-898a-5662b10cb608 on network 1290f35d-98a4-4ed9-b86c-2656be124c59 {{(pid=84040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 21:03:31.720983 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-434a1c7b-0de2-489b-91fe-0eec16a4c3d5 None None] For port 06d26fb4-4bc6-4638-9251-440c3a1b06c7, host n-d-838334-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838334-2',level=0,port_id=06d26fb4-4bc6-4638-9251-440c3a1b06c7,segment=NetworkSegment(7ae626b5-e367-47a1-b560-1cf0b3c25233),segment_id=7ae626b5-e367-47a1-b560-1cf0b3c25233)] {{(pid=84042) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 21:03:31.725284 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-517f8c44-e17a-48e1-b007-c88820e36fcd None None] Provisioning complete for port b90feb8b-d4b5-4125-9dd4-61ce47e691db triggered by entity DHCP. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:03:31.726601 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-517f8c44-e17a-48e1-b007-c88820e36fcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1253608'] for port, provisioning_complete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:31.743697 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13fc37e6-4c82-49cd-ac0d-ced4cf17b432 tempest-PortsAdminExtendedAttrsTestJSON-244140651 tempest-PortsAdminExtendedAttrsTestJSON-244140651-project-admin] Port 929161c0-580b-45e1-898a-5662b10cb608 on network 1290f35d-98a4-4ed9-b86c-2656be124c59 not bound, no agent of type Open vSwitch agent registered on host n-h1-838334-2 {{(pid=84040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 18 21:03:31.744380 n-d-838334-2 neutron-server[84040]: ERROR neutron.plugins.ml2.managers [None req-13fc37e6-4c82-49cd-ac0d-ced4cf17b432 tempest-PortsAdminExtendedAttrsTestJSON-244140651 tempest-PortsAdminExtendedAttrsTestJSON-244140651-project-admin] Failed to bind port 929161c0-580b-45e1-898a-5662b10cb608 on host n-h1-838334-2 for vnic_type normal using segments [{'id': '9573e010-5880-485c-8bd7-28e05d19c097', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '1290f35d-98a4-4ed9-b86c-2656be124c59'}] Apr 18 21:03:31.748897 n-d-838334-2 neutron-server[84040]: INFO neutron.plugins.ml2.plugin [None req-13fc37e6-4c82-49cd-ac0d-ced4cf17b432 tempest-PortsAdminExtendedAttrsTestJSON-244140651 tempest-PortsAdminExtendedAttrsTestJSON-244140651-project-admin] Attempt 8 to bind port 929161c0-580b-45e1-898a-5662b10cb608 Apr 18 21:03:31.767151 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-8790bc46-38fd-4a06-ab85-8074a5f4400b tempest-NegativeSecGroupTest-1059519300 tempest-NegativeSecGroupTest-1059519300-project] Notify callbacks [] for security_group, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:31.769131 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-8790bc46-38fd-4a06-ab85-8074a5f4400b tempest-NegativeSecGroupTest-1059519300 tempest-NegativeSecGroupTest-1059519300-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 2.0032506 Apr 18 21:03:31.774017 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 34824) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:03:31.776142 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f146aa9e-3970-453c-b763-8a86904133a5 req-e463b631-f3dc-4aca-9a9c-eb247846297e tempest-AttachVolumeTestJSON-1696487017 tempest-AttachVolumeTestJSON-1696487017-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:03:31.783289 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-f146aa9e-3970-453c-b763-8a86904133a5 req-e463b631-f3dc-4aca-9a9c-eb247846297e tempest-AttachVolumeTestJSON-1696487017 tempest-AttachVolumeTestJSON-1696487017-project] 10.222.0.42 "GET /v2.0/ports?device_id=8febef70-4ef9-4774-9ec7-33697a7c70d6 HTTP/1.1" status: 200 len: 945 time: 0.4955072 Apr 18 21:03:31.792861 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.managers [None req-c6f3443e-d260-418a-bd5e-712e3d5e1564 None None] Attempting to bind port 04e16214-49f1-458a-89ca-35fc08febbe9 on host n-d-838334-2 for vnic_type normal with profile {{(pid=84042) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 21:03:31.793282 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.managers [None req-c6f3443e-d260-418a-bd5e-712e3d5e1564 None None] Attempting to bind port 04e16214-49f1-458a-89ca-35fc08febbe9 by drivers openvswitch,hyperv on host n-d-838334-2 at level 0 using segments [{'id': '855722c8-5aa7-417a-952d-13431fafa6cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '9171611b-920b-4bb1-8469-f660db9d017e'}] {{(pid=84042) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 21:03:31.793759 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6f3443e-d260-418a-bd5e-712e3d5e1564 None None] Attempting to bind port 04e16214-49f1-458a-89ca-35fc08febbe9 on network 9171611b-920b-4bb1-8469-f660db9d017e {{(pid=84042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 21:03:31.808693 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-e7adb75e-9c7d-4967-b39c-741b4ebe429b req-e412dbfc-d501-407c-94b3-d5993d6aa963 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=b5bf875eb9b748b5aba56f8b60ce8169&device_id=8febef70-4ef9-4774-9ec7-33697a7c70d6 HTTP/1.1" status: 200 len: 1096 time: 0.4784720 Apr 18 21:03:31.832203 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6f3443e-d260-418a-bd5e-712e3d5e1564 None None] Checking agent: {'id': '97cd4414-7af6-4d67-868d-dff370b4071a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838334-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 25, 49), 'started_at': datetime.datetime(2022, 4, 18, 20, 26, 19), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 21, 3, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838334-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 18 21:03:31.832520 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6f3443e-d260-418a-bd5e-712e3d5e1564 None None] Checking segment: {'id': '855722c8-5aa7-417a-952d-13431fafa6cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '9171611b-920b-4bb1-8469-f660db9d017e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84042) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 21:03:31.834202 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-c6f3443e-d260-418a-bd5e-712e3d5e1564 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:31.834617 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6f3443e-d260-418a-bd5e-712e3d5e1564 None None] Bound using segment: {'id': '855722c8-5aa7-417a-952d-13431fafa6cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '9171611b-920b-4bb1-8469-f660db9d017e'} {{(pid=84042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 18 21:03:31.835114 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.managers [None req-c6f3443e-d260-418a-bd5e-712e3d5e1564 None None] Bound port: 04e16214-49f1-458a-89ca-35fc08febbe9, host: n-d-838334-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '855722c8-5aa7-417a-952d-13431fafa6cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '9171611b-920b-4bb1-8469-f660db9d017e'}}] {{(pid=84042) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 21:03:31.835492 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-c6f3443e-d260-418a-bd5e-712e3d5e1564 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:31.856999 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Provisioning for port b90feb8b-d4b5-4125-9dd4-61ce47e691db completed by entity L2. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 21:03:31.859359 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.managers [None req-13fc37e6-4c82-49cd-ac0d-ced4cf17b432 tempest-PortsAdminExtendedAttrsTestJSON-244140651 tempest-PortsAdminExtendedAttrsTestJSON-244140651-project-admin] Attempting to bind port 929161c0-580b-45e1-898a-5662b10cb608 on host n-h1-838334-2 for vnic_type normal with profile {{(pid=84040) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 21:03:31.859868 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.managers [None req-13fc37e6-4c82-49cd-ac0d-ced4cf17b432 tempest-PortsAdminExtendedAttrsTestJSON-244140651 tempest-PortsAdminExtendedAttrsTestJSON-244140651-project-admin] Attempting to bind port 929161c0-580b-45e1-898a-5662b10cb608 by drivers openvswitch,hyperv on host n-h1-838334-2 at level 0 using segments [{'id': '9573e010-5880-485c-8bd7-28e05d19c097', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '1290f35d-98a4-4ed9-b86c-2656be124c59'}] {{(pid=84040) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 21:03:31.860304 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13fc37e6-4c82-49cd-ac0d-ced4cf17b432 tempest-PortsAdminExtendedAttrsTestJSON-244140651 tempest-PortsAdminExtendedAttrsTestJSON-244140651-project-admin] Attempting to bind port 929161c0-580b-45e1-898a-5662b10cb608 on network 1290f35d-98a4-4ed9-b86c-2656be124c59 {{(pid=84040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 21:03:31.870226 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-434a1c7b-0de2-489b-91fe-0eec16a4c3d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682'] for port, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:31.899713 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Provisioning complete for port b90feb8b-d4b5-4125-9dd4-61ce47e691db triggered by entity L2. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:03:31.900084 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1253608'] for port, provisioning_complete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:31.994878 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.v2.base [None req-f5c7b2e2-03f1-47f0-a1f7-899cf8bcde76 tempest-NegativeSecGroupTest-1059519300 tempest-NegativeSecGroupTest-1059519300-project] Request body: {'security_group_rule': {'security_group_id': '2e48077d-67ce-4498-80d8-7c87dcfadf02', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=84041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:03:31.996146 n-d-838334-2 neutron-server[84041]: INFO neutron.api.v2.resource [None req-f5c7b2e2-03f1-47f0-a1f7-899cf8bcde76 tempest-NegativeSecGroupTest-1059519300 tempest-NegativeSecGroupTest-1059519300-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 18 21:03:31.997380 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-f5c7b2e2-03f1-47f0-a1f7-899cf8bcde76 tempest-NegativeSecGroupTest-1059519300 tempest-NegativeSecGroupTest-1059519300-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0116243 Apr 18 21:03:31.998316 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-55034568-c744-486e-8a88-d024efb0132a tempest-PortsTestJSON-1335945802 tempest-PortsTestJSON-1335945802-project] Unset dirty status for tenant:234c597e1bbf440ab35a01225b472234 on resource:port {{(pid=84041) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 21:03:32.002638 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-55034568-c744-486e-8a88-d024efb0132a tempest-PortsTestJSON-1335945802 tempest-PortsTestJSON-1335945802-project] 10.222.0.42 "GET /v2.0/ports/0b7344dc-cc37-4d65-8c9d-caffc0082fa8 HTTP/1.1" status: 404 len: 333 time: 0.4520283 Apr 18 21:03:32.004236 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 34834) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:03:32.004561 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 34836) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:03:32.173150 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-434a1c7b-0de2-489b-91fe-0eec16a4c3d5 None None] Pushing event updated for resources: {'Port': ['ID=06d26fb4-4bc6-4638-9251-440c3a1b06c7,revision_number=2']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:03:32.181217 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13fc37e6-4c82-49cd-ac0d-ced4cf17b432 tempest-PortsAdminExtendedAttrsTestJSON-244140651 tempest-PortsAdminExtendedAttrsTestJSON-244140651-project-admin] Port 929161c0-580b-45e1-898a-5662b10cb608 on network 1290f35d-98a4-4ed9-b86c-2656be124c59 not bound, no agent of type Open vSwitch agent registered on host n-h1-838334-2 {{(pid=84040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 18 21:03:32.181947 n-d-838334-2 neutron-server[84040]: ERROR neutron.plugins.ml2.managers [None req-13fc37e6-4c82-49cd-ac0d-ced4cf17b432 tempest-PortsAdminExtendedAttrsTestJSON-244140651 tempest-PortsAdminExtendedAttrsTestJSON-244140651-project-admin] Failed to bind port 929161c0-580b-45e1-898a-5662b10cb608 on host n-h1-838334-2 for vnic_type normal using segments [{'id': '9573e010-5880-485c-8bd7-28e05d19c097', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '1290f35d-98a4-4ed9-b86c-2656be124c59'}] Apr 18 21:03:32.190697 n-d-838334-2 neutron-server[84040]: INFO neutron.plugins.ml2.plugin [None req-13fc37e6-4c82-49cd-ac0d-ced4cf17b432 tempest-PortsAdminExtendedAttrsTestJSON-244140651 tempest-PortsAdminExtendedAttrsTestJSON-244140651-project-admin] Attempt 9 to bind port 929161c0-580b-45e1-898a-5662b10cb608 Apr 18 21:03:32.227324 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.managers [None req-13fc37e6-4c82-49cd-ac0d-ced4cf17b432 tempest-PortsAdminExtendedAttrsTestJSON-244140651 tempest-PortsAdminExtendedAttrsTestJSON-244140651-project-admin] Attempting to bind port 929161c0-580b-45e1-898a-5662b10cb608 on host n-h1-838334-2 for vnic_type normal with profile {{(pid=84040) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 21:03:32.228059 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.managers [None req-13fc37e6-4c82-49cd-ac0d-ced4cf17b432 tempest-PortsAdminExtendedAttrsTestJSON-244140651 tempest-PortsAdminExtendedAttrsTestJSON-244140651-project-admin] Attempting to bind port 929161c0-580b-45e1-898a-5662b10cb608 by drivers openvswitch,hyperv on host n-h1-838334-2 at level 0 using segments [{'id': '9573e010-5880-485c-8bd7-28e05d19c097', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '1290f35d-98a4-4ed9-b86c-2656be124c59'}] {{(pid=84040) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 21:03:32.228569 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13fc37e6-4c82-49cd-ac0d-ced4cf17b432 tempest-PortsAdminExtendedAttrsTestJSON-244140651 tempest-PortsAdminExtendedAttrsTestJSON-244140651-project-admin] Attempting to bind port 929161c0-580b-45e1-898a-5662b10cb608 on network 1290f35d-98a4-4ed9-b86c-2656be124c59 {{(pid=84040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 21:03:32.239031 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13fc37e6-4c82-49cd-ac0d-ced4cf17b432 tempest-PortsAdminExtendedAttrsTestJSON-244140651 tempest-PortsAdminExtendedAttrsTestJSON-244140651-project-admin] Port 929161c0-580b-45e1-898a-5662b10cb608 on network 1290f35d-98a4-4ed9-b86c-2656be124c59 not bound, no agent of type Open vSwitch agent registered on host n-h1-838334-2 {{(pid=84040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 18 21:03:32.239606 n-d-838334-2 neutron-server[84040]: ERROR neutron.plugins.ml2.managers [None req-13fc37e6-4c82-49cd-ac0d-ced4cf17b432 tempest-PortsAdminExtendedAttrsTestJSON-244140651 tempest-PortsAdminExtendedAttrsTestJSON-244140651-project-admin] Failed to bind port 929161c0-580b-45e1-898a-5662b10cb608 on host n-h1-838334-2 for vnic_type normal using segments [{'id': '9573e010-5880-485c-8bd7-28e05d19c097', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '1290f35d-98a4-4ed9-b86c-2656be124c59'}] Apr 18 21:03:32.258743 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-f146aa9e-3970-453c-b763-8a86904133a5 req-ddb1e246-2367-4e3c-b654-26bbb1c2e911 tempest-AttachVolumeTestJSON-1696487017 tempest-AttachVolumeTestJSON-1696487017-project] 10.222.0.42 "GET /v2.0/security-groups?id=326b68b1-226b-43b8-a174-ccc3d0972537&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4740872 Apr 18 21:03:32.260584 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.db_base_plugin_common [None req-157998b1-0092-4b62-9157-6e30dd102334 tempest-RoutersTest-1500746192 tempest-RoutersTest-1500746192-project] Allocated IP 172.20.0.1 (d5cfee16-9772-436c-83b0-48818235b6ad/9d831992-686f-4d16-bdb0-b0ad2636431f/bd9a0f7a-f0fd-4091-a9e7-7e48de5f52a2) {{(pid=84040) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 21:03:32.280051 n-d-838334-2 neutron-server[84040]: INFO neutron.plugins.ml2.plugin [None req-13fc37e6-4c82-49cd-ac0d-ced4cf17b432 tempest-PortsAdminExtendedAttrsTestJSON-244140651 tempest-PortsAdminExtendedAttrsTestJSON-244140651-project-admin] Attempt 10 to bind port 929161c0-580b-45e1-898a-5662b10cb608 Apr 18 21:03:32.320302 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.managers [None req-13fc37e6-4c82-49cd-ac0d-ced4cf17b432 tempest-PortsAdminExtendedAttrsTestJSON-244140651 tempest-PortsAdminExtendedAttrsTestJSON-244140651-project-admin] Attempting to bind port 929161c0-580b-45e1-898a-5662b10cb608 on host n-h1-838334-2 for vnic_type normal with profile {{(pid=84040) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 21:03:32.320907 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.managers [None req-13fc37e6-4c82-49cd-ac0d-ced4cf17b432 tempest-PortsAdminExtendedAttrsTestJSON-244140651 tempest-PortsAdminExtendedAttrsTestJSON-244140651-project-admin] Attempting to bind port 929161c0-580b-45e1-898a-5662b10cb608 by drivers openvswitch,hyperv on host n-h1-838334-2 at level 0 using segments [{'id': '9573e010-5880-485c-8bd7-28e05d19c097', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '1290f35d-98a4-4ed9-b86c-2656be124c59'}] {{(pid=84040) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 21:03:32.321410 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13fc37e6-4c82-49cd-ac0d-ced4cf17b432 tempest-PortsAdminExtendedAttrsTestJSON-244140651 tempest-PortsAdminExtendedAttrsTestJSON-244140651-project-admin] Attempting to bind port 929161c0-580b-45e1-898a-5662b10cb608 on network 1290f35d-98a4-4ed9-b86c-2656be124c59 {{(pid=84040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 21:03:32.343093 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.db_base_plugin_v2 [None req-36bc0c85-1be2-4ab4-9439-0e9436bc3500 tempest-PortsTestJSON-1335945802 tempest-PortsTestJSON-1335945802-project] Deleting subnet c4a94faa-909e-48a4-a399-cdd82e1e4ab1 {{(pid=84041) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 18 21:03:32.344347 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7adb75e-9c7d-4967-b39c-741b4ebe429b req-66459345-a9b4-4612-8cd2-7bfe012ab0e4 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:03:32.345974 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-e7adb75e-9c7d-4967-b39c-741b4ebe429b req-66459345-a9b4-4612-8cd2-7bfe012ab0e4 service neutron] 10.222.0.48 "GET /v2.0/networks?id=9b8a7e14-19dd-4214-9fd7-5da6fc8793e6 HTTP/1.1" status: 200 len: 912 time: 0.5263829 Apr 18 21:03:32.360088 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-36bc0c85-1be2-4ab4-9439-0e9436bc3500 tempest-PortsTestJSON-1335945802 tempest-PortsTestJSON-1335945802-project] Notify callbacks [] for subnet, before_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:32.360381 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-c6f3443e-d260-418a-bd5e-712e3d5e1564 None None] For port 04e16214-49f1-458a-89ca-35fc08febbe9, host n-d-838334-2, cleared binding levels {{(pid=84042) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 21:03:32.364211 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-c6f3443e-d260-418a-bd5e-712e3d5e1564 None None] For port 04e16214-49f1-458a-89ca-35fc08febbe9, host n-d-838334-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838334-2',level=0,port_id=04e16214-49f1-458a-89ca-35fc08febbe9,segment=NetworkSegment(855722c8-5aa7-417a-952d-13431fafa6cd),segment_id=855722c8-5aa7-417a-952d-13431fafa6cd)] {{(pid=84042) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 21:03:32.387953 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-c6f3443e-d260-418a-bd5e-712e3d5e1564 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682'] for port, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:32.508207 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-36bc0c85-1be2-4ab4-9439-0e9436bc3500 tempest-PortsTestJSON-1335945802 tempest-PortsTestJSON-1335945802-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32266383'] for subnet, precommit_delete_associations {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:32.530018 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13fc37e6-4c82-49cd-ac0d-ced4cf17b432 tempest-PortsAdminExtendedAttrsTestJSON-244140651 tempest-PortsAdminExtendedAttrsTestJSON-244140651-project-admin] Port 929161c0-580b-45e1-898a-5662b10cb608 on network 1290f35d-98a4-4ed9-b86c-2656be124c59 not bound, no agent of type Open vSwitch agent registered on host n-h1-838334-2 {{(pid=84040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 18 21:03:32.530637 n-d-838334-2 neutron-server[84040]: ERROR neutron.plugins.ml2.managers [None req-13fc37e6-4c82-49cd-ac0d-ced4cf17b432 tempest-PortsAdminExtendedAttrsTestJSON-244140651 tempest-PortsAdminExtendedAttrsTestJSON-244140651-project-admin] Failed to bind port 929161c0-580b-45e1-898a-5662b10cb608 on host n-h1-838334-2 for vnic_type normal using segments [{'id': '9573e010-5880-485c-8bd7-28e05d19c097', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '1290f35d-98a4-4ed9-b86c-2656be124c59'}] Apr 18 21:03:32.531164 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-13fc37e6-4c82-49cd-ac0d-ced4cf17b432 tempest-PortsAdminExtendedAttrsTestJSON-244140651 tempest-PortsAdminExtendedAttrsTestJSON-244140651-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:32.562576 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6f3443e-d260-418a-bd5e-712e3d5e1564 None None] Pushing event updated for resources: {'Port': ['ID=04e16214-49f1-458a-89ca-35fc08febbe9,revision_number=2']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:03:32.662194 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:32.684858 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-36bc0c85-1be2-4ab4-9439-0e9436bc3500 tempest-PortsTestJSON-1335945802 tempest-PortsTestJSON-1335945802-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1260556'] for subnet, precommit_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:32.706947 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] For port b90feb8b-d4b5-4125-9dd4-61ce47e691db, host n-d-838334-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838334-2',level=0,port_id=b90feb8b-d4b5-4125-9dd4-61ce47e691db,segment=NetworkSegment(762c4ffe-7c22-4d92-85cd-e51a6ba67559),segment_id=762c4ffe-7c22-4d92-85cd-e51a6ba67559)] {{(pid=84042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:03:32.770185 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682'] for port, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:32.809277 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.db [None req-13fc37e6-4c82-49cd-ac0d-ced4cf17b432 tempest-PortsAdminExtendedAttrsTestJSON-244140651 tempest-PortsAdminExtendedAttrsTestJSON-244140651-project-admin] For port 929161c0-580b-45e1-898a-5662b10cb608, host n-h1-838334-2, cleared binding levels {{(pid=84040) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 21:03:32.809831 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.db [None req-13fc37e6-4c82-49cd-ac0d-ced4cf17b432 tempest-PortsAdminExtendedAttrsTestJSON-244140651 tempest-PortsAdminExtendedAttrsTestJSON-244140651-project-admin] Attempted to set empty binding levels {{(pid=84040) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Apr 18 21:03:32.854358 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-13fc37e6-4c82-49cd-ac0d-ced4cf17b432 tempest-PortsAdminExtendedAttrsTestJSON-244140651 tempest-PortsAdminExtendedAttrsTestJSON-244140651-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32440959'] for port, after_update {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:32.929874 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Pushing event updated for resources: {'Port': ['ID=b90feb8b-d4b5-4125-9dd4-61ce47e691db,revision_number=3']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:03:32.962170 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-93c63e5b-47af-46d2-b765-68967f8ae162 tempest-NegativeSecGroupTest-1059519300 tempest-NegativeSecGroupTest-1059519300-project] Notify callbacks [] for security_group, before_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:33.041702 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-e7adb75e-9c7d-4967-b39c-741b4ebe429b req-0ef76631-5758-402f-bfd1-a16493de1379 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e00c4868-92df-492d-b185-8281a2e33a5b HTTP/1.1" status: 200 len: 1001 time: 0.6069744 Apr 18 21:03:33.151362 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-93c63e5b-47af-46d2-b765-68967f8ae162 tempest-NegativeSecGroupTest-1059519300 tempest-NegativeSecGroupTest-1059519300-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:33.174068 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Device 06d26fb4-4bc6-4638-9251-440c3a1b06c7 up at agent ovs-agent-n-d-838334-2 {{(pid=84042) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 21:03:33.193378 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-157998b1-0092-4b62-9157-6e30dd102334 tempest-RoutersTest-1500746192 tempest-RoutersTest-1500746192-project] Notify callbacks [] for port, precommit_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:33.195333 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-36bc0c85-1be2-4ab4-9439-0e9436bc3500 tempest-PortsTestJSON-1335945802 tempest-PortsTestJSON-1335945802-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1260549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33526260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32266336', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32486390'] for subnet, after_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:33.220152 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.provisioning_blocks [None req-157998b1-0092-4b62-9157-6e30dd102334 tempest-RoutersTest-1500746192 tempest-RoutersTest-1500746192-project] Transition to ACTIVE for port object bd9a0f7a-f0fd-4091-a9e7-7e48de5f52a2 will not be triggered until provisioned by entity DHCP. {{(pid=84040) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:03:33.321469 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Provisioning for port 06d26fb4-4bc6-4638-9251-440c3a1b06c7 completed by entity L2. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 21:03:33.355925 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-36bc0c85-1be2-4ab4-9439-0e9436bc3500 tempest-PortsTestJSON-1335945802 tempest-PortsTestJSON-1335945802-project] Notify callbacks [] for subnet, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:33.374525 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-36bc0c85-1be2-4ab4-9439-0e9436bc3500 tempest-PortsTestJSON-1335945802 tempest-PortsTestJSON-1335945802-project] 10.222.0.42 "DELETE /v2.0/subnets/c4a94faa-909e-48a4-a399-cdd82e1e4ab1 HTTP/1.1" status: 204 len: 168 time: 1.3670897 Apr 18 21:03:33.382898 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 34862) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:03:33.396638 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.plugin [None req-13fc37e6-4c82-49cd-ac0d-ced4cf17b432 tempest-PortsAdminExtendedAttrsTestJSON-244140651 tempest-PortsAdminExtendedAttrsTestJSON-244140651-project-admin] In _notify_port_updated(), no bound segment for port 929161c0-580b-45e1-898a-5662b10cb608 on network 1290f35d-98a4-4ed9-b86c-2656be124c59 {{(pid=84040) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Apr 18 21:03:33.397691 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-13fc37e6-4c82-49cd-ac0d-ced4cf17b432 tempest-PortsAdminExtendedAttrsTestJSON-244140651 tempest-PortsAdminExtendedAttrsTestJSON-244140651-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217293'] for port, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:33.399014 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-13fc37e6-4c82-49cd-ac0d-ced4cf17b432 tempest-PortsAdminExtendedAttrsTestJSON-244140651 tempest-PortsAdminExtendedAttrsTestJSON-244140651-project-admin] 10.222.0.42 "PUT /v2.0/ports/929161c0-580b-45e1-898a-5662b10cb608 HTTP/1.1" status: 200 len: 975 time: 5.5916576 Apr 18 21:03:33.399280 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36bc0c85-1be2-4ab4-9439-0e9436bc3500 tempest-PortsTestJSON-1335945802 tempest-PortsTestJSON-1335945802-project] Pushing event deleted for resources: {'Subnet': ['ID=c4a94faa-909e-48a4-a399-cdd82e1e4ab1,revision_number=None']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:03:33.406962 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13fc37e6-4c82-49cd-ac0d-ced4cf17b432 tempest-PortsAdminExtendedAttrsTestJSON-244140651 tempest-PortsAdminExtendedAttrsTestJSON-244140651-project-admin] Pushing event updated for resources: {'Port': ['ID=929161c0-580b-45e1-898a-5662b10cb608,revision_number=3']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:03:33.415776 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 34864) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:03:33.425330 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-157998b1-0092-4b62-9157-6e30dd102334 tempest-RoutersTest-1500746192 tempest-RoutersTest-1500746192-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750374836619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32440838'] for port, after_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:33.536545 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-9a091793-b0ea-4c82-ba09-61cba69b109a tempest-RoutersAdminTest-1076183166 tempest-RoutersAdminTest-1076183166-project] Notify callbacks [] for router, before_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:33.595286 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7adb75e-9c7d-4967-b39c-741b4ebe429b req-329ed961-e754-4325-a723-b021bead5a05 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:03:33.597404 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-e7adb75e-9c7d-4967-b39c-741b4ebe429b req-329ed961-e754-4325-a723-b021bead5a05 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=16880a32-9b71-46fb-bafe-6b6135588b63 HTTP/1.1" status: 200 len: 850 time: 0.3391917 Apr 18 21:03:33.609415 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-93c63e5b-47af-46d2-b765-68967f8ae162 tempest-NegativeSecGroupTest-1059519300 tempest-NegativeSecGroupTest-1059519300-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33528224'] for security_group, after_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:33.661278 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-157998b1-0092-4b62-9157-6e30dd102334 tempest-RoutersTest-1500746192 tempest-RoutersTest-1500746192-project] Pushing event updated for resources: {'Port': ['ID=bd9a0f7a-f0fd-4091-a9e7-7e48de5f52a2,revision_number=1']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:03:33.666881 n-d-838334-2 neutron-server[84040]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-157998b1-0092-4b62-9157-6e30dd102334 tempest-RoutersTest-1500746192 tempest-RoutersTest-1500746192-project] Network d5cfee16-9772-436c-83b0-48818235b6ad is already hosted by enough agents. {{(pid=84040) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:03:33.679570 n-d-838334-2 neutron-server[84040]: DEBUG neutron.scheduler.base_scheduler [None req-157998b1-0092-4b62-9157-6e30dd102334 tempest-RoutersTest-1500746192 tempest-RoutersTest-1500746192-project] Resources bound (agent type, host, resource id): {{(pid=84040) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:03:33.690367 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.l3_dvrscheduler_db [None req-157998b1-0092-4b62-9157-6e30dd102334 tempest-RoutersTest-1500746192 tempest-RoutersTest-1500746192-project] Received port after_create {{(pid=84040) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 21:03:33.742687 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93c63e5b-47af-46d2-b765-68967f8ae162 tempest-NegativeSecGroupTest-1059519300 tempest-NegativeSecGroupTest-1059519300-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e48077d-67ce-4498-80d8-7c87dcfadf02,revision_number=None']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:03:33.776477 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-bc4ff8bf-4c2c-4ef6-a79e-229e3bc81d3e tempest-PortsTestJSON-1335945802 tempest-PortsTestJSON-1335945802-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1103592'] for network, before_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:33.802621 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-93c63e5b-47af-46d2-b765-68967f8ae162 tempest-NegativeSecGroupTest-1059519300 tempest-NegativeSecGroupTest-1059519300-project] Notify callbacks [] for security_group, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:33.804102 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-93c63e5b-47af-46d2-b765-68967f8ae162 tempest-NegativeSecGroupTest-1059519300 tempest-NegativeSecGroupTest-1059519300-project] 10.222.0.42 "DELETE /v2.0/security-groups/2e48077d-67ce-4498-80d8-7c87dcfadf02 HTTP/1.1" status: 204 len: 168 time: 1.7986567 Apr 18 21:03:33.814673 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 34880) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:03:33.836940 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750375287399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253529'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:33.869120 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-157998b1-0092-4b62-9157-6e30dd102334 tempest-RoutersTest-1500746192 tempest-RoutersTest-1500746192-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33444010'] for router_interface, before_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:33.904118 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.plugin [None req-bc4ff8bf-4c2c-4ef6-a79e-229e3bc81d3e tempest-PortsTestJSON-1335945802 tempest-PortsTestJSON-1335945802-project] Deleting port 04e16214-49f1-458a-89ca-35fc08febbe9 {{(pid=84041) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 21:03:33.904742 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-bc4ff8bf-4c2c-4ef6-a79e-229e3bc81d3e tempest-PortsTestJSON-1335945802 tempest-PortsTestJSON-1335945802-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750375188691'] for port, before_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:33.906532 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-a9a4a9a2-c7ce-4a55-befd-ac92605e2d3a tempest-PortsAdminExtendedAttrsTestJSON-244140651 tempest-PortsAdminExtendedAttrsTestJSON-244140651-project-admin] Synchronizing usage tracker for tenant:88621a9a300c4ac1a77765a7274f51d8 on resource:port {{(pid=84040) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 21:03:34.019215 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfc34629-4e0e-4e91-b5d4-39aa6cea6e53 req-6f0a2aa1-4a33-4388-8584-e3242ee95052 tempest-AttachVolumeTestJSON-1696487017 tempest-AttachVolumeTestJSON-1696487017-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:03:34.025579 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-cfc34629-4e0e-4e91-b5d4-39aa6cea6e53 req-6f0a2aa1-4a33-4388-8584-e3242ee95052 tempest-AttachVolumeTestJSON-1696487017 tempest-AttachVolumeTestJSON-1696487017-project] 10.222.0.42 "GET /v2.0/ports?device_id=8febef70-4ef9-4774-9ec7-33697a7c70d6 HTTP/1.1" status: 200 len: 945 time: 0.5927849 Apr 18 21:03:34.028874 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-e7adb75e-9c7d-4967-b39c-741b4ebe429b req-d35eacd4-ab91-4b48-bf32-6139547cf4d9 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=9b8a7e14-19dd-4214-9fd7-5da6fc8793e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4226754 Apr 18 21:03:34.204969 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-e69367e5-7961-43ff-96c1-dc0f7cc1a9e5 tempest-NegativeSecGroupTest-1059519300 tempest-NegativeSecGroupTest-1059519300-project] Synchronizing usage tracker for tenant:520de8d9fcc84495b8b031822a0d6c03 on resource:security_group {{(pid=84041) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 21:03:34.280970 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-a9a4a9a2-c7ce-4a55-befd-ac92605e2d3a tempest-PortsAdminExtendedAttrsTestJSON-244140651 tempest-PortsAdminExtendedAttrsTestJSON-244140651-project-admin] Unset dirty status for tenant:88621a9a300c4ac1a77765a7274f51d8 on resource:port {{(pid=84040) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 21:03:34.287712 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-6c6a78ac-689c-474f-9c74-731d04f9be62 None None] Provisioning for port bd9a0f7a-f0fd-4091-a9e7-7e48de5f52a2 completed by entity DHCP. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 21:03:34.289153 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-a9a4a9a2-c7ce-4a55-befd-ac92605e2d3a tempest-PortsAdminExtendedAttrsTestJSON-244140651 tempest-PortsAdminExtendedAttrsTestJSON-244140651-project-admin] 10.222.0.42 "GET /v2.0/ports HTTP/1.1" status: 200 len: 14149 time: 0.8680916 Apr 18 21:03:34.296302 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-6c6a78ac-689c-474f-9c74-731d04f9be62 None None] Provisioning complete for port bd9a0f7a-f0fd-4091-a9e7-7e48de5f52a2 triggered by entity DHCP. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:03:34.296921 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-6c6a78ac-689c-474f-9c74-731d04f9be62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1253608'] for port, provisioning_complete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:34.332635 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 34890) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:03:34.391251 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-e69367e5-7961-43ff-96c1-dc0f7cc1a9e5 tempest-NegativeSecGroupTest-1059519300 tempest-NegativeSecGroupTest-1059519300-project] Unset dirty status for tenant:520de8d9fcc84495b8b031822a0d6c03 on resource:security_group {{(pid=84041) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 21:03:34.399858 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-e69367e5-7961-43ff-96c1-dc0f7cc1a9e5 tempest-NegativeSecGroupTest-1059519300 tempest-NegativeSecGroupTest-1059519300-project] 10.222.0.42 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.5751553 Apr 18 21:03:34.418625 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-e7adb75e-9c7d-4967-b39c-741b4ebe429b req-3dffef1c-aa27-49f8-9668-9dda8d81cba0 service neutron] 10.222.0.48 "GET /v2.0/networks/9b8a7e14-19dd-4214-9fd7-5da6fc8793e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3686113 Apr 18 21:03:34.419426 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 34896) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:03:34.430017 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.plugin [None req-6c6a78ac-689c-474f-9c74-731d04f9be62 None None] Port bd9a0f7a-f0fd-4091-a9e7-7e48de5f52a2 cannot update to ACTIVE because it is not bound. {{(pid=84042) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 18 21:03:34.477661 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.v2.base [None req-f834fb96-a074-4e88-af03-63e2c164d0ac tempest-NegativeSecGroupTest-1059519300 tempest-NegativeSecGroupTest-1059519300-project] Request body: {'security_group': {'name': 'tempest-secgroup--36315305'}} {{(pid=84040) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:03:34.488209 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c218903-cedf-47d7-8ad6-6b20918878a0 None None] Network 3c7f25d4-3f2a-455f-8432-1ce0cc7b7003 requested from n-d-838334-2 {{(pid=84042) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 21:03:34.489490 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [None req-f834fb96-a074-4e88-af03-63e2c164d0ac tempest-NegativeSecGroupTest-1059519300 tempest-NegativeSecGroupTest-1059519300-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:03:34.510247 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [None req-f834fb96-a074-4e88-af03-63e2c164d0ac tempest-NegativeSecGroupTest-1059519300 tempest-NegativeSecGroupTest-1059519300-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:03:34.560578 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-f834fb96-a074-4e88-af03-63e2c164d0ac tempest-NegativeSecGroupTest-1059519300 tempest-NegativeSecGroupTest-1059519300-project] Notify callbacks [] for security_group, before_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:34.587461 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.db [None req-bc4ff8bf-4c2c-4ef6-a79e-229e3bc81d3e tempest-PortsTestJSON-1335945802 tempest-PortsTestJSON-1335945802-project] For port 04e16214-49f1-458a-89ca-35fc08febbe9, host n-d-838334-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838334-2',level=0,port_id=04e16214-49f1-458a-89ca-35fc08febbe9,segment=NetworkSegment(855722c8-5aa7-417a-952d-13431fafa6cd),segment_id=855722c8-5aa7-417a-952d-13431fafa6cd)] {{(pid=84041) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:03:34.588958 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-bc4ff8bf-4c2c-4ef6-a79e-229e3bc81d3e tempest-PortsTestJSON-1335945802 tempest-PortsTestJSON-1335945802-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369123'] for port, precommit_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:34.729151 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [None req-f834fb96-a074-4e88-af03-63e2c164d0ac tempest-NegativeSecGroupTest-1059519300 tempest-NegativeSecGroupTest-1059519300-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:03:34.733804 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-f834fb96-a074-4e88-af03-63e2c164d0ac tempest-NegativeSecGroupTest-1059519300 tempest-NegativeSecGroupTest-1059519300-project] Usage tracker for resource:security_group_rule and tenant:520de8d9fcc84495b8b031822a0d6c03 is out of sync, need to count used quota {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:03:34.736859 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-f834fb96-a074-4e88-af03-63e2c164d0ac tempest-NegativeSecGroupTest-1059519300 tempest-NegativeSecGroupTest-1059519300-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:03:34.743028 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [None req-f834fb96-a074-4e88-af03-63e2c164d0ac tempest-NegativeSecGroupTest-1059519300 tempest-NegativeSecGroupTest-1059519300-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:03:34.756040 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.plugin [None req-bc4ff8bf-4c2c-4ef6-a79e-229e3bc81d3e tempest-PortsTestJSON-1335945802 tempest-PortsTestJSON-1335945802-project] Calling delete_port for 04e16214-49f1-458a-89ca-35fc08febbe9 owned by network:dhcp {{(pid=84041) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 21:03:34.788852 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-cfc34629-4e0e-4e91-b5d4-39aa6cea6e53 req-9ca0bd95-c2e7-4f1f-a234-3e3b101a1652 tempest-AttachVolumeTestJSON-1696487017 tempest-AttachVolumeTestJSON-1696487017-project] 10.222.0.42 "GET /v2.0/security-groups?id=326b68b1-226b-43b8-a174-ccc3d0972537&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.7575204 Apr 18 21:03:34.824693 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-157998b1-0092-4b62-9157-6e30dd102334 tempest-RoutersTest-1500746192 tempest-RoutersTest-1500746192-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:34.842651 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34eda255-0ea2-4ace-98db-bdadb60a8828 None None] Network 9171611b-920b-4bb1-8469-f660db9d017e requested from n-d-838334-2 {{(pid=84042) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 21:03:34.866658 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-bc4ff8bf-4c2c-4ef6-a79e-229e3bc81d3e tempest-PortsTestJSON-1335945802 tempest-PortsTestJSON-1335945802-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750375259028', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750374836628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32266323'] for port, after_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:34.879256 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-f834fb96-a074-4e88-af03-63e2c164d0ac tempest-NegativeSecGroupTest-1059519300 tempest-NegativeSecGroupTest-1059519300-project] Notify callbacks [] for security_group, precommit_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:35.148998 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Device b90feb8b-d4b5-4125-9dd4-61ce47e691db up at agent ovs-agent-n-d-838334-2 {{(pid=84042) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 21:03:35.234100 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 34910) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:03:35.253467 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.plugin [None req-631ed40f-3d09-4d39-9f3b-e449aab6f3c1 tempest-PortsAdminExtendedAttrsTestJSON-244140651 tempest-PortsAdminExtendedAttrsTestJSON-244140651-project-admin] Deleting port 929161c0-580b-45e1-898a-5662b10cb608 {{(pid=84041) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 21:03:35.253844 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-631ed40f-3d09-4d39-9f3b-e449aab6f3c1 tempest-PortsAdminExtendedAttrsTestJSON-244140651 tempest-PortsAdminExtendedAttrsTestJSON-244140651-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750375188691'] for port, before_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:35.312468 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-8b4c49f2-7d7d-4b84-91f6-5876af2d0601 None None] Provisioning for port 06d26fb4-4bc6-4638-9251-440c3a1b06c7 completed by entity DHCP. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 21:03:35.315520 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc4ff8bf-4c2c-4ef6-a79e-229e3bc81d3e tempest-PortsTestJSON-1335945802 tempest-PortsTestJSON-1335945802-project] Pushing event deleted for resources: {'Port': ['ID=04e16214-49f1-458a-89ca-35fc08febbe9,revision_number=None']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:03:35.326834 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-8b4c49f2-7d7d-4b84-91f6-5876af2d0601 None None] Provisioning complete for port 06d26fb4-4bc6-4638-9251-440c3a1b06c7 triggered by entity DHCP. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:03:35.326834 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-8b4c49f2-7d7d-4b84-91f6-5876af2d0601 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1253608'] for port, provisioning_complete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:35.384494 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12c6ff97-e634-4199-bb91-2638b445a15b None None] DHCP port deletion for 9171611b-920b-4bb1-8469-f660db9d017e request from n-d-838334-2 {{(pid=84042) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 18 21:03:35.458188 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc4ff8bf-4c2c-4ef6-a79e-229e3bc81d3e tempest-PortsTestJSON-1335945802 tempest-PortsTestJSON-1335945802-project] No DVR routers for this DVR port 04e16214-49f1-458a-89ca-35fc08febbe9 on host n-d-838334-2 {{(pid=84041) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 21:03:35.468748 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-8b4c49f2-7d7d-4b84-91f6-5876af2d0601 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:35.475159 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-157998b1-0092-4b62-9157-6e30dd102334 tempest-RoutersTest-1500746192 tempest-RoutersTest-1500746192-project] Notify callbacks [] for port, precommit_update {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:35.477086 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-f834fb96-a074-4e88-af03-63e2c164d0ac tempest-NegativeSecGroupTest-1059519300 tempest-NegativeSecGroupTest-1059519300-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33528224'] for security_group, after_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:35.516703 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-8b4c49f2-7d7d-4b84-91f6-5876af2d0601 None None] For port 06d26fb4-4bc6-4638-9251-440c3a1b06c7, host n-d-838334-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838334-2',level=0,port_id=06d26fb4-4bc6-4638-9251-440c3a1b06c7,segment=NetworkSegment(7ae626b5-e367-47a1-b560-1cf0b3c25233),segment_id=7ae626b5-e367-47a1-b560-1cf0b3c25233)] {{(pid=84042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:03:35.526880 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Provisioning complete for port b90feb8b-d4b5-4125-9dd4-61ce47e691db triggered by entity L2. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:03:35.526880 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1253608'] for port, provisioning_complete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:35.527216 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-157998b1-0092-4b62-9157-6e30dd102334 tempest-RoutersTest-1500746192 tempest-RoutersTest-1500746192-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32440959'] for port, after_update {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:35.565144 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-f834fb96-a074-4e88-af03-63e2c164d0ac tempest-NegativeSecGroupTest-1059519300 tempest-NegativeSecGroupTest-1059519300-project] Notify callbacks [] for security_group, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:35.566551 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-f834fb96-a074-4e88-af03-63e2c164d0ac tempest-NegativeSecGroupTest-1059519300 tempest-NegativeSecGroupTest-1059519300-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1576 time: 1.1446717 Apr 18 21:03:35.589829 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-8b4c49f2-7d7d-4b84-91f6-5876af2d0601 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682'] for port, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:35.649474 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 34918) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:03:35.670544 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-bc4ff8bf-4c2c-4ef6-a79e-229e3bc81d3e tempest-PortsTestJSON-1335945802 tempest-PortsTestJSON-1335945802-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1258905', 'neutron.services.segments.db._delete_segments_for_network-8750375287417'] for network, precommit_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:35.670842 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b4c49f2-7d7d-4b84-91f6-5876af2d0601 None None] Pushing event updated for resources: {'Port': ['ID=06d26fb4-4bc6-4638-9251-440c3a1b06c7,revision_number=3']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:03:35.701645 n-d-838334-2 neutron-server[84041]: DEBUG neutron.services.segments.db [None req-bc4ff8bf-4c2c-4ef6-a79e-229e3bc81d3e tempest-PortsTestJSON-1335945802 tempest-PortsTestJSON-1335945802-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9171611b-920b-4bb1-8469-f660db9d017e']}} {{(pid=84041) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:03:35.727865 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.v2.base [None req-58a60c09-1ff6-4293-880a-ecc4a927bf5c tempest-NegativeSecGroupTest-1059519300 tempest-NegativeSecGroupTest-1059519300-project] Request body: {'security_group_rule': {'security_group_id': 'cee3583f-c2b2-4c90-a014-5040852212bd', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=84040) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:03:35.729487 n-d-838334-2 neutron-server[84040]: INFO neutron.api.v2.resource [None req-58a60c09-1ff6-4293-880a-ecc4a927bf5c tempest-NegativeSecGroupTest-1059519300 tempest-NegativeSecGroupTest-1059519300-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 18 21:03:35.730658 n-d-838334-2 neutron-server[84041]: DEBUG neutron.services.segments.db [None req-bc4ff8bf-4c2c-4ef6-a79e-229e3bc81d3e tempest-PortsTestJSON-1335945802 tempest-PortsTestJSON-1335945802-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '855722c8-5aa7-417a-952d-13431fafa6cd') {'for_net_delete': True} {{(pid=84041) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:03:35.730996 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-58a60c09-1ff6-4293-880a-ecc4a927bf5c tempest-NegativeSecGroupTest-1059519300 tempest-NegativeSecGroupTest-1059519300-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0613470 Apr 18 21:03:35.731734 n-d-838334-2 neutron-server[84041]: DEBUG neutron.services.segments.db [None req-bc4ff8bf-4c2c-4ef6-a79e-229e3bc81d3e tempest-PortsTestJSON-1335945802 tempest-PortsTestJSON-1335945802-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '855722c8-5aa7-417a-952d-13431fafa6cd') {} {{(pid=84041) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:03:35.738599 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-e7adb75e-9c7d-4967-b39c-741b4ebe429b req-f4318eff-f062-4e0e-a7e9-7b2a75c97d66 service neutron] 10.222.0.48 "GET /v2.0/networks/9b8a7e14-19dd-4214-9fd7-5da6fc8793e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.2179236 Apr 18 21:03:35.739423 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 34922) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:03:35.760866 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Device 04e16214-49f1-458a-89ca-35fc08febbe9 up at agent ovs-agent-n-d-838334-2 {{(pid=84042) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 21:03:35.762359 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-9a091793-b0ea-4c82-ba09-61cba69b109a tempest-RoutersAdminTest-1076183166 tempest-RoutersAdminTest-1076183166-project] Notify callbacks [] for router_gateway, before_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:35.780731 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f834fb96-a074-4e88-af03-63e2c164d0ac tempest-NegativeSecGroupTest-1059519300 tempest-NegativeSecGroupTest-1059519300-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cee3583f-c2b2-4c90-a014-5040852212bd,revision_number=1']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:03:35.790975 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-bc4ff8bf-4c2c-4ef6-a79e-229e3bc81d3e tempest-PortsTestJSON-1335945802 tempest-PortsTestJSON-1335945802-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750375287300', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32268156'] for segment, before_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:35.807933 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-157998b1-0092-4b62-9157-6e30dd102334 tempest-RoutersTest-1500746192 tempest-RoutersTest-1500746192-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-32377886', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33443847'] for router_interface, after_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:35.824523 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-157998b1-0092-4b62-9157-6e30dd102334 tempest-RoutersTest-1500746192 tempest-RoutersTest-1500746192-project] Pushing event updated for resources: {'Port': ['ID=bd9a0f7a-f0fd-4091-a9e7-7e48de5f52a2,revision_number=2']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:03:35.842895 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.plugin [None req-9a091793-b0ea-4c82-ba09-61cba69b109a tempest-RoutersAdminTest-1076183166 tempest-RoutersAdminTest-1076183166-project] Deleting port 6aac9dbc-b8c1-4645-a477-02c8d9e112cd {{(pid=84041) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 21:03:35.843710 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-9a091793-b0ea-4c82-ba09-61cba69b109a tempest-RoutersAdminTest-1076183166 tempest-RoutersAdminTest-1076183166-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750375188691'] for port, before_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:35.858571 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-5082c666-050b-43ae-a43d-5aae238fb0f6 None None] Could not find standard attr ID for object 04e16214-49f1-458a-89ca-35fc08febbe9. {{(pid=84042) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 18 21:03:35.869836 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.plugin [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] No Port match for: 04e16214-49f1-458a-89ca-35fc08febbe9 {{(pid=84042) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 18 21:03:35.870250 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Device 04e16214-49f1-458a-89ca-35fc08febbe9 not bound to the agent host n-d-838334-2 {{(pid=84042) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:284}} Apr 18 21:03:35.933855 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Port 04e16214-49f1-458a-89ca-35fc08febbe9 not found, will not notify nova. {{(pid=84042) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:294}} Apr 18 21:03:36.045286 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-bc4ff8bf-4c2c-4ef6-a79e-229e3bc81d3e tempest-PortsTestJSON-1335945802 tempest-PortsTestJSON-1335945802-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1082986'] for segment, precommit_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:36.069238 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-66568c7b-f457-4600-8990-336405cb2193 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:36.072525 n-d-838334-2 neutron-server[84040]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-157998b1-0092-4b62-9157-6e30dd102334 tempest-RoutersTest-1500746192 tempest-RoutersTest-1500746192-project] Network d5cfee16-9772-436c-83b0-48818235b6ad is already hosted by enough agents. {{(pid=84040) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:03:36.127742 n-d-838334-2 neutron-server[84040]: DEBUG neutron.scheduler.base_scheduler [None req-157998b1-0092-4b62-9157-6e30dd102334 tempest-RoutersTest-1500746192 tempest-RoutersTest-1500746192-project] Resources bound (agent type, host, resource id): {{(pid=84040) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:03:36.130694 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bc4ff8bf-4c2c-4ef6-a79e-229e3bc81d3e tempest-PortsTestJSON-1335945802 tempest-PortsTestJSON-1335945802-project] Releasing vlan 383 on physical network physnet1 to pool {{(pid=84041) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 18 21:03:36.131101 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-bc4ff8bf-4c2c-4ef6-a79e-229e3bc81d3e tempest-PortsTestJSON-1335945802 tempest-PortsTestJSON-1335945802-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1082993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32266254'] for segment, after_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:36.147841 n-d-838334-2 neutron-server[84041]: Traceback (most recent call last): Apr 18 21:03:36.147841 n-d-838334-2 neutron-server[84041]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 18 21:03:36.147841 n-d-838334-2 neutron-server[84041]: timer() Apr 18 21:03:36.147841 n-d-838334-2 neutron-server[84041]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 21:03:36.147841 n-d-838334-2 neutron-server[84041]: cb(*args, **kw) Apr 18 21:03:36.147841 n-d-838334-2 neutron-server[84041]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 18 21:03:36.147841 n-d-838334-2 neutron-server[84041]: return func(*args, **kwargs) Apr 18 21:03:36.147841 n-d-838334-2 neutron-server[84041]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 21:03:36.147841 n-d-838334-2 neutron-server[84041]: self._notify() Apr 18 21:03:36.147841 n-d-838334-2 neutron-server[84041]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 21:03:36.147841 n-d-838334-2 neutron-server[84041]: self.callback(batched_events) Apr 18 21:03:36.147841 n-d-838334-2 neutron-server[84041]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 21:03:36.147841 n-d-838334-2 neutron-server[84041]: event.method(event) Apr 18 21:03:36.147841 n-d-838334-2 neutron-server[84041]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 18 21:03:36.147841 n-d-838334-2 neutron-server[84041]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 21:03:36.147841 n-d-838334-2 neutron-server[84041]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 18 21:03:36.147841 n-d-838334-2 neutron-server[84041]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 21:03:36.147841 n-d-838334-2 neutron-server[84041]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 18 21:03:36.147841 n-d-838334-2 neutron-server[84041]: return f(self, *a, **k) Apr 18 21:03:36.147841 n-d-838334-2 neutron-server[84041]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 18 21:03:36.147841 n-d-838334-2 neutron-server[84041]: return self._get(url).json() Apr 18 21:03:36.147841 n-d-838334-2 neutron-server[84041]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 18 21:03:36.147841 n-d-838334-2 neutron-server[84041]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 21:03:36.147841 n-d-838334-2 neutron-server[84041]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 18 21:03:36.147841 n-d-838334-2 neutron-server[84041]: return self.request(url, 'GET', **kwargs) Apr 18 21:03:36.147841 n-d-838334-2 neutron-server[84041]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 18 21:03:36.147841 n-d-838334-2 neutron-server[84041]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 21:03:36.147841 n-d-838334-2 neutron-server[84041]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 18 21:03:36.147841 n-d-838334-2 neutron-server[84041]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 21:03:36.147841 n-d-838334-2 neutron-server[84041]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 18 21:03:36.147841 n-d-838334-2 neutron-server[84041]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 21:03:36.147841 n-d-838334-2 neutron-server[84041]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 21:03:36.288452 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-241d55b8-701a-41a1-a813-86153db21fee None None] Provisioning complete for port 06d26fb4-4bc6-4638-9251-440c3a1b06c7 triggered by entity DHCP. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:03:36.290400 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-241d55b8-701a-41a1-a813-86153db21fee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1253608'] for port, provisioning_complete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:36.335985 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-903241fe-6c9a-4b01-8982-7512d0f6ae31 tempest-NegativeSecGroupTest-1059519300 tempest-NegativeSecGroupTest-1059519300-project] Notify callbacks [] for security_group, before_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:36.344367 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.db [None req-631ed40f-3d09-4d39-9f3b-e449aab6f3c1 tempest-PortsAdminExtendedAttrsTestJSON-244140651 tempest-PortsAdminExtendedAttrsTestJSON-244140651-project-admin] For port 929161c0-580b-45e1-898a-5662b10cb608, host n-h1-838334-2, got binding levels [] {{(pid=84041) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:03:36.344724 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-631ed40f-3d09-4d39-9f3b-e449aab6f3c1 tempest-PortsAdminExtendedAttrsTestJSON-244140651 tempest-PortsAdminExtendedAttrsTestJSON-244140651-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369123'] for port, precommit_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:36.452230 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-903241fe-6c9a-4b01-8982-7512d0f6ae31 tempest-NegativeSecGroupTest-1059519300 tempest-NegativeSecGroupTest-1059519300-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:36.549241 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-66568c7b-f457-4600-8990-336405cb2193 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:03:36.561628 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.plugin [None req-631ed40f-3d09-4d39-9f3b-e449aab6f3c1 tempest-PortsAdminExtendedAttrsTestJSON-244140651 tempest-PortsAdminExtendedAttrsTestJSON-244140651-project-admin] Calling delete_port for 929161c0-580b-45e1-898a-5662b10cb608 owned by {{(pid=84041) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 21:03:36.603552 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-66568c7b-f457-4600-8990-336405cb2193 admin admin] Usage tracker for resource:security_group_rule and tenant:ece9de1a8b6642a1936df3c99288e41e is out of sync, need to count used quota {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:03:36.611125 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-bc4ff8bf-4c2c-4ef6-a79e-229e3bc81d3e tempest-PortsTestJSON-1335945802 tempest-PortsTestJSON-1335945802-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1258898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33526109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33444113'] for network, after_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:36.623586 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-66568c7b-f457-4600-8990-336405cb2193 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:03:36.652398 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-b889a4d8-f903-4493-8c2d-81ed97a0d87a req-35b16d65-a570-44b3-9cd6-ad5b8ef9d2cb service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=b5bf875eb9b748b5aba56f8b60ce8169&device_id=8febef70-4ef9-4774-9ec7-33697a7c70d6 HTTP/1.1" status: 200 len: 1096 time: 0.6467304 Apr 18 21:03:36.659758 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-66568c7b-f457-4600-8990-336405cb2193 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:03:36.664633 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-bc4ff8bf-4c2c-4ef6-a79e-229e3bc81d3e tempest-PortsTestJSON-1335945802 tempest-PortsTestJSON-1335945802-project] Notify callbacks [] for network, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:36.668053 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc4ff8bf-4c2c-4ef6-a79e-229e3bc81d3e tempest-PortsTestJSON-1335945802 tempest-PortsTestJSON-1335945802-project] Pushing event deleted for resources: {'Network': ['ID=9171611b-920b-4bb1-8469-f660db9d017e,revision_number=None']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:03:36.687847 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9744d33-0c1e-458d-8cf6-43bcae7c51d5 req-d0626266-9bbb-41bb-ab94-a935d99515a4 tempest-AttachVolumeTestJSON-1696487017 tempest-AttachVolumeTestJSON-1696487017-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:03:36.695027 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-c9744d33-0c1e-458d-8cf6-43bcae7c51d5 req-d0626266-9bbb-41bb-ab94-a935d99515a4 tempest-AttachVolumeTestJSON-1696487017 tempest-AttachVolumeTestJSON-1696487017-project] 10.222.0.42 "GET /v2.0/ports?device_id=8febef70-4ef9-4774-9ec7-33697a7c70d6 HTTP/1.1" status: 200 len: 945 time: 0.6378675 Apr 18 21:03:36.696833 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-903241fe-6c9a-4b01-8982-7512d0f6ae31 tempest-NegativeSecGroupTest-1059519300 tempest-NegativeSecGroupTest-1059519300-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33528224'] for security_group, after_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:36.703828 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-9a091793-b0ea-4c82-ba09-61cba69b109a tempest-RoutersAdminTest-1076183166 tempest-RoutersAdminTest-1076183166-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369123'] for port, precommit_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:36.729759 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-2c8d22ba-7601-493e-8c3d-01b4cf3f6d31 None None] Provisioning complete for port bd9a0f7a-f0fd-4091-a9e7-7e48de5f52a2 triggered by entity DHCP. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:03:36.730692 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-2c8d22ba-7601-493e-8c3d-01b4cf3f6d31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1253608'] for port, provisioning_complete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:36.822046 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.plugin [None req-2c8d22ba-7601-493e-8c3d-01b4cf3f6d31 None None] Port bd9a0f7a-f0fd-4091-a9e7-7e48de5f52a2 cannot update to ACTIVE because it is not bound. {{(pid=84042) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 18 21:03:36.842133 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-903241fe-6c9a-4b01-8982-7512d0f6ae31 tempest-NegativeSecGroupTest-1059519300 tempest-NegativeSecGroupTest-1059519300-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cee3583f-c2b2-4c90-a014-5040852212bd,revision_number=None']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:03:36.867089 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.plugin [None req-9a091793-b0ea-4c82-ba09-61cba69b109a tempest-RoutersAdminTest-1076183166 tempest-RoutersAdminTest-1076183166-project] Calling delete_port for 6aac9dbc-b8c1-4645-a477-02c8d9e112cd owned by network:router_gateway {{(pid=84041) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 21:03:36.896535 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Device 06d26fb4-4bc6-4638-9251-440c3a1b06c7 up at agent ovs-agent-n-d-838334-2 {{(pid=84042) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 21:03:36.898105 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-903241fe-6c9a-4b01-8982-7512d0f6ae31 tempest-NegativeSecGroupTest-1059519300 tempest-NegativeSecGroupTest-1059519300-project] Notify callbacks [] for security_group, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:36.901900 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-903241fe-6c9a-4b01-8982-7512d0f6ae31 tempest-NegativeSecGroupTest-1059519300 tempest-NegativeSecGroupTest-1059519300-project] 10.222.0.42 "DELETE /v2.0/security-groups/cee3583f-c2b2-4c90-a014-5040852212bd HTTP/1.1" status: 204 len: 168 time: 1.1445336 Apr 18 21:03:36.902086 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-bc4ff8bf-4c2c-4ef6-a79e-229e3bc81d3e tempest-PortsTestJSON-1335945802 tempest-PortsTestJSON-1335945802-project] 10.222.0.42 "DELETE /v2.0/networks/9171611b-920b-4bb1-8469-f660db9d017e HTTP/1.1" status: 204 len: 168 time: 3.4890289 Apr 18 21:03:36.909876 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 34938) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:03:36.910216 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 34940) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:03:36.919396 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.v2.base [None req-3bca9a9d-82b9-481d-ab15-745a31d905f9 tempest-PortsTestJSON-1335945802 tempest-PortsTestJSON-1335945802-project] Request body: {'port': {'network_id': '1a5d91c8-1709-4cd3-96e4-f851e43fa6e0', 'name': 'tempest-PortsTestJSON-1200045503'}} {{(pid=84040) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:03:36.928972 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-631ed40f-3d09-4d39-9f3b-e449aab6f3c1 tempest-PortsAdminExtendedAttrsTestJSON-244140651 tempest-PortsAdminExtendedAttrsTestJSON-244140651-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750375259028', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750374836628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32266323'] for port, after_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:36.991177 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Provisioning complete for port 06d26fb4-4bc6-4638-9251-440c3a1b06c7 triggered by entity L2. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:03:36.991762 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1253608'] for port, provisioning_complete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:36.995224 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-631ed40f-3d09-4d39-9f3b-e449aab6f3c1 tempest-PortsAdminExtendedAttrsTestJSON-244140651 tempest-PortsAdminExtendedAttrsTestJSON-244140651-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217293'] for port, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:37.018167 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-631ed40f-3d09-4d39-9f3b-e449aab6f3c1 tempest-PortsAdminExtendedAttrsTestJSON-244140651 tempest-PortsAdminExtendedAttrsTestJSON-244140651-project-admin] Pushing event deleted for resources: {'Port': ['ID=929161c0-580b-45e1-898a-5662b10cb608,revision_number=None']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:03:37.021084 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-631ed40f-3d09-4d39-9f3b-e449aab6f3c1 tempest-PortsAdminExtendedAttrsTestJSON-244140651 tempest-PortsAdminExtendedAttrsTestJSON-244140651-project-admin] 10.222.0.42 "DELETE /v2.0/ports/929161c0-580b-45e1-898a-5662b10cb608 HTTP/1.1" status: 204 len: 168 time: 2.6864984 Apr 18 21:03:37.026436 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 34946) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:03:37.089746 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-c9744d33-0c1e-458d-8cf6-43bcae7c51d5 req-46e789ae-5edd-4865-ba96-e5634c8bc0ce tempest-AttachVolumeTestJSON-1696487017 tempest-AttachVolumeTestJSON-1696487017-project] 10.222.0.42 "GET /v2.0/security-groups?id=326b68b1-226b-43b8-a174-ccc3d0972537&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3937573 Apr 18 21:03:37.113676 n-d-838334-2 neutron-server[84041]: INFO neutron.pecan_wsgi.hooks.translation [None req-94b3e649-135e-46a2-ac2b-833f136f919a tempest-PortsAdminExtendedAttrsTestJSON-244140651 tempest-PortsAdminExtendedAttrsTestJSON-244140651-project-admin] GET failed (client error): The resource could not be found. Apr 18 21:03:37.114182 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-94b3e649-135e-46a2-ac2b-833f136f919a tempest-PortsAdminExtendedAttrsTestJSON-244140651 tempest-PortsAdminExtendedAttrsTestJSON-244140651-project-admin] Synchronizing usage tracker for tenant:88621a9a300c4ac1a77765a7274f51d8 on resource:port {{(pid=84041) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 21:03:37.133451 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-66568c7b-f457-4600-8990-336405cb2193 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:37.145721 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-66568c7b-f457-4600-8990-336405cb2193 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33528224'] for security_group, after_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:37.165951 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-94b3e649-135e-46a2-ac2b-833f136f919a tempest-PortsAdminExtendedAttrsTestJSON-244140651 tempest-PortsAdminExtendedAttrsTestJSON-244140651-project-admin] Unset dirty status for tenant:88621a9a300c4ac1a77765a7274f51d8 on resource:port {{(pid=84041) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 21:03:37.171241 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-94b3e649-135e-46a2-ac2b-833f136f919a tempest-PortsAdminExtendedAttrsTestJSON-244140651 tempest-PortsAdminExtendedAttrsTestJSON-244140651-project-admin] 10.222.0.42 "GET /v2.0/ports/929161c0-580b-45e1-898a-5662b10cb608 HTTP/1.1" status: 404 len: 333 time: 0.1397610 Apr 18 21:03:37.171447 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b889a4d8-f903-4493-8c2d-81ed97a0d87a req-bca677a1-31f2-47c7-8900-24fd1c301359 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:03:37.171447 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-b889a4d8-f903-4493-8c2d-81ed97a0d87a req-bca677a1-31f2-47c7-8900-24fd1c301359 service neutron] 10.222.0.48 "GET /v2.0/networks?id=9b8a7e14-19dd-4214-9fd7-5da6fc8793e6 HTTP/1.1" status: 200 len: 912 time: 0.4667428 Apr 18 21:03:37.175515 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-ee9dc313-e42e-4956-bd21-a065e815b1a2 tempest-NegativeSecGroupTest-1059519300 tempest-NegativeSecGroupTest-1059519300-project] Synchronizing usage tracker for tenant:520de8d9fcc84495b8b031822a0d6c03 on resource:security_group {{(pid=84040) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 21:03:37.178706 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 34950) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:03:37.195748 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.v2.base [None req-b040a44e-6737-4b3d-a5a6-8d9b94d5519b tempest-PortsAdminExtendedAttrsTestJSON-244140651 tempest-PortsAdminExtendedAttrsTestJSON-244140651-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-556166066', 'network_id': '1290f35d-98a4-4ed9-b86c-2656be124c59'}} {{(pid=84041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:03:37.221703 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-b040a44e-6737-4b3d-a5a6-8d9b94d5519b tempest-PortsAdminExtendedAttrsTestJSON-244140651 tempest-PortsAdminExtendedAttrsTestJSON-244140651-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:03:37.230389 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66568c7b-f457-4600-8990-336405cb2193 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f4a7cbb2-baaf-4e42-bb2d-590f626f30fe,revision_number=1']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:03:37.241893 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [None req-3bca9a9d-82b9-481d-ab15-745a31d905f9 tempest-PortsTestJSON-1335945802 tempest-PortsTestJSON-1335945802-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:03:37.243475 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-66568c7b-f457-4600-8990-336405cb2193 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=ece9de1a8b6642a1936df3c99288e41e&name=default HTTP/1.1" status: 200 len: 2647 time: 2.0037906 Apr 18 21:03:37.244988 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 34954) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:03:37.247814 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-3bca9a9d-82b9-481d-ab15-745a31d905f9 tempest-PortsTestJSON-1335945802 tempest-PortsTestJSON-1335945802-project] Usage tracker for resource:port and tenant:234c597e1bbf440ab35a01225b472234 is out of sync, need to count used quota {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:03:37.249866 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-3bca9a9d-82b9-481d-ab15-745a31d905f9 tempest-PortsTestJSON-1335945802 tempest-PortsTestJSON-1335945802-project] Quota usage for port was recalculated. Used quota:1. {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:03:37.250841 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-b040a44e-6737-4b3d-a5a6-8d9b94d5519b tempest-PortsAdminExtendedAttrsTestJSON-244140651 tempest-PortsAdminExtendedAttrsTestJSON-244140651-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:03:37.255983 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [None req-3bca9a9d-82b9-481d-ab15-745a31d905f9 tempest-PortsTestJSON-1335945802 tempest-PortsTestJSON-1335945802-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:03:37.284812 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3bca9a9d-82b9-481d-ab15-745a31d905f9 tempest-PortsTestJSON-1335945802 tempest-PortsTestJSON-1335945802-project] Made reservation on behalf of 234c597e1bbf440ab35a01225b472234 for: {'port': 1} {{(pid=84040) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:03:37.287818 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-3bca9a9d-82b9-481d-ab15-745a31d905f9 tempest-PortsTestJSON-1335945802 tempest-PortsTestJSON-1335945802-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:37.320382 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b040a44e-6737-4b3d-a5a6-8d9b94d5519b tempest-PortsAdminExtendedAttrsTestJSON-244140651 tempest-PortsAdminExtendedAttrsTestJSON-244140651-project-admin] Made reservation on behalf of 88621a9a300c4ac1a77765a7274f51d8 for: {'port': 1} {{(pid=84041) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:03:37.322805 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-b040a44e-6737-4b3d-a5a6-8d9b94d5519b tempest-PortsAdminExtendedAttrsTestJSON-244140651 tempest-PortsAdminExtendedAttrsTestJSON-244140651-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:37.372891 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Device 04e16214-49f1-458a-89ca-35fc08febbe9 no longer exists at agent ovs-agent-n-d-838334-2 {{(pid=84042) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 21:03:37.380289 n-d-838334-2 neutron-server[84041]: DEBUG neutron.notifiers.nova [None req-b040a44e-6737-4b3d-a5a6-8d9b94d5519b tempest-PortsAdminExtendedAttrsTestJSON-244140651 tempest-PortsAdminExtendedAttrsTestJSON-244140651-project-admin] device_id is not set on port 6cc439c2-94b3-4fa7-b25d-65881f2b2e87 yet. {{(pid=84041) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 18 21:03:37.428379 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.plugin [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] No Port match for: 04e16214-49f1-458a-89ca-35fc08febbe9 {{(pid=84042) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 18 21:03:37.429153 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Device 04e16214-49f1-458a-89ca-35fc08febbe9 not bound to the agent host n-d-838334-2 {{(pid=84042) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 21:03:37.505138 n-d-838334-2 neutron-server[84040]: DEBUG neutron.notifiers.nova [None req-3bca9a9d-82b9-481d-ab15-745a31d905f9 tempest-PortsTestJSON-1335945802 tempest-PortsTestJSON-1335945802-project] device_id is not set on port 45536d6d-238b-4abc-9f40-f7759a3739f5 yet. {{(pid=84040) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 18 21:03:37.547985 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-ee9dc313-e42e-4956-bd21-a065e815b1a2 tempest-NegativeSecGroupTest-1059519300 tempest-NegativeSecGroupTest-1059519300-project] Unset dirty status for tenant:520de8d9fcc84495b8b031822a0d6c03 on resource:security_group {{(pid=84040) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 21:03:37.549595 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-ee9dc313-e42e-4956-bd21-a065e815b1a2 tempest-NegativeSecGroupTest-1059519300 tempest-NegativeSecGroupTest-1059519300-project] 10.222.0.42 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.6383770 Apr 18 21:03:37.560863 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 34962) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:03:37.578142 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-fe34f28d-e2ea-4467-8da5-2ba41e116533 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:37.590007 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.v2.base [None req-c78d988e-82b6-4ef0-a028-c76f5204cd94 tempest-NegativeSecGroupTest-1059519300 tempest-NegativeSecGroupTest-1059519300-project] Request body: {'security_group': {'name': 'tempest-secgroup--414875769'}} {{(pid=84040) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:03:37.597973 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-b889a4d8-f903-4493-8c2d-81ed97a0d87a req-c8bf8d2b-c280-4946-8963-86386fc75ca6 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e00c4868-92df-492d-b185-8281a2e33a5b HTTP/1.1" status: 200 len: 1001 time: 0.4171591 Apr 18 21:03:37.600203 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [None req-c78d988e-82b6-4ef0-a028-c76f5204cd94 tempest-NegativeSecGroupTest-1059519300 tempest-NegativeSecGroupTest-1059519300-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:03:37.611067 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-9a091793-b0ea-4c82-ba09-61cba69b109a tempest-RoutersAdminTest-1076183166 tempest-RoutersAdminTest-1076183166-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750375259028', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750374836628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32266323'] for port, after_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:37.656531 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [None req-c78d988e-82b6-4ef0-a028-c76f5204cd94 tempest-NegativeSecGroupTest-1059519300 tempest-NegativeSecGroupTest-1059519300-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:03:37.671524 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-fe34f28d-e2ea-4467-8da5-2ba41e116533 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:37.685855 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a091793-b0ea-4c82-ba09-61cba69b109a tempest-RoutersAdminTest-1076183166 tempest-RoutersAdminTest-1076183166-project] Pushing event deleted for resources: {'Port': ['ID=6aac9dbc-b8c1-4645-a477-02c8d9e112cd,revision_number=None']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:03:37.688878 n-d-838334-2 neutron-server[84040]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-157998b1-0092-4b62-9157-6e30dd102334 tempest-RoutersTest-1500746192 tempest-RoutersTest-1500746192-project] Router f04c1bee-aa5c-4878-a6cd-c41480794594 is scheduled to L3 agent bc84d6c9-dd7a-4555-a351-592327b46d5a with binding_index 1 {{(pid=84040) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 18 21:03:37.710839 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-c78d988e-82b6-4ef0-a028-c76f5204cd94 tempest-NegativeSecGroupTest-1059519300 tempest-NegativeSecGroupTest-1059519300-project] Notify callbacks [] for security_group, before_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:37.765609 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b889a4d8-f903-4493-8c2d-81ed97a0d87a req-2772c934-87b7-4fbb-b30d-400cc4fb8a05 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:03:37.767083 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-b889a4d8-f903-4493-8c2d-81ed97a0d87a req-2772c934-87b7-4fbb-b30d-400cc4fb8a05 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=16880a32-9b71-46fb-bafe-6b6135588b63 HTTP/1.1" status: 200 len: 850 time: 0.1561465 Apr 18 21:03:38.034022 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [None req-c78d988e-82b6-4ef0-a028-c76f5204cd94 tempest-NegativeSecGroupTest-1059519300 tempest-NegativeSecGroupTest-1059519300-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:03:38.044675 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-c78d988e-82b6-4ef0-a028-c76f5204cd94 tempest-NegativeSecGroupTest-1059519300 tempest-NegativeSecGroupTest-1059519300-project] Usage tracker for resource:security_group_rule and tenant:520de8d9fcc84495b8b031822a0d6c03 is out of sync, need to count used quota {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:03:38.045932 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-fe34f28d-e2ea-4467-8da5-2ba41e116533 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33528224'] for security_group, after_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:38.056911 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-c78d988e-82b6-4ef0-a028-c76f5204cd94 tempest-NegativeSecGroupTest-1059519300 tempest-NegativeSecGroupTest-1059519300-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:03:38.075112 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [None req-c78d988e-82b6-4ef0-a028-c76f5204cd94 tempest-NegativeSecGroupTest-1059519300 tempest-NegativeSecGroupTest-1059519300-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:03:38.085756 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-3bca9a9d-82b9-481d-ab15-745a31d905f9 tempest-PortsTestJSON-1335945802 tempest-PortsTestJSON-1335945802-project] Notify callbacks [] for port, precommit_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:38.087568 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe34f28d-e2ea-4467-8da5-2ba41e116533 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f4a7cbb2-baaf-4e42-bb2d-590f626f30fe,revision_number=None']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:03:38.113477 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-9a091793-b0ea-4c82-ba09-61cba69b109a tempest-RoutersAdminTest-1076183166 tempest-RoutersAdminTest-1076183166-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33444108'] for router_gateway, after_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:38.161393 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-b889a4d8-f903-4493-8c2d-81ed97a0d87a req-a80b5eaf-93c6-4331-a865-c0a4728d8662 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=9b8a7e14-19dd-4214-9fd7-5da6fc8793e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3366687 Apr 18 21:03:38.172710 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-b040a44e-6737-4b3d-a5a6-8d9b94d5519b tempest-PortsAdminExtendedAttrsTestJSON-244140651 tempest-PortsAdminExtendedAttrsTestJSON-244140651-project-admin] Notify callbacks [] for port, precommit_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:38.219059 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-c78d988e-82b6-4ef0-a028-c76f5204cd94 tempest-NegativeSecGroupTest-1059519300 tempest-NegativeSecGroupTest-1059519300-project] Notify callbacks [] for security_group, precommit_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:38.261688 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-fe34f28d-e2ea-4467-8da5-2ba41e116533 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:38.265290 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-fe34f28d-e2ea-4467-8da5-2ba41e116533 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/f4a7cbb2-baaf-4e42-bb2d-590f626f30fe HTTP/1.1" status: 204 len: 168 time: 1.0135674 Apr 18 21:03:38.353893 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-b889a4d8-f903-4493-8c2d-81ed97a0d87a req-b85f1edc-8feb-4ec7-9186-d025fccddc22 service neutron] 10.222.0.48 "GET /v2.0/networks/9b8a7e14-19dd-4214-9fd7-5da6fc8793e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1819108 Apr 18 21:03:38.364083 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-3bca9a9d-82b9-481d-ab15-745a31d905f9 tempest-PortsTestJSON-1335945802 tempest-PortsTestJSON-1335945802-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750374836619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32440838'] for port, after_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:38.365620 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-c78d988e-82b6-4ef0-a028-c76f5204cd94 tempest-NegativeSecGroupTest-1059519300 tempest-NegativeSecGroupTest-1059519300-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33528224'] for security_group, after_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:38.406268 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-9a091793-b0ea-4c82-ba09-61cba69b109a tempest-RoutersAdminTest-1076183166 tempest-RoutersAdminTest-1076183166-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33443580', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5726'] for router, precommit_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:38.411810 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-9a091793-b0ea-4c82-ba09-61cba69b109a tempest-RoutersAdminTest-1076183166 tempest-RoutersAdminTest-1076183166-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:38.416966 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-b040a44e-6737-4b3d-a5a6-8d9b94d5519b tempest-PortsAdminExtendedAttrsTestJSON-244140651 tempest-PortsAdminExtendedAttrsTestJSON-244140651-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750374836619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32266323'] for port, after_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:38.506819 n-d-838334-2 neutron-server[84041]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b040a44e-6737-4b3d-a5a6-8d9b94d5519b tempest-PortsAdminExtendedAttrsTestJSON-244140651 tempest-PortsAdminExtendedAttrsTestJSON-244140651-project-admin] Network 1290f35d-98a4-4ed9-b86c-2656be124c59 is already hosted by enough agents. {{(pid=84041) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:03:38.510104 n-d-838334-2 neutron-server[84041]: DEBUG neutron.scheduler.base_scheduler [None req-b040a44e-6737-4b3d-a5a6-8d9b94d5519b tempest-PortsAdminExtendedAttrsTestJSON-244140651 tempest-PortsAdminExtendedAttrsTestJSON-244140651-project-admin] Resources bound (agent type, host, resource id): {{(pid=84041) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:03:38.515143 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b040a44e-6737-4b3d-a5a6-8d9b94d5519b tempest-PortsAdminExtendedAttrsTestJSON-244140651 tempest-PortsAdminExtendedAttrsTestJSON-244140651-project-admin] Received port after_create {{(pid=84041) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 21:03:38.516003 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b040a44e-6737-4b3d-a5a6-8d9b94d5519b tempest-PortsAdminExtendedAttrsTestJSON-244140651 tempest-PortsAdminExtendedAttrsTestJSON-244140651-project-admin] Attributes excluded by policy engine: ['network'] {{(pid=84041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:03:38.516703 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-b040a44e-6737-4b3d-a5a6-8d9b94d5519b tempest-PortsAdminExtendedAttrsTestJSON-244140651 tempest-PortsAdminExtendedAttrsTestJSON-244140651-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217293'] for port, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:38.520387 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b040a44e-6737-4b3d-a5a6-8d9b94d5519b tempest-PortsAdminExtendedAttrsTestJSON-244140651 tempest-PortsAdminExtendedAttrsTestJSON-244140651-project-admin] Pushing event updated for resources: {'Port': ['ID=6cc439c2-94b3-4fa7-b25d-65881f2b2e87,revision_number=1']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:03:38.524005 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-9a091793-b0ea-4c82-ba09-61cba69b109a tempest-RoutersAdminTest-1076183166 tempest-RoutersAdminTest-1076183166-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-33443408'] for router, after_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:38.524751 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9a091793-b0ea-4c82-ba09-61cba69b109a tempest-RoutersAdminTest-1076183166 tempest-RoutersAdminTest-1076183166-project] Fanout notify agent at l3_agent the message router_deleted on router 11b5a319-7e7b-4d0f-ab99-1f8425b18efa {{(pid=84041) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 18 21:03:38.533483 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c78d988e-82b6-4ef0-a028-c76f5204cd94 tempest-NegativeSecGroupTest-1059519300 tempest-NegativeSecGroupTest-1059519300-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bebb9425-e4b2-40ad-ab64-266d071898c3,revision_number=1']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:03:38.547016 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-9a091793-b0ea-4c82-ba09-61cba69b109a tempest-RoutersAdminTest-1076183166 tempest-RoutersAdminTest-1076183166-project] Notify callbacks [] for router, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:38.548543 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-9a091793-b0ea-4c82-ba09-61cba69b109a tempest-RoutersAdminTest-1076183166 tempest-RoutersAdminTest-1076183166-project] 10.222.0.42 "DELETE /v2.0/routers/11b5a319-7e7b-4d0f-ab99-1f8425b18efa HTTP/1.1" status: 204 len: 168 time: 6.8565023 Apr 18 21:03:38.555383 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 34980) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:03:38.557769 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-157998b1-0092-4b62-9157-6e30dd102334 tempest-RoutersTest-1500746192 tempest-RoutersTest-1500746192-project] Notify agent at l3_agent.n-d-838334-2 the message routers_updated {{(pid=84040) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 21:03:38.560954 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-b040a44e-6737-4b3d-a5a6-8d9b94d5519b tempest-PortsAdminExtendedAttrsTestJSON-244140651 tempest-PortsAdminExtendedAttrsTestJSON-244140651-project-admin] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 959 time: 1.3804424 Apr 18 21:03:38.565079 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.v2.base [None req-3b1d0359-58c5-412a-bd8b-a477f425e3dd tempest-RoutersAdminTest-1467285608 tempest-RoutersAdminTest-1467285608-project-admin] Request body: {'router': {'name': 'tempest-snat-router-192439848', 'external_gateway_info': {'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'enable_snat': False}}} {{(pid=84041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:03:38.569869 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 34984) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:03:38.570685 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2595c883-22aa-4957-b950-15a9d627488e None None] Sync routers for ids ['f04c1bee-aa5c-4878-a6cd-c41480794594'] in n-d-838334-2 {{(pid=84042) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 18 21:03:38.572060 n-d-838334-2 neutron-server[84040]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3bca9a9d-82b9-481d-ab15-745a31d905f9 tempest-PortsTestJSON-1335945802 tempest-PortsTestJSON-1335945802-project] Network 1a5d91c8-1709-4cd3-96e4-f851e43fa6e0 is already hosted by enough agents. {{(pid=84040) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:03:38.594904 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2595c883-22aa-4957-b950-15a9d627488e None None] Routers {'f04c1bee-aa5c-4878-a6cd-c41480794594'} bound to L3 agent in host n-d-838334-2 {{(pid=84042) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 21:03:38.595661 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_hamode_db [None req-2595c883-22aa-4957-b950-15a9d627488e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838334-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-18T20:25:48Z,description=,heartbeat_timestamp=2022-04-18T21:03:18Z,host='n-d-838334-2',id=bc84d6c9-dd7a-4555-a351-592327b46d5a,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:25:48Z,topic='l3_agent')) {'router_ids': ['f04c1bee-aa5c-4878-a6cd-c41480794594'], 'active': True} {{(pid=84042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:03:38.611593 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-3b1d0359-58c5-412a-bd8b-a477f425e3dd tempest-RoutersAdminTest-1467285608 tempest-RoutersAdminTest-1467285608-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:03:38.633615 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-3b1d0359-58c5-412a-bd8b-a477f425e3dd tempest-RoutersAdminTest-1467285608 tempest-RoutersAdminTest-1467285608-project-admin] Usage tracker for resource:router and tenant:4ddcb0df24f94d1292db48b5e0007331 is out of sync, need to count used quota {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:03:38.638504 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-3b1d0359-58c5-412a-bd8b-a477f425e3dd tempest-RoutersAdminTest-1467285608 tempest-RoutersAdminTest-1467285608-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:03:38.647404 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-3b1d0359-58c5-412a-bd8b-a477f425e3dd tempest-RoutersAdminTest-1467285608 tempest-RoutersAdminTest-1467285608-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:03:38.656907 n-d-838334-2 neutron-server[84040]: DEBUG neutron.scheduler.base_scheduler [None req-3bca9a9d-82b9-481d-ab15-745a31d905f9 tempest-PortsTestJSON-1335945802 tempest-PortsTestJSON-1335945802-project] Resources bound (agent type, host, resource id): {{(pid=84040) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:03:38.669390 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-3b1d0359-58c5-412a-bd8b-a477f425e3dd tempest-RoutersAdminTest-1467285608 tempest-RoutersAdminTest-1467285608-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-33442106', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5708'] for router, before_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:38.670982 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-3b1d0359-58c5-412a-bd8b-a477f425e3dd tempest-RoutersAdminTest-1467285608 tempest-RoutersAdminTest-1467285608-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33442137', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33444285', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33535433', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5703'] for router, precommit_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:38.681659 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bca9a9d-82b9-481d-ab15-745a31d905f9 tempest-PortsTestJSON-1335945802 tempest-PortsTestJSON-1335945802-project] Received port after_create {{(pid=84040) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 21:03:38.687802 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3bca9a9d-82b9-481d-ab15-745a31d905f9 tempest-PortsTestJSON-1335945802 tempest-PortsTestJSON-1335945802-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:03:38.688629 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-3bca9a9d-82b9-481d-ab15-745a31d905f9 tempest-PortsTestJSON-1335945802 tempest-PortsTestJSON-1335945802-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217293'] for port, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:38.708271 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-d2674cc1-5f24-40d7-aa07-b51c311932f8 tempest-PortsAdminExtendedAttrsTestJSON-244140651 tempest-PortsAdminExtendedAttrsTestJSON-244140651-project-admin] Synchronizing usage tracker for tenant:88621a9a300c4ac1a77765a7274f51d8 on resource:port {{(pid=84041) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 21:03:38.729815 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-3b1d0359-58c5-412a-bd8b-a477f425e3dd tempest-RoutersAdminTest-1467285608 tempest-RoutersAdminTest-1467285608-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:38.738863 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-d2674cc1-5f24-40d7-aa07-b51c311932f8 tempest-PortsAdminExtendedAttrsTestJSON-244140651 tempest-PortsAdminExtendedAttrsTestJSON-244140651-project-admin] Unset dirty status for tenant:88621a9a300c4ac1a77765a7274f51d8 on resource:port {{(pid=84041) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 21:03:38.742309 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-d2674cc1-5f24-40d7-aa07-b51c311932f8 tempest-PortsAdminExtendedAttrsTestJSON-244140651 tempest-PortsAdminExtendedAttrsTestJSON-244140651-project-admin] 10.222.0.42 "GET /v2.0/ports/6cc439c2-94b3-4fa7-b25d-65881f2b2e87 HTTP/1.1" status: 200 len: 954 time: 0.1680825 Apr 18 21:03:38.743125 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-157998b1-0092-4b62-9157-6e30dd102334 tempest-RoutersTest-1500746192 tempest-RoutersTest-1500746192-project] 10.222.0.42 "PUT /v2.0/routers/f04c1bee-aa5c-4878-a6cd-c41480794594/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.6790702 Apr 18 21:03:38.744131 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bca9a9d-82b9-481d-ab15-745a31d905f9 tempest-PortsTestJSON-1335945802 tempest-PortsTestJSON-1335945802-project] Pushing event updated for resources: {'Port': ['ID=45536d6d-238b-4abc-9f40-f7759a3739f5,revision_number=1']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:03:38.748424 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 34990) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:03:38.748816 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 34992) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:03:38.758568 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-c78d988e-82b6-4ef0-a028-c76f5204cd94 tempest-NegativeSecGroupTest-1059519300 tempest-NegativeSecGroupTest-1059519300-project] Notify callbacks [] for security_group, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:38.759768 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-c78d988e-82b6-4ef0-a028-c76f5204cd94 tempest-NegativeSecGroupTest-1059519300 tempest-NegativeSecGroupTest-1059519300-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 1.1979365 Apr 18 21:03:38.763992 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 34998) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:03:38.771750 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_hamode_db [None req-2595c883-22aa-4957-b950-15a9d627488e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-838334-2', False) {} {{(pid=84042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:03:38.771950 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.v2.base [None req-80071e25-3133-43d0-aef8-b5773221ab6d tempest-NegativeSecGroupTest-1059519300 tempest-NegativeSecGroupTest-1059519300-project] Request body: {'security_group_rule': {'security_group_id': 'bebb9425-e4b2-40ad-ab64-266d071898c3', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=84041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:03:38.772741 n-d-838334-2 neutron-server[84041]: INFO neutron.api.v2.resource [None req-80071e25-3133-43d0-aef8-b5773221ab6d tempest-NegativeSecGroupTest-1059519300 tempest-NegativeSecGroupTest-1059519300-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 18 21:03:38.773826 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-80071e25-3133-43d0-aef8-b5773221ab6d tempest-NegativeSecGroupTest-1059519300 tempest-NegativeSecGroupTest-1059519300-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0088375 Apr 18 21:03:38.800435 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2595c883-22aa-4957-b950-15a9d627488e None None] Routers {'f04c1bee-aa5c-4878-a6cd-c41480794594'} bound to L3 agent in host n-d-838334-2 {{(pid=84042) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 21:03:38.801096 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_hamode_db [None req-2595c883-22aa-4957-b950-15a9d627488e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838334-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-18T20:25:48Z,description=,heartbeat_timestamp=2022-04-18T21:03:18Z,host='n-d-838334-2',id=bc84d6c9-dd7a-4555-a351-592327b46d5a,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:25:48Z,topic='l3_agent')) {'router_ids': ['f04c1bee-aa5c-4878-a6cd-c41480794594'], 'active': True} {{(pid=84042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:03:38.832712 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-3bca9a9d-82b9-481d-ab15-745a31d905f9 tempest-PortsTestJSON-1335945802 tempest-PortsTestJSON-1335945802-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 1.9197910 Apr 18 21:03:38.833721 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 35002) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:03:38.860242 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 35004) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:03:38.871504 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.v2.base [None req-11abbff0-b459-442b-ad57-9f6a2334f4e4 tempest-NegativeSecGroupTest-1059519300 tempest-NegativeSecGroupTest-1059519300-project] Request body: {'security_group_rule': {'security_group_id': 'bebb9425-e4b2-40ad-ab64-266d071898c3', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=84040) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:03:38.872982 n-d-838334-2 neutron-server[84040]: INFO neutron.api.v2.resource [None req-11abbff0-b459-442b-ad57-9f6a2334f4e4 tempest-NegativeSecGroupTest-1059519300 tempest-NegativeSecGroupTest-1059519300-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 18 21:03:38.874752 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-11abbff0-b459-442b-ad57-9f6a2334f4e4 tempest-NegativeSecGroupTest-1059519300 tempest-NegativeSecGroupTest-1059519300-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0280466 Apr 18 21:03:38.881390 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 35010) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:03:38.935085 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_hamode_db [None req-2595c883-22aa-4957-b950-15a9d627488e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-838334-2', False) {} {{(pid=84042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:03:38.935956 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2595c883-22aa-4957-b950-15a9d627488e None None] The sync data for ids ['f04c1bee-aa5c-4878-a6cd-c41480794594'] in n-d-838334-2 is: [] {{(pid=84042) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 18 21:03:38.959217 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-3b1d0359-58c5-412a-bd8b-a477f425e3dd tempest-RoutersAdminTest-1467285608 tempest-RoutersAdminTest-1467285608-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-33444175', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-33443520', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5293'] for router, precommit_update {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:38.964327 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.v2.base [None req-80c8ed4d-2b15-467c-8c0e-c78df0634394 tempest-NegativeSecGroupTest-1059519300 tempest-NegativeSecGroupTest-1059519300-project] Request body: {'security_group_rule': {'security_group_id': 'bebb9425-e4b2-40ad-ab64-266d071898c3', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=84040) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:03:38.965214 n-d-838334-2 neutron-server[84040]: INFO neutron.api.v2.resource [None req-80c8ed4d-2b15-467c-8c0e-c78df0634394 tempest-NegativeSecGroupTest-1059519300 tempest-NegativeSecGroupTest-1059519300-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 18 21:03:38.966114 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-80c8ed4d-2b15-467c-8c0e-c78df0634394 tempest-NegativeSecGroupTest-1059519300 tempest-NegativeSecGroupTest-1059519300-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0295215 Apr 18 21:03:38.974740 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 35016) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:03:38.986276 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.v2.base [None req-4f251ebe-fb7c-4b5f-a2a2-8ecc6366f5a9 tempest-NegativeSecGroupTest-1059519300 tempest-NegativeSecGroupTest-1059519300-project] Request body: {'security_group_rule': {'security_group_id': 'bebb9425-e4b2-40ad-ab64-266d071898c3', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '256'}} {{(pid=84041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:03:38.987141 n-d-838334-2 neutron-server[84041]: INFO neutron.api.v2.resource [None req-4f251ebe-fb7c-4b5f-a2a2-8ecc6366f5a9 tempest-NegativeSecGroupTest-1059519300 tempest-NegativeSecGroupTest-1059519300-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 18 21:03:38.988639 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-4f251ebe-fb7c-4b5f-a2a2-8ecc6366f5a9 tempest-NegativeSecGroupTest-1059519300 tempest-NegativeSecGroupTest-1059519300-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0124054 Apr 18 21:03:38.990525 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-b889a4d8-f903-4493-8c2d-81ed97a0d87a req-7c339e1f-dfd7-4d62-ac6a-399bd5347cd8 service neutron] 10.222.0.48 "GET /v2.0/networks/9b8a7e14-19dd-4214-9fd7-5da6fc8793e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5722363 Apr 18 21:03:38.994792 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 35020) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:03:39.011983 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e87e01c0-225b-4d65-bf86-f19a78aef81b tempest-RoutersTest-1500746192 tempest-RoutersTest-1500746192-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:03:39.012644 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-e87e01c0-225b-4d65-bf86-f19a78aef81b tempest-RoutersTest-1500746192 tempest-RoutersTest-1500746192-project] Synchronizing usage tracker for tenant:8a05b90fa8c54f25938df6bd0ef52223 on resource:port {{(pid=84040) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 21:03:39.020700 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-124b47b7-5448-4b90-907b-a97a898a0d79 req-a594fc1d-7f2b-4d37-af75-d2f7cd03652e tempest-AttachVolumeTestJSON-1696487017 tempest-AttachVolumeTestJSON-1696487017-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:03:39.028526 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-124b47b7-5448-4b90-907b-a97a898a0d79 req-a594fc1d-7f2b-4d37-af75-d2f7cd03652e tempest-AttachVolumeTestJSON-1696487017 tempest-AttachVolumeTestJSON-1696487017-project] 10.222.0.42 "GET /v2.0/ports?device_id=8febef70-4ef9-4774-9ec7-33697a7c70d6 HTTP/1.1" status: 200 len: 945 time: 0.6727862 Apr 18 21:03:39.036486 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.plugin [None req-89131b18-8ccc-4485-89bc-4d10d53c534b tempest-PortsAdminExtendedAttrsTestJSON-244140651 tempest-PortsAdminExtendedAttrsTestJSON-244140651-project-admin] Deleting port 6cc439c2-94b3-4fa7-b25d-65881f2b2e87 {{(pid=84040) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 21:03:39.036900 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-89131b18-8ccc-4485-89bc-4d10d53c534b tempest-PortsAdminExtendedAttrsTestJSON-244140651 tempest-PortsAdminExtendedAttrsTestJSON-244140651-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750375188691'] for port, before_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:39.079438 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 35024) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:03:39.115662 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.plugin [None req-d6f8fa28-5538-4f9d-8e6b-750e3f8d93d9 tempest-PortsTestJSON-1335945802 tempest-PortsTestJSON-1335945802-project] Deleting port 45536d6d-238b-4abc-9f40-f7759a3739f5 {{(pid=84040) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 21:03:39.116364 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-d6f8fa28-5538-4f9d-8e6b-750e3f8d93d9 tempest-PortsTestJSON-1335945802 tempest-PortsTestJSON-1335945802-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750375188691'] for port, before_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:39.132828 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-41c3a3c6-f176-4a40-a9fb-ebe020fb4193 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:39.144583 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-cb272aaf-81d8-435f-a789-93465e3e6721 tempest-NegativeSecGroupTest-1059519300 tempest-NegativeSecGroupTest-1059519300-project] Notify callbacks [] for security_group, before_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:39.187034 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-e87e01c0-225b-4d65-bf86-f19a78aef81b tempest-RoutersTest-1500746192 tempest-RoutersTest-1500746192-project] Unset dirty status for tenant:8a05b90fa8c54f25938df6bd0ef52223 on resource:port {{(pid=84040) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 21:03:39.188858 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-e87e01c0-225b-4d65-bf86-f19a78aef81b tempest-RoutersTest-1500746192 tempest-RoutersTest-1500746192-project] 10.222.0.42 "GET /v2.0/ports/bd9a0f7a-f0fd-4091-a9e7-7e48de5f52a2 HTTP/1.1" status: 200 len: 910 time: 0.4366195 Apr 18 21:03:39.196580 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 35028) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:03:39.358482 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-cb272aaf-81d8-435f-a789-93465e3e6721 tempest-NegativeSecGroupTest-1059519300 tempest-NegativeSecGroupTest-1059519300-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:39.393269 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-41c3a3c6-f176-4a40-a9fb-ebe020fb4193 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:03:39.407468 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-41c3a3c6-f176-4a40-a9fb-ebe020fb4193 admin admin] Usage tracker for resource:security_group_rule and tenant:a5f280e85037413b805b5e21f18adcee is out of sync, need to count used quota {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:03:39.418061 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-41c3a3c6-f176-4a40-a9fb-ebe020fb4193 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:03:39.428083 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-41c3a3c6-f176-4a40-a9fb-ebe020fb4193 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:03:39.443385 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-124b47b7-5448-4b90-907b-a97a898a0d79 req-a40ba07e-2f3f-4297-97d7-b28180f9a2d6 tempest-AttachVolumeTestJSON-1696487017 tempest-AttachVolumeTestJSON-1696487017-project] 10.222.0.42 "GET /v2.0/security-groups?id=326b68b1-226b-43b8-a174-ccc3d0972537&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4137485 Apr 18 21:03:39.453397 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-cb272aaf-81d8-435f-a789-93465e3e6721 tempest-NegativeSecGroupTest-1059519300 tempest-NegativeSecGroupTest-1059519300-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33528224'] for security_group, after_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:39.506422 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb272aaf-81d8-435f-a789-93465e3e6721 tempest-NegativeSecGroupTest-1059519300 tempest-NegativeSecGroupTest-1059519300-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bebb9425-e4b2-40ad-ab64-266d071898c3,revision_number=None']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:03:39.522868 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-cb272aaf-81d8-435f-a789-93465e3e6721 tempest-NegativeSecGroupTest-1059519300 tempest-NegativeSecGroupTest-1059519300-project] Notify callbacks [] for security_group, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:39.524051 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-cb272aaf-81d8-435f-a789-93465e3e6721 tempest-NegativeSecGroupTest-1059519300 tempest-NegativeSecGroupTest-1059519300-project] 10.222.0.42 "DELETE /v2.0/security-groups/bebb9425-e4b2-40ad-ab64-266d071898c3 HTTP/1.1" status: 204 len: 168 time: 0.5281358 Apr 18 21:03:39.530411 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 35038) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:03:39.661180 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-41c3a3c6-f176-4a40-a9fb-ebe020fb4193 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:39.668542 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-1292955e-3b3a-4358-b1de-8741780a8385 tempest-NegativeSecGroupTest-1059519300 tempest-NegativeSecGroupTest-1059519300-project] Synchronizing usage tracker for tenant:520de8d9fcc84495b8b031822a0d6c03 on resource:security_group {{(pid=84041) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 21:03:39.674229 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-41c3a3c6-f176-4a40-a9fb-ebe020fb4193 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33528224'] for security_group, after_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:39.694608 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-3b1d0359-58c5-412a-bd8b-a477f425e3dd tempest-RoutersAdminTest-1467285608 tempest-RoutersAdminTest-1467285608-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:39.756581 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-3b1d0359-58c5-412a-bd8b-a477f425e3dd tempest-RoutersAdminTest-1467285608 tempest-RoutersAdminTest-1467285608-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:39.773022 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-1292955e-3b3a-4358-b1de-8741780a8385 tempest-NegativeSecGroupTest-1059519300 tempest-NegativeSecGroupTest-1059519300-project] Unset dirty status for tenant:520de8d9fcc84495b8b031822a0d6c03 on resource:security_group {{(pid=84041) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 21:03:39.780181 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-1292955e-3b3a-4358-b1de-8741780a8385 tempest-NegativeSecGroupTest-1059519300 tempest-NegativeSecGroupTest-1059519300-project] 10.222.0.42 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.2427728 Apr 18 21:03:39.808323 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41c3a3c6-f176-4a40-a9fb-ebe020fb4193 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3816b643-f495-48f0-a6d4-9d3be53b4683,revision_number=1']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:03:39.811176 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 35046) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:03:39.821238 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-41c3a3c6-f176-4a40-a9fb-ebe020fb4193 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=a5f280e85037413b805b5e21f18adcee&name=default HTTP/1.1" status: 200 len: 2647 time: 0.7382429 Apr 18 21:03:39.821725 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-89131b18-8ccc-4485-89bc-4d10d53c534b tempest-PortsAdminExtendedAttrsTestJSON-244140651 tempest-PortsAdminExtendedAttrsTestJSON-244140651-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369123'] for port, precommit_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:39.822222 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 35050) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:03:39.829915 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.v2.base [None req-fb17a0b5-d248-4eeb-a68a-0959b5a7f2a9 tempest-NegativeSecGroupTest-1059519300 tempest-NegativeSecGroupTest-1059519300-project] Request body: {'security_group': {'name': 'tempest-secgroup--652107657'}} {{(pid=84041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:03:39.851980 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-fb17a0b5-d248-4eeb-a68a-0959b5a7f2a9 tempest-NegativeSecGroupTest-1059519300 tempest-NegativeSecGroupTest-1059519300-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:03:39.888804 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-fb17a0b5-d248-4eeb-a68a-0959b5a7f2a9 tempest-NegativeSecGroupTest-1059519300 tempest-NegativeSecGroupTest-1059519300-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:03:39.959984 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-fb17a0b5-d248-4eeb-a68a-0959b5a7f2a9 tempest-NegativeSecGroupTest-1059519300 tempest-NegativeSecGroupTest-1059519300-project] Notify callbacks [] for security_group, before_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:39.971240 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.plugin [None req-89131b18-8ccc-4485-89bc-4d10d53c534b tempest-PortsAdminExtendedAttrsTestJSON-244140651 tempest-PortsAdminExtendedAttrsTestJSON-244140651-project-admin] Calling delete_port for 6cc439c2-94b3-4fa7-b25d-65881f2b2e87 owned by {{(pid=84040) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 21:03:40.017075 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-ddd3236a-d7e2-4ada-bc41-dc024866d646 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:40.028790 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.db_base_plugin_common [None req-3b1d0359-58c5-412a-bd8b-a477f425e3dd tempest-RoutersAdminTest-1467285608 tempest-RoutersAdminTest-1467285608-project-admin] Allocated IP 172.25.8.39 (e41b6600-a917-4a8d-b05c-be3be40c6d8c/6b05667b-848e-4356-9b44-d5eb6808ef74/257fa886-0d08-420b-8828-a66bbb3814dd) {{(pid=84041) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 21:03:40.046712 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-d6f8fa28-5538-4f9d-8e6b-750e3f8d93d9 tempest-PortsTestJSON-1335945802 tempest-PortsTestJSON-1335945802-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369123'] for port, precommit_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:40.067637 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-fb17a0b5-d248-4eeb-a68a-0959b5a7f2a9 tempest-NegativeSecGroupTest-1059519300 tempest-NegativeSecGroupTest-1059519300-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:03:40.078936 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-fb17a0b5-d248-4eeb-a68a-0959b5a7f2a9 tempest-NegativeSecGroupTest-1059519300 tempest-NegativeSecGroupTest-1059519300-project] Usage tracker for resource:security_group_rule and tenant:520de8d9fcc84495b8b031822a0d6c03 is out of sync, need to count used quota {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:03:40.095967 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-ddd3236a-d7e2-4ada-bc41-dc024866d646 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:40.102803 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-fb17a0b5-d248-4eeb-a68a-0959b5a7f2a9 tempest-NegativeSecGroupTest-1059519300 tempest-NegativeSecGroupTest-1059519300-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:03:40.161346 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-fb17a0b5-d248-4eeb-a68a-0959b5a7f2a9 tempest-NegativeSecGroupTest-1059519300 tempest-NegativeSecGroupTest-1059519300-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:03:40.189295 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.plugin [None req-d6f8fa28-5538-4f9d-8e6b-750e3f8d93d9 tempest-PortsTestJSON-1335945802 tempest-PortsTestJSON-1335945802-project] Calling delete_port for 45536d6d-238b-4abc-9f40-f7759a3739f5 owned by {{(pid=84040) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 21:03:40.297773 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-fb17a0b5-d248-4eeb-a68a-0959b5a7f2a9 tempest-NegativeSecGroupTest-1059519300 tempest-NegativeSecGroupTest-1059519300-project] Notify callbacks [] for security_group, precommit_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:40.306985 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-ddd3236a-d7e2-4ada-bc41-dc024866d646 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33528224'] for security_group, after_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:40.318230 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-fb17a0b5-d248-4eeb-a68a-0959b5a7f2a9 tempest-NegativeSecGroupTest-1059519300 tempest-NegativeSecGroupTest-1059519300-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33528224'] for security_group, after_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:40.331467 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-3b1d0359-58c5-412a-bd8b-a477f425e3dd tempest-RoutersAdminTest-1467285608 tempest-RoutersAdminTest-1467285608-project-admin] Notify callbacks [] for port, precommit_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:40.339863 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddd3236a-d7e2-4ada-bc41-dc024866d646 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3816b643-f495-48f0-a6d4-9d3be53b4683,revision_number=None']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:03:40.395451 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-89131b18-8ccc-4485-89bc-4d10d53c534b tempest-PortsAdminExtendedAttrsTestJSON-244140651 tempest-PortsAdminExtendedAttrsTestJSON-244140651-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750375259028', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750374836628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32440838'] for port, after_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:40.406037 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb17a0b5-d248-4eeb-a68a-0959b5a7f2a9 tempest-NegativeSecGroupTest-1059519300 tempest-NegativeSecGroupTest-1059519300-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9788362d-8626-42f8-ae38-173365400bf8,revision_number=1']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:03:40.416964 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-fb17a0b5-d248-4eeb-a68a-0959b5a7f2a9 tempest-NegativeSecGroupTest-1059519300 tempest-NegativeSecGroupTest-1059519300-project] Notify callbacks [] for security_group, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:40.421006 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-fb17a0b5-d248-4eeb-a68a-0959b5a7f2a9 tempest-NegativeSecGroupTest-1059519300 tempest-NegativeSecGroupTest-1059519300-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 0.6049049 Apr 18 21:03:40.421006 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 35062) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:03:40.424539 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-ddd3236a-d7e2-4ada-bc41-dc024866d646 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:40.426004 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-ddd3236a-d7e2-4ada-bc41-dc024866d646 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/3816b643-f495-48f0-a6d4-9d3be53b4683 HTTP/1.1" status: 204 len: 168 time: 0.5910239 Apr 18 21:03:40.431270 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.v2.base [None req-9bfffefd-b440-4fd7-9f84-3df59fdde539 tempest-NegativeSecGroupTest-1059519300 tempest-NegativeSecGroupTest-1059519300-project] Request body: {'security_group_rule': {'security_group_id': '9788362d-8626-42f8-ae38-173365400bf8', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=84041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:03:40.432198 n-d-838334-2 neutron-server[84041]: INFO neutron.api.v2.resource [None req-9bfffefd-b440-4fd7-9f84-3df59fdde539 tempest-NegativeSecGroupTest-1059519300 tempest-NegativeSecGroupTest-1059519300-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 18 21:03:40.433412 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-9bfffefd-b440-4fd7-9f84-3df59fdde539 tempest-NegativeSecGroupTest-1059519300 tempest-NegativeSecGroupTest-1059519300-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0114772 Apr 18 21:03:40.436551 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 35068) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:03:40.443912 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.v2.base [None req-564f7d81-0470-4140-885a-10fd80cdb29f tempest-NegativeSecGroupTest-1059519300 tempest-NegativeSecGroupTest-1059519300-project] Request body: {'security_group_rule': {'security_group_id': '9788362d-8626-42f8-ae38-173365400bf8', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=84041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:03:40.451386 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-3b1d0359-58c5-412a-bd8b-a477f425e3dd tempest-RoutersAdminTest-1467285608 tempest-RoutersAdminTest-1467285608-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750374836619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32266323'] for port, after_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:40.457177 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-564f7d81-0470-4140-885a-10fd80cdb29f tempest-NegativeSecGroupTest-1059519300 tempest-NegativeSecGroupTest-1059519300-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:03:40.479500 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89131b18-8ccc-4485-89bc-4d10d53c534b tempest-PortsAdminExtendedAttrsTestJSON-244140651 tempest-PortsAdminExtendedAttrsTestJSON-244140651-project-admin] Pushing event deleted for resources: {'Port': ['ID=6cc439c2-94b3-4fa7-b25d-65881f2b2e87,revision_number=None']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:03:40.490392 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-564f7d81-0470-4140-885a-10fd80cdb29f tempest-NegativeSecGroupTest-1059519300 tempest-NegativeSecGroupTest-1059519300-project] Usage tracker for resource:security_group_rule and tenant:520de8d9fcc84495b8b031822a0d6c03 is out of sync, need to count used quota {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:03:40.498913 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-564f7d81-0470-4140-885a-10fd80cdb29f tempest-NegativeSecGroupTest-1059519300 tempest-NegativeSecGroupTest-1059519300-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:03:40.499182 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-89131b18-8ccc-4485-89bc-4d10d53c534b tempest-PortsAdminExtendedAttrsTestJSON-244140651 tempest-PortsAdminExtendedAttrsTestJSON-244140651-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217293'] for port, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:40.507872 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-d6f8fa28-5538-4f9d-8e6b-750e3f8d93d9 tempest-PortsTestJSON-1335945802 tempest-PortsTestJSON-1335945802-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750375259028', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750374836628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32440838'] for port, after_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:40.517743 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-564f7d81-0470-4140-885a-10fd80cdb29f tempest-NegativeSecGroupTest-1059519300 tempest-NegativeSecGroupTest-1059519300-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:03:40.542500 n-d-838334-2 neutron-server[84041]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b1d0359-58c5-412a-bd8b-a477f425e3dd tempest-RoutersAdminTest-1467285608 tempest-RoutersAdminTest-1467285608-project-admin] Network e41b6600-a917-4a8d-b05c-be3be40c6d8c is already hosted by enough agents. {{(pid=84041) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:03:40.546725 n-d-838334-2 neutron-server[84041]: DEBUG neutron.scheduler.base_scheduler [None req-3b1d0359-58c5-412a-bd8b-a477f425e3dd tempest-RoutersAdminTest-1467285608 tempest-RoutersAdminTest-1467285608-project-admin] Resources bound (agent type, host, resource id): {{(pid=84041) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:03:40.551004 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b1d0359-58c5-412a-bd8b-a477f425e3dd tempest-RoutersAdminTest-1467285608 tempest-RoutersAdminTest-1467285608-project-admin] Received port after_create {{(pid=84041) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 21:03:40.578334 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6f8fa28-5538-4f9d-8e6b-750e3f8d93d9 tempest-PortsTestJSON-1335945802 tempest-PortsTestJSON-1335945802-project] Pushing event deleted for resources: {'Port': ['ID=45536d6d-238b-4abc-9f40-f7759a3739f5,revision_number=None']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:03:40.591583 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-d6f8fa28-5538-4f9d-8e6b-750e3f8d93d9 tempest-PortsTestJSON-1335945802 tempest-PortsTestJSON-1335945802-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217293'] for port, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:40.596211 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-d6f8fa28-5538-4f9d-8e6b-750e3f8d93d9 tempest-PortsTestJSON-1335945802 tempest-PortsTestJSON-1335945802-project] 10.222.0.42 "DELETE /v2.0/ports/45536d6d-238b-4abc-9f40-f7759a3739f5 HTTP/1.1" status: 204 len: 168 time: 1.7321742 Apr 18 21:03:40.597828 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-89131b18-8ccc-4485-89bc-4d10d53c534b tempest-PortsAdminExtendedAttrsTestJSON-244140651 tempest-PortsAdminExtendedAttrsTestJSON-244140651-project-admin] 10.222.0.42 "DELETE /v2.0/ports/6cc439c2-94b3-4fa7-b25d-65881f2b2e87 HTTP/1.1" status: 204 len: 168 time: 1.8472316 Apr 18 21:03:40.598710 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 35074) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:03:40.602743 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 35076) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:03:40.611607 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.v2.base [None req-ae5129b9-d7be-40d0-869d-a45ff7831938 tempest-PortsTestJSON-1335945802 tempest-PortsTestJSON-1335945802-project] Request body: {'port': {'network_id': '1a5d91c8-1709-4cd3-96e4-f851e43fa6e0', 'mac_address': 'fa:16:3e:d9:6a:31', 'name': 'tempest-PortsTestJSON-1776379543'}} {{(pid=84040) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:03:40.620287 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b1d0359-58c5-412a-bd8b-a477f425e3dd tempest-RoutersAdminTest-1467285608 tempest-RoutersAdminTest-1467285608-project-admin] Pushing event updated for resources: {'Port': ['ID=257fa886-0d08-420b-8828-a66bbb3814dd,revision_number=1']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:03:40.702147 n-d-838334-2 neutron-server[84041]: INFO neutron.api.v2.resource [None req-564f7d81-0470-4140-885a-10fd80cdb29f tempest-NegativeSecGroupTest-1059519300 tempest-NegativeSecGroupTest-1059519300-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 18 21:03:40.703201 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-564f7d81-0470-4140-885a-10fd80cdb29f tempest-NegativeSecGroupTest-1059519300 tempest-NegativeSecGroupTest-1059519300-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.2648184 Apr 18 21:03:40.710852 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 35084) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:03:40.719157 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.v2.base [None req-a1dc791f-34bc-4e06-8d4b-0cbc9ee01cbe tempest-NegativeSecGroupTest-1059519300 tempest-NegativeSecGroupTest-1059519300-project] Request body: {'security_group_rule': {'security_group_id': '9788362d-8626-42f8-ae38-173365400bf8', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=84041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:03:40.719157 n-d-838334-2 neutron-server[84041]: INFO neutron.api.v2.resource [None req-a1dc791f-34bc-4e06-8d4b-0cbc9ee01cbe tempest-NegativeSecGroupTest-1059519300 tempest-NegativeSecGroupTest-1059519300-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 18 21:03:40.720047 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-a1dc791f-34bc-4e06-8d4b-0cbc9ee01cbe tempest-NegativeSecGroupTest-1059519300 tempest-NegativeSecGroupTest-1059519300-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0082548 Apr 18 21:03:40.723385 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 35088) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:03:40.730850 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.v2.base [None req-81f59192-d572-4a60-bfa4-8bb2a71e1dee tempest-NegativeSecGroupTest-1059519300 tempest-NegativeSecGroupTest-1059519300-project] Request body: {'security_group_rule': {'security_group_id': '9788362d-8626-42f8-ae38-173365400bf8', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=84041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:03:40.738886 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-81f59192-d572-4a60-bfa4-8bb2a71e1dee tempest-NegativeSecGroupTest-1059519300 tempest-NegativeSecGroupTest-1059519300-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:03:40.745028 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-81f59192-d572-4a60-bfa4-8bb2a71e1dee tempest-NegativeSecGroupTest-1059519300 tempest-NegativeSecGroupTest-1059519300-project] Usage tracker for resource:security_group_rule and tenant:520de8d9fcc84495b8b031822a0d6c03 is out of sync, need to count used quota {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:03:40.748423 n-d-838334-2 neutron-server[84040]: INFO neutron.pecan_wsgi.hooks.translation [None req-fe370db7-ec87-4abe-bd7d-3ffb89fcad46 tempest-PortsAdminExtendedAttrsTestJSON-244140651 tempest-PortsAdminExtendedAttrsTestJSON-244140651-project-admin] GET failed (client error): The resource could not be found. Apr 18 21:03:40.748832 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-81f59192-d572-4a60-bfa4-8bb2a71e1dee tempest-NegativeSecGroupTest-1059519300 tempest-NegativeSecGroupTest-1059519300-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:03:40.749326 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-fe370db7-ec87-4abe-bd7d-3ffb89fcad46 tempest-PortsAdminExtendedAttrsTestJSON-244140651 tempest-PortsAdminExtendedAttrsTestJSON-244140651-project-admin] Synchronizing usage tracker for tenant:88621a9a300c4ac1a77765a7274f51d8 on resource:port {{(pid=84040) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 21:03:40.755448 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-81f59192-d572-4a60-bfa4-8bb2a71e1dee tempest-NegativeSecGroupTest-1059519300 tempest-NegativeSecGroupTest-1059519300-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:03:40.803363 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-3b1d0359-58c5-412a-bd8b-a477f425e3dd tempest-RoutersAdminTest-1467285608 tempest-RoutersAdminTest-1467285608-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:40.804224 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-3b1d0359-58c5-412a-bd8b-a477f425e3dd tempest-RoutersAdminTest-1467285608 tempest-RoutersAdminTest-1467285608-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33443529', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33444176'] for router, after_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:40.811493 n-d-838334-2 neutron-server[84041]: INFO neutron.api.v2.resource [None req-81f59192-d572-4a60-bfa4-8bb2a71e1dee tempest-NegativeSecGroupTest-1059519300 tempest-NegativeSecGroupTest-1059519300-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 18 21:03:40.812769 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-81f59192-d572-4a60-bfa4-8bb2a71e1dee tempest-NegativeSecGroupTest-1059519300 tempest-NegativeSecGroupTest-1059519300-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.0883081 Apr 18 21:03:40.815346 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 35094) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:03:40.822538 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.v2.base [None req-f50b64bf-c13f-46a5-a35d-d537e7e76950 tempest-NegativeSecGroupTest-1059519300 tempest-NegativeSecGroupTest-1059519300-project] Request body: {'security_group_rule': {'security_group_id': '9788362d-8626-42f8-ae38-173365400bf8', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=84041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:03:40.823331 n-d-838334-2 neutron-server[84041]: INFO neutron.api.v2.resource [None req-f50b64bf-c13f-46a5-a35d-d537e7e76950 tempest-NegativeSecGroupTest-1059519300 tempest-NegativeSecGroupTest-1059519300-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 18 21:03:40.827019 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-f50b64bf-c13f-46a5-a35d-d537e7e76950 tempest-NegativeSecGroupTest-1059519300 tempest-NegativeSecGroupTest-1059519300-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0079157 Apr 18 21:03:40.839169 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 35098) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:03:41.027780 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.v2.base [None req-277069ab-2343-4e56-9bdb-a093a880e7c5 tempest-NegativeSecGroupTest-1059519300 tempest-NegativeSecGroupTest-1059519300-project] Request body: {'security_group_rule': {'security_group_id': '9788362d-8626-42f8-ae38-173365400bf8', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=84040) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:03:41.050676 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [None req-277069ab-2343-4e56-9bdb-a093a880e7c5 tempest-NegativeSecGroupTest-1059519300 tempest-NegativeSecGroupTest-1059519300-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:03:41.059293 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [None req-ae5129b9-d7be-40d0-869d-a45ff7831938 tempest-PortsTestJSON-1335945802 tempest-PortsTestJSON-1335945802-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:03:41.063200 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-277069ab-2343-4e56-9bdb-a093a880e7c5 tempest-NegativeSecGroupTest-1059519300 tempest-NegativeSecGroupTest-1059519300-project] Usage tracker for resource:security_group_rule and tenant:520de8d9fcc84495b8b031822a0d6c03 is out of sync, need to count used quota {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:03:41.066869 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-fe370db7-ec87-4abe-bd7d-3ffb89fcad46 tempest-PortsAdminExtendedAttrsTestJSON-244140651 tempest-PortsAdminExtendedAttrsTestJSON-244140651-project-admin] Unset dirty status for tenant:88621a9a300c4ac1a77765a7274f51d8 on resource:port {{(pid=84040) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 21:03:41.068058 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-fe370db7-ec87-4abe-bd7d-3ffb89fcad46 tempest-PortsAdminExtendedAttrsTestJSON-244140651 tempest-PortsAdminExtendedAttrsTestJSON-244140651-project-admin] 10.222.0.42 "GET /v2.0/ports/6cc439c2-94b3-4fa7-b25d-65881f2b2e87 HTTP/1.1" status: 404 len: 333 time: 0.4622896 Apr 18 21:03:41.069491 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-277069ab-2343-4e56-9bdb-a093a880e7c5 tempest-NegativeSecGroupTest-1059519300 tempest-NegativeSecGroupTest-1059519300-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:03:41.071979 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 35110) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:03:41.076411 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-ae5129b9-d7be-40d0-869d-a45ff7831938 tempest-PortsTestJSON-1335945802 tempest-PortsTestJSON-1335945802-project] Usage tracker for resource:port and tenant:234c597e1bbf440ab35a01225b472234 is out of sync, need to count used quota {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:03:41.081617 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-ae5129b9-d7be-40d0-869d-a45ff7831938 tempest-PortsTestJSON-1335945802 tempest-PortsTestJSON-1335945802-project] Quota usage for port was recalculated. Used quota:1. {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:03:41.086293 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.v2.base [None req-c9b63004-a08b-4b67-ac14-dc6fd532e2d0 tempest-PortsAdminExtendedAttrsTestJSON-244140651 tempest-PortsAdminExtendedAttrsTestJSON-244140651-project-admin] Request body: {'port': {'network_id': '1290f35d-98a4-4ed9-b86c-2656be124c59', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-973559290'}} {{(pid=84041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:03:41.091917 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [None req-ae5129b9-d7be-40d0-869d-a45ff7831938 tempest-PortsTestJSON-1335945802 tempest-PortsTestJSON-1335945802-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:03:41.094244 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [None req-277069ab-2343-4e56-9bdb-a093a880e7c5 tempest-NegativeSecGroupTest-1059519300 tempest-NegativeSecGroupTest-1059519300-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:03:41.094930 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-c9b63004-a08b-4b67-ac14-dc6fd532e2d0 tempest-PortsAdminExtendedAttrsTestJSON-244140651 tempest-PortsAdminExtendedAttrsTestJSON-244140651-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:03:41.121326 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-c9b63004-a08b-4b67-ac14-dc6fd532e2d0 tempest-PortsAdminExtendedAttrsTestJSON-244140651 tempest-PortsAdminExtendedAttrsTestJSON-244140651-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:03:41.131214 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae5129b9-d7be-40d0-869d-a45ff7831938 tempest-PortsTestJSON-1335945802 tempest-PortsTestJSON-1335945802-project] Made reservation on behalf of 234c597e1bbf440ab35a01225b472234 for: {'port': 1} {{(pid=84040) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:03:41.153497 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c9b63004-a08b-4b67-ac14-dc6fd532e2d0 tempest-PortsAdminExtendedAttrsTestJSON-244140651 tempest-PortsAdminExtendedAttrsTestJSON-244140651-project-admin] Made reservation on behalf of 88621a9a300c4ac1a77765a7274f51d8 for: {'port': 1} {{(pid=84041) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:03:41.156071 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-c9b63004-a08b-4b67-ac14-dc6fd532e2d0 tempest-PortsAdminExtendedAttrsTestJSON-244140651 tempest-PortsAdminExtendedAttrsTestJSON-244140651-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:41.186502 n-d-838334-2 neutron-server[84041]: DEBUG neutron.notifiers.nova [None req-c9b63004-a08b-4b67-ac14-dc6fd532e2d0 tempest-PortsAdminExtendedAttrsTestJSON-244140651 tempest-PortsAdminExtendedAttrsTestJSON-244140651-project-admin] device_id is not set on port 3e7b1ba6-33b8-43cc-81cf-bd03f7fc3a13 yet. {{(pid=84041) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 18 21:03:41.245143 n-d-838334-2 neutron-server[84041]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3b1d0359-58c5-412a-bd8b-a477f425e3dd tempest-RoutersAdminTest-1467285608 tempest-RoutersAdminTest-1467285608-project-admin] Router 147caa68-9926-4089-a31a-9aa657beb600 is scheduled to L3 agent bc84d6c9-dd7a-4555-a351-592327b46d5a with binding_index 1 {{(pid=84041) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 18 21:03:41.289855 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-ae5129b9-d7be-40d0-869d-a45ff7831938 tempest-PortsTestJSON-1335945802 tempest-PortsTestJSON-1335945802-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:41.330092 n-d-838334-2 neutron-server[84040]: DEBUG neutron.notifiers.nova [None req-ae5129b9-d7be-40d0-869d-a45ff7831938 tempest-PortsTestJSON-1335945802 tempest-PortsTestJSON-1335945802-project] device_id is not set on port 35aad024-1f06-4bc2-b7b5-8ae344ddd644 yet. {{(pid=84040) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 18 21:03:41.378351 n-d-838334-2 neutron-server[84040]: INFO neutron.api.v2.resource [None req-277069ab-2343-4e56-9bdb-a093a880e7c5 tempest-NegativeSecGroupTest-1059519300 tempest-NegativeSecGroupTest-1059519300-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 18 21:03:41.379564 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-277069ab-2343-4e56-9bdb-a093a880e7c5 tempest-NegativeSecGroupTest-1059519300 tempest-NegativeSecGroupTest-1059519300-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.5366869 Apr 18 21:03:41.388535 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 35124) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:03:41.448479 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 35126) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:03:41.455945 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.v2.base [None req-c124b6ca-e34e-4823-b2a1-53d65afa4558 tempest-NegativeSecGroupTest-1059519300 tempest-NegativeSecGroupTest-1059519300-project] Request body: {'security_group_rule': {'security_group_id': '9788362d-8626-42f8-ae38-173365400bf8', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=84040) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:03:41.456718 n-d-838334-2 neutron-server[84040]: INFO neutron.api.v2.resource [None req-c124b6ca-e34e-4823-b2a1-53d65afa4558 tempest-NegativeSecGroupTest-1059519300 tempest-NegativeSecGroupTest-1059519300-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 18 21:03:41.457750 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-c124b6ca-e34e-4823-b2a1-53d65afa4558 tempest-NegativeSecGroupTest-1059519300 tempest-NegativeSecGroupTest-1059519300-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0144186 Apr 18 21:03:41.463814 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 35132) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:03:41.511308 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.v2.base [None req-3e947215-6d69-49a3-9955-b124f8677161 tempest-NegativeSecGroupTest-1059519300 tempest-NegativeSecGroupTest-1059519300-project] Request body: {'security_group_rule': {'security_group_id': '9788362d-8626-42f8-ae38-173365400bf8', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=84040) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:03:41.535397 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [None req-3e947215-6d69-49a3-9955-b124f8677161 tempest-NegativeSecGroupTest-1059519300 tempest-NegativeSecGroupTest-1059519300-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:03:41.552509 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-3e947215-6d69-49a3-9955-b124f8677161 tempest-NegativeSecGroupTest-1059519300 tempest-NegativeSecGroupTest-1059519300-project] Usage tracker for resource:security_group_rule and tenant:520de8d9fcc84495b8b031822a0d6c03 is out of sync, need to count used quota {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:03:41.558188 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-3e947215-6d69-49a3-9955-b124f8677161 tempest-NegativeSecGroupTest-1059519300 tempest-NegativeSecGroupTest-1059519300-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:03:41.582079 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [None req-3e947215-6d69-49a3-9955-b124f8677161 tempest-NegativeSecGroupTest-1059519300 tempest-NegativeSecGroupTest-1059519300-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:03:41.596064 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-d8be015d-bafe-4270-af62-08e85517016e tempest-RoutersTest-1500746192 tempest-RoutersTest-1500746192-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:41.693471 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-c9b63004-a08b-4b67-ac14-dc6fd532e2d0 tempest-PortsAdminExtendedAttrsTestJSON-244140651 tempest-PortsAdminExtendedAttrsTestJSON-244140651-project-admin] Notify callbacks [] for port, precommit_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:41.751937 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-c9b63004-a08b-4b67-ac14-dc6fd532e2d0 tempest-PortsAdminExtendedAttrsTestJSON-244140651 tempest-PortsAdminExtendedAttrsTestJSON-244140651-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750374836619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32266323'] for port, after_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:41.802833 n-d-838334-2 neutron-server[84040]: INFO neutron.api.v2.resource [None req-3e947215-6d69-49a3-9955-b124f8677161 tempest-NegativeSecGroupTest-1059519300 tempest-NegativeSecGroupTest-1059519300-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 18 21:03:41.802833 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-3e947215-6d69-49a3-9955-b124f8677161 tempest-NegativeSecGroupTest-1059519300 tempest-NegativeSecGroupTest-1059519300-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.3309190 Apr 18 21:03:41.807191 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 35146) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:03:41.833192 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.v2.base [None req-3684f460-55e9-4b84-9e58-7a6cd25dc0e4 tempest-NegativeSecGroupTest-1059519300 tempest-NegativeSecGroupTest-1059519300-project] Request body: {'security_group_rule': {'security_group_id': '9788362d-8626-42f8-ae38-173365400bf8', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=84041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:03:41.844619 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-3684f460-55e9-4b84-9e58-7a6cd25dc0e4 tempest-NegativeSecGroupTest-1059519300 tempest-NegativeSecGroupTest-1059519300-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:03:41.855268 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-3684f460-55e9-4b84-9e58-7a6cd25dc0e4 tempest-NegativeSecGroupTest-1059519300 tempest-NegativeSecGroupTest-1059519300-project] Usage tracker for resource:security_group_rule and tenant:520de8d9fcc84495b8b031822a0d6c03 is out of sync, need to count used quota {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:03:41.858867 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-3684f460-55e9-4b84-9e58-7a6cd25dc0e4 tempest-NegativeSecGroupTest-1059519300 tempest-NegativeSecGroupTest-1059519300-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:03:41.885377 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9b63004-a08b-4b67-ac14-dc6fd532e2d0 tempest-PortsAdminExtendedAttrsTestJSON-244140651 tempest-PortsAdminExtendedAttrsTestJSON-244140651-project-admin] Pushing event updated for resources: {'Port': ['ID=3e7b1ba6-33b8-43cc-81cf-bd03f7fc3a13,revision_number=1']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:03:41.888150 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-3684f460-55e9-4b84-9e58-7a6cd25dc0e4 tempest-NegativeSecGroupTest-1059519300 tempest-NegativeSecGroupTest-1059519300-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:03:41.891093 n-d-838334-2 neutron-server[84041]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9b63004-a08b-4b67-ac14-dc6fd532e2d0 tempest-PortsAdminExtendedAttrsTestJSON-244140651 tempest-PortsAdminExtendedAttrsTestJSON-244140651-project-admin] Network 1290f35d-98a4-4ed9-b86c-2656be124c59 is already hosted by enough agents. {{(pid=84041) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:03:41.896505 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-80dec93f-1e50-4215-b738-5b9f2423e222 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:41.899274 n-d-838334-2 neutron-server[84041]: DEBUG neutron.scheduler.base_scheduler [None req-c9b63004-a08b-4b67-ac14-dc6fd532e2d0 tempest-PortsAdminExtendedAttrsTestJSON-244140651 tempest-PortsAdminExtendedAttrsTestJSON-244140651-project-admin] Resources bound (agent type, host, resource id): {{(pid=84041) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:03:41.907466 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9b63004-a08b-4b67-ac14-dc6fd532e2d0 tempest-PortsAdminExtendedAttrsTestJSON-244140651 tempest-PortsAdminExtendedAttrsTestJSON-244140651-project-admin] Received port after_create {{(pid=84041) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 21:03:41.907786 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9b63004-a08b-4b67-ac14-dc6fd532e2d0 tempest-PortsAdminExtendedAttrsTestJSON-244140651 tempest-PortsAdminExtendedAttrsTestJSON-244140651-project-admin] Attributes excluded by policy engine: ['network'] {{(pid=84041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:03:41.908356 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-c9b63004-a08b-4b67-ac14-dc6fd532e2d0 tempest-PortsAdminExtendedAttrsTestJSON-244140651 tempest-PortsAdminExtendedAttrsTestJSON-244140651-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217293'] for port, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:41.916205 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3b1d0359-58c5-412a-bd8b-a477f425e3dd tempest-RoutersAdminTest-1467285608 tempest-RoutersAdminTest-1467285608-project-admin] Notify agent at l3_agent.n-d-838334-2 the message routers_updated {{(pid=84041) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 21:03:41.924395 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9b63004-a08b-4b67-ac14-dc6fd532e2d0 tempest-PortsAdminExtendedAttrsTestJSON-244140651 tempest-PortsAdminExtendedAttrsTestJSON-244140651-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:03:41.924752 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9b63004-a08b-4b67-ac14-dc6fd532e2d0 tempest-PortsAdminExtendedAttrsTestJSON-244140651 tempest-PortsAdminExtendedAttrsTestJSON-244140651-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:03:41.925096 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9b63004-a08b-4b67-ac14-dc6fd532e2d0 tempest-PortsAdminExtendedAttrsTestJSON-244140651 tempest-PortsAdminExtendedAttrsTestJSON-244140651-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:03:41.925434 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9b63004-a08b-4b67-ac14-dc6fd532e2d0 tempest-PortsAdminExtendedAttrsTestJSON-244140651 tempest-PortsAdminExtendedAttrsTestJSON-244140651-project-admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:03:41.925769 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9b63004-a08b-4b67-ac14-dc6fd532e2d0 tempest-PortsAdminExtendedAttrsTestJSON-244140651 tempest-PortsAdminExtendedAttrsTestJSON-244140651-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:03:41.926103 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9b63004-a08b-4b67-ac14-dc6fd532e2d0 tempest-PortsAdminExtendedAttrsTestJSON-244140651 tempest-PortsAdminExtendedAttrsTestJSON-244140651-project-admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:03:41.926348 n-d-838334-2 neutron-server[84043]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-760df800-d6a6-4f98-966c-9762ac874906 None None] Sync routers for ids ['147caa68-9926-4089-a31a-9aa657beb600'] in n-d-838334-2 {{(pid=84043) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 18 21:03:41.926967 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9b63004-a08b-4b67-ac14-dc6fd532e2d0 tempest-PortsAdminExtendedAttrsTestJSON-244140651 tempest-PortsAdminExtendedAttrsTestJSON-244140651-project-admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:03:41.926967 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9b63004-a08b-4b67-ac14-dc6fd532e2d0 tempest-PortsAdminExtendedAttrsTestJSON-244140651 tempest-PortsAdminExtendedAttrsTestJSON-244140651-project-admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:03:41.927219 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9b63004-a08b-4b67-ac14-dc6fd532e2d0 tempest-PortsAdminExtendedAttrsTestJSON-244140651 tempest-PortsAdminExtendedAttrsTestJSON-244140651-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:03:41.927367 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9b63004-a08b-4b67-ac14-dc6fd532e2d0 tempest-PortsAdminExtendedAttrsTestJSON-244140651 tempest-PortsAdminExtendedAttrsTestJSON-244140651-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:03:41.927731 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9b63004-a08b-4b67-ac14-dc6fd532e2d0 tempest-PortsAdminExtendedAttrsTestJSON-244140651 tempest-PortsAdminExtendedAttrsTestJSON-244140651-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:03:41.952189 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-760df800-d6a6-4f98-966c-9762ac874906 None None] Routers {'147caa68-9926-4089-a31a-9aa657beb600'} bound to L3 agent in host n-d-838334-2 {{(pid=84043) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 21:03:41.952816 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.l3_hamode_db [None req-760df800-d6a6-4f98-966c-9762ac874906 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838334-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-18T20:25:48Z,description=,heartbeat_timestamp=2022-04-18T21:03:18Z,host='n-d-838334-2',id=bc84d6c9-dd7a-4555-a351-592327b46d5a,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:25:48Z,topic='l3_agent')) {'router_ids': ['147caa68-9926-4089-a31a-9aa657beb600'], 'active': True} {{(pid=84043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:03:41.978385 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-c9b63004-a08b-4b67-ac14-dc6fd532e2d0 tempest-PortsAdminExtendedAttrsTestJSON-244140651 tempest-PortsAdminExtendedAttrsTestJSON-244140651-project-admin] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 959 time: 0.8995662 Apr 18 21:03:41.981286 n-d-838334-2 neutron-server[84041]: INFO neutron.api.v2.resource [None req-3684f460-55e9-4b84-9e58-7a6cd25dc0e4 tempest-NegativeSecGroupTest-1059519300 tempest-NegativeSecGroupTest-1059519300-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 18 21:03:41.982349 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-3684f460-55e9-4b84-9e58-7a6cd25dc0e4 tempest-NegativeSecGroupTest-1059519300 tempest-NegativeSecGroupTest-1059519300-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.1675208 Apr 18 21:03:41.983397 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-3b1d0359-58c5-412a-bd8b-a477f425e3dd tempest-RoutersAdminTest-1467285608 tempest-RoutersAdminTest-1467285608-project-admin] Notify callbacks [] for router, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:41.987272 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-3b1d0359-58c5-412a-bd8b-a477f425e3dd tempest-RoutersAdminTest-1467285608 tempest-RoutersAdminTest-1467285608-project-admin] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 906 time: 3.4301875 Apr 18 21:03:41.988110 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 35152) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:03:41.988579 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 35154) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:03:41.988888 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 35156) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:03:41.999201 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.v2.base [None req-f27a5b71-1466-484d-b16b-154d8902c0eb tempest-PortsAdminExtendedAttrsTestJSON-244140651 tempest-PortsAdminExtendedAttrsTestJSON-244140651-project-admin] Request body: {'port': {'binding:host_id': 'n-h1-838334-2'}} {{(pid=84041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:03:42.072702 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [None req-80dec93f-1e50-4215-b738-5b9f2423e222 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:03:42.082854 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-80dec93f-1e50-4215-b738-5b9f2423e222 admin admin] Usage tracker for resource:security_group_rule and tenant:cde175fc7372448ca8c32ddfa44fb606 is out of sync, need to count used quota {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:03:42.086317 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-80dec93f-1e50-4215-b738-5b9f2423e222 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:03:42.095675 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [None req-80dec93f-1e50-4215-b738-5b9f2423e222 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:03:42.179472 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-ae5129b9-d7be-40d0-869d-a45ff7831938 tempest-PortsTestJSON-1335945802 tempest-PortsTestJSON-1335945802-project] Notify callbacks [] for port, precommit_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:42.179724 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.l3_dvr_db [None req-760df800-d6a6-4f98-966c-9762ac874906 None None] Set router 147caa68-9926-4089-a31a-9aa657beb600 gateway port host: n-d-838334-2 {{(pid=84043) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 21:03:42.330938 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-f27a5b71-1466-484d-b16b-154d8902c0eb tempest-PortsAdminExtendedAttrsTestJSON-244140651 tempest-PortsAdminExtendedAttrsTestJSON-244140651-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:42.345275 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-80dec93f-1e50-4215-b738-5b9f2423e222 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:42.362330 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-80dec93f-1e50-4215-b738-5b9f2423e222 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33528224'] for security_group, after_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:42.367253 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-73741dec-6888-4939-b094-1f1e0a528fe6 tempest-NegativeSecGroupTest-1059519300 tempest-NegativeSecGroupTest-1059519300-project] Notify callbacks [] for security_group, before_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:42.440286 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-ae5129b9-d7be-40d0-869d-a45ff7831938 tempest-PortsTestJSON-1335945802 tempest-PortsTestJSON-1335945802-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750374836619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32440838'] for port, after_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:42.448443 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-73741dec-6888-4939-b094-1f1e0a528fe6 tempest-NegativeSecGroupTest-1059519300 tempest-NegativeSecGroupTest-1059519300-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:42.524658 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80dec93f-1e50-4215-b738-5b9f2423e222 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d5cc3d9d-dff3-41d6-95d1-6c8df2d98dd1,revision_number=1']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:03:42.569754 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-80dec93f-1e50-4215-b738-5b9f2423e222 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=cde175fc7372448ca8c32ddfa44fb606&name=default HTTP/1.1" status: 200 len: 2647 time: 1.1199715 Apr 18 21:03:42.576457 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.db_base_plugin_common [None req-d8be015d-bafe-4270-af62-08e85517016e tempest-RoutersTest-1500746192 tempest-RoutersTest-1500746192-project] Allocated IP 172.21.0.1 (3c7f25d4-3f2a-455f-8432-1ce0cc7b7003/038b7a44-4ca7-4b5e-a2bf-dbe03bf11eff/79d3a6b8-43f1-4082-b1d2-2ec3ac66f9f8) {{(pid=84040) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 21:03:42.577615 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 35172) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:03:42.581850 n-d-838334-2 neutron-server[84040]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae5129b9-d7be-40d0-869d-a45ff7831938 tempest-PortsTestJSON-1335945802 tempest-PortsTestJSON-1335945802-project] Network 1a5d91c8-1709-4cd3-96e4-f851e43fa6e0 is already hosted by enough agents. {{(pid=84040) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:03:42.587217 n-d-838334-2 neutron-server[84040]: DEBUG neutron.scheduler.base_scheduler [None req-ae5129b9-d7be-40d0-869d-a45ff7831938 tempest-PortsTestJSON-1335945802 tempest-PortsTestJSON-1335945802-project] Resources bound (agent type, host, resource id): {{(pid=84040) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:03:42.590745 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae5129b9-d7be-40d0-869d-a45ff7831938 tempest-PortsTestJSON-1335945802 tempest-PortsTestJSON-1335945802-project] Pushing event updated for resources: {'Port': ['ID=35aad024-1f06-4bc2-b7b5-8ae344ddd644,revision_number=1']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:03:42.592881 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae5129b9-d7be-40d0-869d-a45ff7831938 tempest-PortsTestJSON-1335945802 tempest-PortsTestJSON-1335945802-project] Received port after_create {{(pid=84040) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 21:03:42.597290 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae5129b9-d7be-40d0-869d-a45ff7831938 tempest-PortsTestJSON-1335945802 tempest-PortsTestJSON-1335945802-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:03:42.597439 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-ae5129b9-d7be-40d0-869d-a45ff7831938 tempest-PortsTestJSON-1335945802 tempest-PortsTestJSON-1335945802-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217293'] for port, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:42.627002 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.l3_hamode_db [None req-760df800-d6a6-4f98-966c-9762ac874906 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '147caa68-9926-4089-a31a-9aa657beb600', 'name': 'tempest-snat-router-192439848', 'tenant_id': '4ddcb0df24f94d1292db48b5e0007331', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'external_fixed_ips': [{'subnet_id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'ip_address': '172.25.8.39'}], 'enable_snat': False}, 'gw_port_id': '257fa886-0d08-420b-8828-a66bbb3814dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:03:38Z', 'updated_at': '2022-04-18T21:03:40Z', 'revision_number': 3, 'project_id': '4ddcb0df24f94d1292db48b5e0007331', 'gw_port': {'id': '257fa886-0d08-420b-8828-a66bbb3814dd', 'name': '', 'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:52:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '147caa68-9926-4089-a31a-9aa657beb600', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'ip_address': '172.25.8.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:03:39Z', 'updated_at': '2022-04-18T21:03:40Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-838334-2'}], 'n-d-838334-2', False) {} {{(pid=84043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:03:42.632229 n-d-838334-2 neutron-server[84043]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-760df800-d6a6-4f98-966c-9762ac874906 None None] Checking router: 147caa68-9926-4089-a31a-9aa657beb600 for host: n-d-838334-2 {{(pid=84043) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 18 21:03:42.632876 n-d-838334-2 neutron-server[84043]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-760df800-d6a6-4f98-966c-9762ac874906 None None] Updating router 147caa68-9926-4089-a31a-9aa657beb600 port 257fa886-0d08-420b-8828-a66bbb3814dd binding host n-d-838334-2 {{(pid=84043) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 18 21:03:42.667927 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-73741dec-6888-4939-b094-1f1e0a528fe6 tempest-NegativeSecGroupTest-1059519300 tempest-NegativeSecGroupTest-1059519300-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33528224'] for security_group, after_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:42.706045 n-d-838334-2 neutron-server[84043]: DEBUG neutron_lib.callbacks.manager [None req-760df800-d6a6-4f98-966c-9762ac874906 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:42.707272 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73741dec-6888-4939-b094-1f1e0a528fe6 tempest-NegativeSecGroupTest-1059519300 tempest-NegativeSecGroupTest-1059519300-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9788362d-8626-42f8-ae38-173365400bf8,revision_number=None']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:03:42.727588 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-ae5129b9-d7be-40d0-869d-a45ff7831938 tempest-PortsTestJSON-1335945802 tempest-PortsTestJSON-1335945802-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 2.1262741 Apr 18 21:03:42.728530 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 35178) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:03:42.784768 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-73741dec-6888-4939-b094-1f1e0a528fe6 tempest-NegativeSecGroupTest-1059519300 tempest-NegativeSecGroupTest-1059519300-project] Notify callbacks [] for security_group, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:42.788141 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-73741dec-6888-4939-b094-1f1e0a528fe6 tempest-NegativeSecGroupTest-1059519300 tempest-NegativeSecGroupTest-1059519300-project] 10.222.0.42 "DELETE /v2.0/security-groups/9788362d-8626-42f8-ae38-173365400bf8 HTTP/1.1" status: 204 len: 168 time: 0.7946334 Apr 18 21:03:42.796564 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 35184) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:03:42.803859 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-ca9e01e8-89c6-476c-9683-03c54565f3d3 tempest-RoutersAdminTest-1467285608 tempest-RoutersAdminTest-1467285608-project-admin] 10.222.0.42 "GET /v2.0/routers/147caa68-9926-4089-a31a-9aa657beb600 HTTP/1.1" status: 200 len: 907 time: 0.8109090 Apr 18 21:03:42.811569 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 35188) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:03:42.822459 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-9d892ae6-7946-4f3f-9509-52e74611b632 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:42.825885 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.v2.base [None req-ed69889d-4ab8-4300-824f-db4145012ed1 tempest-RoutersAdminTest-1467285608 tempest-RoutersAdminTest-1467285608-project-admin] Request body: {'router': {'name': 'tempest-snat-router-192439848', 'external_gateway_info': {'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'enable_snat': True}}} {{(pid=84040) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:03:42.844338 n-d-838334-2 neutron-server[84041]: DEBUG neutron.notifiers.nova [None req-f27a5b71-1466-484d-b16b-154d8902c0eb tempest-PortsAdminExtendedAttrsTestJSON-244140651 tempest-PortsAdminExtendedAttrsTestJSON-244140651-project-admin] device_id is not set on port 3e7b1ba6-33b8-43cc-81cf-bd03f7fc3a13 yet. {{(pid=84041) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 18 21:03:42.844851 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [None req-ed69889d-4ab8-4300-824f-db4145012ed1 tempest-RoutersAdminTest-1467285608 tempest-RoutersAdminTest-1467285608-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:03:42.855416 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-ed69889d-4ab8-4300-824f-db4145012ed1 tempest-RoutersAdminTest-1467285608 tempest-RoutersAdminTest-1467285608-project-admin] Usage tracker for resource:router and tenant:4ddcb0df24f94d1292db48b5e0007331 is out of sync, need to count used quota {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:03:42.861757 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-f27a5b71-1466-484d-b16b-154d8902c0eb tempest-PortsAdminExtendedAttrsTestJSON-244140651 tempest-PortsAdminExtendedAttrsTestJSON-244140651-project-admin] Notify callbacks [] for port, precommit_update {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:42.865319 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39526852-0f8e-4796-b460-0cf1b8f2342a tempest-PortsTestJSON-1335945802 tempest-PortsTestJSON-1335945802-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:03:42.866258 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-39526852-0f8e-4796-b460-0cf1b8f2342a tempest-PortsTestJSON-1335945802 tempest-PortsTestJSON-1335945802-project] Synchronizing usage tracker for tenant:234c597e1bbf440ab35a01225b472234 on resource:port {{(pid=84040) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 21:03:42.878730 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-ed69889d-4ab8-4300-824f-db4145012ed1 tempest-RoutersAdminTest-1467285608 tempest-RoutersAdminTest-1467285608-project-admin] Quota usage for router was recalculated. Used quota:1. {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:03:42.889598 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-9d892ae6-7946-4f3f-9509-52e74611b632 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:42.892234 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [None req-ed69889d-4ab8-4300-824f-db4145012ed1 tempest-RoutersAdminTest-1467285608 tempest-RoutersAdminTest-1467285608-project-admin] Attempting to reserve 1 items for resource router. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:03:42.897361 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-d8be015d-bafe-4270-af62-08e85517016e tempest-RoutersTest-1500746192 tempest-RoutersTest-1500746192-project] Notify callbacks [] for port, precommit_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:42.920915 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.provisioning_blocks [None req-f27a5b71-1466-484d-b16b-154d8902c0eb tempest-PortsAdminExtendedAttrsTestJSON-244140651 tempest-PortsAdminExtendedAttrsTestJSON-244140651-project-admin] Transition to ACTIVE for port object 3e7b1ba6-33b8-43cc-81cf-bd03f7fc3a13 will not be triggered until provisioned by entity L2. {{(pid=84041) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:03:42.922549 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-39526852-0f8e-4796-b460-0cf1b8f2342a tempest-PortsTestJSON-1335945802 tempest-PortsTestJSON-1335945802-project] Unset dirty status for tenant:234c597e1bbf440ab35a01225b472234 on resource:port {{(pid=84040) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 21:03:42.926610 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-39526852-0f8e-4796-b460-0cf1b8f2342a tempest-PortsTestJSON-1335945802 tempest-PortsTestJSON-1335945802-project] 10.222.0.42 "GET /v2.0/ports/35aad024-1f06-4bc2-b7b5-8ae344ddd644 HTTP/1.1" status: 200 len: 841 time: 0.1938848 Apr 18 21:03:42.927454 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 35194) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:03:42.930049 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.provisioning_blocks [None req-d8be015d-bafe-4270-af62-08e85517016e tempest-RoutersTest-1500746192 tempest-RoutersTest-1500746192-project] Transition to ACTIVE for port object 79d3a6b8-43f1-4082-b1d2-2ec3ac66f9f8 will not be triggered until provisioned by entity DHCP. {{(pid=84040) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:03:42.935268 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-ed69889d-4ab8-4300-824f-db4145012ed1 tempest-RoutersAdminTest-1467285608 tempest-RoutersAdminTest-1467285608-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-33442106', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5708'] for router, before_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:42.936308 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-ed69889d-4ab8-4300-824f-db4145012ed1 tempest-RoutersAdminTest-1467285608 tempest-RoutersAdminTest-1467285608-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33442137', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33444285', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33535433', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5703'] for router, precommit_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:42.965008 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-6f2e2d4a-1b93-43e2-a282-ce08317ec3f8 tempest-NegativeSecGroupTest-1059519300 tempest-NegativeSecGroupTest-1059519300-project] Synchronizing usage tracker for tenant:520de8d9fcc84495b8b031822a0d6c03 on resource:security_group {{(pid=84041) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 21:03:42.968378 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-ed69889d-4ab8-4300-824f-db4145012ed1 tempest-RoutersAdminTest-1467285608 tempest-RoutersAdminTest-1467285608-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:42.985773 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-f27a5b71-1466-484d-b16b-154d8902c0eb tempest-PortsAdminExtendedAttrsTestJSON-244140651 tempest-PortsAdminExtendedAttrsTestJSON-244140651-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32266282'] for port, after_update {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:42.990622 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-d8be015d-bafe-4270-af62-08e85517016e tempest-RoutersTest-1500746192 tempest-RoutersTest-1500746192-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750374836619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32440838'] for port, after_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:43.114143 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f27a5b71-1466-484d-b16b-154d8902c0eb tempest-PortsAdminExtendedAttrsTestJSON-244140651 tempest-PortsAdminExtendedAttrsTestJSON-244140651-project-admin] Pushing event updated for resources: {'Port': ['ID=3e7b1ba6-33b8-43cc-81cf-bd03f7fc3a13,revision_number=2']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:03:43.138876 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.plugin [None req-c5aa2af9-1d95-4b6c-b484-0a3047454914 tempest-PortsTestJSON-1335945802 tempest-PortsTestJSON-1335945802-project] Deleting port 35aad024-1f06-4bc2-b7b5-8ae344ddd644 {{(pid=84041) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 21:03:43.139208 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-c5aa2af9-1d95-4b6c-b484-0a3047454914 tempest-PortsTestJSON-1335945802 tempest-PortsTestJSON-1335945802-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750375188691'] for port, before_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:43.220383 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-6f2e2d4a-1b93-43e2-a282-ce08317ec3f8 tempest-NegativeSecGroupTest-1059519300 tempest-NegativeSecGroupTest-1059519300-project] Unset dirty status for tenant:520de8d9fcc84495b8b031822a0d6c03 on resource:security_group {{(pid=84041) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 21:03:43.225632 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-6f2e2d4a-1b93-43e2-a282-ce08317ec3f8 tempest-NegativeSecGroupTest-1059519300 tempest-NegativeSecGroupTest-1059519300-project] 10.222.0.42 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.4250829 Apr 18 21:03:43.243424 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 35202) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:03:43.262308 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.v2.base [None req-b2b74856-aed8-4736-85bb-e498d111991e tempest-NegativeSecGroupTest-1059519300 tempest-NegativeSecGroupTest-1059519300-project] Request body: {'security_group': {'name': 'tempest-secgroup--1046779957'}} {{(pid=84041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:03:43.271494 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-b2b74856-aed8-4736-85bb-e498d111991e tempest-NegativeSecGroupTest-1059519300 tempest-NegativeSecGroupTest-1059519300-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:03:43.318371 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-b2b74856-aed8-4736-85bb-e498d111991e tempest-NegativeSecGroupTest-1059519300 tempest-NegativeSecGroupTest-1059519300-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:03:43.338267 n-d-838334-2 neutron-server[84043]: DEBUG neutron_lib.callbacks.manager [None req-760df800-d6a6-4f98-966c-9762ac874906 None None] Notify callbacks [] for port, precommit_update {{(pid=84043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:43.350145 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-9d892ae6-7946-4f3f-9509-52e74611b632 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33528224'] for security_group, after_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:43.354533 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.provisioning_blocks [None req-760df800-d6a6-4f98-966c-9762ac874906 None None] Transition to ACTIVE for port object 257fa886-0d08-420b-8828-a66bbb3814dd will not be triggered until provisioned by entity L2. {{(pid=84043) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:03:43.367084 n-d-838334-2 neutron-server[84043]: DEBUG neutron_lib.callbacks.manager [None req-760df800-d6a6-4f98-966c-9762ac874906 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682'] for port, after_update {{(pid=84043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:43.381542 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.managers [None req-f27a5b71-1466-484d-b16b-154d8902c0eb tempest-PortsAdminExtendedAttrsTestJSON-244140651 tempest-PortsAdminExtendedAttrsTestJSON-244140651-project-admin] Attempting to bind port 3e7b1ba6-33b8-43cc-81cf-bd03f7fc3a13 on host n-h1-838334-2 for vnic_type normal with profile {{(pid=84041) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 21:03:43.381877 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.managers [None req-f27a5b71-1466-484d-b16b-154d8902c0eb tempest-PortsAdminExtendedAttrsTestJSON-244140651 tempest-PortsAdminExtendedAttrsTestJSON-244140651-project-admin] Attempting to bind port 3e7b1ba6-33b8-43cc-81cf-bd03f7fc3a13 by drivers openvswitch,hyperv on host n-h1-838334-2 at level 0 using segments [{'id': '9573e010-5880-485c-8bd7-28e05d19c097', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '1290f35d-98a4-4ed9-b86c-2656be124c59'}] {{(pid=84041) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 21:03:43.382241 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f27a5b71-1466-484d-b16b-154d8902c0eb tempest-PortsAdminExtendedAttrsTestJSON-244140651 tempest-PortsAdminExtendedAttrsTestJSON-244140651-project-admin] Attempting to bind port 3e7b1ba6-33b8-43cc-81cf-bd03f7fc3a13 on network 1290f35d-98a4-4ed9-b86c-2656be124c59 {{(pid=84041) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 21:03:43.388728 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d892ae6-7946-4f3f-9509-52e74611b632 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5cc3d9d-dff3-41d6-95d1-6c8df2d98dd1,revision_number=None']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:03:43.411560 n-d-838334-2 neutron-server[84040]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8be015d-bafe-4270-af62-08e85517016e tempest-RoutersTest-1500746192 tempest-RoutersTest-1500746192-project] Network 3c7f25d4-3f2a-455f-8432-1ce0cc7b7003 is already hosted by enough agents. {{(pid=84040) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:03:43.413771 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-b2b74856-aed8-4736-85bb-e498d111991e tempest-NegativeSecGroupTest-1059519300 tempest-NegativeSecGroupTest-1059519300-project] Notify callbacks [] for security_group, before_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:43.448415 n-d-838334-2 neutron-server[84040]: DEBUG neutron.scheduler.base_scheduler [None req-d8be015d-bafe-4270-af62-08e85517016e tempest-RoutersTest-1500746192 tempest-RoutersTest-1500746192-project] Resources bound (agent type, host, resource id): {{(pid=84040) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:03:43.468322 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8be015d-bafe-4270-af62-08e85517016e tempest-RoutersTest-1500746192 tempest-RoutersTest-1500746192-project] Received port after_create {{(pid=84040) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 21:03:43.473118 n-d-838334-2 neutron-server[84043]: DEBUG neutron.plugins.ml2.managers [None req-760df800-d6a6-4f98-966c-9762ac874906 None None] Attempting to bind port 257fa886-0d08-420b-8828-a66bbb3814dd on host n-d-838334-2 for vnic_type normal with profile {{(pid=84043) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 21:03:43.473531 n-d-838334-2 neutron-server[84043]: DEBUG neutron.plugins.ml2.managers [None req-760df800-d6a6-4f98-966c-9762ac874906 None None] Attempting to bind port 257fa886-0d08-420b-8828-a66bbb3814dd by drivers openvswitch,hyperv on host n-d-838334-2 at level 0 using segments [{'id': '732aa830-768b-4511-951f-d08e26b9c25b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c'}] {{(pid=84043) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 21:03:43.473889 n-d-838334-2 neutron-server[84043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-760df800-d6a6-4f98-966c-9762ac874906 None None] Attempting to bind port 257fa886-0d08-420b-8828-a66bbb3814dd on network e41b6600-a917-4a8d-b05c-be3be40c6d8c {{(pid=84043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 21:03:43.483076 n-d-838334-2 neutron-server[84043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-760df800-d6a6-4f98-966c-9762ac874906 None None] Checking agent: {'id': '97cd4414-7af6-4d67-868d-dff370b4071a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838334-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 25, 49), 'started_at': datetime.datetime(2022, 4, 18, 20, 26, 19), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 21, 3, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838334-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 18 21:03:43.483441 n-d-838334-2 neutron-server[84043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-760df800-d6a6-4f98-966c-9762ac874906 None None] Checking segment: {'id': '732aa830-768b-4511-951f-d08e26b9c25b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84043) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 21:03:43.484122 n-d-838334-2 neutron-server[84043]: DEBUG neutron_lib.callbacks.manager [None req-760df800-d6a6-4f98-966c-9762ac874906 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:43.484826 n-d-838334-2 neutron-server[84043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-760df800-d6a6-4f98-966c-9762ac874906 None None] Bound using segment: {'id': '732aa830-768b-4511-951f-d08e26b9c25b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c'} {{(pid=84043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 18 21:03:43.485462 n-d-838334-2 neutron-server[84043]: DEBUG neutron.plugins.ml2.managers [None req-760df800-d6a6-4f98-966c-9762ac874906 None None] Bound port: 257fa886-0d08-420b-8828-a66bbb3814dd, host: n-d-838334-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '732aa830-768b-4511-951f-d08e26b9c25b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c'}}] {{(pid=84043) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 21:03:43.485873 n-d-838334-2 neutron-server[84043]: DEBUG neutron_lib.callbacks.manager [None req-760df800-d6a6-4f98-966c-9762ac874906 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:43.496742 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f27a5b71-1466-484d-b16b-154d8902c0eb tempest-PortsAdminExtendedAttrsTestJSON-244140651 tempest-PortsAdminExtendedAttrsTestJSON-244140651-project-admin] Port 3e7b1ba6-33b8-43cc-81cf-bd03f7fc3a13 on network 1290f35d-98a4-4ed9-b86c-2656be124c59 not bound, no agent of type Open vSwitch agent registered on host n-h1-838334-2 {{(pid=84041) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 18 21:03:43.497367 n-d-838334-2 neutron-server[84041]: ERROR neutron.plugins.ml2.managers [None req-f27a5b71-1466-484d-b16b-154d8902c0eb tempest-PortsAdminExtendedAttrsTestJSON-244140651 tempest-PortsAdminExtendedAttrsTestJSON-244140651-project-admin] Failed to bind port 3e7b1ba6-33b8-43cc-81cf-bd03f7fc3a13 on host n-h1-838334-2 for vnic_type normal using segments [{'id': '9573e010-5880-485c-8bd7-28e05d19c097', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '1290f35d-98a4-4ed9-b86c-2656be124c59'}] Apr 18 21:03:43.497996 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-9d892ae6-7946-4f3f-9509-52e74611b632 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:43.499143 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-9d892ae6-7946-4f3f-9509-52e74611b632 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/d5cc3d9d-dff3-41d6-95d1-6c8df2d98dd1 HTTP/1.1" status: 204 len: 168 time: 0.9194896 Apr 18 21:03:43.513727 n-d-838334-2 neutron-server[84041]: INFO neutron.plugins.ml2.plugin [None req-f27a5b71-1466-484d-b16b-154d8902c0eb tempest-PortsAdminExtendedAttrsTestJSON-244140651 tempest-PortsAdminExtendedAttrsTestJSON-244140651-project-admin] Attempt 2 to bind port 3e7b1ba6-33b8-43cc-81cf-bd03f7fc3a13 Apr 18 21:03:43.523608 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8be015d-bafe-4270-af62-08e85517016e tempest-RoutersTest-1500746192 tempest-RoutersTest-1500746192-project] Pushing event updated for resources: {'Port': ['ID=79d3a6b8-43f1-4082-b1d2-2ec3ac66f9f8,revision_number=1']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:03:43.526315 n-d-838334-2 neutron-server[84043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5720344-4da0-4e6a-91fb-60ddc621c5e1 None None] Pushing event updated for resources: {'Port': ['ID=257fa886-0d08-420b-8828-a66bbb3814dd,revision_number=2']} {{(pid=84043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:03:43.546860 n-d-838334-2 neutron-server[84043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5720344-4da0-4e6a-91fb-60ddc621c5e1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:03:43.547306 n-d-838334-2 neutron-server[84043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5720344-4da0-4e6a-91fb-60ddc621c5e1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:03:43.547773 n-d-838334-2 neutron-server[84043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5720344-4da0-4e6a-91fb-60ddc621c5e1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:03:43.548347 n-d-838334-2 neutron-server[84043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5720344-4da0-4e6a-91fb-60ddc621c5e1 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:03:43.548779 n-d-838334-2 neutron-server[84043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5720344-4da0-4e6a-91fb-60ddc621c5e1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:03:43.549200 n-d-838334-2 neutron-server[84043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5720344-4da0-4e6a-91fb-60ddc621c5e1 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:03:43.549620 n-d-838334-2 neutron-server[84043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5720344-4da0-4e6a-91fb-60ddc621c5e1 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:03:43.550039 n-d-838334-2 neutron-server[84043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5720344-4da0-4e6a-91fb-60ddc621c5e1 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:03:43.550474 n-d-838334-2 neutron-server[84043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5720344-4da0-4e6a-91fb-60ddc621c5e1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:03:43.550883 n-d-838334-2 neutron-server[84043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5720344-4da0-4e6a-91fb-60ddc621c5e1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:03:43.551526 n-d-838334-2 neutron-server[84043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5720344-4da0-4e6a-91fb-60ddc621c5e1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:03:43.580185 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.managers [None req-f27a5b71-1466-484d-b16b-154d8902c0eb tempest-PortsAdminExtendedAttrsTestJSON-244140651 tempest-PortsAdminExtendedAttrsTestJSON-244140651-project-admin] Attempting to bind port 3e7b1ba6-33b8-43cc-81cf-bd03f7fc3a13 on host n-h1-838334-2 for vnic_type normal with profile {{(pid=84041) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 21:03:43.580520 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.managers [None req-f27a5b71-1466-484d-b16b-154d8902c0eb tempest-PortsAdminExtendedAttrsTestJSON-244140651 tempest-PortsAdminExtendedAttrsTestJSON-244140651-project-admin] Attempting to bind port 3e7b1ba6-33b8-43cc-81cf-bd03f7fc3a13 by drivers openvswitch,hyperv on host n-h1-838334-2 at level 0 using segments [{'id': '9573e010-5880-485c-8bd7-28e05d19c097', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '1290f35d-98a4-4ed9-b86c-2656be124c59'}] {{(pid=84041) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 21:03:43.580853 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f27a5b71-1466-484d-b16b-154d8902c0eb tempest-PortsAdminExtendedAttrsTestJSON-244140651 tempest-PortsAdminExtendedAttrsTestJSON-244140651-project-admin] Attempting to bind port 3e7b1ba6-33b8-43cc-81cf-bd03f7fc3a13 on network 1290f35d-98a4-4ed9-b86c-2656be124c59 {{(pid=84041) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 21:03:43.586458 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-c5aa2af9-1d95-4b6c-b484-0a3047454914 tempest-PortsTestJSON-1335945802 tempest-PortsTestJSON-1335945802-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369123'] for port, precommit_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:43.607554 n-d-838334-2 neutron-server[84043]: DEBUG neutron.plugins.ml2.db [None req-760df800-d6a6-4f98-966c-9762ac874906 None None] For port 257fa886-0d08-420b-8828-a66bbb3814dd, host n-d-838334-2, cleared binding levels {{(pid=84043) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 21:03:43.614825 n-d-838334-2 neutron-server[84043]: DEBUG neutron.plugins.ml2.db [None req-760df800-d6a6-4f98-966c-9762ac874906 None None] For port 257fa886-0d08-420b-8828-a66bbb3814dd, host n-d-838334-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838334-2',level=0,port_id=257fa886-0d08-420b-8828-a66bbb3814dd,segment=NetworkSegment(732aa830-768b-4511-951f-d08e26b9c25b),segment_id=732aa830-768b-4511-951f-d08e26b9c25b)] {{(pid=84043) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 21:03:43.623487 n-d-838334-2 neutron-server[84043]: DEBUG neutron_lib.callbacks.manager [None req-760df800-d6a6-4f98-966c-9762ac874906 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682'] for port, after_update {{(pid=84043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:43.632365 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-d8be015d-bafe-4270-af62-08e85517016e tempest-RoutersTest-1500746192 tempest-RoutersTest-1500746192-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33444010'] for router_interface, before_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:43.659924 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-ed69889d-4ab8-4300-824f-db4145012ed1 tempest-RoutersAdminTest-1467285608 tempest-RoutersAdminTest-1467285608-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-33444175', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-33443520', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5293'] for router, precommit_update {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:43.719988 n-d-838334-2 neutron-server[84043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5720344-4da0-4e6a-91fb-60ddc621c5e1 None None] Pushing event updated for resources: {'Port': ['ID=257fa886-0d08-420b-8828-a66bbb3814dd,revision_number=3']} {{(pid=84043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:03:43.752503 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-760df800-d6a6-4f98-966c-9762ac874906 None None] Routers {'147caa68-9926-4089-a31a-9aa657beb600'} bound to L3 agent in host n-d-838334-2 {{(pid=84043) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 21:03:43.753455 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.l3_hamode_db [None req-760df800-d6a6-4f98-966c-9762ac874906 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838334-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-18T20:25:48Z,description=,heartbeat_timestamp=2022-04-18T21:03:18Z,host='n-d-838334-2',id=bc84d6c9-dd7a-4555-a351-592327b46d5a,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:25:48Z,topic='l3_agent')) {'router_ids': ['147caa68-9926-4089-a31a-9aa657beb600'], 'active': True} {{(pid=84043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:03:43.816709 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-85679db8-39bd-4178-aadb-4f927e4aa234 None None] Provisioning for port 79d3a6b8-43f1-4082-b1d2-2ec3ac66f9f8 completed by entity DHCP. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 21:03:43.823996 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-85679db8-39bd-4178-aadb-4f927e4aa234 None None] Provisioning complete for port 79d3a6b8-43f1-4082-b1d2-2ec3ac66f9f8 triggered by entity DHCP. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:03:43.824831 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-85679db8-39bd-4178-aadb-4f927e4aa234 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1253608'] for port, provisioning_complete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:43.956824 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-b2b74856-aed8-4736-85bb-e498d111991e tempest-NegativeSecGroupTest-1059519300 tempest-NegativeSecGroupTest-1059519300-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:03:43.959716 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f27a5b71-1466-484d-b16b-154d8902c0eb tempest-PortsAdminExtendedAttrsTestJSON-244140651 tempest-PortsAdminExtendedAttrsTestJSON-244140651-project-admin] Port 3e7b1ba6-33b8-43cc-81cf-bd03f7fc3a13 on network 1290f35d-98a4-4ed9-b86c-2656be124c59 not bound, no agent of type Open vSwitch agent registered on host n-h1-838334-2 {{(pid=84041) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 18 21:03:43.960160 n-d-838334-2 neutron-server[84041]: ERROR neutron.plugins.ml2.managers [None req-f27a5b71-1466-484d-b16b-154d8902c0eb tempest-PortsAdminExtendedAttrsTestJSON-244140651 tempest-PortsAdminExtendedAttrsTestJSON-244140651-project-admin] Failed to bind port 3e7b1ba6-33b8-43cc-81cf-bd03f7fc3a13 on host n-h1-838334-2 for vnic_type normal using segments [{'id': '9573e010-5880-485c-8bd7-28e05d19c097', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '1290f35d-98a4-4ed9-b86c-2656be124c59'}] Apr 18 21:03:43.969091 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.plugin [None req-c5aa2af9-1d95-4b6c-b484-0a3047454914 tempest-PortsTestJSON-1335945802 tempest-PortsTestJSON-1335945802-project] Calling delete_port for 35aad024-1f06-4bc2-b7b5-8ae344ddd644 owned by {{(pid=84041) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 21:03:43.975611 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.plugin [None req-85679db8-39bd-4178-aadb-4f927e4aa234 None None] Port 79d3a6b8-43f1-4082-b1d2-2ec3ac66f9f8 cannot update to ACTIVE because it is not bound. {{(pid=84042) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 18 21:03:43.984138 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-d8be015d-bafe-4270-af62-08e85517016e tempest-RoutersTest-1500746192 tempest-RoutersTest-1500746192-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:44.062757 n-d-838334-2 neutron-server[84041]: INFO neutron.plugins.ml2.plugin [None req-f27a5b71-1466-484d-b16b-154d8902c0eb tempest-PortsAdminExtendedAttrsTestJSON-244140651 tempest-PortsAdminExtendedAttrsTestJSON-244140651-project-admin] Attempt 3 to bind port 3e7b1ba6-33b8-43cc-81cf-bd03f7fc3a13 Apr 18 21:03:44.090563 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-b2b74856-aed8-4736-85bb-e498d111991e tempest-NegativeSecGroupTest-1059519300 tempest-NegativeSecGroupTest-1059519300-project] Usage tracker for resource:security_group_rule and tenant:520de8d9fcc84495b8b031822a0d6c03 is out of sync, need to count used quota {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:03:44.095684 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-b2b74856-aed8-4736-85bb-e498d111991e tempest-NegativeSecGroupTest-1059519300 tempest-NegativeSecGroupTest-1059519300-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:03:44.105088 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-b2b74856-aed8-4736-85bb-e498d111991e tempest-NegativeSecGroupTest-1059519300 tempest-NegativeSecGroupTest-1059519300-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:03:44.129145 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.managers [None req-f27a5b71-1466-484d-b16b-154d8902c0eb tempest-PortsAdminExtendedAttrsTestJSON-244140651 tempest-PortsAdminExtendedAttrsTestJSON-244140651-project-admin] Attempting to bind port 3e7b1ba6-33b8-43cc-81cf-bd03f7fc3a13 on host n-h1-838334-2 for vnic_type normal with profile {{(pid=84041) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 21:03:44.129145 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.managers [None req-f27a5b71-1466-484d-b16b-154d8902c0eb tempest-PortsAdminExtendedAttrsTestJSON-244140651 tempest-PortsAdminExtendedAttrsTestJSON-244140651-project-admin] Attempting to bind port 3e7b1ba6-33b8-43cc-81cf-bd03f7fc3a13 by drivers openvswitch,hyperv on host n-h1-838334-2 at level 0 using segments [{'id': '9573e010-5880-485c-8bd7-28e05d19c097', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '1290f35d-98a4-4ed9-b86c-2656be124c59'}] {{(pid=84041) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 21:03:44.129491 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f27a5b71-1466-484d-b16b-154d8902c0eb tempest-PortsAdminExtendedAttrsTestJSON-244140651 tempest-PortsAdminExtendedAttrsTestJSON-244140651-project-admin] Attempting to bind port 3e7b1ba6-33b8-43cc-81cf-bd03f7fc3a13 on network 1290f35d-98a4-4ed9-b86c-2656be124c59 {{(pid=84041) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 21:03:44.136431 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-ed69889d-4ab8-4300-824f-db4145012ed1 tempest-RoutersAdminTest-1467285608 tempest-RoutersAdminTest-1467285608-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:44.144067 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.l3_dvr_db [None req-760df800-d6a6-4f98-966c-9762ac874906 None None] Set router 147caa68-9926-4089-a31a-9aa657beb600 gateway port host: n-d-838334-2 {{(pid=84043) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 21:03:44.171600 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f27a5b71-1466-484d-b16b-154d8902c0eb tempest-PortsAdminExtendedAttrsTestJSON-244140651 tempest-PortsAdminExtendedAttrsTestJSON-244140651-project-admin] Port 3e7b1ba6-33b8-43cc-81cf-bd03f7fc3a13 on network 1290f35d-98a4-4ed9-b86c-2656be124c59 not bound, no agent of type Open vSwitch agent registered on host n-h1-838334-2 {{(pid=84041) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 18 21:03:44.172214 n-d-838334-2 neutron-server[84041]: ERROR neutron.plugins.ml2.managers [None req-f27a5b71-1466-484d-b16b-154d8902c0eb tempest-PortsAdminExtendedAttrsTestJSON-244140651 tempest-PortsAdminExtendedAttrsTestJSON-244140651-project-admin] Failed to bind port 3e7b1ba6-33b8-43cc-81cf-bd03f7fc3a13 on host n-h1-838334-2 for vnic_type normal using segments [{'id': '9573e010-5880-485c-8bd7-28e05d19c097', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '1290f35d-98a4-4ed9-b86c-2656be124c59'}] Apr 18 21:03:44.174367 n-d-838334-2 neutron-server[84041]: INFO neutron.plugins.ml2.plugin [None req-f27a5b71-1466-484d-b16b-154d8902c0eb tempest-PortsAdminExtendedAttrsTestJSON-244140651 tempest-PortsAdminExtendedAttrsTestJSON-244140651-project-admin] Attempt 4 to bind port 3e7b1ba6-33b8-43cc-81cf-bd03f7fc3a13 Apr 18 21:03:44.192448 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-ed69889d-4ab8-4300-824f-db4145012ed1 tempest-RoutersAdminTest-1467285608 tempest-RoutersAdminTest-1467285608-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:44.194617 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-c5aa2af9-1d95-4b6c-b484-0a3047454914 tempest-PortsTestJSON-1335945802 tempest-PortsTestJSON-1335945802-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750375259028', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750374836628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32266323'] for port, after_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:44.274791 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5aa2af9-1d95-4b6c-b484-0a3047454914 tempest-PortsTestJSON-1335945802 tempest-PortsTestJSON-1335945802-project] Pushing event deleted for resources: {'Port': ['ID=35aad024-1f06-4bc2-b7b5-8ae344ddd644,revision_number=None']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:03:44.285495 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.managers [None req-f27a5b71-1466-484d-b16b-154d8902c0eb tempest-PortsAdminExtendedAttrsTestJSON-244140651 tempest-PortsAdminExtendedAttrsTestJSON-244140651-project-admin] Attempting to bind port 3e7b1ba6-33b8-43cc-81cf-bd03f7fc3a13 on host n-h1-838334-2 for vnic_type normal with profile {{(pid=84041) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 21:03:44.286313 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.managers [None req-f27a5b71-1466-484d-b16b-154d8902c0eb tempest-PortsAdminExtendedAttrsTestJSON-244140651 tempest-PortsAdminExtendedAttrsTestJSON-244140651-project-admin] Attempting to bind port 3e7b1ba6-33b8-43cc-81cf-bd03f7fc3a13 by drivers openvswitch,hyperv on host n-h1-838334-2 at level 0 using segments [{'id': '9573e010-5880-485c-8bd7-28e05d19c097', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '1290f35d-98a4-4ed9-b86c-2656be124c59'}] {{(pid=84041) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 21:03:44.287888 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f27a5b71-1466-484d-b16b-154d8902c0eb tempest-PortsAdminExtendedAttrsTestJSON-244140651 tempest-PortsAdminExtendedAttrsTestJSON-244140651-project-admin] Attempting to bind port 3e7b1ba6-33b8-43cc-81cf-bd03f7fc3a13 on network 1290f35d-98a4-4ed9-b86c-2656be124c59 {{(pid=84041) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 21:03:44.314478 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f27a5b71-1466-484d-b16b-154d8902c0eb tempest-PortsAdminExtendedAttrsTestJSON-244140651 tempest-PortsAdminExtendedAttrsTestJSON-244140651-project-admin] Port 3e7b1ba6-33b8-43cc-81cf-bd03f7fc3a13 on network 1290f35d-98a4-4ed9-b86c-2656be124c59 not bound, no agent of type Open vSwitch agent registered on host n-h1-838334-2 {{(pid=84041) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 18 21:03:44.315464 n-d-838334-2 neutron-server[84041]: ERROR neutron.plugins.ml2.managers [None req-f27a5b71-1466-484d-b16b-154d8902c0eb tempest-PortsAdminExtendedAttrsTestJSON-244140651 tempest-PortsAdminExtendedAttrsTestJSON-244140651-project-admin] Failed to bind port 3e7b1ba6-33b8-43cc-81cf-bd03f7fc3a13 on host n-h1-838334-2 for vnic_type normal using segments [{'id': '9573e010-5880-485c-8bd7-28e05d19c097', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '1290f35d-98a4-4ed9-b86c-2656be124c59'}] Apr 18 21:03:44.320838 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-c5aa2af9-1d95-4b6c-b484-0a3047454914 tempest-PortsTestJSON-1335945802 tempest-PortsTestJSON-1335945802-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217293'] for port, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:44.349063 n-d-838334-2 neutron-server[84041]: INFO neutron.plugins.ml2.plugin [None req-f27a5b71-1466-484d-b16b-154d8902c0eb tempest-PortsAdminExtendedAttrsTestJSON-244140651 tempest-PortsAdminExtendedAttrsTestJSON-244140651-project-admin] Attempt 5 to bind port 3e7b1ba6-33b8-43cc-81cf-bd03f7fc3a13 Apr 18 21:03:44.371971 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.managers [None req-f27a5b71-1466-484d-b16b-154d8902c0eb tempest-PortsAdminExtendedAttrsTestJSON-244140651 tempest-PortsAdminExtendedAttrsTestJSON-244140651-project-admin] Attempting to bind port 3e7b1ba6-33b8-43cc-81cf-bd03f7fc3a13 on host n-h1-838334-2 for vnic_type normal with profile {{(pid=84041) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 21:03:44.372996 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.managers [None req-f27a5b71-1466-484d-b16b-154d8902c0eb tempest-PortsAdminExtendedAttrsTestJSON-244140651 tempest-PortsAdminExtendedAttrsTestJSON-244140651-project-admin] Attempting to bind port 3e7b1ba6-33b8-43cc-81cf-bd03f7fc3a13 by drivers openvswitch,hyperv on host n-h1-838334-2 at level 0 using segments [{'id': '9573e010-5880-485c-8bd7-28e05d19c097', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '1290f35d-98a4-4ed9-b86c-2656be124c59'}] {{(pid=84041) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 21:03:44.373511 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f27a5b71-1466-484d-b16b-154d8902c0eb tempest-PortsAdminExtendedAttrsTestJSON-244140651 tempest-PortsAdminExtendedAttrsTestJSON-244140651-project-admin] Attempting to bind port 3e7b1ba6-33b8-43cc-81cf-bd03f7fc3a13 on network 1290f35d-98a4-4ed9-b86c-2656be124c59 {{(pid=84041) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 21:03:44.387515 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 35226) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:03:44.389257 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-c5aa2af9-1d95-4b6c-b484-0a3047454914 tempest-PortsTestJSON-1335945802 tempest-PortsTestJSON-1335945802-project] 10.222.0.42 "DELETE /v2.0/ports/35aad024-1f06-4bc2-b7b5-8ae344ddd644 HTTP/1.1" status: 204 len: 168 time: 1.4594674 Apr 18 21:03:44.392587 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f27a5b71-1466-484d-b16b-154d8902c0eb tempest-PortsAdminExtendedAttrsTestJSON-244140651 tempest-PortsAdminExtendedAttrsTestJSON-244140651-project-admin] Port 3e7b1ba6-33b8-43cc-81cf-bd03f7fc3a13 on network 1290f35d-98a4-4ed9-b86c-2656be124c59 not bound, no agent of type Open vSwitch agent registered on host n-h1-838334-2 {{(pid=84041) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 18 21:03:44.393174 n-d-838334-2 neutron-server[84041]: ERROR neutron.plugins.ml2.managers [None req-f27a5b71-1466-484d-b16b-154d8902c0eb tempest-PortsAdminExtendedAttrsTestJSON-244140651 tempest-PortsAdminExtendedAttrsTestJSON-244140651-project-admin] Failed to bind port 3e7b1ba6-33b8-43cc-81cf-bd03f7fc3a13 on host n-h1-838334-2 for vnic_type normal using segments [{'id': '9573e010-5880-485c-8bd7-28e05d19c097', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '1290f35d-98a4-4ed9-b86c-2656be124c59'}] Apr 18 21:03:44.403420 n-d-838334-2 neutron-server[84041]: INFO neutron.plugins.ml2.plugin [None req-f27a5b71-1466-484d-b16b-154d8902c0eb tempest-PortsAdminExtendedAttrsTestJSON-244140651 tempest-PortsAdminExtendedAttrsTestJSON-244140651-project-admin] Attempt 6 to bind port 3e7b1ba6-33b8-43cc-81cf-bd03f7fc3a13 Apr 18 21:03:44.436358 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 35230) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:03:44.450870 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-b2b74856-aed8-4736-85bb-e498d111991e tempest-NegativeSecGroupTest-1059519300 tempest-NegativeSecGroupTest-1059519300-project] Notify callbacks [] for security_group, precommit_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:44.457374 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.managers [None req-f27a5b71-1466-484d-b16b-154d8902c0eb tempest-PortsAdminExtendedAttrsTestJSON-244140651 tempest-PortsAdminExtendedAttrsTestJSON-244140651-project-admin] Attempting to bind port 3e7b1ba6-33b8-43cc-81cf-bd03f7fc3a13 on host n-h1-838334-2 for vnic_type normal with profile {{(pid=84041) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 21:03:44.457979 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.managers [None req-f27a5b71-1466-484d-b16b-154d8902c0eb tempest-PortsAdminExtendedAttrsTestJSON-244140651 tempest-PortsAdminExtendedAttrsTestJSON-244140651-project-admin] Attempting to bind port 3e7b1ba6-33b8-43cc-81cf-bd03f7fc3a13 by drivers openvswitch,hyperv on host n-h1-838334-2 at level 0 using segments [{'id': '9573e010-5880-485c-8bd7-28e05d19c097', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '1290f35d-98a4-4ed9-b86c-2656be124c59'}] {{(pid=84041) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 21:03:44.458552 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f27a5b71-1466-484d-b16b-154d8902c0eb tempest-PortsAdminExtendedAttrsTestJSON-244140651 tempest-PortsAdminExtendedAttrsTestJSON-244140651-project-admin] Attempting to bind port 3e7b1ba6-33b8-43cc-81cf-bd03f7fc3a13 on network 1290f35d-98a4-4ed9-b86c-2656be124c59 {{(pid=84041) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 21:03:44.467279 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-b2b74856-aed8-4736-85bb-e498d111991e tempest-NegativeSecGroupTest-1059519300 tempest-NegativeSecGroupTest-1059519300-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33528224'] for security_group, after_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:44.477893 n-d-838334-2 neutron-server[84040]: INFO neutron.pecan_wsgi.hooks.translation [None req-dae9cf21-39ed-4201-a011-0e18f50b704d tempest-PortsTestJSON-1335945802 tempest-PortsTestJSON-1335945802-project] GET failed (client error): The resource could not be found. Apr 18 21:03:44.483054 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-dae9cf21-39ed-4201-a011-0e18f50b704d tempest-PortsTestJSON-1335945802 tempest-PortsTestJSON-1335945802-project] 10.222.0.42 "GET /v2.0/ports/35aad024-1f06-4bc2-b7b5-8ae344ddd644 HTTP/1.1" status: 404 len: 333 time: 0.0921340 Apr 18 21:03:44.487567 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.l3_hamode_db [None req-760df800-d6a6-4f98-966c-9762ac874906 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '147caa68-9926-4089-a31a-9aa657beb600', 'name': 'tempest-snat-router-192439848', 'tenant_id': '4ddcb0df24f94d1292db48b5e0007331', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'external_fixed_ips': [{'subnet_id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'ip_address': '172.25.8.39'}], 'enable_snat': False}, 'gw_port_id': '257fa886-0d08-420b-8828-a66bbb3814dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:03:38Z', 'updated_at': '2022-04-18T21:03:40Z', 'revision_number': 3, 'project_id': '4ddcb0df24f94d1292db48b5e0007331', 'gw_port': {'id': '257fa886-0d08-420b-8828-a66bbb3814dd', 'name': '', 'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:52:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '147caa68-9926-4089-a31a-9aa657beb600', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'ip_address': '172.25.8.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:03:39Z', 'updated_at': '2022-04-18T21:03:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-838334-2'}], 'n-d-838334-2', False) {} {{(pid=84043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:03:44.488227 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f27a5b71-1466-484d-b16b-154d8902c0eb tempest-PortsAdminExtendedAttrsTestJSON-244140651 tempest-PortsAdminExtendedAttrsTestJSON-244140651-project-admin] Port 3e7b1ba6-33b8-43cc-81cf-bd03f7fc3a13 on network 1290f35d-98a4-4ed9-b86c-2656be124c59 not bound, no agent of type Open vSwitch agent registered on host n-h1-838334-2 {{(pid=84041) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 18 21:03:44.488549 n-d-838334-2 neutron-server[84041]: ERROR neutron.plugins.ml2.managers [None req-f27a5b71-1466-484d-b16b-154d8902c0eb tempest-PortsAdminExtendedAttrsTestJSON-244140651 tempest-PortsAdminExtendedAttrsTestJSON-244140651-project-admin] Failed to bind port 3e7b1ba6-33b8-43cc-81cf-bd03f7fc3a13 on host n-h1-838334-2 for vnic_type normal using segments [{'id': '9573e010-5880-485c-8bd7-28e05d19c097', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '1290f35d-98a4-4ed9-b86c-2656be124c59'}] Apr 18 21:03:44.489066 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 35236) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:03:44.493845 n-d-838334-2 neutron-server[84043]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-760df800-d6a6-4f98-966c-9762ac874906 None None] The sync data for ids ['147caa68-9926-4089-a31a-9aa657beb600'] in n-d-838334-2 is: [{'id': '147caa68-9926-4089-a31a-9aa657beb600', 'name': 'tempest-snat-router-192439848', 'tenant_id': '4ddcb0df24f94d1292db48b5e0007331', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'external_fixed_ips': [{'subnet_id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'ip_address': '172.25.8.39'}], 'enable_snat': False}, 'gw_port_id': '257fa886-0d08-420b-8828-a66bbb3814dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:03:38Z', 'updated_at': '2022-04-18T21:03:40Z', 'revision_number': 3, 'project_id': '4ddcb0df24f94d1292db48b5e0007331', 'gw_port': {'id': '257fa886-0d08-420b-8828-a66bbb3814dd', 'name': '', 'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:52:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '147caa68-9926-4089-a31a-9aa657beb600', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'ip_address': '172.25.8.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:03:39Z', 'updated_at': '2022-04-18T21:03:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-838334-2'}] {{(pid=84043) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 18 21:03:44.495094 n-d-838334-2 neutron-server[84041]: INFO neutron.plugins.ml2.plugin [None req-f27a5b71-1466-484d-b16b-154d8902c0eb tempest-PortsAdminExtendedAttrsTestJSON-244140651 tempest-PortsAdminExtendedAttrsTestJSON-244140651-project-admin] Attempt 7 to bind port 3e7b1ba6-33b8-43cc-81cf-bd03f7fc3a13 Apr 18 21:03:44.500121 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-cc0f37c4-4441-46b1-9a8d-8e3918ae3cad admin admin] Notify callbacks [] for security_group, before_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:44.524028 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.v2.base [None req-266e30a7-01e2-4f56-bcf0-12c18e22a3c7 tempest-PortsTestJSON-1335945802 tempest-PortsTestJSON-1335945802-project] Request body: {'port': {'network_id': '1a5d91c8-1709-4cd3-96e4-f851e43fa6e0', 'name': 'tempest-PortsTestJSON-1599031630'}} {{(pid=84041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:03:44.555759 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-b2b74856-aed8-4736-85bb-e498d111991e tempest-NegativeSecGroupTest-1059519300 tempest-NegativeSecGroupTest-1059519300-project] Notify callbacks [] for security_group, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:44.560907 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-b2b74856-aed8-4736-85bb-e498d111991e tempest-NegativeSecGroupTest-1059519300 tempest-NegativeSecGroupTest-1059519300-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 1.3142543 Apr 18 21:03:44.562808 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 35240) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:03:44.567154 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.managers [None req-f27a5b71-1466-484d-b16b-154d8902c0eb tempest-PortsAdminExtendedAttrsTestJSON-244140651 tempest-PortsAdminExtendedAttrsTestJSON-244140651-project-admin] Attempting to bind port 3e7b1ba6-33b8-43cc-81cf-bd03f7fc3a13 on host n-h1-838334-2 for vnic_type normal with profile {{(pid=84041) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 21:03:44.567613 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.managers [None req-f27a5b71-1466-484d-b16b-154d8902c0eb tempest-PortsAdminExtendedAttrsTestJSON-244140651 tempest-PortsAdminExtendedAttrsTestJSON-244140651-project-admin] Attempting to bind port 3e7b1ba6-33b8-43cc-81cf-bd03f7fc3a13 by drivers openvswitch,hyperv on host n-h1-838334-2 at level 0 using segments [{'id': '9573e010-5880-485c-8bd7-28e05d19c097', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '1290f35d-98a4-4ed9-b86c-2656be124c59'}] {{(pid=84041) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 21:03:44.568094 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f27a5b71-1466-484d-b16b-154d8902c0eb tempest-PortsAdminExtendedAttrsTestJSON-244140651 tempest-PortsAdminExtendedAttrsTestJSON-244140651-project-admin] Attempting to bind port 3e7b1ba6-33b8-43cc-81cf-bd03f7fc3a13 on network 1290f35d-98a4-4ed9-b86c-2656be124c59 {{(pid=84041) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 21:03:44.590321 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.v2.base [None req-10cf53c0-38f8-441b-85e0-cfac1579e02d tempest-NegativeSecGroupTest-1059519300 tempest-NegativeSecGroupTest-1059519300-project] Request body: {'security_group_rule': {'security_group_id': '8c03ad3a-7cc9-46a3-b789-61554b6e7922', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': 'bad_group_id'}} {{(pid=84040) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:03:44.616171 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [None req-10cf53c0-38f8-441b-85e0-cfac1579e02d tempest-NegativeSecGroupTest-1059519300 tempest-NegativeSecGroupTest-1059519300-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:03:44.638179 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2b74856-aed8-4736-85bb-e498d111991e tempest-NegativeSecGroupTest-1059519300 tempest-NegativeSecGroupTest-1059519300-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8c03ad3a-7cc9-46a3-b789-61554b6e7922,revision_number=1']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:03:44.667005 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f27a5b71-1466-484d-b16b-154d8902c0eb tempest-PortsAdminExtendedAttrsTestJSON-244140651 tempest-PortsAdminExtendedAttrsTestJSON-244140651-project-admin] Port 3e7b1ba6-33b8-43cc-81cf-bd03f7fc3a13 on network 1290f35d-98a4-4ed9-b86c-2656be124c59 not bound, no agent of type Open vSwitch agent registered on host n-h1-838334-2 {{(pid=84041) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 18 21:03:44.667401 n-d-838334-2 neutron-server[84041]: ERROR neutron.plugins.ml2.managers [None req-f27a5b71-1466-484d-b16b-154d8902c0eb tempest-PortsAdminExtendedAttrsTestJSON-244140651 tempest-PortsAdminExtendedAttrsTestJSON-244140651-project-admin] Failed to bind port 3e7b1ba6-33b8-43cc-81cf-bd03f7fc3a13 on host n-h1-838334-2 for vnic_type normal using segments [{'id': '9573e010-5880-485c-8bd7-28e05d19c097', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '1290f35d-98a4-4ed9-b86c-2656be124c59'}] Apr 18 21:03:44.670966 n-d-838334-2 neutron-server[84041]: INFO neutron.plugins.ml2.plugin [None req-f27a5b71-1466-484d-b16b-154d8902c0eb tempest-PortsAdminExtendedAttrsTestJSON-244140651 tempest-PortsAdminExtendedAttrsTestJSON-244140651-project-admin] Attempt 8 to bind port 3e7b1ba6-33b8-43cc-81cf-bd03f7fc3a13 Apr 18 21:03:44.689198 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.managers [None req-f27a5b71-1466-484d-b16b-154d8902c0eb tempest-PortsAdminExtendedAttrsTestJSON-244140651 tempest-PortsAdminExtendedAttrsTestJSON-244140651-project-admin] Attempting to bind port 3e7b1ba6-33b8-43cc-81cf-bd03f7fc3a13 on host n-h1-838334-2 for vnic_type normal with profile {{(pid=84041) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 21:03:44.689718 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.managers [None req-f27a5b71-1466-484d-b16b-154d8902c0eb tempest-PortsAdminExtendedAttrsTestJSON-244140651 tempest-PortsAdminExtendedAttrsTestJSON-244140651-project-admin] Attempting to bind port 3e7b1ba6-33b8-43cc-81cf-bd03f7fc3a13 by drivers openvswitch,hyperv on host n-h1-838334-2 at level 0 using segments [{'id': '9573e010-5880-485c-8bd7-28e05d19c097', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '1290f35d-98a4-4ed9-b86c-2656be124c59'}] {{(pid=84041) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 21:03:44.690215 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f27a5b71-1466-484d-b16b-154d8902c0eb tempest-PortsAdminExtendedAttrsTestJSON-244140651 tempest-PortsAdminExtendedAttrsTestJSON-244140651-project-admin] Attempting to bind port 3e7b1ba6-33b8-43cc-81cf-bd03f7fc3a13 on network 1290f35d-98a4-4ed9-b86c-2656be124c59 {{(pid=84041) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 21:03:44.705165 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-10cf53c0-38f8-441b-85e0-cfac1579e02d tempest-NegativeSecGroupTest-1059519300 tempest-NegativeSecGroupTest-1059519300-project] Usage tracker for resource:security_group_rule and tenant:520de8d9fcc84495b8b031822a0d6c03 is out of sync, need to count used quota {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:03:44.710615 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f27a5b71-1466-484d-b16b-154d8902c0eb tempest-PortsAdminExtendedAttrsTestJSON-244140651 tempest-PortsAdminExtendedAttrsTestJSON-244140651-project-admin] Port 3e7b1ba6-33b8-43cc-81cf-bd03f7fc3a13 on network 1290f35d-98a4-4ed9-b86c-2656be124c59 not bound, no agent of type Open vSwitch agent registered on host n-h1-838334-2 {{(pid=84041) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 18 21:03:44.711154 n-d-838334-2 neutron-server[84041]: ERROR neutron.plugins.ml2.managers [None req-f27a5b71-1466-484d-b16b-154d8902c0eb tempest-PortsAdminExtendedAttrsTestJSON-244140651 tempest-PortsAdminExtendedAttrsTestJSON-244140651-project-admin] Failed to bind port 3e7b1ba6-33b8-43cc-81cf-bd03f7fc3a13 on host n-h1-838334-2 for vnic_type normal using segments [{'id': '9573e010-5880-485c-8bd7-28e05d19c097', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '1290f35d-98a4-4ed9-b86c-2656be124c59'}] Apr 18 21:03:44.714348 n-d-838334-2 neutron-server[84041]: INFO neutron.plugins.ml2.plugin [None req-f27a5b71-1466-484d-b16b-154d8902c0eb tempest-PortsAdminExtendedAttrsTestJSON-244140651 tempest-PortsAdminExtendedAttrsTestJSON-244140651-project-admin] Attempt 9 to bind port 3e7b1ba6-33b8-43cc-81cf-bd03f7fc3a13 Apr 18 21:03:44.724545 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [None req-cc0f37c4-4441-46b1-9a8d-8e3918ae3cad admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:03:44.734099 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-10cf53c0-38f8-441b-85e0-cfac1579e02d tempest-NegativeSecGroupTest-1059519300 tempest-NegativeSecGroupTest-1059519300-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:03:44.737723 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-266e30a7-01e2-4f56-bcf0-12c18e22a3c7 tempest-PortsTestJSON-1335945802 tempest-PortsTestJSON-1335945802-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:03:44.740039 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.managers [None req-f27a5b71-1466-484d-b16b-154d8902c0eb tempest-PortsAdminExtendedAttrsTestJSON-244140651 tempest-PortsAdminExtendedAttrsTestJSON-244140651-project-admin] Attempting to bind port 3e7b1ba6-33b8-43cc-81cf-bd03f7fc3a13 on host n-h1-838334-2 for vnic_type normal with profile {{(pid=84041) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 21:03:44.740364 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.managers [None req-f27a5b71-1466-484d-b16b-154d8902c0eb tempest-PortsAdminExtendedAttrsTestJSON-244140651 tempest-PortsAdminExtendedAttrsTestJSON-244140651-project-admin] Attempting to bind port 3e7b1ba6-33b8-43cc-81cf-bd03f7fc3a13 by drivers openvswitch,hyperv on host n-h1-838334-2 at level 0 using segments [{'id': '9573e010-5880-485c-8bd7-28e05d19c097', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '1290f35d-98a4-4ed9-b86c-2656be124c59'}] {{(pid=84041) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 21:03:44.740792 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f27a5b71-1466-484d-b16b-154d8902c0eb tempest-PortsAdminExtendedAttrsTestJSON-244140651 tempest-PortsAdminExtendedAttrsTestJSON-244140651-project-admin] Attempting to bind port 3e7b1ba6-33b8-43cc-81cf-bd03f7fc3a13 on network 1290f35d-98a4-4ed9-b86c-2656be124c59 {{(pid=84041) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 21:03:44.745220 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-266e30a7-01e2-4f56-bcf0-12c18e22a3c7 tempest-PortsTestJSON-1335945802 tempest-PortsTestJSON-1335945802-project] Usage tracker for resource:port and tenant:234c597e1bbf440ab35a01225b472234 is out of sync, need to count used quota {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:03:44.749001 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-266e30a7-01e2-4f56-bcf0-12c18e22a3c7 tempest-PortsTestJSON-1335945802 tempest-PortsTestJSON-1335945802-project] Quota usage for port was recalculated. Used quota:1. {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:03:44.754950 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-cc0f37c4-4441-46b1-9a8d-8e3918ae3cad admin admin] Usage tracker for resource:security_group_rule and tenant:23b4b265bc3e4749915a8583c4914e95 is out of sync, need to count used quota {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:03:44.757165 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-266e30a7-01e2-4f56-bcf0-12c18e22a3c7 tempest-PortsTestJSON-1335945802 tempest-PortsTestJSON-1335945802-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:03:44.759030 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-cc0f37c4-4441-46b1-9a8d-8e3918ae3cad admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:03:44.759181 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f27a5b71-1466-484d-b16b-154d8902c0eb tempest-PortsAdminExtendedAttrsTestJSON-244140651 tempest-PortsAdminExtendedAttrsTestJSON-244140651-project-admin] Port 3e7b1ba6-33b8-43cc-81cf-bd03f7fc3a13 on network 1290f35d-98a4-4ed9-b86c-2656be124c59 not bound, no agent of type Open vSwitch agent registered on host n-h1-838334-2 {{(pid=84041) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 18 21:03:44.759451 n-d-838334-2 neutron-server[84041]: ERROR neutron.plugins.ml2.managers [None req-f27a5b71-1466-484d-b16b-154d8902c0eb tempest-PortsAdminExtendedAttrsTestJSON-244140651 tempest-PortsAdminExtendedAttrsTestJSON-244140651-project-admin] Failed to bind port 3e7b1ba6-33b8-43cc-81cf-bd03f7fc3a13 on host n-h1-838334-2 for vnic_type normal using segments [{'id': '9573e010-5880-485c-8bd7-28e05d19c097', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '1290f35d-98a4-4ed9-b86c-2656be124c59'}] Apr 18 21:03:44.761568 n-d-838334-2 neutron-server[84041]: INFO neutron.plugins.ml2.plugin [None req-f27a5b71-1466-484d-b16b-154d8902c0eb tempest-PortsAdminExtendedAttrsTestJSON-244140651 tempest-PortsAdminExtendedAttrsTestJSON-244140651-project-admin] Attempt 10 to bind port 3e7b1ba6-33b8-43cc-81cf-bd03f7fc3a13 Apr 18 21:03:44.766371 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [None req-cc0f37c4-4441-46b1-9a8d-8e3918ae3cad admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:03:44.783361 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [None req-10cf53c0-38f8-441b-85e0-cfac1579e02d tempest-NegativeSecGroupTest-1059519300 tempest-NegativeSecGroupTest-1059519300-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:03:44.783790 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.managers [None req-f27a5b71-1466-484d-b16b-154d8902c0eb tempest-PortsAdminExtendedAttrsTestJSON-244140651 tempest-PortsAdminExtendedAttrsTestJSON-244140651-project-admin] Attempting to bind port 3e7b1ba6-33b8-43cc-81cf-bd03f7fc3a13 on host n-h1-838334-2 for vnic_type normal with profile {{(pid=84041) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 21:03:44.784194 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.managers [None req-f27a5b71-1466-484d-b16b-154d8902c0eb tempest-PortsAdminExtendedAttrsTestJSON-244140651 tempest-PortsAdminExtendedAttrsTestJSON-244140651-project-admin] Attempting to bind port 3e7b1ba6-33b8-43cc-81cf-bd03f7fc3a13 by drivers openvswitch,hyperv on host n-h1-838334-2 at level 0 using segments [{'id': '9573e010-5880-485c-8bd7-28e05d19c097', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '1290f35d-98a4-4ed9-b86c-2656be124c59'}] {{(pid=84041) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 21:03:44.784532 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f27a5b71-1466-484d-b16b-154d8902c0eb tempest-PortsAdminExtendedAttrsTestJSON-244140651 tempest-PortsAdminExtendedAttrsTestJSON-244140651-project-admin] Attempting to bind port 3e7b1ba6-33b8-43cc-81cf-bd03f7fc3a13 on network 1290f35d-98a4-4ed9-b86c-2656be124c59 {{(pid=84041) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 21:03:44.792484 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f27a5b71-1466-484d-b16b-154d8902c0eb tempest-PortsAdminExtendedAttrsTestJSON-244140651 tempest-PortsAdminExtendedAttrsTestJSON-244140651-project-admin] Port 3e7b1ba6-33b8-43cc-81cf-bd03f7fc3a13 on network 1290f35d-98a4-4ed9-b86c-2656be124c59 not bound, no agent of type Open vSwitch agent registered on host n-h1-838334-2 {{(pid=84041) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 18 21:03:44.792808 n-d-838334-2 neutron-server[84041]: ERROR neutron.plugins.ml2.managers [None req-f27a5b71-1466-484d-b16b-154d8902c0eb tempest-PortsAdminExtendedAttrsTestJSON-244140651 tempest-PortsAdminExtendedAttrsTestJSON-244140651-project-admin] Failed to bind port 3e7b1ba6-33b8-43cc-81cf-bd03f7fc3a13 on host n-h1-838334-2 for vnic_type normal using segments [{'id': '9573e010-5880-485c-8bd7-28e05d19c097', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '1290f35d-98a4-4ed9-b86c-2656be124c59'}] Apr 18 21:03:44.793141 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-f27a5b71-1466-484d-b16b-154d8902c0eb tempest-PortsAdminExtendedAttrsTestJSON-244140651 tempest-PortsAdminExtendedAttrsTestJSON-244140651-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:44.798784 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.db_base_plugin_common [None req-ed69889d-4ab8-4300-824f-db4145012ed1 tempest-RoutersAdminTest-1467285608 tempest-RoutersAdminTest-1467285608-project-admin] Allocated IP 172.25.8.228 (e41b6600-a917-4a8d-b05c-be3be40c6d8c/6b05667b-848e-4356-9b44-d5eb6808ef74/d7de289d-4619-45c9-bfca-199a687bdc0b) {{(pid=84040) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 21:03:44.803950 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-266e30a7-01e2-4f56-bcf0-12c18e22a3c7 tempest-PortsTestJSON-1335945802 tempest-PortsTestJSON-1335945802-project] Made reservation on behalf of 234c597e1bbf440ab35a01225b472234 for: {'port': 1} {{(pid=84041) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:03:44.807755 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-266e30a7-01e2-4f56-bcf0-12c18e22a3c7 tempest-PortsTestJSON-1335945802 tempest-PortsTestJSON-1335945802-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:44.878564 n-d-838334-2 neutron-server[84041]: DEBUG neutron.notifiers.nova [None req-266e30a7-01e2-4f56-bcf0-12c18e22a3c7 tempest-PortsTestJSON-1335945802 tempest-PortsTestJSON-1335945802-project] device_id is not set on port ea2c766f-acb5-4f5a-a20f-bd0c09135e6f yet. {{(pid=84041) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 18 21:03:44.978235 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Device 257fa886-0d08-420b-8828-a66bbb3814dd up at agent ovs-agent-n-d-838334-2 {{(pid=84042) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 21:03:45.015817 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.db [None req-f27a5b71-1466-484d-b16b-154d8902c0eb tempest-PortsAdminExtendedAttrsTestJSON-244140651 tempest-PortsAdminExtendedAttrsTestJSON-244140651-project-admin] For port 3e7b1ba6-33b8-43cc-81cf-bd03f7fc3a13, host n-h1-838334-2, cleared binding levels {{(pid=84041) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 21:03:45.015817 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.db [None req-f27a5b71-1466-484d-b16b-154d8902c0eb tempest-PortsAdminExtendedAttrsTestJSON-244140651 tempest-PortsAdminExtendedAttrsTestJSON-244140651-project-admin] Attempted to set empty binding levels {{(pid=84041) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Apr 18 21:03:45.036846 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-f27a5b71-1466-484d-b16b-154d8902c0eb tempest-PortsAdminExtendedAttrsTestJSON-244140651 tempest-PortsAdminExtendedAttrsTestJSON-244140651-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32266282'] for port, after_update {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:45.073767 n-d-838334-2 neutron-server[84040]: INFO neutron.api.v2.resource [None req-10cf53c0-38f8-441b-85e0-cfac1579e02d tempest-NegativeSecGroupTest-1059519300 tempest-NegativeSecGroupTest-1059519300-project] create failed (client error): The resource could not be found. Apr 18 21:03:45.082334 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-10cf53c0-38f8-441b-85e0-cfac1579e02d tempest-NegativeSecGroupTest-1059519300 tempest-NegativeSecGroupTest-1059519300-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.5161786 Apr 18 21:03:45.111855 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Provisioning for port 257fa886-0d08-420b-8828-a66bbb3814dd completed by entity L2. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 21:03:45.119524 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Provisioning complete for port 257fa886-0d08-420b-8828-a66bbb3814dd triggered by entity L2. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:03:45.120084 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1253608'] for port, provisioning_complete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:45.129279 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 35252) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:03:45.129936 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f27a5b71-1466-484d-b16b-154d8902c0eb tempest-PortsAdminExtendedAttrsTestJSON-244140651 tempest-PortsAdminExtendedAttrsTestJSON-244140651-project-admin] Pushing event updated for resources: {'Port': ['ID=3e7b1ba6-33b8-43cc-81cf-bd03f7fc3a13,revision_number=3']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:03:45.141473 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.v2.base [None req-13b70e8e-3675-48d0-b8d4-ea89206fbdf0 tempest-NegativeSecGroupTest-1059519300 tempest-NegativeSecGroupTest-1059519300-project] Request body: {'security_group_rule': {'security_group_id': '8c03ad3a-7cc9-46a3-b789-61554b6e7922', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': '7ed849ce-6021-4269-903d-53b4a091f43f'}} {{(pid=84041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:03:45.156225 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-13b70e8e-3675-48d0-b8d4-ea89206fbdf0 tempest-NegativeSecGroupTest-1059519300 tempest-NegativeSecGroupTest-1059519300-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:03:45.185985 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-13b70e8e-3675-48d0-b8d4-ea89206fbdf0 tempest-NegativeSecGroupTest-1059519300 tempest-NegativeSecGroupTest-1059519300-project] Usage tracker for resource:security_group_rule and tenant:520de8d9fcc84495b8b031822a0d6c03 is out of sync, need to count used quota {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:03:45.188962 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-13b70e8e-3675-48d0-b8d4-ea89206fbdf0 tempest-NegativeSecGroupTest-1059519300 tempest-NegativeSecGroupTest-1059519300-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:03:45.255160 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.plugin [None req-f27a5b71-1466-484d-b16b-154d8902c0eb tempest-PortsAdminExtendedAttrsTestJSON-244140651 tempest-PortsAdminExtendedAttrsTestJSON-244140651-project-admin] In _notify_port_updated(), no bound segment for port 3e7b1ba6-33b8-43cc-81cf-bd03f7fc3a13 on network 1290f35d-98a4-4ed9-b86c-2656be124c59 {{(pid=84041) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Apr 18 21:03:45.258063 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-f27a5b71-1466-484d-b16b-154d8902c0eb tempest-PortsAdminExtendedAttrsTestJSON-244140651 tempest-PortsAdminExtendedAttrsTestJSON-244140651-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217293'] for port, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:45.259841 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-f27a5b71-1466-484d-b16b-154d8902c0eb tempest-PortsAdminExtendedAttrsTestJSON-244140651 tempest-PortsAdminExtendedAttrsTestJSON-244140651-project-admin] 10.222.0.42 "PUT /v2.0/ports/3e7b1ba6-33b8-43cc-81cf-bd03f7fc3a13 HTTP/1.1" status: 200 len: 974 time: 3.2698538 Apr 18 21:03:45.262729 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 35258) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:03:45.272445 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-13b70e8e-3675-48d0-b8d4-ea89206fbdf0 tempest-NegativeSecGroupTest-1059519300 tempest-NegativeSecGroupTest-1059519300-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:03:45.309988 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:45.333030 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] For port 257fa886-0d08-420b-8828-a66bbb3814dd, host n-d-838334-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838334-2',level=0,port_id=257fa886-0d08-420b-8828-a66bbb3814dd,segment=NetworkSegment(732aa830-768b-4511-951f-d08e26b9c25b),segment_id=732aa830-768b-4511-951f-d08e26b9c25b)] {{(pid=84042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:03:45.333271 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-d8be015d-bafe-4270-af62-08e85517016e tempest-RoutersTest-1500746192 tempest-RoutersTest-1500746192-project] Notify callbacks [] for port, precommit_update {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:45.342922 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682'] for port, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:45.346752 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-266e30a7-01e2-4f56-bcf0-12c18e22a3c7 tempest-PortsTestJSON-1335945802 tempest-PortsTestJSON-1335945802-project] Notify callbacks [] for port, precommit_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:45.362082 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-d8be015d-bafe-4270-af62-08e85517016e tempest-RoutersTest-1500746192 tempest-RoutersTest-1500746192-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32440959'] for port, after_update {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:45.428226 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Pushing event updated for resources: {'Port': ['ID=257fa886-0d08-420b-8828-a66bbb3814dd,revision_number=4']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:03:45.428444 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-266e30a7-01e2-4f56-bcf0-12c18e22a3c7 tempest-PortsTestJSON-1335945802 tempest-PortsTestJSON-1335945802-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750374836619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32266323'] for port, after_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:45.503590 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-cc0f37c4-4441-46b1-9a8d-8e3918ae3cad admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:45.504595 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8be015d-bafe-4270-af62-08e85517016e tempest-RoutersTest-1500746192 tempest-RoutersTest-1500746192-project] Pushing event updated for resources: {'Port': ['ID=79d3a6b8-43f1-4082-b1d2-2ec3ac66f9f8,revision_number=2']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:03:45.533488 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-cc0f37c4-4441-46b1-9a8d-8e3918ae3cad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33528224'] for security_group, after_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:45.571360 n-d-838334-2 neutron-server[84041]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-266e30a7-01e2-4f56-bcf0-12c18e22a3c7 tempest-PortsTestJSON-1335945802 tempest-PortsTestJSON-1335945802-project] Network 1a5d91c8-1709-4cd3-96e4-f851e43fa6e0 is already hosted by enough agents. {{(pid=84041) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:03:45.575763 n-d-838334-2 neutron-server[84041]: DEBUG neutron.scheduler.base_scheduler [None req-266e30a7-01e2-4f56-bcf0-12c18e22a3c7 tempest-PortsTestJSON-1335945802 tempest-PortsTestJSON-1335945802-project] Resources bound (agent type, host, resource id): {{(pid=84041) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:03:45.588301 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.l3_dvrscheduler_db [None req-266e30a7-01e2-4f56-bcf0-12c18e22a3c7 tempest-PortsTestJSON-1335945802 tempest-PortsTestJSON-1335945802-project] Received port after_create {{(pid=84041) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 21:03:45.592299 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-266e30a7-01e2-4f56-bcf0-12c18e22a3c7 tempest-PortsTestJSON-1335945802 tempest-PortsTestJSON-1335945802-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:03:45.592931 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-266e30a7-01e2-4f56-bcf0-12c18e22a3c7 tempest-PortsTestJSON-1335945802 tempest-PortsTestJSON-1335945802-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217293'] for port, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:45.620451 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-d8be015d-bafe-4270-af62-08e85517016e tempest-RoutersTest-1500746192 tempest-RoutersTest-1500746192-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-32377886', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33443847'] for router_interface, after_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:45.629609 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-266e30a7-01e2-4f56-bcf0-12c18e22a3c7 tempest-PortsTestJSON-1335945802 tempest-PortsTestJSON-1335945802-project] Pushing event updated for resources: {'Port': ['ID=ea2c766f-acb5-4f5a-a20f-bd0c09135e6f,revision_number=1']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:03:45.654933 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-266e30a7-01e2-4f56-bcf0-12c18e22a3c7 tempest-PortsTestJSON-1335945802 tempest-PortsTestJSON-1335945802-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 1.1498084 Apr 18 21:03:45.656988 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 35266) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:03:45.669742 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.v2.base [None req-0a40e2fa-f882-4a5d-9c37-f6235ff4a025 tempest-PortsTestJSON-1335945802 tempest-PortsTestJSON-1335945802-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=84041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:03:45.679470 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-ed69889d-4ab8-4300-824f-db4145012ed1 tempest-RoutersAdminTest-1467285608 tempest-RoutersAdminTest-1467285608-project-admin] Notify callbacks [] for port, precommit_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:45.681634 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-aae1a946-f2a4-4f30-8636-7d8148273267 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750375287399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253529'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:45.715566 n-d-838334-2 neutron-server[84041]: INFO neutron.api.v2.resource [None req-13b70e8e-3675-48d0-b8d4-ea89206fbdf0 tempest-NegativeSecGroupTest-1059519300 tempest-NegativeSecGroupTest-1059519300-project] create failed (client error): The resource could not be found. Apr 18 21:03:45.716732 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-13b70e8e-3675-48d0-b8d4-ea89206fbdf0 tempest-NegativeSecGroupTest-1059519300 tempest-NegativeSecGroupTest-1059519300-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.5843139 Apr 18 21:03:45.722313 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 35272) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:03:45.740983 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.plugin [None req-253f97fa-f58f-433a-916f-20ef75961b0f tempest-PortsAdminExtendedAttrsTestJSON-244140651 tempest-PortsAdminExtendedAttrsTestJSON-244140651-project-admin] Deleting port 3e7b1ba6-33b8-43cc-81cf-bd03f7fc3a13 {{(pid=84040) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 21:03:45.741329 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-253f97fa-f58f-433a-916f-20ef75961b0f tempest-PortsAdminExtendedAttrsTestJSON-244140651 tempest-PortsAdminExtendedAttrsTestJSON-244140651-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750375188691'] for port, before_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:45.774590 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-ed69889d-4ab8-4300-824f-db4145012ed1 tempest-RoutersAdminTest-1467285608 tempest-RoutersAdminTest-1467285608-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750374836619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32440838'] for port, after_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:45.878253 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed69889d-4ab8-4300-824f-db4145012ed1 tempest-RoutersAdminTest-1467285608 tempest-RoutersAdminTest-1467285608-project-admin] Pushing event updated for resources: {'Port': ['ID=d7de289d-4619-45c9-bfca-199a687bdc0b,revision_number=1']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:03:45.886583 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-0a40e2fa-f882-4a5d-9c37-f6235ff4a025 tempest-PortsTestJSON-1335945802 tempest-PortsTestJSON-1335945802-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:45.906015 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-eaefbcda-14c5-48ac-b20a-e35b37256f2a tempest-NegativeSecGroupTest-1059519300 tempest-NegativeSecGroupTest-1059519300-project] Notify callbacks [] for security_group, before_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:46.024136 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-eaefbcda-14c5-48ac-b20a-e35b37256f2a tempest-NegativeSecGroupTest-1059519300 tempest-NegativeSecGroupTest-1059519300-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:46.074356 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-cc0f37c4-4441-46b1-9a8d-8e3918ae3cad admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=23b4b265bc3e4749915a8583c4914e95&name=default HTTP/1.1" status: 200 len: 2647 time: 1.6259038 Apr 18 21:03:46.095420 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 35278) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:03:46.114916 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc0f37c4-4441-46b1-9a8d-8e3918ae3cad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=de724241-828e-4e7c-8967-1dd3312f276a,revision_number=1']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:03:46.130917 n-d-838334-2 neutron-server[84040]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed69889d-4ab8-4300-824f-db4145012ed1 tempest-RoutersAdminTest-1467285608 tempest-RoutersAdminTest-1467285608-project-admin] Network e41b6600-a917-4a8d-b05c-be3be40c6d8c is already hosted by enough agents. {{(pid=84040) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:03:46.138824 n-d-838334-2 neutron-server[84040]: DEBUG neutron.scheduler.base_scheduler [None req-ed69889d-4ab8-4300-824f-db4145012ed1 tempest-RoutersAdminTest-1467285608 tempest-RoutersAdminTest-1467285608-project-admin] Resources bound (agent type, host, resource id): {{(pid=84040) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:03:46.146685 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed69889d-4ab8-4300-824f-db4145012ed1 tempest-RoutersAdminTest-1467285608 tempest-RoutersAdminTest-1467285608-project-admin] Received port after_create {{(pid=84040) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 21:03:46.180478 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 35282) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:03:46.198806 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-eaefbcda-14c5-48ac-b20a-e35b37256f2a tempest-NegativeSecGroupTest-1059519300 tempest-NegativeSecGroupTest-1059519300-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33528224'] for security_group, after_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:46.236840 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaefbcda-14c5-48ac-b20a-e35b37256f2a tempest-NegativeSecGroupTest-1059519300 tempest-NegativeSecGroupTest-1059519300-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c03ad3a-7cc9-46a3-b789-61554b6e7922,revision_number=None']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:03:46.280674 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-eaefbcda-14c5-48ac-b20a-e35b37256f2a tempest-NegativeSecGroupTest-1059519300 tempest-NegativeSecGroupTest-1059519300-project] Notify callbacks [] for security_group, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:46.284922 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-eaefbcda-14c5-48ac-b20a-e35b37256f2a tempest-NegativeSecGroupTest-1059519300 tempest-NegativeSecGroupTest-1059519300-project] 10.222.0.42 "DELETE /v2.0/security-groups/8c03ad3a-7cc9-46a3-b789-61554b6e7922 HTTP/1.1" status: 204 len: 168 time: 0.5588801 Apr 18 21:03:46.286917 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 35288) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:03:46.359223 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-0a40e2fa-f882-4a5d-9c37-f6235ff4a025 tempest-PortsTestJSON-1335945802 tempest-PortsTestJSON-1335945802-project] Notify callbacks [] for port, precommit_update {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:46.362669 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-bc3c2d80-1cd0-4979-9993-4c6daad73ff4 tempest-NegativeSecGroupTest-1059519300 tempest-NegativeSecGroupTest-1059519300-project] Synchronizing usage tracker for tenant:520de8d9fcc84495b8b031822a0d6c03 on resource:security_group {{(pid=84041) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 21:03:46.378274 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-0a40e2fa-f882-4a5d-9c37-f6235ff4a025 tempest-PortsTestJSON-1335945802 tempest-PortsTestJSON-1335945802-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32266282'] for port, after_update {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:46.384646 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-c333603a-8944-4ea4-bc4f-193de53c01a3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:46.423542 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.plugin [None req-0a40e2fa-f882-4a5d-9c37-f6235ff4a025 tempest-PortsTestJSON-1335945802 tempest-PortsTestJSON-1335945802-project] In _notify_port_updated(), no bound segment for port ea2c766f-acb5-4f5a-a20f-bd0c09135e6f on network 1a5d91c8-1709-4cd3-96e4-f851e43fa6e0 {{(pid=84041) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Apr 18 21:03:46.427743 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a40e2fa-f882-4a5d-9c37-f6235ff4a025 tempest-PortsTestJSON-1335945802 tempest-PortsTestJSON-1335945802-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:03:46.428335 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-0a40e2fa-f882-4a5d-9c37-f6235ff4a025 tempest-PortsTestJSON-1335945802 tempest-PortsTestJSON-1335945802-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217293'] for port, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:46.429597 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-0a40e2fa-f882-4a5d-9c37-f6235ff4a025 tempest-PortsTestJSON-1335945802 tempest-PortsTestJSON-1335945802-project] 10.222.0.42 "PUT /v2.0/ports/ea2c766f-acb5-4f5a-a20f-bd0c09135e6f HTTP/1.1" status: 200 len: 818 time: 0.7714095 Apr 18 21:03:46.430383 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-bc3c2d80-1cd0-4979-9993-4c6daad73ff4 tempest-NegativeSecGroupTest-1059519300 tempest-NegativeSecGroupTest-1059519300-project] Unset dirty status for tenant:520de8d9fcc84495b8b031822a0d6c03 on resource:security_group {{(pid=84041) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 21:03:46.435784 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-bc3c2d80-1cd0-4979-9993-4c6daad73ff4 tempest-NegativeSecGroupTest-1059519300 tempest-NegativeSecGroupTest-1059519300-project] 10.222.0.42 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.1433547 Apr 18 21:03:46.437371 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 35292) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:03:46.437740 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 35294) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:03:46.458256 n-d-838334-2 neutron-server[84040]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8be015d-bafe-4270-af62-08e85517016e tempest-RoutersTest-1500746192 tempest-RoutersTest-1500746192-project] Network 3c7f25d4-3f2a-455f-8432-1ce0cc7b7003 is already hosted by enough agents. {{(pid=84040) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:03:46.470661 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-96ed4f30-c8b8-4b7c-a5db-fef1e8b670ef admin admin] Notify callbacks [] for security_group, before_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:46.498913 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a40e2fa-f882-4a5d-9c37-f6235ff4a025 tempest-PortsTestJSON-1335945802 tempest-PortsTestJSON-1335945802-project] Pushing event updated for resources: {'Port': ['ID=ea2c766f-acb5-4f5a-a20f-bd0c09135e6f,revision_number=2']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:03:46.515035 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.v2.base [None req-136e4be0-a9d5-4a14-8be8-25731e050a71 tempest-NegativeSecGroupTest-1059519300 tempest-NegativeSecGroupTest-1059519300-project] Request body: {'security_group_rule': {'security_group_id': 'd4583116-d175-40c9-a666-bd0ac94fc9d9', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=84040) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:03:46.519838 n-d-838334-2 neutron-server[84040]: DEBUG neutron.scheduler.base_scheduler [None req-d8be015d-bafe-4270-af62-08e85517016e tempest-RoutersTest-1500746192 tempest-RoutersTest-1500746192-project] Resources bound (agent type, host, resource id): {{(pid=84040) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:03:46.520035 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-96ed4f30-c8b8-4b7c-a5db-fef1e8b670ef admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:03:46.525083 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-96ed4f30-c8b8-4b7c-a5db-fef1e8b670ef admin admin] Usage tracker for resource:security_group_rule and tenant:88455e1ad69b4306813690b84f274cf2 is out of sync, need to count used quota {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:03:46.529080 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-96ed4f30-c8b8-4b7c-a5db-fef1e8b670ef admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:03:46.535741 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-96ed4f30-c8b8-4b7c-a5db-fef1e8b670ef admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:03:46.615811 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-96ed4f30-c8b8-4b7c-a5db-fef1e8b670ef admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:46.617723 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [None req-136e4be0-a9d5-4a14-8be8-25731e050a71 tempest-NegativeSecGroupTest-1059519300 tempest-NegativeSecGroupTest-1059519300-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:03:46.621439 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-96ed4f30-c8b8-4b7c-a5db-fef1e8b670ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33528224'] for security_group, after_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:46.636814 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-c333603a-8944-4ea4-bc4f-193de53c01a3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:46.674303 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96ed4f30-c8b8-4b7c-a5db-fef1e8b670ef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e98d3e5a-c884-4080-a579-15e7a2f11ad9,revision_number=1']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:03:46.678794 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-96ed4f30-c8b8-4b7c-a5db-fef1e8b670ef admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=88455e1ad69b4306813690b84f274cf2&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4961512 Apr 18 21:03:46.681393 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 35300) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:03:46.716558 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-136e4be0-a9d5-4a14-8be8-25731e050a71 tempest-NegativeSecGroupTest-1059519300 tempest-NegativeSecGroupTest-1059519300-project] Usage tracker for resource:security_group_rule and tenant:520de8d9fcc84495b8b031822a0d6c03 is out of sync, need to count used quota {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:03:46.736785 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-136e4be0-a9d5-4a14-8be8-25731e050a71 tempest-NegativeSecGroupTest-1059519300 tempest-NegativeSecGroupTest-1059519300-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:03:46.750555 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-72413aab-89a0-4d9f-a54c-850ad29ea93a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:46.752789 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.db [None req-253f97fa-f58f-433a-916f-20ef75961b0f tempest-PortsAdminExtendedAttrsTestJSON-244140651 tempest-PortsAdminExtendedAttrsTestJSON-244140651-project-admin] For port 3e7b1ba6-33b8-43cc-81cf-bd03f7fc3a13, host n-h1-838334-2, got binding levels [] {{(pid=84040) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:03:46.752995 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-253f97fa-f58f-433a-916f-20ef75961b0f tempest-PortsAdminExtendedAttrsTestJSON-244140651 tempest-PortsAdminExtendedAttrsTestJSON-244140651-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369123'] for port, precommit_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:46.777310 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [None req-136e4be0-a9d5-4a14-8be8-25731e050a71 tempest-NegativeSecGroupTest-1059519300 tempest-NegativeSecGroupTest-1059519300-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:03:46.778350 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-72413aab-89a0-4d9f-a54c-850ad29ea93a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:46.799896 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.plugin [None req-73386966-a4f8-431d-ab37-12ce96b39489 tempest-PortsTestJSON-1335945802 tempest-PortsTestJSON-1335945802-project] Deleting port ea2c766f-acb5-4f5a-a20f-bd0c09135e6f {{(pid=84040) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 21:03:46.800125 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-73386966-a4f8-431d-ab37-12ce96b39489 tempest-PortsTestJSON-1335945802 tempest-PortsTestJSON-1335945802-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750375188691'] for port, before_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:46.839982 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-1541d32c-8967-46e6-b762-6d6fe8cafd32 None None] Provisioning complete for port 79d3a6b8-43f1-4082-b1d2-2ec3ac66f9f8 triggered by entity DHCP. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:03:46.841186 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-1541d32c-8967-46e6-b762-6d6fe8cafd32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1253608'] for port, provisioning_complete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:46.856391 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-72413aab-89a0-4d9f-a54c-850ad29ea93a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33528224'] for security_group, after_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:46.873280 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72413aab-89a0-4d9f-a54c-850ad29ea93a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e98d3e5a-c884-4080-a579-15e7a2f11ad9,revision_number=None']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:03:46.880603 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-72413aab-89a0-4d9f-a54c-850ad29ea93a admin admin] Notify callbacks [] for security_group, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:46.881843 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-72413aab-89a0-4d9f-a54c-850ad29ea93a admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/e98d3e5a-c884-4080-a579-15e7a2f11ad9 HTTP/1.1" status: 204 len: 168 time: 0.1981542 Apr 18 21:03:46.923654 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Device 257fa886-0d08-420b-8828-a66bbb3814dd up at agent ovs-agent-n-d-838334-2 {{(pid=84042) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 21:03:46.950362 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.plugin [None req-1541d32c-8967-46e6-b762-6d6fe8cafd32 None None] Port 79d3a6b8-43f1-4082-b1d2-2ec3ac66f9f8 cannot update to ACTIVE because it is not bound. {{(pid=84042) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 18 21:03:46.975803 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.plugin [None req-253f97fa-f58f-433a-916f-20ef75961b0f tempest-PortsAdminExtendedAttrsTestJSON-244140651 tempest-PortsAdminExtendedAttrsTestJSON-244140651-project-admin] Calling delete_port for 3e7b1ba6-33b8-43cc-81cf-bd03f7fc3a13 owned by {{(pid=84040) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 21:03:47.015374 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Provisioning complete for port 257fa886-0d08-420b-8828-a66bbb3814dd triggered by entity L2. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:03:47.016081 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1253608'] for port, provisioning_complete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:47.268668 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-c333603a-8944-4ea4-bc4f-193de53c01a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33528224'] for security_group, after_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:47.281377 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 35310) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:03:47.300376 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-3db6fbf0-7dd6-4fc1-b28a-877dd444b73d admin admin] Notify callbacks [] for security_group, before_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:47.313457 n-d-838334-2 neutron-server[84040]: INFO neutron.api.v2.resource [None req-136e4be0-a9d5-4a14-8be8-25731e050a71 tempest-NegativeSecGroupTest-1059519300 tempest-NegativeSecGroupTest-1059519300-project] create failed (client error): The resource could not be found. Apr 18 21:03:47.314492 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-136e4be0-a9d5-4a14-8be8-25731e050a71 tempest-NegativeSecGroupTest-1059519300 tempest-NegativeSecGroupTest-1059519300-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.8587317 Apr 18 21:03:47.318281 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 35314) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:03:47.324595 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.v2.base [None req-11585b03-95ca-4658-b39c-939afb2b78c7 tempest-NegativeSecGroupTest-1059519300 tempest-NegativeSecGroupTest-1059519300-project] Request body: {'security_group': {'name': 'tempest-secgroup--966595113'}} {{(pid=84041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:03:47.424208 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-11585b03-95ca-4658-b39c-939afb2b78c7 tempest-NegativeSecGroupTest-1059519300 tempest-NegativeSecGroupTest-1059519300-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:03:47.439482 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c333603a-8944-4ea4-bc4f-193de53c01a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de724241-828e-4e7c-8967-1dd3312f276a,revision_number=None']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:03:47.441554 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-253f97fa-f58f-433a-916f-20ef75961b0f tempest-PortsAdminExtendedAttrsTestJSON-244140651 tempest-PortsAdminExtendedAttrsTestJSON-244140651-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750375259028', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750374836628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32440838'] for port, after_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:47.443379 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-11585b03-95ca-4658-b39c-939afb2b78c7 tempest-NegativeSecGroupTest-1059519300 tempest-NegativeSecGroupTest-1059519300-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:03:47.456136 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-3db6fbf0-7dd6-4fc1-b28a-877dd444b73d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:03:47.462300 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-3db6fbf0-7dd6-4fc1-b28a-877dd444b73d admin admin] Usage tracker for resource:security_group_rule and tenant:790fd5a29e924752ac7ad923d92eddc7 is out of sync, need to count used quota {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:03:47.466291 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-3db6fbf0-7dd6-4fc1-b28a-877dd444b73d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:03:47.472721 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-11585b03-95ca-4658-b39c-939afb2b78c7 tempest-NegativeSecGroupTest-1059519300 tempest-NegativeSecGroupTest-1059519300-project] Notify callbacks [] for security_group, before_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:47.482157 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-3db6fbf0-7dd6-4fc1-b28a-877dd444b73d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:03:47.526507 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-253f97fa-f58f-433a-916f-20ef75961b0f tempest-PortsAdminExtendedAttrsTestJSON-244140651 tempest-PortsAdminExtendedAttrsTestJSON-244140651-project-admin] Pushing event deleted for resources: {'Port': ['ID=3e7b1ba6-33b8-43cc-81cf-bd03f7fc3a13,revision_number=None']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:03:47.530579 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-11585b03-95ca-4658-b39c-939afb2b78c7 tempest-NegativeSecGroupTest-1059519300 tempest-NegativeSecGroupTest-1059519300-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:03:47.540279 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-11585b03-95ca-4658-b39c-939afb2b78c7 tempest-NegativeSecGroupTest-1059519300 tempest-NegativeSecGroupTest-1059519300-project] Usage tracker for resource:security_group_rule and tenant:520de8d9fcc84495b8b031822a0d6c03 is out of sync, need to count used quota {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:03:47.544593 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-11585b03-95ca-4658-b39c-939afb2b78c7 tempest-NegativeSecGroupTest-1059519300 tempest-NegativeSecGroupTest-1059519300-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:03:47.557747 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-11585b03-95ca-4658-b39c-939afb2b78c7 tempest-NegativeSecGroupTest-1059519300 tempest-NegativeSecGroupTest-1059519300-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:03:47.598660 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-3db6fbf0-7dd6-4fc1-b28a-877dd444b73d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:47.607109 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-3db6fbf0-7dd6-4fc1-b28a-877dd444b73d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33528224'] for security_group, after_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:47.670341 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3db6fbf0-7dd6-4fc1-b28a-877dd444b73d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d12be969-83f0-4061-9728-3e453dd32984,revision_number=1']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:03:47.684709 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-3db6fbf0-7dd6-4fc1-b28a-877dd444b73d admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=790fd5a29e924752ac7ad923d92eddc7&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3992636 Apr 18 21:03:47.687258 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 35318) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:03:47.702427 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-73386966-a4f8-431d-ab37-12ce96b39489 tempest-PortsTestJSON-1335945802 tempest-PortsTestJSON-1335945802-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369123'] for port, precommit_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:47.721497 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-c333603a-8944-4ea4-bc4f-193de53c01a3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:47.722596 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-c333603a-8944-4ea4-bc4f-193de53c01a3 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/de724241-828e-4e7c-8967-1dd3312f276a HTTP/1.1" status: 204 len: 168 time: 1.6230803 Apr 18 21:03:47.724619 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-253f97fa-f58f-433a-916f-20ef75961b0f tempest-PortsAdminExtendedAttrsTestJSON-244140651 tempest-PortsAdminExtendedAttrsTestJSON-244140651-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217293'] for port, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:47.766311 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-11585b03-95ca-4658-b39c-939afb2b78c7 tempest-NegativeSecGroupTest-1059519300 tempest-NegativeSecGroupTest-1059519300-project] Notify callbacks [] for security_group, precommit_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:47.774800 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-11585b03-95ca-4658-b39c-939afb2b78c7 tempest-NegativeSecGroupTest-1059519300 tempest-NegativeSecGroupTest-1059519300-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33528224'] for security_group, after_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:47.815463 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-11585b03-95ca-4658-b39c-939afb2b78c7 tempest-NegativeSecGroupTest-1059519300 tempest-NegativeSecGroupTest-1059519300-project] Notify callbacks [] for security_group, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:47.819683 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-11585b03-95ca-4658-b39c-939afb2b78c7 tempest-NegativeSecGroupTest-1059519300 tempest-NegativeSecGroupTest-1059519300-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 0.5001278 Apr 18 21:03:47.820325 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 35324) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:03:47.832963 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.v2.base [None req-1305f177-f6d8-43ce-854f-890d9b5eb4b2 tempest-NegativeSecGroupTest-1059519300 tempest-NegativeSecGroupTest-1059519300-project] Request body: {'security_group': {'name': 'tempest-secgroup--578103453'}} {{(pid=84041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:03:47.849945 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.plugin [None req-73386966-a4f8-431d-ab37-12ce96b39489 tempest-PortsTestJSON-1335945802 tempest-PortsTestJSON-1335945802-project] Calling delete_port for ea2c766f-acb5-4f5a-a20f-bd0c09135e6f owned by {{(pid=84040) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 21:03:47.881067 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-95b3adde-a9f0-4482-ae80-e92e09b29157 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750375287399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253529'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:47.882045 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-5aab7171-e560-4bde-b87a-672845841879 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:47.888199 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-253f97fa-f58f-433a-916f-20ef75961b0f tempest-PortsAdminExtendedAttrsTestJSON-244140651 tempest-PortsAdminExtendedAttrsTestJSON-244140651-project-admin] 10.222.0.42 "DELETE /v2.0/ports/3e7b1ba6-33b8-43cc-81cf-bd03f7fc3a13 HTTP/1.1" status: 204 len: 168 time: 2.6077509 Apr 18 21:03:47.889372 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-1305f177-f6d8-43ce-854f-890d9b5eb4b2 tempest-NegativeSecGroupTest-1059519300 tempest-NegativeSecGroupTest-1059519300-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:03:47.892965 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 35328) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:03:47.897348 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11585b03-95ca-4658-b39c-939afb2b78c7 tempest-NegativeSecGroupTest-1059519300 tempest-NegativeSecGroupTest-1059519300-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dfa325be-f9fb-444e-88ec-4a6544043eb5,revision_number=1']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:03:47.913951 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-1305f177-f6d8-43ce-854f-890d9b5eb4b2 tempest-NegativeSecGroupTest-1059519300 tempest-NegativeSecGroupTest-1059519300-project] Usage tracker for resource:security_group and tenant:520de8d9fcc84495b8b031822a0d6c03 is out of sync, need to count used quota {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:03:47.929539 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-1305f177-f6d8-43ce-854f-890d9b5eb4b2 tempest-NegativeSecGroupTest-1059519300 tempest-NegativeSecGroupTest-1059519300-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:03:47.942801 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-1305f177-f6d8-43ce-854f-890d9b5eb4b2 tempest-NegativeSecGroupTest-1059519300 tempest-NegativeSecGroupTest-1059519300-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:03:47.948349 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-5aab7171-e560-4bde-b87a-672845841879 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:47.956309 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-ed69889d-4ab8-4300-824f-db4145012ed1 tempest-RoutersAdminTest-1467285608 tempest-RoutersAdminTest-1467285608-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:47.957055 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-ed69889d-4ab8-4300-824f-db4145012ed1 tempest-RoutersAdminTest-1467285608 tempest-RoutersAdminTest-1467285608-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33443529', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33444176'] for router, after_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:47.976901 n-d-838334-2 neutron-server[84040]: INFO neutron.pecan_wsgi.hooks.translation [None req-f3d28dd7-964c-4a8f-b65a-59c2cbe0529b tempest-PortsAdminExtendedAttrsTestJSON-244140651 tempest-PortsAdminExtendedAttrsTestJSON-244140651-project-admin] GET failed (client error): The resource could not be found. Apr 18 21:03:47.977420 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-f3d28dd7-964c-4a8f-b65a-59c2cbe0529b tempest-PortsAdminExtendedAttrsTestJSON-244140651 tempest-PortsAdminExtendedAttrsTestJSON-244140651-project-admin] Synchronizing usage tracker for tenant:88621a9a300c4ac1a77765a7274f51d8 on resource:port {{(pid=84040) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 21:03:47.997948 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-1305f177-f6d8-43ce-854f-890d9b5eb4b2 tempest-NegativeSecGroupTest-1059519300 tempest-NegativeSecGroupTest-1059519300-project] Notify callbacks [] for security_group, before_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:48.047349 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-1305f177-f6d8-43ce-854f-890d9b5eb4b2 tempest-NegativeSecGroupTest-1059519300 tempest-NegativeSecGroupTest-1059519300-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:03:48.054747 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-1305f177-f6d8-43ce-854f-890d9b5eb4b2 tempest-NegativeSecGroupTest-1059519300 tempest-NegativeSecGroupTest-1059519300-project] Usage tracker for resource:security_group_rule and tenant:520de8d9fcc84495b8b031822a0d6c03 is out of sync, need to count used quota {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:03:48.061441 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-1305f177-f6d8-43ce-854f-890d9b5eb4b2 tempest-NegativeSecGroupTest-1059519300 tempest-NegativeSecGroupTest-1059519300-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:03:48.070448 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-1305f177-f6d8-43ce-854f-890d9b5eb4b2 tempest-NegativeSecGroupTest-1059519300 tempest-NegativeSecGroupTest-1059519300-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:03:48.074510 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-5aab7171-e560-4bde-b87a-672845841879 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33528224'] for security_group, after_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:48.102450 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aab7171-e560-4bde-b87a-672845841879 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d12be969-83f0-4061-9728-3e453dd32984,revision_number=None']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:03:48.120086 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-5aab7171-e560-4bde-b87a-672845841879 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:48.123452 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-5aab7171-e560-4bde-b87a-672845841879 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/d12be969-83f0-4061-9728-3e453dd32984 HTTP/1.1" status: 204 len: 168 time: 0.4330068 Apr 18 21:03:48.143523 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-73386966-a4f8-431d-ab37-12ce96b39489 tempest-PortsTestJSON-1335945802 tempest-PortsTestJSON-1335945802-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750375259028', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750374836628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32440838'] for port, after_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:48.181688 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-1305f177-f6d8-43ce-854f-890d9b5eb4b2 tempest-NegativeSecGroupTest-1059519300 tempest-NegativeSecGroupTest-1059519300-project] Notify callbacks [] for security_group, precommit_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:48.187362 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-1305f177-f6d8-43ce-854f-890d9b5eb4b2 tempest-NegativeSecGroupTest-1059519300 tempest-NegativeSecGroupTest-1059519300-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33528224'] for security_group, after_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:48.196161 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-f3d28dd7-964c-4a8f-b65a-59c2cbe0529b tempest-PortsAdminExtendedAttrsTestJSON-244140651 tempest-PortsAdminExtendedAttrsTestJSON-244140651-project-admin] Unset dirty status for tenant:88621a9a300c4ac1a77765a7274f51d8 on resource:port {{(pid=84040) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 21:03:48.201068 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-f3d28dd7-964c-4a8f-b65a-59c2cbe0529b tempest-PortsAdminExtendedAttrsTestJSON-244140651 tempest-PortsAdminExtendedAttrsTestJSON-244140651-project-admin] 10.222.0.42 "GET /v2.0/ports/3e7b1ba6-33b8-43cc-81cf-bd03f7fc3a13 HTTP/1.1" status: 404 len: 333 time: 0.2959211 Apr 18 21:03:48.204415 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 35338) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:03:48.219214 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73386966-a4f8-431d-ab37-12ce96b39489 tempest-PortsTestJSON-1335945802 tempest-PortsTestJSON-1335945802-project] Pushing event deleted for resources: {'Port': ['ID=ea2c766f-acb5-4f5a-a20f-bd0c09135e6f,revision_number=None']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:03:48.236625 n-d-838334-2 neutron-server[84040]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d8be015d-bafe-4270-af62-08e85517016e tempest-RoutersTest-1500746192 tempest-RoutersTest-1500746192-project] Router f04c1bee-aa5c-4878-a6cd-c41480794594 has already been hosted by L3 agent bc84d6c9-dd7a-4555-a351-592327b46d5a {{(pid=84040) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 21:03:48.251042 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-73386966-a4f8-431d-ab37-12ce96b39489 tempest-PortsTestJSON-1335945802 tempest-PortsTestJSON-1335945802-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217293'] for port, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:48.272268 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-73386966-a4f8-431d-ab37-12ce96b39489 tempest-PortsTestJSON-1335945802 tempest-PortsTestJSON-1335945802-project] 10.222.0.42 "DELETE /v2.0/ports/ea2c766f-acb5-4f5a-a20f-bd0c09135e6f HTTP/1.1" status: 204 len: 168 time: 1.8157446 Apr 18 21:03:48.276793 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 35344) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:03:48.389832 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-1305f177-f6d8-43ce-854f-890d9b5eb4b2 tempest-NegativeSecGroupTest-1059519300 tempest-NegativeSecGroupTest-1059519300-project] Notify callbacks [] for security_group, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:48.391102 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-1305f177-f6d8-43ce-854f-890d9b5eb4b2 tempest-NegativeSecGroupTest-1059519300 tempest-NegativeSecGroupTest-1059519300-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 0.5677216 Apr 18 21:03:48.393131 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1305f177-f6d8-43ce-854f-890d9b5eb4b2 tempest-NegativeSecGroupTest-1059519300 tempest-NegativeSecGroupTest-1059519300-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d67672b5-bfa2-4153-987d-73da8ea94ed5,revision_number=1']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:03:48.395181 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 35350) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:03:48.403807 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.v2.base [None req-0ba3c482-8334-4b28-8340-ca4e6bc344f2 tempest-NegativeSecGroupTest-1059519300 tempest-NegativeSecGroupTest-1059519300-project] Request body: {'security_group_rule': {'security_group_id': 'dfa325be-f9fb-444e-88ec-4a6544043eb5', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '172.20.0.0/16', 'remote_group_id': 'd67672b5-bfa2-4153-987d-73da8ea94ed5'}} {{(pid=84041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:03:48.429152 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-0ba3c482-8334-4b28-8340-ca4e6bc344f2 tempest-NegativeSecGroupTest-1059519300 tempest-NegativeSecGroupTest-1059519300-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:03:48.441882 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-0ba3c482-8334-4b28-8340-ca4e6bc344f2 tempest-NegativeSecGroupTest-1059519300 tempest-NegativeSecGroupTest-1059519300-project] Usage tracker for resource:security_group_rule and tenant:520de8d9fcc84495b8b031822a0d6c03 is out of sync, need to count used quota {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:03:48.448152 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-0ba3c482-8334-4b28-8340-ca4e6bc344f2 tempest-NegativeSecGroupTest-1059519300 tempest-NegativeSecGroupTest-1059519300-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:03:48.453787 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-5780e60f-7ba4-44e5-8b74-7239ed981a47 tempest-PortsAdminExtendedAttrsTestJSON-266670040 tempest-PortsAdminExtendedAttrsTestJSON-266670040-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1103592'] for network, before_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:48.464053 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-0ba3c482-8334-4b28-8340-ca4e6bc344f2 tempest-NegativeSecGroupTest-1059519300 tempest-NegativeSecGroupTest-1059519300-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:03:48.636368 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aeab9d6a-6c06-4544-bfe6-dfd9f6ebce6c tempest-PortsTestJSON-1335945802 tempest-PortsTestJSON-1335945802-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:03:48.637687 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-aeab9d6a-6c06-4544-bfe6-dfd9f6ebce6c tempest-PortsTestJSON-1335945802 tempest-PortsTestJSON-1335945802-project] Synchronizing usage tracker for tenant:234c597e1bbf440ab35a01225b472234 on resource:port {{(pid=84040) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 21:03:48.642671 n-d-838334-2 neutron-server[84041]: INFO neutron.api.v2.resource [None req-0ba3c482-8334-4b28-8340-ca4e6bc344f2 tempest-NegativeSecGroupTest-1059519300 tempest-NegativeSecGroupTest-1059519300-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 18 21:03:48.644030 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-0ba3c482-8334-4b28-8340-ca4e6bc344f2 tempest-NegativeSecGroupTest-1059519300 tempest-NegativeSecGroupTest-1059519300-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 360 time: 0.2455833 Apr 18 21:03:48.645942 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-5780e60f-7ba4-44e5-8b74-7239ed981a47 tempest-PortsAdminExtendedAttrsTestJSON-266670040 tempest-PortsAdminExtendedAttrsTestJSON-266670040-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1258905', 'neutron.services.segments.db._delete_segments_for_network-8750375287417'] for network, precommit_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:48.653454 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 35362) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:03:48.688318 n-d-838334-2 neutron-server[84041]: DEBUG neutron.services.segments.db [None req-5780e60f-7ba4-44e5-8b74-7239ed981a47 tempest-PortsAdminExtendedAttrsTestJSON-266670040 tempest-PortsAdminExtendedAttrsTestJSON-266670040-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1290f35d-98a4-4ed9-b86c-2656be124c59']}} {{(pid=84041) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:03:48.707133 n-d-838334-2 neutron-server[84041]: DEBUG neutron.services.segments.db [None req-5780e60f-7ba4-44e5-8b74-7239ed981a47 tempest-PortsAdminExtendedAttrsTestJSON-266670040 tempest-PortsAdminExtendedAttrsTestJSON-266670040-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9573e010-5880-485c-8bd7-28e05d19c097') {'for_net_delete': True} {{(pid=84041) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:03:48.707750 n-d-838334-2 neutron-server[84041]: DEBUG neutron.services.segments.db [None req-5780e60f-7ba4-44e5-8b74-7239ed981a47 tempest-PortsAdminExtendedAttrsTestJSON-266670040 tempest-PortsAdminExtendedAttrsTestJSON-266670040-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9573e010-5880-485c-8bd7-28e05d19c097') {} {{(pid=84041) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:03:48.723373 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-5780e60f-7ba4-44e5-8b74-7239ed981a47 tempest-PortsAdminExtendedAttrsTestJSON-266670040 tempest-PortsAdminExtendedAttrsTestJSON-266670040-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750375287300', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32268156'] for segment, before_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:48.726795 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-aeab9d6a-6c06-4544-bfe6-dfd9f6ebce6c tempest-PortsTestJSON-1335945802 tempest-PortsTestJSON-1335945802-project] Unset dirty status for tenant:234c597e1bbf440ab35a01225b472234 on resource:port {{(pid=84040) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 21:03:48.729544 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-aeab9d6a-6c06-4544-bfe6-dfd9f6ebce6c tempest-PortsTestJSON-1335945802 tempest-PortsTestJSON-1335945802-project] 10.222.0.42 "GET /v2.0/ports HTTP/1.1" status: 200 len: 843 time: 0.4467144 Apr 18 21:03:48.732081 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 35368) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:03:48.748853 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d8be015d-bafe-4270-af62-08e85517016e tempest-RoutersTest-1500746192 tempest-RoutersTest-1500746192-project] Notify agent at l3_agent.n-d-838334-2 the message routers_updated {{(pid=84040) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 21:03:48.758317 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-d8be015d-bafe-4270-af62-08e85517016e tempest-RoutersTest-1500746192 tempest-RoutersTest-1500746192-project] 10.222.0.42 "PUT /v2.0/routers/f04c1bee-aa5c-4878-a6cd-c41480794594/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.5343103 Apr 18 21:03:48.762123 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-387b03b1-4950-4dea-a184-47a77d9a1cff None None] Sync routers for ids ['f04c1bee-aa5c-4878-a6cd-c41480794594'] in n-d-838334-2 {{(pid=84042) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 18 21:03:48.762936 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 35374) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:03:48.782178 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_dvrscheduler_db [None req-387b03b1-4950-4dea-a184-47a77d9a1cff None None] Routers {'f04c1bee-aa5c-4878-a6cd-c41480794594'} bound to L3 agent in host n-d-838334-2 {{(pid=84042) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 21:03:48.782811 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_hamode_db [None req-387b03b1-4950-4dea-a184-47a77d9a1cff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838334-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-18T20:25:48Z,description=,heartbeat_timestamp=2022-04-18T21:03:48Z,host='n-d-838334-2',id=bc84d6c9-dd7a-4555-a351-592327b46d5a,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:25:48Z,topic='l3_agent')) {'router_ids': ['f04c1bee-aa5c-4878-a6cd-c41480794594'], 'active': True} {{(pid=84042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:03:48.788716 n-d-838334-2 neutron-server[84041]: INFO neutron.pecan_wsgi.hooks.translation [None req-745403a8-7d54-41ca-a4ad-ad080889b18d tempest-PortsTestJSON-1335945802 tempest-PortsTestJSON-1335945802-project] GET failed (client error): The resource could not be found. Apr 18 21:03:48.789442 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-745403a8-7d54-41ca-a4ad-ad080889b18d tempest-PortsTestJSON-1335945802 tempest-PortsTestJSON-1335945802-project] Synchronizing usage tracker for tenant:234c597e1bbf440ab35a01225b472234 on resource:port {{(pid=84041) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 21:03:48.808946 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-5780e60f-7ba4-44e5-8b74-7239ed981a47 tempest-PortsAdminExtendedAttrsTestJSON-266670040 tempest-PortsAdminExtendedAttrsTestJSON-266670040-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1082986'] for segment, precommit_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:48.812057 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-745403a8-7d54-41ca-a4ad-ad080889b18d tempest-PortsTestJSON-1335945802 tempest-PortsTestJSON-1335945802-project] Unset dirty status for tenant:234c597e1bbf440ab35a01225b472234 on resource:port {{(pid=84041) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 21:03:48.813576 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-745403a8-7d54-41ca-a4ad-ad080889b18d tempest-PortsTestJSON-1335945802 tempest-PortsTestJSON-1335945802-project] 10.222.0.42 "GET /v2.0/ports/ea2c766f-acb5-4f5a-a20f-bd0c09135e6f HTTP/1.1" status: 404 len: 333 time: 0.0801044 Apr 18 21:03:48.817153 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 35378) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:03:48.823570 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.v2.base [None req-44532979-5182-4b4f-bef2-b896cd1c5c89 tempest-PortsTestJSON-1335945802 tempest-PortsTestJSON-1335945802-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-2107182545'}} {{(pid=84041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:03:48.829374 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-44532979-5182-4b4f-bef2-b896cd1c5c89 tempest-PortsTestJSON-1335945802 tempest-PortsTestJSON-1335945802-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:03:48.833457 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-44532979-5182-4b4f-bef2-b896cd1c5c89 tempest-PortsTestJSON-1335945802 tempest-PortsTestJSON-1335945802-project] Usage tracker for resource:network and tenant:234c597e1bbf440ab35a01225b472234 is out of sync, need to count used quota {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:03:48.842884 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-44532979-5182-4b4f-bef2-b896cd1c5c89 tempest-PortsTestJSON-1335945802 tempest-PortsTestJSON-1335945802-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:03:48.845993 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5780e60f-7ba4-44e5-8b74-7239ed981a47 tempest-PortsAdminExtendedAttrsTestJSON-266670040 tempest-PortsAdminExtendedAttrsTestJSON-266670040-project] Releasing vlan 362 on physical network physnet1 to pool {{(pid=84041) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 18 21:03:48.846445 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-5780e60f-7ba4-44e5-8b74-7239ed981a47 tempest-PortsAdminExtendedAttrsTestJSON-266670040 tempest-PortsAdminExtendedAttrsTestJSON-266670040-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1082993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32266254'] for segment, after_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:48.862546 n-d-838334-2 neutron-server[84041]: Traceback (most recent call last): Apr 18 21:03:48.862546 n-d-838334-2 neutron-server[84041]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 18 21:03:48.862546 n-d-838334-2 neutron-server[84041]: timer() Apr 18 21:03:48.862546 n-d-838334-2 neutron-server[84041]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 21:03:48.862546 n-d-838334-2 neutron-server[84041]: cb(*args, **kw) Apr 18 21:03:48.862546 n-d-838334-2 neutron-server[84041]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 18 21:03:48.862546 n-d-838334-2 neutron-server[84041]: return func(*args, **kwargs) Apr 18 21:03:48.862546 n-d-838334-2 neutron-server[84041]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 21:03:48.862546 n-d-838334-2 neutron-server[84041]: self._notify() Apr 18 21:03:48.862546 n-d-838334-2 neutron-server[84041]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 21:03:48.862546 n-d-838334-2 neutron-server[84041]: self.callback(batched_events) Apr 18 21:03:48.862546 n-d-838334-2 neutron-server[84041]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 21:03:48.862546 n-d-838334-2 neutron-server[84041]: event.method(event) Apr 18 21:03:48.862546 n-d-838334-2 neutron-server[84041]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 18 21:03:48.862546 n-d-838334-2 neutron-server[84041]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 21:03:48.862546 n-d-838334-2 neutron-server[84041]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 18 21:03:48.862546 n-d-838334-2 neutron-server[84041]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 21:03:48.862546 n-d-838334-2 neutron-server[84041]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 18 21:03:48.862546 n-d-838334-2 neutron-server[84041]: return f(self, *a, **k) Apr 18 21:03:48.862546 n-d-838334-2 neutron-server[84041]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 18 21:03:48.862546 n-d-838334-2 neutron-server[84041]: return self._get(url).json() Apr 18 21:03:48.862546 n-d-838334-2 neutron-server[84041]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 18 21:03:48.862546 n-d-838334-2 neutron-server[84041]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 21:03:48.862546 n-d-838334-2 neutron-server[84041]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 18 21:03:48.862546 n-d-838334-2 neutron-server[84041]: return self.request(url, 'GET', **kwargs) Apr 18 21:03:48.862546 n-d-838334-2 neutron-server[84041]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 18 21:03:48.862546 n-d-838334-2 neutron-server[84041]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 21:03:48.862546 n-d-838334-2 neutron-server[84041]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 18 21:03:48.862546 n-d-838334-2 neutron-server[84041]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 21:03:48.862546 n-d-838334-2 neutron-server[84041]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 18 21:03:48.862546 n-d-838334-2 neutron-server[84041]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 21:03:48.862546 n-d-838334-2 neutron-server[84041]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 21:03:48.873604 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-3929ff12-cd05-45b6-a804-cfa53f26b394 tempest-NegativeSecGroupTest-1059519300 tempest-NegativeSecGroupTest-1059519300-project] Notify callbacks [] for security_group, before_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:48.873765 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-44532979-5182-4b4f-bef2-b896cd1c5c89 tempest-PortsTestJSON-1335945802 tempest-PortsTestJSON-1335945802-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:03:48.909367 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e78afdb4-0634-4a8d-a906-99c9b053bdb1 tempest-RoutersTest-1500746192 tempest-RoutersTest-1500746192-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:03:48.909971 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-e78afdb4-0634-4a8d-a906-99c9b053bdb1 tempest-RoutersTest-1500746192 tempest-RoutersTest-1500746192-project] Synchronizing usage tracker for tenant:8a05b90fa8c54f25938df6bd0ef52223 on resource:port {{(pid=84040) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 21:03:48.942361 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-3929ff12-cd05-45b6-a804-cfa53f26b394 tempest-NegativeSecGroupTest-1059519300 tempest-NegativeSecGroupTest-1059519300-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:48.974074 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-e78afdb4-0634-4a8d-a906-99c9b053bdb1 tempest-RoutersTest-1500746192 tempest-RoutersTest-1500746192-project] Unset dirty status for tenant:8a05b90fa8c54f25938df6bd0ef52223 on resource:port {{(pid=84040) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 21:03:48.977935 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-e78afdb4-0634-4a8d-a906-99c9b053bdb1 tempest-RoutersTest-1500746192 tempest-RoutersTest-1500746192-project] 10.222.0.42 "GET /v2.0/ports/79d3a6b8-43f1-4082-b1d2-2ec3ac66f9f8 HTTP/1.1" status: 200 len: 910 time: 0.2114141 Apr 18 21:03:48.977935 n-d-838334-2 neutron-server[84040]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ed69889d-4ab8-4300-824f-db4145012ed1 tempest-RoutersAdminTest-1467285608 tempest-RoutersAdminTest-1467285608-project-admin] Router 9d5bf1ac-9965-49b8-bed5-69adf94f971e is scheduled to L3 agent bc84d6c9-dd7a-4555-a351-592327b46d5a with binding_index 1 {{(pid=84040) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 18 21:03:48.978193 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_hamode_db [None req-387b03b1-4950-4dea-a184-47a77d9a1cff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-838334-2', False) {} {{(pid=84042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:03:48.984831 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 35386) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:03:49.017944 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_dvrscheduler_db [None req-387b03b1-4950-4dea-a184-47a77d9a1cff None None] Routers {'f04c1bee-aa5c-4878-a6cd-c41480794594'} bound to L3 agent in host n-d-838334-2 {{(pid=84042) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 21:03:49.018614 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_hamode_db [None req-387b03b1-4950-4dea-a184-47a77d9a1cff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838334-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-18T20:25:48Z,description=,heartbeat_timestamp=2022-04-18T21:03:48Z,host='n-d-838334-2',id=bc84d6c9-dd7a-4555-a351-592327b46d5a,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:25:48Z,topic='l3_agent')) {'router_ids': ['f04c1bee-aa5c-4878-a6cd-c41480794594'], 'active': True} {{(pid=84042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:03:49.120368 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-44532979-5182-4b4f-bef2-b896cd1c5c89 tempest-PortsTestJSON-1335945802 tempest-PortsTestJSON-1335945802-project] Made reservation on behalf of 234c597e1bbf440ab35a01225b472234 for: {'network': 1} {{(pid=84041) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:03:49.124771 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-44532979-5182-4b4f-bef2-b896cd1c5c89 tempest-PortsTestJSON-1335945802 tempest-PortsTestJSON-1335945802-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for network, before_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:49.135316 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-3929ff12-cd05-45b6-a804-cfa53f26b394 tempest-NegativeSecGroupTest-1059519300 tempest-NegativeSecGroupTest-1059519300-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33528224'] for security_group, after_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:49.143877 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_hamode_db [None req-387b03b1-4950-4dea-a184-47a77d9a1cff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-838334-2', False) {} {{(pid=84042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:03:49.144819 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-387b03b1-4950-4dea-a184-47a77d9a1cff None None] The sync data for ids ['f04c1bee-aa5c-4878-a6cd-c41480794594'] in n-d-838334-2 is: [] {{(pid=84042) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 18 21:03:49.157934 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750375287399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253529'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:49.169072 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3929ff12-cd05-45b6-a804-cfa53f26b394 tempest-NegativeSecGroupTest-1059519300 tempest-NegativeSecGroupTest-1059519300-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d67672b5-bfa2-4153-987d-73da8ea94ed5,revision_number=None']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:03:49.182229 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-3929ff12-cd05-45b6-a804-cfa53f26b394 tempest-NegativeSecGroupTest-1059519300 tempest-NegativeSecGroupTest-1059519300-project] Notify callbacks [] for security_group, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:49.183988 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-3929ff12-cd05-45b6-a804-cfa53f26b394 tempest-NegativeSecGroupTest-1059519300 tempest-NegativeSecGroupTest-1059519300-project] 10.222.0.42 "DELETE /v2.0/security-groups/d67672b5-bfa2-4153-987d-73da8ea94ed5 HTTP/1.1" status: 204 len: 168 time: 0.5277574 Apr 18 21:03:49.186552 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 35394) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:03:49.224372 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-5780e60f-7ba4-44e5-8b74-7239ed981a47 tempest-PortsAdminExtendedAttrsTestJSON-266670040 tempest-PortsAdminExtendedAttrsTestJSON-266670040-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1258898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33526109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33444113'] for network, after_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:49.247340 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-5780e60f-7ba4-44e5-8b74-7239ed981a47 tempest-PortsAdminExtendedAttrsTestJSON-266670040 tempest-PortsAdminExtendedAttrsTestJSON-266670040-project] Notify callbacks [] for network, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:49.262195 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-5780e60f-7ba4-44e5-8b74-7239ed981a47 tempest-PortsAdminExtendedAttrsTestJSON-266670040 tempest-PortsAdminExtendedAttrsTestJSON-266670040-project] 10.222.0.42 "DELETE /v2.0/networks/1290f35d-98a4-4ed9-b86c-2656be124c59 HTTP/1.1" status: 204 len: 168 time: 1.0520473 Apr 18 21:03:49.269333 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-942233ac-7d90-4985-8cb4-c952a8b91da6 tempest-NegativeSecGroupTest-1059519300 tempest-NegativeSecGroupTest-1059519300-project] Synchronizing usage tracker for tenant:520de8d9fcc84495b8b031822a0d6c03 on resource:security_group {{(pid=84040) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 21:03:49.283338 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5780e60f-7ba4-44e5-8b74-7239ed981a47 tempest-PortsAdminExtendedAttrsTestJSON-266670040 tempest-PortsAdminExtendedAttrsTestJSON-266670040-project] Pushing event deleted for resources: {'Network': ['ID=1290f35d-98a4-4ed9-b86c-2656be124c59,revision_number=None']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:03:49.293334 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-44532979-5182-4b4f-bef2-b896cd1c5c89 tempest-PortsTestJSON-1335945802 tempest-PortsTestJSON-1335945802-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 392} {{(pid=84041) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 21:03:49.307794 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-942233ac-7d90-4985-8cb4-c952a8b91da6 tempest-NegativeSecGroupTest-1059519300 tempest-NegativeSecGroupTest-1059519300-project] Unset dirty status for tenant:520de8d9fcc84495b8b031822a0d6c03 on resource:security_group {{(pid=84040) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 21:03:49.309184 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-942233ac-7d90-4985-8cb4-c952a8b91da6 tempest-NegativeSecGroupTest-1059519300 tempest-NegativeSecGroupTest-1059519300-project] 10.222.0.42 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4006 time: 0.1215811 Apr 18 21:03:49.312193 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 35404) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:03:49.312348 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-44532979-5182-4b4f-bef2-b896cd1c5c89 tempest-PortsTestJSON-1335945802 tempest-PortsTestJSON-1335945802-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1082986'] for segment, precommit_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:49.312818 n-d-838334-2 neutron-server[84041]: INFO neutron.db.segments_db [None req-44532979-5182-4b4f-bef2-b896cd1c5c89 tempest-PortsTestJSON-1335945802 tempest-PortsTestJSON-1335945802-project] Added segment 63ccd3cc-8884-47b2-85de-118754c5d7f5 of type vlan for network a25efe71-0b98-4ef6-af6a-01c4b846f3e8 Apr 18 21:03:49.354817 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-44532979-5182-4b4f-bef2-b896cd1c5c89 tempest-PortsTestJSON-1335945802 tempest-PortsTestJSON-1335945802-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750374825732'] for network, precommit_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:49.384195 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ed69889d-4ab8-4300-824f-db4145012ed1 tempest-RoutersAdminTest-1467285608 tempest-RoutersAdminTest-1467285608-project-admin] Notify agent at l3_agent.n-d-838334-2 the message routers_updated {{(pid=84040) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 21:03:49.394931 n-d-838334-2 neutron-server[84043]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-184f2a90-5058-4a3c-9725-d4664594cb17 None None] Sync routers for ids ['9d5bf1ac-9965-49b8-bed5-69adf94f971e'] in n-d-838334-2 {{(pid=84043) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 18 21:03:49.419823 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-ed69889d-4ab8-4300-824f-db4145012ed1 tempest-RoutersAdminTest-1467285608 tempest-RoutersAdminTest-1467285608-project-admin] Notify callbacks [] for router, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:49.428648 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-ed69889d-4ab8-4300-824f-db4145012ed1 tempest-RoutersAdminTest-1467285608 tempest-RoutersAdminTest-1467285608-project-admin] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 906 time: 6.6062913 Apr 18 21:03:49.428877 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-184f2a90-5058-4a3c-9725-d4664594cb17 None None] Routers {'9d5bf1ac-9965-49b8-bed5-69adf94f971e'} bound to L3 agent in host n-d-838334-2 {{(pid=84043) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 21:03:49.428877 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.l3_hamode_db [None req-184f2a90-5058-4a3c-9725-d4664594cb17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838334-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-18T20:25:48Z,description=,heartbeat_timestamp=2022-04-18T21:03:48Z,host='n-d-838334-2',id=bc84d6c9-dd7a-4555-a351-592327b46d5a,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:25:48Z,topic='l3_agent')) {'router_ids': ['9d5bf1ac-9965-49b8-bed5-69adf94f971e'], 'active': True} {{(pid=84043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:03:49.429228 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 35410) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:03:49.453918 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-414b6ffe-e119-47bc-b18f-bcff1219c2f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750375287399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253529'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:49.555506 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-250dd0c2-74dc-493b-a1e4-8e186294ddec tempest-NegativeSecGroupTest-1059519300 tempest-NegativeSecGroupTest-1059519300-project] Notify callbacks [] for security_group, before_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:49.608277 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-250dd0c2-74dc-493b-a1e4-8e186294ddec tempest-NegativeSecGroupTest-1059519300 tempest-NegativeSecGroupTest-1059519300-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:49.626120 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.agents_db [None req-6346a179-333c-4370-b5a6-936984aeab15 None None] Agent healthcheck: found 7 active agents {{(pid=84043) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 18 21:03:49.628691 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-44532979-5182-4b4f-bef2-b896cd1c5c89 tempest-PortsTestJSON-1335945802 tempest-PortsTestJSON-1335945802-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33526109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022'] for network, after_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:49.633458 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44532979-5182-4b4f-bef2-b896cd1c5c89 tempest-PortsTestJSON-1335945802 tempest-PortsTestJSON-1335945802-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:03:49.639218 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-44532979-5182-4b4f-bef2-b896cd1c5c89 tempest-PortsTestJSON-1335945802 tempest-PortsTestJSON-1335945802-project] Notify callbacks [] for network, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:49.691573 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-250dd0c2-74dc-493b-a1e4-8e186294ddec tempest-NegativeSecGroupTest-1059519300 tempest-NegativeSecGroupTest-1059519300-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33528224'] for security_group, after_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:49.698082 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.l3_dvr_db [None req-184f2a90-5058-4a3c-9725-d4664594cb17 None None] Set router 9d5bf1ac-9965-49b8-bed5-69adf94f971e gateway port host: n-d-838334-2 {{(pid=84043) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 21:03:49.824164 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-44532979-5182-4b4f-bef2-b896cd1c5c89 tempest-PortsTestJSON-1335945802 tempest-PortsTestJSON-1335945802-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 1.0058775 Apr 18 21:03:49.838292 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 35420) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:03:49.866504 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44532979-5182-4b4f-bef2-b896cd1c5c89 tempest-PortsTestJSON-1335945802 tempest-PortsTestJSON-1335945802-project] Pushing event updated for resources: {'Network': ['ID=a25efe71-0b98-4ef6-af6a-01c4b846f3e8,revision_number=1']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:03:49.882726 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Network a25efe71-0b98-4ef6-af6a-01c4b846f3e8 details requested by agent ovs-agent-n-d-838334-2 with host n-d-838334-2 {{(pid=84042) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 18 21:03:49.882916 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 35424) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:03:49.897645 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-250dd0c2-74dc-493b-a1e4-8e186294ddec tempest-NegativeSecGroupTest-1059519300 tempest-NegativeSecGroupTest-1059519300-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=dfa325be-f9fb-444e-88ec-4a6544043eb5,revision_number=None']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:03:49.909624 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.v2.base [None req-1a98c9d1-a360-41b2-9655-e444162dff4c tempest-PortsTestJSON-1335945802 tempest-PortsTestJSON-1335945802-project] Request body: {'subnet': {'network_id': 'a25efe71-0b98-4ef6-af6a-01c4b846f3e8', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=84041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:03:49.915590 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-250dd0c2-74dc-493b-a1e4-8e186294ddec tempest-NegativeSecGroupTest-1059519300 tempest-NegativeSecGroupTest-1059519300-project] Notify callbacks [] for security_group, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:49.919704 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-250dd0c2-74dc-493b-a1e4-8e186294ddec tempest-NegativeSecGroupTest-1059519300 tempest-NegativeSecGroupTest-1059519300-project] 10.222.0.42 "DELETE /v2.0/security-groups/dfa325be-f9fb-444e-88ec-4a6544043eb5 HTTP/1.1" status: 204 len: 168 time: 0.6044059 Apr 18 21:03:49.920960 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 35432) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:03:50.026946 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-f41dd102-6bb9-4513-9779-3f87cb6ffdad tempest-NegativeSecGroupTest-1059519300 tempest-NegativeSecGroupTest-1059519300-project] Synchronizing usage tracker for tenant:520de8d9fcc84495b8b031822a0d6c03 on resource:security_group {{(pid=84040) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 21:03:50.044893 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-542745eb-3db8-4695-b313-47a394253b7d tempest-RoutersAdminTest-1467285608 tempest-RoutersAdminTest-1467285608-project-admin] 10.222.0.42 "GET /v2.0/routers/9d5bf1ac-9965-49b8-bed5-69adf94f971e HTTP/1.1" status: 200 len: 907 time: 0.6162732 Apr 18 21:03:50.045728 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 35438) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:03:50.098651 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-1e82116e-d72b-41c5-873a-aa1e8a0b2599 tempest-RoutersTest-1500746192 tempest-RoutersTest-1500746192-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33443857'] for router_interface, before_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:50.212059 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-f41dd102-6bb9-4513-9779-3f87cb6ffdad tempest-NegativeSecGroupTest-1059519300 tempest-NegativeSecGroupTest-1059519300-project] Unset dirty status for tenant:520de8d9fcc84495b8b031822a0d6c03 on resource:security_group {{(pid=84040) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 21:03:50.214044 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-f41dd102-6bb9-4513-9779-3f87cb6ffdad tempest-NegativeSecGroupTest-1059519300 tempest-NegativeSecGroupTest-1059519300-project] 10.222.0.42 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.2922003 Apr 18 21:03:50.218681 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 35444) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:03:50.226856 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.v2.base [None req-cfcd98e3-56e7-475f-aea4-5f0365299ee3 tempest-NegativeSecGroupTest-1059519300 tempest-NegativeSecGroupTest-1059519300-project] Request body: {'security_group': {'name': 'tempest-secgroup--1931448409'}} {{(pid=84040) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:03:50.237489 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [None req-cfcd98e3-56e7-475f-aea4-5f0365299ee3 tempest-NegativeSecGroupTest-1059519300 tempest-NegativeSecGroupTest-1059519300-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:03:50.245968 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.l3_hamode_db [None req-184f2a90-5058-4a3c-9725-d4664594cb17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d5bf1ac-9965-49b8-bed5-69adf94f971e', 'name': 'tempest-snat-router-192439848', 'tenant_id': '4ddcb0df24f94d1292db48b5e0007331', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'external_fixed_ips': [{'subnet_id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'ip_address': '172.25.8.228'}], 'enable_snat': True}, 'gw_port_id': 'd7de289d-4619-45c9-bfca-199a687bdc0b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:03:42Z', 'updated_at': '2022-04-18T21:03:46Z', 'revision_number': 3, 'project_id': '4ddcb0df24f94d1292db48b5e0007331', 'gw_port': {'id': 'd7de289d-4619-45c9-bfca-199a687bdc0b', 'name': '', 'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:dc:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9d5bf1ac-9965-49b8-bed5-69adf94f971e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'ip_address': '172.25.8.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:03:44Z', 'updated_at': '2022-04-18T21:03:44Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838334-2'}], 'n-d-838334-2', False) {} {{(pid=84043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:03:50.251035 n-d-838334-2 neutron-server[84043]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-184f2a90-5058-4a3c-9725-d4664594cb17 None None] Checking router: 9d5bf1ac-9965-49b8-bed5-69adf94f971e for host: n-d-838334-2 {{(pid=84043) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 18 21:03:50.251716 n-d-838334-2 neutron-server[84043]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-184f2a90-5058-4a3c-9725-d4664594cb17 None None] Updating router 9d5bf1ac-9965-49b8-bed5-69adf94f971e port d7de289d-4619-45c9-bfca-199a687bdc0b binding host n-d-838334-2 {{(pid=84043) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 18 21:03:50.262031 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [None req-cfcd98e3-56e7-475f-aea4-5f0365299ee3 tempest-NegativeSecGroupTest-1059519300 tempest-NegativeSecGroupTest-1059519300-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:03:50.290158 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-cfcd98e3-56e7-475f-aea4-5f0365299ee3 tempest-NegativeSecGroupTest-1059519300 tempest-NegativeSecGroupTest-1059519300-project] Notify callbacks [] for security_group, before_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:50.339881 n-d-838334-2 neutron-server[84043]: DEBUG neutron_lib.callbacks.manager [None req-184f2a90-5058-4a3c-9725-d4664594cb17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:50.356533 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [None req-cfcd98e3-56e7-475f-aea4-5f0365299ee3 tempest-NegativeSecGroupTest-1059519300 tempest-NegativeSecGroupTest-1059519300-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:03:50.363718 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-cfcd98e3-56e7-475f-aea4-5f0365299ee3 tempest-NegativeSecGroupTest-1059519300 tempest-NegativeSecGroupTest-1059519300-project] Usage tracker for resource:security_group_rule and tenant:520de8d9fcc84495b8b031822a0d6c03 is out of sync, need to count used quota {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:03:50.371454 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-cfcd98e3-56e7-475f-aea4-5f0365299ee3 tempest-NegativeSecGroupTest-1059519300 tempest-NegativeSecGroupTest-1059519300-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:03:50.380961 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [None req-cfcd98e3-56e7-475f-aea4-5f0365299ee3 tempest-NegativeSecGroupTest-1059519300 tempest-NegativeSecGroupTest-1059519300-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:03:50.408293 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-136f384b-3938-4e44-838a-84e2c65a9b57 tempest-RoutersAdminTest-1467285608 tempest-RoutersAdminTest-1467285608-project-admin] Notify callbacks [] for router, before_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:50.470081 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-1a98c9d1-a360-41b2-9655-e444162dff4c tempest-PortsTestJSON-1335945802 tempest-PortsTestJSON-1335945802-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:03:50.479185 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-1a98c9d1-a360-41b2-9655-e444162dff4c tempest-PortsTestJSON-1335945802 tempest-PortsTestJSON-1335945802-project] Usage tracker for resource:subnet and tenant:234c597e1bbf440ab35a01225b472234 is out of sync, need to count used quota {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:03:50.485311 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-1a98c9d1-a360-41b2-9655-e444162dff4c tempest-PortsTestJSON-1335945802 tempest-PortsTestJSON-1335945802-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:03:50.513692 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-1a98c9d1-a360-41b2-9655-e444162dff4c tempest-PortsTestJSON-1335945802 tempest-PortsTestJSON-1335945802-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:03:50.534387 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a98c9d1-a360-41b2-9655-e444162dff4c tempest-PortsTestJSON-1335945802 tempest-PortsTestJSON-1335945802-project] Made reservation on behalf of 234c597e1bbf440ab35a01225b472234 for: {'subnet': 1} {{(pid=84041) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:03:50.572376 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-c7521a90-7d65-4e2e-842c-ca5d95e9a89c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750375287399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253529'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:50.647430 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-28147ef3-eb76-4275-b543-63ee026dd380 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=d30a4d2b78c143bfb17745d9cd5d9fd5&name=default HTTP/1.1" status: 200 len: 2647 time: 0.7635529 Apr 18 21:03:50.655274 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 35454) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:03:50.662628 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-cfcd98e3-56e7-475f-aea4-5f0365299ee3 tempest-NegativeSecGroupTest-1059519300 tempest-NegativeSecGroupTest-1059519300-project] Notify callbacks [] for security_group, precommit_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:50.684055 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-cfcd98e3-56e7-475f-aea4-5f0365299ee3 tempest-NegativeSecGroupTest-1059519300 tempest-NegativeSecGroupTest-1059519300-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33528224'] for security_group, after_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:50.753808 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-1a98c9d1-a360-41b2-9655-e444162dff4c tempest-PortsTestJSON-1335945802 tempest-PortsTestJSON-1335945802-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32486301'] for subnet, before_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:50.897560 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-cfcd98e3-56e7-475f-aea4-5f0365299ee3 tempest-NegativeSecGroupTest-1059519300 tempest-NegativeSecGroupTest-1059519300-project] Notify callbacks [] for security_group, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:50.899072 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-cfcd98e3-56e7-475f-aea4-5f0365299ee3 tempest-NegativeSecGroupTest-1059519300 tempest-NegativeSecGroupTest-1059519300-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 0.6798885 Apr 18 21:03:50.907504 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 35462) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:03:50.921352 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.v2.base [None req-a4ff5acb-daa7-4d6d-ac78-45fe08c4e18a tempest-NegativeSecGroupTest-1059519300 tempest-NegativeSecGroupTest-1059519300-project] Request body: {'security_group': {'name': 'default'}} {{(pid=84041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:03:50.921912 n-d-838334-2 neutron-server[84041]: INFO neutron.api.v2.resource [None req-a4ff5acb-daa7-4d6d-ac78-45fe08c4e18a tempest-NegativeSecGroupTest-1059519300 tempest-NegativeSecGroupTest-1059519300-project] update failed (client error): There was a conflict when trying to complete your request. Apr 18 21:03:50.922870 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-a4ff5acb-daa7-4d6d-ac78-45fe08c4e18a tempest-NegativeSecGroupTest-1059519300 tempest-NegativeSecGroupTest-1059519300-project] 10.222.0.42 "PUT /v2.0/security-groups/97b4f06c-159b-4df9-b887-a989c4f19e29 HTTP/1.1" status: 409 len: 330 time: 0.0143089 Apr 18 21:03:50.930091 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 35466) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:03:50.939939 n-d-838334-2 neutron-server[84043]: DEBUG neutron_lib.callbacks.manager [None req-184f2a90-5058-4a3c-9725-d4664594cb17 None None] Notify callbacks [] for port, precommit_update {{(pid=84043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:50.943856 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfcd98e3-56e7-475f-aea4-5f0365299ee3 tempest-NegativeSecGroupTest-1059519300 tempest-NegativeSecGroupTest-1059519300-project] Pushing event updated for resources: {'SecurityGroup': ['ID=97b4f06c-159b-4df9-b887-a989c4f19e29,revision_number=1']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:03:50.970510 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.provisioning_blocks [None req-184f2a90-5058-4a3c-9725-d4664594cb17 None None] Transition to ACTIVE for port object d7de289d-4619-45c9-bfca-199a687bdc0b will not be triggered until provisioned by entity L2. {{(pid=84043) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:03:50.989936 n-d-838334-2 neutron-server[84043]: DEBUG neutron_lib.callbacks.manager [None req-184f2a90-5058-4a3c-9725-d4664594cb17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682'] for port, after_update {{(pid=84043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:51.001781 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-efd39607-a663-4409-a545-25006282f895 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:51.034494 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-efd39607-a663-4409-a545-25006282f895 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:51.124343 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-efd39607-a663-4409-a545-25006282f895 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33528224'] for security_group, after_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:51.154525 n-d-838334-2 neutron-server[84043]: DEBUG neutron.plugins.ml2.managers [None req-184f2a90-5058-4a3c-9725-d4664594cb17 None None] Attempting to bind port d7de289d-4619-45c9-bfca-199a687bdc0b on host n-d-838334-2 for vnic_type normal with profile {{(pid=84043) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 21:03:51.154975 n-d-838334-2 neutron-server[84043]: DEBUG neutron.plugins.ml2.managers [None req-184f2a90-5058-4a3c-9725-d4664594cb17 None None] Attempting to bind port d7de289d-4619-45c9-bfca-199a687bdc0b by drivers openvswitch,hyperv on host n-d-838334-2 at level 0 using segments [{'id': '732aa830-768b-4511-951f-d08e26b9c25b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c'}] {{(pid=84043) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 21:03:51.155760 n-d-838334-2 neutron-server[84043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-184f2a90-5058-4a3c-9725-d4664594cb17 None None] Attempting to bind port d7de289d-4619-45c9-bfca-199a687bdc0b on network e41b6600-a917-4a8d-b05c-be3be40c6d8c {{(pid=84043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 21:03:51.167853 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efd39607-a663-4409-a545-25006282f895 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca990ed1-1ab1-4080-9aed-010a0da2f297,revision_number=None']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:03:51.177587 n-d-838334-2 neutron-server[84043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-184f2a90-5058-4a3c-9725-d4664594cb17 None None] Checking agent: {'id': '97cd4414-7af6-4d67-868d-dff370b4071a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838334-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 25, 49), 'started_at': datetime.datetime(2022, 4, 18, 20, 26, 19), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 21, 3, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838334-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 18 21:03:51.178739 n-d-838334-2 neutron-server[84043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-184f2a90-5058-4a3c-9725-d4664594cb17 None None] Checking segment: {'id': '732aa830-768b-4511-951f-d08e26b9c25b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84043) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 21:03:51.179349 n-d-838334-2 neutron-server[84043]: DEBUG neutron_lib.callbacks.manager [None req-184f2a90-5058-4a3c-9725-d4664594cb17 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:51.179858 n-d-838334-2 neutron-server[84043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-184f2a90-5058-4a3c-9725-d4664594cb17 None None] Bound using segment: {'id': '732aa830-768b-4511-951f-d08e26b9c25b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c'} {{(pid=84043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 18 21:03:51.180421 n-d-838334-2 neutron-server[84043]: DEBUG neutron.plugins.ml2.managers [None req-184f2a90-5058-4a3c-9725-d4664594cb17 None None] Bound port: d7de289d-4619-45c9-bfca-199a687bdc0b, host: n-d-838334-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '732aa830-768b-4511-951f-d08e26b9c25b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c'}}] {{(pid=84043) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 21:03:51.180894 n-d-838334-2 neutron-server[84043]: DEBUG neutron_lib.callbacks.manager [None req-184f2a90-5058-4a3c-9725-d4664594cb17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:51.190134 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-efd39607-a663-4409-a545-25006282f895 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:51.194132 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-efd39607-a663-4409-a545-25006282f895 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/ca990ed1-1ab1-4080-9aed-010a0da2f297 HTTP/1.1" status: 204 len: 168 time: 0.5357082 Apr 18 21:03:51.229647 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-136f384b-3938-4e44-838a-84e2c65a9b57 tempest-RoutersAdminTest-1467285608 tempest-RoutersAdminTest-1467285608-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:51.229957 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-ff38a70c-f1f8-45ce-a253-7f32e20a5a5e tempest-NegativeSecGroupTest-1059519300 tempest-NegativeSecGroupTest-1059519300-project] Notify callbacks [] for security_group, before_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:51.252975 n-d-838334-2 neutron-server[84043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f229d54-e67b-4e3c-ae9c-16f9d02b2ad4 None None] Pushing event updated for resources: {'Port': ['ID=d7de289d-4619-45c9-bfca-199a687bdc0b,revision_number=2']} {{(pid=84043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:03:51.255660 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.plugin [None req-136f384b-3938-4e44-838a-84e2c65a9b57 tempest-RoutersAdminTest-1467285608 tempest-RoutersAdminTest-1467285608-project-admin] Deleting port d7de289d-4619-45c9-bfca-199a687bdc0b {{(pid=84040) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 21:03:51.256013 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-136f384b-3938-4e44-838a-84e2c65a9b57 tempest-RoutersAdminTest-1467285608 tempest-RoutersAdminTest-1467285608-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750375188691'] for port, before_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:51.289363 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-ff38a70c-f1f8-45ce-a253-7f32e20a5a5e tempest-NegativeSecGroupTest-1059519300 tempest-NegativeSecGroupTest-1059519300-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:51.350731 n-d-838334-2 neutron-server[84043]: DEBUG neutron.plugins.ml2.db [None req-184f2a90-5058-4a3c-9725-d4664594cb17 None None] For port d7de289d-4619-45c9-bfca-199a687bdc0b, host n-d-838334-2, cleared binding levels {{(pid=84043) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 21:03:51.356435 n-d-838334-2 neutron-server[84043]: DEBUG neutron.plugins.ml2.db [None req-184f2a90-5058-4a3c-9725-d4664594cb17 None None] For port d7de289d-4619-45c9-bfca-199a687bdc0b, host n-d-838334-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838334-2',level=0,port_id=d7de289d-4619-45c9-bfca-199a687bdc0b,segment=NetworkSegment(732aa830-768b-4511-951f-d08e26b9c25b),segment_id=732aa830-768b-4511-951f-d08e26b9c25b)] {{(pid=84043) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 21:03:51.365513 n-d-838334-2 neutron-server[84043]: DEBUG neutron_lib.callbacks.manager [None req-184f2a90-5058-4a3c-9725-d4664594cb17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682'] for port, after_update {{(pid=84043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:51.391770 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-1a98c9d1-a360-41b2-9655-e444162dff4c tempest-PortsTestJSON-1335945802 tempest-PortsTestJSON-1335945802-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33526260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32266407', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32486287'] for subnet, after_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:51.503521 n-d-838334-2 neutron-server[84043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f229d54-e67b-4e3c-ae9c-16f9d02b2ad4 None None] Pushing event updated for resources: {'Port': ['ID=d7de289d-4619-45c9-bfca-199a687bdc0b,revision_number=3']} {{(pid=84043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:03:51.508267 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-184f2a90-5058-4a3c-9725-d4664594cb17 None None] Routers {'9d5bf1ac-9965-49b8-bed5-69adf94f971e'} bound to L3 agent in host n-d-838334-2 {{(pid=84043) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 21:03:51.509315 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.l3_hamode_db [None req-184f2a90-5058-4a3c-9725-d4664594cb17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838334-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-18T20:25:48Z,description=,heartbeat_timestamp=2022-04-18T21:03:48Z,host='n-d-838334-2',id=bc84d6c9-dd7a-4555-a351-592327b46d5a,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:25:48Z,topic='l3_agent')) {'router_ids': ['9d5bf1ac-9965-49b8-bed5-69adf94f971e'], 'active': True} {{(pid=84043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:03:51.546851 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.db [None req-136f384b-3938-4e44-838a-84e2c65a9b57 tempest-RoutersAdminTest-1467285608 tempest-RoutersAdminTest-1467285608-project-admin] For port d7de289d-4619-45c9-bfca-199a687bdc0b, host n-d-838334-2, got binding levels [] {{(pid=84040) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:03:51.547549 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-136f384b-3938-4e44-838a-84e2c65a9b57 tempest-RoutersAdminTest-1467285608 tempest-RoutersAdminTest-1467285608-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369123'] for port, precommit_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:51.644802 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-ff38a70c-f1f8-45ce-a253-7f32e20a5a5e tempest-NegativeSecGroupTest-1059519300 tempest-NegativeSecGroupTest-1059519300-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33528224'] for security_group, after_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:51.689932 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff38a70c-f1f8-45ce-a253-7f32e20a5a5e tempest-NegativeSecGroupTest-1059519300 tempest-NegativeSecGroupTest-1059519300-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=97b4f06c-159b-4df9-b887-a989c4f19e29,revision_number=None']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:03:51.690206 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.l3_dvr_db [None req-184f2a90-5058-4a3c-9725-d4664594cb17 None None] Set router 9d5bf1ac-9965-49b8-bed5-69adf94f971e gateway port host: None {{(pid=84043) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 21:03:51.707227 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.plugin [None req-136f384b-3938-4e44-838a-84e2c65a9b57 tempest-RoutersAdminTest-1467285608 tempest-RoutersAdminTest-1467285608-project-admin] Calling delete_port for d7de289d-4619-45c9-bfca-199a687bdc0b owned by network:router_gateway {{(pid=84040) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 21:03:51.718308 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-ff38a70c-f1f8-45ce-a253-7f32e20a5a5e tempest-NegativeSecGroupTest-1059519300 tempest-NegativeSecGroupTest-1059519300-project] Notify callbacks [] for security_group, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:51.719535 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-ff38a70c-f1f8-45ce-a253-7f32e20a5a5e tempest-NegativeSecGroupTest-1059519300 tempest-NegativeSecGroupTest-1059519300-project] 10.222.0.42 "DELETE /v2.0/security-groups/97b4f06c-159b-4df9-b887-a989c4f19e29 HTTP/1.1" status: 204 len: 168 time: 0.7860692 Apr 18 21:03:51.730784 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 35486) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:03:51.805323 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a98c9d1-a360-41b2-9655-e444162dff4c tempest-PortsTestJSON-1335945802 tempest-PortsTestJSON-1335945802-project] Pushing event updated for resources: {'Subnet': ['ID=7865e354-872d-4e28-ae6f-4550bdc8fc2f,revision_number=0']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:03:51.812795 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-f52e41a1-aa91-4858-83cb-b28687ba47b8 tempest-NegativeSecGroupTest-1059519300 tempest-NegativeSecGroupTest-1059519300-project] Synchronizing usage tracker for tenant:520de8d9fcc84495b8b031822a0d6c03 on resource:security_group {{(pid=84041) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 21:03:51.833555 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a98c9d1-a360-41b2-9655-e444162dff4c tempest-PortsTestJSON-1335945802 tempest-PortsTestJSON-1335945802-project] Checking segment: {'id': '63ccd3cc-8884-47b2-85de-118754c5d7f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': 'a25efe71-0b98-4ef6-af6a-01c4b846f3e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84041) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 21:03:51.834019 n-d-838334-2 neutron-server[84041]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a98c9d1-a360-41b2-9655-e444162dff4c tempest-PortsTestJSON-1335945802 tempest-PortsTestJSON-1335945802-project] Network hostable DHCP agents. Network: a25efe71-0b98-4ef6-af6a-01c4b846f3e8, hostable agents: ['8746f8ea-3e91-4b32-9919-2c63adeb8722'], hosted agents: [] {{(pid=84041) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 21:03:51.848090 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.l3_hamode_db [None req-184f2a90-5058-4a3c-9725-d4664594cb17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d5bf1ac-9965-49b8-bed5-69adf94f971e', 'name': 'tempest-snat-router-192439848', 'tenant_id': '4ddcb0df24f94d1292db48b5e0007331', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:03:42Z', 'updated_at': '2022-04-18T21:03:51Z', 'revision_number': 4, 'project_id': '4ddcb0df24f94d1292db48b5e0007331', 'gw_port_host': None}], 'n-d-838334-2', False) {} {{(pid=84043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:03:51.852659 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-f52e41a1-aa91-4858-83cb-b28687ba47b8 tempest-NegativeSecGroupTest-1059519300 tempest-NegativeSecGroupTest-1059519300-project] Unset dirty status for tenant:520de8d9fcc84495b8b031822a0d6c03 on resource:security_group {{(pid=84041) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 21:03:51.853378 n-d-838334-2 neutron-server[84043]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-184f2a90-5058-4a3c-9725-d4664594cb17 None None] The sync data for ids ['9d5bf1ac-9965-49b8-bed5-69adf94f971e'] in n-d-838334-2 is: [{'id': '9d5bf1ac-9965-49b8-bed5-69adf94f971e', 'name': 'tempest-snat-router-192439848', 'tenant_id': '4ddcb0df24f94d1292db48b5e0007331', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:03:42Z', 'updated_at': '2022-04-18T21:03:51Z', 'revision_number': 4, 'project_id': '4ddcb0df24f94d1292db48b5e0007331', 'gw_port_host': None}] {{(pid=84043) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 18 21:03:51.854501 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-f52e41a1-aa91-4858-83cb-b28687ba47b8 tempest-NegativeSecGroupTest-1059519300 tempest-NegativeSecGroupTest-1059519300-project] 10.222.0.42 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.1166887 Apr 18 21:03:51.861916 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 35496) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:03:51.886956 n-d-838334-2 neutron-server[84040]: INFO neutron.api.v2.resource [None req-5d24837f-d151-48d2-a466-2c6f4a907392 tempest-NegativeSecGroupTest-1059519300 tempest-NegativeSecGroupTest-1059519300-project] delete failed (client error): The resource could not be found. Apr 18 21:03:51.892308 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-5d24837f-d151-48d2-a466-2c6f4a907392 tempest-NegativeSecGroupTest-1059519300 tempest-NegativeSecGroupTest-1059519300-project] 10.222.0.42 "DELETE /v2.0/security-groups/7178fbc8-3543-4b39-b6b1-f5d0a3b33b26 HTTP/1.1" status: 404 len: 347 time: 0.0293617 Apr 18 21:03:51.892887 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 35500) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:03:51.919598 n-d-838334-2 neutron-server[84040]: INFO neutron.api.v2.resource [None req-618aa24f-016b-4015-ae4e-81258422a8a3 tempest-NegativeSecGroupTest-1059519300 tempest-NegativeSecGroupTest-1059519300-project] show failed (client error): The resource could not be found. Apr 18 21:03:51.924598 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-618aa24f-016b-4015-ae4e-81258422a8a3 tempest-NegativeSecGroupTest-1059519300 tempest-NegativeSecGroupTest-1059519300-project] 10.222.0.42 "GET /v2.0/security-groups/8d85308c-d109-41bb-af84-d78bd7ddc521 HTTP/1.1" status: 404 len: 347 time: 0.0248389 Apr 18 21:03:51.925418 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 35504) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:03:51.934066 n-d-838334-2 neutron-server[84041]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a98c9d1-a360-41b2-9655-e444162dff4c tempest-PortsTestJSON-1335945802 tempest-PortsTestJSON-1335945802-project] Network a25efe71-0b98-4ef6-af6a-01c4b846f3e8 is scheduled to be hosted by DHCP agent 8746f8ea-3e91-4b32-9919-2c63adeb8722 with binding_index 1 {{(pid=84041) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 21:03:51.949840 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.db.api [None req-136f384b-3938-4e44-838a-84e2c65a9b57 tempest-RoutersAdminTest-1467285608 tempest-RoutersAdminTest-1467285608-project-admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84040) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 18 21:03:51.950092 n-d-838334-2 neutron-server[84040]: DEBUG oslo_db.api [None req-136f384b-3938-4e44-838a-84e2c65a9b57 tempest-RoutersAdminTest-1467285608 tempest-RoutersAdminTest-1467285608-project-admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 18 21:03:51.951593 n-d-838334-2 neutron-server[84040]: INFO neutron.api.v2.resource [None req-0ae196f3-70cc-4f82-a029-05e01ce62922 tempest-NegativeSecGroupTest-1059519300 tempest-NegativeSecGroupTest-1059519300-project] show failed (client error): The resource could not be found. Apr 18 21:03:51.956121 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-0ae196f3-70cc-4f82-a029-05e01ce62922 tempest-NegativeSecGroupTest-1059519300 tempest-NegativeSecGroupTest-1059519300-project] 10.222.0.42 "GET /v2.0/security-group-rules/4ccef8aa-9e8a-4c33-83c4-fff02fa1d2ca HTTP/1.1" status: 404 len: 356 time: 0.0287542 Apr 18 21:03:51.994917 n-d-838334-2 neutron-server[84041]: DEBUG neutron.scheduler.base_scheduler [None req-1a98c9d1-a360-41b2-9655-e444162dff4c tempest-PortsTestJSON-1335945802 tempest-PortsTestJSON-1335945802-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-838334-2, a25efe71-0b98-4ef6-af6a-01c4b846f3e8) {{(pid=84041) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:03:52.001066 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a98c9d1-a360-41b2-9655-e444162dff4c tempest-PortsTestJSON-1335945802 tempest-PortsTestJSON-1335945802-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:03:52.002276 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-1a98c9d1-a360-41b2-9655-e444162dff4c tempest-PortsTestJSON-1335945802 tempest-PortsTestJSON-1335945802-project] Notify callbacks [] for subnet, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:52.006692 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41a9491c-eaf6-434b-b282-8225fcc4cac3 None None] Network a25efe71-0b98-4ef6-af6a-01c4b846f3e8 requested from n-d-838334-2 {{(pid=84042) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 21:03:52.011328 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 35510) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:03:52.063283 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-1a98c9d1-a360-41b2-9655-e444162dff4c tempest-PortsTestJSON-1335945802 tempest-PortsTestJSON-1335945802-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.2139003 Apr 18 21:03:52.065057 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 35514) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:03:52.085066 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.v2.base [None req-670a91e1-b248-45fc-98b9-48580649bbf4 tempest-PortsTestJSON-1335945802 tempest-PortsTestJSON-1335945802-project] Request body: {'subnet': {'network_id': 'a25efe71-0b98-4ef6-af6a-01c4b846f3e8', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=84040) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:03:52.234026 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-953e4901-6db3-4928-99f1-08912205faac admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=88621a9a300c4ac1a77765a7274f51d8&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2215183 Apr 18 21:03:52.236634 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 35522) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:03:52.325102 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.plugin [None req-1e82116e-d72b-41c5-873a-aa1e8a0b2599 tempest-RoutersTest-1500746192 tempest-RoutersTest-1500746192-project] Deleting port 79d3a6b8-43f1-4082-b1d2-2ec3ac66f9f8 {{(pid=84041) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 21:03:52.325581 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-1e82116e-d72b-41c5-873a-aa1e8a0b2599 tempest-RoutersTest-1500746192 tempest-RoutersTest-1500746192-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750375188691'] for port, before_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:52.326150 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [None req-670a91e1-b248-45fc-98b9-48580649bbf4 tempest-PortsTestJSON-1335945802 tempest-PortsTestJSON-1335945802-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:03:52.349365 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-670a91e1-b248-45fc-98b9-48580649bbf4 tempest-PortsTestJSON-1335945802 tempest-PortsTestJSON-1335945802-project] Usage tracker for resource:subnet and tenant:234c597e1bbf440ab35a01225b472234 is out of sync, need to count used quota {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:03:52.353015 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-670a91e1-b248-45fc-98b9-48580649bbf4 tempest-PortsTestJSON-1335945802 tempest-PortsTestJSON-1335945802-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:03:52.361661 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [None req-670a91e1-b248-45fc-98b9-48580649bbf4 tempest-PortsTestJSON-1335945802 tempest-PortsTestJSON-1335945802-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:03:52.389682 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-670a91e1-b248-45fc-98b9-48580649bbf4 tempest-PortsTestJSON-1335945802 tempest-PortsTestJSON-1335945802-project] Made reservation on behalf of 234c597e1bbf440ab35a01225b472234 for: {'subnet': 1} {{(pid=84040) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:03:52.477915 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.plugin [None req-136f384b-3938-4e44-838a-84e2c65a9b57 tempest-RoutersAdminTest-1467285608 tempest-RoutersAdminTest-1467285608-project-admin] Deleting port d7de289d-4619-45c9-bfca-199a687bdc0b {{(pid=84040) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 21:03:52.478459 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-136f384b-3938-4e44-838a-84e2c65a9b57 tempest-RoutersAdminTest-1467285608 tempest-RoutersAdminTest-1467285608-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750375188691'] for port, before_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:52.573009 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-1e82116e-d72b-41c5-873a-aa1e8a0b2599 tempest-RoutersTest-1500746192 tempest-RoutersTest-1500746192-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369123'] for port, precommit_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:52.655660 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-193c74cc-43c3-401b-8849-d6c4653f8102 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp016840fc-1f9f-5892-9c53-c9cf6c845bbb-a25efe71-0b98-4ef6-af6a-01c4b846f3e8', 'network_id': 'a25efe71-0b98-4ef6-af6a-01c4b846f3e8', 'tenant_id': '234c597e1bbf440ab35a01225b472234', 'fixed_ips': [{'subnet_id': '7865e354-872d-4e28-ae6f-4550bdc8fc2f'}]}} from n-d-838334-2. {{(pid=84042) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 18 21:03:52.657487 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-193c74cc-43c3-401b-8849-d6c4653f8102 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_create {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:52.827816 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.db [None req-136f384b-3938-4e44-838a-84e2c65a9b57 tempest-RoutersAdminTest-1467285608 tempest-RoutersAdminTest-1467285608-project-admin] For port d7de289d-4619-45c9-bfca-199a687bdc0b, host n-d-838334-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838334-2',level=0,port_id=d7de289d-4619-45c9-bfca-199a687bdc0b,segment=NetworkSegment(732aa830-768b-4511-951f-d08e26b9c25b),segment_id=732aa830-768b-4511-951f-d08e26b9c25b)] {{(pid=84040) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:03:52.828217 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-136f384b-3938-4e44-838a-84e2c65a9b57 tempest-RoutersAdminTest-1467285608 tempest-RoutersAdminTest-1467285608-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369123'] for port, precommit_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:52.962057 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.plugin [None req-1e82116e-d72b-41c5-873a-aa1e8a0b2599 tempest-RoutersTest-1500746192 tempest-RoutersTest-1500746192-project] Calling delete_port for 79d3a6b8-43f1-4082-b1d2-2ec3ac66f9f8 owned by network:router_interface {{(pid=84041) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 21:03:52.990151 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.db_base_plugin_common [None req-193c74cc-43c3-401b-8849-d6c4653f8102 None None] Allocated IP 172.20.0.2 (a25efe71-0b98-4ef6-af6a-01c4b846f3e8/7865e354-872d-4e28-ae6f-4550bdc8fc2f/c7c711fe-5cf8-4b52-883c-bf24db879967) {{(pid=84042) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 21:03:53.026992 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 35554) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:03:53.039246 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.plugin [None req-136f384b-3938-4e44-838a-84e2c65a9b57 tempest-RoutersAdminTest-1467285608 tempest-RoutersAdminTest-1467285608-project-admin] Calling delete_port for d7de289d-4619-45c9-bfca-199a687bdc0b owned by network:router_gateway {{(pid=84040) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 21:03:53.206248 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-670a91e1-b248-45fc-98b9-48580649bbf4 tempest-PortsTestJSON-1335945802 tempest-PortsTestJSON-1335945802-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31752722'] for subnet, before_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:53.222248 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-14b53eea-3dd4-4744-a7b7-48215755b95e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:53.410688 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-14b53eea-3dd4-4744-a7b7-48215755b95e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:53.423162 n-d-838334-2 neutron-server[84040]: INFO neutron.db.ipam_backend_mixin [None req-670a91e1-b248-45fc-98b9-48580649bbf4 tempest-PortsTestJSON-1335945802 tempest-PortsTestJSON-1335945802-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 7865e354-872d-4e28-ae6f-4550bdc8fc2f (CIDR: 172.20.0.0/28) Apr 18 21:03:53.443068 n-d-838334-2 neutron-server[84040]: INFO neutron.pecan_wsgi.hooks.translation [None req-670a91e1-b248-45fc-98b9-48580649bbf4 tempest-PortsTestJSON-1335945802 tempest-PortsTestJSON-1335945802-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 18 21:03:53.443897 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-670a91e1-b248-45fc-98b9-48580649bbf4 tempest-PortsTestJSON-1335945802 tempest-PortsTestJSON-1335945802-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=84040) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 21:03:53.455728 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-1e82116e-d72b-41c5-873a-aa1e8a0b2599 tempest-RoutersTest-1500746192 tempest-RoutersTest-1500746192-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750375259028', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750374836628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32266323'] for port, after_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:53.496620 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-ba1c4a35-f7e0-43b5-893f-a3aa9f1ec6b8 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=520de8d9fcc84495b8b031822a0d6c03&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4616401 Apr 18 21:03:53.496620 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-670a91e1-b248-45fc-98b9-48580649bbf4 tempest-PortsTestJSON-1335945802 tempest-PortsTestJSON-1335945802-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.4300921 Apr 18 21:03:53.497080 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 35578) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:03:53.499668 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 35582) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:03:53.505486 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-193c74cc-43c3-401b-8849-d6c4653f8102 None None] Notify callbacks [] for port, precommit_create {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:53.514734 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.v2.base [None req-f98055f8-3ee8-4eb2-9a44-e331016443a8 tempest-PortsTestJSON-1335945802 tempest-PortsTestJSON-1335945802-project] Request body: {'subnet': {'network_id': 'a25efe71-0b98-4ef6-af6a-01c4b846f3e8', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=84040) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:03:53.525666 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-193c74cc-43c3-401b-8849-d6c4653f8102 None None] Transition to ACTIVE for port object c7c711fe-5cf8-4b52-883c-bf24db879967 will not be triggered until provisioned by entity L2. {{(pid=84042) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:03:53.538881 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-136f384b-3938-4e44-838a-84e2c65a9b57 tempest-RoutersAdminTest-1467285608 tempest-RoutersAdminTest-1467285608-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750375259028', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750374836628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32440838'] for port, after_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:53.550522 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e82116e-d72b-41c5-873a-aa1e8a0b2599 tempest-RoutersTest-1500746192 tempest-RoutersTest-1500746192-project] Pushing event deleted for resources: {'Port': ['ID=79d3a6b8-43f1-4082-b1d2-2ec3ac66f9f8,revision_number=None']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:03:53.573862 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-193c74cc-43c3-401b-8849-d6c4653f8102 None None] Transition to ACTIVE for port object c7c711fe-5cf8-4b52-883c-bf24db879967 will not be triggered until provisioned by entity DHCP. {{(pid=84042) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:03:53.589566 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-193c74cc-43c3-401b-8849-d6c4653f8102 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750374836619'] for port, after_create {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:53.690274 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-136f384b-3938-4e44-838a-84e2c65a9b57 tempest-RoutersAdminTest-1467285608 tempest-RoutersAdminTest-1467285608-project-admin] Pushing event deleted for resources: {'Port': ['ID=d7de289d-4619-45c9-bfca-199a687bdc0b,revision_number=None']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:03:53.725523 n-d-838334-2 neutron-server[84042]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-193c74cc-43c3-401b-8849-d6c4653f8102 None None] Network a25efe71-0b98-4ef6-af6a-01c4b846f3e8 is already hosted by enough agents. {{(pid=84042) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:03:53.731868 n-d-838334-2 neutron-server[84042]: DEBUG neutron.scheduler.base_scheduler [None req-193c74cc-43c3-401b-8849-d6c4653f8102 None None] Resources bound (agent type, host, resource id): {{(pid=84042) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:03:53.741086 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_dvrscheduler_db [None req-193c74cc-43c3-401b-8849-d6c4653f8102 None None] Received port after_create {{(pid=84042) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 21:03:53.742301 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 35590) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:03:53.804262 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-193c74cc-43c3-401b-8849-d6c4653f8102 None None] Pushing event updated for resources: {'Port': ['ID=c7c711fe-5cf8-4b52-883c-bf24db879967,revision_number=1']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:03:53.939948 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-14b53eea-3dd4-4744-a7b7-48215755b95e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33528224'] for security_group, after_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:53.947903 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.managers [None req-193c74cc-43c3-401b-8849-d6c4653f8102 None None] Attempting to bind port c7c711fe-5cf8-4b52-883c-bf24db879967 on host n-d-838334-2 for vnic_type normal with profile {{(pid=84042) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 21:03:53.948955 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.managers [None req-193c74cc-43c3-401b-8849-d6c4653f8102 None None] Attempting to bind port c7c711fe-5cf8-4b52-883c-bf24db879967 by drivers openvswitch,hyperv on host n-d-838334-2 at level 0 using segments [{'id': '63ccd3cc-8884-47b2-85de-118754c5d7f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': 'a25efe71-0b98-4ef6-af6a-01c4b846f3e8'}] {{(pid=84042) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 21:03:53.949719 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-193c74cc-43c3-401b-8849-d6c4653f8102 None None] Attempting to bind port c7c711fe-5cf8-4b52-883c-bf24db879967 on network a25efe71-0b98-4ef6-af6a-01c4b846f3e8 {{(pid=84042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 21:03:53.964667 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-193c74cc-43c3-401b-8849-d6c4653f8102 None None] Checking agent: {'id': '97cd4414-7af6-4d67-868d-dff370b4071a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838334-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 25, 49), 'started_at': datetime.datetime(2022, 4, 18, 20, 26, 19), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 21, 3, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838334-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 18 21:03:53.965050 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-193c74cc-43c3-401b-8849-d6c4653f8102 None None] Checking segment: {'id': '63ccd3cc-8884-47b2-85de-118754c5d7f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': 'a25efe71-0b98-4ef6-af6a-01c4b846f3e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84042) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 21:03:53.965455 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-193c74cc-43c3-401b-8849-d6c4653f8102 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:53.965902 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-193c74cc-43c3-401b-8849-d6c4653f8102 None None] Bound using segment: {'id': '63ccd3cc-8884-47b2-85de-118754c5d7f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': 'a25efe71-0b98-4ef6-af6a-01c4b846f3e8'} {{(pid=84042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 18 21:03:53.967869 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.managers [None req-193c74cc-43c3-401b-8849-d6c4653f8102 None None] Bound port: c7c711fe-5cf8-4b52-883c-bf24db879967, host: n-d-838334-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '63ccd3cc-8884-47b2-85de-118754c5d7f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': 'a25efe71-0b98-4ef6-af6a-01c4b846f3e8'}}] {{(pid=84042) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 21:03:53.969086 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-193c74cc-43c3-401b-8849-d6c4653f8102 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:53.991278 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [None req-f98055f8-3ee8-4eb2-9a44-e331016443a8 tempest-PortsTestJSON-1335945802 tempest-PortsTestJSON-1335945802-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:03:53.993582 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-f949460d-4f47-491c-99be-ef96987d69d3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:53.995518 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14b53eea-3dd4-4744-a7b7-48215755b95e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1cbe501a-7433-4410-9ff0-9fef5b75830b,revision_number=None']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:03:54.043133 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-14b53eea-3dd4-4744-a7b7-48215755b95e admin admin] Notify callbacks [] for security_group, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:54.047800 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-14b53eea-3dd4-4744-a7b7-48215755b95e admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/1cbe501a-7433-4410-9ff0-9fef5b75830b HTTP/1.1" status: 204 len: 168 time: 1.8099179 Apr 18 21:03:54.062072 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-f98055f8-3ee8-4eb2-9a44-e331016443a8 tempest-PortsTestJSON-1335945802 tempest-PortsTestJSON-1335945802-project] Usage tracker for resource:subnet and tenant:234c597e1bbf440ab35a01225b472234 is out of sync, need to count used quota {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:03:54.080358 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-f98055f8-3ee8-4eb2-9a44-e331016443a8 tempest-PortsTestJSON-1335945802 tempest-PortsTestJSON-1335945802-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:03:54.095717 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-1e82116e-d72b-41c5-873a-aa1e8a0b2599 tempest-RoutersTest-1500746192 tempest-RoutersTest-1500746192-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-32377931', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33443910'] for router_interface, after_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:54.102356 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [None req-f98055f8-3ee8-4eb2-9a44-e331016443a8 tempest-PortsTestJSON-1335945802 tempest-PortsTestJSON-1335945802-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:03:54.109289 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-f949460d-4f47-491c-99be-ef96987d69d3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:54.136185 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-136f384b-3938-4e44-838a-84e2c65a9b57 tempest-RoutersAdminTest-1467285608 tempest-RoutersAdminTest-1467285608-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33444108'] for router_gateway, after_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:54.242539 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-193c74cc-43c3-401b-8849-d6c4653f8102 None None] For port c7c711fe-5cf8-4b52-883c-bf24db879967, host n-d-838334-2, cleared binding levels {{(pid=84042) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 21:03:54.250826 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-193c74cc-43c3-401b-8849-d6c4653f8102 None None] For port c7c711fe-5cf8-4b52-883c-bf24db879967, host n-d-838334-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838334-2',level=0,port_id=c7c711fe-5cf8-4b52-883c-bf24db879967,segment=NetworkSegment(63ccd3cc-8884-47b2-85de-118754c5d7f5),segment_id=63ccd3cc-8884-47b2-85de-118754c5d7f5)] {{(pid=84042) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 21:03:54.259735 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-193c74cc-43c3-401b-8849-d6c4653f8102 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682'] for port, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:54.274410 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f98055f8-3ee8-4eb2-9a44-e331016443a8 tempest-PortsTestJSON-1335945802 tempest-PortsTestJSON-1335945802-project] Made reservation on behalf of 234c597e1bbf440ab35a01225b472234 for: {'subnet': 1} {{(pid=84040) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:03:54.278656 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-f98055f8-3ee8-4eb2-9a44-e331016443a8 tempest-PortsTestJSON-1335945802 tempest-PortsTestJSON-1335945802-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31752722'] for subnet, before_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:54.358895 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-193c74cc-43c3-401b-8849-d6c4653f8102 None None] Pushing event updated for resources: {'Port': ['ID=c7c711fe-5cf8-4b52-883c-bf24db879967,revision_number=2']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:03:54.434139 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-df1e7944-82b0-4885-a104-9cc2a3cc3624 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:54.716348 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-136f384b-3938-4e44-838a-84e2c65a9b57 tempest-RoutersAdminTest-1467285608 tempest-RoutersAdminTest-1467285608-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33443580', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5726'] for router, precommit_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:54.732044 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-f949460d-4f47-491c-99be-ef96987d69d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33528224'] for security_group, after_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:54.788035 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-136f384b-3938-4e44-838a-84e2c65a9b57 tempest-RoutersAdminTest-1467285608 tempest-RoutersAdminTest-1467285608-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:54.789869 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f949460d-4f47-491c-99be-ef96987d69d3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b98b08c0-a34b-4e57-a87c-a31b959a17ab,revision_number=None']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:03:54.823949 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-df1e7944-82b0-4885-a104-9cc2a3cc3624 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:03:54.824726 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-f949460d-4f47-491c-99be-ef96987d69d3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:54.828513 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-f949460d-4f47-491c-99be-ef96987d69d3 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/b98b08c0-a34b-4e57-a87c-a31b959a17ab HTTP/1.1" status: 204 len: 168 time: 1.3279617 Apr 18 21:03:54.859454 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-df1e7944-82b0-4885-a104-9cc2a3cc3624 admin admin] Usage tracker for resource:security_group_rule and tenant:0799fa9ee2b343fdad9d80143757383f is out of sync, need to count used quota {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:03:54.863897 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-df1e7944-82b0-4885-a104-9cc2a3cc3624 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:03:54.875010 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-df1e7944-82b0-4885-a104-9cc2a3cc3624 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:03:54.911528 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-136f384b-3938-4e44-838a-84e2c65a9b57 tempest-RoutersAdminTest-1467285608 tempest-RoutersAdminTest-1467285608-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-33443408'] for router, after_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:54.912166 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-136f384b-3938-4e44-838a-84e2c65a9b57 tempest-RoutersAdminTest-1467285608 tempest-RoutersAdminTest-1467285608-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 9d5bf1ac-9965-49b8-bed5-69adf94f971e {{(pid=84040) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 18 21:03:54.980966 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-136f384b-3938-4e44-838a-84e2c65a9b57 tempest-RoutersAdminTest-1467285608 tempest-RoutersAdminTest-1467285608-project-admin] Notify callbacks [] for router, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:54.982366 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-136f384b-3938-4e44-838a-84e2c65a9b57 tempest-RoutersAdminTest-1467285608 tempest-RoutersAdminTest-1467285608-project-admin] 10.222.0.42 "DELETE /v2.0/routers/9d5bf1ac-9965-49b8-bed5-69adf94f971e HTTP/1.1" status: 204 len: 168 time: 4.9326491 Apr 18 21:03:54.985664 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 35612) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:03:55.015792 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Device c7c711fe-5cf8-4b52-883c-bf24db879967 up at agent ovs-agent-n-d-838334-2 {{(pid=84042) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 21:03:55.063938 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-df1e7944-82b0-4885-a104-9cc2a3cc3624 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:55.076308 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-df1e7944-82b0-4885-a104-9cc2a3cc3624 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33528224'] for security_group, after_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:55.161590 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df1e7944-82b0-4885-a104-9cc2a3cc3624 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8c753b64-0108-4e14-b2e0-d1f20ba52610,revision_number=1']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:03:55.185420 n-d-838334-2 neutron-server[84041]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1e82116e-d72b-41c5-873a-aa1e8a0b2599 tempest-RoutersTest-1500746192 tempest-RoutersTest-1500746192-project] Router f04c1bee-aa5c-4878-a6cd-c41480794594 has already been hosted by L3 agent bc84d6c9-dd7a-4555-a351-592327b46d5a {{(pid=84041) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 21:03:55.199101 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-df1e7944-82b0-4885-a104-9cc2a3cc3624 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=0799fa9ee2b343fdad9d80143757383f&name=default HTTP/1.1" status: 200 len: 2647 time: 1.4525802 Apr 18 21:03:55.201607 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Provisioning for port c7c711fe-5cf8-4b52-883c-bf24db879967 completed by entity L2. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 21:03:55.203060 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 35620) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:03:55.280055 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-f98055f8-3ee8-4eb2-9a44-e331016443a8 tempest-PortsTestJSON-1335945802 tempest-PortsTestJSON-1335945802-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33526260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32441074', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31752704'] for subnet, after_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:55.354540 n-d-838334-2 neutron-server[84040]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f98055f8-3ee8-4eb2-9a44-e331016443a8 tempest-PortsTestJSON-1335945802 tempest-PortsTestJSON-1335945802-project] Network a25efe71-0b98-4ef6-af6a-01c4b846f3e8 is already hosted by enough agents. {{(pid=84040) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:03:55.359164 n-d-838334-2 neutron-server[84040]: DEBUG neutron.scheduler.base_scheduler [None req-f98055f8-3ee8-4eb2-9a44-e331016443a8 tempest-PortsTestJSON-1335945802 tempest-PortsTestJSON-1335945802-project] Resources bound (agent type, host, resource id): {{(pid=84040) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:03:55.366302 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f98055f8-3ee8-4eb2-9a44-e331016443a8 tempest-PortsTestJSON-1335945802 tempest-PortsTestJSON-1335945802-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:03:55.367164 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-f98055f8-3ee8-4eb2-9a44-e331016443a8 tempest-PortsTestJSON-1335945802 tempest-PortsTestJSON-1335945802-project] Notify callbacks [] for subnet, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:55.371898 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f98055f8-3ee8-4eb2-9a44-e331016443a8 tempest-PortsTestJSON-1335945802 tempest-PortsTestJSON-1335945802-project] Pushing event updated for resources: {'Subnet': ['ID=b9783812-0506-4570-aecb-ce67a067dc4f,revision_number=0']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:03:55.395740 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 35626) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:03:55.409893 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-f98055f8-3ee8-4eb2-9a44-e331016443a8 tempest-PortsTestJSON-1335945802 tempest-PortsTestJSON-1335945802-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 1.9093490 Apr 18 21:03:55.416204 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 35630) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:03:55.424637 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.v2.base [None req-5120b20d-d75f-47c1-9f25-93f971e61c3e tempest-PortsTestJSON-1335945802 tempest-PortsTestJSON-1335945802-project] Request body: {'port': {'network_id': 'a25efe71-0b98-4ef6-af6a-01c4b846f3e8', 'fixed_ips': [{'subnet_id': '7865e354-872d-4e28-ae6f-4550bdc8fc2f'}, {'subnet_id': 'b9783812-0506-4570-aecb-ce67a067dc4f'}], 'name': 'tempest-PortsTestJSON-701636399'}} {{(pid=84040) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:03:55.539373 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-2c0aad85-5fcf-4aad-91f2-8c145eda27b9 tempest-RoutersAdminTest-1467285608 tempest-RoutersAdminTest-1467285608-project-admin] Notify callbacks [] for router, before_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:55.719912 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-94b16100-7bed-4235-9d89-e92d439c244e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:55.763206 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-94b16100-7bed-4235-9d89-e92d439c244e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:55.807392 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [None req-5120b20d-d75f-47c1-9f25-93f971e61c3e tempest-PortsTestJSON-1335945802 tempest-PortsTestJSON-1335945802-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:03:55.815362 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-57c9d27a-a9ae-41ac-8fe2-e5721f8403f9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:55.828816 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-5120b20d-d75f-47c1-9f25-93f971e61c3e tempest-PortsTestJSON-1335945802 tempest-PortsTestJSON-1335945802-project] Usage tracker for resource:port and tenant:234c597e1bbf440ab35a01225b472234 is out of sync, need to count used quota {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:03:55.832297 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-5120b20d-d75f-47c1-9f25-93f971e61c3e tempest-PortsTestJSON-1335945802 tempest-PortsTestJSON-1335945802-project] Quota usage for port was recalculated. Used quota:2. {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:03:55.840392 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [None req-5120b20d-d75f-47c1-9f25-93f971e61c3e tempest-PortsTestJSON-1335945802 tempest-PortsTestJSON-1335945802-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:03:55.852868 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1e82116e-d72b-41c5-873a-aa1e8a0b2599 tempest-RoutersTest-1500746192 tempest-RoutersTest-1500746192-project] Notify agent at l3_agent.n-d-838334-2 the message routers_updated {{(pid=84041) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 21:03:55.872392 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90eb57d0-92e2-48de-815b-422b61d711cc None None] Sync routers for ids ['f04c1bee-aa5c-4878-a6cd-c41480794594'] in n-d-838334-2 {{(pid=84042) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 18 21:03:55.876870 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-1e82116e-d72b-41c5-873a-aa1e8a0b2599 tempest-RoutersTest-1500746192 tempest-RoutersTest-1500746192-project] 10.222.0.42 "PUT /v2.0/routers/f04c1bee-aa5c-4878-a6cd-c41480794594/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.8907533 Apr 18 21:03:55.879451 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 35642) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:03:55.889551 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5120b20d-d75f-47c1-9f25-93f971e61c3e tempest-PortsTestJSON-1335945802 tempest-PortsTestJSON-1335945802-project] Made reservation on behalf of 234c597e1bbf440ab35a01225b472234 for: {'port': 1} {{(pid=84040) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:03:55.895409 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-5120b20d-d75f-47c1-9f25-93f971e61c3e tempest-PortsTestJSON-1335945802 tempest-PortsTestJSON-1335945802-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:55.905633 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90eb57d0-92e2-48de-815b-422b61d711cc None None] Routers {'f04c1bee-aa5c-4878-a6cd-c41480794594'} bound to L3 agent in host n-d-838334-2 {{(pid=84042) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 21:03:55.906454 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_hamode_db [None req-90eb57d0-92e2-48de-815b-422b61d711cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838334-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-18T20:25:48Z,description=,heartbeat_timestamp=2022-04-18T21:03:48Z,host='n-d-838334-2',id=bc84d6c9-dd7a-4555-a351-592327b46d5a,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:25:48Z,topic='l3_agent')) {'router_ids': ['f04c1bee-aa5c-4878-a6cd-c41480794594'], 'active': True} {{(pid=84042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:03:55.929875 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [None req-57c9d27a-a9ae-41ac-8fe2-e5721f8403f9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:03:55.941988 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-57c9d27a-a9ae-41ac-8fe2-e5721f8403f9 admin admin] Usage tracker for resource:security_group_rule and tenant:532d98f0eadf444c9ce97ec763925266 is out of sync, need to count used quota {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:03:55.947021 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-57c9d27a-a9ae-41ac-8fe2-e5721f8403f9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:03:55.950834 n-d-838334-2 neutron-server[84040]: DEBUG neutron.notifiers.nova [None req-5120b20d-d75f-47c1-9f25-93f971e61c3e tempest-PortsTestJSON-1335945802 tempest-PortsTestJSON-1335945802-project] device_id is not set on port 648e9ed4-c5b4-4445-8219-a6ba38489c9a yet. {{(pid=84040) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 18 21:03:55.988993 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [None req-57c9d27a-a9ae-41ac-8fe2-e5721f8403f9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:03:56.044788 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-94b16100-7bed-4235-9d89-e92d439c244e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33528224'] for security_group, after_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:56.060250 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-94b16100-7bed-4235-9d89-e92d439c244e admin admin] Notify callbacks [] for security_group, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:56.061607 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-94b16100-7bed-4235-9d89-e92d439c244e admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/8c753b64-0108-4e14-b2e0-d1f20ba52610 HTTP/1.1" status: 204 len: 168 time: 0.8573318 Apr 18 21:03:56.073179 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7401dfa-e394-497c-a2f9-fa4083a1de26 None None] Network a25efe71-0b98-4ef6-af6a-01c4b846f3e8 requested from n-d-838334-2 {{(pid=84042) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 21:03:56.087181 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94b16100-7bed-4235-9d89-e92d439c244e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c753b64-0108-4e14-b2e0-d1f20ba52610,revision_number=None']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:03:56.254781 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-57c9d27a-a9ae-41ac-8fe2-e5721f8403f9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:56.261360 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-2c0aad85-5fcf-4aad-91f2-8c145eda27b9 tempest-RoutersAdminTest-1467285608 tempest-RoutersAdminTest-1467285608-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:56.277105 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-57c9d27a-a9ae-41ac-8fe2-e5721f8403f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33528224'] for security_group, after_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:56.318235 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.plugin [None req-2c0aad85-5fcf-4aad-91f2-8c145eda27b9 tempest-RoutersAdminTest-1467285608 tempest-RoutersAdminTest-1467285608-project-admin] Deleting port 257fa886-0d08-420b-8828-a66bbb3814dd {{(pid=84040) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 21:03:56.319107 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-2c0aad85-5fcf-4aad-91f2-8c145eda27b9 tempest-RoutersAdminTest-1467285608 tempest-RoutersAdminTest-1467285608-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750375188691'] for port, before_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:56.320222 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-d789c3c1-b231-49c6-8dd6-8545da08f231 tempest-RoutersTest-1500746192 tempest-RoutersTest-1500746192-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33443857'] for router_interface, before_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:56.401711 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-07520090-27ec-4983-bc1b-187e0dcd68a7 None None] Provisioning for port c7c711fe-5cf8-4b52-883c-bf24db879967 completed by entity DHCP. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 21:03:56.407608 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_hamode_db [None req-90eb57d0-92e2-48de-815b-422b61d711cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-838334-2', False) {} {{(pid=84042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:03:56.422721 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57c9d27a-a9ae-41ac-8fe2-e5721f8403f9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=12a74912-c42e-41a2-bf02-9675c39664aa,revision_number=1']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:03:56.422968 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90eb57d0-92e2-48de-815b-422b61d711cc None None] Routers {'f04c1bee-aa5c-4878-a6cd-c41480794594'} bound to L3 agent in host n-d-838334-2 {{(pid=84042) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 21:03:56.423414 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_hamode_db [None req-90eb57d0-92e2-48de-815b-422b61d711cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838334-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-18T20:25:48Z,description=,heartbeat_timestamp=2022-04-18T21:03:48Z,host='n-d-838334-2',id=bc84d6c9-dd7a-4555-a351-592327b46d5a,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:25:48Z,topic='l3_agent')) {'router_ids': ['f04c1bee-aa5c-4878-a6cd-c41480794594'], 'active': True} {{(pid=84042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:03:56.438400 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-57c9d27a-a9ae-41ac-8fe2-e5721f8403f9 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=532d98f0eadf444c9ce97ec763925266&name=default HTTP/1.1" status: 200 len: 2647 time: 1.0415328 Apr 18 21:03:56.463706 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 35658) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:03:56.554948 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-07520090-27ec-4983-bc1b-187e0dcd68a7 None None] Provisioning complete for port c7c711fe-5cf8-4b52-883c-bf24db879967 triggered by entity DHCP. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:03:56.555486 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-07520090-27ec-4983-bc1b-187e0dcd68a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1253608'] for port, provisioning_complete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:56.595540 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_hamode_db [None req-90eb57d0-92e2-48de-815b-422b61d711cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-838334-2', False) {} {{(pid=84042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:03:56.595975 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90eb57d0-92e2-48de-815b-422b61d711cc None None] The sync data for ids ['f04c1bee-aa5c-4878-a6cd-c41480794594'] in n-d-838334-2 is: [] {{(pid=84042) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 18 21:03:56.694099 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-be2639d2-5dfd-4dd9-99d0-2c197c302126 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:56.705941 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.db [None req-2c0aad85-5fcf-4aad-91f2-8c145eda27b9 tempest-RoutersAdminTest-1467285608 tempest-RoutersAdminTest-1467285608-project-admin] For port 257fa886-0d08-420b-8828-a66bbb3814dd, host n-d-838334-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838334-2',level=0,port_id=257fa886-0d08-420b-8828-a66bbb3814dd,segment=NetworkSegment(732aa830-768b-4511-951f-d08e26b9c25b),segment_id=732aa830-768b-4511-951f-d08e26b9c25b)] {{(pid=84040) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:03:56.706400 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-2c0aad85-5fcf-4aad-91f2-8c145eda27b9 tempest-RoutersAdminTest-1467285608 tempest-RoutersAdminTest-1467285608-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369123'] for port, precommit_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:56.769167 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-07520090-27ec-4983-bc1b-187e0dcd68a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:56.796800 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1b4b082-3937-447a-87c1-a805c1430bf1 None None] Update dhcp port {'port': {'network_id': 'a25efe71-0b98-4ef6-af6a-01c4b846f3e8', 'fixed_ips': [{'subnet_id': '7865e354-872d-4e28-ae6f-4550bdc8fc2f', 'ip_address': '172.20.0.2'}, {'subnet_id': 'b9783812-0506-4570-aecb-ce67a067dc4f'}], 'binding:host_id': 'n-d-838334-2'}, 'id': 'c7c711fe-5cf8-4b52-883c-bf24db879967'} from n-d-838334-2. {{(pid=84042) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:307}} Apr 18 21:03:56.889991 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-e1b4b082-3937-447a-87c1-a805c1430bf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:56.927570 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-07520090-27ec-4983-bc1b-187e0dcd68a7 None None] For port c7c711fe-5cf8-4b52-883c-bf24db879967, host n-d-838334-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838334-2',level=0,port_id=c7c711fe-5cf8-4b52-883c-bf24db879967,segment=NetworkSegment(63ccd3cc-8884-47b2-85de-118754c5d7f5),segment_id=63ccd3cc-8884-47b2-85de-118754c5d7f5)] {{(pid=84042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:03:56.952232 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 35668) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:03:57.021649 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-83532e59-bfea-4296-af06-55aee529230c admin admin] Notify callbacks [] for security_group, before_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:57.028180 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.plugin [None req-2c0aad85-5fcf-4aad-91f2-8c145eda27b9 tempest-RoutersAdminTest-1467285608 tempest-RoutersAdminTest-1467285608-project-admin] Calling delete_port for 257fa886-0d08-420b-8828-a66bbb3814dd owned by network:router_gateway {{(pid=84040) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 21:03:57.074795 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-be2639d2-5dfd-4dd9-99d0-2c197c302126 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:57.144011 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.db_base_plugin_common [None req-5120b20d-d75f-47c1-9f25-93f971e61c3e tempest-PortsTestJSON-1335945802 tempest-PortsTestJSON-1335945802-project] Allocated IP 172.20.0.6 (a25efe71-0b98-4ef6-af6a-01c4b846f3e8/7865e354-872d-4e28-ae6f-4550bdc8fc2f/648e9ed4-c5b4-4445-8219-a6ba38489c9a) {{(pid=84040) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 21:03:57.167750 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-83532e59-bfea-4296-af06-55aee529230c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:03:57.174363 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.db_base_plugin_common [None req-5120b20d-d75f-47c1-9f25-93f971e61c3e tempest-PortsTestJSON-1335945802 tempest-PortsTestJSON-1335945802-project] Allocated IP 172.20.0.23 (a25efe71-0b98-4ef6-af6a-01c4b846f3e8/b9783812-0506-4570-aecb-ce67a067dc4f/648e9ed4-c5b4-4445-8219-a6ba38489c9a) {{(pid=84040) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 21:03:57.200839 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-83532e59-bfea-4296-af06-55aee529230c admin admin] Usage tracker for resource:security_group_rule and tenant:8598e2b7e47f41e3be16f6c73e2fe9ad is out of sync, need to count used quota {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:03:57.210309 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-83532e59-bfea-4296-af06-55aee529230c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:03:57.234419 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-be2639d2-5dfd-4dd9-99d0-2c197c302126 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33528224'] for security_group, after_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:57.243485 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-83532e59-bfea-4296-af06-55aee529230c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:03:57.295479 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-07520090-27ec-4983-bc1b-187e0dcd68a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682'] for port, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:57.336207 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be2639d2-5dfd-4dd9-99d0-2c197c302126 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=12a74912-c42e-41a2-bf02-9675c39664aa,revision_number=None']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:03:57.401385 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-be2639d2-5dfd-4dd9-99d0-2c197c302126 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:57.404939 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-be2639d2-5dfd-4dd9-99d0-2c197c302126 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/12a74912-c42e-41a2-bf02-9675c39664aa HTTP/1.1" status: 204 len: 168 time: 0.9378178 Apr 18 21:03:57.414719 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-83532e59-bfea-4296-af06-55aee529230c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:57.425780 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-83532e59-bfea-4296-af06-55aee529230c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33528224'] for security_group, after_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:57.431646 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07520090-27ec-4983-bc1b-187e0dcd68a7 None None] Pushing event updated for resources: {'Port': ['ID=c7c711fe-5cf8-4b52-883c-bf24db879967,revision_number=3']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:03:57.494347 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-2c0aad85-5fcf-4aad-91f2-8c145eda27b9 tempest-RoutersAdminTest-1467285608 tempest-RoutersAdminTest-1467285608-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750375259028', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750374836628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32440838'] for port, after_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:57.518263 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83532e59-bfea-4296-af06-55aee529230c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=927db72d-0209-4246-b983-f11d7164e9bd,revision_number=1']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:03:57.538853 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-83532e59-bfea-4296-af06-55aee529230c admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=8598e2b7e47f41e3be16f6c73e2fe9ad&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5813649 Apr 18 21:03:57.539092 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-5120b20d-d75f-47c1-9f25-93f971e61c3e tempest-PortsTestJSON-1335945802 tempest-PortsTestJSON-1335945802-project] Notify callbacks [] for port, precommit_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:57.539925 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 35684) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:03:57.555337 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c0aad85-5fcf-4aad-91f2-8c145eda27b9 tempest-RoutersAdminTest-1467285608 tempest-RoutersAdminTest-1467285608-project-admin] Pushing event deleted for resources: {'Port': ['ID=257fa886-0d08-420b-8828-a66bbb3814dd,revision_number=None']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:03:57.602052 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.provisioning_blocks [None req-5120b20d-d75f-47c1-9f25-93f971e61c3e tempest-PortsTestJSON-1335945802 tempest-PortsTestJSON-1335945802-project] Transition to ACTIVE for port object 648e9ed4-c5b4-4445-8219-a6ba38489c9a will not be triggered until provisioned by entity DHCP. {{(pid=84040) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:03:57.608951 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.plugin [None req-d789c3c1-b231-49c6-8dd6-8545da08f231 tempest-RoutersTest-1500746192 tempest-RoutersTest-1500746192-project] Deleting port bd9a0f7a-f0fd-4091-a9e7-7e48de5f52a2 {{(pid=84041) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 21:03:57.609418 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-d789c3c1-b231-49c6-8dd6-8545da08f231 tempest-RoutersTest-1500746192 tempest-RoutersTest-1500746192-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750375188691'] for port, before_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:57.674838 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-4658bf36-ead4-4676-979f-164ef79acf66 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:57.753002 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 35690) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:03:57.788931 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-4658bf36-ead4-4676-979f-164ef79acf66 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:57.847087 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-5120b20d-d75f-47c1-9f25-93f971e61c3e tempest-PortsTestJSON-1335945802 tempest-PortsTestJSON-1335945802-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750374836619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32440838'] for port, after_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:57.888506 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-d789c3c1-b231-49c6-8dd6-8545da08f231 tempest-RoutersTest-1500746192 tempest-RoutersTest-1500746192-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369123'] for port, precommit_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:57.932629 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-2c0aad85-5fcf-4aad-91f2-8c145eda27b9 tempest-RoutersAdminTest-1467285608 tempest-RoutersAdminTest-1467285608-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33444108'] for router_gateway, after_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:57.969624 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.db_base_plugin_common [None req-e1b4b082-3937-447a-87c1-a805c1430bf1 None None] Allocated IP 172.20.0.18 (a25efe71-0b98-4ef6-af6a-01c4b846f3e8/b9783812-0506-4570-aecb-ce67a067dc4f/c7c711fe-5cf8-4b52-883c-bf24db879967) {{(pid=84042) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 21:03:58.083372 n-d-838334-2 neutron-server[84040]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5120b20d-d75f-47c1-9f25-93f971e61c3e tempest-PortsTestJSON-1335945802 tempest-PortsTestJSON-1335945802-project] Network a25efe71-0b98-4ef6-af6a-01c4b846f3e8 is already hosted by enough agents. {{(pid=84040) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:03:58.090357 n-d-838334-2 neutron-server[84040]: DEBUG neutron.scheduler.base_scheduler [None req-5120b20d-d75f-47c1-9f25-93f971e61c3e tempest-PortsTestJSON-1335945802 tempest-PortsTestJSON-1335945802-project] Resources bound (agent type, host, resource id): {{(pid=84040) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:03:58.098615 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5120b20d-d75f-47c1-9f25-93f971e61c3e tempest-PortsTestJSON-1335945802 tempest-PortsTestJSON-1335945802-project] Received port after_create {{(pid=84040) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 21:03:58.136876 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5120b20d-d75f-47c1-9f25-93f971e61c3e tempest-PortsTestJSON-1335945802 tempest-PortsTestJSON-1335945802-project] Pushing event updated for resources: {'Port': ['ID=648e9ed4-c5b4-4445-8219-a6ba38489c9a,revision_number=1']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:03:58.183443 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-e1b4b082-3937-447a-87c1-a805c1430bf1 None None] For port c7c711fe-5cf8-4b52-883c-bf24db879967, host n-d-838334-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838334-2',level=0,port_id=c7c711fe-5cf8-4b52-883c-bf24db879967,segment=NetworkSegment(63ccd3cc-8884-47b2-85de-118754c5d7f5),segment_id=63ccd3cc-8884-47b2-85de-118754c5d7f5)] {{(pid=84042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:03:58.221279 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-e1b4b082-3937-447a-87c1-a805c1430bf1 None None] Notify callbacks [] for port, precommit_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:58.245408 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-e1b4b082-3937-447a-87c1-a805c1430bf1 None None] Transition to ACTIVE for port object c7c711fe-5cf8-4b52-883c-bf24db879967 will not be triggered until provisioned by entity DHCP. {{(pid=84042) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:03:58.251336 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 35700) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:03:58.256271 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-e1b4b082-3937-447a-87c1-a805c1430bf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682'] for port, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:58.273349 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-4658bf36-ead4-4676-979f-164ef79acf66 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33528224'] for security_group, after_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:58.283523 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.plugin [None req-d789c3c1-b231-49c6-8dd6-8545da08f231 tempest-RoutersTest-1500746192 tempest-RoutersTest-1500746192-project] Calling delete_port for bd9a0f7a-f0fd-4091-a9e7-7e48de5f52a2 owned by network:router_interface {{(pid=84041) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 21:03:58.329336 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4658bf36-ead4-4676-979f-164ef79acf66 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=927db72d-0209-4246-b983-f11d7164e9bd,revision_number=None']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:03:58.335949 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.v2.base [None req-23ab3e3c-9eb0-4a64-8f13-ce4ccc59d758 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-109230161-network', 'tenant_id': '3ebf8d64569d41e4b7030a4a5aa7a937'}} {{(pid=84040) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:03:58.351109 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-4658bf36-ead4-4676-979f-164ef79acf66 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:58.355138 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-4658bf36-ead4-4676-979f-164ef79acf66 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/927db72d-0209-4246-b983-f11d7164e9bd HTTP/1.1" status: 204 len: 168 time: 0.8118579 Apr 18 21:03:58.368249 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1b4b082-3937-447a-87c1-a805c1430bf1 None None] Pushing event updated for resources: {'Port': ['ID=c7c711fe-5cf8-4b52-883c-bf24db879967,revision_number=4']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:03:58.371326 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [None req-23ab3e3c-9eb0-4a64-8f13-ce4ccc59d758 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:03:58.378846 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-23ab3e3c-9eb0-4a64-8f13-ce4ccc59d758 admin admin] Usage tracker for resource:network and tenant:3ebf8d64569d41e4b7030a4a5aa7a937 is out of sync, need to count used quota {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:03:58.383791 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-498046a9-847d-4373-91f8-cf67705736a4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:58.395650 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-2c0aad85-5fcf-4aad-91f2-8c145eda27b9 tempest-RoutersAdminTest-1467285608 tempest-RoutersAdminTest-1467285608-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33443580', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5726'] for router, precommit_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:58.401269 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-23ab3e3c-9eb0-4a64-8f13-ce4ccc59d758 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:03:58.425543 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5120b20d-d75f-47c1-9f25-93f971e61c3e tempest-PortsTestJSON-1335945802 tempest-PortsTestJSON-1335945802-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:03:58.426307 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-5120b20d-d75f-47c1-9f25-93f971e61c3e tempest-PortsTestJSON-1335945802 tempest-PortsTestJSON-1335945802-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217293'] for port, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:58.440464 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [None req-23ab3e3c-9eb0-4a64-8f13-ce4ccc59d758 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:03:58.481128 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-2c0aad85-5fcf-4aad-91f2-8c145eda27b9 tempest-RoutersAdminTest-1467285608 tempest-RoutersAdminTest-1467285608-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:58.488180 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-23ab3e3c-9eb0-4a64-8f13-ce4ccc59d758 admin admin] Made reservation on behalf of 3ebf8d64569d41e4b7030a4a5aa7a937 for: {'network': 1} {{(pid=84040) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:03:58.495470 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-23ab3e3c-9eb0-4a64-8f13-ce4ccc59d758 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for network, before_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:58.539262 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-23ab3e3c-9eb0-4a64-8f13-ce4ccc59d758 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:58.548598 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-d789c3c1-b231-49c6-8dd6-8545da08f231 tempest-RoutersTest-1500746192 tempest-RoutersTest-1500746192-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750375259028', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750374836628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32266323'] for port, after_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:58.691664 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d789c3c1-b231-49c6-8dd6-8545da08f231 tempest-RoutersTest-1500746192 tempest-RoutersTest-1500746192-project] Pushing event deleted for resources: {'Port': ['ID=bd9a0f7a-f0fd-4091-a9e7-7e48de5f52a2,revision_number=None']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:03:58.719269 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 35714) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:03:58.729287 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-5120b20d-d75f-47c1-9f25-93f971e61c3e tempest-PortsTestJSON-1335945802 tempest-PortsTestJSON-1335945802-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1003 time: 3.3093190 Apr 18 21:03:58.729287 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [None req-498046a9-847d-4373-91f8-cf67705736a4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:03:58.737278 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 35718) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:03:58.748478 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-498046a9-847d-4373-91f8-cf67705736a4 admin admin] Usage tracker for resource:security_group_rule and tenant:4090d756acac4a7cadaa10742b55840a is out of sync, need to count used quota {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:03:58.755574 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.v2.base [None req-ff30924b-2406-4bbb-b07d-48fe829eb5d1 tempest-PortsTestJSON-1335945802 tempest-PortsTestJSON-1335945802-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '7865e354-872d-4e28-ae6f-4550bdc8fc2f'}]}} {{(pid=84040) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:03:58.799021 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-498046a9-847d-4373-91f8-cf67705736a4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:03:58.833096 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [None req-498046a9-847d-4373-91f8-cf67705736a4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:03:58.870920 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-2c0aad85-5fcf-4aad-91f2-8c145eda27b9 tempest-RoutersAdminTest-1467285608 tempest-RoutersAdminTest-1467285608-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-33443408'] for router, after_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:58.871423 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2c0aad85-5fcf-4aad-91f2-8c145eda27b9 tempest-RoutersAdminTest-1467285608 tempest-RoutersAdminTest-1467285608-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 147caa68-9926-4089-a31a-9aa657beb600 {{(pid=84040) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 18 21:03:58.909593 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [None req-23ab3e3c-9eb0-4a64-8f13-ce4ccc59d758 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:03:58.944544 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-23ab3e3c-9eb0-4a64-8f13-ce4ccc59d758 admin admin] Usage tracker for resource:security_group_rule and tenant:3ebf8d64569d41e4b7030a4a5aa7a937 is out of sync, need to count used quota {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:03:58.982899 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-23ab3e3c-9eb0-4a64-8f13-ce4ccc59d758 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:03:59.005597 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [None req-23ab3e3c-9eb0-4a64-8f13-ce4ccc59d758 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:03:59.069057 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Device c7c711fe-5cf8-4b52-883c-bf24db879967 up at agent ovs-agent-n-d-838334-2 {{(pid=84042) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 21:03:59.141888 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-2c0aad85-5fcf-4aad-91f2-8c145eda27b9 tempest-RoutersAdminTest-1467285608 tempest-RoutersAdminTest-1467285608-project-admin] Notify callbacks [] for router, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:59.143036 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-2c0aad85-5fcf-4aad-91f2-8c145eda27b9 tempest-RoutersAdminTest-1467285608 tempest-RoutersAdminTest-1467285608-project-admin] 10.222.0.42 "DELETE /v2.0/routers/147caa68-9926-4089-a31a-9aa657beb600 HTTP/1.1" status: 204 len: 168 time: 4.1562793 Apr 18 21:03:59.162420 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 35728) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:03:59.178562 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.v2.base [None req-65956a1d-e641-47c5-b6a1-998cd29d8693 tempest-RoutersIpV6AdminTest-1441855246 tempest-RoutersIpV6AdminTest-1441855246-project-admin] Request body: {'network': {'name': 'tempest-RoutersIpV6AdminTest-938638932', 'router:external': True}} {{(pid=84040) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:03:59.208992 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.v2.base [None req-5809b734-2f00-4aff-9381-f47bdb200403 tempest-RoutersAdminTest-1076183166 tempest-RoutersAdminTest-1076183166-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1520833607', 'external_gateway_info': {'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c'}, 'admin_state_up': False}} {{(pid=84040) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:03:59.231519 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [None req-65956a1d-e641-47c5-b6a1-998cd29d8693 tempest-RoutersIpV6AdminTest-1441855246 tempest-RoutersIpV6AdminTest-1441855246-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:03:59.234033 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [None req-5809b734-2f00-4aff-9381-f47bdb200403 tempest-RoutersAdminTest-1076183166 tempest-RoutersAdminTest-1076183166-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:03:59.241657 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-d789c3c1-b231-49c6-8dd6-8545da08f231 tempest-RoutersTest-1500746192 tempest-RoutersTest-1500746192-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-32377931', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33443910'] for router_interface, after_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:59.275592 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-5809b734-2f00-4aff-9381-f47bdb200403 tempest-RoutersAdminTest-1076183166 tempest-RoutersAdminTest-1076183166-project] Usage tracker for resource:router and tenant:495e9164d5ec4bc0b05dd65d74b178d7 is out of sync, need to count used quota {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:03:59.286090 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-65956a1d-e641-47c5-b6a1-998cd29d8693 tempest-RoutersIpV6AdminTest-1441855246 tempest-RoutersIpV6AdminTest-1441855246-project-admin] Usage tracker for resource:network and tenant:292188131bd5453abc7131f632de51a5 is out of sync, need to count used quota {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:03:59.292385 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-5809b734-2f00-4aff-9381-f47bdb200403 tempest-RoutersAdminTest-1076183166 tempest-RoutersAdminTest-1076183166-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:03:59.304899 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-65956a1d-e641-47c5-b6a1-998cd29d8693 tempest-RoutersIpV6AdminTest-1441855246 tempest-RoutersIpV6AdminTest-1441855246-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:03:59.319630 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [None req-65956a1d-e641-47c5-b6a1-998cd29d8693 tempest-RoutersIpV6AdminTest-1441855246 tempest-RoutersIpV6AdminTest-1441855246-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:03:59.342784 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [None req-5809b734-2f00-4aff-9381-f47bdb200403 tempest-RoutersAdminTest-1076183166 tempest-RoutersAdminTest-1076183166-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:03:59.378080 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-498046a9-847d-4373-91f8-cf67705736a4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:59.430636 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-498046a9-847d-4373-91f8-cf67705736a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33528224'] for security_group, after_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:59.438465 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-65956a1d-e641-47c5-b6a1-998cd29d8693 tempest-RoutersIpV6AdminTest-1441855246 tempest-RoutersIpV6AdminTest-1441855246-project-admin] Made reservation on behalf of 292188131bd5453abc7131f632de51a5 for: {'network': 1} {{(pid=84040) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:03:59.440860 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-65956a1d-e641-47c5-b6a1-998cd29d8693 tempest-RoutersIpV6AdminTest-1441855246 tempest-RoutersIpV6AdminTest-1441855246-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for network, before_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:59.448180 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9764956-971c-49c0-a99b-4fcce1c53962 None None] Network a25efe71-0b98-4ef6-af6a-01c4b846f3e8 requested from n-d-838334-2 {{(pid=84042) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 21:03:59.484094 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-5809b734-2f00-4aff-9381-f47bdb200403 tempest-RoutersAdminTest-1076183166 tempest-RoutersAdminTest-1076183166-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-33442106', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5708'] for router, before_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:59.484985 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-5809b734-2f00-4aff-9381-f47bdb200403 tempest-RoutersAdminTest-1076183166 tempest-RoutersAdminTest-1076183166-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33442137', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33444285', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33535433', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5703'] for router, precommit_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:59.512577 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-65956a1d-e641-47c5-b6a1-998cd29d8693 tempest-RoutersIpV6AdminTest-1441855246 tempest-RoutersIpV6AdminTest-1441855246-project-admin] Notify callbacks [] for security_group, before_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:59.522776 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-23ab3e3c-9eb0-4a64-8f13-ce4ccc59d758 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:59.569355 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-23ab3e3c-9eb0-4a64-8f13-ce4ccc59d758 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33528224'] for security_group, after_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:59.573480 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-2b6dce1e-18ee-4cc4-93d3-fdc6f01ebef1 None None] Provisioning for port c7c711fe-5cf8-4b52-883c-bf24db879967 completed by entity DHCP. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 21:03:59.580895 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-2b6dce1e-18ee-4cc4-93d3-fdc6f01ebef1 None None] Provisioning complete for port c7c711fe-5cf8-4b52-883c-bf24db879967 triggered by entity DHCP. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:03:59.581297 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-2b6dce1e-18ee-4cc4-93d3-fdc6f01ebef1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1253608'] for port, provisioning_complete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:59.614365 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-ff30924b-2406-4bbb-b07d-48fe829eb5d1 tempest-PortsTestJSON-1335945802 tempest-PortsTestJSON-1335945802-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:59.646808 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-498046a9-847d-4373-91f8-cf67705736a4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2a0c3d5c-efd8-4c7c-a9ce-c289e567f249,revision_number=1']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:03:59.671519 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-498046a9-847d-4373-91f8-cf67705736a4 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=4090d756acac4a7cadaa10742b55840a&name=default HTTP/1.1" status: 200 len: 2647 time: 1.4111147 Apr 18 21:03:59.682671 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-23ab3e3c-9eb0-4a64-8f13-ce4ccc59d758 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 355} {{(pid=84040) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 21:03:59.685166 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 35738) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:03:59.734333 n-d-838334-2 neutron-server[84041]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d789c3c1-b231-49c6-8dd6-8545da08f231 tempest-RoutersTest-1500746192 tempest-RoutersTest-1500746192-project] Router f04c1bee-aa5c-4878-a6cd-c41480794594 has already been hosted by L3 agent bc84d6c9-dd7a-4555-a351-592327b46d5a {{(pid=84041) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 21:03:59.801064 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-23ab3e3c-9eb0-4a64-8f13-ce4ccc59d758 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1082986'] for segment, precommit_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:59.801587 n-d-838334-2 neutron-server[84040]: INFO neutron.db.segments_db [None req-23ab3e3c-9eb0-4a64-8f13-ce4ccc59d758 admin admin] Added segment 4d775321-5723-4109-abef-603fd4f2e6e6 of type vlan for network 16933494-7cbf-41f4-ae47-747870b068ef Apr 18 21:03:59.804167 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750375287399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253529'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:59.805599 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-5809b734-2f00-4aff-9381-f47bdb200403 tempest-RoutersAdminTest-1076183166 tempest-RoutersAdminTest-1076183166-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:59.809800 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [None req-65956a1d-e641-47c5-b6a1-998cd29d8693 tempest-RoutersIpV6AdminTest-1441855246 tempest-RoutersIpV6AdminTest-1441855246-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:03:59.834848 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23ab3e3c-9eb0-4a64-8f13-ce4ccc59d758 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1c772ab2-c47a-45db-aff3-8e00e0c99275,revision_number=1']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:03:59.859060 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-65956a1d-e641-47c5-b6a1-998cd29d8693 tempest-RoutersIpV6AdminTest-1441855246 tempest-RoutersIpV6AdminTest-1441855246-project-admin] Usage tracker for resource:security_group_rule and tenant:292188131bd5453abc7131f632de51a5 is out of sync, need to count used quota {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:03:59.868218 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-65956a1d-e641-47c5-b6a1-998cd29d8693 tempest-RoutersIpV6AdminTest-1441855246 tempest-RoutersIpV6AdminTest-1441855246-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:03:59.889255 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [None req-65956a1d-e641-47c5-b6a1-998cd29d8693 tempest-RoutersIpV6AdminTest-1441855246 tempest-RoutersIpV6AdminTest-1441855246-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:03:59.891509 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d789c3c1-b231-49c6-8dd6-8545da08f231 tempest-RoutersTest-1500746192 tempest-RoutersTest-1500746192-project] Notify agent at l3_agent.n-d-838334-2 the message routers_updated {{(pid=84041) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 21:03:59.902094 n-d-838334-2 neutron-server[84043]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7abed336-10e7-4738-9d8c-38646b7e2fa5 None None] Sync routers for ids ['f04c1bee-aa5c-4878-a6cd-c41480794594'] in n-d-838334-2 {{(pid=84043) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 18 21:03:59.933765 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7abed336-10e7-4738-9d8c-38646b7e2fa5 None None] Routers {'f04c1bee-aa5c-4878-a6cd-c41480794594'} bound to L3 agent in host n-d-838334-2 {{(pid=84043) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 21:03:59.934471 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.l3_hamode_db [None req-7abed336-10e7-4738-9d8c-38646b7e2fa5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838334-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-18T20:25:48Z,description=,heartbeat_timestamp=2022-04-18T21:03:48Z,host='n-d-838334-2',id=bc84d6c9-dd7a-4555-a351-592327b46d5a,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:25:48Z,topic='l3_agent')) {'router_ids': ['f04c1bee-aa5c-4878-a6cd-c41480794594'], 'active': True} {{(pid=84043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:03:59.950998 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-d789c3c1-b231-49c6-8dd6-8545da08f231 tempest-RoutersTest-1500746192 tempest-RoutersTest-1500746192-project] 10.222.0.42 "PUT /v2.0/routers/f04c1bee-aa5c-4878-a6cd-c41480794594/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0674562 Apr 18 21:03:59.952045 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 35746) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:03:59.972047 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-23ab3e3c-9eb0-4a64-8f13-ce4ccc59d758 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750374825732'] for network, precommit_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:00.007081 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.l3_hamode_db [None req-7abed336-10e7-4738-9d8c-38646b7e2fa5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-838334-2', False) {} {{(pid=84043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:04:00.023916 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-56c00305-8188-42b8-9716-2722c9808340 tempest-RoutersTest-1500746192 tempest-RoutersTest-1500746192-project] Synchronizing usage tracker for tenant:8a05b90fa8c54f25938df6bd0ef52223 on resource:port {{(pid=84041) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 21:04:00.030831 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7abed336-10e7-4738-9d8c-38646b7e2fa5 None None] Routers {'f04c1bee-aa5c-4878-a6cd-c41480794594'} bound to L3 agent in host n-d-838334-2 {{(pid=84043) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 21:04:00.042556 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-56c00305-8188-42b8-9716-2722c9808340 tempest-RoutersTest-1500746192 tempest-RoutersTest-1500746192-project] Unset dirty status for tenant:8a05b90fa8c54f25938df6bd0ef52223 on resource:port {{(pid=84041) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 21:04:00.046661 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.l3_hamode_db [None req-7abed336-10e7-4738-9d8c-38646b7e2fa5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838334-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-18T20:25:48Z,description=,heartbeat_timestamp=2022-04-18T21:03:48Z,host='n-d-838334-2',id=bc84d6c9-dd7a-4555-a351-592327b46d5a,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:25:48Z,topic='l3_agent')) {'router_ids': ['f04c1bee-aa5c-4878-a6cd-c41480794594'], 'active': True} {{(pid=84043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:04:00.046871 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-56c00305-8188-42b8-9716-2722c9808340 tempest-RoutersTest-1500746192 tempest-RoutersTest-1500746192-project] 10.222.0.42 "GET /v2.0/ports?device_id=f04c1bee-aa5c-4878-a6cd-c41480794594 HTTP/1.1" status: 200 len: 205 time: 0.0911164 Apr 18 21:04:00.046871 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 35750) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:04:00.126072 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.l3_hamode_db [None req-7abed336-10e7-4738-9d8c-38646b7e2fa5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-838334-2', False) {} {{(pid=84043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:04:00.127348 n-d-838334-2 neutron-server[84043]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7abed336-10e7-4738-9d8c-38646b7e2fa5 None None] The sync data for ids ['f04c1bee-aa5c-4878-a6cd-c41480794594'] in n-d-838334-2 is: [] {{(pid=84043) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 18 21:04:00.145648 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.db.resource_extend [None req-23ab3e3c-9eb0-4a64-8f13-ce4ccc59d758 admin admin] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 18 21:04:00.305957 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-80ee0c1d-af0c-496e-b740-f3dfc5da6587 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:00.351647 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-23ab3e3c-9eb0-4a64-8f13-ce4ccc59d758 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33526109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022'] for network, after_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:00.352386 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23ab3e3c-9eb0-4a64-8f13-ce4ccc59d758 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:04:00.353562 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-23ab3e3c-9eb0-4a64-8f13-ce4ccc59d758 admin admin] Notify callbacks [] for network, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:00.353984 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-6c136ec2-d55f-457e-b8b0-59cd84621f5e None None] Provisioning for port 648e9ed4-c5b4-4445-8219-a6ba38489c9a completed by entity DHCP. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 21:04:00.360549 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-6c136ec2-d55f-457e-b8b0-59cd84621f5e None None] Provisioning complete for port 648e9ed4-c5b4-4445-8219-a6ba38489c9a triggered by entity DHCP. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:04:00.361218 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-6c136ec2-d55f-457e-b8b0-59cd84621f5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1253608'] for port, provisioning_complete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:00.411905 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-5c3c908f-87be-46f7-b24c-346817a0b213 tempest-RoutersTest-1500746192 tempest-RoutersTest-1500746192-project] Notify callbacks [] for router, before_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:00.436543 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.plugin [None req-6c136ec2-d55f-457e-b8b0-59cd84621f5e None None] Port 648e9ed4-c5b4-4445-8219-a6ba38489c9a cannot update to ACTIVE because it is not bound. {{(pid=84042) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 18 21:04:00.461737 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-6c136ec2-d55f-457e-b8b0-59cd84621f5e None None] Provisioning complete for port c7c711fe-5cf8-4b52-883c-bf24db879967 triggered by entity DHCP. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:04:00.463088 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-6c136ec2-d55f-457e-b8b0-59cd84621f5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1253608'] for port, provisioning_complete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:00.586633 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-65956a1d-e641-47c5-b6a1-998cd29d8693 tempest-RoutersIpV6AdminTest-1441855246 tempest-RoutersIpV6AdminTest-1441855246-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:00.620447 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-80ee0c1d-af0c-496e-b740-f3dfc5da6587 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:00.626895 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-65956a1d-e641-47c5-b6a1-998cd29d8693 tempest-RoutersIpV6AdminTest-1441855246 tempest-RoutersIpV6AdminTest-1441855246-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33528224'] for security_group, after_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:00.654754 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23ab3e3c-9eb0-4a64-8f13-ce4ccc59d758 admin admin] Pushing event updated for resources: {'Network': ['ID=16933494-7cbf-41f4-ae47-747870b068ef,revision_number=1']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:04:00.657846 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-5809b734-2f00-4aff-9381-f47bdb200403 tempest-RoutersAdminTest-1076183166 tempest-RoutersAdminTest-1076183166-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-33444175', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-33443520', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5293'] for router, precommit_update {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:00.668438 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Network 16933494-7cbf-41f4-ae47-747870b068ef details requested by agent ovs-agent-n-d-838334-2 with host n-d-838334-2 {{(pid=84042) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 18 21:04:00.713378 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-65956a1d-e641-47c5-b6a1-998cd29d8693 tempest-RoutersIpV6AdminTest-1441855246 tempest-RoutersIpV6AdminTest-1441855246-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 357} {{(pid=84040) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 21:04:00.743280 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65956a1d-e641-47c5-b6a1-998cd29d8693 tempest-RoutersIpV6AdminTest-1441855246 tempest-RoutersIpV6AdminTest-1441855246-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6b6712c8-19c1-4f00-809a-bcd4996af52f,revision_number=1']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:04:00.784705 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-23ab3e3c-9eb0-4a64-8f13-ce4ccc59d758 admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 3.0250959 Apr 18 21:04:00.789554 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-024960be-d583-4a56-942e-b24c8bb97401 None None] Provisioning complete for port 648e9ed4-c5b4-4445-8219-a6ba38489c9a triggered by entity DHCP. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:04:00.790035 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-024960be-d583-4a56-942e-b24c8bb97401 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1253608'] for port, provisioning_complete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:00.792227 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-65956a1d-e641-47c5-b6a1-998cd29d8693 tempest-RoutersIpV6AdminTest-1441855246 tempest-RoutersIpV6AdminTest-1441855246-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1082986'] for segment, precommit_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:00.792593 n-d-838334-2 neutron-server[84040]: INFO neutron.db.segments_db [None req-65956a1d-e641-47c5-b6a1-998cd29d8693 tempest-RoutersIpV6AdminTest-1441855246 tempest-RoutersIpV6AdminTest-1441855246-project-admin] Added segment c9ead798-ceaf-4aac-a9bd-55f74fea1952 of type vlan for network 554cc37e-c6da-4ba5-b5eb-4bff67780976 Apr 18 21:04:00.794056 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 35780) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:04:00.825498 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.v2.base [None req-586ad7ff-361c-4a47-8d7d-574d5ee0bd01 admin admin] Request body: {'subnet': {'network_id': '16933494-7cbf-41f4-ae47-747870b068ef', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-109230161-subnet', 'tenant_id': '3ebf8d64569d41e4b7030a4a5aa7a937', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=84040) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:04:00.847502 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [None req-586ad7ff-361c-4a47-8d7d-574d5ee0bd01 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:04:00.862039 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-586ad7ff-361c-4a47-8d7d-574d5ee0bd01 admin admin] Usage tracker for resource:subnet and tenant:3ebf8d64569d41e4b7030a4a5aa7a937 is out of sync, need to count used quota {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:04:00.865452 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Device 257fa886-0d08-420b-8828-a66bbb3814dd no longer exists at agent ovs-agent-n-d-838334-2 {{(pid=84042) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 21:04:00.867836 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-586ad7ff-361c-4a47-8d7d-574d5ee0bd01 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:04:00.906488 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.plugin [None req-024960be-d583-4a56-942e-b24c8bb97401 None None] Port 648e9ed4-c5b4-4445-8219-a6ba38489c9a cannot update to ACTIVE because it is not bound. {{(pid=84042) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 18 21:04:00.908492 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.plugin [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] No Port match for: 257fa886-0d08-420b-8828-a66bbb3814dd {{(pid=84042) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 18 21:04:00.908492 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Device 257fa886-0d08-420b-8828-a66bbb3814dd not bound to the agent host n-d-838334-2 {{(pid=84042) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 21:04:00.929963 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-5c3c908f-87be-46f7-b24c-346817a0b213 tempest-RoutersTest-1500746192 tempest-RoutersTest-1500746192-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33443580', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5726'] for router, precommit_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:00.935197 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [None req-586ad7ff-361c-4a47-8d7d-574d5ee0bd01 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:04:00.936198 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-5c3c908f-87be-46f7-b24c-346817a0b213 tempest-RoutersTest-1500746192 tempest-RoutersTest-1500746192-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:00.939499 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.db_base_plugin_common [None req-ff30924b-2406-4bbb-b07d-48fe829eb5d1 tempest-PortsTestJSON-1335945802 tempest-PortsTestJSON-1335945802-project] Delete allocated IP 172.20.0.23 (a25efe71-0b98-4ef6-af6a-01c4b846f3e8/b9783812-0506-4570-aecb-ce67a067dc4f) {{(pid=84040) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Apr 18 21:04:00.946152 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-80ee0c1d-af0c-496e-b740-f3dfc5da6587 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33528224'] for security_group, after_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:00.963910 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-65956a1d-e641-47c5-b6a1-998cd29d8693 tempest-RoutersIpV6AdminTest-1441855246 tempest-RoutersIpV6AdminTest-1441855246-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750374825732'] for network, precommit_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:00.967136 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-5c3c908f-87be-46f7-b24c-346817a0b213 tempest-RoutersTest-1500746192 tempest-RoutersTest-1500746192-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-33443408'] for router, after_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:00.968376 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5c3c908f-87be-46f7-b24c-346817a0b213 tempest-RoutersTest-1500746192 tempest-RoutersTest-1500746192-project] Fanout notify agent at l3_agent the message router_deleted on router f04c1bee-aa5c-4878-a6cd-c41480794594 {{(pid=84041) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 18 21:04:00.979317 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80ee0c1d-af0c-496e-b740-f3dfc5da6587 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a0c3d5c-efd8-4c7c-a9ce-c289e567f249,revision_number=None']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:04:00.986163 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-5c3c908f-87be-46f7-b24c-346817a0b213 tempest-RoutersTest-1500746192 tempest-RoutersTest-1500746192-project] Notify callbacks [] for router, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:00.988371 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-5c3c908f-87be-46f7-b24c-346817a0b213 tempest-RoutersTest-1500746192 tempest-RoutersTest-1500746192-project] 10.222.0.42 "DELETE /v2.0/routers/f04c1bee-aa5c-4878-a6cd-c41480794594 HTTP/1.1" status: 204 len: 168 time: 0.9403024 Apr 18 21:04:00.990754 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 35786) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:04:01.013203 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 35790) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:04:01.023389 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-586ad7ff-361c-4a47-8d7d-574d5ee0bd01 admin admin] Made reservation on behalf of 3ebf8d64569d41e4b7030a4a5aa7a937 for: {'subnet': 1} {{(pid=84040) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:04:01.026303 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-586ad7ff-361c-4a47-8d7d-574d5ee0bd01 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31752722'] for subnet, before_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:01.186413 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.db_base_plugin_v2 [None req-cdf9a952-d636-4830-832c-99532797f0f8 tempest-RoutersTest-1500746192 tempest-RoutersTest-1500746192-project] Deleting subnet 038b7a44-4ca7-4b5e-a2bf-dbe03bf11eff {{(pid=84041) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 18 21:04:01.190067 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-cdf9a952-d636-4830-832c-99532797f0f8 tempest-RoutersTest-1500746192 tempest-RoutersTest-1500746192-project] Notify callbacks [] for subnet, before_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:01.253188 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-cdf9a952-d636-4830-832c-99532797f0f8 tempest-RoutersTest-1500746192 tempest-RoutersTest-1500746192-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32266383'] for subnet, precommit_delete_associations {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:01.296453 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.db.resource_extend [None req-65956a1d-e641-47c5-b6a1-998cd29d8693 tempest-RoutersIpV6AdminTest-1441855246 tempest-RoutersIpV6AdminTest-1441855246-project-admin] It took 0.28 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 18 21:04:01.322451 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-80ee0c1d-af0c-496e-b740-f3dfc5da6587 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:01.323561 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-80ee0c1d-af0c-496e-b740-f3dfc5da6587 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/2a0c3d5c-efd8-4c7c-a9ce-c289e567f249 HTTP/1.1" status: 204 len: 168 time: 1.6330795 Apr 18 21:04:01.341389 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-cdf9a952-d636-4830-832c-99532797f0f8 tempest-RoutersTest-1500746192 tempest-RoutersTest-1500746192-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1260556'] for subnet, precommit_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:01.343981 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-a9b4087b-f870-490c-801b-ba7a5e2ae5a2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:01.397229 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-65956a1d-e641-47c5-b6a1-998cd29d8693 tempest-RoutersIpV6AdminTest-1441855246 tempest-RoutersIpV6AdminTest-1441855246-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33526109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022'] for network, after_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:01.398077 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65956a1d-e641-47c5-b6a1-998cd29d8693 tempest-RoutersIpV6AdminTest-1441855246 tempest-RoutersIpV6AdminTest-1441855246-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:04:01.398655 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-65956a1d-e641-47c5-b6a1-998cd29d8693 tempest-RoutersIpV6AdminTest-1441855246 tempest-RoutersIpV6AdminTest-1441855246-project-admin] Notify callbacks [] for network, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:01.421982 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-cdf9a952-d636-4830-832c-99532797f0f8 tempest-RoutersTest-1500746192 tempest-RoutersTest-1500746192-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1260549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33526260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32266336', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32486390'] for subnet, after_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:01.466761 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdf9a952-d636-4830-832c-99532797f0f8 tempest-RoutersTest-1500746192 tempest-RoutersTest-1500746192-project] Pushing event deleted for resources: {'Subnet': ['ID=038b7a44-4ca7-4b5e-a2bf-dbe03bf11eff,revision_number=None']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:04:01.472622 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-cdf9a952-d636-4830-832c-99532797f0f8 tempest-RoutersTest-1500746192 tempest-RoutersTest-1500746192-project] Notify callbacks [] for subnet, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:01.479909 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-cdf9a952-d636-4830-832c-99532797f0f8 tempest-RoutersTest-1500746192 tempest-RoutersTest-1500746192-project] 10.222.0.42 "DELETE /v2.0/subnets/038b7a44-4ca7-4b5e-a2bf-dbe03bf11eff HTTP/1.1" status: 204 len: 168 time: 0.4877288 Apr 18 21:04:01.482200 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 35798) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:04:01.484769 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6b39a6a-af21-4d68-9b9c-0610cd557ab4 None None] Network 3c7f25d4-3f2a-455f-8432-1ce0cc7b7003 requested from n-d-838334-2 {{(pid=84042) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 21:04:01.550619 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [None req-a9b4087b-f870-490c-801b-ba7a5e2ae5a2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:04:01.554563 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-65956a1d-e641-47c5-b6a1-998cd29d8693 tempest-RoutersIpV6AdminTest-1441855246 tempest-RoutersIpV6AdminTest-1441855246-project-admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 874 time: 2.8298745 Apr 18 21:04:01.557982 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 35804) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:04:01.565875 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.v2.base [None req-e462d258-d21f-4a21-89e7-008e596f601c tempest-RoutersIpV6AdminTest-1441855246 tempest-RoutersIpV6AdminTest-1441855246-project-admin] Request body: {'subnet': {'network_id': '554cc37e-c6da-4ba5-b5eb-4bff67780976', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': False}} {{(pid=84041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:04:01.567232 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-a9b4087b-f870-490c-801b-ba7a5e2ae5a2 admin admin] Usage tracker for resource:security_group_rule and tenant:95eb56a1b6a342a88a4234b6041cab9a is out of sync, need to count used quota {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:04:01.575477 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-a9b4087b-f870-490c-801b-ba7a5e2ae5a2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:04:01.586866 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65956a1d-e641-47c5-b6a1-998cd29d8693 tempest-RoutersIpV6AdminTest-1441855246 tempest-RoutersIpV6AdminTest-1441855246-project-admin] Pushing event updated for resources: {'Network': ['ID=554cc37e-c6da-4ba5-b5eb-4bff67780976,revision_number=1']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:04:01.599345 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-e462d258-d21f-4a21-89e7-008e596f601c tempest-RoutersIpV6AdminTest-1441855246 tempest-RoutersIpV6AdminTest-1441855246-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:04:01.609641 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-e462d258-d21f-4a21-89e7-008e596f601c tempest-RoutersIpV6AdminTest-1441855246 tempest-RoutersIpV6AdminTest-1441855246-project-admin] Usage tracker for resource:subnet and tenant:292188131bd5453abc7131f632de51a5 is out of sync, need to count used quota {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:04:01.616252 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [None req-a9b4087b-f870-490c-801b-ba7a5e2ae5a2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:04:01.627206 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-ff30924b-2406-4bbb-b07d-48fe829eb5d1 tempest-PortsTestJSON-1335945802 tempest-PortsTestJSON-1335945802-project] Notify callbacks [] for port, precommit_update {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:01.647278 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Network 554cc37e-c6da-4ba5-b5eb-4bff67780976 details requested by agent ovs-agent-n-d-838334-2 with host n-d-838334-2 {{(pid=84042) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 18 21:04:01.671298 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-e462d258-d21f-4a21-89e7-008e596f601c tempest-RoutersIpV6AdminTest-1441855246 tempest-RoutersIpV6AdminTest-1441855246-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:04:01.692139 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-e462d258-d21f-4a21-89e7-008e596f601c tempest-RoutersIpV6AdminTest-1441855246 tempest-RoutersIpV6AdminTest-1441855246-project-admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:04:01.697024 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.provisioning_blocks [None req-ff30924b-2406-4bbb-b07d-48fe829eb5d1 tempest-PortsTestJSON-1335945802 tempest-PortsTestJSON-1335945802-project] Ignored duplicate provisioning block setup for port 648e9ed4-c5b4-4445-8219-a6ba38489c9a by entity DHCP. {{(pid=84040) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Apr 18 21:04:01.711422 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-ff30924b-2406-4bbb-b07d-48fe829eb5d1 tempest-PortsTestJSON-1335945802 tempest-PortsTestJSON-1335945802-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32440959'] for port, after_update {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:01.723840 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e462d258-d21f-4a21-89e7-008e596f601c tempest-RoutersIpV6AdminTest-1441855246 tempest-RoutersIpV6AdminTest-1441855246-project-admin] Made reservation on behalf of 292188131bd5453abc7131f632de51a5 for: {'subnet': 1} {{(pid=84041) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:04:01.726491 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-e462d258-d21f-4a21-89e7-008e596f601c tempest-RoutersIpV6AdminTest-1441855246 tempest-RoutersIpV6AdminTest-1441855246-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32486301'] for subnet, before_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:01.847277 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-5809b734-2f00-4aff-9381-f47bdb200403 tempest-RoutersAdminTest-1076183166 tempest-RoutersAdminTest-1076183166-project] Notify callbacks [] for router_gateway, before_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:01.861677 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.db_base_plugin_v2 [None req-4ce0c5db-087a-4efe-b2c2-3a7c30290f08 tempest-RoutersTest-1500746192 tempest-RoutersTest-1500746192-project] Deleting subnet 9d831992-686f-4d16-bdb0-b0ad2636431f {{(pid=84041) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 18 21:04:01.869958 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-4ce0c5db-087a-4efe-b2c2-3a7c30290f08 tempest-RoutersTest-1500746192 tempest-RoutersTest-1500746192-project] Notify callbacks [] for subnet, before_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:01.908333 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-5809b734-2f00-4aff-9381-f47bdb200403 tempest-RoutersAdminTest-1076183166 tempest-RoutersAdminTest-1076183166-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:01.979934 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-4ce0c5db-087a-4efe-b2c2-3a7c30290f08 tempest-RoutersTest-1500746192 tempest-RoutersTest-1500746192-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32266383'] for subnet, precommit_delete_associations {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:01.982614 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff30924b-2406-4bbb-b07d-48fe829eb5d1 tempest-PortsTestJSON-1335945802 tempest-PortsTestJSON-1335945802-project] Pushing event updated for resources: {'Port': ['ID=648e9ed4-c5b4-4445-8219-a6ba38489c9a,revision_number=2']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:04:02.050142 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6e560e3-e057-466d-baec-5b4cc8c48aef None None] DHCP port deletion for 3c7f25d4-3f2a-455f-8432-1ce0cc7b7003 request from n-d-838334-2 {{(pid=84042) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 18 21:04:02.060000 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.plugin [None req-a6e560e3-e057-466d-baec-5b4cc8c48aef None None] Deleting port 06d26fb4-4bc6-4638-9251-440c3a1b06c7 {{(pid=84042) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 21:04:02.060845 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-a6e560e3-e057-466d-baec-5b4cc8c48aef None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750375188691'] for port, before_delete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:02.131548 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-586ad7ff-361c-4a47-8d7d-574d5ee0bd01 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33526260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32441074', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31752704'] for subnet, after_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:02.200415 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-4ce0c5db-087a-4efe-b2c2-3a7c30290f08 tempest-RoutersTest-1500746192 tempest-RoutersTest-1500746192-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1260556'] for subnet, precommit_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:02.220341 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-a9b4087b-f870-490c-801b-ba7a5e2ae5a2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:02.340576 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-3a35488f-cacd-42f3-ae85-cbb5fad3c7c2 None None] Provisioning complete for port 648e9ed4-c5b4-4445-8219-a6ba38489c9a triggered by entity DHCP. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:04:02.340962 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-3a35488f-cacd-42f3-ae85-cbb5fad3c7c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1253608'] for port, provisioning_complete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:02.355193 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-a9b4087b-f870-490c-801b-ba7a5e2ae5a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33528224'] for security_group, after_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:02.367904 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.plugin [None req-ff30924b-2406-4bbb-b07d-48fe829eb5d1 tempest-PortsTestJSON-1335945802 tempest-PortsTestJSON-1335945802-project] In _notify_port_updated(), no bound segment for port 648e9ed4-c5b4-4445-8219-a6ba38489c9a on network a25efe71-0b98-4ef6-af6a-01c4b846f3e8 {{(pid=84040) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Apr 18 21:04:02.373216 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff30924b-2406-4bbb-b07d-48fe829eb5d1 tempest-PortsTestJSON-1335945802 tempest-PortsTestJSON-1335945802-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:04:02.373957 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-ff30924b-2406-4bbb-b07d-48fe829eb5d1 tempest-PortsTestJSON-1335945802 tempest-PortsTestJSON-1335945802-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217293'] for port, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:02.375380 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-ff30924b-2406-4bbb-b07d-48fe829eb5d1 tempest-PortsTestJSON-1335945802 tempest-PortsTestJSON-1335945802-project] 10.222.0.42 "PUT /v2.0/ports/648e9ed4-c5b4-4445-8219-a6ba38489c9a HTTP/1.1" status: 200 len: 918 time: 3.6369863 Apr 18 21:04:02.380311 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 35820) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:04:02.390234 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.v2.base [None req-a59b4617-4f25-4918-b0ca-021c0bfdf5b6 tempest-PortsTestJSON-1335945802 tempest-PortsTestJSON-1335945802-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '7865e354-872d-4e28-ae6f-4550bdc8fc2f'}, {'subnet_id': 'b9783812-0506-4570-aecb-ce67a067dc4f'}]}} {{(pid=84041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:04:02.442665 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-a6e560e3-e057-466d-baec-5b4cc8c48aef None None] For port 06d26fb4-4bc6-4638-9251-440c3a1b06c7, host n-d-838334-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838334-2',level=0,port_id=06d26fb4-4bc6-4638-9251-440c3a1b06c7,segment=NetworkSegment(7ae626b5-e367-47a1-b560-1cf0b3c25233),segment_id=7ae626b5-e367-47a1-b560-1cf0b3c25233)] {{(pid=84042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:04:02.443052 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-a6e560e3-e057-466d-baec-5b4cc8c48aef None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369123'] for port, precommit_delete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:02.469238 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-586ad7ff-361c-4a47-8d7d-574d5ee0bd01 admin admin] Pushing event updated for resources: {'Subnet': ['ID=98318b45-70e9-44f5-ac8a-c9a743b662a2,revision_number=0']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:04:02.484494 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9b4087b-f870-490c-801b-ba7a5e2ae5a2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3830f658-b09b-40c1-904a-9f3cb6b0f62b,revision_number=1']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:04:02.493375 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-a9b4087b-f870-490c-801b-ba7a5e2ae5a2 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=95eb56a1b6a342a88a4234b6041cab9a&name=default HTTP/1.1" status: 200 len: 2647 time: 1.4712145 Apr 18 21:04:02.501090 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 35826) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:04:02.506093 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.db_base_plugin_common [None req-5809b734-2f00-4aff-9381-f47bdb200403 tempest-RoutersAdminTest-1076183166 tempest-RoutersAdminTest-1076183166-project] Allocated IP 172.25.8.141 (e41b6600-a917-4a8d-b05c-be3be40c6d8c/6b05667b-848e-4356-9b44-d5eb6808ef74/17938eff-392c-44ad-a6dc-d53789790a26) {{(pid=84040) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 21:04:02.533852 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-586ad7ff-361c-4a47-8d7d-574d5ee0bd01 admin admin] Checking segment: {'id': '4d775321-5723-4109-abef-603fd4f2e6e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '16933494-7cbf-41f4-ae47-747870b068ef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84040) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 21:04:02.534258 n-d-838334-2 neutron-server[84040]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-586ad7ff-361c-4a47-8d7d-574d5ee0bd01 admin admin] Network hostable DHCP agents. Network: 16933494-7cbf-41f4-ae47-747870b068ef, hostable agents: ['8746f8ea-3e91-4b32-9919-2c63adeb8722'], hosted agents: [] {{(pid=84040) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 21:04:02.581001 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.plugin [None req-a6e560e3-e057-466d-baec-5b4cc8c48aef None None] Calling delete_port for 06d26fb4-4bc6-4638-9251-440c3a1b06c7 owned by network:dhcp {{(pid=84042) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 21:04:02.582623 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-4ce0c5db-087a-4efe-b2c2-3a7c30290f08 tempest-RoutersTest-1500746192 tempest-RoutersTest-1500746192-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1260549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33526260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32266336', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32486390'] for subnet, after_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:02.666608 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.plugin [None req-3a35488f-cacd-42f3-ae85-cbb5fad3c7c2 None None] Port 648e9ed4-c5b4-4445-8219-a6ba38489c9a cannot update to ACTIVE because it is not bound. {{(pid=84042) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 18 21:04:02.686329 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-a6e560e3-e057-466d-baec-5b4cc8c48aef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750375259028', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750374836628'] for port, after_delete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:02.702123 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-a8fcd150-77b8-483d-b580-de43db1b1256 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:02.703806 n-d-838334-2 neutron-server[84040]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-586ad7ff-361c-4a47-8d7d-574d5ee0bd01 admin admin] Network 16933494-7cbf-41f4-ae47-747870b068ef is scheduled to be hosted by DHCP agent 8746f8ea-3e91-4b32-9919-2c63adeb8722 with binding_index 1 {{(pid=84040) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 21:04:02.713172 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ce0c5db-087a-4efe-b2c2-3a7c30290f08 tempest-RoutersTest-1500746192 tempest-RoutersTest-1500746192-project] Pushing event deleted for resources: {'Subnet': ['ID=9d831992-686f-4d16-bdb0-b0ad2636431f,revision_number=None']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:04:02.748055 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6e560e3-e057-466d-baec-5b4cc8c48aef None None] Pushing event deleted for resources: {'Port': ['ID=06d26fb4-4bc6-4638-9251-440c3a1b06c7,revision_number=None']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:04:02.748382 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-4ce0c5db-087a-4efe-b2c2-3a7c30290f08 tempest-RoutersTest-1500746192 tempest-RoutersTest-1500746192-project] Notify callbacks [] for subnet, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:02.752567 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fea0fed1-ffbc-4662-820a-6b1f49c1c6e9 None None] Network d5cfee16-9772-436c-83b0-48818235b6ad requested from n-d-838334-2 {{(pid=84042) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 21:04:02.756403 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-a8fcd150-77b8-483d-b580-de43db1b1256 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:02.764171 n-d-838334-2 neutron-server[84040]: DEBUG neutron.scheduler.base_scheduler [None req-586ad7ff-361c-4a47-8d7d-574d5ee0bd01 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-838334-2, 16933494-7cbf-41f4-ae47-747870b068ef) {{(pid=84040) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:04:02.769660 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6e560e3-e057-466d-baec-5b4cc8c48aef None None] No DVR routers for this DVR port 06d26fb4-4bc6-4638-9251-440c3a1b06c7 on host n-d-838334-2 {{(pid=84042) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 21:04:02.778192 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16835420-2745-4083-866b-9b273d4080ce None None] Network 16933494-7cbf-41f4-ae47-747870b068ef requested from n-d-838334-2 {{(pid=84042) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 21:04:02.784829 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-586ad7ff-361c-4a47-8d7d-574d5ee0bd01 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:04:02.785615 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-586ad7ff-361c-4a47-8d7d-574d5ee0bd01 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:02.803701 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-4ce0c5db-087a-4efe-b2c2-3a7c30290f08 tempest-RoutersTest-1500746192 tempest-RoutersTest-1500746192-project] 10.222.0.42 "DELETE /v2.0/subnets/9d831992-686f-4d16-bdb0-b0ad2636431f HTTP/1.1" status: 204 len: 168 time: 1.3202364 Apr 18 21:04:02.813446 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 35834) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:04:02.838636 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-5809b734-2f00-4aff-9381-f47bdb200403 tempest-RoutersAdminTest-1076183166 tempest-RoutersAdminTest-1076183166-project] Notify callbacks [] for port, precommit_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:02.871319 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-586ad7ff-361c-4a47-8d7d-574d5ee0bd01 admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 2.0731952 Apr 18 21:04:02.882620 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-a8fcd150-77b8-483d-b580-de43db1b1256 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33528224'] for security_group, after_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:02.929106 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-a8fcd150-77b8-483d-b580-de43db1b1256 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:02.933469 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-a8fcd150-77b8-483d-b580-de43db1b1256 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/3830f658-b09b-40c1-904a-9f3cb6b0f62b HTTP/1.1" status: 204 len: 168 time: 0.4275556 Apr 18 21:04:02.933469 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8fcd150-77b8-483d-b580-de43db1b1256 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3830f658-b09b-40c1-904a-9f3cb6b0f62b,revision_number=None']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:04:02.954765 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-5809b734-2f00-4aff-9381-f47bdb200403 tempest-RoutersAdminTest-1076183166 tempest-RoutersAdminTest-1076183166-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750374836619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32440838'] for port, after_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:03.000942 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Device 06d26fb4-4bc6-4638-9251-440c3a1b06c7 no longer exists at agent ovs-agent-n-d-838334-2 {{(pid=84042) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 21:04:03.050898 n-d-838334-2 neutron-server[84040]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5809b734-2f00-4aff-9381-f47bdb200403 tempest-RoutersAdminTest-1076183166 tempest-RoutersAdminTest-1076183166-project] Network e41b6600-a917-4a8d-b05c-be3be40c6d8c is already hosted by enough agents. {{(pid=84040) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:04:03.053556 n-d-838334-2 neutron-server[84040]: DEBUG neutron.scheduler.base_scheduler [None req-5809b734-2f00-4aff-9381-f47bdb200403 tempest-RoutersAdminTest-1076183166 tempest-RoutersAdminTest-1076183166-project] Resources bound (agent type, host, resource id): {{(pid=84040) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:04:03.058021 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5809b734-2f00-4aff-9381-f47bdb200403 tempest-RoutersAdminTest-1076183166 tempest-RoutersAdminTest-1076183166-project] Received port after_create {{(pid=84040) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 21:04:03.103418 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5809b734-2f00-4aff-9381-f47bdb200403 tempest-RoutersAdminTest-1076183166 tempest-RoutersAdminTest-1076183166-project] Pushing event updated for resources: {'Port': ['ID=17938eff-392c-44ad-a6dc-d53789790a26,revision_number=1']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:04:03.161558 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-f5ce1025-8eb3-4596-9584-719bc8331c79 tempest-RoutersTest-1500746192 tempest-RoutersTest-1500746192-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1103592'] for network, before_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:03.167744 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.plugin [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] No Port match for: 06d26fb4-4bc6-4638-9251-440c3a1b06c7 {{(pid=84042) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 18 21:04:03.168149 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Device 06d26fb4-4bc6-4638-9251-440c3a1b06c7 not bound to the agent host n-d-838334-2 {{(pid=84042) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 21:04:03.197874 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-a59b4617-4f25-4918-b0ca-021c0bfdf5b6 tempest-PortsTestJSON-1335945802 tempest-PortsTestJSON-1335945802-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:03.294875 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-5809b734-2f00-4aff-9381-f47bdb200403 tempest-RoutersAdminTest-1076183166 tempest-RoutersAdminTest-1076183166-project] Notify callbacks [] for router_gateway, after_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:03.295793 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-5809b734-2f00-4aff-9381-f47bdb200403 tempest-RoutersAdminTest-1076183166 tempest-RoutersAdminTest-1076183166-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33443529', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33444176'] for router, after_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:03.355761 n-d-838334-2 neutron-server[84041]: DEBUG neutron.objects.ports [None req-e462d258-d21f-4a21-89e7-008e596f601c tempest-RoutersIpV6AdminTest-1441855246 tempest-RoutersIpV6AdminTest-1441855246-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=84041) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} Apr 18 21:04:03.356630 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-e462d258-d21f-4a21-89e7-008e596f601c tempest-RoutersIpV6AdminTest-1441855246 tempest-RoutersIpV6AdminTest-1441855246-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33526260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32266407', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32486287'] for subnet, after_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:03.416730 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4ccb6fa-e4b4-4c7f-baa2-8e7744ef8dd1 None None] Network 16933494-7cbf-41f4-ae47-747870b068ef requested from n-d-838334-2 {{(pid=84042) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 21:04:03.622534 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 35848) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:04:03.652447 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-f5ce1025-8eb3-4596-9584-719bc8331c79 tempest-RoutersTest-1500746192 tempest-RoutersTest-1500746192-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1258905', 'neutron.services.segments.db._delete_segments_for_network-8750375287417'] for network, precommit_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:03.684156 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24ec87b9-4dda-45b8-b8ea-0314d0c7af65 None None] DHCP port deletion for d5cfee16-9772-436c-83b0-48818235b6ad request from n-d-838334-2 {{(pid=84042) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 18 21:04:03.685391 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e462d258-d21f-4a21-89e7-008e596f601c tempest-RoutersIpV6AdminTest-1441855246 tempest-RoutersIpV6AdminTest-1441855246-project-admin] Pushing event updated for resources: {'Subnet': ['ID=43c9a6fd-38ab-48de-a150-cb322e2f6098,revision_number=0']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:04:03.713397 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.plugin [None req-24ec87b9-4dda-45b8-b8ea-0314d0c7af65 None None] Deleting port b90feb8b-d4b5-4125-9dd4-61ce47e691db {{(pid=84042) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 21:04:03.713397 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-24ec87b9-4dda-45b8-b8ea-0314d0c7af65 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750375188691'] for port, before_delete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:03.723141 n-d-838334-2 neutron-server[84040]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5809b734-2f00-4aff-9381-f47bdb200403 tempest-RoutersAdminTest-1076183166 tempest-RoutersAdminTest-1076183166-project] Router 86c65943-7550-43d3-af3c-1d87a30c7003 is scheduled to L3 agent bc84d6c9-dd7a-4555-a351-592327b46d5a with binding_index 1 {{(pid=84040) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 18 21:04:03.727414 n-d-838334-2 neutron-server[84041]: DEBUG neutron.services.segments.db [None req-f5ce1025-8eb3-4596-9584-719bc8331c79 tempest-RoutersTest-1500746192 tempest-RoutersTest-1500746192-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3c7f25d4-3f2a-455f-8432-1ce0cc7b7003']}} {{(pid=84041) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:04:03.738357 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e462d258-d21f-4a21-89e7-008e596f601c tempest-RoutersIpV6AdminTest-1441855246 tempest-RoutersIpV6AdminTest-1441855246-project-admin] Checking segment: {'id': 'c9ead798-ceaf-4aac-a9bd-55f74fea1952', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '554cc37e-c6da-4ba5-b5eb-4bff67780976'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84041) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 21:04:03.738977 n-d-838334-2 neutron-server[84041]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e462d258-d21f-4a21-89e7-008e596f601c tempest-RoutersIpV6AdminTest-1441855246 tempest-RoutersIpV6AdminTest-1441855246-project-admin] Network hostable DHCP agents. Network: 554cc37e-c6da-4ba5-b5eb-4bff67780976, hostable agents: ['8746f8ea-3e91-4b32-9919-2c63adeb8722'], hosted agents: [] {{(pid=84041) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 21:04:03.788820 n-d-838334-2 neutron-server[84041]: DEBUG neutron.services.segments.db [None req-f5ce1025-8eb3-4596-9584-719bc8331c79 tempest-RoutersTest-1500746192 tempest-RoutersTest-1500746192-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7ae626b5-e367-47a1-b560-1cf0b3c25233') {'for_net_delete': True} {{(pid=84041) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:04:03.789279 n-d-838334-2 neutron-server[84041]: DEBUG neutron.services.segments.db [None req-f5ce1025-8eb3-4596-9584-719bc8331c79 tempest-RoutersTest-1500746192 tempest-RoutersTest-1500746192-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7ae626b5-e367-47a1-b560-1cf0b3c25233') {} {{(pid=84041) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:04:03.823155 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-f5ce1025-8eb3-4596-9584-719bc8331c79 tempest-RoutersTest-1500746192 tempest-RoutersTest-1500746192-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750375287300', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32268156'] for segment, before_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:03.863097 n-d-838334-2 neutron-server[84041]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e462d258-d21f-4a21-89e7-008e596f601c tempest-RoutersIpV6AdminTest-1441855246 tempest-RoutersIpV6AdminTest-1441855246-project-admin] Network 554cc37e-c6da-4ba5-b5eb-4bff67780976 is scheduled to be hosted by DHCP agent 8746f8ea-3e91-4b32-9919-2c63adeb8722 with binding_index 1 {{(pid=84041) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 21:04:03.873848 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-f5ce1025-8eb3-4596-9584-719bc8331c79 tempest-RoutersTest-1500746192 tempest-RoutersTest-1500746192-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1082986'] for segment, precommit_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:03.932233 n-d-838334-2 neutron-server[84041]: DEBUG neutron.scheduler.base_scheduler [None req-e462d258-d21f-4a21-89e7-008e596f601c tempest-RoutersIpV6AdminTest-1441855246 tempest-RoutersIpV6AdminTest-1441855246-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-838334-2, 554cc37e-c6da-4ba5-b5eb-4bff67780976) {{(pid=84041) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:04:03.934658 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f5ce1025-8eb3-4596-9584-719bc8331c79 tempest-RoutersTest-1500746192 tempest-RoutersTest-1500746192-project] Releasing vlan 366 on physical network physnet1 to pool {{(pid=84041) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 18 21:04:03.935291 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-f5ce1025-8eb3-4596-9584-719bc8331c79 tempest-RoutersTest-1500746192 tempest-RoutersTest-1500746192-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1082993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32266254'] for segment, after_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:03.944821 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750375287399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253529'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:03.962736 n-d-838334-2 neutron-server[84041]: Traceback (most recent call last): Apr 18 21:04:03.962736 n-d-838334-2 neutron-server[84041]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 18 21:04:03.962736 n-d-838334-2 neutron-server[84041]: timer() Apr 18 21:04:03.962736 n-d-838334-2 neutron-server[84041]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 21:04:03.962736 n-d-838334-2 neutron-server[84041]: cb(*args, **kw) Apr 18 21:04:03.962736 n-d-838334-2 neutron-server[84041]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 18 21:04:03.962736 n-d-838334-2 neutron-server[84041]: return func(*args, **kwargs) Apr 18 21:04:03.962736 n-d-838334-2 neutron-server[84041]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 21:04:03.962736 n-d-838334-2 neutron-server[84041]: self._notify() Apr 18 21:04:03.962736 n-d-838334-2 neutron-server[84041]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 21:04:03.962736 n-d-838334-2 neutron-server[84041]: self.callback(batched_events) Apr 18 21:04:03.962736 n-d-838334-2 neutron-server[84041]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 21:04:03.962736 n-d-838334-2 neutron-server[84041]: event.method(event) Apr 18 21:04:03.962736 n-d-838334-2 neutron-server[84041]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 18 21:04:03.962736 n-d-838334-2 neutron-server[84041]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 21:04:03.962736 n-d-838334-2 neutron-server[84041]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 18 21:04:03.962736 n-d-838334-2 neutron-server[84041]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 21:04:03.962736 n-d-838334-2 neutron-server[84041]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 18 21:04:03.962736 n-d-838334-2 neutron-server[84041]: return f(self, *a, **k) Apr 18 21:04:03.962736 n-d-838334-2 neutron-server[84041]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 18 21:04:03.962736 n-d-838334-2 neutron-server[84041]: return self._get(url).json() Apr 18 21:04:03.962736 n-d-838334-2 neutron-server[84041]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 18 21:04:03.962736 n-d-838334-2 neutron-server[84041]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 21:04:03.962736 n-d-838334-2 neutron-server[84041]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 18 21:04:03.962736 n-d-838334-2 neutron-server[84041]: return self.request(url, 'GET', **kwargs) Apr 18 21:04:03.962736 n-d-838334-2 neutron-server[84041]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 18 21:04:03.962736 n-d-838334-2 neutron-server[84041]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 21:04:03.962736 n-d-838334-2 neutron-server[84041]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 18 21:04:03.962736 n-d-838334-2 neutron-server[84041]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 21:04:03.962736 n-d-838334-2 neutron-server[84041]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 18 21:04:03.962736 n-d-838334-2 neutron-server[84041]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 21:04:03.962736 n-d-838334-2 neutron-server[84041]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 21:04:03.974026 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e462d258-d21f-4a21-89e7-008e596f601c tempest-RoutersIpV6AdminTest-1441855246 tempest-RoutersIpV6AdminTest-1441855246-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:04:03.974686 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-e462d258-d21f-4a21-89e7-008e596f601c tempest-RoutersIpV6AdminTest-1441855246 tempest-RoutersIpV6AdminTest-1441855246-project-admin] Notify callbacks [] for subnet, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:03.979419 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46631239-7a5f-43b3-80be-de216550a07f None None] Network 554cc37e-c6da-4ba5-b5eb-4bff67780976 requested from n-d-838334-2 {{(pid=84042) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 21:04:04.171238 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-dba60c77-9997-4c75-b0d5-02f89f1db5fa admin admin] Notify callbacks [] for security_group, before_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:04.208218 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [None req-dba60c77-9997-4c75-b0d5-02f89f1db5fa admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:04:04.213640 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-f5ce1025-8eb3-4596-9584-719bc8331c79 tempest-RoutersTest-1500746192 tempest-RoutersTest-1500746192-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1258898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33526109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33444113'] for network, after_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:04.214352 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-dba60c77-9997-4c75-b0d5-02f89f1db5fa admin admin] Usage tracker for resource:security_group_rule and tenant:52db2eeaf68b4d7f91fa9dbb0c47b888 is out of sync, need to count used quota {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:04:04.217853 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-dba60c77-9997-4c75-b0d5-02f89f1db5fa admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:04:04.231278 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-f5ce1025-8eb3-4596-9584-719bc8331c79 tempest-RoutersTest-1500746192 tempest-RoutersTest-1500746192-project] Notify callbacks [] for network, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:04.240922 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [None req-dba60c77-9997-4c75-b0d5-02f89f1db5fa admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:04:04.299831 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-f5ce1025-8eb3-4596-9584-719bc8331c79 tempest-RoutersTest-1500746192 tempest-RoutersTest-1500746192-project] 10.222.0.42 "DELETE /v2.0/networks/3c7f25d4-3f2a-455f-8432-1ce0cc7b7003 HTTP/1.1" status: 204 len: 168 time: 1.4849148 Apr 18 21:04:04.306036 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 35870) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:04:04.323718 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-e462d258-d21f-4a21-89e7-008e596f601c tempest-RoutersIpV6AdminTest-1441855246 tempest-RoutersIpV6AdminTest-1441855246-project-admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 822 time: 2.7624724 Apr 18 21:04:04.361519 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-24ec87b9-4dda-45b8-b8ea-0314d0c7af65 None None] For port b90feb8b-d4b5-4125-9dd4-61ce47e691db, host n-d-838334-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838334-2',level=0,port_id=b90feb8b-d4b5-4125-9dd4-61ce47e691db,segment=NetworkSegment(762c4ffe-7c22-4d92-85cd-e51a6ba67559),segment_id=762c4ffe-7c22-4d92-85cd-e51a6ba67559)] {{(pid=84042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:04:04.362469 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-24ec87b9-4dda-45b8-b8ea-0314d0c7af65 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369123'] for port, precommit_delete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:04.372789 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-358b9737-d825-456c-81c6-504a714741ff None None] Network 554cc37e-c6da-4ba5-b5eb-4bff67780976 requested from n-d-838334-2 {{(pid=84042) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 21:04:04.436167 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 35874) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:04:04.442108 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-2eb68883-1109-4b76-a99b-b3158fcf7597 tempest-RoutersTest-1500746192 tempest-RoutersTest-1500746192-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1103592'] for network, before_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:04.444179 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5ce1025-8eb3-4596-9584-719bc8331c79 tempest-RoutersTest-1500746192 tempest-RoutersTest-1500746192-project] Pushing event deleted for resources: {'Network': ['ID=3c7f25d4-3f2a-455f-8432-1ce0cc7b7003,revision_number=None']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:04:04.467392 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.v2.base [None req-a44c4088-f731-4102-88b6-4e941e3578a7 tempest-RoutersIpV6AdminTest-1441855246 tempest-RoutersIpV6AdminTest-1441855246-project-admin] Request body: {'port': {'name': 'tempest-RoutersIpV6AdminTest-62652842', 'network_id': '554cc37e-c6da-4ba5-b5eb-4bff67780976'}} {{(pid=84041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:04:04.483422 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.plugin [None req-2eb68883-1109-4b76-a99b-b3158fcf7597 tempest-RoutersTest-1500746192 tempest-RoutersTest-1500746192-project] Deleting port b90feb8b-d4b5-4125-9dd4-61ce47e691db {{(pid=84040) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 21:04:04.483422 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-2eb68883-1109-4b76-a99b-b3158fcf7597 tempest-RoutersTest-1500746192 tempest-RoutersTest-1500746192-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750375188691'] for port, before_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:04.495508 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-a44c4088-f731-4102-88b6-4e941e3578a7 tempest-RoutersIpV6AdminTest-1441855246 tempest-RoutersIpV6AdminTest-1441855246-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:04:04.515890 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-a44c4088-f731-4102-88b6-4e941e3578a7 tempest-RoutersIpV6AdminTest-1441855246 tempest-RoutersIpV6AdminTest-1441855246-project-admin] Usage tracker for resource:port and tenant:292188131bd5453abc7131f632de51a5 is out of sync, need to count used quota {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:04:04.530584 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-a44c4088-f731-4102-88b6-4e941e3578a7 tempest-RoutersIpV6AdminTest-1441855246 tempest-RoutersIpV6AdminTest-1441855246-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:04:04.558912 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.db_base_plugin_common [None req-a59b4617-4f25-4918-b0ca-021c0bfdf5b6 tempest-PortsTestJSON-1335945802 tempest-PortsTestJSON-1335945802-project] Allocated IP 172.20.0.22 (a25efe71-0b98-4ef6-af6a-01c4b846f3e8/b9783812-0506-4570-aecb-ce67a067dc4f/648e9ed4-c5b4-4445-8219-a6ba38489c9a) {{(pid=84041) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 21:04:04.710302 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-dba60c77-9997-4c75-b0d5-02f89f1db5fa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:04.713273 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5809b734-2f00-4aff-9381-f47bdb200403 tempest-RoutersAdminTest-1076183166 tempest-RoutersAdminTest-1076183166-project] Notify agent at l3_agent.n-d-838334-2 the message routers_updated {{(pid=84040) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 21:04:04.757313 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7c1b9cd-00de-4956-a8ea-3cab5a2667a8 None None] Sync routers for ids ['86c65943-7550-43d3-af3c-1d87a30c7003'] in n-d-838334-2 {{(pid=84042) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 18 21:04:04.757906 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-dba60c77-9997-4c75-b0d5-02f89f1db5fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33528224'] for security_group, after_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:04.766138 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-a44c4088-f731-4102-88b6-4e941e3578a7 tempest-RoutersIpV6AdminTest-1441855246 tempest-RoutersIpV6AdminTest-1441855246-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:04:04.779593 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.plugin [None req-24ec87b9-4dda-45b8-b8ea-0314d0c7af65 None None] Calling delete_port for b90feb8b-d4b5-4125-9dd4-61ce47e691db owned by network:dhcp {{(pid=84042) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 21:04:04.782185 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a44c4088-f731-4102-88b6-4e941e3578a7 tempest-RoutersIpV6AdminTest-1441855246 tempest-RoutersIpV6AdminTest-1441855246-project-admin] Made reservation on behalf of 292188131bd5453abc7131f632de51a5 for: {'port': 1} {{(pid=84041) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:04:04.786712 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-a44c4088-f731-4102-88b6-4e941e3578a7 tempest-RoutersIpV6AdminTest-1441855246 tempest-RoutersIpV6AdminTest-1441855246-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:04.820190 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-dba60c77-9997-4c75-b0d5-02f89f1db5fa admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=52db2eeaf68b4d7f91fa9dbb0c47b888&name=default HTTP/1.1" status: 200 len: 2647 time: 1.1954863 Apr 18 21:04:04.826065 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-5809b734-2f00-4aff-9381-f47bdb200403 tempest-RoutersAdminTest-1076183166 tempest-RoutersAdminTest-1076183166-project] Notify callbacks [] for router, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:04.829704 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-5809b734-2f00-4aff-9381-f47bdb200403 tempest-RoutersAdminTest-1076183166 tempest-RoutersAdminTest-1076183166-project] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 5.6638973 Apr 18 21:04:04.830519 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 35886) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:04:04.830826 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 35888) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:04:04.867683 n-d-838334-2 neutron-server[84041]: DEBUG neutron.notifiers.nova [None req-a44c4088-f731-4102-88b6-4e941e3578a7 tempest-RoutersIpV6AdminTest-1441855246 tempest-RoutersIpV6AdminTest-1441855246-project-admin] device_id is not set on port f8430d4a-6cb1-4ff3-808e-ae697719f7c1 yet. {{(pid=84041) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 18 21:04:04.872051 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7c1b9cd-00de-4956-a8ea-3cab5a2667a8 None None] Routers {'86c65943-7550-43d3-af3c-1d87a30c7003'} bound to L3 agent in host n-d-838334-2 {{(pid=84042) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 21:04:04.872955 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_hamode_db [None req-c7c1b9cd-00de-4956-a8ea-3cab5a2667a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838334-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-18T20:25:48Z,description=,heartbeat_timestamp=2022-04-18T21:03:48Z,host='n-d-838334-2',id=bc84d6c9-dd7a-4555-a351-592327b46d5a,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:25:48Z,topic='l3_agent')) {'router_ids': ['86c65943-7550-43d3-af3c-1d87a30c7003'], 'active': True} {{(pid=84042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:04:04.877505 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.v2.base [None req-d1098438-2336-4d41-84dd-913b699b0315 tempest-RoutersAdminTest-1467285608 tempest-RoutersAdminTest-1467285608-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'enable_snat': False}}} {{(pid=84040) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:04:04.996429 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Device b90feb8b-d4b5-4125-9dd4-61ce47e691db no longer exists at agent ovs-agent-n-d-838334-2 {{(pid=84042) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 21:04:05.026788 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dba60c77-9997-4c75-b0d5-02f89f1db5fa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a2f4c719-b4b4-476c-8bb1-a2dde6aa9fe8,revision_number=1']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:04:05.064557 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.db [None req-2eb68883-1109-4b76-a99b-b3158fcf7597 tempest-RoutersTest-1500746192 tempest-RoutersTest-1500746192-project] For port b90feb8b-d4b5-4125-9dd4-61ce47e691db, host n-d-838334-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838334-2',level=0,port_id=b90feb8b-d4b5-4125-9dd4-61ce47e691db,segment=NetworkSegment(762c4ffe-7c22-4d92-85cd-e51a6ba67559),segment_id=762c4ffe-7c22-4d92-85cd-e51a6ba67559)] {{(pid=84040) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:04:05.064947 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-2eb68883-1109-4b76-a99b-b3158fcf7597 tempest-RoutersTest-1500746192 tempest-RoutersTest-1500746192-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369123'] for port, precommit_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:05.065274 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-a59b4617-4f25-4918-b0ca-021c0bfdf5b6 tempest-PortsTestJSON-1335945802 tempest-PortsTestJSON-1335945802-project] Notify callbacks [] for port, precommit_update {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:05.110028 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_hamode_db [None req-c7c1b9cd-00de-4956-a8ea-3cab5a2667a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-838334-2', False) {} {{(pid=84042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:04:05.173804 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] No active binding found for port b90feb8b-d4b5-4125-9dd4-61ce47e691db {{(pid=84042) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:222}} Apr 18 21:04:05.174493 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Device b90feb8b-d4b5-4125-9dd4-61ce47e691db not bound to the agent host n-d-838334-2 {{(pid=84042) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 21:04:05.186378 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-24ec87b9-4dda-45b8-b8ea-0314d0c7af65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750375259028', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750374836628'] for port, after_delete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:05.239194 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 35898) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:04:05.242496 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24ec87b9-4dda-45b8-b8ea-0314d0c7af65 None None] Pushing event deleted for resources: {'Port': ['ID=b90feb8b-d4b5-4125-9dd4-61ce47e691db,revision_number=None']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:04:05.249192 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.plugin [None req-2eb68883-1109-4b76-a99b-b3158fcf7597 tempest-RoutersTest-1500746192 tempest-RoutersTest-1500746192-project] Calling delete_port for b90feb8b-d4b5-4125-9dd4-61ce47e691db owned by network:dhcp {{(pid=84040) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 21:04:05.250741 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7c1b9cd-00de-4956-a8ea-3cab5a2667a8 None None] Routers {'86c65943-7550-43d3-af3c-1d87a30c7003'} bound to L3 agent in host n-d-838334-2 {{(pid=84042) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 21:04:05.251687 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_hamode_db [None req-c7c1b9cd-00de-4956-a8ea-3cab5a2667a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838334-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-18T20:25:48Z,description=,heartbeat_timestamp=2022-04-18T21:03:48Z,host='n-d-838334-2',id=bc84d6c9-dd7a-4555-a351-592327b46d5a,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:25:48Z,topic='l3_agent')) {'router_ids': ['86c65943-7550-43d3-af3c-1d87a30c7003'], 'active': True} {{(pid=84042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:04:05.286257 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-3345ae37-14a5-42d5-9898-576b2d570e38 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:05.292772 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.provisioning_blocks [None req-a59b4617-4f25-4918-b0ca-021c0bfdf5b6 tempest-PortsTestJSON-1335945802 tempest-PortsTestJSON-1335945802-project] Transition to ACTIVE for port object 648e9ed4-c5b4-4445-8219-a6ba38489c9a will not be triggered until provisioned by entity DHCP. {{(pid=84041) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:04:05.303895 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.v2.base [None req-6993cb36-dfa8-4a51-8891-2c8a9cbe249d admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-606980430-network', 'tenant_id': '26cb616465484daf9c91d1bf23472b6d'}} {{(pid=84040) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:04:05.304185 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-a59b4617-4f25-4918-b0ca-021c0bfdf5b6 tempest-PortsTestJSON-1335945802 tempest-PortsTestJSON-1335945802-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32266282'] for port, after_update {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:05.325617 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24ec87b9-4dda-45b8-b8ea-0314d0c7af65 None None] No DVR routers for this DVR port b90feb8b-d4b5-4125-9dd4-61ce47e691db on host n-d-838334-2 {{(pid=84042) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 21:04:05.345142 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_hamode_db [None req-c7c1b9cd-00de-4956-a8ea-3cab5a2667a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-838334-2', False) {} {{(pid=84042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:04:05.345939 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7c1b9cd-00de-4956-a8ea-3cab5a2667a8 None None] The sync data for ids ['86c65943-7550-43d3-af3c-1d87a30c7003'] in n-d-838334-2 is: [] {{(pid=84042) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 18 21:04:05.346432 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [None req-6993cb36-dfa8-4a51-8891-2c8a9cbe249d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:04:05.366026 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-6993cb36-dfa8-4a51-8891-2c8a9cbe249d admin admin] Usage tracker for resource:network and tenant:26cb616465484daf9c91d1bf23472b6d is out of sync, need to count used quota {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:04:05.371360 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-6993cb36-dfa8-4a51-8891-2c8a9cbe249d admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:04:05.386498 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [None req-6993cb36-dfa8-4a51-8891-2c8a9cbe249d admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:04:05.392352 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-3345ae37-14a5-42d5-9898-576b2d570e38 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:05.406212 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.db_base_plugin_common [None req-a44c4088-f731-4102-88b6-4e941e3578a7 tempest-RoutersIpV6AdminTest-1441855246 tempest-RoutersIpV6AdminTest-1441855246-project-admin] Allocated IP 2001:db8::1e2 (554cc37e-c6da-4ba5-b5eb-4bff67780976/43c9a6fd-38ab-48de-a150-cb322e2f6098/f8430d4a-6cb1-4ff3-808e-ae697719f7c1) {{(pid=84041) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 21:04:05.422310 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a59b4617-4f25-4918-b0ca-021c0bfdf5b6 tempest-PortsTestJSON-1335945802 tempest-PortsTestJSON-1335945802-project] Pushing event updated for resources: {'Port': ['ID=648e9ed4-c5b4-4445-8219-a6ba38489c9a,revision_number=3']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:04:05.441601 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6993cb36-dfa8-4a51-8891-2c8a9cbe249d admin admin] Made reservation on behalf of 26cb616465484daf9c91d1bf23472b6d for: {'network': 1} {{(pid=84040) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:04:05.444189 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-6993cb36-dfa8-4a51-8891-2c8a9cbe249d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for network, before_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:05.475154 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-6993cb36-dfa8-4a51-8891-2c8a9cbe249d admin admin] Notify callbacks [] for security_group, before_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:05.485592 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.db.api [None req-2eb68883-1109-4b76-a99b-b3158fcf7597 tempest-RoutersTest-1500746192 tempest-RoutersTest-1500746192-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84040) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 18 21:04:05.485914 n-d-838334-2 neutron-server[84040]: DEBUG oslo_db.api [None req-2eb68883-1109-4b76-a99b-b3158fcf7597 tempest-RoutersTest-1500746192 tempest-RoutersTest-1500746192-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 18 21:04:05.531745 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-3345ae37-14a5-42d5-9898-576b2d570e38 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33528224'] for security_group, after_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:05.560362 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3345ae37-14a5-42d5-9898-576b2d570e38 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a2f4c719-b4b4-476c-8bb1-a2dde6aa9fe8,revision_number=None']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:04:05.564897 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [None req-6993cb36-dfa8-4a51-8891-2c8a9cbe249d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:04:05.577273 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-6993cb36-dfa8-4a51-8891-2c8a9cbe249d admin admin] Usage tracker for resource:security_group_rule and tenant:26cb616465484daf9c91d1bf23472b6d is out of sync, need to count used quota {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:04:05.583963 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-6993cb36-dfa8-4a51-8891-2c8a9cbe249d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:04:05.601144 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [None req-6993cb36-dfa8-4a51-8891-2c8a9cbe249d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:04:05.621996 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-3345ae37-14a5-42d5-9898-576b2d570e38 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:05.623739 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-3345ae37-14a5-42d5-9898-576b2d570e38 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/a2f4c719-b4b4-476c-8bb1-a2dde6aa9fe8 HTTP/1.1" status: 204 len: 168 time: 0.7896461 Apr 18 21:04:05.776081 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.plugin [None req-a59b4617-4f25-4918-b0ca-021c0bfdf5b6 tempest-PortsTestJSON-1335945802 tempest-PortsTestJSON-1335945802-project] In _notify_port_updated(), no bound segment for port 648e9ed4-c5b4-4445-8219-a6ba38489c9a on network a25efe71-0b98-4ef6-af6a-01c4b846f3e8 {{(pid=84041) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Apr 18 21:04:05.780028 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a59b4617-4f25-4918-b0ca-021c0bfdf5b6 tempest-PortsTestJSON-1335945802 tempest-PortsTestJSON-1335945802-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:04:05.780652 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-a59b4617-4f25-4918-b0ca-021c0bfdf5b6 tempest-PortsTestJSON-1335945802 tempest-PortsTestJSON-1335945802-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217293'] for port, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:05.787609 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-a59b4617-4f25-4918-b0ca-021c0bfdf5b6 tempest-PortsTestJSON-1335945802 tempest-PortsTestJSON-1335945802-project] 10.222.0.42 "PUT /v2.0/ports/648e9ed4-c5b4-4445-8219-a6ba38489c9a HTTP/1.1" status: 200 len: 998 time: 3.4058740 Apr 18 21:04:05.788436 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 35912) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:04:05.834497 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-cc0f16e5-a1d9-4c6e-8f65-85de9d33dcc3 None None] Provisioning for port 648e9ed4-c5b4-4445-8219-a6ba38489c9a completed by entity DHCP. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 21:04:05.844692 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-6993cb36-dfa8-4a51-8891-2c8a9cbe249d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:05.846144 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-cc0f16e5-a1d9-4c6e-8f65-85de9d33dcc3 None None] Provisioning complete for port 648e9ed4-c5b4-4445-8219-a6ba38489c9a triggered by entity DHCP. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:04:05.847064 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-cc0f16e5-a1d9-4c6e-8f65-85de9d33dcc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1253608'] for port, provisioning_complete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:05.847677 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-a44c4088-f731-4102-88b6-4e941e3578a7 tempest-RoutersIpV6AdminTest-1441855246 tempest-RoutersIpV6AdminTest-1441855246-project-admin] Notify callbacks [] for port, precommit_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:05.857102 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-6993cb36-dfa8-4a51-8891-2c8a9cbe249d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33528224'] for security_group, after_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:05.887419 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.plugin [None req-bd1cb691-611c-4997-ab18-034f53145014 tempest-PortsTestJSON-1335945802 tempest-PortsTestJSON-1335945802-project] Deleting port 648e9ed4-c5b4-4445-8219-a6ba38489c9a {{(pid=84041) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 21:04:05.887695 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-bd1cb691-611c-4997-ab18-034f53145014 tempest-PortsTestJSON-1335945802 tempest-PortsTestJSON-1335945802-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750375188691'] for port, before_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:05.901132 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6993cb36-dfa8-4a51-8891-2c8a9cbe249d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 395} {{(pid=84040) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 21:04:05.918542 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6993cb36-dfa8-4a51-8891-2c8a9cbe249d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ea942605-e4e0-4719-87d9-8a9cd700a02d,revision_number=1']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:04:05.931692 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-6993cb36-dfa8-4a51-8891-2c8a9cbe249d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1082986'] for segment, precommit_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:05.932334 n-d-838334-2 neutron-server[84040]: INFO neutron.db.segments_db [None req-6993cb36-dfa8-4a51-8891-2c8a9cbe249d admin admin] Added segment 6c2fe52c-febb-4bb8-8b70-6feb5afebf75 of type vlan for network d1529884-95ea-4548-82d7-4b97dbedfe62 Apr 18 21:04:05.960620 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.plugin [None req-cc0f16e5-a1d9-4c6e-8f65-85de9d33dcc3 None None] Port 648e9ed4-c5b4-4445-8219-a6ba38489c9a cannot update to ACTIVE because it is not bound. {{(pid=84042) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 18 21:04:05.977406 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-6993cb36-dfa8-4a51-8891-2c8a9cbe249d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750374825732'] for network, precommit_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:05.996570 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.plugin [None req-2eb68883-1109-4b76-a99b-b3158fcf7597 tempest-RoutersTest-1500746192 tempest-RoutersTest-1500746192-project] Deleting port b90feb8b-d4b5-4125-9dd4-61ce47e691db {{(pid=84040) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 21:04:05.996901 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-2eb68883-1109-4b76-a99b-b3158fcf7597 tempest-RoutersTest-1500746192 tempest-RoutersTest-1500746192-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750375188691'] for port, before_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:06.042079 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-a44c4088-f731-4102-88b6-4e941e3578a7 tempest-RoutersIpV6AdminTest-1441855246 tempest-RoutersIpV6AdminTest-1441855246-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750374836619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32266323'] for port, after_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:06.227324 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.plugin [None req-2eb68883-1109-4b76-a99b-b3158fcf7597 tempest-RoutersTest-1500746192 tempest-RoutersTest-1500746192-project] The port 'b90feb8b-d4b5-4125-9dd4-61ce47e691db' was deleted {{(pid=84040) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 18 21:04:06.242485 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a44c4088-f731-4102-88b6-4e941e3578a7 tempest-RoutersIpV6AdminTest-1441855246 tempest-RoutersIpV6AdminTest-1441855246-project-admin] Pushing event updated for resources: {'Port': ['ID=f8430d4a-6cb1-4ff3-808e-ae697719f7c1,revision_number=1']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:04:06.242749 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.db.resource_extend [None req-6993cb36-dfa8-4a51-8891-2c8a9cbe249d admin admin] It took 0.21 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 18 21:04:06.247706 n-d-838334-2 neutron-server[84041]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a44c4088-f731-4102-88b6-4e941e3578a7 tempest-RoutersIpV6AdminTest-1441855246 tempest-RoutersIpV6AdminTest-1441855246-project-admin] Network 554cc37e-c6da-4ba5-b5eb-4bff67780976 is already hosted by enough agents. {{(pid=84041) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:04:06.251992 n-d-838334-2 neutron-server[84041]: DEBUG neutron.scheduler.base_scheduler [None req-a44c4088-f731-4102-88b6-4e941e3578a7 tempest-RoutersIpV6AdminTest-1441855246 tempest-RoutersIpV6AdminTest-1441855246-project-admin] Resources bound (agent type, host, resource id): {{(pid=84041) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:04:06.257719 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a44c4088-f731-4102-88b6-4e941e3578a7 tempest-RoutersIpV6AdminTest-1441855246 tempest-RoutersIpV6AdminTest-1441855246-project-admin] Received port after_create {{(pid=84041) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 21:04:06.257977 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a44c4088-f731-4102-88b6-4e941e3578a7 tempest-RoutersIpV6AdminTest-1441855246 tempest-RoutersIpV6AdminTest-1441855246-project-admin] Attributes excluded by policy engine: ['network'] {{(pid=84041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:04:06.258538 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-a44c4088-f731-4102-88b6-4e941e3578a7 tempest-RoutersIpV6AdminTest-1441855246 tempest-RoutersIpV6AdminTest-1441855246-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217293'] for port, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:06.312570 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-a44c4088-f731-4102-88b6-4e941e3578a7 tempest-RoutersIpV6AdminTest-1441855246 tempest-RoutersIpV6AdminTest-1441855246-project-admin] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1028 time: 1.8712473 Apr 18 21:04:06.315659 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 35930) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:04:06.377820 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-bd1cb691-611c-4997-ab18-034f53145014 tempest-PortsTestJSON-1335945802 tempest-PortsTestJSON-1335945802-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369123'] for port, precommit_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:06.425375 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-2eb68883-1109-4b76-a99b-b3158fcf7597 tempest-RoutersTest-1500746192 tempest-RoutersTest-1500746192-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1258905', 'neutron.services.segments.db._delete_segments_for_network-8750375287417'] for network, precommit_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:06.452435 n-d-838334-2 neutron-server[84040]: DEBUG neutron.services.segments.db [None req-2eb68883-1109-4b76-a99b-b3158fcf7597 tempest-RoutersTest-1500746192 tempest-RoutersTest-1500746192-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d5cfee16-9772-436c-83b0-48818235b6ad']}} {{(pid=84040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:04:06.465519 n-d-838334-2 neutron-server[84040]: DEBUG neutron.services.segments.db [None req-2eb68883-1109-4b76-a99b-b3158fcf7597 tempest-RoutersTest-1500746192 tempest-RoutersTest-1500746192-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '762c4ffe-7c22-4d92-85cd-e51a6ba67559') {'for_net_delete': True} {{(pid=84040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:04:06.465886 n-d-838334-2 neutron-server[84040]: DEBUG neutron.services.segments.db [None req-2eb68883-1109-4b76-a99b-b3158fcf7597 tempest-RoutersTest-1500746192 tempest-RoutersTest-1500746192-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '762c4ffe-7c22-4d92-85cd-e51a6ba67559') {} {{(pid=84040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:04:06.479601 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-2eb68883-1109-4b76-a99b-b3158fcf7597 tempest-RoutersTest-1500746192 tempest-RoutersTest-1500746192-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750375287300', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31955965'] for segment, before_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:06.496868 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-2eb68883-1109-4b76-a99b-b3158fcf7597 tempest-RoutersTest-1500746192 tempest-RoutersTest-1500746192-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1082986'] for segment, precommit_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:06.504119 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2eb68883-1109-4b76-a99b-b3158fcf7597 tempest-RoutersTest-1500746192 tempest-RoutersTest-1500746192-project] Releasing vlan 394 on physical network physnet1 to pool {{(pid=84040) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 18 21:04:06.504499 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-2eb68883-1109-4b76-a99b-b3158fcf7597 tempest-RoutersTest-1500746192 tempest-RoutersTest-1500746192-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1082993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32440923'] for segment, after_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:06.516167 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.plugin [None req-bd1cb691-611c-4997-ab18-034f53145014 tempest-PortsTestJSON-1335945802 tempest-PortsTestJSON-1335945802-project] Calling delete_port for 648e9ed4-c5b4-4445-8219-a6ba38489c9a owned by {{(pid=84041) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 21:04:06.524019 n-d-838334-2 neutron-server[84040]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 21:04:06.524019 n-d-838334-2 neutron-server[84040]: util.warn( Apr 18 21:04:06.524019 n-d-838334-2 neutron-server[84040]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 21:04:06.524019 n-d-838334-2 neutron-server[84040]: util.warn( Apr 18 21:04:06.524019 n-d-838334-2 neutron-server[84040]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 21:04:06.524019 n-d-838334-2 neutron-server[84040]: util.warn( Apr 18 21:04:06.524019 n-d-838334-2 neutron-server[84040]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 21:04:06.524019 n-d-838334-2 neutron-server[84040]: util.warn( Apr 18 21:04:06.524019 n-d-838334-2 neutron-server[84040]: Traceback (most recent call last): Apr 18 21:04:06.524019 n-d-838334-2 neutron-server[84040]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 18 21:04:06.524019 n-d-838334-2 neutron-server[84040]: timer() Apr 18 21:04:06.524019 n-d-838334-2 neutron-server[84040]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 21:04:06.524019 n-d-838334-2 neutron-server[84040]: cb(*args, **kw) Apr 18 21:04:06.524019 n-d-838334-2 neutron-server[84040]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 18 21:04:06.524019 n-d-838334-2 neutron-server[84040]: return func(*args, **kwargs) Apr 18 21:04:06.524019 n-d-838334-2 neutron-server[84040]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 21:04:06.524019 n-d-838334-2 neutron-server[84040]: self._notify() Apr 18 21:04:06.524019 n-d-838334-2 neutron-server[84040]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 21:04:06.524019 n-d-838334-2 neutron-server[84040]: self.callback(batched_events) Apr 18 21:04:06.524019 n-d-838334-2 neutron-server[84040]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 21:04:06.524019 n-d-838334-2 neutron-server[84040]: event.method(event) Apr 18 21:04:06.524019 n-d-838334-2 neutron-server[84040]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 18 21:04:06.524019 n-d-838334-2 neutron-server[84040]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 21:04:06.524019 n-d-838334-2 neutron-server[84040]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 18 21:04:06.524019 n-d-838334-2 neutron-server[84040]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 21:04:06.524019 n-d-838334-2 neutron-server[84040]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 18 21:04:06.524019 n-d-838334-2 neutron-server[84040]: return f(self, *a, **k) Apr 18 21:04:06.524019 n-d-838334-2 neutron-server[84040]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 18 21:04:06.524019 n-d-838334-2 neutron-server[84040]: return self._get(url).json() Apr 18 21:04:06.524019 n-d-838334-2 neutron-server[84040]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 18 21:04:06.524019 n-d-838334-2 neutron-server[84040]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 21:04:06.524019 n-d-838334-2 neutron-server[84040]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 18 21:04:06.524019 n-d-838334-2 neutron-server[84040]: return self.request(url, 'GET', **kwargs) Apr 18 21:04:06.524019 n-d-838334-2 neutron-server[84040]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 18 21:04:06.524019 n-d-838334-2 neutron-server[84040]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 21:04:06.524019 n-d-838334-2 neutron-server[84040]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 18 21:04:06.524019 n-d-838334-2 neutron-server[84040]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 21:04:06.524019 n-d-838334-2 neutron-server[84040]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 18 21:04:06.524019 n-d-838334-2 neutron-server[84040]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 21:04:06.524019 n-d-838334-2 neutron-server[84040]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 21:04:06.557449 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.plugin [None req-ed8f21c0-3f0a-4986-8dd5-276c7ff96052 tempest-RoutersIpV6AdminTest-1441855246 tempest-RoutersIpV6AdminTest-1441855246-project-admin] Deleting port f8430d4a-6cb1-4ff3-808e-ae697719f7c1 {{(pid=84041) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 21:04:06.557787 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-ed8f21c0-3f0a-4986-8dd5-276c7ff96052 tempest-RoutersIpV6AdminTest-1441855246 tempest-RoutersIpV6AdminTest-1441855246-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750375188691'] for port, before_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:06.641810 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-6993cb36-dfa8-4a51-8891-2c8a9cbe249d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33526109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022'] for network, after_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:06.642728 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6993cb36-dfa8-4a51-8891-2c8a9cbe249d admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:04:06.643295 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-6993cb36-dfa8-4a51-8891-2c8a9cbe249d admin admin] Notify callbacks [] for network, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:06.702909 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 35942) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:04:06.854276 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-2eb68883-1109-4b76-a99b-b3158fcf7597 tempest-RoutersTest-1500746192 tempest-RoutersTest-1500746192-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1258898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33526109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33444113'] for network, after_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:06.860846 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-2eb68883-1109-4b76-a99b-b3158fcf7597 tempest-RoutersTest-1500746192 tempest-RoutersTest-1500746192-project] Notify callbacks [] for network, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:06.866444 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6993cb36-dfa8-4a51-8891-2c8a9cbe249d admin admin] Pushing event updated for resources: {'Network': ['ID=d1529884-95ea-4548-82d7-4b97dbedfe62,revision_number=1']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:04:06.880272 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Network d1529884-95ea-4548-82d7-4b97dbedfe62 details requested by agent ovs-agent-n-d-838334-2 with host n-d-838334-2 {{(pid=84042) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 18 21:04:06.896632 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-6993cb36-dfa8-4a51-8891-2c8a9cbe249d admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.6120131 Apr 18 21:04:06.903495 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-2eb68883-1109-4b76-a99b-b3158fcf7597 tempest-RoutersTest-1500746192 tempest-RoutersTest-1500746192-project] 10.222.0.42 "DELETE /v2.0/networks/d5cfee16-9772-436c-83b0-48818235b6ad HTTP/1.1" status: 204 len: 168 time: 2.5950062 Apr 18 21:04:06.904730 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eb68883-1109-4b76-a99b-b3158fcf7597 tempest-RoutersTest-1500746192 tempest-RoutersTest-1500746192-project] Pushing event deleted for resources: {'Network': ['ID=d5cfee16-9772-436c-83b0-48818235b6ad,revision_number=None']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:04:06.910887 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 35954) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:04:06.911407 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 35956) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:04:06.924832 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.v2.base [None req-812e8436-9e39-4150-ab44-b97fde348038 admin admin] Request body: {'subnet': {'network_id': 'd1529884-95ea-4548-82d7-4b97dbedfe62', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-606980430-subnet', 'tenant_id': '26cb616465484daf9c91d1bf23472b6d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=84041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:04:06.932373 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.v2.base [None req-46038349-c5f4-40c6-9ebc-f045f457b009 tempest-RoutersTest-1500746192 tempest-RoutersTest-1500746192-project] Request body: {'network': {'name': 'tempest-RoutersTest-1206574839'}} {{(pid=84040) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:04:06.940042 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [None req-46038349-c5f4-40c6-9ebc-f045f457b009 tempest-RoutersTest-1500746192 tempest-RoutersTest-1500746192-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:04:06.946500 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-46038349-c5f4-40c6-9ebc-f045f457b009 tempest-RoutersTest-1500746192 tempest-RoutersTest-1500746192-project] Usage tracker for resource:network and tenant:8a05b90fa8c54f25938df6bd0ef52223 is out of sync, need to count used quota {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:04:06.956921 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-46038349-c5f4-40c6-9ebc-f045f457b009 tempest-RoutersTest-1500746192 tempest-RoutersTest-1500746192-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:04:06.965918 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [None req-46038349-c5f4-40c6-9ebc-f045f457b009 tempest-RoutersTest-1500746192 tempest-RoutersTest-1500746192-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:04:06.987306 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-46038349-c5f4-40c6-9ebc-f045f457b009 tempest-RoutersTest-1500746192 tempest-RoutersTest-1500746192-project] Made reservation on behalf of 8a05b90fa8c54f25938df6bd0ef52223 for: {'network': 1} {{(pid=84040) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:04:06.990506 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-46038349-c5f4-40c6-9ebc-f045f457b009 tempest-RoutersTest-1500746192 tempest-RoutersTest-1500746192-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for network, before_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:07.010342 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-bd1cb691-611c-4997-ab18-034f53145014 tempest-PortsTestJSON-1335945802 tempest-PortsTestJSON-1335945802-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750375259028', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750374836628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32266323'] for port, after_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:07.034454 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-46038349-c5f4-40c6-9ebc-f045f457b009 tempest-RoutersTest-1500746192 tempest-RoutersTest-1500746192-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 362} {{(pid=84040) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 21:04:07.063718 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-46038349-c5f4-40c6-9ebc-f045f457b009 tempest-RoutersTest-1500746192 tempest-RoutersTest-1500746192-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1082986'] for segment, precommit_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:07.064103 n-d-838334-2 neutron-server[84040]: INFO neutron.db.segments_db [None req-46038349-c5f4-40c6-9ebc-f045f457b009 tempest-RoutersTest-1500746192 tempest-RoutersTest-1500746192-project] Added segment 48a77cb4-d563-48d7-8f1b-cfa77ff24f72 of type vlan for network ad2c63d3-63b2-4816-a7a1-78eaf1483674 Apr 18 21:04:07.111828 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-812e8436-9e39-4150-ab44-b97fde348038 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:04:07.115287 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-812e8436-9e39-4150-ab44-b97fde348038 admin admin] Usage tracker for resource:subnet and tenant:26cb616465484daf9c91d1bf23472b6d is out of sync, need to count used quota {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:04:07.118191 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-812e8436-9e39-4150-ab44-b97fde348038 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:04:07.124179 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-46038349-c5f4-40c6-9ebc-f045f457b009 tempest-RoutersTest-1500746192 tempest-RoutersTest-1500746192-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750374825732'] for network, precommit_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:07.124366 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-812e8436-9e39-4150-ab44-b97fde348038 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:04:07.138262 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-d1098438-2336-4d41-84dd-913b699b0315 tempest-RoutersAdminTest-1467285608 tempest-RoutersAdminTest-1467285608-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-33444175', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-33443520', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5293'] for router, precommit_update {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:07.147521 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd1cb691-611c-4997-ab18-034f53145014 tempest-PortsTestJSON-1335945802 tempest-PortsTestJSON-1335945802-project] Pushing event deleted for resources: {'Port': ['ID=648e9ed4-c5b4-4445-8219-a6ba38489c9a,revision_number=None']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:04:07.149509 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-812e8436-9e39-4150-ab44-b97fde348038 admin admin] Made reservation on behalf of 26cb616465484daf9c91d1bf23472b6d for: {'subnet': 1} {{(pid=84041) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:04:07.152166 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-812e8436-9e39-4150-ab44-b97fde348038 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32486301'] for subnet, before_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:07.205860 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-46038349-c5f4-40c6-9ebc-f045f457b009 tempest-RoutersTest-1500746192 tempest-RoutersTest-1500746192-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33526109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022'] for network, after_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:07.209925 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46038349-c5f4-40c6-9ebc-f045f457b009 tempest-RoutersTest-1500746192 tempest-RoutersTest-1500746192-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:04:07.210545 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-46038349-c5f4-40c6-9ebc-f045f457b009 tempest-RoutersTest-1500746192 tempest-RoutersTest-1500746192-project] Notify callbacks [] for network, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:07.285716 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.v2.base [None req-fb9d6ee1-5525-433f-8156-7d7cfa7106d6 tempest-RoutersAdminNegativeIpV6Test-213589542 tempest-RoutersAdminNegativeIpV6Test-213589542-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeIpV6Test-91510822', 'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c'}} {{(pid=84041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:04:07.370669 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-fb9d6ee1-5525-433f-8156-7d7cfa7106d6 tempest-RoutersAdminNegativeIpV6Test-213589542 tempest-RoutersAdminNegativeIpV6Test-213589542-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:04:07.388165 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-46038349-c5f4-40c6-9ebc-f045f457b009 tempest-RoutersTest-1500746192 tempest-RoutersTest-1500746192-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.4753554 Apr 18 21:04:07.392798 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 35968) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:04:07.398097 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-fb9d6ee1-5525-433f-8156-7d7cfa7106d6 tempest-RoutersAdminNegativeIpV6Test-213589542 tempest-RoutersAdminNegativeIpV6Test-213589542-project-admin] Usage tracker for resource:port and tenant:a21f73571211480ba43b41d1b48c3786 is out of sync, need to count used quota {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:04:07.415019 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.v2.base [None req-1aae52b7-d1bf-4f57-9355-c123dc6456e4 tempest-RoutersTest-1500746192 tempest-RoutersTest-1500746192-project] Request body: {'subnet': {'network_id': 'ad2c63d3-63b2-4816-a7a1-78eaf1483674', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=84040) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:04:07.418362 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-fb9d6ee1-5525-433f-8156-7d7cfa7106d6 tempest-RoutersAdminNegativeIpV6Test-213589542 tempest-RoutersAdminNegativeIpV6Test-213589542-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:04:07.442731 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46038349-c5f4-40c6-9ebc-f045f457b009 tempest-RoutersTest-1500746192 tempest-RoutersTest-1500746192-project] Pushing event updated for resources: {'Network': ['ID=ad2c63d3-63b2-4816-a7a1-78eaf1483674,revision_number=1']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:04:07.454408 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Network ad2c63d3-63b2-4816-a7a1-78eaf1483674 details requested by agent ovs-agent-n-d-838334-2 with host n-d-838334-2 {{(pid=84042) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 18 21:04:07.485338 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-fb9d6ee1-5525-433f-8156-7d7cfa7106d6 tempest-RoutersAdminNegativeIpV6Test-213589542 tempest-RoutersAdminNegativeIpV6Test-213589542-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:04:07.567324 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-ed8f21c0-3f0a-4986-8dd5-276c7ff96052 tempest-RoutersIpV6AdminTest-1441855246 tempest-RoutersIpV6AdminTest-1441855246-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369123'] for port, precommit_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:07.600629 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb9d6ee1-5525-433f-8156-7d7cfa7106d6 tempest-RoutersAdminNegativeIpV6Test-213589542 tempest-RoutersAdminNegativeIpV6Test-213589542-project-admin] Made reservation on behalf of a21f73571211480ba43b41d1b48c3786 for: {'port': 1} {{(pid=84041) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:04:07.602865 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-fb9d6ee1-5525-433f-8156-7d7cfa7106d6 tempest-RoutersAdminNegativeIpV6Test-213589542 tempest-RoutersAdminNegativeIpV6Test-213589542-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:07.636143 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [None req-1aae52b7-d1bf-4f57-9355-c123dc6456e4 tempest-RoutersTest-1500746192 tempest-RoutersTest-1500746192-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:04:07.652442 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-1aae52b7-d1bf-4f57-9355-c123dc6456e4 tempest-RoutersTest-1500746192 tempest-RoutersTest-1500746192-project] Usage tracker for resource:subnet and tenant:8a05b90fa8c54f25938df6bd0ef52223 is out of sync, need to count used quota {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:04:07.656101 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-1aae52b7-d1bf-4f57-9355-c123dc6456e4 tempest-RoutersTest-1500746192 tempest-RoutersTest-1500746192-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:04:07.663707 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [None req-1aae52b7-d1bf-4f57-9355-c123dc6456e4 tempest-RoutersTest-1500746192 tempest-RoutersTest-1500746192-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:04:07.732901 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1aae52b7-d1bf-4f57-9355-c123dc6456e4 tempest-RoutersTest-1500746192 tempest-RoutersTest-1500746192-project] Made reservation on behalf of 8a05b90fa8c54f25938df6bd0ef52223 for: {'subnet': 1} {{(pid=84040) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:04:07.740020 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.plugin [None req-ed8f21c0-3f0a-4986-8dd5-276c7ff96052 tempest-RoutersIpV6AdminTest-1441855246 tempest-RoutersIpV6AdminTest-1441855246-project-admin] Calling delete_port for f8430d4a-6cb1-4ff3-808e-ae697719f7c1 owned by {{(pid=84041) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 21:04:07.768136 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-fb9d6ee1-5525-433f-8156-7d7cfa7106d6 tempest-RoutersAdminNegativeIpV6Test-213589542 tempest-RoutersAdminNegativeIpV6Test-213589542-project-admin] Notify callbacks [] for security_group, before_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:07.797984 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-bd1cb691-611c-4997-ab18-034f53145014 tempest-PortsTestJSON-1335945802 tempest-PortsTestJSON-1335945802-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217293'] for port, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:07.843212 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-bd1cb691-611c-4997-ab18-034f53145014 tempest-PortsTestJSON-1335945802 tempest-PortsTestJSON-1335945802-project] 10.222.0.42 "DELETE /v2.0/ports/648e9ed4-c5b4-4445-8219-a6ba38489c9a HTTP/1.1" status: 204 len: 168 time: 2.0480258 Apr 18 21:04:07.845709 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 35978) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:04:07.919991 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-1aae52b7-d1bf-4f57-9355-c123dc6456e4 tempest-RoutersTest-1500746192 tempest-RoutersTest-1500746192-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31752722'] for subnet, before_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:07.944526 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-fb9d6ee1-5525-433f-8156-7d7cfa7106d6 tempest-RoutersAdminNegativeIpV6Test-213589542 tempest-RoutersAdminNegativeIpV6Test-213589542-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:04:07.972909 n-d-838334-2 neutron-server[84041]: INFO neutron.pecan_wsgi.hooks.translation [None req-19d8945d-46c6-42b2-a183-7875fa495dfb tempest-PortsTestJSON-1335945802 tempest-PortsTestJSON-1335945802-project] GET failed (client error): The resource could not be found. Apr 18 21:04:07.973407 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-19d8945d-46c6-42b2-a183-7875fa495dfb tempest-PortsTestJSON-1335945802 tempest-PortsTestJSON-1335945802-project] Synchronizing usage tracker for tenant:234c597e1bbf440ab35a01225b472234 on resource:port {{(pid=84041) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 21:04:07.982654 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-fb9d6ee1-5525-433f-8156-7d7cfa7106d6 tempest-RoutersAdminNegativeIpV6Test-213589542 tempest-RoutersAdminNegativeIpV6Test-213589542-project-admin] Usage tracker for resource:security_group_rule and tenant:a21f73571211480ba43b41d1b48c3786 is out of sync, need to count used quota {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:04:07.987758 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-fb9d6ee1-5525-433f-8156-7d7cfa7106d6 tempest-RoutersAdminNegativeIpV6Test-213589542 tempest-RoutersAdminNegativeIpV6Test-213589542-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:04:08.006424 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-fb9d6ee1-5525-433f-8156-7d7cfa7106d6 tempest-RoutersAdminNegativeIpV6Test-213589542 tempest-RoutersAdminNegativeIpV6Test-213589542-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:04:08.092109 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-19d8945d-46c6-42b2-a183-7875fa495dfb tempest-PortsTestJSON-1335945802 tempest-PortsTestJSON-1335945802-project] Unset dirty status for tenant:234c597e1bbf440ab35a01225b472234 on resource:port {{(pid=84041) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 21:04:08.093295 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-19d8945d-46c6-42b2-a183-7875fa495dfb tempest-PortsTestJSON-1335945802 tempest-PortsTestJSON-1335945802-project] 10.222.0.42 "GET /v2.0/ports/648e9ed4-c5b4-4445-8219-a6ba38489c9a HTTP/1.1" status: 404 len: 333 time: 0.2336621 Apr 18 21:04:08.100126 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 35988) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:04:08.145212 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-d1098438-2336-4d41-84dd-913b699b0315 tempest-RoutersAdminTest-1467285608 tempest-RoutersAdminTest-1467285608-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-33444175', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-33443520', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5293'] for router, precommit_update {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:08.154095 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-d1098438-2336-4d41-84dd-913b699b0315 tempest-RoutersAdminTest-1467285608 tempest-RoutersAdminTest-1467285608-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33444176', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-33444166', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-33444185', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-33443547'] for router, after_update {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:08.170301 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-812e8436-9e39-4150-ab44-b97fde348038 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33526260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32266407', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32486287'] for subnet, after_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:08.210061 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-ed8f21c0-3f0a-4986-8dd5-276c7ff96052 tempest-RoutersIpV6AdminTest-1441855246 tempest-RoutersIpV6AdminTest-1441855246-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750375259028', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750374836628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32266323'] for port, after_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:08.300692 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed8f21c0-3f0a-4986-8dd5-276c7ff96052 tempest-RoutersIpV6AdminTest-1441855246 tempest-RoutersIpV6AdminTest-1441855246-project-admin] Pushing event deleted for resources: {'Port': ['ID=f8430d4a-6cb1-4ff3-808e-ae697719f7c1,revision_number=None']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:04:08.437758 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-1aae52b7-d1bf-4f57-9355-c123dc6456e4 tempest-RoutersTest-1500746192 tempest-RoutersTest-1500746192-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33526260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32441074', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31752704'] for subnet, after_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:08.448953 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-812e8436-9e39-4150-ab44-b97fde348038 admin admin] Pushing event updated for resources: {'Subnet': ['ID=da445707-ed00-47b7-ad3f-3b5abbed8ae2,revision_number=0']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:04:08.492015 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-ed8f21c0-3f0a-4986-8dd5-276c7ff96052 tempest-RoutersIpV6AdminTest-1441855246 tempest-RoutersIpV6AdminTest-1441855246-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217293'] for port, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:08.497949 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-fb9d6ee1-5525-433f-8156-7d7cfa7106d6 tempest-RoutersAdminNegativeIpV6Test-213589542 tempest-RoutersAdminNegativeIpV6Test-213589542-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:08.509718 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-fb9d6ee1-5525-433f-8156-7d7cfa7106d6 tempest-RoutersAdminNegativeIpV6Test-213589542 tempest-RoutersAdminNegativeIpV6Test-213589542-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33528224'] for security_group, after_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:08.523975 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aae52b7-d1bf-4f57-9355-c123dc6456e4 tempest-RoutersTest-1500746192 tempest-RoutersTest-1500746192-project] Pushing event updated for resources: {'Subnet': ['ID=0821341f-2c34-424c-9638-add4086c4774,revision_number=0']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:04:08.529562 n-d-838334-2 neutron-server[84041]: DEBUG neutron.notifiers.nova [None req-fb9d6ee1-5525-433f-8156-7d7cfa7106d6 tempest-RoutersAdminNegativeIpV6Test-213589542 tempest-RoutersAdminNegativeIpV6Test-213589542-project-admin] device_id is not set on port c54b8fc7-19ba-4ac6-b51d-337bf04bb894 yet. {{(pid=84041) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 18 21:04:08.560412 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1aae52b7-d1bf-4f57-9355-c123dc6456e4 tempest-RoutersTest-1500746192 tempest-RoutersTest-1500746192-project] Checking segment: {'id': '48a77cb4-d563-48d7-8f1b-cfa77ff24f72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': 'ad2c63d3-63b2-4816-a7a1-78eaf1483674'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84040) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 21:04:08.560653 n-d-838334-2 neutron-server[84040]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1aae52b7-d1bf-4f57-9355-c123dc6456e4 tempest-RoutersTest-1500746192 tempest-RoutersTest-1500746192-project] Network hostable DHCP agents. Network: ad2c63d3-63b2-4816-a7a1-78eaf1483674, hostable agents: ['8746f8ea-3e91-4b32-9919-2c63adeb8722'], hosted agents: [] {{(pid=84040) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 21:04:08.570780 n-d-838334-2 neutron-server[84040]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d1098438-2336-4d41-84dd-913b699b0315 tempest-RoutersAdminTest-1467285608 tempest-RoutersAdminTest-1467285608-project-admin] Router 86c65943-7550-43d3-af3c-1d87a30c7003 has already been hosted by L3 agent bc84d6c9-dd7a-4555-a351-592327b46d5a {{(pid=84040) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 21:04:08.583702 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-ed8f21c0-3f0a-4986-8dd5-276c7ff96052 tempest-RoutersIpV6AdminTest-1441855246 tempest-RoutersIpV6AdminTest-1441855246-project-admin] 10.222.0.42 "DELETE /v2.0/ports/f8430d4a-6cb1-4ff3-808e-ae697719f7c1 HTTP/1.1" status: 204 len: 168 time: 2.2670262 Apr 18 21:04:08.587857 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 36006) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:04:08.596984 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.v2.base [None req-dc34a94f-fe8c-44ea-9080-283706103e2d tempest-RoutersIpV6AdminTest-1441855246 tempest-RoutersIpV6AdminTest-1441855246-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '554cc37e-c6da-4ba5-b5eb-4bff67780976', 'external_fixed_ips': [{'subnet_id': '43c9a6fd-38ab-48de-a150-cb322e2f6098', 'ip_address': '2001:db8::1e2'}]}}} {{(pid=84040) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:04:08.636963 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-812e8436-9e39-4150-ab44-b97fde348038 admin admin] Checking segment: {'id': '6c2fe52c-febb-4bb8-8b70-6feb5afebf75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': 'd1529884-95ea-4548-82d7-4b97dbedfe62'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84041) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 21:04:08.637318 n-d-838334-2 neutron-server[84041]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-812e8436-9e39-4150-ab44-b97fde348038 admin admin] Network hostable DHCP agents. Network: d1529884-95ea-4548-82d7-4b97dbedfe62, hostable agents: ['8746f8ea-3e91-4b32-9919-2c63adeb8722'], hosted agents: [] {{(pid=84041) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 21:04:08.650391 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [None req-dc34a94f-fe8c-44ea-9080-283706103e2d tempest-RoutersIpV6AdminTest-1441855246 tempest-RoutersIpV6AdminTest-1441855246-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:04:08.657834 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb9d6ee1-5525-433f-8156-7d7cfa7106d6 tempest-RoutersAdminNegativeIpV6Test-213589542 tempest-RoutersAdminNegativeIpV6Test-213589542-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d60ced60-532b-4953-b768-589875185114,revision_number=1']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:04:08.664892 n-d-838334-2 neutron-server[84040]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1aae52b7-d1bf-4f57-9355-c123dc6456e4 tempest-RoutersTest-1500746192 tempest-RoutersTest-1500746192-project] Network ad2c63d3-63b2-4816-a7a1-78eaf1483674 is scheduled to be hosted by DHCP agent 8746f8ea-3e91-4b32-9919-2c63adeb8722 with binding_index 1 {{(pid=84040) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 21:04:08.667925 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-dc34a94f-fe8c-44ea-9080-283706103e2d tempest-RoutersIpV6AdminTest-1441855246 tempest-RoutersIpV6AdminTest-1441855246-project-admin] Usage tracker for resource:router and tenant:292188131bd5453abc7131f632de51a5 is out of sync, need to count used quota {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:04:08.681859 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.db_base_plugin_v2 [None req-be0b4ebd-1a9f-42e5-ae6b-3ede0493917e tempest-PortsTestJSON-1335945802 tempest-PortsTestJSON-1335945802-project] Deleting subnet b9783812-0506-4570-aecb-ce67a067dc4f {{(pid=84041) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 18 21:04:08.690659 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-be0b4ebd-1a9f-42e5-ae6b-3ede0493917e tempest-PortsTestJSON-1335945802 tempest-PortsTestJSON-1335945802-project] Notify callbacks [] for subnet, before_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:08.723047 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-dc34a94f-fe8c-44ea-9080-283706103e2d tempest-RoutersIpV6AdminTest-1441855246 tempest-RoutersIpV6AdminTest-1441855246-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:04:08.737574 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [None req-dc34a94f-fe8c-44ea-9080-283706103e2d tempest-RoutersIpV6AdminTest-1441855246 tempest-RoutersIpV6AdminTest-1441855246-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:04:08.744451 n-d-838334-2 neutron-server[84040]: DEBUG neutron.scheduler.base_scheduler [None req-1aae52b7-d1bf-4f57-9355-c123dc6456e4 tempest-RoutersTest-1500746192 tempest-RoutersTest-1500746192-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-838334-2, ad2c63d3-63b2-4816-a7a1-78eaf1483674) {{(pid=84040) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:04:08.752431 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1aae52b7-d1bf-4f57-9355-c123dc6456e4 tempest-RoutersTest-1500746192 tempest-RoutersTest-1500746192-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:04:08.753010 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-1aae52b7-d1bf-4f57-9355-c123dc6456e4 tempest-RoutersTest-1500746192 tempest-RoutersTest-1500746192-project] Notify callbacks [] for subnet, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:08.753603 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81aadf0c-65fa-4e28-ab60-b45b178cec2e None None] Network ad2c63d3-63b2-4816-a7a1-78eaf1483674 requested from n-d-838334-2 {{(pid=84042) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 21:04:08.773670 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-dc34a94f-fe8c-44ea-9080-283706103e2d tempest-RoutersIpV6AdminTest-1441855246 tempest-RoutersIpV6AdminTest-1441855246-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-33442106', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5708'] for router, before_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:08.774705 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-dc34a94f-fe8c-44ea-9080-283706103e2d tempest-RoutersIpV6AdminTest-1441855246 tempest-RoutersIpV6AdminTest-1441855246-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33442137', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33444285', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33535433', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5703'] for router, precommit_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:08.803268 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-1aae52b7-d1bf-4f57-9355-c123dc6456e4 tempest-RoutersTest-1500746192 tempest-RoutersTest-1500746192-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3991222 Apr 18 21:04:08.807944 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 36020) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:04:08.815906 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.v2.base [None req-108b830c-d9d1-4a40-ba23-fda7114e3cc6 tempest-RoutersTest-1500746192 tempest-RoutersTest-1500746192-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1794364595', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=84040) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:04:08.825585 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [None req-108b830c-d9d1-4a40-ba23-fda7114e3cc6 tempest-RoutersTest-1500746192 tempest-RoutersTest-1500746192-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:04:08.825825 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-be0b4ebd-1a9f-42e5-ae6b-3ede0493917e tempest-PortsTestJSON-1335945802 tempest-PortsTestJSON-1335945802-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32266383'] for subnet, precommit_delete_associations {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:08.833236 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-dc34a94f-fe8c-44ea-9080-283706103e2d tempest-RoutersIpV6AdminTest-1441855246 tempest-RoutersIpV6AdminTest-1441855246-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:08.834705 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-108b830c-d9d1-4a40-ba23-fda7114e3cc6 tempest-RoutersTest-1500746192 tempest-RoutersTest-1500746192-project] Usage tracker for resource:router and tenant:8a05b90fa8c54f25938df6bd0ef52223 is out of sync, need to count used quota {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:04:08.845012 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-108b830c-d9d1-4a40-ba23-fda7114e3cc6 tempest-RoutersTest-1500746192 tempest-RoutersTest-1500746192-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:04:08.855231 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [None req-108b830c-d9d1-4a40-ba23-fda7114e3cc6 tempest-RoutersTest-1500746192 tempest-RoutersTest-1500746192-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:04:08.876873 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-108b830c-d9d1-4a40-ba23-fda7114e3cc6 tempest-RoutersTest-1500746192 tempest-RoutersTest-1500746192-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-33442106', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5708'] for router, before_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:08.878139 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-108b830c-d9d1-4a40-ba23-fda7114e3cc6 tempest-RoutersTest-1500746192 tempest-RoutersTest-1500746192-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33442137', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33444285', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33535433', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5703'] for router, precommit_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:08.916421 n-d-838334-2 neutron-server[84041]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-812e8436-9e39-4150-ab44-b97fde348038 admin admin] Network d1529884-95ea-4548-82d7-4b97dbedfe62 is scheduled to be hosted by DHCP agent 8746f8ea-3e91-4b32-9919-2c63adeb8722 with binding_index 1 {{(pid=84041) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 21:04:08.926076 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.db_base_plugin_common [None req-fb9d6ee1-5525-433f-8156-7d7cfa7106d6 tempest-RoutersAdminNegativeIpV6Test-213589542 tempest-RoutersAdminNegativeIpV6Test-213589542-project-admin] Allocated IP 172.25.8.26 (e41b6600-a917-4a8d-b05c-be3be40c6d8c/6b05667b-848e-4356-9b44-d5eb6808ef74/c54b8fc7-19ba-4ac6-b51d-337bf04bb894) {{(pid=84041) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 21:04:08.928227 n-d-838334-2 neutron-server[84041]: DEBUG neutron.scheduler.base_scheduler [None req-812e8436-9e39-4150-ab44-b97fde348038 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-838334-2, d1529884-95ea-4548-82d7-4b97dbedfe62) {{(pid=84041) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:04:08.940545 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-812e8436-9e39-4150-ab44-b97fde348038 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:04:08.941618 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-812e8436-9e39-4150-ab44-b97fde348038 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:09.003077 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-812e8436-9e39-4150-ab44-b97fde348038 admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 2.0841589 Apr 18 21:04:09.033029 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-be0b4ebd-1a9f-42e5-ae6b-3ede0493917e tempest-PortsTestJSON-1335945802 tempest-PortsTestJSON-1335945802-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1260556'] for subnet, precommit_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:09.046053 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-108b830c-d9d1-4a40-ba23-fda7114e3cc6 tempest-RoutersTest-1500746192 tempest-RoutersTest-1500746192-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:09.048437 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-dc34a94f-fe8c-44ea-9080-283706103e2d tempest-RoutersIpV6AdminTest-1441855246 tempest-RoutersIpV6AdminTest-1441855246-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-33444175', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-33443520', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5293'] for router, precommit_update {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:09.064356 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ef60e59-77a2-4a87-aa4e-a217bc7be03d None None] Network d1529884-95ea-4548-82d7-4b97dbedfe62 requested from n-d-838334-2 {{(pid=84042) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 21:04:09.100416 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d1098438-2336-4d41-84dd-913b699b0315 tempest-RoutersAdminTest-1467285608 tempest-RoutersAdminTest-1467285608-project-admin] Notify agent at l3_agent.n-d-838334-2 the message routers_updated {{(pid=84040) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 21:04:09.114805 n-d-838334-2 neutron-server[84043]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72d554a7-32ca-4e52-a8c1-eaacd9255d59 None None] Sync routers for ids ['86c65943-7550-43d3-af3c-1d87a30c7003'] in n-d-838334-2 {{(pid=84043) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 18 21:04:09.139265 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72d554a7-32ca-4e52-a8c1-eaacd9255d59 None None] Routers {'86c65943-7550-43d3-af3c-1d87a30c7003'} bound to L3 agent in host n-d-838334-2 {{(pid=84043) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 21:04:09.139933 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.l3_hamode_db [None req-72d554a7-32ca-4e52-a8c1-eaacd9255d59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838334-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-18T20:25:48Z,description=,heartbeat_timestamp=2022-04-18T21:03:48Z,host='n-d-838334-2',id=bc84d6c9-dd7a-4555-a351-592327b46d5a,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:25:48Z,topic='l3_agent')) {'router_ids': ['86c65943-7550-43d3-af3c-1d87a30c7003'], 'active': True} {{(pid=84043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:04:09.155976 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-d1098438-2336-4d41-84dd-913b699b0315 tempest-RoutersAdminTest-1467285608 tempest-RoutersAdminTest-1467285608-project-admin] Notify callbacks [] for router, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:09.160200 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-d1098438-2336-4d41-84dd-913b699b0315 tempest-RoutersAdminTest-1467285608 tempest-RoutersAdminTest-1467285608-project-admin] 10.222.0.42 "PUT /v2.0/routers/86c65943-7550-43d3-af3c-1d87a30c7003 HTTP/1.1" status: 200 len: 922 time: 4.3251519 Apr 18 21:04:09.160865 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 36028) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:04:09.230569 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-108b830c-d9d1-4a40-ba23-fda7114e3cc6 tempest-RoutersTest-1500746192 tempest-RoutersTest-1500746192-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33443529', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33444176'] for router, after_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:09.239651 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.l3_hamode_db [None req-72d554a7-32ca-4e52-a8c1-eaacd9255d59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-838334-2', False) {} {{(pid=84043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:04:09.265709 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72d554a7-32ca-4e52-a8c1-eaacd9255d59 None None] Routers {'86c65943-7550-43d3-af3c-1d87a30c7003'} bound to L3 agent in host n-d-838334-2 {{(pid=84043) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 21:04:09.267131 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.l3_hamode_db [None req-72d554a7-32ca-4e52-a8c1-eaacd9255d59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838334-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-18T20:25:48Z,description=,heartbeat_timestamp=2022-04-18T21:03:48Z,host='n-d-838334-2',id=bc84d6c9-dd7a-4555-a351-592327b46d5a,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:25:48Z,topic='l3_agent')) {'router_ids': ['86c65943-7550-43d3-af3c-1d87a30c7003'], 'active': True} {{(pid=84043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:04:09.295830 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 36032) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:04:09.362294 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-108b830c-d9d1-4a40-ba23-fda7114e3cc6 tempest-RoutersTest-1500746192 tempest-RoutersTest-1500746192-project] Notify callbacks [] for router, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:09.364821 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-108b830c-d9d1-4a40-ba23-fda7114e3cc6 tempest-RoutersTest-1500746192 tempest-RoutersTest-1500746192-project] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.5560234 Apr 18 21:04:09.375932 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 36038) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:04:09.389813 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.l3_hamode_db [None req-72d554a7-32ca-4e52-a8c1-eaacd9255d59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-838334-2', False) {} {{(pid=84043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:04:09.390679 n-d-838334-2 neutron-server[84043]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72d554a7-32ca-4e52-a8c1-eaacd9255d59 None None] The sync data for ids ['86c65943-7550-43d3-af3c-1d87a30c7003'] in n-d-838334-2 is: [] {{(pid=84043) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 18 21:04:09.393498 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.v2.base [None req-d7a0ad02-197d-4ee6-8483-b71bbdddb3d1 tempest-RoutersTest-1500746192 tempest-RoutersTest-1500746192-project] Request body: {'port': {'network_id': 'ad2c63d3-63b2-4816-a7a1-78eaf1483674', 'name': 'tempest-RoutersTest-766819616'}} {{(pid=84040) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:04:09.488744 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ac532a7-4b1d-4198-ade5-62ef22ca7dc1 None None] Network d1529884-95ea-4548-82d7-4b97dbedfe62 requested from n-d-838334-2 {{(pid=84042) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 21:04:09.511011 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 36042) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:04:09.534350 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-be0b4ebd-1a9f-42e5-ae6b-3ede0493917e tempest-PortsTestJSON-1335945802 tempest-PortsTestJSON-1335945802-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1260549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33526260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32266336', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32486390'] for subnet, after_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:09.584365 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9184b055-199d-4218-819f-b5d8e989fb66 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp016840fc-1f9f-5892-9c53-c9cf6c845bbb-ad2c63d3-63b2-4816-a7a1-78eaf1483674', 'network_id': 'ad2c63d3-63b2-4816-a7a1-78eaf1483674', 'tenant_id': '8a05b90fa8c54f25938df6bd0ef52223', 'fixed_ips': [{'subnet_id': '0821341f-2c34-424c-9638-add4086c4774'}]}} from n-d-838334-2. {{(pid=84042) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 18 21:04:09.585133 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-9184b055-199d-4218-819f-b5d8e989fb66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_create {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:09.606869 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ee08a4f-d74c-40e5-beb1-ba12c639903f None None] Network a25efe71-0b98-4ef6-af6a-01c4b846f3e8 requested from n-d-838334-2 {{(pid=84042) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 21:04:09.616075 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-fb9d6ee1-5525-433f-8156-7d7cfa7106d6 tempest-RoutersAdminNegativeIpV6Test-213589542 tempest-RoutersAdminNegativeIpV6Test-213589542-project-admin] Notify callbacks [] for port, precommit_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:09.649374 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [None req-d7a0ad02-197d-4ee6-8483-b71bbdddb3d1 tempest-RoutersTest-1500746192 tempest-RoutersTest-1500746192-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:04:09.654070 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-be0b4ebd-1a9f-42e5-ae6b-3ede0493917e tempest-PortsTestJSON-1335945802 tempest-PortsTestJSON-1335945802-project] Notify callbacks [] for subnet, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:09.657517 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be0b4ebd-1a9f-42e5-ae6b-3ede0493917e tempest-PortsTestJSON-1335945802 tempest-PortsTestJSON-1335945802-project] Pushing event deleted for resources: {'Subnet': ['ID=b9783812-0506-4570-aecb-ce67a067dc4f,revision_number=None']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:04:09.666183 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-fb9d6ee1-5525-433f-8156-7d7cfa7106d6 tempest-RoutersAdminNegativeIpV6Test-213589542 tempest-RoutersAdminNegativeIpV6Test-213589542-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750374836619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32266323'] for port, after_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:09.687563 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-d7a0ad02-197d-4ee6-8483-b71bbdddb3d1 tempest-RoutersTest-1500746192 tempest-RoutersTest-1500746192-project] Usage tracker for resource:port and tenant:8a05b90fa8c54f25938df6bd0ef52223 is out of sync, need to count used quota {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:04:09.693632 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-d7a0ad02-197d-4ee6-8483-b71bbdddb3d1 tempest-RoutersTest-1500746192 tempest-RoutersTest-1500746192-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:04:09.715457 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [None req-d7a0ad02-197d-4ee6-8483-b71bbdddb3d1 tempest-RoutersTest-1500746192 tempest-RoutersTest-1500746192-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:04:09.756082 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.db_base_plugin_v2 [None req-d8555f3e-768a-4124-9a40-cb0f896424b6 admin admin] Deleting subnet 98318b45-70e9-44f5-ac8a-c9a743b662a2 {{(pid=84041) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 18 21:04:09.763972 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-be0b4ebd-1a9f-42e5-ae6b-3ede0493917e tempest-PortsTestJSON-1335945802 tempest-PortsTestJSON-1335945802-project] 10.222.0.42 "DELETE /v2.0/subnets/b9783812-0506-4570-aecb-ce67a067dc4f HTTP/1.1" status: 204 len: 168 time: 1.6611948 Apr 18 21:04:09.770021 n-d-838334-2 neutron-server[84041]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb9d6ee1-5525-433f-8156-7d7cfa7106d6 tempest-RoutersAdminNegativeIpV6Test-213589542 tempest-RoutersAdminNegativeIpV6Test-213589542-project-admin] Network e41b6600-a917-4a8d-b05c-be3be40c6d8c is already hosted by enough agents. {{(pid=84041) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:04:09.775337 n-d-838334-2 neutron-server[84041]: DEBUG neutron.scheduler.base_scheduler [None req-fb9d6ee1-5525-433f-8156-7d7cfa7106d6 tempest-RoutersAdminNegativeIpV6Test-213589542 tempest-RoutersAdminNegativeIpV6Test-213589542-project-admin] Resources bound (agent type, host, resource id): {{(pid=84041) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:04:09.777950 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb9d6ee1-5525-433f-8156-7d7cfa7106d6 tempest-RoutersAdminNegativeIpV6Test-213589542 tempest-RoutersAdminNegativeIpV6Test-213589542-project-admin] Received port after_create {{(pid=84041) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 21:04:09.786788 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 36048) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:04:09.809337 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-d8555f3e-768a-4124-9a40-cb0f896424b6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:09.864909 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb9d6ee1-5525-433f-8156-7d7cfa7106d6 tempest-RoutersAdminNegativeIpV6Test-213589542 tempest-RoutersAdminNegativeIpV6Test-213589542-project-admin] Pushing event updated for resources: {'Port': ['ID=c54b8fc7-19ba-4ac6-b51d-337bf04bb894,revision_number=1']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:04:09.886960 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb9d6ee1-5525-433f-8156-7d7cfa7106d6 tempest-RoutersAdminNegativeIpV6Test-213589542 tempest-RoutersAdminNegativeIpV6Test-213589542-project-admin] Attributes excluded by policy engine: ['network'] {{(pid=84041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:04:09.887565 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-fb9d6ee1-5525-433f-8156-7d7cfa7106d6 tempest-RoutersAdminNegativeIpV6Test-213589542 tempest-RoutersAdminNegativeIpV6Test-213589542-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217293'] for port, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:09.895648 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-d8555f3e-768a-4124-9a40-cb0f896424b6 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32266383'] for subnet, precommit_delete_associations {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:09.958877 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-fb9d6ee1-5525-433f-8156-7d7cfa7106d6 tempest-RoutersAdminNegativeIpV6Test-213589542 tempest-RoutersAdminNegativeIpV6Test-213589542-project-admin] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1034 time: 3.2492559 Apr 18 21:04:09.964858 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 36052) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:04:09.972744 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.v2.base [None req-bb78c75a-0ec7-45ec-ba33-89c1eca13fec tempest-RoutersAdminNegativeIpV6Test-213589542 tempest-RoutersAdminNegativeIpV6Test-213589542-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'external_fixed_ips': [{'subnet_id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'ip_address': '172.25.8.26'}]}}} {{(pid=84041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:04:09.979994 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-bb78c75a-0ec7-45ec-ba33-89c1eca13fec tempest-RoutersAdminNegativeIpV6Test-213589542 tempest-RoutersAdminNegativeIpV6Test-213589542-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:04:09.985197 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-bb78c75a-0ec7-45ec-ba33-89c1eca13fec tempest-RoutersAdminNegativeIpV6Test-213589542 tempest-RoutersAdminNegativeIpV6Test-213589542-project-admin] Usage tracker for resource:router and tenant:a21f73571211480ba43b41d1b48c3786 is out of sync, need to count used quota {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:04:09.989500 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-bb78c75a-0ec7-45ec-ba33-89c1eca13fec tempest-RoutersAdminNegativeIpV6Test-213589542 tempest-RoutersAdminNegativeIpV6Test-213589542-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:04:09.996219 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d7a0ad02-197d-4ee6-8483-b71bbdddb3d1 tempest-RoutersTest-1500746192 tempest-RoutersTest-1500746192-project] Made reservation on behalf of 8a05b90fa8c54f25938df6bd0ef52223 for: {'port': 1} {{(pid=84040) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:04:09.997249 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-bb78c75a-0ec7-45ec-ba33-89c1eca13fec tempest-RoutersAdminNegativeIpV6Test-213589542 tempest-RoutersAdminNegativeIpV6Test-213589542-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:04:09.999401 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-d7a0ad02-197d-4ee6-8483-b71bbdddb3d1 tempest-RoutersTest-1500746192 tempest-RoutersTest-1500746192-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:10.011250 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-d8555f3e-768a-4124-9a40-cb0f896424b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1260556'] for subnet, precommit_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:10.024258 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.db_base_plugin_common [None req-9184b055-199d-4218-819f-b5d8e989fb66 None None] Allocated IP 172.20.0.2 (ad2c63d3-63b2-4816-a7a1-78eaf1483674/0821341f-2c34-424c-9638-add4086c4774/fa5534c2-4689-4404-815c-21779f02220b) {{(pid=84042) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 21:04:10.032729 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-8ff9449d-d3e4-4570-a182-37048d1758fd admin admin] Notify callbacks [] for security_group, before_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:10.044870 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-bb78c75a-0ec7-45ec-ba33-89c1eca13fec tempest-RoutersAdminNegativeIpV6Test-213589542 tempest-RoutersAdminNegativeIpV6Test-213589542-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-33442106', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5708'] for router, before_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:10.046217 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-bb78c75a-0ec7-45ec-ba33-89c1eca13fec tempest-RoutersAdminNegativeIpV6Test-213589542 tempest-RoutersAdminNegativeIpV6Test-213589542-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33442137', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33444285', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33535433', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5703'] for router, precommit_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:10.071912 n-d-838334-2 neutron-server[84040]: DEBUG neutron.notifiers.nova [None req-d7a0ad02-197d-4ee6-8483-b71bbdddb3d1 tempest-RoutersTest-1500746192 tempest-RoutersTest-1500746192-project] device_id is not set on port 50ce8102-473d-4c40-8066-ee03480c6cee yet. {{(pid=84040) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 18 21:04:10.093974 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-bb78c75a-0ec7-45ec-ba33-89c1eca13fec tempest-RoutersAdminNegativeIpV6Test-213589542 tempest-RoutersAdminNegativeIpV6Test-213589542-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:10.116641 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-dc34a94f-fe8c-44ea-9080-283706103e2d tempest-RoutersIpV6AdminTest-1441855246 tempest-RoutersIpV6AdminTest-1441855246-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:10.119466 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-d8555f3e-768a-4124-9a40-cb0f896424b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1260549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33526260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32266336', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32486390'] for subnet, after_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:10.170512 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-2d5c64cd-59db-4f6a-afd6-e2a86c904940 tempest-RoutersAdminTest-1467285608 tempest-RoutersAdminTest-1467285608-project-admin] 10.222.0.42 "GET /v2.0/routers/86c65943-7550-43d3-af3c-1d87a30c7003 HTTP/1.1" status: 200 len: 922 time: 1.0054407 Apr 18 21:04:10.171837 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-dc34a94f-fe8c-44ea-9080-283706103e2d tempest-RoutersIpV6AdminTest-1441855246 tempest-RoutersIpV6AdminTest-1441855246-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:10.201000 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 36056) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:04:10.220630 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8555f3e-768a-4124-9a40-cb0f896424b6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=98318b45-70e9-44f5-ac8a-c9a743b662a2,revision_number=None']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:04:10.295586 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [None req-8ff9449d-d3e4-4570-a182-37048d1758fd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:04:10.317651 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-9184b055-199d-4218-819f-b5d8e989fb66 None None] Notify callbacks [] for port, precommit_create {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:10.332400 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-9184b055-199d-4218-819f-b5d8e989fb66 None None] Transition to ACTIVE for port object fa5534c2-4689-4404-815c-21779f02220b will not be triggered until provisioned by entity L2. {{(pid=84042) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:04:10.345463 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-8ff9449d-d3e4-4570-a182-37048d1758fd admin admin] Usage tracker for resource:security_group_rule and tenant:0cad51278cdf49b3818b817759a8b468 is out of sync, need to count used quota {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:04:10.348821 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-8ff9449d-d3e4-4570-a182-37048d1758fd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:04:10.351373 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-d8555f3e-768a-4124-9a40-cb0f896424b6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:10.356480 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [None req-8ff9449d-d3e4-4570-a182-37048d1758fd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:04:10.366091 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-9184b055-199d-4218-819f-b5d8e989fb66 None None] Transition to ACTIVE for port object fa5534c2-4689-4404-815c-21779f02220b will not be triggered until provisioned by entity DHCP. {{(pid=84042) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:04:10.377931 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-9184b055-199d-4218-819f-b5d8e989fb66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750374836619'] for port, after_create {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:10.386891 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-d8555f3e-768a-4124-9a40-cb0f896424b6 admin admin] 10.222.0.42 "DELETE /v2.0/subnets/98318b45-70e9-44f5-ac8a-c9a743b662a2 HTTP/1.1" status: 204 len: 168 time: 1.0710273 Apr 18 21:04:10.389762 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 36060) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:04:10.464506 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-bb78c75a-0ec7-45ec-ba33-89c1eca13fec tempest-RoutersAdminNegativeIpV6Test-213589542 tempest-RoutersAdminNegativeIpV6Test-213589542-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-33444175', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-33443520', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5293'] for router, precommit_update {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:10.476515 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9184b055-199d-4218-819f-b5d8e989fb66 None None] Pushing event updated for resources: {'Port': ['ID=fa5534c2-4689-4404-815c-21779f02220b,revision_number=1']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:04:10.504185 n-d-838334-2 neutron-server[84042]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9184b055-199d-4218-819f-b5d8e989fb66 None None] Network ad2c63d3-63b2-4816-a7a1-78eaf1483674 is already hosted by enough agents. {{(pid=84042) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:04:10.505676 n-d-838334-2 neutron-server[84042]: DEBUG neutron.scheduler.base_scheduler [None req-9184b055-199d-4218-819f-b5d8e989fb66 None None] Resources bound (agent type, host, resource id): {{(pid=84042) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:04:10.510649 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9184b055-199d-4218-819f-b5d8e989fb66 None None] Received port after_create {{(pid=84042) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 21:04:10.521831 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-b0d6e89f-d5b8-4fbf-b129-a19671e92aff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1103592'] for network, before_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:10.547120 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-4cbb7e82-535f-43ee-92dd-4cc48aa03ffa tempest-RoutersAdminTest-1467285608 tempest-RoutersAdminTest-1467285608-project-admin] Synchronizing usage tracker for tenant:4ddcb0df24f94d1292db48b5e0007331 on resource:port {{(pid=84041) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 21:04:10.632119 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.managers [None req-9184b055-199d-4218-819f-b5d8e989fb66 None None] Attempting to bind port fa5534c2-4689-4404-815c-21779f02220b on host n-d-838334-2 for vnic_type normal with profile {{(pid=84042) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 21:04:10.632495 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.managers [None req-9184b055-199d-4218-819f-b5d8e989fb66 None None] Attempting to bind port fa5534c2-4689-4404-815c-21779f02220b by drivers openvswitch,hyperv on host n-d-838334-2 at level 0 using segments [{'id': '48a77cb4-d563-48d7-8f1b-cfa77ff24f72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': 'ad2c63d3-63b2-4816-a7a1-78eaf1483674'}] {{(pid=84042) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 21:04:10.632856 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9184b055-199d-4218-819f-b5d8e989fb66 None None] Attempting to bind port fa5534c2-4689-4404-815c-21779f02220b on network ad2c63d3-63b2-4816-a7a1-78eaf1483674 {{(pid=84042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 21:04:10.641485 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9184b055-199d-4218-819f-b5d8e989fb66 None None] Checking agent: {'id': '97cd4414-7af6-4d67-868d-dff370b4071a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838334-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 25, 49), 'started_at': datetime.datetime(2022, 4, 18, 20, 26, 19), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 21, 3, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838334-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 18 21:04:10.641905 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9184b055-199d-4218-819f-b5d8e989fb66 None None] Checking segment: {'id': '48a77cb4-d563-48d7-8f1b-cfa77ff24f72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': 'ad2c63d3-63b2-4816-a7a1-78eaf1483674'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84042) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 21:04:10.642258 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-9184b055-199d-4218-819f-b5d8e989fb66 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:10.642647 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9184b055-199d-4218-819f-b5d8e989fb66 None None] Bound using segment: {'id': '48a77cb4-d563-48d7-8f1b-cfa77ff24f72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': 'ad2c63d3-63b2-4816-a7a1-78eaf1483674'} {{(pid=84042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 18 21:04:10.643164 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.managers [None req-9184b055-199d-4218-819f-b5d8e989fb66 None None] Bound port: fa5534c2-4689-4404-815c-21779f02220b, host: n-d-838334-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '48a77cb4-d563-48d7-8f1b-cfa77ff24f72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': 'ad2c63d3-63b2-4816-a7a1-78eaf1483674'}}] {{(pid=84042) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 21:04:10.643539 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-9184b055-199d-4218-819f-b5d8e989fb66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:10.657525 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-8ff9449d-d3e4-4570-a182-37048d1758fd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:10.696140 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.db.api [None req-d7a0ad02-197d-4ee6-8483-b71bbdddb3d1 tempest-RoutersTest-1500746192 tempest-RoutersTest-1500746192-project] Retry wrapper got retriable exception: Failed to create a duplicate IpamAllocation: for attribute(s) ['ipamallocations.PRIMARY'] with value(s) 172.20.0.2-645f6278-f976-423b-b1b0-4b7c701f0003 {{(pid=84040) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 18 21:04:10.696598 n-d-838334-2 neutron-server[84040]: DEBUG oslo_db.api [None req-d7a0ad02-197d-4ee6-8483-b71bbdddb3d1 tempest-RoutersTest-1500746192 tempest-RoutersTest-1500746192-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=84040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 18 21:04:10.701784 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-8ff9449d-d3e4-4570-a182-37048d1758fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33528224'] for security_group, after_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:10.748795 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.db_base_plugin_common [None req-dc34a94f-fe8c-44ea-9080-283706103e2d tempest-RoutersIpV6AdminTest-1441855246 tempest-RoutersIpV6AdminTest-1441855246-project-admin] Allocated IP 2001:db8::1e2 (554cc37e-c6da-4ba5-b5eb-4bff67780976/43c9a6fd-38ab-48de-a150-cb322e2f6098/caaacf77-78c5-478c-bdcc-4dfaefd56724) {{(pid=84040) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 21:04:10.754075 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-b0d6e89f-d5b8-4fbf-b129-a19671e92aff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1258905', 'neutron.services.segments.db._delete_segments_for_network-8750375287417'] for network, precommit_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:10.757840 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.db_base_plugin_v2 [None req-39cf6297-8afa-4863-ad3e-439c24683594 tempest-PortsTestJSON-1335945802 tempest-PortsTestJSON-1335945802-project] Deleting subnet 7865e354-872d-4e28-ae6f-4550bdc8fc2f {{(pid=84040) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 18 21:04:10.762265 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-9184b055-199d-4218-819f-b5d8e989fb66 None None] For port fa5534c2-4689-4404-815c-21779f02220b, host n-d-838334-2, cleared binding levels {{(pid=84042) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 21:04:10.767601 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-9184b055-199d-4218-819f-b5d8e989fb66 None None] For port fa5534c2-4689-4404-815c-21779f02220b, host n-d-838334-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838334-2',level=0,port_id=fa5534c2-4689-4404-815c-21779f02220b,segment=NetworkSegment(48a77cb4-d563-48d7-8f1b-cfa77ff24f72),segment_id=48a77cb4-d563-48d7-8f1b-cfa77ff24f72)] {{(pid=84042) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 21:04:10.773378 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-9184b055-199d-4218-819f-b5d8e989fb66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682'] for port, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:10.782609 n-d-838334-2 neutron-server[84041]: DEBUG neutron.services.segments.db [None req-b0d6e89f-d5b8-4fbf-b129-a19671e92aff admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['16933494-7cbf-41f4-ae47-747870b068ef']}} {{(pid=84041) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:04:10.790429 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-39cf6297-8afa-4863-ad3e-439c24683594 tempest-PortsTestJSON-1335945802 tempest-PortsTestJSON-1335945802-project] Notify callbacks [] for subnet, before_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:10.799240 n-d-838334-2 neutron-server[84041]: DEBUG neutron.services.segments.db [None req-b0d6e89f-d5b8-4fbf-b129-a19671e92aff admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4d775321-5723-4109-abef-603fd4f2e6e6') {'for_net_delete': True} {{(pid=84041) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:04:10.799819 n-d-838334-2 neutron-server[84041]: DEBUG neutron.services.segments.db [None req-b0d6e89f-d5b8-4fbf-b129-a19671e92aff admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4d775321-5723-4109-abef-603fd4f2e6e6') {} {{(pid=84041) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:04:10.812798 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-b0d6e89f-d5b8-4fbf-b129-a19671e92aff admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750375287300', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32268156'] for segment, before_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:10.831683 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-b0d6e89f-d5b8-4fbf-b129-a19671e92aff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1082986'] for segment, precommit_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:10.838742 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b0d6e89f-d5b8-4fbf-b129-a19671e92aff admin admin] Releasing vlan 355 on physical network physnet1 to pool {{(pid=84041) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 18 21:04:10.839436 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-b0d6e89f-d5b8-4fbf-b129-a19671e92aff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1082993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32266254'] for segment, after_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:10.864105 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ff9449d-d3e4-4570-a182-37048d1758fd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=79202f10-bec0-496d-8fd8-7b0a47481169,revision_number=1']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:04:10.868553 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-8ff9449d-d3e4-4570-a182-37048d1758fd admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=0cad51278cdf49b3818b817759a8b468&name=default HTTP/1.1" status: 200 len: 2647 time: 1.3547473 Apr 18 21:04:10.886509 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9184b055-199d-4218-819f-b5d8e989fb66 None None] Pushing event updated for resources: {'Port': ['ID=fa5534c2-4689-4404-815c-21779f02220b,revision_number=2']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:04:10.896628 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 36064) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:04:10.936113 n-d-838334-2 neutron-server[84041]: Traceback (most recent call last): Apr 18 21:04:10.936113 n-d-838334-2 neutron-server[84041]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 18 21:04:10.936113 n-d-838334-2 neutron-server[84041]: timer() Apr 18 21:04:10.936113 n-d-838334-2 neutron-server[84041]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 21:04:10.936113 n-d-838334-2 neutron-server[84041]: cb(*args, **kw) Apr 18 21:04:10.936113 n-d-838334-2 neutron-server[84041]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 18 21:04:10.936113 n-d-838334-2 neutron-server[84041]: return func(*args, **kwargs) Apr 18 21:04:10.936113 n-d-838334-2 neutron-server[84041]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 21:04:10.936113 n-d-838334-2 neutron-server[84041]: self._notify() Apr 18 21:04:10.936113 n-d-838334-2 neutron-server[84041]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 21:04:10.936113 n-d-838334-2 neutron-server[84041]: self.callback(batched_events) Apr 18 21:04:10.936113 n-d-838334-2 neutron-server[84041]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 21:04:10.936113 n-d-838334-2 neutron-server[84041]: event.method(event) Apr 18 21:04:10.936113 n-d-838334-2 neutron-server[84041]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 18 21:04:10.936113 n-d-838334-2 neutron-server[84041]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 21:04:10.936113 n-d-838334-2 neutron-server[84041]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 18 21:04:10.936113 n-d-838334-2 neutron-server[84041]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 21:04:10.936113 n-d-838334-2 neutron-server[84041]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 18 21:04:10.936113 n-d-838334-2 neutron-server[84041]: return f(self, *a, **k) Apr 18 21:04:10.936113 n-d-838334-2 neutron-server[84041]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 18 21:04:10.936113 n-d-838334-2 neutron-server[84041]: return self._get(url).json() Apr 18 21:04:10.936113 n-d-838334-2 neutron-server[84041]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 18 21:04:10.936113 n-d-838334-2 neutron-server[84041]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 21:04:10.936113 n-d-838334-2 neutron-server[84041]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 18 21:04:10.936113 n-d-838334-2 neutron-server[84041]: return self.request(url, 'GET', **kwargs) Apr 18 21:04:10.936113 n-d-838334-2 neutron-server[84041]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 18 21:04:10.936113 n-d-838334-2 neutron-server[84041]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 21:04:10.936113 n-d-838334-2 neutron-server[84041]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 18 21:04:10.936113 n-d-838334-2 neutron-server[84041]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 21:04:10.936113 n-d-838334-2 neutron-server[84041]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 18 21:04:10.936113 n-d-838334-2 neutron-server[84041]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 21:04:10.936113 n-d-838334-2 neutron-server[84041]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 21:04:10.947676 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-4cbb7e82-535f-43ee-92dd-4cc48aa03ffa tempest-RoutersAdminTest-1467285608 tempest-RoutersAdminTest-1467285608-project-admin] Unset dirty status for tenant:4ddcb0df24f94d1292db48b5e0007331 on resource:port {{(pid=84041) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 21:04:10.949115 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-4cbb7e82-535f-43ee-92dd-4cc48aa03ffa tempest-RoutersAdminTest-1467285608 tempest-RoutersAdminTest-1467285608-project-admin] 10.222.0.42 "GET /v2.0/ports?network_id=e41b6600-a917-4a8d-b05c-be3be40c6d8c&device_id=86c65943-7550-43d3-af3c-1d87a30c7003&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.7387500 Apr 18 21:04:10.952119 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-b0d6e89f-d5b8-4fbf-b129-a19671e92aff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1258898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33526109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33444113'] for network, after_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:10.956773 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-b0d6e89f-d5b8-4fbf-b129-a19671e92aff admin admin] Notify callbacks [] for network, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:10.959843 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 36068) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:04:10.992165 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-39cf6297-8afa-4863-ad3e-439c24683594 tempest-PortsTestJSON-1335945802 tempest-PortsTestJSON-1335945802-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31955982'] for subnet, precommit_delete_associations {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:11.010643 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0d6e89f-d5b8-4fbf-b129-a19671e92aff admin admin] Pushing event deleted for resources: {'Network': ['ID=16933494-7cbf-41f4-ae47-747870b068ef,revision_number=None']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:04:11.018543 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-b0d6e89f-d5b8-4fbf-b129-a19671e92aff admin admin] 10.222.0.42 "DELETE /v2.0/networks/16933494-7cbf-41f4-ae47-747870b068ef HTTP/1.1" status: 204 len: 168 time: 0.6279988 Apr 18 21:04:11.028727 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 36072) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:04:11.028911 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-9faa33db-77b7-4d37-b6bb-f84d4d749fdd None None] Provisioning complete for port c7c711fe-5cf8-4b52-883c-bf24db879967 triggered by entity DHCP. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:04:11.029395 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-9faa33db-77b7-4d37-b6bb-f84d4d749fdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1253608'] for port, provisioning_complete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:11.156431 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f311427-f06d-458e-aae4-5669649807d1 tempest-RoutersAdminTest-1467285608 tempest-RoutersAdminTest-1467285608-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:04:11.157002 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-1f311427-f06d-458e-aae4-5669649807d1 tempest-RoutersAdminTest-1467285608 tempest-RoutersAdminTest-1467285608-project-admin] Synchronizing usage tracker for tenant:4ddcb0df24f94d1292db48b5e0007331 on resource:network {{(pid=84041) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 21:04:11.201716 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-d7a0ad02-197d-4ee6-8483-b71bbdddb3d1 tempest-RoutersTest-1500746192 tempest-RoutersTest-1500746192-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:11.229440 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-1f311427-f06d-458e-aae4-5669649807d1 tempest-RoutersAdminTest-1467285608 tempest-RoutersAdminTest-1467285608-project-admin] Unset dirty status for tenant:4ddcb0df24f94d1292db48b5e0007331 on resource:network {{(pid=84041) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 21:04:11.232904 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-1f311427-f06d-458e-aae4-5669649807d1 tempest-RoutersAdminTest-1467285608 tempest-RoutersAdminTest-1467285608-project-admin] 10.222.0.42 "GET /v2.0/networks/e41b6600-a917-4a8d-b05c-be3be40c6d8c HTTP/1.1" status: 200 len: 881 time: 0.2507911 Apr 18 21:04:11.233132 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.db_base_plugin_v2 [None req-5199e389-6442-4dc9-8b05-0d4d2b939ac9 admin admin] Deleting subnet da445707-ed00-47b7-ad3f-3b5abbed8ae2 {{(pid=84040) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 18 21:04:11.234195 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 36076) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:04:11.297830 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-5199e389-6442-4dc9-8b05-0d4d2b939ac9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:11.308278 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-bb78c75a-0ec7-45ec-ba33-89c1eca13fec tempest-RoutersAdminNegativeIpV6Test-213589542 tempest-RoutersAdminNegativeIpV6Test-213589542-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:11.341466 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-bb78c75a-0ec7-45ec-ba33-89c1eca13fec tempest-RoutersAdminNegativeIpV6Test-213589542 tempest-RoutersAdminNegativeIpV6Test-213589542-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:11.367845 n-d-838334-2 neutron-server[84040]: DEBUG neutron.notifiers.nova [None req-d7a0ad02-197d-4ee6-8483-b71bbdddb3d1 tempest-RoutersTest-1500746192 tempest-RoutersTest-1500746192-project] device_id is not set on port 1e1e9497-26c8-4697-8c1d-e4b49beda32e yet. {{(pid=84040) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 18 21:04:11.410985 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-acf0bd4c-332b-4dfa-86f3-d95ee11948d0 tempest-RoutersAdminTest-1076183166 tempest-RoutersAdminTest-1076183166-project] 10.222.0.42 "GET /v2.0/ports?device_id=86c65943-7550-43d3-af3c-1d87a30c7003 HTTP/1.1" status: 200 len: 205 time: 0.1611967 Apr 18 21:04:11.424255 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-dc34a94f-fe8c-44ea-9080-283706103e2d tempest-RoutersIpV6AdminTest-1441855246 tempest-RoutersIpV6AdminTest-1441855246-project-admin] Notify callbacks [] for port, precommit_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:11.437421 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 36082) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:04:11.545726 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-5199e389-6442-4dc9-8b05-0d4d2b939ac9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31955982'] for subnet, precommit_delete_associations {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:11.572414 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-fe0e1248-c6ed-46f7-ab22-cf7a78a07584 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:11.644095 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-bb78c75a-0ec7-45ec-ba33-89c1eca13fec tempest-RoutersAdminNegativeIpV6Test-213589542 tempest-RoutersAdminNegativeIpV6Test-213589542-project-admin] Notify callbacks [] for router, before_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:11.684066 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-39cf6297-8afa-4863-ad3e-439c24683594 tempest-PortsTestJSON-1335945802 tempest-PortsTestJSON-1335945802-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1260556'] for subnet, precommit_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:11.937117 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-fe0e1248-c6ed-46f7-ab22-cf7a78a07584 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:11.957904 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-5199e389-6442-4dc9-8b05-0d4d2b939ac9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1260556'] for subnet, precommit_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:12.064764 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-dc34a94f-fe8c-44ea-9080-283706103e2d tempest-RoutersIpV6AdminTest-1441855246 tempest-RoutersIpV6AdminTest-1441855246-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750374836619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32440838'] for port, after_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:12.072773 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.db_base_plugin_common [None req-d7a0ad02-197d-4ee6-8483-b71bbdddb3d1 tempest-RoutersTest-1500746192 tempest-RoutersTest-1500746192-project] Allocated IP 172.20.0.12 (ad2c63d3-63b2-4816-a7a1-78eaf1483674/0821341f-2c34-424c-9638-add4086c4774/1e1e9497-26c8-4697-8c1d-e4b49beda32e) {{(pid=84040) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 21:04:12.083306 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c173af31-3a14-4d67-8ed5-b1b5ef37bfbb None None] Network ad2c63d3-63b2-4816-a7a1-78eaf1483674 requested from n-d-838334-2 {{(pid=84042) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 21:04:12.111599 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-bb78c75a-0ec7-45ec-ba33-89c1eca13fec tempest-RoutersAdminNegativeIpV6Test-213589542 tempest-RoutersAdminNegativeIpV6Test-213589542-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33443580', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5726'] for router, precommit_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:12.119164 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-bb78c75a-0ec7-45ec-ba33-89c1eca13fec tempest-RoutersAdminNegativeIpV6Test-213589542 tempest-RoutersAdminNegativeIpV6Test-213589542-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:12.154930 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-bb78c75a-0ec7-45ec-ba33-89c1eca13fec tempest-RoutersAdminNegativeIpV6Test-213589542 tempest-RoutersAdminNegativeIpV6Test-213589542-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-33443408'] for router, after_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:12.155990 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bb78c75a-0ec7-45ec-ba33-89c1eca13fec tempest-RoutersAdminNegativeIpV6Test-213589542 tempest-RoutersAdminNegativeIpV6Test-213589542-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 82ba950f-ae99-4410-babf-098c98998071 {{(pid=84041) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 18 21:04:12.198284 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-699af325-ac2c-42a0-b0a6-0bf00d8abbe8 None None] Provisioning for port fa5534c2-4689-4404-815c-21779f02220b completed by entity DHCP. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 21:04:12.200538 n-d-838334-2 neutron-server[84041]: INFO neutron.api.v2.resource [None req-bb78c75a-0ec7-45ec-ba33-89c1eca13fec tempest-RoutersAdminNegativeIpV6Test-213589542 tempest-RoutersAdminNegativeIpV6Test-213589542-project-admin] create failed (client error): There was a conflict when trying to complete your request. Apr 18 21:04:12.201831 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-bb78c75a-0ec7-45ec-ba33-89c1eca13fec tempest-RoutersAdminNegativeIpV6Test-213589542 tempest-RoutersAdminNegativeIpV6Test-213589542-project-admin] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 409 len: 371 time: 2.2357366 Apr 18 21:04:12.204621 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 36092) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:04:12.289660 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.plugin [None req-68c9d5c3-94f2-4d89-99bf-00fcca85dead tempest-RoutersAdminNegativeIpV6Test-213589542 tempest-RoutersAdminNegativeIpV6Test-213589542-project-admin] Deleting port c54b8fc7-19ba-4ac6-b51d-337bf04bb894 {{(pid=84041) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 21:04:12.290512 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-68c9d5c3-94f2-4d89-99bf-00fcca85dead tempest-RoutersAdminNegativeIpV6Test-213589542 tempest-RoutersAdminNegativeIpV6Test-213589542-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750375188691'] for port, before_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:12.408773 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-d7a0ad02-197d-4ee6-8483-b71bbdddb3d1 tempest-RoutersTest-1500746192 tempest-RoutersTest-1500746192-project] Notify callbacks [] for port, precommit_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:12.419672 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-39cf6297-8afa-4863-ad3e-439c24683594 tempest-PortsTestJSON-1335945802 tempest-PortsTestJSON-1335945802-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1260549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33526260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32440885', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31752825'] for subnet, after_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:12.462159 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-fe0e1248-c6ed-46f7-ab22-cf7a78a07584 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33528224'] for security_group, after_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:12.499704 n-d-838334-2 neutron-server[84040]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc34a94f-fe8c-44ea-9080-283706103e2d tempest-RoutersIpV6AdminTest-1441855246 tempest-RoutersIpV6AdminTest-1441855246-project-admin] Network 554cc37e-c6da-4ba5-b5eb-4bff67780976 is already hosted by enough agents. {{(pid=84040) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:04:12.509534 n-d-838334-2 neutron-server[84040]: DEBUG neutron.scheduler.base_scheduler [None req-dc34a94f-fe8c-44ea-9080-283706103e2d tempest-RoutersIpV6AdminTest-1441855246 tempest-RoutersIpV6AdminTest-1441855246-project-admin] Resources bound (agent type, host, resource id): {{(pid=84040) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:04:12.511878 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39cf6297-8afa-4863-ad3e-439c24683594 tempest-PortsTestJSON-1335945802 tempest-PortsTestJSON-1335945802-project] Pushing event deleted for resources: {'Subnet': ['ID=7865e354-872d-4e28-ae6f-4550bdc8fc2f,revision_number=None']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:04:12.513549 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc34a94f-fe8c-44ea-9080-283706103e2d tempest-RoutersIpV6AdminTest-1441855246 tempest-RoutersIpV6AdminTest-1441855246-project-admin] Pushing event updated for resources: {'Port': ['ID=caaacf77-78c5-478c-bdcc-4dfaefd56724,revision_number=1']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:04:12.517003 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.provisioning_blocks [None req-d7a0ad02-197d-4ee6-8483-b71bbdddb3d1 tempest-RoutersTest-1500746192 tempest-RoutersTest-1500746192-project] Transition to ACTIVE for port object 1e1e9497-26c8-4697-8c1d-e4b49beda32e will not be triggered until provisioned by entity DHCP. {{(pid=84040) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:04:12.521128 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc34a94f-fe8c-44ea-9080-283706103e2d tempest-RoutersIpV6AdminTest-1441855246 tempest-RoutersIpV6AdminTest-1441855246-project-admin] Received port after_create {{(pid=84040) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 21:04:12.557828 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-5199e389-6442-4dc9-8b05-0d4d2b939ac9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1260549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33526260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32440885', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31752825'] for subnet, after_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:12.583388 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-68c9d5c3-94f2-4d89-99bf-00fcca85dead tempest-RoutersAdminNegativeIpV6Test-213589542 tempest-RoutersAdminNegativeIpV6Test-213589542-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369123'] for port, precommit_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:12.600166 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-39cf6297-8afa-4863-ad3e-439c24683594 tempest-PortsTestJSON-1335945802 tempest-PortsTestJSON-1335945802-project] Notify callbacks [] for subnet, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:12.603695 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dccf5b4c-dc7f-4c7e-99a9-57690664fde2 None None] Network a25efe71-0b98-4ef6-af6a-01c4b846f3e8 requested from n-d-838334-2 {{(pid=84042) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 21:04:12.639184 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe0e1248-c6ed-46f7-ab22-cf7a78a07584 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=79202f10-bec0-496d-8fd8-7b0a47481169,revision_number=None']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:04:12.649785 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5199e389-6442-4dc9-8b05-0d4d2b939ac9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=da445707-ed00-47b7-ad3f-3b5abbed8ae2,revision_number=None']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:04:12.663745 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-fe0e1248-c6ed-46f7-ab22-cf7a78a07584 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:12.668189 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-fe0e1248-c6ed-46f7-ab22-cf7a78a07584 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/79202f10-bec0-496d-8fd8-7b0a47481169 HTTP/1.1" status: 204 len: 168 time: 1.7703702 Apr 18 21:04:12.680033 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-5199e389-6442-4dc9-8b05-0d4d2b939ac9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:12.685507 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-5199e389-6442-4dc9-8b05-0d4d2b939ac9 admin admin] 10.222.0.42 "DELETE /v2.0/subnets/da445707-ed00-47b7-ad3f-3b5abbed8ae2 HTTP/1.1" status: 204 len: 168 time: 1.6531026 Apr 18 21:04:12.691288 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-39cf6297-8afa-4863-ad3e-439c24683594 tempest-PortsTestJSON-1335945802 tempest-PortsTestJSON-1335945802-project] 10.222.0.42 "DELETE /v2.0/subnets/7865e354-872d-4e28-ae6f-4550bdc8fc2f HTTP/1.1" status: 204 len: 168 time: 2.9000404 Apr 18 21:04:12.693689 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 36104) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:04:12.694013 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 36106) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:04:12.802190 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.plugin [None req-68c9d5c3-94f2-4d89-99bf-00fcca85dead tempest-RoutersAdminNegativeIpV6Test-213589542 tempest-RoutersAdminNegativeIpV6Test-213589542-project-admin] Calling delete_port for c54b8fc7-19ba-4ac6-b51d-337bf04bb894 owned by {{(pid=84041) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 21:04:12.965651 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e36b268e-359e-4bfc-a71e-2de7919d3131 None None] DHCP port deletion for a25efe71-0b98-4ef6-af6a-01c4b846f3e8 request from n-d-838334-2 {{(pid=84042) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 18 21:04:12.970268 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.plugin [None req-e36b268e-359e-4bfc-a71e-2de7919d3131 None None] Deleting port c7c711fe-5cf8-4b52-883c-bf24db879967 {{(pid=84042) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 21:04:12.970843 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-e36b268e-359e-4bfc-a71e-2de7919d3131 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750375188691'] for port, before_delete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:12.992048 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-d7a0ad02-197d-4ee6-8483-b71bbdddb3d1 tempest-RoutersTest-1500746192 tempest-RoutersTest-1500746192-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750374836619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32440838'] for port, after_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:13.026930 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-68c9d5c3-94f2-4d89-99bf-00fcca85dead tempest-RoutersAdminNegativeIpV6Test-213589542 tempest-RoutersAdminNegativeIpV6Test-213589542-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750375259028', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750374836628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32266323'] for port, after_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:13.080240 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68c9d5c3-94f2-4d89-99bf-00fcca85dead tempest-RoutersAdminNegativeIpV6Test-213589542 tempest-RoutersAdminNegativeIpV6Test-213589542-project-admin] Pushing event deleted for resources: {'Port': ['ID=c54b8fc7-19ba-4ac6-b51d-337bf04bb894,revision_number=None']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:04:13.101196 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Device fa5534c2-4689-4404-815c-21779f02220b up at agent ovs-agent-n-d-838334-2 {{(pid=84042) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 21:04:13.143684 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-0610d7fb-bfaa-4d47-a29a-fdbdf64b8309 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1103592'] for network, before_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:13.161510 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-425046ed-44d6-44e2-8bd2-49763b99ccdc tempest-PortsTestJSON-1335945802 tempest-PortsTestJSON-1335945802-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1103592'] for network, before_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:13.180046 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-68c9d5c3-94f2-4d89-99bf-00fcca85dead tempest-RoutersAdminNegativeIpV6Test-213589542 tempest-RoutersAdminNegativeIpV6Test-213589542-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217293'] for port, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:13.187543 n-d-838334-2 neutron-server[84040]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7a0ad02-197d-4ee6-8483-b71bbdddb3d1 tempest-RoutersTest-1500746192 tempest-RoutersTest-1500746192-project] Network ad2c63d3-63b2-4816-a7a1-78eaf1483674 is already hosted by enough agents. {{(pid=84040) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:04:13.195671 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-68c9d5c3-94f2-4d89-99bf-00fcca85dead tempest-RoutersAdminNegativeIpV6Test-213589542 tempest-RoutersAdminNegativeIpV6Test-213589542-project-admin] 10.222.0.42 "DELETE /v2.0/ports/c54b8fc7-19ba-4ac6-b51d-337bf04bb894 HTTP/1.1" status: 204 len: 168 time: 0.9868815 Apr 18 21:04:13.197883 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7a0ad02-197d-4ee6-8483-b71bbdddb3d1 tempest-RoutersTest-1500746192 tempest-RoutersTest-1500746192-project] Pushing event updated for resources: {'Port': ['ID=1e1e9497-26c8-4697-8c1d-e4b49beda32e,revision_number=1']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:04:13.204120 n-d-838334-2 neutron-server[84040]: DEBUG neutron.scheduler.base_scheduler [None req-d7a0ad02-197d-4ee6-8483-b71bbdddb3d1 tempest-RoutersTest-1500746192 tempest-RoutersTest-1500746192-project] Resources bound (agent type, host, resource id): {{(pid=84040) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:04:13.216126 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7a0ad02-197d-4ee6-8483-b71bbdddb3d1 tempest-RoutersTest-1500746192 tempest-RoutersTest-1500746192-project] Received port after_create {{(pid=84040) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 21:04:13.233210 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Provisioning for port fa5534c2-4689-4404-815c-21779f02220b completed by entity L2. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 21:04:13.292355 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 36116) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:04:13.297397 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Provisioning complete for port fa5534c2-4689-4404-815c-21779f02220b triggered by entity L2. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:04:13.301267 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1253608'] for port, provisioning_complete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:13.315717 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-6fdde74d-1677-4848-ba35-267ae68fecbe admin admin] Notify callbacks [] for security_group, before_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:13.335678 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-39ba394f-ca6e-4ffc-af23-5f3de3de4eb6 tempest-RoutersAdminTest-1076183166 tempest-RoutersAdminTest-1076183166-project] Notify callbacks [] for router, before_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:13.360873 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-6fdde74d-1677-4848-ba35-267ae68fecbe admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:04:13.365799 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-6fdde74d-1677-4848-ba35-267ae68fecbe admin admin] Usage tracker for resource:security_group_rule and tenant:daafd102d8f443e6b58fce1a7560d29c is out of sync, need to count used quota {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:04:13.378299 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-6fdde74d-1677-4848-ba35-267ae68fecbe admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:04:13.386512 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-6fdde74d-1677-4848-ba35-267ae68fecbe admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:04:13.447673 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-e36b268e-359e-4bfc-a71e-2de7919d3131 None None] For port c7c711fe-5cf8-4b52-883c-bf24db879967, host n-d-838334-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838334-2',level=0,port_id=c7c711fe-5cf8-4b52-883c-bf24db879967,segment=NetworkSegment(63ccd3cc-8884-47b2-85de-118754c5d7f5),segment_id=63ccd3cc-8884-47b2-85de-118754c5d7f5)] {{(pid=84042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:04:13.448075 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-e36b268e-359e-4bfc-a71e-2de7919d3131 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369123'] for port, precommit_delete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:13.486486 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.plugin [None req-425046ed-44d6-44e2-8bd2-49763b99ccdc tempest-PortsTestJSON-1335945802 tempest-PortsTestJSON-1335945802-project] Deleting port c7c711fe-5cf8-4b52-883c-bf24db879967 {{(pid=84040) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 21:04:13.487118 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-425046ed-44d6-44e2-8bd2-49763b99ccdc tempest-PortsTestJSON-1335945802 tempest-PortsTestJSON-1335945802-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750375188691'] for port, before_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:13.506219 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-6fdde74d-1677-4848-ba35-267ae68fecbe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:13.513695 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-6fdde74d-1677-4848-ba35-267ae68fecbe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33528224'] for security_group, after_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:13.627224 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad924ec4-0c97-4169-9bee-90c2e7059028 req-01655dfe-2f79-4554-9f68-8ac03592dfeb tempest-AttachVolumeTestJSON-1696487017 tempest-AttachVolumeTestJSON-1696487017-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:04:13.628793 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-ad924ec4-0c97-4169-9bee-90c2e7059028 req-01655dfe-2f79-4554-9f68-8ac03592dfeb tempest-AttachVolumeTestJSON-1696487017 tempest-AttachVolumeTestJSON-1696487017-project] 10.222.0.42 "GET /v2.0/ports?device_id=8febef70-4ef9-4774-9ec7-33697a7c70d6 HTTP/1.1" status: 200 len: 945 time: 0.9562314 Apr 18 21:04:13.629298 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 36122) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:04:13.661030 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.plugin [None req-e36b268e-359e-4bfc-a71e-2de7919d3131 None None] Calling delete_port for c7c711fe-5cf8-4b52-883c-bf24db879967 owned by network:dhcp {{(pid=84042) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 21:04:13.688220 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fdde74d-1677-4848-ba35-267ae68fecbe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d329b126-bd1e-4603-a816-db345b04df51,revision_number=1']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:04:13.711763 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-6fdde74d-1677-4848-ba35-267ae68fecbe admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=daafd102d8f443e6b58fce1a7560d29c&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4178874 Apr 18 21:04:13.714983 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 36128) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:04:13.774545 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7a0ad02-197d-4ee6-8483-b71bbdddb3d1 tempest-RoutersTest-1500746192 tempest-RoutersTest-1500746192-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:04:13.775520 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-d7a0ad02-197d-4ee6-8483-b71bbdddb3d1 tempest-RoutersTest-1500746192 tempest-RoutersTest-1500746192-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217293'] for port, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:13.806603 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:13.811943 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-0610d7fb-bfaa-4d47-a29a-fdbdf64b8309 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1258905', 'neutron.services.segments.db._delete_segments_for_network-8750375287417'] for network, precommit_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:13.818684 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-290f2c8f-3aaf-4530-8d26-880a1f08b975 None None] Provisioning for port 1e1e9497-26c8-4697-8c1d-e4b49beda32e completed by entity DHCP. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 21:04:13.839597 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-290f2c8f-3aaf-4530-8d26-880a1f08b975 None None] Provisioning complete for port 1e1e9497-26c8-4697-8c1d-e4b49beda32e triggered by entity DHCP. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:04:13.840045 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-290f2c8f-3aaf-4530-8d26-880a1f08b975 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1253608'] for port, provisioning_complete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:13.841764 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-11c22144-1e6a-46cc-8bbf-acdc2542ad2f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:13.864984 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-e36b268e-359e-4bfc-a71e-2de7919d3131 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750375259028', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750374836628'] for port, after_delete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:13.883763 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-11c22144-1e6a-46cc-8bbf-acdc2542ad2f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:13.888701 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.plugin [None req-425046ed-44d6-44e2-8bd2-49763b99ccdc tempest-PortsTestJSON-1335945802 tempest-PortsTestJSON-1335945802-project] The port 'c7c711fe-5cf8-4b52-883c-bf24db879967' was deleted {{(pid=84040) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 18 21:04:13.911199 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-d7a0ad02-197d-4ee6-8483-b71bbdddb3d1 tempest-RoutersTest-1500746192 tempest-RoutersTest-1500746192-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 922 time: 4.5333240 Apr 18 21:04:13.911803 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 36134) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:04:13.944602 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e36b268e-359e-4bfc-a71e-2de7919d3131 None None] Pushing event deleted for resources: {'Port': ['ID=c7c711fe-5cf8-4b52-883c-bf24db879967,revision_number=None']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:04:13.964598 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e36b268e-359e-4bfc-a71e-2de7919d3131 None None] No DVR routers for this DVR port c7c711fe-5cf8-4b52-883c-bf24db879967 on host n-d-838334-2 {{(pid=84042) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 21:04:13.971856 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-11c22144-1e6a-46cc-8bbf-acdc2542ad2f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33528224'] for security_group, after_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:13.974638 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.plugin [None req-290f2c8f-3aaf-4530-8d26-880a1f08b975 None None] Port 1e1e9497-26c8-4697-8c1d-e4b49beda32e cannot update to ACTIVE because it is not bound. {{(pid=84042) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 18 21:04:13.980508 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] For port fa5534c2-4689-4404-815c-21779f02220b, host n-d-838334-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838334-2',level=0,port_id=fa5534c2-4689-4404-815c-21779f02220b,segment=NetworkSegment(48a77cb4-d563-48d7-8f1b-cfa77ff24f72),segment_id=48a77cb4-d563-48d7-8f1b-cfa77ff24f72)] {{(pid=84042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:04:13.987898 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682'] for port, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:14.004971 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11c22144-1e6a-46cc-8bbf-acdc2542ad2f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d329b126-bd1e-4603-a816-db345b04df51,revision_number=None']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:04:14.020086 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-11c22144-1e6a-46cc-8bbf-acdc2542ad2f admin admin] Notify callbacks [] for security_group, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:14.021665 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-11c22144-1e6a-46cc-8bbf-acdc2542ad2f admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/d329b126-bd1e-4603-a816-db345b04df51 HTTP/1.1" status: 204 len: 168 time: 0.3056068 Apr 18 21:04:14.088475 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Pushing event updated for resources: {'Port': ['ID=fa5534c2-4689-4404-815c-21779f02220b,revision_number=3']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:04:14.144602 n-d-838334-2 neutron-server[84040]: DEBUG neutron.services.segments.db [None req-0610d7fb-bfaa-4d47-a29a-fdbdf64b8309 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d1529884-95ea-4548-82d7-4b97dbedfe62']}} {{(pid=84040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:04:14.250153 n-d-838334-2 neutron-server[84040]: DEBUG neutron.services.segments.db [None req-0610d7fb-bfaa-4d47-a29a-fdbdf64b8309 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6c2fe52c-febb-4bb8-8b70-6feb5afebf75') {'for_net_delete': True} {{(pid=84040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:04:14.250373 n-d-838334-2 neutron-server[84040]: DEBUG neutron.services.segments.db [None req-0610d7fb-bfaa-4d47-a29a-fdbdf64b8309 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6c2fe52c-febb-4bb8-8b70-6feb5afebf75') {} {{(pid=84040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:04:14.326753 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-3ecd590f-239d-4e44-92a1-1b1ed0fbc463 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:14.339043 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-dc34a94f-fe8c-44ea-9080-283706103e2d tempest-RoutersIpV6AdminTest-1441855246 tempest-RoutersIpV6AdminTest-1441855246-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:14.339817 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-dc34a94f-fe8c-44ea-9080-283706103e2d tempest-RoutersIpV6AdminTest-1441855246 tempest-RoutersIpV6AdminTest-1441855246-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33443529', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33444176'] for router, after_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:14.343365 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-ad924ec4-0c97-4169-9bee-90c2e7059028 req-4a60e869-7b1b-4e2e-a3f0-f7a6841ce146 tempest-AttachVolumeTestJSON-1696487017 tempest-AttachVolumeTestJSON-1696487017-project] 10.222.0.42 "GET /v2.0/security-groups?id=326b68b1-226b-43b8-a174-ccc3d0972537&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6960988 Apr 18 21:04:14.396642 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-0610d7fb-bfaa-4d47-a29a-fdbdf64b8309 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750375287300', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31955965'] for segment, before_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:14.514354 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-425046ed-44d6-44e2-8bd2-49763b99ccdc tempest-PortsTestJSON-1335945802 tempest-PortsTestJSON-1335945802-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1258905', 'neutron.services.segments.db._delete_segments_for_network-8750375287417'] for network, precommit_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:14.530041 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-0610d7fb-bfaa-4d47-a29a-fdbdf64b8309 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1082986'] for segment, precommit_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:14.650631 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0610d7fb-bfaa-4d47-a29a-fdbdf64b8309 admin admin] Releasing vlan 395 on physical network physnet1 to pool {{(pid=84040) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 18 21:04:14.651039 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-0610d7fb-bfaa-4d47-a29a-fdbdf64b8309 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1082993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32440923'] for segment, after_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:14.671311 n-d-838334-2 neutron-server[84040]: Traceback (most recent call last): Apr 18 21:04:14.671311 n-d-838334-2 neutron-server[84040]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 18 21:04:14.671311 n-d-838334-2 neutron-server[84040]: timer() Apr 18 21:04:14.671311 n-d-838334-2 neutron-server[84040]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 21:04:14.671311 n-d-838334-2 neutron-server[84040]: cb(*args, **kw) Apr 18 21:04:14.671311 n-d-838334-2 neutron-server[84040]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 18 21:04:14.671311 n-d-838334-2 neutron-server[84040]: return func(*args, **kwargs) Apr 18 21:04:14.671311 n-d-838334-2 neutron-server[84040]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 21:04:14.671311 n-d-838334-2 neutron-server[84040]: self._notify() Apr 18 21:04:14.671311 n-d-838334-2 neutron-server[84040]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 21:04:14.671311 n-d-838334-2 neutron-server[84040]: self.callback(batched_events) Apr 18 21:04:14.671311 n-d-838334-2 neutron-server[84040]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 21:04:14.671311 n-d-838334-2 neutron-server[84040]: event.method(event) Apr 18 21:04:14.671311 n-d-838334-2 neutron-server[84040]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 18 21:04:14.671311 n-d-838334-2 neutron-server[84040]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 21:04:14.671311 n-d-838334-2 neutron-server[84040]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 18 21:04:14.671311 n-d-838334-2 neutron-server[84040]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 21:04:14.671311 n-d-838334-2 neutron-server[84040]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 18 21:04:14.671311 n-d-838334-2 neutron-server[84040]: return f(self, *a, **k) Apr 18 21:04:14.671311 n-d-838334-2 neutron-server[84040]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 18 21:04:14.671311 n-d-838334-2 neutron-server[84040]: return self._get(url).json() Apr 18 21:04:14.671311 n-d-838334-2 neutron-server[84040]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 18 21:04:14.671311 n-d-838334-2 neutron-server[84040]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 21:04:14.671311 n-d-838334-2 neutron-server[84040]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 18 21:04:14.671311 n-d-838334-2 neutron-server[84040]: return self.request(url, 'GET', **kwargs) Apr 18 21:04:14.671311 n-d-838334-2 neutron-server[84040]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 18 21:04:14.671311 n-d-838334-2 neutron-server[84040]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 21:04:14.671311 n-d-838334-2 neutron-server[84040]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 18 21:04:14.671311 n-d-838334-2 neutron-server[84040]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 21:04:14.671311 n-d-838334-2 neutron-server[84040]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 18 21:04:14.671311 n-d-838334-2 neutron-server[84040]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 21:04:14.671311 n-d-838334-2 neutron-server[84040]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 21:04:14.689690 n-d-838334-2 neutron-server[84040]: DEBUG neutron.services.segments.db [None req-425046ed-44d6-44e2-8bd2-49763b99ccdc tempest-PortsTestJSON-1335945802 tempest-PortsTestJSON-1335945802-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a25efe71-0b98-4ef6-af6a-01c4b846f3e8']}} {{(pid=84040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:04:14.698494 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [None req-3ecd590f-239d-4e44-92a1-1b1ed0fbc463 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:04:14.762224 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-3ecd590f-239d-4e44-92a1-1b1ed0fbc463 admin admin] Usage tracker for resource:security_group_rule and tenant:6a1e87e03e7540f69de051c114f853bb is out of sync, need to count used quota {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:04:14.781749 n-d-838334-2 neutron-server[84040]: DEBUG neutron.services.segments.db [None req-425046ed-44d6-44e2-8bd2-49763b99ccdc tempest-PortsTestJSON-1335945802 tempest-PortsTestJSON-1335945802-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '63ccd3cc-8884-47b2-85de-118754c5d7f5') {'for_net_delete': True} {{(pid=84040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:04:14.782059 n-d-838334-2 neutron-server[84040]: DEBUG neutron.services.segments.db [None req-425046ed-44d6-44e2-8bd2-49763b99ccdc tempest-PortsTestJSON-1335945802 tempest-PortsTestJSON-1335945802-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '63ccd3cc-8884-47b2-85de-118754c5d7f5') {} {{(pid=84040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:04:14.793419 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-3ecd590f-239d-4e44-92a1-1b1ed0fbc463 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:04:14.875722 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [None req-3ecd590f-239d-4e44-92a1-1b1ed0fbc463 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:04:14.893951 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-425046ed-44d6-44e2-8bd2-49763b99ccdc tempest-PortsTestJSON-1335945802 tempest-PortsTestJSON-1335945802-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750375287300', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31955965'] for segment, before_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:14.896751 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Device fa5534c2-4689-4404-815c-21779f02220b up at agent ovs-agent-n-d-838334-2 {{(pid=84042) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 21:04:14.991977 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-0610d7fb-bfaa-4d47-a29a-fdbdf64b8309 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1258898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33526109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33444113'] for network, after_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:14.996033 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Provisioning complete for port fa5534c2-4689-4404-815c-21779f02220b triggered by entity L2. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:04:14.996663 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1253608'] for port, provisioning_complete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:15.003994 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-425046ed-44d6-44e2-8bd2-49763b99ccdc tempest-PortsTestJSON-1335945802 tempest-PortsTestJSON-1335945802-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1082986'] for segment, precommit_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:15.031828 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-0610d7fb-bfaa-4d47-a29a-fdbdf64b8309 admin admin] Notify callbacks [] for network, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:15.061300 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-425046ed-44d6-44e2-8bd2-49763b99ccdc tempest-PortsTestJSON-1335945802 tempest-PortsTestJSON-1335945802-project] Releasing vlan 392 on physical network physnet1 to pool {{(pid=84040) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 18 21:04:15.061703 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-425046ed-44d6-44e2-8bd2-49763b99ccdc tempest-PortsTestJSON-1335945802 tempest-PortsTestJSON-1335945802-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1082993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32440923'] for segment, after_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:15.079292 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0610d7fb-bfaa-4d47-a29a-fdbdf64b8309 admin admin] Pushing event deleted for resources: {'Network': ['ID=d1529884-95ea-4548-82d7-4b97dbedfe62,revision_number=None']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:04:15.081001 n-d-838334-2 neutron-server[84040]: Traceback (most recent call last): Apr 18 21:04:15.081001 n-d-838334-2 neutron-server[84040]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 18 21:04:15.081001 n-d-838334-2 neutron-server[84040]: timer() Apr 18 21:04:15.081001 n-d-838334-2 neutron-server[84040]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 21:04:15.081001 n-d-838334-2 neutron-server[84040]: cb(*args, **kw) Apr 18 21:04:15.081001 n-d-838334-2 neutron-server[84040]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 18 21:04:15.081001 n-d-838334-2 neutron-server[84040]: return func(*args, **kwargs) Apr 18 21:04:15.081001 n-d-838334-2 neutron-server[84040]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 21:04:15.081001 n-d-838334-2 neutron-server[84040]: self._notify() Apr 18 21:04:15.081001 n-d-838334-2 neutron-server[84040]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 21:04:15.081001 n-d-838334-2 neutron-server[84040]: self.callback(batched_events) Apr 18 21:04:15.081001 n-d-838334-2 neutron-server[84040]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 21:04:15.081001 n-d-838334-2 neutron-server[84040]: event.method(event) Apr 18 21:04:15.081001 n-d-838334-2 neutron-server[84040]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 18 21:04:15.081001 n-d-838334-2 neutron-server[84040]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 21:04:15.081001 n-d-838334-2 neutron-server[84040]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 18 21:04:15.081001 n-d-838334-2 neutron-server[84040]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 21:04:15.081001 n-d-838334-2 neutron-server[84040]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 18 21:04:15.081001 n-d-838334-2 neutron-server[84040]: return f(self, *a, **k) Apr 18 21:04:15.081001 n-d-838334-2 neutron-server[84040]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 18 21:04:15.081001 n-d-838334-2 neutron-server[84040]: return self._get(url).json() Apr 18 21:04:15.081001 n-d-838334-2 neutron-server[84040]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 18 21:04:15.081001 n-d-838334-2 neutron-server[84040]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 21:04:15.081001 n-d-838334-2 neutron-server[84040]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 18 21:04:15.081001 n-d-838334-2 neutron-server[84040]: return self.request(url, 'GET', **kwargs) Apr 18 21:04:15.081001 n-d-838334-2 neutron-server[84040]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 18 21:04:15.081001 n-d-838334-2 neutron-server[84040]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 21:04:15.081001 n-d-838334-2 neutron-server[84040]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 18 21:04:15.081001 n-d-838334-2 neutron-server[84040]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 21:04:15.081001 n-d-838334-2 neutron-server[84040]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 18 21:04:15.081001 n-d-838334-2 neutron-server[84040]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 21:04:15.081001 n-d-838334-2 neutron-server[84040]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 21:04:15.177761 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-0610d7fb-bfaa-4d47-a29a-fdbdf64b8309 admin admin] 10.222.0.42 "DELETE /v2.0/networks/d1529884-95ea-4548-82d7-4b97dbedfe62 HTTP/1.1" status: 204 len: 168 time: 2.4469426 Apr 18 21:04:15.188766 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Device c7c711fe-5cf8-4b52-883c-bf24db879967 no longer exists at agent ovs-agent-n-d-838334-2 {{(pid=84042) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 21:04:15.207955 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a34c862-0448-4ac9-80ad-0f11c351864e req-db7a4ff1-826d-420e-864e-e91688892270 tempest-AttachVolumeTestJSON-1696487017 tempest-AttachVolumeTestJSON-1696487017-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:04:15.209396 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-5a34c862-0448-4ac9-80ad-0f11c351864e req-db7a4ff1-826d-420e-864e-e91688892270 tempest-AttachVolumeTestJSON-1696487017 tempest-AttachVolumeTestJSON-1696487017-project] 10.222.0.48 "GET /v2.0/ports?device_id=8febef70-4ef9-4774-9ec7-33697a7c70d6 HTTP/1.1" status: 200 len: 945 time: 0.5926323 Apr 18 21:04:15.288956 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.plugin [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] No Port match for: c7c711fe-5cf8-4b52-883c-bf24db879967 {{(pid=84042) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 18 21:04:15.289460 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Device c7c711fe-5cf8-4b52-883c-bf24db879967 not bound to the agent host n-d-838334-2 {{(pid=84042) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 21:04:15.333367 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-425046ed-44d6-44e2-8bd2-49763b99ccdc tempest-PortsTestJSON-1335945802 tempest-PortsTestJSON-1335945802-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1258898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33526109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33444113'] for network, after_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:15.356782 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 36166) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:04:15.426304 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-c605a8a2-eee1-4bce-8baf-0c3bfb54248c admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=3ebf8d64569d41e4b7030a4a5aa7a937&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0678205 Apr 18 21:04:15.428468 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-425046ed-44d6-44e2-8bd2-49763b99ccdc tempest-PortsTestJSON-1335945802 tempest-PortsTestJSON-1335945802-project] Notify callbacks [] for network, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:15.429859 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 36172) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:04:15.488980 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-425046ed-44d6-44e2-8bd2-49763b99ccdc tempest-PortsTestJSON-1335945802 tempest-PortsTestJSON-1335945802-project] Pushing event deleted for resources: {'Network': ['ID=a25efe71-0b98-4ef6-af6a-01c4b846f3e8,revision_number=None']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:04:15.500126 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-39ba394f-ca6e-4ffc-af23-5f3de3de4eb6 tempest-RoutersAdminTest-1076183166 tempest-RoutersAdminTest-1076183166-project] Notify callbacks [] for router_gateway, before_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:15.507258 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-3ecd590f-239d-4e44-92a1-1b1ed0fbc463 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:15.520552 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-425046ed-44d6-44e2-8bd2-49763b99ccdc tempest-PortsTestJSON-1335945802 tempest-PortsTestJSON-1335945802-project] 10.222.0.42 "DELETE /v2.0/networks/a25efe71-0b98-4ef6-af6a-01c4b846f3e8 HTTP/1.1" status: 204 len: 168 time: 2.7834041 Apr 18 21:04:15.523558 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 36178) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:04:15.526574 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.plugin [req-5a34c862-0448-4ac9-80ad-0f11c351864e req-9824372a-c7a7-49b0-a14f-1cebe5b0297c tempest-AttachVolumeTestJSON-1696487017 tempest-AttachVolumeTestJSON-1696487017-project] Deleting port e00c4868-92df-492d-b185-8281a2e33a5b {{(pid=84040) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 21:04:15.526942 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-5a34c862-0448-4ac9-80ad-0f11c351864e req-9824372a-c7a7-49b0-a14f-1cebe5b0297c tempest-AttachVolumeTestJSON-1696487017 tempest-AttachVolumeTestJSON-1696487017-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750375188691'] for port, before_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:15.559439 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-3ecd590f-239d-4e44-92a1-1b1ed0fbc463 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33528224'] for security_group, after_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:15.572454 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-17fdf71c-2344-4b00-a658-cff71592ccc6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:15.584778 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.plugin [None req-39ba394f-ca6e-4ffc-af23-5f3de3de4eb6 tempest-RoutersAdminTest-1076183166 tempest-RoutersAdminTest-1076183166-project] Deleting port 17938eff-392c-44ad-a6dc-d53789790a26 {{(pid=84040) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 21:04:15.585633 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-39ba394f-ca6e-4ffc-af23-5f3de3de4eb6 tempest-RoutersAdminTest-1076183166 tempest-RoutersAdminTest-1076183166-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750375188691'] for port, before_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:15.614140 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-17fdf71c-2344-4b00-a658-cff71592ccc6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:15.647279 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-ef96ebfd-14f9-463d-9b55-9845661c5719 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750375287399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253529'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:15.672671 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ab20f10-d33b-46ce-a76e-3ae9211df54e tempest-PortsTestJSON-1335945802 tempest-PortsTestJSON-1335945802-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:04:15.675683 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-9ab20f10-d33b-46ce-a76e-3ae9211df54e tempest-PortsTestJSON-1335945802 tempest-PortsTestJSON-1335945802-project] 10.222.0.42 "GET /v2.0/ports HTTP/1.1" status: 200 len: 843 time: 0.1510129 Apr 18 21:04:15.677904 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 36184) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:04:15.745945 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-17fdf71c-2344-4b00-a658-cff71592ccc6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33528224'] for security_group, after_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:15.765805 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17fdf71c-2344-4b00-a658-cff71592ccc6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c772ab2-c47a-45db-aff3-8e00e0c99275,revision_number=None']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:04:15.773859 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-17fdf71c-2344-4b00-a658-cff71592ccc6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:15.775082 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-17fdf71c-2344-4b00-a658-cff71592ccc6 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/1c772ab2-c47a-45db-aff3-8e00e0c99275 HTTP/1.1" status: 204 len: 168 time: 0.3434236 Apr 18 21:04:15.798048 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-48cc4271-9e07-4c60-87d7-293ee0999175 tempest-PortsTestJSON-1335945802 tempest-PortsTestJSON-1335945802-project] 10.222.0.42 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.1188481 Apr 18 21:04:15.802416 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 36190) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:04:15.807519 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.v2.base [None req-02c16e8d-30ae-4a1c-9dc4-b4c98c2cd337 tempest-PortsTestJSON-1335945802 tempest-PortsTestJSON-1335945802-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-809706628'}} {{(pid=84041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:04:15.813091 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-02c16e8d-30ae-4a1c-9dc4-b4c98c2cd337 tempest-PortsTestJSON-1335945802 tempest-PortsTestJSON-1335945802-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:04:15.817126 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-02c16e8d-30ae-4a1c-9dc4-b4c98c2cd337 tempest-PortsTestJSON-1335945802 tempest-PortsTestJSON-1335945802-project] Usage tracker for resource:network and tenant:234c597e1bbf440ab35a01225b472234 is out of sync, need to count used quota {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:04:15.820403 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-02c16e8d-30ae-4a1c-9dc4-b4c98c2cd337 tempest-PortsTestJSON-1335945802 tempest-PortsTestJSON-1335945802-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:04:15.827121 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-02c16e8d-30ae-4a1c-9dc4-b4c98c2cd337 tempest-PortsTestJSON-1335945802 tempest-PortsTestJSON-1335945802-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:04:15.841266 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-02c16e8d-30ae-4a1c-9dc4-b4c98c2cd337 tempest-PortsTestJSON-1335945802 tempest-PortsTestJSON-1335945802-project] Made reservation on behalf of 234c597e1bbf440ab35a01225b472234 for: {'network': 1} {{(pid=84041) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:04:15.843996 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-02c16e8d-30ae-4a1c-9dc4-b4c98c2cd337 tempest-PortsTestJSON-1335945802 tempest-PortsTestJSON-1335945802-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for network, before_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:15.877099 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-02c16e8d-30ae-4a1c-9dc4-b4c98c2cd337 tempest-PortsTestJSON-1335945802 tempest-PortsTestJSON-1335945802-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 396} {{(pid=84041) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 21:04:15.888566 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-02c16e8d-30ae-4a1c-9dc4-b4c98c2cd337 tempest-PortsTestJSON-1335945802 tempest-PortsTestJSON-1335945802-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1082986'] for segment, precommit_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:15.888919 n-d-838334-2 neutron-server[84041]: INFO neutron.db.segments_db [None req-02c16e8d-30ae-4a1c-9dc4-b4c98c2cd337 tempest-PortsTestJSON-1335945802 tempest-PortsTestJSON-1335945802-project] Added segment b1bc39a0-4754-471e-8e9c-61067b5b2321 of type vlan for network 2ceb10fc-4981-44b0-a151-082c2a728988 Apr 18 21:04:15.918887 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-02c16e8d-30ae-4a1c-9dc4-b4c98c2cd337 tempest-PortsTestJSON-1335945802 tempest-PortsTestJSON-1335945802-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750374825732'] for network, precommit_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:15.935567 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ecd590f-239d-4e44-92a1-1b1ed0fbc463 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fdc194d5-4759-4516-ada9-2248649b75da,revision_number=1']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:04:15.964482 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-02c16e8d-30ae-4a1c-9dc4-b4c98c2cd337 tempest-PortsTestJSON-1335945802 tempest-PortsTestJSON-1335945802-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33526109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022'] for network, after_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:15.969918 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02c16e8d-30ae-4a1c-9dc4-b4c98c2cd337 tempest-PortsTestJSON-1335945802 tempest-PortsTestJSON-1335945802-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:04:15.970693 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-02c16e8d-30ae-4a1c-9dc4-b4c98c2cd337 tempest-PortsTestJSON-1335945802 tempest-PortsTestJSON-1335945802-project] Notify callbacks [] for network, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:16.033076 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-3ecd590f-239d-4e44-92a1-1b1ed0fbc463 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=6a1e87e03e7540f69de051c114f853bb&name=default HTTP/1.1" status: 200 len: 2647 time: 2.3902352 Apr 18 21:04:16.065536 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 36196) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:04:16.096429 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-02c16e8d-30ae-4a1c-9dc4-b4c98c2cd337 tempest-PortsTestJSON-1335945802 tempest-PortsTestJSON-1335945802-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.2940214 Apr 18 21:04:16.100775 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 36202) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:04:16.111122 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.v2.base [None req-ab06a27d-befb-4e17-9fe3-fd2c96e59e8b tempest-PortsTestJSON-1335945802 tempest-PortsTestJSON-1335945802-project] Request body: {'subnet': {'network_id': '2ceb10fc-4981-44b0-a151-082c2a728988', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=84041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:04:16.141092 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02c16e8d-30ae-4a1c-9dc4-b4c98c2cd337 tempest-PortsTestJSON-1335945802 tempest-PortsTestJSON-1335945802-project] Pushing event updated for resources: {'Network': ['ID=2ceb10fc-4981-44b0-a151-082c2a728988,revision_number=1']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:04:16.152921 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Network 2ceb10fc-4981-44b0-a151-082c2a728988 details requested by agent ovs-agent-n-d-838334-2 with host n-d-838334-2 {{(pid=84042) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 18 21:04:16.270226 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-ab06a27d-befb-4e17-9fe3-fd2c96e59e8b tempest-PortsTestJSON-1335945802 tempest-PortsTestJSON-1335945802-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:04:16.278612 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-ab06a27d-befb-4e17-9fe3-fd2c96e59e8b tempest-PortsTestJSON-1335945802 tempest-PortsTestJSON-1335945802-project] Usage tracker for resource:subnet and tenant:234c597e1bbf440ab35a01225b472234 is out of sync, need to count used quota {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:04:16.281713 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-ab06a27d-befb-4e17-9fe3-fd2c96e59e8b tempest-PortsTestJSON-1335945802 tempest-PortsTestJSON-1335945802-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:04:16.289018 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-ab06a27d-befb-4e17-9fe3-fd2c96e59e8b tempest-PortsTestJSON-1335945802 tempest-PortsTestJSON-1335945802-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:04:16.307793 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab06a27d-befb-4e17-9fe3-fd2c96e59e8b tempest-PortsTestJSON-1335945802 tempest-PortsTestJSON-1335945802-project] Made reservation on behalf of 234c597e1bbf440ab35a01225b472234 for: {'subnet': 1} {{(pid=84041) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:04:16.387120 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 36210) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:04:16.408605 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5855c550-7fcf-4c14-86b7-9ec2ad4fb0d0 req-bd448197-ba4c-4101-a349-786667d13119 tempest-AttachVolumeTestJSON-1696487017 tempest-AttachVolumeTestJSON-1696487017-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:04:16.410053 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-5855c550-7fcf-4c14-86b7-9ec2ad4fb0d0 req-bd448197-ba4c-4101-a349-786667d13119 tempest-AttachVolumeTestJSON-1696487017 tempest-AttachVolumeTestJSON-1696487017-project] 10.222.0.42 "GET /v2.0/ports?device_id=8febef70-4ef9-4774-9ec7-33697a7c70d6 HTTP/1.1" status: 200 len: 945 time: 0.8586824 Apr 18 21:04:16.425601 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-39ba394f-ca6e-4ffc-af23-5f3de3de4eb6 tempest-RoutersAdminTest-1076183166 tempest-RoutersAdminTest-1076183166-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369123'] for port, precommit_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:16.445383 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-ab06a27d-befb-4e17-9fe3-fd2c96e59e8b tempest-PortsTestJSON-1335945802 tempest-PortsTestJSON-1335945802-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32486301'] for subnet, before_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:16.661472 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.plugin [None req-39ba394f-ca6e-4ffc-af23-5f3de3de4eb6 tempest-RoutersAdminTest-1076183166 tempest-RoutersAdminTest-1076183166-project] Calling delete_port for 17938eff-392c-44ad-a6dc-d53789790a26 owned by network:router_gateway {{(pid=84040) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 21:04:16.672932 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-ab06a27d-befb-4e17-9fe3-fd2c96e59e8b tempest-PortsTestJSON-1335945802 tempest-PortsTestJSON-1335945802-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33526260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32266407', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32486287'] for subnet, after_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:16.750294 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-e14d082b-7479-49a7-a911-690eaa293994 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:16.778883 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab06a27d-befb-4e17-9fe3-fd2c96e59e8b tempest-PortsTestJSON-1335945802 tempest-PortsTestJSON-1335945802-project] Pushing event updated for resources: {'Subnet': ['ID=5f08294e-95ca-4df8-ba78-ce245f725a3d,revision_number=0']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:04:16.782236 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-443a3abb-18ff-4643-a98f-77bc3c880944 tempest-RoutersTest-1500746192 tempest-RoutersTest-1500746192-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:16.788227 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab06a27d-befb-4e17-9fe3-fd2c96e59e8b tempest-PortsTestJSON-1335945802 tempest-PortsTestJSON-1335945802-project] Checking segment: {'id': 'b1bc39a0-4754-471e-8e9c-61067b5b2321', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '2ceb10fc-4981-44b0-a151-082c2a728988'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84041) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 21:04:16.788638 n-d-838334-2 neutron-server[84041]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab06a27d-befb-4e17-9fe3-fd2c96e59e8b tempest-PortsTestJSON-1335945802 tempest-PortsTestJSON-1335945802-project] Network hostable DHCP agents. Network: 2ceb10fc-4981-44b0-a151-082c2a728988, hostable agents: ['8746f8ea-3e91-4b32-9919-2c63adeb8722'], hosted agents: [] {{(pid=84041) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 21:04:16.814949 n-d-838334-2 neutron-server[84041]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab06a27d-befb-4e17-9fe3-fd2c96e59e8b tempest-PortsTestJSON-1335945802 tempest-PortsTestJSON-1335945802-project] Network 2ceb10fc-4981-44b0-a151-082c2a728988 is scheduled to be hosted by DHCP agent 8746f8ea-3e91-4b32-9919-2c63adeb8722 with binding_index 1 {{(pid=84041) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 21:04:16.830729 n-d-838334-2 neutron-server[84041]: DEBUG neutron.scheduler.base_scheduler [None req-ab06a27d-befb-4e17-9fe3-fd2c96e59e8b tempest-PortsTestJSON-1335945802 tempest-PortsTestJSON-1335945802-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-838334-2, 2ceb10fc-4981-44b0-a151-082c2a728988) {{(pid=84041) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:04:16.835144 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab06a27d-befb-4e17-9fe3-fd2c96e59e8b tempest-PortsTestJSON-1335945802 tempest-PortsTestJSON-1335945802-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:04:16.835875 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-ab06a27d-befb-4e17-9fe3-fd2c96e59e8b tempest-PortsTestJSON-1335945802 tempest-PortsTestJSON-1335945802-project] Notify callbacks [] for subnet, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:16.845970 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.db [req-5a34c862-0448-4ac9-80ad-0f11c351864e req-9824372a-c7a7-49b0-a14f-1cebe5b0297c tempest-AttachVolumeTestJSON-1696487017 tempest-AttachVolumeTestJSON-1696487017-project] For port e00c4868-92df-492d-b185-8281a2e33a5b, host n-h2-838334-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838334-2',level=0,port_id=e00c4868-92df-492d-b185-8281a2e33a5b,segment=NetworkSegment(f3c1adbc-ce68-4689-ba8a-f5f2d2d5dce1),segment_id=f3c1adbc-ce68-4689-ba8a-f5f2d2d5dce1)] {{(pid=84040) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:04:16.846329 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-5a34c862-0448-4ac9-80ad-0f11c351864e req-9824372a-c7a7-49b0-a14f-1cebe5b0297c tempest-AttachVolumeTestJSON-1696487017 tempest-AttachVolumeTestJSON-1696487017-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369123'] for port, precommit_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:16.847547 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20d886c1-7f11-48c0-b26c-7dacfef40f51 None None] Network 2ceb10fc-4981-44b0-a151-082c2a728988 requested from n-d-838334-2 {{(pid=84042) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 21:04:16.863768 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-ab06a27d-befb-4e17-9fe3-fd2c96e59e8b tempest-PortsTestJSON-1335945802 tempest-PortsTestJSON-1335945802-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7594256 Apr 18 21:04:16.864054 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 36228) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:04:16.868304 n-d-838334-2 neutron-server[84040]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dc34a94f-fe8c-44ea-9080-283706103e2d tempest-RoutersIpV6AdminTest-1441855246 tempest-RoutersIpV6AdminTest-1441855246-project-admin] Router e517b3cd-2d3f-48a4-b218-5a311412d409 is scheduled to L3 agent bc84d6c9-dd7a-4555-a351-592327b46d5a with binding_index 1 {{(pid=84040) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 18 21:04:16.871538 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.v2.base [None req-0fb8068c-2498-493f-b4b9-8bd4e2ae5439 tempest-PortsTestJSON-1335945802 tempest-PortsTestJSON-1335945802-project] Request body: {'port': {'network_id': '2ceb10fc-4981-44b0-a151-082c2a728988', 'name': 'tempest-PortsTestJSON-137318469'}} {{(pid=84041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:04:16.909105 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-5855c550-7fcf-4c14-86b7-9ec2ad4fb0d0 req-2b907380-6ac8-42e2-a62c-db78756fc1c5 tempest-AttachVolumeTestJSON-1696487017 tempest-AttachVolumeTestJSON-1696487017-project] 10.222.0.42 "GET /v2.0/security-groups?id=326b68b1-226b-43b8-a174-ccc3d0972537&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4679945 Apr 18 21:04:16.916392 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-e14d082b-7479-49a7-a911-690eaa293994 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:16.941599 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-fc90d2c7-9611-46c5-a750-76070d0cde76 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=26cb616465484daf9c91d1bf23472b6d&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5477369 Apr 18 21:04:17.015707 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 36236) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:04:17.037974 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-0fb8068c-2498-493f-b4b9-8bd4e2ae5439 tempest-PortsTestJSON-1335945802 tempest-PortsTestJSON-1335945802-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:04:17.048548 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-0fb8068c-2498-493f-b4b9-8bd4e2ae5439 tempest-PortsTestJSON-1335945802 tempest-PortsTestJSON-1335945802-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:04:17.062749 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0fb8068c-2498-493f-b4b9-8bd4e2ae5439 tempest-PortsTestJSON-1335945802 tempest-PortsTestJSON-1335945802-project] Made reservation on behalf of 234c597e1bbf440ab35a01225b472234 for: {'port': 1} {{(pid=84041) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:04:17.067334 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-0fb8068c-2498-493f-b4b9-8bd4e2ae5439 tempest-PortsTestJSON-1335945802 tempest-PortsTestJSON-1335945802-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:17.094778 n-d-838334-2 neutron-server[84041]: DEBUG neutron.notifiers.nova [None req-0fb8068c-2498-493f-b4b9-8bd4e2ae5439 tempest-PortsTestJSON-1335945802 tempest-PortsTestJSON-1335945802-project] device_id is not set on port 2f647707-6dd0-4714-9d22-98f13b743ea0 yet. {{(pid=84041) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 18 21:04:17.165839 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2820bd3f-8192-418e-b7c8-ef945d69a7f7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp016840fc-1f9f-5892-9c53-c9cf6c845bbb-2ceb10fc-4981-44b0-a151-082c2a728988', 'network_id': '2ceb10fc-4981-44b0-a151-082c2a728988', 'tenant_id': '234c597e1bbf440ab35a01225b472234', 'fixed_ips': [{'subnet_id': '5f08294e-95ca-4df8-ba78-ce245f725a3d'}]}} from n-d-838334-2. {{(pid=84042) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 18 21:04:17.167951 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-2820bd3f-8192-418e-b7c8-ef945d69a7f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_create {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:17.283767 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.db_base_plugin_common [None req-0fb8068c-2498-493f-b4b9-8bd4e2ae5439 tempest-PortsTestJSON-1335945802 tempest-PortsTestJSON-1335945802-project] Allocated IP 172.20.0.4 (2ceb10fc-4981-44b0-a151-082c2a728988/5f08294e-95ca-4df8-ba78-ce245f725a3d/2f647707-6dd0-4714-9d22-98f13b743ea0) {{(pid=84041) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 21:04:17.331170 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Device e00c4868-92df-492d-b185-8281a2e33a5b no longer exists at agent hyperv_n-h2-838334-2 {{(pid=84042) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 21:04:17.474615 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:17.511533 n-d-838334-2 neutron-server[84042]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8febef70-4ef9-4774-9ec7-33697a7c70d6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e00c4868-92df-492d-b185-8281a2e33a5b'}] {{(pid=84042) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 21:04:17.522602 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] For port e00c4868-92df-492d-b185-8281a2e33a5b, host n-h2-838334-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838334-2',level=0,port_id=e00c4868-92df-492d-b185-8281a2e33a5b,segment=NetworkSegment(f3c1adbc-ce68-4689-ba8a-f5f2d2d5dce1),segment_id=f3c1adbc-ce68-4689-ba8a-f5f2d2d5dce1)] {{(pid=84042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:04:17.545576 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682'] for port, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:17.559311 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-0fb8068c-2498-493f-b4b9-8bd4e2ae5439 tempest-PortsTestJSON-1335945802 tempest-PortsTestJSON-1335945802-project] Notify callbacks [] for port, precommit_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:17.584307 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.provisioning_blocks [None req-0fb8068c-2498-493f-b4b9-8bd4e2ae5439 tempest-PortsTestJSON-1335945802 tempest-PortsTestJSON-1335945802-project] Transition to ACTIVE for port object 2f647707-6dd0-4714-9d22-98f13b743ea0 will not be triggered until provisioned by entity DHCP. {{(pid=84041) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:04:17.636361 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-0fb8068c-2498-493f-b4b9-8bd4e2ae5439 tempest-PortsTestJSON-1335945802 tempest-PortsTestJSON-1335945802-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750374836619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32266323'] for port, after_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:17.644648 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Pushing event updated for resources: {'Port': ['ID=e00c4868-92df-492d-b185-8281a2e33a5b,revision_number=6']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:04:17.695181 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:04:17.695529 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:04:17.695913 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:04:17.696381 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:04:17.696871 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:04:17.697202 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:04:17.697528 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:04:17.697852 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:04:17.698172 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:04:17.698492 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:04:17.698812 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:04:17.745499 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.db_base_plugin_common [None req-2820bd3f-8192-418e-b7c8-ef945d69a7f7 None None] Allocated IP 172.20.0.2 (2ceb10fc-4981-44b0-a151-082c2a728988/5f08294e-95ca-4df8-ba78-ce245f725a3d/27923629-fadf-4f36-ab09-50a27bb8e499) {{(pid=84042) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 21:04:17.864866 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fb8068c-2498-493f-b4b9-8bd4e2ae5439 tempest-PortsTestJSON-1335945802 tempest-PortsTestJSON-1335945802-project] Pushing event updated for resources: {'Port': ['ID=2f647707-6dd0-4714-9d22-98f13b743ea0,revision_number=1']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:04:17.873779 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-e14d082b-7479-49a7-a911-690eaa293994 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33528224'] for security_group, after_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:17.891427 n-d-838334-2 neutron-server[84041]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0fb8068c-2498-493f-b4b9-8bd4e2ae5439 tempest-PortsTestJSON-1335945802 tempest-PortsTestJSON-1335945802-project] Network 2ceb10fc-4981-44b0-a151-082c2a728988 is already hosted by enough agents. {{(pid=84041) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:04:17.892989 n-d-838334-2 neutron-server[84041]: DEBUG neutron.scheduler.base_scheduler [None req-0fb8068c-2498-493f-b4b9-8bd4e2ae5439 tempest-PortsTestJSON-1335945802 tempest-PortsTestJSON-1335945802-project] Resources bound (agent type, host, resource id): {{(pid=84041) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:04:17.895583 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fb8068c-2498-493f-b4b9-8bd4e2ae5439 tempest-PortsTestJSON-1335945802 tempest-PortsTestJSON-1335945802-project] Received port after_create {{(pid=84041) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 21:04:17.927959 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 36266) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:04:17.949922 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e14d082b-7479-49a7-a911-690eaa293994 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fdc194d5-4759-4516-ada9-2248649b75da,revision_number=None']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:04:17.980850 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-ca08769d-a288-4c3e-bb68-2c4dc0671e73 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:18.002742 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0fb8068c-2498-493f-b4b9-8bd4e2ae5439 tempest-PortsTestJSON-1335945802 tempest-PortsTestJSON-1335945802-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:04:18.007033 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-0fb8068c-2498-493f-b4b9-8bd4e2ae5439 tempest-PortsTestJSON-1335945802 tempest-PortsTestJSON-1335945802-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217293'] for port, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:18.055059 n-d-838334-2 neutron-server[84042]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a08ebf5f-b2fd-42ce-9875-537345a35613'] response: {'server_uuid': '8febef70-4ef9-4774-9ec7-33697a7c70d6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e00c4868-92df-492d-b185-8281a2e33a5b', 'code': 200} Apr 18 21:04:18.068687 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-0fb8068c-2498-493f-b4b9-8bd4e2ae5439 tempest-PortsTestJSON-1335945802 tempest-PortsTestJSON-1335945802-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 1.2024040 Apr 18 21:04:18.069380 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 36274) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:04:18.078744 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e14d082b-7479-49a7-a911-690eaa293994 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:04:18.080212 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.v2.base [None req-9139502a-2a75-4924-9800-eca14cc3e177 tempest-PortsTestJSON-1335945802 tempest-PortsTestJSON-1335945802-project] Request body: {'port': {'network_id': '2ceb10fc-4981-44b0-a151-082c2a728988', 'name': 'tempest-PortsTestJSON-19332672'}} {{(pid=84041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:04:18.081665 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e14d082b-7479-49a7-a911-690eaa293994 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:04:18.082468 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e14d082b-7479-49a7-a911-690eaa293994 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:04:18.083877 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e14d082b-7479-49a7-a911-690eaa293994 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:04:18.084339 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e14d082b-7479-49a7-a911-690eaa293994 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:04:18.087269 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e14d082b-7479-49a7-a911-690eaa293994 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:04:18.087873 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e14d082b-7479-49a7-a911-690eaa293994 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:04:18.088309 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e14d082b-7479-49a7-a911-690eaa293994 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:04:18.089070 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e14d082b-7479-49a7-a911-690eaa293994 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:04:18.090768 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e14d082b-7479-49a7-a911-690eaa293994 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:04:18.091228 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e14d082b-7479-49a7-a911-690eaa293994 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:04:18.111028 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-5a34c862-0448-4ac9-80ad-0f11c351864e req-9824372a-c7a7-49b0-a14f-1cebe5b0297c tempest-AttachVolumeTestJSON-1696487017 tempest-AttachVolumeTestJSON-1696487017-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:18.115724 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-5a34c862-0448-4ac9-80ad-0f11c351864e req-9824372a-c7a7-49b0-a14f-1cebe5b0297c tempest-AttachVolumeTestJSON-1696487017 tempest-AttachVolumeTestJSON-1696487017-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33444131'] for floatingip, after_update {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:18.116058 n-d-838334-2 neutron-server[84040]: INFO neutron.db.l3_db [req-5a34c862-0448-4ac9-80ad-0f11c351864e req-9824372a-c7a7-49b0-a14f-1cebe5b0297c tempest-AttachVolumeTestJSON-1696487017 tempest-AttachVolumeTestJSON-1696487017-project] Floating IP c1c1a058-ad87-4bca-882d-a19c896e90cb disassociated. External IP: 172.25.8.123, port: e00c4868-92df-492d-b185-8281a2e33a5b. Apr 18 21:04:18.117551 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.plugin [req-5a34c862-0448-4ac9-80ad-0f11c351864e req-9824372a-c7a7-49b0-a14f-1cebe5b0297c tempest-AttachVolumeTestJSON-1696487017 tempest-AttachVolumeTestJSON-1696487017-project] Calling delete_port for e00c4868-92df-492d-b185-8281a2e33a5b owned by compute:nova {{(pid=84040) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 21:04:18.139269 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-2e03d83a-44ff-4213-89e0-2137b180f362 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750375287399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253529'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:18.151745 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-2820bd3f-8192-418e-b7c8-ef945d69a7f7 None None] Notify callbacks [] for port, precommit_create {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:18.163336 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-2820bd3f-8192-418e-b7c8-ef945d69a7f7 None None] Transition to ACTIVE for port object 27923629-fadf-4f36-ab09-50a27bb8e499 will not be triggered until provisioned by entity L2. {{(pid=84042) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:04:18.185298 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-2820bd3f-8192-418e-b7c8-ef945d69a7f7 None None] Transition to ACTIVE for port object 27923629-fadf-4f36-ab09-50a27bb8e499 will not be triggered until provisioned by entity DHCP. {{(pid=84042) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:04:18.188148 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-ca08769d-a288-4c3e-bb68-2c4dc0671e73 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:18.195031 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-2820bd3f-8192-418e-b7c8-ef945d69a7f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750374836619'] for port, after_create {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:18.248431 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-39ba394f-ca6e-4ffc-af23-5f3de3de4eb6 tempest-RoutersAdminTest-1076183166 tempest-RoutersAdminTest-1076183166-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750375259028', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750374836628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32440838'] for port, after_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:18.260976 n-d-838334-2 neutron-server[84042]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2820bd3f-8192-418e-b7c8-ef945d69a7f7 None None] Network 2ceb10fc-4981-44b0-a151-082c2a728988 is already hosted by enough agents. {{(pid=84042) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:04:18.261211 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-9139502a-2a75-4924-9800-eca14cc3e177 tempest-PortsTestJSON-1335945802 tempest-PortsTestJSON-1335945802-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:04:18.265127 n-d-838334-2 neutron-server[84042]: DEBUG neutron.scheduler.base_scheduler [None req-2820bd3f-8192-418e-b7c8-ef945d69a7f7 None None] Resources bound (agent type, host, resource id): {{(pid=84042) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:04:18.266776 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-9139502a-2a75-4924-9800-eca14cc3e177 tempest-PortsTestJSON-1335945802 tempest-PortsTestJSON-1335945802-project] Usage tracker for resource:port and tenant:234c597e1bbf440ab35a01225b472234 is out of sync, need to count used quota {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:04:18.270140 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-9139502a-2a75-4924-9800-eca14cc3e177 tempest-PortsTestJSON-1335945802 tempest-PortsTestJSON-1335945802-project] Quota usage for port was recalculated. Used quota:3. {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:04:18.273486 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2820bd3f-8192-418e-b7c8-ef945d69a7f7 None None] Received port after_create {{(pid=84042) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 21:04:18.278845 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-9139502a-2a75-4924-9800-eca14cc3e177 tempest-PortsTestJSON-1335945802 tempest-PortsTestJSON-1335945802-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:04:18.293900 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9139502a-2a75-4924-9800-eca14cc3e177 tempest-PortsTestJSON-1335945802 tempest-PortsTestJSON-1335945802-project] Made reservation on behalf of 234c597e1bbf440ab35a01225b472234 for: {'port': 1} {{(pid=84041) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:04:18.297374 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-9139502a-2a75-4924-9800-eca14cc3e177 tempest-PortsTestJSON-1335945802 tempest-PortsTestJSON-1335945802-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:18.325228 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2820bd3f-8192-418e-b7c8-ef945d69a7f7 None None] Pushing event updated for resources: {'Port': ['ID=27923629-fadf-4f36-ab09-50a27bb8e499,revision_number=1']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:04:18.328804 n-d-838334-2 neutron-server[84041]: DEBUG neutron.notifiers.nova [None req-9139502a-2a75-4924-9800-eca14cc3e177 tempest-PortsTestJSON-1335945802 tempest-PortsTestJSON-1335945802-project] device_id is not set on port 688e1ac1-b481-4316-9fcd-3249dad53837 yet. {{(pid=84041) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 18 21:04:18.376351 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.managers [None req-2820bd3f-8192-418e-b7c8-ef945d69a7f7 None None] Attempting to bind port 27923629-fadf-4f36-ab09-50a27bb8e499 on host n-d-838334-2 for vnic_type normal with profile {{(pid=84042) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 21:04:18.376746 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.managers [None req-2820bd3f-8192-418e-b7c8-ef945d69a7f7 None None] Attempting to bind port 27923629-fadf-4f36-ab09-50a27bb8e499 by drivers openvswitch,hyperv on host n-d-838334-2 at level 0 using segments [{'id': 'b1bc39a0-4754-471e-8e9c-61067b5b2321', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '2ceb10fc-4981-44b0-a151-082c2a728988'}] {{(pid=84042) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 21:04:18.377093 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2820bd3f-8192-418e-b7c8-ef945d69a7f7 None None] Attempting to bind port 27923629-fadf-4f36-ab09-50a27bb8e499 on network 2ceb10fc-4981-44b0-a151-082c2a728988 {{(pid=84042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 21:04:18.383360 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2820bd3f-8192-418e-b7c8-ef945d69a7f7 None None] Checking agent: {'id': '97cd4414-7af6-4d67-868d-dff370b4071a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838334-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 25, 49), 'started_at': datetime.datetime(2022, 4, 18, 20, 26, 19), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 21, 3, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838334-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 18 21:04:18.384354 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2820bd3f-8192-418e-b7c8-ef945d69a7f7 None None] Checking segment: {'id': 'b1bc39a0-4754-471e-8e9c-61067b5b2321', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '2ceb10fc-4981-44b0-a151-082c2a728988'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84042) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 21:04:18.384749 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-2820bd3f-8192-418e-b7c8-ef945d69a7f7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:18.385132 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2820bd3f-8192-418e-b7c8-ef945d69a7f7 None None] Bound using segment: {'id': 'b1bc39a0-4754-471e-8e9c-61067b5b2321', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '2ceb10fc-4981-44b0-a151-082c2a728988'} {{(pid=84042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 18 21:04:18.385592 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.managers [None req-2820bd3f-8192-418e-b7c8-ef945d69a7f7 None None] Bound port: 27923629-fadf-4f36-ab09-50a27bb8e499, host: n-d-838334-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b1bc39a0-4754-471e-8e9c-61067b5b2321', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '2ceb10fc-4981-44b0-a151-082c2a728988'}}] {{(pid=84042) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 21:04:18.385953 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-2820bd3f-8192-418e-b7c8-ef945d69a7f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:18.422591 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-e14d082b-7479-49a7-a911-690eaa293994 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:18.426965 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-e14d082b-7479-49a7-a911-690eaa293994 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/fdc194d5-4759-4516-ada9-2248649b75da HTTP/1.1" status: 204 len: 168 time: 2.3506198 Apr 18 21:04:18.458239 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-35c4cbf8-e6aa-42ed-8915-a3002d34aba3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:18.466977 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-ca08769d-a288-4c3e-bb68-2c4dc0671e73 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33528224'] for security_group, after_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:18.488769 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.db_base_plugin_common [None req-9139502a-2a75-4924-9800-eca14cc3e177 tempest-PortsTestJSON-1335945802 tempest-PortsTestJSON-1335945802-project] Allocated IP 172.20.0.13 (2ceb10fc-4981-44b0-a151-082c2a728988/5f08294e-95ca-4df8-ba78-ce245f725a3d/688e1ac1-b481-4316-9fcd-3249dad53837) {{(pid=84041) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 21:04:18.493636 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39ba394f-ca6e-4ffc-af23-5f3de3de4eb6 tempest-RoutersAdminTest-1076183166 tempest-RoutersAdminTest-1076183166-project] Pushing event deleted for resources: {'Port': ['ID=17938eff-392c-44ad-a6dc-d53789790a26,revision_number=None']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:04:18.512989 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-2820bd3f-8192-418e-b7c8-ef945d69a7f7 None None] For port 27923629-fadf-4f36-ab09-50a27bb8e499, host n-d-838334-2, cleared binding levels {{(pid=84042) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 21:04:18.517501 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-2820bd3f-8192-418e-b7c8-ef945d69a7f7 None None] For port 27923629-fadf-4f36-ab09-50a27bb8e499, host n-d-838334-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838334-2',level=0,port_id=27923629-fadf-4f36-ab09-50a27bb8e499,segment=NetworkSegment(b1bc39a0-4754-471e-8e9c-61067b5b2321),segment_id=b1bc39a0-4754-471e-8e9c-61067b5b2321)] {{(pid=84042) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 21:04:18.519699 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-ca08769d-a288-4c3e-bb68-2c4dc0671e73 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:18.520974 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-ca08769d-a288-4c3e-bb68-2c4dc0671e73 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/ea942605-e4e0-4719-87d9-8a9cd700a02d HTTP/1.1" status: 204 len: 168 time: 1.5037415 Apr 18 21:04:18.526866 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-2820bd3f-8192-418e-b7c8-ef945d69a7f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682'] for port, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:18.558489 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca08769d-a288-4c3e-bb68-2c4dc0671e73 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea942605-e4e0-4719-87d9-8a9cd700a02d,revision_number=None']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:04:18.597477 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.db.resource_extend [None req-443a3abb-18ff-4643-a98f-77bc3c880944 tempest-RoutersTest-1500746192 tempest-RoutersTest-1500746192-project] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 18 21:04:18.635499 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-443a3abb-18ff-4643-a98f-77bc3c880944 tempest-RoutersTest-1500746192 tempest-RoutersTest-1500746192-project] Notify callbacks [] for port, precommit_update {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:18.682092 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2820bd3f-8192-418e-b7c8-ef945d69a7f7 None None] Pushing event updated for resources: {'Port': ['ID=27923629-fadf-4f36-ab09-50a27bb8e499,revision_number=2']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:04:18.724334 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-443a3abb-18ff-4643-a98f-77bc3c880944 tempest-RoutersTest-1500746192 tempest-RoutersTest-1500746192-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32440959'] for port, after_update {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:18.798493 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-9139502a-2a75-4924-9800-eca14cc3e177 tempest-PortsTestJSON-1335945802 tempest-PortsTestJSON-1335945802-project] Notify callbacks [] for port, precommit_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:18.819102 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.provisioning_blocks [None req-9139502a-2a75-4924-9800-eca14cc3e177 tempest-PortsTestJSON-1335945802 tempest-PortsTestJSON-1335945802-project] Transition to ACTIVE for port object 688e1ac1-b481-4316-9fcd-3249dad53837 will not be triggered until provisioned by entity DHCP. {{(pid=84041) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:04:18.863720 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-9139502a-2a75-4924-9800-eca14cc3e177 tempest-PortsTestJSON-1335945802 tempest-PortsTestJSON-1335945802-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750374836619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32266323'] for port, after_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:18.879215 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [None req-35c4cbf8-e6aa-42ed-8915-a3002d34aba3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:04:18.910103 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.db.api [req-5a34c862-0448-4ac9-80ad-0f11c351864e req-9824372a-c7a7-49b0-a14f-1cebe5b0297c tempest-AttachVolumeTestJSON-1696487017 tempest-AttachVolumeTestJSON-1696487017-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84040) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 18 21:04:18.910563 n-d-838334-2 neutron-server[84040]: DEBUG oslo_db.api [req-5a34c862-0448-4ac9-80ad-0f11c351864e req-9824372a-c7a7-49b0-a14f-1cebe5b0297c tempest-AttachVolumeTestJSON-1696487017 tempest-AttachVolumeTestJSON-1696487017-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 18 21:04:18.938031 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-35c4cbf8-e6aa-42ed-8915-a3002d34aba3 admin admin] Usage tracker for resource:security_group_rule and tenant:19a2a9d55e8d474d810df9c7b62373b1 is out of sync, need to count used quota {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:04:18.993926 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750375287399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253529'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:19.061309 n-d-838334-2 neutron-server[84041]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9139502a-2a75-4924-9800-eca14cc3e177 tempest-PortsTestJSON-1335945802 tempest-PortsTestJSON-1335945802-project] Network 2ceb10fc-4981-44b0-a151-082c2a728988 is already hosted by enough agents. {{(pid=84041) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:04:19.068728 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-35c4cbf8-e6aa-42ed-8915-a3002d34aba3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:04:19.076511 n-d-838334-2 neutron-server[84041]: DEBUG neutron.scheduler.base_scheduler [None req-9139502a-2a75-4924-9800-eca14cc3e177 tempest-PortsTestJSON-1335945802 tempest-PortsTestJSON-1335945802-project] Resources bound (agent type, host, resource id): {{(pid=84041) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:04:19.084992 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9139502a-2a75-4924-9800-eca14cc3e177 tempest-PortsTestJSON-1335945802 tempest-PortsTestJSON-1335945802-project] Received port after_create {{(pid=84041) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 21:04:19.093082 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 36286) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:04:19.133301 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07d9bead-99df-442a-995a-112abc74f536 req-556c8eee-5c02-4a13-ab81-f03efcce0218 tempest-AttachVolumeTestJSON-1696487017 tempest-AttachVolumeTestJSON-1696487017-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:04:19.145807 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-07d9bead-99df-442a-995a-112abc74f536 req-556c8eee-5c02-4a13-ab81-f03efcce0218 tempest-AttachVolumeTestJSON-1696487017 tempest-AttachVolumeTestJSON-1696487017-project] 10.222.0.42 "GET /v2.0/ports?device_id=8febef70-4ef9-4774-9ec7-33697a7c70d6 HTTP/1.1" status: 200 len: 943 time: 0.8762083 Apr 18 21:04:19.148346 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-39ba394f-ca6e-4ffc-af23-5f3de3de4eb6 tempest-RoutersAdminTest-1076183166 tempest-RoutersAdminTest-1076183166-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33444108'] for router_gateway, after_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:19.181744 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9139502a-2a75-4924-9800-eca14cc3e177 tempest-PortsTestJSON-1335945802 tempest-PortsTestJSON-1335945802-project] Pushing event updated for resources: {'Port': ['ID=688e1ac1-b481-4316-9fcd-3249dad53837,revision_number=1']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:04:19.221836 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9139502a-2a75-4924-9800-eca14cc3e177 tempest-PortsTestJSON-1335945802 tempest-PortsTestJSON-1335945802-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:04:19.221836 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-9139502a-2a75-4924-9800-eca14cc3e177 tempest-PortsTestJSON-1335945802 tempest-PortsTestJSON-1335945802-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217293'] for port, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:19.301394 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [None req-35c4cbf8-e6aa-42ed-8915-a3002d34aba3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:04:19.314832 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-9139502a-2a75-4924-9800-eca14cc3e177 tempest-PortsTestJSON-1335945802 tempest-PortsTestJSON-1335945802-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 1.2398922 Apr 18 21:04:19.318855 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 36294) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:04:19.424754 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.plugin [req-5a34c862-0448-4ac9-80ad-0f11c351864e req-9824372a-c7a7-49b0-a14f-1cebe5b0297c tempest-AttachVolumeTestJSON-1696487017 tempest-AttachVolumeTestJSON-1696487017-project] Deleting port e00c4868-92df-492d-b185-8281a2e33a5b {{(pid=84040) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 21:04:19.425187 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-5a34c862-0448-4ac9-80ad-0f11c351864e req-9824372a-c7a7-49b0-a14f-1cebe5b0297c tempest-AttachVolumeTestJSON-1696487017 tempest-AttachVolumeTestJSON-1696487017-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750375188691'] for port, before_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:19.446906 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-414b6ffe-e119-47bc-b18f-bcff1219c2f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750375287399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253529'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:19.462334 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-9a2f007d-92eb-4439-b329-a44e89dfa8ac None None] Provisioning complete for port 1e1e9497-26c8-4697-8c1d-e4b49beda32e triggered by entity DHCP. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:04:19.462857 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-9a2f007d-92eb-4439-b329-a44e89dfa8ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1253608'] for port, provisioning_complete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:19.479110 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22afe60d-ce82-490e-a28a-d2b33cc0c49a tempest-PortsTestJSON-1335945802 tempest-PortsTestJSON-1335945802-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:04:19.483344 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-22afe60d-ce82-490e-a28a-d2b33cc0c49a tempest-PortsTestJSON-1335945802 tempest-PortsTestJSON-1335945802-project] Synchronizing usage tracker for tenant:234c597e1bbf440ab35a01225b472234 on resource:port {{(pid=84041) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 21:04:19.522652 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-22afe60d-ce82-490e-a28a-d2b33cc0c49a tempest-PortsTestJSON-1335945802 tempest-PortsTestJSON-1335945802-project] Unset dirty status for tenant:234c597e1bbf440ab35a01225b472234 on resource:port {{(pid=84041) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 21:04:19.526757 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-22afe60d-ce82-490e-a28a-d2b33cc0c49a tempest-PortsTestJSON-1335945802 tempest-PortsTestJSON-1335945802-project] 10.222.0.42 "GET /v2.0/ports?fixed_ips=ip_address%3D172.20.0.4 HTTP/1.1" status: 200 len: 921 time: 0.2066195 Apr 18 21:04:19.529649 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 36300) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:04:19.543551 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.plugin [None req-9a2f007d-92eb-4439-b329-a44e89dfa8ac None None] Port 1e1e9497-26c8-4697-8c1d-e4b49beda32e cannot update to ACTIVE because it is not bound. {{(pid=84042) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 18 21:04:19.624996 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.plugin [None req-2e3058ff-3665-4013-bb8d-9564c022174a tempest-PortsTestJSON-1335945802 tempest-PortsTestJSON-1335945802-project] Deleting port 688e1ac1-b481-4316-9fcd-3249dad53837 {{(pid=84041) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 21:04:19.625477 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-2e3058ff-3665-4013-bb8d-9564c022174a tempest-PortsTestJSON-1335945802 tempest-PortsTestJSON-1335945802-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750375188691'] for port, before_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:19.689828 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-443a3abb-18ff-4643-a98f-77bc3c880944 tempest-RoutersTest-1500746192 tempest-RoutersTest-1500746192-project] Pushing event updated for resources: {'Port': ['ID=1e1e9497-26c8-4697-8c1d-e4b49beda32e,revision_number=2']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:04:19.835331 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dc34a94f-fe8c-44ea-9080-283706103e2d tempest-RoutersIpV6AdminTest-1441855246 tempest-RoutersIpV6AdminTest-1441855246-project-admin] Notify agent at l3_agent.n-d-838334-2 the message routers_updated {{(pid=84040) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 21:04:19.849307 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be144008-51b5-411f-bfa0-db163a1a0ad7 None None] Sync routers for ids ['e517b3cd-2d3f-48a4-b218-5a311412d409'] in n-d-838334-2 {{(pid=84042) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 18 21:04:19.866916 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be144008-51b5-411f-bfa0-db163a1a0ad7 None None] Routers {'e517b3cd-2d3f-48a4-b218-5a311412d409'} bound to L3 agent in host n-d-838334-2 {{(pid=84042) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 21:04:19.868209 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_hamode_db [None req-be144008-51b5-411f-bfa0-db163a1a0ad7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838334-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-18T20:25:48Z,description=,heartbeat_timestamp=2022-04-18T21:04:18Z,host='n-d-838334-2',id=bc84d6c9-dd7a-4555-a351-592327b46d5a,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:25:48Z,topic='l3_agent')) {'router_ids': ['e517b3cd-2d3f-48a4-b218-5a311412d409'], 'active': True} {{(pid=84042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:04:19.975168 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-2e3058ff-3665-4013-bb8d-9564c022174a tempest-PortsTestJSON-1335945802 tempest-PortsTestJSON-1335945802-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369123'] for port, precommit_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:20.068421 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-39ba394f-ca6e-4ffc-af23-5f3de3de4eb6 tempest-RoutersAdminTest-1076183166 tempest-RoutersAdminTest-1076183166-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33443580', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5726'] for router, precommit_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:20.087817 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-07d9bead-99df-442a-995a-112abc74f536 req-4ab0f28c-6e91-4747-ad4b-b4910fa0ab1c tempest-AttachVolumeTestJSON-1696487017 tempest-AttachVolumeTestJSON-1696487017-project] 10.222.0.42 "GET /v2.0/security-groups?id=326b68b1-226b-43b8-a174-ccc3d0972537&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.9396062 Apr 18 21:04:20.137756 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-3e431666-c63b-4985-9c79-4fb7619d6238 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=a21f73571211480ba43b41d1b48c3786&name=default HTTP/1.1" status: 200 len: 2647 time: 1.0312655 Apr 18 21:04:20.141106 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 36312) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:04:20.156516 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.plugin [None req-2e3058ff-3665-4013-bb8d-9564c022174a tempest-PortsTestJSON-1335945802 tempest-PortsTestJSON-1335945802-project] Calling delete_port for 688e1ac1-b481-4316-9fcd-3249dad53837 owned by {{(pid=84041) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 21:04:20.180394 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_dvr_db [None req-be144008-51b5-411f-bfa0-db163a1a0ad7 None None] Set router e517b3cd-2d3f-48a4-b218-5a311412d409 gateway port host: n-d-838334-2 {{(pid=84042) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 21:04:20.222253 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-39ba394f-ca6e-4ffc-af23-5f3de3de4eb6 tempest-RoutersAdminTest-1076183166 tempest-RoutersAdminTest-1076183166-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:20.287039 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-dc34a94f-fe8c-44ea-9080-283706103e2d tempest-RoutersIpV6AdminTest-1441855246 tempest-RoutersIpV6AdminTest-1441855246-project-admin] Notify callbacks [] for router, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:20.291989 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03224eb3-eb0d-4686-b3f2-45b8617cfd47 None None] Network 2ceb10fc-4981-44b0-a151-082c2a728988 requested from n-d-838334-2 {{(pid=84042) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 21:04:20.292191 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-dc34a94f-fe8c-44ea-9080-283706103e2d tempest-RoutersIpV6AdminTest-1441855246 tempest-RoutersIpV6AdminTest-1441855246-project-admin] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 878 time: 11.7022552 Apr 18 21:04:20.307500 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 36320) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:04:20.432234 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-35c4cbf8-e6aa-42ed-8915-a3002d34aba3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:20.504377 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-39ba394f-ca6e-4ffc-af23-5f3de3de4eb6 tempest-RoutersAdminTest-1076183166 tempest-RoutersAdminTest-1076183166-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-33443408'] for router, after_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:20.504885 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-39ba394f-ca6e-4ffc-af23-5f3de3de4eb6 tempest-RoutersAdminTest-1076183166 tempest-RoutersAdminTest-1076183166-project] Fanout notify agent at l3_agent the message router_deleted on router 86c65943-7550-43d3-af3c-1d87a30c7003 {{(pid=84040) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 18 21:04:20.510406 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-2e3058ff-3665-4013-bb8d-9564c022174a tempest-PortsTestJSON-1335945802 tempest-PortsTestJSON-1335945802-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750375259028', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750374836628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32266323'] for port, after_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:20.517143 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-35c4cbf8-e6aa-42ed-8915-a3002d34aba3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33528224'] for security_group, after_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:20.580914 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-35c4cbf8-e6aa-42ed-8915-a3002d34aba3 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=19a2a9d55e8d474d810df9c7b62373b1&name=default HTTP/1.1" status: 200 len: 2647 time: 2.6470983 Apr 18 21:04:20.588959 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 36338) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:04:20.641390 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-5fc3f549-9cd8-4d77-a0dd-4d80b728a328 None None] Provisioning for port 27923629-fadf-4f36-ab09-50a27bb8e499 completed by entity DHCP. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 21:04:20.645653 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-443a3abb-18ff-4643-a98f-77bc3c880944 tempest-RoutersTest-1500746192 tempest-RoutersTest-1500746192-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33444010'] for router_interface, before_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:20.666500 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-c7521a90-7d65-4e2e-842c-ca5d95e9a89c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750375287399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253529'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:20.702290 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e3058ff-3665-4013-bb8d-9564c022174a tempest-PortsTestJSON-1335945802 tempest-PortsTestJSON-1335945802-project] Pushing event deleted for resources: {'Port': ['ID=688e1ac1-b481-4316-9fcd-3249dad53837,revision_number=None']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:04:20.747867 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-d98422b4-6bf2-41ce-83e3-471080adfbcd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:20.764530 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-39ba394f-ca6e-4ffc-af23-5f3de3de4eb6 tempest-RoutersAdminTest-1076183166 tempest-RoutersAdminTest-1076183166-project] Notify callbacks [] for router, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:20.769728 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-39ba394f-ca6e-4ffc-af23-5f3de3de4eb6 tempest-RoutersAdminTest-1076183166 tempest-RoutersAdminTest-1076183166-project] 10.222.0.42 "DELETE /v2.0/routers/86c65943-7550-43d3-af3c-1d87a30c7003 HTTP/1.1" status: 204 len: 168 time: 9.3273988 Apr 18 21:04:20.770147 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 36346) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:04:20.779672 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.v2.base [None req-1a9128d4-9e18-475b-b71d-c7c06eab2c77 tempest-RoutersAdminTest-1076183166 tempest-RoutersAdminTest-1076183166-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-371435971', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=84041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:04:20.810919 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35c4cbf8-e6aa-42ed-8915-a3002d34aba3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=19df1e08-f2f3-423d-9a77-a1ed4958a4e6,revision_number=1']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:04:20.834850 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-1a9128d4-9e18-475b-b71d-c7c06eab2c77 tempest-RoutersAdminTest-1076183166 tempest-RoutersAdminTest-1076183166-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:04:20.862587 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-1a9128d4-9e18-475b-b71d-c7c06eab2c77 tempest-RoutersAdminTest-1076183166 tempest-RoutersAdminTest-1076183166-project] Usage tracker for resource:router and tenant:495e9164d5ec4bc0b05dd65d74b178d7 is out of sync, need to count used quota {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:04:20.875604 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-d98422b4-6bf2-41ce-83e3-471080adfbcd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:20.889081 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-1a9128d4-9e18-475b-b71d-c7c06eab2c77 tempest-RoutersAdminTest-1076183166 tempest-RoutersAdminTest-1076183166-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:04:20.902857 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_hamode_db [None req-be144008-51b5-411f-bfa0-db163a1a0ad7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e517b3cd-2d3f-48a4-b218-5a311412d409', 'name': '', 'tenant_id': '292188131bd5453abc7131f632de51a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '554cc37e-c6da-4ba5-b5eb-4bff67780976', 'external_fixed_ips': [{'subnet_id': '43c9a6fd-38ab-48de-a150-cb322e2f6098', 'ip_address': '2001:db8::1e2'}], 'enable_snat': True}, 'gw_port_id': 'caaacf77-78c5-478c-bdcc-4dfaefd56724', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:04:08Z', 'updated_at': '2022-04-18T21:04:12Z', 'revision_number': 3, 'project_id': '292188131bd5453abc7131f632de51a5', 'gw_port': {'id': 'caaacf77-78c5-478c-bdcc-4dfaefd56724', 'name': '', 'network_id': '554cc37e-c6da-4ba5-b5eb-4bff67780976', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:32:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e517b3cd-2d3f-48a4-b218-5a311412d409', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '43c9a6fd-38ab-48de-a150-cb322e2f6098', 'ip_address': '2001:db8::1e2', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:04:10Z', 'updated_at': '2022-04-18T21:04:10Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '43c9a6fd-38ab-48de-a150-cb322e2f6098', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838334-2'}], 'n-d-838334-2', False) {} {{(pid=84042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:04:20.910917 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-1a9128d4-9e18-475b-b71d-c7c06eab2c77 tempest-RoutersAdminTest-1076183166 tempest-RoutersAdminTest-1076183166-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:04:20.914040 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-3203456c-84db-43f1-a91d-248739951103 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:20.917830 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be144008-51b5-411f-bfa0-db163a1a0ad7 None None] Checking router: e517b3cd-2d3f-48a4-b218-5a311412d409 for host: n-d-838334-2 {{(pid=84042) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 18 21:04:20.918290 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be144008-51b5-411f-bfa0-db163a1a0ad7 None None] Updating router e517b3cd-2d3f-48a4-b218-5a311412d409 port caaacf77-78c5-478c-bdcc-4dfaefd56724 binding host n-d-838334-2 {{(pid=84042) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 18 21:04:20.948150 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-2e3058ff-3665-4013-bb8d-9564c022174a tempest-PortsTestJSON-1335945802 tempest-PortsTestJSON-1335945802-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217293'] for port, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:20.955971 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-3203456c-84db-43f1-a91d-248739951103 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:20.974418 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-1a9128d4-9e18-475b-b71d-c7c06eab2c77 tempest-RoutersAdminTest-1076183166 tempest-RoutersAdminTest-1076183166-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-33442106', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5708'] for router, before_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:20.976623 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-1a9128d4-9e18-475b-b71d-c7c06eab2c77 tempest-RoutersAdminTest-1076183166 tempest-RoutersAdminTest-1076183166-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33442137', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33444285', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33535433', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5703'] for router, precommit_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:20.984596 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-2e3058ff-3665-4013-bb8d-9564c022174a tempest-PortsTestJSON-1335945802 tempest-PortsTestJSON-1335945802-project] 10.222.0.42 "DELETE /v2.0/ports/688e1ac1-b481-4316-9fcd-3249dad53837 HTTP/1.1" status: 204 len: 168 time: 1.4537420 Apr 18 21:04:20.990948 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 36350) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:04:21.010927 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Device 27923629-fadf-4f36-ab09-50a27bb8e499 up at agent ovs-agent-n-d-838334-2 {{(pid=84042) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 21:04:21.048055 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.db [req-5a34c862-0448-4ac9-80ad-0f11c351864e req-9824372a-c7a7-49b0-a14f-1cebe5b0297c tempest-AttachVolumeTestJSON-1696487017 tempest-AttachVolumeTestJSON-1696487017-project] For port e00c4868-92df-492d-b185-8281a2e33a5b, host n-h2-838334-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838334-2',level=0,port_id=e00c4868-92df-492d-b185-8281a2e33a5b,segment=NetworkSegment(f3c1adbc-ce68-4689-ba8a-f5f2d2d5dce1),segment_id=f3c1adbc-ce68-4689-ba8a-f5f2d2d5dce1)] {{(pid=84040) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:04:21.048823 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-5a34c862-0448-4ac9-80ad-0f11c351864e req-9824372a-c7a7-49b0-a14f-1cebe5b0297c tempest-AttachVolumeTestJSON-1696487017 tempest-AttachVolumeTestJSON-1696487017-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369123'] for port, precommit_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:21.095839 n-d-838334-2 neutron-server[84041]: INFO neutron.pecan_wsgi.hooks.translation [None req-c7cc1889-f0be-48be-a4e6-80464b02400f tempest-PortsTestJSON-1335945802 tempest-PortsTestJSON-1335945802-project] GET failed (client error): The resource could not be found. Apr 18 21:04:21.096366 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-c7cc1889-f0be-48be-a4e6-80464b02400f tempest-PortsTestJSON-1335945802 tempest-PortsTestJSON-1335945802-project] Synchronizing usage tracker for tenant:234c597e1bbf440ab35a01225b472234 on resource:port {{(pid=84041) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 21:04:21.129737 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-a5598634-d69a-42a8-8c57-db02d1bfb98f tempest-RoutersIpV6AdminTest-1441855246 tempest-RoutersIpV6AdminTest-1441855246-project-admin] Notify callbacks [] for router, before_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:21.206360 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-c7cc1889-f0be-48be-a4e6-80464b02400f tempest-PortsTestJSON-1335945802 tempest-PortsTestJSON-1335945802-project] Unset dirty status for tenant:234c597e1bbf440ab35a01225b472234 on resource:port {{(pid=84041) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 21:04:21.208019 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-c7cc1889-f0be-48be-a4e6-80464b02400f tempest-PortsTestJSON-1335945802 tempest-PortsTestJSON-1335945802-project] 10.222.0.42 "GET /v2.0/ports/688e1ac1-b481-4316-9fcd-3249dad53837 HTTP/1.1" status: 404 len: 333 time: 0.2161591 Apr 18 21:04:21.218843 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 36358) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:04:21.240453 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-be144008-51b5-411f-bfa0-db163a1a0ad7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:21.380073 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-1a9128d4-9e18-475b-b71d-c7c06eab2c77 tempest-RoutersAdminTest-1076183166 tempest-RoutersAdminTest-1076183166-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:21.484699 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.plugin [None req-f59e0875-ba31-44fb-8201-4217b054d51f tempest-PortsTestJSON-1335945802 tempest-PortsTestJSON-1335945802-project] Deleting port 2f647707-6dd0-4714-9d22-98f13b743ea0 {{(pid=84041) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 21:04:21.485029 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-f59e0875-ba31-44fb-8201-4217b054d51f tempest-PortsTestJSON-1335945802 tempest-PortsTestJSON-1335945802-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750375188691'] for port, before_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:21.514130 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Provisioning for port 27923629-fadf-4f36-ab09-50a27bb8e499 completed by entity L2. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 21:04:21.520900 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-889ad32c-a93a-4322-8bd9-824ed9ff1483 None None] Provisioning complete for port 27923629-fadf-4f36-ab09-50a27bb8e499 triggered by entity DHCP. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:04:21.520900 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-889ad32c-a93a-4322-8bd9-824ed9ff1483 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1253608'] for port, provisioning_complete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:21.550723 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-1a9128d4-9e18-475b-b71d-c7c06eab2c77 tempest-RoutersAdminTest-1076183166 tempest-RoutersAdminTest-1076183166-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33443529', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33444176'] for router, after_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:21.616516 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-5a34c862-0448-4ac9-80ad-0f11c351864e req-9824372a-c7a7-49b0-a14f-1cebe5b0297c tempest-AttachVolumeTestJSON-1696487017 tempest-AttachVolumeTestJSON-1696487017-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:21.617117 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-5a34c862-0448-4ac9-80ad-0f11c351864e req-9824372a-c7a7-49b0-a14f-1cebe5b0297c tempest-AttachVolumeTestJSON-1696487017 tempest-AttachVolumeTestJSON-1696487017-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33444131'] for floatingip, after_update {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:21.618017 n-d-838334-2 neutron-server[84040]: INFO neutron.db.l3_db [req-5a34c862-0448-4ac9-80ad-0f11c351864e req-9824372a-c7a7-49b0-a14f-1cebe5b0297c tempest-AttachVolumeTestJSON-1696487017 tempest-AttachVolumeTestJSON-1696487017-project] Floating IP c1c1a058-ad87-4bca-882d-a19c896e90cb disassociated. External IP: 172.25.8.123, port: e00c4868-92df-492d-b185-8281a2e33a5b. Apr 18 21:04:21.618017 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.plugin [req-5a34c862-0448-4ac9-80ad-0f11c351864e req-9824372a-c7a7-49b0-a14f-1cebe5b0297c tempest-AttachVolumeTestJSON-1696487017 tempest-AttachVolumeTestJSON-1696487017-project] Calling delete_port for e00c4868-92df-492d-b185-8281a2e33a5b owned by compute:nova {{(pid=84040) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 21:04:21.623126 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Provisioning complete for port 27923629-fadf-4f36-ab09-50a27bb8e499 triggered by entity L2. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:04:21.623409 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1253608'] for port, provisioning_complete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:21.647272 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-1a9128d4-9e18-475b-b71d-c7c06eab2c77 tempest-RoutersAdminTest-1076183166 tempest-RoutersAdminTest-1076183166-project] Notify callbacks [] for router, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:21.648595 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-1a9128d4-9e18-475b-b71d-c7c06eab2c77 tempest-RoutersAdminTest-1076183166 tempest-RoutersAdminTest-1076183166-project] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.8758767 Apr 18 21:04:21.659389 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 36374) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:04:21.669649 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.v2.base [None req-8a5676d3-01c7-45e3-b355-f47eb8aedceb tempest-RoutersAdminTest-1076183166 tempest-RoutersAdminTest-1076183166-project] Request body: {'router': {'external_gateway_info': {'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c'}}} {{(pid=84041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:04:21.903690 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-443a3abb-18ff-4643-a98f-77bc3c880944 tempest-RoutersTest-1500746192 tempest-RoutersTest-1500746192-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:21.926944 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-5a34c862-0448-4ac9-80ad-0f11c351864e req-9824372a-c7a7-49b0-a14f-1cebe5b0297c tempest-AttachVolumeTestJSON-1696487017 tempest-AttachVolumeTestJSON-1696487017-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750375259028', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750374836628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32440838'] for port, after_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:21.963235 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-3203456c-84db-43f1-a91d-248739951103 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33528224'] for security_group, after_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:22.000967 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-889ad32c-a93a-4322-8bd9-824ed9ff1483 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:22.104592 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3203456c-84db-43f1-a91d-248739951103 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=19df1e08-f2f3-423d-9a77-a1ed4958a4e6,revision_number=None']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:04:22.106680 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9824372a-c7a7-49b0-a14f-1cebe5b0297c tempest-AttachVolumeTestJSON-1696487017 tempest-AttachVolumeTestJSON-1696487017-project] Pushing event deleted for resources: {'Port': ['ID=e00c4868-92df-492d-b185-8281a2e33a5b,revision_number=None']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:04:22.110161 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [req-45079164-8d62-4df8-854d-dcd6c55e8a64 req-99c7f78d-b0d5-487a-93f8-afd940570f74 tempest-AttachVolumeTestJSON-1696487017 tempest-AttachVolumeTestJSON-1696487017-project] Synchronizing usage tracker for tenant:b5bf875eb9b748b5aba56f8b60ce8169 on resource:port {{(pid=84040) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 21:04:22.168642 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-3203456c-84db-43f1-a91d-248739951103 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:22.172166 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-3203456c-84db-43f1-a91d-248739951103 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/19df1e08-f2f3-423d-9a77-a1ed4958a4e6 HTTP/1.1" status: 204 len: 168 time: 1.5341566 Apr 18 21:04:22.233614 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:22.353687 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-889ad32c-a93a-4322-8bd9-824ed9ff1483 None None] For port 27923629-fadf-4f36-ab09-50a27bb8e499, host n-d-838334-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838334-2',level=0,port_id=27923629-fadf-4f36-ab09-50a27bb8e499,segment=NetworkSegment(b1bc39a0-4754-471e-8e9c-61067b5b2321),segment_id=b1bc39a0-4754-471e-8e9c-61067b5b2321)] {{(pid=84042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:04:22.402566 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-be144008-51b5-411f-bfa0-db163a1a0ad7 None None] Notify callbacks [] for port, precommit_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:22.406185 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-889ad32c-a93a-4322-8bd9-824ed9ff1483 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682'] for port, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:22.435667 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-a5598634-d69a-42a8-8c57-db02d1bfb98f tempest-RoutersIpV6AdminTest-1441855246 tempest-RoutersIpV6AdminTest-1441855246-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:22.444466 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-f59e0875-ba31-44fb-8201-4217b054d51f tempest-PortsTestJSON-1335945802 tempest-PortsTestJSON-1335945802-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369123'] for port, precommit_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:22.491751 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-d98422b4-6bf2-41ce-83e3-471080adfbcd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33528224'] for security_group, after_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:22.495664 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-d98422b4-6bf2-41ce-83e3-471080adfbcd admin admin] Notify callbacks [] for security_group, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:22.499113 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-d98422b4-6bf2-41ce-83e3-471080adfbcd admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/d60ced60-532b-4953-b768-589875185114 HTTP/1.1" status: 204 len: 168 time: 2.3298080 Apr 18 21:04:22.499113 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [req-45079164-8d62-4df8-854d-dcd6c55e8a64 req-99c7f78d-b0d5-487a-93f8-afd940570f74 tempest-AttachVolumeTestJSON-1696487017 tempest-AttachVolumeTestJSON-1696487017-project] Unset dirty status for tenant:b5bf875eb9b748b5aba56f8b60ce8169 on resource:port {{(pid=84040) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 21:04:22.499113 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-45079164-8d62-4df8-854d-dcd6c55e8a64 req-99c7f78d-b0d5-487a-93f8-afd940570f74 tempest-AttachVolumeTestJSON-1696487017 tempest-AttachVolumeTestJSON-1696487017-project] 10.222.0.42 "GET /v2.0/ports?device_id=8febef70-4ef9-4774-9ec7-33697a7c70d6 HTTP/1.1" status: 200 len: 210 time: 1.1241922 Apr 18 21:04:22.519341 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-be144008-51b5-411f-bfa0-db163a1a0ad7 None None] Transition to ACTIVE for port object caaacf77-78c5-478c-bdcc-4dfaefd56724 will not be triggered until provisioned by entity L2. {{(pid=84042) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:04:22.523904 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d98422b4-6bf2-41ce-83e3-471080adfbcd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d60ced60-532b-4953-b768-589875185114,revision_number=None']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:04:22.533699 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.db.api [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=84042) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 18 21:04:22.534054 n-d-838334-2 neutron-server[84042]: DEBUG oslo_db.api [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=84042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 18 21:04:22.561908 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-be144008-51b5-411f-bfa0-db163a1a0ad7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682'] for port, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:22.581250 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-889ad32c-a93a-4322-8bd9-824ed9ff1483 None None] Pushing event updated for resources: {'Port': ['ID=27923629-fadf-4f36-ab09-50a27bb8e499,revision_number=3']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:04:22.702984 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-889ad32c-a93a-4322-8bd9-824ed9ff1483 None None] Provisioning for port 2f647707-6dd0-4714-9d22-98f13b743ea0 completed by entity DHCP. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 21:04:22.733611 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-889ad32c-a93a-4322-8bd9-824ed9ff1483 None None] Provisioning complete for port 2f647707-6dd0-4714-9d22-98f13b743ea0 triggered by entity DHCP. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:04:22.733959 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-889ad32c-a93a-4322-8bd9-824ed9ff1483 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1253608'] for port, provisioning_complete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:22.821799 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5e1a5d2-76ec-4e6a-8f82-5011c4516f4b None None] Pushing event updated for resources: {'Port': ['ID=caaacf77-78c5-478c-bdcc-4dfaefd56724,revision_number=2']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:04:22.832854 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.managers [None req-be144008-51b5-411f-bfa0-db163a1a0ad7 None None] Attempting to bind port caaacf77-78c5-478c-bdcc-4dfaefd56724 on host n-d-838334-2 for vnic_type normal with profile {{(pid=84042) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 21:04:22.833224 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.managers [None req-be144008-51b5-411f-bfa0-db163a1a0ad7 None None] Attempting to bind port caaacf77-78c5-478c-bdcc-4dfaefd56724 by drivers openvswitch,hyperv on host n-d-838334-2 at level 0 using segments [{'id': 'c9ead798-ceaf-4aac-a9bd-55f74fea1952', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '554cc37e-c6da-4ba5-b5eb-4bff67780976'}] {{(pid=84042) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 21:04:22.833581 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be144008-51b5-411f-bfa0-db163a1a0ad7 None None] Attempting to bind port caaacf77-78c5-478c-bdcc-4dfaefd56724 on network 554cc37e-c6da-4ba5-b5eb-4bff67780976 {{(pid=84042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 21:04:22.850184 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be144008-51b5-411f-bfa0-db163a1a0ad7 None None] Checking agent: {'id': '97cd4414-7af6-4d67-868d-dff370b4071a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838334-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 25, 49), 'started_at': datetime.datetime(2022, 4, 18, 20, 26, 19), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 21, 4, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838334-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 18 21:04:22.850598 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be144008-51b5-411f-bfa0-db163a1a0ad7 None None] Checking segment: {'id': 'c9ead798-ceaf-4aac-a9bd-55f74fea1952', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '554cc37e-c6da-4ba5-b5eb-4bff67780976'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84042) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 21:04:22.850947 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-be144008-51b5-411f-bfa0-db163a1a0ad7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:22.851341 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be144008-51b5-411f-bfa0-db163a1a0ad7 None None] Bound using segment: {'id': 'c9ead798-ceaf-4aac-a9bd-55f74fea1952', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '554cc37e-c6da-4ba5-b5eb-4bff67780976'} {{(pid=84042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 18 21:04:22.851856 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.managers [None req-be144008-51b5-411f-bfa0-db163a1a0ad7 None None] Bound port: caaacf77-78c5-478c-bdcc-4dfaefd56724, host: n-d-838334-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c9ead798-ceaf-4aac-a9bd-55f74fea1952', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '554cc37e-c6da-4ba5-b5eb-4bff67780976'}}] {{(pid=84042) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 21:04:22.852226 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-be144008-51b5-411f-bfa0-db163a1a0ad7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:22.881496 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.plugin [None req-889ad32c-a93a-4322-8bd9-824ed9ff1483 None None] Port 2f647707-6dd0-4714-9d22-98f13b743ea0 cannot update to ACTIVE because it is not bound. {{(pid=84042) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 18 21:04:23.189190 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-34a5c245-e2f2-43b8-a42f-bbb7ae307006 None None] Could not find standard attr ID for object 688e1ac1-b481-4316-9fcd-3249dad53837. {{(pid=84042) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 18 21:04:23.194579 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.plugin [None req-f59e0875-ba31-44fb-8201-4217b054d51f tempest-PortsTestJSON-1335945802 tempest-PortsTestJSON-1335945802-project] Calling delete_port for 2f647707-6dd0-4714-9d22-98f13b743ea0 owned by {{(pid=84041) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 21:04:23.278726 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-be144008-51b5-411f-bfa0-db163a1a0ad7 None None] For port caaacf77-78c5-478c-bdcc-4dfaefd56724, host n-d-838334-2, cleared binding levels {{(pid=84042) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 21:04:23.291725 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-be144008-51b5-411f-bfa0-db163a1a0ad7 None None] For port caaacf77-78c5-478c-bdcc-4dfaefd56724, host n-d-838334-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838334-2',level=0,port_id=caaacf77-78c5-478c-bdcc-4dfaefd56724,segment=NetworkSegment(c9ead798-ceaf-4aac-a9bd-55f74fea1952),segment_id=c9ead798-ceaf-4aac-a9bd-55f74fea1952)] {{(pid=84042) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 21:04:23.303557 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.plugin [None req-a5598634-d69a-42a8-8c57-db02d1bfb98f tempest-RoutersIpV6AdminTest-1441855246 tempest-RoutersIpV6AdminTest-1441855246-project-admin] Deleting port caaacf77-78c5-478c-bdcc-4dfaefd56724 {{(pid=84041) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 21:04:23.303935 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-a5598634-d69a-42a8-8c57-db02d1bfb98f tempest-RoutersIpV6AdminTest-1441855246 tempest-RoutersIpV6AdminTest-1441855246-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750375188691'] for port, before_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:23.317063 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-be144008-51b5-411f-bfa0-db163a1a0ad7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682'] for port, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:23.339049 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 36400) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:04:23.371997 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-34a5c245-e2f2-43b8-a42f-bbb7ae307006 None None] Provisioning complete for port 2f647707-6dd0-4714-9d22-98f13b743ea0 triggered by entity DHCP. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:04:23.372332 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-34a5c245-e2f2-43b8-a42f-bbb7ae307006 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1253608'] for port, provisioning_complete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:23.396598 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-443a3abb-18ff-4643-a98f-77bc3c880944 tempest-RoutersTest-1500746192 tempest-RoutersTest-1500746192-project] Notify callbacks [] for port, precommit_update {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:23.400739 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-62114edd-13ba-4fd0-a446-7e39fce999f9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:23.418027 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-443a3abb-18ff-4643-a98f-77bc3c880944 tempest-RoutersTest-1500746192 tempest-RoutersTest-1500746192-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32440959'] for port, after_update {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:23.449084 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Device 27923629-fadf-4f36-ab09-50a27bb8e499 up at agent ovs-agent-n-d-838334-2 {{(pid=84042) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 21:04:23.496040 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-8a5676d3-01c7-45e3-b355-f47eb8aedceb tempest-RoutersAdminTest-1076183166 tempest-RoutersAdminTest-1076183166-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-33444175', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-33443520', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5293'] for router, precommit_update {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:23.509437 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.plugin [None req-34a5c245-e2f2-43b8-a42f-bbb7ae307006 None None] Port 2f647707-6dd0-4714-9d22-98f13b743ea0 cannot update to ACTIVE because it is not bound. {{(pid=84042) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 18 21:04:23.526901 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5e1a5d2-76ec-4e6a-8f82-5011c4516f4b None None] Pushing event updated for resources: {'Port': ['ID=caaacf77-78c5-478c-bdcc-4dfaefd56724,revision_number=3']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:04:23.545455 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be144008-51b5-411f-bfa0-db163a1a0ad7 None None] Routers {'e517b3cd-2d3f-48a4-b218-5a311412d409'} bound to L3 agent in host n-d-838334-2 {{(pid=84042) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 21:04:23.546429 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_hamode_db [None req-be144008-51b5-411f-bfa0-db163a1a0ad7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838334-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-18T20:25:48Z,description=,heartbeat_timestamp=2022-04-18T21:04:18Z,host='n-d-838334-2',id=bc84d6c9-dd7a-4555-a351-592327b46d5a,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:25:48Z,topic='l3_agent')) {'router_ids': ['e517b3cd-2d3f-48a4-b218-5a311412d409'], 'active': True} {{(pid=84042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:04:23.559692 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-443a3abb-18ff-4643-a98f-77bc3c880944 tempest-RoutersTest-1500746192 tempest-RoutersTest-1500746192-project] Pushing event updated for resources: {'Port': ['ID=1e1e9497-26c8-4697-8c1d-e4b49beda32e,revision_number=3']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:04:23.615899 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-443a3abb-18ff-4643-a98f-77bc3c880944 tempest-RoutersTest-1500746192 tempest-RoutersTest-1500746192-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-32377886', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33443847'] for router_interface, after_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:23.631771 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [None req-62114edd-13ba-4fd0-a446-7e39fce999f9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:04:23.646100 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-62114edd-13ba-4fd0-a446-7e39fce999f9 admin admin] Usage tracker for resource:security_group_rule and tenant:28a35d1d36534124a671e864915bae4f is out of sync, need to count used quota {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:04:23.650783 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-62114edd-13ba-4fd0-a446-7e39fce999f9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:04:23.688944 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [None req-62114edd-13ba-4fd0-a446-7e39fce999f9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:04:23.842399 n-d-838334-2 neutron-server[84040]: DEBUG neutron.scheduler.l3_agent_scheduler [req-5a34c862-0448-4ac9-80ad-0f11c351864e req-9824372a-c7a7-49b0-a14f-1cebe5b0297c tempest-AttachVolumeTestJSON-1696487017 tempest-AttachVolumeTestJSON-1696487017-project] Router 0573f4fd-15ec-4486-a7e2-4a1d64e93d08 has already been hosted by L3 agent bc84d6c9-dd7a-4555-a351-592327b46d5a {{(pid=84040) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 21:04:23.874706 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Provisioning complete for port 27923629-fadf-4f36-ab09-50a27bb8e499 triggered by entity L2. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:04:23.874706 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1253608'] for port, provisioning_complete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:23.926788 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_dvr_db [None req-be144008-51b5-411f-bfa0-db163a1a0ad7 None None] Set router e517b3cd-2d3f-48a4-b218-5a311412d409 gateway port host: None {{(pid=84042) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 21:04:23.964756 n-d-838334-2 neutron-server[84040]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-443a3abb-18ff-4643-a98f-77bc3c880944 tempest-RoutersTest-1500746192 tempest-RoutersTest-1500746192-project] Network ad2c63d3-63b2-4816-a7a1-78eaf1483674 is already hosted by enough agents. {{(pid=84040) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:04:23.971377 n-d-838334-2 neutron-server[84040]: DEBUG neutron.scheduler.base_scheduler [None req-443a3abb-18ff-4643-a98f-77bc3c880944 tempest-RoutersTest-1500746192 tempest-RoutersTest-1500746192-project] Resources bound (agent type, host, resource id): {{(pid=84040) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:04:24.128537 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-62114edd-13ba-4fd0-a446-7e39fce999f9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:24.189869 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_hamode_db [None req-be144008-51b5-411f-bfa0-db163a1a0ad7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e517b3cd-2d3f-48a4-b218-5a311412d409', 'name': '', 'tenant_id': '292188131bd5453abc7131f632de51a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:04:08Z', 'updated_at': '2022-04-18T21:04:22Z', 'revision_number': 4, 'project_id': '292188131bd5453abc7131f632de51a5', 'gw_port_host': None}], 'n-d-838334-2', False) {} {{(pid=84042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:04:24.204675 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be144008-51b5-411f-bfa0-db163a1a0ad7 None None] The sync data for ids ['e517b3cd-2d3f-48a4-b218-5a311412d409'] in n-d-838334-2 is: [{'id': 'e517b3cd-2d3f-48a4-b218-5a311412d409', 'name': '', 'tenant_id': '292188131bd5453abc7131f632de51a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:04:08Z', 'updated_at': '2022-04-18T21:04:22Z', 'revision_number': 4, 'project_id': '292188131bd5453abc7131f632de51a5', 'gw_port_host': None}] {{(pid=84042) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 18 21:04:24.230901 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.db [None req-a5598634-d69a-42a8-8c57-db02d1bfb98f tempest-RoutersIpV6AdminTest-1441855246 tempest-RoutersIpV6AdminTest-1441855246-project-admin] For port caaacf77-78c5-478c-bdcc-4dfaefd56724, host n-d-838334-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838334-2',level=0,port_id=caaacf77-78c5-478c-bdcc-4dfaefd56724,segment=NetworkSegment(c9ead798-ceaf-4aac-a9bd-55f74fea1952),segment_id=c9ead798-ceaf-4aac-a9bd-55f74fea1952)] {{(pid=84041) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:04:24.231584 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-a5598634-d69a-42a8-8c57-db02d1bfb98f tempest-RoutersIpV6AdminTest-1441855246 tempest-RoutersIpV6AdminTest-1441855246-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369123'] for port, precommit_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:24.407884 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-f59e0875-ba31-44fb-8201-4217b054d51f tempest-PortsTestJSON-1335945802 tempest-PortsTestJSON-1335945802-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750375259028', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750374836628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32266323'] for port, after_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:24.416038 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.plugin [None req-a5598634-d69a-42a8-8c57-db02d1bfb98f tempest-RoutersIpV6AdminTest-1441855246 tempest-RoutersIpV6AdminTest-1441855246-project-admin] Calling delete_port for caaacf77-78c5-478c-bdcc-4dfaefd56724 owned by network:router_gateway {{(pid=84041) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 21:04:24.464528 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-20f780d3-0c4d-4325-b93f-a51f01559228 None None] Provisioning complete for port 1e1e9497-26c8-4697-8c1d-e4b49beda32e triggered by entity DHCP. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:04:24.464899 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-20f780d3-0c4d-4325-b93f-a51f01559228 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1253608'] for port, provisioning_complete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:24.505799 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-62114edd-13ba-4fd0-a446-7e39fce999f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33528224'] for security_group, after_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:24.586695 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.plugin [None req-20f780d3-0c4d-4325-b93f-a51f01559228 None None] Port 1e1e9497-26c8-4697-8c1d-e4b49beda32e cannot update to ACTIVE because it is not bound. {{(pid=84042) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 18 21:04:24.590526 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f59e0875-ba31-44fb-8201-4217b054d51f tempest-PortsTestJSON-1335945802 tempest-PortsTestJSON-1335945802-project] Pushing event deleted for resources: {'Port': ['ID=2f647707-6dd0-4714-9d22-98f13b743ea0,revision_number=None']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:04:24.643456 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-1bdc09ad-82e8-4f63-b9cf-17540a18fcbc req-52ac069e-7d75-4d9b-8201-e0db48ca3aca tempest-AttachVolumeTestJSON-1696487017 tempest-AttachVolumeTestJSON-1696487017-project] 10.222.0.42 "GET /v2.0/ports?device_id=8febef70-4ef9-4774-9ec7-33697a7c70d6 HTTP/1.1" status: 200 len: 210 time: 0.5125897 Apr 18 21:04:24.723489 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-62114edd-13ba-4fd0-a446-7e39fce999f9 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=28a35d1d36534124a671e864915bae4f&name=default HTTP/1.1" status: 200 len: 2647 time: 1.3734233 Apr 18 21:04:24.740414 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 36416) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:04:24.777754 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 36420) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:04:24.933525 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62114edd-13ba-4fd0-a446-7e39fce999f9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d0bbbeb4-c47e-441f-a547-45f9e12b26a4,revision_number=1']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:04:24.950289 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-f59e0875-ba31-44fb-8201-4217b054d51f tempest-PortsTestJSON-1335945802 tempest-PortsTestJSON-1335945802-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217293'] for port, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:25.034815 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-8a5676d3-01c7-45e3-b355-f47eb8aedceb tempest-RoutersAdminTest-1076183166 tempest-RoutersAdminTest-1076183166-project] Notify callbacks [] for router_gateway, before_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:25.096162 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.v2.base [None req-dd489a47-529b-4928-9951-cee49f1d0d37 tempest-ExtraDHCPOptionsIpV6TestJSON-143672045 tempest-ExtraDHCPOptionsIpV6TestJSON-143672045-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-test-network-160422390'}} {{(pid=84041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:04:25.097608 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-5a34c862-0448-4ac9-80ad-0f11c351864e req-9824372a-c7a7-49b0-a14f-1cebe5b0297c tempest-AttachVolumeTestJSON-1696487017 tempest-AttachVolumeTestJSON-1696487017-project] Notify agent at l3_agent.n-d-838334-2 the message routers_updated {{(pid=84040) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 21:04:25.111036 n-d-838334-2 neutron-server[84043]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70fbcd0b-5373-41a8-aa0f-2ce856cba20e None None] Sync routers for ids ['0573f4fd-15ec-4486-a7e2-4a1d64e93d08'] in n-d-838334-2 {{(pid=84043) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 18 21:04:25.129100 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70fbcd0b-5373-41a8-aa0f-2ce856cba20e None None] Routers {'0573f4fd-15ec-4486-a7e2-4a1d64e93d08'} bound to L3 agent in host n-d-838334-2 {{(pid=84043) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 21:04:25.129608 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-8a5676d3-01c7-45e3-b355-f47eb8aedceb tempest-RoutersAdminTest-1076183166 tempest-RoutersAdminTest-1076183166-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:25.131125 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.l3_hamode_db [None req-70fbcd0b-5373-41a8-aa0f-2ce856cba20e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838334-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-18T20:25:48Z,description=,heartbeat_timestamp=2022-04-18T21:04:18Z,host='n-d-838334-2',id=bc84d6c9-dd7a-4555-a351-592327b46d5a,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:25:48Z,topic='l3_agent')) {'router_ids': ['0573f4fd-15ec-4486-a7e2-4a1d64e93d08'], 'active': True} {{(pid=84043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:04:25.185195 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.l3_dvrscheduler_db [req-5a34c862-0448-4ac9-80ad-0f11c351864e req-9824372a-c7a7-49b0-a14f-1cebe5b0297c tempest-AttachVolumeTestJSON-1696487017 tempest-AttachVolumeTestJSON-1696487017-project] No DVR routers for this DVR port e00c4868-92df-492d-b185-8281a2e33a5b on host n-h2-838334-2 {{(pid=84040) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 21:04:25.188823 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-5a34c862-0448-4ac9-80ad-0f11c351864e req-9824372a-c7a7-49b0-a14f-1cebe5b0297c tempest-AttachVolumeTestJSON-1696487017 tempest-AttachVolumeTestJSON-1696487017-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217293'] for port, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:25.193192 n-d-838334-2 neutron-server[84040]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8febef70-4ef9-4774-9ec7-33697a7c70d6', 'name': 'network-vif-deleted', 'tag': 'e00c4868-92df-492d-b185-8281a2e33a5b'}] {{(pid=84040) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 21:04:25.195217 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-b8c31322-391e-4a6a-8d26-2b0e4f871984 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:25.210445 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-5a34c862-0448-4ac9-80ad-0f11c351864e req-9824372a-c7a7-49b0-a14f-1cebe5b0297c tempest-AttachVolumeTestJSON-1696487017 tempest-AttachVolumeTestJSON-1696487017-project] 10.222.0.48 "DELETE /v2.0/ports/e00c4868-92df-492d-b185-8281a2e33a5b HTTP/1.1" status: 204 len: 173 time: 9.9890025 Apr 18 21:04:25.212296 n-d-838334-2 neutron-server[84040]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-443a3abb-18ff-4643-a98f-77bc3c880944 tempest-RoutersTest-1500746192 tempest-RoutersTest-1500746192-project] Router 0a6efbe4-fe5f-4e7e-b59b-6d0b6f4d346d is scheduled to L3 agent bc84d6c9-dd7a-4555-a351-592327b46d5a with binding_index 1 {{(pid=84040) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 18 21:04:25.247552 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-dd489a47-529b-4928-9951-cee49f1d0d37 tempest-ExtraDHCPOptionsIpV6TestJSON-143672045 tempest-ExtraDHCPOptionsIpV6TestJSON-143672045-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:04:25.260395 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-dd489a47-529b-4928-9951-cee49f1d0d37 tempest-ExtraDHCPOptionsIpV6TestJSON-143672045 tempest-ExtraDHCPOptionsIpV6TestJSON-143672045-project] Usage tracker for resource:network and tenant:1e58ac7a2a59451c82994284a0348686 is out of sync, need to count used quota {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:04:25.276397 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-dd489a47-529b-4928-9951-cee49f1d0d37 tempest-ExtraDHCPOptionsIpV6TestJSON-143672045 tempest-ExtraDHCPOptionsIpV6TestJSON-143672045-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:04:25.306475 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-f59e0875-ba31-44fb-8201-4217b054d51f tempest-PortsTestJSON-1335945802 tempest-PortsTestJSON-1335945802-project] 10.222.0.42 "DELETE /v2.0/ports/2f647707-6dd0-4714-9d22-98f13b743ea0 HTTP/1.1" status: 204 len: 168 time: 4.0141110 Apr 18 21:04:25.323359 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-dd489a47-529b-4928-9951-cee49f1d0d37 tempest-ExtraDHCPOptionsIpV6TestJSON-143672045 tempest-ExtraDHCPOptionsIpV6TestJSON-143672045-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:04:25.325323 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 36432) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:04:25.455083 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-b8c31322-391e-4a6a-8d26-2b0e4f871984 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:25.475612 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.l3_dvr_db [None req-70fbcd0b-5373-41a8-aa0f-2ce856cba20e None None] Set router 0573f4fd-15ec-4486-a7e2-4a1d64e93d08 gateway port host: n-d-838334-2 {{(pid=84043) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 21:04:25.525431 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-a5598634-d69a-42a8-8c57-db02d1bfb98f tempest-RoutersIpV6AdminTest-1441855246 tempest-RoutersIpV6AdminTest-1441855246-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750375259028', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750374836628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32266323'] for port, after_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:25.562249 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd489a47-529b-4928-9951-cee49f1d0d37 tempest-ExtraDHCPOptionsIpV6TestJSON-143672045 tempest-ExtraDHCPOptionsIpV6TestJSON-143672045-project] Made reservation on behalf of 1e58ac7a2a59451c82994284a0348686 for: {'network': 1} {{(pid=84041) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:04:25.565357 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-dd489a47-529b-4928-9951-cee49f1d0d37 tempest-ExtraDHCPOptionsIpV6TestJSON-143672045 tempest-ExtraDHCPOptionsIpV6TestJSON-143672045-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for network, before_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:25.578853 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-443a3abb-18ff-4643-a98f-77bc3c880944 tempest-RoutersTest-1500746192 tempest-RoutersTest-1500746192-project] Notify agent at l3_agent.n-d-838334-2 the message routers_updated {{(pid=84040) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 21:04:25.585325 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-443a3abb-18ff-4643-a98f-77bc3c880944 tempest-RoutersTest-1500746192 tempest-RoutersTest-1500746192-project] 10.222.0.42 "PUT /v2.0/routers/0a6efbe4-fe5f-4e7e-b59b-6d0b6f4d346d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.4550965 Apr 18 21:04:25.589118 n-d-838334-2 neutron-server[84041]: INFO neutron.pecan_wsgi.hooks.translation [None req-38803969-7eea-445f-85c7-73dda26b1465 tempest-PortsTestJSON-1335945802 tempest-PortsTestJSON-1335945802-project] GET failed (client error): The resource could not be found. Apr 18 21:04:25.589618 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-38803969-7eea-445f-85c7-73dda26b1465 tempest-PortsTestJSON-1335945802 tempest-PortsTestJSON-1335945802-project] Synchronizing usage tracker for tenant:234c597e1bbf440ab35a01225b472234 on resource:port {{(pid=84041) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 21:04:25.593357 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 36436) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:04:25.598066 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7c05ba8-c661-4585-be74-7155ff8a4d1a None None] Sync routers for ids ['0a6efbe4-fe5f-4e7e-b59b-6d0b6f4d346d'] in n-d-838334-2 {{(pid=84042) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 18 21:04:25.617575 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7c05ba8-c661-4585-be74-7155ff8a4d1a None None] Routers {'0a6efbe4-fe5f-4e7e-b59b-6d0b6f4d346d'} bound to L3 agent in host n-d-838334-2 {{(pid=84042) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 21:04:25.617871 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5598634-d69a-42a8-8c57-db02d1bfb98f tempest-RoutersIpV6AdminTest-1441855246 tempest-RoutersIpV6AdminTest-1441855246-project-admin] Pushing event deleted for resources: {'Port': ['ID=caaacf77-78c5-478c-bdcc-4dfaefd56724,revision_number=None']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:04:25.619844 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_hamode_db [None req-f7c05ba8-c661-4585-be74-7155ff8a4d1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838334-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-18T20:25:48Z,description=,heartbeat_timestamp=2022-04-18T21:04:18Z,host='n-d-838334-2',id=bc84d6c9-dd7a-4555-a351-592327b46d5a,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:25:48Z,topic='l3_agent')) {'router_ids': ['0a6efbe4-fe5f-4e7e-b59b-6d0b6f4d346d'], 'active': True} {{(pid=84042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:04:25.672240 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-dd489a47-529b-4928-9951-cee49f1d0d37 tempest-ExtraDHCPOptionsIpV6TestJSON-143672045 tempest-ExtraDHCPOptionsIpV6TestJSON-143672045-project] Notify callbacks [] for security_group, before_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:25.699291 n-d-838334-2 neutron-server[84040]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f91e8e74-3a1a-4f10-921e-5d6cda45be41'] response: {'server_uuid': '8febef70-4ef9-4774-9ec7-33697a7c70d6', 'name': 'network-vif-deleted', 'tag': 'e00c4868-92df-492d-b185-8281a2e33a5b', 'status': 'completed', 'code': 200} Apr 18 21:04:25.728755 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_hamode_db [None req-f7c05ba8-c661-4585-be74-7155ff8a4d1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-838334-2', False) {} {{(pid=84042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:04:25.742867 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7c05ba8-c661-4585-be74-7155ff8a4d1a None None] Routers {'0a6efbe4-fe5f-4e7e-b59b-6d0b6f4d346d'} bound to L3 agent in host n-d-838334-2 {{(pid=84042) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 21:04:25.743691 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_hamode_db [None req-f7c05ba8-c661-4585-be74-7155ff8a4d1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838334-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-18T20:25:48Z,description=,heartbeat_timestamp=2022-04-18T21:04:18Z,host='n-d-838334-2',id=bc84d6c9-dd7a-4555-a351-592327b46d5a,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:25:48Z,topic='l3_agent')) {'router_ids': ['0a6efbe4-fe5f-4e7e-b59b-6d0b6f4d346d'], 'active': True} {{(pid=84042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:04:25.770835 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a14811b-b920-4f10-b1f8-68cb81c11e71 tempest-RoutersTest-1500746192 tempest-RoutersTest-1500746192-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:04:25.771417 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-0a14811b-b920-4f10-b1f8-68cb81c11e71 tempest-RoutersTest-1500746192 tempest-RoutersTest-1500746192-project] Synchronizing usage tracker for tenant:8a05b90fa8c54f25938df6bd0ef52223 on resource:port {{(pid=84040) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 21:04:25.797311 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-0a14811b-b920-4f10-b1f8-68cb81c11e71 tempest-RoutersTest-1500746192 tempest-RoutersTest-1500746192-project] Unset dirty status for tenant:8a05b90fa8c54f25938df6bd0ef52223 on resource:port {{(pid=84040) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 21:04:25.798493 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-0a14811b-b920-4f10-b1f8-68cb81c11e71 tempest-RoutersTest-1500746192 tempest-RoutersTest-1500746192-project] 10.222.0.42 "GET /v2.0/ports/1e1e9497-26c8-4697-8c1d-e4b49beda32e HTTP/1.1" status: 200 len: 977 time: 0.2022662 Apr 18 21:04:25.801415 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 36442) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:04:25.817221 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-38803969-7eea-445f-85c7-73dda26b1465 tempest-PortsTestJSON-1335945802 tempest-PortsTestJSON-1335945802-project] Unset dirty status for tenant:234c597e1bbf440ab35a01225b472234 on resource:port {{(pid=84041) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 21:04:25.818658 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-38803969-7eea-445f-85c7-73dda26b1465 tempest-PortsTestJSON-1335945802 tempest-PortsTestJSON-1335945802-project] 10.222.0.42 "GET /v2.0/ports/2f647707-6dd0-4714-9d22-98f13b743ea0 HTTP/1.1" status: 404 len: 333 time: 0.4758692 Apr 18 21:04:25.847051 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 36446) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:04:25.885772 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_hamode_db [None req-f7c05ba8-c661-4585-be74-7155ff8a4d1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-838334-2', False) {} {{(pid=84042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:04:25.887071 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7c05ba8-c661-4585-be74-7155ff8a4d1a None None] The sync data for ids ['0a6efbe4-fe5f-4e7e-b59b-6d0b6f4d346d'] in n-d-838334-2 is: [] {{(pid=84042) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 18 21:04:26.096223 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-21169e6e-a33f-4f68-b950-c7bc81ac9261 req-7049c732-2201-487b-99dd-2d1dce63addd tempest-AttachVolumeTestJSON-1696487017 tempest-AttachVolumeTestJSON-1696487017-project] 10.222.0.42 "GET /v2.0/ports?device_id=8febef70-4ef9-4774-9ec7-33697a7c70d6 HTTP/1.1" status: 200 len: 210 time: 0.1792850 Apr 18 21:04:26.139987 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.l3_hamode_db [None req-70fbcd0b-5373-41a8-aa0f-2ce856cba20e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0573f4fd-15ec-4486-a7e2-4a1d64e93d08', 'name': 'tempest-AttachVolumeTestJSON-1059019708-router', 'tenant_id': 'b5bf875eb9b748b5aba56f8b60ce8169', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'external_fixed_ips': [{'subnet_id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'ip_address': '172.25.8.42'}], 'enable_snat': True}, 'gw_port_id': 'a46e8333-2083-45cf-9f4f-171d17c889e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:00:10Z', 'updated_at': '2022-04-18T21:00:21Z', 'revision_number': 4, 'project_id': 'b5bf875eb9b748b5aba56f8b60ce8169', 'gw_port': {'id': 'a46e8333-2083-45cf-9f4f-171d17c889e2', 'name': '', 'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:a3:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0573f4fd-15ec-4486-a7e2-4a1d64e93d08', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'ip_address': '172.25.8.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:00:11Z', 'updated_at': '2022-04-18T21:00:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838334-2', '_interfaces': [{'id': '4b3e1958-51ec-47aa-a0e2-f9ad7c2de9dd', 'name': '', 'network_id': '9b8a7e14-19dd-4214-9fd7-5da6fc8793e6', 'tenant_id': 'b5bf875eb9b748b5aba56f8b60ce8169', 'mac_address': 'fa:16:3e:d9:f1:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0573f4fd-15ec-4486-a7e2-4a1d64e93d08', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '16880a32-9b71-46fb-bafe-6b6135588b63', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:00:19Z', 'updated_at': '2022-04-18T21:00:48Z', 'revision_number': 5, 'project_id': 'b5bf875eb9b748b5aba56f8b60ce8169', 'subnets': [{'id': '16880a32-9b71-46fb-bafe-6b6135588b63', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838334-2', False) {} {{(pid=84043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:04:26.148580 n-d-838334-2 neutron-server[84043]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70fbcd0b-5373-41a8-aa0f-2ce856cba20e None None] Checking router: 0573f4fd-15ec-4486-a7e2-4a1d64e93d08 for host: n-d-838334-2 {{(pid=84043) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 18 21:04:26.166491 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70fbcd0b-5373-41a8-aa0f-2ce856cba20e None None] Routers {'0573f4fd-15ec-4486-a7e2-4a1d64e93d08'} bound to L3 agent in host n-d-838334-2 {{(pid=84043) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 21:04:26.168184 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.l3_hamode_db [None req-70fbcd0b-5373-41a8-aa0f-2ce856cba20e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838334-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-18T20:25:48Z,description=,heartbeat_timestamp=2022-04-18T21:04:18Z,host='n-d-838334-2',id=bc84d6c9-dd7a-4555-a351-592327b46d5a,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:25:48Z,topic='l3_agent')) {'router_ids': ['0573f4fd-15ec-4486-a7e2-4a1d64e93d08'], 'active': True} {{(pid=84043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:04:26.295428 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-b8c31322-391e-4a6a-8d26-2b0e4f871984 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33528224'] for security_group, after_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:26.311452 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.db_base_plugin_common [None req-8a5676d3-01c7-45e3-b355-f47eb8aedceb tempest-RoutersAdminTest-1076183166 tempest-RoutersAdminTest-1076183166-project] Allocated IP 172.25.8.199 (e41b6600-a917-4a8d-b05c-be3be40c6d8c/6b05667b-848e-4356-9b44-d5eb6808ef74/ac4aee99-6b17-4ede-9d4c-df2d0c3ddbdd) {{(pid=84041) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 21:04:26.329439 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-dd489a47-529b-4928-9951-cee49f1d0d37 tempest-ExtraDHCPOptionsIpV6TestJSON-143672045 tempest-ExtraDHCPOptionsIpV6TestJSON-143672045-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:04:26.364837 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-dd489a47-529b-4928-9951-cee49f1d0d37 tempest-ExtraDHCPOptionsIpV6TestJSON-143672045 tempest-ExtraDHCPOptionsIpV6TestJSON-143672045-project] Usage tracker for resource:security_group_rule and tenant:1e58ac7a2a59451c82994284a0348686 is out of sync, need to count used quota {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:04:26.370893 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8c31322-391e-4a6a-8d26-2b0e4f871984 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0bbbeb4-c47e-441f-a547-45f9e12b26a4,revision_number=None']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:04:26.375065 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-dd489a47-529b-4928-9951-cee49f1d0d37 tempest-ExtraDHCPOptionsIpV6TestJSON-143672045 tempest-ExtraDHCPOptionsIpV6TestJSON-143672045-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:04:26.380906 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-a5598634-d69a-42a8-8c57-db02d1bfb98f tempest-RoutersIpV6AdminTest-1441855246 tempest-RoutersIpV6AdminTest-1441855246-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33444108'] for router_gateway, after_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:26.449277 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.l3_dvr_db [None req-70fbcd0b-5373-41a8-aa0f-2ce856cba20e None None] Set router 0573f4fd-15ec-4486-a7e2-4a1d64e93d08 gateway port host: n-d-838334-2 {{(pid=84043) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 21:04:26.531760 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-dd489a47-529b-4928-9951-cee49f1d0d37 tempest-ExtraDHCPOptionsIpV6TestJSON-143672045 tempest-ExtraDHCPOptionsIpV6TestJSON-143672045-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:04:26.598970 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-b8c31322-391e-4a6a-8d26-2b0e4f871984 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:26.602861 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-b8c31322-391e-4a6a-8d26-2b0e4f871984 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/d0bbbeb4-c47e-441f-a547-45f9e12b26a4 HTTP/1.1" status: 204 len: 168 time: 1.8587167 Apr 18 21:04:26.642322 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.agents_db [None req-6346a179-333c-4370-b5a6-936984aeab15 None None] Agent healthcheck: found 7 active agents {{(pid=84043) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 18 21:04:26.654416 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-7f7b6be4-b265-4cf1-80a4-ca08ece365a5 tempest-RoutersTest-1500746192 tempest-RoutersTest-1500746192-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33443857'] for router_interface, before_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:26.861957 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-a5598634-d69a-42a8-8c57-db02d1bfb98f tempest-RoutersIpV6AdminTest-1441855246 tempest-RoutersIpV6AdminTest-1441855246-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33443580', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5726'] for router, precommit_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:26.909702 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-a5598634-d69a-42a8-8c57-db02d1bfb98f tempest-RoutersIpV6AdminTest-1441855246 tempest-RoutersIpV6AdminTest-1441855246-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:26.910803 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.l3_hamode_db [None req-70fbcd0b-5373-41a8-aa0f-2ce856cba20e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0573f4fd-15ec-4486-a7e2-4a1d64e93d08', 'name': 'tempest-AttachVolumeTestJSON-1059019708-router', 'tenant_id': 'b5bf875eb9b748b5aba56f8b60ce8169', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'external_fixed_ips': [{'subnet_id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'ip_address': '172.25.8.42'}], 'enable_snat': True}, 'gw_port_id': 'a46e8333-2083-45cf-9f4f-171d17c889e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:00:10Z', 'updated_at': '2022-04-18T21:00:21Z', 'revision_number': 4, 'project_id': 'b5bf875eb9b748b5aba56f8b60ce8169', 'gw_port': {'id': 'a46e8333-2083-45cf-9f4f-171d17c889e2', 'name': '', 'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:a3:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0573f4fd-15ec-4486-a7e2-4a1d64e93d08', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'ip_address': '172.25.8.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:00:11Z', 'updated_at': '2022-04-18T21:00:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838334-2', '_interfaces': [{'id': '4b3e1958-51ec-47aa-a0e2-f9ad7c2de9dd', 'name': '', 'network_id': '9b8a7e14-19dd-4214-9fd7-5da6fc8793e6', 'tenant_id': 'b5bf875eb9b748b5aba56f8b60ce8169', 'mac_address': 'fa:16:3e:d9:f1:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0573f4fd-15ec-4486-a7e2-4a1d64e93d08', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '16880a32-9b71-46fb-bafe-6b6135588b63', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:00:19Z', 'updated_at': '2022-04-18T21:00:48Z', 'revision_number': 5, 'project_id': 'b5bf875eb9b748b5aba56f8b60ce8169', 'subnets': [{'id': '16880a32-9b71-46fb-bafe-6b6135588b63', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838334-2', False) {} {{(pid=84043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:04:26.919267 n-d-838334-2 neutron-server[84043]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70fbcd0b-5373-41a8-aa0f-2ce856cba20e None None] The sync data for ids ['0573f4fd-15ec-4486-a7e2-4a1d64e93d08'] in n-d-838334-2 is: [{'id': '0573f4fd-15ec-4486-a7e2-4a1d64e93d08', 'name': 'tempest-AttachVolumeTestJSON-1059019708-router', 'tenant_id': 'b5bf875eb9b748b5aba56f8b60ce8169', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'external_fixed_ips': [{'subnet_id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'ip_address': '172.25.8.42'}], 'enable_snat': True}, 'gw_port_id': 'a46e8333-2083-45cf-9f4f-171d17c889e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:00:10Z', 'updated_at': '2022-04-18T21:00:21Z', 'revision_number': 4, 'project_id': 'b5bf875eb9b748b5aba56f8b60ce8169', 'gw_port': {'id': 'a46e8333-2083-45cf-9f4f-171d17c889e2', 'name': '', 'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:a3:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0573f4fd-15ec-4486-a7e2-4a1d64e93d08', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'ip_address': '172.25.8.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:00:11Z', 'updated_at': '2022-04-18T21:00:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838334-2', '_interfaces': [{'id': '4b3e1958-51ec-47aa-a0e2-f9ad7c2de9dd', 'name': '', 'network_id': '9b8a7e14-19dd-4214-9fd7-5da6fc8793e6', 'tenant_id': 'b5bf875eb9b748b5aba56f8b60ce8169', 'mac_address': 'fa:16:3e:d9:f1:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0573f4fd-15ec-4486-a7e2-4a1d64e93d08', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '16880a32-9b71-46fb-bafe-6b6135588b63', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:00:19Z', 'updated_at': '2022-04-18T21:00:48Z', 'revision_number': 5, 'project_id': 'b5bf875eb9b748b5aba56f8b60ce8169', 'subnets': [{'id': '16880a32-9b71-46fb-bafe-6b6135588b63', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84043) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 18 21:04:26.975908 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.db_base_plugin_v2 [None req-671694e6-96a0-4cc0-83dc-127237b47e01 tempest-PortsTestJSON-1335945802 tempest-PortsTestJSON-1335945802-project] Deleting subnet 5f08294e-95ca-4df8-ba78-ce245f725a3d {{(pid=84041) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 18 21:04:26.989328 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-8a5676d3-01c7-45e3-b355-f47eb8aedceb tempest-RoutersAdminTest-1076183166 tempest-RoutersAdminTest-1076183166-project] Notify callbacks [] for port, precommit_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:27.022248 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-671694e6-96a0-4cc0-83dc-127237b47e01 tempest-PortsTestJSON-1335945802 tempest-PortsTestJSON-1335945802-project] Notify callbacks [] for subnet, before_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:27.102079 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-dd489a47-529b-4928-9951-cee49f1d0d37 tempest-ExtraDHCPOptionsIpV6TestJSON-143672045 tempest-ExtraDHCPOptionsIpV6TestJSON-143672045-project] Notify callbacks [] for security_group, precommit_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:27.177199 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-671694e6-96a0-4cc0-83dc-127237b47e01 tempest-PortsTestJSON-1335945802 tempest-PortsTestJSON-1335945802-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32266383'] for subnet, precommit_delete_associations {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:27.250732 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-a5598634-d69a-42a8-8c57-db02d1bfb98f tempest-RoutersIpV6AdminTest-1441855246 tempest-RoutersIpV6AdminTest-1441855246-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-33443408'] for router, after_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:27.251223 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a5598634-d69a-42a8-8c57-db02d1bfb98f tempest-RoutersIpV6AdminTest-1441855246 tempest-RoutersIpV6AdminTest-1441855246-project-admin] Fanout notify agent at l3_agent the message router_deleted on router e517b3cd-2d3f-48a4-b218-5a311412d409 {{(pid=84041) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 18 21:04:27.263984 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-dd489a47-529b-4928-9951-cee49f1d0d37 tempest-ExtraDHCPOptionsIpV6TestJSON-143672045 tempest-ExtraDHCPOptionsIpV6TestJSON-143672045-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33528224'] for security_group, after_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:27.270092 n-d-838334-2 neutron-server[84043]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b099a89-375b-4461-99a8-2a3d9373e83b None None] New status for floating IP c1c1a058-ad87-4bca-882d-a19c896e90cb: DOWN {{(pid=84043) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Apr 18 21:04:27.297840 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.plugin [None req-7f7b6be4-b265-4cf1-80a4-ca08ece365a5 tempest-RoutersTest-1500746192 tempest-RoutersTest-1500746192-project] Deleting port 1e1e9497-26c8-4697-8c1d-e4b49beda32e {{(pid=84040) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 21:04:27.298075 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-7f7b6be4-b265-4cf1-80a4-ca08ece365a5 tempest-RoutersTest-1500746192 tempest-RoutersTest-1500746192-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750375188691'] for port, before_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:27.326629 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd489a47-529b-4928-9951-cee49f1d0d37 tempest-ExtraDHCPOptionsIpV6TestJSON-143672045 tempest-ExtraDHCPOptionsIpV6TestJSON-143672045-project] Pushing event updated for resources: {'SecurityGroup': ['ID=33d6622c-a9ae-4e4a-b7c7-46056601fe81,revision_number=1']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:04:27.346835 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-a5598634-d69a-42a8-8c57-db02d1bfb98f tempest-RoutersIpV6AdminTest-1441855246 tempest-RoutersIpV6AdminTest-1441855246-project-admin] Notify callbacks [] for router, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:27.350901 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-a5598634-d69a-42a8-8c57-db02d1bfb98f tempest-RoutersIpV6AdminTest-1441855246 tempest-RoutersIpV6AdminTest-1441855246-project-admin] 10.222.0.42 "DELETE /v2.0/routers/e517b3cd-2d3f-48a4-b218-5a311412d409 HTTP/1.1" status: 204 len: 168 time: 7.0392950 Apr 18 21:04:27.357026 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 36464) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:04:27.362676 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dd489a47-529b-4928-9951-cee49f1d0d37 tempest-ExtraDHCPOptionsIpV6TestJSON-143672045 tempest-ExtraDHCPOptionsIpV6TestJSON-143672045-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 386} {{(pid=84041) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 21:04:27.442354 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.db_base_plugin_v2 [None req-f1dd7b82-827c-47e6-b82d-a882bdc6178b tempest-RoutersIpV6AdminTest-1441855246 tempest-RoutersIpV6AdminTest-1441855246-project-admin] Deleting subnet 43c9a6fd-38ab-48de-a150-cb322e2f6098 {{(pid=84041) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 18 21:04:27.455440 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 36470) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:04:27.503374 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-f1dd7b82-827c-47e6-b82d-a882bdc6178b tempest-RoutersIpV6AdminTest-1441855246 tempest-RoutersIpV6AdminTest-1441855246-project-admin] Notify callbacks [] for subnet, before_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:27.569431 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-dd489a47-529b-4928-9951-cee49f1d0d37 tempest-ExtraDHCPOptionsIpV6TestJSON-143672045 tempest-ExtraDHCPOptionsIpV6TestJSON-143672045-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1082986'] for segment, precommit_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:27.570133 n-d-838334-2 neutron-server[84041]: INFO neutron.db.segments_db [None req-dd489a47-529b-4928-9951-cee49f1d0d37 tempest-ExtraDHCPOptionsIpV6TestJSON-143672045 tempest-ExtraDHCPOptionsIpV6TestJSON-143672045-project] Added segment def412a1-465e-4289-a41f-3d6e7b80e225 of type vlan for network 2c6d39c7-6e76-41c6-a439-c7138036f252 Apr 18 21:04:27.579849 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-671694e6-96a0-4cc0-83dc-127237b47e01 tempest-PortsTestJSON-1335945802 tempest-PortsTestJSON-1335945802-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1260556'] for subnet, precommit_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:27.635671 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-8a5676d3-01c7-45e3-b355-f47eb8aedceb tempest-RoutersAdminTest-1076183166 tempest-RoutersAdminTest-1076183166-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750374836619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32266323'] for port, after_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:27.724762 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-650927a8-9feb-496b-b166-2303afec6f21 tempest-AttachVolumeTestJSON-1696487017 tempest-AttachVolumeTestJSON-1696487017-project] Notify callbacks [] for security_group, before_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:27.776924 n-d-838334-2 neutron-server[84041]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a5676d3-01c7-45e3-b355-f47eb8aedceb tempest-RoutersAdminTest-1076183166 tempest-RoutersAdminTest-1076183166-project] Network e41b6600-a917-4a8d-b05c-be3be40c6d8c is already hosted by enough agents. {{(pid=84041) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:04:27.778742 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-650927a8-9feb-496b-b166-2303afec6f21 tempest-AttachVolumeTestJSON-1696487017 tempest-AttachVolumeTestJSON-1696487017-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:27.787910 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-f1dd7b82-827c-47e6-b82d-a882bdc6178b tempest-RoutersIpV6AdminTest-1441855246 tempest-RoutersIpV6AdminTest-1441855246-project-admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32266383'] for subnet, precommit_delete_associations {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:27.868914 n-d-838334-2 neutron-server[84041]: DEBUG neutron.scheduler.base_scheduler [None req-8a5676d3-01c7-45e3-b355-f47eb8aedceb tempest-RoutersAdminTest-1076183166 tempest-RoutersAdminTest-1076183166-project] Resources bound (agent type, host, resource id): {{(pid=84041) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:04:27.896915 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-dd489a47-529b-4928-9951-cee49f1d0d37 tempest-ExtraDHCPOptionsIpV6TestJSON-143672045 tempest-ExtraDHCPOptionsIpV6TestJSON-143672045-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750374825732'] for network, precommit_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:27.899946 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-7f7b6be4-b265-4cf1-80a4-ca08ece365a5 tempest-RoutersTest-1500746192 tempest-RoutersTest-1500746192-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369123'] for port, precommit_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:27.907664 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a5676d3-01c7-45e3-b355-f47eb8aedceb tempest-RoutersAdminTest-1076183166 tempest-RoutersAdminTest-1076183166-project] Received port after_create {{(pid=84041) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 21:04:28.000633 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a5676d3-01c7-45e3-b355-f47eb8aedceb tempest-RoutersAdminTest-1076183166 tempest-RoutersAdminTest-1076183166-project] Pushing event updated for resources: {'Port': ['ID=ac4aee99-6b17-4ede-9d4c-df2d0c3ddbdd,revision_number=1']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:04:28.037023 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-f1dd7b82-827c-47e6-b82d-a882bdc6178b tempest-RoutersIpV6AdminTest-1441855246 tempest-RoutersIpV6AdminTest-1441855246-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1260556'] for subnet, precommit_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:28.057007 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.plugin [None req-7f7b6be4-b265-4cf1-80a4-ca08ece365a5 tempest-RoutersTest-1500746192 tempest-RoutersTest-1500746192-project] Calling delete_port for 1e1e9497-26c8-4697-8c1d-e4b49beda32e owned by network:router_interface {{(pid=84040) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 21:04:28.129891 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-671694e6-96a0-4cc0-83dc-127237b47e01 tempest-PortsTestJSON-1335945802 tempest-PortsTestJSON-1335945802-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1260549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33526260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32266336', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32486390'] for subnet, after_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:28.282736 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-7f7b6be4-b265-4cf1-80a4-ca08ece365a5 tempest-RoutersTest-1500746192 tempest-RoutersTest-1500746192-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750375259028', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750374836628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32440838'] for port, after_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:28.312328 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-dd489a47-529b-4928-9951-cee49f1d0d37 tempest-ExtraDHCPOptionsIpV6TestJSON-143672045 tempest-ExtraDHCPOptionsIpV6TestJSON-143672045-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33526109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022'] for network, after_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:28.316231 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd489a47-529b-4928-9951-cee49f1d0d37 tempest-ExtraDHCPOptionsIpV6TestJSON-143672045 tempest-ExtraDHCPOptionsIpV6TestJSON-143672045-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:04:28.316946 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-dd489a47-529b-4928-9951-cee49f1d0d37 tempest-ExtraDHCPOptionsIpV6TestJSON-143672045 tempest-ExtraDHCPOptionsIpV6TestJSON-143672045-project] Notify callbacks [] for network, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:28.350901 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f7b6be4-b265-4cf1-80a4-ca08ece365a5 tempest-RoutersTest-1500746192 tempest-RoutersTest-1500746192-project] Pushing event deleted for resources: {'Port': ['ID=1e1e9497-26c8-4697-8c1d-e4b49beda32e,revision_number=None']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:04:28.361093 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-671694e6-96a0-4cc0-83dc-127237b47e01 tempest-PortsTestJSON-1335945802 tempest-PortsTestJSON-1335945802-project] Pushing event deleted for resources: {'Subnet': ['ID=5f08294e-95ca-4df8-ba78-ce245f725a3d,revision_number=None']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:04:28.362354 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-650927a8-9feb-496b-b166-2303afec6f21 tempest-AttachVolumeTestJSON-1696487017 tempest-AttachVolumeTestJSON-1696487017-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33528224'] for security_group, after_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:28.472936 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0be79d0a-0a5b-4cfb-a08d-020756fc3b22 None None] Network 2ceb10fc-4981-44b0-a151-082c2a728988 requested from n-d-838334-2 {{(pid=84042) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 21:04:28.497027 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-671694e6-96a0-4cc0-83dc-127237b47e01 tempest-PortsTestJSON-1335945802 tempest-PortsTestJSON-1335945802-project] Notify callbacks [] for subnet, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:28.506687 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-650927a8-9feb-496b-b166-2303afec6f21 tempest-AttachVolumeTestJSON-1696487017 tempest-AttachVolumeTestJSON-1696487017-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=326b68b1-226b-43b8-a174-ccc3d0972537,revision_number=None']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:04:28.556575 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd489a47-529b-4928-9951-cee49f1d0d37 tempest-ExtraDHCPOptionsIpV6TestJSON-143672045 tempest-ExtraDHCPOptionsIpV6TestJSON-143672045-project] Pushing event updated for resources: {'Network': ['ID=2c6d39c7-6e76-41c6-a439-c7138036f252,revision_number=1']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:04:28.577464 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-671694e6-96a0-4cc0-83dc-127237b47e01 tempest-PortsTestJSON-1335945802 tempest-PortsTestJSON-1335945802-project] 10.222.0.42 "DELETE /v2.0/subnets/5f08294e-95ca-4df8-ba78-ce245f725a3d HTTP/1.1" status: 204 len: 168 time: 2.7268443 Apr 18 21:04:28.579032 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-650927a8-9feb-496b-b166-2303afec6f21 tempest-AttachVolumeTestJSON-1696487017 tempest-AttachVolumeTestJSON-1696487017-project] Notify callbacks [] for security_group, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:28.580192 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-650927a8-9feb-496b-b166-2303afec6f21 tempest-AttachVolumeTestJSON-1696487017 tempest-AttachVolumeTestJSON-1696487017-project] 10.222.0.42 "DELETE /v2.0/security-groups/326b68b1-226b-43b8-a174-ccc3d0972537 HTTP/1.1" status: 204 len: 168 time: 1.1213861 Apr 18 21:04:28.583851 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-dd489a47-529b-4928-9951-cee49f1d0d37 tempest-ExtraDHCPOptionsIpV6TestJSON-143672045 tempest-ExtraDHCPOptionsIpV6TestJSON-143672045-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 795 time: 3.8016438 Apr 18 21:04:28.590227 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 36488) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:04:28.590667 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 36490) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:04:28.590982 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 36492) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:04:28.641997 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.v2.base [None req-5ecdbbd8-7d00-48b9-9830-7eaca15fe8cb tempest-ExtraDHCPOptionsIpV6TestJSON-143672045 tempest-ExtraDHCPOptionsIpV6TestJSON-143672045-project] Request body: {'subnet': {'network_id': '2c6d39c7-6e76-41c6-a439-c7138036f252', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=84041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:04:28.656058 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Network 2c6d39c7-6e76-41c6-a439-c7138036f252 details requested by agent ovs-agent-n-d-838334-2 with host n-d-838334-2 {{(pid=84042) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 18 21:04:28.681154 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-f1dd7b82-827c-47e6-b82d-a882bdc6178b tempest-RoutersIpV6AdminTest-1441855246 tempest-RoutersIpV6AdminTest-1441855246-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1260549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33526260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32266336', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32486390'] for subnet, after_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:28.798419 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-7f7b6be4-b265-4cf1-80a4-ca08ece365a5 tempest-RoutersTest-1500746192 tempest-RoutersTest-1500746192-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-32377931', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33443910'] for router_interface, after_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:28.983380 n-d-838334-2 neutron-server[84041]: INFO neutron.api.v2.resource [None req-dba2afb3-39c6-482f-abef-008193d3943f tempest-AttachVolumeTestJSON-1696487017 tempest-AttachVolumeTestJSON-1696487017-project] show failed (client error): The resource could not be found. Apr 18 21:04:28.986458 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-dba2afb3-39c6-482f-abef-008193d3943f tempest-AttachVolumeTestJSON-1696487017 tempest-AttachVolumeTestJSON-1696487017-project] 10.222.0.42 "GET /v2.0/security-groups/326b68b1-226b-43b8-a174-ccc3d0972537 HTTP/1.1" status: 404 len: 347 time: 0.3927119 Apr 18 21:04:29.075600 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 36502) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:04:29.077074 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1dd7b82-827c-47e6-b82d-a882bdc6178b tempest-RoutersIpV6AdminTest-1441855246 tempest-RoutersIpV6AdminTest-1441855246-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=43c9a6fd-38ab-48de-a150-cb322e2f6098,revision_number=None']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:04:29.101567 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06bbd1f5-1817-4b9c-b27a-a5997d960c4a None None] DHCP port deletion for 2ceb10fc-4981-44b0-a151-082c2a728988 request from n-d-838334-2 {{(pid=84042) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 18 21:04:29.108357 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.plugin [None req-06bbd1f5-1817-4b9c-b27a-a5997d960c4a None None] Deleting port 27923629-fadf-4f36-ab09-50a27bb8e499 {{(pid=84042) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 21:04:29.108992 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-06bbd1f5-1817-4b9c-b27a-a5997d960c4a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750375188691'] for port, before_delete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:29.309052 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-a0814747-86a3-4ffa-a11e-c871b4d1be94 tempest-PortsTestJSON-1335945802 tempest-PortsTestJSON-1335945802-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1103592'] for network, before_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:29.310427 n-d-838334-2 neutron-server[84040]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7f7b6be4-b265-4cf1-80a4-ca08ece365a5 tempest-RoutersTest-1500746192 tempest-RoutersTest-1500746192-project] Router 0a6efbe4-fe5f-4e7e-b59b-6d0b6f4d346d has already been hosted by L3 agent bc84d6c9-dd7a-4555-a351-592327b46d5a {{(pid=84040) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 21:04:29.319245 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-f1dd7b82-827c-47e6-b82d-a882bdc6178b tempest-RoutersIpV6AdminTest-1441855246 tempest-RoutersIpV6AdminTest-1441855246-project-admin] Notify callbacks [] for subnet, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:29.324142 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-f1dd7b82-827c-47e6-b82d-a882bdc6178b tempest-RoutersIpV6AdminTest-1441855246 tempest-RoutersIpV6AdminTest-1441855246-project-admin] 10.222.0.42 "DELETE /v2.0/subnets/43c9a6fd-38ab-48de-a150-cb322e2f6098 HTTP/1.1" status: 204 len: 168 time: 1.9661331 Apr 18 21:04:29.397303 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-5ecdbbd8-7d00-48b9-9830-7eaca15fe8cb tempest-ExtraDHCPOptionsIpV6TestJSON-143672045 tempest-ExtraDHCPOptionsIpV6TestJSON-143672045-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:04:29.405604 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Device 27923629-fadf-4f36-ab09-50a27bb8e499 no longer exists at agent ovs-agent-n-d-838334-2 {{(pid=84042) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 21:04:29.405868 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-5ecdbbd8-7d00-48b9-9830-7eaca15fe8cb tempest-ExtraDHCPOptionsIpV6TestJSON-143672045 tempest-ExtraDHCPOptionsIpV6TestJSON-143672045-project] Usage tracker for resource:subnet and tenant:1e58ac7a2a59451c82994284a0348686 is out of sync, need to count used quota {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:04:29.411283 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-5ecdbbd8-7d00-48b9-9830-7eaca15fe8cb tempest-ExtraDHCPOptionsIpV6TestJSON-143672045 tempest-ExtraDHCPOptionsIpV6TestJSON-143672045-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:04:29.414977 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 36512) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:04:29.526741 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-06bbd1f5-1817-4b9c-b27a-a5997d960c4a None None] For port 27923629-fadf-4f36-ab09-50a27bb8e499, host n-d-838334-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838334-2',level=0,port_id=27923629-fadf-4f36-ab09-50a27bb8e499,segment=NetworkSegment(b1bc39a0-4754-471e-8e9c-61067b5b2321),segment_id=b1bc39a0-4754-471e-8e9c-61067b5b2321)] {{(pid=84042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:04:29.527770 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-06bbd1f5-1817-4b9c-b27a-a5997d960c4a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369123'] for port, precommit_delete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:29.603344 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7f7b6be4-b265-4cf1-80a4-ca08ece365a5 tempest-RoutersTest-1500746192 tempest-RoutersTest-1500746192-project] Notify agent at l3_agent.n-d-838334-2 the message routers_updated {{(pid=84040) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 21:04:29.608808 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-5ecdbbd8-7d00-48b9-9830-7eaca15fe8cb tempest-ExtraDHCPOptionsIpV6TestJSON-143672045 tempest-ExtraDHCPOptionsIpV6TestJSON-143672045-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:04:29.619096 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-bc7d6105-76f1-47c1-8c39-0948d294b25b tempest-RoutersIpV6AdminTest-1441855246 tempest-RoutersIpV6AdminTest-1441855246-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1103592'] for network, before_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:29.630257 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.plugin [None req-5e00e7d9-52ce-4647-9518-2513d006c9cc tempest-AttachVolumeTestJSON-1696487017 tempest-AttachVolumeTestJSON-1696487017-project] Deleting port 9cf8f108-b130-46d3-9e45-7abd3d12d55c {{(pid=84041) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 21:04:29.630658 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-5e00e7d9-52ce-4647-9518-2513d006c9cc tempest-AttachVolumeTestJSON-1696487017 tempest-AttachVolumeTestJSON-1696487017-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750375188691'] for port, before_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:29.642119 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-7f7b6be4-b265-4cf1-80a4-ca08ece365a5 tempest-RoutersTest-1500746192 tempest-RoutersTest-1500746192-project] 10.222.0.42 "PUT /v2.0/routers/0a6efbe4-fe5f-4e7e-b59b-6d0b6f4d346d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8395901 Apr 18 21:04:29.644873 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 36518) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:04:29.672769 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b211b19-1097-46df-b8d8-10bafa8940ae None None] Sync routers for ids ['0a6efbe4-fe5f-4e7e-b59b-6d0b6f4d346d'] in n-d-838334-2 {{(pid=84042) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 18 21:04:29.686122 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.plugin [None req-06bbd1f5-1817-4b9c-b27a-a5997d960c4a None None] Calling delete_port for 27923629-fadf-4f36-ab09-50a27bb8e499 owned by network:dhcp {{(pid=84042) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 21:04:29.697234 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.plugin [None req-a0814747-86a3-4ffa-a11e-c871b4d1be94 tempest-PortsTestJSON-1335945802 tempest-PortsTestJSON-1335945802-project] Deleting port 27923629-fadf-4f36-ab09-50a27bb8e499 {{(pid=84041) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 21:04:29.697567 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-a0814747-86a3-4ffa-a11e-c871b4d1be94 tempest-PortsTestJSON-1335945802 tempest-PortsTestJSON-1335945802-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750375188691'] for port, before_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:29.729146 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:29.767832 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] For port 27923629-fadf-4f36-ab09-50a27bb8e499, host n-d-838334-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838334-2',level=0,port_id=27923629-fadf-4f36-ab09-50a27bb8e499,segment=NetworkSegment(b1bc39a0-4754-471e-8e9c-61067b5b2321),segment_id=b1bc39a0-4754-471e-8e9c-61067b5b2321)] {{(pid=84042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:04:29.769523 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750375287399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253529'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:29.780383 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682'] for port, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:29.837582 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b211b19-1097-46df-b8d8-10bafa8940ae None None] Routers {'0a6efbe4-fe5f-4e7e-b59b-6d0b6f4d346d'} bound to L3 agent in host n-d-838334-2 {{(pid=84042) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 21:04:29.838588 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_hamode_db [None req-5b211b19-1097-46df-b8d8-10bafa8940ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838334-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-18T20:25:48Z,description=,heartbeat_timestamp=2022-04-18T21:04:18Z,host='n-d-838334-2',id=bc84d6c9-dd7a-4555-a351-592327b46d5a,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:25:48Z,topic='l3_agent')) {'router_ids': ['0a6efbe4-fe5f-4e7e-b59b-6d0b6f4d346d'], 'active': True} {{(pid=84042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:04:29.929243 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_hamode_db [None req-5b211b19-1097-46df-b8d8-10bafa8940ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-838334-2', False) {} {{(pid=84042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:04:29.950304 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Pushing event updated for resources: {'Port': ['ID=27923629-fadf-4f36-ab09-50a27bb8e499,revision_number=5']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:04:29.956786 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ecdbbd8-7d00-48b9-9830-7eaca15fe8cb tempest-ExtraDHCPOptionsIpV6TestJSON-143672045 tempest-ExtraDHCPOptionsIpV6TestJSON-143672045-project] Made reservation on behalf of 1e58ac7a2a59451c82994284a0348686 for: {'subnet': 1} {{(pid=84041) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:04:29.966988 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b211b19-1097-46df-b8d8-10bafa8940ae None None] Routers {'0a6efbe4-fe5f-4e7e-b59b-6d0b6f4d346d'} bound to L3 agent in host n-d-838334-2 {{(pid=84042) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 21:04:29.967858 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_hamode_db [None req-5b211b19-1097-46df-b8d8-10bafa8940ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838334-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-18T20:25:48Z,description=,heartbeat_timestamp=2022-04-18T21:04:18Z,host='n-d-838334-2',id=bc84d6c9-dd7a-4555-a351-592327b46d5a,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:25:48Z,topic='l3_agent')) {'router_ids': ['0a6efbe4-fe5f-4e7e-b59b-6d0b6f4d346d'], 'active': True} {{(pid=84042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:04:30.061071 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_hamode_db [None req-5b211b19-1097-46df-b8d8-10bafa8940ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-838334-2', False) {} {{(pid=84042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:04:30.061649 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b211b19-1097-46df-b8d8-10bafa8940ae None None] The sync data for ids ['0a6efbe4-fe5f-4e7e-b59b-6d0b6f4d346d'] in n-d-838334-2 is: [] {{(pid=84042) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 18 21:04:30.071427 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.db.api [None req-06bbd1f5-1817-4b9c-b27a-a5997d960c4a None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84042) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 18 21:04:30.072149 n-d-838334-2 neutron-server[84042]: DEBUG oslo_db.api [None req-06bbd1f5-1817-4b9c-b27a-a5997d960c4a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 18 21:04:30.089335 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-5ecdbbd8-7d00-48b9-9830-7eaca15fe8cb tempest-ExtraDHCPOptionsIpV6TestJSON-143672045 tempest-ExtraDHCPOptionsIpV6TestJSON-143672045-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32486301'] for subnet, before_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:30.225471 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-8a5676d3-01c7-45e3-b355-f47eb8aedceb tempest-RoutersAdminTest-1076183166 tempest-RoutersAdminTest-1076183166-project] Notify callbacks [] for router_gateway, after_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:30.231042 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 36530) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:04:30.276514 n-d-838334-2 neutron-server[84040]: INFO neutron.api.v2.resource [None req-e75491a2-63fd-430a-9e1f-6d3a5fc802ba tempest-RoutersTest-1500746192 tempest-RoutersTest-1500746192-project] remove_router_interface failed (client error): The resource could not be found. Apr 18 21:04:30.277545 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-e75491a2-63fd-430a-9e1f-6d3a5fc802ba tempest-RoutersTest-1500746192 tempest-RoutersTest-1500746192-project] 10.222.0.42 "PUT /v2.0/routers/0a6efbe4-fe5f-4e7e-b59b-6d0b6f4d346d/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.6314337 Apr 18 21:04:30.280670 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 36536) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:04:30.326717 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-a9ecc8a0-1f94-4943-a390-15fd76b721c2 tempest-RoutersTest-1500746192 tempest-RoutersTest-1500746192-project] Synchronizing usage tracker for tenant:8a05b90fa8c54f25938df6bd0ef52223 on resource:port {{(pid=84040) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 21:04:30.343319 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-a9ecc8a0-1f94-4943-a390-15fd76b721c2 tempest-RoutersTest-1500746192 tempest-RoutersTest-1500746192-project] Unset dirty status for tenant:8a05b90fa8c54f25938df6bd0ef52223 on resource:port {{(pid=84040) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 21:04:30.347128 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-a9ecc8a0-1f94-4943-a390-15fd76b721c2 tempest-RoutersTest-1500746192 tempest-RoutersTest-1500746192-project] 10.222.0.42 "GET /v2.0/ports?device_id=0a6efbe4-fe5f-4e7e-b59b-6d0b6f4d346d HTTP/1.1" status: 200 len: 205 time: 0.0626819 Apr 18 21:04:30.347571 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 36540) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:04:30.507612 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-21de980a-265b-4730-930a-6d8ac0687cae tempest-RoutersTest-1500746192 tempest-RoutersTest-1500746192-project] Notify callbacks [] for router, before_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:30.574080 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.plugin [None req-06bbd1f5-1817-4b9c-b27a-a5997d960c4a None None] Deleting port 27923629-fadf-4f36-ab09-50a27bb8e499 {{(pid=84042) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 21:04:30.574683 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-06bbd1f5-1817-4b9c-b27a-a5997d960c4a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750375188691'] for port, before_delete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:30.575508 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.v2.base [None req-06dd5bc7-73ee-4786-8b40-1a31c58bd7db tempest-PortsAdminExtendedAttrsIpV6TestJSON-1140422829 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1140422829-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-test-network-888114585'}} {{(pid=84040) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:04:30.659694 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [None req-06dd5bc7-73ee-4786-8b40-1a31c58bd7db tempest-PortsAdminExtendedAttrsIpV6TestJSON-1140422829 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1140422829-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:04:30.677589 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-06dd5bc7-73ee-4786-8b40-1a31c58bd7db tempest-PortsAdminExtendedAttrsIpV6TestJSON-1140422829 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1140422829-project] Usage tracker for resource:network and tenant:f623b6badb004fb38da5b63124c9c9eb is out of sync, need to count used quota {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:04:30.682367 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-06dd5bc7-73ee-4786-8b40-1a31c58bd7db tempest-PortsAdminExtendedAttrsIpV6TestJSON-1140422829 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1140422829-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:04:30.689650 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [None req-06dd5bc7-73ee-4786-8b40-1a31c58bd7db tempest-PortsAdminExtendedAttrsIpV6TestJSON-1140422829 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1140422829-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:04:30.766801 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-06dd5bc7-73ee-4786-8b40-1a31c58bd7db tempest-PortsAdminExtendedAttrsIpV6TestJSON-1140422829 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1140422829-project] Made reservation on behalf of f623b6badb004fb38da5b63124c9c9eb for: {'network': 1} {{(pid=84040) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:04:30.770529 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-06dd5bc7-73ee-4786-8b40-1a31c58bd7db tempest-PortsAdminExtendedAttrsIpV6TestJSON-1140422829 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1140422829-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for network, before_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:30.786922 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-06bbd1f5-1817-4b9c-b27a-a5997d960c4a None None] For port 27923629-fadf-4f36-ab09-50a27bb8e499, host n-d-838334-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838334-2',level=0,port_id=27923629-fadf-4f36-ab09-50a27bb8e499,segment=NetworkSegment(b1bc39a0-4754-471e-8e9c-61067b5b2321),segment_id=b1bc39a0-4754-471e-8e9c-61067b5b2321)] {{(pid=84042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:04:30.787561 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-06bbd1f5-1817-4b9c-b27a-a5997d960c4a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369123'] for port, precommit_delete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:30.843236 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-06dd5bc7-73ee-4786-8b40-1a31c58bd7db tempest-PortsAdminExtendedAttrsIpV6TestJSON-1140422829 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1140422829-project] Notify callbacks [] for security_group, before_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:30.936667 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.plugin [None req-06bbd1f5-1817-4b9c-b27a-a5997d960c4a None None] Calling delete_port for 27923629-fadf-4f36-ab09-50a27bb8e499 owned by network:dhcp {{(pid=84042) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 21:04:30.966658 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-bc7d6105-76f1-47c1-8c39-0948d294b25b tempest-RoutersIpV6AdminTest-1441855246 tempest-RoutersIpV6AdminTest-1441855246-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1258905', 'neutron.services.segments.db._delete_segments_for_network-8750375287417'] for network, precommit_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:31.034876 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.db [None req-a0814747-86a3-4ffa-a11e-c871b4d1be94 tempest-PortsTestJSON-1335945802 tempest-PortsTestJSON-1335945802-project] For port 27923629-fadf-4f36-ab09-50a27bb8e499, host n-d-838334-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838334-2',level=0,port_id=27923629-fadf-4f36-ab09-50a27bb8e499,segment=NetworkSegment(b1bc39a0-4754-471e-8e9c-61067b5b2321),segment_id=b1bc39a0-4754-471e-8e9c-61067b5b2321)] {{(pid=84041) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:04:31.036844 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-a0814747-86a3-4ffa-a11e-c871b4d1be94 tempest-PortsTestJSON-1335945802 tempest-PortsTestJSON-1335945802-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369123'] for port, precommit_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:31.067489 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-21de980a-265b-4730-930a-6d8ac0687cae tempest-RoutersTest-1500746192 tempest-RoutersTest-1500746192-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33443580', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5726'] for router, precommit_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:31.070039 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [None req-06dd5bc7-73ee-4786-8b40-1a31c58bd7db tempest-PortsAdminExtendedAttrsIpV6TestJSON-1140422829 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1140422829-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:04:31.076453 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-06dd5bc7-73ee-4786-8b40-1a31c58bd7db tempest-PortsAdminExtendedAttrsIpV6TestJSON-1140422829 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1140422829-project] Usage tracker for resource:security_group_rule and tenant:f623b6badb004fb38da5b63124c9c9eb is out of sync, need to count used quota {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:04:31.079462 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-21de980a-265b-4730-930a-6d8ac0687cae tempest-RoutersTest-1500746192 tempest-RoutersTest-1500746192-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:31.082260 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-06dd5bc7-73ee-4786-8b40-1a31c58bd7db tempest-PortsAdminExtendedAttrsIpV6TestJSON-1140422829 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1140422829-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:04:31.088842 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [None req-06dd5bc7-73ee-4786-8b40-1a31c58bd7db tempest-PortsAdminExtendedAttrsIpV6TestJSON-1140422829 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1140422829-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:04:31.096473 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-06bbd1f5-1817-4b9c-b27a-a5997d960c4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750375259028', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750374836628'] for port, after_delete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:31.136185 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-21de980a-265b-4730-930a-6d8ac0687cae tempest-RoutersTest-1500746192 tempest-RoutersTest-1500746192-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-33443408'] for router, after_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:31.136673 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-21de980a-265b-4730-930a-6d8ac0687cae tempest-RoutersTest-1500746192 tempest-RoutersTest-1500746192-project] Fanout notify agent at l3_agent the message router_deleted on router 0a6efbe4-fe5f-4e7e-b59b-6d0b6f4d346d {{(pid=84040) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 18 21:04:31.148730 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06bbd1f5-1817-4b9c-b27a-a5997d960c4a None None] Pushing event deleted for resources: {'Port': ['ID=27923629-fadf-4f36-ab09-50a27bb8e499,revision_number=None']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:04:31.159825 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06bbd1f5-1817-4b9c-b27a-a5997d960c4a None None] No DVR routers for this DVR port 27923629-fadf-4f36-ab09-50a27bb8e499 on host n-d-838334-2 {{(pid=84042) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 21:04:31.181361 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-21de980a-265b-4730-930a-6d8ac0687cae tempest-RoutersTest-1500746192 tempest-RoutersTest-1500746192-project] Notify callbacks [] for router, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:31.185228 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-21de980a-265b-4730-930a-6d8ac0687cae tempest-RoutersTest-1500746192 tempest-RoutersTest-1500746192-project] 10.222.0.42 "DELETE /v2.0/routers/0a6efbe4-fe5f-4e7e-b59b-6d0b6f4d346d HTTP/1.1" status: 204 len: 168 time: 0.8367035 Apr 18 21:04:31.186009 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 36546) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:04:31.255308 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-06dd5bc7-73ee-4786-8b40-1a31c58bd7db tempest-PortsAdminExtendedAttrsIpV6TestJSON-1140422829 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1140422829-project] Notify callbacks [] for security_group, precommit_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:31.264979 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-06dd5bc7-73ee-4786-8b40-1a31c58bd7db tempest-PortsAdminExtendedAttrsIpV6TestJSON-1140422829 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1140422829-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33528224'] for security_group, after_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:31.290981 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.plugin [None req-a0814747-86a3-4ffa-a11e-c871b4d1be94 tempest-PortsTestJSON-1335945802 tempest-PortsTestJSON-1335945802-project] Calling delete_port for 27923629-fadf-4f36-ab09-50a27bb8e499 owned by network:dhcp {{(pid=84041) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 21:04:31.293182 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-06dd5bc7-73ee-4786-8b40-1a31c58bd7db tempest-PortsAdminExtendedAttrsIpV6TestJSON-1140422829 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1140422829-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 361} {{(pid=84040) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 21:04:31.319167 n-d-838334-2 neutron-server[84041]: DEBUG neutron.services.segments.db [None req-bc7d6105-76f1-47c1-8c39-0948d294b25b tempest-RoutersIpV6AdminTest-1441855246 tempest-RoutersIpV6AdminTest-1441855246-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['554cc37e-c6da-4ba5-b5eb-4bff67780976']}} {{(pid=84041) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:04:31.336512 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-5e00e7d9-52ce-4647-9518-2513d006c9cc tempest-AttachVolumeTestJSON-1696487017 tempest-AttachVolumeTestJSON-1696487017-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369123'] for port, precommit_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:31.337172 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-5e00e7d9-52ce-4647-9518-2513d006c9cc tempest-AttachVolumeTestJSON-1696487017 tempest-AttachVolumeTestJSON-1696487017-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:31.412324 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-06dd5bc7-73ee-4786-8b40-1a31c58bd7db tempest-PortsAdminExtendedAttrsIpV6TestJSON-1140422829 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1140422829-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1082986'] for segment, precommit_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:31.412948 n-d-838334-2 neutron-server[84040]: INFO neutron.db.segments_db [None req-06dd5bc7-73ee-4786-8b40-1a31c58bd7db tempest-PortsAdminExtendedAttrsIpV6TestJSON-1140422829 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1140422829-project] Added segment 698d6ee8-a8b8-4ef9-a78a-6cb0c7e62f11 of type vlan for network 4961d4e9-7985-466c-877d-192c08190aa4 Apr 18 21:04:31.419451 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06dd5bc7-73ee-4786-8b40-1a31c58bd7db tempest-PortsAdminExtendedAttrsIpV6TestJSON-1140422829 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1140422829-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8ec6e33f-bffc-4527-a797-40ec3f74d25d,revision_number=1']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:04:31.438612 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-8a5676d3-01c7-45e3-b355-f47eb8aedceb tempest-RoutersAdminTest-1076183166 tempest-RoutersAdminTest-1076183166-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-33444175', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-33443520', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5293'] for router, precommit_update {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:31.467599 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-06dd5bc7-73ee-4786-8b40-1a31c58bd7db tempest-PortsAdminExtendedAttrsIpV6TestJSON-1140422829 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1140422829-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750374825732'] for network, precommit_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:31.470943 n-d-838334-2 neutron-server[84041]: DEBUG neutron.services.segments.db [None req-bc7d6105-76f1-47c1-8c39-0948d294b25b tempest-RoutersIpV6AdminTest-1441855246 tempest-RoutersIpV6AdminTest-1441855246-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c9ead798-ceaf-4aac-a9bd-55f74fea1952') {'for_net_delete': True} {{(pid=84041) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:04:31.471571 n-d-838334-2 neutron-server[84041]: DEBUG neutron.services.segments.db [None req-bc7d6105-76f1-47c1-8c39-0948d294b25b tempest-RoutersIpV6AdminTest-1441855246 tempest-RoutersIpV6AdminTest-1441855246-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c9ead798-ceaf-4aac-a9bd-55f74fea1952') {} {{(pid=84041) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:04:31.494007 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.db_base_plugin_v2 [None req-f4a629ff-099b-44c1-8dea-c66d1ddb7daa tempest-RoutersTest-1500746192 tempest-RoutersTest-1500746192-project] Deleting subnet 0821341f-2c34-424c-9638-add4086c4774 {{(pid=84040) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 18 21:04:31.497663 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-f4a629ff-099b-44c1-8dea-c66d1ddb7daa tempest-RoutersTest-1500746192 tempest-RoutersTest-1500746192-project] Notify callbacks [] for subnet, before_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:31.550264 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-bc7d6105-76f1-47c1-8c39-0948d294b25b tempest-RoutersIpV6AdminTest-1441855246 tempest-RoutersIpV6AdminTest-1441855246-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750375287300', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32268156'] for segment, before_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:31.570477 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.plugin [None req-5e00e7d9-52ce-4647-9518-2513d006c9cc tempest-AttachVolumeTestJSON-1696487017 tempest-AttachVolumeTestJSON-1696487017-project] Calling delete_port for 9cf8f108-b130-46d3-9e45-7abd3d12d55c owned by network:floatingip {{(pid=84041) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 21:04:31.614679 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-8a5676d3-01c7-45e3-b355-f47eb8aedceb tempest-RoutersAdminTest-1076183166 tempest-RoutersAdminTest-1076183166-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33444176', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-33444166', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-33444185', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-33443547'] for router, after_update {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:31.642343 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-bc7d6105-76f1-47c1-8c39-0948d294b25b tempest-RoutersIpV6AdminTest-1441855246 tempest-RoutersIpV6AdminTest-1441855246-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1082986'] for segment, precommit_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:31.658031 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.db.resource_extend [None req-06dd5bc7-73ee-4786-8b40-1a31c58bd7db tempest-PortsAdminExtendedAttrsIpV6TestJSON-1140422829 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1140422829-project] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 18 21:04:31.697385 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-f4a629ff-099b-44c1-8dea-c66d1ddb7daa tempest-RoutersTest-1500746192 tempest-RoutersTest-1500746192-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31955982'] for subnet, precommit_delete_associations {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:31.723431 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bc7d6105-76f1-47c1-8c39-0948d294b25b tempest-RoutersIpV6AdminTest-1441855246 tempest-RoutersIpV6AdminTest-1441855246-project-admin] Releasing vlan 357 on physical network physnet1 to pool {{(pid=84041) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 18 21:04:31.723431 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-bc7d6105-76f1-47c1-8c39-0948d294b25b tempest-RoutersIpV6AdminTest-1441855246 tempest-RoutersIpV6AdminTest-1441855246-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1082993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32266254'] for segment, after_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:31.724912 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-06dd5bc7-73ee-4786-8b40-1a31c58bd7db tempest-PortsAdminExtendedAttrsIpV6TestJSON-1140422829 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1140422829-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33526109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022'] for network, after_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:31.730466 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06dd5bc7-73ee-4786-8b40-1a31c58bd7db tempest-PortsAdminExtendedAttrsIpV6TestJSON-1140422829 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1140422829-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:04:31.732578 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-06dd5bc7-73ee-4786-8b40-1a31c58bd7db tempest-PortsAdminExtendedAttrsIpV6TestJSON-1140422829 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1140422829-project] Notify callbacks [] for network, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:31.746305 n-d-838334-2 neutron-server[84041]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 21:04:31.746305 n-d-838334-2 neutron-server[84041]: util.warn( Apr 18 21:04:31.746305 n-d-838334-2 neutron-server[84041]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 21:04:31.746305 n-d-838334-2 neutron-server[84041]: util.warn( Apr 18 21:04:31.746305 n-d-838334-2 neutron-server[84041]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 21:04:31.746305 n-d-838334-2 neutron-server[84041]: util.warn( Apr 18 21:04:31.746305 n-d-838334-2 neutron-server[84041]: Traceback (most recent call last): Apr 18 21:04:31.746305 n-d-838334-2 neutron-server[84041]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 18 21:04:31.746305 n-d-838334-2 neutron-server[84041]: timer() Apr 18 21:04:31.746305 n-d-838334-2 neutron-server[84041]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 21:04:31.746305 n-d-838334-2 neutron-server[84041]: cb(*args, **kw) Apr 18 21:04:31.746305 n-d-838334-2 neutron-server[84041]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 18 21:04:31.746305 n-d-838334-2 neutron-server[84041]: return func(*args, **kwargs) Apr 18 21:04:31.746305 n-d-838334-2 neutron-server[84041]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 21:04:31.746305 n-d-838334-2 neutron-server[84041]: self._notify() Apr 18 21:04:31.746305 n-d-838334-2 neutron-server[84041]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 21:04:31.746305 n-d-838334-2 neutron-server[84041]: self.callback(batched_events) Apr 18 21:04:31.746305 n-d-838334-2 neutron-server[84041]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 21:04:31.746305 n-d-838334-2 neutron-server[84041]: event.method(event) Apr 18 21:04:31.746305 n-d-838334-2 neutron-server[84041]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 18 21:04:31.746305 n-d-838334-2 neutron-server[84041]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 21:04:31.746305 n-d-838334-2 neutron-server[84041]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 18 21:04:31.746305 n-d-838334-2 neutron-server[84041]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 21:04:31.746305 n-d-838334-2 neutron-server[84041]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 18 21:04:31.746305 n-d-838334-2 neutron-server[84041]: return f(self, *a, **k) Apr 18 21:04:31.746305 n-d-838334-2 neutron-server[84041]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 18 21:04:31.746305 n-d-838334-2 neutron-server[84041]: return self._get(url).json() Apr 18 21:04:31.746305 n-d-838334-2 neutron-server[84041]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 18 21:04:31.746305 n-d-838334-2 neutron-server[84041]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 21:04:31.746305 n-d-838334-2 neutron-server[84041]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 18 21:04:31.746305 n-d-838334-2 neutron-server[84041]: return self.request(url, 'GET', **kwargs) Apr 18 21:04:31.746305 n-d-838334-2 neutron-server[84041]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 18 21:04:31.746305 n-d-838334-2 neutron-server[84041]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 21:04:31.746305 n-d-838334-2 neutron-server[84041]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 18 21:04:31.746305 n-d-838334-2 neutron-server[84041]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 21:04:31.746305 n-d-838334-2 neutron-server[84041]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 18 21:04:31.746305 n-d-838334-2 neutron-server[84041]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 21:04:31.746305 n-d-838334-2 neutron-server[84041]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 21:04:31.873978 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06dd5bc7-73ee-4786-8b40-1a31c58bd7db tempest-PortsAdminExtendedAttrsIpV6TestJSON-1140422829 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1140422829-project] Pushing event updated for resources: {'Network': ['ID=4961d4e9-7985-466c-877d-192c08190aa4,revision_number=1']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:04:31.879652 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-06dd5bc7-73ee-4786-8b40-1a31c58bd7db tempest-PortsAdminExtendedAttrsIpV6TestJSON-1140422829 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1140422829-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 802 time: 1.6445532 Apr 18 21:04:31.892585 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Network 4961d4e9-7985-466c-877d-192c08190aa4 details requested by agent ovs-agent-n-d-838334-2 with host n-d-838334-2 {{(pid=84042) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 18 21:04:31.953157 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-f4a629ff-099b-44c1-8dea-c66d1ddb7daa tempest-RoutersTest-1500746192 tempest-RoutersTest-1500746192-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1260556'] for subnet, precommit_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:31.972358 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.db.api [None req-a0814747-86a3-4ffa-a11e-c871b4d1be94 tempest-PortsTestJSON-1335945802 tempest-PortsTestJSON-1335945802-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84041) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 18 21:04:31.972681 n-d-838334-2 neutron-server[84041]: DEBUG oslo_db.api [None req-a0814747-86a3-4ffa-a11e-c871b4d1be94 tempest-PortsTestJSON-1335945802 tempest-PortsTestJSON-1335945802-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84041) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 18 21:04:32.072379 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-f4a629ff-099b-44c1-8dea-c66d1ddb7daa tempest-RoutersTest-1500746192 tempest-RoutersTest-1500746192-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1260549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33526260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32440885', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31752825'] for subnet, after_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:32.153347 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-f4a629ff-099b-44c1-8dea-c66d1ddb7daa tempest-RoutersTest-1500746192 tempest-RoutersTest-1500746192-project] Notify callbacks [] for subnet, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:32.156634 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4a629ff-099b-44c1-8dea-c66d1ddb7daa tempest-RoutersTest-1500746192 tempest-RoutersTest-1500746192-project] Pushing event deleted for resources: {'Subnet': ['ID=0821341f-2c34-424c-9638-add4086c4774,revision_number=None']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:04:32.166922 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e2969c1-ceb5-4605-a1ab-56389a607c9e None None] Network ad2c63d3-63b2-4816-a7a1-78eaf1483674 requested from n-d-838334-2 {{(pid=84042) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 21:04:32.174275 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-f4a629ff-099b-44c1-8dea-c66d1ddb7daa tempest-RoutersTest-1500746192 tempest-RoutersTest-1500746192-project] 10.222.0.42 "DELETE /v2.0/subnets/0821341f-2c34-424c-9638-add4086c4774 HTTP/1.1" status: 204 len: 168 time: 0.9846253 Apr 18 21:04:32.175046 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 36556) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:04:32.201980 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-5e00e7d9-52ce-4647-9518-2513d006c9cc tempest-AttachVolumeTestJSON-1696487017 tempest-AttachVolumeTestJSON-1696487017-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750375259028', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750374836628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32266323'] for port, after_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:32.210873 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-bc7d6105-76f1-47c1-8c39-0948d294b25b tempest-RoutersIpV6AdminTest-1441855246 tempest-RoutersIpV6AdminTest-1441855246-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1258898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33526109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33444113'] for network, after_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:32.213874 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-5ecdbbd8-7d00-48b9-9830-7eaca15fe8cb tempest-ExtraDHCPOptionsIpV6TestJSON-143672045 tempest-ExtraDHCPOptionsIpV6TestJSON-143672045-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33526260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32266407', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32486287'] for subnet, after_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:32.264026 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 36560) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:04:32.277379 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.v2.base [None req-275c0c04-dd40-4d49-87df-5a4c06c22bae tempest-PortsAdminExtendedAttrsIpV6TestJSON-1364717658 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1364717658-project-admin] Request body: {'port': {'network_id': '4961d4e9-7985-466c-877d-192c08190aa4', 'binding:host_id': 'n-h1-838334-2', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1857125710'}} {{(pid=84040) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:04:32.295905 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [None req-275c0c04-dd40-4d49-87df-5a4c06c22bae tempest-PortsAdminExtendedAttrsIpV6TestJSON-1364717658 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1364717658-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:04:32.307393 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-275c0c04-dd40-4d49-87df-5a4c06c22bae tempest-PortsAdminExtendedAttrsIpV6TestJSON-1364717658 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1364717658-project-admin] Usage tracker for resource:port and tenant:7a37e36e7064464dbdba8c9d23a6837c is out of sync, need to count used quota {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:04:32.318435 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-275c0c04-dd40-4d49-87df-5a4c06c22bae tempest-PortsAdminExtendedAttrsIpV6TestJSON-1364717658 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1364717658-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:04:32.328762 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [None req-275c0c04-dd40-4d49-87df-5a4c06c22bae tempest-PortsAdminExtendedAttrsIpV6TestJSON-1364717658 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1364717658-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:04:32.336864 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-271db215-65a2-43b3-9bbb-6c6a21308a6e tempest-RoutersTest-1500746192 tempest-RoutersTest-1500746192-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1103592'] for network, before_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:32.343494 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bc7d6105-76f1-47c1-8c39-0948d294b25b tempest-RoutersIpV6AdminTest-1441855246 tempest-RoutersIpV6AdminTest-1441855246-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 554cc37e-c6da-4ba5-b5eb-4bff67780976 {{(pid=84041) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Apr 18 21:04:32.348098 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-bc7d6105-76f1-47c1-8c39-0948d294b25b tempest-RoutersIpV6AdminTest-1441855246 tempest-RoutersIpV6AdminTest-1441855246-project-admin] Notify callbacks [] for network, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:32.353003 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-275c0c04-dd40-4d49-87df-5a4c06c22bae tempest-PortsAdminExtendedAttrsIpV6TestJSON-1364717658 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1364717658-project-admin] Made reservation on behalf of 7a37e36e7064464dbdba8c9d23a6837c for: {'port': 1} {{(pid=84040) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:04:32.355412 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-275c0c04-dd40-4d49-87df-5a4c06c22bae tempest-PortsAdminExtendedAttrsIpV6TestJSON-1364717658 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1364717658-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:32.372104 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-275c0c04-dd40-4d49-87df-5a4c06c22bae tempest-PortsAdminExtendedAttrsIpV6TestJSON-1364717658 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1364717658-project-admin] Notify callbacks [] for security_group, before_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:32.383703 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.plugin [None req-271db215-65a2-43b3-9bbb-6c6a21308a6e tempest-RoutersTest-1500746192 tempest-RoutersTest-1500746192-project] Deleting port fa5534c2-4689-4404-815c-21779f02220b {{(pid=84040) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 21:04:32.384450 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-271db215-65a2-43b3-9bbb-6c6a21308a6e tempest-RoutersTest-1500746192 tempest-RoutersTest-1500746192-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750375188691'] for port, before_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:32.433706 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc7d6105-76f1-47c1-8c39-0948d294b25b tempest-RoutersIpV6AdminTest-1441855246 tempest-RoutersIpV6AdminTest-1441855246-project-admin] Pushing event deleted for resources: {'Network': ['ID=554cc37e-c6da-4ba5-b5eb-4bff67780976,revision_number=None']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:04:32.437358 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e00e7d9-52ce-4647-9518-2513d006c9cc tempest-AttachVolumeTestJSON-1696487017 tempest-AttachVolumeTestJSON-1696487017-project] Pushing event deleted for resources: {'Port': ['ID=9cf8f108-b130-46d3-9e45-7abd3d12d55c,revision_number=None']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:04:32.500427 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [None req-275c0c04-dd40-4d49-87df-5a4c06c22bae tempest-PortsAdminExtendedAttrsIpV6TestJSON-1364717658 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1364717658-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:04:32.517946 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-275c0c04-dd40-4d49-87df-5a4c06c22bae tempest-PortsAdminExtendedAttrsIpV6TestJSON-1364717658 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1364717658-project-admin] Usage tracker for resource:security_group_rule and tenant:7a37e36e7064464dbdba8c9d23a6837c is out of sync, need to count used quota {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:04:32.520201 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e5e82b0-aadc-45b4-8025-04a413faeba7 None None] DHCP port deletion for ad2c63d3-63b2-4816-a7a1-78eaf1483674 request from n-d-838334-2 {{(pid=84042) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 18 21:04:32.525496 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.plugin [None req-3e5e82b0-aadc-45b4-8025-04a413faeba7 None None] Deleting port fa5534c2-4689-4404-815c-21779f02220b {{(pid=84042) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 21:04:32.525735 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-275c0c04-dd40-4d49-87df-5a4c06c22bae tempest-PortsAdminExtendedAttrsIpV6TestJSON-1364717658 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1364717658-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:04:32.526020 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-3e5e82b0-aadc-45b4-8025-04a413faeba7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750375188691'] for port, before_delete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:32.530598 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.plugin [None req-a0814747-86a3-4ffa-a11e-c871b4d1be94 tempest-PortsTestJSON-1335945802 tempest-PortsTestJSON-1335945802-project] Deleting port 27923629-fadf-4f36-ab09-50a27bb8e499 {{(pid=84041) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 21:04:32.531296 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-a0814747-86a3-4ffa-a11e-c871b4d1be94 tempest-PortsTestJSON-1335945802 tempest-PortsTestJSON-1335945802-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750375188691'] for port, before_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:32.541193 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [None req-275c0c04-dd40-4d49-87df-5a4c06c22bae tempest-PortsAdminExtendedAttrsIpV6TestJSON-1364717658 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1364717658-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:04:32.683876 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.db [None req-271db215-65a2-43b3-9bbb-6c6a21308a6e tempest-RoutersTest-1500746192 tempest-RoutersTest-1500746192-project] For port fa5534c2-4689-4404-815c-21779f02220b, host n-d-838334-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838334-2',level=0,port_id=fa5534c2-4689-4404-815c-21779f02220b,segment=NetworkSegment(48a77cb4-d563-48d7-8f1b-cfa77ff24f72),segment_id=48a77cb4-d563-48d7-8f1b-cfa77ff24f72)] {{(pid=84040) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:04:32.684241 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-271db215-65a2-43b3-9bbb-6c6a21308a6e tempest-RoutersTest-1500746192 tempest-RoutersTest-1500746192-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369123'] for port, precommit_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:32.797430 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.plugin [None req-a0814747-86a3-4ffa-a11e-c871b4d1be94 tempest-PortsTestJSON-1335945802 tempest-PortsTestJSON-1335945802-project] The port '27923629-fadf-4f36-ab09-50a27bb8e499' was deleted {{(pid=84041) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 18 21:04:32.877967 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ecdbbd8-7d00-48b9-9830-7eaca15fe8cb tempest-ExtraDHCPOptionsIpV6TestJSON-143672045 tempest-ExtraDHCPOptionsIpV6TestJSON-143672045-project] Checking segment: {'id': 'def412a1-465e-4289-a41f-3d6e7b80e225', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '2c6d39c7-6e76-41c6-a439-c7138036f252'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84041) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 21:04:32.878284 n-d-838334-2 neutron-server[84041]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ecdbbd8-7d00-48b9-9830-7eaca15fe8cb tempest-ExtraDHCPOptionsIpV6TestJSON-143672045 tempest-ExtraDHCPOptionsIpV6TestJSON-143672045-project] Network hostable DHCP agents. Network: 2c6d39c7-6e76-41c6-a439-c7138036f252, hostable agents: ['8746f8ea-3e91-4b32-9919-2c63adeb8722'], hosted agents: [] {{(pid=84041) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 21:04:32.882711 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-5e00e7d9-52ce-4647-9518-2513d006c9cc tempest-AttachVolumeTestJSON-1696487017 tempest-AttachVolumeTestJSON-1696487017-project] Notify callbacks [] for floatingip, after_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:32.882882 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.plugin [None req-271db215-65a2-43b3-9bbb-6c6a21308a6e tempest-RoutersTest-1500746192 tempest-RoutersTest-1500746192-project] Calling delete_port for fa5534c2-4689-4404-815c-21779f02220b owned by network:dhcp {{(pid=84040) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 21:04:32.907078 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ecdbbd8-7d00-48b9-9830-7eaca15fe8cb tempest-ExtraDHCPOptionsIpV6TestJSON-143672045 tempest-ExtraDHCPOptionsIpV6TestJSON-143672045-project] Pushing event updated for resources: {'Subnet': ['ID=6dbd931b-c106-483b-9349-2e308c8e7f34,revision_number=0']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:04:32.941573 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-bc7d6105-76f1-47c1-8c39-0948d294b25b tempest-RoutersIpV6AdminTest-1441855246 tempest-RoutersIpV6AdminTest-1441855246-project-admin] 10.222.0.42 "DELETE /v2.0/networks/554cc37e-c6da-4ba5-b5eb-4bff67780976 HTTP/1.1" status: 204 len: 168 time: 3.4649827 Apr 18 21:04:32.955120 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-5e00e7d9-52ce-4647-9518-2513d006c9cc tempest-AttachVolumeTestJSON-1696487017 tempest-AttachVolumeTestJSON-1696487017-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217293'] for floatingip, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:32.956461 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-5e00e7d9-52ce-4647-9518-2513d006c9cc tempest-AttachVolumeTestJSON-1696487017 tempest-AttachVolumeTestJSON-1696487017-project] 10.222.0.42 "DELETE /v2.0/floatingips/c1c1a058-ad87-4bca-882d-a19c896e90cb HTTP/1.1" status: 204 len: 168 time: 3.8772843 Apr 18 21:04:32.993071 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-3e5e82b0-aadc-45b4-8025-04a413faeba7 None None] For port fa5534c2-4689-4404-815c-21779f02220b, host n-d-838334-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838334-2',level=0,port_id=fa5534c2-4689-4404-815c-21779f02220b,segment=NetworkSegment(48a77cb4-d563-48d7-8f1b-cfa77ff24f72),segment_id=48a77cb4-d563-48d7-8f1b-cfa77ff24f72)] {{(pid=84042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:04:32.999446 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-3e5e82b0-aadc-45b4-8025-04a413faeba7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369123'] for port, precommit_delete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:33.006330 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-275c0c04-dd40-4d49-87df-5a4c06c22bae tempest-PortsAdminExtendedAttrsIpV6TestJSON-1364717658 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1364717658-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:33.022100 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-275c0c04-dd40-4d49-87df-5a4c06c22bae tempest-PortsAdminExtendedAttrsIpV6TestJSON-1364717658 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1364717658-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33528224'] for security_group, after_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:33.066991 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-a0814747-86a3-4ffa-a11e-c871b4d1be94 tempest-PortsTestJSON-1335945802 tempest-PortsTestJSON-1335945802-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1258905', 'neutron.services.segments.db._delete_segments_for_network-8750375287417'] for network, precommit_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:33.089162 n-d-838334-2 neutron-server[84040]: DEBUG neutron.notifiers.nova [None req-275c0c04-dd40-4d49-87df-5a4c06c22bae tempest-PortsAdminExtendedAttrsIpV6TestJSON-1364717658 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1364717658-project-admin] device_id is not set on port deeae221-0db0-4c94-b7e2-9614f2624ca9 yet. {{(pid=84040) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 18 21:04:33.091271 n-d-838334-2 neutron-server[84041]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ecdbbd8-7d00-48b9-9830-7eaca15fe8cb tempest-ExtraDHCPOptionsIpV6TestJSON-143672045 tempest-ExtraDHCPOptionsIpV6TestJSON-143672045-project] Network 2c6d39c7-6e76-41c6-a439-c7138036f252 is scheduled to be hosted by DHCP agent 8746f8ea-3e91-4b32-9919-2c63adeb8722 with binding_index 1 {{(pid=84041) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 21:04:33.122405 n-d-838334-2 neutron-server[84041]: DEBUG neutron.services.segments.db [None req-a0814747-86a3-4ffa-a11e-c871b4d1be94 tempest-PortsTestJSON-1335945802 tempest-PortsTestJSON-1335945802-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2ceb10fc-4981-44b0-a151-082c2a728988']}} {{(pid=84041) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:04:33.135599 n-d-838334-2 neutron-server[84041]: DEBUG neutron.scheduler.base_scheduler [None req-5ecdbbd8-7d00-48b9-9830-7eaca15fe8cb tempest-ExtraDHCPOptionsIpV6TestJSON-143672045 tempest-ExtraDHCPOptionsIpV6TestJSON-143672045-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-838334-2, 2c6d39c7-6e76-41c6-a439-c7138036f252) {{(pid=84041) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:04:33.138162 n-d-838334-2 neutron-server[84041]: DEBUG neutron.services.segments.db [None req-a0814747-86a3-4ffa-a11e-c871b4d1be94 tempest-PortsTestJSON-1335945802 tempest-PortsTestJSON-1335945802-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b1bc39a0-4754-471e-8e9c-61067b5b2321') {'for_net_delete': True} {{(pid=84041) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:04:33.138455 n-d-838334-2 neutron-server[84041]: DEBUG neutron.services.segments.db [None req-a0814747-86a3-4ffa-a11e-c871b4d1be94 tempest-PortsTestJSON-1335945802 tempest-PortsTestJSON-1335945802-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b1bc39a0-4754-471e-8e9c-61067b5b2321') {} {{(pid=84041) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:04:33.145033 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-275c0c04-dd40-4d49-87df-5a4c06c22bae tempest-PortsAdminExtendedAttrsIpV6TestJSON-1364717658 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1364717658-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2f82ee5d-a3ba-4b8d-8913-92328ff281ce,revision_number=1']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:04:33.152123 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ecdbbd8-7d00-48b9-9830-7eaca15fe8cb tempest-ExtraDHCPOptionsIpV6TestJSON-143672045 tempest-ExtraDHCPOptionsIpV6TestJSON-143672045-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:04:33.152710 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-5ecdbbd8-7d00-48b9-9830-7eaca15fe8cb tempest-ExtraDHCPOptionsIpV6TestJSON-143672045 tempest-ExtraDHCPOptionsIpV6TestJSON-143672045-project] Notify callbacks [] for subnet, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:33.163204 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-a0814747-86a3-4ffa-a11e-c871b4d1be94 tempest-PortsTestJSON-1335945802 tempest-PortsTestJSON-1335945802-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750375287300', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32268156'] for segment, before_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:33.210539 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-5ecdbbd8-7d00-48b9-9830-7eaca15fe8cb tempest-ExtraDHCPOptionsIpV6TestJSON-143672045 tempest-ExtraDHCPOptionsIpV6TestJSON-143672045-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 4.6145480 Apr 18 21:04:33.215532 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-a0814747-86a3-4ffa-a11e-c871b4d1be94 tempest-PortsTestJSON-1335945802 tempest-PortsTestJSON-1335945802-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1082986'] for segment, precommit_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:33.225620 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 36568) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:04:33.240379 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.v2.base [None req-1f8a9072-6de4-49e5-a33d-13db7ace430f tempest-ExtraDHCPOptionsIpV6TestJSON-143672045 tempest-ExtraDHCPOptionsIpV6TestJSON-143672045-project] Request body: {'port': {'network_id': '2c6d39c7-6e76-41c6-a439-c7138036f252', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-1523543996'}} {{(pid=84040) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:04:33.243387 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a0814747-86a3-4ffa-a11e-c871b4d1be94 tempest-PortsTestJSON-1335945802 tempest-PortsTestJSON-1335945802-project] Releasing vlan 396 on physical network physnet1 to pool {{(pid=84041) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 18 21:04:33.243853 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-a0814747-86a3-4ffa-a11e-c871b4d1be94 tempest-PortsTestJSON-1335945802 tempest-PortsTestJSON-1335945802-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1082993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32266254'] for segment, after_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:33.291780 n-d-838334-2 neutron-server[84041]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 21:04:33.291780 n-d-838334-2 neutron-server[84041]: util.warn( Apr 18 21:04:33.291780 n-d-838334-2 neutron-server[84041]: Traceback (most recent call last): Apr 18 21:04:33.291780 n-d-838334-2 neutron-server[84041]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 18 21:04:33.291780 n-d-838334-2 neutron-server[84041]: timer() Apr 18 21:04:33.291780 n-d-838334-2 neutron-server[84041]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 21:04:33.291780 n-d-838334-2 neutron-server[84041]: cb(*args, **kw) Apr 18 21:04:33.291780 n-d-838334-2 neutron-server[84041]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 18 21:04:33.291780 n-d-838334-2 neutron-server[84041]: return func(*args, **kwargs) Apr 18 21:04:33.291780 n-d-838334-2 neutron-server[84041]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 21:04:33.291780 n-d-838334-2 neutron-server[84041]: self._notify() Apr 18 21:04:33.291780 n-d-838334-2 neutron-server[84041]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 21:04:33.291780 n-d-838334-2 neutron-server[84041]: self.callback(batched_events) Apr 18 21:04:33.291780 n-d-838334-2 neutron-server[84041]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 21:04:33.291780 n-d-838334-2 neutron-server[84041]: event.method(event) Apr 18 21:04:33.291780 n-d-838334-2 neutron-server[84041]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 18 21:04:33.291780 n-d-838334-2 neutron-server[84041]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 21:04:33.291780 n-d-838334-2 neutron-server[84041]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 18 21:04:33.291780 n-d-838334-2 neutron-server[84041]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 21:04:33.291780 n-d-838334-2 neutron-server[84041]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 18 21:04:33.291780 n-d-838334-2 neutron-server[84041]: return f(self, *a, **k) Apr 18 21:04:33.291780 n-d-838334-2 neutron-server[84041]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 18 21:04:33.291780 n-d-838334-2 neutron-server[84041]: return self._get(url).json() Apr 18 21:04:33.291780 n-d-838334-2 neutron-server[84041]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 18 21:04:33.291780 n-d-838334-2 neutron-server[84041]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 21:04:33.291780 n-d-838334-2 neutron-server[84041]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 18 21:04:33.291780 n-d-838334-2 neutron-server[84041]: return self.request(url, 'GET', **kwargs) Apr 18 21:04:33.291780 n-d-838334-2 neutron-server[84041]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 18 21:04:33.291780 n-d-838334-2 neutron-server[84041]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 21:04:33.291780 n-d-838334-2 neutron-server[84041]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 18 21:04:33.291780 n-d-838334-2 neutron-server[84041]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 21:04:33.291780 n-d-838334-2 neutron-server[84041]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 18 21:04:33.291780 n-d-838334-2 neutron-server[84041]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 21:04:33.291780 n-d-838334-2 neutron-server[84041]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 21:04:33.340177 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-271db215-65a2-43b3-9bbb-6c6a21308a6e tempest-RoutersTest-1500746192 tempest-RoutersTest-1500746192-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750375259028', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750374836628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32440838'] for port, after_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:33.362657 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.plugin [None req-3e5e82b0-aadc-45b4-8025-04a413faeba7 None None] Calling delete_port for fa5534c2-4689-4404-815c-21779f02220b owned by network:dhcp {{(pid=84042) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 21:04:33.493229 n-d-838334-2 neutron-server[84041]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8a5676d3-01c7-45e3-b355-f47eb8aedceb tempest-RoutersAdminTest-1076183166 tempest-RoutersAdminTest-1076183166-project] Router f0cc8ab6-da6f-48c4-946a-8c5a6c6c9a2a is scheduled to L3 agent bc84d6c9-dd7a-4555-a351-592327b46d5a with binding_index 1 {{(pid=84041) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 18 21:04:33.504396 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-271db215-65a2-43b3-9bbb-6c6a21308a6e tempest-RoutersTest-1500746192 tempest-RoutersTest-1500746192-project] Pushing event deleted for resources: {'Port': ['ID=fa5534c2-4689-4404-815c-21779f02220b,revision_number=None']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:04:33.507328 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-a0814747-86a3-4ffa-a11e-c871b4d1be94 tempest-PortsTestJSON-1335945802 tempest-PortsTestJSON-1335945802-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1258898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33526109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33444113'] for network, after_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:33.519956 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-a0814747-86a3-4ffa-a11e-c871b4d1be94 tempest-PortsTestJSON-1335945802 tempest-PortsTestJSON-1335945802-project] Notify callbacks [] for network, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:33.538163 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.l3_dvrscheduler_db [None req-271db215-65a2-43b3-9bbb-6c6a21308a6e tempest-RoutersTest-1500746192 tempest-RoutersTest-1500746192-project] No DVR routers for this DVR port fa5534c2-4689-4404-815c-21779f02220b on host n-d-838334-2 {{(pid=84040) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 21:04:33.549015 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-a0814747-86a3-4ffa-a11e-c871b4d1be94 tempest-PortsTestJSON-1335945802 tempest-PortsTestJSON-1335945802-project] 10.222.0.42 "DELETE /v2.0/networks/2ceb10fc-4981-44b0-a151-082c2a728988 HTTP/1.1" status: 204 len: 168 time: 4.9568336 Apr 18 21:04:33.550473 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.db.api [None req-3e5e82b0-aadc-45b4-8025-04a413faeba7 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84042) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 18 21:04:33.560141 n-d-838334-2 neutron-server[84042]: DEBUG oslo_db.api [None req-3e5e82b0-aadc-45b4-8025-04a413faeba7 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 18 21:04:33.560528 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 36578) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:04:33.560844 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4226d3ed-f6ad-4709-b6f5-931cc6547474 None None] Network 2c6d39c7-6e76-41c6-a439-c7138036f252 requested from n-d-838334-2 {{(pid=84042) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 21:04:33.574310 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Device fa5534c2-4689-4404-815c-21779f02220b no longer exists at agent ovs-agent-n-d-838334-2 {{(pid=84042) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 21:04:33.660574 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.v2.base [None req-4cd005c4-03ac-4c82-916b-0e803637bcbf tempest-PortsTestJSON-1335945802 tempest-PortsTestJSON-1335945802-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-226433882'}} {{(pid=84041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:04:33.662594 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.plugin [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] No Port match for: fa5534c2-4689-4404-815c-21779f02220b {{(pid=84042) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 18 21:04:33.662937 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Device fa5534c2-4689-4404-815c-21779f02220b not bound to the agent host n-d-838334-2 {{(pid=84042) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 21:04:33.673914 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0814747-86a3-4ffa-a11e-c871b4d1be94 tempest-PortsTestJSON-1335945802 tempest-PortsTestJSON-1335945802-project] Pushing event deleted for resources: {'Network': ['ID=2ceb10fc-4981-44b0-a151-082c2a728988,revision_number=None']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:04:33.690651 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-4cd005c4-03ac-4c82-916b-0e803637bcbf tempest-PortsTestJSON-1335945802 tempest-PortsTestJSON-1335945802-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:04:33.762923 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 36582) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:04:33.773627 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-4cd005c4-03ac-4c82-916b-0e803637bcbf tempest-PortsTestJSON-1335945802 tempest-PortsTestJSON-1335945802-project] Usage tracker for resource:network and tenant:234c597e1bbf440ab35a01225b472234 is out of sync, need to count used quota {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:04:33.788412 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.v2.base [None req-736ccac6-4334-461e-b5ec-16e6f6f1490e tempest-RoutersIpV6AdminTest-1441855246 tempest-RoutersIpV6AdminTest-1441855246-project-admin] Request body: {'router': {'name': 'tempest-router--824413551', 'project_id': 'e0420a1ccf734109869bd25a1305305a'}} {{(pid=84041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:04:33.803367 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-4cd005c4-03ac-4c82-916b-0e803637bcbf tempest-PortsTestJSON-1335945802 tempest-PortsTestJSON-1335945802-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:04:33.809749 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-736ccac6-4334-461e-b5ec-16e6f6f1490e tempest-RoutersIpV6AdminTest-1441855246 tempest-RoutersIpV6AdminTest-1441855246-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:04:33.821794 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750375287399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253529'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:33.823580 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-4cd005c4-03ac-4c82-916b-0e803637bcbf tempest-PortsTestJSON-1335945802 tempest-PortsTestJSON-1335945802-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:04:33.842522 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-736ccac6-4334-461e-b5ec-16e6f6f1490e tempest-RoutersIpV6AdminTest-1441855246 tempest-RoutersIpV6AdminTest-1441855246-project-admin] Usage tracker for resource:router and tenant:e0420a1ccf734109869bd25a1305305a is out of sync, need to count used quota {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:04:33.850709 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-736ccac6-4334-461e-b5ec-16e6f6f1490e tempest-RoutersIpV6AdminTest-1441855246 tempest-RoutersIpV6AdminTest-1441855246-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:04:33.861077 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4cd005c4-03ac-4c82-916b-0e803637bcbf tempest-PortsTestJSON-1335945802 tempest-PortsTestJSON-1335945802-project] Made reservation on behalf of 234c597e1bbf440ab35a01225b472234 for: {'network': 1} {{(pid=84041) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:04:33.869415 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-4cd005c4-03ac-4c82-916b-0e803637bcbf tempest-PortsTestJSON-1335945802 tempest-PortsTestJSON-1335945802-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for network, before_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:33.885161 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-736ccac6-4334-461e-b5ec-16e6f6f1490e tempest-RoutersIpV6AdminTest-1441855246 tempest-RoutersIpV6AdminTest-1441855246-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:04:33.911843 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 36586) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:04:33.925178 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.v2.base [None req-70b402cb-98a3-4057-8a2d-fce5ae0140f8 tempest-AttachVolumeTestJSON-1696487017 tempest-AttachVolumeTestJSON-1696487017-project] Request body: {'security_group': {'name': 'tempest-securitygroup--762974846', 'description': 'tempest-description--1531101850'}} {{(pid=84041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:04:33.941087 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-70b402cb-98a3-4057-8a2d-fce5ae0140f8 tempest-AttachVolumeTestJSON-1696487017 tempest-AttachVolumeTestJSON-1696487017-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:04:33.960636 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-736ccac6-4334-461e-b5ec-16e6f6f1490e tempest-RoutersIpV6AdminTest-1441855246 tempest-RoutersIpV6AdminTest-1441855246-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-33442106', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5708'] for router, before_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:33.960636 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-736ccac6-4334-461e-b5ec-16e6f6f1490e tempest-RoutersIpV6AdminTest-1441855246 tempest-RoutersIpV6AdminTest-1441855246-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33442137', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33444285', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33535433', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5703'] for router, precommit_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:33.970059 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-271db215-65a2-43b3-9bbb-6c6a21308a6e tempest-RoutersTest-1500746192 tempest-RoutersTest-1500746192-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1258905', 'neutron.services.segments.db._delete_segments_for_network-8750375287417'] for network, precommit_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:33.980685 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-70b402cb-98a3-4057-8a2d-fce5ae0140f8 tempest-AttachVolumeTestJSON-1696487017 tempest-AttachVolumeTestJSON-1696487017-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:04:33.996623 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4cd005c4-03ac-4c82-916b-0e803637bcbf tempest-PortsTestJSON-1335945802 tempest-PortsTestJSON-1335945802-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 378} {{(pid=84041) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 21:04:34.023589 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [None req-1f8a9072-6de4-49e5-a33d-13db7ace430f tempest-ExtraDHCPOptionsIpV6TestJSON-143672045 tempest-ExtraDHCPOptionsIpV6TestJSON-143672045-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:04:34.032172 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-4cd005c4-03ac-4c82-916b-0e803637bcbf tempest-PortsTestJSON-1335945802 tempest-PortsTestJSON-1335945802-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1082986'] for segment, precommit_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:34.034904 n-d-838334-2 neutron-server[84041]: INFO neutron.db.segments_db [None req-4cd005c4-03ac-4c82-916b-0e803637bcbf tempest-PortsTestJSON-1335945802 tempest-PortsTestJSON-1335945802-project] Added segment 9271467a-5dee-4274-8040-e77f3d46d552 of type vlan for network e90fc4e4-fcbe-4192-b327-06b1cad14e04 Apr 18 21:04:34.034904 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-70b402cb-98a3-4057-8a2d-fce5ae0140f8 tempest-AttachVolumeTestJSON-1696487017 tempest-AttachVolumeTestJSON-1696487017-project] Notify callbacks [] for security_group, before_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:34.041084 n-d-838334-2 neutron-server[84040]: DEBUG neutron.services.segments.db [None req-271db215-65a2-43b3-9bbb-6c6a21308a6e tempest-RoutersTest-1500746192 tempest-RoutersTest-1500746192-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ad2c63d3-63b2-4816-a7a1-78eaf1483674']}} {{(pid=84040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:04:34.051227 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-1f8a9072-6de4-49e5-a33d-13db7ace430f tempest-ExtraDHCPOptionsIpV6TestJSON-143672045 tempest-ExtraDHCPOptionsIpV6TestJSON-143672045-project] Usage tracker for resource:port and tenant:1e58ac7a2a59451c82994284a0348686 is out of sync, need to count used quota {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:04:34.056756 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-1f8a9072-6de4-49e5-a33d-13db7ace430f tempest-ExtraDHCPOptionsIpV6TestJSON-143672045 tempest-ExtraDHCPOptionsIpV6TestJSON-143672045-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:04:34.061180 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.plugin [None req-3e5e82b0-aadc-45b4-8025-04a413faeba7 None None] Deleting port fa5534c2-4689-4404-815c-21779f02220b {{(pid=84042) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 21:04:34.061638 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-3e5e82b0-aadc-45b4-8025-04a413faeba7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750375188691'] for port, before_delete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:34.097294 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [None req-1f8a9072-6de4-49e5-a33d-13db7ace430f tempest-ExtraDHCPOptionsIpV6TestJSON-143672045 tempest-ExtraDHCPOptionsIpV6TestJSON-143672045-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:04:34.098845 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-736ccac6-4334-461e-b5ec-16e6f6f1490e tempest-RoutersIpV6AdminTest-1441855246 tempest-RoutersIpV6AdminTest-1441855246-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:34.099817 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1df5412-5df6-4e82-9918-06fb1e1aca8f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp016840fc-1f9f-5892-9c53-c9cf6c845bbb-2c6d39c7-6e76-41c6-a439-c7138036f252', 'network_id': '2c6d39c7-6e76-41c6-a439-c7138036f252', 'tenant_id': '1e58ac7a2a59451c82994284a0348686', 'fixed_ips': [{'subnet_id': '6dbd931b-c106-483b-9349-2e308c8e7f34'}]}} from n-d-838334-2. {{(pid=84042) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 18 21:04:34.100886 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-e1df5412-5df6-4e82-9918-06fb1e1aca8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_create {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:34.106625 n-d-838334-2 neutron-server[84040]: DEBUG neutron.services.segments.db [None req-271db215-65a2-43b3-9bbb-6c6a21308a6e tempest-RoutersTest-1500746192 tempest-RoutersTest-1500746192-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '48a77cb4-d563-48d7-8f1b-cfa77ff24f72') {'for_net_delete': True} {{(pid=84040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:04:34.106918 n-d-838334-2 neutron-server[84040]: DEBUG neutron.services.segments.db [None req-271db215-65a2-43b3-9bbb-6c6a21308a6e tempest-RoutersTest-1500746192 tempest-RoutersTest-1500746192-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '48a77cb4-d563-48d7-8f1b-cfa77ff24f72') {} {{(pid=84040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:04:34.135544 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-70b402cb-98a3-4057-8a2d-fce5ae0140f8 tempest-AttachVolumeTestJSON-1696487017 tempest-AttachVolumeTestJSON-1696487017-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:04:34.137642 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-271db215-65a2-43b3-9bbb-6c6a21308a6e tempest-RoutersTest-1500746192 tempest-RoutersTest-1500746192-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750375287300', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31955965'] for segment, before_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:34.154276 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-4cd005c4-03ac-4c82-916b-0e803637bcbf tempest-PortsTestJSON-1335945802 tempest-PortsTestJSON-1335945802-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750374825732'] for network, precommit_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:34.154529 n-d-838334-2 neutron-server[84040]: DEBUG neutron.notifiers.nova [None req-275c0c04-dd40-4d49-87df-5a4c06c22bae tempest-PortsAdminExtendedAttrsIpV6TestJSON-1364717658 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1364717658-project-admin] device_id is not set on port deeae221-0db0-4c94-b7e2-9614f2624ca9 yet. {{(pid=84040) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 18 21:04:34.160722 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-70b402cb-98a3-4057-8a2d-fce5ae0140f8 tempest-AttachVolumeTestJSON-1696487017 tempest-AttachVolumeTestJSON-1696487017-project] Usage tracker for resource:security_group_rule and tenant:b5bf875eb9b748b5aba56f8b60ce8169 is out of sync, need to count used quota {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:04:34.163121 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f8a9072-6de4-49e5-a33d-13db7ace430f tempest-ExtraDHCPOptionsIpV6TestJSON-143672045 tempest-ExtraDHCPOptionsIpV6TestJSON-143672045-project] Made reservation on behalf of 1e58ac7a2a59451c82994284a0348686 for: {'port': 1} {{(pid=84040) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:04:34.164000 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.plugin [None req-3e5e82b0-aadc-45b4-8025-04a413faeba7 None None] The port 'fa5534c2-4689-4404-815c-21779f02220b' was deleted {{(pid=84042) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 18 21:04:34.165871 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-70b402cb-98a3-4057-8a2d-fce5ae0140f8 tempest-AttachVolumeTestJSON-1696487017 tempest-AttachVolumeTestJSON-1696487017-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:04:34.166169 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-1f8a9072-6de4-49e5-a33d-13db7ace430f tempest-ExtraDHCPOptionsIpV6TestJSON-143672045 tempest-ExtraDHCPOptionsIpV6TestJSON-143672045-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:34.179424 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-70b402cb-98a3-4057-8a2d-fce5ae0140f8 tempest-AttachVolumeTestJSON-1696487017 tempest-AttachVolumeTestJSON-1696487017-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:04:34.181479 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-275c0c04-dd40-4d49-87df-5a4c06c22bae tempest-PortsAdminExtendedAttrsIpV6TestJSON-1364717658 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1364717658-project-admin] Notify callbacks [] for port, precommit_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:34.186842 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-271db215-65a2-43b3-9bbb-6c6a21308a6e tempest-RoutersTest-1500746192 tempest-RoutersTest-1500746192-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1082986'] for segment, precommit_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:34.197797 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-736ccac6-4334-461e-b5ec-16e6f6f1490e tempest-RoutersIpV6AdminTest-1441855246 tempest-RoutersIpV6AdminTest-1441855246-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33443529', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33444176'] for router, after_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:34.212654 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-271db215-65a2-43b3-9bbb-6c6a21308a6e tempest-RoutersTest-1500746192 tempest-RoutersTest-1500746192-project] Releasing vlan 362 on physical network physnet1 to pool {{(pid=84040) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 18 21:04:34.213073 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-271db215-65a2-43b3-9bbb-6c6a21308a6e tempest-RoutersTest-1500746192 tempest-RoutersTest-1500746192-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1082993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32440923'] for segment, after_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:34.229625 n-d-838334-2 neutron-server[84040]: Traceback (most recent call last): Apr 18 21:04:34.229625 n-d-838334-2 neutron-server[84040]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 18 21:04:34.229625 n-d-838334-2 neutron-server[84040]: timer() Apr 18 21:04:34.229625 n-d-838334-2 neutron-server[84040]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 21:04:34.229625 n-d-838334-2 neutron-server[84040]: cb(*args, **kw) Apr 18 21:04:34.229625 n-d-838334-2 neutron-server[84040]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 18 21:04:34.229625 n-d-838334-2 neutron-server[84040]: return func(*args, **kwargs) Apr 18 21:04:34.229625 n-d-838334-2 neutron-server[84040]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 21:04:34.229625 n-d-838334-2 neutron-server[84040]: self._notify() Apr 18 21:04:34.229625 n-d-838334-2 neutron-server[84040]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 21:04:34.229625 n-d-838334-2 neutron-server[84040]: self.callback(batched_events) Apr 18 21:04:34.229625 n-d-838334-2 neutron-server[84040]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 21:04:34.229625 n-d-838334-2 neutron-server[84040]: event.method(event) Apr 18 21:04:34.229625 n-d-838334-2 neutron-server[84040]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 18 21:04:34.229625 n-d-838334-2 neutron-server[84040]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 21:04:34.229625 n-d-838334-2 neutron-server[84040]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 18 21:04:34.229625 n-d-838334-2 neutron-server[84040]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 21:04:34.229625 n-d-838334-2 neutron-server[84040]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 18 21:04:34.229625 n-d-838334-2 neutron-server[84040]: return f(self, *a, **k) Apr 18 21:04:34.229625 n-d-838334-2 neutron-server[84040]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 18 21:04:34.229625 n-d-838334-2 neutron-server[84040]: return self._get(url).json() Apr 18 21:04:34.229625 n-d-838334-2 neutron-server[84040]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 18 21:04:34.229625 n-d-838334-2 neutron-server[84040]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 21:04:34.229625 n-d-838334-2 neutron-server[84040]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 18 21:04:34.229625 n-d-838334-2 neutron-server[84040]: return self.request(url, 'GET', **kwargs) Apr 18 21:04:34.229625 n-d-838334-2 neutron-server[84040]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 18 21:04:34.229625 n-d-838334-2 neutron-server[84040]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 21:04:34.229625 n-d-838334-2 neutron-server[84040]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 18 21:04:34.229625 n-d-838334-2 neutron-server[84040]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 21:04:34.229625 n-d-838334-2 neutron-server[84040]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 18 21:04:34.229625 n-d-838334-2 neutron-server[84040]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 21:04:34.229625 n-d-838334-2 neutron-server[84040]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 21:04:34.232586 n-d-838334-2 neutron-server[84040]: DEBUG neutron.notifiers.nova [None req-1f8a9072-6de4-49e5-a33d-13db7ace430f tempest-ExtraDHCPOptionsIpV6TestJSON-143672045 tempest-ExtraDHCPOptionsIpV6TestJSON-143672045-project] device_id is not set on port 05ec6cc0-f226-421a-8706-41cfd7d33380 yet. {{(pid=84040) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 18 21:04:34.278129 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-4cd005c4-03ac-4c82-916b-0e803637bcbf tempest-PortsTestJSON-1335945802 tempest-PortsTestJSON-1335945802-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33526109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022'] for network, after_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:34.278129 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4cd005c4-03ac-4c82-916b-0e803637bcbf tempest-PortsTestJSON-1335945802 tempest-PortsTestJSON-1335945802-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:04:34.278129 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-4cd005c4-03ac-4c82-916b-0e803637bcbf tempest-PortsTestJSON-1335945802 tempest-PortsTestJSON-1335945802-project] Notify callbacks [] for network, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:34.385453 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.db_base_plugin_common [None req-e1df5412-5df6-4e82-9918-06fb1e1aca8f None None] Allocated IP 2001:db8::2 (2c6d39c7-6e76-41c6-a439-c7138036f252/6dbd931b-c106-483b-9349-2e308c8e7f34/8f93b9c1-d206-47c8-b1d9-9e8ce04f79cb) {{(pid=84042) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 21:04:34.392237 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.provisioning_blocks [None req-275c0c04-dd40-4d49-87df-5a4c06c22bae tempest-PortsAdminExtendedAttrsIpV6TestJSON-1364717658 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1364717658-project-admin] Transition to ACTIVE for port object deeae221-0db0-4c94-b7e2-9614f2624ca9 will not be triggered until provisioned by entity L2. {{(pid=84040) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:04:34.396589 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-271db215-65a2-43b3-9bbb-6c6a21308a6e tempest-RoutersTest-1500746192 tempest-RoutersTest-1500746192-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1258898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33526109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33444113'] for network, after_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:34.423266 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-271db215-65a2-43b3-9bbb-6c6a21308a6e tempest-RoutersTest-1500746192 tempest-RoutersTest-1500746192-project] Notify callbacks [] for network, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:34.434606 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cd005c4-03ac-4c82-916b-0e803637bcbf tempest-PortsTestJSON-1335945802 tempest-PortsTestJSON-1335945802-project] Pushing event updated for resources: {'Network': ['ID=e90fc4e4-fcbe-4192-b327-06b1cad14e04,revision_number=1']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:04:34.443578 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-271db215-65a2-43b3-9bbb-6c6a21308a6e tempest-RoutersTest-1500746192 tempest-RoutersTest-1500746192-project] Pushing event deleted for resources: {'Network': ['ID=ad2c63d3-63b2-4816-a7a1-78eaf1483674,revision_number=None']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:04:34.453047 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-275c0c04-dd40-4d49-87df-5a4c06c22bae tempest-PortsAdminExtendedAttrsIpV6TestJSON-1364717658 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1364717658-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750374836619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32440838'] for port, after_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:34.470136 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8a5676d3-01c7-45e3-b355-f47eb8aedceb tempest-RoutersAdminTest-1076183166 tempest-RoutersAdminTest-1076183166-project] Notify agent at l3_agent.n-d-838334-2 the message routers_updated {{(pid=84041) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 21:04:34.488087 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-8a5676d3-01c7-45e3-b355-f47eb8aedceb tempest-RoutersAdminTest-1076183166 tempest-RoutersAdminTest-1076183166-project] Notify callbacks [] for router, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:34.493668 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-8a5676d3-01c7-45e3-b355-f47eb8aedceb tempest-RoutersAdminTest-1076183166 tempest-RoutersAdminTest-1076183166-project] 10.222.0.42 "PUT /v2.0/routers/f0cc8ab6-da6f-48c4-946a-8c5a6c6c9a2a HTTP/1.1" status: 200 len: 879 time: 12.8332245 Apr 18 21:04:34.499512 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 36592) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:04:34.504622 n-d-838334-2 neutron-server[84043]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7069930-fb84-4342-be54-33f07b05da9d None None] Sync routers for ids ['f0cc8ab6-da6f-48c4-946a-8c5a6c6c9a2a'] in n-d-838334-2 {{(pid=84043) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 18 21:04:34.527382 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7069930-fb84-4342-be54-33f07b05da9d None None] Routers {'f0cc8ab6-da6f-48c4-946a-8c5a6c6c9a2a'} bound to L3 agent in host n-d-838334-2 {{(pid=84043) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 21:04:34.528458 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.l3_hamode_db [None req-c7069930-fb84-4342-be54-33f07b05da9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838334-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-18T20:25:48Z,description=,heartbeat_timestamp=2022-04-18T21:04:18Z,host='n-d-838334-2',id=bc84d6c9-dd7a-4555-a351-592327b46d5a,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:25:48Z,topic='l3_agent')) {'router_ids': ['f0cc8ab6-da6f-48c4-946a-8c5a6c6c9a2a'], 'active': True} {{(pid=84043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:04:34.629233 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Network e90fc4e4-fcbe-4192-b327-06b1cad14e04 details requested by agent ovs-agent-n-d-838334-2 with host n-d-838334-2 {{(pid=84042) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 18 21:04:34.652544 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-271db215-65a2-43b3-9bbb-6c6a21308a6e tempest-RoutersTest-1500746192 tempest-RoutersTest-1500746192-project] 10.222.0.42 "DELETE /v2.0/networks/ad2c63d3-63b2-4816-a7a1-78eaf1483674 HTTP/1.1" status: 204 len: 168 time: 2.4763346 Apr 18 21:04:34.653293 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 36596) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:04:34.667146 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.l3_hamode_db [None req-c7069930-fb84-4342-be54-33f07b05da9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-838334-2', False) {} {{(pid=84043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:04:34.671400 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-70b402cb-98a3-4057-8a2d-fce5ae0140f8 tempest-AttachVolumeTestJSON-1696487017 tempest-AttachVolumeTestJSON-1696487017-project] Notify callbacks [] for security_group, precommit_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:34.690545 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.v2.base [None req-e2e7c7b2-e890-494d-87a8-90d7686ee7b3 tempest-RoutersTest-1500746192 tempest-RoutersTest-1500746192-project] Request body: {'network': {'name': 'tempest-RoutersTest-1352312539'}} {{(pid=84040) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:04:34.693063 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7069930-fb84-4342-be54-33f07b05da9d None None] Routers {'f0cc8ab6-da6f-48c4-946a-8c5a6c6c9a2a'} bound to L3 agent in host n-d-838334-2 {{(pid=84043) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 21:04:34.693906 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.l3_hamode_db [None req-c7069930-fb84-4342-be54-33f07b05da9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838334-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-18T20:25:48Z,description=,heartbeat_timestamp=2022-04-18T21:04:18Z,host='n-d-838334-2',id=bc84d6c9-dd7a-4555-a351-592327b46d5a,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:25:48Z,topic='l3_agent')) {'router_ids': ['f0cc8ab6-da6f-48c4-946a-8c5a6c6c9a2a'], 'active': True} {{(pid=84043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:04:34.699682 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [None req-e2e7c7b2-e890-494d-87a8-90d7686ee7b3 tempest-RoutersTest-1500746192 tempest-RoutersTest-1500746192-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:04:34.704548 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-e2e7c7b2-e890-494d-87a8-90d7686ee7b3 tempest-RoutersTest-1500746192 tempest-RoutersTest-1500746192-project] Usage tracker for resource:network and tenant:8a05b90fa8c54f25938df6bd0ef52223 is out of sync, need to count used quota {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:04:34.709175 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-e2e7c7b2-e890-494d-87a8-90d7686ee7b3 tempest-RoutersTest-1500746192 tempest-RoutersTest-1500746192-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:04:34.736980 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-70b402cb-98a3-4057-8a2d-fce5ae0140f8 tempest-AttachVolumeTestJSON-1696487017 tempest-AttachVolumeTestJSON-1696487017-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33528224'] for security_group, after_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:34.737367 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [None req-e2e7c7b2-e890-494d-87a8-90d7686ee7b3 tempest-RoutersTest-1500746192 tempest-RoutersTest-1500746192-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:04:34.745151 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-736ccac6-4334-461e-b5ec-16e6f6f1490e tempest-RoutersIpV6AdminTest-1441855246 tempest-RoutersIpV6AdminTest-1441855246-project-admin] Notify callbacks [] for router, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:34.746560 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-736ccac6-4334-461e-b5ec-16e6f6f1490e tempest-RoutersIpV6AdminTest-1441855246 tempest-RoutersIpV6AdminTest-1441855246-project-admin] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.9805865 Apr 18 21:04:34.748234 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-4cd005c4-03ac-4c82-916b-0e803637bcbf tempest-PortsTestJSON-1335945802 tempest-PortsTestJSON-1335945802-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 1.1833675 Apr 18 21:04:34.757756 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 36600) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:04:34.758132 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 36602) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:04:34.777752 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.l3_hamode_db [None req-c7069930-fb84-4342-be54-33f07b05da9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-838334-2', False) {} {{(pid=84043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:04:34.778569 n-d-838334-2 neutron-server[84043]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7069930-fb84-4342-be54-33f07b05da9d None None] The sync data for ids ['f0cc8ab6-da6f-48c4-946a-8c5a6c6c9a2a'] in n-d-838334-2 is: [] {{(pid=84043) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 18 21:04:34.815521 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70b402cb-98a3-4057-8a2d-fce5ae0140f8 tempest-AttachVolumeTestJSON-1696487017 tempest-AttachVolumeTestJSON-1696487017-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f803d5b9-b26e-40a0-beab-857b23d0f147,revision_number=1']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:04:34.842668 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-275c0c04-dd40-4d49-87df-5a4c06c22bae tempest-PortsAdminExtendedAttrsIpV6TestJSON-1364717658 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1364717658-project-admin] Checking segment: {'id': '698d6ee8-a8b8-4ef9-a78a-6cb0c7e62f11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '4961d4e9-7985-466c-877d-192c08190aa4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84040) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 21:04:34.843028 n-d-838334-2 neutron-server[84040]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-275c0c04-dd40-4d49-87df-5a4c06c22bae tempest-PortsAdminExtendedAttrsIpV6TestJSON-1364717658 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1364717658-project-admin] Network hostable DHCP agents. Network: 4961d4e9-7985-466c-877d-192c08190aa4, hostable agents: ['8746f8ea-3e91-4b32-9919-2c63adeb8722'], hosted agents: [] {{(pid=84040) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 21:04:34.849125 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-70b402cb-98a3-4057-8a2d-fce5ae0140f8 tempest-AttachVolumeTestJSON-1696487017 tempest-AttachVolumeTestJSON-1696487017-project] Notify callbacks [] for security_group, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:34.852097 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-70b402cb-98a3-4057-8a2d-fce5ae0140f8 tempest-AttachVolumeTestJSON-1696487017 tempest-AttachVolumeTestJSON-1696487017-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1613 time: 0.9329402 Apr 18 21:04:34.855093 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 36608) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:04:34.855274 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.v2.base [None req-dd88c065-0eab-4d4e-849e-e0de8a297b8b tempest-PortsTestJSON-1335945802 tempest-PortsTestJSON-1335945802-project] Request body: {'subnet': {'network_id': 'e90fc4e4-fcbe-4192-b327-06b1cad14e04', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=84040) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:04:34.862393 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.v2.base [None req-6241daea-f0df-43b1-92ae-3c9ad28cb4db tempest-AttachVolumeTestJSON-1696487017 tempest-AttachVolumeTestJSON-1696487017-project] Request body: {'security_group_rule': {'security_group_id': 'f803d5b9-b26e-40a0-beab-857b23d0f147', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:04:34.871007 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-6241daea-f0df-43b1-92ae-3c9ad28cb4db tempest-AttachVolumeTestJSON-1696487017 tempest-AttachVolumeTestJSON-1696487017-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:04:34.877158 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-6241daea-f0df-43b1-92ae-3c9ad28cb4db tempest-AttachVolumeTestJSON-1696487017 tempest-AttachVolumeTestJSON-1696487017-project] Usage tracker for resource:security_group_rule and tenant:b5bf875eb9b748b5aba56f8b60ce8169 is out of sync, need to count used quota {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:04:34.881275 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-6241daea-f0df-43b1-92ae-3c9ad28cb4db tempest-AttachVolumeTestJSON-1696487017 tempest-AttachVolumeTestJSON-1696487017-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:04:34.891229 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-6241daea-f0df-43b1-92ae-3c9ad28cb4db tempest-AttachVolumeTestJSON-1696487017 tempest-AttachVolumeTestJSON-1696487017-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:04:34.924017 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-6241daea-f0df-43b1-92ae-3c9ad28cb4db tempest-AttachVolumeTestJSON-1696487017 tempest-AttachVolumeTestJSON-1696487017-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:34.957720 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-275c0c04-dd40-4d49-87df-5a4c06c22bae tempest-PortsAdminExtendedAttrsIpV6TestJSON-1364717658 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1364717658-project-admin] Pushing event updated for resources: {'Port': ['ID=deeae221-0db0-4c94-b7e2-9614f2624ca9,revision_number=1']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:04:35.011373 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-6241daea-f0df-43b1-92ae-3c9ad28cb4db tempest-AttachVolumeTestJSON-1696487017 tempest-AttachVolumeTestJSON-1696487017-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:35.017627 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-23b44968-b7b9-45fb-81f4-eb807950d56d tempest-RoutersAdminTest-1467285608 tempest-RoutersAdminTest-1467285608-project-admin] 10.222.0.42 "GET /v2.0/routers/f0cc8ab6-da6f-48c4-946a-8c5a6c6c9a2a HTTP/1.1" status: 200 len: 920 time: 0.5157316 Apr 18 21:04:35.018486 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 36612) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:04:35.032153 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e2e7c7b2-e890-494d-87a8-90d7686ee7b3 tempest-RoutersTest-1500746192 tempest-RoutersTest-1500746192-project] Made reservation on behalf of 8a05b90fa8c54f25938df6bd0ef52223 for: {'network': 1} {{(pid=84040) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:04:35.034612 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-e2e7c7b2-e890-494d-87a8-90d7686ee7b3 tempest-RoutersTest-1500746192 tempest-RoutersTest-1500746192-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for network, before_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:35.056591 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-6241daea-f0df-43b1-92ae-3c9ad28cb4db tempest-AttachVolumeTestJSON-1696487017 tempest-AttachVolumeTestJSON-1696487017-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33528311'] for security_group_rule, after_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:35.062189 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-e1df5412-5df6-4e82-9918-06fb1e1aca8f None None] Notify callbacks [] for port, precommit_create {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:35.083886 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-e1df5412-5df6-4e82-9918-06fb1e1aca8f None None] Transition to ACTIVE for port object 8f93b9c1-d206-47c8-b1d9-9e8ce04f79cb will not be triggered until provisioned by entity L2. {{(pid=84042) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:04:35.097066 n-d-838334-2 neutron-server[84040]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-275c0c04-dd40-4d49-87df-5a4c06c22bae tempest-PortsAdminExtendedAttrsIpV6TestJSON-1364717658 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1364717658-project-admin] Network 4961d4e9-7985-466c-877d-192c08190aa4 is scheduled to be hosted by DHCP agent 8746f8ea-3e91-4b32-9919-2c63adeb8722 with binding_index 1 {{(pid=84040) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 21:04:35.102473 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6241daea-f0df-43b1-92ae-3c9ad28cb4db tempest-AttachVolumeTestJSON-1696487017 tempest-AttachVolumeTestJSON-1696487017-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6b2d0373-115a-4030-ac13-71d8ddf7d5ee,revision_number=0']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:04:35.126917 n-d-838334-2 neutron-server[84040]: DEBUG neutron.scheduler.base_scheduler [None req-275c0c04-dd40-4d49-87df-5a4c06c22bae tempest-PortsAdminExtendedAttrsIpV6TestJSON-1364717658 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1364717658-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-838334-2, 4961d4e9-7985-466c-877d-192c08190aa4) {{(pid=84040) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:04:35.128557 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-6241daea-f0df-43b1-92ae-3c9ad28cb4db tempest-AttachVolumeTestJSON-1696487017 tempest-AttachVolumeTestJSON-1696487017-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:35.132238 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-6241daea-f0df-43b1-92ae-3c9ad28cb4db tempest-AttachVolumeTestJSON-1696487017 tempest-AttachVolumeTestJSON-1696487017-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.2726710 Apr 18 21:04:35.132409 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-e1df5412-5df6-4e82-9918-06fb1e1aca8f None None] Transition to ACTIVE for port object 8f93b9c1-d206-47c8-b1d9-9e8ce04f79cb will not be triggered until provisioned by entity DHCP. {{(pid=84042) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:04:35.135790 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 36616) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:04:35.137459 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.l3_dvrscheduler_db [None req-275c0c04-dd40-4d49-87df-5a4c06c22bae tempest-PortsAdminExtendedAttrsIpV6TestJSON-1364717658 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1364717658-project-admin] Received port after_create {{(pid=84040) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 21:04:35.141392 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.v2.base [None req-f366a52f-708d-4297-87f3-fc8f6f223ffe tempest-AttachVolumeTestJSON-1696487017 tempest-AttachVolumeTestJSON-1696487017-project] Request body: {'security_group_rule': {'security_group_id': 'f803d5b9-b26e-40a0-beab-857b23d0f147', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=84041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:04:35.143199 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-e1df5412-5df6-4e82-9918-06fb1e1aca8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750374836619'] for port, after_create {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:35.165439 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.managers [None req-275c0c04-dd40-4d49-87df-5a4c06c22bae tempest-PortsAdminExtendedAttrsIpV6TestJSON-1364717658 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1364717658-project-admin] Attempting to bind port deeae221-0db0-4c94-b7e2-9614f2624ca9 on host n-h1-838334-2 for vnic_type normal with profile {{(pid=84040) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 21:04:35.166085 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.managers [None req-275c0c04-dd40-4d49-87df-5a4c06c22bae tempest-PortsAdminExtendedAttrsIpV6TestJSON-1364717658 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1364717658-project-admin] Attempting to bind port deeae221-0db0-4c94-b7e2-9614f2624ca9 by drivers openvswitch,hyperv on host n-h1-838334-2 at level 0 using segments [{'id': '698d6ee8-a8b8-4ef9-a78a-6cb0c7e62f11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '4961d4e9-7985-466c-877d-192c08190aa4'}] {{(pid=84040) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 21:04:35.166605 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-275c0c04-dd40-4d49-87df-5a4c06c22bae tempest-PortsAdminExtendedAttrsIpV6TestJSON-1364717658 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1364717658-project-admin] Attempting to bind port deeae221-0db0-4c94-b7e2-9614f2624ca9 on network 4961d4e9-7985-466c-877d-192c08190aa4 {{(pid=84040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 21:04:35.166975 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-f366a52f-708d-4297-87f3-fc8f6f223ffe tempest-AttachVolumeTestJSON-1696487017 tempest-AttachVolumeTestJSON-1696487017-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:04:35.174086 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e2e7c7b2-e890-494d-87a8-90d7686ee7b3 tempest-RoutersTest-1500746192 tempest-RoutersTest-1500746192-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 397} {{(pid=84040) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 21:04:35.177897 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-f366a52f-708d-4297-87f3-fc8f6f223ffe tempest-AttachVolumeTestJSON-1696487017 tempest-AttachVolumeTestJSON-1696487017-project] Usage tracker for resource:security_group_rule and tenant:b5bf875eb9b748b5aba56f8b60ce8169 is out of sync, need to count used quota {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:04:35.182360 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-f366a52f-708d-4297-87f3-fc8f6f223ffe tempest-AttachVolumeTestJSON-1696487017 tempest-AttachVolumeTestJSON-1696487017-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:04:35.191740 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-f366a52f-708d-4297-87f3-fc8f6f223ffe tempest-AttachVolumeTestJSON-1696487017 tempest-AttachVolumeTestJSON-1696487017-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:04:35.205880 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-54f47988-176e-4b68-a379-3c2538df8223 tempest-RoutersAdminTest-1467285608 tempest-RoutersAdminTest-1467285608-project-admin] 10.222.0.42 "GET /v2.0/ports?network_id=e41b6600-a917-4a8d-b05c-be3be40c6d8c&device_id=f0cc8ab6-da6f-48c4-946a-8c5a6c6c9a2a&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1860693 Apr 18 21:04:35.208517 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 36620) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:04:35.224539 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-80f835bf-21ac-4425-80cc-8d8402bcfd18 tempest-RoutersIpV6AdminTest-1441855246 tempest-RoutersIpV6AdminTest-1441855246-project-admin] Notify callbacks [] for router, before_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:35.228083 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1457b0a1-33e9-409d-84ef-8c1d5dbcc034 None None] Network 4961d4e9-7985-466c-877d-192c08190aa4 requested from n-d-838334-2 {{(pid=84042) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 21:04:35.245082 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-f366a52f-708d-4297-87f3-fc8f6f223ffe tempest-AttachVolumeTestJSON-1696487017 tempest-AttachVolumeTestJSON-1696487017-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:35.279062 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-275c0c04-dd40-4d49-87df-5a4c06c22bae tempest-PortsAdminExtendedAttrsIpV6TestJSON-1364717658 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1364717658-project-admin] Port deeae221-0db0-4c94-b7e2-9614f2624ca9 on network 4961d4e9-7985-466c-877d-192c08190aa4 not bound, no agent of type Open vSwitch agent registered on host n-h1-838334-2 {{(pid=84040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 18 21:04:35.279385 n-d-838334-2 neutron-server[84040]: ERROR neutron.plugins.ml2.managers [None req-275c0c04-dd40-4d49-87df-5a4c06c22bae tempest-PortsAdminExtendedAttrsIpV6TestJSON-1364717658 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1364717658-project-admin] Failed to bind port deeae221-0db0-4c94-b7e2-9614f2624ca9 on host n-h1-838334-2 for vnic_type normal using segments [{'id': '698d6ee8-a8b8-4ef9-a78a-6cb0c7e62f11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '4961d4e9-7985-466c-877d-192c08190aa4'}] Apr 18 21:04:35.294797 n-d-838334-2 neutron-server[84040]: INFO neutron.plugins.ml2.plugin [None req-275c0c04-dd40-4d49-87df-5a4c06c22bae tempest-PortsAdminExtendedAttrsIpV6TestJSON-1364717658 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1364717658-project-admin] Attempt 2 to bind port deeae221-0db0-4c94-b7e2-9614f2624ca9 Apr 18 21:04:35.343340 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1df5412-5df6-4e82-9918-06fb1e1aca8f None None] Pushing event updated for resources: {'Port': ['ID=8f93b9c1-d206-47c8-b1d9-9e8ce04f79cb,revision_number=1']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:04:35.375867 n-d-838334-2 neutron-server[84042]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1df5412-5df6-4e82-9918-06fb1e1aca8f None None] Network 2c6d39c7-6e76-41c6-a439-c7138036f252 is already hosted by enough agents. {{(pid=84042) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:04:35.380345 n-d-838334-2 neutron-server[84042]: DEBUG neutron.scheduler.base_scheduler [None req-e1df5412-5df6-4e82-9918-06fb1e1aca8f None None] Resources bound (agent type, host, resource id): {{(pid=84042) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:04:35.407016 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [None req-dd88c065-0eab-4d4e-849e-e0de8a297b8b tempest-PortsTestJSON-1335945802 tempest-PortsTestJSON-1335945802-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:04:35.412416 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-e2e7c7b2-e890-494d-87a8-90d7686ee7b3 tempest-RoutersTest-1500746192 tempest-RoutersTest-1500746192-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1082986'] for segment, precommit_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:35.413091 n-d-838334-2 neutron-server[84040]: INFO neutron.db.segments_db [None req-e2e7c7b2-e890-494d-87a8-90d7686ee7b3 tempest-RoutersTest-1500746192 tempest-RoutersTest-1500746192-project] Added segment 93a191c9-c8da-4f45-9d9a-6f161ab2bd45 of type vlan for network f46d807d-5106-48c3-9236-bd7be28e79da Apr 18 21:04:35.415043 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1df5412-5df6-4e82-9918-06fb1e1aca8f None None] Received port after_create {{(pid=84042) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 21:04:35.422135 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-f366a52f-708d-4297-87f3-fc8f6f223ffe tempest-AttachVolumeTestJSON-1696487017 tempest-AttachVolumeTestJSON-1696487017-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:35.424274 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-acaa952d-0b12-484d-8517-dc42fbd8d284 tempest-RoutersAdminTest-1467285608 tempest-RoutersAdminTest-1467285608-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:04:35.426362 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-acaa952d-0b12-484d-8517-dc42fbd8d284 tempest-RoutersAdminTest-1467285608 tempest-RoutersAdminTest-1467285608-project-admin] 10.222.0.42 "GET /v2.0/networks/e41b6600-a917-4a8d-b05c-be3be40c6d8c HTTP/1.1" status: 200 len: 881 time: 0.2169242 Apr 18 21:04:35.429186 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 36624) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:04:35.435696 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.managers [None req-275c0c04-dd40-4d49-87df-5a4c06c22bae tempest-PortsAdminExtendedAttrsIpV6TestJSON-1364717658 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1364717658-project-admin] Attempting to bind port deeae221-0db0-4c94-b7e2-9614f2624ca9 on host n-h1-838334-2 for vnic_type normal with profile {{(pid=84040) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 21:04:35.436260 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.managers [None req-275c0c04-dd40-4d49-87df-5a4c06c22bae tempest-PortsAdminExtendedAttrsIpV6TestJSON-1364717658 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1364717658-project-admin] Attempting to bind port deeae221-0db0-4c94-b7e2-9614f2624ca9 by drivers openvswitch,hyperv on host n-h1-838334-2 at level 0 using segments [{'id': '698d6ee8-a8b8-4ef9-a78a-6cb0c7e62f11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '4961d4e9-7985-466c-877d-192c08190aa4'}] {{(pid=84040) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 21:04:35.436765 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-275c0c04-dd40-4d49-87df-5a4c06c22bae tempest-PortsAdminExtendedAttrsIpV6TestJSON-1364717658 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1364717658-project-admin] Attempting to bind port deeae221-0db0-4c94-b7e2-9614f2624ca9 on network 4961d4e9-7985-466c-877d-192c08190aa4 {{(pid=84040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 21:04:35.439311 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-dd88c065-0eab-4d4e-849e-e0de8a297b8b tempest-PortsTestJSON-1335945802 tempest-PortsTestJSON-1335945802-project] Usage tracker for resource:subnet and tenant:234c597e1bbf440ab35a01225b472234 is out of sync, need to count used quota {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:04:35.451513 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-dd88c065-0eab-4d4e-849e-e0de8a297b8b tempest-PortsTestJSON-1335945802 tempest-PortsTestJSON-1335945802-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:04:35.468812 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-f366a52f-708d-4297-87f3-fc8f6f223ffe tempest-AttachVolumeTestJSON-1696487017 tempest-AttachVolumeTestJSON-1696487017-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33528311'] for security_group_rule, after_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:35.497485 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [None req-dd88c065-0eab-4d4e-849e-e0de8a297b8b tempest-PortsTestJSON-1335945802 tempest-PortsTestJSON-1335945802-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:04:35.501419 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-8dd2fc5d-d58d-4608-8b91-8f1e0b32c465 tempest-RoutersAdminTest-1076183166 tempest-RoutersAdminTest-1076183166-project] 10.222.0.42 "GET /v2.0/ports?device_id=f0cc8ab6-da6f-48c4-946a-8c5a6c6c9a2a HTTP/1.1" status: 200 len: 205 time: 0.0697615 Apr 18 21:04:35.502103 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.db_base_plugin_common [None req-1f8a9072-6de4-49e5-a33d-13db7ace430f tempest-ExtraDHCPOptionsIpV6TestJSON-143672045 tempest-ExtraDHCPOptionsIpV6TestJSON-143672045-project] Allocated IP 2001:db8::25c (2c6d39c7-6e76-41c6-a439-c7138036f252/6dbd931b-c106-483b-9349-2e308c8e7f34/05ec6cc0-f226-421a-8706-41cfd7d33380) {{(pid=84040) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 21:04:35.505345 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-e2e7c7b2-e890-494d-87a8-90d7686ee7b3 tempest-RoutersTest-1500746192 tempest-RoutersTest-1500746192-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750374825732'] for network, precommit_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:35.511917 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 36628) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:04:35.514719 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-275c0c04-dd40-4d49-87df-5a4c06c22bae tempest-PortsAdminExtendedAttrsIpV6TestJSON-1364717658 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1364717658-project-admin] Port deeae221-0db0-4c94-b7e2-9614f2624ca9 on network 4961d4e9-7985-466c-877d-192c08190aa4 not bound, no agent of type Open vSwitch agent registered on host n-h1-838334-2 {{(pid=84040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 18 21:04:35.515052 n-d-838334-2 neutron-server[84040]: ERROR neutron.plugins.ml2.managers [None req-275c0c04-dd40-4d49-87df-5a4c06c22bae tempest-PortsAdminExtendedAttrsIpV6TestJSON-1364717658 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1364717658-project-admin] Failed to bind port deeae221-0db0-4c94-b7e2-9614f2624ca9 on host n-h1-838334-2 for vnic_type normal using segments [{'id': '698d6ee8-a8b8-4ef9-a78a-6cb0c7e62f11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '4961d4e9-7985-466c-877d-192c08190aa4'}] Apr 18 21:04:35.520431 n-d-838334-2 neutron-server[84040]: INFO neutron.plugins.ml2.plugin [None req-275c0c04-dd40-4d49-87df-5a4c06c22bae tempest-PortsAdminExtendedAttrsIpV6TestJSON-1364717658 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1364717658-project-admin] Attempt 3 to bind port deeae221-0db0-4c94-b7e2-9614f2624ca9 Apr 18 21:04:35.545869 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.managers [None req-275c0c04-dd40-4d49-87df-5a4c06c22bae tempest-PortsAdminExtendedAttrsIpV6TestJSON-1364717658 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1364717658-project-admin] Attempting to bind port deeae221-0db0-4c94-b7e2-9614f2624ca9 on host n-h1-838334-2 for vnic_type normal with profile {{(pid=84040) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 21:04:35.546096 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.managers [None req-275c0c04-dd40-4d49-87df-5a4c06c22bae tempest-PortsAdminExtendedAttrsIpV6TestJSON-1364717658 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1364717658-project-admin] Attempting to bind port deeae221-0db0-4c94-b7e2-9614f2624ca9 by drivers openvswitch,hyperv on host n-h1-838334-2 at level 0 using segments [{'id': '698d6ee8-a8b8-4ef9-a78a-6cb0c7e62f11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '4961d4e9-7985-466c-877d-192c08190aa4'}] {{(pid=84040) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 21:04:35.546421 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-275c0c04-dd40-4d49-87df-5a4c06c22bae tempest-PortsAdminExtendedAttrsIpV6TestJSON-1364717658 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1364717658-project-admin] Attempting to bind port deeae221-0db0-4c94-b7e2-9614f2624ca9 on network 4961d4e9-7985-466c-877d-192c08190aa4 {{(pid=84040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 21:04:35.605119 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.managers [None req-e1df5412-5df6-4e82-9918-06fb1e1aca8f None None] Attempting to bind port 8f93b9c1-d206-47c8-b1d9-9e8ce04f79cb on host n-d-838334-2 for vnic_type normal with profile {{(pid=84042) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 21:04:35.605499 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.managers [None req-e1df5412-5df6-4e82-9918-06fb1e1aca8f None None] Attempting to bind port 8f93b9c1-d206-47c8-b1d9-9e8ce04f79cb by drivers openvswitch,hyperv on host n-d-838334-2 at level 0 using segments [{'id': 'def412a1-465e-4289-a41f-3d6e7b80e225', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '2c6d39c7-6e76-41c6-a439-c7138036f252'}] {{(pid=84042) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 21:04:35.605861 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1df5412-5df6-4e82-9918-06fb1e1aca8f None None] Attempting to bind port 8f93b9c1-d206-47c8-b1d9-9e8ce04f79cb on network 2c6d39c7-6e76-41c6-a439-c7138036f252 {{(pid=84042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 21:04:35.619392 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1df5412-5df6-4e82-9918-06fb1e1aca8f None None] Checking agent: {'id': '97cd4414-7af6-4d67-868d-dff370b4071a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838334-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 25, 49), 'started_at': datetime.datetime(2022, 4, 18, 20, 26, 19), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 21, 4, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838334-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 18 21:04:35.620073 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1df5412-5df6-4e82-9918-06fb1e1aca8f None None] Checking segment: {'id': 'def412a1-465e-4289-a41f-3d6e7b80e225', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '2c6d39c7-6e76-41c6-a439-c7138036f252'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84042) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 21:04:35.620539 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-e1df5412-5df6-4e82-9918-06fb1e1aca8f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:35.621048 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1df5412-5df6-4e82-9918-06fb1e1aca8f None None] Bound using segment: {'id': 'def412a1-465e-4289-a41f-3d6e7b80e225', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '2c6d39c7-6e76-41c6-a439-c7138036f252'} {{(pid=84042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 18 21:04:35.621594 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.managers [None req-e1df5412-5df6-4e82-9918-06fb1e1aca8f None None] Bound port: 8f93b9c1-d206-47c8-b1d9-9e8ce04f79cb, host: n-d-838334-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'def412a1-465e-4289-a41f-3d6e7b80e225', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '2c6d39c7-6e76-41c6-a439-c7138036f252'}}] {{(pid=84042) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 21:04:35.623016 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-e1df5412-5df6-4e82-9918-06fb1e1aca8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:35.687463 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.db.resource_extend [None req-e2e7c7b2-e890-494d-87a8-90d7686ee7b3 tempest-RoutersTest-1500746192 tempest-RoutersTest-1500746192-project] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 18 21:04:35.696858 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd88c065-0eab-4d4e-849e-e0de8a297b8b tempest-PortsTestJSON-1335945802 tempest-PortsTestJSON-1335945802-project] Made reservation on behalf of 234c597e1bbf440ab35a01225b472234 for: {'subnet': 1} {{(pid=84040) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:04:35.724558 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-e1df5412-5df6-4e82-9918-06fb1e1aca8f None None] For port 8f93b9c1-d206-47c8-b1d9-9e8ce04f79cb, host n-d-838334-2, cleared binding levels {{(pid=84042) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 21:04:35.728730 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-e1df5412-5df6-4e82-9918-06fb1e1aca8f None None] For port 8f93b9c1-d206-47c8-b1d9-9e8ce04f79cb, host n-d-838334-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838334-2',level=0,port_id=8f93b9c1-d206-47c8-b1d9-9e8ce04f79cb,segment=NetworkSegment(def412a1-465e-4289-a41f-3d6e7b80e225),segment_id=def412a1-465e-4289-a41f-3d6e7b80e225)] {{(pid=84042) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 21:04:35.738856 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-e1df5412-5df6-4e82-9918-06fb1e1aca8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682'] for port, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:35.741811 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f366a52f-708d-4297-87f3-fc8f6f223ffe tempest-AttachVolumeTestJSON-1696487017 tempest-AttachVolumeTestJSON-1696487017-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=943b1363-9fbe-4e58-be5d-b8aebe93da48,revision_number=0']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:04:35.807652 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-f366a52f-708d-4297-87f3-fc8f6f223ffe tempest-AttachVolumeTestJSON-1696487017 tempest-AttachVolumeTestJSON-1696487017-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:35.809094 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-f366a52f-708d-4297-87f3-fc8f6f223ffe tempest-AttachVolumeTestJSON-1696487017 tempest-AttachVolumeTestJSON-1696487017-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.6723428 Apr 18 21:04:35.811548 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-275c0c04-dd40-4d49-87df-5a4c06c22bae tempest-PortsAdminExtendedAttrsIpV6TestJSON-1364717658 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1364717658-project-admin] Port deeae221-0db0-4c94-b7e2-9614f2624ca9 on network 4961d4e9-7985-466c-877d-192c08190aa4 not bound, no agent of type Open vSwitch agent registered on host n-h1-838334-2 {{(pid=84040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 18 21:04:35.815017 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 36634) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:04:35.815357 n-d-838334-2 neutron-server[84040]: ERROR neutron.plugins.ml2.managers [None req-275c0c04-dd40-4d49-87df-5a4c06c22bae tempest-PortsAdminExtendedAttrsIpV6TestJSON-1364717658 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1364717658-project-admin] Failed to bind port deeae221-0db0-4c94-b7e2-9614f2624ca9 on host n-h1-838334-2 for vnic_type normal using segments [{'id': '698d6ee8-a8b8-4ef9-a78a-6cb0c7e62f11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '4961d4e9-7985-466c-877d-192c08190aa4'}] Apr 18 21:04:35.824091 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.v2.base [None req-02a90264-e702-44e7-83ec-9020f68412d9 tempest-AttachVolumeTestJSON-1696487017 tempest-AttachVolumeTestJSON-1696487017-project] Request body: {'floatingip': {'floating_network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c'}} {{(pid=84041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:04:35.836903 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-02a90264-e702-44e7-83ec-9020f68412d9 tempest-AttachVolumeTestJSON-1696487017 tempest-AttachVolumeTestJSON-1696487017-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:04:35.849466 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-02a90264-e702-44e7-83ec-9020f68412d9 tempest-AttachVolumeTestJSON-1696487017 tempest-AttachVolumeTestJSON-1696487017-project] Usage tracker for resource:floatingip and tenant:b5bf875eb9b748b5aba56f8b60ce8169 is out of sync, need to count used quota {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:04:35.854304 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1df5412-5df6-4e82-9918-06fb1e1aca8f None None] Pushing event updated for resources: {'Port': ['ID=8f93b9c1-d206-47c8-b1d9-9e8ce04f79cb,revision_number=2']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:04:35.856065 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-02a90264-e702-44e7-83ec-9020f68412d9 tempest-AttachVolumeTestJSON-1696487017 tempest-AttachVolumeTestJSON-1696487017-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:04:35.870004 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-02a90264-e702-44e7-83ec-9020f68412d9 tempest-AttachVolumeTestJSON-1696487017 tempest-AttachVolumeTestJSON-1696487017-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:04:35.899298 n-d-838334-2 neutron-server[84040]: INFO neutron.plugins.ml2.plugin [None req-275c0c04-dd40-4d49-87df-5a4c06c22bae tempest-PortsAdminExtendedAttrsIpV6TestJSON-1364717658 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1364717658-project-admin] Attempt 4 to bind port deeae221-0db0-4c94-b7e2-9614f2624ca9 Apr 18 21:04:35.902820 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-02a90264-e702-44e7-83ec-9020f68412d9 tempest-AttachVolumeTestJSON-1696487017 tempest-AttachVolumeTestJSON-1696487017-project] Notify callbacks [] for floatingip, before_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:36.081888 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-a3f0aa8e-e237-46d0-9136-130a1f140642 tempest-RoutersAdminTest-1076183166 tempest-RoutersAdminTest-1076183166-project] Notify callbacks [] for router, before_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:36.254139 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.managers [None req-275c0c04-dd40-4d49-87df-5a4c06c22bae tempest-PortsAdminExtendedAttrsIpV6TestJSON-1364717658 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1364717658-project-admin] Attempting to bind port deeae221-0db0-4c94-b7e2-9614f2624ca9 on host n-h1-838334-2 for vnic_type normal with profile {{(pid=84040) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 21:04:36.254774 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.managers [None req-275c0c04-dd40-4d49-87df-5a4c06c22bae tempest-PortsAdminExtendedAttrsIpV6TestJSON-1364717658 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1364717658-project-admin] Attempting to bind port deeae221-0db0-4c94-b7e2-9614f2624ca9 by drivers openvswitch,hyperv on host n-h1-838334-2 at level 0 using segments [{'id': '698d6ee8-a8b8-4ef9-a78a-6cb0c7e62f11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '4961d4e9-7985-466c-877d-192c08190aa4'}] {{(pid=84040) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 21:04:36.255280 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-275c0c04-dd40-4d49-87df-5a4c06c22bae tempest-PortsAdminExtendedAttrsIpV6TestJSON-1364717658 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1364717658-project-admin] Attempting to bind port deeae221-0db0-4c94-b7e2-9614f2624ca9 on network 4961d4e9-7985-466c-877d-192c08190aa4 {{(pid=84040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 21:04:36.275663 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-e2e7c7b2-e890-494d-87a8-90d7686ee7b3 tempest-RoutersTest-1500746192 tempest-RoutersTest-1500746192-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33526109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022'] for network, after_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:36.277798 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-02a90264-e702-44e7-83ec-9020f68412d9 tempest-AttachVolumeTestJSON-1696487017 tempest-AttachVolumeTestJSON-1696487017-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:36.284626 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2e7c7b2-e890-494d-87a8-90d7686ee7b3 tempest-RoutersTest-1500746192 tempest-RoutersTest-1500746192-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:04:36.285380 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-e2e7c7b2-e890-494d-87a8-90d7686ee7b3 tempest-RoutersTest-1500746192 tempest-RoutersTest-1500746192-project] Notify callbacks [] for network, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:36.326602 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-80f835bf-21ac-4425-80cc-8d8402bcfd18 tempest-RoutersIpV6AdminTest-1441855246 tempest-RoutersIpV6AdminTest-1441855246-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33443580', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5726'] for router, precommit_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:36.362240 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-dd88c065-0eab-4d4e-849e-e0de8a297b8b tempest-PortsTestJSON-1335945802 tempest-PortsTestJSON-1335945802-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31752722'] for subnet, before_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:36.431199 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-275c0c04-dd40-4d49-87df-5a4c06c22bae tempest-PortsAdminExtendedAttrsIpV6TestJSON-1364717658 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1364717658-project-admin] Port deeae221-0db0-4c94-b7e2-9614f2624ca9 on network 4961d4e9-7985-466c-877d-192c08190aa4 not bound, no agent of type Open vSwitch agent registered on host n-h1-838334-2 {{(pid=84040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 18 21:04:36.431888 n-d-838334-2 neutron-server[84040]: ERROR neutron.plugins.ml2.managers [None req-275c0c04-dd40-4d49-87df-5a4c06c22bae tempest-PortsAdminExtendedAttrsIpV6TestJSON-1364717658 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1364717658-project-admin] Failed to bind port deeae221-0db0-4c94-b7e2-9614f2624ca9 on host n-h1-838334-2 for vnic_type normal using segments [{'id': '698d6ee8-a8b8-4ef9-a78a-6cb0c7e62f11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '4961d4e9-7985-466c-877d-192c08190aa4'}] Apr 18 21:04:36.446041 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.db_base_plugin_common [None req-02a90264-e702-44e7-83ec-9020f68412d9 tempest-AttachVolumeTestJSON-1696487017 tempest-AttachVolumeTestJSON-1696487017-project] Allocated IP 172.25.8.106 (e41b6600-a917-4a8d-b05c-be3be40c6d8c/6b05667b-848e-4356-9b44-d5eb6808ef74/793d0c73-0580-4a51-b37f-51d009d11997) {{(pid=84041) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 21:04:36.491092 n-d-838334-2 neutron-server[84040]: INFO neutron.plugins.ml2.plugin [None req-275c0c04-dd40-4d49-87df-5a4c06c22bae tempest-PortsAdminExtendedAttrsIpV6TestJSON-1364717658 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1364717658-project-admin] Attempt 5 to bind port deeae221-0db0-4c94-b7e2-9614f2624ca9 Apr 18 21:04:36.550561 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-a3f0aa8e-e237-46d0-9136-130a1f140642 tempest-RoutersAdminTest-1076183166 tempest-RoutersAdminTest-1076183166-project] Notify callbacks [] for router_gateway, before_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:36.562080 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-80f835bf-21ac-4425-80cc-8d8402bcfd18 tempest-RoutersIpV6AdminTest-1441855246 tempest-RoutersIpV6AdminTest-1441855246-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:36.580886 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.plugin [None req-a3f0aa8e-e237-46d0-9136-130a1f140642 tempest-RoutersAdminTest-1076183166 tempest-RoutersAdminTest-1076183166-project] Deleting port ac4aee99-6b17-4ede-9d4c-df2d0c3ddbdd {{(pid=84041) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 21:04:36.581110 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-a3f0aa8e-e237-46d0-9136-130a1f140642 tempest-RoutersAdminTest-1076183166 tempest-RoutersAdminTest-1076183166-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750375188691'] for port, before_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:36.600770 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-e2e7c7b2-e890-494d-87a8-90d7686ee7b3 tempest-RoutersTest-1500746192 tempest-RoutersTest-1500746192-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 1.9158425 Apr 18 21:04:36.603968 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 36640) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:04:36.615608 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.v2.base [None req-1dcdc65b-c87d-48ea-8a45-0cfd5ea14f80 tempest-RoutersTest-1500746192 tempest-RoutersTest-1500746192-project] Request body: {'subnet': {'network_id': 'f46d807d-5106-48c3-9236-bd7be28e79da', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=84041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:04:36.622394 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2e7c7b2-e890-494d-87a8-90d7686ee7b3 tempest-RoutersTest-1500746192 tempest-RoutersTest-1500746192-project] Pushing event updated for resources: {'Network': ['ID=f46d807d-5106-48c3-9236-bd7be28e79da,revision_number=1']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:04:36.633220 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.managers [None req-275c0c04-dd40-4d49-87df-5a4c06c22bae tempest-PortsAdminExtendedAttrsIpV6TestJSON-1364717658 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1364717658-project-admin] Attempting to bind port deeae221-0db0-4c94-b7e2-9614f2624ca9 on host n-h1-838334-2 for vnic_type normal with profile {{(pid=84040) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 21:04:36.633580 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.managers [None req-275c0c04-dd40-4d49-87df-5a4c06c22bae tempest-PortsAdminExtendedAttrsIpV6TestJSON-1364717658 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1364717658-project-admin] Attempting to bind port deeae221-0db0-4c94-b7e2-9614f2624ca9 by drivers openvswitch,hyperv on host n-h1-838334-2 at level 0 using segments [{'id': '698d6ee8-a8b8-4ef9-a78a-6cb0c7e62f11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '4961d4e9-7985-466c-877d-192c08190aa4'}] {{(pid=84040) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 21:04:36.634294 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-275c0c04-dd40-4d49-87df-5a4c06c22bae tempest-PortsAdminExtendedAttrsIpV6TestJSON-1364717658 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1364717658-project-admin] Attempting to bind port deeae221-0db0-4c94-b7e2-9614f2624ca9 on network 4961d4e9-7985-466c-877d-192c08190aa4 {{(pid=84040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 21:04:36.639179 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Network f46d807d-5106-48c3-9236-bd7be28e79da details requested by agent ovs-agent-n-d-838334-2 with host n-d-838334-2 {{(pid=84042) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 18 21:04:36.690598 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-275c0c04-dd40-4d49-87df-5a4c06c22bae tempest-PortsAdminExtendedAttrsIpV6TestJSON-1364717658 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1364717658-project-admin] Port deeae221-0db0-4c94-b7e2-9614f2624ca9 on network 4961d4e9-7985-466c-877d-192c08190aa4 not bound, no agent of type Open vSwitch agent registered on host n-h1-838334-2 {{(pid=84040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 18 21:04:36.691213 n-d-838334-2 neutron-server[84040]: ERROR neutron.plugins.ml2.managers [None req-275c0c04-dd40-4d49-87df-5a4c06c22bae tempest-PortsAdminExtendedAttrsIpV6TestJSON-1364717658 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1364717658-project-admin] Failed to bind port deeae221-0db0-4c94-b7e2-9614f2624ca9 on host n-h1-838334-2 for vnic_type normal using segments [{'id': '698d6ee8-a8b8-4ef9-a78a-6cb0c7e62f11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '4961d4e9-7985-466c-877d-192c08190aa4'}] Apr 18 21:04:36.698372 n-d-838334-2 neutron-server[84040]: INFO neutron.plugins.ml2.plugin [None req-275c0c04-dd40-4d49-87df-5a4c06c22bae tempest-PortsAdminExtendedAttrsIpV6TestJSON-1364717658 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1364717658-project-admin] Attempt 6 to bind port deeae221-0db0-4c94-b7e2-9614f2624ca9 Apr 18 21:04:36.731819 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-80f835bf-21ac-4425-80cc-8d8402bcfd18 tempest-RoutersIpV6AdminTest-1441855246 tempest-RoutersIpV6AdminTest-1441855246-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-33443408'] for router, after_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:36.732326 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-80f835bf-21ac-4425-80cc-8d8402bcfd18 tempest-RoutersIpV6AdminTest-1441855246 tempest-RoutersIpV6AdminTest-1441855246-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 4a514f4c-46ed-4886-8fac-53b61a2a83f1 {{(pid=84040) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 18 21:04:36.741302 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.managers [None req-275c0c04-dd40-4d49-87df-5a4c06c22bae tempest-PortsAdminExtendedAttrsIpV6TestJSON-1364717658 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1364717658-project-admin] Attempting to bind port deeae221-0db0-4c94-b7e2-9614f2624ca9 on host n-h1-838334-2 for vnic_type normal with profile {{(pid=84040) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 21:04:36.741656 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.managers [None req-275c0c04-dd40-4d49-87df-5a4c06c22bae tempest-PortsAdminExtendedAttrsIpV6TestJSON-1364717658 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1364717658-project-admin] Attempting to bind port deeae221-0db0-4c94-b7e2-9614f2624ca9 by drivers openvswitch,hyperv on host n-h1-838334-2 at level 0 using segments [{'id': '698d6ee8-a8b8-4ef9-a78a-6cb0c7e62f11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '4961d4e9-7985-466c-877d-192c08190aa4'}] {{(pid=84040) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 21:04:36.741979 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-275c0c04-dd40-4d49-87df-5a4c06c22bae tempest-PortsAdminExtendedAttrsIpV6TestJSON-1364717658 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1364717658-project-admin] Attempting to bind port deeae221-0db0-4c94-b7e2-9614f2624ca9 on network 4961d4e9-7985-466c-877d-192c08190aa4 {{(pid=84040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 21:04:36.774972 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-1f8a9072-6de4-49e5-a33d-13db7ace430f tempest-ExtraDHCPOptionsIpV6TestJSON-143672045 tempest-ExtraDHCPOptionsIpV6TestJSON-143672045-project] Notify callbacks [] for port, precommit_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:36.780577 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-80f835bf-21ac-4425-80cc-8d8402bcfd18 tempest-RoutersIpV6AdminTest-1441855246 tempest-RoutersIpV6AdminTest-1441855246-project-admin] Notify callbacks [] for router, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:36.783924 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-80f835bf-21ac-4425-80cc-8d8402bcfd18 tempest-RoutersIpV6AdminTest-1441855246 tempest-RoutersIpV6AdminTest-1441855246-project-admin] 10.222.0.42 "DELETE /v2.0/routers/4a514f4c-46ed-4886-8fac-53b61a2a83f1 HTTP/1.1" status: 204 len: 168 time: 2.0151920 Apr 18 21:04:36.783924 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-275c0c04-dd40-4d49-87df-5a4c06c22bae tempest-PortsAdminExtendedAttrsIpV6TestJSON-1364717658 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1364717658-project-admin] Port deeae221-0db0-4c94-b7e2-9614f2624ca9 on network 4961d4e9-7985-466c-877d-192c08190aa4 not bound, no agent of type Open vSwitch agent registered on host n-h1-838334-2 {{(pid=84040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 18 21:04:36.783924 n-d-838334-2 neutron-server[84040]: ERROR neutron.plugins.ml2.managers [None req-275c0c04-dd40-4d49-87df-5a4c06c22bae tempest-PortsAdminExtendedAttrsIpV6TestJSON-1364717658 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1364717658-project-admin] Failed to bind port deeae221-0db0-4c94-b7e2-9614f2624ca9 on host n-h1-838334-2 for vnic_type normal using segments [{'id': '698d6ee8-a8b8-4ef9-a78a-6cb0c7e62f11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '4961d4e9-7985-466c-877d-192c08190aa4'}] Apr 18 21:04:36.794224 n-d-838334-2 neutron-server[84040]: INFO neutron.plugins.ml2.plugin [None req-275c0c04-dd40-4d49-87df-5a4c06c22bae tempest-PortsAdminExtendedAttrsIpV6TestJSON-1364717658 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1364717658-project-admin] Attempt 7 to bind port deeae221-0db0-4c94-b7e2-9614f2624ca9 Apr 18 21:04:36.925803 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.provisioning_blocks [None req-1f8a9072-6de4-49e5-a33d-13db7ace430f tempest-ExtraDHCPOptionsIpV6TestJSON-143672045 tempest-ExtraDHCPOptionsIpV6TestJSON-143672045-project] Transition to ACTIVE for port object 05ec6cc0-f226-421a-8706-41cfd7d33380 will not be triggered until provisioned by entity DHCP. {{(pid=84040) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:04:36.933190 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.managers [None req-275c0c04-dd40-4d49-87df-5a4c06c22bae tempest-PortsAdminExtendedAttrsIpV6TestJSON-1364717658 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1364717658-project-admin] Attempting to bind port deeae221-0db0-4c94-b7e2-9614f2624ca9 on host n-h1-838334-2 for vnic_type normal with profile {{(pid=84040) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 21:04:36.933528 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.managers [None req-275c0c04-dd40-4d49-87df-5a4c06c22bae tempest-PortsAdminExtendedAttrsIpV6TestJSON-1364717658 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1364717658-project-admin] Attempting to bind port deeae221-0db0-4c94-b7e2-9614f2624ca9 by drivers openvswitch,hyperv on host n-h1-838334-2 at level 0 using segments [{'id': '698d6ee8-a8b8-4ef9-a78a-6cb0c7e62f11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '4961d4e9-7985-466c-877d-192c08190aa4'}] {{(pid=84040) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 21:04:36.933861 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-275c0c04-dd40-4d49-87df-5a4c06c22bae tempest-PortsAdminExtendedAttrsIpV6TestJSON-1364717658 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1364717658-project-admin] Attempting to bind port deeae221-0db0-4c94-b7e2-9614f2624ca9 on network 4961d4e9-7985-466c-877d-192c08190aa4 {{(pid=84040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 21:04:36.948750 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-02a90264-e702-44e7-83ec-9020f68412d9 tempest-AttachVolumeTestJSON-1696487017 tempest-AttachVolumeTestJSON-1696487017-project] Notify callbacks [] for port, precommit_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:36.952142 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-1dcdc65b-c87d-48ea-8a45-0cfd5ea14f80 tempest-RoutersTest-1500746192 tempest-RoutersTest-1500746192-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:04:36.974623 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-1dcdc65b-c87d-48ea-8a45-0cfd5ea14f80 tempest-RoutersTest-1500746192 tempest-RoutersTest-1500746192-project] Usage tracker for resource:subnet and tenant:8a05b90fa8c54f25938df6bd0ef52223 is out of sync, need to count used quota {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:04:36.979208 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-1dcdc65b-c87d-48ea-8a45-0cfd5ea14f80 tempest-RoutersTest-1500746192 tempest-RoutersTest-1500746192-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:04:36.989602 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-275c0c04-dd40-4d49-87df-5a4c06c22bae tempest-PortsAdminExtendedAttrsIpV6TestJSON-1364717658 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1364717658-project-admin] Port deeae221-0db0-4c94-b7e2-9614f2624ca9 on network 4961d4e9-7985-466c-877d-192c08190aa4 not bound, no agent of type Open vSwitch agent registered on host n-h1-838334-2 {{(pid=84040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 18 21:04:36.989932 n-d-838334-2 neutron-server[84040]: ERROR neutron.plugins.ml2.managers [None req-275c0c04-dd40-4d49-87df-5a4c06c22bae tempest-PortsAdminExtendedAttrsIpV6TestJSON-1364717658 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1364717658-project-admin] Failed to bind port deeae221-0db0-4c94-b7e2-9614f2624ca9 on host n-h1-838334-2 for vnic_type normal using segments [{'id': '698d6ee8-a8b8-4ef9-a78a-6cb0c7e62f11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '4961d4e9-7985-466c-877d-192c08190aa4'}] Apr 18 21:04:36.991216 n-d-838334-2 neutron-server[84040]: INFO neutron.plugins.ml2.plugin [None req-275c0c04-dd40-4d49-87df-5a4c06c22bae tempest-PortsAdminExtendedAttrsIpV6TestJSON-1364717658 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1364717658-project-admin] Attempt 8 to bind port deeae221-0db0-4c94-b7e2-9614f2624ca9 Apr 18 21:04:37.010643 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-1dcdc65b-c87d-48ea-8a45-0cfd5ea14f80 tempest-RoutersTest-1500746192 tempest-RoutersTest-1500746192-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:04:37.070849 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 36648) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:04:37.075717 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.managers [None req-275c0c04-dd40-4d49-87df-5a4c06c22bae tempest-PortsAdminExtendedAttrsIpV6TestJSON-1364717658 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1364717658-project-admin] Attempting to bind port deeae221-0db0-4c94-b7e2-9614f2624ca9 on host n-h1-838334-2 for vnic_type normal with profile {{(pid=84040) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 21:04:37.077687 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.managers [None req-275c0c04-dd40-4d49-87df-5a4c06c22bae tempest-PortsAdminExtendedAttrsIpV6TestJSON-1364717658 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1364717658-project-admin] Attempting to bind port deeae221-0db0-4c94-b7e2-9614f2624ca9 by drivers openvswitch,hyperv on host n-h1-838334-2 at level 0 using segments [{'id': '698d6ee8-a8b8-4ef9-a78a-6cb0c7e62f11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '4961d4e9-7985-466c-877d-192c08190aa4'}] {{(pid=84040) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 21:04:37.079599 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-275c0c04-dd40-4d49-87df-5a4c06c22bae tempest-PortsAdminExtendedAttrsIpV6TestJSON-1364717658 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1364717658-project-admin] Attempting to bind port deeae221-0db0-4c94-b7e2-9614f2624ca9 on network 4961d4e9-7985-466c-877d-192c08190aa4 {{(pid=84040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 21:04:37.095694 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1dcdc65b-c87d-48ea-8a45-0cfd5ea14f80 tempest-RoutersTest-1500746192 tempest-RoutersTest-1500746192-project] Made reservation on behalf of 8a05b90fa8c54f25938df6bd0ef52223 for: {'subnet': 1} {{(pid=84041) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:04:37.117231 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-275c0c04-dd40-4d49-87df-5a4c06c22bae tempest-PortsAdminExtendedAttrsIpV6TestJSON-1364717658 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1364717658-project-admin] Port deeae221-0db0-4c94-b7e2-9614f2624ca9 on network 4961d4e9-7985-466c-877d-192c08190aa4 not bound, no agent of type Open vSwitch agent registered on host n-h1-838334-2 {{(pid=84040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 18 21:04:37.117593 n-d-838334-2 neutron-server[84040]: ERROR neutron.plugins.ml2.managers [None req-275c0c04-dd40-4d49-87df-5a4c06c22bae tempest-PortsAdminExtendedAttrsIpV6TestJSON-1364717658 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1364717658-project-admin] Failed to bind port deeae221-0db0-4c94-b7e2-9614f2624ca9 on host n-h1-838334-2 for vnic_type normal using segments [{'id': '698d6ee8-a8b8-4ef9-a78a-6cb0c7e62f11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '4961d4e9-7985-466c-877d-192c08190aa4'}] Apr 18 21:04:37.121247 n-d-838334-2 neutron-server[84040]: INFO neutron.plugins.ml2.plugin [None req-275c0c04-dd40-4d49-87df-5a4c06c22bae tempest-PortsAdminExtendedAttrsIpV6TestJSON-1364717658 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1364717658-project-admin] Attempt 9 to bind port deeae221-0db0-4c94-b7e2-9614f2624ca9 Apr 18 21:04:37.159033 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.managers [None req-275c0c04-dd40-4d49-87df-5a4c06c22bae tempest-PortsAdminExtendedAttrsIpV6TestJSON-1364717658 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1364717658-project-admin] Attempting to bind port deeae221-0db0-4c94-b7e2-9614f2624ca9 on host n-h1-838334-2 for vnic_type normal with profile {{(pid=84040) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 21:04:37.159669 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.managers [None req-275c0c04-dd40-4d49-87df-5a4c06c22bae tempest-PortsAdminExtendedAttrsIpV6TestJSON-1364717658 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1364717658-project-admin] Attempting to bind port deeae221-0db0-4c94-b7e2-9614f2624ca9 by drivers openvswitch,hyperv on host n-h1-838334-2 at level 0 using segments [{'id': '698d6ee8-a8b8-4ef9-a78a-6cb0c7e62f11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '4961d4e9-7985-466c-877d-192c08190aa4'}] {{(pid=84040) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 21:04:37.160168 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-275c0c04-dd40-4d49-87df-5a4c06c22bae tempest-PortsAdminExtendedAttrsIpV6TestJSON-1364717658 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1364717658-project-admin] Attempting to bind port deeae221-0db0-4c94-b7e2-9614f2624ca9 on network 4961d4e9-7985-466c-877d-192c08190aa4 {{(pid=84040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 21:04:37.168583 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-dd88c065-0eab-4d4e-849e-e0de8a297b8b tempest-PortsTestJSON-1335945802 tempest-PortsTestJSON-1335945802-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33526260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32441074', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31752704'] for subnet, after_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:37.212379 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-1f8a9072-6de4-49e5-a33d-13db7ace430f tempest-ExtraDHCPOptionsIpV6TestJSON-143672045 tempest-ExtraDHCPOptionsIpV6TestJSON-143672045-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750374836619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32440838'] for port, after_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:37.217780 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e23eb386-ac04-456a-9a2b-585d4a886c1a None None] Network 2c6d39c7-6e76-41c6-a439-c7138036f252 requested from n-d-838334-2 {{(pid=84042) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 21:04:37.220479 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-275c0c04-dd40-4d49-87df-5a4c06c22bae tempest-PortsAdminExtendedAttrsIpV6TestJSON-1364717658 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1364717658-project-admin] Port deeae221-0db0-4c94-b7e2-9614f2624ca9 on network 4961d4e9-7985-466c-877d-192c08190aa4 not bound, no agent of type Open vSwitch agent registered on host n-h1-838334-2 {{(pid=84040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 18 21:04:37.220772 n-d-838334-2 neutron-server[84040]: ERROR neutron.plugins.ml2.managers [None req-275c0c04-dd40-4d49-87df-5a4c06c22bae tempest-PortsAdminExtendedAttrsIpV6TestJSON-1364717658 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1364717658-project-admin] Failed to bind port deeae221-0db0-4c94-b7e2-9614f2624ca9 on host n-h1-838334-2 for vnic_type normal using segments [{'id': '698d6ee8-a8b8-4ef9-a78a-6cb0c7e62f11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '4961d4e9-7985-466c-877d-192c08190aa4'}] Apr 18 21:04:37.227541 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-a3f0aa8e-e237-46d0-9136-130a1f140642 tempest-RoutersAdminTest-1076183166 tempest-RoutersAdminTest-1076183166-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369123'] for port, precommit_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:37.237689 n-d-838334-2 neutron-server[84040]: INFO neutron.plugins.ml2.plugin [None req-275c0c04-dd40-4d49-87df-5a4c06c22bae tempest-PortsAdminExtendedAttrsIpV6TestJSON-1364717658 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1364717658-project-admin] Attempt 10 to bind port deeae221-0db0-4c94-b7e2-9614f2624ca9 Apr 18 21:04:37.334223 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.managers [None req-275c0c04-dd40-4d49-87df-5a4c06c22bae tempest-PortsAdminExtendedAttrsIpV6TestJSON-1364717658 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1364717658-project-admin] Attempting to bind port deeae221-0db0-4c94-b7e2-9614f2624ca9 on host n-h1-838334-2 for vnic_type normal with profile {{(pid=84040) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 21:04:37.334455 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-6381624a-c960-4701-a5f9-8430cb170b75 None None] Provisioning for port 8f93b9c1-d206-47c8-b1d9-9e8ce04f79cb completed by entity DHCP. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 21:04:37.334598 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.managers [None req-275c0c04-dd40-4d49-87df-5a4c06c22bae tempest-PortsAdminExtendedAttrsIpV6TestJSON-1364717658 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1364717658-project-admin] Attempting to bind port deeae221-0db0-4c94-b7e2-9614f2624ca9 by drivers openvswitch,hyperv on host n-h1-838334-2 at level 0 using segments [{'id': '698d6ee8-a8b8-4ef9-a78a-6cb0c7e62f11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '4961d4e9-7985-466c-877d-192c08190aa4'}] {{(pid=84040) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 21:04:37.334598 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-275c0c04-dd40-4d49-87df-5a4c06c22bae tempest-PortsAdminExtendedAttrsIpV6TestJSON-1364717658 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1364717658-project-admin] Attempting to bind port deeae221-0db0-4c94-b7e2-9614f2624ca9 on network 4961d4e9-7985-466c-877d-192c08190aa4 {{(pid=84040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 21:04:37.346843 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-275c0c04-dd40-4d49-87df-5a4c06c22bae tempest-PortsAdminExtendedAttrsIpV6TestJSON-1364717658 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1364717658-project-admin] Port deeae221-0db0-4c94-b7e2-9614f2624ca9 on network 4961d4e9-7985-466c-877d-192c08190aa4 not bound, no agent of type Open vSwitch agent registered on host n-h1-838334-2 {{(pid=84040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 18 21:04:37.347207 n-d-838334-2 neutron-server[84040]: ERROR neutron.plugins.ml2.managers [None req-275c0c04-dd40-4d49-87df-5a4c06c22bae tempest-PortsAdminExtendedAttrsIpV6TestJSON-1364717658 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1364717658-project-admin] Failed to bind port deeae221-0db0-4c94-b7e2-9614f2624ca9 on host n-h1-838334-2 for vnic_type normal using segments [{'id': '698d6ee8-a8b8-4ef9-a78a-6cb0c7e62f11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '4961d4e9-7985-466c-877d-192c08190aa4'}] Apr 18 21:04:37.348686 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-275c0c04-dd40-4d49-87df-5a4c06c22bae tempest-PortsAdminExtendedAttrsIpV6TestJSON-1364717658 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1364717658-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:37.387076 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-02a90264-e702-44e7-83ec-9020f68412d9 tempest-AttachVolumeTestJSON-1696487017 tempest-AttachVolumeTestJSON-1696487017-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750374836619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32266323'] for port, after_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:37.394552 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd88c065-0eab-4d4e-849e-e0de8a297b8b tempest-PortsTestJSON-1335945802 tempest-PortsTestJSON-1335945802-project] Pushing event updated for resources: {'Subnet': ['ID=b08e4f71-2924-4a99-af0f-ebe1c92820f5,revision_number=0']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:04:37.398672 n-d-838334-2 neutron-server[84040]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f8a9072-6de4-49e5-a33d-13db7ace430f tempest-ExtraDHCPOptionsIpV6TestJSON-143672045 tempest-ExtraDHCPOptionsIpV6TestJSON-143672045-project] Network 2c6d39c7-6e76-41c6-a439-c7138036f252 is already hosted by enough agents. {{(pid=84040) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:04:37.406549 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.plugin [None req-a3f0aa8e-e237-46d0-9136-130a1f140642 tempest-RoutersAdminTest-1076183166 tempest-RoutersAdminTest-1076183166-project] Calling delete_port for ac4aee99-6b17-4ede-9d4c-df2d0c3ddbdd owned by network:router_gateway {{(pid=84041) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 21:04:37.413943 n-d-838334-2 neutron-server[84040]: DEBUG neutron.scheduler.base_scheduler [None req-1f8a9072-6de4-49e5-a33d-13db7ace430f tempest-ExtraDHCPOptionsIpV6TestJSON-143672045 tempest-ExtraDHCPOptionsIpV6TestJSON-143672045-project] Resources bound (agent type, host, resource id): {{(pid=84040) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:04:37.415999 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f8a9072-6de4-49e5-a33d-13db7ace430f tempest-ExtraDHCPOptionsIpV6TestJSON-143672045 tempest-ExtraDHCPOptionsIpV6TestJSON-143672045-project] Pushing event updated for resources: {'Port': ['ID=05ec6cc0-f226-421a-8706-41cfd7d33380,revision_number=1']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:04:37.418379 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f8a9072-6de4-49e5-a33d-13db7ace430f tempest-ExtraDHCPOptionsIpV6TestJSON-143672045 tempest-ExtraDHCPOptionsIpV6TestJSON-143672045-project] Received port after_create {{(pid=84040) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 21:04:37.422597 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f8a9072-6de4-49e5-a33d-13db7ace430f tempest-ExtraDHCPOptionsIpV6TestJSON-143672045 tempest-ExtraDHCPOptionsIpV6TestJSON-143672045-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:04:37.423210 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-1f8a9072-6de4-49e5-a33d-13db7ace430f tempest-ExtraDHCPOptionsIpV6TestJSON-143672045 tempest-ExtraDHCPOptionsIpV6TestJSON-143672045-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217293'] for port, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:37.483927 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-1f8a9072-6de4-49e5-a33d-13db7ace430f tempest-ExtraDHCPOptionsIpV6TestJSON-143672045 tempest-ExtraDHCPOptionsIpV6TestJSON-143672045-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 942 time: 4.2542756 Apr 18 21:04:37.494600 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 36654) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:04:37.518105 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.v2.base [None req-b0063760-53fb-427e-9090-59152af02232 tempest-ExtraDHCPOptionsIpV6TestJSON-143672045 tempest-ExtraDHCPOptionsIpV6TestJSON-143672045-project] Request body: {'port': {'network_id': '2c6d39c7-6e76-41c6-a439-c7138036f252', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-1842425430', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=84040) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:04:37.518654 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.api.validators [None req-b0063760-53fb-427e-9090-59152af02232 tempest-ExtraDHCPOptionsIpV6TestJSON-143672045 tempest-ExtraDHCPOptionsIpV6TestJSON-143672045-project] bootfile-name is not in valid_values {{(pid=84040) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Apr 18 21:04:37.518981 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.api.validators [None req-b0063760-53fb-427e-9090-59152af02232 tempest-ExtraDHCPOptionsIpV6TestJSON-143672045 tempest-ExtraDHCPOptionsIpV6TestJSON-143672045-project] tftp-server is not in valid_values {{(pid=84040) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Apr 18 21:04:37.519349 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.api.validators [None req-b0063760-53fb-427e-9090-59152af02232 tempest-ExtraDHCPOptionsIpV6TestJSON-143672045 tempest-ExtraDHCPOptionsIpV6TestJSON-143672045-project] server-ip-address is not in valid_values {{(pid=84040) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Apr 18 21:04:37.550484 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Device 8f93b9c1-d206-47c8-b1d9-9e8ce04f79cb up at agent ovs-agent-n-d-838334-2 {{(pid=84042) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 21:04:37.610074 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd88c065-0eab-4d4e-849e-e0de8a297b8b tempest-PortsTestJSON-1335945802 tempest-PortsTestJSON-1335945802-project] Checking segment: {'id': '9271467a-5dee-4274-8040-e77f3d46d552', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': 'e90fc4e4-fcbe-4192-b327-06b1cad14e04'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84040) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 21:04:37.610460 n-d-838334-2 neutron-server[84040]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd88c065-0eab-4d4e-849e-e0de8a297b8b tempest-PortsTestJSON-1335945802 tempest-PortsTestJSON-1335945802-project] Network hostable DHCP agents. Network: e90fc4e4-fcbe-4192-b327-06b1cad14e04, hostable agents: ['8746f8ea-3e91-4b32-9919-2c63adeb8722'], hosted agents: [] {{(pid=84040) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 21:04:37.683916 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.db [None req-275c0c04-dd40-4d49-87df-5a4c06c22bae tempest-PortsAdminExtendedAttrsIpV6TestJSON-1364717658 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1364717658-project-admin] For port deeae221-0db0-4c94-b7e2-9614f2624ca9, host n-h1-838334-2, cleared binding levels {{(pid=84040) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 21:04:37.684287 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.db [None req-275c0c04-dd40-4d49-87df-5a4c06c22bae tempest-PortsAdminExtendedAttrsIpV6TestJSON-1364717658 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1364717658-project-admin] Attempted to set empty binding levels {{(pid=84040) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Apr 18 21:04:37.710729 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-275c0c04-dd40-4d49-87df-5a4c06c22bae tempest-PortsAdminExtendedAttrsIpV6TestJSON-1364717658 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1364717658-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32440959'] for port, after_update {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:37.750934 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.v2.base [None req-41f3e2b9-69db-4414-a5c6-3b052f6d6958 tempest-RoutersIpV6AdminTest-1940382112 tempest-RoutersIpV6AdminTest-1940382112-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-799709891', 'external_gateway_info': {'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c'}, 'admin_state_up': False}} {{(pid=84041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:04:37.756326 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Provisioning for port 8f93b9c1-d206-47c8-b1d9-9e8ce04f79cb completed by entity L2. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 21:04:37.759645 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-1dcdc65b-c87d-48ea-8a45-0cfd5ea14f80 tempest-RoutersTest-1500746192 tempest-RoutersTest-1500746192-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32486301'] for subnet, before_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:37.771613 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Provisioning complete for port 8f93b9c1-d206-47c8-b1d9-9e8ce04f79cb triggered by entity L2. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:04:37.772746 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1253608'] for port, provisioning_complete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:37.787687 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-41f3e2b9-69db-4414-a5c6-3b052f6d6958 tempest-RoutersIpV6AdminTest-1940382112 tempest-RoutersIpV6AdminTest-1940382112-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:04:37.797413 n-d-838334-2 neutron-server[84040]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd88c065-0eab-4d4e-849e-e0de8a297b8b tempest-PortsTestJSON-1335945802 tempest-PortsTestJSON-1335945802-project] Network e90fc4e4-fcbe-4192-b327-06b1cad14e04 is scheduled to be hosted by DHCP agent 8746f8ea-3e91-4b32-9919-2c63adeb8722 with binding_index 1 {{(pid=84040) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 21:04:37.817143 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-275c0c04-dd40-4d49-87df-5a4c06c22bae tempest-PortsAdminExtendedAttrsIpV6TestJSON-1364717658 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1364717658-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217293'] for port, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:37.830060 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-275c0c04-dd40-4d49-87df-5a4c06c22bae tempest-PortsAdminExtendedAttrsIpV6TestJSON-1364717658 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1364717658-project-admin] Pushing event updated for resources: {'Port': ['ID=deeae221-0db0-4c94-b7e2-9614f2624ca9,revision_number=2']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:04:37.832134 n-d-838334-2 neutron-server[84040]: DEBUG neutron.scheduler.base_scheduler [None req-dd88c065-0eab-4d4e-849e-e0de8a297b8b tempest-PortsTestJSON-1335945802 tempest-PortsTestJSON-1335945802-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-838334-2, e90fc4e4-fcbe-4192-b327-06b1cad14e04) {{(pid=84040) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:04:37.833779 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [None req-b0063760-53fb-427e-9090-59152af02232 tempest-ExtraDHCPOptionsIpV6TestJSON-143672045 tempest-ExtraDHCPOptionsIpV6TestJSON-143672045-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:04:37.843254 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-b0063760-53fb-427e-9090-59152af02232 tempest-ExtraDHCPOptionsIpV6TestJSON-143672045 tempest-ExtraDHCPOptionsIpV6TestJSON-143672045-project] Usage tracker for resource:port and tenant:1e58ac7a2a59451c82994284a0348686 is out of sync, need to count used quota {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:04:37.849486 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd88c065-0eab-4d4e-849e-e0de8a297b8b tempest-PortsTestJSON-1335945802 tempest-PortsTestJSON-1335945802-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:04:37.850083 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-dd88c065-0eab-4d4e-849e-e0de8a297b8b tempest-PortsTestJSON-1335945802 tempest-PortsTestJSON-1335945802-project] Notify callbacks [] for subnet, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:37.855066 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-b0063760-53fb-427e-9090-59152af02232 tempest-ExtraDHCPOptionsIpV6TestJSON-143672045 tempest-ExtraDHCPOptionsIpV6TestJSON-143672045-project] Quota usage for port was recalculated. Used quota:2. {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:04:37.857071 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c6fc512-444a-4bf1-88eb-0f1f496151fd None None] Network e90fc4e4-fcbe-4192-b327-06b1cad14e04 requested from n-d-838334-2 {{(pid=84042) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 21:04:37.863170 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02a90264-e702-44e7-83ec-9020f68412d9 tempest-AttachVolumeTestJSON-1696487017 tempest-AttachVolumeTestJSON-1696487017-project] Pushing event updated for resources: {'Port': ['ID=793d0c73-0580-4a51-b37f-51d009d11997,revision_number=1']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:04:37.863515 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [None req-b0063760-53fb-427e-9090-59152af02232 tempest-ExtraDHCPOptionsIpV6TestJSON-143672045 tempest-ExtraDHCPOptionsIpV6TestJSON-143672045-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:04:37.878944 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-275c0c04-dd40-4d49-87df-5a4c06c22bae tempest-PortsAdminExtendedAttrsIpV6TestJSON-1364717658 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1364717658-project-admin] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 984 time: 5.6134250 Apr 18 21:04:37.881887 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 36658) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:04:37.890388 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-41f3e2b9-69db-4414-a5c6-3b052f6d6958 tempest-RoutersIpV6AdminTest-1940382112 tempest-RoutersIpV6AdminTest-1940382112-project] Usage tracker for resource:router and tenant:1159fc702e404312a02dc815f5825396 is out of sync, need to count used quota {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:04:37.897827 n-d-838334-2 neutron-server[84041]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02a90264-e702-44e7-83ec-9020f68412d9 tempest-AttachVolumeTestJSON-1696487017 tempest-AttachVolumeTestJSON-1696487017-project] Network e41b6600-a917-4a8d-b05c-be3be40c6d8c is already hosted by enough agents. {{(pid=84041) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:04:37.901419 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-41f3e2b9-69db-4414-a5c6-3b052f6d6958 tempest-RoutersIpV6AdminTest-1940382112 tempest-RoutersIpV6AdminTest-1940382112-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:04:37.917918 n-d-838334-2 neutron-server[84041]: DEBUG neutron.scheduler.base_scheduler [None req-02a90264-e702-44e7-83ec-9020f68412d9 tempest-AttachVolumeTestJSON-1696487017 tempest-AttachVolumeTestJSON-1696487017-project] Resources bound (agent type, host, resource id): {{(pid=84041) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:04:37.920769 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02a90264-e702-44e7-83ec-9020f68412d9 tempest-AttachVolumeTestJSON-1696487017 tempest-AttachVolumeTestJSON-1696487017-project] Received port after_create {{(pid=84041) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 21:04:37.934910 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-dd88c065-0eab-4d4e-849e-e0de8a297b8b tempest-PortsTestJSON-1335945802 tempest-PortsTestJSON-1335945802-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.1669922 Apr 18 21:04:37.938123 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b0063760-53fb-427e-9090-59152af02232 tempest-ExtraDHCPOptionsIpV6TestJSON-143672045 tempest-ExtraDHCPOptionsIpV6TestJSON-143672045-project] Made reservation on behalf of 1e58ac7a2a59451c82994284a0348686 for: {'port': 1} {{(pid=84040) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:04:37.941156 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-b0063760-53fb-427e-9090-59152af02232 tempest-ExtraDHCPOptionsIpV6TestJSON-143672045 tempest-ExtraDHCPOptionsIpV6TestJSON-143672045-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:37.972034 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-41f3e2b9-69db-4414-a5c6-3b052f6d6958 tempest-RoutersIpV6AdminTest-1940382112 tempest-RoutersIpV6AdminTest-1940382112-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:04:37.979362 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 36662) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:04:38.018241 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.v2.base [None req-1d7f3296-9cb5-4c36-bbbb-e8c4c205f776 tempest-PortsTestJSON-1335945802 tempest-PortsTestJSON-1335945802-project] Request body: {'port': {'network_id': 'e90fc4e4-fcbe-4192-b327-06b1cad14e04', 'name': 'tempest-PortsTestJSON-1318263021', 'fixed_ips': [{'subnet_id': 'b08e4f71-2924-4a99-af0f-ebe1c92820f5', 'ip_address': '172.20.0.10'}]}} {{(pid=84040) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:04:38.071363 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-41f3e2b9-69db-4414-a5c6-3b052f6d6958 tempest-RoutersIpV6AdminTest-1940382112 tempest-RoutersIpV6AdminTest-1940382112-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-33442106', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5708'] for router, before_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:38.072467 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-41f3e2b9-69db-4414-a5c6-3b052f6d6958 tempest-RoutersIpV6AdminTest-1940382112 tempest-RoutersIpV6AdminTest-1940382112-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33442137', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33444285', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33535433', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5703'] for router, precommit_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:38.140700 n-d-838334-2 neutron-server[84040]: DEBUG neutron.notifiers.nova [None req-b0063760-53fb-427e-9090-59152af02232 tempest-ExtraDHCPOptionsIpV6TestJSON-143672045 tempest-ExtraDHCPOptionsIpV6TestJSON-143672045-project] device_id is not set on port b44a158e-0865-4b5b-9174-7313c047ec50 yet. {{(pid=84040) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 18 21:04:38.184728 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.plugin [None req-7309bb29-51fa-4e09-99a1-0e6248402bff tempest-PortsAdminExtendedAttrsIpV6TestJSON-1364717658 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1364717658-project-admin] Deleting port deeae221-0db0-4c94-b7e2-9614f2624ca9 {{(pid=84040) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 21:04:38.190560 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-7309bb29-51fa-4e09-99a1-0e6248402bff tempest-PortsAdminExtendedAttrsIpV6TestJSON-1364717658 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1364717658-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750375188691'] for port, before_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:38.256507 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:38.260379 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-41f3e2b9-69db-4414-a5c6-3b052f6d6958 tempest-RoutersIpV6AdminTest-1940382112 tempest-RoutersIpV6AdminTest-1940382112-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:38.434093 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5515e92-2781-441f-a29f-232faf645af6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp016840fc-1f9f-5892-9c53-c9cf6c845bbb-e90fc4e4-fcbe-4192-b327-06b1cad14e04', 'network_id': 'e90fc4e4-fcbe-4192-b327-06b1cad14e04', 'tenant_id': '234c597e1bbf440ab35a01225b472234', 'fixed_ips': [{'subnet_id': 'b08e4f71-2924-4a99-af0f-ebe1c92820f5'}]}} from n-d-838334-2. {{(pid=84042) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 18 21:04:38.435073 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-f5515e92-2781-441f-a29f-232faf645af6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_create {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:38.458018 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] For port 8f93b9c1-d206-47c8-b1d9-9e8ce04f79cb, host n-d-838334-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838334-2',level=0,port_id=8f93b9c1-d206-47c8-b1d9-9e8ce04f79cb,segment=NetworkSegment(def412a1-465e-4289-a41f-3d6e7b80e225),segment_id=def412a1-465e-4289-a41f-3d6e7b80e225)] {{(pid=84042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:04:38.469808 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-1dcdc65b-c87d-48ea-8a45-0cfd5ea14f80 tempest-RoutersTest-1500746192 tempest-RoutersTest-1500746192-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33526260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32266407', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32486287'] for subnet, after_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:38.527143 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682'] for port, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:38.587484 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-02a90264-e702-44e7-83ec-9020f68412d9 tempest-AttachVolumeTestJSON-1696487017 tempest-AttachVolumeTestJSON-1696487017-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:38.721533 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [None req-1d7f3296-9cb5-4c36-bbbb-e8c4c205f776 tempest-PortsTestJSON-1335945802 tempest-PortsTestJSON-1335945802-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:04:38.731294 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-1d7f3296-9cb5-4c36-bbbb-e8c4c205f776 tempest-PortsTestJSON-1335945802 tempest-PortsTestJSON-1335945802-project] Usage tracker for resource:port and tenant:234c597e1bbf440ab35a01225b472234 is out of sync, need to count used quota {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:04:38.734474 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-1d7f3296-9cb5-4c36-bbbb-e8c4c205f776 tempest-PortsTestJSON-1335945802 tempest-PortsTestJSON-1335945802-project] Quota usage for port was recalculated. Used quota:1. {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:04:38.740688 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [None req-1d7f3296-9cb5-4c36-bbbb-e8c4c205f776 tempest-PortsTestJSON-1335945802 tempest-PortsTestJSON-1335945802-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:04:38.758749 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-a3f0aa8e-e237-46d0-9136-130a1f140642 tempest-RoutersAdminTest-1076183166 tempest-RoutersAdminTest-1076183166-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750375259028', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750374836628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32266323'] for port, after_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:38.777307 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.db_base_plugin_common [None req-f5515e92-2781-441f-a29f-232faf645af6 None None] Allocated IP 172.20.0.2 (e90fc4e4-fcbe-4192-b327-06b1cad14e04/b08e4f71-2924-4a99-af0f-ebe1c92820f5/ef52c50a-5776-4db0-bf44-0c1835e9c95c) {{(pid=84042) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 21:04:38.780271 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-02a90264-e702-44e7-83ec-9020f68412d9 tempest-AttachVolumeTestJSON-1696487017 tempest-AttachVolumeTestJSON-1696487017-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:38.826270 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d7f3296-9cb5-4c36-bbbb-e8c4c205f776 tempest-PortsTestJSON-1335945802 tempest-PortsTestJSON-1335945802-project] Made reservation on behalf of 234c597e1bbf440ab35a01225b472234 for: {'port': 1} {{(pid=84040) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:04:38.831665 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-1d7f3296-9cb5-4c36-bbbb-e8c4c205f776 tempest-PortsTestJSON-1335945802 tempest-PortsTestJSON-1335945802-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:38.988019 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.db_base_plugin_common [None req-b0063760-53fb-427e-9090-59152af02232 tempest-ExtraDHCPOptionsIpV6TestJSON-143672045 tempest-ExtraDHCPOptionsIpV6TestJSON-143672045-project] Allocated IP 2001:db8::17b (2c6d39c7-6e76-41c6-a439-c7138036f252/6dbd931b-c106-483b-9349-2e308c8e7f34/b44a158e-0865-4b5b-9174-7313c047ec50) {{(pid=84040) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 21:04:39.006903 n-d-838334-2 neutron-server[84040]: DEBUG neutron.notifiers.nova [None req-1d7f3296-9cb5-4c36-bbbb-e8c4c205f776 tempest-PortsTestJSON-1335945802 tempest-PortsTestJSON-1335945802-project] device_id is not set on port 26217240-bbf9-4fff-8df8-113a4c30cc78 yet. {{(pid=84040) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 18 21:04:39.054277 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.db [None req-7309bb29-51fa-4e09-99a1-0e6248402bff tempest-PortsAdminExtendedAttrsIpV6TestJSON-1364717658 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1364717658-project-admin] For port deeae221-0db0-4c94-b7e2-9614f2624ca9, host n-h1-838334-2, got binding levels [] {{(pid=84040) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:04:39.054277 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-7309bb29-51fa-4e09-99a1-0e6248402bff tempest-PortsAdminExtendedAttrsIpV6TestJSON-1364717658 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1364717658-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369123'] for port, precommit_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:39.068371 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3f0aa8e-e237-46d0-9136-130a1f140642 tempest-RoutersAdminTest-1076183166 tempest-RoutersAdminTest-1076183166-project] Pushing event deleted for resources: {'Port': ['ID=ac4aee99-6b17-4ede-9d4c-df2d0c3ddbdd,revision_number=None']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:04:39.087773 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-f5515e92-2781-441f-a29f-232faf645af6 None None] Notify callbacks [] for port, precommit_create {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:39.109447 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-8bcaf2aa-b73f-48dd-8c68-c395b57a232c None None] Provisioning complete for port 8f93b9c1-d206-47c8-b1d9-9e8ce04f79cb triggered by entity DHCP. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:04:39.109813 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-8bcaf2aa-b73f-48dd-8c68-c395b57a232c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1253608'] for port, provisioning_complete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:39.157821 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Pushing event updated for resources: {'Port': ['ID=8f93b9c1-d206-47c8-b1d9-9e8ce04f79cb,revision_number=3']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:04:39.162097 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-f5515e92-2781-441f-a29f-232faf645af6 None None] Transition to ACTIVE for port object ef52c50a-5776-4db0-bf44-0c1835e9c95c will not be triggered until provisioned by entity L2. {{(pid=84042) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:04:39.184175 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dcdc65b-c87d-48ea-8a45-0cfd5ea14f80 tempest-RoutersTest-1500746192 tempest-RoutersTest-1500746192-project] Pushing event updated for resources: {'Subnet': ['ID=1312637d-b619-4f21-af2d-90b0210df77f,revision_number=0']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:04:39.210278 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-f5515e92-2781-441f-a29f-232faf645af6 None None] Transition to ACTIVE for port object ef52c50a-5776-4db0-bf44-0c1835e9c95c will not be triggered until provisioned by entity DHCP. {{(pid=84042) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:04:39.254473 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-f5515e92-2781-441f-a29f-232faf645af6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750374836619'] for port, after_create {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:39.278879 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.plugin [None req-7309bb29-51fa-4e09-99a1-0e6248402bff tempest-PortsAdminExtendedAttrsIpV6TestJSON-1364717658 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1364717658-project-admin] Calling delete_port for deeae221-0db0-4c94-b7e2-9614f2624ca9 owned by {{(pid=84040) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 21:04:39.295839 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1dcdc65b-c87d-48ea-8a45-0cfd5ea14f80 tempest-RoutersTest-1500746192 tempest-RoutersTest-1500746192-project] Checking segment: {'id': '93a191c9-c8da-4f45-9d9a-6f161ab2bd45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': 'f46d807d-5106-48c3-9236-bd7be28e79da'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84041) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 21:04:39.311210 n-d-838334-2 neutron-server[84041]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1dcdc65b-c87d-48ea-8a45-0cfd5ea14f80 tempest-RoutersTest-1500746192 tempest-RoutersTest-1500746192-project] Network hostable DHCP agents. Network: f46d807d-5106-48c3-9236-bd7be28e79da, hostable agents: ['8746f8ea-3e91-4b32-9919-2c63adeb8722'], hosted agents: [] {{(pid=84041) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 21:04:39.356592 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-41f3e2b9-69db-4414-a5c6-3b052f6d6958 tempest-RoutersIpV6AdminTest-1940382112 tempest-RoutersIpV6AdminTest-1940382112-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-33444175', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-33443520', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5293'] for router, precommit_update {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:39.431015 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5515e92-2781-441f-a29f-232faf645af6 None None] Pushing event updated for resources: {'Port': ['ID=ef52c50a-5776-4db0-bf44-0c1835e9c95c,revision_number=1']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:04:39.449350 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Device 8f93b9c1-d206-47c8-b1d9-9e8ce04f79cb up at agent ovs-agent-n-d-838334-2 {{(pid=84042) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 21:04:39.480993 n-d-838334-2 neutron-server[84042]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5515e92-2781-441f-a29f-232faf645af6 None None] Network e90fc4e4-fcbe-4192-b327-06b1cad14e04 is already hosted by enough agents. {{(pid=84042) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:04:39.498334 n-d-838334-2 neutron-server[84042]: DEBUG neutron.scheduler.base_scheduler [None req-f5515e92-2781-441f-a29f-232faf645af6 None None] Resources bound (agent type, host, resource id): {{(pid=84042) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:04:39.500845 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5515e92-2781-441f-a29f-232faf645af6 None None] Received port after_create {{(pid=84042) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 21:04:39.631587 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.managers [None req-f5515e92-2781-441f-a29f-232faf645af6 None None] Attempting to bind port ef52c50a-5776-4db0-bf44-0c1835e9c95c on host n-d-838334-2 for vnic_type normal with profile {{(pid=84042) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 21:04:39.632041 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.managers [None req-f5515e92-2781-441f-a29f-232faf645af6 None None] Attempting to bind port ef52c50a-5776-4db0-bf44-0c1835e9c95c by drivers openvswitch,hyperv on host n-d-838334-2 at level 0 using segments [{'id': '9271467a-5dee-4274-8040-e77f3d46d552', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': 'e90fc4e4-fcbe-4192-b327-06b1cad14e04'}] {{(pid=84042) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 21:04:39.632443 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5515e92-2781-441f-a29f-232faf645af6 None None] Attempting to bind port ef52c50a-5776-4db0-bf44-0c1835e9c95c on network e90fc4e4-fcbe-4192-b327-06b1cad14e04 {{(pid=84042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 21:04:39.650925 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5515e92-2781-441f-a29f-232faf645af6 None None] Checking agent: {'id': '97cd4414-7af6-4d67-868d-dff370b4071a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838334-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 25, 49), 'started_at': datetime.datetime(2022, 4, 18, 20, 26, 19), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 21, 4, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838334-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 18 21:04:39.651406 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5515e92-2781-441f-a29f-232faf645af6 None None] Checking segment: {'id': '9271467a-5dee-4274-8040-e77f3d46d552', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': 'e90fc4e4-fcbe-4192-b327-06b1cad14e04'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84042) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 21:04:39.651764 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-f5515e92-2781-441f-a29f-232faf645af6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:39.652161 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5515e92-2781-441f-a29f-232faf645af6 None None] Bound using segment: {'id': '9271467a-5dee-4274-8040-e77f3d46d552', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': 'e90fc4e4-fcbe-4192-b327-06b1cad14e04'} {{(pid=84042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 18 21:04:39.652679 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.managers [None req-f5515e92-2781-441f-a29f-232faf645af6 None None] Bound port: ef52c50a-5776-4db0-bf44-0c1835e9c95c, host: n-d-838334-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9271467a-5dee-4274-8040-e77f3d46d552', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': 'e90fc4e4-fcbe-4192-b327-06b1cad14e04'}}] {{(pid=84042) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 21:04:39.653072 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-f5515e92-2781-441f-a29f-232faf645af6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:39.666824 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-8bcaf2aa-b73f-48dd-8c68-c395b57a232c None None] Provisioning for port 05ec6cc0-f226-421a-8706-41cfd7d33380 completed by entity DHCP. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 21:04:39.673295 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-7309bb29-51fa-4e09-99a1-0e6248402bff tempest-PortsAdminExtendedAttrsIpV6TestJSON-1364717658 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1364717658-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750375259028', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750374836628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32440838'] for port, after_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:39.679187 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-8bcaf2aa-b73f-48dd-8c68-c395b57a232c None None] Provisioning complete for port 05ec6cc0-f226-421a-8706-41cfd7d33380 triggered by entity DHCP. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:04:39.679187 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-8bcaf2aa-b73f-48dd-8c68-c395b57a232c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1253608'] for port, provisioning_complete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:39.720463 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.db.resource_extend [None req-02a90264-e702-44e7-83ec-9020f68412d9 tempest-AttachVolumeTestJSON-1696487017 tempest-AttachVolumeTestJSON-1696487017-project] It took 0.24 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84041) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 18 21:04:39.779965 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Provisioning complete for port 8f93b9c1-d206-47c8-b1d9-9e8ce04f79cb triggered by entity L2. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:04:39.780593 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1253608'] for port, provisioning_complete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:39.838698 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.plugin [None req-8bcaf2aa-b73f-48dd-8c68-c395b57a232c None None] Port 05ec6cc0-f226-421a-8706-41cfd7d33380 cannot update to ACTIVE because it is not bound. {{(pid=84042) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 18 21:04:39.866127 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-02a90264-e702-44e7-83ec-9020f68412d9 tempest-AttachVolumeTestJSON-1696487017 tempest-AttachVolumeTestJSON-1696487017-project] Notify callbacks [] for port, precommit_update {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:39.879024 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-a3f0aa8e-e237-46d0-9136-130a1f140642 tempest-RoutersAdminTest-1076183166 tempest-RoutersAdminTest-1076183166-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33444108'] for router_gateway, after_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:39.907703 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-f5515e92-2781-441f-a29f-232faf645af6 None None] For port ef52c50a-5776-4db0-bf44-0c1835e9c95c, host n-d-838334-2, cleared binding levels {{(pid=84042) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 21:04:39.910288 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7309bb29-51fa-4e09-99a1-0e6248402bff tempest-PortsAdminExtendedAttrsIpV6TestJSON-1364717658 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1364717658-project-admin] Pushing event deleted for resources: {'Port': ['ID=deeae221-0db0-4c94-b7e2-9614f2624ca9,revision_number=None']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:04:39.915908 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-f5515e92-2781-441f-a29f-232faf645af6 None None] For port ef52c50a-5776-4db0-bf44-0c1835e9c95c, host n-d-838334-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838334-2',level=0,port_id=ef52c50a-5776-4db0-bf44-0c1835e9c95c,segment=NetworkSegment(9271467a-5dee-4274-8040-e77f3d46d552),segment_id=9271467a-5dee-4274-8040-e77f3d46d552)] {{(pid=84042) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 21:04:39.934111 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-b0063760-53fb-427e-9090-59152af02232 tempest-ExtraDHCPOptionsIpV6TestJSON-143672045 tempest-ExtraDHCPOptionsIpV6TestJSON-143672045-project] Notify callbacks [] for port, precommit_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:39.941035 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-7309bb29-51fa-4e09-99a1-0e6248402bff tempest-PortsAdminExtendedAttrsIpV6TestJSON-1364717658 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1364717658-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217293'] for port, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:39.971145 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-f5515e92-2781-441f-a29f-232faf645af6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682'] for port, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:39.972252 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.db_base_plugin_common [None req-1d7f3296-9cb5-4c36-bbbb-e8c4c205f776 tempest-PortsTestJSON-1335945802 tempest-PortsTestJSON-1335945802-project] Allocated IP 172.20.0.10 (e90fc4e4-fcbe-4192-b327-06b1cad14e04/b08e4f71-2924-4a99-af0f-ebe1c92820f5/26217240-bbf9-4fff-8df8-113a4c30cc78) {{(pid=84040) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 21:04:39.983990 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.provisioning_blocks [None req-b0063760-53fb-427e-9090-59152af02232 tempest-ExtraDHCPOptionsIpV6TestJSON-143672045 tempest-ExtraDHCPOptionsIpV6TestJSON-143672045-project] Transition to ACTIVE for port object b44a158e-0865-4b5b-9174-7313c047ec50 will not be triggered until provisioned by entity DHCP. {{(pid=84040) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:04:39.988163 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-02a90264-e702-44e7-83ec-9020f68412d9 tempest-AttachVolumeTestJSON-1696487017 tempest-AttachVolumeTestJSON-1696487017-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32266282'] for port, after_update {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:39.991542 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-7309bb29-51fa-4e09-99a1-0e6248402bff tempest-PortsAdminExtendedAttrsIpV6TestJSON-1364717658 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1364717658-project-admin] 10.222.0.42 "DELETE /v2.0/ports/deeae221-0db0-4c94-b7e2-9614f2624ca9 HTTP/1.1" status: 204 len: 168 time: 2.1063895 Apr 18 21:04:39.991825 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 36682) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:04:40.063656 n-d-838334-2 neutron-server[84040]: INFO neutron.pecan_wsgi.hooks.translation [None req-b091a8cb-53af-4f8c-86bb-01eee593251a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1364717658 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1364717658-project-admin] GET failed (client error): The resource could not be found. Apr 18 21:04:40.064194 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-b091a8cb-53af-4f8c-86bb-01eee593251a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1364717658 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1364717658-project-admin] Synchronizing usage tracker for tenant:7a37e36e7064464dbdba8c9d23a6837c on resource:port {{(pid=84040) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 21:04:40.104346 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-95bcf997-9248-45a3-9ae9-cc7206fde7da None None] Provisioning complete for port 05ec6cc0-f226-421a-8706-41cfd7d33380 triggered by entity DHCP. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:04:40.104951 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-95bcf997-9248-45a3-9ae9-cc7206fde7da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1253608'] for port, provisioning_complete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:40.132377 n-d-838334-2 neutron-server[84041]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1dcdc65b-c87d-48ea-8a45-0cfd5ea14f80 tempest-RoutersTest-1500746192 tempest-RoutersTest-1500746192-project] Network f46d807d-5106-48c3-9236-bd7be28e79da is scheduled to be hosted by DHCP agent 8746f8ea-3e91-4b32-9919-2c63adeb8722 with binding_index 1 {{(pid=84041) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 21:04:40.170075 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.plugin [None req-95bcf997-9248-45a3-9ae9-cc7206fde7da None None] Port 05ec6cc0-f226-421a-8706-41cfd7d33380 cannot update to ACTIVE because it is not bound. {{(pid=84042) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 18 21:04:40.181084 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5515e92-2781-441f-a29f-232faf645af6 None None] Pushing event updated for resources: {'Port': ['ID=ef52c50a-5776-4db0-bf44-0c1835e9c95c,revision_number=2']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:04:40.193206 n-d-838334-2 neutron-server[84041]: DEBUG neutron.scheduler.base_scheduler [None req-1dcdc65b-c87d-48ea-8a45-0cfd5ea14f80 tempest-RoutersTest-1500746192 tempest-RoutersTest-1500746192-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-838334-2, f46d807d-5106-48c3-9236-bd7be28e79da) {{(pid=84041) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:04:40.205554 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e817754-09b4-4e29-ba26-72c43ddd3c22 None None] Network f46d807d-5106-48c3-9236-bd7be28e79da requested from n-d-838334-2 {{(pid=84042) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 21:04:40.210971 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1dcdc65b-c87d-48ea-8a45-0cfd5ea14f80 tempest-RoutersTest-1500746192 tempest-RoutersTest-1500746192-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:04:40.211835 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-1dcdc65b-c87d-48ea-8a45-0cfd5ea14f80 tempest-RoutersTest-1500746192 tempest-RoutersTest-1500746192-project] Notify callbacks [] for subnet, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:40.229681 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-b091a8cb-53af-4f8c-86bb-01eee593251a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1364717658 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1364717658-project-admin] Unset dirty status for tenant:7a37e36e7064464dbdba8c9d23a6837c on resource:port {{(pid=84040) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 21:04:40.232678 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-b091a8cb-53af-4f8c-86bb-01eee593251a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1364717658 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1364717658-project-admin] 10.222.0.42 "GET /v2.0/ports/deeae221-0db0-4c94-b7e2-9614f2624ca9 HTTP/1.1" status: 404 len: 333 time: 0.2381344 Apr 18 21:04:40.240451 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 36686) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:04:40.251281 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.v2.base [None req-5aebecb5-5875-4d4b-839e-00c108586a2d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1364717658 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1364717658-project-admin] Request body: {'port': {'network_id': '4961d4e9-7985-466c-877d-192c08190aa4', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1631543264'}} {{(pid=84040) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:04:40.264765 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-b0063760-53fb-427e-9090-59152af02232 tempest-ExtraDHCPOptionsIpV6TestJSON-143672045 tempest-ExtraDHCPOptionsIpV6TestJSON-143672045-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750374836619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32440838'] for port, after_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:40.268145 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [None req-5aebecb5-5875-4d4b-839e-00c108586a2d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1364717658 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1364717658-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:04:40.343940 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [None req-5aebecb5-5875-4d4b-839e-00c108586a2d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1364717658 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1364717658-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:04:40.452081 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02a90264-e702-44e7-83ec-9020f68412d9 tempest-AttachVolumeTestJSON-1696487017 tempest-AttachVolumeTestJSON-1696487017-project] Pushing event updated for resources: {'Port': ['ID=793d0c73-0580-4a51-b37f-51d009d11997,revision_number=2']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:04:40.476827 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5aebecb5-5875-4d4b-839e-00c108586a2d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1364717658 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1364717658-project-admin] Made reservation on behalf of 7a37e36e7064464dbdba8c9d23a6837c for: {'port': 1} {{(pid=84040) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:04:40.482698 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-5aebecb5-5875-4d4b-839e-00c108586a2d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1364717658 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1364717658-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:40.493987 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-a3f0aa8e-e237-46d0-9136-130a1f140642 tempest-RoutersAdminTest-1076183166 tempest-RoutersAdminTest-1076183166-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33443580', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5726'] for router, precommit_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:40.531881 n-d-838334-2 neutron-server[84040]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0063760-53fb-427e-9090-59152af02232 tempest-ExtraDHCPOptionsIpV6TestJSON-143672045 tempest-ExtraDHCPOptionsIpV6TestJSON-143672045-project] Network 2c6d39c7-6e76-41c6-a439-c7138036f252 is already hosted by enough agents. {{(pid=84040) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:04:40.532918 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-1dcdc65b-c87d-48ea-8a45-0cfd5ea14f80 tempest-RoutersTest-1500746192 tempest-RoutersTest-1500746192-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.9218798 Apr 18 21:04:40.533070 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 36692) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:04:40.535155 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-a3f0aa8e-e237-46d0-9136-130a1f140642 tempest-RoutersAdminTest-1076183166 tempest-RoutersAdminTest-1076183166-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:40.536989 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-02a90264-e702-44e7-83ec-9020f68412d9 tempest-AttachVolumeTestJSON-1696487017 tempest-AttachVolumeTestJSON-1696487017-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33444131'] for floatingip, after_update {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:40.554490 n-d-838334-2 neutron-server[84040]: DEBUG neutron.scheduler.base_scheduler [None req-b0063760-53fb-427e-9090-59152af02232 tempest-ExtraDHCPOptionsIpV6TestJSON-143672045 tempest-ExtraDHCPOptionsIpV6TestJSON-143672045-project] Resources bound (agent type, host, resource id): {{(pid=84040) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:04:40.561602 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0063760-53fb-427e-9090-59152af02232 tempest-ExtraDHCPOptionsIpV6TestJSON-143672045 tempest-ExtraDHCPOptionsIpV6TestJSON-143672045-project] Pushing event updated for resources: {'Port': ['ID=b44a158e-0865-4b5b-9174-7313c047ec50,revision_number=1']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:04:40.568977 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-1d7f3296-9cb5-4c36-bbbb-e8c4c205f776 tempest-PortsTestJSON-1335945802 tempest-PortsTestJSON-1335945802-project] Notify callbacks [] for port, precommit_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:40.578972 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.v2.base [None req-663124d2-d702-4872-a6b5-e5bf09174486 tempest-RoutersTest-1500746192 tempest-RoutersTest-1500746192-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-709105315', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=84040) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:04:40.582803 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0063760-53fb-427e-9090-59152af02232 tempest-ExtraDHCPOptionsIpV6TestJSON-143672045 tempest-ExtraDHCPOptionsIpV6TestJSON-143672045-project] Received port after_create {{(pid=84040) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 21:04:40.587300 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0063760-53fb-427e-9090-59152af02232 tempest-ExtraDHCPOptionsIpV6TestJSON-143672045 tempest-ExtraDHCPOptionsIpV6TestJSON-143672045-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:04:40.588060 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-b0063760-53fb-427e-9090-59152af02232 tempest-ExtraDHCPOptionsIpV6TestJSON-143672045 tempest-ExtraDHCPOptionsIpV6TestJSON-143672045-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217293'] for port, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:40.596625 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [None req-663124d2-d702-4872-a6b5-e5bf09174486 tempest-RoutersTest-1500746192 tempest-RoutersTest-1500746192-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:04:40.597151 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-02a90264-e702-44e7-83ec-9020f68412d9 tempest-AttachVolumeTestJSON-1696487017 tempest-AttachVolumeTestJSON-1696487017-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217293'] for floatingip, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:40.606506 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-02a90264-e702-44e7-83ec-9020f68412d9 tempest-AttachVolumeTestJSON-1696487017 tempest-AttachVolumeTestJSON-1696487017-project] 10.222.0.42 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.7822604 Apr 18 21:04:40.632460 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-663124d2-d702-4872-a6b5-e5bf09174486 tempest-RoutersTest-1500746192 tempest-RoutersTest-1500746192-project] Usage tracker for resource:router and tenant:8a05b90fa8c54f25938df6bd0ef52223 is out of sync, need to count used quota {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:04:40.639033 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eaf60ac4-dbc2-4d2d-9baf-238cc2dec8ef None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp016840fc-1f9f-5892-9c53-c9cf6c845bbb-f46d807d-5106-48c3-9236-bd7be28e79da', 'network_id': 'f46d807d-5106-48c3-9236-bd7be28e79da', 'tenant_id': '8a05b90fa8c54f25938df6bd0ef52223', 'fixed_ips': [{'subnet_id': '1312637d-b619-4f21-af2d-90b0210df77f'}]}} from n-d-838334-2. {{(pid=84042) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 18 21:04:40.640071 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-eaf60ac4-dbc2-4d2d-9baf-238cc2dec8ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_create {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:40.662893 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-a3f0aa8e-e237-46d0-9136-130a1f140642 tempest-RoutersAdminTest-1076183166 tempest-RoutersAdminTest-1076183166-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-33443408'] for router, after_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:40.663431 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a3f0aa8e-e237-46d0-9136-130a1f140642 tempest-RoutersAdminTest-1076183166 tempest-RoutersAdminTest-1076183166-project] Fanout notify agent at l3_agent the message router_deleted on router f0cc8ab6-da6f-48c4-946a-8c5a6c6c9a2a {{(pid=84041) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 18 21:04:40.674535 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-41f3e2b9-69db-4414-a5c6-3b052f6d6958 tempest-RoutersIpV6AdminTest-1940382112 tempest-RoutersIpV6AdminTest-1940382112-project] Notify callbacks [] for router_gateway, before_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:40.688105 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-663124d2-d702-4872-a6b5-e5bf09174486 tempest-RoutersTest-1500746192 tempest-RoutersTest-1500746192-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:04:40.715459 n-d-838334-2 neutron-server[84040]: DEBUG neutron.notifiers.nova [None req-5aebecb5-5875-4d4b-839e-00c108586a2d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1364717658 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1364717658-project-admin] device_id is not set on port a257775c-4a77-43da-809c-655074363c25 yet. {{(pid=84040) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 18 21:04:40.716609 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-a3f0aa8e-e237-46d0-9136-130a1f140642 tempest-RoutersAdminTest-1076183166 tempest-RoutersAdminTest-1076183166-project] Notify callbacks [] for router, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:40.719277 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-a3f0aa8e-e237-46d0-9136-130a1f140642 tempest-RoutersAdminTest-1076183166 tempest-RoutersAdminTest-1076183166-project] 10.222.0.42 "DELETE /v2.0/routers/f0cc8ab6-da6f-48c4-946a-8c5a6c6c9a2a HTTP/1.1" status: 204 len: 168 time: 5.2055717 Apr 18 21:04:40.721424 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-41f3e2b9-69db-4414-a5c6-3b052f6d6958 tempest-RoutersIpV6AdminTest-1940382112 tempest-RoutersIpV6AdminTest-1940382112-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:40.728204 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 36698) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:04:40.771659 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.provisioning_blocks [None req-1d7f3296-9cb5-4c36-bbbb-e8c4c205f776 tempest-PortsTestJSON-1335945802 tempest-PortsTestJSON-1335945802-project] Transition to ACTIVE for port object 26217240-bbf9-4fff-8df8-113a4c30cc78 will not be triggered until provisioned by entity DHCP. {{(pid=84040) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:04:40.774862 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [None req-663124d2-d702-4872-a6b5-e5bf09174486 tempest-RoutersTest-1500746192 tempest-RoutersTest-1500746192-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:04:40.793078 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-b0063760-53fb-427e-9090-59152af02232 tempest-ExtraDHCPOptionsIpV6TestJSON-143672045 tempest-ExtraDHCPOptionsIpV6TestJSON-143672045-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1150 time: 3.2934420 Apr 18 21:04:40.801404 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 36702) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:04:40.881119 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.db_base_plugin_common [None req-eaf60ac4-dbc2-4d2d-9baf-238cc2dec8ef None None] Allocated IP 172.20.0.2 (f46d807d-5106-48c3-9236-bd7be28e79da/1312637d-b619-4f21-af2d-90b0210df77f/d8172864-dc89-4b75-99e4-c013115dbbd8) {{(pid=84042) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 21:04:40.966950 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.db_base_plugin_common [None req-41f3e2b9-69db-4414-a5c6-3b052f6d6958 tempest-RoutersIpV6AdminTest-1940382112 tempest-RoutersIpV6AdminTest-1940382112-project] Allocated IP 172.25.8.251 (e41b6600-a917-4a8d-b05c-be3be40c6d8c/6b05667b-848e-4356-9b44-d5eb6808ef74/25ecf934-3fd3-4f0a-be47-f9c86fb509db) {{(pid=84041) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 21:04:40.972401 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-663124d2-d702-4872-a6b5-e5bf09174486 tempest-RoutersTest-1500746192 tempest-RoutersTest-1500746192-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-33442106', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5708'] for router, before_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:40.973325 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-663124d2-d702-4872-a6b5-e5bf09174486 tempest-RoutersTest-1500746192 tempest-RoutersTest-1500746192-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33442137', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33444285', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33535433', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5703'] for router, precommit_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:41.081155 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-1d7f3296-9cb5-4c36-bbbb-e8c4c205f776 tempest-PortsTestJSON-1335945802 tempest-PortsTestJSON-1335945802-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750374836619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32440838'] for port, after_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:41.111481 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.v2.base [None req-93a42480-3d61-459f-9fb9-f9fa5793748d tempest-RoutersAdminTest-1076183166 tempest-RoutersAdminTest-1076183166-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1241022410', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=84041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:04:41.165908 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-9b38f525-65c4-41f1-8c3c-f58e5cfc33e6 None None] Provisioning for port b44a158e-0865-4b5b-9174-7313c047ec50 completed by entity DHCP. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 21:04:41.173556 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-9b38f525-65c4-41f1-8c3c-f58e5cfc33e6 None None] Provisioning complete for port b44a158e-0865-4b5b-9174-7313c047ec50 triggered by entity DHCP. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:04:41.173925 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-9b38f525-65c4-41f1-8c3c-f58e5cfc33e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1253608'] for port, provisioning_complete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:41.240688 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-41f3e2b9-69db-4414-a5c6-3b052f6d6958 tempest-RoutersIpV6AdminTest-1940382112 tempest-RoutersIpV6AdminTest-1940382112-project] Notify callbacks [] for port, precommit_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:41.279161 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-93a42480-3d61-459f-9fb9-f9fa5793748d tempest-RoutersAdminTest-1076183166 tempest-RoutersAdminTest-1076183166-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:04:41.284170 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-93a42480-3d61-459f-9fb9-f9fa5793748d tempest-RoutersAdminTest-1076183166 tempest-RoutersAdminTest-1076183166-project] Usage tracker for resource:router and tenant:495e9164d5ec4bc0b05dd65d74b178d7 is out of sync, need to count used quota {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:04:41.289750 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-93a42480-3d61-459f-9fb9-f9fa5793748d tempest-RoutersAdminTest-1076183166 tempest-RoutersAdminTest-1076183166-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:04:41.294996 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-41f3e2b9-69db-4414-a5c6-3b052f6d6958 tempest-RoutersIpV6AdminTest-1940382112 tempest-RoutersIpV6AdminTest-1940382112-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750374836619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32266323'] for port, after_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:41.296215 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.plugin [None req-9b38f525-65c4-41f1-8c3c-f58e5cfc33e6 None None] Port b44a158e-0865-4b5b-9174-7313c047ec50 cannot update to ACTIVE because it is not bound. {{(pid=84042) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 18 21:04:41.308916 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-663124d2-d702-4872-a6b5-e5bf09174486 tempest-RoutersTest-1500746192 tempest-RoutersTest-1500746192-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:41.332652 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-93a42480-3d61-459f-9fb9-f9fa5793748d tempest-RoutersAdminTest-1076183166 tempest-RoutersAdminTest-1076183166-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:04:41.354465 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-eaf60ac4-dbc2-4d2d-9baf-238cc2dec8ef None None] Notify callbacks [] for port, precommit_create {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:41.375999 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-eaf60ac4-dbc2-4d2d-9baf-238cc2dec8ef None None] Transition to ACTIVE for port object d8172864-dc89-4b75-99e4-c013115dbbd8 will not be triggered until provisioned by entity L2. {{(pid=84042) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:04:41.406572 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-eaf60ac4-dbc2-4d2d-9baf-238cc2dec8ef None None] Transition to ACTIVE for port object d8172864-dc89-4b75-99e4-c013115dbbd8 will not be triggered until provisioned by entity DHCP. {{(pid=84042) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:04:41.416032 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-eaf60ac4-dbc2-4d2d-9baf-238cc2dec8ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750374836619'] for port, after_create {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:41.419076 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-93a42480-3d61-459f-9fb9-f9fa5793748d tempest-RoutersAdminTest-1076183166 tempest-RoutersAdminTest-1076183166-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-33442106', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5708'] for router, before_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:41.423737 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-93a42480-3d61-459f-9fb9-f9fa5793748d tempest-RoutersAdminTest-1076183166 tempest-RoutersAdminTest-1076183166-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33442137', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33444285', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33535433', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5703'] for router, precommit_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:41.534876 n-d-838334-2 neutron-server[84041]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41f3e2b9-69db-4414-a5c6-3b052f6d6958 tempest-RoutersIpV6AdminTest-1940382112 tempest-RoutersIpV6AdminTest-1940382112-project] Network e41b6600-a917-4a8d-b05c-be3be40c6d8c is already hosted by enough agents. {{(pid=84041) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:04:41.543457 n-d-838334-2 neutron-server[84041]: DEBUG neutron.scheduler.base_scheduler [None req-41f3e2b9-69db-4414-a5c6-3b052f6d6958 tempest-RoutersIpV6AdminTest-1940382112 tempest-RoutersIpV6AdminTest-1940382112-project] Resources bound (agent type, host, resource id): {{(pid=84041) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:04:41.549735 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d7f3296-9cb5-4c36-bbbb-e8c4c205f776 tempest-PortsTestJSON-1335945802 tempest-PortsTestJSON-1335945802-project] Pushing event updated for resources: {'Port': ['ID=26217240-bbf9-4fff-8df8-113a4c30cc78,revision_number=1']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:04:41.552307 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41f3e2b9-69db-4414-a5c6-3b052f6d6958 tempest-RoutersIpV6AdminTest-1940382112 tempest-RoutersIpV6AdminTest-1940382112-project] Pushing event updated for resources: {'Port': ['ID=25ecf934-3fd3-4f0a-be47-f9c86fb509db,revision_number=1']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:04:41.554804 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41f3e2b9-69db-4414-a5c6-3b052f6d6958 tempest-RoutersIpV6AdminTest-1940382112 tempest-RoutersIpV6AdminTest-1940382112-project] Received port after_create {{(pid=84041) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 21:04:41.602371 n-d-838334-2 neutron-server[84040]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d7f3296-9cb5-4c36-bbbb-e8c4c205f776 tempest-PortsTestJSON-1335945802 tempest-PortsTestJSON-1335945802-project] Network e90fc4e4-fcbe-4192-b327-06b1cad14e04 is already hosted by enough agents. {{(pid=84040) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:04:41.605918 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-93a42480-3d61-459f-9fb9-f9fa5793748d tempest-RoutersAdminTest-1076183166 tempest-RoutersAdminTest-1076183166-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:41.607544 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-02b63dba-745e-4133-8bfe-624f9dc7b869 req-c3aa6ae5-a2eb-4c48-a00f-1b0100866e0d tempest-AttachVolumeTestJSON-1696487017 tempest-AttachVolumeTestJSON-1696487017-project] 10.222.0.42 "GET /v2.0/security-groups?name=tempest-securitygroup--762974846&fields=id&tenant_id=b5bf875eb9b748b5aba56f8b60ce8169 HTTP/1.1" status: 200 len: 267 time: 0.4617314 Apr 18 21:04:41.614938 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41ec2de2-a1bb-48e1-8a7f-6d4937199d6f tempest-ExtraDHCPOptionsIpV6TestJSON-143672045 tempest-ExtraDHCPOptionsIpV6TestJSON-143672045-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:04:41.621356 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41ec2de2-a1bb-48e1-8a7f-6d4937199d6f tempest-ExtraDHCPOptionsIpV6TestJSON-143672045 tempest-ExtraDHCPOptionsIpV6TestJSON-143672045-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:04:41.627525 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Device ef52c50a-5776-4db0-bf44-0c1835e9c95c up at agent ovs-agent-n-d-838334-2 {{(pid=84042) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 21:04:41.631973 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41ec2de2-a1bb-48e1-8a7f-6d4937199d6f tempest-ExtraDHCPOptionsIpV6TestJSON-143672045 tempest-ExtraDHCPOptionsIpV6TestJSON-143672045-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:04:41.653242 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-41ec2de2-a1bb-48e1-8a7f-6d4937199d6f tempest-ExtraDHCPOptionsIpV6TestJSON-143672045 tempest-ExtraDHCPOptionsIpV6TestJSON-143672045-project] Synchronizing usage tracker for tenant:1e58ac7a2a59451c82994284a0348686 on resource:port {{(pid=84040) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 21:04:41.684296 n-d-838334-2 neutron-server[84040]: DEBUG neutron.scheduler.base_scheduler [None req-1d7f3296-9cb5-4c36-bbbb-e8c4c205f776 tempest-PortsTestJSON-1335945802 tempest-PortsTestJSON-1335945802-project] Resources bound (agent type, host, resource id): {{(pid=84040) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:04:41.713741 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-93a42480-3d61-459f-9fb9-f9fa5793748d tempest-RoutersAdminTest-1076183166 tempest-RoutersAdminTest-1076183166-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33443529', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33444176'] for router, after_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:41.733479 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d7f3296-9cb5-4c36-bbbb-e8c4c205f776 tempest-PortsTestJSON-1335945802 tempest-PortsTestJSON-1335945802-project] Received port after_create {{(pid=84040) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 21:04:41.748770 n-d-838334-2 neutron-server[84042]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eaf60ac4-dbc2-4d2d-9baf-238cc2dec8ef None None] Network f46d807d-5106-48c3-9236-bd7be28e79da is already hosted by enough agents. {{(pid=84042) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:04:41.754033 n-d-838334-2 neutron-server[84042]: DEBUG neutron.scheduler.base_scheduler [None req-eaf60ac4-dbc2-4d2d-9baf-238cc2dec8ef None None] Resources bound (agent type, host, resource id): {{(pid=84042) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:04:41.756113 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaf60ac4-dbc2-4d2d-9baf-238cc2dec8ef None None] Pushing event updated for resources: {'Port': ['ID=d8172864-dc89-4b75-99e4-c013115dbbd8,revision_number=1']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:04:41.761231 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eaf60ac4-dbc2-4d2d-9baf-238cc2dec8ef None None] Received port after_create {{(pid=84042) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 21:04:41.811834 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-93a42480-3d61-459f-9fb9-f9fa5793748d tempest-RoutersAdminTest-1076183166 tempest-RoutersAdminTest-1076183166-project] Notify callbacks [] for router, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:41.815916 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-93a42480-3d61-459f-9fb9-f9fa5793748d tempest-RoutersAdminTest-1076183166 tempest-RoutersAdminTest-1076183166-project] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 1.0866594 Apr 18 21:04:41.817415 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 36718) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:04:41.826544 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.v2.base [None req-cac47c8d-04a8-4bb4-b436-a08fcdb3fb45 tempest-RoutersAdminTest-1467285608 tempest-RoutersAdminTest-1467285608-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'enable_snat': True}}} {{(pid=84041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:04:41.857898 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-663124d2-d702-4872-a6b5-e5bf09174486 tempest-RoutersTest-1500746192 tempest-RoutersTest-1500746192-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33443529', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33444176'] for router, after_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:41.860473 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c6efe7e-4d17-4f06-b2b2-28b3095a7c88 None None] Network e90fc4e4-fcbe-4192-b327-06b1cad14e04 requested from n-d-838334-2 {{(pid=84042) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 21:04:41.913487 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-663124d2-d702-4872-a6b5-e5bf09174486 tempest-RoutersTest-1500746192 tempest-RoutersTest-1500746192-project] Notify callbacks [] for router, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:41.915222 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-663124d2-d702-4872-a6b5-e5bf09174486 tempest-RoutersTest-1500746192 tempest-RoutersTest-1500746192-project] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 1.3683987 Apr 18 21:04:41.918296 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-5aebecb5-5875-4d4b-839e-00c108586a2d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1364717658 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1364717658-project-admin] Notify callbacks [] for port, precommit_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:41.926201 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 36724) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:04:42.094201 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-41ec2de2-a1bb-48e1-8a7f-6d4937199d6f tempest-ExtraDHCPOptionsIpV6TestJSON-143672045 tempest-ExtraDHCPOptionsIpV6TestJSON-143672045-project] Unset dirty status for tenant:1e58ac7a2a59451c82994284a0348686 on resource:port {{(pid=84040) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 21:04:42.095363 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-41ec2de2-a1bb-48e1-8a7f-6d4937199d6f tempest-ExtraDHCPOptionsIpV6TestJSON-143672045 tempest-ExtraDHCPOptionsIpV6TestJSON-143672045-project] 10.222.0.42 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2624 time: 1.2920334 Apr 18 21:04:42.108407 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 36728) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:04:42.117867 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.managers [None req-eaf60ac4-dbc2-4d2d-9baf-238cc2dec8ef None None] Attempting to bind port d8172864-dc89-4b75-99e4-c013115dbbd8 on host n-d-838334-2 for vnic_type normal with profile {{(pid=84042) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 21:04:42.118454 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.managers [None req-eaf60ac4-dbc2-4d2d-9baf-238cc2dec8ef None None] Attempting to bind port d8172864-dc89-4b75-99e4-c013115dbbd8 by drivers openvswitch,hyperv on host n-d-838334-2 at level 0 using segments [{'id': '93a191c9-c8da-4f45-9d9a-6f161ab2bd45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': 'f46d807d-5106-48c3-9236-bd7be28e79da'}] {{(pid=84042) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 21:04:42.119434 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eaf60ac4-dbc2-4d2d-9baf-238cc2dec8ef None None] Attempting to bind port d8172864-dc89-4b75-99e4-c013115dbbd8 on network f46d807d-5106-48c3-9236-bd7be28e79da {{(pid=84042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 21:04:42.127703 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d7f3296-9cb5-4c36-bbbb-e8c4c205f776 tempest-PortsTestJSON-1335945802 tempest-PortsTestJSON-1335945802-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:04:42.128816 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-1d7f3296-9cb5-4c36-bbbb-e8c4c205f776 tempest-PortsTestJSON-1335945802 tempest-PortsTestJSON-1335945802-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217293'] for port, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:42.154372 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-929687b4-1f09-4bdc-befe-18842a485ba2 None None] Provisioning for port ef52c50a-5776-4db0-bf44-0c1835e9c95c completed by entity DHCP. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 21:04:42.157797 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Provisioning for port ef52c50a-5776-4db0-bf44-0c1835e9c95c completed by entity L2. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 21:04:42.161209 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eaf60ac4-dbc2-4d2d-9baf-238cc2dec8ef None None] Checking agent: {'id': '97cd4414-7af6-4d67-868d-dff370b4071a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838334-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 25, 49), 'started_at': datetime.datetime(2022, 4, 18, 20, 26, 19), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 21, 4, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838334-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 18 21:04:42.161653 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eaf60ac4-dbc2-4d2d-9baf-238cc2dec8ef None None] Checking segment: {'id': '93a191c9-c8da-4f45-9d9a-6f161ab2bd45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': 'f46d807d-5106-48c3-9236-bd7be28e79da'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84042) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 21:04:42.162180 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-eaf60ac4-dbc2-4d2d-9baf-238cc2dec8ef None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:42.162681 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eaf60ac4-dbc2-4d2d-9baf-238cc2dec8ef None None] Bound using segment: {'id': '93a191c9-c8da-4f45-9d9a-6f161ab2bd45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': 'f46d807d-5106-48c3-9236-bd7be28e79da'} {{(pid=84042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 18 21:04:42.163277 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.managers [None req-eaf60ac4-dbc2-4d2d-9baf-238cc2dec8ef None None] Bound port: d8172864-dc89-4b75-99e4-c013115dbbd8, host: n-d-838334-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '93a191c9-c8da-4f45-9d9a-6f161ab2bd45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': 'f46d807d-5106-48c3-9236-bd7be28e79da'}}] {{(pid=84042) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 21:04:42.163739 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-eaf60ac4-dbc2-4d2d-9baf-238cc2dec8ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:42.220128 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.plugin [None req-4f17c0ab-f1c9-4637-ba12-0ba4f7b35667 tempest-ExtraDHCPOptionsIpV6TestJSON-143672045 tempest-ExtraDHCPOptionsIpV6TestJSON-143672045-project] Deleting port b44a158e-0865-4b5b-9174-7313c047ec50 {{(pid=84040) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 21:04:42.220599 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-4f17c0ab-f1c9-4637-ba12-0ba4f7b35667 tempest-ExtraDHCPOptionsIpV6TestJSON-143672045 tempest-ExtraDHCPOptionsIpV6TestJSON-143672045-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750375188691'] for port, before_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:42.225597 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-929687b4-1f09-4bdc-befe-18842a485ba2 None None] Provisioning complete for port ef52c50a-5776-4db0-bf44-0c1835e9c95c triggered by entity DHCP. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:04:42.226057 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-929687b4-1f09-4bdc-befe-18842a485ba2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1253608'] for port, provisioning_complete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:42.258558 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-1d7f3296-9cb5-4c36-bbbb-e8c4c205f776 tempest-PortsTestJSON-1335945802 tempest-PortsTestJSON-1335945802-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 4.2699201 Apr 18 21:04:42.260975 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-41f3e2b9-69db-4414-a5c6-3b052f6d6958 tempest-RoutersIpV6AdminTest-1940382112 tempest-RoutersIpV6AdminTest-1940382112-project] Notify callbacks [] for router_gateway, after_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:42.262431 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-41f3e2b9-69db-4414-a5c6-3b052f6d6958 tempest-RoutersIpV6AdminTest-1940382112 tempest-RoutersIpV6AdminTest-1940382112-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33443529', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33444176'] for router, after_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:42.262881 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Provisioning complete for port ef52c50a-5776-4db0-bf44-0c1835e9c95c triggered by entity L2. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:04:42.263315 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1253608'] for port, provisioning_complete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:42.269413 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 36732) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:04:42.375823 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02b63dba-745e-4133-8bfe-624f9dc7b869 req-7c173bcc-8f3c-4790-b78b-895bb2db6a1a tempest-AttachVolumeTestJSON-1696487017 tempest-AttachVolumeTestJSON-1696487017-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:04:42.382576 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-02b63dba-745e-4133-8bfe-624f9dc7b869 req-7c173bcc-8f3c-4790-b78b-895bb2db6a1a tempest-AttachVolumeTestJSON-1696487017 tempest-AttachVolumeTestJSON-1696487017-project] 10.222.0.42 "GET /v2.0/networks?id=9b8a7e14-19dd-4214-9fd7-5da6fc8793e6 HTTP/1.1" status: 200 len: 811 time: 0.7078245 Apr 18 21:04:42.465253 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-5aebecb5-5875-4d4b-839e-00c108586a2d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1364717658 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1364717658-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750374836619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32440838'] for port, after_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:42.479003 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-02b63dba-745e-4133-8bfe-624f9dc7b869 req-06d42b06-df75-4933-8ada-16d87cc0286f tempest-AttachVolumeTestJSON-1696487017 tempest-AttachVolumeTestJSON-1696487017-project] 10.222.0.42 "GET /v2.0/quotas/b5bf875eb9b748b5aba56f8b60ce8169 HTTP/1.1" status: 200 len: 375 time: 0.0949492 Apr 18 21:04:42.529019 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-eaf60ac4-dbc2-4d2d-9baf-238cc2dec8ef None None] For port d8172864-dc89-4b75-99e4-c013115dbbd8, host n-d-838334-2, cleared binding levels {{(pid=84042) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 21:04:42.573643 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-eaf60ac4-dbc2-4d2d-9baf-238cc2dec8ef None None] For port d8172864-dc89-4b75-99e4-c013115dbbd8, host n-d-838334-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838334-2',level=0,port_id=d8172864-dc89-4b75-99e4-c013115dbbd8,segment=NetworkSegment(93a191c9-c8da-4f45-9d9a-6f161ab2bd45),segment_id=93a191c9-c8da-4f45-9d9a-6f161ab2bd45)] {{(pid=84042) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 21:04:42.596303 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aebecb5-5875-4d4b-839e-00c108586a2d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1364717658 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1364717658-project-admin] Pushing event updated for resources: {'Port': ['ID=a257775c-4a77-43da-809c-655074363c25,revision_number=1']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:04:42.629578 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-eaf60ac4-dbc2-4d2d-9baf-238cc2dec8ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682'] for port, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:42.680652 n-d-838334-2 neutron-server[84040]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5aebecb5-5875-4d4b-839e-00c108586a2d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1364717658 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1364717658-project-admin] Network 4961d4e9-7985-466c-877d-192c08190aa4 is already hosted by enough agents. {{(pid=84040) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:04:42.689732 n-d-838334-2 neutron-server[84040]: DEBUG neutron.scheduler.base_scheduler [None req-5aebecb5-5875-4d4b-839e-00c108586a2d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1364717658 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1364717658-project-admin] Resources bound (agent type, host, resource id): {{(pid=84040) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:04:42.693053 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5aebecb5-5875-4d4b-839e-00c108586a2d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1364717658 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1364717658-project-admin] Received port after_create {{(pid=84040) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 21:04:42.693884 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5aebecb5-5875-4d4b-839e-00c108586a2d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1364717658 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1364717658-project-admin] Attributes excluded by policy engine: ['network'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:04:42.694476 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-5aebecb5-5875-4d4b-839e-00c108586a2d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1364717658 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1364717658-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217293'] for port, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:42.720236 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.v2.base [None req-d174b0df-a2af-4f4d-aa9c-3a6ad7186a66 tempest-PortsTestJSON-1335945802 tempest-PortsTestJSON-1335945802-project] Request body: {'port': {'network_id': 'e90fc4e4-fcbe-4192-b327-06b1cad14e04', 'name': 'tempest-PortsTestJSON-1967008945', 'fixed_ips': [{'subnet_id': 'b08e4f71-2924-4a99-af0f-ebe1c92820f5', 'ip_address': '172.20.0.9'}]}} {{(pid=84041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:04:42.731580 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-929687b4-1f09-4bdc-befe-18842a485ba2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:42.766439 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:42.815297 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaf60ac4-dbc2-4d2d-9baf-238cc2dec8ef None None] Pushing event updated for resources: {'Port': ['ID=d8172864-dc89-4b75-99e4-c013115dbbd8,revision_number=2']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:04:42.845102 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-929687b4-1f09-4bdc-befe-18842a485ba2 None None] For port ef52c50a-5776-4db0-bf44-0c1835e9c95c, host n-d-838334-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838334-2',level=0,port_id=ef52c50a-5776-4db0-bf44-0c1835e9c95c,segment=NetworkSegment(9271467a-5dee-4274-8040-e77f3d46d552),segment_id=9271467a-5dee-4274-8040-e77f3d46d552)] {{(pid=84042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:04:42.853902 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-929687b4-1f09-4bdc-befe-18842a485ba2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682'] for port, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:42.889607 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-5aebecb5-5875-4d4b-839e-00c108586a2d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1364717658 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1364717658-project-admin] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 2.6479061 Apr 18 21:04:42.946902 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 36738) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:04:42.980951 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.v2.base [None req-29991781-f405-41db-966c-b3dc737b6397 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1364717658 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1364717658-project-admin] Request body: {'port': {'binding:host_id': 'n-h1-838334-2'}} {{(pid=84040) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:04:43.099381 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.db.api [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=84042) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 18 21:04:43.100436 n-d-838334-2 neutron-server[84042]: DEBUG oslo_db.api [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=84042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 18 21:04:43.104845 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-cac47c8d-04a8-4bb4-b436-a08fcdb3fb45 tempest-RoutersAdminTest-1467285608 tempest-RoutersAdminTest-1467285608-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-33444175', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-33443520', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5293'] for router, precommit_update {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:43.108449 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-929687b4-1f09-4bdc-befe-18842a485ba2 None None] Pushing event updated for resources: {'Port': ['ID=ef52c50a-5776-4db0-bf44-0c1835e9c95c,revision_number=3']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:04:43.190583 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-d174b0df-a2af-4f4d-aa9c-3a6ad7186a66 tempest-PortsTestJSON-1335945802 tempest-PortsTestJSON-1335945802-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:04:43.219015 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-02b63dba-745e-4133-8bfe-624f9dc7b869 req-2d8b5902-a100-484f-a671-ef19eab3f030 tempest-AttachVolumeTestJSON-1696487017 tempest-AttachVolumeTestJSON-1696487017-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=b5bf875eb9b748b5aba56f8b60ce8169&fields=id HTTP/1.1" status: 200 len: 348 time: 0.7391517 Apr 18 21:04:43.243246 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-d174b0df-a2af-4f4d-aa9c-3a6ad7186a66 tempest-PortsTestJSON-1335945802 tempest-PortsTestJSON-1335945802-project] Usage tracker for resource:port and tenant:234c597e1bbf440ab35a01225b472234 is out of sync, need to count used quota {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:04:43.246649 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-d174b0df-a2af-4f4d-aa9c-3a6ad7186a66 tempest-PortsTestJSON-1335945802 tempest-PortsTestJSON-1335945802-project] Quota usage for port was recalculated. Used quota:3. {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:04:43.250676 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-29991781-f405-41db-966c-b3dc737b6397 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1364717658 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1364717658-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:43.253838 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-d174b0df-a2af-4f4d-aa9c-3a6ad7186a66 tempest-PortsTestJSON-1335945802 tempest-PortsTestJSON-1335945802-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:04:43.347754 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d174b0df-a2af-4f4d-aa9c-3a6ad7186a66 tempest-PortsTestJSON-1335945802 tempest-PortsTestJSON-1335945802-project] Made reservation on behalf of 234c597e1bbf440ab35a01225b472234 for: {'port': 1} {{(pid=84041) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:04:43.430905 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-88a43469-77d3-4f81-a7eb-297f62f3dc06 None None] Provisioning for port 26217240-bbf9-4fff-8df8-113a4c30cc78 completed by entity DHCP. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 21:04:43.438167 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-88a43469-77d3-4f81-a7eb-297f62f3dc06 None None] Provisioning complete for port 26217240-bbf9-4fff-8df8-113a4c30cc78 triggered by entity DHCP. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:04:43.438576 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-88a43469-77d3-4f81-a7eb-297f62f3dc06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1253608'] for port, provisioning_complete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:43.520398 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.plugin [None req-88a43469-77d3-4f81-a7eb-297f62f3dc06 None None] Port 26217240-bbf9-4fff-8df8-113a4c30cc78 cannot update to ACTIVE because it is not bound. {{(pid=84042) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 18 21:04:43.536607 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-88a43469-77d3-4f81-a7eb-297f62f3dc06 None None] Provisioning complete for port ef52c50a-5776-4db0-bf44-0c1835e9c95c triggered by entity DHCP. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:04:43.537070 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-88a43469-77d3-4f81-a7eb-297f62f3dc06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1253608'] for port, provisioning_complete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:43.635257 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-4f17c0ab-f1c9-4637-ba12-0ba4f7b35667 tempest-ExtraDHCPOptionsIpV6TestJSON-143672045 tempest-ExtraDHCPOptionsIpV6TestJSON-143672045-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369123'] for port, precommit_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:43.672381 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-d174b0df-a2af-4f4d-aa9c-3a6ad7186a66 tempest-PortsTestJSON-1335945802 tempest-PortsTestJSON-1335945802-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:43.786264 n-d-838334-2 neutron-server[84041]: DEBUG neutron.notifiers.nova [None req-d174b0df-a2af-4f4d-aa9c-3a6ad7186a66 tempest-PortsTestJSON-1335945802 tempest-PortsTestJSON-1335945802-project] device_id is not set on port 34ba864a-152f-4c53-853f-aeacea800c4f yet. {{(pid=84041) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 18 21:04:43.865005 n-d-838334-2 neutron-server[84041]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-41f3e2b9-69db-4414-a5c6-3b052f6d6958 tempest-RoutersIpV6AdminTest-1940382112 tempest-RoutersIpV6AdminTest-1940382112-project] Router 5c3e4621-6f84-4ad2-b02e-68afef99bcb1 is scheduled to L3 agent bc84d6c9-dd7a-4555-a351-592327b46d5a with binding_index 1 {{(pid=84041) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 18 21:04:43.917100 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.plugin [None req-4f17c0ab-f1c9-4637-ba12-0ba4f7b35667 tempest-ExtraDHCPOptionsIpV6TestJSON-143672045 tempest-ExtraDHCPOptionsIpV6TestJSON-143672045-project] Calling delete_port for b44a158e-0865-4b5b-9174-7313c047ec50 owned by {{(pid=84040) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 21:04:43.948222 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Device ef52c50a-5776-4db0-bf44-0c1835e9c95c up at agent ovs-agent-n-d-838334-2 {{(pid=84042) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 21:04:44.126580 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-e9cae412-7efd-4d7d-b3d7-e353d68203b7 None None] Provisioning complete for port 26217240-bbf9-4fff-8df8-113a4c30cc78 triggered by entity DHCP. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:04:44.126580 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-e9cae412-7efd-4d7d-b3d7-e353d68203b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1253608'] for port, provisioning_complete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:44.205195 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-cac47c8d-04a8-4bb4-b436-a08fcdb3fb45 tempest-RoutersAdminTest-1467285608 tempest-RoutersAdminTest-1467285608-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:44.262392 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.plugin [None req-e9cae412-7efd-4d7d-b3d7-e353d68203b7 None None] Port 26217240-bbf9-4fff-8df8-113a4c30cc78 cannot update to ACTIVE because it is not bound. {{(pid=84042) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 18 21:04:44.282291 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Provisioning complete for port ef52c50a-5776-4db0-bf44-0c1835e9c95c triggered by entity L2. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:04:44.282801 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1253608'] for port, provisioning_complete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:44.300916 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-4f17c0ab-f1c9-4637-ba12-0ba4f7b35667 tempest-ExtraDHCPOptionsIpV6TestJSON-143672045 tempest-ExtraDHCPOptionsIpV6TestJSON-143672045-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750375259028', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750374836628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32440838'] for port, after_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:44.418784 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-02b63dba-745e-4133-8bfe-624f9dc7b869 req-d6be1b64-d7e4-475d-9b07-89d6471754b7 service neutron] 10.222.0.42 "GET /v2.0/networks/9b8a7e14-19dd-4214-9fd7-5da6fc8793e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1689885 Apr 18 21:04:44.442863 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-cac47c8d-04a8-4bb4-b436-a08fcdb3fb45 tempest-RoutersAdminTest-1467285608 tempest-RoutersAdminTest-1467285608-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:44.514376 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Device d8172864-dc89-4b75-99e4-c013115dbbd8 up at agent ovs-agent-n-d-838334-2 {{(pid=84042) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 21:04:44.595963 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ccc5676-bce4-47b7-ac1e-ccb254f444ed None None] Network f46d807d-5106-48c3-9236-bd7be28e79da requested from n-d-838334-2 {{(pid=84042) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 21:04:44.615105 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-806f2723-3763-46de-a846-f35e8f9eb96d tempest-RoutersTest-1500746192 tempest-RoutersTest-1500746192-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:44.639670 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f17c0ab-f1c9-4637-ba12-0ba4f7b35667 tempest-ExtraDHCPOptionsIpV6TestJSON-143672045 tempest-ExtraDHCPOptionsIpV6TestJSON-143672045-project] Pushing event deleted for resources: {'Port': ['ID=b44a158e-0865-4b5b-9174-7313c047ec50,revision_number=None']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:04:44.780637 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.db_base_plugin_common [None req-d174b0df-a2af-4f4d-aa9c-3a6ad7186a66 tempest-PortsTestJSON-1335945802 tempest-PortsTestJSON-1335945802-project] Allocated IP 172.20.0.9 (e90fc4e4-fcbe-4192-b327-06b1cad14e04/b08e4f71-2924-4a99-af0f-ebe1c92820f5/34ba864a-152f-4c53-853f-aeacea800c4f) {{(pid=84041) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 21:04:44.790205 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-cc3d2367-2cc6-4366-aa0a-bd62ba9965cf None None] Provisioning for port d8172864-dc89-4b75-99e4-c013115dbbd8 completed by entity DHCP. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 21:04:44.884870 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Provisioning for port d8172864-dc89-4b75-99e4-c013115dbbd8 completed by entity L2. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 21:04:44.912100 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Provisioning complete for port d8172864-dc89-4b75-99e4-c013115dbbd8 triggered by entity L2. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:04:44.912704 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1253608'] for port, provisioning_complete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:44.973334 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.db_base_plugin_common [None req-cac47c8d-04a8-4bb4-b436-a08fcdb3fb45 tempest-RoutersAdminTest-1467285608 tempest-RoutersAdminTest-1467285608-project-admin] Allocated IP 172.25.8.217 (e41b6600-a917-4a8d-b05c-be3be40c6d8c/6b05667b-848e-4356-9b44-d5eb6808ef74/d853bae7-093f-4f5e-96e0-207d44d36f59) {{(pid=84041) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 21:04:45.197428 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-4f17c0ab-f1c9-4637-ba12-0ba4f7b35667 tempest-ExtraDHCPOptionsIpV6TestJSON-143672045 tempest-ExtraDHCPOptionsIpV6TestJSON-143672045-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217293'] for port, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:45.202347 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:45.258671 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] For port d8172864-dc89-4b75-99e4-c013115dbbd8, host n-d-838334-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838334-2',level=0,port_id=d8172864-dc89-4b75-99e4-c013115dbbd8,segment=NetworkSegment(93a191c9-c8da-4f45-9d9a-6f161ab2bd45),segment_id=93a191c9-c8da-4f45-9d9a-6f161ab2bd45)] {{(pid=84042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:04:45.271347 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682'] for port, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:45.296412 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.db_base_plugin_common [None req-806f2723-3763-46de-a846-f35e8f9eb96d tempest-RoutersTest-1500746192 tempest-RoutersTest-1500746192-project] Allocated IP 172.20.0.1 (f46d807d-5106-48c3-9236-bd7be28e79da/1312637d-b619-4f21-af2d-90b0210df77f/195d2d25-59bf-46a4-bee4-bead717e2e19) {{(pid=84040) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 21:04:45.470802 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Pushing event updated for resources: {'Port': ['ID=d8172864-dc89-4b75-99e4-c013115dbbd8,revision_number=3']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:04:45.507492 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-41f3e2b9-69db-4414-a5c6-3b052f6d6958 tempest-RoutersIpV6AdminTest-1940382112 tempest-RoutersIpV6AdminTest-1940382112-project] Notify agent at l3_agent.n-d-838334-2 the message routers_updated {{(pid=84041) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 21:04:45.519102 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb5e08ce-e00c-4fd5-b96b-f76e582b1f5d None None] Sync routers for ids ['5c3e4621-6f84-4ad2-b02e-68afef99bcb1'] in n-d-838334-2 {{(pid=84042) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 18 21:04:45.525098 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-cac47c8d-04a8-4bb4-b436-a08fcdb3fb45 tempest-RoutersAdminTest-1467285608 tempest-RoutersAdminTest-1467285608-project-admin] Notify callbacks [] for port, precommit_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:45.549629 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb5e08ce-e00c-4fd5-b96b-f76e582b1f5d None None] Routers {'5c3e4621-6f84-4ad2-b02e-68afef99bcb1'} bound to L3 agent in host n-d-838334-2 {{(pid=84042) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 21:04:45.550982 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-d174b0df-a2af-4f4d-aa9c-3a6ad7186a66 tempest-PortsTestJSON-1335945802 tempest-PortsTestJSON-1335945802-project] Notify callbacks [] for port, precommit_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:45.552026 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_hamode_db [None req-eb5e08ce-e00c-4fd5-b96b-f76e582b1f5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838334-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-18T20:25:48Z,description=,heartbeat_timestamp=2022-04-18T21:04:18Z,host='n-d-838334-2',id=bc84d6c9-dd7a-4555-a351-592327b46d5a,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:25:48Z,topic='l3_agent')) {'router_ids': ['5c3e4621-6f84-4ad2-b02e-68afef99bcb1'], 'active': True} {{(pid=84042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:04:45.579858 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-41f3e2b9-69db-4414-a5c6-3b052f6d6958 tempest-RoutersIpV6AdminTest-1940382112 tempest-RoutersIpV6AdminTest-1940382112-project] Notify callbacks [] for router, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:45.581237 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-41f3e2b9-69db-4414-a5c6-3b052f6d6958 tempest-RoutersIpV6AdminTest-1940382112 tempest-RoutersIpV6AdminTest-1940382112-project] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 888 time: 8.5078351 Apr 18 21:04:45.584721 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 36748) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:04:45.585654 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.provisioning_blocks [None req-d174b0df-a2af-4f4d-aa9c-3a6ad7186a66 tempest-PortsTestJSON-1335945802 tempest-PortsTestJSON-1335945802-project] Transition to ACTIVE for port object 34ba864a-152f-4c53-853f-aeacea800c4f will not be triggered until provisioned by entity DHCP. {{(pid=84041) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:04:45.592710 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-02b63dba-745e-4133-8bfe-624f9dc7b869 req-ae0d72b9-4c6c-49c2-bd9b-54af0bcea636 service neutron] 10.222.0.42 "GET /v2.0/networks/9b8a7e14-19dd-4214-9fd7-5da6fc8793e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1085267 Apr 18 21:04:45.623261 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.db.resource_extend [None req-29991781-f405-41db-966c-b3dc737b6397 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1364717658 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1364717658-project-admin] It took 0.43 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 18 21:04:45.646271 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-4f17c0ab-f1c9-4637-ba12-0ba4f7b35667 tempest-ExtraDHCPOptionsIpV6TestJSON-143672045 tempest-ExtraDHCPOptionsIpV6TestJSON-143672045-project] 10.222.0.42 "DELETE /v2.0/ports/b44a158e-0865-4b5b-9174-7313c047ec50 HTTP/1.1" status: 204 len: 168 time: 3.5205131 Apr 18 21:04:45.657563 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 36752) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:04:45.675411 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_hamode_db [None req-eb5e08ce-e00c-4fd5-b96b-f76e582b1f5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-838334-2', False) {} {{(pid=84042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:04:45.699245 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-8c4851d9-3425-4538-b306-e4421b6127a7 None None] Provisioning complete for port d8172864-dc89-4b75-99e4-c013115dbbd8 triggered by entity DHCP. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:04:45.699598 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-8c4851d9-3425-4538-b306-e4421b6127a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1253608'] for port, provisioning_complete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:45.747785 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.v2.base [None req-07426802-5e6e-45ab-b822-f7ae6c601359 tempest-ExtraDHCPOptionsIpV6TestJSON-143672045 tempest-ExtraDHCPOptionsIpV6TestJSON-143672045-project] Request body: {'port': {'name': 'tempest-new-port-name-887638622', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=84040) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:04:45.748173 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.api.validators [None req-07426802-5e6e-45ab-b822-f7ae6c601359 tempest-ExtraDHCPOptionsIpV6TestJSON-143672045 tempest-ExtraDHCPOptionsIpV6TestJSON-143672045-project] bootfile-name is not in valid_values {{(pid=84040) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Apr 18 21:04:45.748507 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.api.validators [None req-07426802-5e6e-45ab-b822-f7ae6c601359 tempest-ExtraDHCPOptionsIpV6TestJSON-143672045 tempest-ExtraDHCPOptionsIpV6TestJSON-143672045-project] tftp-server is not in valid_values {{(pid=84040) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Apr 18 21:04:45.748833 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.api.validators [None req-07426802-5e6e-45ab-b822-f7ae6c601359 tempest-ExtraDHCPOptionsIpV6TestJSON-143672045 tempest-ExtraDHCPOptionsIpV6TestJSON-143672045-project] server-ip-address is not in valid_values {{(pid=84040) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Apr 18 21:04:45.766834 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-acc244e8-81f5-4d22-8afd-fc9cc3c3f460 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750375287399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253529'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:45.811584 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb5e08ce-e00c-4fd5-b96b-f76e582b1f5d None None] Routers {'5c3e4621-6f84-4ad2-b02e-68afef99bcb1'} bound to L3 agent in host n-d-838334-2 {{(pid=84042) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 21:04:45.812410 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_hamode_db [None req-eb5e08ce-e00c-4fd5-b96b-f76e582b1f5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838334-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-18T20:25:48Z,description=,heartbeat_timestamp=2022-04-18T21:04:18Z,host='n-d-838334-2',id=bc84d6c9-dd7a-4555-a351-592327b46d5a,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:25:48Z,topic='l3_agent')) {'router_ids': ['5c3e4621-6f84-4ad2-b02e-68afef99bcb1'], 'active': True} {{(pid=84042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:04:45.863506 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-806f2723-3763-46de-a846-f35e8f9eb96d tempest-RoutersTest-1500746192 tempest-RoutersTest-1500746192-project] Notify callbacks [] for port, precommit_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:45.882211 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Device d8172864-dc89-4b75-99e4-c013115dbbd8 up at agent ovs-agent-n-d-838334-2 {{(pid=84042) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 21:04:45.916916 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-cac47c8d-04a8-4bb4-b436-a08fcdb3fb45 tempest-RoutersAdminTest-1467285608 tempest-RoutersAdminTest-1467285608-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750374836619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32266323'] for port, after_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:45.948438 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_hamode_db [None req-eb5e08ce-e00c-4fd5-b96b-f76e582b1f5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-838334-2', False) {} {{(pid=84042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:04:45.949605 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb5e08ce-e00c-4fd5-b96b-f76e582b1f5d None None] The sync data for ids ['5c3e4621-6f84-4ad2-b02e-68afef99bcb1'] in n-d-838334-2 is: [] {{(pid=84042) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 18 21:04:45.960347 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.provisioning_blocks [None req-806f2723-3763-46de-a846-f35e8f9eb96d tempest-RoutersTest-1500746192 tempest-RoutersTest-1500746192-project] Transition to ACTIVE for port object 195d2d25-59bf-46a4-bee4-bead717e2e19 will not be triggered until provisioned by entity DHCP. {{(pid=84040) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:04:46.014839 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-d174b0df-a2af-4f4d-aa9c-3a6ad7186a66 tempest-PortsTestJSON-1335945802 tempest-PortsTestJSON-1335945802-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750374836619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32266323'] for port, after_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:46.044720 n-d-838334-2 neutron-server[84041]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cac47c8d-04a8-4bb4-b436-a08fcdb3fb45 tempest-RoutersAdminTest-1467285608 tempest-RoutersAdminTest-1467285608-project-admin] Network e41b6600-a917-4a8d-b05c-be3be40c6d8c is already hosted by enough agents. {{(pid=84041) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:04:46.051597 n-d-838334-2 neutron-server[84041]: DEBUG neutron.scheduler.base_scheduler [None req-cac47c8d-04a8-4bb4-b436-a08fcdb3fb45 tempest-RoutersAdminTest-1467285608 tempest-RoutersAdminTest-1467285608-project-admin] Resources bound (agent type, host, resource id): {{(pid=84041) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:04:46.057842 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cac47c8d-04a8-4bb4-b436-a08fcdb3fb45 tempest-RoutersAdminTest-1467285608 tempest-RoutersAdminTest-1467285608-project-admin] Received port after_create {{(pid=84041) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 21:04:46.081436 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Provisioning complete for port d8172864-dc89-4b75-99e4-c013115dbbd8 triggered by entity L2. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:04:46.081810 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1253608'] for port, provisioning_complete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:46.089222 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-806f2723-3763-46de-a846-f35e8f9eb96d tempest-RoutersTest-1500746192 tempest-RoutersTest-1500746192-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750374836619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32440838'] for port, after_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:46.136918 n-d-838334-2 neutron-server[84041]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d174b0df-a2af-4f4d-aa9c-3a6ad7186a66 tempest-PortsTestJSON-1335945802 tempest-PortsTestJSON-1335945802-project] Network e90fc4e4-fcbe-4192-b327-06b1cad14e04 is already hosted by enough agents. {{(pid=84041) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:04:46.143985 n-d-838334-2 neutron-server[84041]: DEBUG neutron.scheduler.base_scheduler [None req-d174b0df-a2af-4f4d-aa9c-3a6ad7186a66 tempest-PortsTestJSON-1335945802 tempest-PortsTestJSON-1335945802-project] Resources bound (agent type, host, resource id): {{(pid=84041) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:04:46.150178 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cac47c8d-04a8-4bb4-b436-a08fcdb3fb45 tempest-RoutersAdminTest-1467285608 tempest-RoutersAdminTest-1467285608-project-admin] Pushing event updated for resources: {'Port': ['ID=d853bae7-093f-4f5e-96e0-207d44d36f59,revision_number=1']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:04:46.166330 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d174b0df-a2af-4f4d-aa9c-3a6ad7186a66 tempest-PortsTestJSON-1335945802 tempest-PortsTestJSON-1335945802-project] Received port after_create {{(pid=84041) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 21:04:46.194008 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cac47c8d-04a8-4bb4-b436-a08fcdb3fb45 tempest-RoutersAdminTest-1467285608 tempest-RoutersAdminTest-1467285608-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:04:46.194351 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cac47c8d-04a8-4bb4-b436-a08fcdb3fb45 tempest-RoutersAdminTest-1467285608 tempest-RoutersAdminTest-1467285608-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:04:46.194685 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cac47c8d-04a8-4bb4-b436-a08fcdb3fb45 tempest-RoutersAdminTest-1467285608 tempest-RoutersAdminTest-1467285608-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:04:46.195036 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cac47c8d-04a8-4bb4-b436-a08fcdb3fb45 tempest-RoutersAdminTest-1467285608 tempest-RoutersAdminTest-1467285608-project-admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:04:46.196104 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cac47c8d-04a8-4bb4-b436-a08fcdb3fb45 tempest-RoutersAdminTest-1467285608 tempest-RoutersAdminTest-1467285608-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:04:46.196593 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cac47c8d-04a8-4bb4-b436-a08fcdb3fb45 tempest-RoutersAdminTest-1467285608 tempest-RoutersAdminTest-1467285608-project-admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:04:46.197037 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cac47c8d-04a8-4bb4-b436-a08fcdb3fb45 tempest-RoutersAdminTest-1467285608 tempest-RoutersAdminTest-1467285608-project-admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:04:46.197239 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cac47c8d-04a8-4bb4-b436-a08fcdb3fb45 tempest-RoutersAdminTest-1467285608 tempest-RoutersAdminTest-1467285608-project-admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:04:46.197564 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cac47c8d-04a8-4bb4-b436-a08fcdb3fb45 tempest-RoutersAdminTest-1467285608 tempest-RoutersAdminTest-1467285608-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:04:46.198019 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cac47c8d-04a8-4bb4-b436-a08fcdb3fb45 tempest-RoutersAdminTest-1467285608 tempest-RoutersAdminTest-1467285608-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:04:46.198349 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cac47c8d-04a8-4bb4-b436-a08fcdb3fb45 tempest-RoutersAdminTest-1467285608 tempest-RoutersAdminTest-1467285608-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:04:46.355702 n-d-838334-2 neutron-server[84040]: DEBUG neutron.notifiers.nova [None req-29991781-f405-41db-966c-b3dc737b6397 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1364717658 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1364717658-project-admin] device_id is not set on port a257775c-4a77-43da-809c-655074363c25 yet. {{(pid=84040) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 18 21:04:46.365892 n-d-838334-2 neutron-server[84040]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-806f2723-3763-46de-a846-f35e8f9eb96d tempest-RoutersTest-1500746192 tempest-RoutersTest-1500746192-project] Network f46d807d-5106-48c3-9236-bd7be28e79da is already hosted by enough agents. {{(pid=84040) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:04:46.382009 n-d-838334-2 neutron-server[84040]: DEBUG neutron.scheduler.base_scheduler [None req-806f2723-3763-46de-a846-f35e8f9eb96d tempest-RoutersTest-1500746192 tempest-RoutersTest-1500746192-project] Resources bound (agent type, host, resource id): {{(pid=84040) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:04:46.386281 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-29991781-f405-41db-966c-b3dc737b6397 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1364717658 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1364717658-project-admin] Notify callbacks [] for port, precommit_update {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:46.400562 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.l3_dvrscheduler_db [None req-806f2723-3763-46de-a846-f35e8f9eb96d tempest-RoutersTest-1500746192 tempest-RoutersTest-1500746192-project] Received port after_create {{(pid=84040) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 21:04:46.454576 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d174b0df-a2af-4f4d-aa9c-3a6ad7186a66 tempest-PortsTestJSON-1335945802 tempest-PortsTestJSON-1335945802-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:04:46.455758 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-d174b0df-a2af-4f4d-aa9c-3a6ad7186a66 tempest-PortsTestJSON-1335945802 tempest-PortsTestJSON-1335945802-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217293'] for port, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:46.494148 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-07426802-5e6e-45ab-b822-f7ae6c601359 tempest-ExtraDHCPOptionsIpV6TestJSON-143672045 tempest-ExtraDHCPOptionsIpV6TestJSON-143672045-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:46.499582 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d174b0df-a2af-4f4d-aa9c-3a6ad7186a66 tempest-PortsTestJSON-1335945802 tempest-PortsTestJSON-1335945802-project] Pushing event updated for resources: {'Port': ['ID=34ba864a-152f-4c53-853f-aeacea800c4f,revision_number=1']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:04:46.504613 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-da7b0963-6daa-4d19-9ae8-bf0586446400 None None] Provisioning for port 34ba864a-152f-4c53-853f-aeacea800c4f completed by entity DHCP. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 21:04:46.510993 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-d174b0df-a2af-4f4d-aa9c-3a6ad7186a66 tempest-PortsTestJSON-1335945802 tempest-PortsTestJSON-1335945802-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 3.9767704 Apr 18 21:04:46.521011 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-da7b0963-6daa-4d19-9ae8-bf0586446400 None None] Provisioning complete for port 34ba864a-152f-4c53-853f-aeacea800c4f triggered by entity DHCP. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:04:46.521011 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-da7b0963-6daa-4d19-9ae8-bf0586446400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1253608'] for port, provisioning_complete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:46.521676 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-a6bb425d-c7bb-4094-a9cf-56007ff4cc06 tempest-RoutersIpV6AdminTest-1441855246 tempest-RoutersIpV6AdminTest-1441855246-project-admin] 10.222.0.42 "GET /v2.0/routers/5c3e4621-6f84-4ad2-b02e-68afef99bcb1 HTTP/1.1" status: 200 len: 924 time: 0.9293499 Apr 18 21:04:46.521676 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 36764) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:04:46.521676 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 36768) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:04:46.579352 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.provisioning_blocks [None req-29991781-f405-41db-966c-b3dc737b6397 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1364717658 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1364717658-project-admin] Transition to ACTIVE for port object a257775c-4a77-43da-809c-655074363c25 will not be triggered until provisioned by entity L2. {{(pid=84040) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:04:46.600316 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-29991781-f405-41db-966c-b3dc737b6397 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1364717658 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1364717658-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32440959'] for port, after_update {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:46.611403 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-806f2723-3763-46de-a846-f35e8f9eb96d tempest-RoutersTest-1500746192 tempest-RoutersTest-1500746192-project] Pushing event updated for resources: {'Port': ['ID=195d2d25-59bf-46a4-bee4-bead717e2e19,revision_number=1']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:04:46.642530 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.plugin [None req-da7b0963-6daa-4d19-9ae8-bf0586446400 None None] Port 34ba864a-152f-4c53-853f-aeacea800c4f cannot update to ACTIVE because it is not bound. {{(pid=84042) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 18 21:04:46.650680 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-806f2723-3763-46de-a846-f35e8f9eb96d tempest-RoutersTest-1500746192 tempest-RoutersTest-1500746192-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33444010'] for router_interface, before_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:46.671491 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-ee5cc443-a16b-4ee4-a020-537a8f9b4e89 tempest-RoutersIpV6AdminTest-1940382112 tempest-RoutersIpV6AdminTest-1940382112-project] 10.222.0.42 "GET /v2.0/ports?device_id=5c3e4621-6f84-4ad2-b02e-68afef99bcb1 HTTP/1.1" status: 200 len: 205 time: 0.1062365 Apr 18 21:04:46.676508 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 36774) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:04:46.794557 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-a87a8cb2-2902-4cf4-87ed-2f7cc7a97d77 None None] Provisioning for port 195d2d25-59bf-46a4-bee4-bead717e2e19 completed by entity DHCP. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 21:04:46.800183 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-a87a8cb2-2902-4cf4-87ed-2f7cc7a97d77 None None] Provisioning complete for port 195d2d25-59bf-46a4-bee4-bead717e2e19 triggered by entity DHCP. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:04:46.800541 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-a87a8cb2-2902-4cf4-87ed-2f7cc7a97d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1253608'] for port, provisioning_complete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:46.846689 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29991781-f405-41db-966c-b3dc737b6397 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1364717658 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1364717658-project-admin] Pushing event updated for resources: {'Port': ['ID=a257775c-4a77-43da-809c-655074363c25,revision_number=2']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:04:46.905333 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.plugin [None req-a87a8cb2-2902-4cf4-87ed-2f7cc7a97d77 None None] Port 195d2d25-59bf-46a4-bee4-bead717e2e19 cannot update to ACTIVE because it is not bound. {{(pid=84042) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 18 21:04:47.022670 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04a4843b-5e33-4227-ab32-5b018a3c3a3e tempest-PortsTestJSON-1335945802 tempest-PortsTestJSON-1335945802-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:04:47.024460 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-04a4843b-5e33-4227-ab32-5b018a3c3a3e tempest-PortsTestJSON-1335945802 tempest-PortsTestJSON-1335945802-project] Synchronizing usage tracker for tenant:234c597e1bbf440ab35a01225b472234 on resource:port {{(pid=84041) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 21:04:47.087836 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-953341ae-6dd2-45f7-bb60-89168803b605 req-9128d38b-0503-4eca-816c-4c968f3eb381 tempest-AttachVolumeTestJSON-1696487017 tempest-AttachVolumeTestJSON-1696487017-project] 10.222.0.42 "GET /v2.0/ports?device_id=b0ba2ec6-9abf-48fa-90ad-50051827d595 HTTP/1.1" status: 200 len: 210 time: 0.1571076 Apr 18 21:04:47.092807 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-04a4843b-5e33-4227-ab32-5b018a3c3a3e tempest-PortsTestJSON-1335945802 tempest-PortsTestJSON-1335945802-project] Unset dirty status for tenant:234c597e1bbf440ab35a01225b472234 on resource:port {{(pid=84041) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 21:04:47.096358 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-04a4843b-5e33-4227-ab32-5b018a3c3a3e tempest-PortsTestJSON-1335945802 tempest-PortsTestJSON-1335945802-project] 10.222.0.42 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.1 HTTP/1.1" status: 200 len: 923 time: 0.5750132 Apr 18 21:04:47.098399 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 36790) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:04:47.136325 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.managers [None req-29991781-f405-41db-966c-b3dc737b6397 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1364717658 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1364717658-project-admin] Attempting to bind port a257775c-4a77-43da-809c-655074363c25 on host n-h1-838334-2 for vnic_type normal with profile {{(pid=84040) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 21:04:47.137158 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.managers [None req-29991781-f405-41db-966c-b3dc737b6397 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1364717658 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1364717658-project-admin] Attempting to bind port a257775c-4a77-43da-809c-655074363c25 by drivers openvswitch,hyperv on host n-h1-838334-2 at level 0 using segments [{'id': '698d6ee8-a8b8-4ef9-a78a-6cb0c7e62f11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '4961d4e9-7985-466c-877d-192c08190aa4'}] {{(pid=84040) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 21:04:47.137669 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29991781-f405-41db-966c-b3dc737b6397 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1364717658 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1364717658-project-admin] Attempting to bind port a257775c-4a77-43da-809c-655074363c25 on network 4961d4e9-7985-466c-877d-192c08190aa4 {{(pid=84040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 21:04:47.156463 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29991781-f405-41db-966c-b3dc737b6397 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1364717658 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1364717658-project-admin] Port a257775c-4a77-43da-809c-655074363c25 on network 4961d4e9-7985-466c-877d-192c08190aa4 not bound, no agent of type Open vSwitch agent registered on host n-h1-838334-2 {{(pid=84040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 18 21:04:47.156825 n-d-838334-2 neutron-server[84040]: ERROR neutron.plugins.ml2.managers [None req-29991781-f405-41db-966c-b3dc737b6397 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1364717658 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1364717658-project-admin] Failed to bind port a257775c-4a77-43da-809c-655074363c25 on host n-h1-838334-2 for vnic_type normal using segments [{'id': '698d6ee8-a8b8-4ef9-a78a-6cb0c7e62f11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '4961d4e9-7985-466c-877d-192c08190aa4'}] Apr 18 21:04:47.162291 n-d-838334-2 neutron-server[84040]: INFO neutron.plugins.ml2.plugin [None req-29991781-f405-41db-966c-b3dc737b6397 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1364717658 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1364717658-project-admin] Attempt 2 to bind port a257775c-4a77-43da-809c-655074363c25 Apr 18 21:04:47.163463 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-cac47c8d-04a8-4bb4-b436-a08fcdb3fb45 tempest-RoutersAdminTest-1467285608 tempest-RoutersAdminTest-1467285608-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:47.192022 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-806f2723-3763-46de-a846-f35e8f9eb96d tempest-RoutersTest-1500746192 tempest-RoutersTest-1500746192-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:47.210770 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.managers [None req-29991781-f405-41db-966c-b3dc737b6397 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1364717658 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1364717658-project-admin] Attempting to bind port a257775c-4a77-43da-809c-655074363c25 on host n-h1-838334-2 for vnic_type normal with profile {{(pid=84040) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 21:04:47.211363 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.managers [None req-29991781-f405-41db-966c-b3dc737b6397 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1364717658 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1364717658-project-admin] Attempting to bind port a257775c-4a77-43da-809c-655074363c25 by drivers openvswitch,hyperv on host n-h1-838334-2 at level 0 using segments [{'id': '698d6ee8-a8b8-4ef9-a78a-6cb0c7e62f11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '4961d4e9-7985-466c-877d-192c08190aa4'}] {{(pid=84040) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 21:04:47.213227 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29991781-f405-41db-966c-b3dc737b6397 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1364717658 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1364717658-project-admin] Attempting to bind port a257775c-4a77-43da-809c-655074363c25 on network 4961d4e9-7985-466c-877d-192c08190aa4 {{(pid=84040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 21:04:47.270869 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29991781-f405-41db-966c-b3dc737b6397 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1364717658 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1364717658-project-admin] Port a257775c-4a77-43da-809c-655074363c25 on network 4961d4e9-7985-466c-877d-192c08190aa4 not bound, no agent of type Open vSwitch agent registered on host n-h1-838334-2 {{(pid=84040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 18 21:04:47.271425 n-d-838334-2 neutron-server[84040]: ERROR neutron.plugins.ml2.managers [None req-29991781-f405-41db-966c-b3dc737b6397 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1364717658 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1364717658-project-admin] Failed to bind port a257775c-4a77-43da-809c-655074363c25 on host n-h1-838334-2 for vnic_type normal using segments [{'id': '698d6ee8-a8b8-4ef9-a78a-6cb0c7e62f11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '4961d4e9-7985-466c-877d-192c08190aa4'}] Apr 18 21:04:47.288642 n-d-838334-2 neutron-server[84040]: INFO neutron.plugins.ml2.plugin [None req-29991781-f405-41db-966c-b3dc737b6397 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1364717658 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1364717658-project-admin] Attempt 3 to bind port a257775c-4a77-43da-809c-655074363c25 Apr 18 21:04:47.341810 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.managers [None req-29991781-f405-41db-966c-b3dc737b6397 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1364717658 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1364717658-project-admin] Attempting to bind port a257775c-4a77-43da-809c-655074363c25 on host n-h1-838334-2 for vnic_type normal with profile {{(pid=84040) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 21:04:47.342519 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.managers [None req-29991781-f405-41db-966c-b3dc737b6397 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1364717658 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1364717658-project-admin] Attempting to bind port a257775c-4a77-43da-809c-655074363c25 by drivers openvswitch,hyperv on host n-h1-838334-2 at level 0 using segments [{'id': '698d6ee8-a8b8-4ef9-a78a-6cb0c7e62f11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '4961d4e9-7985-466c-877d-192c08190aa4'}] {{(pid=84040) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 21:04:47.343055 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29991781-f405-41db-966c-b3dc737b6397 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1364717658 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1364717658-project-admin] Attempting to bind port a257775c-4a77-43da-809c-655074363c25 on network 4961d4e9-7985-466c-877d-192c08190aa4 {{(pid=84040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 21:04:47.495568 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29991781-f405-41db-966c-b3dc737b6397 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1364717658 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1364717658-project-admin] Port a257775c-4a77-43da-809c-655074363c25 on network 4961d4e9-7985-466c-877d-192c08190aa4 not bound, no agent of type Open vSwitch agent registered on host n-h1-838334-2 {{(pid=84040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 18 21:04:47.495940 n-d-838334-2 neutron-server[84040]: ERROR neutron.plugins.ml2.managers [None req-29991781-f405-41db-966c-b3dc737b6397 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1364717658 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1364717658-project-admin] Failed to bind port a257775c-4a77-43da-809c-655074363c25 on host n-h1-838334-2 for vnic_type normal using segments [{'id': '698d6ee8-a8b8-4ef9-a78a-6cb0c7e62f11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '4961d4e9-7985-466c-877d-192c08190aa4'}] Apr 18 21:04:47.499464 n-d-838334-2 neutron-server[84040]: INFO neutron.plugins.ml2.plugin [None req-29991781-f405-41db-966c-b3dc737b6397 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1364717658 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1364717658-project-admin] Attempt 4 to bind port a257775c-4a77-43da-809c-655074363c25 Apr 18 21:04:47.526375 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.managers [None req-29991781-f405-41db-966c-b3dc737b6397 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1364717658 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1364717658-project-admin] Attempting to bind port a257775c-4a77-43da-809c-655074363c25 on host n-h1-838334-2 for vnic_type normal with profile {{(pid=84040) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 21:04:47.526716 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.managers [None req-29991781-f405-41db-966c-b3dc737b6397 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1364717658 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1364717658-project-admin] Attempting to bind port a257775c-4a77-43da-809c-655074363c25 by drivers openvswitch,hyperv on host n-h1-838334-2 at level 0 using segments [{'id': '698d6ee8-a8b8-4ef9-a78a-6cb0c7e62f11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '4961d4e9-7985-466c-877d-192c08190aa4'}] {{(pid=84040) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 21:04:47.527047 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29991781-f405-41db-966c-b3dc737b6397 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1364717658 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1364717658-project-admin] Attempting to bind port a257775c-4a77-43da-809c-655074363c25 on network 4961d4e9-7985-466c-877d-192c08190aa4 {{(pid=84040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 21:04:47.539426 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-5d223669-94d7-4a1c-8d50-3e78df6f60d0 tempest-RoutersIpV6AdminTest-1940382112 tempest-RoutersIpV6AdminTest-1940382112-project] Notify callbacks [] for router, before_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:47.551873 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29991781-f405-41db-966c-b3dc737b6397 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1364717658 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1364717658-project-admin] Port a257775c-4a77-43da-809c-655074363c25 on network 4961d4e9-7985-466c-877d-192c08190aa4 not bound, no agent of type Open vSwitch agent registered on host n-h1-838334-2 {{(pid=84040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 18 21:04:47.552099 n-d-838334-2 neutron-server[84040]: ERROR neutron.plugins.ml2.managers [None req-29991781-f405-41db-966c-b3dc737b6397 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1364717658 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1364717658-project-admin] Failed to bind port a257775c-4a77-43da-809c-655074363c25 on host n-h1-838334-2 for vnic_type normal using segments [{'id': '698d6ee8-a8b8-4ef9-a78a-6cb0c7e62f11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '4961d4e9-7985-466c-877d-192c08190aa4'}] Apr 18 21:04:47.565107 n-d-838334-2 neutron-server[84040]: INFO neutron.plugins.ml2.plugin [None req-29991781-f405-41db-966c-b3dc737b6397 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1364717658 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1364717658-project-admin] Attempt 5 to bind port a257775c-4a77-43da-809c-655074363c25 Apr 18 21:04:47.584691 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-07426802-5e6e-45ab-b822-f7ae6c601359 tempest-ExtraDHCPOptionsIpV6TestJSON-143672045 tempest-ExtraDHCPOptionsIpV6TestJSON-143672045-project] Notify callbacks [] for port, precommit_update {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:47.598570 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.managers [None req-29991781-f405-41db-966c-b3dc737b6397 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1364717658 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1364717658-project-admin] Attempting to bind port a257775c-4a77-43da-809c-655074363c25 on host n-h1-838334-2 for vnic_type normal with profile {{(pid=84040) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 21:04:47.598898 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.managers [None req-29991781-f405-41db-966c-b3dc737b6397 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1364717658 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1364717658-project-admin] Attempting to bind port a257775c-4a77-43da-809c-655074363c25 by drivers openvswitch,hyperv on host n-h1-838334-2 at level 0 using segments [{'id': '698d6ee8-a8b8-4ef9-a78a-6cb0c7e62f11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '4961d4e9-7985-466c-877d-192c08190aa4'}] {{(pid=84040) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 21:04:47.599232 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29991781-f405-41db-966c-b3dc737b6397 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1364717658 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1364717658-project-admin] Attempting to bind port a257775c-4a77-43da-809c-655074363c25 on network 4961d4e9-7985-466c-877d-192c08190aa4 {{(pid=84040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 21:04:47.605107 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-07426802-5e6e-45ab-b822-f7ae6c601359 tempest-ExtraDHCPOptionsIpV6TestJSON-143672045 tempest-ExtraDHCPOptionsIpV6TestJSON-143672045-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32440959'] for port, after_update {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:47.737200 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29991781-f405-41db-966c-b3dc737b6397 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1364717658 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1364717658-project-admin] Port a257775c-4a77-43da-809c-655074363c25 on network 4961d4e9-7985-466c-877d-192c08190aa4 not bound, no agent of type Open vSwitch agent registered on host n-h1-838334-2 {{(pid=84040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 18 21:04:47.737525 n-d-838334-2 neutron-server[84040]: ERROR neutron.plugins.ml2.managers [None req-29991781-f405-41db-966c-b3dc737b6397 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1364717658 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1364717658-project-admin] Failed to bind port a257775c-4a77-43da-809c-655074363c25 on host n-h1-838334-2 for vnic_type normal using segments [{'id': '698d6ee8-a8b8-4ef9-a78a-6cb0c7e62f11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '4961d4e9-7985-466c-877d-192c08190aa4'}] Apr 18 21:04:47.744918 n-d-838334-2 neutron-server[84040]: INFO neutron.plugins.ml2.plugin [None req-29991781-f405-41db-966c-b3dc737b6397 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1364717658 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1364717658-project-admin] Attempt 6 to bind port a257775c-4a77-43da-809c-655074363c25 Apr 18 21:04:47.748624 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17ba8f5c-6563-4cae-ad84-2b3a690218c1 tempest-PortsTestJSON-1335945802 tempest-PortsTestJSON-1335945802-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:04:47.752694 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17ba8f5c-6563-4cae-ad84-2b3a690218c1 tempest-PortsTestJSON-1335945802 tempest-PortsTestJSON-1335945802-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:04:47.757844 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17ba8f5c-6563-4cae-ad84-2b3a690218c1 tempest-PortsTestJSON-1335945802 tempest-PortsTestJSON-1335945802-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:04:47.762191 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-17ba8f5c-6563-4cae-ad84-2b3a690218c1 tempest-PortsTestJSON-1335945802 tempest-PortsTestJSON-1335945802-project] 10.222.0.42 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0. HTTP/1.1" status: 200 len: 2380 time: 0.6609504 Apr 18 21:04:47.763727 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 36808) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:04:47.765348 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.plugin [None req-07426802-5e6e-45ab-b822-f7ae6c601359 tempest-ExtraDHCPOptionsIpV6TestJSON-143672045 tempest-ExtraDHCPOptionsIpV6TestJSON-143672045-project] In _notify_port_updated(), no bound segment for port 05ec6cc0-f226-421a-8706-41cfd7d33380 on network 2c6d39c7-6e76-41c6-a439-c7138036f252 {{(pid=84040) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Apr 18 21:04:47.770229 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07426802-5e6e-45ab-b822-f7ae6c601359 tempest-ExtraDHCPOptionsIpV6TestJSON-143672045 tempest-ExtraDHCPOptionsIpV6TestJSON-143672045-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:04:47.770887 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-07426802-5e6e-45ab-b822-f7ae6c601359 tempest-ExtraDHCPOptionsIpV6TestJSON-143672045 tempest-ExtraDHCPOptionsIpV6TestJSON-143672045-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217293'] for port, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:47.774932 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-07426802-5e6e-45ab-b822-f7ae6c601359 tempest-ExtraDHCPOptionsIpV6TestJSON-143672045 tempest-ExtraDHCPOptionsIpV6TestJSON-143672045-project] 10.222.0.42 "PUT /v2.0/ports/05ec6cc0-f226-421a-8706-41cfd7d33380 HTTP/1.1" status: 200 len: 1129 time: 2.1095188 Apr 18 21:04:47.778217 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 36812) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:04:47.819032 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-cac47c8d-04a8-4bb4-b436-a08fcdb3fb45 tempest-RoutersAdminTest-1467285608 tempest-RoutersAdminTest-1467285608-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-33444175', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-33443520', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5293'] for router, precommit_update {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:47.833680 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-cac47c8d-04a8-4bb4-b436-a08fcdb3fb45 tempest-RoutersAdminTest-1467285608 tempest-RoutersAdminTest-1467285608-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33444176', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-33444166', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-33444185', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-33443547'] for router, after_update {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:47.874635 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45587755-a7f0-4354-bd24-310c32b5d06a tempest-ExtraDHCPOptionsIpV6TestJSON-143672045 tempest-ExtraDHCPOptionsIpV6TestJSON-143672045-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:04:47.875193 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-45587755-a7f0-4354-bd24-310c32b5d06a tempest-ExtraDHCPOptionsIpV6TestJSON-143672045 tempest-ExtraDHCPOptionsIpV6TestJSON-143672045-project] Synchronizing usage tracker for tenant:1e58ac7a2a59451c82994284a0348686 on resource:port {{(pid=84040) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 21:04:47.877803 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07426802-5e6e-45ab-b822-f7ae6c601359 tempest-ExtraDHCPOptionsIpV6TestJSON-143672045 tempest-ExtraDHCPOptionsIpV6TestJSON-143672045-project] Pushing event updated for resources: {'Port': ['ID=05ec6cc0-f226-421a-8706-41cfd7d33380,revision_number=2']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:04:47.885408 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.managers [None req-29991781-f405-41db-966c-b3dc737b6397 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1364717658 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1364717658-project-admin] Attempting to bind port a257775c-4a77-43da-809c-655074363c25 on host n-h1-838334-2 for vnic_type normal with profile {{(pid=84040) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 21:04:47.885626 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.managers [None req-29991781-f405-41db-966c-b3dc737b6397 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1364717658 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1364717658-project-admin] Attempting to bind port a257775c-4a77-43da-809c-655074363c25 by drivers openvswitch,hyperv on host n-h1-838334-2 at level 0 using segments [{'id': '698d6ee8-a8b8-4ef9-a78a-6cb0c7e62f11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '4961d4e9-7985-466c-877d-192c08190aa4'}] {{(pid=84040) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 21:04:47.885851 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29991781-f405-41db-966c-b3dc737b6397 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1364717658 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1364717658-project-admin] Attempting to bind port a257775c-4a77-43da-809c-655074363c25 on network 4961d4e9-7985-466c-877d-192c08190aa4 {{(pid=84040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 21:04:47.904374 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-829ab0a1-ee72-4e0f-9b7d-984c3b054592 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750375287399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253529'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:47.920466 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29991781-f405-41db-966c-b3dc737b6397 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1364717658 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1364717658-project-admin] Port a257775c-4a77-43da-809c-655074363c25 on network 4961d4e9-7985-466c-877d-192c08190aa4 not bound, no agent of type Open vSwitch agent registered on host n-h1-838334-2 {{(pid=84040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 18 21:04:47.920841 n-d-838334-2 neutron-server[84040]: ERROR neutron.plugins.ml2.managers [None req-29991781-f405-41db-966c-b3dc737b6397 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1364717658 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1364717658-project-admin] Failed to bind port a257775c-4a77-43da-809c-655074363c25 on host n-h1-838334-2 for vnic_type normal using segments [{'id': '698d6ee8-a8b8-4ef9-a78a-6cb0c7e62f11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '4961d4e9-7985-466c-877d-192c08190aa4'}] Apr 18 21:04:47.924774 n-d-838334-2 neutron-server[84040]: INFO neutron.plugins.ml2.plugin [None req-29991781-f405-41db-966c-b3dc737b6397 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1364717658 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1364717658-project-admin] Attempt 7 to bind port a257775c-4a77-43da-809c-655074363c25 Apr 18 21:04:47.966607 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-45587755-a7f0-4354-bd24-310c32b5d06a tempest-ExtraDHCPOptionsIpV6TestJSON-143672045 tempest-ExtraDHCPOptionsIpV6TestJSON-143672045-project] Unset dirty status for tenant:1e58ac7a2a59451c82994284a0348686 on resource:port {{(pid=84040) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 21:04:47.970716 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-45587755-a7f0-4354-bd24-310c32b5d06a tempest-ExtraDHCPOptionsIpV6TestJSON-143672045 tempest-ExtraDHCPOptionsIpV6TestJSON-143672045-project] 10.222.0.42 "GET /v2.0/ports/05ec6cc0-f226-421a-8706-41cfd7d33380 HTTP/1.1" status: 200 len: 1129 time: 0.1843400 Apr 18 21:04:47.972345 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.managers [None req-29991781-f405-41db-966c-b3dc737b6397 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1364717658 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1364717658-project-admin] Attempting to bind port a257775c-4a77-43da-809c-655074363c25 on host n-h1-838334-2 for vnic_type normal with profile {{(pid=84040) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 21:04:47.972672 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.managers [None req-29991781-f405-41db-966c-b3dc737b6397 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1364717658 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1364717658-project-admin] Attempting to bind port a257775c-4a77-43da-809c-655074363c25 by drivers openvswitch,hyperv on host n-h1-838334-2 at level 0 using segments [{'id': '698d6ee8-a8b8-4ef9-a78a-6cb0c7e62f11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '4961d4e9-7985-466c-877d-192c08190aa4'}] {{(pid=84040) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 21:04:47.972993 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29991781-f405-41db-966c-b3dc737b6397 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1364717658 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1364717658-project-admin] Attempting to bind port a257775c-4a77-43da-809c-655074363c25 on network 4961d4e9-7985-466c-877d-192c08190aa4 {{(pid=84040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 21:04:47.977429 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 36816) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:04:48.020401 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.plugin [None req-102fb8c6-06a3-43de-8315-1391c546a058 tempest-PortsTestJSON-1335945802 tempest-PortsTestJSON-1335945802-project] Deleting port 34ba864a-152f-4c53-853f-aeacea800c4f {{(pid=84041) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 21:04:48.021164 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-102fb8c6-06a3-43de-8315-1391c546a058 tempest-PortsTestJSON-1335945802 tempest-PortsTestJSON-1335945802-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750375188691'] for port, before_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:48.069223 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.plugin [None req-7e181a68-f898-4342-9c5c-1f1efdac0c16 tempest-ExtraDHCPOptionsIpV6TestJSON-143672045 tempest-ExtraDHCPOptionsIpV6TestJSON-143672045-project] Deleting port 05ec6cc0-f226-421a-8706-41cfd7d33380 {{(pid=84040) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 21:04:48.069477 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-7e181a68-f898-4342-9c5c-1f1efdac0c16 tempest-ExtraDHCPOptionsIpV6TestJSON-143672045 tempest-ExtraDHCPOptionsIpV6TestJSON-143672045-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750375188691'] for port, before_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:48.113171 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29991781-f405-41db-966c-b3dc737b6397 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1364717658 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1364717658-project-admin] Port a257775c-4a77-43da-809c-655074363c25 on network 4961d4e9-7985-466c-877d-192c08190aa4 not bound, no agent of type Open vSwitch agent registered on host n-h1-838334-2 {{(pid=84040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 18 21:04:48.113559 n-d-838334-2 neutron-server[84040]: ERROR neutron.plugins.ml2.managers [None req-29991781-f405-41db-966c-b3dc737b6397 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1364717658 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1364717658-project-admin] Failed to bind port a257775c-4a77-43da-809c-655074363c25 on host n-h1-838334-2 for vnic_type normal using segments [{'id': '698d6ee8-a8b8-4ef9-a78a-6cb0c7e62f11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '4961d4e9-7985-466c-877d-192c08190aa4'}] Apr 18 21:04:48.122434 n-d-838334-2 neutron-server[84040]: INFO neutron.plugins.ml2.plugin [None req-29991781-f405-41db-966c-b3dc737b6397 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1364717658 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1364717658-project-admin] Attempt 8 to bind port a257775c-4a77-43da-809c-655074363c25 Apr 18 21:04:48.154230 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.managers [None req-29991781-f405-41db-966c-b3dc737b6397 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1364717658 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1364717658-project-admin] Attempting to bind port a257775c-4a77-43da-809c-655074363c25 on host n-h1-838334-2 for vnic_type normal with profile {{(pid=84040) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 21:04:48.154555 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.managers [None req-29991781-f405-41db-966c-b3dc737b6397 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1364717658 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1364717658-project-admin] Attempting to bind port a257775c-4a77-43da-809c-655074363c25 by drivers openvswitch,hyperv on host n-h1-838334-2 at level 0 using segments [{'id': '698d6ee8-a8b8-4ef9-a78a-6cb0c7e62f11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '4961d4e9-7985-466c-877d-192c08190aa4'}] {{(pid=84040) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 21:04:48.154883 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29991781-f405-41db-966c-b3dc737b6397 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1364717658 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1364717658-project-admin] Attempting to bind port a257775c-4a77-43da-809c-655074363c25 on network 4961d4e9-7985-466c-877d-192c08190aa4 {{(pid=84040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 21:04:48.155472 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-82802416-0787-4368-9f0b-9b03b28b114d None None] Provisioning complete for port 05ec6cc0-f226-421a-8706-41cfd7d33380 triggered by entity DHCP. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:04:48.157355 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-82802416-0787-4368-9f0b-9b03b28b114d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1253608'] for port, provisioning_complete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:48.196380 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-806f2723-3763-46de-a846-f35e8f9eb96d tempest-RoutersTest-1500746192 tempest-RoutersTest-1500746192-project] Notify callbacks [] for port, precommit_update {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:48.204932 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29991781-f405-41db-966c-b3dc737b6397 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1364717658 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1364717658-project-admin] Port a257775c-4a77-43da-809c-655074363c25 on network 4961d4e9-7985-466c-877d-192c08190aa4 not bound, no agent of type Open vSwitch agent registered on host n-h1-838334-2 {{(pid=84040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 18 21:04:48.205445 n-d-838334-2 neutron-server[84040]: ERROR neutron.plugins.ml2.managers [None req-29991781-f405-41db-966c-b3dc737b6397 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1364717658 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1364717658-project-admin] Failed to bind port a257775c-4a77-43da-809c-655074363c25 on host n-h1-838334-2 for vnic_type normal using segments [{'id': '698d6ee8-a8b8-4ef9-a78a-6cb0c7e62f11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '4961d4e9-7985-466c-877d-192c08190aa4'}] Apr 18 21:04:48.217019 n-d-838334-2 neutron-server[84040]: INFO neutron.plugins.ml2.plugin [None req-29991781-f405-41db-966c-b3dc737b6397 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1364717658 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1364717658-project-admin] Attempt 9 to bind port a257775c-4a77-43da-809c-655074363c25 Apr 18 21:04:48.231362 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-806f2723-3763-46de-a846-f35e8f9eb96d tempest-RoutersTest-1500746192 tempest-RoutersTest-1500746192-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32440959'] for port, after_update {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:48.250735 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.plugin [None req-82802416-0787-4368-9f0b-9b03b28b114d None None] Port 05ec6cc0-f226-421a-8706-41cfd7d33380 cannot update to ACTIVE because it is not bound. {{(pid=84042) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 18 21:04:48.383124 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-5d223669-94d7-4a1c-8d50-3e78df6f60d0 tempest-RoutersIpV6AdminTest-1940382112 tempest-RoutersIpV6AdminTest-1940382112-project] Notify callbacks [] for router_gateway, before_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:48.410261 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-102fb8c6-06a3-43de-8315-1391c546a058 tempest-PortsTestJSON-1335945802 tempest-PortsTestJSON-1335945802-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369123'] for port, precommit_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:48.422995 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.plugin [None req-5d223669-94d7-4a1c-8d50-3e78df6f60d0 tempest-RoutersIpV6AdminTest-1940382112 tempest-RoutersIpV6AdminTest-1940382112-project] Deleting port 25ecf934-3fd3-4f0a-be47-f9c86fb509db {{(pid=84041) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 21:04:48.423307 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-5d223669-94d7-4a1c-8d50-3e78df6f60d0 tempest-RoutersIpV6AdminTest-1940382112 tempest-RoutersIpV6AdminTest-1940382112-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750375188691'] for port, before_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:48.474358 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-5f9c21c3-ea68-4dc9-90a5-ade185b082f9 req-32284f7f-d53d-456f-ab14-bf471ffab10b tempest-AttachVolumeTestJSON-1696487017 tempest-AttachVolumeTestJSON-1696487017-project] 10.222.0.42 "GET /v2.0/ports?device_id=b0ba2ec6-9abf-48fa-90ad-50051827d595 HTTP/1.1" status: 200 len: 210 time: 0.2481782 Apr 18 21:04:48.486546 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.managers [None req-29991781-f405-41db-966c-b3dc737b6397 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1364717658 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1364717658-project-admin] Attempting to bind port a257775c-4a77-43da-809c-655074363c25 on host n-h1-838334-2 for vnic_type normal with profile {{(pid=84040) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 21:04:48.486870 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.managers [None req-29991781-f405-41db-966c-b3dc737b6397 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1364717658 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1364717658-project-admin] Attempting to bind port a257775c-4a77-43da-809c-655074363c25 by drivers openvswitch,hyperv on host n-h1-838334-2 at level 0 using segments [{'id': '698d6ee8-a8b8-4ef9-a78a-6cb0c7e62f11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '4961d4e9-7985-466c-877d-192c08190aa4'}] {{(pid=84040) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 21:04:48.487199 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29991781-f405-41db-966c-b3dc737b6397 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1364717658 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1364717658-project-admin] Attempting to bind port a257775c-4a77-43da-809c-655074363c25 on network 4961d4e9-7985-466c-877d-192c08190aa4 {{(pid=84040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 21:04:48.601888 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29991781-f405-41db-966c-b3dc737b6397 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1364717658 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1364717658-project-admin] Port a257775c-4a77-43da-809c-655074363c25 on network 4961d4e9-7985-466c-877d-192c08190aa4 not bound, no agent of type Open vSwitch agent registered on host n-h1-838334-2 {{(pid=84040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 18 21:04:48.602671 n-d-838334-2 neutron-server[84040]: ERROR neutron.plugins.ml2.managers [None req-29991781-f405-41db-966c-b3dc737b6397 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1364717658 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1364717658-project-admin] Failed to bind port a257775c-4a77-43da-809c-655074363c25 on host n-h1-838334-2 for vnic_type normal using segments [{'id': '698d6ee8-a8b8-4ef9-a78a-6cb0c7e62f11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '4961d4e9-7985-466c-877d-192c08190aa4'}] Apr 18 21:04:48.604378 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.plugin [None req-102fb8c6-06a3-43de-8315-1391c546a058 tempest-PortsTestJSON-1335945802 tempest-PortsTestJSON-1335945802-project] Calling delete_port for 34ba864a-152f-4c53-853f-aeacea800c4f owned by {{(pid=84041) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 21:04:48.610035 n-d-838334-2 neutron-server[84040]: INFO neutron.plugins.ml2.plugin [None req-29991781-f405-41db-966c-b3dc737b6397 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1364717658 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1364717658-project-admin] Attempt 10 to bind port a257775c-4a77-43da-809c-655074363c25 Apr 18 21:04:48.619585 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-806f2723-3763-46de-a846-f35e8f9eb96d tempest-RoutersTest-1500746192 tempest-RoutersTest-1500746192-project] Pushing event updated for resources: {'Port': ['ID=195d2d25-59bf-46a4-bee4-bead717e2e19,revision_number=2']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:04:48.621971 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-806f2723-3763-46de-a846-f35e8f9eb96d tempest-RoutersTest-1500746192 tempest-RoutersTest-1500746192-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-32377886', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33443847'] for router_interface, after_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:48.725467 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.managers [None req-29991781-f405-41db-966c-b3dc737b6397 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1364717658 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1364717658-project-admin] Attempting to bind port a257775c-4a77-43da-809c-655074363c25 on host n-h1-838334-2 for vnic_type normal with profile {{(pid=84040) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 21:04:48.725849 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.managers [None req-29991781-f405-41db-966c-b3dc737b6397 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1364717658 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1364717658-project-admin] Attempting to bind port a257775c-4a77-43da-809c-655074363c25 by drivers openvswitch,hyperv on host n-h1-838334-2 at level 0 using segments [{'id': '698d6ee8-a8b8-4ef9-a78a-6cb0c7e62f11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '4961d4e9-7985-466c-877d-192c08190aa4'}] {{(pid=84040) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 21:04:48.726127 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29991781-f405-41db-966c-b3dc737b6397 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1364717658 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1364717658-project-admin] Attempting to bind port a257775c-4a77-43da-809c-655074363c25 on network 4961d4e9-7985-466c-877d-192c08190aa4 {{(pid=84040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 21:04:48.771883 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-7e181a68-f898-4342-9c5c-1f1efdac0c16 tempest-ExtraDHCPOptionsIpV6TestJSON-143672045 tempest-ExtraDHCPOptionsIpV6TestJSON-143672045-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369123'] for port, precommit_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:48.779085 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29991781-f405-41db-966c-b3dc737b6397 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1364717658 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1364717658-project-admin] Port a257775c-4a77-43da-809c-655074363c25 on network 4961d4e9-7985-466c-877d-192c08190aa4 not bound, no agent of type Open vSwitch agent registered on host n-h1-838334-2 {{(pid=84040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 18 21:04:48.779402 n-d-838334-2 neutron-server[84040]: ERROR neutron.plugins.ml2.managers [None req-29991781-f405-41db-966c-b3dc737b6397 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1364717658 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1364717658-project-admin] Failed to bind port a257775c-4a77-43da-809c-655074363c25 on host n-h1-838334-2 for vnic_type normal using segments [{'id': '698d6ee8-a8b8-4ef9-a78a-6cb0c7e62f11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '4961d4e9-7985-466c-877d-192c08190aa4'}] Apr 18 21:04:48.779783 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-29991781-f405-41db-966c-b3dc737b6397 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1364717658 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1364717658-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:48.889344 n-d-838334-2 neutron-server[84041]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cac47c8d-04a8-4bb4-b436-a08fcdb3fb45 tempest-RoutersAdminTest-1467285608 tempest-RoutersAdminTest-1467285608-project-admin] Router d4e6a7d5-1d77-4d0e-a3fc-5a86c4454135 is scheduled to L3 agent bc84d6c9-dd7a-4555-a351-592327b46d5a with binding_index 1 {{(pid=84041) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 18 21:04:48.917434 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-5d223669-94d7-4a1c-8d50-3e78df6f60d0 tempest-RoutersIpV6AdminTest-1940382112 tempest-RoutersIpV6AdminTest-1940382112-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369123'] for port, precommit_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:48.934194 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.plugin [None req-7e181a68-f898-4342-9c5c-1f1efdac0c16 tempest-ExtraDHCPOptionsIpV6TestJSON-143672045 tempest-ExtraDHCPOptionsIpV6TestJSON-143672045-project] Calling delete_port for 05ec6cc0-f226-421a-8706-41cfd7d33380 owned by {{(pid=84040) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 21:04:48.992159 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750375287399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253529'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:49.062806 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.plugin [None req-5d223669-94d7-4a1c-8d50-3e78df6f60d0 tempest-RoutersIpV6AdminTest-1940382112 tempest-RoutersIpV6AdminTest-1940382112-project] Calling delete_port for 25ecf934-3fd3-4f0a-be47-f9c86fb509db owned by network:router_gateway {{(pid=84041) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 21:04:49.091870 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-102fb8c6-06a3-43de-8315-1391c546a058 tempest-PortsTestJSON-1335945802 tempest-PortsTestJSON-1335945802-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750375259028', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750374836628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32266323'] for port, after_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:49.153858 n-d-838334-2 neutron-server[84040]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-806f2723-3763-46de-a846-f35e8f9eb96d tempest-RoutersTest-1500746192 tempest-RoutersTest-1500746192-project] Network f46d807d-5106-48c3-9236-bd7be28e79da is already hosted by enough agents. {{(pid=84040) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:04:49.159735 n-d-838334-2 neutron-server[84040]: DEBUG neutron.scheduler.base_scheduler [None req-806f2723-3763-46de-a846-f35e8f9eb96d tempest-RoutersTest-1500746192 tempest-RoutersTest-1500746192-project] Resources bound (agent type, host, resource id): {{(pid=84040) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:04:49.234118 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.db [None req-29991781-f405-41db-966c-b3dc737b6397 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1364717658 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1364717658-project-admin] For port a257775c-4a77-43da-809c-655074363c25, host n-h1-838334-2, cleared binding levels {{(pid=84040) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 21:04:49.234599 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.db [None req-29991781-f405-41db-966c-b3dc737b6397 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1364717658 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1364717658-project-admin] Attempted to set empty binding levels {{(pid=84040) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Apr 18 21:04:49.327020 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-29991781-f405-41db-966c-b3dc737b6397 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1364717658 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1364717658-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32440959'] for port, after_update {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:49.353146 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-102fb8c6-06a3-43de-8315-1391c546a058 tempest-PortsTestJSON-1335945802 tempest-PortsTestJSON-1335945802-project] Pushing event deleted for resources: {'Port': ['ID=34ba864a-152f-4c53-853f-aeacea800c4f,revision_number=None']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:04:49.439956 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-414b6ffe-e119-47bc-b18f-bcff1219c2f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750375287399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253529'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:49.467039 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.plugin [None req-29991781-f405-41db-966c-b3dc737b6397 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1364717658 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1364717658-project-admin] In _notify_port_updated(), no bound segment for port a257775c-4a77-43da-809c-655074363c25 on network 4961d4e9-7985-466c-877d-192c08190aa4 {{(pid=84040) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Apr 18 21:04:49.468096 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-29991781-f405-41db-966c-b3dc737b6397 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1364717658 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1364717658-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217293'] for port, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:49.469616 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-29991781-f405-41db-966c-b3dc737b6397 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1364717658 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1364717658-project-admin] 10.222.0.42 "PUT /v2.0/ports/a257775c-4a77-43da-809c-655074363c25 HTTP/1.1" status: 200 len: 979 time: 6.5180867 Apr 18 21:04:49.513272 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 36828) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:04:49.529090 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-5a1cb65c-8852-49c7-9f3b-27c7d5f7a978 None None] Provisioning complete for port 195d2d25-59bf-46a4-bee4-bead717e2e19 triggered by entity DHCP. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:04:49.529922 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-5a1cb65c-8852-49c7-9f3b-27c7d5f7a978 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1253608'] for port, provisioning_complete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:49.622176 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29991781-f405-41db-966c-b3dc737b6397 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1364717658 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1364717658-project-admin] Pushing event updated for resources: {'Port': ['ID=a257775c-4a77-43da-809c-655074363c25,revision_number=3']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:04:49.640761 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-102fb8c6-06a3-43de-8315-1391c546a058 tempest-PortsTestJSON-1335945802 tempest-PortsTestJSON-1335945802-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217293'] for port, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:49.643127 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.plugin [None req-5a1cb65c-8852-49c7-9f3b-27c7d5f7a978 None None] Port 195d2d25-59bf-46a4-bee4-bead717e2e19 cannot update to ACTIVE because it is not bound. {{(pid=84042) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 18 21:04:49.780298 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-102fb8c6-06a3-43de-8315-1391c546a058 tempest-PortsTestJSON-1335945802 tempest-PortsTestJSON-1335945802-project] 10.222.0.42 "DELETE /v2.0/ports/34ba864a-152f-4c53-853f-aeacea800c4f HTTP/1.1" status: 204 len: 168 time: 2.0138755 Apr 18 21:04:49.783056 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 36840) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:04:49.804315 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-7e181a68-f898-4342-9c5c-1f1efdac0c16 tempest-ExtraDHCPOptionsIpV6TestJSON-143672045 tempest-ExtraDHCPOptionsIpV6TestJSON-143672045-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750375259028', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750374836628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32440838'] for port, after_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:49.837843 n-d-838334-2 neutron-server[84041]: INFO neutron.pecan_wsgi.hooks.translation [None req-b1851854-59b5-48ec-bb12-266c798930db tempest-PortsTestJSON-1335945802 tempest-PortsTestJSON-1335945802-project] GET failed (client error): The resource could not be found. Apr 18 21:04:49.838757 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-b1851854-59b5-48ec-bb12-266c798930db tempest-PortsTestJSON-1335945802 tempest-PortsTestJSON-1335945802-project] Synchronizing usage tracker for tenant:234c597e1bbf440ab35a01225b472234 on resource:port {{(pid=84041) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 21:04:49.873051 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-b1851854-59b5-48ec-bb12-266c798930db tempest-PortsTestJSON-1335945802 tempest-PortsTestJSON-1335945802-project] Unset dirty status for tenant:234c597e1bbf440ab35a01225b472234 on resource:port {{(pid=84041) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 21:04:49.877320 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-b1851854-59b5-48ec-bb12-266c798930db tempest-PortsTestJSON-1335945802 tempest-PortsTestJSON-1335945802-project] 10.222.0.42 "GET /v2.0/ports/34ba864a-152f-4c53-853f-aeacea800c4f HTTP/1.1" status: 404 len: 333 time: 0.0897000 Apr 18 21:04:49.878959 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 36844) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:04:49.940574 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-2ec4f27f-75e3-4787-80d7-cabd55c95104 req-ed701808-8154-431d-9396-6f5667e0bf46 tempest-AttachVolumeTestJSON-1696487017 tempest-AttachVolumeTestJSON-1696487017-project] 10.222.0.42 "GET /v2.0/ports?device_id=b0ba2ec6-9abf-48fa-90ad-50051827d595 HTTP/1.1" status: 200 len: 210 time: 0.1554298 Apr 18 21:04:50.044666 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e181a68-f898-4342-9c5c-1f1efdac0c16 tempest-ExtraDHCPOptionsIpV6TestJSON-143672045 tempest-ExtraDHCPOptionsIpV6TestJSON-143672045-project] Pushing event deleted for resources: {'Port': ['ID=05ec6cc0-f226-421a-8706-41cfd7d33380,revision_number=None']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:04:50.075413 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-5d223669-94d7-4a1c-8d50-3e78df6f60d0 tempest-RoutersIpV6AdminTest-1940382112 tempest-RoutersIpV6AdminTest-1940382112-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750375259028', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750374836628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32266323'] for port, after_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:50.137279 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.plugin [None req-15d11cb3-659b-4704-a63e-3d984bbc3bd0 tempest-PortsTestJSON-1335945802 tempest-PortsTestJSON-1335945802-project] Deleting port 26217240-bbf9-4fff-8df8-113a4c30cc78 {{(pid=84041) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 21:04:50.137752 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-15d11cb3-659b-4704-a63e-3d984bbc3bd0 tempest-PortsTestJSON-1335945802 tempest-PortsTestJSON-1335945802-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750375188691'] for port, before_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:50.362278 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 36850) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:04:50.392819 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d223669-94d7-4a1c-8d50-3e78df6f60d0 tempest-RoutersIpV6AdminTest-1940382112 tempest-RoutersIpV6AdminTest-1940382112-project] Pushing event deleted for resources: {'Port': ['ID=25ecf934-3fd3-4f0a-be47-f9c86fb509db,revision_number=None']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:04:50.416454 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-7e181a68-f898-4342-9c5c-1f1efdac0c16 tempest-ExtraDHCPOptionsIpV6TestJSON-143672045 tempest-ExtraDHCPOptionsIpV6TestJSON-143672045-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217293'] for port, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:50.471208 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-5f9bde12-e4a7-4725-94a0-a05fbc48b547 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1364717658 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1364717658-project-admin] Synchronizing usage tracker for tenant:7a37e36e7064464dbdba8c9d23a6837c on resource:port {{(pid=84040) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 21:04:50.486117 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02b63dba-745e-4133-8bfe-624f9dc7b869 req-0e239670-a0dd-4e50-aac0-cd1c7cabae34 tempest-AttachVolumeTestJSON-1696487017 tempest-AttachVolumeTestJSON-1696487017-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:04:50.487535 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-02b63dba-745e-4133-8bfe-624f9dc7b869 req-0e239670-a0dd-4e50-aac0-cd1c7cabae34 tempest-AttachVolumeTestJSON-1696487017 tempest-AttachVolumeTestJSON-1696487017-project] 10.222.0.48 "GET /v2.0/networks?id=9b8a7e14-19dd-4214-9fd7-5da6fc8793e6 HTTP/1.1" status: 200 len: 811 time: 0.9618704 Apr 18 21:04:50.491001 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-7e181a68-f898-4342-9c5c-1f1efdac0c16 tempest-ExtraDHCPOptionsIpV6TestJSON-143672045 tempest-ExtraDHCPOptionsIpV6TestJSON-143672045-project] 10.222.0.42 "DELETE /v2.0/ports/05ec6cc0-f226-421a-8706-41cfd7d33380 HTTP/1.1" status: 204 len: 168 time: 2.5104601 Apr 18 21:04:50.492698 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 36856) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:04:50.547183 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-c7521a90-7d65-4e2e-842c-ca5d95e9a89c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750375287399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253529'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:50.603113 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-5f9bde12-e4a7-4725-94a0-a05fbc48b547 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1364717658 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1364717658-project-admin] Unset dirty status for tenant:7a37e36e7064464dbdba8c9d23a6837c on resource:port {{(pid=84040) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 21:04:50.604786 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-5f9bde12-e4a7-4725-94a0-a05fbc48b547 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1364717658 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1364717658-project-admin] 10.222.0.42 "GET /v2.0/ports HTTP/1.1" status: 200 len: 14904 time: 1.0901732 Apr 18 21:04:50.614331 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 36860) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:04:50.680260 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-9c3616d7-09f9-4525-a53c-bbeab888ecaf admin admin] Notify callbacks [] for security_group, before_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:50.705213 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-5d223669-94d7-4a1c-8d50-3e78df6f60d0 tempest-RoutersIpV6AdminTest-1940382112 tempest-RoutersIpV6AdminTest-1940382112-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33444108'] for router_gateway, after_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:50.767602 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cac47c8d-04a8-4bb4-b436-a08fcdb3fb45 tempest-RoutersAdminTest-1467285608 tempest-RoutersAdminTest-1467285608-project-admin] Notify agent at l3_agent.n-d-838334-2 the message routers_updated {{(pid=84041) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 21:04:50.769803 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-02b63dba-745e-4133-8bfe-624f9dc7b869 req-aacf51c8-0964-4583-b82f-04b6166b75a8 tempest-AttachVolumeTestJSON-1696487017 tempest-AttachVolumeTestJSON-1696487017-project] 10.222.0.48 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b5bf875eb9b748b5aba56f8b60ce8169 HTTP/1.1" status: 200 len: 379 time: 0.2193518 Apr 18 21:04:50.778766 n-d-838334-2 neutron-server[84043]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f279967-8dfc-4aae-b6c5-b5f6d4732cd3 None None] Sync routers for ids ['d4e6a7d5-1d77-4d0e-a3fc-5a86c4454135'] in n-d-838334-2 {{(pid=84043) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 18 21:04:50.790227 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.v2.base [req-02b63dba-745e-4133-8bfe-624f9dc7b869 req-37e3c1a1-e983-4e5c-9e39-81865efa7cf5 tempest-AttachVolumeTestJSON-1696487017 tempest-AttachVolumeTestJSON-1696487017-project] Request body: {'port': {'device_id': 'b0ba2ec6-9abf-48fa-90ad-50051827d595', 'network_id': '9b8a7e14-19dd-4214-9fd7-5da6fc8793e6', 'admin_state_up': True, 'tenant_id': 'b5bf875eb9b748b5aba56f8b60ce8169', 'security_groups': ['f803d5b9-b26e-40a0-beab-857b23d0f147']}} {{(pid=84040) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:04:50.792212 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f279967-8dfc-4aae-b6c5-b5f6d4732cd3 None None] Routers {'d4e6a7d5-1d77-4d0e-a3fc-5a86c4454135'} bound to L3 agent in host n-d-838334-2 {{(pid=84043) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 21:04:50.792813 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.l3_hamode_db [None req-8f279967-8dfc-4aae-b6c5-b5f6d4732cd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838334-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-18T20:25:48Z,description=,heartbeat_timestamp=2022-04-18T21:04:48Z,host='n-d-838334-2',id=bc84d6c9-dd7a-4555-a351-592327b46d5a,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:25:48Z,topic='l3_agent')) {'router_ids': ['d4e6a7d5-1d77-4d0e-a3fc-5a86c4454135'], 'active': True} {{(pid=84043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:04:50.807493 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.plugin [None req-d5a062a0-6e2f-447c-afba-b1f89228488e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1364717658 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1364717658-project-admin] Deleting port a257775c-4a77-43da-809c-655074363c25 {{(pid=84040) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 21:04:50.808255 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-d5a062a0-6e2f-447c-afba-b1f89228488e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1364717658 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1364717658-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750375188691'] for port, before_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:50.833838 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-15d11cb3-659b-4704-a63e-3d984bbc3bd0 tempest-PortsTestJSON-1335945802 tempest-PortsTestJSON-1335945802-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369123'] for port, precommit_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:50.854975 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.l3_hamode_db [None req-8f279967-8dfc-4aae-b6c5-b5f6d4732cd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-838334-2', False) {} {{(pid=84043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:04:50.863689 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-cac47c8d-04a8-4bb4-b436-a08fcdb3fb45 tempest-RoutersAdminTest-1467285608 tempest-RoutersAdminTest-1467285608-project-admin] Notify callbacks [] for router, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:50.866441 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f279967-8dfc-4aae-b6c5-b5f6d4732cd3 None None] Routers {'d4e6a7d5-1d77-4d0e-a3fc-5a86c4454135'} bound to L3 agent in host n-d-838334-2 {{(pid=84043) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 21:04:50.867077 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.l3_hamode_db [None req-8f279967-8dfc-4aae-b6c5-b5f6d4732cd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838334-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-18T20:25:48Z,description=,heartbeat_timestamp=2022-04-18T21:04:48Z,host='n-d-838334-2',id=bc84d6c9-dd7a-4555-a351-592327b46d5a,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:25:48Z,topic='l3_agent')) {'router_ids': ['d4e6a7d5-1d77-4d0e-a3fc-5a86c4454135'], 'active': True} {{(pid=84043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:04:50.867767 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-cac47c8d-04a8-4bb4-b436-a08fcdb3fb45 tempest-RoutersAdminTest-1467285608 tempest-RoutersAdminTest-1467285608-project-admin] 10.222.0.42 "PUT /v2.0/routers/d4e6a7d5-1d77-4d0e-a3fc-5a86c4454135 HTTP/1.1" status: 200 len: 915 time: 9.0491250 Apr 18 21:04:50.912352 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 36864) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:04:50.928598 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.l3_hamode_db [None req-8f279967-8dfc-4aae-b6c5-b5f6d4732cd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-838334-2', False) {} {{(pid=84043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:04:50.929250 n-d-838334-2 neutron-server[84043]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f279967-8dfc-4aae-b6c5-b5f6d4732cd3 None None] The sync data for ids ['d4e6a7d5-1d77-4d0e-a3fc-5a86c4454135'] in n-d-838334-2 is: [] {{(pid=84043) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 18 21:04:51.219487 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.plugin [None req-15d11cb3-659b-4704-a63e-3d984bbc3bd0 tempest-PortsTestJSON-1335945802 tempest-PortsTestJSON-1335945802-project] Calling delete_port for 26217240-bbf9-4fff-8df8-113a4c30cc78 owned by {{(pid=84041) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 21:04:51.236010 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-9095dd30-fdce-4549-a828-21b554d387c5 req-dfeba1e0-f2ad-4290-8a0f-edc0b4a9cfbc tempest-AttachVolumeTestJSON-1696487017 tempest-AttachVolumeTestJSON-1696487017-project] 10.222.0.42 "GET /v2.0/ports?device_id=b0ba2ec6-9abf-48fa-90ad-50051827d595 HTTP/1.1" status: 200 len: 210 time: 0.1356776 Apr 18 21:04:51.249627 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.db_base_plugin_v2 [None req-34452a61-5012-4ad7-a346-56162fbb976a tempest-ExtraDHCPOptionsIpV6TestJSON-143672045 tempest-ExtraDHCPOptionsIpV6TestJSON-143672045-project] Deleting subnet 6dbd931b-c106-483b-9349-2e308c8e7f34 {{(pid=84040) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 18 21:04:51.258665 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-9c3616d7-09f9-4525-a53c-bbeab888ecaf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:04:51.276232 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-9c3616d7-09f9-4525-a53c-bbeab888ecaf admin admin] Usage tracker for resource:security_group_rule and tenant:9935749434ed4023a5eb13e26301b15b is out of sync, need to count used quota {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:04:51.280428 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-9c3616d7-09f9-4525-a53c-bbeab888ecaf admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:04:51.289820 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-9c3616d7-09f9-4525-a53c-bbeab888ecaf admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:04:51.292828 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-5d223669-94d7-4a1c-8d50-3e78df6f60d0 tempest-RoutersIpV6AdminTest-1940382112 tempest-RoutersIpV6AdminTest-1940382112-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33443580', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5726'] for router, precommit_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:51.298671 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-34452a61-5012-4ad7-a346-56162fbb976a tempest-ExtraDHCPOptionsIpV6TestJSON-143672045 tempest-ExtraDHCPOptionsIpV6TestJSON-143672045-project] Notify callbacks [] for subnet, before_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:51.309888 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-5d223669-94d7-4a1c-8d50-3e78df6f60d0 tempest-RoutersIpV6AdminTest-1940382112 tempest-RoutersIpV6AdminTest-1940382112-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:51.402209 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-5d223669-94d7-4a1c-8d50-3e78df6f60d0 tempest-RoutersIpV6AdminTest-1940382112 tempest-RoutersIpV6AdminTest-1940382112-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-33443408'] for router, after_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:51.402613 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5d223669-94d7-4a1c-8d50-3e78df6f60d0 tempest-RoutersIpV6AdminTest-1940382112 tempest-RoutersIpV6AdminTest-1940382112-project] Fanout notify agent at l3_agent the message router_deleted on router 5c3e4621-6f84-4ad2-b02e-68afef99bcb1 {{(pid=84041) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 18 21:04:51.417248 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [req-02b63dba-745e-4133-8bfe-624f9dc7b869 req-37e3c1a1-e983-4e5c-9e39-81865efa7cf5 tempest-AttachVolumeTestJSON-1696487017 tempest-AttachVolumeTestJSON-1696487017-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:04:51.444136 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-15d11cb3-659b-4704-a63e-3d984bbc3bd0 tempest-PortsTestJSON-1335945802 tempest-PortsTestJSON-1335945802-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750375259028', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750374836628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32266323'] for port, after_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:51.448752 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [req-02b63dba-745e-4133-8bfe-624f9dc7b869 req-37e3c1a1-e983-4e5c-9e39-81865efa7cf5 tempest-AttachVolumeTestJSON-1696487017 tempest-AttachVolumeTestJSON-1696487017-project] Usage tracker for resource:port and tenant:b5bf875eb9b748b5aba56f8b60ce8169 is out of sync, need to count used quota {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:04:51.457682 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [req-02b63dba-745e-4133-8bfe-624f9dc7b869 req-37e3c1a1-e983-4e5c-9e39-81865efa7cf5 tempest-AttachVolumeTestJSON-1696487017 tempest-AttachVolumeTestJSON-1696487017-project] Quota usage for port was recalculated. Used quota:3. {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:04:51.461926 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-34452a61-5012-4ad7-a346-56162fbb976a tempest-ExtraDHCPOptionsIpV6TestJSON-143672045 tempest-ExtraDHCPOptionsIpV6TestJSON-143672045-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31955982'] for subnet, precommit_delete_associations {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:51.490922 n-d-838334-2 neutron-server[84040]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-806f2723-3763-46de-a846-f35e8f9eb96d tempest-RoutersTest-1500746192 tempest-RoutersTest-1500746192-project] Router f34ff540-3f1d-4c46-83ee-3c9450f406d4 is scheduled to L3 agent bc84d6c9-dd7a-4555-a351-592327b46d5a with binding_index 1 {{(pid=84040) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 18 21:04:51.505475 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [req-02b63dba-745e-4133-8bfe-624f9dc7b869 req-37e3c1a1-e983-4e5c-9e39-81865efa7cf5 tempest-AttachVolumeTestJSON-1696487017 tempest-AttachVolumeTestJSON-1696487017-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:04:51.507806 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.db [None req-d5a062a0-6e2f-447c-afba-b1f89228488e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1364717658 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1364717658-project-admin] For port a257775c-4a77-43da-809c-655074363c25, host n-h1-838334-2, got binding levels [] {{(pid=84040) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:04:51.508198 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-d5a062a0-6e2f-447c-afba-b1f89228488e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1364717658 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1364717658-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369123'] for port, precommit_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:51.511166 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-9c3616d7-09f9-4525-a53c-bbeab888ecaf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:51.512229 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15d11cb3-659b-4704-a63e-3d984bbc3bd0 tempest-PortsTestJSON-1335945802 tempest-PortsTestJSON-1335945802-project] Pushing event deleted for resources: {'Port': ['ID=26217240-bbf9-4fff-8df8-113a4c30cc78,revision_number=None']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:04:51.517814 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-9c3616d7-09f9-4525-a53c-bbeab888ecaf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33528224'] for security_group, after_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:51.589165 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-5d223669-94d7-4a1c-8d50-3e78df6f60d0 tempest-RoutersIpV6AdminTest-1940382112 tempest-RoutersIpV6AdminTest-1940382112-project] Notify callbacks [] for router, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:51.589760 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-5d223669-94d7-4a1c-8d50-3e78df6f60d0 tempest-RoutersIpV6AdminTest-1940382112 tempest-RoutersIpV6AdminTest-1940382112-project] 10.222.0.42 "DELETE /v2.0/routers/5c3e4621-6f84-4ad2-b02e-68afef99bcb1 HTTP/1.1" status: 204 len: 168 time: 4.9111679 Apr 18 21:04:51.594372 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 36872) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:04:51.635694 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c3616d7-09f9-4525-a53c-bbeab888ecaf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=02d7449a-bfcc-4c9b-94eb-89596006029c,revision_number=1']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:04:51.651324 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-9c3616d7-09f9-4525-a53c-bbeab888ecaf admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=9935749434ed4023a5eb13e26301b15b&name=default HTTP/1.1" status: 200 len: 2647 time: 1.2599685 Apr 18 21:04:51.657979 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 36874) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:04:51.662206 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.plugin [None req-d5a062a0-6e2f-447c-afba-b1f89228488e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1364717658 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1364717658-project-admin] Calling delete_port for a257775c-4a77-43da-809c-655074363c25 owned by {{(pid=84040) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 21:04:51.696418 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.v2.base [None req-ad54784e-9054-4866-8bb5-a6940c182415 tempest-RoutersIpV6AdminTest-1441855246 tempest-RoutersIpV6AdminTest-1441855246-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1024669514', 'external_gateway_info': {'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'enable_snat': False}}} {{(pid=84040) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:04:51.708848 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-15d11cb3-659b-4704-a63e-3d984bbc3bd0 tempest-PortsTestJSON-1335945802 tempest-PortsTestJSON-1335945802-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217293'] for port, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:51.711257 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-15d11cb3-659b-4704-a63e-3d984bbc3bd0 tempest-PortsTestJSON-1335945802 tempest-PortsTestJSON-1335945802-project] 10.222.0.42 "DELETE /v2.0/ports/26217240-bbf9-4fff-8df8-113a4c30cc78 HTTP/1.1" status: 204 len: 168 time: 1.8308210 Apr 18 21:04:51.714375 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 36880) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:04:51.724139 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [None req-ad54784e-9054-4866-8bb5-a6940c182415 tempest-RoutersIpV6AdminTest-1441855246 tempest-RoutersIpV6AdminTest-1441855246-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:04:51.733500 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-02b63dba-745e-4133-8bfe-624f9dc7b869 req-37e3c1a1-e983-4e5c-9e39-81865efa7cf5 tempest-AttachVolumeTestJSON-1696487017 tempest-AttachVolumeTestJSON-1696487017-project] Made reservation on behalf of b5bf875eb9b748b5aba56f8b60ce8169 for: {'port': 1} {{(pid=84040) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:04:51.737018 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-02b63dba-745e-4133-8bfe-624f9dc7b869 req-37e3c1a1-e983-4e5c-9e39-81865efa7cf5 tempest-AttachVolumeTestJSON-1696487017 tempest-AttachVolumeTestJSON-1696487017-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:51.759962 n-d-838334-2 neutron-server[84041]: INFO neutron.pecan_wsgi.hooks.translation [None req-1eb121ae-7b7f-4261-9653-f12d8f5a5863 tempest-PortsTestJSON-1335945802 tempest-PortsTestJSON-1335945802-project] GET failed (client error): The resource could not be found. Apr 18 21:04:51.760460 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-1eb121ae-7b7f-4261-9653-f12d8f5a5863 tempest-PortsTestJSON-1335945802 tempest-PortsTestJSON-1335945802-project] Synchronizing usage tracker for tenant:234c597e1bbf440ab35a01225b472234 on resource:port {{(pid=84041) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 21:04:51.765760 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-ad54784e-9054-4866-8bb5-a6940c182415 tempest-RoutersIpV6AdminTest-1441855246 tempest-RoutersIpV6AdminTest-1441855246-project-admin] Usage tracker for resource:router and tenant:292188131bd5453abc7131f632de51a5 is out of sync, need to count used quota {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:04:51.787110 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-811b89ba-80e3-4550-b4bc-6063193c56e2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:51.796705 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-1eb121ae-7b7f-4261-9653-f12d8f5a5863 tempest-PortsTestJSON-1335945802 tempest-PortsTestJSON-1335945802-project] Unset dirty status for tenant:234c597e1bbf440ab35a01225b472234 on resource:port {{(pid=84041) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 21:04:51.797840 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-1eb121ae-7b7f-4261-9653-f12d8f5a5863 tempest-PortsTestJSON-1335945802 tempest-PortsTestJSON-1335945802-project] 10.222.0.42 "GET /v2.0/ports/26217240-bbf9-4fff-8df8-113a4c30cc78 HTTP/1.1" status: 404 len: 333 time: 0.0827038 Apr 18 21:04:51.800593 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 36884) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:04:51.822830 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-ad54784e-9054-4866-8bb5-a6940c182415 tempest-RoutersIpV6AdminTest-1441855246 tempest-RoutersIpV6AdminTest-1441855246-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:04:51.849658 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [None req-ad54784e-9054-4866-8bb5-a6940c182415 tempest-RoutersIpV6AdminTest-1441855246 tempest-RoutersIpV6AdminTest-1441855246-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:04:51.860712 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-811b89ba-80e3-4550-b4bc-6063193c56e2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:52.028931 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-811b89ba-80e3-4550-b4bc-6063193c56e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33528224'] for security_group, after_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:52.050532 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.db_base_plugin_v2 [None req-79da8257-a503-4736-8fdd-5f4b34626e4c tempest-PortsTestJSON-1335945802 tempest-PortsTestJSON-1335945802-project] Deleting subnet b08e4f71-2924-4a99-af0f-ebe1c92820f5 {{(pid=84041) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 18 21:04:52.055497 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-79da8257-a503-4736-8fdd-5f4b34626e4c tempest-PortsTestJSON-1335945802 tempest-PortsTestJSON-1335945802-project] Notify callbacks [] for subnet, before_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:52.081844 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-811b89ba-80e3-4550-b4bc-6063193c56e2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=02d7449a-bfcc-4c9b-94eb-89596006029c,revision_number=None']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:04:52.090841 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-811b89ba-80e3-4550-b4bc-6063193c56e2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:52.094419 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-811b89ba-80e3-4550-b4bc-6063193c56e2 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/02d7449a-bfcc-4c9b-94eb-89596006029c HTTP/1.1" status: 204 len: 168 time: 0.4331567 Apr 18 21:04:52.121440 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-79da8257-a503-4736-8fdd-5f4b34626e4c tempest-PortsTestJSON-1335945802 tempest-PortsTestJSON-1335945802-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32266383'] for subnet, precommit_delete_associations {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:52.130956 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-ad54784e-9054-4866-8bb5-a6940c182415 tempest-RoutersIpV6AdminTest-1441855246 tempest-RoutersIpV6AdminTest-1441855246-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-33442106', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5708'] for router, before_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:52.131888 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-ad54784e-9054-4866-8bb5-a6940c182415 tempest-RoutersIpV6AdminTest-1441855246 tempest-RoutersIpV6AdminTest-1441855246-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33442137', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33444285', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33535433', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5703'] for router, precommit_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:52.163960 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-34452a61-5012-4ad7-a346-56162fbb976a tempest-ExtraDHCPOptionsIpV6TestJSON-143672045 tempest-ExtraDHCPOptionsIpV6TestJSON-143672045-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1260556'] for subnet, precommit_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:52.213372 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-79da8257-a503-4736-8fdd-5f4b34626e4c tempest-PortsTestJSON-1335945802 tempest-PortsTestJSON-1335945802-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1260556'] for subnet, precommit_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:52.239515 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-d5a062a0-6e2f-447c-afba-b1f89228488e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1364717658 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1364717658-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750375259028', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750374836628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32440838'] for port, after_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:52.309307 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-79da8257-a503-4736-8fdd-5f4b34626e4c tempest-PortsTestJSON-1335945802 tempest-PortsTestJSON-1335945802-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1260549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33526260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32266336', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32486390'] for subnet, after_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:52.315550 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5a062a0-6e2f-447c-afba-b1f89228488e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1364717658 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1364717658-project-admin] Pushing event deleted for resources: {'Port': ['ID=a257775c-4a77-43da-809c-655074363c25,revision_number=None']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:04:52.364124 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79da8257-a503-4736-8fdd-5f4b34626e4c tempest-PortsTestJSON-1335945802 tempest-PortsTestJSON-1335945802-project] Pushing event deleted for resources: {'Subnet': ['ID=b08e4f71-2924-4a99-af0f-ebe1c92820f5,revision_number=None']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:04:52.370842 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-79da8257-a503-4736-8fdd-5f4b34626e4c tempest-PortsTestJSON-1335945802 tempest-PortsTestJSON-1335945802-project] Notify callbacks [] for subnet, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:52.379225 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a65749a9-42ec-48af-869a-ded94f120f1a None None] Network e90fc4e4-fcbe-4192-b327-06b1cad14e04 requested from n-d-838334-2 {{(pid=84042) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 21:04:52.382294 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-79da8257-a503-4736-8fdd-5f4b34626e4c tempest-PortsTestJSON-1335945802 tempest-PortsTestJSON-1335945802-project] 10.222.0.42 "DELETE /v2.0/subnets/b08e4f71-2924-4a99-af0f-ebe1c92820f5 HTTP/1.1" status: 204 len: 168 time: 0.5805407 Apr 18 21:04:52.383503 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 36894) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:04:52.395281 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-ad54784e-9054-4866-8bb5-a6940c182415 tempest-RoutersIpV6AdminTest-1441855246 tempest-RoutersIpV6AdminTest-1441855246-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:52.412494 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-d5a062a0-6e2f-447c-afba-b1f89228488e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1364717658 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1364717658-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217293'] for port, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:52.417314 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-f2a2e19a-bf29-4475-b873-c1c7d33e75c5 tempest-RoutersAdminTest-1467285608 tempest-RoutersAdminTest-1467285608-project-admin] 10.222.0.42 "GET /v2.0/routers/d4e6a7d5-1d77-4d0e-a3fc-5a86c4454135 HTTP/1.1" status: 200 len: 921 time: 1.5028872 Apr 18 21:04:52.422995 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 36898) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:04:52.498042 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-ae2f8b43-8829-45e5-b5c8-99d0226a505d req-aa548d38-f27d-46b2-8160-b69d7bab7b48 tempest-AttachVolumeTestJSON-1696487017 tempest-AttachVolumeTestJSON-1696487017-project] 10.222.0.42 "GET /v2.0/ports?device_id=b0ba2ec6-9abf-48fa-90ad-50051827d595 HTTP/1.1" status: 200 len: 210 time: 0.0941205 Apr 18 21:04:52.509347 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-34452a61-5012-4ad7-a346-56162fbb976a tempest-ExtraDHCPOptionsIpV6TestJSON-143672045 tempest-ExtraDHCPOptionsIpV6TestJSON-143672045-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1260549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33526260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32440885', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31752825'] for subnet, after_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:52.556362 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.db_base_plugin_common [req-02b63dba-745e-4133-8bfe-624f9dc7b869 req-37e3c1a1-e983-4e5c-9e39-81865efa7cf5 tempest-AttachVolumeTestJSON-1696487017 tempest-AttachVolumeTestJSON-1696487017-project] Allocated IP 172.20.0.8 (9b8a7e14-19dd-4214-9fd7-5da6fc8793e6/16880a32-9b71-46fb-bafe-6b6135588b63/6bed8de5-58ef-4df2-8478-95d3b5de3e84) {{(pid=84040) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 21:04:52.574259 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-aae061cf-706d-450d-98d6-24aa80633d33 tempest-PortsTestJSON-1335945802 tempest-PortsTestJSON-1335945802-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1103592'] for network, before_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:52.594264 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.plugin [None req-aae061cf-706d-450d-98d6-24aa80633d33 tempest-PortsTestJSON-1335945802 tempest-PortsTestJSON-1335945802-project] Deleting port ef52c50a-5776-4db0-bf44-0c1835e9c95c {{(pid=84041) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 21:04:52.594663 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-aae061cf-706d-450d-98d6-24aa80633d33 tempest-PortsTestJSON-1335945802 tempest-PortsTestJSON-1335945802-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750375188691'] for port, before_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:52.629474 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34452a61-5012-4ad7-a346-56162fbb976a tempest-ExtraDHCPOptionsIpV6TestJSON-143672045 tempest-ExtraDHCPOptionsIpV6TestJSON-143672045-project] Pushing event deleted for resources: {'Subnet': ['ID=6dbd931b-c106-483b-9349-2e308c8e7f34,revision_number=None']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:04:52.632064 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-d5a062a0-6e2f-447c-afba-b1f89228488e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1364717658 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1364717658-project-admin] 10.222.0.42 "DELETE /v2.0/ports/a257775c-4a77-43da-809c-655074363c25 HTTP/1.1" status: 204 len: 168 time: 2.0154760 Apr 18 21:04:52.635399 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 36906) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:04:52.642851 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-98736c71-1908-4a62-80d8-a99c2148ec10 tempest-RoutersAdminTest-1467285608 tempest-RoutersAdminTest-1467285608-project-admin] 10.222.0.42 "GET /v2.0/ports?network_id=e41b6600-a917-4a8d-b05c-be3be40c6d8c&device_id=d4e6a7d5-1d77-4d0e-a3fc-5a86c4454135&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.2185354 Apr 18 21:04:52.646325 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 36910) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:04:52.692756 n-d-838334-2 neutron-server[84041]: INFO neutron.pecan_wsgi.hooks.translation [None req-7e568f4e-813b-4bea-b6f1-c5c944e6a719 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1364717658 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1364717658-project-admin] GET failed (client error): The resource could not be found. Apr 18 21:04:52.694442 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-7e568f4e-813b-4bea-b6f1-c5c944e6a719 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1364717658 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1364717658-project-admin] 10.222.0.42 "GET /v2.0/ports/a257775c-4a77-43da-809c-655074363c25 HTTP/1.1" status: 404 len: 333 time: 0.0578609 Apr 18 21:04:52.699397 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 36916) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:04:52.707702 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-34452a61-5012-4ad7-a346-56162fbb976a tempest-ExtraDHCPOptionsIpV6TestJSON-143672045 tempest-ExtraDHCPOptionsIpV6TestJSON-143672045-project] Notify callbacks [] for subnet, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:52.712149 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.v2.base [None req-1645f482-9324-4de6-a10d-bdb1476bbe77 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1364717658 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1364717658-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1324530746', 'network_id': '4961d4e9-7985-466c-877d-192c08190aa4'}} {{(pid=84041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:04:52.712650 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa9012e6-6957-49af-98e1-85d2d975ec9a None None] Network 2c6d39c7-6e76-41c6-a439-c7138036f252 requested from n-d-838334-2 {{(pid=84042) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 21:04:52.713319 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-34452a61-5012-4ad7-a346-56162fbb976a tempest-ExtraDHCPOptionsIpV6TestJSON-143672045 tempest-ExtraDHCPOptionsIpV6TestJSON-143672045-project] 10.222.0.42 "DELETE /v2.0/subnets/6dbd931b-c106-483b-9349-2e308c8e7f34 HTTP/1.1" status: 204 len: 168 time: 2.2179625 Apr 18 21:04:52.715152 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 36920) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:04:52.769885 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-1645f482-9324-4de6-a10d-bdb1476bbe77 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1364717658 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1364717658-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:04:52.784274 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-1645f482-9324-4de6-a10d-bdb1476bbe77 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1364717658 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1364717658-project-admin] Usage tracker for resource:port and tenant:7a37e36e7064464dbdba8c9d23a6837c is out of sync, need to count used quota {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:04:52.792161 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39a0df75-1f90-45ec-8fcb-8d046029d1c4 None None] DHCP port deletion for e90fc4e4-fcbe-4192-b327-06b1cad14e04 request from n-d-838334-2 {{(pid=84042) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 18 21:04:52.794956 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-1645f482-9324-4de6-a10d-bdb1476bbe77 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1364717658 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1364717658-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:04:52.805653 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-1645f482-9324-4de6-a10d-bdb1476bbe77 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1364717658 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1364717658-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:04:52.818510 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.plugin [None req-39a0df75-1f90-45ec-8fcb-8d046029d1c4 None None] Deleting port ef52c50a-5776-4db0-bf44-0c1835e9c95c {{(pid=84042) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 21:04:52.818897 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-39a0df75-1f90-45ec-8fcb-8d046029d1c4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750375188691'] for port, before_delete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:52.842199 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-806f2723-3763-46de-a846-f35e8f9eb96d tempest-RoutersTest-1500746192 tempest-RoutersTest-1500746192-project] Notify agent at l3_agent.n-d-838334-2 the message routers_updated {{(pid=84040) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 21:04:52.892693 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1645f482-9324-4de6-a10d-bdb1476bbe77 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1364717658 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1364717658-project-admin] Made reservation on behalf of 7a37e36e7064464dbdba8c9d23a6837c for: {'port': 1} {{(pid=84041) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:04:52.895035 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-1645f482-9324-4de6-a10d-bdb1476bbe77 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1364717658 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1364717658-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:52.906532 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-806f2723-3763-46de-a846-f35e8f9eb96d tempest-RoutersTest-1500746192 tempest-RoutersTest-1500746192-project] 10.222.0.42 "PUT /v2.0/routers/f34ff540-3f1d-4c46-83ee-3c9450f406d4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.9720917 Apr 18 21:04:52.923343 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 36926) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:04:53.093549 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-39a0df75-1f90-45ec-8fcb-8d046029d1c4 None None] For port ef52c50a-5776-4db0-bf44-0c1835e9c95c, host n-d-838334-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838334-2',level=0,port_id=ef52c50a-5776-4db0-bf44-0c1835e9c95c,segment=NetworkSegment(9271467a-5dee-4274-8040-e77f3d46d552),segment_id=9271467a-5dee-4274-8040-e77f3d46d552)] {{(pid=84042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:04:53.094223 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-39a0df75-1f90-45ec-8fcb-8d046029d1c4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369123'] for port, precommit_delete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:53.123950 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.db [None req-aae061cf-706d-450d-98d6-24aa80633d33 tempest-PortsTestJSON-1335945802 tempest-PortsTestJSON-1335945802-project] For port ef52c50a-5776-4db0-bf44-0c1835e9c95c, host n-d-838334-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838334-2',level=0,port_id=ef52c50a-5776-4db0-bf44-0c1835e9c95c,segment=NetworkSegment(9271467a-5dee-4274-8040-e77f3d46d552),segment_id=9271467a-5dee-4274-8040-e77f3d46d552)] {{(pid=84041) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:04:53.124379 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-aae061cf-706d-450d-98d6-24aa80633d33 tempest-PortsTestJSON-1335945802 tempest-PortsTestJSON-1335945802-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369123'] for port, precommit_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:53.138136 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-ad54784e-9054-4866-8bb5-a6940c182415 tempest-RoutersIpV6AdminTest-1441855246 tempest-RoutersIpV6AdminTest-1441855246-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-33444175', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-33443520', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5293'] for router, precommit_update {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:53.157459 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-a74f3e72-a3e5-4265-a1a6-b7951fb2b72a tempest-ExtraDHCPOptionsIpV6TestJSON-143672045 tempest-ExtraDHCPOptionsIpV6TestJSON-143672045-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1103592'] for network, before_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:53.187814 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96330cc3-a984-4682-b090-893022862844 tempest-RoutersTest-1500746192 tempest-RoutersTest-1500746192-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:04:53.188610 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-96330cc3-a984-4682-b090-893022862844 tempest-RoutersTest-1500746192 tempest-RoutersTest-1500746192-project] Synchronizing usage tracker for tenant:8a05b90fa8c54f25938df6bd0ef52223 on resource:port {{(pid=84040) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 21:04:53.222910 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8212a64-1c06-44e8-87b7-91bc08a186c4 tempest-RoutersAdminTest-1467285608 tempest-RoutersAdminTest-1467285608-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:04:53.224316 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-e8212a64-1c06-44e8-87b7-91bc08a186c4 tempest-RoutersAdminTest-1467285608 tempest-RoutersAdminTest-1467285608-project-admin] 10.222.0.42 "GET /v2.0/networks/e41b6600-a917-4a8d-b05c-be3be40c6d8c HTTP/1.1" status: 200 len: 881 time: 0.5759344 Apr 18 21:04:53.234580 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 36936) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:04:53.255833 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.plugin [None req-a74f3e72-a3e5-4265-a1a6-b7951fb2b72a tempest-ExtraDHCPOptionsIpV6TestJSON-143672045 tempest-ExtraDHCPOptionsIpV6TestJSON-143672045-project] Deleting port 8f93b9c1-d206-47c8-b1d9-9e8ce04f79cb {{(pid=84040) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 21:04:53.256177 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-a74f3e72-a3e5-4265-a1a6-b7951fb2b72a tempest-ExtraDHCPOptionsIpV6TestJSON-143672045 tempest-ExtraDHCPOptionsIpV6TestJSON-143672045-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750375188691'] for port, before_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:53.259801 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.plugin [None req-39a0df75-1f90-45ec-8fcb-8d046029d1c4 None None] Calling delete_port for ef52c50a-5776-4db0-bf44-0c1835e9c95c owned by network:dhcp {{(pid=84042) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 21:04:53.275254 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.plugin [None req-aae061cf-706d-450d-98d6-24aa80633d33 tempest-PortsTestJSON-1335945802 tempest-PortsTestJSON-1335945802-project] Calling delete_port for ef52c50a-5776-4db0-bf44-0c1835e9c95c owned by network:dhcp {{(pid=84041) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 21:04:53.331668 n-d-838334-2 neutron-server[84041]: DEBUG neutron.notifiers.nova [None req-1645f482-9324-4de6-a10d-bdb1476bbe77 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1364717658 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1364717658-project-admin] device_id is not set on port 9cad2dd3-093b-4b81-b059-2dc326a8b552 yet. {{(pid=84041) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 18 21:04:53.346026 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-96330cc3-a984-4682-b090-893022862844 tempest-RoutersTest-1500746192 tempest-RoutersTest-1500746192-project] Unset dirty status for tenant:8a05b90fa8c54f25938df6bd0ef52223 on resource:port {{(pid=84040) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 21:04:53.347196 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-96330cc3-a984-4682-b090-893022862844 tempest-RoutersTest-1500746192 tempest-RoutersTest-1500746192-project] 10.222.0.42 "GET /v2.0/ports/195d2d25-59bf-46a4-bee4-bead717e2e19 HTTP/1.1" status: 200 len: 910 time: 0.4228961 Apr 18 21:04:53.363148 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 36942) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:04:53.403125 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-607916b9-9467-4f4f-b531-de2a370287b9 None None] Sync routers for ids ['f34ff540-3f1d-4c46-83ee-3c9450f406d4'] in n-d-838334-2 {{(pid=84042) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 18 21:04:53.422095 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-0ce6ea8f-1765-4052-9214-12cbad1d125b tempest-RoutersAdminTest-1076183166 tempest-RoutersAdminTest-1076183166-project] 10.222.0.42 "GET /v2.0/ports?device_id=d4e6a7d5-1d77-4d0e-a3fc-5a86c4454135 HTTP/1.1" status: 200 len: 205 time: 0.1737721 Apr 18 21:04:53.430551 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_dvrscheduler_db [None req-607916b9-9467-4f4f-b531-de2a370287b9 None None] Routers {'f34ff540-3f1d-4c46-83ee-3c9450f406d4'} bound to L3 agent in host n-d-838334-2 {{(pid=84042) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 21:04:53.431227 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_hamode_db [None req-607916b9-9467-4f4f-b531-de2a370287b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838334-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-18T20:25:48Z,description=,heartbeat_timestamp=2022-04-18T21:04:48Z,host='n-d-838334-2',id=bc84d6c9-dd7a-4555-a351-592327b46d5a,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:25:48Z,topic='l3_agent')) {'router_ids': ['f34ff540-3f1d-4c46-83ee-3c9450f406d4'], 'active': True} {{(pid=84042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:04:53.435881 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 36948) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:04:53.488558 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-39a0df75-1f90-45ec-8fcb-8d046029d1c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750375259028', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750374836628'] for port, after_delete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:53.498200 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-02b63dba-745e-4133-8bfe-624f9dc7b869 req-37e3c1a1-e983-4e5c-9e39-81865efa7cf5 tempest-AttachVolumeTestJSON-1696487017 tempest-AttachVolumeTestJSON-1696487017-project] Notify callbacks [] for port, precommit_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:53.551274 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39a0df75-1f90-45ec-8fcb-8d046029d1c4 None None] No DVR routers for this DVR port ef52c50a-5776-4db0-bf44-0c1835e9c95c on host n-d-838334-2 {{(pid=84042) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 21:04:53.572679 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39a0df75-1f90-45ec-8fcb-8d046029d1c4 None None] Pushing event deleted for resources: {'Port': ['ID=ef52c50a-5776-4db0-bf44-0c1835e9c95c,revision_number=None']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:04:53.577750 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_hamode_db [None req-607916b9-9467-4f4f-b531-de2a370287b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-838334-2', False) {} {{(pid=84042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:04:53.625440 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.db.api [None req-aae061cf-706d-450d-98d6-24aa80633d33 tempest-PortsTestJSON-1335945802 tempest-PortsTestJSON-1335945802-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84041) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 18 21:04:53.625760 n-d-838334-2 neutron-server[84041]: DEBUG oslo_db.api [None req-aae061cf-706d-450d-98d6-24aa80633d33 tempest-PortsTestJSON-1335945802 tempest-PortsTestJSON-1335945802-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84041) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 18 21:04:53.628708 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-1645f482-9324-4de6-a10d-bdb1476bbe77 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1364717658 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1364717658-project-admin] Notify callbacks [] for port, precommit_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:53.660577 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-1645f482-9324-4de6-a10d-bdb1476bbe77 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1364717658 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1364717658-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750374836619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32266323'] for port, after_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:53.698856 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_dvrscheduler_db [None req-607916b9-9467-4f4f-b531-de2a370287b9 None None] Routers {'f34ff540-3f1d-4c46-83ee-3c9450f406d4'} bound to L3 agent in host n-d-838334-2 {{(pid=84042) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 21:04:53.699528 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_hamode_db [None req-607916b9-9467-4f4f-b531-de2a370287b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838334-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-18T20:25:48Z,description=,heartbeat_timestamp=2022-04-18T21:04:48Z,host='n-d-838334-2',id=bc84d6c9-dd7a-4555-a351-592327b46d5a,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:25:48Z,topic='l3_agent')) {'router_ids': ['f34ff540-3f1d-4c46-83ee-3c9450f406d4'], 'active': True} {{(pid=84042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:04:53.760893 n-d-838334-2 neutron-server[84041]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1645f482-9324-4de6-a10d-bdb1476bbe77 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1364717658 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1364717658-project-admin] Network 4961d4e9-7985-466c-877d-192c08190aa4 is already hosted by enough agents. {{(pid=84041) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:04:53.766242 n-d-838334-2 neutron-server[84041]: DEBUG neutron.scheduler.base_scheduler [None req-1645f482-9324-4de6-a10d-bdb1476bbe77 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1364717658 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1364717658-project-admin] Resources bound (agent type, host, resource id): {{(pid=84041) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:04:53.774886 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1645f482-9324-4de6-a10d-bdb1476bbe77 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1364717658 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1364717658-project-admin] Pushing event updated for resources: {'Port': ['ID=9cad2dd3-093b-4b81-b059-2dc326a8b552,revision_number=1']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:04:53.778052 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1645f482-9324-4de6-a10d-bdb1476bbe77 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1364717658 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1364717658-project-admin] Received port after_create {{(pid=84041) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 21:04:53.778992 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1645f482-9324-4de6-a10d-bdb1476bbe77 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1364717658 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1364717658-project-admin] Attributes excluded by policy engine: ['network'] {{(pid=84041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:04:53.780065 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-1645f482-9324-4de6-a10d-bdb1476bbe77 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1364717658 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1364717658-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217293'] for port, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:53.805227 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_hamode_db [None req-607916b9-9467-4f4f-b531-de2a370287b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-838334-2', False) {} {{(pid=84042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:04:53.806172 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-607916b9-9467-4f4f-b531-de2a370287b9 None None] The sync data for ids ['f34ff540-3f1d-4c46-83ee-3c9450f406d4'] in n-d-838334-2 is: [] {{(pid=84042) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 18 21:04:53.829561 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Device ef52c50a-5776-4db0-bf44-0c1835e9c95c no longer exists at agent ovs-agent-n-d-838334-2 {{(pid=84042) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 21:04:53.845313 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-1645f482-9324-4de6-a10d-bdb1476bbe77 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1364717658 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1364717658-project-admin] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 1.1445155 Apr 18 21:04:53.846427 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 36954) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:04:53.890740 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.plugin [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] No Port match for: ef52c50a-5776-4db0-bf44-0c1835e9c95c {{(pid=84042) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 18 21:04:53.891369 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Device ef52c50a-5776-4db0-bf44-0c1835e9c95c not bound to the agent host n-d-838334-2 {{(pid=84042) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 21:04:53.911552 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-715e8b0c-65de-43a0-a321-aa37ed825499 None None] DHCP port deletion for 2c6d39c7-6e76-41c6-a439-c7138036f252 request from n-d-838334-2 {{(pid=84042) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 18 21:04:53.918306 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.plugin [None req-715e8b0c-65de-43a0-a321-aa37ed825499 None None] Deleting port 8f93b9c1-d206-47c8-b1d9-9e8ce04f79cb {{(pid=84042) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 21:04:53.919048 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-715e8b0c-65de-43a0-a321-aa37ed825499 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750375188691'] for port, before_delete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:53.944120 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-7ed92a88-7d15-47db-981e-e699c07e1b3b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1364717658 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1364717658-project-admin] Synchronizing usage tracker for tenant:7a37e36e7064464dbdba8c9d23a6837c on resource:port {{(pid=84041) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 21:04:53.980190 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-7ed92a88-7d15-47db-981e-e699c07e1b3b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1364717658 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1364717658-project-admin] Unset dirty status for tenant:7a37e36e7064464dbdba8c9d23a6837c on resource:port {{(pid=84041) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 21:04:53.984649 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-7ed92a88-7d15-47db-981e-e699c07e1b3b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1364717658 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1364717658-project-admin] 10.222.0.42 "GET /v2.0/ports/9cad2dd3-093b-4b81-b059-2dc326a8b552 HTTP/1.1" status: 200 len: 959 time: 0.1369576 Apr 18 21:04:53.985285 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 36958) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:04:54.052289 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.provisioning_blocks [req-02b63dba-745e-4133-8bfe-624f9dc7b869 req-37e3c1a1-e983-4e5c-9e39-81865efa7cf5 tempest-AttachVolumeTestJSON-1696487017 tempest-AttachVolumeTestJSON-1696487017-project] Transition to ACTIVE for port object 6bed8de5-58ef-4df2-8478-95d3b5de3e84 will not be triggered until provisioned by entity DHCP. {{(pid=84040) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:04:54.077712 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [req-feb38738-b60c-4950-b0f8-502992e75295 req-3d7d0b2b-0183-4f3a-b567-1bd5e0a9a3c6 tempest-AttachVolumeTestJSON-1696487017 tempest-AttachVolumeTestJSON-1696487017-project] Synchronizing usage tracker for tenant:b5bf875eb9b748b5aba56f8b60ce8169 on resource:port {{(pid=84040) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 21:04:54.128736 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.plugin [None req-aae061cf-706d-450d-98d6-24aa80633d33 tempest-PortsTestJSON-1335945802 tempest-PortsTestJSON-1335945802-project] Deleting port ef52c50a-5776-4db0-bf44-0c1835e9c95c {{(pid=84041) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 21:04:54.129011 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-aae061cf-706d-450d-98d6-24aa80633d33 tempest-PortsTestJSON-1335945802 tempest-PortsTestJSON-1335945802-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750375188691'] for port, before_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:54.182667 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.plugin [None req-ce07479c-f55c-45ab-ab39-431b4c9d7430 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1364717658 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1364717658-project-admin] Deleting port 9cad2dd3-093b-4b81-b059-2dc326a8b552 {{(pid=84041) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 21:04:54.183002 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-ce07479c-f55c-45ab-ab39-431b4c9d7430 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1364717658 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1364717658-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750375188691'] for port, before_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:54.203117 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-715e8b0c-65de-43a0-a321-aa37ed825499 None None] For port 8f93b9c1-d206-47c8-b1d9-9e8ce04f79cb, host n-d-838334-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838334-2',level=0,port_id=8f93b9c1-d206-47c8-b1d9-9e8ce04f79cb,segment=NetworkSegment(def412a1-465e-4289-a41f-3d6e7b80e225),segment_id=def412a1-465e-4289-a41f-3d6e7b80e225)] {{(pid=84042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:04:54.203758 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-715e8b0c-65de-43a0-a321-aa37ed825499 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369123'] for port, precommit_delete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:54.251316 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [req-feb38738-b60c-4950-b0f8-502992e75295 req-3d7d0b2b-0183-4f3a-b567-1bd5e0a9a3c6 tempest-AttachVolumeTestJSON-1696487017 tempest-AttachVolumeTestJSON-1696487017-project] Unset dirty status for tenant:b5bf875eb9b748b5aba56f8b60ce8169 on resource:port {{(pid=84040) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 21:04:54.260953 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.plugin [None req-aae061cf-706d-450d-98d6-24aa80633d33 tempest-PortsTestJSON-1335945802 tempest-PortsTestJSON-1335945802-project] The port 'ef52c50a-5776-4db0-bf44-0c1835e9c95c' was deleted {{(pid=84041) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 18 21:04:54.262795 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-feb38738-b60c-4950-b0f8-502992e75295 req-3d7d0b2b-0183-4f3a-b567-1bd5e0a9a3c6 tempest-AttachVolumeTestJSON-1696487017 tempest-AttachVolumeTestJSON-1696487017-project] 10.222.0.42 "GET /v2.0/ports?device_id=b0ba2ec6-9abf-48fa-90ad-50051827d595 HTTP/1.1" status: 200 len: 210 time: 0.3614352 Apr 18 21:04:54.350190 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.db [None req-a74f3e72-a3e5-4265-a1a6-b7951fb2b72a tempest-ExtraDHCPOptionsIpV6TestJSON-143672045 tempest-ExtraDHCPOptionsIpV6TestJSON-143672045-project] For port 8f93b9c1-d206-47c8-b1d9-9e8ce04f79cb, host n-d-838334-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838334-2',level=0,port_id=8f93b9c1-d206-47c8-b1d9-9e8ce04f79cb,segment=NetworkSegment(def412a1-465e-4289-a41f-3d6e7b80e225),segment_id=def412a1-465e-4289-a41f-3d6e7b80e225)] {{(pid=84040) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:04:54.350549 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-a74f3e72-a3e5-4265-a1a6-b7951fb2b72a tempest-ExtraDHCPOptionsIpV6TestJSON-143672045 tempest-ExtraDHCPOptionsIpV6TestJSON-143672045-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369123'] for port, precommit_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:54.356464 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.plugin [None req-715e8b0c-65de-43a0-a321-aa37ed825499 None None] Calling delete_port for 8f93b9c1-d206-47c8-b1d9-9e8ce04f79cb owned by network:dhcp {{(pid=84042) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 21:04:54.379879 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-02b63dba-745e-4133-8bfe-624f9dc7b869 req-37e3c1a1-e983-4e5c-9e39-81865efa7cf5 tempest-AttachVolumeTestJSON-1696487017 tempest-AttachVolumeTestJSON-1696487017-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750374836619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32440838'] for port, after_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:54.450457 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-715e8b0c-65de-43a0-a321-aa37ed825499 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750375259028', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750374836628'] for port, after_delete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:54.465289 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-aae061cf-706d-450d-98d6-24aa80633d33 tempest-PortsTestJSON-1335945802 tempest-PortsTestJSON-1335945802-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1258905', 'neutron.services.segments.db._delete_segments_for_network-8750375287417'] for network, precommit_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:54.502001 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-715e8b0c-65de-43a0-a321-aa37ed825499 None None] Pushing event deleted for resources: {'Port': ['ID=8f93b9c1-d206-47c8-b1d9-9e8ce04f79cb,revision_number=None']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:04:54.517394 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_dvrscheduler_db [None req-715e8b0c-65de-43a0-a321-aa37ed825499 None None] No DVR routers for this DVR port 8f93b9c1-d206-47c8-b1d9-9e8ce04f79cb on host n-d-838334-2 {{(pid=84042) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 21:04:54.530651 n-d-838334-2 neutron-server[84041]: DEBUG neutron.services.segments.db [None req-aae061cf-706d-450d-98d6-24aa80633d33 tempest-PortsTestJSON-1335945802 tempest-PortsTestJSON-1335945802-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e90fc4e4-fcbe-4192-b327-06b1cad14e04']}} {{(pid=84041) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:04:54.571855 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.plugin [None req-a74f3e72-a3e5-4265-a1a6-b7951fb2b72a tempest-ExtraDHCPOptionsIpV6TestJSON-143672045 tempest-ExtraDHCPOptionsIpV6TestJSON-143672045-project] Calling delete_port for 8f93b9c1-d206-47c8-b1d9-9e8ce04f79cb owned by network:dhcp {{(pid=84040) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 21:04:54.603375 n-d-838334-2 neutron-server[84041]: DEBUG neutron.services.segments.db [None req-aae061cf-706d-450d-98d6-24aa80633d33 tempest-PortsTestJSON-1335945802 tempest-PortsTestJSON-1335945802-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9271467a-5dee-4274-8040-e77f3d46d552') {'for_net_delete': True} {{(pid=84041) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:04:54.603375 n-d-838334-2 neutron-server[84041]: DEBUG neutron.services.segments.db [None req-aae061cf-706d-450d-98d6-24aa80633d33 tempest-PortsTestJSON-1335945802 tempest-PortsTestJSON-1335945802-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9271467a-5dee-4274-8040-e77f3d46d552') {} {{(pid=84041) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:04:54.620365 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-aae061cf-706d-450d-98d6-24aa80633d33 tempest-PortsTestJSON-1335945802 tempest-PortsTestJSON-1335945802-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750375287300', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32268156'] for segment, before_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:54.647199 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-aae061cf-706d-450d-98d6-24aa80633d33 tempest-PortsTestJSON-1335945802 tempest-PortsTestJSON-1335945802-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1082986'] for segment, precommit_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:54.650246 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-ce07479c-f55c-45ab-ab39-431b4c9d7430 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1364717658 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1364717658-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369123'] for port, precommit_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:54.666615 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-aae061cf-706d-450d-98d6-24aa80633d33 tempest-PortsTestJSON-1335945802 tempest-PortsTestJSON-1335945802-project] Releasing vlan 378 on physical network physnet1 to pool {{(pid=84041) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 18 21:04:54.667006 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-aae061cf-706d-450d-98d6-24aa80633d33 tempest-PortsTestJSON-1335945802 tempest-PortsTestJSON-1335945802-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1082993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32266254'] for segment, after_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:54.683279 n-d-838334-2 neutron-server[84041]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 21:04:54.683279 n-d-838334-2 neutron-server[84041]: util.warn( Apr 18 21:04:54.683279 n-d-838334-2 neutron-server[84041]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 21:04:54.683279 n-d-838334-2 neutron-server[84041]: util.warn( Apr 18 21:04:54.683279 n-d-838334-2 neutron-server[84041]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 21:04:54.683279 n-d-838334-2 neutron-server[84041]: util.warn( Apr 18 21:04:54.683279 n-d-838334-2 neutron-server[84041]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 21:04:54.683279 n-d-838334-2 neutron-server[84041]: util.warn( Apr 18 21:04:54.683279 n-d-838334-2 neutron-server[84041]: Traceback (most recent call last): Apr 18 21:04:54.683279 n-d-838334-2 neutron-server[84041]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 18 21:04:54.683279 n-d-838334-2 neutron-server[84041]: timer() Apr 18 21:04:54.683279 n-d-838334-2 neutron-server[84041]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 21:04:54.683279 n-d-838334-2 neutron-server[84041]: cb(*args, **kw) Apr 18 21:04:54.683279 n-d-838334-2 neutron-server[84041]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 18 21:04:54.683279 n-d-838334-2 neutron-server[84041]: return func(*args, **kwargs) Apr 18 21:04:54.683279 n-d-838334-2 neutron-server[84041]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 21:04:54.683279 n-d-838334-2 neutron-server[84041]: self._notify() Apr 18 21:04:54.683279 n-d-838334-2 neutron-server[84041]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 21:04:54.683279 n-d-838334-2 neutron-server[84041]: self.callback(batched_events) Apr 18 21:04:54.683279 n-d-838334-2 neutron-server[84041]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 21:04:54.683279 n-d-838334-2 neutron-server[84041]: event.method(event) Apr 18 21:04:54.683279 n-d-838334-2 neutron-server[84041]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 18 21:04:54.683279 n-d-838334-2 neutron-server[84041]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 21:04:54.683279 n-d-838334-2 neutron-server[84041]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 18 21:04:54.683279 n-d-838334-2 neutron-server[84041]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 21:04:54.683279 n-d-838334-2 neutron-server[84041]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 18 21:04:54.683279 n-d-838334-2 neutron-server[84041]: return f(self, *a, **k) Apr 18 21:04:54.683279 n-d-838334-2 neutron-server[84041]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 18 21:04:54.683279 n-d-838334-2 neutron-server[84041]: return self._get(url).json() Apr 18 21:04:54.683279 n-d-838334-2 neutron-server[84041]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 18 21:04:54.683279 n-d-838334-2 neutron-server[84041]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 21:04:54.683279 n-d-838334-2 neutron-server[84041]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 18 21:04:54.683279 n-d-838334-2 neutron-server[84041]: return self.request(url, 'GET', **kwargs) Apr 18 21:04:54.683279 n-d-838334-2 neutron-server[84041]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 18 21:04:54.683279 n-d-838334-2 neutron-server[84041]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 21:04:54.683279 n-d-838334-2 neutron-server[84041]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 18 21:04:54.683279 n-d-838334-2 neutron-server[84041]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 21:04:54.683279 n-d-838334-2 neutron-server[84041]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 18 21:04:54.683279 n-d-838334-2 neutron-server[84041]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 21:04:54.683279 n-d-838334-2 neutron-server[84041]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 21:04:54.805740 n-d-838334-2 neutron-server[84040]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-02b63dba-745e-4133-8bfe-624f9dc7b869 req-37e3c1a1-e983-4e5c-9e39-81865efa7cf5 tempest-AttachVolumeTestJSON-1696487017 tempest-AttachVolumeTestJSON-1696487017-project] Network 9b8a7e14-19dd-4214-9fd7-5da6fc8793e6 is already hosted by enough agents. {{(pid=84040) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:04:54.847920 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.plugin [None req-ce07479c-f55c-45ab-ab39-431b4c9d7430 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1364717658 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1364717658-project-admin] Calling delete_port for 9cad2dd3-093b-4b81-b059-2dc326a8b552 owned by {{(pid=84041) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 21:04:54.851363 n-d-838334-2 neutron-server[84040]: DEBUG neutron.scheduler.base_scheduler [req-02b63dba-745e-4133-8bfe-624f9dc7b869 req-37e3c1a1-e983-4e5c-9e39-81865efa7cf5 tempest-AttachVolumeTestJSON-1696487017 tempest-AttachVolumeTestJSON-1696487017-project] Resources bound (agent type, host, resource id): {{(pid=84040) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:04:54.853861 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.l3_dvrscheduler_db [req-02b63dba-745e-4133-8bfe-624f9dc7b869 req-37e3c1a1-e983-4e5c-9e39-81865efa7cf5 tempest-AttachVolumeTestJSON-1696487017 tempest-AttachVolumeTestJSON-1696487017-project] Received port after_create {{(pid=84040) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 21:04:54.907765 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37e3c1a1-e983-4e5c-9e39-81865efa7cf5 tempest-AttachVolumeTestJSON-1696487017 tempest-AttachVolumeTestJSON-1696487017-project] Pushing event updated for resources: {'Port': ['ID=6bed8de5-58ef-4df2-8478-95d3b5de3e84,revision_number=1']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:04:54.961537 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-aae061cf-706d-450d-98d6-24aa80633d33 tempest-PortsTestJSON-1335945802 tempest-PortsTestJSON-1335945802-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1258898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33526109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33444113'] for network, after_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:54.967958 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-aae061cf-706d-450d-98d6-24aa80633d33 tempest-PortsTestJSON-1335945802 tempest-PortsTestJSON-1335945802-project] Notify callbacks [] for network, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:54.985735 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02b63dba-745e-4133-8bfe-624f9dc7b869 req-37e3c1a1-e983-4e5c-9e39-81865efa7cf5 tempest-AttachVolumeTestJSON-1696487017 tempest-AttachVolumeTestJSON-1696487017-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:04:54.986329 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-02b63dba-745e-4133-8bfe-624f9dc7b869 req-37e3c1a1-e983-4e5c-9e39-81865efa7cf5 tempest-AttachVolumeTestJSON-1696487017 tempest-AttachVolumeTestJSON-1696487017-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217293'] for port, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:55.025329 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-ad54784e-9054-4866-8bb5-a6940c182415 tempest-RoutersIpV6AdminTest-1441855246 tempest-RoutersIpV6AdminTest-1441855246-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:55.050936 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.db.api [None req-a74f3e72-a3e5-4265-a1a6-b7951fb2b72a tempest-ExtraDHCPOptionsIpV6TestJSON-143672045 tempest-ExtraDHCPOptionsIpV6TestJSON-143672045-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84040) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 18 21:04:55.051255 n-d-838334-2 neutron-server[84040]: DEBUG oslo_db.api [None req-a74f3e72-a3e5-4265-a1a6-b7951fb2b72a tempest-ExtraDHCPOptionsIpV6TestJSON-143672045 tempest-ExtraDHCPOptionsIpV6TestJSON-143672045-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 18 21:04:55.064540 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-ad54784e-9054-4866-8bb5-a6940c182415 tempest-RoutersIpV6AdminTest-1441855246 tempest-RoutersIpV6AdminTest-1441855246-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:55.069248 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-02b63dba-745e-4133-8bfe-624f9dc7b869 req-37e3c1a1-e983-4e5c-9e39-81865efa7cf5 tempest-AttachVolumeTestJSON-1696487017 tempest-AttachVolumeTestJSON-1696487017-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.2834392 Apr 18 21:04:55.102552 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-aae061cf-706d-450d-98d6-24aa80633d33 tempest-PortsTestJSON-1335945802 tempest-PortsTestJSON-1335945802-project] 10.222.0.42 "DELETE /v2.0/networks/e90fc4e4-fcbe-4192-b327-06b1cad14e04 HTTP/1.1" status: 204 len: 168 time: 2.7177341 Apr 18 21:04:55.106175 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aae061cf-706d-450d-98d6-24aa80633d33 tempest-PortsTestJSON-1335945802 tempest-PortsTestJSON-1335945802-project] Pushing event deleted for resources: {'Network': ['ID=e90fc4e4-fcbe-4192-b327-06b1cad14e04,revision_number=None']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:04:55.107170 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 36968) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:04:55.114437 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-3698a116-c8a6-48e0-9c9a-5ed172402358 tempest-RoutersAdminTest-1076183166 tempest-RoutersAdminTest-1076183166-project] Notify callbacks [] for router, before_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:55.118243 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-ce07479c-f55c-45ab-ab39-431b4c9d7430 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1364717658 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1364717658-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750375259028', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750374836628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32266323'] for port, after_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:55.169109 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce07479c-f55c-45ab-ab39-431b4c9d7430 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1364717658 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1364717658-project-admin] Pushing event deleted for resources: {'Port': ['ID=9cad2dd3-093b-4b81-b059-2dc326a8b552,revision_number=None']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:04:55.175687 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.v2.base [req-02b63dba-745e-4133-8bfe-624f9dc7b869 req-502a8f9f-c683-49f1-8c15-a83523d130be service neutron] Request body: {'port': {'device_id': 'b0ba2ec6-9abf-48fa-90ad-50051827d595', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-838334-2'}} {{(pid=84040) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:04:55.177124 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-ce07479c-f55c-45ab-ab39-431b4c9d7430 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1364717658 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1364717658-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217293'] for port, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:55.194724 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-ce07479c-f55c-45ab-ab39-431b4c9d7430 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1364717658 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1364717658-project-admin] 10.222.0.42 "DELETE /v2.0/ports/9cad2dd3-093b-4b81-b059-2dc326a8b552 HTTP/1.1" status: 204 len: 168 time: 1.2047863 Apr 18 21:04:55.196075 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 36974) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:04:55.202361 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.v2.base [None req-390fbdfe-b96e-4dbc-816c-8711d905503d tempest-PortsTestJSON-1335945802 tempest-PortsTestJSON-1335945802-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-940045126'}} {{(pid=84040) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:04:55.214946 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-1e79aa82-40ef-472c-9699-b2ed998fea5f None None] Provisioning for port 6bed8de5-58ef-4df2-8478-95d3b5de3e84 completed by entity DHCP. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 21:04:55.221104 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-1e79aa82-40ef-472c-9699-b2ed998fea5f None None] Provisioning complete for port 6bed8de5-58ef-4df2-8478-95d3b5de3e84 triggered by entity DHCP. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:04:55.222405 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-1e79aa82-40ef-472c-9699-b2ed998fea5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1253608'] for port, provisioning_complete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:55.253872 n-d-838334-2 neutron-server[84041]: INFO neutron.pecan_wsgi.hooks.translation [None req-1770c097-efd7-4404-86f6-cf033a3a43b1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1364717658 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1364717658-project-admin] GET failed (client error): The resource could not be found. Apr 18 21:04:55.253872 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-1770c097-efd7-4404-86f6-cf033a3a43b1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1364717658 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1364717658-project-admin] Synchronizing usage tracker for tenant:7a37e36e7064464dbdba8c9d23a6837c on resource:port {{(pid=84041) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 21:04:55.266397 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-1770c097-efd7-4404-86f6-cf033a3a43b1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1364717658 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1364717658-project-admin] Unset dirty status for tenant:7a37e36e7064464dbdba8c9d23a6837c on resource:port {{(pid=84041) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 21:04:55.270970 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-1770c097-efd7-4404-86f6-cf033a3a43b1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1364717658 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1364717658-project-admin] 10.222.0.42 "GET /v2.0/ports/9cad2dd3-093b-4b81-b059-2dc326a8b552 HTTP/1.1" status: 404 len: 333 time: 0.0705140 Apr 18 21:04:55.272874 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 36980) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:04:55.277785 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.v2.base [None req-233518fc-04a2-4c33-b7b0-9494332b31e8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1364717658 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1364717658-project-admin] Request body: {'port': {'network_id': '4961d4e9-7985-466c-877d-192c08190aa4', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-863928415'}} {{(pid=84041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:04:55.280080 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [None req-390fbdfe-b96e-4dbc-816c-8711d905503d tempest-PortsTestJSON-1335945802 tempest-PortsTestJSON-1335945802-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:04:55.285629 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-233518fc-04a2-4c33-b7b0-9494332b31e8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1364717658 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1364717658-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:04:55.301270 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-233518fc-04a2-4c33-b7b0-9494332b31e8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1364717658 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1364717658-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:04:55.309228 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.plugin [None req-1e79aa82-40ef-472c-9699-b2ed998fea5f None None] Port 6bed8de5-58ef-4df2-8478-95d3b5de3e84 cannot update to ACTIVE because it is not bound. {{(pid=84042) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 18 21:04:55.317277 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-233518fc-04a2-4c33-b7b0-9494332b31e8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1364717658 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1364717658-project-admin] Made reservation on behalf of 7a37e36e7064464dbdba8c9d23a6837c for: {'port': 1} {{(pid=84041) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:04:55.320661 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-233518fc-04a2-4c33-b7b0-9494332b31e8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1364717658 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1364717658-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:55.332175 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-390fbdfe-b96e-4dbc-816c-8711d905503d tempest-PortsTestJSON-1335945802 tempest-PortsTestJSON-1335945802-project] Usage tracker for resource:network and tenant:234c597e1bbf440ab35a01225b472234 is out of sync, need to count used quota {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:04:55.348671 n-d-838334-2 neutron-server[84041]: DEBUG neutron.notifiers.nova [None req-233518fc-04a2-4c33-b7b0-9494332b31e8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1364717658 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1364717658-project-admin] device_id is not set on port 8589dd58-1387-472a-bb68-f0842f8728ea yet. {{(pid=84041) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 18 21:04:55.355887 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-390fbdfe-b96e-4dbc-816c-8711d905503d tempest-PortsTestJSON-1335945802 tempest-PortsTestJSON-1335945802-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:04:55.375525 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [None req-390fbdfe-b96e-4dbc-816c-8711d905503d tempest-PortsTestJSON-1335945802 tempest-PortsTestJSON-1335945802-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:04:55.582963 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-233518fc-04a2-4c33-b7b0-9494332b31e8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1364717658 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1364717658-project-admin] Notify callbacks [] for port, precommit_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:55.597030 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.plugin [None req-a74f3e72-a3e5-4265-a1a6-b7951fb2b72a tempest-ExtraDHCPOptionsIpV6TestJSON-143672045 tempest-ExtraDHCPOptionsIpV6TestJSON-143672045-project] Deleting port 8f93b9c1-d206-47c8-b1d9-9e8ce04f79cb {{(pid=84040) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 21:04:55.597504 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-a74f3e72-a3e5-4265-a1a6-b7951fb2b72a tempest-ExtraDHCPOptionsIpV6TestJSON-143672045 tempest-ExtraDHCPOptionsIpV6TestJSON-143672045-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750375188691'] for port, before_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:55.617855 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-233518fc-04a2-4c33-b7b0-9494332b31e8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1364717658 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1364717658-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750374836619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32266323'] for port, after_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:55.697054 n-d-838334-2 neutron-server[84041]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-233518fc-04a2-4c33-b7b0-9494332b31e8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1364717658 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1364717658-project-admin] Network 4961d4e9-7985-466c-877d-192c08190aa4 is already hosted by enough agents. {{(pid=84041) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:04:55.697811 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-233518fc-04a2-4c33-b7b0-9494332b31e8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1364717658 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1364717658-project-admin] Pushing event updated for resources: {'Port': ['ID=8589dd58-1387-472a-bb68-f0842f8728ea,revision_number=1']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:04:55.700319 n-d-838334-2 neutron-server[84041]: DEBUG neutron.scheduler.base_scheduler [None req-233518fc-04a2-4c33-b7b0-9494332b31e8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1364717658 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1364717658-project-admin] Resources bound (agent type, host, resource id): {{(pid=84041) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:04:55.702258 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.l3_dvrscheduler_db [None req-233518fc-04a2-4c33-b7b0-9494332b31e8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1364717658 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1364717658-project-admin] Received port after_create {{(pid=84041) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 21:04:55.703051 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-233518fc-04a2-4c33-b7b0-9494332b31e8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1364717658 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1364717658-project-admin] Attributes excluded by policy engine: ['network'] {{(pid=84041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:04:55.703649 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-233518fc-04a2-4c33-b7b0-9494332b31e8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1364717658 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1364717658-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217293'] for port, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:55.735392 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-233518fc-04a2-4c33-b7b0-9494332b31e8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1364717658 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1364717658-project-admin] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 963 time: 0.4625230 Apr 18 21:04:55.736271 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 36990) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:04:55.746335 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.v2.base [None req-841b5dc0-a677-49c8-a360-6dffef0f5b73 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1364717658 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1364717658-project-admin] Request body: {'port': {'binding:host_id': 'n-h1-838334-2'}} {{(pid=84041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:04:55.780175 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-390fbdfe-b96e-4dbc-816c-8711d905503d tempest-PortsTestJSON-1335945802 tempest-PortsTestJSON-1335945802-project] Made reservation on behalf of 234c597e1bbf440ab35a01225b472234 for: {'network': 1} {{(pid=84040) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:04:55.783096 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-390fbdfe-b96e-4dbc-816c-8711d905503d tempest-PortsTestJSON-1335945802 tempest-PortsTestJSON-1335945802-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for network, before_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:55.793877 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Device 8f93b9c1-d206-47c8-b1d9-9e8ce04f79cb no longer exists at agent ovs-agent-n-d-838334-2 {{(pid=84042) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 21:04:55.808426 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-5410043f-11de-4b6d-a8e6-fc0c8f86ff34 tempest-RoutersTest-1500746192 tempest-RoutersTest-1500746192-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33443857'] for router_interface, before_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:55.832797 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.plugin [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] No Port match for: 8f93b9c1-d206-47c8-b1d9-9e8ce04f79cb {{(pid=84042) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 18 21:04:55.833153 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Device 8f93b9c1-d206-47c8-b1d9-9e8ce04f79cb not bound to the agent host n-d-838334-2 {{(pid=84042) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 21:04:55.862524 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.plugin [None req-a74f3e72-a3e5-4265-a1a6-b7951fb2b72a tempest-ExtraDHCPOptionsIpV6TestJSON-143672045 tempest-ExtraDHCPOptionsIpV6TestJSON-143672045-project] The port '8f93b9c1-d206-47c8-b1d9-9e8ce04f79cb' was deleted {{(pid=84040) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 18 21:04:55.881696 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-841b5dc0-a677-49c8-a360-6dffef0f5b73 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1364717658 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1364717658-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:55.988702 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-02b63dba-745e-4133-8bfe-624f9dc7b869 req-502a8f9f-c683-49f1-8c15-a83523d130be service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:56.059160 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.db_base_plugin_common [None req-ad54784e-9054-4866-8bb5-a6940c182415 tempest-RoutersIpV6AdminTest-1441855246 tempest-RoutersIpV6AdminTest-1441855246-project-admin] Allocated IP 172.25.8.168 (e41b6600-a917-4a8d-b05c-be3be40c6d8c/6b05667b-848e-4356-9b44-d5eb6808ef74/fbfde0f8-a754-4bee-bf90-a16586e427b5) {{(pid=84040) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 21:04:56.131911 n-d-838334-2 neutron-server[84041]: DEBUG neutron.notifiers.nova [None req-841b5dc0-a677-49c8-a360-6dffef0f5b73 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1364717658 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1364717658-project-admin] device_id is not set on port 8589dd58-1387-472a-bb68-f0842f8728ea yet. {{(pid=84041) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 18 21:04:56.139392 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-841b5dc0-a677-49c8-a360-6dffef0f5b73 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1364717658 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1364717658-project-admin] Notify callbacks [] for port, precommit_update {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:56.154474 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.provisioning_blocks [None req-841b5dc0-a677-49c8-a360-6dffef0f5b73 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1364717658 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1364717658-project-admin] Transition to ACTIVE for port object 8589dd58-1387-472a-bb68-f0842f8728ea will not be triggered until provisioned by entity L2. {{(pid=84041) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:04:56.158738 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-841b5dc0-a677-49c8-a360-6dffef0f5b73 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1364717658 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1364717658-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32266282'] for port, after_update {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:56.172795 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-390fbdfe-b96e-4dbc-816c-8711d905503d tempest-PortsTestJSON-1335945802 tempest-PortsTestJSON-1335945802-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 372} {{(pid=84040) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 21:04:56.224089 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-a74f3e72-a3e5-4265-a1a6-b7951fb2b72a tempest-ExtraDHCPOptionsIpV6TestJSON-143672045 tempest-ExtraDHCPOptionsIpV6TestJSON-143672045-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1258905', 'neutron.services.segments.db._delete_segments_for_network-8750375287417'] for network, precommit_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:56.258524 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-390fbdfe-b96e-4dbc-816c-8711d905503d tempest-PortsTestJSON-1335945802 tempest-PortsTestJSON-1335945802-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1082986'] for segment, precommit_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:56.258860 n-d-838334-2 neutron-server[84040]: INFO neutron.db.segments_db [None req-390fbdfe-b96e-4dbc-816c-8711d905503d tempest-PortsTestJSON-1335945802 tempest-PortsTestJSON-1335945802-project] Added segment 4f9bdafb-2f7c-4fdf-ae60-eb208ff37f8d of type vlan for network ab7efb70-14ea-45cc-83ff-f7021d3c5fbc Apr 18 21:04:56.283423 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-841b5dc0-a677-49c8-a360-6dffef0f5b73 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1364717658 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1364717658-project-admin] Pushing event updated for resources: {'Port': ['ID=8589dd58-1387-472a-bb68-f0842f8728ea,revision_number=2']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:04:56.316174 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.managers [None req-841b5dc0-a677-49c8-a360-6dffef0f5b73 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1364717658 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1364717658-project-admin] Attempting to bind port 8589dd58-1387-472a-bb68-f0842f8728ea on host n-h1-838334-2 for vnic_type normal with profile {{(pid=84041) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 21:04:56.316424 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.managers [None req-841b5dc0-a677-49c8-a360-6dffef0f5b73 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1364717658 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1364717658-project-admin] Attempting to bind port 8589dd58-1387-472a-bb68-f0842f8728ea by drivers openvswitch,hyperv on host n-h1-838334-2 at level 0 using segments [{'id': '698d6ee8-a8b8-4ef9-a78a-6cb0c7e62f11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '4961d4e9-7985-466c-877d-192c08190aa4'}] {{(pid=84041) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 21:04:56.316748 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-841b5dc0-a677-49c8-a360-6dffef0f5b73 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1364717658 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1364717658-project-admin] Attempting to bind port 8589dd58-1387-472a-bb68-f0842f8728ea on network 4961d4e9-7985-466c-877d-192c08190aa4 {{(pid=84041) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 21:04:56.323952 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-841b5dc0-a677-49c8-a360-6dffef0f5b73 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1364717658 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1364717658-project-admin] Port 8589dd58-1387-472a-bb68-f0842f8728ea on network 4961d4e9-7985-466c-877d-192c08190aa4 not bound, no agent of type Open vSwitch agent registered on host n-h1-838334-2 {{(pid=84041) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 18 21:04:56.324663 n-d-838334-2 neutron-server[84041]: ERROR neutron.plugins.ml2.managers [None req-841b5dc0-a677-49c8-a360-6dffef0f5b73 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1364717658 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1364717658-project-admin] Failed to bind port 8589dd58-1387-472a-bb68-f0842f8728ea on host n-h1-838334-2 for vnic_type normal using segments [{'id': '698d6ee8-a8b8-4ef9-a78a-6cb0c7e62f11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '4961d4e9-7985-466c-877d-192c08190aa4'}] Apr 18 21:04:56.324663 n-d-838334-2 neutron-server[84041]: INFO neutron.plugins.ml2.plugin [None req-841b5dc0-a677-49c8-a360-6dffef0f5b73 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1364717658 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1364717658-project-admin] Attempt 2 to bind port 8589dd58-1387-472a-bb68-f0842f8728ea Apr 18 21:04:56.341443 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.managers [None req-841b5dc0-a677-49c8-a360-6dffef0f5b73 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1364717658 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1364717658-project-admin] Attempting to bind port 8589dd58-1387-472a-bb68-f0842f8728ea on host n-h1-838334-2 for vnic_type normal with profile {{(pid=84041) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 21:04:56.341783 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.managers [None req-841b5dc0-a677-49c8-a360-6dffef0f5b73 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1364717658 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1364717658-project-admin] Attempting to bind port 8589dd58-1387-472a-bb68-f0842f8728ea by drivers openvswitch,hyperv on host n-h1-838334-2 at level 0 using segments [{'id': '698d6ee8-a8b8-4ef9-a78a-6cb0c7e62f11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '4961d4e9-7985-466c-877d-192c08190aa4'}] {{(pid=84041) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 21:04:56.342112 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-841b5dc0-a677-49c8-a360-6dffef0f5b73 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1364717658 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1364717658-project-admin] Attempting to bind port 8589dd58-1387-472a-bb68-f0842f8728ea on network 4961d4e9-7985-466c-877d-192c08190aa4 {{(pid=84041) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 21:04:56.348497 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-841b5dc0-a677-49c8-a360-6dffef0f5b73 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1364717658 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1364717658-project-admin] Port 8589dd58-1387-472a-bb68-f0842f8728ea on network 4961d4e9-7985-466c-877d-192c08190aa4 not bound, no agent of type Open vSwitch agent registered on host n-h1-838334-2 {{(pid=84041) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 18 21:04:56.348776 n-d-838334-2 neutron-server[84041]: ERROR neutron.plugins.ml2.managers [None req-841b5dc0-a677-49c8-a360-6dffef0f5b73 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1364717658 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1364717658-project-admin] Failed to bind port 8589dd58-1387-472a-bb68-f0842f8728ea on host n-h1-838334-2 for vnic_type normal using segments [{'id': '698d6ee8-a8b8-4ef9-a78a-6cb0c7e62f11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '4961d4e9-7985-466c-877d-192c08190aa4'}] Apr 18 21:04:56.349159 n-d-838334-2 neutron-server[84041]: INFO neutron.plugins.ml2.plugin [None req-841b5dc0-a677-49c8-a360-6dffef0f5b73 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1364717658 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1364717658-project-admin] Attempt 3 to bind port 8589dd58-1387-472a-bb68-f0842f8728ea Apr 18 21:04:56.366142 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15f945fb-0892-4be9-be33-4dc62a19f8a9 req-ba9bf4f8-8040-421b-b661-8c97e4c25c09 tempest-AttachVolumeTestJSON-1696487017 tempest-AttachVolumeTestJSON-1696487017-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:04:56.370424 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.managers [None req-841b5dc0-a677-49c8-a360-6dffef0f5b73 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1364717658 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1364717658-project-admin] Attempting to bind port 8589dd58-1387-472a-bb68-f0842f8728ea on host n-h1-838334-2 for vnic_type normal with profile {{(pid=84041) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 21:04:56.370779 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.managers [None req-841b5dc0-a677-49c8-a360-6dffef0f5b73 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1364717658 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1364717658-project-admin] Attempting to bind port 8589dd58-1387-472a-bb68-f0842f8728ea by drivers openvswitch,hyperv on host n-h1-838334-2 at level 0 using segments [{'id': '698d6ee8-a8b8-4ef9-a78a-6cb0c7e62f11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '4961d4e9-7985-466c-877d-192c08190aa4'}] {{(pid=84041) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 21:04:56.371101 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-841b5dc0-a677-49c8-a360-6dffef0f5b73 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1364717658 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1364717658-project-admin] Attempting to bind port 8589dd58-1387-472a-bb68-f0842f8728ea on network 4961d4e9-7985-466c-877d-192c08190aa4 {{(pid=84041) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 21:04:56.373716 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-15f945fb-0892-4be9-be33-4dc62a19f8a9 req-ba9bf4f8-8040-421b-b661-8c97e4c25c09 tempest-AttachVolumeTestJSON-1696487017 tempest-AttachVolumeTestJSON-1696487017-project] 10.222.0.42 "GET /v2.0/ports?device_id=b0ba2ec6-9abf-48fa-90ad-50051827d595 HTTP/1.1" status: 200 len: 931 time: 0.7859197 Apr 18 21:04:56.377330 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-841b5dc0-a677-49c8-a360-6dffef0f5b73 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1364717658 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1364717658-project-admin] Port 8589dd58-1387-472a-bb68-f0842f8728ea on network 4961d4e9-7985-466c-877d-192c08190aa4 not bound, no agent of type Open vSwitch agent registered on host n-h1-838334-2 {{(pid=84041) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 18 21:04:56.377330 n-d-838334-2 neutron-server[84041]: ERROR neutron.plugins.ml2.managers [None req-841b5dc0-a677-49c8-a360-6dffef0f5b73 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1364717658 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1364717658-project-admin] Failed to bind port 8589dd58-1387-472a-bb68-f0842f8728ea on host n-h1-838334-2 for vnic_type normal using segments [{'id': '698d6ee8-a8b8-4ef9-a78a-6cb0c7e62f11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '4961d4e9-7985-466c-877d-192c08190aa4'}] Apr 18 21:04:56.377715 n-d-838334-2 neutron-server[84041]: INFO neutron.plugins.ml2.plugin [None req-841b5dc0-a677-49c8-a360-6dffef0f5b73 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1364717658 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1364717658-project-admin] Attempt 4 to bind port 8589dd58-1387-472a-bb68-f0842f8728ea Apr 18 21:04:56.397557 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.managers [None req-841b5dc0-a677-49c8-a360-6dffef0f5b73 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1364717658 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1364717658-project-admin] Attempting to bind port 8589dd58-1387-472a-bb68-f0842f8728ea on host n-h1-838334-2 for vnic_type normal with profile {{(pid=84041) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 21:04:56.397888 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.managers [None req-841b5dc0-a677-49c8-a360-6dffef0f5b73 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1364717658 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1364717658-project-admin] Attempting to bind port 8589dd58-1387-472a-bb68-f0842f8728ea by drivers openvswitch,hyperv on host n-h1-838334-2 at level 0 using segments [{'id': '698d6ee8-a8b8-4ef9-a78a-6cb0c7e62f11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '4961d4e9-7985-466c-877d-192c08190aa4'}] {{(pid=84041) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 21:04:56.400306 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-841b5dc0-a677-49c8-a360-6dffef0f5b73 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1364717658 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1364717658-project-admin] Attempting to bind port 8589dd58-1387-472a-bb68-f0842f8728ea on network 4961d4e9-7985-466c-877d-192c08190aa4 {{(pid=84041) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 21:04:56.406361 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-841b5dc0-a677-49c8-a360-6dffef0f5b73 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1364717658 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1364717658-project-admin] Port 8589dd58-1387-472a-bb68-f0842f8728ea on network 4961d4e9-7985-466c-877d-192c08190aa4 not bound, no agent of type Open vSwitch agent registered on host n-h1-838334-2 {{(pid=84041) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 18 21:04:56.406686 n-d-838334-2 neutron-server[84041]: ERROR neutron.plugins.ml2.managers [None req-841b5dc0-a677-49c8-a360-6dffef0f5b73 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1364717658 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1364717658-project-admin] Failed to bind port 8589dd58-1387-472a-bb68-f0842f8728ea on host n-h1-838334-2 for vnic_type normal using segments [{'id': '698d6ee8-a8b8-4ef9-a78a-6cb0c7e62f11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '4961d4e9-7985-466c-877d-192c08190aa4'}] Apr 18 21:04:56.407073 n-d-838334-2 neutron-server[84041]: INFO neutron.plugins.ml2.plugin [None req-841b5dc0-a677-49c8-a360-6dffef0f5b73 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1364717658 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1364717658-project-admin] Attempt 5 to bind port 8589dd58-1387-472a-bb68-f0842f8728ea Apr 18 21:04:56.422469 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.managers [None req-841b5dc0-a677-49c8-a360-6dffef0f5b73 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1364717658 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1364717658-project-admin] Attempting to bind port 8589dd58-1387-472a-bb68-f0842f8728ea on host n-h1-838334-2 for vnic_type normal with profile {{(pid=84041) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 21:04:56.422799 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.managers [None req-841b5dc0-a677-49c8-a360-6dffef0f5b73 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1364717658 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1364717658-project-admin] Attempting to bind port 8589dd58-1387-472a-bb68-f0842f8728ea by drivers openvswitch,hyperv on host n-h1-838334-2 at level 0 using segments [{'id': '698d6ee8-a8b8-4ef9-a78a-6cb0c7e62f11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '4961d4e9-7985-466c-877d-192c08190aa4'}] {{(pid=84041) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 21:04:56.423128 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-841b5dc0-a677-49c8-a360-6dffef0f5b73 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1364717658 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1364717658-project-admin] Attempting to bind port 8589dd58-1387-472a-bb68-f0842f8728ea on network 4961d4e9-7985-466c-877d-192c08190aa4 {{(pid=84041) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 21:04:56.429213 n-d-838334-2 neutron-server[84040]: DEBUG neutron.services.segments.db [None req-a74f3e72-a3e5-4265-a1a6-b7951fb2b72a tempest-ExtraDHCPOptionsIpV6TestJSON-143672045 tempest-ExtraDHCPOptionsIpV6TestJSON-143672045-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2c6d39c7-6e76-41c6-a439-c7138036f252']}} {{(pid=84040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:04:56.430060 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-841b5dc0-a677-49c8-a360-6dffef0f5b73 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1364717658 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1364717658-project-admin] Port 8589dd58-1387-472a-bb68-f0842f8728ea on network 4961d4e9-7985-466c-877d-192c08190aa4 not bound, no agent of type Open vSwitch agent registered on host n-h1-838334-2 {{(pid=84041) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 18 21:04:56.431018 n-d-838334-2 neutron-server[84041]: ERROR neutron.plugins.ml2.managers [None req-841b5dc0-a677-49c8-a360-6dffef0f5b73 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1364717658 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1364717658-project-admin] Failed to bind port 8589dd58-1387-472a-bb68-f0842f8728ea on host n-h1-838334-2 for vnic_type normal using segments [{'id': '698d6ee8-a8b8-4ef9-a78a-6cb0c7e62f11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '4961d4e9-7985-466c-877d-192c08190aa4'}] Apr 18 21:04:56.431412 n-d-838334-2 neutron-server[84041]: INFO neutron.plugins.ml2.plugin [None req-841b5dc0-a677-49c8-a360-6dffef0f5b73 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1364717658 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1364717658-project-admin] Attempt 6 to bind port 8589dd58-1387-472a-bb68-f0842f8728ea Apr 18 21:04:56.448648 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.managers [None req-841b5dc0-a677-49c8-a360-6dffef0f5b73 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1364717658 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1364717658-project-admin] Attempting to bind port 8589dd58-1387-472a-bb68-f0842f8728ea on host n-h1-838334-2 for vnic_type normal with profile {{(pid=84041) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 21:04:56.449155 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.managers [None req-841b5dc0-a677-49c8-a360-6dffef0f5b73 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1364717658 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1364717658-project-admin] Attempting to bind port 8589dd58-1387-472a-bb68-f0842f8728ea by drivers openvswitch,hyperv on host n-h1-838334-2 at level 0 using segments [{'id': '698d6ee8-a8b8-4ef9-a78a-6cb0c7e62f11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '4961d4e9-7985-466c-877d-192c08190aa4'}] {{(pid=84041) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 21:04:56.449580 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-841b5dc0-a677-49c8-a360-6dffef0f5b73 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1364717658 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1364717658-project-admin] Attempting to bind port 8589dd58-1387-472a-bb68-f0842f8728ea on network 4961d4e9-7985-466c-877d-192c08190aa4 {{(pid=84041) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 21:04:56.455893 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-841b5dc0-a677-49c8-a360-6dffef0f5b73 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1364717658 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1364717658-project-admin] Port 8589dd58-1387-472a-bb68-f0842f8728ea on network 4961d4e9-7985-466c-877d-192c08190aa4 not bound, no agent of type Open vSwitch agent registered on host n-h1-838334-2 {{(pid=84041) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 18 21:04:56.456288 n-d-838334-2 neutron-server[84041]: ERROR neutron.plugins.ml2.managers [None req-841b5dc0-a677-49c8-a360-6dffef0f5b73 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1364717658 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1364717658-project-admin] Failed to bind port 8589dd58-1387-472a-bb68-f0842f8728ea on host n-h1-838334-2 for vnic_type normal using segments [{'id': '698d6ee8-a8b8-4ef9-a78a-6cb0c7e62f11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '4961d4e9-7985-466c-877d-192c08190aa4'}] Apr 18 21:04:56.456734 n-d-838334-2 neutron-server[84041]: INFO neutron.plugins.ml2.plugin [None req-841b5dc0-a677-49c8-a360-6dffef0f5b73 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1364717658 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1364717658-project-admin] Attempt 7 to bind port 8589dd58-1387-472a-bb68-f0842f8728ea Apr 18 21:04:56.471355 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.managers [None req-841b5dc0-a677-49c8-a360-6dffef0f5b73 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1364717658 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1364717658-project-admin] Attempting to bind port 8589dd58-1387-472a-bb68-f0842f8728ea on host n-h1-838334-2 for vnic_type normal with profile {{(pid=84041) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 21:04:56.471826 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.managers [None req-841b5dc0-a677-49c8-a360-6dffef0f5b73 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1364717658 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1364717658-project-admin] Attempting to bind port 8589dd58-1387-472a-bb68-f0842f8728ea by drivers openvswitch,hyperv on host n-h1-838334-2 at level 0 using segments [{'id': '698d6ee8-a8b8-4ef9-a78a-6cb0c7e62f11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '4961d4e9-7985-466c-877d-192c08190aa4'}] {{(pid=84041) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 21:04:56.472185 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-841b5dc0-a677-49c8-a360-6dffef0f5b73 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1364717658 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1364717658-project-admin] Attempting to bind port 8589dd58-1387-472a-bb68-f0842f8728ea on network 4961d4e9-7985-466c-877d-192c08190aa4 {{(pid=84041) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 21:04:56.479016 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-841b5dc0-a677-49c8-a360-6dffef0f5b73 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1364717658 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1364717658-project-admin] Port 8589dd58-1387-472a-bb68-f0842f8728ea on network 4961d4e9-7985-466c-877d-192c08190aa4 not bound, no agent of type Open vSwitch agent registered on host n-h1-838334-2 {{(pid=84041) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 18 21:04:56.479335 n-d-838334-2 neutron-server[84041]: ERROR neutron.plugins.ml2.managers [None req-841b5dc0-a677-49c8-a360-6dffef0f5b73 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1364717658 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1364717658-project-admin] Failed to bind port 8589dd58-1387-472a-bb68-f0842f8728ea on host n-h1-838334-2 for vnic_type normal using segments [{'id': '698d6ee8-a8b8-4ef9-a78a-6cb0c7e62f11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '4961d4e9-7985-466c-877d-192c08190aa4'}] Apr 18 21:04:56.479801 n-d-838334-2 neutron-server[84041]: INFO neutron.plugins.ml2.plugin [None req-841b5dc0-a677-49c8-a360-6dffef0f5b73 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1364717658 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1364717658-project-admin] Attempt 8 to bind port 8589dd58-1387-472a-bb68-f0842f8728ea Apr 18 21:04:56.481774 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-390fbdfe-b96e-4dbc-816c-8711d905503d tempest-PortsTestJSON-1335945802 tempest-PortsTestJSON-1335945802-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750374825732'] for network, precommit_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:56.498518 n-d-838334-2 neutron-server[84040]: DEBUG neutron.services.segments.db [None req-a74f3e72-a3e5-4265-a1a6-b7951fb2b72a tempest-ExtraDHCPOptionsIpV6TestJSON-143672045 tempest-ExtraDHCPOptionsIpV6TestJSON-143672045-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'def412a1-465e-4289-a41f-3d6e7b80e225') {'for_net_delete': True} {{(pid=84040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:04:56.498920 n-d-838334-2 neutron-server[84040]: DEBUG neutron.services.segments.db [None req-a74f3e72-a3e5-4265-a1a6-b7951fb2b72a tempest-ExtraDHCPOptionsIpV6TestJSON-143672045 tempest-ExtraDHCPOptionsIpV6TestJSON-143672045-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'def412a1-465e-4289-a41f-3d6e7b80e225') {} {{(pid=84040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:04:56.505872 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.managers [None req-841b5dc0-a677-49c8-a360-6dffef0f5b73 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1364717658 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1364717658-project-admin] Attempting to bind port 8589dd58-1387-472a-bb68-f0842f8728ea on host n-h1-838334-2 for vnic_type normal with profile {{(pid=84041) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 21:04:56.506204 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.managers [None req-841b5dc0-a677-49c8-a360-6dffef0f5b73 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1364717658 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1364717658-project-admin] Attempting to bind port 8589dd58-1387-472a-bb68-f0842f8728ea by drivers openvswitch,hyperv on host n-h1-838334-2 at level 0 using segments [{'id': '698d6ee8-a8b8-4ef9-a78a-6cb0c7e62f11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '4961d4e9-7985-466c-877d-192c08190aa4'}] {{(pid=84041) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 21:04:56.506532 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-841b5dc0-a677-49c8-a360-6dffef0f5b73 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1364717658 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1364717658-project-admin] Attempting to bind port 8589dd58-1387-472a-bb68-f0842f8728ea on network 4961d4e9-7985-466c-877d-192c08190aa4 {{(pid=84041) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 21:04:56.513181 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-841b5dc0-a677-49c8-a360-6dffef0f5b73 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1364717658 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1364717658-project-admin] Port 8589dd58-1387-472a-bb68-f0842f8728ea on network 4961d4e9-7985-466c-877d-192c08190aa4 not bound, no agent of type Open vSwitch agent registered on host n-h1-838334-2 {{(pid=84041) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 18 21:04:56.513503 n-d-838334-2 neutron-server[84041]: ERROR neutron.plugins.ml2.managers [None req-841b5dc0-a677-49c8-a360-6dffef0f5b73 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1364717658 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1364717658-project-admin] Failed to bind port 8589dd58-1387-472a-bb68-f0842f8728ea on host n-h1-838334-2 for vnic_type normal using segments [{'id': '698d6ee8-a8b8-4ef9-a78a-6cb0c7e62f11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '4961d4e9-7985-466c-877d-192c08190aa4'}] Apr 18 21:04:56.513924 n-d-838334-2 neutron-server[84041]: INFO neutron.plugins.ml2.plugin [None req-841b5dc0-a677-49c8-a360-6dffef0f5b73 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1364717658 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1364717658-project-admin] Attempt 9 to bind port 8589dd58-1387-472a-bb68-f0842f8728ea Apr 18 21:04:56.530995 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.managers [None req-841b5dc0-a677-49c8-a360-6dffef0f5b73 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1364717658 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1364717658-project-admin] Attempting to bind port 8589dd58-1387-472a-bb68-f0842f8728ea on host n-h1-838334-2 for vnic_type normal with profile {{(pid=84041) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 21:04:56.531327 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.managers [None req-841b5dc0-a677-49c8-a360-6dffef0f5b73 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1364717658 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1364717658-project-admin] Attempting to bind port 8589dd58-1387-472a-bb68-f0842f8728ea by drivers openvswitch,hyperv on host n-h1-838334-2 at level 0 using segments [{'id': '698d6ee8-a8b8-4ef9-a78a-6cb0c7e62f11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '4961d4e9-7985-466c-877d-192c08190aa4'}] {{(pid=84041) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 21:04:56.531690 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-841b5dc0-a677-49c8-a360-6dffef0f5b73 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1364717658 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1364717658-project-admin] Attempting to bind port 8589dd58-1387-472a-bb68-f0842f8728ea on network 4961d4e9-7985-466c-877d-192c08190aa4 {{(pid=84041) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 21:04:56.537756 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-841b5dc0-a677-49c8-a360-6dffef0f5b73 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1364717658 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1364717658-project-admin] Port 8589dd58-1387-472a-bb68-f0842f8728ea on network 4961d4e9-7985-466c-877d-192c08190aa4 not bound, no agent of type Open vSwitch agent registered on host n-h1-838334-2 {{(pid=84041) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 18 21:04:56.538647 n-d-838334-2 neutron-server[84041]: ERROR neutron.plugins.ml2.managers [None req-841b5dc0-a677-49c8-a360-6dffef0f5b73 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1364717658 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1364717658-project-admin] Failed to bind port 8589dd58-1387-472a-bb68-f0842f8728ea on host n-h1-838334-2 for vnic_type normal using segments [{'id': '698d6ee8-a8b8-4ef9-a78a-6cb0c7e62f11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '4961d4e9-7985-466c-877d-192c08190aa4'}] Apr 18 21:04:56.540052 n-d-838334-2 neutron-server[84041]: INFO neutron.plugins.ml2.plugin [None req-841b5dc0-a677-49c8-a360-6dffef0f5b73 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1364717658 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1364717658-project-admin] Attempt 10 to bind port 8589dd58-1387-472a-bb68-f0842f8728ea Apr 18 21:04:56.556239 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.managers [None req-841b5dc0-a677-49c8-a360-6dffef0f5b73 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1364717658 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1364717658-project-admin] Attempting to bind port 8589dd58-1387-472a-bb68-f0842f8728ea on host n-h1-838334-2 for vnic_type normal with profile {{(pid=84041) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 21:04:56.556836 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.managers [None req-841b5dc0-a677-49c8-a360-6dffef0f5b73 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1364717658 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1364717658-project-admin] Attempting to bind port 8589dd58-1387-472a-bb68-f0842f8728ea by drivers openvswitch,hyperv on host n-h1-838334-2 at level 0 using segments [{'id': '698d6ee8-a8b8-4ef9-a78a-6cb0c7e62f11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '4961d4e9-7985-466c-877d-192c08190aa4'}] {{(pid=84041) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 21:04:56.557208 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-841b5dc0-a677-49c8-a360-6dffef0f5b73 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1364717658 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1364717658-project-admin] Attempting to bind port 8589dd58-1387-472a-bb68-f0842f8728ea on network 4961d4e9-7985-466c-877d-192c08190aa4 {{(pid=84041) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 21:04:56.562717 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-a74f3e72-a3e5-4265-a1a6-b7951fb2b72a tempest-ExtraDHCPOptionsIpV6TestJSON-143672045 tempest-ExtraDHCPOptionsIpV6TestJSON-143672045-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750375287300', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31955965'] for segment, before_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:56.565828 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-841b5dc0-a677-49c8-a360-6dffef0f5b73 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1364717658 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1364717658-project-admin] Port 8589dd58-1387-472a-bb68-f0842f8728ea on network 4961d4e9-7985-466c-877d-192c08190aa4 not bound, no agent of type Open vSwitch agent registered on host n-h1-838334-2 {{(pid=84041) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 18 21:04:56.566286 n-d-838334-2 neutron-server[84041]: ERROR neutron.plugins.ml2.managers [None req-841b5dc0-a677-49c8-a360-6dffef0f5b73 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1364717658 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1364717658-project-admin] Failed to bind port 8589dd58-1387-472a-bb68-f0842f8728ea on host n-h1-838334-2 for vnic_type normal using segments [{'id': '698d6ee8-a8b8-4ef9-a78a-6cb0c7e62f11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '4961d4e9-7985-466c-877d-192c08190aa4'}] Apr 18 21:04:56.566639 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-841b5dc0-a677-49c8-a360-6dffef0f5b73 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1364717658 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1364717658-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:56.720487 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.db [None req-841b5dc0-a677-49c8-a360-6dffef0f5b73 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1364717658 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1364717658-project-admin] For port 8589dd58-1387-472a-bb68-f0842f8728ea, host n-h1-838334-2, cleared binding levels {{(pid=84041) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 21:04:56.720855 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.db [None req-841b5dc0-a677-49c8-a360-6dffef0f5b73 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1364717658 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1364717658-project-admin] Attempted to set empty binding levels {{(pid=84041) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Apr 18 21:04:56.727892 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-841b5dc0-a677-49c8-a360-6dffef0f5b73 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1364717658 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1364717658-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32266282'] for port, after_update {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:56.738580 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-a74f3e72-a3e5-4265-a1a6-b7951fb2b72a tempest-ExtraDHCPOptionsIpV6TestJSON-143672045 tempest-ExtraDHCPOptionsIpV6TestJSON-143672045-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1082986'] for segment, precommit_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:56.750154 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-15f945fb-0892-4be9-be33-4dc62a19f8a9 req-617a4d30-0e22-4031-8bdb-61506bad1763 tempest-AttachVolumeTestJSON-1696487017 tempest-AttachVolumeTestJSON-1696487017-project] 10.222.0.42 "GET /v2.0/security-groups?id=f803d5b9-b26e-40a0-beab-857b23d0f147&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3756123 Apr 18 21:04:56.787207 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-ad54784e-9054-4866-8bb5-a6940c182415 tempest-RoutersIpV6AdminTest-1441855246 tempest-RoutersIpV6AdminTest-1441855246-project-admin] Notify callbacks [] for port, precommit_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:56.798569 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a74f3e72-a3e5-4265-a1a6-b7951fb2b72a tempest-ExtraDHCPOptionsIpV6TestJSON-143672045 tempest-ExtraDHCPOptionsIpV6TestJSON-143672045-project] Releasing vlan 386 on physical network physnet1 to pool {{(pid=84040) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 18 21:04:56.798569 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-a74f3e72-a3e5-4265-a1a6-b7951fb2b72a tempest-ExtraDHCPOptionsIpV6TestJSON-143672045 tempest-ExtraDHCPOptionsIpV6TestJSON-143672045-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1082993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32440923'] for segment, after_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:56.806869 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.plugin [None req-841b5dc0-a677-49c8-a360-6dffef0f5b73 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1364717658 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1364717658-project-admin] In _notify_port_updated(), no bound segment for port 8589dd58-1387-472a-bb68-f0842f8728ea on network 4961d4e9-7985-466c-877d-192c08190aa4 {{(pid=84041) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Apr 18 21:04:56.807969 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-841b5dc0-a677-49c8-a360-6dffef0f5b73 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1364717658 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1364717658-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217293'] for port, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:56.808652 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-390fbdfe-b96e-4dbc-816c-8711d905503d tempest-PortsTestJSON-1335945802 tempest-PortsTestJSON-1335945802-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33526109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022'] for network, after_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:56.809277 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-841b5dc0-a677-49c8-a360-6dffef0f5b73 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1364717658 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1364717658-project-admin] 10.222.0.42 "PUT /v2.0/ports/8589dd58-1387-472a-bb68-f0842f8728ea HTTP/1.1" status: 200 len: 978 time: 1.0719595 Apr 18 21:04:56.811924 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-390fbdfe-b96e-4dbc-816c-8711d905503d tempest-PortsTestJSON-1335945802 tempest-PortsTestJSON-1335945802-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:04:56.812491 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-390fbdfe-b96e-4dbc-816c-8711d905503d tempest-PortsTestJSON-1335945802 tempest-PortsTestJSON-1335945802-project] Notify callbacks [] for network, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:56.818062 n-d-838334-2 neutron-server[84040]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 21:04:56.818062 n-d-838334-2 neutron-server[84040]: util.warn( Apr 18 21:04:56.818062 n-d-838334-2 neutron-server[84040]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 21:04:56.818062 n-d-838334-2 neutron-server[84040]: util.warn( Apr 18 21:04:56.818062 n-d-838334-2 neutron-server[84040]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 21:04:56.818062 n-d-838334-2 neutron-server[84040]: util.warn( Apr 18 21:04:56.818062 n-d-838334-2 neutron-server[84040]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 21:04:56.818062 n-d-838334-2 neutron-server[84040]: util.warn( Apr 18 21:04:56.818062 n-d-838334-2 neutron-server[84040]: Traceback (most recent call last): Apr 18 21:04:56.818062 n-d-838334-2 neutron-server[84040]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 18 21:04:56.818062 n-d-838334-2 neutron-server[84040]: timer() Apr 18 21:04:56.818062 n-d-838334-2 neutron-server[84040]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 21:04:56.818062 n-d-838334-2 neutron-server[84040]: cb(*args, **kw) Apr 18 21:04:56.818062 n-d-838334-2 neutron-server[84040]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 18 21:04:56.818062 n-d-838334-2 neutron-server[84040]: return func(*args, **kwargs) Apr 18 21:04:56.818062 n-d-838334-2 neutron-server[84040]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 21:04:56.818062 n-d-838334-2 neutron-server[84040]: self._notify() Apr 18 21:04:56.818062 n-d-838334-2 neutron-server[84040]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 21:04:56.818062 n-d-838334-2 neutron-server[84040]: self.callback(batched_events) Apr 18 21:04:56.818062 n-d-838334-2 neutron-server[84040]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 21:04:56.818062 n-d-838334-2 neutron-server[84040]: event.method(event) Apr 18 21:04:56.818062 n-d-838334-2 neutron-server[84040]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 18 21:04:56.818062 n-d-838334-2 neutron-server[84040]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 21:04:56.818062 n-d-838334-2 neutron-server[84040]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 18 21:04:56.818062 n-d-838334-2 neutron-server[84040]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 21:04:56.818062 n-d-838334-2 neutron-server[84040]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 18 21:04:56.818062 n-d-838334-2 neutron-server[84040]: return f(self, *a, **k) Apr 18 21:04:56.818062 n-d-838334-2 neutron-server[84040]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 18 21:04:56.818062 n-d-838334-2 neutron-server[84040]: return self._get(url).json() Apr 18 21:04:56.818062 n-d-838334-2 neutron-server[84040]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 18 21:04:56.818062 n-d-838334-2 neutron-server[84040]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 21:04:56.818062 n-d-838334-2 neutron-server[84040]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 18 21:04:56.818062 n-d-838334-2 neutron-server[84040]: return self.request(url, 'GET', **kwargs) Apr 18 21:04:56.818062 n-d-838334-2 neutron-server[84040]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 18 21:04:56.818062 n-d-838334-2 neutron-server[84040]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 21:04:56.818062 n-d-838334-2 neutron-server[84040]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 18 21:04:56.818062 n-d-838334-2 neutron-server[84040]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 21:04:56.818062 n-d-838334-2 neutron-server[84040]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 18 21:04:56.818062 n-d-838334-2 neutron-server[84040]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 21:04:56.818062 n-d-838334-2 neutron-server[84040]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 21:04:56.822000 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 36996) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:04:56.898373 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-841b5dc0-a677-49c8-a360-6dffef0f5b73 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1364717658 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1364717658-project-admin] Pushing event updated for resources: {'Port': ['ID=8589dd58-1387-472a-bb68-f0842f8728ea,revision_number=3']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:04:56.912097 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.plugin [None req-e775c5d1-a9fb-4f89-837f-298864132edc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1364717658 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1364717658-project-admin] Deleting port 8589dd58-1387-472a-bb68-f0842f8728ea {{(pid=84041) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 21:04:56.912435 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-e775c5d1-a9fb-4f89-837f-298864132edc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1364717658 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1364717658-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750375188691'] for port, before_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:57.090336 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-390fbdfe-b96e-4dbc-816c-8711d905503d tempest-PortsTestJSON-1335945802 tempest-PortsTestJSON-1335945802-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 1.9793139 Apr 18 21:04:57.097061 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 37000) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:04:57.103998 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-3698a116-c8a6-48e0-9c9a-5ed172402358 tempest-RoutersAdminTest-1076183166 tempest-RoutersAdminTest-1076183166-project] Notify callbacks [] for router_gateway, before_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:57.107425 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.v2.base [None req-fae7a03b-9c75-4882-b444-73354a17f6f2 tempest-PortsTestJSON-1335945802 tempest-PortsTestJSON-1335945802-project] Request body: {'subnet': {'network_id': 'ab7efb70-14ea-45cc-83ff-f7021d3c5fbc', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=84041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:04:57.119699 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-390fbdfe-b96e-4dbc-816c-8711d905503d tempest-PortsTestJSON-1335945802 tempest-PortsTestJSON-1335945802-project] Pushing event updated for resources: {'Network': ['ID=ab7efb70-14ea-45cc-83ff-f7021d3c5fbc,revision_number=1']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:04:57.121741 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-a74f3e72-a3e5-4265-a1a6-b7951fb2b72a tempest-ExtraDHCPOptionsIpV6TestJSON-143672045 tempest-ExtraDHCPOptionsIpV6TestJSON-143672045-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1258898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33526109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33444113'] for network, after_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:57.131953 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Network ab7efb70-14ea-45cc-83ff-f7021d3c5fbc details requested by agent ovs-agent-n-d-838334-2 with host n-d-838334-2 {{(pid=84042) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 18 21:04:57.199903 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-a74f3e72-a3e5-4265-a1a6-b7951fb2b72a tempest-ExtraDHCPOptionsIpV6TestJSON-143672045 tempest-ExtraDHCPOptionsIpV6TestJSON-143672045-project] Notify callbacks [] for network, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:57.213665 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.plugin [None req-3698a116-c8a6-48e0-9c9a-5ed172402358 tempest-RoutersAdminTest-1076183166 tempest-RoutersAdminTest-1076183166-project] Deleting port d853bae7-093f-4f5e-96e0-207d44d36f59 {{(pid=84040) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 21:04:57.214070 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-3698a116-c8a6-48e0-9c9a-5ed172402358 tempest-RoutersAdminTest-1076183166 tempest-RoutersAdminTest-1076183166-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750375188691'] for port, before_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:57.326315 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.db [None req-e775c5d1-a9fb-4f89-837f-298864132edc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1364717658 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1364717658-project-admin] For port 8589dd58-1387-472a-bb68-f0842f8728ea, host n-h1-838334-2, got binding levels [] {{(pid=84041) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:04:57.326668 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-e775c5d1-a9fb-4f89-837f-298864132edc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1364717658 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1364717658-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369123'] for port, precommit_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:57.406069 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a74f3e72-a3e5-4265-a1a6-b7951fb2b72a tempest-ExtraDHCPOptionsIpV6TestJSON-143672045 tempest-ExtraDHCPOptionsIpV6TestJSON-143672045-project] Pushing event deleted for resources: {'Network': ['ID=2c6d39c7-6e76-41c6-a439-c7138036f252,revision_number=None']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:04:57.415743 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-a74f3e72-a3e5-4265-a1a6-b7951fb2b72a tempest-ExtraDHCPOptionsIpV6TestJSON-143672045 tempest-ExtraDHCPOptionsIpV6TestJSON-143672045-project] 10.222.0.42 "DELETE /v2.0/networks/2c6d39c7-6e76-41c6-a439-c7138036f252 HTTP/1.1" status: 204 len: 168 time: 4.6670561 Apr 18 21:04:57.454145 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-ad54784e-9054-4866-8bb5-a6940c182415 tempest-RoutersIpV6AdminTest-1441855246 tempest-RoutersIpV6AdminTest-1441855246-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750374836619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32440838'] for port, after_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:57.458545 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.db.resource_extend [req-02b63dba-745e-4133-8bfe-624f9dc7b869 req-502a8f9f-c683-49f1-8c15-a83523d130be service neutron] It took 0.26 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 18 21:04:57.462219 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.plugin [None req-e775c5d1-a9fb-4f89-837f-298864132edc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1364717658 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1364717658-project-admin] Calling delete_port for 8589dd58-1387-472a-bb68-f0842f8728ea owned by {{(pid=84041) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 21:04:57.487677 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-fae7a03b-9c75-4882-b444-73354a17f6f2 tempest-PortsTestJSON-1335945802 tempest-PortsTestJSON-1335945802-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:04:57.498815 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-fae7a03b-9c75-4882-b444-73354a17f6f2 tempest-PortsTestJSON-1335945802 tempest-PortsTestJSON-1335945802-project] Usage tracker for resource:subnet and tenant:234c597e1bbf440ab35a01225b472234 is out of sync, need to count used quota {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:04:57.507661 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-fae7a03b-9c75-4882-b444-73354a17f6f2 tempest-PortsTestJSON-1335945802 tempest-PortsTestJSON-1335945802-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:04:57.516114 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-fae7a03b-9c75-4882-b444-73354a17f6f2 tempest-PortsTestJSON-1335945802 tempest-PortsTestJSON-1335945802-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:04:57.553746 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fae7a03b-9c75-4882-b444-73354a17f6f2 tempest-PortsTestJSON-1335945802 tempest-PortsTestJSON-1335945802-project] Made reservation on behalf of 234c597e1bbf440ab35a01225b472234 for: {'subnet': 1} {{(pid=84041) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:04:57.631229 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-e775c5d1-a9fb-4f89-837f-298864132edc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1364717658 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1364717658-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750375259028', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750374836628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32266323'] for port, after_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:57.684528 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e775c5d1-a9fb-4f89-837f-298864132edc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1364717658 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1364717658-project-admin] Pushing event deleted for resources: {'Port': ['ID=8589dd58-1387-472a-bb68-f0842f8728ea,revision_number=None']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:04:57.689465 n-d-838334-2 neutron-server[84040]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad54784e-9054-4866-8bb5-a6940c182415 tempest-RoutersIpV6AdminTest-1441855246 tempest-RoutersIpV6AdminTest-1441855246-project-admin] Network e41b6600-a917-4a8d-b05c-be3be40c6d8c is already hosted by enough agents. {{(pid=84040) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:04:57.706689 n-d-838334-2 neutron-server[84040]: DEBUG neutron.scheduler.base_scheduler [None req-ad54784e-9054-4866-8bb5-a6940c182415 tempest-RoutersIpV6AdminTest-1441855246 tempest-RoutersIpV6AdminTest-1441855246-project-admin] Resources bound (agent type, host, resource id): {{(pid=84040) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:04:57.709283 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-e775c5d1-a9fb-4f89-837f-298864132edc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1364717658 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1364717658-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217293'] for port, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:57.715563 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad54784e-9054-4866-8bb5-a6940c182415 tempest-RoutersIpV6AdminTest-1441855246 tempest-RoutersIpV6AdminTest-1441855246-project-admin] Pushing event updated for resources: {'Port': ['ID=fbfde0f8-a754-4bee-bf90-a16586e427b5,revision_number=1']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:04:57.716478 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-fae7a03b-9c75-4882-b444-73354a17f6f2 tempest-PortsTestJSON-1335945802 tempest-PortsTestJSON-1335945802-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32486301'] for subnet, before_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:57.720496 n-d-838334-2 neutron-server[84040]: DEBUG neutron.notifiers.nova [req-02b63dba-745e-4133-8bfe-624f9dc7b869 req-502a8f9f-c683-49f1-8c15-a83523d130be service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6bed8de5-58ef-4df2-8478-95d3b5de3e84 {{(pid=84040) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 18 21:04:57.727041 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad54784e-9054-4866-8bb5-a6940c182415 tempest-RoutersIpV6AdminTest-1441855246 tempest-RoutersIpV6AdminTest-1441855246-project-admin] Received port after_create {{(pid=84040) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 21:04:57.791538 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 37012) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:04:57.801178 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-e775c5d1-a9fb-4f89-837f-298864132edc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1364717658 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1364717658-project-admin] 10.222.0.42 "DELETE /v2.0/ports/8589dd58-1387-472a-bb68-f0842f8728ea HTTP/1.1" status: 204 len: 168 time: 0.9823980 Apr 18 21:04:57.805993 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 37018) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:04:57.807853 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-02b63dba-745e-4133-8bfe-624f9dc7b869 req-502a8f9f-c683-49f1-8c15-a83523d130be service neutron] Notify callbacks [] for port, precommit_update {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:57.966181 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.provisioning_blocks [req-02b63dba-745e-4133-8bfe-624f9dc7b869 req-502a8f9f-c683-49f1-8c15-a83523d130be service neutron] Transition to ACTIVE for port object 6bed8de5-58ef-4df2-8478-95d3b5de3e84 will not be triggered until provisioned by entity L2. {{(pid=84040) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:04:57.973377 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-3698a116-c8a6-48e0-9c9a-5ed172402358 tempest-RoutersAdminTest-1076183166 tempest-RoutersAdminTest-1076183166-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369123'] for port, precommit_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:57.990150 n-d-838334-2 neutron-server[84040]: INFO neutron.pecan_wsgi.hooks.translation [None req-d911329a-b472-4516-9509-76a494b20a97 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1364717658 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1364717658-project-admin] GET failed (client error): The resource could not be found. Apr 18 21:04:57.990659 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-d911329a-b472-4516-9509-76a494b20a97 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1364717658 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1364717658-project-admin] Synchronizing usage tracker for tenant:7a37e36e7064464dbdba8c9d23a6837c on resource:port {{(pid=84040) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 21:04:57.994946 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-fae7a03b-9c75-4882-b444-73354a17f6f2 tempest-PortsTestJSON-1335945802 tempest-PortsTestJSON-1335945802-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33526260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32266407', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32486287'] for subnet, after_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:58.011868 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-02b63dba-745e-4133-8bfe-624f9dc7b869 req-502a8f9f-c683-49f1-8c15-a83523d130be service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32440959'] for port, after_update {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:58.140154 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fae7a03b-9c75-4882-b444-73354a17f6f2 tempest-PortsTestJSON-1335945802 tempest-PortsTestJSON-1335945802-project] Pushing event updated for resources: {'Subnet': ['ID=6ba9a4c6-1866-4c91-b7dd-6ea78ba767b4,revision_number=0']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:04:58.158423 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-9166ef3a-1498-4b49-ab18-76f2179b5836 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=1e58ac7a2a59451c82994284a0348686&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3652396 Apr 18 21:04:58.162959 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 37026) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:04:58.167752 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fae7a03b-9c75-4882-b444-73354a17f6f2 tempest-PortsTestJSON-1335945802 tempest-PortsTestJSON-1335945802-project] Checking segment: {'id': '4f9bdafb-2f7c-4fdf-ae60-eb208ff37f8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': 'ab7efb70-14ea-45cc-83ff-f7021d3c5fbc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84041) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 21:04:58.167968 n-d-838334-2 neutron-server[84041]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fae7a03b-9c75-4882-b444-73354a17f6f2 tempest-PortsTestJSON-1335945802 tempest-PortsTestJSON-1335945802-project] Network hostable DHCP agents. Network: ab7efb70-14ea-45cc-83ff-f7021d3c5fbc, hostable agents: ['8746f8ea-3e91-4b32-9919-2c63adeb8722'], hosted agents: [] {{(pid=84041) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 21:04:58.239003 n-d-838334-2 neutron-server[84041]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fae7a03b-9c75-4882-b444-73354a17f6f2 tempest-PortsTestJSON-1335945802 tempest-PortsTestJSON-1335945802-project] Network ab7efb70-14ea-45cc-83ff-f7021d3c5fbc is scheduled to be hosted by DHCP agent 8746f8ea-3e91-4b32-9919-2c63adeb8722 with binding_index 1 {{(pid=84041) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 21:04:58.249458 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-9c9e537b-e7e6-4a36-ab81-4ba1695fbfcc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:58.259220 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.plugin [None req-3698a116-c8a6-48e0-9c9a-5ed172402358 tempest-RoutersAdminTest-1076183166 tempest-RoutersAdminTest-1076183166-project] Calling delete_port for d853bae7-093f-4f5e-96e0-207d44d36f59 owned by network:router_gateway {{(pid=84040) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 21:04:58.261862 n-d-838334-2 neutron-server[84041]: DEBUG neutron.scheduler.base_scheduler [None req-fae7a03b-9c75-4882-b444-73354a17f6f2 tempest-PortsTestJSON-1335945802 tempest-PortsTestJSON-1335945802-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-838334-2, ab7efb70-14ea-45cc-83ff-f7021d3c5fbc) {{(pid=84041) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:04:58.272734 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fae7a03b-9c75-4882-b444-73354a17f6f2 tempest-PortsTestJSON-1335945802 tempest-PortsTestJSON-1335945802-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:04:58.273357 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-fae7a03b-9c75-4882-b444-73354a17f6f2 tempest-PortsTestJSON-1335945802 tempest-PortsTestJSON-1335945802-project] Notify callbacks [] for subnet, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:58.274140 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ab304a3-9fb9-47a4-905a-d74b2c344779 None None] Network ab7efb70-14ea-45cc-83ff-f7021d3c5fbc requested from n-d-838334-2 {{(pid=84042) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 21:04:58.293743 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-9c9e537b-e7e6-4a36-ab81-4ba1695fbfcc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:58.332527 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-fae7a03b-9c75-4882-b444-73354a17f6f2 tempest-PortsTestJSON-1335945802 tempest-PortsTestJSON-1335945802-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2318254 Apr 18 21:04:58.333186 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 37030) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:04:58.341307 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.v2.base [None req-a42bd46d-431a-4ae1-9f97-5dc66d4289db tempest-PortsTestJSON-1335945802 tempest-PortsTestJSON-1335945802-project] Request body: {'router': {'name': 'tempest-PortsTestJSON-router-1772344195', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=84041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:04:58.348883 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-a42bd46d-431a-4ae1-9f97-5dc66d4289db tempest-PortsTestJSON-1335945802 tempest-PortsTestJSON-1335945802-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:04:58.353749 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-a42bd46d-431a-4ae1-9f97-5dc66d4289db tempest-PortsTestJSON-1335945802 tempest-PortsTestJSON-1335945802-project] Usage tracker for resource:router and tenant:234c597e1bbf440ab35a01225b472234 is out of sync, need to count used quota {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:04:58.357244 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-a42bd46d-431a-4ae1-9f97-5dc66d4289db tempest-PortsTestJSON-1335945802 tempest-PortsTestJSON-1335945802-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:04:58.363529 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-a42bd46d-431a-4ae1-9f97-5dc66d4289db tempest-PortsTestJSON-1335945802 tempest-PortsTestJSON-1335945802-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:04:58.378342 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-a42bd46d-431a-4ae1-9f97-5dc66d4289db tempest-PortsTestJSON-1335945802 tempest-PortsTestJSON-1335945802-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-33442106', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5708'] for router, before_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:58.381676 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-a42bd46d-431a-4ae1-9f97-5dc66d4289db tempest-PortsTestJSON-1335945802 tempest-PortsTestJSON-1335945802-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33442137', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33444285', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33535433', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5703'] for router, precommit_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:58.397532 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-9c9e537b-e7e6-4a36-ab81-4ba1695fbfcc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33528224'] for security_group, after_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:58.422012 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c9e537b-e7e6-4a36-ab81-4ba1695fbfcc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=33d6622c-a9ae-4e4a-b7c7-46056601fe81,revision_number=None']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:04:58.432104 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-9c9e537b-e7e6-4a36-ab81-4ba1695fbfcc admin admin] Notify callbacks [] for security_group, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:58.450337 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-9c9e537b-e7e6-4a36-ab81-4ba1695fbfcc admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/33d6622c-a9ae-4e4a-b7c7-46056601fe81 HTTP/1.1" status: 204 len: 168 time: 0.2863574 Apr 18 21:04:58.463922 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-a42bd46d-431a-4ae1-9f97-5dc66d4289db tempest-PortsTestJSON-1335945802 tempest-PortsTestJSON-1335945802-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:58.491509 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-a42bd46d-431a-4ae1-9f97-5dc66d4289db tempest-PortsTestJSON-1335945802 tempest-PortsTestJSON-1335945802-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33443529', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33444176'] for router, after_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:58.531427 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-a42bd46d-431a-4ae1-9f97-5dc66d4289db tempest-PortsTestJSON-1335945802 tempest-PortsTestJSON-1335945802-project] Notify callbacks [] for router, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:58.533167 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-a42bd46d-431a-4ae1-9f97-5dc66d4289db tempest-PortsTestJSON-1335945802 tempest-PortsTestJSON-1335945802-project] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 702 time: 0.1990712 Apr 18 21:04:58.535980 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 37036) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:04:58.557716 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-502a8f9f-c683-49f1-8c15-a83523d130be service neutron] Pushing event updated for resources: {'Port': ['ID=6bed8de5-58ef-4df2-8478-95d3b5de3e84,revision_number=2']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:04:58.561990 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.v2.base [None req-bc7e91fc-1a93-4ba8-b802-7fe53ad58b69 tempest-PortsTestJSON-1335945802 tempest-PortsTestJSON-1335945802-project] Request body: {'port': {'network_id': 'ab7efb70-14ea-45cc-83ff-f7021d3c5fbc', 'name': 'tempest-PortsTestJSON-605097151'}} {{(pid=84041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:04:58.652403 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-d911329a-b472-4516-9509-76a494b20a97 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1364717658 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1364717658-project-admin] Unset dirty status for tenant:7a37e36e7064464dbdba8c9d23a6837c on resource:port {{(pid=84040) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 21:04:58.657901 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-d911329a-b472-4516-9509-76a494b20a97 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1364717658 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1364717658-project-admin] 10.222.0.42 "GET /v2.0/ports/8589dd58-1387-472a-bb68-f0842f8728ea HTTP/1.1" status: 404 len: 333 time: 0.8408434 Apr 18 21:04:58.666291 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 37040) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:04:58.674345 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fdcd5982-0701-4ff7-b57a-e4df6ab0f358 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp016840fc-1f9f-5892-9c53-c9cf6c845bbb-ab7efb70-14ea-45cc-83ff-f7021d3c5fbc', 'network_id': 'ab7efb70-14ea-45cc-83ff-f7021d3c5fbc', 'tenant_id': '234c597e1bbf440ab35a01225b472234', 'fixed_ips': [{'subnet_id': '6ba9a4c6-1866-4c91-b7dd-6ea78ba767b4'}]}} from n-d-838334-2. {{(pid=84042) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 18 21:04:58.675460 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-fdcd5982-0701-4ff7-b57a-e4df6ab0f358 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_create {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:58.790634 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-bc7e91fc-1a93-4ba8-b802-7fe53ad58b69 tempest-PortsTestJSON-1335945802 tempest-PortsTestJSON-1335945802-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:04:58.795808 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-bc7e91fc-1a93-4ba8-b802-7fe53ad58b69 tempest-PortsTestJSON-1335945802 tempest-PortsTestJSON-1335945802-project] Usage tracker for resource:port and tenant:234c597e1bbf440ab35a01225b472234 is out of sync, need to count used quota {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:04:58.799984 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-bc7e91fc-1a93-4ba8-b802-7fe53ad58b69 tempest-PortsTestJSON-1335945802 tempest-PortsTestJSON-1335945802-project] Quota usage for port was recalculated. Used quota:1. {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:04:58.808221 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-bc7e91fc-1a93-4ba8-b802-7fe53ad58b69 tempest-PortsTestJSON-1335945802 tempest-PortsTestJSON-1335945802-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:04:58.824299 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc7e91fc-1a93-4ba8-b802-7fe53ad58b69 tempest-PortsTestJSON-1335945802 tempest-PortsTestJSON-1335945802-project] Made reservation on behalf of 234c597e1bbf440ab35a01225b472234 for: {'port': 1} {{(pid=84041) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:04:58.829054 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-bc7e91fc-1a93-4ba8-b802-7fe53ad58b69 tempest-PortsTestJSON-1335945802 tempest-PortsTestJSON-1335945802-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:58.859707 n-d-838334-2 neutron-server[84041]: DEBUG neutron.notifiers.nova [None req-bc7e91fc-1a93-4ba8-b802-7fe53ad58b69 tempest-PortsTestJSON-1335945802 tempest-PortsTestJSON-1335945802-project] device_id is not set on port b2186bc2-3914-4b54-aedd-41d4f2796578 yet. {{(pid=84041) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 18 21:04:59.003393 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.db_base_plugin_common [None req-fdcd5982-0701-4ff7-b57a-e4df6ab0f358 None None] Allocated IP 172.20.0.2 (ab7efb70-14ea-45cc-83ff-f7021d3c5fbc/6ba9a4c6-1866-4c91-b7dd-6ea78ba767b4/0b96780e-b526-46cc-a3ae-24e436d37e49) {{(pid=84042) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 21:04:59.064365 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ae7a45c-b9de-433e-b1b4-c40be2448a51 req-de771fd7-2094-4734-9d11-120a74dc576f tempest-AttachVolumeTestJSON-1696487017 tempest-AttachVolumeTestJSON-1696487017-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:04:59.071884 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-5ae7a45c-b9de-433e-b1b4-c40be2448a51 req-de771fd7-2094-4734-9d11-120a74dc576f tempest-AttachVolumeTestJSON-1696487017 tempest-AttachVolumeTestJSON-1696487017-project] 10.222.0.42 "GET /v2.0/ports?device_id=b0ba2ec6-9abf-48fa-90ad-50051827d595 HTTP/1.1" status: 200 len: 943 time: 1.0695369 Apr 18 21:04:59.085418 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-e0126f23-b0f9-4a4a-820c-deb1a0645252 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1140422829 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1140422829-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1103592'] for network, before_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:59.291329 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-fdcd5982-0701-4ff7-b57a-e4df6ab0f358 None None] Notify callbacks [] for port, precommit_create {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:59.304723 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-fdcd5982-0701-4ff7-b57a-e4df6ab0f358 None None] Transition to ACTIVE for port object 0b96780e-b526-46cc-a3ae-24e436d37e49 will not be triggered until provisioned by entity L2. {{(pid=84042) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:04:59.326636 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-fdcd5982-0701-4ff7-b57a-e4df6ab0f358 None None] Transition to ACTIVE for port object 0b96780e-b526-46cc-a3ae-24e436d37e49 will not be triggered until provisioned by entity DHCP. {{(pid=84042) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:04:59.331683 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.managers [req-02b63dba-745e-4133-8bfe-624f9dc7b869 req-502a8f9f-c683-49f1-8c15-a83523d130be service neutron] Attempting to bind port 6bed8de5-58ef-4df2-8478-95d3b5de3e84 on host n-h2-838334-2 for vnic_type normal with profile {{(pid=84040) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 21:04:59.331683 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.managers [req-02b63dba-745e-4133-8bfe-624f9dc7b869 req-502a8f9f-c683-49f1-8c15-a83523d130be service neutron] Attempting to bind port 6bed8de5-58ef-4df2-8478-95d3b5de3e84 by drivers openvswitch,hyperv on host n-h2-838334-2 at level 0 using segments [{'id': 'f3c1adbc-ce68-4689-ba8a-f5f2d2d5dce1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '9b8a7e14-19dd-4214-9fd7-5da6fc8793e6'}] {{(pid=84040) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 21:04:59.331683 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02b63dba-745e-4133-8bfe-624f9dc7b869 req-502a8f9f-c683-49f1-8c15-a83523d130be service neutron] Attempting to bind port 6bed8de5-58ef-4df2-8478-95d3b5de3e84 on network 9b8a7e14-19dd-4214-9fd7-5da6fc8793e6 {{(pid=84040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 21:04:59.346718 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-fdcd5982-0701-4ff7-b57a-e4df6ab0f358 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750374836619'] for port, after_create {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:59.448938 n-d-838334-2 neutron-server[84042]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fdcd5982-0701-4ff7-b57a-e4df6ab0f358 None None] Network ab7efb70-14ea-45cc-83ff-f7021d3c5fbc is already hosted by enough agents. {{(pid=84042) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:04:59.452173 n-d-838334-2 neutron-server[84042]: DEBUG neutron.scheduler.base_scheduler [None req-fdcd5982-0701-4ff7-b57a-e4df6ab0f358 None None] Resources bound (agent type, host, resource id): {{(pid=84042) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:04:59.459426 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdcd5982-0701-4ff7-b57a-e4df6ab0f358 None None] Received port after_create {{(pid=84042) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 21:04:59.518754 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.db_base_plugin_common [None req-bc7e91fc-1a93-4ba8-b802-7fe53ad58b69 tempest-PortsTestJSON-1335945802 tempest-PortsTestJSON-1335945802-project] Allocated IP 172.20.0.3 (ab7efb70-14ea-45cc-83ff-f7021d3c5fbc/6ba9a4c6-1866-4c91-b7dd-6ea78ba767b4/b2186bc2-3914-4b54-aedd-41d4f2796578) {{(pid=84041) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 21:04:59.577840 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-ad54784e-9054-4866-8bb5-a6940c182415 tempest-RoutersIpV6AdminTest-1441855246 tempest-RoutersIpV6AdminTest-1441855246-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:59.578569 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-ad54784e-9054-4866-8bb5-a6940c182415 tempest-RoutersIpV6AdminTest-1441855246 tempest-RoutersIpV6AdminTest-1441855246-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33443529', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33444176'] for router, after_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:59.595597 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-5ae7a45c-b9de-433e-b1b4-c40be2448a51 req-5094e85d-a710-4315-905b-00df6e80b47c tempest-AttachVolumeTestJSON-1696487017 tempest-AttachVolumeTestJSON-1696487017-project] 10.222.0.42 "GET /v2.0/security-groups?id=f803d5b9-b26e-40a0-beab-857b23d0f147&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5228415 Apr 18 21:04:59.598340 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-3698a116-c8a6-48e0-9c9a-5ed172402358 tempest-RoutersAdminTest-1076183166 tempest-RoutersAdminTest-1076183166-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750375259028', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750374836628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32440838'] for port, after_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:59.706188 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdcd5982-0701-4ff7-b57a-e4df6ab0f358 None None] Pushing event updated for resources: {'Port': ['ID=0b96780e-b526-46cc-a3ae-24e436d37e49,revision_number=1']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:04:59.736354 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02b63dba-745e-4133-8bfe-624f9dc7b869 req-502a8f9f-c683-49f1-8c15-a83523d130be service neutron] Port 6bed8de5-58ef-4df2-8478-95d3b5de3e84 on network 9b8a7e14-19dd-4214-9fd7-5da6fc8793e6 not bound, no agent of type Open vSwitch agent registered on host n-h2-838334-2 {{(pid=84040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 18 21:04:59.736682 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02b63dba-745e-4133-8bfe-624f9dc7b869 req-502a8f9f-c683-49f1-8c15-a83523d130be service neutron] Attempting to bind port 6bed8de5-58ef-4df2-8478-95d3b5de3e84 on network 9b8a7e14-19dd-4214-9fd7-5da6fc8793e6 {{(pid=84040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 21:04:59.760255 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.managers [None req-fdcd5982-0701-4ff7-b57a-e4df6ab0f358 None None] Attempting to bind port 0b96780e-b526-46cc-a3ae-24e436d37e49 on host n-d-838334-2 for vnic_type normal with profile {{(pid=84042) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 21:04:59.760732 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.managers [None req-fdcd5982-0701-4ff7-b57a-e4df6ab0f358 None None] Attempting to bind port 0b96780e-b526-46cc-a3ae-24e436d37e49 by drivers openvswitch,hyperv on host n-d-838334-2 at level 0 using segments [{'id': '4f9bdafb-2f7c-4fdf-ae60-eb208ff37f8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': 'ab7efb70-14ea-45cc-83ff-f7021d3c5fbc'}] {{(pid=84042) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 21:04:59.761175 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdcd5982-0701-4ff7-b57a-e4df6ab0f358 None None] Attempting to bind port 0b96780e-b526-46cc-a3ae-24e436d37e49 on network ab7efb70-14ea-45cc-83ff-f7021d3c5fbc {{(pid=84042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 21:04:59.769676 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdcd5982-0701-4ff7-b57a-e4df6ab0f358 None None] Checking agent: {'id': '97cd4414-7af6-4d67-868d-dff370b4071a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838334-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 25, 49), 'started_at': datetime.datetime(2022, 4, 18, 20, 26, 19), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 21, 4, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838334-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 18 21:04:59.771202 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdcd5982-0701-4ff7-b57a-e4df6ab0f358 None None] Checking segment: {'id': '4f9bdafb-2f7c-4fdf-ae60-eb208ff37f8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': 'ab7efb70-14ea-45cc-83ff-f7021d3c5fbc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84042) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 21:04:59.771793 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-fdcd5982-0701-4ff7-b57a-e4df6ab0f358 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:59.772427 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdcd5982-0701-4ff7-b57a-e4df6ab0f358 None None] Bound using segment: {'id': '4f9bdafb-2f7c-4fdf-ae60-eb208ff37f8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': 'ab7efb70-14ea-45cc-83ff-f7021d3c5fbc'} {{(pid=84042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 18 21:04:59.773131 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.managers [None req-fdcd5982-0701-4ff7-b57a-e4df6ab0f358 None None] Bound port: 0b96780e-b526-46cc-a3ae-24e436d37e49, host: n-d-838334-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4f9bdafb-2f7c-4fdf-ae60-eb208ff37f8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': 'ab7efb70-14ea-45cc-83ff-f7021d3c5fbc'}}] {{(pid=84042) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 21:04:59.773644 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-fdcd5982-0701-4ff7-b57a-e4df6ab0f358 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:59.780654 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3698a116-c8a6-48e0-9c9a-5ed172402358 tempest-RoutersAdminTest-1076183166 tempest-RoutersAdminTest-1076183166-project] Pushing event deleted for resources: {'Port': ['ID=d853bae7-093f-4f5e-96e0-207d44d36f59,revision_number=None']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:04:59.829703 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750375287399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253529'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:59.887013 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-fdcd5982-0701-4ff7-b57a-e4df6ab0f358 None None] For port 0b96780e-b526-46cc-a3ae-24e436d37e49, host n-d-838334-2, cleared binding levels {{(pid=84042) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 21:04:59.891052 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-fdcd5982-0701-4ff7-b57a-e4df6ab0f358 None None] For port 0b96780e-b526-46cc-a3ae-24e436d37e49, host n-d-838334-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838334-2',level=0,port_id=0b96780e-b526-46cc-a3ae-24e436d37e49,segment=NetworkSegment(4f9bdafb-2f7c-4fdf-ae60-eb208ff37f8d),segment_id=4f9bdafb-2f7c-4fdf-ae60-eb208ff37f8d)] {{(pid=84042) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 21:04:59.900102 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-fdcd5982-0701-4ff7-b57a-e4df6ab0f358 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682'] for port, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:59.905771 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-bc7e91fc-1a93-4ba8-b802-7fe53ad58b69 tempest-PortsTestJSON-1335945802 tempest-PortsTestJSON-1335945802-project] Notify callbacks [] for port, precommit_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:59.923748 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.provisioning_blocks [None req-bc7e91fc-1a93-4ba8-b802-7fe53ad58b69 tempest-PortsTestJSON-1335945802 tempest-PortsTestJSON-1335945802-project] Transition to ACTIVE for port object b2186bc2-3914-4b54-aedd-41d4f2796578 will not be triggered until provisioned by entity DHCP. {{(pid=84041) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:04:59.949967 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-bc7e91fc-1a93-4ba8-b802-7fe53ad58b69 tempest-PortsTestJSON-1335945802 tempest-PortsTestJSON-1335945802-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750374836619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32266323'] for port, after_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:59.989740 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 37062) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:05:00.006550 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdcd5982-0701-4ff7-b57a-e4df6ab0f358 None None] Pushing event updated for resources: {'Port': ['ID=0b96780e-b526-46cc-a3ae-24e436d37e49,revision_number=2']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:05:00.020423 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-e0126f23-b0f9-4a4a-820c-deb1a0645252 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1140422829 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1140422829-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1258905', 'neutron.services.segments.db._delete_segments_for_network-8750375287417'] for network, precommit_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:00.054007 n-d-838334-2 neutron-server[84041]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc7e91fc-1a93-4ba8-b802-7fe53ad58b69 tempest-PortsTestJSON-1335945802 tempest-PortsTestJSON-1335945802-project] Network ab7efb70-14ea-45cc-83ff-f7021d3c5fbc is already hosted by enough agents. {{(pid=84041) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:05:00.064518 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc7e91fc-1a93-4ba8-b802-7fe53ad58b69 tempest-PortsTestJSON-1335945802 tempest-PortsTestJSON-1335945802-project] Pushing event updated for resources: {'Port': ['ID=b2186bc2-3914-4b54-aedd-41d4f2796578,revision_number=1']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:05:00.067031 n-d-838334-2 neutron-server[84041]: DEBUG neutron.scheduler.base_scheduler [None req-bc7e91fc-1a93-4ba8-b802-7fe53ad58b69 tempest-PortsTestJSON-1335945802 tempest-PortsTestJSON-1335945802-project] Resources bound (agent type, host, resource id): {{(pid=84041) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:05:00.069561 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc7e91fc-1a93-4ba8-b802-7fe53ad58b69 tempest-PortsTestJSON-1335945802 tempest-PortsTestJSON-1335945802-project] Received port after_create {{(pid=84041) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 21:05:00.102746 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02b63dba-745e-4133-8bfe-624f9dc7b869 req-502a8f9f-c683-49f1-8c15-a83523d130be service neutron] Checking agent: {'id': 'dc797004-f641-47b7-a77f-9c62b5b16296', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-838334-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 34, 3), 'started_at': datetime.datetime(2022, 4, 18, 20, 34, 3), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 21, 4, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 18 21:05:00.103124 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02b63dba-745e-4133-8bfe-624f9dc7b869 req-502a8f9f-c683-49f1-8c15-a83523d130be service neutron] Checking segment: {'id': 'f3c1adbc-ce68-4689-ba8a-f5f2d2d5dce1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '9b8a7e14-19dd-4214-9fd7-5da6fc8793e6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84040) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 21:05:00.103318 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02b63dba-745e-4133-8bfe-624f9dc7b869 req-502a8f9f-c683-49f1-8c15-a83523d130be service neutron] Bound using segment: {'id': 'f3c1adbc-ce68-4689-ba8a-f5f2d2d5dce1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '9b8a7e14-19dd-4214-9fd7-5da6fc8793e6'} {{(pid=84040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 18 21:05:00.103797 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.managers [req-02b63dba-745e-4133-8bfe-624f9dc7b869 req-502a8f9f-c683-49f1-8c15-a83523d130be service neutron] Bound port: 6bed8de5-58ef-4df2-8478-95d3b5de3e84, host: n-h2-838334-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f3c1adbc-ce68-4689-ba8a-f5f2d2d5dce1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '9b8a7e14-19dd-4214-9fd7-5da6fc8793e6'}}] {{(pid=84040) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 21:05:00.104146 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-02b63dba-745e-4133-8bfe-624f9dc7b869 req-502a8f9f-c683-49f1-8c15-a83523d130be service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:00.140274 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc7e91fc-1a93-4ba8-b802-7fe53ad58b69 tempest-PortsTestJSON-1335945802 tempest-PortsTestJSON-1335945802-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:05:00.141037 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-bc7e91fc-1a93-4ba8-b802-7fe53ad58b69 tempest-PortsTestJSON-1335945802 tempest-PortsTestJSON-1335945802-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217293'] for port, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:00.170785 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.plugin [None req-5410043f-11de-4b6d-a8e6-fc0c8f86ff34 tempest-RoutersTest-1500746192 tempest-RoutersTest-1500746192-project] Deleting port 195d2d25-59bf-46a4-bee4-bead717e2e19 {{(pid=84040) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 21:05:00.171130 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-5410043f-11de-4b6d-a8e6-fc0c8f86ff34 tempest-RoutersTest-1500746192 tempest-RoutersTest-1500746192-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750375188691'] for port, before_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:00.177475 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-bc7e91fc-1a93-4ba8-b802-7fe53ad58b69 tempest-PortsTestJSON-1335945802 tempest-PortsTestJSON-1335945802-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 1.6355183 Apr 18 21:05:00.177475 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 37068) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:05:00.268222 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.v2.base [None req-53f4ac64-b827-4039-8d6d-1af4c43f0f0b tempest-FloatingIPTestJSON-1355648241 tempest-FloatingIPTestJSON-1355648241-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-test-network-296330427'}} {{(pid=84041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:05:00.276612 n-d-838334-2 neutron-server[84040]: DEBUG neutron.services.segments.db [None req-e0126f23-b0f9-4a4a-820c-deb1a0645252 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1140422829 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1140422829-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4961d4e9-7985-466c-877d-192c08190aa4']}} {{(pid=84040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:05:00.350844 n-d-838334-2 neutron-server[84040]: DEBUG neutron.services.segments.db [None req-e0126f23-b0f9-4a4a-820c-deb1a0645252 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1140422829 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1140422829-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '698d6ee8-a8b8-4ef9-a78a-6cb0c7e62f11') {'for_net_delete': True} {{(pid=84040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:05:00.352246 n-d-838334-2 neutron-server[84040]: DEBUG neutron.services.segments.db [None req-e0126f23-b0f9-4a4a-820c-deb1a0645252 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1140422829 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1140422829-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '698d6ee8-a8b8-4ef9-a78a-6cb0c7e62f11') {} {{(pid=84040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:05:00.406189 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-e0126f23-b0f9-4a4a-820c-deb1a0645252 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1140422829 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1140422829-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750375287300', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31955965'] for segment, before_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:00.437490 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-53f4ac64-b827-4039-8d6d-1af4c43f0f0b tempest-FloatingIPTestJSON-1355648241 tempest-FloatingIPTestJSON-1355648241-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:05:00.451998 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-53f4ac64-b827-4039-8d6d-1af4c43f0f0b tempest-FloatingIPTestJSON-1355648241 tempest-FloatingIPTestJSON-1355648241-project] Usage tracker for resource:network and tenant:23d580683d72427e8760083fb729f9d6 is out of sync, need to count used quota {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:05:00.456487 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-53f4ac64-b827-4039-8d6d-1af4c43f0f0b tempest-FloatingIPTestJSON-1355648241 tempest-FloatingIPTestJSON-1355648241-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:05:00.464381 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-53f4ac64-b827-4039-8d6d-1af4c43f0f0b tempest-FloatingIPTestJSON-1355648241 tempest-FloatingIPTestJSON-1355648241-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:05:00.479577 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-53f4ac64-b827-4039-8d6d-1af4c43f0f0b tempest-FloatingIPTestJSON-1355648241 tempest-FloatingIPTestJSON-1355648241-project] Made reservation on behalf of 23d580683d72427e8760083fb729f9d6 for: {'network': 1} {{(pid=84041) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:05:00.482540 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-53f4ac64-b827-4039-8d6d-1af4c43f0f0b tempest-FloatingIPTestJSON-1355648241 tempest-FloatingIPTestJSON-1355648241-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for network, before_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:00.564406 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-e0126f23-b0f9-4a4a-820c-deb1a0645252 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1140422829 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1140422829-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1082986'] for segment, precommit_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:00.608133 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-53f4ac64-b827-4039-8d6d-1af4c43f0f0b tempest-FloatingIPTestJSON-1355648241 tempest-FloatingIPTestJSON-1355648241-project] Notify callbacks [] for security_group, before_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:00.651348 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e0126f23-b0f9-4a4a-820c-deb1a0645252 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1140422829 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1140422829-project] Releasing vlan 361 on physical network physnet1 to pool {{(pid=84040) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 18 21:05:00.651773 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-e0126f23-b0f9-4a4a-820c-deb1a0645252 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1140422829 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1140422829-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1082993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32440923'] for segment, after_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:00.668850 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-53f4ac64-b827-4039-8d6d-1af4c43f0f0b tempest-FloatingIPTestJSON-1355648241 tempest-FloatingIPTestJSON-1355648241-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:05:00.685096 n-d-838334-2 neutron-server[84040]: Traceback (most recent call last): Apr 18 21:05:00.685096 n-d-838334-2 neutron-server[84040]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 18 21:05:00.685096 n-d-838334-2 neutron-server[84040]: timer() Apr 18 21:05:00.685096 n-d-838334-2 neutron-server[84040]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 21:05:00.685096 n-d-838334-2 neutron-server[84040]: cb(*args, **kw) Apr 18 21:05:00.685096 n-d-838334-2 neutron-server[84040]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 18 21:05:00.685096 n-d-838334-2 neutron-server[84040]: return func(*args, **kwargs) Apr 18 21:05:00.685096 n-d-838334-2 neutron-server[84040]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 21:05:00.685096 n-d-838334-2 neutron-server[84040]: self._notify() Apr 18 21:05:00.685096 n-d-838334-2 neutron-server[84040]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 21:05:00.685096 n-d-838334-2 neutron-server[84040]: self.callback(batched_events) Apr 18 21:05:00.685096 n-d-838334-2 neutron-server[84040]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 21:05:00.685096 n-d-838334-2 neutron-server[84040]: event.method(event) Apr 18 21:05:00.685096 n-d-838334-2 neutron-server[84040]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 18 21:05:00.685096 n-d-838334-2 neutron-server[84040]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 21:05:00.685096 n-d-838334-2 neutron-server[84040]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 18 21:05:00.685096 n-d-838334-2 neutron-server[84040]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 21:05:00.685096 n-d-838334-2 neutron-server[84040]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 18 21:05:00.685096 n-d-838334-2 neutron-server[84040]: return f(self, *a, **k) Apr 18 21:05:00.685096 n-d-838334-2 neutron-server[84040]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 18 21:05:00.685096 n-d-838334-2 neutron-server[84040]: return self._get(url).json() Apr 18 21:05:00.685096 n-d-838334-2 neutron-server[84040]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 18 21:05:00.685096 n-d-838334-2 neutron-server[84040]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 21:05:00.685096 n-d-838334-2 neutron-server[84040]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 18 21:05:00.685096 n-d-838334-2 neutron-server[84040]: return self.request(url, 'GET', **kwargs) Apr 18 21:05:00.685096 n-d-838334-2 neutron-server[84040]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 18 21:05:00.685096 n-d-838334-2 neutron-server[84040]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 21:05:00.685096 n-d-838334-2 neutron-server[84040]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 18 21:05:00.685096 n-d-838334-2 neutron-server[84040]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 21:05:00.685096 n-d-838334-2 neutron-server[84040]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 18 21:05:00.685096 n-d-838334-2 neutron-server[84040]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 21:05:00.685096 n-d-838334-2 neutron-server[84040]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 21:05:00.724529 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-53f4ac64-b827-4039-8d6d-1af4c43f0f0b tempest-FloatingIPTestJSON-1355648241 tempest-FloatingIPTestJSON-1355648241-project] Usage tracker for resource:security_group_rule and tenant:23d580683d72427e8760083fb729f9d6 is out of sync, need to count used quota {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:05:00.732393 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-53f4ac64-b827-4039-8d6d-1af4c43f0f0b tempest-FloatingIPTestJSON-1355648241 tempest-FloatingIPTestJSON-1355648241-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:05:00.787611 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-53f4ac64-b827-4039-8d6d-1af4c43f0f0b tempest-FloatingIPTestJSON-1355648241 tempest-FloatingIPTestJSON-1355648241-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:05:00.833533 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.db [req-02b63dba-745e-4133-8bfe-624f9dc7b869 req-502a8f9f-c683-49f1-8c15-a83523d130be service neutron] For port 6bed8de5-58ef-4df2-8478-95d3b5de3e84, host n-h2-838334-2, cleared binding levels {{(pid=84040) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 21:05:00.939291 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.db [req-02b63dba-745e-4133-8bfe-624f9dc7b869 req-502a8f9f-c683-49f1-8c15-a83523d130be service neutron] For port 6bed8de5-58ef-4df2-8478-95d3b5de3e84, host n-h2-838334-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838334-2',level=0,port_id=6bed8de5-58ef-4df2-8478-95d3b5de3e84,segment=NetworkSegment(f3c1adbc-ce68-4689-ba8a-f5f2d2d5dce1),segment_id=f3c1adbc-ce68-4689-ba8a-f5f2d2d5dce1)] {{(pid=84040) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 21:05:00.948204 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-e0126f23-b0f9-4a4a-820c-deb1a0645252 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1140422829 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1140422829-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1258898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33526109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33444113'] for network, after_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:00.953231 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-e0126f23-b0f9-4a4a-820c-deb1a0645252 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1140422829 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1140422829-project] Notify callbacks [] for network, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:00.985784 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-3698a116-c8a6-48e0-9c9a-5ed172402358 tempest-RoutersAdminTest-1076183166 tempest-RoutersAdminTest-1076183166-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33444108'] for router_gateway, after_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:00.996421 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-53f4ac64-b827-4039-8d6d-1af4c43f0f0b tempest-FloatingIPTestJSON-1355648241 tempest-FloatingIPTestJSON-1355648241-project] Notify callbacks [] for security_group, precommit_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:01.012268 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-53f4ac64-b827-4039-8d6d-1af4c43f0f0b tempest-FloatingIPTestJSON-1355648241 tempest-FloatingIPTestJSON-1355648241-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33528224'] for security_group, after_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:01.105919 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-53f4ac64-b827-4039-8d6d-1af4c43f0f0b tempest-FloatingIPTestJSON-1355648241 tempest-FloatingIPTestJSON-1355648241-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 350} {{(pid=84041) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 21:05:01.128017 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53f4ac64-b827-4039-8d6d-1af4c43f0f0b tempest-FloatingIPTestJSON-1355648241 tempest-FloatingIPTestJSON-1355648241-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b303b0ed-639b-482d-89cc-cbf16978c30f,revision_number=1']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:05:01.164784 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-53f4ac64-b827-4039-8d6d-1af4c43f0f0b tempest-FloatingIPTestJSON-1355648241 tempest-FloatingIPTestJSON-1355648241-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1082986'] for segment, precommit_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:01.165758 n-d-838334-2 neutron-server[84041]: INFO neutron.db.segments_db [None req-53f4ac64-b827-4039-8d6d-1af4c43f0f0b tempest-FloatingIPTestJSON-1355648241 tempest-FloatingIPTestJSON-1355648241-project] Added segment dd5f8567-d473-4e71-834f-76d3d158dcd4 of type vlan for network aac9f468-7127-4a86-9eab-4bd9c6ecd23d Apr 18 21:05:01.189042 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-f9f3bcaf-48cc-4937-b648-09d8fafb3661 tempest-PortsTestJSON-1335945802 tempest-PortsTestJSON-1335945802-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:01.224889 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-53f4ac64-b827-4039-8d6d-1af4c43f0f0b tempest-FloatingIPTestJSON-1355648241 tempest-FloatingIPTestJSON-1355648241-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750374825732'] for network, precommit_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:01.237225 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-680a3e0d-c6ee-4dbd-aaf9-7db1c89f7e77 None None] Network ab7efb70-14ea-45cc-83ff-f7021d3c5fbc requested from n-d-838334-2 {{(pid=84042) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 21:05:01.306533 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-53f4ac64-b827-4039-8d6d-1af4c43f0f0b tempest-FloatingIPTestJSON-1355648241 tempest-FloatingIPTestJSON-1355648241-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33526109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022'] for network, after_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:01.312285 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53f4ac64-b827-4039-8d6d-1af4c43f0f0b tempest-FloatingIPTestJSON-1355648241 tempest-FloatingIPTestJSON-1355648241-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:05:01.313197 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-53f4ac64-b827-4039-8d6d-1af4c43f0f0b tempest-FloatingIPTestJSON-1355648241 tempest-FloatingIPTestJSON-1355648241-project] Notify callbacks [] for network, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:01.348425 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-02b63dba-745e-4133-8bfe-624f9dc7b869 req-502a8f9f-c683-49f1-8c15-a83523d130be service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32440959'] for port, after_update {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:01.364479 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-b8a62e77-809c-4190-9842-4321f563750f None None] Provisioning for port 0b96780e-b526-46cc-a3ae-24e436d37e49 completed by entity DHCP. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 21:05:01.420514 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-02b63dba-745e-4133-8bfe-624f9dc7b869 req-502a8f9f-c683-49f1-8c15-a83523d130be service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217293'] for port, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:01.422154 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-02b63dba-745e-4133-8bfe-624f9dc7b869 req-502a8f9f-c683-49f1-8c15-a83523d130be service neutron] 10.222.0.48 "PUT /v2.0/ports/6bed8de5-58ef-4df2-8478-95d3b5de3e84 HTTP/1.1" status: 200 len: 1091 time: 6.3124735 Apr 18 21:05:01.529666 n-d-838334-2 neutron-server[84040]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b0ba2ec6-9abf-48fa-90ad-50051827d595', 'tag': '6bed8de5-58ef-4df2-8478-95d3b5de3e84'}] {{(pid=84040) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 21:05:01.541122 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0126f23-b0f9-4a4a-820c-deb1a0645252 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1140422829 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1140422829-project] Pushing event deleted for resources: {'Network': ['ID=4961d4e9-7985-466c-877d-192c08190aa4,revision_number=None']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:05:01.589531 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53f4ac64-b827-4039-8d6d-1af4c43f0f0b tempest-FloatingIPTestJSON-1355648241 tempest-FloatingIPTestJSON-1355648241-project] Pushing event updated for resources: {'Network': ['ID=aac9f468-7127-4a86-9eab-4bd9c6ecd23d,revision_number=1']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:05:01.643657 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Network aac9f468-7127-4a86-9eab-4bd9c6ecd23d details requested by agent ovs-agent-n-d-838334-2 with host n-d-838334-2 {{(pid=84042) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 18 21:05:01.688940 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-5410043f-11de-4b6d-a8e6-fc0c8f86ff34 tempest-RoutersTest-1500746192 tempest-RoutersTest-1500746192-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369123'] for port, precommit_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:01.746154 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-53f4ac64-b827-4039-8d6d-1af4c43f0f0b tempest-FloatingIPTestJSON-1355648241 tempest-FloatingIPTestJSON-1355648241-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 1.7495856 Apr 18 21:05:01.749809 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 37084) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:05:01.776920 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-e0126f23-b0f9-4a4a-820c-deb1a0645252 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1140422829 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1140422829-project] 10.222.0.42 "DELETE /v2.0/networks/4961d4e9-7985-466c-877d-192c08190aa4 HTTP/1.1" status: 204 len: 168 time: 3.0929258 Apr 18 21:05:01.792744 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.v2.base [None req-803613a7-e83b-4986-b639-47ad01bf47d4 tempest-FloatingIPTestJSON-1355648241 tempest-FloatingIPTestJSON-1355648241-project] Request body: {'subnet': {'network_id': 'aac9f468-7127-4a86-9eab-4bd9c6ecd23d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=84041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:05:01.918706 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-502a8f9f-c683-49f1-8c15-a83523d130be service neutron] Pushing event updated for resources: {'Port': ['ID=6bed8de5-58ef-4df2-8478-95d3b5de3e84,revision_number=3']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:05:01.931612 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-3698a116-c8a6-48e0-9c9a-5ed172402358 tempest-RoutersAdminTest-1076183166 tempest-RoutersAdminTest-1076183166-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33443580', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5726'] for router, precommit_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:01.940614 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-3698a116-c8a6-48e0-9c9a-5ed172402358 tempest-RoutersAdminTest-1076183166 tempest-RoutersAdminTest-1076183166-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:01.964186 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Device 0b96780e-b526-46cc-a3ae-24e436d37e49 up at agent ovs-agent-n-d-838334-2 {{(pid=84042) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 21:05:01.995197 n-d-838334-2 neutron-server[84040]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d7e39b15-9990-4aca-8141-d782129ed3d4'] response: {'name': 'network-changed', 'server_uuid': 'b0ba2ec6-9abf-48fa-90ad-50051827d595', 'tag': '6bed8de5-58ef-4df2-8478-95d3b5de3e84', 'status': 'completed', 'code': 200} Apr 18 21:05:02.005047 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-803613a7-e83b-4986-b639-47ad01bf47d4 tempest-FloatingIPTestJSON-1355648241 tempest-FloatingIPTestJSON-1355648241-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:05:02.009439 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-803613a7-e83b-4986-b639-47ad01bf47d4 tempest-FloatingIPTestJSON-1355648241 tempest-FloatingIPTestJSON-1355648241-project] Usage tracker for resource:subnet and tenant:23d580683d72427e8760083fb729f9d6 is out of sync, need to count used quota {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:05:02.012656 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-803613a7-e83b-4986-b639-47ad01bf47d4 tempest-FloatingIPTestJSON-1355648241 tempest-FloatingIPTestJSON-1355648241-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:05:02.021067 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-803613a7-e83b-4986-b639-47ad01bf47d4 tempest-FloatingIPTestJSON-1355648241 tempest-FloatingIPTestJSON-1355648241-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:05:02.044281 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-803613a7-e83b-4986-b639-47ad01bf47d4 tempest-FloatingIPTestJSON-1355648241 tempest-FloatingIPTestJSON-1355648241-project] Made reservation on behalf of 23d580683d72427e8760083fb729f9d6 for: {'subnet': 1} {{(pid=84041) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:05:02.137581 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-70882d92-1e40-4f2b-bcb0-055fe4c032c7 None None] Provisioning for port b2186bc2-3914-4b54-aedd-41d4f2796578 completed by entity DHCP. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 21:05:02.143153 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Provisioning for port 0b96780e-b526-46cc-a3ae-24e436d37e49 completed by entity L2. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 21:05:02.147049 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-70882d92-1e40-4f2b-bcb0-055fe4c032c7 None None] Provisioning complete for port b2186bc2-3914-4b54-aedd-41d4f2796578 triggered by entity DHCP. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:05:02.147578 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-70882d92-1e40-4f2b-bcb0-055fe4c032c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1253608'] for port, provisioning_complete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:02.223795 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.plugin [None req-5410043f-11de-4b6d-a8e6-fc0c8f86ff34 tempest-RoutersTest-1500746192 tempest-RoutersTest-1500746192-project] Calling delete_port for 195d2d25-59bf-46a4-bee4-bead717e2e19 owned by network:router_interface {{(pid=84040) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 21:05:02.232855 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.plugin [None req-70882d92-1e40-4f2b-bcb0-055fe4c032c7 None None] Port b2186bc2-3914-4b54-aedd-41d4f2796578 cannot update to ACTIVE because it is not bound. {{(pid=84042) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 18 21:05:02.240129 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Provisioning complete for port 0b96780e-b526-46cc-a3ae-24e436d37e49 triggered by entity L2. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:05:02.241338 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1253608'] for port, provisioning_complete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:02.319388 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-3698a116-c8a6-48e0-9c9a-5ed172402358 tempest-RoutersAdminTest-1076183166 tempest-RoutersAdminTest-1076183166-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-33443408'] for router, after_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:02.320137 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3698a116-c8a6-48e0-9c9a-5ed172402358 tempest-RoutersAdminTest-1076183166 tempest-RoutersAdminTest-1076183166-project] Fanout notify agent at l3_agent the message router_deleted on router d4e6a7d5-1d77-4d0e-a3fc-5a86c4454135 {{(pid=84040) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 18 21:05:02.355736 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-3698a116-c8a6-48e0-9c9a-5ed172402358 tempest-RoutersAdminTest-1076183166 tempest-RoutersAdminTest-1076183166-project] Notify callbacks [] for router, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:02.357258 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-3698a116-c8a6-48e0-9c9a-5ed172402358 tempest-RoutersAdminTest-1076183166 tempest-RoutersAdminTest-1076183166-project] 10.222.0.42 "DELETE /v2.0/routers/d4e6a7d5-1d77-4d0e-a3fc-5a86c4454135 HTTP/1.1" status: 204 len: 168 time: 8.8651850 Apr 18 21:05:02.365403 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 37092) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:05:02.375435 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08ada16e-a606-45c5-bcd6-4044f3473bb9 req-a8337e6e-3893-46a7-ab22-3212453053b3 tempest-AttachVolumeTestJSON-1696487017 tempest-AttachVolumeTestJSON-1696487017-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:05:02.377200 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-08ada16e-a606-45c5-bcd6-4044f3473bb9 req-a8337e6e-3893-46a7-ab22-3212453053b3 tempest-AttachVolumeTestJSON-1696487017 tempest-AttachVolumeTestJSON-1696487017-project] 10.222.0.42 "GET /v2.0/ports?device_id=b0ba2ec6-9abf-48fa-90ad-50051827d595 HTTP/1.1" status: 200 len: 943 time: 1.5371039 Apr 18 21:05:02.394865 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.v2.base [None req-5c14707c-e892-4189-a3c3-e269355c377a tempest-RoutersAdminTest-1076183166 tempest-RoutersAdminTest-1076183166-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-822396317', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=84040) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:05:02.406031 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [None req-5c14707c-e892-4189-a3c3-e269355c377a tempest-RoutersAdminTest-1076183166 tempest-RoutersAdminTest-1076183166-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:05:02.445477 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-803613a7-e83b-4986-b639-47ad01bf47d4 tempest-FloatingIPTestJSON-1355648241 tempest-FloatingIPTestJSON-1355648241-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32486301'] for subnet, before_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:02.464718 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-5c14707c-e892-4189-a3c3-e269355c377a tempest-RoutersAdminTest-1076183166 tempest-RoutersAdminTest-1076183166-project] Usage tracker for resource:router and tenant:495e9164d5ec4bc0b05dd65d74b178d7 is out of sync, need to count used quota {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:05:02.470447 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-5c14707c-e892-4189-a3c3-e269355c377a tempest-RoutersAdminTest-1076183166 tempest-RoutersAdminTest-1076183166-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:05:02.500016 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:02.503454 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [None req-5c14707c-e892-4189-a3c3-e269355c377a tempest-RoutersAdminTest-1076183166 tempest-RoutersAdminTest-1076183166-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:05:02.517961 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-ef0780db-1e43-49c9-9b09-10a5660eb44f None None] Provisioning complete for port b2186bc2-3914-4b54-aedd-41d4f2796578 triggered by entity DHCP. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:05:02.518464 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-ef0780db-1e43-49c9-9b09-10a5660eb44f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1253608'] for port, provisioning_complete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:02.523430 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 37096) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:05:02.543448 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-08ada16e-a606-45c5-bcd6-4044f3473bb9 req-9612000a-ca18-4ab9-b92a-eb17c9f2809a tempest-AttachVolumeTestJSON-1696487017 tempest-AttachVolumeTestJSON-1696487017-project] 10.222.0.42 "GET /v2.0/security-groups?id=f803d5b9-b26e-40a0-beab-857b23d0f147&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1544085 Apr 18 21:05:02.546399 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-02b63dba-745e-4133-8bfe-624f9dc7b869 req-1d9a1483-aa23-4b41-ab93-d89df6c1fa6e service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=b5bf875eb9b748b5aba56f8b60ce8169&device_id=b0ba2ec6-9abf-48fa-90ad-50051827d595 HTTP/1.1" status: 200 len: 1094 time: 1.0028195 Apr 18 21:05:02.627139 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.plugin [None req-ef0780db-1e43-49c9-9b09-10a5660eb44f None None] Port b2186bc2-3914-4b54-aedd-41d4f2796578 cannot update to ACTIVE because it is not bound. {{(pid=84042) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 18 21:05:02.631878 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] For port 0b96780e-b526-46cc-a3ae-24e436d37e49, host n-d-838334-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838334-2',level=0,port_id=0b96780e-b526-46cc-a3ae-24e436d37e49,segment=NetworkSegment(4f9bdafb-2f7c-4fdf-ae60-eb208ff37f8d),segment_id=4f9bdafb-2f7c-4fdf-ae60-eb208ff37f8d)] {{(pid=84042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:05:02.638702 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682'] for port, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:02.695212 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-5c14707c-e892-4189-a3c3-e269355c377a tempest-RoutersAdminTest-1076183166 tempest-RoutersAdminTest-1076183166-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-33442106', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5708'] for router, before_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:02.699440 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-5c14707c-e892-4189-a3c3-e269355c377a tempest-RoutersAdminTest-1076183166 tempest-RoutersAdminTest-1076183166-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33442137', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33444285', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33535433', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5703'] for router, precommit_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:02.730190 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Pushing event updated for resources: {'Port': ['ID=0b96780e-b526-46cc-a3ae-24e436d37e49,revision_number=3']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:05:02.744507 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-02b63dba-745e-4133-8bfe-624f9dc7b869 req-72b1c2f0-43bf-4875-a5e9-920c1cda5e0b service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6bed8de5-58ef-4df2-8478-95d3b5de3e84 HTTP/1.1" status: 200 len: 217 time: 0.1829648 Apr 18 21:05:02.747061 n-d-838334-2 neutron-server[84040]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ad54784e-9054-4866-8bb5-a6940c182415 tempest-RoutersIpV6AdminTest-1441855246 tempest-RoutersIpV6AdminTest-1441855246-project-admin] Router b0be3678-c70f-40b5-a112-7e0cd2b7e508 is scheduled to L3 agent bc84d6c9-dd7a-4555-a351-592327b46d5a with binding_index 1 {{(pid=84040) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 18 21:05:02.801967 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.db.resource_extend [None req-f9f3bcaf-48cc-4937-b648-09d8fafb3661 tempest-PortsTestJSON-1335945802 tempest-PortsTestJSON-1335945802-project] It took 0.36 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84041) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 18 21:05:02.818445 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-f9f3bcaf-48cc-4937-b648-09d8fafb3661 tempest-PortsTestJSON-1335945802 tempest-PortsTestJSON-1335945802-project] Notify callbacks [] for port, precommit_update {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:02.827950 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-f9f3bcaf-48cc-4937-b648-09d8fafb3661 tempest-PortsTestJSON-1335945802 tempest-PortsTestJSON-1335945802-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32266282'] for port, after_update {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:02.878079 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-5c14707c-e892-4189-a3c3-e269355c377a tempest-RoutersAdminTest-1076183166 tempest-RoutersAdminTest-1076183166-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:03.014625 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9f3bcaf-48cc-4937-b648-09d8fafb3661 tempest-PortsTestJSON-1335945802 tempest-PortsTestJSON-1335945802-project] Pushing event updated for resources: {'Port': ['ID=b2186bc2-3914-4b54-aedd-41d4f2796578,revision_number=2']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:05:03.059821 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02b63dba-745e-4133-8bfe-624f9dc7b869 req-24eef512-0fa6-417f-a322-0bbbd7cd6c26 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:05:03.061711 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-02b63dba-745e-4133-8bfe-624f9dc7b869 req-24eef512-0fa6-417f-a322-0bbbd7cd6c26 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=16880a32-9b71-46fb-bafe-6b6135588b63 HTTP/1.1" status: 200 len: 850 time: 0.3105116 Apr 18 21:05:03.124581 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-803613a7-e83b-4986-b639-47ad01bf47d4 tempest-FloatingIPTestJSON-1355648241 tempest-FloatingIPTestJSON-1355648241-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33526260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32266407', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32486287'] for subnet, after_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:03.247617 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-5410043f-11de-4b6d-a8e6-fc0c8f86ff34 tempest-RoutersTest-1500746192 tempest-RoutersTest-1500746192-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750375259028', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750374836628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32440838'] for port, after_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:03.252681 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-374c17b4-c359-4f94-910b-12953253b968 None None] Provisioning complete for port b2186bc2-3914-4b54-aedd-41d4f2796578 triggered by entity DHCP. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:05:03.253221 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-374c17b4-c359-4f94-910b-12953253b968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1253608'] for port, provisioning_complete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:03.279524 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-803613a7-e83b-4986-b639-47ad01bf47d4 tempest-FloatingIPTestJSON-1355648241 tempest-FloatingIPTestJSON-1355648241-project] Pushing event updated for resources: {'Subnet': ['ID=a3e2e578-9cc2-4f84-b434-bc1622f09b26,revision_number=0']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:05:03.296305 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-803613a7-e83b-4986-b639-47ad01bf47d4 tempest-FloatingIPTestJSON-1355648241 tempest-FloatingIPTestJSON-1355648241-project] Checking segment: {'id': 'dd5f8567-d473-4e71-834f-76d3d158dcd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': 'aac9f468-7127-4a86-9eab-4bd9c6ecd23d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84041) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 21:05:03.296849 n-d-838334-2 neutron-server[84041]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-803613a7-e83b-4986-b639-47ad01bf47d4 tempest-FloatingIPTestJSON-1355648241 tempest-FloatingIPTestJSON-1355648241-project] Network hostable DHCP agents. Network: aac9f468-7127-4a86-9eab-4bd9c6ecd23d, hostable agents: ['8746f8ea-3e91-4b32-9919-2c63adeb8722'], hosted agents: [] {{(pid=84041) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 21:05:03.313926 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.plugin [None req-374c17b4-c359-4f94-910b-12953253b968 None None] Port b2186bc2-3914-4b54-aedd-41d4f2796578 cannot update to ACTIVE because it is not bound. {{(pid=84042) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 18 21:05:03.319757 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-5c14707c-e892-4189-a3c3-e269355c377a tempest-RoutersAdminTest-1076183166 tempest-RoutersAdminTest-1076183166-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33443529', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33444176'] for router, after_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:03.376538 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5410043f-11de-4b6d-a8e6-fc0c8f86ff34 tempest-RoutersTest-1500746192 tempest-RoutersTest-1500746192-project] Pushing event deleted for resources: {'Port': ['ID=195d2d25-59bf-46a4-bee4-bead717e2e19,revision_number=None']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:05:03.384979 n-d-838334-2 neutron-server[84041]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-803613a7-e83b-4986-b639-47ad01bf47d4 tempest-FloatingIPTestJSON-1355648241 tempest-FloatingIPTestJSON-1355648241-project] Network aac9f468-7127-4a86-9eab-4bd9c6ecd23d is scheduled to be hosted by DHCP agent 8746f8ea-3e91-4b32-9919-2c63adeb8722 with binding_index 1 {{(pid=84041) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 21:05:03.426940 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-d23ca187-39d7-4801-8354-bc6347ee3334 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=f623b6badb004fb38da5b63124c9c9eb&name=default HTTP/1.1" status: 200 len: 2647 time: 0.9011991 Apr 18 21:05:03.428780 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 37104) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:05:03.449020 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-f9f3bcaf-48cc-4937-b648-09d8fafb3661 tempest-PortsTestJSON-1335945802 tempest-PortsTestJSON-1335945802-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33444010'] for router_interface, before_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:03.454051 n-d-838334-2 neutron-server[84041]: DEBUG neutron.scheduler.base_scheduler [None req-803613a7-e83b-4986-b639-47ad01bf47d4 tempest-FloatingIPTestJSON-1355648241 tempest-FloatingIPTestJSON-1355648241-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-838334-2, aac9f468-7127-4a86-9eab-4bd9c6ecd23d) {{(pid=84041) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:05:03.458728 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-803613a7-e83b-4986-b639-47ad01bf47d4 tempest-FloatingIPTestJSON-1355648241 tempest-FloatingIPTestJSON-1355648241-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:05:03.459318 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-803613a7-e83b-4986-b639-47ad01bf47d4 tempest-FloatingIPTestJSON-1355648241 tempest-FloatingIPTestJSON-1355648241-project] Notify callbacks [] for subnet, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:03.472393 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a7e09d7-7d90-47d4-b193-1e3cc595a294 None None] Network aac9f468-7127-4a86-9eab-4bd9c6ecd23d requested from n-d-838334-2 {{(pid=84042) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 21:05:03.523902 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-803613a7-e83b-4986-b639-47ad01bf47d4 tempest-FloatingIPTestJSON-1355648241 tempest-FloatingIPTestJSON-1355648241-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 1.7458396 Apr 18 21:05:03.523902 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 37108) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:05:03.558555 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.v2.base [None req-a1453a22-c911-47ec-bf6c-9111cd035a63 tempest-FloatingIPTestJSON-1355648241 tempest-FloatingIPTestJSON-1355648241-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-1549053500', 'external_gateway_info': {'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c'}, 'admin_state_up': False}} {{(pid=84041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:05:03.590374 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-a1453a22-c911-47ec-bf6c-9111cd035a63 tempest-FloatingIPTestJSON-1355648241 tempest-FloatingIPTestJSON-1355648241-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:05:03.617170 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.agents_db [None req-6346a179-333c-4370-b5a6-936984aeab15 None None] Agent healthcheck: found 7 active agents {{(pid=84043) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 18 21:05:03.618407 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-a1453a22-c911-47ec-bf6c-9111cd035a63 tempest-FloatingIPTestJSON-1355648241 tempest-FloatingIPTestJSON-1355648241-project] Usage tracker for resource:router and tenant:23d580683d72427e8760083fb729f9d6 is out of sync, need to count used quota {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:05:03.627684 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-a1453a22-c911-47ec-bf6c-9111cd035a63 tempest-FloatingIPTestJSON-1355648241 tempest-FloatingIPTestJSON-1355648241-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:05:03.637915 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-a1453a22-c911-47ec-bf6c-9111cd035a63 tempest-FloatingIPTestJSON-1355648241 tempest-FloatingIPTestJSON-1355648241-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:05:03.649901 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-f9f3bcaf-48cc-4937-b648-09d8fafb3661 tempest-PortsTestJSON-1335945802 tempest-PortsTestJSON-1335945802-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:03.669694 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-a1453a22-c911-47ec-bf6c-9111cd035a63 tempest-FloatingIPTestJSON-1355648241 tempest-FloatingIPTestJSON-1355648241-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-33442106', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5708'] for router, before_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:03.670651 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-a1453a22-c911-47ec-bf6c-9111cd035a63 tempest-FloatingIPTestJSON-1355648241 tempest-FloatingIPTestJSON-1355648241-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33442137', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33444285', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33535433', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5703'] for router, precommit_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:03.792627 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750375287399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253529'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:03.834429 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-a1453a22-c911-47ec-bf6c-9111cd035a63 tempest-FloatingIPTestJSON-1355648241 tempest-FloatingIPTestJSON-1355648241-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:03.841942 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1c35dd0-06e3-43a1-bb99-a0cf1fddbcae None None] Network aac9f468-7127-4a86-9eab-4bd9c6ecd23d requested from n-d-838334-2 {{(pid=84042) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 21:05:03.887998 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-5c14707c-e892-4189-a3c3-e269355c377a tempest-RoutersAdminTest-1076183166 tempest-RoutersAdminTest-1076183166-project] Notify callbacks [] for router, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:03.889820 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-5c14707c-e892-4189-a3c3-e269355c377a tempest-RoutersAdminTest-1076183166 tempest-RoutersAdminTest-1076183166-project] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 1.5080335 Apr 18 21:05:03.910167 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 37114) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:05:03.910375 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Device 0b96780e-b526-46cc-a3ae-24e436d37e49 up at agent ovs-agent-n-d-838334-2 {{(pid=84042) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 21:05:03.919375 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.v2.base [None req-414de111-343c-4a6c-9fc0-979d1b10ca09 tempest-RoutersAdminTest-1467285608 tempest-RoutersAdminTest-1467285608-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'enable_snat': False}}} {{(pid=84041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:05:04.024820 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-02b63dba-745e-4133-8bfe-624f9dc7b869 req-d5c43eb8-9419-4b4c-9e08-36ac9c5fb82a service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=9b8a7e14-19dd-4214-9fd7-5da6fc8793e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.9348280 Apr 18 21:05:04.029496 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-5410043f-11de-4b6d-a8e6-fc0c8f86ff34 tempest-RoutersTest-1500746192 tempest-RoutersTest-1500746192-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-32377931', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33443910'] for router_interface, after_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:04.214870 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Provisioning complete for port 0b96780e-b526-46cc-a3ae-24e436d37e49 triggered by entity L2. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:05:04.215688 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1253608'] for port, provisioning_complete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:04.234793 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-15ab6563-9b2a-4b39-a842-bb57c1a44109 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:04.426096 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-15ab6563-9b2a-4b39-a842-bb57c1a44109 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:04.446170 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee39abf3-7dad-4785-8be1-84415a4bea24 req-d5814835-eca4-4f06-b86e-8259c5f296d4 tempest-AttachVolumeTestJSON-1696487017 tempest-AttachVolumeTestJSON-1696487017-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:05:04.450836 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-ee39abf3-7dad-4785-8be1-84415a4bea24 req-d5814835-eca4-4f06-b86e-8259c5f296d4 tempest-AttachVolumeTestJSON-1696487017 tempest-AttachVolumeTestJSON-1696487017-project] 10.222.0.42 "GET /v2.0/ports?device_id=b0ba2ec6-9abf-48fa-90ad-50051827d595 HTTP/1.1" status: 200 len: 943 time: 0.5764170 Apr 18 21:05:04.564691 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-02b63dba-745e-4133-8bfe-624f9dc7b869 req-de5e0ed2-83e5-444c-aae0-f3df55f67e0b service neutron] 10.222.0.48 "GET /v2.0/networks/9b8a7e14-19dd-4214-9fd7-5da6fc8793e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5288625 Apr 18 21:05:04.635741 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-a1453a22-c911-47ec-bf6c-9111cd035a63 tempest-FloatingIPTestJSON-1355648241 tempest-FloatingIPTestJSON-1355648241-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-33444175', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-33443520', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5293'] for router, precommit_update {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:04.775236 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-ee39abf3-7dad-4785-8be1-84415a4bea24 req-88e60d52-3790-4a03-a636-cf42d8e40cce tempest-AttachVolumeTestJSON-1696487017 tempest-AttachVolumeTestJSON-1696487017-project] 10.222.0.42 "GET /v2.0/security-groups?id=f803d5b9-b26e-40a0-beab-857b23d0f147&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3210220 Apr 18 21:05:04.816357 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ad54784e-9054-4866-8bb5-a6940c182415 tempest-RoutersIpV6AdminTest-1441855246 tempest-RoutersIpV6AdminTest-1441855246-project-admin] Notify agent at l3_agent.n-d-838334-2 the message routers_updated {{(pid=84040) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 21:05:04.832109 n-d-838334-2 neutron-server[84043]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-105e94a5-d219-4434-8c55-33fddce52597 None None] Sync routers for ids ['b0be3678-c70f-40b5-a112-7e0cd2b7e508'] in n-d-838334-2 {{(pid=84043) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 18 21:05:04.838092 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-15ab6563-9b2a-4b39-a842-bb57c1a44109 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33528224'] for security_group, after_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:04.846394 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-105e94a5-d219-4434-8c55-33fddce52597 None None] Routers {'b0be3678-c70f-40b5-a112-7e0cd2b7e508'} bound to L3 agent in host n-d-838334-2 {{(pid=84043) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 21:05:04.847156 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.l3_hamode_db [None req-105e94a5-d219-4434-8c55-33fddce52597 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838334-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-18T20:25:48Z,description=,heartbeat_timestamp=2022-04-18T21:04:48Z,host='n-d-838334-2',id=bc84d6c9-dd7a-4555-a351-592327b46d5a,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:25:48Z,topic='l3_agent')) {'router_ids': ['b0be3678-c70f-40b5-a112-7e0cd2b7e508'], 'active': True} {{(pid=84043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:05:04.907402 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-f9f3bcaf-48cc-4937-b648-09d8fafb3661 tempest-PortsTestJSON-1335945802 tempest-PortsTestJSON-1335945802-project] Notify callbacks [] for port, precommit_update {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:04.917420 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-f9f3bcaf-48cc-4937-b648-09d8fafb3661 tempest-PortsTestJSON-1335945802 tempest-PortsTestJSON-1335945802-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32266282'] for port, after_update {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:04.952337 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15ab6563-9b2a-4b39-a842-bb57c1a44109 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ec6e33f-bffc-4527-a797-40ec3f74d25d,revision_number=None']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:05:05.020065 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-02b63dba-745e-4133-8bfe-624f9dc7b869 req-64f587c4-7408-465a-8567-7a1c7128fb99 service neutron] 10.222.0.48 "GET /v2.0/networks/9b8a7e14-19dd-4214-9fd7-5da6fc8793e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3873403 Apr 18 21:05:05.024803 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-15ab6563-9b2a-4b39-a842-bb57c1a44109 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:05.028894 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-15ab6563-9b2a-4b39-a842-bb57c1a44109 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/8ec6e33f-bffc-4527-a797-40ec3f74d25d HTTP/1.1" status: 204 len: 168 time: 1.5901520 Apr 18 21:05:05.031174 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-414de111-343c-4a6c-9fc0-979d1b10ca09 tempest-RoutersAdminTest-1467285608 tempest-RoutersAdminTest-1467285608-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-33444175', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-33443520', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5293'] for router, precommit_update {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:05.031818 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-ad54784e-9054-4866-8bb5-a6940c182415 tempest-RoutersIpV6AdminTest-1441855246 tempest-RoutersIpV6AdminTest-1441855246-project-admin] Notify callbacks [] for router, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:05.033084 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-ad54784e-9054-4866-8bb5-a6940c182415 tempest-RoutersIpV6AdminTest-1441855246 tempest-RoutersIpV6AdminTest-1441855246-project-admin] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 908 time: 13.3799992 Apr 18 21:05:05.036999 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 37122) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:05:05.069175 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9f3bcaf-48cc-4937-b648-09d8fafb3661 tempest-PortsTestJSON-1335945802 tempest-PortsTestJSON-1335945802-project] Pushing event updated for resources: {'Port': ['ID=b2186bc2-3914-4b54-aedd-41d4f2796578,revision_number=3']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:05:05.079027 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-f9f3bcaf-48cc-4937-b648-09d8fafb3661 tempest-PortsTestJSON-1335945802 tempest-PortsTestJSON-1335945802-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-32377886', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33443847'] for router_interface, after_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:05.200714 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.l3_dvr_db [None req-105e94a5-d219-4434-8c55-33fddce52597 None None] Set router b0be3678-c70f-40b5-a112-7e0cd2b7e508 gateway port host: n-d-838334-2 {{(pid=84043) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 21:05:05.256705 n-d-838334-2 neutron-server[84040]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5410043f-11de-4b6d-a8e6-fc0c8f86ff34 tempest-RoutersTest-1500746192 tempest-RoutersTest-1500746192-project] Router f34ff540-3f1d-4c46-83ee-3c9450f406d4 has already been hosted by L3 agent bc84d6c9-dd7a-4555-a351-592327b46d5a {{(pid=84040) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 21:05:05.383011 n-d-838334-2 neutron-server[84041]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9f3bcaf-48cc-4937-b648-09d8fafb3661 tempest-PortsTestJSON-1335945802 tempest-PortsTestJSON-1335945802-project] Network ab7efb70-14ea-45cc-83ff-f7021d3c5fbc is already hosted by enough agents. {{(pid=84041) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:05:05.386477 n-d-838334-2 neutron-server[84041]: DEBUG neutron.scheduler.base_scheduler [None req-f9f3bcaf-48cc-4937-b648-09d8fafb3661 tempest-PortsTestJSON-1335945802 tempest-PortsTestJSON-1335945802-project] Resources bound (agent type, host, resource id): {{(pid=84041) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:05:05.530950 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-bfef17d1-fecc-42e2-b38d-ce696d90c644 req-a4b26170-6076-4d0a-be48-2efd6fa67538 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=b5bf875eb9b748b5aba56f8b60ce8169&device_id=b0ba2ec6-9abf-48fa-90ad-50051827d595 HTTP/1.1" status: 200 len: 1094 time: 0.4141033 Apr 18 21:05:05.664152 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-a1453a22-c911-47ec-bf6c-9111cd035a63 tempest-FloatingIPTestJSON-1355648241 tempest-FloatingIPTestJSON-1355648241-project] Notify callbacks [] for router_gateway, before_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:05.695527 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 37130) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:05:05.729216 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-a1453a22-c911-47ec-bf6c-9111cd035a63 tempest-FloatingIPTestJSON-1355648241 tempest-FloatingIPTestJSON-1355648241-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:05.776319 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.l3_hamode_db [None req-105e94a5-d219-4434-8c55-33fddce52597 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0be3678-c70f-40b5-a112-7e0cd2b7e508', 'name': 'tempest-snat-router-1024669514', 'tenant_id': '292188131bd5453abc7131f632de51a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'external_fixed_ips': [{'subnet_id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'ip_address': '172.25.8.168'}], 'enable_snat': False}, 'gw_port_id': 'fbfde0f8-a754-4bee-bf90-a16586e427b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:04:52Z', 'updated_at': '2022-04-18T21:04:58Z', 'revision_number': 3, 'project_id': '292188131bd5453abc7131f632de51a5', 'gw_port': {'id': 'fbfde0f8-a754-4bee-bf90-a16586e427b5', 'name': '', 'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:9c:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b0be3678-c70f-40b5-a112-7e0cd2b7e508', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'ip_address': '172.25.8.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:04:55Z', 'updated_at': '2022-04-18T21:04:56Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-838334-2'}], 'n-d-838334-2', False) {} {{(pid=84043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:05:05.788213 n-d-838334-2 neutron-server[84043]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-105e94a5-d219-4434-8c55-33fddce52597 None None] Checking router: b0be3678-c70f-40b5-a112-7e0cd2b7e508 for host: n-d-838334-2 {{(pid=84043) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 18 21:05:05.798974 n-d-838334-2 neutron-server[84043]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-105e94a5-d219-4434-8c55-33fddce52597 None None] Updating router b0be3678-c70f-40b5-a112-7e0cd2b7e508 port fbfde0f8-a754-4bee-bf90-a16586e427b5 binding host n-d-838334-2 {{(pid=84043) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 18 21:05:05.817735 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5410043f-11de-4b6d-a8e6-fc0c8f86ff34 tempest-RoutersTest-1500746192 tempest-RoutersTest-1500746192-project] Notify agent at l3_agent.n-d-838334-2 the message routers_updated {{(pid=84040) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 21:05:05.830424 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de15f4e6-69d6-4201-9eb3-1cb6f9eeca26 None None] Sync routers for ids ['f34ff540-3f1d-4c46-83ee-3c9450f406d4'] in n-d-838334-2 {{(pid=84042) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 18 21:05:05.883700 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-5410043f-11de-4b6d-a8e6-fc0c8f86ff34 tempest-RoutersTest-1500746192 tempest-RoutersTest-1500746192-project] 10.222.0.42 "PUT /v2.0/routers/f34ff540-3f1d-4c46-83ee-3c9450f406d4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 12.4645836 Apr 18 21:05:05.889428 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 37136) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:05:05.892607 n-d-838334-2 neutron-server[84043]: DEBUG neutron_lib.callbacks.manager [None req-105e94a5-d219-4434-8c55-33fddce52597 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:05.893982 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de15f4e6-69d6-4201-9eb3-1cb6f9eeca26 None None] Routers {'f34ff540-3f1d-4c46-83ee-3c9450f406d4'} bound to L3 agent in host n-d-838334-2 {{(pid=84042) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 21:05:05.894630 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_hamode_db [None req-de15f4e6-69d6-4201-9eb3-1cb6f9eeca26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838334-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-18T20:25:48Z,description=,heartbeat_timestamp=2022-04-18T21:04:48Z,host='n-d-838334-2',id=bc84d6c9-dd7a-4555-a351-592327b46d5a,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:25:48Z,topic='l3_agent')) {'router_ids': ['f34ff540-3f1d-4c46-83ee-3c9450f406d4'], 'active': True} {{(pid=84042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:05:05.992862 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-2996ff4a-be75-44e5-a526-66acd0e97706 tempest-RoutersIpV6AdminTest-1441855246 tempest-RoutersIpV6AdminTest-1441855246-project-admin] 10.222.0.42 "GET /v2.0/routers/b0be3678-c70f-40b5-a112-7e0cd2b7e508 HTTP/1.1" status: 200 len: 909 time: 0.9544389 Apr 18 21:05:05.993730 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 37140) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:05:06.035067 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.v2.base [None req-b6985020-d138-465f-a6b0-024988a353fc tempest-RoutersIpV6AdminTest-1441855246 tempest-RoutersIpV6AdminTest-1441855246-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1024669514', 'external_gateway_info': {'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'enable_snat': True}}} {{(pid=84040) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:05:06.042111 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_hamode_db [None req-de15f4e6-69d6-4201-9eb3-1cb6f9eeca26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-838334-2', False) {} {{(pid=84042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:05:06.058354 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [None req-b6985020-d138-465f-a6b0-024988a353fc tempest-RoutersIpV6AdminTest-1441855246 tempest-RoutersIpV6AdminTest-1441855246-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:05:06.061117 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfef17d1-fecc-42e2-b38d-ce696d90c644 req-7e4d055a-f5d3-4686-81bd-6ff299aae784 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:05:06.062494 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-bfef17d1-fecc-42e2-b38d-ce696d90c644 req-7e4d055a-f5d3-4686-81bd-6ff299aae784 service neutron] 10.222.0.48 "GET /v2.0/networks?id=9b8a7e14-19dd-4214-9fd7-5da6fc8793e6 HTTP/1.1" status: 200 len: 912 time: 0.5156336 Apr 18 21:05:06.074490 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-c71adbc6-9146-4928-a234-c8824e22b825 None None] Provisioning complete for port b2186bc2-3914-4b54-aedd-41d4f2796578 triggered by entity DHCP. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:05:06.088083 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-c71adbc6-9146-4928-a234-c8824e22b825 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1253608'] for port, provisioning_complete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:06.102839 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-b6985020-d138-465f-a6b0-024988a353fc tempest-RoutersIpV6AdminTest-1441855246 tempest-RoutersIpV6AdminTest-1441855246-project-admin] Usage tracker for resource:router and tenant:292188131bd5453abc7131f632de51a5 is out of sync, need to count used quota {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:05:06.185240 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de15f4e6-69d6-4201-9eb3-1cb6f9eeca26 None None] Routers {'f34ff540-3f1d-4c46-83ee-3c9450f406d4'} bound to L3 agent in host n-d-838334-2 {{(pid=84042) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 21:05:06.186083 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_hamode_db [None req-de15f4e6-69d6-4201-9eb3-1cb6f9eeca26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838334-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-18T20:25:48Z,description=,heartbeat_timestamp=2022-04-18T21:04:48Z,host='n-d-838334-2',id=bc84d6c9-dd7a-4555-a351-592327b46d5a,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:25:48Z,topic='l3_agent')) {'router_ids': ['f34ff540-3f1d-4c46-83ee-3c9450f406d4'], 'active': True} {{(pid=84042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:05:06.192913 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-b6985020-d138-465f-a6b0-024988a353fc tempest-RoutersIpV6AdminTest-1441855246 tempest-RoutersIpV6AdminTest-1441855246-project-admin] Quota usage for router was recalculated. Used quota:1. {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:05:06.216197 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [None req-b6985020-d138-465f-a6b0-024988a353fc tempest-RoutersIpV6AdminTest-1441855246 tempest-RoutersIpV6AdminTest-1441855246-project-admin] Attempting to reserve 1 items for resource router. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:05:06.219796 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-bfef17d1-fecc-42e2-b38d-ce696d90c644 req-eacb95c8-a8ec-4b56-b275-5b298f7b1bc7 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6bed8de5-58ef-4df2-8478-95d3b5de3e84 HTTP/1.1" status: 200 len: 217 time: 0.1490939 Apr 18 21:05:06.291358 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-b6985020-d138-465f-a6b0-024988a353fc tempest-RoutersIpV6AdminTest-1441855246 tempest-RoutersIpV6AdminTest-1441855246-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-33442106', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5708'] for router, before_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:06.292417 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-b6985020-d138-465f-a6b0-024988a353fc tempest-RoutersIpV6AdminTest-1441855246 tempest-RoutersIpV6AdminTest-1441855246-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33442137', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33444285', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33535433', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5703'] for router, precommit_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:06.295195 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_hamode_db [None req-de15f4e6-69d6-4201-9eb3-1cb6f9eeca26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-838334-2', False) {} {{(pid=84042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:05:06.295907 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de15f4e6-69d6-4201-9eb3-1cb6f9eeca26 None None] The sync data for ids ['f34ff540-3f1d-4c46-83ee-3c9450f406d4'] in n-d-838334-2 is: [] {{(pid=84042) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 18 21:05:06.297795 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.plugin [None req-c71adbc6-9146-4928-a234-c8824e22b825 None None] Port b2186bc2-3914-4b54-aedd-41d4f2796578 cannot update to ACTIVE because it is not bound. {{(pid=84042) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 18 21:05:06.328348 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfef17d1-fecc-42e2-b38d-ce696d90c644 req-1c3d747d-27be-49da-bd2a-376b0148064d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:05:06.329842 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-bfef17d1-fecc-42e2-b38d-ce696d90c644 req-1c3d747d-27be-49da-bd2a-376b0148064d service neutron] 10.222.0.48 "GET /v2.0/subnets?id=16880a32-9b71-46fb-bafe-6b6135588b63 HTTP/1.1" status: 200 len: 850 time: 0.1035962 Apr 18 21:05:06.338933 n-d-838334-2 neutron-server[84043]: DEBUG neutron_lib.callbacks.manager [None req-105e94a5-d219-4434-8c55-33fddce52597 None None] Notify callbacks [] for port, precommit_update {{(pid=84043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:06.344040 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2e41020-52c2-42da-a351-8f267c3c88d6 req-c8205fb5-de01-4feb-bffa-690e53cfc4df tempest-AttachVolumeTestJSON-1696487017 tempest-AttachVolumeTestJSON-1696487017-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:05:06.361587 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.provisioning_blocks [None req-105e94a5-d219-4434-8c55-33fddce52597 None None] Transition to ACTIVE for port object fbfde0f8-a754-4bee-bf90-a16586e427b5 will not be triggered until provisioned by entity L2. {{(pid=84043) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:05:06.365770 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-e2e41020-52c2-42da-a351-8f267c3c88d6 req-c8205fb5-de01-4feb-bffa-690e53cfc4df tempest-AttachVolumeTestJSON-1696487017 tempest-AttachVolumeTestJSON-1696487017-project] 10.222.0.42 "GET /v2.0/ports?device_id=b0ba2ec6-9abf-48fa-90ad-50051827d595 HTTP/1.1" status: 200 len: 943 time: 0.2938600 Apr 18 21:05:06.371484 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-f8afea64-71b8-4292-88be-a38c7cccafe2 tempest-RoutersTest-1500746192 tempest-RoutersTest-1500746192-project] 10.222.0.42 "GET /v2.0/ports?device_id=f34ff540-3f1d-4c46-83ee-3c9450f406d4 HTTP/1.1" status: 200 len: 205 time: 0.4722207 Apr 18 21:05:06.373474 n-d-838334-2 neutron-server[84043]: DEBUG neutron_lib.callbacks.manager [None req-105e94a5-d219-4434-8c55-33fddce52597 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682'] for port, after_update {{(pid=84043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:06.374227 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 37146) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:05:06.392080 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-e66d05c8-56a4-4a1f-ae1a-cf09b0d56f74 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=7a37e36e7064464dbdba8c9d23a6837c&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6911502 Apr 18 21:05:06.392531 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-b6985020-d138-465f-a6b0-024988a353fc tempest-RoutersIpV6AdminTest-1441855246 tempest-RoutersIpV6AdminTest-1441855246-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:06.438810 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 37150) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:05:06.477627 n-d-838334-2 neutron-server[84043]: DEBUG neutron.plugins.ml2.managers [None req-105e94a5-d219-4434-8c55-33fddce52597 None None] Attempting to bind port fbfde0f8-a754-4bee-bf90-a16586e427b5 on host n-d-838334-2 for vnic_type normal with profile {{(pid=84043) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 21:05:06.478468 n-d-838334-2 neutron-server[84043]: DEBUG neutron.plugins.ml2.managers [None req-105e94a5-d219-4434-8c55-33fddce52597 None None] Attempting to bind port fbfde0f8-a754-4bee-bf90-a16586e427b5 by drivers openvswitch,hyperv on host n-d-838334-2 at level 0 using segments [{'id': '732aa830-768b-4511-951f-d08e26b9c25b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c'}] {{(pid=84043) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 21:05:06.479022 n-d-838334-2 neutron-server[84043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-105e94a5-d219-4434-8c55-33fddce52597 None None] Attempting to bind port fbfde0f8-a754-4bee-bf90-a16586e427b5 on network e41b6600-a917-4a8d-b05c-be3be40c6d8c {{(pid=84043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 21:05:06.494722 n-d-838334-2 neutron-server[84043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-105e94a5-d219-4434-8c55-33fddce52597 None None] Checking agent: {'id': '97cd4414-7af6-4d67-868d-dff370b4071a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838334-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 25, 49), 'started_at': datetime.datetime(2022, 4, 18, 20, 26, 19), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 21, 4, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838334-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 18 21:05:06.495097 n-d-838334-2 neutron-server[84043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-105e94a5-d219-4434-8c55-33fddce52597 None None] Checking segment: {'id': '732aa830-768b-4511-951f-d08e26b9c25b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84043) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 21:05:06.495393 n-d-838334-2 neutron-server[84043]: DEBUG neutron_lib.callbacks.manager [None req-105e94a5-d219-4434-8c55-33fddce52597 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:06.495833 n-d-838334-2 neutron-server[84043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-105e94a5-d219-4434-8c55-33fddce52597 None None] Bound using segment: {'id': '732aa830-768b-4511-951f-d08e26b9c25b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c'} {{(pid=84043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 18 21:05:06.496306 n-d-838334-2 neutron-server[84043]: DEBUG neutron.plugins.ml2.managers [None req-105e94a5-d219-4434-8c55-33fddce52597 None None] Bound port: fbfde0f8-a754-4bee-bf90-a16586e427b5, host: n-d-838334-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '732aa830-768b-4511-951f-d08e26b9c25b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c'}}] {{(pid=84043) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 21:05:06.496671 n-d-838334-2 neutron-server[84043]: DEBUG neutron_lib.callbacks.manager [None req-105e94a5-d219-4434-8c55-33fddce52597 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:06.596221 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-e2e41020-52c2-42da-a351-8f267c3c88d6 req-0f11e94e-71ae-44fc-92a0-71476d7a194a tempest-AttachVolumeTestJSON-1696487017 tempest-AttachVolumeTestJSON-1696487017-project] 10.222.0.42 "GET /v2.0/security-groups?id=f803d5b9-b26e-40a0-beab-857b23d0f147&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2295809 Apr 18 21:05:06.597162 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-b3b6aea4-9be4-4572-9a59-0f8f05f6a315 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:06.616511 n-d-838334-2 neutron-server[84043]: DEBUG neutron.plugins.ml2.db [None req-105e94a5-d219-4434-8c55-33fddce52597 None None] For port fbfde0f8-a754-4bee-bf90-a16586e427b5, host n-d-838334-2, cleared binding levels {{(pid=84043) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 21:05:06.621047 n-d-838334-2 neutron-server[84043]: DEBUG neutron.plugins.ml2.db [None req-105e94a5-d219-4434-8c55-33fddce52597 None None] For port fbfde0f8-a754-4bee-bf90-a16586e427b5, host n-d-838334-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838334-2',level=0,port_id=fbfde0f8-a754-4bee-bf90-a16586e427b5,segment=NetworkSegment(732aa830-768b-4511-951f-d08e26b9c25b),segment_id=732aa830-768b-4511-951f-d08e26b9c25b)] {{(pid=84043) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 21:05:06.627319 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-b3b6aea4-9be4-4572-9a59-0f8f05f6a315 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:06.644313 n-d-838334-2 neutron-server[84043]: DEBUG neutron_lib.callbacks.manager [None req-105e94a5-d219-4434-8c55-33fddce52597 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682'] for port, after_update {{(pid=84043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:06.680553 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-105e94a5-d219-4434-8c55-33fddce52597 None None] Routers {'b0be3678-c70f-40b5-a112-7e0cd2b7e508'} bound to L3 agent in host n-d-838334-2 {{(pid=84043) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 21:05:06.681169 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.l3_hamode_db [None req-105e94a5-d219-4434-8c55-33fddce52597 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838334-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-18T20:25:48Z,description=,heartbeat_timestamp=2022-04-18T21:04:48Z,host='n-d-838334-2',id=bc84d6c9-dd7a-4555-a351-592327b46d5a,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:25:48Z,topic='l3_agent')) {'router_ids': ['b0be3678-c70f-40b5-a112-7e0cd2b7e508'], 'active': True} {{(pid=84043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:05:06.756787 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.db_base_plugin_common [None req-a1453a22-c911-47ec-bf6c-9111cd035a63 tempest-FloatingIPTestJSON-1355648241 tempest-FloatingIPTestJSON-1355648241-project] Allocated IP 172.25.8.26 (e41b6600-a917-4a8d-b05c-be3be40c6d8c/6b05667b-848e-4356-9b44-d5eb6808ef74/02e417a4-ea0f-4c37-8074-8e31eef9fc99) {{(pid=84041) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 21:05:06.760935 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-414de111-343c-4a6c-9fc0-979d1b10ca09 tempest-RoutersAdminTest-1467285608 tempest-RoutersAdminTest-1467285608-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:06.811738 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-414de111-343c-4a6c-9fc0-979d1b10ca09 tempest-RoutersAdminTest-1467285608 tempest-RoutersAdminTest-1467285608-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:06.816857 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-edbb67d6-f9c6-40b8-81e4-a584d7c1c2ef tempest-RoutersTest-1500746192 tempest-RoutersTest-1500746192-project] Notify callbacks [] for router, before_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:06.851565 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-b3b6aea4-9be4-4572-9a59-0f8f05f6a315 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33528224'] for security_group, after_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:06.885378 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-bfef17d1-fecc-42e2-b38d-ce696d90c644 req-76226826-0b01-4fef-a3c1-caa1556ece0b service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=9b8a7e14-19dd-4214-9fd7-5da6fc8793e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4487407 Apr 18 21:05:06.886135 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3b6aea4-9be4-4572-9a59-0f8f05f6a315 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f82ee5d-a3ba-4b8d-8913-92328ff281ce,revision_number=None']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:05:06.904924 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-b3b6aea4-9be4-4572-9a59-0f8f05f6a315 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:06.906082 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-b3b6aea4-9be4-4572-9a59-0f8f05f6a315 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/2f82ee5d-a3ba-4b8d-8913-92328ff281ce HTTP/1.1" status: 204 len: 168 time: 0.4217064 Apr 18 21:05:06.999921 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.l3_dvr_db [None req-105e94a5-d219-4434-8c55-33fddce52597 None None] Set router b0be3678-c70f-40b5-a112-7e0cd2b7e508 gateway port host: n-d-838334-2 {{(pid=84043) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 21:05:07.082407 n-d-838334-2 neutron-server[84043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6fd57a9-f1be-4c53-a3cf-05468d4f8579 None None] Pushing event updated for resources: {'Port': ['ID=fbfde0f8-a754-4bee-bf90-a16586e427b5,revision_number=2']} {{(pid=84043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:05:07.229024 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-bfef17d1-fecc-42e2-b38d-ce696d90c644 req-8ba2920c-8f35-439d-99a7-c0f558a7e50b service neutron] 10.222.0.48 "GET /v2.0/networks/9b8a7e14-19dd-4214-9fd7-5da6fc8793e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3275633 Apr 18 21:05:07.250841 n-d-838334-2 neutron-server[84043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6fd57a9-f1be-4c53-a3cf-05468d4f8579 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:05:07.256155 n-d-838334-2 neutron-server[84043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6fd57a9-f1be-4c53-a3cf-05468d4f8579 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:05:07.256671 n-d-838334-2 neutron-server[84043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6fd57a9-f1be-4c53-a3cf-05468d4f8579 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:05:07.257730 n-d-838334-2 neutron-server[84043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6fd57a9-f1be-4c53-a3cf-05468d4f8579 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:05:07.258189 n-d-838334-2 neutron-server[84043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6fd57a9-f1be-4c53-a3cf-05468d4f8579 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:05:07.258943 n-d-838334-2 neutron-server[84043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6fd57a9-f1be-4c53-a3cf-05468d4f8579 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:05:07.259345 n-d-838334-2 neutron-server[84043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6fd57a9-f1be-4c53-a3cf-05468d4f8579 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:05:07.259755 n-d-838334-2 neutron-server[84043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6fd57a9-f1be-4c53-a3cf-05468d4f8579 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:05:07.260146 n-d-838334-2 neutron-server[84043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6fd57a9-f1be-4c53-a3cf-05468d4f8579 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:05:07.260530 n-d-838334-2 neutron-server[84043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6fd57a9-f1be-4c53-a3cf-05468d4f8579 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:05:07.261184 n-d-838334-2 neutron-server[84043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6fd57a9-f1be-4c53-a3cf-05468d4f8579 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:05:07.516381 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-b6985020-d138-465f-a6b0-024988a353fc tempest-RoutersIpV6AdminTest-1441855246 tempest-RoutersIpV6AdminTest-1441855246-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-33444175', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-33443520', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5293'] for router, precommit_update {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:07.526978 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-a1453a22-c911-47ec-bf6c-9111cd035a63 tempest-FloatingIPTestJSON-1355648241 tempest-FloatingIPTestJSON-1355648241-project] Notify callbacks [] for port, precommit_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:07.550466 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-bfef17d1-fecc-42e2-b38d-ce696d90c644 req-106fb3f2-2fb4-4b7d-8411-ba762646fd8c service neutron] 10.222.0.48 "GET /v2.0/networks/9b8a7e14-19dd-4214-9fd7-5da6fc8793e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3124087 Apr 18 21:05:07.575345 n-d-838334-2 neutron-server[84043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6fd57a9-f1be-4c53-a3cf-05468d4f8579 None None] Pushing event updated for resources: {'Port': ['ID=fbfde0f8-a754-4bee-bf90-a16586e427b5,revision_number=3']} {{(pid=84043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:05:07.602018 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Device 6bed8de5-58ef-4df2-8478-95d3b5de3e84 details requested by agent hyperv_n-h2-838334-2 with host n-h2-838334-2 {{(pid=84042) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 18 21:05:07.728313 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.l3_hamode_db [None req-105e94a5-d219-4434-8c55-33fddce52597 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0be3678-c70f-40b5-a112-7e0cd2b7e508', 'name': 'tempest-snat-router-1024669514', 'tenant_id': '292188131bd5453abc7131f632de51a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'external_fixed_ips': [{'subnet_id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'ip_address': '172.25.8.168'}], 'enable_snat': False}, 'gw_port_id': 'fbfde0f8-a754-4bee-bf90-a16586e427b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:04:52Z', 'updated_at': '2022-04-18T21:04:58Z', 'revision_number': 3, 'project_id': '292188131bd5453abc7131f632de51a5', 'gw_port': {'id': 'fbfde0f8-a754-4bee-bf90-a16586e427b5', 'name': '', 'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:9c:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b0be3678-c70f-40b5-a112-7e0cd2b7e508', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'ip_address': '172.25.8.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:04:55Z', 'updated_at': '2022-04-18T21:05:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-838334-2'}], 'n-d-838334-2', False) {} {{(pid=84043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:05:07.740656 n-d-838334-2 neutron-server[84043]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-105e94a5-d219-4434-8c55-33fddce52597 None None] The sync data for ids ['b0be3678-c70f-40b5-a112-7e0cd2b7e508'] in n-d-838334-2 is: [{'id': 'b0be3678-c70f-40b5-a112-7e0cd2b7e508', 'name': 'tempest-snat-router-1024669514', 'tenant_id': '292188131bd5453abc7131f632de51a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'external_fixed_ips': [{'subnet_id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'ip_address': '172.25.8.168'}], 'enable_snat': False}, 'gw_port_id': 'fbfde0f8-a754-4bee-bf90-a16586e427b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:04:52Z', 'updated_at': '2022-04-18T21:04:58Z', 'revision_number': 3, 'project_id': '292188131bd5453abc7131f632de51a5', 'gw_port': {'id': 'fbfde0f8-a754-4bee-bf90-a16586e427b5', 'name': '', 'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:9c:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b0be3678-c70f-40b5-a112-7e0cd2b7e508', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'ip_address': '172.25.8.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:04:55Z', 'updated_at': '2022-04-18T21:05:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-838334-2'}] {{(pid=84043) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 18 21:05:07.817613 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-edbb67d6-f9c6-40b8-81e4-a584d7c1c2ef tempest-RoutersTest-1500746192 tempest-RoutersTest-1500746192-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33443580', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5726'] for router, precommit_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:07.832814 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-edbb67d6-f9c6-40b8-81e4-a584d7c1c2ef tempest-RoutersTest-1500746192 tempest-RoutersTest-1500746192-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:07.837694 n-d-838334-2 neutron-server[84041]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f9f3bcaf-48cc-4937-b648-09d8fafb3661 tempest-PortsTestJSON-1335945802 tempest-PortsTestJSON-1335945802-project] Router 501bad6e-edab-4b4f-b4b3-eba8456a95ce is scheduled to L3 agent bc84d6c9-dd7a-4555-a351-592327b46d5a with binding_index 1 {{(pid=84041) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 18 21:05:07.899236 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-a1453a22-c911-47ec-bf6c-9111cd035a63 tempest-FloatingIPTestJSON-1355648241 tempest-FloatingIPTestJSON-1355648241-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750374836619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32266323'] for port, after_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:07.901598 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] For port 6bed8de5-58ef-4df2-8478-95d3b5de3e84, host n-h2-838334-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838334-2',level=0,port_id=6bed8de5-58ef-4df2-8478-95d3b5de3e84,segment=NetworkSegment(f3c1adbc-ce68-4689-ba8a-f5f2d2d5dce1),segment_id=f3c1adbc-ce68-4689-ba8a-f5f2d2d5dce1)] {{(pid=84042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:05:07.938929 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Returning: {'device': '6bed8de5-58ef-4df2-8478-95d3b5de3e84', 'network_id': '9b8a7e14-19dd-4214-9fd7-5da6fc8793e6', 'port_id': '6bed8de5-58ef-4df2-8478-95d3b5de3e84', 'mac_address': 'fa:16:3e:b4:ab:8d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 352, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '16880a32-9b71-46fb-bafe-6b6135588b63', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84042) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 18 21:05:08.067464 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-b6985020-d138-465f-a6b0-024988a353fc tempest-RoutersIpV6AdminTest-1441855246 tempest-RoutersIpV6AdminTest-1441855246-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:08.089317 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:08.099458 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-edbb67d6-f9c6-40b8-81e4-a584d7c1c2ef tempest-RoutersTest-1500746192 tempest-RoutersTest-1500746192-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-33443408'] for router, after_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:08.100046 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-edbb67d6-f9c6-40b8-81e4-a584d7c1c2ef tempest-RoutersTest-1500746192 tempest-RoutersTest-1500746192-project] Fanout notify agent at l3_agent the message router_deleted on router f34ff540-3f1d-4c46-83ee-3c9450f406d4 {{(pid=84041) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 18 21:05:08.113665 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-b6985020-d138-465f-a6b0-024988a353fc tempest-RoutersIpV6AdminTest-1441855246 tempest-RoutersIpV6AdminTest-1441855246-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:08.122676 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d54f622-258e-43c1-b7d9-1c139b582cc3 req-06e63181-594b-41de-9292-7b26060272e3 tempest-AttachVolumeTestJSON-1696487017 tempest-AttachVolumeTestJSON-1696487017-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:05:08.124406 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-5d54f622-258e-43c1-b7d9-1c139b582cc3 req-06e63181-594b-41de-9292-7b26060272e3 tempest-AttachVolumeTestJSON-1696487017 tempest-AttachVolumeTestJSON-1696487017-project] 10.222.0.42 "GET /v2.0/ports?device_id=b0ba2ec6-9abf-48fa-90ad-50051827d595 HTTP/1.1" status: 200 len: 943 time: 0.3264511 Apr 18 21:05:08.157545 n-d-838334-2 neutron-server[84042]: DEBUG neutron.notifiers.nova [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6bed8de5-58ef-4df2-8478-95d3b5de3e84 {{(pid=84042) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 18 21:05:08.227633 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] For port 6bed8de5-58ef-4df2-8478-95d3b5de3e84, host n-h2-838334-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838334-2',level=0,port_id=6bed8de5-58ef-4df2-8478-95d3b5de3e84,segment=NetworkSegment(f3c1adbc-ce68-4689-ba8a-f5f2d2d5dce1),segment_id=f3c1adbc-ce68-4689-ba8a-f5f2d2d5dce1)] {{(pid=84042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:05:08.232093 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682'] for port, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:08.246384 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1453a22-c911-47ec-bf6c-9111cd035a63 tempest-FloatingIPTestJSON-1355648241 tempest-FloatingIPTestJSON-1355648241-project] Pushing event updated for resources: {'Port': ['ID=02e417a4-ea0f-4c37-8074-8e31eef9fc99,revision_number=1']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:05:08.265749 n-d-838334-2 neutron-server[84041]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1453a22-c911-47ec-bf6c-9111cd035a63 tempest-FloatingIPTestJSON-1355648241 tempest-FloatingIPTestJSON-1355648241-project] Network e41b6600-a917-4a8d-b05c-be3be40c6d8c is already hosted by enough agents. {{(pid=84041) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:05:08.285118 n-d-838334-2 neutron-server[84041]: DEBUG neutron.scheduler.base_scheduler [None req-a1453a22-c911-47ec-bf6c-9111cd035a63 tempest-FloatingIPTestJSON-1355648241 tempest-FloatingIPTestJSON-1355648241-project] Resources bound (agent type, host, resource id): {{(pid=84041) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:05:08.289441 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-5d54f622-258e-43c1-b7d9-1c139b582cc3 req-6bf8737c-0a9e-4d91-96a1-aad0b28a13c1 tempest-AttachVolumeTestJSON-1696487017 tempest-AttachVolumeTestJSON-1696487017-project] 10.222.0.42 "GET /v2.0/security-groups?id=f803d5b9-b26e-40a0-beab-857b23d0f147&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1187243 Apr 18 21:05:08.296276 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1453a22-c911-47ec-bf6c-9111cd035a63 tempest-FloatingIPTestJSON-1355648241 tempest-FloatingIPTestJSON-1355648241-project] Received port after_create {{(pid=84041) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 21:05:08.400548 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Pushing event updated for resources: {'Port': ['ID=6bed8de5-58ef-4df2-8478-95d3b5de3e84,revision_number=4']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:05:08.483158 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] get_ports_and_sgs() called for port_ids ['6bed8de5-58ef-4df2-8478-95d3b5de3e84'] {{(pid=84042) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 18 21:05:08.596175 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.db_base_plugin_common [None req-414de111-343c-4a6c-9fc0-979d1b10ca09 tempest-RoutersAdminTest-1467285608 tempest-RoutersAdminTest-1467285608-project-admin] Allocated IP 172.25.8.12 (e41b6600-a917-4a8d-b05c-be3be40c6d8c/6b05667b-848e-4356-9b44-d5eb6808ef74/8967c3e4-fc85-4a90-bb59-b3333ae9abb0) {{(pid=84041) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 21:05:08.617837 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-edbb67d6-f9c6-40b8-81e4-a584d7c1c2ef tempest-RoutersTest-1500746192 tempest-RoutersTest-1500746192-project] Notify callbacks [] for router, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:08.623678 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-edbb67d6-f9c6-40b8-81e4-a584d7c1c2ef tempest-RoutersTest-1500746192 tempest-RoutersTest-1500746192-project] 10.222.0.42 "DELETE /v2.0/routers/f34ff540-3f1d-4c46-83ee-3c9450f406d4 HTTP/1.1" status: 204 len: 168 time: 2.2432985 Apr 18 21:05:08.624026 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 37186) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:05:08.841397 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 37194) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:05:08.979371 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f9f3bcaf-48cc-4937-b648-09d8fafb3661 tempest-PortsTestJSON-1335945802 tempest-PortsTestJSON-1335945802-project] Notify agent at l3_agent.n-d-838334-2 the message routers_updated {{(pid=84041) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 21:05:08.994032 n-d-838334-2 neutron-server[84043]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3414230d-334a-4d28-af5c-4ca7f32f3cd7 None None] Sync routers for ids ['501bad6e-edab-4b4f-b4b3-eba8456a95ce'] in n-d-838334-2 {{(pid=84043) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 18 21:05:08.997247 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-f9f3bcaf-48cc-4937-b648-09d8fafb3661 tempest-PortsTestJSON-1335945802 tempest-PortsTestJSON-1335945802-project] 10.222.0.42 "PUT /v2.0/routers/501bad6e-edab-4b4f-b4b3-eba8456a95ce/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.8203571 Apr 18 21:05:09.001845 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 37200) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:05:09.010454 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-414de111-343c-4a6c-9fc0-979d1b10ca09 tempest-RoutersAdminTest-1467285608 tempest-RoutersAdminTest-1467285608-project-admin] Notify callbacks [] for port, precommit_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:09.018235 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3414230d-334a-4d28-af5c-4ca7f32f3cd7 None None] Routers {'501bad6e-edab-4b4f-b4b3-eba8456a95ce'} bound to L3 agent in host n-d-838334-2 {{(pid=84043) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 21:05:09.018858 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.l3_hamode_db [None req-3414230d-334a-4d28-af5c-4ca7f32f3cd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838334-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-18T20:25:48Z,description=,heartbeat_timestamp=2022-04-18T21:04:48Z,host='n-d-838334-2',id=bc84d6c9-dd7a-4555-a351-592327b46d5a,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:25:48Z,topic='l3_agent')) {'router_ids': ['501bad6e-edab-4b4f-b4b3-eba8456a95ce'], 'active': True} {{(pid=84043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:05:09.126413 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-a1453a22-c911-47ec-bf6c-9111cd035a63 tempest-FloatingIPTestJSON-1355648241 tempest-FloatingIPTestJSON-1355648241-project] Notify callbacks [] for router_gateway, after_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:09.127351 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-a1453a22-c911-47ec-bf6c-9111cd035a63 tempest-FloatingIPTestJSON-1355648241 tempest-FloatingIPTestJSON-1355648241-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33443529', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33444176'] for router, after_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:09.166238 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.l3_hamode_db [None req-3414230d-334a-4d28-af5c-4ca7f32f3cd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-838334-2', False) {} {{(pid=84043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:05:09.178572 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3414230d-334a-4d28-af5c-4ca7f32f3cd7 None None] Routers {'501bad6e-edab-4b4f-b4b3-eba8456a95ce'} bound to L3 agent in host n-d-838334-2 {{(pid=84043) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 21:05:09.179313 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.l3_hamode_db [None req-3414230d-334a-4d28-af5c-4ca7f32f3cd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838334-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-18T20:25:48Z,description=,heartbeat_timestamp=2022-04-18T21:04:48Z,host='n-d-838334-2',id=bc84d6c9-dd7a-4555-a351-592327b46d5a,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:25:48Z,topic='l3_agent')) {'router_ids': ['501bad6e-edab-4b4f-b4b3-eba8456a95ce'], 'active': True} {{(pid=84043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:05:09.226734 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.v2.base [None req-d9869407-8e51-4eef-9f42-0e7b8b3cfe5f tempest-NetworksNegativeTestJSON-891255730 tempest-NetworksNegativeTestJSON-891255730-project] Request body: {'port': {'network_id': '242992ac-c349-41ed-a9ef-e59a8b0203f7', 'name': 'tempest-NetworksNegativeTestJSON-774613178'}} {{(pid=84040) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:05:09.276643 n-d-838334-2 neutron-server[84040]: INFO neutron.pecan_wsgi.hooks.translation [None req-d9869407-8e51-4eef-9f42-0e7b8b3cfe5f tempest-NetworksNegativeTestJSON-891255730 tempest-NetworksNegativeTestJSON-891255730-project] POST failed (client error): The resource could not be found. Apr 18 21:05:09.277849 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d9869407-8e51-4eef-9f42-0e7b8b3cfe5f tempest-NetworksNegativeTestJSON-891255730 tempest-NetworksNegativeTestJSON-891255730-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84040) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 21:05:09.287414 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 37206) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:05:09.288101 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.l3_hamode_db [None req-3414230d-334a-4d28-af5c-4ca7f32f3cd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-838334-2', False) {} {{(pid=84043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:05:09.288945 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-d9869407-8e51-4eef-9f42-0e7b8b3cfe5f tempest-NetworksNegativeTestJSON-891255730 tempest-NetworksNegativeTestJSON-891255730-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 404 len: 339 time: 0.4446592 Apr 18 21:05:09.289532 n-d-838334-2 neutron-server[84043]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3414230d-334a-4d28-af5c-4ca7f32f3cd7 None None] The sync data for ids ['501bad6e-edab-4b4f-b4b3-eba8456a95ce'] in n-d-838334-2 is: [] {{(pid=84043) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 18 21:05:09.356344 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-414de111-343c-4a6c-9fc0-979d1b10ca09 tempest-RoutersAdminTest-1467285608 tempest-RoutersAdminTest-1467285608-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750374836619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32266323'] for port, after_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:09.389909 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.db_base_plugin_v2 [None req-55281e2e-e3e1-4565-a8a6-9169199bced7 tempest-RoutersTest-1500746192 tempest-RoutersTest-1500746192-project] Deleting subnet 1312637d-b619-4f21-af2d-90b0210df77f {{(pid=84040) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 18 21:05:09.402869 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-55281e2e-e3e1-4565-a8a6-9169199bced7 tempest-RoutersTest-1500746192 tempest-RoutersTest-1500746192-project] Notify callbacks [] for subnet, before_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:09.424899 n-d-838334-2 neutron-server[84041]: INFO neutron.pecan_wsgi.hooks.translation [None req-fb67e0ca-9d36-4120-831b-a04f5afd14b0 tempest-NetworksNegativeTestJSON-891255730 tempest-NetworksNegativeTestJSON-891255730-project] DELETE failed (client error): The resource could not be found. Apr 18 21:05:09.425327 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fb67e0ca-9d36-4120-831b-a04f5afd14b0 tempest-NetworksNegativeTestJSON-891255730 tempest-NetworksNegativeTestJSON-891255730-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84041) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 21:05:09.426986 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-fb67e0ca-9d36-4120-831b-a04f5afd14b0 tempest-NetworksNegativeTestJSON-891255730 tempest-NetworksNegativeTestJSON-891255730-project] 10.222.0.42 "DELETE /v2.0/networks/dc4fd6b1-b345-425a-8665-c58bce6a99bb HTTP/1.1" status: 404 len: 339 time: 0.1363680 Apr 18 21:05:09.432941 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 37212) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:05:09.442054 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.db_base_plugin_common [None req-b6985020-d138-465f-a6b0-024988a353fc tempest-RoutersIpV6AdminTest-1441855246 tempest-RoutersIpV6AdminTest-1441855246-project-admin] Allocated IP 172.25.8.253 (e41b6600-a917-4a8d-b05c-be3be40c6d8c/6b05667b-848e-4356-9b44-d5eb6808ef74/4948e762-34e1-4c54-91fb-57d96205e105) {{(pid=84040) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 21:05:09.455938 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4059f189-0c03-4c34-a16d-918b90e21e3c tempest-PortsTestJSON-1335945802 tempest-PortsTestJSON-1335945802-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:05:09.456649 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-4059f189-0c03-4c34-a16d-918b90e21e3c tempest-PortsTestJSON-1335945802 tempest-PortsTestJSON-1335945802-project] Synchronizing usage tracker for tenant:234c597e1bbf440ab35a01225b472234 on resource:port {{(pid=84041) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 21:05:09.506694 n-d-838334-2 neutron-server[84041]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-414de111-343c-4a6c-9fc0-979d1b10ca09 tempest-RoutersAdminTest-1467285608 tempest-RoutersAdminTest-1467285608-project-admin] Network e41b6600-a917-4a8d-b05c-be3be40c6d8c is already hosted by enough agents. {{(pid=84041) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:05:09.527128 n-d-838334-2 neutron-server[84041]: DEBUG neutron.scheduler.base_scheduler [None req-414de111-343c-4a6c-9fc0-979d1b10ca09 tempest-RoutersAdminTest-1467285608 tempest-RoutersAdminTest-1467285608-project-admin] Resources bound (agent type, host, resource id): {{(pid=84041) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:05:09.533211 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-414de111-343c-4a6c-9fc0-979d1b10ca09 tempest-RoutersAdminTest-1467285608 tempest-RoutersAdminTest-1467285608-project-admin] Pushing event updated for resources: {'Port': ['ID=8967c3e4-fc85-4a90-bb59-b3333ae9abb0,revision_number=1']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:05:09.537185 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.l3_dvrscheduler_db [None req-414de111-343c-4a6c-9fc0-979d1b10ca09 tempest-RoutersAdminTest-1467285608 tempest-RoutersAdminTest-1467285608-project-admin] Received port after_create {{(pid=84041) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 21:05:09.563714 n-d-838334-2 neutron-server[84041]: INFO neutron.pecan_wsgi.hooks.translation [None req-54872691-a3bf-42f1-ac09-de6aaa44fc86 tempest-NetworksNegativeTestJSON-891255730 tempest-NetworksNegativeTestJSON-891255730-project] DELETE failed (client error): The resource could not be found. Apr 18 21:05:09.564165 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-54872691-a3bf-42f1-ac09-de6aaa44fc86 tempest-NetworksNegativeTestJSON-891255730 tempest-NetworksNegativeTestJSON-891255730-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84041) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 21:05:09.570524 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-54872691-a3bf-42f1-ac09-de6aaa44fc86 tempest-NetworksNegativeTestJSON-891255730 tempest-NetworksNegativeTestJSON-891255730-project] 10.222.0.42 "DELETE /v2.0/ports/410aa796-45bf-4103-a377-ffdd64cb8244 HTTP/1.1" status: 404 len: 333 time: 0.1245680 Apr 18 21:05:09.572711 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 37216) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:05:09.586164 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-55281e2e-e3e1-4565-a8a6-9169199bced7 tempest-RoutersTest-1500746192 tempest-RoutersTest-1500746192-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31955982'] for subnet, precommit_delete_associations {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:09.618435 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-4059f189-0c03-4c34-a16d-918b90e21e3c tempest-PortsTestJSON-1335945802 tempest-PortsTestJSON-1335945802-project] Unset dirty status for tenant:234c597e1bbf440ab35a01225b472234 on resource:port {{(pid=84041) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 21:05:09.621111 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-4059f189-0c03-4c34-a16d-918b90e21e3c tempest-PortsTestJSON-1335945802 tempest-PortsTestJSON-1335945802-project] 10.222.0.42 "GET /v2.0/ports?device_id=501bad6e-edab-4b4f-b4b3-eba8456a95ce HTTP/1.1" status: 200 len: 981 time: 0.6140521 Apr 18 21:05:09.628179 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 37220) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:05:09.632240 n-d-838334-2 neutron-server[84041]: INFO neutron.pecan_wsgi.hooks.translation [None req-792500aa-3038-49c3-a1bb-812e901a3e05 tempest-NetworksNegativeTestJSON-891255730 tempest-NetworksNegativeTestJSON-891255730-project] DELETE failed (client error): The resource could not be found. Apr 18 21:05:09.632764 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-792500aa-3038-49c3-a1bb-812e901a3e05 tempest-NetworksNegativeTestJSON-891255730 tempest-NetworksNegativeTestJSON-891255730-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84041) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 21:05:09.633335 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Device 6bed8de5-58ef-4df2-8478-95d3b5de3e84 up at agent hyperv_n-h2-838334-2 {{(pid=84042) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 21:05:09.638171 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-792500aa-3038-49c3-a1bb-812e901a3e05 tempest-NetworksNegativeTestJSON-891255730 tempest-NetworksNegativeTestJSON-891255730-project] 10.222.0.42 "DELETE /v2.0/subnets/b7b4d3ca-ef04-4247-bde6-a3079bf74914 HTTP/1.1" status: 404 len: 337 time: 0.0619204 Apr 18 21:05:09.642109 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 37224) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:05:09.700312 n-d-838334-2 neutron-server[84040]: INFO neutron.pecan_wsgi.hooks.translation [None req-078b6014-b36a-4d86-b5db-dda18e61c9f4 tempest-NetworksNegativeTestJSON-891255730 tempest-NetworksNegativeTestJSON-891255730-project] GET failed (client error): The resource could not be found. Apr 18 21:05:09.701831 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-078b6014-b36a-4d86-b5db-dda18e61c9f4 tempest-NetworksNegativeTestJSON-891255730 tempest-NetworksNegativeTestJSON-891255730-project] 10.222.0.42 "GET /v2.0/networks/3fa921d6-e027-424b-95e7-2e698b55057d HTTP/1.1" status: 404 len: 339 time: 0.0545657 Apr 18 21:05:09.707120 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 37228) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:05:09.744678 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Provisioning for port 6bed8de5-58ef-4df2-8478-95d3b5de3e84 completed by entity L2. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 21:05:09.757923 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Provisioning complete for port 6bed8de5-58ef-4df2-8478-95d3b5de3e84 triggered by entity L2. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:05:09.759943 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1253608'] for port, provisioning_complete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:09.790470 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-b6985020-d138-465f-a6b0-024988a353fc tempest-RoutersIpV6AdminTest-1441855246 tempest-RoutersIpV6AdminTest-1441855246-project-admin] Notify callbacks [] for port, precommit_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:09.800086 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb3ca50e-6163-4ec3-908d-0a2f7185d526 req-cab5af52-6adf-4210-9b62-4bd103044606 tempest-AttachVolumeTestJSON-1696487017 tempest-AttachVolumeTestJSON-1696487017-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:05:09.801720 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-cb3ca50e-6163-4ec3-908d-0a2f7185d526 req-cab5af52-6adf-4210-9b62-4bd103044606 tempest-AttachVolumeTestJSON-1696487017 tempest-AttachVolumeTestJSON-1696487017-project] 10.222.0.42 "GET /v2.0/ports?device_id=b0ba2ec6-9abf-48fa-90ad-50051827d595 HTTP/1.1" status: 200 len: 944 time: 0.3494906 Apr 18 21:05:09.807644 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-55281e2e-e3e1-4565-a8a6-9169199bced7 tempest-RoutersTest-1500746192 tempest-RoutersTest-1500746192-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1260556'] for subnet, precommit_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:09.864664 n-d-838334-2 neutron-server[84041]: INFO neutron.pecan_wsgi.hooks.translation [None req-3ffde9db-2d33-4e8b-a747-9351768f3d2d tempest-NetworksNegativeTestJSON-891255730 tempest-NetworksNegativeTestJSON-891255730-project] GET failed (client error): The resource could not be found. Apr 18 21:05:09.866911 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-3ffde9db-2d33-4e8b-a747-9351768f3d2d tempest-NetworksNegativeTestJSON-891255730 tempest-NetworksNegativeTestJSON-891255730-project] 10.222.0.42 "GET /v2.0/ports/312fb565-4945-4ea1-9c3a-58f219b42bdc HTTP/1.1" status: 404 len: 333 time: 0.1554163 Apr 18 21:05:09.877166 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 37232) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:05:09.890732 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Device fbfde0f8-a754-4bee-bf90-a16586e427b5 up at agent ovs-agent-n-d-838334-2 {{(pid=84042) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 21:05:09.951525 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-b6985020-d138-465f-a6b0-024988a353fc tempest-RoutersIpV6AdminTest-1441855246 tempest-RoutersIpV6AdminTest-1441855246-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750374836619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32440838'] for port, after_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:09.951831 n-d-838334-2 neutron-server[84041]: INFO neutron.pecan_wsgi.hooks.translation [None req-664cf53e-3c91-4c05-a55e-cdcc5da958ac tempest-NetworksNegativeTestJSON-891255730 tempest-NetworksNegativeTestJSON-891255730-project] GET failed (client error): The resource could not be found. Apr 18 21:05:09.953311 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-664cf53e-3c91-4c05-a55e-cdcc5da958ac tempest-NetworksNegativeTestJSON-891255730 tempest-NetworksNegativeTestJSON-891255730-project] 10.222.0.42 "GET /v2.0/subnets/146bfbe0-4786-497c-8955-a9497ba7049b HTTP/1.1" status: 404 len: 337 time: 0.0710068 Apr 18 21:05:09.961152 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 37236) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:05:09.970055 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.v2.base [None req-a4bf181d-5b4b-45ab-a7ca-58279f13e5bc tempest-NetworksNegativeTestJSON-891255730 tempest-NetworksNegativeTestJSON-891255730-project] Request body: {'network': {'name': 'new_name'}} {{(pid=84041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:05:10.003718 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-55281e2e-e3e1-4565-a8a6-9169199bced7 tempest-RoutersTest-1500746192 tempest-RoutersTest-1500746192-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1260549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33526260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32440885', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31752825'] for subnet, after_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:10.006173 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:10.024872 n-d-838334-2 neutron-server[84041]: INFO neutron.pecan_wsgi.hooks.translation [None req-a4bf181d-5b4b-45ab-a7ca-58279f13e5bc tempest-NetworksNegativeTestJSON-891255730 tempest-NetworksNegativeTestJSON-891255730-project] PUT failed (client error): The resource could not be found. Apr 18 21:05:10.025687 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a4bf181d-5b4b-45ab-a7ca-58279f13e5bc tempest-NetworksNegativeTestJSON-891255730 tempest-NetworksNegativeTestJSON-891255730-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84041) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 21:05:10.027056 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-a4bf181d-5b4b-45ab-a7ca-58279f13e5bc tempest-NetworksNegativeTestJSON-891255730 tempest-NetworksNegativeTestJSON-891255730-project] 10.222.0.42 "PUT /v2.0/networks/e25ebdf3-7e78-46db-b976-4dad9b6c47f9 HTTP/1.1" status: 404 len: 339 time: 0.0627596 Apr 18 21:05:10.033340 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 37240) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:05:10.050951 n-d-838334-2 neutron-server[84042]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b0ba2ec6-9abf-48fa-90ad-50051827d595', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6bed8de5-58ef-4df2-8478-95d3b5de3e84'}] {{(pid=84042) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 21:05:10.053061 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.v2.base [None req-6b81c519-d02e-473b-bd32-440fea4a6194 tempest-NetworksNegativeTestJSON-891255730 tempest-NetworksNegativeTestJSON-891255730-project] Request body: {'port': {'name': 'new_name'}} {{(pid=84041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:05:10.064172 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] For port 6bed8de5-58ef-4df2-8478-95d3b5de3e84, host n-h2-838334-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838334-2',level=0,port_id=6bed8de5-58ef-4df2-8478-95d3b5de3e84,segment=NetworkSegment(f3c1adbc-ce68-4689-ba8a-f5f2d2d5dce1),segment_id=f3c1adbc-ce68-4689-ba8a-f5f2d2d5dce1)] {{(pid=84042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:05:10.078913 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682'] for port, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:10.109563 n-d-838334-2 neutron-server[84041]: INFO neutron.pecan_wsgi.hooks.translation [None req-6b81c519-d02e-473b-bd32-440fea4a6194 tempest-NetworksNegativeTestJSON-891255730 tempest-NetworksNegativeTestJSON-891255730-project] PUT failed (client error): The resource could not be found. Apr 18 21:05:10.110144 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6b81c519-d02e-473b-bd32-440fea4a6194 tempest-NetworksNegativeTestJSON-891255730 tempest-NetworksNegativeTestJSON-891255730-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84041) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 21:05:10.115711 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-6b81c519-d02e-473b-bd32-440fea4a6194 tempest-NetworksNegativeTestJSON-891255730 tempest-NetworksNegativeTestJSON-891255730-project] 10.222.0.42 "PUT /v2.0/ports/99e0aa8f-65fd-4c05-a3c8-f5b569ce2640 HTTP/1.1" status: 404 len: 333 time: 0.0690265 Apr 18 21:05:10.121445 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 37248) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:05:10.130659 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-55281e2e-e3e1-4565-a8a6-9169199bced7 tempest-RoutersTest-1500746192 tempest-RoutersTest-1500746192-project] Notify callbacks [] for subnet, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:10.132189 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.v2.base [None req-3f9c7469-1532-4120-a32c-6de3bd5c185c tempest-NetworksNegativeTestJSON-891255730 tempest-NetworksNegativeTestJSON-891255730-project] Request body: {'subnet': {'name': 'new_name'}} {{(pid=84041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:05:10.172855 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55281e2e-e3e1-4565-a8a6-9169199bced7 tempest-RoutersTest-1500746192 tempest-RoutersTest-1500746192-project] Pushing event deleted for resources: {'Subnet': ['ID=1312637d-b619-4f21-af2d-90b0210df77f,revision_number=None']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:05:10.182464 n-d-838334-2 neutron-server[84041]: INFO neutron.pecan_wsgi.hooks.translation [None req-3f9c7469-1532-4120-a32c-6de3bd5c185c tempest-NetworksNegativeTestJSON-891255730 tempest-NetworksNegativeTestJSON-891255730-project] PUT failed (client error): The resource could not be found. Apr 18 21:05:10.182909 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3f9c7469-1532-4120-a32c-6de3bd5c185c tempest-NetworksNegativeTestJSON-891255730 tempest-NetworksNegativeTestJSON-891255730-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84041) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 21:05:10.184049 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-3f9c7469-1532-4120-a32c-6de3bd5c185c tempest-NetworksNegativeTestJSON-891255730 tempest-NetworksNegativeTestJSON-891255730-project] 10.222.0.42 "PUT /v2.0/subnets/98a36074-d8b7-46f5-82c1-d1ac005a4d06 HTTP/1.1" status: 404 len: 337 time: 0.0611820 Apr 18 21:05:10.197607 n-d-838334-2 neutron-server[84040]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6985020-d138-465f-a6b0-024988a353fc tempest-RoutersIpV6AdminTest-1441855246 tempest-RoutersIpV6AdminTest-1441855246-project-admin] Network e41b6600-a917-4a8d-b05c-be3be40c6d8c is already hosted by enough agents. {{(pid=84040) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:05:10.202050 n-d-838334-2 neutron-server[84040]: DEBUG neutron.scheduler.base_scheduler [None req-b6985020-d138-465f-a6b0-024988a353fc tempest-RoutersIpV6AdminTest-1441855246 tempest-RoutersIpV6AdminTest-1441855246-project-admin] Resources bound (agent type, host, resource id): {{(pid=84040) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:05:10.205879 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-cb3ca50e-6163-4ec3-908d-0a2f7185d526 req-296a81e2-805e-4fff-97ef-55b7bc39a10f tempest-AttachVolumeTestJSON-1696487017 tempest-AttachVolumeTestJSON-1696487017-project] 10.222.0.42 "GET /v2.0/security-groups?id=f803d5b9-b26e-40a0-beab-857b23d0f147&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3356864 Apr 18 21:05:10.209077 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6985020-d138-465f-a6b0-024988a353fc tempest-RoutersIpV6AdminTest-1441855246 tempest-RoutersIpV6AdminTest-1441855246-project-admin] Received port after_create {{(pid=84040) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 21:05:10.229243 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Provisioning for port fbfde0f8-a754-4bee-bf90-a16586e427b5 completed by entity L2. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 21:05:10.234227 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d35b03c1-bf8b-47b2-819c-8211778a3d69 None None] Network f46d807d-5106-48c3-9236-bd7be28e79da requested from n-d-838334-2 {{(pid=84042) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 21:05:10.250635 n-d-838334-2 neutron-server[84042]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bb2abbeb-0146-433d-bfe9-1ead061de3a9'] response: {'server_uuid': 'b0ba2ec6-9abf-48fa-90ad-50051827d595', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6bed8de5-58ef-4df2-8478-95d3b5de3e84', 'code': 200} Apr 18 21:05:10.251613 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Pushing event updated for resources: {'Port': ['ID=6bed8de5-58ef-4df2-8478-95d3b5de3e84,revision_number=5']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:05:10.277190 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Provisioning complete for port fbfde0f8-a754-4bee-bf90-a16586e427b5 triggered by entity L2. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:05:10.277845 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1253608'] for port, provisioning_complete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:10.402973 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-55281e2e-e3e1-4565-a8a6-9169199bced7 tempest-RoutersTest-1500746192 tempest-RoutersTest-1500746192-project] 10.222.0.42 "DELETE /v2.0/subnets/1312637d-b619-4f21-af2d-90b0210df77f HTTP/1.1" status: 204 len: 168 time: 1.7774806 Apr 18 21:05:10.405453 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 37258) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:05:10.414195 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6985020-d138-465f-a6b0-024988a353fc tempest-RoutersIpV6AdminTest-1441855246 tempest-RoutersIpV6AdminTest-1441855246-project-admin] Pushing event updated for resources: {'Port': ['ID=4948e762-34e1-4c54-91fb-57d96205e105,revision_number=1']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:05:10.622422 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:10.655677 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] For port fbfde0f8-a754-4bee-bf90-a16586e427b5, host n-d-838334-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838334-2',level=0,port_id=fbfde0f8-a754-4bee-bf90-a16586e427b5,segment=NetworkSegment(732aa830-768b-4511-951f-d08e26b9c25b),segment_id=732aa830-768b-4511-951f-d08e26b9c25b)] {{(pid=84042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:05:10.660923 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682'] for port, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:10.702416 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-1a0701bb-5399-4f7f-8ccc-a21f76fb5f16 tempest-RoutersTest-1500746192 tempest-RoutersTest-1500746192-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1103592'] for network, before_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:10.758151 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-414de111-343c-4a6c-9fc0-979d1b10ca09 tempest-RoutersAdminTest-1467285608 tempest-RoutersAdminTest-1467285608-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:10.811172 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Pushing event updated for resources: {'Port': ['ID=fbfde0f8-a754-4bee-bf90-a16586e427b5,revision_number=4']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:05:10.823434 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee3f826b-3714-40be-9aa8-f91009897113 None None] DHCP port deletion for f46d807d-5106-48c3-9236-bd7be28e79da request from n-d-838334-2 {{(pid=84042) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 18 21:05:10.832313 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.plugin [None req-ee3f826b-3714-40be-9aa8-f91009897113 None None] Deleting port d8172864-dc89-4b75-99e4-c013115dbbd8 {{(pid=84042) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 21:05:10.832313 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-ee3f826b-3714-40be-9aa8-f91009897113 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750375188691'] for port, before_delete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:10.865298 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.plugin [None req-1a0701bb-5399-4f7f-8ccc-a21f76fb5f16 tempest-RoutersTest-1500746192 tempest-RoutersTest-1500746192-project] Deleting port d8172864-dc89-4b75-99e4-c013115dbbd8 {{(pid=84040) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 21:05:10.876610 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-1a0701bb-5399-4f7f-8ccc-a21f76fb5f16 tempest-RoutersTest-1500746192 tempest-RoutersTest-1500746192-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750375188691'] for port, before_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:10.997531 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 37266) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:05:11.040985 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-414de111-343c-4a6c-9fc0-979d1b10ca09 tempest-RoutersAdminTest-1467285608 tempest-RoutersAdminTest-1467285608-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-33444175', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-33443520', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5293'] for router, precommit_update {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:11.045521 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-414de111-343c-4a6c-9fc0-979d1b10ca09 tempest-RoutersAdminTest-1467285608 tempest-RoutersAdminTest-1467285608-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33444176', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-33444166', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-33444185', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-33443547'] for router, after_update {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:11.046811 n-d-838334-2 neutron-server[84041]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a1453a22-c911-47ec-bf6c-9111cd035a63 tempest-FloatingIPTestJSON-1355648241 tempest-FloatingIPTestJSON-1355648241-project] Router 8d2572c8-a331-400d-95fa-c6c17825c988 is scheduled to L3 agent bc84d6c9-dd7a-4555-a351-592327b46d5a with binding_index 1 {{(pid=84041) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 18 21:05:11.104523 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-b6985020-d138-465f-a6b0-024988a353fc tempest-RoutersIpV6AdminTest-1441855246 tempest-RoutersIpV6AdminTest-1441855246-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:11.106108 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-b6985020-d138-465f-a6b0-024988a353fc tempest-RoutersIpV6AdminTest-1441855246 tempest-RoutersIpV6AdminTest-1441855246-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33443529', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33444176'] for router, after_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:11.150637 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-96092577-bee1-40c6-b010-19bd7f58d5c5 req-3e4d0f40-39ff-4237-851d-d88301558f0d service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=b0ba2ec6-9abf-48fa-90ad-50051827d595 HTTP/1.1" status: 200 len: 1096 time: 0.8007247 Apr 18 21:05:11.277339 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-ee3f826b-3714-40be-9aa8-f91009897113 None None] For port d8172864-dc89-4b75-99e4-c013115dbbd8, host n-d-838334-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838334-2',level=0,port_id=d8172864-dc89-4b75-99e4-c013115dbbd8,segment=NetworkSegment(93a191c9-c8da-4f45-9d9a-6f161ab2bd45),segment_id=93a191c9-c8da-4f45-9d9a-6f161ab2bd45)] {{(pid=84042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:05:11.278240 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-ee3f826b-3714-40be-9aa8-f91009897113 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369123'] for port, precommit_delete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:11.455054 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.plugin [None req-ee3f826b-3714-40be-9aa8-f91009897113 None None] Calling delete_port for d8172864-dc89-4b75-99e4-c013115dbbd8 owned by network:dhcp {{(pid=84042) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 21:05:11.479484 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-f67c8aa8-1c63-4b06-bcfd-6d6c37be976d admin admin] Notify callbacks [] for security_group, before_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:11.576820 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-ee3f826b-3714-40be-9aa8-f91009897113 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750375259028', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750374836628'] for port, after_delete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:11.673578 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee3f826b-3714-40be-9aa8-f91009897113 None None] Pushing event deleted for resources: {'Port': ['ID=d8172864-dc89-4b75-99e4-c013115dbbd8,revision_number=None']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:05:11.681718 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee3f826b-3714-40be-9aa8-f91009897113 None None] No DVR routers for this DVR port d8172864-dc89-4b75-99e4-c013115dbbd8 on host n-d-838334-2 {{(pid=84042) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 21:05:11.698985 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a1453a22-c911-47ec-bf6c-9111cd035a63 tempest-FloatingIPTestJSON-1355648241 tempest-FloatingIPTestJSON-1355648241-project] Notify agent at l3_agent.n-d-838334-2 the message routers_updated {{(pid=84041) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 21:05:11.710814 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11ca1d87-d81b-4cda-9c25-21df88b73f27 None None] Sync routers for ids ['8d2572c8-a331-400d-95fa-c6c17825c988'] in n-d-838334-2 {{(pid=84042) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 18 21:05:11.725208 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-96092577-bee1-40c6-b010-19bd7f58d5c5 req-43030fa6-2bab-4c4e-bd09-410f89004ab8 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=f803d5b9-b26e-40a0-beab-857b23d0f147&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5642292 Apr 18 21:05:11.738737 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-29660b84-65cb-4087-a3c5-586b39acb4a1 tempest-PortsTestJSON-1335945802 tempest-PortsTestJSON-1335945802-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33443857'] for router_interface, before_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:11.752995 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11ca1d87-d81b-4cda-9c25-21df88b73f27 None None] Routers {'8d2572c8-a331-400d-95fa-c6c17825c988'} bound to L3 agent in host n-d-838334-2 {{(pid=84042) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 21:05:11.755006 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_hamode_db [None req-11ca1d87-d81b-4cda-9c25-21df88b73f27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838334-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-18T20:25:48Z,description=,heartbeat_timestamp=2022-04-18T21:04:48Z,host='n-d-838334-2',id=bc84d6c9-dd7a-4555-a351-592327b46d5a,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:25:48Z,topic='l3_agent')) {'router_ids': ['8d2572c8-a331-400d-95fa-c6c17825c988'], 'active': True} {{(pid=84042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:05:11.755246 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.db [None req-1a0701bb-5399-4f7f-8ccc-a21f76fb5f16 tempest-RoutersTest-1500746192 tempest-RoutersTest-1500746192-project] For port d8172864-dc89-4b75-99e4-c013115dbbd8, host n-d-838334-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838334-2',level=0,port_id=d8172864-dc89-4b75-99e4-c013115dbbd8,segment=NetworkSegment(93a191c9-c8da-4f45-9d9a-6f161ab2bd45),segment_id=93a191c9-c8da-4f45-9d9a-6f161ab2bd45)] {{(pid=84040) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:05:11.755612 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-1a0701bb-5399-4f7f-8ccc-a21f76fb5f16 tempest-RoutersTest-1500746192 tempest-RoutersTest-1500746192-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369123'] for port, precommit_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:11.767803 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [None req-f67c8aa8-1c63-4b06-bcfd-6d6c37be976d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:05:11.865418 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-a1453a22-c911-47ec-bf6c-9111cd035a63 tempest-FloatingIPTestJSON-1355648241 tempest-FloatingIPTestJSON-1355648241-project] Notify callbacks [] for router, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:11.866378 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-f67c8aa8-1c63-4b06-bcfd-6d6c37be976d admin admin] Usage tracker for resource:security_group_rule and tenant:fbf041996f9f4e859aaff87e650890e6 is out of sync, need to count used quota {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:05:11.866944 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-a1453a22-c911-47ec-bf6c-9111cd035a63 tempest-FloatingIPTestJSON-1355648241 tempest-FloatingIPTestJSON-1355648241-project] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 8.3439078 Apr 18 21:05:11.879711 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 37280) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:05:11.880131 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Device fbfde0f8-a754-4bee-bf90-a16586e427b5 up at agent ovs-agent-n-d-838334-2 {{(pid=84042) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 21:05:11.920923 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_hamode_db [None req-11ca1d87-d81b-4cda-9c25-21df88b73f27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-838334-2', False) {} {{(pid=84042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:05:11.941006 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.plugin [None req-1a0701bb-5399-4f7f-8ccc-a21f76fb5f16 tempest-RoutersTest-1500746192 tempest-RoutersTest-1500746192-project] Calling delete_port for d8172864-dc89-4b75-99e4-c013115dbbd8 owned by network:dhcp {{(pid=84040) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 21:05:11.948912 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11ca1d87-d81b-4cda-9c25-21df88b73f27 None None] Routers {'8d2572c8-a331-400d-95fa-c6c17825c988'} bound to L3 agent in host n-d-838334-2 {{(pid=84042) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 21:05:11.949485 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_hamode_db [None req-11ca1d87-d81b-4cda-9c25-21df88b73f27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838334-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-18T20:25:48Z,description=,heartbeat_timestamp=2022-04-18T21:04:48Z,host='n-d-838334-2',id=bc84d6c9-dd7a-4555-a351-592327b46d5a,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:25:48Z,topic='l3_agent')) {'router_ids': ['8d2572c8-a331-400d-95fa-c6c17825c988'], 'active': True} {{(pid=84042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:05:11.970102 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-f67c8aa8-1c63-4b06-bcfd-6d6c37be976d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:05:11.993278 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [None req-f67c8aa8-1c63-4b06-bcfd-6d6c37be976d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:05:12.037605 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_hamode_db [None req-11ca1d87-d81b-4cda-9c25-21df88b73f27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-838334-2', False) {} {{(pid=84042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:05:12.038070 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11ca1d87-d81b-4cda-9c25-21df88b73f27 None None] The sync data for ids ['8d2572c8-a331-400d-95fa-c6c17825c988'] in n-d-838334-2 is: [] {{(pid=84042) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 18 21:05:12.058426 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25c1a879-87e2-4814-9bd1-27373d2a8091 req-36085ba4-4531-4c0d-a628-d80eacebccb8 tempest-AttachVolumeTestJSON-1696487017 tempest-AttachVolumeTestJSON-1696487017-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:05:12.065389 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-25c1a879-87e2-4814-9bd1-27373d2a8091 req-36085ba4-4531-4c0d-a628-d80eacebccb8 tempest-AttachVolumeTestJSON-1696487017 tempest-AttachVolumeTestJSON-1696487017-project] 10.222.0.42 "GET /v2.0/ports?device_id=b0ba2ec6-9abf-48fa-90ad-50051827d595 HTTP/1.1" status: 200 len: 945 time: 0.5652940 Apr 18 21:05:12.090054 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Provisioning complete for port fbfde0f8-a754-4bee-bf90-a16586e427b5 triggered by entity L2. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:05:12.090427 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1253608'] for port, provisioning_complete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:12.140056 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.db.api [None req-1a0701bb-5399-4f7f-8ccc-a21f76fb5f16 tempest-RoutersTest-1500746192 tempest-RoutersTest-1500746192-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84040) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 18 21:05:12.140615 n-d-838334-2 neutron-server[84040]: DEBUG oslo_db.api [None req-1a0701bb-5399-4f7f-8ccc-a21f76fb5f16 tempest-RoutersTest-1500746192 tempest-RoutersTest-1500746192-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 18 21:05:12.216287 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-25c1a879-87e2-4814-9bd1-27373d2a8091 req-7d34d397-2967-40ba-b6d6-df6b4cda7321 tempest-AttachVolumeTestJSON-1696487017 tempest-AttachVolumeTestJSON-1696487017-project] 10.222.0.42 "GET /v2.0/security-groups?id=f803d5b9-b26e-40a0-beab-857b23d0f147&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1498666 Apr 18 21:05:12.259814 n-d-838334-2 neutron-server[84041]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-414de111-343c-4a6c-9fc0-979d1b10ca09 tempest-RoutersAdminTest-1467285608 tempest-RoutersAdminTest-1467285608-project-admin] Router 6eb00345-b257-405c-99c4-42e0365658e3 is scheduled to L3 agent bc84d6c9-dd7a-4555-a351-592327b46d5a with binding_index 1 {{(pid=84041) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 18 21:05:12.273802 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-f67c8aa8-1c63-4b06-bcfd-6d6c37be976d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:12.304020 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-f67c8aa8-1c63-4b06-bcfd-6d6c37be976d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33528224'] for security_group, after_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:12.362045 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Device d8172864-dc89-4b75-99e4-c013115dbbd8 no longer exists at agent ovs-agent-n-d-838334-2 {{(pid=84042) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 21:05:12.388925 n-d-838334-2 neutron-server[84040]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b6985020-d138-465f-a6b0-024988a353fc tempest-RoutersIpV6AdminTest-1441855246 tempest-RoutersIpV6AdminTest-1441855246-project-admin] Router 96b61fa4-031f-4da1-83dc-72ab6f5c890b is scheduled to L3 agent bc84d6c9-dd7a-4555-a351-592327b46d5a with binding_index 1 {{(pid=84040) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 18 21:05:12.401791 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f67c8aa8-1c63-4b06-bcfd-6d6c37be976d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=566cc4e2-a1de-45b7-b672-b88fc02e26fd,revision_number=1']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:05:12.411260 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-f67c8aa8-1c63-4b06-bcfd-6d6c37be976d admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=fbf041996f9f4e859aaff87e650890e6&name=default HTTP/1.1" status: 200 len: 2647 time: 1.3885417 Apr 18 21:05:12.411788 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 37290) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:05:12.426508 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.plugin [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] No Port match for: d8172864-dc89-4b75-99e4-c013115dbbd8 {{(pid=84042) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 18 21:05:12.426718 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Device d8172864-dc89-4b75-99e4-c013115dbbd8 not bound to the agent host n-d-838334-2 {{(pid=84042) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 21:05:12.620642 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-8247bd0a-9b98-4c67-a371-9b88bbf5f582 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:12.643515 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.plugin [None req-1a0701bb-5399-4f7f-8ccc-a21f76fb5f16 tempest-RoutersTest-1500746192 tempest-RoutersTest-1500746192-project] Deleting port d8172864-dc89-4b75-99e4-c013115dbbd8 {{(pid=84040) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 21:05:12.643957 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-1a0701bb-5399-4f7f-8ccc-a21f76fb5f16 tempest-RoutersTest-1500746192 tempest-RoutersTest-1500746192-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750375188691'] for port, before_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:12.680544 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-8247bd0a-9b98-4c67-a371-9b88bbf5f582 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:12.732161 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.plugin [None req-1a0701bb-5399-4f7f-8ccc-a21f76fb5f16 tempest-RoutersTest-1500746192 tempest-RoutersTest-1500746192-project] The port 'd8172864-dc89-4b75-99e4-c013115dbbd8' was deleted {{(pid=84040) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 18 21:05:12.902170 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-1a0701bb-5399-4f7f-8ccc-a21f76fb5f16 tempest-RoutersTest-1500746192 tempest-RoutersTest-1500746192-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1258905', 'neutron.services.segments.db._delete_segments_for_network-8750375287417'] for network, precommit_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:12.946130 n-d-838334-2 neutron-server[84040]: DEBUG neutron.services.segments.db [None req-1a0701bb-5399-4f7f-8ccc-a21f76fb5f16 tempest-RoutersTest-1500746192 tempest-RoutersTest-1500746192-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f46d807d-5106-48c3-9236-bd7be28e79da']}} {{(pid=84040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:05:12.947916 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.plugin [None req-29660b84-65cb-4087-a3c5-586b39acb4a1 tempest-PortsTestJSON-1335945802 tempest-PortsTestJSON-1335945802-project] Deleting port b2186bc2-3914-4b54-aedd-41d4f2796578 {{(pid=84041) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 21:05:12.948392 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-29660b84-65cb-4087-a3c5-586b39acb4a1 tempest-PortsTestJSON-1335945802 tempest-PortsTestJSON-1335945802-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750375188691'] for port, before_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:12.966941 n-d-838334-2 neutron-server[84040]: DEBUG neutron.services.segments.db [None req-1a0701bb-5399-4f7f-8ccc-a21f76fb5f16 tempest-RoutersTest-1500746192 tempest-RoutersTest-1500746192-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '93a191c9-c8da-4f45-9d9a-6f161ab2bd45') {'for_net_delete': True} {{(pid=84040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:05:12.968584 n-d-838334-2 neutron-server[84040]: DEBUG neutron.services.segments.db [None req-1a0701bb-5399-4f7f-8ccc-a21f76fb5f16 tempest-RoutersTest-1500746192 tempest-RoutersTest-1500746192-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '93a191c9-c8da-4f45-9d9a-6f161ab2bd45') {} {{(pid=84040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:05:13.000060 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-1a0701bb-5399-4f7f-8ccc-a21f76fb5f16 tempest-RoutersTest-1500746192 tempest-RoutersTest-1500746192-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750375287300', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31955965'] for segment, before_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:13.027547 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-1a0701bb-5399-4f7f-8ccc-a21f76fb5f16 tempest-RoutersTest-1500746192 tempest-RoutersTest-1500746192-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1082986'] for segment, precommit_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:13.044688 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1a0701bb-5399-4f7f-8ccc-a21f76fb5f16 tempest-RoutersTest-1500746192 tempest-RoutersTest-1500746192-project] Releasing vlan 397 on physical network physnet1 to pool {{(pid=84040) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 18 21:05:13.047552 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-1a0701bb-5399-4f7f-8ccc-a21f76fb5f16 tempest-RoutersTest-1500746192 tempest-RoutersTest-1500746192-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1082993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32440923'] for segment, after_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:13.079296 n-d-838334-2 neutron-server[84040]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 21:05:13.079296 n-d-838334-2 neutron-server[84040]: util.warn( Apr 18 21:05:13.079296 n-d-838334-2 neutron-server[84040]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 21:05:13.079296 n-d-838334-2 neutron-server[84040]: util.warn( Apr 18 21:05:13.079296 n-d-838334-2 neutron-server[84040]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 21:05:13.079296 n-d-838334-2 neutron-server[84040]: util.warn( Apr 18 21:05:13.079296 n-d-838334-2 neutron-server[84040]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 21:05:13.079296 n-d-838334-2 neutron-server[84040]: util.warn( Apr 18 21:05:13.079296 n-d-838334-2 neutron-server[84040]: Traceback (most recent call last): Apr 18 21:05:13.079296 n-d-838334-2 neutron-server[84040]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 18 21:05:13.079296 n-d-838334-2 neutron-server[84040]: timer() Apr 18 21:05:13.079296 n-d-838334-2 neutron-server[84040]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 21:05:13.079296 n-d-838334-2 neutron-server[84040]: cb(*args, **kw) Apr 18 21:05:13.079296 n-d-838334-2 neutron-server[84040]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 18 21:05:13.079296 n-d-838334-2 neutron-server[84040]: return func(*args, **kwargs) Apr 18 21:05:13.079296 n-d-838334-2 neutron-server[84040]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 21:05:13.079296 n-d-838334-2 neutron-server[84040]: self._notify() Apr 18 21:05:13.079296 n-d-838334-2 neutron-server[84040]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 21:05:13.079296 n-d-838334-2 neutron-server[84040]: self.callback(batched_events) Apr 18 21:05:13.079296 n-d-838334-2 neutron-server[84040]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 21:05:13.079296 n-d-838334-2 neutron-server[84040]: event.method(event) Apr 18 21:05:13.079296 n-d-838334-2 neutron-server[84040]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 18 21:05:13.079296 n-d-838334-2 neutron-server[84040]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 21:05:13.079296 n-d-838334-2 neutron-server[84040]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 18 21:05:13.079296 n-d-838334-2 neutron-server[84040]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 21:05:13.079296 n-d-838334-2 neutron-server[84040]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 18 21:05:13.079296 n-d-838334-2 neutron-server[84040]: return f(self, *a, **k) Apr 18 21:05:13.079296 n-d-838334-2 neutron-server[84040]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 18 21:05:13.079296 n-d-838334-2 neutron-server[84040]: return self._get(url).json() Apr 18 21:05:13.079296 n-d-838334-2 neutron-server[84040]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 18 21:05:13.079296 n-d-838334-2 neutron-server[84040]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 21:05:13.079296 n-d-838334-2 neutron-server[84040]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 18 21:05:13.079296 n-d-838334-2 neutron-server[84040]: return self.request(url, 'GET', **kwargs) Apr 18 21:05:13.079296 n-d-838334-2 neutron-server[84040]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 18 21:05:13.079296 n-d-838334-2 neutron-server[84040]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 21:05:13.079296 n-d-838334-2 neutron-server[84040]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 18 21:05:13.079296 n-d-838334-2 neutron-server[84040]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 21:05:13.079296 n-d-838334-2 neutron-server[84040]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 18 21:05:13.079296 n-d-838334-2 neutron-server[84040]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 21:05:13.079296 n-d-838334-2 neutron-server[84040]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 21:05:13.082554 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-8247bd0a-9b98-4c67-a371-9b88bbf5f582 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33528224'] for security_group, after_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:13.161287 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8247bd0a-9b98-4c67-a371-9b88bbf5f582 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=566cc4e2-a1de-45b7-b672-b88fc02e26fd,revision_number=None']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:05:13.170079 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b6985020-d138-465f-a6b0-024988a353fc tempest-RoutersIpV6AdminTest-1441855246 tempest-RoutersIpV6AdminTest-1441855246-project-admin] Notify agent at l3_agent.n-d-838334-2 the message routers_updated {{(pid=84040) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 21:05:13.202338 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-8247bd0a-9b98-4c67-a371-9b88bbf5f582 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:13.203594 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-8247bd0a-9b98-4c67-a371-9b88bbf5f582 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/566cc4e2-a1de-45b7-b672-b88fc02e26fd HTTP/1.1" status: 204 len: 168 time: 0.7912602 Apr 18 21:05:13.220375 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-b6985020-d138-465f-a6b0-024988a353fc tempest-RoutersIpV6AdminTest-1441855246 tempest-RoutersIpV6AdminTest-1441855246-project-admin] Notify callbacks [] for router, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:13.221362 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-414de111-343c-4a6c-9fc0-979d1b10ca09 tempest-RoutersAdminTest-1467285608 tempest-RoutersAdminTest-1467285608-project-admin] Notify agent at l3_agent.n-d-838334-2 the message routers_updated {{(pid=84041) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 21:05:13.224174 n-d-838334-2 neutron-server[84043]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-382975f9-4334-4425-a8c7-c09d29642907 None None] Sync routers for ids ['96b61fa4-031f-4da1-83dc-72ab6f5c890b'] in n-d-838334-2 {{(pid=84043) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 18 21:05:13.227003 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 37296) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:05:13.227658 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-b6985020-d138-465f-a6b0-024988a353fc tempest-RoutersIpV6AdminTest-1441855246 tempest-RoutersIpV6AdminTest-1441855246-project-admin] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 7.2105865 Apr 18 21:05:13.231998 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-1a0701bb-5399-4f7f-8ccc-a21f76fb5f16 tempest-RoutersTest-1500746192 tempest-RoutersTest-1500746192-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1258898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33526109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33444113'] for network, after_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:13.232615 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-414de111-343c-4a6c-9fc0-979d1b10ca09 tempest-RoutersAdminTest-1467285608 tempest-RoutersAdminTest-1467285608-project-admin] Notify callbacks [] for router, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:13.238302 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-414de111-343c-4a6c-9fc0-979d1b10ca09 tempest-RoutersAdminTest-1467285608 tempest-RoutersAdminTest-1467285608-project-admin] 10.222.0.42 "PUT /v2.0/routers/6eb00345-b257-405c-99c4-42e0365658e3 HTTP/1.1" status: 200 len: 914 time: 9.3218086 Apr 18 21:05:13.239508 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 37300) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:05:13.261303 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-1a0701bb-5399-4f7f-8ccc-a21f76fb5f16 tempest-RoutersTest-1500746192 tempest-RoutersTest-1500746192-project] Notify callbacks [] for network, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:13.266929 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a0701bb-5399-4f7f-8ccc-a21f76fb5f16 tempest-RoutersTest-1500746192 tempest-RoutersTest-1500746192-project] Pushing event deleted for resources: {'Network': ['ID=f46d807d-5106-48c3-9236-bd7be28e79da,revision_number=None']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:05:13.269322 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-1a0701bb-5399-4f7f-8ccc-a21f76fb5f16 tempest-RoutersTest-1500746192 tempest-RoutersTest-1500746192-project] 10.222.0.42 "DELETE /v2.0/networks/f46d807d-5106-48c3-9236-bd7be28e79da HTTP/1.1" status: 204 len: 168 time: 2.8595040 Apr 18 21:05:13.277998 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 37308) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:05:13.297870 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.v2.base [None req-4b014991-3f59-46c9-99f7-fabab3757916 tempest-RoutersTest-1500746192 tempest-RoutersTest-1500746192-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-2128214223', 'external_gateway_info': {'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c'}, 'admin_state_up': False}} {{(pid=84040) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:05:13.308675 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-382975f9-4334-4425-a8c7-c09d29642907 None None] Routers {'96b61fa4-031f-4da1-83dc-72ab6f5c890b'} bound to L3 agent in host n-d-838334-2 {{(pid=84043) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 21:05:13.311899 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.l3_hamode_db [None req-382975f9-4334-4425-a8c7-c09d29642907 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838334-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-18T20:25:48Z,description=,heartbeat_timestamp=2022-04-18T21:04:48Z,host='n-d-838334-2',id=bc84d6c9-dd7a-4555-a351-592327b46d5a,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:25:48Z,topic='l3_agent')) {'router_ids': ['96b61fa4-031f-4da1-83dc-72ab6f5c890b'], 'active': True} {{(pid=84043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:05:13.314550 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7db87912-ef37-4557-a480-8255994f842c None None] Sync routers for ids ['6eb00345-b257-405c-99c4-42e0365658e3'] in n-d-838334-2 {{(pid=84042) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 18 21:05:13.318515 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [None req-4b014991-3f59-46c9-99f7-fabab3757916 tempest-RoutersTest-1500746192 tempest-RoutersTest-1500746192-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:05:13.326607 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-4b014991-3f59-46c9-99f7-fabab3757916 tempest-RoutersTest-1500746192 tempest-RoutersTest-1500746192-project] Usage tracker for resource:router and tenant:8a05b90fa8c54f25938df6bd0ef52223 is out of sync, need to count used quota {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:05:13.334639 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-4b014991-3f59-46c9-99f7-fabab3757916 tempest-RoutersTest-1500746192 tempest-RoutersTest-1500746192-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:05:13.342771 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [None req-4b014991-3f59-46c9-99f7-fabab3757916 tempest-RoutersTest-1500746192 tempest-RoutersTest-1500746192-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:05:13.358188 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7db87912-ef37-4557-a480-8255994f842c None None] Routers {'6eb00345-b257-405c-99c4-42e0365658e3'} bound to L3 agent in host n-d-838334-2 {{(pid=84042) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 21:05:13.358888 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_hamode_db [None req-7db87912-ef37-4557-a480-8255994f842c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838334-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-18T20:25:48Z,description=,heartbeat_timestamp=2022-04-18T21:04:48Z,host='n-d-838334-2',id=bc84d6c9-dd7a-4555-a351-592327b46d5a,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:25:48Z,topic='l3_agent')) {'router_ids': ['6eb00345-b257-405c-99c4-42e0365658e3'], 'active': True} {{(pid=84042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:05:13.365597 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-4b014991-3f59-46c9-99f7-fabab3757916 tempest-RoutersTest-1500746192 tempest-RoutersTest-1500746192-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-33442106', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5708'] for router, before_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:13.366123 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-4b014991-3f59-46c9-99f7-fabab3757916 tempest-RoutersTest-1500746192 tempest-RoutersTest-1500746192-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33442137', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33444285', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33535433', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5703'] for router, precommit_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:13.412321 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-4b014991-3f59-46c9-99f7-fabab3757916 tempest-RoutersTest-1500746192 tempest-RoutersTest-1500746192-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:13.500684 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_hamode_db [None req-7db87912-ef37-4557-a480-8255994f842c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-838334-2', False) {} {{(pid=84042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:05:13.522049 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7db87912-ef37-4557-a480-8255994f842c None None] Routers {'6eb00345-b257-405c-99c4-42e0365658e3'} bound to L3 agent in host n-d-838334-2 {{(pid=84042) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 21:05:13.525212 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_hamode_db [None req-7db87912-ef37-4557-a480-8255994f842c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838334-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-18T20:25:48Z,description=,heartbeat_timestamp=2022-04-18T21:04:48Z,host='n-d-838334-2',id=bc84d6c9-dd7a-4555-a351-592327b46d5a,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:25:48Z,topic='l3_agent')) {'router_ids': ['6eb00345-b257-405c-99c4-42e0365658e3'], 'active': True} {{(pid=84042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:05:13.650172 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_hamode_db [None req-7db87912-ef37-4557-a480-8255994f842c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-838334-2', False) {} {{(pid=84042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:05:13.650987 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7db87912-ef37-4557-a480-8255994f842c None None] The sync data for ids ['6eb00345-b257-405c-99c4-42e0365658e3'] in n-d-838334-2 is: [] {{(pid=84042) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 18 21:05:13.681766 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-29660b84-65cb-4087-a3c5-586b39acb4a1 tempest-PortsTestJSON-1335945802 tempest-PortsTestJSON-1335945802-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369123'] for port, precommit_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:13.695195 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.l3_dvr_db [None req-382975f9-4334-4425-a8c7-c09d29642907 None None] Set router 96b61fa4-031f-4da1-83dc-72ab6f5c890b gateway port host: n-d-838334-2 {{(pid=84043) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 21:05:13.802016 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-4b014991-3f59-46c9-99f7-fabab3757916 tempest-RoutersTest-1500746192 tempest-RoutersTest-1500746192-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-33444175', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-33443520', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5293'] for router, precommit_update {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:13.855865 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a97a4483-f8c8-4081-98a3-9ff985cf0ee8 req-e712fed3-9604-4d59-a37d-c9c6eea415a7 tempest-AttachVolumeTestJSON-1696487017 tempest-AttachVolumeTestJSON-1696487017-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:05:13.857186 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.plugin [None req-29660b84-65cb-4087-a3c5-586b39acb4a1 tempest-PortsTestJSON-1335945802 tempest-PortsTestJSON-1335945802-project] Calling delete_port for b2186bc2-3914-4b54-aedd-41d4f2796578 owned by network:router_interface {{(pid=84041) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 21:05:13.857743 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-a97a4483-f8c8-4081-98a3-9ff985cf0ee8 req-e712fed3-9604-4d59-a37d-c9c6eea415a7 tempest-AttachVolumeTestJSON-1696487017 tempest-AttachVolumeTestJSON-1696487017-project] 10.222.0.42 "GET /v2.0/ports?device_id=b0ba2ec6-9abf-48fa-90ad-50051827d595 HTTP/1.1" status: 200 len: 945 time: 0.2688890 Apr 18 21:05:14.102062 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-a97a4483-f8c8-4081-98a3-9ff985cf0ee8 req-b5a658e5-3955-445a-ab09-4f646bae60ba tempest-AttachVolumeTestJSON-1696487017 tempest-AttachVolumeTestJSON-1696487017-project] 10.222.0.42 "GET /v2.0/security-groups?id=f803d5b9-b26e-40a0-beab-857b23d0f147&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1855659 Apr 18 21:05:14.282510 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.l3_hamode_db [None req-382975f9-4334-4425-a8c7-c09d29642907 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96b61fa4-031f-4da1-83dc-72ab6f5c890b', 'name': 'tempest-snat-router-1024669514', 'tenant_id': '292188131bd5453abc7131f632de51a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'external_fixed_ips': [{'subnet_id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'ip_address': '172.25.8.253'}], 'enable_snat': True}, 'gw_port_id': '4948e762-34e1-4c54-91fb-57d96205e105', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:05:06Z', 'updated_at': '2022-04-18T21:05:10Z', 'revision_number': 3, 'project_id': '292188131bd5453abc7131f632de51a5', 'gw_port': {'id': '4948e762-34e1-4c54-91fb-57d96205e105', 'name': '', 'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:d7:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '96b61fa4-031f-4da1-83dc-72ab6f5c890b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'ip_address': '172.25.8.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:05:08Z', 'updated_at': '2022-04-18T21:05:09Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838334-2'}], 'n-d-838334-2', False) {} {{(pid=84043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:05:14.295268 n-d-838334-2 neutron-server[84043]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-382975f9-4334-4425-a8c7-c09d29642907 None None] Checking router: 96b61fa4-031f-4da1-83dc-72ab6f5c890b for host: n-d-838334-2 {{(pid=84043) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 18 21:05:14.295605 n-d-838334-2 neutron-server[84043]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-382975f9-4334-4425-a8c7-c09d29642907 None None] Updating router 96b61fa4-031f-4da1-83dc-72ab6f5c890b port 4948e762-34e1-4c54-91fb-57d96205e105 binding host n-d-838334-2 {{(pid=84043) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 18 21:05:14.396933 n-d-838334-2 neutron-server[84043]: DEBUG neutron_lib.callbacks.manager [None req-382975f9-4334-4425-a8c7-c09d29642907 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:14.435801 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-4b014991-3f59-46c9-99f7-fabab3757916 tempest-RoutersTest-1500746192 tempest-RoutersTest-1500746192-project] Notify callbacks [] for router_gateway, before_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:14.480497 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-4b014991-3f59-46c9-99f7-fabab3757916 tempest-RoutersTest-1500746192 tempest-RoutersTest-1500746192-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:14.520164 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-2bc9e26e-8444-4c97-a54c-423723524e4b tempest-RoutersAdminTest-1467285608 tempest-RoutersAdminTest-1467285608-project-admin] 10.222.0.42 "GET /v2.0/routers/6eb00345-b257-405c-99c4-42e0365658e3 HTTP/1.1" status: 200 len: 920 time: 1.2746189 Apr 18 21:05:14.526032 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 37330) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:05:14.536680 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-5c9c91ef-f858-4440-a701-f1fa920782aa tempest-RoutersIpV6AdminTest-1441855246 tempest-RoutersIpV6AdminTest-1441855246-project-admin] 10.222.0.42 "GET /v2.0/routers/96b61fa4-031f-4da1-83dc-72ab6f5c890b HTTP/1.1" status: 200 len: 908 time: 1.2985213 Apr 18 21:05:14.539827 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 37334) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:05:14.699203 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7a0cd7f-c168-4aeb-b101-9bf5bb059430 req-0a7b285a-c369-4465-be0a-74a125c191c8 tempest-AttachVolumeTestJSON-1696487017 tempest-AttachVolumeTestJSON-1696487017-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:05:14.708212 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-d7a0cd7f-c168-4aeb-b101-9bf5bb059430 req-0a7b285a-c369-4465-be0a-74a125c191c8 tempest-AttachVolumeTestJSON-1696487017 tempest-AttachVolumeTestJSON-1696487017-project] 10.222.0.42 "GET /v2.0/ports?device_id=b0ba2ec6-9abf-48fa-90ad-50051827d595 HTTP/1.1" status: 200 len: 945 time: 0.3662775 Apr 18 21:05:14.712675 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 37340) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:05:14.730374 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.v2.base [None req-6bc8a50f-fd25-46a8-9774-89f9caeb46cf tempest-AttachVolumeTestJSON-1696487017 tempest-AttachVolumeTestJSON-1696487017-project] Request body: {'floatingip': {'port_id': '6bed8de5-58ef-4df2-8478-95d3b5de3e84'}} {{(pid=84040) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:05:14.732130 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-29660b84-65cb-4087-a3c5-586b39acb4a1 tempest-PortsTestJSON-1335945802 tempest-PortsTestJSON-1335945802-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750375259028', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750374836628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32266323'] for port, after_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:14.782533 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 37344) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:05:14.814665 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29660b84-65cb-4087-a3c5-586b39acb4a1 tempest-PortsTestJSON-1335945802 tempest-PortsTestJSON-1335945802-project] Pushing event deleted for resources: {'Port': ['ID=b2186bc2-3914-4b54-aedd-41d4f2796578,revision_number=None']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:05:14.858086 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-6bc8a50f-fd25-46a8-9774-89f9caeb46cf tempest-AttachVolumeTestJSON-1696487017 tempest-AttachVolumeTestJSON-1696487017-project] Notify callbacks [] for floatingip, before_update {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:14.948807 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.db_base_plugin_common [None req-4b014991-3f59-46c9-99f7-fabab3757916 tempest-RoutersTest-1500746192 tempest-RoutersTest-1500746192-project] Allocated IP 172.25.8.48 (e41b6600-a917-4a8d-b05c-be3be40c6d8c/6b05667b-848e-4356-9b44-d5eb6808ef74/32b7eff4-d8a2-4239-bec4-fd5a85723623) {{(pid=84040) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 21:05:14.998262 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-e55cf32d-5809-4ba5-867c-1feeb52c51b6 tempest-RoutersAdminTest-1467285608 tempest-RoutersAdminTest-1467285608-project-admin] 10.222.0.42 "GET /v2.0/ports?network_id=e41b6600-a917-4a8d-b05c-be3be40c6d8c&device_id=6eb00345-b257-405c-99c4-42e0365658e3&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.4708271 Apr 18 21:05:15.004738 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 37350) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:05:15.204160 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.v2.base [None req-89aef432-3be5-4d1c-a0bd-d84715824de3 tempest-PortsIpV6TestJSON-656796091 tempest-PortsIpV6TestJSON-656796091-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-test-network-1218959336'}} {{(pid=84041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:05:15.214063 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-89aef432-3be5-4d1c-a0bd-d84715824de3 tempest-PortsIpV6TestJSON-656796091 tempest-PortsIpV6TestJSON-656796091-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:05:15.260467 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-89aef432-3be5-4d1c-a0bd-d84715824de3 tempest-PortsIpV6TestJSON-656796091 tempest-PortsIpV6TestJSON-656796091-project] Usage tracker for resource:network and tenant:2eda1cb86d1d401280eb2d37452a60a8 is out of sync, need to count used quota {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:05:15.271411 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-89aef432-3be5-4d1c-a0bd-d84715824de3 tempest-PortsIpV6TestJSON-656796091 tempest-PortsIpV6TestJSON-656796091-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:05:15.289018 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-89aef432-3be5-4d1c-a0bd-d84715824de3 tempest-PortsIpV6TestJSON-656796091 tempest-PortsIpV6TestJSON-656796091-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:05:15.318506 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-29660b84-65cb-4087-a3c5-586b39acb4a1 tempest-PortsTestJSON-1335945802 tempest-PortsTestJSON-1335945802-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-32377931', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33443910'] for router_interface, after_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:15.356920 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-89aef432-3be5-4d1c-a0bd-d84715824de3 tempest-PortsIpV6TestJSON-656796091 tempest-PortsIpV6TestJSON-656796091-project] Made reservation on behalf of 2eda1cb86d1d401280eb2d37452a60a8 for: {'network': 1} {{(pid=84041) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:05:15.359947 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-89aef432-3be5-4d1c-a0bd-d84715824de3 tempest-PortsIpV6TestJSON-656796091 tempest-PortsIpV6TestJSON-656796091-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for network, before_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:15.391769 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-89aef432-3be5-4d1c-a0bd-d84715824de3 tempest-PortsIpV6TestJSON-656796091 tempest-PortsIpV6TestJSON-656796091-project] Notify callbacks [] for security_group, before_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:15.435717 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-4b014991-3f59-46c9-99f7-fabab3757916 tempest-RoutersTest-1500746192 tempest-RoutersTest-1500746192-project] Notify callbacks [] for port, precommit_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:15.440840 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-662ee384-1540-481c-938c-9f5e08bf2849 tempest-RoutersAdminTest-1467285608 tempest-RoutersAdminTest-1467285608-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:05:15.445792 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-662ee384-1540-481c-938c-9f5e08bf2849 tempest-RoutersAdminTest-1467285608 tempest-RoutersAdminTest-1467285608-project-admin] 10.222.0.42 "GET /v2.0/networks/e41b6600-a917-4a8d-b05c-be3be40c6d8c HTTP/1.1" status: 200 len: 881 time: 0.4364097 Apr 18 21:05:15.446940 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 37354) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:05:15.476777 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-1f128a76-f95e-498e-a1b8-3b5dd5ce8081 tempest-RoutersIpV6AdminTest-1441855246 tempest-RoutersIpV6AdminTest-1441855246-project-admin] Notify callbacks [] for router, before_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:15.557398 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-39f8dfc9-dba9-4de6-b463-46cc8c30c796 tempest-RoutersAdminTest-1076183166 tempest-RoutersAdminTest-1076183166-project] 10.222.0.42 "GET /v2.0/ports?device_id=6eb00345-b257-405c-99c4-42e0365658e3 HTTP/1.1" status: 200 len: 205 time: 0.1070366 Apr 18 21:05:15.587701 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 37358) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:05:15.635654 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-1019d6c7-ba67-409c-99fd-709f63eb8c80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750375287399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253529'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:15.686412 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-4b014991-3f59-46c9-99f7-fabab3757916 tempest-RoutersTest-1500746192 tempest-RoutersTest-1500746192-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750374836619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32440838'] for port, after_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:15.830882 n-d-838334-2 neutron-server[84040]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b014991-3f59-46c9-99f7-fabab3757916 tempest-RoutersTest-1500746192 tempest-RoutersTest-1500746192-project] Network e41b6600-a917-4a8d-b05c-be3be40c6d8c is already hosted by enough agents. {{(pid=84040) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:05:15.834494 n-d-838334-2 neutron-server[84040]: DEBUG neutron.scheduler.base_scheduler [None req-4b014991-3f59-46c9-99f7-fabab3757916 tempest-RoutersTest-1500746192 tempest-RoutersTest-1500746192-project] Resources bound (agent type, host, resource id): {{(pid=84040) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:05:15.837490 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b014991-3f59-46c9-99f7-fabab3757916 tempest-RoutersTest-1500746192 tempest-RoutersTest-1500746192-project] Received port after_create {{(pid=84040) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 21:05:15.900354 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b014991-3f59-46c9-99f7-fabab3757916 tempest-RoutersTest-1500746192 tempest-RoutersTest-1500746192-project] Pushing event updated for resources: {'Port': ['ID=32b7eff4-d8a2-4239-bec4-fd5a85723623,revision_number=1']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:05:15.965768 n-d-838334-2 neutron-server[84043]: DEBUG neutron_lib.callbacks.manager [None req-382975f9-4334-4425-a8c7-c09d29642907 None None] Notify callbacks [] for port, precommit_update {{(pid=84043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:15.968275 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-89aef432-3be5-4d1c-a0bd-d84715824de3 tempest-PortsIpV6TestJSON-656796091 tempest-PortsIpV6TestJSON-656796091-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:05:15.979789 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.provisioning_blocks [None req-382975f9-4334-4425-a8c7-c09d29642907 None None] Transition to ACTIVE for port object 4948e762-34e1-4c54-91fb-57d96205e105 will not be triggered until provisioned by entity L2. {{(pid=84043) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:05:15.982648 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-89aef432-3be5-4d1c-a0bd-d84715824de3 tempest-PortsIpV6TestJSON-656796091 tempest-PortsIpV6TestJSON-656796091-project] Usage tracker for resource:security_group_rule and tenant:2eda1cb86d1d401280eb2d37452a60a8 is out of sync, need to count used quota {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:05:15.990679 n-d-838334-2 neutron-server[84043]: DEBUG neutron_lib.callbacks.manager [None req-382975f9-4334-4425-a8c7-c09d29642907 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682'] for port, after_update {{(pid=84043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:15.997410 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-89aef432-3be5-4d1c-a0bd-d84715824de3 tempest-PortsIpV6TestJSON-656796091 tempest-PortsIpV6TestJSON-656796091-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:05:16.011953 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-89aef432-3be5-4d1c-a0bd-d84715824de3 tempest-PortsIpV6TestJSON-656796091 tempest-PortsIpV6TestJSON-656796091-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:05:16.020981 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-950c3ddb-5723-4708-b09a-5095691b1275 tempest-FloatingIPTestJSON-1355648241 tempest-FloatingIPTestJSON-1355648241-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:16.059779 n-d-838334-2 neutron-server[84043]: DEBUG neutron.plugins.ml2.managers [None req-382975f9-4334-4425-a8c7-c09d29642907 None None] Attempting to bind port 4948e762-34e1-4c54-91fb-57d96205e105 on host n-d-838334-2 for vnic_type normal with profile {{(pid=84043) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 21:05:16.060414 n-d-838334-2 neutron-server[84043]: DEBUG neutron.plugins.ml2.managers [None req-382975f9-4334-4425-a8c7-c09d29642907 None None] Attempting to bind port 4948e762-34e1-4c54-91fb-57d96205e105 by drivers openvswitch,hyperv on host n-d-838334-2 at level 0 using segments [{'id': '732aa830-768b-4511-951f-d08e26b9c25b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c'}] {{(pid=84043) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 21:05:16.060966 n-d-838334-2 neutron-server[84043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-382975f9-4334-4425-a8c7-c09d29642907 None None] Attempting to bind port 4948e762-34e1-4c54-91fb-57d96205e105 on network e41b6600-a917-4a8d-b05c-be3be40c6d8c {{(pid=84043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 21:05:16.070333 n-d-838334-2 neutron-server[84043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-382975f9-4334-4425-a8c7-c09d29642907 None None] Checking agent: {'id': '97cd4414-7af6-4d67-868d-dff370b4071a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838334-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 25, 49), 'started_at': datetime.datetime(2022, 4, 18, 20, 26, 19), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 21, 4, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838334-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 18 21:05:16.071029 n-d-838334-2 neutron-server[84043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-382975f9-4334-4425-a8c7-c09d29642907 None None] Checking segment: {'id': '732aa830-768b-4511-951f-d08e26b9c25b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84043) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 21:05:16.071594 n-d-838334-2 neutron-server[84043]: DEBUG neutron_lib.callbacks.manager [None req-382975f9-4334-4425-a8c7-c09d29642907 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:16.072179 n-d-838334-2 neutron-server[84043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-382975f9-4334-4425-a8c7-c09d29642907 None None] Bound using segment: {'id': '732aa830-768b-4511-951f-d08e26b9c25b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c'} {{(pid=84043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 18 21:05:16.072826 n-d-838334-2 neutron-server[84043]: DEBUG neutron.plugins.ml2.managers [None req-382975f9-4334-4425-a8c7-c09d29642907 None None] Bound port: 4948e762-34e1-4c54-91fb-57d96205e105, host: n-d-838334-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '732aa830-768b-4511-951f-d08e26b9c25b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c'}}] {{(pid=84043) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 21:05:16.073393 n-d-838334-2 neutron-server[84043]: DEBUG neutron_lib.callbacks.manager [None req-382975f9-4334-4425-a8c7-c09d29642907 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:16.169022 n-d-838334-2 neutron-server[84043]: DEBUG neutron.plugins.ml2.db [None req-382975f9-4334-4425-a8c7-c09d29642907 None None] For port 4948e762-34e1-4c54-91fb-57d96205e105, host n-d-838334-2, cleared binding levels {{(pid=84043) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 21:05:16.176726 n-d-838334-2 neutron-server[84043]: DEBUG neutron.plugins.ml2.db [None req-382975f9-4334-4425-a8c7-c09d29642907 None None] For port 4948e762-34e1-4c54-91fb-57d96205e105, host n-d-838334-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838334-2',level=0,port_id=4948e762-34e1-4c54-91fb-57d96205e105,segment=NetworkSegment(732aa830-768b-4511-951f-d08e26b9c25b),segment_id=732aa830-768b-4511-951f-d08e26b9c25b)] {{(pid=84043) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 21:05:16.189323 n-d-838334-2 neutron-server[84043]: DEBUG neutron_lib.callbacks.manager [None req-382975f9-4334-4425-a8c7-c09d29642907 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682'] for port, after_update {{(pid=84043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:16.207164 n-d-838334-2 neutron-server[84043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-208be419-6ea9-4e1b-965a-8bf780cea905 None None] Pushing event updated for resources: {'Port': ['ID=4948e762-34e1-4c54-91fb-57d96205e105,revision_number=2']} {{(pid=84043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:05:16.304431 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-382975f9-4334-4425-a8c7-c09d29642907 None None] Routers {'96b61fa4-031f-4da1-83dc-72ab6f5c890b'} bound to L3 agent in host n-d-838334-2 {{(pid=84043) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 21:05:16.305481 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.l3_hamode_db [None req-382975f9-4334-4425-a8c7-c09d29642907 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838334-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-18T20:25:48Z,description=,heartbeat_timestamp=2022-04-18T21:04:48Z,host='n-d-838334-2',id=bc84d6c9-dd7a-4555-a351-592327b46d5a,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:25:48Z,topic='l3_agent')) {'router_ids': ['96b61fa4-031f-4da1-83dc-72ab6f5c890b'], 'active': True} {{(pid=84043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:05:16.375129 n-d-838334-2 neutron-server[84043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-208be419-6ea9-4e1b-965a-8bf780cea905 None None] Pushing event updated for resources: {'Port': ['ID=4948e762-34e1-4c54-91fb-57d96205e105,revision_number=3']} {{(pid=84043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:05:16.397623 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-6bc8a50f-fd25-46a8-9774-89f9caeb46cf tempest-AttachVolumeTestJSON-1696487017 tempest-AttachVolumeTestJSON-1696487017-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:16.423364 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-6bc8a50f-fd25-46a8-9774-89f9caeb46cf tempest-AttachVolumeTestJSON-1696487017 tempest-AttachVolumeTestJSON-1696487017-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33444131'] for floatingip, after_update {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:16.587764 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-4b014991-3f59-46c9-99f7-fabab3757916 tempest-RoutersTest-1500746192 tempest-RoutersTest-1500746192-project] Notify callbacks [] for router_gateway, after_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:16.588897 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-4b014991-3f59-46c9-99f7-fabab3757916 tempest-RoutersTest-1500746192 tempest-RoutersTest-1500746192-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33443529', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33444176'] for router, after_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:16.604655 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.l3_dvr_db [None req-382975f9-4334-4425-a8c7-c09d29642907 None None] Set router 96b61fa4-031f-4da1-83dc-72ab6f5c890b gateway port host: n-d-838334-2 {{(pid=84043) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 21:05:16.626733 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-89aef432-3be5-4d1c-a0bd-d84715824de3 tempest-PortsIpV6TestJSON-656796091 tempest-PortsIpV6TestJSON-656796091-project] Notify callbacks [] for security_group, precommit_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:16.655240 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-89aef432-3be5-4d1c-a0bd-d84715824de3 tempest-PortsIpV6TestJSON-656796091 tempest-PortsIpV6TestJSON-656796091-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33528224'] for security_group, after_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:16.728503 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-89aef432-3be5-4d1c-a0bd-d84715824de3 tempest-PortsIpV6TestJSON-656796091 tempest-PortsIpV6TestJSON-656796091-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 359} {{(pid=84041) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 21:05:16.825353 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89aef432-3be5-4d1c-a0bd-d84715824de3 tempest-PortsIpV6TestJSON-656796091 tempest-PortsIpV6TestJSON-656796091-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bd477545-9c22-417e-937f-1164574be573,revision_number=1']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:05:16.854366 n-d-838334-2 neutron-server[84040]: INFO neutron.db.l3_db [None req-6bc8a50f-fd25-46a8-9774-89f9caeb46cf tempest-AttachVolumeTestJSON-1696487017 tempest-AttachVolumeTestJSON-1696487017-project] Floating IP 912cdba1-a387-463f-bf0d-aba89b0dbd1e associated. External IP: 172.25.8.106, port: 6bed8de5-58ef-4df2-8478-95d3b5de3e84. Apr 18 21:05:16.867423 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-89aef432-3be5-4d1c-a0bd-d84715824de3 tempest-PortsIpV6TestJSON-656796091 tempest-PortsIpV6TestJSON-656796091-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1082986'] for segment, precommit_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:16.867863 n-d-838334-2 neutron-server[84041]: INFO neutron.db.segments_db [None req-89aef432-3be5-4d1c-a0bd-d84715824de3 tempest-PortsIpV6TestJSON-656796091 tempest-PortsIpV6TestJSON-656796091-project] Added segment c3e15f96-49dc-4529-907c-3a78425b3259 of type vlan for network de7b0fae-0e02-49a3-8eec-fcb1c51621b4 Apr 18 21:05:16.884449 n-d-838334-2 neutron-server[84041]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-29660b84-65cb-4087-a3c5-586b39acb4a1 tempest-PortsTestJSON-1335945802 tempest-PortsTestJSON-1335945802-project] Router 501bad6e-edab-4b4f-b4b3-eba8456a95ce has already been hosted by L3 agent bc84d6c9-dd7a-4555-a351-592327b46d5a {{(pid=84041) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 21:05:16.955356 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-89aef432-3be5-4d1c-a0bd-d84715824de3 tempest-PortsIpV6TestJSON-656796091 tempest-PortsIpV6TestJSON-656796091-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750374825732'] for network, precommit_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:17.047195 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.l3_hamode_db [None req-382975f9-4334-4425-a8c7-c09d29642907 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96b61fa4-031f-4da1-83dc-72ab6f5c890b', 'name': 'tempest-snat-router-1024669514', 'tenant_id': '292188131bd5453abc7131f632de51a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'external_fixed_ips': [{'subnet_id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'ip_address': '172.25.8.253'}], 'enable_snat': True}, 'gw_port_id': '4948e762-34e1-4c54-91fb-57d96205e105', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:05:06Z', 'updated_at': '2022-04-18T21:05:10Z', 'revision_number': 3, 'project_id': '292188131bd5453abc7131f632de51a5', 'gw_port': {'id': '4948e762-34e1-4c54-91fb-57d96205e105', 'name': '', 'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:d7:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '96b61fa4-031f-4da1-83dc-72ab6f5c890b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'ip_address': '172.25.8.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:05:08Z', 'updated_at': '2022-04-18T21:05:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838334-2'}], 'n-d-838334-2', False) {} {{(pid=84043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:05:17.051230 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-1f128a76-f95e-498e-a1b8-3b5dd5ce8081 tempest-RoutersIpV6AdminTest-1441855246 tempest-RoutersIpV6AdminTest-1441855246-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:17.055850 n-d-838334-2 neutron-server[84043]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-382975f9-4334-4425-a8c7-c09d29642907 None None] The sync data for ids ['96b61fa4-031f-4da1-83dc-72ab6f5c890b'] in n-d-838334-2 is: [{'id': '96b61fa4-031f-4da1-83dc-72ab6f5c890b', 'name': 'tempest-snat-router-1024669514', 'tenant_id': '292188131bd5453abc7131f632de51a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'external_fixed_ips': [{'subnet_id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'ip_address': '172.25.8.253'}], 'enable_snat': True}, 'gw_port_id': '4948e762-34e1-4c54-91fb-57d96205e105', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:05:06Z', 'updated_at': '2022-04-18T21:05:10Z', 'revision_number': 3, 'project_id': '292188131bd5453abc7131f632de51a5', 'gw_port': {'id': '4948e762-34e1-4c54-91fb-57d96205e105', 'name': '', 'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:d7:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '96b61fa4-031f-4da1-83dc-72ab6f5c890b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'ip_address': '172.25.8.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:05:08Z', 'updated_at': '2022-04-18T21:05:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838334-2'}] {{(pid=84043) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 18 21:05:17.067349 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-99bb1243-a5fe-4535-adec-65ac6625a224 tempest-RoutersAdminTest-1076183166 tempest-RoutersAdminTest-1076183166-project] Notify callbacks [] for router, before_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:17.119597 n-d-838334-2 neutron-server[84040]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4b014991-3f59-46c9-99f7-fabab3757916 tempest-RoutersTest-1500746192 tempest-RoutersTest-1500746192-project] Router d48d8ca6-1b44-48f5-978d-d6d3360f7037 is scheduled to L3 agent bc84d6c9-dd7a-4555-a351-592327b46d5a with binding_index 1 {{(pid=84040) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 18 21:05:17.268935 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.db.resource_extend [None req-89aef432-3be5-4d1c-a0bd-d84715824de3 tempest-PortsIpV6TestJSON-656796091 tempest-PortsIpV6TestJSON-656796091-project] It took 0.21 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84041) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 18 21:05:17.278737 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.plugin [None req-1f128a76-f95e-498e-a1b8-3b5dd5ce8081 tempest-RoutersIpV6AdminTest-1441855246 tempest-RoutersIpV6AdminTest-1441855246-project-admin] Deleting port 4948e762-34e1-4c54-91fb-57d96205e105 {{(pid=84041) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 21:05:17.280208 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-1f128a76-f95e-498e-a1b8-3b5dd5ce8081 tempest-RoutersIpV6AdminTest-1441855246 tempest-RoutersIpV6AdminTest-1441855246-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750375188691'] for port, before_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:17.442998 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.db_base_plugin_common [None req-950c3ddb-5723-4708-b09a-5095691b1275 tempest-FloatingIPTestJSON-1355648241 tempest-FloatingIPTestJSON-1355648241-project] Allocated IP 172.20.0.1 (aac9f468-7127-4a86-9eab-4bd9c6ecd23d/a3e2e578-9cc2-4f84-b434-bc1622f09b26/8641c5e5-a3bc-4bdc-9911-c45fb2b66d68) {{(pid=84041) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 21:05:17.465371 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-89aef432-3be5-4d1c-a0bd-d84715824de3 tempest-PortsIpV6TestJSON-656796091 tempest-PortsIpV6TestJSON-656796091-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33526109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022'] for network, after_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:17.468910 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89aef432-3be5-4d1c-a0bd-d84715824de3 tempest-PortsIpV6TestJSON-656796091 tempest-PortsIpV6TestJSON-656796091-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:05:17.469497 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-89aef432-3be5-4d1c-a0bd-d84715824de3 tempest-PortsIpV6TestJSON-656796091 tempest-PortsIpV6TestJSON-656796091-project] Notify callbacks [] for network, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:17.658928 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4b014991-3f59-46c9-99f7-fabab3757916 tempest-RoutersTest-1500746192 tempest-RoutersTest-1500746192-project] Notify agent at l3_agent.n-d-838334-2 the message routers_updated {{(pid=84040) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 21:05:17.678459 n-d-838334-2 neutron-server[84043]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ee79091-8ecf-43ee-ad02-d31f0709f767 None None] Sync routers for ids ['d48d8ca6-1b44-48f5-978d-d6d3360f7037'] in n-d-838334-2 {{(pid=84043) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 18 21:05:17.704649 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ee79091-8ecf-43ee-ad02-d31f0709f767 None None] Routers {'d48d8ca6-1b44-48f5-978d-d6d3360f7037'} bound to L3 agent in host n-d-838334-2 {{(pid=84043) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 21:05:17.705695 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.l3_hamode_db [None req-9ee79091-8ecf-43ee-ad02-d31f0709f767 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838334-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-18T20:25:48Z,description=,heartbeat_timestamp=2022-04-18T21:04:48Z,host='n-d-838334-2',id=bc84d6c9-dd7a-4555-a351-592327b46d5a,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:25:48Z,topic='l3_agent')) {'router_ids': ['d48d8ca6-1b44-48f5-978d-d6d3360f7037'], 'active': True} {{(pid=84043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:05:17.720672 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-4b014991-3f59-46c9-99f7-fabab3757916 tempest-RoutersTest-1500746192 tempest-RoutersTest-1500746192-project] Notify callbacks [] for router, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:17.722000 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-4b014991-3f59-46c9-99f7-fabab3757916 tempest-RoutersTest-1500746192 tempest-RoutersTest-1500746192-project] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 879 time: 4.4365704 Apr 18 21:05:17.724872 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 37366) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:05:17.844851 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.l3_hamode_db [None req-9ee79091-8ecf-43ee-ad02-d31f0709f767 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-838334-2', False) {} {{(pid=84043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:05:17.899168 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-b506cc9f-1270-4d54-aa12-fb8ea7511df1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750375287399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253529'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:17.903330 n-d-838334-2 neutron-server[84040]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6bc8a50f-fd25-46a8-9774-89f9caeb46cf tempest-AttachVolumeTestJSON-1696487017 tempest-AttachVolumeTestJSON-1696487017-project] Router 0573f4fd-15ec-4486-a7e2-4a1d64e93d08 has already been hosted by L3 agent bc84d6c9-dd7a-4555-a351-592327b46d5a {{(pid=84040) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 21:05:17.910186 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Device 4948e762-34e1-4c54-91fb-57d96205e105 up at agent ovs-agent-n-d-838334-2 {{(pid=84042) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 21:05:17.916463 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ee79091-8ecf-43ee-ad02-d31f0709f767 None None] Routers {'d48d8ca6-1b44-48f5-978d-d6d3360f7037'} bound to L3 agent in host n-d-838334-2 {{(pid=84043) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 21:05:17.917125 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.l3_hamode_db [None req-9ee79091-8ecf-43ee-ad02-d31f0709f767 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838334-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-18T20:25:48Z,description=,heartbeat_timestamp=2022-04-18T21:04:48Z,host='n-d-838334-2',id=bc84d6c9-dd7a-4555-a351-592327b46d5a,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:25:48Z,topic='l3_agent')) {'router_ids': ['d48d8ca6-1b44-48f5-978d-d6d3360f7037'], 'active': True} {{(pid=84043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:05:18.047467 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.l3_hamode_db [None req-9ee79091-8ecf-43ee-ad02-d31f0709f767 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-838334-2', False) {} {{(pid=84043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:05:18.048075 n-d-838334-2 neutron-server[84043]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ee79091-8ecf-43ee-ad02-d31f0709f767 None None] The sync data for ids ['d48d8ca6-1b44-48f5-978d-d6d3360f7037'] in n-d-838334-2 is: [] {{(pid=84043) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 18 21:05:18.219496 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-950c3ddb-5723-4708-b09a-5095691b1275 tempest-FloatingIPTestJSON-1355648241 tempest-FloatingIPTestJSON-1355648241-project] Notify callbacks [] for port, precommit_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:18.228560 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Provisioning for port 4948e762-34e1-4c54-91fb-57d96205e105 completed by entity L2. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 21:05:18.239251 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Provisioning complete for port 4948e762-34e1-4c54-91fb-57d96205e105 triggered by entity L2. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:05:18.239987 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1253608'] for port, provisioning_complete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:18.298051 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-29660b84-65cb-4087-a3c5-586b39acb4a1 tempest-PortsTestJSON-1335945802 tempest-PortsTestJSON-1335945802-project] Notify agent at l3_agent.n-d-838334-2 the message routers_updated {{(pid=84041) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 21:05:18.317491 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3166816-594e-49a9-bb4d-da3fae97d410 None None] Sync routers for ids ['501bad6e-edab-4b4f-b4b3-eba8456a95ce'] in n-d-838334-2 {{(pid=84042) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 18 21:05:18.332718 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89aef432-3be5-4d1c-a0bd-d84715824de3 tempest-PortsIpV6TestJSON-656796091 tempest-PortsIpV6TestJSON-656796091-project] Pushing event updated for resources: {'Network': ['ID=de7b0fae-0e02-49a3-8eec-fcb1c51621b4,revision_number=1']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:05:18.342836 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-29660b84-65cb-4087-a3c5-586b39acb4a1 tempest-PortsTestJSON-1335945802 tempest-PortsTestJSON-1335945802-project] 10.222.0.42 "PUT /v2.0/routers/501bad6e-edab-4b4f-b4b3-eba8456a95ce/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.7121654 Apr 18 21:05:18.357336 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-950c3ddb-5723-4708-b09a-5095691b1275 tempest-FloatingIPTestJSON-1355648241 tempest-FloatingIPTestJSON-1355648241-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750374836619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32266323'] for port, after_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:18.360982 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 37372) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:05:18.364984 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3166816-594e-49a9-bb4d-da3fae97d410 None None] Routers {'501bad6e-edab-4b4f-b4b3-eba8456a95ce'} bound to L3 agent in host n-d-838334-2 {{(pid=84042) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 21:05:18.365867 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_hamode_db [None req-d3166816-594e-49a9-bb4d-da3fae97d410 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838334-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-18T20:25:48Z,description=,heartbeat_timestamp=2022-04-18T21:05:18Z,host='n-d-838334-2',id=bc84d6c9-dd7a-4555-a351-592327b46d5a,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:25:48Z,topic='l3_agent')) {'router_ids': ['501bad6e-edab-4b4f-b4b3-eba8456a95ce'], 'active': True} {{(pid=84042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:05:18.424551 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Network de7b0fae-0e02-49a3-8eec-fcb1c51621b4 details requested by agent ovs-agent-n-d-838334-2 with host n-d-838334-2 {{(pid=84042) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 18 21:05:18.460582 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.db [None req-1f128a76-f95e-498e-a1b8-3b5dd5ce8081 tempest-RoutersIpV6AdminTest-1441855246 tempest-RoutersIpV6AdminTest-1441855246-project-admin] For port 4948e762-34e1-4c54-91fb-57d96205e105, host n-d-838334-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838334-2',level=0,port_id=4948e762-34e1-4c54-91fb-57d96205e105,segment=NetworkSegment(732aa830-768b-4511-951f-d08e26b9c25b),segment_id=732aa830-768b-4511-951f-d08e26b9c25b)] {{(pid=84041) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:05:18.461593 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-1f128a76-f95e-498e-a1b8-3b5dd5ce8081 tempest-RoutersIpV6AdminTest-1441855246 tempest-RoutersIpV6AdminTest-1441855246-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369123'] for port, precommit_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:18.596512 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_hamode_db [None req-d3166816-594e-49a9-bb4d-da3fae97d410 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-838334-2', False) {} {{(pid=84042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:05:18.606920 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.plugin [None req-1f128a76-f95e-498e-a1b8-3b5dd5ce8081 tempest-RoutersIpV6AdminTest-1441855246 tempest-RoutersIpV6AdminTest-1441855246-project-admin] Calling delete_port for 4948e762-34e1-4c54-91fb-57d96205e105 owned by network:router_gateway {{(pid=84041) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 21:05:18.645329 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:18.653486 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3166816-594e-49a9-bb4d-da3fae97d410 None None] Routers {'501bad6e-edab-4b4f-b4b3-eba8456a95ce'} bound to L3 agent in host n-d-838334-2 {{(pid=84042) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 21:05:18.654340 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_hamode_db [None req-d3166816-594e-49a9-bb4d-da3fae97d410 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838334-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-18T20:25:48Z,description=,heartbeat_timestamp=2022-04-18T21:05:18Z,host='n-d-838334-2',id=bc84d6c9-dd7a-4555-a351-592327b46d5a,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:25:48Z,topic='l3_agent')) {'router_ids': ['501bad6e-edab-4b4f-b4b3-eba8456a95ce'], 'active': True} {{(pid=84042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:05:18.697208 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-89aef432-3be5-4d1c-a0bd-d84715824de3 tempest-PortsIpV6TestJSON-656796091 tempest-PortsIpV6TestJSON-656796091-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 3.9128017 Apr 18 21:05:18.705217 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 37376) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:05:18.707704 n-d-838334-2 neutron-server[84041]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-950c3ddb-5723-4708-b09a-5095691b1275 tempest-FloatingIPTestJSON-1355648241 tempest-FloatingIPTestJSON-1355648241-project] Network aac9f468-7127-4a86-9eab-4bd9c6ecd23d is already hosted by enough agents. {{(pid=84041) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:05:18.713874 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.v2.base [None req-17f9918f-ffce-411a-a49d-71e354ada328 tempest-PortsIpV6TestJSON-656796091 tempest-PortsIpV6TestJSON-656796091-project] Request body: {'port': {'network_id': 'de7b0fae-0e02-49a3-8eec-fcb1c51621b4', 'name': 'tempest-PortsIpV6TestJSON-755277195'}} {{(pid=84040) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:05:18.718580 n-d-838334-2 neutron-server[84041]: DEBUG neutron.scheduler.base_scheduler [None req-950c3ddb-5723-4708-b09a-5095691b1275 tempest-FloatingIPTestJSON-1355648241 tempest-FloatingIPTestJSON-1355648241-project] Resources bound (agent type, host, resource id): {{(pid=84041) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:05:18.729606 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_hamode_db [None req-d3166816-594e-49a9-bb4d-da3fae97d410 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-838334-2', False) {} {{(pid=84042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:05:18.730223 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3166816-594e-49a9-bb4d-da3fae97d410 None None] The sync data for ids ['501bad6e-edab-4b4f-b4b3-eba8456a95ce'] in n-d-838334-2 is: [] {{(pid=84042) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 18 21:05:18.732718 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] For port 4948e762-34e1-4c54-91fb-57d96205e105, host n-d-838334-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838334-2',level=0,port_id=4948e762-34e1-4c54-91fb-57d96205e105,segment=NetworkSegment(732aa830-768b-4511-951f-d08e26b9c25b),segment_id=732aa830-768b-4511-951f-d08e26b9c25b)] {{(pid=84042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:05:18.740222 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682'] for port, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:18.747761 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.l3_dvrscheduler_db [None req-950c3ddb-5723-4708-b09a-5095691b1275 tempest-FloatingIPTestJSON-1355648241 tempest-FloatingIPTestJSON-1355648241-project] Received port after_create {{(pid=84041) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 21:05:18.787370 n-d-838334-2 neutron-server[84041]: INFO neutron.pecan_wsgi.hooks.translation [None req-786928d8-de82-41fa-9748-60a03bd5114e tempest-PortsTestJSON-1335945802 tempest-PortsTestJSON-1335945802-project] GET failed (client error): The resource could not be found. Apr 18 21:05:18.787727 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-786928d8-de82-41fa-9748-60a03bd5114e tempest-PortsTestJSON-1335945802 tempest-PortsTestJSON-1335945802-project] Synchronizing usage tracker for tenant:234c597e1bbf440ab35a01225b472234 on resource:port {{(pid=84041) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 21:05:18.813090 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Pushing event updated for resources: {'Port': ['ID=4948e762-34e1-4c54-91fb-57d96205e105,revision_number=4']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:05:18.822951 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:05:18.823283 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:05:18.823612 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:05:18.823983 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:05:18.824599 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:05:18.824935 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:05:18.825338 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:05:18.825576 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:05:18.825898 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:05:18.826204 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:05:18.826518 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:05:18.832683 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-950c3ddb-5723-4708-b09a-5095691b1275 tempest-FloatingIPTestJSON-1355648241 tempest-FloatingIPTestJSON-1355648241-project] Pushing event updated for resources: {'Port': ['ID=8641c5e5-a3bc-4bdc-9911-c45fb2b66d68,revision_number=1']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:05:18.869466 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-ff4bcd33-3a1b-4d22-82c8-c454bbcf9152 tempest-RoutersTest-1500746192 tempest-RoutersTest-1500746192-project] 10.222.0.42 "GET /v2.0/routers/d48d8ca6-1b44-48f5-978d-d6d3360f7037 HTTP/1.1" status: 200 len: 880 time: 1.1415846 Apr 18 21:05:18.873436 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 37380) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:05:18.876434 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-786928d8-de82-41fa-9748-60a03bd5114e tempest-PortsTestJSON-1335945802 tempest-PortsTestJSON-1335945802-project] Unset dirty status for tenant:234c597e1bbf440ab35a01225b472234 on resource:port {{(pid=84041) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 21:05:18.880011 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-786928d8-de82-41fa-9748-60a03bd5114e tempest-PortsTestJSON-1335945802 tempest-PortsTestJSON-1335945802-project] 10.222.0.42 "GET /v2.0/ports/b2186bc2-3914-4b54-aedd-41d4f2796578 HTTP/1.1" status: 404 len: 333 time: 0.4462354 Apr 18 21:05:18.880011 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-950c3ddb-5723-4708-b09a-5095691b1275 tempest-FloatingIPTestJSON-1355648241 tempest-FloatingIPTestJSON-1355648241-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33444010'] for router_interface, before_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:18.883480 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 37384) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:05:18.994091 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750375287399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253529'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:18.997609 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [None req-17f9918f-ffce-411a-a49d-71e354ada328 tempest-PortsIpV6TestJSON-656796091 tempest-PortsIpV6TestJSON-656796091-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:05:19.001441 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-17f9918f-ffce-411a-a49d-71e354ada328 tempest-PortsIpV6TestJSON-656796091 tempest-PortsIpV6TestJSON-656796091-project] Usage tracker for resource:port and tenant:2eda1cb86d1d401280eb2d37452a60a8 is out of sync, need to count used quota {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:05:19.004317 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-17f9918f-ffce-411a-a49d-71e354ada328 tempest-PortsIpV6TestJSON-656796091 tempest-PortsIpV6TestJSON-656796091-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:05:19.010727 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [None req-17f9918f-ffce-411a-a49d-71e354ada328 tempest-PortsIpV6TestJSON-656796091 tempest-PortsIpV6TestJSON-656796091-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:05:19.030546 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-17f9918f-ffce-411a-a49d-71e354ada328 tempest-PortsIpV6TestJSON-656796091 tempest-PortsIpV6TestJSON-656796091-project] Made reservation on behalf of 2eda1cb86d1d401280eb2d37452a60a8 for: {'port': 1} {{(pid=84040) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:05:19.033194 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-17f9918f-ffce-411a-a49d-71e354ada328 tempest-PortsIpV6TestJSON-656796091 tempest-PortsIpV6TestJSON-656796091-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:19.065310 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6bc8a50f-fd25-46a8-9774-89f9caeb46cf tempest-AttachVolumeTestJSON-1696487017 tempest-AttachVolumeTestJSON-1696487017-project] Notify agent at l3_agent.n-d-838334-2 the message routers_updated {{(pid=84040) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 21:05:19.076405 n-d-838334-2 neutron-server[84043]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95446146-9786-40c0-9ea0-e3e128a96ab6 None None] Sync routers for ids ['0573f4fd-15ec-4486-a7e2-4a1d64e93d08'] in n-d-838334-2 {{(pid=84043) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 18 21:05:19.094433 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95446146-9786-40c0-9ea0-e3e128a96ab6 None None] Routers {'0573f4fd-15ec-4486-a7e2-4a1d64e93d08'} bound to L3 agent in host n-d-838334-2 {{(pid=84043) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 21:05:19.095043 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.l3_hamode_db [None req-95446146-9786-40c0-9ea0-e3e128a96ab6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838334-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-18T20:25:48Z,description=,heartbeat_timestamp=2022-04-18T21:05:18Z,host='n-d-838334-2',id=bc84d6c9-dd7a-4555-a351-592327b46d5a,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:25:48Z,topic='l3_agent')) {'router_ids': ['0573f4fd-15ec-4486-a7e2-4a1d64e93d08'], 'active': True} {{(pid=84043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:05:19.099479 n-d-838334-2 neutron-server[84040]: DEBUG neutron.notifiers.nova [None req-17f9918f-ffce-411a-a49d-71e354ada328 tempest-PortsIpV6TestJSON-656796091 tempest-PortsIpV6TestJSON-656796091-project] device_id is not set on port 331c78f2-c4fa-405a-a689-7df66e7806ff yet. {{(pid=84040) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 18 21:05:19.139462 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-99bb1243-a5fe-4535-adec-65ac6625a224 tempest-RoutersAdminTest-1076183166 tempest-RoutersAdminTest-1076183166-project] Notify callbacks [] for router_gateway, before_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:19.142231 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.db.api [None req-1f128a76-f95e-498e-a1b8-3b5dd5ce8081 tempest-RoutersIpV6AdminTest-1441855246 tempest-RoutersIpV6AdminTest-1441855246-project-admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84041) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 18 21:05:19.142647 n-d-838334-2 neutron-server[84041]: DEBUG oslo_db.api [None req-1f128a76-f95e-498e-a1b8-3b5dd5ce8081 tempest-RoutersIpV6AdminTest-1441855246 tempest-RoutersIpV6AdminTest-1441855246-project-admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84041) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 18 21:05:19.154285 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-75227d5b-aa9b-404f-a0d8-36b2c0a4df93 tempest-PortsTestJSON-1335945802 tempest-PortsTestJSON-1335945802-project] Notify callbacks [] for router, before_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:19.279669 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.plugin [None req-99bb1243-a5fe-4535-adec-65ac6625a224 tempest-RoutersAdminTest-1076183166 tempest-RoutersAdminTest-1076183166-project] Deleting port 8967c3e4-fc85-4a90-bb59-b3333ae9abb0 {{(pid=84041) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 21:05:19.280442 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-99bb1243-a5fe-4535-adec-65ac6625a224 tempest-RoutersAdminTest-1076183166 tempest-RoutersAdminTest-1076183166-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750375188691'] for port, before_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:19.353881 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-950c3ddb-5723-4708-b09a-5095691b1275 tempest-FloatingIPTestJSON-1355648241 tempest-FloatingIPTestJSON-1355648241-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:19.362475 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-17f9918f-ffce-411a-a49d-71e354ada328 tempest-PortsIpV6TestJSON-656796091 tempest-PortsIpV6TestJSON-656796091-project] Notify callbacks [] for port, precommit_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:19.394972 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-6bc8a50f-fd25-46a8-9774-89f9caeb46cf tempest-AttachVolumeTestJSON-1696487017 tempest-AttachVolumeTestJSON-1696487017-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217293'] for floatingip, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:19.448744 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-17f9918f-ffce-411a-a49d-71e354ada328 tempest-PortsIpV6TestJSON-656796091 tempest-PortsIpV6TestJSON-656796091-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750374836619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32440838'] for port, after_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:19.452081 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-414b6ffe-e119-47bc-b18f-bcff1219c2f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750375287399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253529'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:19.499570 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.l3_dvr_db [None req-95446146-9786-40c0-9ea0-e3e128a96ab6 None None] Set router 0573f4fd-15ec-4486-a7e2-4a1d64e93d08 gateway port host: n-d-838334-2 {{(pid=84043) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 21:05:19.521194 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-6bc8a50f-fd25-46a8-9774-89f9caeb46cf tempest-AttachVolumeTestJSON-1696487017 tempest-AttachVolumeTestJSON-1696487017-project] 10.222.0.42 "PUT /v2.0/floatingips/912cdba1-a387-463f-bf0d-aba89b0dbd1e HTTP/1.1" status: 200 len: 991 time: 4.8061011 Apr 18 21:05:19.534512 n-d-838334-2 neutron-server[84040]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b0ba2ec6-9abf-48fa-90ad-50051827d595', 'tag': '6bed8de5-58ef-4df2-8478-95d3b5de3e84'}] {{(pid=84040) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 21:05:19.628981 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17f9918f-ffce-411a-a49d-71e354ada328 tempest-PortsIpV6TestJSON-656796091 tempest-PortsIpV6TestJSON-656796091-project] Pushing event updated for resources: {'Port': ['ID=331c78f2-c4fa-405a-a689-7df66e7806ff,revision_number=1']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:05:19.691243 n-d-838334-2 neutron-server[84040]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6707aac5-aff6-46c4-b503-075b56ad3d80'] response: {'name': 'network-changed', 'server_uuid': 'b0ba2ec6-9abf-48fa-90ad-50051827d595', 'tag': '6bed8de5-58ef-4df2-8478-95d3b5de3e84', 'status': 'completed', 'code': 200} Apr 18 21:05:19.701413 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17f9918f-ffce-411a-a49d-71e354ada328 tempest-PortsIpV6TestJSON-656796091 tempest-PortsIpV6TestJSON-656796091-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:05:19.701952 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17f9918f-ffce-411a-a49d-71e354ada328 tempest-PortsIpV6TestJSON-656796091 tempest-PortsIpV6TestJSON-656796091-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:05:19.702472 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17f9918f-ffce-411a-a49d-71e354ada328 tempest-PortsIpV6TestJSON-656796091 tempest-PortsIpV6TestJSON-656796091-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:05:19.702988 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17f9918f-ffce-411a-a49d-71e354ada328 tempest-PortsIpV6TestJSON-656796091 tempest-PortsIpV6TestJSON-656796091-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:05:19.703699 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17f9918f-ffce-411a-a49d-71e354ada328 tempest-PortsIpV6TestJSON-656796091 tempest-PortsIpV6TestJSON-656796091-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:05:19.704594 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17f9918f-ffce-411a-a49d-71e354ada328 tempest-PortsIpV6TestJSON-656796091 tempest-PortsIpV6TestJSON-656796091-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:05:19.705138 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17f9918f-ffce-411a-a49d-71e354ada328 tempest-PortsIpV6TestJSON-656796091 tempest-PortsIpV6TestJSON-656796091-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:05:19.705639 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17f9918f-ffce-411a-a49d-71e354ada328 tempest-PortsIpV6TestJSON-656796091 tempest-PortsIpV6TestJSON-656796091-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:05:19.706600 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17f9918f-ffce-411a-a49d-71e354ada328 tempest-PortsIpV6TestJSON-656796091 tempest-PortsIpV6TestJSON-656796091-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:05:19.707138 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17f9918f-ffce-411a-a49d-71e354ada328 tempest-PortsIpV6TestJSON-656796091 tempest-PortsIpV6TestJSON-656796091-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:05:19.707652 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17f9918f-ffce-411a-a49d-71e354ada328 tempest-PortsIpV6TestJSON-656796091 tempest-PortsIpV6TestJSON-656796091-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:05:19.776357 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17f9918f-ffce-411a-a49d-71e354ada328 tempest-PortsIpV6TestJSON-656796091 tempest-PortsIpV6TestJSON-656796091-project] Checking segment: {'id': 'c3e15f96-49dc-4529-907c-3a78425b3259', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': 'de7b0fae-0e02-49a3-8eec-fcb1c51621b4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84040) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 21:05:19.776918 n-d-838334-2 neutron-server[84040]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17f9918f-ffce-411a-a49d-71e354ada328 tempest-PortsIpV6TestJSON-656796091 tempest-PortsIpV6TestJSON-656796091-project] Network hostable DHCP agents. Network: de7b0fae-0e02-49a3-8eec-fcb1c51621b4, hostable agents: ['8746f8ea-3e91-4b32-9919-2c63adeb8722'], hosted agents: [] {{(pid=84040) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 21:05:19.856669 n-d-838334-2 neutron-server[84040]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17f9918f-ffce-411a-a49d-71e354ada328 tempest-PortsIpV6TestJSON-656796091 tempest-PortsIpV6TestJSON-656796091-project] Network de7b0fae-0e02-49a3-8eec-fcb1c51621b4 is scheduled to be hosted by DHCP agent 8746f8ea-3e91-4b32-9919-2c63adeb8722 with binding_index 1 {{(pid=84040) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 21:05:19.874570 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-c913310b-29a2-42b3-ac9c-4aa187a69828 tempest-RoutersTest-1500746192 tempest-RoutersTest-1500746192-project] Synchronizing usage tracker for tenant:8a05b90fa8c54f25938df6bd0ef52223 on resource:router {{(pid=84040) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 21:05:19.880761 n-d-838334-2 neutron-server[84040]: DEBUG neutron.scheduler.base_scheduler [None req-17f9918f-ffce-411a-a49d-71e354ada328 tempest-PortsIpV6TestJSON-656796091 tempest-PortsIpV6TestJSON-656796091-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-838334-2, de7b0fae-0e02-49a3-8eec-fcb1c51621b4) {{(pid=84040) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:05:19.900616 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a91db77e-28be-432e-bd1d-f849302a43b7 None None] Network de7b0fae-0e02-49a3-8eec-fcb1c51621b4 requested from n-d-838334-2 {{(pid=84042) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 21:05:19.903208 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17f9918f-ffce-411a-a49d-71e354ada328 tempest-PortsIpV6TestJSON-656796091 tempest-PortsIpV6TestJSON-656796091-project] Received port after_create {{(pid=84040) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 21:05:19.910848 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17f9918f-ffce-411a-a49d-71e354ada328 tempest-PortsIpV6TestJSON-656796091 tempest-PortsIpV6TestJSON-656796091-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:05:19.920331 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-17f9918f-ffce-411a-a49d-71e354ada328 tempest-PortsIpV6TestJSON-656796091 tempest-PortsIpV6TestJSON-656796091-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217293'] for port, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:19.925662 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Device 4948e762-34e1-4c54-91fb-57d96205e105 up at agent ovs-agent-n-d-838334-2 {{(pid=84042) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 21:05:19.938242 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-d9469bd4-94f6-4317-999c-a7cb5c7a5bff req-355b2135-0ad3-4adf-92d1-b7d23a65a9eb service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=b5bf875eb9b748b5aba56f8b60ce8169&device_id=b0ba2ec6-9abf-48fa-90ad-50051827d595 HTTP/1.1" status: 200 len: 1096 time: 0.2204900 Apr 18 21:05:20.156667 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-99bb1243-a5fe-4535-adec-65ac6625a224 tempest-RoutersAdminTest-1076183166 tempest-RoutersAdminTest-1076183166-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369123'] for port, precommit_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:20.224453 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-17f9918f-ffce-411a-a49d-71e354ada328 tempest-PortsIpV6TestJSON-656796091 tempest-PortsIpV6TestJSON-656796091-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 1.5151763 Apr 18 21:05:20.225724 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-c913310b-29a2-42b3-ac9c-4aa187a69828 tempest-RoutersTest-1500746192 tempest-RoutersTest-1500746192-project] Unset dirty status for tenant:8a05b90fa8c54f25938df6bd0ef52223 on resource:router {{(pid=84040) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 21:05:20.230034 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-c913310b-29a2-42b3-ac9c-4aa187a69828 tempest-RoutersTest-1500746192 tempest-RoutersTest-1500746192-project] 10.222.0.42 "GET /v2.0/routers HTTP/1.1" status: 200 len: 883 time: 1.3558187 Apr 18 21:05:20.233234 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 37394) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:05:20.233785 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 37396) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:05:20.245093 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.v2.base [None req-133c3802-9372-48ec-ac46-9d153d99fa5a tempest-RoutersTest-1500746192 tempest-RoutersTest-1500746192-project] Request body: {'router': {'name': 'updatedtempest-RoutersTest-router-2128214223'}} {{(pid=84040) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:05:20.274628 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Provisioning complete for port 4948e762-34e1-4c54-91fb-57d96205e105 triggered by entity L2. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:05:20.275230 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1253608'] for port, provisioning_complete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:20.288887 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.plugin [None req-99bb1243-a5fe-4535-adec-65ac6625a224 tempest-RoutersAdminTest-1076183166 tempest-RoutersAdminTest-1076183166-project] Calling delete_port for 8967c3e4-fc85-4a90-bb59-b3333ae9abb0 owned by network:router_gateway {{(pid=84041) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 21:05:20.441775 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.l3_hamode_db [None req-95446146-9786-40c0-9ea0-e3e128a96ab6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0573f4fd-15ec-4486-a7e2-4a1d64e93d08', 'name': 'tempest-AttachVolumeTestJSON-1059019708-router', 'tenant_id': 'b5bf875eb9b748b5aba56f8b60ce8169', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'external_fixed_ips': [{'subnet_id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'ip_address': '172.25.8.42'}], 'enable_snat': True}, 'gw_port_id': 'a46e8333-2083-45cf-9f4f-171d17c889e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:00:10Z', 'updated_at': '2022-04-18T21:00:21Z', 'revision_number': 4, 'project_id': 'b5bf875eb9b748b5aba56f8b60ce8169', 'gw_port': {'id': 'a46e8333-2083-45cf-9f4f-171d17c889e2', 'name': '', 'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:a3:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0573f4fd-15ec-4486-a7e2-4a1d64e93d08', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'ip_address': '172.25.8.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:00:11Z', 'updated_at': '2022-04-18T21:00:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838334-2', '_floatingips': [{'id': '912cdba1-a387-463f-bf0d-aba89b0dbd1e', 'tenant_id': 'b5bf875eb9b748b5aba56f8b60ce8169', 'floating_ip_address': '172.25.8.106', 'floating_network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'router_id': '0573f4fd-15ec-4486-a7e2-4a1d64e93d08', 'port_id': '6bed8de5-58ef-4df2-8478-95d3b5de3e84', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9b8a7e14-19dd-4214-9fd7-5da6fc8793e6', 'mac_address': 'fa:16:3e:b4:ab:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0ba2ec6-9abf-48fa-90ad-50051827d595', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T21:04:38Z', 'updated_at': '2022-04-18T21:05:16Z', 'revision_number': 1, 'project_id': 'b5bf875eb9b748b5aba56f8b60ce8169', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4b3e1958-51ec-47aa-a0e2-f9ad7c2de9dd', 'name': '', 'network_id': '9b8a7e14-19dd-4214-9fd7-5da6fc8793e6', 'tenant_id': 'b5bf875eb9b748b5aba56f8b60ce8169', 'mac_address': 'fa:16:3e:d9:f1:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0573f4fd-15ec-4486-a7e2-4a1d64e93d08', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '16880a32-9b71-46fb-bafe-6b6135588b63', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:00:19Z', 'updated_at': '2022-04-18T21:00:48Z', 'revision_number': 5, 'project_id': 'b5bf875eb9b748b5aba56f8b60ce8169', 'subnets': [{'id': '16880a32-9b71-46fb-bafe-6b6135588b63', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838334-2', False) {} {{(pid=84043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:05:20.452619 n-d-838334-2 neutron-server[84043]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95446146-9786-40c0-9ea0-e3e128a96ab6 None None] Checking router: 0573f4fd-15ec-4486-a7e2-4a1d64e93d08 for host: n-d-838334-2 {{(pid=84043) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 18 21:05:20.476344 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.v2.base [None req-ef2573fd-1745-4d5d-9bc3-80732c494be0 tempest-PortsIpV6TestJSON-656796091 tempest-PortsIpV6TestJSON-656796091-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-62693827'}} {{(pid=84040) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:05:20.488350 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [None req-ef2573fd-1745-4d5d-9bc3-80732c494be0 tempest-PortsIpV6TestJSON-656796091 tempest-PortsIpV6TestJSON-656796091-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:05:20.499542 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95446146-9786-40c0-9ea0-e3e128a96ab6 None None] Routers {'0573f4fd-15ec-4486-a7e2-4a1d64e93d08'} bound to L3 agent in host n-d-838334-2 {{(pid=84043) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 21:05:20.500422 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.l3_hamode_db [None req-95446146-9786-40c0-9ea0-e3e128a96ab6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838334-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-18T20:25:48Z,description=,heartbeat_timestamp=2022-04-18T21:05:18Z,host='n-d-838334-2',id=bc84d6c9-dd7a-4555-a351-592327b46d5a,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:25:48Z,topic='l3_agent')) {'router_ids': ['0573f4fd-15ec-4486-a7e2-4a1d64e93d08'], 'active': True} {{(pid=84043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:05:20.509622 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-ef2573fd-1745-4d5d-9bc3-80732c494be0 tempest-PortsIpV6TestJSON-656796091 tempest-PortsIpV6TestJSON-656796091-project] Usage tracker for resource:network and tenant:2eda1cb86d1d401280eb2d37452a60a8 is out of sync, need to count used quota {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:05:20.525059 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-ef2573fd-1745-4d5d-9bc3-80732c494be0 tempest-PortsIpV6TestJSON-656796091 tempest-PortsIpV6TestJSON-656796091-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:05:20.559215 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-c7521a90-7d65-4e2e-842c-ca5d95e9a89c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750375287399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253529'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:20.572343 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.plugin [None req-1f128a76-f95e-498e-a1b8-3b5dd5ce8081 tempest-RoutersIpV6AdminTest-1441855246 tempest-RoutersIpV6AdminTest-1441855246-project-admin] Deleting port 4948e762-34e1-4c54-91fb-57d96205e105 {{(pid=84041) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 21:05:20.572670 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-1f128a76-f95e-498e-a1b8-3b5dd5ce8081 tempest-RoutersIpV6AdminTest-1441855246 tempest-RoutersIpV6AdminTest-1441855246-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750375188691'] for port, before_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:20.589005 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [None req-ef2573fd-1745-4d5d-9bc3-80732c494be0 tempest-PortsIpV6TestJSON-656796091 tempest-PortsIpV6TestJSON-656796091-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:05:20.662689 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef2573fd-1745-4d5d-9bc3-80732c494be0 tempest-PortsIpV6TestJSON-656796091 tempest-PortsIpV6TestJSON-656796091-project] Made reservation on behalf of 2eda1cb86d1d401280eb2d37452a60a8 for: {'network': 1} {{(pid=84040) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:05:20.674275 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-ef2573fd-1745-4d5d-9bc3-80732c494be0 tempest-PortsIpV6TestJSON-656796091 tempest-PortsIpV6TestJSON-656796091-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for network, before_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:20.711324 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9469bd4-94f6-4317-999c-a7cb5c7a5bff req-0123d12f-f467-4ed9-b0d4-490a49f62881 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:05:20.713828 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-d9469bd4-94f6-4317-999c-a7cb5c7a5bff req-0123d12f-f467-4ed9-b0d4-490a49f62881 service neutron] 10.222.0.48 "GET /v2.0/networks?id=9b8a7e14-19dd-4214-9fd7-5da6fc8793e6 HTTP/1.1" status: 200 len: 912 time: 0.7601745 Apr 18 21:05:20.733329 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.l3_dvr_db [None req-95446146-9786-40c0-9ea0-e3e128a96ab6 None None] Set router 0573f4fd-15ec-4486-a7e2-4a1d64e93d08 gateway port host: n-d-838334-2 {{(pid=84043) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 21:05:20.759879 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-75227d5b-aa9b-404f-a0d8-36b2c0a4df93 tempest-PortsTestJSON-1335945802 tempest-PortsTestJSON-1335945802-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33443580', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5726'] for router, precommit_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:20.764067 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-75227d5b-aa9b-404f-a0d8-36b2c0a4df93 tempest-PortsTestJSON-1335945802 tempest-PortsTestJSON-1335945802-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:20.810720 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-75227d5b-aa9b-404f-a0d8-36b2c0a4df93 tempest-PortsTestJSON-1335945802 tempest-PortsTestJSON-1335945802-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-33443408'] for router, after_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:20.811259 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-75227d5b-aa9b-404f-a0d8-36b2c0a4df93 tempest-PortsTestJSON-1335945802 tempest-PortsTestJSON-1335945802-project] Fanout notify agent at l3_agent the message router_deleted on router 501bad6e-edab-4b4f-b4b3-eba8456a95ce {{(pid=84041) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 18 21:05:20.817961 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ef2573fd-1745-4d5d-9bc3-80732c494be0 tempest-PortsIpV6TestJSON-656796091 tempest-PortsIpV6TestJSON-656796091-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 376} {{(pid=84040) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 21:05:20.828577 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-ef2573fd-1745-4d5d-9bc3-80732c494be0 tempest-PortsIpV6TestJSON-656796091 tempest-PortsIpV6TestJSON-656796091-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1082986'] for segment, precommit_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:20.829108 n-d-838334-2 neutron-server[84040]: INFO neutron.db.segments_db [None req-ef2573fd-1745-4d5d-9bc3-80732c494be0 tempest-PortsIpV6TestJSON-656796091 tempest-PortsIpV6TestJSON-656796091-project] Added segment d1c6efc9-541c-41a7-a4a9-8d58be66b1a9 of type vlan for network 0d801672-7aff-4564-b4e6-3c42c3da42a2 Apr 18 21:05:20.859685 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-ef2573fd-1745-4d5d-9bc3-80732c494be0 tempest-PortsIpV6TestJSON-656796091 tempest-PortsIpV6TestJSON-656796091-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750374825732'] for network, precommit_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:20.900638 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-ef2573fd-1745-4d5d-9bc3-80732c494be0 tempest-PortsIpV6TestJSON-656796091 tempest-PortsIpV6TestJSON-656796091-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33526109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022'] for network, after_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:20.904729 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef2573fd-1745-4d5d-9bc3-80732c494be0 tempest-PortsIpV6TestJSON-656796091 tempest-PortsIpV6TestJSON-656796091-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:05:20.905419 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-ef2573fd-1745-4d5d-9bc3-80732c494be0 tempest-PortsIpV6TestJSON-656796091 tempest-PortsIpV6TestJSON-656796091-project] Notify callbacks [] for network, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:20.908794 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-75227d5b-aa9b-404f-a0d8-36b2c0a4df93 tempest-PortsTestJSON-1335945802 tempest-PortsTestJSON-1335945802-project] Notify callbacks [] for router, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:20.909842 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-75227d5b-aa9b-404f-a0d8-36b2c0a4df93 tempest-PortsTestJSON-1335945802 tempest-PortsTestJSON-1335945802-project] 10.222.0.42 "DELETE /v2.0/routers/501bad6e-edab-4b4f-b4b3-eba8456a95ce HTTP/1.1" status: 204 len: 168 time: 2.0232050 Apr 18 21:05:20.956774 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 37406) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:05:21.177946 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-99bb1243-a5fe-4535-adec-65ac6625a224 tempest-RoutersAdminTest-1076183166 tempest-RoutersAdminTest-1076183166-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750375259028', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750374836628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32266323'] for port, after_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:21.283216 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99bb1243-a5fe-4535-adec-65ac6625a224 tempest-RoutersAdminTest-1076183166 tempest-RoutersAdminTest-1076183166-project] Pushing event deleted for resources: {'Port': ['ID=8967c3e4-fc85-4a90-bb59-b3333ae9abb0,revision_number=None']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:05:21.349754 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.db [None req-1f128a76-f95e-498e-a1b8-3b5dd5ce8081 tempest-RoutersIpV6AdminTest-1441855246 tempest-RoutersIpV6AdminTest-1441855246-project-admin] For port 4948e762-34e1-4c54-91fb-57d96205e105, host n-d-838334-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838334-2',level=0,port_id=4948e762-34e1-4c54-91fb-57d96205e105,segment=NetworkSegment(732aa830-768b-4511-951f-d08e26b9c25b),segment_id=732aa830-768b-4511-951f-d08e26b9c25b)] {{(pid=84041) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:05:21.351034 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-1f128a76-f95e-498e-a1b8-3b5dd5ce8081 tempest-RoutersIpV6AdminTest-1441855246 tempest-RoutersIpV6AdminTest-1441855246-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369123'] for port, precommit_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:21.445634 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.l3_hamode_db [None req-95446146-9786-40c0-9ea0-e3e128a96ab6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0573f4fd-15ec-4486-a7e2-4a1d64e93d08', 'name': 'tempest-AttachVolumeTestJSON-1059019708-router', 'tenant_id': 'b5bf875eb9b748b5aba56f8b60ce8169', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'external_fixed_ips': [{'subnet_id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'ip_address': '172.25.8.42'}], 'enable_snat': True}, 'gw_port_id': 'a46e8333-2083-45cf-9f4f-171d17c889e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:00:10Z', 'updated_at': '2022-04-18T21:00:21Z', 'revision_number': 4, 'project_id': 'b5bf875eb9b748b5aba56f8b60ce8169', 'gw_port': {'id': 'a46e8333-2083-45cf-9f4f-171d17c889e2', 'name': '', 'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:a3:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0573f4fd-15ec-4486-a7e2-4a1d64e93d08', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'ip_address': '172.25.8.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:00:11Z', 'updated_at': '2022-04-18T21:00:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838334-2', '_floatingips': [{'id': '912cdba1-a387-463f-bf0d-aba89b0dbd1e', 'tenant_id': 'b5bf875eb9b748b5aba56f8b60ce8169', 'floating_ip_address': '172.25.8.106', 'floating_network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'router_id': '0573f4fd-15ec-4486-a7e2-4a1d64e93d08', 'port_id': '6bed8de5-58ef-4df2-8478-95d3b5de3e84', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9b8a7e14-19dd-4214-9fd7-5da6fc8793e6', 'mac_address': 'fa:16:3e:b4:ab:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0ba2ec6-9abf-48fa-90ad-50051827d595', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T21:04:38Z', 'updated_at': '2022-04-18T21:05:16Z', 'revision_number': 1, 'project_id': 'b5bf875eb9b748b5aba56f8b60ce8169', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4b3e1958-51ec-47aa-a0e2-f9ad7c2de9dd', 'name': '', 'network_id': '9b8a7e14-19dd-4214-9fd7-5da6fc8793e6', 'tenant_id': 'b5bf875eb9b748b5aba56f8b60ce8169', 'mac_address': 'fa:16:3e:d9:f1:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0573f4fd-15ec-4486-a7e2-4a1d64e93d08', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '16880a32-9b71-46fb-bafe-6b6135588b63', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:00:19Z', 'updated_at': '2022-04-18T21:00:48Z', 'revision_number': 5, 'project_id': 'b5bf875eb9b748b5aba56f8b60ce8169', 'subnets': [{'id': '16880a32-9b71-46fb-bafe-6b6135588b63', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838334-2', False) {} {{(pid=84043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:05:21.450611 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-ef2573fd-1745-4d5d-9bc3-80732c494be0 tempest-PortsIpV6TestJSON-656796091 tempest-PortsIpV6TestJSON-656796091-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 1.2132444 Apr 18 21:05:21.455412 n-d-838334-2 neutron-server[84043]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95446146-9786-40c0-9ea0-e3e128a96ab6 None None] The sync data for ids ['0573f4fd-15ec-4486-a7e2-4a1d64e93d08'] in n-d-838334-2 is: [{'id': '0573f4fd-15ec-4486-a7e2-4a1d64e93d08', 'name': 'tempest-AttachVolumeTestJSON-1059019708-router', 'tenant_id': 'b5bf875eb9b748b5aba56f8b60ce8169', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'external_fixed_ips': [{'subnet_id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'ip_address': '172.25.8.42'}], 'enable_snat': True}, 'gw_port_id': 'a46e8333-2083-45cf-9f4f-171d17c889e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:00:10Z', 'updated_at': '2022-04-18T21:00:21Z', 'revision_number': 4, 'project_id': 'b5bf875eb9b748b5aba56f8b60ce8169', 'gw_port': {'id': 'a46e8333-2083-45cf-9f4f-171d17c889e2', 'name': '', 'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:a3:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0573f4fd-15ec-4486-a7e2-4a1d64e93d08', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'ip_address': '172.25.8.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:00:11Z', 'updated_at': '2022-04-18T21:00:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838334-2', '_floatingips': [{'id': '912cdba1-a387-463f-bf0d-aba89b0dbd1e', 'tenant_id': 'b5bf875eb9b748b5aba56f8b60ce8169', 'floating_ip_address': '172.25.8.106', 'floating_network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'router_id': '0573f4fd-15ec-4486-a7e2-4a1d64e93d08', 'port_id': '6bed8de5-58ef-4df2-8478-95d3b5de3e84', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9b8a7e14-19dd-4214-9fd7-5da6fc8793e6', 'mac_address': 'fa:16:3e:b4:ab:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0ba2ec6-9abf-48fa-90ad-50051827d595', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T21:04:38Z', 'updated_at': '2022-04-18T21:05:16Z', 'revision_number': 1, 'project_id': 'b5bf875eb9b748b5aba56f8b60ce8169', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4b3e1958-51ec-47aa-a0e2-f9ad7c2de9dd', 'name': '', 'network_id': '9b8a7e14-19dd-4214-9fd7-5da6fc8793e6', 'tenant_id': 'b5bf875eb9b748b5aba56f8b60ce8169', 'mac_address': 'fa:16:3e:d9:f1:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0573f4fd-15ec-4486-a7e2-4a1d64e93d08', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '16880a32-9b71-46fb-bafe-6b6135588b63', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:00:19Z', 'updated_at': '2022-04-18T21:00:48Z', 'revision_number': 5, 'project_id': 'b5bf875eb9b748b5aba56f8b60ce8169', 'subnets': [{'id': '16880a32-9b71-46fb-bafe-6b6135588b63', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84043) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 18 21:05:21.524278 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 37412) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:05:21.561872 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.v2.base [None req-1989df10-4b23-44fb-aac2-918e555857cc tempest-PortsIpV6TestJSON-656796091 tempest-PortsIpV6TestJSON-656796091-project] Request body: {'ports': [{'network_id': 'de7b0fae-0e02-49a3-8eec-fcb1c51621b4'}, {'network_id': '0d801672-7aff-4564-b4e6-3c42c3da42a2'}]} {{(pid=84040) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:05:21.561872 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.v2.base [None req-1989df10-4b23-44fb-aac2-918e555857cc tempest-PortsIpV6TestJSON-656796091 tempest-PortsIpV6TestJSON-656796091-project] Request body: {'port': {'network_id': 'de7b0fae-0e02-49a3-8eec-fcb1c51621b4'}} {{(pid=84040) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:05:21.562233 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.v2.base [None req-1989df10-4b23-44fb-aac2-918e555857cc tempest-PortsIpV6TestJSON-656796091 tempest-PortsIpV6TestJSON-656796091-project] Request body: {'port': {'network_id': '0d801672-7aff-4564-b4e6-3c42c3da42a2'}} {{(pid=84040) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:05:21.724148 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.plugin [None req-1f128a76-f95e-498e-a1b8-3b5dd5ce8081 tempest-RoutersIpV6AdminTest-1441855246 tempest-RoutersIpV6AdminTest-1441855246-project-admin] Calling delete_port for 4948e762-34e1-4c54-91fb-57d96205e105 owned by network:router_gateway {{(pid=84041) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 21:05:21.729901 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-d9469bd4-94f6-4317-999c-a7cb5c7a5bff req-ba620bc5-7e7e-4804-856b-ce053a435657 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6bed8de5-58ef-4df2-8478-95d3b5de3e84 HTTP/1.1" status: 200 len: 999 time: 1.0078850 Apr 18 21:05:21.746868 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef2573fd-1745-4d5d-9bc3-80732c494be0 tempest-PortsIpV6TestJSON-656796091 tempest-PortsIpV6TestJSON-656796091-project] Pushing event updated for resources: {'Network': ['ID=0d801672-7aff-4564-b4e6-3c42c3da42a2,revision_number=1']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:05:21.764705 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Network 0d801672-7aff-4564-b4e6-3c42c3da42a2 details requested by agent ovs-agent-n-d-838334-2 with host n-d-838334-2 {{(pid=84042) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 18 21:05:21.850157 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-950c3ddb-5723-4708-b09a-5095691b1275 tempest-FloatingIPTestJSON-1355648241 tempest-FloatingIPTestJSON-1355648241-project] Notify callbacks [] for port, precommit_update {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:21.916273 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9469bd4-94f6-4317-999c-a7cb5c7a5bff req-91a1782f-2e32-4cc8-99f7-5e03c2612ecc service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:05:21.917714 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-d9469bd4-94f6-4317-999c-a7cb5c7a5bff req-91a1782f-2e32-4cc8-99f7-5e03c2612ecc service neutron] 10.222.0.48 "GET /v2.0/subnets?id=16880a32-9b71-46fb-bafe-6b6135588b63 HTTP/1.1" status: 200 len: 850 time: 0.1681237 Apr 18 21:05:21.924665 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-950c3ddb-5723-4708-b09a-5095691b1275 tempest-FloatingIPTestJSON-1355648241 tempest-FloatingIPTestJSON-1355648241-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32266282'] for port, after_update {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:22.026703 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-950c3ddb-5723-4708-b09a-5095691b1275 tempest-FloatingIPTestJSON-1355648241 tempest-FloatingIPTestJSON-1355648241-project] Pushing event updated for resources: {'Port': ['ID=8641c5e5-a3bc-4bdc-9911-c45fb2b66d68,revision_number=2']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:05:22.061670 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-99bb1243-a5fe-4535-adec-65ac6625a224 tempest-RoutersAdminTest-1076183166 tempest-RoutersAdminTest-1076183166-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33444108'] for router_gateway, after_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:22.136161 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.db_base_plugin_v2 [None req-04d1be34-077d-4d8e-a09b-26bafabc117c tempest-PortsTestJSON-1335945802 tempest-PortsTestJSON-1335945802-project] Deleting subnet 6ba9a4c6-1866-4c91-b7dd-6ea78ba767b4 {{(pid=84040) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 18 21:05:22.185228 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-04d1be34-077d-4d8e-a09b-26bafabc117c tempest-PortsTestJSON-1335945802 tempest-PortsTestJSON-1335945802-project] Notify callbacks [] for subnet, before_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:22.232337 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-950c3ddb-5723-4708-b09a-5095691b1275 tempest-FloatingIPTestJSON-1355648241 tempest-FloatingIPTestJSON-1355648241-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-32377886', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33443847'] for router_interface, after_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:22.285341 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [None req-1989df10-4b23-44fb-aac2-918e555857cc tempest-PortsIpV6TestJSON-656796091 tempest-PortsIpV6TestJSON-656796091-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:05:22.290102 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-04d1be34-077d-4d8e-a09b-26bafabc117c tempest-PortsTestJSON-1335945802 tempest-PortsTestJSON-1335945802-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31955982'] for subnet, precommit_delete_associations {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:22.343670 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-1989df10-4b23-44fb-aac2-918e555857cc tempest-PortsIpV6TestJSON-656796091 tempest-PortsIpV6TestJSON-656796091-project] Usage tracker for resource:port and tenant:2eda1cb86d1d401280eb2d37452a60a8 is out of sync, need to count used quota {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:05:22.353139 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-1989df10-4b23-44fb-aac2-918e555857cc tempest-PortsIpV6TestJSON-656796091 tempest-PortsIpV6TestJSON-656796091-project] Quota usage for port was recalculated. Used quota:1. {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:05:22.371099 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-d9469bd4-94f6-4317-999c-a7cb5c7a5bff req-ac1c9960-a71f-4e56-9318-b440e8649538 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=9b8a7e14-19dd-4214-9fd7-5da6fc8793e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4304197 Apr 18 21:05:22.374179 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [None req-1989df10-4b23-44fb-aac2-918e555857cc tempest-PortsIpV6TestJSON-656796091 tempest-PortsIpV6TestJSON-656796091-project] Attempting to reserve 2 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:05:22.466615 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1989df10-4b23-44fb-aac2-918e555857cc tempest-PortsIpV6TestJSON-656796091 tempest-PortsIpV6TestJSON-656796091-project] Made reservation on behalf of 2eda1cb86d1d401280eb2d37452a60a8 for: {'port': 2} {{(pid=84040) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:05:22.470064 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-1989df10-4b23-44fb-aac2-918e555857cc tempest-PortsIpV6TestJSON-656796091 tempest-PortsIpV6TestJSON-656796091-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:22.494407 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-1989df10-4b23-44fb-aac2-918e555857cc tempest-PortsIpV6TestJSON-656796091 tempest-PortsIpV6TestJSON-656796091-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:22.503973 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-99bb1243-a5fe-4535-adec-65ac6625a224 tempest-RoutersAdminTest-1076183166 tempest-RoutersAdminTest-1076183166-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33443580', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5726'] for router, precommit_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:22.523787 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-99bb1243-a5fe-4535-adec-65ac6625a224 tempest-RoutersAdminTest-1076183166 tempest-RoutersAdminTest-1076183166-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:22.618978 n-d-838334-2 neutron-server[84041]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-950c3ddb-5723-4708-b09a-5095691b1275 tempest-FloatingIPTestJSON-1355648241 tempest-FloatingIPTestJSON-1355648241-project] Network aac9f468-7127-4a86-9eab-4bd9c6ecd23d is already hosted by enough agents. {{(pid=84041) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:05:22.624772 n-d-838334-2 neutron-server[84041]: DEBUG neutron.scheduler.base_scheduler [None req-950c3ddb-5723-4708-b09a-5095691b1275 tempest-FloatingIPTestJSON-1355648241 tempest-FloatingIPTestJSON-1355648241-project] Resources bound (agent type, host, resource id): {{(pid=84041) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:05:22.658897 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-566d678f-1b1a-430f-bd4a-6b62a547dda9 None None] New status for floating IP 912cdba1-a387-463f-bf0d-aba89b0dbd1e: ACTIVE {{(pid=84042) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Apr 18 21:05:22.698059 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-99bb1243-a5fe-4535-adec-65ac6625a224 tempest-RoutersAdminTest-1076183166 tempest-RoutersAdminTest-1076183166-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-33443408'] for router, after_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:22.698617 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-99bb1243-a5fe-4535-adec-65ac6625a224 tempest-RoutersAdminTest-1076183166 tempest-RoutersAdminTest-1076183166-project] Fanout notify agent at l3_agent the message router_deleted on router 6eb00345-b257-405c-99c4-42e0365658e3 {{(pid=84041) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 18 21:05:22.705452 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-04d1be34-077d-4d8e-a09b-26bafabc117c tempest-PortsTestJSON-1335945802 tempest-PortsTestJSON-1335945802-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1260556'] for subnet, precommit_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:22.804235 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-d9469bd4-94f6-4317-999c-a7cb5c7a5bff req-f3c90428-366f-480d-8c2e-d98513e35e92 service neutron] 10.222.0.48 "GET /v2.0/networks/9b8a7e14-19dd-4214-9fd7-5da6fc8793e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4185312 Apr 18 21:05:22.838248 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-1f128a76-f95e-498e-a1b8-3b5dd5ce8081 tempest-RoutersIpV6AdminTest-1441855246 tempest-RoutersIpV6AdminTest-1441855246-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750375259028', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750374836628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32266323'] for port, after_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:22.919714 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f128a76-f95e-498e-a1b8-3b5dd5ce8081 tempest-RoutersIpV6AdminTest-1441855246 tempest-RoutersIpV6AdminTest-1441855246-project-admin] Pushing event deleted for resources: {'Port': ['ID=4948e762-34e1-4c54-91fb-57d96205e105,revision_number=None']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:05:22.938456 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-99bb1243-a5fe-4535-adec-65ac6625a224 tempest-RoutersAdminTest-1076183166 tempest-RoutersAdminTest-1076183166-project] Notify callbacks [] for router, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:22.943106 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-99bb1243-a5fe-4535-adec-65ac6625a224 tempest-RoutersAdminTest-1076183166 tempest-RoutersAdminTest-1076183166-project] 10.222.0.42 "DELETE /v2.0/routers/6eb00345-b257-405c-99c4-42e0365658e3 HTTP/1.1" status: 204 len: 168 time: 7.3076048 Apr 18 21:05:23.033077 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 37424) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:05:23.134615 n-d-838334-2 neutron-server[84040]: DEBUG neutron.notifiers.nova [None req-1989df10-4b23-44fb-aac2-918e555857cc tempest-PortsIpV6TestJSON-656796091 tempest-PortsIpV6TestJSON-656796091-project] device_id is not set on port 6ab82c2b-52db-4902-b9b0-1602b13bdd33 yet. {{(pid=84040) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 18 21:05:23.153747 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-04d1be34-077d-4d8e-a09b-26bafabc117c tempest-PortsTestJSON-1335945802 tempest-PortsTestJSON-1335945802-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1260549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33526260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32440885', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31752825'] for subnet, after_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:23.240653 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.v2.base [None req-d8a73df5-a015-440a-b7d2-bb69457124a4 tempest-RoutersAdminTest-1076183166 tempest-RoutersAdminTest-1076183166-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1157222304', 'external_gateway_info': {'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c'}, 'admin_state_up': False}} {{(pid=84041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:05:23.327711 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-d8a73df5-a015-440a-b7d2-bb69457124a4 tempest-RoutersAdminTest-1076183166 tempest-RoutersAdminTest-1076183166-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:05:23.340207 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-d8a73df5-a015-440a-b7d2-bb69457124a4 tempest-RoutersAdminTest-1076183166 tempest-RoutersAdminTest-1076183166-project] Usage tracker for resource:router and tenant:495e9164d5ec4bc0b05dd65d74b178d7 is out of sync, need to count used quota {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:05:23.344422 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-d8a73df5-a015-440a-b7d2-bb69457124a4 tempest-RoutersAdminTest-1076183166 tempest-RoutersAdminTest-1076183166-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:05:23.355414 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-d8a73df5-a015-440a-b7d2-bb69457124a4 tempest-RoutersAdminTest-1076183166 tempest-RoutersAdminTest-1076183166-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:05:23.357946 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-1f128a76-f95e-498e-a1b8-3b5dd5ce8081 tempest-RoutersIpV6AdminTest-1441855246 tempest-RoutersIpV6AdminTest-1441855246-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33444108'] for router_gateway, after_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:23.364199 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04d1be34-077d-4d8e-a09b-26bafabc117c tempest-PortsTestJSON-1335945802 tempest-PortsTestJSON-1335945802-project] Pushing event deleted for resources: {'Subnet': ['ID=6ba9a4c6-1866-4c91-b7dd-6ea78ba767b4,revision_number=None']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:05:23.467408 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c1a49b2-4b98-40a4-98f9-8c2a77f08f28 None None] Network ab7efb70-14ea-45cc-83ff-f7021d3c5fbc requested from n-d-838334-2 {{(pid=84042) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 21:05:23.517731 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-04d1be34-077d-4d8e-a09b-26bafabc117c tempest-PortsTestJSON-1335945802 tempest-PortsTestJSON-1335945802-project] Notify callbacks [] for subnet, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:23.548449 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-d9469bd4-94f6-4317-999c-a7cb5c7a5bff req-942e756f-5f45-40f2-96e7-0185e6d818ae service neutron] 10.222.0.48 "GET /v2.0/networks/9b8a7e14-19dd-4214-9fd7-5da6fc8793e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6920421 Apr 18 21:05:23.561526 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-04d1be34-077d-4d8e-a09b-26bafabc117c tempest-PortsTestJSON-1335945802 tempest-PortsTestJSON-1335945802-project] 10.222.0.42 "DELETE /v2.0/subnets/6ba9a4c6-1866-4c91-b7dd-6ea78ba767b4 HTTP/1.1" status: 204 len: 168 time: 2.2532740 Apr 18 21:05:23.568215 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 37428) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:05:23.631293 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-d8a73df5-a015-440a-b7d2-bb69457124a4 tempest-RoutersAdminTest-1076183166 tempest-RoutersAdminTest-1076183166-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-33442106', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5708'] for router, before_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:23.632457 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-d8a73df5-a015-440a-b7d2-bb69457124a4 tempest-RoutersAdminTest-1076183166 tempest-RoutersAdminTest-1076183166-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33442137', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33444285', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33535433', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5703'] for router, precommit_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:23.645744 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-133c3802-9372-48ec-ac46-9d153d99fa5a tempest-RoutersTest-1500746192 tempest-RoutersTest-1500746192-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-33444175', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-33443520', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5293'] for router, precommit_update {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:23.675290 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-133c3802-9372-48ec-ac46-9d153d99fa5a tempest-RoutersTest-1500746192 tempest-RoutersTest-1500746192-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33444176', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-33444166', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-33444185', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-33443547'] for router, after_update {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:23.679686 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-1989df10-4b23-44fb-aac2-918e555857cc tempest-PortsIpV6TestJSON-656796091 tempest-PortsIpV6TestJSON-656796091-project] Notify callbacks [] for port, precommit_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:23.870113 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-522f6f0c-8239-493f-b586-3861b9a2cb3d None None] DHCP port deletion for ab7efb70-14ea-45cc-83ff-f7021d3c5fbc request from n-d-838334-2 {{(pid=84042) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 18 21:05:23.875240 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.plugin [None req-522f6f0c-8239-493f-b586-3861b9a2cb3d None None] Deleting port 0b96780e-b526-46cc-a3ae-24e436d37e49 {{(pid=84042) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 21:05:23.876157 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-522f6f0c-8239-493f-b586-3861b9a2cb3d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750375188691'] for port, before_delete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:23.951968 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-d8a73df5-a015-440a-b7d2-bb69457124a4 tempest-RoutersAdminTest-1076183166 tempest-RoutersAdminTest-1076183166-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:23.953229 n-d-838334-2 neutron-server[84040]: DEBUG neutron.notifiers.nova [None req-1989df10-4b23-44fb-aac2-918e555857cc tempest-PortsIpV6TestJSON-656796091 tempest-PortsIpV6TestJSON-656796091-project] device_id is not set on port f6a9adf4-e504-4515-b7a7-eac11697d15c yet. {{(pid=84040) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 18 21:05:24.012327 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-1f128a76-f95e-498e-a1b8-3b5dd5ce8081 tempest-RoutersIpV6AdminTest-1441855246 tempest-RoutersIpV6AdminTest-1441855246-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33443580', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5726'] for router, precommit_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:24.019876 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-1f128a76-f95e-498e-a1b8-3b5dd5ce8081 tempest-RoutersIpV6AdminTest-1441855246 tempest-RoutersIpV6AdminTest-1441855246-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:24.126296 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-1989df10-4b23-44fb-aac2-918e555857cc tempest-PortsIpV6TestJSON-656796091 tempest-PortsIpV6TestJSON-656796091-project] Notify callbacks [] for port, precommit_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:24.192831 n-d-838334-2 neutron-server[84040]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-133c3802-9372-48ec-ac46-9d153d99fa5a tempest-RoutersTest-1500746192 tempest-RoutersTest-1500746192-project] Router d48d8ca6-1b44-48f5-978d-d6d3360f7037 has already been hosted by L3 agent bc84d6c9-dd7a-4555-a351-592327b46d5a {{(pid=84040) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 21:05:24.277716 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-f40cea6f-75fd-4d5d-9632-689a042333e4 tempest-PortsTestJSON-1335945802 tempest-PortsTestJSON-1335945802-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1103592'] for network, before_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:24.289186 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-1f128a76-f95e-498e-a1b8-3b5dd5ce8081 tempest-RoutersIpV6AdminTest-1441855246 tempest-RoutersIpV6AdminTest-1441855246-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-33443408'] for router, after_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:24.295539 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1f128a76-f95e-498e-a1b8-3b5dd5ce8081 tempest-RoutersIpV6AdminTest-1441855246 tempest-RoutersIpV6AdminTest-1441855246-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 96b61fa4-031f-4da1-83dc-72ab6f5c890b {{(pid=84041) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 18 21:05:24.328503 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-1989df10-4b23-44fb-aac2-918e555857cc tempest-PortsIpV6TestJSON-656796091 tempest-PortsIpV6TestJSON-656796091-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750374836619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32440838'] for port, after_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:24.360566 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-1f128a76-f95e-498e-a1b8-3b5dd5ce8081 tempest-RoutersIpV6AdminTest-1441855246 tempest-RoutersIpV6AdminTest-1441855246-project-admin] Notify callbacks [] for router, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:24.362005 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-522f6f0c-8239-493f-b586-3861b9a2cb3d None None] For port 0b96780e-b526-46cc-a3ae-24e436d37e49, host n-d-838334-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838334-2',level=0,port_id=0b96780e-b526-46cc-a3ae-24e436d37e49,segment=NetworkSegment(4f9bdafb-2f7c-4fdf-ae60-eb208ff37f8d),segment_id=4f9bdafb-2f7c-4fdf-ae60-eb208ff37f8d)] {{(pid=84042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:05:24.362581 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-522f6f0c-8239-493f-b586-3861b9a2cb3d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369123'] for port, precommit_delete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:24.365619 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-1f128a76-f95e-498e-a1b8-3b5dd5ce8081 tempest-RoutersIpV6AdminTest-1441855246 tempest-RoutersIpV6AdminTest-1441855246-project-admin] 10.222.0.42 "DELETE /v2.0/routers/96b61fa4-031f-4da1-83dc-72ab6f5c890b HTTP/1.1" status: 204 len: 168 time: 9.8228576 Apr 18 21:05:24.370672 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 37434) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:05:24.448629 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-d8a73df5-a015-440a-b7d2-bb69457124a4 tempest-RoutersAdminTest-1076183166 tempest-RoutersAdminTest-1076183166-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-33444175', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-33443520', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5293'] for router, precommit_update {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:24.451482 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.plugin [None req-f40cea6f-75fd-4d5d-9632-689a042333e4 tempest-PortsTestJSON-1335945802 tempest-PortsTestJSON-1335945802-project] Deleting port 0b96780e-b526-46cc-a3ae-24e436d37e49 {{(pid=84041) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 21:05:24.451931 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-f40cea6f-75fd-4d5d-9632-689a042333e4 tempest-PortsTestJSON-1335945802 tempest-PortsTestJSON-1335945802-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750375188691'] for port, before_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:24.505051 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1989df10-4b23-44fb-aac2-918e555857cc tempest-PortsIpV6TestJSON-656796091 tempest-PortsIpV6TestJSON-656796091-project] Pushing event updated for resources: {'Port': ['ID=6ab82c2b-52db-4902-b9b0-1602b13bdd33,revision_number=1']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:05:24.511528 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.plugin [None req-522f6f0c-8239-493f-b586-3861b9a2cb3d None None] Calling delete_port for 0b96780e-b526-46cc-a3ae-24e436d37e49 owned by network:dhcp {{(pid=84042) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 21:05:24.520743 n-d-838334-2 neutron-server[84040]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1989df10-4b23-44fb-aac2-918e555857cc tempest-PortsIpV6TestJSON-656796091 tempest-PortsIpV6TestJSON-656796091-project] Network de7b0fae-0e02-49a3-8eec-fcb1c51621b4 is already hosted by enough agents. {{(pid=84040) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:05:24.533295 n-d-838334-2 neutron-server[84040]: DEBUG neutron.scheduler.base_scheduler [None req-1989df10-4b23-44fb-aac2-918e555857cc tempest-PortsIpV6TestJSON-656796091 tempest-PortsIpV6TestJSON-656796091-project] Resources bound (agent type, host, resource id): {{(pid=84040) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:05:24.537303 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1989df10-4b23-44fb-aac2-918e555857cc tempest-PortsIpV6TestJSON-656796091 tempest-PortsIpV6TestJSON-656796091-project] Received port after_create {{(pid=84040) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 21:05:24.538741 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-1989df10-4b23-44fb-aac2-918e555857cc tempest-PortsIpV6TestJSON-656796091 tempest-PortsIpV6TestJSON-656796091-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750374836619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32440838'] for port, after_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:24.627308 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1989df10-4b23-44fb-aac2-918e555857cc tempest-PortsIpV6TestJSON-656796091 tempest-PortsIpV6TestJSON-656796091-project] Pushing event updated for resources: {'Port': ['ID=f6a9adf4-e504-4515-b7a7-eac11697d15c,revision_number=1']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:05:24.628826 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-522f6f0c-8239-493f-b586-3861b9a2cb3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750375259028', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750374836628'] for port, after_delete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:24.658413 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.plugin [None req-f40cea6f-75fd-4d5d-9632-689a042333e4 tempest-PortsTestJSON-1335945802 tempest-PortsTestJSON-1335945802-project] The port '0b96780e-b526-46cc-a3ae-24e436d37e49' was deleted {{(pid=84041) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 18 21:05:24.676886 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1989df10-4b23-44fb-aac2-918e555857cc tempest-PortsIpV6TestJSON-656796091 tempest-PortsIpV6TestJSON-656796091-project] Checking segment: {'id': 'd1c6efc9-541c-41a7-a4a9-8d58be66b1a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '0d801672-7aff-4564-b4e6-3c42c3da42a2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84040) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 21:05:24.679024 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-522f6f0c-8239-493f-b586-3861b9a2cb3d None None] Pushing event deleted for resources: {'Port': ['ID=0b96780e-b526-46cc-a3ae-24e436d37e49,revision_number=None']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:05:24.679311 n-d-838334-2 neutron-server[84040]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1989df10-4b23-44fb-aac2-918e555857cc tempest-PortsIpV6TestJSON-656796091 tempest-PortsIpV6TestJSON-656796091-project] Network hostable DHCP agents. Network: 0d801672-7aff-4564-b4e6-3c42c3da42a2, hostable agents: ['8746f8ea-3e91-4b32-9919-2c63adeb8722'], hosted agents: [] {{(pid=84040) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 21:05:24.688797 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_dvrscheduler_db [None req-522f6f0c-8239-493f-b586-3861b9a2cb3d None None] No DVR routers for this DVR port 0b96780e-b526-46cc-a3ae-24e436d37e49 on host n-d-838334-2 {{(pid=84042) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 21:05:24.741759 n-d-838334-2 neutron-server[84040]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1989df10-4b23-44fb-aac2-918e555857cc tempest-PortsIpV6TestJSON-656796091 tempest-PortsIpV6TestJSON-656796091-project] Network 0d801672-7aff-4564-b4e6-3c42c3da42a2 is scheduled to be hosted by DHCP agent 8746f8ea-3e91-4b32-9919-2c63adeb8722 with binding_index 1 {{(pid=84040) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 21:05:24.759741 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-133c3802-9372-48ec-ac46-9d153d99fa5a tempest-RoutersTest-1500746192 tempest-RoutersTest-1500746192-project] Notify agent at l3_agent.n-d-838334-2 the message routers_updated {{(pid=84040) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 21:05:24.761527 n-d-838334-2 neutron-server[84040]: DEBUG neutron.scheduler.base_scheduler [None req-1989df10-4b23-44fb-aac2-918e555857cc tempest-PortsIpV6TestJSON-656796091 tempest-PortsIpV6TestJSON-656796091-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-838334-2, 0d801672-7aff-4564-b4e6-3c42c3da42a2) {{(pid=84040) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:05:24.771556 n-d-838334-2 neutron-server[84043]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f023fac4-3303-41d0-b36d-dee1a905cacb None None] Sync routers for ids ['d48d8ca6-1b44-48f5-978d-d6d3360f7037'] in n-d-838334-2 {{(pid=84043) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 18 21:05:24.775157 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2afeac56-826b-4232-8eac-e1fbdfeb3132 None None] Network 0d801672-7aff-4564-b4e6-3c42c3da42a2 requested from n-d-838334-2 {{(pid=84042) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 21:05:24.786533 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-133c3802-9372-48ec-ac46-9d153d99fa5a tempest-RoutersTest-1500746192 tempest-RoutersTest-1500746192-project] Notify callbacks [] for router, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:24.800151 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-133c3802-9372-48ec-ac46-9d153d99fa5a tempest-RoutersTest-1500746192 tempest-RoutersTest-1500746192-project] 10.222.0.42 "PUT /v2.0/routers/d48d8ca6-1b44-48f5-978d-d6d3360f7037 HTTP/1.1" status: 200 len: 887 time: 4.5620437 Apr 18 21:05:24.802756 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 37438) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:05:24.808241 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f023fac4-3303-41d0-b36d-dee1a905cacb None None] Routers {'d48d8ca6-1b44-48f5-978d-d6d3360f7037'} bound to L3 agent in host n-d-838334-2 {{(pid=84043) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 21:05:24.808877 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.l3_hamode_db [None req-f023fac4-3303-41d0-b36d-dee1a905cacb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838334-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-18T20:25:48Z,description=,heartbeat_timestamp=2022-04-18T21:05:18Z,host='n-d-838334-2',id=bc84d6c9-dd7a-4555-a351-592327b46d5a,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:25:48Z,topic='l3_agent')) {'router_ids': ['d48d8ca6-1b44-48f5-978d-d6d3360f7037'], 'active': True} {{(pid=84043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:05:24.810460 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1989df10-4b23-44fb-aac2-918e555857cc tempest-PortsIpV6TestJSON-656796091 tempest-PortsIpV6TestJSON-656796091-project] Received port after_create {{(pid=84040) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 21:05:24.815584 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1989df10-4b23-44fb-aac2-918e555857cc tempest-PortsIpV6TestJSON-656796091 tempest-PortsIpV6TestJSON-656796091-project] Attributes excluded by policy engine: ['binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:05:24.821816 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1989df10-4b23-44fb-aac2-918e555857cc tempest-PortsIpV6TestJSON-656796091 tempest-PortsIpV6TestJSON-656796091-project] Attributes excluded by policy engine: ['binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:05:24.822561 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-1989df10-4b23-44fb-aac2-918e555857cc tempest-PortsIpV6TestJSON-656796091 tempest-PortsIpV6TestJSON-656796091-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217293'] for port, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:24.910614 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.l3_hamode_db [None req-f023fac4-3303-41d0-b36d-dee1a905cacb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-838334-2', False) {} {{(pid=84043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:05:24.925445 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f023fac4-3303-41d0-b36d-dee1a905cacb None None] Routers {'d48d8ca6-1b44-48f5-978d-d6d3360f7037'} bound to L3 agent in host n-d-838334-2 {{(pid=84043) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 21:05:24.926603 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.l3_hamode_db [None req-f023fac4-3303-41d0-b36d-dee1a905cacb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838334-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-18T20:25:48Z,description=,heartbeat_timestamp=2022-04-18T21:05:18Z,host='n-d-838334-2',id=bc84d6c9-dd7a-4555-a351-592327b46d5a,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:25:48Z,topic='l3_agent')) {'router_ids': ['d48d8ca6-1b44-48f5-978d-d6d3360f7037'], 'active': True} {{(pid=84043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:05:25.027913 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.l3_hamode_db [None req-f023fac4-3303-41d0-b36d-dee1a905cacb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-838334-2', False) {} {{(pid=84043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:05:25.028770 n-d-838334-2 neutron-server[84043]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f023fac4-3303-41d0-b36d-dee1a905cacb None None] The sync data for ids ['d48d8ca6-1b44-48f5-978d-d6d3360f7037'] in n-d-838334-2 is: [] {{(pid=84043) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 18 21:05:25.041920 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-1989df10-4b23-44fb-aac2-918e555857cc tempest-PortsIpV6TestJSON-656796091 tempest-PortsIpV6TestJSON-656796091-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 3.4987435 Apr 18 21:05:25.053182 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 37442) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:05:25.098127 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-f40cea6f-75fd-4d5d-9632-689a042333e4 tempest-PortsTestJSON-1335945802 tempest-PortsTestJSON-1335945802-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1258905', 'neutron.services.segments.db._delete_segments_for_network-8750375287417'] for network, precommit_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:25.152404 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.plugin [None req-6a1a0857-1de4-4e95-a1ec-14d57e5c24a5 tempest-PortsIpV6TestJSON-656796091 tempest-PortsIpV6TestJSON-656796091-project] Deleting port f6a9adf4-e504-4515-b7a7-eac11697d15c {{(pid=84040) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 21:05:25.152750 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-6a1a0857-1de4-4e95-a1ec-14d57e5c24a5 tempest-PortsIpV6TestJSON-656796091 tempest-PortsIpV6TestJSON-656796091-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750375188691'] for port, before_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:25.162514 n-d-838334-2 neutron-server[84041]: DEBUG neutron.services.segments.db [None req-f40cea6f-75fd-4d5d-9632-689a042333e4 tempest-PortsTestJSON-1335945802 tempest-PortsTestJSON-1335945802-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ab7efb70-14ea-45cc-83ff-f7021d3c5fbc']}} {{(pid=84041) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:05:25.196860 n-d-838334-2 neutron-server[84041]: DEBUG neutron.services.segments.db [None req-f40cea6f-75fd-4d5d-9632-689a042333e4 tempest-PortsTestJSON-1335945802 tempest-PortsTestJSON-1335945802-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4f9bdafb-2f7c-4fdf-ae60-eb208ff37f8d') {'for_net_delete': True} {{(pid=84041) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:05:25.197241 n-d-838334-2 neutron-server[84041]: DEBUG neutron.services.segments.db [None req-f40cea6f-75fd-4d5d-9632-689a042333e4 tempest-PortsTestJSON-1335945802 tempest-PortsTestJSON-1335945802-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4f9bdafb-2f7c-4fdf-ae60-eb208ff37f8d') {} {{(pid=84041) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:05:25.205265 n-d-838334-2 neutron-server[84041]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-950c3ddb-5723-4708-b09a-5095691b1275 tempest-FloatingIPTestJSON-1355648241 tempest-FloatingIPTestJSON-1355648241-project] Router 8d2572c8-a331-400d-95fa-c6c17825c988 has already been hosted by L3 agent bc84d6c9-dd7a-4555-a351-592327b46d5a {{(pid=84041) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 21:05:25.219842 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-f40cea6f-75fd-4d5d-9632-689a042333e4 tempest-PortsTestJSON-1335945802 tempest-PortsTestJSON-1335945802-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750375287300', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32268156'] for segment, before_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:25.256104 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-f40cea6f-75fd-4d5d-9632-689a042333e4 tempest-PortsTestJSON-1335945802 tempest-PortsTestJSON-1335945802-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1082986'] for segment, precommit_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:25.284264 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f40cea6f-75fd-4d5d-9632-689a042333e4 tempest-PortsTestJSON-1335945802 tempest-PortsTestJSON-1335945802-project] Releasing vlan 372 on physical network physnet1 to pool {{(pid=84041) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 18 21:05:25.284727 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-f40cea6f-75fd-4d5d-9632-689a042333e4 tempest-PortsTestJSON-1335945802 tempest-PortsTestJSON-1335945802-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1082993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32266254'] for segment, after_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:25.345624 n-d-838334-2 neutron-server[84041]: Traceback (most recent call last): Apr 18 21:05:25.345624 n-d-838334-2 neutron-server[84041]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 18 21:05:25.345624 n-d-838334-2 neutron-server[84041]: timer() Apr 18 21:05:25.345624 n-d-838334-2 neutron-server[84041]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 21:05:25.345624 n-d-838334-2 neutron-server[84041]: cb(*args, **kw) Apr 18 21:05:25.345624 n-d-838334-2 neutron-server[84041]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 18 21:05:25.345624 n-d-838334-2 neutron-server[84041]: return func(*args, **kwargs) Apr 18 21:05:25.345624 n-d-838334-2 neutron-server[84041]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 21:05:25.345624 n-d-838334-2 neutron-server[84041]: self._notify() Apr 18 21:05:25.345624 n-d-838334-2 neutron-server[84041]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 21:05:25.345624 n-d-838334-2 neutron-server[84041]: self.callback(batched_events) Apr 18 21:05:25.345624 n-d-838334-2 neutron-server[84041]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 21:05:25.345624 n-d-838334-2 neutron-server[84041]: event.method(event) Apr 18 21:05:25.345624 n-d-838334-2 neutron-server[84041]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 18 21:05:25.345624 n-d-838334-2 neutron-server[84041]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 21:05:25.345624 n-d-838334-2 neutron-server[84041]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 18 21:05:25.345624 n-d-838334-2 neutron-server[84041]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 21:05:25.345624 n-d-838334-2 neutron-server[84041]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 18 21:05:25.345624 n-d-838334-2 neutron-server[84041]: return f(self, *a, **k) Apr 18 21:05:25.345624 n-d-838334-2 neutron-server[84041]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 18 21:05:25.345624 n-d-838334-2 neutron-server[84041]: return self._get(url).json() Apr 18 21:05:25.345624 n-d-838334-2 neutron-server[84041]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 18 21:05:25.345624 n-d-838334-2 neutron-server[84041]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 21:05:25.345624 n-d-838334-2 neutron-server[84041]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 18 21:05:25.345624 n-d-838334-2 neutron-server[84041]: return self.request(url, 'GET', **kwargs) Apr 18 21:05:25.345624 n-d-838334-2 neutron-server[84041]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 18 21:05:25.345624 n-d-838334-2 neutron-server[84041]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 21:05:25.345624 n-d-838334-2 neutron-server[84041]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 18 21:05:25.345624 n-d-838334-2 neutron-server[84041]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 21:05:25.345624 n-d-838334-2 neutron-server[84041]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 18 21:05:25.345624 n-d-838334-2 neutron-server[84041]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 21:05:25.345624 n-d-838334-2 neutron-server[84041]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 21:05:25.526195 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-6a1a0857-1de4-4e95-a1ec-14d57e5c24a5 tempest-PortsIpV6TestJSON-656796091 tempest-PortsIpV6TestJSON-656796091-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369123'] for port, precommit_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:25.555717 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-f40cea6f-75fd-4d5d-9632-689a042333e4 tempest-PortsTestJSON-1335945802 tempest-PortsTestJSON-1335945802-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1258898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33526109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33444113'] for network, after_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:25.559733 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-d8a73df5-a015-440a-b7d2-bb69457124a4 tempest-RoutersAdminTest-1076183166 tempest-RoutersAdminTest-1076183166-project] Notify callbacks [] for router_gateway, before_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:25.589042 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-0df4b451-93b2-4285-84d8-8fcf9b85dd98 tempest-RoutersIpV6AdminTest-1441855246 tempest-RoutersIpV6AdminTest-1441855246-project-admin] Notify callbacks [] for router, before_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:25.653495 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.plugin [None req-6a1a0857-1de4-4e95-a1ec-14d57e5c24a5 tempest-PortsIpV6TestJSON-656796091 tempest-PortsIpV6TestJSON-656796091-project] Calling delete_port for f6a9adf4-e504-4515-b7a7-eac11697d15c owned by {{(pid=84040) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 21:05:25.663979 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-f40cea6f-75fd-4d5d-9632-689a042333e4 tempest-PortsTestJSON-1335945802 tempest-PortsTestJSON-1335945802-project] Notify callbacks [] for network, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:25.677849 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-d8a73df5-a015-440a-b7d2-bb69457124a4 tempest-RoutersAdminTest-1076183166 tempest-RoutersAdminTest-1076183166-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:25.688696 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-95635be7-5ee1-4bc5-9925-41acb47cd55a tempest-RoutersTest-1500746192 tempest-RoutersTest-1500746192-project] 10.222.0.42 "GET /v2.0/routers/d48d8ca6-1b44-48f5-978d-d6d3360f7037 HTTP/1.1" status: 200 len: 887 time: 0.8797309 Apr 18 21:05:25.696025 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 37450) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:05:25.729272 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f40cea6f-75fd-4d5d-9632-689a042333e4 tempest-PortsTestJSON-1335945802 tempest-PortsTestJSON-1335945802-project] Pushing event deleted for resources: {'Network': ['ID=ab7efb70-14ea-45cc-83ff-f7021d3c5fbc,revision_number=None']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:05:25.750321 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-5edbef46-ddd5-4cd1-88a6-53765b8d6aa6 tempest-RoutersTest-1500746192 tempest-RoutersTest-1500746192-project] Synchronizing usage tracker for tenant:8a05b90fa8c54f25938df6bd0ef52223 on resource:port {{(pid=84040) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 21:05:25.779525 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-f40cea6f-75fd-4d5d-9632-689a042333e4 tempest-PortsTestJSON-1335945802 tempest-PortsTestJSON-1335945802-project] 10.222.0.42 "DELETE /v2.0/networks/ab7efb70-14ea-45cc-83ff-f7021d3c5fbc HTTP/1.1" status: 204 len: 168 time: 2.1402736 Apr 18 21:05:25.782282 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 37454) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:05:25.838400 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-5edbef46-ddd5-4cd1-88a6-53765b8d6aa6 tempest-RoutersTest-1500746192 tempest-RoutersTest-1500746192-project] Unset dirty status for tenant:8a05b90fa8c54f25938df6bd0ef52223 on resource:port {{(pid=84040) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 21:05:25.840692 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Device 0b96780e-b526-46cc-a3ae-24e436d37e49 no longer exists at agent ovs-agent-n-d-838334-2 {{(pid=84042) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 21:05:25.843016 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-5edbef46-ddd5-4cd1-88a6-53765b8d6aa6 tempest-RoutersTest-1500746192 tempest-RoutersTest-1500746192-project] 10.222.0.42 "GET /v2.0/ports?device_id=d48d8ca6-1b44-48f5-978d-d6d3360f7037 HTTP/1.1" status: 200 len: 205 time: 0.1460311 Apr 18 21:05:25.843344 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 37458) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:05:25.875946 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-6a1a0857-1de4-4e95-a1ec-14d57e5c24a5 tempest-PortsIpV6TestJSON-656796091 tempest-PortsIpV6TestJSON-656796091-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750375259028', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750374836628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32440838'] for port, after_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:25.888501 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.plugin [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] No Port match for: 0b96780e-b526-46cc-a3ae-24e436d37e49 {{(pid=84042) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 18 21:05:25.889098 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Device 0b96780e-b526-46cc-a3ae-24e436d37e49 not bound to the agent host n-d-838334-2 {{(pid=84042) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 21:05:25.932935 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c55fc3f-2eaf-4eff-8708-a237ca14caa4 tempest-PortsTestJSON-1335945802 tempest-PortsTestJSON-1335945802-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:05:25.933510 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-5c55fc3f-2eaf-4eff-8708-a237ca14caa4 tempest-PortsTestJSON-1335945802 tempest-PortsTestJSON-1335945802-project] Synchronizing usage tracker for tenant:234c597e1bbf440ab35a01225b472234 on resource:port {{(pid=84040) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 21:05:25.938367 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a1a0857-1de4-4e95-a1ec-14d57e5c24a5 tempest-PortsIpV6TestJSON-656796091 tempest-PortsIpV6TestJSON-656796091-project] Pushing event deleted for resources: {'Port': ['ID=f6a9adf4-e504-4515-b7a7-eac11697d15c,revision_number=None']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:05:25.959434 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-6a1a0857-1de4-4e95-a1ec-14d57e5c24a5 tempest-PortsIpV6TestJSON-656796091 tempest-PortsIpV6TestJSON-656796091-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217293'] for port, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:25.967088 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-5c55fc3f-2eaf-4eff-8708-a237ca14caa4 tempest-PortsTestJSON-1335945802 tempest-PortsTestJSON-1335945802-project] Unset dirty status for tenant:234c597e1bbf440ab35a01225b472234 on resource:port {{(pid=84040) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 21:05:25.968384 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-5c55fc3f-2eaf-4eff-8708-a237ca14caa4 tempest-PortsTestJSON-1335945802 tempest-PortsTestJSON-1335945802-project] 10.222.0.42 "GET /v2.0/ports/52793402-19f0-422b-9895-a5b49a6f6fc8 HTTP/1.1" status: 200 len: 840 time: 0.1873958 Apr 18 21:05:25.972006 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 37462) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:05:26.041330 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-6a1a0857-1de4-4e95-a1ec-14d57e5c24a5 tempest-PortsIpV6TestJSON-656796091 tempest-PortsIpV6TestJSON-656796091-project] 10.222.0.42 "DELETE /v2.0/ports/f6a9adf4-e504-4515-b7a7-eac11697d15c HTTP/1.1" status: 204 len: 168 time: 0.9772904 Apr 18 21:05:26.044478 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 37466) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:05:26.071067 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.db_base_plugin_common [None req-d8a73df5-a015-440a-b7d2-bb69457124a4 tempest-RoutersAdminTest-1076183166 tempest-RoutersAdminTest-1076183166-project] Allocated IP 172.25.8.12 (e41b6600-a917-4a8d-b05c-be3be40c6d8c/6b05667b-848e-4356-9b44-d5eb6808ef74/664ae1ee-a451-4435-9779-38f21dacad37) {{(pid=84041) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 21:05:26.104136 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-50b02551-ab31-47c2-a335-2544a0a31f65 tempest-PortsTestJSON-1335945802 tempest-PortsTestJSON-1335945802-project] 10.222.0.42 "GET /v2.0/ports/52793402-19f0-422b-9895-a5b49a6f6fc8?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.1268826 Apr 18 21:05:26.104370 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 37470) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:05:26.112330 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.v2.base [None req-382e404f-014b-43fc-ac2e-7f900814b2ab tempest-PortsTestJSON-1335945802 tempest-PortsTestJSON-1335945802-project] Request body: {'subnet': {'network_id': '1a5d91c8-1709-4cd3-96e4-f851e43fa6e0', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=84040) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:05:26.235078 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [None req-382e404f-014b-43fc-ac2e-7f900814b2ab tempest-PortsTestJSON-1335945802 tempest-PortsTestJSON-1335945802-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:05:26.240098 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-950c3ddb-5723-4708-b09a-5095691b1275 tempest-FloatingIPTestJSON-1355648241 tempest-FloatingIPTestJSON-1355648241-project] Notify agent at l3_agent.n-d-838334-2 the message routers_updated {{(pid=84041) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 21:05:26.241944 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-382e404f-014b-43fc-ac2e-7f900814b2ab tempest-PortsTestJSON-1335945802 tempest-PortsTestJSON-1335945802-project] Usage tracker for resource:subnet and tenant:234c597e1bbf440ab35a01225b472234 is out of sync, need to count used quota {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:05:26.252400 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b7c8b50-1c12-4f31-9adc-8a0913554b1e tempest-PortsIpV6TestJSON-656796091 tempest-PortsIpV6TestJSON-656796091-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:05:26.257699 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0eb34992-9b5e-4ee0-abcd-041202b5a116 None None] Sync routers for ids ['8d2572c8-a331-400d-95fa-c6c17825c988'] in n-d-838334-2 {{(pid=84042) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 18 21:05:26.257862 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b7c8b50-1c12-4f31-9adc-8a0913554b1e tempest-PortsIpV6TestJSON-656796091 tempest-PortsIpV6TestJSON-656796091-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:05:26.258564 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-4b7c8b50-1c12-4f31-9adc-8a0913554b1e tempest-PortsIpV6TestJSON-656796091 tempest-PortsIpV6TestJSON-656796091-project] Synchronizing usage tracker for tenant:2eda1cb86d1d401280eb2d37452a60a8 on resource:port {{(pid=84040) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 21:05:26.263677 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-382e404f-014b-43fc-ac2e-7f900814b2ab tempest-PortsTestJSON-1335945802 tempest-PortsTestJSON-1335945802-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:05:26.269975 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [None req-382e404f-014b-43fc-ac2e-7f900814b2ab tempest-PortsTestJSON-1335945802 tempest-PortsTestJSON-1335945802-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:05:26.277430 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-950c3ddb-5723-4708-b09a-5095691b1275 tempest-FloatingIPTestJSON-1355648241 tempest-FloatingIPTestJSON-1355648241-project] 10.222.0.42 "PUT /v2.0/routers/8d2572c8-a331-400d-95fa-c6c17825c988/add_router_interface HTTP/1.1" status: 200 len: 503 time: 14.3905673 Apr 18 21:05:26.281367 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 37476) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:05:26.289091 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.v2.base [None req-c25dc669-9af1-412f-a982-0dcfce742d2c tempest-FloatingIPTestJSON-1355648241 tempest-FloatingIPTestJSON-1355648241-project] Request body: {'port': {'network_id': 'aac9f468-7127-4a86-9eab-4bd9c6ecd23d', 'name': 'tempest-FloatingIPTestJSON-990461573'}} {{(pid=84040) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:05:26.301793 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0eb34992-9b5e-4ee0-abcd-041202b5a116 None None] Routers {'8d2572c8-a331-400d-95fa-c6c17825c988'} bound to L3 agent in host n-d-838334-2 {{(pid=84042) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 21:05:26.307409 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-4b7c8b50-1c12-4f31-9adc-8a0913554b1e tempest-PortsIpV6TestJSON-656796091 tempest-PortsIpV6TestJSON-656796091-project] Unset dirty status for tenant:2eda1cb86d1d401280eb2d37452a60a8 on resource:port {{(pid=84040) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 21:05:26.308452 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_hamode_db [None req-0eb34992-9b5e-4ee0-abcd-041202b5a116 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838334-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-18T20:25:48Z,description=,heartbeat_timestamp=2022-04-18T21:05:18Z,host='n-d-838334-2',id=bc84d6c9-dd7a-4555-a351-592327b46d5a,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:25:48Z,topic='l3_agent')) {'router_ids': ['8d2572c8-a331-400d-95fa-c6c17825c988'], 'active': True} {{(pid=84042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:05:26.308652 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-4b7c8b50-1c12-4f31-9adc-8a0913554b1e tempest-PortsIpV6TestJSON-656796091 tempest-PortsIpV6TestJSON-656796091-project] 10.222.0.42 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1455 time: 0.2630360 Apr 18 21:05:26.313721 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 37480) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:05:26.338563 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-d8a73df5-a015-440a-b7d2-bb69457124a4 tempest-RoutersAdminTest-1076183166 tempest-RoutersAdminTest-1076183166-project] Notify callbacks [] for port, precommit_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:26.348134 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-0df4b451-93b2-4285-84d8-8fcf9b85dd98 tempest-RoutersIpV6AdminTest-1441855246 tempest-RoutersIpV6AdminTest-1441855246-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:26.385606 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.plugin [None req-0df4b451-93b2-4285-84d8-8fcf9b85dd98 tempest-RoutersIpV6AdminTest-1441855246 tempest-RoutersIpV6AdminTest-1441855246-project-admin] Deleting port fbfde0f8-a754-4bee-bf90-a16586e427b5 {{(pid=84041) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 21:05:26.385985 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-0df4b451-93b2-4285-84d8-8fcf9b85dd98 tempest-RoutersIpV6AdminTest-1441855246 tempest-RoutersIpV6AdminTest-1441855246-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750375188691'] for port, before_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:26.394541 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-382e404f-014b-43fc-ac2e-7f900814b2ab tempest-PortsTestJSON-1335945802 tempest-PortsTestJSON-1335945802-project] Made reservation on behalf of 234c597e1bbf440ab35a01225b472234 for: {'subnet': 1} {{(pid=84040) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:05:26.441193 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-302873b8-9df7-4afc-88a6-781f30bfb633 tempest-RoutersTest-1500746192 tempest-RoutersTest-1500746192-project] Notify callbacks [] for router, before_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:26.461654 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_hamode_db [None req-0eb34992-9b5e-4ee0-abcd-041202b5a116 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-838334-2', False) {} {{(pid=84042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:05:26.474645 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0eb34992-9b5e-4ee0-abcd-041202b5a116 None None] Routers {'8d2572c8-a331-400d-95fa-c6c17825c988'} bound to L3 agent in host n-d-838334-2 {{(pid=84042) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 21:05:26.475602 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_hamode_db [None req-0eb34992-9b5e-4ee0-abcd-041202b5a116 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838334-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-18T20:25:48Z,description=,heartbeat_timestamp=2022-04-18T21:05:18Z,host='n-d-838334-2',id=bc84d6c9-dd7a-4555-a351-592327b46d5a,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:25:48Z,topic='l3_agent')) {'router_ids': ['8d2572c8-a331-400d-95fa-c6c17825c988'], 'active': True} {{(pid=84042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:05:26.533800 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.plugin [None req-3f7a7d0e-5335-42f9-a5ad-ce8b1fb0ba2f tempest-PortsIpV6TestJSON-656796091 tempest-PortsIpV6TestJSON-656796091-project] Deleting port 6ab82c2b-52db-4902-b9b0-1602b13bdd33 {{(pid=84040) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 21:05:26.534137 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-3f7a7d0e-5335-42f9-a5ad-ce8b1fb0ba2f tempest-PortsIpV6TestJSON-656796091 tempest-PortsIpV6TestJSON-656796091-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750375188691'] for port, before_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:26.556073 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_hamode_db [None req-0eb34992-9b5e-4ee0-abcd-041202b5a116 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-838334-2', False) {} {{(pid=84042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:05:26.557341 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0eb34992-9b5e-4ee0-abcd-041202b5a116 None None] The sync data for ids ['8d2572c8-a331-400d-95fa-c6c17825c988'] in n-d-838334-2 is: [] {{(pid=84042) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 18 21:05:26.617943 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-382e404f-014b-43fc-ac2e-7f900814b2ab tempest-PortsTestJSON-1335945802 tempest-PortsTestJSON-1335945802-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31752722'] for subnet, before_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:26.697407 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-d8a73df5-a015-440a-b7d2-bb69457124a4 tempest-RoutersAdminTest-1076183166 tempest-RoutersAdminTest-1076183166-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750374836619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32266323'] for port, after_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:26.775577 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [None req-c25dc669-9af1-412f-a982-0dcfce742d2c tempest-FloatingIPTestJSON-1355648241 tempest-FloatingIPTestJSON-1355648241-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:05:26.791852 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-c25dc669-9af1-412f-a982-0dcfce742d2c tempest-FloatingIPTestJSON-1355648241 tempest-FloatingIPTestJSON-1355648241-project] Usage tracker for resource:port and tenant:23d580683d72427e8760083fb729f9d6 is out of sync, need to count used quota {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:05:26.823084 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-c25dc669-9af1-412f-a982-0dcfce742d2c tempest-FloatingIPTestJSON-1355648241 tempest-FloatingIPTestJSON-1355648241-project] Quota usage for port was recalculated. Used quota:1. {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:05:26.847385 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [None req-c25dc669-9af1-412f-a982-0dcfce742d2c tempest-FloatingIPTestJSON-1355648241 tempest-FloatingIPTestJSON-1355648241-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:05:26.875463 n-d-838334-2 neutron-server[84041]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8a73df5-a015-440a-b7d2-bb69457124a4 tempest-RoutersAdminTest-1076183166 tempest-RoutersAdminTest-1076183166-project] Network e41b6600-a917-4a8d-b05c-be3be40c6d8c is already hosted by enough agents. {{(pid=84041) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:05:26.882119 n-d-838334-2 neutron-server[84041]: DEBUG neutron.scheduler.base_scheduler [None req-d8a73df5-a015-440a-b7d2-bb69457124a4 tempest-RoutersAdminTest-1076183166 tempest-RoutersAdminTest-1076183166-project] Resources bound (agent type, host, resource id): {{(pid=84041) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:05:26.887491 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8a73df5-a015-440a-b7d2-bb69457124a4 tempest-RoutersAdminTest-1076183166 tempest-RoutersAdminTest-1076183166-project] Received port after_create {{(pid=84041) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 21:05:26.911652 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8a73df5-a015-440a-b7d2-bb69457124a4 tempest-RoutersAdminTest-1076183166 tempest-RoutersAdminTest-1076183166-project] Pushing event updated for resources: {'Port': ['ID=664ae1ee-a451-4435-9779-38f21dacad37,revision_number=1']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:05:26.942255 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c25dc669-9af1-412f-a982-0dcfce742d2c tempest-FloatingIPTestJSON-1355648241 tempest-FloatingIPTestJSON-1355648241-project] Made reservation on behalf of 23d580683d72427e8760083fb729f9d6 for: {'port': 1} {{(pid=84040) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:05:26.946434 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-c25dc669-9af1-412f-a982-0dcfce742d2c tempest-FloatingIPTestJSON-1355648241 tempest-FloatingIPTestJSON-1355648241-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:26.980468 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-3f7a7d0e-5335-42f9-a5ad-ce8b1fb0ba2f tempest-PortsIpV6TestJSON-656796091 tempest-PortsIpV6TestJSON-656796091-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369123'] for port, precommit_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:27.031903 n-d-838334-2 neutron-server[84040]: DEBUG neutron.notifiers.nova [None req-c25dc669-9af1-412f-a982-0dcfce742d2c tempest-FloatingIPTestJSON-1355648241 tempest-FloatingIPTestJSON-1355648241-project] device_id is not set on port e410b160-4882-47dc-ae8b-4a8190a24152 yet. {{(pid=84040) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 18 21:05:27.037017 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.db [None req-0df4b451-93b2-4285-84d8-8fcf9b85dd98 tempest-RoutersIpV6AdminTest-1441855246 tempest-RoutersIpV6AdminTest-1441855246-project-admin] For port fbfde0f8-a754-4bee-bf90-a16586e427b5, host n-d-838334-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838334-2',level=0,port_id=fbfde0f8-a754-4bee-bf90-a16586e427b5,segment=NetworkSegment(732aa830-768b-4511-951f-d08e26b9c25b),segment_id=732aa830-768b-4511-951f-d08e26b9c25b)] {{(pid=84041) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:05:27.037497 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-0df4b451-93b2-4285-84d8-8fcf9b85dd98 tempest-RoutersIpV6AdminTest-1441855246 tempest-RoutersIpV6AdminTest-1441855246-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369123'] for port, precommit_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:27.174160 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.plugin [None req-0df4b451-93b2-4285-84d8-8fcf9b85dd98 tempest-RoutersIpV6AdminTest-1441855246 tempest-RoutersIpV6AdminTest-1441855246-project-admin] Calling delete_port for fbfde0f8-a754-4bee-bf90-a16586e427b5 owned by network:router_gateway {{(pid=84041) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 21:05:27.315788 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.plugin [None req-3f7a7d0e-5335-42f9-a5ad-ce8b1fb0ba2f tempest-PortsIpV6TestJSON-656796091 tempest-PortsIpV6TestJSON-656796091-project] Calling delete_port for 6ab82c2b-52db-4902-b9b0-1602b13bdd33 owned by {{(pid=84040) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 21:05:27.331462 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-302873b8-9df7-4afc-88a6-781f30bfb633 tempest-RoutersTest-1500746192 tempest-RoutersTest-1500746192-project] Notify callbacks [] for router_gateway, before_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:27.349580 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.plugin [None req-302873b8-9df7-4afc-88a6-781f30bfb633 tempest-RoutersTest-1500746192 tempest-RoutersTest-1500746192-project] Deleting port 32b7eff4-d8a2-4239-bec4-fd5a85723623 {{(pid=84041) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 21:05:27.349934 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-302873b8-9df7-4afc-88a6-781f30bfb633 tempest-RoutersTest-1500746192 tempest-RoutersTest-1500746192-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750375188691'] for port, before_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:27.442267 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-d8a73df5-a015-440a-b7d2-bb69457124a4 tempest-RoutersAdminTest-1076183166 tempest-RoutersAdminTest-1076183166-project] Notify callbacks [] for router_gateway, after_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:27.442900 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-d8a73df5-a015-440a-b7d2-bb69457124a4 tempest-RoutersAdminTest-1076183166 tempest-RoutersAdminTest-1076183166-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33443529', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33444176'] for router, after_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:27.505488 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-382e404f-014b-43fc-ac2e-7f900814b2ab tempest-PortsTestJSON-1335945802 tempest-PortsTestJSON-1335945802-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33526260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32441074', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31752704'] for subnet, after_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:27.593914 n-d-838334-2 neutron-server[84040]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-382e404f-014b-43fc-ac2e-7f900814b2ab tempest-PortsTestJSON-1335945802 tempest-PortsTestJSON-1335945802-project] Network 1a5d91c8-1709-4cd3-96e4-f851e43fa6e0 is already hosted by enough agents. {{(pid=84040) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:05:27.599727 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-382e404f-014b-43fc-ac2e-7f900814b2ab tempest-PortsTestJSON-1335945802 tempest-PortsTestJSON-1335945802-project] Pushing event updated for resources: {'Subnet': ['ID=d335bc2e-1a98-4513-8ca7-11e40a2776f2,revision_number=0']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:05:27.603217 n-d-838334-2 neutron-server[84040]: DEBUG neutron.scheduler.base_scheduler [None req-382e404f-014b-43fc-ac2e-7f900814b2ab tempest-PortsTestJSON-1335945802 tempest-PortsTestJSON-1335945802-project] Resources bound (agent type, host, resource id): {{(pid=84040) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:05:27.604675 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-3f7a7d0e-5335-42f9-a5ad-ce8b1fb0ba2f tempest-PortsIpV6TestJSON-656796091 tempest-PortsIpV6TestJSON-656796091-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750375259028', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750374836628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32440838'] for port, after_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:27.606604 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-382e404f-014b-43fc-ac2e-7f900814b2ab tempest-PortsTestJSON-1335945802 tempest-PortsTestJSON-1335945802-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:05:27.607254 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-382e404f-014b-43fc-ac2e-7f900814b2ab tempest-PortsTestJSON-1335945802 tempest-PortsTestJSON-1335945802-project] Notify callbacks [] for subnet, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:27.617912 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-835fe002-71aa-4426-98b2-e1a3525fd44e None None] Network 1a5d91c8-1709-4cd3-96e4-f851e43fa6e0 requested from n-d-838334-2 {{(pid=84042) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 21:05:27.690138 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-382e404f-014b-43fc-ac2e-7f900814b2ab tempest-PortsTestJSON-1335945802 tempest-PortsTestJSON-1335945802-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.5848310 Apr 18 21:05:27.700452 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 37492) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:05:27.712656 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f7a7d0e-5335-42f9-a5ad-ce8b1fb0ba2f tempest-PortsIpV6TestJSON-656796091 tempest-PortsIpV6TestJSON-656796091-project] Pushing event deleted for resources: {'Port': ['ID=6ab82c2b-52db-4902-b9b0-1602b13bdd33,revision_number=None']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:05:27.720509 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.v2.base [None req-6909a1f6-453e-4b88-bab3-b79c29443e67 tempest-PortsTestJSON-1335945802 tempest-PortsTestJSON-1335945802-project] Request body: {'security_group': {'name': 'tempest-secgroup-1052678155'}} {{(pid=84041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:05:27.726468 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-3f7a7d0e-5335-42f9-a5ad-ce8b1fb0ba2f tempest-PortsIpV6TestJSON-656796091 tempest-PortsIpV6TestJSON-656796091-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217293'] for port, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:27.728887 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-3f7a7d0e-5335-42f9-a5ad-ce8b1fb0ba2f tempest-PortsIpV6TestJSON-656796091 tempest-PortsIpV6TestJSON-656796091-project] 10.222.0.42 "DELETE /v2.0/ports/6ab82c2b-52db-4902-b9b0-1602b13bdd33 HTTP/1.1" status: 204 len: 168 time: 1.4145958 Apr 18 21:05:27.729423 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-6909a1f6-453e-4b88-bab3-b79c29443e67 tempest-PortsTestJSON-1335945802 tempest-PortsTestJSON-1335945802-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:05:27.732307 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 37496) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:05:27.733435 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-6909a1f6-453e-4b88-bab3-b79c29443e67 tempest-PortsTestJSON-1335945802 tempest-PortsTestJSON-1335945802-project] Usage tracker for resource:security_group and tenant:234c597e1bbf440ab35a01225b472234 is out of sync, need to count used quota {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:05:27.736353 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.db_base_plugin_common [None req-c25dc669-9af1-412f-a982-0dcfce742d2c tempest-FloatingIPTestJSON-1355648241 tempest-FloatingIPTestJSON-1355648241-project] Allocated IP 172.20.0.6 (aac9f468-7127-4a86-9eab-4bd9c6ecd23d/a3e2e578-9cc2-4f84-b434-bc1622f09b26/e410b160-4882-47dc-ae8b-4a8190a24152) {{(pid=84040) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 21:05:27.738627 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-6909a1f6-453e-4b88-bab3-b79c29443e67 tempest-PortsTestJSON-1335945802 tempest-PortsTestJSON-1335945802-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:05:27.747200 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-6909a1f6-453e-4b88-bab3-b79c29443e67 tempest-PortsTestJSON-1335945802 tempest-PortsTestJSON-1335945802-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:05:27.780159 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-0df4b451-93b2-4285-84d8-8fcf9b85dd98 tempest-RoutersIpV6AdminTest-1441855246 tempest-RoutersIpV6AdminTest-1441855246-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750375259028', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750374836628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32266323'] for port, after_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:27.923810 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-550507c6-32fb-47a5-b050-d4646e3ac5e4 tempest-PortsIpV6TestJSON-656796091 tempest-PortsIpV6TestJSON-656796091-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:05:27.924758 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-550507c6-32fb-47a5-b050-d4646e3ac5e4 tempest-PortsIpV6TestJSON-656796091 tempest-PortsIpV6TestJSON-656796091-project] Synchronizing usage tracker for tenant:2eda1cb86d1d401280eb2d37452a60a8 on resource:port {{(pid=84040) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 21:05:27.968792 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-550507c6-32fb-47a5-b050-d4646e3ac5e4 tempest-PortsIpV6TestJSON-656796091 tempest-PortsIpV6TestJSON-656796091-project] Unset dirty status for tenant:2eda1cb86d1d401280eb2d37452a60a8 on resource:port {{(pid=84040) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 21:05:27.970547 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-550507c6-32fb-47a5-b050-d4646e3ac5e4 tempest-PortsIpV6TestJSON-656796091 tempest-PortsIpV6TestJSON-656796091-project] 10.222.0.42 "GET /v2.0/ports HTTP/1.1" status: 200 len: 847 time: 0.2373459 Apr 18 21:05:27.974970 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2db63e5b-644a-4f21-97b7-ed09a987dcd9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp016840fc-1f9f-5892-9c53-c9cf6c845bbb-1a5d91c8-1709-4cd3-96e4-f851e43fa6e0', 'network_id': '1a5d91c8-1709-4cd3-96e4-f851e43fa6e0', 'tenant_id': '234c597e1bbf440ab35a01225b472234', 'fixed_ips': [{'subnet_id': 'd335bc2e-1a98-4513-8ca7-11e40a2776f2'}]}} from n-d-838334-2. {{(pid=84042) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 18 21:05:27.976829 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-2db63e5b-644a-4f21-97b7-ed09a987dcd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_create {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:27.996592 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 37502) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:05:28.015781 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0df4b451-93b2-4285-84d8-8fcf9b85dd98 tempest-RoutersIpV6AdminTest-1441855246 tempest-RoutersIpV6AdminTest-1441855246-project-admin] Pushing event deleted for resources: {'Port': ['ID=fbfde0f8-a754-4bee-bf90-a16586e427b5,revision_number=None']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:05:28.040603 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-6909a1f6-453e-4b88-bab3-b79c29443e67 tempest-PortsTestJSON-1335945802 tempest-PortsTestJSON-1335945802-project] Notify callbacks [] for security_group, before_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:28.128511 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-c25dc669-9af1-412f-a982-0dcfce742d2c tempest-FloatingIPTestJSON-1355648241 tempest-FloatingIPTestJSON-1355648241-project] Notify callbacks [] for port, precommit_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:28.170783 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.db_base_plugin_common [None req-2db63e5b-644a-4f21-97b7-ed09a987dcd9 None None] Allocated IP 172.20.0.2 (1a5d91c8-1709-4cd3-96e4-f851e43fa6e0/d335bc2e-1a98-4513-8ca7-11e40a2776f2/fed3bd89-3f9e-400e-aea5-1b4464149caf) {{(pid=84042) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 21:05:28.185149 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-c25dc669-9af1-412f-a982-0dcfce742d2c tempest-FloatingIPTestJSON-1355648241 tempest-FloatingIPTestJSON-1355648241-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750374836619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32440838'] for port, after_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:28.237632 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-302873b8-9df7-4afc-88a6-781f30bfb633 tempest-RoutersTest-1500746192 tempest-RoutersTest-1500746192-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369123'] for port, precommit_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:28.268398 n-d-838334-2 neutron-server[84041]: INFO neutron.pecan_wsgi.hooks.translation [None req-118c968c-d35d-4874-a7c3-b7ea03df6fd0 tempest-PortsIpV6TestJSON-656796091 tempest-PortsIpV6TestJSON-656796091-project] GET failed (client error): The resource could not be found. Apr 18 21:05:28.270188 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-118c968c-d35d-4874-a7c3-b7ea03df6fd0 tempest-PortsIpV6TestJSON-656796091 tempest-PortsIpV6TestJSON-656796091-project] 10.222.0.42 "GET /v2.0/ports/f6a9adf4-e504-4515-b7a7-eac11697d15c HTTP/1.1" status: 404 len: 333 time: 0.2554593 Apr 18 21:05:28.274405 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 37506) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:05:28.342308 n-d-838334-2 neutron-server[84040]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c25dc669-9af1-412f-a982-0dcfce742d2c tempest-FloatingIPTestJSON-1355648241 tempest-FloatingIPTestJSON-1355648241-project] Network aac9f468-7127-4a86-9eab-4bd9c6ecd23d is already hosted by enough agents. {{(pid=84040) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:05:28.344215 n-d-838334-2 neutron-server[84040]: INFO neutron.pecan_wsgi.hooks.translation [None req-f882804d-50ef-41b0-941c-4db6449446fd tempest-PortsIpV6TestJSON-656796091 tempest-PortsIpV6TestJSON-656796091-project] GET failed (client error): The resource could not be found. Apr 18 21:05:28.345569 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-f882804d-50ef-41b0-941c-4db6449446fd tempest-PortsIpV6TestJSON-656796091 tempest-PortsIpV6TestJSON-656796091-project] 10.222.0.42 "GET /v2.0/ports/6ab82c2b-52db-4902-b9b0-1602b13bdd33 HTTP/1.1" status: 404 len: 333 time: 0.0643780 Apr 18 21:05:28.346406 n-d-838334-2 neutron-server[84040]: DEBUG neutron.scheduler.base_scheduler [None req-c25dc669-9af1-412f-a982-0dcfce742d2c tempest-FloatingIPTestJSON-1355648241 tempest-FloatingIPTestJSON-1355648241-project] Resources bound (agent type, host, resource id): {{(pid=84040) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:05:28.348569 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c25dc669-9af1-412f-a982-0dcfce742d2c tempest-FloatingIPTestJSON-1355648241 tempest-FloatingIPTestJSON-1355648241-project] Pushing event updated for resources: {'Port': ['ID=e410b160-4882-47dc-ae8b-4a8190a24152,revision_number=1']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:05:28.355893 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 37510) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:05:28.356934 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c25dc669-9af1-412f-a982-0dcfce742d2c tempest-FloatingIPTestJSON-1355648241 tempest-FloatingIPTestJSON-1355648241-project] Received port after_create {{(pid=84040) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 21:05:28.394517 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.plugin [None req-302873b8-9df7-4afc-88a6-781f30bfb633 tempest-RoutersTest-1500746192 tempest-RoutersTest-1500746192-project] Calling delete_port for 32b7eff4-d8a2-4239-bec4-fd5a85723623 owned by network:router_gateway {{(pid=84041) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 21:05:28.446323 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-2db63e5b-644a-4f21-97b7-ed09a987dcd9 None None] Notify callbacks [] for port, precommit_create {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:28.472885 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-2db63e5b-644a-4f21-97b7-ed09a987dcd9 None None] Transition to ACTIVE for port object fed3bd89-3f9e-400e-aea5-1b4464149caf will not be triggered until provisioned by entity L2. {{(pid=84042) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:05:28.496357 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-2db63e5b-644a-4f21-97b7-ed09a987dcd9 None None] Transition to ACTIVE for port object fed3bd89-3f9e-400e-aea5-1b4464149caf will not be triggered until provisioned by entity DHCP. {{(pid=84042) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:05:28.515616 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-2db63e5b-644a-4f21-97b7-ed09a987dcd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750374836619'] for port, after_create {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:28.533748 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c25dc669-9af1-412f-a982-0dcfce742d2c tempest-FloatingIPTestJSON-1355648241 tempest-FloatingIPTestJSON-1355648241-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:05:28.534664 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-c25dc669-9af1-412f-a982-0dcfce742d2c tempest-FloatingIPTestJSON-1355648241 tempest-FloatingIPTestJSON-1355648241-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217293'] for port, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:28.591210 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-c25dc669-9af1-412f-a982-0dcfce742d2c tempest-FloatingIPTestJSON-1355648241 tempest-FloatingIPTestJSON-1355648241-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 2.3066263 Apr 18 21:05:28.592559 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 37514) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:05:28.600374 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.v2.base [None req-089f56c7-4fa2-4129-93a6-2501ce1e5b87 tempest-FloatingIPTestJSON-1355648241 tempest-FloatingIPTestJSON-1355648241-project] Request body: {'port': {'network_id': 'aac9f468-7127-4a86-9eab-4bd9c6ecd23d', 'name': 'tempest-FloatingIPTestJSON-518212500'}} {{(pid=84040) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:05:28.605694 n-d-838334-2 neutron-server[84042]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2db63e5b-644a-4f21-97b7-ed09a987dcd9 None None] Network 1a5d91c8-1709-4cd3-96e4-f851e43fa6e0 is already hosted by enough agents. {{(pid=84042) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:05:28.609405 n-d-838334-2 neutron-server[84042]: DEBUG neutron.scheduler.base_scheduler [None req-2db63e5b-644a-4f21-97b7-ed09a987dcd9 None None] Resources bound (agent type, host, resource id): {{(pid=84042) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:05:28.621775 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2db63e5b-644a-4f21-97b7-ed09a987dcd9 None None] Received port after_create {{(pid=84042) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 21:05:28.625686 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2db63e5b-644a-4f21-97b7-ed09a987dcd9 None None] Pushing event updated for resources: {'Port': ['ID=fed3bd89-3f9e-400e-aea5-1b4464149caf,revision_number=1']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:05:28.628299 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-149ee0be-7f09-4a27-a2b9-43d0a7244133 tempest-PortsIpV6TestJSON-656796091 tempest-PortsIpV6TestJSON-656796091-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1103592'] for network, before_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:28.633524 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-6909a1f6-453e-4b88-bab3-b79c29443e67 tempest-PortsTestJSON-1335945802 tempest-PortsTestJSON-1335945802-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:05:28.648598 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-6909a1f6-453e-4b88-bab3-b79c29443e67 tempest-PortsTestJSON-1335945802 tempest-PortsTestJSON-1335945802-project] Usage tracker for resource:security_group_rule and tenant:234c597e1bbf440ab35a01225b472234 is out of sync, need to count used quota {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:05:28.655000 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-6909a1f6-453e-4b88-bab3-b79c29443e67 tempest-PortsTestJSON-1335945802 tempest-PortsTestJSON-1335945802-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:05:28.660628 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-0df4b451-93b2-4285-84d8-8fcf9b85dd98 tempest-RoutersIpV6AdminTest-1441855246 tempest-RoutersIpV6AdminTest-1441855246-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33444108'] for router_gateway, after_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:28.735018 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.managers [None req-2db63e5b-644a-4f21-97b7-ed09a987dcd9 None None] Attempting to bind port fed3bd89-3f9e-400e-aea5-1b4464149caf on host n-d-838334-2 for vnic_type normal with profile {{(pid=84042) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 21:05:28.735793 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.managers [None req-2db63e5b-644a-4f21-97b7-ed09a987dcd9 None None] Attempting to bind port fed3bd89-3f9e-400e-aea5-1b4464149caf by drivers openvswitch,hyperv on host n-d-838334-2 at level 0 using segments [{'id': 'bb41ae25-88ab-4fb8-992a-3e0cb162c295', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '1a5d91c8-1709-4cd3-96e4-f851e43fa6e0'}] {{(pid=84042) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 21:05:28.736345 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2db63e5b-644a-4f21-97b7-ed09a987dcd9 None None] Attempting to bind port fed3bd89-3f9e-400e-aea5-1b4464149caf on network 1a5d91c8-1709-4cd3-96e4-f851e43fa6e0 {{(pid=84042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 21:05:28.744204 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2db63e5b-644a-4f21-97b7-ed09a987dcd9 None None] Checking agent: {'id': '97cd4414-7af6-4d67-868d-dff370b4071a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838334-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 25, 49), 'started_at': datetime.datetime(2022, 4, 18, 20, 26, 19), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 21, 5, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838334-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 18 21:05:28.744839 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2db63e5b-644a-4f21-97b7-ed09a987dcd9 None None] Checking segment: {'id': 'bb41ae25-88ab-4fb8-992a-3e0cb162c295', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '1a5d91c8-1709-4cd3-96e4-f851e43fa6e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84042) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 21:05:28.745425 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-2db63e5b-644a-4f21-97b7-ed09a987dcd9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:28.746048 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2db63e5b-644a-4f21-97b7-ed09a987dcd9 None None] Bound using segment: {'id': 'bb41ae25-88ab-4fb8-992a-3e0cb162c295', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '1a5d91c8-1709-4cd3-96e4-f851e43fa6e0'} {{(pid=84042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 18 21:05:28.746667 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.managers [None req-2db63e5b-644a-4f21-97b7-ed09a987dcd9 None None] Bound port: fed3bd89-3f9e-400e-aea5-1b4464149caf, host: n-d-838334-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bb41ae25-88ab-4fb8-992a-3e0cb162c295', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '1a5d91c8-1709-4cd3-96e4-f851e43fa6e0'}}] {{(pid=84042) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 21:05:28.747221 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-2db63e5b-644a-4f21-97b7-ed09a987dcd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:28.791490 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-6909a1f6-453e-4b88-bab3-b79c29443e67 tempest-PortsTestJSON-1335945802 tempest-PortsTestJSON-1335945802-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:05:28.892520 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-2db63e5b-644a-4f21-97b7-ed09a987dcd9 None None] For port fed3bd89-3f9e-400e-aea5-1b4464149caf, host n-d-838334-2, cleared binding levels {{(pid=84042) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 21:05:28.896398 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-2db63e5b-644a-4f21-97b7-ed09a987dcd9 None None] For port fed3bd89-3f9e-400e-aea5-1b4464149caf, host n-d-838334-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838334-2',level=0,port_id=fed3bd89-3f9e-400e-aea5-1b4464149caf,segment=NetworkSegment(bb41ae25-88ab-4fb8-992a-3e0cb162c295),segment_id=bb41ae25-88ab-4fb8-992a-3e0cb162c295)] {{(pid=84042) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 21:05:28.902193 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-2db63e5b-644a-4f21-97b7-ed09a987dcd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682'] for port, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:28.913794 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-149ee0be-7f09-4a27-a2b9-43d0a7244133 tempest-PortsIpV6TestJSON-656796091 tempest-PortsIpV6TestJSON-656796091-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1258905', 'neutron.services.segments.db._delete_segments_for_network-8750375287417'] for network, precommit_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:28.925797 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [None req-089f56c7-4fa2-4129-93a6-2501ce1e5b87 tempest-FloatingIPTestJSON-1355648241 tempest-FloatingIPTestJSON-1355648241-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:05:28.941755 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-089f56c7-4fa2-4129-93a6-2501ce1e5b87 tempest-FloatingIPTestJSON-1355648241 tempest-FloatingIPTestJSON-1355648241-project] Usage tracker for resource:port and tenant:23d580683d72427e8760083fb729f9d6 is out of sync, need to count used quota {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:05:28.947773 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-089f56c7-4fa2-4129-93a6-2501ce1e5b87 tempest-FloatingIPTestJSON-1355648241 tempest-FloatingIPTestJSON-1355648241-project] Quota usage for port was recalculated. Used quota:2. {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:05:28.955194 n-d-838334-2 neutron-server[84040]: DEBUG neutron.services.segments.db [None req-149ee0be-7f09-4a27-a2b9-43d0a7244133 tempest-PortsIpV6TestJSON-656796091 tempest-PortsIpV6TestJSON-656796091-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0d801672-7aff-4564-b4e6-3c42c3da42a2']}} {{(pid=84040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:05:28.962479 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [None req-089f56c7-4fa2-4129-93a6-2501ce1e5b87 tempest-FloatingIPTestJSON-1355648241 tempest-FloatingIPTestJSON-1355648241-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:05:29.000294 n-d-838334-2 neutron-server[84040]: DEBUG neutron.services.segments.db [None req-149ee0be-7f09-4a27-a2b9-43d0a7244133 tempest-PortsIpV6TestJSON-656796091 tempest-PortsIpV6TestJSON-656796091-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd1c6efc9-541c-41a7-a4a9-8d58be66b1a9') {'for_net_delete': True} {{(pid=84040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:05:29.000558 n-d-838334-2 neutron-server[84040]: DEBUG neutron.services.segments.db [None req-149ee0be-7f09-4a27-a2b9-43d0a7244133 tempest-PortsIpV6TestJSON-656796091 tempest-PortsIpV6TestJSON-656796091-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd1c6efc9-541c-41a7-a4a9-8d58be66b1a9') {} {{(pid=84040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:05:29.030524 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-149ee0be-7f09-4a27-a2b9-43d0a7244133 tempest-PortsIpV6TestJSON-656796091 tempest-PortsIpV6TestJSON-656796091-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750375287300', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31955965'] for segment, before_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:29.038658 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-089f56c7-4fa2-4129-93a6-2501ce1e5b87 tempest-FloatingIPTestJSON-1355648241 tempest-FloatingIPTestJSON-1355648241-project] Made reservation on behalf of 23d580683d72427e8760083fb729f9d6 for: {'port': 1} {{(pid=84040) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:05:29.038868 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-0df4b451-93b2-4285-84d8-8fcf9b85dd98 tempest-RoutersIpV6AdminTest-1441855246 tempest-RoutersIpV6AdminTest-1441855246-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33443580', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5726'] for router, precommit_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:29.053880 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-089f56c7-4fa2-4129-93a6-2501ce1e5b87 tempest-FloatingIPTestJSON-1355648241 tempest-FloatingIPTestJSON-1355648241-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:29.065263 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-0df4b451-93b2-4285-84d8-8fcf9b85dd98 tempest-RoutersIpV6AdminTest-1441855246 tempest-RoutersIpV6AdminTest-1441855246-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:29.094757 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-6909a1f6-453e-4b88-bab3-b79c29443e67 tempest-PortsTestJSON-1335945802 tempest-PortsTestJSON-1335945802-project] Notify callbacks [] for security_group, precommit_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:29.111522 n-d-838334-2 neutron-server[84040]: DEBUG neutron.notifiers.nova [None req-089f56c7-4fa2-4129-93a6-2501ce1e5b87 tempest-FloatingIPTestJSON-1355648241 tempest-FloatingIPTestJSON-1355648241-project] device_id is not set on port 2882729f-5f07-42d9-8958-1c24592c42f2 yet. {{(pid=84040) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 18 21:05:29.117078 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-6909a1f6-453e-4b88-bab3-b79c29443e67 tempest-PortsTestJSON-1335945802 tempest-PortsTestJSON-1335945802-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33528224'] for security_group, after_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:29.123039 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2db63e5b-644a-4f21-97b7-ed09a987dcd9 None None] Pushing event updated for resources: {'Port': ['ID=fed3bd89-3f9e-400e-aea5-1b4464149caf,revision_number=2']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:05:29.147845 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-149ee0be-7f09-4a27-a2b9-43d0a7244133 tempest-PortsIpV6TestJSON-656796091 tempest-PortsIpV6TestJSON-656796091-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1082986'] for segment, precommit_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:29.169866 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-149ee0be-7f09-4a27-a2b9-43d0a7244133 tempest-PortsIpV6TestJSON-656796091 tempest-PortsIpV6TestJSON-656796091-project] Releasing vlan 376 on physical network physnet1 to pool {{(pid=84040) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 18 21:05:29.170260 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-149ee0be-7f09-4a27-a2b9-43d0a7244133 tempest-PortsIpV6TestJSON-656796091 tempest-PortsIpV6TestJSON-656796091-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1082993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32440923'] for segment, after_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:29.184782 n-d-838334-2 neutron-server[84040]: Traceback (most recent call last): Apr 18 21:05:29.184782 n-d-838334-2 neutron-server[84040]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 18 21:05:29.184782 n-d-838334-2 neutron-server[84040]: timer() Apr 18 21:05:29.184782 n-d-838334-2 neutron-server[84040]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 21:05:29.184782 n-d-838334-2 neutron-server[84040]: cb(*args, **kw) Apr 18 21:05:29.184782 n-d-838334-2 neutron-server[84040]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 18 21:05:29.184782 n-d-838334-2 neutron-server[84040]: return func(*args, **kwargs) Apr 18 21:05:29.184782 n-d-838334-2 neutron-server[84040]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 21:05:29.184782 n-d-838334-2 neutron-server[84040]: self._notify() Apr 18 21:05:29.184782 n-d-838334-2 neutron-server[84040]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 21:05:29.184782 n-d-838334-2 neutron-server[84040]: self.callback(batched_events) Apr 18 21:05:29.184782 n-d-838334-2 neutron-server[84040]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 21:05:29.184782 n-d-838334-2 neutron-server[84040]: event.method(event) Apr 18 21:05:29.184782 n-d-838334-2 neutron-server[84040]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 18 21:05:29.184782 n-d-838334-2 neutron-server[84040]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 21:05:29.184782 n-d-838334-2 neutron-server[84040]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 18 21:05:29.184782 n-d-838334-2 neutron-server[84040]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 21:05:29.184782 n-d-838334-2 neutron-server[84040]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 18 21:05:29.184782 n-d-838334-2 neutron-server[84040]: return f(self, *a, **k) Apr 18 21:05:29.184782 n-d-838334-2 neutron-server[84040]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 18 21:05:29.184782 n-d-838334-2 neutron-server[84040]: return self._get(url).json() Apr 18 21:05:29.184782 n-d-838334-2 neutron-server[84040]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 18 21:05:29.184782 n-d-838334-2 neutron-server[84040]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 21:05:29.184782 n-d-838334-2 neutron-server[84040]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 18 21:05:29.184782 n-d-838334-2 neutron-server[84040]: return self.request(url, 'GET', **kwargs) Apr 18 21:05:29.184782 n-d-838334-2 neutron-server[84040]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 18 21:05:29.184782 n-d-838334-2 neutron-server[84040]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 21:05:29.184782 n-d-838334-2 neutron-server[84040]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 18 21:05:29.184782 n-d-838334-2 neutron-server[84040]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 21:05:29.184782 n-d-838334-2 neutron-server[84040]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 18 21:05:29.184782 n-d-838334-2 neutron-server[84040]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 21:05:29.184782 n-d-838334-2 neutron-server[84040]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 21:05:29.256258 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6909a1f6-453e-4b88-bab3-b79c29443e67 tempest-PortsTestJSON-1335945802 tempest-PortsTestJSON-1335945802-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7bb33e97-5a6e-4c83-a00c-5f51c7c26204,revision_number=1']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:05:29.265811 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-0df4b451-93b2-4285-84d8-8fcf9b85dd98 tempest-RoutersIpV6AdminTest-1441855246 tempest-RoutersIpV6AdminTest-1441855246-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-33443408'] for router, after_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:29.266224 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0df4b451-93b2-4285-84d8-8fcf9b85dd98 tempest-RoutersIpV6AdminTest-1441855246 tempest-RoutersIpV6AdminTest-1441855246-project-admin] Fanout notify agent at l3_agent the message router_deleted on router b0be3678-c70f-40b5-a112-7e0cd2b7e508 {{(pid=84041) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 18 21:05:29.270843 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-0df4b451-93b2-4285-84d8-8fcf9b85dd98 tempest-RoutersIpV6AdminTest-1441855246 tempest-RoutersIpV6AdminTest-1441855246-project-admin] Notify callbacks [] for router, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:29.272672 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-0df4b451-93b2-4285-84d8-8fcf9b85dd98 tempest-RoutersIpV6AdminTest-1441855246 tempest-RoutersIpV6AdminTest-1441855246-project-admin] 10.222.0.42 "DELETE /v2.0/routers/b0be3678-c70f-40b5-a112-7e0cd2b7e508 HTTP/1.1" status: 204 len: 168 time: 4.8993578 Apr 18 21:05:29.276930 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-6909a1f6-453e-4b88-bab3-b79c29443e67 tempest-PortsTestJSON-1335945802 tempest-PortsTestJSON-1335945802-project] Notify callbacks [] for security_group, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:29.281050 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-6909a1f6-453e-4b88-bab3-b79c29443e67 tempest-PortsTestJSON-1335945802 tempest-PortsTestJSON-1335945802-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 1.5714519 Apr 18 21:05:29.282154 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 37520) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:05:29.282286 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 37522) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:05:29.288674 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.v2.base [None req-9fe84b2d-bebb-419c-a60d-11a275e3bc80 tempest-RoutersIpV6AdminTest-1940382112 tempest-RoutersIpV6AdminTest-1940382112-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-452787839', 'external_gateway_info': {'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c'}, 'admin_state_up': False}} {{(pid=84041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:05:29.296508 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.v2.base [None req-ff8dd85a-9cac-4c15-8fb3-875f1eaf0a74 tempest-PortsTestJSON-1335945802 tempest-PortsTestJSON-1335945802-project] Request body: {'security_group': {'name': 'tempest-secgroup-2032421404'}} {{(pid=84040) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:05:29.297625 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-302873b8-9df7-4afc-88a6-781f30bfb633 tempest-RoutersTest-1500746192 tempest-RoutersTest-1500746192-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750375259028', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750374836628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32266323'] for port, after_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:29.301427 n-d-838334-2 neutron-server[84041]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d8a73df5-a015-440a-b7d2-bb69457124a4 tempest-RoutersAdminTest-1076183166 tempest-RoutersAdminTest-1076183166-project] Router c4844aa9-89ed-4fd3-9929-244172648dcb is scheduled to L3 agent bc84d6c9-dd7a-4555-a351-592327b46d5a with binding_index 1 {{(pid=84041) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 18 21:05:29.306468 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-9fe84b2d-bebb-419c-a60d-11a275e3bc80 tempest-RoutersIpV6AdminTest-1940382112 tempest-RoutersIpV6AdminTest-1940382112-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:05:29.334043 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [None req-ff8dd85a-9cac-4c15-8fb3-875f1eaf0a74 tempest-PortsTestJSON-1335945802 tempest-PortsTestJSON-1335945802-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:05:29.345974 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-ff8dd85a-9cac-4c15-8fb3-875f1eaf0a74 tempest-PortsTestJSON-1335945802 tempest-PortsTestJSON-1335945802-project] Usage tracker for resource:security_group and tenant:234c597e1bbf440ab35a01225b472234 is out of sync, need to count used quota {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:05:29.374671 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-ff8dd85a-9cac-4c15-8fb3-875f1eaf0a74 tempest-PortsTestJSON-1335945802 tempest-PortsTestJSON-1335945802-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:05:29.376193 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-9fe84b2d-bebb-419c-a60d-11a275e3bc80 tempest-RoutersIpV6AdminTest-1940382112 tempest-RoutersIpV6AdminTest-1940382112-project] Usage tracker for resource:router and tenant:1159fc702e404312a02dc815f5825396 is out of sync, need to count used quota {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:05:29.379767 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-149ee0be-7f09-4a27-a2b9-43d0a7244133 tempest-PortsIpV6TestJSON-656796091 tempest-PortsIpV6TestJSON-656796091-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1258898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33526109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33444113'] for network, after_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:29.386911 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [None req-ff8dd85a-9cac-4c15-8fb3-875f1eaf0a74 tempest-PortsTestJSON-1335945802 tempest-PortsTestJSON-1335945802-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:05:29.396654 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-9fe84b2d-bebb-419c-a60d-11a275e3bc80 tempest-RoutersIpV6AdminTest-1940382112 tempest-RoutersIpV6AdminTest-1940382112-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:05:29.402818 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-302873b8-9df7-4afc-88a6-781f30bfb633 tempest-RoutersTest-1500746192 tempest-RoutersTest-1500746192-project] Pushing event deleted for resources: {'Port': ['ID=32b7eff4-d8a2-4239-bec4-fd5a85723623,revision_number=None']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:05:29.419411 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-9fe84b2d-bebb-419c-a60d-11a275e3bc80 tempest-RoutersIpV6AdminTest-1940382112 tempest-RoutersIpV6AdminTest-1940382112-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:05:29.419709 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-149ee0be-7f09-4a27-a2b9-43d0a7244133 tempest-PortsIpV6TestJSON-656796091 tempest-PortsIpV6TestJSON-656796091-project] Notify callbacks [] for network, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:29.439005 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-149ee0be-7f09-4a27-a2b9-43d0a7244133 tempest-PortsIpV6TestJSON-656796091 tempest-PortsIpV6TestJSON-656796091-project] Pushing event deleted for resources: {'Network': ['ID=0d801672-7aff-4564-b4e6-3c42c3da42a2,revision_number=None']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:05:29.450672 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-149ee0be-7f09-4a27-a2b9-43d0a7244133 tempest-PortsIpV6TestJSON-656796091 tempest-PortsIpV6TestJSON-656796091-project] 10.222.0.42 "DELETE /v2.0/networks/0d801672-7aff-4564-b4e6-3c42c3da42a2 HTTP/1.1" status: 204 len: 168 time: 1.0638361 Apr 18 21:05:29.455649 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-ff8dd85a-9cac-4c15-8fb3-875f1eaf0a74 tempest-PortsTestJSON-1335945802 tempest-PortsTestJSON-1335945802-project] Notify callbacks [] for security_group, before_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:29.468769 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 37528) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:05:29.477764 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.v2.base [None req-c093afe7-0b66-4cbf-b35a-5b518e8394d7 tempest-PortsIpV6TestJSON-656796091 tempest-PortsIpV6TestJSON-656796091-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1573832816'}} {{(pid=84041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:05:29.610021 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.db_base_plugin_common [None req-089f56c7-4fa2-4129-93a6-2501ce1e5b87 tempest-FloatingIPTestJSON-1355648241 tempest-FloatingIPTestJSON-1355648241-project] Allocated IP 172.20.0.2 (aac9f468-7127-4a86-9eab-4bd9c6ecd23d/a3e2e578-9cc2-4f84-b434-bc1622f09b26/2882729f-5f07-42d9-8958-1c24592c42f2) {{(pid=84040) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 21:05:29.623968 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-9fe84b2d-bebb-419c-a60d-11a275e3bc80 tempest-RoutersIpV6AdminTest-1940382112 tempest-RoutersIpV6AdminTest-1940382112-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-33442106', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5708'] for router, before_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:29.625069 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-9fe84b2d-bebb-419c-a60d-11a275e3bc80 tempest-RoutersIpV6AdminTest-1940382112 tempest-RoutersIpV6AdminTest-1940382112-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33442137', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33444285', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33535433', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5703'] for router, precommit_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:29.628387 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-c093afe7-0b66-4cbf-b35a-5b518e8394d7 tempest-PortsIpV6TestJSON-656796091 tempest-PortsIpV6TestJSON-656796091-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:05:29.657875 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-c093afe7-0b66-4cbf-b35a-5b518e8394d7 tempest-PortsIpV6TestJSON-656796091 tempest-PortsIpV6TestJSON-656796091-project] Usage tracker for resource:network and tenant:2eda1cb86d1d401280eb2d37452a60a8 is out of sync, need to count used quota {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:05:29.658262 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [None req-ff8dd85a-9cac-4c15-8fb3-875f1eaf0a74 tempest-PortsTestJSON-1335945802 tempest-PortsTestJSON-1335945802-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:05:29.673451 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-ff8dd85a-9cac-4c15-8fb3-875f1eaf0a74 tempest-PortsTestJSON-1335945802 tempest-PortsTestJSON-1335945802-project] Usage tracker for resource:security_group_rule and tenant:234c597e1bbf440ab35a01225b472234 is out of sync, need to count used quota {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:05:29.676285 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750375287399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253529'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:29.678492 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-ff8dd85a-9cac-4c15-8fb3-875f1eaf0a74 tempest-PortsTestJSON-1335945802 tempest-PortsTestJSON-1335945802-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:05:29.693111 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [None req-ff8dd85a-9cac-4c15-8fb3-875f1eaf0a74 tempest-PortsTestJSON-1335945802 tempest-PortsTestJSON-1335945802-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:05:29.714811 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-c093afe7-0b66-4cbf-b35a-5b518e8394d7 tempest-PortsIpV6TestJSON-656796091 tempest-PortsIpV6TestJSON-656796091-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:05:29.732079 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-c093afe7-0b66-4cbf-b35a-5b518e8394d7 tempest-PortsIpV6TestJSON-656796091 tempest-PortsIpV6TestJSON-656796091-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:05:29.768017 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c093afe7-0b66-4cbf-b35a-5b518e8394d7 tempest-PortsIpV6TestJSON-656796091 tempest-PortsIpV6TestJSON-656796091-project] Made reservation on behalf of 2eda1cb86d1d401280eb2d37452a60a8 for: {'network': 1} {{(pid=84041) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:05:29.771453 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-c093afe7-0b66-4cbf-b35a-5b518e8394d7 tempest-PortsIpV6TestJSON-656796091 tempest-PortsIpV6TestJSON-656796091-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for network, before_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:29.781104 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-9fe84b2d-bebb-419c-a60d-11a275e3bc80 tempest-RoutersIpV6AdminTest-1940382112 tempest-RoutersIpV6AdminTest-1940382112-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:29.902339 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-089f56c7-4fa2-4129-93a6-2501ce1e5b87 tempest-FloatingIPTestJSON-1355648241 tempest-FloatingIPTestJSON-1355648241-project] Notify callbacks [] for port, precommit_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:29.951755 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-ff8dd85a-9cac-4c15-8fb3-875f1eaf0a74 tempest-PortsTestJSON-1335945802 tempest-PortsTestJSON-1335945802-project] Notify callbacks [] for security_group, precommit_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:29.958507 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-ff8dd85a-9cac-4c15-8fb3-875f1eaf0a74 tempest-PortsTestJSON-1335945802 tempest-PortsTestJSON-1335945802-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33528224'] for security_group, after_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:30.020241 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Device fed3bd89-3f9e-400e-aea5-1b4464149caf up at agent ovs-agent-n-d-838334-2 {{(pid=84042) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 21:05:30.045480 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-089f56c7-4fa2-4129-93a6-2501ce1e5b87 tempest-FloatingIPTestJSON-1355648241 tempest-FloatingIPTestJSON-1355648241-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750374836619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32440838'] for port, after_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:30.101634 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-302873b8-9df7-4afc-88a6-781f30bfb633 tempest-RoutersTest-1500746192 tempest-RoutersTest-1500746192-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33444108'] for router_gateway, after_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:30.144252 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Provisioning for port fed3bd89-3f9e-400e-aea5-1b4464149caf completed by entity L2. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 21:05:30.161442 n-d-838334-2 neutron-server[84040]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-089f56c7-4fa2-4129-93a6-2501ce1e5b87 tempest-FloatingIPTestJSON-1355648241 tempest-FloatingIPTestJSON-1355648241-project] Network aac9f468-7127-4a86-9eab-4bd9c6ecd23d is already hosted by enough agents. {{(pid=84040) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:05:30.168274 n-d-838334-2 neutron-server[84040]: DEBUG neutron.scheduler.base_scheduler [None req-089f56c7-4fa2-4129-93a6-2501ce1e5b87 tempest-FloatingIPTestJSON-1355648241 tempest-FloatingIPTestJSON-1355648241-project] Resources bound (agent type, host, resource id): {{(pid=84040) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:05:30.181621 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.l3_dvrscheduler_db [None req-089f56c7-4fa2-4129-93a6-2501ce1e5b87 tempest-FloatingIPTestJSON-1355648241 tempest-FloatingIPTestJSON-1355648241-project] Received port after_create {{(pid=84040) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 21:05:30.247410 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff8dd85a-9cac-4c15-8fb3-875f1eaf0a74 tempest-PortsTestJSON-1335945802 tempest-PortsTestJSON-1335945802-project] Pushing event updated for resources: {'SecurityGroup': ['ID=35ac7e0e-6f9e-4eb5-85bd-482c82857b0d,revision_number=1']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:05:30.324828 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-ff8dd85a-9cac-4c15-8fb3-875f1eaf0a74 tempest-PortsTestJSON-1335945802 tempest-PortsTestJSON-1335945802-project] Notify callbacks [] for security_group, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:30.326083 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c093afe7-0b66-4cbf-b35a-5b518e8394d7 tempest-PortsIpV6TestJSON-656796091 tempest-PortsIpV6TestJSON-656796091-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 384} {{(pid=84041) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 21:05:30.330024 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-ff8dd85a-9cac-4c15-8fb3-875f1eaf0a74 tempest-PortsTestJSON-1335945802 tempest-PortsTestJSON-1335945802-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 1.0466537 Apr 18 21:05:30.332995 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 37540) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:05:30.335946 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-089f56c7-4fa2-4129-93a6-2501ce1e5b87 tempest-FloatingIPTestJSON-1355648241 tempest-FloatingIPTestJSON-1355648241-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:05:30.336771 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-089f56c7-4fa2-4129-93a6-2501ce1e5b87 tempest-FloatingIPTestJSON-1355648241 tempest-FloatingIPTestJSON-1355648241-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217293'] for port, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:30.342573 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-089f56c7-4fa2-4129-93a6-2501ce1e5b87 tempest-FloatingIPTestJSON-1355648241 tempest-FloatingIPTestJSON-1355648241-project] Pushing event updated for resources: {'Port': ['ID=2882729f-5f07-42d9-8958-1c24592c42f2,revision_number=1']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:05:30.382542 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-089f56c7-4fa2-4129-93a6-2501ce1e5b87 tempest-FloatingIPTestJSON-1355648241 tempest-FloatingIPTestJSON-1355648241-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 1.7876420 Apr 18 21:05:30.385231 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 37546) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:05:30.392219 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.v2.base [None req-5fd5d31d-e918-42c5-a33d-2b043297d651 tempest-FloatingIPTestJSON-1355648241 tempest-FloatingIPTestJSON-1355648241-project] Request body: {'floatingip': {'floating_network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'port_id': '2882729f-5f07-42d9-8958-1c24592c42f2', 'fixed_ip_address': '172.20.0.2'}} {{(pid=84040) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:05:30.399684 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [None req-5fd5d31d-e918-42c5-a33d-2b043297d651 tempest-FloatingIPTestJSON-1355648241 tempest-FloatingIPTestJSON-1355648241-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:05:30.407109 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-5fd5d31d-e918-42c5-a33d-2b043297d651 tempest-FloatingIPTestJSON-1355648241 tempest-FloatingIPTestJSON-1355648241-project] Usage tracker for resource:floatingip and tenant:23d580683d72427e8760083fb729f9d6 is out of sync, need to count used quota {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:05:30.410830 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.v2.base [None req-68402bc5-25e7-4f38-a8a6-7259302b9ecb tempest-PortsTestJSON-1335945802 tempest-PortsTestJSON-1335945802-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1713188483', 'security_groups': ['35ac7e0e-6f9e-4eb5-85bd-482c82857b0d'], 'network_id': '1a5d91c8-1709-4cd3-96e4-f851e43fa6e0', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'd335bc2e-1a98-4513-8ca7-11e40a2776f2'}]}} {{(pid=84041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:05:30.414065 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-5fd5d31d-e918-42c5-a33d-2b043297d651 tempest-FloatingIPTestJSON-1355648241 tempest-FloatingIPTestJSON-1355648241-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:05:30.431609 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [None req-5fd5d31d-e918-42c5-a33d-2b043297d651 tempest-FloatingIPTestJSON-1355648241 tempest-FloatingIPTestJSON-1355648241-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:05:30.446922 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-5fd5d31d-e918-42c5-a33d-2b043297d651 tempest-FloatingIPTestJSON-1355648241 tempest-FloatingIPTestJSON-1355648241-project] Notify callbacks [] for floatingip, before_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:30.657991 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-694a281b-dea3-44d9-b662-e98756219975 None None] Provisioning for port fed3bd89-3f9e-400e-aea5-1b4464149caf completed by entity DHCP. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 21:05:30.673794 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-694a281b-dea3-44d9-b662-e98756219975 None None] Provisioning complete for port fed3bd89-3f9e-400e-aea5-1b4464149caf triggered by entity DHCP. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:05:30.674501 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-694a281b-dea3-44d9-b662-e98756219975 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1253608'] for port, provisioning_complete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:30.705694 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-5fd5d31d-e918-42c5-a33d-2b043297d651 tempest-FloatingIPTestJSON-1355648241 tempest-FloatingIPTestJSON-1355648241-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:30.720512 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-c093afe7-0b66-4cbf-b35a-5b518e8394d7 tempest-PortsIpV6TestJSON-656796091 tempest-PortsIpV6TestJSON-656796091-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1082986'] for segment, precommit_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:30.720994 n-d-838334-2 neutron-server[84041]: INFO neutron.db.segments_db [None req-c093afe7-0b66-4cbf-b35a-5b518e8394d7 tempest-PortsIpV6TestJSON-656796091 tempest-PortsIpV6TestJSON-656796091-project] Added segment ff98953c-28a4-4442-a6c8-a102c86f0af1 of type vlan for network deebd83f-32f7-4ecf-aabc-09032a8187c8 Apr 18 21:05:30.789119 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-c093afe7-0b66-4cbf-b35a-5b518e8394d7 tempest-PortsIpV6TestJSON-656796091 tempest-PortsIpV6TestJSON-656796091-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750374825732'] for network, precommit_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:30.809973 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-302873b8-9df7-4afc-88a6-781f30bfb633 tempest-RoutersTest-1500746192 tempest-RoutersTest-1500746192-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33443580', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5726'] for router, precommit_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:30.838197 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-302873b8-9df7-4afc-88a6-781f30bfb633 tempest-RoutersTest-1500746192 tempest-RoutersTest-1500746192-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:30.858346 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-9fe84b2d-bebb-419c-a60d-11a275e3bc80 tempest-RoutersIpV6AdminTest-1940382112 tempest-RoutersIpV6AdminTest-1940382112-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-33444175', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-33443520', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5293'] for router, precommit_update {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:30.885958 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-694a281b-dea3-44d9-b662-e98756219975 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:30.938172 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-c093afe7-0b66-4cbf-b35a-5b518e8394d7 tempest-PortsIpV6TestJSON-656796091 tempest-PortsIpV6TestJSON-656796091-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33526109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022'] for network, after_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:30.942604 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c093afe7-0b66-4cbf-b35a-5b518e8394d7 tempest-PortsIpV6TestJSON-656796091 tempest-PortsIpV6TestJSON-656796091-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:05:30.943188 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-c093afe7-0b66-4cbf-b35a-5b518e8394d7 tempest-PortsIpV6TestJSON-656796091 tempest-PortsIpV6TestJSON-656796091-project] Notify callbacks [] for network, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:30.983490 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-694a281b-dea3-44d9-b662-e98756219975 None None] For port fed3bd89-3f9e-400e-aea5-1b4464149caf, host n-d-838334-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838334-2',level=0,port_id=fed3bd89-3f9e-400e-aea5-1b4464149caf,segment=NetworkSegment(bb41ae25-88ab-4fb8-992a-3e0cb162c295),segment_id=bb41ae25-88ab-4fb8-992a-3e0cb162c295)] {{(pid=84042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:05:30.993352 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-694a281b-dea3-44d9-b662-e98756219975 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682'] for port, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:31.001880 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-c093afe7-0b66-4cbf-b35a-5b518e8394d7 tempest-PortsIpV6TestJSON-656796091 tempest-PortsIpV6TestJSON-656796091-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 1.5300145 Apr 18 21:05:31.003860 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.db_base_plugin_common [None req-5fd5d31d-e918-42c5-a33d-2b043297d651 tempest-FloatingIPTestJSON-1355648241 tempest-FloatingIPTestJSON-1355648241-project] Allocated IP 172.25.8.50 (e41b6600-a917-4a8d-b05c-be3be40c6d8c/6b05667b-848e-4356-9b44-d5eb6808ef74/542b290b-6b25-4201-bb1e-81451e5278ba) {{(pid=84040) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 21:05:31.010646 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 37556) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:05:31.028083 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.v2.base [None req-17778cab-35fd-451e-bda3-03105c5423bc tempest-PortsIpV6TestJSON-656796091 tempest-PortsIpV6TestJSON-656796091-project] Request body: {'subnet': {'network_id': 'deebd83f-32f7-4ecf-aabc-09032a8187c8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::2', 'end': '2001:db8::ffff:ffff:ffff:fffe'}]}} {{(pid=84040) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:05:31.128816 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-694a281b-dea3-44d9-b662-e98756219975 None None] Provisioning complete for port 52793402-19f0-422b-9895-a5b49a6f6fc8 triggered by entity DHCP. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:05:31.129343 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-694a281b-dea3-44d9-b662-e98756219975 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1253608'] for port, provisioning_complete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:31.129477 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-68402bc5-25e7-4f38-a8a6-7259302b9ecb tempest-PortsTestJSON-1335945802 tempest-PortsTestJSON-1335945802-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:05:31.141899 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 37560) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:05:31.142493 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-302873b8-9df7-4afc-88a6-781f30bfb633 tempest-RoutersTest-1500746192 tempest-RoutersTest-1500746192-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-33443408'] for router, after_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:31.143006 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-302873b8-9df7-4afc-88a6-781f30bfb633 tempest-RoutersTest-1500746192 tempest-RoutersTest-1500746192-project] Fanout notify agent at l3_agent the message router_deleted on router d48d8ca6-1b44-48f5-978d-d6d3360f7037 {{(pid=84041) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 18 21:05:31.164513 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-694a281b-dea3-44d9-b662-e98756219975 None None] Pushing event updated for resources: {'Port': ['ID=fed3bd89-3f9e-400e-aea5-1b4464149caf,revision_number=3']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:05:31.177561 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-68402bc5-25e7-4f38-a8a6-7259302b9ecb tempest-PortsTestJSON-1335945802 tempest-PortsTestJSON-1335945802-project] Usage tracker for resource:port and tenant:234c597e1bbf440ab35a01225b472234 is out of sync, need to count used quota {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:05:31.186702 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-68402bc5-25e7-4f38-a8a6-7259302b9ecb tempest-PortsTestJSON-1335945802 tempest-PortsTestJSON-1335945802-project] Quota usage for port was recalculated. Used quota:2. {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:05:31.196216 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.plugin [None req-694a281b-dea3-44d9-b662-e98756219975 None None] Port 52793402-19f0-422b-9895-a5b49a6f6fc8 cannot update to ACTIVE because it is not bound. {{(pid=84042) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 18 21:05:31.251284 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-302873b8-9df7-4afc-88a6-781f30bfb633 tempest-RoutersTest-1500746192 tempest-RoutersTest-1500746192-project] Notify callbacks [] for router, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:31.255802 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-302873b8-9df7-4afc-88a6-781f30bfb633 tempest-RoutersTest-1500746192 tempest-RoutersTest-1500746192-project] 10.222.0.42 "DELETE /v2.0/routers/d48d8ca6-1b44-48f5-978d-d6d3360f7037 HTTP/1.1" status: 204 len: 168 time: 5.4046521 Apr 18 21:05:31.263182 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 37566) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:05:31.270431 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-68402bc5-25e7-4f38-a8a6-7259302b9ecb tempest-PortsTestJSON-1335945802 tempest-PortsTestJSON-1335945802-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:05:31.273681 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.v2.base [None req-e42d3ccb-f677-45a4-8caa-4296b23834bd tempest-RoutersTest-1500746192 tempest-RoutersTest-1500746192-project] Request body: {'network': {'name': 'tempest-RoutersTest-1948127410'}} {{(pid=84040) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:05:31.279483 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [None req-e42d3ccb-f677-45a4-8caa-4296b23834bd tempest-RoutersTest-1500746192 tempest-RoutersTest-1500746192-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:05:31.283094 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-e42d3ccb-f677-45a4-8caa-4296b23834bd tempest-RoutersTest-1500746192 tempest-RoutersTest-1500746192-project] Usage tracker for resource:network and tenant:8a05b90fa8c54f25938df6bd0ef52223 is out of sync, need to count used quota {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:05:31.285930 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-e42d3ccb-f677-45a4-8caa-4296b23834bd tempest-RoutersTest-1500746192 tempest-RoutersTest-1500746192-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:05:31.292155 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [None req-e42d3ccb-f677-45a4-8caa-4296b23834bd tempest-RoutersTest-1500746192 tempest-RoutersTest-1500746192-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:05:31.293158 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c093afe7-0b66-4cbf-b35a-5b518e8394d7 tempest-PortsIpV6TestJSON-656796091 tempest-PortsIpV6TestJSON-656796091-project] Pushing event updated for resources: {'Network': ['ID=deebd83f-32f7-4ecf-aabc-09032a8187c8,revision_number=1']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:05:31.299333 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d8a73df5-a015-440a-b7d2-bb69457124a4 tempest-RoutersAdminTest-1076183166 tempest-RoutersAdminTest-1076183166-project] Notify agent at l3_agent.n-d-838334-2 the message routers_updated {{(pid=84041) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 21:05:31.319021 n-d-838334-2 neutron-server[84043]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-662be37b-41b3-4550-a119-0a81724b5633 None None] Sync routers for ids ['c4844aa9-89ed-4fd3-9929-244172648dcb'] in n-d-838334-2 {{(pid=84043) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 18 21:05:31.319757 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e42d3ccb-f677-45a4-8caa-4296b23834bd tempest-RoutersTest-1500746192 tempest-RoutersTest-1500746192-project] Made reservation on behalf of 8a05b90fa8c54f25938df6bd0ef52223 for: {'network': 1} {{(pid=84040) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:05:31.322688 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-68402bc5-25e7-4f38-a8a6-7259302b9ecb tempest-PortsTestJSON-1335945802 tempest-PortsTestJSON-1335945802-project] Made reservation on behalf of 234c597e1bbf440ab35a01225b472234 for: {'port': 1} {{(pid=84041) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:05:31.322850 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-e42d3ccb-f677-45a4-8caa-4296b23834bd tempest-RoutersTest-1500746192 tempest-RoutersTest-1500746192-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for network, before_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:31.338131 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Network deebd83f-32f7-4ecf-aabc-09032a8187c8 details requested by agent ovs-agent-n-d-838334-2 with host n-d-838334-2 {{(pid=84042) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 18 21:05:31.348310 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-662be37b-41b3-4550-a119-0a81724b5633 None None] Routers {'c4844aa9-89ed-4fd3-9929-244172648dcb'} bound to L3 agent in host n-d-838334-2 {{(pid=84043) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 21:05:31.351090 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.l3_hamode_db [None req-662be37b-41b3-4550-a119-0a81724b5633 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838334-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-18T20:25:48Z,description=,heartbeat_timestamp=2022-04-18T21:05:18Z,host='n-d-838334-2',id=bc84d6c9-dd7a-4555-a351-592327b46d5a,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:25:48Z,topic='l3_agent')) {'router_ids': ['c4844aa9-89ed-4fd3-9929-244172648dcb'], 'active': True} {{(pid=84043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:05:31.371338 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [None req-17778cab-35fd-451e-bda3-03105c5423bc tempest-PortsIpV6TestJSON-656796091 tempest-PortsIpV6TestJSON-656796091-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:05:31.375195 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-17778cab-35fd-451e-bda3-03105c5423bc tempest-PortsIpV6TestJSON-656796091 tempest-PortsIpV6TestJSON-656796091-project] Usage tracker for resource:subnet and tenant:2eda1cb86d1d401280eb2d37452a60a8 is out of sync, need to count used quota {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:05:31.378240 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-17778cab-35fd-451e-bda3-03105c5423bc tempest-PortsIpV6TestJSON-656796091 tempest-PortsIpV6TestJSON-656796091-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:05:31.384159 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [None req-17778cab-35fd-451e-bda3-03105c5423bc tempest-PortsIpV6TestJSON-656796091 tempest-PortsIpV6TestJSON-656796091-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:05:31.410135 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-17778cab-35fd-451e-bda3-03105c5423bc tempest-PortsIpV6TestJSON-656796091 tempest-PortsIpV6TestJSON-656796091-project] Made reservation on behalf of 2eda1cb86d1d401280eb2d37452a60a8 for: {'subnet': 1} {{(pid=84040) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:05:31.438221 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e42d3ccb-f677-45a4-8caa-4296b23834bd tempest-RoutersTest-1500746192 tempest-RoutersTest-1500746192-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 386} {{(pid=84040) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 21:05:31.442420 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-d8a73df5-a015-440a-b7d2-bb69457124a4 tempest-RoutersAdminTest-1076183166 tempest-RoutersAdminTest-1076183166-project] Notify callbacks [] for router, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:31.446317 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-d8a73df5-a015-440a-b7d2-bb69457124a4 tempest-RoutersAdminTest-1076183166 tempest-RoutersAdminTest-1076183166-project] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 8.4070063 Apr 18 21:05:31.449397 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 37570) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:05:31.457697 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.v2.base [None req-830e0a37-243e-4165-acab-b223eb30dd8e tempest-RoutersAdminTest-1076183166 tempest-RoutersAdminTest-1076183166-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=84041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:05:31.462934 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.l3_hamode_db [None req-662be37b-41b3-4550-a119-0a81724b5633 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-838334-2', False) {} {{(pid=84043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:05:31.476900 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-662be37b-41b3-4550-a119-0a81724b5633 None None] Routers {'c4844aa9-89ed-4fd3-9929-244172648dcb'} bound to L3 agent in host n-d-838334-2 {{(pid=84043) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 21:05:31.477754 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.l3_hamode_db [None req-662be37b-41b3-4550-a119-0a81724b5633 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838334-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-18T20:25:48Z,description=,heartbeat_timestamp=2022-04-18T21:05:18Z,host='n-d-838334-2',id=bc84d6c9-dd7a-4555-a351-592327b46d5a,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:25:48Z,topic='l3_agent')) {'router_ids': ['c4844aa9-89ed-4fd3-9929-244172648dcb'], 'active': True} {{(pid=84043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:05:31.521740 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-5fd5d31d-e918-42c5-a33d-2b043297d651 tempest-FloatingIPTestJSON-1355648241 tempest-FloatingIPTestJSON-1355648241-project] Notify callbacks [] for port, precommit_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:31.531251 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-e42d3ccb-f677-45a4-8caa-4296b23834bd tempest-RoutersTest-1500746192 tempest-RoutersTest-1500746192-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1082986'] for segment, precommit_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:31.531596 n-d-838334-2 neutron-server[84040]: INFO neutron.db.segments_db [None req-e42d3ccb-f677-45a4-8caa-4296b23834bd tempest-RoutersTest-1500746192 tempest-RoutersTest-1500746192-project] Added segment 21e86e9a-a944-42b5-8a97-ef73291a64ff of type vlan for network 68c6b391-6714-4325-bfed-875685da33ce Apr 18 21:05:31.556977 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.l3_hamode_db [None req-662be37b-41b3-4550-a119-0a81724b5633 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-838334-2', False) {} {{(pid=84043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:05:31.557490 n-d-838334-2 neutron-server[84043]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-662be37b-41b3-4550-a119-0a81724b5633 None None] The sync data for ids ['c4844aa9-89ed-4fd3-9929-244172648dcb'] in n-d-838334-2 is: [] {{(pid=84043) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 18 21:05:31.564815 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-17778cab-35fd-451e-bda3-03105c5423bc tempest-PortsIpV6TestJSON-656796091 tempest-PortsIpV6TestJSON-656796091-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31752722'] for subnet, before_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:31.624687 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-9945f8c0-0a72-4b02-9944-4269508b2525 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:31.663266 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-e42d3ccb-f677-45a4-8caa-4296b23834bd tempest-RoutersTest-1500746192 tempest-RoutersTest-1500746192-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750374825732'] for network, precommit_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:31.683327 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.ipam_backend_mixin [None req-17778cab-35fd-451e-bda3-03105c5423bc tempest-PortsIpV6TestJSON-656796091 tempest-PortsIpV6TestJSON-656796091-project] Performing IP validity checks on allocation pools {{(pid=84040) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} Apr 18 21:05:31.686186 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.ipam_backend_mixin [None req-17778cab-35fd-451e-bda3-03105c5423bc tempest-PortsIpV6TestJSON-656796091 tempest-PortsIpV6TestJSON-656796091-project] Checking for overlaps among allocation pools and gateway ip {{(pid=84040) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} Apr 18 21:05:31.691588 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-5fd5d31d-e918-42c5-a33d-2b043297d651 tempest-FloatingIPTestJSON-1355648241 tempest-FloatingIPTestJSON-1355648241-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750374836619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32440838'] for port, after_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:31.799987 n-d-838334-2 neutron-server[84040]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5fd5d31d-e918-42c5-a33d-2b043297d651 tempest-FloatingIPTestJSON-1355648241 tempest-FloatingIPTestJSON-1355648241-project] Network e41b6600-a917-4a8d-b05c-be3be40c6d8c is already hosted by enough agents. {{(pid=84040) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:05:31.804253 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-e42d3ccb-f677-45a4-8caa-4296b23834bd tempest-RoutersTest-1500746192 tempest-RoutersTest-1500746192-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33526109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022'] for network, after_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:31.808013 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e42d3ccb-f677-45a4-8caa-4296b23834bd tempest-RoutersTest-1500746192 tempest-RoutersTest-1500746192-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:05:31.808946 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-e42d3ccb-f677-45a4-8caa-4296b23834bd tempest-RoutersTest-1500746192 tempest-RoutersTest-1500746192-project] Notify callbacks [] for network, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:31.830574 n-d-838334-2 neutron-server[84040]: DEBUG neutron.scheduler.base_scheduler [None req-5fd5d31d-e918-42c5-a33d-2b043297d651 tempest-FloatingIPTestJSON-1355648241 tempest-FloatingIPTestJSON-1355648241-project] Resources bound (agent type, host, resource id): {{(pid=84040) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:05:31.837802 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fd5d31d-e918-42c5-a33d-2b043297d651 tempest-FloatingIPTestJSON-1355648241 tempest-FloatingIPTestJSON-1355648241-project] Pushing event updated for resources: {'Port': ['ID=542b290b-6b25-4201-bb1e-81451e5278ba,revision_number=1']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:05:31.841822 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Device fed3bd89-3f9e-400e-aea5-1b4464149caf up at agent ovs-agent-n-d-838334-2 {{(pid=84042) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 21:05:31.845139 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fd5d31d-e918-42c5-a33d-2b043297d651 tempest-FloatingIPTestJSON-1355648241 tempest-FloatingIPTestJSON-1355648241-project] Received port after_create {{(pid=84040) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 21:05:31.861764 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-68402bc5-25e7-4f38-a8a6-7259302b9ecb tempest-PortsTestJSON-1335945802 tempest-PortsTestJSON-1335945802-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:31.893639 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-9945f8c0-0a72-4b02-9944-4269508b2525 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:05:31.903650 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-9945f8c0-0a72-4b02-9944-4269508b2525 admin admin] Usage tracker for resource:security_group_rule and tenant:2453e3fccd45417b8e065b693ac6e879 is out of sync, need to count used quota {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:05:31.909338 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-9945f8c0-0a72-4b02-9944-4269508b2525 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:05:31.915020 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Provisioning complete for port fed3bd89-3f9e-400e-aea5-1b4464149caf triggered by entity L2. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:05:31.915538 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1253608'] for port, provisioning_complete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:31.931951 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-9945f8c0-0a72-4b02-9944-4269508b2525 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:05:31.959118 n-d-838334-2 neutron-server[84041]: DEBUG neutron.notifiers.nova [None req-68402bc5-25e7-4f38-a8a6-7259302b9ecb tempest-PortsTestJSON-1335945802 tempest-PortsTestJSON-1335945802-project] device_id is not set on port b38e4d4e-c6f3-47aa-a11a-25568a0ec040 yet. {{(pid=84041) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 18 21:05:32.011897 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e42d3ccb-f677-45a4-8caa-4296b23834bd tempest-RoutersTest-1500746192 tempest-RoutersTest-1500746192-project] Pushing event updated for resources: {'Network': ['ID=68c6b391-6714-4325-bfed-875685da33ce,revision_number=1']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:05:32.030047 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-e42d3ccb-f677-45a4-8caa-4296b23834bd tempest-RoutersTest-1500746192 tempest-RoutersTest-1500746192-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.7627528 Apr 18 21:05:32.037342 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 37574) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:05:32.046956 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Network 68c6b391-6714-4325-bfed-875685da33ce details requested by agent ovs-agent-n-d-838334-2 with host n-d-838334-2 {{(pid=84042) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 18 21:05:32.078086 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.v2.base [None req-b86d2b9a-6ee2-4fda-8934-c4efc12c03c4 tempest-RoutersTest-1500746192 tempest-RoutersTest-1500746192-project] Request body: {'subnet': {'network_id': '68c6b391-6714-4325-bfed-875685da33ce', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=84040) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:05:32.121397 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-9fe84b2d-bebb-419c-a60d-11a275e3bc80 tempest-RoutersIpV6AdminTest-1940382112 tempest-RoutersIpV6AdminTest-1940382112-project] Notify callbacks [] for router_gateway, before_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:32.162359 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-9945f8c0-0a72-4b02-9944-4269508b2525 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:32.167157 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-9fe84b2d-bebb-419c-a60d-11a275e3bc80 tempest-RoutersIpV6AdminTest-1940382112 tempest-RoutersIpV6AdminTest-1940382112-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:32.176685 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Device fbfde0f8-a754-4bee-bf90-a16586e427b5 no longer exists at agent ovs-agent-n-d-838334-2 {{(pid=84042) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 21:05:32.212809 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-9945f8c0-0a72-4b02-9944-4269508b2525 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33528224'] for security_group, after_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:32.218214 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.plugin [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] No Port match for: fbfde0f8-a754-4bee-bf90-a16586e427b5 {{(pid=84042) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 18 21:05:32.218557 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Device fbfde0f8-a754-4bee-bf90-a16586e427b5 not bound to the agent host n-d-838334-2 {{(pid=84042) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 21:05:32.219507 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Device 4948e762-34e1-4c54-91fb-57d96205e105 no longer exists at agent ovs-agent-n-d-838334-2 {{(pid=84042) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 21:05:32.252221 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.plugin [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] No Port match for: 4948e762-34e1-4c54-91fb-57d96205e105 {{(pid=84042) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 18 21:05:32.252562 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Device 4948e762-34e1-4c54-91fb-57d96205e105 not bound to the agent host n-d-838334-2 {{(pid=84042) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 21:05:32.352883 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9945f8c0-0a72-4b02-9944-4269508b2525 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8d526c82-f9aa-48e1-b85d-98d0f5de106a,revision_number=1']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:05:32.371282 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-9945f8c0-0a72-4b02-9944-4269508b2525 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=2453e3fccd45417b8e065b693ac6e879&name=default HTTP/1.1" status: 200 len: 2647 time: 1.2253811 Apr 18 21:05:32.376841 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 37578) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:05:32.398177 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-17778cab-35fd-451e-bda3-03105c5423bc tempest-PortsIpV6TestJSON-656796091 tempest-PortsIpV6TestJSON-656796091-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33526260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32441074', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31752704'] for subnet, after_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:32.436669 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [None req-b86d2b9a-6ee2-4fda-8934-c4efc12c03c4 tempest-RoutersTest-1500746192 tempest-RoutersTest-1500746192-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:05:32.455022 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-b86d2b9a-6ee2-4fda-8934-c4efc12c03c4 tempest-RoutersTest-1500746192 tempest-RoutersTest-1500746192-project] Usage tracker for resource:subnet and tenant:8a05b90fa8c54f25938df6bd0ef52223 is out of sync, need to count used quota {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:05:32.463901 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-b86d2b9a-6ee2-4fda-8934-c4efc12c03c4 tempest-RoutersTest-1500746192 tempest-RoutersTest-1500746192-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:05:32.481103 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [None req-b86d2b9a-6ee2-4fda-8934-c4efc12c03c4 tempest-RoutersTest-1500746192 tempest-RoutersTest-1500746192-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:05:32.603844 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.db_base_plugin_common [None req-9fe84b2d-bebb-419c-a60d-11a275e3bc80 tempest-RoutersIpV6AdminTest-1940382112 tempest-RoutersIpV6AdminTest-1940382112-project] Allocated IP 172.25.8.198 (e41b6600-a917-4a8d-b05c-be3be40c6d8c/6b05667b-848e-4356-9b44-d5eb6808ef74/a350af05-7b5b-44ef-9001-f27842a9cb4b) {{(pid=84041) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 21:05:32.638680 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b86d2b9a-6ee2-4fda-8934-c4efc12c03c4 tempest-RoutersTest-1500746192 tempest-RoutersTest-1500746192-project] Made reservation on behalf of 8a05b90fa8c54f25938df6bd0ef52223 for: {'subnet': 1} {{(pid=84040) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:05:32.659498 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17778cab-35fd-451e-bda3-03105c5423bc tempest-PortsIpV6TestJSON-656796091 tempest-PortsIpV6TestJSON-656796091-project] Pushing event updated for resources: {'Subnet': ['ID=9d4ca7b9-ca3a-4b8d-8147-19a6c1cd990b,revision_number=0']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:05:32.668759 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.db_base_plugin_common [None req-68402bc5-25e7-4f38-a8a6-7259302b9ecb tempest-PortsTestJSON-1335945802 tempest-PortsTestJSON-1335945802-project] Allocated IP 172.20.0.11 (1a5d91c8-1709-4cd3-96e4-f851e43fa6e0/d335bc2e-1a98-4513-8ca7-11e40a2776f2/b38e4d4e-c6f3-47aa-a11a-25568a0ec040) {{(pid=84041) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 21:05:32.713549 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-a72fef75-78f8-48ae-9c4f-79ef6b796c3b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:32.748636 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17778cab-35fd-451e-bda3-03105c5423bc tempest-PortsIpV6TestJSON-656796091 tempest-PortsIpV6TestJSON-656796091-project] Checking segment: {'id': 'ff98953c-28a4-4442-a6c8-a102c86f0af1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': 'deebd83f-32f7-4ecf-aabc-09032a8187c8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84040) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 21:05:32.748999 n-d-838334-2 neutron-server[84040]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17778cab-35fd-451e-bda3-03105c5423bc tempest-PortsIpV6TestJSON-656796091 tempest-PortsIpV6TestJSON-656796091-project] Network hostable DHCP agents. Network: deebd83f-32f7-4ecf-aabc-09032a8187c8, hostable agents: ['8746f8ea-3e91-4b32-9919-2c63adeb8722'], hosted agents: [] {{(pid=84040) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 21:05:32.792884 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-b86d2b9a-6ee2-4fda-8934-c4efc12c03c4 tempest-RoutersTest-1500746192 tempest-RoutersTest-1500746192-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31752722'] for subnet, before_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:32.854991 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-a72fef75-78f8-48ae-9c4f-79ef6b796c3b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:32.908454 n-d-838334-2 neutron-server[84040]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17778cab-35fd-451e-bda3-03105c5423bc tempest-PortsIpV6TestJSON-656796091 tempest-PortsIpV6TestJSON-656796091-project] Network deebd83f-32f7-4ecf-aabc-09032a8187c8 is scheduled to be hosted by DHCP agent 8746f8ea-3e91-4b32-9919-2c63adeb8722 with binding_index 1 {{(pid=84040) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 21:05:32.935564 n-d-838334-2 neutron-server[84040]: DEBUG neutron.scheduler.base_scheduler [None req-17778cab-35fd-451e-bda3-03105c5423bc tempest-PortsIpV6TestJSON-656796091 tempest-PortsIpV6TestJSON-656796091-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-838334-2, deebd83f-32f7-4ecf-aabc-09032a8187c8) {{(pid=84040) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:05:32.945060 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17778cab-35fd-451e-bda3-03105c5423bc tempest-PortsIpV6TestJSON-656796091 tempest-PortsIpV6TestJSON-656796091-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:05:32.945754 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-17778cab-35fd-451e-bda3-03105c5423bc tempest-PortsIpV6TestJSON-656796091 tempest-PortsIpV6TestJSON-656796091-project] Notify callbacks [] for subnet, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:32.954666 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ad69862-a0d9-44ed-ad38-9b6b8dd9b23d None None] Network deebd83f-32f7-4ecf-aabc-09032a8187c8 requested from n-d-838334-2 {{(pid=84042) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 21:05:33.033105 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-17778cab-35fd-451e-bda3-03105c5423bc tempest-PortsIpV6TestJSON-656796091 tempest-PortsIpV6TestJSON-656796091-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.0212502 Apr 18 21:05:33.039069 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 37582) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:05:33.053984 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.v2.base [None req-27255dc7-7ae4-4fff-b067-d25463f3583a tempest-PortsIpV6TestJSON-656796091 tempest-PortsIpV6TestJSON-656796091-project] Request body: {'port': {'network_id': 'deebd83f-32f7-4ecf-aabc-09032a8187c8', 'name': 'tempest-PortsIpV6TestJSON-223502035'}} {{(pid=84040) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:05:33.054702 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-9fe84b2d-bebb-419c-a60d-11a275e3bc80 tempest-RoutersIpV6AdminTest-1940382112 tempest-RoutersIpV6AdminTest-1940382112-project] Notify callbacks [] for port, precommit_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:33.115330 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-68402bc5-25e7-4f38-a8a6-7259302b9ecb tempest-PortsTestJSON-1335945802 tempest-PortsTestJSON-1335945802-project] Notify callbacks [] for port, precommit_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:33.125402 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-a72fef75-78f8-48ae-9c4f-79ef6b796c3b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33528224'] for security_group, after_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:33.158344 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.provisioning_blocks [None req-68402bc5-25e7-4f38-a8a6-7259302b9ecb tempest-PortsTestJSON-1335945802 tempest-PortsTestJSON-1335945802-project] Transition to ACTIVE for port object b38e4d4e-c6f3-47aa-a11a-25568a0ec040 will not be triggered until provisioned by entity DHCP. {{(pid=84041) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:05:33.161126 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a72fef75-78f8-48ae-9c4f-79ef6b796c3b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d526c82-f9aa-48e1-b85d-98d0f5de106a,revision_number=None']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:05:33.193183 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-9fe84b2d-bebb-419c-a60d-11a275e3bc80 tempest-RoutersIpV6AdminTest-1940382112 tempest-RoutersIpV6AdminTest-1940382112-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750374836619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32266323'] for port, after_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:33.273125 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-a72fef75-78f8-48ae-9c4f-79ef6b796c3b admin admin] Notify callbacks [] for security_group, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:33.276647 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-a72fef75-78f8-48ae-9c4f-79ef6b796c3b admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/8d526c82-f9aa-48e1-b85d-98d0f5de106a HTTP/1.1" status: 204 len: 168 time: 0.8955255 Apr 18 21:05:33.292082 n-d-838334-2 neutron-server[84041]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9fe84b2d-bebb-419c-a60d-11a275e3bc80 tempest-RoutersIpV6AdminTest-1940382112 tempest-RoutersIpV6AdminTest-1940382112-project] Network e41b6600-a917-4a8d-b05c-be3be40c6d8c is already hosted by enough agents. {{(pid=84041) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:05:33.297054 n-d-838334-2 neutron-server[84041]: DEBUG neutron.scheduler.base_scheduler [None req-9fe84b2d-bebb-419c-a60d-11a275e3bc80 tempest-RoutersIpV6AdminTest-1940382112 tempest-RoutersIpV6AdminTest-1940382112-project] Resources bound (agent type, host, resource id): {{(pid=84041) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:05:33.299834 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fe84b2d-bebb-419c-a60d-11a275e3bc80 tempest-RoutersIpV6AdminTest-1940382112 tempest-RoutersIpV6AdminTest-1940382112-project] Pushing event updated for resources: {'Port': ['ID=a350af05-7b5b-44ef-9001-f27842a9cb4b,revision_number=1']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:05:33.300718 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-b86d2b9a-6ee2-4fda-8934-c4efc12c03c4 tempest-RoutersTest-1500746192 tempest-RoutersTest-1500746192-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33526260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32441074', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31752704'] for subnet, after_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:33.302359 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fe84b2d-bebb-419c-a60d-11a275e3bc80 tempest-RoutersIpV6AdminTest-1940382112 tempest-RoutersIpV6AdminTest-1940382112-project] Received port after_create {{(pid=84041) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 21:05:33.315486 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9eded2e3-f2c4-47d8-8dfc-5ac109e07bd8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp016840fc-1f9f-5892-9c53-c9cf6c845bbb-deebd83f-32f7-4ecf-aabc-09032a8187c8', 'network_id': 'deebd83f-32f7-4ecf-aabc-09032a8187c8', 'tenant_id': '2eda1cb86d1d401280eb2d37452a60a8', 'fixed_ips': [{'subnet_id': '9d4ca7b9-ca3a-4b8d-8147-19a6c1cd990b'}]}} from n-d-838334-2. {{(pid=84042) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 18 21:05:33.316622 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-9eded2e3-f2c4-47d8-8dfc-5ac109e07bd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_create {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:33.388829 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-5fd5d31d-e918-42c5-a33d-2b043297d651 tempest-FloatingIPTestJSON-1355648241 tempest-FloatingIPTestJSON-1355648241-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:33.391914 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-68402bc5-25e7-4f38-a8a6-7259302b9ecb tempest-PortsTestJSON-1335945802 tempest-PortsTestJSON-1335945802-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750374836619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32266323'] for port, after_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:33.392233 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [None req-27255dc7-7ae4-4fff-b067-d25463f3583a tempest-PortsIpV6TestJSON-656796091 tempest-PortsIpV6TestJSON-656796091-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:05:33.416744 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [None req-27255dc7-7ae4-4fff-b067-d25463f3583a tempest-PortsIpV6TestJSON-656796091 tempest-PortsIpV6TestJSON-656796091-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:05:33.483335 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b86d2b9a-6ee2-4fda-8934-c4efc12c03c4 tempest-RoutersTest-1500746192 tempest-RoutersTest-1500746192-project] Pushing event updated for resources: {'Subnet': ['ID=5b482048-76d7-425d-8396-2b10f693bb89,revision_number=0']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:05:33.504048 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-27255dc7-7ae4-4fff-b067-d25463f3583a tempest-PortsIpV6TestJSON-656796091 tempest-PortsIpV6TestJSON-656796091-project] Made reservation on behalf of 2eda1cb86d1d401280eb2d37452a60a8 for: {'port': 1} {{(pid=84040) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:05:33.507564 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-27255dc7-7ae4-4fff-b067-d25463f3583a tempest-PortsIpV6TestJSON-656796091 tempest-PortsIpV6TestJSON-656796091-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:33.532259 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-5fd5d31d-e918-42c5-a33d-2b043297d651 tempest-FloatingIPTestJSON-1355648241 tempest-FloatingIPTestJSON-1355648241-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:33.557013 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68402bc5-25e7-4f38-a8a6-7259302b9ecb tempest-PortsTestJSON-1335945802 tempest-PortsTestJSON-1335945802-project] Pushing event updated for resources: {'Port': ['ID=b38e4d4e-c6f3-47aa-a11a-25568a0ec040,revision_number=1']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:05:33.562712 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b86d2b9a-6ee2-4fda-8934-c4efc12c03c4 tempest-RoutersTest-1500746192 tempest-RoutersTest-1500746192-project] Checking segment: {'id': '21e86e9a-a944-42b5-8a97-ef73291a64ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '68c6b391-6714-4325-bfed-875685da33ce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84040) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 21:05:33.563077 n-d-838334-2 neutron-server[84040]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b86d2b9a-6ee2-4fda-8934-c4efc12c03c4 tempest-RoutersTest-1500746192 tempest-RoutersTest-1500746192-project] Network hostable DHCP agents. Network: 68c6b391-6714-4325-bfed-875685da33ce, hostable agents: ['8746f8ea-3e91-4b32-9919-2c63adeb8722'], hosted agents: [] {{(pid=84040) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 21:05:33.571329 n-d-838334-2 neutron-server[84041]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68402bc5-25e7-4f38-a8a6-7259302b9ecb tempest-PortsTestJSON-1335945802 tempest-PortsTestJSON-1335945802-project] Network 1a5d91c8-1709-4cd3-96e4-f851e43fa6e0 is already hosted by enough agents. {{(pid=84041) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:05:33.572153 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.db_base_plugin_common [None req-9eded2e3-f2c4-47d8-8dfc-5ac109e07bd8 None None] Allocated IP 2001:db8::2 (deebd83f-32f7-4ecf-aabc-09032a8187c8/9d4ca7b9-ca3a-4b8d-8147-19a6c1cd990b/e9e63b6d-f138-4d45-b014-fa6094219d23) {{(pid=84042) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 21:05:33.595104 n-d-838334-2 neutron-server[84040]: DEBUG neutron.notifiers.nova [None req-27255dc7-7ae4-4fff-b067-d25463f3583a tempest-PortsIpV6TestJSON-656796091 tempest-PortsIpV6TestJSON-656796091-project] device_id is not set on port 45c57711-55f0-47f2-b2d3-4ea861bf3d7c yet. {{(pid=84040) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 18 21:05:33.608897 n-d-838334-2 neutron-server[84041]: DEBUG neutron.scheduler.base_scheduler [None req-68402bc5-25e7-4f38-a8a6-7259302b9ecb tempest-PortsTestJSON-1335945802 tempest-PortsTestJSON-1335945802-project] Resources bound (agent type, host, resource id): {{(pid=84041) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:05:33.794866 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68402bc5-25e7-4f38-a8a6-7259302b9ecb tempest-PortsTestJSON-1335945802 tempest-PortsTestJSON-1335945802-project] Received port after_create {{(pid=84041) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 21:05:33.807264 n-d-838334-2 neutron-server[84040]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b86d2b9a-6ee2-4fda-8934-c4efc12c03c4 tempest-RoutersTest-1500746192 tempest-RoutersTest-1500746192-project] Network 68c6b391-6714-4325-bfed-875685da33ce is scheduled to be hosted by DHCP agent 8746f8ea-3e91-4b32-9919-2c63adeb8722 with binding_index 1 {{(pid=84040) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 21:05:33.852867 n-d-838334-2 neutron-server[84040]: DEBUG neutron.scheduler.base_scheduler [None req-b86d2b9a-6ee2-4fda-8934-c4efc12c03c4 tempest-RoutersTest-1500746192 tempest-RoutersTest-1500746192-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-838334-2, 68c6b391-6714-4325-bfed-875685da33ce) {{(pid=84040) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:05:33.860233 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b86d2b9a-6ee2-4fda-8934-c4efc12c03c4 tempest-RoutersTest-1500746192 tempest-RoutersTest-1500746192-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:05:33.861088 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-b86d2b9a-6ee2-4fda-8934-c4efc12c03c4 tempest-RoutersTest-1500746192 tempest-RoutersTest-1500746192-project] Notify callbacks [] for subnet, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:33.869934 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b1f133e-1757-4c8a-8a13-44798cf3f0ad None None] Network 68c6b391-6714-4325-bfed-875685da33ce requested from n-d-838334-2 {{(pid=84042) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 21:05:33.900550 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750375287399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253529'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:33.918388 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-b86d2b9a-6ee2-4fda-8934-c4efc12c03c4 tempest-RoutersTest-1500746192 tempest-RoutersTest-1500746192-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.8791730 Apr 18 21:05:33.931324 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 37596) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:05:33.954831 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.v2.base [None req-ad5826e0-7798-4cd8-b111-179795ee261e tempest-RoutersTest-1500746192 tempest-RoutersTest-1500746192-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1785242826', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=84041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:05:33.968156 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68402bc5-25e7-4f38-a8a6-7259302b9ecb tempest-PortsTestJSON-1335945802 tempest-PortsTestJSON-1335945802-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:05:33.969065 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-68402bc5-25e7-4f38-a8a6-7259302b9ecb tempest-PortsTestJSON-1335945802 tempest-PortsTestJSON-1335945802-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217293'] for port, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:33.982781 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-ad5826e0-7798-4cd8-b111-179795ee261e tempest-RoutersTest-1500746192 tempest-RoutersTest-1500746192-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:05:33.999000 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-ad5826e0-7798-4cd8-b111-179795ee261e tempest-RoutersTest-1500746192 tempest-RoutersTest-1500746192-project] Usage tracker for resource:router and tenant:8a05b90fa8c54f25938df6bd0ef52223 is out of sync, need to count used quota {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:05:34.004650 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-ad5826e0-7798-4cd8-b111-179795ee261e tempest-RoutersTest-1500746192 tempest-RoutersTest-1500746192-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:05:34.014322 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-ad5826e0-7798-4cd8-b111-179795ee261e tempest-RoutersTest-1500746192 tempest-RoutersTest-1500746192-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:05:34.029851 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-68402bc5-25e7-4f38-a8a6-7259302b9ecb tempest-PortsTestJSON-1335945802 tempest-PortsTestJSON-1335945802-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 3.6871195 Apr 18 21:05:34.036182 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 37604) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:05:34.045587 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.v2.base [None req-aecef215-215c-4a92-b95d-04e0efb66f6b tempest-PortsTestJSON-1335945802 tempest-PortsTestJSON-1335945802-project] Request body: {'subnet': {'network_id': '1a5d91c8-1709-4cd3-96e4-f851e43fa6e0', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=84041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:05:34.065081 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-ad5826e0-7798-4cd8-b111-179795ee261e tempest-RoutersTest-1500746192 tempest-RoutersTest-1500746192-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-33442106', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5708'] for router, before_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:34.066356 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-ad5826e0-7798-4cd8-b111-179795ee261e tempest-RoutersTest-1500746192 tempest-RoutersTest-1500746192-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33442137', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33444285', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33535433', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5703'] for router, precommit_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:34.093066 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-5fd5d31d-e918-42c5-a33d-2b043297d651 tempest-FloatingIPTestJSON-1355648241 tempest-FloatingIPTestJSON-1355648241-project] Notify callbacks [] for port, precommit_update {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:34.102617 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-5fd5d31d-e918-42c5-a33d-2b043297d651 tempest-FloatingIPTestJSON-1355648241 tempest-FloatingIPTestJSON-1355648241-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32440959'] for port, after_update {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:34.128666 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-9eded2e3-f2c4-47d8-8dfc-5ac109e07bd8 None None] Notify callbacks [] for port, precommit_create {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:34.166287 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-9eded2e3-f2c4-47d8-8dfc-5ac109e07bd8 None None] Transition to ACTIVE for port object e9e63b6d-f138-4d45-b014-fa6094219d23 will not be triggered until provisioned by entity L2. {{(pid=84042) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:05:34.193421 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-ad5826e0-7798-4cd8-b111-179795ee261e tempest-RoutersTest-1500746192 tempest-RoutersTest-1500746192-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:34.236641 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-830e0a37-243e-4165-acab-b223eb30dd8e tempest-RoutersAdminTest-1076183166 tempest-RoutersAdminTest-1076183166-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-33444175', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-33443520', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5293'] for router, precommit_update {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:34.262891 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-9fe84b2d-bebb-419c-a60d-11a275e3bc80 tempest-RoutersIpV6AdminTest-1940382112 tempest-RoutersIpV6AdminTest-1940382112-project] Notify callbacks [] for router_gateway, after_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:34.263970 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-9fe84b2d-bebb-419c-a60d-11a275e3bc80 tempest-RoutersIpV6AdminTest-1940382112 tempest-RoutersIpV6AdminTest-1940382112-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33443529', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33444176'] for router, after_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:34.268353 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fd5d31d-e918-42c5-a33d-2b043297d651 tempest-FloatingIPTestJSON-1355648241 tempest-FloatingIPTestJSON-1355648241-project] Pushing event updated for resources: {'Port': ['ID=542b290b-6b25-4201-bb1e-81451e5278ba,revision_number=2']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:05:34.272338 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-aecef215-215c-4a92-b95d-04e0efb66f6b tempest-PortsTestJSON-1335945802 tempest-PortsTestJSON-1335945802-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:05:34.276112 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-5fd5d31d-e918-42c5-a33d-2b043297d651 tempest-FloatingIPTestJSON-1355648241 tempest-FloatingIPTestJSON-1355648241-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33444131'] for floatingip, after_update {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:34.282236 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-9eded2e3-f2c4-47d8-8dfc-5ac109e07bd8 None None] Transition to ACTIVE for port object e9e63b6d-f138-4d45-b014-fa6094219d23 will not be triggered until provisioned by entity DHCP. {{(pid=84042) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:05:34.284275 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-ad5826e0-7798-4cd8-b111-179795ee261e tempest-RoutersTest-1500746192 tempest-RoutersTest-1500746192-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33443529', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33444176'] for router, after_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:34.287247 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-0dd234de-0a5d-4649-b7aa-dcf6699f8c15 None None] Provisioning for port b38e4d4e-c6f3-47aa-a11a-25568a0ec040 completed by entity DHCP. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 21:05:34.302664 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-0dd234de-0a5d-4649-b7aa-dcf6699f8c15 None None] Provisioning complete for port b38e4d4e-c6f3-47aa-a11a-25568a0ec040 triggered by entity DHCP. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:05:34.303658 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-0dd234de-0a5d-4649-b7aa-dcf6699f8c15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1253608'] for port, provisioning_complete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:34.314088 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-aecef215-215c-4a92-b95d-04e0efb66f6b tempest-PortsTestJSON-1335945802 tempest-PortsTestJSON-1335945802-project] Usage tracker for resource:subnet and tenant:234c597e1bbf440ab35a01225b472234 is out of sync, need to count used quota {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:05:34.329813 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-aecef215-215c-4a92-b95d-04e0efb66f6b tempest-PortsTestJSON-1335945802 tempest-PortsTestJSON-1335945802-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:05:34.395655 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-aecef215-215c-4a92-b95d-04e0efb66f6b tempest-PortsTestJSON-1335945802 tempest-PortsTestJSON-1335945802-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:05:34.413713 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.plugin [None req-0dd234de-0a5d-4649-b7aa-dcf6699f8c15 None None] Port b38e4d4e-c6f3-47aa-a11a-25568a0ec040 cannot update to ACTIVE because it is not bound. {{(pid=84042) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 18 21:05:34.415826 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-9eded2e3-f2c4-47d8-8dfc-5ac109e07bd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750374836619'] for port, after_create {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:34.476282 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-830e0a37-243e-4165-acab-b223eb30dd8e tempest-RoutersAdminTest-1076183166 tempest-RoutersAdminTest-1076183166-project] Notify callbacks [] for router_gateway, before_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:34.485539 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aecef215-215c-4a92-b95d-04e0efb66f6b tempest-PortsTestJSON-1335945802 tempest-PortsTestJSON-1335945802-project] Made reservation on behalf of 234c597e1bbf440ab35a01225b472234 for: {'subnet': 1} {{(pid=84041) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:05:34.488919 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-aecef215-215c-4a92-b95d-04e0efb66f6b tempest-PortsTestJSON-1335945802 tempest-PortsTestJSON-1335945802-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32486301'] for subnet, before_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:34.505812 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.db_base_plugin_common [None req-27255dc7-7ae4-4fff-b067-d25463f3583a tempest-PortsIpV6TestJSON-656796091 tempest-PortsIpV6TestJSON-656796091-project] Allocated IP 2001:db8::2ae (deebd83f-32f7-4ecf-aabc-09032a8187c8/9d4ca7b9-ca3a-4b8d-8147-19a6c1cd990b/45c57711-55f0-47f2-b2d3-4ea861bf3d7c) {{(pid=84040) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 21:05:34.512837 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-ad5826e0-7798-4cd8-b111-179795ee261e tempest-RoutersTest-1500746192 tempest-RoutersTest-1500746192-project] Notify callbacks [] for router, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:34.514185 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-ad5826e0-7798-4cd8-b111-179795ee261e tempest-RoutersTest-1500746192 tempest-RoutersTest-1500746192-project] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.5807903 Apr 18 21:05:34.517369 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 37614) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:05:34.561870 n-d-838334-2 neutron-server[84042]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9eded2e3-f2c4-47d8-8dfc-5ac109e07bd8 None None] Network deebd83f-32f7-4ecf-aabc-09032a8187c8 is already hosted by enough agents. {{(pid=84042) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:05:34.563068 n-d-838334-2 neutron-server[84042]: DEBUG neutron.scheduler.base_scheduler [None req-9eded2e3-f2c4-47d8-8dfc-5ac109e07bd8 None None] Resources bound (agent type, host, resource id): {{(pid=84042) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:05:34.568995 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.plugin [None req-830e0a37-243e-4165-acab-b223eb30dd8e tempest-RoutersAdminTest-1076183166 tempest-RoutersAdminTest-1076183166-project] Deleting port 664ae1ee-a451-4435-9779-38f21dacad37 {{(pid=84041) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 21:05:34.569374 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-830e0a37-243e-4165-acab-b223eb30dd8e tempest-RoutersAdminTest-1076183166 tempest-RoutersAdminTest-1076183166-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750375188691'] for port, before_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:34.570251 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9eded2e3-f2c4-47d8-8dfc-5ac109e07bd8 None None] Received port after_create {{(pid=84042) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 21:05:34.721855 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.managers [None req-9eded2e3-f2c4-47d8-8dfc-5ac109e07bd8 None None] Attempting to bind port e9e63b6d-f138-4d45-b014-fa6094219d23 on host n-d-838334-2 for vnic_type normal with profile {{(pid=84042) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 21:05:34.722189 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.managers [None req-9eded2e3-f2c4-47d8-8dfc-5ac109e07bd8 None None] Attempting to bind port e9e63b6d-f138-4d45-b014-fa6094219d23 by drivers openvswitch,hyperv on host n-d-838334-2 at level 0 using segments [{'id': 'ff98953c-28a4-4442-a6c8-a102c86f0af1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': 'deebd83f-32f7-4ecf-aabc-09032a8187c8'}] {{(pid=84042) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 21:05:34.722528 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9eded2e3-f2c4-47d8-8dfc-5ac109e07bd8 None None] Attempting to bind port e9e63b6d-f138-4d45-b014-fa6094219d23 on network deebd83f-32f7-4ecf-aabc-09032a8187c8 {{(pid=84042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 21:05:34.734531 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3853952-0334-48cd-837b-4cf01f6879e5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp016840fc-1f9f-5892-9c53-c9cf6c845bbb-68c6b391-6714-4325-bfed-875685da33ce', 'network_id': '68c6b391-6714-4325-bfed-875685da33ce', 'tenant_id': '8a05b90fa8c54f25938df6bd0ef52223', 'fixed_ips': [{'subnet_id': '5b482048-76d7-425d-8396-2b10f693bb89'}]}} from n-d-838334-2. {{(pid=84042) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 18 21:05:34.736256 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-a3853952-0334-48cd-837b-4cf01f6879e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_create {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:34.773712 n-d-838334-2 neutron-server[84041]: INFO neutron.db.ipam_backend_mixin [None req-aecef215-215c-4a92-b95d-04e0efb66f6b tempest-PortsTestJSON-1335945802 tempest-PortsTestJSON-1335945802-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet d335bc2e-1a98-4513-8ca7-11e40a2776f2 (CIDR: 172.20.0.0/28) Apr 18 21:05:34.774313 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9eded2e3-f2c4-47d8-8dfc-5ac109e07bd8 None None] Checking agent: {'id': '97cd4414-7af6-4d67-868d-dff370b4071a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838334-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 25, 49), 'started_at': datetime.datetime(2022, 4, 18, 20, 26, 19), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 21, 5, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838334-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 18 21:05:34.775498 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9eded2e3-f2c4-47d8-8dfc-5ac109e07bd8 None None] Checking segment: {'id': 'ff98953c-28a4-4442-a6c8-a102c86f0af1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': 'deebd83f-32f7-4ecf-aabc-09032a8187c8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84042) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 21:05:34.776177 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-9eded2e3-f2c4-47d8-8dfc-5ac109e07bd8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:34.777296 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9eded2e3-f2c4-47d8-8dfc-5ac109e07bd8 None None] Bound using segment: {'id': 'ff98953c-28a4-4442-a6c8-a102c86f0af1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': 'deebd83f-32f7-4ecf-aabc-09032a8187c8'} {{(pid=84042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 18 21:05:34.778108 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.managers [None req-9eded2e3-f2c4-47d8-8dfc-5ac109e07bd8 None None] Bound port: e9e63b6d-f138-4d45-b014-fa6094219d23, host: n-d-838334-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ff98953c-28a4-4442-a6c8-a102c86f0af1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': 'deebd83f-32f7-4ecf-aabc-09032a8187c8'}}] {{(pid=84042) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 21:05:34.778706 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-9eded2e3-f2c4-47d8-8dfc-5ac109e07bd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:34.795932 n-d-838334-2 neutron-server[84041]: INFO neutron.pecan_wsgi.hooks.translation [None req-aecef215-215c-4a92-b95d-04e0efb66f6b tempest-PortsTestJSON-1335945802 tempest-PortsTestJSON-1335945802-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 18 21:05:34.796394 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-aecef215-215c-4a92-b95d-04e0efb66f6b tempest-PortsTestJSON-1335945802 tempest-PortsTestJSON-1335945802-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=84041) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 21:05:34.833521 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-830e0a37-243e-4165-acab-b223eb30dd8e tempest-RoutersAdminTest-1076183166 tempest-RoutersAdminTest-1076183166-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369123'] for port, precommit_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:34.845642 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-aecef215-215c-4a92-b95d-04e0efb66f6b tempest-PortsTestJSON-1335945802 tempest-PortsTestJSON-1335945802-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.8078792 Apr 18 21:05:34.869813 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 37622) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:05:34.964608 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.plugin [None req-830e0a37-243e-4165-acab-b223eb30dd8e tempest-RoutersAdminTest-1076183166 tempest-RoutersAdminTest-1076183166-project] Calling delete_port for 664ae1ee-a451-4435-9779-38f21dacad37 owned by network:router_gateway {{(pid=84041) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 21:05:34.973605 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.v2.base [None req-f576b2dc-f779-44c3-a87e-5b273593a428 tempest-PortsTestJSON-1335945802 tempest-PortsTestJSON-1335945802-project] Request body: {'subnet': {'network_id': '1a5d91c8-1709-4cd3-96e4-f851e43fa6e0', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=84040) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:05:34.988093 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.db_base_plugin_common [None req-a3853952-0334-48cd-837b-4cf01f6879e5 None None] Allocated IP 172.20.0.2 (68c6b391-6714-4325-bfed-875685da33ce/5b482048-76d7-425d-8396-2b10f693bb89/1115b42f-df91-4779-b449-f3dd4a0c2cd2) {{(pid=84042) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 21:05:35.160232 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-830e0a37-243e-4165-acab-b223eb30dd8e tempest-RoutersAdminTest-1076183166 tempest-RoutersAdminTest-1076183166-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750375259028', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750374836628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32266323'] for port, after_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:35.189855 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-9eded2e3-f2c4-47d8-8dfc-5ac109e07bd8 None None] For port e9e63b6d-f138-4d45-b014-fa6094219d23, host n-d-838334-2, cleared binding levels {{(pid=84042) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 21:05:35.195174 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-9eded2e3-f2c4-47d8-8dfc-5ac109e07bd8 None None] For port e9e63b6d-f138-4d45-b014-fa6094219d23, host n-d-838334-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838334-2',level=0,port_id=e9e63b6d-f138-4d45-b014-fa6094219d23,segment=NetworkSegment(ff98953c-28a4-4442-a6c8-a102c86f0af1),segment_id=ff98953c-28a4-4442-a6c8-a102c86f0af1)] {{(pid=84042) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 21:05:35.196435 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eded2e3-f2c4-47d8-8dfc-5ac109e07bd8 None None] Pushing event updated for resources: {'Port': ['ID=e9e63b6d-f138-4d45-b014-fa6094219d23,revision_number=1']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:05:35.211120 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-9eded2e3-f2c4-47d8-8dfc-5ac109e07bd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682'] for port, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:35.212130 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-830e0a37-243e-4165-acab-b223eb30dd8e tempest-RoutersAdminTest-1076183166 tempest-RoutersAdminTest-1076183166-project] Pushing event deleted for resources: {'Port': ['ID=664ae1ee-a451-4435-9779-38f21dacad37,revision_number=None']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:05:35.297351 n-d-838334-2 neutron-server[84041]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9fe84b2d-bebb-419c-a60d-11a275e3bc80 tempest-RoutersIpV6AdminTest-1940382112 tempest-RoutersIpV6AdminTest-1940382112-project] Router bb83a558-a0a5-435f-abed-3cacca419947 is scheduled to L3 agent bc84d6c9-dd7a-4555-a351-592327b46d5a with binding_index 1 {{(pid=84041) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 18 21:05:35.321784 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eded2e3-f2c4-47d8-8dfc-5ac109e07bd8 None None] Pushing event updated for resources: {'Port': ['ID=e9e63b6d-f138-4d45-b014-fa6094219d23,revision_number=2']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:05:35.415324 n-d-838334-2 neutron-server[84040]: INFO neutron.db.l3_db [None req-5fd5d31d-e918-42c5-a33d-2b043297d651 tempest-FloatingIPTestJSON-1355648241 tempest-FloatingIPTestJSON-1355648241-project] Floating IP 428aea63-1dae-4d30-99c5-e132bbf8fdfe associated. External IP: 172.25.8.50, port: 2882729f-5f07-42d9-8958-1c24592c42f2. Apr 18 21:05:35.461454 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-a3853952-0334-48cd-837b-4cf01f6879e5 None None] Notify callbacks [] for port, precommit_create {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:35.477626 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-a3853952-0334-48cd-837b-4cf01f6879e5 None None] Transition to ACTIVE for port object 1115b42f-df91-4779-b449-f3dd4a0c2cd2 will not be triggered until provisioned by entity L2. {{(pid=84042) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:05:35.510289 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-a3853952-0334-48cd-837b-4cf01f6879e5 None None] Transition to ACTIVE for port object 1115b42f-df91-4779-b449-f3dd4a0c2cd2 will not be triggered until provisioned by entity DHCP. {{(pid=84042) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:05:35.550439 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-a3853952-0334-48cd-837b-4cf01f6879e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750374836619'] for port, after_create {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:35.652243 n-d-838334-2 neutron-server[84042]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3853952-0334-48cd-837b-4cf01f6879e5 None None] Network 68c6b391-6714-4325-bfed-875685da33ce is already hosted by enough agents. {{(pid=84042) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:05:35.655665 n-d-838334-2 neutron-server[84042]: DEBUG neutron.scheduler.base_scheduler [None req-a3853952-0334-48cd-837b-4cf01f6879e5 None None] Resources bound (agent type, host, resource id): {{(pid=84042) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:05:35.659524 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3853952-0334-48cd-837b-4cf01f6879e5 None None] Received port after_create {{(pid=84042) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 21:05:35.674154 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3853952-0334-48cd-837b-4cf01f6879e5 None None] Pushing event updated for resources: {'Port': ['ID=1115b42f-df91-4779-b449-f3dd4a0c2cd2,revision_number=1']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:05:35.733133 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-830e0a37-243e-4165-acab-b223eb30dd8e tempest-RoutersAdminTest-1076183166 tempest-RoutersAdminTest-1076183166-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33444108'] for router_gateway, after_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:35.743934 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-27255dc7-7ae4-4fff-b067-d25463f3583a tempest-PortsIpV6TestJSON-656796091 tempest-PortsIpV6TestJSON-656796091-project] Notify callbacks [] for port, precommit_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:35.769442 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-9dc31b96-2c94-4750-94da-947749754b7c req-edbd0382-2b98-4ff8-9ba7-bb6ba83c6bd7 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=b0ba2ec6-9abf-48fa-90ad-50051827d595&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.7457845 Apr 18 21:05:35.799952 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [None req-f576b2dc-f779-44c3-a87e-5b273593a428 tempest-PortsTestJSON-1335945802 tempest-PortsTestJSON-1335945802-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:05:35.807035 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.provisioning_blocks [None req-27255dc7-7ae4-4fff-b067-d25463f3583a tempest-PortsIpV6TestJSON-656796091 tempest-PortsIpV6TestJSON-656796091-project] Transition to ACTIVE for port object 45c57711-55f0-47f2-b2d3-4ea861bf3d7c will not be triggered until provisioned by entity DHCP. {{(pid=84040) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:05:35.812543 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.managers [None req-a3853952-0334-48cd-837b-4cf01f6879e5 None None] Attempting to bind port 1115b42f-df91-4779-b449-f3dd4a0c2cd2 on host n-d-838334-2 for vnic_type normal with profile {{(pid=84042) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 21:05:35.812899 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.managers [None req-a3853952-0334-48cd-837b-4cf01f6879e5 None None] Attempting to bind port 1115b42f-df91-4779-b449-f3dd4a0c2cd2 by drivers openvswitch,hyperv on host n-d-838334-2 at level 0 using segments [{'id': '21e86e9a-a944-42b5-8a97-ef73291a64ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '68c6b391-6714-4325-bfed-875685da33ce'}] {{(pid=84042) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 21:05:35.813703 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3853952-0334-48cd-837b-4cf01f6879e5 None None] Attempting to bind port 1115b42f-df91-4779-b449-f3dd4a0c2cd2 on network 68c6b391-6714-4325-bfed-875685da33ce {{(pid=84042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 21:05:35.825837 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-f576b2dc-f779-44c3-a87e-5b273593a428 tempest-PortsTestJSON-1335945802 tempest-PortsTestJSON-1335945802-project] Usage tracker for resource:subnet and tenant:234c597e1bbf440ab35a01225b472234 is out of sync, need to count used quota {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:05:35.836232 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3853952-0334-48cd-837b-4cf01f6879e5 None None] Checking agent: {'id': '97cd4414-7af6-4d67-868d-dff370b4071a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838334-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 25, 49), 'started_at': datetime.datetime(2022, 4, 18, 20, 26, 19), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 21, 5, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838334-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 18 21:05:35.836608 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3853952-0334-48cd-837b-4cf01f6879e5 None None] Checking segment: {'id': '21e86e9a-a944-42b5-8a97-ef73291a64ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '68c6b391-6714-4325-bfed-875685da33ce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84042) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 21:05:35.837011 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-a3853952-0334-48cd-837b-4cf01f6879e5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:35.837396 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3853952-0334-48cd-837b-4cf01f6879e5 None None] Bound using segment: {'id': '21e86e9a-a944-42b5-8a97-ef73291a64ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '68c6b391-6714-4325-bfed-875685da33ce'} {{(pid=84042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 18 21:05:35.837887 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.managers [None req-a3853952-0334-48cd-837b-4cf01f6879e5 None None] Bound port: 1115b42f-df91-4779-b449-f3dd4a0c2cd2, host: n-d-838334-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '21e86e9a-a944-42b5-8a97-ef73291a64ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '68c6b391-6714-4325-bfed-875685da33ce'}}] {{(pid=84042) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 21:05:35.838235 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-a3853952-0334-48cd-837b-4cf01f6879e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:35.949370 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-830e0a37-243e-4165-acab-b223eb30dd8e tempest-RoutersAdminTest-1076183166 tempest-RoutersAdminTest-1076183166-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-33444175', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-33443520', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5293'] for router, precommit_update {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:35.954890 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-f576b2dc-f779-44c3-a87e-5b273593a428 tempest-PortsTestJSON-1335945802 tempest-PortsTestJSON-1335945802-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:05:35.969137 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-830e0a37-243e-4165-acab-b223eb30dd8e tempest-RoutersAdminTest-1076183166 tempest-RoutersAdminTest-1076183166-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33444176', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-33444166', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-33444185', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-33443547'] for router, after_update {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:36.012880 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-a3853952-0334-48cd-837b-4cf01f6879e5 None None] For port 1115b42f-df91-4779-b449-f3dd4a0c2cd2, host n-d-838334-2, cleared binding levels {{(pid=84042) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 21:05:36.016458 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-a3853952-0334-48cd-837b-4cf01f6879e5 None None] For port 1115b42f-df91-4779-b449-f3dd4a0c2cd2, host n-d-838334-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838334-2',level=0,port_id=1115b42f-df91-4779-b449-f3dd4a0c2cd2,segment=NetworkSegment(21e86e9a-a944-42b5-8a97-ef73291a64ff),segment_id=21e86e9a-a944-42b5-8a97-ef73291a64ff)] {{(pid=84042) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 21:05:36.025524 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-a3853952-0334-48cd-837b-4cf01f6879e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682'] for port, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:36.105967 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [None req-f576b2dc-f779-44c3-a87e-5b273593a428 tempest-PortsTestJSON-1335945802 tempest-PortsTestJSON-1335945802-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:05:36.119255 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-8bba8120-99e3-4d20-80fe-5ce151d3c4b9 tempest-RoutersTest-1500746192 tempest-RoutersTest-1500746192-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:36.173513 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f576b2dc-f779-44c3-a87e-5b273593a428 tempest-PortsTestJSON-1335945802 tempest-PortsTestJSON-1335945802-project] Made reservation on behalf of 234c597e1bbf440ab35a01225b472234 for: {'subnet': 1} {{(pid=84040) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:05:36.194782 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3853952-0334-48cd-837b-4cf01f6879e5 None None] Pushing event updated for resources: {'Port': ['ID=1115b42f-df91-4779-b449-f3dd4a0c2cd2,revision_number=2']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:05:36.208386 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9fe84b2d-bebb-419c-a60d-11a275e3bc80 tempest-RoutersIpV6AdminTest-1940382112 tempest-RoutersIpV6AdminTest-1940382112-project] Notify agent at l3_agent.n-d-838334-2 the message routers_updated {{(pid=84041) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 21:05:36.223044 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b9a1106-75a7-4a01-a7c3-49f2b00d7631 None None] Sync routers for ids ['bb83a558-a0a5-435f-abed-3cacca419947'] in n-d-838334-2 {{(pid=84042) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 18 21:05:36.241220 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b9a1106-75a7-4a01-a7c3-49f2b00d7631 None None] Routers {'bb83a558-a0a5-435f-abed-3cacca419947'} bound to L3 agent in host n-d-838334-2 {{(pid=84042) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 21:05:36.242044 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_hamode_db [None req-2b9a1106-75a7-4a01-a7c3-49f2b00d7631 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838334-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-18T20:25:48Z,description=,heartbeat_timestamp=2022-04-18T21:05:18Z,host='n-d-838334-2',id=bc84d6c9-dd7a-4555-a351-592327b46d5a,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:25:48Z,topic='l3_agent')) {'router_ids': ['bb83a558-a0a5-435f-abed-3cacca419947'], 'active': True} {{(pid=84042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:05:36.249511 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-9fe84b2d-bebb-419c-a60d-11a275e3bc80 tempest-RoutersIpV6AdminTest-1940382112 tempest-RoutersIpV6AdminTest-1940382112-project] Notify callbacks [] for router, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:36.250724 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-9fe84b2d-bebb-419c-a60d-11a275e3bc80 tempest-RoutersIpV6AdminTest-1940382112 tempest-RoutersIpV6AdminTest-1940382112-project] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 888 time: 6.9676297 Apr 18 21:05:36.258677 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 37644) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:05:36.262219 n-d-838334-2 neutron-server[84041]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-830e0a37-243e-4165-acab-b223eb30dd8e tempest-RoutersAdminTest-1076183166 tempest-RoutersAdminTest-1076183166-project] Router c4844aa9-89ed-4fd3-9929-244172648dcb has already been hosted by L3 agent bc84d6c9-dd7a-4555-a351-592327b46d5a {{(pid=84041) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 21:05:36.273851 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.v2.base [None req-9c8a0bf9-a642-4266-9253-5b70d572388b tempest-RoutersIpV6AdminTest-1441855246 tempest-RoutersIpV6AdminTest-1441855246-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'enable_snat': False}}} {{(pid=84041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:05:36.337993 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_hamode_db [None req-2b9a1106-75a7-4a01-a7c3-49f2b00d7631 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-838334-2', False) {} {{(pid=84042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:05:36.351849 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b9a1106-75a7-4a01-a7c3-49f2b00d7631 None None] Routers {'bb83a558-a0a5-435f-abed-3cacca419947'} bound to L3 agent in host n-d-838334-2 {{(pid=84042) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 21:05:36.353113 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_hamode_db [None req-2b9a1106-75a7-4a01-a7c3-49f2b00d7631 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838334-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-18T20:25:48Z,description=,heartbeat_timestamp=2022-04-18T21:05:18Z,host='n-d-838334-2',id=bc84d6c9-dd7a-4555-a351-592327b46d5a,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:25:48Z,topic='l3_agent')) {'router_ids': ['bb83a558-a0a5-435f-abed-3cacca419947'], 'active': True} {{(pid=84042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:05:36.428633 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_hamode_db [None req-2b9a1106-75a7-4a01-a7c3-49f2b00d7631 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-838334-2', False) {} {{(pid=84042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:05:36.429436 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b9a1106-75a7-4a01-a7c3-49f2b00d7631 None None] The sync data for ids ['bb83a558-a0a5-435f-abed-3cacca419947'] in n-d-838334-2 is: [] {{(pid=84042) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 18 21:05:36.458681 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-27255dc7-7ae4-4fff-b067-d25463f3583a tempest-PortsIpV6TestJSON-656796091 tempest-PortsIpV6TestJSON-656796091-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750374836619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32440838'] for port, after_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:36.610725 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-830e0a37-243e-4165-acab-b223eb30dd8e tempest-RoutersAdminTest-1076183166 tempest-RoutersAdminTest-1076183166-project] Notify agent at l3_agent.n-d-838334-2 the message routers_updated {{(pid=84041) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 21:05:36.625084 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-830e0a37-243e-4165-acab-b223eb30dd8e tempest-RoutersAdminTest-1076183166 tempest-RoutersAdminTest-1076183166-project] Notify callbacks [] for router, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:36.626465 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-830e0a37-243e-4165-acab-b223eb30dd8e tempest-RoutersAdminTest-1076183166 tempest-RoutersAdminTest-1076183166-project] 10.222.0.42 "PUT /v2.0/routers/c4844aa9-89ed-4fd3-9929-244172648dcb HTTP/1.1" status: 200 len: 706 time: 5.1747518 Apr 18 21:05:36.635937 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 37652) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:05:36.666211 n-d-838334-2 neutron-server[84043]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b75e8b7d-b25c-48ee-b87f-006fffa8ad90 None None] Sync routers for ids ['c4844aa9-89ed-4fd3-9929-244172648dcb'] in n-d-838334-2 {{(pid=84043) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 18 21:05:36.680041 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-9dc31b96-2c94-4750-94da-947749754b7c req-fe162c24-91ee-4510-91c3-54a4086a8440 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=b5bf875eb9b748b5aba56f8b60ce8169&device_id=b0ba2ec6-9abf-48fa-90ad-50051827d595 HTTP/1.1" status: 200 len: 1096 time: 0.7283804 Apr 18 21:05:36.682671 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b75e8b7d-b25c-48ee-b87f-006fffa8ad90 None None] Routers {'c4844aa9-89ed-4fd3-9929-244172648dcb'} bound to L3 agent in host n-d-838334-2 {{(pid=84043) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 21:05:36.683433 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.l3_hamode_db [None req-b75e8b7d-b25c-48ee-b87f-006fffa8ad90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838334-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-18T20:25:48Z,description=,heartbeat_timestamp=2022-04-18T21:05:18Z,host='n-d-838334-2',id=bc84d6c9-dd7a-4555-a351-592327b46d5a,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:25:48Z,topic='l3_agent')) {'router_ids': ['c4844aa9-89ed-4fd3-9929-244172648dcb'], 'active': True} {{(pid=84043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:05:36.801508 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.l3_hamode_db [None req-b75e8b7d-b25c-48ee-b87f-006fffa8ad90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-838334-2', False) {} {{(pid=84043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:05:36.813769 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b75e8b7d-b25c-48ee-b87f-006fffa8ad90 None None] Routers {'c4844aa9-89ed-4fd3-9929-244172648dcb'} bound to L3 agent in host n-d-838334-2 {{(pid=84043) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 21:05:36.814574 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.l3_hamode_db [None req-b75e8b7d-b25c-48ee-b87f-006fffa8ad90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838334-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-18T20:25:48Z,description=,heartbeat_timestamp=2022-04-18T21:05:18Z,host='n-d-838334-2',id=bc84d6c9-dd7a-4555-a351-592327b46d5a,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:25:48Z,topic='l3_agent')) {'router_ids': ['c4844aa9-89ed-4fd3-9929-244172648dcb'], 'active': True} {{(pid=84043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:05:36.935853 n-d-838334-2 neutron-server[84040]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27255dc7-7ae4-4fff-b067-d25463f3583a tempest-PortsIpV6TestJSON-656796091 tempest-PortsIpV6TestJSON-656796091-project] Network deebd83f-32f7-4ecf-aabc-09032a8187c8 is already hosted by enough agents. {{(pid=84040) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:05:36.954384 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27255dc7-7ae4-4fff-b067-d25463f3583a tempest-PortsIpV6TestJSON-656796091 tempest-PortsIpV6TestJSON-656796091-project] Pushing event updated for resources: {'Port': ['ID=45c57711-55f0-47f2-b2d3-4ea861bf3d7c,revision_number=1']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:05:36.967031 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.l3_hamode_db [None req-b75e8b7d-b25c-48ee-b87f-006fffa8ad90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-838334-2', False) {} {{(pid=84043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:05:36.967477 n-d-838334-2 neutron-server[84043]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b75e8b7d-b25c-48ee-b87f-006fffa8ad90 None None] The sync data for ids ['c4844aa9-89ed-4fd3-9929-244172648dcb'] in n-d-838334-2 is: [] {{(pid=84043) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 18 21:05:37.005232 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-f576b2dc-f779-44c3-a87e-5b273593a428 tempest-PortsTestJSON-1335945802 tempest-PortsTestJSON-1335945802-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31752722'] for subnet, before_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:37.014150 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-713b351e-bff1-4fa3-a2e4-0c8b112c600c tempest-RoutersAdminTest-1467285608 tempest-RoutersAdminTest-1467285608-project-admin] 10.222.0.42 "GET /v2.0/routers/c4844aa9-89ed-4fd3-9929-244172648dcb HTTP/1.1" status: 200 len: 741 time: 0.3768899 Apr 18 21:05:37.017797 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 37660) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:05:37.020516 n-d-838334-2 neutron-server[84040]: DEBUG neutron.scheduler.base_scheduler [None req-27255dc7-7ae4-4fff-b067-d25463f3583a tempest-PortsIpV6TestJSON-656796091 tempest-PortsIpV6TestJSON-656796091-project] Resources bound (agent type, host, resource id): {{(pid=84040) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:05:37.027813 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27255dc7-7ae4-4fff-b067-d25463f3583a tempest-PortsIpV6TestJSON-656796091 tempest-PortsIpV6TestJSON-656796091-project] Received port after_create {{(pid=84040) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 21:05:37.032120 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27255dc7-7ae4-4fff-b067-d25463f3583a tempest-PortsIpV6TestJSON-656796091 tempest-PortsIpV6TestJSON-656796091-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:05:37.032801 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-27255dc7-7ae4-4fff-b067-d25463f3583a tempest-PortsIpV6TestJSON-656796091 tempest-PortsIpV6TestJSON-656796091-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217293'] for port, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:37.082062 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-4580c0d0-5903-4f8e-9e18-d63ced6c18ce tempest-RoutersAdminTest-1467285608 tempest-RoutersAdminTest-1467285608-project-admin] 10.222.0.42 "GET /v2.0/ports?network_id=e41b6600-a917-4a8d-b05c-be3be40c6d8c&device_id=c4844aa9-89ed-4fd3-9929-244172648dcb HTTP/1.1" status: 200 len: 205 time: 0.0628929 Apr 18 21:05:37.085333 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 37664) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:05:37.132949 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-7bea5069-035c-4da2-afd6-3a4907e8640e tempest-RoutersAdminTest-1076183166 tempest-RoutersAdminTest-1076183166-project] 10.222.0.42 "GET /v2.0/ports?device_id=c4844aa9-89ed-4fd3-9929-244172648dcb HTTP/1.1" status: 200 len: 205 time: 0.0462043 Apr 18 21:05:37.135293 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 37668) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:05:37.189015 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dc31b96-2c94-4750-94da-947749754b7c req-5c09fbb9-24eb-4982-997d-f0597bbfe1c7 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:05:37.190479 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-9dc31b96-2c94-4750-94da-947749754b7c req-5c09fbb9-24eb-4982-997d-f0597bbfe1c7 service neutron] 10.222.0.48 "GET /v2.0/networks?id=9b8a7e14-19dd-4214-9fd7-5da6fc8793e6 HTTP/1.1" status: 200 len: 912 time: 0.4817369 Apr 18 21:05:37.280163 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-27255dc7-7ae4-4fff-b067-d25463f3583a tempest-PortsIpV6TestJSON-656796091 tempest-PortsIpV6TestJSON-656796091-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 4.2400217 Apr 18 21:05:37.280331 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a6d4a78-5f34-4623-9347-8ac846e146aa None None] Network deebd83f-32f7-4ecf-aabc-09032a8187c8 requested from n-d-838334-2 {{(pid=84042) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 21:05:37.284398 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 37676) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:05:37.446544 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-3969b942-a951-458d-a9db-371375c58d06 None None] Provisioning for port e9e63b6d-f138-4d45-b014-fa6094219d23 completed by entity DHCP. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 21:05:37.568434 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.plugin [None req-46f48a53-c7d7-44eb-b084-5ded54bde936 tempest-PortsIpV6TestJSON-656796091 tempest-PortsIpV6TestJSON-656796091-project] Deleting port 45c57711-55f0-47f2-b2d3-4ea861bf3d7c {{(pid=84040) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 21:05:37.568972 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-46f48a53-c7d7-44eb-b084-5ded54bde936 tempest-PortsIpV6TestJSON-656796091 tempest-PortsIpV6TestJSON-656796091-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750375188691'] for port, before_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:37.608937 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.db_base_plugin_common [None req-8bba8120-99e3-4d20-80fe-5ce151d3c4b9 tempest-RoutersTest-1500746192 tempest-RoutersTest-1500746192-project] Allocated IP 172.20.0.1 (68c6b391-6714-4325-bfed-875685da33ce/5b482048-76d7-425d-8396-2b10f693bb89/4cd76744-97fc-4284-a423-f44a3d815c92) {{(pid=84040) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 21:05:37.613171 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-9dc31b96-2c94-4750-94da-947749754b7c req-d21f4236-6009-4dc7-b1bd-68ee4b7693a4 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6bed8de5-58ef-4df2-8478-95d3b5de3e84 HTTP/1.1" status: 200 len: 1001 time: 0.4123714 Apr 18 21:05:37.770740 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-120ee8a5-aaec-4ce7-9d66-be3e6e33b5ca tempest-RoutersAdminTest-1076183166 tempest-RoutersAdminTest-1076183166-project] Notify callbacks [] for router, before_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:37.837121 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8703c2a1-3aa2-4606-964e-047e9a1ad227 None None] Network 68c6b391-6714-4325-bfed-875685da33ce requested from n-d-838334-2 {{(pid=84042) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 21:05:38.031277 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Device 1115b42f-df91-4779-b449-f3dd4a0c2cd2 up at agent ovs-agent-n-d-838334-2 {{(pid=84042) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 21:05:38.179303 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-3dd8d0cd-b28c-429b-86c4-46540a732295 None None] Provisioning for port 1115b42f-df91-4779-b449-f3dd4a0c2cd2 completed by entity DHCP. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 21:05:38.298345 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Provisioning for port 1115b42f-df91-4779-b449-f3dd4a0c2cd2 completed by entity L2. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 21:05:38.307565 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Provisioning complete for port 1115b42f-df91-4779-b449-f3dd4a0c2cd2 triggered by entity L2. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:05:38.307974 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1253608'] for port, provisioning_complete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:38.367304 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dc31b96-2c94-4750-94da-947749754b7c req-ea5fc536-f3f6-4953-a2b2-e45152bfa8d5 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:05:38.368829 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-9dc31b96-2c94-4750-94da-947749754b7c req-ea5fc536-f3f6-4953-a2b2-e45152bfa8d5 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=16880a32-9b71-46fb-bafe-6b6135588b63 HTTP/1.1" status: 200 len: 850 time: 0.7399352 Apr 18 21:05:38.478673 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-120ee8a5-aaec-4ce7-9d66-be3e6e33b5ca tempest-RoutersAdminTest-1076183166 tempest-RoutersAdminTest-1076183166-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33443580', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5726'] for router, precommit_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:38.482259 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-c08ee8f5-99de-417e-aa9b-bc41c993d6c9 None None] Provisioning for port 45c57711-55f0-47f2-b2d3-4ea861bf3d7c completed by entity DHCP. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 21:05:38.491046 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-c08ee8f5-99de-417e-aa9b-bc41c993d6c9 None None] Provisioning complete for port 45c57711-55f0-47f2-b2d3-4ea861bf3d7c triggered by entity DHCP. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:05:38.491419 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-c08ee8f5-99de-417e-aa9b-bc41c993d6c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1253608'] for port, provisioning_complete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:38.544438 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-120ee8a5-aaec-4ce7-9d66-be3e6e33b5ca tempest-RoutersAdminTest-1076183166 tempest-RoutersAdminTest-1076183166-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:38.587977 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-120ee8a5-aaec-4ce7-9d66-be3e6e33b5ca tempest-RoutersAdminTest-1076183166 tempest-RoutersAdminTest-1076183166-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-33443408'] for router, after_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:38.588527 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-120ee8a5-aaec-4ce7-9d66-be3e6e33b5ca tempest-RoutersAdminTest-1076183166 tempest-RoutersAdminTest-1076183166-project] Fanout notify agent at l3_agent the message router_deleted on router c4844aa9-89ed-4fd3-9929-244172648dcb {{(pid=84041) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 18 21:05:38.604935 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:38.625095 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.plugin [None req-c08ee8f5-99de-417e-aa9b-bc41c993d6c9 None None] Port 45c57711-55f0-47f2-b2d3-4ea861bf3d7c cannot update to ACTIVE because it is not bound. {{(pid=84042) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 18 21:05:38.667990 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] For port 1115b42f-df91-4779-b449-f3dd4a0c2cd2, host n-d-838334-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838334-2',level=0,port_id=1115b42f-df91-4779-b449-f3dd4a0c2cd2,segment=NetworkSegment(21e86e9a-a944-42b5-8a97-ef73291a64ff),segment_id=21e86e9a-a944-42b5-8a97-ef73291a64ff)] {{(pid=84042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:05:38.678700 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682'] for port, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:38.679688 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Device e9e63b6d-f138-4d45-b014-fa6094219d23 up at agent ovs-agent-n-d-838334-2 {{(pid=84042) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 21:05:38.695026 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-120ee8a5-aaec-4ce7-9d66-be3e6e33b5ca tempest-RoutersAdminTest-1076183166 tempest-RoutersAdminTest-1076183166-project] Notify callbacks [] for router, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:38.696547 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-120ee8a5-aaec-4ce7-9d66-be3e6e33b5ca tempest-RoutersAdminTest-1076183166 tempest-RoutersAdminTest-1076183166-project] 10.222.0.42 "DELETE /v2.0/routers/c4844aa9-89ed-4fd3-9929-244172648dcb HTTP/1.1" status: 204 len: 168 time: 1.5601873 Apr 18 21:05:38.700633 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 37686) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:05:38.740003 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-8bba8120-99e3-4d20-80fe-5ce151d3c4b9 tempest-RoutersTest-1500746192 tempest-RoutersTest-1500746192-project] Notify callbacks [] for port, precommit_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:38.761046 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.provisioning_blocks [None req-8bba8120-99e3-4d20-80fe-5ce151d3c4b9 tempest-RoutersTest-1500746192 tempest-RoutersTest-1500746192-project] Transition to ACTIVE for port object 4cd76744-97fc-4284-a423-f44a3d815c92 will not be triggered until provisioned by entity DHCP. {{(pid=84040) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:05:38.766304 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-e9724ed7-e987-4d9b-8b4f-74633c92f3fe tempest-RoutersAdminTest-1076183166 tempest-RoutersAdminTest-1076183166-project] 10.222.0.42 "GET /v2.0/ports?device_id=c4844aa9-89ed-4fd3-9929-244172648dcb HTTP/1.1" status: 200 len: 205 time: 0.0625939 Apr 18 21:05:38.788538 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 37690) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:05:38.796607 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-f576b2dc-f779-44c3-a87e-5b273593a428 tempest-PortsTestJSON-1335945802 tempest-PortsTestJSON-1335945802-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33526260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32441074', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31752704'] for subnet, after_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:38.858097 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Pushing event updated for resources: {'Port': ['ID=1115b42f-df91-4779-b449-f3dd4a0c2cd2,revision_number=3']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:05:38.867118 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-8bba8120-99e3-4d20-80fe-5ce151d3c4b9 tempest-RoutersTest-1500746192 tempest-RoutersTest-1500746192-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750374836619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32440838'] for port, after_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:38.873040 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-222ff2f9-4ec2-4dd7-843e-0a6d17341cc0 None None] Provisioning complete for port 45c57711-55f0-47f2-b2d3-4ea861bf3d7c triggered by entity DHCP. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:05:38.873743 n-d-838334-2 neutron-server[84041]: INFO neutron.api.v2.resource [None req-92695249-39cb-45f0-8946-44a017b8aff4 tempest-RoutersAdminTest-1076183166 tempest-RoutersAdminTest-1076183166-project] delete failed (client error): The resource could not be found. Apr 18 21:05:38.873984 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-222ff2f9-4ec2-4dd7-843e-0a6d17341cc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1253608'] for port, provisioning_complete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:38.874959 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-92695249-39cb-45f0-8946-44a017b8aff4 tempest-RoutersAdminTest-1076183166 tempest-RoutersAdminTest-1076183166-project] 10.222.0.42 "DELETE /v2.0/routers/c4844aa9-89ed-4fd3-9929-244172648dcb HTTP/1.1" status: 404 len: 336 time: 0.0851223 Apr 18 21:05:38.877492 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 37696) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:05:38.941361 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Provisioning for port e9e63b6d-f138-4d45-b014-fa6094219d23 completed by entity L2. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 21:05:38.946812 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.plugin [None req-222ff2f9-4ec2-4dd7-843e-0a6d17341cc0 None None] Port 45c57711-55f0-47f2-b2d3-4ea861bf3d7c cannot update to ACTIVE because it is not bound. {{(pid=84042) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 18 21:05:38.949236 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Provisioning complete for port e9e63b6d-f138-4d45-b014-fa6094219d23 triggered by entity L2. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:05:38.949694 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1253608'] for port, provisioning_complete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:38.954482 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-3446b4b5-c067-4a09-afe7-70f2a703637b tempest-RoutersAdminTest-1076183166 tempest-RoutersAdminTest-1076183166-project] 10.222.0.42 "GET /v2.0/ports?device_id=6eb00345-b257-405c-99c4-42e0365658e3 HTTP/1.1" status: 200 len: 205 time: 0.0730171 Apr 18 21:05:38.957233 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 37700) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:05:39.004666 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f576b2dc-f779-44c3-a87e-5b273593a428 tempest-PortsTestJSON-1335945802 tempest-PortsTestJSON-1335945802-project] Pushing event updated for resources: {'Subnet': ['ID=64ca8117-0d56-460d-89dc-6ea65d95aa90,revision_number=0']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:05:39.049821 n-d-838334-2 neutron-server[84041]: INFO neutron.api.v2.resource [None req-0b47a3fc-36eb-4d9d-957c-b8004d40230c tempest-RoutersAdminTest-1076183166 tempest-RoutersAdminTest-1076183166-project] delete failed (client error): The resource could not be found. Apr 18 21:05:39.056528 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-0b47a3fc-36eb-4d9d-957c-b8004d40230c tempest-RoutersAdminTest-1076183166 tempest-RoutersAdminTest-1076183166-project] 10.222.0.42 "DELETE /v2.0/routers/6eb00345-b257-405c-99c4-42e0365658e3 HTTP/1.1" status: 404 len: 336 time: 0.0937388 Apr 18 21:05:39.056736 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 37704) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:05:39.116356 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-c5b11e54-ef2a-4a1b-afd9-dfab17f1c1d4 tempest-RoutersAdminTest-1076183166 tempest-RoutersAdminTest-1076183166-project] 10.222.0.42 "GET /v2.0/ports?device_id=d4e6a7d5-1d77-4d0e-a3fc-5a86c4454135 HTTP/1.1" status: 200 len: 205 time: 0.0579100 Apr 18 21:05:39.119008 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 37708) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:05:39.154933 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:39.168823 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-5ddda6c2-cb2b-4f9f-a7ed-dda83fac7e91 None None] Provisioning complete for port 1115b42f-df91-4779-b449-f3dd4a0c2cd2 triggered by entity DHCP. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:05:39.169181 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-5ddda6c2-cb2b-4f9f-a7ed-dda83fac7e91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1253608'] for port, provisioning_complete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:39.176209 n-d-838334-2 neutron-server[84040]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8bba8120-99e3-4d20-80fe-5ce151d3c4b9 tempest-RoutersTest-1500746192 tempest-RoutersTest-1500746192-project] Network 68c6b391-6714-4325-bfed-875685da33ce is already hosted by enough agents. {{(pid=84040) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:05:39.190997 n-d-838334-2 neutron-server[84041]: INFO neutron.api.v2.resource [None req-3c66dd85-367e-40d2-9428-7dbaffe36ede tempest-RoutersAdminTest-1076183166 tempest-RoutersAdminTest-1076183166-project] delete failed (client error): The resource could not be found. Apr 18 21:05:39.192365 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-3c66dd85-367e-40d2-9428-7dbaffe36ede tempest-RoutersAdminTest-1076183166 tempest-RoutersAdminTest-1076183166-project] 10.222.0.42 "DELETE /v2.0/routers/d4e6a7d5-1d77-4d0e-a3fc-5a86c4454135 HTTP/1.1" status: 404 len: 336 time: 0.0722811 Apr 18 21:05:39.195341 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 37712) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:05:39.218592 n-d-838334-2 neutron-server[84040]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f576b2dc-f779-44c3-a87e-5b273593a428 tempest-PortsTestJSON-1335945802 tempest-PortsTestJSON-1335945802-project] Network 1a5d91c8-1709-4cd3-96e4-f851e43fa6e0 is already hosted by enough agents. {{(pid=84040) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:05:39.219973 n-d-838334-2 neutron-server[84040]: DEBUG neutron.scheduler.base_scheduler [None req-8bba8120-99e3-4d20-80fe-5ce151d3c4b9 tempest-RoutersTest-1500746192 tempest-RoutersTest-1500746192-project] Resources bound (agent type, host, resource id): {{(pid=84040) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:05:39.222442 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bba8120-99e3-4d20-80fe-5ce151d3c4b9 tempest-RoutersTest-1500746192 tempest-RoutersTest-1500746192-project] Pushing event updated for resources: {'Port': ['ID=4cd76744-97fc-4284-a423-f44a3d815c92,revision_number=1']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:05:39.226798 n-d-838334-2 neutron-server[84040]: DEBUG neutron.scheduler.base_scheduler [None req-f576b2dc-f779-44c3-a87e-5b273593a428 tempest-PortsTestJSON-1335945802 tempest-PortsTestJSON-1335945802-project] Resources bound (agent type, host, resource id): {{(pid=84040) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:05:39.232658 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bba8120-99e3-4d20-80fe-5ce151d3c4b9 tempest-RoutersTest-1500746192 tempest-RoutersTest-1500746192-project] Received port after_create {{(pid=84040) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 21:05:39.242293 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] For port e9e63b6d-f138-4d45-b014-fa6094219d23, host n-d-838334-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838334-2',level=0,port_id=e9e63b6d-f138-4d45-b014-fa6094219d23,segment=NetworkSegment(ff98953c-28a4-4442-a6c8-a102c86f0af1),segment_id=ff98953c-28a4-4442-a6c8-a102c86f0af1)] {{(pid=84042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:05:39.260405 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682'] for port, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:39.270639 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-9dc31b96-2c94-4750-94da-947749754b7c req-f7c47fca-5565-4827-a18d-e980bf593aca service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=9b8a7e14-19dd-4214-9fd7-5da6fc8793e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.8826427 Apr 18 21:05:39.275272 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2eab06e2-a365-45a7-8bf9-b928f948b2a2 None None] Network 1a5d91c8-1709-4cd3-96e4-f851e43fa6e0 requested from n-d-838334-2 {{(pid=84042) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 21:05:39.280465 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f576b2dc-f779-44c3-a87e-5b273593a428 tempest-PortsTestJSON-1335945802 tempest-PortsTestJSON-1335945802-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:05:39.281170 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-f576b2dc-f779-44c3-a87e-5b273593a428 tempest-PortsTestJSON-1335945802 tempest-PortsTestJSON-1335945802-project] Notify callbacks [] for subnet, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:39.444272 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-171d0f5d-ad4d-4312-8652-b37054d41589 tempest-RoutersAdminTest-1076183166 tempest-RoutersAdminTest-1076183166-project] 10.222.0.42 "GET /v2.0/ports?device_id=f0cc8ab6-da6f-48c4-946a-8c5a6c6c9a2a HTTP/1.1" status: 200 len: 205 time: 0.2468963 Apr 18 21:05:39.447541 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 37722) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:05:39.525825 n-d-838334-2 neutron-server[84041]: INFO neutron.api.v2.resource [None req-a1469e19-f1f5-4041-9045-2315c9419b1a tempest-RoutersAdminTest-1076183166 tempest-RoutersAdminTest-1076183166-project] delete failed (client error): The resource could not be found. Apr 18 21:05:39.529222 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-a1469e19-f1f5-4041-9045-2315c9419b1a tempest-RoutersAdminTest-1076183166 tempest-RoutersAdminTest-1076183166-project] 10.222.0.42 "DELETE /v2.0/routers/f0cc8ab6-da6f-48c4-946a-8c5a6c6c9a2a HTTP/1.1" status: 404 len: 336 time: 0.0782316 Apr 18 21:05:39.540115 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 37726) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:05:39.543846 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-46f48a53-c7d7-44eb-b084-5ded54bde936 tempest-PortsIpV6TestJSON-656796091 tempest-PortsIpV6TestJSON-656796091-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369123'] for port, precommit_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:39.571333 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Pushing event updated for resources: {'Port': ['ID=e9e63b6d-f138-4d45-b014-fa6094219d23,revision_number=3']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:05:39.610722 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-da196c7f-e597-4b41-b62f-0f205c13f326 tempest-RoutersAdminTest-1076183166 tempest-RoutersAdminTest-1076183166-project] 10.222.0.42 "GET /v2.0/ports?device_id=86c65943-7550-43d3-af3c-1d87a30c7003 HTTP/1.1" status: 200 len: 205 time: 0.0659757 Apr 18 21:05:39.613877 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 37734) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:05:39.631770 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-f576b2dc-f779-44c3-a87e-5b273593a428 tempest-PortsTestJSON-1335945802 tempest-PortsTestJSON-1335945802-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 4.7139494 Apr 18 21:05:39.667661 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 37738) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:05:39.676250 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-9c8a0bf9-a642-4266-9253-5b70d572388b tempest-RoutersIpV6AdminTest-1441855246 tempest-RoutersIpV6AdminTest-1441855246-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-33444175', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-33443520', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5293'] for router, precommit_update {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:39.687660 n-d-838334-2 neutron-server[84041]: INFO neutron.api.v2.resource [None req-3d8e313d-6767-4c5a-be9b-05c7136b4cad tempest-RoutersAdminTest-1076183166 tempest-RoutersAdminTest-1076183166-project] delete failed (client error): The resource could not be found. Apr 18 21:05:39.691283 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-3d8e313d-6767-4c5a-be9b-05c7136b4cad tempest-RoutersAdminTest-1076183166 tempest-RoutersAdminTest-1076183166-project] 10.222.0.42 "DELETE /v2.0/routers/86c65943-7550-43d3-af3c-1d87a30c7003 HTTP/1.1" status: 404 len: 336 time: 0.0740106 Apr 18 21:05:39.692847 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.v2.base [None req-119f350b-d4ff-4fca-a70f-615bd1429b58 tempest-PortsTestJSON-1335945802 tempest-PortsTestJSON-1335945802-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1927796182', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '64ca8117-0d56-460d-89dc-6ea65d95aa90'}], 'security_groups': ['7bb33e97-5a6e-4c83-a00c-5f51c7c26204']}} {{(pid=84041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:05:39.722300 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 37746) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:05:39.733872 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-8bba8120-99e3-4d20-80fe-5ce151d3c4b9 tempest-RoutersTest-1500746192 tempest-RoutersTest-1500746192-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33444010'] for router_interface, before_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:39.744959 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.plugin [None req-46f48a53-c7d7-44eb-b084-5ded54bde936 tempest-PortsIpV6TestJSON-656796091 tempest-PortsIpV6TestJSON-656796091-project] Calling delete_port for 45c57711-55f0-47f2-b2d3-4ea861bf3d7c owned by {{(pid=84040) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 21:05:39.747582 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-d2b9ebb0-5b7d-4b97-ac47-be4c21d923da None None] Provisioning for port 4cd76744-97fc-4284-a423-f44a3d815c92 completed by entity DHCP. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 21:05:39.757858 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-d2b9ebb0-5b7d-4b97-ac47-be4c21d923da None None] Provisioning complete for port 4cd76744-97fc-4284-a423-f44a3d815c92 triggered by entity DHCP. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:05:39.758450 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-d2b9ebb0-5b7d-4b97-ac47-be4c21d923da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1253608'] for port, provisioning_complete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:39.792436 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-3b9c8109-4b73-4801-b52d-43bb51563eab tempest-RoutersAdminTest-1076183166 tempest-RoutersAdminTest-1076183166-project] 10.222.0.42 "GET /v2.0/ports?device_id=11b5a319-7e7b-4d0f-ab99-1f8425b18efa HTTP/1.1" status: 200 len: 205 time: 0.0617564 Apr 18 21:05:39.793832 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 37750) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:05:39.833357 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.plugin [None req-d2b9ebb0-5b7d-4b97-ac47-be4c21d923da None None] Port 4cd76744-97fc-4284-a423-f44a3d815c92 cannot update to ACTIVE because it is not bound. {{(pid=84042) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 18 21:05:39.907503 n-d-838334-2 neutron-server[84041]: INFO neutron.api.v2.resource [None req-149c00f6-d2fc-466c-916c-893ce24c1cc9 tempest-RoutersAdminTest-1076183166 tempest-RoutersAdminTest-1076183166-project] delete failed (client error): The resource could not be found. Apr 18 21:05:39.911166 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-149c00f6-d2fc-466c-916c-893ce24c1cc9 tempest-RoutersAdminTest-1076183166 tempest-RoutersAdminTest-1076183166-project] 10.222.0.42 "DELETE /v2.0/routers/11b5a319-7e7b-4d0f-ab99-1f8425b18efa HTTP/1.1" status: 404 len: 336 time: 0.1144388 Apr 18 21:05:39.913926 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 37754) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:05:39.923228 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Device 1115b42f-df91-4779-b449-f3dd4a0c2cd2 up at agent ovs-agent-n-d-838334-2 {{(pid=84042) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 21:05:40.027446 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-8bba8120-99e3-4d20-80fe-5ce151d3c4b9 tempest-RoutersTest-1500746192 tempest-RoutersTest-1500746192-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:40.045160 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Provisioning complete for port 1115b42f-df91-4779-b449-f3dd4a0c2cd2 triggered by entity L2. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:05:40.045571 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1253608'] for port, provisioning_complete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:40.103890 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af2b85b4-0fbf-460b-a579-a223de84fedc None None] Update dhcp port {'port': {'network_id': '1a5d91c8-1709-4cd3-96e4-f851e43fa6e0', 'fixed_ips': [{'subnet_id': 'd335bc2e-1a98-4513-8ca7-11e40a2776f2', 'ip_address': '172.20.0.2'}, {'subnet_id': '64ca8117-0d56-460d-89dc-6ea65d95aa90'}], 'binding:host_id': 'n-d-838334-2'}, 'id': 'fed3bd89-3f9e-400e-aea5-1b4464149caf'} from n-d-838334-2. {{(pid=84042) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:307}} Apr 18 21:05:40.160115 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-af2b85b4-0fbf-460b-a579-a223de84fedc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:40.248185 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-119f350b-d4ff-4fca-a70f-615bd1429b58 tempest-PortsTestJSON-1335945802 tempest-PortsTestJSON-1335945802-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:40.332337 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Device e9e63b6d-f138-4d45-b014-fa6094219d23 up at agent ovs-agent-n-d-838334-2 {{(pid=84042) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 21:05:40.467712 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Provisioning complete for port e9e63b6d-f138-4d45-b014-fa6094219d23 triggered by entity L2. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:05:40.468562 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1253608'] for port, provisioning_complete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:40.478529 n-d-838334-2 neutron-server[84040]: INFO neutron.pecan_wsgi.hooks.translation [None req-21a78459-fb4b-4a2f-9d5c-44c74e0b0d84 tempest-RoutersAdminTest-1076183166 tempest-RoutersAdminTest-1076183166-project] DELETE failed (client error): The resource could not be found. Apr 18 21:05:40.479119 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-21a78459-fb4b-4a2f-9d5c-44c74e0b0d84 tempest-RoutersAdminTest-1076183166 tempest-RoutersAdminTest-1076183166-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84040) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 21:05:40.480866 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-21a78459-fb4b-4a2f-9d5c-44c74e0b0d84 tempest-RoutersAdminTest-1076183166 tempest-RoutersAdminTest-1076183166-project] 10.222.0.42 "DELETE /v2.0/subnets/ebbcae87-ebcd-4fdc-98a5-f77297815ec9 HTTP/1.1" status: 404 len: 337 time: 0.5598795 Apr 18 21:05:40.534409 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-9dc31b96-2c94-4750-94da-947749754b7c req-b39217a4-67da-445b-80bb-d1b42deb4ba7 service neutron] 10.222.0.48 "GET /v2.0/networks/9b8a7e14-19dd-4214-9fd7-5da6fc8793e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.2015834 Apr 18 21:05:40.625461 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.agents_db [None req-6346a179-333c-4370-b5a6-936984aeab15 None None] Agent healthcheck: found 7 active agents {{(pid=84043) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 18 21:05:40.649721 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.db_base_plugin_common [None req-af2b85b4-0fbf-460b-a579-a223de84fedc None None] Allocated IP 172.20.0.18 (1a5d91c8-1709-4cd3-96e4-f851e43fa6e0/64ca8117-0d56-460d-89dc-6ea65d95aa90/fed3bd89-3f9e-400e-aea5-1b4464149caf) {{(pid=84042) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 21:05:40.700014 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-46f48a53-c7d7-44eb-b084-5ded54bde936 tempest-PortsIpV6TestJSON-656796091 tempest-PortsIpV6TestJSON-656796091-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750375259028', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750374836628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32440838'] for port, after_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:40.815815 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-9c8a0bf9-a642-4266-9253-5b70d572388b tempest-RoutersIpV6AdminTest-1441855246 tempest-RoutersIpV6AdminTest-1441855246-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-33444175', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-33443520', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5293'] for router, precommit_update {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:40.848637 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-9c8a0bf9-a642-4266-9253-5b70d572388b tempest-RoutersIpV6AdminTest-1441855246 tempest-RoutersIpV6AdminTest-1441855246-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33444176', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-33444166', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-33444185', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-33443547'] for router, after_update {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:40.909215 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46f48a53-c7d7-44eb-b084-5ded54bde936 tempest-PortsIpV6TestJSON-656796091 tempest-PortsIpV6TestJSON-656796091-project] Pushing event deleted for resources: {'Port': ['ID=45c57711-55f0-47f2-b2d3-4ea861bf3d7c,revision_number=None']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:05:40.924463 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-af2b85b4-0fbf-460b-a579-a223de84fedc None None] For port fed3bd89-3f9e-400e-aea5-1b4464149caf, host n-d-838334-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838334-2',level=0,port_id=fed3bd89-3f9e-400e-aea5-1b4464149caf,segment=NetworkSegment(bb41ae25-88ab-4fb8-992a-3e0cb162c295),segment_id=bb41ae25-88ab-4fb8-992a-3e0cb162c295)] {{(pid=84042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:05:40.985653 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-af2b85b4-0fbf-460b-a579-a223de84fedc None None] Notify callbacks [] for port, precommit_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:41.034906 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-af2b85b4-0fbf-460b-a579-a223de84fedc None None] Transition to ACTIVE for port object fed3bd89-3f9e-400e-aea5-1b4464149caf will not be triggered until provisioned by entity DHCP. {{(pid=84042) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:05:41.046997 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-46f48a53-c7d7-44eb-b084-5ded54bde936 tempest-PortsIpV6TestJSON-656796091 tempest-PortsIpV6TestJSON-656796091-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217293'] for port, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:41.048849 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-af2b85b4-0fbf-460b-a579-a223de84fedc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682'] for port, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:41.067443 n-d-838334-2 neutron-server[84040]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5fd5d31d-e918-42c5-a33d-2b043297d651 tempest-FloatingIPTestJSON-1355648241 tempest-FloatingIPTestJSON-1355648241-project] Router 8d2572c8-a331-400d-95fa-c6c17825c988 has already been hosted by L3 agent bc84d6c9-dd7a-4555-a351-592327b46d5a {{(pid=84040) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 21:05:41.078227 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 37768) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:05:41.226139 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-46f48a53-c7d7-44eb-b084-5ded54bde936 tempest-PortsIpV6TestJSON-656796091 tempest-PortsIpV6TestJSON-656796091-project] 10.222.0.42 "DELETE /v2.0/ports/45c57711-55f0-47f2-b2d3-4ea861bf3d7c HTTP/1.1" status: 204 len: 168 time: 3.9345012 Apr 18 21:05:41.226416 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 37780) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:05:41.322742 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af2b85b4-0fbf-460b-a579-a223de84fedc None None] Pushing event updated for resources: {'Port': ['ID=fed3bd89-3f9e-400e-aea5-1b4464149caf,revision_number=4']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:05:41.340636 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-9dc31b96-2c94-4750-94da-947749754b7c req-f3b2e0cd-4ae4-4585-9339-2b33b7d43a41 service neutron] 10.222.0.48 "GET /v2.0/networks/9b8a7e14-19dd-4214-9fd7-5da6fc8793e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6797786 Apr 18 21:05:41.436803 n-d-838334-2 neutron-server[84041]: INFO neutron.pecan_wsgi.hooks.translation [None req-3697ae9d-3cfe-4b77-a64b-c002825a57a9 tempest-PortsIpV6TestJSON-656796091 tempest-PortsIpV6TestJSON-656796091-project] DELETE failed (client error): The resource could not be found. Apr 18 21:05:41.437419 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3697ae9d-3cfe-4b77-a64b-c002825a57a9 tempest-PortsIpV6TestJSON-656796091 tempest-PortsIpV6TestJSON-656796091-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84041) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 21:05:41.439223 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-3697ae9d-3cfe-4b77-a64b-c002825a57a9 tempest-PortsIpV6TestJSON-656796091 tempest-PortsIpV6TestJSON-656796091-project] 10.222.0.42 "DELETE /v2.0/ports/45c57711-55f0-47f2-b2d3-4ea861bf3d7c HTTP/1.1" status: 404 len: 333 time: 0.2127304 Apr 18 21:05:41.445353 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 37784) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:05:41.449267 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-864aa69f-162b-47da-b835-3d0a681d76ce admin admin] Notify callbacks [] for security_group, before_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:41.483395 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.db_base_plugin_common [None req-119f350b-d4ff-4fca-a70f-615bd1429b58 tempest-PortsTestJSON-1335945802 tempest-PortsTestJSON-1335945802-project] Delete allocated IP 172.20.0.11 (1a5d91c8-1709-4cd3-96e4-f851e43fa6e0/d335bc2e-1a98-4513-8ca7-11e40a2776f2) {{(pid=84041) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Apr 18 21:05:41.503493 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.db_base_plugin_common [None req-119f350b-d4ff-4fca-a70f-615bd1429b58 tempest-PortsTestJSON-1335945802 tempest-PortsTestJSON-1335945802-project] Allocated IP 172.20.0.27 (1a5d91c8-1709-4cd3-96e4-f851e43fa6e0/64ca8117-0d56-460d-89dc-6ea65d95aa90/b38e4d4e-c6f3-47aa-a11a-25568a0ec040) {{(pid=84041) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 21:05:41.519136 n-d-838334-2 neutron-server[84040]: INFO neutron.pecan_wsgi.hooks.translation [None req-ebadef15-85b2-4d27-99bf-2f2d6001a141 tempest-PortsIpV6TestJSON-656796091 tempest-PortsIpV6TestJSON-656796091-project] GET failed (client error): The resource could not be found. Apr 18 21:05:41.519659 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-ebadef15-85b2-4d27-99bf-2f2d6001a141 tempest-PortsIpV6TestJSON-656796091 tempest-PortsIpV6TestJSON-656796091-project] Synchronizing usage tracker for tenant:2eda1cb86d1d401280eb2d37452a60a8 on resource:port {{(pid=84040) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 21:05:41.544532 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-864aa69f-162b-47da-b835-3d0a681d76ce admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:05:41.558866 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-864aa69f-162b-47da-b835-3d0a681d76ce admin admin] Usage tracker for resource:security_group_rule and tenant:495e9164d5ec4bc0b05dd65d74b178d7 is out of sync, need to count used quota {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:05:41.560952 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-ebadef15-85b2-4d27-99bf-2f2d6001a141 tempest-PortsIpV6TestJSON-656796091 tempest-PortsIpV6TestJSON-656796091-project] Unset dirty status for tenant:2eda1cb86d1d401280eb2d37452a60a8 on resource:port {{(pid=84040) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 21:05:41.564180 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-ebadef15-85b2-4d27-99bf-2f2d6001a141 tempest-PortsIpV6TestJSON-656796091 tempest-PortsIpV6TestJSON-656796091-project] 10.222.0.42 "GET /v2.0/ports/45c57711-55f0-47f2-b2d3-4ea861bf3d7c HTTP/1.1" status: 404 len: 333 time: 0.1163449 Apr 18 21:05:41.568312 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-864aa69f-162b-47da-b835-3d0a681d76ce admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:05:41.572885 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 37788) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:05:41.574143 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-8bba8120-99e3-4d20-80fe-5ce151d3c4b9 tempest-RoutersTest-1500746192 tempest-RoutersTest-1500746192-project] Notify callbacks [] for port, precommit_update {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:41.580774 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-864aa69f-162b-47da-b835-3d0a681d76ce admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:05:41.587963 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-8bba8120-99e3-4d20-80fe-5ce151d3c4b9 tempest-RoutersTest-1500746192 tempest-RoutersTest-1500746192-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32440959'] for port, after_update {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:41.742301 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-8bba8120-99e3-4d20-80fe-5ce151d3c4b9 tempest-RoutersTest-1500746192 tempest-RoutersTest-1500746192-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-32377886', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33443847'] for router_interface, after_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:41.770332 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bba8120-99e3-4d20-80fe-5ce151d3c4b9 tempest-RoutersTest-1500746192 tempest-RoutersTest-1500746192-project] Pushing event updated for resources: {'Port': ['ID=4cd76744-97fc-4284-a423-f44a3d815c92,revision_number=2']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:05:41.796912 n-d-838334-2 neutron-server[84041]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9c8a0bf9-a642-4266-9253-5b70d572388b tempest-RoutersIpV6AdminTest-1441855246 tempest-RoutersIpV6AdminTest-1441855246-project-admin] Router bb83a558-a0a5-435f-abed-3cacca419947 has already been hosted by L3 agent bc84d6c9-dd7a-4555-a351-592327b46d5a {{(pid=84041) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 21:05:41.892922 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5fd5d31d-e918-42c5-a33d-2b043297d651 tempest-FloatingIPTestJSON-1355648241 tempest-FloatingIPTestJSON-1355648241-project] Notify agent at l3_agent.n-d-838334-2 the message routers_updated {{(pid=84040) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 21:05:41.904886 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Device fed3bd89-3f9e-400e-aea5-1b4464149caf up at agent ovs-agent-n-d-838334-2 {{(pid=84042) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 21:05:41.933363 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-5fd5d31d-e918-42c5-a33d-2b043297d651 tempest-FloatingIPTestJSON-1355648241 tempest-FloatingIPTestJSON-1355648241-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217293'] for floatingip, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:42.020607 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-5fd5d31d-e918-42c5-a33d-2b043297d651 tempest-FloatingIPTestJSON-1355648241 tempest-FloatingIPTestJSON-1355648241-project] 10.222.0.42 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 981 time: 11.6339815 Apr 18 21:05:42.023546 n-d-838334-2 neutron-server[84040]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8bba8120-99e3-4d20-80fe-5ce151d3c4b9 tempest-RoutersTest-1500746192 tempest-RoutersTest-1500746192-project] Network 68c6b391-6714-4325-bfed-875685da33ce is already hosted by enough agents. {{(pid=84040) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:05:42.024914 n-d-838334-2 neutron-server[84040]: DEBUG neutron.scheduler.base_scheduler [None req-8bba8120-99e3-4d20-80fe-5ce151d3c4b9 tempest-RoutersTest-1500746192 tempest-RoutersTest-1500746192-project] Resources bound (agent type, host, resource id): {{(pid=84040) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:05:42.056275 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48f1fc46-bd27-40fb-8194-37778d6a6eca None None] Sync routers for ids ['8d2572c8-a331-400d-95fa-c6c17825c988'] in n-d-838334-2 {{(pid=84042) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 18 21:05:42.109629 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48f1fc46-bd27-40fb-8194-37778d6a6eca None None] Routers {'8d2572c8-a331-400d-95fa-c6c17825c988'} bound to L3 agent in host n-d-838334-2 {{(pid=84042) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 21:05:42.116021 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_hamode_db [None req-48f1fc46-bd27-40fb-8194-37778d6a6eca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838334-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-18T20:25:48Z,description=,heartbeat_timestamp=2022-04-18T21:05:18Z,host='n-d-838334-2',id=bc84d6c9-dd7a-4555-a351-592327b46d5a,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:25:48Z,topic='l3_agent')) {'router_ids': ['8d2572c8-a331-400d-95fa-c6c17825c988'], 'active': True} {{(pid=84042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:05:42.118476 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 37794) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:05:42.173232 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.db_base_plugin_v2 [None req-e12e9a51-fb8d-4695-8d1f-3bfd13ad1b5d tempest-PortsIpV6TestJSON-656796091 tempest-PortsIpV6TestJSON-656796091-project] Deleting subnet 9d4ca7b9-ca3a-4b8d-8147-19a6c1cd990b {{(pid=84041) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 18 21:05:42.203124 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.v2.base [None req-2f7e4319-18df-4c9f-8de0-b2929a6afca3 tempest-FloatingIPTestJSON-1355648241 tempest-FloatingIPTestJSON-1355648241-project] Request body: {'floatingip': {'port_id': None}} {{(pid=84040) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:05:42.257832 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_hamode_db [None req-48f1fc46-bd27-40fb-8194-37778d6a6eca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-838334-2', False) {} {{(pid=84042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:05:42.276806 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48f1fc46-bd27-40fb-8194-37778d6a6eca None None] Routers {'8d2572c8-a331-400d-95fa-c6c17825c988'} bound to L3 agent in host n-d-838334-2 {{(pid=84042) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 21:05:42.277464 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_hamode_db [None req-48f1fc46-bd27-40fb-8194-37778d6a6eca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838334-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-18T20:25:48Z,description=,heartbeat_timestamp=2022-04-18T21:05:18Z,host='n-d-838334-2',id=bc84d6c9-dd7a-4555-a351-592327b46d5a,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:25:48Z,topic='l3_agent')) {'router_ids': ['8d2572c8-a331-400d-95fa-c6c17825c988'], 'active': True} {{(pid=84042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:05:42.299581 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-e12e9a51-fb8d-4695-8d1f-3bfd13ad1b5d tempest-PortsIpV6TestJSON-656796091 tempest-PortsIpV6TestJSON-656796091-project] Notify callbacks [] for subnet, before_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:42.335976 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-2f7e4319-18df-4c9f-8de0-b2929a6afca3 tempest-FloatingIPTestJSON-1355648241 tempest-FloatingIPTestJSON-1355648241-project] Notify callbacks [] for floatingip, before_update {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:42.340985 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_hamode_db [None req-48f1fc46-bd27-40fb-8194-37778d6a6eca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-838334-2', False) {} {{(pid=84042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:05:42.341385 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48f1fc46-bd27-40fb-8194-37778d6a6eca None None] The sync data for ids ['8d2572c8-a331-400d-95fa-c6c17825c988'] in n-d-838334-2 is: [] {{(pid=84042) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 18 21:05:42.357248 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-8b8e1ee7-c314-40c1-866f-5a78368a83a4 None None] Provisioning for port fed3bd89-3f9e-400e-aea5-1b4464149caf completed by entity DHCP. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 21:05:42.362256 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-8b8e1ee7-c314-40c1-866f-5a78368a83a4 None None] Provisioning complete for port fed3bd89-3f9e-400e-aea5-1b4464149caf triggered by entity DHCP. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:05:42.362627 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-8b8e1ee7-c314-40c1-866f-5a78368a83a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1253608'] for port, provisioning_complete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:42.502857 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-e12e9a51-fb8d-4695-8d1f-3bfd13ad1b5d tempest-PortsIpV6TestJSON-656796091 tempest-PortsIpV6TestJSON-656796091-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32266383'] for subnet, precommit_delete_associations {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:42.517940 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-8b8e1ee7-c314-40c1-866f-5a78368a83a4 None None] Provisioning complete for port 52793402-19f0-422b-9895-a5b49a6f6fc8 triggered by entity DHCP. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:05:42.518307 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-8b8e1ee7-c314-40c1-866f-5a78368a83a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1253608'] for port, provisioning_complete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:42.580378 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-864aa69f-162b-47da-b835-3d0a681d76ce admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:42.583080 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.db.resource_extend [None req-119f350b-d4ff-4fca-a70f-615bd1429b58 tempest-PortsTestJSON-1335945802 tempest-PortsTestJSON-1335945802-project] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84041) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 18 21:05:42.589468 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.plugin [None req-8b8e1ee7-c314-40c1-866f-5a78368a83a4 None None] Port 52793402-19f0-422b-9895-a5b49a6f6fc8 cannot update to ACTIVE because it is not bound. {{(pid=84042) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 18 21:05:42.603369 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-864aa69f-162b-47da-b835-3d0a681d76ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33528224'] for security_group, after_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:42.611864 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-8b8e1ee7-c314-40c1-866f-5a78368a83a4 None None] Provisioning complete for port b38e4d4e-c6f3-47aa-a11a-25568a0ec040 triggered by entity DHCP. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:05:42.612642 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-8b8e1ee7-c314-40c1-866f-5a78368a83a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1253608'] for port, provisioning_complete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:42.615837 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-119f350b-d4ff-4fca-a70f-615bd1429b58 tempest-PortsTestJSON-1335945802 tempest-PortsTestJSON-1335945802-project] Notify callbacks [] for port, precommit_update {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:42.675534 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.provisioning_blocks [None req-119f350b-d4ff-4fca-a70f-615bd1429b58 tempest-PortsTestJSON-1335945802 tempest-PortsTestJSON-1335945802-project] Transition to ACTIVE for port object b38e4d4e-c6f3-47aa-a11a-25568a0ec040 will not be triggered until provisioned by entity DHCP. {{(pid=84041) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:05:42.682491 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.plugin [None req-8b8e1ee7-c314-40c1-866f-5a78368a83a4 None None] Port b38e4d4e-c6f3-47aa-a11a-25568a0ec040 cannot update to ACTIVE because it is not bound. {{(pid=84042) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 18 21:05:42.692401 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-119f350b-d4ff-4fca-a70f-615bd1429b58 tempest-PortsTestJSON-1335945802 tempest-PortsTestJSON-1335945802-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32266282'] for port, after_update {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:42.696168 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-864aa69f-162b-47da-b835-3d0a681d76ce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3ecaaca5-2ba0-4a2f-881e-4dc9453904ce,revision_number=1']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:05:42.709197 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-864aa69f-162b-47da-b835-3d0a681d76ce admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=495e9164d5ec4bc0b05dd65d74b178d7&name=default HTTP/1.1" status: 200 len: 2647 time: 1.6291871 Apr 18 21:05:42.731885 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 37798) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:05:42.830072 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-12cfb9d5-fa8c-468a-8f32-9e173fd944dd None None] Provisioning complete for port 4cd76744-97fc-4284-a423-f44a3d815c92 triggered by entity DHCP. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:05:42.830768 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-12cfb9d5-fa8c-468a-8f32-9e173fd944dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1253608'] for port, provisioning_complete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:42.845930 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-119f350b-d4ff-4fca-a70f-615bd1429b58 tempest-PortsTestJSON-1335945802 tempest-PortsTestJSON-1335945802-project] Pushing event updated for resources: {'Port': ['ID=b38e4d4e-c6f3-47aa-a11a-25568a0ec040,revision_number=2']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:05:42.848978 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-e12e9a51-fb8d-4695-8d1f-3bfd13ad1b5d tempest-PortsIpV6TestJSON-656796091 tempest-PortsIpV6TestJSON-656796091-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1260556'] for subnet, precommit_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:42.892313 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.plugin [None req-12cfb9d5-fa8c-468a-8f32-9e173fd944dd None None] Port 4cd76744-97fc-4284-a423-f44a3d815c92 cannot update to ACTIVE because it is not bound. {{(pid=84042) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 18 21:05:42.980598 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.plugin [None req-119f350b-d4ff-4fca-a70f-615bd1429b58 tempest-PortsTestJSON-1335945802 tempest-PortsTestJSON-1335945802-project] In _notify_port_updated(), no bound segment for port b38e4d4e-c6f3-47aa-a11a-25568a0ec040 on network 1a5d91c8-1709-4cd3-96e4-f851e43fa6e0 {{(pid=84041) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Apr 18 21:05:42.984362 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-119f350b-d4ff-4fca-a70f-615bd1429b58 tempest-PortsTestJSON-1335945802 tempest-PortsTestJSON-1335945802-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:05:42.985251 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-119f350b-d4ff-4fca-a70f-615bd1429b58 tempest-PortsTestJSON-1335945802 tempest-PortsTestJSON-1335945802-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217293'] for port, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:42.986247 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-119f350b-d4ff-4fca-a70f-615bd1429b58 tempest-PortsTestJSON-1335945802 tempest-PortsTestJSON-1335945802-project] 10.222.0.42 "PUT /v2.0/ports/b38e4d4e-c6f3-47aa-a11a-25568a0ec040 HTTP/1.1" status: 200 len: 921 time: 3.3125587 Apr 18 21:05:42.990972 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 37804) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:05:43.067415 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-e12e9a51-fb8d-4695-8d1f-3bfd13ad1b5d tempest-PortsIpV6TestJSON-656796091 tempest-PortsIpV6TestJSON-656796091-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1260549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33526260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32266336', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32486390'] for subnet, after_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:43.096000 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-26409285-c761-42d4-b842-473d578f391f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:43.098518 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-2f7e4319-18df-4c9f-8de0-b2929a6afca3 tempest-FloatingIPTestJSON-1355648241 tempest-FloatingIPTestJSON-1355648241-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:43.109596 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.plugin [None req-a9d671a5-ca59-4214-b7ec-08ce2b0f7392 tempest-PortsTestJSON-1335945802 tempest-PortsTestJSON-1335945802-project] Deleting port b38e4d4e-c6f3-47aa-a11a-25568a0ec040 {{(pid=84041) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 21:05:43.110023 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-a9d671a5-ca59-4214-b7ec-08ce2b0f7392 tempest-PortsTestJSON-1335945802 tempest-PortsTestJSON-1335945802-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750375188691'] for port, before_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:43.114332 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-2f7e4319-18df-4c9f-8de0-b2929a6afca3 tempest-FloatingIPTestJSON-1355648241 tempest-FloatingIPTestJSON-1355648241-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33444131'] for floatingip, after_update {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:43.114645 n-d-838334-2 neutron-server[84040]: INFO neutron.db.l3_db [None req-2f7e4319-18df-4c9f-8de0-b2929a6afca3 tempest-FloatingIPTestJSON-1355648241 tempest-FloatingIPTestJSON-1355648241-project] Floating IP 428aea63-1dae-4d30-99c5-e132bbf8fdfe disassociated. External IP: 172.25.8.50, port: 2882729f-5f07-42d9-8958-1c24592c42f2. Apr 18 21:05:43.134603 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9c8a0bf9-a642-4266-9253-5b70d572388b tempest-RoutersIpV6AdminTest-1441855246 tempest-RoutersIpV6AdminTest-1441855246-project-admin] Notify agent at l3_agent.n-d-838334-2 the message routers_updated {{(pid=84041) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 21:05:43.147123 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e12e9a51-fb8d-4695-8d1f-3bfd13ad1b5d tempest-PortsIpV6TestJSON-656796091 tempest-PortsIpV6TestJSON-656796091-project] Pushing event deleted for resources: {'Subnet': ['ID=9d4ca7b9-ca3a-4b8d-8147-19a6c1cd990b,revision_number=None']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:05:43.163503 n-d-838334-2 neutron-server[84043]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94a24d44-e910-43a6-b498-269382192cfa None None] Sync routers for ids ['bb83a558-a0a5-435f-abed-3cacca419947'] in n-d-838334-2 {{(pid=84043) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 18 21:05:43.181052 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-e12e9a51-fb8d-4695-8d1f-3bfd13ad1b5d tempest-PortsIpV6TestJSON-656796091 tempest-PortsIpV6TestJSON-656796091-project] Notify callbacks [] for subnet, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:43.183676 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c05c765-7ec4-428f-ba24-551b14ccdc37 None None] Network deebd83f-32f7-4ecf-aabc-09032a8187c8 requested from n-d-838334-2 {{(pid=84042) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 21:05:43.209651 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94a24d44-e910-43a6-b498-269382192cfa None None] Routers {'bb83a558-a0a5-435f-abed-3cacca419947'} bound to L3 agent in host n-d-838334-2 {{(pid=84043) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 21:05:43.213463 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.l3_hamode_db [None req-94a24d44-e910-43a6-b498-269382192cfa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838334-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-18T20:25:48Z,description=,heartbeat_timestamp=2022-04-18T21:05:18Z,host='n-d-838334-2',id=bc84d6c9-dd7a-4555-a351-592327b46d5a,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:25:48Z,topic='l3_agent')) {'router_ids': ['bb83a558-a0a5-435f-abed-3cacca419947'], 'active': True} {{(pid=84043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:05:43.237334 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-e12e9a51-fb8d-4695-8d1f-3bfd13ad1b5d tempest-PortsIpV6TestJSON-656796091 tempest-PortsIpV6TestJSON-656796091-project] 10.222.0.42 "DELETE /v2.0/subnets/9d4ca7b9-ca3a-4b8d-8147-19a6c1cd990b HTTP/1.1" status: 204 len: 168 time: 1.6633379 Apr 18 21:05:43.246278 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-9c8a0bf9-a642-4266-9253-5b70d572388b tempest-RoutersIpV6AdminTest-1441855246 tempest-RoutersIpV6AdminTest-1441855246-project-admin] Notify callbacks [] for router, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:43.247657 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 37808) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:05:43.254100 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-26409285-c761-42d4-b842-473d578f391f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:43.256913 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-9c8a0bf9-a642-4266-9253-5b70d572388b tempest-RoutersIpV6AdminTest-1441855246 tempest-RoutersIpV6AdminTest-1441855246-project-admin] 10.222.0.42 "PUT /v2.0/routers/bb83a558-a0a5-435f-abed-3cacca419947 HTTP/1.1" status: 200 len: 925 time: 6.9964511 Apr 18 21:05:43.257723 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 37812) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:05:43.363546 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.l3_hamode_db [None req-94a24d44-e910-43a6-b498-269382192cfa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-838334-2', False) {} {{(pid=84043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:05:43.387201 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94a24d44-e910-43a6-b498-269382192cfa None None] Routers {'bb83a558-a0a5-435f-abed-3cacca419947'} bound to L3 agent in host n-d-838334-2 {{(pid=84043) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 21:05:43.389212 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.l3_hamode_db [None req-94a24d44-e910-43a6-b498-269382192cfa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838334-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-18T20:25:48Z,description=,heartbeat_timestamp=2022-04-18T21:05:18Z,host='n-d-838334-2',id=bc84d6c9-dd7a-4555-a351-592327b46d5a,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:25:48Z,topic='l3_agent')) {'router_ids': ['bb83a558-a0a5-435f-abed-3cacca419947'], 'active': True} {{(pid=84043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:05:43.500684 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.l3_hamode_db [None req-94a24d44-e910-43a6-b498-269382192cfa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-838334-2', False) {} {{(pid=84043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:05:43.501575 n-d-838334-2 neutron-server[84043]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94a24d44-e910-43a6-b498-269382192cfa None None] The sync data for ids ['bb83a558-a0a5-435f-abed-3cacca419947'] in n-d-838334-2 is: [] {{(pid=84043) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 18 21:05:43.529591 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-5c1da8c4-dc71-4673-97f1-1c867c69fcc9 tempest-PortsIpV6TestJSON-656796091 tempest-PortsIpV6TestJSON-656796091-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1103592'] for network, before_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:43.578393 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.plugin [None req-5c1da8c4-dc71-4673-97f1-1c867c69fcc9 tempest-PortsIpV6TestJSON-656796091 tempest-PortsIpV6TestJSON-656796091-project] Deleting port e9e63b6d-f138-4d45-b014-fa6094219d23 {{(pid=84040) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 21:05:43.578699 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-5c1da8c4-dc71-4673-97f1-1c867c69fcc9 tempest-PortsIpV6TestJSON-656796091 tempest-PortsIpV6TestJSON-656796091-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750375188691'] for port, before_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:43.622639 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-26409285-c761-42d4-b842-473d578f391f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33528224'] for security_group, after_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:43.644781 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-657e32de-aef3-4194-aeb4-1c16b8342ada None None] Provisioning for port b38e4d4e-c6f3-47aa-a11a-25568a0ec040 completed by entity DHCP. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 21:05:43.668509 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-657e32de-aef3-4194-aeb4-1c16b8342ada None None] Provisioning complete for port b38e4d4e-c6f3-47aa-a11a-25568a0ec040 triggered by entity DHCP. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:05:43.670489 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-657e32de-aef3-4194-aeb4-1c16b8342ada None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1253608'] for port, provisioning_complete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:43.690642 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26409285-c761-42d4-b842-473d578f391f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ecaaca5-2ba0-4a2f-881e-4dc9453904ce,revision_number=None']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:05:43.712557 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-26409285-c761-42d4-b842-473d578f391f admin admin] Notify callbacks [] for security_group, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:43.713676 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-26409285-c761-42d4-b842-473d578f391f admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/3ecaaca5-2ba0-4a2f-881e-4dc9453904ce HTTP/1.1" status: 204 len: 168 time: 0.9808729 Apr 18 21:05:43.725424 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-830f9472-7d13-457a-8807-b2a34c54e87a None None] DHCP port deletion for deebd83f-32f7-4ecf-aabc-09032a8187c8 request from n-d-838334-2 {{(pid=84042) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 18 21:05:43.749379 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.plugin [None req-830f9472-7d13-457a-8807-b2a34c54e87a None None] Deleting port e9e63b6d-f138-4d45-b014-fa6094219d23 {{(pid=84042) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 21:05:43.749986 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-830f9472-7d13-457a-8807-b2a34c54e87a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750375188691'] for port, before_delete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:43.750990 n-d-838334-2 neutron-server[84040]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8bba8120-99e3-4d20-80fe-5ce151d3c4b9 tempest-RoutersTest-1500746192 tempest-RoutersTest-1500746192-project] Router ad000e66-4cab-4df6-8e9f-7dec4de21ef7 is scheduled to L3 agent bc84d6c9-dd7a-4555-a351-592327b46d5a with binding_index 1 {{(pid=84040) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 18 21:05:43.886709 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-a9d671a5-ca59-4214-b7ec-08ce2b0f7392 tempest-PortsTestJSON-1335945802 tempest-PortsTestJSON-1335945802-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369123'] for port, precommit_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:43.902954 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Device e9e63b6d-f138-4d45-b014-fa6094219d23 no longer exists at agent ovs-agent-n-d-838334-2 {{(pid=84042) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 21:05:43.979158 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.plugin [None req-657e32de-aef3-4194-aeb4-1c16b8342ada None None] Port b38e4d4e-c6f3-47aa-a11a-25568a0ec040 cannot update to ACTIVE because it is not bound. {{(pid=84042) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 18 21:05:44.151137 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.db [None req-5c1da8c4-dc71-4673-97f1-1c867c69fcc9 tempest-PortsIpV6TestJSON-656796091 tempest-PortsIpV6TestJSON-656796091-project] For port e9e63b6d-f138-4d45-b014-fa6094219d23, host n-d-838334-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838334-2',level=0,port_id=e9e63b6d-f138-4d45-b014-fa6094219d23,segment=NetworkSegment(ff98953c-28a4-4442-a6c8-a102c86f0af1),segment_id=ff98953c-28a4-4442-a6c8-a102c86f0af1)] {{(pid=84040) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:05:44.151755 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-5c1da8c4-dc71-4673-97f1-1c867c69fcc9 tempest-PortsIpV6TestJSON-656796091 tempest-PortsIpV6TestJSON-656796091-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369123'] for port, precommit_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:44.187466 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.plugin [None req-a9d671a5-ca59-4214-b7ec-08ce2b0f7392 tempest-PortsTestJSON-1335945802 tempest-PortsTestJSON-1335945802-project] Calling delete_port for b38e4d4e-c6f3-47aa-a11a-25568a0ec040 owned by {{(pid=84041) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 21:05:44.235423 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:44.345286 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-830f9472-7d13-457a-8807-b2a34c54e87a None None] For port e9e63b6d-f138-4d45-b014-fa6094219d23, host n-d-838334-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838334-2',level=0,port_id=e9e63b6d-f138-4d45-b014-fa6094219d23,segment=NetworkSegment(ff98953c-28a4-4442-a6c8-a102c86f0af1),segment_id=ff98953c-28a4-4442-a6c8-a102c86f0af1)] {{(pid=84042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:05:44.345682 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-830f9472-7d13-457a-8807-b2a34c54e87a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369123'] for port, precommit_delete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:44.380133 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.plugin [None req-5c1da8c4-dc71-4673-97f1-1c867c69fcc9 tempest-PortsIpV6TestJSON-656796091 tempest-PortsIpV6TestJSON-656796091-project] Calling delete_port for e9e63b6d-f138-4d45-b014-fa6094219d23 owned by network:dhcp {{(pid=84040) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 21:05:44.402746 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-24d4e94d-e770-4d54-8795-d3cfca1fa0eb tempest-RoutersIpV6AdminTest-1441855246 tempest-RoutersIpV6AdminTest-1441855246-project-admin] 10.222.0.42 "GET /v2.0/routers/bb83a558-a0a5-435f-abed-3cacca419947 HTTP/1.1" status: 200 len: 925 time: 1.1411927 Apr 18 21:05:44.403492 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 37826) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:05:44.410129 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 37828) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:05:44.536787 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-80cde890-69d3-4189-a0cb-32066cc3b7c0 tempest-RoutersIpV6AdminTest-1441855246 tempest-RoutersIpV6AdminTest-1441855246-project-admin] Synchronizing usage tracker for tenant:292188131bd5453abc7131f632de51a5 on resource:port {{(pid=84041) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 21:05:44.586714 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.plugin [None req-830f9472-7d13-457a-8807-b2a34c54e87a None None] Calling delete_port for e9e63b6d-f138-4d45-b014-fa6094219d23 owned by network:dhcp {{(pid=84042) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 21:05:44.593312 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-a9d671a5-ca59-4214-b7ec-08ce2b0f7392 tempest-PortsTestJSON-1335945802 tempest-PortsTestJSON-1335945802-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750375259028', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750374836628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32266323'] for port, after_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:44.642585 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] For port e9e63b6d-f138-4d45-b014-fa6094219d23, host n-d-838334-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838334-2',level=0,port_id=e9e63b6d-f138-4d45-b014-fa6094219d23,segment=NetworkSegment(ff98953c-28a4-4442-a6c8-a102c86f0af1),segment_id=ff98953c-28a4-4442-a6c8-a102c86f0af1)] {{(pid=84042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:05:44.654776 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682'] for port, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:44.719406 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-80cde890-69d3-4189-a0cb-32066cc3b7c0 tempest-RoutersIpV6AdminTest-1441855246 tempest-RoutersIpV6AdminTest-1441855246-project-admin] Unset dirty status for tenant:292188131bd5453abc7131f632de51a5 on resource:port {{(pid=84041) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 21:05:44.724188 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-80cde890-69d3-4189-a0cb-32066cc3b7c0 tempest-RoutersIpV6AdminTest-1441855246 tempest-RoutersIpV6AdminTest-1441855246-project-admin] 10.222.0.42 "GET /v2.0/ports?network_id=e41b6600-a917-4a8d-b05c-be3be40c6d8c&device_id=bb83a558-a0a5-435f-abed-3cacca419947&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.3105373 Apr 18 21:05:44.725667 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 37838) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:05:44.737450 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Pushing event updated for resources: {'Port': ['ID=e9e63b6d-f138-4d45-b014-fa6094219d23,revision_number=5']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:05:44.768692 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9d671a5-ca59-4214-b7ec-08ce2b0f7392 tempest-PortsTestJSON-1335945802 tempest-PortsTestJSON-1335945802-project] Pushing event deleted for resources: {'Port': ['ID=b38e4d4e-c6f3-47aa-a11a-25568a0ec040,revision_number=None']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:05:44.810562 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.db.api [None req-830f9472-7d13-457a-8807-b2a34c54e87a None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84042) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 18 21:05:44.810994 n-d-838334-2 neutron-server[84042]: DEBUG oslo_db.api [None req-830f9472-7d13-457a-8807-b2a34c54e87a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 18 21:05:44.833700 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-6a9b8b21-4956-4d4c-8e5b-0c891b3fb844 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=4ddcb0df24f94d1292db48b5e0007331&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4203031 Apr 18 21:05:44.841105 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 37842) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:05:44.842247 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.db.api [None req-5c1da8c4-dc71-4673-97f1-1c867c69fcc9 tempest-PortsIpV6TestJSON-656796091 tempest-PortsIpV6TestJSON-656796091-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Apr 18 21:05:44.842247 n-d-838334-2 neutron-server[84040]: [SQL: DELETE FROM ml2_port_binding_levels WHERE ml2_port_binding_levels.port_id = %(port_id)s AND ml2_port_binding_levels.host = %(host)s AND ml2_port_binding_levels.level = %(level)s] Apr 18 21:05:44.842247 n-d-838334-2 neutron-server[84040]: [parameters: {'port_id': 'e9e63b6d-f138-4d45-b014-fa6094219d23', 'host': 'n-d-838334-2', 'level': 0}] Apr 18 21:05:44.842247 n-d-838334-2 neutron-server[84040]: (Background on this error at: http://sqlalche.me/e/13/e3q8) {{(pid=84040) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 18 21:05:44.843054 n-d-838334-2 neutron-server[84040]: DEBUG oslo_db.api [None req-5c1da8c4-dc71-4673-97f1-1c867c69fcc9 tempest-PortsIpV6TestJSON-656796091 tempest-PortsIpV6TestJSON-656796091-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 18 21:05:44.932316 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-a9d671a5-ca59-4214-b7ec-08ce2b0f7392 tempest-PortsTestJSON-1335945802 tempest-PortsTestJSON-1335945802-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217293'] for port, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:44.938182 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8bba8120-99e3-4d20-80fe-5ce151d3c4b9 tempest-RoutersTest-1500746192 tempest-RoutersTest-1500746192-project] Notify agent at l3_agent.n-d-838334-2 the message routers_updated {{(pid=84040) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 21:05:44.948333 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-8bba8120-99e3-4d20-80fe-5ce151d3c4b9 tempest-RoutersTest-1500746192 tempest-RoutersTest-1500746192-project] 10.222.0.42 "PUT /v2.0/routers/ad000e66-4cab-4df6-8e9f-7dec4de21ef7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.4293468 Apr 18 21:05:44.950136 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5998e26f-2f36-4af0-b737-b053e4c9b53a None None] Sync routers for ids ['ad000e66-4cab-4df6-8e9f-7dec4de21ef7'] in n-d-838334-2 {{(pid=84042) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 18 21:05:44.951423 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 37848) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:05:44.974663 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5998e26f-2f36-4af0-b737-b053e4c9b53a None None] Routers {'ad000e66-4cab-4df6-8e9f-7dec4de21ef7'} bound to L3 agent in host n-d-838334-2 {{(pid=84042) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 21:05:44.975153 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_hamode_db [None req-5998e26f-2f36-4af0-b737-b053e4c9b53a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838334-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-18T20:25:48Z,description=,heartbeat_timestamp=2022-04-18T21:05:18Z,host='n-d-838334-2',id=bc84d6c9-dd7a-4555-a351-592327b46d5a,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:25:48Z,topic='l3_agent')) {'router_ids': ['ad000e66-4cab-4df6-8e9f-7dec4de21ef7'], 'active': True} {{(pid=84042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:05:44.989294 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-1f015785-ad74-4eda-9afa-23d9ef782959 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:45.053567 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-a9d671a5-ca59-4214-b7ec-08ce2b0f7392 tempest-PortsTestJSON-1335945802 tempest-PortsTestJSON-1335945802-project] 10.222.0.42 "DELETE /v2.0/ports/b38e4d4e-c6f3-47aa-a11a-25568a0ec040 HTTP/1.1" status: 204 len: 168 time: 2.0604560 Apr 18 21:05:45.060978 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-1f015785-ad74-4eda-9afa-23d9ef782959 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:45.067581 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 37852) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:05:45.094724 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_hamode_db [None req-5998e26f-2f36-4af0-b737-b053e4c9b53a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-838334-2', False) {} {{(pid=84042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:05:45.121357 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5998e26f-2f36-4af0-b737-b053e4c9b53a None None] Routers {'ad000e66-4cab-4df6-8e9f-7dec4de21ef7'} bound to L3 agent in host n-d-838334-2 {{(pid=84042) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 21:05:45.121988 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_hamode_db [None req-5998e26f-2f36-4af0-b737-b053e4c9b53a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838334-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-18T20:25:48Z,description=,heartbeat_timestamp=2022-04-18T21:05:18Z,host='n-d-838334-2',id=bc84d6c9-dd7a-4555-a351-592327b46d5a,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:25:48Z,topic='l3_agent')) {'router_ids': ['ad000e66-4cab-4df6-8e9f-7dec4de21ef7'], 'active': True} {{(pid=84042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:05:45.130389 n-d-838334-2 neutron-server[84041]: INFO neutron.pecan_wsgi.hooks.translation [None req-b8258a25-b8d0-446e-a6e3-0d6f80e37667 tempest-PortsTestJSON-1335945802 tempest-PortsTestJSON-1335945802-project] GET failed (client error): The resource could not be found. Apr 18 21:05:45.131456 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-b8258a25-b8d0-446e-a6e3-0d6f80e37667 tempest-PortsTestJSON-1335945802 tempest-PortsTestJSON-1335945802-project] Synchronizing usage tracker for tenant:234c597e1bbf440ab35a01225b472234 on resource:port {{(pid=84041) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 21:05:45.144688 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb290963-6e1c-4954-a0e1-36988c01fe11 tempest-RoutersTest-1500746192 tempest-RoutersTest-1500746192-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:05:45.146363 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-cb290963-6e1c-4954-a0e1-36988c01fe11 tempest-RoutersTest-1500746192 tempest-RoutersTest-1500746192-project] 10.222.0.42 "GET /v2.0/ports/4cd76744-97fc-4284-a423-f44a3d815c92 HTTP/1.1" status: 200 len: 910 time: 0.1939480 Apr 18 21:05:45.151769 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 37856) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:05:45.171009 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.v2.base [None req-59830f6c-5140-4148-b102-31d5c86ef2d0 tempest-RoutersTest-1500746192 tempest-RoutersTest-1500746192-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '5b482048-76d7-425d-8396-2b10f693bb89'}]}} {{(pid=84040) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:05:45.171503 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09c3d1db-c045-4b12-a805-c9be5aa31ed3 tempest-RoutersIpV6AdminTest-1441855246 tempest-RoutersIpV6AdminTest-1441855246-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:05:45.172262 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-09c3d1db-c045-4b12-a805-c9be5aa31ed3 tempest-RoutersIpV6AdminTest-1441855246 tempest-RoutersIpV6AdminTest-1441855246-project-admin] Synchronizing usage tracker for tenant:292188131bd5453abc7131f632de51a5 on resource:network {{(pid=84041) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 21:05:45.188543 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-b8258a25-b8d0-446e-a6e3-0d6f80e37667 tempest-PortsTestJSON-1335945802 tempest-PortsTestJSON-1335945802-project] Unset dirty status for tenant:234c597e1bbf440ab35a01225b472234 on resource:port {{(pid=84041) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 21:05:45.201129 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-b8258a25-b8d0-446e-a6e3-0d6f80e37667 tempest-PortsTestJSON-1335945802 tempest-PortsTestJSON-1335945802-project] 10.222.0.42 "GET /v2.0/ports/b38e4d4e-c6f3-47aa-a11a-25568a0ec040 HTTP/1.1" status: 404 len: 333 time: 0.1321507 Apr 18 21:05:45.203850 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 37860) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:05:45.229019 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_hamode_db [None req-5998e26f-2f36-4af0-b737-b053e4c9b53a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-838334-2', False) {} {{(pid=84042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:05:45.229429 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5998e26f-2f36-4af0-b737-b053e4c9b53a None None] The sync data for ids ['ad000e66-4cab-4df6-8e9f-7dec4de21ef7'] in n-d-838334-2 is: [] {{(pid=84042) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 18 21:05:45.232317 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-09c3d1db-c045-4b12-a805-c9be5aa31ed3 tempest-RoutersIpV6AdminTest-1441855246 tempest-RoutersIpV6AdminTest-1441855246-project-admin] Unset dirty status for tenant:292188131bd5453abc7131f632de51a5 on resource:network {{(pid=84041) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 21:05:45.234089 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-09c3d1db-c045-4b12-a805-c9be5aa31ed3 tempest-RoutersIpV6AdminTest-1441855246 tempest-RoutersIpV6AdminTest-1441855246-project-admin] 10.222.0.42 "GET /v2.0/networks/e41b6600-a917-4a8d-b05c-be3be40c6d8c HTTP/1.1" status: 200 len: 881 time: 0.4623756 Apr 18 21:05:45.237957 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 37864) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:05:45.297118 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-9e5786ad-1212-46a2-bde1-0b04da59a50e tempest-RoutersIpV6AdminTest-1940382112 tempest-RoutersIpV6AdminTest-1940382112-project] 10.222.0.42 "GET /v2.0/ports?device_id=bb83a558-a0a5-435f-abed-3cacca419947 HTTP/1.1" status: 200 len: 205 time: 0.0574174 Apr 18 21:05:45.300388 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 37868) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:05:45.303368 n-d-838334-2 neutron-server[84040]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2f7e4319-18df-4c9f-8de0-b2929a6afca3 tempest-FloatingIPTestJSON-1355648241 tempest-FloatingIPTestJSON-1355648241-project] Router 8d2572c8-a331-400d-95fa-c6c17825c988 has already been hosted by L3 agent bc84d6c9-dd7a-4555-a351-592327b46d5a {{(pid=84040) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 21:05:45.312456 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.plugin [None req-830f9472-7d13-457a-8807-b2a34c54e87a None None] Deleting port e9e63b6d-f138-4d45-b014-fa6094219d23 {{(pid=84042) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 21:05:45.313131 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-830f9472-7d13-457a-8807-b2a34c54e87a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750375188691'] for port, before_delete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:45.478846 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.plugin [None req-5c1da8c4-dc71-4673-97f1-1c867c69fcc9 tempest-PortsIpV6TestJSON-656796091 tempest-PortsIpV6TestJSON-656796091-project] Deleting port e9e63b6d-f138-4d45-b014-fa6094219d23 {{(pid=84040) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 21:05:45.479210 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-5c1da8c4-dc71-4673-97f1-1c867c69fcc9 tempest-PortsIpV6TestJSON-656796091 tempest-PortsIpV6TestJSON-656796091-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750375188691'] for port, before_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:45.511771 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-d1e64374-6961-470a-a8a7-c4734cde37a0 tempest-PortsTestJSON-1335945802 tempest-PortsTestJSON-1335945802-project] Notify callbacks [] for security_group, before_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:45.546689 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-d1e64374-6961-470a-a8a7-c4734cde37a0 tempest-PortsTestJSON-1335945802 tempest-PortsTestJSON-1335945802-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:45.694439 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-d1e64374-6961-470a-a8a7-c4734cde37a0 tempest-PortsTestJSON-1335945802 tempest-PortsTestJSON-1335945802-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33528224'] for security_group, after_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:45.711534 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-830f9472-7d13-457a-8807-b2a34c54e87a None None] For port e9e63b6d-f138-4d45-b014-fa6094219d23, host n-d-838334-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838334-2',level=0,port_id=e9e63b6d-f138-4d45-b014-fa6094219d23,segment=NetworkSegment(ff98953c-28a4-4442-a6c8-a102c86f0af1),segment_id=ff98953c-28a4-4442-a6c8-a102c86f0af1)] {{(pid=84042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:05:45.712111 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-830f9472-7d13-457a-8807-b2a34c54e87a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369123'] for port, precommit_delete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:45.712372 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-1f015785-ad74-4eda-9afa-23d9ef782959 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33528224'] for security_group, after_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:45.767502 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1e64374-6961-470a-a8a7-c4734cde37a0 tempest-PortsTestJSON-1335945802 tempest-PortsTestJSON-1335945802-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=35ac7e0e-6f9e-4eb5-85bd-482c82857b0d,revision_number=None']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:05:45.775884 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-d1e64374-6961-470a-a8a7-c4734cde37a0 tempest-PortsTestJSON-1335945802 tempest-PortsTestJSON-1335945802-project] Notify callbacks [] for security_group, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:45.777002 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-d1e64374-6961-470a-a8a7-c4734cde37a0 tempest-PortsTestJSON-1335945802 tempest-PortsTestJSON-1335945802-project] 10.222.0.42 "DELETE /v2.0/security-groups/35ac7e0e-6f9e-4eb5-85bd-482c82857b0d HTTP/1.1" status: 204 len: 168 time: 0.5720749 Apr 18 21:05:45.780164 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 37874) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:05:45.813502 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-72f48e5b-1fa1-4fa4-b430-d127b4d90655 tempest-RoutersIpV6AdminTest-1940382112 tempest-RoutersIpV6AdminTest-1940382112-project] Notify callbacks [] for router, before_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:45.911062 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.plugin [None req-830f9472-7d13-457a-8807-b2a34c54e87a None None] Calling delete_port for e9e63b6d-f138-4d45-b014-fa6094219d23 owned by network:dhcp {{(pid=84042) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 21:05:45.919585 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.db [None req-5c1da8c4-dc71-4673-97f1-1c867c69fcc9 tempest-PortsIpV6TestJSON-656796091 tempest-PortsIpV6TestJSON-656796091-project] For port e9e63b6d-f138-4d45-b014-fa6094219d23, host n-d-838334-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838334-2',level=0,port_id=e9e63b6d-f138-4d45-b014-fa6094219d23,segment=NetworkSegment(ff98953c-28a4-4442-a6c8-a102c86f0af1),segment_id=ff98953c-28a4-4442-a6c8-a102c86f0af1)] {{(pid=84040) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:05:45.919982 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-5c1da8c4-dc71-4673-97f1-1c867c69fcc9 tempest-PortsIpV6TestJSON-656796091 tempest-PortsIpV6TestJSON-656796091-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369123'] for port, precommit_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:45.950639 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f015785-ad74-4eda-9afa-23d9ef782959 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=37769dc4-f1ac-4346-a83a-a533867a3460,revision_number=None']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:05:46.061252 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-8235c04a-0dd9-4a23-a77b-2514ac98358b tempest-PortsTestJSON-1335945802 tempest-PortsTestJSON-1335945802-project] Notify callbacks [] for security_group, before_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:46.104185 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-77a10c9f-b7a2-421e-b3e9-9049f737497d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750375287399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253529'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:46.133868 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-8235c04a-0dd9-4a23-a77b-2514ac98358b tempest-PortsTestJSON-1335945802 tempest-PortsTestJSON-1335945802-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:46.136947 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-830f9472-7d13-457a-8807-b2a34c54e87a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750375259028', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750374836628'] for port, after_delete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:46.189519 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-59830f6c-5140-4148-b102-31d5c86ef2d0 tempest-RoutersTest-1500746192 tempest-RoutersTest-1500746192-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:46.204602 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-830f9472-7d13-457a-8807-b2a34c54e87a None None] Pushing event deleted for resources: {'Port': ['ID=e9e63b6d-f138-4d45-b014-fa6094219d23,revision_number=None']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:05:46.206377 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_dvrscheduler_db [None req-830f9472-7d13-457a-8807-b2a34c54e87a None None] No DVR routers for this DVR port e9e63b6d-f138-4d45-b014-fa6094219d23 on host n-d-838334-2 {{(pid=84042) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 21:05:46.208040 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.plugin [None req-5c1da8c4-dc71-4673-97f1-1c867c69fcc9 tempest-PortsIpV6TestJSON-656796091 tempest-PortsIpV6TestJSON-656796091-project] Calling delete_port for e9e63b6d-f138-4d45-b014-fa6094219d23 owned by network:dhcp {{(pid=84040) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 21:05:46.248482 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-8235c04a-0dd9-4a23-a77b-2514ac98358b tempest-PortsTestJSON-1335945802 tempest-PortsTestJSON-1335945802-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33528224'] for security_group, after_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:46.262931 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-1f015785-ad74-4eda-9afa-23d9ef782959 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:46.274224 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8235c04a-0dd9-4a23-a77b-2514ac98358b tempest-PortsTestJSON-1335945802 tempest-PortsTestJSON-1335945802-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7bb33e97-5a6e-4c83-a00c-5f51c7c26204,revision_number=None']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:05:46.278187 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-1f015785-ad74-4eda-9afa-23d9ef782959 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/37769dc4-f1ac-4346-a83a-a533867a3460 HTTP/1.1" status: 204 len: 168 time: 1.4262216 Apr 18 21:05:46.288264 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-8235c04a-0dd9-4a23-a77b-2514ac98358b tempest-PortsTestJSON-1335945802 tempest-PortsTestJSON-1335945802-project] Notify callbacks [] for security_group, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:46.293080 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-8235c04a-0dd9-4a23-a77b-2514ac98358b tempest-PortsTestJSON-1335945802 tempest-PortsTestJSON-1335945802-project] 10.222.0.42 "DELETE /v2.0/security-groups/7bb33e97-5a6e-4c83-a00c-5f51c7c26204 HTTP/1.1" status: 204 len: 168 time: 0.5117884 Apr 18 21:05:46.293830 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 37888) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:05:46.398915 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8235c04a-0dd9-4a23-a77b-2514ac98358b tempest-PortsTestJSON-1335945802 tempest-PortsTestJSON-1335945802-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:05:46.399318 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8235c04a-0dd9-4a23-a77b-2514ac98358b tempest-PortsTestJSON-1335945802 tempest-PortsTestJSON-1335945802-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:05:46.404556 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8235c04a-0dd9-4a23-a77b-2514ac98358b tempest-PortsTestJSON-1335945802 tempest-PortsTestJSON-1335945802-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:05:46.404925 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8235c04a-0dd9-4a23-a77b-2514ac98358b tempest-PortsTestJSON-1335945802 tempest-PortsTestJSON-1335945802-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:05:46.405270 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8235c04a-0dd9-4a23-a77b-2514ac98358b tempest-PortsTestJSON-1335945802 tempest-PortsTestJSON-1335945802-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:05:46.405590 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8235c04a-0dd9-4a23-a77b-2514ac98358b tempest-PortsTestJSON-1335945802 tempest-PortsTestJSON-1335945802-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:05:46.405926 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8235c04a-0dd9-4a23-a77b-2514ac98358b tempest-PortsTestJSON-1335945802 tempest-PortsTestJSON-1335945802-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:05:46.406252 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8235c04a-0dd9-4a23-a77b-2514ac98358b tempest-PortsTestJSON-1335945802 tempest-PortsTestJSON-1335945802-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:05:46.406580 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8235c04a-0dd9-4a23-a77b-2514ac98358b tempest-PortsTestJSON-1335945802 tempest-PortsTestJSON-1335945802-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:05:46.407022 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8235c04a-0dd9-4a23-a77b-2514ac98358b tempest-PortsTestJSON-1335945802 tempest-PortsTestJSON-1335945802-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:05:46.407217 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8235c04a-0dd9-4a23-a77b-2514ac98358b tempest-PortsTestJSON-1335945802 tempest-PortsTestJSON-1335945802-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:05:46.773699 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.db.api [None req-5c1da8c4-dc71-4673-97f1-1c867c69fcc9 tempest-PortsIpV6TestJSON-656796091 tempest-PortsIpV6TestJSON-656796091-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84040) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 18 21:05:46.774016 n-d-838334-2 neutron-server[84040]: DEBUG oslo_db.api [None req-5c1da8c4-dc71-4673-97f1-1c867c69fcc9 tempest-PortsIpV6TestJSON-656796091 tempest-PortsIpV6TestJSON-656796091-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 18 21:05:46.796474 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-72f48e5b-1fa1-4fa4-b430-d127b4d90655 tempest-RoutersIpV6AdminTest-1940382112 tempest-RoutersIpV6AdminTest-1940382112-project] Notify callbacks [] for router_gateway, before_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:46.829113 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.plugin [None req-72f48e5b-1fa1-4fa4-b430-d127b4d90655 tempest-RoutersIpV6AdminTest-1940382112 tempest-RoutersIpV6AdminTest-1940382112-project] Deleting port a350af05-7b5b-44ef-9001-f27842a9cb4b {{(pid=84041) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 21:05:46.829457 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-72f48e5b-1fa1-4fa4-b430-d127b4d90655 tempest-RoutersIpV6AdminTest-1940382112 tempest-RoutersIpV6AdminTest-1940382112-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750375188691'] for port, before_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:46.938478 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.db_base_plugin_v2 [None req-ea3b0ca7-cdfd-413f-b2ad-e62c8e0df407 tempest-PortsTestJSON-1335945802 tempest-PortsTestJSON-1335945802-project] Deleting subnet d335bc2e-1a98-4513-8ca7-11e40a2776f2 {{(pid=84041) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 18 21:05:46.996247 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-ea3b0ca7-cdfd-413f-b2ad-e62c8e0df407 tempest-PortsTestJSON-1335945802 tempest-PortsTestJSON-1335945802-project] Notify callbacks [] for subnet, before_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:47.062357 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2f7e4319-18df-4c9f-8de0-b2929a6afca3 tempest-FloatingIPTestJSON-1355648241 tempest-FloatingIPTestJSON-1355648241-project] Notify agent at l3_agent.n-d-838334-2 the message routers_updated {{(pid=84040) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 21:05:47.076162 n-d-838334-2 neutron-server[84043]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a93e80f-1f58-4bd0-8f45-e67514c3446f None None] Sync routers for ids ['8d2572c8-a331-400d-95fa-c6c17825c988'] in n-d-838334-2 {{(pid=84043) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 18 21:05:47.090496 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-ea3b0ca7-cdfd-413f-b2ad-e62c8e0df407 tempest-PortsTestJSON-1335945802 tempest-PortsTestJSON-1335945802-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32266383'] for subnet, precommit_delete_associations {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:47.093190 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a93e80f-1f58-4bd0-8f45-e67514c3446f None None] Routers {'8d2572c8-a331-400d-95fa-c6c17825c988'} bound to L3 agent in host n-d-838334-2 {{(pid=84043) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 21:05:47.094396 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.l3_hamode_db [None req-0a93e80f-1f58-4bd0-8f45-e67514c3446f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838334-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-18T20:25:48Z,description=,heartbeat_timestamp=2022-04-18T21:05:18Z,host='n-d-838334-2',id=bc84d6c9-dd7a-4555-a351-592327b46d5a,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:25:48Z,topic='l3_agent')) {'router_ids': ['8d2572c8-a331-400d-95fa-c6c17825c988'], 'active': True} {{(pid=84043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:05:47.098930 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-2f7e4319-18df-4c9f-8de0-b2929a6afca3 tempest-FloatingIPTestJSON-1355648241 tempest-FloatingIPTestJSON-1355648241-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217293'] for floatingip, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:47.171103 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-72f48e5b-1fa1-4fa4-b430-d127b4d90655 tempest-RoutersIpV6AdminTest-1940382112 tempest-RoutersIpV6AdminTest-1940382112-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369123'] for port, precommit_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:47.190922 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.l3_hamode_db [None req-0a93e80f-1f58-4bd0-8f45-e67514c3446f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-838334-2', False) {} {{(pid=84043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:05:47.206343 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a93e80f-1f58-4bd0-8f45-e67514c3446f None None] Routers {'8d2572c8-a331-400d-95fa-c6c17825c988'} bound to L3 agent in host n-d-838334-2 {{(pid=84043) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 21:05:47.207455 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.l3_hamode_db [None req-0a93e80f-1f58-4bd0-8f45-e67514c3446f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838334-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-18T20:25:48Z,description=,heartbeat_timestamp=2022-04-18T21:05:18Z,host='n-d-838334-2',id=bc84d6c9-dd7a-4555-a351-592327b46d5a,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:25:48Z,topic='l3_agent')) {'router_ids': ['8d2572c8-a331-400d-95fa-c6c17825c988'], 'active': True} {{(pid=84043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:05:47.274732 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-2f7e4319-18df-4c9f-8de0-b2929a6afca3 tempest-FloatingIPTestJSON-1355648241 tempest-FloatingIPTestJSON-1355648241-project] 10.222.0.42 "PUT /v2.0/floatingips/428aea63-1dae-4d30-99c5-e132bbf8fdfe HTTP/1.1" status: 200 len: 687 time: 5.1548116 Apr 18 21:05:47.277892 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 37914) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:05:47.294820 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.l3_hamode_db [None req-0a93e80f-1f58-4bd0-8f45-e67514c3446f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-838334-2', False) {} {{(pid=84043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:05:47.295501 n-d-838334-2 neutron-server[84043]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a93e80f-1f58-4bd0-8f45-e67514c3446f None None] The sync data for ids ['8d2572c8-a331-400d-95fa-c6c17825c988'] in n-d-838334-2 is: [] {{(pid=84043) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 18 21:05:47.323063 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.plugin [None req-72f48e5b-1fa1-4fa4-b430-d127b4d90655 tempest-RoutersIpV6AdminTest-1940382112 tempest-RoutersIpV6AdminTest-1940382112-project] Calling delete_port for a350af05-7b5b-44ef-9001-f27842a9cb4b owned by network:router_gateway {{(pid=84041) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 21:05:47.432654 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-ea3b0ca7-cdfd-413f-b2ad-e62c8e0df407 tempest-PortsTestJSON-1335945802 tempest-PortsTestJSON-1335945802-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1260556'] for subnet, precommit_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:47.494583 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.plugin [None req-429865d3-dcda-4201-8f37-d57b674805cc tempest-FloatingIPTestJSON-1355648241 tempest-FloatingIPTestJSON-1355648241-project] Deleting port 542b290b-6b25-4201-bb1e-81451e5278ba {{(pid=84040) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 21:05:47.494929 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-429865d3-dcda-4201-8f37-d57b674805cc tempest-FloatingIPTestJSON-1355648241 tempest-FloatingIPTestJSON-1355648241-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750375188691'] for port, before_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:47.541034 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 37920) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:05:47.559339 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-59830f6c-5140-4148-b102-31d5c86ef2d0 tempest-RoutersTest-1500746192 tempest-RoutersTest-1500746192-project] Notify callbacks [] for port, precommit_update {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:47.567399 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-ea3b0ca7-cdfd-413f-b2ad-e62c8e0df407 tempest-PortsTestJSON-1335945802 tempest-PortsTestJSON-1335945802-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1260549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33526260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32266336', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32486390'] for subnet, after_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:47.581451 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-59830f6c-5140-4148-b102-31d5c86ef2d0 tempest-RoutersTest-1500746192 tempest-RoutersTest-1500746192-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32440959'] for port, after_update {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:47.620254 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea3b0ca7-cdfd-413f-b2ad-e62c8e0df407 tempest-PortsTestJSON-1335945802 tempest-PortsTestJSON-1335945802-project] Pushing event deleted for resources: {'Subnet': ['ID=d335bc2e-1a98-4513-8ca7-11e40a2776f2,revision_number=None']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:05:47.631554 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-ea3b0ca7-cdfd-413f-b2ad-e62c8e0df407 tempest-PortsTestJSON-1335945802 tempest-PortsTestJSON-1335945802-project] Notify callbacks [] for subnet, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:47.639931 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-72f48e5b-1fa1-4fa4-b430-d127b4d90655 tempest-RoutersIpV6AdminTest-1940382112 tempest-RoutersIpV6AdminTest-1940382112-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750375259028', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750374836628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32266323'] for port, after_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:47.640853 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e748515d-807f-46b2-b302-a6731ac9bf75 None None] Network 1a5d91c8-1709-4cd3-96e4-f851e43fa6e0 requested from n-d-838334-2 {{(pid=84042) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 21:05:47.682335 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-ea3b0ca7-cdfd-413f-b2ad-e62c8e0df407 tempest-PortsTestJSON-1335945802 tempest-PortsTestJSON-1335945802-project] 10.222.0.42 "DELETE /v2.0/subnets/d335bc2e-1a98-4513-8ca7-11e40a2776f2 HTTP/1.1" status: 204 len: 168 time: 1.3790934 Apr 18 21:05:47.687161 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 37926) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:05:47.689640 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72f48e5b-1fa1-4fa4-b430-d127b4d90655 tempest-RoutersIpV6AdminTest-1940382112 tempest-RoutersIpV6AdminTest-1940382112-project] Pushing event deleted for resources: {'Port': ['ID=a350af05-7b5b-44ef-9001-f27842a9cb4b,revision_number=None']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:05:47.697945 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.v2.base [None req-a00cbc3a-1912-4d92-91ba-aebd55546939 tempest-PortsTestJSON-1335945802 tempest-PortsTestJSON-1335945802-project] Request body: {'subnet': {'network_id': '1a5d91c8-1709-4cd3-96e4-f851e43fa6e0', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=84041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:05:47.743347 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.plugin [None req-5c1da8c4-dc71-4673-97f1-1c867c69fcc9 tempest-PortsIpV6TestJSON-656796091 tempest-PortsIpV6TestJSON-656796091-project] Deleting port e9e63b6d-f138-4d45-b014-fa6094219d23 {{(pid=84040) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 21:05:47.743711 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-5c1da8c4-dc71-4673-97f1-1c867c69fcc9 tempest-PortsIpV6TestJSON-656796091 tempest-PortsIpV6TestJSON-656796091-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750375188691'] for port, before_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:47.853018 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.v2.base [None req-f6a28893-d2f9-4721-9c74-26a903ddfb7c tempest-AllowedAddressPairTestJSON-1420879938 tempest-AllowedAddressPairTestJSON-1420879938-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairTestJSON-test-network-515898891'}} {{(pid=84041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:05:47.904265 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.plugin [None req-5c1da8c4-dc71-4673-97f1-1c867c69fcc9 tempest-PortsIpV6TestJSON-656796091 tempest-PortsIpV6TestJSON-656796091-project] The port 'e9e63b6d-f138-4d45-b014-fa6094219d23' was deleted {{(pid=84040) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 18 21:05:47.936729 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-f6a28893-d2f9-4721-9c74-26a903ddfb7c tempest-AllowedAddressPairTestJSON-1420879938 tempest-AllowedAddressPairTestJSON-1420879938-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:05:47.937660 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-c1cc14a0-c8a8-41e6-918c-9884e4ce48af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750375287399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253529'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:48.014097 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59830f6c-5140-4148-b102-31d5c86ef2d0 tempest-RoutersTest-1500746192 tempest-RoutersTest-1500746192-project] Pushing event updated for resources: {'Port': ['ID=4cd76744-97fc-4284-a423-f44a3d815c92,revision_number=3']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:05:48.036403 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-f6a28893-d2f9-4721-9c74-26a903ddfb7c tempest-AllowedAddressPairTestJSON-1420879938 tempest-AllowedAddressPairTestJSON-1420879938-project] Usage tracker for resource:network and tenant:87f6fd4dfa374cfdb4f7d3363b37a30b is out of sync, need to count used quota {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:05:48.044320 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-f6a28893-d2f9-4721-9c74-26a903ddfb7c tempest-AllowedAddressPairTestJSON-1420879938 tempest-AllowedAddressPairTestJSON-1420879938-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:05:48.062656 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-f6a28893-d2f9-4721-9c74-26a903ddfb7c tempest-AllowedAddressPairTestJSON-1420879938 tempest-AllowedAddressPairTestJSON-1420879938-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:05:48.112596 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59830f6c-5140-4148-b102-31d5c86ef2d0 tempest-RoutersTest-1500746192 tempest-RoutersTest-1500746192-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:05:48.113115 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-59830f6c-5140-4148-b102-31d5c86ef2d0 tempest-RoutersTest-1500746192 tempest-RoutersTest-1500746192-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217293'] for port, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:48.114430 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-59830f6c-5140-4148-b102-31d5c86ef2d0 tempest-RoutersTest-1500746192 tempest-RoutersTest-1500746192-project] 10.222.0.42 "PUT /v2.0/ports/4cd76744-97fc-4284-a423-f44a3d815c92 HTTP/1.1" status: 200 len: 910 time: 2.9617362 Apr 18 21:05:48.122260 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 37932) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:05:48.176553 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f6a28893-d2f9-4721-9c74-26a903ddfb7c tempest-AllowedAddressPairTestJSON-1420879938 tempest-AllowedAddressPairTestJSON-1420879938-project] Made reservation on behalf of 87f6fd4dfa374cfdb4f7d3363b37a30b for: {'network': 1} {{(pid=84041) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:05:48.181252 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-f6a28893-d2f9-4721-9c74-26a903ddfb7c tempest-AllowedAddressPairTestJSON-1420879938 tempest-AllowedAddressPairTestJSON-1420879938-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for network, before_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:48.197314 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-72f48e5b-1fa1-4fa4-b430-d127b4d90655 tempest-RoutersIpV6AdminTest-1940382112 tempest-RoutersIpV6AdminTest-1940382112-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33444108'] for router_gateway, after_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:48.280517 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-f6a28893-d2f9-4721-9c74-26a903ddfb7c tempest-AllowedAddressPairTestJSON-1420879938 tempest-AllowedAddressPairTestJSON-1420879938-project] Notify callbacks [] for security_group, before_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:48.291542 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-5c1da8c4-dc71-4673-97f1-1c867c69fcc9 tempest-PortsIpV6TestJSON-656796091 tempest-PortsIpV6TestJSON-656796091-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1258905', 'neutron.services.segments.db._delete_segments_for_network-8750375287417'] for network, precommit_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:48.343599 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-429865d3-dcda-4201-8f37-d57b674805cc tempest-FloatingIPTestJSON-1355648241 tempest-FloatingIPTestJSON-1355648241-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369123'] for port, precommit_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:48.343954 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-429865d3-dcda-4201-8f37-d57b674805cc tempest-FloatingIPTestJSON-1355648241 tempest-FloatingIPTestJSON-1355648241-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:48.364935 n-d-838334-2 neutron-server[84040]: DEBUG neutron.services.segments.db [None req-5c1da8c4-dc71-4673-97f1-1c867c69fcc9 tempest-PortsIpV6TestJSON-656796091 tempest-PortsIpV6TestJSON-656796091-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['deebd83f-32f7-4ecf-aabc-09032a8187c8']}} {{(pid=84040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:05:48.504259 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.plugin [None req-429865d3-dcda-4201-8f37-d57b674805cc tempest-FloatingIPTestJSON-1355648241 tempest-FloatingIPTestJSON-1355648241-project] Calling delete_port for 542b290b-6b25-4201-bb1e-81451e5278ba owned by network:floatingip {{(pid=84040) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 21:05:48.534731 n-d-838334-2 neutron-server[84040]: DEBUG neutron.services.segments.db [None req-5c1da8c4-dc71-4673-97f1-1c867c69fcc9 tempest-PortsIpV6TestJSON-656796091 tempest-PortsIpV6TestJSON-656796091-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ff98953c-28a4-4442-a6c8-a102c86f0af1') {'for_net_delete': True} {{(pid=84040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:05:48.535017 n-d-838334-2 neutron-server[84040]: DEBUG neutron.services.segments.db [None req-5c1da8c4-dc71-4673-97f1-1c867c69fcc9 tempest-PortsIpV6TestJSON-656796091 tempest-PortsIpV6TestJSON-656796091-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ff98953c-28a4-4442-a6c8-a102c86f0af1') {} {{(pid=84040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:05:48.557642 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-5c1da8c4-dc71-4673-97f1-1c867c69fcc9 tempest-PortsIpV6TestJSON-656796091 tempest-PortsIpV6TestJSON-656796091-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750375287300', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31955965'] for segment, before_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:48.591070 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-5c1da8c4-dc71-4673-97f1-1c867c69fcc9 tempest-PortsIpV6TestJSON-656796091 tempest-PortsIpV6TestJSON-656796091-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1082986'] for segment, precommit_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:48.607020 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5c1da8c4-dc71-4673-97f1-1c867c69fcc9 tempest-PortsIpV6TestJSON-656796091 tempest-PortsIpV6TestJSON-656796091-project] Releasing vlan 384 on physical network physnet1 to pool {{(pid=84040) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 18 21:05:48.607262 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-5c1da8c4-dc71-4673-97f1-1c867c69fcc9 tempest-PortsIpV6TestJSON-656796091 tempest-PortsIpV6TestJSON-656796091-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1082993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32440923'] for segment, after_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:48.610084 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-a00cbc3a-1912-4d92-91ba-aebd55546939 tempest-PortsTestJSON-1335945802 tempest-PortsTestJSON-1335945802-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:05:48.624140 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-f6a28893-d2f9-4721-9c74-26a903ddfb7c tempest-AllowedAddressPairTestJSON-1420879938 tempest-AllowedAddressPairTestJSON-1420879938-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:05:48.690132 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-a00cbc3a-1912-4d92-91ba-aebd55546939 tempest-PortsTestJSON-1335945802 tempest-PortsTestJSON-1335945802-project] Usage tracker for resource:subnet and tenant:234c597e1bbf440ab35a01225b472234 is out of sync, need to count used quota {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:05:48.706638 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-a00cbc3a-1912-4d92-91ba-aebd55546939 tempest-PortsTestJSON-1335945802 tempest-PortsTestJSON-1335945802-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:05:48.706638 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-f6a28893-d2f9-4721-9c74-26a903ddfb7c tempest-AllowedAddressPairTestJSON-1420879938 tempest-AllowedAddressPairTestJSON-1420879938-project] Usage tracker for resource:security_group_rule and tenant:87f6fd4dfa374cfdb4f7d3363b37a30b is out of sync, need to count used quota {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:05:48.719724 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-f6a28893-d2f9-4721-9c74-26a903ddfb7c tempest-AllowedAddressPairTestJSON-1420879938 tempest-AllowedAddressPairTestJSON-1420879938-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:05:48.719724 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-a00cbc3a-1912-4d92-91ba-aebd55546939 tempest-PortsTestJSON-1335945802 tempest-PortsTestJSON-1335945802-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:05:48.729558 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-f6a28893-d2f9-4721-9c74-26a903ddfb7c tempest-AllowedAddressPairTestJSON-1420879938 tempest-AllowedAddressPairTestJSON-1420879938-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:05:48.754511 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-72f48e5b-1fa1-4fa4-b430-d127b4d90655 tempest-RoutersIpV6AdminTest-1940382112 tempest-RoutersIpV6AdminTest-1940382112-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33443580', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5726'] for router, precommit_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:48.764446 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-72f48e5b-1fa1-4fa4-b430-d127b4d90655 tempest-RoutersIpV6AdminTest-1940382112 tempest-RoutersIpV6AdminTest-1940382112-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:48.771457 n-d-838334-2 neutron-server[84040]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 21:05:48.771457 n-d-838334-2 neutron-server[84040]: util.warn( Apr 18 21:05:48.771457 n-d-838334-2 neutron-server[84040]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 21:05:48.771457 n-d-838334-2 neutron-server[84040]: util.warn( Apr 18 21:05:48.771457 n-d-838334-2 neutron-server[84040]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 21:05:48.771457 n-d-838334-2 neutron-server[84040]: util.warn( Apr 18 21:05:48.771457 n-d-838334-2 neutron-server[84040]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 21:05:48.771457 n-d-838334-2 neutron-server[84040]: util.warn( Apr 18 21:05:48.771457 n-d-838334-2 neutron-server[84040]: Traceback (most recent call last): Apr 18 21:05:48.771457 n-d-838334-2 neutron-server[84040]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 18 21:05:48.771457 n-d-838334-2 neutron-server[84040]: timer() Apr 18 21:05:48.771457 n-d-838334-2 neutron-server[84040]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 21:05:48.771457 n-d-838334-2 neutron-server[84040]: cb(*args, **kw) Apr 18 21:05:48.771457 n-d-838334-2 neutron-server[84040]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 18 21:05:48.771457 n-d-838334-2 neutron-server[84040]: return func(*args, **kwargs) Apr 18 21:05:48.771457 n-d-838334-2 neutron-server[84040]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 21:05:48.771457 n-d-838334-2 neutron-server[84040]: self._notify() Apr 18 21:05:48.771457 n-d-838334-2 neutron-server[84040]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 21:05:48.771457 n-d-838334-2 neutron-server[84040]: self.callback(batched_events) Apr 18 21:05:48.771457 n-d-838334-2 neutron-server[84040]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 21:05:48.771457 n-d-838334-2 neutron-server[84040]: event.method(event) Apr 18 21:05:48.771457 n-d-838334-2 neutron-server[84040]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 18 21:05:48.771457 n-d-838334-2 neutron-server[84040]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 21:05:48.771457 n-d-838334-2 neutron-server[84040]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 18 21:05:48.771457 n-d-838334-2 neutron-server[84040]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 21:05:48.771457 n-d-838334-2 neutron-server[84040]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 18 21:05:48.771457 n-d-838334-2 neutron-server[84040]: return f(self, *a, **k) Apr 18 21:05:48.771457 n-d-838334-2 neutron-server[84040]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 18 21:05:48.771457 n-d-838334-2 neutron-server[84040]: return self._get(url).json() Apr 18 21:05:48.771457 n-d-838334-2 neutron-server[84040]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 18 21:05:48.771457 n-d-838334-2 neutron-server[84040]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 21:05:48.771457 n-d-838334-2 neutron-server[84040]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 18 21:05:48.771457 n-d-838334-2 neutron-server[84040]: return self.request(url, 'GET', **kwargs) Apr 18 21:05:48.771457 n-d-838334-2 neutron-server[84040]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 18 21:05:48.771457 n-d-838334-2 neutron-server[84040]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 21:05:48.771457 n-d-838334-2 neutron-server[84040]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 18 21:05:48.771457 n-d-838334-2 neutron-server[84040]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 21:05:48.771457 n-d-838334-2 neutron-server[84040]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 18 21:05:48.771457 n-d-838334-2 neutron-server[84040]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 21:05:48.771457 n-d-838334-2 neutron-server[84040]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 21:05:48.775396 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a00cbc3a-1912-4d92-91ba-aebd55546939 tempest-PortsTestJSON-1335945802 tempest-PortsTestJSON-1335945802-project] Made reservation on behalf of 234c597e1bbf440ab35a01225b472234 for: {'subnet': 1} {{(pid=84041) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:05:48.781221 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-a00cbc3a-1912-4d92-91ba-aebd55546939 tempest-PortsTestJSON-1335945802 tempest-PortsTestJSON-1335945802-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32486301'] for subnet, before_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:48.843703 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-0e36e7b2-f0dd-424f-8814-8a81f4aa2d8c None None] Provisioning complete for port fed3bd89-3f9e-400e-aea5-1b4464149caf triggered by entity DHCP. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:05:48.844779 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-0e36e7b2-f0dd-424f-8814-8a81f4aa2d8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1253608'] for port, provisioning_complete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:48.960366 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-72f48e5b-1fa1-4fa4-b430-d127b4d90655 tempest-RoutersIpV6AdminTest-1940382112 tempest-RoutersIpV6AdminTest-1940382112-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-33443408'] for router, after_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:48.971690 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-72f48e5b-1fa1-4fa4-b430-d127b4d90655 tempest-RoutersIpV6AdminTest-1940382112 tempest-RoutersIpV6AdminTest-1940382112-project] Fanout notify agent at l3_agent the message router_deleted on router bb83a558-a0a5-435f-abed-3cacca419947 {{(pid=84041) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 18 21:05:48.992796 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-5c1da8c4-dc71-4673-97f1-1c867c69fcc9 tempest-PortsIpV6TestJSON-656796091 tempest-PortsIpV6TestJSON-656796091-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1258898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33526109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33444113'] for network, after_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:48.998090 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-5c1da8c4-dc71-4673-97f1-1c867c69fcc9 tempest-PortsIpV6TestJSON-656796091 tempest-PortsIpV6TestJSON-656796091-project] Notify callbacks [] for network, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:49.010084 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-72f48e5b-1fa1-4fa4-b430-d127b4d90655 tempest-RoutersIpV6AdminTest-1940382112 tempest-RoutersIpV6AdminTest-1940382112-project] Notify callbacks [] for router, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:49.019543 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-72f48e5b-1fa1-4fa4-b430-d127b4d90655 tempest-RoutersIpV6AdminTest-1940382112 tempest-RoutersIpV6AdminTest-1940382112-project] 10.222.0.42 "DELETE /v2.0/routers/bb83a558-a0a5-435f-abed-3cacca419947 HTTP/1.1" status: 204 len: 168 time: 3.7037709 Apr 18 21:05:49.050635 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 37940) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:05:49.074207 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.v2.base [None req-05488f56-ee25-41ad-8f26-4b5867e41ef9 tempest-RoutersIpV6AdminTest-1940382112 tempest-RoutersIpV6AdminTest-1940382112-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1611437324', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=84041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:05:49.090504 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750375287399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253529'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:49.095418 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-05488f56-ee25-41ad-8f26-4b5867e41ef9 tempest-RoutersIpV6AdminTest-1940382112 tempest-RoutersIpV6AdminTest-1940382112-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:05:49.108086 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-05488f56-ee25-41ad-8f26-4b5867e41ef9 tempest-RoutersIpV6AdminTest-1940382112 tempest-RoutersIpV6AdminTest-1940382112-project] Usage tracker for resource:router and tenant:1159fc702e404312a02dc815f5825396 is out of sync, need to count used quota {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:05:49.111982 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-05488f56-ee25-41ad-8f26-4b5867e41ef9 tempest-RoutersIpV6AdminTest-1940382112 tempest-RoutersIpV6AdminTest-1940382112-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:05:49.119556 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c1da8c4-dc71-4673-97f1-1c867c69fcc9 tempest-PortsIpV6TestJSON-656796091 tempest-PortsIpV6TestJSON-656796091-project] Pushing event deleted for resources: {'Network': ['ID=deebd83f-32f7-4ecf-aabc-09032a8187c8,revision_number=None']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:05:49.126299 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-05488f56-ee25-41ad-8f26-4b5867e41ef9 tempest-RoutersIpV6AdminTest-1940382112 tempest-RoutersIpV6AdminTest-1940382112-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:05:49.147135 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-5c1da8c4-dc71-4673-97f1-1c867c69fcc9 tempest-PortsIpV6TestJSON-656796091 tempest-PortsIpV6TestJSON-656796091-project] 10.222.0.42 "DELETE /v2.0/networks/deebd83f-32f7-4ecf-aabc-09032a8187c8 HTTP/1.1" status: 204 len: 168 time: 5.8952186 Apr 18 21:05:49.151823 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-0e36e7b2-f0dd-424f-8814-8a81f4aa2d8c None None] Provisioning complete for port 52793402-19f0-422b-9895-a5b49a6f6fc8 triggered by entity DHCP. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:05:49.152192 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-0e36e7b2-f0dd-424f-8814-8a81f4aa2d8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1253608'] for port, provisioning_complete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:49.154930 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-05488f56-ee25-41ad-8f26-4b5867e41ef9 tempest-RoutersIpV6AdminTest-1940382112 tempest-RoutersIpV6AdminTest-1940382112-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-33442106', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5708'] for router, before_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:49.155451 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 37946) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:05:49.155915 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-05488f56-ee25-41ad-8f26-4b5867e41ef9 tempest-RoutersIpV6AdminTest-1940382112 tempest-RoutersIpV6AdminTest-1940382112-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33442137', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33444285', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33535433', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5703'] for router, precommit_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:49.165988 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.v2.base [None req-b12f7030-d8ad-4ec7-b864-32e8c0d3263d tempest-PortsIpV6TestJSON-656796091 tempest-PortsIpV6TestJSON-656796091-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-2051413658'}} {{(pid=84040) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:05:49.184333 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [None req-b12f7030-d8ad-4ec7-b864-32e8c0d3263d tempest-PortsIpV6TestJSON-656796091 tempest-PortsIpV6TestJSON-656796091-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:05:49.202670 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-b12f7030-d8ad-4ec7-b864-32e8c0d3263d tempest-PortsIpV6TestJSON-656796091 tempest-PortsIpV6TestJSON-656796091-project] Usage tracker for resource:network and tenant:2eda1cb86d1d401280eb2d37452a60a8 is out of sync, need to count used quota {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:05:49.206682 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-429865d3-dcda-4201-8f37-d57b674805cc tempest-FloatingIPTestJSON-1355648241 tempest-FloatingIPTestJSON-1355648241-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750375259028', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750374836628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32440838'] for port, after_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:49.211755 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-b12f7030-d8ad-4ec7-b864-32e8c0d3263d tempest-PortsIpV6TestJSON-656796091 tempest-PortsIpV6TestJSON-656796091-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:05:49.223765 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.plugin [None req-0e36e7b2-f0dd-424f-8814-8a81f4aa2d8c None None] Port 52793402-19f0-422b-9895-a5b49a6f6fc8 cannot update to ACTIVE because it is not bound. {{(pid=84042) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 18 21:05:49.256661 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [None req-b12f7030-d8ad-4ec7-b864-32e8c0d3263d tempest-PortsIpV6TestJSON-656796091 tempest-PortsIpV6TestJSON-656796091-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:05:49.263041 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-05488f56-ee25-41ad-8f26-4b5867e41ef9 tempest-RoutersIpV6AdminTest-1940382112 tempest-RoutersIpV6AdminTest-1940382112-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:49.269680 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-429865d3-dcda-4201-8f37-d57b674805cc tempest-FloatingIPTestJSON-1355648241 tempest-FloatingIPTestJSON-1355648241-project] Pushing event deleted for resources: {'Port': ['ID=542b290b-6b25-4201-bb1e-81451e5278ba,revision_number=None']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:05:49.320407 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b12f7030-d8ad-4ec7-b864-32e8c0d3263d tempest-PortsIpV6TestJSON-656796091 tempest-PortsIpV6TestJSON-656796091-project] Made reservation on behalf of 2eda1cb86d1d401280eb2d37452a60a8 for: {'network': 1} {{(pid=84040) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:05:49.323471 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-b12f7030-d8ad-4ec7-b864-32e8c0d3263d tempest-PortsIpV6TestJSON-656796091 tempest-PortsIpV6TestJSON-656796091-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for network, before_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:49.360682 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-f6a28893-d2f9-4721-9c74-26a903ddfb7c tempest-AllowedAddressPairTestJSON-1420879938 tempest-AllowedAddressPairTestJSON-1420879938-project] Notify callbacks [] for security_group, precommit_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:49.410885 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-05488f56-ee25-41ad-8f26-4b5867e41ef9 tempest-RoutersIpV6AdminTest-1940382112 tempest-RoutersIpV6AdminTest-1940382112-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33443529', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33444176'] for router, after_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:49.422165 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-429865d3-dcda-4201-8f37-d57b674805cc tempest-FloatingIPTestJSON-1355648241 tempest-FloatingIPTestJSON-1355648241-project] Notify callbacks [] for floatingip, after_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:49.422604 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-f6a28893-d2f9-4721-9c74-26a903ddfb7c tempest-AllowedAddressPairTestJSON-1420879938 tempest-AllowedAddressPairTestJSON-1420879938-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33528224'] for security_group, after_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:49.432995 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b12f7030-d8ad-4ec7-b864-32e8c0d3263d tempest-PortsIpV6TestJSON-656796091 tempest-PortsIpV6TestJSON-656796091-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 385} {{(pid=84040) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 21:05:49.443720 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-429865d3-dcda-4201-8f37-d57b674805cc tempest-FloatingIPTestJSON-1355648241 tempest-FloatingIPTestJSON-1355648241-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217293'] for floatingip, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:49.449185 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-429865d3-dcda-4201-8f37-d57b674805cc tempest-FloatingIPTestJSON-1355648241 tempest-FloatingIPTestJSON-1355648241-project] 10.222.0.42 "DELETE /v2.0/floatingips/428aea63-1dae-4d30-99c5-e132bbf8fdfe HTTP/1.1" status: 204 len: 168 time: 2.1704874 Apr 18 21:05:49.451265 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 37952) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:05:49.457331 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-7bbf7147-892d-499c-b127-2c510589e981 tempest-RoutersTest-1500746192 tempest-RoutersTest-1500746192-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33443857'] for router_interface, before_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:49.459680 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-414b6ffe-e119-47bc-b18f-bcff1219c2f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750375287399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253529'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:49.470353 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-a00cbc3a-1912-4d92-91ba-aebd55546939 tempest-PortsTestJSON-1335945802 tempest-PortsTestJSON-1335945802-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33526260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32266407', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32486287'] for subnet, after_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:49.497122 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f6a28893-d2f9-4721-9c74-26a903ddfb7c tempest-AllowedAddressPairTestJSON-1420879938 tempest-AllowedAddressPairTestJSON-1420879938-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 360} {{(pid=84041) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 21:05:49.538590 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.v2.base [None req-a349113d-f011-47c8-93f2-d399aecaafcd tempest-FloatingIPTestJSON-1355648241 tempest-FloatingIPTestJSON-1355648241-project] Request body: {'floatingip': {'floating_network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'port_id': 'e410b160-4882-47dc-ae8b-4a8190a24152'}} {{(pid=84040) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:05:49.545065 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [None req-a349113d-f011-47c8-93f2-d399aecaafcd tempest-FloatingIPTestJSON-1355648241 tempest-FloatingIPTestJSON-1355648241-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:05:49.549285 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-a349113d-f011-47c8-93f2-d399aecaafcd tempest-FloatingIPTestJSON-1355648241 tempest-FloatingIPTestJSON-1355648241-project] Usage tracker for resource:floatingip and tenant:23d580683d72427e8760083fb729f9d6 is out of sync, need to count used quota {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:05:49.553221 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-a349113d-f011-47c8-93f2-d399aecaafcd tempest-FloatingIPTestJSON-1355648241 tempest-FloatingIPTestJSON-1355648241-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:05:49.569505 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [None req-a349113d-f011-47c8-93f2-d399aecaafcd tempest-FloatingIPTestJSON-1355648241 tempest-FloatingIPTestJSON-1355648241-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:05:49.574628 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a00cbc3a-1912-4d92-91ba-aebd55546939 tempest-PortsTestJSON-1335945802 tempest-PortsTestJSON-1335945802-project] Pushing event updated for resources: {'Subnet': ['ID=a871e803-3b07-4ab1-a658-5cffa2570696,revision_number=0']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:05:49.578400 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-b12f7030-d8ad-4ec7-b864-32e8c0d3263d tempest-PortsIpV6TestJSON-656796091 tempest-PortsIpV6TestJSON-656796091-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1082986'] for segment, precommit_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:49.578747 n-d-838334-2 neutron-server[84040]: INFO neutron.db.segments_db [None req-b12f7030-d8ad-4ec7-b864-32e8c0d3263d tempest-PortsIpV6TestJSON-656796091 tempest-PortsIpV6TestJSON-656796091-project] Added segment ccf832e1-ee1a-412f-b22e-3fcf7d65067c of type vlan for network 815c1241-5a1d-4800-a6e1-26c2a85490da Apr 18 21:05:49.607432 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-f6a28893-d2f9-4721-9c74-26a903ddfb7c tempest-AllowedAddressPairTestJSON-1420879938 tempest-AllowedAddressPairTestJSON-1420879938-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1082986'] for segment, precommit_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:49.607913 n-d-838334-2 neutron-server[84041]: INFO neutron.db.segments_db [None req-f6a28893-d2f9-4721-9c74-26a903ddfb7c tempest-AllowedAddressPairTestJSON-1420879938 tempest-AllowedAddressPairTestJSON-1420879938-project] Added segment b824376e-390f-45ad-93a8-f694dc51067b of type vlan for network 5bd096f8-31c9-45e2-b0e1-1f70c937e419 Apr 18 21:05:49.624260 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 37958) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:05:49.633864 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6a28893-d2f9-4721-9c74-26a903ddfb7c tempest-AllowedAddressPairTestJSON-1420879938 tempest-AllowedAddressPairTestJSON-1420879938-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ce40b638-aba3-4208-84ab-b72f81cfb8f8,revision_number=1']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:05:49.641195 n-d-838334-2 neutron-server[84041]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a00cbc3a-1912-4d92-91ba-aebd55546939 tempest-PortsTestJSON-1335945802 tempest-PortsTestJSON-1335945802-project] Network 1a5d91c8-1709-4cd3-96e4-f851e43fa6e0 is already hosted by enough agents. {{(pid=84041) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:05:49.653199 n-d-838334-2 neutron-server[84041]: DEBUG neutron.scheduler.base_scheduler [None req-a00cbc3a-1912-4d92-91ba-aebd55546939 tempest-PortsTestJSON-1335945802 tempest-PortsTestJSON-1335945802-project] Resources bound (agent type, host, resource id): {{(pid=84041) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:05:49.654869 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-05488f56-ee25-41ad-8f26-4b5867e41ef9 tempest-RoutersIpV6AdminTest-1940382112 tempest-RoutersIpV6AdminTest-1940382112-project] Notify callbacks [] for router, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:49.656057 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-05488f56-ee25-41ad-8f26-4b5867e41ef9 tempest-RoutersIpV6AdminTest-1940382112 tempest-RoutersIpV6AdminTest-1940382112-project] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.6016080 Apr 18 21:05:49.657503 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a00cbc3a-1912-4d92-91ba-aebd55546939 tempest-PortsTestJSON-1335945802 tempest-PortsTestJSON-1335945802-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:05:49.658059 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-a00cbc3a-1912-4d92-91ba-aebd55546939 tempest-PortsTestJSON-1335945802 tempest-PortsTestJSON-1335945802-project] Notify callbacks [] for subnet, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:49.665160 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 37964) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:05:49.669479 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-810bc0ea-a873-4dd5-8b87-15cf31a8d07d None None] Network 1a5d91c8-1709-4cd3-96e4-f851e43fa6e0 requested from n-d-838334-2 {{(pid=84042) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 21:05:49.683572 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-b12f7030-d8ad-4ec7-b864-32e8c0d3263d tempest-PortsIpV6TestJSON-656796091 tempest-PortsIpV6TestJSON-656796091-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750374825732'] for network, precommit_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:49.690269 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-a349113d-f011-47c8-93f2-d399aecaafcd tempest-FloatingIPTestJSON-1355648241 tempest-FloatingIPTestJSON-1355648241-project] Notify callbacks [] for floatingip, before_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:49.719021 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-f6a28893-d2f9-4721-9c74-26a903ddfb7c tempest-AllowedAddressPairTestJSON-1420879938 tempest-AllowedAddressPairTestJSON-1420879938-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750374825732'] for network, precommit_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:49.760935 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.v2.base [None req-5012d9de-468b-416d-856a-20902e22adac tempest-RoutersIpV6AdminTest-1940382112 tempest-RoutersIpV6AdminTest-1940382112-project] Request body: {'router': {'external_gateway_info': {'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c'}}} {{(pid=84041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:05:49.822680 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-b12f7030-d8ad-4ec7-b864-32e8c0d3263d tempest-PortsIpV6TestJSON-656796091 tempest-PortsIpV6TestJSON-656796091-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33526109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022'] for network, after_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:49.826942 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b12f7030-d8ad-4ec7-b864-32e8c0d3263d tempest-PortsIpV6TestJSON-656796091 tempest-PortsIpV6TestJSON-656796091-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:05:49.827535 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-b12f7030-d8ad-4ec7-b864-32e8c0d3263d tempest-PortsIpV6TestJSON-656796091 tempest-PortsIpV6TestJSON-656796091-project] Notify callbacks [] for network, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:49.894945 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-a00cbc3a-1912-4d92-91ba-aebd55546939 tempest-PortsTestJSON-1335945802 tempest-PortsTestJSON-1335945802-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.2042847 Apr 18 21:05:49.913560 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 37970) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:05:49.919190 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-f6a28893-d2f9-4721-9c74-26a903ddfb7c tempest-AllowedAddressPairTestJSON-1420879938 tempest-AllowedAddressPairTestJSON-1420879938-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33526109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022'] for network, after_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:49.922956 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6a28893-d2f9-4721-9c74-26a903ddfb7c tempest-AllowedAddressPairTestJSON-1420879938 tempest-AllowedAddressPairTestJSON-1420879938-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:05:49.923418 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-f6a28893-d2f9-4721-9c74-26a903ddfb7c tempest-AllowedAddressPairTestJSON-1420879938 tempest-AllowedAddressPairTestJSON-1420879938-project] Notify callbacks [] for network, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:49.929858 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.v2.base [None req-603c7264-e7ef-4db0-a619-dd89c08c0f13 tempest-PortsTestJSON-1335945802 tempest-PortsTestJSON-1335945802-project] Request body: {'security_group': {'name': 'tempest-secgroup-525942130'}} {{(pid=84041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:05:49.937393 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-603c7264-e7ef-4db0-a619-dd89c08c0f13 tempest-PortsTestJSON-1335945802 tempest-PortsTestJSON-1335945802-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:05:49.944074 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-603c7264-e7ef-4db0-a619-dd89c08c0f13 tempest-PortsTestJSON-1335945802 tempest-PortsTestJSON-1335945802-project] Usage tracker for resource:security_group and tenant:234c597e1bbf440ab35a01225b472234 is out of sync, need to count used quota {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:05:49.947152 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-603c7264-e7ef-4db0-a619-dd89c08c0f13 tempest-PortsTestJSON-1335945802 tempest-PortsTestJSON-1335945802-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:05:49.952761 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-603c7264-e7ef-4db0-a619-dd89c08c0f13 tempest-PortsTestJSON-1335945802 tempest-PortsTestJSON-1335945802-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:05:49.958940 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-b12f7030-d8ad-4ec7-b864-32e8c0d3263d tempest-PortsIpV6TestJSON-656796091 tempest-PortsIpV6TestJSON-656796091-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.7996082 Apr 18 21:05:49.967685 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 37974) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:05:49.981856 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.v2.base [None req-38c8dd2b-d19f-4bc8-8e07-7a194157c903 tempest-PortsIpV6TestJSON-656796091 tempest-PortsIpV6TestJSON-656796091-project] Request body: {'subnet': {'network_id': '815c1241-5a1d-4800-a6e1-26c2a85490da', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=84040) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:05:49.985406 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-6bd9f727-e71d-4707-a524-ca58af4671b0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:50.005587 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b12f7030-d8ad-4ec7-b864-32e8c0d3263d tempest-PortsIpV6TestJSON-656796091 tempest-PortsIpV6TestJSON-656796091-project] Pushing event updated for resources: {'Network': ['ID=815c1241-5a1d-4800-a6e1-26c2a85490da,revision_number=1']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:05:50.008306 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-603c7264-e7ef-4db0-a619-dd89c08c0f13 tempest-PortsTestJSON-1335945802 tempest-PortsTestJSON-1335945802-project] Notify callbacks [] for security_group, before_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:50.016655 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Network 815c1241-5a1d-4800-a6e1-26c2a85490da details requested by agent ovs-agent-n-d-838334-2 with host n-d-838334-2 {{(pid=84042) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 18 21:05:50.115523 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-f6a28893-d2f9-4721-9c74-26a903ddfb7c tempest-AllowedAddressPairTestJSON-1420879938 tempest-AllowedAddressPairTestJSON-1420879938-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 793 time: 2.5727031 Apr 18 21:05:50.128414 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 37978) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:05:50.130172 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6a28893-d2f9-4721-9c74-26a903ddfb7c tempest-AllowedAddressPairTestJSON-1420879938 tempest-AllowedAddressPairTestJSON-1420879938-project] Pushing event updated for resources: {'Network': ['ID=5bd096f8-31c9-45e2-b0e1-1f70c937e419,revision_number=1']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:05:50.146096 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.v2.base [None req-06c7dab4-a78e-4df8-b601-a44a3349983b tempest-AllowedAddressPairTestJSON-1420879938 tempest-AllowedAddressPairTestJSON-1420879938-project] Request body: {'subnet': {'network_id': '5bd096f8-31c9-45e2-b0e1-1f70c937e419', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=84041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:05:50.150363 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Network 5bd096f8-31c9-45e2-b0e1-1f70c937e419 details requested by agent ovs-agent-n-d-838334-2 with host n-d-838334-2 {{(pid=84042) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 18 21:05:50.182546 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [None req-38c8dd2b-d19f-4bc8-8e07-7a194157c903 tempest-PortsIpV6TestJSON-656796091 tempest-PortsIpV6TestJSON-656796091-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:05:50.193802 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-38c8dd2b-d19f-4bc8-8e07-7a194157c903 tempest-PortsIpV6TestJSON-656796091 tempest-PortsIpV6TestJSON-656796091-project] Usage tracker for resource:subnet and tenant:2eda1cb86d1d401280eb2d37452a60a8 is out of sync, need to count used quota {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:05:50.199059 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-38c8dd2b-d19f-4bc8-8e07-7a194157c903 tempest-PortsIpV6TestJSON-656796091 tempest-PortsIpV6TestJSON-656796091-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:05:50.208560 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [None req-38c8dd2b-d19f-4bc8-8e07-7a194157c903 tempest-PortsIpV6TestJSON-656796091 tempest-PortsIpV6TestJSON-656796091-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:05:50.292392 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65996790-86ac-45d9-960c-b01920732c92 None None] Update dhcp port {'port': {'network_id': '1a5d91c8-1709-4cd3-96e4-f851e43fa6e0', 'fixed_ips': [{'subnet_id': '64ca8117-0d56-460d-89dc-6ea65d95aa90', 'ip_address': '172.20.0.18'}, {'subnet_id': 'a871e803-3b07-4ab1-a658-5cffa2570696'}], 'binding:host_id': 'n-d-838334-2'}, 'id': 'fed3bd89-3f9e-400e-aea5-1b4464149caf'} from n-d-838334-2. {{(pid=84042) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:307}} Apr 18 21:05:50.309598 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-6bd9f727-e71d-4707-a524-ca58af4671b0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:05:50.322481 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-a349113d-f011-47c8-93f2-d399aecaafcd tempest-FloatingIPTestJSON-1355648241 tempest-FloatingIPTestJSON-1355648241-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:50.324680 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-38c8dd2b-d19f-4bc8-8e07-7a194157c903 tempest-PortsIpV6TestJSON-656796091 tempest-PortsIpV6TestJSON-656796091-project] Made reservation on behalf of 2eda1cb86d1d401280eb2d37452a60a8 for: {'subnet': 1} {{(pid=84040) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:05:50.353451 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-65996790-86ac-45d9-960c-b01920732c92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:50.380437 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-6bd9f727-e71d-4707-a524-ca58af4671b0 admin admin] Usage tracker for resource:security_group_rule and tenant:9093b0cc7b04434d94bdada85c09da02 is out of sync, need to count used quota {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:05:50.392264 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-6bd9f727-e71d-4707-a524-ca58af4671b0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:05:50.410119 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-603c7264-e7ef-4db0-a619-dd89c08c0f13 tempest-PortsTestJSON-1335945802 tempest-PortsTestJSON-1335945802-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:05:50.412581 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-6bd9f727-e71d-4707-a524-ca58af4671b0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:05:50.422628 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-603c7264-e7ef-4db0-a619-dd89c08c0f13 tempest-PortsTestJSON-1335945802 tempest-PortsTestJSON-1335945802-project] Usage tracker for resource:security_group_rule and tenant:234c597e1bbf440ab35a01225b472234 is out of sync, need to count used quota {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:05:50.432963 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-603c7264-e7ef-4db0-a619-dd89c08c0f13 tempest-PortsTestJSON-1335945802 tempest-PortsTestJSON-1335945802-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:05:50.449323 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-603c7264-e7ef-4db0-a619-dd89c08c0f13 tempest-PortsTestJSON-1335945802 tempest-PortsTestJSON-1335945802-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:05:50.454836 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-06c7dab4-a78e-4df8-b601-a44a3349983b tempest-AllowedAddressPairTestJSON-1420879938 tempest-AllowedAddressPairTestJSON-1420879938-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:05:50.472832 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-06c7dab4-a78e-4df8-b601-a44a3349983b tempest-AllowedAddressPairTestJSON-1420879938 tempest-AllowedAddressPairTestJSON-1420879938-project] Usage tracker for resource:subnet and tenant:87f6fd4dfa374cfdb4f7d3363b37a30b is out of sync, need to count used quota {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:05:50.481606 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-06c7dab4-a78e-4df8-b601-a44a3349983b tempest-AllowedAddressPairTestJSON-1420879938 tempest-AllowedAddressPairTestJSON-1420879938-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:05:50.544377 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-06c7dab4-a78e-4df8-b601-a44a3349983b tempest-AllowedAddressPairTestJSON-1420879938 tempest-AllowedAddressPairTestJSON-1420879938-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:05:50.573078 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.db_base_plugin_common [None req-65996790-86ac-45d9-960c-b01920732c92 None None] Allocated IP 172.20.0.2 (1a5d91c8-1709-4cd3-96e4-f851e43fa6e0/a871e803-3b07-4ab1-a658-5cffa2570696/fed3bd89-3f9e-400e-aea5-1b4464149caf) {{(pid=84042) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 21:05:50.660835 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-38c8dd2b-d19f-4bc8-8e07-7a194157c903 tempest-PortsIpV6TestJSON-656796091 tempest-PortsIpV6TestJSON-656796091-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31752722'] for subnet, before_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:50.741254 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-65996790-86ac-45d9-960c-b01920732c92 None None] For port fed3bd89-3f9e-400e-aea5-1b4464149caf, host n-d-838334-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838334-2',level=0,port_id=fed3bd89-3f9e-400e-aea5-1b4464149caf,segment=NetworkSegment(bb41ae25-88ab-4fb8-992a-3e0cb162c295),segment_id=bb41ae25-88ab-4fb8-992a-3e0cb162c295)] {{(pid=84042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:05:50.761944 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-c7521a90-7d65-4e2e-842c-ca5d95e9a89c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750375287399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253529'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:50.782005 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-65996790-86ac-45d9-960c-b01920732c92 None None] Notify callbacks [] for port, precommit_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:50.835823 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-06c7dab4-a78e-4df8-b601-a44a3349983b tempest-AllowedAddressPairTestJSON-1420879938 tempest-AllowedAddressPairTestJSON-1420879938-project] Made reservation on behalf of 87f6fd4dfa374cfdb4f7d3363b37a30b for: {'subnet': 1} {{(pid=84041) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:05:50.902394 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.db_base_plugin_common [None req-a349113d-f011-47c8-93f2-d399aecaafcd tempest-FloatingIPTestJSON-1355648241 tempest-FloatingIPTestJSON-1355648241-project] Allocated IP 172.25.8.243 (e41b6600-a917-4a8d-b05c-be3be40c6d8c/6b05667b-848e-4356-9b44-d5eb6808ef74/363ce02e-d7fb-4f4b-968a-156096841677) {{(pid=84040) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 21:05:50.913412 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-65996790-86ac-45d9-960c-b01920732c92 None None] Transition to ACTIVE for port object fed3bd89-3f9e-400e-aea5-1b4464149caf will not be triggered until provisioned by entity DHCP. {{(pid=84042) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:05:50.939570 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-65996790-86ac-45d9-960c-b01920732c92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682'] for port, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:50.995555 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-603c7264-e7ef-4db0-a619-dd89c08c0f13 tempest-PortsTestJSON-1335945802 tempest-PortsTestJSON-1335945802-project] Notify callbacks [] for security_group, precommit_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:51.001225 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-6bd9f727-e71d-4707-a524-ca58af4671b0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:51.006344 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-5012d9de-468b-416d-856a-20902e22adac tempest-RoutersIpV6AdminTest-1940382112 tempest-RoutersIpV6AdminTest-1940382112-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-33444175', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-33443520', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5293'] for router, precommit_update {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:51.025414 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-6bd9f727-e71d-4707-a524-ca58af4671b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33528224'] for security_group, after_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:51.032420 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-603c7264-e7ef-4db0-a619-dd89c08c0f13 tempest-PortsTestJSON-1335945802 tempest-PortsTestJSON-1335945802-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33528224'] for security_group, after_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:51.060376 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-06c7dab4-a78e-4df8-b601-a44a3349983b tempest-AllowedAddressPairTestJSON-1420879938 tempest-AllowedAddressPairTestJSON-1420879938-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32486301'] for subnet, before_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:51.206812 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bd9f727-e71d-4707-a524-ca58af4671b0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a26eca31-7260-40d8-b920-afd17233a0bd,revision_number=1']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:05:51.221164 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65996790-86ac-45d9-960c-b01920732c92 None None] Pushing event updated for resources: {'Port': ['ID=fed3bd89-3f9e-400e-aea5-1b4464149caf,revision_number=6']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:05:51.244714 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-603c7264-e7ef-4db0-a619-dd89c08c0f13 tempest-PortsTestJSON-1335945802 tempest-PortsTestJSON-1335945802-project] Notify callbacks [] for security_group, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:51.245866 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-603c7264-e7ef-4db0-a619-dd89c08c0f13 tempest-PortsTestJSON-1335945802 tempest-PortsTestJSON-1335945802-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1576 time: 1.3312340 Apr 18 21:05:51.253610 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-6bd9f727-e71d-4707-a524-ca58af4671b0 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=9093b0cc7b04434d94bdada85c09da02&name=default HTTP/1.1" status: 200 len: 2647 time: 1.6258307 Apr 18 21:05:51.254501 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 37988) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:05:51.265897 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 37990) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:05:51.311064 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-a349113d-f011-47c8-93f2-d399aecaafcd tempest-FloatingIPTestJSON-1355648241 tempest-FloatingIPTestJSON-1355648241-project] Notify callbacks [] for port, precommit_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:51.320787 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-38c8dd2b-d19f-4bc8-8e07-7a194157c903 tempest-PortsIpV6TestJSON-656796091 tempest-PortsIpV6TestJSON-656796091-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33526260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32441074', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31752704'] for subnet, after_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:51.400699 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.v2.base [None req-1f8c402e-9aaf-4f08-8440-e9d398c05157 tempest-PortsTestJSON-1335945802 tempest-PortsTestJSON-1335945802-project] Request body: {'security_group': {'name': 'tempest-secgroup-383780969'}} {{(pid=84041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:05:51.433110 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-1f8c402e-9aaf-4f08-8440-e9d398c05157 tempest-PortsTestJSON-1335945802 tempest-PortsTestJSON-1335945802-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:05:51.444247 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-603c7264-e7ef-4db0-a619-dd89c08c0f13 tempest-PortsTestJSON-1335945802 tempest-PortsTestJSON-1335945802-project] Pushing event updated for resources: {'SecurityGroup': ['ID=586113ca-a61a-4b8c-bdaa-61a1657fec8a,revision_number=1']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:05:51.446213 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-1f8c402e-9aaf-4f08-8440-e9d398c05157 tempest-PortsTestJSON-1335945802 tempest-PortsTestJSON-1335945802-project] Usage tracker for resource:security_group and tenant:234c597e1bbf440ab35a01225b472234 is out of sync, need to count used quota {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:05:51.462235 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38c8dd2b-d19f-4bc8-8e07-7a194157c903 tempest-PortsIpV6TestJSON-656796091 tempest-PortsIpV6TestJSON-656796091-project] Pushing event updated for resources: {'Subnet': ['ID=e50e80df-80ca-47f8-aaf2-f82234f5649f,revision_number=0']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:05:51.463518 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-1f8c402e-9aaf-4f08-8440-e9d398c05157 tempest-PortsTestJSON-1335945802 tempest-PortsTestJSON-1335945802-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:05:51.497065 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-1f8c402e-9aaf-4f08-8440-e9d398c05157 tempest-PortsTestJSON-1335945802 tempest-PortsTestJSON-1335945802-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:05:51.518902 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-a349113d-f011-47c8-93f2-d399aecaafcd tempest-FloatingIPTestJSON-1355648241 tempest-FloatingIPTestJSON-1355648241-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750374836619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32440838'] for port, after_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:51.536400 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-1f8c402e-9aaf-4f08-8440-e9d398c05157 tempest-PortsTestJSON-1335945802 tempest-PortsTestJSON-1335945802-project] Notify callbacks [] for security_group, before_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:51.604114 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38c8dd2b-d19f-4bc8-8e07-7a194157c903 tempest-PortsIpV6TestJSON-656796091 tempest-PortsIpV6TestJSON-656796091-project] Checking segment: {'id': 'ccf832e1-ee1a-412f-b22e-3fcf7d65067c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '815c1241-5a1d-4800-a6e1-26c2a85490da'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84040) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 21:05:51.604854 n-d-838334-2 neutron-server[84040]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38c8dd2b-d19f-4bc8-8e07-7a194157c903 tempest-PortsIpV6TestJSON-656796091 tempest-PortsIpV6TestJSON-656796091-project] Network hostable DHCP agents. Network: 815c1241-5a1d-4800-a6e1-26c2a85490da, hostable agents: ['8746f8ea-3e91-4b32-9919-2c63adeb8722'], hosted agents: [] {{(pid=84040) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 21:05:51.623430 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-9f75b76e-ca03-43e2-8e96-af327ec3c4e4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:51.661306 n-d-838334-2 neutron-server[84040]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a349113d-f011-47c8-93f2-d399aecaafcd tempest-FloatingIPTestJSON-1355648241 tempest-FloatingIPTestJSON-1355648241-project] Network e41b6600-a917-4a8d-b05c-be3be40c6d8c is already hosted by enough agents. {{(pid=84040) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:05:51.668808 n-d-838334-2 neutron-server[84040]: DEBUG neutron.scheduler.base_scheduler [None req-a349113d-f011-47c8-93f2-d399aecaafcd tempest-FloatingIPTestJSON-1355648241 tempest-FloatingIPTestJSON-1355648241-project] Resources bound (agent type, host, resource id): {{(pid=84040) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:05:51.682700 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a349113d-f011-47c8-93f2-d399aecaafcd tempest-FloatingIPTestJSON-1355648241 tempest-FloatingIPTestJSON-1355648241-project] Received port after_create {{(pid=84040) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 21:05:51.693106 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-9f75b76e-ca03-43e2-8e96-af327ec3c4e4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:51.716381 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a349113d-f011-47c8-93f2-d399aecaafcd tempest-FloatingIPTestJSON-1355648241 tempest-FloatingIPTestJSON-1355648241-project] Pushing event updated for resources: {'Port': ['ID=363ce02e-d7fb-4f4b-968a-156096841677,revision_number=1']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:05:51.725576 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-1f8c402e-9aaf-4f08-8440-e9d398c05157 tempest-PortsTestJSON-1335945802 tempest-PortsTestJSON-1335945802-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:05:51.756312 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.plugin [None req-7bbf7147-892d-499c-b127-2c510589e981 tempest-RoutersTest-1500746192 tempest-RoutersTest-1500746192-project] Deleting port 4cd76744-97fc-4284-a423-f44a3d815c92 {{(pid=84040) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 21:05:51.756709 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-7bbf7147-892d-499c-b127-2c510589e981 tempest-RoutersTest-1500746192 tempest-RoutersTest-1500746192-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750375188691'] for port, before_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:51.800895 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-1f8c402e-9aaf-4f08-8440-e9d398c05157 tempest-PortsTestJSON-1335945802 tempest-PortsTestJSON-1335945802-project] Usage tracker for resource:security_group_rule and tenant:234c597e1bbf440ab35a01225b472234 is out of sync, need to count used quota {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:05:51.816755 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-1f8c402e-9aaf-4f08-8440-e9d398c05157 tempest-PortsTestJSON-1335945802 tempest-PortsTestJSON-1335945802-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:05:51.848142 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-06c7dab4-a78e-4df8-b601-a44a3349983b tempest-AllowedAddressPairTestJSON-1420879938 tempest-AllowedAddressPairTestJSON-1420879938-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33526260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32266407', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32486287'] for subnet, after_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:51.874298 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Device fed3bd89-3f9e-400e-aea5-1b4464149caf up at agent ovs-agent-n-d-838334-2 {{(pid=84042) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 21:05:51.908723 n-d-838334-2 neutron-server[84040]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38c8dd2b-d19f-4bc8-8e07-7a194157c903 tempest-PortsIpV6TestJSON-656796091 tempest-PortsIpV6TestJSON-656796091-project] Network 815c1241-5a1d-4800-a6e1-26c2a85490da is scheduled to be hosted by DHCP agent 8746f8ea-3e91-4b32-9919-2c63adeb8722 with binding_index 1 {{(pid=84040) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 21:05:51.939850 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-1f8c402e-9aaf-4f08-8440-e9d398c05157 tempest-PortsTestJSON-1335945802 tempest-PortsTestJSON-1335945802-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:05:52.022246 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-5012d9de-468b-416d-856a-20902e22adac tempest-RoutersIpV6AdminTest-1940382112 tempest-RoutersIpV6AdminTest-1940382112-project] Notify callbacks [] for router_gateway, before_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:52.023887 n-d-838334-2 neutron-server[84040]: DEBUG neutron.scheduler.base_scheduler [None req-38c8dd2b-d19f-4bc8-8e07-7a194157c903 tempest-PortsIpV6TestJSON-656796091 tempest-PortsIpV6TestJSON-656796091-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-838334-2, 815c1241-5a1d-4800-a6e1-26c2a85490da) {{(pid=84040) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:05:52.036469 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0fe72dda-4108-409f-8f32-302e1440fa83 None None] Network 815c1241-5a1d-4800-a6e1-26c2a85490da requested from n-d-838334-2 {{(pid=84042) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 21:05:52.080231 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38c8dd2b-d19f-4bc8-8e07-7a194157c903 tempest-PortsIpV6TestJSON-656796091 tempest-PortsIpV6TestJSON-656796091-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:05:52.080817 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-38c8dd2b-d19f-4bc8-8e07-7a194157c903 tempest-PortsIpV6TestJSON-656796091 tempest-PortsIpV6TestJSON-656796091-project] Notify callbacks [] for subnet, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:52.099998 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-5012d9de-468b-416d-856a-20902e22adac tempest-RoutersIpV6AdminTest-1940382112 tempest-RoutersIpV6AdminTest-1940382112-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:52.151063 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-7bbf7147-892d-499c-b127-2c510589e981 tempest-RoutersTest-1500746192 tempest-RoutersTest-1500746192-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369123'] for port, precommit_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:52.200117 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06c7dab4-a78e-4df8-b601-a44a3349983b tempest-AllowedAddressPairTestJSON-1420879938 tempest-AllowedAddressPairTestJSON-1420879938-project] Pushing event updated for resources: {'Subnet': ['ID=48e6f919-7f3d-458b-bbef-564ab5f00649,revision_number=0']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:05:52.233024 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06c7dab4-a78e-4df8-b601-a44a3349983b tempest-AllowedAddressPairTestJSON-1420879938 tempest-AllowedAddressPairTestJSON-1420879938-project] Checking segment: {'id': 'b824376e-390f-45ad-93a8-f694dc51067b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '5bd096f8-31c9-45e2-b0e1-1f70c937e419'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84041) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 21:05:52.236295 n-d-838334-2 neutron-server[84041]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06c7dab4-a78e-4df8-b601-a44a3349983b tempest-AllowedAddressPairTestJSON-1420879938 tempest-AllowedAddressPairTestJSON-1420879938-project] Network hostable DHCP agents. Network: 5bd096f8-31c9-45e2-b0e1-1f70c937e419, hostable agents: ['8746f8ea-3e91-4b32-9919-2c63adeb8722'], hosted agents: [] {{(pid=84041) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 21:05:52.240153 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-40dc7fd6-bf2d-4de5-b92f-bf674ef80bd7 None None] Provisioning for port fed3bd89-3f9e-400e-aea5-1b4464149caf completed by entity DHCP. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 21:05:52.246903 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-40dc7fd6-bf2d-4de5-b92f-bf674ef80bd7 None None] Provisioning complete for port fed3bd89-3f9e-400e-aea5-1b4464149caf triggered by entity DHCP. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:05:52.247341 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-40dc7fd6-bf2d-4de5-b92f-bf674ef80bd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1253608'] for port, provisioning_complete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:52.289366 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-9f75b76e-ca03-43e2-8e96-af327ec3c4e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33528224'] for security_group, after_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:52.319193 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-1f8c402e-9aaf-4f08-8440-e9d398c05157 tempest-PortsTestJSON-1335945802 tempest-PortsTestJSON-1335945802-project] Notify callbacks [] for security_group, precommit_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:52.323453 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-38c8dd2b-d19f-4bc8-8e07-7a194157c903 tempest-PortsIpV6TestJSON-656796091 tempest-PortsIpV6TestJSON-656796091-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.3502679 Apr 18 21:05:52.325117 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 38002) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:05:52.329150 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.plugin [None req-7bbf7147-892d-499c-b127-2c510589e981 tempest-RoutersTest-1500746192 tempest-RoutersTest-1500746192-project] Calling delete_port for 4cd76744-97fc-4284-a423-f44a3d815c92 owned by network:router_interface {{(pid=84040) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 21:05:52.338844 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.v2.base [None req-bd9b3757-44e5-427b-bf86-22e063314ac3 tempest-PortsIpV6TestJSON-656796091 tempest-PortsIpV6TestJSON-656796091-project] Request body: {'port': {'network_id': '815c1241-5a1d-4800-a6e1-26c2a85490da', 'security_groups': [], 'name': 'tempest-PortsIpV6TestJSON-946403684'}} {{(pid=84041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:05:52.356137 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f75b76e-ca03-43e2-8e96-af327ec3c4e4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a26eca31-7260-40d8-b920-afd17233a0bd,revision_number=None']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:05:52.371511 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-1f8c402e-9aaf-4f08-8440-e9d398c05157 tempest-PortsTestJSON-1335945802 tempest-PortsTestJSON-1335945802-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33528224'] for security_group, after_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:52.484516 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dadb46f9-760c-4d97-bbfe-b5cb638b667b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp016840fc-1f9f-5892-9c53-c9cf6c845bbb-815c1241-5a1d-4800-a6e1-26c2a85490da', 'network_id': '815c1241-5a1d-4800-a6e1-26c2a85490da', 'tenant_id': '2eda1cb86d1d401280eb2d37452a60a8', 'fixed_ips': [{'subnet_id': 'e50e80df-80ca-47f8-aaf2-f82234f5649f'}]}} from n-d-838334-2. {{(pid=84042) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 18 21:05:52.485315 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-dadb46f9-760c-4d97-bbfe-b5cb638b667b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_create {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:52.608391 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.db_base_plugin_common [None req-5012d9de-468b-416d-856a-20902e22adac tempest-RoutersIpV6AdminTest-1940382112 tempest-RoutersIpV6AdminTest-1940382112-project] Allocated IP 172.25.8.72 (e41b6600-a917-4a8d-b05c-be3be40c6d8c/6b05667b-848e-4356-9b44-d5eb6808ef74/126128ef-7c1f-4e4c-b9e1-95e5283f7d49) {{(pid=84041) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 21:05:52.608702 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-40dc7fd6-bf2d-4de5-b92f-bf674ef80bd7 None None] Provisioning complete for port 52793402-19f0-422b-9895-a5b49a6f6fc8 triggered by entity DHCP. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:05:52.609118 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-40dc7fd6-bf2d-4de5-b92f-bf674ef80bd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1253608'] for port, provisioning_complete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:52.674770 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.plugin [None req-40dc7fd6-bf2d-4de5-b92f-bf674ef80bd7 None None] Port 52793402-19f0-422b-9895-a5b49a6f6fc8 cannot update to ACTIVE because it is not bound. {{(pid=84042) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 18 21:05:52.728736 n-d-838334-2 neutron-server[84041]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06c7dab4-a78e-4df8-b601-a44a3349983b tempest-AllowedAddressPairTestJSON-1420879938 tempest-AllowedAddressPairTestJSON-1420879938-project] Network 5bd096f8-31c9-45e2-b0e1-1f70c937e419 is scheduled to be hosted by DHCP agent 8746f8ea-3e91-4b32-9919-2c63adeb8722 with binding_index 1 {{(pid=84041) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 21:05:52.762266 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.db_base_plugin_common [None req-dadb46f9-760c-4d97-bbfe-b5cb638b667b None None] Allocated IP 2001:db8::2 (815c1241-5a1d-4800-a6e1-26c2a85490da/e50e80df-80ca-47f8-aaf2-f82234f5649f/8ea77678-7efd-4641-aa5b-53fda5c59b48) {{(pid=84042) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 21:05:52.785973 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-9f75b76e-ca03-43e2-8e96-af327ec3c4e4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:52.790903 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-9f75b76e-ca03-43e2-8e96-af327ec3c4e4 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/a26eca31-7260-40d8-b920-afd17233a0bd HTTP/1.1" status: 204 len: 168 time: 1.4952579 Apr 18 21:05:52.796646 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-1f8c402e-9aaf-4f08-8440-e9d398c05157 tempest-PortsTestJSON-1335945802 tempest-PortsTestJSON-1335945802-project] Notify callbacks [] for security_group, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:52.797885 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-1f8c402e-9aaf-4f08-8440-e9d398c05157 tempest-PortsTestJSON-1335945802 tempest-PortsTestJSON-1335945802-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1576 time: 1.5343072 Apr 18 21:05:52.805450 n-d-838334-2 neutron-server[84041]: DEBUG neutron.scheduler.base_scheduler [None req-06c7dab4-a78e-4df8-b601-a44a3349983b tempest-AllowedAddressPairTestJSON-1420879938 tempest-AllowedAddressPairTestJSON-1420879938-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-838334-2, 5bd096f8-31c9-45e2-b0e1-1f70c937e419) {{(pid=84041) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:05:52.819303 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06c7dab4-a78e-4df8-b601-a44a3349983b tempest-AllowedAddressPairTestJSON-1420879938 tempest-AllowedAddressPairTestJSON-1420879938-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:05:52.819769 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a791308-a350-4a84-9bae-07465e2ce982 None None] Network 5bd096f8-31c9-45e2-b0e1-1f70c937e419 requested from n-d-838334-2 {{(pid=84042) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 21:05:52.819916 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-06c7dab4-a78e-4df8-b601-a44a3349983b tempest-AllowedAddressPairTestJSON-1420879938 tempest-AllowedAddressPairTestJSON-1420879938-project] Notify callbacks [] for subnet, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:52.823482 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 38014) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:05:52.840479 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f8c402e-9aaf-4f08-8440-e9d398c05157 tempest-PortsTestJSON-1335945802 tempest-PortsTestJSON-1335945802-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5238f0c5-f8b2-411b-b6d9-bbfb0c0c9737,revision_number=1']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:05:52.848949 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.v2.base [None req-a69737ae-2048-4a5d-b980-468bb67e3b24 tempest-PortsTestJSON-1335945802 tempest-PortsTestJSON-1335945802-project] Request body: {'security_group': {'name': 'tempest-secgroup-1690018161'}} {{(pid=84041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:05:52.878575 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-a69737ae-2048-4a5d-b980-468bb67e3b24 tempest-PortsTestJSON-1335945802 tempest-PortsTestJSON-1335945802-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:05:52.896528 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-7bbf7147-892d-499c-b127-2c510589e981 tempest-RoutersTest-1500746192 tempest-RoutersTest-1500746192-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750375259028', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750374836628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32440838'] for port, after_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:52.902096 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-06c7dab4-a78e-4df8-b601-a44a3349983b tempest-AllowedAddressPairTestJSON-1420879938 tempest-AllowedAddressPairTestJSON-1420879938-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.7734904 Apr 18 21:05:52.902753 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 38022) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:05:52.906194 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-a69737ae-2048-4a5d-b980-468bb67e3b24 tempest-PortsTestJSON-1335945802 tempest-PortsTestJSON-1335945802-project] Usage tracker for resource:security_group and tenant:234c597e1bbf440ab35a01225b472234 is out of sync, need to count used quota {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:05:52.923382 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-a69737ae-2048-4a5d-b980-468bb67e3b24 tempest-PortsTestJSON-1335945802 tempest-PortsTestJSON-1335945802-project] Quota usage for security_group was recalculated. Used quota:3. {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:05:52.933812 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.v2.base [None req-955cf59c-1dcd-4e8c-adca-71bd41ff5ef8 tempest-AllowedAddressPairTestJSON-1420879938 tempest-AllowedAddressPairTestJSON-1420879938-project] Request body: {'port': {'network_id': '5bd096f8-31c9-45e2-b0e1-1f70c937e419', 'name': 'tempest-AllowedAddressPairTestJSON-1755533671'}} {{(pid=84041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:05:53.047901 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bbf7147-892d-499c-b127-2c510589e981 tempest-RoutersTest-1500746192 tempest-RoutersTest-1500746192-project] Pushing event deleted for resources: {'Port': ['ID=4cd76744-97fc-4284-a423-f44a3d815c92,revision_number=None']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:05:53.196776 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-5012d9de-468b-416d-856a-20902e22adac tempest-RoutersIpV6AdminTest-1940382112 tempest-RoutersIpV6AdminTest-1940382112-project] Notify callbacks [] for port, precommit_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:53.279081 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-a69737ae-2048-4a5d-b980-468bb67e3b24 tempest-PortsTestJSON-1335945802 tempest-PortsTestJSON-1335945802-project] Attempting to reserve 1 items for resource security_group. Total usage: 3; quota limit: 100; headroom:97 {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:05:53.330009 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-5012d9de-468b-416d-856a-20902e22adac tempest-RoutersIpV6AdminTest-1940382112 tempest-RoutersIpV6AdminTest-1940382112-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750374836619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32266323'] for port, after_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:53.346510 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-dadb46f9-760c-4d97-bbfe-b5cb638b667b None None] Notify callbacks [] for port, precommit_create {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:53.352792 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-bd9b3757-44e5-427b-bf86-22e063314ac3 tempest-PortsIpV6TestJSON-656796091 tempest-PortsIpV6TestJSON-656796091-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:05:53.362612 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8bd624e1-7a2b-4286-b780-63d330ec4bbe None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp016840fc-1f9f-5892-9c53-c9cf6c845bbb-5bd096f8-31c9-45e2-b0e1-1f70c937e419', 'network_id': '5bd096f8-31c9-45e2-b0e1-1f70c937e419', 'tenant_id': '87f6fd4dfa374cfdb4f7d3363b37a30b', 'fixed_ips': [{'subnet_id': '48e6f919-7f3d-458b-bbef-564ab5f00649'}]}} from n-d-838334-2. {{(pid=84042) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 18 21:05:53.363579 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-8bd624e1-7a2b-4286-b780-63d330ec4bbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_create {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:53.384873 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-dadb46f9-760c-4d97-bbfe-b5cb638b667b None None] Transition to ACTIVE for port object 8ea77678-7efd-4641-aa5b-53fda5c59b48 will not be triggered until provisioned by entity L2. {{(pid=84042) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:05:53.477765 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-a69737ae-2048-4a5d-b980-468bb67e3b24 tempest-PortsTestJSON-1335945802 tempest-PortsTestJSON-1335945802-project] Notify callbacks [] for security_group, before_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:53.496046 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 38030) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:05:53.527968 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-bd9b3757-44e5-427b-bf86-22e063314ac3 tempest-PortsIpV6TestJSON-656796091 tempest-PortsIpV6TestJSON-656796091-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:05:53.570049 n-d-838334-2 neutron-server[84041]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5012d9de-468b-416d-856a-20902e22adac tempest-RoutersIpV6AdminTest-1940382112 tempest-RoutersIpV6AdminTest-1940382112-project] Network e41b6600-a917-4a8d-b05c-be3be40c6d8c is already hosted by enough agents. {{(pid=84041) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:05:53.575068 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5012d9de-468b-416d-856a-20902e22adac tempest-RoutersIpV6AdminTest-1940382112 tempest-RoutersIpV6AdminTest-1940382112-project] Pushing event updated for resources: {'Port': ['ID=126128ef-7c1f-4e4c-b9e1-95e5283f7d49,revision_number=1']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:05:53.579406 n-d-838334-2 neutron-server[84041]: DEBUG neutron.scheduler.base_scheduler [None req-5012d9de-468b-416d-856a-20902e22adac tempest-RoutersIpV6AdminTest-1940382112 tempest-RoutersIpV6AdminTest-1940382112-project] Resources bound (agent type, host, resource id): {{(pid=84041) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:05:53.581737 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5012d9de-468b-416d-856a-20902e22adac tempest-RoutersIpV6AdminTest-1940382112 tempest-RoutersIpV6AdminTest-1940382112-project] Received port after_create {{(pid=84041) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 21:05:53.594089 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-98c58453-2463-4263-809f-229f7dadddc6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:53.624992 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-dadb46f9-760c-4d97-bbfe-b5cb638b667b None None] Transition to ACTIVE for port object 8ea77678-7efd-4641-aa5b-53fda5c59b48 will not be triggered until provisioned by entity DHCP. {{(pid=84042) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:05:53.650188 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-dadb46f9-760c-4d97-bbfe-b5cb638b667b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750374836619'] for port, after_create {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:53.699422 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.db_base_plugin_common [None req-8bd624e1-7a2b-4286-b780-63d330ec4bbe None None] Allocated IP 172.20.0.2 (5bd096f8-31c9-45e2-b0e1-1f70c937e419/48e6f919-7f3d-458b-bbef-564ab5f00649/a2703c52-c957-4655-864e-9a8f894aec7a) {{(pid=84042) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 21:05:53.712185 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [None req-98c58453-2463-4263-809f-229f7dadddc6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:05:53.727770 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-98c58453-2463-4263-809f-229f7dadddc6 admin admin] Usage tracker for resource:security_group_rule and tenant:b59408911beb40bca8468fa7190b77fb is out of sync, need to count used quota {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:05:53.732726 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-98c58453-2463-4263-809f-229f7dadddc6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:05:53.736523 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-7bbf7147-892d-499c-b127-2c510589e981 tempest-RoutersTest-1500746192 tempest-RoutersTest-1500746192-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-32377931', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33443910'] for router_interface, after_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:53.740236 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-955cf59c-1dcd-4e8c-adca-71bd41ff5ef8 tempest-AllowedAddressPairTestJSON-1420879938 tempest-AllowedAddressPairTestJSON-1420879938-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:05:53.758040 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [None req-98c58453-2463-4263-809f-229f7dadddc6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:05:53.761811 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd9b3757-44e5-427b-bf86-22e063314ac3 tempest-PortsIpV6TestJSON-656796091 tempest-PortsIpV6TestJSON-656796091-project] Made reservation on behalf of 2eda1cb86d1d401280eb2d37452a60a8 for: {'port': 1} {{(pid=84041) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:05:53.765629 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-bd9b3757-44e5-427b-bf86-22e063314ac3 tempest-PortsIpV6TestJSON-656796091 tempest-PortsIpV6TestJSON-656796091-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:53.772828 n-d-838334-2 neutron-server[84042]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dadb46f9-760c-4d97-bbfe-b5cb638b667b None None] Network 815c1241-5a1d-4800-a6e1-26c2a85490da is already hosted by enough agents. {{(pid=84042) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:05:53.777450 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-955cf59c-1dcd-4e8c-adca-71bd41ff5ef8 tempest-AllowedAddressPairTestJSON-1420879938 tempest-AllowedAddressPairTestJSON-1420879938-project] Usage tracker for resource:port and tenant:87f6fd4dfa374cfdb4f7d3363b37a30b is out of sync, need to count used quota {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:05:53.790980 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-955cf59c-1dcd-4e8c-adca-71bd41ff5ef8 tempest-AllowedAddressPairTestJSON-1420879938 tempest-AllowedAddressPairTestJSON-1420879938-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:05:53.804193 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-a69737ae-2048-4a5d-b980-468bb67e3b24 tempest-PortsTestJSON-1335945802 tempest-PortsTestJSON-1335945802-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:05:53.804674 n-d-838334-2 neutron-server[84042]: DEBUG neutron.scheduler.base_scheduler [None req-dadb46f9-760c-4d97-bbfe-b5cb638b667b None None] Resources bound (agent type, host, resource id): {{(pid=84042) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:05:53.809672 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-955cf59c-1dcd-4e8c-adca-71bd41ff5ef8 tempest-AllowedAddressPairTestJSON-1420879938 tempest-AllowedAddressPairTestJSON-1420879938-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:05:53.821460 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-a69737ae-2048-4a5d-b980-468bb67e3b24 tempest-PortsTestJSON-1335945802 tempest-PortsTestJSON-1335945802-project] Usage tracker for resource:security_group_rule and tenant:234c597e1bbf440ab35a01225b472234 is out of sync, need to count used quota {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:05:53.828128 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-a69737ae-2048-4a5d-b980-468bb67e3b24 tempest-PortsTestJSON-1335945802 tempest-PortsTestJSON-1335945802-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:05:53.843703 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dadb46f9-760c-4d97-bbfe-b5cb638b667b None None] Received port after_create {{(pid=84042) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 21:05:53.844035 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-a69737ae-2048-4a5d-b980-468bb67e3b24 tempest-PortsTestJSON-1335945802 tempest-PortsTestJSON-1335945802-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:05:53.868634 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-a349113d-f011-47c8-93f2-d399aecaafcd tempest-FloatingIPTestJSON-1355648241 tempest-FloatingIPTestJSON-1355648241-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:53.871105 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-955cf59c-1dcd-4e8c-adca-71bd41ff5ef8 tempest-AllowedAddressPairTestJSON-1420879938 tempest-AllowedAddressPairTestJSON-1420879938-project] Made reservation on behalf of 87f6fd4dfa374cfdb4f7d3363b37a30b for: {'port': 1} {{(pid=84041) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:05:53.874252 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-955cf59c-1dcd-4e8c-adca-71bd41ff5ef8 tempest-AllowedAddressPairTestJSON-1420879938 tempest-AllowedAddressPairTestJSON-1420879938-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:53.888006 n-d-838334-2 neutron-server[84041]: DEBUG neutron.notifiers.nova [None req-bd9b3757-44e5-427b-bf86-22e063314ac3 tempest-PortsIpV6TestJSON-656796091 tempest-PortsIpV6TestJSON-656796091-project] device_id is not set on port 0faf26c9-7134-4a7a-9c91-8a7bd884b57a yet. {{(pid=84041) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 18 21:05:53.932168 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dadb46f9-760c-4d97-bbfe-b5cb638b667b None None] Pushing event updated for resources: {'Port': ['ID=8ea77678-7efd-4641-aa5b-53fda5c59b48,revision_number=1']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:05:53.994838 n-d-838334-2 neutron-server[84041]: DEBUG neutron.notifiers.nova [None req-955cf59c-1dcd-4e8c-adca-71bd41ff5ef8 tempest-AllowedAddressPairTestJSON-1420879938 tempest-AllowedAddressPairTestJSON-1420879938-project] device_id is not set on port c3a49f14-7ab6-43a1-94ec-243d646cb36b yet. {{(pid=84041) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 18 21:05:54.028900 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-a349113d-f011-47c8-93f2-d399aecaafcd tempest-FloatingIPTestJSON-1355648241 tempest-FloatingIPTestJSON-1355648241-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:54.093657 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.managers [None req-dadb46f9-760c-4d97-bbfe-b5cb638b667b None None] Attempting to bind port 8ea77678-7efd-4641-aa5b-53fda5c59b48 on host n-d-838334-2 for vnic_type normal with profile {{(pid=84042) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 21:05:54.094317 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.managers [None req-dadb46f9-760c-4d97-bbfe-b5cb638b667b None None] Attempting to bind port 8ea77678-7efd-4641-aa5b-53fda5c59b48 by drivers openvswitch,hyperv on host n-d-838334-2 at level 0 using segments [{'id': 'ccf832e1-ee1a-412f-b22e-3fcf7d65067c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '815c1241-5a1d-4800-a6e1-26c2a85490da'}] {{(pid=84042) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 21:05:54.095475 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dadb46f9-760c-4d97-bbfe-b5cb638b667b None None] Attempting to bind port 8ea77678-7efd-4641-aa5b-53fda5c59b48 on network 815c1241-5a1d-4800-a6e1-26c2a85490da {{(pid=84042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 21:05:54.201875 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-a69737ae-2048-4a5d-b980-468bb67e3b24 tempest-PortsTestJSON-1335945802 tempest-PortsTestJSON-1335945802-project] Notify callbacks [] for security_group, precommit_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:54.212960 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dadb46f9-760c-4d97-bbfe-b5cb638b667b None None] Checking agent: {'id': '97cd4414-7af6-4d67-868d-dff370b4071a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838334-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 25, 49), 'started_at': datetime.datetime(2022, 4, 18, 20, 26, 19), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 21, 5, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838334-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 18 21:05:54.213141 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dadb46f9-760c-4d97-bbfe-b5cb638b667b None None] Checking segment: {'id': 'ccf832e1-ee1a-412f-b22e-3fcf7d65067c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '815c1241-5a1d-4800-a6e1-26c2a85490da'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84042) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 21:05:54.213761 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-dadb46f9-760c-4d97-bbfe-b5cb638b667b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:54.214204 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dadb46f9-760c-4d97-bbfe-b5cb638b667b None None] Bound using segment: {'id': 'ccf832e1-ee1a-412f-b22e-3fcf7d65067c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '815c1241-5a1d-4800-a6e1-26c2a85490da'} {{(pid=84042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 18 21:05:54.214822 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.managers [None req-dadb46f9-760c-4d97-bbfe-b5cb638b667b None None] Bound port: 8ea77678-7efd-4641-aa5b-53fda5c59b48, host: n-d-838334-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ccf832e1-ee1a-412f-b22e-3fcf7d65067c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '815c1241-5a1d-4800-a6e1-26c2a85490da'}}] {{(pid=84042) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 21:05:54.215200 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-dadb46f9-760c-4d97-bbfe-b5cb638b667b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:54.222904 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-a69737ae-2048-4a5d-b980-468bb67e3b24 tempest-PortsTestJSON-1335945802 tempest-PortsTestJSON-1335945802-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33528224'] for security_group, after_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:54.315696 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.db_base_plugin_common [None req-bd9b3757-44e5-427b-bf86-22e063314ac3 tempest-PortsIpV6TestJSON-656796091 tempest-PortsIpV6TestJSON-656796091-project] Allocated IP 2001:db8::255 (815c1241-5a1d-4800-a6e1-26c2a85490da/e50e80df-80ca-47f8-aaf2-f82234f5649f/0faf26c9-7134-4a7a-9c91-8a7bd884b57a) {{(pid=84041) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 21:05:54.319907 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a69737ae-2048-4a5d-b980-468bb67e3b24 tempest-PortsTestJSON-1335945802 tempest-PortsTestJSON-1335945802-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0943dc2d-f48b-4900-a612-009d0de631d6,revision_number=1']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:05:54.331209 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-a69737ae-2048-4a5d-b980-468bb67e3b24 tempest-PortsTestJSON-1335945802 tempest-PortsTestJSON-1335945802-project] Notify callbacks [] for security_group, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:54.336223 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-a69737ae-2048-4a5d-b980-468bb67e3b24 tempest-PortsTestJSON-1335945802 tempest-PortsTestJSON-1335945802-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 1.5031886 Apr 18 21:05:54.348364 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 38034) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:05:54.354546 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.v2.base [None req-4f1d82ab-c877-4066-9003-0bd9aaed147a tempest-PortsTestJSON-1335945802 tempest-PortsTestJSON-1335945802-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1469257861', 'security_groups': ['0943dc2d-f48b-4900-a612-009d0de631d6'], 'network_id': '1a5d91c8-1709-4cd3-96e4-f851e43fa6e0', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'a871e803-3b07-4ab1-a658-5cffa2570696'}]}} {{(pid=84041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:05:54.380960 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-8bd624e1-7a2b-4286-b780-63d330ec4bbe None None] Notify callbacks [] for port, precommit_create {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:54.398717 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-98c58453-2463-4263-809f-229f7dadddc6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:54.398978 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-8bd624e1-7a2b-4286-b780-63d330ec4bbe None None] Transition to ACTIVE for port object a2703c52-c957-4655-864e-9a8f894aec7a will not be triggered until provisioned by entity L2. {{(pid=84042) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:05:54.425535 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-8bd624e1-7a2b-4286-b780-63d330ec4bbe None None] Transition to ACTIVE for port object a2703c52-c957-4655-864e-9a8f894aec7a will not be triggered until provisioned by entity DHCP. {{(pid=84042) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:05:54.448529 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-8bd624e1-7a2b-4286-b780-63d330ec4bbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750374836619'] for port, after_create {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:54.475718 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-98c58453-2463-4263-809f-229f7dadddc6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33528224'] for security_group, after_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:54.547511 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bd624e1-7a2b-4286-b780-63d330ec4bbe None None] Pushing event updated for resources: {'Port': ['ID=a2703c52-c957-4655-864e-9a8f894aec7a,revision_number=1']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:05:54.564135 n-d-838334-2 neutron-server[84042]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8bd624e1-7a2b-4286-b780-63d330ec4bbe None None] Network 5bd096f8-31c9-45e2-b0e1-1f70c937e419 is already hosted by enough agents. {{(pid=84042) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:05:54.568709 n-d-838334-2 neutron-server[84042]: DEBUG neutron.scheduler.base_scheduler [None req-8bd624e1-7a2b-4286-b780-63d330ec4bbe None None] Resources bound (agent type, host, resource id): {{(pid=84042) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:05:54.573507 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bd624e1-7a2b-4286-b780-63d330ec4bbe None None] Received port after_create {{(pid=84042) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 21:05:54.592010 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-98c58453-2463-4263-809f-229f7dadddc6 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=b59408911beb40bca8468fa7190b77fb&name=default HTTP/1.1" status: 200 len: 2647 time: 1.0922003 Apr 18 21:05:54.595728 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 38040) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:05:54.663956 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.db_base_plugin_common [None req-955cf59c-1dcd-4e8c-adca-71bd41ff5ef8 tempest-AllowedAddressPairTestJSON-1420879938 tempest-AllowedAddressPairTestJSON-1420879938-project] Allocated IP 172.20.0.11 (5bd096f8-31c9-45e2-b0e1-1f70c937e419/48e6f919-7f3d-458b-bbef-564ab5f00649/c3a49f14-7ab6-43a1-94ec-243d646cb36b) {{(pid=84041) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 21:05:54.686167 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-5012d9de-468b-416d-856a-20902e22adac tempest-RoutersIpV6AdminTest-1940382112 tempest-RoutersIpV6AdminTest-1940382112-project] Notify callbacks [] for router_gateway, after_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:54.687597 n-d-838334-2 neutron-server[84040]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7bbf7147-892d-499c-b127-2c510589e981 tempest-RoutersTest-1500746192 tempest-RoutersTest-1500746192-project] Router ad000e66-4cab-4df6-8e9f-7dec4de21ef7 has already been hosted by L3 agent bc84d6c9-dd7a-4555-a351-592327b46d5a {{(pid=84040) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 21:05:54.696457 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-dadb46f9-760c-4d97-bbfe-b5cb638b667b None None] For port 8ea77678-7efd-4641-aa5b-53fda5c59b48, host n-d-838334-2, cleared binding levels {{(pid=84042) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 21:05:54.698514 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.managers [None req-8bd624e1-7a2b-4286-b780-63d330ec4bbe None None] Attempting to bind port a2703c52-c957-4655-864e-9a8f894aec7a on host n-d-838334-2 for vnic_type normal with profile {{(pid=84042) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 21:05:54.698910 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.managers [None req-8bd624e1-7a2b-4286-b780-63d330ec4bbe None None] Attempting to bind port a2703c52-c957-4655-864e-9a8f894aec7a by drivers openvswitch,hyperv on host n-d-838334-2 at level 0 using segments [{'id': 'b824376e-390f-45ad-93a8-f694dc51067b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '5bd096f8-31c9-45e2-b0e1-1f70c937e419'}] {{(pid=84042) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 21:05:54.699449 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bd624e1-7a2b-4286-b780-63d330ec4bbe None None] Attempting to bind port a2703c52-c957-4655-864e-9a8f894aec7a on network 5bd096f8-31c9-45e2-b0e1-1f70c937e419 {{(pid=84042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 21:05:54.710935 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-dadb46f9-760c-4d97-bbfe-b5cb638b667b None None] For port 8ea77678-7efd-4641-aa5b-53fda5c59b48, host n-d-838334-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838334-2',level=0,port_id=8ea77678-7efd-4641-aa5b-53fda5c59b48,segment=NetworkSegment(ccf832e1-ee1a-412f-b22e-3fcf7d65067c),segment_id=ccf832e1-ee1a-412f-b22e-3fcf7d65067c)] {{(pid=84042) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 21:05:54.712718 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bd624e1-7a2b-4286-b780-63d330ec4bbe None None] Checking agent: {'id': '97cd4414-7af6-4d67-868d-dff370b4071a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838334-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 25, 49), 'started_at': datetime.datetime(2022, 4, 18, 20, 26, 19), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 21, 5, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838334-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 18 21:05:54.713051 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bd624e1-7a2b-4286-b780-63d330ec4bbe None None] Checking segment: {'id': 'b824376e-390f-45ad-93a8-f694dc51067b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '5bd096f8-31c9-45e2-b0e1-1f70c937e419'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84042) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 21:05:54.713551 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-8bd624e1-7a2b-4286-b780-63d330ec4bbe None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:54.713951 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bd624e1-7a2b-4286-b780-63d330ec4bbe None None] Bound using segment: {'id': 'b824376e-390f-45ad-93a8-f694dc51067b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '5bd096f8-31c9-45e2-b0e1-1f70c937e419'} {{(pid=84042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 18 21:05:54.714612 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.managers [None req-8bd624e1-7a2b-4286-b780-63d330ec4bbe None None] Bound port: a2703c52-c957-4655-864e-9a8f894aec7a, host: n-d-838334-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b824376e-390f-45ad-93a8-f694dc51067b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '5bd096f8-31c9-45e2-b0e1-1f70c937e419'}}] {{(pid=84042) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 21:05:54.714978 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-8bd624e1-7a2b-4286-b780-63d330ec4bbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:54.737498 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98c58453-2463-4263-809f-229f7dadddc6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bb3bd7a0-2a73-4fe2-bbc9-d096fe75e791,revision_number=1']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:05:54.823307 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-8bd624e1-7a2b-4286-b780-63d330ec4bbe None None] For port a2703c52-c957-4655-864e-9a8f894aec7a, host n-d-838334-2, cleared binding levels {{(pid=84042) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 21:05:54.827124 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-8bd624e1-7a2b-4286-b780-63d330ec4bbe None None] For port a2703c52-c957-4655-864e-9a8f894aec7a, host n-d-838334-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838334-2',level=0,port_id=a2703c52-c957-4655-864e-9a8f894aec7a,segment=NetworkSegment(b824376e-390f-45ad-93a8-f694dc51067b),segment_id=b824376e-390f-45ad-93a8-f694dc51067b)] {{(pid=84042) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 21:05:54.828960 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-dadb46f9-760c-4d97-bbfe-b5cb638b667b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682'] for port, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:54.871017 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-4f1d82ab-c877-4066-9003-0bd9aaed147a tempest-PortsTestJSON-1335945802 tempest-PortsTestJSON-1335945802-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:05:54.894102 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-4f1d82ab-c877-4066-9003-0bd9aaed147a tempest-PortsTestJSON-1335945802 tempest-PortsTestJSON-1335945802-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:05:54.910672 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dadb46f9-760c-4d97-bbfe-b5cb638b667b None None] Pushing event updated for resources: {'Port': ['ID=8ea77678-7efd-4641-aa5b-53fda5c59b48,revision_number=2']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:05:54.914338 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-8bd624e1-7a2b-4286-b780-63d330ec4bbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682'] for port, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:54.915961 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-5012d9de-468b-416d-856a-20902e22adac tempest-RoutersIpV6AdminTest-1940382112 tempest-RoutersIpV6AdminTest-1940382112-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-33444175', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-33443520', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5293'] for router, precommit_update {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:54.951521 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-5012d9de-468b-416d-856a-20902e22adac tempest-RoutersIpV6AdminTest-1940382112 tempest-RoutersIpV6AdminTest-1940382112-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33444176', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-33444166', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-33444185', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-33443547'] for router, after_update {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:54.963848 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f1d82ab-c877-4066-9003-0bd9aaed147a tempest-PortsTestJSON-1335945802 tempest-PortsTestJSON-1335945802-project] Made reservation on behalf of 234c597e1bbf440ab35a01225b472234 for: {'port': 1} {{(pid=84041) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:05:55.065330 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bd624e1-7a2b-4286-b780-63d330ec4bbe None None] Pushing event updated for resources: {'Port': ['ID=a2703c52-c957-4655-864e-9a8f894aec7a,revision_number=2']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:05:55.111943 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-a349113d-f011-47c8-93f2-d399aecaafcd tempest-FloatingIPTestJSON-1355648241 tempest-FloatingIPTestJSON-1355648241-project] Notify callbacks [] for port, precommit_update {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:55.126136 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7bbf7147-892d-499c-b127-2c510589e981 tempest-RoutersTest-1500746192 tempest-RoutersTest-1500746192-project] Notify agent at l3_agent.n-d-838334-2 the message routers_updated {{(pid=84040) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 21:05:55.142559 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26418024-ed72-4be7-90b3-808653782d41 None None] Sync routers for ids ['ad000e66-4cab-4df6-8e9f-7dec4de21ef7'] in n-d-838334-2 {{(pid=84042) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 18 21:05:55.145101 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-25bbe4a5-14e5-4af2-bf6f-5257b4c2530e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:55.156215 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26418024-ed72-4be7-90b3-808653782d41 None None] Routers {'ad000e66-4cab-4df6-8e9f-7dec4de21ef7'} bound to L3 agent in host n-d-838334-2 {{(pid=84042) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 21:05:55.156899 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_hamode_db [None req-26418024-ed72-4be7-90b3-808653782d41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838334-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-18T20:25:48Z,description=,heartbeat_timestamp=2022-04-18T21:05:48Z,host='n-d-838334-2',id=bc84d6c9-dd7a-4555-a351-592327b46d5a,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:25:48Z,topic='l3_agent')) {'router_ids': ['ad000e66-4cab-4df6-8e9f-7dec4de21ef7'], 'active': True} {{(pid=84042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:05:55.184256 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-25bbe4a5-14e5-4af2-bf6f-5257b4c2530e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:55.230050 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-955cf59c-1dcd-4e8c-adca-71bd41ff5ef8 tempest-AllowedAddressPairTestJSON-1420879938 tempest-AllowedAddressPairTestJSON-1420879938-project] Notify callbacks [] for port, precommit_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:55.242634 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-a349113d-f011-47c8-93f2-d399aecaafcd tempest-FloatingIPTestJSON-1355648241 tempest-FloatingIPTestJSON-1355648241-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32440959'] for port, after_update {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:55.246119 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_hamode_db [None req-26418024-ed72-4be7-90b3-808653782d41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-838334-2', False) {} {{(pid=84042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:05:55.270504 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26418024-ed72-4be7-90b3-808653782d41 None None] Routers {'ad000e66-4cab-4df6-8e9f-7dec4de21ef7'} bound to L3 agent in host n-d-838334-2 {{(pid=84042) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 21:05:55.271519 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_hamode_db [None req-26418024-ed72-4be7-90b3-808653782d41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838334-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-18T20:25:48Z,description=,heartbeat_timestamp=2022-04-18T21:05:48Z,host='n-d-838334-2',id=bc84d6c9-dd7a-4555-a351-592327b46d5a,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:25:48Z,topic='l3_agent')) {'router_ids': ['ad000e66-4cab-4df6-8e9f-7dec4de21ef7'], 'active': True} {{(pid=84042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:05:55.314371 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.provisioning_blocks [None req-955cf59c-1dcd-4e8c-adca-71bd41ff5ef8 tempest-AllowedAddressPairTestJSON-1420879938 tempest-AllowedAddressPairTestJSON-1420879938-project] Transition to ACTIVE for port object c3a49f14-7ab6-43a1-94ec-243d646cb36b will not be triggered until provisioned by entity DHCP. {{(pid=84041) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:05:55.342466 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-bd9b3757-44e5-427b-bf86-22e063314ac3 tempest-PortsIpV6TestJSON-656796091 tempest-PortsIpV6TestJSON-656796091-project] Notify callbacks [] for port, precommit_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:55.353754 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-25bbe4a5-14e5-4af2-bf6f-5257b4c2530e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33528224'] for security_group, after_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:55.359923 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-955cf59c-1dcd-4e8c-adca-71bd41ff5ef8 tempest-AllowedAddressPairTestJSON-1420879938 tempest-AllowedAddressPairTestJSON-1420879938-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750374836619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32266323'] for port, after_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:55.363854 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_hamode_db [None req-26418024-ed72-4be7-90b3-808653782d41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-838334-2', False) {} {{(pid=84042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:05:55.364262 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26418024-ed72-4be7-90b3-808653782d41 None None] The sync data for ids ['ad000e66-4cab-4df6-8e9f-7dec4de21ef7'] in n-d-838334-2 is: [] {{(pid=84042) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 18 21:05:55.433736 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25bbe4a5-14e5-4af2-bf6f-5257b4c2530e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb3bd7a0-2a73-4fe2-bbc9-d096fe75e791,revision_number=None']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:05:55.467447 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-25bbe4a5-14e5-4af2-bf6f-5257b4c2530e admin admin] Notify callbacks [] for security_group, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:55.467447 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-25bbe4a5-14e5-4af2-bf6f-5257b4c2530e admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/bb3bd7a0-2a73-4fe2-bbc9-d096fe75e791 HTTP/1.1" status: 204 len: 168 time: 0.8621414 Apr 18 21:05:55.484708 n-d-838334-2 neutron-server[84041]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-955cf59c-1dcd-4e8c-adca-71bd41ff5ef8 tempest-AllowedAddressPairTestJSON-1420879938 tempest-AllowedAddressPairTestJSON-1420879938-project] Network 5bd096f8-31c9-45e2-b0e1-1f70c937e419 is already hosted by enough agents. {{(pid=84041) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:05:55.492935 n-d-838334-2 neutron-server[84041]: DEBUG neutron.scheduler.base_scheduler [None req-955cf59c-1dcd-4e8c-adca-71bd41ff5ef8 tempest-AllowedAddressPairTestJSON-1420879938 tempest-AllowedAddressPairTestJSON-1420879938-project] Resources bound (agent type, host, resource id): {{(pid=84041) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:05:55.533067 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.l3_dvrscheduler_db [None req-955cf59c-1dcd-4e8c-adca-71bd41ff5ef8 tempest-AllowedAddressPairTestJSON-1420879938 tempest-AllowedAddressPairTestJSON-1420879938-project] Received port after_create {{(pid=84041) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 21:05:55.564477 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-7bbf7147-892d-499c-b127-2c510589e981 tempest-RoutersTest-1500746192 tempest-RoutersTest-1500746192-project] 10.222.0.42 "PUT /v2.0/routers/ad000e66-4cab-4df6-8e9f-7dec4de21ef7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.4397366 Apr 18 21:05:55.597022 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a349113d-f011-47c8-93f2-d399aecaafcd tempest-FloatingIPTestJSON-1355648241 tempest-FloatingIPTestJSON-1355648241-project] Pushing event updated for resources: {'Port': ['ID=363ce02e-d7fb-4f4b-968a-156096841677,revision_number=2']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:05:55.604153 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 38048) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:05:55.656130 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-eea53d41-5a6a-458e-bd89-e7cb435b8bcd tempest-RoutersTest-1500746192 tempest-RoutersTest-1500746192-project] Synchronizing usage tracker for tenant:8a05b90fa8c54f25938df6bd0ef52223 on resource:port {{(pid=84040) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 21:05:55.668289 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-a349113d-f011-47c8-93f2-d399aecaafcd tempest-FloatingIPTestJSON-1355648241 tempest-FloatingIPTestJSON-1355648241-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33444131'] for floatingip, after_update {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:55.804194 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-955cf59c-1dcd-4e8c-adca-71bd41ff5ef8 tempest-AllowedAddressPairTestJSON-1420879938 tempest-AllowedAddressPairTestJSON-1420879938-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:05:55.804861 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-955cf59c-1dcd-4e8c-adca-71bd41ff5ef8 tempest-AllowedAddressPairTestJSON-1420879938 tempest-AllowedAddressPairTestJSON-1420879938-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217293'] for port, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:55.829303 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-eea53d41-5a6a-458e-bd89-e7cb435b8bcd tempest-RoutersTest-1500746192 tempest-RoutersTest-1500746192-project] Unset dirty status for tenant:8a05b90fa8c54f25938df6bd0ef52223 on resource:port {{(pid=84040) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 21:05:55.830479 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-eea53d41-5a6a-458e-bd89-e7cb435b8bcd tempest-RoutersTest-1500746192 tempest-RoutersTest-1500746192-project] 10.222.0.42 "GET /v2.0/ports?device_id=ad000e66-4cab-4df6-8e9f-7dec4de21ef7 HTTP/1.1" status: 200 len: 205 time: 0.2251375 Apr 18 21:05:55.833770 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 38052) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:05:55.838226 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-955cf59c-1dcd-4e8c-adca-71bd41ff5ef8 tempest-AllowedAddressPairTestJSON-1420879938 tempest-AllowedAddressPairTestJSON-1420879938-project] Pushing event updated for resources: {'Port': ['ID=c3a49f14-7ab6-43a1-94ec-243d646cb36b,revision_number=1']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:05:55.845037 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.provisioning_blocks [None req-bd9b3757-44e5-427b-bf86-22e063314ac3 tempest-PortsIpV6TestJSON-656796091 tempest-PortsIpV6TestJSON-656796091-project] Transition to ACTIVE for port object 0faf26c9-7134-4a7a-9c91-8a7bd884b57a will not be triggered until provisioned by entity DHCP. {{(pid=84041) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:05:55.909479 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-955cf59c-1dcd-4e8c-adca-71bd41ff5ef8 tempest-AllowedAddressPairTestJSON-1420879938 tempest-AllowedAddressPairTestJSON-1420879938-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.9980145 Apr 18 21:05:55.920080 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 38058) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:05:55.936285 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.v2.base [None req-c88d22ae-f881-48d5-aa7f-64ce1e68d80c tempest-AllowedAddressPairTestJSON-1420879938 tempest-AllowedAddressPairTestJSON-1420879938-project] Request body: {'port': {'network_id': '5bd096f8-31c9-45e2-b0e1-1f70c937e419', 'name': 'tempest-AllowedAddressPairTestJSON-1547973273', 'allowed_address_pairs': [{'ip_address': '172.20.0.11', 'mac_address': 'fa:16:3e:2e:be:83'}]}} {{(pid=84041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:05:55.978924 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Device 8ea77678-7efd-4641-aa5b-53fda5c59b48 up at agent ovs-agent-n-d-838334-2 {{(pid=84042) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 21:05:56.017015 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-d22f2688-4588-42e2-b19a-08b2f7981c2d tempest-RoutersTest-1500746192 tempest-RoutersTest-1500746192-project] Notify callbacks [] for router, before_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:56.020104 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-4f1d82ab-c877-4066-9003-0bd9aaed147a tempest-PortsTestJSON-1335945802 tempest-PortsTestJSON-1335945802-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:56.105199 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Provisioning for port 8ea77678-7efd-4641-aa5b-53fda5c59b48 completed by entity L2. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 21:05:56.113995 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Device a2703c52-c957-4655-864e-9a8f894aec7a up at agent ovs-agent-n-d-838334-2 {{(pid=84042) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 21:05:56.120570 n-d-838334-2 neutron-server[84041]: DEBUG neutron.notifiers.nova [None req-4f1d82ab-c877-4066-9003-0bd9aaed147a tempest-PortsTestJSON-1335945802 tempest-PortsTestJSON-1335945802-project] device_id is not set on port b0f1655f-5fc3-45fb-9e6d-764fefca8c53 yet. {{(pid=84041) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 18 21:05:56.202359 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 38062) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:05:56.215894 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-bd9b3757-44e5-427b-bf86-22e063314ac3 tempest-PortsIpV6TestJSON-656796091 tempest-PortsIpV6TestJSON-656796091-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750374836619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32266323'] for port, after_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:56.232695 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Provisioning for port a2703c52-c957-4655-864e-9a8f894aec7a completed by entity L2. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 21:05:56.370412 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-72993e69-0118-4fc8-8f11-5bc677cd7fa5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:56.430685 n-d-838334-2 neutron-server[84041]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd9b3757-44e5-427b-bf86-22e063314ac3 tempest-PortsIpV6TestJSON-656796091 tempest-PortsIpV6TestJSON-656796091-project] Network 815c1241-5a1d-4800-a6e1-26c2a85490da is already hosted by enough agents. {{(pid=84041) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:05:56.440185 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-c88d22ae-f881-48d5-aa7f-64ce1e68d80c tempest-AllowedAddressPairTestJSON-1420879938 tempest-AllowedAddressPairTestJSON-1420879938-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:05:56.445766 n-d-838334-2 neutron-server[84041]: DEBUG neutron.scheduler.base_scheduler [None req-bd9b3757-44e5-427b-bf86-22e063314ac3 tempest-PortsIpV6TestJSON-656796091 tempest-PortsIpV6TestJSON-656796091-project] Resources bound (agent type, host, resource id): {{(pid=84041) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:05:56.448192 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd9b3757-44e5-427b-bf86-22e063314ac3 tempest-PortsIpV6TestJSON-656796091 tempest-PortsIpV6TestJSON-656796091-project] Received port after_create {{(pid=84041) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 21:05:56.452378 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd9b3757-44e5-427b-bf86-22e063314ac3 tempest-PortsIpV6TestJSON-656796091 tempest-PortsIpV6TestJSON-656796091-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:05:56.452999 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-bd9b3757-44e5-427b-bf86-22e063314ac3 tempest-PortsIpV6TestJSON-656796091 tempest-PortsIpV6TestJSON-656796091-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217293'] for port, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:56.457586 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-d22f2688-4588-42e2-b19a-08b2f7981c2d tempest-RoutersTest-1500746192 tempest-RoutersTest-1500746192-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33443580', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5726'] for router, precommit_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:56.465174 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd9b3757-44e5-427b-bf86-22e063314ac3 tempest-PortsIpV6TestJSON-656796091 tempest-PortsIpV6TestJSON-656796091-project] Pushing event updated for resources: {'Port': ['ID=0faf26c9-7134-4a7a-9c91-8a7bd884b57a,revision_number=1']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:05:56.465417 n-d-838334-2 neutron-server[84040]: INFO neutron.db.l3_db [None req-a349113d-f011-47c8-93f2-d399aecaafcd tempest-FloatingIPTestJSON-1355648241 tempest-FloatingIPTestJSON-1355648241-project] Floating IP a54b06c8-fb08-421e-8c15-2fc2ffc86c6c associated. External IP: 172.25.8.243, port: e410b160-4882-47dc-ae8b-4a8190a24152. Apr 18 21:05:56.476137 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-c88d22ae-f881-48d5-aa7f-64ce1e68d80c tempest-AllowedAddressPairTestJSON-1420879938 tempest-AllowedAddressPairTestJSON-1420879938-project] Usage tracker for resource:port and tenant:87f6fd4dfa374cfdb4f7d3363b37a30b is out of sync, need to count used quota {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:05:56.492848 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-c88d22ae-f881-48d5-aa7f-64ce1e68d80c tempest-AllowedAddressPairTestJSON-1420879938 tempest-AllowedAddressPairTestJSON-1420879938-project] Quota usage for port was recalculated. Used quota:2. {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:05:56.515787 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-c88d22ae-f881-48d5-aa7f-64ce1e68d80c tempest-AllowedAddressPairTestJSON-1420879938 tempest-AllowedAddressPairTestJSON-1420879938-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:05:56.560901 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-72993e69-0118-4fc8-8f11-5bc677cd7fa5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:05:56.580314 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-72993e69-0118-4fc8-8f11-5bc677cd7fa5 admin admin] Usage tracker for resource:security_group_rule and tenant:b2d6c44db3d64a03949406838965ff5a is out of sync, need to count used quota {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:05:56.584787 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-72993e69-0118-4fc8-8f11-5bc677cd7fa5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:05:56.591988 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-bd9b3757-44e5-427b-bf86-22e063314ac3 tempest-PortsIpV6TestJSON-656796091 tempest-PortsIpV6TestJSON-656796091-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 892 time: 4.2603476 Apr 18 21:05:56.601763 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-72993e69-0118-4fc8-8f11-5bc677cd7fa5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:05:56.606285 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 38066) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:05:56.606974 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c88d22ae-f881-48d5-aa7f-64ce1e68d80c tempest-AllowedAddressPairTestJSON-1420879938 tempest-AllowedAddressPairTestJSON-1420879938-project] Made reservation on behalf of 87f6fd4dfa374cfdb4f7d3363b37a30b for: {'port': 1} {{(pid=84041) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:05:56.650426 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-d22f2688-4588-42e2-b19a-08b2f7981c2d tempest-RoutersTest-1500746192 tempest-RoutersTest-1500746192-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:56.774234 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-d22f2688-4588-42e2-b19a-08b2f7981c2d tempest-RoutersTest-1500746192 tempest-RoutersTest-1500746192-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-33443408'] for router, after_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:56.774748 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d22f2688-4588-42e2-b19a-08b2f7981c2d tempest-RoutersTest-1500746192 tempest-RoutersTest-1500746192-project] Fanout notify agent at l3_agent the message router_deleted on router ad000e66-4cab-4df6-8e9f-7dec4de21ef7 {{(pid=84040) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 18 21:05:56.779163 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.db_base_plugin_common [None req-4f1d82ab-c877-4066-9003-0bd9aaed147a tempest-PortsTestJSON-1335945802 tempest-PortsTestJSON-1335945802-project] Allocated IP 172.20.0.10 (1a5d91c8-1709-4cd3-96e4-f851e43fa6e0/a871e803-3b07-4ab1-a658-5cffa2570696/b0f1655f-5fc3-45fb-9e6d-764fefca8c53) {{(pid=84041) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 21:05:56.800803 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-d22f2688-4588-42e2-b19a-08b2f7981c2d tempest-RoutersTest-1500746192 tempest-RoutersTest-1500746192-project] Notify callbacks [] for router, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:56.802161 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-d22f2688-4588-42e2-b19a-08b2f7981c2d tempest-RoutersTest-1500746192 tempest-RoutersTest-1500746192-project] 10.222.0.42 "DELETE /v2.0/routers/ad000e66-4cab-4df6-8e9f-7dec4de21ef7 HTTP/1.1" status: 204 len: 168 time: 0.9675174 Apr 18 21:05:56.805982 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 38072) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:05:56.852782 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.plugin [None req-b160bac3-c585-4152-9bae-b28590f8fe35 tempest-PortsIpV6TestJSON-656796091 tempest-PortsIpV6TestJSON-656796091-project] Deleting port 0faf26c9-7134-4a7a-9c91-8a7bd884b57a {{(pid=84041) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 21:05:56.853121 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-b160bac3-c585-4152-9bae-b28590f8fe35 tempest-PortsIpV6TestJSON-656796091 tempest-PortsIpV6TestJSON-656796091-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750375188691'] for port, before_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:56.899979 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-643f991e-fcbf-445a-9a23-2ea0c6699053 None None] Network 815c1241-5a1d-4800-a6e1-26c2a85490da requested from n-d-838334-2 {{(pid=84042) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 21:05:56.964753 n-d-838334-2 neutron-server[84041]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5012d9de-468b-416d-856a-20902e22adac tempest-RoutersIpV6AdminTest-1940382112 tempest-RoutersIpV6AdminTest-1940382112-project] Router 844b45ab-1330-4090-8d5a-61d1cb28faac is scheduled to L3 agent bc84d6c9-dd7a-4555-a351-592327b46d5a with binding_index 1 {{(pid=84041) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 18 21:05:57.012559 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-c88d22ae-f881-48d5-aa7f-64ce1e68d80c tempest-AllowedAddressPairTestJSON-1420879938 tempest-AllowedAddressPairTestJSON-1420879938-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:57.051444 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.db_base_plugin_v2 [None req-3c19f43a-fc2a-4ae4-8637-31d44a3077ee tempest-RoutersTest-1500746192 tempest-RoutersTest-1500746192-project] Deleting subnet 5b482048-76d7-425d-8396-2b10f693bb89 {{(pid=84040) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 18 21:05:57.057022 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-3c19f43a-fc2a-4ae4-8637-31d44a3077ee tempest-RoutersTest-1500746192 tempest-RoutersTest-1500746192-project] Notify callbacks [] for subnet, before_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:57.119480 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4486d3aa-d1c2-40db-abfd-fd1a10ddc0e0 None None] Network 5bd096f8-31c9-45e2-b0e1-1f70c937e419 requested from n-d-838334-2 {{(pid=84042) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 21:05:57.159835 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-5affb01a-0c69-4f50-a9d6-394610837249 None None] Provisioning for port 8ea77678-7efd-4641-aa5b-53fda5c59b48 completed by entity DHCP. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 21:05:57.207044 n-d-838334-2 neutron-server[84041]: DEBUG neutron.notifiers.nova [None req-c88d22ae-f881-48d5-aa7f-64ce1e68d80c tempest-AllowedAddressPairTestJSON-1420879938 tempest-AllowedAddressPairTestJSON-1420879938-project] device_id is not set on port f0b5821c-d052-4c18-8f93-ffb4895a016e yet. {{(pid=84041) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 18 21:05:57.262327 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-5affb01a-0c69-4f50-a9d6-394610837249 None None] Provisioning complete for port 8ea77678-7efd-4641-aa5b-53fda5c59b48 triggered by entity DHCP. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:05:57.262903 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-5affb01a-0c69-4f50-a9d6-394610837249 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1253608'] for port, provisioning_complete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:57.304895 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-72993e69-0118-4fc8-8f11-5bc677cd7fa5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:57.364535 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-3c19f43a-fc2a-4ae4-8637-31d44a3077ee tempest-RoutersTest-1500746192 tempest-RoutersTest-1500746192-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31955982'] for subnet, precommit_delete_associations {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:57.374109 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-72993e69-0118-4fc8-8f11-5bc677cd7fa5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33528224'] for security_group, after_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:57.494548 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-3c19f43a-fc2a-4ae4-8637-31d44a3077ee tempest-RoutersTest-1500746192 tempest-RoutersTest-1500746192-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1260556'] for subnet, precommit_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:57.574645 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72993e69-0118-4fc8-8f11-5bc677cd7fa5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3dbaf317-449c-4e5e-9bc8-3de453f3c73c,revision_number=1']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:05:57.587537 n-d-838334-2 neutron-server[84040]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a349113d-f011-47c8-93f2-d399aecaafcd tempest-FloatingIPTestJSON-1355648241 tempest-FloatingIPTestJSON-1355648241-project] Router 8d2572c8-a331-400d-95fa-c6c17825c988 has already been hosted by L3 agent bc84d6c9-dd7a-4555-a351-592327b46d5a {{(pid=84040) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 21:05:57.645405 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-5affb01a-0c69-4f50-a9d6-394610837249 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:57.664696 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-3c19f43a-fc2a-4ae4-8637-31d44a3077ee tempest-RoutersTest-1500746192 tempest-RoutersTest-1500746192-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1260549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33526260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32440885', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31752825'] for subnet, after_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:57.738967 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-5affb01a-0c69-4f50-a9d6-394610837249 None None] For port 8ea77678-7efd-4641-aa5b-53fda5c59b48, host n-d-838334-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838334-2',level=0,port_id=8ea77678-7efd-4641-aa5b-53fda5c59b48,segment=NetworkSegment(ccf832e1-ee1a-412f-b22e-3fcf7d65067c),segment_id=ccf832e1-ee1a-412f-b22e-3fcf7d65067c)] {{(pid=84042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:05:57.749363 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-5affb01a-0c69-4f50-a9d6-394610837249 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682'] for port, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:57.763616 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c19f43a-fc2a-4ae4-8637-31d44a3077ee tempest-RoutersTest-1500746192 tempest-RoutersTest-1500746192-project] Pushing event deleted for resources: {'Subnet': ['ID=5b482048-76d7-425d-8396-2b10f693bb89,revision_number=None']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:05:57.777516 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-3c19f43a-fc2a-4ae4-8637-31d44a3077ee tempest-RoutersTest-1500746192 tempest-RoutersTest-1500746192-project] Notify callbacks [] for subnet, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:57.787743 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-3c19f43a-fc2a-4ae4-8637-31d44a3077ee tempest-RoutersTest-1500746192 tempest-RoutersTest-1500746192-project] 10.222.0.42 "DELETE /v2.0/subnets/5b482048-76d7-425d-8396-2b10f693bb89 HTTP/1.1" status: 204 len: 168 time: 0.9802868 Apr 18 21:05:57.794358 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4dba32e5-638a-4c7d-9ed9-c0e21acd4b5d None None] Network 68c6b391-6714-4325-bfed-875685da33ce requested from n-d-838334-2 {{(pid=84042) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 21:05:57.802359 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 38078) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:05:57.816650 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-b160bac3-c585-4152-9bae-b28590f8fe35 tempest-PortsIpV6TestJSON-656796091 tempest-PortsIpV6TestJSON-656796091-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369123'] for port, precommit_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:57.964649 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5affb01a-0c69-4f50-a9d6-394610837249 None None] Pushing event updated for resources: {'Port': ['ID=8ea77678-7efd-4641-aa5b-53fda5c59b48,revision_number=3']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:05:57.969983 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.plugin [None req-b160bac3-c585-4152-9bae-b28590f8fe35 tempest-PortsIpV6TestJSON-656796091 tempest-PortsIpV6TestJSON-656796091-project] Calling delete_port for 0faf26c9-7134-4a7a-9c91-8a7bd884b57a owned by {{(pid=84041) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 21:05:57.977869 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-790c72d2-bae7-4971-9892-4bb2c6bc1b8a tempest-RoutersTest-1500746192 tempest-RoutersTest-1500746192-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1103592'] for network, before_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:57.997273 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.plugin [None req-790c72d2-bae7-4971-9892-4bb2c6bc1b8a tempest-RoutersTest-1500746192 tempest-RoutersTest-1500746192-project] Deleting port 1115b42f-df91-4779-b449-f3dd4a0c2cd2 {{(pid=84040) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 21:05:57.997598 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-790c72d2-bae7-4971-9892-4bb2c6bc1b8a tempest-RoutersTest-1500746192 tempest-RoutersTest-1500746192-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750375188691'] for port, before_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:58.131244 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-6b1c4f8d-a3bb-493d-9c69-54963750e9ef None None] Provisioning for port a2703c52-c957-4655-864e-9a8f894aec7a completed by entity DHCP. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 21:05:58.142017 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-6b1c4f8d-a3bb-493d-9c69-54963750e9ef None None] Provisioning complete for port a2703c52-c957-4655-864e-9a8f894aec7a triggered by entity DHCP. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:05:58.144940 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a349113d-f011-47c8-93f2-d399aecaafcd tempest-FloatingIPTestJSON-1355648241 tempest-FloatingIPTestJSON-1355648241-project] Notify agent at l3_agent.n-d-838334-2 the message routers_updated {{(pid=84040) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 21:05:58.157591 n-d-838334-2 neutron-server[84043]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0aa1b36a-2437-4a8c-ae9f-7d795f92e439 None None] Sync routers for ids ['8d2572c8-a331-400d-95fa-c6c17825c988'] in n-d-838334-2 {{(pid=84043) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 18 21:05:58.159457 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-4f1d82ab-c877-4066-9003-0bd9aaed147a tempest-PortsTestJSON-1335945802 tempest-PortsTestJSON-1335945802-project] Notify callbacks [] for port, precommit_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:58.160279 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-6b1c4f8d-a3bb-493d-9c69-54963750e9ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1253608'] for port, provisioning_complete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:58.172381 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0aa1b36a-2437-4a8c-ae9f-7d795f92e439 None None] Routers {'8d2572c8-a331-400d-95fa-c6c17825c988'} bound to L3 agent in host n-d-838334-2 {{(pid=84043) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 21:05:58.173410 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.l3_hamode_db [None req-0aa1b36a-2437-4a8c-ae9f-7d795f92e439 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838334-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-18T20:25:48Z,description=,heartbeat_timestamp=2022-04-18T21:05:48Z,host='n-d-838334-2',id=bc84d6c9-dd7a-4555-a351-592327b46d5a,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:25:48Z,topic='l3_agent')) {'router_ids': ['8d2572c8-a331-400d-95fa-c6c17825c988'], 'active': True} {{(pid=84043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:05:58.183244 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.provisioning_blocks [None req-4f1d82ab-c877-4066-9003-0bd9aaed147a tempest-PortsTestJSON-1335945802 tempest-PortsTestJSON-1335945802-project] Transition to ACTIVE for port object b0f1655f-5fc3-45fb-9e6d-764fefca8c53 will not be triggered until provisioned by entity DHCP. {{(pid=84041) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:05:58.251780 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.l3_hamode_db [None req-0aa1b36a-2437-4a8c-ae9f-7d795f92e439 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-838334-2', False) {} {{(pid=84043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:05:58.265882 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0aa1b36a-2437-4a8c-ae9f-7d795f92e439 None None] Routers {'8d2572c8-a331-400d-95fa-c6c17825c988'} bound to L3 agent in host n-d-838334-2 {{(pid=84043) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 21:05:58.266884 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.l3_hamode_db [None req-0aa1b36a-2437-4a8c-ae9f-7d795f92e439 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838334-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-18T20:25:48Z,description=,heartbeat_timestamp=2022-04-18T21:05:48Z,host='n-d-838334-2',id=bc84d6c9-dd7a-4555-a351-592327b46d5a,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:25:48Z,topic='l3_agent')) {'router_ids': ['8d2572c8-a331-400d-95fa-c6c17825c988'], 'active': True} {{(pid=84043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:05:58.308801 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-a349113d-f011-47c8-93f2-d399aecaafcd tempest-FloatingIPTestJSON-1355648241 tempest-FloatingIPTestJSON-1355648241-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217293'] for floatingip, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:58.316827 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.db_base_plugin_common [None req-c88d22ae-f881-48d5-aa7f-64ce1e68d80c tempest-AllowedAddressPairTestJSON-1420879938 tempest-AllowedAddressPairTestJSON-1420879938-project] Allocated IP 172.20.0.12 (5bd096f8-31c9-45e2-b0e1-1f70c937e419/48e6f919-7f3d-458b-bbef-564ab5f00649/f0b5821c-d052-4c18-8f93-ffb4895a016e) {{(pid=84041) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 21:05:58.342059 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.l3_hamode_db [None req-0aa1b36a-2437-4a8c-ae9f-7d795f92e439 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-838334-2', False) {} {{(pid=84043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:05:58.342822 n-d-838334-2 neutron-server[84043]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0aa1b36a-2437-4a8c-ae9f-7d795f92e439 None None] The sync data for ids ['8d2572c8-a331-400d-95fa-c6c17825c988'] in n-d-838334-2 is: [] {{(pid=84043) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 18 21:05:58.380560 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-72993e69-0118-4fc8-8f11-5bc677cd7fa5 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=b2d6c44db3d64a03949406838965ff5a&name=default HTTP/1.1" status: 200 len: 2647 time: 2.1662836 Apr 18 21:05:58.400576 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 38082) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:05:58.404895 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-4f1d82ab-c877-4066-9003-0bd9aaed147a tempest-PortsTestJSON-1335945802 tempest-PortsTestJSON-1335945802-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750374836619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32266323'] for port, after_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:58.436465 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-6b1c4f8d-a3bb-493d-9c69-54963750e9ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:58.464361 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.db [None req-790c72d2-bae7-4971-9892-4bb2c6bc1b8a tempest-RoutersTest-1500746192 tempest-RoutersTest-1500746192-project] For port 1115b42f-df91-4779-b449-f3dd4a0c2cd2, host n-d-838334-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838334-2',level=0,port_id=1115b42f-df91-4779-b449-f3dd4a0c2cd2,segment=NetworkSegment(21e86e9a-a944-42b5-8a97-ef73291a64ff),segment_id=21e86e9a-a944-42b5-8a97-ef73291a64ff)] {{(pid=84040) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:05:58.465162 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-790c72d2-bae7-4971-9892-4bb2c6bc1b8a tempest-RoutersTest-1500746192 tempest-RoutersTest-1500746192-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369123'] for port, precommit_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:58.510624 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-6b1c4f8d-a3bb-493d-9c69-54963750e9ef None None] For port a2703c52-c957-4655-864e-9a8f894aec7a, host n-d-838334-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838334-2',level=0,port_id=a2703c52-c957-4655-864e-9a8f894aec7a,segment=NetworkSegment(b824376e-390f-45ad-93a8-f694dc51067b),segment_id=b824376e-390f-45ad-93a8-f694dc51067b)] {{(pid=84042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:05:58.516114 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa81cff7-ab5b-41b2-abac-29fbaea8f654 None None] DHCP port deletion for 68c6b391-6714-4325-bfed-875685da33ce request from n-d-838334-2 {{(pid=84042) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 18 21:05:58.523173 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-6b1c4f8d-a3bb-493d-9c69-54963750e9ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682'] for port, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:58.562398 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.plugin [None req-fa81cff7-ab5b-41b2-abac-29fbaea8f654 None None] Deleting port 1115b42f-df91-4779-b449-f3dd4a0c2cd2 {{(pid=84042) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 21:05:58.562764 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-fa81cff7-ab5b-41b2-abac-29fbaea8f654 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750375188691'] for port, before_delete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:58.603415 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-b160bac3-c585-4152-9bae-b28590f8fe35 tempest-PortsIpV6TestJSON-656796091 tempest-PortsIpV6TestJSON-656796091-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750375259028', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750374836628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32266323'] for port, after_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:58.620255 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-63747f7b-d331-4e37-ac96-b368c8bb4980 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:58.652088 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-63747f7b-d331-4e37-ac96-b368c8bb4980 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:58.656634 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-04add310-ea37-4434-8a02-b99d61c13be5 None None] Could not find standard attr ID for object 0faf26c9-7134-4a7a-9c91-8a7bd884b57a. {{(pid=84042) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 18 21:05:58.697083 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f1d82ab-c877-4066-9003-0bd9aaed147a tempest-PortsTestJSON-1335945802 tempest-PortsTestJSON-1335945802-project] Pushing event updated for resources: {'Port': ['ID=b0f1655f-5fc3-45fb-9e6d-764fefca8c53,revision_number=1']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:05:58.728683 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b1c4f8d-a3bb-493d-9c69-54963750e9ef None None] Pushing event updated for resources: {'Port': ['ID=a2703c52-c957-4655-864e-9a8f894aec7a,revision_number=3']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:05:58.750267 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-04add310-ea37-4434-8a02-b99d61c13be5 None None] Provisioning for port c3a49f14-7ab6-43a1-94ec-243d646cb36b completed by entity DHCP. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 21:05:58.790833 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-04add310-ea37-4434-8a02-b99d61c13be5 None None] Provisioning complete for port c3a49f14-7ab6-43a1-94ec-243d646cb36b triggered by entity DHCP. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:05:58.791201 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-04add310-ea37-4434-8a02-b99d61c13be5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1253608'] for port, provisioning_complete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:58.803362 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.plugin [None req-790c72d2-bae7-4971-9892-4bb2c6bc1b8a tempest-RoutersTest-1500746192 tempest-RoutersTest-1500746192-project] Calling delete_port for 1115b42f-df91-4779-b449-f3dd4a0c2cd2 owned by network:dhcp {{(pid=84040) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 21:05:58.850530 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-a349113d-f011-47c8-93f2-d399aecaafcd tempest-FloatingIPTestJSON-1355648241 tempest-FloatingIPTestJSON-1355648241-project] 10.222.0.42 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 982 time: 9.3940313 Apr 18 21:05:58.852324 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.plugin [None req-04add310-ea37-4434-8a02-b99d61c13be5 None None] Port c3a49f14-7ab6-43a1-94ec-243d646cb36b cannot update to ACTIVE because it is not bound. {{(pid=84042) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 18 21:05:58.854176 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 38086) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:05:58.942487 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-fa81cff7-ab5b-41b2-abac-29fbaea8f654 None None] For port 1115b42f-df91-4779-b449-f3dd4a0c2cd2, host n-d-838334-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838334-2',level=0,port_id=1115b42f-df91-4779-b449-f3dd4a0c2cd2,segment=NetworkSegment(21e86e9a-a944-42b5-8a97-ef73291a64ff),segment_id=21e86e9a-a944-42b5-8a97-ef73291a64ff)] {{(pid=84042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:05:58.942690 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-fa81cff7-ab5b-41b2-abac-29fbaea8f654 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369123'] for port, precommit_delete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:58.956964 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-04add310-ea37-4434-8a02-b99d61c13be5 None None] Provisioning complete for port a2703c52-c957-4655-864e-9a8f894aec7a triggered by entity DHCP. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:05:58.957355 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-04add310-ea37-4434-8a02-b99d61c13be5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1253608'] for port, provisioning_complete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:58.982715 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-621cb168-c3fb-4f3f-b96b-6ece8b64eda9 tempest-FloatingIPTestJSON-1355648241 tempest-FloatingIPTestJSON-1355648241-project] 10.222.0.42 "GET /v2.0/floatingips/a54b06c8-fb08-421e-8c15-2fc2ffc86c6c HTTP/1.1" status: 200 len: 977 time: 0.1274354 Apr 18 21:05:58.992558 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 38092) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:05:59.042247 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-b160bac3-c585-4152-9bae-b28590f8fe35 tempest-PortsIpV6TestJSON-656796091 tempest-PortsIpV6TestJSON-656796091-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217293'] for port, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:59.054709 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-790c72d2-bae7-4971-9892-4bb2c6bc1b8a tempest-RoutersTest-1500746192 tempest-RoutersTest-1500746192-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750375259028', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750374836628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32440838'] for port, after_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:59.063282 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b160bac3-c585-4152-9bae-b28590f8fe35 tempest-PortsIpV6TestJSON-656796091 tempest-PortsIpV6TestJSON-656796091-project] Pushing event deleted for resources: {'Port': ['ID=0faf26c9-7134-4a7a-9c91-8a7bd884b57a,revision_number=None']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:05:59.090774 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-b160bac3-c585-4152-9bae-b28590f8fe35 tempest-PortsIpV6TestJSON-656796091 tempest-PortsIpV6TestJSON-656796091-project] 10.222.0.42 "DELETE /v2.0/ports/0faf26c9-7134-4a7a-9c91-8a7bd884b57a HTTP/1.1" status: 204 len: 168 time: 2.4648931 Apr 18 21:05:59.090774 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-63747f7b-d331-4e37-ac96-b368c8bb4980 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33528224'] for security_group, after_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:59.094566 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-63747f7b-d331-4e37-ac96-b368c8bb4980 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:59.097922 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-63747f7b-d331-4e37-ac96-b368c8bb4980 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/3dbaf317-449c-4e5e-9bc8-3de453f3c73c HTTP/1.1" status: 204 len: 168 time: 0.6946483 Apr 18 21:05:59.099028 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 38096) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:05:59.108220 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.plugin [None req-fa81cff7-ab5b-41b2-abac-29fbaea8f654 None None] Calling delete_port for 1115b42f-df91-4779-b449-f3dd4a0c2cd2 owned by network:dhcp {{(pid=84042) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 21:05:59.163049 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-790c72d2-bae7-4971-9892-4bb2c6bc1b8a tempest-RoutersTest-1500746192 tempest-RoutersTest-1500746192-project] Pushing event deleted for resources: {'Port': ['ID=1115b42f-df91-4779-b449-f3dd4a0c2cd2,revision_number=None']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:05:59.185797 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.l3_dvrscheduler_db [None req-790c72d2-bae7-4971-9892-4bb2c6bc1b8a tempest-RoutersTest-1500746192 tempest-RoutersTest-1500746192-project] No DVR routers for this DVR port 1115b42f-df91-4779-b449-f3dd4a0c2cd2 on host n-d-838334-2 {{(pid=84040) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 21:05:59.207572 n-d-838334-2 neutron-server[84041]: INFO neutron.pecan_wsgi.hooks.translation [None req-e23823fc-c187-4500-bc34-72b96cce0724 tempest-PortsIpV6TestJSON-656796091 tempest-PortsIpV6TestJSON-656796091-project] GET failed (client error): The resource could not be found. Apr 18 21:05:59.208151 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-e23823fc-c187-4500-bc34-72b96cce0724 tempest-PortsIpV6TestJSON-656796091 tempest-PortsIpV6TestJSON-656796091-project] Synchronizing usage tracker for tenant:2eda1cb86d1d401280eb2d37452a60a8 on resource:port {{(pid=84041) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 21:05:59.214900 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-c88d22ae-f881-48d5-aa7f-64ce1e68d80c tempest-AllowedAddressPairTestJSON-1420879938 tempest-AllowedAddressPairTestJSON-1420879938-project] Notify callbacks [] for port, precommit_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:59.218871 n-d-838334-2 neutron-server[84041]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f1d82ab-c877-4066-9003-0bd9aaed147a tempest-PortsTestJSON-1335945802 tempest-PortsTestJSON-1335945802-project] Network 1a5d91c8-1709-4cd3-96e4-f851e43fa6e0 is already hosted by enough agents. {{(pid=84041) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:05:59.220696 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63747f7b-d331-4e37-ac96-b368c8bb4980 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3dbaf317-449c-4e5e-9bc8-3de453f3c73c,revision_number=None']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:05:59.228399 n-d-838334-2 neutron-server[84041]: DEBUG neutron.scheduler.base_scheduler [None req-4f1d82ab-c877-4066-9003-0bd9aaed147a tempest-PortsTestJSON-1335945802 tempest-PortsTestJSON-1335945802-project] Resources bound (agent type, host, resource id): {{(pid=84041) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:05:59.235962 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f1d82ab-c877-4066-9003-0bd9aaed147a tempest-PortsTestJSON-1335945802 tempest-PortsTestJSON-1335945802-project] Received port after_create {{(pid=84041) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 21:05:59.277980 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.db.api [None req-fa81cff7-ab5b-41b2-abac-29fbaea8f654 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84042) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 18 21:05:59.277980 n-d-838334-2 neutron-server[84042]: DEBUG oslo_db.api [None req-fa81cff7-ab5b-41b2-abac-29fbaea8f654 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 18 21:05:59.309861 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-04add310-ea37-4434-8a02-b99d61c13be5 None None] Provisioning complete for port 8ea77678-7efd-4641-aa5b-53fda5c59b48 triggered by entity DHCP. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:05:59.310211 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-04add310-ea37-4434-8a02-b99d61c13be5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1253608'] for port, provisioning_complete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:59.314462 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-5348350e-d5fa-486f-90a1-ac5fb6d0be54 tempest-FloatingIPTestJSON-1355648241 tempest-FloatingIPTestJSON-1355648241-project] Synchronizing usage tracker for tenant:23d580683d72427e8760083fb729f9d6 on resource:floatingip {{(pid=84040) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 21:05:59.340461 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.provisioning_blocks [None req-c88d22ae-f881-48d5-aa7f-64ce1e68d80c tempest-AllowedAddressPairTestJSON-1420879938 tempest-AllowedAddressPairTestJSON-1420879938-project] Transition to ACTIVE for port object f0b5821c-d052-4c18-8f93-ffb4895a016e will not be triggered until provisioned by entity DHCP. {{(pid=84041) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:05:59.350216 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-790c72d2-bae7-4971-9892-4bb2c6bc1b8a tempest-RoutersTest-1500746192 tempest-RoutersTest-1500746192-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1258905', 'neutron.services.segments.db._delete_segments_for_network-8750375287417'] for network, precommit_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:59.380971 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-e23823fc-c187-4500-bc34-72b96cce0724 tempest-PortsIpV6TestJSON-656796091 tempest-PortsIpV6TestJSON-656796091-project] Unset dirty status for tenant:2eda1cb86d1d401280eb2d37452a60a8 on resource:port {{(pid=84041) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 21:05:59.382661 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-e23823fc-c187-4500-bc34-72b96cce0724 tempest-PortsIpV6TestJSON-656796091 tempest-PortsIpV6TestJSON-656796091-project] 10.222.0.42 "GET /v2.0/ports/0faf26c9-7134-4a7a-9c91-8a7bd884b57a HTTP/1.1" status: 404 len: 333 time: 0.2476754 Apr 18 21:05:59.387486 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 38102) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:05:59.390998 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-5348350e-d5fa-486f-90a1-ac5fb6d0be54 tempest-FloatingIPTestJSON-1355648241 tempest-FloatingIPTestJSON-1355648241-project] Unset dirty status for tenant:23d580683d72427e8760083fb729f9d6 on resource:floatingip {{(pid=84040) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 21:05:59.392288 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-5348350e-d5fa-486f-90a1-ac5fb6d0be54 tempest-FloatingIPTestJSON-1355648241 tempest-FloatingIPTestJSON-1355648241-project] 10.222.0.42 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 980 time: 0.3987217 Apr 18 21:05:59.399327 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 38104) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:05:59.401651 n-d-838334-2 neutron-server[84040]: DEBUG neutron.services.segments.db [None req-790c72d2-bae7-4971-9892-4bb2c6bc1b8a tempest-RoutersTest-1500746192 tempest-RoutersTest-1500746192-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['68c6b391-6714-4325-bfed-875685da33ce']}} {{(pid=84040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:05:59.434692 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.v2.base [None req-bf726481-456b-4f2c-b582-2d5d4c6eafee tempest-FloatingIPTestJSON-1355648241 tempest-FloatingIPTestJSON-1355648241-project] Request body: {'floatingip': {'port_id': '2882729f-5f07-42d9-8958-1c24592c42f2'}} {{(pid=84040) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:05:59.439759 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f1d82ab-c877-4066-9003-0bd9aaed147a tempest-PortsTestJSON-1335945802 tempest-PortsTestJSON-1335945802-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:05:59.440338 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-4f1d82ab-c877-4066-9003-0bd9aaed147a tempest-PortsTestJSON-1335945802 tempest-PortsTestJSON-1335945802-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217293'] for port, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:59.508187 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-4f1d82ab-c877-4066-9003-0bd9aaed147a tempest-PortsTestJSON-1335945802 tempest-PortsTestJSON-1335945802-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 5.1586101 Apr 18 21:05:59.512803 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 38110) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:05:59.519678 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5012d9de-468b-416d-856a-20902e22adac tempest-RoutersIpV6AdminTest-1940382112 tempest-RoutersIpV6AdminTest-1940382112-project] Notify agent at l3_agent.n-d-838334-2 the message routers_updated {{(pid=84041) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 21:05:59.528006 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-5012d9de-468b-416d-856a-20902e22adac tempest-RoutersIpV6AdminTest-1940382112 tempest-RoutersIpV6AdminTest-1940382112-project] Notify callbacks [] for router, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:59.529335 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-5012d9de-468b-416d-856a-20902e22adac tempest-RoutersIpV6AdminTest-1940382112 tempest-RoutersIpV6AdminTest-1940382112-project] 10.222.0.42 "PUT /v2.0/routers/844b45ab-1330-4090-8d5a-61d1cb28faac HTTP/1.1" status: 200 len: 883 time: 9.8631628 Apr 18 21:05:59.534822 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 38114) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:05:59.537991 n-d-838334-2 neutron-server[84040]: DEBUG neutron.services.segments.db [None req-790c72d2-bae7-4971-9892-4bb2c6bc1b8a tempest-RoutersTest-1500746192 tempest-RoutersTest-1500746192-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '21e86e9a-a944-42b5-8a97-ef73291a64ff') {'for_net_delete': True} {{(pid=84040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:05:59.538487 n-d-838334-2 neutron-server[84040]: DEBUG neutron.services.segments.db [None req-790c72d2-bae7-4971-9892-4bb2c6bc1b8a tempest-RoutersTest-1500746192 tempest-RoutersTest-1500746192-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '21e86e9a-a944-42b5-8a97-ef73291a64ff') {} {{(pid=84040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:05:59.539250 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.v2.base [None req-a2964587-e4f2-4a30-9e82-31461a4d7f4e tempest-PortsTestJSON-1335945802 tempest-PortsTestJSON-1335945802-project] Request body: {'subnet': {'network_id': '1a5d91c8-1709-4cd3-96e4-f851e43fa6e0', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=84041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:05:59.547406 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80633b26-73dd-405c-8f35-38a5610ecbd0 None None] Sync routers for ids ['844b45ab-1330-4090-8d5a-61d1cb28faac'] in n-d-838334-2 {{(pid=84042) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 18 21:05:59.573981 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-c88d22ae-f881-48d5-aa7f-64ce1e68d80c tempest-AllowedAddressPairTestJSON-1420879938 tempest-AllowedAddressPairTestJSON-1420879938-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750374836619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32266323'] for port, after_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:59.588562 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80633b26-73dd-405c-8f35-38a5610ecbd0 None None] Routers {'844b45ab-1330-4090-8d5a-61d1cb28faac'} bound to L3 agent in host n-d-838334-2 {{(pid=84042) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 21:05:59.589615 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_hamode_db [None req-80633b26-73dd-405c-8f35-38a5610ecbd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838334-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-18T20:25:48Z,description=,heartbeat_timestamp=2022-04-18T21:05:48Z,host='n-d-838334-2',id=bc84d6c9-dd7a-4555-a351-592327b46d5a,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:25:48Z,topic='l3_agent')) {'router_ids': ['844b45ab-1330-4090-8d5a-61d1cb28faac'], 'active': True} {{(pid=84042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:05:59.636153 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-790c72d2-bae7-4971-9892-4bb2c6bc1b8a tempest-RoutersTest-1500746192 tempest-RoutersTest-1500746192-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750375287300', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31955965'] for segment, before_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:59.701844 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_hamode_db [None req-80633b26-73dd-405c-8f35-38a5610ecbd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-838334-2', False) {} {{(pid=84042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:05:59.723953 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80633b26-73dd-405c-8f35-38a5610ecbd0 None None] Routers {'844b45ab-1330-4090-8d5a-61d1cb28faac'} bound to L3 agent in host n-d-838334-2 {{(pid=84042) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 21:05:59.725779 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_hamode_db [None req-80633b26-73dd-405c-8f35-38a5610ecbd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838334-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-18T20:25:48Z,description=,heartbeat_timestamp=2022-04-18T21:05:48Z,host='n-d-838334-2',id=bc84d6c9-dd7a-4555-a351-592327b46d5a,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:25:48Z,topic='l3_agent')) {'router_ids': ['844b45ab-1330-4090-8d5a-61d1cb28faac'], 'active': True} {{(pid=84042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:05:59.734932 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-790c72d2-bae7-4971-9892-4bb2c6bc1b8a tempest-RoutersTest-1500746192 tempest-RoutersTest-1500746192-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1082986'] for segment, precommit_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:59.757738 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-790c72d2-bae7-4971-9892-4bb2c6bc1b8a tempest-RoutersTest-1500746192 tempest-RoutersTest-1500746192-project] Releasing vlan 386 on physical network physnet1 to pool {{(pid=84040) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 18 21:05:59.758311 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-790c72d2-bae7-4971-9892-4bb2c6bc1b8a tempest-RoutersTest-1500746192 tempest-RoutersTest-1500746192-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1082993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32440923'] for segment, after_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:59.773581 n-d-838334-2 neutron-server[84040]: Traceback (most recent call last): Apr 18 21:05:59.773581 n-d-838334-2 neutron-server[84040]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 18 21:05:59.773581 n-d-838334-2 neutron-server[84040]: timer() Apr 18 21:05:59.773581 n-d-838334-2 neutron-server[84040]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 21:05:59.773581 n-d-838334-2 neutron-server[84040]: cb(*args, **kw) Apr 18 21:05:59.773581 n-d-838334-2 neutron-server[84040]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 18 21:05:59.773581 n-d-838334-2 neutron-server[84040]: return func(*args, **kwargs) Apr 18 21:05:59.773581 n-d-838334-2 neutron-server[84040]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 21:05:59.773581 n-d-838334-2 neutron-server[84040]: self._notify() Apr 18 21:05:59.773581 n-d-838334-2 neutron-server[84040]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 21:05:59.773581 n-d-838334-2 neutron-server[84040]: self.callback(batched_events) Apr 18 21:05:59.773581 n-d-838334-2 neutron-server[84040]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 21:05:59.773581 n-d-838334-2 neutron-server[84040]: event.method(event) Apr 18 21:05:59.773581 n-d-838334-2 neutron-server[84040]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 18 21:05:59.773581 n-d-838334-2 neutron-server[84040]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 21:05:59.773581 n-d-838334-2 neutron-server[84040]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 18 21:05:59.773581 n-d-838334-2 neutron-server[84040]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 21:05:59.773581 n-d-838334-2 neutron-server[84040]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 18 21:05:59.773581 n-d-838334-2 neutron-server[84040]: return f(self, *a, **k) Apr 18 21:05:59.773581 n-d-838334-2 neutron-server[84040]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 18 21:05:59.773581 n-d-838334-2 neutron-server[84040]: return self._get(url).json() Apr 18 21:05:59.773581 n-d-838334-2 neutron-server[84040]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 18 21:05:59.773581 n-d-838334-2 neutron-server[84040]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 21:05:59.773581 n-d-838334-2 neutron-server[84040]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 18 21:05:59.773581 n-d-838334-2 neutron-server[84040]: return self.request(url, 'GET', **kwargs) Apr 18 21:05:59.773581 n-d-838334-2 neutron-server[84040]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 18 21:05:59.773581 n-d-838334-2 neutron-server[84040]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 21:05:59.773581 n-d-838334-2 neutron-server[84040]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 18 21:05:59.773581 n-d-838334-2 neutron-server[84040]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 21:05:59.773581 n-d-838334-2 neutron-server[84040]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 18 21:05:59.773581 n-d-838334-2 neutron-server[84040]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 21:05:59.773581 n-d-838334-2 neutron-server[84040]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 21:05:59.776254 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-bf726481-456b-4f2c-b582-2d5d4c6eafee tempest-FloatingIPTestJSON-1355648241 tempest-FloatingIPTestJSON-1355648241-project] Notify callbacks [] for floatingip, before_update {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:59.840407 n-d-838334-2 neutron-server[84041]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c88d22ae-f881-48d5-aa7f-64ce1e68d80c tempest-AllowedAddressPairTestJSON-1420879938 tempest-AllowedAddressPairTestJSON-1420879938-project] Network 5bd096f8-31c9-45e2-b0e1-1f70c937e419 is already hosted by enough agents. {{(pid=84041) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:05:59.852430 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c88d22ae-f881-48d5-aa7f-64ce1e68d80c tempest-AllowedAddressPairTestJSON-1420879938 tempest-AllowedAddressPairTestJSON-1420879938-project] Pushing event updated for resources: {'Port': ['ID=f0b5821c-d052-4c18-8f93-ffb4895a016e,revision_number=1']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:05:59.855935 n-d-838334-2 neutron-server[84041]: DEBUG neutron.scheduler.base_scheduler [None req-c88d22ae-f881-48d5-aa7f-64ce1e68d80c tempest-AllowedAddressPairTestJSON-1420879938 tempest-AllowedAddressPairTestJSON-1420879938-project] Resources bound (agent type, host, resource id): {{(pid=84041) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:05:59.858053 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c88d22ae-f881-48d5-aa7f-64ce1e68d80c tempest-AllowedAddressPairTestJSON-1420879938 tempest-AllowedAddressPairTestJSON-1420879938-project] Received port after_create {{(pid=84041) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 21:05:59.859716 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.plugin [None req-fa81cff7-ab5b-41b2-abac-29fbaea8f654 None None] Deleting port 1115b42f-df91-4779-b449-f3dd4a0c2cd2 {{(pid=84042) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 21:05:59.860312 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-fa81cff7-ab5b-41b2-abac-29fbaea8f654 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750375188691'] for port, before_delete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:59.915461 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750375287399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253529'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:59.993426 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.plugin [None req-fa81cff7-ab5b-41b2-abac-29fbaea8f654 None None] The port '1115b42f-df91-4779-b449-f3dd4a0c2cd2' was deleted {{(pid=84042) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 18 21:05:59.997916 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_hamode_db [None req-80633b26-73dd-405c-8f35-38a5610ecbd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-838334-2', False) {} {{(pid=84042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:05:59.998328 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80633b26-73dd-405c-8f35-38a5610ecbd0 None None] The sync data for ids ['844b45ab-1330-4090-8d5a-61d1cb28faac'] in n-d-838334-2 is: [] {{(pid=84042) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 18 21:06:00.000094 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Device 8ea77678-7efd-4641-aa5b-53fda5c59b48 up at agent ovs-agent-n-d-838334-2 {{(pid=84042) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 21:06:00.067229 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-496d25b9-ae1b-4921-a4fc-4f1d1f2140a0 None None] Provisioning complete for port c3a49f14-7ab6-43a1-94ec-243d646cb36b triggered by entity DHCP. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:06:00.067604 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-496d25b9-ae1b-4921-a4fc-4f1d1f2140a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1253608'] for port, provisioning_complete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:00.082792 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-790c72d2-bae7-4971-9892-4bb2c6bc1b8a tempest-RoutersTest-1500746192 tempest-RoutersTest-1500746192-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1258898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33526109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33444113'] for network, after_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:00.133507 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c88d22ae-f881-48d5-aa7f-64ce1e68d80c tempest-AllowedAddressPairTestJSON-1420879938 tempest-AllowedAddressPairTestJSON-1420879938-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:06:00.135019 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-c88d22ae-f881-48d5-aa7f-64ce1e68d80c tempest-AllowedAddressPairTestJSON-1420879938 tempest-AllowedAddressPairTestJSON-1420879938-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217293'] for port, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:00.135594 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.plugin [None req-496d25b9-ae1b-4921-a4fc-4f1d1f2140a0 None None] Port c3a49f14-7ab6-43a1-94ec-243d646cb36b cannot update to ACTIVE because it is not bound. {{(pid=84042) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 18 21:06:00.143535 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.db_base_plugin_v2 [None req-ad7e2dee-6ffb-4b7a-93b8-e4cae10d2082 tempest-PortsIpV6TestJSON-656796091 tempest-PortsIpV6TestJSON-656796091-project] Deleting subnet e50e80df-80ca-47f8-aaf2-f82234f5649f {{(pid=84041) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 18 21:06:00.152173 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Provisioning complete for port 8ea77678-7efd-4641-aa5b-53fda5c59b48 triggered by entity L2. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:06:00.152549 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1253608'] for port, provisioning_complete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:00.160401 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-a2964587-e4f2-4a30-9e82-31461a4d7f4e tempest-PortsTestJSON-1335945802 tempest-PortsTestJSON-1335945802-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:06:00.164208 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-ad7e2dee-6ffb-4b7a-93b8-e4cae10d2082 tempest-PortsIpV6TestJSON-656796091 tempest-PortsIpV6TestJSON-656796091-project] Notify callbacks [] for subnet, before_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:00.170327 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-790c72d2-bae7-4971-9892-4bb2c6bc1b8a tempest-RoutersTest-1500746192 tempest-RoutersTest-1500746192-project] Notify callbacks [] for network, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:00.184636 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-790c72d2-bae7-4971-9892-4bb2c6bc1b8a tempest-RoutersTest-1500746192 tempest-RoutersTest-1500746192-project] Pushing event deleted for resources: {'Network': ['ID=68c6b391-6714-4325-bfed-875685da33ce,revision_number=None']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:06:00.213844 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-496d25b9-ae1b-4921-a4fc-4f1d1f2140a0 None None] Provisioning for port b0f1655f-5fc3-45fb-9e6d-764fefca8c53 completed by entity DHCP. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 21:06:00.225871 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-a2964587-e4f2-4a30-9e82-31461a4d7f4e tempest-PortsTestJSON-1335945802 tempest-PortsTestJSON-1335945802-project] Usage tracker for resource:subnet and tenant:234c597e1bbf440ab35a01225b472234 is out of sync, need to count used quota {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:06:00.230232 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-496d25b9-ae1b-4921-a4fc-4f1d1f2140a0 None None] Provisioning complete for port b0f1655f-5fc3-45fb-9e6d-764fefca8c53 triggered by entity DHCP. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:06:00.230612 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-496d25b9-ae1b-4921-a4fc-4f1d1f2140a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1253608'] for port, provisioning_complete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:00.232647 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-a2964587-e4f2-4a30-9e82-31461a4d7f4e tempest-PortsTestJSON-1335945802 tempest-PortsTestJSON-1335945802-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:06:00.242154 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-c88d22ae-f881-48d5-aa7f-64ce1e68d80c tempest-AllowedAddressPairTestJSON-1420879938 tempest-AllowedAddressPairTestJSON-1420879938-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1000 time: 4.3200841 Apr 18 21:06:00.248627 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 38120) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:06:00.251649 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-a2964587-e4f2-4a30-9e82-31461a4d7f4e tempest-PortsTestJSON-1335945802 tempest-PortsTestJSON-1335945802-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:06:00.269603 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-790c72d2-bae7-4971-9892-4bb2c6bc1b8a tempest-RoutersTest-1500746192 tempest-RoutersTest-1500746192-project] 10.222.0.42 "DELETE /v2.0/networks/68c6b391-6714-4325-bfed-875685da33ce HTTP/1.1" status: 204 len: 168 time: 2.4622307 Apr 18 21:06:00.274172 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 38124) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:06:00.280253 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.v2.base [None req-ff798f57-ae69-45cf-8040-b0310c5a723c tempest-RoutersTest-1500746192 tempest-RoutersTest-1500746192-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1627313381', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=84040) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:06:00.291770 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [None req-ff798f57-ae69-45cf-8040-b0310c5a723c tempest-RoutersTest-1500746192 tempest-RoutersTest-1500746192-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:06:00.299615 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-ad7e2dee-6ffb-4b7a-93b8-e4cae10d2082 tempest-PortsIpV6TestJSON-656796091 tempest-PortsIpV6TestJSON-656796091-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32266383'] for subnet, precommit_delete_associations {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:00.312923 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-ff798f57-ae69-45cf-8040-b0310c5a723c tempest-RoutersTest-1500746192 tempest-RoutersTest-1500746192-project] Usage tracker for resource:router and tenant:8a05b90fa8c54f25938df6bd0ef52223 is out of sync, need to count used quota {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:06:00.320865 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-ff798f57-ae69-45cf-8040-b0310c5a723c tempest-RoutersTest-1500746192 tempest-RoutersTest-1500746192-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:06:00.331952 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [None req-ff798f57-ae69-45cf-8040-b0310c5a723c tempest-RoutersTest-1500746192 tempest-RoutersTest-1500746192-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:06:00.341198 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.plugin [None req-496d25b9-ae1b-4921-a4fc-4f1d1f2140a0 None None] Port b0f1655f-5fc3-45fb-9e6d-764fefca8c53 cannot update to ACTIVE because it is not bound. {{(pid=84042) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 18 21:06:00.359679 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a2964587-e4f2-4a30-9e82-31461a4d7f4e tempest-PortsTestJSON-1335945802 tempest-PortsTestJSON-1335945802-project] Made reservation on behalf of 234c597e1bbf440ab35a01225b472234 for: {'subnet': 1} {{(pid=84041) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:06:00.363103 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-a2964587-e4f2-4a30-9e82-31461a4d7f4e tempest-PortsTestJSON-1335945802 tempest-PortsTestJSON-1335945802-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32486301'] for subnet, before_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:00.364409 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Device a2703c52-c957-4655-864e-9a8f894aec7a up at agent ovs-agent-n-d-838334-2 {{(pid=84042) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 21:06:00.390770 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-ff798f57-ae69-45cf-8040-b0310c5a723c tempest-RoutersTest-1500746192 tempest-RoutersTest-1500746192-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-33442106', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5708'] for router, before_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:00.391763 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-ff798f57-ae69-45cf-8040-b0310c5a723c tempest-RoutersTest-1500746192 tempest-RoutersTest-1500746192-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33442137', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33444285', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33535433', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5703'] for router, precommit_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:00.478042 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-29b8eb31-cf02-429c-bf73-e277f00cf47f None None] Provisioning for port f0b5821c-d052-4c18-8f93-ffb4895a016e completed by entity DHCP. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 21:06:00.485838 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-29b8eb31-cf02-429c-bf73-e277f00cf47f None None] Provisioning complete for port f0b5821c-d052-4c18-8f93-ffb4895a016e triggered by entity DHCP. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:06:00.486204 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-29b8eb31-cf02-429c-bf73-e277f00cf47f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1253608'] for port, provisioning_complete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:00.521420 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Provisioning complete for port a2703c52-c957-4655-864e-9a8f894aec7a triggered by entity L2. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:06:00.521847 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1253608'] for port, provisioning_complete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:00.589893 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.plugin [None req-29b8eb31-cf02-429c-bf73-e277f00cf47f None None] Port f0b5821c-d052-4c18-8f93-ffb4895a016e cannot update to ACTIVE because it is not bound. {{(pid=84042) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 18 21:06:00.670379 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a65e599a-3f21-46d4-a790-e2e308ce4efb tempest-AllowedAddressPairTestJSON-1420879938 tempest-AllowedAddressPairTestJSON-1420879938-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:06:00.674407 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a65e599a-3f21-46d4-a790-e2e308ce4efb tempest-AllowedAddressPairTestJSON-1420879938 tempest-AllowedAddressPairTestJSON-1420879938-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:06:00.679195 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a65e599a-3f21-46d4-a790-e2e308ce4efb tempest-AllowedAddressPairTestJSON-1420879938 tempest-AllowedAddressPairTestJSON-1420879938-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:06:00.680107 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-a65e599a-3f21-46d4-a790-e2e308ce4efb tempest-AllowedAddressPairTestJSON-1420879938 tempest-AllowedAddressPairTestJSON-1420879938-project] Synchronizing usage tracker for tenant:87f6fd4dfa374cfdb4f7d3363b37a30b on resource:port {{(pid=84041) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 21:06:00.689570 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-ff798f57-ae69-45cf-8040-b0310c5a723c tempest-RoutersTest-1500746192 tempest-RoutersTest-1500746192-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:00.702280 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-ad7e2dee-6ffb-4b7a-93b8-e4cae10d2082 tempest-PortsIpV6TestJSON-656796091 tempest-PortsIpV6TestJSON-656796091-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1260556'] for subnet, precommit_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:00.721060 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Device 1115b42f-df91-4779-b449-f3dd4a0c2cd2 no longer exists at agent ovs-agent-n-d-838334-2 {{(pid=84042) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 21:06:00.742129 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-ff798f57-ae69-45cf-8040-b0310c5a723c tempest-RoutersTest-1500746192 tempest-RoutersTest-1500746192-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33443529', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33444176'] for router, after_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:00.751885 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-c3853199-b5ac-4251-a59e-0eab4ce40b3c tempest-RoutersIpV6AdminTest-1441855246 tempest-RoutersIpV6AdminTest-1441855246-project-admin] 10.222.0.42 "GET /v2.0/routers/844b45ab-1330-4090-8d5a-61d1cb28faac HTTP/1.1" status: 200 len: 924 time: 1.2020533 Apr 18 21:06:00.753533 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 38128) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:06:00.758399 n-d-838334-2 neutron-server[84041]: INFO neutron.db.ipam_backend_mixin [None req-a2964587-e4f2-4a30-9e82-31461a4d7f4e tempest-PortsTestJSON-1335945802 tempest-PortsTestJSON-1335945802-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet a871e803-3b07-4ab1-a658-5cffa2570696 (CIDR: 172.20.0.0/28) Apr 18 21:06:00.764675 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.plugin [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] No Port match for: 1115b42f-df91-4779-b449-f3dd4a0c2cd2 {{(pid=84042) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 18 21:06:00.765330 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Device 1115b42f-df91-4779-b449-f3dd4a0c2cd2 not bound to the agent host n-d-838334-2 {{(pid=84042) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 21:06:00.765590 n-d-838334-2 neutron-server[84041]: INFO neutron.pecan_wsgi.hooks.translation [None req-a2964587-e4f2-4a30-9e82-31461a4d7f4e tempest-PortsTestJSON-1335945802 tempest-PortsTestJSON-1335945802-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 18 21:06:00.766268 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a2964587-e4f2-4a30-9e82-31461a4d7f4e tempest-PortsTestJSON-1335945802 tempest-PortsTestJSON-1335945802-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=84041) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 21:06:00.777222 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-a65e599a-3f21-46d4-a790-e2e308ce4efb tempest-AllowedAddressPairTestJSON-1420879938 tempest-AllowedAddressPairTestJSON-1420879938-project] Unset dirty status for tenant:87f6fd4dfa374cfdb4f7d3363b37a30b on resource:port {{(pid=84041) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 21:06:00.781254 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-a65e599a-3f21-46d4-a790-e2e308ce4efb tempest-AllowedAddressPairTestJSON-1420879938 tempest-AllowedAddressPairTestJSON-1420879938-project] 10.222.0.42 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2469 time: 0.5315194 Apr 18 21:06:00.788680 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 38132) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:06:00.873722 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-a2964587-e4f2-4a30-9e82-31461a4d7f4e tempest-PortsTestJSON-1335945802 tempest-PortsTestJSON-1335945802-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.3506250 Apr 18 21:06:00.881184 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 38136) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:06:00.891574 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.v2.base [None req-78e390be-4cd9-4016-8b74-0dc2868f5834 tempest-PortsTestJSON-1335945802 tempest-PortsTestJSON-1335945802-project] Request body: {'subnet': {'network_id': '1a5d91c8-1709-4cd3-96e4-f851e43fa6e0', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=84040) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:06:00.895989 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.plugin [None req-d4ab5bfe-523d-4f80-956c-c2c5eb3ac428 tempest-AllowedAddressPairTestJSON-1420879938 tempest-AllowedAddressPairTestJSON-1420879938-project] Deleting port f0b5821c-d052-4c18-8f93-ffb4895a016e {{(pid=84041) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 21:06:00.895989 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-d4ab5bfe-523d-4f80-956c-c2c5eb3ac428 tempest-AllowedAddressPairTestJSON-1420879938 tempest-AllowedAddressPairTestJSON-1420879938-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750375188691'] for port, before_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:00.926837 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-ff798f57-ae69-45cf-8040-b0310c5a723c tempest-RoutersTest-1500746192 tempest-RoutersTest-1500746192-project] Notify callbacks [] for router, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:00.926837 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-ff798f57-ae69-45cf-8040-b0310c5a723c tempest-RoutersTest-1500746192 tempest-RoutersTest-1500746192-project] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.6374347 Apr 18 21:06:00.934036 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 38140) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:06:00.934036 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-ad7e2dee-6ffb-4b7a-93b8-e4cae10d2082 tempest-PortsIpV6TestJSON-656796091 tempest-PortsIpV6TestJSON-656796091-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1260549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33526260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32266336', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32486390'] for subnet, after_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:00.940493 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.v2.base [None req-13a4992b-2cf2-4c6f-ac00-d5e1b4cc54c2 tempest-RoutersTest-1500746192 tempest-RoutersTest-1500746192-project] Request body: {'network': {'name': 'tempest-RoutersTest-414547239'}} {{(pid=84041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:06:00.990729 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-13a4992b-2cf2-4c6f-ac00-d5e1b4cc54c2 tempest-RoutersTest-1500746192 tempest-RoutersTest-1500746192-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:06:01.003570 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad7e2dee-6ffb-4b7a-93b8-e4cae10d2082 tempest-PortsIpV6TestJSON-656796091 tempest-PortsIpV6TestJSON-656796091-project] Pushing event deleted for resources: {'Subnet': ['ID=e50e80df-80ca-47f8-aaf2-f82234f5649f,revision_number=None']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:06:01.010060 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-13a4992b-2cf2-4c6f-ac00-d5e1b4cc54c2 tempest-RoutersTest-1500746192 tempest-RoutersTest-1500746192-project] Usage tracker for resource:network and tenant:8a05b90fa8c54f25938df6bd0ef52223 is out of sync, need to count used quota {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:06:01.015708 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-13a4992b-2cf2-4c6f-ac00-d5e1b4cc54c2 tempest-RoutersTest-1500746192 tempest-RoutersTest-1500746192-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:06:01.029516 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-ad7e2dee-6ffb-4b7a-93b8-e4cae10d2082 tempest-PortsIpV6TestJSON-656796091 tempest-PortsIpV6TestJSON-656796091-project] Notify callbacks [] for subnet, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:01.031581 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-ad7e2dee-6ffb-4b7a-93b8-e4cae10d2082 tempest-PortsIpV6TestJSON-656796091 tempest-PortsIpV6TestJSON-656796091-project] 10.222.0.42 "DELETE /v2.0/subnets/e50e80df-80ca-47f8-aaf2-f82234f5649f HTTP/1.1" status: 204 len: 168 time: 1.6357830 Apr 18 21:06:01.035227 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 38144) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:06:01.035407 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a44c0bcf-ebbd-4f1a-aad0-1d0b68ad382b None None] Network 815c1241-5a1d-4800-a6e1-26c2a85490da requested from n-d-838334-2 {{(pid=84042) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 21:06:01.062082 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-13a4992b-2cf2-4c6f-ac00-d5e1b4cc54c2 tempest-RoutersTest-1500746192 tempest-RoutersTest-1500746192-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:06:01.116854 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-13a4992b-2cf2-4c6f-ac00-d5e1b4cc54c2 tempest-RoutersTest-1500746192 tempest-RoutersTest-1500746192-project] Made reservation on behalf of 8a05b90fa8c54f25938df6bd0ef52223 for: {'network': 1} {{(pid=84041) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:06:01.120293 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-13a4992b-2cf2-4c6f-ac00-d5e1b4cc54c2 tempest-RoutersTest-1500746192 tempest-RoutersTest-1500746192-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for network, before_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:01.213676 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-d3ebdb4c-c755-4e07-83d2-2306fa988d5e tempest-RoutersIpV6AdminTest-1441855246 tempest-RoutersIpV6AdminTest-1441855246-project-admin] 10.222.0.42 "GET /v2.0/ports?network_id=e41b6600-a917-4a8d-b05c-be3be40c6d8c&device_id=844b45ab-1330-4090-8d5a-61d1cb28faac&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.4598074 Apr 18 21:06:01.227608 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 38148) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:06:01.262736 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [None req-78e390be-4cd9-4016-8b74-0dc2868f5834 tempest-PortsTestJSON-1335945802 tempest-PortsTestJSON-1335945802-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:06:01.271171 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-d4ab5bfe-523d-4f80-956c-c2c5eb3ac428 tempest-AllowedAddressPairTestJSON-1420879938 tempest-AllowedAddressPairTestJSON-1420879938-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369123'] for port, precommit_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:01.333975 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-f0caed7a-6e6a-43bb-a7cf-dcd73e837687 tempest-PortsIpV6TestJSON-656796091 tempest-PortsIpV6TestJSON-656796091-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1103592'] for network, before_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:01.336025 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-78e390be-4cd9-4016-8b74-0dc2868f5834 tempest-PortsTestJSON-1335945802 tempest-PortsTestJSON-1335945802-project] Usage tracker for resource:subnet and tenant:234c597e1bbf440ab35a01225b472234 is out of sync, need to count used quota {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:06:01.351497 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-78e390be-4cd9-4016-8b74-0dc2868f5834 tempest-PortsTestJSON-1335945802 tempest-PortsTestJSON-1335945802-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:06:01.369186 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [None req-78e390be-4cd9-4016-8b74-0dc2868f5834 tempest-PortsTestJSON-1335945802 tempest-PortsTestJSON-1335945802-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:06:01.389798 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b68b5ba-eba4-4274-9c5f-0c4afe0771ec None None] DHCP port deletion for 815c1241-5a1d-4800-a6e1-26c2a85490da request from n-d-838334-2 {{(pid=84042) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 18 21:06:01.395739 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.plugin [None req-4b68b5ba-eba4-4274-9c5f-0c4afe0771ec None None] Deleting port 8ea77678-7efd-4641-aa5b-53fda5c59b48 {{(pid=84042) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 21:06:01.396763 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-4b68b5ba-eba4-4274-9c5f-0c4afe0771ec None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750375188691'] for port, before_delete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:01.409943 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.plugin [None req-d4ab5bfe-523d-4f80-956c-c2c5eb3ac428 tempest-AllowedAddressPairTestJSON-1420879938 tempest-AllowedAddressPairTestJSON-1420879938-project] Calling delete_port for f0b5821c-d052-4c18-8f93-ffb4895a016e owned by {{(pid=84041) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 21:06:01.451745 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-13a4992b-2cf2-4c6f-ac00-d5e1b4cc54c2 tempest-RoutersTest-1500746192 tempest-RoutersTest-1500746192-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 373} {{(pid=84041) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 21:06:01.478082 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-13a4992b-2cf2-4c6f-ac00-d5e1b4cc54c2 tempest-RoutersTest-1500746192 tempest-RoutersTest-1500746192-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1082986'] for segment, precommit_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:01.478472 n-d-838334-2 neutron-server[84041]: INFO neutron.db.segments_db [None req-13a4992b-2cf2-4c6f-ac00-d5e1b4cc54c2 tempest-RoutersTest-1500746192 tempest-RoutersTest-1500746192-project] Added segment ef2eb13f-1420-4f51-a2d2-58ab3db62c3e of type vlan for network 0f4f3485-d47f-443a-afdb-b607b91dc681 Apr 18 21:06:01.480814 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-78e390be-4cd9-4016-8b74-0dc2868f5834 tempest-PortsTestJSON-1335945802 tempest-PortsTestJSON-1335945802-project] Made reservation on behalf of 234c597e1bbf440ab35a01225b472234 for: {'subnet': 1} {{(pid=84040) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:06:01.504492 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68ce9353-91ff-4f4c-8eb9-e74a6ab07d3c tempest-RoutersIpV6AdminTest-1441855246 tempest-RoutersIpV6AdminTest-1441855246-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:06:01.506730 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-68ce9353-91ff-4f4c-8eb9-e74a6ab07d3c tempest-RoutersIpV6AdminTest-1441855246 tempest-RoutersIpV6AdminTest-1441855246-project-admin] Synchronizing usage tracker for tenant:292188131bd5453abc7131f632de51a5 on resource:network {{(pid=84040) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 21:06:01.515520 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.plugin [None req-f0caed7a-6e6a-43bb-a7cf-dcd73e837687 tempest-PortsIpV6TestJSON-656796091 tempest-PortsIpV6TestJSON-656796091-project] Deleting port 8ea77678-7efd-4641-aa5b-53fda5c59b48 {{(pid=84040) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 21:06:01.515819 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-f0caed7a-6e6a-43bb-a7cf-dcd73e837687 tempest-PortsIpV6TestJSON-656796091 tempest-PortsIpV6TestJSON-656796091-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750375188691'] for port, before_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:01.524385 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-13a4992b-2cf2-4c6f-ac00-d5e1b4cc54c2 tempest-RoutersTest-1500746192 tempest-RoutersTest-1500746192-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750374825732'] for network, precommit_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:01.606421 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-13a4992b-2cf2-4c6f-ac00-d5e1b4cc54c2 tempest-RoutersTest-1500746192 tempest-RoutersTest-1500746192-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33526109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022'] for network, after_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:01.610327 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13a4992b-2cf2-4c6f-ac00-d5e1b4cc54c2 tempest-RoutersTest-1500746192 tempest-RoutersTest-1500746192-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:06:01.611661 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-13a4992b-2cf2-4c6f-ac00-d5e1b4cc54c2 tempest-RoutersTest-1500746192 tempest-RoutersTest-1500746192-project] Notify callbacks [] for network, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:01.661361 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-4b68b5ba-eba4-4274-9c5f-0c4afe0771ec None None] For port 8ea77678-7efd-4641-aa5b-53fda5c59b48, host n-d-838334-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838334-2',level=0,port_id=8ea77678-7efd-4641-aa5b-53fda5c59b48,segment=NetworkSegment(ccf832e1-ee1a-412f-b22e-3fcf7d65067c),segment_id=ccf832e1-ee1a-412f-b22e-3fcf7d65067c)] {{(pid=84042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:06:01.661875 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-4b68b5ba-eba4-4274-9c5f-0c4afe0771ec None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369123'] for port, precommit_delete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:01.710698 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-d4ab5bfe-523d-4f80-956c-c2c5eb3ac428 tempest-AllowedAddressPairTestJSON-1420879938 tempest-AllowedAddressPairTestJSON-1420879938-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750375259028', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750374836628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32266323'] for port, after_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:01.750482 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-68ce9353-91ff-4f4c-8eb9-e74a6ab07d3c tempest-RoutersIpV6AdminTest-1441855246 tempest-RoutersIpV6AdminTest-1441855246-project-admin] Unset dirty status for tenant:292188131bd5453abc7131f632de51a5 on resource:network {{(pid=84040) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 21:06:01.754393 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-68ce9353-91ff-4f4c-8eb9-e74a6ab07d3c tempest-RoutersIpV6AdminTest-1441855246 tempest-RoutersIpV6AdminTest-1441855246-project-admin] 10.222.0.42 "GET /v2.0/networks/e41b6600-a917-4a8d-b05c-be3be40c6d8c HTTP/1.1" status: 200 len: 881 time: 0.5220616 Apr 18 21:06:01.759070 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 38164) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:06:01.765733 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.db.resource_extend [None req-bf726481-456b-4f2c-b582-2d5d4c6eafee tempest-FloatingIPTestJSON-1355648241 tempest-FloatingIPTestJSON-1355648241-project] It took 0.25 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 18 21:06:01.776346 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-13a4992b-2cf2-4c6f-ac00-d5e1b4cc54c2 tempest-RoutersTest-1500746192 tempest-RoutersTest-1500746192-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.8517480 Apr 18 21:06:01.781521 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4ab5bfe-523d-4f80-956c-c2c5eb3ac428 tempest-AllowedAddressPairTestJSON-1420879938 tempest-AllowedAddressPairTestJSON-1420879938-project] Pushing event deleted for resources: {'Port': ['ID=f0b5821c-d052-4c18-8f93-ffb4895a016e,revision_number=None']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:06:01.783201 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 38168) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:06:01.796131 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.v2.base [None req-64bb583d-0f1a-4b84-a8eb-4ff19347db17 tempest-RoutersTest-1500746192 tempest-RoutersTest-1500746192-project] Request body: {'subnet': {'network_id': '0f4f3485-d47f-443a-afdb-b607b91dc681', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=84041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:06:01.811515 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13a4992b-2cf2-4c6f-ac00-d5e1b4cc54c2 tempest-RoutersTest-1500746192 tempest-RoutersTest-1500746192-project] Pushing event updated for resources: {'Network': ['ID=0f4f3485-d47f-443a-afdb-b607b91dc681,revision_number=1']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:06:01.852148 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.plugin [None req-4b68b5ba-eba4-4274-9c5f-0c4afe0771ec None None] Calling delete_port for 8ea77678-7efd-4641-aa5b-53fda5c59b48 owned by network:dhcp {{(pid=84042) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 21:06:01.928762 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Network 0f4f3485-d47f-443a-afdb-b607b91dc681 details requested by agent ovs-agent-n-d-838334-2 with host n-d-838334-2 {{(pid=84042) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 18 21:06:02.051374 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Device 8ea77678-7efd-4641-aa5b-53fda5c59b48 no longer exists at agent ovs-agent-n-d-838334-2 {{(pid=84042) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 21:06:02.058840 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-64bb583d-0f1a-4b84-a8eb-4ff19347db17 tempest-RoutersTest-1500746192 tempest-RoutersTest-1500746192-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:06:02.064079 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-64bb583d-0f1a-4b84-a8eb-4ff19347db17 tempest-RoutersTest-1500746192 tempest-RoutersTest-1500746192-project] Usage tracker for resource:subnet and tenant:8a05b90fa8c54f25938df6bd0ef52223 is out of sync, need to count used quota {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:06:02.069804 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-64bb583d-0f1a-4b84-a8eb-4ff19347db17 tempest-RoutersTest-1500746192 tempest-RoutersTest-1500746192-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:06:02.076175 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-64bb583d-0f1a-4b84-a8eb-4ff19347db17 tempest-RoutersTest-1500746192 tempest-RoutersTest-1500746192-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:06:02.082016 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-2ae339ba-53e8-405e-9c54-3ef85decb6c5 tempest-RoutersIpV6AdminTest-1940382112 tempest-RoutersIpV6AdminTest-1940382112-project] 10.222.0.42 "GET /v2.0/ports?device_id=844b45ab-1330-4090-8d5a-61d1cb28faac HTTP/1.1" status: 200 len: 205 time: 0.3201313 Apr 18 21:06:02.085493 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 38174) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:06:02.149071 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-bf726481-456b-4f2c-b582-2d5d4c6eafee tempest-FloatingIPTestJSON-1355648241 tempest-FloatingIPTestJSON-1355648241-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:02.161224 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-78e390be-4cd9-4016-8b74-0dc2868f5834 tempest-PortsTestJSON-1335945802 tempest-PortsTestJSON-1335945802-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31752722'] for subnet, before_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:02.184192 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-bf726481-456b-4f2c-b582-2d5d4c6eafee tempest-FloatingIPTestJSON-1355648241 tempest-FloatingIPTestJSON-1355648241-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33444131'] for floatingip, after_update {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:02.248994 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-4b68b5ba-eba4-4274-9c5f-0c4afe0771ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750375259028', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750374836628'] for port, after_delete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:02.258886 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-64bb583d-0f1a-4b84-a8eb-4ff19347db17 tempest-RoutersTest-1500746192 tempest-RoutersTest-1500746192-project] Made reservation on behalf of 8a05b90fa8c54f25938df6bd0ef52223 for: {'subnet': 1} {{(pid=84041) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:06:02.299897 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b68b5ba-eba4-4274-9c5f-0c4afe0771ec None None] Pushing event deleted for resources: {'Port': ['ID=8ea77678-7efd-4641-aa5b-53fda5c59b48,revision_number=None']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:06:02.301658 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.plugin [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Port 8ea77678-7efd-4641-aa5b-53fda5c59b48 update to DOWN by agent not found {{(pid=84042) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2111}} Apr 18 21:06:02.312345 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b68b5ba-eba4-4274-9c5f-0c4afe0771ec None None] No DVR routers for this DVR port 8ea77678-7efd-4641-aa5b-53fda5c59b48 on host n-d-838334-2 {{(pid=84042) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 21:06:02.529129 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.db [None req-f0caed7a-6e6a-43bb-a7cf-dcd73e837687 tempest-PortsIpV6TestJSON-656796091 tempest-PortsIpV6TestJSON-656796091-project] For port 8ea77678-7efd-4641-aa5b-53fda5c59b48, host n-d-838334-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838334-2',level=0,port_id=8ea77678-7efd-4641-aa5b-53fda5c59b48,segment=NetworkSegment(ccf832e1-ee1a-412f-b22e-3fcf7d65067c),segment_id=ccf832e1-ee1a-412f-b22e-3fcf7d65067c)] {{(pid=84040) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:06:02.529129 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-f0caed7a-6e6a-43bb-a7cf-dcd73e837687 tempest-PortsIpV6TestJSON-656796091 tempest-PortsIpV6TestJSON-656796091-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369123'] for port, precommit_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:02.597439 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-64bb583d-0f1a-4b84-a8eb-4ff19347db17 tempest-RoutersTest-1500746192 tempest-RoutersTest-1500746192-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32486301'] for subnet, before_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:02.684563 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.plugin [None req-f0caed7a-6e6a-43bb-a7cf-dcd73e837687 tempest-PortsIpV6TestJSON-656796091 tempest-PortsIpV6TestJSON-656796091-project] Calling delete_port for 8ea77678-7efd-4641-aa5b-53fda5c59b48 owned by network:dhcp {{(pid=84040) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 21:06:02.762429 n-d-838334-2 neutron-server[84040]: INFO neutron.db.ipam_backend_mixin [None req-78e390be-4cd9-4016-8b74-0dc2868f5834 tempest-PortsTestJSON-1335945802 tempest-PortsTestJSON-1335945802-project] Validation for CIDR: 172.20.0.16/28 failed - overlaps with subnet 64ca8117-0d56-460d-89dc-6ea65d95aa90 (CIDR: 172.20.0.16/28) Apr 18 21:06:02.774159 n-d-838334-2 neutron-server[84040]: INFO neutron.pecan_wsgi.hooks.translation [None req-78e390be-4cd9-4016-8b74-0dc2868f5834 tempest-PortsTestJSON-1335945802 tempest-PortsTestJSON-1335945802-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 18 21:06:02.774592 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-78e390be-4cd9-4016-8b74-0dc2868f5834 tempest-PortsTestJSON-1335945802 tempest-PortsTestJSON-1335945802-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=84040) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 21:06:02.792395 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-d4ab5bfe-523d-4f80-956c-c2c5eb3ac428 tempest-AllowedAddressPairTestJSON-1420879938 tempest-AllowedAddressPairTestJSON-1420879938-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217293'] for port, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:02.817700 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-d4ab5bfe-523d-4f80-956c-c2c5eb3ac428 tempest-AllowedAddressPairTestJSON-1420879938 tempest-AllowedAddressPairTestJSON-1420879938-project] 10.222.0.42 "DELETE /v2.0/ports/f0b5821c-d052-4c18-8f93-ffb4895a016e HTTP/1.1" status: 204 len: 168 time: 2.0246470 Apr 18 21:06:02.818916 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 38184) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:06:02.822291 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.db.api [None req-f0caed7a-6e6a-43bb-a7cf-dcd73e837687 tempest-PortsIpV6TestJSON-656796091 tempest-PortsIpV6TestJSON-656796091-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84040) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 18 21:06:02.888880 n-d-838334-2 neutron-server[84040]: DEBUG oslo_db.api [None req-f0caed7a-6e6a-43bb-a7cf-dcd73e837687 tempest-PortsIpV6TestJSON-656796091 tempest-PortsIpV6TestJSON-656796091-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 18 21:06:02.888880 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-78e390be-4cd9-4016-8b74-0dc2868f5834 tempest-PortsTestJSON-1335945802 tempest-PortsTestJSON-1335945802-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 425 time: 1.9543893 Apr 18 21:06:02.888880 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 38188) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:06:02.888880 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.v2.base [None req-f4f3fae4-1a76-4f09-9c99-a8f77cec7269 tempest-PortsTestJSON-1335945802 tempest-PortsTestJSON-1335945802-project] Request body: {'subnet': {'network_id': '1a5d91c8-1709-4cd3-96e4-f851e43fa6e0', 'cidr': '172.20.0.32/28', 'ip_version': 4, 'gateway_ip': '172.20.0.33'}} {{(pid=84040) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:06:02.907072 n-d-838334-2 neutron-server[84041]: INFO neutron.pecan_wsgi.hooks.translation [None req-d683f439-f627-4a64-b493-e8bb676aa274 tempest-AllowedAddressPairTestJSON-1420879938 tempest-AllowedAddressPairTestJSON-1420879938-project] GET failed (client error): The resource could not be found. Apr 18 21:06:02.907575 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-d683f439-f627-4a64-b493-e8bb676aa274 tempest-AllowedAddressPairTestJSON-1420879938 tempest-AllowedAddressPairTestJSON-1420879938-project] Synchronizing usage tracker for tenant:87f6fd4dfa374cfdb4f7d3363b37a30b on resource:port {{(pid=84041) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 21:06:02.930693 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-64bb583d-0f1a-4b84-a8eb-4ff19347db17 tempest-RoutersTest-1500746192 tempest-RoutersTest-1500746192-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33526260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32266407', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32486287'] for subnet, after_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:02.990600 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-d683f439-f627-4a64-b493-e8bb676aa274 tempest-AllowedAddressPairTestJSON-1420879938 tempest-AllowedAddressPairTestJSON-1420879938-project] Unset dirty status for tenant:87f6fd4dfa374cfdb4f7d3363b37a30b on resource:port {{(pid=84041) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 21:06:02.992937 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-d683f439-f627-4a64-b493-e8bb676aa274 tempest-AllowedAddressPairTestJSON-1420879938 tempest-AllowedAddressPairTestJSON-1420879938-project] 10.222.0.42 "GET /v2.0/ports/f0b5821c-d052-4c18-8f93-ffb4895a016e HTTP/1.1" status: 404 len: 333 time: 0.1725111 Apr 18 21:06:02.996373 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 38192) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:06:03.013660 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.v2.base [None req-db3fb65f-271c-4072-ba6e-ac98dab52ca3 tempest-AllowedAddressPairTestJSON-1420879938 tempest-AllowedAddressPairTestJSON-1420879938-project] Request body: {'port': {'network_id': '5bd096f8-31c9-45e2-b0e1-1f70c937e419', 'name': 'tempest-AllowedAddressPairTestJSON-656417560'}} {{(pid=84040) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:06:03.027134 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64bb583d-0f1a-4b84-a8eb-4ff19347db17 tempest-RoutersTest-1500746192 tempest-RoutersTest-1500746192-project] Pushing event updated for resources: {'Subnet': ['ID=c69b069c-a1b2-456b-9244-afeef8944023,revision_number=0']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:06:03.043549 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-dba66014-e6e0-47a4-a477-98677c03128a tempest-RoutersIpV6AdminTest-1940382112 tempest-RoutersIpV6AdminTest-1940382112-project] Notify callbacks [] for router, before_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:03.044398 n-d-838334-2 neutron-server[84040]: INFO neutron.db.l3_db [None req-bf726481-456b-4f2c-b582-2d5d4c6eafee tempest-FloatingIPTestJSON-1355648241 tempest-FloatingIPTestJSON-1355648241-project] Floating IP a54b06c8-fb08-421e-8c15-2fc2ffc86c6c associated. External IP: 172.25.8.243, port: e410b160-4882-47dc-ae8b-4a8190a24152. Apr 18 21:06:03.193619 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64bb583d-0f1a-4b84-a8eb-4ff19347db17 tempest-RoutersTest-1500746192 tempest-RoutersTest-1500746192-project] Checking segment: {'id': 'ef2eb13f-1420-4f51-a2d2-58ab3db62c3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '0f4f3485-d47f-443a-afdb-b607b91dc681'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84041) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 21:06:03.193977 n-d-838334-2 neutron-server[84041]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64bb583d-0f1a-4b84-a8eb-4ff19347db17 tempest-RoutersTest-1500746192 tempest-RoutersTest-1500746192-project] Network hostable DHCP agents. Network: 0f4f3485-d47f-443a-afdb-b607b91dc681, hostable agents: ['8746f8ea-3e91-4b32-9919-2c63adeb8722'], hosted agents: [] {{(pid=84041) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 21:06:03.243889 n-d-838334-2 neutron-server[84041]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64bb583d-0f1a-4b84-a8eb-4ff19347db17 tempest-RoutersTest-1500746192 tempest-RoutersTest-1500746192-project] Network 0f4f3485-d47f-443a-afdb-b607b91dc681 is scheduled to be hosted by DHCP agent 8746f8ea-3e91-4b32-9919-2c63adeb8722 with binding_index 1 {{(pid=84041) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 21:06:03.257996 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [None req-f4f3fae4-1a76-4f09-9c99-a8f77cec7269 tempest-PortsTestJSON-1335945802 tempest-PortsTestJSON-1335945802-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:06:03.260184 n-d-838334-2 neutron-server[84041]: DEBUG neutron.scheduler.base_scheduler [None req-64bb583d-0f1a-4b84-a8eb-4ff19347db17 tempest-RoutersTest-1500746192 tempest-RoutersTest-1500746192-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-838334-2, 0f4f3485-d47f-443a-afdb-b607b91dc681) {{(pid=84041) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:06:03.266523 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-f4f3fae4-1a76-4f09-9c99-a8f77cec7269 tempest-PortsTestJSON-1335945802 tempest-PortsTestJSON-1335945802-project] Usage tracker for resource:subnet and tenant:234c597e1bbf440ab35a01225b472234 is out of sync, need to count used quota {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:06:03.267368 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64bb583d-0f1a-4b84-a8eb-4ff19347db17 tempest-RoutersTest-1500746192 tempest-RoutersTest-1500746192-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:06:03.268234 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-64bb583d-0f1a-4b84-a8eb-4ff19347db17 tempest-RoutersTest-1500746192 tempest-RoutersTest-1500746192-project] Notify callbacks [] for subnet, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:03.269808 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9bd53568-1ede-408c-99f4-8bc1fbc96be4 None None] Network 0f4f3485-d47f-443a-afdb-b607b91dc681 requested from n-d-838334-2 {{(pid=84042) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 21:06:03.283604 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-f4f3fae4-1a76-4f09-9c99-a8f77cec7269 tempest-PortsTestJSON-1335945802 tempest-PortsTestJSON-1335945802-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:06:03.296196 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [None req-f4f3fae4-1a76-4f09-9c99-a8f77cec7269 tempest-PortsTestJSON-1335945802 tempest-PortsTestJSON-1335945802-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:06:03.302906 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-64bb583d-0f1a-4b84-a8eb-4ff19347db17 tempest-RoutersTest-1500746192 tempest-RoutersTest-1500746192-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.5141473 Apr 18 21:06:03.304736 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 38198) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:06:03.326264 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.plugin [None req-f0caed7a-6e6a-43bb-a7cf-dcd73e837687 tempest-PortsIpV6TestJSON-656796091 tempest-PortsIpV6TestJSON-656796091-project] Deleting port 8ea77678-7efd-4641-aa5b-53fda5c59b48 {{(pid=84040) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 21:06:03.326619 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-f0caed7a-6e6a-43bb-a7cf-dcd73e837687 tempest-PortsIpV6TestJSON-656796091 tempest-PortsIpV6TestJSON-656796091-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750375188691'] for port, before_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:03.366659 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f4f3fae4-1a76-4f09-9c99-a8f77cec7269 tempest-PortsTestJSON-1335945802 tempest-PortsTestJSON-1335945802-project] Made reservation on behalf of 234c597e1bbf440ab35a01225b472234 for: {'subnet': 1} {{(pid=84040) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:06:03.370120 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-f4f3fae4-1a76-4f09-9c99-a8f77cec7269 tempest-PortsTestJSON-1335945802 tempest-PortsTestJSON-1335945802-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31752722'] for subnet, before_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:03.462903 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-dba66014-e6e0-47a4-a477-98677c03128a tempest-RoutersIpV6AdminTest-1940382112 tempest-RoutersIpV6AdminTest-1940382112-project] Notify callbacks [] for router_gateway, before_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:03.467093 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [None req-db3fb65f-271c-4072-ba6e-ac98dab52ca3 tempest-AllowedAddressPairTestJSON-1420879938 tempest-AllowedAddressPairTestJSON-1420879938-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:06:03.477597 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.plugin [None req-f0caed7a-6e6a-43bb-a7cf-dcd73e837687 tempest-PortsIpV6TestJSON-656796091 tempest-PortsIpV6TestJSON-656796091-project] The port '8ea77678-7efd-4641-aa5b-53fda5c59b48' was deleted {{(pid=84040) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 18 21:06:03.532604 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [None req-db3fb65f-271c-4072-ba6e-ac98dab52ca3 tempest-AllowedAddressPairTestJSON-1420879938 tempest-AllowedAddressPairTestJSON-1420879938-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:06:03.538731 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.plugin [None req-dba66014-e6e0-47a4-a477-98677c03128a tempest-RoutersIpV6AdminTest-1940382112 tempest-RoutersIpV6AdminTest-1940382112-project] Deleting port 126128ef-7c1f-4e4c-b9e1-95e5283f7d49 {{(pid=84041) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 21:06:03.539146 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-dba66014-e6e0-47a4-a477-98677c03128a tempest-RoutersIpV6AdminTest-1940382112 tempest-RoutersIpV6AdminTest-1940382112-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750375188691'] for port, before_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:03.557996 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6db81883-f21b-4a19-952e-7250c79ff898 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp016840fc-1f9f-5892-9c53-c9cf6c845bbb-0f4f3485-d47f-443a-afdb-b607b91dc681', 'network_id': '0f4f3485-d47f-443a-afdb-b607b91dc681', 'tenant_id': '8a05b90fa8c54f25938df6bd0ef52223', 'fixed_ips': [{'subnet_id': 'c69b069c-a1b2-456b-9244-afeef8944023'}]}} from n-d-838334-2. {{(pid=84042) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 18 21:06:03.559595 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-6db81883-f21b-4a19-952e-7250c79ff898 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_create {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:03.666027 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-f0caed7a-6e6a-43bb-a7cf-dcd73e837687 tempest-PortsIpV6TestJSON-656796091 tempest-PortsIpV6TestJSON-656796091-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1258905', 'neutron.services.segments.db._delete_segments_for_network-8750375287417'] for network, precommit_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:03.729843 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db3fb65f-271c-4072-ba6e-ac98dab52ca3 tempest-AllowedAddressPairTestJSON-1420879938 tempest-AllowedAddressPairTestJSON-1420879938-project] Made reservation on behalf of 87f6fd4dfa374cfdb4f7d3363b37a30b for: {'port': 1} {{(pid=84040) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:06:03.733436 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-db3fb65f-271c-4072-ba6e-ac98dab52ca3 tempest-AllowedAddressPairTestJSON-1420879938 tempest-AllowedAddressPairTestJSON-1420879938-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:03.757710 n-d-838334-2 neutron-server[84040]: DEBUG neutron.services.segments.db [None req-f0caed7a-6e6a-43bb-a7cf-dcd73e837687 tempest-PortsIpV6TestJSON-656796091 tempest-PortsIpV6TestJSON-656796091-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['815c1241-5a1d-4800-a6e1-26c2a85490da']}} {{(pid=84040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:06:03.791507 n-d-838334-2 neutron-server[84040]: DEBUG neutron.services.segments.db [None req-f0caed7a-6e6a-43bb-a7cf-dcd73e837687 tempest-PortsIpV6TestJSON-656796091 tempest-PortsIpV6TestJSON-656796091-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ccf832e1-ee1a-412f-b22e-3fcf7d65067c') {'for_net_delete': True} {{(pid=84040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:06:03.792014 n-d-838334-2 neutron-server[84040]: DEBUG neutron.services.segments.db [None req-f0caed7a-6e6a-43bb-a7cf-dcd73e837687 tempest-PortsIpV6TestJSON-656796091 tempest-PortsIpV6TestJSON-656796091-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ccf832e1-ee1a-412f-b22e-3fcf7d65067c') {} {{(pid=84040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:06:03.816043 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.db_base_plugin_common [None req-6db81883-f21b-4a19-952e-7250c79ff898 None None] Allocated IP 172.20.0.2 (0f4f3485-d47f-443a-afdb-b607b91dc681/c69b069c-a1b2-456b-9244-afeef8944023/f350dc5c-7b4c-44db-b7fa-7be06154c02b) {{(pid=84042) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 21:06:03.818346 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750375287399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253529'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:03.829980 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-f0caed7a-6e6a-43bb-a7cf-dcd73e837687 tempest-PortsIpV6TestJSON-656796091 tempest-PortsIpV6TestJSON-656796091-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750375287300', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31955965'] for segment, before_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:03.852198 n-d-838334-2 neutron-server[84040]: DEBUG neutron.notifiers.nova [None req-db3fb65f-271c-4072-ba6e-ac98dab52ca3 tempest-AllowedAddressPairTestJSON-1420879938 tempest-AllowedAddressPairTestJSON-1420879938-project] device_id is not set on port f20fccbd-ff5c-4bd9-8029-8000e636d172 yet. {{(pid=84040) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 18 21:06:03.931481 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-f0caed7a-6e6a-43bb-a7cf-dcd73e837687 tempest-PortsIpV6TestJSON-656796091 tempest-PortsIpV6TestJSON-656796091-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1082986'] for segment, precommit_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:03.933106 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-dba66014-e6e0-47a4-a477-98677c03128a tempest-RoutersIpV6AdminTest-1940382112 tempest-RoutersIpV6AdminTest-1940382112-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369123'] for port, precommit_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:03.957596 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f0caed7a-6e6a-43bb-a7cf-dcd73e837687 tempest-PortsIpV6TestJSON-656796091 tempest-PortsIpV6TestJSON-656796091-project] Releasing vlan 385 on physical network physnet1 to pool {{(pid=84040) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 18 21:06:03.958002 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-f0caed7a-6e6a-43bb-a7cf-dcd73e837687 tempest-PortsIpV6TestJSON-656796091 tempest-PortsIpV6TestJSON-656796091-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1082993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32440923'] for segment, after_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:03.977641 n-d-838334-2 neutron-server[84040]: Traceback (most recent call last): Apr 18 21:06:03.977641 n-d-838334-2 neutron-server[84040]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 18 21:06:03.977641 n-d-838334-2 neutron-server[84040]: timer() Apr 18 21:06:03.977641 n-d-838334-2 neutron-server[84040]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 21:06:03.977641 n-d-838334-2 neutron-server[84040]: cb(*args, **kw) Apr 18 21:06:03.977641 n-d-838334-2 neutron-server[84040]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 18 21:06:03.977641 n-d-838334-2 neutron-server[84040]: return func(*args, **kwargs) Apr 18 21:06:03.977641 n-d-838334-2 neutron-server[84040]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 21:06:03.977641 n-d-838334-2 neutron-server[84040]: self._notify() Apr 18 21:06:03.977641 n-d-838334-2 neutron-server[84040]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 21:06:03.977641 n-d-838334-2 neutron-server[84040]: self.callback(batched_events) Apr 18 21:06:03.977641 n-d-838334-2 neutron-server[84040]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 21:06:03.977641 n-d-838334-2 neutron-server[84040]: event.method(event) Apr 18 21:06:03.977641 n-d-838334-2 neutron-server[84040]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 18 21:06:03.977641 n-d-838334-2 neutron-server[84040]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 21:06:03.977641 n-d-838334-2 neutron-server[84040]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 18 21:06:03.977641 n-d-838334-2 neutron-server[84040]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 21:06:03.977641 n-d-838334-2 neutron-server[84040]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 18 21:06:03.977641 n-d-838334-2 neutron-server[84040]: return f(self, *a, **k) Apr 18 21:06:03.977641 n-d-838334-2 neutron-server[84040]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 18 21:06:03.977641 n-d-838334-2 neutron-server[84040]: return self._get(url).json() Apr 18 21:06:03.977641 n-d-838334-2 neutron-server[84040]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 18 21:06:03.977641 n-d-838334-2 neutron-server[84040]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 21:06:03.977641 n-d-838334-2 neutron-server[84040]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 18 21:06:03.977641 n-d-838334-2 neutron-server[84040]: return self.request(url, 'GET', **kwargs) Apr 18 21:06:03.977641 n-d-838334-2 neutron-server[84040]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 18 21:06:03.977641 n-d-838334-2 neutron-server[84040]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 21:06:03.977641 n-d-838334-2 neutron-server[84040]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 18 21:06:03.977641 n-d-838334-2 neutron-server[84040]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 21:06:03.977641 n-d-838334-2 neutron-server[84040]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 18 21:06:03.977641 n-d-838334-2 neutron-server[84040]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 21:06:03.977641 n-d-838334-2 neutron-server[84040]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 21:06:04.086925 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-6db81883-f21b-4a19-952e-7250c79ff898 None None] Notify callbacks [] for port, precommit_create {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:04.236800 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.plugin [None req-dba66014-e6e0-47a4-a477-98677c03128a tempest-RoutersIpV6AdminTest-1940382112 tempest-RoutersIpV6AdminTest-1940382112-project] Calling delete_port for 126128ef-7c1f-4e4c-b9e1-95e5283f7d49 owned by network:router_gateway {{(pid=84041) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 21:06:04.277678 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-6db81883-f21b-4a19-952e-7250c79ff898 None None] Transition to ACTIVE for port object f350dc5c-7b4c-44db-b7fa-7be06154c02b will not be triggered until provisioned by entity L2. {{(pid=84042) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:06:04.302732 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.db_base_plugin_common [None req-db3fb65f-271c-4072-ba6e-ac98dab52ca3 tempest-AllowedAddressPairTestJSON-1420879938 tempest-AllowedAddressPairTestJSON-1420879938-project] Allocated IP 172.20.0.4 (5bd096f8-31c9-45e2-b0e1-1f70c937e419/48e6f919-7f3d-458b-bbef-564ab5f00649/f20fccbd-ff5c-4bd9-8029-8000e636d172) {{(pid=84040) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 21:06:04.302976 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-6db81883-f21b-4a19-952e-7250c79ff898 None None] Transition to ACTIVE for port object f350dc5c-7b4c-44db-b7fa-7be06154c02b will not be triggered until provisioned by entity DHCP. {{(pid=84042) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:06:04.311593 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-6db81883-f21b-4a19-952e-7250c79ff898 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750374836619'] for port, after_create {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:04.393012 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-f7070452-422f-49b9-be9f-48dfde3eed50 tempest-RoutersTest-1500746192 tempest-RoutersTest-1500746192-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:04.394225 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-f0caed7a-6e6a-43bb-a7cf-dcd73e837687 tempest-PortsIpV6TestJSON-656796091 tempest-PortsIpV6TestJSON-656796091-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1258898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33526109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33444113'] for network, after_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:04.396974 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6db81883-f21b-4a19-952e-7250c79ff898 None None] Pushing event updated for resources: {'Port': ['ID=f350dc5c-7b4c-44db-b7fa-7be06154c02b,revision_number=1']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:06:04.401996 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-f0caed7a-6e6a-43bb-a7cf-dcd73e837687 tempest-PortsIpV6TestJSON-656796091 tempest-PortsIpV6TestJSON-656796091-project] Notify callbacks [] for network, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:04.413667 n-d-838334-2 neutron-server[84042]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6db81883-f21b-4a19-952e-7250c79ff898 None None] Network 0f4f3485-d47f-443a-afdb-b607b91dc681 is already hosted by enough agents. {{(pid=84042) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:06:04.415068 n-d-838334-2 neutron-server[84042]: DEBUG neutron.scheduler.base_scheduler [None req-6db81883-f21b-4a19-952e-7250c79ff898 None None] Resources bound (agent type, host, resource id): {{(pid=84042) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:06:04.420216 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6db81883-f21b-4a19-952e-7250c79ff898 None None] Received port after_create {{(pid=84042) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 21:06:04.448519 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-f0caed7a-6e6a-43bb-a7cf-dcd73e837687 tempest-PortsIpV6TestJSON-656796091 tempest-PortsIpV6TestJSON-656796091-project] 10.222.0.42 "DELETE /v2.0/networks/815c1241-5a1d-4800-a6e1-26c2a85490da HTTP/1.1" status: 204 len: 168 time: 3.4121771 Apr 18 21:06:04.467711 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 38214) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:06:04.483676 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.v2.base [None req-c2314021-e5ee-4aed-ad96-d262e2403bbb tempest-PortsIpV6TestJSON-656796091 tempest-PortsIpV6TestJSON-656796091-project] Request body: {'port': {'network_id': 'de7b0fae-0e02-49a3-8eec-fcb1c51621b4', 'name': 'tempest-PortsIpV6TestJSON-185120002'}} {{(pid=84041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:06:04.514378 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0caed7a-6e6a-43bb-a7cf-dcd73e837687 tempest-PortsIpV6TestJSON-656796091 tempest-PortsIpV6TestJSON-656796091-project] Pushing event deleted for resources: {'Network': ['ID=815c1241-5a1d-4800-a6e1-26c2a85490da,revision_number=None']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:06:04.534793 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.managers [None req-6db81883-f21b-4a19-952e-7250c79ff898 None None] Attempting to bind port f350dc5c-7b4c-44db-b7fa-7be06154c02b on host n-d-838334-2 for vnic_type normal with profile {{(pid=84042) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 21:06:04.535306 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.managers [None req-6db81883-f21b-4a19-952e-7250c79ff898 None None] Attempting to bind port f350dc5c-7b4c-44db-b7fa-7be06154c02b by drivers openvswitch,hyperv on host n-d-838334-2 at level 0 using segments [{'id': 'ef2eb13f-1420-4f51-a2d2-58ab3db62c3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '0f4f3485-d47f-443a-afdb-b607b91dc681'}] {{(pid=84042) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 21:06:04.535818 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6db81883-f21b-4a19-952e-7250c79ff898 None None] Attempting to bind port f350dc5c-7b4c-44db-b7fa-7be06154c02b on network 0f4f3485-d47f-443a-afdb-b607b91dc681 {{(pid=84042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 21:06:04.544462 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6db81883-f21b-4a19-952e-7250c79ff898 None None] Checking agent: {'id': '97cd4414-7af6-4d67-868d-dff370b4071a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838334-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 25, 49), 'started_at': datetime.datetime(2022, 4, 18, 20, 26, 19), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 21, 5, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838334-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 18 21:06:04.544990 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6db81883-f21b-4a19-952e-7250c79ff898 None None] Checking segment: {'id': 'ef2eb13f-1420-4f51-a2d2-58ab3db62c3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '0f4f3485-d47f-443a-afdb-b607b91dc681'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84042) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 21:06:04.545512 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-6db81883-f21b-4a19-952e-7250c79ff898 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:04.546024 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6db81883-f21b-4a19-952e-7250c79ff898 None None] Bound using segment: {'id': 'ef2eb13f-1420-4f51-a2d2-58ab3db62c3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '0f4f3485-d47f-443a-afdb-b607b91dc681'} {{(pid=84042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 18 21:06:04.546930 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.managers [None req-6db81883-f21b-4a19-952e-7250c79ff898 None None] Bound port: f350dc5c-7b4c-44db-b7fa-7be06154c02b, host: n-d-838334-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ef2eb13f-1420-4f51-a2d2-58ab3db62c3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '0f4f3485-d47f-443a-afdb-b607b91dc681'}}] {{(pid=84042) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 21:06:04.547437 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-6db81883-f21b-4a19-952e-7250c79ff898 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:04.648410 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-6db81883-f21b-4a19-952e-7250c79ff898 None None] For port f350dc5c-7b4c-44db-b7fa-7be06154c02b, host n-d-838334-2, cleared binding levels {{(pid=84042) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 21:06:04.651960 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-6db81883-f21b-4a19-952e-7250c79ff898 None None] For port f350dc5c-7b4c-44db-b7fa-7be06154c02b, host n-d-838334-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838334-2',level=0,port_id=f350dc5c-7b4c-44db-b7fa-7be06154c02b,segment=NetworkSegment(ef2eb13f-1420-4f51-a2d2-58ab3db62c3e),segment_id=ef2eb13f-1420-4f51-a2d2-58ab3db62c3e)] {{(pid=84042) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 21:06:04.659660 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-6db81883-f21b-4a19-952e-7250c79ff898 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682'] for port, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:04.739181 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-c2314021-e5ee-4aed-ad96-d262e2403bbb tempest-PortsIpV6TestJSON-656796091 tempest-PortsIpV6TestJSON-656796091-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:06:04.749545 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-c2314021-e5ee-4aed-ad96-d262e2403bbb tempest-PortsIpV6TestJSON-656796091 tempest-PortsIpV6TestJSON-656796091-project] Usage tracker for resource:port and tenant:2eda1cb86d1d401280eb2d37452a60a8 is out of sync, need to count used quota {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:06:04.755665 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-c2314021-e5ee-4aed-ad96-d262e2403bbb tempest-PortsIpV6TestJSON-656796091 tempest-PortsIpV6TestJSON-656796091-project] Quota usage for port was recalculated. Used quota:1. {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:06:04.761748 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6db81883-f21b-4a19-952e-7250c79ff898 None None] Pushing event updated for resources: {'Port': ['ID=f350dc5c-7b4c-44db-b7fa-7be06154c02b,revision_number=2']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:06:04.796440 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-c2314021-e5ee-4aed-ad96-d262e2403bbb tempest-PortsIpV6TestJSON-656796091 tempest-PortsIpV6TestJSON-656796091-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:06:04.839557 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-db3fb65f-271c-4072-ba6e-ac98dab52ca3 tempest-AllowedAddressPairTestJSON-1420879938 tempest-AllowedAddressPairTestJSON-1420879938-project] Notify callbacks [] for port, precommit_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:04.871174 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.provisioning_blocks [None req-db3fb65f-271c-4072-ba6e-ac98dab52ca3 tempest-AllowedAddressPairTestJSON-1420879938 tempest-AllowedAddressPairTestJSON-1420879938-project] Transition to ACTIVE for port object f20fccbd-ff5c-4bd9-8029-8000e636d172 will not be triggered until provisioned by entity DHCP. {{(pid=84040) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:06:04.874338 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c2314021-e5ee-4aed-ad96-d262e2403bbb tempest-PortsIpV6TestJSON-656796091 tempest-PortsIpV6TestJSON-656796091-project] Made reservation on behalf of 2eda1cb86d1d401280eb2d37452a60a8 for: {'port': 1} {{(pid=84041) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:06:04.877313 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-c2314021-e5ee-4aed-ad96-d262e2403bbb tempest-PortsIpV6TestJSON-656796091 tempest-PortsIpV6TestJSON-656796091-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:04.929300 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-f4f3fae4-1a76-4f09-9c99-a8f77cec7269 tempest-PortsTestJSON-1335945802 tempest-PortsTestJSON-1335945802-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33526260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32441074', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31752704'] for subnet, after_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:05.001989 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-db3fb65f-271c-4072-ba6e-ac98dab52ca3 tempest-AllowedAddressPairTestJSON-1420879938 tempest-AllowedAddressPairTestJSON-1420879938-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750374836619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32440838'] for port, after_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:05.008152 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.db_base_plugin_common [None req-f7070452-422f-49b9-be9f-48dfde3eed50 tempest-RoutersTest-1500746192 tempest-RoutersTest-1500746192-project] Allocated IP 172.20.0.1 (0f4f3485-d47f-443a-afdb-b607b91dc681/c69b069c-a1b2-456b-9244-afeef8944023/b3960860-c173-49ec-b335-5c1dd2983a36) {{(pid=84041) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 21:06:05.074930 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-dba66014-e6e0-47a4-a477-98677c03128a tempest-RoutersIpV6AdminTest-1940382112 tempest-RoutersIpV6AdminTest-1940382112-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750375259028', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750374836628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32266323'] for port, after_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:05.079250 n-d-838334-2 neutron-server[84041]: DEBUG neutron.notifiers.nova [None req-c2314021-e5ee-4aed-ad96-d262e2403bbb tempest-PortsIpV6TestJSON-656796091 tempest-PortsIpV6TestJSON-656796091-project] device_id is not set on port b00d1f51-9724-4c60-ad16-9ea1f9013058 yet. {{(pid=84041) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 18 21:06:05.098300 n-d-838334-2 neutron-server[84040]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4f3fae4-1a76-4f09-9c99-a8f77cec7269 tempest-PortsTestJSON-1335945802 tempest-PortsTestJSON-1335945802-project] Network 1a5d91c8-1709-4cd3-96e4-f851e43fa6e0 is already hosted by enough agents. {{(pid=84040) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:06:05.103726 n-d-838334-2 neutron-server[84040]: DEBUG neutron.scheduler.base_scheduler [None req-f4f3fae4-1a76-4f09-9c99-a8f77cec7269 tempest-PortsTestJSON-1335945802 tempest-PortsTestJSON-1335945802-project] Resources bound (agent type, host, resource id): {{(pid=84040) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:06:05.106953 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4f3fae4-1a76-4f09-9c99-a8f77cec7269 tempest-PortsTestJSON-1335945802 tempest-PortsTestJSON-1335945802-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:06:05.107526 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-f4f3fae4-1a76-4f09-9c99-a8f77cec7269 tempest-PortsTestJSON-1335945802 tempest-PortsTestJSON-1335945802-project] Notify callbacks [] for subnet, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:05.113275 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad7b4fa2-c903-4cb7-b5a4-432b52afa643 None None] Network 1a5d91c8-1709-4cd3-96e4-f851e43fa6e0 requested from n-d-838334-2 {{(pid=84042) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 21:06:05.115339 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4f3fae4-1a76-4f09-9c99-a8f77cec7269 tempest-PortsTestJSON-1335945802 tempest-PortsTestJSON-1335945802-project] Pushing event updated for resources: {'Subnet': ['ID=c7375eca-cf03-4abc-a8ca-a68f497ea91a,revision_number=0']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:06:05.147822 n-d-838334-2 neutron-server[84040]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db3fb65f-271c-4072-ba6e-ac98dab52ca3 tempest-AllowedAddressPairTestJSON-1420879938 tempest-AllowedAddressPairTestJSON-1420879938-project] Network 5bd096f8-31c9-45e2-b0e1-1f70c937e419 is already hosted by enough agents. {{(pid=84040) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:06:05.153825 n-d-838334-2 neutron-server[84040]: DEBUG neutron.scheduler.base_scheduler [None req-db3fb65f-271c-4072-ba6e-ac98dab52ca3 tempest-AllowedAddressPairTestJSON-1420879938 tempest-AllowedAddressPairTestJSON-1420879938-project] Resources bound (agent type, host, resource id): {{(pid=84040) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:06:05.168720 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db3fb65f-271c-4072-ba6e-ac98dab52ca3 tempest-AllowedAddressPairTestJSON-1420879938 tempest-AllowedAddressPairTestJSON-1420879938-project] Received port after_create {{(pid=84040) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 21:06:05.214955 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db3fb65f-271c-4072-ba6e-ac98dab52ca3 tempest-AllowedAddressPairTestJSON-1420879938 tempest-AllowedAddressPairTestJSON-1420879938-project] Pushing event updated for resources: {'Port': ['ID=f20fccbd-ff5c-4bd9-8029-8000e636d172,revision_number=1']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:06:05.231199 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-f4f3fae4-1a76-4f09-9c99-a8f77cec7269 tempest-PortsTestJSON-1335945802 tempest-PortsTestJSON-1335945802-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 2.3991361 Apr 18 21:06:05.232054 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 38218) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:06:05.248913 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.v2.base [None req-33e26819-12a2-4e82-926f-721002ddd866 tempest-PortsTestJSON-1335945802 tempest-PortsTestJSON-1335945802-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1150397436', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'c7375eca-cf03-4abc-a8ca-a68f497ea91a'}], 'security_groups': ['586113ca-a61a-4b8c-bdaa-61a1657fec8a', '5238f0c5-f8b2-411b-b6d9-bbfb0c0c9737']}} {{(pid=84040) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:06:05.280547 n-d-838334-2 neutron-server[84040]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bf726481-456b-4f2c-b582-2d5d4c6eafee tempest-FloatingIPTestJSON-1355648241 tempest-FloatingIPTestJSON-1355648241-project] Router 8d2572c8-a331-400d-95fa-c6c17825c988 has already been hosted by L3 agent bc84d6c9-dd7a-4555-a351-592327b46d5a {{(pid=84040) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 21:06:05.378428 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db3fb65f-271c-4072-ba6e-ac98dab52ca3 tempest-AllowedAddressPairTestJSON-1420879938 tempest-AllowedAddressPairTestJSON-1420879938-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:06:05.379095 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-db3fb65f-271c-4072-ba6e-ac98dab52ca3 tempest-AllowedAddressPairTestJSON-1420879938 tempest-AllowedAddressPairTestJSON-1420879938-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217293'] for port, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:05.450737 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dba66014-e6e0-47a4-a477-98677c03128a tempest-RoutersIpV6AdminTest-1940382112 tempest-RoutersIpV6AdminTest-1940382112-project] Pushing event deleted for resources: {'Port': ['ID=126128ef-7c1f-4e4c-b9e1-95e5283f7d49,revision_number=None']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:06:05.519684 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-db3fb65f-271c-4072-ba6e-ac98dab52ca3 tempest-AllowedAddressPairTestJSON-1420879938 tempest-AllowedAddressPairTestJSON-1420879938-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 2.5200121 Apr 18 21:06:05.526825 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 38224) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:06:05.543982 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-d55c6575-42f5-498c-8881-136f6f8fccf8 None None] Provisioning for port f20fccbd-ff5c-4bd9-8029-8000e636d172 completed by entity DHCP. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 21:06:05.555433 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-d55c6575-42f5-498c-8881-136f6f8fccf8 None None] Provisioning complete for port f20fccbd-ff5c-4bd9-8029-8000e636d172 triggered by entity DHCP. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:06:05.556196 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-d55c6575-42f5-498c-8881-136f6f8fccf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1253608'] for port, provisioning_complete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:05.594460 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.v2.base [None req-f9286fed-fc2b-4dc0-bc7a-d0eebd55a220 tempest-AllowedAddressPairTestJSON-1420879938 tempest-AllowedAddressPairTestJSON-1420879938-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.11', 'mac_address': 'fa:16:3e:2e:be:83'}]}} {{(pid=84040) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:06:05.619540 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.plugin [None req-d55c6575-42f5-498c-8881-136f6f8fccf8 None None] Port f20fccbd-ff5c-4bd9-8029-8000e636d172 cannot update to ACTIVE because it is not bound. {{(pid=84042) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 18 21:06:05.664840 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-33e26819-12a2-4e82-926f-721002ddd866 tempest-PortsTestJSON-1335945802 tempest-PortsTestJSON-1335945802-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:05.733869 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-f7070452-422f-49b9-be9f-48dfde3eed50 tempest-RoutersTest-1500746192 tempest-RoutersTest-1500746192-project] Notify callbacks [] for port, precommit_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:05.908008 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebda4202-d360-4c0d-bdbf-b891f9b81692 None None] Update dhcp port {'port': {'network_id': '1a5d91c8-1709-4cd3-96e4-f851e43fa6e0', 'fixed_ips': [{'subnet_id': '64ca8117-0d56-460d-89dc-6ea65d95aa90', 'ip_address': '172.20.0.18'}, {'subnet_id': 'a871e803-3b07-4ab1-a658-5cffa2570696', 'ip_address': '172.20.0.2'}, {'subnet_id': 'c7375eca-cf03-4abc-a8ca-a68f497ea91a'}], 'binding:host_id': 'n-d-838334-2'}, 'id': 'fed3bd89-3f9e-400e-aea5-1b4464149caf'} from n-d-838334-2. {{(pid=84042) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:307}} Apr 18 21:06:06.038952 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-ebda4202-d360-4c0d-bdbf-b891f9b81692 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:06.078823 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Device f350dc5c-7b4c-44db-b7fa-7be06154c02b up at agent ovs-agent-n-d-838334-2 {{(pid=84042) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 21:06:06.129131 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-dba66014-e6e0-47a4-a477-98677c03128a tempest-RoutersIpV6AdminTest-1940382112 tempest-RoutersIpV6AdminTest-1940382112-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33444108'] for router_gateway, after_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:06.177478 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-f9286fed-fc2b-4dc0-bc7a-d0eebd55a220 tempest-AllowedAddressPairTestJSON-1420879938 tempest-AllowedAddressPairTestJSON-1420879938-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:06.290385 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Provisioning for port f350dc5c-7b4c-44db-b7fa-7be06154c02b completed by entity L2. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 21:06:06.341535 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.provisioning_blocks [None req-f7070452-422f-49b9-be9f-48dfde3eed50 tempest-RoutersTest-1500746192 tempest-RoutersTest-1500746192-project] Transition to ACTIVE for port object b3960860-c173-49ec-b335-5c1dd2983a36 will not be triggered until provisioned by entity DHCP. {{(pid=84041) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:06:06.346256 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-c2314021-e5ee-4aed-ad96-d262e2403bbb tempest-PortsIpV6TestJSON-656796091 tempest-PortsIpV6TestJSON-656796091-project] Notify callbacks [] for port, precommit_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:06.456537 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba1e1e80-0844-4a09-bc34-6a3f01c15267 None None] Network 0f4f3485-d47f-443a-afdb-b607b91dc681 requested from n-d-838334-2 {{(pid=84042) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 21:06:06.533503 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-dba66014-e6e0-47a4-a477-98677c03128a tempest-RoutersIpV6AdminTest-1940382112 tempest-RoutersIpV6AdminTest-1940382112-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33443580', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5726'] for router, precommit_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:06.554994 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-dba66014-e6e0-47a4-a477-98677c03128a tempest-RoutersIpV6AdminTest-1940382112 tempest-RoutersIpV6AdminTest-1940382112-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:06.568848 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-f7070452-422f-49b9-be9f-48dfde3eed50 tempest-RoutersTest-1500746192 tempest-RoutersTest-1500746192-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750374836619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32266323'] for port, after_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:06.589695 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-3df254a4-d6b4-4f3f-b165-a10cad339bb6 None None] Provisioning for port f350dc5c-7b4c-44db-b7fa-7be06154c02b completed by entity DHCP. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 21:06:06.608720 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-3df254a4-d6b4-4f3f-b165-a10cad339bb6 None None] Provisioning complete for port f350dc5c-7b4c-44db-b7fa-7be06154c02b triggered by entity DHCP. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:06:06.608720 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-3df254a4-d6b4-4f3f-b165-a10cad339bb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1253608'] for port, provisioning_complete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:06.617535 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bf726481-456b-4f2c-b582-2d5d4c6eafee tempest-FloatingIPTestJSON-1355648241 tempest-FloatingIPTestJSON-1355648241-project] Notify agent at l3_agent.n-d-838334-2 the message routers_updated {{(pid=84040) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 21:06:06.618145 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-c2314021-e5ee-4aed-ad96-d262e2403bbb tempest-PortsIpV6TestJSON-656796091 tempest-PortsIpV6TestJSON-656796091-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750374836619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32266323'] for port, after_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:06.634674 n-d-838334-2 neutron-server[84043]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39b8f9e8-ce65-4ce0-9f79-867ceda00f7f None None] Sync routers for ids ['8d2572c8-a331-400d-95fa-c6c17825c988'] in n-d-838334-2 {{(pid=84043) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 18 21:06:06.641916 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.db_base_plugin_common [None req-ebda4202-d360-4c0d-bdbf-b891f9b81692 None None] Allocated IP 172.20.0.34 (1a5d91c8-1709-4cd3-96e4-f851e43fa6e0/c7375eca-cf03-4abc-a8ca-a68f497ea91a/fed3bd89-3f9e-400e-aea5-1b4464149caf) {{(pid=84042) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 21:06:06.648518 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39b8f9e8-ce65-4ce0-9f79-867ceda00f7f None None] Routers {'8d2572c8-a331-400d-95fa-c6c17825c988'} bound to L3 agent in host n-d-838334-2 {{(pid=84043) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 21:06:06.649351 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.l3_hamode_db [None req-39b8f9e8-ce65-4ce0-9f79-867ceda00f7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838334-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-18T20:25:48Z,description=,heartbeat_timestamp=2022-04-18T21:05:48Z,host='n-d-838334-2',id=bc84d6c9-dd7a-4555-a351-592327b46d5a,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:25:48Z,topic='l3_agent')) {'router_ids': ['8d2572c8-a331-400d-95fa-c6c17825c988'], 'active': True} {{(pid=84043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:06:06.673890 n-d-838334-2 neutron-server[84041]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7070452-422f-49b9-be9f-48dfde3eed50 tempest-RoutersTest-1500746192 tempest-RoutersTest-1500746192-project] Network 0f4f3485-d47f-443a-afdb-b607b91dc681 is already hosted by enough agents. {{(pid=84041) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:06:06.674714 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7070452-422f-49b9-be9f-48dfde3eed50 tempest-RoutersTest-1500746192 tempest-RoutersTest-1500746192-project] Pushing event updated for resources: {'Port': ['ID=b3960860-c173-49ec-b335-5c1dd2983a36,revision_number=1']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:06:06.686274 n-d-838334-2 neutron-server[84041]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2314021-e5ee-4aed-ad96-d262e2403bbb tempest-PortsIpV6TestJSON-656796091 tempest-PortsIpV6TestJSON-656796091-project] Network de7b0fae-0e02-49a3-8eec-fcb1c51621b4 is already hosted by enough agents. {{(pid=84041) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:06:06.720850 n-d-838334-2 neutron-server[84041]: DEBUG neutron.scheduler.base_scheduler [None req-c2314021-e5ee-4aed-ad96-d262e2403bbb tempest-PortsIpV6TestJSON-656796091 tempest-PortsIpV6TestJSON-656796091-project] Resources bound (agent type, host, resource id): {{(pid=84041) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:06:06.722824 n-d-838334-2 neutron-server[84041]: DEBUG neutron.scheduler.base_scheduler [None req-f7070452-422f-49b9-be9f-48dfde3eed50 tempest-RoutersTest-1500746192 tempest-RoutersTest-1500746192-project] Resources bound (agent type, host, resource id): {{(pid=84041) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:06:06.730217 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2314021-e5ee-4aed-ad96-d262e2403bbb tempest-PortsIpV6TestJSON-656796091 tempest-PortsIpV6TestJSON-656796091-project] Received port after_create {{(pid=84041) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 21:06:06.731144 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.l3_hamode_db [None req-39b8f9e8-ce65-4ce0-9f79-867ceda00f7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-838334-2', False) {} {{(pid=84043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:06:06.734640 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2314021-e5ee-4aed-ad96-d262e2403bbb tempest-PortsIpV6TestJSON-656796091 tempest-PortsIpV6TestJSON-656796091-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:06:06.734757 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-c2314021-e5ee-4aed-ad96-d262e2403bbb tempest-PortsIpV6TestJSON-656796091 tempest-PortsIpV6TestJSON-656796091-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217293'] for port, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:06.738576 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-dba66014-e6e0-47a4-a477-98677c03128a tempest-RoutersIpV6AdminTest-1940382112 tempest-RoutersIpV6AdminTest-1940382112-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-33443408'] for router, after_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:06.740512 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dba66014-e6e0-47a4-a477-98677c03128a tempest-RoutersIpV6AdminTest-1940382112 tempest-RoutersIpV6AdminTest-1940382112-project] Fanout notify agent at l3_agent the message router_deleted on router 844b45ab-1330-4090-8d5a-61d1cb28faac {{(pid=84041) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 18 21:06:06.745334 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39b8f9e8-ce65-4ce0-9f79-867ceda00f7f None None] Routers {'8d2572c8-a331-400d-95fa-c6c17825c988'} bound to L3 agent in host n-d-838334-2 {{(pid=84043) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 21:06:06.746548 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.l3_hamode_db [None req-39b8f9e8-ce65-4ce0-9f79-867ceda00f7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838334-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-18T20:25:48Z,description=,heartbeat_timestamp=2022-04-18T21:05:48Z,host='n-d-838334-2',id=bc84d6c9-dd7a-4555-a351-592327b46d5a,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:25:48Z,topic='l3_agent')) {'router_ids': ['8d2572c8-a331-400d-95fa-c6c17825c988'], 'active': True} {{(pid=84043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:06:06.751016 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7070452-422f-49b9-be9f-48dfde3eed50 tempest-RoutersTest-1500746192 tempest-RoutersTest-1500746192-project] Received port after_create {{(pid=84041) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 21:06:06.815792 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.l3_hamode_db [None req-39b8f9e8-ce65-4ce0-9f79-867ceda00f7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-838334-2', False) {} {{(pid=84043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:06:06.817216 n-d-838334-2 neutron-server[84043]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39b8f9e8-ce65-4ce0-9f79-867ceda00f7f None None] The sync data for ids ['8d2572c8-a331-400d-95fa-c6c17825c988'] in n-d-838334-2 is: [] {{(pid=84043) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 18 21:06:06.843672 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2314021-e5ee-4aed-ad96-d262e2403bbb tempest-PortsIpV6TestJSON-656796091 tempest-PortsIpV6TestJSON-656796091-project] Pushing event updated for resources: {'Port': ['ID=b00d1f51-9724-4c60-ad16-9ea1f9013058,revision_number=1']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:06:06.863131 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-dba66014-e6e0-47a4-a477-98677c03128a tempest-RoutersIpV6AdminTest-1940382112 tempest-RoutersIpV6AdminTest-1940382112-project] Notify callbacks [] for router, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:06.868265 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-dba66014-e6e0-47a4-a477-98677c03128a tempest-RoutersIpV6AdminTest-1940382112 tempest-RoutersIpV6AdminTest-1940382112-project] 10.222.0.42 "DELETE /v2.0/routers/844b45ab-1330-4090-8d5a-61d1cb28faac HTTP/1.1" status: 204 len: 168 time: 4.7714174 Apr 18 21:06:06.869420 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 38230) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:06:06.873436 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-c2314021-e5ee-4aed-ad96-d262e2403bbb tempest-PortsIpV6TestJSON-656796091 tempest-PortsIpV6TestJSON-656796091-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 2.3920825 Apr 18 21:06:06.873831 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-f7070452-422f-49b9-be9f-48dfde3eed50 tempest-RoutersTest-1500746192 tempest-RoutersTest-1500746192-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33444010'] for router_interface, before_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:06.876949 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 38234) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:06:06.884231 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.v2.base [None req-1d04ee7b-52e6-4373-a77d-c713623b4afb tempest-RoutersIpV6AdminTest-1940382112 tempest-RoutersIpV6AdminTest-1940382112-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-711913220', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=84041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:06:06.928884 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-1d04ee7b-52e6-4373-a77d-c713623b4afb tempest-RoutersIpV6AdminTest-1940382112 tempest-RoutersIpV6AdminTest-1940382112-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:06:06.946774 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-f9286fed-fc2b-4dc0-bc7a-d0eebd55a220 tempest-AllowedAddressPairTestJSON-1420879938 tempest-AllowedAddressPairTestJSON-1420879938-project] Notify callbacks [] for port, precommit_update {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:06.955946 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-1d04ee7b-52e6-4373-a77d-c713623b4afb tempest-RoutersIpV6AdminTest-1940382112 tempest-RoutersIpV6AdminTest-1940382112-project] Usage tracker for resource:router and tenant:1159fc702e404312a02dc815f5825396 is out of sync, need to count used quota {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:06:06.962979 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-f9286fed-fc2b-4dc0-bc7a-d0eebd55a220 tempest-AllowedAddressPairTestJSON-1420879938 tempest-AllowedAddressPairTestJSON-1420879938-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32440959'] for port, after_update {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:06.963327 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-1d04ee7b-52e6-4373-a77d-c713623b4afb tempest-RoutersIpV6AdminTest-1940382112 tempest-RoutersIpV6AdminTest-1940382112-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:06:06.975743 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-1d04ee7b-52e6-4373-a77d-c713623b4afb tempest-RoutersIpV6AdminTest-1940382112 tempest-RoutersIpV6AdminTest-1940382112-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:06:06.984607 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.plugin [None req-959bd68a-8e15-4481-ad25-86dc432c3c6c tempest-PortsIpV6TestJSON-656796091 tempest-PortsIpV6TestJSON-656796091-project] Deleting port b00d1f51-9724-4c60-ad16-9ea1f9013058 {{(pid=84041) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 21:06:06.984992 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-959bd68a-8e15-4481-ad25-86dc432c3c6c tempest-PortsIpV6TestJSON-656796091 tempest-PortsIpV6TestJSON-656796091-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750375188691'] for port, before_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:07.018756 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-3df254a4-d6b4-4f3f-b165-a10cad339bb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:07.046270 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-ebda4202-d360-4c0d-bdbf-b891f9b81692 None None] For port fed3bd89-3f9e-400e-aea5-1b4464149caf, host n-d-838334-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838334-2',level=0,port_id=fed3bd89-3f9e-400e-aea5-1b4464149caf,segment=NetworkSegment(bb41ae25-88ab-4fb8-992a-3e0cb162c295),segment_id=bb41ae25-88ab-4fb8-992a-3e0cb162c295)] {{(pid=84042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:06:07.047675 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9286fed-fc2b-4dc0-bc7a-d0eebd55a220 tempest-AllowedAddressPairTestJSON-1420879938 tempest-AllowedAddressPairTestJSON-1420879938-project] Pushing event updated for resources: {'Port': ['ID=f20fccbd-ff5c-4bd9-8029-8000e636d172,revision_number=2']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:06:07.084380 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-3df254a4-d6b4-4f3f-b165-a10cad339bb6 None None] For port f350dc5c-7b4c-44db-b7fa-7be06154c02b, host n-d-838334-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838334-2',level=0,port_id=f350dc5c-7b4c-44db-b7fa-7be06154c02b,segment=NetworkSegment(ef2eb13f-1420-4f51-a2d2-58ab3db62c3e),segment_id=ef2eb13f-1420-4f51-a2d2-58ab3db62c3e)] {{(pid=84042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:06:07.084987 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-1d04ee7b-52e6-4373-a77d-c713623b4afb tempest-RoutersIpV6AdminTest-1940382112 tempest-RoutersIpV6AdminTest-1940382112-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-33442106', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5708'] for router, before_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:07.085927 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-1d04ee7b-52e6-4373-a77d-c713623b4afb tempest-RoutersIpV6AdminTest-1940382112 tempest-RoutersIpV6AdminTest-1940382112-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33442137', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33444285', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33535433', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5703'] for router, precommit_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:07.097817 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-3df254a4-d6b4-4f3f-b165-a10cad339bb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682'] for port, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:07.140448 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-ebda4202-d360-4c0d-bdbf-b891f9b81692 None None] Notify callbacks [] for port, precommit_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:07.202311 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.plugin [None req-f9286fed-fc2b-4dc0-bc7a-d0eebd55a220 tempest-AllowedAddressPairTestJSON-1420879938 tempest-AllowedAddressPairTestJSON-1420879938-project] In _notify_port_updated(), no bound segment for port f20fccbd-ff5c-4bd9-8029-8000e636d172 on network 5bd096f8-31c9-45e2-b0e1-1f70c937e419 {{(pid=84040) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Apr 18 21:06:07.207607 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9286fed-fc2b-4dc0-bc7a-d0eebd55a220 tempest-AllowedAddressPairTestJSON-1420879938 tempest-AllowedAddressPairTestJSON-1420879938-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:06:07.208510 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-f9286fed-fc2b-4dc0-bc7a-d0eebd55a220 tempest-AllowedAddressPairTestJSON-1420879938 tempest-AllowedAddressPairTestJSON-1420879938-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217293'] for port, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:07.212543 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-ebda4202-d360-4c0d-bdbf-b891f9b81692 None None] Transition to ACTIVE for port object fed3bd89-3f9e-400e-aea5-1b4464149caf will not be triggered until provisioned by entity DHCP. {{(pid=84042) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:06:07.213166 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-f9286fed-fc2b-4dc0-bc7a-d0eebd55a220 tempest-AllowedAddressPairTestJSON-1420879938 tempest-AllowedAddressPairTestJSON-1420879938-project] 10.222.0.42 "PUT /v2.0/ports/f20fccbd-ff5c-4bd9-8029-8000e636d172 HTTP/1.1" status: 200 len: 993 time: 1.6851954 Apr 18 21:06:07.213931 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 38238) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:06:07.234517 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-ebda4202-d360-4c0d-bdbf-b891f9b81692 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682'] for port, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:07.244600 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3df254a4-d6b4-4f3f-b165-a10cad339bb6 None None] Pushing event updated for resources: {'Port': ['ID=f350dc5c-7b4c-44db-b7fa-7be06154c02b,revision_number=3']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:06:07.344514 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-f7070452-422f-49b9-be9f-48dfde3eed50 tempest-RoutersTest-1500746192 tempest-RoutersTest-1500746192-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:07.360337 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.plugin [None req-8fae5154-5876-4fbf-8f9e-7d76c5c04919 tempest-AllowedAddressPairTestJSON-1420879938 tempest-AllowedAddressPairTestJSON-1420879938-project] Deleting port f20fccbd-ff5c-4bd9-8029-8000e636d172 {{(pid=84040) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 21:06:07.362028 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-8fae5154-5876-4fbf-8f9e-7d76c5c04919 tempest-AllowedAddressPairTestJSON-1420879938 tempest-AllowedAddressPairTestJSON-1420879938-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750375188691'] for port, before_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:07.474498 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebda4202-d360-4c0d-bdbf-b891f9b81692 None None] Pushing event updated for resources: {'Port': ['ID=fed3bd89-3f9e-400e-aea5-1b4464149caf,revision_number=7']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:06:07.526658 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-c9a2e5b1-1099-4519-a08a-36162a37aecf None None] Provisioning complete for port f20fccbd-ff5c-4bd9-8029-8000e636d172 triggered by entity DHCP. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:06:07.527039 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-c9a2e5b1-1099-4519-a08a-36162a37aecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1253608'] for port, provisioning_complete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:07.613591 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-959bd68a-8e15-4481-ad25-86dc432c3c6c tempest-PortsIpV6TestJSON-656796091 tempest-PortsIpV6TestJSON-656796091-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369123'] for port, precommit_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:07.634978 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.plugin [None req-c9a2e5b1-1099-4519-a08a-36162a37aecf None None] Port f20fccbd-ff5c-4bd9-8029-8000e636d172 cannot update to ACTIVE because it is not bound. {{(pid=84042) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 18 21:06:07.660291 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-c9a2e5b1-1099-4519-a08a-36162a37aecf None None] Provisioning complete for port f350dc5c-7b4c-44db-b7fa-7be06154c02b triggered by entity DHCP. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:06:07.660881 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-c9a2e5b1-1099-4519-a08a-36162a37aecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1253608'] for port, provisioning_complete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:07.703777 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.db_base_plugin_common [None req-33e26819-12a2-4e82-926f-721002ddd866 tempest-PortsTestJSON-1335945802 tempest-PortsTestJSON-1335945802-project] Delete allocated IP 172.20.0.10 (1a5d91c8-1709-4cd3-96e4-f851e43fa6e0/a871e803-3b07-4ab1-a658-5cffa2570696) {{(pid=84040) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Apr 18 21:06:07.777821 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.plugin [None req-959bd68a-8e15-4481-ad25-86dc432c3c6c tempest-PortsIpV6TestJSON-656796091 tempest-PortsIpV6TestJSON-656796091-project] Calling delete_port for b00d1f51-9724-4c60-ad16-9ea1f9013058 owned by {{(pid=84041) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 21:06:07.791076 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.db_base_plugin_common [None req-33e26819-12a2-4e82-926f-721002ddd866 tempest-PortsTestJSON-1335945802 tempest-PortsTestJSON-1335945802-project] Allocated IP 172.20.0.35 (1a5d91c8-1709-4cd3-96e4-f851e43fa6e0/c7375eca-cf03-4abc-a8ca-a68f497ea91a/b0f1655f-5fc3-45fb-9e6d-764fefca8c53) {{(pid=84040) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 21:06:07.876664 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-c9a2e5b1-1099-4519-a08a-36162a37aecf None None] Provisioning for port b3960860-c173-49ec-b335-5c1dd2983a36 completed by entity DHCP. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 21:06:07.881741 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-1d04ee7b-52e6-4373-a77d-c713623b4afb tempest-RoutersIpV6AdminTest-1940382112 tempest-RoutersIpV6AdminTest-1940382112-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:07.884261 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-c9a2e5b1-1099-4519-a08a-36162a37aecf None None] Provisioning complete for port b3960860-c173-49ec-b335-5c1dd2983a36 triggered by entity DHCP. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:06:07.885080 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-c9a2e5b1-1099-4519-a08a-36162a37aecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1253608'] for port, provisioning_complete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:07.929877 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-1d04ee7b-52e6-4373-a77d-c713623b4afb tempest-RoutersIpV6AdminTest-1940382112 tempest-RoutersIpV6AdminTest-1940382112-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33443529', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33444176'] for router, after_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:07.952678 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Device f350dc5c-7b4c-44db-b7fa-7be06154c02b up at agent ovs-agent-n-d-838334-2 {{(pid=84042) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 21:06:07.994703 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.plugin [None req-c9a2e5b1-1099-4519-a08a-36162a37aecf None None] Port b3960860-c173-49ec-b335-5c1dd2983a36 cannot update to ACTIVE because it is not bound. {{(pid=84042) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 18 21:06:08.046404 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Provisioning complete for port f350dc5c-7b4c-44db-b7fa-7be06154c02b triggered by entity L2. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:06:08.046776 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1253608'] for port, provisioning_complete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:08.119606 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-959bd68a-8e15-4481-ad25-86dc432c3c6c tempest-PortsIpV6TestJSON-656796091 tempest-PortsIpV6TestJSON-656796091-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750375259028', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750374836628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32266323'] for port, after_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:08.142384 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-e35b0754-ddc4-4991-ab5d-f86687bf2d94 None None] Provisioning complete for port b3960860-c173-49ec-b335-5c1dd2983a36 triggered by entity DHCP. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:06:08.142905 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-e35b0754-ddc4-4991-ab5d-f86687bf2d94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1253608'] for port, provisioning_complete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:08.208888 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-959bd68a-8e15-4481-ad25-86dc432c3c6c tempest-PortsIpV6TestJSON-656796091 tempest-PortsIpV6TestJSON-656796091-project] Pushing event deleted for resources: {'Port': ['ID=b00d1f51-9724-4c60-ad16-9ea1f9013058,revision_number=None']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:06:08.217091 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-1d04ee7b-52e6-4373-a77d-c713623b4afb tempest-RoutersIpV6AdminTest-1940382112 tempest-RoutersIpV6AdminTest-1940382112-project] Notify callbacks [] for router, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:08.218423 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-1d04ee7b-52e6-4373-a77d-c713623b4afb tempest-RoutersIpV6AdminTest-1940382112 tempest-RoutersIpV6AdminTest-1940382112-project] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 1.3463151 Apr 18 21:06:08.233301 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 38244) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:06:08.248949 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.v2.base [None req-c2c89772-2e3c-4de8-ab20-9ad144b43ea9 tempest-RoutersIpV6AdminTest-1441855246 tempest-RoutersIpV6AdminTest-1441855246-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'enable_snat': True}}} {{(pid=84041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:06:08.253257 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Device fed3bd89-3f9e-400e-aea5-1b4464149caf up at agent ovs-agent-n-d-838334-2 {{(pid=84042) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 21:06:08.287221 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-8fae5154-5876-4fbf-8f9e-7d76c5c04919 tempest-AllowedAddressPairTestJSON-1420879938 tempest-AllowedAddressPairTestJSON-1420879938-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369123'] for port, precommit_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:08.330403 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.plugin [None req-e35b0754-ddc4-4991-ab5d-f86687bf2d94 None None] Port b3960860-c173-49ec-b335-5c1dd2983a36 cannot update to ACTIVE because it is not bound. {{(pid=84042) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 18 21:06:08.341746 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-959bd68a-8e15-4481-ad25-86dc432c3c6c tempest-PortsIpV6TestJSON-656796091 tempest-PortsIpV6TestJSON-656796091-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217293'] for port, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:08.343650 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-959bd68a-8e15-4481-ad25-86dc432c3c6c tempest-PortsIpV6TestJSON-656796091 tempest-PortsIpV6TestJSON-656796091-project] 10.222.0.42 "DELETE /v2.0/ports/b00d1f51-9724-4c60-ad16-9ea1f9013058 HTTP/1.1" status: 204 len: 168 time: 1.4651792 Apr 18 21:06:08.384139 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 38248) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:06:08.456774 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-7bd7929a-bd2e-443f-a52c-6b2b326738f2 None None] Provisioning for port fed3bd89-3f9e-400e-aea5-1b4464149caf completed by entity DHCP. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 21:06:08.462823 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-7bd7929a-bd2e-443f-a52c-6b2b326738f2 None None] Provisioning complete for port fed3bd89-3f9e-400e-aea5-1b4464149caf triggered by entity DHCP. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:06:08.463338 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-7bd7929a-bd2e-443f-a52c-6b2b326738f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1253608'] for port, provisioning_complete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:08.581317 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-33e26819-12a2-4e82-926f-721002ddd866 tempest-PortsTestJSON-1335945802 tempest-PortsTestJSON-1335945802-project] Notify callbacks [] for port, precommit_update {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:08.593410 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.plugin [None req-8fae5154-5876-4fbf-8f9e-7d76c5c04919 tempest-AllowedAddressPairTestJSON-1420879938 tempest-AllowedAddressPairTestJSON-1420879938-project] Calling delete_port for f20fccbd-ff5c-4bd9-8029-8000e636d172 owned by {{(pid=84040) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 21:06:08.611859 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-7bd7929a-bd2e-443f-a52c-6b2b326738f2 None None] Provisioning complete for port 52793402-19f0-422b-9895-a5b49a6f6fc8 triggered by entity DHCP. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:06:08.612434 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-7bd7929a-bd2e-443f-a52c-6b2b326738f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1253608'] for port, provisioning_complete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:08.629877 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.v2.base [None req-9db25a22-a76a-4347-9138-00213d7e4477 tempest-PortsIpV6TestJSON-656796091 tempest-PortsIpV6TestJSON-656796091-project] Request body: {'port': {'network_id': 'de7b0fae-0e02-49a3-8eec-fcb1c51621b4', 'mac_address': 'fa:16:3e:75:97:c1', 'name': 'tempest-PortsIpV6TestJSON-1503322619'}} {{(pid=84040) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:06:08.670129 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.plugin [None req-7bd7929a-bd2e-443f-a52c-6b2b326738f2 None None] Port 52793402-19f0-422b-9895-a5b49a6f6fc8 cannot update to ACTIVE because it is not bound. {{(pid=84042) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 18 21:06:08.683790 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-7bd7929a-bd2e-443f-a52c-6b2b326738f2 None None] Provisioning complete for port b0f1655f-5fc3-45fb-9e6d-764fefca8c53 triggered by entity DHCP. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:06:08.684194 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-7bd7929a-bd2e-443f-a52c-6b2b326738f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1253608'] for port, provisioning_complete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:08.741094 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-f7070452-422f-49b9-be9f-48dfde3eed50 tempest-RoutersTest-1500746192 tempest-RoutersTest-1500746192-project] Notify callbacks [] for port, precommit_update {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:08.741796 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.plugin [None req-7bd7929a-bd2e-443f-a52c-6b2b326738f2 None None] Port b0f1655f-5fc3-45fb-9e6d-764fefca8c53 cannot update to ACTIVE because it is not bound. {{(pid=84042) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 18 21:06:08.758290 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.provisioning_blocks [None req-33e26819-12a2-4e82-926f-721002ddd866 tempest-PortsTestJSON-1335945802 tempest-PortsTestJSON-1335945802-project] Transition to ACTIVE for port object b0f1655f-5fc3-45fb-9e6d-764fefca8c53 will not be triggered until provisioned by entity DHCP. {{(pid=84040) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:06:08.776410 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-33e26819-12a2-4e82-926f-721002ddd866 tempest-PortsTestJSON-1335945802 tempest-PortsTestJSON-1335945802-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32440959'] for port, after_update {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:08.801954 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-f7070452-422f-49b9-be9f-48dfde3eed50 tempest-RoutersTest-1500746192 tempest-RoutersTest-1500746192-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32266282'] for port, after_update {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:08.926890 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7070452-422f-49b9-be9f-48dfde3eed50 tempest-RoutersTest-1500746192 tempest-RoutersTest-1500746192-project] Pushing event updated for resources: {'Port': ['ID=b3960860-c173-49ec-b335-5c1dd2983a36,revision_number=2']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:06:08.935296 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-f7070452-422f-49b9-be9f-48dfde3eed50 tempest-RoutersTest-1500746192 tempest-RoutersTest-1500746192-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-32377886', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33443847'] for router_interface, after_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:08.940096 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-c2c89772-2e3c-4de8-ab20-9ad144b43ea9 tempest-RoutersIpV6AdminTest-1441855246 tempest-RoutersIpV6AdminTest-1441855246-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-33444175', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-33443520', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5293'] for router, precommit_update {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:08.942421 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [None req-9db25a22-a76a-4347-9138-00213d7e4477 tempest-PortsIpV6TestJSON-656796091 tempest-PortsIpV6TestJSON-656796091-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:06:08.950287 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33e26819-12a2-4e82-926f-721002ddd866 tempest-PortsTestJSON-1335945802 tempest-PortsTestJSON-1335945802-project] Pushing event updated for resources: {'Port': ['ID=b0f1655f-5fc3-45fb-9e6d-764fefca8c53,revision_number=2']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:06:08.985408 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-9db25a22-a76a-4347-9138-00213d7e4477 tempest-PortsIpV6TestJSON-656796091 tempest-PortsIpV6TestJSON-656796091-project] Usage tracker for resource:port and tenant:2eda1cb86d1d401280eb2d37452a60a8 is out of sync, need to count used quota {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:06:08.993948 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-9db25a22-a76a-4347-9138-00213d7e4477 tempest-PortsIpV6TestJSON-656796091 tempest-PortsIpV6TestJSON-656796091-project] Quota usage for port was recalculated. Used quota:1. {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:06:09.016728 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [None req-9db25a22-a76a-4347-9138-00213d7e4477 tempest-PortsIpV6TestJSON-656796091 tempest-PortsIpV6TestJSON-656796091-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:06:09.055740 n-d-838334-2 neutron-server[84040]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bf726481-456b-4f2c-b582-2d5d4c6eafee tempest-FloatingIPTestJSON-1355648241 tempest-FloatingIPTestJSON-1355648241-project] Router 8d2572c8-a331-400d-95fa-c6c17825c988 has already been hosted by L3 agent bc84d6c9-dd7a-4555-a351-592327b46d5a {{(pid=84040) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 21:06:09.092932 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9db25a22-a76a-4347-9138-00213d7e4477 tempest-PortsIpV6TestJSON-656796091 tempest-PortsIpV6TestJSON-656796091-project] Made reservation on behalf of 2eda1cb86d1d401280eb2d37452a60a8 for: {'port': 1} {{(pid=84040) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:06:09.107739 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.plugin [None req-33e26819-12a2-4e82-926f-721002ddd866 tempest-PortsTestJSON-1335945802 tempest-PortsTestJSON-1335945802-project] In _notify_port_updated(), no bound segment for port b0f1655f-5fc3-45fb-9e6d-764fefca8c53 on network 1a5d91c8-1709-4cd3-96e4-f851e43fa6e0 {{(pid=84040) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Apr 18 21:06:09.111400 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33e26819-12a2-4e82-926f-721002ddd866 tempest-PortsTestJSON-1335945802 tempest-PortsTestJSON-1335945802-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:06:09.112018 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-33e26819-12a2-4e82-926f-721002ddd866 tempest-PortsTestJSON-1335945802 tempest-PortsTestJSON-1335945802-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217293'] for port, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:09.113269 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-33e26819-12a2-4e82-926f-721002ddd866 tempest-PortsTestJSON-1335945802 tempest-PortsTestJSON-1335945802-project] 10.222.0.42 "PUT /v2.0/ports/b0f1655f-5fc3-45fb-9e6d-764fefca8c53 HTTP/1.1" status: 200 len: 960 time: 3.8702507 Apr 18 21:06:09.121259 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 38254) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:06:09.162987 n-d-838334-2 neutron-server[84041]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7070452-422f-49b9-be9f-48dfde3eed50 tempest-RoutersTest-1500746192 tempest-RoutersTest-1500746192-project] Network 0f4f3485-d47f-443a-afdb-b607b91dc681 is already hosted by enough agents. {{(pid=84041) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:06:09.165504 n-d-838334-2 neutron-server[84041]: DEBUG neutron.scheduler.base_scheduler [None req-f7070452-422f-49b9-be9f-48dfde3eed50 tempest-RoutersTest-1500746192 tempest-RoutersTest-1500746192-project] Resources bound (agent type, host, resource id): {{(pid=84041) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:06:09.372069 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-8fae5154-5876-4fbf-8f9e-7d76c5c04919 tempest-AllowedAddressPairTestJSON-1420879938 tempest-AllowedAddressPairTestJSON-1420879938-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750375259028', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750374836628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32440838'] for port, after_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:09.459597 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.plugin [None req-55ebb564-68b2-417d-8261-b7a483593c90 tempest-PortsTestJSON-1335945802 tempest-PortsTestJSON-1335945802-project] Deleting port b0f1655f-5fc3-45fb-9e6d-764fefca8c53 {{(pid=84040) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 21:06:09.459961 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-55ebb564-68b2-417d-8261-b7a483593c90 tempest-PortsTestJSON-1335945802 tempest-PortsTestJSON-1335945802-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750375188691'] for port, before_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:09.472321 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-480a94ec-1fbd-4ffd-af75-50c5f2fd686f None None] Provisioning complete for port b3960860-c173-49ec-b335-5c1dd2983a36 triggered by entity DHCP. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:06:09.472690 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-480a94ec-1fbd-4ffd-af75-50c5f2fd686f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1253608'] for port, provisioning_complete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:09.483017 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-c2c89772-2e3c-4de8-ab20-9ad144b43ea9 tempest-RoutersIpV6AdminTest-1441855246 tempest-RoutersIpV6AdminTest-1441855246-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:09.485463 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-9db25a22-a76a-4347-9138-00213d7e4477 tempest-PortsIpV6TestJSON-656796091 tempest-PortsIpV6TestJSON-656796091-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:09.497685 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fae5154-5876-4fbf-8f9e-7d76c5c04919 tempest-AllowedAddressPairTestJSON-1420879938 tempest-AllowedAddressPairTestJSON-1420879938-project] Pushing event deleted for resources: {'Port': ['ID=f20fccbd-ff5c-4bd9-8029-8000e636d172,revision_number=None']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:06:09.530962 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.plugin [None req-480a94ec-1fbd-4ffd-af75-50c5f2fd686f None None] Port b3960860-c173-49ec-b335-5c1dd2983a36 cannot update to ACTIVE because it is not bound. {{(pid=84042) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 18 21:06:09.609947 n-d-838334-2 neutron-server[84040]: DEBUG neutron.notifiers.nova [None req-9db25a22-a76a-4347-9138-00213d7e4477 tempest-PortsIpV6TestJSON-656796091 tempest-PortsIpV6TestJSON-656796091-project] device_id is not set on port 5851fd22-576d-4e1d-9fe1-303205e138f2 yet. {{(pid=84040) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 18 21:06:09.664304 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-12340b41-3fd6-4468-a0f8-6636a46df64d None None] Provisioning for port b0f1655f-5fc3-45fb-9e6d-764fefca8c53 completed by entity DHCP. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 21:06:09.670805 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-12340b41-3fd6-4468-a0f8-6636a46df64d None None] Provisioning complete for port b0f1655f-5fc3-45fb-9e6d-764fefca8c53 triggered by entity DHCP. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:06:09.671929 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-12340b41-3fd6-4468-a0f8-6636a46df64d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1253608'] for port, provisioning_complete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:09.722914 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-c2c89772-2e3c-4de8-ab20-9ad144b43ea9 tempest-RoutersIpV6AdminTest-1441855246 tempest-RoutersIpV6AdminTest-1441855246-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:09.752835 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.plugin [None req-12340b41-3fd6-4468-a0f8-6636a46df64d None None] Port b0f1655f-5fc3-45fb-9e6d-764fefca8c53 cannot update to ACTIVE because it is not bound. {{(pid=84042) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 18 21:06:09.902593 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.db_base_plugin_common [None req-c2c89772-2e3c-4de8-ab20-9ad144b43ea9 tempest-RoutersIpV6AdminTest-1441855246 tempest-RoutersIpV6AdminTest-1441855246-project-admin] Allocated IP 172.25.8.163 (e41b6600-a917-4a8d-b05c-be3be40c6d8c/6b05667b-848e-4356-9b44-d5eb6808ef74/ed593a25-c6aa-48af-b9c8-531393156837) {{(pid=84041) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 21:06:10.046249 n-d-838334-2 neutron-server[84041]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f7070452-422f-49b9-be9f-48dfde3eed50 tempest-RoutersTest-1500746192 tempest-RoutersTest-1500746192-project] Router d3445e60-27f3-4080-a032-9bd4d27dfce0 is scheduled to L3 agent bc84d6c9-dd7a-4555-a351-592327b46d5a with binding_index 1 {{(pid=84041) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 18 21:06:10.199439 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-c2c89772-2e3c-4de8-ab20-9ad144b43ea9 tempest-RoutersIpV6AdminTest-1441855246 tempest-RoutersIpV6AdminTest-1441855246-project-admin] Notify callbacks [] for port, precommit_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:10.204490 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-8fae5154-5876-4fbf-8f9e-7d76c5c04919 tempest-AllowedAddressPairTestJSON-1420879938 tempest-AllowedAddressPairTestJSON-1420879938-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217293'] for port, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:10.262838 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-c2c89772-2e3c-4de8-ab20-9ad144b43ea9 tempest-RoutersIpV6AdminTest-1441855246 tempest-RoutersIpV6AdminTest-1441855246-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750374836619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32266323'] for port, after_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:10.290667 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-55ebb564-68b2-417d-8261-b7a483593c90 tempest-PortsTestJSON-1335945802 tempest-PortsTestJSON-1335945802-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369123'] for port, precommit_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:10.320861 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-8fae5154-5876-4fbf-8f9e-7d76c5c04919 tempest-AllowedAddressPairTestJSON-1420879938 tempest-AllowedAddressPairTestJSON-1420879938-project] 10.222.0.42 "DELETE /v2.0/ports/f20fccbd-ff5c-4bd9-8029-8000e636d172 HTTP/1.1" status: 204 len: 168 time: 3.1020896 Apr 18 21:06:10.322505 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 38260) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:06:10.379371 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-9db25a22-a76a-4347-9138-00213d7e4477 tempest-PortsIpV6TestJSON-656796091 tempest-PortsIpV6TestJSON-656796091-project] Notify callbacks [] for port, precommit_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:10.380479 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f7070452-422f-49b9-be9f-48dfde3eed50 tempest-RoutersTest-1500746192 tempest-RoutersTest-1500746192-project] Notify agent at l3_agent.n-d-838334-2 the message routers_updated {{(pid=84041) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 21:06:10.383441 n-d-838334-2 neutron-server[84041]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2c89772-2e3c-4de8-ab20-9ad144b43ea9 tempest-RoutersIpV6AdminTest-1441855246 tempest-RoutersIpV6AdminTest-1441855246-project-admin] Network e41b6600-a917-4a8d-b05c-be3be40c6d8c is already hosted by enough agents. {{(pid=84041) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:06:10.389636 n-d-838334-2 neutron-server[84041]: DEBUG neutron.scheduler.base_scheduler [None req-c2c89772-2e3c-4de8-ab20-9ad144b43ea9 tempest-RoutersIpV6AdminTest-1441855246 tempest-RoutersIpV6AdminTest-1441855246-project-admin] Resources bound (agent type, host, resource id): {{(pid=84041) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:06:10.390442 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72b71ea8-bbce-47da-a570-8d91d2792d9b None None] Sync routers for ids ['d3445e60-27f3-4080-a032-9bd4d27dfce0'] in n-d-838334-2 {{(pid=84042) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 18 21:06:10.391611 n-d-838334-2 neutron-server[84041]: INFO neutron.pecan_wsgi.hooks.translation [None req-00bcf836-bd8c-4661-b683-99d7c3f4b78f tempest-AllowedAddressPairTestJSON-1420879938 tempest-AllowedAddressPairTestJSON-1420879938-project] GET failed (client error): The resource could not be found. Apr 18 21:06:10.393083 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-00bcf836-bd8c-4661-b683-99d7c3f4b78f tempest-AllowedAddressPairTestJSON-1420879938 tempest-AllowedAddressPairTestJSON-1420879938-project] 10.222.0.42 "GET /v2.0/ports/f20fccbd-ff5c-4bd9-8029-8000e636d172 HTTP/1.1" status: 404 len: 333 time: 0.0684218 Apr 18 21:06:10.393834 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2c89772-2e3c-4de8-ab20-9ad144b43ea9 tempest-RoutersIpV6AdminTest-1441855246 tempest-RoutersIpV6AdminTest-1441855246-project-admin] Received port after_create {{(pid=84041) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 21:06:10.406439 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72b71ea8-bbce-47da-a570-8d91d2792d9b None None] Routers {'d3445e60-27f3-4080-a032-9bd4d27dfce0'} bound to L3 agent in host n-d-838334-2 {{(pid=84042) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 21:06:10.407271 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_hamode_db [None req-72b71ea8-bbce-47da-a570-8d91d2792d9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838334-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-18T20:25:48Z,description=,heartbeat_timestamp=2022-04-18T21:05:48Z,host='n-d-838334-2',id=bc84d6c9-dd7a-4555-a351-592327b46d5a,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:25:48Z,topic='l3_agent')) {'router_ids': ['d3445e60-27f3-4080-a032-9bd4d27dfce0'], 'active': True} {{(pid=84042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:06:10.422564 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 38264) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:06:10.428120 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2c89772-2e3c-4de8-ab20-9ad144b43ea9 tempest-RoutersIpV6AdminTest-1441855246 tempest-RoutersIpV6AdminTest-1441855246-project-admin] Pushing event updated for resources: {'Port': ['ID=ed593a25-c6aa-48af-b9c8-531393156837,revision_number=1']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:06:10.438844 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.v2.base [None req-8e149605-1350-42f6-841b-7dcb1e498142 tempest-AllowedAddressPairTestJSON-1420879938 tempest-AllowedAddressPairTestJSON-1420879938-project] Request body: {'port': {'network_id': '5bd096f8-31c9-45e2-b0e1-1f70c937e419', 'name': 'tempest-AllowedAddressPairTestJSON-879283684'}} {{(pid=84041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:06:10.446960 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.plugin [None req-55ebb564-68b2-417d-8261-b7a483593c90 tempest-PortsTestJSON-1335945802 tempest-PortsTestJSON-1335945802-project] Calling delete_port for b0f1655f-5fc3-45fb-9e6d-764fefca8c53 owned by {{(pid=84040) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 21:06:10.463150 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-f7070452-422f-49b9-be9f-48dfde3eed50 tempest-RoutersTest-1500746192 tempest-RoutersTest-1500746192-project] 10.222.0.42 "PUT /v2.0/routers/d3445e60-27f3-4080-a032-9bd4d27dfce0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.1574023 Apr 18 21:06:10.469089 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 38268) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:06:10.528692 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bf726481-456b-4f2c-b582-2d5d4c6eafee tempest-FloatingIPTestJSON-1355648241 tempest-FloatingIPTestJSON-1355648241-project] Notify agent at l3_agent.n-d-838334-2 the message routers_updated {{(pid=84040) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 21:06:10.530082 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.v2.base [None req-2862f875-c45e-46c2-a41e-37b47632eb0d tempest-RoutersTest-1500746192 tempest-RoutersTest-1500746192-project] Request body: {'network': {'name': 'tempest-RoutersTest-49570945'}} {{(pid=84041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:06:10.532968 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-bf726481-456b-4f2c-b582-2d5d4c6eafee tempest-FloatingIPTestJSON-1355648241 tempest-FloatingIPTestJSON-1355648241-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217293'] for floatingip, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:10.544261 n-d-838334-2 neutron-server[84043]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd6f850e-0632-4eed-80f8-416e33f08f75 None None] Sync routers for ids ['8d2572c8-a331-400d-95fa-c6c17825c988'] in n-d-838334-2 {{(pid=84043) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 18 21:06:10.548500 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-2862f875-c45e-46c2-a41e-37b47632eb0d tempest-RoutersTest-1500746192 tempest-RoutersTest-1500746192-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:06:10.560157 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-2862f875-c45e-46c2-a41e-37b47632eb0d tempest-RoutersTest-1500746192 tempest-RoutersTest-1500746192-project] Usage tracker for resource:network and tenant:8a05b90fa8c54f25938df6bd0ef52223 is out of sync, need to count used quota {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:06:10.568479 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd6f850e-0632-4eed-80f8-416e33f08f75 None None] Routers {'8d2572c8-a331-400d-95fa-c6c17825c988'} bound to L3 agent in host n-d-838334-2 {{(pid=84043) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 21:06:10.570631 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.l3_hamode_db [None req-bd6f850e-0632-4eed-80f8-416e33f08f75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838334-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-18T20:25:48Z,description=,heartbeat_timestamp=2022-04-18T21:05:48Z,host='n-d-838334-2',id=bc84d6c9-dd7a-4555-a351-592327b46d5a,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:25:48Z,topic='l3_agent')) {'router_ids': ['8d2572c8-a331-400d-95fa-c6c17825c988'], 'active': True} {{(pid=84043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:06:10.583291 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_dvr_db [None req-72b71ea8-bbce-47da-a570-8d91d2792d9b None None] Set router d3445e60-27f3-4080-a032-9bd4d27dfce0 gateway port host: None {{(pid=84042) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 21:06:10.593319 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-2862f875-c45e-46c2-a41e-37b47632eb0d tempest-RoutersTest-1500746192 tempest-RoutersTest-1500746192-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:06:10.605771 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-9db25a22-a76a-4347-9138-00213d7e4477 tempest-PortsIpV6TestJSON-656796091 tempest-PortsIpV6TestJSON-656796091-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750374836619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32440838'] for port, after_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:10.610058 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-2862f875-c45e-46c2-a41e-37b47632eb0d tempest-RoutersTest-1500746192 tempest-RoutersTest-1500746192-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:06:10.670134 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2862f875-c45e-46c2-a41e-37b47632eb0d tempest-RoutersTest-1500746192 tempest-RoutersTest-1500746192-project] Made reservation on behalf of 8a05b90fa8c54f25938df6bd0ef52223 for: {'network': 1} {{(pid=84041) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:06:10.673807 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-2862f875-c45e-46c2-a41e-37b47632eb0d tempest-RoutersTest-1500746192 tempest-RoutersTest-1500746192-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for network, before_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:10.684193 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.l3_hamode_db [None req-bd6f850e-0632-4eed-80f8-416e33f08f75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-838334-2', False) {} {{(pid=84043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:06:10.707323 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-8e149605-1350-42f6-841b-7dcb1e498142 tempest-AllowedAddressPairTestJSON-1420879938 tempest-AllowedAddressPairTestJSON-1420879938-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:06:10.712915 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd6f850e-0632-4eed-80f8-416e33f08f75 None None] Routers {'8d2572c8-a331-400d-95fa-c6c17825c988'} bound to L3 agent in host n-d-838334-2 {{(pid=84043) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 21:06:10.713595 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.l3_hamode_db [None req-bd6f850e-0632-4eed-80f8-416e33f08f75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838334-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-18T20:25:48Z,description=,heartbeat_timestamp=2022-04-18T21:05:48Z,host='n-d-838334-2',id=bc84d6c9-dd7a-4555-a351-592327b46d5a,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:25:48Z,topic='l3_agent')) {'router_ids': ['8d2572c8-a331-400d-95fa-c6c17825c988'], 'active': True} {{(pid=84043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:06:10.721154 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-8e149605-1350-42f6-841b-7dcb1e498142 tempest-AllowedAddressPairTestJSON-1420879938 tempest-AllowedAddressPairTestJSON-1420879938-project] Usage tracker for resource:port and tenant:87f6fd4dfa374cfdb4f7d3363b37a30b is out of sync, need to count used quota {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:06:10.728508 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-8e149605-1350-42f6-841b-7dcb1e498142 tempest-AllowedAddressPairTestJSON-1420879938 tempest-AllowedAddressPairTestJSON-1420879938-project] Quota usage for port was recalculated. Used quota:2. {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:06:10.740473 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2862f875-c45e-46c2-a41e-37b47632eb0d tempest-RoutersTest-1500746192 tempest-RoutersTest-1500746192-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 357} {{(pid=84041) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 21:06:10.742766 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-8e149605-1350-42f6-841b-7dcb1e498142 tempest-AllowedAddressPairTestJSON-1420879938 tempest-AllowedAddressPairTestJSON-1420879938-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:06:10.760691 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-2862f875-c45e-46c2-a41e-37b47632eb0d tempest-RoutersTest-1500746192 tempest-RoutersTest-1500746192-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1082986'] for segment, precommit_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:10.761173 n-d-838334-2 neutron-server[84041]: INFO neutron.db.segments_db [None req-2862f875-c45e-46c2-a41e-37b47632eb0d tempest-RoutersTest-1500746192 tempest-RoutersTest-1500746192-project] Added segment 4a7f8b54-5318-4fdf-ad3e-dc616d26382c of type vlan for network 6c55f5d6-32aa-4564-9c07-62d3eb3a4e33 Apr 18 21:06:10.768199 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e149605-1350-42f6-841b-7dcb1e498142 tempest-AllowedAddressPairTestJSON-1420879938 tempest-AllowedAddressPairTestJSON-1420879938-project] Made reservation on behalf of 87f6fd4dfa374cfdb4f7d3363b37a30b for: {'port': 1} {{(pid=84041) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:06:10.772549 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-8e149605-1350-42f6-841b-7dcb1e498142 tempest-AllowedAddressPairTestJSON-1420879938 tempest-AllowedAddressPairTestJSON-1420879938-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:10.790150 n-d-838334-2 neutron-server[84040]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9db25a22-a76a-4347-9138-00213d7e4477 tempest-PortsIpV6TestJSON-656796091 tempest-PortsIpV6TestJSON-656796091-project] Network de7b0fae-0e02-49a3-8eec-fcb1c51621b4 is already hosted by enough agents. {{(pid=84040) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:06:10.790559 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.l3_hamode_db [None req-bd6f850e-0632-4eed-80f8-416e33f08f75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-838334-2', False) {} {{(pid=84043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:06:10.790989 n-d-838334-2 neutron-server[84043]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd6f850e-0632-4eed-80f8-416e33f08f75 None None] The sync data for ids ['8d2572c8-a331-400d-95fa-c6c17825c988'] in n-d-838334-2 is: [] {{(pid=84043) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 18 21:06:10.809071 n-d-838334-2 neutron-server[84040]: DEBUG neutron.scheduler.base_scheduler [None req-9db25a22-a76a-4347-9138-00213d7e4477 tempest-PortsIpV6TestJSON-656796091 tempest-PortsIpV6TestJSON-656796091-project] Resources bound (agent type, host, resource id): {{(pid=84040) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:06:10.810871 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9db25a22-a76a-4347-9138-00213d7e4477 tempest-PortsIpV6TestJSON-656796091 tempest-PortsIpV6TestJSON-656796091-project] Pushing event updated for resources: {'Port': ['ID=5851fd22-576d-4e1d-9fe1-303205e138f2,revision_number=1']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:06:10.816100 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-bf726481-456b-4f2c-b582-2d5d4c6eafee tempest-FloatingIPTestJSON-1355648241 tempest-FloatingIPTestJSON-1355648241-project] 10.222.0.42 "PUT /v2.0/floatingips/a54b06c8-fb08-421e-8c15-2fc2ffc86c6c HTTP/1.1" status: 200 len: 977 time: 11.3953900 Apr 18 21:06:10.818084 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9db25a22-a76a-4347-9138-00213d7e4477 tempest-PortsIpV6TestJSON-656796091 tempest-PortsIpV6TestJSON-656796091-project] Received port after_create {{(pid=84040) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 21:06:10.819532 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-2862f875-c45e-46c2-a41e-37b47632eb0d tempest-RoutersTest-1500746192 tempest-RoutersTest-1500746192-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750374825732'] for network, precommit_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:10.821686 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9db25a22-a76a-4347-9138-00213d7e4477 tempest-PortsIpV6TestJSON-656796091 tempest-PortsIpV6TestJSON-656796091-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:06:10.822829 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 38272) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:06:10.823526 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-9db25a22-a76a-4347-9138-00213d7e4477 tempest-PortsIpV6TestJSON-656796091 tempest-PortsIpV6TestJSON-656796091-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217293'] for port, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:10.827896 n-d-838334-2 neutron-server[84041]: DEBUG neutron.notifiers.nova [None req-8e149605-1350-42f6-841b-7dcb1e498142 tempest-AllowedAddressPairTestJSON-1420879938 tempest-AllowedAddressPairTestJSON-1420879938-project] device_id is not set on port c22168a6-8b65-4267-8b65-898e76101a26 yet. {{(pid=84041) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 18 21:06:10.847508 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-55ebb564-68b2-417d-8261-b7a483593c90 tempest-PortsTestJSON-1335945802 tempest-PortsTestJSON-1335945802-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750375259028', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750374836628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32440838'] for port, after_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:10.851306 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-9db25a22-a76a-4347-9138-00213d7e4477 tempest-PortsIpV6TestJSON-656796091 tempest-PortsIpV6TestJSON-656796091-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 2.4657295 Apr 18 21:06:10.865582 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.v2.base [None req-50d65e03-def1-489f-9650-6b606e79313f tempest-FloatingIPTestJSON-1355648241 tempest-FloatingIPTestJSON-1355648241-project] Request body: {'floatingip': {'port_id': None}} {{(pid=84041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:06:10.884504 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 38276) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:06:10.988428 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc37c63e-a7c7-42ce-8bb5-dfe6aa85871d tempest-PortsIpV6TestJSON-656796091 tempest-PortsIpV6TestJSON-656796091-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:06:10.988994 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-bc37c63e-a7c7-42ce-8bb5-dfe6aa85871d tempest-PortsIpV6TestJSON-656796091 tempest-PortsIpV6TestJSON-656796091-project] Synchronizing usage tracker for tenant:2eda1cb86d1d401280eb2d37452a60a8 on resource:port {{(pid=84040) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 21:06:11.004244 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55ebb564-68b2-417d-8261-b7a483593c90 tempest-PortsTestJSON-1335945802 tempest-PortsTestJSON-1335945802-project] Pushing event deleted for resources: {'Port': ['ID=b0f1655f-5fc3-45fb-9e6d-764fefca8c53,revision_number=None']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:06:11.078852 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-2862f875-c45e-46c2-a41e-37b47632eb0d tempest-RoutersTest-1500746192 tempest-RoutersTest-1500746192-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33526109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022'] for network, after_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:11.083172 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2862f875-c45e-46c2-a41e-37b47632eb0d tempest-RoutersTest-1500746192 tempest-RoutersTest-1500746192-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:06:11.083954 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-2862f875-c45e-46c2-a41e-37b47632eb0d tempest-RoutersTest-1500746192 tempest-RoutersTest-1500746192-project] Notify callbacks [] for network, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:11.088578 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-bc37c63e-a7c7-42ce-8bb5-dfe6aa85871d tempest-PortsIpV6TestJSON-656796091 tempest-PortsIpV6TestJSON-656796091-project] Unset dirty status for tenant:2eda1cb86d1d401280eb2d37452a60a8 on resource:port {{(pid=84040) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 21:06:11.092094 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-bc37c63e-a7c7-42ce-8bb5-dfe6aa85871d tempest-PortsIpV6TestJSON-656796091 tempest-PortsIpV6TestJSON-656796091-project] 10.222.0.42 "GET /v2.0/ports/5851fd22-576d-4e1d-9fe1-303205e138f2 HTTP/1.1" status: 200 len: 845 time: 0.2059579 Apr 18 21:06:11.092707 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 38282) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:06:11.102245 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_hamode_db [None req-72b71ea8-bbce-47da-a570-8d91d2792d9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3445e60-27f3-4080-a032-9bd4d27dfce0', 'name': 'tempest-RoutersTest-router-1627313381', 'tenant_id': '8a05b90fa8c54f25938df6bd0ef52223', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:06:00Z', 'updated_at': '2022-04-18T21:06:07Z', 'revision_number': 2, 'project_id': '8a05b90fa8c54f25938df6bd0ef52223', 'gw_port_host': None, '_interfaces': [{'id': 'b3960860-c173-49ec-b335-5c1dd2983a36', 'name': '', 'network_id': '0f4f3485-d47f-443a-afdb-b607b91dc681', 'tenant_id': '8a05b90fa8c54f25938df6bd0ef52223', 'mac_address': 'fa:16:3e:f4:09:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd3445e60-27f3-4080-a032-9bd4d27dfce0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c69b069c-a1b2-456b-9244-afeef8944023', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:06:04Z', 'updated_at': '2022-04-18T21:06:08Z', 'revision_number': 2, 'project_id': '8a05b90fa8c54f25938df6bd0ef52223', 'subnets': [{'id': 'c69b069c-a1b2-456b-9244-afeef8944023', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838334-2', False) {} {{(pid=84042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:06:11.108515 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72b71ea8-bbce-47da-a570-8d91d2792d9b None None] Checking router: d3445e60-27f3-4080-a032-9bd4d27dfce0 for host: n-d-838334-2 {{(pid=84042) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 18 21:06:11.109037 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72b71ea8-bbce-47da-a570-8d91d2792d9b None None] Updating router d3445e60-27f3-4080-a032-9bd4d27dfce0 port b3960860-c173-49ec-b335-5c1dd2983a36 binding host n-d-838334-2 {{(pid=84042) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 18 21:06:11.189239 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-72b71ea8-bbce-47da-a570-8d91d2792d9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:11.196129 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-55ebb564-68b2-417d-8261-b7a483593c90 tempest-PortsTestJSON-1335945802 tempest-PortsTestJSON-1335945802-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217293'] for port, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:11.201206 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-55ebb564-68b2-417d-8261-b7a483593c90 tempest-PortsTestJSON-1335945802 tempest-PortsTestJSON-1335945802-project] 10.222.0.42 "DELETE /v2.0/ports/b0f1655f-5fc3-45fb-9e6d-764fefca8c53 HTTP/1.1" status: 204 len: 168 time: 2.0788653 Apr 18 21:06:11.204184 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 38286) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:06:11.241803 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.plugin [None req-3bf980ed-f3aa-41eb-ae81-b43bbfd4a313 tempest-PortsIpV6TestJSON-656796091 tempest-PortsIpV6TestJSON-656796091-project] Deleting port 5851fd22-576d-4e1d-9fe1-303205e138f2 {{(pid=84040) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 21:06:11.242364 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-3bf980ed-f3aa-41eb-ae81-b43bbfd4a313 tempest-PortsIpV6TestJSON-656796091 tempest-PortsIpV6TestJSON-656796091-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750375188691'] for port, before_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:11.267999 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-2862f875-c45e-46c2-a41e-37b47632eb0d tempest-RoutersTest-1500746192 tempest-RoutersTest-1500746192-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 764 time: 0.7484806 Apr 18 21:06:11.267999 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.db_base_plugin_common [None req-8e149605-1350-42f6-841b-7dcb1e498142 tempest-AllowedAddressPairTestJSON-1420879938 tempest-AllowedAddressPairTestJSON-1420879938-project] Allocated IP 172.20.0.10 (5bd096f8-31c9-45e2-b0e1-1f70c937e419/48e6f919-7f3d-458b-bbef-564ab5f00649/c22168a6-8b65-4267-8b65-898e76101a26) {{(pid=84041) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 21:06:11.274197 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 38290) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:06:11.275005 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-50d65e03-def1-489f-9650-6b606e79313f tempest-FloatingIPTestJSON-1355648241 tempest-FloatingIPTestJSON-1355648241-project] Notify callbacks [] for floatingip, before_update {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:11.293417 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.v2.base [None req-fe0a593d-e635-487f-96e8-c5b323909291 tempest-RoutersTest-1500746192 tempest-RoutersTest-1500746192-project] Request body: {'subnet': {'network_id': '6c55f5d6-32aa-4564-9c07-62d3eb3a4e33', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=84040) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:06:11.313060 n-d-838334-2 neutron-server[84040]: INFO neutron.pecan_wsgi.hooks.translation [None req-f545c236-688d-4eda-8de3-6ed8946b7966 tempest-PortsTestJSON-1335945802 tempest-PortsTestJSON-1335945802-project] GET failed (client error): The resource could not be found. Apr 18 21:06:11.313543 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-f545c236-688d-4eda-8de3-6ed8946b7966 tempest-PortsTestJSON-1335945802 tempest-PortsTestJSON-1335945802-project] Synchronizing usage tracker for tenant:234c597e1bbf440ab35a01225b472234 on resource:port {{(pid=84040) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 21:06:11.327269 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2862f875-c45e-46c2-a41e-37b47632eb0d tempest-RoutersTest-1500746192 tempest-RoutersTest-1500746192-project] Pushing event updated for resources: {'Network': ['ID=6c55f5d6-32aa-4564-9c07-62d3eb3a4e33,revision_number=1']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:06:11.345370 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Network 6c55f5d6-32aa-4564-9c07-62d3eb3a4e33 details requested by agent ovs-agent-n-d-838334-2 with host n-d-838334-2 {{(pid=84042) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 18 21:06:11.438217 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-f545c236-688d-4eda-8de3-6ed8946b7966 tempest-PortsTestJSON-1335945802 tempest-PortsTestJSON-1335945802-project] Unset dirty status for tenant:234c597e1bbf440ab35a01225b472234 on resource:port {{(pid=84040) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 21:06:11.441873 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-f545c236-688d-4eda-8de3-6ed8946b7966 tempest-PortsTestJSON-1335945802 tempest-PortsTestJSON-1335945802-project] 10.222.0.42 "GET /v2.0/ports/b0f1655f-5fc3-45fb-9e6d-764fefca8c53 HTTP/1.1" status: 404 len: 333 time: 0.2356343 Apr 18 21:06:11.459217 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 38294) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:06:11.500128 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-c2c89772-2e3c-4de8-ab20-9ad144b43ea9 tempest-RoutersIpV6AdminTest-1441855246 tempest-RoutersIpV6AdminTest-1441855246-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:11.516297 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [None req-fe0a593d-e635-487f-96e8-c5b323909291 tempest-RoutersTest-1500746192 tempest-RoutersTest-1500746192-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:06:11.542009 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-fe0a593d-e635-487f-96e8-c5b323909291 tempest-RoutersTest-1500746192 tempest-RoutersTest-1500746192-project] Usage tracker for resource:subnet and tenant:8a05b90fa8c54f25938df6bd0ef52223 is out of sync, need to count used quota {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:06:11.601159 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-fe0a593d-e635-487f-96e8-c5b323909291 tempest-RoutersTest-1500746192 tempest-RoutersTest-1500746192-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:06:11.628589 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [None req-fe0a593d-e635-487f-96e8-c5b323909291 tempest-RoutersTest-1500746192 tempest-RoutersTest-1500746192-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:06:11.679600 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe0a593d-e635-487f-96e8-c5b323909291 tempest-RoutersTest-1500746192 tempest-RoutersTest-1500746192-project] Made reservation on behalf of 8a05b90fa8c54f25938df6bd0ef52223 for: {'subnet': 1} {{(pid=84040) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:06:11.679759 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-72b71ea8-bbce-47da-a570-8d91d2792d9b None None] Notify callbacks [] for port, precommit_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:11.692740 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-72b71ea8-bbce-47da-a570-8d91d2792d9b None None] Transition to ACTIVE for port object b3960860-c173-49ec-b335-5c1dd2983a36 will not be triggered until provisioned by entity L2. {{(pid=84042) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:06:11.700225 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-72b71ea8-bbce-47da-a570-8d91d2792d9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682'] for port, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:11.701532 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-3bf980ed-f3aa-41eb-ae81-b43bbfd4a313 tempest-PortsIpV6TestJSON-656796091 tempest-PortsIpV6TestJSON-656796091-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369123'] for port, precommit_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:11.708629 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-f8a19d0f-01e2-4650-8201-ab9e7c107f67 tempest-PortsTestJSON-1335945802 tempest-PortsTestJSON-1335945802-project] Notify callbacks [] for security_group, before_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:11.830196 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39ccd34b-f20a-4577-a658-8302814ad5c5 None None] Pushing event updated for resources: {'Port': ['ID=b3960860-c173-49ec-b335-5c1dd2983a36,revision_number=3']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:06:11.909674 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-c2c89772-2e3c-4de8-ab20-9ad144b43ea9 tempest-RoutersIpV6AdminTest-1441855246 tempest-RoutersIpV6AdminTest-1441855246-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-33444175', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-33443520', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5293'] for router, precommit_update {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:11.953626 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.managers [None req-72b71ea8-bbce-47da-a570-8d91d2792d9b None None] Attempting to bind port b3960860-c173-49ec-b335-5c1dd2983a36 on host n-d-838334-2 for vnic_type normal with profile {{(pid=84042) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 21:06:11.955550 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.managers [None req-72b71ea8-bbce-47da-a570-8d91d2792d9b None None] Attempting to bind port b3960860-c173-49ec-b335-5c1dd2983a36 by drivers openvswitch,hyperv on host n-d-838334-2 at level 0 using segments [{'id': 'ef2eb13f-1420-4f51-a2d2-58ab3db62c3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '0f4f3485-d47f-443a-afdb-b607b91dc681'}] {{(pid=84042) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 21:06:11.955550 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72b71ea8-bbce-47da-a570-8d91d2792d9b None None] Attempting to bind port b3960860-c173-49ec-b335-5c1dd2983a36 on network 0f4f3485-d47f-443a-afdb-b607b91dc681 {{(pid=84042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 21:06:11.966138 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72b71ea8-bbce-47da-a570-8d91d2792d9b None None] Checking agent: {'id': '97cd4414-7af6-4d67-868d-dff370b4071a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838334-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 25, 49), 'started_at': datetime.datetime(2022, 4, 18, 20, 26, 19), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 21, 5, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838334-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 18 21:06:11.966138 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72b71ea8-bbce-47da-a570-8d91d2792d9b None None] Checking segment: {'id': 'ef2eb13f-1420-4f51-a2d2-58ab3db62c3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '0f4f3485-d47f-443a-afdb-b607b91dc681'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84042) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 21:06:11.966138 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-72b71ea8-bbce-47da-a570-8d91d2792d9b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:11.966138 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72b71ea8-bbce-47da-a570-8d91d2792d9b None None] Bound using segment: {'id': 'ef2eb13f-1420-4f51-a2d2-58ab3db62c3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '0f4f3485-d47f-443a-afdb-b607b91dc681'} {{(pid=84042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 18 21:06:11.966138 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.managers [None req-72b71ea8-bbce-47da-a570-8d91d2792d9b None None] Bound port: b3960860-c173-49ec-b335-5c1dd2983a36, host: n-d-838334-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ef2eb13f-1420-4f51-a2d2-58ab3db62c3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '0f4f3485-d47f-443a-afdb-b607b91dc681'}}] {{(pid=84042) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 21:06:11.966138 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-72b71ea8-bbce-47da-a570-8d91d2792d9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:12.043274 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-c2c89772-2e3c-4de8-ab20-9ad144b43ea9 tempest-RoutersIpV6AdminTest-1441855246 tempest-RoutersIpV6AdminTest-1441855246-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33444176', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-33444166', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-33444185', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-33443547'] for router, after_update {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:12.090436 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-50d65e03-def1-489f-9650-6b606e79313f tempest-FloatingIPTestJSON-1355648241 tempest-FloatingIPTestJSON-1355648241-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:12.156515 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-72b71ea8-bbce-47da-a570-8d91d2792d9b None None] For port b3960860-c173-49ec-b335-5c1dd2983a36, host n-d-838334-2, cleared binding levels {{(pid=84042) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 21:06:12.160266 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-72b71ea8-bbce-47da-a570-8d91d2792d9b None None] For port b3960860-c173-49ec-b335-5c1dd2983a36, host n-d-838334-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838334-2',level=0,port_id=b3960860-c173-49ec-b335-5c1dd2983a36,segment=NetworkSegment(ef2eb13f-1420-4f51-a2d2-58ab3db62c3e),segment_id=ef2eb13f-1420-4f51-a2d2-58ab3db62c3e)] {{(pid=84042) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 21:06:12.172305 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-72b71ea8-bbce-47da-a570-8d91d2792d9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682'] for port, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:12.252524 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.plugin [None req-3bf980ed-f3aa-41eb-ae81-b43bbfd4a313 tempest-PortsIpV6TestJSON-656796091 tempest-PortsIpV6TestJSON-656796091-project] Calling delete_port for 5851fd22-576d-4e1d-9fe1-303205e138f2 owned by {{(pid=84040) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 21:06:12.272433 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39ccd34b-f20a-4577-a658-8302814ad5c5 None None] Pushing event updated for resources: {'Port': ['ID=b3960860-c173-49ec-b335-5c1dd2983a36,revision_number=4']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:06:12.279376 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72b71ea8-bbce-47da-a570-8d91d2792d9b None None] Routers {'d3445e60-27f3-4080-a032-9bd4d27dfce0'} bound to L3 agent in host n-d-838334-2 {{(pid=84042) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 21:06:12.280015 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_hamode_db [None req-72b71ea8-bbce-47da-a570-8d91d2792d9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838334-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-18T20:25:48Z,description=,heartbeat_timestamp=2022-04-18T21:05:48Z,host='n-d-838334-2',id=bc84d6c9-dd7a-4555-a351-592327b46d5a,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:25:48Z,topic='l3_agent')) {'router_ids': ['d3445e60-27f3-4080-a032-9bd4d27dfce0'], 'active': True} {{(pid=84042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:06:12.297418 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-50d65e03-def1-489f-9650-6b606e79313f tempest-FloatingIPTestJSON-1355648241 tempest-FloatingIPTestJSON-1355648241-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33444131'] for floatingip, after_update {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:12.298129 n-d-838334-2 neutron-server[84041]: INFO neutron.db.l3_db [None req-50d65e03-def1-489f-9650-6b606e79313f tempest-FloatingIPTestJSON-1355648241 tempest-FloatingIPTestJSON-1355648241-project] Floating IP a54b06c8-fb08-421e-8c15-2fc2ffc86c6c disassociated. External IP: 172.25.8.243, port: 2882729f-5f07-42d9-8958-1c24592c42f2. Apr 18 21:06:12.302868 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-f8a19d0f-01e2-4650-8201-ab9e7c107f67 tempest-PortsTestJSON-1335945802 tempest-PortsTestJSON-1335945802-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:12.334085 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-fe0a593d-e635-487f-96e8-c5b323909291 tempest-RoutersTest-1500746192 tempest-RoutersTest-1500746192-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31752722'] for subnet, before_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:12.435529 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-8e149605-1350-42f6-841b-7dcb1e498142 tempest-AllowedAddressPairTestJSON-1420879938 tempest-AllowedAddressPairTestJSON-1420879938-project] Notify callbacks [] for port, precommit_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:12.442261 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_dvr_db [None req-72b71ea8-bbce-47da-a570-8d91d2792d9b None None] Set router d3445e60-27f3-4080-a032-9bd4d27dfce0 gateway port host: None {{(pid=84042) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 21:06:12.491760 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.provisioning_blocks [None req-8e149605-1350-42f6-841b-7dcb1e498142 tempest-AllowedAddressPairTestJSON-1420879938 tempest-AllowedAddressPairTestJSON-1420879938-project] Transition to ACTIVE for port object c22168a6-8b65-4267-8b65-898e76101a26 will not be triggered until provisioned by entity DHCP. {{(pid=84041) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:06:12.557134 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-8e149605-1350-42f6-841b-7dcb1e498142 tempest-AllowedAddressPairTestJSON-1420879938 tempest-AllowedAddressPairTestJSON-1420879938-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750374836619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32266323'] for port, after_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:12.575603 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-3bf980ed-f3aa-41eb-ae81-b43bbfd4a313 tempest-PortsIpV6TestJSON-656796091 tempest-PortsIpV6TestJSON-656796091-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750375259028', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750374836628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32440838'] for port, after_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:12.631256 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bf980ed-f3aa-41eb-ae81-b43bbfd4a313 tempest-PortsIpV6TestJSON-656796091 tempest-PortsIpV6TestJSON-656796091-project] Pushing event deleted for resources: {'Port': ['ID=5851fd22-576d-4e1d-9fe1-303205e138f2,revision_number=None']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:06:12.633438 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-f8a19d0f-01e2-4650-8201-ab9e7c107f67 tempest-PortsTestJSON-1335945802 tempest-PortsTestJSON-1335945802-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33528224'] for security_group, after_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:12.673863 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8a19d0f-01e2-4650-8201-ab9e7c107f67 tempest-PortsTestJSON-1335945802 tempest-PortsTestJSON-1335945802-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0943dc2d-f48b-4900-a612-009d0de631d6,revision_number=None']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:06:12.677860 n-d-838334-2 neutron-server[84041]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e149605-1350-42f6-841b-7dcb1e498142 tempest-AllowedAddressPairTestJSON-1420879938 tempest-AllowedAddressPairTestJSON-1420879938-project] Network 5bd096f8-31c9-45e2-b0e1-1f70c937e419 is already hosted by enough agents. {{(pid=84041) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:06:12.681322 n-d-838334-2 neutron-server[84041]: DEBUG neutron.scheduler.base_scheduler [None req-8e149605-1350-42f6-841b-7dcb1e498142 tempest-AllowedAddressPairTestJSON-1420879938 tempest-AllowedAddressPairTestJSON-1420879938-project] Resources bound (agent type, host, resource id): {{(pid=84041) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:06:12.684749 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e149605-1350-42f6-841b-7dcb1e498142 tempest-AllowedAddressPairTestJSON-1420879938 tempest-AllowedAddressPairTestJSON-1420879938-project] Received port after_create {{(pid=84041) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 21:06:12.697969 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-3bf980ed-f3aa-41eb-ae81-b43bbfd4a313 tempest-PortsIpV6TestJSON-656796091 tempest-PortsIpV6TestJSON-656796091-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217293'] for port, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:12.715921 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e149605-1350-42f6-841b-7dcb1e498142 tempest-AllowedAddressPairTestJSON-1420879938 tempest-AllowedAddressPairTestJSON-1420879938-project] Pushing event updated for resources: {'Port': ['ID=c22168a6-8b65-4267-8b65-898e76101a26,revision_number=1']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:06:12.719719 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-f8a19d0f-01e2-4650-8201-ab9e7c107f67 tempest-PortsTestJSON-1335945802 tempest-PortsTestJSON-1335945802-project] Notify callbacks [] for security_group, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:12.721016 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-f8a19d0f-01e2-4650-8201-ab9e7c107f67 tempest-PortsTestJSON-1335945802 tempest-PortsTestJSON-1335945802-project] 10.222.0.42 "DELETE /v2.0/security-groups/0943dc2d-f48b-4900-a612-009d0de631d6 HTTP/1.1" status: 204 len: 168 time: 1.2607336 Apr 18 21:06:12.724723 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-3bf980ed-f3aa-41eb-ae81-b43bbfd4a313 tempest-PortsIpV6TestJSON-656796091 tempest-PortsIpV6TestJSON-656796091-project] 10.222.0.42 "DELETE /v2.0/ports/5851fd22-576d-4e1d-9fe1-303205e138f2 HTTP/1.1" status: 204 len: 168 time: 1.6262805 Apr 18 21:06:12.726035 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 38300) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:06:12.733596 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 38302) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:06:12.776675 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-fe0a593d-e635-487f-96e8-c5b323909291 tempest-RoutersTest-1500746192 tempest-RoutersTest-1500746192-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33526260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32441074', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31752704'] for subnet, after_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:12.805469 n-d-838334-2 neutron-server[84041]: INFO neutron.pecan_wsgi.hooks.translation [None req-65bcede2-1957-436a-b5bb-b88780918f69 tempest-PortsIpV6TestJSON-656796091 tempest-PortsIpV6TestJSON-656796091-project] GET failed (client error): The resource could not be found. Apr 18 21:06:12.806255 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-65bcede2-1957-436a-b5bb-b88780918f69 tempest-PortsIpV6TestJSON-656796091 tempest-PortsIpV6TestJSON-656796091-project] Synchronizing usage tracker for tenant:2eda1cb86d1d401280eb2d37452a60a8 on resource:port {{(pid=84041) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 21:06:12.852385 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e149605-1350-42f6-841b-7dcb1e498142 tempest-AllowedAddressPairTestJSON-1420879938 tempest-AllowedAddressPairTestJSON-1420879938-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:06:12.853064 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-8e149605-1350-42f6-841b-7dcb1e498142 tempest-AllowedAddressPairTestJSON-1420879938 tempest-AllowedAddressPairTestJSON-1420879938-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217293'] for port, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:12.876534 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-65bcede2-1957-436a-b5bb-b88780918f69 tempest-PortsIpV6TestJSON-656796091 tempest-PortsIpV6TestJSON-656796091-project] Unset dirty status for tenant:2eda1cb86d1d401280eb2d37452a60a8 on resource:port {{(pid=84041) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 21:06:12.878043 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-65bcede2-1957-436a-b5bb-b88780918f69 tempest-PortsIpV6TestJSON-656796091 tempest-PortsIpV6TestJSON-656796091-project] 10.222.0.42 "GET /v2.0/ports/5851fd22-576d-4e1d-9fe1-303205e138f2 HTTP/1.1" status: 404 len: 333 time: 0.1433632 Apr 18 21:06:12.886767 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 38308) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:06:12.903873 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.v2.base [None req-e4d9fb15-57f1-4ce7-807a-100af2b9d907 tempest-PortsIpV6TestJSON-656796091 tempest-PortsIpV6TestJSON-656796091-project] Request body: {'port': {'network_id': 'de7b0fae-0e02-49a3-8eec-fcb1c51621b4', 'name': 'tempest-PortsIpV6TestJSON-20877671'}} {{(pid=84041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:06:12.924126 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-8e149605-1350-42f6-841b-7dcb1e498142 tempest-AllowedAddressPairTestJSON-1420879938 tempest-AllowedAddressPairTestJSON-1420879938-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.4979651 Apr 18 21:06:12.929353 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe0a593d-e635-487f-96e8-c5b323909291 tempest-RoutersTest-1500746192 tempest-RoutersTest-1500746192-project] Pushing event updated for resources: {'Subnet': ['ID=2b90dced-66c9-4d15-bdac-b6cf07d1ccea,revision_number=0']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:06:12.931645 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 38312) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:06:12.935144 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_hamode_db [None req-72b71ea8-bbce-47da-a570-8d91d2792d9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3445e60-27f3-4080-a032-9bd4d27dfce0', 'name': 'tempest-RoutersTest-router-1627313381', 'tenant_id': '8a05b90fa8c54f25938df6bd0ef52223', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:06:00Z', 'updated_at': '2022-04-18T21:06:07Z', 'revision_number': 2, 'project_id': '8a05b90fa8c54f25938df6bd0ef52223', 'gw_port_host': None, '_interfaces': [{'id': 'b3960860-c173-49ec-b335-5c1dd2983a36', 'name': '', 'network_id': '0f4f3485-d47f-443a-afdb-b607b91dc681', 'tenant_id': '8a05b90fa8c54f25938df6bd0ef52223', 'mac_address': 'fa:16:3e:f4:09:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd3445e60-27f3-4080-a032-9bd4d27dfce0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c69b069c-a1b2-456b-9244-afeef8944023', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:06:04Z', 'updated_at': '2022-04-18T21:06:12Z', 'revision_number': 4, 'project_id': '8a05b90fa8c54f25938df6bd0ef52223', 'subnets': [{'id': 'c69b069c-a1b2-456b-9244-afeef8944023', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838334-2', False) {} {{(pid=84042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:06:12.940690 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72b71ea8-bbce-47da-a570-8d91d2792d9b None None] The sync data for ids ['d3445e60-27f3-4080-a032-9bd4d27dfce0'] in n-d-838334-2 is: [{'id': 'd3445e60-27f3-4080-a032-9bd4d27dfce0', 'name': 'tempest-RoutersTest-router-1627313381', 'tenant_id': '8a05b90fa8c54f25938df6bd0ef52223', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:06:00Z', 'updated_at': '2022-04-18T21:06:07Z', 'revision_number': 2, 'project_id': '8a05b90fa8c54f25938df6bd0ef52223', 'gw_port_host': None, '_interfaces': [{'id': 'b3960860-c173-49ec-b335-5c1dd2983a36', 'name': '', 'network_id': '0f4f3485-d47f-443a-afdb-b607b91dc681', 'tenant_id': '8a05b90fa8c54f25938df6bd0ef52223', 'mac_address': 'fa:16:3e:f4:09:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd3445e60-27f3-4080-a032-9bd4d27dfce0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c69b069c-a1b2-456b-9244-afeef8944023', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:06:04Z', 'updated_at': '2022-04-18T21:06:12Z', 'revision_number': 4, 'project_id': '8a05b90fa8c54f25938df6bd0ef52223', 'subnets': [{'id': 'c69b069c-a1b2-456b-9244-afeef8944023', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84042) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 18 21:06:12.948179 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.v2.base [None req-e22619fc-33b2-42cc-b2c5-f615805c47d1 tempest-AllowedAddressPairTestJSON-1420879938 tempest-AllowedAddressPairTestJSON-1420879938-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.0/16', 'mac_address': 'fa:16:3e:2e:be:83'}]}} {{(pid=84040) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:06:13.001788 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-62ea6071-f92d-40b1-880c-8ab27b3c17d8 tempest-PortsTestJSON-1335945802 tempest-PortsTestJSON-1335945802-project] Notify callbacks [] for security_group, before_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:13.025545 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-b9d91c4c-b394-4eff-a89b-7b72a5531599 None None] Provisioning for port c22168a6-8b65-4267-8b65-898e76101a26 completed by entity DHCP. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 21:06:13.032568 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-b9d91c4c-b394-4eff-a89b-7b72a5531599 None None] Provisioning complete for port c22168a6-8b65-4267-8b65-898e76101a26 triggered by entity DHCP. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:06:13.033253 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-b9d91c4c-b394-4eff-a89b-7b72a5531599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1253608'] for port, provisioning_complete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:13.051762 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe0a593d-e635-487f-96e8-c5b323909291 tempest-RoutersTest-1500746192 tempest-RoutersTest-1500746192-project] Checking segment: {'id': '4a7f8b54-5318-4fdf-ad3e-dc616d26382c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '6c55f5d6-32aa-4564-9c07-62d3eb3a4e33'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84040) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 21:06:13.052919 n-d-838334-2 neutron-server[84040]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe0a593d-e635-487f-96e8-c5b323909291 tempest-RoutersTest-1500746192 tempest-RoutersTest-1500746192-project] Network hostable DHCP agents. Network: 6c55f5d6-32aa-4564-9c07-62d3eb3a4e33, hostable agents: ['8746f8ea-3e91-4b32-9919-2c63adeb8722'], hosted agents: [] {{(pid=84040) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 21:06:13.102534 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.plugin [None req-b9d91c4c-b394-4eff-a89b-7b72a5531599 None None] Port c22168a6-8b65-4267-8b65-898e76101a26 cannot update to ACTIVE because it is not bound. {{(pid=84042) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 18 21:06:13.147377 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-62ea6071-f92d-40b1-880c-8ab27b3c17d8 tempest-PortsTestJSON-1335945802 tempest-PortsTestJSON-1335945802-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:13.267826 n-d-838334-2 neutron-server[84040]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe0a593d-e635-487f-96e8-c5b323909291 tempest-RoutersTest-1500746192 tempest-RoutersTest-1500746192-project] Network 6c55f5d6-32aa-4564-9c07-62d3eb3a4e33 is scheduled to be hosted by DHCP agent 8746f8ea-3e91-4b32-9919-2c63adeb8722 with binding_index 1 {{(pid=84040) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 21:06:13.289023 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-62ea6071-f92d-40b1-880c-8ab27b3c17d8 tempest-PortsTestJSON-1335945802 tempest-PortsTestJSON-1335945802-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33528224'] for security_group, after_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:13.344099 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62ea6071-f92d-40b1-880c-8ab27b3c17d8 tempest-PortsTestJSON-1335945802 tempest-PortsTestJSON-1335945802-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5238f0c5-f8b2-411b-b6d9-bbfb0c0c9737,revision_number=None']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:06:13.345864 n-d-838334-2 neutron-server[84040]: DEBUG neutron.scheduler.base_scheduler [None req-fe0a593d-e635-487f-96e8-c5b323909291 tempest-RoutersTest-1500746192 tempest-RoutersTest-1500746192-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-838334-2, 6c55f5d6-32aa-4564-9c07-62d3eb3a4e33) {{(pid=84040) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:06:13.361575 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a78f8909-1976-4994-a54d-25bc9b199374 None None] Network 6c55f5d6-32aa-4564-9c07-62d3eb3a4e33 requested from n-d-838334-2 {{(pid=84042) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 21:06:13.362078 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe0a593d-e635-487f-96e8-c5b323909291 tempest-RoutersTest-1500746192 tempest-RoutersTest-1500746192-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:06:13.362403 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-fe0a593d-e635-487f-96e8-c5b323909291 tempest-RoutersTest-1500746192 tempest-RoutersTest-1500746192-project] Notify callbacks [] for subnet, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:13.397965 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-e22619fc-33b2-42cc-b2c5-f615805c47d1 tempest-AllowedAddressPairTestJSON-1420879938 tempest-AllowedAddressPairTestJSON-1420879938-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:13.450572 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-e4d9fb15-57f1-4ce7-807a-100af2b9d907 tempest-PortsIpV6TestJSON-656796091 tempest-PortsIpV6TestJSON-656796091-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:06:13.465727 n-d-838334-2 neutron-server[84041]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c2c89772-2e3c-4de8-ab20-9ad144b43ea9 tempest-RoutersIpV6AdminTest-1441855246 tempest-RoutersIpV6AdminTest-1441855246-project-admin] Router c46d07ab-693e-492b-b233-853bc8943885 is scheduled to L3 agent bc84d6c9-dd7a-4555-a351-592327b46d5a with binding_index 1 {{(pid=84041) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 18 21:06:13.465950 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-62ea6071-f92d-40b1-880c-8ab27b3c17d8 tempest-PortsTestJSON-1335945802 tempest-PortsTestJSON-1335945802-project] Notify callbacks [] for security_group, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:13.470998 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-62ea6071-f92d-40b1-880c-8ab27b3c17d8 tempest-PortsTestJSON-1335945802 tempest-PortsTestJSON-1335945802-project] 10.222.0.42 "DELETE /v2.0/security-groups/5238f0c5-f8b2-411b-b6d9-bbfb0c0c9737 HTTP/1.1" status: 204 len: 168 time: 0.7333701 Apr 18 21:06:13.473685 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-e4d9fb15-57f1-4ce7-807a-100af2b9d907 tempest-PortsIpV6TestJSON-656796091 tempest-PortsIpV6TestJSON-656796091-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:06:13.473816 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 38322) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:06:13.501302 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e4d9fb15-57f1-4ce7-807a-100af2b9d907 tempest-PortsIpV6TestJSON-656796091 tempest-PortsIpV6TestJSON-656796091-project] Made reservation on behalf of 2eda1cb86d1d401280eb2d37452a60a8 for: {'port': 1} {{(pid=84041) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:06:13.504673 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-e4d9fb15-57f1-4ce7-807a-100af2b9d907 tempest-PortsIpV6TestJSON-656796091 tempest-PortsIpV6TestJSON-656796091-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:13.616331 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-fe0a593d-e635-487f-96e8-c5b323909291 tempest-RoutersTest-1500746192 tempest-RoutersTest-1500746192-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.3345678 Apr 18 21:06:13.622358 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 38326) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:06:13.681694 n-d-838334-2 neutron-server[84041]: DEBUG neutron.notifiers.nova [None req-e4d9fb15-57f1-4ce7-807a-100af2b9d907 tempest-PortsIpV6TestJSON-656796091 tempest-PortsIpV6TestJSON-656796091-project] device_id is not set on port edb50e3b-0b85-4371-9c04-5013d461a223 yet. {{(pid=84041) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 18 21:06:13.718158 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-615ed9a4-aa01-45c3-8b35-b3fd282884d2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp016840fc-1f9f-5892-9c53-c9cf6c845bbb-6c55f5d6-32aa-4564-9c07-62d3eb3a4e33', 'network_id': '6c55f5d6-32aa-4564-9c07-62d3eb3a4e33', 'tenant_id': '8a05b90fa8c54f25938df6bd0ef52223', 'fixed_ips': [{'subnet_id': '2b90dced-66c9-4d15-bdac-b6cf07d1ccea'}]}} from n-d-838334-2. {{(pid=84042) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 18 21:06:13.719846 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-615ed9a4-aa01-45c3-8b35-b3fd282884d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_create {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:13.953789 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-80935a99-d448-42d8-90f1-821acebf90e9 tempest-PortsTestJSON-1335945802 tempest-PortsTestJSON-1335945802-project] Notify callbacks [] for security_group, before_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:13.981102 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Device b3960860-c173-49ec-b335-5c1dd2983a36 up at agent ovs-agent-n-d-838334-2 {{(pid=84042) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 21:06:14.041702 n-d-838334-2 neutron-server[84041]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-50d65e03-def1-489f-9650-6b606e79313f tempest-FloatingIPTestJSON-1355648241 tempest-FloatingIPTestJSON-1355648241-project] Router 8d2572c8-a331-400d-95fa-c6c17825c988 has already been hosted by L3 agent bc84d6c9-dd7a-4555-a351-592327b46d5a {{(pid=84041) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 21:06:14.063733 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.db_base_plugin_common [None req-615ed9a4-aa01-45c3-8b35-b3fd282884d2 None None] Allocated IP 172.21.0.2 (6c55f5d6-32aa-4564-9c07-62d3eb3a4e33/2b90dced-66c9-4d15-bdac-b6cf07d1ccea/6a2db58b-b71f-4655-8d07-59b8d536a4bb) {{(pid=84042) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 21:06:14.088875 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-e4d9fb15-57f1-4ce7-807a-100af2b9d907 tempest-PortsIpV6TestJSON-656796091 tempest-PortsIpV6TestJSON-656796091-project] Notify callbacks [] for port, precommit_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:14.122079 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-80935a99-d448-42d8-90f1-821acebf90e9 tempest-PortsTestJSON-1335945802 tempest-PortsTestJSON-1335945802-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:14.155535 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Provisioning for port b3960860-c173-49ec-b335-5c1dd2983a36 completed by entity L2. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 21:06:14.176940 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Provisioning complete for port b3960860-c173-49ec-b335-5c1dd2983a36 triggered by entity L2. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:06:14.178488 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1253608'] for port, provisioning_complete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:14.191769 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-e22619fc-33b2-42cc-b2c5-f615805c47d1 tempest-AllowedAddressPairTestJSON-1420879938 tempest-AllowedAddressPairTestJSON-1420879938-project] Notify callbacks [] for port, precommit_update {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:14.213443 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-e22619fc-33b2-42cc-b2c5-f615805c47d1 tempest-AllowedAddressPairTestJSON-1420879938 tempest-AllowedAddressPairTestJSON-1420879938-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32440959'] for port, after_update {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:14.262112 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c2c89772-2e3c-4de8-ab20-9ad144b43ea9 tempest-RoutersIpV6AdminTest-1441855246 tempest-RoutersIpV6AdminTest-1441855246-project-admin] Notify agent at l3_agent.n-d-838334-2 the message routers_updated {{(pid=84041) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 21:06:14.277078 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ce39be4-1101-4868-9b1e-486d651d8670 None None] Sync routers for ids ['c46d07ab-693e-492b-b233-853bc8943885'] in n-d-838334-2 {{(pid=84042) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 18 21:06:14.309470 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-c2c89772-2e3c-4de8-ab20-9ad144b43ea9 tempest-RoutersIpV6AdminTest-1441855246 tempest-RoutersIpV6AdminTest-1441855246-project-admin] Notify callbacks [] for router, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:14.311007 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-c2c89772-2e3c-4de8-ab20-9ad144b43ea9 tempest-RoutersIpV6AdminTest-1441855246 tempest-RoutersIpV6AdminTest-1441855246-project-admin] 10.222.0.42 "PUT /v2.0/routers/c46d07ab-693e-492b-b233-853bc8943885 HTTP/1.1" status: 200 len: 918 time: 6.0758195 Apr 18 21:06:14.314056 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 38340) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:06:14.429241 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ce39be4-1101-4868-9b1e-486d651d8670 None None] Routers {'c46d07ab-693e-492b-b233-853bc8943885'} bound to L3 agent in host n-d-838334-2 {{(pid=84042) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 21:06:14.429918 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_hamode_db [None req-9ce39be4-1101-4868-9b1e-486d651d8670 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838334-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-18T20:25:48Z,description=,heartbeat_timestamp=2022-04-18T21:05:48Z,host='n-d-838334-2',id=bc84d6c9-dd7a-4555-a351-592327b46d5a,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:25:48Z,topic='l3_agent')) {'router_ids': ['c46d07ab-693e-492b-b233-853bc8943885'], 'active': True} {{(pid=84042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:06:14.449103 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.plugin [None req-e22619fc-33b2-42cc-b2c5-f615805c47d1 tempest-AllowedAddressPairTestJSON-1420879938 tempest-AllowedAddressPairTestJSON-1420879938-project] In _notify_port_updated(), no bound segment for port c22168a6-8b65-4267-8b65-898e76101a26 on network 5bd096f8-31c9-45e2-b0e1-1f70c937e419 {{(pid=84040) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Apr 18 21:06:14.469281 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e22619fc-33b2-42cc-b2c5-f615805c47d1 tempest-AllowedAddressPairTestJSON-1420879938 tempest-AllowedAddressPairTestJSON-1420879938-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:06:14.470318 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-e22619fc-33b2-42cc-b2c5-f615805c47d1 tempest-AllowedAddressPairTestJSON-1420879938 tempest-AllowedAddressPairTestJSON-1420879938-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217293'] for port, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:14.474599 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-e22619fc-33b2-42cc-b2c5-f615805c47d1 tempest-AllowedAddressPairTestJSON-1420879938 tempest-AllowedAddressPairTestJSON-1420879938-project] 10.222.0.42 "PUT /v2.0/ports/c22168a6-8b65-4267-8b65-898e76101a26 HTTP/1.1" status: 200 len: 996 time: 1.5366836 Apr 18 21:06:14.487550 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 38346) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:06:14.537621 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-e4d9fb15-57f1-4ce7-807a-100af2b9d907 tempest-PortsIpV6TestJSON-656796091 tempest-PortsIpV6TestJSON-656796091-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750374836619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32266323'] for port, after_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:14.558983 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_hamode_db [None req-9ce39be4-1101-4868-9b1e-486d651d8670 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-838334-2', False) {} {{(pid=84042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:06:14.587968 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-615ed9a4-aa01-45c3-8b35-b3fd282884d2 None None] Notify callbacks [] for port, precommit_create {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:14.592164 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:14.631108 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-615ed9a4-aa01-45c3-8b35-b3fd282884d2 None None] Transition to ACTIVE for port object 6a2db58b-b71f-4655-8d07-59b8d536a4bb will not be triggered until provisioned by entity L2. {{(pid=84042) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:06:14.634877 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ce39be4-1101-4868-9b1e-486d651d8670 None None] Routers {'c46d07ab-693e-492b-b233-853bc8943885'} bound to L3 agent in host n-d-838334-2 {{(pid=84042) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 21:06:14.636098 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_hamode_db [None req-9ce39be4-1101-4868-9b1e-486d651d8670 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838334-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-18T20:25:48Z,description=,heartbeat_timestamp=2022-04-18T21:05:48Z,host='n-d-838334-2',id=bc84d6c9-dd7a-4555-a351-592327b46d5a,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:25:48Z,topic='l3_agent')) {'router_ids': ['c46d07ab-693e-492b-b233-853bc8943885'], 'active': True} {{(pid=84042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:06:14.658436 n-d-838334-2 neutron-server[84041]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4d9fb15-57f1-4ce7-807a-100af2b9d907 tempest-PortsIpV6TestJSON-656796091 tempest-PortsIpV6TestJSON-656796091-project] Network de7b0fae-0e02-49a3-8eec-fcb1c51621b4 is already hosted by enough agents. {{(pid=84041) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:06:14.676085 n-d-838334-2 neutron-server[84041]: DEBUG neutron.scheduler.base_scheduler [None req-e4d9fb15-57f1-4ce7-807a-100af2b9d907 tempest-PortsIpV6TestJSON-656796091 tempest-PortsIpV6TestJSON-656796091-project] Resources bound (agent type, host, resource id): {{(pid=84041) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:06:14.690800 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4d9fb15-57f1-4ce7-807a-100af2b9d907 tempest-PortsIpV6TestJSON-656796091 tempest-PortsIpV6TestJSON-656796091-project] Received port after_create {{(pid=84041) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 21:06:14.695339 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4d9fb15-57f1-4ce7-807a-100af2b9d907 tempest-PortsIpV6TestJSON-656796091 tempest-PortsIpV6TestJSON-656796091-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:06:14.697065 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-e4d9fb15-57f1-4ce7-807a-100af2b9d907 tempest-PortsIpV6TestJSON-656796091 tempest-PortsIpV6TestJSON-656796091-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217293'] for port, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:14.720653 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.plugin [None req-4e71f7d7-42b6-4666-b284-cc9da653cfa6 tempest-AllowedAddressPairTestJSON-1420879938 tempest-AllowedAddressPairTestJSON-1420879938-project] Deleting port c22168a6-8b65-4267-8b65-898e76101a26 {{(pid=84041) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 21:06:14.721063 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-4e71f7d7-42b6-4666-b284-cc9da653cfa6 tempest-AllowedAddressPairTestJSON-1420879938 tempest-AllowedAddressPairTestJSON-1420879938-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750375188691'] for port, before_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:14.721595 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_hamode_db [None req-9ce39be4-1101-4868-9b1e-486d651d8670 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-838334-2', False) {} {{(pid=84042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:06:14.721993 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ce39be4-1101-4868-9b1e-486d651d8670 None None] The sync data for ids ['c46d07ab-693e-492b-b233-853bc8943885'] in n-d-838334-2 is: [] {{(pid=84042) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 18 21:06:14.737277 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-615ed9a4-aa01-45c3-8b35-b3fd282884d2 None None] Transition to ACTIVE for port object 6a2db58b-b71f-4655-8d07-59b8d536a4bb will not be triggered until provisioned by entity DHCP. {{(pid=84042) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:06:14.749839 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-615ed9a4-aa01-45c3-8b35-b3fd282884d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750374836619'] for port, after_create {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:14.757707 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] For port b3960860-c173-49ec-b335-5c1dd2983a36, host n-d-838334-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838334-2',level=0,port_id=b3960860-c173-49ec-b335-5c1dd2983a36,segment=NetworkSegment(ef2eb13f-1420-4f51-a2d2-58ab3db62c3e),segment_id=ef2eb13f-1420-4f51-a2d2-58ab3db62c3e)] {{(pid=84042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:06:14.757900 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4d9fb15-57f1-4ce7-807a-100af2b9d907 tempest-PortsIpV6TestJSON-656796091 tempest-PortsIpV6TestJSON-656796091-project] Pushing event updated for resources: {'Port': ['ID=edb50e3b-0b85-4371-9c04-5013d461a223,revision_number=1']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:06:14.762650 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-80935a99-d448-42d8-90f1-821acebf90e9 tempest-PortsTestJSON-1335945802 tempest-PortsTestJSON-1335945802-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33528224'] for security_group, after_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:14.805893 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-e4d9fb15-57f1-4ce7-807a-100af2b9d907 tempest-PortsIpV6TestJSON-656796091 tempest-PortsIpV6TestJSON-656796091-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 848 time: 1.9072227 Apr 18 21:06:14.808259 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 38350) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:06:14.808552 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682'] for port, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:14.816009 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80935a99-d448-42d8-90f1-821acebf90e9 tempest-PortsTestJSON-1335945802 tempest-PortsTestJSON-1335945802-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=586113ca-a61a-4b8c-bdaa-61a1657fec8a,revision_number=None']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:06:14.818950 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.v2.base [None req-713ba58e-9d81-44de-9380-549526ffb746 tempest-PortsIpV6TestJSON-656796091 tempest-PortsIpV6TestJSON-656796091-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=84041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:06:14.828294 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-80935a99-d448-42d8-90f1-821acebf90e9 tempest-PortsTestJSON-1335945802 tempest-PortsTestJSON-1335945802-project] Notify callbacks [] for security_group, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:14.832106 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-80935a99-d448-42d8-90f1-821acebf90e9 tempest-PortsTestJSON-1335945802 tempest-PortsTestJSON-1335945802-project] 10.222.0.42 "DELETE /v2.0/security-groups/586113ca-a61a-4b8c-bdaa-61a1657fec8a HTTP/1.1" status: 204 len: 168 time: 1.2617793 Apr 18 21:06:14.835533 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 38354) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:06:14.838062 n-d-838334-2 neutron-server[84042]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-615ed9a4-aa01-45c3-8b35-b3fd282884d2 None None] Network 6c55f5d6-32aa-4564-9c07-62d3eb3a4e33 is already hosted by enough agents. {{(pid=84042) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:06:14.843800 n-d-838334-2 neutron-server[84042]: DEBUG neutron.scheduler.base_scheduler [None req-615ed9a4-aa01-45c3-8b35-b3fd282884d2 None None] Resources bound (agent type, host, resource id): {{(pid=84042) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:06:14.846658 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_dvrscheduler_db [None req-615ed9a4-aa01-45c3-8b35-b3fd282884d2 None None] Received port after_create {{(pid=84042) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 21:06:14.871339 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-615ed9a4-aa01-45c3-8b35-b3fd282884d2 None None] Pushing event updated for resources: {'Port': ['ID=6a2db58b-b71f-4655-8d07-59b8d536a4bb,revision_number=1']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:06:14.935608 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e22619fc-33b2-42cc-b2c5-f615805c47d1 tempest-AllowedAddressPairTestJSON-1420879938 tempest-AllowedAddressPairTestJSON-1420879938-project] Pushing event updated for resources: {'Port': ['ID=c22168a6-8b65-4267-8b65-898e76101a26,revision_number=2']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:06:15.000705 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-ecaa8ec7-9205-4e85-a96f-a3ce21490721 None None] Provisioning complete for port c22168a6-8b65-4267-8b65-898e76101a26 triggered by entity DHCP. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:06:15.001074 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-ecaa8ec7-9205-4e85-a96f-a3ce21490721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1253608'] for port, provisioning_complete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:15.062176 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.plugin [None req-ecaa8ec7-9205-4e85-a96f-a3ce21490721 None None] Port c22168a6-8b65-4267-8b65-898e76101a26 cannot update to ACTIVE because it is not bound. {{(pid=84042) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 18 21:06:15.092765 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.managers [None req-615ed9a4-aa01-45c3-8b35-b3fd282884d2 None None] Attempting to bind port 6a2db58b-b71f-4655-8d07-59b8d536a4bb on host n-d-838334-2 for vnic_type normal with profile {{(pid=84042) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 21:06:15.092966 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.managers [None req-615ed9a4-aa01-45c3-8b35-b3fd282884d2 None None] Attempting to bind port 6a2db58b-b71f-4655-8d07-59b8d536a4bb by drivers openvswitch,hyperv on host n-d-838334-2 at level 0 using segments [{'id': '4a7f8b54-5318-4fdf-ad3e-dc616d26382c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '6c55f5d6-32aa-4564-9c07-62d3eb3a4e33'}] {{(pid=84042) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 21:06:15.093310 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-615ed9a4-aa01-45c3-8b35-b3fd282884d2 None None] Attempting to bind port 6a2db58b-b71f-4655-8d07-59b8d536a4bb on network 6c55f5d6-32aa-4564-9c07-62d3eb3a4e33 {{(pid=84042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 21:06:15.095448 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Pushing event updated for resources: {'Port': ['ID=b3960860-c173-49ec-b335-5c1dd2983a36,revision_number=5']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:06:15.104594 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-615ed9a4-aa01-45c3-8b35-b3fd282884d2 None None] Checking agent: {'id': '97cd4414-7af6-4d67-868d-dff370b4071a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838334-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 25, 49), 'started_at': datetime.datetime(2022, 4, 18, 20, 26, 19), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 21, 5, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838334-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 18 21:06:15.104979 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-615ed9a4-aa01-45c3-8b35-b3fd282884d2 None None] Checking segment: {'id': '4a7f8b54-5318-4fdf-ad3e-dc616d26382c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '6c55f5d6-32aa-4564-9c07-62d3eb3a4e33'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84042) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 21:06:15.105352 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-615ed9a4-aa01-45c3-8b35-b3fd282884d2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:15.105735 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-615ed9a4-aa01-45c3-8b35-b3fd282884d2 None None] Bound using segment: {'id': '4a7f8b54-5318-4fdf-ad3e-dc616d26382c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '6c55f5d6-32aa-4564-9c07-62d3eb3a4e33'} {{(pid=84042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 18 21:06:15.106192 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.managers [None req-615ed9a4-aa01-45c3-8b35-b3fd282884d2 None None] Bound port: 6a2db58b-b71f-4655-8d07-59b8d536a4bb, host: n-d-838334-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4a7f8b54-5318-4fdf-ad3e-dc616d26382c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '6c55f5d6-32aa-4564-9c07-62d3eb3a4e33'}}] {{(pid=84042) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 21:06:15.106561 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-615ed9a4-aa01-45c3-8b35-b3fd282884d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:15.267519 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-50d65e03-def1-489f-9650-6b606e79313f tempest-FloatingIPTestJSON-1355648241 tempest-FloatingIPTestJSON-1355648241-project] Notify agent at l3_agent.n-d-838334-2 the message routers_updated {{(pid=84041) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 21:06:15.280051 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-50d65e03-def1-489f-9650-6b606e79313f tempest-FloatingIPTestJSON-1355648241 tempest-FloatingIPTestJSON-1355648241-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217293'] for floatingip, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:15.281822 n-d-838334-2 neutron-server[84043]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a9f63ee-2e48-489e-ac98-1f09fcc822da None None] Sync routers for ids ['8d2572c8-a331-400d-95fa-c6c17825c988'] in n-d-838334-2 {{(pid=84043) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 18 21:06:15.302194 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.db_base_plugin_v2 [None req-b8c7115f-04b6-4b5a-9ded-47fb4b88b4ad tempest-PortsTestJSON-1335945802 tempest-PortsTestJSON-1335945802-project] Deleting subnet a871e803-3b07-4ab1-a658-5cffa2570696 {{(pid=84040) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 18 21:06:15.305670 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-b8c7115f-04b6-4b5a-9ded-47fb4b88b4ad tempest-PortsTestJSON-1335945802 tempest-PortsTestJSON-1335945802-project] Notify callbacks [] for subnet, before_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:15.307910 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a9f63ee-2e48-489e-ac98-1f09fcc822da None None] Routers {'8d2572c8-a331-400d-95fa-c6c17825c988'} bound to L3 agent in host n-d-838334-2 {{(pid=84043) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 21:06:15.309123 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.l3_hamode_db [None req-0a9f63ee-2e48-489e-ac98-1f09fcc822da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838334-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-18T20:25:48Z,description=,heartbeat_timestamp=2022-04-18T21:05:48Z,host='n-d-838334-2',id=bc84d6c9-dd7a-4555-a351-592327b46d5a,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:25:48Z,topic='l3_agent')) {'router_ids': ['8d2572c8-a331-400d-95fa-c6c17825c988'], 'active': True} {{(pid=84043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:06:15.352165 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-615ed9a4-aa01-45c3-8b35-b3fd282884d2 None None] For port 6a2db58b-b71f-4655-8d07-59b8d536a4bb, host n-d-838334-2, cleared binding levels {{(pid=84042) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 21:06:15.357561 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-713ba58e-9d81-44de-9380-549526ffb746 tempest-PortsIpV6TestJSON-656796091 tempest-PortsIpV6TestJSON-656796091-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:15.357903 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-615ed9a4-aa01-45c3-8b35-b3fd282884d2 None None] For port 6a2db58b-b71f-4655-8d07-59b8d536a4bb, host n-d-838334-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838334-2',level=0,port_id=6a2db58b-b71f-4655-8d07-59b8d536a4bb,segment=NetworkSegment(4a7f8b54-5318-4fdf-ad3e-dc616d26382c),segment_id=4a7f8b54-5318-4fdf-ad3e-dc616d26382c)] {{(pid=84042) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 21:06:15.365642 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-615ed9a4-aa01-45c3-8b35-b3fd282884d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682'] for port, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:15.368293 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-b8c7115f-04b6-4b5a-9ded-47fb4b88b4ad tempest-PortsTestJSON-1335945802 tempest-PortsTestJSON-1335945802-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31955982'] for subnet, precommit_delete_associations {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:15.442234 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.l3_hamode_db [None req-0a9f63ee-2e48-489e-ac98-1f09fcc822da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-838334-2', False) {} {{(pid=84043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:06:15.454958 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a9f63ee-2e48-489e-ac98-1f09fcc822da None None] Routers {'8d2572c8-a331-400d-95fa-c6c17825c988'} bound to L3 agent in host n-d-838334-2 {{(pid=84043) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 21:06:15.455884 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.l3_hamode_db [None req-0a9f63ee-2e48-489e-ac98-1f09fcc822da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838334-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-18T20:25:48Z,description=,heartbeat_timestamp=2022-04-18T21:05:48Z,host='n-d-838334-2',id=bc84d6c9-dd7a-4555-a351-592327b46d5a,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:25:48Z,topic='l3_agent')) {'router_ids': ['8d2572c8-a331-400d-95fa-c6c17825c988'], 'active': True} {{(pid=84043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:06:15.467428 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-50d65e03-def1-489f-9650-6b606e79313f tempest-FloatingIPTestJSON-1355648241 tempest-FloatingIPTestJSON-1355648241-project] 10.222.0.42 "PUT /v2.0/floatingips/a54b06c8-fb08-421e-8c15-2fc2ffc86c6c HTTP/1.1" status: 200 len: 688 time: 4.6396320 Apr 18 21:06:15.473980 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-4e71f7d7-42b6-4666-b284-cc9da653cfa6 tempest-AllowedAddressPairTestJSON-1420879938 tempest-AllowedAddressPairTestJSON-1420879938-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369123'] for port, precommit_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:15.477863 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 38358) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:06:15.547168 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-d64cc823-1d51-4c2c-bf63-20a8930c2804 tempest-RoutersTest-1500746192 tempest-RoutersTest-1500746192-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:15.573006 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-615ed9a4-aa01-45c3-8b35-b3fd282884d2 None None] Pushing event updated for resources: {'Port': ['ID=6a2db58b-b71f-4655-8d07-59b8d536a4bb,revision_number=2']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:06:15.608575 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.l3_hamode_db [None req-0a9f63ee-2e48-489e-ac98-1f09fcc822da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-838334-2', False) {} {{(pid=84043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:06:15.611533 n-d-838334-2 neutron-server[84043]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a9f63ee-2e48-489e-ac98-1f09fcc822da None None] The sync data for ids ['8d2572c8-a331-400d-95fa-c6c17825c988'] in n-d-838334-2 is: [] {{(pid=84043) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 18 21:06:15.641763 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-4983fe84-c8b6-4800-bd5b-451d383482e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750375287399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253529'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:15.838755 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.plugin [None req-4e71f7d7-42b6-4666-b284-cc9da653cfa6 tempest-AllowedAddressPairTestJSON-1420879938 tempest-AllowedAddressPairTestJSON-1420879938-project] Calling delete_port for c22168a6-8b65-4267-8b65-898e76101a26 owned by {{(pid=84041) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 21:06:15.931905 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-dfdd50e6-28a7-432e-bf4d-1b49c4011b62 tempest-RoutersIpV6AdminTest-1441855246 tempest-RoutersIpV6AdminTest-1441855246-project-admin] 10.222.0.42 "GET /v2.0/routers/c46d07ab-693e-492b-b233-853bc8943885 HTTP/1.1" status: 200 len: 924 time: 1.6145773 Apr 18 21:06:15.932617 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 38364) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:06:15.962792 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-713ba58e-9d81-44de-9380-549526ffb746 tempest-PortsIpV6TestJSON-656796091 tempest-PortsIpV6TestJSON-656796091-project] Notify callbacks [] for port, precommit_update {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:16.010237 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-713ba58e-9d81-44de-9380-549526ffb746 tempest-PortsIpV6TestJSON-656796091 tempest-PortsIpV6TestJSON-656796091-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32266282'] for port, after_update {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:16.058545 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Device b3960860-c173-49ec-b335-5c1dd2983a36 up at agent ovs-agent-n-d-838334-2 {{(pid=84042) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 21:06:16.081955 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.plugin [None req-6bca1dc9-93a3-4604-8cda-b3546ded443b tempest-FloatingIPTestJSON-1355648241 tempest-FloatingIPTestJSON-1355648241-project] Deleting port 363ce02e-d7fb-4f4b-968a-156096841677 {{(pid=84040) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 21:06:16.082533 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-6bca1dc9-93a3-4604-8cda-b3546ded443b tempest-FloatingIPTestJSON-1355648241 tempest-FloatingIPTestJSON-1355648241-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750375188691'] for port, before_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:16.123280 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.plugin [None req-713ba58e-9d81-44de-9380-549526ffb746 tempest-PortsIpV6TestJSON-656796091 tempest-PortsIpV6TestJSON-656796091-project] In _notify_port_updated(), no bound segment for port edb50e3b-0b85-4371-9c04-5013d461a223 on network de7b0fae-0e02-49a3-8eec-fcb1c51621b4 {{(pid=84041) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Apr 18 21:06:16.127088 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-713ba58e-9d81-44de-9380-549526ffb746 tempest-PortsIpV6TestJSON-656796091 tempest-PortsIpV6TestJSON-656796091-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:06:16.127725 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-713ba58e-9d81-44de-9380-549526ffb746 tempest-PortsIpV6TestJSON-656796091 tempest-PortsIpV6TestJSON-656796091-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217293'] for port, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:16.129016 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-713ba58e-9d81-44de-9380-549526ffb746 tempest-PortsIpV6TestJSON-656796091 tempest-PortsIpV6TestJSON-656796091-project] 10.222.0.42 "PUT /v2.0/ports/edb50e3b-0b85-4371-9c04-5013d461a223 HTTP/1.1" status: 200 len: 818 time: 1.3166900 Apr 18 21:06:16.137274 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 38368) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:06:16.154207 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Provisioning complete for port b3960860-c173-49ec-b335-5c1dd2983a36 triggered by entity L2. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:06:16.154571 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1253608'] for port, provisioning_complete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:16.242725 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-713ba58e-9d81-44de-9380-549526ffb746 tempest-PortsIpV6TestJSON-656796091 tempest-PortsIpV6TestJSON-656796091-project] Pushing event updated for resources: {'Port': ['ID=edb50e3b-0b85-4371-9c04-5013d461a223,revision_number=2']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:06:16.250803 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-4e71f7d7-42b6-4666-b284-cc9da653cfa6 tempest-AllowedAddressPairTestJSON-1420879938 tempest-AllowedAddressPairTestJSON-1420879938-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750375259028', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750374836628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32266323'] for port, after_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:16.252159 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-b8c7115f-04b6-4b5a-9ded-47fb4b88b4ad tempest-PortsTestJSON-1335945802 tempest-PortsTestJSON-1335945802-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1260556'] for subnet, precommit_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:16.308826 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Device 6a2db58b-b71f-4655-8d07-59b8d536a4bb up at agent ovs-agent-n-d-838334-2 {{(pid=84042) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 21:06:16.317733 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e71f7d7-42b6-4666-b284-cc9da653cfa6 tempest-AllowedAddressPairTestJSON-1420879938 tempest-AllowedAddressPairTestJSON-1420879938-project] Pushing event deleted for resources: {'Port': ['ID=c22168a6-8b65-4267-8b65-898e76101a26,revision_number=None']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:06:16.389157 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-5bb30cdb-6ac9-482c-84fd-613ae39a2189 tempest-RoutersIpV6AdminTest-1441855246 tempest-RoutersIpV6AdminTest-1441855246-project-admin] 10.222.0.42 "GET /v2.0/ports?network_id=e41b6600-a917-4a8d-b05c-be3be40c6d8c&device_id=c46d07ab-693e-492b-b233-853bc8943885&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.4237814 Apr 18 21:06:16.392697 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 38372) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:06:16.400844 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Provisioning for port 6a2db58b-b71f-4655-8d07-59b8d536a4bb completed by entity L2. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 21:06:16.423594 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.plugin [None req-16e2da8a-ee2e-4269-9848-1fdd5619df73 tempest-PortsIpV6TestJSON-656796091 tempest-PortsIpV6TestJSON-656796091-project] Deleting port edb50e3b-0b85-4371-9c04-5013d461a223 {{(pid=84040) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 21:06:16.423964 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-16e2da8a-ee2e-4269-9848-1fdd5619df73 tempest-PortsIpV6TestJSON-656796091 tempest-PortsIpV6TestJSON-656796091-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750375188691'] for port, before_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:16.514616 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-4e71f7d7-42b6-4666-b284-cc9da653cfa6 tempest-AllowedAddressPairTestJSON-1420879938 tempest-AllowedAddressPairTestJSON-1420879938-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217293'] for port, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:16.544983 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-4e71f7d7-42b6-4666-b284-cc9da653cfa6 tempest-AllowedAddressPairTestJSON-1420879938 tempest-AllowedAddressPairTestJSON-1420879938-project] 10.222.0.42 "DELETE /v2.0/ports/c22168a6-8b65-4267-8b65-898e76101a26 HTTP/1.1" status: 204 len: 168 time: 2.0538886 Apr 18 21:06:16.548157 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 38376) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:06:16.605122 n-d-838334-2 neutron-server[84041]: INFO neutron.pecan_wsgi.hooks.translation [None req-7e020661-3e5b-4224-a6c2-17dfa8ddfd9c tempest-AllowedAddressPairTestJSON-1420879938 tempest-AllowedAddressPairTestJSON-1420879938-project] GET failed (client error): The resource could not be found. Apr 18 21:06:16.605488 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-7e020661-3e5b-4224-a6c2-17dfa8ddfd9c tempest-AllowedAddressPairTestJSON-1420879938 tempest-AllowedAddressPairTestJSON-1420879938-project] Synchronizing usage tracker for tenant:87f6fd4dfa374cfdb4f7d3363b37a30b on resource:port {{(pid=84041) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 21:06:16.613283 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f166a716-acde-450c-b670-a279f98cdef3 tempest-RoutersIpV6AdminTest-1441855246 tempest-RoutersIpV6AdminTest-1441855246-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:06:16.615528 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-f166a716-acde-450c-b670-a279f98cdef3 tempest-RoutersIpV6AdminTest-1441855246 tempest-RoutersIpV6AdminTest-1441855246-project-admin] 10.222.0.42 "GET /v2.0/networks/e41b6600-a917-4a8d-b05c-be3be40c6d8c HTTP/1.1" status: 200 len: 881 time: 0.2218261 Apr 18 21:06:16.619692 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 38380) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:06:16.670814 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-e5e10588-59ab-4230-a122-d04c2c57928e tempest-RoutersIpV6AdminTest-1940382112 tempest-RoutersIpV6AdminTest-1940382112-project] 10.222.0.42 "GET /v2.0/ports?device_id=c46d07ab-693e-492b-b233-853bc8943885 HTTP/1.1" status: 200 len: 205 time: 0.0488315 Apr 18 21:06:16.674761 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 38386) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:06:16.677644 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-7e020661-3e5b-4224-a6c2-17dfa8ddfd9c tempest-AllowedAddressPairTestJSON-1420879938 tempest-AllowedAddressPairTestJSON-1420879938-project] Unset dirty status for tenant:87f6fd4dfa374cfdb4f7d3363b37a30b on resource:port {{(pid=84041) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 21:06:16.682375 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-7e020661-3e5b-4224-a6c2-17dfa8ddfd9c tempest-AllowedAddressPairTestJSON-1420879938 tempest-AllowedAddressPairTestJSON-1420879938-project] 10.222.0.42 "GET /v2.0/ports/c22168a6-8b65-4267-8b65-898e76101a26 HTTP/1.1" status: 404 len: 333 time: 0.1298621 Apr 18 21:06:16.742580 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 38390) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:06:16.757678 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-b8c7115f-04b6-4b5a-9ded-47fb4b88b4ad tempest-PortsTestJSON-1335945802 tempest-PortsTestJSON-1335945802-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1260549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33526260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32440885', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31752825'] for subnet, after_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:16.761273 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.v2.base [None req-4de661ca-413f-44d4-b13a-d2fc7ab03305 tempest-AllowedAddressPairTestJSON-1420879938 tempest-AllowedAddressPairTestJSON-1420879938-project] Request body: {'port': {'network_id': '5bd096f8-31c9-45e2-b0e1-1f70c937e419', 'name': 'tempest-AllowedAddressPairTestJSON-1838284735'}} {{(pid=84041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:06:16.851648 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8c7115f-04b6-4b5a-9ded-47fb4b88b4ad tempest-PortsTestJSON-1335945802 tempest-PortsTestJSON-1335945802-project] Pushing event deleted for resources: {'Subnet': ['ID=a871e803-3b07-4ab1-a658-5cffa2570696,revision_number=None']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:06:16.858341 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-6bca1dc9-93a3-4604-8cda-b3546ded443b tempest-FloatingIPTestJSON-1355648241 tempest-FloatingIPTestJSON-1355648241-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369123'] for port, precommit_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:16.858702 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-6bca1dc9-93a3-4604-8cda-b3546ded443b tempest-FloatingIPTestJSON-1355648241 tempest-FloatingIPTestJSON-1355648241-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:16.890663 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00e328f2-2136-4502-887c-94738fda35aa None None] Network 1a5d91c8-1709-4cd3-96e4-f851e43fa6e0 requested from n-d-838334-2 {{(pid=84042) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 21:06:16.927544 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-b8c7115f-04b6-4b5a-9ded-47fb4b88b4ad tempest-PortsTestJSON-1335945802 tempest-PortsTestJSON-1335945802-project] Notify callbacks [] for subnet, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:16.945256 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-b8c7115f-04b6-4b5a-9ded-47fb4b88b4ad tempest-PortsTestJSON-1335945802 tempest-PortsTestJSON-1335945802-project] 10.222.0.42 "DELETE /v2.0/subnets/a871e803-3b07-4ab1-a658-5cffa2570696 HTTP/1.1" status: 204 len: 168 time: 2.1054301 Apr 18 21:06:16.950056 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 38398) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:06:17.092781 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-4de661ca-413f-44d4-b13a-d2fc7ab03305 tempest-AllowedAddressPairTestJSON-1420879938 tempest-AllowedAddressPairTestJSON-1420879938-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:06:17.200895 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.plugin [None req-6bca1dc9-93a3-4604-8cda-b3546ded443b tempest-FloatingIPTestJSON-1355648241 tempest-FloatingIPTestJSON-1355648241-project] Calling delete_port for 363ce02e-d7fb-4f4b-968a-156096841677 owned by network:floatingip {{(pid=84040) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 21:06:17.356629 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-4de661ca-413f-44d4-b13a-d2fc7ab03305 tempest-AllowedAddressPairTestJSON-1420879938 tempest-AllowedAddressPairTestJSON-1420879938-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:06:17.418678 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4de661ca-413f-44d4-b13a-d2fc7ab03305 tempest-AllowedAddressPairTestJSON-1420879938 tempest-AllowedAddressPairTestJSON-1420879938-project] Made reservation on behalf of 87f6fd4dfa374cfdb4f7d3363b37a30b for: {'port': 1} {{(pid=84041) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:06:17.422928 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-4de661ca-413f-44d4-b13a-d2fc7ab03305 tempest-AllowedAddressPairTestJSON-1420879938 tempest-AllowedAddressPairTestJSON-1420879938-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:17.461639 n-d-838334-2 neutron-server[84041]: DEBUG neutron.notifiers.nova [None req-4de661ca-413f-44d4-b13a-d2fc7ab03305 tempest-AllowedAddressPairTestJSON-1420879938 tempest-AllowedAddressPairTestJSON-1420879938-project] device_id is not set on port c20bacc2-67e1-42c4-b5ce-1ebd55c01ae2 yet. {{(pid=84041) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 18 21:06:17.548334 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-16e2da8a-ee2e-4269-9848-1fdd5619df73 tempest-PortsIpV6TestJSON-656796091 tempest-PortsIpV6TestJSON-656796091-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369123'] for port, precommit_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:17.572750 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.db_base_plugin_common [None req-d64cc823-1d51-4c2c-bf63-20a8930c2804 tempest-RoutersTest-1500746192 tempest-RoutersTest-1500746192-project] Allocated IP 172.21.0.1 (6c55f5d6-32aa-4564-9c07-62d3eb3a4e33/2b90dced-66c9-4d15-bdac-b6cf07d1ccea/33b867d1-0439-4e6e-9292-2f7076a420d5) {{(pid=84040) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 21:06:17.592108 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ae953a3-fdd9-470c-acc6-7d07ea78a2b0 None None] Network 6c55f5d6-32aa-4564-9c07-62d3eb3a4e33 requested from n-d-838334-2 {{(pid=84042) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 21:06:17.618405 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.agents_db [None req-6346a179-333c-4370-b5a6-936984aeab15 None None] Agent healthcheck: found 7 active agents {{(pid=84043) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 18 21:06:17.634781 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.db_base_plugin_v2 [None req-f7d938a0-5a00-4abb-9647-17114ccfec1a tempest-PortsTestJSON-1335945802 tempest-PortsTestJSON-1335945802-project] Deleting subnet c7375eca-cf03-4abc-a8ca-a68f497ea91a {{(pid=84041) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 18 21:06:17.643972 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-f7d938a0-5a00-4abb-9647-17114ccfec1a tempest-PortsTestJSON-1335945802 tempest-PortsTestJSON-1335945802-project] Notify callbacks [] for subnet, before_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:17.740500 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-4959c0e6-c9fa-4aeb-83ca-f02eefbdca7e None None] Provisioning for port 6a2db58b-b71f-4655-8d07-59b8d536a4bb completed by entity DHCP. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 21:06:17.751157 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-4959c0e6-c9fa-4aeb-83ca-f02eefbdca7e None None] Provisioning complete for port 6a2db58b-b71f-4655-8d07-59b8d536a4bb triggered by entity DHCP. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:06:17.751581 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-4959c0e6-c9fa-4aeb-83ca-f02eefbdca7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1253608'] for port, provisioning_complete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:17.792938 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.plugin [None req-16e2da8a-ee2e-4269-9848-1fdd5619df73 tempest-PortsIpV6TestJSON-656796091 tempest-PortsIpV6TestJSON-656796091-project] Calling delete_port for edb50e3b-0b85-4371-9c04-5013d461a223 owned by {{(pid=84040) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 21:06:17.804555 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-f7d938a0-5a00-4abb-9647-17114ccfec1a tempest-PortsTestJSON-1335945802 tempest-PortsTestJSON-1335945802-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32266383'] for subnet, precommit_delete_associations {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:17.862173 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-7d6fb188-70cb-4cbe-a7b7-c50213f71e8c tempest-RoutersIpV6AdminTest-1940382112 tempest-RoutersIpV6AdminTest-1940382112-project] Notify callbacks [] for router, before_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:17.995832 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-3cf9ce9f-65a8-444f-bae7-2225b7db2196 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750375287399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253529'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:18.003953 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-4959c0e6-c9fa-4aeb-83ca-f02eefbdca7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:18.054751 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-4959c0e6-c9fa-4aeb-83ca-f02eefbdca7e None None] For port 6a2db58b-b71f-4655-8d07-59b8d536a4bb, host n-d-838334-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838334-2',level=0,port_id=6a2db58b-b71f-4655-8d07-59b8d536a4bb,segment=NetworkSegment(4a7f8b54-5318-4fdf-ad3e-dc616d26382c),segment_id=4a7f8b54-5318-4fdf-ad3e-dc616d26382c)] {{(pid=84042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:06:18.067220 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-4959c0e6-c9fa-4aeb-83ca-f02eefbdca7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682'] for port, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:18.151249 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4959c0e6-c9fa-4aeb-83ca-f02eefbdca7e None None] Pushing event updated for resources: {'Port': ['ID=6a2db58b-b71f-4655-8d07-59b8d536a4bb,revision_number=3']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:06:18.151877 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-6bca1dc9-93a3-4604-8cda-b3546ded443b tempest-FloatingIPTestJSON-1355648241 tempest-FloatingIPTestJSON-1355648241-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750375259028', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750374836628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32440838'] for port, after_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:18.210866 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.db_base_plugin_common [None req-4de661ca-413f-44d4-b13a-d2fc7ab03305 tempest-AllowedAddressPairTestJSON-1420879938 tempest-AllowedAddressPairTestJSON-1420879938-project] Allocated IP 172.20.0.4 (5bd096f8-31c9-45e2-b0e1-1f70c937e419/48e6f919-7f3d-458b-bbef-564ab5f00649/c20bacc2-67e1-42c4-b5ce-1ebd55c01ae2) {{(pid=84041) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 21:06:18.221270 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-16e2da8a-ee2e-4269-9848-1fdd5619df73 tempest-PortsIpV6TestJSON-656796091 tempest-PortsIpV6TestJSON-656796091-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750375259028', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750374836628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32440838'] for port, after_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:18.235551 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bca1dc9-93a3-4604-8cda-b3546ded443b tempest-FloatingIPTestJSON-1355648241 tempest-FloatingIPTestJSON-1355648241-project] Pushing event deleted for resources: {'Port': ['ID=363ce02e-d7fb-4f4b-968a-156096841677,revision_number=None']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:06:18.337286 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-f7d938a0-5a00-4abb-9647-17114ccfec1a tempest-PortsTestJSON-1335945802 tempest-PortsTestJSON-1335945802-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1260556'] for subnet, precommit_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:18.342529 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16e2da8a-ee2e-4269-9848-1fdd5619df73 tempest-PortsIpV6TestJSON-656796091 tempest-PortsIpV6TestJSON-656796091-project] Pushing event deleted for resources: {'Port': ['ID=edb50e3b-0b85-4371-9c04-5013d461a223,revision_number=None']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:06:18.355722 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-d64cc823-1d51-4c2c-bf63-20a8930c2804 tempest-RoutersTest-1500746192 tempest-RoutersTest-1500746192-project] Notify callbacks [] for port, precommit_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:18.409317 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-16e2da8a-ee2e-4269-9848-1fdd5619df73 tempest-PortsIpV6TestJSON-656796091 tempest-PortsIpV6TestJSON-656796091-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217293'] for port, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:18.496256 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-6bca1dc9-93a3-4604-8cda-b3546ded443b tempest-FloatingIPTestJSON-1355648241 tempest-FloatingIPTestJSON-1355648241-project] Notify callbacks [] for floatingip, after_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:18.499596 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.provisioning_blocks [None req-d64cc823-1d51-4c2c-bf63-20a8930c2804 tempest-RoutersTest-1500746192 tempest-RoutersTest-1500746192-project] Transition to ACTIVE for port object 33b867d1-0439-4e6e-9292-2f7076a420d5 will not be triggered until provisioned by entity DHCP. {{(pid=84040) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:06:18.508989 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-7c778a1a-ed81-4f66-b437-0f7bd7060eac None None] Provisioning complete for port fed3bd89-3f9e-400e-aea5-1b4464149caf triggered by entity DHCP. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:06:18.509680 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-7c778a1a-ed81-4f66-b437-0f7bd7060eac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1253608'] for port, provisioning_complete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:18.512562 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 38408) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:06:18.512817 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-16e2da8a-ee2e-4269-9848-1fdd5619df73 tempest-PortsIpV6TestJSON-656796091 tempest-PortsIpV6TestJSON-656796091-project] 10.222.0.42 "DELETE /v2.0/ports/edb50e3b-0b85-4371-9c04-5013d461a223 HTTP/1.1" status: 204 len: 168 time: 2.3696108 Apr 18 21:06:18.524298 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-6bca1dc9-93a3-4604-8cda-b3546ded443b tempest-FloatingIPTestJSON-1355648241 tempest-FloatingIPTestJSON-1355648241-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217293'] for floatingip, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:18.525461 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-6bca1dc9-93a3-4604-8cda-b3546ded443b tempest-FloatingIPTestJSON-1355648241 tempest-FloatingIPTestJSON-1355648241-project] 10.222.0.42 "DELETE /v2.0/floatingips/a54b06c8-fb08-421e-8c15-2fc2ffc86c6c HTTP/1.1" status: 204 len: 168 time: 2.9916310 Apr 18 21:06:18.528214 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 38412) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:06:18.618966 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-f7d938a0-5a00-4abb-9647-17114ccfec1a tempest-PortsTestJSON-1335945802 tempest-PortsTestJSON-1335945802-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1260549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33526260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32266336', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32486390'] for subnet, after_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:18.619108 n-d-838334-2 neutron-server[84040]: INFO neutron.api.v2.resource [None req-5d0929ce-6544-4a25-b70d-9f1021ba3cf1 tempest-FloatingIPTestJSON-1355648241 tempest-FloatingIPTestJSON-1355648241-project] delete failed (client error): The resource could not be found. Apr 18 21:06:18.620557 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-5d0929ce-6544-4a25-b70d-9f1021ba3cf1 tempest-FloatingIPTestJSON-1355648241 tempest-FloatingIPTestJSON-1355648241-project] 10.222.0.42 "DELETE /v2.0/floatingips/a54b06c8-fb08-421e-8c15-2fc2ffc86c6c HTTP/1.1" status: 404 len: 345 time: 0.0910923 Apr 18 21:06:18.625426 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 38416) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:06:18.693188 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-d64cc823-1d51-4c2c-bf63-20a8930c2804 tempest-RoutersTest-1500746192 tempest-RoutersTest-1500746192-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750374836619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32440838'] for port, after_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:18.696912 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-7c778a1a-ed81-4f66-b437-0f7bd7060eac None None] Provisioning complete for port 52793402-19f0-422b-9895-a5b49a6f6fc8 triggered by entity DHCP. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:06:18.698077 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-7c778a1a-ed81-4f66-b437-0f7bd7060eac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1253608'] for port, provisioning_complete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:18.719258 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7d938a0-5a00-4abb-9647-17114ccfec1a tempest-PortsTestJSON-1335945802 tempest-PortsTestJSON-1335945802-project] Pushing event deleted for resources: {'Subnet': ['ID=c7375eca-cf03-4abc-a8ca-a68f497ea91a,revision_number=None']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:06:18.784158 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-f7d938a0-5a00-4abb-9647-17114ccfec1a tempest-PortsTestJSON-1335945802 tempest-PortsTestJSON-1335945802-project] Notify callbacks [] for subnet, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:18.788075 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d64cc823-1d51-4c2c-bf63-20a8930c2804 tempest-RoutersTest-1500746192 tempest-RoutersTest-1500746192-project] Pushing event updated for resources: {'Port': ['ID=33b867d1-0439-4e6e-9292-2f7076a420d5,revision_number=1']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:06:18.789645 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90bf619f-0992-47c1-bd6c-ddf6bf2f3801 None None] Network 1a5d91c8-1709-4cd3-96e4-f851e43fa6e0 requested from n-d-838334-2 {{(pid=84042) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 21:06:18.794492 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-4de661ca-413f-44d4-b13a-d2fc7ab03305 tempest-AllowedAddressPairTestJSON-1420879938 tempest-AllowedAddressPairTestJSON-1420879938-project] Notify callbacks [] for port, precommit_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:18.803890 n-d-838334-2 neutron-server[84040]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d64cc823-1d51-4c2c-bf63-20a8930c2804 tempest-RoutersTest-1500746192 tempest-RoutersTest-1500746192-project] Network 6c55f5d6-32aa-4564-9c07-62d3eb3a4e33 is already hosted by enough agents. {{(pid=84040) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:06:18.805132 n-d-838334-2 neutron-server[84040]: DEBUG neutron.scheduler.base_scheduler [None req-d64cc823-1d51-4c2c-bf63-20a8930c2804 tempest-RoutersTest-1500746192 tempest-RoutersTest-1500746192-project] Resources bound (agent type, host, resource id): {{(pid=84040) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:06:18.808017 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d64cc823-1d51-4c2c-bf63-20a8930c2804 tempest-RoutersTest-1500746192 tempest-RoutersTest-1500746192-project] Received port after_create {{(pid=84040) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 21:06:18.810979 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.plugin [None req-7c778a1a-ed81-4f66-b437-0f7bd7060eac None None] Port 52793402-19f0-422b-9895-a5b49a6f6fc8 cannot update to ACTIVE because it is not bound. {{(pid=84042) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 18 21:06:18.831586 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-f7d938a0-5a00-4abb-9647-17114ccfec1a tempest-PortsTestJSON-1335945802 tempest-PortsTestJSON-1335945802-project] 10.222.0.42 "DELETE /v2.0/subnets/c7375eca-cf03-4abc-a8ca-a68f497ea91a HTTP/1.1" status: 204 len: 168 time: 1.8803163 Apr 18 21:06:18.836411 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 38422) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:06:18.883171 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10475a2a-7750-4cbb-8d9d-1a0636dc639b tempest-FloatingIPTestJSON-1355648241 tempest-FloatingIPTestJSON-1355648241-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:06:18.887811 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10475a2a-7750-4cbb-8d9d-1a0636dc639b tempest-FloatingIPTestJSON-1355648241 tempest-FloatingIPTestJSON-1355648241-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:06:18.889368 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.provisioning_blocks [None req-4de661ca-413f-44d4-b13a-d2fc7ab03305 tempest-AllowedAddressPairTestJSON-1420879938 tempest-AllowedAddressPairTestJSON-1420879938-project] Transition to ACTIVE for port object c20bacc2-67e1-42c4-b5ce-1ebd55c01ae2 will not be triggered until provisioned by entity DHCP. {{(pid=84041) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:06:18.892217 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10475a2a-7750-4cbb-8d9d-1a0636dc639b tempest-FloatingIPTestJSON-1355648241 tempest-FloatingIPTestJSON-1355648241-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:06:18.893070 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-10475a2a-7750-4cbb-8d9d-1a0636dc639b tempest-FloatingIPTestJSON-1355648241 tempest-FloatingIPTestJSON-1355648241-project] Synchronizing usage tracker for tenant:23d580683d72427e8760083fb729f9d6 on resource:port {{(pid=84040) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 21:06:18.916869 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-d64cc823-1d51-4c2c-bf63-20a8930c2804 tempest-RoutersTest-1500746192 tempest-RoutersTest-1500746192-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33444010'] for router_interface, before_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:18.917380 n-d-838334-2 neutron-server[84041]: INFO neutron.pecan_wsgi.hooks.translation [None req-bc417709-a1cc-4c1f-ad29-0381f740e10b tempest-PortsTestJSON-1335945802 tempest-PortsTestJSON-1335945802-project] DELETE failed (client error): The resource could not be found. Apr 18 21:06:18.917903 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bc417709-a1cc-4c1f-ad29-0381f740e10b tempest-PortsTestJSON-1335945802 tempest-PortsTestJSON-1335945802-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84041) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 21:06:18.922684 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 38426) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:06:18.940207 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-bc417709-a1cc-4c1f-ad29-0381f740e10b tempest-PortsTestJSON-1335945802 tempest-PortsTestJSON-1335945802-project] 10.222.0.42 "DELETE /v2.0/subnets/a871e803-3b07-4ab1-a658-5cffa2570696 HTTP/1.1" status: 404 len: 337 time: 0.0988936 Apr 18 21:06:18.941467 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-7d6fb188-70cb-4cbe-a7b7-c50213f71e8c tempest-RoutersIpV6AdminTest-1940382112 tempest-RoutersIpV6AdminTest-1940382112-project] Notify callbacks [] for router_gateway, before_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:18.963191 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9209c1a-3280-4569-8365-01ff0f1265a1 tempest-PortsIpV6TestJSON-656796091 tempest-PortsIpV6TestJSON-656796091-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:06:18.964040 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-e9209c1a-3280-4569-8365-01ff0f1265a1 tempest-PortsIpV6TestJSON-656796091 tempest-PortsIpV6TestJSON-656796091-project] Synchronizing usage tracker for tenant:2eda1cb86d1d401280eb2d37452a60a8 on resource:port {{(pid=84041) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 21:06:18.970033 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [req-be01a924-3607-4094-9ace-8192eca7156f req-a4419468-6f63-4d1f-977e-205e5b8571c7 tempest-ServersTestJSON-787755264 tempest-ServersTestJSON-787755264-project] (84041) timed out ('10.222.0.43', 55729) {{(pid=84041) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Apr 18 21:06:19.024214 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.plugin [None req-7d6fb188-70cb-4cbe-a7b7-c50213f71e8c tempest-RoutersIpV6AdminTest-1940382112 tempest-RoutersIpV6AdminTest-1940382112-project] Deleting port ed593a25-c6aa-48af-b9c8-531393156837 {{(pid=84041) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 21:06:19.024567 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-7d6fb188-70cb-4cbe-a7b7-c50213f71e8c tempest-RoutersIpV6AdminTest-1940382112 tempest-RoutersIpV6AdminTest-1940382112-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750375188691'] for port, before_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:19.116417 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-e9209c1a-3280-4569-8365-01ff0f1265a1 tempest-PortsIpV6TestJSON-656796091 tempest-PortsIpV6TestJSON-656796091-project] Unset dirty status for tenant:2eda1cb86d1d401280eb2d37452a60a8 on resource:port {{(pid=84041) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 21:06:19.118209 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-e9209c1a-3280-4569-8365-01ff0f1265a1 tempest-PortsIpV6TestJSON-656796091 tempest-PortsIpV6TestJSON-656796091-project] 10.222.0.42 "GET /v2.0/ports HTTP/1.1" status: 200 len: 847 time: 0.6026266 Apr 18 21:06:19.124440 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750375287399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253529'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:19.125872 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 38430) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:06:19.133592 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-4de661ca-413f-44d4-b13a-d2fc7ab03305 tempest-AllowedAddressPairTestJSON-1420879938 tempest-AllowedAddressPairTestJSON-1420879938-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750374836619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32266323'] for port, after_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:19.138155 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-10475a2a-7750-4cbb-8d9d-1a0636dc639b tempest-FloatingIPTestJSON-1355648241 tempest-FloatingIPTestJSON-1355648241-project] Unset dirty status for tenant:23d580683d72427e8760083fb729f9d6 on resource:port {{(pid=84040) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 21:06:19.139317 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-10475a2a-7750-4cbb-8d9d-1a0636dc639b tempest-FloatingIPTestJSON-1355648241 tempest-FloatingIPTestJSON-1355648241-project] 10.222.0.42 "GET /v2.0/ports?network_id=aac9f468-7127-4a86-9eab-4bd9c6ecd23d HTTP/1.1" status: 200 len: 2356 time: 0.5128362 Apr 18 21:06:19.147220 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-2d1c649c-9b3e-4cc4-a8b4-5f4e8b0d2c70 None None] Provisioning complete for port 6a2db58b-b71f-4655-8d07-59b8d536a4bb triggered by entity DHCP. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:06:19.147430 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 38434) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:06:19.148121 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-2d1c649c-9b3e-4cc4-a8b4-5f4e8b0d2c70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1253608'] for port, provisioning_complete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:19.235456 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.db_base_plugin_v2 [None req-d3d43268-9ec5-4dac-bd27-761099355a67 tempest-PortsTestJSON-1335945802 tempest-PortsTestJSON-1335945802-project] Deleting subnet 64ca8117-0d56-460d-89dc-6ea65d95aa90 {{(pid=84040) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 18 21:06:19.243872 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-d3d43268-9ec5-4dac-bd27-761099355a67 tempest-PortsTestJSON-1335945802 tempest-PortsTestJSON-1335945802-project] Notify callbacks [] for subnet, before_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:19.276359 n-d-838334-2 neutron-server[84041]: INFO neutron.pecan_wsgi.hooks.translation [None req-1d67c2ee-52ce-4c07-a364-8761efbb1d56 tempest-PortsIpV6TestJSON-656796091 tempest-PortsIpV6TestJSON-656796091-project] GET failed (client error): The resource could not be found. Apr 18 21:06:19.282720 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-edcfecf6-7f9b-47fe-b8df-be356fe4983e tempest-FloatingIPTestJSON-1355648241 tempest-FloatingIPTestJSON-1355648241-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:06:19.282901 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-1d67c2ee-52ce-4c07-a364-8761efbb1d56 tempest-PortsIpV6TestJSON-656796091 tempest-PortsIpV6TestJSON-656796091-project] 10.222.0.42 "GET /v2.0/ports/edb50e3b-0b85-4371-9c04-5013d461a223 HTTP/1.1" status: 404 len: 333 time: 0.1466384 Apr 18 21:06:19.282981 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-edcfecf6-7f9b-47fe-b8df-be356fe4983e tempest-FloatingIPTestJSON-1355648241 tempest-FloatingIPTestJSON-1355648241-project] 10.222.0.42 "GET /v2.0/subnets/a3e2e578-9cc2-4f84-b434-bc1622f09b26 HTTP/1.1" status: 200 len: 797 time: 0.1294987 Apr 18 21:06:19.283984 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 38438) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:06:19.286343 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 38440) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:06:19.288735 n-d-838334-2 neutron-server[84041]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4de661ca-413f-44d4-b13a-d2fc7ab03305 tempest-AllowedAddressPairTestJSON-1420879938 tempest-AllowedAddressPairTestJSON-1420879938-project] Network 5bd096f8-31c9-45e2-b0e1-1f70c937e419 is already hosted by enough agents. {{(pid=84041) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:06:19.293310 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.v2.base [None req-bf0c31a7-9aea-4435-98c0-2468976ef93b tempest-FloatingIPTestJSON-1355648241 tempest-FloatingIPTestJSON-1355648241-project] Request body: {'port': {'network_id': 'aac9f468-7127-4a86-9eab-4bd9c6ecd23d', 'name': 'tempest-FloatingIPTestJSON-1478418835', 'fixed_ips': [{'ip_address': '172.20.0.14'}, {'ip_address': '172.20.0.13'}]}} {{(pid=84040) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:06:19.300156 n-d-838334-2 neutron-server[84041]: DEBUG neutron.scheduler.base_scheduler [None req-4de661ca-413f-44d4-b13a-d2fc7ab03305 tempest-AllowedAddressPairTestJSON-1420879938 tempest-AllowedAddressPairTestJSON-1420879938-project] Resources bound (agent type, host, resource id): {{(pid=84041) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:06:19.309914 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.v2.base [None req-3503de18-073a-473e-b1e8-64c618f6a379 tempest-PortsIpV6TestJSON-656796091 tempest-PortsIpV6TestJSON-656796091-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-879576041'}} {{(pid=84040) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:06:19.322820 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4de661ca-413f-44d4-b13a-d2fc7ab03305 tempest-AllowedAddressPairTestJSON-1420879938 tempest-AllowedAddressPairTestJSON-1420879938-project] Received port after_create {{(pid=84041) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 21:06:19.358792 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [None req-3503de18-073a-473e-b1e8-64c618f6a379 tempest-PortsIpV6TestJSON-656796091 tempest-PortsIpV6TestJSON-656796091-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:06:19.382674 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-3503de18-073a-473e-b1e8-64c618f6a379 tempest-PortsIpV6TestJSON-656796091 tempest-PortsIpV6TestJSON-656796091-project] Usage tracker for resource:network and tenant:2eda1cb86d1d401280eb2d37452a60a8 is out of sync, need to count used quota {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:06:19.387879 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4de661ca-413f-44d4-b13a-d2fc7ab03305 tempest-AllowedAddressPairTestJSON-1420879938 tempest-AllowedAddressPairTestJSON-1420879938-project] Pushing event updated for resources: {'Port': ['ID=c20bacc2-67e1-42c4-b5ce-1ebd55c01ae2,revision_number=1']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:06:19.452576 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-3503de18-073a-473e-b1e8-64c618f6a379 tempest-PortsIpV6TestJSON-656796091 tempest-PortsIpV6TestJSON-656796091-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:06:19.462174 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-83fc49a2-430c-4041-8f93-645416d9900f None None] Provisioning for port 33b867d1-0439-4e6e-9292-2f7076a420d5 completed by entity DHCP. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 21:06:19.469170 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-414b6ffe-e119-47bc-b18f-bcff1219c2f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750375287399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253529'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:19.470176 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-83fc49a2-430c-4041-8f93-645416d9900f None None] Provisioning complete for port 33b867d1-0439-4e6e-9292-2f7076a420d5 triggered by entity DHCP. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:06:19.470660 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-83fc49a2-430c-4041-8f93-645416d9900f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1253608'] for port, provisioning_complete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:19.481266 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4de661ca-413f-44d4-b13a-d2fc7ab03305 tempest-AllowedAddressPairTestJSON-1420879938 tempest-AllowedAddressPairTestJSON-1420879938-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:06:19.485713 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-4de661ca-413f-44d4-b13a-d2fc7ab03305 tempest-AllowedAddressPairTestJSON-1420879938 tempest-AllowedAddressPairTestJSON-1420879938-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217293'] for port, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:19.492587 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [None req-3503de18-073a-473e-b1e8-64c618f6a379 tempest-PortsIpV6TestJSON-656796091 tempest-PortsIpV6TestJSON-656796091-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:06:19.498116 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-d3d43268-9ec5-4dac-bd27-761099355a67 tempest-PortsTestJSON-1335945802 tempest-PortsTestJSON-1335945802-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31955982'] for subnet, precommit_delete_associations {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:19.549377 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-4de661ca-413f-44d4-b13a-d2fc7ab03305 tempest-AllowedAddressPairTestJSON-1420879938 tempest-AllowedAddressPairTestJSON-1420879938-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.7998433 Apr 18 21:06:19.559046 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 38446) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:06:19.565146 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.v2.base [None req-ef6b97ef-a236-4b69-9661-c1f85cff9f68 tempest-AllowedAddressPairTestJSON-1420879938 tempest-AllowedAddressPairTestJSON-1420879938-project] Request body: {'port': {'network_id': '5bd096f8-31c9-45e2-b0e1-1f70c937e419', 'name': 'tempest-AllowedAddressPairTestJSON-1607479476'}} {{(pid=84041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:06:19.593238 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-d64cc823-1d51-4c2c-bf63-20a8930c2804 tempest-RoutersTest-1500746192 tempest-RoutersTest-1500746192-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:19.625734 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.plugin [None req-83fc49a2-430c-4041-8f93-645416d9900f None None] Port 33b867d1-0439-4e6e-9292-2f7076a420d5 cannot update to ACTIVE because it is not bound. {{(pid=84042) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 18 21:06:19.639211 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3503de18-073a-473e-b1e8-64c618f6a379 tempest-PortsIpV6TestJSON-656796091 tempest-PortsIpV6TestJSON-656796091-project] Made reservation on behalf of 2eda1cb86d1d401280eb2d37452a60a8 for: {'network': 1} {{(pid=84040) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:06:19.642459 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-3503de18-073a-473e-b1e8-64c618f6a379 tempest-PortsIpV6TestJSON-656796091 tempest-PortsIpV6TestJSON-656796091-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for network, before_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:19.656759 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-7d6fb188-70cb-4cbe-a7b7-c50213f71e8c tempest-RoutersIpV6AdminTest-1940382112 tempest-RoutersIpV6AdminTest-1940382112-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369123'] for port, precommit_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:19.765452 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-b5a7fd65-35cc-4a35-9145-a94815cf90ae None None] Provisioning for port c20bacc2-67e1-42c4-b5ce-1ebd55c01ae2 completed by entity DHCP. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 21:06:19.773439 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-b5a7fd65-35cc-4a35-9145-a94815cf90ae None None] Provisioning complete for port c20bacc2-67e1-42c4-b5ce-1ebd55c01ae2 triggered by entity DHCP. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:06:19.774067 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-b5a7fd65-35cc-4a35-9145-a94815cf90ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1253608'] for port, provisioning_complete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:19.889032 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.plugin [None req-b5a7fd65-35cc-4a35-9145-a94815cf90ae None None] Port c20bacc2-67e1-42c4-b5ce-1ebd55c01ae2 cannot update to ACTIVE because it is not bound. {{(pid=84042) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 18 21:06:19.941009 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Device 6a2db58b-b71f-4655-8d07-59b8d536a4bb up at agent ovs-agent-n-d-838334-2 {{(pid=84042) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 21:06:19.977723 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.plugin [None req-7d6fb188-70cb-4cbe-a7b7-c50213f71e8c tempest-RoutersIpV6AdminTest-1940382112 tempest-RoutersIpV6AdminTest-1940382112-project] Calling delete_port for ed593a25-c6aa-48af-b9c8-531393156837 owned by network:router_gateway {{(pid=84041) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 21:06:20.075590 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Provisioning complete for port 6a2db58b-b71f-4655-8d07-59b8d536a4bb triggered by entity L2. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:06:20.075986 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1253608'] for port, provisioning_complete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:20.166766 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-ef6b97ef-a236-4b69-9661-c1f85cff9f68 tempest-AllowedAddressPairTestJSON-1420879938 tempest-AllowedAddressPairTestJSON-1420879938-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:06:20.180323 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-ef6b97ef-a236-4b69-9661-c1f85cff9f68 tempest-AllowedAddressPairTestJSON-1420879938 tempest-AllowedAddressPairTestJSON-1420879938-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:06:20.190013 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [None req-bf0c31a7-9aea-4435-98c0-2468976ef93b tempest-FloatingIPTestJSON-1355648241 tempest-FloatingIPTestJSON-1355648241-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:06:20.214022 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef6b97ef-a236-4b69-9661-c1f85cff9f68 tempest-AllowedAddressPairTestJSON-1420879938 tempest-AllowedAddressPairTestJSON-1420879938-project] Made reservation on behalf of 87f6fd4dfa374cfdb4f7d3363b37a30b for: {'port': 1} {{(pid=84041) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:06:20.217221 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-ef6b97ef-a236-4b69-9661-c1f85cff9f68 tempest-AllowedAddressPairTestJSON-1420879938 tempest-AllowedAddressPairTestJSON-1420879938-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:20.228426 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [None req-bf0c31a7-9aea-4435-98c0-2468976ef93b tempest-FloatingIPTestJSON-1355648241 tempest-FloatingIPTestJSON-1355648241-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:06:20.230293 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3503de18-073a-473e-b1e8-64c618f6a379 tempest-PortsIpV6TestJSON-656796091 tempest-PortsIpV6TestJSON-656796091-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 384} {{(pid=84040) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 21:06:20.252083 n-d-838334-2 neutron-server[84041]: DEBUG neutron.notifiers.nova [None req-ef6b97ef-a236-4b69-9661-c1f85cff9f68 tempest-AllowedAddressPairTestJSON-1420879938 tempest-AllowedAddressPairTestJSON-1420879938-project] device_id is not set on port 4331d3cd-4f6a-4098-85a4-13b42ef1711c yet. {{(pid=84041) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 18 21:06:20.280929 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-3503de18-073a-473e-b1e8-64c618f6a379 tempest-PortsIpV6TestJSON-656796091 tempest-PortsIpV6TestJSON-656796091-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1082986'] for segment, precommit_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:20.281480 n-d-838334-2 neutron-server[84040]: INFO neutron.db.segments_db [None req-3503de18-073a-473e-b1e8-64c618f6a379 tempest-PortsIpV6TestJSON-656796091 tempest-PortsIpV6TestJSON-656796091-project] Added segment 996c1554-d13f-470c-96ab-7734ea2fdbec of type vlan for network 5b059a49-0390-4335-b546-3a7633dd7a97 Apr 18 21:06:20.282795 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-d3d43268-9ec5-4dac-bd27-761099355a67 tempest-PortsTestJSON-1335945802 tempest-PortsTestJSON-1335945802-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1260556'] for subnet, precommit_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:20.336742 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf0c31a7-9aea-4435-98c0-2468976ef93b tempest-FloatingIPTestJSON-1355648241 tempest-FloatingIPTestJSON-1355648241-project] Made reservation on behalf of 23d580683d72427e8760083fb729f9d6 for: {'port': 1} {{(pid=84040) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:06:20.360426 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-05211e3b-8db0-4325-a648-5d1aad7909c4 None None] Provisioning complete for port fed3bd89-3f9e-400e-aea5-1b4464149caf triggered by entity DHCP. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:06:20.361058 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-05211e3b-8db0-4325-a648-5d1aad7909c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1253608'] for port, provisioning_complete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:20.473646 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-7d6fb188-70cb-4cbe-a7b7-c50213f71e8c tempest-RoutersIpV6AdminTest-1940382112 tempest-RoutersIpV6AdminTest-1940382112-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750375259028', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750374836628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32266323'] for port, after_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:20.490261 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-3503de18-073a-473e-b1e8-64c618f6a379 tempest-PortsIpV6TestJSON-656796091 tempest-PortsIpV6TestJSON-656796091-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750374825732'] for network, precommit_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:20.546268 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.db_base_plugin_common [None req-ef6b97ef-a236-4b69-9661-c1f85cff9f68 tempest-AllowedAddressPairTestJSON-1420879938 tempest-AllowedAddressPairTestJSON-1420879938-project] Allocated IP 172.20.0.14 (5bd096f8-31c9-45e2-b0e1-1f70c937e419/48e6f919-7f3d-458b-bbef-564ab5f00649/4331d3cd-4f6a-4098-85a4-13b42ef1711c) {{(pid=84041) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 21:06:20.576915 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d6fb188-70cb-4cbe-a7b7-c50213f71e8c tempest-RoutersIpV6AdminTest-1940382112 tempest-RoutersIpV6AdminTest-1940382112-project] Pushing event deleted for resources: {'Port': ['ID=ed593a25-c6aa-48af-b9c8-531393156837,revision_number=None']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:06:20.636997 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-05211e3b-8db0-4325-a648-5d1aad7909c4 None None] Provisioning complete for port 52793402-19f0-422b-9895-a5b49a6f6fc8 triggered by entity DHCP. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:06:20.637368 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-05211e3b-8db0-4325-a648-5d1aad7909c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1253608'] for port, provisioning_complete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:20.648370 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-d3d43268-9ec5-4dac-bd27-761099355a67 tempest-PortsTestJSON-1335945802 tempest-PortsTestJSON-1335945802-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1260549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33526260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32440885', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31752825'] for subnet, after_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:20.696110 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-c7521a90-7d65-4e2e-842c-ca5d95e9a89c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750375287399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253529'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:20.706526 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.plugin [None req-05211e3b-8db0-4325-a648-5d1aad7909c4 None None] Port 52793402-19f0-422b-9895-a5b49a6f6fc8 cannot update to ACTIVE because it is not bound. {{(pid=84042) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 18 21:06:20.724833 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-3503de18-073a-473e-b1e8-64c618f6a379 tempest-PortsIpV6TestJSON-656796091 tempest-PortsIpV6TestJSON-656796091-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33526109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022'] for network, after_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:20.729205 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3503de18-073a-473e-b1e8-64c618f6a379 tempest-PortsIpV6TestJSON-656796091 tempest-PortsIpV6TestJSON-656796091-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:06:20.729768 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-3503de18-073a-473e-b1e8-64c618f6a379 tempest-PortsIpV6TestJSON-656796091 tempest-PortsIpV6TestJSON-656796091-project] Notify callbacks [] for network, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:20.757173 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-d64cc823-1d51-4c2c-bf63-20a8930c2804 tempest-RoutersTest-1500746192 tempest-RoutersTest-1500746192-project] Notify callbacks [] for port, precommit_update {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:20.791231 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-3503de18-073a-473e-b1e8-64c618f6a379 tempest-PortsIpV6TestJSON-656796091 tempest-PortsIpV6TestJSON-656796091-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 1.5062304 Apr 18 21:06:20.792231 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3d43268-9ec5-4dac-bd27-761099355a67 tempest-PortsTestJSON-1335945802 tempest-PortsTestJSON-1335945802-project] Pushing event deleted for resources: {'Subnet': ['ID=64ca8117-0d56-460d-89dc-6ea65d95aa90,revision_number=None']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:06:20.797873 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-bf0c31a7-9aea-4435-98c0-2468976ef93b tempest-FloatingIPTestJSON-1355648241 tempest-FloatingIPTestJSON-1355648241-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:20.809217 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 38460) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:06:20.818778 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-d64cc823-1d51-4c2c-bf63-20a8930c2804 tempest-RoutersTest-1500746192 tempest-RoutersTest-1500746192-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32440959'] for port, after_update {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:20.947764 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-7d6fb188-70cb-4cbe-a7b7-c50213f71e8c tempest-RoutersIpV6AdminTest-1940382112 tempest-RoutersIpV6AdminTest-1940382112-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33444108'] for router_gateway, after_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:20.973432 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.v2.base [None req-7966a57c-7947-4b8b-8864-a726b6d8b077 tempest-PortsIpV6TestJSON-656796091 tempest-PortsIpV6TestJSON-656796091-project] Request body: {'subnet': {'network_id': '5b059a49-0390-4335-b546-3a7633dd7a97', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=84040) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:06:20.991895 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d64cc823-1d51-4c2c-bf63-20a8930c2804 tempest-RoutersTest-1500746192 tempest-RoutersTest-1500746192-project] Pushing event updated for resources: {'Port': ['ID=33b867d1-0439-4e6e-9292-2f7076a420d5,revision_number=2']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:06:21.027297 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-d3d43268-9ec5-4dac-bd27-761099355a67 tempest-PortsTestJSON-1335945802 tempest-PortsTestJSON-1335945802-project] Notify callbacks [] for subnet, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:21.034536 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3bed91aa-9c4e-48d6-b8ab-4e8dc67c8dbe None None] Network 1a5d91c8-1709-4cd3-96e4-f851e43fa6e0 requested from n-d-838334-2 {{(pid=84042) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 21:06:21.044158 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-d3d43268-9ec5-4dac-bd27-761099355a67 tempest-PortsTestJSON-1335945802 tempest-PortsTestJSON-1335945802-project] 10.222.0.42 "DELETE /v2.0/subnets/64ca8117-0d56-460d-89dc-6ea65d95aa90 HTTP/1.1" status: 204 len: 168 time: 2.1073041 Apr 18 21:06:21.054495 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 38470) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:06:21.056889 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3d43268-9ec5-4dac-bd27-761099355a67 tempest-PortsTestJSON-1335945802 tempest-PortsTestJSON-1335945802-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:06:21.057232 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3d43268-9ec5-4dac-bd27-761099355a67 tempest-PortsTestJSON-1335945802 tempest-PortsTestJSON-1335945802-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:06:21.057566 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3d43268-9ec5-4dac-bd27-761099355a67 tempest-PortsTestJSON-1335945802 tempest-PortsTestJSON-1335945802-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:06:21.057896 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3d43268-9ec5-4dac-bd27-761099355a67 tempest-PortsTestJSON-1335945802 tempest-PortsTestJSON-1335945802-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:06:21.058223 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3d43268-9ec5-4dac-bd27-761099355a67 tempest-PortsTestJSON-1335945802 tempest-PortsTestJSON-1335945802-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:06:21.058547 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3d43268-9ec5-4dac-bd27-761099355a67 tempest-PortsTestJSON-1335945802 tempest-PortsTestJSON-1335945802-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:06:21.058868 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3d43268-9ec5-4dac-bd27-761099355a67 tempest-PortsTestJSON-1335945802 tempest-PortsTestJSON-1335945802-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:06:21.059188 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3d43268-9ec5-4dac-bd27-761099355a67 tempest-PortsTestJSON-1335945802 tempest-PortsTestJSON-1335945802-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:06:21.059503 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3d43268-9ec5-4dac-bd27-761099355a67 tempest-PortsTestJSON-1335945802 tempest-PortsTestJSON-1335945802-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:06:21.059843 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3d43268-9ec5-4dac-bd27-761099355a67 tempest-PortsTestJSON-1335945802 tempest-PortsTestJSON-1335945802-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:06:21.060162 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3d43268-9ec5-4dac-bd27-761099355a67 tempest-PortsTestJSON-1335945802 tempest-PortsTestJSON-1335945802-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:06:21.151191 n-d-838334-2 neutron-server[84040]: DEBUG neutron.notifiers.nova [None req-bf0c31a7-9aea-4435-98c0-2468976ef93b tempest-FloatingIPTestJSON-1355648241 tempest-FloatingIPTestJSON-1355648241-project] device_id is not set on port 67257e96-39f1-43bb-b9b1-9b8d330251d9 yet. {{(pid=84040) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 18 21:06:21.346303 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3503de18-073a-473e-b1e8-64c618f6a379 tempest-PortsIpV6TestJSON-656796091 tempest-PortsIpV6TestJSON-656796091-project] Pushing event updated for resources: {'Network': ['ID=5b059a49-0390-4335-b546-3a7633dd7a97,revision_number=1']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:06:21.347208 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-ef6b97ef-a236-4b69-9661-c1f85cff9f68 tempest-AllowedAddressPairTestJSON-1420879938 tempest-AllowedAddressPairTestJSON-1420879938-project] Notify callbacks [] for port, precommit_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:21.354707 n-d-838334-2 neutron-server[84040]: INFO neutron.pecan_wsgi.hooks.translation [None req-308a0b12-1d88-4c5e-afd0-cfd25a790e17 tempest-PortsTestJSON-1335945802 tempest-PortsTestJSON-1335945802-project] DELETE failed (client error): The resource could not be found. Apr 18 21:06:21.355132 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-308a0b12-1d88-4c5e-afd0-cfd25a790e17 tempest-PortsTestJSON-1335945802 tempest-PortsTestJSON-1335945802-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84040) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 21:06:21.359499 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-308a0b12-1d88-4c5e-afd0-cfd25a790e17 tempest-PortsTestJSON-1335945802 tempest-PortsTestJSON-1335945802-project] 10.222.0.42 "DELETE /v2.0/subnets/d335bc2e-1a98-4513-8ca7-11e40a2776f2 HTTP/1.1" status: 404 len: 337 time: 0.2943387 Apr 18 21:06:21.360087 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 38476) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:06:21.362510 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-7d6fb188-70cb-4cbe-a7b7-c50213f71e8c tempest-RoutersIpV6AdminTest-1940382112 tempest-RoutersIpV6AdminTest-1940382112-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33443580', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5726'] for router, precommit_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:21.369861 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d64cc823-1d51-4c2c-bf63-20a8930c2804 tempest-RoutersTest-1500746192 tempest-RoutersTest-1500746192-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:06:21.370202 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d64cc823-1d51-4c2c-bf63-20a8930c2804 tempest-RoutersTest-1500746192 tempest-RoutersTest-1500746192-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:06:21.370534 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d64cc823-1d51-4c2c-bf63-20a8930c2804 tempest-RoutersTest-1500746192 tempest-RoutersTest-1500746192-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:06:21.370863 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d64cc823-1d51-4c2c-bf63-20a8930c2804 tempest-RoutersTest-1500746192 tempest-RoutersTest-1500746192-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:06:21.371185 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d64cc823-1d51-4c2c-bf63-20a8930c2804 tempest-RoutersTest-1500746192 tempest-RoutersTest-1500746192-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:06:21.371506 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d64cc823-1d51-4c2c-bf63-20a8930c2804 tempest-RoutersTest-1500746192 tempest-RoutersTest-1500746192-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:06:21.371830 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Network 5b059a49-0390-4335-b546-3a7633dd7a97 details requested by agent ovs-agent-n-d-838334-2 with host n-d-838334-2 {{(pid=84042) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 18 21:06:21.372285 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d64cc823-1d51-4c2c-bf63-20a8930c2804 tempest-RoutersTest-1500746192 tempest-RoutersTest-1500746192-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:06:21.372285 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d64cc823-1d51-4c2c-bf63-20a8930c2804 tempest-RoutersTest-1500746192 tempest-RoutersTest-1500746192-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:06:21.372458 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d64cc823-1d51-4c2c-bf63-20a8930c2804 tempest-RoutersTest-1500746192 tempest-RoutersTest-1500746192-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:06:21.372775 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d64cc823-1d51-4c2c-bf63-20a8930c2804 tempest-RoutersTest-1500746192 tempest-RoutersTest-1500746192-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:06:21.373088 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d64cc823-1d51-4c2c-bf63-20a8930c2804 tempest-RoutersTest-1500746192 tempest-RoutersTest-1500746192-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:06:21.403887 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-d64cc823-1d51-4c2c-bf63-20a8930c2804 tempest-RoutersTest-1500746192 tempest-RoutersTest-1500746192-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-32377886', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33443847'] for router_interface, after_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:21.431861 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [None req-7966a57c-7947-4b8b-8864-a726b6d8b077 tempest-PortsIpV6TestJSON-656796091 tempest-PortsIpV6TestJSON-656796091-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:06:21.440140 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-44b82a1d-25bb-42d7-9d45-e3df542d8e23 tempest-PortsTestJSON-1335945802 tempest-PortsTestJSON-1335945802-project] Synchronizing usage tracker for tenant:234c597e1bbf440ab35a01225b472234 on resource:port {{(pid=84041) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 21:06:21.444700 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.provisioning_blocks [None req-ef6b97ef-a236-4b69-9661-c1f85cff9f68 tempest-AllowedAddressPairTestJSON-1420879938 tempest-AllowedAddressPairTestJSON-1420879938-project] Transition to ACTIVE for port object 4331d3cd-4f6a-4098-85a4-13b42ef1711c will not be triggered until provisioned by entity DHCP. {{(pid=84041) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:06:21.447605 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-7d6fb188-70cb-4cbe-a7b7-c50213f71e8c tempest-RoutersIpV6AdminTest-1940382112 tempest-RoutersIpV6AdminTest-1940382112-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:21.457193 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-7966a57c-7947-4b8b-8864-a726b6d8b077 tempest-PortsIpV6TestJSON-656796091 tempest-PortsIpV6TestJSON-656796091-project] Usage tracker for resource:subnet and tenant:2eda1cb86d1d401280eb2d37452a60a8 is out of sync, need to count used quota {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:06:21.465916 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-44b82a1d-25bb-42d7-9d45-e3df542d8e23 tempest-PortsTestJSON-1335945802 tempest-PortsTestJSON-1335945802-project] Unset dirty status for tenant:234c597e1bbf440ab35a01225b472234 on resource:port {{(pid=84041) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 21:06:21.470940 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-44b82a1d-25bb-42d7-9d45-e3df542d8e23 tempest-PortsTestJSON-1335945802 tempest-PortsTestJSON-1335945802-project] 10.222.0.42 "GET /v2.0/ports?device_id=501bad6e-edab-4b4f-b4b3-eba8456a95ce HTTP/1.1" status: 200 len: 205 time: 0.1059225 Apr 18 21:06:21.473237 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-7966a57c-7947-4b8b-8864-a726b6d8b077 tempest-PortsIpV6TestJSON-656796091 tempest-PortsIpV6TestJSON-656796091-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:06:21.474111 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 38480) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:06:21.513186 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d295999-5309-4447-aa30-622fc7773337 None None] DHCP port deletion for 1a5d91c8-1709-4cd3-96e4-f851e43fa6e0 request from n-d-838334-2 {{(pid=84042) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 18 21:06:21.520468 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.plugin [None req-9d295999-5309-4447-aa30-622fc7773337 None None] Deleting port fed3bd89-3f9e-400e-aea5-1b4464149caf {{(pid=84042) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 21:06:21.520468 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-9d295999-5309-4447-aa30-622fc7773337 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750375188691'] for port, before_delete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:21.569746 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [None req-7966a57c-7947-4b8b-8864-a726b6d8b077 tempest-PortsIpV6TestJSON-656796091 tempest-PortsIpV6TestJSON-656796091-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:06:21.585684 n-d-838334-2 neutron-server[84041]: INFO neutron.api.v2.resource [None req-2b19e1f0-84a1-4738-8a67-db8878edda23 tempest-PortsTestJSON-1335945802 tempest-PortsTestJSON-1335945802-project] delete failed (client error): The resource could not be found. Apr 18 21:06:21.589302 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-2b19e1f0-84a1-4738-8a67-db8878edda23 tempest-PortsTestJSON-1335945802 tempest-PortsTestJSON-1335945802-project] 10.222.0.42 "DELETE /v2.0/routers/501bad6e-edab-4b4f-b4b3-eba8456a95ce HTTP/1.1" status: 404 len: 336 time: 0.1117048 Apr 18 21:06:21.599939 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 38484) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:06:21.662404 n-d-838334-2 neutron-server[84041]: INFO neutron.pecan_wsgi.hooks.translation [None req-f86e3270-d8a4-499c-80ae-f21116c0eab5 tempest-PortsTestJSON-1335945802 tempest-PortsTestJSON-1335945802-project] DELETE failed (client error): The resource could not be found. Apr 18 21:06:21.662890 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f86e3270-d8a4-499c-80ae-f21116c0eab5 tempest-PortsTestJSON-1335945802 tempest-PortsTestJSON-1335945802-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84041) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 21:06:21.669983 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7966a57c-7947-4b8b-8864-a726b6d8b077 tempest-PortsIpV6TestJSON-656796091 tempest-PortsIpV6TestJSON-656796091-project] Made reservation on behalf of 2eda1cb86d1d401280eb2d37452a60a8 for: {'subnet': 1} {{(pid=84040) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:06:21.673864 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-7d6fb188-70cb-4cbe-a7b7-c50213f71e8c tempest-RoutersIpV6AdminTest-1940382112 tempest-RoutersIpV6AdminTest-1940382112-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-33443408'] for router, after_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:21.674533 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7d6fb188-70cb-4cbe-a7b7-c50213f71e8c tempest-RoutersIpV6AdminTest-1940382112 tempest-RoutersIpV6AdminTest-1940382112-project] Fanout notify agent at l3_agent the message router_deleted on router c46d07ab-693e-492b-b233-853bc8943885 {{(pid=84041) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 18 21:06:21.694778 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-f86e3270-d8a4-499c-80ae-f21116c0eab5 tempest-PortsTestJSON-1335945802 tempest-PortsTestJSON-1335945802-project] 10.222.0.42 "DELETE /v2.0/subnets/6ba9a4c6-1866-4c91-b7dd-6ea78ba767b4 HTTP/1.1" status: 404 len: 337 time: 0.0890825 Apr 18 21:06:21.699061 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-7d6fb188-70cb-4cbe-a7b7-c50213f71e8c tempest-RoutersIpV6AdminTest-1940382112 tempest-RoutersIpV6AdminTest-1940382112-project] Notify callbacks [] for router, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:21.706523 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-7d6fb188-70cb-4cbe-a7b7-c50213f71e8c tempest-RoutersIpV6AdminTest-1940382112 tempest-RoutersIpV6AdminTest-1940382112-project] 10.222.0.42 "DELETE /v2.0/routers/c46d07ab-693e-492b-b233-853bc8943885 HTTP/1.1" status: 204 len: 168 time: 5.0299482 Apr 18 21:06:21.707900 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 38488) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:06:21.708731 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 38490) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:06:21.717456 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.v2.base [None req-0846a4f2-21fd-4797-9eb1-6cbe4dc9180a tempest-RoutersIpV6AdminTest-1940382112 tempest-RoutersIpV6AdminTest-1940382112-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-878823802', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=84041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:06:21.727314 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-0846a4f2-21fd-4797-9eb1-6cbe4dc9180a tempest-RoutersIpV6AdminTest-1940382112 tempest-RoutersIpV6AdminTest-1940382112-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:06:21.731972 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-0846a4f2-21fd-4797-9eb1-6cbe4dc9180a tempest-RoutersIpV6AdminTest-1940382112 tempest-RoutersIpV6AdminTest-1940382112-project] Usage tracker for resource:router and tenant:1159fc702e404312a02dc815f5825396 is out of sync, need to count used quota {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:06:21.749002 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-9d295999-5309-4447-aa30-622fc7773337 None None] For port fed3bd89-3f9e-400e-aea5-1b4464149caf, host n-d-838334-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838334-2',level=0,port_id=fed3bd89-3f9e-400e-aea5-1b4464149caf,segment=NetworkSegment(bb41ae25-88ab-4fb8-992a-3e0cb162c295),segment_id=bb41ae25-88ab-4fb8-992a-3e0cb162c295)] {{(pid=84042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:06:21.749563 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-9d295999-5309-4447-aa30-622fc7773337 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369123'] for port, precommit_delete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:21.873881 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.plugin [None req-9d295999-5309-4447-aa30-622fc7773337 None None] Calling delete_port for fed3bd89-3f9e-400e-aea5-1b4464149caf owned by network:dhcp {{(pid=84042) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 21:06:21.880039 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-0846a4f2-21fd-4797-9eb1-6cbe4dc9180a tempest-RoutersIpV6AdminTest-1940382112 tempest-RoutersIpV6AdminTest-1940382112-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:06:21.888312 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-0846a4f2-21fd-4797-9eb1-6cbe4dc9180a tempest-RoutersIpV6AdminTest-1940382112 tempest-RoutersIpV6AdminTest-1940382112-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:06:21.895035 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-7966a57c-7947-4b8b-8864-a726b6d8b077 tempest-PortsIpV6TestJSON-656796091 tempest-PortsIpV6TestJSON-656796091-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31752722'] for subnet, before_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:21.899160 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-ef6b97ef-a236-4b69-9661-c1f85cff9f68 tempest-AllowedAddressPairTestJSON-1420879938 tempest-AllowedAddressPairTestJSON-1420879938-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750374836619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32266323'] for port, after_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:21.929922 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Device fed3bd89-3f9e-400e-aea5-1b4464149caf no longer exists at agent ovs-agent-n-d-838334-2 {{(pid=84042) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 21:06:21.951824 n-d-838334-2 neutron-server[84041]: INFO neutron.pecan_wsgi.hooks.translation [None req-c4a8bde9-e285-4494-9a1a-0937ececdfb2 tempest-PortsTestJSON-1335945802 tempest-PortsTestJSON-1335945802-project] DELETE failed (client error): The resource could not be found. Apr 18 21:06:21.952599 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c4a8bde9-e285-4494-9a1a-0937ececdfb2 tempest-PortsTestJSON-1335945802 tempest-PortsTestJSON-1335945802-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84041) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 21:06:21.954496 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-c4a8bde9-e285-4494-9a1a-0937ececdfb2 tempest-PortsTestJSON-1335945802 tempest-PortsTestJSON-1335945802-project] 10.222.0.42 "DELETE /v2.0/subnets/b08e4f71-2924-4a99-af0f-ebe1c92820f5 HTTP/1.1" status: 404 len: 337 time: 0.2449582 Apr 18 21:06:21.958707 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 38496) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:06:21.960493 n-d-838334-2 neutron-server[84040]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d64cc823-1d51-4c2c-bf63-20a8930c2804 tempest-RoutersTest-1500746192 tempest-RoutersTest-1500746192-project] Network 6c55f5d6-32aa-4564-9c07-62d3eb3a4e33 is already hosted by enough agents. {{(pid=84040) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:06:22.000269 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-0846a4f2-21fd-4797-9eb1-6cbe4dc9180a tempest-RoutersIpV6AdminTest-1940382112 tempest-RoutersIpV6AdminTest-1940382112-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-33442106', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5708'] for router, before_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:22.001583 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-0846a4f2-21fd-4797-9eb1-6cbe4dc9180a tempest-RoutersIpV6AdminTest-1940382112 tempest-RoutersIpV6AdminTest-1940382112-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33442137', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33444285', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33535433', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5703'] for router, precommit_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:22.013421 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4785355-e9bf-4488-ba39-9f0867e73376 req-609f318a-5aae-45d1-a0aa-3abeaf2d9b3d tempest-AttachVolumeTestJSON-1696487017 tempest-AttachVolumeTestJSON-1696487017-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:06:22.019470 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-a4785355-e9bf-4488-ba39-9f0867e73376 req-609f318a-5aae-45d1-a0aa-3abeaf2d9b3d tempest-AttachVolumeTestJSON-1696487017 tempest-AttachVolumeTestJSON-1696487017-project] 10.222.0.42 "GET /v2.0/ports?device_id=b0ba2ec6-9abf-48fa-90ad-50051827d595 HTTP/1.1" status: 200 len: 945 time: 0.5425301 Apr 18 21:06:22.035528 n-d-838334-2 neutron-server[84040]: DEBUG neutron.scheduler.base_scheduler [None req-d64cc823-1d51-4c2c-bf63-20a8930c2804 tempest-RoutersTest-1500746192 tempest-RoutersTest-1500746192-project] Resources bound (agent type, host, resource id): {{(pid=84040) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:06:22.082100 n-d-838334-2 neutron-server[84041]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef6b97ef-a236-4b69-9661-c1f85cff9f68 tempest-AllowedAddressPairTestJSON-1420879938 tempest-AllowedAddressPairTestJSON-1420879938-project] Network 5bd096f8-31c9-45e2-b0e1-1f70c937e419 is already hosted by enough agents. {{(pid=84041) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:06:22.085482 n-d-838334-2 neutron-server[84041]: DEBUG neutron.scheduler.base_scheduler [None req-ef6b97ef-a236-4b69-9661-c1f85cff9f68 tempest-AllowedAddressPairTestJSON-1420879938 tempest-AllowedAddressPairTestJSON-1420879938-project] Resources bound (agent type, host, resource id): {{(pid=84041) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:06:22.088305 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef6b97ef-a236-4b69-9661-c1f85cff9f68 tempest-AllowedAddressPairTestJSON-1420879938 tempest-AllowedAddressPairTestJSON-1420879938-project] Received port after_create {{(pid=84041) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 21:06:22.088470 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-9d295999-5309-4447-aa30-622fc7773337 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750375259028', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750374836628'] for port, after_delete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:22.116363 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef6b97ef-a236-4b69-9661-c1f85cff9f68 tempest-AllowedAddressPairTestJSON-1420879938 tempest-AllowedAddressPairTestJSON-1420879938-project] Pushing event updated for resources: {'Port': ['ID=4331d3cd-4f6a-4098-85a4-13b42ef1711c,revision_number=1']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:06:22.118753 n-d-838334-2 neutron-server[84040]: INFO neutron.pecan_wsgi.hooks.translation [None req-dbffc390-f013-4dbb-9fd0-eaf14d5b21d6 tempest-PortsTestJSON-1335945802 tempest-PortsTestJSON-1335945802-project] DELETE failed (client error): The resource could not be found. Apr 18 21:06:22.119388 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dbffc390-f013-4dbb-9fd0-eaf14d5b21d6 tempest-PortsTestJSON-1335945802 tempest-PortsTestJSON-1335945802-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84040) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 21:06:22.126971 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-0846a4f2-21fd-4797-9eb1-6cbe4dc9180a tempest-RoutersIpV6AdminTest-1940382112 tempest-RoutersIpV6AdminTest-1940382112-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:22.143180 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.plugin [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Port fed3bd89-3f9e-400e-aea5-1b4464149caf update to DOWN by agent not found {{(pid=84042) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2111}} Apr 18 21:06:22.169986 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d295999-5309-4447-aa30-622fc7773337 None None] Pushing event deleted for resources: {'Port': ['ID=fed3bd89-3f9e-400e-aea5-1b4464149caf,revision_number=None']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:06:22.179135 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d295999-5309-4447-aa30-622fc7773337 None None] No DVR routers for this DVR port fed3bd89-3f9e-400e-aea5-1b4464149caf on host n-d-838334-2 {{(pid=84042) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 21:06:22.186822 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-0846a4f2-21fd-4797-9eb1-6cbe4dc9180a tempest-RoutersIpV6AdminTest-1940382112 tempest-RoutersIpV6AdminTest-1940382112-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33443529', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33444176'] for router, after_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:22.188586 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d295999-5309-4447-aa30-622fc7773337 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:06:22.189457 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d295999-5309-4447-aa30-622fc7773337 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:06:22.189457 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d295999-5309-4447-aa30-622fc7773337 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:06:22.195211 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d295999-5309-4447-aa30-622fc7773337 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:06:22.195693 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d295999-5309-4447-aa30-622fc7773337 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:06:22.196066 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d295999-5309-4447-aa30-622fc7773337 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:06:22.196343 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d295999-5309-4447-aa30-622fc7773337 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:06:22.196682 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d295999-5309-4447-aa30-622fc7773337 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:06:22.197011 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d295999-5309-4447-aa30-622fc7773337 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:06:22.197339 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d295999-5309-4447-aa30-622fc7773337 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:06:22.197667 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d295999-5309-4447-aa30-622fc7773337 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:06:22.213289 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef6b97ef-a236-4b69-9661-c1f85cff9f68 tempest-AllowedAddressPairTestJSON-1420879938 tempest-AllowedAddressPairTestJSON-1420879938-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:06:22.213905 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-ef6b97ef-a236-4b69-9661-c1f85cff9f68 tempest-AllowedAddressPairTestJSON-1420879938 tempest-AllowedAddressPairTestJSON-1420879938-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217293'] for port, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:22.258449 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-0846a4f2-21fd-4797-9eb1-6cbe4dc9180a tempest-RoutersIpV6AdminTest-1940382112 tempest-RoutersIpV6AdminTest-1940382112-project] Notify callbacks [] for router, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:22.259918 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-0846a4f2-21fd-4797-9eb1-6cbe4dc9180a tempest-RoutersIpV6AdminTest-1940382112 tempest-RoutersIpV6AdminTest-1940382112-project] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.5483124 Apr 18 21:06:22.262562 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 38500) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:06:22.266579 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-ef6b97ef-a236-4b69-9661-c1f85cff9f68 tempest-AllowedAddressPairTestJSON-1420879938 tempest-AllowedAddressPairTestJSON-1420879938-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.7064409 Apr 18 21:06:22.271266 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.v2.base [None req-9f0e2a53-c2b0-474a-b5c1-0ce1675346ba tempest-RoutersIpV6AdminTest-1441855246 tempest-RoutersIpV6AdminTest-1441855246-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'enable_snat': False}}} {{(pid=84041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:06:22.323270 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 38504) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:06:22.324969 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-dbffc390-f013-4dbb-9fd0-eaf14d5b21d6 tempest-PortsTestJSON-1335945802 tempest-PortsTestJSON-1335945802-project] 10.222.0.42 "DELETE /v2.0/subnets/5f08294e-95ca-4df8-ba78-ce245f725a3d HTTP/1.1" status: 404 len: 337 time: 0.3029728 Apr 18 21:06:22.332472 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 38508) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:06:22.352410 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.v2.base [None req-880f30b6-fada-4a9a-ab56-debd6d713516 tempest-AllowedAddressPairTestJSON-1420879938 tempest-AllowedAddressPairTestJSON-1420879938-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.11', 'mac_address': 'fa:16:3e:2e:be:83'}, {'ip_address': '172.20.0.4', 'mac_address': 'fa:16:3e:78:03:8e'}]}} {{(pid=84040) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:06:22.384041 n-d-838334-2 neutron-server[84041]: INFO neutron.pecan_wsgi.hooks.translation [None req-9ad7644d-d98b-49d6-9494-7a704e1f49bb tempest-PortsTestJSON-1335945802 tempest-PortsTestJSON-1335945802-project] DELETE failed (client error): The resource could not be found. Apr 18 21:06:22.384483 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9ad7644d-d98b-49d6-9494-7a704e1f49bb tempest-PortsTestJSON-1335945802 tempest-PortsTestJSON-1335945802-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84041) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 21:06:22.387674 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-9ad7644d-d98b-49d6-9494-7a704e1f49bb tempest-PortsTestJSON-1335945802 tempest-PortsTestJSON-1335945802-project] 10.222.0.42 "DELETE /v2.0/ports/648e9ed4-c5b4-4445-8219-a6ba38489c9a HTTP/1.1" status: 404 len: 333 time: 0.0528579 Apr 18 21:06:22.393755 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 38512) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:06:22.450045 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-522cf062-bf6c-4280-b09b-d54590ef9361 None None] Provisioning complete for port 33b867d1-0439-4e6e-9292-2f7076a420d5 triggered by entity DHCP. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:06:22.451114 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-522cf062-bf6c-4280-b09b-d54590ef9361 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1253608'] for port, provisioning_complete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:22.493105 n-d-838334-2 neutron-server[84041]: INFO neutron.pecan_wsgi.hooks.translation [None req-31e3d4df-f835-4dad-950a-e0f640fb2d78 tempest-PortsTestJSON-1335945802 tempest-PortsTestJSON-1335945802-project] DELETE failed (client error): The resource could not be found. Apr 18 21:06:22.493653 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-31e3d4df-f835-4dad-950a-e0f640fb2d78 tempest-PortsTestJSON-1335945802 tempest-PortsTestJSON-1335945802-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84041) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 21:06:22.497242 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-31e3d4df-f835-4dad-950a-e0f640fb2d78 tempest-PortsTestJSON-1335945802 tempest-PortsTestJSON-1335945802-project] 10.222.0.42 "DELETE /v2.0/subnets/b9783812-0506-4570-aecb-ce67a067dc4f HTTP/1.1" status: 404 len: 337 time: 0.1000543 Apr 18 21:06:22.498735 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 38518) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:06:22.512491 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.plugin [None req-522cf062-bf6c-4280-b09b-d54590ef9361 None None] Port 33b867d1-0439-4e6e-9292-2f7076a420d5 cannot update to ACTIVE because it is not bound. {{(pid=84042) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 18 21:06:22.515798 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-a4785355-e9bf-4488-ba39-9f0867e73376 req-0c3362a6-3225-409d-9a6d-2fe0eee3c824 tempest-AttachVolumeTestJSON-1696487017 tempest-AttachVolumeTestJSON-1696487017-project] 10.222.0.42 "GET /v2.0/security-groups?id=f803d5b9-b26e-40a0-beab-857b23d0f147&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4954345 Apr 18 21:06:22.600675 n-d-838334-2 neutron-server[84041]: INFO neutron.pecan_wsgi.hooks.translation [None req-0c2719f4-75eb-4d9b-a225-24401bb5618b tempest-PortsTestJSON-1335945802 tempest-PortsTestJSON-1335945802-project] DELETE failed (client error): The resource could not be found. Apr 18 21:06:22.601322 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0c2719f4-75eb-4d9b-a225-24401bb5618b tempest-PortsTestJSON-1335945802 tempest-PortsTestJSON-1335945802-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84041) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 21:06:22.605369 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-0c2719f4-75eb-4d9b-a225-24401bb5618b tempest-PortsTestJSON-1335945802 tempest-PortsTestJSON-1335945802-project] 10.222.0.42 "DELETE /v2.0/subnets/7865e354-872d-4e28-ae6f-4550bdc8fc2f HTTP/1.1" status: 404 len: 337 time: 0.1044452 Apr 18 21:06:22.609934 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 38522) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:06:22.635297 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-a61af5fa-d645-4cc6-a96e-5c685f239698 None None] Provisioning for port 4331d3cd-4f6a-4098-85a4-13b42ef1711c completed by entity DHCP. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 21:06:22.641680 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-a61af5fa-d645-4cc6-a96e-5c685f239698 None None] Provisioning complete for port 4331d3cd-4f6a-4098-85a4-13b42ef1711c triggered by entity DHCP. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:06:22.642081 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-a61af5fa-d645-4cc6-a96e-5c685f239698 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1253608'] for port, provisioning_complete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:22.667306 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.db_base_plugin_common [None req-bf0c31a7-9aea-4435-98c0-2468976ef93b tempest-FloatingIPTestJSON-1355648241 tempest-FloatingIPTestJSON-1355648241-project] Allocated IP 172.20.0.14 (aac9f468-7127-4a86-9eab-4bd9c6ecd23d/a3e2e578-9cc2-4f84-b434-bc1622f09b26/67257e96-39f1-43bb-b9b1-9b8d330251d9) {{(pid=84040) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 21:06:22.695729 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.plugin [None req-a61af5fa-d645-4cc6-a96e-5c685f239698 None None] Port 4331d3cd-4f6a-4098-85a4-13b42ef1711c cannot update to ACTIVE because it is not bound. {{(pid=84042) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 18 21:06:22.705655 n-d-838334-2 neutron-server[84041]: INFO neutron.pecan_wsgi.hooks.translation [None req-356d3763-f24b-40de-93a4-867eaba1f076 tempest-PortsTestJSON-1335945802 tempest-PortsTestJSON-1335945802-project] DELETE failed (client error): The resource could not be found. Apr 18 21:06:22.706087 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-356d3763-f24b-40de-93a4-867eaba1f076 tempest-PortsTestJSON-1335945802 tempest-PortsTestJSON-1335945802-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84041) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 21:06:22.710580 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-356d3763-f24b-40de-93a4-867eaba1f076 tempest-PortsTestJSON-1335945802 tempest-PortsTestJSON-1335945802-project] 10.222.0.42 "DELETE /v2.0/ports/0b7344dc-cc37-4d65-8c9d-caffc0082fa8 HTTP/1.1" status: 404 len: 333 time: 0.0520935 Apr 18 21:06:22.712300 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 38526) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:06:22.749963 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.db_base_plugin_common [None req-bf0c31a7-9aea-4435-98c0-2468976ef93b tempest-FloatingIPTestJSON-1355648241 tempest-FloatingIPTestJSON-1355648241-project] Allocated IP 172.20.0.13 (aac9f468-7127-4a86-9eab-4bd9c6ecd23d/a3e2e578-9cc2-4f84-b434-bc1622f09b26/67257e96-39f1-43bb-b9b1-9b8d330251d9) {{(pid=84040) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 21:06:22.772736 n-d-838334-2 neutron-server[84041]: INFO neutron.pecan_wsgi.hooks.translation [None req-c3513834-23dd-4755-9ee5-9eb64992c0c9 tempest-PortsTestJSON-1335945802 tempest-PortsTestJSON-1335945802-project] DELETE failed (client error): The resource could not be found. Apr 18 21:06:22.773358 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c3513834-23dd-4755-9ee5-9eb64992c0c9 tempest-PortsTestJSON-1335945802 tempest-PortsTestJSON-1335945802-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84041) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 21:06:22.775804 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-c3513834-23dd-4755-9ee5-9eb64992c0c9 tempest-PortsTestJSON-1335945802 tempest-PortsTestJSON-1335945802-project] 10.222.0.42 "DELETE /v2.0/subnets/c4a94faa-909e-48a4-a399-cdd82e1e4ab1 HTTP/1.1" status: 404 len: 337 time: 0.0624585 Apr 18 21:06:22.804000 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 38530) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:06:22.917476 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-9f0e2a53-c2b0-474a-b5c1-0ce1675346ba tempest-RoutersIpV6AdminTest-1441855246 tempest-RoutersIpV6AdminTest-1441855246-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-33444175', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-33443520', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5293'] for router, precommit_update {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:23.026555 n-d-838334-2 neutron-server[84040]: INFO neutron.pecan_wsgi.hooks.translation [None req-6dcb7882-e311-44da-865b-b6d5fd7bfffb tempest-PortsTestJSON-1335945802 tempest-PortsTestJSON-1335945802-project] DELETE failed (client error): The resource could not be found. Apr 18 21:06:23.027306 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6dcb7882-e311-44da-865b-b6d5fd7bfffb tempest-PortsTestJSON-1335945802 tempest-PortsTestJSON-1335945802-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84040) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 21:06:23.092866 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-6dcb7882-e311-44da-865b-b6d5fd7bfffb tempest-PortsTestJSON-1335945802 tempest-PortsTestJSON-1335945802-project] 10.222.0.42 "DELETE /v2.0/subnets/3c1e1dfc-559c-4185-a10c-c583d7ba8c79 HTTP/1.1" status: 404 len: 337 time: 0.2826073 Apr 18 21:06:23.100540 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 38534) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:06:23.181935 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-9f0e2a53-c2b0-474a-b5c1-0ce1675346ba tempest-RoutersIpV6AdminTest-1441855246 tempest-RoutersIpV6AdminTest-1441855246-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:23.213216 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.plugin [None req-f81920ae-af79-45f6-bd11-5411d156ee04 tempest-PortsTestJSON-1335945802 tempest-PortsTestJSON-1335945802-project] Deleting port 52793402-19f0-422b-9895-a5b49a6f6fc8 {{(pid=84041) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 21:06:23.213546 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-f81920ae-af79-45f6-bd11-5411d156ee04 tempest-PortsTestJSON-1335945802 tempest-PortsTestJSON-1335945802-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750375188691'] for port, before_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:23.250306 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-9f0e2a53-c2b0-474a-b5c1-0ce1675346ba tempest-RoutersIpV6AdminTest-1441855246 tempest-RoutersIpV6AdminTest-1441855246-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:23.325472 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-7966a57c-7947-4b8b-8864-a726b6d8b077 tempest-PortsIpV6TestJSON-656796091 tempest-PortsIpV6TestJSON-656796091-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33526260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32441074', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31752704'] for subnet, after_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:23.435950 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-880f30b6-fada-4a9a-ab56-debd6d713516 tempest-AllowedAddressPairTestJSON-1420879938 tempest-AllowedAddressPairTestJSON-1420879938-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:23.499754 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7966a57c-7947-4b8b-8864-a726b6d8b077 tempest-PortsIpV6TestJSON-656796091 tempest-PortsIpV6TestJSON-656796091-project] Pushing event updated for resources: {'Subnet': ['ID=8d964505-dcf0-4667-b7a7-4642b0930d42,revision_number=0']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:06:23.601673 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87dc4306-54c4-4739-b9eb-33947f05ce02 req-caffd275-8765-4b86-976a-bef412a9426e tempest-AttachVolumeTestJSON-1696487017 tempest-AttachVolumeTestJSON-1696487017-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:06:23.602439 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-87dc4306-54c4-4739-b9eb-33947f05ce02 req-caffd275-8765-4b86-976a-bef412a9426e tempest-AttachVolumeTestJSON-1696487017 tempest-AttachVolumeTestJSON-1696487017-project] 10.222.0.48 "GET /v2.0/ports?device_id=b0ba2ec6-9abf-48fa-90ad-50051827d595 HTTP/1.1" status: 200 len: 945 time: 0.5025277 Apr 18 21:06:23.655489 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-f81920ae-af79-45f6-bd11-5411d156ee04 tempest-PortsTestJSON-1335945802 tempest-PortsTestJSON-1335945802-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369123'] for port, precommit_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:23.658141 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-bf0c31a7-9aea-4435-98c0-2468976ef93b tempest-FloatingIPTestJSON-1355648241 tempest-FloatingIPTestJSON-1355648241-project] Notify callbacks [] for port, precommit_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:23.663207 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.db_base_plugin_common [None req-9f0e2a53-c2b0-474a-b5c1-0ce1675346ba tempest-RoutersIpV6AdminTest-1441855246 tempest-RoutersIpV6AdminTest-1441855246-project-admin] Allocated IP 172.25.8.11 (e41b6600-a917-4a8d-b05c-be3be40c6d8c/6b05667b-848e-4356-9b44-d5eb6808ef74/e23af085-a777-4d8b-94ad-fbb07fab0891) {{(pid=84041) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 21:06:23.673307 n-d-838334-2 neutron-server[84040]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d64cc823-1d51-4c2c-bf63-20a8930c2804 tempest-RoutersTest-1500746192 tempest-RoutersTest-1500746192-project] Router d3445e60-27f3-4080-a032-9bd4d27dfce0 has already been hosted by L3 agent bc84d6c9-dd7a-4555-a351-592327b46d5a {{(pid=84040) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 21:06:23.736162 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7966a57c-7947-4b8b-8864-a726b6d8b077 tempest-PortsIpV6TestJSON-656796091 tempest-PortsIpV6TestJSON-656796091-project] Checking segment: {'id': '996c1554-d13f-470c-96ab-7734ea2fdbec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '5b059a49-0390-4335-b546-3a7633dd7a97'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84040) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 21:06:23.736442 n-d-838334-2 neutron-server[84040]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7966a57c-7947-4b8b-8864-a726b6d8b077 tempest-PortsIpV6TestJSON-656796091 tempest-PortsIpV6TestJSON-656796091-project] Network hostable DHCP agents. Network: 5b059a49-0390-4335-b546-3a7633dd7a97, hostable agents: ['8746f8ea-3e91-4b32-9919-2c63adeb8722'], hosted agents: [] {{(pid=84040) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 21:06:23.831852 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.plugin [req-87dc4306-54c4-4739-b9eb-33947f05ce02 req-16697130-517a-477f-bdb9-8dc2bee3153b tempest-AttachVolumeTestJSON-1696487017 tempest-AttachVolumeTestJSON-1696487017-project] Deleting port 6bed8de5-58ef-4df2-8478-95d3b5de3e84 {{(pid=84040) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 21:06:23.832221 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-87dc4306-54c4-4739-b9eb-33947f05ce02 req-16697130-517a-477f-bdb9-8dc2bee3153b tempest-AttachVolumeTestJSON-1696487017 tempest-AttachVolumeTestJSON-1696487017-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750375188691'] for port, before_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:23.839652 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.plugin [None req-f81920ae-af79-45f6-bd11-5411d156ee04 tempest-PortsTestJSON-1335945802 tempest-PortsTestJSON-1335945802-project] Calling delete_port for 52793402-19f0-422b-9895-a5b49a6f6fc8 owned by {{(pid=84041) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 21:06:24.043701 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-f81920ae-af79-45f6-bd11-5411d156ee04 tempest-PortsTestJSON-1335945802 tempest-PortsTestJSON-1335945802-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750375259028', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750374836628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32266323'] for port, after_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:24.125375 n-d-838334-2 neutron-server[84040]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7966a57c-7947-4b8b-8864-a726b6d8b077 tempest-PortsIpV6TestJSON-656796091 tempest-PortsIpV6TestJSON-656796091-project] Network 5b059a49-0390-4335-b546-3a7633dd7a97 is scheduled to be hosted by DHCP agent 8746f8ea-3e91-4b32-9919-2c63adeb8722 with binding_index 1 {{(pid=84040) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 21:06:24.132346 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f81920ae-af79-45f6-bd11-5411d156ee04 tempest-PortsTestJSON-1335945802 tempest-PortsTestJSON-1335945802-project] Pushing event deleted for resources: {'Port': ['ID=52793402-19f0-422b-9895-a5b49a6f6fc8,revision_number=None']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:06:24.136823 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-bf0c31a7-9aea-4435-98c0-2468976ef93b tempest-FloatingIPTestJSON-1355648241 tempest-FloatingIPTestJSON-1355648241-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750374836619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32440838'] for port, after_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:24.144215 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-9f0e2a53-c2b0-474a-b5c1-0ce1675346ba tempest-RoutersIpV6AdminTest-1441855246 tempest-RoutersIpV6AdminTest-1441855246-project-admin] Notify callbacks [] for port, precommit_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:24.152067 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-f81920ae-af79-45f6-bd11-5411d156ee04 tempest-PortsTestJSON-1335945802 tempest-PortsTestJSON-1335945802-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217293'] for port, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:24.182418 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-f81920ae-af79-45f6-bd11-5411d156ee04 tempest-PortsTestJSON-1335945802 tempest-PortsTestJSON-1335945802-project] 10.222.0.42 "DELETE /v2.0/ports/52793402-19f0-422b-9895-a5b49a6f6fc8 HTTP/1.1" status: 204 len: 168 time: 1.0808492 Apr 18 21:06:24.185241 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 38540) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:06:24.262818 n-d-838334-2 neutron-server[84040]: DEBUG neutron.scheduler.base_scheduler [None req-7966a57c-7947-4b8b-8864-a726b6d8b077 tempest-PortsIpV6TestJSON-656796091 tempest-PortsIpV6TestJSON-656796091-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-838334-2, 5b059a49-0390-4335-b546-3a7633dd7a97) {{(pid=84040) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:06:24.275199 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7e058ea-7c60-4087-a5f9-222ab3153e76 None None] Network 5b059a49-0390-4335-b546-3a7633dd7a97 requested from n-d-838334-2 {{(pid=84042) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 21:06:24.310767 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-9f0e2a53-c2b0-474a-b5c1-0ce1675346ba tempest-RoutersIpV6AdminTest-1441855246 tempest-RoutersIpV6AdminTest-1441855246-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750374836619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32266323'] for port, after_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:24.311025 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7966a57c-7947-4b8b-8864-a726b6d8b077 tempest-PortsIpV6TestJSON-656796091 tempest-PortsIpV6TestJSON-656796091-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:06:24.311360 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-7966a57c-7947-4b8b-8864-a726b6d8b077 tempest-PortsIpV6TestJSON-656796091 tempest-PortsIpV6TestJSON-656796091-project] Notify callbacks [] for subnet, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:24.369314 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e28a007-e127-4534-b960-311cc619ba5e req-25939d43-1df7-43ad-8211-3d2540bf1542 tempest-AttachVolumeTestJSON-1696487017 tempest-AttachVolumeTestJSON-1696487017-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:06:24.371416 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-5e28a007-e127-4534-b960-311cc619ba5e req-25939d43-1df7-43ad-8211-3d2540bf1542 tempest-AttachVolumeTestJSON-1696487017 tempest-AttachVolumeTestJSON-1696487017-project] 10.222.0.42 "GET /v2.0/ports?device_id=b0ba2ec6-9abf-48fa-90ad-50051827d595 HTTP/1.1" status: 200 len: 945 time: 0.7057683 Apr 18 21:06:24.377680 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-451a50b7-77e5-4354-bc96-d433458e95e8 tempest-PortsTestJSON-1335945802 tempest-PortsTestJSON-1335945802-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1103592'] for network, before_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:24.409106 n-d-838334-2 neutron-server[84041]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f0e2a53-c2b0-474a-b5c1-0ce1675346ba tempest-RoutersIpV6AdminTest-1441855246 tempest-RoutersIpV6AdminTest-1441855246-project-admin] Network e41b6600-a917-4a8d-b05c-be3be40c6d8c is already hosted by enough agents. {{(pid=84041) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:06:24.414044 n-d-838334-2 neutron-server[84041]: DEBUG neutron.scheduler.base_scheduler [None req-9f0e2a53-c2b0-474a-b5c1-0ce1675346ba tempest-RoutersIpV6AdminTest-1441855246 tempest-RoutersIpV6AdminTest-1441855246-project-admin] Resources bound (agent type, host, resource id): {{(pid=84041) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:06:24.420149 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f0e2a53-c2b0-474a-b5c1-0ce1675346ba tempest-RoutersIpV6AdminTest-1441855246 tempest-RoutersIpV6AdminTest-1441855246-project-admin] Received port after_create {{(pid=84041) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 21:06:24.445016 n-d-838334-2 neutron-server[84040]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf0c31a7-9aea-4435-98c0-2468976ef93b tempest-FloatingIPTestJSON-1355648241 tempest-FloatingIPTestJSON-1355648241-project] Network aac9f468-7127-4a86-9eab-4bd9c6ecd23d is already hosted by enough agents. {{(pid=84040) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:06:24.460828 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f0e2a53-c2b0-474a-b5c1-0ce1675346ba tempest-RoutersIpV6AdminTest-1441855246 tempest-RoutersIpV6AdminTest-1441855246-project-admin] Pushing event updated for resources: {'Port': ['ID=e23af085-a777-4d8b-94ad-fbb07fab0891,revision_number=1']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:06:24.465050 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf0c31a7-9aea-4435-98c0-2468976ef93b tempest-FloatingIPTestJSON-1355648241 tempest-FloatingIPTestJSON-1355648241-project] Pushing event updated for resources: {'Port': ['ID=67257e96-39f1-43bb-b9b1-9b8d330251d9,revision_number=1']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:06:24.480313 n-d-838334-2 neutron-server[84040]: DEBUG neutron.scheduler.base_scheduler [None req-bf0c31a7-9aea-4435-98c0-2468976ef93b tempest-FloatingIPTestJSON-1355648241 tempest-FloatingIPTestJSON-1355648241-project] Resources bound (agent type, host, resource id): {{(pid=84040) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:06:24.491048 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf0c31a7-9aea-4435-98c0-2468976ef93b tempest-FloatingIPTestJSON-1355648241 tempest-FloatingIPTestJSON-1355648241-project] Received port after_create {{(pid=84040) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 21:06:24.524886 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-7966a57c-7947-4b8b-8864-a726b6d8b077 tempest-PortsIpV6TestJSON-656796091 tempest-PortsIpV6TestJSON-656796091-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 3.7052057 Apr 18 21:06:24.525582 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 38544) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:06:24.536638 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.v2.base [None req-12e65298-bad3-45d6-b03b-066d56ab5c2e tempest-PortsIpV6TestJSON-656796091 tempest-PortsIpV6TestJSON-656796091-project] Request body: {'subnet': {'network_id': '5b059a49-0390-4335-b546-3a7633dd7a97', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=84041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:06:24.562528 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.db.resource_extend [None req-880f30b6-fada-4a9a-ab56-debd6d713516 tempest-AllowedAddressPairTestJSON-1420879938 tempest-AllowedAddressPairTestJSON-1420879938-project] It took 0.18 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 18 21:06:24.568356 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4dd08872-bf72-4370-aac6-8350c517586b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp016840fc-1f9f-5892-9c53-c9cf6c845bbb-5b059a49-0390-4335-b546-3a7633dd7a97', 'network_id': '5b059a49-0390-4335-b546-3a7633dd7a97', 'tenant_id': '2eda1cb86d1d401280eb2d37452a60a8', 'fixed_ips': [{'subnet_id': '8d964505-dcf0-4667-b7a7-4642b0930d42'}]}} from n-d-838334-2. {{(pid=84042) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 18 21:06:24.570510 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-4dd08872-bf72-4370-aac6-8350c517586b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_create {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:24.605117 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-880f30b6-fada-4a9a-ab56-debd6d713516 tempest-AllowedAddressPairTestJSON-1420879938 tempest-AllowedAddressPairTestJSON-1420879938-project] Notify callbacks [] for port, precommit_update {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:24.631752 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-880f30b6-fada-4a9a-ab56-debd6d713516 tempest-AllowedAddressPairTestJSON-1420879938 tempest-AllowedAddressPairTestJSON-1420879938-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32440959'] for port, after_update {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:24.681664 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-5e28a007-e127-4534-b960-311cc619ba5e req-4d17b57d-7e46-44da-a79b-c8b5e5011d88 tempest-AttachVolumeTestJSON-1696487017 tempest-AttachVolumeTestJSON-1696487017-project] 10.222.0.42 "GET /v2.0/security-groups?id=f803d5b9-b26e-40a0-beab-857b23d0f147&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2410452 Apr 18 21:06:24.695065 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf0c31a7-9aea-4435-98c0-2468976ef93b tempest-FloatingIPTestJSON-1355648241 tempest-FloatingIPTestJSON-1355648241-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:06:24.695700 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-bf0c31a7-9aea-4435-98c0-2468976ef93b tempest-FloatingIPTestJSON-1355648241 tempest-FloatingIPTestJSON-1355648241-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217293'] for port, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:24.736402 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.db_base_plugin_common [None req-4dd08872-bf72-4370-aac6-8350c517586b None None] Allocated IP 2001:db8::2 (5b059a49-0390-4335-b546-3a7633dd7a97/8d964505-dcf0-4667-b7a7-4642b0930d42/c2e3232f-0a66-44e4-8dfc-78c97a8104ff) {{(pid=84042) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 21:06:24.744990 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.db [req-87dc4306-54c4-4739-b9eb-33947f05ce02 req-16697130-517a-477f-bdb9-8dc2bee3153b tempest-AttachVolumeTestJSON-1696487017 tempest-AttachVolumeTestJSON-1696487017-project] For port 6bed8de5-58ef-4df2-8478-95d3b5de3e84, host n-h2-838334-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838334-2',level=0,port_id=6bed8de5-58ef-4df2-8478-95d3b5de3e84,segment=NetworkSegment(f3c1adbc-ce68-4689-ba8a-f5f2d2d5dce1),segment_id=f3c1adbc-ce68-4689-ba8a-f5f2d2d5dce1)] {{(pid=84040) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:06:24.745358 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-87dc4306-54c4-4739-b9eb-33947f05ce02 req-16697130-517a-477f-bdb9-8dc2bee3153b tempest-AttachVolumeTestJSON-1696487017 tempest-AttachVolumeTestJSON-1696487017-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369123'] for port, precommit_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:24.767508 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-451a50b7-77e5-4354-bc96-d433458e95e8 tempest-PortsTestJSON-1335945802 tempest-PortsTestJSON-1335945802-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1258905', 'neutron.services.segments.db._delete_segments_for_network-8750375287417'] for network, precommit_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:24.827926 n-d-838334-2 neutron-server[84041]: DEBUG neutron.services.segments.db [None req-451a50b7-77e5-4354-bc96-d433458e95e8 tempest-PortsTestJSON-1335945802 tempest-PortsTestJSON-1335945802-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1a5d91c8-1709-4cd3-96e4-f851e43fa6e0']}} {{(pid=84041) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:06:24.867906 n-d-838334-2 neutron-server[84041]: DEBUG neutron.services.segments.db [None req-451a50b7-77e5-4354-bc96-d433458e95e8 tempest-PortsTestJSON-1335945802 tempest-PortsTestJSON-1335945802-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bb41ae25-88ab-4fb8-992a-3e0cb162c295') {'for_net_delete': True} {{(pid=84041) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:06:24.868254 n-d-838334-2 neutron-server[84041]: DEBUG neutron.services.segments.db [None req-451a50b7-77e5-4354-bc96-d433458e95e8 tempest-PortsTestJSON-1335945802 tempest-PortsTestJSON-1335945802-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bb41ae25-88ab-4fb8-992a-3e0cb162c295') {} {{(pid=84041) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:06:24.885830 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-451a50b7-77e5-4354-bc96-d433458e95e8 tempest-PortsTestJSON-1335945802 tempest-PortsTestJSON-1335945802-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750375287300', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32268156'] for segment, before_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:24.904517 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-12e65298-bad3-45d6-b03b-066d56ab5c2e tempest-PortsIpV6TestJSON-656796091 tempest-PortsIpV6TestJSON-656796091-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:06:24.914631 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-12e65298-bad3-45d6-b03b-066d56ab5c2e tempest-PortsIpV6TestJSON-656796091 tempest-PortsIpV6TestJSON-656796091-project] Usage tracker for resource:subnet and tenant:2eda1cb86d1d401280eb2d37452a60a8 is out of sync, need to count used quota {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:06:24.916984 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-12e65298-bad3-45d6-b03b-066d56ab5c2e tempest-PortsIpV6TestJSON-656796091 tempest-PortsIpV6TestJSON-656796091-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:06:24.920698 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-451a50b7-77e5-4354-bc96-d433458e95e8 tempest-PortsTestJSON-1335945802 tempest-PortsTestJSON-1335945802-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1082986'] for segment, precommit_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:24.928565 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-12e65298-bad3-45d6-b03b-066d56ab5c2e tempest-PortsIpV6TestJSON-656796091 tempest-PortsIpV6TestJSON-656796091-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:06:24.943669 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-451a50b7-77e5-4354-bc96-d433458e95e8 tempest-PortsTestJSON-1335945802 tempest-PortsTestJSON-1335945802-project] Releasing vlan 363 on physical network physnet1 to pool {{(pid=84041) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 18 21:06:24.944078 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-451a50b7-77e5-4354-bc96-d433458e95e8 tempest-PortsTestJSON-1335945802 tempest-PortsTestJSON-1335945802-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1082993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32266254'] for segment, after_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:24.964601 n-d-838334-2 neutron-server[84041]: Traceback (most recent call last): Apr 18 21:06:24.964601 n-d-838334-2 neutron-server[84041]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 18 21:06:24.964601 n-d-838334-2 neutron-server[84041]: timer() Apr 18 21:06:24.964601 n-d-838334-2 neutron-server[84041]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 21:06:24.964601 n-d-838334-2 neutron-server[84041]: cb(*args, **kw) Apr 18 21:06:24.964601 n-d-838334-2 neutron-server[84041]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 18 21:06:24.964601 n-d-838334-2 neutron-server[84041]: return func(*args, **kwargs) Apr 18 21:06:24.964601 n-d-838334-2 neutron-server[84041]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 21:06:24.964601 n-d-838334-2 neutron-server[84041]: self._notify() Apr 18 21:06:24.964601 n-d-838334-2 neutron-server[84041]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 21:06:24.964601 n-d-838334-2 neutron-server[84041]: self.callback(batched_events) Apr 18 21:06:24.964601 n-d-838334-2 neutron-server[84041]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 21:06:24.964601 n-d-838334-2 neutron-server[84041]: event.method(event) Apr 18 21:06:24.964601 n-d-838334-2 neutron-server[84041]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 18 21:06:24.964601 n-d-838334-2 neutron-server[84041]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 21:06:24.964601 n-d-838334-2 neutron-server[84041]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 18 21:06:24.964601 n-d-838334-2 neutron-server[84041]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 21:06:24.964601 n-d-838334-2 neutron-server[84041]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 18 21:06:24.964601 n-d-838334-2 neutron-server[84041]: return f(self, *a, **k) Apr 18 21:06:24.964601 n-d-838334-2 neutron-server[84041]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 18 21:06:24.964601 n-d-838334-2 neutron-server[84041]: return self._get(url).json() Apr 18 21:06:24.964601 n-d-838334-2 neutron-server[84041]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 18 21:06:24.964601 n-d-838334-2 neutron-server[84041]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 21:06:24.964601 n-d-838334-2 neutron-server[84041]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 18 21:06:24.964601 n-d-838334-2 neutron-server[84041]: return self.request(url, 'GET', **kwargs) Apr 18 21:06:24.964601 n-d-838334-2 neutron-server[84041]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 18 21:06:24.964601 n-d-838334-2 neutron-server[84041]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 21:06:24.964601 n-d-838334-2 neutron-server[84041]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 18 21:06:24.964601 n-d-838334-2 neutron-server[84041]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 21:06:24.964601 n-d-838334-2 neutron-server[84041]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 18 21:06:24.964601 n-d-838334-2 neutron-server[84041]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 21:06:24.964601 n-d-838334-2 neutron-server[84041]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 21:06:25.047138 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-4dd08872-bf72-4370-aac6-8350c517586b None None] Notify callbacks [] for port, precommit_create {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:25.057992 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-12e65298-bad3-45d6-b03b-066d56ab5c2e tempest-PortsIpV6TestJSON-656796091 tempest-PortsIpV6TestJSON-656796091-project] Made reservation on behalf of 2eda1cb86d1d401280eb2d37452a60a8 for: {'subnet': 1} {{(pid=84041) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:06:25.059600 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d64cc823-1d51-4c2c-bf63-20a8930c2804 tempest-RoutersTest-1500746192 tempest-RoutersTest-1500746192-project] Notify agent at l3_agent.n-d-838334-2 the message routers_updated {{(pid=84040) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 21:06:25.068441 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-d64cc823-1d51-4c2c-bf63-20a8930c2804 tempest-RoutersTest-1500746192 tempest-RoutersTest-1500746192-project] 10.222.0.42 "PUT /v2.0/routers/d3445e60-27f3-4080-a032-9bd4d27dfce0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.4429147 Apr 18 21:06:25.072530 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a7ed836-33c1-4bba-93c0-f5a394c2ac81 None None] Sync routers for ids ['d3445e60-27f3-4080-a032-9bd4d27dfce0'] in n-d-838334-2 {{(pid=84042) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 18 21:06:25.079981 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 38548) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:06:25.085110 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a7ed836-33c1-4bba-93c0-f5a394c2ac81 None None] Routers {'d3445e60-27f3-4080-a032-9bd4d27dfce0'} bound to L3 agent in host n-d-838334-2 {{(pid=84042) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 21:06:25.085726 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_hamode_db [None req-8a7ed836-33c1-4bba-93c0-f5a394c2ac81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838334-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-18T20:25:48Z,description=,heartbeat_timestamp=2022-04-18T21:06:18Z,host='n-d-838334-2',id=bc84d6c9-dd7a-4555-a351-592327b46d5a,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:25:48Z,topic='l3_agent')) {'router_ids': ['d3445e60-27f3-4080-a032-9bd4d27dfce0'], 'active': True} {{(pid=84042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:06:25.090287 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-bf0c31a7-9aea-4435-98c0-2468976ef93b tempest-FloatingIPTestJSON-1355648241 tempest-FloatingIPTestJSON-1355648241-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1010 time: 5.8027413 Apr 18 21:06:25.090837 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.v2.base [None req-da1fb374-0271-4335-8e89-07e953451e43 tempest-RoutersTest-1500746192 tempest-RoutersTest-1500746192-project] Request body: {'network': {'name': 'tempest-RoutersTest-1077435106'}} {{(pid=84041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:06:25.091197 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-880f30b6-fada-4a9a-ab56-debd6d713516 tempest-AllowedAddressPairTestJSON-1420879938 tempest-AllowedAddressPairTestJSON-1420879938-project] Pushing event updated for resources: {'Port': ['ID=4331d3cd-4f6a-4098-85a4-13b42ef1711c,revision_number=2']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:06:25.105436 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 38552) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:06:25.116112 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.v2.base [None req-652e5792-c640-409e-85c6-9033b53d9f06 tempest-FloatingIPTestJSON-1355648241 tempest-FloatingIPTestJSON-1355648241-project] Request body: {'floatingip': {'floating_network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'port_id': '67257e96-39f1-43bb-b9b1-9b8d330251d9', 'fixed_ip_address': '172.20.0.14'}} {{(pid=84040) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:06:25.122917 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.plugin [None req-880f30b6-fada-4a9a-ab56-debd6d713516 tempest-AllowedAddressPairTestJSON-1420879938 tempest-AllowedAddressPairTestJSON-1420879938-project] In _notify_port_updated(), no bound segment for port 4331d3cd-4f6a-4098-85a4-13b42ef1711c on network 5bd096f8-31c9-45e2-b0e1-1f70c937e419 {{(pid=84040) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Apr 18 21:06:25.126648 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-880f30b6-fada-4a9a-ab56-debd6d713516 tempest-AllowedAddressPairTestJSON-1420879938 tempest-AllowedAddressPairTestJSON-1420879938-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:06:25.127250 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-880f30b6-fada-4a9a-ab56-debd6d713516 tempest-AllowedAddressPairTestJSON-1420879938 tempest-AllowedAddressPairTestJSON-1420879938-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217293'] for port, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:25.131960 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-880f30b6-fada-4a9a-ab56-debd6d713516 tempest-AllowedAddressPairTestJSON-1420879938 tempest-AllowedAddressPairTestJSON-1420879938-project] 10.222.0.42 "PUT /v2.0/ports/4331d3cd-4f6a-4098-85a4-13b42ef1711c HTTP/1.1" status: 200 len: 1057 time: 2.8024085 Apr 18 21:06:25.133135 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [None req-652e5792-c640-409e-85c6-9033b53d9f06 tempest-FloatingIPTestJSON-1355648241 tempest-FloatingIPTestJSON-1355648241-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:06:25.135093 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 38556) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:06:25.155164 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-da1fb374-0271-4335-8e89-07e953451e43 tempest-RoutersTest-1500746192 tempest-RoutersTest-1500746192-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:06:25.164927 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-da1fb374-0271-4335-8e89-07e953451e43 tempest-RoutersTest-1500746192 tempest-RoutersTest-1500746192-project] Usage tracker for resource:network and tenant:8a05b90fa8c54f25938df6bd0ef52223 is out of sync, need to count used quota {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:06:25.176531 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-da1fb374-0271-4335-8e89-07e953451e43 tempest-RoutersTest-1500746192 tempest-RoutersTest-1500746192-project] Quota usage for network was recalculated. Used quota:2. {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:06:25.188341 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-451a50b7-77e5-4354-bc96-d433458e95e8 tempest-PortsTestJSON-1335945802 tempest-PortsTestJSON-1335945802-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1258898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33526109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33444113'] for network, after_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:25.190239 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-da1fb374-0271-4335-8e89-07e953451e43 tempest-RoutersTest-1500746192 tempest-RoutersTest-1500746192-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:06:25.201629 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-4dd08872-bf72-4370-aac6-8350c517586b None None] Transition to ACTIVE for port object c2e3232f-0a66-44e4-8dfc-78c97a8104ff will not be triggered until provisioned by entity L2. {{(pid=84042) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:06:25.220200 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-451a50b7-77e5-4354-bc96-d433458e95e8 tempest-PortsTestJSON-1335945802 tempest-PortsTestJSON-1335945802-project] Notify callbacks [] for network, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:25.233241 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-451a50b7-77e5-4354-bc96-d433458e95e8 tempest-PortsTestJSON-1335945802 tempest-PortsTestJSON-1335945802-project] Pushing event deleted for resources: {'Network': ['ID=1a5d91c8-1709-4cd3-96e4-f851e43fa6e0,revision_number=None']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:06:25.243550 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-4dd08872-bf72-4370-aac6-8350c517586b None None] Transition to ACTIVE for port object c2e3232f-0a66-44e4-8dfc-78c97a8104ff will not be triggered until provisioned by entity DHCP. {{(pid=84042) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:06:25.252533 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da1fb374-0271-4335-8e89-07e953451e43 tempest-RoutersTest-1500746192 tempest-RoutersTest-1500746192-project] Made reservation on behalf of 8a05b90fa8c54f25938df6bd0ef52223 for: {'network': 1} {{(pid=84041) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:06:25.252943 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [None req-652e5792-c640-409e-85c6-9033b53d9f06 tempest-FloatingIPTestJSON-1355648241 tempest-FloatingIPTestJSON-1355648241-project] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:06:25.257895 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-da1fb374-0271-4335-8e89-07e953451e43 tempest-RoutersTest-1500746192 tempest-RoutersTest-1500746192-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for network, before_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:25.260182 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-e9404019-7c0e-4f13-95dd-f2590405e0c0 None None] Provisioning complete for port 4331d3cd-4f6a-4098-85a4-13b42ef1711c triggered by entity DHCP. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:06:25.260550 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-e9404019-7c0e-4f13-95dd-f2590405e0c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1253608'] for port, provisioning_complete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:25.273416 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-451a50b7-77e5-4354-bc96-d433458e95e8 tempest-PortsTestJSON-1335945802 tempest-PortsTestJSON-1335945802-project] 10.222.0.42 "DELETE /v2.0/networks/1a5d91c8-1709-4cd3-96e4-f851e43fa6e0 HTTP/1.1" status: 204 len: 168 time: 1.0871150 Apr 18 21:06:25.274825 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-9f0e2a53-c2b0-474a-b5c1-0ce1675346ba tempest-RoutersIpV6AdminTest-1441855246 tempest-RoutersIpV6AdminTest-1441855246-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:25.283284 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-4dd08872-bf72-4370-aac6-8350c517586b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750374836619'] for port, after_create {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:25.310771 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.plugin [None req-83c23b3a-d5cf-49f4-88c0-52c8a3e790bf tempest-AllowedAddressPairTestJSON-1420879938 tempest-AllowedAddressPairTestJSON-1420879938-project] Deleting port 4331d3cd-4f6a-4098-85a4-13b42ef1711c {{(pid=84040) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 21:06:25.311191 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-83c23b3a-d5cf-49f4-88c0-52c8a3e790bf tempest-AllowedAddressPairTestJSON-1420879938 tempest-AllowedAddressPairTestJSON-1420879938-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750375188691'] for port, before_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:25.356299 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-652e5792-c640-409e-85c6-9033b53d9f06 tempest-FloatingIPTestJSON-1355648241 tempest-FloatingIPTestJSON-1355648241-project] Notify callbacks [] for floatingip, before_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:25.388755 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_dvr_db [None req-8a7ed836-33c1-4bba-93c0-f5a394c2ac81 None None] Set router d3445e60-27f3-4080-a032-9bd4d27dfce0 gateway port host: None {{(pid=84042) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 21:06:25.437679 n-d-838334-2 neutron-server[84042]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4dd08872-bf72-4370-aac6-8350c517586b None None] Network 5b059a49-0390-4335-b546-3a7633dd7a97 is already hosted by enough agents. {{(pid=84042) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:06:25.438518 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.plugin [None req-e9404019-7c0e-4f13-95dd-f2590405e0c0 None None] Port 4331d3cd-4f6a-4098-85a4-13b42ef1711c cannot update to ACTIVE because it is not bound. {{(pid=84042) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 18 21:06:25.447523 n-d-838334-2 neutron-server[84042]: DEBUG neutron.scheduler.base_scheduler [None req-4dd08872-bf72-4370-aac6-8350c517586b None None] Resources bound (agent type, host, resource id): {{(pid=84042) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:06:25.456387 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dd08872-bf72-4370-aac6-8350c517586b None None] Pushing event updated for resources: {'Port': ['ID=c2e3232f-0a66-44e4-8dfc-78c97a8104ff,revision_number=1']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:06:25.461110 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4dd08872-bf72-4370-aac6-8350c517586b None None] Received port after_create {{(pid=84042) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 21:06:25.591323 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-12e65298-bad3-45d6-b03b-066d56ab5c2e tempest-PortsIpV6TestJSON-656796091 tempest-PortsIpV6TestJSON-656796091-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32486301'] for subnet, before_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:25.649059 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.managers [None req-4dd08872-bf72-4370-aac6-8350c517586b None None] Attempting to bind port c2e3232f-0a66-44e4-8dfc-78c97a8104ff on host n-d-838334-2 for vnic_type normal with profile {{(pid=84042) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 21:06:25.649422 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.managers [None req-4dd08872-bf72-4370-aac6-8350c517586b None None] Attempting to bind port c2e3232f-0a66-44e4-8dfc-78c97a8104ff by drivers openvswitch,hyperv on host n-d-838334-2 at level 0 using segments [{'id': '996c1554-d13f-470c-96ab-7734ea2fdbec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '5b059a49-0390-4335-b546-3a7633dd7a97'}] {{(pid=84042) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 21:06:25.649788 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4dd08872-bf72-4370-aac6-8350c517586b None None] Attempting to bind port c2e3232f-0a66-44e4-8dfc-78c97a8104ff on network 5b059a49-0390-4335-b546-3a7633dd7a97 {{(pid=84042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 21:06:25.668037 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-87dc4306-54c4-4739-b9eb-33947f05ce02 req-16697130-517a-477f-bdb9-8dc2bee3153b tempest-AttachVolumeTestJSON-1696487017 tempest-AttachVolumeTestJSON-1696487017-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:25.668620 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-87dc4306-54c4-4739-b9eb-33947f05ce02 req-16697130-517a-477f-bdb9-8dc2bee3153b tempest-AttachVolumeTestJSON-1696487017 tempest-AttachVolumeTestJSON-1696487017-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33444131'] for floatingip, after_update {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:25.668748 n-d-838334-2 neutron-server[84040]: INFO neutron.db.l3_db [req-87dc4306-54c4-4739-b9eb-33947f05ce02 req-16697130-517a-477f-bdb9-8dc2bee3153b tempest-AttachVolumeTestJSON-1696487017 tempest-AttachVolumeTestJSON-1696487017-project] Floating IP 912cdba1-a387-463f-bf0d-aba89b0dbd1e disassociated. External IP: 172.25.8.106, port: 6bed8de5-58ef-4df2-8478-95d3b5de3e84. Apr 18 21:06:25.669018 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.plugin [req-87dc4306-54c4-4739-b9eb-33947f05ce02 req-16697130-517a-477f-bdb9-8dc2bee3153b tempest-AttachVolumeTestJSON-1696487017 tempest-AttachVolumeTestJSON-1696487017-project] Calling delete_port for 6bed8de5-58ef-4df2-8478-95d3b5de3e84 owned by compute:nova {{(pid=84040) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 21:06:25.682840 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-da1fb374-0271-4335-8e89-07e953451e43 tempest-RoutersTest-1500746192 tempest-RoutersTest-1500746192-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 361} {{(pid=84041) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 21:06:25.722472 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4dd08872-bf72-4370-aac6-8350c517586b None None] Checking agent: {'id': '97cd4414-7af6-4d67-868d-dff370b4071a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838334-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 25, 49), 'started_at': datetime.datetime(2022, 4, 18, 20, 26, 19), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 21, 6, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838334-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 18 21:06:25.722852 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4dd08872-bf72-4370-aac6-8350c517586b None None] Checking segment: {'id': '996c1554-d13f-470c-96ab-7734ea2fdbec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '5b059a49-0390-4335-b546-3a7633dd7a97'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84042) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 21:06:25.723479 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-4dd08872-bf72-4370-aac6-8350c517586b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:25.723901 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4dd08872-bf72-4370-aac6-8350c517586b None None] Bound using segment: {'id': '996c1554-d13f-470c-96ab-7734ea2fdbec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '5b059a49-0390-4335-b546-3a7633dd7a97'} {{(pid=84042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 18 21:06:25.724387 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.managers [None req-4dd08872-bf72-4370-aac6-8350c517586b None None] Bound port: c2e3232f-0a66-44e4-8dfc-78c97a8104ff, host: n-d-838334-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '996c1554-d13f-470c-96ab-7734ea2fdbec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '5b059a49-0390-4335-b546-3a7633dd7a97'}}] {{(pid=84042) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 21:06:25.724756 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-4dd08872-bf72-4370-aac6-8350c517586b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:25.733436 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-da1fb374-0271-4335-8e89-07e953451e43 tempest-RoutersTest-1500746192 tempest-RoutersTest-1500746192-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1082986'] for segment, precommit_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:25.734324 n-d-838334-2 neutron-server[84041]: INFO neutron.db.segments_db [None req-da1fb374-0271-4335-8e89-07e953451e43 tempest-RoutersTest-1500746192 tempest-RoutersTest-1500746192-project] Added segment aac40157-fd6b-4a94-bf9d-c65b7da168f7 of type vlan for network a939bca6-cf86-485c-ae21-4acaab3ed357 Apr 18 21:06:25.749238 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-9f0e2a53-c2b0-474a-b5c1-0ce1675346ba tempest-RoutersIpV6AdminTest-1441855246 tempest-RoutersIpV6AdminTest-1441855246-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-33444175', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-33443520', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5293'] for router, precommit_update {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:25.772973 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-9f0e2a53-c2b0-474a-b5c1-0ce1675346ba tempest-RoutersIpV6AdminTest-1441855246 tempest-RoutersIpV6AdminTest-1441855246-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33444176', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-33444166', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-33444185', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-33443547'] for router, after_update {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:25.878519 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-da1fb374-0271-4335-8e89-07e953451e43 tempest-RoutersTest-1500746192 tempest-RoutersTest-1500746192-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750374825732'] for network, precommit_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:25.899207 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-4dd08872-bf72-4370-aac6-8350c517586b None None] For port c2e3232f-0a66-44e4-8dfc-78c97a8104ff, host n-d-838334-2, cleared binding levels {{(pid=84042) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 21:06:25.910688 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-4dd08872-bf72-4370-aac6-8350c517586b None None] For port c2e3232f-0a66-44e4-8dfc-78c97a8104ff, host n-d-838334-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838334-2',level=0,port_id=c2e3232f-0a66-44e4-8dfc-78c97a8104ff,segment=NetworkSegment(996c1554-d13f-470c-96ab-7734ea2fdbec),segment_id=996c1554-d13f-470c-96ab-7734ea2fdbec)] {{(pid=84042) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 21:06:25.937997 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-4dd08872-bf72-4370-aac6-8350c517586b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682'] for port, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:25.939823 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-83c23b3a-d5cf-49f4-88c0-52c8a3e790bf tempest-AllowedAddressPairTestJSON-1420879938 tempest-AllowedAddressPairTestJSON-1420879938-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369123'] for port, precommit_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:26.009578 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 38566) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:06:26.026812 n-d-838334-2 neutron-server[84041]: INFO neutron.db.ipam_backend_mixin [None req-12e65298-bad3-45d6-b03b-066d56ab5c2e tempest-PortsIpV6TestJSON-656796091 tempest-PortsIpV6TestJSON-656796091-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 8d964505-dcf0-4667-b7a7-4642b0930d42 (CIDR: 2001:db8::/64) Apr 18 21:06:26.033359 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_hamode_db [None req-8a7ed836-33c1-4bba-93c0-f5a394c2ac81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3445e60-27f3-4080-a032-9bd4d27dfce0', 'name': 'tempest-RoutersTest-router-1627313381', 'tenant_id': '8a05b90fa8c54f25938df6bd0ef52223', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:06:00Z', 'updated_at': '2022-04-18T21:06:19Z', 'revision_number': 3, 'project_id': '8a05b90fa8c54f25938df6bd0ef52223', 'gw_port_host': None, '_interfaces': [{'id': '33b867d1-0439-4e6e-9292-2f7076a420d5', 'name': '', 'network_id': '6c55f5d6-32aa-4564-9c07-62d3eb3a4e33', 'tenant_id': '8a05b90fa8c54f25938df6bd0ef52223', 'mac_address': 'fa:16:3e:86:52:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd3445e60-27f3-4080-a032-9bd4d27dfce0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2b90dced-66c9-4d15-bdac-b6cf07d1ccea', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:06:16Z', 'updated_at': '2022-04-18T21:06:20Z', 'revision_number': 2, 'project_id': '8a05b90fa8c54f25938df6bd0ef52223', 'subnets': [{'id': '2b90dced-66c9-4d15-bdac-b6cf07d1ccea', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b3960860-c173-49ec-b335-5c1dd2983a36', 'name': '', 'network_id': '0f4f3485-d47f-443a-afdb-b607b91dc681', 'tenant_id': '8a05b90fa8c54f25938df6bd0ef52223', 'mac_address': 'fa:16:3e:f4:09:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3445e60-27f3-4080-a032-9bd4d27dfce0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c69b069c-a1b2-456b-9244-afeef8944023', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:06:04Z', 'updated_at': '2022-04-18T21:06:14Z', 'revision_number': 5, 'project_id': '8a05b90fa8c54f25938df6bd0ef52223', 'subnets': [{'id': 'c69b069c-a1b2-456b-9244-afeef8944023', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838334-2', False) {} {{(pid=84042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:06:26.046880 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a7ed836-33c1-4bba-93c0-f5a394c2ac81 None None] Checking router: d3445e60-27f3-4080-a032-9bd4d27dfce0 for host: n-d-838334-2 {{(pid=84042) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 18 21:06:26.047599 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a7ed836-33c1-4bba-93c0-f5a394c2ac81 None None] Updating router d3445e60-27f3-4080-a032-9bd4d27dfce0 port 33b867d1-0439-4e6e-9292-2f7076a420d5 binding host n-d-838334-2 {{(pid=84042) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 18 21:06:26.049523 n-d-838334-2 neutron-server[84041]: INFO neutron.pecan_wsgi.hooks.translation [None req-12e65298-bad3-45d6-b03b-066d56ab5c2e tempest-PortsIpV6TestJSON-656796091 tempest-PortsIpV6TestJSON-656796091-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 18 21:06:26.050080 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-12e65298-bad3-45d6-b03b-066d56ab5c2e tempest-PortsIpV6TestJSON-656796091 tempest-PortsIpV6TestJSON-656796091-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=84041) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 21:06:26.052139 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-652e5792-c640-409e-85c6-9033b53d9f06 tempest-FloatingIPTestJSON-1355648241 tempest-FloatingIPTestJSON-1355648241-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:26.086786 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-da1fb374-0271-4335-8e89-07e953451e43 tempest-RoutersTest-1500746192 tempest-RoutersTest-1500746192-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33526109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022'] for network, after_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:26.090828 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da1fb374-0271-4335-8e89-07e953451e43 tempest-RoutersTest-1500746192 tempest-RoutersTest-1500746192-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:06:26.091658 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-da1fb374-0271-4335-8e89-07e953451e43 tempest-RoutersTest-1500746192 tempest-RoutersTest-1500746192-project] Notify callbacks [] for network, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:26.124650 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Device 6bed8de5-58ef-4df2-8478-95d3b5de3e84 no longer exists at agent hyperv_n-h2-838334-2 {{(pid=84042) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 21:06:26.136776 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.plugin [None req-83c23b3a-d5cf-49f4-88c0-52c8a3e790bf tempest-AllowedAddressPairTestJSON-1420879938 tempest-AllowedAddressPairTestJSON-1420879938-project] Calling delete_port for 4331d3cd-4f6a-4098-85a4-13b42ef1711c owned by {{(pid=84040) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 21:06:26.139541 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-12e65298-bad3-45d6-b03b-066d56ab5c2e tempest-PortsIpV6TestJSON-656796091 tempest-PortsIpV6TestJSON-656796091-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.6126289 Apr 18 21:06:26.170836 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dd08872-bf72-4370-aac6-8350c517586b None None] Pushing event updated for resources: {'Port': ['ID=c2e3232f-0a66-44e4-8dfc-78c97a8104ff,revision_number=2']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:06:26.195768 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 38572) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:06:26.203192 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.v2.base [None req-a819aa0c-3808-464d-ad5e-686b6987bb6f tempest-PortsIpV6TestJSON-656796091 tempest-PortsIpV6TestJSON-656796091-project] Request body: {'subnet': {'network_id': '5b059a49-0390-4335-b546-3a7633dd7a97', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=84041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:06:26.224227 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-8a7ed836-33c1-4bba-93c0-f5a394c2ac81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:26.254165 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-da1fb374-0271-4335-8e89-07e953451e43 tempest-RoutersTest-1500746192 tempest-RoutersTest-1500746192-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 1.1684220 Apr 18 21:06:26.263725 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 38576) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:06:26.289124 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.v2.base [None req-c02d2de7-b9d7-452b-9083-c095bf9ebfa1 tempest-RoutersTest-1500746192 tempest-RoutersTest-1500746192-project] Request body: {'subnet': {'network_id': 'a939bca6-cf86-485c-ae21-4acaab3ed357', 'cidr': '172.22.0.0/28', 'ip_version': 4, 'gateway_ip': '172.22.0.1'}} {{(pid=84040) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:06:26.386408 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da1fb374-0271-4335-8e89-07e953451e43 tempest-RoutersTest-1500746192 tempest-RoutersTest-1500746192-project] Pushing event updated for resources: {'Network': ['ID=a939bca6-cf86-485c-ae21-4acaab3ed357,revision_number=1']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:06:26.466865 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-504807dc-6de4-4687-b98d-b18dc760d893 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=234c597e1bbf440ab35a01225b472234&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4471459 Apr 18 21:06:26.472485 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 38580) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:06:26.510785 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-87dc4306-54c4-4739-b9eb-33947f05ce02 req-16697130-517a-477f-bdb9-8dc2bee3153b tempest-AttachVolumeTestJSON-1696487017 tempest-AttachVolumeTestJSON-1696487017-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750375259028', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750374836628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32440838'] for port, after_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:26.536771 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Network a939bca6-cf86-485c-ae21-4acaab3ed357 details requested by agent ovs-agent-n-d-838334-2 with host n-d-838334-2 {{(pid=84042) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 18 21:06:26.566816 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.plugin [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Port 6bed8de5-58ef-4df2-8478-95d3b5de3e84 update to DOWN by agent not found {{(pid=84042) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2111}} Apr 18 21:06:26.595495 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-a819aa0c-3808-464d-ad5e-686b6987bb6f tempest-PortsIpV6TestJSON-656796091 tempest-PortsIpV6TestJSON-656796091-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:06:26.607954 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16697130-517a-477f-bdb9-8dc2bee3153b tempest-AttachVolumeTestJSON-1696487017 tempest-AttachVolumeTestJSON-1696487017-project] Pushing event deleted for resources: {'Port': ['ID=6bed8de5-58ef-4df2-8478-95d3b5de3e84,revision_number=None']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:06:26.608333 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-a819aa0c-3808-464d-ad5e-686b6987bb6f tempest-PortsIpV6TestJSON-656796091 tempest-PortsIpV6TestJSON-656796091-project] Usage tracker for resource:subnet and tenant:2eda1cb86d1d401280eb2d37452a60a8 is out of sync, need to count used quota {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:06:26.615309 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-a819aa0c-3808-464d-ad5e-686b6987bb6f tempest-PortsIpV6TestJSON-656796091 tempest-PortsIpV6TestJSON-656796091-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:06:26.626291 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-a819aa0c-3808-464d-ad5e-686b6987bb6f tempest-PortsIpV6TestJSON-656796091 tempest-PortsIpV6TestJSON-656796091-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:06:26.666774 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-c5055190-adb6-4999-8b72-c3ef7419a1d5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:26.674531 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25971a2a-768d-4e97-bbe5-6af916fc4e3c req-d93c9b8f-b907-40f0-88ab-97bd9270431b tempest-AttachVolumeTestJSON-1696487017 tempest-AttachVolumeTestJSON-1696487017-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:06:26.677212 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-25971a2a-768d-4e97-bbe5-6af916fc4e3c req-d93c9b8f-b907-40f0-88ab-97bd9270431b tempest-AttachVolumeTestJSON-1696487017 tempest-AttachVolumeTestJSON-1696487017-project] 10.222.0.42 "GET /v2.0/ports?device_id=b0ba2ec6-9abf-48fa-90ad-50051827d595 HTTP/1.1" status: 200 len: 945 time: 0.6572337 Apr 18 21:06:26.700023 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [None req-c02d2de7-b9d7-452b-9083-c095bf9ebfa1 tempest-RoutersTest-1500746192 tempest-RoutersTest-1500746192-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:06:26.707954 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-c5055190-adb6-4999-8b72-c3ef7419a1d5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:26.729462 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-c02d2de7-b9d7-452b-9083-c095bf9ebfa1 tempest-RoutersTest-1500746192 tempest-RoutersTest-1500746192-project] Usage tracker for resource:subnet and tenant:8a05b90fa8c54f25938df6bd0ef52223 is out of sync, need to count used quota {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:06:26.735464 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-c02d2de7-b9d7-452b-9083-c095bf9ebfa1 tempest-RoutersTest-1500746192 tempest-RoutersTest-1500746192-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:06:26.736497 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a819aa0c-3808-464d-ad5e-686b6987bb6f tempest-PortsIpV6TestJSON-656796091 tempest-PortsIpV6TestJSON-656796091-project] Made reservation on behalf of 2eda1cb86d1d401280eb2d37452a60a8 for: {'subnet': 1} {{(pid=84041) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:06:26.740713 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-a819aa0c-3808-464d-ad5e-686b6987bb6f tempest-PortsIpV6TestJSON-656796091 tempest-PortsIpV6TestJSON-656796091-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32486301'] for subnet, before_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:26.806159 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-8a7ed836-33c1-4bba-93c0-f5a394c2ac81 None None] Notify callbacks [] for port, precommit_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:26.876662 n-d-838334-2 neutron-server[84041]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9f0e2a53-c2b0-474a-b5c1-0ce1675346ba tempest-RoutersIpV6AdminTest-1441855246 tempest-RoutersIpV6AdminTest-1441855246-project-admin] Router 44b97b35-44c3-4cb1-b772-01718e277499 is scheduled to L3 agent bc84d6c9-dd7a-4555-a351-592327b46d5a with binding_index 1 {{(pid=84041) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 18 21:06:26.894408 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-c5055190-adb6-4999-8b72-c3ef7419a1d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33528224'] for security_group, after_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:26.928260 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5055190-adb6-4999-8b72-c3ef7419a1d5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e5c9e01-0c73-4282-88ab-8e09b4b52c3b,revision_number=None']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:06:26.943132 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.db_base_plugin_common [None req-652e5792-c640-409e-85c6-9033b53d9f06 tempest-FloatingIPTestJSON-1355648241 tempest-FloatingIPTestJSON-1355648241-project] Allocated IP 172.25.8.152 (e41b6600-a917-4a8d-b05c-be3be40c6d8c/6b05667b-848e-4356-9b44-d5eb6808ef74/8a0070f0-6566-4d22-9fe8-ae8d535dffb5) {{(pid=84040) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 21:06:26.946470 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-c5055190-adb6-4999-8b72-c3ef7419a1d5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:26.947595 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-c5055190-adb6-4999-8b72-c3ef7419a1d5 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/4e5c9e01-0c73-4282-88ab-8e09b4b52c3b HTTP/1.1" status: 204 len: 168 time: 0.4687047 Apr 18 21:06:26.951885 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [None req-c02d2de7-b9d7-452b-9083-c095bf9ebfa1 tempest-RoutersTest-1500746192 tempest-RoutersTest-1500746192-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:06:27.018186 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-8a7ed836-33c1-4bba-93c0-f5a394c2ac81 None None] Transition to ACTIVE for port object 33b867d1-0439-4e6e-9292-2f7076a420d5 will not be triggered until provisioned by entity L2. {{(pid=84042) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:06:27.038179 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-8a7ed836-33c1-4bba-93c0-f5a394c2ac81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682'] for port, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:27.085680 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-25971a2a-768d-4e97-bbe5-6af916fc4e3c req-c73219d4-d6b1-419b-9bf3-90239a2c3aa1 tempest-AttachVolumeTestJSON-1696487017 tempest-AttachVolumeTestJSON-1696487017-project] 10.222.0.42 "GET /v2.0/security-groups?id=f803d5b9-b26e-40a0-beab-857b23d0f147&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3832083 Apr 18 21:06:27.097181 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-83c23b3a-d5cf-49f4-88c0-52c8a3e790bf tempest-AllowedAddressPairTestJSON-1420879938 tempest-AllowedAddressPairTestJSON-1420879938-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750375259028', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750374836628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32440838'] for port, after_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:27.158495 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c02d2de7-b9d7-452b-9083-c095bf9ebfa1 tempest-RoutersTest-1500746192 tempest-RoutersTest-1500746192-project] Made reservation on behalf of 8a05b90fa8c54f25938df6bd0ef52223 for: {'subnet': 1} {{(pid=84040) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:06:27.237230 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f21a6a23-82cb-4838-bc5e-bc6a07821146 None None] Pushing event updated for resources: {'Port': ['ID=33b867d1-0439-4e6e-9292-2f7076a420d5,revision_number=3']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:06:27.320727 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83c23b3a-d5cf-49f4-88c0-52c8a3e790bf tempest-AllowedAddressPairTestJSON-1420879938 tempest-AllowedAddressPairTestJSON-1420879938-project] Pushing event deleted for resources: {'Port': ['ID=4331d3cd-4f6a-4098-85a4-13b42ef1711c,revision_number=None']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:06:27.397363 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.managers [None req-8a7ed836-33c1-4bba-93c0-f5a394c2ac81 None None] Attempting to bind port 33b867d1-0439-4e6e-9292-2f7076a420d5 on host n-d-838334-2 for vnic_type normal with profile {{(pid=84042) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 21:06:27.398054 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.managers [None req-8a7ed836-33c1-4bba-93c0-f5a394c2ac81 None None] Attempting to bind port 33b867d1-0439-4e6e-9292-2f7076a420d5 by drivers openvswitch,hyperv on host n-d-838334-2 at level 0 using segments [{'id': '4a7f8b54-5318-4fdf-ad3e-dc616d26382c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '6c55f5d6-32aa-4564-9c07-62d3eb3a4e33'}] {{(pid=84042) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 21:06:27.401732 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a7ed836-33c1-4bba-93c0-f5a394c2ac81 None None] Attempting to bind port 33b867d1-0439-4e6e-9292-2f7076a420d5 on network 6c55f5d6-32aa-4564-9c07-62d3eb3a4e33 {{(pid=84042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 21:06:27.419792 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a7ed836-33c1-4bba-93c0-f5a394c2ac81 None None] Checking agent: {'id': '97cd4414-7af6-4d67-868d-dff370b4071a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838334-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 25, 49), 'started_at': datetime.datetime(2022, 4, 18, 20, 26, 19), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 21, 6, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838334-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 18 21:06:27.420310 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a7ed836-33c1-4bba-93c0-f5a394c2ac81 None None] Checking segment: {'id': '4a7f8b54-5318-4fdf-ad3e-dc616d26382c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '6c55f5d6-32aa-4564-9c07-62d3eb3a4e33'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84042) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 21:06:27.420791 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-8a7ed836-33c1-4bba-93c0-f5a394c2ac81 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:27.421257 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a7ed836-33c1-4bba-93c0-f5a394c2ac81 None None] Bound using segment: {'id': '4a7f8b54-5318-4fdf-ad3e-dc616d26382c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '6c55f5d6-32aa-4564-9c07-62d3eb3a4e33'} {{(pid=84042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 18 21:06:27.421818 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.managers [None req-8a7ed836-33c1-4bba-93c0-f5a394c2ac81 None None] Bound port: 33b867d1-0439-4e6e-9292-2f7076a420d5, host: n-d-838334-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4a7f8b54-5318-4fdf-ad3e-dc616d26382c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '6c55f5d6-32aa-4564-9c07-62d3eb3a4e33'}}] {{(pid=84042) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 21:06:27.422730 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-8a7ed836-33c1-4bba-93c0-f5a394c2ac81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:27.456488 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-a819aa0c-3808-464d-ad5e-686b6987bb6f tempest-PortsIpV6TestJSON-656796091 tempest-PortsIpV6TestJSON-656796091-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33526260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32266407', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32486287'] for subnet, after_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:27.555567 n-d-838334-2 neutron-server[84041]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a819aa0c-3808-464d-ad5e-686b6987bb6f tempest-PortsIpV6TestJSON-656796091 tempest-PortsIpV6TestJSON-656796091-project] Network 5b059a49-0390-4335-b546-3a7633dd7a97 is already hosted by enough agents. {{(pid=84041) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:06:27.569979 n-d-838334-2 neutron-server[84041]: DEBUG neutron.scheduler.base_scheduler [None req-a819aa0c-3808-464d-ad5e-686b6987bb6f tempest-PortsIpV6TestJSON-656796091 tempest-PortsIpV6TestJSON-656796091-project] Resources bound (agent type, host, resource id): {{(pid=84041) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:06:27.572700 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a819aa0c-3808-464d-ad5e-686b6987bb6f tempest-PortsIpV6TestJSON-656796091 tempest-PortsIpV6TestJSON-656796091-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:06:27.573409 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-a819aa0c-3808-464d-ad5e-686b6987bb6f tempest-PortsIpV6TestJSON-656796091 tempest-PortsIpV6TestJSON-656796091-project] Notify callbacks [] for subnet, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:27.592791 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9f0e2a53-c2b0-474a-b5c1-0ce1675346ba tempest-RoutersIpV6AdminTest-1441855246 tempest-RoutersIpV6AdminTest-1441855246-project-admin] Notify agent at l3_agent.n-d-838334-2 the message routers_updated {{(pid=84041) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 21:06:27.611311 n-d-838334-2 neutron-server[84043]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06dbc5ba-1d52-49d9-af9e-ff0d07f8ac36 None None] Sync routers for ids ['44b97b35-44c3-4cb1-b772-01718e277499'] in n-d-838334-2 {{(pid=84043) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 18 21:06:27.611831 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a819aa0c-3808-464d-ad5e-686b6987bb6f tempest-PortsIpV6TestJSON-656796091 tempest-PortsIpV6TestJSON-656796091-project] Pushing event updated for resources: {'Subnet': ['ID=9e60ddb9-fa86-432e-a2c0-3f785aaf7616,revision_number=0']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:06:27.624241 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-9f0e2a53-c2b0-474a-b5c1-0ce1675346ba tempest-RoutersIpV6AdminTest-1441855246 tempest-RoutersIpV6AdminTest-1441855246-project-admin] Notify callbacks [] for router, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:27.626885 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-9f0e2a53-c2b0-474a-b5c1-0ce1675346ba tempest-RoutersIpV6AdminTest-1441855246 tempest-RoutersIpV6AdminTest-1441855246-project-admin] 10.222.0.42 "PUT /v2.0/routers/44b97b35-44c3-4cb1-b772-01718e277499 HTTP/1.1" status: 200 len: 918 time: 5.3632774 Apr 18 21:06:27.630380 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 38592) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:06:27.639995 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06dbc5ba-1d52-49d9-af9e-ff0d07f8ac36 None None] Routers {'44b97b35-44c3-4cb1-b772-01718e277499'} bound to L3 agent in host n-d-838334-2 {{(pid=84043) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 21:06:27.640613 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.l3_hamode_db [None req-06dbc5ba-1d52-49d9-af9e-ff0d07f8ac36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838334-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-18T20:25:48Z,description=,heartbeat_timestamp=2022-04-18T21:06:18Z,host='n-d-838334-2',id=bc84d6c9-dd7a-4555-a351-592327b46d5a,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:25:48Z,topic='l3_agent')) {'router_ids': ['44b97b35-44c3-4cb1-b772-01718e277499'], 'active': True} {{(pid=84043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:06:27.646693 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-a819aa0c-3808-464d-ad5e-686b6987bb6f tempest-PortsIpV6TestJSON-656796091 tempest-PortsIpV6TestJSON-656796091-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 1.4484792 Apr 18 21:06:27.647450 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 38596) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:06:27.683325 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-8a7ed836-33c1-4bba-93c0-f5a394c2ac81 None None] For port 33b867d1-0439-4e6e-9292-2f7076a420d5, host n-d-838334-2, cleared binding levels {{(pid=84042) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 21:06:27.703406 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-8a7ed836-33c1-4bba-93c0-f5a394c2ac81 None None] For port 33b867d1-0439-4e6e-9292-2f7076a420d5, host n-d-838334-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838334-2',level=0,port_id=33b867d1-0439-4e6e-9292-2f7076a420d5,segment=NetworkSegment(4a7f8b54-5318-4fdf-ad3e-dc616d26382c),segment_id=4a7f8b54-5318-4fdf-ad3e-dc616d26382c)] {{(pid=84042) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 21:06:27.709624 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-c02d2de7-b9d7-452b-9083-c095bf9ebfa1 tempest-RoutersTest-1500746192 tempest-RoutersTest-1500746192-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31752722'] for subnet, before_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:27.716926 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-8a7ed836-33c1-4bba-93c0-f5a394c2ac81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682'] for port, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:27.789938 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.l3_hamode_db [None req-06dbc5ba-1d52-49d9-af9e-ff0d07f8ac36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-838334-2', False) {} {{(pid=84043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:06:27.812203 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06dbc5ba-1d52-49d9-af9e-ff0d07f8ac36 None None] Routers {'44b97b35-44c3-4cb1-b772-01718e277499'} bound to L3 agent in host n-d-838334-2 {{(pid=84043) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 21:06:27.812894 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.l3_hamode_db [None req-06dbc5ba-1d52-49d9-af9e-ff0d07f8ac36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838334-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-18T20:25:48Z,description=,heartbeat_timestamp=2022-04-18T21:06:18Z,host='n-d-838334-2',id=bc84d6c9-dd7a-4555-a351-592327b46d5a,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:25:48Z,topic='l3_agent')) {'router_ids': ['44b97b35-44c3-4cb1-b772-01718e277499'], 'active': True} {{(pid=84043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:06:27.955527 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.l3_hamode_db [None req-06dbc5ba-1d52-49d9-af9e-ff0d07f8ac36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-838334-2', False) {} {{(pid=84043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:06:27.956561 n-d-838334-2 neutron-server[84043]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06dbc5ba-1d52-49d9-af9e-ff0d07f8ac36 None None] The sync data for ids ['44b97b35-44c3-4cb1-b772-01718e277499'] in n-d-838334-2 is: [] {{(pid=84043) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 18 21:06:27.968737 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f21a6a23-82cb-4838-bc5e-bc6a07821146 None None] Pushing event updated for resources: {'Port': ['ID=33b867d1-0439-4e6e-9292-2f7076a420d5,revision_number=4']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:06:27.979258 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a7ed836-33c1-4bba-93c0-f5a394c2ac81 None None] Routers {'d3445e60-27f3-4080-a032-9bd4d27dfce0'} bound to L3 agent in host n-d-838334-2 {{(pid=84042) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 21:06:27.981771 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_hamode_db [None req-8a7ed836-33c1-4bba-93c0-f5a394c2ac81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838334-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-18T20:25:48Z,description=,heartbeat_timestamp=2022-04-18T21:06:18Z,host='n-d-838334-2',id=bc84d6c9-dd7a-4555-a351-592327b46d5a,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:25:48Z,topic='l3_agent')) {'router_ids': ['d3445e60-27f3-4080-a032-9bd4d27dfce0'], 'active': True} {{(pid=84042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:06:28.101957 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-652e5792-c640-409e-85c6-9033b53d9f06 tempest-FloatingIPTestJSON-1355648241 tempest-FloatingIPTestJSON-1355648241-project] Notify callbacks [] for port, precommit_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:28.115436 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.v2.base [None req-35dad5f1-23ba-4864-ad2a-33052b3e0340 tempest-PortsIpV6TestJSON-656796091 tempest-PortsIpV6TestJSON-656796091-project] Request body: {'port': {'network_id': '5b059a49-0390-4335-b546-3a7633dd7a97', 'fixed_ips': [{'subnet_id': '8d964505-dcf0-4667-b7a7-4642b0930d42'}, {'subnet_id': '9e60ddb9-fa86-432e-a2c0-3f785aaf7616'}], 'name': 'tempest-PortsIpV6TestJSON-1665340228'}} {{(pid=84041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:06:28.156672 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Device c2e3232f-0a66-44e4-8dfc-78c97a8104ff up at agent ovs-agent-n-d-838334-2 {{(pid=84042) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 21:06:28.196287 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26b5d1da-894f-4e7f-a267-cfbff01c601b None None] Network 5b059a49-0390-4335-b546-3a7633dd7a97 requested from n-d-838334-2 {{(pid=84042) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 21:06:28.462592 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-652e5792-c640-409e-85c6-9033b53d9f06 tempest-FloatingIPTestJSON-1355648241 tempest-FloatingIPTestJSON-1355648241-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750374836619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32440838'] for port, after_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:28.483452 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-e5b33f3b-03bb-4f18-98be-f6402425ea4c None None] Provisioning for port c2e3232f-0a66-44e4-8dfc-78c97a8104ff completed by entity DHCP. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 21:06:28.503343 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-35dad5f1-23ba-4864-ad2a-33052b3e0340 tempest-PortsIpV6TestJSON-656796091 tempest-PortsIpV6TestJSON-656796091-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:06:28.511818 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-35dad5f1-23ba-4864-ad2a-33052b3e0340 tempest-PortsIpV6TestJSON-656796091 tempest-PortsIpV6TestJSON-656796091-project] Usage tracker for resource:port and tenant:2eda1cb86d1d401280eb2d37452a60a8 is out of sync, need to count used quota {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:06:28.515312 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-35dad5f1-23ba-4864-ad2a-33052b3e0340 tempest-PortsIpV6TestJSON-656796091 tempest-PortsIpV6TestJSON-656796091-project] Quota usage for port was recalculated. Used quota:2. {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:06:28.535260 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-35dad5f1-23ba-4864-ad2a-33052b3e0340 tempest-PortsIpV6TestJSON-656796091 tempest-PortsIpV6TestJSON-656796091-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:06:28.545952 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_dvr_db [None req-8a7ed836-33c1-4bba-93c0-f5a394c2ac81 None None] Set router d3445e60-27f3-4080-a032-9bd4d27dfce0 gateway port host: None {{(pid=84042) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 21:06:28.563137 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-35dad5f1-23ba-4864-ad2a-33052b3e0340 tempest-PortsIpV6TestJSON-656796091 tempest-PortsIpV6TestJSON-656796091-project] Made reservation on behalf of 2eda1cb86d1d401280eb2d37452a60a8 for: {'port': 1} {{(pid=84041) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:06:28.571705 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-35dad5f1-23ba-4864-ad2a-33052b3e0340 tempest-PortsIpV6TestJSON-656796091 tempest-PortsIpV6TestJSON-656796091-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:28.584692 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 38612) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:06:28.592784 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-c02d2de7-b9d7-452b-9083-c095bf9ebfa1 tempest-RoutersTest-1500746192 tempest-RoutersTest-1500746192-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33526260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32441074', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31752704'] for subnet, after_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:28.611593 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-84660a70-c1a6-40f9-b3d6-800392ece8ad tempest-RoutersIpV6AdminTest-1441855246 tempest-RoutersIpV6AdminTest-1441855246-project-admin] 10.222.0.42 "GET /v2.0/routers/44b97b35-44c3-4cb1-b772-01718e277499 HTTP/1.1" status: 200 len: 924 time: 0.9782789 Apr 18 21:06:28.613981 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 38618) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:06:28.667415 n-d-838334-2 neutron-server[84041]: DEBUG neutron.notifiers.nova [None req-35dad5f1-23ba-4864-ad2a-33052b3e0340 tempest-PortsIpV6TestJSON-656796091 tempest-PortsIpV6TestJSON-656796091-project] device_id is not set on port a797b41b-f3aa-45e2-a211-919bd2b69b27 yet. {{(pid=84041) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 18 21:06:28.703131 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-cff754e5-4212-42db-a5b6-6b9f330b86bb req-d557821e-d8ca-49d2-a352-eb89d98f0505 tempest-AttachVolumeTestJSON-1696487017 tempest-AttachVolumeTestJSON-1696487017-project] 10.222.0.42 "GET /v2.0/ports?device_id=b0ba2ec6-9abf-48fa-90ad-50051827d595 HTTP/1.1" status: 200 len: 210 time: 0.2481360 Apr 18 21:06:28.715887 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Provisioning for port c2e3232f-0a66-44e4-8dfc-78c97a8104ff completed by entity L2. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 21:06:28.765668 n-d-838334-2 neutron-server[84040]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-652e5792-c640-409e-85c6-9033b53d9f06 tempest-FloatingIPTestJSON-1355648241 tempest-FloatingIPTestJSON-1355648241-project] Network e41b6600-a917-4a8d-b05c-be3be40c6d8c is already hosted by enough agents. {{(pid=84040) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:06:28.775800 n-d-838334-2 neutron-server[84040]: DEBUG neutron.scheduler.base_scheduler [None req-652e5792-c640-409e-85c6-9033b53d9f06 tempest-FloatingIPTestJSON-1355648241 tempest-FloatingIPTestJSON-1355648241-project] Resources bound (agent type, host, resource id): {{(pid=84040) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:06:28.777628 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-652e5792-c640-409e-85c6-9033b53d9f06 tempest-FloatingIPTestJSON-1355648241 tempest-FloatingIPTestJSON-1355648241-project] Pushing event updated for resources: {'Port': ['ID=8a0070f0-6566-4d22-9fe8-ae8d535dffb5,revision_number=1']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:06:28.781241 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.l3_dvrscheduler_db [None req-652e5792-c640-409e-85c6-9033b53d9f06 tempest-FloatingIPTestJSON-1355648241 tempest-FloatingIPTestJSON-1355648241-project] Received port after_create {{(pid=84040) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 21:06:28.813151 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Provisioning complete for port c2e3232f-0a66-44e4-8dfc-78c97a8104ff triggered by entity L2. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:06:28.813481 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c02d2de7-b9d7-452b-9083-c095bf9ebfa1 tempest-RoutersTest-1500746192 tempest-RoutersTest-1500746192-project] Pushing event updated for resources: {'Subnet': ['ID=fc661f01-7889-49a3-8551-a398092f67d4,revision_number=0']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:06:28.814168 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1253608'] for port, provisioning_complete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:28.844945 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.v2.base [None req-c686ba78-c646-43b2-8ec6-559dfdace993 tempest-DvrRoutersNegativeTest-1690297570 tempest-DvrRoutersNegativeTest-1690297570-project] Request body: {'router': {'name': 'tempest-DvrRoutersNegativeTest-router-519576427', 'external_gateway_info': {}, 'admin_state_up': False, 'distributed': True}} {{(pid=84041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:06:28.847248 n-d-838334-2 neutron-server[84041]: DEBUG neutron.policy [None req-c686ba78-c646-43b2-8ec6-559dfdace993 tempest-DvrRoutersNegativeTest-1690297570 tempest-DvrRoutersNegativeTest-1690297570-project] Enforcing rules: ['create_router', 'create_router:external_gateway_info', 'create_router:distributed'] {{(pid=84041) log_rule_list /opt/stack/neutron/neutron/policy.py:411}} Apr 18 21:06:28.847539 n-d-838334-2 neutron-server[84041]: DEBUG neutron.policy [None req-c686ba78-c646-43b2-8ec6-559dfdace993 tempest-DvrRoutersNegativeTest-1690297570 tempest-DvrRoutersNegativeTest-1690297570-project] Failed policy check for 'create_router' {{(pid=84041) enforce /opt/stack/neutron/neutron/policy.py:482}} Apr 18 21:06:28.848913 n-d-838334-2 neutron-server[84041]: INFO neutron.api.v2.resource [None req-c686ba78-c646-43b2-8ec6-559dfdace993 tempest-DvrRoutersNegativeTest-1690297570 tempest-DvrRoutersNegativeTest-1690297570-project] create failed (client error): Access was denied to this resource. Apr 18 21:06:28.851385 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-c686ba78-c646-43b2-8ec6-559dfdace993 tempest-DvrRoutersNegativeTest-1690297570 tempest-DvrRoutersNegativeTest-1690297570-project] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 403 len: 414 time: 0.2637346 Apr 18 21:06:28.859161 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-83c23b3a-d5cf-49f4-88c0-52c8a3e790bf tempest-AllowedAddressPairTestJSON-1420879938 tempest-AllowedAddressPairTestJSON-1420879938-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217293'] for port, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:28.879075 n-d-838334-2 neutron-server[84040]: DEBUG neutron.scheduler.l3_agent_scheduler [req-87dc4306-54c4-4739-b9eb-33947f05ce02 req-16697130-517a-477f-bdb9-8dc2bee3153b tempest-AttachVolumeTestJSON-1696487017 tempest-AttachVolumeTestJSON-1696487017-project] Router 0573f4fd-15ec-4486-a7e2-4a1d64e93d08 has already been hosted by L3 agent bc84d6c9-dd7a-4555-a351-592327b46d5a {{(pid=84040) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 21:06:28.949624 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-e565f48e-f970-4bed-8b82-0208070c29d7 tempest-RoutersIpV6AdminTest-1441855246 tempest-RoutersIpV6AdminTest-1441855246-project-admin] 10.222.0.42 "GET /v2.0/ports?network_id=e41b6600-a917-4a8d-b05c-be3be40c6d8c&device_id=44b97b35-44c3-4cb1-b772-01718e277499&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.3339453 Apr 18 21:06:28.953010 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 38624) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:06:28.965475 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c02d2de7-b9d7-452b-9083-c095bf9ebfa1 tempest-RoutersTest-1500746192 tempest-RoutersTest-1500746192-project] Checking segment: {'id': 'aac40157-fd6b-4a94-bf9d-c65b7da168f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': 'a939bca6-cf86-485c-ae21-4acaab3ed357'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84040) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 21:06:28.965950 n-d-838334-2 neutron-server[84040]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c02d2de7-b9d7-452b-9083-c095bf9ebfa1 tempest-RoutersTest-1500746192 tempest-RoutersTest-1500746192-project] Network hostable DHCP agents. Network: a939bca6-cf86-485c-ae21-4acaab3ed357, hostable agents: ['8746f8ea-3e91-4b32-9919-2c63adeb8722'], hosted agents: [] {{(pid=84040) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 21:06:29.024820 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-83c23b3a-d5cf-49f4-88c0-52c8a3e790bf tempest-AllowedAddressPairTestJSON-1420879938 tempest-AllowedAddressPairTestJSON-1420879938-project] 10.222.0.42 "DELETE /v2.0/ports/4331d3cd-4f6a-4098-85a4-13b42ef1711c HTTP/1.1" status: 204 len: 168 time: 3.8886802 Apr 18 21:06:29.030138 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 38628) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:06:29.182611 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:29.267997 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a996fd0-16e5-43a5-b59b-dfd4d372851b tempest-RoutersIpV6AdminTest-1441855246 tempest-RoutersIpV6AdminTest-1441855246-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:06:29.269490 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-5a996fd0-16e5-43a5-b59b-dfd4d372851b tempest-RoutersIpV6AdminTest-1441855246 tempest-RoutersIpV6AdminTest-1441855246-project-admin] 10.222.0.42 "GET /v2.0/networks/e41b6600-a917-4a8d-b05c-be3be40c6d8c HTTP/1.1" status: 200 len: 881 time: 0.3155560 Apr 18 21:06:29.273801 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 38634) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:06:29.294091 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] For port c2e3232f-0a66-44e4-8dfc-78c97a8104ff, host n-d-838334-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838334-2',level=0,port_id=c2e3232f-0a66-44e4-8dfc-78c97a8104ff,segment=NetworkSegment(996c1554-d13f-470c-96ab-7734ea2fdbec),segment_id=996c1554-d13f-470c-96ab-7734ea2fdbec)] {{(pid=84042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:06:29.309235 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682'] for port, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:29.338917 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-54852452-c92e-44dd-914a-8f90abbc73c5 tempest-RoutersIpV6AdminTest-1940382112 tempest-RoutersIpV6AdminTest-1940382112-project] 10.222.0.42 "GET /v2.0/ports?device_id=44b97b35-44c3-4cb1-b772-01718e277499 HTTP/1.1" status: 200 len: 205 time: 0.0617585 Apr 18 21:06:29.339928 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 38638) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:06:29.376010 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a343a6b1-33f2-4d62-9ea1-9dfa646e1739 None None] Update dhcp port {'port': {'network_id': '5b059a49-0390-4335-b546-3a7633dd7a97', 'fixed_ips': [{'subnet_id': '8d964505-dcf0-4667-b7a7-4642b0930d42', 'ip_address': '2001:db8::2'}, {'subnet_id': '9e60ddb9-fa86-432e-a2c0-3f785aaf7616'}], 'binding:host_id': 'n-d-838334-2'}, 'id': 'c2e3232f-0a66-44e4-8dfc-78c97a8104ff'} from n-d-838334-2. {{(pid=84042) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:307}} Apr 18 21:06:29.388748 n-d-838334-2 neutron-server[84040]: INFO neutron.pecan_wsgi.hooks.translation [None req-c0622cd7-d664-472f-b4fe-c15d3d9f88ff tempest-AllowedAddressPairTestJSON-1420879938 tempest-AllowedAddressPairTestJSON-1420879938-project] GET failed (client error): The resource could not be found. Apr 18 21:06:29.388748 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-c0622cd7-d664-472f-b4fe-c15d3d9f88ff tempest-AllowedAddressPairTestJSON-1420879938 tempest-AllowedAddressPairTestJSON-1420879938-project] Synchronizing usage tracker for tenant:87f6fd4dfa374cfdb4f7d3363b37a30b on resource:port {{(pid=84040) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 21:06:29.402315 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 38642) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:06:29.407831 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_hamode_db [None req-8a7ed836-33c1-4bba-93c0-f5a394c2ac81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3445e60-27f3-4080-a032-9bd4d27dfce0', 'name': 'tempest-RoutersTest-router-1627313381', 'tenant_id': '8a05b90fa8c54f25938df6bd0ef52223', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:06:00Z', 'updated_at': '2022-04-18T21:06:19Z', 'revision_number': 3, 'project_id': '8a05b90fa8c54f25938df6bd0ef52223', 'gw_port_host': None, '_interfaces': [{'id': '33b867d1-0439-4e6e-9292-2f7076a420d5', 'name': '', 'network_id': '6c55f5d6-32aa-4564-9c07-62d3eb3a4e33', 'tenant_id': '8a05b90fa8c54f25938df6bd0ef52223', 'mac_address': 'fa:16:3e:86:52:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd3445e60-27f3-4080-a032-9bd4d27dfce0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2b90dced-66c9-4d15-bdac-b6cf07d1ccea', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:06:16Z', 'updated_at': '2022-04-18T21:06:27Z', 'revision_number': 4, 'project_id': '8a05b90fa8c54f25938df6bd0ef52223', 'subnets': [{'id': '2b90dced-66c9-4d15-bdac-b6cf07d1ccea', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b3960860-c173-49ec-b335-5c1dd2983a36', 'name': '', 'network_id': '0f4f3485-d47f-443a-afdb-b607b91dc681', 'tenant_id': '8a05b90fa8c54f25938df6bd0ef52223', 'mac_address': 'fa:16:3e:f4:09:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3445e60-27f3-4080-a032-9bd4d27dfce0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c69b069c-a1b2-456b-9244-afeef8944023', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:06:04Z', 'updated_at': '2022-04-18T21:06:14Z', 'revision_number': 5, 'project_id': '8a05b90fa8c54f25938df6bd0ef52223', 'subnets': [{'id': 'c69b069c-a1b2-456b-9244-afeef8944023', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838334-2', False) {} {{(pid=84042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:06:29.440620 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.db_base_plugin_common [None req-35dad5f1-23ba-4864-ad2a-33052b3e0340 tempest-PortsIpV6TestJSON-656796091 tempest-PortsIpV6TestJSON-656796091-project] Allocated IP 2001:db8::36 (5b059a49-0390-4335-b546-3a7633dd7a97/8d964505-dcf0-4667-b7a7-4642b0930d42/a797b41b-f3aa-45e2-a211-919bd2b69b27) {{(pid=84041) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 21:06:29.440870 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a7ed836-33c1-4bba-93c0-f5a394c2ac81 None None] The sync data for ids ['d3445e60-27f3-4080-a032-9bd4d27dfce0'] in n-d-838334-2 is: [{'id': 'd3445e60-27f3-4080-a032-9bd4d27dfce0', 'name': 'tempest-RoutersTest-router-1627313381', 'tenant_id': '8a05b90fa8c54f25938df6bd0ef52223', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:06:00Z', 'updated_at': '2022-04-18T21:06:19Z', 'revision_number': 3, 'project_id': '8a05b90fa8c54f25938df6bd0ef52223', 'gw_port_host': None, '_interfaces': [{'id': '33b867d1-0439-4e6e-9292-2f7076a420d5', 'name': '', 'network_id': '6c55f5d6-32aa-4564-9c07-62d3eb3a4e33', 'tenant_id': '8a05b90fa8c54f25938df6bd0ef52223', 'mac_address': 'fa:16:3e:86:52:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd3445e60-27f3-4080-a032-9bd4d27dfce0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2b90dced-66c9-4d15-bdac-b6cf07d1ccea', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:06:16Z', 'updated_at': '2022-04-18T21:06:27Z', 'revision_number': 4, 'project_id': '8a05b90fa8c54f25938df6bd0ef52223', 'subnets': [{'id': '2b90dced-66c9-4d15-bdac-b6cf07d1ccea', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b3960860-c173-49ec-b335-5c1dd2983a36', 'name': '', 'network_id': '0f4f3485-d47f-443a-afdb-b607b91dc681', 'tenant_id': '8a05b90fa8c54f25938df6bd0ef52223', 'mac_address': 'fa:16:3e:f4:09:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3445e60-27f3-4080-a032-9bd4d27dfce0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c69b069c-a1b2-456b-9244-afeef8944023', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:06:04Z', 'updated_at': '2022-04-18T21:06:14Z', 'revision_number': 5, 'project_id': '8a05b90fa8c54f25938df6bd0ef52223', 'subnets': [{'id': 'c69b069c-a1b2-456b-9244-afeef8944023', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84042) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 18 21:06:29.454625 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Pushing event updated for resources: {'Port': ['ID=c2e3232f-0a66-44e4-8dfc-78c97a8104ff,revision_number=3']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:06:29.456516 n-d-838334-2 neutron-server[84040]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c02d2de7-b9d7-452b-9083-c095bf9ebfa1 tempest-RoutersTest-1500746192 tempest-RoutersTest-1500746192-project] Network a939bca6-cf86-485c-ae21-4acaab3ed357 is scheduled to be hosted by DHCP agent 8746f8ea-3e91-4b32-9919-2c63adeb8722 with binding_index 1 {{(pid=84040) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 21:06:29.466338 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-a343a6b1-33f2-4d62-9ea1-9dfa646e1739 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:29.471495 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-c0622cd7-d664-472f-b4fe-c15d3d9f88ff tempest-AllowedAddressPairTestJSON-1420879938 tempest-AllowedAddressPairTestJSON-1420879938-project] Unset dirty status for tenant:87f6fd4dfa374cfdb4f7d3363b37a30b on resource:port {{(pid=84040) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 21:06:29.473051 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-c0622cd7-d664-472f-b4fe-c15d3d9f88ff tempest-AllowedAddressPairTestJSON-1420879938 tempest-AllowedAddressPairTestJSON-1420879938-project] 10.222.0.42 "GET /v2.0/ports/4331d3cd-4f6a-4098-85a4-13b42ef1711c HTTP/1.1" status: 404 len: 333 time: 0.4417715 Apr 18 21:06:29.478766 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 38648) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:06:29.492816 n-d-838334-2 neutron-server[84040]: DEBUG neutron.scheduler.base_scheduler [None req-c02d2de7-b9d7-452b-9083-c095bf9ebfa1 tempest-RoutersTest-1500746192 tempest-RoutersTest-1500746192-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-838334-2, a939bca6-cf86-485c-ae21-4acaab3ed357) {{(pid=84040) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:06:29.497133 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c02d2de7-b9d7-452b-9083-c095bf9ebfa1 tempest-RoutersTest-1500746192 tempest-RoutersTest-1500746192-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:06:29.497702 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-c02d2de7-b9d7-452b-9083-c095bf9ebfa1 tempest-RoutersTest-1500746192 tempest-RoutersTest-1500746192-project] Notify callbacks [] for subnet, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:29.548180 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.db_base_plugin_common [None req-35dad5f1-23ba-4864-ad2a-33052b3e0340 tempest-PortsIpV6TestJSON-656796091 tempest-PortsIpV6TestJSON-656796091-project] Allocated IP 2001:db8:0:1::62 (5b059a49-0390-4335-b546-3a7633dd7a97/9e60ddb9-fa86-432e-a2c0-3f785aaf7616/a797b41b-f3aa-45e2-a211-919bd2b69b27) {{(pid=84041) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 21:06:29.561686 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c513071-7796-4952-8789-ea5565652e2e None None] Network a939bca6-cf86-485c-ae21-4acaab3ed357 requested from n-d-838334-2 {{(pid=84042) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 21:06:29.732625 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-c02d2de7-b9d7-452b-9083-c095bf9ebfa1 tempest-RoutersTest-1500746192 tempest-RoutersTest-1500746192-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.4551227 Apr 18 21:06:29.738109 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 38652) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:06:29.776909 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.plugin [None req-8cc482ca-1088-4627-a22a-ce356724bfd4 tempest-AllowedAddressPairTestJSON-1420879938 tempest-AllowedAddressPairTestJSON-1420879938-project] Deleting port c20bacc2-67e1-42c4-b5ce-1ebd55c01ae2 {{(pid=84040) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 21:06:29.777318 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-8cc482ca-1088-4627-a22a-ce356724bfd4 tempest-AllowedAddressPairTestJSON-1420879938 tempest-AllowedAddressPairTestJSON-1420879938-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750375188691'] for port, before_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:29.851247 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-046954dd-a960-4be5-911f-e4db8aee48c0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:29.879228 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750375287399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253529'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:30.128658 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Device 33b867d1-0439-4e6e-9292-2f7076a420d5 up at agent ovs-agent-n-d-838334-2 {{(pid=84042) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 21:06:30.197120 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f91894c6-f444-4e2c-988d-265885af5c03 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp016840fc-1f9f-5892-9c53-c9cf6c845bbb-a939bca6-cf86-485c-ae21-4acaab3ed357', 'network_id': 'a939bca6-cf86-485c-ae21-4acaab3ed357', 'tenant_id': '8a05b90fa8c54f25938df6bd0ef52223', 'fixed_ips': [{'subnet_id': 'fc661f01-7889-49a3-8551-a398092f67d4'}]}} from n-d-838334-2. {{(pid=84042) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 18 21:06:30.198340 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-f91894c6-f444-4e2c-988d-265885af5c03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_create {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:30.230424 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-8cc482ca-1088-4627-a22a-ce356724bfd4 tempest-AllowedAddressPairTestJSON-1420879938 tempest-AllowedAddressPairTestJSON-1420879938-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369123'] for port, precommit_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:30.257663 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-35dad5f1-23ba-4864-ad2a-33052b3e0340 tempest-PortsIpV6TestJSON-656796091 tempest-PortsIpV6TestJSON-656796091-project] Notify callbacks [] for port, precommit_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:30.277107 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.provisioning_blocks [None req-35dad5f1-23ba-4864-ad2a-33052b3e0340 tempest-PortsIpV6TestJSON-656796091 tempest-PortsIpV6TestJSON-656796091-project] Transition to ACTIVE for port object a797b41b-f3aa-45e2-a211-919bd2b69b27 will not be triggered until provisioned by entity DHCP. {{(pid=84041) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:06:30.330903 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Provisioning for port 33b867d1-0439-4e6e-9292-2f7076a420d5 completed by entity L2. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 21:06:30.343572 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Provisioning complete for port 33b867d1-0439-4e6e-9292-2f7076a420d5 triggered by entity L2. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:06:30.344339 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1253608'] for port, provisioning_complete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:30.349240 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-3f15ed66-7c6b-41c1-a44e-d4aaf9a5e25d tempest-RoutersIpV6AdminTest-1940382112 tempest-RoutersIpV6AdminTest-1940382112-project] Notify callbacks [] for router, before_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:30.358434 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.plugin [None req-8cc482ca-1088-4627-a22a-ce356724bfd4 tempest-AllowedAddressPairTestJSON-1420879938 tempest-AllowedAddressPairTestJSON-1420879938-project] Calling delete_port for c20bacc2-67e1-42c4-b5ce-1ebd55c01ae2 owned by {{(pid=84040) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 21:06:30.413811 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-35dad5f1-23ba-4864-ad2a-33052b3e0340 tempest-PortsIpV6TestJSON-656796091 tempest-PortsIpV6TestJSON-656796091-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750374836619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32266323'] for port, after_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:30.490573 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [req-99aeb109-0658-4016-882a-bbbbb6459dce req-0eb87765-5844-4c67-93ee-ce1553fe466a tempest-AttachVolumeTestJSON-1696487017 tempest-AttachVolumeTestJSON-1696487017-project] Synchronizing usage tracker for tenant:b5bf875eb9b748b5aba56f8b60ce8169 on resource:port {{(pid=84040) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 21:06:30.501097 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.db_base_plugin_common [None req-f91894c6-f444-4e2c-988d-265885af5c03 None None] Allocated IP 172.22.0.2 (a939bca6-cf86-485c-ae21-4acaab3ed357/fc661f01-7889-49a3-8551-a398092f67d4/dfd2718f-e3ed-4952-b01c-980c51b7b185) {{(pid=84042) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 21:06:30.507438 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [None req-046954dd-a960-4be5-911f-e4db8aee48c0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:06:30.516756 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-046954dd-a960-4be5-911f-e4db8aee48c0 admin admin] Usage tracker for resource:security_group_rule and tenant:03f20df3db8d4a4492dc62d0c571f4c0 is out of sync, need to count used quota {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:06:30.519770 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.db_base_plugin_common [None req-a343a6b1-33f2-4d62-9ea1-9dfa646e1739 None None] Allocated IP 2001:db8:0:1::2 (5b059a49-0390-4335-b546-3a7633dd7a97/9e60ddb9-fa86-432e-a2c0-3f785aaf7616/c2e3232f-0a66-44e4-8dfc-78c97a8104ff) {{(pid=84042) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 21:06:30.541094 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-046954dd-a960-4be5-911f-e4db8aee48c0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:06:30.555591 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [None req-046954dd-a960-4be5-911f-e4db8aee48c0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:06:30.557469 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [req-99aeb109-0658-4016-882a-bbbbb6459dce req-0eb87765-5844-4c67-93ee-ce1553fe466a tempest-AttachVolumeTestJSON-1696487017 tempest-AttachVolumeTestJSON-1696487017-project] Unset dirty status for tenant:b5bf875eb9b748b5aba56f8b60ce8169 on resource:port {{(pid=84040) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 21:06:30.558734 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-99aeb109-0658-4016-882a-bbbbb6459dce req-0eb87765-5844-4c67-93ee-ce1553fe466a tempest-AttachVolumeTestJSON-1696487017 tempest-AttachVolumeTestJSON-1696487017-project] 10.222.0.42 "GET /v2.0/ports?device_id=b0ba2ec6-9abf-48fa-90ad-50051827d595 HTTP/1.1" status: 200 len: 210 time: 0.1683807 Apr 18 21:06:30.586003 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-87dc4306-54c4-4739-b9eb-33947f05ce02 req-16697130-517a-477f-bdb9-8dc2bee3153b tempest-AttachVolumeTestJSON-1696487017 tempest-AttachVolumeTestJSON-1696487017-project] Notify agent at l3_agent.n-d-838334-2 the message routers_updated {{(pid=84040) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 21:06:30.652103 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ac4e334-07f5-4382-9583-eb5ef7006350 None None] Sync routers for ids ['0573f4fd-15ec-4486-a7e2-4a1d64e93d08'] in n-d-838334-2 {{(pid=84042) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 18 21:06:30.712216 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.l3_dvrscheduler_db [req-87dc4306-54c4-4739-b9eb-33947f05ce02 req-16697130-517a-477f-bdb9-8dc2bee3153b tempest-AttachVolumeTestJSON-1696487017 tempest-AttachVolumeTestJSON-1696487017-project] No DVR routers for this DVR port 6bed8de5-58ef-4df2-8478-95d3b5de3e84 on host n-h2-838334-2 {{(pid=84040) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 21:06:30.714821 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-87dc4306-54c4-4739-b9eb-33947f05ce02 req-16697130-517a-477f-bdb9-8dc2bee3153b tempest-AttachVolumeTestJSON-1696487017 tempest-AttachVolumeTestJSON-1696487017-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217293'] for port, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:30.715645 n-d-838334-2 neutron-server[84041]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35dad5f1-23ba-4864-ad2a-33052b3e0340 tempest-PortsIpV6TestJSON-656796091 tempest-PortsIpV6TestJSON-656796091-project] Network 5b059a49-0390-4335-b546-3a7633dd7a97 is already hosted by enough agents. {{(pid=84041) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:06:30.723137 n-d-838334-2 neutron-server[84040]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b0ba2ec6-9abf-48fa-90ad-50051827d595', 'name': 'network-vif-deleted', 'tag': '6bed8de5-58ef-4df2-8478-95d3b5de3e84'}] {{(pid=84040) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 21:06:30.725740 n-d-838334-2 neutron-server[84041]: DEBUG neutron.scheduler.base_scheduler [None req-35dad5f1-23ba-4864-ad2a-33052b3e0340 tempest-PortsIpV6TestJSON-656796091 tempest-PortsIpV6TestJSON-656796091-project] Resources bound (agent type, host, resource id): {{(pid=84041) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:06:30.746297 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35dad5f1-23ba-4864-ad2a-33052b3e0340 tempest-PortsIpV6TestJSON-656796091 tempest-PortsIpV6TestJSON-656796091-project] Received port after_create {{(pid=84041) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 21:06:30.750295 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35dad5f1-23ba-4864-ad2a-33052b3e0340 tempest-PortsIpV6TestJSON-656796091 tempest-PortsIpV6TestJSON-656796091-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:06:30.750915 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-35dad5f1-23ba-4864-ad2a-33052b3e0340 tempest-PortsIpV6TestJSON-656796091 tempest-PortsIpV6TestJSON-656796091-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217293'] for port, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:30.760030 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35dad5f1-23ba-4864-ad2a-33052b3e0340 tempest-PortsIpV6TestJSON-656796091 tempest-PortsIpV6TestJSON-656796091-project] Pushing event updated for resources: {'Port': ['ID=a797b41b-f3aa-45e2-a211-919bd2b69b27,revision_number=1']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:06:30.809000 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-35dad5f1-23ba-4864-ad2a-33052b3e0340 tempest-PortsIpV6TestJSON-656796091 tempest-PortsIpV6TestJSON-656796091-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1015 time: 2.7229192 Apr 18 21:06:30.812371 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 38660) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:06:30.814285 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:30.822783 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.v2.base [None req-51495d79-a6b8-4b52-b488-9356050d81f8 tempest-PortsIpV6TestJSON-656796091 tempest-PortsIpV6TestJSON-656796091-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '8d964505-dcf0-4667-b7a7-4642b0930d42'}]}} {{(pid=84041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:06:30.852214 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ac4e334-07f5-4382-9583-eb5ef7006350 None None] Routers {'0573f4fd-15ec-4486-a7e2-4a1d64e93d08'} bound to L3 agent in host n-d-838334-2 {{(pid=84042) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 21:06:30.853020 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_hamode_db [None req-1ac4e334-07f5-4382-9583-eb5ef7006350 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838334-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-18T20:25:48Z,description=,heartbeat_timestamp=2022-04-18T21:06:18Z,host='n-d-838334-2',id=bc84d6c9-dd7a-4555-a351-592327b46d5a,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:25:48Z,topic='l3_agent')) {'router_ids': ['0573f4fd-15ec-4486-a7e2-4a1d64e93d08'], 'active': True} {{(pid=84042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:06:30.875907 n-d-838334-2 neutron-server[84040]: INFO neutron.notifiers.nova [-] Nova event matching ['req-73e855b3-a827-4a10-8ae6-bd29dd5546e1'] response: {'server_uuid': 'b0ba2ec6-9abf-48fa-90ad-50051827d595', 'name': 'network-vif-deleted', 'tag': '6bed8de5-58ef-4df2-8478-95d3b5de3e84', 'status': 'completed', 'code': 200} Apr 18 21:06:30.890446 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-87dc4306-54c4-4739-b9eb-33947f05ce02 req-16697130-517a-477f-bdb9-8dc2bee3153b tempest-AttachVolumeTestJSON-1696487017 tempest-AttachVolumeTestJSON-1696487017-project] 10.222.0.48 "DELETE /v2.0/ports/6bed8de5-58ef-4df2-8478-95d3b5de3e84 HTTP/1.1" status: 204 len: 173 time: 7.2747424 Apr 18 21:06:30.946458 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-8cc482ca-1088-4627-a22a-ce356724bfd4 tempest-AllowedAddressPairTestJSON-1420879938 tempest-AllowedAddressPairTestJSON-1420879938-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750375259028', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750374836628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32440838'] for port, after_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:31.097045 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-a343a6b1-33f2-4d62-9ea1-9dfa646e1739 None None] For port c2e3232f-0a66-44e4-8dfc-78c97a8104ff, host n-d-838334-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838334-2',level=0,port_id=c2e3232f-0a66-44e4-8dfc-78c97a8104ff,segment=NetworkSegment(996c1554-d13f-470c-96ab-7734ea2fdbec),segment_id=996c1554-d13f-470c-96ab-7734ea2fdbec)] {{(pid=84042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:06:31.116905 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] For port 33b867d1-0439-4e6e-9292-2f7076a420d5, host n-d-838334-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838334-2',level=0,port_id=33b867d1-0439-4e6e-9292-2f7076a420d5,segment=NetworkSegment(4a7f8b54-5318-4fdf-ad3e-dc616d26382c),segment_id=4a7f8b54-5318-4fdf-ad3e-dc616d26382c)] {{(pid=84042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:06:31.154125 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-046954dd-a960-4be5-911f-e4db8aee48c0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:31.161945 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682'] for port, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:31.162799 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Device c2e3232f-0a66-44e4-8dfc-78c97a8104ff up at agent ovs-agent-n-d-838334-2 {{(pid=84042) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 21:06:31.176991 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-652e5792-c640-409e-85c6-9033b53d9f06 tempest-FloatingIPTestJSON-1355648241 tempest-FloatingIPTestJSON-1355648241-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:31.183213 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cc482ca-1088-4627-a22a-ce356724bfd4 tempest-AllowedAddressPairTestJSON-1420879938 tempest-AllowedAddressPairTestJSON-1420879938-project] Pushing event deleted for resources: {'Port': ['ID=c20bacc2-67e1-42c4-b5ce-1ebd55c01ae2,revision_number=None']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:06:31.187094 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-046954dd-a960-4be5-911f-e4db8aee48c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33528224'] for security_group, after_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:31.254865 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-3f15ed66-7c6b-41c1-a44e-d4aaf9a5e25d tempest-RoutersIpV6AdminTest-1940382112 tempest-RoutersIpV6AdminTest-1940382112-project] Notify callbacks [] for router_gateway, before_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:31.301902 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.db.resource_extend [None req-a343a6b1-33f2-4d62-9ea1-9dfa646e1739 None None] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 18 21:06:31.325172 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.plugin [None req-3f15ed66-7c6b-41c1-a44e-d4aaf9a5e25d tempest-RoutersIpV6AdminTest-1940382112 tempest-RoutersIpV6AdminTest-1940382112-project] Deleting port e23af085-a777-4d8b-94ad-fbb07fab0891 {{(pid=84041) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 21:06:31.325630 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-3f15ed66-7c6b-41c1-a44e-d4aaf9a5e25d tempest-RoutersIpV6AdminTest-1940382112 tempest-RoutersIpV6AdminTest-1940382112-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750375188691'] for port, before_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:31.342598 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-046954dd-a960-4be5-911f-e4db8aee48c0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0c856f12-ca73-4252-9e29-f44dbb196ab2,revision_number=1']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:06:31.355282 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-a343a6b1-33f2-4d62-9ea1-9dfa646e1739 None None] Notify callbacks [] for port, precommit_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:31.362856 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-f91894c6-f444-4e2c-988d-265885af5c03 None None] Notify callbacks [] for port, precommit_create {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:31.389929 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Pushing event updated for resources: {'Port': ['ID=33b867d1-0439-4e6e-9292-2f7076a420d5,revision_number=5']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:06:31.400900 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_dvr_db [None req-1ac4e334-07f5-4382-9583-eb5ef7006350 None None] Set router 0573f4fd-15ec-4486-a7e2-4a1d64e93d08 gateway port host: n-d-838334-2 {{(pid=84042) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 21:06:31.403692 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-51495d79-a6b8-4b52-b488-9356050d81f8 tempest-PortsIpV6TestJSON-656796091 tempest-PortsIpV6TestJSON-656796091-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:31.443082 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-a343a6b1-33f2-4d62-9ea1-9dfa646e1739 None None] Transition to ACTIVE for port object c2e3232f-0a66-44e4-8dfc-78c97a8104ff will not be triggered until provisioned by entity DHCP. {{(pid=84042) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:06:31.444354 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-f91894c6-f444-4e2c-988d-265885af5c03 None None] Transition to ACTIVE for port object dfd2718f-e3ed-4952-b01c-980c51b7b185 will not be triggered until provisioned by entity L2. {{(pid=84042) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:06:31.473688 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-a343a6b1-33f2-4d62-9ea1-9dfa646e1739 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682'] for port, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:31.511713 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-652e5792-c640-409e-85c6-9033b53d9f06 tempest-FloatingIPTestJSON-1355648241 tempest-FloatingIPTestJSON-1355648241-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:31.537019 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-f91894c6-f444-4e2c-988d-265885af5c03 None None] Transition to ACTIVE for port object dfd2718f-e3ed-4952-b01c-980c51b7b185 will not be triggered until provisioned by entity DHCP. {{(pid=84042) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:06:31.566614 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-f91894c6-f444-4e2c-988d-265885af5c03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750374836619'] for port, after_create {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:31.586725 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-8cc482ca-1088-4627-a22a-ce356724bfd4 tempest-AllowedAddressPairTestJSON-1420879938 tempest-AllowedAddressPairTestJSON-1420879938-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217293'] for port, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:31.594056 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-046954dd-a960-4be5-911f-e4db8aee48c0 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=03f20df3db8d4a4492dc62d0c571f4c0&name=default HTTP/1.1" status: 200 len: 2647 time: 2.1893296 Apr 18 21:06:31.599102 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 38664) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:06:31.629145 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-8cc482ca-1088-4627-a22a-ce356724bfd4 tempest-AllowedAddressPairTestJSON-1420879938 tempest-AllowedAddressPairTestJSON-1420879938-project] 10.222.0.42 "DELETE /v2.0/ports/c20bacc2-67e1-42c4-b5ce-1ebd55c01ae2 HTTP/1.1" status: 204 len: 168 time: 2.1412117 Apr 18 21:06:31.632554 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 38670) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:06:31.723792 n-d-838334-2 neutron-server[84040]: INFO neutron.pecan_wsgi.hooks.translation [None req-1b41dd9f-8722-4665-8258-1fa8f2dc2ed5 tempest-AllowedAddressPairTestJSON-1420879938 tempest-AllowedAddressPairTestJSON-1420879938-project] GET failed (client error): The resource could not be found. Apr 18 21:06:31.724390 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-1b41dd9f-8722-4665-8258-1fa8f2dc2ed5 tempest-AllowedAddressPairTestJSON-1420879938 tempest-AllowedAddressPairTestJSON-1420879938-project] Synchronizing usage tracker for tenant:87f6fd4dfa374cfdb4f7d3363b37a30b on resource:port {{(pid=84040) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 21:06:31.812301 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a343a6b1-33f2-4d62-9ea1-9dfa646e1739 None None] Pushing event updated for resources: {'Port': ['ID=c2e3232f-0a66-44e4-8dfc-78c97a8104ff,revision_number=4']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:06:31.820954 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-1b41dd9f-8722-4665-8258-1fa8f2dc2ed5 tempest-AllowedAddressPairTestJSON-1420879938 tempest-AllowedAddressPairTestJSON-1420879938-project] Unset dirty status for tenant:87f6fd4dfa374cfdb4f7d3363b37a30b on resource:port {{(pid=84040) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 21:06:31.825482 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-3f15ed66-7c6b-41c1-a44e-d4aaf9a5e25d tempest-RoutersIpV6AdminTest-1940382112 tempest-RoutersIpV6AdminTest-1940382112-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369123'] for port, precommit_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:31.825638 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-1b41dd9f-8722-4665-8258-1fa8f2dc2ed5 tempest-AllowedAddressPairTestJSON-1420879938 tempest-AllowedAddressPairTestJSON-1420879938-project] 10.222.0.42 "GET /v2.0/ports/c20bacc2-67e1-42c4-b5ce-1ebd55c01ae2 HTTP/1.1" status: 404 len: 333 time: 0.1890590 Apr 18 21:06:31.826679 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 38676) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:06:31.838299 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-e2634647-d43f-4073-b570-6bc521558228 tempest-RoutersTest-1500746192 tempest-RoutersTest-1500746192-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:31.879130 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-ef5ff1ad-1c03-4203-a4ff-07a2b6c3f036 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:31.945327 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.plugin [None req-0cc69903-e86a-4d9d-9a69-6237c190f5d2 tempest-AllowedAddressPairTestJSON-1420879938 tempest-AllowedAddressPairTestJSON-1420879938-project] Deleting port c3a49f14-7ab6-43a1-94ec-243d646cb36b {{(pid=84040) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 21:06:31.945667 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-0cc69903-e86a-4d9d-9a69-6237c190f5d2 tempest-AllowedAddressPairTestJSON-1420879938 tempest-AllowedAddressPairTestJSON-1420879938-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750375188691'] for port, before_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:31.971342 n-d-838334-2 neutron-server[84042]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f91894c6-f444-4e2c-988d-265885af5c03 None None] Network a939bca6-cf86-485c-ae21-4acaab3ed357 is already hosted by enough agents. {{(pid=84042) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:06:31.982269 n-d-838334-2 neutron-server[84042]: DEBUG neutron.scheduler.base_scheduler [None req-f91894c6-f444-4e2c-988d-265885af5c03 None None] Resources bound (agent type, host, resource id): {{(pid=84042) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:06:31.988666 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f91894c6-f444-4e2c-988d-265885af5c03 None None] Received port after_create {{(pid=84042) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 21:06:32.011279 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-ef5ff1ad-1c03-4203-a4ff-07a2b6c3f036 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:32.042494 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Device 33b867d1-0439-4e6e-9292-2f7076a420d5 up at agent ovs-agent-n-d-838334-2 {{(pid=84042) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 21:06:32.117420 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f91894c6-f444-4e2c-988d-265885af5c03 None None] Pushing event updated for resources: {'Port': ['ID=dfd2718f-e3ed-4952-b01c-980c51b7b185,revision_number=1']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:06:32.176734 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-652e5792-c640-409e-85c6-9033b53d9f06 tempest-FloatingIPTestJSON-1355648241 tempest-FloatingIPTestJSON-1355648241-project] Notify callbacks [] for port, precommit_update {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:32.180080 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.plugin [None req-3f15ed66-7c6b-41c1-a44e-d4aaf9a5e25d tempest-RoutersIpV6AdminTest-1940382112 tempest-RoutersIpV6AdminTest-1940382112-project] Calling delete_port for e23af085-a777-4d8b-94ad-fbb07fab0891 owned by network:router_gateway {{(pid=84041) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 21:06:32.200214 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-652e5792-c640-409e-85c6-9033b53d9f06 tempest-FloatingIPTestJSON-1355648241 tempest-FloatingIPTestJSON-1355648241-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32440959'] for port, after_update {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:32.217408 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.managers [None req-f91894c6-f444-4e2c-988d-265885af5c03 None None] Attempting to bind port dfd2718f-e3ed-4952-b01c-980c51b7b185 on host n-d-838334-2 for vnic_type normal with profile {{(pid=84042) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 21:06:32.217781 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.managers [None req-f91894c6-f444-4e2c-988d-265885af5c03 None None] Attempting to bind port dfd2718f-e3ed-4952-b01c-980c51b7b185 by drivers openvswitch,hyperv on host n-d-838334-2 at level 0 using segments [{'id': 'aac40157-fd6b-4a94-bf9d-c65b7da168f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': 'a939bca6-cf86-485c-ae21-4acaab3ed357'}] {{(pid=84042) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 21:06:32.218143 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f91894c6-f444-4e2c-988d-265885af5c03 None None] Attempting to bind port dfd2718f-e3ed-4952-b01c-980c51b7b185 on network a939bca6-cf86-485c-ae21-4acaab3ed357 {{(pid=84042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 21:06:32.229354 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Provisioning complete for port 33b867d1-0439-4e6e-9292-2f7076a420d5 triggered by entity L2. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:06:32.229988 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1253608'] for port, provisioning_complete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:32.345161 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f91894c6-f444-4e2c-988d-265885af5c03 None None] Checking agent: {'id': '97cd4414-7af6-4d67-868d-dff370b4071a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838334-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 25, 49), 'started_at': datetime.datetime(2022, 4, 18, 20, 26, 19), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 21, 6, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838334-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 18 21:06:32.345929 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f91894c6-f444-4e2c-988d-265885af5c03 None None] Checking segment: {'id': 'aac40157-fd6b-4a94-bf9d-c65b7da168f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': 'a939bca6-cf86-485c-ae21-4acaab3ed357'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84042) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 21:06:32.346513 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-f91894c6-f444-4e2c-988d-265885af5c03 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:32.347071 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f91894c6-f444-4e2c-988d-265885af5c03 None None] Bound using segment: {'id': 'aac40157-fd6b-4a94-bf9d-c65b7da168f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': 'a939bca6-cf86-485c-ae21-4acaab3ed357'} {{(pid=84042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 18 21:06:32.347730 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.managers [None req-f91894c6-f444-4e2c-988d-265885af5c03 None None] Bound port: dfd2718f-e3ed-4952-b01c-980c51b7b185, host: n-d-838334-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aac40157-fd6b-4a94-bf9d-c65b7da168f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': 'a939bca6-cf86-485c-ae21-4acaab3ed357'}}] {{(pid=84042) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 21:06:32.348438 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-f91894c6-f444-4e2c-988d-265885af5c03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:32.405741 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-ef5ff1ad-1c03-4203-a4ff-07a2b6c3f036 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33528224'] for security_group, after_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:32.421612 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-652e5792-c640-409e-85c6-9033b53d9f06 tempest-FloatingIPTestJSON-1355648241 tempest-FloatingIPTestJSON-1355648241-project] Pushing event updated for resources: {'Port': ['ID=8a0070f0-6566-4d22-9fe8-ae8d535dffb5,revision_number=2']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:06:32.448996 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef5ff1ad-1c03-4203-a4ff-07a2b6c3f036 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c856f12-ca73-4252-9e29-f44dbb196ab2,revision_number=None']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:06:32.470068 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-652e5792-c640-409e-85c6-9033b53d9f06 tempest-FloatingIPTestJSON-1355648241 tempest-FloatingIPTestJSON-1355648241-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33444131'] for floatingip, after_update {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:32.537608 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-ef5ff1ad-1c03-4203-a4ff-07a2b6c3f036 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:32.541078 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-ef5ff1ad-1c03-4203-a4ff-07a2b6c3f036 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/0c856f12-ca73-4252-9e29-f44dbb196ab2 HTTP/1.1" status: 204 len: 168 time: 0.9387114 Apr 18 21:06:32.549573 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-0cc69903-e86a-4d9d-9a69-6237c190f5d2 tempest-AllowedAddressPairTestJSON-1420879938 tempest-AllowedAddressPairTestJSON-1420879938-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369123'] for port, precommit_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:32.609048 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Device c2e3232f-0a66-44e4-8dfc-78c97a8104ff up at agent ovs-agent-n-d-838334-2 {{(pid=84042) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 21:06:32.783005 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.plugin [None req-0cc69903-e86a-4d9d-9a69-6237c190f5d2 tempest-AllowedAddressPairTestJSON-1420879938 tempest-AllowedAddressPairTestJSON-1420879938-project] Calling delete_port for c3a49f14-7ab6-43a1-94ec-243d646cb36b owned by {{(pid=84040) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 21:06:32.800590 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.db_base_plugin_common [None req-51495d79-a6b8-4b52-b488-9356050d81f8 tempest-PortsIpV6TestJSON-656796091 tempest-PortsIpV6TestJSON-656796091-project] Delete allocated IP 2001:db8:0:1::62 (5b059a49-0390-4335-b546-3a7633dd7a97/9e60ddb9-fa86-432e-a2c0-3f785aaf7616) {{(pid=84041) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Apr 18 21:06:32.839013 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-f91894c6-f444-4e2c-988d-265885af5c03 None None] For port dfd2718f-e3ed-4952-b01c-980c51b7b185, host n-d-838334-2, cleared binding levels {{(pid=84042) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 21:06:32.842844 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d73f63dc-c619-41ca-ac75-083d0090772b None None] Network 5b059a49-0390-4335-b546-3a7633dd7a97 requested from n-d-838334-2 {{(pid=84042) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 21:06:32.853430 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 38686) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:06:32.918173 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-3f15ed66-7c6b-41c1-a44e-d4aaf9a5e25d tempest-RoutersIpV6AdminTest-1940382112 tempest-RoutersIpV6AdminTest-1940382112-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750375259028', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750374836628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32266323'] for port, after_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:32.948074 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-f91894c6-f444-4e2c-988d-265885af5c03 None None] For port dfd2718f-e3ed-4952-b01c-980c51b7b185, host n-d-838334-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838334-2',level=0,port_id=dfd2718f-e3ed-4952-b01c-980c51b7b185,segment=NetworkSegment(aac40157-fd6b-4a94-bf9d-c65b7da168f7),segment_id=aac40157-fd6b-4a94-bf9d-c65b7da168f7)] {{(pid=84042) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 21:06:32.976129 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_hamode_db [None req-1ac4e334-07f5-4382-9583-eb5ef7006350 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0573f4fd-15ec-4486-a7e2-4a1d64e93d08', 'name': 'tempest-AttachVolumeTestJSON-1059019708-router', 'tenant_id': 'b5bf875eb9b748b5aba56f8b60ce8169', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'external_fixed_ips': [{'subnet_id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'ip_address': '172.25.8.42'}], 'enable_snat': True}, 'gw_port_id': 'a46e8333-2083-45cf-9f4f-171d17c889e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:00:10Z', 'updated_at': '2022-04-18T21:00:21Z', 'revision_number': 4, 'project_id': 'b5bf875eb9b748b5aba56f8b60ce8169', 'gw_port': {'id': 'a46e8333-2083-45cf-9f4f-171d17c889e2', 'name': '', 'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:a3:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0573f4fd-15ec-4486-a7e2-4a1d64e93d08', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'ip_address': '172.25.8.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:00:11Z', 'updated_at': '2022-04-18T21:00:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838334-2', '_interfaces': [{'id': '4b3e1958-51ec-47aa-a0e2-f9ad7c2de9dd', 'name': '', 'network_id': '9b8a7e14-19dd-4214-9fd7-5da6fc8793e6', 'tenant_id': 'b5bf875eb9b748b5aba56f8b60ce8169', 'mac_address': 'fa:16:3e:d9:f1:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0573f4fd-15ec-4486-a7e2-4a1d64e93d08', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '16880a32-9b71-46fb-bafe-6b6135588b63', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:00:19Z', 'updated_at': '2022-04-18T21:00:48Z', 'revision_number': 5, 'project_id': 'b5bf875eb9b748b5aba56f8b60ce8169', 'subnets': [{'id': '16880a32-9b71-46fb-bafe-6b6135588b63', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838334-2', False) {} {{(pid=84042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:06:32.993650 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ac4e334-07f5-4382-9583-eb5ef7006350 None None] Checking router: 0573f4fd-15ec-4486-a7e2-4a1d64e93d08 for host: n-d-838334-2 {{(pid=84042) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 18 21:06:32.996005 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-f91894c6-f444-4e2c-988d-265885af5c03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682'] for port, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:33.048299 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f15ed66-7c6b-41c1-a44e-d4aaf9a5e25d tempest-RoutersIpV6AdminTest-1940382112 tempest-RoutersIpV6AdminTest-1940382112-project] Pushing event deleted for resources: {'Port': ['ID=e23af085-a777-4d8b-94ad-fbb07fab0891,revision_number=None']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:06:33.081990 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-ea675789-d58b-4703-8662-c648ccab2992 tempest-AttachVolumeTestJSON-1696487017 tempest-AttachVolumeTestJSON-1696487017-project] Notify callbacks [] for security_group, before_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:33.156807 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-64008685-5c4d-4530-9c94-a0866a755f33 None None] Provisioning for port c2e3232f-0a66-44e4-8dfc-78c97a8104ff completed by entity DHCP. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 21:06:33.223102 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-ea675789-d58b-4703-8662-c648ccab2992 tempest-AttachVolumeTestJSON-1696487017 tempest-AttachVolumeTestJSON-1696487017-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:33.234861 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-64008685-5c4d-4530-9c94-a0866a755f33 None None] Provisioning complete for port c2e3232f-0a66-44e4-8dfc-78c97a8104ff triggered by entity DHCP. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:06:33.235403 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-64008685-5c4d-4530-9c94-a0866a755f33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1253608'] for port, provisioning_complete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:33.328185 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ac4e334-07f5-4382-9583-eb5ef7006350 None None] Routers {'0573f4fd-15ec-4486-a7e2-4a1d64e93d08'} bound to L3 agent in host n-d-838334-2 {{(pid=84042) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 21:06:33.328828 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_hamode_db [None req-1ac4e334-07f5-4382-9583-eb5ef7006350 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838334-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-18T20:25:48Z,description=,heartbeat_timestamp=2022-04-18T21:06:18Z,host='n-d-838334-2',id=bc84d6c9-dd7a-4555-a351-592327b46d5a,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:25:48Z,topic='l3_agent')) {'router_ids': ['0573f4fd-15ec-4486-a7e2-4a1d64e93d08'], 'active': True} {{(pid=84042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:06:33.370592 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-0cc69903-e86a-4d9d-9a69-6237c190f5d2 tempest-AllowedAddressPairTestJSON-1420879938 tempest-AllowedAddressPairTestJSON-1420879938-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750375259028', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750374836628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32440838'] for port, after_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:33.460062 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cc69903-e86a-4d9d-9a69-6237c190f5d2 tempest-AllowedAddressPairTestJSON-1420879938 tempest-AllowedAddressPairTestJSON-1420879938-project] Pushing event deleted for resources: {'Port': ['ID=c3a49f14-7ab6-43a1-94ec-243d646cb36b,revision_number=None']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:06:33.470447 n-d-838334-2 neutron-server[84040]: INFO neutron.db.l3_db [None req-652e5792-c640-409e-85c6-9033b53d9f06 tempest-FloatingIPTestJSON-1355648241 tempest-FloatingIPTestJSON-1355648241-project] Floating IP 5d93de68-6883-4bbd-9983-7065763453e3 associated. External IP: 172.25.8.152, port: 67257e96-39f1-43bb-b9b1-9b8d330251d9. Apr 18 21:06:33.542122 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-3f15ed66-7c6b-41c1-a44e-d4aaf9a5e25d tempest-RoutersIpV6AdminTest-1940382112 tempest-RoutersIpV6AdminTest-1940382112-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33444108'] for router_gateway, after_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:33.567321 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f91894c6-f444-4e2c-988d-265885af5c03 None None] Pushing event updated for resources: {'Port': ['ID=dfd2718f-e3ed-4952-b01c-980c51b7b185,revision_number=2']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:06:33.852879 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-ea675789-d58b-4703-8662-c648ccab2992 tempest-AttachVolumeTestJSON-1696487017 tempest-AttachVolumeTestJSON-1696487017-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33528224'] for security_group, after_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:33.865847 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750375287399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253529'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:33.891091 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea675789-d58b-4703-8662-c648ccab2992 tempest-AttachVolumeTestJSON-1696487017 tempest-AttachVolumeTestJSON-1696487017-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f803d5b9-b26e-40a0-beab-857b23d0f147,revision_number=None']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:06:33.902356 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_dvr_db [None req-1ac4e334-07f5-4382-9583-eb5ef7006350 None None] Set router 0573f4fd-15ec-4486-a7e2-4a1d64e93d08 gateway port host: n-d-838334-2 {{(pid=84042) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 21:06:33.927253 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-0cc69903-e86a-4d9d-9a69-6237c190f5d2 tempest-AllowedAddressPairTestJSON-1420879938 tempest-AllowedAddressPairTestJSON-1420879938-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217293'] for port, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:33.937300 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-ea675789-d58b-4703-8662-c648ccab2992 tempest-AttachVolumeTestJSON-1696487017 tempest-AttachVolumeTestJSON-1696487017-project] Notify callbacks [] for security_group, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:33.941592 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-ea675789-d58b-4703-8662-c648ccab2992 tempest-AttachVolumeTestJSON-1696487017 tempest-AttachVolumeTestJSON-1696487017-project] 10.222.0.42 "DELETE /v2.0/security-groups/f803d5b9-b26e-40a0-beab-857b23d0f147 HTTP/1.1" status: 204 len: 168 time: 1.0849352 Apr 18 21:06:33.943124 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 38704) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:06:33.947007 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-0cc69903-e86a-4d9d-9a69-6237c190f5d2 tempest-AllowedAddressPairTestJSON-1420879938 tempest-AllowedAddressPairTestJSON-1420879938-project] 10.222.0.42 "DELETE /v2.0/ports/c3a49f14-7ab6-43a1-94ec-243d646cb36b HTTP/1.1" status: 204 len: 168 time: 2.1202421 Apr 18 21:06:33.979579 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 38708) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:06:34.072694 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Device dfd2718f-e3ed-4952-b01c-980c51b7b185 up at agent ovs-agent-n-d-838334-2 {{(pid=84042) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 21:06:34.118272 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 38712) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:06:34.119233 n-d-838334-2 neutron-server[84040]: INFO neutron.api.v2.resource [None req-3f5302c1-f6b1-41fe-8c8f-116244b6e59d tempest-AttachVolumeTestJSON-1696487017 tempest-AttachVolumeTestJSON-1696487017-project] show failed (client error): The resource could not be found. Apr 18 21:06:34.120610 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-3f5302c1-f6b1-41fe-8c8f-116244b6e59d tempest-AttachVolumeTestJSON-1696487017 tempest-AttachVolumeTestJSON-1696487017-project] 10.222.0.42 "GET /v2.0/security-groups/f803d5b9-b26e-40a0-beab-857b23d0f147 HTTP/1.1" status: 404 len: 347 time: 0.1759677 Apr 18 21:06:34.130216 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 38716) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:06:34.314823 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.db_base_plugin_common [None req-e2634647-d43f-4073-b570-6bc521558228 tempest-RoutersTest-1500746192 tempest-RoutersTest-1500746192-project] Allocated IP 172.22.0.1 (a939bca6-cf86-485c-ae21-4acaab3ed357/fc661f01-7889-49a3-8551-a398092f67d4/56d927d1-4222-4261-8ba4-7d3147f61bc3) {{(pid=84041) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 21:06:34.448525 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.v2.base [None req-b261935c-e25d-4ce4-9c2a-7434401a2a40 tempest-SecGroupIPv6Test-1569010352 tempest-SecGroupIPv6Test-1569010352-project] Request body: {'security_group': {'name': 'tempest-secgroup--1691404772'}} {{(pid=84040) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:06:34.455092 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [None req-b261935c-e25d-4ce4-9c2a-7434401a2a40 tempest-SecGroupIPv6Test-1569010352 tempest-SecGroupIPv6Test-1569010352-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:06:34.460312 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-b261935c-e25d-4ce4-9c2a-7434401a2a40 tempest-SecGroupIPv6Test-1569010352 tempest-SecGroupIPv6Test-1569010352-project] Usage tracker for resource:security_group and tenant:dc8b3677ed41470bbe4dd33b634aa4aa is out of sync, need to count used quota {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:06:34.463574 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-b261935c-e25d-4ce4-9c2a-7434401a2a40 tempest-SecGroupIPv6Test-1569010352 tempest-SecGroupIPv6Test-1569010352-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:06:34.470024 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [None req-b261935c-e25d-4ce4-9c2a-7434401a2a40 tempest-SecGroupIPv6Test-1569010352 tempest-SecGroupIPv6Test-1569010352-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:06:34.481522 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.plugin [None req-fef0e600-5e64-4aad-b720-1c5733c12428 tempest-AttachVolumeTestJSON-1696487017 tempest-AttachVolumeTestJSON-1696487017-project] Deleting port 793d0c73-0580-4a51-b37f-51d009d11997 {{(pid=84040) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 21:06:34.482006 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-fef0e600-5e64-4aad-b720-1c5733c12428 tempest-AttachVolumeTestJSON-1696487017 tempest-AttachVolumeTestJSON-1696487017-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750375188691'] for port, before_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:34.535302 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-e2634647-d43f-4073-b570-6bc521558228 tempest-RoutersTest-1500746192 tempest-RoutersTest-1500746192-project] Notify callbacks [] for port, precommit_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:34.560738 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-0b630f73-a5f2-405e-a01f-763fdaeae02a None None] Provisioning for port a797b41b-f3aa-45e2-a211-919bd2b69b27 completed by entity DHCP. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 21:06:34.561522 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.provisioning_blocks [None req-e2634647-d43f-4073-b570-6bc521558228 tempest-RoutersTest-1500746192 tempest-RoutersTest-1500746192-project] Transition to ACTIVE for port object 56d927d1-4222-4261-8ba4-7d3147f61bc3 will not be triggered until provisioned by entity DHCP. {{(pid=84041) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:06:34.569616 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Provisioning for port dfd2718f-e3ed-4952-b01c-980c51b7b185 completed by entity L2. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 21:06:34.580359 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-0b630f73-a5f2-405e-a01f-763fdaeae02a None None] Provisioning complete for port a797b41b-f3aa-45e2-a211-919bd2b69b27 triggered by entity DHCP. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:06:34.580761 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-0b630f73-a5f2-405e-a01f-763fdaeae02a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1253608'] for port, provisioning_complete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:34.584710 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.db.resource_extend [None req-51495d79-a6b8-4b52-b488-9356050d81f8 tempest-PortsIpV6TestJSON-656796091 tempest-PortsIpV6TestJSON-656796091-project] It took 0.94 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84041) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 18 21:06:34.603694 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-e2634647-d43f-4073-b570-6bc521558228 tempest-RoutersTest-1500746192 tempest-RoutersTest-1500746192-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750374836619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32266323'] for port, after_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:34.610011 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-b261935c-e25d-4ce4-9c2a-7434401a2a40 tempest-SecGroupIPv6Test-1569010352 tempest-SecGroupIPv6Test-1569010352-project] Notify callbacks [] for security_group, before_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:34.649821 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-51495d79-a6b8-4b52-b488-9356050d81f8 tempest-PortsIpV6TestJSON-656796091 tempest-PortsIpV6TestJSON-656796091-project] Notify callbacks [] for port, precommit_update {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:34.651432 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_hamode_db [None req-1ac4e334-07f5-4382-9583-eb5ef7006350 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0573f4fd-15ec-4486-a7e2-4a1d64e93d08', 'name': 'tempest-AttachVolumeTestJSON-1059019708-router', 'tenant_id': 'b5bf875eb9b748b5aba56f8b60ce8169', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'external_fixed_ips': [{'subnet_id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'ip_address': '172.25.8.42'}], 'enable_snat': True}, 'gw_port_id': 'a46e8333-2083-45cf-9f4f-171d17c889e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:00:10Z', 'updated_at': '2022-04-18T21:00:21Z', 'revision_number': 4, 'project_id': 'b5bf875eb9b748b5aba56f8b60ce8169', 'gw_port': {'id': 'a46e8333-2083-45cf-9f4f-171d17c889e2', 'name': '', 'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:a3:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0573f4fd-15ec-4486-a7e2-4a1d64e93d08', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'ip_address': '172.25.8.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:00:11Z', 'updated_at': '2022-04-18T21:00:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838334-2', '_interfaces': [{'id': '4b3e1958-51ec-47aa-a0e2-f9ad7c2de9dd', 'name': '', 'network_id': '9b8a7e14-19dd-4214-9fd7-5da6fc8793e6', 'tenant_id': 'b5bf875eb9b748b5aba56f8b60ce8169', 'mac_address': 'fa:16:3e:d9:f1:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0573f4fd-15ec-4486-a7e2-4a1d64e93d08', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '16880a32-9b71-46fb-bafe-6b6135588b63', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:00:19Z', 'updated_at': '2022-04-18T21:00:48Z', 'revision_number': 5, 'project_id': 'b5bf875eb9b748b5aba56f8b60ce8169', 'subnets': [{'id': '16880a32-9b71-46fb-bafe-6b6135588b63', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838334-2', False) {} {{(pid=84042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:06:34.665032 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ac4e334-07f5-4382-9583-eb5ef7006350 None None] The sync data for ids ['0573f4fd-15ec-4486-a7e2-4a1d64e93d08'] in n-d-838334-2 is: [{'id': '0573f4fd-15ec-4486-a7e2-4a1d64e93d08', 'name': 'tempest-AttachVolumeTestJSON-1059019708-router', 'tenant_id': 'b5bf875eb9b748b5aba56f8b60ce8169', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'external_fixed_ips': [{'subnet_id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'ip_address': '172.25.8.42'}], 'enable_snat': True}, 'gw_port_id': 'a46e8333-2083-45cf-9f4f-171d17c889e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:00:10Z', 'updated_at': '2022-04-18T21:00:21Z', 'revision_number': 4, 'project_id': 'b5bf875eb9b748b5aba56f8b60ce8169', 'gw_port': {'id': 'a46e8333-2083-45cf-9f4f-171d17c889e2', 'name': '', 'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:a3:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0573f4fd-15ec-4486-a7e2-4a1d64e93d08', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'ip_address': '172.25.8.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:00:11Z', 'updated_at': '2022-04-18T21:00:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838334-2', '_interfaces': [{'id': '4b3e1958-51ec-47aa-a0e2-f9ad7c2de9dd', 'name': '', 'network_id': '9b8a7e14-19dd-4214-9fd7-5da6fc8793e6', 'tenant_id': 'b5bf875eb9b748b5aba56f8b60ce8169', 'mac_address': 'fa:16:3e:d9:f1:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0573f4fd-15ec-4486-a7e2-4a1d64e93d08', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '16880a32-9b71-46fb-bafe-6b6135588b63', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:00:19Z', 'updated_at': '2022-04-18T21:00:48Z', 'revision_number': 5, 'project_id': 'b5bf875eb9b748b5aba56f8b60ce8169', 'subnets': [{'id': '16880a32-9b71-46fb-bafe-6b6135588b63', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84042) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 18 21:06:34.665366 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-3f15ed66-7c6b-41c1-a44e-d4aaf9a5e25d tempest-RoutersIpV6AdminTest-1940382112 tempest-RoutersIpV6AdminTest-1940382112-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33443580', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5726'] for router, precommit_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:34.675444 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-b261935c-e25d-4ce4-9c2a-7434401a2a40 tempest-SecGroupIPv6Test-1569010352 tempest-SecGroupIPv6Test-1569010352-project] Notify callbacks [] for security_group, before_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:34.690593 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.plugin [None req-0b630f73-a5f2-405e-a01f-763fdaeae02a None None] Port a797b41b-f3aa-45e2-a211-919bd2b69b27 cannot update to ACTIVE because it is not bound. {{(pid=84042) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 18 21:06:34.696465 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5246678-aea3-4a58-8168-77d157f51ca5 None None] Network a939bca6-cf86-485c-ae21-4acaab3ed357 requested from n-d-838334-2 {{(pid=84042) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 21:06:34.717195 n-d-838334-2 neutron-server[84041]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2634647-d43f-4073-b570-6bc521558228 tempest-RoutersTest-1500746192 tempest-RoutersTest-1500746192-project] Network a939bca6-cf86-485c-ae21-4acaab3ed357 is already hosted by enough agents. {{(pid=84041) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:06:34.724968 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.provisioning_blocks [None req-51495d79-a6b8-4b52-b488-9356050d81f8 tempest-PortsIpV6TestJSON-656796091 tempest-PortsIpV6TestJSON-656796091-project] Ignored duplicate provisioning block setup for port a797b41b-f3aa-45e2-a211-919bd2b69b27 by entity DHCP. {{(pid=84041) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Apr 18 21:06:34.736556 n-d-838334-2 neutron-server[84041]: DEBUG neutron.scheduler.base_scheduler [None req-e2634647-d43f-4073-b570-6bc521558228 tempest-RoutersTest-1500746192 tempest-RoutersTest-1500746192-project] Resources bound (agent type, host, resource id): {{(pid=84041) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:06:34.763355 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-3f15ed66-7c6b-41c1-a44e-d4aaf9a5e25d tempest-RoutersIpV6AdminTest-1940382112 tempest-RoutersIpV6AdminTest-1940382112-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:34.765940 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2634647-d43f-4073-b570-6bc521558228 tempest-RoutersTest-1500746192 tempest-RoutersTest-1500746192-project] Pushing event updated for resources: {'Port': ['ID=56d927d1-4222-4261-8ba4-7d3147f61bc3,revision_number=1']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:06:34.768418 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-51495d79-a6b8-4b52-b488-9356050d81f8 tempest-PortsIpV6TestJSON-656796091 tempest-PortsIpV6TestJSON-656796091-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32266282'] for port, after_update {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:34.771136 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2634647-d43f-4073-b570-6bc521558228 tempest-RoutersTest-1500746192 tempest-RoutersTest-1500746192-project] Received port after_create {{(pid=84041) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 21:06:34.800171 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-0b630f73-a5f2-405e-a01f-763fdaeae02a None None] Provisioning complete for port c2e3232f-0a66-44e4-8dfc-78c97a8104ff triggered by entity DHCP. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:06:34.800532 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-0b630f73-a5f2-405e-a01f-763fdaeae02a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1253608'] for port, provisioning_complete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:34.813687 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.db_base_plugin_v2 [None req-59c14db8-6f8b-4312-ae25-0719516c6a6f tempest-AllowedAddressPairTestJSON-1420879938 tempest-AllowedAddressPairTestJSON-1420879938-project] Deleting subnet 48e6f919-7f3d-458b-bbef-564ab5f00649 {{(pid=84040) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 18 21:06:34.874786 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-59c14db8-6f8b-4312-ae25-0719516c6a6f tempest-AllowedAddressPairTestJSON-1420879938 tempest-AllowedAddressPairTestJSON-1420879938-project] Notify callbacks [] for subnet, before_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:34.964368 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-e2634647-d43f-4073-b570-6bc521558228 tempest-RoutersTest-1500746192 tempest-RoutersTest-1500746192-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33444010'] for router_interface, before_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:34.983662 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51495d79-a6b8-4b52-b488-9356050d81f8 tempest-PortsIpV6TestJSON-656796091 tempest-PortsIpV6TestJSON-656796091-project] Pushing event updated for resources: {'Port': ['ID=a797b41b-f3aa-45e2-a211-919bd2b69b27,revision_number=2']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:06:34.993660 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.plugin [None req-51495d79-a6b8-4b52-b488-9356050d81f8 tempest-PortsIpV6TestJSON-656796091 tempest-PortsIpV6TestJSON-656796091-project] In _notify_port_updated(), no bound segment for port a797b41b-f3aa-45e2-a211-919bd2b69b27 on network 5b059a49-0390-4335-b546-3a7633dd7a97 {{(pid=84041) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Apr 18 21:06:34.997786 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51495d79-a6b8-4b52-b488-9356050d81f8 tempest-PortsIpV6TestJSON-656796091 tempest-PortsIpV6TestJSON-656796091-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:06:34.998474 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-51495d79-a6b8-4b52-b488-9356050d81f8 tempest-PortsIpV6TestJSON-656796091 tempest-PortsIpV6TestJSON-656796091-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217293'] for port, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:35.000006 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-51495d79-a6b8-4b52-b488-9356050d81f8 tempest-PortsIpV6TestJSON-656796091 tempest-PortsIpV6TestJSON-656796091-project] 10.222.0.42 "PUT /v2.0/ports/a797b41b-f3aa-45e2-a211-919bd2b69b27 HTTP/1.1" status: 200 len: 925 time: 4.1851101 Apr 18 21:06:35.003447 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 38722) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:06:35.015016 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.v2.base [None req-a1fb51a5-6155-45f0-bd22-c88b8826d2e5 tempest-PortsIpV6TestJSON-656796091 tempest-PortsIpV6TestJSON-656796091-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '8d964505-dcf0-4667-b7a7-4642b0930d42'}, {'subnet_id': '9e60ddb9-fa86-432e-a2c0-3f785aaf7616'}]}} {{(pid=84041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:06:35.045728 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-3f15ed66-7c6b-41c1-a44e-d4aaf9a5e25d tempest-RoutersIpV6AdminTest-1940382112 tempest-RoutersIpV6AdminTest-1940382112-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-33443408'] for router, after_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:35.046284 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3f15ed66-7c6b-41c1-a44e-d4aaf9a5e25d tempest-RoutersIpV6AdminTest-1940382112 tempest-RoutersIpV6AdminTest-1940382112-project] Fanout notify agent at l3_agent the message router_deleted on router 44b97b35-44c3-4cb1-b772-01718e277499 {{(pid=84041) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 18 21:06:35.101798 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-3f15ed66-7c6b-41c1-a44e-d4aaf9a5e25d tempest-RoutersIpV6AdminTest-1940382112 tempest-RoutersIpV6AdminTest-1940382112-project] Notify callbacks [] for router, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:35.106332 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-3f15ed66-7c6b-41c1-a44e-d4aaf9a5e25d tempest-RoutersIpV6AdminTest-1940382112 tempest-RoutersIpV6AdminTest-1940382112-project] 10.222.0.42 "DELETE /v2.0/routers/44b97b35-44c3-4cb1-b772-01718e277499 HTTP/1.1" status: 204 len: 168 time: 5.7624907 Apr 18 21:06:35.122386 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 38726) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:06:35.123940 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [None req-b261935c-e25d-4ce4-9c2a-7434401a2a40 tempest-SecGroupIPv6Test-1569010352 tempest-SecGroupIPv6Test-1569010352-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:06:35.137936 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-59c14db8-6f8b-4312-ae25-0719516c6a6f tempest-AllowedAddressPairTestJSON-1420879938 tempest-AllowedAddressPairTestJSON-1420879938-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31955982'] for subnet, precommit_delete_associations {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:35.171983 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.v2.base [None req-31a25a8b-32a5-4f98-8688-3ca7275c0452 tempest-RoutersIpV6AdminTest-1940382112 tempest-RoutersIpV6AdminTest-1940382112-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-400027406', 'external_gateway_info': {'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c'}, 'admin_state_up': False}} {{(pid=84040) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:06:35.179653 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [None req-31a25a8b-32a5-4f98-8688-3ca7275c0452 tempest-RoutersIpV6AdminTest-1940382112 tempest-RoutersIpV6AdminTest-1940382112-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:06:35.183575 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-31a25a8b-32a5-4f98-8688-3ca7275c0452 tempest-RoutersIpV6AdminTest-1940382112 tempest-RoutersIpV6AdminTest-1940382112-project] Usage tracker for resource:router and tenant:1159fc702e404312a02dc815f5825396 is out of sync, need to count used quota {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:06:35.186691 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-31a25a8b-32a5-4f98-8688-3ca7275c0452 tempest-RoutersIpV6AdminTest-1940382112 tempest-RoutersIpV6AdminTest-1940382112-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:06:35.193818 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [None req-31a25a8b-32a5-4f98-8688-3ca7275c0452 tempest-RoutersIpV6AdminTest-1940382112 tempest-RoutersIpV6AdminTest-1940382112-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:06:35.202854 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-b261935c-e25d-4ce4-9c2a-7434401a2a40 tempest-SecGroupIPv6Test-1569010352 tempest-SecGroupIPv6Test-1569010352-project] Usage tracker for resource:security_group_rule and tenant:dc8b3677ed41470bbe4dd33b634aa4aa is out of sync, need to count used quota {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:06:35.231599 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-b261935c-e25d-4ce4-9c2a-7434401a2a40 tempest-SecGroupIPv6Test-1569010352 tempest-SecGroupIPv6Test-1569010352-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:06:35.241832 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-e2634647-d43f-4073-b570-6bc521558228 tempest-RoutersTest-1500746192 tempest-RoutersTest-1500746192-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:35.243416 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [None req-b261935c-e25d-4ce4-9c2a-7434401a2a40 tempest-SecGroupIPv6Test-1569010352 tempest-SecGroupIPv6Test-1569010352-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:06:35.251674 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-a1fb51a5-6155-45f0-bd22-c88b8826d2e5 tempest-PortsIpV6TestJSON-656796091 tempest-PortsIpV6TestJSON-656796091-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:35.266925 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-fef0e600-5e64-4aad-b720-1c5733c12428 tempest-AttachVolumeTestJSON-1696487017 tempest-AttachVolumeTestJSON-1696487017-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369123'] for port, precommit_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:35.272491 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-fef0e600-5e64-4aad-b720-1c5733c12428 tempest-AttachVolumeTestJSON-1696487017 tempest-AttachVolumeTestJSON-1696487017-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:35.293658 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-3980ef4d-57cb-4d40-af80-40c623e5ea4d None None] Provisioning for port dfd2718f-e3ed-4952-b01c-980c51b7b185 completed by entity DHCP. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 21:06:35.303782 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-3980ef4d-57cb-4d40-af80-40c623e5ea4d None None] Provisioning complete for port dfd2718f-e3ed-4952-b01c-980c51b7b185 triggered by entity DHCP. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:06:35.304269 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-3980ef4d-57cb-4d40-af80-40c623e5ea4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1253608'] for port, provisioning_complete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:35.377848 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-31a25a8b-32a5-4f98-8688-3ca7275c0452 tempest-RoutersIpV6AdminTest-1940382112 tempest-RoutersIpV6AdminTest-1940382112-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-33442106', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5708'] for router, before_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:35.377848 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-31a25a8b-32a5-4f98-8688-3ca7275c0452 tempest-RoutersIpV6AdminTest-1940382112 tempest-RoutersIpV6AdminTest-1940382112-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33442137', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33444285', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33535433', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5703'] for router, precommit_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:35.458343 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.plugin [None req-fef0e600-5e64-4aad-b720-1c5733c12428 tempest-AttachVolumeTestJSON-1696487017 tempest-AttachVolumeTestJSON-1696487017-project] Calling delete_port for 793d0c73-0580-4a51-b37f-51d009d11997 owned by network:floatingip {{(pid=84040) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 21:06:35.541718 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-3980ef4d-57cb-4d40-af80-40c623e5ea4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:35.578564 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-3980ef4d-57cb-4d40-af80-40c623e5ea4d None None] For port dfd2718f-e3ed-4952-b01c-980c51b7b185, host n-d-838334-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838334-2',level=0,port_id=dfd2718f-e3ed-4952-b01c-980c51b7b185,segment=NetworkSegment(aac40157-fd6b-4a94-bf9d-c65b7da168f7),segment_id=aac40157-fd6b-4a94-bf9d-c65b7da168f7)] {{(pid=84042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:06:35.590735 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-3980ef4d-57cb-4d40-af80-40c623e5ea4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682'] for port, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:35.643009 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-31a25a8b-32a5-4f98-8688-3ca7275c0452 tempest-RoutersIpV6AdminTest-1940382112 tempest-RoutersIpV6AdminTest-1940382112-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:35.670186 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-59c14db8-6f8b-4312-ae25-0719516c6a6f tempest-AllowedAddressPairTestJSON-1420879938 tempest-AllowedAddressPairTestJSON-1420879938-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1260556'] for subnet, precommit_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:35.710646 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3980ef4d-57cb-4d40-af80-40c623e5ea4d None None] Pushing event updated for resources: {'Port': ['ID=dfd2718f-e3ed-4952-b01c-980c51b7b185,revision_number=3']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:06:35.715574 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-3980ef4d-57cb-4d40-af80-40c623e5ea4d None None] Provisioning complete for port a797b41b-f3aa-45e2-a211-919bd2b69b27 triggered by entity DHCP. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:06:35.715985 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-3980ef4d-57cb-4d40-af80-40c623e5ea4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1253608'] for port, provisioning_complete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:35.771287 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.plugin [None req-3980ef4d-57cb-4d40-af80-40c623e5ea4d None None] Port a797b41b-f3aa-45e2-a211-919bd2b69b27 cannot update to ACTIVE because it is not bound. {{(pid=84042) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 18 21:06:35.907599 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-3c904301-cf12-422f-acad-32ae2335115f None None] Provisioning for port 56d927d1-4222-4261-8ba4-7d3147f61bc3 completed by entity DHCP. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 21:06:35.917772 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-3c904301-cf12-422f-acad-32ae2335115f None None] Provisioning complete for port 56d927d1-4222-4261-8ba4-7d3147f61bc3 triggered by entity DHCP. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:06:35.918150 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-3c904301-cf12-422f-acad-32ae2335115f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1253608'] for port, provisioning_complete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:35.936232 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-b261935c-e25d-4ce4-9c2a-7434401a2a40 tempest-SecGroupIPv6Test-1569010352 tempest-SecGroupIPv6Test-1569010352-project] Notify callbacks [] for security_group, precommit_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:35.984615 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.db_base_plugin_common [None req-a1fb51a5-6155-45f0-bd22-c88b8826d2e5 tempest-PortsIpV6TestJSON-656796091 tempest-PortsIpV6TestJSON-656796091-project] Allocated IP 2001:db8:0:1::131 (5b059a49-0390-4335-b546-3a7633dd7a97/9e60ddb9-fa86-432e-a2c0-3f785aaf7616/a797b41b-f3aa-45e2-a211-919bd2b69b27) {{(pid=84041) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 21:06:35.999532 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-e2634647-d43f-4073-b570-6bc521558228 tempest-RoutersTest-1500746192 tempest-RoutersTest-1500746192-project] Notify callbacks [] for port, precommit_update {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:36.000173 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.plugin [None req-3c904301-cf12-422f-acad-32ae2335115f None None] Port 56d927d1-4222-4261-8ba4-7d3147f61bc3 cannot update to ACTIVE because it is not bound. {{(pid=84042) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 18 21:06:36.004982 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Device dfd2718f-e3ed-4952-b01c-980c51b7b185 up at agent ovs-agent-n-d-838334-2 {{(pid=84042) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 21:06:36.015884 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-b261935c-e25d-4ce4-9c2a-7434401a2a40 tempest-SecGroupIPv6Test-1569010352 tempest-SecGroupIPv6Test-1569010352-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33528224'] for security_group, after_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:36.020746 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-e2634647-d43f-4073-b570-6bc521558228 tempest-RoutersTest-1500746192 tempest-RoutersTest-1500746192-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32266282'] for port, after_update {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:36.074741 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-3c904301-cf12-422f-acad-32ae2335115f None None] Provisioning complete for port dfd2718f-e3ed-4952-b01c-980c51b7b185 triggered by entity DHCP. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:06:36.075193 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-3c904301-cf12-422f-acad-32ae2335115f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1253608'] for port, provisioning_complete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:36.159835 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-fef0e600-5e64-4aad-b720-1c5733c12428 tempest-AttachVolumeTestJSON-1696487017 tempest-AttachVolumeTestJSON-1696487017-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750375259028', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750374836628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32440838'] for port, after_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:36.165676 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [None req-b261935c-e25d-4ce4-9c2a-7434401a2a40 tempest-SecGroupIPv6Test-1569010352 tempest-SecGroupIPv6Test-1569010352-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:06:36.187564 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Provisioning complete for port dfd2718f-e3ed-4952-b01c-980c51b7b185 triggered by entity L2. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:06:36.187564 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1253608'] for port, provisioning_complete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:36.196335 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b261935c-e25d-4ce4-9c2a-7434401a2a40 tempest-SecGroupIPv6Test-1569010352 tempest-SecGroupIPv6Test-1569010352-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ec51b5ab-1445-4923-a0c6-0ad572f3ee5f,revision_number=1']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:06:36.214097 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-59c14db8-6f8b-4312-ae25-0719516c6a6f tempest-AllowedAddressPairTestJSON-1420879938 tempest-AllowedAddressPairTestJSON-1420879938-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1260549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33526260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32440885', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31752825'] for subnet, after_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:36.235592 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-b261935c-e25d-4ce4-9c2a-7434401a2a40 tempest-SecGroupIPv6Test-1569010352 tempest-SecGroupIPv6Test-1569010352-project] Usage tracker for resource:security_group_rule and tenant:dc8b3677ed41470bbe4dd33b634aa4aa is out of sync, need to count used quota {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:06:36.263490 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-b261935c-e25d-4ce4-9c2a-7434401a2a40 tempest-SecGroupIPv6Test-1569010352 tempest-SecGroupIPv6Test-1569010352-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:06:36.273549 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fef0e600-5e64-4aad-b720-1c5733c12428 tempest-AttachVolumeTestJSON-1696487017 tempest-AttachVolumeTestJSON-1696487017-project] Pushing event deleted for resources: {'Port': ['ID=793d0c73-0580-4a51-b37f-51d009d11997,revision_number=None']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:06:36.294586 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59c14db8-6f8b-4312-ae25-0719516c6a6f tempest-AllowedAddressPairTestJSON-1420879938 tempest-AllowedAddressPairTestJSON-1420879938-project] Pushing event deleted for resources: {'Subnet': ['ID=48e6f919-7f3d-458b-bbef-564ab5f00649,revision_number=None']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:06:36.298478 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [None req-b261935c-e25d-4ce4-9c2a-7434401a2a40 tempest-SecGroupIPv6Test-1569010352 tempest-SecGroupIPv6Test-1569010352-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:06:36.325041 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-3c904301-cf12-422f-acad-32ae2335115f None None] Provisioning complete for port a797b41b-f3aa-45e2-a211-919bd2b69b27 triggered by entity DHCP. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:06:36.325667 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-3c904301-cf12-422f-acad-32ae2335115f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1253608'] for port, provisioning_complete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:36.326469 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-e2634647-d43f-4073-b570-6bc521558228 tempest-RoutersTest-1500746192 tempest-RoutersTest-1500746192-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-32377886', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33443847'] for router_interface, after_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:36.331885 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2634647-d43f-4073-b570-6bc521558228 tempest-RoutersTest-1500746192 tempest-RoutersTest-1500746192-project] Pushing event updated for resources: {'Port': ['ID=56d927d1-4222-4261-8ba4-7d3147f61bc3,revision_number=2']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:06:36.360167 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-31a25a8b-32a5-4f98-8688-3ca7275c0452 tempest-RoutersIpV6AdminTest-1940382112 tempest-RoutersIpV6AdminTest-1940382112-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-33444175', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-33443520', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5293'] for router, precommit_update {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:36.365588 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-59c14db8-6f8b-4312-ae25-0719516c6a6f tempest-AllowedAddressPairTestJSON-1420879938 tempest-AllowedAddressPairTestJSON-1420879938-project] Notify callbacks [] for subnet, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:36.371174 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d63ab1f-0db2-4ea7-8f1e-2659571e6f8c None None] Network 5bd096f8-31c9-45e2-b0e1-1f70c937e419 requested from n-d-838334-2 {{(pid=84042) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 21:06:36.442720 n-d-838334-2 neutron-server[84040]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-652e5792-c640-409e-85c6-9033b53d9f06 tempest-FloatingIPTestJSON-1355648241 tempest-FloatingIPTestJSON-1355648241-project] Router 8d2572c8-a331-400d-95fa-c6c17825c988 has already been hosted by L3 agent bc84d6c9-dd7a-4555-a351-592327b46d5a {{(pid=84040) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 21:06:36.472385 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-a1fb51a5-6155-45f0-bd22-c88b8826d2e5 tempest-PortsIpV6TestJSON-656796091 tempest-PortsIpV6TestJSON-656796091-project] Notify callbacks [] for port, precommit_update {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:36.486499 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.plugin [None req-3c904301-cf12-422f-acad-32ae2335115f None None] Port a797b41b-f3aa-45e2-a211-919bd2b69b27 cannot update to ACTIVE because it is not bound. {{(pid=84042) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 18 21:06:36.489972 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.provisioning_blocks [None req-a1fb51a5-6155-45f0-bd22-c88b8826d2e5 tempest-PortsIpV6TestJSON-656796091 tempest-PortsIpV6TestJSON-656796091-project] Transition to ACTIVE for port object a797b41b-f3aa-45e2-a211-919bd2b69b27 will not be triggered until provisioned by entity DHCP. {{(pid=84041) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:06:36.495951 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-59c14db8-6f8b-4312-ae25-0719516c6a6f tempest-AllowedAddressPairTestJSON-1420879938 tempest-AllowedAddressPairTestJSON-1420879938-project] 10.222.0.42 "DELETE /v2.0/subnets/48e6f919-7f3d-458b-bbef-564ab5f00649 HTTP/1.1" status: 204 len: 168 time: 2.5134230 Apr 18 21:06:36.497668 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 38730) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:06:36.513486 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-fef0e600-5e64-4aad-b720-1c5733c12428 tempest-AttachVolumeTestJSON-1696487017 tempest-AttachVolumeTestJSON-1696487017-project] Notify callbacks [] for floatingip, after_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:36.515769 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-fef0e600-5e64-4aad-b720-1c5733c12428 tempest-AttachVolumeTestJSON-1696487017 tempest-AttachVolumeTestJSON-1696487017-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217293'] for floatingip, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:36.516931 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-fef0e600-5e64-4aad-b720-1c5733c12428 tempest-AttachVolumeTestJSON-1696487017 tempest-AttachVolumeTestJSON-1696487017-project] 10.222.0.42 "DELETE /v2.0/floatingips/912cdba1-a387-463f-bf0d-aba89b0dbd1e HTTP/1.1" status: 204 len: 168 time: 2.3833647 Apr 18 21:06:36.537556 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-b261935c-e25d-4ce4-9c2a-7434401a2a40 tempest-SecGroupIPv6Test-1569010352 tempest-SecGroupIPv6Test-1569010352-project] Notify callbacks [] for security_group, precommit_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:36.601681 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-b261935c-e25d-4ce4-9c2a-7434401a2a40 tempest-SecGroupIPv6Test-1569010352 tempest-SecGroupIPv6Test-1569010352-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33528224'] for security_group, after_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:36.627676 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-a1fb51a5-6155-45f0-bd22-c88b8826d2e5 tempest-PortsIpV6TestJSON-656796091 tempest-PortsIpV6TestJSON-656796091-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32266282'] for port, after_update {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:36.684979 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10f54041-7113-4a82-b9bd-a3cb3034c4de None None] DHCP port deletion for 5bd096f8-31c9-45e2-b0e1-1f70c937e419 request from n-d-838334-2 {{(pid=84042) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 18 21:06:36.689968 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.plugin [None req-10f54041-7113-4a82-b9bd-a3cb3034c4de None None] Deleting port a2703c52-c957-4655-864e-9a8f894aec7a {{(pid=84042) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 21:06:36.690175 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-10f54041-7113-4a82-b9bd-a3cb3034c4de None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750375188691'] for port, before_delete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:36.801720 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-b261935c-e25d-4ce4-9c2a-7434401a2a40 tempest-SecGroupIPv6Test-1569010352 tempest-SecGroupIPv6Test-1569010352-project] Notify callbacks [] for security_group, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:36.803043 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-b261935c-e25d-4ce4-9c2a-7434401a2a40 tempest-SecGroupIPv6Test-1569010352 tempest-SecGroupIPv6Test-1569010352-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 2.6817901 Apr 18 21:06:36.812386 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 38738) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:06:36.816814 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b261935c-e25d-4ce4-9c2a-7434401a2a40 tempest-SecGroupIPv6Test-1569010352 tempest-SecGroupIPv6Test-1569010352-project] Pushing event updated for resources: {'SecurityGroup': ['ID=76344fe1-d9dd-46a5-9801-158da0367aa1,revision_number=1']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:06:36.828035 n-d-838334-2 neutron-server[84043]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e639277-a856-4a5e-ab24-9d96eb06ecf5 None None] New status for floating IP 912cdba1-a387-463f-bf0d-aba89b0dbd1e: DOWN {{(pid=84043) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Apr 18 21:06:36.873821 n-d-838334-2 neutron-server[84041]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2634647-d43f-4073-b570-6bc521558228 tempest-RoutersTest-1500746192 tempest-RoutersTest-1500746192-project] Network a939bca6-cf86-485c-ae21-4acaab3ed357 is already hosted by enough agents. {{(pid=84041) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:06:36.885611 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1fb51a5-6155-45f0-bd22-c88b8826d2e5 tempest-PortsIpV6TestJSON-656796091 tempest-PortsIpV6TestJSON-656796091-project] Pushing event updated for resources: {'Port': ['ID=a797b41b-f3aa-45e2-a211-919bd2b69b27,revision_number=3']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:06:36.972274 n-d-838334-2 neutron-server[84041]: DEBUG neutron.scheduler.base_scheduler [None req-e2634647-d43f-4073-b570-6bc521558228 tempest-RoutersTest-1500746192 tempest-RoutersTest-1500746192-project] Resources bound (agent type, host, resource id): {{(pid=84041) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:06:37.000347 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-7f1cc60d-981b-461d-95f2-f86a08883e54 tempest-SecGroupIPv6Test-1569010352 tempest-SecGroupIPv6Test-1569010352-project] Synchronizing usage tracker for tenant:dc8b3677ed41470bbe4dd33b634aa4aa on resource:security_group {{(pid=84040) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 21:06:37.130061 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-7f1cc60d-981b-461d-95f2-f86a08883e54 tempest-SecGroupIPv6Test-1569010352 tempest-SecGroupIPv6Test-1569010352-project] Unset dirty status for tenant:dc8b3677ed41470bbe4dd33b634aa4aa on resource:security_group {{(pid=84040) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 21:06:37.134309 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-10f54041-7113-4a82-b9bd-a3cb3034c4de None None] For port a2703c52-c957-4655-864e-9a8f894aec7a, host n-d-838334-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838334-2',level=0,port_id=a2703c52-c957-4655-864e-9a8f894aec7a,segment=NetworkSegment(b824376e-390f-45ad-93a8-f694dc51067b),segment_id=b824376e-390f-45ad-93a8-f694dc51067b)] {{(pid=84042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:06:37.134525 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-7f1cc60d-981b-461d-95f2-f86a08883e54 tempest-SecGroupIPv6Test-1569010352 tempest-SecGroupIPv6Test-1569010352-project] 10.222.0.42 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4007 time: 0.3123052 Apr 18 21:06:37.134837 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-10f54041-7113-4a82-b9bd-a3cb3034c4de None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369123'] for port, precommit_delete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:37.138098 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 38742) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:06:37.148542 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.v2.base [None req-71d5b1e5-c4fd-4634-b565-d6c443a5a205 tempest-SecGroupIPv6Test-1569010352 tempest-SecGroupIPv6Test-1569010352-project] Request body: {'security_group': {'name': 'tempest-security--319170381', 'description': 'tempest-security-description-1838545465'}} {{(pid=84040) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:06:37.222188 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-31a25a8b-32a5-4f98-8688-3ca7275c0452 tempest-RoutersIpV6AdminTest-1940382112 tempest-RoutersIpV6AdminTest-1940382112-project] Notify callbacks [] for router_gateway, before_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:37.283989 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-31a25a8b-32a5-4f98-8688-3ca7275c0452 tempest-RoutersIpV6AdminTest-1940382112 tempest-RoutersIpV6AdminTest-1940382112-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:37.344422 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.plugin [None req-10f54041-7113-4a82-b9bd-a3cb3034c4de None None] Calling delete_port for a2703c52-c957-4655-864e-9a8f894aec7a owned by network:dhcp {{(pid=84042) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 21:06:37.360213 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-71d5b1e5-c4fd-4634-b565-d6c443a5a205 tempest-SecGroupIPv6Test-1569010352 tempest-SecGroupIPv6Test-1569010352-project] Notify callbacks [] for security_group, before_update {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:37.380240 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.plugin [None req-a1fb51a5-6155-45f0-bd22-c88b8826d2e5 tempest-PortsIpV6TestJSON-656796091 tempest-PortsIpV6TestJSON-656796091-project] In _notify_port_updated(), no bound segment for port a797b41b-f3aa-45e2-a211-919bd2b69b27 on network 5b059a49-0390-4335-b546-3a7633dd7a97 {{(pid=84041) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Apr 18 21:06:37.385258 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1fb51a5-6155-45f0-bd22-c88b8826d2e5 tempest-PortsIpV6TestJSON-656796091 tempest-PortsIpV6TestJSON-656796091-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:06:37.386119 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-a1fb51a5-6155-45f0-bd22-c88b8826d2e5 tempest-PortsIpV6TestJSON-656796091 tempest-PortsIpV6TestJSON-656796091-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217293'] for port, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:37.388082 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-a1fb51a5-6155-45f0-bd22-c88b8826d2e5 tempest-PortsIpV6TestJSON-656796091 tempest-PortsIpV6TestJSON-656796091-project] 10.222.0.42 "PUT /v2.0/ports/a797b41b-f3aa-45e2-a211-919bd2b69b27 HTTP/1.1" status: 200 len: 1011 time: 2.3830299 Apr 18 21:06:37.392848 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-5521649b-2548-4694-a920-68ee6c50429c tempest-AllowedAddressPairTestJSON-1420879938 tempest-AllowedAddressPairTestJSON-1420879938-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1103592'] for network, before_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:37.395034 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 38746) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:06:37.433586 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.plugin [None req-5521649b-2548-4694-a920-68ee6c50429c tempest-AllowedAddressPairTestJSON-1420879938 tempest-AllowedAddressPairTestJSON-1420879938-project] Deleting port a2703c52-c957-4655-864e-9a8f894aec7a {{(pid=84041) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 21:06:37.434296 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-5521649b-2548-4694-a920-68ee6c50429c tempest-AllowedAddressPairTestJSON-1420879938 tempest-AllowedAddressPairTestJSON-1420879938-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750375188691'] for port, before_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:37.451145 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-10f54041-7113-4a82-b9bd-a3cb3034c4de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750375259028', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750374836628'] for port, after_delete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:37.482527 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-652e5792-c640-409e-85c6-9033b53d9f06 tempest-FloatingIPTestJSON-1355648241 tempest-FloatingIPTestJSON-1355648241-project] Notify agent at l3_agent.n-d-838334-2 the message routers_updated {{(pid=84040) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 21:06:37.501993 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05f98603-3a1e-4327-86e0-35520ab545dd None None] Sync routers for ids ['8d2572c8-a331-400d-95fa-c6c17825c988'] in n-d-838334-2 {{(pid=84042) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 18 21:06:37.507208 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10f54041-7113-4a82-b9bd-a3cb3034c4de None None] Pushing event deleted for resources: {'Port': ['ID=a2703c52-c957-4655-864e-9a8f894aec7a,revision_number=None']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:06:37.515976 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.plugin [None req-5521649b-2548-4694-a920-68ee6c50429c tempest-AllowedAddressPairTestJSON-1420879938 tempest-AllowedAddressPairTestJSON-1420879938-project] The port 'a2703c52-c957-4655-864e-9a8f894aec7a' was deleted {{(pid=84041) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 18 21:06:37.517818 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10f54041-7113-4a82-b9bd-a3cb3034c4de None None] No DVR routers for this DVR port a2703c52-c957-4655-864e-9a8f894aec7a on host n-d-838334-2 {{(pid=84042) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 21:06:37.528295 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05f98603-3a1e-4327-86e0-35520ab545dd None None] Routers {'8d2572c8-a331-400d-95fa-c6c17825c988'} bound to L3 agent in host n-d-838334-2 {{(pid=84042) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 21:06:37.530022 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_hamode_db [None req-05f98603-3a1e-4327-86e0-35520ab545dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838334-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-18T20:25:48Z,description=,heartbeat_timestamp=2022-04-18T21:06:18Z,host='n-d-838334-2',id=bc84d6c9-dd7a-4555-a351-592327b46d5a,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:25:48Z,topic='l3_agent')) {'router_ids': ['8d2572c8-a331-400d-95fa-c6c17825c988'], 'active': True} {{(pid=84042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:06:37.592691 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-71d5b1e5-c4fd-4634-b565-d6c443a5a205 tempest-SecGroupIPv6Test-1569010352 tempest-SecGroupIPv6Test-1569010352-project] Notify callbacks [] for security_group, precommit_update {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:37.596547 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.plugin [None req-37039ab9-1b23-49ad-8c7e-5a6b4189cb21 tempest-PortsIpV6TestJSON-656796091 tempest-PortsIpV6TestJSON-656796091-project] Deleting port a797b41b-f3aa-45e2-a211-919bd2b69b27 {{(pid=84040) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 21:06:37.596795 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-37039ab9-1b23-49ad-8c7e-5a6b4189cb21 tempest-PortsIpV6TestJSON-656796091 tempest-PortsIpV6TestJSON-656796091-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750375188691'] for port, before_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:37.602034 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-205ab08a-6023-4f5f-9117-16c2d7fd4d7a None None] Provisioning for port a797b41b-f3aa-45e2-a211-919bd2b69b27 completed by entity DHCP. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 21:06:37.616828 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_hamode_db [None req-05f98603-3a1e-4327-86e0-35520ab545dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-838334-2', False) {} {{(pid=84042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:06:37.618861 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-205ab08a-6023-4f5f-9117-16c2d7fd4d7a None None] Provisioning complete for port a797b41b-f3aa-45e2-a211-919bd2b69b27 triggered by entity DHCP. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:06:37.619224 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-205ab08a-6023-4f5f-9117-16c2d7fd4d7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1253608'] for port, provisioning_complete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:37.638871 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-71d5b1e5-c4fd-4634-b565-d6c443a5a205 tempest-SecGroupIPv6Test-1569010352 tempest-SecGroupIPv6Test-1569010352-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33528224'] for security_group, after_update {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:37.641214 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-71d5b1e5-c4fd-4634-b565-d6c443a5a205 tempest-SecGroupIPv6Test-1569010352 tempest-SecGroupIPv6Test-1569010352-project] Notify callbacks [] for security_group, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:37.650386 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-71d5b1e5-c4fd-4634-b565-d6c443a5a205 tempest-SecGroupIPv6Test-1569010352 tempest-SecGroupIPv6Test-1569010352-project] 10.222.0.42 "PUT /v2.0/security-groups/76344fe1-d9dd-46a5-9801-158da0367aa1 HTTP/1.1" status: 200 len: 1611 time: 0.5022621 Apr 18 21:06:37.655918 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-652e5792-c640-409e-85c6-9033b53d9f06 tempest-FloatingIPTestJSON-1355648241 tempest-FloatingIPTestJSON-1355648241-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217293'] for floatingip, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:37.668982 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 38750) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:06:37.681012 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.plugin [None req-205ab08a-6023-4f5f-9117-16c2d7fd4d7a None None] Port a797b41b-f3aa-45e2-a211-919bd2b69b27 cannot update to ACTIVE because it is not bound. {{(pid=84042) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 18 21:06:37.696109 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05f98603-3a1e-4327-86e0-35520ab545dd None None] Routers {'8d2572c8-a331-400d-95fa-c6c17825c988'} bound to L3 agent in host n-d-838334-2 {{(pid=84042) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 21:06:37.698133 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_hamode_db [None req-05f98603-3a1e-4327-86e0-35520ab545dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838334-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-18T20:25:48Z,description=,heartbeat_timestamp=2022-04-18T21:06:18Z,host='n-d-838334-2',id=bc84d6c9-dd7a-4555-a351-592327b46d5a,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:25:48Z,topic='l3_agent')) {'router_ids': ['8d2572c8-a331-400d-95fa-c6c17825c988'], 'active': True} {{(pid=84042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:06:37.791517 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.db_base_plugin_common [None req-31a25a8b-32a5-4f98-8688-3ca7275c0452 tempest-RoutersIpV6AdminTest-1940382112 tempest-RoutersIpV6AdminTest-1940382112-project] Allocated IP 172.25.8.86 (e41b6600-a917-4a8d-b05c-be3be40c6d8c/6b05667b-848e-4356-9b44-d5eb6808ef74/c92476a0-2b18-4fef-aba9-c6c23a615b9b) {{(pid=84040) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 21:06:37.809454 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71d5b1e5-c4fd-4634-b565-d6c443a5a205 tempest-SecGroupIPv6Test-1569010352 tempest-SecGroupIPv6Test-1569010352-project] Pushing event updated for resources: {'SecurityGroup': ['ID=76344fe1-d9dd-46a5-9801-158da0367aa1,revision_number=2']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:06:37.823708 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-652e5792-c640-409e-85c6-9033b53d9f06 tempest-FloatingIPTestJSON-1355648241 tempest-FloatingIPTestJSON-1355648241-project] 10.222.0.42 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 984 time: 12.7146535 Apr 18 21:06:37.827118 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 38754) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:06:37.829096 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-5521649b-2548-4694-a920-68ee6c50429c tempest-AllowedAddressPairTestJSON-1420879938 tempest-AllowedAddressPairTestJSON-1420879938-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1258905', 'neutron.services.segments.db._delete_segments_for_network-8750375287417'] for network, precommit_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:37.839016 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_hamode_db [None req-05f98603-3a1e-4327-86e0-35520ab545dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-838334-2', False) {} {{(pid=84042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:06:37.840022 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05f98603-3a1e-4327-86e0-35520ab545dd None None] The sync data for ids ['8d2572c8-a331-400d-95fa-c6c17825c988'] in n-d-838334-2 is: [] {{(pid=84042) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 18 21:06:37.843888 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.v2.base [None req-f9b01ebc-4730-478b-b22d-b1bf1bbe9c99 tempest-FloatingIPTestJSON-1355648241 tempest-FloatingIPTestJSON-1355648241-project] Request body: {'floatingip': {'port_id': '67257e96-39f1-43bb-b9b1-9b8d330251d9', 'fixed_ip_address': '172.20.0.13'}} {{(pid=84041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:06:37.898479 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-2ae543d2-0abf-4e8d-ba2e-8a2c7a203fed None None] Provisioning complete for port 56d927d1-4222-4261-8ba4-7d3147f61bc3 triggered by entity DHCP. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:06:37.898851 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-2ae543d2-0abf-4e8d-ba2e-8a2c7a203fed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1253608'] for port, provisioning_complete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:37.956151 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-f9b01ebc-4730-478b-b22d-b1bf1bbe9c99 tempest-FloatingIPTestJSON-1355648241 tempest-FloatingIPTestJSON-1355648241-project] Notify callbacks [] for floatingip, before_update {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:38.024565 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Device a2703c52-c957-4655-864e-9a8f894aec7a no longer exists at agent ovs-agent-n-d-838334-2 {{(pid=84042) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 21:06:38.057612 n-d-838334-2 neutron-server[84041]: DEBUG neutron.services.segments.db [None req-5521649b-2548-4694-a920-68ee6c50429c tempest-AllowedAddressPairTestJSON-1420879938 tempest-AllowedAddressPairTestJSON-1420879938-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5bd096f8-31c9-45e2-b0e1-1f70c937e419']}} {{(pid=84041) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:06:38.076583 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-a19c7e3e-dd25-49d4-8bdd-07e1b3ac84db tempest-SecGroupIPv6Test-1569010352 tempest-SecGroupIPv6Test-1569010352-project] 10.222.0.42 "GET /v2.0/security-groups/76344fe1-d9dd-46a5-9801-158da0367aa1 HTTP/1.1" status: 200 len: 1611 time: 0.4029198 Apr 18 21:06:38.100605 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 38760) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:06:38.138701 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.plugin [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] No Port match for: a2703c52-c957-4655-864e-9a8f894aec7a {{(pid=84042) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 18 21:06:38.139040 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Device a2703c52-c957-4655-864e-9a8f894aec7a not bound to the agent host n-d-838334-2 {{(pid=84042) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 21:06:38.161060 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.plugin [None req-2ae543d2-0abf-4e8d-ba2e-8a2c7a203fed None None] Port 56d927d1-4222-4261-8ba4-7d3147f61bc3 cannot update to ACTIVE because it is not bound. {{(pid=84042) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 18 21:06:38.226317 n-d-838334-2 neutron-server[84041]: DEBUG neutron.services.segments.db [None req-5521649b-2548-4694-a920-68ee6c50429c tempest-AllowedAddressPairTestJSON-1420879938 tempest-AllowedAddressPairTestJSON-1420879938-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b824376e-390f-45ad-93a8-f694dc51067b') {'for_net_delete': True} {{(pid=84041) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:06:38.226713 n-d-838334-2 neutron-server[84041]: DEBUG neutron.services.segments.db [None req-5521649b-2548-4694-a920-68ee6c50429c tempest-AllowedAddressPairTestJSON-1420879938 tempest-AllowedAddressPairTestJSON-1420879938-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b824376e-390f-45ad-93a8-f694dc51067b') {} {{(pid=84041) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:06:38.256880 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-5521649b-2548-4694-a920-68ee6c50429c tempest-AllowedAddressPairTestJSON-1420879938 tempest-AllowedAddressPairTestJSON-1420879938-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750375287300', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32268156'] for segment, before_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:38.331766 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-5521649b-2548-4694-a920-68ee6c50429c tempest-AllowedAddressPairTestJSON-1420879938 tempest-AllowedAddressPairTestJSON-1420879938-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1082986'] for segment, precommit_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:38.345355 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-37039ab9-1b23-49ad-8c7e-5a6b4189cb21 tempest-PortsIpV6TestJSON-656796091 tempest-PortsIpV6TestJSON-656796091-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369123'] for port, precommit_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:38.359305 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5521649b-2548-4694-a920-68ee6c50429c tempest-AllowedAddressPairTestJSON-1420879938 tempest-AllowedAddressPairTestJSON-1420879938-project] Releasing vlan 360 on physical network physnet1 to pool {{(pid=84041) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 18 21:06:38.359832 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-5521649b-2548-4694-a920-68ee6c50429c tempest-AllowedAddressPairTestJSON-1420879938 tempest-AllowedAddressPairTestJSON-1420879938-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1082993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32266254'] for segment, after_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:38.367931 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-31a25a8b-32a5-4f98-8688-3ca7275c0452 tempest-RoutersIpV6AdminTest-1940382112 tempest-RoutersIpV6AdminTest-1940382112-project] Notify callbacks [] for port, precommit_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:38.377832 n-d-838334-2 neutron-server[84041]: Traceback (most recent call last): Apr 18 21:06:38.377832 n-d-838334-2 neutron-server[84041]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 18 21:06:38.377832 n-d-838334-2 neutron-server[84041]: timer() Apr 18 21:06:38.377832 n-d-838334-2 neutron-server[84041]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 21:06:38.377832 n-d-838334-2 neutron-server[84041]: cb(*args, **kw) Apr 18 21:06:38.377832 n-d-838334-2 neutron-server[84041]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 18 21:06:38.377832 n-d-838334-2 neutron-server[84041]: return func(*args, **kwargs) Apr 18 21:06:38.377832 n-d-838334-2 neutron-server[84041]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 21:06:38.377832 n-d-838334-2 neutron-server[84041]: self._notify() Apr 18 21:06:38.377832 n-d-838334-2 neutron-server[84041]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 21:06:38.377832 n-d-838334-2 neutron-server[84041]: self.callback(batched_events) Apr 18 21:06:38.377832 n-d-838334-2 neutron-server[84041]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 21:06:38.377832 n-d-838334-2 neutron-server[84041]: event.method(event) Apr 18 21:06:38.377832 n-d-838334-2 neutron-server[84041]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 18 21:06:38.377832 n-d-838334-2 neutron-server[84041]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 21:06:38.377832 n-d-838334-2 neutron-server[84041]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 18 21:06:38.377832 n-d-838334-2 neutron-server[84041]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 21:06:38.377832 n-d-838334-2 neutron-server[84041]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 18 21:06:38.377832 n-d-838334-2 neutron-server[84041]: return f(self, *a, **k) Apr 18 21:06:38.377832 n-d-838334-2 neutron-server[84041]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 18 21:06:38.377832 n-d-838334-2 neutron-server[84041]: return self._get(url).json() Apr 18 21:06:38.377832 n-d-838334-2 neutron-server[84041]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 18 21:06:38.377832 n-d-838334-2 neutron-server[84041]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 21:06:38.377832 n-d-838334-2 neutron-server[84041]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 18 21:06:38.377832 n-d-838334-2 neutron-server[84041]: return self.request(url, 'GET', **kwargs) Apr 18 21:06:38.377832 n-d-838334-2 neutron-server[84041]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 18 21:06:38.377832 n-d-838334-2 neutron-server[84041]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 21:06:38.377832 n-d-838334-2 neutron-server[84041]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 18 21:06:38.377832 n-d-838334-2 neutron-server[84041]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 21:06:38.377832 n-d-838334-2 neutron-server[84041]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 18 21:06:38.377832 n-d-838334-2 neutron-server[84041]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 21:06:38.377832 n-d-838334-2 neutron-server[84041]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 21:06:38.386070 n-d-838334-2 neutron-server[84041]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e2634647-d43f-4073-b570-6bc521558228 tempest-RoutersTest-1500746192 tempest-RoutersTest-1500746192-project] Router d3445e60-27f3-4080-a032-9bd4d27dfce0 has already been hosted by L3 agent bc84d6c9-dd7a-4555-a351-592327b46d5a {{(pid=84041) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 21:06:38.483911 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-3dfd8036-bc16-4f43-b648-950218676da4 tempest-SecGroupIPv6Test-1569010352 tempest-SecGroupIPv6Test-1569010352-project] Notify callbacks [] for security_group, before_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:38.491784 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.plugin [None req-37039ab9-1b23-49ad-8c7e-5a6b4189cb21 tempest-PortsIpV6TestJSON-656796091 tempest-PortsIpV6TestJSON-656796091-project] Calling delete_port for a797b41b-f3aa-45e2-a211-919bd2b69b27 owned by {{(pid=84040) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 21:06:38.576558 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-3dfd8036-bc16-4f43-b648-950218676da4 tempest-SecGroupIPv6Test-1569010352 tempest-SecGroupIPv6Test-1569010352-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:38.581862 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-5521649b-2548-4694-a920-68ee6c50429c tempest-AllowedAddressPairTestJSON-1420879938 tempest-AllowedAddressPairTestJSON-1420879938-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1258898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33526109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33444113'] for network, after_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:38.667465 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-5521649b-2548-4694-a920-68ee6c50429c tempest-AllowedAddressPairTestJSON-1420879938 tempest-AllowedAddressPairTestJSON-1420879938-project] Notify callbacks [] for network, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:38.674485 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-31a25a8b-32a5-4f98-8688-3ca7275c0452 tempest-RoutersIpV6AdminTest-1940382112 tempest-RoutersIpV6AdminTest-1940382112-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750374836619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32440838'] for port, after_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:38.742387 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-3dfd8036-bc16-4f43-b648-950218676da4 tempest-SecGroupIPv6Test-1569010352 tempest-SecGroupIPv6Test-1569010352-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33528224'] for security_group, after_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:38.789114 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dfd8036-bc16-4f43-b648-950218676da4 tempest-SecGroupIPv6Test-1569010352 tempest-SecGroupIPv6Test-1569010352-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=76344fe1-d9dd-46a5-9801-158da0367aa1,revision_number=None']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:06:38.798748 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5521649b-2548-4694-a920-68ee6c50429c tempest-AllowedAddressPairTestJSON-1420879938 tempest-AllowedAddressPairTestJSON-1420879938-project] Pushing event deleted for resources: {'Network': ['ID=5bd096f8-31c9-45e2-b0e1-1f70c937e419,revision_number=None']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:06:38.820496 n-d-838334-2 neutron-server[84040]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31a25a8b-32a5-4f98-8688-3ca7275c0452 tempest-RoutersIpV6AdminTest-1940382112 tempest-RoutersIpV6AdminTest-1940382112-project] Network e41b6600-a917-4a8d-b05c-be3be40c6d8c is already hosted by enough agents. {{(pid=84040) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:06:38.828229 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31a25a8b-32a5-4f98-8688-3ca7275c0452 tempest-RoutersIpV6AdminTest-1940382112 tempest-RoutersIpV6AdminTest-1940382112-project] Pushing event updated for resources: {'Port': ['ID=c92476a0-2b18-4fef-aba9-c6c23a615b9b,revision_number=1']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:06:38.833044 n-d-838334-2 neutron-server[84040]: DEBUG neutron.scheduler.base_scheduler [None req-31a25a8b-32a5-4f98-8688-3ca7275c0452 tempest-RoutersIpV6AdminTest-1940382112 tempest-RoutersIpV6AdminTest-1940382112-project] Resources bound (agent type, host, resource id): {{(pid=84040) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:06:38.835271 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31a25a8b-32a5-4f98-8688-3ca7275c0452 tempest-RoutersIpV6AdminTest-1940382112 tempest-RoutersIpV6AdminTest-1940382112-project] Received port after_create {{(pid=84040) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 21:06:38.837733 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-5521649b-2548-4694-a920-68ee6c50429c tempest-AllowedAddressPairTestJSON-1420879938 tempest-AllowedAddressPairTestJSON-1420879938-project] 10.222.0.42 "DELETE /v2.0/networks/5bd096f8-31c9-45e2-b0e1-1f70c937e419 HTTP/1.1" status: 204 len: 168 time: 2.3407316 Apr 18 21:06:38.977581 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-3dfd8036-bc16-4f43-b648-950218676da4 tempest-SecGroupIPv6Test-1569010352 tempest-SecGroupIPv6Test-1569010352-project] Notify callbacks [] for security_group, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:38.981202 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-3dfd8036-bc16-4f43-b648-950218676da4 tempest-SecGroupIPv6Test-1569010352 tempest-SecGroupIPv6Test-1569010352-project] 10.222.0.42 "DELETE /v2.0/security-groups/76344fe1-d9dd-46a5-9801-158da0367aa1 HTTP/1.1" status: 204 len: 168 time: 0.8194880 Apr 18 21:06:38.982174 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 38766) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:06:38.995695 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e2634647-d43f-4073-b570-6bc521558228 tempest-RoutersTest-1500746192 tempest-RoutersTest-1500746192-project] Notify agent at l3_agent.n-d-838334-2 the message routers_updated {{(pid=84041) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 21:06:39.008293 n-d-838334-2 neutron-server[84043]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c5c9cbd-5931-4039-a939-8a495bf8b2bc None None] Sync routers for ids ['d3445e60-27f3-4080-a032-9bd4d27dfce0'] in n-d-838334-2 {{(pid=84043) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 18 21:06:39.024859 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-e2634647-d43f-4073-b570-6bc521558228 tempest-RoutersTest-1500746192 tempest-RoutersTest-1500746192-project] 10.222.0.42 "PUT /v2.0/routers/d3445e60-27f3-4080-a032-9bd4d27dfce0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.2814116 Apr 18 21:06:39.027437 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c5c9cbd-5931-4039-a939-8a495bf8b2bc None None] Routers {'d3445e60-27f3-4080-a032-9bd4d27dfce0'} bound to L3 agent in host n-d-838334-2 {{(pid=84043) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 21:06:39.028250 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.l3_hamode_db [None req-4c5c9cbd-5931-4039-a939-8a495bf8b2bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838334-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-18T20:25:48Z,description=,heartbeat_timestamp=2022-04-18T21:06:18Z,host='n-d-838334-2',id=bc84d6c9-dd7a-4555-a351-592327b46d5a,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:25:48Z,topic='l3_agent')) {'router_ids': ['d3445e60-27f3-4080-a032-9bd4d27dfce0'], 'active': True} {{(pid=84043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:06:39.029363 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 38770) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:06:39.107399 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.v2.base [None req-c0ddae76-a00c-4f62-9cb7-9cd296d80613 tempest-RoutersTest-1500746192 tempest-RoutersTest-1500746192-project] Request body: {'network': {'name': 'tempest-RoutersTest-1373064049'}} {{(pid=84040) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:06:39.111732 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-6c6355bf-edcf-4192-8c82-624ac74ceaf5 tempest-SecGroupIPv6Test-1569010352 tempest-SecGroupIPv6Test-1569010352-project] 10.222.0.42 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.1283703 Apr 18 21:06:39.116548 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 38776) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:06:39.118627 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-37039ab9-1b23-49ad-8c7e-5a6b4189cb21 tempest-PortsIpV6TestJSON-656796091 tempest-PortsIpV6TestJSON-656796091-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750375259028', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750374836628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32440838'] for port, after_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:39.133853 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [None req-c0ddae76-a00c-4f62-9cb7-9cd296d80613 tempest-RoutersTest-1500746192 tempest-RoutersTest-1500746192-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:06:39.140658 n-d-838334-2 neutron-server[84041]: INFO neutron.api.v2.resource [None req-e2c70735-d5e3-4859-a80d-97ff0214774d tempest-SecGroupIPv6Test-1569010352 tempest-SecGroupIPv6Test-1569010352-project] delete failed (client error): The resource could not be found. Apr 18 21:06:39.141829 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-e2c70735-d5e3-4859-a80d-97ff0214774d tempest-SecGroupIPv6Test-1569010352 tempest-SecGroupIPv6Test-1569010352-project] 10.222.0.42 "DELETE /v2.0/security-groups/76344fe1-d9dd-46a5-9801-158da0367aa1 HTTP/1.1" status: 404 len: 347 time: 0.0243530 Apr 18 21:06:39.148010 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 38780) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:06:39.157449 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.v2.base [None req-024f2262-ba68-4b03-b34d-f1c37e8874e8 tempest-SecGroupIPv6Test-1569010352 tempest-SecGroupIPv6Test-1569010352-project] Request body: {'security_group': {'name': 'tempest-secgroup--1517619772'}} {{(pid=84041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:06:39.167044 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-024f2262-ba68-4b03-b34d-f1c37e8874e8 tempest-SecGroupIPv6Test-1569010352 tempest-SecGroupIPv6Test-1569010352-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:06:39.172703 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-024f2262-ba68-4b03-b34d-f1c37e8874e8 tempest-SecGroupIPv6Test-1569010352 tempest-SecGroupIPv6Test-1569010352-project] Usage tracker for resource:security_group and tenant:dc8b3677ed41470bbe4dd33b634aa4aa is out of sync, need to count used quota {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:06:39.177637 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-024f2262-ba68-4b03-b34d-f1c37e8874e8 tempest-SecGroupIPv6Test-1569010352 tempest-SecGroupIPv6Test-1569010352-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:06:39.186185 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-024f2262-ba68-4b03-b34d-f1c37e8874e8 tempest-SecGroupIPv6Test-1569010352 tempest-SecGroupIPv6Test-1569010352-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:06:39.221896 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-024f2262-ba68-4b03-b34d-f1c37e8874e8 tempest-SecGroupIPv6Test-1569010352 tempest-SecGroupIPv6Test-1569010352-project] Notify callbacks [] for security_group, before_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:39.265065 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-c0ddae76-a00c-4f62-9cb7-9cd296d80613 tempest-RoutersTest-1500746192 tempest-RoutersTest-1500746192-project] Usage tracker for resource:network and tenant:8a05b90fa8c54f25938df6bd0ef52223 is out of sync, need to count used quota {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:06:39.267896 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37039ab9-1b23-49ad-8c7e-5a6b4189cb21 tempest-PortsIpV6TestJSON-656796091 tempest-PortsIpV6TestJSON-656796091-project] Pushing event deleted for resources: {'Port': ['ID=a797b41b-f3aa-45e2-a211-919bd2b69b27,revision_number=None']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:06:39.274645 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-c0ddae76-a00c-4f62-9cb7-9cd296d80613 tempest-RoutersTest-1500746192 tempest-RoutersTest-1500746192-project] Quota usage for network was recalculated. Used quota:3. {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:06:39.296794 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.l3_dvr_db [None req-4c5c9cbd-5931-4039-a939-8a495bf8b2bc None None] Set router d3445e60-27f3-4080-a032-9bd4d27dfce0 gateway port host: None {{(pid=84043) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 21:06:39.349023 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 38788) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:06:39.367451 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [None req-c0ddae76-a00c-4f62-9cb7-9cd296d80613 tempest-RoutersTest-1500746192 tempest-RoutersTest-1500746192-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:06:39.439604 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-37039ab9-1b23-49ad-8c7e-5a6b4189cb21 tempest-PortsIpV6TestJSON-656796091 tempest-PortsIpV6TestJSON-656796091-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217293'] for port, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:39.442155 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-37039ab9-1b23-49ad-8c7e-5a6b4189cb21 tempest-PortsIpV6TestJSON-656796091 tempest-PortsIpV6TestJSON-656796091-project] 10.222.0.42 "DELETE /v2.0/ports/a797b41b-f3aa-45e2-a211-919bd2b69b27 HTTP/1.1" status: 204 len: 168 time: 2.0434687 Apr 18 21:06:39.445838 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 38796) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:06:39.459812 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c0ddae76-a00c-4f62-9cb7-9cd296d80613 tempest-RoutersTest-1500746192 tempest-RoutersTest-1500746192-project] Made reservation on behalf of 8a05b90fa8c54f25938df6bd0ef52223 for: {'network': 1} {{(pid=84040) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:06:39.463052 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-c0ddae76-a00c-4f62-9cb7-9cd296d80613 tempest-RoutersTest-1500746192 tempest-RoutersTest-1500746192-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for network, before_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:39.523268 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-f9b01ebc-4730-478b-b22d-b1bf1bbe9c99 tempest-FloatingIPTestJSON-1355648241 tempest-FloatingIPTestJSON-1355648241-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:39.546361 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-f9b01ebc-4730-478b-b22d-b1bf1bbe9c99 tempest-FloatingIPTestJSON-1355648241 tempest-FloatingIPTestJSON-1355648241-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33444131'] for floatingip, after_update {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:39.581469 n-d-838334-2 neutron-server[84040]: INFO neutron.pecan_wsgi.hooks.translation [None req-4f9e3b85-97b8-488c-8945-88a3645479b1 tempest-PortsIpV6TestJSON-656796091 tempest-PortsIpV6TestJSON-656796091-project] GET failed (client error): The resource could not be found. Apr 18 21:06:39.581971 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-4f9e3b85-97b8-488c-8945-88a3645479b1 tempest-PortsIpV6TestJSON-656796091 tempest-PortsIpV6TestJSON-656796091-project] Synchronizing usage tracker for tenant:2eda1cb86d1d401280eb2d37452a60a8 on resource:port {{(pid=84040) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 21:06:39.609792 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c0ddae76-a00c-4f62-9cb7-9cd296d80613 tempest-RoutersTest-1500746192 tempest-RoutersTest-1500746192-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 381} {{(pid=84040) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 21:06:39.625008 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-4f9e3b85-97b8-488c-8945-88a3645479b1 tempest-PortsIpV6TestJSON-656796091 tempest-PortsIpV6TestJSON-656796091-project] Unset dirty status for tenant:2eda1cb86d1d401280eb2d37452a60a8 on resource:port {{(pid=84040) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 21:06:39.626210 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-4f9e3b85-97b8-488c-8945-88a3645479b1 tempest-PortsIpV6TestJSON-656796091 tempest-PortsIpV6TestJSON-656796091-project] 10.222.0.42 "GET /v2.0/ports/a797b41b-f3aa-45e2-a211-919bd2b69b27 HTTP/1.1" status: 404 len: 333 time: 0.1758161 Apr 18 21:06:39.630181 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 38800) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:06:39.712405 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-c0ddae76-a00c-4f62-9cb7-9cd296d80613 tempest-RoutersTest-1500746192 tempest-RoutersTest-1500746192-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1082986'] for segment, precommit_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:39.712782 n-d-838334-2 neutron-server[84040]: INFO neutron.db.segments_db [None req-c0ddae76-a00c-4f62-9cb7-9cd296d80613 tempest-RoutersTest-1500746192 tempest-RoutersTest-1500746192-project] Added segment 6476bd63-2887-4051-bea8-a950e485808d of type vlan for network ed311a23-ad81-45cd-9189-66f99400b6ae Apr 18 21:06:39.790826 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-024f2262-ba68-4b03-b34d-f1c37e8874e8 tempest-SecGroupIPv6Test-1569010352 tempest-SecGroupIPv6Test-1569010352-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:06:39.799489 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-024f2262-ba68-4b03-b34d-f1c37e8874e8 tempest-SecGroupIPv6Test-1569010352 tempest-SecGroupIPv6Test-1569010352-project] Usage tracker for resource:security_group_rule and tenant:dc8b3677ed41470bbe4dd33b634aa4aa is out of sync, need to count used quota {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:06:39.808227 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-024f2262-ba68-4b03-b34d-f1c37e8874e8 tempest-SecGroupIPv6Test-1569010352 tempest-SecGroupIPv6Test-1569010352-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:06:39.819114 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-024f2262-ba68-4b03-b34d-f1c37e8874e8 tempest-SecGroupIPv6Test-1569010352 tempest-SecGroupIPv6Test-1569010352-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:06:39.875582 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.l3_hamode_db [None req-4c5c9cbd-5931-4039-a939-8a495bf8b2bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3445e60-27f3-4080-a032-9bd4d27dfce0', 'name': 'tempest-RoutersTest-router-1627313381', 'tenant_id': '8a05b90fa8c54f25938df6bd0ef52223', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:06:00Z', 'updated_at': '2022-04-18T21:06:35Z', 'revision_number': 4, 'project_id': '8a05b90fa8c54f25938df6bd0ef52223', 'gw_port_host': None, '_interfaces': [{'id': '33b867d1-0439-4e6e-9292-2f7076a420d5', 'name': '', 'network_id': '6c55f5d6-32aa-4564-9c07-62d3eb3a4e33', 'tenant_id': '8a05b90fa8c54f25938df6bd0ef52223', 'mac_address': 'fa:16:3e:86:52:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3445e60-27f3-4080-a032-9bd4d27dfce0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2b90dced-66c9-4d15-bdac-b6cf07d1ccea', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:06:16Z', 'updated_at': '2022-04-18T21:06:31Z', 'revision_number': 5, 'project_id': '8a05b90fa8c54f25938df6bd0ef52223', 'subnets': [{'id': '2b90dced-66c9-4d15-bdac-b6cf07d1ccea', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '56d927d1-4222-4261-8ba4-7d3147f61bc3', 'name': '', 'network_id': 'a939bca6-cf86-485c-ae21-4acaab3ed357', 'tenant_id': '8a05b90fa8c54f25938df6bd0ef52223', 'mac_address': 'fa:16:3e:31:a6:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd3445e60-27f3-4080-a032-9bd4d27dfce0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'fc661f01-7889-49a3-8551-a398092f67d4', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:06:32Z', 'updated_at': '2022-04-18T21:06:35Z', 'revision_number': 2, 'project_id': '8a05b90fa8c54f25938df6bd0ef52223', 'subnets': [{'id': 'fc661f01-7889-49a3-8551-a398092f67d4', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b3960860-c173-49ec-b335-5c1dd2983a36', 'name': '', 'network_id': '0f4f3485-d47f-443a-afdb-b607b91dc681', 'tenant_id': '8a05b90fa8c54f25938df6bd0ef52223', 'mac_address': 'fa:16:3e:f4:09:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3445e60-27f3-4080-a032-9bd4d27dfce0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c69b069c-a1b2-456b-9244-afeef8944023', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:06:04Z', 'updated_at': '2022-04-18T21:06:14Z', 'revision_number': 5, 'project_id': '8a05b90fa8c54f25938df6bd0ef52223', 'subnets': [{'id': 'c69b069c-a1b2-456b-9244-afeef8944023', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838334-2', False) {} {{(pid=84043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:06:39.883185 n-d-838334-2 neutron-server[84043]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c5c9cbd-5931-4039-a939-8a495bf8b2bc None None] Checking router: d3445e60-27f3-4080-a032-9bd4d27dfce0 for host: n-d-838334-2 {{(pid=84043) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 18 21:06:39.884033 n-d-838334-2 neutron-server[84043]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c5c9cbd-5931-4039-a939-8a495bf8b2bc None None] Updating router d3445e60-27f3-4080-a032-9bd4d27dfce0 port 56d927d1-4222-4261-8ba4-7d3147f61bc3 binding host n-d-838334-2 {{(pid=84043) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 18 21:06:39.895892 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-c0ddae76-a00c-4f62-9cb7-9cd296d80613 tempest-RoutersTest-1500746192 tempest-RoutersTest-1500746192-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750374825732'] for network, precommit_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:39.933598 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-31a25a8b-32a5-4f98-8688-3ca7275c0452 tempest-RoutersIpV6AdminTest-1940382112 tempest-RoutersIpV6AdminTest-1940382112-project] Notify callbacks [] for router_gateway, after_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:39.934788 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-31a25a8b-32a5-4f98-8688-3ca7275c0452 tempest-RoutersIpV6AdminTest-1940382112 tempest-RoutersIpV6AdminTest-1940382112-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33443529', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33444176'] for router, after_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:39.952292 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-024f2262-ba68-4b03-b34d-f1c37e8874e8 tempest-SecGroupIPv6Test-1569010352 tempest-SecGroupIPv6Test-1569010352-project] Notify callbacks [] for security_group, precommit_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:39.966459 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-024f2262-ba68-4b03-b34d-f1c37e8874e8 tempest-SecGroupIPv6Test-1569010352 tempest-SecGroupIPv6Test-1569010352-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33528224'] for security_group, after_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:39.999764 n-d-838334-2 neutron-server[84043]: DEBUG neutron_lib.callbacks.manager [None req-4c5c9cbd-5931-4039-a939-8a495bf8b2bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:40.029137 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-0e51350f-eed7-4296-8fc6-87d0cc27bdc3 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=87f6fd4dfa374cfdb4f7d3363b37a30b&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6692841 Apr 18 21:06:40.031751 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.db_base_plugin_v2 [None req-022727ec-b8fe-4471-a835-6aff54b88bbf tempest-PortsIpV6TestJSON-656796091 tempest-PortsIpV6TestJSON-656796091-project] Deleting subnet 9e60ddb9-fa86-432e-a2c0-3f785aaf7616 {{(pid=84040) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 18 21:06:40.033204 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 38804) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:06:40.048021 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-022727ec-b8fe-4471-a835-6aff54b88bbf tempest-PortsIpV6TestJSON-656796091 tempest-PortsIpV6TestJSON-656796091-project] Notify callbacks [] for subnet, before_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:40.116841 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-024f2262-ba68-4b03-b34d-f1c37e8874e8 tempest-SecGroupIPv6Test-1569010352 tempest-SecGroupIPv6Test-1569010352-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3add5f37-4541-48a7-9c70-9465b37d2a6c,revision_number=1']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:06:40.142778 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-024f2262-ba68-4b03-b34d-f1c37e8874e8 tempest-SecGroupIPv6Test-1569010352 tempest-SecGroupIPv6Test-1569010352-project] Notify callbacks [] for security_group, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:40.147267 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-024f2262-ba68-4b03-b34d-f1c37e8874e8 tempest-SecGroupIPv6Test-1569010352 tempest-SecGroupIPv6Test-1569010352-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 0.9956422 Apr 18 21:06:40.148986 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 38808) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:06:40.156542 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.v2.base [None req-65460f90-f3eb-4c90-84c2-0e490a195877 tempest-SecGroupIPv6Test-1569010352 tempest-SecGroupIPv6Test-1569010352-project] Request body: {'security_group_rule': {'security_group_id': '3add5f37-4541-48a7-9c70-9465b37d2a6c', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=84041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:06:40.175793 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-65460f90-f3eb-4c90-84c2-0e490a195877 tempest-SecGroupIPv6Test-1569010352 tempest-SecGroupIPv6Test-1569010352-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:06:40.187044 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-65460f90-f3eb-4c90-84c2-0e490a195877 tempest-SecGroupIPv6Test-1569010352 tempest-SecGroupIPv6Test-1569010352-project] Usage tracker for resource:security_group_rule and tenant:dc8b3677ed41470bbe4dd33b634aa4aa is out of sync, need to count used quota {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:06:40.190434 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-e0751db8-d939-4d52-9bc5-db8948e6ba2b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:40.194294 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-65460f90-f3eb-4c90-84c2-0e490a195877 tempest-SecGroupIPv6Test-1569010352 tempest-SecGroupIPv6Test-1569010352-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:06:40.211566 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-65460f90-f3eb-4c90-84c2-0e490a195877 tempest-SecGroupIPv6Test-1569010352 tempest-SecGroupIPv6Test-1569010352-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:06:40.237641 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-e0751db8-d939-4d52-9bc5-db8948e6ba2b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:40.338675 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-c0ddae76-a00c-4f62-9cb7-9cd296d80613 tempest-RoutersTest-1500746192 tempest-RoutersTest-1500746192-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33526109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022'] for network, after_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:40.343162 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0ddae76-a00c-4f62-9cb7-9cd296d80613 tempest-RoutersTest-1500746192 tempest-RoutersTest-1500746192-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:06:40.344017 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-c0ddae76-a00c-4f62-9cb7-9cd296d80613 tempest-RoutersTest-1500746192 tempest-RoutersTest-1500746192-project] Notify callbacks [] for network, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:40.376117 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-65460f90-f3eb-4c90-84c2-0e490a195877 tempest-SecGroupIPv6Test-1569010352 tempest-SecGroupIPv6Test-1569010352-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:40.417583 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-c0ddae76-a00c-4f62-9cb7-9cd296d80613 tempest-RoutersTest-1500746192 tempest-RoutersTest-1500746192-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 1.3237095 Apr 18 21:06:40.472283 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 38812) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:06:40.483392 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-022727ec-b8fe-4471-a835-6aff54b88bbf tempest-PortsIpV6TestJSON-656796091 tempest-PortsIpV6TestJSON-656796091-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31955982'] for subnet, precommit_delete_associations {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:40.526275 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.v2.base [None req-13c04e2d-53fc-488b-aa0b-538ce56a9806 tempest-RoutersTest-1500746192 tempest-RoutersTest-1500746192-project] Request body: {'subnet': {'network_id': 'ed311a23-ad81-45cd-9189-66f99400b6ae', 'cidr': '172.23.0.0/28', 'ip_version': 4, 'gateway_ip': '172.23.0.1'}} {{(pid=84040) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:06:40.587811 n-d-838334-2 neutron-server[84043]: DEBUG neutron_lib.callbacks.manager [None req-4c5c9cbd-5931-4039-a939-8a495bf8b2bc None None] Notify callbacks [] for port, precommit_update {{(pid=84043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:40.635969 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.provisioning_blocks [None req-4c5c9cbd-5931-4039-a939-8a495bf8b2bc None None] Transition to ACTIVE for port object 56d927d1-4222-4261-8ba4-7d3147f61bc3 will not be triggered until provisioned by entity L2. {{(pid=84043) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:06:40.645976 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-e0751db8-d939-4d52-9bc5-db8948e6ba2b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33528224'] for security_group, after_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:40.652376 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-65460f90-f3eb-4c90-84c2-0e490a195877 tempest-SecGroupIPv6Test-1569010352 tempest-SecGroupIPv6Test-1569010352-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:40.662133 n-d-838334-2 neutron-server[84043]: DEBUG neutron_lib.callbacks.manager [None req-4c5c9cbd-5931-4039-a939-8a495bf8b2bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682'] for port, after_update {{(pid=84043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:40.667315 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-65460f90-f3eb-4c90-84c2-0e490a195877 tempest-SecGroupIPv6Test-1569010352 tempest-SecGroupIPv6Test-1569010352-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33528311'] for security_group_rule, after_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:40.670741 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0ddae76-a00c-4f62-9cb7-9cd296d80613 tempest-RoutersTest-1500746192 tempest-RoutersTest-1500746192-project] Pushing event updated for resources: {'Network': ['ID=ed311a23-ad81-45cd-9189-66f99400b6ae,revision_number=1']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:06:40.684775 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Network ed311a23-ad81-45cd-9189-66f99400b6ae details requested by agent ovs-agent-n-d-838334-2 with host n-d-838334-2 {{(pid=84042) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 18 21:06:40.685995 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0751db8-d939-4d52-9bc5-db8948e6ba2b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce40b638-aba3-4208-84ab-b72f81cfb8f8,revision_number=None']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:06:40.714877 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-e0751db8-d939-4d52-9bc5-db8948e6ba2b admin admin] Notify callbacks [] for security_group, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:40.718856 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-e0751db8-d939-4d52-9bc5-db8948e6ba2b admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/ce40b638-aba3-4208-84ab-b72f81cfb8f8 HTTP/1.1" status: 204 len: 168 time: 0.6657386 Apr 18 21:06:40.718856 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65460f90-f3eb-4c90-84c2-0e490a195877 tempest-SecGroupIPv6Test-1569010352 tempest-SecGroupIPv6Test-1569010352-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0e767ef0-728c-4030-9954-61b00b193474,revision_number=0']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:06:40.726334 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-65460f90-f3eb-4c90-84c2-0e490a195877 tempest-SecGroupIPv6Test-1569010352 tempest-SecGroupIPv6Test-1569010352-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:40.730625 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-65460f90-f3eb-4c90-84c2-0e490a195877 tempest-SecGroupIPv6Test-1569010352 tempest-SecGroupIPv6Test-1569010352-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.5787959 Apr 18 21:06:40.731226 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 38820) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:06:40.742127 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [None req-13c04e2d-53fc-488b-aa0b-538ce56a9806 tempest-RoutersTest-1500746192 tempest-RoutersTest-1500746192-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:06:40.759659 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-13c04e2d-53fc-488b-aa0b-538ce56a9806 tempest-RoutersTest-1500746192 tempest-RoutersTest-1500746192-project] Usage tracker for resource:subnet and tenant:8a05b90fa8c54f25938df6bd0ef52223 is out of sync, need to count used quota {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:06:40.778636 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-13c04e2d-53fc-488b-aa0b-538ce56a9806 tempest-RoutersTest-1500746192 tempest-RoutersTest-1500746192-project] Quota usage for subnet was recalculated. Used quota:3. {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:06:40.800639 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [None req-13c04e2d-53fc-488b-aa0b-538ce56a9806 tempest-RoutersTest-1500746192 tempest-RoutersTest-1500746192-project] Attempting to reserve 1 items for resource subnet. Total usage: 3; quota limit: 100; headroom:97 {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:06:40.852438 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-022727ec-b8fe-4471-a835-6aff54b88bbf tempest-PortsIpV6TestJSON-656796091 tempest-PortsIpV6TestJSON-656796091-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1260556'] for subnet, precommit_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:40.860527 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-db7cbe9b-f9d8-44aa-b63a-4e9cf9085c22 tempest-SecGroupIPv6Test-1569010352 tempest-SecGroupIPv6Test-1569010352-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:40.898363 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-db7cbe9b-f9d8-44aa-b63a-4e9cf9085c22 tempest-SecGroupIPv6Test-1569010352 tempest-SecGroupIPv6Test-1569010352-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:40.924591 n-d-838334-2 neutron-server[84043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5b671b9-89ce-476b-9015-90747557949d None None] Pushing event updated for resources: {'Port': ['ID=56d927d1-4222-4261-8ba4-7d3147f61bc3,revision_number=3']} {{(pid=84043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:06:40.970284 n-d-838334-2 neutron-server[84043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5b671b9-89ce-476b-9015-90747557949d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:06:40.970662 n-d-838334-2 neutron-server[84043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5b671b9-89ce-476b-9015-90747557949d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:06:40.971168 n-d-838334-2 neutron-server[84043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5b671b9-89ce-476b-9015-90747557949d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:06:40.971503 n-d-838334-2 neutron-server[84043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5b671b9-89ce-476b-9015-90747557949d None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:06:40.973439 n-d-838334-2 neutron-server[84043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5b671b9-89ce-476b-9015-90747557949d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:06:40.974058 n-d-838334-2 neutron-server[84043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5b671b9-89ce-476b-9015-90747557949d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:06:40.974494 n-d-838334-2 neutron-server[84043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5b671b9-89ce-476b-9015-90747557949d None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:06:40.974930 n-d-838334-2 neutron-server[84043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5b671b9-89ce-476b-9015-90747557949d None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:06:40.975258 n-d-838334-2 neutron-server[84043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5b671b9-89ce-476b-9015-90747557949d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:06:40.975722 n-d-838334-2 neutron-server[84043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5b671b9-89ce-476b-9015-90747557949d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:06:40.976114 n-d-838334-2 neutron-server[84043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5b671b9-89ce-476b-9015-90747557949d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:06:40.992574 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-13c04e2d-53fc-488b-aa0b-538ce56a9806 tempest-RoutersTest-1500746192 tempest-RoutersTest-1500746192-project] Made reservation on behalf of 8a05b90fa8c54f25938df6bd0ef52223 for: {'subnet': 1} {{(pid=84040) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:06:41.013062 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-db7cbe9b-f9d8-44aa-b63a-4e9cf9085c22 tempest-SecGroupIPv6Test-1569010352 tempest-SecGroupIPv6Test-1569010352-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33528311'] for security_group_rule, after_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:41.037347 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-db7cbe9b-f9d8-44aa-b63a-4e9cf9085c22 tempest-SecGroupIPv6Test-1569010352 tempest-SecGroupIPv6Test-1569010352-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:41.038724 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-db7cbe9b-f9d8-44aa-b63a-4e9cf9085c22 tempest-SecGroupIPv6Test-1569010352 tempest-SecGroupIPv6Test-1569010352-project] 10.222.0.42 "DELETE /v2.0/security-group-rules/0e767ef0-728c-4030-9954-61b00b193474 HTTP/1.1" status: 204 len: 168 time: 0.3029943 Apr 18 21:06:41.042802 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 38824) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:06:41.045691 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db7cbe9b-f9d8-44aa-b63a-4e9cf9085c22 tempest-SecGroupIPv6Test-1569010352 tempest-SecGroupIPv6Test-1569010352-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=0e767ef0-728c-4030-9954-61b00b193474,revision_number=None']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:06:41.087441 n-d-838334-2 neutron-server[84043]: DEBUG neutron.plugins.ml2.managers [None req-4c5c9cbd-5931-4039-a939-8a495bf8b2bc None None] Attempting to bind port 56d927d1-4222-4261-8ba4-7d3147f61bc3 on host n-d-838334-2 for vnic_type normal with profile {{(pid=84043) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 21:06:41.088276 n-d-838334-2 neutron-server[84043]: DEBUG neutron.plugins.ml2.managers [None req-4c5c9cbd-5931-4039-a939-8a495bf8b2bc None None] Attempting to bind port 56d927d1-4222-4261-8ba4-7d3147f61bc3 by drivers openvswitch,hyperv on host n-d-838334-2 at level 0 using segments [{'id': 'aac40157-fd6b-4a94-bf9d-c65b7da168f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': 'a939bca6-cf86-485c-ae21-4acaab3ed357'}] {{(pid=84043) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 21:06:41.088276 n-d-838334-2 neutron-server[84043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c5c9cbd-5931-4039-a939-8a495bf8b2bc None None] Attempting to bind port 56d927d1-4222-4261-8ba4-7d3147f61bc3 on network a939bca6-cf86-485c-ae21-4acaab3ed357 {{(pid=84043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 21:06:41.102067 n-d-838334-2 neutron-server[84043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c5c9cbd-5931-4039-a939-8a495bf8b2bc None None] Checking agent: {'id': '97cd4414-7af6-4d67-868d-dff370b4071a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838334-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 25, 49), 'started_at': datetime.datetime(2022, 4, 18, 20, 26, 19), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 21, 6, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838334-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 18 21:06:41.102479 n-d-838334-2 neutron-server[84043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c5c9cbd-5931-4039-a939-8a495bf8b2bc None None] Checking segment: {'id': 'aac40157-fd6b-4a94-bf9d-c65b7da168f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': 'a939bca6-cf86-485c-ae21-4acaab3ed357'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84043) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 21:06:41.102925 n-d-838334-2 neutron-server[84043]: DEBUG neutron_lib.callbacks.manager [None req-4c5c9cbd-5931-4039-a939-8a495bf8b2bc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:41.103317 n-d-838334-2 neutron-server[84043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c5c9cbd-5931-4039-a939-8a495bf8b2bc None None] Bound using segment: {'id': 'aac40157-fd6b-4a94-bf9d-c65b7da168f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': 'a939bca6-cf86-485c-ae21-4acaab3ed357'} {{(pid=84043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 18 21:06:41.103902 n-d-838334-2 neutron-server[84043]: DEBUG neutron.plugins.ml2.managers [None req-4c5c9cbd-5931-4039-a939-8a495bf8b2bc None None] Bound port: 56d927d1-4222-4261-8ba4-7d3147f61bc3, host: n-d-838334-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aac40157-fd6b-4a94-bf9d-c65b7da168f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': 'a939bca6-cf86-485c-ae21-4acaab3ed357'}}] {{(pid=84043) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 21:06:41.104275 n-d-838334-2 neutron-server[84043]: DEBUG neutron_lib.callbacks.manager [None req-4c5c9cbd-5931-4039-a939-8a495bf8b2bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:41.143187 n-d-838334-2 neutron-server[84041]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f9b01ebc-4730-478b-b22d-b1bf1bbe9c99 tempest-FloatingIPTestJSON-1355648241 tempest-FloatingIPTestJSON-1355648241-project] Router 8d2572c8-a331-400d-95fa-c6c17825c988 has already been hosted by L3 agent bc84d6c9-dd7a-4555-a351-592327b46d5a {{(pid=84041) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 21:06:41.180210 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-9793c1e5-550e-4758-90e4-846743246a78 tempest-SecGroupIPv6Test-1569010352 tempest-SecGroupIPv6Test-1569010352-project] Synchronizing usage tracker for tenant:dc8b3677ed41470bbe4dd33b634aa4aa on resource:security_group_rule {{(pid=84041) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 21:06:41.233022 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-13c04e2d-53fc-488b-aa0b-538ce56a9806 tempest-RoutersTest-1500746192 tempest-RoutersTest-1500746192-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31752722'] for subnet, before_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:41.247714 n-d-838334-2 neutron-server[84043]: DEBUG neutron.plugins.ml2.db [None req-4c5c9cbd-5931-4039-a939-8a495bf8b2bc None None] For port 56d927d1-4222-4261-8ba4-7d3147f61bc3, host n-d-838334-2, cleared binding levels {{(pid=84043) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 21:06:41.252126 n-d-838334-2 neutron-server[84043]: DEBUG neutron.plugins.ml2.db [None req-4c5c9cbd-5931-4039-a939-8a495bf8b2bc None None] For port 56d927d1-4222-4261-8ba4-7d3147f61bc3, host n-d-838334-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838334-2',level=0,port_id=56d927d1-4222-4261-8ba4-7d3147f61bc3,segment=NetworkSegment(aac40157-fd6b-4a94-bf9d-c65b7da168f7),segment_id=aac40157-fd6b-4a94-bf9d-c65b7da168f7)] {{(pid=84043) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 21:06:41.261475 n-d-838334-2 neutron-server[84043]: DEBUG neutron_lib.callbacks.manager [None req-4c5c9cbd-5931-4039-a939-8a495bf8b2bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682'] for port, after_update {{(pid=84043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:41.366268 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-9793c1e5-550e-4758-90e4-846743246a78 tempest-SecGroupIPv6Test-1569010352 tempest-SecGroupIPv6Test-1569010352-project] Unset dirty status for tenant:dc8b3677ed41470bbe4dd33b634aa4aa on resource:security_group_rule {{(pid=84041) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 21:06:41.368774 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-9793c1e5-550e-4758-90e4-846743246a78 tempest-SecGroupIPv6Test-1569010352 tempest-SecGroupIPv6Test-1569010352-project] 10.222.0.42 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3219 time: 0.3247395 Apr 18 21:06:41.375518 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 38834) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:06:41.395220 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c5c9cbd-5931-4039-a939-8a495bf8b2bc None None] Routers {'d3445e60-27f3-4080-a032-9bd4d27dfce0'} bound to L3 agent in host n-d-838334-2 {{(pid=84043) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 21:06:41.396942 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.l3_hamode_db [None req-4c5c9cbd-5931-4039-a939-8a495bf8b2bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838334-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-18T20:25:48Z,description=,heartbeat_timestamp=2022-04-18T21:06:18Z,host='n-d-838334-2',id=bc84d6c9-dd7a-4555-a351-592327b46d5a,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:25:48Z,topic='l3_agent')) {'router_ids': ['d3445e60-27f3-4080-a032-9bd4d27dfce0'], 'active': True} {{(pid=84043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:06:41.506680 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-9d992c70-0df7-4edc-bac0-f55d54463f77 tempest-SecGroupIPv6Test-1569010352 tempest-SecGroupIPv6Test-1569010352-project] Notify callbacks [] for security_group, before_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:41.531507 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-13c04e2d-53fc-488b-aa0b-538ce56a9806 tempest-RoutersTest-1500746192 tempest-RoutersTest-1500746192-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33526260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32441074', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31752704'] for subnet, after_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:41.578313 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-9d992c70-0df7-4edc-bac0-f55d54463f77 tempest-SecGroupIPv6Test-1569010352 tempest-SecGroupIPv6Test-1569010352-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:41.640794 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-022727ec-b8fe-4471-a835-6aff54b88bbf tempest-PortsIpV6TestJSON-656796091 tempest-PortsIpV6TestJSON-656796091-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1260549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33526260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32440885', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31752825'] for subnet, after_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:41.699019 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13c04e2d-53fc-488b-aa0b-538ce56a9806 tempest-RoutersTest-1500746192 tempest-RoutersTest-1500746192-project] Pushing event updated for resources: {'Subnet': ['ID=0e2b666a-fc2b-480d-adf5-db144491e364,revision_number=0']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:06:41.705797 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.l3_dvr_db [None req-4c5c9cbd-5931-4039-a939-8a495bf8b2bc None None] Set router d3445e60-27f3-4080-a032-9bd4d27dfce0 gateway port host: None {{(pid=84043) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 21:06:41.717231 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-015f9b02-e519-4df2-8a8c-a672e2874114 None None] Network 5b059a49-0390-4335-b546-3a7633dd7a97 requested from n-d-838334-2 {{(pid=84042) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 21:06:41.726370 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f9b01ebc-4730-478b-b22d-b1bf1bbe9c99 tempest-FloatingIPTestJSON-1355648241 tempest-FloatingIPTestJSON-1355648241-project] Notify agent at l3_agent.n-d-838334-2 the message routers_updated {{(pid=84041) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 21:06:41.738393 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-9d992c70-0df7-4edc-bac0-f55d54463f77 tempest-SecGroupIPv6Test-1569010352 tempest-SecGroupIPv6Test-1569010352-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33528224'] for security_group, after_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:41.766286 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-9d992c70-0df7-4edc-bac0-f55d54463f77 tempest-SecGroupIPv6Test-1569010352 tempest-SecGroupIPv6Test-1569010352-project] Notify callbacks [] for security_group, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:41.768155 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-9d992c70-0df7-4edc-bac0-f55d54463f77 tempest-SecGroupIPv6Test-1569010352 tempest-SecGroupIPv6Test-1569010352-project] 10.222.0.42 "DELETE /v2.0/security-groups/3add5f37-4541-48a7-9c70-9465b37d2a6c HTTP/1.1" status: 204 len: 168 time: 0.3910377 Apr 18 21:06:41.769353 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-f9b01ebc-4730-478b-b22d-b1bf1bbe9c99 tempest-FloatingIPTestJSON-1355648241 tempest-FloatingIPTestJSON-1355648241-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217293'] for floatingip, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:41.772184 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19ccd123-e623-4675-a710-284377c54f4d None None] Sync routers for ids ['8d2572c8-a331-400d-95fa-c6c17825c988'] in n-d-838334-2 {{(pid=84042) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 18 21:06:41.786100 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-022727ec-b8fe-4471-a835-6aff54b88bbf tempest-PortsIpV6TestJSON-656796091 tempest-PortsIpV6TestJSON-656796091-project] Notify callbacks [] for subnet, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:41.795270 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-022727ec-b8fe-4471-a835-6aff54b88bbf tempest-PortsIpV6TestJSON-656796091 tempest-PortsIpV6TestJSON-656796091-project] Pushing event deleted for resources: {'Subnet': ['ID=9e60ddb9-fa86-432e-a2c0-3f785aaf7616,revision_number=None']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:06:41.805369 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 38842) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:06:41.840369 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d992c70-0df7-4edc-bac0-f55d54463f77 tempest-SecGroupIPv6Test-1569010352 tempest-SecGroupIPv6Test-1569010352-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3add5f37-4541-48a7-9c70-9465b37d2a6c,revision_number=None']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:06:41.855357 n-d-838334-2 neutron-server[84040]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-31a25a8b-32a5-4f98-8688-3ca7275c0452 tempest-RoutersIpV6AdminTest-1940382112 tempest-RoutersIpV6AdminTest-1940382112-project] Router 9d467895-f4e2-478a-8bfa-152a2509586b is scheduled to L3 agent bc84d6c9-dd7a-4555-a351-592327b46d5a with binding_index 1 {{(pid=84040) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 18 21:06:41.952885 n-d-838334-2 neutron-server[84043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5b671b9-89ce-476b-9015-90747557949d None None] Pushing event updated for resources: {'Port': ['ID=56d927d1-4222-4261-8ba4-7d3147f61bc3,revision_number=4']} {{(pid=84043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:06:41.985799 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-022727ec-b8fe-4471-a835-6aff54b88bbf tempest-PortsIpV6TestJSON-656796091 tempest-PortsIpV6TestJSON-656796091-project] 10.222.0.42 "DELETE /v2.0/subnets/9e60ddb9-fa86-432e-a2c0-3f785aaf7616 HTTP/1.1" status: 204 len: 168 time: 2.3523118 Apr 18 21:06:41.993471 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13c04e2d-53fc-488b-aa0b-538ce56a9806 tempest-RoutersTest-1500746192 tempest-RoutersTest-1500746192-project] Checking segment: {'id': '6476bd63-2887-4051-bea8-a950e485808d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': 'ed311a23-ad81-45cd-9189-66f99400b6ae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84040) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 21:06:41.994113 n-d-838334-2 neutron-server[84040]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13c04e2d-53fc-488b-aa0b-538ce56a9806 tempest-RoutersTest-1500746192 tempest-RoutersTest-1500746192-project] Network hostable DHCP agents. Network: ed311a23-ad81-45cd-9189-66f99400b6ae, hostable agents: ['8746f8ea-3e91-4b32-9919-2c63adeb8722'], hosted agents: [] {{(pid=84040) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 21:06:42.005520 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 38848) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:06:42.087504 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19ccd123-e623-4675-a710-284377c54f4d None None] Routers {'8d2572c8-a331-400d-95fa-c6c17825c988'} bound to L3 agent in host n-d-838334-2 {{(pid=84042) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 21:06:42.090480 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_hamode_db [None req-19ccd123-e623-4675-a710-284377c54f4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838334-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-18T20:25:48Z,description=,heartbeat_timestamp=2022-04-18T21:06:18Z,host='n-d-838334-2',id=bc84d6c9-dd7a-4555-a351-592327b46d5a,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:25:48Z,topic='l3_agent')) {'router_ids': ['8d2572c8-a331-400d-95fa-c6c17825c988'], 'active': True} {{(pid=84042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:06:42.098463 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-f9b01ebc-4730-478b-b22d-b1bf1bbe9c99 tempest-FloatingIPTestJSON-1355648241 tempest-FloatingIPTestJSON-1355648241-project] 10.222.0.42 "PUT /v2.0/floatingips/5d93de68-6883-4bbd-9983-7065763453e3 HTTP/1.1" status: 200 len: 979 time: 4.2603924 Apr 18 21:06:42.101566 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 38854) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:06:42.211779 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-5954fcb0-d0ac-4adc-ad34-72333c317c8a tempest-SecGroupIPv6Test-1569010352 tempest-SecGroupIPv6Test-1569010352-project] Synchronizing usage tracker for tenant:dc8b3677ed41470bbe4dd33b634aa4aa on resource:security_group {{(pid=84041) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 21:06:42.217259 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.l3_hamode_db [None req-4c5c9cbd-5931-4039-a939-8a495bf8b2bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3445e60-27f3-4080-a032-9bd4d27dfce0', 'name': 'tempest-RoutersTest-router-1627313381', 'tenant_id': '8a05b90fa8c54f25938df6bd0ef52223', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:06:00Z', 'updated_at': '2022-04-18T21:06:35Z', 'revision_number': 4, 'project_id': '8a05b90fa8c54f25938df6bd0ef52223', 'gw_port_host': None, '_interfaces': [{'id': '33b867d1-0439-4e6e-9292-2f7076a420d5', 'name': '', 'network_id': '6c55f5d6-32aa-4564-9c07-62d3eb3a4e33', 'tenant_id': '8a05b90fa8c54f25938df6bd0ef52223', 'mac_address': 'fa:16:3e:86:52:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3445e60-27f3-4080-a032-9bd4d27dfce0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2b90dced-66c9-4d15-bdac-b6cf07d1ccea', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:06:16Z', 'updated_at': '2022-04-18T21:06:31Z', 'revision_number': 5, 'project_id': '8a05b90fa8c54f25938df6bd0ef52223', 'subnets': [{'id': '2b90dced-66c9-4d15-bdac-b6cf07d1ccea', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '56d927d1-4222-4261-8ba4-7d3147f61bc3', 'name': '', 'network_id': 'a939bca6-cf86-485c-ae21-4acaab3ed357', 'tenant_id': '8a05b90fa8c54f25938df6bd0ef52223', 'mac_address': 'fa:16:3e:31:a6:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd3445e60-27f3-4080-a032-9bd4d27dfce0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'fc661f01-7889-49a3-8551-a398092f67d4', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:06:32Z', 'updated_at': '2022-04-18T21:06:41Z', 'revision_number': 4, 'project_id': '8a05b90fa8c54f25938df6bd0ef52223', 'subnets': [{'id': 'fc661f01-7889-49a3-8551-a398092f67d4', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b3960860-c173-49ec-b335-5c1dd2983a36', 'name': '', 'network_id': '0f4f3485-d47f-443a-afdb-b607b91dc681', 'tenant_id': '8a05b90fa8c54f25938df6bd0ef52223', 'mac_address': 'fa:16:3e:f4:09:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3445e60-27f3-4080-a032-9bd4d27dfce0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c69b069c-a1b2-456b-9244-afeef8944023', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:06:04Z', 'updated_at': '2022-04-18T21:06:14Z', 'revision_number': 5, 'project_id': '8a05b90fa8c54f25938df6bd0ef52223', 'subnets': [{'id': 'c69b069c-a1b2-456b-9244-afeef8944023', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838334-2', False) {} {{(pid=84043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:06:42.229036 n-d-838334-2 neutron-server[84043]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c5c9cbd-5931-4039-a939-8a495bf8b2bc None None] The sync data for ids ['d3445e60-27f3-4080-a032-9bd4d27dfce0'] in n-d-838334-2 is: [{'id': 'd3445e60-27f3-4080-a032-9bd4d27dfce0', 'name': 'tempest-RoutersTest-router-1627313381', 'tenant_id': '8a05b90fa8c54f25938df6bd0ef52223', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:06:00Z', 'updated_at': '2022-04-18T21:06:35Z', 'revision_number': 4, 'project_id': '8a05b90fa8c54f25938df6bd0ef52223', 'gw_port_host': None, '_interfaces': [{'id': '33b867d1-0439-4e6e-9292-2f7076a420d5', 'name': '', 'network_id': '6c55f5d6-32aa-4564-9c07-62d3eb3a4e33', 'tenant_id': '8a05b90fa8c54f25938df6bd0ef52223', 'mac_address': 'fa:16:3e:86:52:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3445e60-27f3-4080-a032-9bd4d27dfce0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2b90dced-66c9-4d15-bdac-b6cf07d1ccea', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:06:16Z', 'updated_at': '2022-04-18T21:06:31Z', 'revision_number': 5, 'project_id': '8a05b90fa8c54f25938df6bd0ef52223', 'subnets': [{'id': '2b90dced-66c9-4d15-bdac-b6cf07d1ccea', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '56d927d1-4222-4261-8ba4-7d3147f61bc3', 'name': '', 'network_id': 'a939bca6-cf86-485c-ae21-4acaab3ed357', 'tenant_id': '8a05b90fa8c54f25938df6bd0ef52223', 'mac_address': 'fa:16:3e:31:a6:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd3445e60-27f3-4080-a032-9bd4d27dfce0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'fc661f01-7889-49a3-8551-a398092f67d4', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:06:32Z', 'updated_at': '2022-04-18T21:06:41Z', 'revision_number': 4, 'project_id': '8a05b90fa8c54f25938df6bd0ef52223', 'subnets': [{'id': 'fc661f01-7889-49a3-8551-a398092f67d4', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b3960860-c173-49ec-b335-5c1dd2983a36', 'name': '', 'network_id': '0f4f3485-d47f-443a-afdb-b607b91dc681', 'tenant_id': '8a05b90fa8c54f25938df6bd0ef52223', 'mac_address': 'fa:16:3e:f4:09:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3445e60-27f3-4080-a032-9bd4d27dfce0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c69b069c-a1b2-456b-9244-afeef8944023', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:06:04Z', 'updated_at': '2022-04-18T21:06:14Z', 'revision_number': 5, 'project_id': '8a05b90fa8c54f25938df6bd0ef52223', 'subnets': [{'id': 'c69b069c-a1b2-456b-9244-afeef8944023', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84043) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 18 21:06:42.242883 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_hamode_db [None req-19ccd123-e623-4675-a710-284377c54f4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-838334-2', False) {} {{(pid=84042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:06:42.288829 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-5954fcb0-d0ac-4adc-ad34-72333c317c8a tempest-SecGroupIPv6Test-1569010352 tempest-SecGroupIPv6Test-1569010352-project] Unset dirty status for tenant:dc8b3677ed41470bbe4dd33b634aa4aa on resource:security_group {{(pid=84041) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 21:06:42.293648 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-5954fcb0-d0ac-4adc-ad34-72333c317c8a tempest-SecGroupIPv6Test-1569010352 tempest-SecGroupIPv6Test-1569010352-project] 10.222.0.42 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.4784601 Apr 18 21:06:42.296196 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 38860) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:06:42.323779 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.v2.base [None req-0d6f5c98-d285-49c2-9225-8b79affc25e0 tempest-SecGroupIPv6Test-1569010352 tempest-SecGroupIPv6Test-1569010352-project] Request body: {'security_group': {'name': 'tempest-secgroup--361318596'}} {{(pid=84041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:06:42.332611 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.db_base_plugin_v2 [None req-38e70159-6a2b-47d2-92b6-9fbf51e943f3 tempest-PortsIpV6TestJSON-656796091 tempest-PortsIpV6TestJSON-656796091-project] Deleting subnet 8d964505-dcf0-4667-b7a7-4642b0930d42 {{(pid=84040) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 18 21:06:42.344901 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-38e70159-6a2b-47d2-92b6-9fbf51e943f3 tempest-PortsIpV6TestJSON-656796091 tempest-PortsIpV6TestJSON-656796091-project] Notify callbacks [] for subnet, before_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:42.361261 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19ccd123-e623-4675-a710-284377c54f4d None None] Routers {'8d2572c8-a331-400d-95fa-c6c17825c988'} bound to L3 agent in host n-d-838334-2 {{(pid=84042) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 21:06:42.362387 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_hamode_db [None req-19ccd123-e623-4675-a710-284377c54f4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838334-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-18T20:25:48Z,description=,heartbeat_timestamp=2022-04-18T21:06:18Z,host='n-d-838334-2',id=bc84d6c9-dd7a-4555-a351-592327b46d5a,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:25:48Z,topic='l3_agent')) {'router_ids': ['8d2572c8-a331-400d-95fa-c6c17825c988'], 'active': True} {{(pid=84042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:06:42.423958 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-0d6f5c98-d285-49c2-9225-8b79affc25e0 tempest-SecGroupIPv6Test-1569010352 tempest-SecGroupIPv6Test-1569010352-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:06:42.459935 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-38e70159-6a2b-47d2-92b6-9fbf51e943f3 tempest-PortsIpV6TestJSON-656796091 tempest-PortsIpV6TestJSON-656796091-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31955982'] for subnet, precommit_delete_associations {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:42.467003 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-0d6f5c98-d285-49c2-9225-8b79affc25e0 tempest-SecGroupIPv6Test-1569010352 tempest-SecGroupIPv6Test-1569010352-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:06:42.489781 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_hamode_db [None req-19ccd123-e623-4675-a710-284377c54f4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-838334-2', False) {} {{(pid=84042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:06:42.490636 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19ccd123-e623-4675-a710-284377c54f4d None None] The sync data for ids ['8d2572c8-a331-400d-95fa-c6c17825c988'] in n-d-838334-2 is: [] {{(pid=84042) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 18 21:06:42.499898 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.plugin [None req-095f80d0-61c5-4ed4-86c0-9428b10e37b2 tempest-FloatingIPTestJSON-1355648241 tempest-FloatingIPTestJSON-1355648241-project] Deleting port 8a0070f0-6566-4d22-9fe8-ae8d535dffb5 {{(pid=84041) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 21:06:42.500405 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-095f80d0-61c5-4ed4-86c0-9428b10e37b2 tempest-FloatingIPTestJSON-1355648241 tempest-FloatingIPTestJSON-1355648241-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750375188691'] for port, before_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:42.610717 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-0d6f5c98-d285-49c2-9225-8b79affc25e0 tempest-SecGroupIPv6Test-1569010352 tempest-SecGroupIPv6Test-1569010352-project] Notify callbacks [] for security_group, before_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:42.618113 n-d-838334-2 neutron-server[84040]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13c04e2d-53fc-488b-aa0b-538ce56a9806 tempest-RoutersTest-1500746192 tempest-RoutersTest-1500746192-project] Network ed311a23-ad81-45cd-9189-66f99400b6ae is scheduled to be hosted by DHCP agent 8746f8ea-3e91-4b32-9919-2c63adeb8722 with binding_index 1 {{(pid=84040) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 21:06:42.658160 n-d-838334-2 neutron-server[84040]: DEBUG neutron.scheduler.base_scheduler [None req-13c04e2d-53fc-488b-aa0b-538ce56a9806 tempest-RoutersTest-1500746192 tempest-RoutersTest-1500746192-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-838334-2, ed311a23-ad81-45cd-9189-66f99400b6ae) {{(pid=84040) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:06:42.663913 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13c04e2d-53fc-488b-aa0b-538ce56a9806 tempest-RoutersTest-1500746192 tempest-RoutersTest-1500746192-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:06:42.664903 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-13c04e2d-53fc-488b-aa0b-538ce56a9806 tempest-RoutersTest-1500746192 tempest-RoutersTest-1500746192-project] Notify callbacks [] for subnet, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:42.704742 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 38866) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:06:42.730724 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-13c04e2d-53fc-488b-aa0b-538ce56a9806 tempest-RoutersTest-1500746192 tempest-RoutersTest-1500746192-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.2504647 Apr 18 21:06:42.732625 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a90550b1-d538-4938-876a-0c1db33ff79e None None] Network ed311a23-ad81-45cd-9189-66f99400b6ae requested from n-d-838334-2 {{(pid=84042) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 21:06:42.734927 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 38872) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:06:42.736291 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-38e70159-6a2b-47d2-92b6-9fbf51e943f3 tempest-PortsIpV6TestJSON-656796091 tempest-PortsIpV6TestJSON-656796091-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1260556'] for subnet, precommit_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:42.746826 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-0d6f5c98-d285-49c2-9225-8b79affc25e0 tempest-SecGroupIPv6Test-1569010352 tempest-SecGroupIPv6Test-1569010352-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:06:42.757453 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-0d6f5c98-d285-49c2-9225-8b79affc25e0 tempest-SecGroupIPv6Test-1569010352 tempest-SecGroupIPv6Test-1569010352-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:06:42.825756 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-0d6f5c98-d285-49c2-9225-8b79affc25e0 tempest-SecGroupIPv6Test-1569010352 tempest-SecGroupIPv6Test-1569010352-project] Notify callbacks [] for security_group, precommit_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:42.837460 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-0d6f5c98-d285-49c2-9225-8b79affc25e0 tempest-SecGroupIPv6Test-1569010352 tempest-SecGroupIPv6Test-1569010352-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33528224'] for security_group, after_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:42.920292 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d6f5c98-d285-49c2-9225-8b79affc25e0 tempest-SecGroupIPv6Test-1569010352 tempest-SecGroupIPv6Test-1569010352-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1ff09d49-d4f4-4428-b1da-a4a52507e4a9,revision_number=1']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:06:42.923286 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-0d6f5c98-d285-49c2-9225-8b79affc25e0 tempest-SecGroupIPv6Test-1569010352 tempest-SecGroupIPv6Test-1569010352-project] Notify callbacks [] for security_group, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:42.927108 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-0d6f5c98-d285-49c2-9225-8b79affc25e0 tempest-SecGroupIPv6Test-1569010352 tempest-SecGroupIPv6Test-1569010352-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 0.6273475 Apr 18 21:06:42.928981 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 38876) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:06:42.936525 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.v2.base [None req-ed99b00c-8a07-4e10-bbed-2671360e647f tempest-SecGroupIPv6Test-1569010352 tempest-SecGroupIPv6Test-1569010352-project] Request body: {'security_group_rule': {'security_group_id': '1ff09d49-d4f4-4428-b1da-a4a52507e4a9', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=84041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:06:42.955575 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-ed99b00c-8a07-4e10-bbed-2671360e647f tempest-SecGroupIPv6Test-1569010352 tempest-SecGroupIPv6Test-1569010352-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:06:42.964206 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-ed99b00c-8a07-4e10-bbed-2671360e647f tempest-SecGroupIPv6Test-1569010352 tempest-SecGroupIPv6Test-1569010352-project] Usage tracker for resource:security_group_rule and tenant:dc8b3677ed41470bbe4dd33b634aa4aa is out of sync, need to count used quota {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:06:42.967985 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-095f80d0-61c5-4ed4-86c0-9428b10e37b2 tempest-FloatingIPTestJSON-1355648241 tempest-FloatingIPTestJSON-1355648241-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369123'] for port, precommit_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:42.968517 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-095f80d0-61c5-4ed4-86c0-9428b10e37b2 tempest-FloatingIPTestJSON-1355648241 tempest-FloatingIPTestJSON-1355648241-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:42.976473 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-ed99b00c-8a07-4e10-bbed-2671360e647f tempest-SecGroupIPv6Test-1569010352 tempest-SecGroupIPv6Test-1569010352-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:06:42.987028 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-ed99b00c-8a07-4e10-bbed-2671360e647f tempest-SecGroupIPv6Test-1569010352 tempest-SecGroupIPv6Test-1569010352-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:06:43.148845 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.v2.base [None req-f46fe89d-37e0-4e14-9564-8d892ea4215b tempest-ExtraDHCPOptionsTestJSON-118230796 tempest-ExtraDHCPOptionsTestJSON-118230796-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsTestJSON-test-network-1013786428'}} {{(pid=84041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:06:43.304377 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc259fad-7537-4f2a-98b2-130f9813ccfc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp016840fc-1f9f-5892-9c53-c9cf6c845bbb-ed311a23-ad81-45cd-9189-66f99400b6ae', 'network_id': 'ed311a23-ad81-45cd-9189-66f99400b6ae', 'tenant_id': '8a05b90fa8c54f25938df6bd0ef52223', 'fixed_ips': [{'subnet_id': '0e2b666a-fc2b-480d-adf5-db144491e364'}]}} from n-d-838334-2. {{(pid=84042) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 18 21:06:43.305291 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-cc259fad-7537-4f2a-98b2-130f9813ccfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_create {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:43.309178 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.plugin [None req-095f80d0-61c5-4ed4-86c0-9428b10e37b2 tempest-FloatingIPTestJSON-1355648241 tempest-FloatingIPTestJSON-1355648241-project] Calling delete_port for 8a0070f0-6566-4d22-9fe8-ae8d535dffb5 owned by network:floatingip {{(pid=84041) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 21:06:43.379229 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-f46fe89d-37e0-4e14-9564-8d892ea4215b tempest-ExtraDHCPOptionsTestJSON-118230796 tempest-ExtraDHCPOptionsTestJSON-118230796-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:06:43.405570 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-f46fe89d-37e0-4e14-9564-8d892ea4215b tempest-ExtraDHCPOptionsTestJSON-118230796 tempest-ExtraDHCPOptionsTestJSON-118230796-project] Usage tracker for resource:network and tenant:103c3e19912348f890e57879ac985b48 is out of sync, need to count used quota {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:06:43.412178 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-f46fe89d-37e0-4e14-9564-8d892ea4215b tempest-ExtraDHCPOptionsTestJSON-118230796 tempest-ExtraDHCPOptionsTestJSON-118230796-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:06:43.419386 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-38e70159-6a2b-47d2-92b6-9fbf51e943f3 tempest-PortsIpV6TestJSON-656796091 tempest-PortsIpV6TestJSON-656796091-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1260549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33526260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32440885', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31752825'] for subnet, after_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:43.430850 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-31a25a8b-32a5-4f98-8688-3ca7275c0452 tempest-RoutersIpV6AdminTest-1940382112 tempest-RoutersIpV6AdminTest-1940382112-project] Notify agent at l3_agent.n-d-838334-2 the message routers_updated {{(pid=84040) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 21:06:43.442738 n-d-838334-2 neutron-server[84043]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f7b5c4c-c452-4d6d-a4c8-c91666b4e26b None None] Sync routers for ids ['9d467895-f4e2-478a-8bfa-152a2509586b'] in n-d-838334-2 {{(pid=84043) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 18 21:06:43.463468 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f7b5c4c-c452-4d6d-a4c8-c91666b4e26b None None] Routers {'9d467895-f4e2-478a-8bfa-152a2509586b'} bound to L3 agent in host n-d-838334-2 {{(pid=84043) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 21:06:43.464059 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.l3_hamode_db [None req-2f7b5c4c-c452-4d6d-a4c8-c91666b4e26b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838334-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-18T20:25:48Z,description=,heartbeat_timestamp=2022-04-18T21:06:18Z,host='n-d-838334-2',id=bc84d6c9-dd7a-4555-a351-592327b46d5a,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:25:48Z,topic='l3_agent')) {'router_ids': ['9d467895-f4e2-478a-8bfa-152a2509586b'], 'active': True} {{(pid=84043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:06:43.474849 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-f46fe89d-37e0-4e14-9564-8d892ea4215b tempest-ExtraDHCPOptionsTestJSON-118230796 tempest-ExtraDHCPOptionsTestJSON-118230796-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:06:43.514981 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-ed99b00c-8a07-4e10-bbed-2671360e647f tempest-SecGroupIPv6Test-1569010352 tempest-SecGroupIPv6Test-1569010352-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:43.515501 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38e70159-6a2b-47d2-92b6-9fbf51e943f3 tempest-PortsIpV6TestJSON-656796091 tempest-PortsIpV6TestJSON-656796091-project] Pushing event deleted for resources: {'Subnet': ['ID=8d964505-dcf0-4667-b7a7-4642b0930d42,revision_number=None']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:06:43.541443 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f46fe89d-37e0-4e14-9564-8d892ea4215b tempest-ExtraDHCPOptionsTestJSON-118230796 tempest-ExtraDHCPOptionsTestJSON-118230796-project] Made reservation on behalf of 103c3e19912348f890e57879ac985b48 for: {'network': 1} {{(pid=84041) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:06:43.543609 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-38e70159-6a2b-47d2-92b6-9fbf51e943f3 tempest-PortsIpV6TestJSON-656796091 tempest-PortsIpV6TestJSON-656796091-project] Notify callbacks [] for subnet, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:43.549064 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-f46fe89d-37e0-4e14-9564-8d892ea4215b tempest-ExtraDHCPOptionsTestJSON-118230796 tempest-ExtraDHCPOptionsTestJSON-118230796-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for network, before_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:43.552913 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-38e70159-6a2b-47d2-92b6-9fbf51e943f3 tempest-PortsIpV6TestJSON-656796091 tempest-PortsIpV6TestJSON-656796091-project] 10.222.0.42 "DELETE /v2.0/subnets/8d964505-dcf0-4667-b7a7-4642b0930d42 HTTP/1.1" status: 204 len: 168 time: 1.5458996 Apr 18 21:06:43.558365 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 38888) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:06:43.618276 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-f46fe89d-37e0-4e14-9564-8d892ea4215b tempest-ExtraDHCPOptionsTestJSON-118230796 tempest-ExtraDHCPOptionsTestJSON-118230796-project] Notify callbacks [] for security_group, before_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:43.634873 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-31a25a8b-32a5-4f98-8688-3ca7275c0452 tempest-RoutersIpV6AdminTest-1940382112 tempest-RoutersIpV6AdminTest-1940382112-project] Notify callbacks [] for router, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:43.638984 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-31a25a8b-32a5-4f98-8688-3ca7275c0452 tempest-RoutersIpV6AdminTest-1940382112 tempest-RoutersIpV6AdminTest-1940382112-project] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 8.5054691 Apr 18 21:06:43.656079 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.l3_hamode_db [None req-2f7b5c4c-c452-4d6d-a4c8-c91666b4e26b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-838334-2', False) {} {{(pid=84043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:06:43.667612 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 38894) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:06:43.681377 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f7b5c4c-c452-4d6d-a4c8-c91666b4e26b None None] Routers {'9d467895-f4e2-478a-8bfa-152a2509586b'} bound to L3 agent in host n-d-838334-2 {{(pid=84043) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 21:06:43.684443 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.db_base_plugin_common [None req-cc259fad-7537-4f2a-98b2-130f9813ccfc None None] Allocated IP 172.23.0.2 (ed311a23-ad81-45cd-9189-66f99400b6ae/0e2b666a-fc2b-480d-adf5-db144491e364/ce5cd885-2fbc-4c2f-ad20-b99ae470552c) {{(pid=84042) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 21:06:43.685326 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.l3_hamode_db [None req-2f7b5c4c-c452-4d6d-a4c8-c91666b4e26b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838334-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-18T20:25:48Z,description=,heartbeat_timestamp=2022-04-18T21:06:18Z,host='n-d-838334-2',id=bc84d6c9-dd7a-4555-a351-592327b46d5a,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:25:48Z,topic='l3_agent')) {'router_ids': ['9d467895-f4e2-478a-8bfa-152a2509586b'], 'active': True} {{(pid=84043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:06:43.695700 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.v2.base [None req-0287c4a6-3043-47cd-a0fc-4ec10f156fd6 tempest-RoutersIpV6AdminTest-1940382112 tempest-RoutersIpV6AdminTest-1940382112-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=84041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:06:43.818622 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-f46fe89d-37e0-4e14-9564-8d892ea4215b tempest-ExtraDHCPOptionsTestJSON-118230796 tempest-ExtraDHCPOptionsTestJSON-118230796-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:06:43.826295 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-f46fe89d-37e0-4e14-9564-8d892ea4215b tempest-ExtraDHCPOptionsTestJSON-118230796 tempest-ExtraDHCPOptionsTestJSON-118230796-project] Usage tracker for resource:security_group_rule and tenant:103c3e19912348f890e57879ac985b48 is out of sync, need to count used quota {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:06:43.834973 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-f46fe89d-37e0-4e14-9564-8d892ea4215b tempest-ExtraDHCPOptionsTestJSON-118230796 tempest-ExtraDHCPOptionsTestJSON-118230796-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:06:43.836227 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.l3_hamode_db [None req-2f7b5c4c-c452-4d6d-a4c8-c91666b4e26b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-838334-2', False) {} {{(pid=84043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:06:43.836884 n-d-838334-2 neutron-server[84043]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f7b5c4c-c452-4d6d-a4c8-c91666b4e26b None None] The sync data for ids ['9d467895-f4e2-478a-8bfa-152a2509586b'] in n-d-838334-2 is: [] {{(pid=84043) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 18 21:06:43.850357 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-f46fe89d-37e0-4e14-9564-8d892ea4215b tempest-ExtraDHCPOptionsTestJSON-118230796 tempest-ExtraDHCPOptionsTestJSON-118230796-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:06:44.033306 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Device 56d927d1-4222-4261-8ba4-7d3147f61bc3 up at agent ovs-agent-n-d-838334-2 {{(pid=84042) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 21:06:44.042170 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-1ace23eb-25e9-4b72-b83b-191befd4b2e2 tempest-PortsIpV6TestJSON-656796091 tempest-PortsIpV6TestJSON-656796091-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1103592'] for network, before_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:44.081282 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-f46fe89d-37e0-4e14-9564-8d892ea4215b tempest-ExtraDHCPOptionsTestJSON-118230796 tempest-ExtraDHCPOptionsTestJSON-118230796-project] Notify callbacks [] for security_group, precommit_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:44.116253 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.plugin [None req-1ace23eb-25e9-4b72-b83b-191befd4b2e2 tempest-PortsIpV6TestJSON-656796091 tempest-PortsIpV6TestJSON-656796091-project] Deleting port c2e3232f-0a66-44e4-8dfc-78c97a8104ff {{(pid=84040) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 21:06:44.116593 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-1ace23eb-25e9-4b72-b83b-191befd4b2e2 tempest-PortsIpV6TestJSON-656796091 tempest-PortsIpV6TestJSON-656796091-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750375188691'] for port, before_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:44.136172 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c01fd4d-a2b5-4af8-86ab-a26b2ab09878 None None] Network 5b059a49-0390-4335-b546-3a7633dd7a97 requested from n-d-838334-2 {{(pid=84042) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 21:06:44.219889 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-cc259fad-7537-4f2a-98b2-130f9813ccfc None None] Notify callbacks [] for port, precommit_create {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:44.290331 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-f46fe89d-37e0-4e14-9564-8d892ea4215b tempest-ExtraDHCPOptionsTestJSON-118230796 tempest-ExtraDHCPOptionsTestJSON-118230796-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33528224'] for security_group, after_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:44.306739 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f46fe89d-37e0-4e14-9564-8d892ea4215b tempest-ExtraDHCPOptionsTestJSON-118230796 tempest-ExtraDHCPOptionsTestJSON-118230796-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 386} {{(pid=84041) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 21:06:44.318025 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-f46fe89d-37e0-4e14-9564-8d892ea4215b tempest-ExtraDHCPOptionsTestJSON-118230796 tempest-ExtraDHCPOptionsTestJSON-118230796-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1082986'] for segment, precommit_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:44.318368 n-d-838334-2 neutron-server[84041]: INFO neutron.db.segments_db [None req-f46fe89d-37e0-4e14-9564-8d892ea4215b tempest-ExtraDHCPOptionsTestJSON-118230796 tempest-ExtraDHCPOptionsTestJSON-118230796-project] Added segment 7daafaa2-1a42-445d-aca5-cc32d520c581 of type vlan for network b9271c4b-e432-487e-adc7-cf30fce3fa59 Apr 18 21:06:44.331244 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-cc259fad-7537-4f2a-98b2-130f9813ccfc None None] Transition to ACTIVE for port object ce5cd885-2fbc-4c2f-ad20-b99ae470552c will not be triggered until provisioned by entity L2. {{(pid=84042) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:06:44.353539 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-f46fe89d-37e0-4e14-9564-8d892ea4215b tempest-ExtraDHCPOptionsTestJSON-118230796 tempest-ExtraDHCPOptionsTestJSON-118230796-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750374825732'] for network, precommit_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:44.391065 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-f925ba0a-1186-4d41-ae1b-48f60b839f86 None None] Provisioning complete for port c2e3232f-0a66-44e4-8dfc-78c97a8104ff triggered by entity DHCP. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:06:44.391495 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-f925ba0a-1186-4d41-ae1b-48f60b839f86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1253608'] for port, provisioning_complete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:44.406231 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.db [None req-1ace23eb-25e9-4b72-b83b-191befd4b2e2 tempest-PortsIpV6TestJSON-656796091 tempest-PortsIpV6TestJSON-656796091-project] For port c2e3232f-0a66-44e4-8dfc-78c97a8104ff, host n-d-838334-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838334-2',level=0,port_id=c2e3232f-0a66-44e4-8dfc-78c97a8104ff,segment=NetworkSegment(996c1554-d13f-470c-96ab-7734ea2fdbec),segment_id=996c1554-d13f-470c-96ab-7734ea2fdbec)] {{(pid=84040) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:06:44.406823 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-1ace23eb-25e9-4b72-b83b-191befd4b2e2 tempest-PortsIpV6TestJSON-656796091 tempest-PortsIpV6TestJSON-656796091-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369123'] for port, precommit_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:44.417942 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-f46fe89d-37e0-4e14-9564-8d892ea4215b tempest-ExtraDHCPOptionsTestJSON-118230796 tempest-ExtraDHCPOptionsTestJSON-118230796-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33526109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022'] for network, after_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:44.421827 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f46fe89d-37e0-4e14-9564-8d892ea4215b tempest-ExtraDHCPOptionsTestJSON-118230796 tempest-ExtraDHCPOptionsTestJSON-118230796-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:06:44.422417 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-f46fe89d-37e0-4e14-9564-8d892ea4215b tempest-ExtraDHCPOptionsTestJSON-118230796 tempest-ExtraDHCPOptionsTestJSON-118230796-project] Notify callbacks [] for network, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:44.453837 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-cc259fad-7537-4f2a-98b2-130f9813ccfc None None] Transition to ACTIVE for port object ce5cd885-2fbc-4c2f-ad20-b99ae470552c will not be triggered until provisioned by entity DHCP. {{(pid=84042) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:06:44.489277 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Provisioning for port 56d927d1-4222-4261-8ba4-7d3147f61bc3 completed by entity L2. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 21:06:44.545437 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.plugin [None req-1ace23eb-25e9-4b72-b83b-191befd4b2e2 tempest-PortsIpV6TestJSON-656796091 tempest-PortsIpV6TestJSON-656796091-project] Calling delete_port for c2e3232f-0a66-44e4-8dfc-78c97a8104ff owned by network:dhcp {{(pid=84040) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 21:06:44.548064 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-ed99b00c-8a07-4e10-bbed-2671360e647f tempest-SecGroupIPv6Test-1569010352 tempest-SecGroupIPv6Test-1569010352-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:44.567313 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-f46fe89d-37e0-4e14-9564-8d892ea4215b tempest-ExtraDHCPOptionsTestJSON-118230796 tempest-ExtraDHCPOptionsTestJSON-118230796-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 792 time: 1.8595860 Apr 18 21:06:44.572829 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-cc259fad-7537-4f2a-98b2-130f9813ccfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750374836619'] for port, after_create {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:44.583576 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 38898) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:06:44.602660 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-ed99b00c-8a07-4e10-bbed-2671360e647f tempest-SecGroupIPv6Test-1569010352 tempest-SecGroupIPv6Test-1569010352-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33528311'] for security_group_rule, after_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:44.604769 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.v2.base [None req-478015b3-37ae-4ee3-a8c8-aaf50a67f95d tempest-ExtraDHCPOptionsTestJSON-118230796 tempest-ExtraDHCPOptionsTestJSON-118230796-project] Request body: {'subnet': {'network_id': 'b9271c4b-e432-487e-adc7-cf30fce3fa59', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=84040) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:06:44.634883 n-d-838334-2 neutron-server[84042]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc259fad-7537-4f2a-98b2-130f9813ccfc None None] Network ed311a23-ad81-45cd-9189-66f99400b6ae is already hosted by enough agents. {{(pid=84042) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:06:44.643738 n-d-838334-2 neutron-server[84042]: DEBUG neutron.scheduler.base_scheduler [None req-cc259fad-7537-4f2a-98b2-130f9813ccfc None None] Resources bound (agent type, host, resource id): {{(pid=84042) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:06:44.648808 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc259fad-7537-4f2a-98b2-130f9813ccfc None None] Received port after_create {{(pid=84042) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 21:06:44.655687 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Provisioning complete for port 56d927d1-4222-4261-8ba4-7d3147f61bc3 triggered by entity L2. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:06:44.656063 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1253608'] for port, provisioning_complete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:44.672749 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f46fe89d-37e0-4e14-9564-8d892ea4215b tempest-ExtraDHCPOptionsTestJSON-118230796 tempest-ExtraDHCPOptionsTestJSON-118230796-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4ce77967-dc81-414e-afd4-e2962e2d36ac,revision_number=1']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:06:44.691359 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f46fe89d-37e0-4e14-9564-8d892ea4215b tempest-ExtraDHCPOptionsTestJSON-118230796 tempest-ExtraDHCPOptionsTestJSON-118230796-project] Pushing event updated for resources: {'Network': ['ID=b9271c4b-e432-487e-adc7-cf30fce3fa59,revision_number=1']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:06:44.735271 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed99b00c-8a07-4e10-bbed-2671360e647f tempest-SecGroupIPv6Test-1569010352 tempest-SecGroupIPv6Test-1569010352-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5010abcf-215a-4684-8d13-e44339d82ee2,revision_number=0']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:06:44.782816 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-ed99b00c-8a07-4e10-bbed-2671360e647f tempest-SecGroupIPv6Test-1569010352 tempest-SecGroupIPv6Test-1569010352-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:44.784440 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-ed99b00c-8a07-4e10-bbed-2671360e647f tempest-SecGroupIPv6Test-1569010352 tempest-SecGroupIPv6Test-1569010352-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 1.8544796 Apr 18 21:06:44.788270 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 38902) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:06:44.801212 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.v2.base [None req-fdb4caa1-d8d5-4220-a828-920b4bffa0d1 tempest-SecGroupIPv6Test-1569010352 tempest-SecGroupIPv6Test-1569010352-project] Request body: {'security_group_rule': {'security_group_id': '1ff09d49-d4f4-4428-b1da-a4a52507e4a9', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=84041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:06:44.811232 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Network b9271c4b-e432-487e-adc7-cf30fce3fa59 details requested by agent ovs-agent-n-d-838334-2 with host n-d-838334-2 {{(pid=84042) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 18 21:06:44.812893 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-fdb4caa1-d8d5-4220-a828-920b4bffa0d1 tempest-SecGroupIPv6Test-1569010352 tempest-SecGroupIPv6Test-1569010352-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:06:44.815440 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-095f80d0-61c5-4ed4-86c0-9428b10e37b2 tempest-FloatingIPTestJSON-1355648241 tempest-FloatingIPTestJSON-1355648241-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750375259028', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750374836628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32266323'] for port, after_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:44.862712 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-fdb4caa1-d8d5-4220-a828-920b4bffa0d1 tempest-SecGroupIPv6Test-1569010352 tempest-SecGroupIPv6Test-1569010352-project] Usage tracker for resource:security_group_rule and tenant:dc8b3677ed41470bbe4dd33b634aa4aa is out of sync, need to count used quota {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:06:44.872983 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-fdb4caa1-d8d5-4220-a828-920b4bffa0d1 tempest-SecGroupIPv6Test-1569010352 tempest-SecGroupIPv6Test-1569010352-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:06:44.896707 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [None req-478015b3-37ae-4ee3-a8c8-aaf50a67f95d tempest-ExtraDHCPOptionsTestJSON-118230796 tempest-ExtraDHCPOptionsTestJSON-118230796-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:06:44.897465 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-fdb4caa1-d8d5-4220-a828-920b4bffa0d1 tempest-SecGroupIPv6Test-1569010352 tempest-SecGroupIPv6Test-1569010352-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:06:44.901755 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-1ace23eb-25e9-4b72-b83b-191befd4b2e2 tempest-PortsIpV6TestJSON-656796091 tempest-PortsIpV6TestJSON-656796091-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750375259028', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750374836628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32440838'] for port, after_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:44.907701 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-095f80d0-61c5-4ed4-86c0-9428b10e37b2 tempest-FloatingIPTestJSON-1355648241 tempest-FloatingIPTestJSON-1355648241-project] Pushing event deleted for resources: {'Port': ['ID=8a0070f0-6566-4d22-9fe8-ae8d535dffb5,revision_number=None']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:06:44.965312 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-478015b3-37ae-4ee3-a8c8-aaf50a67f95d tempest-ExtraDHCPOptionsTestJSON-118230796 tempest-ExtraDHCPOptionsTestJSON-118230796-project] Usage tracker for resource:subnet and tenant:103c3e19912348f890e57879ac985b48 is out of sync, need to count used quota {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:06:44.973746 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ace23eb-25e9-4b72-b83b-191befd4b2e2 tempest-PortsIpV6TestJSON-656796091 tempest-PortsIpV6TestJSON-656796091-project] No DVR routers for this DVR port c2e3232f-0a66-44e4-8dfc-78c97a8104ff on host n-d-838334-2 {{(pid=84040) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 21:06:44.981034 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc259fad-7537-4f2a-98b2-130f9813ccfc None None] Pushing event updated for resources: {'Port': ['ID=ce5cd885-2fbc-4c2f-ad20-b99ae470552c,revision_number=1']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:06:44.983140 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-478015b3-37ae-4ee3-a8c8-aaf50a67f95d tempest-ExtraDHCPOptionsTestJSON-118230796 tempest-ExtraDHCPOptionsTestJSON-118230796-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:06:45.016094 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ace23eb-25e9-4b72-b83b-191befd4b2e2 tempest-PortsIpV6TestJSON-656796091 tempest-PortsIpV6TestJSON-656796091-project] Pushing event deleted for resources: {'Port': ['ID=c2e3232f-0a66-44e4-8dfc-78c97a8104ff,revision_number=None']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:06:45.032244 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [None req-478015b3-37ae-4ee3-a8c8-aaf50a67f95d tempest-ExtraDHCPOptionsTestJSON-118230796 tempest-ExtraDHCPOptionsTestJSON-118230796-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:06:45.058094 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-fdb4caa1-d8d5-4220-a828-920b4bffa0d1 tempest-SecGroupIPv6Test-1569010352 tempest-SecGroupIPv6Test-1569010352-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:45.138222 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-095f80d0-61c5-4ed4-86c0-9428b10e37b2 tempest-FloatingIPTestJSON-1355648241 tempest-FloatingIPTestJSON-1355648241-project] Notify callbacks [] for floatingip, after_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:45.151597 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-1ace23eb-25e9-4b72-b83b-191befd4b2e2 tempest-PortsIpV6TestJSON-656796091 tempest-PortsIpV6TestJSON-656796091-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1258905', 'neutron.services.segments.db._delete_segments_for_network-8750375287417'] for network, precommit_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:45.166908 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-478015b3-37ae-4ee3-a8c8-aaf50a67f95d tempest-ExtraDHCPOptionsTestJSON-118230796 tempest-ExtraDHCPOptionsTestJSON-118230796-project] Made reservation on behalf of 103c3e19912348f890e57879ac985b48 for: {'subnet': 1} {{(pid=84040) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:06:45.267501 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.managers [None req-cc259fad-7537-4f2a-98b2-130f9813ccfc None None] Attempting to bind port ce5cd885-2fbc-4c2f-ad20-b99ae470552c on host n-d-838334-2 for vnic_type normal with profile {{(pid=84042) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 21:06:45.268502 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.managers [None req-cc259fad-7537-4f2a-98b2-130f9813ccfc None None] Attempting to bind port ce5cd885-2fbc-4c2f-ad20-b99ae470552c by drivers openvswitch,hyperv on host n-d-838334-2 at level 0 using segments [{'id': '6476bd63-2887-4051-bea8-a950e485808d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': 'ed311a23-ad81-45cd-9189-66f99400b6ae'}] {{(pid=84042) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 21:06:45.269082 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc259fad-7537-4f2a-98b2-130f9813ccfc None None] Attempting to bind port ce5cd885-2fbc-4c2f-ad20-b99ae470552c on network ed311a23-ad81-45cd-9189-66f99400b6ae {{(pid=84042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 21:06:45.273832 n-d-838334-2 neutron-server[84040]: DEBUG neutron.services.segments.db [None req-1ace23eb-25e9-4b72-b83b-191befd4b2e2 tempest-PortsIpV6TestJSON-656796091 tempest-PortsIpV6TestJSON-656796091-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5b059a49-0390-4335-b546-3a7633dd7a97']}} {{(pid=84040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:06:45.283879 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc259fad-7537-4f2a-98b2-130f9813ccfc None None] Checking agent: {'id': '97cd4414-7af6-4d67-868d-dff370b4071a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838334-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 25, 49), 'started_at': datetime.datetime(2022, 4, 18, 20, 26, 19), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 21, 6, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838334-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 18 21:06:45.284685 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc259fad-7537-4f2a-98b2-130f9813ccfc None None] Checking segment: {'id': '6476bd63-2887-4051-bea8-a950e485808d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': 'ed311a23-ad81-45cd-9189-66f99400b6ae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84042) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 21:06:45.285338 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-cc259fad-7537-4f2a-98b2-130f9813ccfc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:45.285918 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc259fad-7537-4f2a-98b2-130f9813ccfc None None] Bound using segment: {'id': '6476bd63-2887-4051-bea8-a950e485808d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': 'ed311a23-ad81-45cd-9189-66f99400b6ae'} {{(pid=84042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 18 21:06:45.286670 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.managers [None req-cc259fad-7537-4f2a-98b2-130f9813ccfc None None] Bound port: ce5cd885-2fbc-4c2f-ad20-b99ae470552c, host: n-d-838334-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6476bd63-2887-4051-bea8-a950e485808d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': 'ed311a23-ad81-45cd-9189-66f99400b6ae'}}] {{(pid=84042) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 21:06:45.287250 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-cc259fad-7537-4f2a-98b2-130f9813ccfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:45.305687 n-d-838334-2 neutron-server[84040]: DEBUG neutron.services.segments.db [None req-1ace23eb-25e9-4b72-b83b-191befd4b2e2 tempest-PortsIpV6TestJSON-656796091 tempest-PortsIpV6TestJSON-656796091-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '996c1554-d13f-470c-96ab-7734ea2fdbec') {'for_net_delete': True} {{(pid=84040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:06:45.305938 n-d-838334-2 neutron-server[84040]: DEBUG neutron.services.segments.db [None req-1ace23eb-25e9-4b72-b83b-191befd4b2e2 tempest-PortsIpV6TestJSON-656796091 tempest-PortsIpV6TestJSON-656796091-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '996c1554-d13f-470c-96ab-7734ea2fdbec') {} {{(pid=84040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:06:45.330905 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad852c36-6eb9-451e-a365-31d57608bd9d None None] DHCP port deletion for 5b059a49-0390-4335-b546-3a7633dd7a97 request from n-d-838334-2 {{(pid=84042) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 18 21:06:45.344603 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-1ace23eb-25e9-4b72-b83b-191befd4b2e2 tempest-PortsIpV6TestJSON-656796091 tempest-PortsIpV6TestJSON-656796091-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750375287300', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31955965'] for segment, before_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:45.445026 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:45.499884 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-fdb4caa1-d8d5-4220-a828-920b4bffa0d1 tempest-SecGroupIPv6Test-1569010352 tempest-SecGroupIPv6Test-1569010352-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:45.516764 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] For port 56d927d1-4222-4261-8ba4-7d3147f61bc3, host n-d-838334-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838334-2',level=0,port_id=56d927d1-4222-4261-8ba4-7d3147f61bc3,segment=NetworkSegment(aac40157-fd6b-4a94-bf9d-c65b7da168f7),segment_id=aac40157-fd6b-4a94-bf9d-c65b7da168f7)] {{(pid=84042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:06:45.531902 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682'] for port, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:45.532115 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-fdb4caa1-d8d5-4220-a828-920b4bffa0d1 tempest-SecGroupIPv6Test-1569010352 tempest-SecGroupIPv6Test-1569010352-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33528311'] for security_group_rule, after_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:45.566778 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdb4caa1-d8d5-4220-a828-920b4bffa0d1 tempest-SecGroupIPv6Test-1569010352 tempest-SecGroupIPv6Test-1569010352-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8481cab7-ebd4-463e-b203-da80d9fc67f2,revision_number=0']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:06:45.604260 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-fdb4caa1-d8d5-4220-a828-920b4bffa0d1 tempest-SecGroupIPv6Test-1569010352 tempest-SecGroupIPv6Test-1569010352-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:45.605440 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-fdb4caa1-d8d5-4220-a828-920b4bffa0d1 tempest-SecGroupIPv6Test-1569010352 tempest-SecGroupIPv6Test-1569010352-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.8157578 Apr 18 21:06:45.620954 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 38908) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:06:45.635568 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.v2.base [None req-e9ee2370-8c89-4d8b-9d69-05e70198b44f tempest-SecGroupIPv6Test-1569010352 tempest-SecGroupIPv6Test-1569010352-project] Request body: {'security_group_rule': {'security_group_id': '1ff09d49-d4f4-4428-b1da-a4a52507e4a9', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=84041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:06:45.636740 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Pushing event updated for resources: {'Port': ['ID=56d927d1-4222-4261-8ba4-7d3147f61bc3,revision_number=5']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:06:45.644926 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-e9ee2370-8c89-4d8b-9d69-05e70198b44f tempest-SecGroupIPv6Test-1569010352 tempest-SecGroupIPv6Test-1569010352-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:06:45.651921 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-e9ee2370-8c89-4d8b-9d69-05e70198b44f tempest-SecGroupIPv6Test-1569010352 tempest-SecGroupIPv6Test-1569010352-project] Usage tracker for resource:security_group_rule and tenant:dc8b3677ed41470bbe4dd33b634aa4aa is out of sync, need to count used quota {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:06:45.654199 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-478015b3-37ae-4ee3-a8c8-aaf50a67f95d tempest-ExtraDHCPOptionsTestJSON-118230796 tempest-ExtraDHCPOptionsTestJSON-118230796-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31752722'] for subnet, before_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:45.657836 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-e9ee2370-8c89-4d8b-9d69-05e70198b44f tempest-SecGroupIPv6Test-1569010352 tempest-SecGroupIPv6Test-1569010352-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:06:45.668622 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-cc259fad-7537-4f2a-98b2-130f9813ccfc None None] For port ce5cd885-2fbc-4c2f-ad20-b99ae470552c, host n-d-838334-2, cleared binding levels {{(pid=84042) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 21:06:45.669683 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-e9ee2370-8c89-4d8b-9d69-05e70198b44f tempest-SecGroupIPv6Test-1569010352 tempest-SecGroupIPv6Test-1569010352-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:06:45.672418 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-37d4de6f-23c2-4fc1-82f7-4ad4e795f213 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750375287399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253529'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:45.680580 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-cc259fad-7537-4f2a-98b2-130f9813ccfc None None] For port ce5cd885-2fbc-4c2f-ad20-b99ae470552c, host n-d-838334-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838334-2',level=0,port_id=ce5cd885-2fbc-4c2f-ad20-b99ae470552c,segment=NetworkSegment(6476bd63-2887-4051-bea8-a950e485808d),segment_id=6476bd63-2887-4051-bea8-a950e485808d)] {{(pid=84042) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 21:06:45.691130 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-cc259fad-7537-4f2a-98b2-130f9813ccfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682'] for port, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:45.725313 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-e9ee2370-8c89-4d8b-9d69-05e70198b44f tempest-SecGroupIPv6Test-1569010352 tempest-SecGroupIPv6Test-1569010352-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:45.747644 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-1ace23eb-25e9-4b72-b83b-191befd4b2e2 tempest-PortsIpV6TestJSON-656796091 tempest-PortsIpV6TestJSON-656796091-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1082986'] for segment, precommit_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:45.818471 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1ace23eb-25e9-4b72-b83b-191befd4b2e2 tempest-PortsIpV6TestJSON-656796091 tempest-PortsIpV6TestJSON-656796091-project] Releasing vlan 384 on physical network physnet1 to pool {{(pid=84040) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 18 21:06:45.819243 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-1ace23eb-25e9-4b72-b83b-191befd4b2e2 tempest-PortsIpV6TestJSON-656796091 tempest-PortsIpV6TestJSON-656796091-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1082993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32440923'] for segment, after_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:45.858716 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc259fad-7537-4f2a-98b2-130f9813ccfc None None] Pushing event updated for resources: {'Port': ['ID=ce5cd885-2fbc-4c2f-ad20-b99ae470552c,revision_number=2']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:06:45.954183 n-d-838334-2 neutron-server[84040]: Traceback (most recent call last): Apr 18 21:06:45.954183 n-d-838334-2 neutron-server[84040]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 18 21:06:45.954183 n-d-838334-2 neutron-server[84040]: timer() Apr 18 21:06:45.954183 n-d-838334-2 neutron-server[84040]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 21:06:45.954183 n-d-838334-2 neutron-server[84040]: cb(*args, **kw) Apr 18 21:06:45.954183 n-d-838334-2 neutron-server[84040]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 18 21:06:45.954183 n-d-838334-2 neutron-server[84040]: return func(*args, **kwargs) Apr 18 21:06:45.954183 n-d-838334-2 neutron-server[84040]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 21:06:45.954183 n-d-838334-2 neutron-server[84040]: self._notify() Apr 18 21:06:45.954183 n-d-838334-2 neutron-server[84040]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 21:06:45.954183 n-d-838334-2 neutron-server[84040]: self.callback(batched_events) Apr 18 21:06:45.954183 n-d-838334-2 neutron-server[84040]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 21:06:45.954183 n-d-838334-2 neutron-server[84040]: event.method(event) Apr 18 21:06:45.954183 n-d-838334-2 neutron-server[84040]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 18 21:06:45.954183 n-d-838334-2 neutron-server[84040]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 21:06:45.954183 n-d-838334-2 neutron-server[84040]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 18 21:06:45.954183 n-d-838334-2 neutron-server[84040]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 21:06:45.954183 n-d-838334-2 neutron-server[84040]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 18 21:06:45.954183 n-d-838334-2 neutron-server[84040]: return f(self, *a, **k) Apr 18 21:06:45.954183 n-d-838334-2 neutron-server[84040]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 18 21:06:45.954183 n-d-838334-2 neutron-server[84040]: return self._get(url).json() Apr 18 21:06:45.954183 n-d-838334-2 neutron-server[84040]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 18 21:06:45.954183 n-d-838334-2 neutron-server[84040]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 21:06:45.954183 n-d-838334-2 neutron-server[84040]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 18 21:06:45.954183 n-d-838334-2 neutron-server[84040]: return self.request(url, 'GET', **kwargs) Apr 18 21:06:45.954183 n-d-838334-2 neutron-server[84040]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 18 21:06:45.954183 n-d-838334-2 neutron-server[84040]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 21:06:45.954183 n-d-838334-2 neutron-server[84040]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 18 21:06:45.954183 n-d-838334-2 neutron-server[84040]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 21:06:45.954183 n-d-838334-2 neutron-server[84040]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 18 21:06:45.954183 n-d-838334-2 neutron-server[84040]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 21:06:45.954183 n-d-838334-2 neutron-server[84040]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 21:06:45.969295 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-1ace23eb-25e9-4b72-b83b-191befd4b2e2 tempest-PortsIpV6TestJSON-656796091 tempest-PortsIpV6TestJSON-656796091-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1258898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33526109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33444113'] for network, after_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:45.977261 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-1ace23eb-25e9-4b72-b83b-191befd4b2e2 tempest-PortsIpV6TestJSON-656796091 tempest-PortsIpV6TestJSON-656796091-project] Notify callbacks [] for network, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:46.007989 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Device 56d927d1-4222-4261-8ba4-7d3147f61bc3 up at agent ovs-agent-n-d-838334-2 {{(pid=84042) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 21:06:46.072567 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ace23eb-25e9-4b72-b83b-191befd4b2e2 tempest-PortsIpV6TestJSON-656796091 tempest-PortsIpV6TestJSON-656796091-project] Pushing event deleted for resources: {'Network': ['ID=5b059a49-0390-4335-b546-3a7633dd7a97,revision_number=None']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:06:46.109846 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-63656851-fd74-4eb9-a276-490d280d7a7e tempest-RoutersTest-1500746192 tempest-RoutersTest-1500746192-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:46.152108 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-1ace23eb-25e9-4b72-b83b-191befd4b2e2 tempest-PortsIpV6TestJSON-656796091 tempest-PortsIpV6TestJSON-656796091-project] 10.222.0.42 "DELETE /v2.0/networks/5b059a49-0390-4335-b546-3a7633dd7a97 HTTP/1.1" status: 204 len: 168 time: 2.5836561 Apr 18 21:06:46.157536 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 38916) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:06:46.177981 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-e9ee2370-8c89-4d8b-9d69-05e70198b44f tempest-SecGroupIPv6Test-1569010352 tempest-SecGroupIPv6Test-1569010352-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:46.203327 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-e9ee2370-8c89-4d8b-9d69-05e70198b44f tempest-SecGroupIPv6Test-1569010352 tempest-SecGroupIPv6Test-1569010352-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33528311'] for security_group_rule, after_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:46.217795 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Provisioning complete for port 56d927d1-4222-4261-8ba4-7d3147f61bc3 triggered by entity L2. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:06:46.217795 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1253608'] for port, provisioning_complete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:46.274805 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9ee2370-8c89-4d8b-9d69-05e70198b44f tempest-SecGroupIPv6Test-1569010352 tempest-SecGroupIPv6Test-1569010352-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e7a5eeb4-5464-4ea7-a3cd-db03fbbef277,revision_number=0']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:06:46.286346 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-e9ee2370-8c89-4d8b-9d69-05e70198b44f tempest-SecGroupIPv6Test-1569010352 tempest-SecGroupIPv6Test-1569010352-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:46.291134 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-e9ee2370-8c89-4d8b-9d69-05e70198b44f tempest-SecGroupIPv6Test-1569010352 tempest-SecGroupIPv6Test-1569010352-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.6675792 Apr 18 21:06:46.292019 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 38920) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:06:46.318275 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.v2.base [None req-fd53c472-8507-40b4-a6ca-c5fb34670db4 tempest-SecGroupIPv6Test-1569010352 tempest-SecGroupIPv6Test-1569010352-project] Request body: {'security_group_rule': {'security_group_id': '1ff09d49-d4f4-4428-b1da-a4a52507e4a9', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=84041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:06:46.340555 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-fd53c472-8507-40b4-a6ca-c5fb34670db4 tempest-SecGroupIPv6Test-1569010352 tempest-SecGroupIPv6Test-1569010352-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:06:46.366740 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-fd53c472-8507-40b4-a6ca-c5fb34670db4 tempest-SecGroupIPv6Test-1569010352 tempest-SecGroupIPv6Test-1569010352-project] Usage tracker for resource:security_group_rule and tenant:dc8b3677ed41470bbe4dd33b634aa4aa is out of sync, need to count used quota {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:06:46.374120 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-fd53c472-8507-40b4-a6ca-c5fb34670db4 tempest-SecGroupIPv6Test-1569010352 tempest-SecGroupIPv6Test-1569010352-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:06:46.396677 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-fd53c472-8507-40b4-a6ca-c5fb34670db4 tempest-SecGroupIPv6Test-1569010352 tempest-SecGroupIPv6Test-1569010352-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:06:46.460719 n-d-838334-2 neutron-server[84041]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-095f80d0-61c5-4ed4-86c0-9428b10e37b2 tempest-FloatingIPTestJSON-1355648241 tempest-FloatingIPTestJSON-1355648241-project] Router 8d2572c8-a331-400d-95fa-c6c17825c988 has already been hosted by L3 agent bc84d6c9-dd7a-4555-a351-592327b46d5a {{(pid=84041) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 21:06:46.486908 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-fd53c472-8507-40b4-a6ca-c5fb34670db4 tempest-SecGroupIPv6Test-1569010352 tempest-SecGroupIPv6Test-1569010352-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:46.604949 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Device c2e3232f-0a66-44e4-8dfc-78c97a8104ff no longer exists at agent ovs-agent-n-d-838334-2 {{(pid=84042) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 21:06:46.648933 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.plugin [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] No Port match for: c2e3232f-0a66-44e4-8dfc-78c97a8104ff {{(pid=84042) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 18 21:06:46.652869 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Device c2e3232f-0a66-44e4-8dfc-78c97a8104ff not bound to the agent host n-d-838334-2 {{(pid=84042) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 21:06:46.676526 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 38928) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:06:46.813052 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-fd53c472-8507-40b4-a6ca-c5fb34670db4 tempest-SecGroupIPv6Test-1569010352 tempest-SecGroupIPv6Test-1569010352-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:46.881569 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-0287c4a6-3043-47cd-a0fc-4ec10f156fd6 tempest-RoutersIpV6AdminTest-1940382112 tempest-RoutersIpV6AdminTest-1940382112-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-33444175', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-33443520', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5293'] for router, precommit_update {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:46.893804 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-fd53c472-8507-40b4-a6ca-c5fb34670db4 tempest-SecGroupIPv6Test-1569010352 tempest-SecGroupIPv6Test-1569010352-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33528311'] for security_group_rule, after_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:46.956045 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd53c472-8507-40b4-a6ca-c5fb34670db4 tempest-SecGroupIPv6Test-1569010352 tempest-SecGroupIPv6Test-1569010352-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c39d5ba3-eeb9-425f-a2de-9109c531aeb1,revision_number=0']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:06:46.961678 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-0287c4a6-3043-47cd-a0fc-4ec10f156fd6 tempest-RoutersIpV6AdminTest-1940382112 tempest-RoutersIpV6AdminTest-1940382112-project] Notify callbacks [] for router_gateway, before_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:46.977267 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-fd53c472-8507-40b4-a6ca-c5fb34670db4 tempest-SecGroupIPv6Test-1569010352 tempest-SecGroupIPv6Test-1569010352-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:46.981381 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-fd53c472-8507-40b4-a6ca-c5fb34670db4 tempest-SecGroupIPv6Test-1569010352 tempest-SecGroupIPv6Test-1569010352-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.6790771 Apr 18 21:06:46.982181 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 38934) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:06:46.995052 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.v2.base [None req-2b550260-59bf-4f53-b65f-a9400e289699 tempest-SecGroupIPv6Test-1569010352 tempest-SecGroupIPv6Test-1569010352-project] Request body: {'security_group_rule': {'security_group_id': '1ff09d49-d4f4-4428-b1da-a4a52507e4a9', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=84040) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:06:47.007559 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4354bb5-ca8d-4a24-acdd-2e7cbc086492 tempest-PortsIpV6TestJSON-656796091 tempest-PortsIpV6TestJSON-656796091-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:06:47.008290 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-d4354bb5-ca8d-4a24-acdd-2e7cbc086492 tempest-PortsIpV6TestJSON-656796091 tempest-PortsIpV6TestJSON-656796091-project] Synchronizing usage tracker for tenant:2eda1cb86d1d401280eb2d37452a60a8 on resource:port {{(pid=84040) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 21:06:47.012998 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.db_base_plugin_common [None req-63656851-fd74-4eb9-a276-490d280d7a7e tempest-RoutersTest-1500746192 tempest-RoutersTest-1500746192-project] Allocated IP 172.23.0.1 (ed311a23-ad81-45cd-9189-66f99400b6ae/0e2b666a-fc2b-480d-adf5-db144491e364/845767cf-a0db-47a9-8867-3aaf75cd0eb6) {{(pid=84040) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 21:06:47.016459 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [None req-2b550260-59bf-4f53-b65f-a9400e289699 tempest-SecGroupIPv6Test-1569010352 tempest-SecGroupIPv6Test-1569010352-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:06:47.019009 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-478015b3-37ae-4ee3-a8c8-aaf50a67f95d tempest-ExtraDHCPOptionsTestJSON-118230796 tempest-ExtraDHCPOptionsTestJSON-118230796-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33526260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32441074', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31752704'] for subnet, after_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:47.055376 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.plugin [None req-0287c4a6-3043-47cd-a0fc-4ec10f156fd6 tempest-RoutersIpV6AdminTest-1940382112 tempest-RoutersIpV6AdminTest-1940382112-project] Deleting port c92476a0-2b18-4fef-aba9-c6c23a615b9b {{(pid=84041) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 21:06:47.055837 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-0287c4a6-3043-47cd-a0fc-4ec10f156fd6 tempest-RoutersIpV6AdminTest-1940382112 tempest-RoutersIpV6AdminTest-1940382112-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750375188691'] for port, before_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:47.063329 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-2b550260-59bf-4f53-b65f-a9400e289699 tempest-SecGroupIPv6Test-1569010352 tempest-SecGroupIPv6Test-1569010352-project] Usage tracker for resource:security_group_rule and tenant:dc8b3677ed41470bbe4dd33b634aa4aa is out of sync, need to count used quota {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:06:47.087149 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-2b550260-59bf-4f53-b65f-a9400e289699 tempest-SecGroupIPv6Test-1569010352 tempest-SecGroupIPv6Test-1569010352-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:06:47.110105 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-d4354bb5-ca8d-4a24-acdd-2e7cbc086492 tempest-PortsIpV6TestJSON-656796091 tempest-PortsIpV6TestJSON-656796091-project] Unset dirty status for tenant:2eda1cb86d1d401280eb2d37452a60a8 on resource:port {{(pid=84040) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 21:06:47.115617 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-d4354bb5-ca8d-4a24-acdd-2e7cbc086492 tempest-PortsIpV6TestJSON-656796091 tempest-PortsIpV6TestJSON-656796091-project] 10.222.0.42 "GET /v2.0/ports HTTP/1.1" status: 200 len: 847 time: 0.8134258 Apr 18 21:06:47.119707 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [None req-2b550260-59bf-4f53-b65f-a9400e289699 tempest-SecGroupIPv6Test-1569010352 tempest-SecGroupIPv6Test-1569010352-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:06:47.125880 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 38938) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:06:47.186832 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd53c472-8507-40b4-a6ca-c5fb34670db4 tempest-SecGroupIPv6Test-1569010352 tempest-SecGroupIPv6Test-1569010352-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:06:47.187416 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd53c472-8507-40b4-a6ca-c5fb34670db4 tempest-SecGroupIPv6Test-1569010352 tempest-SecGroupIPv6Test-1569010352-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:06:47.187416 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd53c472-8507-40b4-a6ca-c5fb34670db4 tempest-SecGroupIPv6Test-1569010352 tempest-SecGroupIPv6Test-1569010352-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:06:47.187744 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd53c472-8507-40b4-a6ca-c5fb34670db4 tempest-SecGroupIPv6Test-1569010352 tempest-SecGroupIPv6Test-1569010352-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:06:47.188120 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd53c472-8507-40b4-a6ca-c5fb34670db4 tempest-SecGroupIPv6Test-1569010352 tempest-SecGroupIPv6Test-1569010352-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:06:47.188454 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd53c472-8507-40b4-a6ca-c5fb34670db4 tempest-SecGroupIPv6Test-1569010352 tempest-SecGroupIPv6Test-1569010352-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:06:47.188771 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd53c472-8507-40b4-a6ca-c5fb34670db4 tempest-SecGroupIPv6Test-1569010352 tempest-SecGroupIPv6Test-1569010352-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:06:47.189109 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd53c472-8507-40b4-a6ca-c5fb34670db4 tempest-SecGroupIPv6Test-1569010352 tempest-SecGroupIPv6Test-1569010352-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:06:47.189428 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd53c472-8507-40b4-a6ca-c5fb34670db4 tempest-SecGroupIPv6Test-1569010352 tempest-SecGroupIPv6Test-1569010352-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:06:47.189746 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd53c472-8507-40b4-a6ca-c5fb34670db4 tempest-SecGroupIPv6Test-1569010352 tempest-SecGroupIPv6Test-1569010352-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:06:47.190063 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd53c472-8507-40b4-a6ca-c5fb34670db4 tempest-SecGroupIPv6Test-1569010352 tempest-SecGroupIPv6Test-1569010352-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:06:47.288971 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-478015b3-37ae-4ee3-a8c8-aaf50a67f95d tempest-ExtraDHCPOptionsTestJSON-118230796 tempest-ExtraDHCPOptionsTestJSON-118230796-project] Pushing event updated for resources: {'Subnet': ['ID=0523cc93-b32f-40c0-857d-c0af77850868,revision_number=0']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:06:47.343152 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-2b550260-59bf-4f53-b65f-a9400e289699 tempest-SecGroupIPv6Test-1569010352 tempest-SecGroupIPv6Test-1569010352-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:47.388858 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-478015b3-37ae-4ee3-a8c8-aaf50a67f95d tempest-ExtraDHCPOptionsTestJSON-118230796 tempest-ExtraDHCPOptionsTestJSON-118230796-project] Checking segment: {'id': '7daafaa2-1a42-445d-aca5-cc32d520c581', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': 'b9271c4b-e432-487e-adc7-cf30fce3fa59'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84040) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 21:06:47.389280 n-d-838334-2 neutron-server[84040]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-478015b3-37ae-4ee3-a8c8-aaf50a67f95d tempest-ExtraDHCPOptionsTestJSON-118230796 tempest-ExtraDHCPOptionsTestJSON-118230796-project] Network hostable DHCP agents. Network: b9271c4b-e432-487e-adc7-cf30fce3fa59, hostable agents: ['8746f8ea-3e91-4b32-9919-2c63adeb8722'], hosted agents: [] {{(pid=84040) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 21:06:47.429568 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-0287c4a6-3043-47cd-a0fc-4ec10f156fd6 tempest-RoutersIpV6AdminTest-1940382112 tempest-RoutersIpV6AdminTest-1940382112-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369123'] for port, precommit_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:47.464170 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dff20827-8e69-4473-9493-f3e83c5172d8 None None] Network ed311a23-ad81-45cd-9189-66f99400b6ae requested from n-d-838334-2 {{(pid=84042) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 21:06:47.496946 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-c30ca13e-9929-4591-9d56-42d7f438ce65 tempest-PortsIpV6TestJSON-656796091 tempest-PortsIpV6TestJSON-656796091-project] 10.222.0.42 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.3703194 Apr 18 21:06:47.500111 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-63656851-fd74-4eb9-a276-490d280d7a7e tempest-RoutersTest-1500746192 tempest-RoutersTest-1500746192-project] Notify callbacks [] for port, precommit_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:47.507238 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 38942) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:06:47.530184 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-2b550260-59bf-4f53-b65f-a9400e289699 tempest-SecGroupIPv6Test-1569010352 tempest-SecGroupIPv6Test-1569010352-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:47.531086 n-d-838334-2 neutron-server[84040]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-478015b3-37ae-4ee3-a8c8-aaf50a67f95d tempest-ExtraDHCPOptionsTestJSON-118230796 tempest-ExtraDHCPOptionsTestJSON-118230796-project] Network b9271c4b-e432-487e-adc7-cf30fce3fa59 is scheduled to be hosted by DHCP agent 8746f8ea-3e91-4b32-9919-2c63adeb8722 with binding_index 1 {{(pid=84040) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 21:06:47.536520 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.provisioning_blocks [None req-63656851-fd74-4eb9-a276-490d280d7a7e tempest-RoutersTest-1500746192 tempest-RoutersTest-1500746192-project] Transition to ACTIVE for port object 845767cf-a0db-47a9-8867-3aaf75cd0eb6 will not be triggered until provisioned by entity DHCP. {{(pid=84040) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:06:47.543068 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-2b550260-59bf-4f53-b65f-a9400e289699 tempest-SecGroupIPv6Test-1569010352 tempest-SecGroupIPv6Test-1569010352-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33528311'] for security_group_rule, after_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:47.560017 n-d-838334-2 neutron-server[84040]: DEBUG neutron.scheduler.base_scheduler [None req-478015b3-37ae-4ee3-a8c8-aaf50a67f95d tempest-ExtraDHCPOptionsTestJSON-118230796 tempest-ExtraDHCPOptionsTestJSON-118230796-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-838334-2, b9271c4b-e432-487e-adc7-cf30fce3fa59) {{(pid=84040) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:06:47.578573 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2bd62b37-d3e6-4a9a-bc75-e613c1ed1656 None None] Network b9271c4b-e432-487e-adc7-cf30fce3fa59 requested from n-d-838334-2 {{(pid=84042) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 21:06:47.583187 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-478015b3-37ae-4ee3-a8c8-aaf50a67f95d tempest-ExtraDHCPOptionsTestJSON-118230796 tempest-ExtraDHCPOptionsTestJSON-118230796-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:06:47.583823 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-478015b3-37ae-4ee3-a8c8-aaf50a67f95d tempest-ExtraDHCPOptionsTestJSON-118230796 tempest-ExtraDHCPOptionsTestJSON-118230796-project] Notify callbacks [] for subnet, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:47.604986 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b550260-59bf-4f53-b65f-a9400e289699 tempest-SecGroupIPv6Test-1569010352 tempest-SecGroupIPv6Test-1569010352-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c6314ce9-54cd-42be-bbdc-18794144b71f,revision_number=0']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:06:47.611739 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.v2.base [None req-2c7efca7-f92b-47c3-abc9-8b1c78295d13 tempest-PortsIpV6TestJSON-656796091 tempest-PortsIpV6TestJSON-656796091-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1592235523'}} {{(pid=84041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:06:47.623428 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.plugin [None req-0287c4a6-3043-47cd-a0fc-4ec10f156fd6 tempest-RoutersIpV6AdminTest-1940382112 tempest-RoutersIpV6AdminTest-1940382112-project] Calling delete_port for c92476a0-2b18-4fef-aba9-c6c23a615b9b owned by network:router_gateway {{(pid=84041) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 21:06:47.626176 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-2b550260-59bf-4f53-b65f-a9400e289699 tempest-SecGroupIPv6Test-1569010352 tempest-SecGroupIPv6Test-1569010352-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:47.631265 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-2b550260-59bf-4f53-b65f-a9400e289699 tempest-SecGroupIPv6Test-1569010352 tempest-SecGroupIPv6Test-1569010352-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 714 time: 0.6446731 Apr 18 21:06:47.631265 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 38946) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:06:47.645817 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-478015b3-37ae-4ee3-a8c8-aaf50a67f95d tempest-ExtraDHCPOptionsTestJSON-118230796 tempest-ExtraDHCPOptionsTestJSON-118230796-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.0582917 Apr 18 21:06:47.646736 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 38950) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:06:47.652363 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-63656851-fd74-4eb9-a276-490d280d7a7e tempest-RoutersTest-1500746192 tempest-RoutersTest-1500746192-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750374836619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32440838'] for port, after_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:47.658693 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.v2.base [None req-5c7cabed-7df9-4b9e-9cf9-4f2db113f55a tempest-ExtraDHCPOptionsTestJSON-118230796 tempest-ExtraDHCPOptionsTestJSON-118230796-project] Request body: {'port': {'network_id': 'b9271c4b-e432-487e-adc7-cf30fce3fa59', 'name': 'tempest-ExtraDHCPOptionsTestJSON-1853787012'}} {{(pid=84040) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:06:47.665701 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-2c7efca7-f92b-47c3-abc9-8b1c78295d13 tempest-PortsIpV6TestJSON-656796091 tempest-PortsIpV6TestJSON-656796091-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:06:47.680138 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-2c7efca7-f92b-47c3-abc9-8b1c78295d13 tempest-PortsIpV6TestJSON-656796091 tempest-PortsIpV6TestJSON-656796091-project] Usage tracker for resource:network and tenant:2eda1cb86d1d401280eb2d37452a60a8 is out of sync, need to count used quota {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:06:47.693301 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-27186d26-d40e-4382-9f56-ed14fb72e6cb None None] Provisioning for port ce5cd885-2fbc-4c2f-ad20-b99ae470552c completed by entity DHCP. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 21:06:47.696139 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-2c7efca7-f92b-47c3-abc9-8b1c78295d13 tempest-PortsIpV6TestJSON-656796091 tempest-PortsIpV6TestJSON-656796091-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:06:47.709354 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-2c7efca7-f92b-47c3-abc9-8b1c78295d13 tempest-PortsIpV6TestJSON-656796091 tempest-PortsIpV6TestJSON-656796091-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:06:47.750609 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c7efca7-f92b-47c3-abc9-8b1c78295d13 tempest-PortsIpV6TestJSON-656796091 tempest-PortsIpV6TestJSON-656796091-project] Made reservation on behalf of 2eda1cb86d1d401280eb2d37452a60a8 for: {'network': 1} {{(pid=84041) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:06:47.753669 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-2c7efca7-f92b-47c3-abc9-8b1c78295d13 tempest-PortsIpV6TestJSON-656796091 tempest-PortsIpV6TestJSON-656796091-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for network, before_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:47.817320 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-30ee65dc-6c54-476a-9640-556659d8b6da tempest-SecGroupIPv6Test-1569010352 tempest-SecGroupIPv6Test-1569010352-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:47.828369 n-d-838334-2 neutron-server[84040]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63656851-fd74-4eb9-a276-490d280d7a7e tempest-RoutersTest-1500746192 tempest-RoutersTest-1500746192-project] Network ed311a23-ad81-45cd-9189-66f99400b6ae is already hosted by enough agents. {{(pid=84040) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:06:47.828781 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2c7efca7-f92b-47c3-abc9-8b1c78295d13 tempest-PortsIpV6TestJSON-656796091 tempest-PortsIpV6TestJSON-656796091-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 358} {{(pid=84041) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 21:06:47.839893 n-d-838334-2 neutron-server[84040]: DEBUG neutron.scheduler.base_scheduler [None req-63656851-fd74-4eb9-a276-490d280d7a7e tempest-RoutersTest-1500746192 tempest-RoutersTest-1500746192-project] Resources bound (agent type, host, resource id): {{(pid=84040) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:06:47.846960 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-30ee65dc-6c54-476a-9640-556659d8b6da tempest-SecGroupIPv6Test-1569010352 tempest-SecGroupIPv6Test-1569010352-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:47.848351 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-2c7efca7-f92b-47c3-abc9-8b1c78295d13 tempest-PortsIpV6TestJSON-656796091 tempest-PortsIpV6TestJSON-656796091-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1082986'] for segment, precommit_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:47.848764 n-d-838334-2 neutron-server[84041]: INFO neutron.db.segments_db [None req-2c7efca7-f92b-47c3-abc9-8b1c78295d13 tempest-PortsIpV6TestJSON-656796091 tempest-PortsIpV6TestJSON-656796091-project] Added segment 580e47ab-63b3-46f7-9d4b-760a98b611b2 of type vlan for network 4cf68dbe-86e4-4119-8627-051792f497ab Apr 18 21:06:47.855928 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63656851-fd74-4eb9-a276-490d280d7a7e tempest-RoutersTest-1500746192 tempest-RoutersTest-1500746192-project] Received port after_create {{(pid=84040) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 21:06:47.861092 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-095f80d0-61c5-4ed4-86c0-9428b10e37b2 tempest-FloatingIPTestJSON-1355648241 tempest-FloatingIPTestJSON-1355648241-project] Notify agent at l3_agent.n-d-838334-2 the message routers_updated {{(pid=84041) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 21:06:47.889402 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1e1fdf3-3fb7-45e3-a740-e4e81ce83f0a None None] Sync routers for ids ['8d2572c8-a331-400d-95fa-c6c17825c988'] in n-d-838334-2 {{(pid=84042) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 18 21:06:47.890662 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63656851-fd74-4eb9-a276-490d280d7a7e tempest-RoutersTest-1500746192 tempest-RoutersTest-1500746192-project] Pushing event updated for resources: {'Port': ['ID=845767cf-a0db-47a9-8867-3aaf75cd0eb6,revision_number=1']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:06:47.891030 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-095f80d0-61c5-4ed4-86c0-9428b10e37b2 tempest-FloatingIPTestJSON-1355648241 tempest-FloatingIPTestJSON-1355648241-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217293'] for floatingip, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:47.961655 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-065efbdf-8162-4232-a839-c2dfa205ff7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750375287399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253529'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:47.967381 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [None req-5c7cabed-7df9-4b9e-9cf9-4f2db113f55a tempest-ExtraDHCPOptionsTestJSON-118230796 tempest-ExtraDHCPOptionsTestJSON-118230796-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:06:47.971923 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1e1fdf3-3fb7-45e3-a740-e4e81ce83f0a None None] Routers {'8d2572c8-a331-400d-95fa-c6c17825c988'} bound to L3 agent in host n-d-838334-2 {{(pid=84042) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 21:06:47.973661 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_hamode_db [None req-f1e1fdf3-3fb7-45e3-a740-e4e81ce83f0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838334-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-18T20:25:48Z,description=,heartbeat_timestamp=2022-04-18T21:06:18Z,host='n-d-838334-2',id=bc84d6c9-dd7a-4555-a351-592327b46d5a,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:25:48Z,topic='l3_agent')) {'router_ids': ['8d2572c8-a331-400d-95fa-c6c17825c988'], 'active': True} {{(pid=84042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:06:47.981597 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-30ee65dc-6c54-476a-9640-556659d8b6da tempest-SecGroupIPv6Test-1569010352 tempest-SecGroupIPv6Test-1569010352-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33528311'] for security_group_rule, after_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:47.983755 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-63656851-fd74-4eb9-a276-490d280d7a7e tempest-RoutersTest-1500746192 tempest-RoutersTest-1500746192-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33444010'] for router_interface, before_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:47.987422 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-5c7cabed-7df9-4b9e-9cf9-4f2db113f55a tempest-ExtraDHCPOptionsTestJSON-118230796 tempest-ExtraDHCPOptionsTestJSON-118230796-project] Usage tracker for resource:port and tenant:103c3e19912348f890e57879ac985b48 is out of sync, need to count used quota {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:06:47.989921 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-2c7efca7-f92b-47c3-abc9-8b1c78295d13 tempest-PortsIpV6TestJSON-656796091 tempest-PortsIpV6TestJSON-656796091-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750374825732'] for network, precommit_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:48.055762 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-2c7efca7-f92b-47c3-abc9-8b1c78295d13 tempest-PortsIpV6TestJSON-656796091 tempest-PortsIpV6TestJSON-656796091-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33526109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022'] for network, after_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:48.060600 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c7efca7-f92b-47c3-abc9-8b1c78295d13 tempest-PortsIpV6TestJSON-656796091 tempest-PortsIpV6TestJSON-656796091-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:06:48.060600 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-2c7efca7-f92b-47c3-abc9-8b1c78295d13 tempest-PortsIpV6TestJSON-656796091 tempest-PortsIpV6TestJSON-656796091-project] Notify callbacks [] for network, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:48.084743 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_hamode_db [None req-f1e1fdf3-3fb7-45e3-a740-e4e81ce83f0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-838334-2', False) {} {{(pid=84042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:06:48.092164 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6050f739-1003-42ba-b290-a985ea4791ad None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp016840fc-1f9f-5892-9c53-c9cf6c845bbb-b9271c4b-e432-487e-adc7-cf30fce3fa59', 'network_id': 'b9271c4b-e432-487e-adc7-cf30fce3fa59', 'tenant_id': '103c3e19912348f890e57879ac985b48', 'fixed_ips': [{'subnet_id': '0523cc93-b32f-40c0-857d-c0af77850868'}]}} from n-d-838334-2. {{(pid=84042) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 18 21:06:48.093322 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-6050f739-1003-42ba-b290-a985ea4791ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_create {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:48.103588 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Device ce5cd885-2fbc-4c2f-ad20-b99ae470552c up at agent ovs-agent-n-d-838334-2 {{(pid=84042) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 21:06:48.114825 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-5c7cabed-7df9-4b9e-9cf9-4f2db113f55a tempest-ExtraDHCPOptionsTestJSON-118230796 tempest-ExtraDHCPOptionsTestJSON-118230796-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:06:48.130564 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30ee65dc-6c54-476a-9640-556659d8b6da tempest-SecGroupIPv6Test-1569010352 tempest-SecGroupIPv6Test-1569010352-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=c6314ce9-54cd-42be-bbdc-18794144b71f,revision_number=None']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:06:48.132771 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [None req-5c7cabed-7df9-4b9e-9cf9-4f2db113f55a tempest-ExtraDHCPOptionsTestJSON-118230796 tempest-ExtraDHCPOptionsTestJSON-118230796-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:06:48.143517 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-30ee65dc-6c54-476a-9640-556659d8b6da tempest-SecGroupIPv6Test-1569010352 tempest-SecGroupIPv6Test-1569010352-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:48.144005 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-095f80d0-61c5-4ed4-86c0-9428b10e37b2 tempest-FloatingIPTestJSON-1355648241 tempest-FloatingIPTestJSON-1355648241-project] 10.222.0.42 "DELETE /v2.0/floatingips/5d93de68-6883-4bbd-9983-7065763453e3 HTTP/1.1" status: 204 len: 168 time: 6.0411644 Apr 18 21:06:48.145305 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-30ee65dc-6c54-476a-9640-556659d8b6da tempest-SecGroupIPv6Test-1569010352 tempest-SecGroupIPv6Test-1569010352-project] 10.222.0.42 "DELETE /v2.0/security-group-rules/c6314ce9-54cd-42be-bbdc-18794144b71f HTTP/1.1" status: 204 len: 168 time: 0.5127256 Apr 18 21:06:48.148578 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 38954) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:06:48.150418 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 38956) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:06:48.155839 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1e1fdf3-3fb7-45e3-a740-e4e81ce83f0a None None] Routers {'8d2572c8-a331-400d-95fa-c6c17825c988'} bound to L3 agent in host n-d-838334-2 {{(pid=84042) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 21:06:48.156722 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_hamode_db [None req-f1e1fdf3-3fb7-45e3-a740-e4e81ce83f0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838334-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-18T20:25:48Z,description=,heartbeat_timestamp=2022-04-18T21:06:48Z,host='n-d-838334-2',id=bc84d6c9-dd7a-4555-a351-592327b46d5a,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:25:48Z,topic='l3_agent')) {'router_ids': ['8d2572c8-a331-400d-95fa-c6c17825c988'], 'active': True} {{(pid=84042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:06:48.218876 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c7cabed-7df9-4b9e-9cf9-4f2db113f55a tempest-ExtraDHCPOptionsTestJSON-118230796 tempest-ExtraDHCPOptionsTestJSON-118230796-project] Made reservation on behalf of 103c3e19912348f890e57879ac985b48 for: {'port': 1} {{(pid=84040) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:06:48.221793 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-5c7cabed-7df9-4b9e-9cf9-4f2db113f55a tempest-ExtraDHCPOptionsTestJSON-118230796 tempest-ExtraDHCPOptionsTestJSON-118230796-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:48.317269 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.plugin [None req-32c08075-ddf6-4119-b67a-5c50dd57b3ce tempest-FloatingIPTestJSON-1355648241 tempest-FloatingIPTestJSON-1355648241-project] Deleting port 67257e96-39f1-43bb-b9b1-9b8d330251d9 {{(pid=84040) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 21:06:48.317554 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-32c08075-ddf6-4119-b67a-5c50dd57b3ce tempest-FloatingIPTestJSON-1355648241 tempest-FloatingIPTestJSON-1355648241-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750375188691'] for port, before_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:48.335456 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-2c7efca7-f92b-47c3-abc9-8b1c78295d13 tempest-PortsIpV6TestJSON-656796091 tempest-PortsIpV6TestJSON-656796091-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.8236370 Apr 18 21:06:48.347198 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 38962) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:06:48.354153 n-d-838334-2 neutron-server[84040]: DEBUG neutron.notifiers.nova [None req-5c7cabed-7df9-4b9e-9cf9-4f2db113f55a tempest-ExtraDHCPOptionsTestJSON-118230796 tempest-ExtraDHCPOptionsTestJSON-118230796-project] device_id is not set on port 00c7e6da-4b26-4b06-a368-b5f25f6947a0 yet. {{(pid=84040) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 18 21:06:48.362808 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.v2.base [None req-91ad2027-e303-43b2-9c52-af48c08e7d3a tempest-PortsIpV6TestJSON-656796091 tempest-PortsIpV6TestJSON-656796091-project] Request body: {'subnet': {'network_id': '4cf68dbe-86e4-4119-8627-051792f497ab', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=84041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:06:48.384838 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c7efca7-f92b-47c3-abc9-8b1c78295d13 tempest-PortsIpV6TestJSON-656796091 tempest-PortsIpV6TestJSON-656796091-project] Pushing event updated for resources: {'Network': ['ID=4cf68dbe-86e4-4119-8627-051792f497ab,revision_number=1']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:06:48.391574 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-0287c4a6-3043-47cd-a0fc-4ec10f156fd6 tempest-RoutersIpV6AdminTest-1940382112 tempest-RoutersIpV6AdminTest-1940382112-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750375259028', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750374836628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32266323'] for port, after_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:48.423560 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-265cad86-9500-42bb-8b9b-607e72d01afa tempest-SecGroupIPv6Test-1569010352 tempest-SecGroupIPv6Test-1569010352-project] Synchronizing usage tracker for tenant:dc8b3677ed41470bbe4dd33b634aa4aa on resource:security_group_rule {{(pid=84040) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 21:06:48.466737 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.db_base_plugin_common [None req-6050f739-1003-42ba-b290-a985ea4791ad None None] Allocated IP 172.20.0.2 (b9271c4b-e432-487e-adc7-cf30fce3fa59/0523cc93-b32f-40c0-857d-c0af77850868/50340c05-1f4d-4c01-a087-1615b8e05a9c) {{(pid=84042) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 21:06:48.479833 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-63656851-fd74-4eb9-a276-490d280d7a7e tempest-RoutersTest-1500746192 tempest-RoutersTest-1500746192-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:48.543345 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-265cad86-9500-42bb-8b9b-607e72d01afa tempest-SecGroupIPv6Test-1569010352 tempest-SecGroupIPv6Test-1569010352-project] Unset dirty status for tenant:dc8b3677ed41470bbe4dd33b634aa4aa on resource:security_group_rule {{(pid=84040) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 21:06:48.547301 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-265cad86-9500-42bb-8b9b-607e72d01afa tempest-SecGroupIPv6Test-1569010352 tempest-SecGroupIPv6Test-1569010352-project] 10.222.0.42 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5171 time: 0.3661299 Apr 18 21:06:48.549719 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 38966) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:06:48.640406 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0287c4a6-3043-47cd-a0fc-4ec10f156fd6 tempest-RoutersIpV6AdminTest-1940382112 tempest-RoutersIpV6AdminTest-1940382112-project] Pushing event deleted for resources: {'Port': ['ID=c92476a0-2b18-4fef-aba9-c6c23a615b9b,revision_number=None']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:06:48.701701 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-6050f739-1003-42ba-b290-a985ea4791ad None None] Notify callbacks [] for port, precommit_create {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:48.713243 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-6050f739-1003-42ba-b290-a985ea4791ad None None] Transition to ACTIVE for port object 50340c05-1f4d-4c01-a087-1615b8e05a9c will not be triggered until provisioned by entity L2. {{(pid=84042) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:06:48.733904 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-6050f739-1003-42ba-b290-a985ea4791ad None None] Transition to ACTIVE for port object 50340c05-1f4d-4c01-a087-1615b8e05a9c will not be triggered until provisioned by entity DHCP. {{(pid=84042) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:06:48.741776 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_hamode_db [None req-f1e1fdf3-3fb7-45e3-a740-e4e81ce83f0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-838334-2', False) {} {{(pid=84042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:06:48.742551 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1e1fdf3-3fb7-45e3-a740-e4e81ce83f0a None None] The sync data for ids ['8d2572c8-a331-400d-95fa-c6c17825c988'] in n-d-838334-2 is: [] {{(pid=84042) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 18 21:06:48.744738 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Network 4cf68dbe-86e4-4119-8627-051792f497ab details requested by agent ovs-agent-n-d-838334-2 with host n-d-838334-2 {{(pid=84042) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 18 21:06:48.750531 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-91ad2027-e303-43b2-9c52-af48c08e7d3a tempest-PortsIpV6TestJSON-656796091 tempest-PortsIpV6TestJSON-656796091-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:06:48.758985 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-91ad2027-e303-43b2-9c52-af48c08e7d3a tempest-PortsIpV6TestJSON-656796091 tempest-PortsIpV6TestJSON-656796091-project] Usage tracker for resource:subnet and tenant:2eda1cb86d1d401280eb2d37452a60a8 is out of sync, need to count used quota {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:06:48.770210 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-91ad2027-e303-43b2-9c52-af48c08e7d3a tempest-PortsIpV6TestJSON-656796091 tempest-PortsIpV6TestJSON-656796091-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:06:48.776538 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-4aa3b13e-92b3-4ccb-844a-5eec7aff1ec0 tempest-SecGroupIPv6Test-1569010352 tempest-SecGroupIPv6Test-1569010352-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:48.777000 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-6050f739-1003-42ba-b290-a985ea4791ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750374836619'] for port, after_create {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:48.787983 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-91ad2027-e303-43b2-9c52-af48c08e7d3a tempest-PortsIpV6TestJSON-656796091 tempest-PortsIpV6TestJSON-656796091-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:06:48.911402 n-d-838334-2 neutron-server[84042]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6050f739-1003-42ba-b290-a985ea4791ad None None] Network b9271c4b-e432-487e-adc7-cf30fce3fa59 is already hosted by enough agents. {{(pid=84042) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:06:48.912535 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-4aa3b13e-92b3-4ccb-844a-5eec7aff1ec0 tempest-SecGroupIPv6Test-1569010352 tempest-SecGroupIPv6Test-1569010352-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:48.920228 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6050f739-1003-42ba-b290-a985ea4791ad None None] Pushing event updated for resources: {'Port': ['ID=50340c05-1f4d-4c01-a087-1615b8e05a9c,revision_number=1']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:06:48.929214 n-d-838334-2 neutron-server[84042]: DEBUG neutron.scheduler.base_scheduler [None req-6050f739-1003-42ba-b290-a985ea4791ad None None] Resources bound (agent type, host, resource id): {{(pid=84042) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:06:48.945987 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6050f739-1003-42ba-b290-a985ea4791ad None None] Received port after_create {{(pid=84042) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 21:06:48.977707 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-91ad2027-e303-43b2-9c52-af48c08e7d3a tempest-PortsIpV6TestJSON-656796091 tempest-PortsIpV6TestJSON-656796091-project] Made reservation on behalf of 2eda1cb86d1d401280eb2d37452a60a8 for: {'subnet': 1} {{(pid=84041) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:06:48.992206 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-c5412ca0-913a-4d43-b780-09f6942aa9fd None None] Provisioning for port 845767cf-a0db-47a9-8867-3aaf75cd0eb6 completed by entity DHCP. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 21:06:49.003440 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-c5412ca0-913a-4d43-b780-09f6942aa9fd None None] Provisioning complete for port 845767cf-a0db-47a9-8867-3aaf75cd0eb6 triggered by entity DHCP. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:06:49.004437 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-c5412ca0-913a-4d43-b780-09f6942aa9fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1253608'] for port, provisioning_complete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:49.038131 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750375287399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253529'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:49.046259 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.db.api [None req-5c7cabed-7df9-4b9e-9cf9-4f2db113f55a tempest-ExtraDHCPOptionsTestJSON-118230796 tempest-ExtraDHCPOptionsTestJSON-118230796-project] Retry wrapper got retriable exception: Failed to create a duplicate IpamAllocation: for attribute(s) ['ipamallocations.PRIMARY'] with value(s) 172.20.0.2-05e6a09b-be1f-40c2-aa65-531033073a62 {{(pid=84040) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 18 21:06:49.046790 n-d-838334-2 neutron-server[84040]: DEBUG oslo_db.api [None req-5c7cabed-7df9-4b9e-9cf9-4f2db113f55a tempest-ExtraDHCPOptionsTestJSON-118230796 tempest-ExtraDHCPOptionsTestJSON-118230796-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=84040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 18 21:06:49.079462 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-0287c4a6-3043-47cd-a0fc-4ec10f156fd6 tempest-RoutersIpV6AdminTest-1940382112 tempest-RoutersIpV6AdminTest-1940382112-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33444108'] for router_gateway, after_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:49.104813 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-4aa3b13e-92b3-4ccb-844a-5eec7aff1ec0 tempest-SecGroupIPv6Test-1569010352 tempest-SecGroupIPv6Test-1569010352-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33528311'] for security_group_rule, after_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:49.114962 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-32c08075-ddf6-4119-b67a-5c50dd57b3ce tempest-FloatingIPTestJSON-1355648241 tempest-FloatingIPTestJSON-1355648241-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369123'] for port, precommit_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:49.143073 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aa3b13e-92b3-4ccb-844a-5eec7aff1ec0 tempest-SecGroupIPv6Test-1569010352 tempest-SecGroupIPv6Test-1569010352-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=c39d5ba3-eeb9-425f-a2de-9109c531aeb1,revision_number=None']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:06:49.164513 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.managers [None req-6050f739-1003-42ba-b290-a985ea4791ad None None] Attempting to bind port 50340c05-1f4d-4c01-a087-1615b8e05a9c on host n-d-838334-2 for vnic_type normal with profile {{(pid=84042) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 21:06:49.164876 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.managers [None req-6050f739-1003-42ba-b290-a985ea4791ad None None] Attempting to bind port 50340c05-1f4d-4c01-a087-1615b8e05a9c by drivers openvswitch,hyperv on host n-d-838334-2 at level 0 using segments [{'id': '7daafaa2-1a42-445d-aca5-cc32d520c581', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': 'b9271c4b-e432-487e-adc7-cf30fce3fa59'}] {{(pid=84042) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 21:06:49.165229 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6050f739-1003-42ba-b290-a985ea4791ad None None] Attempting to bind port 50340c05-1f4d-4c01-a087-1615b8e05a9c on network b9271c4b-e432-487e-adc7-cf30fce3fa59 {{(pid=84042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 21:06:49.173881 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6050f739-1003-42ba-b290-a985ea4791ad None None] Checking agent: {'id': '97cd4414-7af6-4d67-868d-dff370b4071a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838334-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 25, 49), 'started_at': datetime.datetime(2022, 4, 18, 20, 26, 19), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 21, 6, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838334-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 18 21:06:49.174207 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6050f739-1003-42ba-b290-a985ea4791ad None None] Checking segment: {'id': '7daafaa2-1a42-445d-aca5-cc32d520c581', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': 'b9271c4b-e432-487e-adc7-cf30fce3fa59'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84042) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 21:06:49.174573 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-6050f739-1003-42ba-b290-a985ea4791ad None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:49.174983 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6050f739-1003-42ba-b290-a985ea4791ad None None] Bound using segment: {'id': '7daafaa2-1a42-445d-aca5-cc32d520c581', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': 'b9271c4b-e432-487e-adc7-cf30fce3fa59'} {{(pid=84042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 18 21:06:49.175442 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.managers [None req-6050f739-1003-42ba-b290-a985ea4791ad None None] Bound port: 50340c05-1f4d-4c01-a087-1615b8e05a9c, host: n-d-838334-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7daafaa2-1a42-445d-aca5-cc32d520c581', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': 'b9271c4b-e432-487e-adc7-cf30fce3fa59'}}] {{(pid=84042) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 21:06:49.176112 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-6050f739-1003-42ba-b290-a985ea4791ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:49.216295 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.plugin [None req-c5412ca0-913a-4d43-b780-09f6942aa9fd None None] Port 845767cf-a0db-47a9-8867-3aaf75cd0eb6 cannot update to ACTIVE because it is not bound. {{(pid=84042) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 18 21:06:49.221946 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Provisioning for port ce5cd885-2fbc-4c2f-ad20-b99ae470552c completed by entity L2. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 21:06:49.236705 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Provisioning complete for port ce5cd885-2fbc-4c2f-ad20-b99ae470552c triggered by entity L2. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:06:49.237067 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1253608'] for port, provisioning_complete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:49.237441 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-0287c4a6-3043-47cd-a0fc-4ec10f156fd6 tempest-RoutersIpV6AdminTest-1940382112 tempest-RoutersIpV6AdminTest-1940382112-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-33444175', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-33443520', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5293'] for router, precommit_update {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:49.252533 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-0287c4a6-3043-47cd-a0fc-4ec10f156fd6 tempest-RoutersIpV6AdminTest-1940382112 tempest-RoutersIpV6AdminTest-1940382112-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33444176', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-33444166', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-33444185', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-33443547'] for router, after_update {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:49.257134 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-91ad2027-e303-43b2-9c52-af48c08e7d3a tempest-PortsIpV6TestJSON-656796091 tempest-PortsIpV6TestJSON-656796091-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32486301'] for subnet, before_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:49.262246 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.plugin [None req-32c08075-ddf6-4119-b67a-5c50dd57b3ce tempest-FloatingIPTestJSON-1355648241 tempest-FloatingIPTestJSON-1355648241-project] Calling delete_port for 67257e96-39f1-43bb-b9b1-9b8d330251d9 owned by {{(pid=84040) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 21:06:49.305179 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-c5412ca0-913a-4d43-b780-09f6942aa9fd None None] Provisioning complete for port ce5cd885-2fbc-4c2f-ad20-b99ae470552c triggered by entity DHCP. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:06:49.305179 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-c5412ca0-913a-4d43-b780-09f6942aa9fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1253608'] for port, provisioning_complete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:49.335997 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-4aa3b13e-92b3-4ccb-844a-5eec7aff1ec0 tempest-SecGroupIPv6Test-1569010352 tempest-SecGroupIPv6Test-1569010352-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:49.339548 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-4aa3b13e-92b3-4ccb-844a-5eec7aff1ec0 tempest-SecGroupIPv6Test-1569010352 tempest-SecGroupIPv6Test-1569010352-project] 10.222.0.42 "DELETE /v2.0/security-group-rules/c39d5ba3-eeb9-425f-a2de-9109c531aeb1 HTTP/1.1" status: 204 len: 168 time: 0.7863114 Apr 18 21:06:49.344018 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 38970) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:06:49.463595 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-039a348f-5da7-494c-abc3-d9c9cb94934e tempest-SecGroupIPv6Test-1569010352 tempest-SecGroupIPv6Test-1569010352-project] Synchronizing usage tracker for tenant:dc8b3677ed41470bbe4dd33b634aa4aa on resource:security_group_rule {{(pid=84040) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 21:06:49.471581 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-c5412ca0-913a-4d43-b780-09f6942aa9fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:49.489633 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-07c04f34-1a2c-4bbd-b73b-b8461c4d9698 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33443857'] for router_interface, before_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:49.494732 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-6050f739-1003-42ba-b290-a985ea4791ad None None] For port 50340c05-1f4d-4c01-a087-1615b8e05a9c, host n-d-838334-2, cleared binding levels {{(pid=84042) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 21:06:49.498047 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-63656851-fd74-4eb9-a276-490d280d7a7e tempest-RoutersTest-1500746192 tempest-RoutersTest-1500746192-project] Notify callbacks [] for port, precommit_update {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:49.513235 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-63656851-fd74-4eb9-a276-490d280d7a7e tempest-RoutersTest-1500746192 tempest-RoutersTest-1500746192-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32440959'] for port, after_update {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:49.518660 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-c5412ca0-913a-4d43-b780-09f6942aa9fd None None] For port ce5cd885-2fbc-4c2f-ad20-b99ae470552c, host n-d-838334-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838334-2',level=0,port_id=ce5cd885-2fbc-4c2f-ad20-b99ae470552c,segment=NetworkSegment(6476bd63-2887-4051-bea8-a950e485808d),segment_id=6476bd63-2887-4051-bea8-a950e485808d)] {{(pid=84042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:06:49.557031 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-c5412ca0-913a-4d43-b780-09f6942aa9fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682'] for port, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:49.560977 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-6050f739-1003-42ba-b290-a985ea4791ad None None] For port 50340c05-1f4d-4c01-a087-1615b8e05a9c, host n-d-838334-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838334-2',level=0,port_id=50340c05-1f4d-4c01-a087-1615b8e05a9c,segment=NetworkSegment(7daafaa2-1a42-445d-aca5-cc32d520c581),segment_id=7daafaa2-1a42-445d-aca5-cc32d520c581)] {{(pid=84042) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 21:06:49.619531 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-5c7cabed-7df9-4b9e-9cf9-4f2db113f55a tempest-ExtraDHCPOptionsTestJSON-118230796 tempest-ExtraDHCPOptionsTestJSON-118230796-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:49.645862 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5412ca0-913a-4d43-b780-09f6942aa9fd None None] Pushing event updated for resources: {'Port': ['ID=ce5cd885-2fbc-4c2f-ad20-b99ae470552c,revision_number=3']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:06:49.647252 n-d-838334-2 neutron-server[84041]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0287c4a6-3043-47cd-a0fc-4ec10f156fd6 tempest-RoutersIpV6AdminTest-1940382112 tempest-RoutersIpV6AdminTest-1940382112-project] Router 9d467895-f4e2-478a-8bfa-152a2509586b has already been hosted by L3 agent bc84d6c9-dd7a-4555-a351-592327b46d5a {{(pid=84041) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 21:06:49.659367 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-6050f739-1003-42ba-b290-a985ea4791ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682'] for port, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:49.714931 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-414b6ffe-e119-47bc-b18f-bcff1219c2f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750375287399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253529'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:49.781001 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-ed3617a0-c53b-4453-a2b7-8b96f25e2207 None None] Provisioning complete for port 845767cf-a0db-47a9-8867-3aaf75cd0eb6 triggered by entity DHCP. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:06:49.781001 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-ed3617a0-c53b-4453-a2b7-8b96f25e2207 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1253608'] for port, provisioning_complete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:49.795658 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-039a348f-5da7-494c-abc3-d9c9cb94934e tempest-SecGroupIPv6Test-1569010352 tempest-SecGroupIPv6Test-1569010352-project] Unset dirty status for tenant:dc8b3677ed41470bbe4dd33b634aa4aa on resource:security_group_rule {{(pid=84040) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 21:06:49.799969 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-039a348f-5da7-494c-abc3-d9c9cb94934e tempest-SecGroupIPv6Test-1569010352 tempest-SecGroupIPv6Test-1569010352-project] 10.222.0.42 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4683 time: 0.4525328 Apr 18 21:06:49.814623 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 38974) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:06:49.832430 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6050f739-1003-42ba-b290-a985ea4791ad None None] Pushing event updated for resources: {'Port': ['ID=50340c05-1f4d-4c01-a087-1615b8e05a9c,revision_number=2']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:06:49.844856 n-d-838334-2 neutron-server[84040]: DEBUG neutron.notifiers.nova [None req-5c7cabed-7df9-4b9e-9cf9-4f2db113f55a tempest-ExtraDHCPOptionsTestJSON-118230796 tempest-ExtraDHCPOptionsTestJSON-118230796-project] device_id is not set on port e4d5755a-9f33-4bdd-b3f7-40481a6011a2 yet. {{(pid=84040) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 18 21:06:49.877949 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.plugin [None req-ed3617a0-c53b-4453-a2b7-8b96f25e2207 None None] Port 845767cf-a0db-47a9-8867-3aaf75cd0eb6 cannot update to ACTIVE because it is not bound. {{(pid=84042) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 18 21:06:49.898025 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63656851-fd74-4eb9-a276-490d280d7a7e tempest-RoutersTest-1500746192 tempest-RoutersTest-1500746192-project] Pushing event updated for resources: {'Port': ['ID=845767cf-a0db-47a9-8867-3aaf75cd0eb6,revision_number=2']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:06:49.906204 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-63656851-fd74-4eb9-a276-490d280d7a7e tempest-RoutersTest-1500746192 tempest-RoutersTest-1500746192-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-32377886', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33443847'] for router_interface, after_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:49.933788 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-32c08075-ddf6-4119-b67a-5c50dd57b3ce tempest-FloatingIPTestJSON-1355648241 tempest-FloatingIPTestJSON-1355648241-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750375259028', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750374836628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32440838'] for port, after_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:49.964882 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Device ce5cd885-2fbc-4c2f-ad20-b99ae470552c up at agent ovs-agent-n-d-838334-2 {{(pid=84042) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 21:06:50.010718 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-68a40b62-22f6-49c0-9eb0-41b89f87e937 tempest-SecGroupIPv6Test-1569010352 tempest-SecGroupIPv6Test-1569010352-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:50.030606 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0287c4a6-3043-47cd-a0fc-4ec10f156fd6 tempest-RoutersIpV6AdminTest-1940382112 tempest-RoutersIpV6AdminTest-1940382112-project] Notify agent at l3_agent.n-d-838334-2 the message routers_updated {{(pid=84041) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 21:06:50.036423 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-91ad2027-e303-43b2-9c52-af48c08e7d3a tempest-PortsIpV6TestJSON-656796091 tempest-PortsIpV6TestJSON-656796091-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33526260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32266407', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32486287'] for subnet, after_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:50.043735 n-d-838334-2 neutron-server[84043]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7834e711-fc39-454b-96f4-95f4f399c555 None None] Sync routers for ids ['9d467895-f4e2-478a-8bfa-152a2509586b'] in n-d-838334-2 {{(pid=84043) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 18 21:06:50.078777 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32c08075-ddf6-4119-b67a-5c50dd57b3ce tempest-FloatingIPTestJSON-1355648241 tempest-FloatingIPTestJSON-1355648241-project] Pushing event deleted for resources: {'Port': ['ID=67257e96-39f1-43bb-b9b1-9b8d330251d9,revision_number=None']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:06:50.084151 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7834e711-fc39-454b-96f4-95f4f399c555 None None] Routers {'9d467895-f4e2-478a-8bfa-152a2509586b'} bound to L3 agent in host n-d-838334-2 {{(pid=84043) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 21:06:50.085187 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.l3_hamode_db [None req-7834e711-fc39-454b-96f4-95f4f399c555 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838334-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-18T20:25:48Z,description=,heartbeat_timestamp=2022-04-18T21:06:48Z,host='n-d-838334-2',id=bc84d6c9-dd7a-4555-a351-592327b46d5a,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:25:48Z,topic='l3_agent')) {'router_ids': ['9d467895-f4e2-478a-8bfa-152a2509586b'], 'active': True} {{(pid=84043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:06:50.116755 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-0287c4a6-3043-47cd-a0fc-4ec10f156fd6 tempest-RoutersIpV6AdminTest-1940382112 tempest-RoutersIpV6AdminTest-1940382112-project] Notify callbacks [] for router, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:50.117911 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-0287c4a6-3043-47cd-a0fc-4ec10f156fd6 tempest-RoutersIpV6AdminTest-1940382112 tempest-RoutersIpV6AdminTest-1940382112-project] 10.222.0.42 "PUT /v2.0/routers/9d467895-f4e2-478a-8bfa-152a2509586b HTTP/1.1" status: 200 len: 709 time: 6.4487484 Apr 18 21:06:50.122072 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 38978) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:06:50.123414 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Provisioning complete for port ce5cd885-2fbc-4c2f-ad20-b99ae470552c triggered by entity L2. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:06:50.124045 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1253608'] for port, provisioning_complete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:50.179772 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-68a40b62-22f6-49c0-9eb0-41b89f87e937 tempest-SecGroupIPv6Test-1569010352 tempest-SecGroupIPv6Test-1569010352-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:50.216180 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.l3_hamode_db [None req-7834e711-fc39-454b-96f4-95f4f399c555 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-838334-2', False) {} {{(pid=84043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:06:50.234706 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7834e711-fc39-454b-96f4-95f4f399c555 None None] Routers {'9d467895-f4e2-478a-8bfa-152a2509586b'} bound to L3 agent in host n-d-838334-2 {{(pid=84043) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 21:06:50.236593 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.l3_hamode_db [None req-7834e711-fc39-454b-96f4-95f4f399c555 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838334-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-18T20:25:48Z,description=,heartbeat_timestamp=2022-04-18T21:06:48Z,host='n-d-838334-2',id=bc84d6c9-dd7a-4555-a351-592327b46d5a,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:25:48Z,topic='l3_agent')) {'router_ids': ['9d467895-f4e2-478a-8bfa-152a2509586b'], 'active': True} {{(pid=84043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:06:50.281233 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91ad2027-e303-43b2-9c52-af48c08e7d3a tempest-PortsIpV6TestJSON-656796091 tempest-PortsIpV6TestJSON-656796091-project] Pushing event updated for resources: {'Subnet': ['ID=984c01f7-beb1-413f-80b2-d546bde3fc23,revision_number=0']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:06:50.339375 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.l3_hamode_db [None req-7834e711-fc39-454b-96f4-95f4f399c555 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-838334-2', False) {} {{(pid=84043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:06:50.339868 n-d-838334-2 neutron-server[84043]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7834e711-fc39-454b-96f4-95f4f399c555 None None] The sync data for ids ['9d467895-f4e2-478a-8bfa-152a2509586b'] in n-d-838334-2 is: [] {{(pid=84043) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 18 21:06:50.391694 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91ad2027-e303-43b2-9c52-af48c08e7d3a tempest-PortsIpV6TestJSON-656796091 tempest-PortsIpV6TestJSON-656796091-project] Checking segment: {'id': '580e47ab-63b3-46f7-9d4b-760a98b611b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '4cf68dbe-86e4-4119-8627-051792f497ab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84041) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 21:06:50.392055 n-d-838334-2 neutron-server[84041]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91ad2027-e303-43b2-9c52-af48c08e7d3a tempest-PortsIpV6TestJSON-656796091 tempest-PortsIpV6TestJSON-656796091-project] Network hostable DHCP agents. Network: 4cf68dbe-86e4-4119-8627-051792f497ab, hostable agents: ['8746f8ea-3e91-4b32-9919-2c63adeb8722'], hosted agents: [] {{(pid=84041) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 21:06:50.428494 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-1a45f5a4-8578-490e-9457-f0de1d728809 tempest-RoutersIpV6AdminTest-1441855246 tempest-RoutersIpV6AdminTest-1441855246-project-admin] 10.222.0.42 "GET /v2.0/routers/9d467895-f4e2-478a-8bfa-152a2509586b HTTP/1.1" status: 200 len: 744 time: 0.3009913 Apr 18 21:06:50.432583 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.db_base_plugin_common [None req-5c7cabed-7df9-4b9e-9cf9-4f2db113f55a tempest-ExtraDHCPOptionsTestJSON-118230796 tempest-ExtraDHCPOptionsTestJSON-118230796-project] Allocated IP 172.20.0.5 (b9271c4b-e432-487e-adc7-cf30fce3fa59/0523cc93-b32f-40c0-857d-c0af77850868/e4d5755a-9f33-4bdd-b3f7-40481a6011a2) {{(pid=84040) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 21:06:50.433227 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 38982) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:06:50.462937 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-68a40b62-22f6-49c0-9eb0-41b89f87e937 tempest-SecGroupIPv6Test-1569010352 tempest-SecGroupIPv6Test-1569010352-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33528311'] for security_group_rule, after_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:50.502483 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-9934bb96-710c-4592-86e9-38db6379f2c0 tempest-RoutersIpV6AdminTest-1441855246 tempest-RoutersIpV6AdminTest-1441855246-project-admin] 10.222.0.42 "GET /v2.0/ports?network_id=e41b6600-a917-4a8d-b05c-be3be40c6d8c&device_id=9d467895-f4e2-478a-8bfa-152a2509586b HTTP/1.1" status: 200 len: 205 time: 0.0620484 Apr 18 21:06:50.506369 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 38986) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:06:50.522670 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68a40b62-22f6-49c0-9eb0-41b89f87e937 tempest-SecGroupIPv6Test-1569010352 tempest-SecGroupIPv6Test-1569010352-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=e7a5eeb4-5464-4ea7-a3cd-db03fbbef277,revision_number=None']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:06:50.533561 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-32c08075-ddf6-4119-b67a-5c50dd57b3ce tempest-FloatingIPTestJSON-1355648241 tempest-FloatingIPTestJSON-1355648241-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217293'] for port, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:50.537534 n-d-838334-2 neutron-server[84040]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63656851-fd74-4eb9-a276-490d280d7a7e tempest-RoutersTest-1500746192 tempest-RoutersTest-1500746192-project] Network ed311a23-ad81-45cd-9189-66f99400b6ae is already hosted by enough agents. {{(pid=84040) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:06:50.552868 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-c7521a90-7d65-4e2e-842c-ca5d95e9a89c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750375287399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253529'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:50.555428 n-d-838334-2 neutron-server[84040]: DEBUG neutron.scheduler.base_scheduler [None req-63656851-fd74-4eb9-a276-490d280d7a7e tempest-RoutersTest-1500746192 tempest-RoutersTest-1500746192-project] Resources bound (agent type, host, resource id): {{(pid=84040) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:06:50.622461 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-5f50057d-f062-459a-8918-09ef47ff3b0d tempest-RoutersIpV6AdminTest-1940382112 tempest-RoutersIpV6AdminTest-1940382112-project] 10.222.0.42 "GET /v2.0/ports?device_id=9d467895-f4e2-478a-8bfa-152a2509586b HTTP/1.1" status: 200 len: 205 time: 0.1128695 Apr 18 21:06:50.624369 n-d-838334-2 neutron-server[84041]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91ad2027-e303-43b2-9c52-af48c08e7d3a tempest-PortsIpV6TestJSON-656796091 tempest-PortsIpV6TestJSON-656796091-project] Network 4cf68dbe-86e4-4119-8627-051792f497ab is scheduled to be hosted by DHCP agent 8746f8ea-3e91-4b32-9919-2c63adeb8722 with binding_index 1 {{(pid=84041) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 21:06:50.633695 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 38990) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:06:50.636950 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-32c08075-ddf6-4119-b67a-5c50dd57b3ce tempest-FloatingIPTestJSON-1355648241 tempest-FloatingIPTestJSON-1355648241-project] 10.222.0.42 "DELETE /v2.0/ports/67257e96-39f1-43bb-b9b1-9b8d330251d9 HTTP/1.1" status: 204 len: 168 time: 2.4874909 Apr 18 21:06:50.666853 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 38994) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:06:50.679255 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.v2.base [None req-3c2e12f0-5dcf-4e64-badd-9b207c80dfef tempest-FloatingIPTestJSON-1355648241 tempest-FloatingIPTestJSON-1355648241-project] Request body: {'floatingip': {'floating_network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c'}} {{(pid=84041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:06:50.685926 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-3c2e12f0-5dcf-4e64-badd-9b207c80dfef tempest-FloatingIPTestJSON-1355648241 tempest-FloatingIPTestJSON-1355648241-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:06:50.700076 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-3c2e12f0-5dcf-4e64-badd-9b207c80dfef tempest-FloatingIPTestJSON-1355648241 tempest-FloatingIPTestJSON-1355648241-project] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:06:50.708170 n-d-838334-2 neutron-server[84041]: DEBUG neutron.scheduler.base_scheduler [None req-91ad2027-e303-43b2-9c52-af48c08e7d3a tempest-PortsIpV6TestJSON-656796091 tempest-PortsIpV6TestJSON-656796091-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-838334-2, 4cf68dbe-86e4-4119-8627-051792f497ab) {{(pid=84041) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:06:50.716601 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b85ad57c-2df0-45f8-8d2e-71e2b955662e None None] Network 4cf68dbe-86e4-4119-8627-051792f497ab requested from n-d-838334-2 {{(pid=84042) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 21:06:50.720060 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91ad2027-e303-43b2-9c52-af48c08e7d3a tempest-PortsIpV6TestJSON-656796091 tempest-PortsIpV6TestJSON-656796091-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:06:50.720909 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-91ad2027-e303-43b2-9c52-af48c08e7d3a tempest-PortsIpV6TestJSON-656796091 tempest-PortsIpV6TestJSON-656796091-project] Notify callbacks [] for subnet, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:50.759349 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-91ad2027-e303-43b2-9c52-af48c08e7d3a tempest-PortsIpV6TestJSON-656796091 tempest-PortsIpV6TestJSON-656796091-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.4103587 Apr 18 21:06:50.762815 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 38998) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:06:50.769792 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.v2.base [None req-f065ed16-33a6-4aa9-b36e-349d297e6eae tempest-PortsIpV6TestJSON-656796091 tempest-PortsIpV6TestJSON-656796091-project] Request body: {'port': {'network_id': '4cf68dbe-86e4-4119-8627-051792f497ab', 'name': 'tempest-PortsIpV6TestJSON-1961849551'}} {{(pid=84041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:06:50.789506 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-3c2e12f0-5dcf-4e64-badd-9b207c80dfef tempest-FloatingIPTestJSON-1355648241 tempest-FloatingIPTestJSON-1355648241-project] Notify callbacks [] for floatingip, before_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:50.806314 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-68a40b62-22f6-49c0-9eb0-41b89f87e937 tempest-SecGroupIPv6Test-1569010352 tempest-SecGroupIPv6Test-1569010352-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:50.810003 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-68a40b62-22f6-49c0-9eb0-41b89f87e937 tempest-SecGroupIPv6Test-1569010352 tempest-SecGroupIPv6Test-1569010352-project] 10.222.0.42 "DELETE /v2.0/security-group-rules/e7a5eeb4-5464-4ea7-a3cd-db03fbbef277 HTTP/1.1" status: 204 len: 168 time: 0.9919534 Apr 18 21:06:50.821417 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 39002) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:06:51.084845 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e21c2f5-c8c5-43f0-9bd3-47735a63f12e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp016840fc-1f9f-5892-9c53-c9cf6c845bbb-4cf68dbe-86e4-4119-8627-051792f497ab', 'network_id': '4cf68dbe-86e4-4119-8627-051792f497ab', 'tenant_id': '2eda1cb86d1d401280eb2d37452a60a8', 'fixed_ips': [{'subnet_id': '984c01f7-beb1-413f-80b2-d546bde3fc23'}]}} from n-d-838334-2. {{(pid=84042) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 18 21:06:51.086525 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-9e21c2f5-c8c5-43f0-9bd3-47735a63f12e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_create {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:51.116140 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-2fd6caef-9c89-4fc3-aed9-74d97aed8c21 None None] Provisioning complete for port 845767cf-a0db-47a9-8867-3aaf75cd0eb6 triggered by entity DHCP. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:06:51.116399 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-2fd6caef-9c89-4fc3-aed9-74d97aed8c21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1253608'] for port, provisioning_complete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:51.159062 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce9ec6d5-da5b-41bb-87f5-ebafed4128d1 None None] Network b9271c4b-e432-487e-adc7-cf30fce3fa59 requested from n-d-838334-2 {{(pid=84042) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 21:06:51.161740 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-f065ed16-33a6-4aa9-b36e-349d297e6eae tempest-PortsIpV6TestJSON-656796091 tempest-PortsIpV6TestJSON-656796091-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:06:51.179544 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-f065ed16-33a6-4aa9-b36e-349d297e6eae tempest-PortsIpV6TestJSON-656796091 tempest-PortsIpV6TestJSON-656796091-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:06:51.212363 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f065ed16-33a6-4aa9-b36e-349d297e6eae tempest-PortsIpV6TestJSON-656796091 tempest-PortsIpV6TestJSON-656796091-project] Made reservation on behalf of 2eda1cb86d1d401280eb2d37452a60a8 for: {'port': 1} {{(pid=84041) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:06:51.215522 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-f065ed16-33a6-4aa9-b36e-349d297e6eae tempest-PortsIpV6TestJSON-656796091 tempest-PortsIpV6TestJSON-656796091-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:51.266506 n-d-838334-2 neutron-server[84041]: DEBUG neutron.notifiers.nova [None req-f065ed16-33a6-4aa9-b36e-349d297e6eae tempest-PortsIpV6TestJSON-656796091 tempest-PortsIpV6TestJSON-656796091-project] device_id is not set on port 1eb954f1-6ab7-4969-9073-9ae8ed8043dd yet. {{(pid=84041) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 18 21:06:51.283104 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-6ea18ac4-513b-4209-bf83-4e8f4266ebd0 tempest-RoutersIpV6AdminTest-1940382112 tempest-RoutersIpV6AdminTest-1940382112-project] Notify callbacks [] for router, before_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:51.309934 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.plugin [None req-2fd6caef-9c89-4fc3-aed9-74d97aed8c21 None None] Port 845767cf-a0db-47a9-8867-3aaf75cd0eb6 cannot update to ACTIVE because it is not bound. {{(pid=84042) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 18 21:06:51.355414 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-1716fc7f-0108-4480-b402-5433981cc28d tempest-SecGroupIPv6Test-1569010352 tempest-SecGroupIPv6Test-1569010352-project] Synchronizing usage tracker for tenant:dc8b3677ed41470bbe4dd33b634aa4aa on resource:security_group_rule {{(pid=84040) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 21:06:51.376511 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-3c2e12f0-5dcf-4e64-badd-9b207c80dfef tempest-FloatingIPTestJSON-1355648241 tempest-FloatingIPTestJSON-1355648241-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:51.518514 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.db_base_plugin_common [None req-9e21c2f5-c8c5-43f0-9bd3-47735a63f12e None None] Allocated IP 2001:db8::2 (4cf68dbe-86e4-4119-8627-051792f497ab/984c01f7-beb1-413f-80b2-d546bde3fc23/3a015b11-bff8-44c5-bc1a-a4aa339dccef) {{(pid=84042) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 21:06:51.526179 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-a9c94011-dd02-4333-b3e8-c09a29fb19b3 None None] Provisioning for port 50340c05-1f4d-4c01-a087-1615b8e05a9c completed by entity DHCP. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 21:06:51.617748 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.db_base_plugin_common [None req-3c2e12f0-5dcf-4e64-badd-9b207c80dfef tempest-FloatingIPTestJSON-1355648241 tempest-FloatingIPTestJSON-1355648241-project] Allocated IP 172.25.8.43 (e41b6600-a917-4a8d-b05c-be3be40c6d8c/6b05667b-848e-4356-9b44-d5eb6808ef74/54bd5559-c495-4240-a091-4170861c0d63) {{(pid=84041) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 21:06:51.632967 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.plugin [None req-07c04f34-1a2c-4bbd-b73b-b8461c4d9698 admin admin] Deleting port 4b3e1958-51ec-47aa-a0e2-f9ad7c2de9dd {{(pid=84041) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 21:06:51.633294 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-07c04f34-1a2c-4bbd-b73b-b8461c4d9698 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750375188691'] for port, before_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:51.638309 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-5c7cabed-7df9-4b9e-9cf9-4f2db113f55a tempest-ExtraDHCPOptionsTestJSON-118230796 tempest-ExtraDHCPOptionsTestJSON-118230796-project] Notify callbacks [] for port, precommit_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:51.647858 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-1716fc7f-0108-4480-b402-5433981cc28d tempest-SecGroupIPv6Test-1569010352 tempest-SecGroupIPv6Test-1569010352-project] Unset dirty status for tenant:dc8b3677ed41470bbe4dd33b634aa4aa on resource:security_group_rule {{(pid=84040) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 21:06:51.649231 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-1716fc7f-0108-4480-b402-5433981cc28d tempest-SecGroupIPv6Test-1569010352 tempest-SecGroupIPv6Test-1569010352-project] 10.222.0.42 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4195 time: 0.8019371 Apr 18 21:06:51.656716 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 39006) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:06:51.684629 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.provisioning_blocks [None req-5c7cabed-7df9-4b9e-9cf9-4f2db113f55a tempest-ExtraDHCPOptionsTestJSON-118230796 tempest-ExtraDHCPOptionsTestJSON-118230796-project] Transition to ACTIVE for port object e4d5755a-9f33-4bdd-b3f7-40481a6011a2 will not be triggered until provisioned by entity DHCP. {{(pid=84040) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:06:51.820217 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-9e21c2f5-c8c5-43f0-9bd3-47735a63f12e None None] Notify callbacks [] for port, precommit_create {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:51.842997 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-9e21c2f5-c8c5-43f0-9bd3-47735a63f12e None None] Transition to ACTIVE for port object 3a015b11-bff8-44c5-bc1a-a4aa339dccef will not be triggered until provisioned by entity L2. {{(pid=84042) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:06:51.850629 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-820c3afa-eab5-46bc-8052-1628766797eb tempest-SecGroupIPv6Test-1569010352 tempest-SecGroupIPv6Test-1569010352-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:51.898564 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-9e21c2f5-c8c5-43f0-9bd3-47735a63f12e None None] Transition to ACTIVE for port object 3a015b11-bff8-44c5-bc1a-a4aa339dccef will not be triggered until provisioned by entity DHCP. {{(pid=84042) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:06:51.917145 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-9e21c2f5-c8c5-43f0-9bd3-47735a63f12e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750374836619'] for port, after_create {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:52.033989 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Device 50340c05-1f4d-4c01-a087-1615b8e05a9c up at agent ovs-agent-n-d-838334-2 {{(pid=84042) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 21:06:52.037966 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-820c3afa-eab5-46bc-8052-1628766797eb tempest-SecGroupIPv6Test-1569010352 tempest-SecGroupIPv6Test-1569010352-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:52.073749 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-6ea18ac4-513b-4209-bf83-4e8f4266ebd0 tempest-RoutersIpV6AdminTest-1940382112 tempest-RoutersIpV6AdminTest-1940382112-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33443580', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5726'] for router, precommit_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:52.092294 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-6ea18ac4-513b-4209-bf83-4e8f4266ebd0 tempest-RoutersIpV6AdminTest-1940382112 tempest-RoutersIpV6AdminTest-1940382112-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:52.095143 n-d-838334-2 neutron-server[84040]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-63656851-fd74-4eb9-a276-490d280d7a7e tempest-RoutersTest-1500746192 tempest-RoutersTest-1500746192-project] Router d3445e60-27f3-4080-a032-9bd4d27dfce0 has already been hosted by L3 agent bc84d6c9-dd7a-4555-a351-592327b46d5a {{(pid=84040) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 21:06:52.101229 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-5c7cabed-7df9-4b9e-9cf9-4f2db113f55a tempest-ExtraDHCPOptionsTestJSON-118230796 tempest-ExtraDHCPOptionsTestJSON-118230796-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750374836619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32440838'] for port, after_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:52.125645 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-3c2e12f0-5dcf-4e64-badd-9b207c80dfef tempest-FloatingIPTestJSON-1355648241 tempest-FloatingIPTestJSON-1355648241-project] Notify callbacks [] for port, precommit_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:52.134182 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e21c2f5-c8c5-43f0-9bd3-47735a63f12e None None] Pushing event updated for resources: {'Port': ['ID=3a015b11-bff8-44c5-bc1a-a4aa339dccef,revision_number=1']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:06:52.137513 n-d-838334-2 neutron-server[84042]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e21c2f5-c8c5-43f0-9bd3-47735a63f12e None None] Network 4cf68dbe-86e4-4119-8627-051792f497ab is already hosted by enough agents. {{(pid=84042) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:06:52.141681 n-d-838334-2 neutron-server[84042]: DEBUG neutron.scheduler.base_scheduler [None req-9e21c2f5-c8c5-43f0-9bd3-47735a63f12e None None] Resources bound (agent type, host, resource id): {{(pid=84042) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:06:52.146317 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e21c2f5-c8c5-43f0-9bd3-47735a63f12e None None] Received port after_create {{(pid=84042) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 21:06:52.150597 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-820c3afa-eab5-46bc-8052-1628766797eb tempest-SecGroupIPv6Test-1569010352 tempest-SecGroupIPv6Test-1569010352-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33528311'] for security_group_rule, after_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:52.176433 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.db_base_plugin_common [None req-f065ed16-33a6-4aa9-b36e-349d297e6eae tempest-PortsIpV6TestJSON-656796091 tempest-PortsIpV6TestJSON-656796091-project] Allocated IP 2001:db8::1fa (4cf68dbe-86e4-4119-8627-051792f497ab/984c01f7-beb1-413f-80b2-d546bde3fc23/1eb954f1-6ab7-4969-9073-9ae8ed8043dd) {{(pid=84041) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 21:06:52.192392 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.db [None req-07c04f34-1a2c-4bbd-b73b-b8461c4d9698 admin admin] For port 4b3e1958-51ec-47aa-a0e2-f9ad7c2de9dd, host n-d-838334-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838334-2',level=0,port_id=4b3e1958-51ec-47aa-a0e2-f9ad7c2de9dd,segment=NetworkSegment(f3c1adbc-ce68-4689-ba8a-f5f2d2d5dce1),segment_id=f3c1adbc-ce68-4689-ba8a-f5f2d2d5dce1)] {{(pid=84041) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:06:52.193251 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-07c04f34-1a2c-4bbd-b73b-b8461c4d9698 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369123'] for port, precommit_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:52.201109 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-820c3afa-eab5-46bc-8052-1628766797eb tempest-SecGroupIPv6Test-1569010352 tempest-SecGroupIPv6Test-1569010352-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=8481cab7-ebd4-463e-b203-da80d9fc67f2,revision_number=None']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:06:52.229582 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-820c3afa-eab5-46bc-8052-1628766797eb tempest-SecGroupIPv6Test-1569010352 tempest-SecGroupIPv6Test-1569010352-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:52.230798 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-820c3afa-eab5-46bc-8052-1628766797eb tempest-SecGroupIPv6Test-1569010352 tempest-SecGroupIPv6Test-1569010352-project] 10.222.0.42 "DELETE /v2.0/security-group-rules/8481cab7-ebd4-463e-b203-da80d9fc67f2 HTTP/1.1" status: 204 len: 168 time: 0.5714340 Apr 18 21:06:52.234636 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 39010) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:06:52.245306 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c7cabed-7df9-4b9e-9cf9-4f2db113f55a tempest-ExtraDHCPOptionsTestJSON-118230796 tempest-ExtraDHCPOptionsTestJSON-118230796-project] Pushing event updated for resources: {'Port': ['ID=e4d5755a-9f33-4bdd-b3f7-40481a6011a2,revision_number=1']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:06:52.251311 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Provisioning for port 50340c05-1f4d-4c01-a087-1615b8e05a9c completed by entity L2. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 21:06:52.261385 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Provisioning complete for port 50340c05-1f4d-4c01-a087-1615b8e05a9c triggered by entity L2. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:06:52.261750 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1253608'] for port, provisioning_complete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:52.289459 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.managers [None req-9e21c2f5-c8c5-43f0-9bd3-47735a63f12e None None] Attempting to bind port 3a015b11-bff8-44c5-bc1a-a4aa339dccef on host n-d-838334-2 for vnic_type normal with profile {{(pid=84042) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 21:06:52.289786 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.managers [None req-9e21c2f5-c8c5-43f0-9bd3-47735a63f12e None None] Attempting to bind port 3a015b11-bff8-44c5-bc1a-a4aa339dccef by drivers openvswitch,hyperv on host n-d-838334-2 at level 0 using segments [{'id': '580e47ab-63b3-46f7-9d4b-760a98b611b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '4cf68dbe-86e4-4119-8627-051792f497ab'}] {{(pid=84042) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 21:06:52.290046 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e21c2f5-c8c5-43f0-9bd3-47735a63f12e None None] Attempting to bind port 3a015b11-bff8-44c5-bc1a-a4aa339dccef on network 4cf68dbe-86e4-4119-8627-051792f497ab {{(pid=84042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 21:06:52.313090 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e21c2f5-c8c5-43f0-9bd3-47735a63f12e None None] Checking agent: {'id': '97cd4414-7af6-4d67-868d-dff370b4071a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838334-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 25, 49), 'started_at': datetime.datetime(2022, 4, 18, 20, 26, 19), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 21, 6, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838334-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 18 21:06:52.313458 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e21c2f5-c8c5-43f0-9bd3-47735a63f12e None None] Checking segment: {'id': '580e47ab-63b3-46f7-9d4b-760a98b611b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '4cf68dbe-86e4-4119-8627-051792f497ab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84042) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 21:06:52.313855 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-9e21c2f5-c8c5-43f0-9bd3-47735a63f12e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:52.314237 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e21c2f5-c8c5-43f0-9bd3-47735a63f12e None None] Bound using segment: {'id': '580e47ab-63b3-46f7-9d4b-760a98b611b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '4cf68dbe-86e4-4119-8627-051792f497ab'} {{(pid=84042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 18 21:06:52.314709 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.managers [None req-9e21c2f5-c8c5-43f0-9bd3-47735a63f12e None None] Bound port: 3a015b11-bff8-44c5-bc1a-a4aa339dccef, host: n-d-838334-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '580e47ab-63b3-46f7-9d4b-760a98b611b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '4cf68dbe-86e4-4119-8627-051792f497ab'}}] {{(pid=84042) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 21:06:52.315078 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-9e21c2f5-c8c5-43f0-9bd3-47735a63f12e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:52.319549 n-d-838334-2 neutron-server[84040]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c7cabed-7df9-4b9e-9cf9-4f2db113f55a tempest-ExtraDHCPOptionsTestJSON-118230796 tempest-ExtraDHCPOptionsTestJSON-118230796-project] Network b9271c4b-e432-487e-adc7-cf30fce3fa59 is already hosted by enough agents. {{(pid=84040) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:06:52.332786 n-d-838334-2 neutron-server[84040]: DEBUG neutron.scheduler.base_scheduler [None req-5c7cabed-7df9-4b9e-9cf9-4f2db113f55a tempest-ExtraDHCPOptionsTestJSON-118230796 tempest-ExtraDHCPOptionsTestJSON-118230796-project] Resources bound (agent type, host, resource id): {{(pid=84040) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:06:52.332975 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-6ea18ac4-513b-4209-bf83-4e8f4266ebd0 tempest-RoutersIpV6AdminTest-1940382112 tempest-RoutersIpV6AdminTest-1940382112-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-33443408'] for router, after_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:52.333543 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6ea18ac4-513b-4209-bf83-4e8f4266ebd0 tempest-RoutersIpV6AdminTest-1940382112 tempest-RoutersIpV6AdminTest-1940382112-project] Fanout notify agent at l3_agent the message router_deleted on router 9d467895-f4e2-478a-8bfa-152a2509586b {{(pid=84040) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 18 21:06:52.352143 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.plugin [None req-07c04f34-1a2c-4bbd-b73b-b8461c4d9698 admin admin] Calling delete_port for 4b3e1958-51ec-47aa-a0e2-f9ad7c2de9dd owned by network:router_interface {{(pid=84041) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 21:06:52.387992 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c7cabed-7df9-4b9e-9cf9-4f2db113f55a tempest-ExtraDHCPOptionsTestJSON-118230796 tempest-ExtraDHCPOptionsTestJSON-118230796-project] Received port after_create {{(pid=84040) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 21:06:52.434525 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-3c2e12f0-5dcf-4e64-badd-9b207c80dfef tempest-FloatingIPTestJSON-1355648241 tempest-FloatingIPTestJSON-1355648241-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750374836619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32266323'] for port, after_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:52.452276 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-6ea18ac4-513b-4209-bf83-4e8f4266ebd0 tempest-RoutersIpV6AdminTest-1940382112 tempest-RoutersIpV6AdminTest-1940382112-project] Notify callbacks [] for router, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:52.457491 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-6ea18ac4-513b-4209-bf83-4e8f4266ebd0 tempest-RoutersIpV6AdminTest-1940382112 tempest-RoutersIpV6AdminTest-1940382112-project] 10.222.0.42 "DELETE /v2.0/routers/9d467895-f4e2-478a-8bfa-152a2509586b HTTP/1.1" status: 204 len: 168 time: 1.8186347 Apr 18 21:06:52.459428 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 39014) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:06:52.478353 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-9e21c2f5-c8c5-43f0-9bd3-47735a63f12e None None] For port 3a015b11-bff8-44c5-bc1a-a4aa339dccef, host n-d-838334-2, cleared binding levels {{(pid=84042) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 21:06:52.483697 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-9e21c2f5-c8c5-43f0-9bd3-47735a63f12e None None] For port 3a015b11-bff8-44c5-bc1a-a4aa339dccef, host n-d-838334-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838334-2',level=0,port_id=3a015b11-bff8-44c5-bc1a-a4aa339dccef,segment=NetworkSegment(580e47ab-63b3-46f7-9d4b-760a98b611b2),segment_id=580e47ab-63b3-46f7-9d4b-760a98b611b2)] {{(pid=84042) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 21:06:52.487542 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:52.499756 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-9e21c2f5-c8c5-43f0-9bd3-47735a63f12e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682'] for port, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:52.540800 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-6efbc5cb-60a5-469d-a896-d3fea292e619 tempest-RoutersIpV6AdminTest-1940382112 tempest-RoutersIpV6AdminTest-1940382112-project] 10.222.0.42 "GET /v2.0/ports?device_id=9d467895-f4e2-478a-8bfa-152a2509586b HTTP/1.1" status: 200 len: 205 time: 0.0754650 Apr 18 21:06:52.553311 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 39018) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:06:52.557562 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c7cabed-7df9-4b9e-9cf9-4f2db113f55a tempest-ExtraDHCPOptionsTestJSON-118230796 tempest-ExtraDHCPOptionsTestJSON-118230796-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:06:52.558258 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-5c7cabed-7df9-4b9e-9cf9-4f2db113f55a tempest-ExtraDHCPOptionsTestJSON-118230796 tempest-ExtraDHCPOptionsTestJSON-118230796-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217293'] for port, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:52.603517 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] For port 50340c05-1f4d-4c01-a087-1615b8e05a9c, host n-d-838334-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838334-2',level=0,port_id=50340c05-1f4d-4c01-a087-1615b8e05a9c,segment=NetworkSegment(7daafaa2-1a42-445d-aca5-cc32d520c581),segment_id=7daafaa2-1a42-445d-aca5-cc32d520c581)] {{(pid=84042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:06:52.604547 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e21c2f5-c8c5-43f0-9bd3-47735a63f12e None None] Pushing event updated for resources: {'Port': ['ID=3a015b11-bff8-44c5-bc1a-a4aa339dccef,revision_number=2']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:06:52.619377 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682'] for port, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:52.663933 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-e203a23e-ce7c-49a1-a4c3-5d2b167980cc tempest-SecGroupIPv6Test-1569010352 tempest-SecGroupIPv6Test-1569010352-project] Synchronizing usage tracker for tenant:dc8b3677ed41470bbe4dd33b634aa4aa on resource:security_group_rule {{(pid=84040) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 21:06:52.674733 n-d-838334-2 neutron-server[84040]: INFO neutron.api.v2.resource [None req-bd60a254-3aa2-43b4-9607-1f79d1650049 tempest-RoutersIpV6AdminTest-1940382112 tempest-RoutersIpV6AdminTest-1940382112-project] delete failed (client error): The resource could not be found. Apr 18 21:06:52.676450 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-bd60a254-3aa2-43b4-9607-1f79d1650049 tempest-RoutersIpV6AdminTest-1940382112 tempest-RoutersIpV6AdminTest-1940382112-project] 10.222.0.42 "DELETE /v2.0/routers/9d467895-f4e2-478a-8bfa-152a2509586b HTTP/1.1" status: 404 len: 336 time: 0.1141491 Apr 18 21:06:52.683597 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 39022) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:06:52.714767 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c2e12f0-5dcf-4e64-badd-9b207c80dfef tempest-FloatingIPTestJSON-1355648241 tempest-FloatingIPTestJSON-1355648241-project] Pushing event updated for resources: {'Port': ['ID=54bd5559-c495-4240-a091-4170861c0d63,revision_number=1']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:06:52.720572 n-d-838334-2 neutron-server[84041]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c2e12f0-5dcf-4e64-badd-9b207c80dfef tempest-FloatingIPTestJSON-1355648241 tempest-FloatingIPTestJSON-1355648241-project] Network e41b6600-a917-4a8d-b05c-be3be40c6d8c is already hosted by enough agents. {{(pid=84041) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:06:52.733095 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Pushing event updated for resources: {'Port': ['ID=50340c05-1f4d-4c01-a087-1615b8e05a9c,revision_number=3']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:06:52.739400 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-59f72828-ba4d-44cb-9017-833789807485 None None] Provisioning for port e4d5755a-9f33-4bdd-b3f7-40481a6011a2 completed by entity DHCP. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 21:06:52.745555 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-59f72828-ba4d-44cb-9017-833789807485 None None] Provisioning complete for port e4d5755a-9f33-4bdd-b3f7-40481a6011a2 triggered by entity DHCP. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:06:52.745925 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-59f72828-ba4d-44cb-9017-833789807485 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1253608'] for port, provisioning_complete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:52.751860 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-5c7cabed-7df9-4b9e-9cf9-4f2db113f55a tempest-ExtraDHCPOptionsTestJSON-118230796 tempest-ExtraDHCPOptionsTestJSON-118230796-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 935 time: 5.1045332 Apr 18 21:06:52.754442 n-d-838334-2 neutron-server[84041]: DEBUG neutron.scheduler.base_scheduler [None req-3c2e12f0-5dcf-4e64-badd-9b207c80dfef tempest-FloatingIPTestJSON-1355648241 tempest-FloatingIPTestJSON-1355648241-project] Resources bound (agent type, host, resource id): {{(pid=84041) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:06:52.755645 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-4fb98159-3e6f-40c8-9b4b-67f20f06029d tempest-RoutersIpV6AdminTest-1940382112 tempest-RoutersIpV6AdminTest-1940382112-project] 10.222.0.42 "GET /v2.0/ports?device_id=44b97b35-44c3-4cb1-b772-01718e277499 HTTP/1.1" status: 200 len: 205 time: 0.0702741 Apr 18 21:06:52.757510 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 39026) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:06:52.757971 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 39028) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:06:52.771772 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c2e12f0-5dcf-4e64-badd-9b207c80dfef tempest-FloatingIPTestJSON-1355648241 tempest-FloatingIPTestJSON-1355648241-project] Received port after_create {{(pid=84041) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 21:06:52.818253 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.plugin [None req-59f72828-ba4d-44cb-9017-833789807485 None None] Port e4d5755a-9f33-4bdd-b3f7-40481a6011a2 cannot update to ACTIVE because it is not bound. {{(pid=84042) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 18 21:06:52.827331 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.v2.base [None req-a0e5e128-96e7-4010-a49f-589b0b4a7553 tempest-ExtraDHCPOptionsTestJSON-118230796 tempest-ExtraDHCPOptionsTestJSON-118230796-project] Request body: {'port': {'network_id': 'b9271c4b-e432-487e-adc7-cf30fce3fa59', 'name': 'tempest-ExtraDHCPOptionsTestJSON-1347679759', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=84040) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:06:52.827846 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.api.validators [None req-a0e5e128-96e7-4010-a49f-589b0b4a7553 tempest-ExtraDHCPOptionsTestJSON-118230796 tempest-ExtraDHCPOptionsTestJSON-118230796-project] bootfile-name is not in valid_values {{(pid=84040) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Apr 18 21:06:52.828177 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.api.validators [None req-a0e5e128-96e7-4010-a49f-589b0b4a7553 tempest-ExtraDHCPOptionsTestJSON-118230796 tempest-ExtraDHCPOptionsTestJSON-118230796-project] tftp-server is not in valid_values {{(pid=84040) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Apr 18 21:06:52.828493 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.api.validators [None req-a0e5e128-96e7-4010-a49f-589b0b4a7553 tempest-ExtraDHCPOptionsTestJSON-118230796 tempest-ExtraDHCPOptionsTestJSON-118230796-project] server-ip-address is not in valid_values {{(pid=84040) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Apr 18 21:06:52.851984 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-e203a23e-ce7c-49a1-a4c3-5d2b167980cc tempest-SecGroupIPv6Test-1569010352 tempest-SecGroupIPv6Test-1569010352-project] Unset dirty status for tenant:dc8b3677ed41470bbe4dd33b634aa4aa on resource:security_group_rule {{(pid=84040) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 21:06:52.857088 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-e203a23e-ce7c-49a1-a4c3-5d2b167980cc tempest-SecGroupIPv6Test-1569010352 tempest-SecGroupIPv6Test-1569010352-project] 10.222.0.42 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3707 time: 0.6118557 Apr 18 21:06:52.865479 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 39034) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:06:52.870240 n-d-838334-2 neutron-server[84040]: INFO neutron.api.v2.resource [None req-d6b1c308-d112-4565-9e66-585cc20325e2 tempest-RoutersIpV6AdminTest-1940382112 tempest-RoutersIpV6AdminTest-1940382112-project] delete failed (client error): The resource could not be found. Apr 18 21:06:52.875916 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 39036) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:06:52.876321 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-d6b1c308-d112-4565-9e66-585cc20325e2 tempest-RoutersIpV6AdminTest-1940382112 tempest-RoutersIpV6AdminTest-1940382112-project] 10.222.0.42 "DELETE /v2.0/routers/44b97b35-44c3-4cb1-b772-01718e277499 HTTP/1.1" status: 404 len: 336 time: 0.1136596 Apr 18 21:06:52.976259 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-d3939573-74a1-4be6-9282-c7a1bd33e797 tempest-RoutersIpV6AdminTest-1940382112 tempest-RoutersIpV6AdminTest-1940382112-project] 10.222.0.42 "GET /v2.0/ports?device_id=c46d07ab-693e-492b-b233-853bc8943885 HTTP/1.1" status: 200 len: 205 time: 0.0821285 Apr 18 21:06:52.985610 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 39042) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:06:53.015074 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [None req-a0e5e128-96e7-4010-a49f-589b0b4a7553 tempest-ExtraDHCPOptionsTestJSON-118230796 tempest-ExtraDHCPOptionsTestJSON-118230796-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:06:53.019094 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-a0e5e128-96e7-4010-a49f-589b0b4a7553 tempest-ExtraDHCPOptionsTestJSON-118230796 tempest-ExtraDHCPOptionsTestJSON-118230796-project] Usage tracker for resource:port and tenant:103c3e19912348f890e57879ac985b48 is out of sync, need to count used quota {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:06:53.023036 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-a0e5e128-96e7-4010-a49f-589b0b4a7553 tempest-ExtraDHCPOptionsTestJSON-118230796 tempest-ExtraDHCPOptionsTestJSON-118230796-project] Quota usage for port was recalculated. Used quota:2. {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:06:53.030307 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [None req-a0e5e128-96e7-4010-a49f-589b0b4a7553 tempest-ExtraDHCPOptionsTestJSON-118230796 tempest-ExtraDHCPOptionsTestJSON-118230796-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:06:53.048390 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-63656851-fd74-4eb9-a276-490d280d7a7e tempest-RoutersTest-1500746192 tempest-RoutersTest-1500746192-project] Notify agent at l3_agent.n-d-838334-2 the message routers_updated {{(pid=84040) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 21:06:53.050363 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a0e5e128-96e7-4010-a49f-589b0b4a7553 tempest-ExtraDHCPOptionsTestJSON-118230796 tempest-ExtraDHCPOptionsTestJSON-118230796-project] Made reservation on behalf of 103c3e19912348f890e57879ac985b48 for: {'port': 1} {{(pid=84040) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:06:53.053942 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-a0e5e128-96e7-4010-a49f-589b0b4a7553 tempest-ExtraDHCPOptionsTestJSON-118230796 tempest-ExtraDHCPOptionsTestJSON-118230796-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:53.059227 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5d2913a-5e0f-46c6-b39f-d370a99fe210 None None] Sync routers for ids ['d3445e60-27f3-4080-a032-9bd4d27dfce0'] in n-d-838334-2 {{(pid=84042) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 18 21:06:53.070045 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-63656851-fd74-4eb9-a276-490d280d7a7e tempest-RoutersTest-1500746192 tempest-RoutersTest-1500746192-project] 10.222.0.42 "PUT /v2.0/routers/d3445e60-27f3-4080-a032-9bd4d27dfce0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.2841570 Apr 18 21:06:53.070310 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 39046) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:06:53.078434 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5d2913a-5e0f-46c6-b39f-d370a99fe210 None None] Routers {'d3445e60-27f3-4080-a032-9bd4d27dfce0'} bound to L3 agent in host n-d-838334-2 {{(pid=84042) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 21:06:53.079048 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_hamode_db [None req-d5d2913a-5e0f-46c6-b39f-d370a99fe210 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838334-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-18T20:25:48Z,description=,heartbeat_timestamp=2022-04-18T21:06:48Z,host='n-d-838334-2',id=bc84d6c9-dd7a-4555-a351-592327b46d5a,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:25:48Z,topic='l3_agent')) {'router_ids': ['d3445e60-27f3-4080-a032-9bd4d27dfce0'], 'active': True} {{(pid=84042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:06:53.079528 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.v2.base [None req-34223e72-0470-4048-883e-12e298401f5c tempest-RoutersTest-1500746192 tempest-RoutersTest-1500746192-project] Request body: {'router': {'routes': [{'nexthop': '172.20.0.2', 'destination': '172.20.0.0/28'}, {'nexthop': '172.21.0.2', 'destination': '172.21.0.0/28'}, {'nexthop': '172.22.0.2', 'destination': '172.22.0.0/28'}, {'nexthop': '172.23.0.2', 'destination': '172.23.0.0/28'}]}} {{(pid=84040) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:06:53.081488 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-07c04f34-1a2c-4bbd-b73b-b8461c4d9698 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750375259028', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750374836628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32266323'] for port, after_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:53.094280 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-f065ed16-33a6-4aa9-b36e-349d297e6eae tempest-PortsIpV6TestJSON-656796091 tempest-PortsIpV6TestJSON-656796091-project] Notify callbacks [] for port, precommit_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:53.126671 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-515677e3-440f-4db2-a254-4849bac3a984 tempest-SecGroupIPv6Test-1569010352 tempest-SecGroupIPv6Test-1569010352-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:53.167338 n-d-838334-2 neutron-server[84041]: INFO neutron.api.v2.resource [None req-8f2580ec-b22c-4718-8d27-0e86fd3278da tempest-RoutersIpV6AdminTest-1940382112 tempest-RoutersIpV6AdminTest-1940382112-project] delete failed (client error): The resource could not be found. Apr 18 21:06:53.170838 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-8f2580ec-b22c-4718-8d27-0e86fd3278da tempest-RoutersIpV6AdminTest-1940382112 tempest-RoutersIpV6AdminTest-1940382112-project] 10.222.0.42 "DELETE /v2.0/routers/c46d07ab-693e-492b-b233-853bc8943885 HTTP/1.1" status: 404 len: 336 time: 0.1730454 Apr 18 21:06:53.176502 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-515677e3-440f-4db2-a254-4849bac3a984 tempest-SecGroupIPv6Test-1569010352 tempest-SecGroupIPv6Test-1569010352-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:53.187460 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 39050) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:06:53.198350 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07c04f34-1a2c-4bbd-b73b-b8461c4d9698 admin admin] Pushing event deleted for resources: {'Port': ['ID=4b3e1958-51ec-47aa-a0e2-f9ad7c2de9dd,revision_number=None']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:06:53.219450 n-d-838334-2 neutron-server[84040]: DEBUG neutron.notifiers.nova [None req-a0e5e128-96e7-4010-a49f-589b0b4a7553 tempest-ExtraDHCPOptionsTestJSON-118230796 tempest-ExtraDHCPOptionsTestJSON-118230796-project] device_id is not set on port 828da3f3-901b-4922-a422-1f690447bf9e yet. {{(pid=84040) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 18 21:06:53.263797 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.provisioning_blocks [None req-f065ed16-33a6-4aa9-b36e-349d297e6eae tempest-PortsIpV6TestJSON-656796091 tempest-PortsIpV6TestJSON-656796091-project] Transition to ACTIVE for port object 1eb954f1-6ab7-4969-9073-9ae8ed8043dd will not be triggered until provisioned by entity DHCP. {{(pid=84041) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:06:53.265460 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-515677e3-440f-4db2-a254-4849bac3a984 tempest-SecGroupIPv6Test-1569010352 tempest-SecGroupIPv6Test-1569010352-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33528311'] for security_group_rule, after_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:53.323910 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-211be364-924a-48b4-8616-6b51db7582c6 tempest-RoutersIpV6AdminTest-1940382112 tempest-RoutersIpV6AdminTest-1940382112-project] 10.222.0.42 "GET /v2.0/ports?device_id=844b45ab-1330-4090-8d5a-61d1cb28faac HTTP/1.1" status: 200 len: 205 time: 0.1271420 Apr 18 21:06:53.324394 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_dvr_db [None req-d5d2913a-5e0f-46c6-b39f-d370a99fe210 None None] Set router d3445e60-27f3-4080-a032-9bd4d27dfce0 gateway port host: None {{(pid=84042) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 21:06:53.334993 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 39054) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:06:53.345258 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-515677e3-440f-4db2-a254-4849bac3a984 tempest-SecGroupIPv6Test-1569010352 tempest-SecGroupIPv6Test-1569010352-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=5010abcf-215a-4684-8d13-e44339d82ee2,revision_number=None']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:06:53.497506 n-d-838334-2 neutron-server[84041]: INFO neutron.api.v2.resource [None req-e559bdfa-4f96-4a13-9bf2-3240283a17dc tempest-RoutersIpV6AdminTest-1940382112 tempest-RoutersIpV6AdminTest-1940382112-project] delete failed (client error): The resource could not be found. Apr 18 21:06:53.498453 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-e559bdfa-4f96-4a13-9bf2-3240283a17dc tempest-RoutersIpV6AdminTest-1940382112 tempest-RoutersIpV6AdminTest-1940382112-project] 10.222.0.42 "DELETE /v2.0/routers/844b45ab-1330-4090-8d5a-61d1cb28faac HTTP/1.1" status: 404 len: 336 time: 0.1600003 Apr 18 21:06:53.508139 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 39058) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:06:53.615208 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-f065ed16-33a6-4aa9-b36e-349d297e6eae tempest-PortsIpV6TestJSON-656796091 tempest-PortsIpV6TestJSON-656796091-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750374836619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32266323'] for port, after_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:53.688389 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-0135c6df-75bc-4928-97dc-e5a225daecd2 tempest-RoutersIpV6AdminTest-1940382112 tempest-RoutersIpV6AdminTest-1940382112-project] 10.222.0.42 "GET /v2.0/ports?device_id=bb83a558-a0a5-435f-abed-3cacca419947 HTTP/1.1" status: 200 len: 205 time: 0.1611059 Apr 18 21:06:53.689087 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 39062) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:06:53.743078 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-515677e3-440f-4db2-a254-4849bac3a984 tempest-SecGroupIPv6Test-1569010352 tempest-SecGroupIPv6Test-1569010352-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:53.747159 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-515677e3-440f-4db2-a254-4849bac3a984 tempest-SecGroupIPv6Test-1569010352 tempest-SecGroupIPv6Test-1569010352-project] 10.222.0.42 "DELETE /v2.0/security-group-rules/5010abcf-215a-4684-8d13-e44339d82ee2 HTTP/1.1" status: 204 len: 168 time: 0.8736346 Apr 18 21:06:53.760703 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.db_base_plugin_common [None req-a0e5e128-96e7-4010-a49f-589b0b4a7553 tempest-ExtraDHCPOptionsTestJSON-118230796 tempest-ExtraDHCPOptionsTestJSON-118230796-project] Allocated IP 172.20.0.6 (b9271c4b-e432-487e-adc7-cf30fce3fa59/0523cc93-b32f-40c0-857d-c0af77850868/828da3f3-901b-4922-a422-1f690447bf9e) {{(pid=84040) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 21:06:53.773549 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 39066) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:06:53.811723 n-d-838334-2 neutron-server[84040]: INFO neutron.api.v2.resource [None req-9c727a6c-fc7e-4f1f-9894-04c3f7ce8257 tempest-RoutersIpV6AdminTest-1940382112 tempest-RoutersIpV6AdminTest-1940382112-project] delete failed (client error): The resource could not be found. Apr 18 21:06:53.812870 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-9c727a6c-fc7e-4f1f-9894-04c3f7ce8257 tempest-RoutersIpV6AdminTest-1940382112 tempest-RoutersIpV6AdminTest-1940382112-project] 10.222.0.42 "DELETE /v2.0/routers/bb83a558-a0a5-435f-abed-3cacca419947 HTTP/1.1" status: 404 len: 336 time: 0.1184697 Apr 18 21:06:53.841828 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_hamode_db [None req-d5d2913a-5e0f-46c6-b39f-d370a99fe210 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3445e60-27f3-4080-a032-9bd4d27dfce0', 'name': 'tempest-RoutersTest-router-1627313381', 'tenant_id': '8a05b90fa8c54f25938df6bd0ef52223', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:06:00Z', 'updated_at': '2022-04-18T21:06:48Z', 'revision_number': 5, 'project_id': '8a05b90fa8c54f25938df6bd0ef52223', 'gw_port_host': None, '_interfaces': [{'id': '33b867d1-0439-4e6e-9292-2f7076a420d5', 'name': '', 'network_id': '6c55f5d6-32aa-4564-9c07-62d3eb3a4e33', 'tenant_id': '8a05b90fa8c54f25938df6bd0ef52223', 'mac_address': 'fa:16:3e:86:52:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3445e60-27f3-4080-a032-9bd4d27dfce0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2b90dced-66c9-4d15-bdac-b6cf07d1ccea', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:06:16Z', 'updated_at': '2022-04-18T21:06:31Z', 'revision_number': 5, 'project_id': '8a05b90fa8c54f25938df6bd0ef52223', 'subnets': [{'id': '2b90dced-66c9-4d15-bdac-b6cf07d1ccea', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '56d927d1-4222-4261-8ba4-7d3147f61bc3', 'name': '', 'network_id': 'a939bca6-cf86-485c-ae21-4acaab3ed357', 'tenant_id': '8a05b90fa8c54f25938df6bd0ef52223', 'mac_address': 'fa:16:3e:31:a6:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3445e60-27f3-4080-a032-9bd4d27dfce0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'fc661f01-7889-49a3-8551-a398092f67d4', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:06:32Z', 'updated_at': '2022-04-18T21:06:45Z', 'revision_number': 5, 'project_id': '8a05b90fa8c54f25938df6bd0ef52223', 'subnets': [{'id': 'fc661f01-7889-49a3-8551-a398092f67d4', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '845767cf-a0db-47a9-8867-3aaf75cd0eb6', 'name': '', 'network_id': 'ed311a23-ad81-45cd-9189-66f99400b6ae', 'tenant_id': '8a05b90fa8c54f25938df6bd0ef52223', 'mac_address': 'fa:16:3e:d9:2c:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd3445e60-27f3-4080-a032-9bd4d27dfce0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0e2b666a-fc2b-480d-adf5-db144491e364', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:06:46Z', 'updated_at': '2022-04-18T21:06:49Z', 'revision_number': 2, 'project_id': '8a05b90fa8c54f25938df6bd0ef52223', 'subnets': [{'id': '0e2b666a-fc2b-480d-adf5-db144491e364', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b3960860-c173-49ec-b335-5c1dd2983a36', 'name': '', 'network_id': '0f4f3485-d47f-443a-afdb-b607b91dc681', 'tenant_id': '8a05b90fa8c54f25938df6bd0ef52223', 'mac_address': 'fa:16:3e:f4:09:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3445e60-27f3-4080-a032-9bd4d27dfce0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c69b069c-a1b2-456b-9244-afeef8944023', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:06:04Z', 'updated_at': '2022-04-18T21:06:14Z', 'revision_number': 5, 'project_id': '8a05b90fa8c54f25938df6bd0ef52223', 'subnets': [{'id': 'c69b069c-a1b2-456b-9244-afeef8944023', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838334-2', False) {} {{(pid=84042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:06:53.849342 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5d2913a-5e0f-46c6-b39f-d370a99fe210 None None] Checking router: d3445e60-27f3-4080-a032-9bd4d27dfce0 for host: n-d-838334-2 {{(pid=84042) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 18 21:06:53.849697 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5d2913a-5e0f-46c6-b39f-d370a99fe210 None None] Updating router d3445e60-27f3-4080-a032-9bd4d27dfce0 port 845767cf-a0db-47a9-8867-3aaf75cd0eb6 binding host n-d-838334-2 {{(pid=84042) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 18 21:06:53.886058 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 39070) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:06:53.930028 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-d5d2913a-5e0f-46c6-b39f-d370a99fe210 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:54.011658 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5e36437-383b-4c5c-bc9b-5f17cb97cb51 None None] Network 4cf68dbe-86e4-4119-8627-051792f497ab requested from n-d-838334-2 {{(pid=84042) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 21:06:54.030494 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-3c2e12f0-5dcf-4e64-badd-9b207c80dfef tempest-FloatingIPTestJSON-1355648241 tempest-FloatingIPTestJSON-1355648241-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:54.032856 n-d-838334-2 neutron-server[84041]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f065ed16-33a6-4aa9-b36e-349d297e6eae tempest-PortsIpV6TestJSON-656796091 tempest-PortsIpV6TestJSON-656796091-project] Network 4cf68dbe-86e4-4119-8627-051792f497ab is already hosted by enough agents. {{(pid=84041) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:06:54.037171 n-d-838334-2 neutron-server[84041]: DEBUG neutron.scheduler.base_scheduler [None req-f065ed16-33a6-4aa9-b36e-349d297e6eae tempest-PortsIpV6TestJSON-656796091 tempest-PortsIpV6TestJSON-656796091-project] Resources bound (agent type, host, resource id): {{(pid=84041) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:06:54.042801 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f065ed16-33a6-4aa9-b36e-349d297e6eae tempest-PortsIpV6TestJSON-656796091 tempest-PortsIpV6TestJSON-656796091-project] Received port after_create {{(pid=84041) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 21:06:54.046798 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f065ed16-33a6-4aa9-b36e-349d297e6eae tempest-PortsIpV6TestJSON-656796091 tempest-PortsIpV6TestJSON-656796091-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:06:54.047402 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-f065ed16-33a6-4aa9-b36e-349d297e6eae tempest-PortsIpV6TestJSON-656796091 tempest-PortsIpV6TestJSON-656796091-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217293'] for port, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:54.109460 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-f065ed16-33a6-4aa9-b36e-349d297e6eae tempest-PortsIpV6TestJSON-656796091 tempest-PortsIpV6TestJSON-656796091-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 3.3452728 Apr 18 21:06:54.118605 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f065ed16-33a6-4aa9-b36e-349d297e6eae tempest-PortsIpV6TestJSON-656796091 tempest-PortsIpV6TestJSON-656796091-project] Pushing event updated for resources: {'Port': ['ID=1eb954f1-6ab7-4969-9073-9ae8ed8043dd,revision_number=1']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:06:54.139735 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 39074) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:06:54.146047 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-47b2151d-f9df-4ac6-933f-b3a4c751c806 tempest-RoutersIpV6AdminTest-1940382112 tempest-RoutersIpV6AdminTest-1940382112-project] 10.222.0.42 "GET /v2.0/ports?device_id=5c3e4621-6f84-4ad2-b02e-68afef99bcb1 HTTP/1.1" status: 200 len: 205 time: 0.2581973 Apr 18 21:06:54.148595 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 39076) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:06:54.174368 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.v2.base [None req-bfffd052-ef25-4b67-ba0d-5d21f374a6fa tempest-PortsIpV6TestJSON-656796091 tempest-PortsIpV6TestJSON-656796091-project] Request body: {'port': {'network_id': '4cf68dbe-86e4-4119-8627-051792f497ab', 'name': 'tempest-PortsIpV6TestJSON-576973667'}} {{(pid=84040) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:06:54.186277 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-3c2e12f0-5dcf-4e64-badd-9b207c80dfef tempest-FloatingIPTestJSON-1355648241 tempest-FloatingIPTestJSON-1355648241-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:54.188097 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Device 3a015b11-bff8-44c5-bc1a-a4aa339dccef up at agent ovs-agent-n-d-838334-2 {{(pid=84042) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 21:06:54.239054 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-c8feaa8b-3897-4808-963f-779c5b0fe62d None None] Provisioning for port 3a015b11-bff8-44c5-bc1a-a4aa339dccef completed by entity DHCP. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 21:06:54.403017 n-d-838334-2 neutron-server[84040]: INFO neutron.api.v2.resource [None req-49d46199-b7a2-4fae-93ee-6770748a1734 tempest-RoutersIpV6AdminTest-1940382112 tempest-RoutersIpV6AdminTest-1940382112-project] delete failed (client error): The resource could not be found. Apr 18 21:06:54.403976 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-49d46199-b7a2-4fae-93ee-6770748a1734 tempest-RoutersIpV6AdminTest-1940382112 tempest-RoutersIpV6AdminTest-1940382112-project] 10.222.0.42 "DELETE /v2.0/routers/5c3e4621-6f84-4ad2-b02e-68afef99bcb1 HTTP/1.1" status: 404 len: 336 time: 0.2484086 Apr 18 21:06:54.407119 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 39082) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:06:54.420590 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-ec5ec248-26f5-4107-8e83-28ff6ae841d3 tempest-SecGroupIPv6Test-1569010352 tempest-SecGroupIPv6Test-1569010352-project] 10.222.0.42 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3219 time: 0.6417134 Apr 18 21:06:54.427871 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 39086) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:06:54.445298 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-07c04f34-1a2c-4bbd-b73b-b8461c4d9698 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-32377931', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33443910'] for router_interface, after_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:54.451369 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Provisioning for port 3a015b11-bff8-44c5-bc1a-a4aa339dccef completed by entity L2. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 21:06:54.462296 n-d-838334-2 neutron-server[84041]: INFO neutron.pecan_wsgi.hooks.translation [None req-81d7d05a-3cf8-4324-ba4c-2ea4e4a88955 tempest-RoutersIpV6AdminTest-1940382112 tempest-RoutersIpV6AdminTest-1940382112-project] DELETE failed (client error): The resource could not be found. Apr 18 21:06:54.462733 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-81d7d05a-3cf8-4324-ba4c-2ea4e4a88955 tempest-RoutersIpV6AdminTest-1940382112 tempest-RoutersIpV6AdminTest-1940382112-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84041) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 21:06:54.467381 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-81d7d05a-3cf8-4324-ba4c-2ea4e4a88955 tempest-RoutersIpV6AdminTest-1940382112 tempest-RoutersIpV6AdminTest-1940382112-project] 10.222.0.42 "DELETE /v2.0/subnets/43c9a6fd-38ab-48de-a150-cb322e2f6098 HTTP/1.1" status: 404 len: 337 time: 0.0547879 Apr 18 21:06:54.503935 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Provisioning complete for port 3a015b11-bff8-44c5-bc1a-a4aa339dccef triggered by entity L2. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:06:54.503935 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1253608'] for port, provisioning_complete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:54.600809 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.db.resource_extend [None req-3c2e12f0-5dcf-4e64-badd-9b207c80dfef tempest-FloatingIPTestJSON-1355648241 tempest-FloatingIPTestJSON-1355648241-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84041) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 18 21:06:54.614742 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.agents_db [None req-6346a179-333c-4370-b5a6-936984aeab15 None None] Agent healthcheck: found 7 active agents {{(pid=84043) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 18 21:06:54.624355 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-3c2e12f0-5dcf-4e64-badd-9b207c80dfef tempest-FloatingIPTestJSON-1355648241 tempest-FloatingIPTestJSON-1355648241-project] Notify callbacks [] for port, precommit_update {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:54.633365 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-3c2e12f0-5dcf-4e64-badd-9b207c80dfef tempest-FloatingIPTestJSON-1355648241 tempest-FloatingIPTestJSON-1355648241-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32266282'] for port, after_update {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:54.754960 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-d5d2913a-5e0f-46c6-b39f-d370a99fe210 None None] Notify callbacks [] for port, precommit_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:54.756370 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c2e12f0-5dcf-4e64-badd-9b207c80dfef tempest-FloatingIPTestJSON-1355648241 tempest-FloatingIPTestJSON-1355648241-project] Pushing event updated for resources: {'Port': ['ID=54bd5559-c495-4240-a091-4170861c0d63,revision_number=2']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:06:54.763410 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [None req-bfffd052-ef25-4b67-ba0d-5d21f374a6fa tempest-PortsIpV6TestJSON-656796091 tempest-PortsIpV6TestJSON-656796091-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:06:54.765372 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:54.783832 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-3c2e12f0-5dcf-4e64-badd-9b207c80dfef tempest-FloatingIPTestJSON-1355648241 tempest-FloatingIPTestJSON-1355648241-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33444131'] for floatingip, after_update {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:54.786301 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-d5d2913a-5e0f-46c6-b39f-d370a99fe210 None None] Transition to ACTIVE for port object 845767cf-a0db-47a9-8867-3aaf75cd0eb6 will not be triggered until provisioned by entity L2. {{(pid=84042) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:06:54.803112 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-d5d2913a-5e0f-46c6-b39f-d370a99fe210 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682'] for port, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:54.813272 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-bfffd052-ef25-4b67-ba0d-5d21f374a6fa tempest-PortsIpV6TestJSON-656796091 tempest-PortsIpV6TestJSON-656796091-project] Usage tracker for resource:port and tenant:2eda1cb86d1d401280eb2d37452a60a8 is out of sync, need to count used quota {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:06:54.816978 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-6a32a940-5318-4ca2-b096-cceafb93a7de tempest-SecGroupIPv6Test-1569010352 tempest-SecGroupIPv6Test-1569010352-project] Notify callbacks [] for security_group, before_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:54.825862 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-bfffd052-ef25-4b67-ba0d-5d21f374a6fa tempest-PortsIpV6TestJSON-656796091 tempest-PortsIpV6TestJSON-656796091-project] Quota usage for port was recalculated. Used quota:3. {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:06:54.835441 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-3c2e12f0-5dcf-4e64-badd-9b207c80dfef tempest-FloatingIPTestJSON-1355648241 tempest-FloatingIPTestJSON-1355648241-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217293'] for floatingip, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:54.840928 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-3c2e12f0-5dcf-4e64-badd-9b207c80dfef tempest-FloatingIPTestJSON-1355648241 tempest-FloatingIPTestJSON-1355648241-project] 10.222.0.42 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 4.1705418 Apr 18 21:06:54.841852 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 39094) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:06:54.862275 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.v2.base [None req-a45a73de-f96c-4740-935a-36a1e6a1e28f tempest-FloatingIPTestJSON-1355648241 tempest-FloatingIPTestJSON-1355648241-project] Request body: {'port': {'network_id': 'aac9f468-7127-4a86-9eab-4bd9c6ecd23d', 'name': 'tempest-FloatingIPTestJSON-277272037'}} {{(pid=84041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:06:54.865754 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [None req-bfffd052-ef25-4b67-ba0d-5d21f374a6fa tempest-PortsIpV6TestJSON-656796091 tempest-PortsIpV6TestJSON-656796091-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:06:54.870337 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] For port 3a015b11-bff8-44c5-bc1a-a4aa339dccef, host n-d-838334-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838334-2',level=0,port_id=3a015b11-bff8-44c5-bc1a-a4aa339dccef,segment=NetworkSegment(580e47ab-63b3-46f7-9d4b-760a98b611b2),segment_id=580e47ab-63b3-46f7-9d4b-760a98b611b2)] {{(pid=84042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:06:54.890779 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682'] for port, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:54.892465 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Device 50340c05-1f4d-4c01-a087-1615b8e05a9c up at agent ovs-agent-n-d-838334-2 {{(pid=84042) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 21:06:54.932628 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-a0e5e128-96e7-4010-a49f-589b0b4a7553 tempest-ExtraDHCPOptionsTestJSON-118230796 tempest-ExtraDHCPOptionsTestJSON-118230796-project] Notify callbacks [] for port, precommit_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:55.001633 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02797970-0ece-4037-9cbb-0bd1ed3bc897 None None] Pushing event updated for resources: {'Port': ['ID=845767cf-a0db-47a9-8867-3aaf75cd0eb6,revision_number=3']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:06:55.023068 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-6a32a940-5318-4ca2-b096-cceafb93a7de tempest-SecGroupIPv6Test-1569010352 tempest-SecGroupIPv6Test-1569010352-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:55.026588 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 39098) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:06:55.048467 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bfffd052-ef25-4b67-ba0d-5d21f374a6fa tempest-PortsIpV6TestJSON-656796091 tempest-PortsIpV6TestJSON-656796091-project] Made reservation on behalf of 2eda1cb86d1d401280eb2d37452a60a8 for: {'port': 1} {{(pid=84040) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:06:55.052080 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-bfffd052-ef25-4b67-ba0d-5d21f374a6fa tempest-PortsIpV6TestJSON-656796091 tempest-PortsIpV6TestJSON-656796091-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:55.166297 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.provisioning_blocks [None req-a0e5e128-96e7-4010-a49f-589b0b4a7553 tempest-ExtraDHCPOptionsTestJSON-118230796 tempest-ExtraDHCPOptionsTestJSON-118230796-project] Transition to ACTIVE for port object 828da3f3-901b-4922-a422-1f690447bf9e will not be triggered until provisioned by entity DHCP. {{(pid=84040) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:06:55.207825 n-d-838334-2 neutron-server[84040]: DEBUG neutron.notifiers.nova [None req-bfffd052-ef25-4b67-ba0d-5d21f374a6fa tempest-PortsIpV6TestJSON-656796091 tempest-PortsIpV6TestJSON-656796091-project] device_id is not set on port 95f43480-292b-4df0-8af1-26911c2287b2 yet. {{(pid=84040) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 18 21:06:55.331405 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.extraroute_db [None req-34223e72-0470-4048-883e-12e298401f5c tempest-RoutersTest-1500746192 tempest-RoutersTest-1500746192-project] Added routes are [{'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}] {{(pid=84040) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:113}} Apr 18 21:06:55.362184 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Pushing event updated for resources: {'Port': ['ID=3a015b11-bff8-44c5-bc1a-a4aa339dccef,revision_number=3']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:06:55.389455 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Provisioning complete for port 50340c05-1f4d-4c01-a087-1615b8e05a9c triggered by entity L2. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:06:55.389742 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-6bc52be4-987f-4b59-88e7-a65b45356546 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:55.389874 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1253608'] for port, provisioning_complete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:55.409339 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-a45a73de-f96c-4740-935a-36a1e6a1e28f tempest-FloatingIPTestJSON-1355648241 tempest-FloatingIPTestJSON-1355648241-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:06:55.438013 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-a45a73de-f96c-4740-935a-36a1e6a1e28f tempest-FloatingIPTestJSON-1355648241 tempest-FloatingIPTestJSON-1355648241-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:06:55.445192 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.managers [None req-d5d2913a-5e0f-46c6-b39f-d370a99fe210 None None] Attempting to bind port 845767cf-a0db-47a9-8867-3aaf75cd0eb6 on host n-d-838334-2 for vnic_type normal with profile {{(pid=84042) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 21:06:55.445593 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.managers [None req-d5d2913a-5e0f-46c6-b39f-d370a99fe210 None None] Attempting to bind port 845767cf-a0db-47a9-8867-3aaf75cd0eb6 by drivers openvswitch,hyperv on host n-d-838334-2 at level 0 using segments [{'id': '6476bd63-2887-4051-bea8-a950e485808d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': 'ed311a23-ad81-45cd-9189-66f99400b6ae'}] {{(pid=84042) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 21:06:55.445953 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5d2913a-5e0f-46c6-b39f-d370a99fe210 None None] Attempting to bind port 845767cf-a0db-47a9-8867-3aaf75cd0eb6 on network ed311a23-ad81-45cd-9189-66f99400b6ae {{(pid=84042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 21:06:55.459902 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5d2913a-5e0f-46c6-b39f-d370a99fe210 None None] Checking agent: {'id': '97cd4414-7af6-4d67-868d-dff370b4071a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838334-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 25, 49), 'started_at': datetime.datetime(2022, 4, 18, 20, 26, 19), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 21, 6, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838334-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 18 21:06:55.460280 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5d2913a-5e0f-46c6-b39f-d370a99fe210 None None] Checking segment: {'id': '6476bd63-2887-4051-bea8-a950e485808d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': 'ed311a23-ad81-45cd-9189-66f99400b6ae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84042) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 21:06:55.460679 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-d5d2913a-5e0f-46c6-b39f-d370a99fe210 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:55.461075 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5d2913a-5e0f-46c6-b39f-d370a99fe210 None None] Bound using segment: {'id': '6476bd63-2887-4051-bea8-a950e485808d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': 'ed311a23-ad81-45cd-9189-66f99400b6ae'} {{(pid=84042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 18 21:06:55.461554 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.managers [None req-d5d2913a-5e0f-46c6-b39f-d370a99fe210 None None] Bound port: 845767cf-a0db-47a9-8867-3aaf75cd0eb6, host: n-d-838334-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6476bd63-2887-4051-bea8-a950e485808d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': 'ed311a23-ad81-45cd-9189-66f99400b6ae'}}] {{(pid=84042) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 21:06:55.461929 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-d5d2913a-5e0f-46c6-b39f-d370a99fe210 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:55.477673 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-6415ae08-5d6a-4fef-800c-42bd7bee8dc8 None None] Provisioning for port 1eb954f1-6ab7-4969-9073-9ae8ed8043dd completed by entity DHCP. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 21:06:55.486875 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a45a73de-f96c-4740-935a-36a1e6a1e28f tempest-FloatingIPTestJSON-1355648241 tempest-FloatingIPTestJSON-1355648241-project] Made reservation on behalf of 23d580683d72427e8760083fb729f9d6 for: {'port': 1} {{(pid=84041) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:06:55.491126 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-a45a73de-f96c-4740-935a-36a1e6a1e28f tempest-FloatingIPTestJSON-1355648241 tempest-FloatingIPTestJSON-1355648241-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:55.502354 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-6bc52be4-987f-4b59-88e7-a65b45356546 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:06:55.509586 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-6bc52be4-987f-4b59-88e7-a65b45356546 admin admin] Usage tracker for resource:security_group_rule and tenant:1159fc702e404312a02dc815f5825396 is out of sync, need to count used quota {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:06:55.515541 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-6bc52be4-987f-4b59-88e7-a65b45356546 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:06:55.522016 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-6415ae08-5d6a-4fef-800c-42bd7bee8dc8 None None] Provisioning complete for port 1eb954f1-6ab7-4969-9073-9ae8ed8043dd triggered by entity DHCP. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:06:55.522392 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-6415ae08-5d6a-4fef-800c-42bd7bee8dc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1253608'] for port, provisioning_complete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:55.525974 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.extraroute_db [None req-34223e72-0470-4048-883e-12e298401f5c tempest-RoutersTest-1500746192 tempest-RoutersTest-1500746192-project] Removed routes are [] {{(pid=84040) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:121}} Apr 18 21:06:55.526376 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-34223e72-0470-4048-883e-12e298401f5c tempest-RoutersTest-1500746192 tempest-RoutersTest-1500746192-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-33444175', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-33443520', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5293'] for router, precommit_update {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:55.526971 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-6bc52be4-987f-4b59-88e7-a65b45356546 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:06:55.564444 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.db_base_plugin_common [None req-bfffd052-ef25-4b67-ba0d-5d21f374a6fa tempest-PortsIpV6TestJSON-656796091 tempest-PortsIpV6TestJSON-656796091-project] Allocated IP 2001:db8::11f (4cf68dbe-86e4-4119-8627-051792f497ab/984c01f7-beb1-413f-80b2-d546bde3fc23/95f43480-292b-4df0-8af1-26911c2287b2) {{(pid=84040) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 21:06:55.585269 n-d-838334-2 neutron-server[84041]: DEBUG neutron.notifiers.nova [None req-a45a73de-f96c-4740-935a-36a1e6a1e28f tempest-FloatingIPTestJSON-1355648241 tempest-FloatingIPTestJSON-1355648241-project] device_id is not set on port b7cb0378-fa89-4ac9-bcb0-7911d0c09fa1 yet. {{(pid=84041) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 18 21:06:55.628677 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-a0e5e128-96e7-4010-a49f-589b0b4a7553 tempest-ExtraDHCPOptionsTestJSON-118230796 tempest-ExtraDHCPOptionsTestJSON-118230796-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750374836619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32440838'] for port, after_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:55.656464 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.plugin [None req-6415ae08-5d6a-4fef-800c-42bd7bee8dc8 None None] Port 1eb954f1-6ab7-4969-9073-9ae8ed8043dd cannot update to ACTIVE because it is not bound. {{(pid=84042) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 18 21:06:55.672234 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-d5d2913a-5e0f-46c6-b39f-d370a99fe210 None None] For port 845767cf-a0db-47a9-8867-3aaf75cd0eb6, host n-d-838334-2, cleared binding levels {{(pid=84042) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 21:06:55.676351 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-d5d2913a-5e0f-46c6-b39f-d370a99fe210 None None] For port 845767cf-a0db-47a9-8867-3aaf75cd0eb6, host n-d-838334-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838334-2',level=0,port_id=845767cf-a0db-47a9-8867-3aaf75cd0eb6,segment=NetworkSegment(6476bd63-2887-4051-bea8-a950e485808d),segment_id=6476bd63-2887-4051-bea8-a950e485808d)] {{(pid=84042) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 21:06:55.684305 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-d5d2913a-5e0f-46c6-b39f-d370a99fe210 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682'] for port, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:55.687722 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-6415ae08-5d6a-4fef-800c-42bd7bee8dc8 None None] Provisioning complete for port 3a015b11-bff8-44c5-bc1a-a4aa339dccef triggered by entity DHCP. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:06:55.688156 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-6415ae08-5d6a-4fef-800c-42bd7bee8dc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1253608'] for port, provisioning_complete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:55.821567 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02797970-0ece-4037-9cbb-0bd1ed3bc897 None None] Pushing event updated for resources: {'Port': ['ID=845767cf-a0db-47a9-8867-3aaf75cd0eb6,revision_number=4']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:06:55.824854 n-d-838334-2 neutron-server[84040]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0e5e128-96e7-4010-a49f-589b0b4a7553 tempest-ExtraDHCPOptionsTestJSON-118230796 tempest-ExtraDHCPOptionsTestJSON-118230796-project] Network b9271c4b-e432-487e-adc7-cf30fce3fa59 is already hosted by enough agents. {{(pid=84040) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:06:55.836254 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5d2913a-5e0f-46c6-b39f-d370a99fe210 None None] Routers {'d3445e60-27f3-4080-a032-9bd4d27dfce0'} bound to L3 agent in host n-d-838334-2 {{(pid=84042) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 21:06:55.836882 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_hamode_db [None req-d5d2913a-5e0f-46c6-b39f-d370a99fe210 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838334-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-18T20:25:48Z,description=,heartbeat_timestamp=2022-04-18T21:06:48Z,host='n-d-838334-2',id=bc84d6c9-dd7a-4555-a351-592327b46d5a,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:25:48Z,topic='l3_agent')) {'router_ids': ['d3445e60-27f3-4080-a032-9bd4d27dfce0'], 'active': True} {{(pid=84042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:06:55.838342 n-d-838334-2 neutron-server[84040]: DEBUG neutron.scheduler.base_scheduler [None req-a0e5e128-96e7-4010-a49f-589b0b4a7553 tempest-ExtraDHCPOptionsTestJSON-118230796 tempest-ExtraDHCPOptionsTestJSON-118230796-project] Resources bound (agent type, host, resource id): {{(pid=84040) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:06:55.880527 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-6bc52be4-987f-4b59-88e7-a65b45356546 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:55.920743 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.db_base_plugin_common [None req-a45a73de-f96c-4740-935a-36a1e6a1e28f tempest-FloatingIPTestJSON-1355648241 tempest-FloatingIPTestJSON-1355648241-project] Allocated IP 172.20.0.3 (aac9f468-7127-4a86-9eab-4bd9c6ecd23d/a3e2e578-9cc2-4f84-b434-bc1622f09b26/b7cb0378-fa89-4ac9-bcb0-7911d0c09fa1) {{(pid=84041) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 21:06:55.923103 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-6bc52be4-987f-4b59-88e7-a65b45356546 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33528224'] for security_group, after_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:55.923457 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0e5e128-96e7-4010-a49f-589b0b4a7553 tempest-ExtraDHCPOptionsTestJSON-118230796 tempest-ExtraDHCPOptionsTestJSON-118230796-project] Received port after_create {{(pid=84040) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 21:06:55.961541 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-6a32a940-5318-4ca2-b096-cceafb93a7de tempest-SecGroupIPv6Test-1569010352 tempest-SecGroupIPv6Test-1569010352-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33528224'] for security_group, after_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:56.003024 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Device 3a015b11-bff8-44c5-bc1a-a4aa339dccef up at agent ovs-agent-n-d-838334-2 {{(pid=84042) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 21:06:56.049855 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a32a940-5318-4ca2-b096-cceafb93a7de tempest-SecGroupIPv6Test-1569010352 tempest-SecGroupIPv6Test-1569010352-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ff09d49-d4f4-4428-b1da-a4a52507e4a9,revision_number=None']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:06:56.082977 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0e5e128-96e7-4010-a49f-589b0b4a7553 tempest-ExtraDHCPOptionsTestJSON-118230796 tempest-ExtraDHCPOptionsTestJSON-118230796-project] Pushing event updated for resources: {'Port': ['ID=828da3f3-901b-4922-a422-1f690447bf9e,revision_number=1']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:06:56.130251 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0e5e128-96e7-4010-a49f-589b0b4a7553 tempest-ExtraDHCPOptionsTestJSON-118230796 tempest-ExtraDHCPOptionsTestJSON-118230796-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:06:56.130856 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-a0e5e128-96e7-4010-a49f-589b0b4a7553 tempest-ExtraDHCPOptionsTestJSON-118230796 tempest-ExtraDHCPOptionsTestJSON-118230796-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217293'] for port, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:56.150755 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-6a32a940-5318-4ca2-b096-cceafb93a7de tempest-SecGroupIPv6Test-1569010352 tempest-SecGroupIPv6Test-1569010352-project] Notify callbacks [] for security_group, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:56.151968 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-6a32a940-5318-4ca2-b096-cceafb93a7de tempest-SecGroupIPv6Test-1569010352 tempest-SecGroupIPv6Test-1569010352-project] 10.222.0.42 "DELETE /v2.0/security-groups/1ff09d49-d4f4-4428-b1da-a4a52507e4a9 HTTP/1.1" status: 204 len: 168 time: 1.7215643 Apr 18 21:06:56.156267 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_dvr_db [None req-d5d2913a-5e0f-46c6-b39f-d370a99fe210 None None] Set router d3445e60-27f3-4080-a032-9bd4d27dfce0 gateway port host: None {{(pid=84042) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 21:06:56.158509 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 39104) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:06:56.194173 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-a0e5e128-96e7-4010-a49f-589b0b4a7553 tempest-ExtraDHCPOptionsTestJSON-118230796 tempest-ExtraDHCPOptionsTestJSON-118230796-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1152 time: 3.4351134 Apr 18 21:06:56.221115 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 39108) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:06:56.227812 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bc52be4-987f-4b59-88e7-a65b45356546 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c118b121-f55e-4af3-84ab-5eb7906d1e24,revision_number=1']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:06:56.233714 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-6bc52be4-987f-4b59-88e7-a65b45356546 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=1159fc702e404312a02dc815f5825396&name=default HTTP/1.1" status: 200 len: 2647 time: 1.2058821 Apr 18 21:06:56.256192 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 39112) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:06:56.371488 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-fdd10f1f-285a-432e-ab5f-d4828a22603b tempest-SecGroupIPv6Test-1569010352 tempest-SecGroupIPv6Test-1569010352-project] Synchronizing usage tracker for tenant:dc8b3677ed41470bbe4dd33b634aa4aa on resource:security_group {{(pid=84040) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 21:06:56.485239 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Provisioning complete for port 3a015b11-bff8-44c5-bc1a-a4aa339dccef triggered by entity L2. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:06:56.485738 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1253608'] for port, provisioning_complete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:56.487145 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-2fab1d9d-ad55-486d-b4a3-212c4d0f4733 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:56.525307 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8b5fd65-d978-41a5-baea-d55e3ec1343f tempest-ExtraDHCPOptionsTestJSON-118230796 tempest-ExtraDHCPOptionsTestJSON-118230796-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:06:56.526339 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-fdd10f1f-285a-432e-ab5f-d4828a22603b tempest-SecGroupIPv6Test-1569010352 tempest-SecGroupIPv6Test-1569010352-project] Unset dirty status for tenant:dc8b3677ed41470bbe4dd33b634aa4aa on resource:security_group {{(pid=84040) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 21:06:56.532009 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-fdd10f1f-285a-432e-ab5f-d4828a22603b tempest-SecGroupIPv6Test-1569010352 tempest-SecGroupIPv6Test-1569010352-project] 10.222.0.42 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.3654759 Apr 18 21:06:56.532171 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8b5fd65-d978-41a5-baea-d55e3ec1343f tempest-ExtraDHCPOptionsTestJSON-118230796 tempest-ExtraDHCPOptionsTestJSON-118230796-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:06:56.533740 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8b5fd65-d978-41a5-baea-d55e3ec1343f tempest-ExtraDHCPOptionsTestJSON-118230796 tempest-ExtraDHCPOptionsTestJSON-118230796-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:06:56.538853 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 39116) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:06:56.539040 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-c8b5fd65-d978-41a5-baea-d55e3ec1343f tempest-ExtraDHCPOptionsTestJSON-118230796 tempest-ExtraDHCPOptionsTestJSON-118230796-project] 10.222.0.42 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2618 time: 0.3054488 Apr 18 21:06:56.542417 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-2fab1d9d-ad55-486d-b4a3-212c4d0f4733 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:56.546202 n-d-838334-2 neutron-server[84041]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-07c04f34-1a2c-4bbd-b73b-b8461c4d9698 admin admin] Router 0573f4fd-15ec-4486-a7e2-4a1d64e93d08 has already been hosted by L3 agent bc84d6c9-dd7a-4555-a351-592327b46d5a {{(pid=84041) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 21:06:56.546854 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 39118) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:06:56.552717 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.v2.base [None req-c2b843d8-e157-4936-91a0-b854bd549a13 tempest-SecGroupIPv6Test-1569010352 tempest-SecGroupIPv6Test-1569010352-project] Request body: {'security_group': {'name': 'tempest-secgroup--364321577'}} {{(pid=84040) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:06:56.567491 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-bfffd052-ef25-4b67-ba0d-5d21f374a6fa tempest-PortsIpV6TestJSON-656796091 tempest-PortsIpV6TestJSON-656796091-project] Notify callbacks [] for port, precommit_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:56.579645 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [None req-c2b843d8-e157-4936-91a0-b854bd549a13 tempest-SecGroupIPv6Test-1569010352 tempest-SecGroupIPv6Test-1569010352-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:06:56.627987 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-a45a73de-f96c-4740-935a-36a1e6a1e28f tempest-FloatingIPTestJSON-1355648241 tempest-FloatingIPTestJSON-1355648241-project] Notify callbacks [] for port, precommit_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:56.726031 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [None req-c2b843d8-e157-4936-91a0-b854bd549a13 tempest-SecGroupIPv6Test-1569010352 tempest-SecGroupIPv6Test-1569010352-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:06:56.735013 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.provisioning_blocks [None req-bfffd052-ef25-4b67-ba0d-5d21f374a6fa tempest-PortsIpV6TestJSON-656796091 tempest-PortsIpV6TestJSON-656796091-project] Transition to ACTIVE for port object 95f43480-292b-4df0-8af1-26911c2287b2 will not be triggered until provisioned by entity DHCP. {{(pid=84040) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:06:56.757185 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-6ab6249b-911c-4e85-836d-ab5bc9695647 None None] Provisioning complete for port 1eb954f1-6ab7-4969-9073-9ae8ed8043dd triggered by entity DHCP. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:06:56.757744 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-6ab6249b-911c-4e85-836d-ab5bc9695647 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1253608'] for port, provisioning_complete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:56.757877 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.plugin [None req-a4f2e403-7780-4573-b939-47fdaac51d2d tempest-ExtraDHCPOptionsTestJSON-118230796 tempest-ExtraDHCPOptionsTestJSON-118230796-project] Deleting port 828da3f3-901b-4922-a422-1f690447bf9e {{(pid=84041) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 21:06:56.758142 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-a4f2e403-7780-4573-b939-47fdaac51d2d tempest-ExtraDHCPOptionsTestJSON-118230796 tempest-ExtraDHCPOptionsTestJSON-118230796-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750375188691'] for port, before_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:56.770832 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-c2b843d8-e157-4936-91a0-b854bd549a13 tempest-SecGroupIPv6Test-1569010352 tempest-SecGroupIPv6Test-1569010352-project] Notify callbacks [] for security_group, before_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:56.827731 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-34223e72-0470-4048-883e-12e298401f5c tempest-RoutersTest-1500746192 tempest-RoutersTest-1500746192-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-33444175', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-33443520', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5293'] for router, precommit_update {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:56.834516 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-34223e72-0470-4048-883e-12e298401f5c tempest-RoutersTest-1500746192 tempest-RoutersTest-1500746192-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33444176', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-33444166', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-33444185', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-33443547'] for router, after_update {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:56.838389 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.plugin [None req-6ab6249b-911c-4e85-836d-ab5bc9695647 None None] Port 1eb954f1-6ab7-4969-9073-9ae8ed8043dd cannot update to ACTIVE because it is not bound. {{(pid=84042) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 18 21:06:56.842315 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_hamode_db [None req-d5d2913a-5e0f-46c6-b39f-d370a99fe210 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3445e60-27f3-4080-a032-9bd4d27dfce0', 'name': 'tempest-RoutersTest-router-1627313381', 'tenant_id': '8a05b90fa8c54f25938df6bd0ef52223', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:06:00Z', 'updated_at': '2022-04-18T21:06:55Z', 'revision_number': 6, 'project_id': '8a05b90fa8c54f25938df6bd0ef52223', 'gw_port_host': None, '_interfaces': [{'id': '33b867d1-0439-4e6e-9292-2f7076a420d5', 'name': '', 'network_id': '6c55f5d6-32aa-4564-9c07-62d3eb3a4e33', 'tenant_id': '8a05b90fa8c54f25938df6bd0ef52223', 'mac_address': 'fa:16:3e:86:52:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3445e60-27f3-4080-a032-9bd4d27dfce0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2b90dced-66c9-4d15-bdac-b6cf07d1ccea', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:06:16Z', 'updated_at': '2022-04-18T21:06:31Z', 'revision_number': 5, 'project_id': '8a05b90fa8c54f25938df6bd0ef52223', 'subnets': [{'id': '2b90dced-66c9-4d15-bdac-b6cf07d1ccea', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '56d927d1-4222-4261-8ba4-7d3147f61bc3', 'name': '', 'network_id': 'a939bca6-cf86-485c-ae21-4acaab3ed357', 'tenant_id': '8a05b90fa8c54f25938df6bd0ef52223', 'mac_address': 'fa:16:3e:31:a6:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3445e60-27f3-4080-a032-9bd4d27dfce0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'fc661f01-7889-49a3-8551-a398092f67d4', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:06:32Z', 'updated_at': '2022-04-18T21:06:45Z', 'revision_number': 5, 'project_id': '8a05b90fa8c54f25938df6bd0ef52223', 'subnets': [{'id': 'fc661f01-7889-49a3-8551-a398092f67d4', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '845767cf-a0db-47a9-8867-3aaf75cd0eb6', 'name': '', 'network_id': 'ed311a23-ad81-45cd-9189-66f99400b6ae', 'tenant_id': '8a05b90fa8c54f25938df6bd0ef52223', 'mac_address': 'fa:16:3e:d9:2c:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd3445e60-27f3-4080-a032-9bd4d27dfce0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0e2b666a-fc2b-480d-adf5-db144491e364', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:06:46Z', 'updated_at': '2022-04-18T21:06:55Z', 'revision_number': 4, 'project_id': '8a05b90fa8c54f25938df6bd0ef52223', 'subnets': [{'id': '0e2b666a-fc2b-480d-adf5-db144491e364', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b3960860-c173-49ec-b335-5c1dd2983a36', 'name': '', 'network_id': '0f4f3485-d47f-443a-afdb-b607b91dc681', 'tenant_id': '8a05b90fa8c54f25938df6bd0ef52223', 'mac_address': 'fa:16:3e:f4:09:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3445e60-27f3-4080-a032-9bd4d27dfce0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c69b069c-a1b2-456b-9244-afeef8944023', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:06:04Z', 'updated_at': '2022-04-18T21:06:14Z', 'revision_number': 5, 'project_id': '8a05b90fa8c54f25938df6bd0ef52223', 'subnets': [{'id': 'c69b069c-a1b2-456b-9244-afeef8944023', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838334-2', False) {} {{(pid=84042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:06:56.848201 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-2fab1d9d-ad55-486d-b4a3-212c4d0f4733 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33528224'] for security_group, after_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:56.849640 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5d2913a-5e0f-46c6-b39f-d370a99fe210 None None] The sync data for ids ['d3445e60-27f3-4080-a032-9bd4d27dfce0'] in n-d-838334-2 is: [{'id': 'd3445e60-27f3-4080-a032-9bd4d27dfce0', 'name': 'tempest-RoutersTest-router-1627313381', 'tenant_id': '8a05b90fa8c54f25938df6bd0ef52223', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:06:00Z', 'updated_at': '2022-04-18T21:06:55Z', 'revision_number': 6, 'project_id': '8a05b90fa8c54f25938df6bd0ef52223', 'gw_port_host': None, '_interfaces': [{'id': '33b867d1-0439-4e6e-9292-2f7076a420d5', 'name': '', 'network_id': '6c55f5d6-32aa-4564-9c07-62d3eb3a4e33', 'tenant_id': '8a05b90fa8c54f25938df6bd0ef52223', 'mac_address': 'fa:16:3e:86:52:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3445e60-27f3-4080-a032-9bd4d27dfce0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2b90dced-66c9-4d15-bdac-b6cf07d1ccea', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:06:16Z', 'updated_at': '2022-04-18T21:06:31Z', 'revision_number': 5, 'project_id': '8a05b90fa8c54f25938df6bd0ef52223', 'subnets': [{'id': '2b90dced-66c9-4d15-bdac-b6cf07d1ccea', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '56d927d1-4222-4261-8ba4-7d3147f61bc3', 'name': '', 'network_id': 'a939bca6-cf86-485c-ae21-4acaab3ed357', 'tenant_id': '8a05b90fa8c54f25938df6bd0ef52223', 'mac_address': 'fa:16:3e:31:a6:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3445e60-27f3-4080-a032-9bd4d27dfce0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'fc661f01-7889-49a3-8551-a398092f67d4', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:06:32Z', 'updated_at': '2022-04-18T21:06:45Z', 'revision_number': 5, 'project_id': '8a05b90fa8c54f25938df6bd0ef52223', 'subnets': [{'id': 'fc661f01-7889-49a3-8551-a398092f67d4', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '845767cf-a0db-47a9-8867-3aaf75cd0eb6', 'name': '', 'network_id': 'ed311a23-ad81-45cd-9189-66f99400b6ae', 'tenant_id': '8a05b90fa8c54f25938df6bd0ef52223', 'mac_address': 'fa:16:3e:d9:2c:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd3445e60-27f3-4080-a032-9bd4d27dfce0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0e2b666a-fc2b-480d-adf5-db144491e364', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:06:46Z', 'updated_at': '2022-04-18T21:06:55Z', 'revision_number': 4, 'project_id': '8a05b90fa8c54f25938df6bd0ef52223', 'subnets': [{'id': '0e2b666a-fc2b-480d-adf5-db144491e364', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b3960860-c173-49ec-b335-5c1dd2983a36', 'name': '', 'network_id': '0f4f3485-d47f-443a-afdb-b607b91dc681', 'tenant_id': '8a05b90fa8c54f25938df6bd0ef52223', 'mac_address': 'fa:16:3e:f4:09:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3445e60-27f3-4080-a032-9bd4d27dfce0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c69b069c-a1b2-456b-9244-afeef8944023', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:06:04Z', 'updated_at': '2022-04-18T21:06:14Z', 'revision_number': 5, 'project_id': '8a05b90fa8c54f25938df6bd0ef52223', 'subnets': [{'id': 'c69b069c-a1b2-456b-9244-afeef8944023', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84042) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 18 21:06:56.861857 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-bfffd052-ef25-4b67-ba0d-5d21f374a6fa tempest-PortsIpV6TestJSON-656796091 tempest-PortsIpV6TestJSON-656796091-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750374836619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32440838'] for port, after_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:56.873877 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [None req-c2b843d8-e157-4936-91a0-b854bd549a13 tempest-SecGroupIPv6Test-1569010352 tempest-SecGroupIPv6Test-1569010352-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:06:56.896301 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-a45a73de-f96c-4740-935a-36a1e6a1e28f tempest-FloatingIPTestJSON-1355648241 tempest-FloatingIPTestJSON-1355648241-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750374836619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32266323'] for port, after_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:57.006630 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-12bc8d02-7ce3-417f-9a87-3ac343b8eae5 None None] Provisioning for port 828da3f3-901b-4922-a422-1f690447bf9e completed by entity DHCP. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 21:06:57.013986 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-12bc8d02-7ce3-417f-9a87-3ac343b8eae5 None None] Provisioning complete for port 828da3f3-901b-4922-a422-1f690447bf9e triggered by entity DHCP. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:06:57.014641 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-12bc8d02-7ce3-417f-9a87-3ac343b8eae5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1253608'] for port, provisioning_complete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:57.083465 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.plugin [None req-12bc8d02-7ce3-417f-9a87-3ac343b8eae5 None None] Port 828da3f3-901b-4922-a422-1f690447bf9e cannot update to ACTIVE because it is not bound. {{(pid=84042) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 18 21:06:57.085457 n-d-838334-2 neutron-server[84041]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a45a73de-f96c-4740-935a-36a1e6a1e28f tempest-FloatingIPTestJSON-1355648241 tempest-FloatingIPTestJSON-1355648241-project] Network aac9f468-7127-4a86-9eab-4bd9c6ecd23d is already hosted by enough agents. {{(pid=84041) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:06:57.089210 n-d-838334-2 neutron-server[84041]: DEBUG neutron.scheduler.base_scheduler [None req-a45a73de-f96c-4740-935a-36a1e6a1e28f tempest-FloatingIPTestJSON-1355648241 tempest-FloatingIPTestJSON-1355648241-project] Resources bound (agent type, host, resource id): {{(pid=84041) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:06:57.092028 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfffd052-ef25-4b67-ba0d-5d21f374a6fa tempest-PortsIpV6TestJSON-656796091 tempest-PortsIpV6TestJSON-656796091-project] Pushing event updated for resources: {'Port': ['ID=95f43480-292b-4df0-8af1-26911c2287b2,revision_number=1']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:06:57.102183 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fab1d9d-ad55-486d-b4a3-212c4d0f4733 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c118b121-f55e-4af3-84ab-5eb7906d1e24,revision_number=None']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:06:57.106170 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a45a73de-f96c-4740-935a-36a1e6a1e28f tempest-FloatingIPTestJSON-1355648241 tempest-FloatingIPTestJSON-1355648241-project] Received port after_create {{(pid=84041) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 21:06:57.118880 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-c2b843d8-e157-4936-91a0-b854bd549a13 tempest-SecGroupIPv6Test-1569010352 tempest-SecGroupIPv6Test-1569010352-project] Usage tracker for resource:security_group_rule and tenant:dc8b3677ed41470bbe4dd33b634aa4aa is out of sync, need to count used quota {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:06:57.131112 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-c2b843d8-e157-4936-91a0-b854bd549a13 tempest-SecGroupIPv6Test-1569010352 tempest-SecGroupIPv6Test-1569010352-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:06:57.155799 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a45a73de-f96c-4740-935a-36a1e6a1e28f tempest-FloatingIPTestJSON-1355648241 tempest-FloatingIPTestJSON-1355648241-project] Pushing event updated for resources: {'Port': ['ID=b7cb0378-fa89-4ac9-bcb0-7911d0c09fa1,revision_number=1']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:06:57.198397 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [None req-c2b843d8-e157-4936-91a0-b854bd549a13 tempest-SecGroupIPv6Test-1569010352 tempest-SecGroupIPv6Test-1569010352-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:06:57.205811 n-d-838334-2 neutron-server[84040]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfffd052-ef25-4b67-ba0d-5d21f374a6fa tempest-PortsIpV6TestJSON-656796091 tempest-PortsIpV6TestJSON-656796091-project] Network 4cf68dbe-86e4-4119-8627-051792f497ab is already hosted by enough agents. {{(pid=84040) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:06:57.213337 n-d-838334-2 neutron-server[84040]: DEBUG neutron.scheduler.base_scheduler [None req-bfffd052-ef25-4b67-ba0d-5d21f374a6fa tempest-PortsIpV6TestJSON-656796091 tempest-PortsIpV6TestJSON-656796091-project] Resources bound (agent type, host, resource id): {{(pid=84040) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:06:57.218412 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfffd052-ef25-4b67-ba0d-5d21f374a6fa tempest-PortsIpV6TestJSON-656796091 tempest-PortsIpV6TestJSON-656796091-project] Received port after_create {{(pid=84040) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 21:06:57.223167 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bfffd052-ef25-4b67-ba0d-5d21f374a6fa tempest-PortsIpV6TestJSON-656796091 tempest-PortsIpV6TestJSON-656796091-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:06:57.224318 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-bfffd052-ef25-4b67-ba0d-5d21f374a6fa tempest-PortsIpV6TestJSON-656796091 tempest-PortsIpV6TestJSON-656796091-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217293'] for port, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:57.229072 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-2fab1d9d-ad55-486d-b4a3-212c4d0f4733 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:57.232614 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-2fab1d9d-ad55-486d-b4a3-212c4d0f4733 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/c118b121-f55e-4af3-84ab-5eb7906d1e24 HTTP/1.1" status: 204 len: 168 time: 0.9732809 Apr 18 21:06:57.251531 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-a4f2e403-7780-4573-b939-47fdaac51d2d tempest-ExtraDHCPOptionsTestJSON-118230796 tempest-ExtraDHCPOptionsTestJSON-118230796-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369123'] for port, precommit_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:57.263844 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a45a73de-f96c-4740-935a-36a1e6a1e28f tempest-FloatingIPTestJSON-1355648241 tempest-FloatingIPTestJSON-1355648241-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:06:57.264619 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-a45a73de-f96c-4740-935a-36a1e6a1e28f tempest-FloatingIPTestJSON-1355648241 tempest-FloatingIPTestJSON-1355648241-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217293'] for port, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:57.278498 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-bfffd052-ef25-4b67-ba0d-5d21f374a6fa tempest-PortsIpV6TestJSON-656796091 tempest-PortsIpV6TestJSON-656796091-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 3.1310258 Apr 18 21:06:57.281137 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 39126) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:06:57.373986 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-c2b843d8-e157-4936-91a0-b854bd549a13 tempest-SecGroupIPv6Test-1569010352 tempest-SecGroupIPv6Test-1569010352-project] Notify callbacks [] for security_group, precommit_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:57.386988 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-c2b843d8-e157-4936-91a0-b854bd549a13 tempest-SecGroupIPv6Test-1569010352 tempest-SecGroupIPv6Test-1569010352-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33528224'] for security_group, after_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:57.450828 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.plugin [None req-a4f2e403-7780-4573-b939-47fdaac51d2d tempest-ExtraDHCPOptionsTestJSON-118230796 tempest-ExtraDHCPOptionsTestJSON-118230796-project] Calling delete_port for 828da3f3-901b-4922-a422-1f690447bf9e owned by {{(pid=84041) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 21:06:57.479694 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2b843d8-e157-4936-91a0-b854bd549a13 tempest-SecGroupIPv6Test-1569010352 tempest-SecGroupIPv6Test-1569010352-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6f0c1141-b077-4bff-b8b1-87aee54717af,revision_number=1']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:06:57.494459 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-c2b843d8-e157-4936-91a0-b854bd549a13 tempest-SecGroupIPv6Test-1569010352 tempest-SecGroupIPv6Test-1569010352-project] Notify callbacks [] for security_group, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:57.496246 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-c2b843d8-e157-4936-91a0-b854bd549a13 tempest-SecGroupIPv6Test-1569010352 tempest-SecGroupIPv6Test-1569010352-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 0.9561615 Apr 18 21:06:57.499438 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 39132) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:06:57.507833 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec376112-0643-40c9-b752-ff2b78581d8d tempest-PortsIpV6TestJSON-656796091 tempest-PortsIpV6TestJSON-656796091-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:06:57.508758 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-ec376112-0643-40c9-b752-ff2b78581d8d tempest-PortsIpV6TestJSON-656796091 tempest-PortsIpV6TestJSON-656796091-project] Synchronizing usage tracker for tenant:2eda1cb86d1d401280eb2d37452a60a8 on resource:port {{(pid=84040) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 21:06:57.515762 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.v2.base [None req-21f136a5-63b4-4a7c-b330-1e101e9de7be tempest-SecGroupIPv6Test-1569010352 tempest-SecGroupIPv6Test-1569010352-project] Request body: {'security_group_rule': {'security_group_id': '6f0c1141-b077-4bff-b8b1-87aee54717af', 'direction': 'ingress', 'protocol': 17}} {{(pid=84040) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:06:57.527686 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [None req-21f136a5-63b4-4a7c-b330-1e101e9de7be tempest-SecGroupIPv6Test-1569010352 tempest-SecGroupIPv6Test-1569010352-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:06:57.535930 n-d-838334-2 neutron-server[84040]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-34223e72-0470-4048-883e-12e298401f5c tempest-RoutersTest-1500746192 tempest-RoutersTest-1500746192-project] Router d3445e60-27f3-4080-a032-9bd4d27dfce0 has already been hosted by L3 agent bc84d6c9-dd7a-4555-a351-592327b46d5a {{(pid=84040) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 21:06:57.539412 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-21f136a5-63b4-4a7c-b330-1e101e9de7be tempest-SecGroupIPv6Test-1569010352 tempest-SecGroupIPv6Test-1569010352-project] Usage tracker for resource:security_group_rule and tenant:dc8b3677ed41470bbe4dd33b634aa4aa is out of sync, need to count used quota {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:06:57.548511 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-21f136a5-63b4-4a7c-b330-1e101e9de7be tempest-SecGroupIPv6Test-1569010352 tempest-SecGroupIPv6Test-1569010352-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:06:57.559529 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [None req-21f136a5-63b4-4a7c-b330-1e101e9de7be tempest-SecGroupIPv6Test-1569010352 tempest-SecGroupIPv6Test-1569010352-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:06:57.579936 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-07c04f34-1a2c-4bbd-b73b-b8461c4d9698 admin admin] Notify agent at l3_agent.n-d-838334-2 the message routers_updated {{(pid=84041) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 21:06:57.581385 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-ec376112-0643-40c9-b752-ff2b78581d8d tempest-PortsIpV6TestJSON-656796091 tempest-PortsIpV6TestJSON-656796091-project] Unset dirty status for tenant:2eda1cb86d1d401280eb2d37452a60a8 on resource:port {{(pid=84040) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 21:06:57.582815 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-ec376112-0643-40c9-b752-ff2b78581d8d tempest-PortsIpV6TestJSON-656796091 tempest-PortsIpV6TestJSON-656796091-project] 10.222.0.42 "GET /v2.0/ports?fixed_ips=ip_address%3D2001%3Adb8%3A%3A1fa HTTP/1.1" status: 200 len: 929 time: 0.3004897 Apr 18 21:06:57.587191 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 39136) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:06:57.591856 n-d-838334-2 neutron-server[84043]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8f8a6ea-a92e-4968-9531-176a9af8af5f None None] Sync routers for ids ['0573f4fd-15ec-4486-a7e2-4a1d64e93d08'] in n-d-838334-2 {{(pid=84043) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 18 21:06:57.593893 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-07c04f34-1a2c-4bbd-b73b-b8461c4d9698 admin admin] 10.222.0.42 "PUT /v2.0/routers/0573f4fd-15ec-4486-a7e2-4a1d64e93d08/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 10.9040720 Apr 18 21:06:57.603297 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 39140) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:06:57.611040 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-a45a73de-f96c-4740-935a-36a1e6a1e28f tempest-FloatingIPTestJSON-1355648241 tempest-FloatingIPTestJSON-1355648241-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 2.7653146 Apr 18 21:06:57.616085 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8f8a6ea-a92e-4968-9531-176a9af8af5f None None] Routers {'0573f4fd-15ec-4486-a7e2-4a1d64e93d08'} bound to L3 agent in host n-d-838334-2 {{(pid=84043) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 21:06:57.619059 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.l3_hamode_db [None req-c8f8a6ea-a92e-4968-9531-176a9af8af5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838334-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-18T20:25:48Z,description=,heartbeat_timestamp=2022-04-18T21:06:48Z,host='n-d-838334-2',id=bc84d6c9-dd7a-4555-a351-592327b46d5a,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:25:48Z,topic='l3_agent')) {'router_ids': ['0573f4fd-15ec-4486-a7e2-4a1d64e93d08'], 'active': True} {{(pid=84043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:06:57.672206 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 39142) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:06:57.710474 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.v2.base [None req-94944e21-019d-4fb9-83dd-362e208bf7ce tempest-FloatingIPTestJSON-1355648241 tempest-FloatingIPTestJSON-1355648241-project] Request body: {'floatingip': {'port_id': 'b7cb0378-fa89-4ac9-bcb0-7911d0c09fa1'}} {{(pid=84040) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:06:57.729902 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-d8507e3a-6fb8-4ede-96d8-84a25e36d333 None None] Provisioning for port 95f43480-292b-4df0-8af1-26911c2287b2 completed by entity DHCP. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 21:06:57.736168 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-d8507e3a-6fb8-4ede-96d8-84a25e36d333 None None] Provisioning complete for port 95f43480-292b-4df0-8af1-26911c2287b2 triggered by entity DHCP. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:06:57.736734 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-d8507e3a-6fb8-4ede-96d8-84a25e36d333 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1253608'] for port, provisioning_complete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:57.823399 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.plugin [None req-d8507e3a-6fb8-4ede-96d8-84a25e36d333 None None] Port 95f43480-292b-4df0-8af1-26911c2287b2 cannot update to ACTIVE because it is not bound. {{(pid=84042) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 18 21:06:57.879724 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.l3_dvr_db [None req-c8f8a6ea-a92e-4968-9531-176a9af8af5f None None] Set router 0573f4fd-15ec-4486-a7e2-4a1d64e93d08 gateway port host: n-d-838334-2 {{(pid=84043) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 21:06:57.898797 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 39148) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:06:58.024264 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Device 845767cf-a0db-47a9-8867-3aaf75cd0eb6 up at agent ovs-agent-n-d-838334-2 {{(pid=84042) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 21:06:58.027161 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-a4f2e403-7780-4573-b939-47fdaac51d2d tempest-ExtraDHCPOptionsTestJSON-118230796 tempest-ExtraDHCPOptionsTestJSON-118230796-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750375259028', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750374836628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32266323'] for port, after_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:58.042050 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-21f136a5-63b4-4a7c-b330-1e101e9de7be tempest-SecGroupIPv6Test-1569010352 tempest-SecGroupIPv6Test-1569010352-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:58.072252 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-94944e21-019d-4fb9-83dd-362e208bf7ce tempest-FloatingIPTestJSON-1355648241 tempest-FloatingIPTestJSON-1355648241-project] Notify callbacks [] for floatingip, before_update {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:58.102370 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4f2e403-7780-4573-b939-47fdaac51d2d tempest-ExtraDHCPOptionsTestJSON-118230796 tempest-ExtraDHCPOptionsTestJSON-118230796-project] Pushing event deleted for resources: {'Port': ['ID=828da3f3-901b-4922-a422-1f690447bf9e,revision_number=None']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:06:58.105652 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Provisioning for port 845767cf-a0db-47a9-8867-3aaf75cd0eb6 completed by entity L2. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 21:06:58.115761 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Provisioning complete for port 845767cf-a0db-47a9-8867-3aaf75cd0eb6 triggered by entity L2. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:06:58.116482 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1253608'] for port, provisioning_complete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:58.168123 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.plugin [None req-758ea3e8-3827-4777-be9c-df979070f7c9 tempest-PortsIpV6TestJSON-656796091 tempest-PortsIpV6TestJSON-656796091-project] Deleting port 95f43480-292b-4df0-8af1-26911c2287b2 {{(pid=84040) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 21:06:58.168578 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-758ea3e8-3827-4777-be9c-df979070f7c9 tempest-PortsIpV6TestJSON-656796091 tempest-PortsIpV6TestJSON-656796091-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750375188691'] for port, before_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:58.261012 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.l3_hamode_db [None req-c8f8a6ea-a92e-4968-9531-176a9af8af5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0573f4fd-15ec-4486-a7e2-4a1d64e93d08', 'name': 'tempest-AttachVolumeTestJSON-1059019708-router', 'tenant_id': 'b5bf875eb9b748b5aba56f8b60ce8169', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'external_fixed_ips': [{'subnet_id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'ip_address': '172.25.8.42'}], 'enable_snat': True}, 'gw_port_id': 'a46e8333-2083-45cf-9f4f-171d17c889e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:00:10Z', 'updated_at': '2022-04-18T21:06:52Z', 'revision_number': 5, 'project_id': 'b5bf875eb9b748b5aba56f8b60ce8169', 'gw_port': {'id': 'a46e8333-2083-45cf-9f4f-171d17c889e2', 'name': '', 'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:a3:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0573f4fd-15ec-4486-a7e2-4a1d64e93d08', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'ip_address': '172.25.8.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:00:11Z', 'updated_at': '2022-04-18T21:00:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838334-2'}], 'n-d-838334-2', False) {} {{(pid=84043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:06:58.270731 n-d-838334-2 neutron-server[84043]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8f8a6ea-a92e-4968-9531-176a9af8af5f None None] Checking router: 0573f4fd-15ec-4486-a7e2-4a1d64e93d08 for host: n-d-838334-2 {{(pid=84043) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 18 21:06:58.286809 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8f8a6ea-a92e-4968-9531-176a9af8af5f None None] Routers {'0573f4fd-15ec-4486-a7e2-4a1d64e93d08'} bound to L3 agent in host n-d-838334-2 {{(pid=84043) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 21:06:58.287714 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.l3_hamode_db [None req-c8f8a6ea-a92e-4968-9531-176a9af8af5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838334-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-18T20:25:48Z,description=,heartbeat_timestamp=2022-04-18T21:06:48Z,host='n-d-838334-2',id=bc84d6c9-dd7a-4555-a351-592327b46d5a,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:25:48Z,topic='l3_agent')) {'router_ids': ['0573f4fd-15ec-4486-a7e2-4a1d64e93d08'], 'active': True} {{(pid=84043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:06:58.306242 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:58.359844 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] For port 845767cf-a0db-47a9-8867-3aaf75cd0eb6, host n-d-838334-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838334-2',level=0,port_id=845767cf-a0db-47a9-8867-3aaf75cd0eb6,segment=NetworkSegment(6476bd63-2887-4051-bea8-a950e485808d),segment_id=6476bd63-2887-4051-bea8-a950e485808d)] {{(pid=84042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:06:58.364324 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682'] for port, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:58.476904 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Pushing event updated for resources: {'Port': ['ID=845767cf-a0db-47a9-8867-3aaf75cd0eb6,revision_number=5']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:06:58.499756 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-900072f4-8189-4c08-8646-6f4138f971e0 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=292188131bd5453abc7131f632de51a5&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5997779 Apr 18 21:06:58.508471 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 39152) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:06:58.518015 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-21f136a5-63b4-4a7c-b330-1e101e9de7be tempest-SecGroupIPv6Test-1569010352 tempest-SecGroupIPv6Test-1569010352-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:58.564909 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.l3_dvr_db [None req-c8f8a6ea-a92e-4968-9531-176a9af8af5f None None] Set router 0573f4fd-15ec-4486-a7e2-4a1d64e93d08 gateway port host: n-d-838334-2 {{(pid=84043) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 21:06:58.584356 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-21f136a5-63b4-4a7c-b330-1e101e9de7be tempest-SecGroupIPv6Test-1569010352 tempest-SecGroupIPv6Test-1569010352-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33528311'] for security_group_rule, after_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:58.592569 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-a4f2e403-7780-4573-b939-47fdaac51d2d tempest-ExtraDHCPOptionsTestJSON-118230796 tempest-ExtraDHCPOptionsTestJSON-118230796-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217293'] for port, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:58.615173 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-a4f2e403-7780-4573-b939-47fdaac51d2d tempest-ExtraDHCPOptionsTestJSON-118230796 tempest-ExtraDHCPOptionsTestJSON-118230796-project] 10.222.0.42 "DELETE /v2.0/ports/828da3f3-901b-4922-a422-1f690447bf9e HTTP/1.1" status: 204 len: 168 time: 2.0609837 Apr 18 21:06:58.615765 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 39156) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:06:58.627617 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.v2.base [None req-d8a81480-3cc9-4203-ae43-91863f9ad4cc tempest-ExtraDHCPOptionsTestJSON-118230796 tempest-ExtraDHCPOptionsTestJSON-118230796-project] Request body: {'port': {'name': 'tempest-new-port-name-1393026913', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=84041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:06:58.628188 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.api.validators [None req-d8a81480-3cc9-4203-ae43-91863f9ad4cc tempest-ExtraDHCPOptionsTestJSON-118230796 tempest-ExtraDHCPOptionsTestJSON-118230796-project] bootfile-name is not in valid_values {{(pid=84041) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Apr 18 21:06:58.629664 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.api.validators [None req-d8a81480-3cc9-4203-ae43-91863f9ad4cc tempest-ExtraDHCPOptionsTestJSON-118230796 tempest-ExtraDHCPOptionsTestJSON-118230796-project] tftp-server is not in valid_values {{(pid=84041) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Apr 18 21:06:58.630054 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.api.validators [None req-d8a81480-3cc9-4203-ae43-91863f9ad4cc tempest-ExtraDHCPOptionsTestJSON-118230796 tempest-ExtraDHCPOptionsTestJSON-118230796-project] server-ip-address is not in valid_values {{(pid=84041) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Apr 18 21:06:58.673485 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-e1b37af1-1c8b-432a-9eaf-ad39936c923f admin admin] Notify callbacks [] for router, before_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:58.747723 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21f136a5-63b4-4a7c-b330-1e101e9de7be tempest-SecGroupIPv6Test-1569010352 tempest-SecGroupIPv6Test-1569010352-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=958b191d-f4f5-4f83-9523-af0c69329416,revision_number=0']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:06:58.796180 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-21f136a5-63b4-4a7c-b330-1e101e9de7be tempest-SecGroupIPv6Test-1569010352 tempest-SecGroupIPv6Test-1569010352-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:58.797273 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-21f136a5-63b4-4a7c-b330-1e101e9de7be tempest-SecGroupIPv6Test-1569010352 tempest-SecGroupIPv6Test-1569010352-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 709 time: 1.2966986 Apr 18 21:06:58.805829 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-3fb8036f-0a33-41af-a031-1a5c1db86348 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:58.807363 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 39160) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:06:58.850665 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-34223e72-0470-4048-883e-12e298401f5c tempest-RoutersTest-1500746192 tempest-RoutersTest-1500746192-project] Notify agent at l3_agent.n-d-838334-2 the message routers_updated {{(pid=84040) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 21:06:58.859541 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-34223e72-0470-4048-883e-12e298401f5c tempest-RoutersTest-1500746192 tempest-RoutersTest-1500746192-project] Notify callbacks [] for router, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:58.864102 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-34223e72-0470-4048-883e-12e298401f5c tempest-RoutersTest-1500746192 tempest-RoutersTest-1500746192-project] 10.222.0.42 "PUT /v2.0/routers/d3445e60-27f3-4080-a032-9bd4d27dfce0 HTTP/1.1" status: 200 len: 934 time: 5.7896512 Apr 18 21:06:58.864102 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-758ea3e8-3827-4777-be9c-df979070f7c9 tempest-PortsIpV6TestJSON-656796091 tempest-PortsIpV6TestJSON-656796091-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369123'] for port, precommit_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:58.870730 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 39164) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:06:58.882413 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.l3_hamode_db [None req-c8f8a6ea-a92e-4968-9531-176a9af8af5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0573f4fd-15ec-4486-a7e2-4a1d64e93d08', 'name': 'tempest-AttachVolumeTestJSON-1059019708-router', 'tenant_id': 'b5bf875eb9b748b5aba56f8b60ce8169', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'external_fixed_ips': [{'subnet_id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'ip_address': '172.25.8.42'}], 'enable_snat': True}, 'gw_port_id': 'a46e8333-2083-45cf-9f4f-171d17c889e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:00:10Z', 'updated_at': '2022-04-18T21:06:52Z', 'revision_number': 5, 'project_id': 'b5bf875eb9b748b5aba56f8b60ce8169', 'gw_port': {'id': 'a46e8333-2083-45cf-9f4f-171d17c889e2', 'name': '', 'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:a3:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0573f4fd-15ec-4486-a7e2-4a1d64e93d08', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'ip_address': '172.25.8.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:00:11Z', 'updated_at': '2022-04-18T21:00:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838334-2'}], 'n-d-838334-2', False) {} {{(pid=84043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:06:58.886550 n-d-838334-2 neutron-server[84043]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8f8a6ea-a92e-4968-9531-176a9af8af5f None None] The sync data for ids ['0573f4fd-15ec-4486-a7e2-4a1d64e93d08'] in n-d-838334-2 is: [{'id': '0573f4fd-15ec-4486-a7e2-4a1d64e93d08', 'name': 'tempest-AttachVolumeTestJSON-1059019708-router', 'tenant_id': 'b5bf875eb9b748b5aba56f8b60ce8169', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'external_fixed_ips': [{'subnet_id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'ip_address': '172.25.8.42'}], 'enable_snat': True}, 'gw_port_id': 'a46e8333-2083-45cf-9f4f-171d17c889e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:00:10Z', 'updated_at': '2022-04-18T21:06:52Z', 'revision_number': 5, 'project_id': 'b5bf875eb9b748b5aba56f8b60ce8169', 'gw_port': {'id': 'a46e8333-2083-45cf-9f4f-171d17c889e2', 'name': '', 'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:a3:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0573f4fd-15ec-4486-a7e2-4a1d64e93d08', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'ip_address': '172.25.8.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:00:11Z', 'updated_at': '2022-04-18T21:00:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838334-2'}] {{(pid=84043) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 18 21:06:58.936850 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-3fb8036f-0a33-41af-a031-1a5c1db86348 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:59.019562 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-d8a81480-3cc9-4203-ae43-91863f9ad4cc tempest-ExtraDHCPOptionsTestJSON-118230796 tempest-ExtraDHCPOptionsTestJSON-118230796-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:59.092221 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-33a22840-d839-4058-a3f4-8be14fe8a532 tempest-SecGroupIPv6Test-1569010352 tempest-SecGroupIPv6Test-1569010352-project] Notify callbacks [] for security_group, before_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:59.111931 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.plugin [None req-758ea3e8-3827-4777-be9c-df979070f7c9 tempest-PortsIpV6TestJSON-656796091 tempest-PortsIpV6TestJSON-656796091-project] Calling delete_port for 95f43480-292b-4df0-8af1-26911c2287b2 owned by {{(pid=84040) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 21:06:59.147264 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-33a22840-d839-4058-a3f4-8be14fe8a532 tempest-SecGroupIPv6Test-1569010352 tempest-SecGroupIPv6Test-1569010352-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:59.171794 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-3fb8036f-0a33-41af-a031-1a5c1db86348 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33528224'] for security_group, after_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:59.269619 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fb8036f-0a33-41af-a031-1a5c1db86348 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b6712c8-19c1-4f00-809a-bcd4996af52f,revision_number=None']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:06:59.308562 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-3fb8036f-0a33-41af-a031-1a5c1db86348 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:59.309764 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-3fb8036f-0a33-41af-a031-1a5c1db86348 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/6b6712c8-19c1-4f00-809a-bcd4996af52f HTTP/1.1" status: 204 len: 168 time: 0.8000500 Apr 18 21:06:59.377774 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-33a22840-d839-4058-a3f4-8be14fe8a532 tempest-SecGroupIPv6Test-1569010352 tempest-SecGroupIPv6Test-1569010352-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33528224'] for security_group, after_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:59.405126 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-758ea3e8-3827-4777-be9c-df979070f7c9 tempest-PortsIpV6TestJSON-656796091 tempest-PortsIpV6TestJSON-656796091-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750375259028', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750374836628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32440838'] for port, after_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:59.410924 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33a22840-d839-4058-a3f4-8be14fe8a532 tempest-SecGroupIPv6Test-1569010352 tempest-SecGroupIPv6Test-1569010352-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f0c1141-b077-4bff-b8b1-87aee54717af,revision_number=None']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:06:59.416298 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-5ce8e915-bd47-494b-9209-6205a415b6f6 tempest-RoutersTest-1500746192 tempest-RoutersTest-1500746192-project] 10.222.0.42 "GET /v2.0/routers/d3445e60-27f3-4080-a032-9bd4d27dfce0 HTTP/1.1" status: 200 len: 934 time: 0.5399749 Apr 18 21:06:59.421336 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 39170) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:06:59.436532 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.v2.base [None req-ca6805a7-9509-40f6-a33f-2d09e2388e3f tempest-RoutersTest-1500746192 tempest-RoutersTest-1500746192-project] Request body: {'router': {'routes': None}} {{(pid=84041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:06:59.467661 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-758ea3e8-3827-4777-be9c-df979070f7c9 tempest-PortsIpV6TestJSON-656796091 tempest-PortsIpV6TestJSON-656796091-project] Pushing event deleted for resources: {'Port': ['ID=95f43480-292b-4df0-8af1-26911c2287b2,revision_number=None']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:06:59.505184 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-e1b37af1-1c8b-432a-9eaf-ad39936c923f admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:59.517098 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-33a22840-d839-4058-a3f4-8be14fe8a532 tempest-SecGroupIPv6Test-1569010352 tempest-SecGroupIPv6Test-1569010352-project] Notify callbacks [] for security_group, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:59.518306 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-33a22840-d839-4058-a3f4-8be14fe8a532 tempest-SecGroupIPv6Test-1569010352 tempest-SecGroupIPv6Test-1569010352-project] 10.222.0.42 "DELETE /v2.0/security-groups/6f0c1141-b077-4bff-b8b1-87aee54717af HTTP/1.1" status: 204 len: 168 time: 0.7033193 Apr 18 21:06:59.574751 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 39174) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:06:59.606667 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.plugin [None req-e1b37af1-1c8b-432a-9eaf-ad39936c923f admin admin] Deleting port a46e8333-2083-45cf-9f4f-171d17c889e2 {{(pid=84041) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 21:06:59.606667 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-e1b37af1-1c8b-432a-9eaf-ad39936c923f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750375188691'] for port, before_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:59.644850 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.db.resource_extend [None req-d8a81480-3cc9-4203-ae43-91863f9ad4cc tempest-ExtraDHCPOptionsTestJSON-118230796 tempest-ExtraDHCPOptionsTestJSON-118230796-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84041) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 18 21:06:59.655187 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.db.resource_extend [None req-94944e21-019d-4fb9-83dd-362e208bf7ce tempest-FloatingIPTestJSON-1355648241 tempest-FloatingIPTestJSON-1355648241-project] It took 0.19 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 18 21:06:59.685852 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-d8a81480-3cc9-4203-ae43-91863f9ad4cc tempest-ExtraDHCPOptionsTestJSON-118230796 tempest-ExtraDHCPOptionsTestJSON-118230796-project] Notify callbacks [] for port, precommit_update {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:59.688171 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750375287399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253529'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:59.713068 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-d8a81480-3cc9-4203-ae43-91863f9ad4cc tempest-ExtraDHCPOptionsTestJSON-118230796 tempest-ExtraDHCPOptionsTestJSON-118230796-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32266282'] for port, after_update {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:59.750376 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-758ea3e8-3827-4777-be9c-df979070f7c9 tempest-PortsIpV6TestJSON-656796091 tempest-PortsIpV6TestJSON-656796091-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217293'] for port, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:59.780913 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-758ea3e8-3827-4777-be9c-df979070f7c9 tempest-PortsIpV6TestJSON-656796091 tempest-PortsIpV6TestJSON-656796091-project] 10.222.0.42 "DELETE /v2.0/ports/95f43480-292b-4df0-8af1-26911c2287b2 HTTP/1.1" status: 204 len: 168 time: 2.1910138 Apr 18 21:06:59.790770 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 39180) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:06:59.834585 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-94944e21-019d-4fb9-83dd-362e208bf7ce tempest-FloatingIPTestJSON-1355648241 tempest-FloatingIPTestJSON-1355648241-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:59.841615 n-d-838334-2 neutron-server[84040]: INFO neutron.pecan_wsgi.hooks.translation [None req-29b8b752-e40e-447e-aea0-b2e1dde0908b tempest-PortsIpV6TestJSON-656796091 tempest-PortsIpV6TestJSON-656796091-project] GET failed (client error): The resource could not be found. Apr 18 21:06:59.842408 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-29b8b752-e40e-447e-aea0-b2e1dde0908b tempest-PortsIpV6TestJSON-656796091 tempest-PortsIpV6TestJSON-656796091-project] Synchronizing usage tracker for tenant:2eda1cb86d1d401280eb2d37452a60a8 on resource:port {{(pid=84040) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 21:06:59.844063 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-55fcf046-d725-4845-afb6-233365e28e9b tempest-SecGroupIPv6Test-1569010352 tempest-SecGroupIPv6Test-1569010352-project] Synchronizing usage tracker for tenant:dc8b3677ed41470bbe4dd33b634aa4aa on resource:security_group {{(pid=84041) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 21:06:59.847005 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-94944e21-019d-4fb9-83dd-362e208bf7ce tempest-FloatingIPTestJSON-1355648241 tempest-FloatingIPTestJSON-1355648241-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33444131'] for floatingip, after_update {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:59.991976 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Device 845767cf-a0db-47a9-8867-3aaf75cd0eb6 up at agent ovs-agent-n-d-838334-2 {{(pid=84042) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 21:07:00.075216 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-29b8b752-e40e-447e-aea0-b2e1dde0908b tempest-PortsIpV6TestJSON-656796091 tempest-PortsIpV6TestJSON-656796091-project] Unset dirty status for tenant:2eda1cb86d1d401280eb2d37452a60a8 on resource:port {{(pid=84040) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 21:07:00.075638 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8a81480-3cc9-4203-ae43-91863f9ad4cc tempest-ExtraDHCPOptionsTestJSON-118230796 tempest-ExtraDHCPOptionsTestJSON-118230796-project] Pushing event updated for resources: {'Port': ['ID=e4d5755a-9f33-4bdd-b3f7-40481a6011a2,revision_number=2']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:07:00.077690 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-29b8b752-e40e-447e-aea0-b2e1dde0908b tempest-PortsIpV6TestJSON-656796091 tempest-PortsIpV6TestJSON-656796091-project] 10.222.0.42 "GET /v2.0/ports/95f43480-292b-4df0-8af1-26911c2287b2 HTTP/1.1" status: 404 len: 333 time: 0.2856069 Apr 18 21:07:00.080410 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 39190) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:07:00.130972 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Provisioning complete for port 845767cf-a0db-47a9-8867-3aaf75cd0eb6 triggered by entity L2. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:07:00.131446 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1253608'] for port, provisioning_complete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:00.198452 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f7c646e-0365-4ec3-b9d6-217f5556a498 None None] Sync routers for ids ['d3445e60-27f3-4080-a032-9bd4d27dfce0'] in n-d-838334-2 {{(pid=84042) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 18 21:07:00.218582 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.plugin [None req-a2a98221-039e-4eba-93fe-18305e0de9cb tempest-PortsIpV6TestJSON-656796091 tempest-PortsIpV6TestJSON-656796091-project] Deleting port 1eb954f1-6ab7-4969-9073-9ae8ed8043dd {{(pid=84040) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 21:07:00.219153 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-a2a98221-039e-4eba-93fe-18305e0de9cb tempest-PortsIpV6TestJSON-656796091 tempest-PortsIpV6TestJSON-656796091-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750375188691'] for port, before_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:00.240540 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f7c646e-0365-4ec3-b9d6-217f5556a498 None None] Routers {'d3445e60-27f3-4080-a032-9bd4d27dfce0'} bound to L3 agent in host n-d-838334-2 {{(pid=84042) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 21:07:00.241164 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_hamode_db [None req-6f7c646e-0365-4ec3-b9d6-217f5556a498 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838334-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-18T20:25:48Z,description=,heartbeat_timestamp=2022-04-18T21:06:48Z,host='n-d-838334-2',id=bc84d6c9-dd7a-4555-a351-592327b46d5a,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:25:48Z,topic='l3_agent')) {'router_ids': ['d3445e60-27f3-4080-a032-9bd4d27dfce0'], 'active': True} {{(pid=84042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:07:00.274555 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.plugin [None req-d8a81480-3cc9-4203-ae43-91863f9ad4cc tempest-ExtraDHCPOptionsTestJSON-118230796 tempest-ExtraDHCPOptionsTestJSON-118230796-project] In _notify_port_updated(), no bound segment for port e4d5755a-9f33-4bdd-b3f7-40481a6011a2 on network b9271c4b-e432-487e-adc7-cf30fce3fa59 {{(pid=84041) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Apr 18 21:07:00.282069 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8a81480-3cc9-4203-ae43-91863f9ad4cc tempest-ExtraDHCPOptionsTestJSON-118230796 tempest-ExtraDHCPOptionsTestJSON-118230796-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:07:00.283171 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-d8a81480-3cc9-4203-ae43-91863f9ad4cc tempest-ExtraDHCPOptionsTestJSON-118230796 tempest-ExtraDHCPOptionsTestJSON-118230796-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217293'] for port, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:00.285761 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-d8a81480-3cc9-4203-ae43-91863f9ad4cc tempest-ExtraDHCPOptionsTestJSON-118230796 tempest-ExtraDHCPOptionsTestJSON-118230796-project] 10.222.0.42 "PUT /v2.0/ports/e4d5755a-9f33-4bdd-b3f7-40481a6011a2 HTTP/1.1" status: 200 len: 1136 time: 1.6685271 Apr 18 21:07:00.288594 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 39196) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:07:00.301071 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-55fcf046-d725-4845-afb6-233365e28e9b tempest-SecGroupIPv6Test-1569010352 tempest-SecGroupIPv6Test-1569010352-project] Unset dirty status for tenant:dc8b3677ed41470bbe4dd33b634aa4aa on resource:security_group {{(pid=84041) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 21:07:00.307496 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-55fcf046-d725-4845-afb6-233365e28e9b tempest-SecGroupIPv6Test-1569010352 tempest-SecGroupIPv6Test-1569010352-project] 10.222.0.42 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.7317872 Apr 18 21:07:00.319835 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 39202) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:07:00.326281 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.v2.base [None req-be02e058-9699-4ce2-9569-49f123639d3c tempest-SecGroupIPv6Test-1569010352 tempest-SecGroupIPv6Test-1569010352-project] Request body: {'security_group': {'name': 'tempest-secgroup--2111267421'}} {{(pid=84041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:07:00.333665 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-be02e058-9699-4ce2-9569-49f123639d3c tempest-SecGroupIPv6Test-1569010352 tempest-SecGroupIPv6Test-1569010352-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:07:00.345672 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-be02e058-9699-4ce2-9569-49f123639d3c tempest-SecGroupIPv6Test-1569010352 tempest-SecGroupIPv6Test-1569010352-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:07:00.461732 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de43af57-d8b5-4a74-9a09-0ea48cbc211b tempest-ExtraDHCPOptionsTestJSON-118230796 tempest-ExtraDHCPOptionsTestJSON-118230796-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:07:00.462699 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-de43af57-d8b5-4a74-9a09-0ea48cbc211b tempest-ExtraDHCPOptionsTestJSON-118230796 tempest-ExtraDHCPOptionsTestJSON-118230796-project] Synchronizing usage tracker for tenant:103c3e19912348f890e57879ac985b48 on resource:port {{(pid=84040) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 21:07:00.566635 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-de43af57-d8b5-4a74-9a09-0ea48cbc211b tempest-ExtraDHCPOptionsTestJSON-118230796 tempest-ExtraDHCPOptionsTestJSON-118230796-project] Unset dirty status for tenant:103c3e19912348f890e57879ac985b48 on resource:port {{(pid=84040) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 21:07:00.568131 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-de43af57-d8b5-4a74-9a09-0ea48cbc211b tempest-ExtraDHCPOptionsTestJSON-118230796 tempest-ExtraDHCPOptionsTestJSON-118230796-project] 10.222.0.42 "GET /v2.0/ports/e4d5755a-9f33-4bdd-b3f7-40481a6011a2 HTTP/1.1" status: 200 len: 1136 time: 0.2784827 Apr 18 21:07:00.584350 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 39210) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:07:00.590799 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_dvr_db [None req-6f7c646e-0365-4ec3-b9d6-217f5556a498 None None] Set router d3445e60-27f3-4080-a032-9bd4d27dfce0 gateway port host: None {{(pid=84042) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 21:07:00.633968 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Device 4b3e1958-51ec-47aa-a0e2-f9ad7c2de9dd no longer exists at agent ovs-agent-n-d-838334-2 {{(pid=84042) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 21:07:00.679126 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-be02e058-9699-4ce2-9569-49f123639d3c tempest-SecGroupIPv6Test-1569010352 tempest-SecGroupIPv6Test-1569010352-project] Notify callbacks [] for security_group, before_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:00.684953 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.plugin [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] No Port match for: 4b3e1958-51ec-47aa-a0e2-f9ad7c2de9dd {{(pid=84042) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 18 21:07:00.685526 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Device 4b3e1958-51ec-47aa-a0e2-f9ad7c2de9dd not bound to the agent host n-d-838334-2 {{(pid=84042) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 21:07:00.707250 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-d8bf4854-4971-40ed-83fb-68de47a68889 None None] Provisioning complete for port e4d5755a-9f33-4bdd-b3f7-40481a6011a2 triggered by entity DHCP. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:07:00.708443 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-d8bf4854-4971-40ed-83fb-68de47a68889 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1253608'] for port, provisioning_complete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:00.715296 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.plugin [None req-8cb98ae1-3692-4d1f-8d01-8b4acc45a520 tempest-ExtraDHCPOptionsTestJSON-118230796 tempest-ExtraDHCPOptionsTestJSON-118230796-project] Deleting port e4d5755a-9f33-4bdd-b3f7-40481a6011a2 {{(pid=84040) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 21:07:00.715655 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-8cb98ae1-3692-4d1f-8d01-8b4acc45a520 tempest-ExtraDHCPOptionsTestJSON-118230796 tempest-ExtraDHCPOptionsTestJSON-118230796-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750375188691'] for port, before_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:00.732177 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-be02e058-9699-4ce2-9569-49f123639d3c tempest-SecGroupIPv6Test-1569010352 tempest-SecGroupIPv6Test-1569010352-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:07:00.737338 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-be02e058-9699-4ce2-9569-49f123639d3c tempest-SecGroupIPv6Test-1569010352 tempest-SecGroupIPv6Test-1569010352-project] Usage tracker for resource:security_group_rule and tenant:dc8b3677ed41470bbe4dd33b634aa4aa is out of sync, need to count used quota {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:07:00.742167 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-be02e058-9699-4ce2-9569-49f123639d3c tempest-SecGroupIPv6Test-1569010352 tempest-SecGroupIPv6Test-1569010352-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:07:00.749559 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-be02e058-9699-4ce2-9569-49f123639d3c tempest-SecGroupIPv6Test-1569010352 tempest-SecGroupIPv6Test-1569010352-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:07:00.809881 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-be02e058-9699-4ce2-9569-49f123639d3c tempest-SecGroupIPv6Test-1569010352 tempest-SecGroupIPv6Test-1569010352-project] Notify callbacks [] for security_group, precommit_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:00.850985 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.plugin [None req-d8bf4854-4971-40ed-83fb-68de47a68889 None None] Port e4d5755a-9f33-4bdd-b3f7-40481a6011a2 cannot update to ACTIVE because it is not bound. {{(pid=84042) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 18 21:07:00.865027 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-be02e058-9699-4ce2-9569-49f123639d3c tempest-SecGroupIPv6Test-1569010352 tempest-SecGroupIPv6Test-1569010352-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33528224'] for security_group, after_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:00.900769 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.db [None req-e1b37af1-1c8b-432a-9eaf-ad39936c923f admin admin] For port a46e8333-2083-45cf-9f4f-171d17c889e2, host n-d-838334-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838334-2',level=0,port_id=a46e8333-2083-45cf-9f4f-171d17c889e2,segment=NetworkSegment(732aa830-768b-4511-951f-d08e26b9c25b),segment_id=732aa830-768b-4511-951f-d08e26b9c25b)] {{(pid=84041) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:07:00.901303 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-e1b37af1-1c8b-432a-9eaf-ad39936c923f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369123'] for port, precommit_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:00.932129 n-d-838334-2 neutron-server[84040]: INFO neutron.db.l3_db [None req-94944e21-019d-4fb9-83dd-362e208bf7ce tempest-FloatingIPTestJSON-1355648241 tempest-FloatingIPTestJSON-1355648241-project] Floating IP e5c9bf4a-6f84-4dc7-b433-e68fe68ee381 associated. External IP: 172.25.8.43, port: b7cb0378-fa89-4ac9-bcb0-7911d0c09fa1. Apr 18 21:07:01.029242 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-a2a98221-039e-4eba-93fe-18305e0de9cb tempest-PortsIpV6TestJSON-656796091 tempest-PortsIpV6TestJSON-656796091-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369123'] for port, precommit_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:01.082238 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_hamode_db [None req-6f7c646e-0365-4ec3-b9d6-217f5556a498 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3445e60-27f3-4080-a032-9bd4d27dfce0', 'name': 'tempest-RoutersTest-router-1627313381', 'tenant_id': '8a05b90fa8c54f25938df6bd0ef52223', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:06:00Z', 'updated_at': '2022-04-18T21:06:55Z', 'revision_number': 6, 'project_id': '8a05b90fa8c54f25938df6bd0ef52223', 'gw_port_host': None, '_interfaces': [{'id': '33b867d1-0439-4e6e-9292-2f7076a420d5', 'name': '', 'network_id': '6c55f5d6-32aa-4564-9c07-62d3eb3a4e33', 'tenant_id': '8a05b90fa8c54f25938df6bd0ef52223', 'mac_address': 'fa:16:3e:86:52:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3445e60-27f3-4080-a032-9bd4d27dfce0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2b90dced-66c9-4d15-bdac-b6cf07d1ccea', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:06:16Z', 'updated_at': '2022-04-18T21:06:31Z', 'revision_number': 5, 'project_id': '8a05b90fa8c54f25938df6bd0ef52223', 'subnets': [{'id': '2b90dced-66c9-4d15-bdac-b6cf07d1ccea', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '56d927d1-4222-4261-8ba4-7d3147f61bc3', 'name': '', 'network_id': 'a939bca6-cf86-485c-ae21-4acaab3ed357', 'tenant_id': '8a05b90fa8c54f25938df6bd0ef52223', 'mac_address': 'fa:16:3e:31:a6:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3445e60-27f3-4080-a032-9bd4d27dfce0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'fc661f01-7889-49a3-8551-a398092f67d4', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:06:32Z', 'updated_at': '2022-04-18T21:06:45Z', 'revision_number': 5, 'project_id': '8a05b90fa8c54f25938df6bd0ef52223', 'subnets': [{'id': 'fc661f01-7889-49a3-8551-a398092f67d4', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '845767cf-a0db-47a9-8867-3aaf75cd0eb6', 'name': '', 'network_id': 'ed311a23-ad81-45cd-9189-66f99400b6ae', 'tenant_id': '8a05b90fa8c54f25938df6bd0ef52223', 'mac_address': 'fa:16:3e:d9:2c:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3445e60-27f3-4080-a032-9bd4d27dfce0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0e2b666a-fc2b-480d-adf5-db144491e364', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:06:46Z', 'updated_at': '2022-04-18T21:06:58Z', 'revision_number': 5, 'project_id': '8a05b90fa8c54f25938df6bd0ef52223', 'subnets': [{'id': '0e2b666a-fc2b-480d-adf5-db144491e364', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b3960860-c173-49ec-b335-5c1dd2983a36', 'name': '', 'network_id': '0f4f3485-d47f-443a-afdb-b607b91dc681', 'tenant_id': '8a05b90fa8c54f25938df6bd0ef52223', 'mac_address': 'fa:16:3e:f4:09:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3445e60-27f3-4080-a032-9bd4d27dfce0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c69b069c-a1b2-456b-9244-afeef8944023', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:06:04Z', 'updated_at': '2022-04-18T21:06:14Z', 'revision_number': 5, 'project_id': '8a05b90fa8c54f25938df6bd0ef52223', 'subnets': [{'id': 'c69b069c-a1b2-456b-9244-afeef8944023', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838334-2', False) {} {{(pid=84042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:07:01.086380 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f7c646e-0365-4ec3-b9d6-217f5556a498 None None] Checking router: d3445e60-27f3-4080-a032-9bd4d27dfce0 for host: n-d-838334-2 {{(pid=84042) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 18 21:07:01.098695 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f7c646e-0365-4ec3-b9d6-217f5556a498 None None] Routers {'d3445e60-27f3-4080-a032-9bd4d27dfce0'} bound to L3 agent in host n-d-838334-2 {{(pid=84042) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 21:07:01.099467 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_hamode_db [None req-6f7c646e-0365-4ec3-b9d6-217f5556a498 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838334-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-18T20:25:48Z,description=,heartbeat_timestamp=2022-04-18T21:06:48Z,host='n-d-838334-2',id=bc84d6c9-dd7a-4555-a351-592327b46d5a,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:25:48Z,topic='l3_agent')) {'router_ids': ['d3445e60-27f3-4080-a032-9bd4d27dfce0'], 'active': True} {{(pid=84042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:07:01.111116 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.plugin [None req-e1b37af1-1c8b-432a-9eaf-ad39936c923f admin admin] Calling delete_port for a46e8333-2083-45cf-9f4f-171d17c889e2 owned by network:router_gateway {{(pid=84041) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 21:07:01.158200 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-be02e058-9699-4ce2-9569-49f123639d3c tempest-SecGroupIPv6Test-1569010352 tempest-SecGroupIPv6Test-1569010352-project] Notify callbacks [] for security_group, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:01.162557 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-be02e058-9699-4ce2-9569-49f123639d3c tempest-SecGroupIPv6Test-1569010352 tempest-SecGroupIPv6Test-1569010352-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 0.8380349 Apr 18 21:07:01.172712 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 39222) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:07:01.182818 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.plugin [None req-a2a98221-039e-4eba-93fe-18305e0de9cb tempest-PortsIpV6TestJSON-656796091 tempest-PortsIpV6TestJSON-656796091-project] Calling delete_port for 1eb954f1-6ab7-4969-9073-9ae8ed8043dd owned by {{(pid=84040) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 21:07:01.226986 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.v2.base [None req-af1e2d4f-a82f-4a90-91e3-e6f5642dc1e5 tempest-SecGroupIPv6Test-1569010352 tempest-SecGroupIPv6Test-1569010352-project] Request body: {'security_group': {'name': 'tempest-secgroup--2012381551'}} {{(pid=84041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:07:01.242634 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be02e058-9699-4ce2-9569-49f123639d3c tempest-SecGroupIPv6Test-1569010352 tempest-SecGroupIPv6Test-1569010352-project] Pushing event updated for resources: {'SecurityGroup': ['ID=60e14a1a-5996-47b8-9947-34c0bdbf532b,revision_number=1']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:07:01.250368 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-af1e2d4f-a82f-4a90-91e3-e6f5642dc1e5 tempest-SecGroupIPv6Test-1569010352 tempest-SecGroupIPv6Test-1569010352-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:07:01.259418 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-af1e2d4f-a82f-4a90-91e3-e6f5642dc1e5 tempest-SecGroupIPv6Test-1569010352 tempest-SecGroupIPv6Test-1569010352-project] Usage tracker for resource:security_group and tenant:dc8b3677ed41470bbe4dd33b634aa4aa is out of sync, need to count used quota {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:07:01.263861 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-af1e2d4f-a82f-4a90-91e3-e6f5642dc1e5 tempest-SecGroupIPv6Test-1569010352 tempest-SecGroupIPv6Test-1569010352-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:07:01.281926 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-af1e2d4f-a82f-4a90-91e3-e6f5642dc1e5 tempest-SecGroupIPv6Test-1569010352 tempest-SecGroupIPv6Test-1569010352-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:07:01.302235 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_dvr_db [None req-6f7c646e-0365-4ec3-b9d6-217f5556a498 None None] Set router d3445e60-27f3-4080-a032-9bd4d27dfce0 gateway port host: None {{(pid=84042) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 21:07:01.378076 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-af1e2d4f-a82f-4a90-91e3-e6f5642dc1e5 tempest-SecGroupIPv6Test-1569010352 tempest-SecGroupIPv6Test-1569010352-project] Notify callbacks [] for security_group, before_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:01.518794 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-af1e2d4f-a82f-4a90-91e3-e6f5642dc1e5 tempest-SecGroupIPv6Test-1569010352 tempest-SecGroupIPv6Test-1569010352-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:07:01.532467 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-af1e2d4f-a82f-4a90-91e3-e6f5642dc1e5 tempest-SecGroupIPv6Test-1569010352 tempest-SecGroupIPv6Test-1569010352-project] Usage tracker for resource:security_group_rule and tenant:dc8b3677ed41470bbe4dd33b634aa4aa is out of sync, need to count used quota {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:07:01.570526 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-af1e2d4f-a82f-4a90-91e3-e6f5642dc1e5 tempest-SecGroupIPv6Test-1569010352 tempest-SecGroupIPv6Test-1569010352-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:07:01.589124 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-af1e2d4f-a82f-4a90-91e3-e6f5642dc1e5 tempest-SecGroupIPv6Test-1569010352 tempest-SecGroupIPv6Test-1569010352-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:07:01.594603 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.extraroute_db [None req-ca6805a7-9509-40f6-a33f-2d09e2388e3f tempest-RoutersTest-1500746192 tempest-RoutersTest-1500746192-project] Added routes are [] {{(pid=84041) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:113}} Apr 18 21:07:01.594921 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.extraroute_db [None req-ca6805a7-9509-40f6-a33f-2d09e2388e3f tempest-RoutersTest-1500746192 tempest-RoutersTest-1500746192-project] Removed routes are [{'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}] {{(pid=84041) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:121}} Apr 18 21:07:01.617398 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-8cb98ae1-3692-4d1f-8d01-8b4acc45a520 tempest-ExtraDHCPOptionsTestJSON-118230796 tempest-ExtraDHCPOptionsTestJSON-118230796-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369123'] for port, precommit_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:01.656342 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-e1b37af1-1c8b-432a-9eaf-ad39936c923f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750375259028', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750374836628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32266323'] for port, after_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:01.776540 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.plugin [None req-8cb98ae1-3692-4d1f-8d01-8b4acc45a520 tempest-ExtraDHCPOptionsTestJSON-118230796 tempest-ExtraDHCPOptionsTestJSON-118230796-project] Calling delete_port for e4d5755a-9f33-4bdd-b3f7-40481a6011a2 owned by {{(pid=84040) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 21:07:01.779382 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-ca6805a7-9509-40f6-a33f-2d09e2388e3f tempest-RoutersTest-1500746192 tempest-RoutersTest-1500746192-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-33444175', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-33443520', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5293'] for router, precommit_update {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:01.816926 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1b37af1-1c8b-432a-9eaf-ad39936c923f admin admin] Pushing event deleted for resources: {'Port': ['ID=a46e8333-2083-45cf-9f4f-171d17c889e2,revision_number=None']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:07:01.836425 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-af1e2d4f-a82f-4a90-91e3-e6f5642dc1e5 tempest-SecGroupIPv6Test-1569010352 tempest-SecGroupIPv6Test-1569010352-project] Notify callbacks [] for security_group, precommit_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:01.855917 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-a2a98221-039e-4eba-93fe-18305e0de9cb tempest-PortsIpV6TestJSON-656796091 tempest-PortsIpV6TestJSON-656796091-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750375259028', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750374836628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32440838'] for port, after_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:01.917763 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_hamode_db [None req-6f7c646e-0365-4ec3-b9d6-217f5556a498 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3445e60-27f3-4080-a032-9bd4d27dfce0', 'name': 'tempest-RoutersTest-router-1627313381', 'tenant_id': '8a05b90fa8c54f25938df6bd0ef52223', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:06:00Z', 'updated_at': '2022-04-18T21:06:55Z', 'revision_number': 6, 'project_id': '8a05b90fa8c54f25938df6bd0ef52223', 'gw_port_host': None, '_interfaces': [{'id': '33b867d1-0439-4e6e-9292-2f7076a420d5', 'name': '', 'network_id': '6c55f5d6-32aa-4564-9c07-62d3eb3a4e33', 'tenant_id': '8a05b90fa8c54f25938df6bd0ef52223', 'mac_address': 'fa:16:3e:86:52:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3445e60-27f3-4080-a032-9bd4d27dfce0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2b90dced-66c9-4d15-bdac-b6cf07d1ccea', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:06:16Z', 'updated_at': '2022-04-18T21:06:31Z', 'revision_number': 5, 'project_id': '8a05b90fa8c54f25938df6bd0ef52223', 'subnets': [{'id': '2b90dced-66c9-4d15-bdac-b6cf07d1ccea', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '56d927d1-4222-4261-8ba4-7d3147f61bc3', 'name': '', 'network_id': 'a939bca6-cf86-485c-ae21-4acaab3ed357', 'tenant_id': '8a05b90fa8c54f25938df6bd0ef52223', 'mac_address': 'fa:16:3e:31:a6:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3445e60-27f3-4080-a032-9bd4d27dfce0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'fc661f01-7889-49a3-8551-a398092f67d4', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:06:32Z', 'updated_at': '2022-04-18T21:06:45Z', 'revision_number': 5, 'project_id': '8a05b90fa8c54f25938df6bd0ef52223', 'subnets': [{'id': 'fc661f01-7889-49a3-8551-a398092f67d4', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '845767cf-a0db-47a9-8867-3aaf75cd0eb6', 'name': '', 'network_id': 'ed311a23-ad81-45cd-9189-66f99400b6ae', 'tenant_id': '8a05b90fa8c54f25938df6bd0ef52223', 'mac_address': 'fa:16:3e:d9:2c:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3445e60-27f3-4080-a032-9bd4d27dfce0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0e2b666a-fc2b-480d-adf5-db144491e364', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:06:46Z', 'updated_at': '2022-04-18T21:06:58Z', 'revision_number': 5, 'project_id': '8a05b90fa8c54f25938df6bd0ef52223', 'subnets': [{'id': '0e2b666a-fc2b-480d-adf5-db144491e364', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b3960860-c173-49ec-b335-5c1dd2983a36', 'name': '', 'network_id': '0f4f3485-d47f-443a-afdb-b607b91dc681', 'tenant_id': '8a05b90fa8c54f25938df6bd0ef52223', 'mac_address': 'fa:16:3e:f4:09:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3445e60-27f3-4080-a032-9bd4d27dfce0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c69b069c-a1b2-456b-9244-afeef8944023', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:06:04Z', 'updated_at': '2022-04-18T21:06:14Z', 'revision_number': 5, 'project_id': '8a05b90fa8c54f25938df6bd0ef52223', 'subnets': [{'id': 'c69b069c-a1b2-456b-9244-afeef8944023', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838334-2', False) {} {{(pid=84042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:07:01.928146 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2a98221-039e-4eba-93fe-18305e0de9cb tempest-PortsIpV6TestJSON-656796091 tempest-PortsIpV6TestJSON-656796091-project] Pushing event deleted for resources: {'Port': ['ID=1eb954f1-6ab7-4969-9073-9ae8ed8043dd,revision_number=None']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:07:01.938921 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-af1e2d4f-a82f-4a90-91e3-e6f5642dc1e5 tempest-SecGroupIPv6Test-1569010352 tempest-SecGroupIPv6Test-1569010352-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33528224'] for security_group, after_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:01.956980 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f7c646e-0365-4ec3-b9d6-217f5556a498 None None] The sync data for ids ['d3445e60-27f3-4080-a032-9bd4d27dfce0'] in n-d-838334-2 is: [{'id': 'd3445e60-27f3-4080-a032-9bd4d27dfce0', 'name': 'tempest-RoutersTest-router-1627313381', 'tenant_id': '8a05b90fa8c54f25938df6bd0ef52223', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:06:00Z', 'updated_at': '2022-04-18T21:06:55Z', 'revision_number': 6, 'project_id': '8a05b90fa8c54f25938df6bd0ef52223', 'gw_port_host': None, '_interfaces': [{'id': '33b867d1-0439-4e6e-9292-2f7076a420d5', 'name': '', 'network_id': '6c55f5d6-32aa-4564-9c07-62d3eb3a4e33', 'tenant_id': '8a05b90fa8c54f25938df6bd0ef52223', 'mac_address': 'fa:16:3e:86:52:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3445e60-27f3-4080-a032-9bd4d27dfce0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2b90dced-66c9-4d15-bdac-b6cf07d1ccea', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:06:16Z', 'updated_at': '2022-04-18T21:06:31Z', 'revision_number': 5, 'project_id': '8a05b90fa8c54f25938df6bd0ef52223', 'subnets': [{'id': '2b90dced-66c9-4d15-bdac-b6cf07d1ccea', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '56d927d1-4222-4261-8ba4-7d3147f61bc3', 'name': '', 'network_id': 'a939bca6-cf86-485c-ae21-4acaab3ed357', 'tenant_id': '8a05b90fa8c54f25938df6bd0ef52223', 'mac_address': 'fa:16:3e:31:a6:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3445e60-27f3-4080-a032-9bd4d27dfce0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'fc661f01-7889-49a3-8551-a398092f67d4', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:06:32Z', 'updated_at': '2022-04-18T21:06:45Z', 'revision_number': 5, 'project_id': '8a05b90fa8c54f25938df6bd0ef52223', 'subnets': [{'id': 'fc661f01-7889-49a3-8551-a398092f67d4', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '845767cf-a0db-47a9-8867-3aaf75cd0eb6', 'name': '', 'network_id': 'ed311a23-ad81-45cd-9189-66f99400b6ae', 'tenant_id': '8a05b90fa8c54f25938df6bd0ef52223', 'mac_address': 'fa:16:3e:d9:2c:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3445e60-27f3-4080-a032-9bd4d27dfce0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0e2b666a-fc2b-480d-adf5-db144491e364', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:06:46Z', 'updated_at': '2022-04-18T21:06:58Z', 'revision_number': 5, 'project_id': '8a05b90fa8c54f25938df6bd0ef52223', 'subnets': [{'id': '0e2b666a-fc2b-480d-adf5-db144491e364', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b3960860-c173-49ec-b335-5c1dd2983a36', 'name': '', 'network_id': '0f4f3485-d47f-443a-afdb-b607b91dc681', 'tenant_id': '8a05b90fa8c54f25938df6bd0ef52223', 'mac_address': 'fa:16:3e:f4:09:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3445e60-27f3-4080-a032-9bd4d27dfce0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c69b069c-a1b2-456b-9244-afeef8944023', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:06:04Z', 'updated_at': '2022-04-18T21:06:14Z', 'revision_number': 5, 'project_id': '8a05b90fa8c54f25938df6bd0ef52223', 'subnets': [{'id': 'c69b069c-a1b2-456b-9244-afeef8944023', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84042) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 18 21:07:01.967078 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 39238) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:07:02.029986 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-a2a98221-039e-4eba-93fe-18305e0de9cb tempest-PortsIpV6TestJSON-656796091 tempest-PortsIpV6TestJSON-656796091-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217293'] for port, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:02.164006 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-af1e2d4f-a82f-4a90-91e3-e6f5642dc1e5 tempest-SecGroupIPv6Test-1569010352 tempest-SecGroupIPv6Test-1569010352-project] Notify callbacks [] for security_group, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:02.168030 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-af1e2d4f-a82f-4a90-91e3-e6f5642dc1e5 tempest-SecGroupIPv6Test-1569010352 tempest-SecGroupIPv6Test-1569010352-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 0.9925342 Apr 18 21:07:02.177719 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 39244) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:07:02.179965 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-8cb98ae1-3692-4d1f-8d01-8b4acc45a520 tempest-ExtraDHCPOptionsTestJSON-118230796 tempest-ExtraDHCPOptionsTestJSON-118230796-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750375259028', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750374836628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32440838'] for port, after_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:02.188951 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.v2.base [None req-4668f3da-bd32-4eb3-ac0d-6d1cb66df45a tempest-RoutersAdminNegativeTest-1107574041 tempest-RoutersAdminNegativeTest-1107574041-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeTest-487482045', 'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c'}} {{(pid=84040) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:07:02.195322 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [None req-4668f3da-bd32-4eb3-ac0d-6d1cb66df45a tempest-RoutersAdminNegativeTest-1107574041 tempest-RoutersAdminNegativeTest-1107574041-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:07:02.199580 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-4668f3da-bd32-4eb3-ac0d-6d1cb66df45a tempest-RoutersAdminNegativeTest-1107574041 tempest-RoutersAdminNegativeTest-1107574041-project-admin] Usage tracker for resource:port and tenant:da880f7a41284ed5adc407648a815f08 is out of sync, need to count used quota {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:07:02.202858 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-4668f3da-bd32-4eb3-ac0d-6d1cb66df45a tempest-RoutersAdminNegativeTest-1107574041 tempest-RoutersAdminNegativeTest-1107574041-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:07:02.209183 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [None req-4668f3da-bd32-4eb3-ac0d-6d1cb66df45a tempest-RoutersAdminNegativeTest-1107574041 tempest-RoutersAdminNegativeTest-1107574041-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:07:02.250210 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.v2.base [None req-cab3b0d8-3198-4367-9de4-eea99cd9e615 tempest-SecGroupIPv6Test-1569010352 tempest-SecGroupIPv6Test-1569010352-project] Request body: {'security_group_rule': {'security_group_id': '60e14a1a-5996-47b8-9947-34c0bdbf532b', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': '2a333af6-f751-48fd-a6fd-26ae574a79da', 'remote_ip_prefix': None}} {{(pid=84041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:07:02.262797 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-a2a98221-039e-4eba-93fe-18305e0de9cb tempest-PortsIpV6TestJSON-656796091 tempest-PortsIpV6TestJSON-656796091-project] 10.222.0.42 "DELETE /v2.0/ports/1eb954f1-6ab7-4969-9073-9ae8ed8043dd HTTP/1.1" status: 204 len: 168 time: 2.1808586 Apr 18 21:07:02.265816 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af1e2d4f-a82f-4a90-91e3-e6f5642dc1e5 tempest-SecGroupIPv6Test-1569010352 tempest-SecGroupIPv6Test-1569010352-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2a333af6-f751-48fd-a6fd-26ae574a79da,revision_number=1']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:07:02.266729 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cb98ae1-3692-4d1f-8d01-8b4acc45a520 tempest-ExtraDHCPOptionsTestJSON-118230796 tempest-ExtraDHCPOptionsTestJSON-118230796-project] Pushing event deleted for resources: {'Port': ['ID=e4d5755a-9f33-4bdd-b3f7-40481a6011a2,revision_number=None']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:07:02.268553 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 39248) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:07:02.270743 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4668f3da-bd32-4eb3-ac0d-6d1cb66df45a tempest-RoutersAdminNegativeTest-1107574041 tempest-RoutersAdminNegativeTest-1107574041-project-admin] Made reservation on behalf of da880f7a41284ed5adc407648a815f08 for: {'port': 1} {{(pid=84040) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:07:02.273430 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-4668f3da-bd32-4eb3-ac0d-6d1cb66df45a tempest-RoutersAdminNegativeTest-1107574041 tempest-RoutersAdminNegativeTest-1107574041-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:02.277598 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-cab3b0d8-3198-4367-9de4-eea99cd9e615 tempest-SecGroupIPv6Test-1569010352 tempest-SecGroupIPv6Test-1569010352-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:07:02.290444 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-4668f3da-bd32-4eb3-ac0d-6d1cb66df45a tempest-RoutersAdminNegativeTest-1107574041 tempest-RoutersAdminNegativeTest-1107574041-project-admin] Notify callbacks [] for security_group, before_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:02.323858 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-cab3b0d8-3198-4367-9de4-eea99cd9e615 tempest-SecGroupIPv6Test-1569010352 tempest-SecGroupIPv6Test-1569010352-project] Usage tracker for resource:security_group_rule and tenant:dc8b3677ed41470bbe4dd33b634aa4aa is out of sync, need to count used quota {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:07:02.332928 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-cab3b0d8-3198-4367-9de4-eea99cd9e615 tempest-SecGroupIPv6Test-1569010352 tempest-SecGroupIPv6Test-1569010352-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:07:02.338433 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-e1b37af1-1c8b-432a-9eaf-ad39936c923f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33444108'] for router_gateway, after_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:02.397097 n-d-838334-2 neutron-server[84041]: INFO neutron.pecan_wsgi.hooks.translation [None req-96c73255-7554-4cc8-8b5c-da626b06a77a tempest-PortsIpV6TestJSON-656796091 tempest-PortsIpV6TestJSON-656796091-project] GET failed (client error): The resource could not be found. Apr 18 21:07:02.397630 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-96c73255-7554-4cc8-8b5c-da626b06a77a tempest-PortsIpV6TestJSON-656796091 tempest-PortsIpV6TestJSON-656796091-project] Synchronizing usage tracker for tenant:2eda1cb86d1d401280eb2d37452a60a8 on resource:port {{(pid=84041) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 21:07:02.409793 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-cab3b0d8-3198-4367-9de4-eea99cd9e615 tempest-SecGroupIPv6Test-1569010352 tempest-SecGroupIPv6Test-1569010352-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:07:02.462048 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [None req-4668f3da-bd32-4eb3-ac0d-6d1cb66df45a tempest-RoutersAdminNegativeTest-1107574041 tempest-RoutersAdminNegativeTest-1107574041-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:07:02.474858 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-4668f3da-bd32-4eb3-ac0d-6d1cb66df45a tempest-RoutersAdminNegativeTest-1107574041 tempest-RoutersAdminNegativeTest-1107574041-project-admin] Usage tracker for resource:security_group_rule and tenant:da880f7a41284ed5adc407648a815f08 is out of sync, need to count used quota {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:07:02.484226 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-4668f3da-bd32-4eb3-ac0d-6d1cb66df45a tempest-RoutersAdminNegativeTest-1107574041 tempest-RoutersAdminNegativeTest-1107574041-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:07:02.542384 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [None req-4668f3da-bd32-4eb3-ac0d-6d1cb66df45a tempest-RoutersAdminNegativeTest-1107574041 tempest-RoutersAdminNegativeTest-1107574041-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:07:02.555882 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-8cb98ae1-3692-4d1f-8d01-8b4acc45a520 tempest-ExtraDHCPOptionsTestJSON-118230796 tempest-ExtraDHCPOptionsTestJSON-118230796-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217293'] for port, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:02.571265 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-8cb98ae1-3692-4d1f-8d01-8b4acc45a520 tempest-ExtraDHCPOptionsTestJSON-118230796 tempest-ExtraDHCPOptionsTestJSON-118230796-project] 10.222.0.42 "DELETE /v2.0/ports/e4d5755a-9f33-4bdd-b3f7-40481a6011a2 HTTP/1.1" status: 204 len: 168 time: 1.9832718 Apr 18 21:07:02.572535 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 39252) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:07:02.756429 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-96c73255-7554-4cc8-8b5c-da626b06a77a tempest-PortsIpV6TestJSON-656796091 tempest-PortsIpV6TestJSON-656796091-project] Unset dirty status for tenant:2eda1cb86d1d401280eb2d37452a60a8 on resource:port {{(pid=84041) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 21:07:02.757508 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-96c73255-7554-4cc8-8b5c-da626b06a77a tempest-PortsIpV6TestJSON-656796091 tempest-PortsIpV6TestJSON-656796091-project] 10.222.0.42 "GET /v2.0/ports/1eb954f1-6ab7-4969-9073-9ae8ed8043dd HTTP/1.1" status: 404 len: 333 time: 0.4835491 Apr 18 21:07:02.768293 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 39256) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:07:02.775702 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-cab3b0d8-3198-4367-9de4-eea99cd9e615 tempest-SecGroupIPv6Test-1569010352 tempest-SecGroupIPv6Test-1569010352-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:02.777435 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-4668f3da-bd32-4eb3-ac0d-6d1cb66df45a tempest-RoutersAdminNegativeTest-1107574041 tempest-RoutersAdminNegativeTest-1107574041-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:02.791379 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-4668f3da-bd32-4eb3-ac0d-6d1cb66df45a tempest-RoutersAdminNegativeTest-1107574041 tempest-RoutersAdminNegativeTest-1107574041-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33528224'] for security_group, after_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:02.804857 n-d-838334-2 neutron-server[84040]: DEBUG neutron.notifiers.nova [None req-4668f3da-bd32-4eb3-ac0d-6d1cb66df45a tempest-RoutersAdminNegativeTest-1107574041 tempest-RoutersAdminNegativeTest-1107574041-project-admin] device_id is not set on port 9448141d-9fda-428d-9ac4-7572795ace2d yet. {{(pid=84040) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 18 21:07:02.828447 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-e1b37af1-1c8b-432a-9eaf-ad39936c923f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33443580', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5726'] for router, precommit_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:02.869136 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-e1b37af1-1c8b-432a-9eaf-ad39936c923f admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:02.910755 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4668f3da-bd32-4eb3-ac0d-6d1cb66df45a tempest-RoutersAdminNegativeTest-1107574041 tempest-RoutersAdminNegativeTest-1107574041-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9acaed30-94e6-4eb6-bc78-239e315d5780,revision_number=1']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:07:02.986280 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.db_base_plugin_v2 [None req-d8c32a76-5f80-4c9e-8a3a-6fb5ea7a42ad tempest-ExtraDHCPOptionsTestJSON-118230796 tempest-ExtraDHCPOptionsTestJSON-118230796-project] Deleting subnet 0523cc93-b32f-40c0-857d-c0af77850868 {{(pid=84040) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 18 21:07:03.000655 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-d8c32a76-5f80-4c9e-8a3a-6fb5ea7a42ad tempest-ExtraDHCPOptionsTestJSON-118230796 tempest-ExtraDHCPOptionsTestJSON-118230796-project] Notify callbacks [] for subnet, before_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:03.074236 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-d8c32a76-5f80-4c9e-8a3a-6fb5ea7a42ad tempest-ExtraDHCPOptionsTestJSON-118230796 tempest-ExtraDHCPOptionsTestJSON-118230796-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31955982'] for subnet, precommit_delete_associations {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:03.116980 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.db_base_plugin_common [None req-4668f3da-bd32-4eb3-ac0d-6d1cb66df45a tempest-RoutersAdminNegativeTest-1107574041 tempest-RoutersAdminNegativeTest-1107574041-project-admin] Allocated IP 172.25.8.207 (e41b6600-a917-4a8d-b05c-be3be40c6d8c/6b05667b-848e-4356-9b44-d5eb6808ef74/9448141d-9fda-428d-9ac4-7572795ace2d) {{(pid=84040) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 21:07:03.128264 n-d-838334-2 neutron-server[84040]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-94944e21-019d-4fb9-83dd-362e208bf7ce tempest-FloatingIPTestJSON-1355648241 tempest-FloatingIPTestJSON-1355648241-project] Router 8d2572c8-a331-400d-95fa-c6c17825c988 has already been hosted by L3 agent bc84d6c9-dd7a-4555-a351-592327b46d5a {{(pid=84040) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 21:07:03.139464 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-e1b37af1-1c8b-432a-9eaf-ad39936c923f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-33443408'] for router, after_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:03.140105 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e1b37af1-1c8b-432a-9eaf-ad39936c923f admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0573f4fd-15ec-4486-a7e2-4a1d64e93d08 {{(pid=84041) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 18 21:07:03.194422 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-ca6805a7-9509-40f6-a33f-2d09e2388e3f tempest-RoutersTest-1500746192 tempest-RoutersTest-1500746192-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-33444175', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-33443520', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5293'] for router, precommit_update {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:03.223242 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-ca6805a7-9509-40f6-a33f-2d09e2388e3f tempest-RoutersTest-1500746192 tempest-RoutersTest-1500746192-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33444176', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-33444166', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-33444185', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-33443547'] for router, after_update {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:03.226095 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-cab3b0d8-3198-4367-9de4-eea99cd9e615 tempest-SecGroupIPv6Test-1569010352 tempest-SecGroupIPv6Test-1569010352-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:03.230444 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-e1b37af1-1c8b-432a-9eaf-ad39936c923f admin admin] Notify callbacks [] for router, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:03.233893 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-e1b37af1-1c8b-432a-9eaf-ad39936c923f admin admin] 10.222.0.42 "DELETE /v2.0/routers/0573f4fd-15ec-4486-a7e2-4a1d64e93d08 HTTP/1.1" status: 204 len: 168 time: 5.6194019 Apr 18 21:07:03.235103 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-cab3b0d8-3198-4367-9de4-eea99cd9e615 tempest-SecGroupIPv6Test-1569010352 tempest-SecGroupIPv6Test-1569010352-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33528311'] for security_group_rule, after_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:03.236783 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 39260) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:07:03.256060 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.db_base_plugin_v2 [None req-e5e19a62-daea-4e1a-a549-bd17a6a93e6e tempest-PortsIpV6TestJSON-656796091 tempest-PortsIpV6TestJSON-656796091-project] Deleting subnet 984c01f7-beb1-413f-80b2-d546bde3fc23 {{(pid=84041) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 18 21:07:03.292555 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-e5e19a62-daea-4e1a-a549-bd17a6a93e6e tempest-PortsIpV6TestJSON-656796091 tempest-PortsIpV6TestJSON-656796091-project] Notify callbacks [] for subnet, before_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:03.386860 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cab3b0d8-3198-4367-9de4-eea99cd9e615 tempest-SecGroupIPv6Test-1569010352 tempest-SecGroupIPv6Test-1569010352-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8e7baa91-9f82-4442-9b43-1c7ac2b3b33d,revision_number=0']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:07:03.479533 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-cab3b0d8-3198-4367-9de4-eea99cd9e615 tempest-SecGroupIPv6Test-1569010352 tempest-SecGroupIPv6Test-1569010352-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:03.479533 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-cab3b0d8-3198-4367-9de4-eea99cd9e615 tempest-SecGroupIPv6Test-1569010352 tempest-SecGroupIPv6Test-1569010352-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 740 time: 1.2903509 Apr 18 21:07:03.489528 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 39264) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:07:03.513814 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-e5e19a62-daea-4e1a-a549-bd17a6a93e6e tempest-PortsIpV6TestJSON-656796091 tempest-PortsIpV6TestJSON-656796091-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32266383'] for subnet, precommit_delete_associations {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:03.546000 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-d8c32a76-5f80-4c9e-8a3a-6fb5ea7a42ad tempest-ExtraDHCPOptionsTestJSON-118230796 tempest-ExtraDHCPOptionsTestJSON-118230796-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1260556'] for subnet, precommit_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:03.562384 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.db_base_plugin_v2 [None req-318bc49c-0627-4870-8073-641144ec5d70 admin admin] Deleting subnet 16880a32-9b71-46fb-bafe-6b6135588b63 {{(pid=84041) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 18 21:07:03.578291 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-318bc49c-0627-4870-8073-641144ec5d70 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:03.641741 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-c165bfbf-2b81-4655-9cd9-012afa51d43e tempest-SecGroupIPv6Test-1569010352 tempest-SecGroupIPv6Test-1569010352-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:03.665523 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-c165bfbf-2b81-4655-9cd9-012afa51d43e tempest-SecGroupIPv6Test-1569010352 tempest-SecGroupIPv6Test-1569010352-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:03.677113 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-318bc49c-0627-4870-8073-641144ec5d70 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32266383'] for subnet, precommit_delete_associations {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:03.684204 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-d8c32a76-5f80-4c9e-8a3a-6fb5ea7a42ad tempest-ExtraDHCPOptionsTestJSON-118230796 tempest-ExtraDHCPOptionsTestJSON-118230796-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1260549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33526260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32440885', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31752825'] for subnet, after_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:03.690311 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-4668f3da-bd32-4eb3-ac0d-6d1cb66df45a tempest-RoutersAdminNegativeTest-1107574041 tempest-RoutersAdminNegativeTest-1107574041-project-admin] Notify callbacks [] for port, precommit_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:03.734303 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8c32a76-5f80-4c9e-8a3a-6fb5ea7a42ad tempest-ExtraDHCPOptionsTestJSON-118230796 tempest-ExtraDHCPOptionsTestJSON-118230796-project] Pushing event deleted for resources: {'Subnet': ['ID=0523cc93-b32f-40c0-857d-c0af77850868,revision_number=None']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:07:03.745383 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-d8c32a76-5f80-4c9e-8a3a-6fb5ea7a42ad tempest-ExtraDHCPOptionsTestJSON-118230796 tempest-ExtraDHCPOptionsTestJSON-118230796-project] Notify callbacks [] for subnet, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:03.752929 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-986326bf-629d-44b0-9feb-0454b865dcb0 None None] Network b9271c4b-e432-487e-adc7-cf30fce3fa59 requested from n-d-838334-2 {{(pid=84042) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 21:07:03.770061 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-c165bfbf-2b81-4655-9cd9-012afa51d43e tempest-SecGroupIPv6Test-1569010352 tempest-SecGroupIPv6Test-1569010352-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33528311'] for security_group_rule, after_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:03.772403 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-d8c32a76-5f80-4c9e-8a3a-6fb5ea7a42ad tempest-ExtraDHCPOptionsTestJSON-118230796 tempest-ExtraDHCPOptionsTestJSON-118230796-project] 10.222.0.42 "DELETE /v2.0/subnets/0523cc93-b32f-40c0-857d-c0af77850868 HTTP/1.1" status: 204 len: 168 time: 1.1976087 Apr 18 21:07:03.775837 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 39268) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:07:03.801506 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c165bfbf-2b81-4655-9cd9-012afa51d43e tempest-SecGroupIPv6Test-1569010352 tempest-SecGroupIPv6Test-1569010352-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=8e7baa91-9f82-4442-9b43-1c7ac2b3b33d,revision_number=None']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:07:03.808711 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-e5e19a62-daea-4e1a-a549-bd17a6a93e6e tempest-PortsIpV6TestJSON-656796091 tempest-PortsIpV6TestJSON-656796091-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1260556'] for subnet, precommit_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:03.848416 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-c165bfbf-2b81-4655-9cd9-012afa51d43e tempest-SecGroupIPv6Test-1569010352 tempest-SecGroupIPv6Test-1569010352-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:03.852318 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-c165bfbf-2b81-4655-9cd9-012afa51d43e tempest-SecGroupIPv6Test-1569010352 tempest-SecGroupIPv6Test-1569010352-project] 10.222.0.42 "DELETE /v2.0/security-group-rules/8e7baa91-9f82-4442-9b43-1c7ac2b3b33d HTTP/1.1" status: 204 len: 168 time: 0.3581285 Apr 18 21:07:03.858717 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 39272) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:07:03.885393 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-4668f3da-bd32-4eb3-ac0d-6d1cb66df45a tempest-RoutersAdminNegativeTest-1107574041 tempest-RoutersAdminNegativeTest-1107574041-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750374836619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32440838'] for port, after_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:03.888125 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750375287399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253529'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:03.895700 n-d-838334-2 neutron-server[84041]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ca6805a7-9509-40f6-a33f-2d09e2388e3f tempest-RoutersTest-1500746192 tempest-RoutersTest-1500746192-project] Router d3445e60-27f3-4080-a032-9bd4d27dfce0 has already been hosted by L3 agent bc84d6c9-dd7a-4555-a351-592327b46d5a {{(pid=84041) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 21:07:03.908630 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-318bc49c-0627-4870-8073-641144ec5d70 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1260556'] for subnet, precommit_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:03.963257 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-94944e21-019d-4fb9-83dd-362e208bf7ce tempest-FloatingIPTestJSON-1355648241 tempest-FloatingIPTestJSON-1355648241-project] Notify agent at l3_agent.n-d-838334-2 the message routers_updated {{(pid=84040) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 21:07:03.967897 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-2031e4d6-64f1-4a1c-879c-e5d35abe955e tempest-ExtraDHCPOptionsTestJSON-118230796 tempest-ExtraDHCPOptionsTestJSON-118230796-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1103592'] for network, before_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:03.972657 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-94944e21-019d-4fb9-83dd-362e208bf7ce tempest-FloatingIPTestJSON-1355648241 tempest-FloatingIPTestJSON-1355648241-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217293'] for floatingip, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:03.974432 n-d-838334-2 neutron-server[84043]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9569e7d6-eed4-4934-8e5f-5283415bb749 None None] Sync routers for ids ['8d2572c8-a331-400d-95fa-c6c17825c988'] in n-d-838334-2 {{(pid=84043) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 18 21:07:04.000368 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9569e7d6-eed4-4934-8e5f-5283415bb749 None None] Routers {'8d2572c8-a331-400d-95fa-c6c17825c988'} bound to L3 agent in host n-d-838334-2 {{(pid=84043) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 21:07:04.001361 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.l3_hamode_db [None req-9569e7d6-eed4-4934-8e5f-5283415bb749 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838334-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-18T20:25:48Z,description=,heartbeat_timestamp=2022-04-18T21:06:48Z,host='n-d-838334-2',id=bc84d6c9-dd7a-4555-a351-592327b46d5a,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:25:48Z,topic='l3_agent')) {'router_ids': ['8d2572c8-a331-400d-95fa-c6c17825c988'], 'active': True} {{(pid=84043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:07:04.078983 n-d-838334-2 neutron-server[84040]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4668f3da-bd32-4eb3-ac0d-6d1cb66df45a tempest-RoutersAdminNegativeTest-1107574041 tempest-RoutersAdminNegativeTest-1107574041-project-admin] Network e41b6600-a917-4a8d-b05c-be3be40c6d8c is already hosted by enough agents. {{(pid=84040) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:07:04.100189 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-ce6304cf-c31f-4b2f-a010-f657d83048ac tempest-SecGroupIPv6Test-1569010352 tempest-SecGroupIPv6Test-1569010352-project] Synchronizing usage tracker for tenant:dc8b3677ed41470bbe4dd33b634aa4aa on resource:security_group_rule {{(pid=84041) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 21:07:04.101186 n-d-838334-2 neutron-server[84040]: DEBUG neutron.scheduler.base_scheduler [None req-4668f3da-bd32-4eb3-ac0d-6d1cb66df45a tempest-RoutersAdminNegativeTest-1107574041 tempest-RoutersAdminNegativeTest-1107574041-project-admin] Resources bound (agent type, host, resource id): {{(pid=84040) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:07:04.105754 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4668f3da-bd32-4eb3-ac0d-6d1cb66df45a tempest-RoutersAdminNegativeTest-1107574041 tempest-RoutersAdminNegativeTest-1107574041-project-admin] Pushing event updated for resources: {'Port': ['ID=9448141d-9fda-428d-9ac4-7572795ace2d,revision_number=1']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:07:04.110213 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4668f3da-bd32-4eb3-ac0d-6d1cb66df45a tempest-RoutersAdminNegativeTest-1107574041 tempest-RoutersAdminNegativeTest-1107574041-project-admin] Received port after_create {{(pid=84040) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 21:07:04.131921 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.l3_hamode_db [None req-9569e7d6-eed4-4934-8e5f-5283415bb749 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-838334-2', False) {} {{(pid=84043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:07:04.140515 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.plugin [None req-2031e4d6-64f1-4a1c-879c-e5d35abe955e tempest-ExtraDHCPOptionsTestJSON-118230796 tempest-ExtraDHCPOptionsTestJSON-118230796-project] Deleting port 50340c05-1f4d-4c01-a087-1615b8e05a9c {{(pid=84040) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 21:07:04.140875 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-2031e4d6-64f1-4a1c-879c-e5d35abe955e tempest-ExtraDHCPOptionsTestJSON-118230796 tempest-ExtraDHCPOptionsTestJSON-118230796-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750375188691'] for port, before_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:04.147286 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9569e7d6-eed4-4934-8e5f-5283415bb749 None None] Routers {'8d2572c8-a331-400d-95fa-c6c17825c988'} bound to L3 agent in host n-d-838334-2 {{(pid=84043) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 21:07:04.148381 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.l3_hamode_db [None req-9569e7d6-eed4-4934-8e5f-5283415bb749 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838334-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-18T20:25:48Z,description=,heartbeat_timestamp=2022-04-18T21:06:48Z,host='n-d-838334-2',id=bc84d6c9-dd7a-4555-a351-592327b46d5a,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:25:48Z,topic='l3_agent')) {'router_ids': ['8d2572c8-a331-400d-95fa-c6c17825c988'], 'active': True} {{(pid=84043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:07:04.175802 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-94944e21-019d-4fb9-83dd-362e208bf7ce tempest-FloatingIPTestJSON-1355648241 tempest-FloatingIPTestJSON-1355648241-project] 10.222.0.42 "PUT /v2.0/floatingips/e5c9bf4a-6f84-4dc7-b433-e68fe68ee381 HTTP/1.1" status: 200 len: 976 time: 6.4700043 Apr 18 21:07:04.185251 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 39276) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:07:04.196730 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc1e16ba-187d-4c24-acbf-1e34d53b1fb4 None None] DHCP port deletion for b9271c4b-e432-487e-adc7-cf30fce3fa59 request from n-d-838334-2 {{(pid=84042) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 18 21:07:04.208455 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.plugin [None req-cc1e16ba-187d-4c24-acbf-1e34d53b1fb4 None None] Deleting port 50340c05-1f4d-4c01-a087-1615b8e05a9c {{(pid=84042) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 21:07:04.209300 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-cc1e16ba-187d-4c24-acbf-1e34d53b1fb4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750375188691'] for port, before_delete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:04.254870 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.l3_hamode_db [None req-9569e7d6-eed4-4934-8e5f-5283415bb749 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-838334-2', False) {} {{(pid=84043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:07:04.255735 n-d-838334-2 neutron-server[84043]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9569e7d6-eed4-4934-8e5f-5283415bb749 None None] The sync data for ids ['8d2572c8-a331-400d-95fa-c6c17825c988'] in n-d-838334-2 is: [] {{(pid=84043) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 18 21:07:04.306243 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-e5e19a62-daea-4e1a-a549-bd17a6a93e6e tempest-PortsIpV6TestJSON-656796091 tempest-PortsIpV6TestJSON-656796091-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1260549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33526260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32266336', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32486390'] for subnet, after_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:04.321569 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4668f3da-bd32-4eb3-ac0d-6d1cb66df45a tempest-RoutersAdminNegativeTest-1107574041 tempest-RoutersAdminNegativeTest-1107574041-project-admin] Attributes excluded by policy engine: ['network'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:07:04.322089 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-4668f3da-bd32-4eb3-ac0d-6d1cb66df45a tempest-RoutersAdminNegativeTest-1107574041 tempest-RoutersAdminNegativeTest-1107574041-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217293'] for port, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:04.360677 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.plugin [None req-3264bcf6-3864-4e2b-b4cf-9e5a80e7430c tempest-FloatingIPTestJSON-1355648241 tempest-FloatingIPTestJSON-1355648241-project] Deleting port b7cb0378-fa89-4ac9-bcb0-7911d0c09fa1 {{(pid=84040) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 21:07:04.361074 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-3264bcf6-3864-4e2b-b4cf-9e5a80e7430c tempest-FloatingIPTestJSON-1355648241 tempest-FloatingIPTestJSON-1355648241-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750375188691'] for port, before_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:04.370175 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5e19a62-daea-4e1a-a549-bd17a6a93e6e tempest-PortsIpV6TestJSON-656796091 tempest-PortsIpV6TestJSON-656796091-project] Pushing event deleted for resources: {'Subnet': ['ID=984c01f7-beb1-413f-80b2-d546bde3fc23,revision_number=None']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:07:04.382090 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-e5e19a62-daea-4e1a-a549-bd17a6a93e6e tempest-PortsIpV6TestJSON-656796091 tempest-PortsIpV6TestJSON-656796091-project] Notify callbacks [] for subnet, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:04.399820 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-318bc49c-0627-4870-8073-641144ec5d70 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1260549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33526260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32266336', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32486390'] for subnet, after_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:04.407499 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-4668f3da-bd32-4eb3-ac0d-6d1cb66df45a tempest-RoutersAdminNegativeTest-1107574041 tempest-RoutersAdminNegativeTest-1107574041-project-admin] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 2.4232085 Apr 18 21:07:04.412075 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50a8c7fc-c291-47d8-964a-92cd812ac44f None None] Network 4cf68dbe-86e4-4119-8627-051792f497ab requested from n-d-838334-2 {{(pid=84042) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 21:07:04.429957 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 39280) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:07:04.434954 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-ce6304cf-c31f-4b2f-a010-f657d83048ac tempest-SecGroupIPv6Test-1569010352 tempest-SecGroupIPv6Test-1569010352-project] Unset dirty status for tenant:dc8b3677ed41470bbe4dd33b634aa4aa on resource:security_group_rule {{(pid=84041) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 21:07:04.439394 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-ce6304cf-c31f-4b2f-a010-f657d83048ac tempest-SecGroupIPv6Test-1569010352 tempest-SecGroupIPv6Test-1569010352-project] 10.222.0.42 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4195 time: 0.5759337 Apr 18 21:07:04.442860 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 39284) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:07:04.455014 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-e5e19a62-daea-4e1a-a549-bd17a6a93e6e tempest-PortsIpV6TestJSON-656796091 tempest-PortsIpV6TestJSON-656796091-project] 10.222.0.42 "DELETE /v2.0/subnets/984c01f7-beb1-413f-80b2-d546bde3fc23 HTTP/1.1" status: 204 len: 168 time: 1.6821983 Apr 18 21:07:04.456356 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-318bc49c-0627-4870-8073-641144ec5d70 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=16880a32-9b71-46fb-bafe-6b6135588b63,revision_number=None']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:07:04.459400 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 39288) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:07:04.488237 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.v2.base [None req-c3657915-0853-4f9d-bdd7-2b06ae15df31 tempest-RoutersAdminNegativeTest-1107574041 tempest-RoutersAdminNegativeTest-1107574041-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'external_fixed_ips': [{'subnet_id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'ip_address': '172.25.8.207'}]}}} {{(pid=84040) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:07:04.502121 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-318bc49c-0627-4870-8073-641144ec5d70 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:04.506629 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-318bc49c-0627-4870-8073-641144ec5d70 admin admin] 10.222.0.42 "DELETE /v2.0/subnets/16880a32-9b71-46fb-bafe-6b6135588b63 HTTP/1.1" status: 204 len: 168 time: 1.2591195 Apr 18 21:07:04.510099 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 39292) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:07:04.511486 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [None req-c3657915-0853-4f9d-bdd7-2b06ae15df31 tempest-RoutersAdminNegativeTest-1107574041 tempest-RoutersAdminNegativeTest-1107574041-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:07:04.529594 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-c3657915-0853-4f9d-bdd7-2b06ae15df31 tempest-RoutersAdminNegativeTest-1107574041 tempest-RoutersAdminNegativeTest-1107574041-project-admin] Usage tracker for resource:router and tenant:da880f7a41284ed5adc407648a815f08 is out of sync, need to count used quota {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:07:04.540894 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64838754-e973-45f7-a3b5-442ed862b552 None None] Network 9b8a7e14-19dd-4214-9fd7-5da6fc8793e6 requested from n-d-838334-2 {{(pid=84042) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 21:07:04.593917 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-c3657915-0853-4f9d-bdd7-2b06ae15df31 tempest-RoutersAdminNegativeTest-1107574041 tempest-RoutersAdminNegativeTest-1107574041-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:07:04.619157 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [None req-c3657915-0853-4f9d-bdd7-2b06ae15df31 tempest-RoutersAdminNegativeTest-1107574041 tempest-RoutersAdminNegativeTest-1107574041-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:07:04.667002 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-f5e15587-5ca4-4d36-a3e0-d4f602b8d8f2 tempest-PortsIpV6TestJSON-656796091 tempest-PortsIpV6TestJSON-656796091-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1103592'] for network, before_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:04.679800 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-cdb0b768-56bc-42a0-82fa-48553240dccf tempest-SecGroupIPv6Test-1569010352 tempest-SecGroupIPv6Test-1569010352-project] Notify callbacks [] for security_group, before_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:04.688062 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.db [None req-2031e4d6-64f1-4a1c-879c-e5d35abe955e tempest-ExtraDHCPOptionsTestJSON-118230796 tempest-ExtraDHCPOptionsTestJSON-118230796-project] For port 50340c05-1f4d-4c01-a087-1615b8e05a9c, host n-d-838334-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838334-2',level=0,port_id=50340c05-1f4d-4c01-a087-1615b8e05a9c,segment=NetworkSegment(7daafaa2-1a42-445d-aca5-cc32d520c581),segment_id=7daafaa2-1a42-445d-aca5-cc32d520c581)] {{(pid=84040) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:07:04.688245 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-cc1e16ba-187d-4c24-acbf-1e34d53b1fb4 None None] For port 50340c05-1f4d-4c01-a087-1615b8e05a9c, host n-d-838334-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838334-2',level=0,port_id=50340c05-1f4d-4c01-a087-1615b8e05a9c,segment=NetworkSegment(7daafaa2-1a42-445d-aca5-cc32d520c581),segment_id=7daafaa2-1a42-445d-aca5-cc32d520c581)] {{(pid=84042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:07:04.688565 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-2031e4d6-64f1-4a1c-879c-e5d35abe955e tempest-ExtraDHCPOptionsTestJSON-118230796 tempest-ExtraDHCPOptionsTestJSON-118230796-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369123'] for port, precommit_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:04.688717 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-cc1e16ba-187d-4c24-acbf-1e34d53b1fb4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369123'] for port, precommit_delete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:04.696352 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ca6805a7-9509-40f6-a33f-2d09e2388e3f tempest-RoutersTest-1500746192 tempest-RoutersTest-1500746192-project] Notify agent at l3_agent.n-d-838334-2 the message routers_updated {{(pid=84041) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 21:07:04.702413 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-ca6805a7-9509-40f6-a33f-2d09e2388e3f tempest-RoutersTest-1500746192 tempest-RoutersTest-1500746192-project] Notify callbacks [] for router, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:04.705968 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-ca6805a7-9509-40f6-a33f-2d09e2388e3f tempest-RoutersTest-1500746192 tempest-RoutersTest-1500746192-project] 10.222.0.42 "PUT /v2.0/routers/d3445e60-27f3-4080-a032-9bd4d27dfce0 HTTP/1.1" status: 200 len: 700 time: 5.2772729 Apr 18 21:07:04.712307 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 39296) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:07:04.764133 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c9f7ba5-d1e5-4780-98e2-76aa930f0b80 None None] Sync routers for ids ['d3445e60-27f3-4080-a032-9bd4d27dfce0'] in n-d-838334-2 {{(pid=84042) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 18 21:07:04.787471 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.plugin [None req-f5e15587-5ca4-4d36-a3e0-d4f602b8d8f2 tempest-PortsIpV6TestJSON-656796091 tempest-PortsIpV6TestJSON-656796091-project] Deleting port 3a015b11-bff8-44c5-bc1a-a4aa339dccef {{(pid=84041) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 21:07:04.787829 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-f5e15587-5ca4-4d36-a3e0-d4f602b8d8f2 tempest-PortsIpV6TestJSON-656796091 tempest-PortsIpV6TestJSON-656796091-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750375188691'] for port, before_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:04.839990 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.plugin [None req-cc1e16ba-187d-4c24-acbf-1e34d53b1fb4 None None] Calling delete_port for 50340c05-1f4d-4c01-a087-1615b8e05a9c owned by network:dhcp {{(pid=84042) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 21:07:04.860228 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-c3657915-0853-4f9d-bdd7-2b06ae15df31 tempest-RoutersAdminNegativeTest-1107574041 tempest-RoutersAdminNegativeTest-1107574041-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-33442106', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5708'] for router, before_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:04.861121 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-c3657915-0853-4f9d-bdd7-2b06ae15df31 tempest-RoutersAdminNegativeTest-1107574041 tempest-RoutersAdminNegativeTest-1107574041-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33442137', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33444285', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33535433', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5703'] for router, precommit_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:04.870794 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.plugin [None req-2031e4d6-64f1-4a1c-879c-e5d35abe955e tempest-ExtraDHCPOptionsTestJSON-118230796 tempest-ExtraDHCPOptionsTestJSON-118230796-project] Calling delete_port for 50340c05-1f4d-4c01-a087-1615b8e05a9c owned by network:dhcp {{(pid=84040) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 21:07:04.876624 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-cdb0b768-56bc-42a0-82fa-48553240dccf tempest-SecGroupIPv6Test-1569010352 tempest-SecGroupIPv6Test-1569010352-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:04.977367 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c9f7ba5-d1e5-4780-98e2-76aa930f0b80 None None] Routers {'d3445e60-27f3-4080-a032-9bd4d27dfce0'} bound to L3 agent in host n-d-838334-2 {{(pid=84042) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 21:07:04.977924 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_hamode_db [None req-3c9f7ba5-d1e5-4780-98e2-76aa930f0b80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838334-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-18T20:25:48Z,description=,heartbeat_timestamp=2022-04-18T21:06:48Z,host='n-d-838334-2',id=bc84d6c9-dd7a-4555-a351-592327b46d5a,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:25:48Z,topic='l3_agent')) {'router_ids': ['d3445e60-27f3-4080-a032-9bd4d27dfce0'], 'active': True} {{(pid=84042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:07:05.007671 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-f03a4715-ac1e-4f85-956a-d454f3e59ca9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1103592'] for network, before_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:05.080013 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-c3657915-0853-4f9d-bdd7-2b06ae15df31 tempest-RoutersAdminNegativeTest-1107574041 tempest-RoutersAdminNegativeTest-1107574041-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:05.089753 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-3264bcf6-3864-4e2b-b4cf-9e5a80e7430c tempest-FloatingIPTestJSON-1355648241 tempest-FloatingIPTestJSON-1355648241-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369123'] for port, precommit_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:05.098034 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.plugin [None req-f03a4715-ac1e-4f85-956a-d454f3e59ca9 admin admin] Deleting port 7f3dc440-7c4f-4c97-8c9b-a608876e143d {{(pid=84040) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 21:07:05.098206 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-cdb0b768-56bc-42a0-82fa-48553240dccf tempest-SecGroupIPv6Test-1569010352 tempest-SecGroupIPv6Test-1569010352-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33528224'] for security_group, after_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:05.098304 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-f03a4715-ac1e-4f85-956a-d454f3e59ca9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750375188691'] for port, before_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:05.138588 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdb0b768-56bc-42a0-82fa-48553240dccf tempest-SecGroupIPv6Test-1569010352 tempest-SecGroupIPv6Test-1569010352-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a333af6-f751-48fd-a6fd-26ae574a79da,revision_number=None']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:07:05.152732 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-cc1e16ba-187d-4c24-acbf-1e34d53b1fb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750375259028', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750374836628'] for port, after_delete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:05.154039 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.db [None req-f5e15587-5ca4-4d36-a3e0-d4f602b8d8f2 tempest-PortsIpV6TestJSON-656796091 tempest-PortsIpV6TestJSON-656796091-project] For port 3a015b11-bff8-44c5-bc1a-a4aa339dccef, host n-d-838334-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838334-2',level=0,port_id=3a015b11-bff8-44c5-bc1a-a4aa339dccef,segment=NetworkSegment(580e47ab-63b3-46f7-9d4b-760a98b611b2),segment_id=580e47ab-63b3-46f7-9d4b-760a98b611b2)] {{(pid=84041) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:07:05.155090 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-f5e15587-5ca4-4d36-a3e0-d4f602b8d8f2 tempest-PortsIpV6TestJSON-656796091 tempest-PortsIpV6TestJSON-656796091-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369123'] for port, precommit_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:05.223678 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc1e16ba-187d-4c24-acbf-1e34d53b1fb4 None None] Pushing event deleted for resources: {'Port': ['ID=50340c05-1f4d-4c01-a087-1615b8e05a9c,revision_number=None']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:07:05.245697 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_dvr_db [None req-3c9f7ba5-d1e5-4780-98e2-76aa930f0b80 None None] Set router d3445e60-27f3-4080-a032-9bd4d27dfce0 gateway port host: None {{(pid=84042) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 21:07:05.295110 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.plugin [None req-f5e15587-5ca4-4d36-a3e0-d4f602b8d8f2 tempest-PortsIpV6TestJSON-656796091 tempest-PortsIpV6TestJSON-656796091-project] Calling delete_port for 3a015b11-bff8-44c5-bc1a-a4aa339dccef owned by network:dhcp {{(pid=84041) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 21:07:05.329341 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-3950626a-61fe-454d-ae60-aaf43feeba45 tempest-RoutersTest-1500746192 tempest-RoutersTest-1500746192-project] 10.222.0.42 "GET /v2.0/routers/d3445e60-27f3-4080-a032-9bd4d27dfce0 HTTP/1.1" status: 200 len: 700 time: 0.6158912 Apr 18 21:07:05.334144 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 39300) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:07:05.336802 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-cdb0b768-56bc-42a0-82fa-48553240dccf tempest-SecGroupIPv6Test-1569010352 tempest-SecGroupIPv6Test-1569010352-project] Notify callbacks [] for security_group, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:05.337899 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-cdb0b768-56bc-42a0-82fa-48553240dccf tempest-SecGroupIPv6Test-1569010352 tempest-SecGroupIPv6Test-1569010352-project] 10.222.0.42 "DELETE /v2.0/security-groups/2a333af6-f751-48fd-a6fd-26ae574a79da HTTP/1.1" status: 204 len: 168 time: 0.8874240 Apr 18 21:07:05.341416 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 39302) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:07:05.352957 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c929b4c8-975a-4b13-9400-06c2679cd217 None None] DHCP port deletion for 4cf68dbe-86e4-4119-8627-051792f497ab request from n-d-838334-2 {{(pid=84042) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 18 21:07:05.359135 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc1e16ba-187d-4c24-acbf-1e34d53b1fb4 None None] No DVR routers for this DVR port 50340c05-1f4d-4c01-a087-1615b8e05a9c on host n-d-838334-2 {{(pid=84042) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 21:07:05.375405 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.plugin [None req-c929b4c8-975a-4b13-9400-06c2679cd217 None None] Deleting port 3a015b11-bff8-44c5-bc1a-a4aa339dccef {{(pid=84042) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 21:07:05.375789 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-c929b4c8-975a-4b13-9400-06c2679cd217 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750375188691'] for port, before_delete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:05.426063 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-f5e15587-5ca4-4d36-a3e0-d4f602b8d8f2 tempest-PortsIpV6TestJSON-656796091 tempest-PortsIpV6TestJSON-656796091-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750375259028', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750374836628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32266323'] for port, after_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:05.483702 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5e15587-5ca4-4d36-a3e0-d4f602b8d8f2 tempest-PortsIpV6TestJSON-656796091 tempest-PortsIpV6TestJSON-656796091-project] Pushing event deleted for resources: {'Port': ['ID=3a015b11-bff8-44c5-bc1a-a4aa339dccef,revision_number=None']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:07:05.500743 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5e15587-5ca4-4d36-a3e0-d4f602b8d8f2 tempest-PortsIpV6TestJSON-656796091 tempest-PortsIpV6TestJSON-656796091-project] No DVR routers for this DVR port 3a015b11-bff8-44c5-bc1a-a4aa339dccef on host n-d-838334-2 {{(pid=84041) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 21:07:05.516800 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eade0ba4-e29a-4e90-9574-9410a5b6c54e None None] DHCP port deletion for 9b8a7e14-19dd-4214-9fd7-5da6fc8793e6 request from n-d-838334-2 {{(pid=84042) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 18 21:07:05.540449 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-adc1ffda-a50b-405e-b5cc-e9cc5933f3b7 tempest-SecGroupIPv6Test-1569010352 tempest-SecGroupIPv6Test-1569010352-project] Synchronizing usage tracker for tenant:dc8b3677ed41470bbe4dd33b634aa4aa on resource:security_group {{(pid=84041) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 21:07:05.557227 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.plugin [None req-eade0ba4-e29a-4e90-9574-9410a5b6c54e None None] Deleting port 7f3dc440-7c4f-4c97-8c9b-a608876e143d {{(pid=84042) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 21:07:05.557533 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-eade0ba4-e29a-4e90-9574-9410a5b6c54e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750375188691'] for port, before_delete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:05.591961 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.plugin [None req-c929b4c8-975a-4b13-9400-06c2679cd217 None None] The port '3a015b11-bff8-44c5-bc1a-a4aa339dccef' was deleted {{(pid=84042) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 18 21:07:05.602954 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.db.api [None req-2031e4d6-64f1-4a1c-879c-e5d35abe955e tempest-ExtraDHCPOptionsTestJSON-118230796 tempest-ExtraDHCPOptionsTestJSON-118230796-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84040) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 18 21:07:05.603573 n-d-838334-2 neutron-server[84040]: DEBUG oslo_db.api [None req-2031e4d6-64f1-4a1c-879c-e5d35abe955e tempest-ExtraDHCPOptionsTestJSON-118230796 tempest-ExtraDHCPOptionsTestJSON-118230796-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 18 21:07:05.648198 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-adc1ffda-a50b-405e-b5cc-e9cc5933f3b7 tempest-SecGroupIPv6Test-1569010352 tempest-SecGroupIPv6Test-1569010352-project] Unset dirty status for tenant:dc8b3677ed41470bbe4dd33b634aa4aa on resource:security_group {{(pid=84041) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 21:07:05.649651 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-adc1ffda-a50b-405e-b5cc-e9cc5933f3b7 tempest-SecGroupIPv6Test-1569010352 tempest-SecGroupIPv6Test-1569010352-project] 10.222.0.42 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4007 time: 0.2708061 Apr 18 21:07:05.651595 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-f5e15587-5ca4-4d36-a3e0-d4f602b8d8f2 tempest-PortsIpV6TestJSON-656796091 tempest-PortsIpV6TestJSON-656796091-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1258905', 'neutron.services.segments.db._delete_segments_for_network-8750375287417'] for network, precommit_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:05.658909 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 39308) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:07:05.704105 n-d-838334-2 neutron-server[84041]: DEBUG neutron.services.segments.db [None req-f5e15587-5ca4-4d36-a3e0-d4f602b8d8f2 tempest-PortsIpV6TestJSON-656796091 tempest-PortsIpV6TestJSON-656796091-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4cf68dbe-86e4-4119-8627-051792f497ab']}} {{(pid=84041) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:07:05.728421 n-d-838334-2 neutron-server[84041]: DEBUG neutron.services.segments.db [None req-f5e15587-5ca4-4d36-a3e0-d4f602b8d8f2 tempest-PortsIpV6TestJSON-656796091 tempest-PortsIpV6TestJSON-656796091-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '580e47ab-63b3-46f7-9d4b-760a98b611b2') {'for_net_delete': True} {{(pid=84041) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:07:05.729067 n-d-838334-2 neutron-server[84041]: DEBUG neutron.services.segments.db [None req-f5e15587-5ca4-4d36-a3e0-d4f602b8d8f2 tempest-PortsIpV6TestJSON-656796091 tempest-PortsIpV6TestJSON-656796091-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '580e47ab-63b3-46f7-9d4b-760a98b611b2') {} {{(pid=84041) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:07:05.746339 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-f5e15587-5ca4-4d36-a3e0-d4f602b8d8f2 tempest-PortsIpV6TestJSON-656796091 tempest-PortsIpV6TestJSON-656796091-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750375287300', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32268156'] for segment, before_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:05.773644 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-f5e15587-5ca4-4d36-a3e0-d4f602b8d8f2 tempest-PortsIpV6TestJSON-656796091 tempest-PortsIpV6TestJSON-656796091-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1082986'] for segment, precommit_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:05.786014 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f5e15587-5ca4-4d36-a3e0-d4f602b8d8f2 tempest-PortsIpV6TestJSON-656796091 tempest-PortsIpV6TestJSON-656796091-project] Releasing vlan 358 on physical network physnet1 to pool {{(pid=84041) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 18 21:07:05.786581 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-f5e15587-5ca4-4d36-a3e0-d4f602b8d8f2 tempest-PortsIpV6TestJSON-656796091 tempest-PortsIpV6TestJSON-656796091-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1082993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32266254'] for segment, after_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:05.801411 n-d-838334-2 neutron-server[84041]: Traceback (most recent call last): Apr 18 21:07:05.801411 n-d-838334-2 neutron-server[84041]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 18 21:07:05.801411 n-d-838334-2 neutron-server[84041]: timer() Apr 18 21:07:05.801411 n-d-838334-2 neutron-server[84041]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 21:07:05.801411 n-d-838334-2 neutron-server[84041]: cb(*args, **kw) Apr 18 21:07:05.801411 n-d-838334-2 neutron-server[84041]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 18 21:07:05.801411 n-d-838334-2 neutron-server[84041]: return func(*args, **kwargs) Apr 18 21:07:05.801411 n-d-838334-2 neutron-server[84041]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 21:07:05.801411 n-d-838334-2 neutron-server[84041]: self._notify() Apr 18 21:07:05.801411 n-d-838334-2 neutron-server[84041]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 21:07:05.801411 n-d-838334-2 neutron-server[84041]: self.callback(batched_events) Apr 18 21:07:05.801411 n-d-838334-2 neutron-server[84041]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 21:07:05.801411 n-d-838334-2 neutron-server[84041]: event.method(event) Apr 18 21:07:05.801411 n-d-838334-2 neutron-server[84041]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 18 21:07:05.801411 n-d-838334-2 neutron-server[84041]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 21:07:05.801411 n-d-838334-2 neutron-server[84041]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 18 21:07:05.801411 n-d-838334-2 neutron-server[84041]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 21:07:05.801411 n-d-838334-2 neutron-server[84041]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 18 21:07:05.801411 n-d-838334-2 neutron-server[84041]: return f(self, *a, **k) Apr 18 21:07:05.801411 n-d-838334-2 neutron-server[84041]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 18 21:07:05.801411 n-d-838334-2 neutron-server[84041]: return self._get(url).json() Apr 18 21:07:05.801411 n-d-838334-2 neutron-server[84041]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 18 21:07:05.801411 n-d-838334-2 neutron-server[84041]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 21:07:05.801411 n-d-838334-2 neutron-server[84041]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 18 21:07:05.801411 n-d-838334-2 neutron-server[84041]: return self.request(url, 'GET', **kwargs) Apr 18 21:07:05.801411 n-d-838334-2 neutron-server[84041]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 18 21:07:05.801411 n-d-838334-2 neutron-server[84041]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 21:07:05.801411 n-d-838334-2 neutron-server[84041]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 18 21:07:05.801411 n-d-838334-2 neutron-server[84041]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 21:07:05.801411 n-d-838334-2 neutron-server[84041]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 18 21:07:05.801411 n-d-838334-2 neutron-server[84041]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 21:07:05.801411 n-d-838334-2 neutron-server[84041]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 21:07:05.804117 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-9c15d58e-409b-40b6-b86b-b5f294029936 tempest-SecGroupIPv6Test-1569010352 tempest-SecGroupIPv6Test-1569010352-project] Notify callbacks [] for security_group, before_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:05.906882 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-9c15d58e-409b-40b6-b86b-b5f294029936 tempest-SecGroupIPv6Test-1569010352 tempest-SecGroupIPv6Test-1569010352-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:05.928294 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-f5e15587-5ca4-4d36-a3e0-d4f602b8d8f2 tempest-PortsIpV6TestJSON-656796091 tempest-PortsIpV6TestJSON-656796091-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1258898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33526109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33444113'] for network, after_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:05.958337 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-eade0ba4-e29a-4e90-9574-9410a5b6c54e None None] For port 7f3dc440-7c4f-4c97-8c9b-a608876e143d, host n-d-838334-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838334-2',level=0,port_id=7f3dc440-7c4f-4c97-8c9b-a608876e143d,segment=NetworkSegment(f3c1adbc-ce68-4689-ba8a-f5f2d2d5dce1),segment_id=f3c1adbc-ce68-4689-ba8a-f5f2d2d5dce1)] {{(pid=84042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:07:05.958872 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-eade0ba4-e29a-4e90-9574-9410a5b6c54e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369123'] for port, precommit_delete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:05.971045 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Device 7f3dc440-7c4f-4c97-8c9b-a608876e143d no longer exists at agent ovs-agent-n-d-838334-2 {{(pid=84042) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 21:07:06.041599 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-c3657915-0853-4f9d-bdd7-2b06ae15df31 tempest-RoutersAdminNegativeTest-1107574041 tempest-RoutersAdminNegativeTest-1107574041-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-33444175', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-33443520', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5293'] for router, precommit_update {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:06.059819 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.db [None req-f03a4715-ac1e-4f85-956a-d454f3e59ca9 admin admin] For port 7f3dc440-7c4f-4c97-8c9b-a608876e143d, host n-d-838334-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838334-2',level=0,port_id=7f3dc440-7c4f-4c97-8c9b-a608876e143d,segment=NetworkSegment(f3c1adbc-ce68-4689-ba8a-f5f2d2d5dce1),segment_id=f3c1adbc-ce68-4689-ba8a-f5f2d2d5dce1)] {{(pid=84040) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:07:06.060174 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-f03a4715-ac1e-4f85-956a-d454f3e59ca9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369123'] for port, precommit_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:06.066709 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-f5e15587-5ca4-4d36-a3e0-d4f602b8d8f2 tempest-PortsIpV6TestJSON-656796091 tempest-PortsIpV6TestJSON-656796091-project] Notify callbacks [] for network, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:06.093601 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5e15587-5ca4-4d36-a3e0-d4f602b8d8f2 tempest-PortsIpV6TestJSON-656796091 tempest-PortsIpV6TestJSON-656796091-project] Pushing event deleted for resources: {'Network': ['ID=4cf68dbe-86e4-4119-8627-051792f497ab,revision_number=None']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:07:06.113338 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-f5e15587-5ca4-4d36-a3e0-d4f602b8d8f2 tempest-PortsIpV6TestJSON-656796091 tempest-PortsIpV6TestJSON-656796091-project] 10.222.0.42 "DELETE /v2.0/networks/4cf68dbe-86e4-4119-8627-051792f497ab HTTP/1.1" status: 204 len: 168 time: 1.6428580 Apr 18 21:07:06.117895 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 39312) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:07:06.123460 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.v2.base [None req-a32eda61-5820-46a7-8f43-3703082cc982 tempest-PortsIpV6TestJSON-656796091 tempest-PortsIpV6TestJSON-656796091-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1067973151'}} {{(pid=84041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:07:06.130140 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-9c15d58e-409b-40b6-b86b-b5f294029936 tempest-SecGroupIPv6Test-1569010352 tempest-SecGroupIPv6Test-1569010352-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33528224'] for security_group, after_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:06.134916 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-a32eda61-5820-46a7-8f43-3703082cc982 tempest-PortsIpV6TestJSON-656796091 tempest-PortsIpV6TestJSON-656796091-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:07:06.142037 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.plugin [None req-2031e4d6-64f1-4a1c-879c-e5d35abe955e tempest-ExtraDHCPOptionsTestJSON-118230796 tempest-ExtraDHCPOptionsTestJSON-118230796-project] Deleting port 50340c05-1f4d-4c01-a087-1615b8e05a9c {{(pid=84040) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 21:07:06.142454 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-2031e4d6-64f1-4a1c-879c-e5d35abe955e tempest-ExtraDHCPOptionsTestJSON-118230796 tempest-ExtraDHCPOptionsTestJSON-118230796-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750375188691'] for port, before_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:06.151586 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-a32eda61-5820-46a7-8f43-3703082cc982 tempest-PortsIpV6TestJSON-656796091 tempest-PortsIpV6TestJSON-656796091-project] Usage tracker for resource:network and tenant:2eda1cb86d1d401280eb2d37452a60a8 is out of sync, need to count used quota {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:07:06.156573 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-a32eda61-5820-46a7-8f43-3703082cc982 tempest-PortsIpV6TestJSON-656796091 tempest-PortsIpV6TestJSON-656796091-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:07:06.160416 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c15d58e-409b-40b6-b86b-b5f294029936 tempest-SecGroupIPv6Test-1569010352 tempest-SecGroupIPv6Test-1569010352-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=60e14a1a-5996-47b8-9947-34c0bdbf532b,revision_number=None']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:07:06.166032 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-9c15d58e-409b-40b6-b86b-b5f294029936 tempest-SecGroupIPv6Test-1569010352 tempest-SecGroupIPv6Test-1569010352-project] Notify callbacks [] for security_group, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:06.166381 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-9c15d58e-409b-40b6-b86b-b5f294029936 tempest-SecGroupIPv6Test-1569010352 tempest-SecGroupIPv6Test-1569010352-project] 10.222.0.42 "DELETE /v2.0/security-groups/60e14a1a-5996-47b8-9947-34c0bdbf532b HTTP/1.1" status: 204 len: 168 time: 0.5056584 Apr 18 21:07:06.167792 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-a32eda61-5820-46a7-8f43-3703082cc982 tempest-PortsIpV6TestJSON-656796091 tempest-PortsIpV6TestJSON-656796091-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:07:06.169863 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 39316) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:07:06.184543 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.plugin [None req-eade0ba4-e29a-4e90-9574-9410a5b6c54e None None] Calling delete_port for 7f3dc440-7c4f-4c97-8c9b-a608876e143d owned by network:dhcp {{(pid=84042) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 21:07:06.196240 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a32eda61-5820-46a7-8f43-3703082cc982 tempest-PortsIpV6TestJSON-656796091 tempest-PortsIpV6TestJSON-656796091-project] Made reservation on behalf of 2eda1cb86d1d401280eb2d37452a60a8 for: {'network': 1} {{(pid=84041) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:07:06.199412 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-a32eda61-5820-46a7-8f43-3703082cc982 tempest-PortsIpV6TestJSON-656796091 tempest-PortsIpV6TestJSON-656796091-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for network, before_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:06.242439 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.plugin [None req-f03a4715-ac1e-4f85-956a-d454f3e59ca9 admin admin] Calling delete_port for 7f3dc440-7c4f-4c97-8c9b-a608876e143d owned by network:dhcp {{(pid=84040) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 21:07:06.256192 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-f6193689-2d7a-485d-a203-7be12e5f4f5b tempest-SecGroupIPv6Test-1569010352 tempest-SecGroupIPv6Test-1569010352-project] Synchronizing usage tracker for tenant:dc8b3677ed41470bbe4dd33b634aa4aa on resource:security_group {{(pid=84041) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 21:07:06.261979 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a32eda61-5820-46a7-8f43-3703082cc982 tempest-PortsIpV6TestJSON-656796091 tempest-PortsIpV6TestJSON-656796091-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 351} {{(pid=84041) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 21:07:06.280230 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-a32eda61-5820-46a7-8f43-3703082cc982 tempest-PortsIpV6TestJSON-656796091 tempest-PortsIpV6TestJSON-656796091-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1082986'] for segment, precommit_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:06.280730 n-d-838334-2 neutron-server[84041]: INFO neutron.db.segments_db [None req-a32eda61-5820-46a7-8f43-3703082cc982 tempest-PortsIpV6TestJSON-656796091 tempest-PortsIpV6TestJSON-656796091-project] Added segment 61600ca0-bf08-4bcf-a1e5-e60a0ed93c4e of type vlan for network 4225fd21-47d8-491f-8b53-44b376b8f362 Apr 18 21:07:06.280871 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-3264bcf6-3864-4e2b-b4cf-9e5a80e7430c tempest-FloatingIPTestJSON-1355648241 tempest-FloatingIPTestJSON-1355648241-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:06.281267 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-3264bcf6-3864-4e2b-b4cf-9e5a80e7430c tempest-FloatingIPTestJSON-1355648241 tempest-FloatingIPTestJSON-1355648241-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33444131'] for floatingip, after_update {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:06.281940 n-d-838334-2 neutron-server[84040]: INFO neutron.db.l3_db [None req-3264bcf6-3864-4e2b-b4cf-9e5a80e7430c tempest-FloatingIPTestJSON-1355648241 tempest-FloatingIPTestJSON-1355648241-project] Floating IP e5c9bf4a-6f84-4dc7-b433-e68fe68ee381 disassociated. External IP: 172.25.8.43, port: b7cb0378-fa89-4ac9-bcb0-7911d0c09fa1. Apr 18 21:07:06.282056 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.plugin [None req-3264bcf6-3864-4e2b-b4cf-9e5a80e7430c tempest-FloatingIPTestJSON-1355648241 tempest-FloatingIPTestJSON-1355648241-project] Calling delete_port for b7cb0378-fa89-4ac9-bcb0-7911d0c09fa1 owned by {{(pid=84040) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 21:07:06.282668 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-f6193689-2d7a-485d-a203-7be12e5f4f5b tempest-SecGroupIPv6Test-1569010352 tempest-SecGroupIPv6Test-1569010352-project] Unset dirty status for tenant:dc8b3677ed41470bbe4dd33b634aa4aa on resource:security_group {{(pid=84041) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 21:07:06.289076 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-f6193689-2d7a-485d-a203-7be12e5f4f5b tempest-SecGroupIPv6Test-1569010352 tempest-SecGroupIPv6Test-1569010352-project] 10.222.0.42 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.1123145 Apr 18 21:07:06.291764 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 39320) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:07:06.299006 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.v2.base [None req-e2ccbe35-be0b-4b6a-9fad-ded674d2949c tempest-SecGroupIPv6Test-1569010352 tempest-SecGroupIPv6Test-1569010352-project] Request body: {'security_group': {'name': 'tempest-secgroup--1920427806'}} {{(pid=84041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:07:06.312080 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-e2ccbe35-be0b-4b6a-9fad-ded674d2949c tempest-SecGroupIPv6Test-1569010352 tempest-SecGroupIPv6Test-1569010352-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:07:06.321090 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_hamode_db [None req-3c9f7ba5-d1e5-4780-98e2-76aa930f0b80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3445e60-27f3-4080-a032-9bd4d27dfce0', 'name': 'tempest-RoutersTest-router-1627313381', 'tenant_id': '8a05b90fa8c54f25938df6bd0ef52223', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:06:00Z', 'updated_at': '2022-04-18T21:07:01Z', 'revision_number': 7, 'project_id': '8a05b90fa8c54f25938df6bd0ef52223', 'gw_port_host': None, '_interfaces': [{'id': '33b867d1-0439-4e6e-9292-2f7076a420d5', 'name': '', 'network_id': '6c55f5d6-32aa-4564-9c07-62d3eb3a4e33', 'tenant_id': '8a05b90fa8c54f25938df6bd0ef52223', 'mac_address': 'fa:16:3e:86:52:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3445e60-27f3-4080-a032-9bd4d27dfce0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2b90dced-66c9-4d15-bdac-b6cf07d1ccea', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:06:16Z', 'updated_at': '2022-04-18T21:06:31Z', 'revision_number': 5, 'project_id': '8a05b90fa8c54f25938df6bd0ef52223', 'subnets': [{'id': '2b90dced-66c9-4d15-bdac-b6cf07d1ccea', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '56d927d1-4222-4261-8ba4-7d3147f61bc3', 'name': '', 'network_id': 'a939bca6-cf86-485c-ae21-4acaab3ed357', 'tenant_id': '8a05b90fa8c54f25938df6bd0ef52223', 'mac_address': 'fa:16:3e:31:a6:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3445e60-27f3-4080-a032-9bd4d27dfce0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'fc661f01-7889-49a3-8551-a398092f67d4', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:06:32Z', 'updated_at': '2022-04-18T21:06:45Z', 'revision_number': 5, 'project_id': '8a05b90fa8c54f25938df6bd0ef52223', 'subnets': [{'id': 'fc661f01-7889-49a3-8551-a398092f67d4', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '845767cf-a0db-47a9-8867-3aaf75cd0eb6', 'name': '', 'network_id': 'ed311a23-ad81-45cd-9189-66f99400b6ae', 'tenant_id': '8a05b90fa8c54f25938df6bd0ef52223', 'mac_address': 'fa:16:3e:d9:2c:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3445e60-27f3-4080-a032-9bd4d27dfce0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0e2b666a-fc2b-480d-adf5-db144491e364', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:06:46Z', 'updated_at': '2022-04-18T21:06:58Z', 'revision_number': 5, 'project_id': '8a05b90fa8c54f25938df6bd0ef52223', 'subnets': [{'id': '0e2b666a-fc2b-480d-adf5-db144491e364', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b3960860-c173-49ec-b335-5c1dd2983a36', 'name': '', 'network_id': '0f4f3485-d47f-443a-afdb-b607b91dc681', 'tenant_id': '8a05b90fa8c54f25938df6bd0ef52223', 'mac_address': 'fa:16:3e:f4:09:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3445e60-27f3-4080-a032-9bd4d27dfce0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c69b069c-a1b2-456b-9244-afeef8944023', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:06:04Z', 'updated_at': '2022-04-18T21:06:14Z', 'revision_number': 5, 'project_id': '8a05b90fa8c54f25938df6bd0ef52223', 'subnets': [{'id': 'c69b069c-a1b2-456b-9244-afeef8944023', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838334-2', False) {} {{(pid=84042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:07:06.336923 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-e2ccbe35-be0b-4b6a-9fad-ded674d2949c tempest-SecGroupIPv6Test-1569010352 tempest-SecGroupIPv6Test-1569010352-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:07:06.339983 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-a32eda61-5820-46a7-8f43-3703082cc982 tempest-PortsIpV6TestJSON-656796091 tempest-PortsIpV6TestJSON-656796091-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750374825732'] for network, precommit_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:06.341502 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c9f7ba5-d1e5-4780-98e2-76aa930f0b80 None None] Checking router: d3445e60-27f3-4080-a032-9bd4d27dfce0 for host: n-d-838334-2 {{(pid=84042) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 18 21:07:06.354277 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:06.355712 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-e2ccbe35-be0b-4b6a-9fad-ded674d2949c tempest-SecGroupIPv6Test-1569010352 tempest-SecGroupIPv6Test-1569010352-project] Notify callbacks [] for security_group, before_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:06.366254 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-eade0ba4-e29a-4e90-9574-9410a5b6c54e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750375259028', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750374836628'] for port, after_delete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:06.394627 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.plugin [None req-2031e4d6-64f1-4a1c-879c-e5d35abe955e tempest-ExtraDHCPOptionsTestJSON-118230796 tempest-ExtraDHCPOptionsTestJSON-118230796-project] The port '50340c05-1f4d-4c01-a087-1615b8e05a9c' was deleted {{(pid=84040) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 18 21:07:06.404762 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-a32eda61-5820-46a7-8f43-3703082cc982 tempest-PortsIpV6TestJSON-656796091 tempest-PortsIpV6TestJSON-656796091-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33526109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022'] for network, after_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:06.408813 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a32eda61-5820-46a7-8f43-3703082cc982 tempest-PortsIpV6TestJSON-656796091 tempest-PortsIpV6TestJSON-656796091-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:07:06.409556 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-a32eda61-5820-46a7-8f43-3703082cc982 tempest-PortsIpV6TestJSON-656796091 tempest-PortsIpV6TestJSON-656796091-project] Notify callbacks [] for network, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:06.423038 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eade0ba4-e29a-4e90-9574-9410a5b6c54e None None] Pushing event deleted for resources: {'Port': ['ID=7f3dc440-7c4f-4c97-8c9b-a608876e143d,revision_number=None']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:07:06.434254 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c9f7ba5-d1e5-4780-98e2-76aa930f0b80 None None] Routers {'d3445e60-27f3-4080-a032-9bd4d27dfce0'} bound to L3 agent in host n-d-838334-2 {{(pid=84042) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 21:07:06.434620 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-e2ccbe35-be0b-4b6a-9fad-ded674d2949c tempest-SecGroupIPv6Test-1569010352 tempest-SecGroupIPv6Test-1569010352-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:07:06.434876 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_hamode_db [None req-3c9f7ba5-d1e5-4780-98e2-76aa930f0b80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838334-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-18T20:25:48Z,description=,heartbeat_timestamp=2022-04-18T21:06:48Z,host='n-d-838334-2',id=bc84d6c9-dd7a-4555-a351-592327b46d5a,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:25:48Z,topic='l3_agent')) {'router_ids': ['d3445e60-27f3-4080-a032-9bd4d27dfce0'], 'active': True} {{(pid=84042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:07:06.483980 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eade0ba4-e29a-4e90-9574-9410a5b6c54e None None] No DVR routers for this DVR port 7f3dc440-7c4f-4c97-8c9b-a608876e143d on host n-d-838334-2 {{(pid=84042) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 21:07:06.500492 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-e2ccbe35-be0b-4b6a-9fad-ded674d2949c tempest-SecGroupIPv6Test-1569010352 tempest-SecGroupIPv6Test-1569010352-project] Usage tracker for resource:security_group_rule and tenant:dc8b3677ed41470bbe4dd33b634aa4aa is out of sync, need to count used quota {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:07:06.511701 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-e2ccbe35-be0b-4b6a-9fad-ded674d2949c tempest-SecGroupIPv6Test-1569010352 tempest-SecGroupIPv6Test-1569010352-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:07:06.534129 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-e2ccbe35-be0b-4b6a-9fad-ded674d2949c tempest-SecGroupIPv6Test-1569010352 tempest-SecGroupIPv6Test-1569010352-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:07:06.554943 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a32eda61-5820-46a7-8f43-3703082cc982 tempest-PortsIpV6TestJSON-656796091 tempest-PortsIpV6TestJSON-656796091-project] Pushing event updated for resources: {'Network': ['ID=4225fd21-47d8-491f-8b53-44b376b8f362,revision_number=1']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:07:06.559184 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-a32eda61-5820-46a7-8f43-3703082cc982 tempest-PortsIpV6TestJSON-656796091 tempest-PortsIpV6TestJSON-656796091-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.4402351 Apr 18 21:07:06.566544 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 39324) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:07:06.577396 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.v2.base [None req-2b0f4774-3420-4b5c-a4eb-f56924b4095d tempest-PortsIpV6TestJSON-656796091 tempest-PortsIpV6TestJSON-656796091-project] Request body: {'subnet': {'network_id': '4225fd21-47d8-491f-8b53-44b376b8f362', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=84041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:07:06.601334 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Network 4225fd21-47d8-491f-8b53-44b376b8f362 details requested by agent ovs-agent-n-d-838334-2 with host n-d-838334-2 {{(pid=84042) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 18 21:07:06.699826 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Device 3a015b11-bff8-44c5-bc1a-a4aa339dccef no longer exists at agent ovs-agent-n-d-838334-2 {{(pid=84042) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 21:07:06.745283 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-e2ccbe35-be0b-4b6a-9fad-ded674d2949c tempest-SecGroupIPv6Test-1569010352 tempest-SecGroupIPv6Test-1569010352-project] Notify callbacks [] for security_group, precommit_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:06.748260 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-2b0f4774-3420-4b5c-a4eb-f56924b4095d tempest-PortsIpV6TestJSON-656796091 tempest-PortsIpV6TestJSON-656796091-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:07:06.752391 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-e2ccbe35-be0b-4b6a-9fad-ded674d2949c tempest-SecGroupIPv6Test-1569010352 tempest-SecGroupIPv6Test-1569010352-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33528224'] for security_group, after_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:06.756528 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-2b0f4774-3420-4b5c-a4eb-f56924b4095d tempest-PortsIpV6TestJSON-656796091 tempest-PortsIpV6TestJSON-656796091-project] Usage tracker for resource:subnet and tenant:2eda1cb86d1d401280eb2d37452a60a8 is out of sync, need to count used quota {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:07:06.766767 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-2b0f4774-3420-4b5c-a4eb-f56924b4095d tempest-PortsIpV6TestJSON-656796091 tempest-PortsIpV6TestJSON-656796091-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:07:06.782265 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-2b0f4774-3420-4b5c-a4eb-f56924b4095d tempest-PortsIpV6TestJSON-656796091 tempest-PortsIpV6TestJSON-656796091-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:07:06.805018 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.plugin [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] No Port match for: 3a015b11-bff8-44c5-bc1a-a4aa339dccef {{(pid=84042) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 18 21:07:06.805018 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Device 3a015b11-bff8-44c5-bc1a-a4aa339dccef not bound to the agent host n-d-838334-2 {{(pid=84042) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 21:07:06.805018 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Device a46e8333-2083-45cf-9f4f-171d17c889e2 no longer exists at agent ovs-agent-n-d-838334-2 {{(pid=84042) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 21:07:06.807974 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2ccbe35-be0b-4b6a-9fad-ded674d2949c tempest-SecGroupIPv6Test-1569010352 tempest-SecGroupIPv6Test-1569010352-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d76e622a-00b4-4dce-8d82-f0e487287c6b,revision_number=1']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:07:06.817426 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-e2ccbe35-be0b-4b6a-9fad-ded674d2949c tempest-SecGroupIPv6Test-1569010352 tempest-SecGroupIPv6Test-1569010352-project] Notify callbacks [] for security_group, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:06.822011 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-e2ccbe35-be0b-4b6a-9fad-ded674d2949c tempest-SecGroupIPv6Test-1569010352 tempest-SecGroupIPv6Test-1569010352-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 0.5291581 Apr 18 21:07:06.824729 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 39328) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:07:06.831891 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.v2.base [None req-bc6d7784-8b42-4556-9d58-922c377ab6fb tempest-SecGroupIPv6Test-1569010352 tempest-SecGroupIPv6Test-1569010352-project] Request body: {'security_group_rule': {'security_group_id': 'd76e622a-00b4-4dce-8d82-f0e487287c6b', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=84041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:07:06.840892 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-bc6d7784-8b42-4556-9d58-922c377ab6fb tempest-SecGroupIPv6Test-1569010352 tempest-SecGroupIPv6Test-1569010352-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:07:06.843203 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b0f4774-3420-4b5c-a4eb-f56924b4095d tempest-PortsIpV6TestJSON-656796091 tempest-PortsIpV6TestJSON-656796091-project] Made reservation on behalf of 2eda1cb86d1d401280eb2d37452a60a8 for: {'subnet': 1} {{(pid=84041) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:07:06.861667 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-bc6d7784-8b42-4556-9d58-922c377ab6fb tempest-SecGroupIPv6Test-1569010352 tempest-SecGroupIPv6Test-1569010352-project] Usage tracker for resource:security_group_rule and tenant:dc8b3677ed41470bbe4dd33b634aa4aa is out of sync, need to count used quota {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:07:06.861870 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.plugin [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] No Port match for: a46e8333-2083-45cf-9f4f-171d17c889e2 {{(pid=84042) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 18 21:07:06.862213 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Device a46e8333-2083-45cf-9f4f-171d17c889e2 not bound to the agent host n-d-838334-2 {{(pid=84042) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 21:07:06.863207 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Device 50340c05-1f4d-4c01-a087-1615b8e05a9c no longer exists at agent ovs-agent-n-d-838334-2 {{(pid=84042) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 21:07:06.868264 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-bc6d7784-8b42-4556-9d58-922c377ab6fb tempest-SecGroupIPv6Test-1569010352 tempest-SecGroupIPv6Test-1569010352-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:07:06.899013 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-2031e4d6-64f1-4a1c-879c-e5d35abe955e tempest-ExtraDHCPOptionsTestJSON-118230796 tempest-ExtraDHCPOptionsTestJSON-118230796-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1258905', 'neutron.services.segments.db._delete_segments_for_network-8750375287417'] for network, precommit_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:06.906870 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.db.api [None req-f03a4715-ac1e-4f85-956a-d454f3e59ca9 admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84040) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 18 21:07:06.907449 n-d-838334-2 neutron-server[84040]: DEBUG oslo_db.api [None req-f03a4715-ac1e-4f85-956a-d454f3e59ca9 admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 18 21:07:06.911842 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.plugin [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] No Port match for: 50340c05-1f4d-4c01-a087-1615b8e05a9c {{(pid=84042) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 18 21:07:06.912195 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Device 50340c05-1f4d-4c01-a087-1615b8e05a9c not bound to the agent host n-d-838334-2 {{(pid=84042) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 21:07:06.914599 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_dvr_db [None req-3c9f7ba5-d1e5-4780-98e2-76aa930f0b80 None None] Set router d3445e60-27f3-4080-a032-9bd4d27dfce0 gateway port host: None {{(pid=84042) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 21:07:06.942908 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-bc6d7784-8b42-4556-9d58-922c377ab6fb tempest-SecGroupIPv6Test-1569010352 tempest-SecGroupIPv6Test-1569010352-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:07:06.990588 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-bc6d7784-8b42-4556-9d58-922c377ab6fb tempest-SecGroupIPv6Test-1569010352 tempest-SecGroupIPv6Test-1569010352-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:06.995318 n-d-838334-2 neutron-server[84040]: DEBUG neutron.services.segments.db [None req-2031e4d6-64f1-4a1c-879c-e5d35abe955e tempest-ExtraDHCPOptionsTestJSON-118230796 tempest-ExtraDHCPOptionsTestJSON-118230796-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b9271c4b-e432-487e-adc7-cf30fce3fa59']}} {{(pid=84040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:07:07.004730 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-2b0f4774-3420-4b5c-a4eb-f56924b4095d tempest-PortsIpV6TestJSON-656796091 tempest-PortsIpV6TestJSON-656796091-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32486301'] for subnet, before_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:07.020061 n-d-838334-2 neutron-server[84040]: DEBUG neutron.services.segments.db [None req-2031e4d6-64f1-4a1c-879c-e5d35abe955e tempest-ExtraDHCPOptionsTestJSON-118230796 tempest-ExtraDHCPOptionsTestJSON-118230796-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7daafaa2-1a42-445d-aca5-cc32d520c581') {'for_net_delete': True} {{(pid=84040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:07:07.020646 n-d-838334-2 neutron-server[84040]: DEBUG neutron.services.segments.db [None req-2031e4d6-64f1-4a1c-879c-e5d35abe955e tempest-ExtraDHCPOptionsTestJSON-118230796 tempest-ExtraDHCPOptionsTestJSON-118230796-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7daafaa2-1a42-445d-aca5-cc32d520c581') {} {{(pid=84040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:07:07.048296 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-2031e4d6-64f1-4a1c-879c-e5d35abe955e tempest-ExtraDHCPOptionsTestJSON-118230796 tempest-ExtraDHCPOptionsTestJSON-118230796-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750375287300', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31955965'] for segment, before_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:07.081012 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-3264bcf6-3864-4e2b-b4cf-9e5a80e7430c tempest-FloatingIPTestJSON-1355648241 tempest-FloatingIPTestJSON-1355648241-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750375259028', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750374836628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32440838'] for port, after_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:07.083835 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-2031e4d6-64f1-4a1c-879c-e5d35abe955e tempest-ExtraDHCPOptionsTestJSON-118230796 tempest-ExtraDHCPOptionsTestJSON-118230796-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1082986'] for segment, precommit_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:07.137074 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2031e4d6-64f1-4a1c-879c-e5d35abe955e tempest-ExtraDHCPOptionsTestJSON-118230796 tempest-ExtraDHCPOptionsTestJSON-118230796-project] Releasing vlan 386 on physical network physnet1 to pool {{(pid=84040) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 18 21:07:07.137730 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-2031e4d6-64f1-4a1c-879c-e5d35abe955e tempest-ExtraDHCPOptionsTestJSON-118230796 tempest-ExtraDHCPOptionsTestJSON-118230796-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1082993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32440923'] for segment, after_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:07.157724 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-bc6d7784-8b42-4556-9d58-922c377ab6fb tempest-SecGroupIPv6Test-1569010352 tempest-SecGroupIPv6Test-1569010352-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:07.162491 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-bc6d7784-8b42-4556-9d58-922c377ab6fb tempest-SecGroupIPv6Test-1569010352 tempest-SecGroupIPv6Test-1569010352-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33528311'] for security_group_rule, after_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:07.163695 n-d-838334-2 neutron-server[84040]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 21:07:07.163695 n-d-838334-2 neutron-server[84040]: util.warn( Apr 18 21:07:07.163695 n-d-838334-2 neutron-server[84040]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 21:07:07.163695 n-d-838334-2 neutron-server[84040]: util.warn( Apr 18 21:07:07.163695 n-d-838334-2 neutron-server[84040]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 21:07:07.163695 n-d-838334-2 neutron-server[84040]: util.warn( Apr 18 21:07:07.163695 n-d-838334-2 neutron-server[84040]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 21:07:07.163695 n-d-838334-2 neutron-server[84040]: util.warn( Apr 18 21:07:07.163695 n-d-838334-2 neutron-server[84040]: Traceback (most recent call last): Apr 18 21:07:07.163695 n-d-838334-2 neutron-server[84040]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 18 21:07:07.163695 n-d-838334-2 neutron-server[84040]: timer() Apr 18 21:07:07.163695 n-d-838334-2 neutron-server[84040]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 21:07:07.163695 n-d-838334-2 neutron-server[84040]: cb(*args, **kw) Apr 18 21:07:07.163695 n-d-838334-2 neutron-server[84040]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 18 21:07:07.163695 n-d-838334-2 neutron-server[84040]: return func(*args, **kwargs) Apr 18 21:07:07.163695 n-d-838334-2 neutron-server[84040]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 21:07:07.163695 n-d-838334-2 neutron-server[84040]: self._notify() Apr 18 21:07:07.163695 n-d-838334-2 neutron-server[84040]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 21:07:07.163695 n-d-838334-2 neutron-server[84040]: self.callback(batched_events) Apr 18 21:07:07.163695 n-d-838334-2 neutron-server[84040]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 21:07:07.163695 n-d-838334-2 neutron-server[84040]: event.method(event) Apr 18 21:07:07.163695 n-d-838334-2 neutron-server[84040]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 18 21:07:07.163695 n-d-838334-2 neutron-server[84040]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 21:07:07.163695 n-d-838334-2 neutron-server[84040]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 18 21:07:07.163695 n-d-838334-2 neutron-server[84040]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 21:07:07.163695 n-d-838334-2 neutron-server[84040]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 18 21:07:07.163695 n-d-838334-2 neutron-server[84040]: return f(self, *a, **k) Apr 18 21:07:07.163695 n-d-838334-2 neutron-server[84040]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 18 21:07:07.163695 n-d-838334-2 neutron-server[84040]: return self._get(url).json() Apr 18 21:07:07.163695 n-d-838334-2 neutron-server[84040]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 18 21:07:07.163695 n-d-838334-2 neutron-server[84040]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 21:07:07.163695 n-d-838334-2 neutron-server[84040]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 18 21:07:07.163695 n-d-838334-2 neutron-server[84040]: return self.request(url, 'GET', **kwargs) Apr 18 21:07:07.163695 n-d-838334-2 neutron-server[84040]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 18 21:07:07.163695 n-d-838334-2 neutron-server[84040]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 21:07:07.163695 n-d-838334-2 neutron-server[84040]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 18 21:07:07.163695 n-d-838334-2 neutron-server[84040]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 21:07:07.163695 n-d-838334-2 neutron-server[84040]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 18 21:07:07.163695 n-d-838334-2 neutron-server[84040]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 21:07:07.163695 n-d-838334-2 neutron-server[84040]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 21:07:07.181373 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3264bcf6-3864-4e2b-b4cf-9e5a80e7430c tempest-FloatingIPTestJSON-1355648241 tempest-FloatingIPTestJSON-1355648241-project] Pushing event deleted for resources: {'Port': ['ID=b7cb0378-fa89-4ac9-bcb0-7911d0c09fa1,revision_number=None']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:07:07.195411 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc6d7784-8b42-4556-9d58-922c377ab6fb tempest-SecGroupIPv6Test-1569010352 tempest-SecGroupIPv6Test-1569010352-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0b5a76d1-e917-4dc6-b6d4-e986ee01a4a4,revision_number=0']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:07:07.209212 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-bc6d7784-8b42-4556-9d58-922c377ab6fb tempest-SecGroupIPv6Test-1569010352 tempest-SecGroupIPv6Test-1569010352-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:07.213417 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-bc6d7784-8b42-4556-9d58-922c377ab6fb tempest-SecGroupIPv6Test-1569010352 tempest-SecGroupIPv6Test-1569010352-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 717 time: 0.3875420 Apr 18 21:07:07.214701 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 39332) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:07:07.244148 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-bbb34e6d-22ed-4623-a3a8-16ad084fbd5d tempest-SecGroupIPv6Test-1569010352 tempest-SecGroupIPv6Test-1569010352-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:07.255504 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-bbb34e6d-22ed-4623-a3a8-16ad084fbd5d tempest-SecGroupIPv6Test-1569010352 tempest-SecGroupIPv6Test-1569010352-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:07.287245 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-bbb34e6d-22ed-4623-a3a8-16ad084fbd5d tempest-SecGroupIPv6Test-1569010352 tempest-SecGroupIPv6Test-1569010352-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33528311'] for security_group_rule, after_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:07.311008 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbb34e6d-22ed-4623-a3a8-16ad084fbd5d tempest-SecGroupIPv6Test-1569010352 tempest-SecGroupIPv6Test-1569010352-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=0b5a76d1-e917-4dc6-b6d4-e986ee01a4a4,revision_number=None']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:07:07.311429 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-18510e90-fb2c-477f-ad45-9aef278f6506 tempest-RoutersTest-1500746192 tempest-RoutersTest-1500746192-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33443857'] for router_interface, before_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:07.315093 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-bbb34e6d-22ed-4623-a3a8-16ad084fbd5d tempest-SecGroupIPv6Test-1569010352 tempest-SecGroupIPv6Test-1569010352-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:07.319453 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-bbb34e6d-22ed-4623-a3a8-16ad084fbd5d tempest-SecGroupIPv6Test-1569010352 tempest-SecGroupIPv6Test-1569010352-project] 10.222.0.42 "DELETE /v2.0/security-group-rules/0b5a76d1-e917-4dc6-b6d4-e986ee01a4a4 HTTP/1.1" status: 204 len: 168 time: 0.1022570 Apr 18 21:07:07.324187 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_hamode_db [None req-3c9f7ba5-d1e5-4780-98e2-76aa930f0b80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3445e60-27f3-4080-a032-9bd4d27dfce0', 'name': 'tempest-RoutersTest-router-1627313381', 'tenant_id': '8a05b90fa8c54f25938df6bd0ef52223', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:06:00Z', 'updated_at': '2022-04-18T21:07:01Z', 'revision_number': 7, 'project_id': '8a05b90fa8c54f25938df6bd0ef52223', 'gw_port_host': None, '_interfaces': [{'id': '33b867d1-0439-4e6e-9292-2f7076a420d5', 'name': '', 'network_id': '6c55f5d6-32aa-4564-9c07-62d3eb3a4e33', 'tenant_id': '8a05b90fa8c54f25938df6bd0ef52223', 'mac_address': 'fa:16:3e:86:52:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3445e60-27f3-4080-a032-9bd4d27dfce0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2b90dced-66c9-4d15-bdac-b6cf07d1ccea', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:06:16Z', 'updated_at': '2022-04-18T21:06:31Z', 'revision_number': 5, 'project_id': '8a05b90fa8c54f25938df6bd0ef52223', 'subnets': [{'id': '2b90dced-66c9-4d15-bdac-b6cf07d1ccea', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '56d927d1-4222-4261-8ba4-7d3147f61bc3', 'name': '', 'network_id': 'a939bca6-cf86-485c-ae21-4acaab3ed357', 'tenant_id': '8a05b90fa8c54f25938df6bd0ef52223', 'mac_address': 'fa:16:3e:31:a6:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3445e60-27f3-4080-a032-9bd4d27dfce0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'fc661f01-7889-49a3-8551-a398092f67d4', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:06:32Z', 'updated_at': '2022-04-18T21:06:45Z', 'revision_number': 5, 'project_id': '8a05b90fa8c54f25938df6bd0ef52223', 'subnets': [{'id': 'fc661f01-7889-49a3-8551-a398092f67d4', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '845767cf-a0db-47a9-8867-3aaf75cd0eb6', 'name': '', 'network_id': 'ed311a23-ad81-45cd-9189-66f99400b6ae', 'tenant_id': '8a05b90fa8c54f25938df6bd0ef52223', 'mac_address': 'fa:16:3e:d9:2c:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3445e60-27f3-4080-a032-9bd4d27dfce0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0e2b666a-fc2b-480d-adf5-db144491e364', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:06:46Z', 'updated_at': '2022-04-18T21:06:58Z', 'revision_number': 5, 'project_id': '8a05b90fa8c54f25938df6bd0ef52223', 'subnets': [{'id': '0e2b666a-fc2b-480d-adf5-db144491e364', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b3960860-c173-49ec-b335-5c1dd2983a36', 'name': '', 'network_id': '0f4f3485-d47f-443a-afdb-b607b91dc681', 'tenant_id': '8a05b90fa8c54f25938df6bd0ef52223', 'mac_address': 'fa:16:3e:f4:09:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3445e60-27f3-4080-a032-9bd4d27dfce0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c69b069c-a1b2-456b-9244-afeef8944023', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:06:04Z', 'updated_at': '2022-04-18T21:06:14Z', 'revision_number': 5, 'project_id': '8a05b90fa8c54f25938df6bd0ef52223', 'subnets': [{'id': 'c69b069c-a1b2-456b-9244-afeef8944023', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838334-2', False) {} {{(pid=84042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:07:07.325963 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 39336) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:07:07.328975 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c9f7ba5-d1e5-4780-98e2-76aa930f0b80 None None] The sync data for ids ['d3445e60-27f3-4080-a032-9bd4d27dfce0'] in n-d-838334-2 is: [{'id': 'd3445e60-27f3-4080-a032-9bd4d27dfce0', 'name': 'tempest-RoutersTest-router-1627313381', 'tenant_id': '8a05b90fa8c54f25938df6bd0ef52223', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:06:00Z', 'updated_at': '2022-04-18T21:07:01Z', 'revision_number': 7, 'project_id': '8a05b90fa8c54f25938df6bd0ef52223', 'gw_port_host': None, '_interfaces': [{'id': '33b867d1-0439-4e6e-9292-2f7076a420d5', 'name': '', 'network_id': '6c55f5d6-32aa-4564-9c07-62d3eb3a4e33', 'tenant_id': '8a05b90fa8c54f25938df6bd0ef52223', 'mac_address': 'fa:16:3e:86:52:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3445e60-27f3-4080-a032-9bd4d27dfce0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2b90dced-66c9-4d15-bdac-b6cf07d1ccea', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:06:16Z', 'updated_at': '2022-04-18T21:06:31Z', 'revision_number': 5, 'project_id': '8a05b90fa8c54f25938df6bd0ef52223', 'subnets': [{'id': '2b90dced-66c9-4d15-bdac-b6cf07d1ccea', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '56d927d1-4222-4261-8ba4-7d3147f61bc3', 'name': '', 'network_id': 'a939bca6-cf86-485c-ae21-4acaab3ed357', 'tenant_id': '8a05b90fa8c54f25938df6bd0ef52223', 'mac_address': 'fa:16:3e:31:a6:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3445e60-27f3-4080-a032-9bd4d27dfce0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'fc661f01-7889-49a3-8551-a398092f67d4', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:06:32Z', 'updated_at': '2022-04-18T21:06:45Z', 'revision_number': 5, 'project_id': '8a05b90fa8c54f25938df6bd0ef52223', 'subnets': [{'id': 'fc661f01-7889-49a3-8551-a398092f67d4', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '845767cf-a0db-47a9-8867-3aaf75cd0eb6', 'name': '', 'network_id': 'ed311a23-ad81-45cd-9189-66f99400b6ae', 'tenant_id': '8a05b90fa8c54f25938df6bd0ef52223', 'mac_address': 'fa:16:3e:d9:2c:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3445e60-27f3-4080-a032-9bd4d27dfce0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0e2b666a-fc2b-480d-adf5-db144491e364', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:06:46Z', 'updated_at': '2022-04-18T21:06:58Z', 'revision_number': 5, 'project_id': '8a05b90fa8c54f25938df6bd0ef52223', 'subnets': [{'id': '0e2b666a-fc2b-480d-adf5-db144491e364', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b3960860-c173-49ec-b335-5c1dd2983a36', 'name': '', 'network_id': '0f4f3485-d47f-443a-afdb-b607b91dc681', 'tenant_id': '8a05b90fa8c54f25938df6bd0ef52223', 'mac_address': 'fa:16:3e:f4:09:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3445e60-27f3-4080-a032-9bd4d27dfce0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c69b069c-a1b2-456b-9244-afeef8944023', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:06:04Z', 'updated_at': '2022-04-18T21:06:14Z', 'revision_number': 5, 'project_id': '8a05b90fa8c54f25938df6bd0ef52223', 'subnets': [{'id': 'c69b069c-a1b2-456b-9244-afeef8944023', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84042) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 18 21:07:07.428388 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.plugin [None req-f03a4715-ac1e-4f85-956a-d454f3e59ca9 admin admin] Deleting port 7f3dc440-7c4f-4c97-8c9b-a608876e143d {{(pid=84040) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 21:07:07.428554 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-922bae6e-1681-4f29-b88e-9c9cc97689a6 tempest-SecGroupIPv6Test-1569010352 tempest-SecGroupIPv6Test-1569010352-project] Synchronizing usage tracker for tenant:dc8b3677ed41470bbe4dd33b634aa4aa on resource:security_group_rule {{(pid=84041) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 21:07:07.428995 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-f03a4715-ac1e-4f85-956a-d454f3e59ca9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750375188691'] for port, before_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:07.468536 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-2031e4d6-64f1-4a1c-879c-e5d35abe955e tempest-ExtraDHCPOptionsTestJSON-118230796 tempest-ExtraDHCPOptionsTestJSON-118230796-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1258898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33526109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33444113'] for network, after_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:07.474140 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-922bae6e-1681-4f29-b88e-9c9cc97689a6 tempest-SecGroupIPv6Test-1569010352 tempest-SecGroupIPv6Test-1569010352-project] Unset dirty status for tenant:dc8b3677ed41470bbe4dd33b634aa4aa on resource:security_group_rule {{(pid=84041) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 21:07:07.475392 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-922bae6e-1681-4f29-b88e-9c9cc97689a6 tempest-SecGroupIPv6Test-1569010352 tempest-SecGroupIPv6Test-1569010352-project] 10.222.0.42 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3219 time: 0.1470013 Apr 18 21:07:07.478291 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 39340) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:07:07.496383 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-2b0f4774-3420-4b5c-a4eb-f56924b4095d tempest-PortsIpV6TestJSON-656796091 tempest-PortsIpV6TestJSON-656796091-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33526260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32266407', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32486287'] for subnet, after_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:07.604866 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b0f4774-3420-4b5c-a4eb-f56924b4095d tempest-PortsIpV6TestJSON-656796091 tempest-PortsIpV6TestJSON-656796091-project] Pushing event updated for resources: {'Subnet': ['ID=50ab9ccd-540d-4ae9-be2b-0a64141f7938,revision_number=0']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:07:07.611722 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-2031e4d6-64f1-4a1c-879c-e5d35abe955e tempest-ExtraDHCPOptionsTestJSON-118230796 tempest-ExtraDHCPOptionsTestJSON-118230796-project] Notify callbacks [] for network, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:07.636252 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-d5ac6896-fba7-4a78-bb31-2551fcde8445 tempest-SecGroupIPv6Test-1569010352 tempest-SecGroupIPv6Test-1569010352-project] Notify callbacks [] for security_group, before_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:07.648059 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b0f4774-3420-4b5c-a4eb-f56924b4095d tempest-PortsIpV6TestJSON-656796091 tempest-PortsIpV6TestJSON-656796091-project] Checking segment: {'id': '61600ca0-bf08-4bcf-a1e5-e60a0ed93c4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': '4225fd21-47d8-491f-8b53-44b376b8f362'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84041) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 21:07:07.648414 n-d-838334-2 neutron-server[84041]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b0f4774-3420-4b5c-a4eb-f56924b4095d tempest-PortsIpV6TestJSON-656796091 tempest-PortsIpV6TestJSON-656796091-project] Network hostable DHCP agents. Network: 4225fd21-47d8-491f-8b53-44b376b8f362, hostable agents: ['8746f8ea-3e91-4b32-9919-2c63adeb8722'], hosted agents: [] {{(pid=84041) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 21:07:07.657452 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2031e4d6-64f1-4a1c-879c-e5d35abe955e tempest-ExtraDHCPOptionsTestJSON-118230796 tempest-ExtraDHCPOptionsTestJSON-118230796-project] Pushing event deleted for resources: {'Network': ['ID=b9271c4b-e432-487e-adc7-cf30fce3fa59,revision_number=None']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:07:07.668712 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.plugin [None req-f03a4715-ac1e-4f85-956a-d454f3e59ca9 admin admin] The port '7f3dc440-7c4f-4c97-8c9b-a608876e143d' was deleted {{(pid=84040) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 18 21:07:07.676601 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-d5ac6896-fba7-4a78-bb31-2551fcde8445 tempest-SecGroupIPv6Test-1569010352 tempest-SecGroupIPv6Test-1569010352-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:07.711695 n-d-838334-2 neutron-server[84041]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b0f4774-3420-4b5c-a4eb-f56924b4095d tempest-PortsIpV6TestJSON-656796091 tempest-PortsIpV6TestJSON-656796091-project] Network 4225fd21-47d8-491f-8b53-44b376b8f362 is scheduled to be hosted by DHCP agent 8746f8ea-3e91-4b32-9919-2c63adeb8722 with binding_index 1 {{(pid=84041) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 21:07:07.725871 n-d-838334-2 neutron-server[84041]: DEBUG neutron.scheduler.base_scheduler [None req-2b0f4774-3420-4b5c-a4eb-f56924b4095d tempest-PortsIpV6TestJSON-656796091 tempest-PortsIpV6TestJSON-656796091-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-838334-2, 4225fd21-47d8-491f-8b53-44b376b8f362) {{(pid=84041) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:07:07.730052 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b0f4774-3420-4b5c-a4eb-f56924b4095d tempest-PortsIpV6TestJSON-656796091 tempest-PortsIpV6TestJSON-656796091-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:07:07.730802 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-2b0f4774-3420-4b5c-a4eb-f56924b4095d tempest-PortsIpV6TestJSON-656796091 tempest-PortsIpV6TestJSON-656796091-project] Notify callbacks [] for subnet, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:07.741582 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-100a8719-776b-40dc-add2-4c446c502573 None None] Network 4225fd21-47d8-491f-8b53-44b376b8f362 requested from n-d-838334-2 {{(pid=84042) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 21:07:07.755962 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-d5ac6896-fba7-4a78-bb31-2551fcde8445 tempest-SecGroupIPv6Test-1569010352 tempest-SecGroupIPv6Test-1569010352-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33528224'] for security_group, after_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:07.779759 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-2b0f4774-3420-4b5c-a4eb-f56924b4095d tempest-PortsIpV6TestJSON-656796091 tempest-PortsIpV6TestJSON-656796091-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.2070181 Apr 18 21:07:07.779759 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5ac6896-fba7-4a78-bb31-2551fcde8445 tempest-SecGroupIPv6Test-1569010352 tempest-SecGroupIPv6Test-1569010352-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d76e622a-00b4-4dce-8d82-f0e487287c6b,revision_number=None']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:07:07.781822 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 39344) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:07:07.788957 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.v2.base [None req-a073b364-0d94-4113-bab2-1bbb9fafdf24 tempest-PortsIpV6TestJSON-656796091 tempest-PortsIpV6TestJSON-656796091-project] Request body: {'port': {'network_id': '4225fd21-47d8-491f-8b53-44b376b8f362', 'name': 'tempest-PortsIpV6TestJSON-757241429', 'fixed_ips': [{'subnet_id': '50ab9ccd-540d-4ae9-be2b-0a64141f7938', 'ip_address': '2001:db8::10'}]}} {{(pid=84041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:07:07.804145 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-2031e4d6-64f1-4a1c-879c-e5d35abe955e tempest-ExtraDHCPOptionsTestJSON-118230796 tempest-ExtraDHCPOptionsTestJSON-118230796-project] 10.222.0.42 "DELETE /v2.0/networks/b9271c4b-e432-487e-adc7-cf30fce3fa59 HTTP/1.1" status: 204 len: 168 time: 4.0262573 Apr 18 21:07:07.807520 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-d5ac6896-fba7-4a78-bb31-2551fcde8445 tempest-SecGroupIPv6Test-1569010352 tempest-SecGroupIPv6Test-1569010352-project] Notify callbacks [] for security_group, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:07.811099 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-d5ac6896-fba7-4a78-bb31-2551fcde8445 tempest-SecGroupIPv6Test-1569010352 tempest-SecGroupIPv6Test-1569010352-project] 10.222.0.42 "DELETE /v2.0/security-groups/d76e622a-00b4-4dce-8d82-f0e487287c6b HTTP/1.1" status: 204 len: 168 time: 0.3296244 Apr 18 21:07:07.813524 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 39350) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:07:07.895530 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-f03a4715-ac1e-4f85-956a-d454f3e59ca9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1258905', 'neutron.services.segments.db._delete_segments_for_network-8750375287417'] for network, precommit_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:07.905442 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-c3657915-0853-4f9d-bdd7-2b06ae15df31 tempest-RoutersAdminNegativeTest-1107574041 tempest-RoutersAdminNegativeTest-1107574041-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:08.028604 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-96b8fb49-3405-4064-9101-6e5c1e0c228a tempest-SecGroupIPv6Test-1569010352 tempest-SecGroupIPv6Test-1569010352-project] Synchronizing usage tracker for tenant:dc8b3677ed41470bbe4dd33b634aa4aa on resource:security_group {{(pid=84041) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 21:07:08.044999 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4be82b23-cb79-47c7-a4b0-9aa8da1999ed None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp016840fc-1f9f-5892-9c53-c9cf6c845bbb-4225fd21-47d8-491f-8b53-44b376b8f362', 'network_id': '4225fd21-47d8-491f-8b53-44b376b8f362', 'tenant_id': '2eda1cb86d1d401280eb2d37452a60a8', 'fixed_ips': [{'subnet_id': '50ab9ccd-540d-4ae9-be2b-0a64141f7938'}]}} from n-d-838334-2. {{(pid=84042) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 18 21:07:08.046713 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-4be82b23-cb79-47c7-a4b0-9aa8da1999ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_create {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:08.049719 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-a073b364-0d94-4113-bab2-1bbb9fafdf24 tempest-PortsIpV6TestJSON-656796091 tempest-PortsIpV6TestJSON-656796091-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:07:08.063240 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-a073b364-0d94-4113-bab2-1bbb9fafdf24 tempest-PortsIpV6TestJSON-656796091 tempest-PortsIpV6TestJSON-656796091-project] Usage tracker for resource:port and tenant:2eda1cb86d1d401280eb2d37452a60a8 is out of sync, need to count used quota {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:07:08.070983 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-96b8fb49-3405-4064-9101-6e5c1e0c228a tempest-SecGroupIPv6Test-1569010352 tempest-SecGroupIPv6Test-1569010352-project] Unset dirty status for tenant:dc8b3677ed41470bbe4dd33b634aa4aa on resource:security_group {{(pid=84041) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 21:07:08.072605 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-96b8fb49-3405-4064-9101-6e5c1e0c228a tempest-SecGroupIPv6Test-1569010352 tempest-SecGroupIPv6Test-1569010352-project] 10.222.0.42 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.2581992 Apr 18 21:07:08.077239 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-a073b364-0d94-4113-bab2-1bbb9fafdf24 tempest-PortsIpV6TestJSON-656796091 tempest-PortsIpV6TestJSON-656796091-project] Quota usage for port was recalculated. Used quota:1. {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:07:08.081487 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 39354) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:07:08.088314 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-a073b364-0d94-4113-bab2-1bbb9fafdf24 tempest-PortsIpV6TestJSON-656796091 tempest-PortsIpV6TestJSON-656796091-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:07:08.094062 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.v2.base [None req-1c5598aa-2b56-4062-809b-abecd163a1d2 tempest-SecGroupIPv6Test-1569010352 tempest-SecGroupIPv6Test-1569010352-project] Request body: {'security_group': {'name': 'tempest-secgroup--1833333395'}} {{(pid=84041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:07:08.115248 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-1c5598aa-2b56-4062-809b-abecd163a1d2 tempest-SecGroupIPv6Test-1569010352 tempest-SecGroupIPv6Test-1569010352-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:07:08.130110 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-1c5598aa-2b56-4062-809b-abecd163a1d2 tempest-SecGroupIPv6Test-1569010352 tempest-SecGroupIPv6Test-1569010352-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:07:08.136193 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a073b364-0d94-4113-bab2-1bbb9fafdf24 tempest-PortsIpV6TestJSON-656796091 tempest-PortsIpV6TestJSON-656796091-project] Made reservation on behalf of 2eda1cb86d1d401280eb2d37452a60a8 for: {'port': 1} {{(pid=84041) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:07:08.143036 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-a073b364-0d94-4113-bab2-1bbb9fafdf24 tempest-PortsIpV6TestJSON-656796091 tempest-PortsIpV6TestJSON-656796091-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:08.174438 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-c3657915-0853-4f9d-bdd7-2b06ae15df31 tempest-RoutersAdminNegativeTest-1107574041 tempest-RoutersAdminNegativeTest-1107574041-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:08.184770 n-d-838334-2 neutron-server[84041]: DEBUG neutron.notifiers.nova [None req-a073b364-0d94-4113-bab2-1bbb9fafdf24 tempest-PortsIpV6TestJSON-656796091 tempest-PortsIpV6TestJSON-656796091-project] device_id is not set on port 6dd115ec-e6b1-424f-8a1c-3575047ab47b yet. {{(pid=84041) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 18 21:07:08.227527 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-1c5598aa-2b56-4062-809b-abecd163a1d2 tempest-SecGroupIPv6Test-1569010352 tempest-SecGroupIPv6Test-1569010352-project] Notify callbacks [] for security_group, before_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:08.243484 n-d-838334-2 neutron-server[84040]: DEBUG neutron.services.segments.db [None req-f03a4715-ac1e-4f85-956a-d454f3e59ca9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9b8a7e14-19dd-4214-9fd7-5da6fc8793e6']}} {{(pid=84040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:07:08.271239 n-d-838334-2 neutron-server[84040]: DEBUG neutron.services.segments.db [None req-f03a4715-ac1e-4f85-956a-d454f3e59ca9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f3c1adbc-ce68-4689-ba8a-f5f2d2d5dce1') {'for_net_delete': True} {{(pid=84040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:07:08.271546 n-d-838334-2 neutron-server[84040]: DEBUG neutron.services.segments.db [None req-f03a4715-ac1e-4f85-956a-d454f3e59ca9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f3c1adbc-ce68-4689-ba8a-f5f2d2d5dce1') {} {{(pid=84040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:07:08.271903 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.db_base_plugin_common [None req-4be82b23-cb79-47c7-a4b0-9aa8da1999ed None None] Allocated IP 2001:db8::2 (4225fd21-47d8-491f-8b53-44b376b8f362/50ab9ccd-540d-4ae9-be2b-0a64141f7938/a3728757-4f5c-4fb9-b86c-766ebc1fd2bb) {{(pid=84042) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 21:07:08.295244 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-f03a4715-ac1e-4f85-956a-d454f3e59ca9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750375287300', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31955965'] for segment, before_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:08.333505 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 39360) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:07:08.343500 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-f03a4715-ac1e-4f85-956a-d454f3e59ca9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1082986'] for segment, precommit_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:08.360208 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-1c5598aa-2b56-4062-809b-abecd163a1d2 tempest-SecGroupIPv6Test-1569010352 tempest-SecGroupIPv6Test-1569010352-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:07:08.371582 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-1c5598aa-2b56-4062-809b-abecd163a1d2 tempest-SecGroupIPv6Test-1569010352 tempest-SecGroupIPv6Test-1569010352-project] Usage tracker for resource:security_group_rule and tenant:dc8b3677ed41470bbe4dd33b634aa4aa is out of sync, need to count used quota {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:07:08.377119 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-1c5598aa-2b56-4062-809b-abecd163a1d2 tempest-SecGroupIPv6Test-1569010352 tempest-SecGroupIPv6Test-1569010352-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:07:08.388515 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-1c5598aa-2b56-4062-809b-abecd163a1d2 tempest-SecGroupIPv6Test-1569010352 tempest-SecGroupIPv6Test-1569010352-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:07:08.437944 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f03a4715-ac1e-4f85-956a-d454f3e59ca9 admin admin] Releasing vlan 352 on physical network physnet1 to pool {{(pid=84040) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 18 21:07:08.438355 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-f03a4715-ac1e-4f85-956a-d454f3e59ca9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1082993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32440923'] for segment, after_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:08.459855 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-1c5598aa-2b56-4062-809b-abecd163a1d2 tempest-SecGroupIPv6Test-1569010352 tempest-SecGroupIPv6Test-1569010352-project] Notify callbacks [] for security_group, precommit_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:08.467868 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-1c5598aa-2b56-4062-809b-abecd163a1d2 tempest-SecGroupIPv6Test-1569010352 tempest-SecGroupIPv6Test-1569010352-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33528224'] for security_group, after_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:08.468201 n-d-838334-2 neutron-server[84040]: Traceback (most recent call last): Apr 18 21:07:08.468201 n-d-838334-2 neutron-server[84040]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 18 21:07:08.468201 n-d-838334-2 neutron-server[84040]: timer() Apr 18 21:07:08.468201 n-d-838334-2 neutron-server[84040]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 21:07:08.468201 n-d-838334-2 neutron-server[84040]: cb(*args, **kw) Apr 18 21:07:08.468201 n-d-838334-2 neutron-server[84040]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 18 21:07:08.468201 n-d-838334-2 neutron-server[84040]: return func(*args, **kwargs) Apr 18 21:07:08.468201 n-d-838334-2 neutron-server[84040]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 21:07:08.468201 n-d-838334-2 neutron-server[84040]: self._notify() Apr 18 21:07:08.468201 n-d-838334-2 neutron-server[84040]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 21:07:08.468201 n-d-838334-2 neutron-server[84040]: self.callback(batched_events) Apr 18 21:07:08.468201 n-d-838334-2 neutron-server[84040]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 21:07:08.468201 n-d-838334-2 neutron-server[84040]: event.method(event) Apr 18 21:07:08.468201 n-d-838334-2 neutron-server[84040]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 18 21:07:08.468201 n-d-838334-2 neutron-server[84040]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 21:07:08.468201 n-d-838334-2 neutron-server[84040]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 18 21:07:08.468201 n-d-838334-2 neutron-server[84040]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 21:07:08.468201 n-d-838334-2 neutron-server[84040]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 18 21:07:08.468201 n-d-838334-2 neutron-server[84040]: return f(self, *a, **k) Apr 18 21:07:08.468201 n-d-838334-2 neutron-server[84040]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 18 21:07:08.468201 n-d-838334-2 neutron-server[84040]: return self._get(url).json() Apr 18 21:07:08.468201 n-d-838334-2 neutron-server[84040]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 18 21:07:08.468201 n-d-838334-2 neutron-server[84040]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 21:07:08.468201 n-d-838334-2 neutron-server[84040]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 18 21:07:08.468201 n-d-838334-2 neutron-server[84040]: return self.request(url, 'GET', **kwargs) Apr 18 21:07:08.468201 n-d-838334-2 neutron-server[84040]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 18 21:07:08.468201 n-d-838334-2 neutron-server[84040]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 21:07:08.468201 n-d-838334-2 neutron-server[84040]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 18 21:07:08.468201 n-d-838334-2 neutron-server[84040]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 21:07:08.468201 n-d-838334-2 neutron-server[84040]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 18 21:07:08.468201 n-d-838334-2 neutron-server[84040]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 21:07:08.468201 n-d-838334-2 neutron-server[84040]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 21:07:08.538235 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c5598aa-2b56-4062-809b-abecd163a1d2 tempest-SecGroupIPv6Test-1569010352 tempest-SecGroupIPv6Test-1569010352-project] Pushing event updated for resources: {'SecurityGroup': ['ID=788b172f-0b8b-4c43-8931-a02e0c216349,revision_number=1']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:07:08.544782 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-4be82b23-cb79-47c7-a4b0-9aa8da1999ed None None] Notify callbacks [] for port, precommit_create {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:08.548639 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-1c5598aa-2b56-4062-809b-abecd163a1d2 tempest-SecGroupIPv6Test-1569010352 tempest-SecGroupIPv6Test-1569010352-project] Notify callbacks [] for security_group, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:08.553811 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-1c5598aa-2b56-4062-809b-abecd163a1d2 tempest-SecGroupIPv6Test-1569010352 tempest-SecGroupIPv6Test-1569010352-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 0.4712009 Apr 18 21:07:08.554501 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 39366) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:07:08.560646 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.v2.base [None req-29b24c52-416d-4ac8-8b76-0afd70289f49 tempest-SecGroupIPv6Test-1569010352 tempest-SecGroupIPv6Test-1569010352-project] Request body: {'security_group_rule': {'security_group_id': '788b172f-0b8b-4c43-8931-a02e0c216349', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=84041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:07:08.567953 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-29b24c52-416d-4ac8-8b76-0afd70289f49 tempest-SecGroupIPv6Test-1569010352 tempest-SecGroupIPv6Test-1569010352-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:07:08.573087 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-29b24c52-416d-4ac8-8b76-0afd70289f49 tempest-SecGroupIPv6Test-1569010352 tempest-SecGroupIPv6Test-1569010352-project] Usage tracker for resource:security_group_rule and tenant:dc8b3677ed41470bbe4dd33b634aa4aa is out of sync, need to count used quota {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:07:08.575860 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-29b24c52-416d-4ac8-8b76-0afd70289f49 tempest-SecGroupIPv6Test-1569010352 tempest-SecGroupIPv6Test-1569010352-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:07:08.581759 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-29b24c52-416d-4ac8-8b76-0afd70289f49 tempest-SecGroupIPv6Test-1569010352 tempest-SecGroupIPv6Test-1569010352-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:07:08.600118 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-29b24c52-416d-4ac8-8b76-0afd70289f49 tempest-SecGroupIPv6Test-1569010352 tempest-SecGroupIPv6Test-1569010352-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:08.663419 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-29b24c52-416d-4ac8-8b76-0afd70289f49 tempest-SecGroupIPv6Test-1569010352 tempest-SecGroupIPv6Test-1569010352-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:08.667232 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-29b24c52-416d-4ac8-8b76-0afd70289f49 tempest-SecGroupIPv6Test-1569010352 tempest-SecGroupIPv6Test-1569010352-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33528311'] for security_group_rule, after_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:08.689606 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-4be82b23-cb79-47c7-a4b0-9aa8da1999ed None None] Transition to ACTIVE for port object a3728757-4f5c-4fb9-b86c-766ebc1fd2bb will not be triggered until provisioned by entity L2. {{(pid=84042) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:07:08.692956 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29b24c52-416d-4ac8-8b76-0afd70289f49 tempest-SecGroupIPv6Test-1569010352 tempest-SecGroupIPv6Test-1569010352-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=03b8d47f-e779-488d-800d-a05875c46644,revision_number=0']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:07:08.706609 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-f03a4715-ac1e-4f85-956a-d454f3e59ca9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1258898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33526109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33444113'] for network, after_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:08.707382 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-29b24c52-416d-4ac8-8b76-0afd70289f49 tempest-SecGroupIPv6Test-1569010352 tempest-SecGroupIPv6Test-1569010352-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:08.711254 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-29b24c52-416d-4ac8-8b76-0afd70289f49 tempest-SecGroupIPv6Test-1569010352 tempest-SecGroupIPv6Test-1569010352-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.1531515 Apr 18 21:07:08.711575 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 39370) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:07:08.724654 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-4be82b23-cb79-47c7-a4b0-9aa8da1999ed None None] Transition to ACTIVE for port object a3728757-4f5c-4fb9-b86c-766ebc1fd2bb will not be triggered until provisioned by entity DHCP. {{(pid=84042) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:07:08.730065 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-4be82b23-cb79-47c7-a4b0-9aa8da1999ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750374836619'] for port, after_create {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:08.765201 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-f03a4715-ac1e-4f85-956a-d454f3e59ca9 admin admin] Notify callbacks [] for network, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:08.768538 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-9f3002ba-6205-4d4c-8d07-cee3531387a0 tempest-SecGroupIPv6Test-1569010352 tempest-SecGroupIPv6Test-1569010352-project] 10.222.0.42 "GET /v2.0/security-group-rules/03b8d47f-e779-488d-800d-a05875c46644 HTTP/1.1" status: 200 len: 705 time: 0.0534694 Apr 18 21:07:08.771557 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 39374) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:07:08.800292 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f03a4715-ac1e-4f85-956a-d454f3e59ca9 admin admin] Pushing event deleted for resources: {'Network': ['ID=9b8a7e14-19dd-4214-9fd7-5da6fc8793e6,revision_number=None']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:07:08.820349 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4be82b23-cb79-47c7-a4b0-9aa8da1999ed None None] Pushing event updated for resources: {'Port': ['ID=a3728757-4f5c-4fb9-b86c-766ebc1fd2bb,revision_number=1']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:07:08.836235 n-d-838334-2 neutron-server[84042]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4be82b23-cb79-47c7-a4b0-9aa8da1999ed None None] Network 4225fd21-47d8-491f-8b53-44b376b8f362 is already hosted by enough agents. {{(pid=84042) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:07:08.837852 n-d-838334-2 neutron-server[84042]: DEBUG neutron.scheduler.base_scheduler [None req-4be82b23-cb79-47c7-a4b0-9aa8da1999ed None None] Resources bound (agent type, host, resource id): {{(pid=84042) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:07:08.840662 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4be82b23-cb79-47c7-a4b0-9aa8da1999ed None None] Received port after_create {{(pid=84042) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 21:07:08.842792 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-c3657915-0853-4f9d-bdd7-2b06ae15df31 tempest-RoutersAdminNegativeTest-1107574041 tempest-RoutersAdminNegativeTest-1107574041-project-admin] Notify callbacks [] for router, before_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:08.906727 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-f03a4715-ac1e-4f85-956a-d454f3e59ca9 admin admin] 10.222.0.42 "DELETE /v2.0/networks/9b8a7e14-19dd-4214-9fd7-5da6fc8793e6 HTTP/1.1" status: 204 len: 168 time: 4.3904798 Apr 18 21:07:08.958698 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.managers [None req-4be82b23-cb79-47c7-a4b0-9aa8da1999ed None None] Attempting to bind port a3728757-4f5c-4fb9-b86c-766ebc1fd2bb on host n-d-838334-2 for vnic_type normal with profile {{(pid=84042) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 21:07:08.959071 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.managers [None req-4be82b23-cb79-47c7-a4b0-9aa8da1999ed None None] Attempting to bind port a3728757-4f5c-4fb9-b86c-766ebc1fd2bb by drivers openvswitch,hyperv on host n-d-838334-2 at level 0 using segments [{'id': '61600ca0-bf08-4bcf-a1e5-e60a0ed93c4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': '4225fd21-47d8-491f-8b53-44b376b8f362'}] {{(pid=84042) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 21:07:08.959431 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4be82b23-cb79-47c7-a4b0-9aa8da1999ed None None] Attempting to bind port a3728757-4f5c-4fb9-b86c-766ebc1fd2bb on network 4225fd21-47d8-491f-8b53-44b376b8f362 {{(pid=84042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 21:07:08.966109 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4be82b23-cb79-47c7-a4b0-9aa8da1999ed None None] Checking agent: {'id': '97cd4414-7af6-4d67-868d-dff370b4071a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838334-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 25, 49), 'started_at': datetime.datetime(2022, 4, 18, 20, 26, 19), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 21, 6, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838334-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 18 21:07:08.966307 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4be82b23-cb79-47c7-a4b0-9aa8da1999ed None None] Checking segment: {'id': '61600ca0-bf08-4bcf-a1e5-e60a0ed93c4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': '4225fd21-47d8-491f-8b53-44b376b8f362'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84042) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 21:07:08.966620 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-4be82b23-cb79-47c7-a4b0-9aa8da1999ed None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:08.967014 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4be82b23-cb79-47c7-a4b0-9aa8da1999ed None None] Bound using segment: {'id': '61600ca0-bf08-4bcf-a1e5-e60a0ed93c4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': '4225fd21-47d8-491f-8b53-44b376b8f362'} {{(pid=84042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 18 21:07:08.967478 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.managers [None req-4be82b23-cb79-47c7-a4b0-9aa8da1999ed None None] Bound port: a3728757-4f5c-4fb9-b86c-766ebc1fd2bb, host: n-d-838334-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '61600ca0-bf08-4bcf-a1e5-e60a0ed93c4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': '4225fd21-47d8-491f-8b53-44b376b8f362'}}] {{(pid=84042) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 21:07:08.967875 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-4be82b23-cb79-47c7-a4b0-9aa8da1999ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:08.969064 n-d-838334-2 neutron-server[84040]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3264bcf6-3864-4e2b-b4cf-9e5a80e7430c tempest-FloatingIPTestJSON-1355648241 tempest-FloatingIPTestJSON-1355648241-project] Router 8d2572c8-a331-400d-95fa-c6c17825c988 has already been hosted by L3 agent bc84d6c9-dd7a-4555-a351-592327b46d5a {{(pid=84040) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 21:07:08.978432 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-0368bbf6-141f-4d30-bd05-503f029bcceb admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=103c3e19912348f890e57879ac985b48&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6415210 Apr 18 21:07:08.979802 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.db_base_plugin_common [None req-a073b364-0d94-4113-bab2-1bbb9fafdf24 tempest-PortsIpV6TestJSON-656796091 tempest-PortsIpV6TestJSON-656796091-project] Allocated IP 2001:db8::10 (4225fd21-47d8-491f-8b53-44b376b8f362/50ab9ccd-540d-4ae9-be2b-0a64141f7938/6dd115ec-e6b1-424f-8a1c-3575047ab47b) {{(pid=84041) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 21:07:08.988745 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 39380) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:07:09.074274 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-31943a05-f07a-4097-89dd-705e9ba40d45 tempest-SecGroupIPv6Test-1569010352 tempest-SecGroupIPv6Test-1569010352-project] Synchronizing usage tracker for tenant:dc8b3677ed41470bbe4dd33b634aa4aa on resource:security_group_rule {{(pid=84041) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 21:07:09.090428 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-4be82b23-cb79-47c7-a4b0-9aa8da1999ed None None] For port a3728757-4f5c-4fb9-b86c-766ebc1fd2bb, host n-d-838334-2, cleared binding levels {{(pid=84042) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 21:07:09.095274 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-4be82b23-cb79-47c7-a4b0-9aa8da1999ed None None] For port a3728757-4f5c-4fb9-b86c-766ebc1fd2bb, host n-d-838334-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838334-2',level=0,port_id=a3728757-4f5c-4fb9-b86c-766ebc1fd2bb,segment=NetworkSegment(61600ca0-bf08-4bcf-a1e5-e60a0ed93c4e),segment_id=61600ca0-bf08-4bcf-a1e5-e60a0ed93c4e)] {{(pid=84042) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 21:07:09.101618 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-4be82b23-cb79-47c7-a4b0-9aa8da1999ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682'] for port, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:09.147656 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 39384) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:07:09.163297 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-31943a05-f07a-4097-89dd-705e9ba40d45 tempest-SecGroupIPv6Test-1569010352 tempest-SecGroupIPv6Test-1569010352-project] Unset dirty status for tenant:dc8b3677ed41470bbe4dd33b634aa4aa on resource:security_group_rule {{(pid=84041) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 21:07:09.167283 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-31943a05-f07a-4097-89dd-705e9ba40d45 tempest-SecGroupIPv6Test-1569010352 tempest-SecGroupIPv6Test-1569010352-project] 10.222.0.42 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3707 time: 0.3922679 Apr 18 21:07:09.170631 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 39388) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:07:09.202520 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4be82b23-cb79-47c7-a4b0-9aa8da1999ed None None] Pushing event updated for resources: {'Port': ['ID=a3728757-4f5c-4fb9-b86c-766ebc1fd2bb,revision_number=2']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:07:09.226524 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-d2651bb6-bf30-4779-b361-74df3839dd36 tempest-SecGroupIPv6Test-1569010352 tempest-SecGroupIPv6Test-1569010352-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:09.253307 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-d2651bb6-bf30-4779-b361-74df3839dd36 tempest-SecGroupIPv6Test-1569010352 tempest-SecGroupIPv6Test-1569010352-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:09.309185 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-a073b364-0d94-4113-bab2-1bbb9fafdf24 tempest-PortsIpV6TestJSON-656796091 tempest-PortsIpV6TestJSON-656796091-project] Notify callbacks [] for port, precommit_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:09.312683 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-d2651bb6-bf30-4779-b361-74df3839dd36 tempest-SecGroupIPv6Test-1569010352 tempest-SecGroupIPv6Test-1569010352-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33528311'] for security_group_rule, after_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:09.341331 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2651bb6-bf30-4779-b361-74df3839dd36 tempest-SecGroupIPv6Test-1569010352 tempest-SecGroupIPv6Test-1569010352-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=03b8d47f-e779-488d-800d-a05875c46644,revision_number=None']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:07:09.352436 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.provisioning_blocks [None req-a073b364-0d94-4113-bab2-1bbb9fafdf24 tempest-PortsIpV6TestJSON-656796091 tempest-PortsIpV6TestJSON-656796091-project] Transition to ACTIVE for port object 6dd115ec-e6b1-424f-8a1c-3575047ab47b will not be triggered until provisioned by entity DHCP. {{(pid=84041) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:07:09.357662 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-d2651bb6-bf30-4779-b361-74df3839dd36 tempest-SecGroupIPv6Test-1569010352 tempest-SecGroupIPv6Test-1569010352-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:09.361436 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-d2651bb6-bf30-4779-b361-74df3839dd36 tempest-SecGroupIPv6Test-1569010352 tempest-SecGroupIPv6Test-1569010352-project] 10.222.0.42 "DELETE /v2.0/security-group-rules/03b8d47f-e779-488d-800d-a05875c46644 HTTP/1.1" status: 204 len: 168 time: 0.1874712 Apr 18 21:07:09.365026 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 39392) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:07:09.448632 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-17e9852f-b98c-47f7-b3be-2d35c03279c3 tempest-SecGroupIPv6Test-1569010352 tempest-SecGroupIPv6Test-1569010352-project] Synchronizing usage tracker for tenant:dc8b3677ed41470bbe4dd33b634aa4aa on resource:security_group_rule {{(pid=84041) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 21:07:09.453400 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-a073b364-0d94-4113-bab2-1bbb9fafdf24 tempest-PortsIpV6TestJSON-656796091 tempest-PortsIpV6TestJSON-656796091-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750374836619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32266323'] for port, after_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:09.478427 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-7346d77e-f6d9-46fd-94d6-40560af51bee admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:09.526239 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-17e9852f-b98c-47f7-b3be-2d35c03279c3 tempest-SecGroupIPv6Test-1569010352 tempest-SecGroupIPv6Test-1569010352-project] Unset dirty status for tenant:dc8b3677ed41470bbe4dd33b634aa4aa on resource:security_group_rule {{(pid=84041) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 21:07:09.527500 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-17e9852f-b98c-47f7-b3be-2d35c03279c3 tempest-SecGroupIPv6Test-1569010352 tempest-SecGroupIPv6Test-1569010352-project] 10.222.0.42 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3219 time: 0.1615424 Apr 18 21:07:09.530477 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 39396) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:07:09.542619 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.v2.base [None req-d53b438a-be19-4bd6-a22c-e4d908fceb36 tempest-SecGroupIPv6Test-1569010352 tempest-SecGroupIPv6Test-1569010352-project] Request body: {'security_group_rule': {'security_group_id': '788b172f-0b8b-4c43-8931-a02e0c216349', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=84041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:07:09.551094 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a073b364-0d94-4113-bab2-1bbb9fafdf24 tempest-PortsIpV6TestJSON-656796091 tempest-PortsIpV6TestJSON-656796091-project] Pushing event updated for resources: {'Port': ['ID=6dd115ec-e6b1-424f-8a1c-3575047ab47b,revision_number=1']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:07:09.556191 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-d53b438a-be19-4bd6-a22c-e4d908fceb36 tempest-SecGroupIPv6Test-1569010352 tempest-SecGroupIPv6Test-1569010352-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:07:09.563103 n-d-838334-2 neutron-server[84041]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a073b364-0d94-4113-bab2-1bbb9fafdf24 tempest-PortsIpV6TestJSON-656796091 tempest-PortsIpV6TestJSON-656796091-project] Network 4225fd21-47d8-491f-8b53-44b376b8f362 is already hosted by enough agents. {{(pid=84041) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:07:09.567956 n-d-838334-2 neutron-server[84041]: DEBUG neutron.scheduler.base_scheduler [None req-a073b364-0d94-4113-bab2-1bbb9fafdf24 tempest-PortsIpV6TestJSON-656796091 tempest-PortsIpV6TestJSON-656796091-project] Resources bound (agent type, host, resource id): {{(pid=84041) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:07:09.572509 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a073b364-0d94-4113-bab2-1bbb9fafdf24 tempest-PortsIpV6TestJSON-656796091 tempest-PortsIpV6TestJSON-656796091-project] Received port after_create {{(pid=84041) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 21:07:09.576520 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a073b364-0d94-4113-bab2-1bbb9fafdf24 tempest-PortsIpV6TestJSON-656796091 tempest-PortsIpV6TestJSON-656796091-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:07:09.577069 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-a073b364-0d94-4113-bab2-1bbb9fafdf24 tempest-PortsIpV6TestJSON-656796091 tempest-PortsIpV6TestJSON-656796091-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217293'] for port, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:09.580919 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-d53b438a-be19-4bd6-a22c-e4d908fceb36 tempest-SecGroupIPv6Test-1569010352 tempest-SecGroupIPv6Test-1569010352-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:07:09.605348 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-a073b364-0d94-4113-bab2-1bbb9fafdf24 tempest-PortsIpV6TestJSON-656796091 tempest-PortsIpV6TestJSON-656796091-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.8213480 Apr 18 21:07:09.606852 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-d53b438a-be19-4bd6-a22c-e4d908fceb36 tempest-SecGroupIPv6Test-1569010352 tempest-SecGroupIPv6Test-1569010352-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:09.614579 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 39400) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:07:09.621578 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.v2.base [None req-ffdcf3d8-065c-4152-8a5c-dabf14c1ebd3 tempest-PortsIpV6TestJSON-656796091 tempest-PortsIpV6TestJSON-656796091-project] Request body: {'port': {'network_id': '4225fd21-47d8-491f-8b53-44b376b8f362', 'name': 'tempest-PortsIpV6TestJSON-131656842', 'fixed_ips': [{'subnet_id': '50ab9ccd-540d-4ae9-be2b-0a64141f7938', 'ip_address': '2001:db8::f'}]}} {{(pid=84041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:07:09.652124 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-804f8c7f-717f-48c5-aa38-b3e000651aa9 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=b5bf875eb9b748b5aba56f8b60ce8169&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5024056 Apr 18 21:07:09.690991 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 39404) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:07:09.826156 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-7346d77e-f6d9-46fd-94d6-40560af51bee admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:09.840758 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-c3657915-0853-4f9d-bdd7-2b06ae15df31 tempest-RoutersAdminNegativeTest-1107574041 tempest-RoutersAdminNegativeTest-1107574041-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33443580', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5726'] for router, precommit_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:09.856752 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-ffdcf3d8-065c-4152-8a5c-dabf14c1ebd3 tempest-PortsIpV6TestJSON-656796091 tempest-PortsIpV6TestJSON-656796091-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:07:09.863218 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-43febff5-ea7f-4f5f-b8e5-12e9fef9952c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:09.864523 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-c3657915-0853-4f9d-bdd7-2b06ae15df31 tempest-RoutersAdminNegativeTest-1107574041 tempest-RoutersAdminNegativeTest-1107574041-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:09.866096 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-ffdcf3d8-065c-4152-8a5c-dabf14c1ebd3 tempest-PortsIpV6TestJSON-656796091 tempest-PortsIpV6TestJSON-656796091-project] Usage tracker for resource:port and tenant:2eda1cb86d1d401280eb2d37452a60a8 is out of sync, need to count used quota {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:07:09.875519 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-ffdcf3d8-065c-4152-8a5c-dabf14c1ebd3 tempest-PortsIpV6TestJSON-656796091 tempest-PortsIpV6TestJSON-656796091-project] Quota usage for port was recalculated. Used quota:3. {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:07:09.888893 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-d53b438a-be19-4bd6-a22c-e4d908fceb36 tempest-SecGroupIPv6Test-1569010352 tempest-SecGroupIPv6Test-1569010352-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:09.896121 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-ffdcf3d8-065c-4152-8a5c-dabf14c1ebd3 tempest-PortsIpV6TestJSON-656796091 tempest-PortsIpV6TestJSON-656796091-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:07:09.916966 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-d53b438a-be19-4bd6-a22c-e4d908fceb36 tempest-SecGroupIPv6Test-1569010352 tempest-SecGroupIPv6Test-1569010352-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33528311'] for security_group_rule, after_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:09.936437 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-43febff5-ea7f-4f5f-b8e5-12e9fef9952c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:09.946370 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-7346d77e-f6d9-46fd-94d6-40560af51bee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33528224'] for security_group, after_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:09.960985 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ffdcf3d8-065c-4152-8a5c-dabf14c1ebd3 tempest-PortsIpV6TestJSON-656796091 tempest-PortsIpV6TestJSON-656796091-project] Made reservation on behalf of 2eda1cb86d1d401280eb2d37452a60a8 for: {'port': 1} {{(pid=84041) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:07:09.967247 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-ffdcf3d8-065c-4152-8a5c-dabf14c1ebd3 tempest-PortsIpV6TestJSON-656796091 tempest-PortsIpV6TestJSON-656796091-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:10.001803 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7346d77e-f6d9-46fd-94d6-40560af51bee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ce77967-dc81-414e-afd4-e2962e2d36ac,revision_number=None']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:07:10.010960 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d53b438a-be19-4bd6-a22c-e4d908fceb36 tempest-SecGroupIPv6Test-1569010352 tempest-SecGroupIPv6Test-1569010352-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6df8d743-df70-4bc5-aa20-38bae17e6610,revision_number=0']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:07:10.031410 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-c3657915-0853-4f9d-bdd7-2b06ae15df31 tempest-RoutersAdminNegativeTest-1107574041 tempest-RoutersAdminNegativeTest-1107574041-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-33443408'] for router, after_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:10.032137 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c3657915-0853-4f9d-bdd7-2b06ae15df31 tempest-RoutersAdminNegativeTest-1107574041 tempest-RoutersAdminNegativeTest-1107574041-project-admin] Fanout notify agent at l3_agent the message router_deleted on router d7cef7b6-ccc8-4237-ad24-678d0fbbad94 {{(pid=84040) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 18 21:07:10.040422 n-d-838334-2 neutron-server[84041]: DEBUG neutron.notifiers.nova [None req-ffdcf3d8-065c-4152-8a5c-dabf14c1ebd3 tempest-PortsIpV6TestJSON-656796091 tempest-PortsIpV6TestJSON-656796091-project] device_id is not set on port 88513427-29eb-4eeb-90ec-65fdfa913a6a yet. {{(pid=84041) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 18 21:07:10.066257 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-7346d77e-f6d9-46fd-94d6-40560af51bee admin admin] Notify callbacks [] for security_group, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:10.067655 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-7346d77e-f6d9-46fd-94d6-40560af51bee admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/4ce77967-dc81-414e-afd4-e2962e2d36ac HTTP/1.1" status: 204 len: 168 time: 1.0766556 Apr 18 21:07:10.086791 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Device a3728757-4f5c-4fb9-b86c-766ebc1fd2bb up at agent ovs-agent-n-d-838334-2 {{(pid=84042) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 21:07:10.103813 n-d-838334-2 neutron-server[84040]: INFO neutron.api.v2.resource [None req-c3657915-0853-4f9d-bdd7-2b06ae15df31 tempest-RoutersAdminNegativeTest-1107574041 tempest-RoutersAdminNegativeTest-1107574041-project-admin] create failed (client error): There was a conflict when trying to complete your request. Apr 18 21:07:10.106004 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-c3657915-0853-4f9d-bdd7-2b06ae15df31 tempest-RoutersAdminNegativeTest-1107574041 tempest-RoutersAdminNegativeTest-1107574041-project-admin] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 409 len: 372 time: 5.6751435 Apr 18 21:07:10.108242 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 39410) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:07:10.135763 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-d53b438a-be19-4bd6-a22c-e4d908fceb36 tempest-SecGroupIPv6Test-1569010352 tempest-SecGroupIPv6Test-1569010352-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:10.137026 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-d53b438a-be19-4bd6-a22c-e4d908fceb36 tempest-SecGroupIPv6Test-1569010352 tempest-SecGroupIPv6Test-1569010352-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.6035061 Apr 18 21:07:10.148725 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 39414) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:07:10.187739 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-8943beed-bc1d-47b2-8dee-fbe90ee4b513 tempest-SecGroupIPv6Test-1569010352 tempest-SecGroupIPv6Test-1569010352-project] 10.222.0.42 "GET /v2.0/security-group-rules/6df8d743-df70-4bc5-aa20-38bae17e6610 HTTP/1.1" status: 200 len: 705 time: 0.0374825 Apr 18 21:07:10.192539 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 39418) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:07:10.259139 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-43febff5-ea7f-4f5f-b8e5-12e9fef9952c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33528224'] for security_group, after_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:10.279618 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Provisioning for port a3728757-4f5c-4fb9-b86c-766ebc1fd2bb completed by entity L2. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 21:07:10.295763 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43febff5-ea7f-4f5f-b8e5-12e9fef9952c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7646b68a-b212-4c5f-adcf-49d3bc728745,revision_number=None']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:07:10.312878 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.plugin [None req-12873605-2a1f-4bf1-9b99-25988a4108aa tempest-RoutersAdminNegativeTest-1107574041 tempest-RoutersAdminNegativeTest-1107574041-project-admin] Deleting port 9448141d-9fda-428d-9ac4-7572795ace2d {{(pid=84040) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 21:07:10.313200 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-12873605-2a1f-4bf1-9b99-25988a4108aa tempest-RoutersAdminNegativeTest-1107574041 tempest-RoutersAdminNegativeTest-1107574041-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750375188691'] for port, before_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:10.345167 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-43febff5-ea7f-4f5f-b8e5-12e9fef9952c admin admin] Notify callbacks [] for security_group, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:10.346291 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-43febff5-ea7f-4f5f-b8e5-12e9fef9952c admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/7646b68a-b212-4c5f-adcf-49d3bc728745 HTTP/1.1" status: 204 len: 168 time: 0.6543586 Apr 18 21:07:10.358638 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3264bcf6-3864-4e2b-b4cf-9e5a80e7430c tempest-FloatingIPTestJSON-1355648241 tempest-FloatingIPTestJSON-1355648241-project] Notify agent at l3_agent.n-d-838334-2 the message routers_updated {{(pid=84040) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 21:07:10.367651 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-1f106125-bdd4-4152-96e8-58435d6b7e96 tempest-SecGroupIPv6Test-1569010352 tempest-SecGroupIPv6Test-1569010352-project] Synchronizing usage tracker for tenant:dc8b3677ed41470bbe4dd33b634aa4aa on resource:security_group_rule {{(pid=84041) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 21:07:10.369970 n-d-838334-2 neutron-server[84043]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c573d785-9919-4a4b-8b8c-4241d889072c None None] Sync routers for ids ['8d2572c8-a331-400d-95fa-c6c17825c988'] in n-d-838334-2 {{(pid=84043) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 18 21:07:10.397451 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c573d785-9919-4a4b-8b8c-4241d889072c None None] Routers {'8d2572c8-a331-400d-95fa-c6c17825c988'} bound to L3 agent in host n-d-838334-2 {{(pid=84043) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 21:07:10.398169 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.l3_hamode_db [None req-c573d785-9919-4a4b-8b8c-4241d889072c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838334-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-18T20:25:48Z,description=,heartbeat_timestamp=2022-04-18T21:06:48Z,host='n-d-838334-2',id=bc84d6c9-dd7a-4555-a351-592327b46d5a,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:25:48Z,topic='l3_agent')) {'router_ids': ['8d2572c8-a331-400d-95fa-c6c17825c988'], 'active': True} {{(pid=84043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:07:10.419118 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16b7ee72-5ba7-4f24-aca0-5a7c73f995e3 None None] Network 4225fd21-47d8-491f-8b53-44b376b8f362 requested from n-d-838334-2 {{(pid=84042) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 21:07:10.486719 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-1f106125-bdd4-4152-96e8-58435d6b7e96 tempest-SecGroupIPv6Test-1569010352 tempest-SecGroupIPv6Test-1569010352-project] Unset dirty status for tenant:dc8b3677ed41470bbe4dd33b634aa4aa on resource:security_group_rule {{(pid=84041) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 21:07:10.490784 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-1f106125-bdd4-4152-96e8-58435d6b7e96 tempest-SecGroupIPv6Test-1569010352 tempest-SecGroupIPv6Test-1569010352-project] 10.222.0.42 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3707 time: 0.2945902 Apr 18 21:07:10.491830 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 39426) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:07:10.514238 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.db_base_plugin_common [None req-ffdcf3d8-065c-4152-8a5c-dabf14c1ebd3 tempest-PortsIpV6TestJSON-656796091 tempest-PortsIpV6TestJSON-656796091-project] Allocated IP 2001:db8::f (4225fd21-47d8-491f-8b53-44b376b8f362/50ab9ccd-540d-4ae9-be2b-0a64141f7938/88513427-29eb-4eeb-90ec-65fdfa913a6a) {{(pid=84041) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 21:07:10.533504 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.l3_hamode_db [None req-c573d785-9919-4a4b-8b8c-4241d889072c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-838334-2', False) {} {{(pid=84043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:07:10.546381 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-21614ce4-6c79-452f-9187-73e8696db86a tempest-SecGroupIPv6Test-1569010352 tempest-SecGroupIPv6Test-1569010352-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:10.573574 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-21614ce4-6c79-452f-9187-73e8696db86a tempest-SecGroupIPv6Test-1569010352 tempest-SecGroupIPv6Test-1569010352-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:10.582322 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c573d785-9919-4a4b-8b8c-4241d889072c None None] Routers {'8d2572c8-a331-400d-95fa-c6c17825c988'} bound to L3 agent in host n-d-838334-2 {{(pid=84043) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 21:07:10.587331 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.l3_hamode_db [None req-c573d785-9919-4a4b-8b8c-4241d889072c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838334-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-18T20:25:48Z,description=,heartbeat_timestamp=2022-04-18T21:06:48Z,host='n-d-838334-2',id=bc84d6c9-dd7a-4555-a351-592327b46d5a,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:25:48Z,topic='l3_agent')) {'router_ids': ['8d2572c8-a331-400d-95fa-c6c17825c988'], 'active': True} {{(pid=84043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:07:10.653972 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-3264bcf6-3864-4e2b-b4cf-9e5a80e7430c tempest-FloatingIPTestJSON-1355648241 tempest-FloatingIPTestJSON-1355648241-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217293'] for port, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:10.662958 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.plugin [None req-18510e90-fb2c-477f-ad45-9aef278f6506 tempest-RoutersTest-1500746192 tempest-RoutersTest-1500746192-project] Deleting port 845767cf-a0db-47a9-8867-3aaf75cd0eb6 {{(pid=84040) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 21:07:10.663611 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-18510e90-fb2c-477f-ad45-9aef278f6506 tempest-RoutersTest-1500746192 tempest-RoutersTest-1500746192-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750375188691'] for port, before_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:10.700376 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-e25fa7ca-0d41-401e-9c0a-522f46c6537b None None] Provisioning for port a3728757-4f5c-4fb9-b86c-766ebc1fd2bb completed by entity DHCP. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 21:07:10.717576 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.l3_hamode_db [None req-c573d785-9919-4a4b-8b8c-4241d889072c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-838334-2', False) {} {{(pid=84043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:07:10.718017 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-e25fa7ca-0d41-401e-9c0a-522f46c6537b None None] Provisioning complete for port a3728757-4f5c-4fb9-b86c-766ebc1fd2bb triggered by entity DHCP. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:07:10.718426 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-e25fa7ca-0d41-401e-9c0a-522f46c6537b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1253608'] for port, provisioning_complete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:10.718601 n-d-838334-2 neutron-server[84043]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c573d785-9919-4a4b-8b8c-4241d889072c None None] The sync data for ids ['8d2572c8-a331-400d-95fa-c6c17825c988'] in n-d-838334-2 is: [] {{(pid=84043) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 18 21:07:10.807141 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-ffdcf3d8-065c-4152-8a5c-dabf14c1ebd3 tempest-PortsIpV6TestJSON-656796091 tempest-PortsIpV6TestJSON-656796091-project] Notify callbacks [] for port, precommit_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:10.826024 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.provisioning_blocks [None req-ffdcf3d8-065c-4152-8a5c-dabf14c1ebd3 tempest-PortsIpV6TestJSON-656796091 tempest-PortsIpV6TestJSON-656796091-project] Transition to ACTIVE for port object 88513427-29eb-4eeb-90ec-65fdfa913a6a will not be triggered until provisioned by entity DHCP. {{(pid=84041) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:07:10.851842 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-21614ce4-6c79-452f-9187-73e8696db86a tempest-SecGroupIPv6Test-1569010352 tempest-SecGroupIPv6Test-1569010352-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33528311'] for security_group_rule, after_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:10.868607 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-ffdcf3d8-065c-4152-8a5c-dabf14c1ebd3 tempest-PortsIpV6TestJSON-656796091 tempest-PortsIpV6TestJSON-656796091-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750374836619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32266323'] for port, after_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:10.924759 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21614ce4-6c79-452f-9187-73e8696db86a tempest-SecGroupIPv6Test-1569010352 tempest-SecGroupIPv6Test-1569010352-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=6df8d743-df70-4bc5-aa20-38bae17e6610,revision_number=None']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:07:10.944757 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-21614ce4-6c79-452f-9187-73e8696db86a tempest-SecGroupIPv6Test-1569010352 tempest-SecGroupIPv6Test-1569010352-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:10.948239 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-21614ce4-6c79-452f-9187-73e8696db86a tempest-SecGroupIPv6Test-1569010352 tempest-SecGroupIPv6Test-1569010352-project] 10.222.0.42 "DELETE /v2.0/security-group-rules/6df8d743-df70-4bc5-aa20-38bae17e6610 HTTP/1.1" status: 204 len: 168 time: 0.4534330 Apr 18 21:07:10.958876 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 39438) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:07:10.981442 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.db [None req-18510e90-fb2c-477f-ad45-9aef278f6506 tempest-RoutersTest-1500746192 tempest-RoutersTest-1500746192-project] For port 845767cf-a0db-47a9-8867-3aaf75cd0eb6, host n-d-838334-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838334-2',level=0,port_id=845767cf-a0db-47a9-8867-3aaf75cd0eb6,segment=NetworkSegment(6476bd63-2887-4051-bea8-a950e485808d),segment_id=6476bd63-2887-4051-bea8-a950e485808d)] {{(pid=84040) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:07:10.982106 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-18510e90-fb2c-477f-ad45-9aef278f6506 tempest-RoutersTest-1500746192 tempest-RoutersTest-1500746192-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369123'] for port, precommit_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:10.995336 n-d-838334-2 neutron-server[84041]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffdcf3d8-065c-4152-8a5c-dabf14c1ebd3 tempest-PortsIpV6TestJSON-656796091 tempest-PortsIpV6TestJSON-656796091-project] Network 4225fd21-47d8-491f-8b53-44b376b8f362 is already hosted by enough agents. {{(pid=84041) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:07:11.018061 n-d-838334-2 neutron-server[84041]: DEBUG neutron.scheduler.base_scheduler [None req-ffdcf3d8-065c-4152-8a5c-dabf14c1ebd3 tempest-PortsIpV6TestJSON-656796091 tempest-PortsIpV6TestJSON-656796091-project] Resources bound (agent type, host, resource id): {{(pid=84041) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:07:11.028223 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffdcf3d8-065c-4152-8a5c-dabf14c1ebd3 tempest-PortsIpV6TestJSON-656796091 tempest-PortsIpV6TestJSON-656796091-project] Received port after_create {{(pid=84041) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 21:07:11.036648 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ffdcf3d8-065c-4152-8a5c-dabf14c1ebd3 tempest-PortsIpV6TestJSON-656796091 tempest-PortsIpV6TestJSON-656796091-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:07:11.037562 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-ffdcf3d8-065c-4152-8a5c-dabf14c1ebd3 tempest-PortsIpV6TestJSON-656796091 tempest-PortsIpV6TestJSON-656796091-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217293'] for port, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:11.044985 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffdcf3d8-065c-4152-8a5c-dabf14c1ebd3 tempest-PortsIpV6TestJSON-656796091 tempest-PortsIpV6TestJSON-656796091-project] Pushing event updated for resources: {'Port': ['ID=88513427-29eb-4eeb-90ec-65fdfa913a6a,revision_number=1']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:07:11.111353 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-fe1b09ca-1c42-4456-a354-9382e13e3c65 tempest-SecGroupIPv6Test-1569010352 tempest-SecGroupIPv6Test-1569010352-project] Synchronizing usage tracker for tenant:dc8b3677ed41470bbe4dd33b634aa4aa on resource:security_group_rule {{(pid=84041) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 21:07:11.133612 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-ffdcf3d8-065c-4152-8a5c-dabf14c1ebd3 tempest-PortsIpV6TestJSON-656796091 tempest-PortsIpV6TestJSON-656796091-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 1.5179517 Apr 18 21:07:11.137891 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 39448) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:07:11.221239 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-12873605-2a1f-4bf1-9b99-25988a4108aa tempest-RoutersAdminNegativeTest-1107574041 tempest-RoutersAdminNegativeTest-1107574041-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369123'] for port, precommit_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:11.246600 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-fe1b09ca-1c42-4456-a354-9382e13e3c65 tempest-SecGroupIPv6Test-1569010352 tempest-SecGroupIPv6Test-1569010352-project] Unset dirty status for tenant:dc8b3677ed41470bbe4dd33b634aa4aa on resource:security_group_rule {{(pid=84041) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 21:07:11.250478 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-fe1b09ca-1c42-4456-a354-9382e13e3c65 tempest-SecGroupIPv6Test-1569010352 tempest-SecGroupIPv6Test-1569010352-project] 10.222.0.42 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3219 time: 0.2898977 Apr 18 21:07:11.262587 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 39452) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:07:11.280618 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.v2.base [None req-f7d45c87-dd1b-406a-91cf-c82a4abf0f9c tempest-SecGroupIPv6Test-1569010352 tempest-SecGroupIPv6Test-1569010352-project] Request body: {'security_group_rule': {'security_group_id': '788b172f-0b8b-4c43-8931-a02e0c216349', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=84041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:07:11.300219 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-e25fa7ca-0d41-401e-9c0a-522f46c6537b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:11.307855 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-f7d45c87-dd1b-406a-91cf-c82a4abf0f9c tempest-SecGroupIPv6Test-1569010352 tempest-SecGroupIPv6Test-1569010352-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:07:11.332503 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-f7d45c87-dd1b-406a-91cf-c82a4abf0f9c tempest-SecGroupIPv6Test-1569010352 tempest-SecGroupIPv6Test-1569010352-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:07:11.344076 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-e25fa7ca-0d41-401e-9c0a-522f46c6537b None None] For port a3728757-4f5c-4fb9-b86c-766ebc1fd2bb, host n-d-838334-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838334-2',level=0,port_id=a3728757-4f5c-4fb9-b86c-766ebc1fd2bb,segment=NetworkSegment(61600ca0-bf08-4bcf-a1e5-e60a0ed93c4e),segment_id=61600ca0-bf08-4bcf-a1e5-e60a0ed93c4e)] {{(pid=84042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:07:11.350176 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-e25fa7ca-0d41-401e-9c0a-522f46c6537b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682'] for port, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:11.364879 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2045ff0b-e3be-4532-9370-ad36c44d503d tempest-PortsIpV6TestJSON-656796091 tempest-PortsIpV6TestJSON-656796091-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:07:11.366434 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-2045ff0b-e3be-4532-9370-ad36c44d503d tempest-PortsIpV6TestJSON-656796091 tempest-PortsIpV6TestJSON-656796091-project] Synchronizing usage tracker for tenant:2eda1cb86d1d401280eb2d37452a60a8 on resource:port {{(pid=84041) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 21:07:11.371792 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.plugin [None req-12873605-2a1f-4bf1-9b99-25988a4108aa tempest-RoutersAdminNegativeTest-1107574041 tempest-RoutersAdminNegativeTest-1107574041-project-admin] Calling delete_port for 9448141d-9fda-428d-9ac4-7572795ace2d owned by {{(pid=84040) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 21:07:11.387560 n-d-838334-2 neutron-server[84041]: INFO neutron.db.securitygroups_db [None req-f7d45c87-dd1b-406a-91cf-c82a4abf0f9c tempest-SecGroupIPv6Test-1569010352 tempest-SecGroupIPv6Test-1569010352-project] Project dc8b3677ed41470bbe4dd33b634aa4aa added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 18 21:07:11.403891 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-2045ff0b-e3be-4532-9370-ad36c44d503d tempest-PortsIpV6TestJSON-656796091 tempest-PortsIpV6TestJSON-656796091-project] Unset dirty status for tenant:2eda1cb86d1d401280eb2d37452a60a8 on resource:port {{(pid=84041) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 21:07:11.406133 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-2045ff0b-e3be-4532-9370-ad36c44d503d tempest-PortsIpV6TestJSON-656796091 tempest-PortsIpV6TestJSON-656796091-project] 10.222.0.42 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A1 HTTP/1.1" status: 200 len: 927 time: 0.2670333 Apr 18 21:07:11.408992 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 39462) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:07:11.416482 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-f7d45c87-dd1b-406a-91cf-c82a4abf0f9c tempest-SecGroupIPv6Test-1569010352 tempest-SecGroupIPv6Test-1569010352-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:11.462510 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e25fa7ca-0d41-401e-9c0a-522f46c6537b None None] Pushing event updated for resources: {'Port': ['ID=a3728757-4f5c-4fb9-b86c-766ebc1fd2bb,revision_number=3']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:07:11.564121 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-3264bcf6-3864-4e2b-b4cf-9e5a80e7430c tempest-FloatingIPTestJSON-1355648241 tempest-FloatingIPTestJSON-1355648241-project] 10.222.0.42 "DELETE /v2.0/ports/b7cb0378-fa89-4ac9-bcb0-7911d0c09fa1 HTTP/1.1" status: 204 len: 168 time: 7.3658888 Apr 18 21:07:11.568701 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 39470) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:07:11.578283 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.plugin [None req-18510e90-fb2c-477f-ad45-9aef278f6506 tempest-RoutersTest-1500746192 tempest-RoutersTest-1500746192-project] Calling delete_port for 845767cf-a0db-47a9-8867-3aaf75cd0eb6 owned by network:router_interface {{(pid=84040) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 21:07:11.698096 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-3cab74e1-b248-48d6-8322-2ad701c2ce71 tempest-FloatingIPTestJSON-1355648241 tempest-FloatingIPTestJSON-1355648241-project] 10.222.0.42 "GET /v2.0/floatingips/e5c9bf4a-6f84-4dc7-b433-e68fe68ee381 HTTP/1.1" status: 200 len: 687 time: 0.1235919 Apr 18 21:07:11.699058 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 39474) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:07:11.743955 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-f7d45c87-dd1b-406a-91cf-c82a4abf0f9c tempest-SecGroupIPv6Test-1569010352 tempest-SecGroupIPv6Test-1569010352-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:11.745386 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 39478) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:07:11.758868 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f61eeb6-6f89-4ecb-a6aa-293e7936c783 tempest-PortsIpV6TestJSON-656796091 tempest-PortsIpV6TestJSON-656796091-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:07:11.762911 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f61eeb6-6f89-4ecb-a6aa-293e7936c783 tempest-PortsIpV6TestJSON-656796091 tempest-PortsIpV6TestJSON-656796091-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:07:11.766766 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f61eeb6-6f89-4ecb-a6aa-293e7936c783 tempest-PortsIpV6TestJSON-656796091 tempest-PortsIpV6TestJSON-656796091-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:07:11.771444 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-2f61eeb6-6f89-4ecb-a6aa-293e7936c783 tempest-PortsIpV6TestJSON-656796091 tempest-PortsIpV6TestJSON-656796091-project] 10.222.0.42 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A HTTP/1.1" status: 200 len: 2389 time: 0.3594038 Apr 18 21:07:11.781650 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 39484) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:07:11.801578 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-f7d45c87-dd1b-406a-91cf-c82a4abf0f9c tempest-SecGroupIPv6Test-1569010352 tempest-SecGroupIPv6Test-1569010352-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33528311'] for security_group_rule, after_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:11.807515 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-0aa33757-2d1c-41f2-aa84-031065cf90b6 None None] Provisioning for port 88513427-29eb-4eeb-90ec-65fdfa913a6a completed by entity DHCP. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 21:07:11.819787 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-0aa33757-2d1c-41f2-aa84-031065cf90b6 None None] Provisioning complete for port 88513427-29eb-4eeb-90ec-65fdfa913a6a triggered by entity DHCP. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:07:11.820062 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-0aa33757-2d1c-41f2-aa84-031065cf90b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1253608'] for port, provisioning_complete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:11.902137 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.plugin [None req-0aa33757-2d1c-41f2-aa84-031065cf90b6 None None] Port 88513427-29eb-4eeb-90ec-65fdfa913a6a cannot update to ACTIVE because it is not bound. {{(pid=84042) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 18 21:07:11.930158 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7d45c87-dd1b-406a-91cf-c82a4abf0f9c tempest-SecGroupIPv6Test-1569010352 tempest-SecGroupIPv6Test-1569010352-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a159ec56-3d38-4a55-aa7d-ca9a3baa91b2,revision_number=0']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:07:11.941679 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-0aa33757-2d1c-41f2-aa84-031065cf90b6 None None] Provisioning for port 6dd115ec-e6b1-424f-8a1c-3575047ab47b completed by entity DHCP. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 21:07:11.953558 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-0aa33757-2d1c-41f2-aa84-031065cf90b6 None None] Provisioning complete for port 6dd115ec-e6b1-424f-8a1c-3575047ab47b triggered by entity DHCP. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:07:11.954167 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-0aa33757-2d1c-41f2-aa84-031065cf90b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1253608'] for port, provisioning_complete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:11.980861 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-f7d45c87-dd1b-406a-91cf-c82a4abf0f9c tempest-SecGroupIPv6Test-1569010352 tempest-SecGroupIPv6Test-1569010352-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:11.984167 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-f7d45c87-dd1b-406a-91cf-c82a4abf0f9c tempest-SecGroupIPv6Test-1569010352 tempest-SecGroupIPv6Test-1569010352-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.7150004 Apr 18 21:07:11.988052 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 39488) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:07:12.006830 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.plugin [None req-9d5083bc-f7ec-47d6-aa51-902d4581df14 tempest-PortsIpV6TestJSON-656796091 tempest-PortsIpV6TestJSON-656796091-project] Deleting port 88513427-29eb-4eeb-90ec-65fdfa913a6a {{(pid=84041) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 21:07:12.007181 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-9d5083bc-f7ec-47d6-aa51-902d4581df14 tempest-PortsIpV6TestJSON-656796091 tempest-PortsIpV6TestJSON-656796091-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750375188691'] for port, before_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:12.028011 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Device a3728757-4f5c-4fb9-b86c-766ebc1fd2bb up at agent ovs-agent-n-d-838334-2 {{(pid=84042) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 21:07:12.086230 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.plugin [None req-17bcac78-4a26-46f6-8905-82c7bc7ac9b2 tempest-FloatingIPTestJSON-1355648241 tempest-FloatingIPTestJSON-1355648241-project] Deleting port 54bd5559-c495-4240-a091-4170861c0d63 {{(pid=84040) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 21:07:12.086999 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-17bcac78-4a26-46f6-8905-82c7bc7ac9b2 tempest-FloatingIPTestJSON-1355648241 tempest-FloatingIPTestJSON-1355648241-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750375188691'] for port, before_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:12.176940 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Provisioning complete for port a3728757-4f5c-4fb9-b86c-766ebc1fd2bb triggered by entity L2. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:07:12.177447 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1253608'] for port, provisioning_complete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:12.266920 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.v2.base [None req-132fd9b6-670b-4e92-8dc2-85fb0616612d tempest-FloatingIPNegativeTestJSON-269247753 tempest-FloatingIPNegativeTestJSON-269247753-project] Request body: {'network': {'name': 'tempest-FloatingIPNegativeTestJSON-test-network-1323802454'}} {{(pid=84041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:07:12.287923 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.plugin [None req-0aa33757-2d1c-41f2-aa84-031065cf90b6 None None] Port 6dd115ec-e6b1-424f-8a1c-3575047ab47b cannot update to ACTIVE because it is not bound. {{(pid=84042) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 18 21:07:12.304627 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-132fd9b6-670b-4e92-8dc2-85fb0616612d tempest-FloatingIPNegativeTestJSON-269247753 tempest-FloatingIPNegativeTestJSON-269247753-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:07:12.311857 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-132fd9b6-670b-4e92-8dc2-85fb0616612d tempest-FloatingIPNegativeTestJSON-269247753 tempest-FloatingIPNegativeTestJSON-269247753-project] Usage tracker for resource:network and tenant:75c59b487907465fa2b09b0111adbf0a is out of sync, need to count used quota {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:07:12.313946 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-12873605-2a1f-4bf1-9b99-25988a4108aa tempest-RoutersAdminNegativeTest-1107574041 tempest-RoutersAdminNegativeTest-1107574041-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750375259028', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750374836628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32440838'] for port, after_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:12.319944 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-d38ebeb2-6fd9-45f4-bfaa-19baba79264c tempest-SecGroupIPv6Test-1569010352 tempest-SecGroupIPv6Test-1569010352-project] 10.222.0.42 "GET /v2.0/security-group-rules/a159ec56-3d38-4a55-aa7d-ca9a3baa91b2 HTTP/1.1" status: 200 len: 711 time: 0.0864234 Apr 18 21:07:12.320917 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-132fd9b6-670b-4e92-8dc2-85fb0616612d tempest-FloatingIPNegativeTestJSON-269247753 tempest-FloatingIPNegativeTestJSON-269247753-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:07:12.325910 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 39500) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:07:12.333274 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-132fd9b6-670b-4e92-8dc2-85fb0616612d tempest-FloatingIPNegativeTestJSON-269247753 tempest-FloatingIPNegativeTestJSON-269247753-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:07:12.389648 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-0aa33757-2d1c-41f2-aa84-031065cf90b6 None None] Provisioning complete for port a3728757-4f5c-4fb9-b86c-766ebc1fd2bb triggered by entity DHCP. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:07:12.390390 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-0aa33757-2d1c-41f2-aa84-031065cf90b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1253608'] for port, provisioning_complete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:12.430010 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12873605-2a1f-4bf1-9b99-25988a4108aa tempest-RoutersAdminNegativeTest-1107574041 tempest-RoutersAdminNegativeTest-1107574041-project-admin] Pushing event deleted for resources: {'Port': ['ID=9448141d-9fda-428d-9ac4-7572795ace2d,revision_number=None']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:07:12.434207 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-132fd9b6-670b-4e92-8dc2-85fb0616612d tempest-FloatingIPNegativeTestJSON-269247753 tempest-FloatingIPNegativeTestJSON-269247753-project] Made reservation on behalf of 75c59b487907465fa2b09b0111adbf0a for: {'network': 1} {{(pid=84041) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:07:12.437348 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-132fd9b6-670b-4e92-8dc2-85fb0616612d tempest-FloatingIPNegativeTestJSON-269247753 tempest-FloatingIPNegativeTestJSON-269247753-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for network, before_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:12.495669 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-132fd9b6-670b-4e92-8dc2-85fb0616612d tempest-FloatingIPNegativeTestJSON-269247753 tempest-FloatingIPNegativeTestJSON-269247753-project] Notify callbacks [] for security_group, before_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:12.607553 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-6d4bf4ca-3ab1-4349-b3d1-a7c448e3b892 tempest-SecGroupIPv6Test-1569010352 tempest-SecGroupIPv6Test-1569010352-project] Synchronizing usage tracker for tenant:dc8b3677ed41470bbe4dd33b634aa4aa on resource:security_group_rule {{(pid=84041) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 21:07:12.655572 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-132fd9b6-670b-4e92-8dc2-85fb0616612d tempest-FloatingIPNegativeTestJSON-269247753 tempest-FloatingIPNegativeTestJSON-269247753-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:07:12.669317 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-132fd9b6-670b-4e92-8dc2-85fb0616612d tempest-FloatingIPNegativeTestJSON-269247753 tempest-FloatingIPNegativeTestJSON-269247753-project] Usage tracker for resource:security_group_rule and tenant:75c59b487907465fa2b09b0111adbf0a is out of sync, need to count used quota {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:07:12.681810 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-132fd9b6-670b-4e92-8dc2-85fb0616612d tempest-FloatingIPNegativeTestJSON-269247753 tempest-FloatingIPNegativeTestJSON-269247753-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:07:12.684591 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-6d4bf4ca-3ab1-4349-b3d1-a7c448e3b892 tempest-SecGroupIPv6Test-1569010352 tempest-SecGroupIPv6Test-1569010352-project] Unset dirty status for tenant:dc8b3677ed41470bbe4dd33b634aa4aa on resource:security_group_rule {{(pid=84041) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 21:07:12.688634 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-6d4bf4ca-3ab1-4349-b3d1-a7c448e3b892 tempest-SecGroupIPv6Test-1569010352 tempest-SecGroupIPv6Test-1569010352-project] 10.222.0.42 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3713 time: 0.3550570 Apr 18 21:07:12.692696 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-132fd9b6-670b-4e92-8dc2-85fb0616612d tempest-FloatingIPNegativeTestJSON-269247753 tempest-FloatingIPNegativeTestJSON-269247753-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:07:12.694465 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 39508) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:07:12.695370 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-a0ade855-ef3d-473a-99a7-4c60c4f98291 None None] Provisioning complete for port 88513427-29eb-4eeb-90ec-65fdfa913a6a triggered by entity DHCP. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:07:12.708189 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-a0ade855-ef3d-473a-99a7-4c60c4f98291 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1253608'] for port, provisioning_complete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:12.715257 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-9d5083bc-f7ec-47d6-aa51-902d4581df14 tempest-PortsIpV6TestJSON-656796091 tempest-PortsIpV6TestJSON-656796091-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369123'] for port, precommit_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:12.722748 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-18510e90-fb2c-477f-ad45-9aef278f6506 tempest-RoutersTest-1500746192 tempest-RoutersTest-1500746192-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750375259028', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750374836628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32440838'] for port, after_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:12.729977 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-12873605-2a1f-4bf1-9b99-25988a4108aa tempest-RoutersAdminNegativeTest-1107574041 tempest-RoutersAdminNegativeTest-1107574041-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217293'] for port, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:12.771917 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.plugin [None req-a0ade855-ef3d-473a-99a7-4c60c4f98291 None None] Port 88513427-29eb-4eeb-90ec-65fdfa913a6a cannot update to ACTIVE because it is not bound. {{(pid=84042) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 18 21:07:12.786659 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-a0ade855-ef3d-473a-99a7-4c60c4f98291 None None] Provisioning complete for port 6dd115ec-e6b1-424f-8a1c-3575047ab47b triggered by entity DHCP. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:07:12.787583 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-a0ade855-ef3d-473a-99a7-4c60c4f98291 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1253608'] for port, provisioning_complete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:12.791921 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-12873605-2a1f-4bf1-9b99-25988a4108aa tempest-RoutersAdminNegativeTest-1107574041 tempest-RoutersAdminNegativeTest-1107574041-project-admin] 10.222.0.42 "DELETE /v2.0/ports/9448141d-9fda-428d-9ac4-7572795ace2d HTTP/1.1" status: 204 len: 168 time: 2.6674581 Apr 18 21:07:12.794165 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-17bcac78-4a26-46f6-8905-82c7bc7ac9b2 tempest-FloatingIPTestJSON-1355648241 tempest-FloatingIPTestJSON-1355648241-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369123'] for port, precommit_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:12.794679 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-17bcac78-4a26-46f6-8905-82c7bc7ac9b2 tempest-FloatingIPTestJSON-1355648241 tempest-FloatingIPTestJSON-1355648241-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:12.804383 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18510e90-fb2c-477f-ad45-9aef278f6506 tempest-RoutersTest-1500746192 tempest-RoutersTest-1500746192-project] Pushing event deleted for resources: {'Port': ['ID=845767cf-a0db-47a9-8867-3aaf75cd0eb6,revision_number=None']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:07:12.851614 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.plugin [None req-a0ade855-ef3d-473a-99a7-4c60c4f98291 None None] Port 6dd115ec-e6b1-424f-8a1c-3575047ab47b cannot update to ACTIVE because it is not bound. {{(pid=84042) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 18 21:07:12.859231 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.plugin [None req-9d5083bc-f7ec-47d6-aa51-902d4581df14 tempest-PortsIpV6TestJSON-656796091 tempest-PortsIpV6TestJSON-656796091-project] Calling delete_port for 88513427-29eb-4eeb-90ec-65fdfa913a6a owned by {{(pid=84041) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 21:07:12.914146 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-269e7d04-76bb-4b45-94be-b9fa99fb8803 tempest-SecGroupIPv6Test-1569010352 tempest-SecGroupIPv6Test-1569010352-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:12.965682 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-269e7d04-76bb-4b45-94be-b9fa99fb8803 tempest-SecGroupIPv6Test-1569010352 tempest-SecGroupIPv6Test-1569010352-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:12.967001 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.plugin [None req-17bcac78-4a26-46f6-8905-82c7bc7ac9b2 tempest-FloatingIPTestJSON-1355648241 tempest-FloatingIPTestJSON-1355648241-project] Calling delete_port for 54bd5559-c495-4240-a091-4170861c0d63 owned by network:floatingip {{(pid=84040) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 21:07:13.052123 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-132fd9b6-670b-4e92-8dc2-85fb0616612d tempest-FloatingIPNegativeTestJSON-269247753 tempest-FloatingIPNegativeTestJSON-269247753-project] Notify callbacks [] for security_group, precommit_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:13.055271 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-269e7d04-76bb-4b45-94be-b9fa99fb8803 tempest-SecGroupIPv6Test-1569010352 tempest-SecGroupIPv6Test-1569010352-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33528311'] for security_group_rule, after_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:13.106272 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-132fd9b6-670b-4e92-8dc2-85fb0616612d tempest-FloatingIPNegativeTestJSON-269247753 tempest-FloatingIPNegativeTestJSON-269247753-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33528224'] for security_group, after_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:13.132314 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-269e7d04-76bb-4b45-94be-b9fa99fb8803 tempest-SecGroupIPv6Test-1569010352 tempest-SecGroupIPv6Test-1569010352-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=a159ec56-3d38-4a55-aa7d-ca9a3baa91b2,revision_number=None']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:07:13.187525 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-132fd9b6-670b-4e92-8dc2-85fb0616612d tempest-FloatingIPNegativeTestJSON-269247753 tempest-FloatingIPNegativeTestJSON-269247753-project] Pushing event updated for resources: {'SecurityGroup': ['ID=73422fbc-e6b1-4da8-8d60-a9579e6ba109,revision_number=1']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:07:13.243293 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-9d5083bc-f7ec-47d6-aa51-902d4581df14 tempest-PortsIpV6TestJSON-656796091 tempest-PortsIpV6TestJSON-656796091-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750375259028', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750374836628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32266323'] for port, after_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:13.245355 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-132fd9b6-670b-4e92-8dc2-85fb0616612d tempest-FloatingIPNegativeTestJSON-269247753 tempest-FloatingIPNegativeTestJSON-269247753-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 397} {{(pid=84041) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 21:07:13.248009 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-269e7d04-76bb-4b45-94be-b9fa99fb8803 tempest-SecGroupIPv6Test-1569010352 tempest-SecGroupIPv6Test-1569010352-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:13.251374 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-269e7d04-76bb-4b45-94be-b9fa99fb8803 tempest-SecGroupIPv6Test-1569010352 tempest-SecGroupIPv6Test-1569010352-project] 10.222.0.42 "DELETE /v2.0/security-group-rules/a159ec56-3d38-4a55-aa7d-ca9a3baa91b2 HTTP/1.1" status: 204 len: 168 time: 0.5537152 Apr 18 21:07:13.275067 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 39520) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:07:13.309826 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-132fd9b6-670b-4e92-8dc2-85fb0616612d tempest-FloatingIPNegativeTestJSON-269247753 tempest-FloatingIPNegativeTestJSON-269247753-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1082986'] for segment, precommit_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:13.310158 n-d-838334-2 neutron-server[84041]: INFO neutron.db.segments_db [None req-132fd9b6-670b-4e92-8dc2-85fb0616612d tempest-FloatingIPNegativeTestJSON-269247753 tempest-FloatingIPNegativeTestJSON-269247753-project] Added segment e4837f30-9186-4985-96a3-a2f9f4d30cd4 of type vlan for network 5f40971c-ef0a-463a-a66f-d2cd869ce98c Apr 18 21:07:13.322301 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d5083bc-f7ec-47d6-aa51-902d4581df14 tempest-PortsIpV6TestJSON-656796091 tempest-PortsIpV6TestJSON-656796091-project] Pushing event deleted for resources: {'Port': ['ID=88513427-29eb-4eeb-90ec-65fdfa913a6a,revision_number=None']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:07:13.331142 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 39524) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:07:13.398280 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-9d5083bc-f7ec-47d6-aa51-902d4581df14 tempest-PortsIpV6TestJSON-656796091 tempest-PortsIpV6TestJSON-656796091-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217293'] for port, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:13.402127 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-132fd9b6-670b-4e92-8dc2-85fb0616612d tempest-FloatingIPNegativeTestJSON-269247753 tempest-FloatingIPNegativeTestJSON-269247753-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750374825732'] for network, precommit_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:13.415929 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-9d5083bc-f7ec-47d6-aa51-902d4581df14 tempest-PortsIpV6TestJSON-656796091 tempest-PortsIpV6TestJSON-656796091-project] 10.222.0.42 "DELETE /v2.0/ports/88513427-29eb-4eeb-90ec-65fdfa913a6a HTTP/1.1" status: 204 len: 168 time: 1.6319776 Apr 18 21:07:13.416601 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 39530) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:07:13.478553 n-d-838334-2 neutron-server[84041]: INFO neutron.pecan_wsgi.hooks.translation [None req-be791e40-13e4-415d-8d6c-87c7b9e0639b tempest-PortsIpV6TestJSON-656796091 tempest-PortsIpV6TestJSON-656796091-project] GET failed (client error): The resource could not be found. Apr 18 21:07:13.479061 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-be791e40-13e4-415d-8d6c-87c7b9e0639b tempest-PortsIpV6TestJSON-656796091 tempest-PortsIpV6TestJSON-656796091-project] Synchronizing usage tracker for tenant:2eda1cb86d1d401280eb2d37452a60a8 on resource:port {{(pid=84041) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 21:07:13.507446 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-132fd9b6-670b-4e92-8dc2-85fb0616612d tempest-FloatingIPNegativeTestJSON-269247753 tempest-FloatingIPNegativeTestJSON-269247753-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33526109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022'] for network, after_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:13.511226 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-132fd9b6-670b-4e92-8dc2-85fb0616612d tempest-FloatingIPNegativeTestJSON-269247753 tempest-FloatingIPNegativeTestJSON-269247753-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:07:13.511903 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-132fd9b6-670b-4e92-8dc2-85fb0616612d tempest-FloatingIPNegativeTestJSON-269247753 tempest-FloatingIPNegativeTestJSON-269247753-project] Notify callbacks [] for network, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:13.541834 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-be791e40-13e4-415d-8d6c-87c7b9e0639b tempest-PortsIpV6TestJSON-656796091 tempest-PortsIpV6TestJSON-656796091-project] Unset dirty status for tenant:2eda1cb86d1d401280eb2d37452a60a8 on resource:port {{(pid=84041) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 21:07:13.545759 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-be791e40-13e4-415d-8d6c-87c7b9e0639b tempest-PortsIpV6TestJSON-656796091 tempest-PortsIpV6TestJSON-656796091-project] 10.222.0.42 "GET /v2.0/ports/88513427-29eb-4eeb-90ec-65fdfa913a6a HTTP/1.1" status: 404 len: 333 time: 0.1267667 Apr 18 21:07:13.549071 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 39534) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:07:13.606282 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-848a3340-b2f1-4c47-a270-2cec242c8fc8 tempest-SecGroupIPv6Test-1569010352 tempest-SecGroupIPv6Test-1569010352-project] Synchronizing usage tracker for tenant:dc8b3677ed41470bbe4dd33b634aa4aa on resource:security_group_rule {{(pid=84040) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 21:07:13.666192 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-132fd9b6-670b-4e92-8dc2-85fb0616612d tempest-FloatingIPNegativeTestJSON-269247753 tempest-FloatingIPNegativeTestJSON-269247753-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 1.9195535 Apr 18 21:07:13.669879 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 39540) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:07:13.671124 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-6739ca85-c7cb-4bca-b385-5b85d9b3e83b admin admin] Notify callbacks [] for security_group, before_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:13.680062 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-17bcac78-4a26-46f6-8905-82c7bc7ac9b2 tempest-FloatingIPTestJSON-1355648241 tempest-FloatingIPTestJSON-1355648241-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750375259028', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750374836628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32440838'] for port, after_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:13.688977 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.v2.base [None req-61bceb88-82d2-473b-8505-28c61b8325de tempest-FloatingIPNegativeTestJSON-269247753 tempest-FloatingIPNegativeTestJSON-269247753-project] Request body: {'subnet': {'network_id': '5f40971c-ef0a-463a-a66f-d2cd869ce98c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=84040) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:07:13.694647 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-132fd9b6-670b-4e92-8dc2-85fb0616612d tempest-FloatingIPNegativeTestJSON-269247753 tempest-FloatingIPNegativeTestJSON-269247753-project] Pushing event updated for resources: {'Network': ['ID=5f40971c-ef0a-463a-a66f-d2cd869ce98c,revision_number=1']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:07:13.711202 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Network 5f40971c-ef0a-463a-a66f-d2cd869ce98c details requested by agent ovs-agent-n-d-838334-2 with host n-d-838334-2 {{(pid=84042) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 18 21:07:13.718354 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-6739ca85-c7cb-4bca-b385-5b85d9b3e83b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:07:13.723864 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-6739ca85-c7cb-4bca-b385-5b85d9b3e83b admin admin] Usage tracker for resource:security_group_rule and tenant:2c6fa95d08484c1aa3712ab928841bbf is out of sync, need to count used quota {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:07:13.727024 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-6739ca85-c7cb-4bca-b385-5b85d9b3e83b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:07:13.733620 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-6739ca85-c7cb-4bca-b385-5b85d9b3e83b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:07:13.788627 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-848a3340-b2f1-4c47-a270-2cec242c8fc8 tempest-SecGroupIPv6Test-1569010352 tempest-SecGroupIPv6Test-1569010352-project] Unset dirty status for tenant:dc8b3677ed41470bbe4dd33b634aa4aa on resource:security_group_rule {{(pid=84040) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 21:07:13.789433 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-848a3340-b2f1-4c47-a270-2cec242c8fc8 tempest-SecGroupIPv6Test-1569010352 tempest-SecGroupIPv6Test-1569010352-project] 10.222.0.42 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3219 time: 0.5122941 Apr 18 21:07:13.792850 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.plugin [None req-d243b08f-e5ad-44ea-b081-cae83411f836 tempest-PortsIpV6TestJSON-656796091 tempest-PortsIpV6TestJSON-656796091-project] Deleting port 6dd115ec-e6b1-424f-8a1c-3575047ab47b {{(pid=84040) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 21:07:13.793187 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-d243b08f-e5ad-44ea-b081-cae83411f836 tempest-PortsIpV6TestJSON-656796091 tempest-PortsIpV6TestJSON-656796091-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750375188691'] for port, before_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:13.795025 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 39548) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:07:13.887796 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-6739ca85-c7cb-4bca-b385-5b85d9b3e83b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:13.901430 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-6739ca85-c7cb-4bca-b385-5b85d9b3e83b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33528224'] for security_group, after_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:13.943037 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-5c91c737-5db8-492a-a6db-7d16be2752d8 tempest-SecGroupIPv6Test-1569010352 tempest-SecGroupIPv6Test-1569010352-project] Notify callbacks [] for security_group, before_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:13.992434 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-6739ca85-c7cb-4bca-b385-5b85d9b3e83b admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=2c6fa95d08484c1aa3712ab928841bbf&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6556189 Apr 18 21:07:13.993217 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17bcac78-4a26-46f6-8905-82c7bc7ac9b2 tempest-FloatingIPTestJSON-1355648241 tempest-FloatingIPTestJSON-1355648241-project] Pushing event deleted for resources: {'Port': ['ID=54bd5559-c495-4240-a091-4170861c0d63,revision_number=None']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:07:13.996053 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 39558) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:07:14.015889 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6739ca85-c7cb-4bca-b385-5b85d9b3e83b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=749ce3e3-0b77-4403-b1d0-058e0c01181e,revision_number=1']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:07:14.044532 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-5c91c737-5db8-492a-a6db-7d16be2752d8 tempest-SecGroupIPv6Test-1569010352 tempest-SecGroupIPv6Test-1569010352-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:14.141571 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-f7be7f4c-86ee-4078-8af9-407627d9dd52 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:14.152247 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-5c91c737-5db8-492a-a6db-7d16be2752d8 tempest-SecGroupIPv6Test-1569010352 tempest-SecGroupIPv6Test-1569010352-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33528224'] for security_group, after_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:14.187533 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-18510e90-fb2c-477f-ad45-9aef278f6506 tempest-RoutersTest-1500746192 tempest-RoutersTest-1500746192-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-32377931', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33443910'] for router_interface, after_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:14.191147 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c91c737-5db8-492a-a6db-7d16be2752d8 tempest-SecGroupIPv6Test-1569010352 tempest-SecGroupIPv6Test-1569010352-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=788b172f-0b8b-4c43-8931-a02e0c216349,revision_number=None']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:07:14.192549 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-17bcac78-4a26-46f6-8905-82c7bc7ac9b2 tempest-FloatingIPTestJSON-1355648241 tempest-FloatingIPTestJSON-1355648241-project] Notify callbacks [] for floatingip, after_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:14.200516 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-f7be7f4c-86ee-4078-8af9-407627d9dd52 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:14.210734 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [None req-61bceb88-82d2-473b-8505-28c61b8325de tempest-FloatingIPNegativeTestJSON-269247753 tempest-FloatingIPNegativeTestJSON-269247753-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:07:14.248016 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-5c91c737-5db8-492a-a6db-7d16be2752d8 tempest-SecGroupIPv6Test-1569010352 tempest-SecGroupIPv6Test-1569010352-project] Notify callbacks [] for security_group, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:14.252003 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-5c91c737-5db8-492a-a6db-7d16be2752d8 tempest-SecGroupIPv6Test-1569010352 tempest-SecGroupIPv6Test-1569010352-project] 10.222.0.42 "DELETE /v2.0/security-groups/788b172f-0b8b-4c43-8931-a02e0c216349 HTTP/1.1" status: 204 len: 168 time: 0.4560044 Apr 18 21:07:14.255584 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 39562) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:07:14.267159 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-61bceb88-82d2-473b-8505-28c61b8325de tempest-FloatingIPNegativeTestJSON-269247753 tempest-FloatingIPNegativeTestJSON-269247753-project] Usage tracker for resource:subnet and tenant:75c59b487907465fa2b09b0111adbf0a is out of sync, need to count used quota {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:07:14.288494 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-61bceb88-82d2-473b-8505-28c61b8325de tempest-FloatingIPNegativeTestJSON-269247753 tempest-FloatingIPNegativeTestJSON-269247753-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:07:14.328087 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-b4163acb-ab50-472e-9039-ac226dfe212b tempest-SecGroupIPv6Test-1569010352 tempest-SecGroupIPv6Test-1569010352-project] Synchronizing usage tracker for tenant:dc8b3677ed41470bbe4dd33b634aa4aa on resource:security_group {{(pid=84041) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 21:07:14.332343 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-f7be7f4c-86ee-4078-8af9-407627d9dd52 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33528224'] for security_group, after_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:14.351533 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7be7f4c-86ee-4078-8af9-407627d9dd52 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=749ce3e3-0b77-4403-b1d0-058e0c01181e,revision_number=None']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:07:14.365732 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-f7be7f4c-86ee-4078-8af9-407627d9dd52 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:14.370002 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-f7be7f4c-86ee-4078-8af9-407627d9dd52 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/749ce3e3-0b77-4403-b1d0-058e0c01181e HTTP/1.1" status: 204 len: 168 time: 0.3651872 Apr 18 21:07:14.371600 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-b4163acb-ab50-472e-9039-ac226dfe212b tempest-SecGroupIPv6Test-1569010352 tempest-SecGroupIPv6Test-1569010352-project] Unset dirty status for tenant:dc8b3677ed41470bbe4dd33b634aa4aa on resource:security_group {{(pid=84041) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 21:07:14.382182 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-b4163acb-ab50-472e-9039-ac226dfe212b tempest-SecGroupIPv6Test-1569010352 tempest-SecGroupIPv6Test-1569010352-project] 10.222.0.42 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.1254642 Apr 18 21:07:14.382825 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 39568) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:07:14.389372 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.v2.base [None req-8922d131-1cf8-49ee-9ed9-e3ae6d1a52f6 tempest-SecGroupIPv6Test-1569010352 tempest-SecGroupIPv6Test-1569010352-project] Request body: {'security_group': {'name': 'tempest-secgroup--333921813'}} {{(pid=84041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:07:14.398090 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-8922d131-1cf8-49ee-9ed9-e3ae6d1a52f6 tempest-SecGroupIPv6Test-1569010352 tempest-SecGroupIPv6Test-1569010352-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:07:14.411580 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-8922d131-1cf8-49ee-9ed9-e3ae6d1a52f6 tempest-SecGroupIPv6Test-1569010352 tempest-SecGroupIPv6Test-1569010352-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:07:14.423717 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-8922d131-1cf8-49ee-9ed9-e3ae6d1a52f6 tempest-SecGroupIPv6Test-1569010352 tempest-SecGroupIPv6Test-1569010352-project] Notify callbacks [] for security_group, before_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:14.468851 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [None req-61bceb88-82d2-473b-8505-28c61b8325de tempest-FloatingIPNegativeTestJSON-269247753 tempest-FloatingIPNegativeTestJSON-269247753-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:07:14.471609 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-8922d131-1cf8-49ee-9ed9-e3ae6d1a52f6 tempest-SecGroupIPv6Test-1569010352 tempest-SecGroupIPv6Test-1569010352-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:07:14.476720 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-8922d131-1cf8-49ee-9ed9-e3ae6d1a52f6 tempest-SecGroupIPv6Test-1569010352 tempest-SecGroupIPv6Test-1569010352-project] Usage tracker for resource:security_group_rule and tenant:dc8b3677ed41470bbe4dd33b634aa4aa is out of sync, need to count used quota {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:07:14.480869 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-8922d131-1cf8-49ee-9ed9-e3ae6d1a52f6 tempest-SecGroupIPv6Test-1569010352 tempest-SecGroupIPv6Test-1569010352-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:07:14.488512 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-8922d131-1cf8-49ee-9ed9-e3ae6d1a52f6 tempest-SecGroupIPv6Test-1569010352 tempest-SecGroupIPv6Test-1569010352-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:07:14.557963 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-8922d131-1cf8-49ee-9ed9-e3ae6d1a52f6 tempest-SecGroupIPv6Test-1569010352 tempest-SecGroupIPv6Test-1569010352-project] Notify callbacks [] for security_group, precommit_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:14.568397 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-17bcac78-4a26-46f6-8905-82c7bc7ac9b2 tempest-FloatingIPTestJSON-1355648241 tempest-FloatingIPTestJSON-1355648241-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217293'] for floatingip, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:14.572915 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-17bcac78-4a26-46f6-8905-82c7bc7ac9b2 tempest-FloatingIPTestJSON-1355648241 tempest-FloatingIPTestJSON-1355648241-project] 10.222.0.42 "DELETE /v2.0/floatingips/e5c9bf4a-6f84-4dc7-b433-e68fe68ee381 HTTP/1.1" status: 204 len: 168 time: 2.8634188 Apr 18 21:07:14.573511 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 39574) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:07:14.578279 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-8922d131-1cf8-49ee-9ed9-e3ae6d1a52f6 tempest-SecGroupIPv6Test-1569010352 tempest-SecGroupIPv6Test-1569010352-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33528224'] for security_group, after_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:14.624952 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.v2.base [None req-dd97ca0e-1905-4d22-be52-558248f14f71 tempest-FloatingIPTestJSON-1355648241 tempest-FloatingIPTestJSON-1355648241-project] Request body: {'floatingip': {'floating_network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'port_id': '2882729f-5f07-42d9-8958-1c24592c42f2'}} {{(pid=84041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:07:14.635156 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-8922d131-1cf8-49ee-9ed9-e3ae6d1a52f6 tempest-SecGroupIPv6Test-1569010352 tempest-SecGroupIPv6Test-1569010352-project] Notify callbacks [] for security_group, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:14.645184 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-61bceb88-82d2-473b-8505-28c61b8325de tempest-FloatingIPNegativeTestJSON-269247753 tempest-FloatingIPNegativeTestJSON-269247753-project] Made reservation on behalf of 75c59b487907465fa2b09b0111adbf0a for: {'subnet': 1} {{(pid=84040) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:07:14.653122 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-8922d131-1cf8-49ee-9ed9-e3ae6d1a52f6 tempest-SecGroupIPv6Test-1569010352 tempest-SecGroupIPv6Test-1569010352-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 0.2692215 Apr 18 21:07:14.657040 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-dd97ca0e-1905-4d22-be52-558248f14f71 tempest-FloatingIPTestJSON-1355648241 tempest-FloatingIPTestJSON-1355648241-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:07:14.669873 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 39578) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:07:14.680822 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.v2.base [None req-8f55350e-7972-486b-8146-7c77a9f2d231 tempest-SecGroupIPv6Test-1569010352 tempest-SecGroupIPv6Test-1569010352-project] Request body: {'security_group_rule': {'security_group_id': 'af0df29e-5ed2-41dc-b057-8b95d152f5e7', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=84041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:07:14.688916 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-dd97ca0e-1905-4d22-be52-558248f14f71 tempest-FloatingIPTestJSON-1355648241 tempest-FloatingIPTestJSON-1355648241-project] Usage tracker for resource:floatingip and tenant:23d580683d72427e8760083fb729f9d6 is out of sync, need to count used quota {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:07:14.694947 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-dd97ca0e-1905-4d22-be52-558248f14f71 tempest-FloatingIPTestJSON-1355648241 tempest-FloatingIPTestJSON-1355648241-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:07:14.698139 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-8f55350e-7972-486b-8146-7c77a9f2d231 tempest-SecGroupIPv6Test-1569010352 tempest-SecGroupIPv6Test-1569010352-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:07:14.700832 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8922d131-1cf8-49ee-9ed9-e3ae6d1a52f6 tempest-SecGroupIPv6Test-1569010352 tempest-SecGroupIPv6Test-1569010352-project] Pushing event updated for resources: {'SecurityGroup': ['ID=af0df29e-5ed2-41dc-b057-8b95d152f5e7,revision_number=1']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:07:14.709274 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-dd97ca0e-1905-4d22-be52-558248f14f71 tempest-FloatingIPTestJSON-1355648241 tempest-FloatingIPTestJSON-1355648241-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:07:14.712024 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-8f55350e-7972-486b-8146-7c77a9f2d231 tempest-SecGroupIPv6Test-1569010352 tempest-SecGroupIPv6Test-1569010352-project] Usage tracker for resource:security_group_rule and tenant:dc8b3677ed41470bbe4dd33b634aa4aa is out of sync, need to count used quota {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:07:14.717092 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-8f55350e-7972-486b-8146-7c77a9f2d231 tempest-SecGroupIPv6Test-1569010352 tempest-SecGroupIPv6Test-1569010352-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:07:14.739808 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-8f55350e-7972-486b-8146-7c77a9f2d231 tempest-SecGroupIPv6Test-1569010352 tempest-SecGroupIPv6Test-1569010352-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:07:14.743853 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-dd97ca0e-1905-4d22-be52-558248f14f71 tempest-FloatingIPTestJSON-1355648241 tempest-FloatingIPTestJSON-1355648241-project] Notify callbacks [] for floatingip, before_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:14.824193 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-61bceb88-82d2-473b-8505-28c61b8325de tempest-FloatingIPNegativeTestJSON-269247753 tempest-FloatingIPNegativeTestJSON-269247753-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31752722'] for subnet, before_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:14.842954 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-8f55350e-7972-486b-8146-7c77a9f2d231 tempest-SecGroupIPv6Test-1569010352 tempest-SecGroupIPv6Test-1569010352-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:14.845911 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-d243b08f-e5ad-44ea-b081-cae83411f836 tempest-PortsIpV6TestJSON-656796091 tempest-PortsIpV6TestJSON-656796091-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369123'] for port, precommit_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:14.875469 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 39582) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:07:15.043878 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.plugin [None req-d243b08f-e5ad-44ea-b081-cae83411f836 tempest-PortsIpV6TestJSON-656796091 tempest-PortsIpV6TestJSON-656796091-project] Calling delete_port for 6dd115ec-e6b1-424f-8a1c-3575047ab47b owned by {{(pid=84040) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 21:07:15.067520 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-8f55350e-7972-486b-8146-7c77a9f2d231 tempest-SecGroupIPv6Test-1569010352 tempest-SecGroupIPv6Test-1569010352-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:15.073827 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-6f4cb4be-af03-4a99-9630-dc71401ed65a admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=da880f7a41284ed5adc407648a815f08&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1957293 Apr 18 21:07:15.076740 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-8f55350e-7972-486b-8146-7c77a9f2d231 tempest-SecGroupIPv6Test-1569010352 tempest-SecGroupIPv6Test-1569010352-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33528311'] for security_group_rule, after_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:15.079291 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 39586) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:07:15.127123 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f55350e-7972-486b-8146-7c77a9f2d231 tempest-SecGroupIPv6Test-1569010352 tempest-SecGroupIPv6Test-1569010352-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3ad31159-cc8f-4fb7-9112-aeaff97dff63,revision_number=0']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:07:15.166158 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-8f55350e-7972-486b-8146-7c77a9f2d231 tempest-SecGroupIPv6Test-1569010352 tempest-SecGroupIPv6Test-1569010352-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:15.167318 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-8f55350e-7972-486b-8146-7c77a9f2d231 tempest-SecGroupIPv6Test-1569010352 tempest-SecGroupIPv6Test-1569010352-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.4964805 Apr 18 21:07:15.170281 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 39590) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:07:15.193869 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-dd97ca0e-1905-4d22-be52-558248f14f71 tempest-FloatingIPTestJSON-1355648241 tempest-FloatingIPTestJSON-1355648241-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:15.256276 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-7180163d-cdad-4426-9f71-13b18a8d72fe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:15.330996 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-7180163d-cdad-4426-9f71-13b18a8d72fe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:15.370300 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-97ad0357-fc1a-498e-abfc-1204e4141cc1 tempest-SecGroupIPv6Test-1569010352 tempest-SecGroupIPv6Test-1569010352-project] Notify callbacks [] for security_group, before_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:15.458614 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-97ad0357-fc1a-498e-abfc-1204e4141cc1 tempest-SecGroupIPv6Test-1569010352 tempest-SecGroupIPv6Test-1569010352-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:15.508180 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-d243b08f-e5ad-44ea-b081-cae83411f836 tempest-PortsIpV6TestJSON-656796091 tempest-PortsIpV6TestJSON-656796091-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750375259028', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750374836628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32440838'] for port, after_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:15.512511 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.db_base_plugin_common [None req-dd97ca0e-1905-4d22-be52-558248f14f71 tempest-FloatingIPTestJSON-1355648241 tempest-FloatingIPTestJSON-1355648241-project] Allocated IP 172.25.8.48 (e41b6600-a917-4a8d-b05c-be3be40c6d8c/6b05667b-848e-4356-9b44-d5eb6808ef74/8095f74f-951f-414f-95c2-be872bd44ce5) {{(pid=84041) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 21:07:15.517040 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-7180163d-cdad-4426-9f71-13b18a8d72fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33528224'] for security_group, after_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:15.538352 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7180163d-cdad-4426-9f71-13b18a8d72fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9acaed30-94e6-4eb6-bc78-239e315d5780,revision_number=None']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:07:15.626050 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d243b08f-e5ad-44ea-b081-cae83411f836 tempest-PortsIpV6TestJSON-656796091 tempest-PortsIpV6TestJSON-656796091-project] Pushing event deleted for resources: {'Port': ['ID=6dd115ec-e6b1-424f-8a1c-3575047ab47b,revision_number=None']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:07:15.628866 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-97ad0357-fc1a-498e-abfc-1204e4141cc1 tempest-SecGroupIPv6Test-1569010352 tempest-SecGroupIPv6Test-1569010352-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33528224'] for security_group, after_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:15.634676 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-61bceb88-82d2-473b-8505-28c61b8325de tempest-FloatingIPNegativeTestJSON-269247753 tempest-FloatingIPNegativeTestJSON-269247753-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33526260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32441074', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31752704'] for subnet, after_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:15.664298 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97ad0357-fc1a-498e-abfc-1204e4141cc1 tempest-SecGroupIPv6Test-1569010352 tempest-SecGroupIPv6Test-1569010352-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=af0df29e-5ed2-41dc-b057-8b95d152f5e7,revision_number=None']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:07:15.668160 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-97ad0357-fc1a-498e-abfc-1204e4141cc1 tempest-SecGroupIPv6Test-1569010352 tempest-SecGroupIPv6Test-1569010352-project] Notify callbacks [] for security_group, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:15.669264 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-97ad0357-fc1a-498e-abfc-1204e4141cc1 tempest-SecGroupIPv6Test-1569010352 tempest-SecGroupIPv6Test-1569010352-project] 10.222.0.42 "DELETE /v2.0/security-groups/af0df29e-5ed2-41dc-b057-8b95d152f5e7 HTTP/1.1" status: 204 len: 168 time: 0.4970071 Apr 18 21:07:15.672131 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-7180163d-cdad-4426-9f71-13b18a8d72fe admin admin] Notify callbacks [] for security_group, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:15.673143 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-7180163d-cdad-4426-9f71-13b18a8d72fe admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/9acaed30-94e6-4eb6-bc78-239e315d5780 HTTP/1.1" status: 204 len: 168 time: 0.5877969 Apr 18 21:07:15.677275 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 39608) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:07:15.745446 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-3e44a3e9-1f25-41a5-9aa9-e2ff00ae6401 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750375287399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253529'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:15.786666 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-dd97ca0e-1905-4d22-be52-558248f14f71 tempest-FloatingIPTestJSON-1355648241 tempest-FloatingIPTestJSON-1355648241-project] Notify callbacks [] for port, precommit_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:15.812357 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-ae4a163c-c6ad-48f5-ab97-65c08939d1a3 tempest-SecGroupIPv6Test-1569010352 tempest-SecGroupIPv6Test-1569010352-project] Synchronizing usage tracker for tenant:dc8b3677ed41470bbe4dd33b634aa4aa on resource:security_group {{(pid=84041) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 21:07:15.851915 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-ae4a163c-c6ad-48f5-ab97-65c08939d1a3 tempest-SecGroupIPv6Test-1569010352 tempest-SecGroupIPv6Test-1569010352-project] Unset dirty status for tenant:dc8b3677ed41470bbe4dd33b634aa4aa on resource:security_group {{(pid=84041) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 21:07:15.853152 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-ae4a163c-c6ad-48f5-ab97-65c08939d1a3 tempest-SecGroupIPv6Test-1569010352 tempest-SecGroupIPv6Test-1569010352-project] 10.222.0.42 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.1743121 Apr 18 21:07:15.855968 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 39616) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:07:15.904213 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-dd97ca0e-1905-4d22-be52-558248f14f71 tempest-FloatingIPTestJSON-1355648241 tempest-FloatingIPTestJSON-1355648241-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750374836619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32266323'] for port, after_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:15.954106 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-d243b08f-e5ad-44ea-b081-cae83411f836 tempest-PortsIpV6TestJSON-656796091 tempest-PortsIpV6TestJSON-656796091-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217293'] for port, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:15.984861 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61bceb88-82d2-473b-8505-28c61b8325de tempest-FloatingIPNegativeTestJSON-269247753 tempest-FloatingIPNegativeTestJSON-269247753-project] Pushing event updated for resources: {'Subnet': ['ID=3d74b3dd-edde-4bb2-a2bc-992541fbd2ff,revision_number=0']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:07:16.011615 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-d243b08f-e5ad-44ea-b081-cae83411f836 tempest-PortsIpV6TestJSON-656796091 tempest-PortsIpV6TestJSON-656796091-project] 10.222.0.42 "DELETE /v2.0/ports/6dd115ec-e6b1-424f-8a1c-3575047ab47b HTTP/1.1" status: 204 len: 168 time: 2.4615235 Apr 18 21:07:16.018413 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 39620) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:07:16.074798 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-9c9c5dab-f576-4b3b-894f-bcb3a0b858d4 tempest-SecGroupIPv6Test-1569010352 tempest-SecGroupIPv6Test-1569010352-project] Synchronizing usage tracker for tenant:dc8b3677ed41470bbe4dd33b634aa4aa on resource:security_group_rule {{(pid=84041) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 21:07:16.075848 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61bceb88-82d2-473b-8505-28c61b8325de tempest-FloatingIPNegativeTestJSON-269247753 tempest-FloatingIPNegativeTestJSON-269247753-project] Checking segment: {'id': 'e4837f30-9186-4985-96a3-a2f9f4d30cd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '5f40971c-ef0a-463a-a66f-d2cd869ce98c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84040) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 21:07:16.076388 n-d-838334-2 neutron-server[84040]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61bceb88-82d2-473b-8505-28c61b8325de tempest-FloatingIPNegativeTestJSON-269247753 tempest-FloatingIPNegativeTestJSON-269247753-project] Network hostable DHCP agents. Network: 5f40971c-ef0a-463a-a66f-d2cd869ce98c, hostable agents: ['8746f8ea-3e91-4b32-9919-2c63adeb8722'], hosted agents: [] {{(pid=84040) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 21:07:16.083582 n-d-838334-2 neutron-server[84040]: INFO neutron.pecan_wsgi.hooks.translation [None req-144b7b9f-8cf2-4130-9a86-ad3f6da8cf1d tempest-PortsIpV6TestJSON-656796091 tempest-PortsIpV6TestJSON-656796091-project] GET failed (client error): The resource could not be found. Apr 18 21:07:16.084109 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-144b7b9f-8cf2-4130-9a86-ad3f6da8cf1d tempest-PortsIpV6TestJSON-656796091 tempest-PortsIpV6TestJSON-656796091-project] Synchronizing usage tracker for tenant:2eda1cb86d1d401280eb2d37452a60a8 on resource:port {{(pid=84040) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 21:07:16.095393 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd97ca0e-1905-4d22-be52-558248f14f71 tempest-FloatingIPTestJSON-1355648241 tempest-FloatingIPTestJSON-1355648241-project] Pushing event updated for resources: {'Port': ['ID=8095f74f-951f-414f-95c2-be872bd44ce5,revision_number=1']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:07:16.113791 n-d-838334-2 neutron-server[84041]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd97ca0e-1905-4d22-be52-558248f14f71 tempest-FloatingIPTestJSON-1355648241 tempest-FloatingIPTestJSON-1355648241-project] Network e41b6600-a917-4a8d-b05c-be3be40c6d8c is already hosted by enough agents. {{(pid=84041) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:07:16.118224 n-d-838334-2 neutron-server[84041]: DEBUG neutron.scheduler.base_scheduler [None req-dd97ca0e-1905-4d22-be52-558248f14f71 tempest-FloatingIPTestJSON-1355648241 tempest-FloatingIPTestJSON-1355648241-project] Resources bound (agent type, host, resource id): {{(pid=84041) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:07:16.122422 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-144b7b9f-8cf2-4130-9a86-ad3f6da8cf1d tempest-PortsIpV6TestJSON-656796091 tempest-PortsIpV6TestJSON-656796091-project] Unset dirty status for tenant:2eda1cb86d1d401280eb2d37452a60a8 on resource:port {{(pid=84040) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 21:07:16.123570 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-144b7b9f-8cf2-4130-9a86-ad3f6da8cf1d tempest-PortsIpV6TestJSON-656796091 tempest-PortsIpV6TestJSON-656796091-project] 10.222.0.42 "GET /v2.0/ports/6dd115ec-e6b1-424f-8a1c-3575047ab47b HTTP/1.1" status: 404 len: 333 time: 0.1025355 Apr 18 21:07:16.125587 n-d-838334-2 neutron-server[84040]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-18510e90-fb2c-477f-ad45-9aef278f6506 tempest-RoutersTest-1500746192 tempest-RoutersTest-1500746192-project] Router d3445e60-27f3-4080-a032-9bd4d27dfce0 has already been hosted by L3 agent bc84d6c9-dd7a-4555-a351-592327b46d5a {{(pid=84040) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 21:07:16.127879 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 39626) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:07:16.130358 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd97ca0e-1905-4d22-be52-558248f14f71 tempest-FloatingIPTestJSON-1355648241 tempest-FloatingIPTestJSON-1355648241-project] Received port after_create {{(pid=84041) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 21:07:16.183817 n-d-838334-2 neutron-server[84040]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61bceb88-82d2-473b-8505-28c61b8325de tempest-FloatingIPNegativeTestJSON-269247753 tempest-FloatingIPNegativeTestJSON-269247753-project] Network 5f40971c-ef0a-463a-a66f-d2cd869ce98c is scheduled to be hosted by DHCP agent 8746f8ea-3e91-4b32-9919-2c63adeb8722 with binding_index 1 {{(pid=84040) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 21:07:16.218186 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-9c9c5dab-f576-4b3b-894f-bcb3a0b858d4 tempest-SecGroupIPv6Test-1569010352 tempest-SecGroupIPv6Test-1569010352-project] Unset dirty status for tenant:dc8b3677ed41470bbe4dd33b634aa4aa on resource:security_group_rule {{(pid=84041) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 21:07:16.222941 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-9c9c5dab-f576-4b3b-894f-bcb3a0b858d4 tempest-SecGroupIPv6Test-1569010352 tempest-SecGroupIPv6Test-1569010352-project] 10.222.0.42 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 2243 time: 0.3651724 Apr 18 21:07:16.247637 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 39632) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:07:16.275022 n-d-838334-2 neutron-server[84041]: INFO neutron.api.v2.resource [None req-defefead-d9cd-40de-9193-d8471afaa159 tempest-SecGroupIPv6Test-1569010352 tempest-SecGroupIPv6Test-1569010352-project] delete failed (client error): The resource could not be found. Apr 18 21:07:16.282119 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-defefead-d9cd-40de-9193-d8471afaa159 tempest-SecGroupIPv6Test-1569010352 tempest-SecGroupIPv6Test-1569010352-project] 10.222.0.42 "DELETE /v2.0/security-groups/af0df29e-5ed2-41dc-b057-8b95d152f5e7 HTTP/1.1" status: 404 len: 347 time: 0.0334189 Apr 18 21:07:16.282744 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 39638) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:07:16.304175 n-d-838334-2 neutron-server[84040]: DEBUG neutron.scheduler.base_scheduler [None req-61bceb88-82d2-473b-8505-28c61b8325de tempest-FloatingIPNegativeTestJSON-269247753 tempest-FloatingIPNegativeTestJSON-269247753-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-838334-2, 5f40971c-ef0a-463a-a66f-d2cd869ce98c) {{(pid=84040) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:07:16.313657 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6819108c-78af-4fa7-848b-5a82987438a8 None None] Network 5f40971c-ef0a-463a-a66f-d2cd869ce98c requested from n-d-838334-2 {{(pid=84042) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 21:07:16.408548 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61bceb88-82d2-473b-8505-28c61b8325de tempest-FloatingIPNegativeTestJSON-269247753 tempest-FloatingIPNegativeTestJSON-269247753-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:07:16.409672 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-61bceb88-82d2-473b-8505-28c61b8325de tempest-FloatingIPNegativeTestJSON-269247753 tempest-FloatingIPNegativeTestJSON-269247753-project] Notify callbacks [] for subnet, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:16.429465 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-5f2f6eed-f0f1-4269-8f48-26e8cec99e1b tempest-SecGroupIPv6Test-1569010352 tempest-SecGroupIPv6Test-1569010352-project] 10.222.0.42 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.1387310 Apr 18 21:07:16.490217 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-61bceb88-82d2-473b-8505-28c61b8325de tempest-FloatingIPNegativeTestJSON-269247753 tempest-FloatingIPNegativeTestJSON-269247753-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.8165727 Apr 18 21:07:16.494542 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 39646) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:07:16.505728 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.v2.base [None req-65b3ef76-bcdc-4f5e-91a5-479c095893e7 tempest-FloatingIPNegativeTestJSON-269247753 tempest-FloatingIPNegativeTestJSON-269247753-project] Request body: {'router': {'name': 'tempest-FloatingIPNegativeTestJSON-router-2146797284', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=84040) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:07:16.530937 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [None req-65b3ef76-bcdc-4f5e-91a5-479c095893e7 tempest-FloatingIPNegativeTestJSON-269247753 tempest-FloatingIPNegativeTestJSON-269247753-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:07:16.540399 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-65b3ef76-bcdc-4f5e-91a5-479c095893e7 tempest-FloatingIPNegativeTestJSON-269247753 tempest-FloatingIPNegativeTestJSON-269247753-project] Usage tracker for resource:router and tenant:75c59b487907465fa2b09b0111adbf0a is out of sync, need to count used quota {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:07:16.546080 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.db_base_plugin_v2 [None req-47badedb-ba88-42ed-915c-e3b30cafd68c tempest-PortsIpV6TestJSON-656796091 tempest-PortsIpV6TestJSON-656796091-project] Deleting subnet 50ab9ccd-540d-4ae9-be2b-0a64141f7938 {{(pid=84040) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 18 21:07:16.548138 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-65b3ef76-bcdc-4f5e-91a5-479c095893e7 tempest-FloatingIPNegativeTestJSON-269247753 tempest-FloatingIPNegativeTestJSON-269247753-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:07:16.555578 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-47badedb-ba88-42ed-915c-e3b30cafd68c tempest-PortsIpV6TestJSON-656796091 tempest-PortsIpV6TestJSON-656796091-project] Notify callbacks [] for subnet, before_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:16.589500 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [None req-65b3ef76-bcdc-4f5e-91a5-479c095893e7 tempest-FloatingIPNegativeTestJSON-269247753 tempest-FloatingIPNegativeTestJSON-269247753-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:07:16.665775 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-65b3ef76-bcdc-4f5e-91a5-479c095893e7 tempest-FloatingIPNegativeTestJSON-269247753 tempest-FloatingIPNegativeTestJSON-269247753-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-33442106', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5708'] for router, before_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:16.666850 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-65b3ef76-bcdc-4f5e-91a5-479c095893e7 tempest-FloatingIPNegativeTestJSON-269247753 tempest-FloatingIPNegativeTestJSON-269247753-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33442137', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33444285', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33535433', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5703'] for router, precommit_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:16.704735 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-47badedb-ba88-42ed-915c-e3b30cafd68c tempest-PortsIpV6TestJSON-656796091 tempest-PortsIpV6TestJSON-656796091-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31955982'] for subnet, precommit_delete_associations {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:16.720008 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01df14a1-0c40-48ba-a516-df71a73a81f6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp016840fc-1f9f-5892-9c53-c9cf6c845bbb-5f40971c-ef0a-463a-a66f-d2cd869ce98c', 'network_id': '5f40971c-ef0a-463a-a66f-d2cd869ce98c', 'tenant_id': '75c59b487907465fa2b09b0111adbf0a', 'fixed_ips': [{'subnet_id': '3d74b3dd-edde-4bb2-a2bc-992541fbd2ff'}]}} from n-d-838334-2. {{(pid=84042) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 18 21:07:16.721341 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-01df14a1-0c40-48ba-a516-df71a73a81f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_create {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:16.783806 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-18510e90-fb2c-477f-ad45-9aef278f6506 tempest-RoutersTest-1500746192 tempest-RoutersTest-1500746192-project] Notify agent at l3_agent.n-d-838334-2 the message routers_updated {{(pid=84040) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 21:07:16.853561 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-18510e90-fb2c-477f-ad45-9aef278f6506 tempest-RoutersTest-1500746192 tempest-RoutersTest-1500746192-project] 10.222.0.42 "PUT /v2.0/routers/d3445e60-27f3-4080-a032-9bd4d27dfce0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 11.5119896 Apr 18 21:07:16.875920 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 39654) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:07:16.879682 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-65b3ef76-bcdc-4f5e-91a5-479c095893e7 tempest-FloatingIPNegativeTestJSON-269247753 tempest-FloatingIPNegativeTestJSON-269247753-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:16.919169 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.db_base_plugin_common [None req-01df14a1-0c40-48ba-a516-df71a73a81f6 None None] Allocated IP 172.20.0.2 (5f40971c-ef0a-463a-a66f-d2cd869ce98c/3d74b3dd-edde-4bb2-a2bc-992541fbd2ff/f3a34d33-8da9-447c-b173-b21ad8d9a772) {{(pid=84042) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 21:07:17.046916 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 39664) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:07:17.060313 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-65b3ef76-bcdc-4f5e-91a5-479c095893e7 tempest-FloatingIPNegativeTestJSON-269247753 tempest-FloatingIPNegativeTestJSON-269247753-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33443529', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33444176'] for router, after_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:17.099387 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-dd97ca0e-1905-4d22-be52-558248f14f71 tempest-FloatingIPTestJSON-1355648241 tempest-FloatingIPTestJSON-1355648241-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:17.200182 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-dd97ca0e-1905-4d22-be52-558248f14f71 tempest-FloatingIPTestJSON-1355648241 tempest-FloatingIPTestJSON-1355648241-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:17.237859 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-65b3ef76-bcdc-4f5e-91a5-479c095893e7 tempest-FloatingIPNegativeTestJSON-269247753 tempest-FloatingIPNegativeTestJSON-269247753-project] Notify callbacks [] for router, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:17.239199 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-65b3ef76-bcdc-4f5e-91a5-479c095893e7 tempest-FloatingIPNegativeTestJSON-269247753 tempest-FloatingIPNegativeTestJSON-269247753-project] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 715 time: 0.7421489 Apr 18 21:07:17.254785 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 39674) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:07:17.262038 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-47badedb-ba88-42ed-915c-e3b30cafd68c tempest-PortsIpV6TestJSON-656796091 tempest-PortsIpV6TestJSON-656796091-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1260556'] for subnet, precommit_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:17.334126 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-01df14a1-0c40-48ba-a516-df71a73a81f6 None None] Notify callbacks [] for port, precommit_create {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:17.352890 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-01df14a1-0c40-48ba-a516-df71a73a81f6 None None] Transition to ACTIVE for port object f3a34d33-8da9-447c-b173-b21ad8d9a772 will not be triggered until provisioned by entity L2. {{(pid=84042) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:07:17.367960 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01703683-863c-4731-9f4f-c10f6ce58d56 None None] Sync routers for ids ['d3445e60-27f3-4080-a032-9bd4d27dfce0'] in n-d-838334-2 {{(pid=84042) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 18 21:07:17.396990 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-01df14a1-0c40-48ba-a516-df71a73a81f6 None None] Transition to ACTIVE for port object f3a34d33-8da9-447c-b173-b21ad8d9a772 will not be triggered until provisioned by entity DHCP. {{(pid=84042) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:07:17.404835 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01703683-863c-4731-9f4f-c10f6ce58d56 None None] Routers {'d3445e60-27f3-4080-a032-9bd4d27dfce0'} bound to L3 agent in host n-d-838334-2 {{(pid=84042) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 21:07:17.406369 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_hamode_db [None req-01703683-863c-4731-9f4f-c10f6ce58d56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838334-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-18T20:25:48Z,description=,heartbeat_timestamp=2022-04-18T21:06:48Z,host='n-d-838334-2',id=bc84d6c9-dd7a-4555-a351-592327b46d5a,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:25:48Z,topic='l3_agent')) {'router_ids': ['d3445e60-27f3-4080-a032-9bd4d27dfce0'], 'active': True} {{(pid=84042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:07:17.493770 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 39678) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:07:17.567148 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-dd97ca0e-1905-4d22-be52-558248f14f71 tempest-FloatingIPTestJSON-1355648241 tempest-FloatingIPTestJSON-1355648241-project] Notify callbacks [] for port, precommit_update {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:17.577208 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-dd97ca0e-1905-4d22-be52-558248f14f71 tempest-FloatingIPTestJSON-1355648241 tempest-FloatingIPTestJSON-1355648241-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32266282'] for port, after_update {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:17.622388 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.db_base_plugin_v2 [None req-54edcd04-fa0b-4cd9-9be2-fefeef1afe63 tempest-RoutersTest-1500746192 tempest-RoutersTest-1500746192-project] Deleting subnet 0e2b666a-fc2b-480d-adf5-db144491e364 {{(pid=84040) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 18 21:07:17.627346 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-54edcd04-fa0b-4cd9-9be2-fefeef1afe63 tempest-RoutersTest-1500746192 tempest-RoutersTest-1500746192-project] Notify callbacks [] for subnet, before_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:17.660362 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.v2.base [None req-3261cc76-00a7-4ae8-b19a-cbbccdab34d1 tempest-SubnetPoolsTestJSON-1264626618 tempest-SubnetPoolsTestJSON-1264626618-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools-1847782395', 'prefixes': ['172.20.0.0/16']}} {{(pid=84041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:07:17.685897 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-3261cc76-00a7-4ae8-b19a-cbbccdab34d1 tempest-SubnetPoolsTestJSON-1264626618 tempest-SubnetPoolsTestJSON-1264626618-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:07:17.760302 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_dvr_db [None req-01703683-863c-4731-9f4f-c10f6ce58d56 None None] Set router d3445e60-27f3-4080-a032-9bd4d27dfce0 gateway port host: None {{(pid=84042) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 21:07:17.845550 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-01df14a1-0c40-48ba-a516-df71a73a81f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750374836619'] for port, after_create {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:17.857002 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-9c1c3705-2ded-4159-862d-4c8eeb61b621 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=dc8b3677ed41470bbe4dd33b634aa4aa&name=default HTTP/1.1" status: 200 len: 2647 time: 0.8079000 Apr 18 21:07:17.860539 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd97ca0e-1905-4d22-be52-558248f14f71 tempest-FloatingIPTestJSON-1355648241 tempest-FloatingIPTestJSON-1355648241-project] Pushing event updated for resources: {'Port': ['ID=8095f74f-951f-414f-95c2-be872bd44ce5,revision_number=2']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:07:17.868661 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 39684) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:07:17.869639 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-54edcd04-fa0b-4cd9-9be2-fefeef1afe63 tempest-RoutersTest-1500746192 tempest-RoutersTest-1500746192-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31955982'] for subnet, precommit_delete_associations {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:17.911150 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-47badedb-ba88-42ed-915c-e3b30cafd68c tempest-PortsIpV6TestJSON-656796091 tempest-PortsIpV6TestJSON-656796091-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1260549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33526260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32440885', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31752825'] for subnet, after_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:17.937309 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-dd97ca0e-1905-4d22-be52-558248f14f71 tempest-FloatingIPTestJSON-1355648241 tempest-FloatingIPTestJSON-1355648241-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33444131'] for floatingip, after_update {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:18.026510 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01df14a1-0c40-48ba-a516-df71a73a81f6 None None] Pushing event updated for resources: {'Port': ['ID=f3a34d33-8da9-447c-b173-b21ad8d9a772,revision_number=1']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:07:18.126179 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-9a227cd9-5f29-4571-8f55-45071ed8c8db admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:18.165517 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-e4d3b95d-0dbc-4d80-9119-b8a43cb35914 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750375287399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253529'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:18.172451 n-d-838334-2 neutron-server[84042]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01df14a1-0c40-48ba-a516-df71a73a81f6 None None] Network 5f40971c-ef0a-463a-a66f-d2cd869ce98c is already hosted by enough agents. {{(pid=84042) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:07:18.173788 n-d-838334-2 neutron-server[84042]: DEBUG neutron.scheduler.base_scheduler [None req-01df14a1-0c40-48ba-a516-df71a73a81f6 None None] Resources bound (agent type, host, resource id): {{(pid=84042) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:07:18.179433 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01df14a1-0c40-48ba-a516-df71a73a81f6 None None] Received port after_create {{(pid=84042) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 21:07:18.210826 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-9a227cd9-5f29-4571-8f55-45071ed8c8db admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:18.233632 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47badedb-ba88-42ed-915c-e3b30cafd68c tempest-PortsIpV6TestJSON-656796091 tempest-PortsIpV6TestJSON-656796091-project] Pushing event deleted for resources: {'Subnet': ['ID=50ab9ccd-540d-4ae9-be2b-0a64141f7938,revision_number=None']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:07:18.308896 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-47badedb-ba88-42ed-915c-e3b30cafd68c tempest-PortsIpV6TestJSON-656796091 tempest-PortsIpV6TestJSON-656796091-project] Notify callbacks [] for subnet, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:18.310404 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-3261cc76-00a7-4ae8-b19a-cbbccdab34d1 tempest-SubnetPoolsTestJSON-1264626618 tempest-SubnetPoolsTestJSON-1264626618-project] Notify callbacks [] for subnetpool, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:18.316519 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 39692) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:07:18.316964 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-3261cc76-00a7-4ae8-b19a-cbbccdab34d1 tempest-SubnetPoolsTestJSON-1264626618 tempest-SubnetPoolsTestJSON-1264626618-project] 10.222.0.42 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 737 time: 0.8210757 Apr 18 21:07:18.336463 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aaa90657-0026-467e-a0f8-18aa6aa48bfd None None] Network 4225fd21-47d8-491f-8b53-44b376b8f362 requested from n-d-838334-2 {{(pid=84042) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 21:07:18.352405 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-47badedb-ba88-42ed-915c-e3b30cafd68c tempest-PortsIpV6TestJSON-656796091 tempest-PortsIpV6TestJSON-656796091-project] 10.222.0.42 "DELETE /v2.0/subnets/50ab9ccd-540d-4ae9-be2b-0a64141f7938 HTTP/1.1" status: 204 len: 168 time: 2.2202435 Apr 18 21:07:18.360785 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 39698) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:07:18.460577 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.managers [None req-01df14a1-0c40-48ba-a516-df71a73a81f6 None None] Attempting to bind port f3a34d33-8da9-447c-b173-b21ad8d9a772 on host n-d-838334-2 for vnic_type normal with profile {{(pid=84042) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 21:07:18.460943 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.managers [None req-01df14a1-0c40-48ba-a516-df71a73a81f6 None None] Attempting to bind port f3a34d33-8da9-447c-b173-b21ad8d9a772 by drivers openvswitch,hyperv on host n-d-838334-2 at level 0 using segments [{'id': 'e4837f30-9186-4985-96a3-a2f9f4d30cd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '5f40971c-ef0a-463a-a66f-d2cd869ce98c'}] {{(pid=84042) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 21:07:18.461455 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01df14a1-0c40-48ba-a516-df71a73a81f6 None None] Attempting to bind port f3a34d33-8da9-447c-b173-b21ad8d9a772 on network 5f40971c-ef0a-463a-a66f-d2cd869ce98c {{(pid=84042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 21:07:18.462542 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-018a75b6-c3b2-4227-b167-75527ef85ee8 tempest-FloatingIPNegativeTestJSON-269247753 tempest-FloatingIPNegativeTestJSON-269247753-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:18.483911 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-d8dea2a6-d31f-4bb6-a509-5c03e44ab72d tempest-SubnetPoolsTestJSON-1264626618 tempest-SubnetPoolsTestJSON-1264626618-project] 10.222.0.42 "GET /v2.0/subnetpools/490a48ea-4328-4d00-93c2-6195cd9d96b5 HTTP/1.1" status: 200 len: 732 time: 0.1594713 Apr 18 21:07:18.483911 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 39702) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:07:18.510399 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.v2.base [None req-bf25b1a5-2353-41a1-9076-c99ad895063a tempest-SubnetPoolsTestJSON-1264626618 tempest-SubnetPoolsTestJSON-1264626618-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools_update-361190386'}} {{(pid=84040) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:07:18.514903 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01df14a1-0c40-48ba-a516-df71a73a81f6 None None] Checking agent: {'id': '97cd4414-7af6-4d67-868d-dff370b4071a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838334-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 25, 49), 'started_at': datetime.datetime(2022, 4, 18, 20, 26, 19), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 21, 6, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838334-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 18 21:07:18.515283 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01df14a1-0c40-48ba-a516-df71a73a81f6 None None] Checking segment: {'id': 'e4837f30-9186-4985-96a3-a2f9f4d30cd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '5f40971c-ef0a-463a-a66f-d2cd869ce98c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84042) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 21:07:18.515922 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-01df14a1-0c40-48ba-a516-df71a73a81f6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:18.516403 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01df14a1-0c40-48ba-a516-df71a73a81f6 None None] Bound using segment: {'id': 'e4837f30-9186-4985-96a3-a2f9f4d30cd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '5f40971c-ef0a-463a-a66f-d2cd869ce98c'} {{(pid=84042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 18 21:07:18.516885 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.managers [None req-01df14a1-0c40-48ba-a516-df71a73a81f6 None None] Bound port: f3a34d33-8da9-447c-b173-b21ad8d9a772, host: n-d-838334-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e4837f30-9186-4985-96a3-a2f9f4d30cd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '5f40971c-ef0a-463a-a66f-d2cd869ce98c'}}] {{(pid=84042) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 21:07:18.517300 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-01df14a1-0c40-48ba-a516-df71a73a81f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:18.572219 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-d25db678-ad04-45ec-83eb-7b6f9ab0f891 tempest-PortsIpV6TestJSON-656796091 tempest-PortsIpV6TestJSON-656796091-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1103592'] for network, before_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:18.577631 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-9a227cd9-5f29-4571-8f55-45071ed8c8db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33528224'] for security_group, after_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:18.613886 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a227cd9-5f29-4571-8f55-45071ed8c8db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec51b5ab-1445-4923-a0c6-0ad572f3ee5f,revision_number=None']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:07:18.629740 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.plugin [None req-d25db678-ad04-45ec-83eb-7b6f9ab0f891 tempest-PortsIpV6TestJSON-656796091 tempest-PortsIpV6TestJSON-656796091-project] Deleting port a3728757-4f5c-4fb9-b86c-766ebc1fd2bb {{(pid=84041) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 21:07:18.630458 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-d25db678-ad04-45ec-83eb-7b6f9ab0f891 tempest-PortsIpV6TestJSON-656796091 tempest-PortsIpV6TestJSON-656796091-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750375188691'] for port, before_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:18.696339 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-9a227cd9-5f29-4571-8f55-45071ed8c8db admin admin] Notify callbacks [] for security_group, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:18.699782 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-9a227cd9-5f29-4571-8f55-45071ed8c8db admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/ec51b5ab-1445-4923-a0c6-0ad572f3ee5f HTTP/1.1" status: 204 len: 168 time: 0.8271124 Apr 18 21:07:18.700009 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-54edcd04-fa0b-4cd9-9be2-fefeef1afe63 tempest-RoutersTest-1500746192 tempest-RoutersTest-1500746192-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1260556'] for subnet, precommit_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:18.716250 n-d-838334-2 neutron-server[84041]: INFO neutron.db.l3_db [None req-dd97ca0e-1905-4d22-be52-558248f14f71 tempest-FloatingIPTestJSON-1355648241 tempest-FloatingIPTestJSON-1355648241-project] Floating IP eafc11b4-650c-4062-a2f7-a5e35b546171 associated. External IP: 172.25.8.48, port: 2882729f-5f07-42d9-8958-1c24592c42f2. Apr 18 21:07:18.806238 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-bf25b1a5-2353-41a1-9076-c99ad895063a tempest-SubnetPoolsTestJSON-1264626618 tempest-SubnetPoolsTestJSON-1264626618-project] Notify callbacks [] for subnetpool, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:18.807700 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-bf25b1a5-2353-41a1-9076-c99ad895063a tempest-SubnetPoolsTestJSON-1264626618 tempest-SubnetPoolsTestJSON-1264626618-project] 10.222.0.42 "PUT /v2.0/subnetpools/490a48ea-4328-4d00-93c2-6195cd9d96b5 HTTP/1.1" status: 200 len: 683 time: 0.3146541 Apr 18 21:07:18.814953 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 39710) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:07:18.849073 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 39714) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:07:18.852247 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-01df14a1-0c40-48ba-a516-df71a73a81f6 None None] For port f3a34d33-8da9-447c-b173-b21ad8d9a772, host n-d-838334-2, cleared binding levels {{(pid=84042) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 21:07:18.867132 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-01df14a1-0c40-48ba-a516-df71a73a81f6 None None] For port f3a34d33-8da9-447c-b173-b21ad8d9a772, host n-d-838334-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838334-2',level=0,port_id=f3a34d33-8da9-447c-b173-b21ad8d9a772,segment=NetworkSegment(e4837f30-9186-4985-96a3-a2f9f4d30cd4),segment_id=e4837f30-9186-4985-96a3-a2f9f4d30cd4)] {{(pid=84042) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 21:07:18.885116 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_hamode_db [None req-01703683-863c-4731-9f4f-c10f6ce58d56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3445e60-27f3-4080-a032-9bd4d27dfce0', 'name': 'tempest-RoutersTest-router-1627313381', 'tenant_id': '8a05b90fa8c54f25938df6bd0ef52223', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:06:00Z', 'updated_at': '2022-04-18T21:07:12Z', 'revision_number': 8, 'project_id': '8a05b90fa8c54f25938df6bd0ef52223', 'gw_port_host': None, '_interfaces': [{'id': '33b867d1-0439-4e6e-9292-2f7076a420d5', 'name': '', 'network_id': '6c55f5d6-32aa-4564-9c07-62d3eb3a4e33', 'tenant_id': '8a05b90fa8c54f25938df6bd0ef52223', 'mac_address': 'fa:16:3e:86:52:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3445e60-27f3-4080-a032-9bd4d27dfce0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2b90dced-66c9-4d15-bdac-b6cf07d1ccea', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:06:16Z', 'updated_at': '2022-04-18T21:06:31Z', 'revision_number': 5, 'project_id': '8a05b90fa8c54f25938df6bd0ef52223', 'subnets': [{'id': '2b90dced-66c9-4d15-bdac-b6cf07d1ccea', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '56d927d1-4222-4261-8ba4-7d3147f61bc3', 'name': '', 'network_id': 'a939bca6-cf86-485c-ae21-4acaab3ed357', 'tenant_id': '8a05b90fa8c54f25938df6bd0ef52223', 'mac_address': 'fa:16:3e:31:a6:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3445e60-27f3-4080-a032-9bd4d27dfce0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'fc661f01-7889-49a3-8551-a398092f67d4', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:06:32Z', 'updated_at': '2022-04-18T21:06:45Z', 'revision_number': 5, 'project_id': '8a05b90fa8c54f25938df6bd0ef52223', 'subnets': [{'id': 'fc661f01-7889-49a3-8551-a398092f67d4', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b3960860-c173-49ec-b335-5c1dd2983a36', 'name': '', 'network_id': '0f4f3485-d47f-443a-afdb-b607b91dc681', 'tenant_id': '8a05b90fa8c54f25938df6bd0ef52223', 'mac_address': 'fa:16:3e:f4:09:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3445e60-27f3-4080-a032-9bd4d27dfce0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c69b069c-a1b2-456b-9244-afeef8944023', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:06:04Z', 'updated_at': '2022-04-18T21:06:14Z', 'revision_number': 5, 'project_id': '8a05b90fa8c54f25938df6bd0ef52223', 'subnets': [{'id': 'c69b069c-a1b2-456b-9244-afeef8944023', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838334-2', False) {} {{(pid=84042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:07:18.901269 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01703683-863c-4731-9f4f-c10f6ce58d56 None None] Checking router: d3445e60-27f3-4080-a032-9bd4d27dfce0 for host: n-d-838334-2 {{(pid=84042) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 18 21:07:18.903978 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-01df14a1-0c40-48ba-a516-df71a73a81f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682'] for port, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:18.980232 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [req-84e20d55-086d-4494-8dbd-5269f69ee6ef req-475395b0-f34c-4c44-a21c-e5a2f6d05adf service neutron] (84041) timed out ('10.222.0.48', 54517) {{(pid=84041) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Apr 18 21:07:19.005819 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01df14a1-0c40-48ba-a516-df71a73a81f6 None None] Pushing event updated for resources: {'Port': ['ID=f3a34d33-8da9-447c-b173-b21ad8d9a772,revision_number=2']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:07:19.032995 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c43b746-8584-4f94-92a8-b4b088536ef3 None None] DHCP port deletion for 4225fd21-47d8-491f-8b53-44b376b8f362 request from n-d-838334-2 {{(pid=84042) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 18 21:07:19.044409 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.plugin [None req-9c43b746-8584-4f94-92a8-b4b088536ef3 None None] Deleting port a3728757-4f5c-4fb9-b86c-766ebc1fd2bb {{(pid=84042) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 21:07:19.044983 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-9c43b746-8584-4f94-92a8-b4b088536ef3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750375188691'] for port, before_delete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:19.224554 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.db [None req-d25db678-ad04-45ec-83eb-7b6f9ab0f891 tempest-PortsIpV6TestJSON-656796091 tempest-PortsIpV6TestJSON-656796091-project] For port a3728757-4f5c-4fb9-b86c-766ebc1fd2bb, host n-d-838334-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838334-2',level=0,port_id=a3728757-4f5c-4fb9-b86c-766ebc1fd2bb,segment=NetworkSegment(61600ca0-bf08-4bcf-a1e5-e60a0ed93c4e),segment_id=61600ca0-bf08-4bcf-a1e5-e60a0ed93c4e)] {{(pid=84041) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:07:19.225145 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-d25db678-ad04-45ec-83eb-7b6f9ab0f891 tempest-PortsIpV6TestJSON-656796091 tempest-PortsIpV6TestJSON-656796091-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369123'] for port, precommit_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:19.238413 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-54edcd04-fa0b-4cd9-9be2-fefeef1afe63 tempest-RoutersTest-1500746192 tempest-RoutersTest-1500746192-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1260549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33526260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32440885', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31752825'] for subnet, after_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:19.356001 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.plugin [None req-d25db678-ad04-45ec-83eb-7b6f9ab0f891 tempest-PortsIpV6TestJSON-656796091 tempest-PortsIpV6TestJSON-656796091-project] Calling delete_port for a3728757-4f5c-4fb9-b86c-766ebc1fd2bb owned by network:dhcp {{(pid=84041) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 21:07:19.416373 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54edcd04-fa0b-4cd9-9be2-fefeef1afe63 tempest-RoutersTest-1500746192 tempest-RoutersTest-1500746192-project] Pushing event deleted for resources: {'Subnet': ['ID=0e2b666a-fc2b-480d-adf5-db144491e364,revision_number=None']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:07:19.420133 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01703683-863c-4731-9f4f-c10f6ce58d56 None None] Routers {'d3445e60-27f3-4080-a032-9bd4d27dfce0'} bound to L3 agent in host n-d-838334-2 {{(pid=84042) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 21:07:19.420784 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_hamode_db [None req-01703683-863c-4731-9f4f-c10f6ce58d56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838334-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-18T20:25:48Z,description=,heartbeat_timestamp=2022-04-18T21:07:18Z,host='n-d-838334-2',id=bc84d6c9-dd7a-4555-a351-592327b46d5a,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:25:48Z,topic='l3_agent')) {'router_ids': ['d3445e60-27f3-4080-a032-9bd4d27dfce0'], 'active': True} {{(pid=84042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:07:19.460760 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-7096daf0-b45b-4e91-942f-78f7f2069fa0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:19.488733 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-e37c60ab-5ad7-4845-a0af-824e9cd57bb8 tempest-SubnetPoolsTestJSON-1264626618 tempest-SubnetPoolsTestJSON-1264626618-project] Notify callbacks [] for subnetpool, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:19.492591 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-e37c60ab-5ad7-4845-a0af-824e9cd57bb8 tempest-SubnetPoolsTestJSON-1264626618 tempest-SubnetPoolsTestJSON-1264626618-project] 10.222.0.42 "DELETE /v2.0/subnetpools/490a48ea-4328-4d00-93c2-6195cd9d96b5 HTTP/1.1" status: 204 len: 168 time: 0.6755896 Apr 18 21:07:19.494482 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 39726) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:07:19.500941 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750375287399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253529'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:19.511054 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-54edcd04-fa0b-4cd9-9be2-fefeef1afe63 tempest-RoutersTest-1500746192 tempest-RoutersTest-1500746192-project] Notify callbacks [] for subnet, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:19.515281 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-54edcd04-fa0b-4cd9-9be2-fefeef1afe63 tempest-RoutersTest-1500746192 tempest-RoutersTest-1500746192-project] 10.222.0.42 "DELETE /v2.0/subnets/0e2b666a-fc2b-480d-adf5-db144491e364 HTTP/1.1" status: 204 len: 168 time: 2.6360626 Apr 18 21:07:19.538788 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [None req-7096daf0-b45b-4e91-942f-78f7f2069fa0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:07:19.543316 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-7096daf0-b45b-4e91-942f-78f7f2069fa0 admin admin] Usage tracker for resource:security_group_rule and tenant:352e1b389b48471a8700866405e6ceeb is out of sync, need to count used quota {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:07:19.546592 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-7096daf0-b45b-4e91-942f-78f7f2069fa0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:07:19.553591 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [None req-7096daf0-b45b-4e91-942f-78f7f2069fa0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:07:19.559736 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 39730) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:07:19.571185 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-d25db678-ad04-45ec-83eb-7b6f9ab0f891 tempest-PortsIpV6TestJSON-656796091 tempest-PortsIpV6TestJSON-656796091-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750375259028', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750374836628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32266323'] for port, after_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:19.603816 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b172331c-f983-44a3-97eb-8279aa8f1a66 None None] Network ed311a23-ad81-45cd-9189-66f99400b6ae requested from n-d-838334-2 {{(pid=84042) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 21:07:19.635546 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-7096daf0-b45b-4e91-942f-78f7f2069fa0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:19.658320 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-7096daf0-b45b-4e91-942f-78f7f2069fa0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33528224'] for security_group, after_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:19.732518 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7096daf0-b45b-4e91-942f-78f7f2069fa0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e8e37b9e-00cf-40c2-b203-4e79c9d778bf,revision_number=1']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:07:19.742874 n-d-838334-2 neutron-server[84040]: INFO neutron.api.v2.resource [None req-4491e5c2-47fb-4eb9-bafc-b8008ae05790 tempest-SubnetPoolsTestJSON-1264626618 tempest-SubnetPoolsTestJSON-1264626618-project] show failed (client error): The resource could not be found. Apr 18 21:07:19.746438 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-4491e5c2-47fb-4eb9-bafc-b8008ae05790 tempest-SubnetPoolsTestJSON-1264626618 tempest-SubnetPoolsTestJSON-1264626618-project] 10.222.0.42 "GET /v2.0/subnetpools/490a48ea-4328-4d00-93c2-6195cd9d96b5 HTTP/1.1" status: 404 len: 346 time: 0.2360685 Apr 18 21:07:19.753914 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 39738) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:07:19.755788 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d25db678-ad04-45ec-83eb-7b6f9ab0f891 tempest-PortsIpV6TestJSON-656796091 tempest-PortsIpV6TestJSON-656796091-project] Pushing event deleted for resources: {'Port': ['ID=a3728757-4f5c-4fb9-b86c-766ebc1fd2bb,revision_number=None']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:07:19.839135 n-d-838334-2 neutron-server[84040]: INFO neutron.api.v2.resource [None req-8bab5585-e64a-491a-9b74-9b76ec27fa8a tempest-SubnetPoolsTestJSON-1264626618 tempest-SubnetPoolsTestJSON-1264626618-project] delete failed (client error): The resource could not be found. Apr 18 21:07:19.849877 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-8bab5585-e64a-491a-9b74-9b76ec27fa8a tempest-SubnetPoolsTestJSON-1264626618 tempest-SubnetPoolsTestJSON-1264626618-project] 10.222.0.42 "DELETE /v2.0/subnetpools/490a48ea-4328-4d00-93c2-6195cd9d96b5 HTTP/1.1" status: 404 len: 346 time: 0.0920620 Apr 18 21:07:19.867316 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-7096daf0-b45b-4e91-942f-78f7f2069fa0 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=352e1b389b48471a8700866405e6ceeb&name=default HTTP/1.1" status: 200 len: 2647 time: 1.0106490 Apr 18 21:07:19.870734 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 39744) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:07:19.874296 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.db_base_plugin_common [None req-018a75b6-c3b2-4227-b167-75527ef85ee8 tempest-FloatingIPNegativeTestJSON-269247753 tempest-FloatingIPNegativeTestJSON-269247753-project] Allocated IP 172.20.0.1 (5f40971c-ef0a-463a-a66f-d2cd869ce98c/3d74b3dd-edde-4bb2-a2bc-992541fbd2ff/d5502931-e3c8-4dd5-9e77-599eb8e822f9) {{(pid=84040) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 21:07:19.924478 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-414b6ffe-e119-47bc-b18f-bcff1219c2f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750375287399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253529'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:19.926906 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-9c43b746-8584-4f94-92a8-b4b088536ef3 None None] For port a3728757-4f5c-4fb9-b86c-766ebc1fd2bb, host n-d-838334-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838334-2',level=0,port_id=a3728757-4f5c-4fb9-b86c-766ebc1fd2bb,segment=NetworkSegment(61600ca0-bf08-4bcf-a1e5-e60a0ed93c4e),segment_id=61600ca0-bf08-4bcf-a1e5-e60a0ed93c4e)] {{(pid=84042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:07:19.927300 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-9c43b746-8584-4f94-92a8-b4b088536ef3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369123'] for port, precommit_delete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:20.106276 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d25db678-ad04-45ec-83eb-7b6f9ab0f891 tempest-PortsIpV6TestJSON-656796091 tempest-PortsIpV6TestJSON-656796091-project] No DVR routers for this DVR port a3728757-4f5c-4fb9-b86c-766ebc1fd2bb on host n-d-838334-2 {{(pid=84041) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 21:07:20.168115 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Device a3728757-4f5c-4fb9-b86c-766ebc1fd2bb no longer exists at agent ovs-agent-n-d-838334-2 {{(pid=84042) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 21:07:20.227428 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.plugin [None req-9c43b746-8584-4f94-92a8-b4b088536ef3 None None] Calling delete_port for a3728757-4f5c-4fb9-b86c-766ebc1fd2bb owned by network:dhcp {{(pid=84042) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 21:07:20.260762 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.plugin [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] No Port match for: a3728757-4f5c-4fb9-b86c-766ebc1fd2bb {{(pid=84042) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 18 21:07:20.261108 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Device a3728757-4f5c-4fb9-b86c-766ebc1fd2bb not bound to the agent host n-d-838334-2 {{(pid=84042) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 21:07:20.315033 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_dvr_db [None req-01703683-863c-4731-9f4f-c10f6ce58d56 None None] Set router d3445e60-27f3-4080-a032-9bd4d27dfce0 gateway port host: None {{(pid=84042) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 21:07:20.316453 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-5e0247c3-28da-4465-8c15-5f32122854f7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:20.380764 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-5e0247c3-28da-4465-8c15-5f32122854f7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:20.462340 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 39756) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:07:20.486781 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-d25db678-ad04-45ec-83eb-7b6f9ab0f891 tempest-PortsIpV6TestJSON-656796091 tempest-PortsIpV6TestJSON-656796091-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1258905', 'neutron.services.segments.db._delete_segments_for_network-8750375287417'] for network, precommit_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:20.491740 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 39762) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:07:20.498173 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-c3415523-c52d-469a-b9a8-97ff3c764ef0 tempest-RoutersTest-1500746192 tempest-RoutersTest-1500746192-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1103592'] for network, before_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:20.502987 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-018a75b6-c3b2-4227-b167-75527ef85ee8 tempest-FloatingIPNegativeTestJSON-269247753 tempest-FloatingIPNegativeTestJSON-269247753-project] Notify callbacks [] for port, precommit_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:20.537570 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-5e0247c3-28da-4465-8c15-5f32122854f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33528224'] for security_group, after_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:20.547117 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.provisioning_blocks [None req-018a75b6-c3b2-4227-b167-75527ef85ee8 tempest-FloatingIPNegativeTestJSON-269247753 tempest-FloatingIPNegativeTestJSON-269247753-project] Transition to ACTIVE for port object d5502931-e3c8-4dd5-9e77-599eb8e822f9 will not be triggered until provisioned by entity DHCP. {{(pid=84040) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:07:20.571430 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-5e0247c3-28da-4465-8c15-5f32122854f7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:20.578423 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-5e0247c3-28da-4465-8c15-5f32122854f7 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/e8e37b9e-00cf-40c2-b203-4e79c9d778bf HTTP/1.1" status: 204 len: 168 time: 0.7000782 Apr 18 21:07:20.580799 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e0247c3-28da-4465-8c15-5f32122854f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8e37b9e-00cf-40c2-b203-4e79c9d778bf,revision_number=None']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:07:20.584288 n-d-838334-2 neutron-server[84041]: DEBUG neutron.services.segments.db [None req-d25db678-ad04-45ec-83eb-7b6f9ab0f891 tempest-PortsIpV6TestJSON-656796091 tempest-PortsIpV6TestJSON-656796091-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4225fd21-47d8-491f-8b53-44b376b8f362']}} {{(pid=84041) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:07:20.603757 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.plugin [None req-c3415523-c52d-469a-b9a8-97ff3c764ef0 tempest-RoutersTest-1500746192 tempest-RoutersTest-1500746192-project] Deleting port ce5cd885-2fbc-4c2f-ad20-b99ae470552c {{(pid=84041) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 21:07:20.604120 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-c3415523-c52d-469a-b9a8-97ff3c764ef0 tempest-RoutersTest-1500746192 tempest-RoutersTest-1500746192-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750375188691'] for port, before_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:20.607663 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f171439c-9b33-4fe6-b439-ad20ec0abb1e None None] DHCP port deletion for ed311a23-ad81-45cd-9189-66f99400b6ae request from n-d-838334-2 {{(pid=84042) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 18 21:07:20.616129 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-018a75b6-c3b2-4227-b167-75527ef85ee8 tempest-FloatingIPNegativeTestJSON-269247753 tempest-FloatingIPNegativeTestJSON-269247753-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750374836619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32440838'] for port, after_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:20.632280 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.db.api [None req-9c43b746-8584-4f94-92a8-b4b088536ef3 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84042) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 18 21:07:20.632876 n-d-838334-2 neutron-server[84042]: DEBUG oslo_db.api [None req-9c43b746-8584-4f94-92a8-b4b088536ef3 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 18 21:07:20.654372 n-d-838334-2 neutron-server[84041]: DEBUG neutron.services.segments.db [None req-d25db678-ad04-45ec-83eb-7b6f9ab0f891 tempest-PortsIpV6TestJSON-656796091 tempest-PortsIpV6TestJSON-656796091-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '61600ca0-bf08-4bcf-a1e5-e60a0ed93c4e') {'for_net_delete': True} {{(pid=84041) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:07:20.654667 n-d-838334-2 neutron-server[84041]: DEBUG neutron.services.segments.db [None req-d25db678-ad04-45ec-83eb-7b6f9ab0f891 tempest-PortsIpV6TestJSON-656796091 tempest-PortsIpV6TestJSON-656796091-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '61600ca0-bf08-4bcf-a1e5-e60a0ed93c4e') {} {{(pid=84041) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:07:20.680459 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-d25db678-ad04-45ec-83eb-7b6f9ab0f891 tempest-PortsIpV6TestJSON-656796091 tempest-PortsIpV6TestJSON-656796091-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750375287300', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32268156'] for segment, before_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:20.717595 n-d-838334-2 neutron-server[84040]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-018a75b6-c3b2-4227-b167-75527ef85ee8 tempest-FloatingIPNegativeTestJSON-269247753 tempest-FloatingIPNegativeTestJSON-269247753-project] Network 5f40971c-ef0a-463a-a66f-d2cd869ce98c is already hosted by enough agents. {{(pid=84040) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:07:20.727255 n-d-838334-2 neutron-server[84040]: DEBUG neutron.scheduler.base_scheduler [None req-018a75b6-c3b2-4227-b167-75527ef85ee8 tempest-FloatingIPNegativeTestJSON-269247753 tempest-FloatingIPNegativeTestJSON-269247753-project] Resources bound (agent type, host, resource id): {{(pid=84040) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:07:20.745287 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-d25db678-ad04-45ec-83eb-7b6f9ab0f891 tempest-PortsIpV6TestJSON-656796091 tempest-PortsIpV6TestJSON-656796091-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1082986'] for segment, precommit_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:20.746336 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.v2.base [None req-522404ff-7d59-4ea3-b6b1-f07a1d866238 tempest-SecGroupTest-200765828 tempest-SecGroupTest-200765828-project] Request body: {'security_group': {'name': 'tempest-secgroup--703067065'}} {{(pid=84040) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:07:20.751800 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.l3_dvrscheduler_db [None req-018a75b6-c3b2-4227-b167-75527ef85ee8 tempest-FloatingIPNegativeTestJSON-269247753 tempest-FloatingIPNegativeTestJSON-269247753-project] Received port after_create {{(pid=84040) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 21:07:20.777221 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d25db678-ad04-45ec-83eb-7b6f9ab0f891 tempest-PortsIpV6TestJSON-656796091 tempest-PortsIpV6TestJSON-656796091-project] Releasing vlan 351 on physical network physnet1 to pool {{(pid=84041) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 18 21:07:20.777634 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-d25db678-ad04-45ec-83eb-7b6f9ab0f891 tempest-PortsIpV6TestJSON-656796091 tempest-PortsIpV6TestJSON-656796091-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1082993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32266254'] for segment, after_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:20.812121 n-d-838334-2 neutron-server[84041]: Traceback (most recent call last): Apr 18 21:07:20.812121 n-d-838334-2 neutron-server[84041]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 18 21:07:20.812121 n-d-838334-2 neutron-server[84041]: timer() Apr 18 21:07:20.812121 n-d-838334-2 neutron-server[84041]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 21:07:20.812121 n-d-838334-2 neutron-server[84041]: cb(*args, **kw) Apr 18 21:07:20.812121 n-d-838334-2 neutron-server[84041]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 18 21:07:20.812121 n-d-838334-2 neutron-server[84041]: return func(*args, **kwargs) Apr 18 21:07:20.812121 n-d-838334-2 neutron-server[84041]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 21:07:20.812121 n-d-838334-2 neutron-server[84041]: self._notify() Apr 18 21:07:20.812121 n-d-838334-2 neutron-server[84041]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 21:07:20.812121 n-d-838334-2 neutron-server[84041]: self.callback(batched_events) Apr 18 21:07:20.812121 n-d-838334-2 neutron-server[84041]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 21:07:20.812121 n-d-838334-2 neutron-server[84041]: event.method(event) Apr 18 21:07:20.812121 n-d-838334-2 neutron-server[84041]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 18 21:07:20.812121 n-d-838334-2 neutron-server[84041]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 21:07:20.812121 n-d-838334-2 neutron-server[84041]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 18 21:07:20.812121 n-d-838334-2 neutron-server[84041]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 21:07:20.812121 n-d-838334-2 neutron-server[84041]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 18 21:07:20.812121 n-d-838334-2 neutron-server[84041]: return f(self, *a, **k) Apr 18 21:07:20.812121 n-d-838334-2 neutron-server[84041]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 18 21:07:20.812121 n-d-838334-2 neutron-server[84041]: return self._get(url).json() Apr 18 21:07:20.812121 n-d-838334-2 neutron-server[84041]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 18 21:07:20.812121 n-d-838334-2 neutron-server[84041]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 21:07:20.812121 n-d-838334-2 neutron-server[84041]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 18 21:07:20.812121 n-d-838334-2 neutron-server[84041]: return self.request(url, 'GET', **kwargs) Apr 18 21:07:20.812121 n-d-838334-2 neutron-server[84041]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 18 21:07:20.812121 n-d-838334-2 neutron-server[84041]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 21:07:20.812121 n-d-838334-2 neutron-server[84041]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 18 21:07:20.812121 n-d-838334-2 neutron-server[84041]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 21:07:20.812121 n-d-838334-2 neutron-server[84041]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 18 21:07:20.812121 n-d-838334-2 neutron-server[84041]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 21:07:20.812121 n-d-838334-2 neutron-server[84041]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 21:07:20.822853 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [None req-522404ff-7d59-4ea3-b6b1-f07a1d866238 tempest-SecGroupTest-200765828 tempest-SecGroupTest-200765828-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:07:20.848195 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-522404ff-7d59-4ea3-b6b1-f07a1d866238 tempest-SecGroupTest-200765828 tempest-SecGroupTest-200765828-project] Usage tracker for resource:security_group and tenant:f1c4efe1b1e34fcc9124816ce3528638 is out of sync, need to count used quota {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:07:20.853722 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-018a75b6-c3b2-4227-b167-75527ef85ee8 tempest-FloatingIPNegativeTestJSON-269247753 tempest-FloatingIPNegativeTestJSON-269247753-project] Pushing event updated for resources: {'Port': ['ID=d5502931-e3c8-4dd5-9e77-599eb8e822f9,revision_number=1']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:07:20.860330 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-522404ff-7d59-4ea3-b6b1-f07a1d866238 tempest-SecGroupTest-200765828 tempest-SecGroupTest-200765828-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:07:20.865855 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-4828f46f-8da3-47ed-99a3-373afa5515d4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:20.884429 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [None req-522404ff-7d59-4ea3-b6b1-f07a1d866238 tempest-SecGroupTest-200765828 tempest-SecGroupTest-200765828-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:07:20.920449 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [None req-4828f46f-8da3-47ed-99a3-373afa5515d4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:07:20.925602 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-4828f46f-8da3-47ed-99a3-373afa5515d4 admin admin] Usage tracker for resource:security_group_rule and tenant:7fbcad7bcb154e6c89eaba8db17ef625 is out of sync, need to count used quota {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:07:20.928617 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.plugin [None req-f171439c-9b33-4fe6-b439-ad20ec0abb1e None None] Deleting port ce5cd885-2fbc-4c2f-ad20-b99ae470552c {{(pid=84042) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 21:07:20.929011 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-f171439c-9b33-4fe6-b439-ad20ec0abb1e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750375188691'] for port, before_delete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:20.929499 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-4828f46f-8da3-47ed-99a3-373afa5515d4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:07:20.936001 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [None req-4828f46f-8da3-47ed-99a3-373afa5515d4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:07:21.017594 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-c7521a90-7d65-4e2e-842c-ca5d95e9a89c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750375287399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253529'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:21.036369 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-018a75b6-c3b2-4227-b167-75527ef85ee8 tempest-FloatingIPNegativeTestJSON-269247753 tempest-FloatingIPNegativeTestJSON-269247753-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33444010'] for router_interface, before_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:21.081658 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-522404ff-7d59-4ea3-b6b1-f07a1d866238 tempest-SecGroupTest-200765828 tempest-SecGroupTest-200765828-project] Notify callbacks [] for security_group, before_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:21.141482 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-4828f46f-8da3-47ed-99a3-373afa5515d4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:21.142627 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-522404ff-7d59-4ea3-b6b1-f07a1d866238 tempest-SecGroupTest-200765828 tempest-SecGroupTest-200765828-project] Notify callbacks [] for security_group, before_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:21.152241 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.plugin [None req-9c43b746-8584-4f94-92a8-b4b088536ef3 None None] Deleting port a3728757-4f5c-4fb9-b86c-766ebc1fd2bb {{(pid=84042) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 21:07:21.152615 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-9c43b746-8584-4f94-92a8-b4b088536ef3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750375188691'] for port, before_delete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:21.173021 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-4828f46f-8da3-47ed-99a3-373afa5515d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33528224'] for security_group, after_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:21.195412 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-d25db678-ad04-45ec-83eb-7b6f9ab0f891 tempest-PortsIpV6TestJSON-656796091 tempest-PortsIpV6TestJSON-656796091-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1258898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33526109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33444113'] for network, after_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:21.263904 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-d25db678-ad04-45ec-83eb-7b6f9ab0f891 tempest-PortsIpV6TestJSON-656796091 tempest-PortsIpV6TestJSON-656796091-project] Notify callbacks [] for network, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:21.273507 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4828f46f-8da3-47ed-99a3-373afa5515d4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ced8bd63-41df-47e2-80e9-ac9a7b218755,revision_number=1']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:07:21.299188 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d25db678-ad04-45ec-83eb-7b6f9ab0f891 tempest-PortsIpV6TestJSON-656796091 tempest-PortsIpV6TestJSON-656796091-project] Pushing event deleted for resources: {'Network': ['ID=4225fd21-47d8-491f-8b53-44b376b8f362,revision_number=None']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:07:21.313858 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.db [None req-c3415523-c52d-469a-b9a8-97ff3c764ef0 tempest-RoutersTest-1500746192 tempest-RoutersTest-1500746192-project] For port ce5cd885-2fbc-4c2f-ad20-b99ae470552c, host n-d-838334-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838334-2',level=0,port_id=ce5cd885-2fbc-4c2f-ad20-b99ae470552c,segment=NetworkSegment(6476bd63-2887-4051-bea8-a950e485808d),segment_id=6476bd63-2887-4051-bea8-a950e485808d)] {{(pid=84041) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:07:21.314439 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-c3415523-c52d-469a-b9a8-97ff3c764ef0 tempest-RoutersTest-1500746192 tempest-RoutersTest-1500746192-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369123'] for port, precommit_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:21.326661 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.plugin [None req-9c43b746-8584-4f94-92a8-b4b088536ef3 None None] The port 'a3728757-4f5c-4fb9-b86c-766ebc1fd2bb' was deleted {{(pid=84042) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 18 21:07:21.335669 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-4828f46f-8da3-47ed-99a3-373afa5515d4 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=7fbcad7bcb154e6c89eaba8db17ef625&name=default HTTP/1.1" status: 200 len: 2647 time: 0.8694768 Apr 18 21:07:21.336565 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 39774) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:07:21.376739 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76913625-35dc-4960-ad1f-8fe84b1684f5 None None] Network 5f40971c-ef0a-463a-a66f-d2cd869ce98c requested from n-d-838334-2 {{(pid=84042) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 21:07:21.436238 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-018a75b6-c3b2-4227-b167-75527ef85ee8 tempest-FloatingIPNegativeTestJSON-269247753 tempest-FloatingIPNegativeTestJSON-269247753-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:21.454636 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [None req-522404ff-7d59-4ea3-b6b1-f07a1d866238 tempest-SecGroupTest-200765828 tempest-SecGroupTest-200765828-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:07:21.462181 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-d25db678-ad04-45ec-83eb-7b6f9ab0f891 tempest-PortsIpV6TestJSON-656796091 tempest-PortsIpV6TestJSON-656796091-project] 10.222.0.42 "DELETE /v2.0/networks/4225fd21-47d8-491f-8b53-44b376b8f362 HTTP/1.1" status: 204 len: 168 time: 3.0897865 Apr 18 21:07:21.462947 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-522404ff-7d59-4ea3-b6b1-f07a1d866238 tempest-SecGroupTest-200765828 tempest-SecGroupTest-200765828-project] Usage tracker for resource:security_group_rule and tenant:f1c4efe1b1e34fcc9124816ce3528638 is out of sync, need to count used quota {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:07:21.470161 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 39780) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:07:21.472726 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-522404ff-7d59-4ea3-b6b1-f07a1d866238 tempest-SecGroupTest-200765828 tempest-SecGroupTest-200765828-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:07:21.519231 n-d-838334-2 neutron-server[84041]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dd97ca0e-1905-4d22-be52-558248f14f71 tempest-FloatingIPTestJSON-1355648241 tempest-FloatingIPTestJSON-1355648241-project] Router 8d2572c8-a331-400d-95fa-c6c17825c988 has already been hosted by L3 agent bc84d6c9-dd7a-4555-a351-592327b46d5a {{(pid=84041) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 21:07:21.526002 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.plugin [None req-c3415523-c52d-469a-b9a8-97ff3c764ef0 tempest-RoutersTest-1500746192 tempest-RoutersTest-1500746192-project] Calling delete_port for ce5cd885-2fbc-4c2f-ad20-b99ae470552c owned by network:dhcp {{(pid=84041) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 21:07:21.546745 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [None req-522404ff-7d59-4ea3-b6b1-f07a1d866238 tempest-SecGroupTest-200765828 tempest-SecGroupTest-200765828-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:07:21.689993 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_hamode_db [None req-01703683-863c-4731-9f4f-c10f6ce58d56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3445e60-27f3-4080-a032-9bd4d27dfce0', 'name': 'tempest-RoutersTest-router-1627313381', 'tenant_id': '8a05b90fa8c54f25938df6bd0ef52223', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:06:00Z', 'updated_at': '2022-04-18T21:07:12Z', 'revision_number': 8, 'project_id': '8a05b90fa8c54f25938df6bd0ef52223', 'gw_port_host': None, '_interfaces': [{'id': '33b867d1-0439-4e6e-9292-2f7076a420d5', 'name': '', 'network_id': '6c55f5d6-32aa-4564-9c07-62d3eb3a4e33', 'tenant_id': '8a05b90fa8c54f25938df6bd0ef52223', 'mac_address': 'fa:16:3e:86:52:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3445e60-27f3-4080-a032-9bd4d27dfce0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2b90dced-66c9-4d15-bdac-b6cf07d1ccea', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:06:16Z', 'updated_at': '2022-04-18T21:06:31Z', 'revision_number': 5, 'project_id': '8a05b90fa8c54f25938df6bd0ef52223', 'subnets': [{'id': '2b90dced-66c9-4d15-bdac-b6cf07d1ccea', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '56d927d1-4222-4261-8ba4-7d3147f61bc3', 'name': '', 'network_id': 'a939bca6-cf86-485c-ae21-4acaab3ed357', 'tenant_id': '8a05b90fa8c54f25938df6bd0ef52223', 'mac_address': 'fa:16:3e:31:a6:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3445e60-27f3-4080-a032-9bd4d27dfce0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'fc661f01-7889-49a3-8551-a398092f67d4', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:06:32Z', 'updated_at': '2022-04-18T21:06:45Z', 'revision_number': 5, 'project_id': '8a05b90fa8c54f25938df6bd0ef52223', 'subnets': [{'id': 'fc661f01-7889-49a3-8551-a398092f67d4', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b3960860-c173-49ec-b335-5c1dd2983a36', 'name': '', 'network_id': '0f4f3485-d47f-443a-afdb-b607b91dc681', 'tenant_id': '8a05b90fa8c54f25938df6bd0ef52223', 'mac_address': 'fa:16:3e:f4:09:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3445e60-27f3-4080-a032-9bd4d27dfce0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c69b069c-a1b2-456b-9244-afeef8944023', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:06:04Z', 'updated_at': '2022-04-18T21:06:14Z', 'revision_number': 5, 'project_id': '8a05b90fa8c54f25938df6bd0ef52223', 'subnets': [{'id': 'c69b069c-a1b2-456b-9244-afeef8944023', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838334-2', False) {} {{(pid=84042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:07:21.701611 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-4c6ce0e3-0028-4190-916e-ea619c546b1d None None] Provisioning for port f3a34d33-8da9-447c-b173-b21ad8d9a772 completed by entity DHCP. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 21:07:21.730509 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01703683-863c-4731-9f4f-c10f6ce58d56 None None] The sync data for ids ['d3445e60-27f3-4080-a032-9bd4d27dfce0'] in n-d-838334-2 is: [{'id': 'd3445e60-27f3-4080-a032-9bd4d27dfce0', 'name': 'tempest-RoutersTest-router-1627313381', 'tenant_id': '8a05b90fa8c54f25938df6bd0ef52223', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:06:00Z', 'updated_at': '2022-04-18T21:07:12Z', 'revision_number': 8, 'project_id': '8a05b90fa8c54f25938df6bd0ef52223', 'gw_port_host': None, '_interfaces': [{'id': '33b867d1-0439-4e6e-9292-2f7076a420d5', 'name': '', 'network_id': '6c55f5d6-32aa-4564-9c07-62d3eb3a4e33', 'tenant_id': '8a05b90fa8c54f25938df6bd0ef52223', 'mac_address': 'fa:16:3e:86:52:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3445e60-27f3-4080-a032-9bd4d27dfce0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2b90dced-66c9-4d15-bdac-b6cf07d1ccea', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:06:16Z', 'updated_at': '2022-04-18T21:06:31Z', 'revision_number': 5, 'project_id': '8a05b90fa8c54f25938df6bd0ef52223', 'subnets': [{'id': '2b90dced-66c9-4d15-bdac-b6cf07d1ccea', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '56d927d1-4222-4261-8ba4-7d3147f61bc3', 'name': '', 'network_id': 'a939bca6-cf86-485c-ae21-4acaab3ed357', 'tenant_id': '8a05b90fa8c54f25938df6bd0ef52223', 'mac_address': 'fa:16:3e:31:a6:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3445e60-27f3-4080-a032-9bd4d27dfce0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'fc661f01-7889-49a3-8551-a398092f67d4', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:06:32Z', 'updated_at': '2022-04-18T21:06:45Z', 'revision_number': 5, 'project_id': '8a05b90fa8c54f25938df6bd0ef52223', 'subnets': [{'id': 'fc661f01-7889-49a3-8551-a398092f67d4', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b3960860-c173-49ec-b335-5c1dd2983a36', 'name': '', 'network_id': '0f4f3485-d47f-443a-afdb-b607b91dc681', 'tenant_id': '8a05b90fa8c54f25938df6bd0ef52223', 'mac_address': 'fa:16:3e:f4:09:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3445e60-27f3-4080-a032-9bd4d27dfce0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c69b069c-a1b2-456b-9244-afeef8944023', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:06:04Z', 'updated_at': '2022-04-18T21:06:14Z', 'revision_number': 5, 'project_id': '8a05b90fa8c54f25938df6bd0ef52223', 'subnets': [{'id': 'c69b069c-a1b2-456b-9244-afeef8944023', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84042) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 18 21:07:21.735813 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-f171439c-9b33-4fe6-b439-ad20ec0abb1e None None] For port ce5cd885-2fbc-4c2f-ad20-b99ae470552c, host n-d-838334-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838334-2',level=0,port_id=ce5cd885-2fbc-4c2f-ad20-b99ae470552c,segment=NetworkSegment(6476bd63-2887-4051-bea8-a950e485808d),segment_id=6476bd63-2887-4051-bea8-a950e485808d)] {{(pid=84042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:07:21.736491 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-f171439c-9b33-4fe6-b439-ad20ec0abb1e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369123'] for port, precommit_delete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:21.783034 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-522404ff-7d59-4ea3-b6b1-f07a1d866238 tempest-SecGroupTest-200765828 tempest-SecGroupTest-200765828-project] Notify callbacks [] for security_group, precommit_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:21.785795 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-75d68e84-9694-422e-874c-254243c60a9f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:21.787901 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.v2.base [None req-b9313c9b-22f9-4585-b572-c99ca1c5a307 tempest-PortsIpV6TestJSON-656796091 tempest-PortsIpV6TestJSON-656796091-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1381234599'}} {{(pid=84040) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:07:21.796493 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-522404ff-7d59-4ea3-b6b1-f07a1d866238 tempest-SecGroupTest-200765828 tempest-SecGroupTest-200765828-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33528224'] for security_group, after_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:21.801943 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [None req-b9313c9b-22f9-4585-b572-c99ca1c5a307 tempest-PortsIpV6TestJSON-656796091 tempest-PortsIpV6TestJSON-656796091-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:07:21.812818 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-75d68e84-9694-422e-874c-254243c60a9f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:21.819608 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-b9313c9b-22f9-4585-b572-c99ca1c5a307 tempest-PortsIpV6TestJSON-656796091 tempest-PortsIpV6TestJSON-656796091-project] Usage tracker for resource:network and tenant:2eda1cb86d1d401280eb2d37452a60a8 is out of sync, need to count used quota {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:07:21.829300 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-b9313c9b-22f9-4585-b572-c99ca1c5a307 tempest-PortsIpV6TestJSON-656796091 tempest-PortsIpV6TestJSON-656796091-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:07:21.865599 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-c3415523-c52d-469a-b9a8-97ff3c764ef0 tempest-RoutersTest-1500746192 tempest-RoutersTest-1500746192-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750375259028', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750374836628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32266323'] for port, after_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:21.908080 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [None req-b9313c9b-22f9-4585-b572-c99ca1c5a307 tempest-PortsIpV6TestJSON-656796091 tempest-PortsIpV6TestJSON-656796091-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:07:21.912854 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3415523-c52d-469a-b9a8-97ff3c764ef0 tempest-RoutersTest-1500746192 tempest-RoutersTest-1500746192-project] No DVR routers for this DVR port ce5cd885-2fbc-4c2f-ad20-b99ae470552c on host n-d-838334-2 {{(pid=84041) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 21:07:21.945884 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3415523-c52d-469a-b9a8-97ff3c764ef0 tempest-RoutersTest-1500746192 tempest-RoutersTest-1500746192-project] Pushing event deleted for resources: {'Port': ['ID=ce5cd885-2fbc-4c2f-ad20-b99ae470552c,revision_number=None']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:07:22.010290 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-522404ff-7d59-4ea3-b6b1-f07a1d866238 tempest-SecGroupTest-200765828 tempest-SecGroupTest-200765828-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b5907dba-7eb2-4338-aec0-2327aa4743da,revision_number=1']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:07:22.029890 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [None req-522404ff-7d59-4ea3-b6b1-f07a1d866238 tempest-SecGroupTest-200765828 tempest-SecGroupTest-200765828-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:07:22.033228 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.plugin [None req-f171439c-9b33-4fe6-b439-ad20ec0abb1e None None] Calling delete_port for ce5cd885-2fbc-4c2f-ad20-b99ae470552c owned by network:dhcp {{(pid=84042) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 21:07:22.057478 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-c3415523-c52d-469a-b9a8-97ff3c764ef0 tempest-RoutersTest-1500746192 tempest-RoutersTest-1500746192-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1258905', 'neutron.services.segments.db._delete_segments_for_network-8750375287417'] for network, precommit_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:22.059845 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-522404ff-7d59-4ea3-b6b1-f07a1d866238 tempest-SecGroupTest-200765828 tempest-SecGroupTest-200765828-project] Usage tracker for resource:security_group_rule and tenant:f1c4efe1b1e34fcc9124816ce3528638 is out of sync, need to count used quota {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:07:22.080218 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b9313c9b-22f9-4585-b572-c99ca1c5a307 tempest-PortsIpV6TestJSON-656796091 tempest-PortsIpV6TestJSON-656796091-project] Made reservation on behalf of 2eda1cb86d1d401280eb2d37452a60a8 for: {'network': 1} {{(pid=84040) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:07:22.085561 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-b9313c9b-22f9-4585-b572-c99ca1c5a307 tempest-PortsIpV6TestJSON-656796091 tempest-PortsIpV6TestJSON-656796091-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for network, before_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:22.101574 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-522404ff-7d59-4ea3-b6b1-f07a1d866238 tempest-SecGroupTest-200765828 tempest-SecGroupTest-200765828-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:07:22.111299 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-75d68e84-9694-422e-874c-254243c60a9f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33528224'] for security_group, after_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:22.117444 n-d-838334-2 neutron-server[84041]: DEBUG neutron.services.segments.db [None req-c3415523-c52d-469a-b9a8-97ff3c764ef0 tempest-RoutersTest-1500746192 tempest-RoutersTest-1500746192-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ed311a23-ad81-45cd-9189-66f99400b6ae']}} {{(pid=84041) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:07:22.133420 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.db.api [None req-f171439c-9b33-4fe6-b439-ad20ec0abb1e None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84042) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 18 21:07:22.133645 n-d-838334-2 neutron-server[84042]: DEBUG oslo_db.api [None req-f171439c-9b33-4fe6-b439-ad20ec0abb1e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 18 21:07:22.150432 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [None req-522404ff-7d59-4ea3-b6b1-f07a1d866238 tempest-SecGroupTest-200765828 tempest-SecGroupTest-200765828-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:07:22.166236 n-d-838334-2 neutron-server[84041]: DEBUG neutron.services.segments.db [None req-c3415523-c52d-469a-b9a8-97ff3c764ef0 tempest-RoutersTest-1500746192 tempest-RoutersTest-1500746192-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6476bd63-2887-4051-bea8-a950e485808d') {'for_net_delete': True} {{(pid=84041) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:07:22.166724 n-d-838334-2 neutron-server[84041]: DEBUG neutron.services.segments.db [None req-c3415523-c52d-469a-b9a8-97ff3c764ef0 tempest-RoutersTest-1500746192 tempest-RoutersTest-1500746192-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6476bd63-2887-4051-bea8-a950e485808d') {} {{(pid=84041) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:07:22.173101 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-522404ff-7d59-4ea3-b6b1-f07a1d866238 tempest-SecGroupTest-200765828 tempest-SecGroupTest-200765828-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:07:22.173806 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-522404ff-7d59-4ea3-b6b1-f07a1d866238 tempest-SecGroupTest-200765828 tempest-SecGroupTest-200765828-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:07:22.174351 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-522404ff-7d59-4ea3-b6b1-f07a1d866238 tempest-SecGroupTest-200765828 tempest-SecGroupTest-200765828-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:07:22.175612 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-522404ff-7d59-4ea3-b6b1-f07a1d866238 tempest-SecGroupTest-200765828 tempest-SecGroupTest-200765828-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:07:22.176423 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-522404ff-7d59-4ea3-b6b1-f07a1d866238 tempest-SecGroupTest-200765828 tempest-SecGroupTest-200765828-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:07:22.176961 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-522404ff-7d59-4ea3-b6b1-f07a1d866238 tempest-SecGroupTest-200765828 tempest-SecGroupTest-200765828-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:07:22.177153 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75d68e84-9694-422e-874c-254243c60a9f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ced8bd63-41df-47e2-80e9-ac9a7b218755,revision_number=None']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:07:22.177677 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-522404ff-7d59-4ea3-b6b1-f07a1d866238 tempest-SecGroupTest-200765828 tempest-SecGroupTest-200765828-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:07:22.178239 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-522404ff-7d59-4ea3-b6b1-f07a1d866238 tempest-SecGroupTest-200765828 tempest-SecGroupTest-200765828-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:07:22.178768 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-522404ff-7d59-4ea3-b6b1-f07a1d866238 tempest-SecGroupTest-200765828 tempest-SecGroupTest-200765828-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:07:22.185767 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-522404ff-7d59-4ea3-b6b1-f07a1d866238 tempest-SecGroupTest-200765828 tempest-SecGroupTest-200765828-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:07:22.194417 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-c3415523-c52d-469a-b9a8-97ff3c764ef0 tempest-RoutersTest-1500746192 tempest-RoutersTest-1500746192-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750375287300', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32268156'] for segment, before_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:22.197336 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-522404ff-7d59-4ea3-b6b1-f07a1d866238 tempest-SecGroupTest-200765828 tempest-SecGroupTest-200765828-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:07:22.222807 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-c3415523-c52d-469a-b9a8-97ff3c764ef0 tempest-RoutersTest-1500746192 tempest-RoutersTest-1500746192-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1082986'] for segment, precommit_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:22.230871 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-75d68e84-9694-422e-874c-254243c60a9f admin admin] Notify callbacks [] for security_group, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:22.232066 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-75d68e84-9694-422e-874c-254243c60a9f admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/ced8bd63-41df-47e2-80e9-ac9a7b218755 HTTP/1.1" status: 204 len: 168 time: 0.8870070 Apr 18 21:07:22.234079 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c3415523-c52d-469a-b9a8-97ff3c764ef0 tempest-RoutersTest-1500746192 tempest-RoutersTest-1500746192-project] Releasing vlan 381 on physical network physnet1 to pool {{(pid=84041) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 18 21:07:22.234079 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-c3415523-c52d-469a-b9a8-97ff3c764ef0 tempest-RoutersTest-1500746192 tempest-RoutersTest-1500746192-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1082993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32266254'] for segment, after_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:22.251212 n-d-838334-2 neutron-server[84041]: Traceback (most recent call last): Apr 18 21:07:22.251212 n-d-838334-2 neutron-server[84041]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 18 21:07:22.251212 n-d-838334-2 neutron-server[84041]: timer() Apr 18 21:07:22.251212 n-d-838334-2 neutron-server[84041]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 21:07:22.251212 n-d-838334-2 neutron-server[84041]: cb(*args, **kw) Apr 18 21:07:22.251212 n-d-838334-2 neutron-server[84041]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 18 21:07:22.251212 n-d-838334-2 neutron-server[84041]: return func(*args, **kwargs) Apr 18 21:07:22.251212 n-d-838334-2 neutron-server[84041]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 21:07:22.251212 n-d-838334-2 neutron-server[84041]: self._notify() Apr 18 21:07:22.251212 n-d-838334-2 neutron-server[84041]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 21:07:22.251212 n-d-838334-2 neutron-server[84041]: self.callback(batched_events) Apr 18 21:07:22.251212 n-d-838334-2 neutron-server[84041]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 21:07:22.251212 n-d-838334-2 neutron-server[84041]: event.method(event) Apr 18 21:07:22.251212 n-d-838334-2 neutron-server[84041]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 18 21:07:22.251212 n-d-838334-2 neutron-server[84041]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 21:07:22.251212 n-d-838334-2 neutron-server[84041]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 18 21:07:22.251212 n-d-838334-2 neutron-server[84041]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 21:07:22.251212 n-d-838334-2 neutron-server[84041]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 18 21:07:22.251212 n-d-838334-2 neutron-server[84041]: return f(self, *a, **k) Apr 18 21:07:22.251212 n-d-838334-2 neutron-server[84041]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 18 21:07:22.251212 n-d-838334-2 neutron-server[84041]: return self._get(url).json() Apr 18 21:07:22.251212 n-d-838334-2 neutron-server[84041]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 18 21:07:22.251212 n-d-838334-2 neutron-server[84041]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 21:07:22.251212 n-d-838334-2 neutron-server[84041]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 18 21:07:22.251212 n-d-838334-2 neutron-server[84041]: return self.request(url, 'GET', **kwargs) Apr 18 21:07:22.251212 n-d-838334-2 neutron-server[84041]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 18 21:07:22.251212 n-d-838334-2 neutron-server[84041]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 21:07:22.251212 n-d-838334-2 neutron-server[84041]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 18 21:07:22.251212 n-d-838334-2 neutron-server[84041]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 21:07:22.251212 n-d-838334-2 neutron-server[84041]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 18 21:07:22.251212 n-d-838334-2 neutron-server[84041]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 21:07:22.251212 n-d-838334-2 neutron-server[84041]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 21:07:22.294636 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Device f3a34d33-8da9-447c-b173-b21ad8d9a772 up at agent ovs-agent-n-d-838334-2 {{(pid=84042) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 21:07:22.379275 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-c3415523-c52d-469a-b9a8-97ff3c764ef0 tempest-RoutersTest-1500746192 tempest-RoutersTest-1500746192-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1258898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33526109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33444113'] for network, after_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:22.392792 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b9313c9b-22f9-4585-b572-c99ca1c5a307 tempest-PortsIpV6TestJSON-656796091 tempest-PortsIpV6TestJSON-656796091-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 391} {{(pid=84040) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 21:07:22.415136 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-c3415523-c52d-469a-b9a8-97ff3c764ef0 tempest-RoutersTest-1500746192 tempest-RoutersTest-1500746192-project] Notify callbacks [] for network, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:22.488887 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Provisioning for port f3a34d33-8da9-447c-b173-b21ad8d9a772 completed by entity L2. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 21:07:22.496546 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Provisioning complete for port f3a34d33-8da9-447c-b173-b21ad8d9a772 triggered by entity L2. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:07:22.496911 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1253608'] for port, provisioning_complete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:22.527492 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-b9313c9b-22f9-4585-b572-c99ca1c5a307 tempest-PortsIpV6TestJSON-656796091 tempest-PortsIpV6TestJSON-656796091-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1082986'] for segment, precommit_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:22.528087 n-d-838334-2 neutron-server[84040]: INFO neutron.db.segments_db [None req-b9313c9b-22f9-4585-b572-c99ca1c5a307 tempest-PortsIpV6TestJSON-656796091 tempest-PortsIpV6TestJSON-656796091-project] Added segment 68370b70-c745-42d0-a6ea-fc9e314d75a0 of type vlan for network 9bb89456-2091-4a33-a828-88e91f109451 Apr 18 21:07:22.616986 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-522404ff-7d59-4ea3-b6b1-f07a1d866238 tempest-SecGroupTest-200765828 tempest-SecGroupTest-200765828-project] Notify callbacks [] for security_group, precommit_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:22.636336 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.plugin [None req-f171439c-9b33-4fe6-b439-ad20ec0abb1e None None] Deleting port ce5cd885-2fbc-4c2f-ad20-b99ae470552c {{(pid=84042) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 21:07:22.636711 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-f171439c-9b33-4fe6-b439-ad20ec0abb1e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750375188691'] for port, before_delete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:22.681347 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-522404ff-7d59-4ea3-b6b1-f07a1d866238 tempest-SecGroupTest-200765828 tempest-SecGroupTest-200765828-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33528224'] for security_group, after_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:22.719121 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3415523-c52d-469a-b9a8-97ff3c764ef0 tempest-RoutersTest-1500746192 tempest-RoutersTest-1500746192-project] Pushing event deleted for resources: {'Network': ['ID=ed311a23-ad81-45cd-9189-66f99400b6ae,revision_number=None']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:07:22.729737 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-c3415523-c52d-469a-b9a8-97ff3c764ef0 tempest-RoutersTest-1500746192 tempest-RoutersTest-1500746192-project] 10.222.0.42 "DELETE /v2.0/networks/ed311a23-ad81-45cd-9189-66f99400b6ae HTTP/1.1" status: 204 len: 168 time: 3.1688099 Apr 18 21:07:22.730621 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 39804) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:07:22.758988 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-522404ff-7d59-4ea3-b6b1-f07a1d866238 tempest-SecGroupTest-200765828 tempest-SecGroupTest-200765828-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bae61a26-6292-4be7-af99-bbe1680c93f6,revision_number=1']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:07:22.795502 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-b9313c9b-22f9-4585-b572-c99ca1c5a307 tempest-PortsIpV6TestJSON-656796091 tempest-PortsIpV6TestJSON-656796091-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750374825732'] for network, precommit_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:22.796816 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dd97ca0e-1905-4d22-be52-558248f14f71 tempest-FloatingIPTestJSON-1355648241 tempest-FloatingIPTestJSON-1355648241-project] Notify agent at l3_agent.n-d-838334-2 the message routers_updated {{(pid=84041) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 21:07:22.811030 n-d-838334-2 neutron-server[84043]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3f13714-8a77-49cf-b191-f70428c03ee2 None None] Sync routers for ids ['8d2572c8-a331-400d-95fa-c6c17825c988'] in n-d-838334-2 {{(pid=84043) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 18 21:07:22.841422 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.plugin [None req-f171439c-9b33-4fe6-b439-ad20ec0abb1e None None] The port 'ce5cd885-2fbc-4c2f-ad20-b99ae470552c' was deleted {{(pid=84042) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 18 21:07:22.842590 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3f13714-8a77-49cf-b191-f70428c03ee2 None None] Routers {'8d2572c8-a331-400d-95fa-c6c17825c988'} bound to L3 agent in host n-d-838334-2 {{(pid=84043) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 21:07:22.843231 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.l3_hamode_db [None req-f3f13714-8a77-49cf-b191-f70428c03ee2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838334-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-18T20:25:48Z,description=,heartbeat_timestamp=2022-04-18T21:07:18Z,host='n-d-838334-2',id=bc84d6c9-dd7a-4555-a351-592327b46d5a,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:25:48Z,topic='l3_agent')) {'router_ids': ['8d2572c8-a331-400d-95fa-c6c17825c988'], 'active': True} {{(pid=84043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:07:22.924207 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-522404ff-7d59-4ea3-b6b1-f07a1d866238 tempest-SecGroupTest-200765828 tempest-SecGroupTest-200765828-project] Notify callbacks [] for security_group, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:22.926988 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-522404ff-7d59-4ea3-b6b1-f07a1d866238 tempest-SecGroupTest-200765828 tempest-SecGroupTest-200765828-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 2.4358861 Apr 18 21:07:22.932234 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 39812) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:07:22.952229 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-dd97ca0e-1905-4d22-be52-558248f14f71 tempest-FloatingIPTestJSON-1355648241 tempest-FloatingIPTestJSON-1355648241-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217293'] for floatingip, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:22.978347 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-018a75b6-c3b2-4227-b167-75527ef85ee8 tempest-FloatingIPNegativeTestJSON-269247753 tempest-FloatingIPNegativeTestJSON-269247753-project] Notify callbacks [] for port, precommit_update {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:22.983373 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-b9313c9b-22f9-4585-b572-c99ca1c5a307 tempest-PortsIpV6TestJSON-656796091 tempest-PortsIpV6TestJSON-656796091-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33526109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022'] for network, after_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:22.996077 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9313c9b-22f9-4585-b572-c99ca1c5a307 tempest-PortsIpV6TestJSON-656796091 tempest-PortsIpV6TestJSON-656796091-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:07:22.997193 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-b9313c9b-22f9-4585-b572-c99ca1c5a307 tempest-PortsIpV6TestJSON-656796091 tempest-PortsIpV6TestJSON-656796091-project] Notify callbacks [] for network, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:23.037963 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.l3_hamode_db [None req-f3f13714-8a77-49cf-b191-f70428c03ee2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-838334-2', False) {} {{(pid=84043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:07:23.042252 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-018a75b6-c3b2-4227-b167-75527ef85ee8 tempest-FloatingIPNegativeTestJSON-269247753 tempest-FloatingIPNegativeTestJSON-269247753-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32440959'] for port, after_update {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:23.064718 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3f13714-8a77-49cf-b191-f70428c03ee2 None None] Routers {'8d2572c8-a331-400d-95fa-c6c17825c988'} bound to L3 agent in host n-d-838334-2 {{(pid=84043) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 21:07:23.064891 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-dd97ca0e-1905-4d22-be52-558248f14f71 tempest-FloatingIPTestJSON-1355648241 tempest-FloatingIPTestJSON-1355648241-project] 10.222.0.42 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 981 time: 8.4876418 Apr 18 21:07:23.064991 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.l3_hamode_db [None req-f3f13714-8a77-49cf-b191-f70428c03ee2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838334-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-18T20:25:48Z,description=,heartbeat_timestamp=2022-04-18T21:07:18Z,host='n-d-838334-2',id=bc84d6c9-dd7a-4555-a351-592327b46d5a,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:25:48Z,topic='l3_agent')) {'router_ids': ['8d2572c8-a331-400d-95fa-c6c17825c988'], 'active': True} {{(pid=84043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:07:23.068192 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 39818) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:07:23.072906 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-f033b2c6-242b-4d83-9366-a7aa705532b1 None None] Provisioning complete for port f3a34d33-8da9-447c-b173-b21ad8d9a772 triggered by entity DHCP. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:07:23.073284 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-f033b2c6-242b-4d83-9366-a7aa705532b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1253608'] for port, provisioning_complete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:23.083253 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.v2.base [None req-8096a36a-cdc8-42fb-9b3f-2fdbe3110e02 tempest-FloatingIPTestJSON-1355648241 tempest-FloatingIPTestJSON-1355648241-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-998130618'}} {{(pid=84041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:07:23.091130 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-8096a36a-cdc8-42fb-9b3f-2fdbe3110e02 tempest-FloatingIPTestJSON-1355648241 tempest-FloatingIPTestJSON-1355648241-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:07:23.107001 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-8096a36a-cdc8-42fb-9b3f-2fdbe3110e02 tempest-FloatingIPTestJSON-1355648241 tempest-FloatingIPTestJSON-1355648241-project] Usage tracker for resource:network and tenant:23d580683d72427e8760083fb729f9d6 is out of sync, need to count used quota {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:07:23.112931 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-8096a36a-cdc8-42fb-9b3f-2fdbe3110e02 tempest-FloatingIPTestJSON-1355648241 tempest-FloatingIPTestJSON-1355648241-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:07:23.147553 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-8096a36a-cdc8-42fb-9b3f-2fdbe3110e02 tempest-FloatingIPTestJSON-1355648241 tempest-FloatingIPTestJSON-1355648241-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:07:23.166612 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8096a36a-cdc8-42fb-9b3f-2fdbe3110e02 tempest-FloatingIPTestJSON-1355648241 tempest-FloatingIPTestJSON-1355648241-project] Made reservation on behalf of 23d580683d72427e8760083fb729f9d6 for: {'network': 1} {{(pid=84041) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:07:23.172583 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-8096a36a-cdc8-42fb-9b3f-2fdbe3110e02 tempest-FloatingIPTestJSON-1355648241 tempest-FloatingIPTestJSON-1355648241-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for network, before_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:23.214144 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:23.260264 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] For port f3a34d33-8da9-447c-b173-b21ad8d9a772, host n-d-838334-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838334-2',level=0,port_id=f3a34d33-8da9-447c-b173-b21ad8d9a772,segment=NetworkSegment(e4837f30-9186-4985-96a3-a2f9f4d30cd4),segment_id=e4837f30-9186-4985-96a3-a2f9f4d30cd4)] {{(pid=84042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:07:23.273813 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.l3_hamode_db [None req-f3f13714-8a77-49cf-b191-f70428c03ee2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-838334-2', False) {} {{(pid=84043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:07:23.274460 n-d-838334-2 neutron-server[84043]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3f13714-8a77-49cf-b191-f70428c03ee2 None None] The sync data for ids ['8d2572c8-a331-400d-95fa-c6c17825c988'] in n-d-838334-2 is: [] {{(pid=84043) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 18 21:07:23.300919 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682'] for port, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:23.338379 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-018a75b6-c3b2-4227-b167-75527ef85ee8 tempest-FloatingIPNegativeTestJSON-269247753 tempest-FloatingIPNegativeTestJSON-269247753-project] Pushing event updated for resources: {'Port': ['ID=d5502931-e3c8-4dd5-9e77-599eb8e822f9,revision_number=2']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:07:23.377446 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8096a36a-cdc8-42fb-9b3f-2fdbe3110e02 tempest-FloatingIPTestJSON-1355648241 tempest-FloatingIPTestJSON-1355648241-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 374} {{(pid=84041) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 21:07:23.390076 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-8096a36a-cdc8-42fb-9b3f-2fdbe3110e02 tempest-FloatingIPTestJSON-1355648241 tempest-FloatingIPTestJSON-1355648241-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1082986'] for segment, precommit_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:23.390474 n-d-838334-2 neutron-server[84041]: INFO neutron.db.segments_db [None req-8096a36a-cdc8-42fb-9b3f-2fdbe3110e02 tempest-FloatingIPTestJSON-1355648241 tempest-FloatingIPTestJSON-1355648241-project] Added segment a783c2cb-08b2-4f77-8a3c-7580abe71732 of type vlan for network c3a91074-befc-4018-83de-3f5ad1c03f75 Apr 18 21:07:23.395907 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-018a75b6-c3b2-4227-b167-75527ef85ee8 tempest-FloatingIPNegativeTestJSON-269247753 tempest-FloatingIPNegativeTestJSON-269247753-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-32377886', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33443847'] for router_interface, after_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:23.397200 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Pushing event updated for resources: {'Port': ['ID=f3a34d33-8da9-447c-b173-b21ad8d9a772,revision_number=3']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:07:23.399872 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Device ce5cd885-2fbc-4c2f-ad20-b99ae470552c no longer exists at agent ovs-agent-n-d-838334-2 {{(pid=84042) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 21:07:23.418528 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-8096a36a-cdc8-42fb-9b3f-2fdbe3110e02 tempest-FloatingIPTestJSON-1355648241 tempest-FloatingIPTestJSON-1355648241-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750374825732'] for network, precommit_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:23.430644 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-b9313c9b-22f9-4585-b572-c99ca1c5a307 tempest-PortsIpV6TestJSON-656796091 tempest-PortsIpV6TestJSON-656796091-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 1.9632559 Apr 18 21:07:23.441652 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 39830) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:07:23.449781 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.plugin [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] No Port match for: ce5cd885-2fbc-4c2f-ad20-b99ae470552c {{(pid=84042) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 18 21:07:23.450121 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Device ce5cd885-2fbc-4c2f-ad20-b99ae470552c not bound to the agent host n-d-838334-2 {{(pid=84042) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 21:07:23.450537 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Device 845767cf-a0db-47a9-8867-3aaf75cd0eb6 no longer exists at agent ovs-agent-n-d-838334-2 {{(pid=84042) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 21:07:23.496188 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.plugin [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] No Port match for: 845767cf-a0db-47a9-8867-3aaf75cd0eb6 {{(pid=84042) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 18 21:07:23.496864 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Device 845767cf-a0db-47a9-8867-3aaf75cd0eb6 not bound to the agent host n-d-838334-2 {{(pid=84042) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 21:07:23.506739 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:07:23.508176 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:07:23.508176 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:07:23.508176 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:07:23.508451 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:07:23.508685 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:07:23.509005 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:07:23.509325 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:07:23.509647 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:07:23.510031 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:07:23.510506 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:07:23.529166 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-8096a36a-cdc8-42fb-9b3f-2fdbe3110e02 tempest-FloatingIPTestJSON-1355648241 tempest-FloatingIPTestJSON-1355648241-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33526109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022'] for network, after_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:23.533079 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8096a36a-cdc8-42fb-9b3f-2fdbe3110e02 tempest-FloatingIPTestJSON-1355648241 tempest-FloatingIPTestJSON-1355648241-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:07:23.533766 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-8096a36a-cdc8-42fb-9b3f-2fdbe3110e02 tempest-FloatingIPTestJSON-1355648241 tempest-FloatingIPTestJSON-1355648241-project] Notify callbacks [] for network, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:23.535296 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-f033b2c6-242b-4d83-9366-a7aa705532b1 None None] Provisioning for port d5502931-e3c8-4dd5-9e77-599eb8e822f9 completed by entity DHCP. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 21:07:23.546103 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-f033b2c6-242b-4d83-9366-a7aa705532b1 None None] Provisioning complete for port d5502931-e3c8-4dd5-9e77-599eb8e822f9 triggered by entity DHCP. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:07:23.548718 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-f033b2c6-242b-4d83-9366-a7aa705532b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1253608'] for port, provisioning_complete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:23.596418 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.v2.base [None req-985b7d2d-1d85-47fe-ab20-2b2700e107c6 tempest-PortsIpV6TestJSON-656796091 tempest-PortsIpV6TestJSON-656796091-project] Request body: {'subnet': {'network_id': '9bb89456-2091-4a33-a828-88e91f109451', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=84040) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:07:23.633729 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.plugin [None req-f033b2c6-242b-4d83-9366-a7aa705532b1 None None] Port d5502931-e3c8-4dd5-9e77-599eb8e822f9 cannot update to ACTIVE because it is not bound. {{(pid=84042) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 18 21:07:23.705169 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9313c9b-22f9-4585-b572-c99ca1c5a307 tempest-PortsIpV6TestJSON-656796091 tempest-PortsIpV6TestJSON-656796091-project] Pushing event updated for resources: {'Network': ['ID=9bb89456-2091-4a33-a828-88e91f109451,revision_number=1']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:07:23.710518 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-8096a36a-cdc8-42fb-9b3f-2fdbe3110e02 tempest-FloatingIPTestJSON-1355648241 tempest-FloatingIPTestJSON-1355648241-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.6389058 Apr 18 21:07:23.712586 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 39838) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:07:23.722950 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Network 9bb89456-2091-4a33-a828-88e91f109451 details requested by agent ovs-agent-n-d-838334-2 with host n-d-838334-2 {{(pid=84042) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 18 21:07:23.777087 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.v2.base [None req-9db02a06-a4f5-4fc5-aeb2-0707ea807e46 tempest-FloatingIPTestJSON-1355648241 tempest-FloatingIPTestJSON-1355648241-project] Request body: {'subnet': {'network_id': 'c3a91074-befc-4018-83de-3f5ad1c03f75', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=84041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:07:23.829136 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-188ff6af-ea42-462a-880d-9c8a5c631f8c tempest-SecGroupTest-200765828 tempest-SecGroupTest-200765828-project] Synchronizing usage tracker for tenant:f1c4efe1b1e34fcc9124816ce3528638 on resource:security_group {{(pid=84040) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 21:07:23.866096 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8096a36a-cdc8-42fb-9b3f-2fdbe3110e02 tempest-FloatingIPTestJSON-1355648241 tempest-FloatingIPTestJSON-1355648241-project] Pushing event updated for resources: {'Network': ['ID=c3a91074-befc-4018-83de-3f5ad1c03f75,revision_number=1']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:07:23.868832 n-d-838334-2 neutron-server[84040]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-018a75b6-c3b2-4227-b167-75527ef85ee8 tempest-FloatingIPNegativeTestJSON-269247753 tempest-FloatingIPNegativeTestJSON-269247753-project] Network 5f40971c-ef0a-463a-a66f-d2cd869ce98c is already hosted by enough agents. {{(pid=84040) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:07:23.876785 n-d-838334-2 neutron-server[84040]: DEBUG neutron.scheduler.base_scheduler [None req-018a75b6-c3b2-4227-b167-75527ef85ee8 tempest-FloatingIPNegativeTestJSON-269247753 tempest-FloatingIPNegativeTestJSON-269247753-project] Resources bound (agent type, host, resource id): {{(pid=84040) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:07:23.904090 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Network c3a91074-befc-4018-83de-3f5ad1c03f75 details requested by agent ovs-agent-n-d-838334-2 with host n-d-838334-2 {{(pid=84042) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 18 21:07:23.952185 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-9db02a06-a4f5-4fc5-aeb2-0707ea807e46 tempest-FloatingIPTestJSON-1355648241 tempest-FloatingIPTestJSON-1355648241-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:07:23.958063 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-9db02a06-a4f5-4fc5-aeb2-0707ea807e46 tempest-FloatingIPTestJSON-1355648241 tempest-FloatingIPTestJSON-1355648241-project] Usage tracker for resource:subnet and tenant:23d580683d72427e8760083fb729f9d6 is out of sync, need to count used quota {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:07:23.962790 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-9db02a06-a4f5-4fc5-aeb2-0707ea807e46 tempest-FloatingIPTestJSON-1355648241 tempest-FloatingIPTestJSON-1355648241-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:07:23.975667 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-9db02a06-a4f5-4fc5-aeb2-0707ea807e46 tempest-FloatingIPTestJSON-1355648241 tempest-FloatingIPTestJSON-1355648241-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:07:24.021773 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9db02a06-a4f5-4fc5-aeb2-0707ea807e46 tempest-FloatingIPTestJSON-1355648241 tempest-FloatingIPTestJSON-1355648241-project] Made reservation on behalf of 23d580683d72427e8760083fb729f9d6 for: {'subnet': 1} {{(pid=84041) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:07:24.077308 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Device f3a34d33-8da9-447c-b173-b21ad8d9a772 up at agent ovs-agent-n-d-838334-2 {{(pid=84042) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 21:07:24.264514 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-188ff6af-ea42-462a-880d-9c8a5c631f8c tempest-SecGroupTest-200765828 tempest-SecGroupTest-200765828-project] Unset dirty status for tenant:f1c4efe1b1e34fcc9124816ce3528638 on resource:security_group {{(pid=84040) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 21:07:24.270799 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-188ff6af-ea42-462a-880d-9c8a5c631f8c tempest-SecGroupTest-200765828 tempest-SecGroupTest-200765828-project] 10.222.0.42 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4006 time: 1.3197083 Apr 18 21:07:24.273122 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 39850) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:07:24.298866 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-7f61c46d-71d6-4d38-8ca8-df093369656b tempest-RoutersTest-1500746192 tempest-RoutersTest-1500746192-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33443857'] for router_interface, before_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:24.311987 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-5a03a236-06f2-4f15-8192-4030a4ee3bb9 None None] Provisioning complete for port d5502931-e3c8-4dd5-9e77-599eb8e822f9 triggered by entity DHCP. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:07:24.312358 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-5a03a236-06f2-4f15-8192-4030a4ee3bb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1253608'] for port, provisioning_complete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:24.356886 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [None req-985b7d2d-1d85-47fe-ab20-2b2700e107c6 tempest-PortsIpV6TestJSON-656796091 tempest-PortsIpV6TestJSON-656796091-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:07:24.423745 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.plugin [None req-5a03a236-06f2-4f15-8192-4030a4ee3bb9 None None] Port d5502931-e3c8-4dd5-9e77-599eb8e822f9 cannot update to ACTIVE because it is not bound. {{(pid=84042) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 18 21:07:24.428942 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Provisioning complete for port f3a34d33-8da9-447c-b173-b21ad8d9a772 triggered by entity L2. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:07:24.429449 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1253608'] for port, provisioning_complete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:24.449672 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.v2.base [None req-64930c23-bb3c-4c61-bc8d-c22c3d79395a tempest-SecGroupTest-200765828 tempest-SecGroupTest-200765828-project] Request body: {'security_group': {'name': 'tempest-security--1653411472', 'description': 'tempest-security-description-700480493'}} {{(pid=84040) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:07:24.467546 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-985b7d2d-1d85-47fe-ab20-2b2700e107c6 tempest-PortsIpV6TestJSON-656796091 tempest-PortsIpV6TestJSON-656796091-project] Usage tracker for resource:subnet and tenant:2eda1cb86d1d401280eb2d37452a60a8 is out of sync, need to count used quota {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:07:24.477867 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-985b7d2d-1d85-47fe-ab20-2b2700e107c6 tempest-PortsIpV6TestJSON-656796091 tempest-PortsIpV6TestJSON-656796091-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:07:24.495808 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [None req-985b7d2d-1d85-47fe-ab20-2b2700e107c6 tempest-PortsIpV6TestJSON-656796091 tempest-PortsIpV6TestJSON-656796091-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:07:24.530743 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-64930c23-bb3c-4c61-bc8d-c22c3d79395a tempest-SecGroupTest-200765828 tempest-SecGroupTest-200765828-project] Notify callbacks [] for security_group, before_update {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:24.554662 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-985b7d2d-1d85-47fe-ab20-2b2700e107c6 tempest-PortsIpV6TestJSON-656796091 tempest-PortsIpV6TestJSON-656796091-project] Made reservation on behalf of 2eda1cb86d1d401280eb2d37452a60a8 for: {'subnet': 1} {{(pid=84040) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:07:24.595908 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-78902aa1-b637-49c0-b464-71475c803805 None None] Provisioning complete for port d5502931-e3c8-4dd5-9e77-599eb8e822f9 triggered by entity DHCP. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:07:24.596541 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-78902aa1-b637-49c0-b464-71475c803805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1253608'] for port, provisioning_complete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:24.644495 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-9db02a06-a4f5-4fc5-aeb2-0707ea807e46 tempest-FloatingIPTestJSON-1355648241 tempest-FloatingIPTestJSON-1355648241-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32486301'] for subnet, before_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:24.659104 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.plugin [None req-78902aa1-b637-49c0-b464-71475c803805 None None] Port d5502931-e3c8-4dd5-9e77-599eb8e822f9 cannot update to ACTIVE because it is not bound. {{(pid=84042) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 18 21:07:24.875615 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-985b7d2d-1d85-47fe-ab20-2b2700e107c6 tempest-PortsIpV6TestJSON-656796091 tempest-PortsIpV6TestJSON-656796091-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31752722'] for subnet, before_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:24.903419 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-64930c23-bb3c-4c61-bc8d-c22c3d79395a tempest-SecGroupTest-200765828 tempest-SecGroupTest-200765828-project] Notify callbacks [] for security_group, precommit_update {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:24.965530 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-64930c23-bb3c-4c61-bc8d-c22c3d79395a tempest-SecGroupTest-200765828 tempest-SecGroupTest-200765828-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33528224'] for security_group, after_update {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:24.967886 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-64930c23-bb3c-4c61-bc8d-c22c3d79395a tempest-SecGroupTest-200765828 tempest-SecGroupTest-200765828-project] Notify callbacks [] for security_group, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:24.971646 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-64930c23-bb3c-4c61-bc8d-c22c3d79395a tempest-SecGroupTest-200765828 tempest-SecGroupTest-200765828-project] 10.222.0.42 "PUT /v2.0/security-groups/bae61a26-6292-4be7-af99-bbe1680c93f6 HTTP/1.1" status: 200 len: 1611 time: 0.6140738 Apr 18 21:07:24.982985 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 39872) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:07:25.082846 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64930c23-bb3c-4c61-bc8d-c22c3d79395a tempest-SecGroupTest-200765828 tempest-SecGroupTest-200765828-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bae61a26-6292-4be7-af99-bbe1680c93f6,revision_number=2']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:07:25.090737 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-ecf66b08-edd5-4127-8191-3ec46c18ec4e tempest-SecGroupTest-200765828 tempest-SecGroupTest-200765828-project] 10.222.0.42 "GET /v2.0/security-groups/bae61a26-6292-4be7-af99-bbe1680c93f6 HTTP/1.1" status: 200 len: 1611 time: 0.1061804 Apr 18 21:07:25.104336 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 39880) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:07:25.179314 n-d-838334-2 neutron-server[84040]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-018a75b6-c3b2-4227-b167-75527ef85ee8 tempest-FloatingIPNegativeTestJSON-269247753 tempest-FloatingIPNegativeTestJSON-269247753-project] Router e3a305e8-eab6-47f0-b333-cbafabc67619 is scheduled to L3 agent bc84d6c9-dd7a-4555-a351-592327b46d5a with binding_index 1 {{(pid=84040) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 18 21:07:25.387816 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-985b7d2d-1d85-47fe-ab20-2b2700e107c6 tempest-PortsIpV6TestJSON-656796091 tempest-PortsIpV6TestJSON-656796091-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33526260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32441074', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31752704'] for subnet, after_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:25.418329 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-9db02a06-a4f5-4fc5-aeb2-0707ea807e46 tempest-FloatingIPTestJSON-1355648241 tempest-FloatingIPTestJSON-1355648241-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33526260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32266407', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32486287'] for subnet, after_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:25.473184 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-985b7d2d-1d85-47fe-ab20-2b2700e107c6 tempest-PortsIpV6TestJSON-656796091 tempest-PortsIpV6TestJSON-656796091-project] Pushing event updated for resources: {'Subnet': ['ID=4d25aba9-9156-4093-a77d-2e9adbf471bc,revision_number=0']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:07:25.506363 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-018a75b6-c3b2-4227-b167-75527ef85ee8 tempest-FloatingIPNegativeTestJSON-269247753 tempest-FloatingIPNegativeTestJSON-269247753-project] Notify agent at l3_agent.n-d-838334-2 the message routers_updated {{(pid=84040) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 21:07:25.515261 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46db9a36-89f1-459b-be2b-ca58878b3faa None None] Sync routers for ids ['e3a305e8-eab6-47f0-b333-cbafabc67619'] in n-d-838334-2 {{(pid=84042) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 18 21:07:25.516280 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-985b7d2d-1d85-47fe-ab20-2b2700e107c6 tempest-PortsIpV6TestJSON-656796091 tempest-PortsIpV6TestJSON-656796091-project] Checking segment: {'id': '68370b70-c745-42d0-a6ea-fc9e314d75a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '9bb89456-2091-4a33-a828-88e91f109451'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84040) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 21:07:25.516641 n-d-838334-2 neutron-server[84040]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-985b7d2d-1d85-47fe-ab20-2b2700e107c6 tempest-PortsIpV6TestJSON-656796091 tempest-PortsIpV6TestJSON-656796091-project] Network hostable DHCP agents. Network: 9bb89456-2091-4a33-a828-88e91f109451, hostable agents: ['8746f8ea-3e91-4b32-9919-2c63adeb8722'], hosted agents: [] {{(pid=84040) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 21:07:25.525307 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-018a75b6-c3b2-4227-b167-75527ef85ee8 tempest-FloatingIPNegativeTestJSON-269247753 tempest-FloatingIPNegativeTestJSON-269247753-project] 10.222.0.42 "PUT /v2.0/routers/e3a305e8-eab6-47f0-b333-cbafabc67619/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.2671907 Apr 18 21:07:25.529096 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-f76ad36d-3214-4c37-94c3-5f043cda2405 tempest-SecGroupTest-200765828 tempest-SecGroupTest-200765828-project] Notify callbacks [] for security_group, before_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:25.530317 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 39896) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:07:25.537953 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.v2.base [None req-dfa9062f-5928-46d4-aaba-edd3e489a935 tempest-FloatingIPNegativeTestJSON-269247753 tempest-FloatingIPNegativeTestJSON-269247753-project] Request body: {'port': {'network_id': '5f40971c-ef0a-463a-a66f-d2cd869ce98c', 'name': 'tempest-FloatingIPNegativeTestJSON-209714750'}} {{(pid=84040) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:07:25.543575 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46db9a36-89f1-459b-be2b-ca58878b3faa None None] Routers {'e3a305e8-eab6-47f0-b333-cbafabc67619'} bound to L3 agent in host n-d-838334-2 {{(pid=84042) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 21:07:25.544234 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_hamode_db [None req-46db9a36-89f1-459b-be2b-ca58878b3faa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838334-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-18T20:25:48Z,description=,heartbeat_timestamp=2022-04-18T21:07:18Z,host='n-d-838334-2',id=bc84d6c9-dd7a-4555-a351-592327b46d5a,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:25:48Z,topic='l3_agent')) {'router_ids': ['e3a305e8-eab6-47f0-b333-cbafabc67619'], 'active': True} {{(pid=84042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:07:25.617867 n-d-838334-2 neutron-server[84040]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-985b7d2d-1d85-47fe-ab20-2b2700e107c6 tempest-PortsIpV6TestJSON-656796091 tempest-PortsIpV6TestJSON-656796091-project] Network 9bb89456-2091-4a33-a828-88e91f109451 is scheduled to be hosted by DHCP agent 8746f8ea-3e91-4b32-9919-2c63adeb8722 with binding_index 1 {{(pid=84040) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 21:07:25.644338 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-f76ad36d-3214-4c37-94c3-5f043cda2405 tempest-SecGroupTest-200765828 tempest-SecGroupTest-200765828-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:25.676788 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_hamode_db [None req-46db9a36-89f1-459b-be2b-ca58878b3faa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-838334-2', False) {} {{(pid=84042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:07:25.681419 n-d-838334-2 neutron-server[84040]: DEBUG neutron.scheduler.base_scheduler [None req-985b7d2d-1d85-47fe-ab20-2b2700e107c6 tempest-PortsIpV6TestJSON-656796091 tempest-PortsIpV6TestJSON-656796091-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-838334-2, 9bb89456-2091-4a33-a828-88e91f109451) {{(pid=84040) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:07:25.689684 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9db02a06-a4f5-4fc5-aeb2-0707ea807e46 tempest-FloatingIPTestJSON-1355648241 tempest-FloatingIPTestJSON-1355648241-project] Pushing event updated for resources: {'Subnet': ['ID=d324f0bb-cec9-45ed-a32e-73fd1b4cbb05,revision_number=0']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:07:25.698374 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09f69596-f422-4b46-b90f-89cdb993c986 None None] Network 9bb89456-2091-4a33-a828-88e91f109451 requested from n-d-838334-2 {{(pid=84042) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 21:07:25.698950 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-985b7d2d-1d85-47fe-ab20-2b2700e107c6 tempest-PortsIpV6TestJSON-656796091 tempest-PortsIpV6TestJSON-656796091-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:07:25.699747 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-985b7d2d-1d85-47fe-ab20-2b2700e107c6 tempest-PortsIpV6TestJSON-656796091 tempest-PortsIpV6TestJSON-656796091-project] Notify callbacks [] for subnet, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:25.719301 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46db9a36-89f1-459b-be2b-ca58878b3faa None None] Routers {'e3a305e8-eab6-47f0-b333-cbafabc67619'} bound to L3 agent in host n-d-838334-2 {{(pid=84042) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 21:07:25.720202 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_hamode_db [None req-46db9a36-89f1-459b-be2b-ca58878b3faa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838334-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-18T20:25:48Z,description=,heartbeat_timestamp=2022-04-18T21:07:18Z,host='n-d-838334-2',id=bc84d6c9-dd7a-4555-a351-592327b46d5a,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:25:48Z,topic='l3_agent')) {'router_ids': ['e3a305e8-eab6-47f0-b333-cbafabc67619'], 'active': True} {{(pid=84042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:07:25.743104 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [None req-dfa9062f-5928-46d4-aaba-edd3e489a935 tempest-FloatingIPNegativeTestJSON-269247753 tempest-FloatingIPNegativeTestJSON-269247753-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:07:25.751871 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-dfa9062f-5928-46d4-aaba-edd3e489a935 tempest-FloatingIPNegativeTestJSON-269247753 tempest-FloatingIPNegativeTestJSON-269247753-project] Usage tracker for resource:port and tenant:75c59b487907465fa2b09b0111adbf0a is out of sync, need to count used quota {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:07:25.758076 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-dfa9062f-5928-46d4-aaba-edd3e489a935 tempest-FloatingIPNegativeTestJSON-269247753 tempest-FloatingIPNegativeTestJSON-269247753-project] Quota usage for port was recalculated. Used quota:2. {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:07:25.771925 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [None req-dfa9062f-5928-46d4-aaba-edd3e489a935 tempest-FloatingIPNegativeTestJSON-269247753 tempest-FloatingIPNegativeTestJSON-269247753-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:07:25.779564 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9db02a06-a4f5-4fc5-aeb2-0707ea807e46 tempest-FloatingIPTestJSON-1355648241 tempest-FloatingIPTestJSON-1355648241-project] Checking segment: {'id': 'a783c2cb-08b2-4f77-8a3c-7580abe71732', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': 'c3a91074-befc-4018-83de-3f5ad1c03f75'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84041) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 21:07:25.785786 n-d-838334-2 neutron-server[84041]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9db02a06-a4f5-4fc5-aeb2-0707ea807e46 tempest-FloatingIPTestJSON-1355648241 tempest-FloatingIPTestJSON-1355648241-project] Network hostable DHCP agents. Network: c3a91074-befc-4018-83de-3f5ad1c03f75, hostable agents: ['8746f8ea-3e91-4b32-9919-2c63adeb8722'], hosted agents: [] {{(pid=84041) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 21:07:25.804571 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-985b7d2d-1d85-47fe-ab20-2b2700e107c6 tempest-PortsIpV6TestJSON-656796091 tempest-PortsIpV6TestJSON-656796091-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.2350531 Apr 18 21:07:25.807262 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 39908) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:07:25.808830 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dfa9062f-5928-46d4-aaba-edd3e489a935 tempest-FloatingIPNegativeTestJSON-269247753 tempest-FloatingIPNegativeTestJSON-269247753-project] Made reservation on behalf of 75c59b487907465fa2b09b0111adbf0a for: {'port': 1} {{(pid=84040) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:07:25.812304 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-dfa9062f-5928-46d4-aaba-edd3e489a935 tempest-FloatingIPNegativeTestJSON-269247753 tempest-FloatingIPNegativeTestJSON-269247753-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:25.857594 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.v2.base [None req-f62fed9e-8bcf-4e1a-8f4c-4620dad89fe8 tempest-PortsIpV6TestJSON-656796091 tempest-PortsIpV6TestJSON-656796091-project] Request body: {'router': {'name': 'tempest-PortsIpV6TestJSON-router-1684580778', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=84041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:07:25.858045 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_hamode_db [None req-46db9a36-89f1-459b-be2b-ca58878b3faa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-838334-2', False) {} {{(pid=84042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:07:25.858449 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46db9a36-89f1-459b-be2b-ca58878b3faa None None] The sync data for ids ['e3a305e8-eab6-47f0-b333-cbafabc67619'] in n-d-838334-2 is: [] {{(pid=84042) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 18 21:07:25.863882 n-d-838334-2 neutron-server[84040]: DEBUG neutron.notifiers.nova [None req-dfa9062f-5928-46d4-aaba-edd3e489a935 tempest-FloatingIPNegativeTestJSON-269247753 tempest-FloatingIPNegativeTestJSON-269247753-project] device_id is not set on port 985c6112-8411-4d5d-bfc8-0b4f4cebae31 yet. {{(pid=84040) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 18 21:07:25.889336 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-f62fed9e-8bcf-4e1a-8f4c-4620dad89fe8 tempest-PortsIpV6TestJSON-656796091 tempest-PortsIpV6TestJSON-656796091-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:07:25.906596 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-f62fed9e-8bcf-4e1a-8f4c-4620dad89fe8 tempest-PortsIpV6TestJSON-656796091 tempest-PortsIpV6TestJSON-656796091-project] Usage tracker for resource:router and tenant:2eda1cb86d1d401280eb2d37452a60a8 is out of sync, need to count used quota {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:07:25.935667 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-f62fed9e-8bcf-4e1a-8f4c-4620dad89fe8 tempest-PortsIpV6TestJSON-656796091 tempest-PortsIpV6TestJSON-656796091-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:07:25.964496 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-f62fed9e-8bcf-4e1a-8f4c-4620dad89fe8 tempest-PortsIpV6TestJSON-656796091 tempest-PortsIpV6TestJSON-656796091-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:07:25.973678 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-f76ad36d-3214-4c37-94c3-5f043cda2405 tempest-SecGroupTest-200765828 tempest-SecGroupTest-200765828-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33528224'] for security_group, after_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:26.033478 n-d-838334-2 neutron-server[84041]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9db02a06-a4f5-4fc5-aeb2-0707ea807e46 tempest-FloatingIPTestJSON-1355648241 tempest-FloatingIPTestJSON-1355648241-project] Network c3a91074-befc-4018-83de-3f5ad1c03f75 is scheduled to be hosted by DHCP agent 8746f8ea-3e91-4b32-9919-2c63adeb8722 with binding_index 1 {{(pid=84041) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 21:07:26.055473 n-d-838334-2 neutron-server[84041]: DEBUG neutron.scheduler.base_scheduler [None req-9db02a06-a4f5-4fc5-aeb2-0707ea807e46 tempest-FloatingIPTestJSON-1355648241 tempest-FloatingIPTestJSON-1355648241-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-838334-2, c3a91074-befc-4018-83de-3f5ad1c03f75) {{(pid=84041) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:07:26.092076 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40caca43-df27-4dc0-a418-0f02cf1d5b2c None None] Network c3a91074-befc-4018-83de-3f5ad1c03f75 requested from n-d-838334-2 {{(pid=84042) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 21:07:26.115529 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f76ad36d-3214-4c37-94c3-5f043cda2405 tempest-SecGroupTest-200765828 tempest-SecGroupTest-200765828-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bae61a26-6292-4be7-af99-bbe1680c93f6,revision_number=None']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:07:26.123264 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9db02a06-a4f5-4fc5-aeb2-0707ea807e46 tempest-FloatingIPTestJSON-1355648241 tempest-FloatingIPTestJSON-1355648241-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:07:26.123879 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-9db02a06-a4f5-4fc5-aeb2-0707ea807e46 tempest-FloatingIPTestJSON-1355648241 tempest-FloatingIPTestJSON-1355648241-project] Notify callbacks [] for subnet, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:26.139134 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-f62fed9e-8bcf-4e1a-8f4c-4620dad89fe8 tempest-PortsIpV6TestJSON-656796091 tempest-PortsIpV6TestJSON-656796091-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-33442106', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5708'] for router, before_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:26.140212 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-f62fed9e-8bcf-4e1a-8f4c-4620dad89fe8 tempest-PortsIpV6TestJSON-656796091 tempest-PortsIpV6TestJSON-656796091-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33442137', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33444285', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33535433', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5703'] for router, precommit_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:26.189129 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.db_base_plugin_common [None req-dfa9062f-5928-46d4-aaba-edd3e489a935 tempest-FloatingIPNegativeTestJSON-269247753 tempest-FloatingIPNegativeTestJSON-269247753-project] Allocated IP 172.20.0.6 (5f40971c-ef0a-463a-a66f-d2cd869ce98c/3d74b3dd-edde-4bb2-a2bc-992541fbd2ff/985c6112-8411-4d5d-bfc8-0b4f4cebae31) {{(pid=84040) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 21:07:26.232964 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2816a9b-858c-4edb-b5ad-617e40e4d1ac None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp016840fc-1f9f-5892-9c53-c9cf6c845bbb-9bb89456-2091-4a33-a828-88e91f109451', 'network_id': '9bb89456-2091-4a33-a828-88e91f109451', 'tenant_id': '2eda1cb86d1d401280eb2d37452a60a8', 'fixed_ips': [{'subnet_id': '4d25aba9-9156-4093-a77d-2e9adbf471bc'}]}} from n-d-838334-2. {{(pid=84042) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 18 21:07:26.233769 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-d2816a9b-858c-4edb-b5ad-617e40e4d1ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_create {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:26.237812 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-f76ad36d-3214-4c37-94c3-5f043cda2405 tempest-SecGroupTest-200765828 tempest-SecGroupTest-200765828-project] Notify callbacks [] for security_group, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:26.239096 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-f76ad36d-3214-4c37-94c3-5f043cda2405 tempest-SecGroupTest-200765828 tempest-SecGroupTest-200765828-project] 10.222.0.42 "DELETE /v2.0/security-groups/bae61a26-6292-4be7-af99-bbe1680c93f6 HTTP/1.1" status: 204 len: 168 time: 1.1320596 Apr 18 21:07:26.244522 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 39918) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:07:26.253892 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-f62fed9e-8bcf-4e1a-8f4c-4620dad89fe8 tempest-PortsIpV6TestJSON-656796091 tempest-PortsIpV6TestJSON-656796091-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:26.320650 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-9db02a06-a4f5-4fc5-aeb2-0707ea807e46 tempest-FloatingIPTestJSON-1355648241 tempest-FloatingIPTestJSON-1355648241-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.6025665 Apr 18 21:07:26.325538 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 39924) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:07:26.337179 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.v2.base [None req-e99b0996-d08d-4ccb-a5ad-811a1bace692 tempest-FloatingIPTestJSON-1355648241 tempest-FloatingIPTestJSON-1355648241-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-15232072', 'external_gateway_info': {'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c'}, 'admin_state_up': False}} {{(pid=84041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:07:26.376800 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-e99b0996-d08d-4ccb-a5ad-811a1bace692 tempest-FloatingIPTestJSON-1355648241 tempest-FloatingIPTestJSON-1355648241-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:07:26.382706 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-9e6c42bc-82f9-4ae2-b9e9-0f4d62d33c86 tempest-SecGroupTest-200765828 tempest-SecGroupTest-200765828-project] Synchronizing usage tracker for tenant:f1c4efe1b1e34fcc9124816ce3528638 on resource:security_group {{(pid=84041) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 21:07:26.391449 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-e99b0996-d08d-4ccb-a5ad-811a1bace692 tempest-FloatingIPTestJSON-1355648241 tempest-FloatingIPTestJSON-1355648241-project] Usage tracker for resource:router and tenant:23d580683d72427e8760083fb729f9d6 is out of sync, need to count used quota {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:07:26.399297 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-e99b0996-d08d-4ccb-a5ad-811a1bace692 tempest-FloatingIPTestJSON-1355648241 tempest-FloatingIPTestJSON-1355648241-project] Quota usage for router was recalculated. Used quota:1. {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:07:26.405803 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-f62fed9e-8bcf-4e1a-8f4c-4620dad89fe8 tempest-PortsIpV6TestJSON-656796091 tempest-PortsIpV6TestJSON-656796091-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33443529', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33444176'] for router, after_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:26.437238 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 39928) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:07:26.462480 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-e99b0996-d08d-4ccb-a5ad-811a1bace692 tempest-FloatingIPTestJSON-1355648241 tempest-FloatingIPTestJSON-1355648241-project] Attempting to reserve 1 items for resource router. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:07:26.471231 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-f62fed9e-8bcf-4e1a-8f4c-4620dad89fe8 tempest-PortsIpV6TestJSON-656796091 tempest-PortsIpV6TestJSON-656796091-project] Notify callbacks [] for router, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:26.473356 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-dfa9062f-5928-46d4-aaba-edd3e489a935 tempest-FloatingIPNegativeTestJSON-269247753 tempest-FloatingIPNegativeTestJSON-269247753-project] Notify callbacks [] for port, precommit_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:26.477287 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-f62fed9e-8bcf-4e1a-8f4c-4620dad89fe8 tempest-PortsIpV6TestJSON-656796091 tempest-PortsIpV6TestJSON-656796091-project] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 0.6554074 Apr 18 21:07:26.480179 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 39934) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:07:26.494599 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-9e6c42bc-82f9-4ae2-b9e9-0f4d62d33c86 tempest-SecGroupTest-200765828 tempest-SecGroupTest-200765828-project] Unset dirty status for tenant:f1c4efe1b1e34fcc9124816ce3528638 on resource:security_group {{(pid=84041) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 21:07:26.496339 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.provisioning_blocks [None req-dfa9062f-5928-46d4-aaba-edd3e489a935 tempest-FloatingIPNegativeTestJSON-269247753 tempest-FloatingIPNegativeTestJSON-269247753-project] Transition to ACTIVE for port object 985c6112-8411-4d5d-bfc8-0b4f4cebae31 will not be triggered until provisioned by entity DHCP. {{(pid=84040) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:07:26.504993 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-9e6c42bc-82f9-4ae2-b9e9-0f4d62d33c86 tempest-SecGroupTest-200765828 tempest-SecGroupTest-200765828-project] 10.222.0.42 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.2539644 Apr 18 21:07:26.505298 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 39938) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:07:26.505448 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.v2.base [None req-0241ede4-b876-46d0-96fb-7b41caffdd8b tempest-PortsIpV6TestJSON-656796091 tempest-PortsIpV6TestJSON-656796091-project] Request body: {'port': {'network_id': '9bb89456-2091-4a33-a828-88e91f109451', 'name': 'tempest-PortsIpV6TestJSON-1973505378'}} {{(pid=84041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:07:26.509791 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.db_base_plugin_common [None req-d2816a9b-858c-4edb-b5ad-617e40e4d1ac None None] Allocated IP 2001:db8::2 (9bb89456-2091-4a33-a828-88e91f109451/4d25aba9-9156-4093-a77d-2e9adbf471bc/22a95738-5362-4eb2-815c-75e4362644b7) {{(pid=84042) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 21:07:26.542641 n-d-838334-2 neutron-server[84040]: INFO neutron.api.v2.resource [None req-a0ba3d61-1d23-48c2-b02a-a23be8fdfaa1 tempest-SecGroupTest-200765828 tempest-SecGroupTest-200765828-project] delete failed (client error): The resource could not be found. Apr 18 21:07:26.547919 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-a0ba3d61-1d23-48c2-b02a-a23be8fdfaa1 tempest-SecGroupTest-200765828 tempest-SecGroupTest-200765828-project] 10.222.0.42 "DELETE /v2.0/security-groups/bae61a26-6292-4be7-af99-bbe1680c93f6 HTTP/1.1" status: 404 len: 347 time: 0.0378432 Apr 18 21:07:26.548066 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 39944) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:07:26.562920 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.v2.base [None req-43d81b21-7801-4a1b-83ab-797452cc595d tempest-SecGroupTest-200765828 tempest-SecGroupTest-200765828-project] Request body: {'security_group': {'name': 'tempest-secgroup--1976996279'}} {{(pid=84040) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:07:26.577814 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [None req-43d81b21-7801-4a1b-83ab-797452cc595d tempest-SecGroupTest-200765828 tempest-SecGroupTest-200765828-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:07:26.591908 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-e99b0996-d08d-4ccb-a5ad-811a1bace692 tempest-FloatingIPTestJSON-1355648241 tempest-FloatingIPTestJSON-1355648241-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-33442106', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5708'] for router, before_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:26.593553 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-e99b0996-d08d-4ccb-a5ad-811a1bace692 tempest-FloatingIPTestJSON-1355648241 tempest-FloatingIPTestJSON-1355648241-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33442137', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33444285', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33535433', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5703'] for router, precommit_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:26.594907 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [None req-43d81b21-7801-4a1b-83ab-797452cc595d tempest-SecGroupTest-200765828 tempest-SecGroupTest-200765828-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:07:26.613014 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-dfa9062f-5928-46d4-aaba-edd3e489a935 tempest-FloatingIPNegativeTestJSON-269247753 tempest-FloatingIPNegativeTestJSON-269247753-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750374836619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32440838'] for port, after_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:26.694177 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-43d81b21-7801-4a1b-83ab-797452cc595d tempest-SecGroupTest-200765828 tempest-SecGroupTest-200765828-project] Notify callbacks [] for security_group, before_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:26.712291 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.plugin [None req-7f61c46d-71d6-4d38-8ca8-df093369656b tempest-RoutersTest-1500746192 tempest-RoutersTest-1500746192-project] Deleting port 56d927d1-4222-4261-8ba4-7d3147f61bc3 {{(pid=84041) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 21:07:26.712970 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-7f61c46d-71d6-4d38-8ca8-df093369656b tempest-RoutersTest-1500746192 tempest-RoutersTest-1500746192-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750375188691'] for port, before_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:26.725607 n-d-838334-2 neutron-server[84040]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dfa9062f-5928-46d4-aaba-edd3e489a935 tempest-FloatingIPNegativeTestJSON-269247753 tempest-FloatingIPNegativeTestJSON-269247753-project] Network 5f40971c-ef0a-463a-a66f-d2cd869ce98c is already hosted by enough agents. {{(pid=84040) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:07:26.736519 n-d-838334-2 neutron-server[84040]: DEBUG neutron.scheduler.base_scheduler [None req-dfa9062f-5928-46d4-aaba-edd3e489a935 tempest-FloatingIPNegativeTestJSON-269247753 tempest-FloatingIPNegativeTestJSON-269247753-project] Resources bound (agent type, host, resource id): {{(pid=84040) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:07:26.744164 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfa9062f-5928-46d4-aaba-edd3e489a935 tempest-FloatingIPNegativeTestJSON-269247753 tempest-FloatingIPNegativeTestJSON-269247753-project] Received port after_create {{(pid=84040) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 21:07:26.845973 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfa9062f-5928-46d4-aaba-edd3e489a935 tempest-FloatingIPNegativeTestJSON-269247753 tempest-FloatingIPNegativeTestJSON-269247753-project] Pushing event updated for resources: {'Port': ['ID=985c6112-8411-4d5d-bfc8-0b4f4cebae31,revision_number=1']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:07:26.860783 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-ac71455b-f9a5-4f40-81e1-9c94fb783dc9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:26.922220 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [None req-ac71455b-f9a5-4f40-81e1-9c94fb783dc9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:07:26.926423 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-ac71455b-f9a5-4f40-81e1-9c94fb783dc9 admin admin] Usage tracker for resource:security_group_rule and tenant:f49908e9e0c6445788b1d240e10bd6ba is out of sync, need to count used quota {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:07:26.929383 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-ac71455b-f9a5-4f40-81e1-9c94fb783dc9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:07:26.935532 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [None req-ac71455b-f9a5-4f40-81e1-9c94fb783dc9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:07:26.983257 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [None req-43d81b21-7801-4a1b-83ab-797452cc595d tempest-SecGroupTest-200765828 tempest-SecGroupTest-200765828-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:07:26.993402 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-43d81b21-7801-4a1b-83ab-797452cc595d tempest-SecGroupTest-200765828 tempest-SecGroupTest-200765828-project] Usage tracker for resource:security_group_rule and tenant:f1c4efe1b1e34fcc9124816ce3528638 is out of sync, need to count used quota {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:07:27.011058 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-43d81b21-7801-4a1b-83ab-797452cc595d tempest-SecGroupTest-200765828 tempest-SecGroupTest-200765828-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:07:27.022926 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dfa9062f-5928-46d4-aaba-edd3e489a935 tempest-FloatingIPNegativeTestJSON-269247753 tempest-FloatingIPNegativeTestJSON-269247753-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:07:27.023673 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-dfa9062f-5928-46d4-aaba-edd3e489a935 tempest-FloatingIPNegativeTestJSON-269247753 tempest-FloatingIPNegativeTestJSON-269247753-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217293'] for port, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:27.048344 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [None req-43d81b21-7801-4a1b-83ab-797452cc595d tempest-SecGroupTest-200765828 tempest-SecGroupTest-200765828-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:07:27.064899 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-e99b0996-d08d-4ccb-a5ad-811a1bace692 tempest-FloatingIPTestJSON-1355648241 tempest-FloatingIPTestJSON-1355648241-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:27.100552 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-ac71455b-f9a5-4f40-81e1-9c94fb783dc9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:27.102573 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.db [None req-7f61c46d-71d6-4d38-8ca8-df093369656b tempest-RoutersTest-1500746192 tempest-RoutersTest-1500746192-project] For port 56d927d1-4222-4261-8ba4-7d3147f61bc3, host n-d-838334-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838334-2',level=0,port_id=56d927d1-4222-4261-8ba4-7d3147f61bc3,segment=NetworkSegment(aac40157-fd6b-4a94-bf9d-c65b7da168f7),segment_id=aac40157-fd6b-4a94-bf9d-c65b7da168f7)] {{(pid=84041) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:07:27.102935 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-7f61c46d-71d6-4d38-8ca8-df093369656b tempest-RoutersTest-1500746192 tempest-RoutersTest-1500746192-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369123'] for port, precommit_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:27.112743 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-ac71455b-f9a5-4f40-81e1-9c94fb783dc9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33528224'] for security_group, after_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:27.137713 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-dfa9062f-5928-46d4-aaba-edd3e489a935 tempest-FloatingIPNegativeTestJSON-269247753 tempest-FloatingIPNegativeTestJSON-269247753-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 1.6032555 Apr 18 21:07:27.141755 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9fbc786c-392a-4d1e-ac75-021bb16eeffe None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp016840fc-1f9f-5892-9c53-c9cf6c845bbb-c3a91074-befc-4018-83de-3f5ad1c03f75', 'network_id': 'c3a91074-befc-4018-83de-3f5ad1c03f75', 'tenant_id': '23d580683d72427e8760083fb729f9d6', 'fixed_ips': [{'subnet_id': 'd324f0bb-cec9-45ed-a32e-73fd1b4cbb05'}]}} from n-d-838334-2. {{(pid=84042) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 18 21:07:27.142674 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 39952) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:07:27.142788 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-9fbc786c-392a-4d1e-ac75-021bb16eeffe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_create {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:27.156386 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.v2.base [None req-a66c96a0-eb13-427c-83d3-70d74ba25da1 tempest-FloatingIPNegativeTestJSON-269247753 tempest-FloatingIPNegativeTestJSON-269247753-project] Request body: {'floatingip': {'floating_network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c'}} {{(pid=84040) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:07:27.202307 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [None req-a66c96a0-eb13-427c-83d3-70d74ba25da1 tempest-FloatingIPNegativeTestJSON-269247753 tempest-FloatingIPNegativeTestJSON-269247753-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:07:27.237038 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-a66c96a0-eb13-427c-83d3-70d74ba25da1 tempest-FloatingIPNegativeTestJSON-269247753 tempest-FloatingIPNegativeTestJSON-269247753-project] Usage tracker for resource:floatingip and tenant:75c59b487907465fa2b09b0111adbf0a is out of sync, need to count used quota {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:07:27.265953 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac71455b-f9a5-4f40-81e1-9c94fb783dc9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=07cd194c-337b-4044-a8e6-f41ab96d5970,revision_number=1']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:07:27.273602 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-d2816a9b-858c-4edb-b5ad-617e40e4d1ac None None] Notify callbacks [] for port, precommit_create {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:27.281493 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-7b2be438-7344-48cd-9fcf-7a1602ac2d24 None None] Provisioning for port 985c6112-8411-4d5d-bfc8-0b4f4cebae31 completed by entity DHCP. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 21:07:27.300548 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-a66c96a0-eb13-427c-83d3-70d74ba25da1 tempest-FloatingIPNegativeTestJSON-269247753 tempest-FloatingIPNegativeTestJSON-269247753-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:07:27.307873 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-d2816a9b-858c-4edb-b5ad-617e40e4d1ac None None] Transition to ACTIVE for port object 22a95738-5362-4eb2-815c-75e4362644b7 will not be triggered until provisioned by entity L2. {{(pid=84042) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:07:27.314713 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-ac71455b-f9a5-4f40-81e1-9c94fb783dc9 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=f49908e9e0c6445788b1d240e10bd6ba&name=default HTTP/1.1" status: 200 len: 2647 time: 0.8764403 Apr 18 21:07:27.322312 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 39958) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:07:27.323186 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [None req-a66c96a0-eb13-427c-83d3-70d74ba25da1 tempest-FloatingIPNegativeTestJSON-269247753 tempest-FloatingIPNegativeTestJSON-269247753-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:07:27.345740 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-7b2be438-7344-48cd-9fcf-7a1602ac2d24 None None] Provisioning complete for port 985c6112-8411-4d5d-bfc8-0b4f4cebae31 triggered by entity DHCP. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:07:27.346094 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-7b2be438-7344-48cd-9fcf-7a1602ac2d24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1253608'] for port, provisioning_complete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:27.352170 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.plugin [None req-7f61c46d-71d6-4d38-8ca8-df093369656b tempest-RoutersTest-1500746192 tempest-RoutersTest-1500746192-project] Calling delete_port for 56d927d1-4222-4261-8ba4-7d3147f61bc3 owned by network:router_interface {{(pid=84041) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 21:07:27.358479 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-43d81b21-7801-4a1b-83ab-797452cc595d tempest-SecGroupTest-200765828 tempest-SecGroupTest-200765828-project] Notify callbacks [] for security_group, precommit_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:27.372898 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-43d81b21-7801-4a1b-83ab-797452cc595d tempest-SecGroupTest-200765828 tempest-SecGroupTest-200765828-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33528224'] for security_group, after_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:27.390433 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-a66c96a0-eb13-427c-83d3-70d74ba25da1 tempest-FloatingIPNegativeTestJSON-269247753 tempest-FloatingIPNegativeTestJSON-269247753-project] Notify callbacks [] for floatingip, before_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:27.409848 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-d2816a9b-858c-4edb-b5ad-617e40e4d1ac None None] Transition to ACTIVE for port object 22a95738-5362-4eb2-815c-75e4362644b7 will not be triggered until provisioned by entity DHCP. {{(pid=84042) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:07:27.428984 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-d2816a9b-858c-4edb-b5ad-617e40e4d1ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750374836619'] for port, after_create {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:27.458979 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-0241ede4-b876-46d0-96fb-7b41caffdd8b tempest-PortsIpV6TestJSON-656796091 tempest-PortsIpV6TestJSON-656796091-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:07:27.480016 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-0241ede4-b876-46d0-96fb-7b41caffdd8b tempest-PortsIpV6TestJSON-656796091 tempest-PortsIpV6TestJSON-656796091-project] Usage tracker for resource:port and tenant:2eda1cb86d1d401280eb2d37452a60a8 is out of sync, need to count used quota {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:07:27.483248 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.db_base_plugin_common [None req-9fbc786c-392a-4d1e-ac75-021bb16eeffe None None] Allocated IP 172.20.0.2 (c3a91074-befc-4018-83de-3f5ad1c03f75/d324f0bb-cec9-45ed-a32e-73fd1b4cbb05/d37c73b1-bc79-4b1b-bda6-738bd7e14953) {{(pid=84042) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 21:07:27.486162 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-0241ede4-b876-46d0-96fb-7b41caffdd8b tempest-PortsIpV6TestJSON-656796091 tempest-PortsIpV6TestJSON-656796091-project] Quota usage for port was recalculated. Used quota:1. {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:07:27.492594 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.plugin [None req-7b2be438-7344-48cd-9fcf-7a1602ac2d24 None None] Port 985c6112-8411-4d5d-bfc8-0b4f4cebae31 cannot update to ACTIVE because it is not bound. {{(pid=84042) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 18 21:07:27.500731 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-0241ede4-b876-46d0-96fb-7b41caffdd8b tempest-PortsIpV6TestJSON-656796091 tempest-PortsIpV6TestJSON-656796091-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:07:27.505782 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-43d81b21-7801-4a1b-83ab-797452cc595d tempest-SecGroupTest-200765828 tempest-SecGroupTest-200765828-project] Notify callbacks [] for security_group, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:27.507104 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-43d81b21-7801-4a1b-83ab-797452cc595d tempest-SecGroupTest-200765828 tempest-SecGroupTest-200765828-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 0.9577837 Apr 18 21:07:27.507761 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43d81b21-7801-4a1b-83ab-797452cc595d tempest-SecGroupTest-200765828 tempest-SecGroupTest-200765828-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7c4c2c4e-d6f8-4e71-ba85-0ff83f67372a,revision_number=1']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:07:27.510816 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 39962) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:07:27.524158 n-d-838334-2 neutron-server[84042]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2816a9b-858c-4edb-b5ad-617e40e4d1ac None None] Network 9bb89456-2091-4a33-a828-88e91f109451 is already hosted by enough agents. {{(pid=84042) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:07:27.528263 n-d-838334-2 neutron-server[84042]: DEBUG neutron.scheduler.base_scheduler [None req-d2816a9b-858c-4edb-b5ad-617e40e4d1ac None None] Resources bound (agent type, host, resource id): {{(pid=84042) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:07:27.533617 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.v2.base [None req-8d75aa33-0fd2-40a0-aab4-703b17277b1d tempest-SecGroupTest-200765828 tempest-SecGroupTest-200765828-project] Request body: {'security_group_rule': {'security_group_id': '7c4c2c4e-d6f8-4e71-ba85-0ff83f67372a', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=84041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:07:27.548898 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2816a9b-858c-4edb-b5ad-617e40e4d1ac None None] Received port after_create {{(pid=84042) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 21:07:27.555028 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2816a9b-858c-4edb-b5ad-617e40e4d1ac None None] Pushing event updated for resources: {'Port': ['ID=22a95738-5362-4eb2-815c-75e4362644b7,revision_number=1']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:07:27.555399 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-8d75aa33-0fd2-40a0-aab4-703b17277b1d tempest-SecGroupTest-200765828 tempest-SecGroupTest-200765828-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:07:27.558703 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0241ede4-b876-46d0-96fb-7b41caffdd8b tempest-PortsIpV6TestJSON-656796091 tempest-PortsIpV6TestJSON-656796091-project] Made reservation on behalf of 2eda1cb86d1d401280eb2d37452a60a8 for: {'port': 1} {{(pid=84041) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:07:27.561715 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-0241ede4-b876-46d0-96fb-7b41caffdd8b tempest-PortsIpV6TestJSON-656796091 tempest-PortsIpV6TestJSON-656796091-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:27.582468 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-e99b0996-d08d-4ccb-a5ad-811a1bace692 tempest-FloatingIPTestJSON-1355648241 tempest-FloatingIPTestJSON-1355648241-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-33444175', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-33443520', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5293'] for router, precommit_update {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:27.608605 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-8d75aa33-0fd2-40a0-aab4-703b17277b1d tempest-SecGroupTest-200765828 tempest-SecGroupTest-200765828-project] Usage tracker for resource:security_group_rule and tenant:f1c4efe1b1e34fcc9124816ce3528638 is out of sync, need to count used quota {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:07:27.619246 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-8d75aa33-0fd2-40a0-aab4-703b17277b1d tempest-SecGroupTest-200765828 tempest-SecGroupTest-200765828-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:07:27.630642 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-8d75aa33-0fd2-40a0-aab4-703b17277b1d tempest-SecGroupTest-200765828 tempest-SecGroupTest-200765828-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:07:27.642335 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-71a0f571-58d0-4eb3-870b-b99d9a86cd29 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:27.658135 n-d-838334-2 neutron-server[84041]: DEBUG neutron.notifiers.nova [None req-0241ede4-b876-46d0-96fb-7b41caffdd8b tempest-PortsIpV6TestJSON-656796091 tempest-PortsIpV6TestJSON-656796091-project] device_id is not set on port 2297dad7-456a-432d-b007-2ebc4bc20da5 yet. {{(pid=84041) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 18 21:07:27.680200 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-71a0f571-58d0-4eb3-870b-b99d9a86cd29 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:27.722248 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.managers [None req-d2816a9b-858c-4edb-b5ad-617e40e4d1ac None None] Attempting to bind port 22a95738-5362-4eb2-815c-75e4362644b7 on host n-d-838334-2 for vnic_type normal with profile {{(pid=84042) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 21:07:27.722664 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.managers [None req-d2816a9b-858c-4edb-b5ad-617e40e4d1ac None None] Attempting to bind port 22a95738-5362-4eb2-815c-75e4362644b7 by drivers openvswitch,hyperv on host n-d-838334-2 at level 0 using segments [{'id': '68370b70-c745-42d0-a6ea-fc9e314d75a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '9bb89456-2091-4a33-a828-88e91f109451'}] {{(pid=84042) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 21:07:27.723038 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2816a9b-858c-4edb-b5ad-617e40e4d1ac None None] Attempting to bind port 22a95738-5362-4eb2-815c-75e4362644b7 on network 9bb89456-2091-4a33-a828-88e91f109451 {{(pid=84042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 21:07:27.740975 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2816a9b-858c-4edb-b5ad-617e40e4d1ac None None] Checking agent: {'id': '97cd4414-7af6-4d67-868d-dff370b4071a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838334-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 25, 49), 'started_at': datetime.datetime(2022, 4, 18, 20, 26, 19), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 21, 7, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838334-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 18 21:07:27.741617 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2816a9b-858c-4edb-b5ad-617e40e4d1ac None None] Checking segment: {'id': '68370b70-c745-42d0-a6ea-fc9e314d75a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '9bb89456-2091-4a33-a828-88e91f109451'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84042) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 21:07:27.742029 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-d2816a9b-858c-4edb-b5ad-617e40e4d1ac None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:27.742402 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2816a9b-858c-4edb-b5ad-617e40e4d1ac None None] Bound using segment: {'id': '68370b70-c745-42d0-a6ea-fc9e314d75a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '9bb89456-2091-4a33-a828-88e91f109451'} {{(pid=84042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 18 21:07:27.742921 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.managers [None req-d2816a9b-858c-4edb-b5ad-617e40e4d1ac None None] Bound port: 22a95738-5362-4eb2-815c-75e4362644b7, host: n-d-838334-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '68370b70-c745-42d0-a6ea-fc9e314d75a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '9bb89456-2091-4a33-a828-88e91f109451'}}] {{(pid=84042) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 21:07:27.743248 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-d2816a9b-858c-4edb-b5ad-617e40e4d1ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:27.763520 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-a66c96a0-eb13-427c-83d3-70d74ba25da1 tempest-FloatingIPNegativeTestJSON-269247753 tempest-FloatingIPNegativeTestJSON-269247753-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:27.798190 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-71a0f571-58d0-4eb3-870b-b99d9a86cd29 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33528224'] for security_group, after_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:27.829625 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71a0f571-58d0-4eb3-870b-b99d9a86cd29 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=07cd194c-337b-4044-a8e6-f41ab96d5970,revision_number=None']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:07:27.830535 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-8d75aa33-0fd2-40a0-aab4-703b17277b1d tempest-SecGroupTest-200765828 tempest-SecGroupTest-200765828-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:27.846827 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-71a0f571-58d0-4eb3-870b-b99d9a86cd29 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:27.848366 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-71a0f571-58d0-4eb3-870b-b99d9a86cd29 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/07cd194c-337b-4044-a8e6-f41ab96d5970 HTTP/1.1" status: 204 len: 168 time: 0.5227878 Apr 18 21:07:27.910598 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-9fbc786c-392a-4d1e-ac75-021bb16eeffe None None] Notify callbacks [] for port, precommit_create {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:27.925087 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-d2816a9b-858c-4edb-b5ad-617e40e4d1ac None None] For port 22a95738-5362-4eb2-815c-75e4362644b7, host n-d-838334-2, cleared binding levels {{(pid=84042) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 21:07:27.927285 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-9fbc786c-392a-4d1e-ac75-021bb16eeffe None None] Transition to ACTIVE for port object d37c73b1-bc79-4b1b-bda6-738bd7e14953 will not be triggered until provisioned by entity L2. {{(pid=84042) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:07:27.930678 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-d2816a9b-858c-4edb-b5ad-617e40e4d1ac None None] For port 22a95738-5362-4eb2-815c-75e4362644b7, host n-d-838334-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838334-2',level=0,port_id=22a95738-5362-4eb2-815c-75e4362644b7,segment=NetworkSegment(68370b70-c745-42d0-a6ea-fc9e314d75a0),segment_id=68370b70-c745-42d0-a6ea-fc9e314d75a0)] {{(pid=84042) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 21:07:27.947008 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-d2816a9b-858c-4edb-b5ad-617e40e4d1ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682'] for port, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:27.949149 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.db_base_plugin_common [None req-a66c96a0-eb13-427c-83d3-70d74ba25da1 tempest-FloatingIPNegativeTestJSON-269247753 tempest-FloatingIPNegativeTestJSON-269247753-project] Allocated IP 172.25.8.203 (e41b6600-a917-4a8d-b05c-be3be40c6d8c/6b05667b-848e-4356-9b44-d5eb6808ef74/28725ade-a573-489c-8184-e64c34f82b7d) {{(pid=84040) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 21:07:27.968325 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-9fbc786c-392a-4d1e-ac75-021bb16eeffe None None] Transition to ACTIVE for port object d37c73b1-bc79-4b1b-bda6-738bd7e14953 will not be triggered until provisioned by entity DHCP. {{(pid=84042) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:07:28.020531 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-9fbc786c-392a-4d1e-ac75-021bb16eeffe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750374836619'] for port, after_create {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:28.089716 n-d-838334-2 neutron-server[84042]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9fbc786c-392a-4d1e-ac75-021bb16eeffe None None] Network c3a91074-befc-4018-83de-3f5ad1c03f75 is already hosted by enough agents. {{(pid=84042) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:07:28.094947 n-d-838334-2 neutron-server[84042]: DEBUG neutron.scheduler.base_scheduler [None req-9fbc786c-392a-4d1e-ac75-021bb16eeffe None None] Resources bound (agent type, host, resource id): {{(pid=84042) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:07:28.099023 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2816a9b-858c-4edb-b5ad-617e40e4d1ac None None] Pushing event updated for resources: {'Port': ['ID=22a95738-5362-4eb2-815c-75e4362644b7,revision_number=2']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:07:28.101832 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fbc786c-392a-4d1e-ac75-021bb16eeffe None None] Received port after_create {{(pid=84042) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 21:07:28.231580 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-a66c96a0-eb13-427c-83d3-70d74ba25da1 tempest-FloatingIPNegativeTestJSON-269247753 tempest-FloatingIPNegativeTestJSON-269247753-project] Notify callbacks [] for port, precommit_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:28.252586 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.db_base_plugin_common [None req-0241ede4-b876-46d0-96fb-7b41caffdd8b tempest-PortsIpV6TestJSON-656796091 tempest-PortsIpV6TestJSON-656796091-project] Allocated IP 2001:db8::2cb (9bb89456-2091-4a33-a828-88e91f109451/4d25aba9-9156-4093-a77d-2e9adbf471bc/2297dad7-456a-432d-b007-2ebc4bc20da5) {{(pid=84041) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 21:07:28.269768 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fbc786c-392a-4d1e-ac75-021bb16eeffe None None] Pushing event updated for resources: {'Port': ['ID=d37c73b1-bc79-4b1b-bda6-738bd7e14953,revision_number=1']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:07:28.273658 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.managers [None req-9fbc786c-392a-4d1e-ac75-021bb16eeffe None None] Attempting to bind port d37c73b1-bc79-4b1b-bda6-738bd7e14953 on host n-d-838334-2 for vnic_type normal with profile {{(pid=84042) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 21:07:28.274011 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.managers [None req-9fbc786c-392a-4d1e-ac75-021bb16eeffe None None] Attempting to bind port d37c73b1-bc79-4b1b-bda6-738bd7e14953 by drivers openvswitch,hyperv on host n-d-838334-2 at level 0 using segments [{'id': 'a783c2cb-08b2-4f77-8a3c-7580abe71732', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': 'c3a91074-befc-4018-83de-3f5ad1c03f75'}] {{(pid=84042) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 21:07:28.274331 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fbc786c-392a-4d1e-ac75-021bb16eeffe None None] Attempting to bind port d37c73b1-bc79-4b1b-bda6-738bd7e14953 on network c3a91074-befc-4018-83de-3f5ad1c03f75 {{(pid=84042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 21:07:28.281581 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-a66c96a0-eb13-427c-83d3-70d74ba25da1 tempest-FloatingIPNegativeTestJSON-269247753 tempest-FloatingIPNegativeTestJSON-269247753-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750374836619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32440838'] for port, after_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:28.282174 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fbc786c-392a-4d1e-ac75-021bb16eeffe None None] Checking agent: {'id': '97cd4414-7af6-4d67-868d-dff370b4071a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838334-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 25, 49), 'started_at': datetime.datetime(2022, 4, 18, 20, 26, 19), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 21, 7, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838334-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 18 21:07:28.282644 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fbc786c-392a-4d1e-ac75-021bb16eeffe None None] Checking segment: {'id': 'a783c2cb-08b2-4f77-8a3c-7580abe71732', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': 'c3a91074-befc-4018-83de-3f5ad1c03f75'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84042) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 21:07:28.283114 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-9fbc786c-392a-4d1e-ac75-021bb16eeffe None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:28.283566 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fbc786c-392a-4d1e-ac75-021bb16eeffe None None] Bound using segment: {'id': 'a783c2cb-08b2-4f77-8a3c-7580abe71732', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': 'c3a91074-befc-4018-83de-3f5ad1c03f75'} {{(pid=84042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 18 21:07:28.284220 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.managers [None req-9fbc786c-392a-4d1e-ac75-021bb16eeffe None None] Bound port: d37c73b1-bc79-4b1b-bda6-738bd7e14953, host: n-d-838334-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a783c2cb-08b2-4f77-8a3c-7580abe71732', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': 'c3a91074-befc-4018-83de-3f5ad1c03f75'}}] {{(pid=84042) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 21:07:28.284662 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-9fbc786c-392a-4d1e-ac75-021bb16eeffe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:28.290100 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-7f61c46d-71d6-4d38-8ca8-df093369656b tempest-RoutersTest-1500746192 tempest-RoutersTest-1500746192-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750375259028', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750374836628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32266323'] for port, after_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:28.365171 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f61c46d-71d6-4d38-8ca8-df093369656b tempest-RoutersTest-1500746192 tempest-RoutersTest-1500746192-project] Pushing event deleted for resources: {'Port': ['ID=56d927d1-4222-4261-8ba4-7d3147f61bc3,revision_number=None']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:07:28.385451 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-8d75aa33-0fd2-40a0-aab4-703b17277b1d tempest-SecGroupTest-200765828 tempest-SecGroupTest-200765828-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:28.390511 n-d-838334-2 neutron-server[84040]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a66c96a0-eb13-427c-83d3-70d74ba25da1 tempest-FloatingIPNegativeTestJSON-269247753 tempest-FloatingIPNegativeTestJSON-269247753-project] Network e41b6600-a917-4a8d-b05c-be3be40c6d8c is already hosted by enough agents. {{(pid=84040) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:07:28.395404 n-d-838334-2 neutron-server[84040]: DEBUG neutron.scheduler.base_scheduler [None req-a66c96a0-eb13-427c-83d3-70d74ba25da1 tempest-FloatingIPNegativeTestJSON-269247753 tempest-FloatingIPNegativeTestJSON-269247753-project] Resources bound (agent type, host, resource id): {{(pid=84040) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:07:28.401473 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a66c96a0-eb13-427c-83d3-70d74ba25da1 tempest-FloatingIPNegativeTestJSON-269247753 tempest-FloatingIPNegativeTestJSON-269247753-project] Received port after_create {{(pid=84040) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 21:07:28.414297 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-8d75aa33-0fd2-40a0-aab4-703b17277b1d tempest-SecGroupTest-200765828 tempest-SecGroupTest-200765828-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33528311'] for security_group_rule, after_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:28.444658 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a66c96a0-eb13-427c-83d3-70d74ba25da1 tempest-FloatingIPNegativeTestJSON-269247753 tempest-FloatingIPNegativeTestJSON-269247753-project] Pushing event updated for resources: {'Port': ['ID=28725ade-a573-489c-8184-e64c34f82b7d,revision_number=1']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:07:28.496949 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 39974) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:07:28.519561 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-8d75aa33-0fd2-40a0-aab4-703b17277b1d tempest-SecGroupTest-200765828 tempest-SecGroupTest-200765828-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:28.520821 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-8d75aa33-0fd2-40a0-aab4-703b17277b1d tempest-SecGroupTest-200765828 tempest-SecGroupTest-200765828-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 1.0057662 Apr 18 21:07:28.530169 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 39978) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:07:28.572501 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d75aa33-0fd2-40a0-aab4-703b17277b1d tempest-SecGroupTest-200765828 tempest-SecGroupTest-200765828-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2ddcdf71-3b68-46d0-b9b2-baf5940664c8,revision_number=0']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:07:28.588567 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-43ca0850-e7e4-4f15-bd7a-76d82625c67a admin admin] Notify callbacks [] for security_group, before_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:28.645925 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-9fbc786c-392a-4d1e-ac75-021bb16eeffe None None] For port d37c73b1-bc79-4b1b-bda6-738bd7e14953, host n-d-838334-2, cleared binding levels {{(pid=84042) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 21:07:28.653509 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-9fbc786c-392a-4d1e-ac75-021bb16eeffe None None] For port d37c73b1-bc79-4b1b-bda6-738bd7e14953, host n-d-838334-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838334-2',level=0,port_id=d37c73b1-bc79-4b1b-bda6-738bd7e14953,segment=NetworkSegment(a783c2cb-08b2-4f77-8a3c-7580abe71732),segment_id=a783c2cb-08b2-4f77-8a3c-7580abe71732)] {{(pid=84042) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 21:07:28.666855 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-9fbc786c-392a-4d1e-ac75-021bb16eeffe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682'] for port, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:28.680044 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-e99b0996-d08d-4ccb-a5ad-811a1bace692 tempest-FloatingIPTestJSON-1355648241 tempest-FloatingIPTestJSON-1355648241-project] Notify callbacks [] for router_gateway, before_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:28.684000 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-d7fa79ab-f1d3-4e6d-8c6b-4718e6983df7 tempest-SecGroupTest-200765828 tempest-SecGroupTest-200765828-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:28.706888 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-d7fa79ab-f1d3-4e6d-8c6b-4718e6983df7 tempest-SecGroupTest-200765828 tempest-SecGroupTest-200765828-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:28.739774 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [None req-43ca0850-e7e4-4f15-bd7a-76d82625c67a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:07:28.746725 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-43ca0850-e7e4-4f15-bd7a-76d82625c67a admin admin] Usage tracker for resource:security_group_rule and tenant:b01e2285acb540ada9f67a27a5a51726 is out of sync, need to count used quota {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:07:28.754543 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-e99b0996-d08d-4ccb-a5ad-811a1bace692 tempest-FloatingIPTestJSON-1355648241 tempest-FloatingIPTestJSON-1355648241-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:28.755348 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-43ca0850-e7e4-4f15-bd7a-76d82625c67a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:07:28.767173 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [None req-43ca0850-e7e4-4f15-bd7a-76d82625c67a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:07:28.788778 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-d7fa79ab-f1d3-4e6d-8c6b-4718e6983df7 tempest-SecGroupTest-200765828 tempest-SecGroupTest-200765828-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33528311'] for security_group_rule, after_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:28.818764 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7fa79ab-f1d3-4e6d-8c6b-4718e6983df7 tempest-SecGroupTest-200765828 tempest-SecGroupTest-200765828-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=2ddcdf71-3b68-46d0-b9b2-baf5940664c8,revision_number=None']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:07:28.852974 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fbc786c-392a-4d1e-ac75-021bb16eeffe None None] Pushing event updated for resources: {'Port': ['ID=d37c73b1-bc79-4b1b-bda6-738bd7e14953,revision_number=2']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:07:28.956669 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-a66c96a0-eb13-427c-83d3-70d74ba25da1 tempest-FloatingIPNegativeTestJSON-269247753 tempest-FloatingIPNegativeTestJSON-269247753-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:29.043566 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-d7fa79ab-f1d3-4e6d-8c6b-4718e6983df7 tempest-SecGroupTest-200765828 tempest-SecGroupTest-200765828-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:29.045271 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-d7fa79ab-f1d3-4e6d-8c6b-4718e6983df7 tempest-SecGroupTest-200765828 tempest-SecGroupTest-200765828-project] 10.222.0.42 "DELETE /v2.0/security-group-rules/2ddcdf71-3b68-46d0-b9b2-baf5940664c8 HTTP/1.1" status: 204 len: 168 time: 0.5114737 Apr 18 21:07:29.059371 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 39984) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:07:29.125836 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-43ca0850-e7e4-4f15-bd7a-76d82625c67a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:29.134085 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-a66c96a0-eb13-427c-83d3-70d74ba25da1 tempest-FloatingIPNegativeTestJSON-269247753 tempest-FloatingIPNegativeTestJSON-269247753-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:29.172647 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-43ca0850-e7e4-4f15-bd7a-76d82625c67a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33528224'] for security_group, after_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:29.189236 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-0241ede4-b876-46d0-96fb-7b41caffdd8b tempest-PortsIpV6TestJSON-656796091 tempest-PortsIpV6TestJSON-656796091-project] Notify callbacks [] for port, precommit_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:29.208054 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-576a41f2-aa88-4362-9daa-f9a86c226ee6 tempest-SecGroupTest-200765828 tempest-SecGroupTest-200765828-project] Synchronizing usage tracker for tenant:f1c4efe1b1e34fcc9124816ce3528638 on resource:security_group_rule {{(pid=84040) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 21:07:29.212543 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.provisioning_blocks [None req-0241ede4-b876-46d0-96fb-7b41caffdd8b tempest-PortsIpV6TestJSON-656796091 tempest-PortsIpV6TestJSON-656796091-project] Transition to ACTIVE for port object 2297dad7-456a-432d-b007-2ebc4bc20da5 will not be triggered until provisioned by entity DHCP. {{(pid=84041) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:07:29.252244 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-576a41f2-aa88-4362-9daa-f9a86c226ee6 tempest-SecGroupTest-200765828 tempest-SecGroupTest-200765828-project] Unset dirty status for tenant:f1c4efe1b1e34fcc9124816ce3528638 on resource:security_group_rule {{(pid=84040) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 21:07:29.253654 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-576a41f2-aa88-4362-9daa-f9a86c226ee6 tempest-SecGroupTest-200765828 tempest-SecGroupTest-200765828-project] 10.222.0.42 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3219 time: 0.1912656 Apr 18 21:07:29.268598 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 39996) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:07:29.306066 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43ca0850-e7e4-4f15-bd7a-76d82625c67a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=88a12265-aace-44c1-b239-72cf1a6f3af1,revision_number=1']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:07:29.315788 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-43ca0850-e7e4-4f15-bd7a-76d82625c67a admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=b01e2285acb540ada9f67a27a5a51726&name=default HTTP/1.1" status: 200 len: 2647 time: 0.8170121 Apr 18 21:07:29.332884 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 40000) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:07:29.391157 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.db_base_plugin_common [None req-e99b0996-d08d-4ccb-a5ad-811a1bace692 tempest-FloatingIPTestJSON-1355648241 tempest-FloatingIPTestJSON-1355648241-project] Allocated IP 172.25.8.209 (e41b6600-a917-4a8d-b05c-be3be40c6d8c/6b05667b-848e-4356-9b44-d5eb6808ef74/4c23404d-a485-4903-b3f3-64ab0b03e4ef) {{(pid=84041) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 21:07:29.405088 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-0241ede4-b876-46d0-96fb-7b41caffdd8b tempest-PortsIpV6TestJSON-656796091 tempest-PortsIpV6TestJSON-656796091-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750374836619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32266323'] for port, after_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:29.561116 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-a5c4be5b-f48b-434f-b58e-be8513ae93e2 tempest-SecGroupTest-200765828 tempest-SecGroupTest-200765828-project] Notify callbacks [] for security_group, before_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:29.620075 n-d-838334-2 neutron-server[84041]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0241ede4-b876-46d0-96fb-7b41caffdd8b tempest-PortsIpV6TestJSON-656796091 tempest-PortsIpV6TestJSON-656796091-project] Network 9bb89456-2091-4a33-a828-88e91f109451 is already hosted by enough agents. {{(pid=84041) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:07:29.622622 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0241ede4-b876-46d0-96fb-7b41caffdd8b tempest-PortsIpV6TestJSON-656796091 tempest-PortsIpV6TestJSON-656796091-project] Pushing event updated for resources: {'Port': ['ID=2297dad7-456a-432d-b007-2ebc4bc20da5,revision_number=1']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:07:29.629154 n-d-838334-2 neutron-server[84041]: DEBUG neutron.scheduler.base_scheduler [None req-0241ede4-b876-46d0-96fb-7b41caffdd8b tempest-PortsIpV6TestJSON-656796091 tempest-PortsIpV6TestJSON-656796091-project] Resources bound (agent type, host, resource id): {{(pid=84041) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:07:29.634087 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0241ede4-b876-46d0-96fb-7b41caffdd8b tempest-PortsIpV6TestJSON-656796091 tempest-PortsIpV6TestJSON-656796091-project] Received port after_create {{(pid=84041) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 21:07:29.638126 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0241ede4-b876-46d0-96fb-7b41caffdd8b tempest-PortsIpV6TestJSON-656796091 tempest-PortsIpV6TestJSON-656796091-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:07:29.638746 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-0241ede4-b876-46d0-96fb-7b41caffdd8b tempest-PortsIpV6TestJSON-656796091 tempest-PortsIpV6TestJSON-656796091-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217293'] for port, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:29.683228 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-a5c4be5b-f48b-434f-b58e-be8513ae93e2 tempest-SecGroupTest-200765828 tempest-SecGroupTest-200765828-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:29.693514 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750375287399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253529'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:29.737626 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.db.resource_extend [None req-a66c96a0-eb13-427c-83d3-70d74ba25da1 tempest-FloatingIPNegativeTestJSON-269247753 tempest-FloatingIPNegativeTestJSON-269247753-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 18 21:07:29.742549 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-0241ede4-b876-46d0-96fb-7b41caffdd8b tempest-PortsIpV6TestJSON-656796091 tempest-PortsIpV6TestJSON-656796091-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 3.2520604 Apr 18 21:07:29.744951 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 40004) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:07:29.757404 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-d9bfbc9d-f0e6-43f5-bd0f-cc8311c8486c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:29.760807 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-a66c96a0-eb13-427c-83d3-70d74ba25da1 tempest-FloatingIPNegativeTestJSON-269247753 tempest-FloatingIPNegativeTestJSON-269247753-project] Notify callbacks [] for port, precommit_update {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:29.778511 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-a66c96a0-eb13-427c-83d3-70d74ba25da1 tempest-FloatingIPNegativeTestJSON-269247753 tempest-FloatingIPNegativeTestJSON-269247753-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32440959'] for port, after_update {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:29.838391 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-7f61c46d-71d6-4d38-8ca8-df093369656b tempest-RoutersTest-1500746192 tempest-RoutersTest-1500746192-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-32377931', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33443910'] for router_interface, after_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:29.853872 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-d9bfbc9d-f0e6-43f5-bd0f-cc8311c8486c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:29.872354 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-a5c4be5b-f48b-434f-b58e-be8513ae93e2 tempest-SecGroupTest-200765828 tempest-SecGroupTest-200765828-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33528224'] for security_group, after_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:29.911666 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-e99b0996-d08d-4ccb-a5ad-811a1bace692 tempest-FloatingIPTestJSON-1355648241 tempest-FloatingIPTestJSON-1355648241-project] Notify callbacks [] for port, precommit_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:29.983203 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1952c68e-a0b7-4099-a0e4-74eb8ccf3d62 None None] Network 9bb89456-2091-4a33-a828-88e91f109451 requested from n-d-838334-2 {{(pid=84042) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 21:07:29.996735 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5c4be5b-f48b-434f-b58e-be8513ae93e2 tempest-SecGroupTest-200765828 tempest-SecGroupTest-200765828-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c4c2c4e-d6f8-4e71-ba85-0ff83f67372a,revision_number=None']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:07:30.067050 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a66c96a0-eb13-427c-83d3-70d74ba25da1 tempest-FloatingIPNegativeTestJSON-269247753 tempest-FloatingIPNegativeTestJSON-269247753-project] Pushing event updated for resources: {'Port': ['ID=28725ade-a573-489c-8184-e64c34f82b7d,revision_number=2']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:07:30.115305 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-a5c4be5b-f48b-434f-b58e-be8513ae93e2 tempest-SecGroupTest-200765828 tempest-SecGroupTest-200765828-project] Notify callbacks [] for security_group, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:30.116206 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-a5c4be5b-f48b-434f-b58e-be8513ae93e2 tempest-SecGroupTest-200765828 tempest-SecGroupTest-200765828-project] 10.222.0.42 "DELETE /v2.0/security-groups/7c4c2c4e-d6f8-4e71-ba85-0ff83f67372a HTTP/1.1" status: 204 len: 168 time: 0.8410015 Apr 18 21:07:30.119184 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 40008) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:07:30.122112 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-a66c96a0-eb13-427c-83d3-70d74ba25da1 tempest-FloatingIPNegativeTestJSON-269247753 tempest-FloatingIPNegativeTestJSON-269247753-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33444131'] for floatingip, after_update {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:30.215353 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-d9bfbc9d-f0e6-43f5-bd0f-cc8311c8486c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33528224'] for security_group, after_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:30.224576 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Device 22a95738-5362-4eb2-815c-75e4362644b7 up at agent ovs-agent-n-d-838334-2 {{(pid=84042) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 21:07:30.273713 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-ecdc35dd-c844-49c8-8f82-2cedc9ad1839 tempest-SecGroupTest-200765828 tempest-SecGroupTest-200765828-project] Synchronizing usage tracker for tenant:f1c4efe1b1e34fcc9124816ce3528638 on resource:security_group {{(pid=84040) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 21:07:30.279795 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-a66c96a0-eb13-427c-83d3-70d74ba25da1 tempest-FloatingIPNegativeTestJSON-269247753 tempest-FloatingIPNegativeTestJSON-269247753-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217293'] for floatingip, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:30.281188 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-a66c96a0-eb13-427c-83d3-70d74ba25da1 tempest-FloatingIPNegativeTestJSON-269247753 tempest-FloatingIPNegativeTestJSON-269247753-project] 10.222.0.42 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.1335492 Apr 18 21:07:30.284436 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9bfbc9d-f0e6-43f5-bd0f-cc8311c8486c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=88a12265-aace-44c1-b239-72cf1a6f3af1,revision_number=None']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:07:30.287312 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-d9bfbc9d-f0e6-43f5-bd0f-cc8311c8486c admin admin] Notify callbacks [] for security_group, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:30.288599 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-d9bfbc9d-f0e6-43f5-bd0f-cc8311c8486c admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/88a12265-aace-44c1-b239-72cf1a6f3af1 HTTP/1.1" status: 204 len: 168 time: 0.9526930 Apr 18 21:07:30.289896 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 40014) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:07:30.303015 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.v2.base [None req-c3a431a3-c668-4dbc-82a2-77445ccc34af tempest-FloatingIPNegativeTestJSON-269247753 tempest-FloatingIPNegativeTestJSON-269247753-project] Request body: {'floatingip': {'port_id': '985c6112-8411-4d5d-bfc8-0b4f4cebae31', 'fixed_ip_address': '172.20.0.6'}} {{(pid=84040) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:07:30.394306 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-4ecb185a-897b-4652-919d-f431d2d907f9 None None] Provisioning for port 22a95738-5362-4eb2-815c-75e4362644b7 completed by entity DHCP. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 21:07:30.430165 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-c3a431a3-c668-4dbc-82a2-77445ccc34af tempest-FloatingIPNegativeTestJSON-269247753 tempest-FloatingIPNegativeTestJSON-269247753-project] Notify callbacks [] for floatingip, before_update {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:30.459880 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Provisioning for port 22a95738-5362-4eb2-815c-75e4362644b7 completed by entity L2. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 21:07:30.471258 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Provisioning complete for port 22a95738-5362-4eb2-815c-75e4362644b7 triggered by entity L2. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:07:30.471682 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1253608'] for port, provisioning_complete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:30.680427 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:30.731685 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] For port 22a95738-5362-4eb2-815c-75e4362644b7, host n-d-838334-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838334-2',level=0,port_id=22a95738-5362-4eb2-815c-75e4362644b7,segment=NetworkSegment(68370b70-c745-42d0-a6ea-fc9e314d75a0),segment_id=68370b70-c745-42d0-a6ea-fc9e314d75a0)] {{(pid=84042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:07:30.738252 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-ecdc35dd-c844-49c8-8f82-2cedc9ad1839 tempest-SecGroupTest-200765828 tempest-SecGroupTest-200765828-project] Unset dirty status for tenant:f1c4efe1b1e34fcc9124816ce3528638 on resource:security_group {{(pid=84040) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 21:07:30.738985 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682'] for port, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:30.743985 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Device d37c73b1-bc79-4b1b-bda6-738bd7e14953 up at agent ovs-agent-n-d-838334-2 {{(pid=84042) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 21:07:30.744701 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-ecdc35dd-c844-49c8-8f82-2cedc9ad1839 tempest-SecGroupTest-200765828 tempest-SecGroupTest-200765828-project] 10.222.0.42 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.6239758 Apr 18 21:07:30.745710 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 40024) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:07:30.758372 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.v2.base [None req-efabcbde-8d65-40bb-8717-7968859f403e tempest-SecGroupTest-200765828 tempest-SecGroupTest-200765828-project] Request body: {'security_group': {'name': 'tempest-secgroup--1079983252'}} {{(pid=84040) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:07:30.766497 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [None req-efabcbde-8d65-40bb-8717-7968859f403e tempest-SecGroupTest-200765828 tempest-SecGroupTest-200765828-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:07:30.792543 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [None req-efabcbde-8d65-40bb-8717-7968859f403e tempest-SecGroupTest-200765828 tempest-SecGroupTest-200765828-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:07:30.868396 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-efabcbde-8d65-40bb-8717-7968859f403e tempest-SecGroupTest-200765828 tempest-SecGroupTest-200765828-project] Notify callbacks [] for security_group, before_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:30.966965 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-e99b0996-d08d-4ccb-a5ad-811a1bace692 tempest-FloatingIPTestJSON-1355648241 tempest-FloatingIPTestJSON-1355648241-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750374836619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32266323'] for port, after_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:30.971717 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3722a734-a21c-4647-8623-efba1928ecb1 None None] Network c3a91074-befc-4018-83de-3f5ad1c03f75 requested from n-d-838334-2 {{(pid=84042) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 21:07:31.001481 n-d-838334-2 neutron-server[84040]: INFO neutron.api.v2.resource [None req-c3a431a3-c668-4dbc-82a2-77445ccc34af tempest-FloatingIPNegativeTestJSON-269247753 tempest-FloatingIPNegativeTestJSON-269247753-project] update failed (client error): The resource could not be found. Apr 18 21:07:31.007108 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-c3a431a3-c668-4dbc-82a2-77445ccc34af tempest-FloatingIPNegativeTestJSON-269247753 tempest-FloatingIPNegativeTestJSON-269247753-project] 10.222.0.42 "PUT /v2.0/floatingips/95275a6b-87b7-4f36-92ed-3745532c5c24 HTTP/1.1" status: 404 len: 507 time: 0.7107968 Apr 18 21:07:31.013198 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [None req-efabcbde-8d65-40bb-8717-7968859f403e tempest-SecGroupTest-200765828 tempest-SecGroupTest-200765828-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:07:31.015381 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 40034) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:07:31.050144 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Pushing event updated for resources: {'Port': ['ID=22a95738-5362-4eb2-815c-75e4362644b7,revision_number=3']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:07:31.170863 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-efabcbde-8d65-40bb-8717-7968859f403e tempest-SecGroupTest-200765828 tempest-SecGroupTest-200765828-project] Usage tracker for resource:security_group_rule and tenant:f1c4efe1b1e34fcc9124816ce3528638 is out of sync, need to count used quota {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:07:31.222234 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-efabcbde-8d65-40bb-8717-7968859f403e tempest-SecGroupTest-200765828 tempest-SecGroupTest-200765828-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:07:31.225097 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-db8dbb36-5370-49c0-9cac-6a226568619b None None] Provisioning for port d37c73b1-bc79-4b1b-bda6-738bd7e14953 completed by entity DHCP. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 21:07:31.233471 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Provisioning for port d37c73b1-bc79-4b1b-bda6-738bd7e14953 completed by entity L2. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 21:07:31.244753 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [None req-efabcbde-8d65-40bb-8717-7968859f403e tempest-SecGroupTest-200765828 tempest-SecGroupTest-200765828-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:07:31.249948 n-d-838334-2 neutron-server[84041]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e99b0996-d08d-4ccb-a5ad-811a1bace692 tempest-FloatingIPTestJSON-1355648241 tempest-FloatingIPTestJSON-1355648241-project] Network e41b6600-a917-4a8d-b05c-be3be40c6d8c is already hosted by enough agents. {{(pid=84041) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:07:31.250764 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e99b0996-d08d-4ccb-a5ad-811a1bace692 tempest-FloatingIPTestJSON-1355648241 tempest-FloatingIPTestJSON-1355648241-project] Pushing event updated for resources: {'Port': ['ID=4c23404d-a485-4903-b3f3-64ab0b03e4ef,revision_number=1']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:07:31.251241 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Provisioning complete for port d37c73b1-bc79-4b1b-bda6-738bd7e14953 triggered by entity L2. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:07:31.253298 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1253608'] for port, provisioning_complete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:31.329694 n-d-838334-2 neutron-server[84041]: DEBUG neutron.scheduler.base_scheduler [None req-e99b0996-d08d-4ccb-a5ad-811a1bace692 tempest-FloatingIPTestJSON-1355648241 tempest-FloatingIPTestJSON-1355648241-project] Resources bound (agent type, host, resource id): {{(pid=84041) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:07:31.333045 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-db8dbb36-5370-49c0-9cac-6a226568619b None None] Provisioning complete for port d37c73b1-bc79-4b1b-bda6-738bd7e14953 triggered by entity DHCP. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:07:31.334940 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e99b0996-d08d-4ccb-a5ad-811a1bace692 tempest-FloatingIPTestJSON-1355648241 tempest-FloatingIPTestJSON-1355648241-project] Received port after_create {{(pid=84041) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 21:07:31.335808 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-db8dbb36-5370-49c0-9cac-6a226568619b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1253608'] for port, provisioning_complete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:31.416558 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.plugin [None req-d78a47c4-24f7-4bff-9aff-7cf40bd3aa86 tempest-FloatingIPNegativeTestJSON-269247753 tempest-FloatingIPNegativeTestJSON-269247753-project] Deleting port 28725ade-a573-489c-8184-e64c34f82b7d {{(pid=84040) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 21:07:31.420052 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-d78a47c4-24f7-4bff-9aff-7cf40bd3aa86 tempest-FloatingIPNegativeTestJSON-269247753 tempest-FloatingIPNegativeTestJSON-269247753-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750375188691'] for port, before_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:31.617346 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.agents_db [None req-6346a179-333c-4370-b5a6-936984aeab15 None None] Agent healthcheck: found 7 active agents {{(pid=84043) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 18 21:07:31.698180 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-efabcbde-8d65-40bb-8717-7968859f403e tempest-SecGroupTest-200765828 tempest-SecGroupTest-200765828-project] Notify callbacks [] for security_group, precommit_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:31.714833 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-efabcbde-8d65-40bb-8717-7968859f403e tempest-SecGroupTest-200765828 tempest-SecGroupTest-200765828-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33528224'] for security_group, after_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:31.762546 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efabcbde-8d65-40bb-8717-7968859f403e tempest-SecGroupTest-200765828 tempest-SecGroupTest-200765828-project] Pushing event updated for resources: {'SecurityGroup': ['ID=47c977ee-8902-46c3-9f9f-0a6cc9529363,revision_number=1']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:07:31.833754 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-db8dbb36-5370-49c0-9cac-6a226568619b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:31.841030 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-d78a47c4-24f7-4bff-9aff-7cf40bd3aa86 tempest-FloatingIPNegativeTestJSON-269247753 tempest-FloatingIPNegativeTestJSON-269247753-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369123'] for port, precommit_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:31.841637 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-d78a47c4-24f7-4bff-9aff-7cf40bd3aa86 tempest-FloatingIPNegativeTestJSON-269247753 tempest-FloatingIPNegativeTestJSON-269247753-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:31.855327 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:31.924884 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-db8dbb36-5370-49c0-9cac-6a226568619b None None] For port d37c73b1-bc79-4b1b-bda6-738bd7e14953, host n-d-838334-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838334-2',level=0,port_id=d37c73b1-bc79-4b1b-bda6-738bd7e14953,segment=NetworkSegment(a783c2cb-08b2-4f77-8a3c-7580abe71732),segment_id=a783c2cb-08b2-4f77-8a3c-7580abe71732)] {{(pid=84042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:07:31.936869 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-db8dbb36-5370-49c0-9cac-6a226568619b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682'] for port, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:32.068472 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.plugin [None req-d78a47c4-24f7-4bff-9aff-7cf40bd3aa86 tempest-FloatingIPNegativeTestJSON-269247753 tempest-FloatingIPNegativeTestJSON-269247753-project] Calling delete_port for 28725ade-a573-489c-8184-e64c34f82b7d owned by network:floatingip {{(pid=84040) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 21:07:32.124269 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.db.api [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=84042) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 18 21:07:32.124624 n-d-838334-2 neutron-server[84042]: DEBUG oslo_db.api [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=84042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 18 21:07:32.145712 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-b734e410-c006-417d-bc78-d2fa9b949951 tempest-PortsIpV6TestJSON-656796091 tempest-PortsIpV6TestJSON-656796091-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:32.240585 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db8dbb36-5370-49c0-9cac-6a226568619b None None] Pushing event updated for resources: {'Port': ['ID=d37c73b1-bc79-4b1b-bda6-738bd7e14953,revision_number=3']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:07:32.248821 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-59871024-ce15-4cf6-aa39-ddb8a38ff524 None None] Provisioning for port 2297dad7-456a-432d-b007-2ebc4bc20da5 completed by entity DHCP. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 21:07:32.263191 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-59871024-ce15-4cf6-aa39-ddb8a38ff524 None None] Provisioning complete for port 2297dad7-456a-432d-b007-2ebc4bc20da5 triggered by entity DHCP. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:07:32.263599 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-59871024-ce15-4cf6-aa39-ddb8a38ff524 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1253608'] for port, provisioning_complete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:32.329488 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-d78a47c4-24f7-4bff-9aff-7cf40bd3aa86 tempest-FloatingIPNegativeTestJSON-269247753 tempest-FloatingIPNegativeTestJSON-269247753-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750375259028', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750374836628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32440838'] for port, after_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:32.340456 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.plugin [None req-59871024-ce15-4cf6-aa39-ddb8a38ff524 None None] Port 2297dad7-456a-432d-b007-2ebc4bc20da5 cannot update to ACTIVE because it is not bound. {{(pid=84042) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 18 21:07:32.354570 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-59871024-ce15-4cf6-aa39-ddb8a38ff524 None None] Provisioning complete for port 22a95738-5362-4eb2-815c-75e4362644b7 triggered by entity DHCP. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:07:32.354934 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-59871024-ce15-4cf6-aa39-ddb8a38ff524 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1253608'] for port, provisioning_complete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:32.398352 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d78a47c4-24f7-4bff-9aff-7cf40bd3aa86 tempest-FloatingIPNegativeTestJSON-269247753 tempest-FloatingIPNegativeTestJSON-269247753-project] Pushing event deleted for resources: {'Port': ['ID=28725ade-a573-489c-8184-e64c34f82b7d,revision_number=None']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:07:32.413440 n-d-838334-2 neutron-server[84041]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7f61c46d-71d6-4d38-8ca8-df093369656b tempest-RoutersTest-1500746192 tempest-RoutersTest-1500746192-project] Router d3445e60-27f3-4080-a032-9bd4d27dfce0 has already been hosted by L3 agent bc84d6c9-dd7a-4555-a351-592327b46d5a {{(pid=84041) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 21:07:32.444695 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-efabcbde-8d65-40bb-8717-7968859f403e tempest-SecGroupTest-200765828 tempest-SecGroupTest-200765828-project] Notify callbacks [] for security_group, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:32.446184 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-efabcbde-8d65-40bb-8717-7968859f403e tempest-SecGroupTest-200765828 tempest-SecGroupTest-200765828-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 1.6925883 Apr 18 21:07:32.452539 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 40056) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:07:32.526579 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.v2.base [None req-e8035367-24cd-46ee-bed3-c4304533eaff tempest-SecGroupTest-200765828 tempest-SecGroupTest-200765828-project] Request body: {'security_group_rule': {'security_group_id': '47c977ee-8902-46c3-9f9f-0a6cc9529363', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=84040) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:07:32.533638 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [None req-e8035367-24cd-46ee-bed3-c4304533eaff tempest-SecGroupTest-200765828 tempest-SecGroupTest-200765828-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:07:32.539357 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-e8035367-24cd-46ee-bed3-c4304533eaff tempest-SecGroupTest-200765828 tempest-SecGroupTest-200765828-project] Usage tracker for resource:security_group_rule and tenant:f1c4efe1b1e34fcc9124816ce3528638 is out of sync, need to count used quota {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:07:32.542675 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-e8035367-24cd-46ee-bed3-c4304533eaff tempest-SecGroupTest-200765828 tempest-SecGroupTest-200765828-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:07:32.550152 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [None req-e8035367-24cd-46ee-bed3-c4304533eaff tempest-SecGroupTest-200765828 tempest-SecGroupTest-200765828-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:07:32.562112 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-d78a47c4-24f7-4bff-9aff-7cf40bd3aa86 tempest-FloatingIPNegativeTestJSON-269247753 tempest-FloatingIPNegativeTestJSON-269247753-project] Notify callbacks [] for floatingip, after_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:32.577815 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-e99b0996-d08d-4ccb-a5ad-811a1bace692 tempest-FloatingIPTestJSON-1355648241 tempest-FloatingIPTestJSON-1355648241-project] Notify callbacks [] for router_gateway, after_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:32.578548 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-e99b0996-d08d-4ccb-a5ad-811a1bace692 tempest-FloatingIPTestJSON-1355648241 tempest-FloatingIPTestJSON-1355648241-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33443529', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33444176'] for router, after_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:32.582879 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-d78a47c4-24f7-4bff-9aff-7cf40bd3aa86 tempest-FloatingIPNegativeTestJSON-269247753 tempest-FloatingIPNegativeTestJSON-269247753-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217293'] for floatingip, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:32.584148 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-d78a47c4-24f7-4bff-9aff-7cf40bd3aa86 tempest-FloatingIPNegativeTestJSON-269247753 tempest-FloatingIPNegativeTestJSON-269247753-project] 10.222.0.42 "DELETE /v2.0/floatingips/95275a6b-87b7-4f36-92ed-3745532c5c24 HTTP/1.1" status: 204 len: 168 time: 1.5677338 Apr 18 21:07:32.585148 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-e8035367-24cd-46ee-bed3-c4304533eaff tempest-SecGroupTest-200765828 tempest-SecGroupTest-200765828-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:32.599509 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 40064) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:07:32.647036 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.v2.base [None req-32dfb881-b9bc-4a9f-8e31-d4b64efae208 tempest-FloatingIPNegativeTestJSON-269247753 tempest-FloatingIPNegativeTestJSON-269247753-project] Request body: {'floatingip': {'floating_network_id': '5f40971c-ef0a-463a-a66f-d2cd869ce98c', 'port_id': '985c6112-8411-4d5d-bfc8-0b4f4cebae31', 'fixed_ip_address': '172.20.0.6'}} {{(pid=84040) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:07:32.656937 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [None req-32dfb881-b9bc-4a9f-8e31-d4b64efae208 tempest-FloatingIPNegativeTestJSON-269247753 tempest-FloatingIPNegativeTestJSON-269247753-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:07:32.672752 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-32dfb881-b9bc-4a9f-8e31-d4b64efae208 tempest-FloatingIPNegativeTestJSON-269247753 tempest-FloatingIPNegativeTestJSON-269247753-project] Usage tracker for resource:floatingip and tenant:75c59b487907465fa2b09b0111adbf0a is out of sync, need to count used quota {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:07:32.702386 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-32dfb881-b9bc-4a9f-8e31-d4b64efae208 tempest-FloatingIPNegativeTestJSON-269247753 tempest-FloatingIPNegativeTestJSON-269247753-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:07:32.712778 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-22d13494-db40-48ea-a7d3-1956fb776c2a None None] Provisioning complete for port d37c73b1-bc79-4b1b-bda6-738bd7e14953 triggered by entity DHCP. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:07:32.714209 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-22d13494-db40-48ea-a7d3-1956fb776c2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1253608'] for port, provisioning_complete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:32.740053 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [None req-32dfb881-b9bc-4a9f-8e31-d4b64efae208 tempest-FloatingIPNegativeTestJSON-269247753 tempest-FloatingIPNegativeTestJSON-269247753-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:07:32.804038 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-32dfb881-b9bc-4a9f-8e31-d4b64efae208 tempest-FloatingIPNegativeTestJSON-269247753 tempest-FloatingIPNegativeTestJSON-269247753-project] Notify callbacks [] for floatingip, before_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:32.854716 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-e8035367-24cd-46ee-bed3-c4304533eaff tempest-SecGroupTest-200765828 tempest-SecGroupTest-200765828-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:32.952629 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-e8035367-24cd-46ee-bed3-c4304533eaff tempest-SecGroupTest-200765828 tempest-SecGroupTest-200765828-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33528311'] for security_group_rule, after_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:33.023875 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8035367-24cd-46ee-bed3-c4304533eaff tempest-SecGroupTest-200765828 tempest-SecGroupTest-200765828-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=32f4be73-3689-46f8-b7d4-434d36f58eda,revision_number=0']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:07:33.067428 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-e8035367-24cd-46ee-bed3-c4304533eaff tempest-SecGroupTest-200765828 tempest-SecGroupTest-200765828-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:33.069654 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-e8035367-24cd-46ee-bed3-c4304533eaff tempest-SecGroupTest-200765828 tempest-SecGroupTest-200765828-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.6159122 Apr 18 21:07:33.073195 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 40072) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:07:33.083443 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.v2.base [None req-ca868f16-3cba-45dc-ba82-4362574d5583 tempest-SecGroupTest-200765828 tempest-SecGroupTest-200765828-project] Request body: {'security_group_rule': {'security_group_id': '47c977ee-8902-46c3-9f9f-0a6cc9529363', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=84040) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:07:33.095611 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [None req-ca868f16-3cba-45dc-ba82-4362574d5583 tempest-SecGroupTest-200765828 tempest-SecGroupTest-200765828-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:07:33.103412 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-ca868f16-3cba-45dc-ba82-4362574d5583 tempest-SecGroupTest-200765828 tempest-SecGroupTest-200765828-project] Usage tracker for resource:security_group_rule and tenant:f1c4efe1b1e34fcc9124816ce3528638 is out of sync, need to count used quota {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:07:33.107786 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-ca868f16-3cba-45dc-ba82-4362574d5583 tempest-SecGroupTest-200765828 tempest-SecGroupTest-200765828-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:07:33.116862 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [None req-ca868f16-3cba-45dc-ba82-4362574d5583 tempest-SecGroupTest-200765828 tempest-SecGroupTest-200765828-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:07:33.160213 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-ca868f16-3cba-45dc-ba82-4362574d5583 tempest-SecGroupTest-200765828 tempest-SecGroupTest-200765828-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:33.258553 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Device 22a95738-5362-4eb2-815c-75e4362644b7 up at agent ovs-agent-n-d-838334-2 {{(pid=84042) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 21:07:33.260139 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-ca868f16-3cba-45dc-ba82-4362574d5583 tempest-SecGroupTest-200765828 tempest-SecGroupTest-200765828-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:33.262467 n-d-838334-2 neutron-server[84040]: INFO neutron.api.v2.resource [None req-32dfb881-b9bc-4a9f-8e31-d4b64efae208 tempest-FloatingIPNegativeTestJSON-269247753 tempest-FloatingIPNegativeTestJSON-269247753-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 18 21:07:33.266929 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-32dfb881-b9bc-4a9f-8e31-d4b64efae208 tempest-FloatingIPNegativeTestJSON-269247753 tempest-FloatingIPNegativeTestJSON-269247753-project] 10.222.0.42 "POST /v2.0/floatingips HTTP/1.1" status: 400 len: 373 time: 0.6649935 Apr 18 21:07:33.267604 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 40082) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:07:33.270583 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-ca868f16-3cba-45dc-ba82-4362574d5583 tempest-SecGroupTest-200765828 tempest-SecGroupTest-200765828-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33528311'] for security_group_rule, after_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:33.275642 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.v2.base [None req-fa105f18-2c20-4595-a1d7-740f5faa99e0 tempest-FloatingIPNegativeTestJSON-269247753 tempest-FloatingIPNegativeTestJSON-269247753-project] Request body: {'floatingip': {'floating_network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'port_id': '985c6112-8411-4d5d-bfc8-0b4f4cebae31', 'fixed_ip_address': '172.20.0.6'}} {{(pid=84040) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:07:33.277528 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-b734e410-c006-417d-bc78-d2fa9b949951 tempest-PortsIpV6TestJSON-656796091 tempest-PortsIpV6TestJSON-656796091-project] Notify callbacks [] for port, precommit_update {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:33.289185 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-b734e410-c006-417d-bc78-d2fa9b949951 tempest-PortsIpV6TestJSON-656796091 tempest-PortsIpV6TestJSON-656796091-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32266282'] for port, after_update {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:33.302925 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [None req-fa105f18-2c20-4595-a1d7-740f5faa99e0 tempest-FloatingIPNegativeTestJSON-269247753 tempest-FloatingIPNegativeTestJSON-269247753-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:07:33.313855 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca868f16-3cba-45dc-ba82-4362574d5583 tempest-SecGroupTest-200765828 tempest-SecGroupTest-200765828-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3c5ab4f1-fbdd-488c-96dc-4315cae0ee82,revision_number=0']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:07:33.319532 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-fa105f18-2c20-4595-a1d7-740f5faa99e0 tempest-FloatingIPNegativeTestJSON-269247753 tempest-FloatingIPNegativeTestJSON-269247753-project] Usage tracker for resource:floatingip and tenant:75c59b487907465fa2b09b0111adbf0a is out of sync, need to count used quota {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:07:33.323513 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-fa105f18-2c20-4595-a1d7-740f5faa99e0 tempest-FloatingIPNegativeTestJSON-269247753 tempest-FloatingIPNegativeTestJSON-269247753-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:07:33.338259 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [None req-fa105f18-2c20-4595-a1d7-740f5faa99e0 tempest-FloatingIPNegativeTestJSON-269247753 tempest-FloatingIPNegativeTestJSON-269247753-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:07:33.339839 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Provisioning complete for port 22a95738-5362-4eb2-815c-75e4362644b7 triggered by entity L2. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:07:33.340212 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1253608'] for port, provisioning_complete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:33.348125 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-ca868f16-3cba-45dc-ba82-4362574d5583 tempest-SecGroupTest-200765828 tempest-SecGroupTest-200765828-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:33.353230 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-ca868f16-3cba-45dc-ba82-4362574d5583 tempest-SecGroupTest-200765828 tempest-SecGroupTest-200765828-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.2771797 Apr 18 21:07:33.355965 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 40086) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:07:33.364116 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.v2.base [None req-1584703f-cec2-4728-ad77-ab8393ab5ce6 tempest-SecGroupTest-200765828 tempest-SecGroupTest-200765828-project] Request body: {'security_group_rule': {'security_group_id': '47c977ee-8902-46c3-9f9f-0a6cc9529363', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=84040) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:07:33.372551 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [None req-1584703f-cec2-4728-ad77-ab8393ab5ce6 tempest-SecGroupTest-200765828 tempest-SecGroupTest-200765828-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:07:33.375567 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-fa105f18-2c20-4595-a1d7-740f5faa99e0 tempest-FloatingIPNegativeTestJSON-269247753 tempest-FloatingIPNegativeTestJSON-269247753-project] Notify callbacks [] for floatingip, before_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:33.403577 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-1584703f-cec2-4728-ad77-ab8393ab5ce6 tempest-SecGroupTest-200765828 tempest-SecGroupTest-200765828-project] Usage tracker for resource:security_group_rule and tenant:f1c4efe1b1e34fcc9124816ce3528638 is out of sync, need to count used quota {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:07:33.408197 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-1584703f-cec2-4728-ad77-ab8393ab5ce6 tempest-SecGroupTest-200765828 tempest-SecGroupTest-200765828-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:07:33.432976 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b734e410-c006-417d-bc78-d2fa9b949951 tempest-PortsIpV6TestJSON-656796091 tempest-PortsIpV6TestJSON-656796091-project] Pushing event updated for resources: {'Port': ['ID=2297dad7-456a-432d-b007-2ebc4bc20da5,revision_number=2']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:07:33.468157 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [None req-1584703f-cec2-4728-ad77-ab8393ab5ce6 tempest-SecGroupTest-200765828 tempest-SecGroupTest-200765828-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:07:33.505352 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7f61c46d-71d6-4d38-8ca8-df093369656b tempest-RoutersTest-1500746192 tempest-RoutersTest-1500746192-project] Notify agent at l3_agent.n-d-838334-2 the message routers_updated {{(pid=84041) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 21:07:33.511499 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-1584703f-cec2-4728-ad77-ab8393ab5ce6 tempest-SecGroupTest-200765828 tempest-SecGroupTest-200765828-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:33.519347 n-d-838334-2 neutron-server[84043]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-401698dc-f4ee-42d5-9dff-686d4922a6d5 None None] Sync routers for ids ['d3445e60-27f3-4080-a032-9bd4d27dfce0'] in n-d-838334-2 {{(pid=84043) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 18 21:07:33.541582 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-401698dc-f4ee-42d5-9dff-686d4922a6d5 None None] Routers {'d3445e60-27f3-4080-a032-9bd4d27dfce0'} bound to L3 agent in host n-d-838334-2 {{(pid=84043) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 21:07:33.546044 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.l3_hamode_db [None req-401698dc-f4ee-42d5-9dff-686d4922a6d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838334-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-18T20:25:48Z,description=,heartbeat_timestamp=2022-04-18T21:07:18Z,host='n-d-838334-2',id=bc84d6c9-dd7a-4555-a351-592327b46d5a,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:25:48Z,topic='l3_agent')) {'router_ids': ['d3445e60-27f3-4080-a032-9bd4d27dfce0'], 'active': True} {{(pid=84043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:07:33.564659 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-7f61c46d-71d6-4d38-8ca8-df093369656b tempest-RoutersTest-1500746192 tempest-RoutersTest-1500746192-project] 10.222.0.42 "PUT /v2.0/routers/d3445e60-27f3-4080-a032-9bd4d27dfce0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 10.8258743 Apr 18 21:07:33.573061 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 40090) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:07:33.578065 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Device d37c73b1-bc79-4b1b-bda6-738bd7e14953 up at agent ovs-agent-n-d-838334-2 {{(pid=84042) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 21:07:33.655041 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Provisioning complete for port d37c73b1-bc79-4b1b-bda6-738bd7e14953 triggered by entity L2. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:07:33.655584 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1253608'] for port, provisioning_complete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:33.848517 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750375287399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253529'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:33.874358 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.l3_dvr_db [None req-401698dc-f4ee-42d5-9dff-686d4922a6d5 None None] Set router d3445e60-27f3-4080-a032-9bd4d27dfce0 gateway port host: None {{(pid=84043) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 21:07:33.884032 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-b734e410-c006-417d-bc78-d2fa9b949951 tempest-PortsIpV6TestJSON-656796091 tempest-PortsIpV6TestJSON-656796091-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33444010'] for router_interface, before_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:33.915017 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-15b90bd3-bcf2-4c33-bfb2-94ee0b5349bd None None] Provisioning complete for port 2297dad7-456a-432d-b007-2ebc4bc20da5 triggered by entity DHCP. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:07:33.915393 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-15b90bd3-bcf2-4c33-bfb2-94ee0b5349bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1253608'] for port, provisioning_complete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:33.976600 n-d-838334-2 neutron-server[84041]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e99b0996-d08d-4ccb-a5ad-811a1bace692 tempest-FloatingIPTestJSON-1355648241 tempest-FloatingIPTestJSON-1355648241-project] Router fd8aaf2a-4e98-4b3b-993d-d772aea4fc33 is scheduled to L3 agent bc84d6c9-dd7a-4555-a351-592327b46d5a with binding_index 1 {{(pid=84041) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 18 21:07:34.014596 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.plugin [None req-15b90bd3-bcf2-4c33-bfb2-94ee0b5349bd None None] Port 2297dad7-456a-432d-b007-2ebc4bc20da5 cannot update to ACTIVE because it is not bound. {{(pid=84042) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 18 21:07:34.052908 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-1584703f-cec2-4728-ad77-ab8393ab5ce6 tempest-SecGroupTest-200765828 tempest-SecGroupTest-200765828-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:34.071401 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-fa105f18-2c20-4595-a1d7-740f5faa99e0 tempest-FloatingIPNegativeTestJSON-269247753 tempest-FloatingIPNegativeTestJSON-269247753-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:34.074797 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-1584703f-cec2-4728-ad77-ab8393ab5ce6 tempest-SecGroupTest-200765828 tempest-SecGroupTest-200765828-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33528311'] for security_group_rule, after_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:34.168953 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1584703f-cec2-4728-ad77-ab8393ab5ce6 tempest-SecGroupTest-200765828 tempest-SecGroupTest-200765828-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5124e5bc-68ee-4e21-abd4-f2005b96fe25,revision_number=0']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:07:34.199822 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.db_base_plugin_v2 [None req-dca4d148-1f16-42c8-8029-83c3f628ac0c tempest-RoutersTest-1500746192 tempest-RoutersTest-1500746192-project] Deleting subnet fc661f01-7889-49a3-8551-a398092f67d4 {{(pid=84040) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 18 21:07:34.208938 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-dca4d148-1f16-42c8-8029-83c3f628ac0c tempest-RoutersTest-1500746192 tempest-RoutersTest-1500746192-project] Notify callbacks [] for subnet, before_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:34.241470 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-1584703f-cec2-4728-ad77-ab8393ab5ce6 tempest-SecGroupTest-200765828 tempest-SecGroupTest-200765828-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:34.244084 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-1584703f-cec2-4728-ad77-ab8393ab5ce6 tempest-SecGroupTest-200765828 tempest-SecGroupTest-200765828-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.8866796 Apr 18 21:07:34.246278 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-b734e410-c006-417d-bc78-d2fa9b949951 tempest-PortsIpV6TestJSON-656796091 tempest-PortsIpV6TestJSON-656796091-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:34.254798 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 40104) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:07:34.276466 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.v2.base [None req-26835b29-ce6d-4b23-8b8e-257a7616981e tempest-SecGroupTest-200765828 tempest-SecGroupTest-200765828-project] Request body: {'security_group_rule': {'security_group_id': '47c977ee-8902-46c3-9f9f-0a6cc9529363', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=84040) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:07:34.335230 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [None req-26835b29-ce6d-4b23-8b8e-257a7616981e tempest-SecGroupTest-200765828 tempest-SecGroupTest-200765828-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:07:34.349027 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-26835b29-ce6d-4b23-8b8e-257a7616981e tempest-SecGroupTest-200765828 tempest-SecGroupTest-200765828-project] Usage tracker for resource:security_group_rule and tenant:f1c4efe1b1e34fcc9124816ce3528638 is out of sync, need to count used quota {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:07:34.355677 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-26835b29-ce6d-4b23-8b8e-257a7616981e tempest-SecGroupTest-200765828 tempest-SecGroupTest-200765828-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:07:34.358997 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-dca4d148-1f16-42c8-8029-83c3f628ac0c tempest-RoutersTest-1500746192 tempest-RoutersTest-1500746192-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31955982'] for subnet, precommit_delete_associations {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:34.402372 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [None req-26835b29-ce6d-4b23-8b8e-257a7616981e tempest-SecGroupTest-200765828 tempest-SecGroupTest-200765828-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:07:34.438926 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.db_base_plugin_common [None req-fa105f18-2c20-4595-a1d7-740f5faa99e0 tempest-FloatingIPNegativeTestJSON-269247753 tempest-FloatingIPNegativeTestJSON-269247753-project] Allocated IP 172.25.8.88 (e41b6600-a917-4a8d-b05c-be3be40c6d8c/6b05667b-848e-4356-9b44-d5eb6808ef74/53ad8cd4-9103-41a7-8fa0-affe278257a7) {{(pid=84040) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 21:07:34.461986 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-26835b29-ce6d-4b23-8b8e-257a7616981e tempest-SecGroupTest-200765828 tempest-SecGroupTest-200765828-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:34.474760 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.l3_hamode_db [None req-401698dc-f4ee-42d5-9dff-686d4922a6d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3445e60-27f3-4080-a032-9bd4d27dfce0', 'name': 'tempest-RoutersTest-router-1627313381', 'tenant_id': '8a05b90fa8c54f25938df6bd0ef52223', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:06:00Z', 'updated_at': '2022-04-18T21:07:27Z', 'revision_number': 9, 'project_id': '8a05b90fa8c54f25938df6bd0ef52223', 'gw_port_host': None, '_interfaces': [{'id': '33b867d1-0439-4e6e-9292-2f7076a420d5', 'name': '', 'network_id': '6c55f5d6-32aa-4564-9c07-62d3eb3a4e33', 'tenant_id': '8a05b90fa8c54f25938df6bd0ef52223', 'mac_address': 'fa:16:3e:86:52:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3445e60-27f3-4080-a032-9bd4d27dfce0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2b90dced-66c9-4d15-bdac-b6cf07d1ccea', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:06:16Z', 'updated_at': '2022-04-18T21:06:31Z', 'revision_number': 5, 'project_id': '8a05b90fa8c54f25938df6bd0ef52223', 'subnets': [{'id': '2b90dced-66c9-4d15-bdac-b6cf07d1ccea', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b3960860-c173-49ec-b335-5c1dd2983a36', 'name': '', 'network_id': '0f4f3485-d47f-443a-afdb-b607b91dc681', 'tenant_id': '8a05b90fa8c54f25938df6bd0ef52223', 'mac_address': 'fa:16:3e:f4:09:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3445e60-27f3-4080-a032-9bd4d27dfce0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c69b069c-a1b2-456b-9244-afeef8944023', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:06:04Z', 'updated_at': '2022-04-18T21:06:14Z', 'revision_number': 5, 'project_id': '8a05b90fa8c54f25938df6bd0ef52223', 'subnets': [{'id': 'c69b069c-a1b2-456b-9244-afeef8944023', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838334-2', False) {} {{(pid=84043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:07:34.479704 n-d-838334-2 neutron-server[84043]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-401698dc-f4ee-42d5-9dff-686d4922a6d5 None None] Checking router: d3445e60-27f3-4080-a032-9bd4d27dfce0 for host: n-d-838334-2 {{(pid=84043) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 18 21:07:34.493904 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-401698dc-f4ee-42d5-9dff-686d4922a6d5 None None] Routers {'d3445e60-27f3-4080-a032-9bd4d27dfce0'} bound to L3 agent in host n-d-838334-2 {{(pid=84043) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 21:07:34.494738 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.l3_hamode_db [None req-401698dc-f4ee-42d5-9dff-686d4922a6d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838334-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-18T20:25:48Z,description=,heartbeat_timestamp=2022-04-18T21:07:18Z,host='n-d-838334-2',id=bc84d6c9-dd7a-4555-a351-592327b46d5a,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:25:48Z,topic='l3_agent')) {'router_ids': ['d3445e60-27f3-4080-a032-9bd4d27dfce0'], 'active': True} {{(pid=84043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:07:34.611910 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-26835b29-ce6d-4b23-8b8e-257a7616981e tempest-SecGroupTest-200765828 tempest-SecGroupTest-200765828-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:34.624555 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-26835b29-ce6d-4b23-8b8e-257a7616981e tempest-SecGroupTest-200765828 tempest-SecGroupTest-200765828-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33528311'] for security_group_rule, after_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:34.658092 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-dca4d148-1f16-42c8-8029-83c3f628ac0c tempest-RoutersTest-1500746192 tempest-RoutersTest-1500746192-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1260556'] for subnet, precommit_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:34.700445 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26835b29-ce6d-4b23-8b8e-257a7616981e tempest-SecGroupTest-200765828 tempest-SecGroupTest-200765828-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6ee0e4e2-810c-41a6-947d-cccfebbdbc9a,revision_number=0']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:07:34.761230 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-b734e410-c006-417d-bc78-d2fa9b949951 tempest-PortsIpV6TestJSON-656796091 tempest-PortsIpV6TestJSON-656796091-project] Notify callbacks [] for port, precommit_update {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:34.761671 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-26835b29-ce6d-4b23-8b8e-257a7616981e tempest-SecGroupTest-200765828 tempest-SecGroupTest-200765828-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:34.764386 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-26835b29-ce6d-4b23-8b8e-257a7616981e tempest-SecGroupTest-200765828 tempest-SecGroupTest-200765828-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.5060389 Apr 18 21:07:34.765938 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 40122) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:07:34.774219 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.v2.base [None req-2d28f424-1518-48c6-93b2-d78dee866109 tempest-SecGroupTest-200765828 tempest-SecGroupTest-200765828-project] Request body: {'security_group_rule': {'security_group_id': '47c977ee-8902-46c3-9f9f-0a6cc9529363', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=84041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:07:34.776560 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.l3_dvr_db [None req-401698dc-f4ee-42d5-9dff-686d4922a6d5 None None] Set router d3445e60-27f3-4080-a032-9bd4d27dfce0 gateway port host: None {{(pid=84043) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 21:07:34.780377 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-b734e410-c006-417d-bc78-d2fa9b949951 tempest-PortsIpV6TestJSON-656796091 tempest-PortsIpV6TestJSON-656796091-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32266282'] for port, after_update {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:34.781280 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-b734e410-c006-417d-bc78-d2fa9b949951 tempest-PortsIpV6TestJSON-656796091 tempest-PortsIpV6TestJSON-656796091-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-32377886', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33443847'] for router_interface, after_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:34.795205 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-fa105f18-2c20-4595-a1d7-740f5faa99e0 tempest-FloatingIPNegativeTestJSON-269247753 tempest-FloatingIPNegativeTestJSON-269247753-project] Notify callbacks [] for port, precommit_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:34.815938 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-dca4d148-1f16-42c8-8029-83c3f628ac0c tempest-RoutersTest-1500746192 tempest-RoutersTest-1500746192-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1260549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33526260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32440885', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31752825'] for subnet, after_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:34.827165 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-2d28f424-1518-48c6-93b2-d78dee866109 tempest-SecGroupTest-200765828 tempest-SecGroupTest-200765828-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:07:34.846975 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-2d28f424-1518-48c6-93b2-d78dee866109 tempest-SecGroupTest-200765828 tempest-SecGroupTest-200765828-project] Usage tracker for resource:security_group_rule and tenant:f1c4efe1b1e34fcc9124816ce3528638 is out of sync, need to count used quota {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:07:34.851758 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-2d28f424-1518-48c6-93b2-d78dee866109 tempest-SecGroupTest-200765828 tempest-SecGroupTest-200765828-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:07:34.864424 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dca4d148-1f16-42c8-8029-83c3f628ac0c tempest-RoutersTest-1500746192 tempest-RoutersTest-1500746192-project] Pushing event deleted for resources: {'Subnet': ['ID=fc661f01-7889-49a3-8551-a398092f67d4,revision_number=None']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:07:34.877700 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e99b0996-d08d-4ccb-a5ad-811a1bace692 tempest-FloatingIPTestJSON-1355648241 tempest-FloatingIPTestJSON-1355648241-project] Notify agent at l3_agent.n-d-838334-2 the message routers_updated {{(pid=84041) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 21:07:34.880200 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-dca4d148-1f16-42c8-8029-83c3f628ac0c tempest-RoutersTest-1500746192 tempest-RoutersTest-1500746192-project] Notify callbacks [] for subnet, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:34.881136 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28feb9ba-97a9-4398-a831-e29181cda961 None None] Network a939bca6-cf86-485c-ae21-4acaab3ed357 requested from n-d-838334-2 {{(pid=84042) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 21:07:34.882362 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-2d28f424-1518-48c6-93b2-d78dee866109 tempest-SecGroupTest-200765828 tempest-SecGroupTest-200765828-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:07:34.887906 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-dca4d148-1f16-42c8-8029-83c3f628ac0c tempest-RoutersTest-1500746192 tempest-RoutersTest-1500746192-project] 10.222.0.42 "DELETE /v2.0/subnets/fc661f01-7889-49a3-8551-a398092f67d4 HTTP/1.1" status: 204 len: 168 time: 1.3136013 Apr 18 21:07:34.890773 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-fa105f18-2c20-4595-a1d7-740f5faa99e0 tempest-FloatingIPNegativeTestJSON-269247753 tempest-FloatingIPNegativeTestJSON-269247753-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750374836619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32440838'] for port, after_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:34.899435 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 40128) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:07:35.049000 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbb6f1ca-3d84-44da-a63f-f56ffa283504 None None] Sync routers for ids ['fd8aaf2a-4e98-4b3b-993d-d772aea4fc33'] in n-d-838334-2 {{(pid=84042) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 18 21:07:35.053620 n-d-838334-2 neutron-server[84040]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa105f18-2c20-4595-a1d7-740f5faa99e0 tempest-FloatingIPNegativeTestJSON-269247753 tempest-FloatingIPNegativeTestJSON-269247753-project] Network e41b6600-a917-4a8d-b05c-be3be40c6d8c is already hosted by enough agents. {{(pid=84040) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:07:35.067436 n-d-838334-2 neutron-server[84040]: DEBUG neutron.scheduler.base_scheduler [None req-fa105f18-2c20-4595-a1d7-740f5faa99e0 tempest-FloatingIPNegativeTestJSON-269247753 tempest-FloatingIPNegativeTestJSON-269247753-project] Resources bound (agent type, host, resource id): {{(pid=84040) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:07:35.074741 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa105f18-2c20-4595-a1d7-740f5faa99e0 tempest-FloatingIPNegativeTestJSON-269247753 tempest-FloatingIPNegativeTestJSON-269247753-project] Received port after_create {{(pid=84040) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 21:07:35.113643 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa105f18-2c20-4595-a1d7-740f5faa99e0 tempest-FloatingIPNegativeTestJSON-269247753 tempest-FloatingIPNegativeTestJSON-269247753-project] Pushing event updated for resources: {'Port': ['ID=53ad8cd4-9103-41a7-8fa0-affe278257a7,revision_number=1']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:07:35.222464 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbb6f1ca-3d84-44da-a63f-f56ffa283504 None None] Routers {'fd8aaf2a-4e98-4b3b-993d-d772aea4fc33'} bound to L3 agent in host n-d-838334-2 {{(pid=84042) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 21:07:35.232261 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_hamode_db [None req-bbb6f1ca-3d84-44da-a63f-f56ffa283504 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838334-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-18T20:25:48Z,description=,heartbeat_timestamp=2022-04-18T21:07:18Z,host='n-d-838334-2',id=bc84d6c9-dd7a-4555-a351-592327b46d5a,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:25:48Z,topic='l3_agent')) {'router_ids': ['fd8aaf2a-4e98-4b3b-993d-d772aea4fc33'], 'active': True} {{(pid=84042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:07:35.295428 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b734e410-c006-417d-bc78-d2fa9b949951 tempest-PortsIpV6TestJSON-656796091 tempest-PortsIpV6TestJSON-656796091-project] Pushing event updated for resources: {'Port': ['ID=2297dad7-456a-432d-b007-2ebc4bc20da5,revision_number=3']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:07:35.371697 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.plugin [None req-fa105f18-2c20-4595-a1d7-740f5faa99e0 tempest-FloatingIPNegativeTestJSON-269247753 tempest-FloatingIPNegativeTestJSON-269247753-project] Deleting port 53ad8cd4-9103-41a7-8fa0-affe278257a7 {{(pid=84040) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 21:07:35.372805 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-fa105f18-2c20-4595-a1d7-740f5faa99e0 tempest-FloatingIPNegativeTestJSON-269247753 tempest-FloatingIPNegativeTestJSON-269247753-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750375188691'] for port, before_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:35.376805 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-e99b0996-d08d-4ccb-a5ad-811a1bace692 tempest-FloatingIPTestJSON-1355648241 tempest-FloatingIPTestJSON-1355648241-project] Notify callbacks [] for router, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:35.378578 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-e99b0996-d08d-4ccb-a5ad-811a1bace692 tempest-FloatingIPTestJSON-1355648241 tempest-FloatingIPTestJSON-1355648241-project] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 9.0495641 Apr 18 21:07:35.389898 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 40136) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:07:35.419107 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.l3_hamode_db [None req-401698dc-f4ee-42d5-9dff-686d4922a6d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3445e60-27f3-4080-a032-9bd4d27dfce0', 'name': 'tempest-RoutersTest-router-1627313381', 'tenant_id': '8a05b90fa8c54f25938df6bd0ef52223', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:06:00Z', 'updated_at': '2022-04-18T21:07:27Z', 'revision_number': 9, 'project_id': '8a05b90fa8c54f25938df6bd0ef52223', 'gw_port_host': None, '_interfaces': [{'id': '33b867d1-0439-4e6e-9292-2f7076a420d5', 'name': '', 'network_id': '6c55f5d6-32aa-4564-9c07-62d3eb3a4e33', 'tenant_id': '8a05b90fa8c54f25938df6bd0ef52223', 'mac_address': 'fa:16:3e:86:52:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3445e60-27f3-4080-a032-9bd4d27dfce0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2b90dced-66c9-4d15-bdac-b6cf07d1ccea', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:06:16Z', 'updated_at': '2022-04-18T21:06:31Z', 'revision_number': 5, 'project_id': '8a05b90fa8c54f25938df6bd0ef52223', 'subnets': [{'id': '2b90dced-66c9-4d15-bdac-b6cf07d1ccea', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b3960860-c173-49ec-b335-5c1dd2983a36', 'name': '', 'network_id': '0f4f3485-d47f-443a-afdb-b607b91dc681', 'tenant_id': '8a05b90fa8c54f25938df6bd0ef52223', 'mac_address': 'fa:16:3e:f4:09:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3445e60-27f3-4080-a032-9bd4d27dfce0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c69b069c-a1b2-456b-9244-afeef8944023', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:06:04Z', 'updated_at': '2022-04-18T21:06:14Z', 'revision_number': 5, 'project_id': '8a05b90fa8c54f25938df6bd0ef52223', 'subnets': [{'id': 'c69b069c-a1b2-456b-9244-afeef8944023', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838334-2', False) {} {{(pid=84043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:07:35.431882 n-d-838334-2 neutron-server[84043]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-401698dc-f4ee-42d5-9dff-686d4922a6d5 None None] The sync data for ids ['d3445e60-27f3-4080-a032-9bd4d27dfce0'] in n-d-838334-2 is: [{'id': 'd3445e60-27f3-4080-a032-9bd4d27dfce0', 'name': 'tempest-RoutersTest-router-1627313381', 'tenant_id': '8a05b90fa8c54f25938df6bd0ef52223', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:06:00Z', 'updated_at': '2022-04-18T21:07:27Z', 'revision_number': 9, 'project_id': '8a05b90fa8c54f25938df6bd0ef52223', 'gw_port_host': None, '_interfaces': [{'id': '33b867d1-0439-4e6e-9292-2f7076a420d5', 'name': '', 'network_id': '6c55f5d6-32aa-4564-9c07-62d3eb3a4e33', 'tenant_id': '8a05b90fa8c54f25938df6bd0ef52223', 'mac_address': 'fa:16:3e:86:52:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3445e60-27f3-4080-a032-9bd4d27dfce0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2b90dced-66c9-4d15-bdac-b6cf07d1ccea', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:06:16Z', 'updated_at': '2022-04-18T21:06:31Z', 'revision_number': 5, 'project_id': '8a05b90fa8c54f25938df6bd0ef52223', 'subnets': [{'id': '2b90dced-66c9-4d15-bdac-b6cf07d1ccea', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b3960860-c173-49ec-b335-5c1dd2983a36', 'name': '', 'network_id': '0f4f3485-d47f-443a-afdb-b607b91dc681', 'tenant_id': '8a05b90fa8c54f25938df6bd0ef52223', 'mac_address': 'fa:16:3e:f4:09:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3445e60-27f3-4080-a032-9bd4d27dfce0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c69b069c-a1b2-456b-9244-afeef8944023', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:06:04Z', 'updated_at': '2022-04-18T21:06:14Z', 'revision_number': 5, 'project_id': '8a05b90fa8c54f25938df6bd0ef52223', 'subnets': [{'id': 'c69b069c-a1b2-456b-9244-afeef8944023', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84043) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 18 21:07:35.434042 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_hamode_db [None req-bbb6f1ca-3d84-44da-a63f-f56ffa283504 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-838334-2', False) {} {{(pid=84042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:07:35.459577 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbb6f1ca-3d84-44da-a63f-f56ffa283504 None None] Routers {'fd8aaf2a-4e98-4b3b-993d-d772aea4fc33'} bound to L3 agent in host n-d-838334-2 {{(pid=84042) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 21:07:35.460398 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_hamode_db [None req-bbb6f1ca-3d84-44da-a63f-f56ffa283504 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838334-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-18T20:25:48Z,description=,heartbeat_timestamp=2022-04-18T21:07:18Z,host='n-d-838334-2',id=bc84d6c9-dd7a-4555-a351-592327b46d5a,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:25:48Z,topic='l3_agent')) {'router_ids': ['fd8aaf2a-4e98-4b3b-993d-d772aea4fc33'], 'active': True} {{(pid=84042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:07:35.530011 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_hamode_db [None req-bbb6f1ca-3d84-44da-a63f-f56ffa283504 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-838334-2', False) {} {{(pid=84042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:07:35.530712 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbb6f1ca-3d84-44da-a63f-f56ffa283504 None None] The sync data for ids ['fd8aaf2a-4e98-4b3b-993d-d772aea4fc33'] in n-d-838334-2 is: [] {{(pid=84042) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 18 21:07:35.611186 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-2d28f424-1518-48c6-93b2-d78dee866109 tempest-SecGroupTest-200765828 tempest-SecGroupTest-200765828-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:35.651242 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-fa105f18-2c20-4595-a1d7-740f5faa99e0 tempest-FloatingIPNegativeTestJSON-269247753 tempest-FloatingIPNegativeTestJSON-269247753-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369123'] for port, precommit_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:35.652245 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-fa105f18-2c20-4595-a1d7-740f5faa99e0 tempest-FloatingIPNegativeTestJSON-269247753 tempest-FloatingIPNegativeTestJSON-269247753-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:35.673104 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-00dc2d9b-3359-455c-98b6-137e9282e4f2 tempest-RoutersTest-1500746192 tempest-RoutersTest-1500746192-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1103592'] for network, before_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:35.734142 n-d-838334-2 neutron-server[84041]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b734e410-c006-417d-bc78-d2fa9b949951 tempest-PortsIpV6TestJSON-656796091 tempest-PortsIpV6TestJSON-656796091-project] Network 9bb89456-2091-4a33-a828-88e91f109451 is already hosted by enough agents. {{(pid=84041) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:07:35.740319 n-d-838334-2 neutron-server[84041]: DEBUG neutron.scheduler.base_scheduler [None req-b734e410-c006-417d-bc78-d2fa9b949951 tempest-PortsIpV6TestJSON-656796091 tempest-PortsIpV6TestJSON-656796091-project] Resources bound (agent type, host, resource id): {{(pid=84041) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:07:35.828792 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5985ea7c-65d1-4d03-a90a-12af5d95e205 None None] DHCP port deletion for a939bca6-cf86-485c-ae21-4acaab3ed357 request from n-d-838334-2 {{(pid=84042) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 18 21:07:35.834449 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.plugin [None req-5985ea7c-65d1-4d03-a90a-12af5d95e205 None None] Deleting port dfd2718f-e3ed-4952-b01c-980c51b7b185 {{(pid=84042) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 21:07:35.838887 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-5985ea7c-65d1-4d03-a90a-12af5d95e205 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750375188691'] for port, before_delete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:35.860665 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.plugin [None req-fa105f18-2c20-4595-a1d7-740f5faa99e0 tempest-FloatingIPNegativeTestJSON-269247753 tempest-FloatingIPNegativeTestJSON-269247753-project] Calling delete_port for 53ad8cd4-9103-41a7-8fa0-affe278257a7 owned by network:floatingip {{(pid=84040) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 21:07:36.116294 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.plugin [None req-00dc2d9b-3359-455c-98b6-137e9282e4f2 tempest-RoutersTest-1500746192 tempest-RoutersTest-1500746192-project] Deleting port dfd2718f-e3ed-4952-b01c-980c51b7b185 {{(pid=84041) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 21:07:36.116777 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-00dc2d9b-3359-455c-98b6-137e9282e4f2 tempest-RoutersTest-1500746192 tempest-RoutersTest-1500746192-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750375188691'] for port, before_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:36.176542 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-fa105f18-2c20-4595-a1d7-740f5faa99e0 tempest-FloatingIPNegativeTestJSON-269247753 tempest-FloatingIPNegativeTestJSON-269247753-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750375259028', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750374836628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32440838'] for port, after_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:36.246124 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa105f18-2c20-4595-a1d7-740f5faa99e0 tempest-FloatingIPNegativeTestJSON-269247753 tempest-FloatingIPNegativeTestJSON-269247753-project] Pushing event deleted for resources: {'Port': ['ID=53ad8cd4-9103-41a7-8fa0-affe278257a7,revision_number=None']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:07:36.262246 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-5985ea7c-65d1-4d03-a90a-12af5d95e205 None None] For port dfd2718f-e3ed-4952-b01c-980c51b7b185, host n-d-838334-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838334-2',level=0,port_id=dfd2718f-e3ed-4952-b01c-980c51b7b185,segment=NetworkSegment(aac40157-fd6b-4a94-bf9d-c65b7da168f7),segment_id=aac40157-fd6b-4a94-bf9d-c65b7da168f7)] {{(pid=84042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:07:36.263714 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-5985ea7c-65d1-4d03-a90a-12af5d95e205 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369123'] for port, precommit_delete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:36.265764 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-2d28f424-1518-48c6-93b2-d78dee866109 tempest-SecGroupTest-200765828 tempest-SecGroupTest-200765828-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:36.289546 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-2d28f424-1518-48c6-93b2-d78dee866109 tempest-SecGroupTest-200765828 tempest-SecGroupTest-200765828-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33528311'] for security_group_rule, after_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:36.412241 n-d-838334-2 neutron-server[84040]: INFO neutron.api.v2.resource [None req-fa105f18-2c20-4595-a1d7-740f5faa99e0 tempest-FloatingIPNegativeTestJSON-269247753 tempest-FloatingIPNegativeTestJSON-269247753-project] create failed (client error): The resource could not be found. Apr 18 21:07:36.417551 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-fa105f18-2c20-4595-a1d7-740f5faa99e0 tempest-FloatingIPNegativeTestJSON-269247753 tempest-FloatingIPNegativeTestJSON-269247753-project] 10.222.0.42 "POST /v2.0/floatingips HTTP/1.1" status: 404 len: 507 time: 3.1449716 Apr 18 21:07:36.417823 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 40156) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:07:36.430935 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.plugin [None req-5985ea7c-65d1-4d03-a90a-12af5d95e205 None None] Calling delete_port for dfd2718f-e3ed-4952-b01c-980c51b7b185 owned by network:dhcp {{(pid=84042) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 21:07:36.454368 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d28f424-1518-48c6-93b2-d78dee866109 tempest-SecGroupTest-200765828 tempest-SecGroupTest-200765828-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4507e89e-c5cb-4863-8eef-df2cd5b93b36,revision_number=0']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:07:36.557876 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.plugin [None req-a297dae6-7b89-4bcc-82c8-c1588559a97a tempest-FloatingIPNegativeTestJSON-269247753 tempest-FloatingIPNegativeTestJSON-269247753-project] Deleting port 985c6112-8411-4d5d-bfc8-0b4f4cebae31 {{(pid=84040) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 21:07:36.561529 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-a297dae6-7b89-4bcc-82c8-c1588559a97a tempest-FloatingIPNegativeTestJSON-269247753 tempest-FloatingIPNegativeTestJSON-269247753-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750375188691'] for port, before_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:36.578639 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-5985ea7c-65d1-4d03-a90a-12af5d95e205 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750375259028', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750374836628'] for port, after_delete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:36.626297 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5985ea7c-65d1-4d03-a90a-12af5d95e205 None None] No DVR routers for this DVR port dfd2718f-e3ed-4952-b01c-980c51b7b185 on host n-d-838334-2 {{(pid=84042) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 21:07:36.634935 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-2d28f424-1518-48c6-93b2-d78dee866109 tempest-SecGroupTest-200765828 tempest-SecGroupTest-200765828-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:36.640484 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-2d28f424-1518-48c6-93b2-d78dee866109 tempest-SecGroupTest-200765828 tempest-SecGroupTest-200765828-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 709 time: 1.8712790 Apr 18 21:07:36.640879 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 40162) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:07:36.645193 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-c164b79b-5eef-49bc-9024-8c1018faf46e None None] Provisioning complete for port 2297dad7-456a-432d-b007-2ebc4bc20da5 triggered by entity DHCP. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:07:36.645670 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-c164b79b-5eef-49bc-9024-8c1018faf46e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1253608'] for port, provisioning_complete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:36.697947 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 40164) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:07:36.712394 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.plugin [None req-c164b79b-5eef-49bc-9024-8c1018faf46e None None] Port 2297dad7-456a-432d-b007-2ebc4bc20da5 cannot update to ACTIVE because it is not bound. {{(pid=84042) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 18 21:07:36.715183 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5985ea7c-65d1-4d03-a90a-12af5d95e205 None None] Pushing event deleted for resources: {'Port': ['ID=dfd2718f-e3ed-4952-b01c-980c51b7b185,revision_number=None']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:07:36.797831 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.db [None req-00dc2d9b-3359-455c-98b6-137e9282e4f2 tempest-RoutersTest-1500746192 tempest-RoutersTest-1500746192-project] For port dfd2718f-e3ed-4952-b01c-980c51b7b185, host n-d-838334-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838334-2',level=0,port_id=dfd2718f-e3ed-4952-b01c-980c51b7b185,segment=NetworkSegment(aac40157-fd6b-4a94-bf9d-c65b7da168f7),segment_id=aac40157-fd6b-4a94-bf9d-c65b7da168f7)] {{(pid=84041) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:07:36.798181 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-00dc2d9b-3359-455c-98b6-137e9282e4f2 tempest-RoutersTest-1500746192 tempest-RoutersTest-1500746192-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369123'] for port, precommit_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:36.870047 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-0735b88d-aacb-4458-8327-db9bebfcda82 tempest-SecGroupTest-200765828 tempest-SecGroupTest-200765828-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:36.932682 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Device dfd2718f-e3ed-4952-b01c-980c51b7b185 no longer exists at agent ovs-agent-n-d-838334-2 {{(pid=84042) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 21:07:36.939059 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-0735b88d-aacb-4458-8327-db9bebfcda82 tempest-SecGroupTest-200765828 tempest-SecGroupTest-200765828-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:36.951658 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.plugin [None req-00dc2d9b-3359-455c-98b6-137e9282e4f2 tempest-RoutersTest-1500746192 tempest-RoutersTest-1500746192-project] Calling delete_port for dfd2718f-e3ed-4952-b01c-980c51b7b185 owned by network:dhcp {{(pid=84041) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 21:07:36.974451 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.plugin [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] No Port match for: dfd2718f-e3ed-4952-b01c-980c51b7b185 {{(pid=84042) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 18 21:07:36.975015 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Device dfd2718f-e3ed-4952-b01c-980c51b7b185 not bound to the agent host n-d-838334-2 {{(pid=84042) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 21:07:36.975589 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Device 56d927d1-4222-4261-8ba4-7d3147f61bc3 no longer exists at agent ovs-agent-n-d-838334-2 {{(pid=84042) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 21:07:37.033262 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.plugin [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] No Port match for: 56d927d1-4222-4261-8ba4-7d3147f61bc3 {{(pid=84042) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 18 21:07:37.034319 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Device 56d927d1-4222-4261-8ba4-7d3147f61bc3 not bound to the agent host n-d-838334-2 {{(pid=84042) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 21:07:37.062359 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-a297dae6-7b89-4bcc-82c8-c1588559a97a tempest-FloatingIPNegativeTestJSON-269247753 tempest-FloatingIPNegativeTestJSON-269247753-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369123'] for port, precommit_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:37.070438 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-67f18d2b-f549-49fa-a8dd-2c97d5a4c2d7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:37.216355 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.plugin [None req-a297dae6-7b89-4bcc-82c8-c1588559a97a tempest-FloatingIPNegativeTestJSON-269247753 tempest-FloatingIPNegativeTestJSON-269247753-project] Calling delete_port for 985c6112-8411-4d5d-bfc8-0b4f4cebae31 owned by {{(pid=84040) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 21:07:37.371641 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-0735b88d-aacb-4458-8327-db9bebfcda82 tempest-SecGroupTest-200765828 tempest-SecGroupTest-200765828-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33528311'] for security_group_rule, after_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:37.392082 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-a297dae6-7b89-4bcc-82c8-c1588559a97a tempest-FloatingIPNegativeTestJSON-269247753 tempest-FloatingIPNegativeTestJSON-269247753-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750375259028', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750374836628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32440838'] for port, after_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:37.407377 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0735b88d-aacb-4458-8327-db9bebfcda82 tempest-SecGroupTest-200765828 tempest-SecGroupTest-200765828-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=4507e89e-c5cb-4863-8eef-df2cd5b93b36,revision_number=None']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:07:37.422062 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.db.api [None req-00dc2d9b-3359-455c-98b6-137e9282e4f2 tempest-RoutersTest-1500746192 tempest-RoutersTest-1500746192-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84041) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 18 21:07:37.422379 n-d-838334-2 neutron-server[84041]: DEBUG oslo_db.api [None req-00dc2d9b-3359-455c-98b6-137e9282e4f2 tempest-RoutersTest-1500746192 tempest-RoutersTest-1500746192-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84041) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 18 21:07:37.423047 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-0735b88d-aacb-4458-8327-db9bebfcda82 tempest-SecGroupTest-200765828 tempest-SecGroupTest-200765828-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:37.427141 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-0735b88d-aacb-4458-8327-db9bebfcda82 tempest-SecGroupTest-200765828 tempest-SecGroupTest-200765828-project] 10.222.0.42 "DELETE /v2.0/security-group-rules/4507e89e-c5cb-4863-8eef-df2cd5b93b36 HTTP/1.1" status: 204 len: 168 time: 0.7294490 Apr 18 21:07:37.427141 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-67f18d2b-f549-49fa-a8dd-2c97d5a4c2d7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:07:37.437268 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 40176) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:07:37.440549 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-67f18d2b-f549-49fa-a8dd-2c97d5a4c2d7 admin admin] Usage tracker for resource:security_group_rule and tenant:8eb29296fdcb4e89b4c5882b317973a3 is out of sync, need to count used quota {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:07:37.446912 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-67f18d2b-f549-49fa-a8dd-2c97d5a4c2d7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:07:37.456756 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-67f18d2b-f549-49fa-a8dd-2c97d5a4c2d7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:07:37.461798 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a297dae6-7b89-4bcc-82c8-c1588559a97a tempest-FloatingIPNegativeTestJSON-269247753 tempest-FloatingIPNegativeTestJSON-269247753-project] Pushing event deleted for resources: {'Port': ['ID=985c6112-8411-4d5d-bfc8-0b4f4cebae31,revision_number=None']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:07:37.550923 n-d-838334-2 neutron-server[84041]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b734e410-c006-417d-bc78-d2fa9b949951 tempest-PortsIpV6TestJSON-656796091 tempest-PortsIpV6TestJSON-656796091-project] Router f18fc50f-8db3-4704-ac6f-6947a050949c is scheduled to L3 agent bc84d6c9-dd7a-4555-a351-592327b46d5a with binding_index 1 {{(pid=84041) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 18 21:07:37.606291 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-70ec4757-2feb-434b-922e-0dd390384039 tempest-SecGroupTest-200765828 tempest-SecGroupTest-200765828-project] Synchronizing usage tracker for tenant:f1c4efe1b1e34fcc9124816ce3528638 on resource:security_group_rule {{(pid=84040) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 21:07:37.612444 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-67f18d2b-f549-49fa-a8dd-2c97d5a4c2d7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:37.634737 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-a297dae6-7b89-4bcc-82c8-c1588559a97a tempest-FloatingIPNegativeTestJSON-269247753 tempest-FloatingIPNegativeTestJSON-269247753-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217293'] for port, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:37.644268 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-70ec4757-2feb-434b-922e-0dd390384039 tempest-SecGroupTest-200765828 tempest-SecGroupTest-200765828-project] Unset dirty status for tenant:f1c4efe1b1e34fcc9124816ce3528638 on resource:security_group_rule {{(pid=84040) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 21:07:37.645700 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-70ec4757-2feb-434b-922e-0dd390384039 tempest-SecGroupTest-200765828 tempest-SecGroupTest-200765828-project] 10.222.0.42 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5151 time: 0.2072909 Apr 18 21:07:37.649715 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 40180) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:07:37.653365 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-a297dae6-7b89-4bcc-82c8-c1588559a97a tempest-FloatingIPNegativeTestJSON-269247753 tempest-FloatingIPNegativeTestJSON-269247753-project] 10.222.0.42 "DELETE /v2.0/ports/985c6112-8411-4d5d-bfc8-0b4f4cebae31 HTTP/1.1" status: 204 len: 168 time: 1.2345138 Apr 18 21:07:37.662472 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 40184) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:07:37.680546 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-67f18d2b-f549-49fa-a8dd-2c97d5a4c2d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33528224'] for security_group, after_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:37.750592 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-e131e318-a273-4f8a-8885-086d4edd5877 tempest-SecGroupTest-200765828 tempest-SecGroupTest-200765828-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:37.763413 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-e131e318-a273-4f8a-8885-086d4edd5877 tempest-SecGroupTest-200765828 tempest-SecGroupTest-200765828-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:37.796091 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba80beb1-3f32-4306-8a9a-c3eef5b62ba9 tempest-FloatingIPNegativeTestJSON-269247753 tempest-FloatingIPNegativeTestJSON-269247753-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:07:37.796945 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-ba80beb1-3f32-4306-8a9a-c3eef5b62ba9 tempest-FloatingIPNegativeTestJSON-269247753 tempest-FloatingIPNegativeTestJSON-269247753-project] Synchronizing usage tracker for tenant:75c59b487907465fa2b09b0111adbf0a on resource:port {{(pid=84040) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 21:07:37.812090 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-e131e318-a273-4f8a-8885-086d4edd5877 tempest-SecGroupTest-200765828 tempest-SecGroupTest-200765828-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33528311'] for security_group_rule, after_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:37.824966 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67f18d2b-f549-49fa-a8dd-2c97d5a4c2d7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=088fc989-470e-476a-adc2-d7d3ee5194eb,revision_number=1']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:07:37.837066 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e131e318-a273-4f8a-8885-086d4edd5877 tempest-SecGroupTest-200765828 tempest-SecGroupTest-200765828-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=6ee0e4e2-810c-41a6-947d-cccfebbdbc9a,revision_number=None']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:07:37.841054 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-ba80beb1-3f32-4306-8a9a-c3eef5b62ba9 tempest-FloatingIPNegativeTestJSON-269247753 tempest-FloatingIPNegativeTestJSON-269247753-project] Unset dirty status for tenant:75c59b487907465fa2b09b0111adbf0a on resource:port {{(pid=84040) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 21:07:37.842374 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-ba80beb1-3f32-4306-8a9a-c3eef5b62ba9 tempest-FloatingIPNegativeTestJSON-269247753 tempest-FloatingIPNegativeTestJSON-269247753-project] 10.222.0.42 "GET /v2.0/ports?device_id=e3a305e8-eab6-47f0-b333-cbafabc67619 HTTP/1.1" status: 200 len: 913 time: 0.1789029 Apr 18 21:07:37.845220 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 40188) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:07:37.846636 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-67f18d2b-f549-49fa-a8dd-2c97d5a4c2d7 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=8eb29296fdcb4e89b4c5882b317973a3&name=default HTTP/1.1" status: 200 len: 2647 time: 1.1420329 Apr 18 21:07:37.848029 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 40190) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:07:37.920770 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-e131e318-a273-4f8a-8885-086d4edd5877 tempest-SecGroupTest-200765828 tempest-SecGroupTest-200765828-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:37.924672 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-e131e318-a273-4f8a-8885-086d4edd5877 tempest-SecGroupTest-200765828 tempest-SecGroupTest-200765828-project] 10.222.0.42 "DELETE /v2.0/security-group-rules/6ee0e4e2-810c-41a6-947d-cccfebbdbc9a HTTP/1.1" status: 204 len: 168 time: 0.2707951 Apr 18 21:07:37.930730 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 40196) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:07:37.965908 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.plugin [None req-00dc2d9b-3359-455c-98b6-137e9282e4f2 tempest-RoutersTest-1500746192 tempest-RoutersTest-1500746192-project] Deleting port dfd2718f-e3ed-4952-b01c-980c51b7b185 {{(pid=84041) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 21:07:37.966502 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-00dc2d9b-3359-455c-98b6-137e9282e4f2 tempest-RoutersTest-1500746192 tempest-RoutersTest-1500746192-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750375188691'] for port, before_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:38.060574 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.plugin [None req-00dc2d9b-3359-455c-98b6-137e9282e4f2 tempest-RoutersTest-1500746192 tempest-RoutersTest-1500746192-project] The port 'dfd2718f-e3ed-4952-b01c-980c51b7b185' was deleted {{(pid=84041) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 18 21:07:38.108348 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-f0cdefa9-d57d-4768-8ad9-08e3536ce706 tempest-SecGroupTest-200765828 tempest-SecGroupTest-200765828-project] Synchronizing usage tracker for tenant:f1c4efe1b1e34fcc9124816ce3528638 on resource:security_group_rule {{(pid=84040) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 21:07:38.116930 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-4292177c-0176-4eb7-bdfa-c257f33289d7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:38.153956 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-f0cdefa9-d57d-4768-8ad9-08e3536ce706 tempest-SecGroupTest-200765828 tempest-SecGroupTest-200765828-project] Unset dirty status for tenant:f1c4efe1b1e34fcc9124816ce3528638 on resource:security_group_rule {{(pid=84040) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 21:07:38.158147 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-f0cdefa9-d57d-4768-8ad9-08e3536ce706 tempest-SecGroupTest-200765828 tempest-SecGroupTest-200765828-project] 10.222.0.42 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4668 time: 0.2214351 Apr 18 21:07:38.159082 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 40200) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:07:38.162456 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-4292177c-0176-4eb7-bdfa-c257f33289d7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:38.205298 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b734e410-c006-417d-bc78-d2fa9b949951 tempest-PortsIpV6TestJSON-656796091 tempest-PortsIpV6TestJSON-656796091-project] Notify agent at l3_agent.n-d-838334-2 the message routers_updated {{(pid=84041) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 21:07:38.221551 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-00dc2d9b-3359-455c-98b6-137e9282e4f2 tempest-RoutersTest-1500746192 tempest-RoutersTest-1500746192-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1258905', 'neutron.services.segments.db._delete_segments_for_network-8750375287417'] for network, precommit_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:38.221819 n-d-838334-2 neutron-server[84043]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77f30d41-30a8-48a1-81d0-31803b7aa486 None None] Sync routers for ids ['f18fc50f-8db3-4704-ac6f-6947a050949c'] in n-d-838334-2 {{(pid=84043) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 18 21:07:38.242743 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-cab23d69-181f-4575-9ae0-f487e8c49731 tempest-SecGroupTest-200765828 tempest-SecGroupTest-200765828-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:38.247240 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77f30d41-30a8-48a1-81d0-31803b7aa486 None None] Routers {'f18fc50f-8db3-4704-ac6f-6947a050949c'} bound to L3 agent in host n-d-838334-2 {{(pid=84043) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 21:07:38.250500 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.l3_hamode_db [None req-77f30d41-30a8-48a1-81d0-31803b7aa486 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838334-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-18T20:25:48Z,description=,heartbeat_timestamp=2022-04-18T21:07:18Z,host='n-d-838334-2',id=bc84d6c9-dd7a-4555-a351-592327b46d5a,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:25:48Z,topic='l3_agent')) {'router_ids': ['f18fc50f-8db3-4704-ac6f-6947a050949c'], 'active': True} {{(pid=84043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:07:38.278820 n-d-838334-2 neutron-server[84041]: DEBUG neutron.services.segments.db [None req-00dc2d9b-3359-455c-98b6-137e9282e4f2 tempest-RoutersTest-1500746192 tempest-RoutersTest-1500746192-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a939bca6-cf86-485c-ae21-4acaab3ed357']}} {{(pid=84041) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:07:38.288650 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-b734e410-c006-417d-bc78-d2fa9b949951 tempest-PortsIpV6TestJSON-656796091 tempest-PortsIpV6TestJSON-656796091-project] 10.222.0.42 "PUT /v2.0/routers/f18fc50f-8db3-4704-ac6f-6947a050949c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.5425186 Apr 18 21:07:38.293769 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 40206) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:07:38.299333 n-d-838334-2 neutron-server[84041]: DEBUG neutron.services.segments.db [None req-00dc2d9b-3359-455c-98b6-137e9282e4f2 tempest-RoutersTest-1500746192 tempest-RoutersTest-1500746192-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'aac40157-fd6b-4a94-bf9d-c65b7da168f7') {'for_net_delete': True} {{(pid=84041) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:07:38.300678 n-d-838334-2 neutron-server[84041]: DEBUG neutron.services.segments.db [None req-00dc2d9b-3359-455c-98b6-137e9282e4f2 tempest-RoutersTest-1500746192 tempest-RoutersTest-1500746192-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'aac40157-fd6b-4a94-bf9d-c65b7da168f7') {} {{(pid=84041) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:07:38.314788 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-cab23d69-181f-4575-9ae0-f487e8c49731 tempest-SecGroupTest-200765828 tempest-SecGroupTest-200765828-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:38.364369 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-00dc2d9b-3359-455c-98b6-137e9282e4f2 tempest-RoutersTest-1500746192 tempest-RoutersTest-1500746192-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750375287300', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32268156'] for segment, before_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:38.371975 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.l3_hamode_db [None req-77f30d41-30a8-48a1-81d0-31803b7aa486 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-838334-2', False) {} {{(pid=84043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:07:38.390106 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-00dc2d9b-3359-455c-98b6-137e9282e4f2 tempest-RoutersTest-1500746192 tempest-RoutersTest-1500746192-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1082986'] for segment, precommit_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:38.419525 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-00dc2d9b-3359-455c-98b6-137e9282e4f2 tempest-RoutersTest-1500746192 tempest-RoutersTest-1500746192-project] Releasing vlan 361 on physical network physnet1 to pool {{(pid=84041) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 18 21:07:38.420251 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-00dc2d9b-3359-455c-98b6-137e9282e4f2 tempest-RoutersTest-1500746192 tempest-RoutersTest-1500746192-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1082993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32266254'] for segment, after_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:38.422029 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77f30d41-30a8-48a1-81d0-31803b7aa486 None None] Routers {'f18fc50f-8db3-4704-ac6f-6947a050949c'} bound to L3 agent in host n-d-838334-2 {{(pid=84043) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 21:07:38.423660 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.l3_hamode_db [None req-77f30d41-30a8-48a1-81d0-31803b7aa486 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838334-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-18T20:25:48Z,description=,heartbeat_timestamp=2022-04-18T21:07:18Z,host='n-d-838334-2',id=bc84d6c9-dd7a-4555-a351-592327b46d5a,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:25:48Z,topic='l3_agent')) {'router_ids': ['f18fc50f-8db3-4704-ac6f-6947a050949c'], 'active': True} {{(pid=84043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:07:38.427895 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-4292177c-0176-4eb7-bdfa-c257f33289d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33528224'] for security_group, after_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:38.437165 n-d-838334-2 neutron-server[84041]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 21:07:38.437165 n-d-838334-2 neutron-server[84041]: util.warn( Apr 18 21:07:38.437165 n-d-838334-2 neutron-server[84041]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 21:07:38.437165 n-d-838334-2 neutron-server[84041]: util.warn( Apr 18 21:07:38.437165 n-d-838334-2 neutron-server[84041]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 21:07:38.437165 n-d-838334-2 neutron-server[84041]: util.warn( Apr 18 21:07:38.437165 n-d-838334-2 neutron-server[84041]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 21:07:38.437165 n-d-838334-2 neutron-server[84041]: util.warn( Apr 18 21:07:38.437165 n-d-838334-2 neutron-server[84041]: Traceback (most recent call last): Apr 18 21:07:38.437165 n-d-838334-2 neutron-server[84041]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 18 21:07:38.437165 n-d-838334-2 neutron-server[84041]: timer() Apr 18 21:07:38.437165 n-d-838334-2 neutron-server[84041]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 21:07:38.437165 n-d-838334-2 neutron-server[84041]: cb(*args, **kw) Apr 18 21:07:38.437165 n-d-838334-2 neutron-server[84041]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 18 21:07:38.437165 n-d-838334-2 neutron-server[84041]: return func(*args, **kwargs) Apr 18 21:07:38.437165 n-d-838334-2 neutron-server[84041]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 21:07:38.437165 n-d-838334-2 neutron-server[84041]: self._notify() Apr 18 21:07:38.437165 n-d-838334-2 neutron-server[84041]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 21:07:38.437165 n-d-838334-2 neutron-server[84041]: self.callback(batched_events) Apr 18 21:07:38.437165 n-d-838334-2 neutron-server[84041]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 21:07:38.437165 n-d-838334-2 neutron-server[84041]: event.method(event) Apr 18 21:07:38.437165 n-d-838334-2 neutron-server[84041]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 18 21:07:38.437165 n-d-838334-2 neutron-server[84041]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 21:07:38.437165 n-d-838334-2 neutron-server[84041]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 18 21:07:38.437165 n-d-838334-2 neutron-server[84041]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 21:07:38.437165 n-d-838334-2 neutron-server[84041]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 18 21:07:38.437165 n-d-838334-2 neutron-server[84041]: return f(self, *a, **k) Apr 18 21:07:38.437165 n-d-838334-2 neutron-server[84041]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 18 21:07:38.437165 n-d-838334-2 neutron-server[84041]: return self._get(url).json() Apr 18 21:07:38.437165 n-d-838334-2 neutron-server[84041]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 18 21:07:38.437165 n-d-838334-2 neutron-server[84041]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 21:07:38.437165 n-d-838334-2 neutron-server[84041]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 18 21:07:38.437165 n-d-838334-2 neutron-server[84041]: return self.request(url, 'GET', **kwargs) Apr 18 21:07:38.437165 n-d-838334-2 neutron-server[84041]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 18 21:07:38.437165 n-d-838334-2 neutron-server[84041]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 21:07:38.437165 n-d-838334-2 neutron-server[84041]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 18 21:07:38.437165 n-d-838334-2 neutron-server[84041]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 21:07:38.437165 n-d-838334-2 neutron-server[84041]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 18 21:07:38.437165 n-d-838334-2 neutron-server[84041]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 21:07:38.437165 n-d-838334-2 neutron-server[84041]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 21:07:38.446281 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-cab23d69-181f-4575-9ae0-f487e8c49731 tempest-SecGroupTest-200765828 tempest-SecGroupTest-200765828-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33528311'] for security_group_rule, after_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:38.464514 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4292177c-0176-4eb7-bdfa-c257f33289d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=088fc989-470e-476a-adc2-d7d3ee5194eb,revision_number=None']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:07:38.504637 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-cab23d69-181f-4575-9ae0-f487e8c49731 tempest-SecGroupTest-200765828 tempest-SecGroupTest-200765828-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:38.505768 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-cab23d69-181f-4575-9ae0-f487e8c49731 tempest-SecGroupTest-200765828 tempest-SecGroupTest-200765828-project] 10.222.0.42 "DELETE /v2.0/security-group-rules/5124e5bc-68ee-4e21-abd4-f2005b96fe25 HTTP/1.1" status: 204 len: 168 time: 0.3460324 Apr 18 21:07:38.508322 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-4292177c-0176-4eb7-bdfa-c257f33289d7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:38.511557 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-4292177c-0176-4eb7-bdfa-c257f33289d7 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/088fc989-470e-476a-adc2-d7d3ee5194eb HTTP/1.1" status: 204 len: 168 time: 0.6601493 Apr 18 21:07:38.511557 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cab23d69-181f-4575-9ae0-f487e8c49731 tempest-SecGroupTest-200765828 tempest-SecGroupTest-200765828-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=5124e5bc-68ee-4e21-abd4-f2005b96fe25,revision_number=None']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:07:38.512891 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 40212) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:07:38.577064 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-f3bb4889-3949-4b73-900b-aa4dc922bf10 tempest-FloatingIPNegativeTestJSON-269247753 tempest-FloatingIPNegativeTestJSON-269247753-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33443857'] for router_interface, before_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:38.590801 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d96201b-ab2c-49cf-bf17-1a34b2c56240 tempest-PortsIpV6TestJSON-656796091 tempest-PortsIpV6TestJSON-656796091-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:07:38.592013 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-3d96201b-ab2c-49cf-bf17-1a34b2c56240 tempest-PortsIpV6TestJSON-656796091 tempest-PortsIpV6TestJSON-656796091-project] Synchronizing usage tracker for tenant:2eda1cb86d1d401280eb2d37452a60a8 on resource:port {{(pid=84041) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 21:07:38.602002 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-00dc2d9b-3359-455c-98b6-137e9282e4f2 tempest-RoutersTest-1500746192 tempest-RoutersTest-1500746192-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1258898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33526109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33444113'] for network, after_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:38.625366 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-00dc2d9b-3359-455c-98b6-137e9282e4f2 tempest-RoutersTest-1500746192 tempest-RoutersTest-1500746192-project] Notify callbacks [] for network, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:38.643694 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00dc2d9b-3359-455c-98b6-137e9282e4f2 tempest-RoutersTest-1500746192 tempest-RoutersTest-1500746192-project] Pushing event deleted for resources: {'Network': ['ID=a939bca6-cf86-485c-ae21-4acaab3ed357,revision_number=None']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:07:38.652927 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-33a1142a-07c5-4df8-897d-b300c273b576 tempest-SecGroupTest-200765828 tempest-SecGroupTest-200765828-project] Synchronizing usage tracker for tenant:f1c4efe1b1e34fcc9124816ce3528638 on resource:security_group_rule {{(pid=84040) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 21:07:38.653966 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.l3_hamode_db [None req-77f30d41-30a8-48a1-81d0-31803b7aa486 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-838334-2', False) {} {{(pid=84043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:07:38.654249 n-d-838334-2 neutron-server[84043]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77f30d41-30a8-48a1-81d0-31803b7aa486 None None] The sync data for ids ['f18fc50f-8db3-4704-ac6f-6947a050949c'] in n-d-838334-2 is: [] {{(pid=84043) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 18 21:07:38.656779 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-00dc2d9b-3359-455c-98b6-137e9282e4f2 tempest-RoutersTest-1500746192 tempest-RoutersTest-1500746192-project] 10.222.0.42 "DELETE /v2.0/networks/a939bca6-cf86-485c-ae21-4acaab3ed357 HTTP/1.1" status: 204 len: 168 time: 3.5215509 Apr 18 21:07:38.657405 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 40218) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:07:38.665609 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-3d96201b-ab2c-49cf-bf17-1a34b2c56240 tempest-PortsIpV6TestJSON-656796091 tempest-PortsIpV6TestJSON-656796091-project] Unset dirty status for tenant:2eda1cb86d1d401280eb2d37452a60a8 on resource:port {{(pid=84041) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 21:07:38.673058 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-3d96201b-ab2c-49cf-bf17-1a34b2c56240 tempest-PortsIpV6TestJSON-656796091 tempest-PortsIpV6TestJSON-656796091-project] 10.222.0.42 "GET /v2.0/ports?device_id=f18fc50f-8db3-4704-ac6f-6947a050949c HTTP/1.1" status: 200 len: 989 time: 0.3702884 Apr 18 21:07:38.758930 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 40222) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:07:38.896654 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-33a1142a-07c5-4df8-897d-b300c273b576 tempest-SecGroupTest-200765828 tempest-SecGroupTest-200765828-project] Unset dirty status for tenant:f1c4efe1b1e34fcc9124816ce3528638 on resource:security_group_rule {{(pid=84040) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 21:07:38.898102 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-33a1142a-07c5-4df8-897d-b300c273b576 tempest-SecGroupTest-200765828 tempest-SecGroupTest-200765828-project] 10.222.0.42 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4185 time: 0.3831303 Apr 18 21:07:38.910570 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 40228) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:07:38.983011 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-2804dae6-b22d-43f8-94b3-3ee6a317da91 tempest-SecGroupTest-200765828 tempest-SecGroupTest-200765828-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:39.042578 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-2804dae6-b22d-43f8-94b3-3ee6a317da91 tempest-SecGroupTest-200765828 tempest-SecGroupTest-200765828-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:39.153815 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-2804dae6-b22d-43f8-94b3-3ee6a317da91 tempest-SecGroupTest-200765828 tempest-SecGroupTest-200765828-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33528311'] for security_group_rule, after_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:39.194316 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 40232) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:07:39.219854 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2804dae6-b22d-43f8-94b3-3ee6a317da91 tempest-SecGroupTest-200765828 tempest-SecGroupTest-200765828-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=3c5ab4f1-fbdd-488c-96dc-4315cae0ee82,revision_number=None']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:07:39.241909 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-9c3b9851-8166-4705-a27c-88428c52bdd4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:39.260053 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-2804dae6-b22d-43f8-94b3-3ee6a317da91 tempest-SecGroupTest-200765828 tempest-SecGroupTest-200765828-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:39.262333 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-69ccbd61-1bc7-4a27-b675-88118a03bbf6 tempest-FloatingIPTestJSON-1355648241 tempest-FloatingIPTestJSON-1355648241-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:39.263181 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-2804dae6-b22d-43f8-94b3-3ee6a317da91 tempest-SecGroupTest-200765828 tempest-SecGroupTest-200765828-project] 10.222.0.42 "DELETE /v2.0/security-group-rules/3c5ab4f1-fbdd-488c-96dc-4315cae0ee82 HTTP/1.1" status: 204 len: 168 time: 0.3420551 Apr 18 21:07:39.264050 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 40236) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:07:39.366288 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [None req-9c3b9851-8166-4705-a27c-88428c52bdd4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:07:39.378717 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-9c3b9851-8166-4705-a27c-88428c52bdd4 admin admin] Usage tracker for resource:security_group_rule and tenant:6ec951bf5ea5453fb726e525ff83b927 is out of sync, need to count used quota {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:07:39.384532 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-9c3b9851-8166-4705-a27c-88428c52bdd4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:07:39.401078 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [None req-9c3b9851-8166-4705-a27c-88428c52bdd4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:07:39.439644 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-ed812af7-a3ae-4ac5-a948-27123e24b25c tempest-SecGroupTest-200765828 tempest-SecGroupTest-200765828-project] Synchronizing usage tracker for tenant:f1c4efe1b1e34fcc9124816ce3528638 on resource:security_group_rule {{(pid=84040) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 21:07:39.494601 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-ed812af7-a3ae-4ac5-a948-27123e24b25c tempest-SecGroupTest-200765828 tempest-SecGroupTest-200765828-project] Unset dirty status for tenant:f1c4efe1b1e34fcc9124816ce3528638 on resource:security_group_rule {{(pid=84040) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 21:07:39.495744 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-ed812af7-a3ae-4ac5-a948-27123e24b25c tempest-SecGroupTest-200765828 tempest-SecGroupTest-200765828-project] 10.222.0.42 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3702 time: 0.2256026 Apr 18 21:07:39.510331 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 40242) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:07:39.582302 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-9c3b9851-8166-4705-a27c-88428c52bdd4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:39.596409 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-9c3b9851-8166-4705-a27c-88428c52bdd4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33528224'] for security_group, after_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:39.670471 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-9c3b9851-8166-4705-a27c-88428c52bdd4 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=6ec951bf5ea5453fb726e525ff83b927&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4693503 Apr 18 21:07:39.670471 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c3b9851-8166-4705-a27c-88428c52bdd4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fd901a60-3c69-4136-acc3-cf71a7fcfbda,revision_number=1']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:07:39.671500 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 40248) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:07:39.782349 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-345ef103-d012-4aba-9f96-eff466339545 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:39.811495 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-345ef103-d012-4aba-9f96-eff466339545 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:39.874742 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-a499c06f-ab68-42f9-b0cb-d46c198cfffc tempest-SecGroupTest-200765828 tempest-SecGroupTest-200765828-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:39.875500 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.plugin [None req-f3bb4889-3949-4b73-900b-aa4dc922bf10 tempest-FloatingIPNegativeTestJSON-269247753 tempest-FloatingIPNegativeTestJSON-269247753-project] Deleting port d5502931-e3c8-4dd5-9e77-599eb8e822f9 {{(pid=84040) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 21:07:39.876088 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-f3bb4889-3949-4b73-900b-aa4dc922bf10 tempest-FloatingIPNegativeTestJSON-269247753 tempest-FloatingIPNegativeTestJSON-269247753-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750375188691'] for port, before_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:39.911952 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-a499c06f-ab68-42f9-b0cb-d46c198cfffc tempest-SecGroupTest-200765828 tempest-SecGroupTest-200765828-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:39.965401 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-345ef103-d012-4aba-9f96-eff466339545 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33528224'] for security_group, after_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:40.021181 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-a499c06f-ab68-42f9-b0cb-d46c198cfffc tempest-SecGroupTest-200765828 tempest-SecGroupTest-200765828-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33528311'] for security_group_rule, after_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:40.035859 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-345ef103-d012-4aba-9f96-eff466339545 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:40.038300 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-345ef103-d012-4aba-9f96-eff466339545 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/fd901a60-3c69-4136-acc3-cf71a7fcfbda HTTP/1.1" status: 204 len: 168 time: 0.3645504 Apr 18 21:07:40.061094 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a499c06f-ab68-42f9-b0cb-d46c198cfffc tempest-SecGroupTest-200765828 tempest-SecGroupTest-200765828-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=32f4be73-3689-46f8-b7d4-434d36f58eda,revision_number=None']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:07:40.095031 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-345ef103-d012-4aba-9f96-eff466339545 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd901a60-3c69-4136-acc3-cf71a7fcfbda,revision_number=None']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:07:40.141414 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-a499c06f-ab68-42f9-b0cb-d46c198cfffc tempest-SecGroupTest-200765828 tempest-SecGroupTest-200765828-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:40.142577 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-a499c06f-ab68-42f9-b0cb-d46c198cfffc tempest-SecGroupTest-200765828 tempest-SecGroupTest-200765828-project] 10.222.0.42 "DELETE /v2.0/security-group-rules/32f4be73-3689-46f8-b7d4-434d36f58eda HTTP/1.1" status: 204 len: 168 time: 0.6297400 Apr 18 21:07:40.146970 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 40254) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:07:40.184979 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-5492e7bd-8deb-47a9-8450-947a74f0ec88 tempest-RoutersTest-1500746192 tempest-RoutersTest-1500746192-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33443857'] for router_interface, before_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:40.209078 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-ee7e835c-dc4c-4c24-9e97-ea7fd60eeed2 tempest-SecGroupTest-200765828 tempest-SecGroupTest-200765828-project] 10.222.0.42 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3219 time: 0.0610108 Apr 18 21:07:40.213421 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 40258) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:07:40.279986 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-f3bb4889-3949-4b73-900b-aa4dc922bf10 tempest-FloatingIPNegativeTestJSON-269247753 tempest-FloatingIPNegativeTestJSON-269247753-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369123'] for port, precommit_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:40.324355 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.db_base_plugin_common [None req-69ccbd61-1bc7-4a27-b675-88118a03bbf6 tempest-FloatingIPTestJSON-1355648241 tempest-FloatingIPTestJSON-1355648241-project] Allocated IP 172.20.0.1 (c3a91074-befc-4018-83de-3f5ad1c03f75/d324f0bb-cec9-45ed-a32e-73fd1b4cbb05/0752679b-392e-4950-8e67-d9c55f8a6651) {{(pid=84041) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 21:07:40.417431 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.plugin [None req-f3bb4889-3949-4b73-900b-aa4dc922bf10 tempest-FloatingIPNegativeTestJSON-269247753 tempest-FloatingIPNegativeTestJSON-269247753-project] Calling delete_port for d5502931-e3c8-4dd5-9e77-599eb8e822f9 owned by network:router_interface {{(pid=84040) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 21:07:40.488084 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-83857a7a-92d6-41b6-9b60-d02f607a5bac tempest-SecGroupTest-200765828 tempest-SecGroupTest-200765828-project] Notify callbacks [] for security_group, before_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:40.541860 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-83857a7a-92d6-41b6-9b60-d02f607a5bac tempest-SecGroupTest-200765828 tempest-SecGroupTest-200765828-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:40.682649 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-83857a7a-92d6-41b6-9b60-d02f607a5bac tempest-SecGroupTest-200765828 tempest-SecGroupTest-200765828-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33528224'] for security_group, after_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:40.770896 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83857a7a-92d6-41b6-9b60-d02f607a5bac tempest-SecGroupTest-200765828 tempest-SecGroupTest-200765828-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=47c977ee-8902-46c3-9f9f-0a6cc9529363,revision_number=None']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:07:40.791764 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-f3bb4889-3949-4b73-900b-aa4dc922bf10 tempest-FloatingIPNegativeTestJSON-269247753 tempest-FloatingIPNegativeTestJSON-269247753-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750375259028', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750374836628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32440838'] for port, after_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:40.830179 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-69ccbd61-1bc7-4a27-b675-88118a03bbf6 tempest-FloatingIPTestJSON-1355648241 tempest-FloatingIPTestJSON-1355648241-project] Notify callbacks [] for port, precommit_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:40.837811 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-83857a7a-92d6-41b6-9b60-d02f607a5bac tempest-SecGroupTest-200765828 tempest-SecGroupTest-200765828-project] Notify callbacks [] for security_group, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:40.838934 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-83857a7a-92d6-41b6-9b60-d02f607a5bac tempest-SecGroupTest-200765828 tempest-SecGroupTest-200765828-project] 10.222.0.42 "DELETE /v2.0/security-groups/47c977ee-8902-46c3-9f9f-0a6cc9529363 HTTP/1.1" status: 204 len: 168 time: 0.6247916 Apr 18 21:07:40.845708 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 40274) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:07:40.852547 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.provisioning_blocks [None req-69ccbd61-1bc7-4a27-b675-88118a03bbf6 tempest-FloatingIPTestJSON-1355648241 tempest-FloatingIPTestJSON-1355648241-project] Transition to ACTIVE for port object 0752679b-392e-4950-8e67-d9c55f8a6651 will not be triggered until provisioned by entity DHCP. {{(pid=84041) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:07:40.858624 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3bb4889-3949-4b73-900b-aa4dc922bf10 tempest-FloatingIPNegativeTestJSON-269247753 tempest-FloatingIPNegativeTestJSON-269247753-project] Pushing event deleted for resources: {'Port': ['ID=d5502931-e3c8-4dd5-9e77-599eb8e822f9,revision_number=None']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:07:41.052218 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-69ccbd61-1bc7-4a27-b675-88118a03bbf6 tempest-FloatingIPTestJSON-1355648241 tempest-FloatingIPTestJSON-1355648241-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750374836619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32266323'] for port, after_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:41.093583 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-ae55e35b-2df8-4f9f-8284-dbd153c9275d tempest-SecGroupTest-200765828 tempest-SecGroupTest-200765828-project] Synchronizing usage tracker for tenant:f1c4efe1b1e34fcc9124816ce3528638 on resource:security_group {{(pid=84040) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 21:07:41.284005 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-7c51d14f-b4ad-477a-845c-166726dab368 tempest-PortsIpV6TestJSON-656796091 tempest-PortsIpV6TestJSON-656796091-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33443857'] for router_interface, before_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:41.384566 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-ae55e35b-2df8-4f9f-8284-dbd153c9275d tempest-SecGroupTest-200765828 tempest-SecGroupTest-200765828-project] Unset dirty status for tenant:f1c4efe1b1e34fcc9124816ce3528638 on resource:security_group {{(pid=84040) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 21:07:41.390144 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-ae55e35b-2df8-4f9f-8284-dbd153c9275d tempest-SecGroupTest-200765828 tempest-SecGroupTest-200765828-project] 10.222.0.42 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.5391667 Apr 18 21:07:41.392868 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 40284) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:07:41.399899 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.v2.base [None req-a5a84629-7479-4fcb-847d-0411c58c02d5 tempest-SecGroupTest-200765828 tempest-SecGroupTest-200765828-project] Request body: {'security_group': {'name': 'tempest-secgroup--1954811951'}} {{(pid=84040) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:07:41.417539 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [None req-a5a84629-7479-4fcb-847d-0411c58c02d5 tempest-SecGroupTest-200765828 tempest-SecGroupTest-200765828-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:07:41.428316 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69ccbd61-1bc7-4a27-b675-88118a03bbf6 tempest-FloatingIPTestJSON-1355648241 tempest-FloatingIPTestJSON-1355648241-project] Pushing event updated for resources: {'Port': ['ID=0752679b-392e-4950-8e67-d9c55f8a6651,revision_number=1']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:07:41.432713 n-d-838334-2 neutron-server[84041]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69ccbd61-1bc7-4a27-b675-88118a03bbf6 tempest-FloatingIPTestJSON-1355648241 tempest-FloatingIPTestJSON-1355648241-project] Network c3a91074-befc-4018-83de-3f5ad1c03f75 is already hosted by enough agents. {{(pid=84041) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:07:41.438620 n-d-838334-2 neutron-server[84041]: DEBUG neutron.scheduler.base_scheduler [None req-69ccbd61-1bc7-4a27-b675-88118a03bbf6 tempest-FloatingIPTestJSON-1355648241 tempest-FloatingIPTestJSON-1355648241-project] Resources bound (agent type, host, resource id): {{(pid=84041) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:07:41.441703 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69ccbd61-1bc7-4a27-b675-88118a03bbf6 tempest-FloatingIPTestJSON-1355648241 tempest-FloatingIPTestJSON-1355648241-project] Received port after_create {{(pid=84041) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 21:07:41.507848 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [None req-a5a84629-7479-4fcb-847d-0411c58c02d5 tempest-SecGroupTest-200765828 tempest-SecGroupTest-200765828-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:07:41.525665 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-f3bb4889-3949-4b73-900b-aa4dc922bf10 tempest-FloatingIPNegativeTestJSON-269247753 tempest-FloatingIPNegativeTestJSON-269247753-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-32377931', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33443910'] for router_interface, after_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:41.539972 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-a5a84629-7479-4fcb-847d-0411c58c02d5 tempest-SecGroupTest-200765828 tempest-SecGroupTest-200765828-project] Notify callbacks [] for security_group, before_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:41.616244 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-69ccbd61-1bc7-4a27-b675-88118a03bbf6 tempest-FloatingIPTestJSON-1355648241 tempest-FloatingIPTestJSON-1355648241-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33444010'] for router_interface, before_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:41.794950 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-d7f121b6-e894-4c1f-ba3c-c464049fd575 None None] Provisioning for port 0752679b-392e-4950-8e67-d9c55f8a6651 completed by entity DHCP. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 21:07:41.809846 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-d7f121b6-e894-4c1f-ba3c-c464049fd575 None None] Provisioning complete for port 0752679b-392e-4950-8e67-d9c55f8a6651 triggered by entity DHCP. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:07:41.810585 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-d7f121b6-e894-4c1f-ba3c-c464049fd575 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1253608'] for port, provisioning_complete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:41.853715 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-69ccbd61-1bc7-4a27-b675-88118a03bbf6 tempest-FloatingIPTestJSON-1355648241 tempest-FloatingIPTestJSON-1355648241-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:41.977453 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [None req-a5a84629-7479-4fcb-847d-0411c58c02d5 tempest-SecGroupTest-200765828 tempest-SecGroupTest-200765828-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:07:41.982551 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-a5a84629-7479-4fcb-847d-0411c58c02d5 tempest-SecGroupTest-200765828 tempest-SecGroupTest-200765828-project] Usage tracker for resource:security_group_rule and tenant:f1c4efe1b1e34fcc9124816ce3528638 is out of sync, need to count used quota {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:07:41.986197 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-a5a84629-7479-4fcb-847d-0411c58c02d5 tempest-SecGroupTest-200765828 tempest-SecGroupTest-200765828-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:07:41.993399 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [None req-a5a84629-7479-4fcb-847d-0411c58c02d5 tempest-SecGroupTest-200765828 tempest-SecGroupTest-200765828-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:07:42.123028 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.plugin [None req-d7f121b6-e894-4c1f-ba3c-c464049fd575 None None] Port 0752679b-392e-4950-8e67-d9c55f8a6651 cannot update to ACTIVE because it is not bound. {{(pid=84042) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 18 21:07:42.270924 n-d-838334-2 neutron-server[84040]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f3bb4889-3949-4b73-900b-aa4dc922bf10 tempest-FloatingIPNegativeTestJSON-269247753 tempest-FloatingIPNegativeTestJSON-269247753-project] Router e3a305e8-eab6-47f0-b333-cbafabc67619 has already been hosted by L3 agent bc84d6c9-dd7a-4555-a351-592327b46d5a {{(pid=84040) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 21:07:42.288195 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-a5a84629-7479-4fcb-847d-0411c58c02d5 tempest-SecGroupTest-200765828 tempest-SecGroupTest-200765828-project] Notify callbacks [] for security_group, precommit_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:42.296535 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-a5a84629-7479-4fcb-847d-0411c58c02d5 tempest-SecGroupTest-200765828 tempest-SecGroupTest-200765828-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33528224'] for security_group, after_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:42.438462 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5a84629-7479-4fcb-847d-0411c58c02d5 tempest-SecGroupTest-200765828 tempest-SecGroupTest-200765828-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3b7c295c-c19a-4957-9858-c02ab8b65bca,revision_number=1']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:07:42.520878 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-a5a84629-7479-4fcb-847d-0411c58c02d5 tempest-SecGroupTest-200765828 tempest-SecGroupTest-200765828-project] Notify callbacks [] for security_group, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:42.522288 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-a5a84629-7479-4fcb-847d-0411c58c02d5 tempest-SecGroupTest-200765828 tempest-SecGroupTest-200765828-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 1.1278043 Apr 18 21:07:42.525297 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 40298) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:07:42.531715 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.v2.base [None req-891efd9f-2b0b-4546-88b1-637625f85a6d tempest-SecGroupTest-200765828 tempest-SecGroupTest-200765828-project] Request body: {'security_group_rule': {'security_group_id': '3b7c295c-c19a-4957-9858-c02ab8b65bca', 'direction': 'ingress', 'protocol': 17}} {{(pid=84040) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:07:42.540707 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [None req-891efd9f-2b0b-4546-88b1-637625f85a6d tempest-SecGroupTest-200765828 tempest-SecGroupTest-200765828-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:07:42.549031 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-891efd9f-2b0b-4546-88b1-637625f85a6d tempest-SecGroupTest-200765828 tempest-SecGroupTest-200765828-project] Usage tracker for resource:security_group_rule and tenant:f1c4efe1b1e34fcc9124816ce3528638 is out of sync, need to count used quota {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:07:42.553100 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f3bb4889-3949-4b73-900b-aa4dc922bf10 tempest-FloatingIPNegativeTestJSON-269247753 tempest-FloatingIPNegativeTestJSON-269247753-project] Notify agent at l3_agent.n-d-838334-2 the message routers_updated {{(pid=84040) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 21:07:42.554966 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-891efd9f-2b0b-4546-88b1-637625f85a6d tempest-SecGroupTest-200765828 tempest-SecGroupTest-200765828-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:07:42.560806 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-f3bb4889-3949-4b73-900b-aa4dc922bf10 tempest-FloatingIPNegativeTestJSON-269247753 tempest-FloatingIPNegativeTestJSON-269247753-project] 10.222.0.42 "PUT /v2.0/routers/e3a305e8-eab6-47f0-b333-cbafabc67619/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7145760 Apr 18 21:07:42.567246 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-932fa558-3d37-4132-a20a-656dd460b236 None None] Sync routers for ids ['e3a305e8-eab6-47f0-b333-cbafabc67619'] in n-d-838334-2 {{(pid=84042) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 18 21:07:42.576483 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 40304) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:07:42.582516 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [None req-891efd9f-2b0b-4546-88b1-637625f85a6d tempest-SecGroupTest-200765828 tempest-SecGroupTest-200765828-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:07:42.589234 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_dvrscheduler_db [None req-932fa558-3d37-4132-a20a-656dd460b236 None None] Routers {'e3a305e8-eab6-47f0-b333-cbafabc67619'} bound to L3 agent in host n-d-838334-2 {{(pid=84042) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 21:07:42.590141 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_hamode_db [None req-932fa558-3d37-4132-a20a-656dd460b236 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838334-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-18T20:25:48Z,description=,heartbeat_timestamp=2022-04-18T21:07:18Z,host='n-d-838334-2',id=bc84d6c9-dd7a-4555-a351-592327b46d5a,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:25:48Z,topic='l3_agent')) {'router_ids': ['e3a305e8-eab6-47f0-b333-cbafabc67619'], 'active': True} {{(pid=84042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:07:42.614718 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.plugin [None req-7c51d14f-b4ad-477a-845c-166726dab368 tempest-PortsIpV6TestJSON-656796091 tempest-PortsIpV6TestJSON-656796091-project] Deleting port 2297dad7-456a-432d-b007-2ebc4bc20da5 {{(pid=84041) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 21:07:42.615055 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-7c51d14f-b4ad-477a-845c-166726dab368 tempest-PortsIpV6TestJSON-656796091 tempest-PortsIpV6TestJSON-656796091-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750375188691'] for port, before_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:42.725697 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_hamode_db [None req-932fa558-3d37-4132-a20a-656dd460b236 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-838334-2', False) {} {{(pid=84042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:07:42.753281 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_dvrscheduler_db [None req-932fa558-3d37-4132-a20a-656dd460b236 None None] Routers {'e3a305e8-eab6-47f0-b333-cbafabc67619'} bound to L3 agent in host n-d-838334-2 {{(pid=84042) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 21:07:42.754191 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_hamode_db [None req-932fa558-3d37-4132-a20a-656dd460b236 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838334-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-18T20:25:48Z,description=,heartbeat_timestamp=2022-04-18T21:07:18Z,host='n-d-838334-2',id=bc84d6c9-dd7a-4555-a351-592327b46d5a,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:25:48Z,topic='l3_agent')) {'router_ids': ['e3a305e8-eab6-47f0-b333-cbafabc67619'], 'active': True} {{(pid=84042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:07:42.794544 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-891efd9f-2b0b-4546-88b1-637625f85a6d tempest-SecGroupTest-200765828 tempest-SecGroupTest-200765828-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:42.825553 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-03e4b733-e074-4384-9725-fece5699ca65 tempest-FloatingIPNegativeTestJSON-269247753 tempest-FloatingIPNegativeTestJSON-269247753-project] Notify callbacks [] for router, before_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:42.843464 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_hamode_db [None req-932fa558-3d37-4132-a20a-656dd460b236 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-838334-2', False) {} {{(pid=84042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:07:42.844695 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-932fa558-3d37-4132-a20a-656dd460b236 None None] The sync data for ids ['e3a305e8-eab6-47f0-b333-cbafabc67619'] in n-d-838334-2 is: [] {{(pid=84042) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 18 21:07:43.054874 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-891efd9f-2b0b-4546-88b1-637625f85a6d tempest-SecGroupTest-200765828 tempest-SecGroupTest-200765828-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:43.133452 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-891efd9f-2b0b-4546-88b1-637625f85a6d tempest-SecGroupTest-200765828 tempest-SecGroupTest-200765828-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33528311'] for security_group_rule, after_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:43.167556 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-69ccbd61-1bc7-4a27-b675-88118a03bbf6 tempest-FloatingIPTestJSON-1355648241 tempest-FloatingIPTestJSON-1355648241-project] Notify callbacks [] for port, precommit_update {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:43.273567 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-69ccbd61-1bc7-4a27-b675-88118a03bbf6 tempest-FloatingIPTestJSON-1355648241 tempest-FloatingIPTestJSON-1355648241-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32266282'] for port, after_update {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:43.303764 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.plugin [None req-5492e7bd-8deb-47a9-8450-947a74f0ec88 tempest-RoutersTest-1500746192 tempest-RoutersTest-1500746192-project] Deleting port 33b867d1-0439-4e6e-9292-2f7076a420d5 {{(pid=84041) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 21:07:43.304186 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-5492e7bd-8deb-47a9-8450-947a74f0ec88 tempest-RoutersTest-1500746192 tempest-RoutersTest-1500746192-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750375188691'] for port, before_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:43.406361 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-891efd9f-2b0b-4546-88b1-637625f85a6d tempest-SecGroupTest-200765828 tempest-SecGroupTest-200765828-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:43.411032 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-891efd9f-2b0b-4546-88b1-637625f85a6d tempest-SecGroupTest-200765828 tempest-SecGroupTest-200765828-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 709 time: 0.8847742 Apr 18 21:07:43.412030 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 40324) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:07:43.433307 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-891efd9f-2b0b-4546-88b1-637625f85a6d tempest-SecGroupTest-200765828 tempest-SecGroupTest-200765828-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=002f69b4-ee1b-4423-b089-369d4fd43fb6,revision_number=0']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:07:43.490089 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-7c51d14f-b4ad-477a-845c-166726dab368 tempest-PortsIpV6TestJSON-656796091 tempest-PortsIpV6TestJSON-656796091-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369123'] for port, precommit_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:43.571811 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69ccbd61-1bc7-4a27-b675-88118a03bbf6 tempest-FloatingIPTestJSON-1355648241 tempest-FloatingIPTestJSON-1355648241-project] Pushing event updated for resources: {'Port': ['ID=0752679b-392e-4950-8e67-d9c55f8a6651,revision_number=2']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:07:43.600323 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-03e4b733-e074-4384-9725-fece5699ca65 tempest-FloatingIPNegativeTestJSON-269247753 tempest-FloatingIPNegativeTestJSON-269247753-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33443580', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5726'] for router, precommit_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:43.609357 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-03e4b733-e074-4384-9725-fece5699ca65 tempest-FloatingIPNegativeTestJSON-269247753 tempest-FloatingIPNegativeTestJSON-269247753-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:43.631904 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-1798f3c5-3083-4e01-a4c3-0ecd52dae86e tempest-SecGroupTest-200765828 tempest-SecGroupTest-200765828-project] Notify callbacks [] for security_group, before_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:43.654662 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-69ccbd61-1bc7-4a27-b675-88118a03bbf6 tempest-FloatingIPTestJSON-1355648241 tempest-FloatingIPTestJSON-1355648241-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-32377886', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33443847'] for router_interface, after_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:43.685518 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-1798f3c5-3083-4e01-a4c3-0ecd52dae86e tempest-SecGroupTest-200765828 tempest-SecGroupTest-200765828-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:43.699913 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-03e4b733-e074-4384-9725-fece5699ca65 tempest-FloatingIPNegativeTestJSON-269247753 tempest-FloatingIPNegativeTestJSON-269247753-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-33443408'] for router, after_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:43.699913 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-03e4b733-e074-4384-9725-fece5699ca65 tempest-FloatingIPNegativeTestJSON-269247753 tempest-FloatingIPNegativeTestJSON-269247753-project] Fanout notify agent at l3_agent the message router_deleted on router e3a305e8-eab6-47f0-b333-cbafabc67619 {{(pid=84040) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 18 21:07:43.731068 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.plugin [None req-7c51d14f-b4ad-477a-845c-166726dab368 tempest-PortsIpV6TestJSON-656796091 tempest-PortsIpV6TestJSON-656796091-project] Calling delete_port for 2297dad7-456a-432d-b007-2ebc4bc20da5 owned by network:router_interface {{(pid=84041) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 21:07:43.733033 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-03e4b733-e074-4384-9725-fece5699ca65 tempest-FloatingIPNegativeTestJSON-269247753 tempest-FloatingIPNegativeTestJSON-269247753-project] Notify callbacks [] for router, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:43.737092 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-03e4b733-e074-4384-9725-fece5699ca65 tempest-FloatingIPNegativeTestJSON-269247753 tempest-FloatingIPNegativeTestJSON-269247753-project] 10.222.0.42 "DELETE /v2.0/routers/e3a305e8-eab6-47f0-b333-cbafabc67619 HTTP/1.1" status: 204 len: 168 time: 1.1583295 Apr 18 21:07:43.738314 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 40332) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:07:43.866689 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-1798f3c5-3083-4e01-a4c3-0ecd52dae86e tempest-SecGroupTest-200765828 tempest-SecGroupTest-200765828-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33528224'] for security_group, after_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:43.951165 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1798f3c5-3083-4e01-a4c3-0ecd52dae86e tempest-SecGroupTest-200765828 tempest-SecGroupTest-200765828-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b7c295c-c19a-4957-9858-c02ab8b65bca,revision_number=None']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:07:43.978455 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-1798f3c5-3083-4e01-a4c3-0ecd52dae86e tempest-SecGroupTest-200765828 tempest-SecGroupTest-200765828-project] Notify callbacks [] for security_group, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:43.982301 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-1798f3c5-3083-4e01-a4c3-0ecd52dae86e tempest-SecGroupTest-200765828 tempest-SecGroupTest-200765828-project] 10.222.0.42 "DELETE /v2.0/security-groups/3b7c295c-c19a-4957-9858-c02ab8b65bca HTTP/1.1" status: 204 len: 168 time: 0.5649946 Apr 18 21:07:43.983050 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 40338) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:07:44.070987 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-4259f57d-e0dc-401d-86cb-4a6b69d470cd tempest-SecGroupTest-200765828 tempest-SecGroupTest-200765828-project] Synchronizing usage tracker for tenant:f1c4efe1b1e34fcc9124816ce3528638 on resource:security_group {{(pid=84040) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 21:07:44.077654 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.db_base_plugin_v2 [None req-29a854ef-c837-427c-85f7-62932eec7bd6 tempest-FloatingIPNegativeTestJSON-269247753 tempest-FloatingIPNegativeTestJSON-269247753-project] Deleting subnet 3d74b3dd-edde-4bb2-a2bc-992541fbd2ff {{(pid=84040) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 18 21:07:44.084691 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-29a854ef-c837-427c-85f7-62932eec7bd6 tempest-FloatingIPNegativeTestJSON-269247753 tempest-FloatingIPNegativeTestJSON-269247753-project] Notify callbacks [] for subnet, before_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:44.134063 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-7c51d14f-b4ad-477a-845c-166726dab368 tempest-PortsIpV6TestJSON-656796091 tempest-PortsIpV6TestJSON-656796091-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750375259028', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750374836628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32266323'] for port, after_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:44.158116 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-4259f57d-e0dc-401d-86cb-4a6b69d470cd tempest-SecGroupTest-200765828 tempest-SecGroupTest-200765828-project] Unset dirty status for tenant:f1c4efe1b1e34fcc9124816ce3528638 on resource:security_group {{(pid=84040) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 21:07:44.166339 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-4259f57d-e0dc-401d-86cb-4a6b69d470cd tempest-SecGroupTest-200765828 tempest-SecGroupTest-200765828-project] 10.222.0.42 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.1780016 Apr 18 21:07:44.166339 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-29a854ef-c837-427c-85f7-62932eec7bd6 tempest-FloatingIPNegativeTestJSON-269247753 tempest-FloatingIPNegativeTestJSON-269247753-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31955982'] for subnet, precommit_delete_associations {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:44.182977 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.db [None req-5492e7bd-8deb-47a9-8450-947a74f0ec88 tempest-RoutersTest-1500746192 tempest-RoutersTest-1500746192-project] For port 33b867d1-0439-4e6e-9292-2f7076a420d5, host n-d-838334-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838334-2',level=0,port_id=33b867d1-0439-4e6e-9292-2f7076a420d5,segment=NetworkSegment(4a7f8b54-5318-4fdf-ad3e-dc616d26382c),segment_id=4a7f8b54-5318-4fdf-ad3e-dc616d26382c)] {{(pid=84041) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:07:44.183526 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-5492e7bd-8deb-47a9-8450-947a74f0ec88 tempest-RoutersTest-1500746192 tempest-RoutersTest-1500746192-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369123'] for port, precommit_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:44.192736 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 40342) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:07:44.194143 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c51d14f-b4ad-477a-845c-166726dab368 tempest-PortsIpV6TestJSON-656796091 tempest-PortsIpV6TestJSON-656796091-project] Pushing event deleted for resources: {'Port': ['ID=2297dad7-456a-432d-b007-2ebc4bc20da5,revision_number=None']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:07:44.211822 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.v2.base [None req-d765b423-b752-4923-805f-b96495cda0fd tempest-SecGroupTest-200765828 tempest-SecGroupTest-200765828-project] Request body: {'security_group': {'name': 'tempest-secgroup--1802987100'}} {{(pid=84041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:07:44.218270 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-d765b423-b752-4923-805f-b96495cda0fd tempest-SecGroupTest-200765828 tempest-SecGroupTest-200765828-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:07:44.228776 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-d765b423-b752-4923-805f-b96495cda0fd tempest-SecGroupTest-200765828 tempest-SecGroupTest-200765828-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:07:44.306699 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-29a854ef-c837-427c-85f7-62932eec7bd6 tempest-FloatingIPNegativeTestJSON-269247753 tempest-FloatingIPNegativeTestJSON-269247753-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1260556'] for subnet, precommit_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:44.364972 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.plugin [None req-5492e7bd-8deb-47a9-8450-947a74f0ec88 tempest-RoutersTest-1500746192 tempest-RoutersTest-1500746192-project] Calling delete_port for 33b867d1-0439-4e6e-9292-2f7076a420d5 owned by network:router_interface {{(pid=84041) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 21:07:44.400781 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-29a854ef-c837-427c-85f7-62932eec7bd6 tempest-FloatingIPNegativeTestJSON-269247753 tempest-FloatingIPNegativeTestJSON-269247753-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1260549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33526260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32440885', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31752825'] for subnet, after_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:44.468191 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-d765b423-b752-4923-805f-b96495cda0fd tempest-SecGroupTest-200765828 tempest-SecGroupTest-200765828-project] Notify callbacks [] for security_group, before_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:44.470457 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29a854ef-c837-427c-85f7-62932eec7bd6 tempest-FloatingIPNegativeTestJSON-269247753 tempest-FloatingIPNegativeTestJSON-269247753-project] Pushing event deleted for resources: {'Subnet': ['ID=3d74b3dd-edde-4bb2-a2bc-992541fbd2ff,revision_number=None']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:07:44.473776 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-29a854ef-c837-427c-85f7-62932eec7bd6 tempest-FloatingIPNegativeTestJSON-269247753 tempest-FloatingIPNegativeTestJSON-269247753-project] Notify callbacks [] for subnet, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:44.477935 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88f7d6bc-c1f8-4400-96a4-d804739c7949 None None] Network 5f40971c-ef0a-463a-a66f-d2cd869ce98c requested from n-d-838334-2 {{(pid=84042) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 21:07:44.485285 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-29a854ef-c837-427c-85f7-62932eec7bd6 tempest-FloatingIPNegativeTestJSON-269247753 tempest-FloatingIPNegativeTestJSON-269247753-project] 10.222.0.42 "DELETE /v2.0/subnets/3d74b3dd-edde-4bb2-a2bc-992541fbd2ff HTTP/1.1" status: 204 len: 168 time: 0.7459853 Apr 18 21:07:44.487085 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 40354) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:07:44.624618 n-d-838334-2 neutron-server[84041]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69ccbd61-1bc7-4a27-b675-88118a03bbf6 tempest-FloatingIPTestJSON-1355648241 tempest-FloatingIPTestJSON-1355648241-project] Network c3a91074-befc-4018-83de-3f5ad1c03f75 is already hosted by enough agents. {{(pid=84041) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:07:44.657723 n-d-838334-2 neutron-server[84041]: DEBUG neutron.scheduler.base_scheduler [None req-69ccbd61-1bc7-4a27-b675-88118a03bbf6 tempest-FloatingIPTestJSON-1355648241 tempest-FloatingIPTestJSON-1355648241-project] Resources bound (agent type, host, resource id): {{(pid=84041) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:07:44.712222 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-d10be5c8-53ed-4420-959a-b9842bd7fc25 tempest-FloatingIPNegativeTestJSON-269247753 tempest-FloatingIPNegativeTestJSON-269247753-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1103592'] for network, before_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:44.731595 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.plugin [None req-d10be5c8-53ed-4420-959a-b9842bd7fc25 tempest-FloatingIPNegativeTestJSON-269247753 tempest-FloatingIPNegativeTestJSON-269247753-project] Deleting port f3a34d33-8da9-447c-b173-b21ad8d9a772 {{(pid=84040) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 21:07:44.732034 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-d10be5c8-53ed-4420-959a-b9842bd7fc25 tempest-FloatingIPNegativeTestJSON-269247753 tempest-FloatingIPNegativeTestJSON-269247753-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750375188691'] for port, before_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:44.997508 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-305af555-e54d-4542-a26e-e21832a1f935 None None] DHCP port deletion for 5f40971c-ef0a-463a-a66f-d2cd869ce98c request from n-d-838334-2 {{(pid=84042) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 18 21:07:45.003741 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.plugin [None req-305af555-e54d-4542-a26e-e21832a1f935 None None] Deleting port f3a34d33-8da9-447c-b173-b21ad8d9a772 {{(pid=84042) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 21:07:45.004353 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-305af555-e54d-4542-a26e-e21832a1f935 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750375188691'] for port, before_delete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:45.130358 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-d765b423-b752-4923-805f-b96495cda0fd tempest-SecGroupTest-200765828 tempest-SecGroupTest-200765828-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:07:45.134814 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-d765b423-b752-4923-805f-b96495cda0fd tempest-SecGroupTest-200765828 tempest-SecGroupTest-200765828-project] Usage tracker for resource:security_group_rule and tenant:f1c4efe1b1e34fcc9124816ce3528638 is out of sync, need to count used quota {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:07:45.162817 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-d765b423-b752-4923-805f-b96495cda0fd tempest-SecGroupTest-200765828 tempest-SecGroupTest-200765828-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:07:45.172002 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.db [None req-d10be5c8-53ed-4420-959a-b9842bd7fc25 tempest-FloatingIPNegativeTestJSON-269247753 tempest-FloatingIPNegativeTestJSON-269247753-project] For port f3a34d33-8da9-447c-b173-b21ad8d9a772, host n-d-838334-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838334-2',level=0,port_id=f3a34d33-8da9-447c-b173-b21ad8d9a772,segment=NetworkSegment(e4837f30-9186-4985-96a3-a2f9f4d30cd4),segment_id=e4837f30-9186-4985-96a3-a2f9f4d30cd4)] {{(pid=84040) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:07:45.172360 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-d10be5c8-53ed-4420-959a-b9842bd7fc25 tempest-FloatingIPNegativeTestJSON-269247753 tempest-FloatingIPNegativeTestJSON-269247753-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369123'] for port, precommit_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:45.259487 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-d765b423-b752-4923-805f-b96495cda0fd tempest-SecGroupTest-200765828 tempest-SecGroupTest-200765828-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:07:45.334766 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-7c51d14f-b4ad-477a-845c-166726dab368 tempest-PortsIpV6TestJSON-656796091 tempest-PortsIpV6TestJSON-656796091-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-32377931', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33443910'] for router_interface, after_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:45.335102 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.plugin [None req-d10be5c8-53ed-4420-959a-b9842bd7fc25 tempest-FloatingIPNegativeTestJSON-269247753 tempest-FloatingIPNegativeTestJSON-269247753-project] Calling delete_port for f3a34d33-8da9-447c-b173-b21ad8d9a772 owned by network:dhcp {{(pid=84040) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 21:07:45.347377 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-305af555-e54d-4542-a26e-e21832a1f935 None None] For port f3a34d33-8da9-447c-b173-b21ad8d9a772, host n-d-838334-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838334-2',level=0,port_id=f3a34d33-8da9-447c-b173-b21ad8d9a772,segment=NetworkSegment(e4837f30-9186-4985-96a3-a2f9f4d30cd4),segment_id=e4837f30-9186-4985-96a3-a2f9f4d30cd4)] {{(pid=84042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:07:45.347958 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-305af555-e54d-4542-a26e-e21832a1f935 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369123'] for port, precommit_delete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:45.408093 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-d765b423-b752-4923-805f-b96495cda0fd tempest-SecGroupTest-200765828 tempest-SecGroupTest-200765828-project] Notify callbacks [] for security_group, precommit_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:45.451149 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-d10be5c8-53ed-4420-959a-b9842bd7fc25 tempest-FloatingIPNegativeTestJSON-269247753 tempest-FloatingIPNegativeTestJSON-269247753-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750375259028', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750374836628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32440838'] for port, after_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:45.511681 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d10be5c8-53ed-4420-959a-b9842bd7fc25 tempest-FloatingIPNegativeTestJSON-269247753 tempest-FloatingIPNegativeTestJSON-269247753-project] Pushing event deleted for resources: {'Port': ['ID=f3a34d33-8da9-447c-b173-b21ad8d9a772,revision_number=None']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:07:45.516424 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d10be5c8-53ed-4420-959a-b9842bd7fc25 tempest-FloatingIPNegativeTestJSON-269247753 tempest-FloatingIPNegativeTestJSON-269247753-project] No DVR routers for this DVR port f3a34d33-8da9-447c-b173-b21ad8d9a772 on host n-d-838334-2 {{(pid=84040) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 21:07:45.579327 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-d765b423-b752-4923-805f-b96495cda0fd tempest-SecGroupTest-200765828 tempest-SecGroupTest-200765828-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33528224'] for security_group, after_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:45.616174 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.plugin [None req-305af555-e54d-4542-a26e-e21832a1f935 None None] Calling delete_port for f3a34d33-8da9-447c-b173-b21ad8d9a772 owned by network:dhcp {{(pid=84042) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 21:07:45.804677 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-6c5d107b-eab6-4836-b413-0e4f4be78863 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750375287399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253529'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:45.809127 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-d10be5c8-53ed-4420-959a-b9842bd7fc25 tempest-FloatingIPNegativeTestJSON-269247753 tempest-FloatingIPNegativeTestJSON-269247753-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1258905', 'neutron.services.segments.db._delete_segments_for_network-8750375287417'] for network, precommit_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:45.812690 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-c5be4d04-2846-4963-ba75-0e7876fd565d None None] Provisioning complete for port 0752679b-392e-4950-8e67-d9c55f8a6651 triggered by entity DHCP. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:07:45.813057 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-c5be4d04-2846-4963-ba75-0e7876fd565d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1253608'] for port, provisioning_complete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:45.853254 n-d-838334-2 neutron-server[84040]: DEBUG neutron.services.segments.db [None req-d10be5c8-53ed-4420-959a-b9842bd7fc25 tempest-FloatingIPNegativeTestJSON-269247753 tempest-FloatingIPNegativeTestJSON-269247753-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5f40971c-ef0a-463a-a66f-d2cd869ce98c']}} {{(pid=84040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:07:45.876648 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d765b423-b752-4923-805f-b96495cda0fd tempest-SecGroupTest-200765828 tempest-SecGroupTest-200765828-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9bbab6eb-d6d4-4c99-9d32-115acfb2c734,revision_number=1']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:07:45.885104 n-d-838334-2 neutron-server[84040]: DEBUG neutron.services.segments.db [None req-d10be5c8-53ed-4420-959a-b9842bd7fc25 tempest-FloatingIPNegativeTestJSON-269247753 tempest-FloatingIPNegativeTestJSON-269247753-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e4837f30-9186-4985-96a3-a2f9f4d30cd4') {'for_net_delete': True} {{(pid=84040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:07:45.886532 n-d-838334-2 neutron-server[84040]: DEBUG neutron.services.segments.db [None req-d10be5c8-53ed-4420-959a-b9842bd7fc25 tempest-FloatingIPNegativeTestJSON-269247753 tempest-FloatingIPNegativeTestJSON-269247753-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e4837f30-9186-4985-96a3-a2f9f4d30cd4') {} {{(pid=84040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:07:45.915681 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-d10be5c8-53ed-4420-959a-b9842bd7fc25 tempest-FloatingIPNegativeTestJSON-269247753 tempest-FloatingIPNegativeTestJSON-269247753-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750375287300', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31955965'] for segment, before_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:45.929571 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.plugin [None req-c5be4d04-2846-4963-ba75-0e7876fd565d None None] Port 0752679b-392e-4950-8e67-d9c55f8a6651 cannot update to ACTIVE because it is not bound. {{(pid=84042) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 18 21:07:45.937168 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.db.api [None req-305af555-e54d-4542-a26e-e21832a1f935 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84042) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 18 21:07:45.937880 n-d-838334-2 neutron-server[84042]: DEBUG oslo_db.api [None req-305af555-e54d-4542-a26e-e21832a1f935 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 18 21:07:45.962615 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-d10be5c8-53ed-4420-959a-b9842bd7fc25 tempest-FloatingIPNegativeTestJSON-269247753 tempest-FloatingIPNegativeTestJSON-269247753-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1082986'] for segment, precommit_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:45.981302 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d10be5c8-53ed-4420-959a-b9842bd7fc25 tempest-FloatingIPNegativeTestJSON-269247753 tempest-FloatingIPNegativeTestJSON-269247753-project] Releasing vlan 397 on physical network physnet1 to pool {{(pid=84040) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 18 21:07:45.981750 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-d10be5c8-53ed-4420-959a-b9842bd7fc25 tempest-FloatingIPNegativeTestJSON-269247753 tempest-FloatingIPNegativeTestJSON-269247753-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1082993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32440923'] for segment, after_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:46.011117 n-d-838334-2 neutron-server[84040]: Traceback (most recent call last): Apr 18 21:07:46.011117 n-d-838334-2 neutron-server[84040]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 18 21:07:46.011117 n-d-838334-2 neutron-server[84040]: timer() Apr 18 21:07:46.011117 n-d-838334-2 neutron-server[84040]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 21:07:46.011117 n-d-838334-2 neutron-server[84040]: cb(*args, **kw) Apr 18 21:07:46.011117 n-d-838334-2 neutron-server[84040]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 18 21:07:46.011117 n-d-838334-2 neutron-server[84040]: return func(*args, **kwargs) Apr 18 21:07:46.011117 n-d-838334-2 neutron-server[84040]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 21:07:46.011117 n-d-838334-2 neutron-server[84040]: self._notify() Apr 18 21:07:46.011117 n-d-838334-2 neutron-server[84040]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 21:07:46.011117 n-d-838334-2 neutron-server[84040]: self.callback(batched_events) Apr 18 21:07:46.011117 n-d-838334-2 neutron-server[84040]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 21:07:46.011117 n-d-838334-2 neutron-server[84040]: event.method(event) Apr 18 21:07:46.011117 n-d-838334-2 neutron-server[84040]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 18 21:07:46.011117 n-d-838334-2 neutron-server[84040]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 21:07:46.011117 n-d-838334-2 neutron-server[84040]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 18 21:07:46.011117 n-d-838334-2 neutron-server[84040]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 21:07:46.011117 n-d-838334-2 neutron-server[84040]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 18 21:07:46.011117 n-d-838334-2 neutron-server[84040]: return f(self, *a, **k) Apr 18 21:07:46.011117 n-d-838334-2 neutron-server[84040]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 18 21:07:46.011117 n-d-838334-2 neutron-server[84040]: return self._get(url).json() Apr 18 21:07:46.011117 n-d-838334-2 neutron-server[84040]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 18 21:07:46.011117 n-d-838334-2 neutron-server[84040]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 21:07:46.011117 n-d-838334-2 neutron-server[84040]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 18 21:07:46.011117 n-d-838334-2 neutron-server[84040]: return self.request(url, 'GET', **kwargs) Apr 18 21:07:46.011117 n-d-838334-2 neutron-server[84040]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 18 21:07:46.011117 n-d-838334-2 neutron-server[84040]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 21:07:46.011117 n-d-838334-2 neutron-server[84040]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 18 21:07:46.011117 n-d-838334-2 neutron-server[84040]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 21:07:46.011117 n-d-838334-2 neutron-server[84040]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 18 21:07:46.011117 n-d-838334-2 neutron-server[84040]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 21:07:46.011117 n-d-838334-2 neutron-server[84040]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 21:07:46.094145 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-5492e7bd-8deb-47a9-8450-947a74f0ec88 tempest-RoutersTest-1500746192 tempest-RoutersTest-1500746192-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750375259028', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750374836628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32266323'] for port, after_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:46.137432 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-d10be5c8-53ed-4420-959a-b9842bd7fc25 tempest-FloatingIPNegativeTestJSON-269247753 tempest-FloatingIPNegativeTestJSON-269247753-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1258898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33526109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33444113'] for network, after_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:46.191912 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-d10be5c8-53ed-4420-959a-b9842bd7fc25 tempest-FloatingIPNegativeTestJSON-269247753 tempest-FloatingIPNegativeTestJSON-269247753-project] Notify callbacks [] for network, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:46.217049 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-d765b423-b752-4923-805f-b96495cda0fd tempest-SecGroupTest-200765828 tempest-SecGroupTest-200765828-project] Notify callbacks [] for security_group, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:46.224389 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-d765b423-b752-4923-805f-b96495cda0fd tempest-SecGroupTest-200765828 tempest-SecGroupTest-200765828-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 2.0277309 Apr 18 21:07:46.228328 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d10be5c8-53ed-4420-959a-b9842bd7fc25 tempest-FloatingIPNegativeTestJSON-269247753 tempest-FloatingIPNegativeTestJSON-269247753-project] Pushing event deleted for resources: {'Network': ['ID=5f40971c-ef0a-463a-a66f-d2cd869ce98c,revision_number=None']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:07:46.242277 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 40384) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:07:46.250024 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5492e7bd-8deb-47a9-8450-947a74f0ec88 tempest-RoutersTest-1500746192 tempest-RoutersTest-1500746192-project] Pushing event deleted for resources: {'Port': ['ID=33b867d1-0439-4e6e-9292-2f7076a420d5,revision_number=None']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:07:46.263490 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.v2.base [None req-e3a2e595-ee48-4c45-8684-7de6b2204b4b tempest-SecGroupTest-200765828 tempest-SecGroupTest-200765828-project] Request body: {'security_group': {'name': 'tempest-secgroup--1008093579'}} {{(pid=84040) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:07:46.270830 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 40390) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:07:46.274466 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [None req-e3a2e595-ee48-4c45-8684-7de6b2204b4b tempest-SecGroupTest-200765828 tempest-SecGroupTest-200765828-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:07:46.278159 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-d10be5c8-53ed-4420-959a-b9842bd7fc25 tempest-FloatingIPNegativeTestJSON-269247753 tempest-FloatingIPNegativeTestJSON-269247753-project] 10.222.0.42 "DELETE /v2.0/networks/5f40971c-ef0a-463a-a66f-d2cd869ce98c HTTP/1.1" status: 204 len: 168 time: 1.7895272 Apr 18 21:07:46.312335 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-e3a2e595-ee48-4c45-8684-7de6b2204b4b tempest-SecGroupTest-200765828 tempest-SecGroupTest-200765828-project] Usage tracker for resource:security_group and tenant:f1c4efe1b1e34fcc9124816ce3528638 is out of sync, need to count used quota {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:07:46.322624 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-e3a2e595-ee48-4c45-8684-7de6b2204b4b tempest-SecGroupTest-200765828 tempest-SecGroupTest-200765828-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:07:46.343482 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [None req-e3a2e595-ee48-4c45-8684-7de6b2204b4b tempest-SecGroupTest-200765828 tempest-SecGroupTest-200765828-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:07:46.369130 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-e3a2e595-ee48-4c45-8684-7de6b2204b4b tempest-SecGroupTest-200765828 tempest-SecGroupTest-200765828-project] Notify callbacks [] for security_group, before_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:46.440486 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.plugin [None req-305af555-e54d-4542-a26e-e21832a1f935 None None] Deleting port f3a34d33-8da9-447c-b173-b21ad8d9a772 {{(pid=84042) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 21:07:46.441121 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-305af555-e54d-4542-a26e-e21832a1f935 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750375188691'] for port, before_delete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:46.489622 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [None req-e3a2e595-ee48-4c45-8684-7de6b2204b4b tempest-SecGroupTest-200765828 tempest-SecGroupTest-200765828-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:07:46.506612 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-e3a2e595-ee48-4c45-8684-7de6b2204b4b tempest-SecGroupTest-200765828 tempest-SecGroupTest-200765828-project] Usage tracker for resource:security_group_rule and tenant:f1c4efe1b1e34fcc9124816ce3528638 is out of sync, need to count used quota {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:07:46.515271 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-e3a2e595-ee48-4c45-8684-7de6b2204b4b tempest-SecGroupTest-200765828 tempest-SecGroupTest-200765828-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:07:46.582903 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.plugin [None req-305af555-e54d-4542-a26e-e21832a1f935 None None] The port 'f3a34d33-8da9-447c-b173-b21ad8d9a772' was deleted {{(pid=84042) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 18 21:07:46.603535 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [None req-e3a2e595-ee48-4c45-8684-7de6b2204b4b tempest-SecGroupTest-200765828 tempest-SecGroupTest-200765828-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:07:46.613375 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-f620c1ca-8894-49bf-950d-71c866d8a147 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:46.688839 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 40404) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:07:46.712713 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-e3a2e595-ee48-4c45-8684-7de6b2204b4b tempest-SecGroupTest-200765828 tempest-SecGroupTest-200765828-project] Notify callbacks [] for security_group, precommit_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:46.742483 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-e3a2e595-ee48-4c45-8684-7de6b2204b4b tempest-SecGroupTest-200765828 tempest-SecGroupTest-200765828-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33528224'] for security_group, after_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:46.788081 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [None req-f620c1ca-8894-49bf-950d-71c866d8a147 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:07:46.792686 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-f620c1ca-8894-49bf-950d-71c866d8a147 admin admin] Usage tracker for resource:security_group_rule and tenant:bba8b4e0e43d45138adb074fd0b8a3f0 is out of sync, need to count used quota {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:07:46.797278 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-f620c1ca-8894-49bf-950d-71c866d8a147 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:07:46.804431 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [None req-f620c1ca-8894-49bf-950d-71c866d8a147 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:07:46.837462 n-d-838334-2 neutron-server[84041]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7c51d14f-b4ad-477a-845c-166726dab368 tempest-PortsIpV6TestJSON-656796091 tempest-PortsIpV6TestJSON-656796091-project] Router f18fc50f-8db3-4704-ac6f-6947a050949c has already been hosted by L3 agent bc84d6c9-dd7a-4555-a351-592327b46d5a {{(pid=84041) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 21:07:46.920546 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-e3a2e595-ee48-4c45-8684-7de6b2204b4b tempest-SecGroupTest-200765828 tempest-SecGroupTest-200765828-project] Notify callbacks [] for security_group, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:46.928031 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-e3a2e595-ee48-4c45-8684-7de6b2204b4b tempest-SecGroupTest-200765828 tempest-SecGroupTest-200765828-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 0.6815078 Apr 18 21:07:46.931941 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-f620c1ca-8894-49bf-950d-71c866d8a147 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:46.954726 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 40410) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:07:46.977997 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3a2e595-ee48-4c45-8684-7de6b2204b4b tempest-SecGroupTest-200765828 tempest-SecGroupTest-200765828-project] Pushing event updated for resources: {'SecurityGroup': ['ID=971bb1f4-9ac4-451d-8d23-4273f28362e5,revision_number=1']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:07:46.993217 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-f620c1ca-8894-49bf-950d-71c866d8a147 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33528224'] for security_group, after_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:47.003384 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.v2.base [None req-c4d44521-5f9f-4126-bbb6-e1d98fe5c653 tempest-SecGroupTest-200765828 tempest-SecGroupTest-200765828-project] Request body: {'security_group_rule': {'security_group_id': '9bbab6eb-d6d4-4c99-9d32-115acfb2c734', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': '971bb1f4-9ac4-451d-8d23-4273f28362e5', 'remote_ip_prefix': None}} {{(pid=84040) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:07:47.031339 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Device f3a34d33-8da9-447c-b173-b21ad8d9a772 no longer exists at agent ovs-agent-n-d-838334-2 {{(pid=84042) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 21:07:47.049956 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f620c1ca-8894-49bf-950d-71c866d8a147 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e5f6a4dc-2b84-403a-a409-72ca247469f9,revision_number=1']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:07:47.053769 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [None req-c4d44521-5f9f-4126-bbb6-e1d98fe5c653 tempest-SecGroupTest-200765828 tempest-SecGroupTest-200765828-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:07:47.093274 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-c4d44521-5f9f-4126-bbb6-e1d98fe5c653 tempest-SecGroupTest-200765828 tempest-SecGroupTest-200765828-project] Usage tracker for resource:security_group_rule and tenant:f1c4efe1b1e34fcc9124816ce3528638 is out of sync, need to count used quota {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:07:47.094990 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.plugin [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] No Port match for: f3a34d33-8da9-447c-b173-b21ad8d9a772 {{(pid=84042) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 18 21:07:47.095361 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Device f3a34d33-8da9-447c-b173-b21ad8d9a772 not bound to the agent host n-d-838334-2 {{(pid=84042) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 21:07:47.098477 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-c4d44521-5f9f-4126-bbb6-e1d98fe5c653 tempest-SecGroupTest-200765828 tempest-SecGroupTest-200765828-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:07:47.118087 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [None req-c4d44521-5f9f-4126-bbb6-e1d98fe5c653 tempest-SecGroupTest-200765828 tempest-SecGroupTest-200765828-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:07:47.135164 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-04a24ca5-2590-4059-8c56-b43ce404a8ea admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=75c59b487907465fa2b09b0111adbf0a&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4362278 Apr 18 21:07:47.139715 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-f620c1ca-8894-49bf-950d-71c866d8a147 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=bba8b4e0e43d45138adb074fd0b8a3f0&name=default HTTP/1.1" status: 200 len: 2647 time: 0.8668425 Apr 18 21:07:47.139921 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 40418) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:07:47.141957 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 40422) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:07:47.201983 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-c4d44521-5f9f-4126-bbb6-e1d98fe5c653 tempest-SecGroupTest-200765828 tempest-SecGroupTest-200765828-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:47.282003 n-d-838334-2 neutron-server[84041]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-69ccbd61-1bc7-4a27-b675-88118a03bbf6 tempest-FloatingIPTestJSON-1355648241 tempest-FloatingIPTestJSON-1355648241-project] Router fd8aaf2a-4e98-4b3b-993d-d772aea4fc33 has already been hosted by L3 agent bc84d6c9-dd7a-4555-a351-592327b46d5a {{(pid=84041) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 21:07:47.295724 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-5492e7bd-8deb-47a9-8450-947a74f0ec88 tempest-RoutersTest-1500746192 tempest-RoutersTest-1500746192-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-32377931', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33443910'] for router_interface, after_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:47.302448 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-f75d1ef8-4340-4bf6-9d21-156f37298f8e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:47.318779 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-59cd7db7-5e20-4037-9a6a-9a35f37a171c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:47.321961 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7c51d14f-b4ad-477a-845c-166726dab368 tempest-PortsIpV6TestJSON-656796091 tempest-PortsIpV6TestJSON-656796091-project] Notify agent at l3_agent.n-d-838334-2 the message routers_updated {{(pid=84041) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 21:07:47.336400 n-d-838334-2 neutron-server[84043]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58cf1aee-5f51-47e7-9235-4533273f9d07 None None] Sync routers for ids ['f18fc50f-8db3-4704-ac6f-6947a050949c'] in n-d-838334-2 {{(pid=84043) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 18 21:07:47.356169 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58cf1aee-5f51-47e7-9235-4533273f9d07 None None] Routers {'f18fc50f-8db3-4704-ac6f-6947a050949c'} bound to L3 agent in host n-d-838334-2 {{(pid=84043) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 21:07:47.357214 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.l3_hamode_db [None req-58cf1aee-5f51-47e7-9235-4533273f9d07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838334-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-18T20:25:48Z,description=,heartbeat_timestamp=2022-04-18T21:07:18Z,host='n-d-838334-2',id=bc84d6c9-dd7a-4555-a351-592327b46d5a,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:25:48Z,topic='l3_agent')) {'router_ids': ['f18fc50f-8db3-4704-ac6f-6947a050949c'], 'active': True} {{(pid=84043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:07:47.380390 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-f75d1ef8-4340-4bf6-9d21-156f37298f8e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:47.391934 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-59cd7db7-5e20-4037-9a6a-9a35f37a171c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:47.439051 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-c4d44521-5f9f-4126-bbb6-e1d98fe5c653 tempest-SecGroupTest-200765828 tempest-SecGroupTest-200765828-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:47.440764 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-7c51d14f-b4ad-477a-845c-166726dab368 tempest-PortsIpV6TestJSON-656796091 tempest-PortsIpV6TestJSON-656796091-project] 10.222.0.42 "PUT /v2.0/routers/f18fc50f-8db3-4704-ac6f-6947a050949c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.6786499 Apr 18 21:07:47.449455 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 40426) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:07:47.460830 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.l3_hamode_db [None req-58cf1aee-5f51-47e7-9235-4533273f9d07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-838334-2', False) {} {{(pid=84043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:07:47.478574 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58cf1aee-5f51-47e7-9235-4533273f9d07 None None] Routers {'f18fc50f-8db3-4704-ac6f-6947a050949c'} bound to L3 agent in host n-d-838334-2 {{(pid=84043) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 21:07:47.479903 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.l3_hamode_db [None req-58cf1aee-5f51-47e7-9235-4533273f9d07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838334-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-18T20:25:48Z,description=,heartbeat_timestamp=2022-04-18T21:07:18Z,host='n-d-838334-2',id=bc84d6c9-dd7a-4555-a351-592327b46d5a,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:25:48Z,topic='l3_agent')) {'router_ids': ['f18fc50f-8db3-4704-ac6f-6947a050949c'], 'active': True} {{(pid=84043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:07:47.500403 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-c4d44521-5f9f-4126-bbb6-e1d98fe5c653 tempest-SecGroupTest-200765828 tempest-SecGroupTest-200765828-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33528311'] for security_group_rule, after_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:47.538337 n-d-838334-2 neutron-server[84040]: INFO neutron.pecan_wsgi.hooks.translation [None req-4ac6cb50-bca5-429f-96c1-a09c5e8349a5 tempest-PortsIpV6TestJSON-656796091 tempest-PortsIpV6TestJSON-656796091-project] GET failed (client error): The resource could not be found. Apr 18 21:07:47.542012 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-4ac6cb50-bca5-429f-96c1-a09c5e8349a5 tempest-PortsIpV6TestJSON-656796091 tempest-PortsIpV6TestJSON-656796091-project] 10.222.0.42 "GET /v2.0/ports/2297dad7-456a-432d-b007-2ebc4bc20da5 HTTP/1.1" status: 404 len: 333 time: 0.0805073 Apr 18 21:07:47.545254 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 40430) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:07:47.546410 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4d44521-5f9f-4126-bbb6-e1d98fe5c653 tempest-SecGroupTest-200765828 tempest-SecGroupTest-200765828-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=48988bc8-eb76-44a3-aa51-cce0728b5847,revision_number=0']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:07:47.581915 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.l3_hamode_db [None req-58cf1aee-5f51-47e7-9235-4533273f9d07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-838334-2', False) {} {{(pid=84043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:07:47.582611 n-d-838334-2 neutron-server[84043]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58cf1aee-5f51-47e7-9235-4533273f9d07 None None] The sync data for ids ['f18fc50f-8db3-4704-ac6f-6947a050949c'] in n-d-838334-2 is: [] {{(pid=84043) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 18 21:07:47.686583 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-c4d44521-5f9f-4126-bbb6-e1d98fe5c653 tempest-SecGroupTest-200765828 tempest-SecGroupTest-200765828-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:47.686583 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-c4d44521-5f9f-4126-bbb6-e1d98fe5c653 tempest-SecGroupTest-200765828 tempest-SecGroupTest-200765828-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 740 time: 0.7053668 Apr 18 21:07:47.694671 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 40434) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:07:47.717628 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-f75d1ef8-4340-4bf6-9d21-156f37298f8e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33528224'] for security_group, after_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:47.721788 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-59cd7db7-5e20-4037-9a6a-9a35f37a171c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33528224'] for security_group, after_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:47.766044 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-59cd7db7-5e20-4037-9a6a-9a35f37a171c admin admin] Notify callbacks [] for security_group, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:47.769972 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-59cd7db7-5e20-4037-9a6a-9a35f37a171c admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/73422fbc-e6b1-4da8-8d60-a9579e6ba109 HTTP/1.1" status: 204 len: 168 time: 0.6263156 Apr 18 21:07:47.773619 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-f75d1ef8-4340-4bf6-9d21-156f37298f8e admin admin] Notify callbacks [] for security_group, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:47.777187 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-f75d1ef8-4340-4bf6-9d21-156f37298f8e admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/e5f6a4dc-2b84-403a-a409-72ca247469f9 HTTP/1.1" status: 204 len: 168 time: 0.6316102 Apr 18 21:07:47.778131 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-1f0e68ab-cce6-4e0c-be1b-bcb2823029b7 tempest-SecGroupTest-200765828 tempest-SecGroupTest-200765828-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:47.787644 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f75d1ef8-4340-4bf6-9d21-156f37298f8e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e5f6a4dc-2b84-403a-a409-72ca247469f9,revision_number=None']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:07:47.805414 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-1f0e68ab-cce6-4e0c-be1b-bcb2823029b7 tempest-SecGroupTest-200765828 tempest-SecGroupTest-200765828-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:47.828894 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-69ccbd61-1bc7-4a27-b675-88118a03bbf6 tempest-FloatingIPTestJSON-1355648241 tempest-FloatingIPTestJSON-1355648241-project] Notify agent at l3_agent.n-d-838334-2 the message routers_updated {{(pid=84041) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 21:07:47.837253 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-69ccbd61-1bc7-4a27-b675-88118a03bbf6 tempest-FloatingIPTestJSON-1355648241 tempest-FloatingIPTestJSON-1355648241-project] 10.222.0.42 "PUT /v2.0/routers/fd8aaf2a-4e98-4b3b-993d-d772aea4fc33/add_router_interface HTTP/1.1" status: 200 len: 503 time: 12.4361055 Apr 18 21:07:47.838873 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 40444) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:07:47.844572 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db6c4039-b693-4583-b939-bb71c9854287 None None] Sync routers for ids ['fd8aaf2a-4e98-4b3b-993d-d772aea4fc33'] in n-d-838334-2 {{(pid=84042) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 18 21:07:47.845878 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.v2.base [None req-bcea80b6-bd71-4c7a-8440-be3c5d448228 tempest-FloatingIPTestJSON-1355648241 tempest-FloatingIPTestJSON-1355648241-project] Request body: {'port': {'network_id': 'c3a91074-befc-4018-83de-3f5ad1c03f75', 'name': 'tempest-FloatingIPTestJSON-1254457848'}} {{(pid=84041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:07:47.852079 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-38474479-a228-4670-8629-975b5cd3e91a tempest-PortsIpV6TestJSON-656796091 tempest-PortsIpV6TestJSON-656796091-project] Notify callbacks [] for router, before_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:47.917515 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-1f0e68ab-cce6-4e0c-be1b-bcb2823029b7 tempest-SecGroupTest-200765828 tempest-SecGroupTest-200765828-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33528311'] for security_group_rule, after_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:47.931451 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db6c4039-b693-4583-b939-bb71c9854287 None None] Routers {'fd8aaf2a-4e98-4b3b-993d-d772aea4fc33'} bound to L3 agent in host n-d-838334-2 {{(pid=84042) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 21:07:47.936459 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_hamode_db [None req-db6c4039-b693-4583-b939-bb71c9854287 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838334-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-18T20:25:48Z,description=,heartbeat_timestamp=2022-04-18T21:07:18Z,host='n-d-838334-2',id=bc84d6c9-dd7a-4555-a351-592327b46d5a,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:25:48Z,topic='l3_agent')) {'router_ids': ['fd8aaf2a-4e98-4b3b-993d-d772aea4fc33'], 'active': True} {{(pid=84042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:07:48.010293 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59cd7db7-5e20-4037-9a6a-9a35f37a171c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=73422fbc-e6b1-4da8-8d60-a9579e6ba109,revision_number=None']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:07:48.135101 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f0e68ab-cce6-4e0c-be1b-bcb2823029b7 tempest-SecGroupTest-200765828 tempest-SecGroupTest-200765828-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=48988bc8-eb76-44a3-aa51-cce0728b5847,revision_number=None']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:07:48.140469 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-1f0e68ab-cce6-4e0c-be1b-bcb2823029b7 tempest-SecGroupTest-200765828 tempest-SecGroupTest-200765828-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:48.145111 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_hamode_db [None req-db6c4039-b693-4583-b939-bb71c9854287 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-838334-2', False) {} {{(pid=84042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:07:48.145605 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-5f632d8c-8e69-466a-b7e9-a5cb7c550cf6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750375287399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253529'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:48.151429 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-1f0e68ab-cce6-4e0c-be1b-bcb2823029b7 tempest-SecGroupTest-200765828 tempest-SecGroupTest-200765828-project] 10.222.0.42 "DELETE /v2.0/security-group-rules/48988bc8-eb76-44a3-aa51-cce0728b5847 HTTP/1.1" status: 204 len: 168 time: 0.4550409 Apr 18 21:07:48.153396 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 40452) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:07:48.168199 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db6c4039-b693-4583-b939-bb71c9854287 None None] Routers {'fd8aaf2a-4e98-4b3b-993d-d772aea4fc33'} bound to L3 agent in host n-d-838334-2 {{(pid=84042) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 21:07:48.168821 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_hamode_db [None req-db6c4039-b693-4583-b939-bb71c9854287 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838334-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-18T20:25:48Z,description=,heartbeat_timestamp=2022-04-18T21:07:48Z,host='n-d-838334-2',id=bc84d6c9-dd7a-4555-a351-592327b46d5a,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:25:48Z,topic='l3_agent')) {'router_ids': ['fd8aaf2a-4e98-4b3b-993d-d772aea4fc33'], 'active': True} {{(pid=84042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:07:48.244769 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_hamode_db [None req-db6c4039-b693-4583-b939-bb71c9854287 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-838334-2', False) {} {{(pid=84042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:07:48.245187 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db6c4039-b693-4583-b939-bb71c9854287 None None] The sync data for ids ['fd8aaf2a-4e98-4b3b-993d-d772aea4fc33'] in n-d-838334-2 is: [] {{(pid=84042) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 18 21:07:48.251410 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-bcea80b6-bd71-4c7a-8440-be3c5d448228 tempest-FloatingIPTestJSON-1355648241 tempest-FloatingIPTestJSON-1355648241-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:07:48.268933 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-bcea80b6-bd71-4c7a-8440-be3c5d448228 tempest-FloatingIPTestJSON-1355648241 tempest-FloatingIPTestJSON-1355648241-project] Usage tracker for resource:port and tenant:23d580683d72427e8760083fb729f9d6 is out of sync, need to count used quota {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:07:48.275970 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-bcea80b6-bd71-4c7a-8440-be3c5d448228 tempest-FloatingIPTestJSON-1355648241 tempest-FloatingIPTestJSON-1355648241-project] Quota usage for port was recalculated. Used quota:6. {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:07:48.286285 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-bcea80b6-bd71-4c7a-8440-be3c5d448228 tempest-FloatingIPTestJSON-1355648241 tempest-FloatingIPTestJSON-1355648241-project] Attempting to reserve 1 items for resource port. Total usage: 6; quota limit: 500; headroom:494 {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:07:48.306834 n-d-838334-2 neutron-server[84041]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5492e7bd-8deb-47a9-8450-947a74f0ec88 tempest-RoutersTest-1500746192 tempest-RoutersTest-1500746192-project] Router d3445e60-27f3-4080-a032-9bd4d27dfce0 has already been hosted by L3 agent bc84d6c9-dd7a-4555-a351-592327b46d5a {{(pid=84041) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 21:07:48.382878 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-13465d04-8b74-4cf5-910c-18fa3d418542 tempest-SecGroupTest-200765828 tempest-SecGroupTest-200765828-project] Synchronizing usage tracker for tenant:f1c4efe1b1e34fcc9124816ce3528638 on resource:security_group_rule {{(pid=84040) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 21:07:48.451571 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bcea80b6-bd71-4c7a-8440-be3c5d448228 tempest-FloatingIPTestJSON-1355648241 tempest-FloatingIPTestJSON-1355648241-project] Made reservation on behalf of 23d580683d72427e8760083fb729f9d6 for: {'port': 1} {{(pid=84041) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:07:48.454800 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-bcea80b6-bd71-4c7a-8440-be3c5d448228 tempest-FloatingIPTestJSON-1355648241 tempest-FloatingIPTestJSON-1355648241-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:48.489173 n-d-838334-2 neutron-server[84041]: DEBUG neutron.notifiers.nova [None req-bcea80b6-bd71-4c7a-8440-be3c5d448228 tempest-FloatingIPTestJSON-1355648241 tempest-FloatingIPTestJSON-1355648241-project] device_id is not set on port e1457dbc-6def-47c9-ac8b-d821712682b9 yet. {{(pid=84041) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 18 21:07:48.571689 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 40464) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:07:48.606607 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-ba6b3a06-2c3f-49dd-b2b6-344e54e00790 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:48.690784 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-38474479-a228-4670-8629-975b5cd3e91a tempest-PortsIpV6TestJSON-656796091 tempest-PortsIpV6TestJSON-656796091-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33443580', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5726'] for router, precommit_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:48.694207 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-13465d04-8b74-4cf5-910c-18fa3d418542 tempest-SecGroupTest-200765828 tempest-SecGroupTest-200765828-project] Unset dirty status for tenant:f1c4efe1b1e34fcc9124816ce3528638 on resource:security_group_rule {{(pid=84040) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 21:07:48.698225 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-13465d04-8b74-4cf5-910c-18fa3d418542 tempest-SecGroupTest-200765828 tempest-SecGroupTest-200765828-project] 10.222.0.42 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4195 time: 0.5362906 Apr 18 21:07:48.698873 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 40468) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:07:48.702992 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-38474479-a228-4670-8629-975b5cd3e91a tempest-PortsIpV6TestJSON-656796091 tempest-PortsIpV6TestJSON-656796091-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:48.746391 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-ba6b3a06-2c3f-49dd-b2b6-344e54e00790 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:07:48.766015 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-ba6b3a06-2c3f-49dd-b2b6-344e54e00790 admin admin] Usage tracker for resource:security_group_rule and tenant:8994d7924ce14d128ad63ffa3d6033d6 is out of sync, need to count used quota {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:07:48.773508 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-ba6b3a06-2c3f-49dd-b2b6-344e54e00790 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:07:48.777331 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.db_base_plugin_common [None req-bcea80b6-bd71-4c7a-8440-be3c5d448228 tempest-FloatingIPTestJSON-1355648241 tempest-FloatingIPTestJSON-1355648241-project] Allocated IP 172.20.0.13 (c3a91074-befc-4018-83de-3f5ad1c03f75/d324f0bb-cec9-45ed-a32e-73fd1b4cbb05/e1457dbc-6def-47c9-ac8b-d821712682b9) {{(pid=84041) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 21:07:48.777605 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-38474479-a228-4670-8629-975b5cd3e91a tempest-PortsIpV6TestJSON-656796091 tempest-PortsIpV6TestJSON-656796091-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-33443408'] for router, after_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:48.778131 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-38474479-a228-4670-8629-975b5cd3e91a tempest-PortsIpV6TestJSON-656796091 tempest-PortsIpV6TestJSON-656796091-project] Fanout notify agent at l3_agent the message router_deleted on router f18fc50f-8db3-4704-ac6f-6947a050949c {{(pid=84040) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 18 21:07:48.782209 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5492e7bd-8deb-47a9-8450-947a74f0ec88 tempest-RoutersTest-1500746192 tempest-RoutersTest-1500746192-project] Notify agent at l3_agent.n-d-838334-2 the message routers_updated {{(pid=84041) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 21:07:48.792227 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-5651ab70-ba5a-40a8-b8fd-0ce578507f6c tempest-SecGroupTest-200765828 tempest-SecGroupTest-200765828-project] Notify callbacks [] for security_group, before_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:48.794232 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-ba6b3a06-2c3f-49dd-b2b6-344e54e00790 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:07:48.796760 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-38474479-a228-4670-8629-975b5cd3e91a tempest-PortsIpV6TestJSON-656796091 tempest-PortsIpV6TestJSON-656796091-project] Notify callbacks [] for router, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:48.800495 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-38474479-a228-4670-8629-975b5cd3e91a tempest-PortsIpV6TestJSON-656796091 tempest-PortsIpV6TestJSON-656796091-project] 10.222.0.42 "DELETE /v2.0/routers/f18fc50f-8db3-4704-ac6f-6947a050949c HTTP/1.1" status: 204 len: 168 time: 1.2492666 Apr 18 21:07:48.804618 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 40474) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:07:48.813953 n-d-838334-2 neutron-server[84043]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8ec8c22-7f9d-4865-9528-9dccc14924a2 None None] Sync routers for ids ['d3445e60-27f3-4080-a032-9bd4d27dfce0'] in n-d-838334-2 {{(pid=84043) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 18 21:07:48.832706 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-5651ab70-ba5a-40a8-b8fd-0ce578507f6c tempest-SecGroupTest-200765828 tempest-SecGroupTest-200765828-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:48.838877 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8ec8c22-7f9d-4865-9528-9dccc14924a2 None None] Routers {'d3445e60-27f3-4080-a032-9bd4d27dfce0'} bound to L3 agent in host n-d-838334-2 {{(pid=84043) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 21:07:48.840263 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.l3_hamode_db [None req-c8ec8c22-7f9d-4865-9528-9dccc14924a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838334-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-18T20:25:48Z,description=,heartbeat_timestamp=2022-04-18T21:07:48Z,host='n-d-838334-2',id=bc84d6c9-dd7a-4555-a351-592327b46d5a,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:25:48Z,topic='l3_agent')) {'router_ids': ['d3445e60-27f3-4080-a032-9bd4d27dfce0'], 'active': True} {{(pid=84043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:07:48.903867 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-5651ab70-ba5a-40a8-b8fd-0ce578507f6c tempest-SecGroupTest-200765828 tempest-SecGroupTest-200765828-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33528224'] for security_group, after_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:48.925782 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5651ab70-ba5a-40a8-b8fd-0ce578507f6c tempest-SecGroupTest-200765828 tempest-SecGroupTest-200765828-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=971bb1f4-9ac4-451d-8d23-4273f28362e5,revision_number=None']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:07:48.949779 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-5651ab70-ba5a-40a8-b8fd-0ce578507f6c tempest-SecGroupTest-200765828 tempest-SecGroupTest-200765828-project] Notify callbacks [] for security_group, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:48.953199 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-5651ab70-ba5a-40a8-b8fd-0ce578507f6c tempest-SecGroupTest-200765828 tempest-SecGroupTest-200765828-project] 10.222.0.42 "DELETE /v2.0/security-groups/971bb1f4-9ac4-451d-8d23-4273f28362e5 HTTP/1.1" status: 204 len: 168 time: 0.2502975 Apr 18 21:07:48.953876 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 40480) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:07:49.000141 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750375287399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253529'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:49.106179 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-d024305a-868c-4fcc-9ddd-ae48fbb5016a tempest-SecGroupTest-200765828 tempest-SecGroupTest-200765828-project] Synchronizing usage tracker for tenant:f1c4efe1b1e34fcc9124816ce3528638 on resource:security_group {{(pid=84040) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 21:07:49.146821 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-d024305a-868c-4fcc-9ddd-ae48fbb5016a tempest-SecGroupTest-200765828 tempest-SecGroupTest-200765828-project] Unset dirty status for tenant:f1c4efe1b1e34fcc9124816ce3528638 on resource:security_group {{(pid=84040) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 21:07:49.151530 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-d024305a-868c-4fcc-9ddd-ae48fbb5016a tempest-SecGroupTest-200765828 tempest-SecGroupTest-200765828-project] 10.222.0.42 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4007 time: 0.1937082 Apr 18 21:07:49.151721 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 40492) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:07:49.161279 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.l3_dvr_db [None req-c8ec8c22-7f9d-4865-9528-9dccc14924a2 None None] Set router d3445e60-27f3-4080-a032-9bd4d27dfce0 gateway port host: None {{(pid=84043) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 21:07:49.175894 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-5492e7bd-8deb-47a9-8450-947a74f0ec88 tempest-RoutersTest-1500746192 tempest-RoutersTest-1500746192-project] 10.222.0.42 "PUT /v2.0/routers/d3445e60-27f3-4080-a032-9bd4d27dfce0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 10.5074964 Apr 18 21:07:49.177114 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 40496) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:07:49.355766 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 40506) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:07:49.486649 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-414b6ffe-e119-47bc-b18f-bcff1219c2f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750375287399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253529'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:49.611785 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.v2.base [None req-541349fb-2de0-427f-92a7-06fa50a5090f tempest-NegativeSecGroupIPv6Test-1002182216 tempest-NegativeSecGroupIPv6Test-1002182216-project] Request body: {'security_group': {'name': 'default'}} {{(pid=84040) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:07:49.612484 n-d-838334-2 neutron-server[84040]: INFO neutron.api.v2.resource [None req-541349fb-2de0-427f-92a7-06fa50a5090f tempest-NegativeSecGroupIPv6Test-1002182216 tempest-NegativeSecGroupIPv6Test-1002182216-project] create failed (client error): There was a conflict when trying to complete your request. Apr 18 21:07:49.613532 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-541349fb-2de0-427f-92a7-06fa50a5090f tempest-NegativeSecGroupIPv6Test-1002182216 tempest-NegativeSecGroupIPv6Test-1002182216-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.2545238 Apr 18 21:07:49.616683 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-b877c858-8cbd-461b-b42e-2f77d0f41d22 tempest-SecGroupTest-200765828 tempest-SecGroupTest-200765828-project] Notify callbacks [] for security_group, before_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:49.617965 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 40516) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:07:49.629737 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.v2.base [None req-600fe642-10c0-4276-8a7f-304d2f2d9d7c tempest-NegativeSecGroupIPv6Test-1002182216 tempest-NegativeSecGroupIPv6Test-1002182216-project] Request body: {'security_group': {'name': 'tempest-secgroup--581790665'}} {{(pid=84040) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:07:49.654866 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [None req-600fe642-10c0-4276-8a7f-304d2f2d9d7c tempest-NegativeSecGroupIPv6Test-1002182216 tempest-NegativeSecGroupIPv6Test-1002182216-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:07:49.664470 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-600fe642-10c0-4276-8a7f-304d2f2d9d7c tempest-NegativeSecGroupIPv6Test-1002182216 tempest-NegativeSecGroupIPv6Test-1002182216-project] Usage tracker for resource:security_group and tenant:863bc697f0794559b16810740da961d9 is out of sync, need to count used quota {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:07:49.681016 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-600fe642-10c0-4276-8a7f-304d2f2d9d7c tempest-NegativeSecGroupIPv6Test-1002182216 tempest-NegativeSecGroupIPv6Test-1002182216-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:07:49.703015 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [None req-600fe642-10c0-4276-8a7f-304d2f2d9d7c tempest-NegativeSecGroupIPv6Test-1002182216 tempest-NegativeSecGroupIPv6Test-1002182216-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:07:49.717178 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-b877c858-8cbd-461b-b42e-2f77d0f41d22 tempest-SecGroupTest-200765828 tempest-SecGroupTest-200765828-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:49.745664 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-600fe642-10c0-4276-8a7f-304d2f2d9d7c tempest-NegativeSecGroupIPv6Test-1002182216 tempest-NegativeSecGroupIPv6Test-1002182216-project] Notify callbacks [] for security_group, before_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:49.771423 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-600fe642-10c0-4276-8a7f-304d2f2d9d7c tempest-NegativeSecGroupIPv6Test-1002182216 tempest-NegativeSecGroupIPv6Test-1002182216-project] Notify callbacks [] for security_group, before_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:49.784349 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.db_base_plugin_v2 [None req-7f513926-4685-4008-8bee-b7ff859a80c4 tempest-RoutersTest-1500746192 tempest-RoutersTest-1500746192-project] Deleting subnet 2b90dced-66c9-4d15-bdac-b6cf07d1ccea {{(pid=84040) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 18 21:07:49.801208 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.l3_hamode_db [None req-c8ec8c22-7f9d-4865-9528-9dccc14924a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3445e60-27f3-4080-a032-9bd4d27dfce0', 'name': 'tempest-RoutersTest-router-1627313381', 'tenant_id': '8a05b90fa8c54f25938df6bd0ef52223', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:06:00Z', 'updated_at': '2022-04-18T21:07:45Z', 'revision_number': 10, 'project_id': '8a05b90fa8c54f25938df6bd0ef52223', 'gw_port_host': None, '_interfaces': [{'id': 'b3960860-c173-49ec-b335-5c1dd2983a36', 'name': '', 'network_id': '0f4f3485-d47f-443a-afdb-b607b91dc681', 'tenant_id': '8a05b90fa8c54f25938df6bd0ef52223', 'mac_address': 'fa:16:3e:f4:09:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3445e60-27f3-4080-a032-9bd4d27dfce0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c69b069c-a1b2-456b-9244-afeef8944023', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:06:04Z', 'updated_at': '2022-04-18T21:06:14Z', 'revision_number': 5, 'project_id': '8a05b90fa8c54f25938df6bd0ef52223', 'subnets': [{'id': 'c69b069c-a1b2-456b-9244-afeef8944023', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838334-2', False) {} {{(pid=84043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:07:49.804426 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-7f513926-4685-4008-8bee-b7ff859a80c4 tempest-RoutersTest-1500746192 tempest-RoutersTest-1500746192-project] Notify callbacks [] for subnet, before_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:49.808247 n-d-838334-2 neutron-server[84043]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8ec8c22-7f9d-4865-9528-9dccc14924a2 None None] Checking router: d3445e60-27f3-4080-a032-9bd4d27dfce0 for host: n-d-838334-2 {{(pid=84043) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 18 21:07:49.825360 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8ec8c22-7f9d-4865-9528-9dccc14924a2 None None] Routers {'d3445e60-27f3-4080-a032-9bd4d27dfce0'} bound to L3 agent in host n-d-838334-2 {{(pid=84043) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 21:07:49.826101 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.l3_hamode_db [None req-c8ec8c22-7f9d-4865-9528-9dccc14924a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838334-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-18T20:25:48Z,description=,heartbeat_timestamp=2022-04-18T21:07:48Z,host='n-d-838334-2',id=bc84d6c9-dd7a-4555-a351-592327b46d5a,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:25:48Z,topic='l3_agent')) {'router_ids': ['d3445e60-27f3-4080-a032-9bd4d27dfce0'], 'active': True} {{(pid=84043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:07:49.861117 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-bcea80b6-bd71-4c7a-8440-be3c5d448228 tempest-FloatingIPTestJSON-1355648241 tempest-FloatingIPTestJSON-1355648241-project] Notify callbacks [] for port, precommit_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:49.877987 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-b877c858-8cbd-461b-b42e-2f77d0f41d22 tempest-SecGroupTest-200765828 tempest-SecGroupTest-200765828-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33528224'] for security_group, after_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:49.882071 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.provisioning_blocks [None req-bcea80b6-bd71-4c7a-8440-be3c5d448228 tempest-FloatingIPTestJSON-1355648241 tempest-FloatingIPTestJSON-1355648241-project] Transition to ACTIVE for port object e1457dbc-6def-47c9-ac8b-d821712682b9 will not be triggered until provisioned by entity DHCP. {{(pid=84041) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:07:49.909212 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-7f513926-4685-4008-8bee-b7ff859a80c4 tempest-RoutersTest-1500746192 tempest-RoutersTest-1500746192-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31955982'] for subnet, precommit_delete_associations {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:49.933515 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-bcea80b6-bd71-4c7a-8440-be3c5d448228 tempest-FloatingIPTestJSON-1355648241 tempest-FloatingIPTestJSON-1355648241-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750374836619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32266323'] for port, after_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:49.937713 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [None req-600fe642-10c0-4276-8a7f-304d2f2d9d7c tempest-NegativeSecGroupIPv6Test-1002182216 tempest-NegativeSecGroupIPv6Test-1002182216-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:07:49.942874 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b877c858-8cbd-461b-b42e-2f77d0f41d22 tempest-SecGroupTest-200765828 tempest-SecGroupTest-200765828-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9bbab6eb-d6d4-4c99-9d32-115acfb2c734,revision_number=None']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:07:49.977263 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-600fe642-10c0-4276-8a7f-304d2f2d9d7c tempest-NegativeSecGroupIPv6Test-1002182216 tempest-NegativeSecGroupIPv6Test-1002182216-project] Usage tracker for resource:security_group_rule and tenant:863bc697f0794559b16810740da961d9 is out of sync, need to count used quota {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:07:49.988137 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-600fe642-10c0-4276-8a7f-304d2f2d9d7c tempest-NegativeSecGroupIPv6Test-1002182216 tempest-NegativeSecGroupIPv6Test-1002182216-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:07:49.998251 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-ba6b3a06-2c3f-49dd-b2b6-344e54e00790 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:50.003311 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [None req-600fe642-10c0-4276-8a7f-304d2f2d9d7c tempest-NegativeSecGroupIPv6Test-1002182216 tempest-NegativeSecGroupIPv6Test-1002182216-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:07:50.009613 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-b877c858-8cbd-461b-b42e-2f77d0f41d22 tempest-SecGroupTest-200765828 tempest-SecGroupTest-200765828-project] Notify callbacks [] for security_group, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:50.013043 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-b877c858-8cbd-461b-b42e-2f77d0f41d22 tempest-SecGroupTest-200765828 tempest-SecGroupTest-200765828-project] 10.222.0.42 "DELETE /v2.0/security-groups/9bbab6eb-d6d4-4c99-9d32-115acfb2c734 HTTP/1.1" status: 204 len: 168 time: 0.8579805 Apr 18 21:07:50.020894 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 40520) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:07:50.025020 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.l3_dvr_db [None req-c8ec8c22-7f9d-4865-9528-9dccc14924a2 None None] Set router d3445e60-27f3-4080-a032-9bd4d27dfce0 gateway port host: None {{(pid=84043) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 21:07:50.110796 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.db_base_plugin_v2 [None req-3f28a0ad-1a15-4b65-b7be-bd7cf3f891e4 tempest-PortsIpV6TestJSON-656796091 tempest-PortsIpV6TestJSON-656796091-project] Deleting subnet 4d25aba9-9156-4093-a77d-2e9adbf471bc {{(pid=84041) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 18 21:07:50.117653 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcea80b6-bd71-4c7a-8440-be3c5d448228 tempest-FloatingIPTestJSON-1355648241 tempest-FloatingIPTestJSON-1355648241-project] Pushing event updated for resources: {'Port': ['ID=e1457dbc-6def-47c9-ac8b-d821712682b9,revision_number=1']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:07:50.129874 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-ba6b3a06-2c3f-49dd-b2b6-344e54e00790 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33528224'] for security_group, after_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:50.139855 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-3f28a0ad-1a15-4b65-b7be-bd7cf3f891e4 tempest-PortsIpV6TestJSON-656796091 tempest-PortsIpV6TestJSON-656796091-project] Notify callbacks [] for subnet, before_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:50.175508 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcea80b6-bd71-4c7a-8440-be3c5d448228 tempest-FloatingIPTestJSON-1355648241 tempest-FloatingIPTestJSON-1355648241-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:07:50.175816 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcea80b6-bd71-4c7a-8440-be3c5d448228 tempest-FloatingIPTestJSON-1355648241 tempest-FloatingIPTestJSON-1355648241-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:07:50.176156 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcea80b6-bd71-4c7a-8440-be3c5d448228 tempest-FloatingIPTestJSON-1355648241 tempest-FloatingIPTestJSON-1355648241-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:07:50.176711 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcea80b6-bd71-4c7a-8440-be3c5d448228 tempest-FloatingIPTestJSON-1355648241 tempest-FloatingIPTestJSON-1355648241-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:07:50.176813 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcea80b6-bd71-4c7a-8440-be3c5d448228 tempest-FloatingIPTestJSON-1355648241 tempest-FloatingIPTestJSON-1355648241-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:07:50.177105 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcea80b6-bd71-4c7a-8440-be3c5d448228 tempest-FloatingIPTestJSON-1355648241 tempest-FloatingIPTestJSON-1355648241-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:07:50.177423 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcea80b6-bd71-4c7a-8440-be3c5d448228 tempest-FloatingIPTestJSON-1355648241 tempest-FloatingIPTestJSON-1355648241-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:07:50.177788 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcea80b6-bd71-4c7a-8440-be3c5d448228 tempest-FloatingIPTestJSON-1355648241 tempest-FloatingIPTestJSON-1355648241-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:07:50.178111 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcea80b6-bd71-4c7a-8440-be3c5d448228 tempest-FloatingIPTestJSON-1355648241 tempest-FloatingIPTestJSON-1355648241-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:07:50.178503 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcea80b6-bd71-4c7a-8440-be3c5d448228 tempest-FloatingIPTestJSON-1355648241 tempest-FloatingIPTestJSON-1355648241-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:07:50.178832 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcea80b6-bd71-4c7a-8440-be3c5d448228 tempest-FloatingIPTestJSON-1355648241 tempest-FloatingIPTestJSON-1355648241-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:07:50.245250 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-7f513926-4685-4008-8bee-b7ff859a80c4 tempest-RoutersTest-1500746192 tempest-RoutersTest-1500746192-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1260556'] for subnet, precommit_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:50.248758 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba6b3a06-2c3f-49dd-b2b6-344e54e00790 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2f9e8649-1b7b-4e99-a8bb-35c23966725b,revision_number=1']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:07:50.313598 n-d-838334-2 neutron-server[84041]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bcea80b6-bd71-4c7a-8440-be3c5d448228 tempest-FloatingIPTestJSON-1355648241 tempest-FloatingIPTestJSON-1355648241-project] Network c3a91074-befc-4018-83de-3f5ad1c03f75 is already hosted by enough agents. {{(pid=84041) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:07:50.318404 n-d-838334-2 neutron-server[84041]: DEBUG neutron.scheduler.base_scheduler [None req-bcea80b6-bd71-4c7a-8440-be3c5d448228 tempest-FloatingIPTestJSON-1355648241 tempest-FloatingIPTestJSON-1355648241-project] Resources bound (agent type, host, resource id): {{(pid=84041) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:07:50.321930 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-3f28a0ad-1a15-4b65-b7be-bd7cf3f891e4 tempest-PortsIpV6TestJSON-656796091 tempest-PortsIpV6TestJSON-656796091-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32266383'] for subnet, precommit_delete_associations {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:50.357608 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcea80b6-bd71-4c7a-8440-be3c5d448228 tempest-FloatingIPTestJSON-1355648241 tempest-FloatingIPTestJSON-1355648241-project] Received port after_create {{(pid=84041) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 21:07:50.405879 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-ba6b3a06-2c3f-49dd-b2b6-344e54e00790 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=8994d7924ce14d128ad63ffa3d6033d6&name=default HTTP/1.1" status: 200 len: 2647 time: 1.8327758 Apr 18 21:07:50.427432 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 40524) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:07:50.430552 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.l3_hamode_db [None req-c8ec8c22-7f9d-4865-9528-9dccc14924a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3445e60-27f3-4080-a032-9bd4d27dfce0', 'name': 'tempest-RoutersTest-router-1627313381', 'tenant_id': '8a05b90fa8c54f25938df6bd0ef52223', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:06:00Z', 'updated_at': '2022-04-18T21:07:45Z', 'revision_number': 10, 'project_id': '8a05b90fa8c54f25938df6bd0ef52223', 'gw_port_host': None, '_interfaces': [{'id': 'b3960860-c173-49ec-b335-5c1dd2983a36', 'name': '', 'network_id': '0f4f3485-d47f-443a-afdb-b607b91dc681', 'tenant_id': '8a05b90fa8c54f25938df6bd0ef52223', 'mac_address': 'fa:16:3e:f4:09:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3445e60-27f3-4080-a032-9bd4d27dfce0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c69b069c-a1b2-456b-9244-afeef8944023', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:06:04Z', 'updated_at': '2022-04-18T21:06:14Z', 'revision_number': 5, 'project_id': '8a05b90fa8c54f25938df6bd0ef52223', 'subnets': [{'id': 'c69b069c-a1b2-456b-9244-afeef8944023', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838334-2', False) {} {{(pid=84043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:07:50.431176 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-d9185190-7d39-4cc1-b415-457dee86d991 tempest-SecGroupTest-200765828 tempest-SecGroupTest-200765828-project] Synchronizing usage tracker for tenant:f1c4efe1b1e34fcc9124816ce3528638 on resource:security_group {{(pid=84040) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 21:07:50.434771 n-d-838334-2 neutron-server[84043]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8ec8c22-7f9d-4865-9528-9dccc14924a2 None None] The sync data for ids ['d3445e60-27f3-4080-a032-9bd4d27dfce0'] in n-d-838334-2 is: [{'id': 'd3445e60-27f3-4080-a032-9bd4d27dfce0', 'name': 'tempest-RoutersTest-router-1627313381', 'tenant_id': '8a05b90fa8c54f25938df6bd0ef52223', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:06:00Z', 'updated_at': '2022-04-18T21:07:45Z', 'revision_number': 10, 'project_id': '8a05b90fa8c54f25938df6bd0ef52223', 'gw_port_host': None, '_interfaces': [{'id': 'b3960860-c173-49ec-b335-5c1dd2983a36', 'name': '', 'network_id': '0f4f3485-d47f-443a-afdb-b607b91dc681', 'tenant_id': '8a05b90fa8c54f25938df6bd0ef52223', 'mac_address': 'fa:16:3e:f4:09:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3445e60-27f3-4080-a032-9bd4d27dfce0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c69b069c-a1b2-456b-9244-afeef8944023', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:06:04Z', 'updated_at': '2022-04-18T21:06:14Z', 'revision_number': 5, 'project_id': '8a05b90fa8c54f25938df6bd0ef52223', 'subnets': [{'id': 'c69b069c-a1b2-456b-9244-afeef8944023', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84043) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 18 21:07:50.449649 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-7f513926-4685-4008-8bee-b7ff859a80c4 tempest-RoutersTest-1500746192 tempest-RoutersTest-1500746192-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1260549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33526260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32440885', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31752825'] for subnet, after_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:50.469999 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-600fe642-10c0-4276-8a7f-304d2f2d9d7c tempest-NegativeSecGroupIPv6Test-1002182216 tempest-NegativeSecGroupIPv6Test-1002182216-project] Notify callbacks [] for security_group, precommit_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:50.507568 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-3f28a0ad-1a15-4b65-b7be-bd7cf3f891e4 tempest-PortsIpV6TestJSON-656796091 tempest-PortsIpV6TestJSON-656796091-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1260556'] for subnet, precommit_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:50.519080 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-600fe642-10c0-4276-8a7f-304d2f2d9d7c tempest-NegativeSecGroupIPv6Test-1002182216 tempest-NegativeSecGroupIPv6Test-1002182216-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33528224'] for security_group, after_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:50.556463 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f513926-4685-4008-8bee-b7ff859a80c4 tempest-RoutersTest-1500746192 tempest-RoutersTest-1500746192-project] Pushing event deleted for resources: {'Subnet': ['ID=2b90dced-66c9-4d15-bdac-b6cf07d1ccea,revision_number=None']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:07:50.638762 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-600fe642-10c0-4276-8a7f-304d2f2d9d7c tempest-NegativeSecGroupIPv6Test-1002182216 tempest-NegativeSecGroupIPv6Test-1002182216-project] Pushing event updated for resources: {'SecurityGroup': ['ID=75eae815-abf6-41a4-a58f-bda8b050781c,revision_number=1']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:07:50.648472 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [None req-600fe642-10c0-4276-8a7f-304d2f2d9d7c tempest-NegativeSecGroupIPv6Test-1002182216 tempest-NegativeSecGroupIPv6Test-1002182216-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:07:50.652837 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-600fe642-10c0-4276-8a7f-304d2f2d9d7c tempest-NegativeSecGroupIPv6Test-1002182216 tempest-NegativeSecGroupIPv6Test-1002182216-project] Usage tracker for resource:security_group_rule and tenant:863bc697f0794559b16810740da961d9 is out of sync, need to count used quota {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:07:50.674730 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-600fe642-10c0-4276-8a7f-304d2f2d9d7c tempest-NegativeSecGroupIPv6Test-1002182216 tempest-NegativeSecGroupIPv6Test-1002182216-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:07:50.681419 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bcea80b6-bd71-4c7a-8440-be3c5d448228 tempest-FloatingIPTestJSON-1355648241 tempest-FloatingIPTestJSON-1355648241-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:07:50.682294 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-bcea80b6-bd71-4c7a-8440-be3c5d448228 tempest-FloatingIPTestJSON-1355648241 tempest-FloatingIPTestJSON-1355648241-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217293'] for port, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:50.706862 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-d9185190-7d39-4cc1-b415-457dee86d991 tempest-SecGroupTest-200765828 tempest-SecGroupTest-200765828-project] Unset dirty status for tenant:f1c4efe1b1e34fcc9124816ce3528638 on resource:security_group {{(pid=84040) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 21:07:50.710897 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-d9185190-7d39-4cc1-b415-457dee86d991 tempest-SecGroupTest-200765828 tempest-SecGroupTest-200765828-project] 10.222.0.42 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.6872773 Apr 18 21:07:50.717434 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 40530) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:07:50.724395 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [None req-600fe642-10c0-4276-8a7f-304d2f2d9d7c tempest-NegativeSecGroupIPv6Test-1002182216 tempest-NegativeSecGroupIPv6Test-1002182216-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:07:50.725131 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.v2.base [None req-87737249-3e06-473b-a9d4-3728ba13fb1e tempest-SecGroupTest-200765828 tempest-SecGroupTest-200765828-project] Request body: {'security_group': {'name': 'tempest-secgroup--1899328451'}} {{(pid=84041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:07:50.727079 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-7f513926-4685-4008-8bee-b7ff859a80c4 tempest-RoutersTest-1500746192 tempest-RoutersTest-1500746192-project] Notify callbacks [] for subnet, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:50.741771 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-87737249-3e06-473b-a9d4-3728ba13fb1e tempest-SecGroupTest-200765828 tempest-SecGroupTest-200765828-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:07:50.779911 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-c7521a90-7d65-4e2e-842c-ca5d95e9a89c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750375287399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253529'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:50.781220 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-87737249-3e06-473b-a9d4-3728ba13fb1e tempest-SecGroupTest-200765828 tempest-SecGroupTest-200765828-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:07:50.783923 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15b4ae8c-e835-4660-b0a9-20582cf07b62 None None] Network 6c55f5d6-32aa-4564-9c07-62d3eb3a4e33 requested from n-d-838334-2 {{(pid=84042) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 21:07:50.787348 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-3f28a0ad-1a15-4b65-b7be-bd7cf3f891e4 tempest-PortsIpV6TestJSON-656796091 tempest-PortsIpV6TestJSON-656796091-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1260549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33526260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32266336', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32486390'] for subnet, after_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:50.803399 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-7f513926-4685-4008-8bee-b7ff859a80c4 tempest-RoutersTest-1500746192 tempest-RoutersTest-1500746192-project] 10.222.0.42 "DELETE /v2.0/subnets/2b90dced-66c9-4d15-bdac-b6cf07d1ccea HTTP/1.1" status: 204 len: 168 time: 1.6251564 Apr 18 21:07:50.811799 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 40534) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:07:50.835024 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-bcea80b6-bd71-4c7a-8440-be3c5d448228 tempest-FloatingIPTestJSON-1355648241 tempest-FloatingIPTestJSON-1355648241-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 2.9929230 Apr 18 21:07:50.837579 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f28a0ad-1a15-4b65-b7be-bd7cf3f891e4 tempest-PortsIpV6TestJSON-656796091 tempest-PortsIpV6TestJSON-656796091-project] Pushing event deleted for resources: {'Subnet': ['ID=4d25aba9-9156-4093-a77d-2e9adbf471bc,revision_number=None']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:07:50.846858 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 40538) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:07:50.853132 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.v2.base [None req-3500b0c1-ecdb-4a4e-b944-0e946953f170 tempest-FloatingIPTestJSON-1355648241 tempest-FloatingIPTestJSON-1355648241-project] Request body: {'floatingip': {'port_id': 'e1457dbc-6def-47c9-ac8b-d821712682b9'}} {{(pid=84041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:07:50.866990 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-44bd0a13-4553-4482-b0c2-41fa9b36cff6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:50.900787 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Device 33b867d1-0439-4e6e-9292-2f7076a420d5 no longer exists at agent ovs-agent-n-d-838334-2 {{(pid=84042) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 21:07:50.953455 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-87737249-3e06-473b-a9d4-3728ba13fb1e tempest-SecGroupTest-200765828 tempest-SecGroupTest-200765828-project] Notify callbacks [] for security_group, before_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:50.989873 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-3f28a0ad-1a15-4b65-b7be-bd7cf3f891e4 tempest-PortsIpV6TestJSON-656796091 tempest-PortsIpV6TestJSON-656796091-project] Notify callbacks [] for subnet, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:50.994609 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-3f28a0ad-1a15-4b65-b7be-bd7cf3f891e4 tempest-PortsIpV6TestJSON-656796091 tempest-PortsIpV6TestJSON-656796091-project] 10.222.0.42 "DELETE /v2.0/subnets/4d25aba9-9156-4093-a77d-2e9adbf471bc HTTP/1.1" status: 204 len: 168 time: 2.1863589 Apr 18 21:07:51.006436 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19e25bd1-5622-4fc9-8d33-213956ad7331 None None] Network 9bb89456-2091-4a33-a828-88e91f109451 requested from n-d-838334-2 {{(pid=84042) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 21:07:51.007357 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 40542) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:07:51.108000 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.plugin [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] No Port match for: 33b867d1-0439-4e6e-9292-2f7076a420d5 {{(pid=84042) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 18 21:07:51.108548 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Device 33b867d1-0439-4e6e-9292-2f7076a420d5 not bound to the agent host n-d-838334-2 {{(pid=84042) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 21:07:51.162373 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-066633aa-9e61-4cb2-bee4-e1620372786b tempest-RoutersTest-1500746192 tempest-RoutersTest-1500746192-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1103592'] for network, before_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:51.164434 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-bd9e5fd5-851e-4c46-b8c3-a4d222b2b46e None None] Provisioning for port e1457dbc-6def-47c9-ac8b-d821712682b9 completed by entity DHCP. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 21:07:51.179051 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-3500b0c1-ecdb-4a4e-b944-0e946953f170 tempest-FloatingIPTestJSON-1355648241 tempest-FloatingIPTestJSON-1355648241-project] Notify callbacks [] for floatingip, before_update {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:51.181725 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-600fe642-10c0-4276-8a7f-304d2f2d9d7c tempest-NegativeSecGroupIPv6Test-1002182216 tempest-NegativeSecGroupIPv6Test-1002182216-project] Notify callbacks [] for security_group, precommit_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:51.184453 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-44bd0a13-4553-4482-b0c2-41fa9b36cff6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:51.199304 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-600fe642-10c0-4276-8a7f-304d2f2d9d7c tempest-NegativeSecGroupIPv6Test-1002182216 tempest-NegativeSecGroupIPv6Test-1002182216-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33528224'] for security_group, after_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:51.205665 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-bd9e5fd5-851e-4c46-b8c3-a4d222b2b46e None None] Provisioning complete for port e1457dbc-6def-47c9-ac8b-d821712682b9 triggered by entity DHCP. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:07:51.206265 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-bd9e5fd5-851e-4c46-b8c3-a4d222b2b46e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1253608'] for port, provisioning_complete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:51.228658 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.plugin [None req-066633aa-9e61-4cb2-bee4-e1620372786b tempest-RoutersTest-1500746192 tempest-RoutersTest-1500746192-project] Deleting port 6a2db58b-b71f-4655-8d07-59b8d536a4bb {{(pid=84040) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 21:07:51.229142 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-066633aa-9e61-4cb2-bee4-e1620372786b tempest-RoutersTest-1500746192 tempest-RoutersTest-1500746192-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750375188691'] for port, before_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:51.247458 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-87737249-3e06-473b-a9d4-3728ba13fb1e tempest-SecGroupTest-200765828 tempest-SecGroupTest-200765828-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:07:51.260811 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-87737249-3e06-473b-a9d4-3728ba13fb1e tempest-SecGroupTest-200765828 tempest-SecGroupTest-200765828-project] Usage tracker for resource:security_group_rule and tenant:f1c4efe1b1e34fcc9124816ce3528638 is out of sync, need to count used quota {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:07:51.274291 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-87737249-3e06-473b-a9d4-3728ba13fb1e tempest-SecGroupTest-200765828 tempest-SecGroupTest-200765828-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:07:51.296301 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-87737249-3e06-473b-a9d4-3728ba13fb1e tempest-SecGroupTest-200765828 tempest-SecGroupTest-200765828-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:07:51.302526 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-bebb4028-25d0-4e9d-8319-217a77bde209 tempest-PortsIpV6TestJSON-656796091 tempest-PortsIpV6TestJSON-656796091-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1103592'] for network, before_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:51.309192 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-600fe642-10c0-4276-8a7f-304d2f2d9d7c tempest-NegativeSecGroupIPv6Test-1002182216 tempest-NegativeSecGroupIPv6Test-1002182216-project] Pushing event updated for resources: {'SecurityGroup': ['ID=617956b2-fee2-4760-bce4-3aa356134527,revision_number=1']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:07:51.320797 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.plugin [None req-bd9e5fd5-851e-4c46-b8c3-a4d222b2b46e None None] Port e1457dbc-6def-47c9-ac8b-d821712682b9 cannot update to ACTIVE because it is not bound. {{(pid=84042) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 18 21:07:51.322930 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-600fe642-10c0-4276-8a7f-304d2f2d9d7c tempest-NegativeSecGroupIPv6Test-1002182216 tempest-NegativeSecGroupIPv6Test-1002182216-project] Notify callbacks [] for security_group, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:51.327583 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-600fe642-10c0-4276-8a7f-304d2f2d9d7c tempest-NegativeSecGroupIPv6Test-1002182216 tempest-NegativeSecGroupIPv6Test-1002182216-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 1.7067916 Apr 18 21:07:51.328619 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 40546) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:07:51.340329 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.v2.base [None req-4191a862-3c2f-414a-bf11-53b0e26f66f0 tempest-NegativeSecGroupIPv6Test-1002182216 tempest-NegativeSecGroupIPv6Test-1002182216-project] Request body: {'security_group_rule': {'security_group_id': '617956b2-fee2-4760-bce4-3aa356134527', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=84040) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:07:51.350735 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [None req-4191a862-3c2f-414a-bf11-53b0e26f66f0 tempest-NegativeSecGroupIPv6Test-1002182216 tempest-NegativeSecGroupIPv6Test-1002182216-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:07:51.359181 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-4191a862-3c2f-414a-bf11-53b0e26f66f0 tempest-NegativeSecGroupIPv6Test-1002182216 tempest-NegativeSecGroupIPv6Test-1002182216-project] Usage tracker for resource:security_group_rule and tenant:863bc697f0794559b16810740da961d9 is out of sync, need to count used quota {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:07:51.384353 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.plugin [None req-bebb4028-25d0-4e9d-8319-217a77bde209 tempest-PortsIpV6TestJSON-656796091 tempest-PortsIpV6TestJSON-656796091-project] Deleting port 22a95738-5362-4eb2-815c-75e4362644b7 {{(pid=84041) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 21:07:51.384688 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-bebb4028-25d0-4e9d-8319-217a77bde209 tempest-PortsIpV6TestJSON-656796091 tempest-PortsIpV6TestJSON-656796091-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750375188691'] for port, before_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:51.391510 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-4191a862-3c2f-414a-bf11-53b0e26f66f0 tempest-NegativeSecGroupIPv6Test-1002182216 tempest-NegativeSecGroupIPv6Test-1002182216-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:07:51.404710 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [None req-4191a862-3c2f-414a-bf11-53b0e26f66f0 tempest-NegativeSecGroupIPv6Test-1002182216 tempest-NegativeSecGroupIPv6Test-1002182216-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:07:51.422121 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-44bd0a13-4553-4482-b0c2-41fa9b36cff6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33528224'] for security_group, after_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:51.452565 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-44bd0a13-4553-4482-b0c2-41fa9b36cff6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:51.458987 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-44bd0a13-4553-4482-b0c2-41fa9b36cff6 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/2f9e8649-1b7b-4e99-a8bb-35c23966725b HTTP/1.1" status: 204 len: 168 time: 1.0183480 Apr 18 21:07:51.471732 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44bd0a13-4553-4482-b0c2-41fa9b36cff6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f9e8649-1b7b-4e99-a8bb-35c23966725b,revision_number=None']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:07:51.527198 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d48d16f9-43f4-4dce-bf34-cdcd5a91c810 None None] DHCP port deletion for 9bb89456-2091-4a33-a828-88e91f109451 request from n-d-838334-2 {{(pid=84042) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 18 21:07:51.533699 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.plugin [None req-d48d16f9-43f4-4dce-bf34-cdcd5a91c810 None None] Deleting port 22a95738-5362-4eb2-815c-75e4362644b7 {{(pid=84042) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 21:07:51.534070 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-d48d16f9-43f4-4dce-bf34-cdcd5a91c810 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750375188691'] for port, before_delete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:51.540885 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-87737249-3e06-473b-a9d4-3728ba13fb1e tempest-SecGroupTest-200765828 tempest-SecGroupTest-200765828-project] Notify callbacks [] for security_group, precommit_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:51.582496 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-4191a862-3c2f-414a-bf11-53b0e26f66f0 tempest-NegativeSecGroupIPv6Test-1002182216 tempest-NegativeSecGroupIPv6Test-1002182216-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:51.585262 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69491d19-4aac-4224-9809-3e472ce4bdf4 None None] DHCP port deletion for 6c55f5d6-32aa-4564-9c07-62d3eb3a4e33 request from n-d-838334-2 {{(pid=84042) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 18 21:07:51.585698 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-87737249-3e06-473b-a9d4-3728ba13fb1e tempest-SecGroupTest-200765828 tempest-SecGroupTest-200765828-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33528224'] for security_group, after_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:51.604447 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.plugin [None req-69491d19-4aac-4224-9809-3e472ce4bdf4 None None] Deleting port 6a2db58b-b71f-4655-8d07-59b8d536a4bb {{(pid=84042) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 21:07:51.605258 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-69491d19-4aac-4224-9809-3e472ce4bdf4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750375188691'] for port, before_delete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:51.681813 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.db [None req-066633aa-9e61-4cb2-bee4-e1620372786b tempest-RoutersTest-1500746192 tempest-RoutersTest-1500746192-project] For port 6a2db58b-b71f-4655-8d07-59b8d536a4bb, host n-d-838334-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838334-2',level=0,port_id=6a2db58b-b71f-4655-8d07-59b8d536a4bb,segment=NetworkSegment(4a7f8b54-5318-4fdf-ad3e-dc616d26382c),segment_id=4a7f8b54-5318-4fdf-ad3e-dc616d26382c)] {{(pid=84040) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:07:51.682193 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-066633aa-9e61-4cb2-bee4-e1620372786b tempest-RoutersTest-1500746192 tempest-RoutersTest-1500746192-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369123'] for port, precommit_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:51.820760 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.plugin [None req-066633aa-9e61-4cb2-bee4-e1620372786b tempest-RoutersTest-1500746192 tempest-RoutersTest-1500746192-project] Calling delete_port for 6a2db58b-b71f-4655-8d07-59b8d536a4bb owned by network:dhcp {{(pid=84040) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 21:07:52.011195 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-4191a862-3c2f-414a-bf11-53b0e26f66f0 tempest-NegativeSecGroupIPv6Test-1002182216 tempest-NegativeSecGroupIPv6Test-1002182216-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:52.027605 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-4191a862-3c2f-414a-bf11-53b0e26f66f0 tempest-NegativeSecGroupIPv6Test-1002182216 tempest-NegativeSecGroupIPv6Test-1002182216-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33528311'] for security_group_rule, after_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:52.046386 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87737249-3e06-473b-a9d4-3728ba13fb1e tempest-SecGroupTest-200765828 tempest-SecGroupTest-200765828-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0e1e857f-6426-4349-9943-205801eb1510,revision_number=1']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:07:52.061179 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4191a862-3c2f-414a-bf11-53b0e26f66f0 tempest-NegativeSecGroupIPv6Test-1002182216 tempest-NegativeSecGroupIPv6Test-1002182216-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3f9d65ae-6e3d-4b2f-b933-882e6b8de432,revision_number=0']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:07:52.093323 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-87737249-3e06-473b-a9d4-3728ba13fb1e tempest-SecGroupTest-200765828 tempest-SecGroupTest-200765828-project] Notify callbacks [] for security_group, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:52.097192 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-87737249-3e06-473b-a9d4-3728ba13fb1e tempest-SecGroupTest-200765828 tempest-SecGroupTest-200765828-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 1.3758872 Apr 18 21:07:52.100237 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 40564) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:07:52.109748 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-066633aa-9e61-4cb2-bee4-e1620372786b tempest-RoutersTest-1500746192 tempest-RoutersTest-1500746192-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750375259028', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750374836628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32440838'] for port, after_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:52.132718 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.v2.base [None req-55cba535-7b54-44b8-9d0a-4f765e6fecdb tempest-SecGroupTest-200765828 tempest-SecGroupTest-200765828-project] Request body: {'security_group_rule': {'security_group_id': '0e1e857f-6426-4349-9943-205801eb1510', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=84040) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:07:52.160173 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.db [None req-bebb4028-25d0-4e9d-8319-217a77bde209 tempest-PortsIpV6TestJSON-656796091 tempest-PortsIpV6TestJSON-656796091-project] For port 22a95738-5362-4eb2-815c-75e4362644b7, host n-d-838334-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838334-2',level=0,port_id=22a95738-5362-4eb2-815c-75e4362644b7,segment=NetworkSegment(68370b70-c745-42d0-a6ea-fc9e314d75a0),segment_id=68370b70-c745-42d0-a6ea-fc9e314d75a0)] {{(pid=84041) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:07:52.162028 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-bebb4028-25d0-4e9d-8319-217a77bde209 tempest-PortsIpV6TestJSON-656796091 tempest-PortsIpV6TestJSON-656796091-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369123'] for port, precommit_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:52.179649 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [None req-55cba535-7b54-44b8-9d0a-4f765e6fecdb tempest-SecGroupTest-200765828 tempest-SecGroupTest-200765828-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:07:52.191811 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-4191a862-3c2f-414a-bf11-53b0e26f66f0 tempest-NegativeSecGroupIPv6Test-1002182216 tempest-NegativeSecGroupIPv6Test-1002182216-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:52.196245 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-4191a862-3c2f-414a-bf11-53b0e26f66f0 tempest-NegativeSecGroupIPv6Test-1002182216 tempest-NegativeSecGroupIPv6Test-1002182216-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.8639195 Apr 18 21:07:52.197788 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-55cba535-7b54-44b8-9d0a-4f765e6fecdb tempest-SecGroupTest-200765828 tempest-SecGroupTest-200765828-project] Usage tracker for resource:security_group_rule and tenant:f1c4efe1b1e34fcc9124816ce3528638 is out of sync, need to count used quota {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:07:52.201146 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-d48d16f9-43f4-4dce-bf34-cdcd5a91c810 None None] For port 22a95738-5362-4eb2-815c-75e4362644b7, host n-d-838334-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838334-2',level=0,port_id=22a95738-5362-4eb2-815c-75e4362644b7,segment=NetworkSegment(68370b70-c745-42d0-a6ea-fc9e314d75a0),segment_id=68370b70-c745-42d0-a6ea-fc9e314d75a0)] {{(pid=84042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:07:52.201669 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-d48d16f9-43f4-4dce-bf34-cdcd5a91c810 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369123'] for port, precommit_delete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:52.202231 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 40574) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:07:52.211678 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-55cba535-7b54-44b8-9d0a-4f765e6fecdb tempest-SecGroupTest-200765828 tempest-SecGroupTest-200765828-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:07:52.215020 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-066633aa-9e61-4cb2-bee4-e1620372786b tempest-RoutersTest-1500746192 tempest-RoutersTest-1500746192-project] Pushing event deleted for resources: {'Port': ['ID=6a2db58b-b71f-4655-8d07-59b8d536a4bb,revision_number=None']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:07:52.232731 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.v2.base [None req-0e7c70f4-0024-4bc5-9d43-3e90ada9e060 tempest-NegativeSecGroupIPv6Test-1002182216 tempest-NegativeSecGroupIPv6Test-1002182216-project] Request body: {'security_group_rule': {'security_group_id': '617956b2-fee2-4760-bce4-3aa356134527', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=84040) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:07:52.242670 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [None req-55cba535-7b54-44b8-9d0a-4f765e6fecdb tempest-SecGroupTest-200765828 tempest-SecGroupTest-200765828-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:07:52.255788 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.l3_dvrscheduler_db [None req-066633aa-9e61-4cb2-bee4-e1620372786b tempest-RoutersTest-1500746192 tempest-RoutersTest-1500746192-project] No DVR routers for this DVR port 6a2db58b-b71f-4655-8d07-59b8d536a4bb on host n-d-838334-2 {{(pid=84040) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 21:07:52.292645 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [None req-0e7c70f4-0024-4bc5-9d43-3e90ada9e060 tempest-NegativeSecGroupIPv6Test-1002182216 tempest-NegativeSecGroupIPv6Test-1002182216-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:07:52.304931 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-0e7c70f4-0024-4bc5-9d43-3e90ada9e060 tempest-NegativeSecGroupIPv6Test-1002182216 tempest-NegativeSecGroupIPv6Test-1002182216-project] Usage tracker for resource:security_group_rule and tenant:863bc697f0794559b16810740da961d9 is out of sync, need to count used quota {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:07:52.323329 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-0e7c70f4-0024-4bc5-9d43-3e90ada9e060 tempest-NegativeSecGroupIPv6Test-1002182216 tempest-NegativeSecGroupIPv6Test-1002182216-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:07:52.339332 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [None req-0e7c70f4-0024-4bc5-9d43-3e90ada9e060 tempest-NegativeSecGroupIPv6Test-1002182216 tempest-NegativeSecGroupIPv6Test-1002182216-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:07:52.403956 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-55cba535-7b54-44b8-9d0a-4f765e6fecdb tempest-SecGroupTest-200765828 tempest-SecGroupTest-200765828-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:52.459351 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-066633aa-9e61-4cb2-bee4-e1620372786b tempest-RoutersTest-1500746192 tempest-RoutersTest-1500746192-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1258905', 'neutron.services.segments.db._delete_segments_for_network-8750375287417'] for network, precommit_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:52.476073 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-0e7c70f4-0024-4bc5-9d43-3e90ada9e060 tempest-NegativeSecGroupIPv6Test-1002182216 tempest-NegativeSecGroupIPv6Test-1002182216-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:52.512055 n-d-838334-2 neutron-server[84040]: DEBUG neutron.services.segments.db [None req-066633aa-9e61-4cb2-bee4-e1620372786b tempest-RoutersTest-1500746192 tempest-RoutersTest-1500746192-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6c55f5d6-32aa-4564-9c07-62d3eb3a4e33']}} {{(pid=84040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:07:52.538313 n-d-838334-2 neutron-server[84040]: DEBUG neutron.services.segments.db [None req-066633aa-9e61-4cb2-bee4-e1620372786b tempest-RoutersTest-1500746192 tempest-RoutersTest-1500746192-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4a7f8b54-5318-4fdf-ad3e-dc616d26382c') {'for_net_delete': True} {{(pid=84040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:07:52.538614 n-d-838334-2 neutron-server[84040]: DEBUG neutron.services.segments.db [None req-066633aa-9e61-4cb2-bee4-e1620372786b tempest-RoutersTest-1500746192 tempest-RoutersTest-1500746192-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4a7f8b54-5318-4fdf-ad3e-dc616d26382c') {} {{(pid=84040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:07:52.567592 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.plugin [None req-d48d16f9-43f4-4dce-bf34-cdcd5a91c810 None None] Calling delete_port for 22a95738-5362-4eb2-815c-75e4362644b7 owned by network:dhcp {{(pid=84042) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 21:07:52.568042 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-066633aa-9e61-4cb2-bee4-e1620372786b tempest-RoutersTest-1500746192 tempest-RoutersTest-1500746192-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750375287300', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31955965'] for segment, before_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:52.600578 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-066633aa-9e61-4cb2-bee4-e1620372786b tempest-RoutersTest-1500746192 tempest-RoutersTest-1500746192-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1082986'] for segment, precommit_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:52.637353 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-55cba535-7b54-44b8-9d0a-4f765e6fecdb tempest-SecGroupTest-200765828 tempest-SecGroupTest-200765828-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:52.638801 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-066633aa-9e61-4cb2-bee4-e1620372786b tempest-RoutersTest-1500746192 tempest-RoutersTest-1500746192-project] Releasing vlan 357 on physical network physnet1 to pool {{(pid=84040) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 18 21:07:52.639238 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-066633aa-9e61-4cb2-bee4-e1620372786b tempest-RoutersTest-1500746192 tempest-RoutersTest-1500746192-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1082993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32440923'] for segment, after_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:52.656282 n-d-838334-2 neutron-server[84040]: Traceback (most recent call last): Apr 18 21:07:52.656282 n-d-838334-2 neutron-server[84040]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 18 21:07:52.656282 n-d-838334-2 neutron-server[84040]: timer() Apr 18 21:07:52.656282 n-d-838334-2 neutron-server[84040]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 21:07:52.656282 n-d-838334-2 neutron-server[84040]: cb(*args, **kw) Apr 18 21:07:52.656282 n-d-838334-2 neutron-server[84040]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 18 21:07:52.656282 n-d-838334-2 neutron-server[84040]: return func(*args, **kwargs) Apr 18 21:07:52.656282 n-d-838334-2 neutron-server[84040]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 21:07:52.656282 n-d-838334-2 neutron-server[84040]: self._notify() Apr 18 21:07:52.656282 n-d-838334-2 neutron-server[84040]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 21:07:52.656282 n-d-838334-2 neutron-server[84040]: self.callback(batched_events) Apr 18 21:07:52.656282 n-d-838334-2 neutron-server[84040]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 21:07:52.656282 n-d-838334-2 neutron-server[84040]: event.method(event) Apr 18 21:07:52.656282 n-d-838334-2 neutron-server[84040]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 18 21:07:52.656282 n-d-838334-2 neutron-server[84040]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 21:07:52.656282 n-d-838334-2 neutron-server[84040]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 18 21:07:52.656282 n-d-838334-2 neutron-server[84040]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 21:07:52.656282 n-d-838334-2 neutron-server[84040]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 18 21:07:52.656282 n-d-838334-2 neutron-server[84040]: return f(self, *a, **k) Apr 18 21:07:52.656282 n-d-838334-2 neutron-server[84040]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 18 21:07:52.656282 n-d-838334-2 neutron-server[84040]: return self._get(url).json() Apr 18 21:07:52.656282 n-d-838334-2 neutron-server[84040]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 18 21:07:52.656282 n-d-838334-2 neutron-server[84040]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 21:07:52.656282 n-d-838334-2 neutron-server[84040]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 18 21:07:52.656282 n-d-838334-2 neutron-server[84040]: return self.request(url, 'GET', **kwargs) Apr 18 21:07:52.656282 n-d-838334-2 neutron-server[84040]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 18 21:07:52.656282 n-d-838334-2 neutron-server[84040]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 21:07:52.656282 n-d-838334-2 neutron-server[84040]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 18 21:07:52.656282 n-d-838334-2 neutron-server[84040]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 21:07:52.656282 n-d-838334-2 neutron-server[84040]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 18 21:07:52.656282 n-d-838334-2 neutron-server[84040]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 21:07:52.656282 n-d-838334-2 neutron-server[84040]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 21:07:52.658964 n-d-838334-2 neutron-server[84040]: INFO neutron.api.v2.resource [None req-0e7c70f4-0024-4bc5-9d43-3e90ada9e060 tempest-NegativeSecGroupIPv6Test-1002182216 tempest-NegativeSecGroupIPv6Test-1002182216-project] create failed (client error): There was a conflict when trying to complete your request. Apr 18 21:07:52.662474 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-0e7c70f4-0024-4bc5-9d43-3e90ada9e060 tempest-NegativeSecGroupIPv6Test-1002182216 tempest-NegativeSecGroupIPv6Test-1002182216-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.4529262 Apr 18 21:07:52.662981 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-69491d19-4aac-4224-9809-3e472ce4bdf4 None None] For port 6a2db58b-b71f-4655-8d07-59b8d536a4bb, host n-d-838334-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838334-2',level=0,port_id=6a2db58b-b71f-4655-8d07-59b8d536a4bb,segment=NetworkSegment(4a7f8b54-5318-4fdf-ad3e-dc616d26382c),segment_id=4a7f8b54-5318-4fdf-ad3e-dc616d26382c)] {{(pid=84042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:07:52.663108 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 40586) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:07:52.663721 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-69491d19-4aac-4224-9809-3e472ce4bdf4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369123'] for port, precommit_delete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:52.669108 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-55cba535-7b54-44b8-9d0a-4f765e6fecdb tempest-SecGroupTest-200765828 tempest-SecGroupTest-200765828-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33528311'] for security_group_rule, after_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:52.774819 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.plugin [None req-bebb4028-25d0-4e9d-8319-217a77bde209 tempest-PortsIpV6TestJSON-656796091 tempest-PortsIpV6TestJSON-656796091-project] Calling delete_port for 22a95738-5362-4eb2-815c-75e4362644b7 owned by network:dhcp {{(pid=84041) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 21:07:52.779509 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-55cba535-7b54-44b8-9d0a-4f765e6fecdb tempest-SecGroupTest-200765828 tempest-SecGroupTest-200765828-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:52.784172 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-55cba535-7b54-44b8-9d0a-4f765e6fecdb tempest-SecGroupTest-200765828 tempest-SecGroupTest-200765828-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 717 time: 0.6815882 Apr 18 21:07:52.799584 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 40592) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:07:52.813350 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55cba535-7b54-44b8-9d0a-4f765e6fecdb tempest-SecGroupTest-200765828 tempest-SecGroupTest-200765828-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dd76671a-e203-46ff-9588-67cb17318ad1,revision_number=0']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:07:52.864384 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-066633aa-9e61-4cb2-bee4-e1620372786b tempest-RoutersTest-1500746192 tempest-RoutersTest-1500746192-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1258898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33526109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33444113'] for network, after_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:52.872897 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-066633aa-9e61-4cb2-bee4-e1620372786b tempest-RoutersTest-1500746192 tempest-RoutersTest-1500746192-project] Notify callbacks [] for network, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:52.887900 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.plugin [None req-69491d19-4aac-4224-9809-3e472ce4bdf4 None None] Calling delete_port for 6a2db58b-b71f-4655-8d07-59b8d536a4bb owned by network:dhcp {{(pid=84042) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 21:07:52.898736 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-3500b0c1-ecdb-4a4e-b944-0e946953f170 tempest-FloatingIPTestJSON-1355648241 tempest-FloatingIPTestJSON-1355648241-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:52.900414 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-066633aa-9e61-4cb2-bee4-e1620372786b tempest-RoutersTest-1500746192 tempest-RoutersTest-1500746192-project] 10.222.0.42 "DELETE /v2.0/networks/6c55f5d6-32aa-4564-9c07-62d3eb3a4e33 HTTP/1.1" status: 204 len: 168 time: 2.0848577 Apr 18 21:07:52.900851 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 40598) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:07:52.910629 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-cb780936-16fa-415f-9b61-885ab721816d tempest-SecGroupTest-200765828 tempest-SecGroupTest-200765828-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:52.916439 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-066633aa-9e61-4cb2-bee4-e1620372786b tempest-RoutersTest-1500746192 tempest-RoutersTest-1500746192-project] Pushing event deleted for resources: {'Network': ['ID=6c55f5d6-32aa-4564-9c07-62d3eb3a4e33,revision_number=None']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:07:52.977438 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-fabada20-2e4a-44c7-96ec-182512fb6a49 tempest-NegativeSecGroupIPv6Test-1002182216 tempest-NegativeSecGroupIPv6Test-1002182216-project] Notify callbacks [] for security_group, before_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:52.981135 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Device 22a95738-5362-4eb2-815c-75e4362644b7 no longer exists at agent ovs-agent-n-d-838334-2 {{(pid=84042) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 21:07:52.983589 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-cb780936-16fa-415f-9b61-885ab721816d tempest-SecGroupTest-200765828 tempest-SecGroupTest-200765828-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:53.022209 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-3500b0c1-ecdb-4a4e-b944-0e946953f170 tempest-FloatingIPTestJSON-1355648241 tempest-FloatingIPTestJSON-1355648241-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33444131'] for floatingip, after_update {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:53.029394 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-fabada20-2e4a-44c7-96ec-182512fb6a49 tempest-NegativeSecGroupIPv6Test-1002182216 tempest-NegativeSecGroupIPv6Test-1002182216-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:53.055353 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-cb780936-16fa-415f-9b61-885ab721816d tempest-SecGroupTest-200765828 tempest-SecGroupTest-200765828-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33528311'] for security_group_rule, after_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:53.123398 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb780936-16fa-415f-9b61-885ab721816d tempest-SecGroupTest-200765828 tempest-SecGroupTest-200765828-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=dd76671a-e203-46ff-9588-67cb17318ad1,revision_number=None']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:07:53.136734 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-cb780936-16fa-415f-9b61-885ab721816d tempest-SecGroupTest-200765828 tempest-SecGroupTest-200765828-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:53.137848 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-cb780936-16fa-415f-9b61-885ab721816d tempest-SecGroupTest-200765828 tempest-SecGroupTest-200765828-project] 10.222.0.42 "DELETE /v2.0/security-group-rules/dd76671a-e203-46ff-9588-67cb17318ad1 HTTP/1.1" status: 204 len: 168 time: 0.3351448 Apr 18 21:07:53.144464 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 40604) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:07:53.231034 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-bebb4028-25d0-4e9d-8319-217a77bde209 tempest-PortsIpV6TestJSON-656796091 tempest-PortsIpV6TestJSON-656796091-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750375259028', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750374836628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32266323'] for port, after_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:53.246314 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.db.api [None req-69491d19-4aac-4224-9809-3e472ce4bdf4 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84042) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 18 21:07:53.247411 n-d-838334-2 neutron-server[84042]: DEBUG oslo_db.api [None req-69491d19-4aac-4224-9809-3e472ce4bdf4 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 18 21:07:53.248175 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.db.api [None req-d48d16f9-43f4-4dce-bf34-cdcd5a91c810 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84042) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 18 21:07:53.248718 n-d-838334-2 neutron-server[84042]: DEBUG oslo_db.api [None req-d48d16f9-43f4-4dce-bf34-cdcd5a91c810 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 18 21:07:53.264242 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-fe05055b-5197-4ea4-870c-0c431bdb8def tempest-SecGroupTest-200765828 tempest-SecGroupTest-200765828-project] Synchronizing usage tracker for tenant:f1c4efe1b1e34fcc9124816ce3528638 on resource:security_group_rule {{(pid=84040) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 21:07:53.268900 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-fabada20-2e4a-44c7-96ec-182512fb6a49 tempest-NegativeSecGroupIPv6Test-1002182216 tempest-NegativeSecGroupIPv6Test-1002182216-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33528224'] for security_group, after_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:53.295173 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-fabada20-2e4a-44c7-96ec-182512fb6a49 tempest-NegativeSecGroupIPv6Test-1002182216 tempest-NegativeSecGroupIPv6Test-1002182216-project] Notify callbacks [] for security_group, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:53.299389 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-fabada20-2e4a-44c7-96ec-182512fb6a49 tempest-NegativeSecGroupIPv6Test-1002182216 tempest-NegativeSecGroupIPv6Test-1002182216-project] 10.222.0.42 "DELETE /v2.0/security-groups/617956b2-fee2-4760-bce4-3aa356134527 HTTP/1.1" status: 204 len: 168 time: 0.6314268 Apr 18 21:07:53.300869 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fabada20-2e4a-44c7-96ec-182512fb6a49 tempest-NegativeSecGroupIPv6Test-1002182216 tempest-NegativeSecGroupIPv6Test-1002182216-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=617956b2-fee2-4760-bce4-3aa356134527,revision_number=None']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:07:53.304007 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 40610) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:07:53.304272 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bebb4028-25d0-4e9d-8319-217a77bde209 tempest-PortsIpV6TestJSON-656796091 tempest-PortsIpV6TestJSON-656796091-project] Pushing event deleted for resources: {'Port': ['ID=22a95738-5362-4eb2-815c-75e4362644b7,revision_number=None']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:07:53.325590 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bebb4028-25d0-4e9d-8319-217a77bde209 tempest-PortsIpV6TestJSON-656796091 tempest-PortsIpV6TestJSON-656796091-project] No DVR routers for this DVR port 22a95738-5362-4eb2-815c-75e4362644b7 on host n-d-838334-2 {{(pid=84041) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 21:07:53.333425 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] No active binding found for port 22a95738-5362-4eb2-815c-75e4362644b7 {{(pid=84042) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:222}} Apr 18 21:07:53.334152 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Device 22a95738-5362-4eb2-815c-75e4362644b7 not bound to the agent host n-d-838334-2 {{(pid=84042) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 21:07:53.334744 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Device 6a2db58b-b71f-4655-8d07-59b8d536a4bb no longer exists at agent ovs-agent-n-d-838334-2 {{(pid=84042) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 21:07:53.340012 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-fe05055b-5197-4ea4-870c-0c431bdb8def tempest-SecGroupTest-200765828 tempest-SecGroupTest-200765828-project] Unset dirty status for tenant:f1c4efe1b1e34fcc9124816ce3528638 on resource:security_group_rule {{(pid=84040) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 21:07:53.344272 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-fe05055b-5197-4ea4-870c-0c431bdb8def tempest-SecGroupTest-200765828 tempest-SecGroupTest-200765828-project] 10.222.0.42 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3219 time: 0.1946533 Apr 18 21:07:53.345076 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 40616) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:07:53.380367 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.plugin [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] No Port match for: 6a2db58b-b71f-4655-8d07-59b8d536a4bb {{(pid=84042) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 18 21:07:53.380978 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Device 6a2db58b-b71f-4655-8d07-59b8d536a4bb not bound to the agent host n-d-838334-2 {{(pid=84042) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 21:07:53.412390 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-7ccfda76-9c05-4061-a1f3-d60e16acd074 tempest-NegativeSecGroupIPv6Test-1002182216 tempest-NegativeSecGroupIPv6Test-1002182216-project] Synchronizing usage tracker for tenant:863bc697f0794559b16810740da961d9 on resource:security_group {{(pid=84040) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 21:07:53.494287 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-79642f92-f699-4a1b-a570-c79db2a6041e tempest-SecGroupTest-200765828 tempest-SecGroupTest-200765828-project] Notify callbacks [] for security_group, before_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:53.499613 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-bebb4028-25d0-4e9d-8319-217a77bde209 tempest-PortsIpV6TestJSON-656796091 tempest-PortsIpV6TestJSON-656796091-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1258905', 'neutron.services.segments.db._delete_segments_for_network-8750375287417'] for network, precommit_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:53.538689 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-7ccfda76-9c05-4061-a1f3-d60e16acd074 tempest-NegativeSecGroupIPv6Test-1002182216 tempest-NegativeSecGroupIPv6Test-1002182216-project] Unset dirty status for tenant:863bc697f0794559b16810740da961d9 on resource:security_group {{(pid=84040) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 21:07:53.549999 n-d-838334-2 neutron-server[84041]: DEBUG neutron.services.segments.db [None req-bebb4028-25d0-4e9d-8319-217a77bde209 tempest-PortsIpV6TestJSON-656796091 tempest-PortsIpV6TestJSON-656796091-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9bb89456-2091-4a33-a828-88e91f109451']}} {{(pid=84041) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:07:53.550146 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-7ccfda76-9c05-4061-a1f3-d60e16acd074 tempest-NegativeSecGroupIPv6Test-1002182216 tempest-NegativeSecGroupIPv6Test-1002182216-project] 10.222.0.42 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.2368248 Apr 18 21:07:53.550759 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 40622) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:07:53.556080 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-79642f92-f699-4a1b-a570-c79db2a6041e tempest-SecGroupTest-200765828 tempest-SecGroupTest-200765828-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:53.560502 n-d-838334-2 neutron-server[84041]: DEBUG neutron.services.segments.db [None req-bebb4028-25d0-4e9d-8319-217a77bde209 tempest-PortsIpV6TestJSON-656796091 tempest-PortsIpV6TestJSON-656796091-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '68370b70-c745-42d0-a6ea-fc9e314d75a0') {'for_net_delete': True} {{(pid=84041) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:07:53.560924 n-d-838334-2 neutron-server[84041]: DEBUG neutron.services.segments.db [None req-bebb4028-25d0-4e9d-8319-217a77bde209 tempest-PortsIpV6TestJSON-656796091 tempest-PortsIpV6TestJSON-656796091-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '68370b70-c745-42d0-a6ea-fc9e314d75a0') {} {{(pid=84041) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:07:53.568806 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.v2.base [None req-72c55831-2682-4945-9bb6-911af58e0f0c tempest-NegativeSecGroupIPv6Test-1002182216 tempest-NegativeSecGroupIPv6Test-1002182216-project] Request body: {'security_group': {'name': 'tempest-secgroup--153738363'}} {{(pid=84040) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:07:53.588012 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-bebb4028-25d0-4e9d-8319-217a77bde209 tempest-PortsIpV6TestJSON-656796091 tempest-PortsIpV6TestJSON-656796091-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750375287300', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32268156'] for segment, before_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:53.588425 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [None req-72c55831-2682-4945-9bb6-911af58e0f0c tempest-NegativeSecGroupIPv6Test-1002182216 tempest-NegativeSecGroupIPv6Test-1002182216-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:07:53.613594 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [None req-72c55831-2682-4945-9bb6-911af58e0f0c tempest-NegativeSecGroupIPv6Test-1002182216 tempest-NegativeSecGroupIPv6Test-1002182216-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:07:53.646268 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-72c55831-2682-4945-9bb6-911af58e0f0c tempest-NegativeSecGroupIPv6Test-1002182216 tempest-NegativeSecGroupIPv6Test-1002182216-project] Notify callbacks [] for security_group, before_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:53.661267 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-79642f92-f699-4a1b-a570-c79db2a6041e tempest-SecGroupTest-200765828 tempest-SecGroupTest-200765828-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33528224'] for security_group, after_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:53.703064 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79642f92-f699-4a1b-a570-c79db2a6041e tempest-SecGroupTest-200765828 tempest-SecGroupTest-200765828-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e1e857f-6426-4349-9943-205801eb1510,revision_number=None']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:07:53.748820 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.plugin [None req-69491d19-4aac-4224-9809-3e472ce4bdf4 None None] Deleting port 6a2db58b-b71f-4655-8d07-59b8d536a4bb {{(pid=84042) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 21:07:53.749208 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-69491d19-4aac-4224-9809-3e472ce4bdf4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750375188691'] for port, before_delete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:53.749616 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-79642f92-f699-4a1b-a570-c79db2a6041e tempest-SecGroupTest-200765828 tempest-SecGroupTest-200765828-project] Notify callbacks [] for security_group, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:53.751175 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-79642f92-f699-4a1b-a570-c79db2a6041e tempest-SecGroupTest-200765828 tempest-SecGroupTest-200765828-project] 10.222.0.42 "DELETE /v2.0/security-groups/0e1e857f-6426-4349-9943-205801eb1510 HTTP/1.1" status: 204 len: 168 time: 0.3985016 Apr 18 21:07:53.756351 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 40628) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:07:53.759923 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [None req-72c55831-2682-4945-9bb6-911af58e0f0c tempest-NegativeSecGroupIPv6Test-1002182216 tempest-NegativeSecGroupIPv6Test-1002182216-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:07:53.786580 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-72c55831-2682-4945-9bb6-911af58e0f0c tempest-NegativeSecGroupIPv6Test-1002182216 tempest-NegativeSecGroupIPv6Test-1002182216-project] Usage tracker for resource:security_group_rule and tenant:863bc697f0794559b16810740da961d9 is out of sync, need to count used quota {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:07:53.795788 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-72c55831-2682-4945-9bb6-911af58e0f0c tempest-NegativeSecGroupIPv6Test-1002182216 tempest-NegativeSecGroupIPv6Test-1002182216-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:07:53.807196 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [None req-72c55831-2682-4945-9bb6-911af58e0f0c tempest-NegativeSecGroupIPv6Test-1002182216 tempest-NegativeSecGroupIPv6Test-1002182216-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:07:53.816613 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.plugin [None req-d48d16f9-43f4-4dce-bf34-cdcd5a91c810 None None] Deleting port 22a95738-5362-4eb2-815c-75e4362644b7 {{(pid=84042) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 21:07:53.816997 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-d48d16f9-43f4-4dce-bf34-cdcd5a91c810 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750375188691'] for port, before_delete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:53.877491 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-bebb4028-25d0-4e9d-8319-217a77bde209 tempest-PortsIpV6TestJSON-656796091 tempest-PortsIpV6TestJSON-656796091-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1082986'] for segment, precommit_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:53.898356 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.plugin [None req-69491d19-4aac-4224-9809-3e472ce4bdf4 None None] The port '6a2db58b-b71f-4655-8d07-59b8d536a4bb' was deleted {{(pid=84042) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 18 21:07:53.909260 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bebb4028-25d0-4e9d-8319-217a77bde209 tempest-PortsIpV6TestJSON-656796091 tempest-PortsIpV6TestJSON-656796091-project] Releasing vlan 391 on physical network physnet1 to pool {{(pid=84041) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 18 21:07:53.909581 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-bebb4028-25d0-4e9d-8319-217a77bde209 tempest-PortsIpV6TestJSON-656796091 tempest-PortsIpV6TestJSON-656796091-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1082993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32266254'] for segment, after_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:53.911844 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-eb583517-3777-4acc-9342-b6bd936545f0 tempest-SecGroupTest-200765828 tempest-SecGroupTest-200765828-project] Synchronizing usage tracker for tenant:f1c4efe1b1e34fcc9124816ce3528638 on resource:security_group {{(pid=84040) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 21:07:53.936450 n-d-838334-2 neutron-server[84041]: Traceback (most recent call last): Apr 18 21:07:53.936450 n-d-838334-2 neutron-server[84041]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 18 21:07:53.936450 n-d-838334-2 neutron-server[84041]: timer() Apr 18 21:07:53.936450 n-d-838334-2 neutron-server[84041]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 21:07:53.936450 n-d-838334-2 neutron-server[84041]: cb(*args, **kw) Apr 18 21:07:53.936450 n-d-838334-2 neutron-server[84041]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 18 21:07:53.936450 n-d-838334-2 neutron-server[84041]: return func(*args, **kwargs) Apr 18 21:07:53.936450 n-d-838334-2 neutron-server[84041]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 21:07:53.936450 n-d-838334-2 neutron-server[84041]: self._notify() Apr 18 21:07:53.936450 n-d-838334-2 neutron-server[84041]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 21:07:53.936450 n-d-838334-2 neutron-server[84041]: self.callback(batched_events) Apr 18 21:07:53.936450 n-d-838334-2 neutron-server[84041]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 21:07:53.936450 n-d-838334-2 neutron-server[84041]: event.method(event) Apr 18 21:07:53.936450 n-d-838334-2 neutron-server[84041]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 18 21:07:53.936450 n-d-838334-2 neutron-server[84041]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 21:07:53.936450 n-d-838334-2 neutron-server[84041]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 18 21:07:53.936450 n-d-838334-2 neutron-server[84041]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 21:07:53.936450 n-d-838334-2 neutron-server[84041]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 18 21:07:53.936450 n-d-838334-2 neutron-server[84041]: return f(self, *a, **k) Apr 18 21:07:53.936450 n-d-838334-2 neutron-server[84041]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 18 21:07:53.936450 n-d-838334-2 neutron-server[84041]: return self._get(url).json() Apr 18 21:07:53.936450 n-d-838334-2 neutron-server[84041]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 18 21:07:53.936450 n-d-838334-2 neutron-server[84041]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 21:07:53.936450 n-d-838334-2 neutron-server[84041]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 18 21:07:53.936450 n-d-838334-2 neutron-server[84041]: return self.request(url, 'GET', **kwargs) Apr 18 21:07:53.936450 n-d-838334-2 neutron-server[84041]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 18 21:07:53.936450 n-d-838334-2 neutron-server[84041]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 21:07:53.936450 n-d-838334-2 neutron-server[84041]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 18 21:07:53.936450 n-d-838334-2 neutron-server[84041]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 21:07:53.936450 n-d-838334-2 neutron-server[84041]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 18 21:07:53.936450 n-d-838334-2 neutron-server[84041]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 21:07:53.936450 n-d-838334-2 neutron-server[84041]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 21:07:53.957458 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.plugin [None req-d48d16f9-43f4-4dce-bf34-cdcd5a91c810 None None] The port '22a95738-5362-4eb2-815c-75e4362644b7' was deleted {{(pid=84042) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 18 21:07:53.985245 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-eb583517-3777-4acc-9342-b6bd936545f0 tempest-SecGroupTest-200765828 tempest-SecGroupTest-200765828-project] Unset dirty status for tenant:f1c4efe1b1e34fcc9124816ce3528638 on resource:security_group {{(pid=84040) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 21:07:53.988746 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-eb583517-3777-4acc-9342-b6bd936545f0 tempest-SecGroupTest-200765828 tempest-SecGroupTest-200765828-project] 10.222.0.42 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.2312624 Apr 18 21:07:53.994329 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 40636) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:07:54.010958 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.v2.base [None req-2efaf3b0-c5be-43db-9afc-5eddb400539f tempest-SecGroupTest-200765828 tempest-SecGroupTest-200765828-project] Request body: {'security_group': {'name': 'tempest-secgroup--819794526'}} {{(pid=84040) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:07:54.028630 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [None req-2efaf3b0-c5be-43db-9afc-5eddb400539f tempest-SecGroupTest-200765828 tempest-SecGroupTest-200765828-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:07:54.077213 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [None req-2efaf3b0-c5be-43db-9afc-5eddb400539f tempest-SecGroupTest-200765828 tempest-SecGroupTest-200765828-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:07:54.088909 n-d-838334-2 neutron-server[84041]: INFO neutron.db.l3_db [None req-3500b0c1-ecdb-4a4e-b944-0e946953f170 tempest-FloatingIPTestJSON-1355648241 tempest-FloatingIPTestJSON-1355648241-project] Floating IP eafc11b4-650c-4062-a2f7-a5e35b546171 associated. External IP: 172.25.8.48, port: 2882729f-5f07-42d9-8958-1c24592c42f2. Apr 18 21:07:54.106362 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-72c55831-2682-4945-9bb6-911af58e0f0c tempest-NegativeSecGroupIPv6Test-1002182216 tempest-NegativeSecGroupIPv6Test-1002182216-project] Notify callbacks [] for security_group, precommit_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:54.114563 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-72c55831-2682-4945-9bb6-911af58e0f0c tempest-NegativeSecGroupIPv6Test-1002182216 tempest-NegativeSecGroupIPv6Test-1002182216-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33528224'] for security_group, after_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:54.147402 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72c55831-2682-4945-9bb6-911af58e0f0c tempest-NegativeSecGroupIPv6Test-1002182216 tempest-NegativeSecGroupIPv6Test-1002182216-project] Pushing event updated for resources: {'SecurityGroup': ['ID=79f8b0b0-bdae-4694-b517-dd5cc853b180,revision_number=1']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:07:54.154127 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-bebb4028-25d0-4e9d-8319-217a77bde209 tempest-PortsIpV6TestJSON-656796091 tempest-PortsIpV6TestJSON-656796091-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1258898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33526109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33444113'] for network, after_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:54.154440 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-2efaf3b0-c5be-43db-9afc-5eddb400539f tempest-SecGroupTest-200765828 tempest-SecGroupTest-200765828-project] Notify callbacks [] for security_group, before_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:54.205037 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [None req-2efaf3b0-c5be-43db-9afc-5eddb400539f tempest-SecGroupTest-200765828 tempest-SecGroupTest-200765828-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:07:54.208227 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-72c55831-2682-4945-9bb6-911af58e0f0c tempest-NegativeSecGroupIPv6Test-1002182216 tempest-NegativeSecGroupIPv6Test-1002182216-project] Notify callbacks [] for security_group, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:54.209486 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-72c55831-2682-4945-9bb6-911af58e0f0c tempest-NegativeSecGroupIPv6Test-1002182216 tempest-NegativeSecGroupIPv6Test-1002182216-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 0.6577971 Apr 18 21:07:54.212589 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-2efaf3b0-c5be-43db-9afc-5eddb400539f tempest-SecGroupTest-200765828 tempest-SecGroupTest-200765828-project] Usage tracker for resource:security_group_rule and tenant:f1c4efe1b1e34fcc9124816ce3528638 is out of sync, need to count used quota {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:07:54.214976 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 40642) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:07:54.218079 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-2efaf3b0-c5be-43db-9afc-5eddb400539f tempest-SecGroupTest-200765828 tempest-SecGroupTest-200765828-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:07:54.224767 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.v2.base [None req-0d2cec21-fbe8-4429-9c32-601b29a78c6e tempest-NegativeSecGroupIPv6Test-1002182216 tempest-NegativeSecGroupIPv6Test-1002182216-project] Request body: {'security_group_rule': {'security_group_id': '79f8b0b0-bdae-4694-b517-dd5cc853b180', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=84040) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:07:54.225416 n-d-838334-2 neutron-server[84040]: INFO neutron.api.v2.resource [None req-0d2cec21-fbe8-4429-9c32-601b29a78c6e tempest-NegativeSecGroupIPv6Test-1002182216 tempest-NegativeSecGroupIPv6Test-1002182216-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 18 21:07:54.226375 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-0d2cec21-fbe8-4429-9c32-601b29a78c6e tempest-NegativeSecGroupIPv6Test-1002182216 tempest-NegativeSecGroupIPv6Test-1002182216-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0103812 Apr 18 21:07:54.229842 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 40646) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:07:54.232407 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [None req-2efaf3b0-c5be-43db-9afc-5eddb400539f tempest-SecGroupTest-200765828 tempest-SecGroupTest-200765828-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:07:54.258188 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-bebb4028-25d0-4e9d-8319-217a77bde209 tempest-PortsIpV6TestJSON-656796091 tempest-PortsIpV6TestJSON-656796091-project] Notify callbacks [] for network, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:54.261682 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bebb4028-25d0-4e9d-8319-217a77bde209 tempest-PortsIpV6TestJSON-656796091 tempest-PortsIpV6TestJSON-656796091-project] Pushing event deleted for resources: {'Network': ['ID=9bb89456-2091-4a33-a828-88e91f109451,revision_number=None']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:07:54.311650 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-bebb4028-25d0-4e9d-8319-217a77bde209 tempest-PortsIpV6TestJSON-656796091 tempest-PortsIpV6TestJSON-656796091-project] 10.222.0.42 "DELETE /v2.0/networks/9bb89456-2091-4a33-a828-88e91f109451 HTTP/1.1" status: 204 len: 168 time: 3.3029854 Apr 18 21:07:54.317935 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-6d869d26-d1a7-4ef8-84d5-fc6f07d6cf35 tempest-RoutersTest-1500746192 tempest-RoutersTest-1500746192-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33443857'] for router_interface, before_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:54.320730 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 40652) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:07:54.390209 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-a7a6d065-1bf5-439a-b6f8-96e7802cbcfc tempest-NegativeSecGroupIPv6Test-1002182216 tempest-NegativeSecGroupIPv6Test-1002182216-project] Notify callbacks [] for security_group, before_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:54.450828 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-a7a6d065-1bf5-439a-b6f8-96e7802cbcfc tempest-NegativeSecGroupIPv6Test-1002182216 tempest-NegativeSecGroupIPv6Test-1002182216-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:54.472162 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-2efaf3b0-c5be-43db-9afc-5eddb400539f tempest-SecGroupTest-200765828 tempest-SecGroupTest-200765828-project] Notify callbacks [] for security_group, precommit_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:54.488948 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-971038b5-36d0-4005-8a0a-518e2d61665a tempest-PortsIpV6TestJSON-656796091 tempest-PortsIpV6TestJSON-656796091-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:07:54.494203 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-971038b5-36d0-4005-8a0a-518e2d61665a tempest-PortsIpV6TestJSON-656796091 tempest-PortsIpV6TestJSON-656796091-project] 10.222.0.42 "GET /v2.0/ports/331c78f2-c4fa-405a-a689-7df66e7806ff HTTP/1.1" status: 200 len: 844 time: 0.1643138 Apr 18 21:07:54.494203 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-2efaf3b0-c5be-43db-9afc-5eddb400539f tempest-SecGroupTest-200765828 tempest-SecGroupTest-200765828-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33528224'] for security_group, after_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:54.494966 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 40658) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:07:54.536193 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2efaf3b0-c5be-43db-9afc-5eddb400539f tempest-SecGroupTest-200765828 tempest-SecGroupTest-200765828-project] Pushing event updated for resources: {'SecurityGroup': ['ID=45261250-2373-44ce-9880-b12673009935,revision_number=1']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:07:54.590241 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-2efaf3b0-c5be-43db-9afc-5eddb400539f tempest-SecGroupTest-200765828 tempest-SecGroupTest-200765828-project] Notify callbacks [] for security_group, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:54.591833 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-2efaf3b0-c5be-43db-9afc-5eddb400539f tempest-SecGroupTest-200765828 tempest-SecGroupTest-200765828-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 0.5962877 Apr 18 21:07:54.593990 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-a7a6d065-1bf5-439a-b6f8-96e7802cbcfc tempest-NegativeSecGroupIPv6Test-1002182216 tempest-NegativeSecGroupIPv6Test-1002182216-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33528224'] for security_group, after_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:54.598967 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 40666) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:07:54.625574 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-a7a6d065-1bf5-439a-b6f8-96e7802cbcfc tempest-NegativeSecGroupIPv6Test-1002182216 tempest-NegativeSecGroupIPv6Test-1002182216-project] Notify callbacks [] for security_group, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:54.629312 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-a7a6d065-1bf5-439a-b6f8-96e7802cbcfc tempest-NegativeSecGroupIPv6Test-1002182216 tempest-NegativeSecGroupIPv6Test-1002182216-project] 10.222.0.42 "DELETE /v2.0/security-groups/79f8b0b0-bdae-4694-b517-dd5cc853b180 HTTP/1.1" status: 204 len: 168 time: 0.3960261 Apr 18 21:07:54.629312 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7a6d065-1bf5-439a-b6f8-96e7802cbcfc tempest-NegativeSecGroupIPv6Test-1002182216 tempest-NegativeSecGroupIPv6Test-1002182216-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=79f8b0b0-bdae-4694-b517-dd5cc853b180,revision_number=None']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:07:54.630989 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 40670) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:07:54.633359 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.v2.base [None req-a4c211c2-d69b-48be-9229-99b2400988f7 tempest-SecGroupTest-200765828 tempest-SecGroupTest-200765828-project] Request body: {'security_group_rule': {'security_group_id': '45261250-2373-44ce-9880-b12673009935', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=84041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:07:54.654135 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-a4c211c2-d69b-48be-9229-99b2400988f7 tempest-SecGroupTest-200765828 tempest-SecGroupTest-200765828-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:07:54.661587 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-266c868f-2c67-4ec8-bef1-4ae3fac1a1dc tempest-PortsIpV6TestJSON-656796091 tempest-PortsIpV6TestJSON-656796091-project] Synchronizing usage tracker for tenant:2eda1cb86d1d401280eb2d37452a60a8 on resource:port {{(pid=84041) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 21:07:54.666029 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-a4c211c2-d69b-48be-9229-99b2400988f7 tempest-SecGroupTest-200765828 tempest-SecGroupTest-200765828-project] Usage tracker for resource:security_group_rule and tenant:f1c4efe1b1e34fcc9124816ce3528638 is out of sync, need to count used quota {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:07:54.671139 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-a4c211c2-d69b-48be-9229-99b2400988f7 tempest-SecGroupTest-200765828 tempest-SecGroupTest-200765828-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:07:54.681541 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-a4c211c2-d69b-48be-9229-99b2400988f7 tempest-SecGroupTest-200765828 tempest-SecGroupTest-200765828-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:07:54.730521 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-b3028163-c880-4230-ae40-a751ed1dca97 tempest-NegativeSecGroupIPv6Test-1002182216 tempest-NegativeSecGroupIPv6Test-1002182216-project] Synchronizing usage tracker for tenant:863bc697f0794559b16810740da961d9 on resource:security_group {{(pid=84040) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 21:07:54.753461 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-b3028163-c880-4230-ae40-a751ed1dca97 tempest-NegativeSecGroupIPv6Test-1002182216 tempest-NegativeSecGroupIPv6Test-1002182216-project] Unset dirty status for tenant:863bc697f0794559b16810740da961d9 on resource:security_group {{(pid=84040) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 21:07:54.761054 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-b3028163-c880-4230-ae40-a751ed1dca97 tempest-NegativeSecGroupIPv6Test-1002182216 tempest-NegativeSecGroupIPv6Test-1002182216-project] 10.222.0.42 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.1238627 Apr 18 21:07:54.762833 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 40680) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:07:54.777469 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.v2.base [None req-6b435db8-53a6-49aa-8d70-cc27a20b72d4 tempest-NegativeSecGroupIPv6Test-1002182216 tempest-NegativeSecGroupIPv6Test-1002182216-project] Request body: {'security_group': {'name': 'tempest-secgroup--480020222'}} {{(pid=84040) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:07:54.794970 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [None req-6b435db8-53a6-49aa-8d70-cc27a20b72d4 tempest-NegativeSecGroupIPv6Test-1002182216 tempest-NegativeSecGroupIPv6Test-1002182216-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:07:54.801134 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-266c868f-2c67-4ec8-bef1-4ae3fac1a1dc tempest-PortsIpV6TestJSON-656796091 tempest-PortsIpV6TestJSON-656796091-project] Unset dirty status for tenant:2eda1cb86d1d401280eb2d37452a60a8 on resource:port {{(pid=84041) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 21:07:54.806610 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-266c868f-2c67-4ec8-bef1-4ae3fac1a1dc tempest-PortsIpV6TestJSON-656796091 tempest-PortsIpV6TestJSON-656796091-project] 10.222.0.42 "GET /v2.0/ports/331c78f2-c4fa-405a-a689-7df66e7806ff?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.3052447 Apr 18 21:07:54.808651 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 40686) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:07:54.811409 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [None req-6b435db8-53a6-49aa-8d70-cc27a20b72d4 tempest-NegativeSecGroupIPv6Test-1002182216 tempest-NegativeSecGroupIPv6Test-1002182216-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:07:54.819154 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.v2.base [None req-0b542cf6-c56b-4bbb-9983-658135207882 tempest-PortsIpV6TestJSON-656796091 tempest-PortsIpV6TestJSON-656796091-project] Request body: {'subnet': {'network_id': 'de7b0fae-0e02-49a3-8eec-fcb1c51621b4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=84040) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:07:54.896884 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-a4c211c2-d69b-48be-9229-99b2400988f7 tempest-SecGroupTest-200765828 tempest-SecGroupTest-200765828-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:54.985647 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [None req-0b542cf6-c56b-4bbb-9983-658135207882 tempest-PortsIpV6TestJSON-656796091 tempest-PortsIpV6TestJSON-656796091-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:07:54.996020 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-0b542cf6-c56b-4bbb-9983-658135207882 tempest-PortsIpV6TestJSON-656796091 tempest-PortsIpV6TestJSON-656796091-project] Usage tracker for resource:subnet and tenant:2eda1cb86d1d401280eb2d37452a60a8 is out of sync, need to count used quota {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:07:55.013511 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-0b542cf6-c56b-4bbb-9983-658135207882 tempest-PortsIpV6TestJSON-656796091 tempest-PortsIpV6TestJSON-656796091-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:07:55.021202 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [None req-0b542cf6-c56b-4bbb-9983-658135207882 tempest-PortsIpV6TestJSON-656796091 tempest-PortsIpV6TestJSON-656796091-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:07:55.025146 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-6b435db8-53a6-49aa-8d70-cc27a20b72d4 tempest-NegativeSecGroupIPv6Test-1002182216 tempest-NegativeSecGroupIPv6Test-1002182216-project] Notify callbacks [] for security_group, before_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:55.093620 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b542cf6-c56b-4bbb-9983-658135207882 tempest-PortsIpV6TestJSON-656796091 tempest-PortsIpV6TestJSON-656796091-project] Made reservation on behalf of 2eda1cb86d1d401280eb2d37452a60a8 for: {'subnet': 1} {{(pid=84040) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:07:55.230020 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [None req-6b435db8-53a6-49aa-8d70-cc27a20b72d4 tempest-NegativeSecGroupIPv6Test-1002182216 tempest-NegativeSecGroupIPv6Test-1002182216-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:07:55.245464 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-6b435db8-53a6-49aa-8d70-cc27a20b72d4 tempest-NegativeSecGroupIPv6Test-1002182216 tempest-NegativeSecGroupIPv6Test-1002182216-project] Usage tracker for resource:security_group_rule and tenant:863bc697f0794559b16810740da961d9 is out of sync, need to count used quota {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:07:55.251180 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-6b435db8-53a6-49aa-8d70-cc27a20b72d4 tempest-NegativeSecGroupIPv6Test-1002182216 tempest-NegativeSecGroupIPv6Test-1002182216-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:07:55.260174 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [None req-6b435db8-53a6-49aa-8d70-cc27a20b72d4 tempest-NegativeSecGroupIPv6Test-1002182216 tempest-NegativeSecGroupIPv6Test-1002182216-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:07:55.264217 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-0b542cf6-c56b-4bbb-9983-658135207882 tempest-PortsIpV6TestJSON-656796091 tempest-PortsIpV6TestJSON-656796091-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31752722'] for subnet, before_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:55.268749 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-a4c211c2-d69b-48be-9229-99b2400988f7 tempest-SecGroupTest-200765828 tempest-SecGroupTest-200765828-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:55.287078 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-a4c211c2-d69b-48be-9229-99b2400988f7 tempest-SecGroupTest-200765828 tempest-SecGroupTest-200765828-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33528311'] for security_group_rule, after_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:55.332512 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-a4c211c2-d69b-48be-9229-99b2400988f7 tempest-SecGroupTest-200765828 tempest-SecGroupTest-200765828-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:55.336377 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-a4c211c2-d69b-48be-9229-99b2400988f7 tempest-SecGroupTest-200765828 tempest-SecGroupTest-200765828-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.7347050 Apr 18 21:07:55.342387 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 40702) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:07:55.409529 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-1b8e29d4-57df-49ae-9b09-13897f3911c1 tempest-SecGroupTest-200765828 tempest-SecGroupTest-200765828-project] 10.222.0.42 "GET /v2.0/security-group-rules/bdbcfd03-4265-4d30-aaf7-0ad5603b3827 HTTP/1.1" status: 200 len: 705 time: 0.0305963 Apr 18 21:07:55.410628 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4c211c2-d69b-48be-9229-99b2400988f7 tempest-SecGroupTest-200765828 tempest-SecGroupTest-200765828-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bdbcfd03-4265-4d30-aaf7-0ad5603b3827,revision_number=0']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:07:55.418449 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 40706) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:07:55.442615 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-6b435db8-53a6-49aa-8d70-cc27a20b72d4 tempest-NegativeSecGroupIPv6Test-1002182216 tempest-NegativeSecGroupIPv6Test-1002182216-project] Notify callbacks [] for security_group, precommit_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:55.456239 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-6b435db8-53a6-49aa-8d70-cc27a20b72d4 tempest-NegativeSecGroupIPv6Test-1002182216 tempest-NegativeSecGroupIPv6Test-1002182216-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33528224'] for security_group, after_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:55.539721 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-1773577d-2ade-49d8-a227-74853e21715a tempest-SecGroupTest-200765828 tempest-SecGroupTest-200765828-project] Synchronizing usage tracker for tenant:f1c4efe1b1e34fcc9124816ce3528638 on resource:security_group_rule {{(pid=84041) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 21:07:55.578830 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b435db8-53a6-49aa-8d70-cc27a20b72d4 tempest-NegativeSecGroupIPv6Test-1002182216 tempest-NegativeSecGroupIPv6Test-1002182216-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1cccbcc0-0e93-4410-bba2-2136498f10f0,revision_number=1']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:07:55.587447 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-1773577d-2ade-49d8-a227-74853e21715a tempest-SecGroupTest-200765828 tempest-SecGroupTest-200765828-project] Unset dirty status for tenant:f1c4efe1b1e34fcc9124816ce3528638 on resource:security_group_rule {{(pid=84041) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 21:07:55.592771 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-1773577d-2ade-49d8-a227-74853e21715a tempest-SecGroupTest-200765828 tempest-SecGroupTest-200765828-project] 10.222.0.42 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3707 time: 0.1668365 Apr 18 21:07:55.599050 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 40712) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:07:55.604783 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-6b435db8-53a6-49aa-8d70-cc27a20b72d4 tempest-NegativeSecGroupIPv6Test-1002182216 tempest-NegativeSecGroupIPv6Test-1002182216-project] Notify callbacks [] for security_group, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:55.608448 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-6b435db8-53a6-49aa-8d70-cc27a20b72d4 tempest-NegativeSecGroupIPv6Test-1002182216 tempest-NegativeSecGroupIPv6Test-1002182216-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 0.8417368 Apr 18 21:07:55.610507 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 40716) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:07:55.619541 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.v2.base [None req-81fc3567-400c-457b-93be-6a5720445bdb tempest-NegativeSecGroupIPv6Test-1002182216 tempest-NegativeSecGroupIPv6Test-1002182216-project] Request body: {'security_group_rule': {'security_group_id': '1cccbcc0-0e93-4410-bba2-2136498f10f0', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=84041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:07:55.620394 n-d-838334-2 neutron-server[84041]: INFO neutron.api.v2.resource [None req-81fc3567-400c-457b-93be-6a5720445bdb tempest-NegativeSecGroupIPv6Test-1002182216 tempest-NegativeSecGroupIPv6Test-1002182216-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 18 21:07:55.621349 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-81fc3567-400c-457b-93be-6a5720445bdb tempest-NegativeSecGroupIPv6Test-1002182216 tempest-NegativeSecGroupIPv6Test-1002182216-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0091829 Apr 18 21:07:55.628815 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 40720) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:07:55.646315 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-0b542cf6-c56b-4bbb-9983-658135207882 tempest-PortsIpV6TestJSON-656796091 tempest-PortsIpV6TestJSON-656796091-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33526260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32441074', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31752704'] for subnet, after_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:55.653604 n-d-838334-2 neutron-server[84041]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3500b0c1-ecdb-4a4e-b944-0e946953f170 tempest-FloatingIPTestJSON-1355648241 tempest-FloatingIPTestJSON-1355648241-project] Router 8d2572c8-a331-400d-95fa-c6c17825c988 has already been hosted by L3 agent bc84d6c9-dd7a-4555-a351-592327b46d5a {{(pid=84041) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 21:07:55.787246 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-5080ac14-1abe-42d8-958b-4012fd3d8754 tempest-SecGroupTest-200765828 tempest-SecGroupTest-200765828-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:55.808530 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-5080ac14-1abe-42d8-958b-4012fd3d8754 tempest-SecGroupTest-200765828 tempest-SecGroupTest-200765828-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:55.837331 n-d-838334-2 neutron-server[84040]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b542cf6-c56b-4bbb-9983-658135207882 tempest-PortsIpV6TestJSON-656796091 tempest-PortsIpV6TestJSON-656796091-project] Network de7b0fae-0e02-49a3-8eec-fcb1c51621b4 is already hosted by enough agents. {{(pid=84040) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:07:55.841283 n-d-838334-2 neutron-server[84040]: DEBUG neutron.scheduler.base_scheduler [None req-0b542cf6-c56b-4bbb-9983-658135207882 tempest-PortsIpV6TestJSON-656796091 tempest-PortsIpV6TestJSON-656796091-project] Resources bound (agent type, host, resource id): {{(pid=84040) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:07:55.848346 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b542cf6-c56b-4bbb-9983-658135207882 tempest-PortsIpV6TestJSON-656796091 tempest-PortsIpV6TestJSON-656796091-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:07:55.848920 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-0b542cf6-c56b-4bbb-9983-658135207882 tempest-PortsIpV6TestJSON-656796091 tempest-PortsIpV6TestJSON-656796091-project] Notify callbacks [] for subnet, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:55.855516 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c536607-88d0-4c01-876c-21537e0fe330 None None] Network de7b0fae-0e02-49a3-8eec-fcb1c51621b4 requested from n-d-838334-2 {{(pid=84042) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 21:07:55.856334 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b542cf6-c56b-4bbb-9983-658135207882 tempest-PortsIpV6TestJSON-656796091 tempest-PortsIpV6TestJSON-656796091-project] Pushing event updated for resources: {'Subnet': ['ID=fac7470a-5a98-430d-9a29-0f9219d476c0,revision_number=0']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:07:55.873686 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-5080ac14-1abe-42d8-958b-4012fd3d8754 tempest-SecGroupTest-200765828 tempest-SecGroupTest-200765828-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33528311'] for security_group_rule, after_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:55.894851 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-5080ac14-1abe-42d8-958b-4012fd3d8754 tempest-SecGroupTest-200765828 tempest-SecGroupTest-200765828-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:55.898301 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-5080ac14-1abe-42d8-958b-4012fd3d8754 tempest-SecGroupTest-200765828 tempest-SecGroupTest-200765828-project] 10.222.0.42 "DELETE /v2.0/security-group-rules/bdbcfd03-4265-4d30-aaf7-0ad5603b3827 HTTP/1.1" status: 204 len: 168 time: 0.2966826 Apr 18 21:07:55.905631 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5080ac14-1abe-42d8-958b-4012fd3d8754 tempest-SecGroupTest-200765828 tempest-SecGroupTest-200765828-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=bdbcfd03-4265-4d30-aaf7-0ad5603b3827,revision_number=None']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:07:55.915386 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 40724) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:07:55.920219 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-0b542cf6-c56b-4bbb-9983-658135207882 tempest-PortsIpV6TestJSON-656796091 tempest-PortsIpV6TestJSON-656796091-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.1104662 Apr 18 21:07:55.928081 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 40726) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:07:55.957174 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.v2.base [None req-2d9b8901-0fb5-4b52-b54d-a14e67929fc3 tempest-PortsIpV6TestJSON-656796091 tempest-PortsIpV6TestJSON-656796091-project] Request body: {'security_group': {'name': 'tempest-secgroup-1389577235'}} {{(pid=84040) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:07:55.967297 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [None req-2d9b8901-0fb5-4b52-b54d-a14e67929fc3 tempest-PortsIpV6TestJSON-656796091 tempest-PortsIpV6TestJSON-656796091-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:07:55.974143 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-2d9b8901-0fb5-4b52-b54d-a14e67929fc3 tempest-PortsIpV6TestJSON-656796091 tempest-PortsIpV6TestJSON-656796091-project] Usage tracker for resource:security_group and tenant:2eda1cb86d1d401280eb2d37452a60a8 is out of sync, need to count used quota {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:07:55.978489 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-2d9b8901-0fb5-4b52-b54d-a14e67929fc3 tempest-PortsIpV6TestJSON-656796091 tempest-PortsIpV6TestJSON-656796091-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:07:55.984888 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [None req-2d9b8901-0fb5-4b52-b54d-a14e67929fc3 tempest-PortsIpV6TestJSON-656796091 tempest-PortsIpV6TestJSON-656796091-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:07:56.012553 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-bc8b7ede-9e71-4e4e-b381-31b340217936 tempest-SecGroupTest-200765828 tempest-SecGroupTest-200765828-project] Synchronizing usage tracker for tenant:f1c4efe1b1e34fcc9124816ce3528638 on resource:security_group_rule {{(pid=84040) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 21:07:56.016732 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-2d9b8901-0fb5-4b52-b54d-a14e67929fc3 tempest-PortsIpV6TestJSON-656796091 tempest-PortsIpV6TestJSON-656796091-project] Notify callbacks [] for security_group, before_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:56.063259 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-d86c3231-5269-420f-81f9-097a8a80c96f tempest-NegativeSecGroupIPv6Test-1002182216 tempest-NegativeSecGroupIPv6Test-1002182216-project] Notify callbacks [] for security_group, before_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:56.070817 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-bc8b7ede-9e71-4e4e-b381-31b340217936 tempest-SecGroupTest-200765828 tempest-SecGroupTest-200765828-project] Unset dirty status for tenant:f1c4efe1b1e34fcc9124816ce3528638 on resource:security_group_rule {{(pid=84040) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 21:07:56.074997 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-bc8b7ede-9e71-4e4e-b381-31b340217936 tempest-SecGroupTest-200765828 tempest-SecGroupTest-200765828-project] 10.222.0.42 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3219 time: 0.1492636 Apr 18 21:07:56.075544 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 40734) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:07:56.081822 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [None req-2d9b8901-0fb5-4b52-b54d-a14e67929fc3 tempest-PortsIpV6TestJSON-656796091 tempest-PortsIpV6TestJSON-656796091-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:07:56.087656 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.v2.base [None req-63e90a04-53a0-47b9-95d7-e4865f7c8483 tempest-SecGroupTest-200765828 tempest-SecGroupTest-200765828-project] Request body: {'security_group_rule': {'security_group_id': '45261250-2373-44ce-9880-b12673009935', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=84040) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:07:56.095784 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [None req-63e90a04-53a0-47b9-95d7-e4865f7c8483 tempest-SecGroupTest-200765828 tempest-SecGroupTest-200765828-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:07:56.098736 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-2d9b8901-0fb5-4b52-b54d-a14e67929fc3 tempest-PortsIpV6TestJSON-656796091 tempest-PortsIpV6TestJSON-656796091-project] Usage tracker for resource:security_group_rule and tenant:2eda1cb86d1d401280eb2d37452a60a8 is out of sync, need to count used quota {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:07:56.102669 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-2d9b8901-0fb5-4b52-b54d-a14e67929fc3 tempest-PortsIpV6TestJSON-656796091 tempest-PortsIpV6TestJSON-656796091-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:07:56.113506 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [None req-2d9b8901-0fb5-4b52-b54d-a14e67929fc3 tempest-PortsIpV6TestJSON-656796091 tempest-PortsIpV6TestJSON-656796091-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:07:56.115555 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [None req-63e90a04-53a0-47b9-95d7-e4865f7c8483 tempest-SecGroupTest-200765828 tempest-SecGroupTest-200765828-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:07:56.120925 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-d86c3231-5269-420f-81f9-097a8a80c96f tempest-NegativeSecGroupIPv6Test-1002182216 tempest-NegativeSecGroupIPv6Test-1002182216-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:56.151932 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-63e90a04-53a0-47b9-95d7-e4865f7c8483 tempest-SecGroupTest-200765828 tempest-SecGroupTest-200765828-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:56.160973 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 40738) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:07:56.240507 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2179fd2b-ffc8-4a83-b4e0-b31e1e38df91 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp016840fc-1f9f-5892-9c53-c9cf6c845bbb-de7b0fae-0e02-49a3-8eec-fcb1c51621b4', 'network_id': 'de7b0fae-0e02-49a3-8eec-fcb1c51621b4', 'tenant_id': '2eda1cb86d1d401280eb2d37452a60a8', 'fixed_ips': [{'subnet_id': 'fac7470a-5a98-430d-9a29-0f9219d476c0'}]}} from n-d-838334-2. {{(pid=84042) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 18 21:07:56.241609 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-2179fd2b-ffc8-4a83-b4e0-b31e1e38df91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_create {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:56.245365 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-d86c3231-5269-420f-81f9-097a8a80c96f tempest-NegativeSecGroupIPv6Test-1002182216 tempest-NegativeSecGroupIPv6Test-1002182216-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33528224'] for security_group, after_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:56.260254 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-2d9b8901-0fb5-4b52-b54d-a14e67929fc3 tempest-PortsIpV6TestJSON-656796091 tempest-PortsIpV6TestJSON-656796091-project] Notify callbacks [] for security_group, precommit_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:56.275346 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-2d9b8901-0fb5-4b52-b54d-a14e67929fc3 tempest-PortsIpV6TestJSON-656796091 tempest-PortsIpV6TestJSON-656796091-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33528224'] for security_group, after_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:56.280403 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d86c3231-5269-420f-81f9-097a8a80c96f tempest-NegativeSecGroupIPv6Test-1002182216 tempest-NegativeSecGroupIPv6Test-1002182216-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1cccbcc0-0e93-4410-bba2-2136498f10f0,revision_number=None']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:07:56.285251 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.plugin [None req-6d869d26-d1a7-4ef8-84d5-fc6f07d6cf35 tempest-RoutersTest-1500746192 tempest-RoutersTest-1500746192-project] Deleting port b3960860-c173-49ec-b335-5c1dd2983a36 {{(pid=84041) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 21:07:56.285251 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-6d869d26-d1a7-4ef8-84d5-fc6f07d6cf35 tempest-RoutersTest-1500746192 tempest-RoutersTest-1500746192-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750375188691'] for port, before_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:56.347447 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-d86c3231-5269-420f-81f9-097a8a80c96f tempest-NegativeSecGroupIPv6Test-1002182216 tempest-NegativeSecGroupIPv6Test-1002182216-project] Notify callbacks [] for security_group, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:56.348379 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-d86c3231-5269-420f-81f9-097a8a80c96f tempest-NegativeSecGroupIPv6Test-1002182216 tempest-NegativeSecGroupIPv6Test-1002182216-project] 10.222.0.42 "DELETE /v2.0/security-groups/1cccbcc0-0e93-4410-bba2-2136498f10f0 HTTP/1.1" status: 204 len: 168 time: 0.7184567 Apr 18 21:07:56.351606 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 40748) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:07:56.363306 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-63e90a04-53a0-47b9-95d7-e4865f7c8483 tempest-SecGroupTest-200765828 tempest-SecGroupTest-200765828-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:56.367704 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-2d9b8901-0fb5-4b52-b54d-a14e67929fc3 tempest-PortsIpV6TestJSON-656796091 tempest-PortsIpV6TestJSON-656796091-project] Notify callbacks [] for security_group, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:56.373291 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 40752) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:07:56.373868 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-2d9b8901-0fb5-4b52-b54d-a14e67929fc3 tempest-PortsIpV6TestJSON-656796091 tempest-PortsIpV6TestJSON-656796091-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 0.4429052 Apr 18 21:07:56.381630 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-63e90a04-53a0-47b9-95d7-e4865f7c8483 tempest-SecGroupTest-200765828 tempest-SecGroupTest-200765828-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33528311'] for security_group_rule, after_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:56.425242 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.v2.base [None req-4d604475-4f86-4a49-8eb0-111bc7c30aea tempest-PortsIpV6TestJSON-656796091 tempest-PortsIpV6TestJSON-656796091-project] Request body: {'security_group': {'name': 'tempest-secgroup-901571949'}} {{(pid=84041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:07:56.443179 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63e90a04-53a0-47b9-95d7-e4865f7c8483 tempest-SecGroupTest-200765828 tempest-SecGroupTest-200765828-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=22a03733-6879-4222-a669-f8684ef2a744,revision_number=0']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:07:56.455725 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-63e90a04-53a0-47b9-95d7-e4865f7c8483 tempest-SecGroupTest-200765828 tempest-SecGroupTest-200765828-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:56.460088 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-63e90a04-53a0-47b9-95d7-e4865f7c8483 tempest-SecGroupTest-200765828 tempest-SecGroupTest-200765828-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.3836195 Apr 18 21:07:56.463454 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 40756) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:07:56.490956 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-4d604475-4f86-4a49-8eb0-111bc7c30aea tempest-PortsIpV6TestJSON-656796091 tempest-PortsIpV6TestJSON-656796091-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:07:56.494037 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-019bb32c-80d8-481e-87f0-a59719426fa2 tempest-SecGroupTest-200765828 tempest-SecGroupTest-200765828-project] 10.222.0.42 "GET /v2.0/security-group-rules/22a03733-6879-4222-a669-f8684ef2a744 HTTP/1.1" status: 200 len: 705 time: 0.0290670 Apr 18 21:07:56.494789 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 40760) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:07:56.495921 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d9b8901-0fb5-4b52-b54d-a14e67929fc3 tempest-PortsIpV6TestJSON-656796091 tempest-PortsIpV6TestJSON-656796091-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c93c711f-7547-45d7-908a-eef0ce196ae7,revision_number=1']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:07:56.505878 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-4d604475-4f86-4a49-8eb0-111bc7c30aea tempest-PortsIpV6TestJSON-656796091 tempest-PortsIpV6TestJSON-656796091-project] Usage tracker for resource:security_group and tenant:2eda1cb86d1d401280eb2d37452a60a8 is out of sync, need to count used quota {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:07:56.522064 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-4d604475-4f86-4a49-8eb0-111bc7c30aea tempest-PortsIpV6TestJSON-656796091 tempest-PortsIpV6TestJSON-656796091-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:07:56.548749 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-4d604475-4f86-4a49-8eb0-111bc7c30aea tempest-PortsIpV6TestJSON-656796091 tempest-PortsIpV6TestJSON-656796091-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:07:56.552458 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-1b797136-c21d-4b43-9eda-4d93e940ac2c tempest-SecGroupTest-200765828 tempest-SecGroupTest-200765828-project] Synchronizing usage tracker for tenant:f1c4efe1b1e34fcc9124816ce3528638 on resource:security_group_rule {{(pid=84040) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 21:07:56.572908 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-1b797136-c21d-4b43-9eda-4d93e940ac2c tempest-SecGroupTest-200765828 tempest-SecGroupTest-200765828-project] Unset dirty status for tenant:f1c4efe1b1e34fcc9124816ce3528638 on resource:security_group_rule {{(pid=84040) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 21:07:56.578015 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-1b797136-c21d-4b43-9eda-4d93e940ac2c tempest-SecGroupTest-200765828 tempest-SecGroupTest-200765828-project] 10.222.0.42 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3707 time: 0.0791030 Apr 18 21:07:56.578984 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 40764) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:07:56.582439 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.db_base_plugin_common [None req-2179fd2b-ffc8-4a83-b4e0-b31e1e38df91 None None] Allocated IP 2001:db8::2 (de7b0fae-0e02-49a3-8eec-fcb1c51621b4/fac7470a-5a98-430d-9a29-0f9219d476c0/153386f3-52b6-4dc2-8eeb-b4d37127965b) {{(pid=84042) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 21:07:56.582616 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-80c6c74e-65fb-4daf-a5c8-ebb9ef00e7b2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:56.604957 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-977159a2-f3a5-442e-bb11-92ee1201636b tempest-NegativeSecGroupIPv6Test-1002182216 tempest-NegativeSecGroupIPv6Test-1002182216-project] Synchronizing usage tracker for tenant:863bc697f0794559b16810740da961d9 on resource:security_group {{(pid=84041) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 21:07:56.613158 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-19e3b9de-4ea4-49ed-b609-651c80a9e407 tempest-SecGroupTest-200765828 tempest-SecGroupTest-200765828-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:56.624273 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-19e3b9de-4ea4-49ed-b609-651c80a9e407 tempest-SecGroupTest-200765828 tempest-SecGroupTest-200765828-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:56.648042 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3500b0c1-ecdb-4a4e-b944-0e946953f170 tempest-FloatingIPTestJSON-1355648241 tempest-FloatingIPTestJSON-1355648241-project] Notify agent at l3_agent.n-d-838334-2 the message routers_updated {{(pid=84041) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 21:07:56.659504 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-19e3b9de-4ea4-49ed-b609-651c80a9e407 tempest-SecGroupTest-200765828 tempest-SecGroupTest-200765828-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33528311'] for security_group_rule, after_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:56.678061 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01d82b09-e302-412d-9e61-ef16ea182df3 None None] Sync routers for ids ['8d2572c8-a331-400d-95fa-c6c17825c988'] in n-d-838334-2 {{(pid=84042) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 18 21:07:56.678827 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19e3b9de-4ea4-49ed-b609-651c80a9e407 tempest-SecGroupTest-200765828 tempest-SecGroupTest-200765828-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=22a03733-6879-4222-a669-f8684ef2a744,revision_number=None']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:07:56.701359 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-19e3b9de-4ea4-49ed-b609-651c80a9e407 tempest-SecGroupTest-200765828 tempest-SecGroupTest-200765828-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:56.707748 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-19e3b9de-4ea4-49ed-b609-651c80a9e407 tempest-SecGroupTest-200765828 tempest-SecGroupTest-200765828-project] 10.222.0.42 "DELETE /v2.0/security-group-rules/22a03733-6879-4222-a669-f8684ef2a744 HTTP/1.1" status: 204 len: 168 time: 0.1276920 Apr 18 21:07:56.708351 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 40770) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:07:56.713282 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01d82b09-e302-412d-9e61-ef16ea182df3 None None] Routers {'8d2572c8-a331-400d-95fa-c6c17825c988'} bound to L3 agent in host n-d-838334-2 {{(pid=84042) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 21:07:56.713968 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_hamode_db [None req-01d82b09-e302-412d-9e61-ef16ea182df3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838334-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-18T20:25:48Z,description=,heartbeat_timestamp=2022-04-18T21:07:48Z,host='n-d-838334-2',id=bc84d6c9-dd7a-4555-a351-592327b46d5a,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:25:48Z,topic='l3_agent')) {'router_ids': ['8d2572c8-a331-400d-95fa-c6c17825c988'], 'active': True} {{(pid=84042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:07:56.741754 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-4d604475-4f86-4a49-8eb0-111bc7c30aea tempest-PortsIpV6TestJSON-656796091 tempest-PortsIpV6TestJSON-656796091-project] Notify callbacks [] for security_group, before_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:56.792959 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_hamode_db [None req-01d82b09-e302-412d-9e61-ef16ea182df3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-838334-2', False) {} {{(pid=84042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:07:56.806701 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-bc39b5f3-8d85-48ef-beaf-061532016148 tempest-SecGroupTest-200765828 tempest-SecGroupTest-200765828-project] Synchronizing usage tracker for tenant:f1c4efe1b1e34fcc9124816ce3528638 on resource:security_group_rule {{(pid=84040) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 21:07:56.853326 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-bc39b5f3-8d85-48ef-beaf-061532016148 tempest-SecGroupTest-200765828 tempest-SecGroupTest-200765828-project] Unset dirty status for tenant:f1c4efe1b1e34fcc9124816ce3528638 on resource:security_group_rule {{(pid=84040) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 21:07:56.855179 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-bc39b5f3-8d85-48ef-beaf-061532016148 tempest-SecGroupTest-200765828 tempest-SecGroupTest-200765828-project] 10.222.0.42 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3219 time: 0.1441276 Apr 18 21:07:56.857473 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 40780) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:07:56.866186 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.v2.base [None req-e0674f0d-b4ec-4de7-92e9-e3caf5441fc0 tempest-SecGroupTest-200765828 tempest-SecGroupTest-200765828-project] Request body: {'security_group_rule': {'security_group_id': '45261250-2373-44ce-9880-b12673009935', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=84040) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:07:56.870385 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01d82b09-e302-412d-9e61-ef16ea182df3 None None] Routers {'8d2572c8-a331-400d-95fa-c6c17825c988'} bound to L3 agent in host n-d-838334-2 {{(pid=84042) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 21:07:56.871036 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_hamode_db [None req-01d82b09-e302-412d-9e61-ef16ea182df3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838334-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-18T20:25:48Z,description=,heartbeat_timestamp=2022-04-18T21:07:48Z,host='n-d-838334-2',id=bc84d6c9-dd7a-4555-a351-592327b46d5a,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:25:48Z,topic='l3_agent')) {'router_ids': ['8d2572c8-a331-400d-95fa-c6c17825c988'], 'active': True} {{(pid=84042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:07:56.881694 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [None req-e0674f0d-b4ec-4de7-92e9-e3caf5441fc0 tempest-SecGroupTest-200765828 tempest-SecGroupTest-200765828-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:07:56.891975 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.db [None req-6d869d26-d1a7-4ef8-84d5-fc6f07d6cf35 tempest-RoutersTest-1500746192 tempest-RoutersTest-1500746192-project] For port b3960860-c173-49ec-b335-5c1dd2983a36, host n-d-838334-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838334-2',level=0,port_id=b3960860-c173-49ec-b335-5c1dd2983a36,segment=NetworkSegment(ef2eb13f-1420-4f51-a2d2-58ab3db62c3e),segment_id=ef2eb13f-1420-4f51-a2d2-58ab3db62c3e)] {{(pid=84041) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:07:56.892695 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-6d869d26-d1a7-4ef8-84d5-fc6f07d6cf35 tempest-RoutersTest-1500746192 tempest-RoutersTest-1500746192-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369123'] for port, precommit_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:56.902316 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [None req-e0674f0d-b4ec-4de7-92e9-e3caf5441fc0 tempest-SecGroupTest-200765828 tempest-SecGroupTest-200765828-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:07:56.912341 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-977159a2-f3a5-442e-bb11-92ee1201636b tempest-NegativeSecGroupIPv6Test-1002182216 tempest-NegativeSecGroupIPv6Test-1002182216-project] Unset dirty status for tenant:863bc697f0794559b16810740da961d9 on resource:security_group {{(pid=84041) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 21:07:56.914956 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-977159a2-f3a5-442e-bb11-92ee1201636b tempest-NegativeSecGroupIPv6Test-1002182216 tempest-NegativeSecGroupIPv6Test-1002182216-project] 10.222.0.42 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.5617945 Apr 18 21:07:56.918645 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-80c6c74e-65fb-4daf-a5c8-ebb9ef00e7b2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:07:56.926395 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 40784) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:07:56.934504 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-80c6c74e-65fb-4daf-a5c8-ebb9ef00e7b2 admin admin] Usage tracker for resource:security_group_rule and tenant:fdaef92186ff48daa6f89ee021400f94 is out of sync, need to count used quota {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:07:56.951783 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-e0674f0d-b4ec-4de7-92e9-e3caf5441fc0 tempest-SecGroupTest-200765828 tempest-SecGroupTest-200765828-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:56.969727 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_hamode_db [None req-01d82b09-e302-412d-9e61-ef16ea182df3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-838334-2', False) {} {{(pid=84042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:07:56.970136 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01d82b09-e302-412d-9e61-ef16ea182df3 None None] The sync data for ids ['8d2572c8-a331-400d-95fa-c6c17825c988'] in n-d-838334-2 is: [] {{(pid=84042) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 18 21:07:57.011543 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.v2.base [None req-7f8172da-669c-467b-951b-0e1f18c9fa3c tempest-NegativeSecGroupIPv6Test-1002182216 tempest-NegativeSecGroupIPv6Test-1002182216-project] Request body: {'security_group': {'name': 'tempest-secgroup--1659304668'}} {{(pid=84041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:07:57.021424 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-80c6c74e-65fb-4daf-a5c8-ebb9ef00e7b2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:07:57.058522 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-e0674f0d-b4ec-4de7-92e9-e3caf5441fc0 tempest-SecGroupTest-200765828 tempest-SecGroupTest-200765828-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:57.066686 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-e0674f0d-b4ec-4de7-92e9-e3caf5441fc0 tempest-SecGroupTest-200765828 tempest-SecGroupTest-200765828-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33528311'] for security_group_rule, after_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:57.071036 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-2179fd2b-ffc8-4a83-b4e0-b31e1e38df91 None None] Notify callbacks [] for port, precommit_create {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:57.087259 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-2179fd2b-ffc8-4a83-b4e0-b31e1e38df91 None None] Transition to ACTIVE for port object 153386f3-52b6-4dc2-8eeb-b4d37127965b will not be triggered until provisioned by entity L2. {{(pid=84042) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:07:57.089561 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-7f8172da-669c-467b-951b-0e1f18c9fa3c tempest-NegativeSecGroupIPv6Test-1002182216 tempest-NegativeSecGroupIPv6Test-1002182216-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:07:57.095271 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0674f0d-b4ec-4de7-92e9-e3caf5441fc0 tempest-SecGroupTest-200765828 tempest-SecGroupTest-200765828-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=48e158f4-ec0b-4846-a5ac-4fc0256fb51b,revision_number=0']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:07:57.098021 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.plugin [None req-6d869d26-d1a7-4ef8-84d5-fc6f07d6cf35 tempest-RoutersTest-1500746192 tempest-RoutersTest-1500746192-project] Calling delete_port for b3960860-c173-49ec-b335-5c1dd2983a36 owned by network:router_interface {{(pid=84041) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 21:07:57.117712 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-2179fd2b-ffc8-4a83-b4e0-b31e1e38df91 None None] Transition to ACTIVE for port object 153386f3-52b6-4dc2-8eeb-b4d37127965b will not be triggered until provisioned by entity DHCP. {{(pid=84042) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:07:57.124854 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-2179fd2b-ffc8-4a83-b4e0-b31e1e38df91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750374836619'] for port, after_create {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:57.143835 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-e0674f0d-b4ec-4de7-92e9-e3caf5441fc0 tempest-SecGroupTest-200765828 tempest-SecGroupTest-200765828-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:57.145938 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-e0674f0d-b4ec-4de7-92e9-e3caf5441fc0 tempest-SecGroupTest-200765828 tempest-SecGroupTest-200765828-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.2868357 Apr 18 21:07:57.149040 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 40790) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:07:57.160260 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-80c6c74e-65fb-4daf-a5c8-ebb9ef00e7b2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:07:57.178347 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-e7fff1e9-6eda-4e43-abe7-f76ff7b651d6 tempest-SecGroupTest-200765828 tempest-SecGroupTest-200765828-project] 10.222.0.42 "GET /v2.0/security-group-rules/48e158f4-ec0b-4846-a5ac-4fc0256fb51b HTTP/1.1" status: 200 len: 706 time: 0.0277030 Apr 18 21:07:57.180768 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 40794) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:07:57.187590 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-4d604475-4f86-4a49-8eb0-111bc7c30aea tempest-PortsIpV6TestJSON-656796091 tempest-PortsIpV6TestJSON-656796091-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:07:57.197052 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-7f8172da-669c-467b-951b-0e1f18c9fa3c tempest-NegativeSecGroupIPv6Test-1002182216 tempest-NegativeSecGroupIPv6Test-1002182216-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:07:57.205885 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-4d604475-4f86-4a49-8eb0-111bc7c30aea tempest-PortsIpV6TestJSON-656796091 tempest-PortsIpV6TestJSON-656796091-project] Usage tracker for resource:security_group_rule and tenant:2eda1cb86d1d401280eb2d37452a60a8 is out of sync, need to count used quota {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:07:57.212974 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-4d604475-4f86-4a49-8eb0-111bc7c30aea tempest-PortsIpV6TestJSON-656796091 tempest-PortsIpV6TestJSON-656796091-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:07:57.222038 n-d-838334-2 neutron-server[84042]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2179fd2b-ffc8-4a83-b4e0-b31e1e38df91 None None] Network de7b0fae-0e02-49a3-8eec-fcb1c51621b4 is already hosted by enough agents. {{(pid=84042) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:07:57.225692 n-d-838334-2 neutron-server[84042]: DEBUG neutron.scheduler.base_scheduler [None req-2179fd2b-ffc8-4a83-b4e0-b31e1e38df91 None None] Resources bound (agent type, host, resource id): {{(pid=84042) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:07:57.230962 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-4d604475-4f86-4a49-8eb0-111bc7c30aea tempest-PortsIpV6TestJSON-656796091 tempest-PortsIpV6TestJSON-656796091-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:07:57.232226 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2179fd2b-ffc8-4a83-b4e0-b31e1e38df91 None None] Received port after_create {{(pid=84042) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 21:07:57.234456 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2179fd2b-ffc8-4a83-b4e0-b31e1e38df91 None None] Pushing event updated for resources: {'Port': ['ID=153386f3-52b6-4dc2-8eeb-b4d37127965b,revision_number=1']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:07:57.282134 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-8f5186da-9dbf-402e-a467-8591f71792fc tempest-SecGroupTest-200765828 tempest-SecGroupTest-200765828-project] Synchronizing usage tracker for tenant:f1c4efe1b1e34fcc9124816ce3528638 on resource:security_group_rule {{(pid=84040) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 21:07:57.286484 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-7f8172da-669c-467b-951b-0e1f18c9fa3c tempest-NegativeSecGroupIPv6Test-1002182216 tempest-NegativeSecGroupIPv6Test-1002182216-project] Notify callbacks [] for security_group, before_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:57.303338 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-8f5186da-9dbf-402e-a467-8591f71792fc tempest-SecGroupTest-200765828 tempest-SecGroupTest-200765828-project] Unset dirty status for tenant:f1c4efe1b1e34fcc9124816ce3528638 on resource:security_group_rule {{(pid=84040) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 21:07:57.307671 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-8f5186da-9dbf-402e-a467-8591f71792fc tempest-SecGroupTest-200765828 tempest-SecGroupTest-200765828-project] 10.222.0.42 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3708 time: 0.1229334 Apr 18 21:07:57.308171 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 40798) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:07:57.337074 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.managers [None req-2179fd2b-ffc8-4a83-b4e0-b31e1e38df91 None None] Attempting to bind port 153386f3-52b6-4dc2-8eeb-b4d37127965b on host n-d-838334-2 for vnic_type normal with profile {{(pid=84042) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 21:07:57.337578 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.managers [None req-2179fd2b-ffc8-4a83-b4e0-b31e1e38df91 None None] Attempting to bind port 153386f3-52b6-4dc2-8eeb-b4d37127965b by drivers openvswitch,hyperv on host n-d-838334-2 at level 0 using segments [{'id': 'c3e15f96-49dc-4529-907c-3a78425b3259', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': 'de7b0fae-0e02-49a3-8eec-fcb1c51621b4'}] {{(pid=84042) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 21:07:57.338319 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2179fd2b-ffc8-4a83-b4e0-b31e1e38df91 None None] Attempting to bind port 153386f3-52b6-4dc2-8eeb-b4d37127965b on network de7b0fae-0e02-49a3-8eec-fcb1c51621b4 {{(pid=84042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 21:07:57.344360 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-4adb1d45-0685-4277-95f7-122925d576eb tempest-SecGroupTest-200765828 tempest-SecGroupTest-200765828-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:57.345329 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2179fd2b-ffc8-4a83-b4e0-b31e1e38df91 None None] Checking agent: {'id': '97cd4414-7af6-4d67-868d-dff370b4071a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838334-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 25, 49), 'started_at': datetime.datetime(2022, 4, 18, 20, 26, 19), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 21, 7, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838334-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 18 21:07:57.345849 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2179fd2b-ffc8-4a83-b4e0-b31e1e38df91 None None] Checking segment: {'id': 'c3e15f96-49dc-4529-907c-3a78425b3259', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': 'de7b0fae-0e02-49a3-8eec-fcb1c51621b4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84042) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 21:07:57.346256 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-2179fd2b-ffc8-4a83-b4e0-b31e1e38df91 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:57.346694 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2179fd2b-ffc8-4a83-b4e0-b31e1e38df91 None None] Bound using segment: {'id': 'c3e15f96-49dc-4529-907c-3a78425b3259', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': 'de7b0fae-0e02-49a3-8eec-fcb1c51621b4'} {{(pid=84042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 18 21:07:57.347107 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.managers [None req-2179fd2b-ffc8-4a83-b4e0-b31e1e38df91 None None] Bound port: 153386f3-52b6-4dc2-8eeb-b4d37127965b, host: n-d-838334-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c3e15f96-49dc-4529-907c-3a78425b3259', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': 'de7b0fae-0e02-49a3-8eec-fcb1c51621b4'}}] {{(pid=84042) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 21:07:57.347474 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-2179fd2b-ffc8-4a83-b4e0-b31e1e38df91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:57.358558 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-4adb1d45-0685-4277-95f7-122925d576eb tempest-SecGroupTest-200765828 tempest-SecGroupTest-200765828-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:57.403321 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-4adb1d45-0685-4277-95f7-122925d576eb tempest-SecGroupTest-200765828 tempest-SecGroupTest-200765828-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33528311'] for security_group_rule, after_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:57.415196 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-4d604475-4f86-4a49-8eb0-111bc7c30aea tempest-PortsIpV6TestJSON-656796091 tempest-PortsIpV6TestJSON-656796091-project] Notify callbacks [] for security_group, precommit_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:57.437006 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4adb1d45-0685-4277-95f7-122925d576eb tempest-SecGroupTest-200765828 tempest-SecGroupTest-200765828-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=48e158f4-ec0b-4846-a5ac-4fc0256fb51b,revision_number=None']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:07:57.443977 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-4d604475-4f86-4a49-8eb0-111bc7c30aea tempest-PortsIpV6TestJSON-656796091 tempest-PortsIpV6TestJSON-656796091-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33528224'] for security_group, after_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:57.446212 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-4adb1d45-0685-4277-95f7-122925d576eb tempest-SecGroupTest-200765828 tempest-SecGroupTest-200765828-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:57.447944 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-4adb1d45-0685-4277-95f7-122925d576eb tempest-SecGroupTest-200765828 tempest-SecGroupTest-200765828-project] 10.222.0.42 "DELETE /v2.0/security-group-rules/48e158f4-ec0b-4846-a5ac-4fc0256fb51b HTTP/1.1" status: 204 len: 168 time: 0.1387706 Apr 18 21:07:57.450913 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 40802) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:07:57.453923 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-2179fd2b-ffc8-4a83-b4e0-b31e1e38df91 None None] For port 153386f3-52b6-4dc2-8eeb-b4d37127965b, host n-d-838334-2, cleared binding levels {{(pid=84042) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 21:07:57.459821 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-2179fd2b-ffc8-4a83-b4e0-b31e1e38df91 None None] For port 153386f3-52b6-4dc2-8eeb-b4d37127965b, host n-d-838334-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838334-2',level=0,port_id=153386f3-52b6-4dc2-8eeb-b4d37127965b,segment=NetworkSegment(c3e15f96-49dc-4529-907c-3a78425b3259),segment_id=c3e15f96-49dc-4529-907c-3a78425b3259)] {{(pid=84042) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 21:07:57.466054 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-2179fd2b-ffc8-4a83-b4e0-b31e1e38df91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682'] for port, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:57.511029 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-71e18b90-9186-474e-bf59-3a7f2c5dd409 tempest-SecGroupTest-200765828 tempest-SecGroupTest-200765828-project] Synchronizing usage tracker for tenant:f1c4efe1b1e34fcc9124816ce3528638 on resource:security_group_rule {{(pid=84040) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 21:07:57.529634 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-71e18b90-9186-474e-bf59-3a7f2c5dd409 tempest-SecGroupTest-200765828 tempest-SecGroupTest-200765828-project] Unset dirty status for tenant:f1c4efe1b1e34fcc9124816ce3528638 on resource:security_group_rule {{(pid=84040) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 21:07:57.531164 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-71e18b90-9186-474e-bf59-3a7f2c5dd409 tempest-SecGroupTest-200765828 tempest-SecGroupTest-200765828-project] 10.222.0.42 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3219 time: 0.0790768 Apr 18 21:07:57.534674 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 40806) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:07:57.543659 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-80c6c74e-65fb-4daf-a5c8-ebb9ef00e7b2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:57.560255 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-7f8172da-669c-467b-951b-0e1f18c9fa3c tempest-NegativeSecGroupIPv6Test-1002182216 tempest-NegativeSecGroupIPv6Test-1002182216-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:07:57.573377 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2179fd2b-ffc8-4a83-b4e0-b31e1e38df91 None None] Pushing event updated for resources: {'Port': ['ID=153386f3-52b6-4dc2-8eeb-b4d37127965b,revision_number=2']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:07:57.583191 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-7f8172da-669c-467b-951b-0e1f18c9fa3c tempest-NegativeSecGroupIPv6Test-1002182216 tempest-NegativeSecGroupIPv6Test-1002182216-project] Usage tracker for resource:security_group_rule and tenant:863bc697f0794559b16810740da961d9 is out of sync, need to count used quota {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:07:57.589168 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-80c6c74e-65fb-4daf-a5c8-ebb9ef00e7b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33528224'] for security_group, after_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:57.595871 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d604475-4f86-4a49-8eb0-111bc7c30aea tempest-PortsIpV6TestJSON-656796091 tempest-PortsIpV6TestJSON-656796091-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a9c5f4d4-8524-4b03-96a0-66c506f83b3e,revision_number=1']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:07:57.602872 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-7f8172da-669c-467b-951b-0e1f18c9fa3c tempest-NegativeSecGroupIPv6Test-1002182216 tempest-NegativeSecGroupIPv6Test-1002182216-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:07:57.606360 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-4d604475-4f86-4a49-8eb0-111bc7c30aea tempest-PortsIpV6TestJSON-656796091 tempest-PortsIpV6TestJSON-656796091-project] Notify callbacks [] for security_group, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:57.609965 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-4d604475-4f86-4a49-8eb0-111bc7c30aea tempest-PortsIpV6TestJSON-656796091 tempest-PortsIpV6TestJSON-656796091-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1576 time: 1.2315643 Apr 18 21:07:57.613918 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 40810) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:07:57.621123 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.v2.base [None req-0c8d8ecd-13d8-4dab-9a15-c1b81fd06ca1 tempest-PortsIpV6TestJSON-656796091 tempest-PortsIpV6TestJSON-656796091-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-869349627', 'security_groups': ['a9c5f4d4-8524-4b03-96a0-66c506f83b3e'], 'network_id': 'de7b0fae-0e02-49a3-8eec-fcb1c51621b4', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'fac7470a-5a98-430d-9a29-0f9219d476c0'}]}} {{(pid=84040) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:07:57.657261 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80c6c74e-65fb-4daf-a5c8-ebb9ef00e7b2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0aaa5302-65ae-4049-b55b-c379729268ed,revision_number=1']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:07:57.676121 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-7f8172da-669c-467b-951b-0e1f18c9fa3c tempest-NegativeSecGroupIPv6Test-1002182216 tempest-NegativeSecGroupIPv6Test-1002182216-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:07:57.730247 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-d3fe67ad-f629-4bbe-88c1-e43c29e08697 tempest-SecGroupTest-200765828 tempest-SecGroupTest-200765828-project] Notify callbacks [] for security_group, before_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:57.787719 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-d3fe67ad-f629-4bbe-88c1-e43c29e08697 tempest-SecGroupTest-200765828 tempest-SecGroupTest-200765828-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:57.812672 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-80c6c74e-65fb-4daf-a5c8-ebb9ef00e7b2 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=fdaef92186ff48daa6f89ee021400f94&name=default HTTP/1.1" status: 200 len: 2647 time: 1.6498744 Apr 18 21:07:57.824054 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 40814) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:07:57.850343 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [None req-0c8d8ecd-13d8-4dab-9a15-c1b81fd06ca1 tempest-PortsIpV6TestJSON-656796091 tempest-PortsIpV6TestJSON-656796091-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:07:57.856027 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-0c8d8ecd-13d8-4dab-9a15-c1b81fd06ca1 tempest-PortsIpV6TestJSON-656796091 tempest-PortsIpV6TestJSON-656796091-project] Usage tracker for resource:port and tenant:2eda1cb86d1d401280eb2d37452a60a8 is out of sync, need to count used quota {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:07:57.863087 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-0c8d8ecd-13d8-4dab-9a15-c1b81fd06ca1 tempest-PortsIpV6TestJSON-656796091 tempest-PortsIpV6TestJSON-656796091-project] Quota usage for port was recalculated. Used quota:2. {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:07:57.887550 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [None req-0c8d8ecd-13d8-4dab-9a15-c1b81fd06ca1 tempest-PortsIpV6TestJSON-656796091 tempest-PortsIpV6TestJSON-656796091-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:07:57.893571 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-d3fe67ad-f629-4bbe-88c1-e43c29e08697 tempest-SecGroupTest-200765828 tempest-SecGroupTest-200765828-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33528224'] for security_group, after_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:57.903034 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-6d869d26-d1a7-4ef8-84d5-fc6f07d6cf35 tempest-RoutersTest-1500746192 tempest-RoutersTest-1500746192-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750375259028', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750374836628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32266323'] for port, after_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:57.927395 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3fe67ad-f629-4bbe-88c1-e43c29e08697 tempest-SecGroupTest-200765828 tempest-SecGroupTest-200765828-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=45261250-2373-44ce-9880-b12673009935,revision_number=None']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:07:57.934500 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c8d8ecd-13d8-4dab-9a15-c1b81fd06ca1 tempest-PortsIpV6TestJSON-656796091 tempest-PortsIpV6TestJSON-656796091-project] Made reservation on behalf of 2eda1cb86d1d401280eb2d37452a60a8 for: {'port': 1} {{(pid=84040) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:07:57.954040 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-0c8d8ecd-13d8-4dab-9a15-c1b81fd06ca1 tempest-PortsIpV6TestJSON-656796091 tempest-PortsIpV6TestJSON-656796091-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:57.989972 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-d3fe67ad-f629-4bbe-88c1-e43c29e08697 tempest-SecGroupTest-200765828 tempest-SecGroupTest-200765828-project] Notify callbacks [] for security_group, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:57.991166 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-d3fe67ad-f629-4bbe-88c1-e43c29e08697 tempest-SecGroupTest-200765828 tempest-SecGroupTest-200765828-project] 10.222.0.42 "DELETE /v2.0/security-groups/45261250-2373-44ce-9880-b12673009935 HTTP/1.1" status: 204 len: 168 time: 0.4553533 Apr 18 21:07:57.992879 n-d-838334-2 neutron-server[84040]: DEBUG neutron.notifiers.nova [None req-0c8d8ecd-13d8-4dab-9a15-c1b81fd06ca1 tempest-PortsIpV6TestJSON-656796091 tempest-PortsIpV6TestJSON-656796091-project] device_id is not set on port 6e0a81db-c222-4d14-8bfa-f197cfbc28f7 yet. {{(pid=84040) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 18 21:07:57.996494 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d869d26-d1a7-4ef8-84d5-fc6f07d6cf35 tempest-RoutersTest-1500746192 tempest-RoutersTest-1500746192-project] Pushing event deleted for resources: {'Port': ['ID=b3960860-c173-49ec-b335-5c1dd2983a36,revision_number=None']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:07:58.008570 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-7f8172da-669c-467b-951b-0e1f18c9fa3c tempest-NegativeSecGroupIPv6Test-1002182216 tempest-NegativeSecGroupIPv6Test-1002182216-project] Notify callbacks [] for security_group, precommit_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:58.009309 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 40820) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:07:58.086303 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-7f8172da-669c-467b-951b-0e1f18c9fa3c tempest-NegativeSecGroupIPv6Test-1002182216 tempest-NegativeSecGroupIPv6Test-1002182216-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33528224'] for security_group, after_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:58.252254 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.db_base_plugin_common [None req-0c8d8ecd-13d8-4dab-9a15-c1b81fd06ca1 tempest-PortsIpV6TestJSON-656796091 tempest-PortsIpV6TestJSON-656796091-project] Allocated IP 2001:db8::2df (de7b0fae-0e02-49a3-8eec-fcb1c51621b4/fac7470a-5a98-430d-9a29-0f9219d476c0/6e0a81db-c222-4d14-8bfa-f197cfbc28f7) {{(pid=84040) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 21:07:58.446498 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f8172da-669c-467b-951b-0e1f18c9fa3c tempest-NegativeSecGroupIPv6Test-1002182216 tempest-NegativeSecGroupIPv6Test-1002182216-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4de58df9-49c3-424f-a611-658b2339db12,revision_number=1']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:07:58.484553 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-c935014a-687c-4667-b554-671b6268f49d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:58.490812 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-7f8172da-669c-467b-951b-0e1f18c9fa3c tempest-NegativeSecGroupIPv6Test-1002182216 tempest-NegativeSecGroupIPv6Test-1002182216-project] Notify callbacks [] for security_group, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:58.492076 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-7f8172da-669c-467b-951b-0e1f18c9fa3c tempest-NegativeSecGroupIPv6Test-1002182216 tempest-NegativeSecGroupIPv6Test-1002182216-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 1.5608895 Apr 18 21:07:58.505470 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 40830) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:07:58.523362 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-0c8d8ecd-13d8-4dab-9a15-c1b81fd06ca1 tempest-PortsIpV6TestJSON-656796091 tempest-PortsIpV6TestJSON-656796091-project] Notify callbacks [] for port, precommit_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:58.527090 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.v2.base [None req-ffb98fa4-9034-469b-9148-dfff7e3a56e3 tempest-NegativeSecGroupIPv6Test-1002182216 tempest-NegativeSecGroupIPv6Test-1002182216-project] Request body: {'security_group_rule': {'security_group_id': '4de58df9-49c3-424f-a611-658b2339db12', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=84041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:07:58.527832 n-d-838334-2 neutron-server[84041]: INFO neutron.api.v2.resource [None req-ffb98fa4-9034-469b-9148-dfff7e3a56e3 tempest-NegativeSecGroupIPv6Test-1002182216 tempest-NegativeSecGroupIPv6Test-1002182216-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 18 21:07:58.528804 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-ffb98fa4-9034-469b-9148-dfff7e3a56e3 tempest-NegativeSecGroupIPv6Test-1002182216 tempest-NegativeSecGroupIPv6Test-1002182216-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0201659 Apr 18 21:07:58.535202 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-4753440e-a0e9-4433-bce7-cf2c7f9e5a88 tempest-SecGroupTest-200765828 tempest-SecGroupTest-200765828-project] Synchronizing usage tracker for tenant:f1c4efe1b1e34fcc9124816ce3528638 on resource:security_group {{(pid=84041) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 21:07:58.536977 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 40836) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:07:58.562766 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.v2.base [None req-2887b088-928c-456f-97f5-0f6cf24f535c tempest-NegativeSecGroupIPv6Test-1002182216 tempest-NegativeSecGroupIPv6Test-1002182216-project] Request body: {'security_group_rule': {'security_group_id': '4de58df9-49c3-424f-a611-658b2339db12', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=84040) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:07:58.563460 n-d-838334-2 neutron-server[84040]: INFO neutron.api.v2.resource [None req-2887b088-928c-456f-97f5-0f6cf24f535c tempest-NegativeSecGroupIPv6Test-1002182216 tempest-NegativeSecGroupIPv6Test-1002182216-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 18 21:07:58.565274 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-2887b088-928c-456f-97f5-0f6cf24f535c tempest-NegativeSecGroupIPv6Test-1002182216 tempest-NegativeSecGroupIPv6Test-1002182216-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0272486 Apr 18 21:07:58.570515 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 40842) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:07:58.574713 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.provisioning_blocks [None req-0c8d8ecd-13d8-4dab-9a15-c1b81fd06ca1 tempest-PortsIpV6TestJSON-656796091 tempest-PortsIpV6TestJSON-656796091-project] Transition to ACTIVE for port object 6e0a81db-c222-4d14-8bfa-f197cfbc28f7 will not be triggered until provisioned by entity DHCP. {{(pid=84040) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:07:58.579127 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.v2.base [None req-218480fa-c6a2-4631-bf97-579c5ce95db6 tempest-NegativeSecGroupIPv6Test-1002182216 tempest-NegativeSecGroupIPv6Test-1002182216-project] Request body: {'security_group_rule': {'security_group_id': '4de58df9-49c3-424f-a611-658b2339db12', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=84040) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:07:58.580077 n-d-838334-2 neutron-server[84040]: INFO neutron.api.v2.resource [None req-218480fa-c6a2-4631-bf97-579c5ce95db6 tempest-NegativeSecGroupIPv6Test-1002182216 tempest-NegativeSecGroupIPv6Test-1002182216-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 18 21:07:58.583864 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-218480fa-c6a2-4631-bf97-579c5ce95db6 tempest-NegativeSecGroupIPv6Test-1002182216 tempest-NegativeSecGroupIPv6Test-1002182216-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0098922 Apr 18 21:07:58.584365 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 40846) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:07:58.591241 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.v2.base [None req-8815bbe6-277c-4dbb-84ec-8b0b5bbc9d96 tempest-NegativeSecGroupIPv6Test-1002182216 tempest-NegativeSecGroupIPv6Test-1002182216-project] Request body: {'security_group_rule': {'security_group_id': '4de58df9-49c3-424f-a611-658b2339db12', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '256'}} {{(pid=84040) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:07:58.591969 n-d-838334-2 neutron-server[84040]: INFO neutron.api.v2.resource [None req-8815bbe6-277c-4dbb-84ec-8b0b5bbc9d96 tempest-NegativeSecGroupIPv6Test-1002182216 tempest-NegativeSecGroupIPv6Test-1002182216-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 18 21:07:58.595978 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-8815bbe6-277c-4dbb-84ec-8b0b5bbc9d96 tempest-NegativeSecGroupIPv6Test-1002182216 tempest-NegativeSecGroupIPv6Test-1002182216-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0076771 Apr 18 21:07:58.597448 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 40850) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:07:58.723056 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-c935014a-687c-4667-b554-671b6268f49d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:58.748539 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-f717ab4c-46b4-402b-99fe-8d4ce99c164c tempest-NegativeSecGroupIPv6Test-1002182216 tempest-NegativeSecGroupIPv6Test-1002182216-project] Notify callbacks [] for security_group, before_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:58.786168 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-4753440e-a0e9-4433-bce7-cf2c7f9e5a88 tempest-SecGroupTest-200765828 tempest-SecGroupTest-200765828-project] Unset dirty status for tenant:f1c4efe1b1e34fcc9124816ce3528638 on resource:security_group {{(pid=84041) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 21:07:58.788257 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-0c8d8ecd-13d8-4dab-9a15-c1b81fd06ca1 tempest-PortsIpV6TestJSON-656796091 tempest-PortsIpV6TestJSON-656796091-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750374836619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32440838'] for port, after_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:58.791922 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-4753440e-a0e9-4433-bce7-cf2c7f9e5a88 tempest-SecGroupTest-200765828 tempest-SecGroupTest-200765828-project] 10.222.0.42 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.7792077 Apr 18 21:07:58.792784 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 40856) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:07:58.810255 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.v2.base [None req-2f9022a0-d555-4698-8f1f-1f8dfb87d8e6 tempest-SecGroupTest-200765828 tempest-SecGroupTest-200765828-project] Request body: {'security_group': {'name': 'tempest-secgroup--1489587804'}} {{(pid=84041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:07:58.816986 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-2f9022a0-d555-4698-8f1f-1f8dfb87d8e6 tempest-SecGroupTest-200765828 tempest-SecGroupTest-200765828-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:07:58.835593 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-6d869d26-d1a7-4ef8-84d5-fc6f07d6cf35 tempest-RoutersTest-1500746192 tempest-RoutersTest-1500746192-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-32377931', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33443910'] for router_interface, after_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:58.841068 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-2f9022a0-d555-4698-8f1f-1f8dfb87d8e6 tempest-SecGroupTest-200765828 tempest-SecGroupTest-200765828-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:07:58.923380 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-f717ab4c-46b4-402b-99fe-8d4ce99c164c tempest-NegativeSecGroupIPv6Test-1002182216 tempest-NegativeSecGroupIPv6Test-1002182216-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:58.941027 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-2f9022a0-d555-4698-8f1f-1f8dfb87d8e6 tempest-SecGroupTest-200765828 tempest-SecGroupTest-200765828-project] Notify callbacks [] for security_group, before_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:58.969864 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-c935014a-687c-4667-b554-671b6268f49d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33528224'] for security_group, after_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:58.985862 n-d-838334-2 neutron-server[84040]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c8d8ecd-13d8-4dab-9a15-c1b81fd06ca1 tempest-PortsIpV6TestJSON-656796091 tempest-PortsIpV6TestJSON-656796091-project] Network de7b0fae-0e02-49a3-8eec-fcb1c51621b4 is already hosted by enough agents. {{(pid=84040) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:07:58.995027 n-d-838334-2 neutron-server[84040]: DEBUG neutron.scheduler.base_scheduler [None req-0c8d8ecd-13d8-4dab-9a15-c1b81fd06ca1 tempest-PortsIpV6TestJSON-656796091 tempest-PortsIpV6TestJSON-656796091-project] Resources bound (agent type, host, resource id): {{(pid=84040) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:07:58.997023 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c8d8ecd-13d8-4dab-9a15-c1b81fd06ca1 tempest-PortsIpV6TestJSON-656796091 tempest-PortsIpV6TestJSON-656796091-project] Pushing event updated for resources: {'Port': ['ID=6e0a81db-c222-4d14-8bfa-f197cfbc28f7,revision_number=1']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:07:58.999501 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c8d8ecd-13d8-4dab-9a15-c1b81fd06ca1 tempest-PortsIpV6TestJSON-656796091 tempest-PortsIpV6TestJSON-656796091-project] Received port after_create {{(pid=84040) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 21:07:59.004547 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c8d8ecd-13d8-4dab-9a15-c1b81fd06ca1 tempest-PortsIpV6TestJSON-656796091 tempest-PortsIpV6TestJSON-656796091-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:07:59.005141 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-0c8d8ecd-13d8-4dab-9a15-c1b81fd06ca1 tempest-PortsIpV6TestJSON-656796091 tempest-PortsIpV6TestJSON-656796091-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217293'] for port, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:59.050756 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-f717ab4c-46b4-402b-99fe-8d4ce99c164c tempest-NegativeSecGroupIPv6Test-1002182216 tempest-NegativeSecGroupIPv6Test-1002182216-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33528224'] for security_group, after_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:59.053980 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-f717ab4c-46b4-402b-99fe-8d4ce99c164c tempest-NegativeSecGroupIPv6Test-1002182216 tempest-NegativeSecGroupIPv6Test-1002182216-project] Notify callbacks [] for security_group, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:59.059889 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-f717ab4c-46b4-402b-99fe-8d4ce99c164c tempest-NegativeSecGroupIPv6Test-1002182216 tempest-NegativeSecGroupIPv6Test-1002182216-project] 10.222.0.42 "DELETE /v2.0/security-groups/4de58df9-49c3-424f-a611-658b2339db12 HTTP/1.1" status: 204 len: 168 time: 0.4613814 Apr 18 21:07:59.061318 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 40862) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:07:59.078340 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-0c8d8ecd-13d8-4dab-9a15-c1b81fd06ca1 tempest-PortsIpV6TestJSON-656796091 tempest-PortsIpV6TestJSON-656796091-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.4631140 Apr 18 21:07:59.082000 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 40864) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:07:59.104228 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Device 153386f3-52b6-4dc2-8eeb-b4d37127965b up at agent ovs-agent-n-d-838334-2 {{(pid=84042) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 21:07:59.109287 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.v2.base [None req-9207eb37-5a13-4950-8467-3f8a2d1cc481 tempest-PortsIpV6TestJSON-656796091 tempest-PortsIpV6TestJSON-656796091-project] Request body: {'subnet': {'network_id': 'de7b0fae-0e02-49a3-8eec-fcb1c51621b4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=84040) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:07:59.122174 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c935014a-687c-4667-b554-671b6268f49d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0aaa5302-65ae-4049-b55b-c379729268ed,revision_number=None']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:07:59.125856 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f717ab4c-46b4-402b-99fe-8d4ce99c164c tempest-NegativeSecGroupIPv6Test-1002182216 tempest-NegativeSecGroupIPv6Test-1002182216-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4de58df9-49c3-424f-a611-658b2339db12,revision_number=None']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:07:59.138720 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-c935014a-687c-4667-b554-671b6268f49d admin admin] Notify callbacks [] for security_group, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:59.143238 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-c935014a-687c-4667-b554-671b6268f49d admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/0aaa5302-65ae-4049-b55b-c379729268ed HTTP/1.1" status: 204 len: 168 time: 1.3136971 Apr 18 21:07:59.173089 n-d-838334-2 neutron-server[84041]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3500b0c1-ecdb-4a4e-b944-0e946953f170 tempest-FloatingIPTestJSON-1355648241 tempest-FloatingIPTestJSON-1355648241-project] Router fd8aaf2a-4e98-4b3b-993d-d772aea4fc33 has already been hosted by L3 agent bc84d6c9-dd7a-4555-a351-592327b46d5a {{(pid=84041) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 21:07:59.272651 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-73223add-091b-4a36-aa26-d3c02e86e932 None None] Provisioning for port 153386f3-52b6-4dc2-8eeb-b4d37127965b completed by entity DHCP. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 21:07:59.277993 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Provisioning for port 153386f3-52b6-4dc2-8eeb-b4d37127965b completed by entity L2. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 21:07:59.288066 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Provisioning complete for port 153386f3-52b6-4dc2-8eeb-b4d37127965b triggered by entity L2. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:07:59.288434 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1253608'] for port, provisioning_complete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:59.302466 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-4a51ee6b-3335-49fb-9788-31f9e858fdb7 tempest-NegativeSecGroupIPv6Test-1002182216 tempest-NegativeSecGroupIPv6Test-1002182216-project] Synchronizing usage tracker for tenant:863bc697f0794559b16810740da961d9 on resource:security_group {{(pid=84040) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 21:07:59.389507 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-4a51ee6b-3335-49fb-9788-31f9e858fdb7 tempest-NegativeSecGroupIPv6Test-1002182216 tempest-NegativeSecGroupIPv6Test-1002182216-project] Unset dirty status for tenant:863bc697f0794559b16810740da961d9 on resource:security_group {{(pid=84040) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 21:07:59.396513 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-4a51ee6b-3335-49fb-9788-31f9e858fdb7 tempest-NegativeSecGroupIPv6Test-1002182216 tempest-NegativeSecGroupIPv6Test-1002182216-project] 10.222.0.42 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.3126209 Apr 18 21:07:59.401450 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 40874) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:07:59.417454 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-73223add-091b-4a36-aa26-d3c02e86e932 None None] Provisioning complete for port 331c78f2-c4fa-405a-a689-7df66e7806ff triggered by entity DHCP. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:07:59.417826 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-73223add-091b-4a36-aa26-d3c02e86e932 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1253608'] for port, provisioning_complete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:59.419922 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.v2.base [None req-0d885ac7-96be-4cf9-a945-fd20e0194752 tempest-NegativeSecGroupIPv6Test-1002182216 tempest-NegativeSecGroupIPv6Test-1002182216-project] Request body: {'security_group': {'name': 'tempest-secgroup--1675021518'}} {{(pid=84040) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:07:59.441219 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [None req-0d885ac7-96be-4cf9-a945-fd20e0194752 tempest-NegativeSecGroupIPv6Test-1002182216 tempest-NegativeSecGroupIPv6Test-1002182216-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:07:59.447211 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-2f9022a0-d555-4698-8f1f-1f8dfb87d8e6 tempest-SecGroupTest-200765828 tempest-SecGroupTest-200765828-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:07:59.464638 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-2f9022a0-d555-4698-8f1f-1f8dfb87d8e6 tempest-SecGroupTest-200765828 tempest-SecGroupTest-200765828-project] Usage tracker for resource:security_group_rule and tenant:f1c4efe1b1e34fcc9124816ce3528638 is out of sync, need to count used quota {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:07:59.481570 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [None req-0d885ac7-96be-4cf9-a945-fd20e0194752 tempest-NegativeSecGroupIPv6Test-1002182216 tempest-NegativeSecGroupIPv6Test-1002182216-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:07:59.508798 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [None req-9207eb37-5a13-4950-8467-3f8a2d1cc481 tempest-PortsIpV6TestJSON-656796091 tempest-PortsIpV6TestJSON-656796091-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:07:59.522717 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-9207eb37-5a13-4950-8467-3f8a2d1cc481 tempest-PortsIpV6TestJSON-656796091 tempest-PortsIpV6TestJSON-656796091-project] Usage tracker for resource:subnet and tenant:2eda1cb86d1d401280eb2d37452a60a8 is out of sync, need to count used quota {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:07:59.531006 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-9207eb37-5a13-4950-8467-3f8a2d1cc481 tempest-PortsIpV6TestJSON-656796091 tempest-PortsIpV6TestJSON-656796091-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:07:59.538528 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-0d885ac7-96be-4cf9-a945-fd20e0194752 tempest-NegativeSecGroupIPv6Test-1002182216 tempest-NegativeSecGroupIPv6Test-1002182216-project] Notify callbacks [] for security_group, before_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:59.543784 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-2f9022a0-d555-4698-8f1f-1f8dfb87d8e6 tempest-SecGroupTest-200765828 tempest-SecGroupTest-200765828-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:07:59.573238 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [None req-9207eb37-5a13-4950-8467-3f8a2d1cc481 tempest-PortsIpV6TestJSON-656796091 tempest-PortsIpV6TestJSON-656796091-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:07:59.623651 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9207eb37-5a13-4950-8467-3f8a2d1cc481 tempest-PortsIpV6TestJSON-656796091 tempest-PortsIpV6TestJSON-656796091-project] Made reservation on behalf of 2eda1cb86d1d401280eb2d37452a60a8 for: {'subnet': 1} {{(pid=84040) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:07:59.623869 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-2f9022a0-d555-4698-8f1f-1f8dfb87d8e6 tempest-SecGroupTest-200765828 tempest-SecGroupTest-200765828-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:07:59.627725 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-9207eb37-5a13-4950-8467-3f8a2d1cc481 tempest-PortsIpV6TestJSON-656796091 tempest-PortsIpV6TestJSON-656796091-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31752722'] for subnet, before_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:59.629545 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.plugin [None req-73223add-091b-4a36-aa26-d3c02e86e932 None None] Port 331c78f2-c4fa-405a-a689-7df66e7806ff cannot update to ACTIVE because it is not bound. {{(pid=84042) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 18 21:07:59.635753 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:59.675747 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] For port 153386f3-52b6-4dc2-8eeb-b4d37127965b, host n-d-838334-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838334-2',level=0,port_id=153386f3-52b6-4dc2-8eeb-b4d37127965b,segment=NetworkSegment(c3e15f96-49dc-4529-907c-3a78425b3259),segment_id=c3e15f96-49dc-4529-907c-3a78425b3259)] {{(pid=84042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:07:59.692384 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682'] for port, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:59.774296 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750375287399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253529'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:59.786499 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-90866094-cc0f-41eb-8363-131d2af4494c None None] Provisioning for port 6e0a81db-c222-4d14-8bfa-f197cfbc28f7 completed by entity DHCP. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 21:07:59.796982 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-90866094-cc0f-41eb-8363-131d2af4494c None None] Provisioning complete for port 6e0a81db-c222-4d14-8bfa-f197cfbc28f7 triggered by entity DHCP. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:07:59.800621 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [None req-0d885ac7-96be-4cf9-a945-fd20e0194752 tempest-NegativeSecGroupIPv6Test-1002182216 tempest-NegativeSecGroupIPv6Test-1002182216-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:07:59.801470 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-90866094-cc0f-41eb-8363-131d2af4494c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1253608'] for port, provisioning_complete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:59.816114 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-0d885ac7-96be-4cf9-a945-fd20e0194752 tempest-NegativeSecGroupIPv6Test-1002182216 tempest-NegativeSecGroupIPv6Test-1002182216-project] Usage tracker for resource:security_group_rule and tenant:863bc697f0794559b16810740da961d9 is out of sync, need to count used quota {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:07:59.835092 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-0d885ac7-96be-4cf9-a945-fd20e0194752 tempest-NegativeSecGroupIPv6Test-1002182216 tempest-NegativeSecGroupIPv6Test-1002182216-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:07:59.849458 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 40880) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:07:59.890566 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [None req-0d885ac7-96be-4cf9-a945-fd20e0194752 tempest-NegativeSecGroupIPv6Test-1002182216 tempest-NegativeSecGroupIPv6Test-1002182216-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:07:59.906756 n-d-838334-2 neutron-server[84040]: INFO neutron.db.ipam_backend_mixin [None req-9207eb37-5a13-4950-8467-3f8a2d1cc481 tempest-PortsIpV6TestJSON-656796091 tempest-PortsIpV6TestJSON-656796091-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet fac7470a-5a98-430d-9a29-0f9219d476c0 (CIDR: 2001:db8::/64) Apr 18 21:07:59.915794 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Pushing event updated for resources: {'Port': ['ID=153386f3-52b6-4dc2-8eeb-b4d37127965b,revision_number=3']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:07:59.917824 n-d-838334-2 neutron-server[84040]: INFO neutron.pecan_wsgi.hooks.translation [None req-9207eb37-5a13-4950-8467-3f8a2d1cc481 tempest-PortsIpV6TestJSON-656796091 tempest-PortsIpV6TestJSON-656796091-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 18 21:07:59.928577 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9207eb37-5a13-4950-8467-3f8a2d1cc481 tempest-PortsIpV6TestJSON-656796091 tempest-PortsIpV6TestJSON-656796091-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=84040) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 21:07:59.930579 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-2f9022a0-d555-4698-8f1f-1f8dfb87d8e6 tempest-SecGroupTest-200765828 tempest-SecGroupTest-200765828-project] Notify callbacks [] for security_group, precommit_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:59.938832 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.plugin [None req-90866094-cc0f-41eb-8363-131d2af4494c None None] Port 6e0a81db-c222-4d14-8bfa-f197cfbc28f7 cannot update to ACTIVE because it is not bound. {{(pid=84042) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 18 21:07:59.948304 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-ffdb06c0-68d9-4be3-a83d-863ccae8cca0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:59.949035 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-2f9022a0-d555-4698-8f1f-1f8dfb87d8e6 tempest-SecGroupTest-200765828 tempest-SecGroupTest-200765828-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33528224'] for security_group, after_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:59.968282 n-d-838334-2 neutron-server[84041]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6d869d26-d1a7-4ef8-84d5-fc6f07d6cf35 tempest-RoutersTest-1500746192 tempest-RoutersTest-1500746192-project] Router d3445e60-27f3-4080-a032-9bd4d27dfce0 has already been hosted by L3 agent bc84d6c9-dd7a-4555-a351-592327b46d5a {{(pid=84041) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 21:08:00.018767 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f9022a0-d555-4698-8f1f-1f8dfb87d8e6 tempest-SecGroupTest-200765828 tempest-SecGroupTest-200765828-project] Pushing event updated for resources: {'SecurityGroup': ['ID=118d16d0-fb13-48ea-afd9-1ef23bc549ae,revision_number=1']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:08:00.035300 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-9207eb37-5a13-4950-8467-3f8a2d1cc481 tempest-PortsIpV6TestJSON-656796091 tempest-PortsIpV6TestJSON-656796091-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.9497814 Apr 18 21:08:00.039820 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 40886) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:08:00.054384 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.v2.base [None req-8fdee68f-d91d-4742-9c7b-9d0cc1346ac3 tempest-PortsIpV6TestJSON-656796091 tempest-PortsIpV6TestJSON-656796091-project] Request body: {'subnet': {'network_id': 'de7b0fae-0e02-49a3-8eec-fcb1c51621b4', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=84040) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:08:00.094580 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-2f9022a0-d555-4698-8f1f-1f8dfb87d8e6 tempest-SecGroupTest-200765828 tempest-SecGroupTest-200765828-project] Notify callbacks [] for security_group, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:08:00.098753 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-2f9022a0-d555-4698-8f1f-1f8dfb87d8e6 tempest-SecGroupTest-200765828 tempest-SecGroupTest-200765828-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 1.2983954 Apr 18 21:08:00.103148 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 40890) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:08:00.118662 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.v2.base [None req-68826f95-21e4-4957-ada6-6d844b21aac7 tempest-SecGroupTest-200765828 tempest-SecGroupTest-200765828-project] Request body: {'security_group_rule': {'security_group_id': '118d16d0-fb13-48ea-afd9-1ef23bc549ae', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=84041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:08:00.164262 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [None req-ffdb06c0-68d9-4be3-a83d-863ccae8cca0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:08:00.170023 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-68826f95-21e4-4957-ada6-6d844b21aac7 tempest-SecGroupTest-200765828 tempest-SecGroupTest-200765828-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:08:00.181255 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-ffdb06c0-68d9-4be3-a83d-863ccae8cca0 admin admin] Usage tracker for resource:security_group_rule and tenant:612e3ae59ac440d6a9c43176d7f0d60a is out of sync, need to count used quota {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:08:00.185188 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-68826f95-21e4-4957-ada6-6d844b21aac7 tempest-SecGroupTest-200765828 tempest-SecGroupTest-200765828-project] Usage tracker for resource:security_group_rule and tenant:f1c4efe1b1e34fcc9124816ce3528638 is out of sync, need to count used quota {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:08:00.188883 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-68826f95-21e4-4957-ada6-6d844b21aac7 tempest-SecGroupTest-200765828 tempest-SecGroupTest-200765828-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:08:00.200230 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-68826f95-21e4-4957-ada6-6d844b21aac7 tempest-SecGroupTest-200765828 tempest-SecGroupTest-200765828-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:08:00.214339 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3500b0c1-ecdb-4a4e-b944-0e946953f170 tempest-FloatingIPTestJSON-1355648241 tempest-FloatingIPTestJSON-1355648241-project] Notify agent at l3_agent.n-d-838334-2 the message routers_updated {{(pid=84041) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 21:08:00.219793 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-3500b0c1-ecdb-4a4e-b944-0e946953f170 tempest-FloatingIPTestJSON-1355648241 tempest-FloatingIPTestJSON-1355648241-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217293'] for floatingip, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:08:00.225540 n-d-838334-2 neutron-server[84043]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cb4d666-95ba-4bac-a8dc-e2c415a8ad7c None None] Sync routers for ids ['fd8aaf2a-4e98-4b3b-993d-d772aea4fc33'] in n-d-838334-2 {{(pid=84043) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 18 21:08:00.232222 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-ffdb06c0-68d9-4be3-a83d-863ccae8cca0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:08:00.236705 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-0d885ac7-96be-4cf9-a945-fd20e0194752 tempest-NegativeSecGroupIPv6Test-1002182216 tempest-NegativeSecGroupIPv6Test-1002182216-project] Notify callbacks [] for security_group, precommit_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:08:00.238664 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cb4d666-95ba-4bac-a8dc-e2c415a8ad7c None None] Routers {'fd8aaf2a-4e98-4b3b-993d-d772aea4fc33'} bound to L3 agent in host n-d-838334-2 {{(pid=84043) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 21:08:00.239961 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.l3_hamode_db [None req-1cb4d666-95ba-4bac-a8dc-e2c415a8ad7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838334-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-18T20:25:48Z,description=,heartbeat_timestamp=2022-04-18T21:07:48Z,host='n-d-838334-2',id=bc84d6c9-dd7a-4555-a351-592327b46d5a,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:25:48Z,topic='l3_agent')) {'router_ids': ['fd8aaf2a-4e98-4b3b-993d-d772aea4fc33'], 'active': True} {{(pid=84043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:08:00.253187 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [None req-ffdb06c0-68d9-4be3-a83d-863ccae8cca0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:08:00.257753 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-0d885ac7-96be-4cf9-a945-fd20e0194752 tempest-NegativeSecGroupIPv6Test-1002182216 tempest-NegativeSecGroupIPv6Test-1002182216-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33528224'] for security_group, after_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:08:00.318350 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.l3_hamode_db [None req-1cb4d666-95ba-4bac-a8dc-e2c415a8ad7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-838334-2', False) {} {{(pid=84043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:08:00.332604 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cb4d666-95ba-4bac-a8dc-e2c415a8ad7c None None] Routers {'fd8aaf2a-4e98-4b3b-993d-d772aea4fc33'} bound to L3 agent in host n-d-838334-2 {{(pid=84043) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 21:08:00.333497 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.l3_hamode_db [None req-1cb4d666-95ba-4bac-a8dc-e2c415a8ad7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838334-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-18T20:25:48Z,description=,heartbeat_timestamp=2022-04-18T21:07:48Z,host='n-d-838334-2',id=bc84d6c9-dd7a-4555-a351-592327b46d5a,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:25:48Z,topic='l3_agent')) {'router_ids': ['fd8aaf2a-4e98-4b3b-993d-d772aea4fc33'], 'active': True} {{(pid=84043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:08:00.337181 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-0d885ac7-96be-4cf9-a945-fd20e0194752 tempest-NegativeSecGroupIPv6Test-1002182216 tempest-NegativeSecGroupIPv6Test-1002182216-project] Notify callbacks [] for security_group, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:08:00.340990 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-0d885ac7-96be-4cf9-a945-fd20e0194752 tempest-NegativeSecGroupIPv6Test-1002182216 tempest-NegativeSecGroupIPv6Test-1002182216-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 0.9360178 Apr 18 21:08:00.346211 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 40894) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:08:00.347877 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d885ac7-96be-4cf9-a945-fd20e0194752 tempest-NegativeSecGroupIPv6Test-1002182216 tempest-NegativeSecGroupIPv6Test-1002182216-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e7dec3d3-2d68-416f-a70f-bbd49a0c67cf,revision_number=1']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:08:00.362794 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.v2.base [None req-a7321bea-e607-4569-bdb0-c6daa0b0e6c8 tempest-NegativeSecGroupIPv6Test-1002182216 tempest-NegativeSecGroupIPv6Test-1002182216-project] Request body: {'security_group_rule': {'security_group_id': 'e7dec3d3-2d68-416f-a70f-bbd49a0c67cf', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=84040) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:08:00.363813 n-d-838334-2 neutron-server[84040]: INFO neutron.api.v2.resource [None req-a7321bea-e607-4569-bdb0-c6daa0b0e6c8 tempest-NegativeSecGroupIPv6Test-1002182216 tempest-NegativeSecGroupIPv6Test-1002182216-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 18 21:08:00.367317 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-a7321bea-e607-4569-bdb0-c6daa0b0e6c8 tempest-NegativeSecGroupIPv6Test-1002182216 tempest-NegativeSecGroupIPv6Test-1002182216-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0141430 Apr 18 21:08:00.377739 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 40898) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:08:00.387497 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.v2.base [None req-3fe3e7e0-32a4-4db0-8684-9f2295f5d0c1 tempest-NegativeSecGroupIPv6Test-1002182216 tempest-NegativeSecGroupIPv6Test-1002182216-project] Request body: {'security_group_rule': {'security_group_id': 'e7dec3d3-2d68-416f-a70f-bbd49a0c67cf', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=84040) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:08:00.401217 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [None req-3fe3e7e0-32a4-4db0-8684-9f2295f5d0c1 tempest-NegativeSecGroupIPv6Test-1002182216 tempest-NegativeSecGroupIPv6Test-1002182216-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:08:00.406128 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.l3_hamode_db [None req-1cb4d666-95ba-4bac-a8dc-e2c415a8ad7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-838334-2', False) {} {{(pid=84043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:08:00.406635 n-d-838334-2 neutron-server[84043]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cb4d666-95ba-4bac-a8dc-e2c415a8ad7c None None] The sync data for ids ['fd8aaf2a-4e98-4b3b-993d-d772aea4fc33'] in n-d-838334-2 is: [] {{(pid=84043) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 18 21:08:00.413938 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-3fe3e7e0-32a4-4db0-8684-9f2295f5d0c1 tempest-NegativeSecGroupIPv6Test-1002182216 tempest-NegativeSecGroupIPv6Test-1002182216-project] Usage tracker for resource:security_group_rule and tenant:863bc697f0794559b16810740da961d9 is out of sync, need to count used quota {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:08:00.416671 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [None req-8fdee68f-d91d-4742-9c7b-9d0cc1346ac3 tempest-PortsIpV6TestJSON-656796091 tempest-PortsIpV6TestJSON-656796091-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:08:00.422445 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-68826f95-21e4-4957-ada6-6d844b21aac7 tempest-SecGroupTest-200765828 tempest-SecGroupTest-200765828-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:08:00.422697 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-3fe3e7e0-32a4-4db0-8684-9f2295f5d0c1 tempest-NegativeSecGroupIPv6Test-1002182216 tempest-NegativeSecGroupIPv6Test-1002182216-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:08:00.428953 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-8fdee68f-d91d-4742-9c7b-9d0cc1346ac3 tempest-PortsIpV6TestJSON-656796091 tempest-PortsIpV6TestJSON-656796091-project] Usage tracker for resource:subnet and tenant:2eda1cb86d1d401280eb2d37452a60a8 is out of sync, need to count used quota {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:08:00.435124 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-8fdee68f-d91d-4742-9c7b-9d0cc1346ac3 tempest-PortsIpV6TestJSON-656796091 tempest-PortsIpV6TestJSON-656796091-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:08:00.442310 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6d869d26-d1a7-4ef8-84d5-fc6f07d6cf35 tempest-RoutersTest-1500746192 tempest-RoutersTest-1500746192-project] Notify agent at l3_agent.n-d-838334-2 the message routers_updated {{(pid=84041) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 21:08:00.444297 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [None req-3fe3e7e0-32a4-4db0-8684-9f2295f5d0c1 tempest-NegativeSecGroupIPv6Test-1002182216 tempest-NegativeSecGroupIPv6Test-1002182216-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:08:00.453709 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab6015b8-6cf6-449c-a372-0c5e552d77c2 None None] Sync routers for ids ['d3445e60-27f3-4080-a032-9bd4d27dfce0'] in n-d-838334-2 {{(pid=84042) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 18 21:08:00.454234 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [None req-8fdee68f-d91d-4742-9c7b-9d0cc1346ac3 tempest-PortsIpV6TestJSON-656796091 tempest-PortsIpV6TestJSON-656796091-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:08:00.467405 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab6015b8-6cf6-449c-a372-0c5e552d77c2 None None] Routers {'d3445e60-27f3-4080-a032-9bd4d27dfce0'} bound to L3 agent in host n-d-838334-2 {{(pid=84042) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 21:08:00.468350 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_hamode_db [None req-ab6015b8-6cf6-449c-a372-0c5e552d77c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838334-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-18T20:25:48Z,description=,heartbeat_timestamp=2022-04-18T21:07:48Z,host='n-d-838334-2',id=bc84d6c9-dd7a-4555-a351-592327b46d5a,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:25:48Z,topic='l3_agent')) {'router_ids': ['d3445e60-27f3-4080-a032-9bd4d27dfce0'], 'active': True} {{(pid=84042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:08:00.473661 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-ffdb06c0-68d9-4be3-a83d-863ccae8cca0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:08:00.481019 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-6d869d26-d1a7-4ef8-84d5-fc6f07d6cf35 tempest-RoutersTest-1500746192 tempest-RoutersTest-1500746192-project] 10.222.0.42 "PUT /v2.0/routers/d3445e60-27f3-4080-a032-9bd4d27dfce0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.5793507 Apr 18 21:08:00.484112 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-ffdb06c0-68d9-4be3-a83d-863ccae8cca0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33528224'] for security_group, after_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:08:00.488911 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 40902) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:08:00.511543 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8fdee68f-d91d-4742-9c7b-9d0cc1346ac3 tempest-PortsIpV6TestJSON-656796091 tempest-PortsIpV6TestJSON-656796091-project] Made reservation on behalf of 2eda1cb86d1d401280eb2d37452a60a8 for: {'subnet': 1} {{(pid=84040) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:08:00.589424 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-3500b0c1-ecdb-4a4e-b944-0e946953f170 tempest-FloatingIPTestJSON-1355648241 tempest-FloatingIPTestJSON-1355648241-project] 10.222.0.42 "PUT /v2.0/floatingips/eafc11b4-650c-4062-a2f7-a5e35b546171 HTTP/1.1" status: 200 len: 978 time: 9.7386312 Apr 18 21:08:00.590584 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 40906) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:08:00.605471 n-d-838334-2 neutron-server[84040]: INFO neutron.api.v2.resource [None req-3fe3e7e0-32a4-4db0-8684-9f2295f5d0c1 tempest-NegativeSecGroupIPv6Test-1002182216 tempest-NegativeSecGroupIPv6Test-1002182216-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 18 21:08:00.610196 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-3fe3e7e0-32a4-4db0-8684-9f2295f5d0c1 tempest-NegativeSecGroupIPv6Test-1002182216 tempest-NegativeSecGroupIPv6Test-1002182216-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.2277935 Apr 18 21:08:00.613167 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffdb06c0-68d9-4be3-a83d-863ccae8cca0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a7da823b-c00f-4b2a-8c60-96f7ae4c1f72,revision_number=1']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:08:00.615688 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 40910) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:08:00.631885 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-ffdb06c0-68d9-4be3-a83d-863ccae8cca0 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=612e3ae59ac440d6a9c43176d7f0d60a&name=default HTTP/1.1" status: 200 len: 2647 time: 0.7802620 Apr 18 21:08:00.634737 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 40914) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:08:00.635420 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_dvr_db [None req-ab6015b8-6cf6-449c-a372-0c5e552d77c2 None None] Set router d3445e60-27f3-4080-a032-9bd4d27dfce0 gateway port host: None {{(pid=84042) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 21:08:00.637689 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.v2.base [None req-be5c4a64-271c-4bd1-90dc-657703bd0568 tempest-NegativeSecGroupIPv6Test-1002182216 tempest-NegativeSecGroupIPv6Test-1002182216-project] Request body: {'security_group_rule': {'security_group_id': 'e7dec3d3-2d68-416f-a70f-bbd49a0c67cf', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=84040) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:08:00.638294 n-d-838334-2 neutron-server[84040]: INFO neutron.api.v2.resource [None req-be5c4a64-271c-4bd1-90dc-657703bd0568 tempest-NegativeSecGroupIPv6Test-1002182216 tempest-NegativeSecGroupIPv6Test-1002182216-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 18 21:08:00.641799 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-be5c4a64-271c-4bd1-90dc-657703bd0568 tempest-NegativeSecGroupIPv6Test-1002182216 tempest-NegativeSecGroupIPv6Test-1002182216-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0158188 Apr 18 21:08:00.643055 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 40916) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:08:00.651941 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.v2.base [None req-15ee6ebe-0561-4231-937b-df5784bd7b41 tempest-NegativeSecGroupIPv6Test-1002182216 tempest-NegativeSecGroupIPv6Test-1002182216-project] Request body: {'security_group_rule': {'security_group_id': 'e7dec3d3-2d68-416f-a70f-bbd49a0c67cf', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=84040) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:08:00.664494 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [None req-15ee6ebe-0561-4231-937b-df5784bd7b41 tempest-NegativeSecGroupIPv6Test-1002182216 tempest-NegativeSecGroupIPv6Test-1002182216-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:08:00.680104 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-15ee6ebe-0561-4231-937b-df5784bd7b41 tempest-NegativeSecGroupIPv6Test-1002182216 tempest-NegativeSecGroupIPv6Test-1002182216-project] Usage tracker for resource:security_group_rule and tenant:863bc697f0794559b16810740da961d9 is out of sync, need to count used quota {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:08:00.684780 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-15ee6ebe-0561-4231-937b-df5784bd7b41 tempest-NegativeSecGroupIPv6Test-1002182216 tempest-NegativeSecGroupIPv6Test-1002182216-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:08:00.694111 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [None req-15ee6ebe-0561-4231-937b-df5784bd7b41 tempest-NegativeSecGroupIPv6Test-1002182216 tempest-NegativeSecGroupIPv6Test-1002182216-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:08:00.696140 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-68826f95-21e4-4957-ada6-6d844b21aac7 tempest-SecGroupTest-200765828 tempest-SecGroupTest-200765828-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:08:00.715979 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-8fdee68f-d91d-4742-9c7b-9d0cc1346ac3 tempest-PortsIpV6TestJSON-656796091 tempest-PortsIpV6TestJSON-656796091-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31752722'] for subnet, before_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:08:00.761226 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-68826f95-21e4-4957-ada6-6d844b21aac7 tempest-SecGroupTest-200765828 tempest-SecGroupTest-200765828-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33528311'] for security_group_rule, after_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:08:00.763483 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_hamode_db [None req-ab6015b8-6cf6-449c-a372-0c5e552d77c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3445e60-27f3-4080-a032-9bd4d27dfce0', 'name': 'tempest-RoutersTest-router-1627313381', 'tenant_id': '8a05b90fa8c54f25938df6bd0ef52223', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:06:00Z', 'updated_at': '2022-04-18T21:07:57Z', 'revision_number': 11, 'project_id': '8a05b90fa8c54f25938df6bd0ef52223', 'gw_port_host': None}], 'n-d-838334-2', False) {} {{(pid=84042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:08:00.769983 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab6015b8-6cf6-449c-a372-0c5e552d77c2 None None] Checking router: d3445e60-27f3-4080-a032-9bd4d27dfce0 for host: n-d-838334-2 {{(pid=84042) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 18 21:08:00.781531 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab6015b8-6cf6-449c-a372-0c5e552d77c2 None None] Routers {'d3445e60-27f3-4080-a032-9bd4d27dfce0'} bound to L3 agent in host n-d-838334-2 {{(pid=84042) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 21:08:00.782090 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_hamode_db [None req-ab6015b8-6cf6-449c-a372-0c5e552d77c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838334-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-18T20:25:48Z,description=,heartbeat_timestamp=2022-04-18T21:07:48Z,host='n-d-838334-2',id=bc84d6c9-dd7a-4555-a351-592327b46d5a,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:25:48Z,topic='l3_agent')) {'router_ids': ['d3445e60-27f3-4080-a032-9bd4d27dfce0'], 'active': True} {{(pid=84042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:08:00.804646 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.plugin [None req-cf829a7a-bff6-42dc-8417-e025ec296c02 tempest-FloatingIPTestJSON-1355648241 tempest-FloatingIPTestJSON-1355648241-project] Deleting port e1457dbc-6def-47c9-ac8b-d821712682b9 {{(pid=84041) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 21:08:00.804969 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-cf829a7a-bff6-42dc-8417-e025ec296c02 tempest-FloatingIPTestJSON-1355648241 tempest-FloatingIPTestJSON-1355648241-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750375188691'] for port, before_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:08:00.816324 n-d-838334-2 neutron-server[84040]: INFO neutron.api.v2.resource [None req-15ee6ebe-0561-4231-937b-df5784bd7b41 tempest-NegativeSecGroupIPv6Test-1002182216 tempest-NegativeSecGroupIPv6Test-1002182216-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 18 21:08:00.820111 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-15ee6ebe-0561-4231-937b-df5784bd7b41 tempest-NegativeSecGroupIPv6Test-1002182216 tempest-NegativeSecGroupIPv6Test-1002182216-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.1736913 Apr 18 21:08:00.820314 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 40922) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:08:00.827732 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.v2.base [None req-2d756c4f-c222-4b2a-8ffd-71f75445fd41 tempest-NegativeSecGroupIPv6Test-1002182216 tempest-NegativeSecGroupIPv6Test-1002182216-project] Request body: {'security_group_rule': {'security_group_id': 'e7dec3d3-2d68-416f-a70f-bbd49a0c67cf', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=84040) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:08:00.828328 n-d-838334-2 neutron-server[84040]: INFO neutron.api.v2.resource [None req-2d756c4f-c222-4b2a-8ffd-71f75445fd41 tempest-NegativeSecGroupIPv6Test-1002182216 tempest-NegativeSecGroupIPv6Test-1002182216-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 18 21:08:00.834375 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-2d756c4f-c222-4b2a-8ffd-71f75445fd41 tempest-NegativeSecGroupIPv6Test-1002182216 tempest-NegativeSecGroupIPv6Test-1002182216-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0080671 Apr 18 21:08:00.834375 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 40926) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:08:00.842122 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.v2.base [None req-41919128-270f-40d4-9fe1-45a54d7061c5 tempest-NegativeSecGroupIPv6Test-1002182216 tempest-NegativeSecGroupIPv6Test-1002182216-project] Request body: {'security_group_rule': {'security_group_id': 'e7dec3d3-2d68-416f-a70f-bbd49a0c67cf', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=84040) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:08:00.859373 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68826f95-21e4-4957-ada6-6d844b21aac7 tempest-SecGroupTest-200765828 tempest-SecGroupTest-200765828-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2042f9d8-0d2f-4a89-b3cd-ad59921b3008,revision_number=0']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:08:00.862759 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [None req-41919128-270f-40d4-9fe1-45a54d7061c5 tempest-NegativeSecGroupIPv6Test-1002182216 tempest-NegativeSecGroupIPv6Test-1002182216-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:08:00.870787 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-41919128-270f-40d4-9fe1-45a54d7061c5 tempest-NegativeSecGroupIPv6Test-1002182216 tempest-NegativeSecGroupIPv6Test-1002182216-project] Usage tracker for resource:security_group_rule and tenant:863bc697f0794559b16810740da961d9 is out of sync, need to count used quota {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:08:00.878420 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-41919128-270f-40d4-9fe1-45a54d7061c5 tempest-NegativeSecGroupIPv6Test-1002182216 tempest-NegativeSecGroupIPv6Test-1002182216-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:08:00.886460 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [None req-41919128-270f-40d4-9fe1-45a54d7061c5 tempest-NegativeSecGroupIPv6Test-1002182216 tempest-NegativeSecGroupIPv6Test-1002182216-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:08:00.916988 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-68826f95-21e4-4957-ada6-6d844b21aac7 tempest-SecGroupTest-200765828 tempest-SecGroupTest-200765828-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:08:00.917410 n-d-838334-2 neutron-server[84040]: INFO neutron.db.securitygroups_db [None req-41919128-270f-40d4-9fe1-45a54d7061c5 tempest-NegativeSecGroupIPv6Test-1002182216 tempest-NegativeSecGroupIPv6Test-1002182216-project] Project 863bc697f0794559b16810740da961d9 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 18 21:08:00.918228 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-68826f95-21e4-4957-ada6-6d844b21aac7 tempest-SecGroupTest-200765828 tempest-SecGroupTest-200765828-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.8128884 Apr 18 21:08:00.929331 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 40930) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:08:00.965331 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_dvr_db [None req-ab6015b8-6cf6-449c-a372-0c5e552d77c2 None None] Set router d3445e60-27f3-4080-a032-9bd4d27dfce0 gateway port host: None {{(pid=84042) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 21:08:01.016164 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Device 153386f3-52b6-4dc2-8eeb-b4d37127965b up at agent ovs-agent-n-d-838334-2 {{(pid=84042) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 21:08:01.062316 n-d-838334-2 neutron-server[84040]: INFO neutron.api.v2.resource [None req-41919128-270f-40d4-9fe1-45a54d7061c5 tempest-NegativeSecGroupIPv6Test-1002182216 tempest-NegativeSecGroupIPv6Test-1002182216-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 18 21:08:01.066872 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-41919128-270f-40d4-9fe1-45a54d7061c5 tempest-NegativeSecGroupIPv6Test-1002182216 tempest-NegativeSecGroupIPv6Test-1002182216-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.2286375 Apr 18 21:08:01.072465 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 40938) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:08:01.087543 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.v2.base [None req-ae18c5f0-8208-49de-8956-d7042d170a16 tempest-NegativeSecGroupIPv6Test-1002182216 tempest-NegativeSecGroupIPv6Test-1002182216-project] Request body: {'security_group_rule': {'security_group_id': 'e7dec3d3-2d68-416f-a70f-bbd49a0c67cf', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=84040) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:08:01.088074 n-d-838334-2 neutron-server[84040]: INFO neutron.api.v2.resource [None req-ae18c5f0-8208-49de-8956-d7042d170a16 tempest-NegativeSecGroupIPv6Test-1002182216 tempest-NegativeSecGroupIPv6Test-1002182216-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 18 21:08:01.092520 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-ae18c5f0-8208-49de-8956-d7042d170a16 tempest-NegativeSecGroupIPv6Test-1002182216 tempest-NegativeSecGroupIPv6Test-1002182216-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0134482 Apr 18 21:08:01.092520 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 40942) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:08:01.098994 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.v2.base [None req-fe575582-b822-4e8e-bece-21417b533efc tempest-NegativeSecGroupIPv6Test-1002182216 tempest-NegativeSecGroupIPv6Test-1002182216-project] Request body: {'security_group_rule': {'security_group_id': 'e7dec3d3-2d68-416f-a70f-bbd49a0c67cf', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=84040) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:08:01.109816 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [None req-fe575582-b822-4e8e-bece-21417b533efc tempest-NegativeSecGroupIPv6Test-1002182216 tempest-NegativeSecGroupIPv6Test-1002182216-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:08:01.115911 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-fe575582-b822-4e8e-bece-21417b533efc tempest-NegativeSecGroupIPv6Test-1002182216 tempest-NegativeSecGroupIPv6Test-1002182216-project] Usage tracker for resource:security_group_rule and tenant:863bc697f0794559b16810740da961d9 is out of sync, need to count used quota {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:08:01.119665 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-fe575582-b822-4e8e-bece-21417b533efc tempest-NegativeSecGroupIPv6Test-1002182216 tempest-NegativeSecGroupIPv6Test-1002182216-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:08:01.135826 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [None req-fe575582-b822-4e8e-bece-21417b533efc tempest-NegativeSecGroupIPv6Test-1002182216 tempest-NegativeSecGroupIPv6Test-1002182216-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:08:01.148865 n-d-838334-2 neutron-server[84040]: INFO neutron.db.securitygroups_db [None req-fe575582-b822-4e8e-bece-21417b533efc tempest-NegativeSecGroupIPv6Test-1002182216 tempest-NegativeSecGroupIPv6Test-1002182216-project] Project 863bc697f0794559b16810740da961d9 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 18 21:08:01.165797 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_hamode_db [None req-ab6015b8-6cf6-449c-a372-0c5e552d77c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3445e60-27f3-4080-a032-9bd4d27dfce0', 'name': 'tempest-RoutersTest-router-1627313381', 'tenant_id': '8a05b90fa8c54f25938df6bd0ef52223', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:06:00Z', 'updated_at': '2022-04-18T21:07:57Z', 'revision_number': 11, 'project_id': '8a05b90fa8c54f25938df6bd0ef52223', 'gw_port_host': None}], 'n-d-838334-2', False) {} {{(pid=84042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:08:01.171876 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab6015b8-6cf6-449c-a372-0c5e552d77c2 None None] The sync data for ids ['d3445e60-27f3-4080-a032-9bd4d27dfce0'] in n-d-838334-2 is: [{'id': 'd3445e60-27f3-4080-a032-9bd4d27dfce0', 'name': 'tempest-RoutersTest-router-1627313381', 'tenant_id': '8a05b90fa8c54f25938df6bd0ef52223', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:06:00Z', 'updated_at': '2022-04-18T21:07:57Z', 'revision_number': 11, 'project_id': '8a05b90fa8c54f25938df6bd0ef52223', 'gw_port_host': None}] {{(pid=84042) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 18 21:08:01.189975 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Provisioning complete for port 153386f3-52b6-4dc2-8eeb-b4d37127965b triggered by entity L2. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:08:01.190482 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1253608'] for port, provisioning_complete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:08:01.193068 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-8fdee68f-d91d-4742-9c7b-9d0cc1346ac3 tempest-PortsIpV6TestJSON-656796091 tempest-PortsIpV6TestJSON-656796091-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33526260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32441074', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31752704'] for subnet, after_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:08:01.216601 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-cf829a7a-bff6-42dc-8417-e025ec296c02 tempest-FloatingIPTestJSON-1355648241 tempest-FloatingIPTestJSON-1355648241-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369123'] for port, precommit_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:08:01.247964 n-d-838334-2 neutron-server[84040]: INFO neutron.api.v2.resource [None req-fe575582-b822-4e8e-bece-21417b533efc tempest-NegativeSecGroupIPv6Test-1002182216 tempest-NegativeSecGroupIPv6Test-1002182216-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 18 21:08:01.249069 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-fe575582-b822-4e8e-bece-21417b533efc tempest-NegativeSecGroupIPv6Test-1002182216 tempest-NegativeSecGroupIPv6Test-1002182216-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.1561685 Apr 18 21:08:01.256165 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 40950) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:08:01.270698 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.v2.base [None req-1445f451-6daf-4f14-baf0-2dd6e205bba7 tempest-NegativeSecGroupIPv6Test-1002182216 tempest-NegativeSecGroupIPv6Test-1002182216-project] Request body: {'security_group_rule': {'security_group_id': 'e7dec3d3-2d68-416f-a70f-bbd49a0c67cf', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=84040) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:08:01.284140 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [None req-1445f451-6daf-4f14-baf0-2dd6e205bba7 tempest-NegativeSecGroupIPv6Test-1002182216 tempest-NegativeSecGroupIPv6Test-1002182216-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:08:01.292642 n-d-838334-2 neutron-server[84040]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8fdee68f-d91d-4742-9c7b-9d0cc1346ac3 tempest-PortsIpV6TestJSON-656796091 tempest-PortsIpV6TestJSON-656796091-project] Network de7b0fae-0e02-49a3-8eec-fcb1c51621b4 is already hosted by enough agents. {{(pid=84040) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:08:01.295898 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-1445f451-6daf-4f14-baf0-2dd6e205bba7 tempest-NegativeSecGroupIPv6Test-1002182216 tempest-NegativeSecGroupIPv6Test-1002182216-project] Usage tracker for resource:security_group_rule and tenant:863bc697f0794559b16810740da961d9 is out of sync, need to count used quota {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:08:01.299735 n-d-838334-2 neutron-server[84040]: DEBUG neutron.scheduler.base_scheduler [None req-8fdee68f-d91d-4742-9c7b-9d0cc1346ac3 tempest-PortsIpV6TestJSON-656796091 tempest-PortsIpV6TestJSON-656796091-project] Resources bound (agent type, host, resource id): {{(pid=84040) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:08:01.307185 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-1445f451-6daf-4f14-baf0-2dd6e205bba7 tempest-NegativeSecGroupIPv6Test-1002182216 tempest-NegativeSecGroupIPv6Test-1002182216-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:08:01.310497 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c72f03e-844c-4eea-a9e1-6b58e2db7095 None None] Network de7b0fae-0e02-49a3-8eec-fcb1c51621b4 requested from n-d-838334-2 {{(pid=84042) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 21:08:01.313325 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8fdee68f-d91d-4742-9c7b-9d0cc1346ac3 tempest-PortsIpV6TestJSON-656796091 tempest-PortsIpV6TestJSON-656796091-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:08:01.314100 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-8fdee68f-d91d-4742-9c7b-9d0cc1346ac3 tempest-PortsIpV6TestJSON-656796091 tempest-PortsIpV6TestJSON-656796091-project] Notify callbacks [] for subnet, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:08:01.326494 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [None req-1445f451-6daf-4f14-baf0-2dd6e205bba7 tempest-NegativeSecGroupIPv6Test-1002182216 tempest-NegativeSecGroupIPv6Test-1002182216-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:08:01.340423 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fdee68f-d91d-4742-9c7b-9d0cc1346ac3 tempest-PortsIpV6TestJSON-656796091 tempest-PortsIpV6TestJSON-656796091-project] Pushing event updated for resources: {'Subnet': ['ID=83662849-e63f-4052-9e99-fe9a4d853c8a,revision_number=0']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:08:01.358390 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-8fdee68f-d91d-4742-9c7b-9d0cc1346ac3 tempest-PortsIpV6TestJSON-656796091 tempest-PortsIpV6TestJSON-656796091-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 1.3175428 Apr 18 21:08:01.360713 n-d-838334-2 neutron-server[84040]: INFO neutron.db.securitygroups_db [None req-1445f451-6daf-4f14-baf0-2dd6e205bba7 tempest-NegativeSecGroupIPv6Test-1002182216 tempest-NegativeSecGroupIPv6Test-1002182216-project] Project 863bc697f0794559b16810740da961d9 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 18 21:08:01.366491 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 40954) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:08:01.380607 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.v2.base [None req-506b23c8-8eab-4e0c-90d5-1fdf091e8f8c tempest-PortsIpV6TestJSON-656796091 tempest-PortsIpV6TestJSON-656796091-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-880564524', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '83662849-e63f-4052-9e99-fe9a4d853c8a'}], 'security_groups': ['c93c711f-7547-45d7-908a-eef0ce196ae7']}} {{(pid=84040) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:08:01.443083 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.db_base_plugin_v2 [None req-e3d29b24-426f-4366-b2a0-b814c6b7e8d0 tempest-RoutersTest-1500746192 tempest-RoutersTest-1500746192-project] Deleting subnet c69b069c-a1b2-456b-9244-afeef8944023 {{(pid=84041) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 18 21:08:01.452490 n-d-838334-2 neutron-server[84040]: INFO neutron.api.v2.resource [None req-1445f451-6daf-4f14-baf0-2dd6e205bba7 tempest-NegativeSecGroupIPv6Test-1002182216 tempest-NegativeSecGroupIPv6Test-1002182216-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 18 21:08:01.457986 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-1445f451-6daf-4f14-baf0-2dd6e205bba7 tempest-NegativeSecGroupIPv6Test-1002182216 tempest-NegativeSecGroupIPv6Test-1002182216-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.1960747 Apr 18 21:08:01.459433 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 40958) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:08:01.464484 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-e3d29b24-426f-4366-b2a0-b814c6b7e8d0 tempest-RoutersTest-1500746192 tempest-RoutersTest-1500746192-project] Notify callbacks [] for subnet, before_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:08:01.499793 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-ba8ddd25-ea6d-4969-9e01-74db9f157020 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:08:01.575554 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-506b23c8-8eab-4e0c-90d5-1fdf091e8f8c tempest-PortsIpV6TestJSON-656796091 tempest-PortsIpV6TestJSON-656796091-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:08:01.627217 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-e3d29b24-426f-4366-b2a0-b814c6b7e8d0 tempest-RoutersTest-1500746192 tempest-RoutersTest-1500746192-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32266383'] for subnet, precommit_delete_associations {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:08:01.663327 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-391ce67d-ed9e-4882-8b94-150108d695fb tempest-NegativeSecGroupIPv6Test-1002182216 tempest-NegativeSecGroupIPv6Test-1002182216-project] Notify callbacks [] for security_group, before_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:08:01.708426 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-391ce67d-ed9e-4882-8b94-150108d695fb tempest-NegativeSecGroupIPv6Test-1002182216 tempest-NegativeSecGroupIPv6Test-1002182216-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:08:01.723152 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-ba8ddd25-ea6d-4969-9e01-74db9f157020 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:08:01.748266 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-88c3fe77-3308-4afb-a7b6-c029bac4296d tempest-SecGroupTest-200765828 tempest-SecGroupTest-200765828-project] Notify callbacks [] for security_group, before_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:08:01.754154 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d92b29bc-f464-47c3-b046-5b3b3699cf40 None None] Update dhcp port {'port': {'network_id': 'de7b0fae-0e02-49a3-8eec-fcb1c51621b4', 'fixed_ips': [{'subnet_id': 'fac7470a-5a98-430d-9a29-0f9219d476c0', 'ip_address': '2001:db8::2'}, {'subnet_id': '83662849-e63f-4052-9e99-fe9a4d853c8a'}], 'binding:host_id': 'n-d-838334-2'}, 'id': '153386f3-52b6-4dc2-8eeb-b4d37127965b'} from n-d-838334-2. {{(pid=84042) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:307}} Apr 18 21:08:01.802068 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-cf829a7a-bff6-42dc-8417-e025ec296c02 tempest-FloatingIPTestJSON-1355648241 tempest-FloatingIPTestJSON-1355648241-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:08:01.802577 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-cf829a7a-bff6-42dc-8417-e025ec296c02 tempest-FloatingIPTestJSON-1355648241 tempest-FloatingIPTestJSON-1355648241-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33444131'] for floatingip, after_update {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:08:01.802994 n-d-838334-2 neutron-server[84041]: INFO neutron.db.l3_db [None req-cf829a7a-bff6-42dc-8417-e025ec296c02 tempest-FloatingIPTestJSON-1355648241 tempest-FloatingIPTestJSON-1355648241-project] Floating IP eafc11b4-650c-4062-a2f7-a5e35b546171 disassociated. External IP: 172.25.8.48, port: e1457dbc-6def-47c9-ac8b-d821712682b9. Apr 18 21:08:01.803423 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.plugin [None req-cf829a7a-bff6-42dc-8417-e025ec296c02 tempest-FloatingIPTestJSON-1355648241 tempest-FloatingIPTestJSON-1355648241-project] Calling delete_port for e1457dbc-6def-47c9-ac8b-d821712682b9 owned by {{(pid=84041) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 21:08:01.810592 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-d92b29bc-f464-47c3-b046-5b3b3699cf40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:08:01.859274 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-391ce67d-ed9e-4882-8b94-150108d695fb tempest-NegativeSecGroupIPv6Test-1002182216 tempest-NegativeSecGroupIPv6Test-1002182216-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33528224'] for security_group, after_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:08:01.867724 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-88c3fe77-3308-4afb-a7b6-c029bac4296d tempest-SecGroupTest-200765828 tempest-SecGroupTest-200765828-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:08:01.892144 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-391ce67d-ed9e-4882-8b94-150108d695fb tempest-NegativeSecGroupIPv6Test-1002182216 tempest-NegativeSecGroupIPv6Test-1002182216-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e7dec3d3-2d68-416f-a70f-bbd49a0c67cf,revision_number=None']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:08:01.928832 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-391ce67d-ed9e-4882-8b94-150108d695fb tempest-NegativeSecGroupIPv6Test-1002182216 tempest-NegativeSecGroupIPv6Test-1002182216-project] Notify callbacks [] for security_group, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:08:01.929777 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-391ce67d-ed9e-4882-8b94-150108d695fb tempest-NegativeSecGroupIPv6Test-1002182216 tempest-NegativeSecGroupIPv6Test-1002182216-project] 10.222.0.42 "DELETE /v2.0/security-groups/e7dec3d3-2d68-416f-a70f-bbd49a0c67cf HTTP/1.1" status: 204 len: 168 time: 0.4693239 Apr 18 21:08:01.935711 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 40962) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:08:02.016832 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-16510fc9-1dcf-4c72-9db6-727ad32a2ebb tempest-NegativeSecGroupIPv6Test-1002182216 tempest-NegativeSecGroupIPv6Test-1002182216-project] Synchronizing usage tracker for tenant:863bc697f0794559b16810740da961d9 on resource:security_group {{(pid=84040) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 21:08:02.036602 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-16510fc9-1dcf-4c72-9db6-727ad32a2ebb tempest-NegativeSecGroupIPv6Test-1002182216 tempest-NegativeSecGroupIPv6Test-1002182216-project] Unset dirty status for tenant:863bc697f0794559b16810740da961d9 on resource:security_group {{(pid=84040) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 21:08:02.037982 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-16510fc9-1dcf-4c72-9db6-727ad32a2ebb tempest-NegativeSecGroupIPv6Test-1002182216 tempest-NegativeSecGroupIPv6Test-1002182216-project] 10.222.0.42 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.1015518 Apr 18 21:08:02.042260 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 40966) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:08:02.049909 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.v2.base [None req-b03cde0b-beb4-40f4-8147-ebf6b66f2078 tempest-NegativeSecGroupIPv6Test-1002182216 tempest-NegativeSecGroupIPv6Test-1002182216-project] Request body: {'security_group': {'name': 'tempest-secgroup--2079365996'}} {{(pid=84040) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:08:02.058218 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-ba8ddd25-ea6d-4969-9e01-74db9f157020 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33528224'] for security_group, after_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:08:02.058465 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [None req-b03cde0b-beb4-40f4-8147-ebf6b66f2078 tempest-NegativeSecGroupIPv6Test-1002182216 tempest-NegativeSecGroupIPv6Test-1002182216-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:08:02.071961 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [None req-b03cde0b-beb4-40f4-8147-ebf6b66f2078 tempest-NegativeSecGroupIPv6Test-1002182216 tempest-NegativeSecGroupIPv6Test-1002182216-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:08:02.078322 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-88c3fe77-3308-4afb-a7b6-c029bac4296d tempest-SecGroupTest-200765828 tempest-SecGroupTest-200765828-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33528224'] for security_group, after_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:08:02.087444 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-b03cde0b-beb4-40f4-8147-ebf6b66f2078 tempest-NegativeSecGroupIPv6Test-1002182216 tempest-NegativeSecGroupIPv6Test-1002182216-project] Notify callbacks [] for security_group, before_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:08:02.091670 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-e3d29b24-426f-4366-b2a0-b814c6b7e8d0 tempest-RoutersTest-1500746192 tempest-RoutersTest-1500746192-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1260556'] for subnet, precommit_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:08:02.096754 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.db_base_plugin_common [None req-d92b29bc-f464-47c3-b046-5b3b3699cf40 None None] Allocated IP 2001:db8:0:1::2 (de7b0fae-0e02-49a3-8eec-fcb1c51621b4/83662849-e63f-4052-9e99-fe9a4d853c8a/153386f3-52b6-4dc2-8eeb-b4d37127965b) {{(pid=84042) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 21:08:02.119041 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-cf829a7a-bff6-42dc-8417-e025ec296c02 tempest-FloatingIPTestJSON-1355648241 tempest-FloatingIPTestJSON-1355648241-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750375259028', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750374836628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32266323'] for port, after_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:08:02.126247 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [None req-b03cde0b-beb4-40f4-8147-ebf6b66f2078 tempest-NegativeSecGroupIPv6Test-1002182216 tempest-NegativeSecGroupIPv6Test-1002182216-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:08:02.129978 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba8ddd25-ea6d-4969-9e01-74db9f157020 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a7da823b-c00f-4b2a-8c60-96f7ae4c1f72,revision_number=None']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:08:02.130326 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-b03cde0b-beb4-40f4-8147-ebf6b66f2078 tempest-NegativeSecGroupIPv6Test-1002182216 tempest-NegativeSecGroupIPv6Test-1002182216-project] Usage tracker for resource:security_group_rule and tenant:863bc697f0794559b16810740da961d9 is out of sync, need to count used quota {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:08:02.133568 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-b03cde0b-beb4-40f4-8147-ebf6b66f2078 tempest-NegativeSecGroupIPv6Test-1002182216 tempest-NegativeSecGroupIPv6Test-1002182216-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:08:02.139421 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [None req-b03cde0b-beb4-40f4-8147-ebf6b66f2078 tempest-NegativeSecGroupIPv6Test-1002182216 tempest-NegativeSecGroupIPv6Test-1002182216-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:08:02.218556 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-b03cde0b-beb4-40f4-8147-ebf6b66f2078 tempest-NegativeSecGroupIPv6Test-1002182216 tempest-NegativeSecGroupIPv6Test-1002182216-project] Notify callbacks [] for security_group, precommit_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:08:02.223499 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf829a7a-bff6-42dc-8417-e025ec296c02 tempest-FloatingIPTestJSON-1355648241 tempest-FloatingIPTestJSON-1355648241-project] Pushing event deleted for resources: {'Port': ['ID=e1457dbc-6def-47c9-ac8b-d821712682b9,revision_number=None']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:08:02.225064 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-b03cde0b-beb4-40f4-8147-ebf6b66f2078 tempest-NegativeSecGroupIPv6Test-1002182216 tempest-NegativeSecGroupIPv6Test-1002182216-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33528224'] for security_group, after_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:08:02.231732 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88c3fe77-3308-4afb-a7b6-c029bac4296d tempest-SecGroupTest-200765828 tempest-SecGroupTest-200765828-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=118d16d0-fb13-48ea-afd9-1ef23bc549ae,revision_number=None']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:08:02.270689 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-d92b29bc-f464-47c3-b046-5b3b3699cf40 None None] For port 153386f3-52b6-4dc2-8eeb-b4d37127965b, host n-d-838334-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838334-2',level=0,port_id=153386f3-52b6-4dc2-8eeb-b4d37127965b,segment=NetworkSegment(c3e15f96-49dc-4529-907c-3a78425b3259),segment_id=c3e15f96-49dc-4529-907c-3a78425b3259)] {{(pid=84042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:08:02.299829 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b03cde0b-beb4-40f4-8147-ebf6b66f2078 tempest-NegativeSecGroupIPv6Test-1002182216 tempest-NegativeSecGroupIPv6Test-1002182216-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cef3d98c-6127-44b9-8f85-50d23e3dac90,revision_number=1']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:08:02.314896 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-b03cde0b-beb4-40f4-8147-ebf6b66f2078 tempest-NegativeSecGroupIPv6Test-1002182216 tempest-NegativeSecGroupIPv6Test-1002182216-project] Notify callbacks [] for security_group, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:08:02.315404 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-d92b29bc-f464-47c3-b046-5b3b3699cf40 None None] Notify callbacks [] for port, precommit_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:08:02.319424 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-b03cde0b-beb4-40f4-8147-ebf6b66f2078 tempest-NegativeSecGroupIPv6Test-1002182216 tempest-NegativeSecGroupIPv6Test-1002182216-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 0.2760105 Apr 18 21:08:02.320129 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 40972) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:08:02.332752 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.v2.base [None req-acca86bd-932d-46fd-a6d0-ad56e0555d79 tempest-NegativeSecGroupIPv6Test-1002182216 tempest-NegativeSecGroupIPv6Test-1002182216-project] Request body: {'security_group_rule': {'security_group_id': 'cef3d98c-6127-44b9-8f85-50d23e3dac90', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': 'bad_group_id'}} {{(pid=84040) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:08:02.334888 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-ba8ddd25-ea6d-4969-9e01-74db9f157020 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:08:02.339745 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-ba8ddd25-ea6d-4969-9e01-74db9f157020 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/a7da823b-c00f-4b2a-8c60-96f7ae4c1f72 HTTP/1.1" status: 204 len: 168 time: 1.6952038 Apr 18 21:08:02.353695 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-d92b29bc-f464-47c3-b046-5b3b3699cf40 None None] Transition to ACTIVE for port object 153386f3-52b6-4dc2-8eeb-b4d37127965b will not be triggered until provisioned by entity DHCP. {{(pid=84042) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:08:02.357413 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [None req-acca86bd-932d-46fd-a6d0-ad56e0555d79 tempest-NegativeSecGroupIPv6Test-1002182216 tempest-NegativeSecGroupIPv6Test-1002182216-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:08:02.361477 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-d92b29bc-f464-47c3-b046-5b3b3699cf40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682'] for port, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:08:02.363779 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-88c3fe77-3308-4afb-a7b6-c029bac4296d tempest-SecGroupTest-200765828 tempest-SecGroupTest-200765828-project] Notify callbacks [] for security_group, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:08:02.367234 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-88c3fe77-3308-4afb-a7b6-c029bac4296d tempest-SecGroupTest-200765828 tempest-SecGroupTest-200765828-project] 10.222.0.42 "DELETE /v2.0/security-groups/118d16d0-fb13-48ea-afd9-1ef23bc549ae HTTP/1.1" status: 204 len: 168 time: 1.4319434 Apr 18 21:08:02.456229 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 40978) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:08:02.468485 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-acca86bd-932d-46fd-a6d0-ad56e0555d79 tempest-NegativeSecGroupIPv6Test-1002182216 tempest-NegativeSecGroupIPv6Test-1002182216-project] Usage tracker for resource:security_group_rule and tenant:863bc697f0794559b16810740da961d9 is out of sync, need to count used quota {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:08:02.522045 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-acca86bd-932d-46fd-a6d0-ad56e0555d79 tempest-NegativeSecGroupIPv6Test-1002182216 tempest-NegativeSecGroupIPv6Test-1002182216-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:08:02.555650 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [None req-acca86bd-932d-46fd-a6d0-ad56e0555d79 tempest-NegativeSecGroupIPv6Test-1002182216 tempest-NegativeSecGroupIPv6Test-1002182216-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:08:02.568257 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d92b29bc-f464-47c3-b046-5b3b3699cf40 None None] Pushing event updated for resources: {'Port': ['ID=153386f3-52b6-4dc2-8eeb-b4d37127965b,revision_number=4']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:08:02.693495 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-0d0fc44a-a60b-4432-8a6a-57ea841bac4f tempest-SecGroupTest-200765828 tempest-SecGroupTest-200765828-project] Synchronizing usage tracker for tenant:f1c4efe1b1e34fcc9124816ce3528638 on resource:security_group {{(pid=84040) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 21:08:02.727437 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-e3d29b24-426f-4366-b2a0-b814c6b7e8d0 tempest-RoutersTest-1500746192 tempest-RoutersTest-1500746192-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1260549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33526260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32266336', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32486390'] for subnet, after_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:08:02.731197 n-d-838334-2 neutron-server[84040]: INFO neutron.api.v2.resource [None req-acca86bd-932d-46fd-a6d0-ad56e0555d79 tempest-NegativeSecGroupIPv6Test-1002182216 tempest-NegativeSecGroupIPv6Test-1002182216-project] create failed (client error): The resource could not be found. Apr 18 21:08:02.737459 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-acca86bd-932d-46fd-a6d0-ad56e0555d79 tempest-NegativeSecGroupIPv6Test-1002182216 tempest-NegativeSecGroupIPv6Test-1002182216-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.4163358 Apr 18 21:08:02.738930 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 40988) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:08:02.764733 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.v2.base [None req-62e29772-1486-4895-82a5-5201fd6926a4 tempest-NegativeSecGroupIPv6Test-1002182216 tempest-NegativeSecGroupIPv6Test-1002182216-project] Request body: {'security_group_rule': {'security_group_id': 'cef3d98c-6127-44b9-8f85-50d23e3dac90', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': '456d594f-3778-4089-8f2d-8cd9f7babe5d'}} {{(pid=84040) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:08:02.779085 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-0d0fc44a-a60b-4432-8a6a-57ea841bac4f tempest-SecGroupTest-200765828 tempest-SecGroupTest-200765828-project] Unset dirty status for tenant:f1c4efe1b1e34fcc9124816ce3528638 on resource:security_group {{(pid=84040) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 21:08:02.779301 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3d29b24-426f-4366-b2a0-b814c6b7e8d0 tempest-RoutersTest-1500746192 tempest-RoutersTest-1500746192-project] Pushing event deleted for resources: {'Subnet': ['ID=c69b069c-a1b2-456b-9244-afeef8944023,revision_number=None']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:08:02.782836 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-0d0fc44a-a60b-4432-8a6a-57ea841bac4f tempest-SecGroupTest-200765828 tempest-SecGroupTest-200765828-project] 10.222.0.42 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.3231397 Apr 18 21:08:02.785906 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.db_base_plugin_common [None req-506b23c8-8eab-4e0c-90d5-1fdf091e8f8c tempest-PortsIpV6TestJSON-656796091 tempest-PortsIpV6TestJSON-656796091-project] Delete allocated IP 2001:db8::2df (de7b0fae-0e02-49a3-8eec-fcb1c51621b4/fac7470a-5a98-430d-9a29-0f9219d476c0) {{(pid=84040) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Apr 18 21:08:02.789038 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 40992) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:08:02.792037 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [None req-62e29772-1486-4895-82a5-5201fd6926a4 tempest-NegativeSecGroupIPv6Test-1002182216 tempest-NegativeSecGroupIPv6Test-1002182216-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:08:02.801096 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-62e29772-1486-4895-82a5-5201fd6926a4 tempest-NegativeSecGroupIPv6Test-1002182216 tempest-NegativeSecGroupIPv6Test-1002182216-project] Usage tracker for resource:security_group_rule and tenant:863bc697f0794559b16810740da961d9 is out of sync, need to count used quota {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:08:02.805555 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-62e29772-1486-4895-82a5-5201fd6926a4 tempest-NegativeSecGroupIPv6Test-1002182216 tempest-NegativeSecGroupIPv6Test-1002182216-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:08:02.812753 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.db_base_plugin_common [None req-506b23c8-8eab-4e0c-90d5-1fdf091e8f8c tempest-PortsIpV6TestJSON-656796091 tempest-PortsIpV6TestJSON-656796091-project] Allocated IP 2001:db8:0:1::194 (de7b0fae-0e02-49a3-8eec-fcb1c51621b4/83662849-e63f-4052-9e99-fe9a4d853c8a/6e0a81db-c222-4d14-8bfa-f197cfbc28f7) {{(pid=84040) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 21:08:02.815657 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [None req-62e29772-1486-4895-82a5-5201fd6926a4 tempest-NegativeSecGroupIPv6Test-1002182216 tempest-NegativeSecGroupIPv6Test-1002182216-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:08:02.832372 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-e3d29b24-426f-4366-b2a0-b814c6b7e8d0 tempest-RoutersTest-1500746192 tempest-RoutersTest-1500746192-project] Notify callbacks [] for subnet, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:08:02.840465 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-493af012-b0aa-4847-8080-e2aa4f724c8d None None] Network 0f4f3485-d47f-443a-afdb-b607b91dc681 requested from n-d-838334-2 {{(pid=84042) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 21:08:02.900233 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-e3d29b24-426f-4366-b2a0-b814c6b7e8d0 tempest-RoutersTest-1500746192 tempest-RoutersTest-1500746192-project] 10.222.0.42 "DELETE /v2.0/subnets/c69b069c-a1b2-456b-9244-afeef8944023 HTTP/1.1" status: 204 len: 168 time: 2.4102390 Apr 18 21:08:02.906859 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 40996) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:08:03.010453 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Device 153386f3-52b6-4dc2-8eeb-b4d37127965b up at agent ovs-agent-n-d-838334-2 {{(pid=84042) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 21:08:03.105459 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-88601154-d638-4bff-9546-a785f39031eb tempest-SecGroupTest-200765828 tempest-SecGroupTest-200765828-project] Synchronizing usage tracker for tenant:f1c4efe1b1e34fcc9124816ce3528638 on resource:security_group_rule {{(pid=84041) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 21:08:03.191758 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-4352ef89-674a-4456-9942-b6c1606b042d tempest-RoutersTest-1500746192 tempest-RoutersTest-1500746192-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1103592'] for network, before_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:08:03.198435 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-88601154-d638-4bff-9546-a785f39031eb tempest-SecGroupTest-200765828 tempest-SecGroupTest-200765828-project] Unset dirty status for tenant:f1c4efe1b1e34fcc9124816ce3528638 on resource:security_group_rule {{(pid=84041) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 21:08:03.209143 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-88601154-d638-4bff-9546-a785f39031eb tempest-SecGroupTest-200765828 tempest-SecGroupTest-200765828-project] 10.222.0.42 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 2243 time: 0.4146018 Apr 18 21:08:03.212597 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 41006) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:08:03.246092 n-d-838334-2 neutron-server[84040]: INFO neutron.api.v2.resource [None req-62e29772-1486-4895-82a5-5201fd6926a4 tempest-NegativeSecGroupIPv6Test-1002182216 tempest-NegativeSecGroupIPv6Test-1002182216-project] create failed (client error): The resource could not be found. Apr 18 21:08:03.250132 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-62e29772-1486-4895-82a5-5201fd6926a4 tempest-NegativeSecGroupIPv6Test-1002182216 tempest-NegativeSecGroupIPv6Test-1002182216-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.4932959 Apr 18 21:08:03.250735 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 41010) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:08:03.273625 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Device b3960860-c173-49ec-b335-5c1dd2983a36 no longer exists at agent ovs-agent-n-d-838334-2 {{(pid=84042) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 21:08:03.307476 n-d-838334-2 neutron-server[84041]: INFO neutron.api.v2.resource [None req-f3a76b3d-8b4e-4c12-a340-84e1e2e80ab0 tempest-SecGroupTest-200765828 tempest-SecGroupTest-200765828-project] delete failed (client error): The resource could not be found. Apr 18 21:08:03.316536 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-f3a76b3d-8b4e-4c12-a340-84e1e2e80ab0 tempest-SecGroupTest-200765828 tempest-SecGroupTest-200765828-project] 10.222.0.42 "DELETE /v2.0/security-groups/118d16d0-fb13-48ea-afd9-1ef23bc549ae HTTP/1.1" status: 404 len: 347 time: 0.1007879 Apr 18 21:08:03.318546 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 41016) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:08:03.324547 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.plugin [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] No Port match for: b3960860-c173-49ec-b335-5c1dd2983a36 {{(pid=84042) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 18 21:08:03.325671 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Device b3960860-c173-49ec-b335-5c1dd2983a36 not bound to the agent host n-d-838334-2 {{(pid=84042) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 21:08:03.369586 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.plugin [None req-4352ef89-674a-4456-9942-b6c1606b042d tempest-RoutersTest-1500746192 tempest-RoutersTest-1500746192-project] Deleting port f350dc5c-7b4c-44db-b7fa-7be06154c02b {{(pid=84041) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 21:08:03.369967 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-4352ef89-674a-4456-9942-b6c1606b042d tempest-RoutersTest-1500746192 tempest-RoutersTest-1500746192-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750375188691'] for port, before_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:08:03.370322 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3410cf09-8786-41fa-831c-39a299a4dec8 None None] DHCP port deletion for 0f4f3485-d47f-443a-afdb-b607b91dc681 request from n-d-838334-2 {{(pid=84042) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 18 21:08:03.375906 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.plugin [None req-3410cf09-8786-41fa-831c-39a299a4dec8 None None] Deleting port f350dc5c-7b4c-44db-b7fa-7be06154c02b {{(pid=84042) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 21:08:03.377693 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-3410cf09-8786-41fa-831c-39a299a4dec8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750375188691'] for port, before_delete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:08:03.378687 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-506b23c8-8eab-4e0c-90d5-1fdf091e8f8c tempest-PortsIpV6TestJSON-656796091 tempest-PortsIpV6TestJSON-656796091-project] Notify callbacks [] for port, precommit_update {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:08:03.413602 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-17260233-cf60-476c-9a80-e52bbdde5189 tempest-NegativeSecGroupIPv6Test-1002182216 tempest-NegativeSecGroupIPv6Test-1002182216-project] Notify callbacks [] for security_group, before_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:08:03.415542 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.provisioning_blocks [None req-506b23c8-8eab-4e0c-90d5-1fdf091e8f8c tempest-PortsIpV6TestJSON-656796091 tempest-PortsIpV6TestJSON-656796091-project] Transition to ACTIVE for port object 6e0a81db-c222-4d14-8bfa-f197cfbc28f7 will not be triggered until provisioned by entity DHCP. {{(pid=84040) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:08:03.430143 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-506b23c8-8eab-4e0c-90d5-1fdf091e8f8c tempest-PortsIpV6TestJSON-656796091 tempest-PortsIpV6TestJSON-656796091-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32440959'] for port, after_update {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:08:03.513833 n-d-838334-2 neutron-server[84041]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cf829a7a-bff6-42dc-8417-e025ec296c02 tempest-FloatingIPTestJSON-1355648241 tempest-FloatingIPTestJSON-1355648241-project] Router fd8aaf2a-4e98-4b3b-993d-d772aea4fc33 has already been hosted by L3 agent bc84d6c9-dd7a-4555-a351-592327b46d5a {{(pid=84041) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 21:08:03.534974 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-cadf3f5b-1d81-4d34-9e5c-d14c6367b3c5 tempest-SecGroupTest-200765828 tempest-SecGroupTest-200765828-project] Synchronizing usage tracker for tenant:f1c4efe1b1e34fcc9124816ce3528638 on resource:security_group {{(pid=84041) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 21:08:03.599532 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-17260233-cf60-476c-9a80-e52bbdde5189 tempest-NegativeSecGroupIPv6Test-1002182216 tempest-NegativeSecGroupIPv6Test-1002182216-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:08:03.609918 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.plugin [None req-506b23c8-8eab-4e0c-90d5-1fdf091e8f8c tempest-PortsIpV6TestJSON-656796091 tempest-PortsIpV6TestJSON-656796091-project] In _notify_port_updated(), no bound segment for port 6e0a81db-c222-4d14-8bfa-f197cfbc28f7 on network de7b0fae-0e02-49a3-8eec-fcb1c51621b4 {{(pid=84040) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Apr 18 21:08:03.614214 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-506b23c8-8eab-4e0c-90d5-1fdf091e8f8c tempest-PortsIpV6TestJSON-656796091 tempest-PortsIpV6TestJSON-656796091-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:08:03.615016 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-506b23c8-8eab-4e0c-90d5-1fdf091e8f8c tempest-PortsIpV6TestJSON-656796091 tempest-PortsIpV6TestJSON-656796091-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217293'] for port, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:08:03.619179 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-506b23c8-8eab-4e0c-90d5-1fdf091e8f8c tempest-PortsIpV6TestJSON-656796091 tempest-PortsIpV6TestJSON-656796091-project] 10.222.0.42 "PUT /v2.0/ports/6e0a81db-c222-4d14-8bfa-f197cfbc28f7 HTTP/1.1" status: 200 len: 930 time: 2.2499666 Apr 18 21:08:03.626887 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 41022) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:08:03.665051 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-506b23c8-8eab-4e0c-90d5-1fdf091e8f8c tempest-PortsIpV6TestJSON-656796091 tempest-PortsIpV6TestJSON-656796091-project] Pushing event updated for resources: {'Port': ['ID=6e0a81db-c222-4d14-8bfa-f197cfbc28f7,revision_number=2']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:08:03.718921 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-17260233-cf60-476c-9a80-e52bbdde5189 tempest-NegativeSecGroupIPv6Test-1002182216 tempest-NegativeSecGroupIPv6Test-1002182216-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33528224'] for security_group, after_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:08:03.742986 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-3410cf09-8786-41fa-831c-39a299a4dec8 None None] For port f350dc5c-7b4c-44db-b7fa-7be06154c02b, host n-d-838334-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838334-2',level=0,port_id=f350dc5c-7b4c-44db-b7fa-7be06154c02b,segment=NetworkSegment(ef2eb13f-1420-4f51-a2d2-58ab3db62c3e),segment_id=ef2eb13f-1420-4f51-a2d2-58ab3db62c3e)] {{(pid=84042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:08:03.743377 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-3410cf09-8786-41fa-831c-39a299a4dec8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369123'] for port, precommit_delete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:08:03.770211 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-cadf3f5b-1d81-4d34-9e5c-d14c6367b3c5 tempest-SecGroupTest-200765828 tempest-SecGroupTest-200765828-project] Unset dirty status for tenant:f1c4efe1b1e34fcc9124816ce3528638 on resource:security_group {{(pid=84041) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 21:08:03.771637 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-cadf3f5b-1d81-4d34-9e5c-d14c6367b3c5 tempest-SecGroupTest-200765828 tempest-SecGroupTest-200765828-project] 10.222.0.42 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.4472194 Apr 18 21:08:03.793602 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17260233-cf60-476c-9a80-e52bbdde5189 tempest-NegativeSecGroupIPv6Test-1002182216 tempest-NegativeSecGroupIPv6Test-1002182216-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cef3d98c-6127-44b9-8f85-50d23e3dac90,revision_number=None']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:08:03.806562 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-17260233-cf60-476c-9a80-e52bbdde5189 tempest-NegativeSecGroupIPv6Test-1002182216 tempest-NegativeSecGroupIPv6Test-1002182216-project] Notify callbacks [] for security_group, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:08:03.807911 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-17260233-cf60-476c-9a80-e52bbdde5189 tempest-NegativeSecGroupIPv6Test-1002182216 tempest-NegativeSecGroupIPv6Test-1002182216-project] 10.222.0.42 "DELETE /v2.0/security-groups/cef3d98c-6127-44b9-8f85-50d23e3dac90 HTTP/1.1" status: 204 len: 168 time: 0.5449674 Apr 18 21:08:03.810674 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 41034) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:08:03.942774 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-87c4cdb1-47ec-4697-a97e-b5a31312ceac tempest-NegativeSecGroupIPv6Test-1002182216 tempest-NegativeSecGroupIPv6Test-1002182216-project] Synchronizing usage tracker for tenant:863bc697f0794559b16810740da961d9 on resource:security_group {{(pid=84040) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 21:08:03.966270 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.plugin [None req-3410cf09-8786-41fa-831c-39a299a4dec8 None None] Calling delete_port for f350dc5c-7b4c-44db-b7fa-7be06154c02b owned by network:dhcp {{(pid=84042) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 21:08:03.993692 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-87c4cdb1-47ec-4697-a97e-b5a31312ceac tempest-NegativeSecGroupIPv6Test-1002182216 tempest-NegativeSecGroupIPv6Test-1002182216-project] Unset dirty status for tenant:863bc697f0794559b16810740da961d9 on resource:security_group {{(pid=84040) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 21:08:03.996234 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-87c4cdb1-47ec-4697-a97e-b5a31312ceac tempest-NegativeSecGroupIPv6Test-1002182216 tempest-NegativeSecGroupIPv6Test-1002182216-project] 10.222.0.42 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.1839654 Apr 18 21:08:03.999372 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 41042) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:08:04.013446 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.v2.base [None req-4e2c7d80-c220-44a7-9080-16dcf0203ff3 tempest-NegativeSecGroupIPv6Test-1002182216 tempest-NegativeSecGroupIPv6Test-1002182216-project] Request body: {'security_group_rule': {'security_group_id': 'b054191b-8b8f-4e76-ab33-6c97e5c5dd98', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=84040) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:08:04.026859 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.db [None req-4352ef89-674a-4456-9942-b6c1606b042d tempest-RoutersTest-1500746192 tempest-RoutersTest-1500746192-project] For port f350dc5c-7b4c-44db-b7fa-7be06154c02b, host n-d-838334-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838334-2',level=0,port_id=f350dc5c-7b4c-44db-b7fa-7be06154c02b,segment=NetworkSegment(ef2eb13f-1420-4f51-a2d2-58ab3db62c3e),segment_id=ef2eb13f-1420-4f51-a2d2-58ab3db62c3e)] {{(pid=84041) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:08:04.027536 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-4352ef89-674a-4456-9942-b6c1606b042d tempest-RoutersTest-1500746192 tempest-RoutersTest-1500746192-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369123'] for port, precommit_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:08:04.033852 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [None req-4e2c7d80-c220-44a7-9080-16dcf0203ff3 tempest-NegativeSecGroupIPv6Test-1002182216 tempest-NegativeSecGroupIPv6Test-1002182216-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:08:04.044482 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-4e2c7d80-c220-44a7-9080-16dcf0203ff3 tempest-NegativeSecGroupIPv6Test-1002182216 tempest-NegativeSecGroupIPv6Test-1002182216-project] Usage tracker for resource:security_group_rule and tenant:863bc697f0794559b16810740da961d9 is out of sync, need to count used quota {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:08:04.048544 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.plugin [None req-5de4deea-fdf6-405f-a1d7-9f8e4c7c4427 tempest-PortsIpV6TestJSON-656796091 tempest-PortsIpV6TestJSON-656796091-project] Deleting port 6e0a81db-c222-4d14-8bfa-f197cfbc28f7 {{(pid=84041) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 21:08:04.049399 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-5de4deea-fdf6-405f-a1d7-9f8e4c7c4427 tempest-PortsIpV6TestJSON-656796091 tempest-PortsIpV6TestJSON-656796091-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750375188691'] for port, before_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:08:04.053418 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-4e2c7d80-c220-44a7-9080-16dcf0203ff3 tempest-NegativeSecGroupIPv6Test-1002182216 tempest-NegativeSecGroupIPv6Test-1002182216-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:08:04.073288 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [None req-4e2c7d80-c220-44a7-9080-16dcf0203ff3 tempest-NegativeSecGroupIPv6Test-1002182216 tempest-NegativeSecGroupIPv6Test-1002182216-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:08:04.149490 n-d-838334-2 neutron-server[84040]: INFO neutron.api.v2.resource [None req-4e2c7d80-c220-44a7-9080-16dcf0203ff3 tempest-NegativeSecGroupIPv6Test-1002182216 tempest-NegativeSecGroupIPv6Test-1002182216-project] create failed (client error): The resource could not be found. Apr 18 21:08:04.154838 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-4e2c7d80-c220-44a7-9080-16dcf0203ff3 tempest-NegativeSecGroupIPv6Test-1002182216 tempest-NegativeSecGroupIPv6Test-1002182216-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.1544750 Apr 18 21:08:04.155569 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 41048) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:08:04.162612 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.v2.base [None req-7069a3a9-ad69-4d9b-92ca-4897744a955e tempest-NegativeSecGroupIPv6Test-1002182216 tempest-NegativeSecGroupIPv6Test-1002182216-project] Request body: {'security_group': {'name': 'tempest-secgroup--589880744'}} {{(pid=84040) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:08:04.165164 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750375287399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253529'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:08:04.167908 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-7e86c753-807e-4d94-896f-1b19ff2f272a None None] Provisioning complete for port 331c78f2-c4fa-405a-a689-7df66e7806ff triggered by entity DHCP. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:08:04.167908 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-7e86c753-807e-4d94-896f-1b19ff2f272a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1253608'] for port, provisioning_complete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:08:04.169963 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [None req-7069a3a9-ad69-4d9b-92ca-4897744a955e tempest-NegativeSecGroupIPv6Test-1002182216 tempest-NegativeSecGroupIPv6Test-1002182216-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:08:04.181760 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [None req-7069a3a9-ad69-4d9b-92ca-4897744a955e tempest-NegativeSecGroupIPv6Test-1002182216 tempest-NegativeSecGroupIPv6Test-1002182216-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:08:04.196661 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-7069a3a9-ad69-4d9b-92ca-4897744a955e tempest-NegativeSecGroupIPv6Test-1002182216 tempest-NegativeSecGroupIPv6Test-1002182216-project] Notify callbacks [] for security_group, before_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:08:04.240979 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [None req-7069a3a9-ad69-4d9b-92ca-4897744a955e tempest-NegativeSecGroupIPv6Test-1002182216 tempest-NegativeSecGroupIPv6Test-1002182216-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:08:04.246553 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-7069a3a9-ad69-4d9b-92ca-4897744a955e tempest-NegativeSecGroupIPv6Test-1002182216 tempest-NegativeSecGroupIPv6Test-1002182216-project] Usage tracker for resource:security_group_rule and tenant:863bc697f0794559b16810740da961d9 is out of sync, need to count used quota {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:08:04.250512 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-7069a3a9-ad69-4d9b-92ca-4897744a955e tempest-NegativeSecGroupIPv6Test-1002182216 tempest-NegativeSecGroupIPv6Test-1002182216-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:08:04.258099 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [None req-7069a3a9-ad69-4d9b-92ca-4897744a955e tempest-NegativeSecGroupIPv6Test-1002182216 tempest-NegativeSecGroupIPv6Test-1002182216-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:08:04.265555 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 41052) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:08:04.266761 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-3410cf09-8786-41fa-831c-39a299a4dec8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750375259028', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750374836628'] for port, after_delete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:08:04.338848 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-7069a3a9-ad69-4d9b-92ca-4897744a955e tempest-NegativeSecGroupIPv6Test-1002182216 tempest-NegativeSecGroupIPv6Test-1002182216-project] Notify callbacks [] for security_group, precommit_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:08:04.346264 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-7069a3a9-ad69-4d9b-92ca-4897744a955e tempest-NegativeSecGroupIPv6Test-1002182216 tempest-NegativeSecGroupIPv6Test-1002182216-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33528224'] for security_group, after_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:08:04.349285 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3410cf09-8786-41fa-831c-39a299a4dec8 None None] Pushing event deleted for resources: {'Port': ['ID=f350dc5c-7b4c-44db-b7fa-7be06154c02b,revision_number=None']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:08:04.358929 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.plugin [None req-7e86c753-807e-4d94-896f-1b19ff2f272a None None] Port 331c78f2-c4fa-405a-a689-7df66e7806ff cannot update to ACTIVE because it is not bound. {{(pid=84042) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 18 21:08:04.369033 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3410cf09-8786-41fa-831c-39a299a4dec8 None None] No DVR routers for this DVR port f350dc5c-7b4c-44db-b7fa-7be06154c02b on host n-d-838334-2 {{(pid=84042) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 21:08:04.400803 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-7e86c753-807e-4d94-896f-1b19ff2f272a None None] Provisioning for port 6e0a81db-c222-4d14-8bfa-f197cfbc28f7 completed by entity DHCP. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 21:08:04.410720 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-7e86c753-807e-4d94-896f-1b19ff2f272a None None] Provisioning complete for port 6e0a81db-c222-4d14-8bfa-f197cfbc28f7 triggered by entity DHCP. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:08:04.411110 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-7e86c753-807e-4d94-896f-1b19ff2f272a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1253608'] for port, provisioning_complete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:08:04.421334 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7069a3a9-ad69-4d9b-92ca-4897744a955e tempest-NegativeSecGroupIPv6Test-1002182216 tempest-NegativeSecGroupIPv6Test-1002182216-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3451d8e4-6feb-4c8b-90fd-570f636088c2,revision_number=1']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:08:04.427715 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-7069a3a9-ad69-4d9b-92ca-4897744a955e tempest-NegativeSecGroupIPv6Test-1002182216 tempest-NegativeSecGroupIPv6Test-1002182216-project] Notify callbacks [] for security_group, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:08:04.433777 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-7069a3a9-ad69-4d9b-92ca-4897744a955e tempest-NegativeSecGroupIPv6Test-1002182216 tempest-NegativeSecGroupIPv6Test-1002182216-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 0.2769859 Apr 18 21:08:04.434853 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 41060) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:08:04.441432 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.v2.base [None req-51f132c2-d5c4-46fb-a58d-db676e5ae5a3 tempest-NegativeSecGroupIPv6Test-1002182216 tempest-NegativeSecGroupIPv6Test-1002182216-project] Request body: {'security_group': {'name': 'tempest-secgroup--236872257'}} {{(pid=84040) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:08:04.448243 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [None req-51f132c2-d5c4-46fb-a58d-db676e5ae5a3 tempest-NegativeSecGroupIPv6Test-1002182216 tempest-NegativeSecGroupIPv6Test-1002182216-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:08:04.452520 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-51f132c2-d5c4-46fb-a58d-db676e5ae5a3 tempest-NegativeSecGroupIPv6Test-1002182216 tempest-NegativeSecGroupIPv6Test-1002182216-project] Usage tracker for resource:security_group and tenant:863bc697f0794559b16810740da961d9 is out of sync, need to count used quota {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:08:04.456355 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-51f132c2-d5c4-46fb-a58d-db676e5ae5a3 tempest-NegativeSecGroupIPv6Test-1002182216 tempest-NegativeSecGroupIPv6Test-1002182216-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:08:04.463049 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [None req-51f132c2-d5c4-46fb-a58d-db676e5ae5a3 tempest-NegativeSecGroupIPv6Test-1002182216 tempest-NegativeSecGroupIPv6Test-1002182216-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:08:04.477257 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-51f132c2-d5c4-46fb-a58d-db676e5ae5a3 tempest-NegativeSecGroupIPv6Test-1002182216 tempest-NegativeSecGroupIPv6Test-1002182216-project] Notify callbacks [] for security_group, before_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:08:04.483687 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.plugin [None req-4352ef89-674a-4456-9942-b6c1606b042d tempest-RoutersTest-1500746192 tempest-RoutersTest-1500746192-project] Calling delete_port for f350dc5c-7b4c-44db-b7fa-7be06154c02b owned by network:dhcp {{(pid=84041) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 21:08:04.524034 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.plugin [None req-7e86c753-807e-4d94-896f-1b19ff2f272a None None] Port 6e0a81db-c222-4d14-8bfa-f197cfbc28f7 cannot update to ACTIVE because it is not bound. {{(pid=84042) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 18 21:08:04.541562 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-7e86c753-807e-4d94-896f-1b19ff2f272a None None] Provisioning for port 153386f3-52b6-4dc2-8eeb-b4d37127965b completed by entity DHCP. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 21:08:04.548446 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-7e86c753-807e-4d94-896f-1b19ff2f272a None None] Provisioning complete for port 153386f3-52b6-4dc2-8eeb-b4d37127965b triggered by entity DHCP. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:08:04.548617 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-5de4deea-fdf6-405f-a1d7-9f8e4c7c4427 tempest-PortsIpV6TestJSON-656796091 tempest-PortsIpV6TestJSON-656796091-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369123'] for port, precommit_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:08:04.549434 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-7e86c753-807e-4d94-896f-1b19ff2f272a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1253608'] for port, provisioning_complete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:08:04.563259 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [None req-51f132c2-d5c4-46fb-a58d-db676e5ae5a3 tempest-NegativeSecGroupIPv6Test-1002182216 tempest-NegativeSecGroupIPv6Test-1002182216-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:08:04.570635 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-5c98aee1-5fb9-4189-ad7d-f9db340adfd5 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=f1c4efe1b1e34fcc9124816ce3528638&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3023798 Apr 18 21:08:04.571940 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-51f132c2-d5c4-46fb-a58d-db676e5ae5a3 tempest-NegativeSecGroupIPv6Test-1002182216 tempest-NegativeSecGroupIPv6Test-1002182216-project] Usage tracker for resource:security_group_rule and tenant:863bc697f0794559b16810740da961d9 is out of sync, need to count used quota {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:08:04.574623 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 41064) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:08:04.590589 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-51f132c2-d5c4-46fb-a58d-db676e5ae5a3 tempest-NegativeSecGroupIPv6Test-1002182216 tempest-NegativeSecGroupIPv6Test-1002182216-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:08:04.599957 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [None req-51f132c2-d5c4-46fb-a58d-db676e5ae5a3 tempest-NegativeSecGroupIPv6Test-1002182216 tempest-NegativeSecGroupIPv6Test-1002182216-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:08:04.691163 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-9499d8c9-8abb-4eae-8bb3-7f83a33d9e2f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:08:04.706057 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.plugin [None req-5de4deea-fdf6-405f-a1d7-9f8e4c7c4427 tempest-PortsIpV6TestJSON-656796091 tempest-PortsIpV6TestJSON-656796091-project] Calling delete_port for 6e0a81db-c222-4d14-8bfa-f197cfbc28f7 owned by {{(pid=84041) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 21:08:04.723945 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-51f132c2-d5c4-46fb-a58d-db676e5ae5a3 tempest-NegativeSecGroupIPv6Test-1002182216 tempest-NegativeSecGroupIPv6Test-1002182216-project] Notify callbacks [] for security_group, precommit_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:08:04.734536 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-51f132c2-d5c4-46fb-a58d-db676e5ae5a3 tempest-NegativeSecGroupIPv6Test-1002182216 tempest-NegativeSecGroupIPv6Test-1002182216-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33528224'] for security_group, after_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:08:04.751153 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-9499d8c9-8abb-4eae-8bb3-7f83a33d9e2f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:08:04.823041 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51f132c2-d5c4-46fb-a58d-db676e5ae5a3 tempest-NegativeSecGroupIPv6Test-1002182216 tempest-NegativeSecGroupIPv6Test-1002182216-project] Pushing event updated for resources: {'SecurityGroup': ['ID=06586eb0-a9f0-412d-a3e9-5f9f9f3e7b12,revision_number=1']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:08:04.832035 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-51f132c2-d5c4-46fb-a58d-db676e5ae5a3 tempest-NegativeSecGroupIPv6Test-1002182216 tempest-NegativeSecGroupIPv6Test-1002182216-project] Notify callbacks [] for security_group, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:08:04.833425 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-51f132c2-d5c4-46fb-a58d-db676e5ae5a3 tempest-NegativeSecGroupIPv6Test-1002182216 tempest-NegativeSecGroupIPv6Test-1002182216-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 0.3974710 Apr 18 21:08:04.837760 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 41072) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:08:04.847222 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.v2.base [None req-1955a6eb-8bcd-4b81-b20a-0b748879c6c8 tempest-NegativeSecGroupIPv6Test-1002182216 tempest-NegativeSecGroupIPv6Test-1002182216-project] Request body: {'security_group_rule': {'security_group_id': '3451d8e4-6feb-4c8b-90fd-570f636088c2', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '2001:db8::/48', 'remote_group_id': '06586eb0-a9f0-412d-a3e9-5f9f9f3e7b12'}} {{(pid=84040) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:08:04.854121 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [None req-1955a6eb-8bcd-4b81-b20a-0b748879c6c8 tempest-NegativeSecGroupIPv6Test-1002182216 tempest-NegativeSecGroupIPv6Test-1002182216-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:08:04.858710 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-1955a6eb-8bcd-4b81-b20a-0b748879c6c8 tempest-NegativeSecGroupIPv6Test-1002182216 tempest-NegativeSecGroupIPv6Test-1002182216-project] Usage tracker for resource:security_group_rule and tenant:863bc697f0794559b16810740da961d9 is out of sync, need to count used quota {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:08:04.862382 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-1955a6eb-8bcd-4b81-b20a-0b748879c6c8 tempest-NegativeSecGroupIPv6Test-1002182216 tempest-NegativeSecGroupIPv6Test-1002182216-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:08:04.870539 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [None req-1955a6eb-8bcd-4b81-b20a-0b748879c6c8 tempest-NegativeSecGroupIPv6Test-1002182216 tempest-NegativeSecGroupIPv6Test-1002182216-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:08:04.877752 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-a21bc421-17d6-4aa1-8f1a-8186ccea4fbc None None] Provisioning complete for port 6e0a81db-c222-4d14-8bfa-f197cfbc28f7 triggered by entity DHCP. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:08:04.878134 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-a21bc421-17d6-4aa1-8f1a-8186ccea4fbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1253608'] for port, provisioning_complete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:08:04.902203 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.db.api [None req-4352ef89-674a-4456-9942-b6c1606b042d tempest-RoutersTest-1500746192 tempest-RoutersTest-1500746192-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84041) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 18 21:08:04.902676 n-d-838334-2 neutron-server[84041]: DEBUG oslo_db.api [None req-4352ef89-674a-4456-9942-b6c1606b042d tempest-RoutersTest-1500746192 tempest-RoutersTest-1500746192-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84041) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 18 21:08:04.906547 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-9499d8c9-8abb-4eae-8bb3-7f83a33d9e2f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33528224'] for security_group, after_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:08:04.948085 n-d-838334-2 neutron-server[84040]: INFO neutron.api.v2.resource [None req-1955a6eb-8bcd-4b81-b20a-0b748879c6c8 tempest-NegativeSecGroupIPv6Test-1002182216 tempest-NegativeSecGroupIPv6Test-1002182216-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 18 21:08:04.948366 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.plugin [None req-a21bc421-17d6-4aa1-8f1a-8186ccea4fbc None None] Port 6e0a81db-c222-4d14-8bfa-f197cfbc28f7 cannot update to ACTIVE because it is not bound. {{(pid=84042) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 18 21:08:04.954167 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-1955a6eb-8bcd-4b81-b20a-0b748879c6c8 tempest-NegativeSecGroupIPv6Test-1002182216 tempest-NegativeSecGroupIPv6Test-1002182216-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 360 time: 0.1116302 Apr 18 21:08:04.956505 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 41078) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:08:04.964875 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9499d8c9-8abb-4eae-8bb3-7f83a33d9e2f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5907dba-7eb2-4338-aec0-2327aa4743da,revision_number=None']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:08:04.974979 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Device f350dc5c-7b4c-44db-b7fa-7be06154c02b no longer exists at agent ovs-agent-n-d-838334-2 {{(pid=84042) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 21:08:05.002391 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-9499d8c9-8abb-4eae-8bb3-7f83a33d9e2f admin admin] Notify callbacks [] for security_group, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:08:05.004016 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-9499d8c9-8abb-4eae-8bb3-7f83a33d9e2f admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/b5907dba-7eb2-4338-aec0-2327aa4743da HTTP/1.1" status: 204 len: 168 time: 0.4283648 Apr 18 21:08:05.075544 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.plugin [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] No Port match for: f350dc5c-7b4c-44db-b7fa-7be06154c02b {{(pid=84042) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 18 21:08:05.075544 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Device f350dc5c-7b4c-44db-b7fa-7be06154c02b not bound to the agent host n-d-838334-2 {{(pid=84042) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 21:08:05.188073 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cf829a7a-bff6-42dc-8417-e025ec296c02 tempest-FloatingIPTestJSON-1355648241 tempest-FloatingIPTestJSON-1355648241-project] Notify agent at l3_agent.n-d-838334-2 the message routers_updated {{(pid=84041) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 21:08:05.198495 n-d-838334-2 neutron-server[84043]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-837fdf8d-4e54-4a2e-bf2c-461c6d8a89af None None] Sync routers for ids ['fd8aaf2a-4e98-4b3b-993d-d772aea4fc33'] in n-d-838334-2 {{(pid=84043) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 18 21:08:05.231008 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-837fdf8d-4e54-4a2e-bf2c-461c6d8a89af None None] Routers {'fd8aaf2a-4e98-4b3b-993d-d772aea4fc33'} bound to L3 agent in host n-d-838334-2 {{(pid=84043) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 21:08:05.231650 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.l3_hamode_db [None req-837fdf8d-4e54-4a2e-bf2c-461c6d8a89af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838334-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-18T20:25:48Z,description=,heartbeat_timestamp=2022-04-18T21:07:48Z,host='n-d-838334-2',id=bc84d6c9-dd7a-4555-a351-592327b46d5a,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:25:48Z,topic='l3_agent')) {'router_ids': ['fd8aaf2a-4e98-4b3b-993d-d772aea4fc33'], 'active': True} {{(pid=84043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:08:05.312074 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.l3_hamode_db [None req-837fdf8d-4e54-4a2e-bf2c-461c6d8a89af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-838334-2', False) {} {{(pid=84043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:08:05.313451 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-5de4deea-fdf6-405f-a1d7-9f8e4c7c4427 tempest-PortsIpV6TestJSON-656796091 tempest-PortsIpV6TestJSON-656796091-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750375259028', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750374836628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32266323'] for port, after_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:08:05.328409 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-837fdf8d-4e54-4a2e-bf2c-461c6d8a89af None None] Routers {'fd8aaf2a-4e98-4b3b-993d-d772aea4fc33'} bound to L3 agent in host n-d-838334-2 {{(pid=84043) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 21:08:05.329732 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.l3_hamode_db [None req-837fdf8d-4e54-4a2e-bf2c-461c6d8a89af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838334-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-18T20:25:48Z,description=,heartbeat_timestamp=2022-04-18T21:07:48Z,host='n-d-838334-2',id=bc84d6c9-dd7a-4555-a351-592327b46d5a,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:25:48Z,topic='l3_agent')) {'router_ids': ['fd8aaf2a-4e98-4b3b-993d-d772aea4fc33'], 'active': True} {{(pid=84043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:08:05.396550 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.l3_hamode_db [None req-837fdf8d-4e54-4a2e-bf2c-461c6d8a89af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-838334-2', False) {} {{(pid=84043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:08:05.396892 n-d-838334-2 neutron-server[84043]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-837fdf8d-4e54-4a2e-bf2c-461c6d8a89af None None] The sync data for ids ['fd8aaf2a-4e98-4b3b-993d-d772aea4fc33'] in n-d-838334-2 is: [] {{(pid=84043) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 18 21:08:05.414532 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.plugin [None req-4352ef89-674a-4456-9942-b6c1606b042d tempest-RoutersTest-1500746192 tempest-RoutersTest-1500746192-project] Deleting port f350dc5c-7b4c-44db-b7fa-7be06154c02b {{(pid=84041) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 21:08:05.414860 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-4352ef89-674a-4456-9942-b6c1606b042d tempest-RoutersTest-1500746192 tempest-RoutersTest-1500746192-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750375188691'] for port, before_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:08:05.469175 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5de4deea-fdf6-405f-a1d7-9f8e4c7c4427 tempest-PortsIpV6TestJSON-656796091 tempest-PortsIpV6TestJSON-656796091-project] Pushing event deleted for resources: {'Port': ['ID=6e0a81db-c222-4d14-8bfa-f197cfbc28f7,revision_number=None']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:08:05.551006 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-69ba5c8e-8a90-423b-aaa3-72ea6e2b881f tempest-NegativeSecGroupIPv6Test-1002182216 tempest-NegativeSecGroupIPv6Test-1002182216-project] Notify callbacks [] for security_group, before_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:08:05.558449 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.plugin [None req-4352ef89-674a-4456-9942-b6c1606b042d tempest-RoutersTest-1500746192 tempest-RoutersTest-1500746192-project] The port 'f350dc5c-7b4c-44db-b7fa-7be06154c02b' was deleted {{(pid=84041) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 18 21:08:05.562283 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-5de4deea-fdf6-405f-a1d7-9f8e4c7c4427 tempest-PortsIpV6TestJSON-656796091 tempest-PortsIpV6TestJSON-656796091-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217293'] for port, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:08:05.572567 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-cf829a7a-bff6-42dc-8417-e025ec296c02 tempest-FloatingIPTestJSON-1355648241 tempest-FloatingIPTestJSON-1355648241-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217293'] for port, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:08:05.664157 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-5de4deea-fdf6-405f-a1d7-9f8e4c7c4427 tempest-PortsIpV6TestJSON-656796091 tempest-PortsIpV6TestJSON-656796091-project] 10.222.0.42 "DELETE /v2.0/ports/6e0a81db-c222-4d14-8bfa-f197cfbc28f7 HTTP/1.1" status: 204 len: 168 time: 2.0360703 Apr 18 21:08:05.668379 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-cf829a7a-bff6-42dc-8417-e025ec296c02 tempest-FloatingIPTestJSON-1355648241 tempest-FloatingIPTestJSON-1355648241-project] 10.222.0.42 "DELETE /v2.0/ports/e1457dbc-6def-47c9-ac8b-d821712682b9 HTTP/1.1" status: 204 len: 168 time: 5.0731676 Apr 18 21:08:05.669413 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 41108) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:08:05.669869 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 41110) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:08:05.719198 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-69ba5c8e-8a90-423b-aaa3-72ea6e2b881f tempest-NegativeSecGroupIPv6Test-1002182216 tempest-NegativeSecGroupIPv6Test-1002182216-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:08:05.787440 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-4352ef89-674a-4456-9942-b6c1606b042d tempest-RoutersTest-1500746192 tempest-RoutersTest-1500746192-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1258905', 'neutron.services.segments.db._delete_segments_for_network-8750375287417'] for network, precommit_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:08:05.807449 n-d-838334-2 neutron-server[84040]: INFO neutron.pecan_wsgi.hooks.translation [None req-59074512-b9bf-4cc2-be65-b691b98d2260 tempest-PortsIpV6TestJSON-656796091 tempest-PortsIpV6TestJSON-656796091-project] GET failed (client error): The resource could not be found. Apr 18 21:08:05.808076 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-59074512-b9bf-4cc2-be65-b691b98d2260 tempest-PortsIpV6TestJSON-656796091 tempest-PortsIpV6TestJSON-656796091-project] Synchronizing usage tracker for tenant:2eda1cb86d1d401280eb2d37452a60a8 on resource:port {{(pid=84040) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 21:08:05.827327 n-d-838334-2 neutron-server[84041]: DEBUG neutron.services.segments.db [None req-4352ef89-674a-4456-9942-b6c1606b042d tempest-RoutersTest-1500746192 tempest-RoutersTest-1500746192-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0f4f3485-d47f-443a-afdb-b607b91dc681']}} {{(pid=84041) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:08:05.841495 n-d-838334-2 neutron-server[84041]: DEBUG neutron.services.segments.db [None req-4352ef89-674a-4456-9942-b6c1606b042d tempest-RoutersTest-1500746192 tempest-RoutersTest-1500746192-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ef2eb13f-1420-4f51-a2d2-58ab3db62c3e') {'for_net_delete': True} {{(pid=84041) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:08:05.841941 n-d-838334-2 neutron-server[84041]: DEBUG neutron.services.segments.db [None req-4352ef89-674a-4456-9942-b6c1606b042d tempest-RoutersTest-1500746192 tempest-RoutersTest-1500746192-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ef2eb13f-1420-4f51-a2d2-58ab3db62c3e') {} {{(pid=84041) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:08:05.855210 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-4352ef89-674a-4456-9942-b6c1606b042d tempest-RoutersTest-1500746192 tempest-RoutersTest-1500746192-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750375287300', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32268156'] for segment, before_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:08:05.866794 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-69ba5c8e-8a90-423b-aaa3-72ea6e2b881f tempest-NegativeSecGroupIPv6Test-1002182216 tempest-NegativeSecGroupIPv6Test-1002182216-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33528224'] for security_group, after_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:08:05.893488 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-4352ef89-674a-4456-9942-b6c1606b042d tempest-RoutersTest-1500746192 tempest-RoutersTest-1500746192-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1082986'] for segment, precommit_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:08:05.896187 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69ba5c8e-8a90-423b-aaa3-72ea6e2b881f tempest-NegativeSecGroupIPv6Test-1002182216 tempest-NegativeSecGroupIPv6Test-1002182216-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=06586eb0-a9f0-412d-a3e9-5f9f9f3e7b12,revision_number=None']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:08:05.899984 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-59074512-b9bf-4cc2-be65-b691b98d2260 tempest-PortsIpV6TestJSON-656796091 tempest-PortsIpV6TestJSON-656796091-project] Unset dirty status for tenant:2eda1cb86d1d401280eb2d37452a60a8 on resource:port {{(pid=84040) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 21:08:05.904039 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-59074512-b9bf-4cc2-be65-b691b98d2260 tempest-PortsIpV6TestJSON-656796091 tempest-PortsIpV6TestJSON-656796091-project] 10.222.0.42 "GET /v2.0/ports/6e0a81db-c222-4d14-8bfa-f197cfbc28f7 HTTP/1.1" status: 404 len: 333 time: 0.2301493 Apr 18 21:08:05.904760 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 41122) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:08:05.919584 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4352ef89-674a-4456-9942-b6c1606b042d tempest-RoutersTest-1500746192 tempest-RoutersTest-1500746192-project] Releasing vlan 373 on physical network physnet1 to pool {{(pid=84041) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 18 21:08:05.920026 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-4352ef89-674a-4456-9942-b6c1606b042d tempest-RoutersTest-1500746192 tempest-RoutersTest-1500746192-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1082993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32266254'] for segment, after_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:08:05.968919 n-d-838334-2 neutron-server[84041]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 21:08:05.968919 n-d-838334-2 neutron-server[84041]: util.warn( Apr 18 21:08:05.968919 n-d-838334-2 neutron-server[84041]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 21:08:05.968919 n-d-838334-2 neutron-server[84041]: util.warn( Apr 18 21:08:05.968919 n-d-838334-2 neutron-server[84041]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 21:08:05.968919 n-d-838334-2 neutron-server[84041]: util.warn( Apr 18 21:08:05.968919 n-d-838334-2 neutron-server[84041]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 21:08:05.968919 n-d-838334-2 neutron-server[84041]: util.warn( Apr 18 21:08:05.968919 n-d-838334-2 neutron-server[84041]: Traceback (most recent call last): Apr 18 21:08:05.968919 n-d-838334-2 neutron-server[84041]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 18 21:08:05.968919 n-d-838334-2 neutron-server[84041]: timer() Apr 18 21:08:05.968919 n-d-838334-2 neutron-server[84041]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 21:08:05.968919 n-d-838334-2 neutron-server[84041]: cb(*args, **kw) Apr 18 21:08:05.968919 n-d-838334-2 neutron-server[84041]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 18 21:08:05.968919 n-d-838334-2 neutron-server[84041]: return func(*args, **kwargs) Apr 18 21:08:05.968919 n-d-838334-2 neutron-server[84041]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 21:08:05.968919 n-d-838334-2 neutron-server[84041]: self._notify() Apr 18 21:08:05.968919 n-d-838334-2 neutron-server[84041]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 21:08:05.968919 n-d-838334-2 neutron-server[84041]: self.callback(batched_events) Apr 18 21:08:05.968919 n-d-838334-2 neutron-server[84041]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 21:08:05.968919 n-d-838334-2 neutron-server[84041]: event.method(event) Apr 18 21:08:05.968919 n-d-838334-2 neutron-server[84041]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 18 21:08:05.968919 n-d-838334-2 neutron-server[84041]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 21:08:05.968919 n-d-838334-2 neutron-server[84041]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 18 21:08:05.968919 n-d-838334-2 neutron-server[84041]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 21:08:05.968919 n-d-838334-2 neutron-server[84041]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 18 21:08:05.968919 n-d-838334-2 neutron-server[84041]: return f(self, *a, **k) Apr 18 21:08:05.968919 n-d-838334-2 neutron-server[84041]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 18 21:08:05.968919 n-d-838334-2 neutron-server[84041]: return self._get(url).json() Apr 18 21:08:05.968919 n-d-838334-2 neutron-server[84041]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 18 21:08:05.968919 n-d-838334-2 neutron-server[84041]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 21:08:05.968919 n-d-838334-2 neutron-server[84041]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 18 21:08:05.968919 n-d-838334-2 neutron-server[84041]: return self.request(url, 'GET', **kwargs) Apr 18 21:08:05.968919 n-d-838334-2 neutron-server[84041]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 18 21:08:05.968919 n-d-838334-2 neutron-server[84041]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 21:08:05.968919 n-d-838334-2 neutron-server[84041]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 18 21:08:05.968919 n-d-838334-2 neutron-server[84041]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 21:08:05.968919 n-d-838334-2 neutron-server[84041]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 18 21:08:05.968919 n-d-838334-2 neutron-server[84041]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 21:08:05.968919 n-d-838334-2 neutron-server[84041]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 21:08:06.059996 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-69ba5c8e-8a90-423b-aaa3-72ea6e2b881f tempest-NegativeSecGroupIPv6Test-1002182216 tempest-NegativeSecGroupIPv6Test-1002182216-project] Notify callbacks [] for security_group, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:08:06.061127 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-69ba5c8e-8a90-423b-aaa3-72ea6e2b881f tempest-NegativeSecGroupIPv6Test-1002182216 tempest-NegativeSecGroupIPv6Test-1002182216-project] 10.222.0.42 "DELETE /v2.0/security-groups/06586eb0-a9f0-412d-a3e9-5f9f9f3e7b12 HTTP/1.1" status: 204 len: 168 time: 1.1038079 Apr 18 21:08:06.075023 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 41130) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:08:06.120502 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-4352ef89-674a-4456-9942-b6c1606b042d tempest-RoutersTest-1500746192 tempest-RoutersTest-1500746192-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1258898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33526109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33444113'] for network, after_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:08:06.148923 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-4352ef89-674a-4456-9942-b6c1606b042d tempest-RoutersTest-1500746192 tempest-RoutersTest-1500746192-project] Notify callbacks [] for network, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:08:06.180344 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4352ef89-674a-4456-9942-b6c1606b042d tempest-RoutersTest-1500746192 tempest-RoutersTest-1500746192-project] Pushing event deleted for resources: {'Network': ['ID=0f4f3485-d47f-443a-afdb-b607b91dc681,revision_number=None']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:08:06.184450 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-7aba4314-4744-4fec-ac86-8b56d6b27819 tempest-PortsIpV6TestJSON-656796091 tempest-PortsIpV6TestJSON-656796091-project] Notify callbacks [] for security_group, before_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:08:06.191842 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-4352ef89-674a-4456-9942-b6c1606b042d tempest-RoutersTest-1500746192 tempest-RoutersTest-1500746192-project] 10.222.0.42 "DELETE /v2.0/networks/0f4f3485-d47f-443a-afdb-b607b91dc681 HTTP/1.1" status: 204 len: 168 time: 3.2774529 Apr 18 21:08:06.196622 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 41138) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:08:06.218646 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.v2.base [None req-e5c91625-ee84-4118-85b9-0c98a5697e7e tempest-RoutersTest-1500746192 tempest-RoutersTest-1500746192-project] Request body: {'router': {'routes': None}} {{(pid=84041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:08:06.280930 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-70266992-bf88-4823-b461-c2220014a0c1 tempest-FloatingIPTestJSON-1355648241 tempest-FloatingIPTestJSON-1355648241-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33443857'] for router_interface, before_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:08:06.397022 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-7aba4314-4744-4fec-ac86-8b56d6b27819 tempest-PortsIpV6TestJSON-656796091 tempest-PortsIpV6TestJSON-656796091-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:08:06.415819 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-6a9ee3c8-9752-4cac-b69d-d32d817914a0 tempest-NegativeSecGroupIPv6Test-1002182216 tempest-NegativeSecGroupIPv6Test-1002182216-project] Synchronizing usage tracker for tenant:863bc697f0794559b16810740da961d9 on resource:security_group {{(pid=84041) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 21:08:06.594084 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-6a9ee3c8-9752-4cac-b69d-d32d817914a0 tempest-NegativeSecGroupIPv6Test-1002182216 tempest-NegativeSecGroupIPv6Test-1002182216-project] Unset dirty status for tenant:863bc697f0794559b16810740da961d9 on resource:security_group {{(pid=84041) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 21:08:06.598338 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-6a9ee3c8-9752-4cac-b69d-d32d817914a0 tempest-NegativeSecGroupIPv6Test-1002182216 tempest-NegativeSecGroupIPv6Test-1002182216-project] 10.222.0.42 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4006 time: 0.5159347 Apr 18 21:08:06.599863 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 41162) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:08:06.604066 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-7aba4314-4744-4fec-ac86-8b56d6b27819 tempest-PortsIpV6TestJSON-656796091 tempest-PortsIpV6TestJSON-656796091-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33528224'] for security_group, after_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:08:06.624817 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aba4314-4744-4fec-ac86-8b56d6b27819 tempest-PortsIpV6TestJSON-656796091 tempest-PortsIpV6TestJSON-656796091-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a9c5f4d4-8524-4b03-96a0-66c506f83b3e,revision_number=None']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:08:06.677928 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.extraroute_db [None req-e5c91625-ee84-4118-85b9-0c98a5697e7e tempest-RoutersTest-1500746192 tempest-RoutersTest-1500746192-project] Added routes are [] {{(pid=84041) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:113}} Apr 18 21:08:06.678369 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.extraroute_db [None req-e5c91625-ee84-4118-85b9-0c98a5697e7e tempest-RoutersTest-1500746192 tempest-RoutersTest-1500746192-project] Removed routes are [] {{(pid=84041) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:121}} Apr 18 21:08:06.678573 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-e5c91625-ee84-4118-85b9-0c98a5697e7e tempest-RoutersTest-1500746192 tempest-RoutersTest-1500746192-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-33444175', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-33443520', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5293'] for router, precommit_update {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:08:06.682605 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-7aba4314-4744-4fec-ac86-8b56d6b27819 tempest-PortsIpV6TestJSON-656796091 tempest-PortsIpV6TestJSON-656796091-project] Notify callbacks [] for security_group, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:08:06.683758 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-7aba4314-4744-4fec-ac86-8b56d6b27819 tempest-PortsIpV6TestJSON-656796091 tempest-PortsIpV6TestJSON-656796091-project] 10.222.0.42 "DELETE /v2.0/security-groups/a9c5f4d4-8524-4b03-96a0-66c506f83b3e HTTP/1.1" status: 204 len: 168 time: 0.7783175 Apr 18 21:08:06.703560 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 41168) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:08:07.074652 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-2a9548d2-1d2c-4ea5-8fe3-a5f41503bf64 tempest-NegativeSecGroupIPv6Test-1002182216 tempest-NegativeSecGroupIPv6Test-1002182216-project] Notify callbacks [] for security_group, before_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:08:07.167362 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-037b28d6-de4d-483e-a45f-3bc0be023e1f tempest-PortsIpV6TestJSON-656796091 tempest-PortsIpV6TestJSON-656796091-project] Notify callbacks [] for security_group, before_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:08:07.180794 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-2a9548d2-1d2c-4ea5-8fe3-a5f41503bf64 tempest-NegativeSecGroupIPv6Test-1002182216 tempest-NegativeSecGroupIPv6Test-1002182216-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:08:07.213776 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-e5c91625-ee84-4118-85b9-0c98a5697e7e tempest-RoutersTest-1500746192 tempest-RoutersTest-1500746192-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-33444175', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-33443520', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5293'] for router, precommit_update {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:08:07.217285 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-e5c91625-ee84-4118-85b9-0c98a5697e7e tempest-RoutersTest-1500746192 tempest-RoutersTest-1500746192-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33444176', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-33444166', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-33444185', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-33443547'] for router, after_update {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:08:07.245850 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-037b28d6-de4d-483e-a45f-3bc0be023e1f tempest-PortsIpV6TestJSON-656796091 tempest-PortsIpV6TestJSON-656796091-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:08:07.372795 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-2a9548d2-1d2c-4ea5-8fe3-a5f41503bf64 tempest-NegativeSecGroupIPv6Test-1002182216 tempest-NegativeSecGroupIPv6Test-1002182216-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33528224'] for security_group, after_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:08:07.421324 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a9548d2-1d2c-4ea5-8fe3-a5f41503bf64 tempest-NegativeSecGroupIPv6Test-1002182216 tempest-NegativeSecGroupIPv6Test-1002182216-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3451d8e4-6feb-4c8b-90fd-570f636088c2,revision_number=None']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:08:07.474983 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-037b28d6-de4d-483e-a45f-3bc0be023e1f tempest-PortsIpV6TestJSON-656796091 tempest-PortsIpV6TestJSON-656796091-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33528224'] for security_group, after_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:08:07.478088 n-d-838334-2 neutron-server[84041]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e5c91625-ee84-4118-85b9-0c98a5697e7e tempest-RoutersTest-1500746192 tempest-RoutersTest-1500746192-project] Router d3445e60-27f3-4080-a032-9bd4d27dfce0 has already been hosted by L3 agent bc84d6c9-dd7a-4555-a351-592327b46d5a {{(pid=84041) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 21:08:07.503448 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-037b28d6-de4d-483e-a45f-3bc0be023e1f tempest-PortsIpV6TestJSON-656796091 tempest-PortsIpV6TestJSON-656796091-project] Notify callbacks [] for security_group, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:08:07.504749 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-037b28d6-de4d-483e-a45f-3bc0be023e1f tempest-PortsIpV6TestJSON-656796091 tempest-PortsIpV6TestJSON-656796091-project] 10.222.0.42 "DELETE /v2.0/security-groups/c93c711f-7547-45d7-908a-eef0ce196ae7 HTTP/1.1" status: 204 len: 168 time: 0.7988267 Apr 18 21:08:07.508243 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 41190) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:08:07.516799 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-2a9548d2-1d2c-4ea5-8fe3-a5f41503bf64 tempest-NegativeSecGroupIPv6Test-1002182216 tempest-NegativeSecGroupIPv6Test-1002182216-project] Notify callbacks [] for security_group, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:08:07.518810 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-2a9548d2-1d2c-4ea5-8fe3-a5f41503bf64 tempest-NegativeSecGroupIPv6Test-1002182216 tempest-NegativeSecGroupIPv6Test-1002182216-project] 10.222.0.42 "DELETE /v2.0/security-groups/3451d8e4-6feb-4c8b-90fd-570f636088c2 HTTP/1.1" status: 204 len: 168 time: 0.9171352 Apr 18 21:08:07.521995 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 41194) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:08:07.526745 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-037b28d6-de4d-483e-a45f-3bc0be023e1f tempest-PortsIpV6TestJSON-656796091 tempest-PortsIpV6TestJSON-656796091-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c93c711f-7547-45d7-908a-eef0ce196ae7,revision_number=None']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:08:07.728783 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-25994152-eedb-4c67-89a0-fa86dd9c6c9b tempest-NegativeSecGroupIPv6Test-1002182216 tempest-NegativeSecGroupIPv6Test-1002182216-project] 10.222.0.42 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.2053590 Apr 18 21:08:07.729392 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 41208) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:08:07.739555 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.v2.base [None req-55514584-612f-4083-9373-c71366d6996d tempest-NegativeSecGroupIPv6Test-1002182216 tempest-NegativeSecGroupIPv6Test-1002182216-project] Request body: {'security_group': {'name': 'tempest-secgroup--122534587'}} {{(pid=84041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:08:07.745462 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e5c91625-ee84-4118-85b9-0c98a5697e7e tempest-RoutersTest-1500746192 tempest-RoutersTest-1500746192-project] Notify agent at l3_agent.n-d-838334-2 the message routers_updated {{(pid=84041) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 21:08:07.758088 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-e5c91625-ee84-4118-85b9-0c98a5697e7e tempest-RoutersTest-1500746192 tempest-RoutersTest-1500746192-project] Notify callbacks [] for router, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:08:07.759486 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-e5c91625-ee84-4118-85b9-0c98a5697e7e tempest-RoutersTest-1500746192 tempest-RoutersTest-1500746192-project] 10.222.0.42 "PUT /v2.0/routers/d3445e60-27f3-4080-a032-9bd4d27dfce0 HTTP/1.1" status: 200 len: 701 time: 1.5521932 Apr 18 21:08:07.762493 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-55514584-612f-4083-9373-c71366d6996d tempest-NegativeSecGroupIPv6Test-1002182216 tempest-NegativeSecGroupIPv6Test-1002182216-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:08:07.764772 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 41212) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:08:07.765334 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9250f80-e634-4ef7-9e30-003ccb3af6c9 None None] Sync routers for ids ['d3445e60-27f3-4080-a032-9bd4d27dfce0'] in n-d-838334-2 {{(pid=84042) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 18 21:08:07.770326 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-55514584-612f-4083-9373-c71366d6996d tempest-NegativeSecGroupIPv6Test-1002182216 tempest-NegativeSecGroupIPv6Test-1002182216-project] Usage tracker for resource:security_group and tenant:863bc697f0794559b16810740da961d9 is out of sync, need to count used quota {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:08:07.785746 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9250f80-e634-4ef7-9e30-003ccb3af6c9 None None] Routers {'d3445e60-27f3-4080-a032-9bd4d27dfce0'} bound to L3 agent in host n-d-838334-2 {{(pid=84042) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 21:08:07.786420 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_hamode_db [None req-f9250f80-e634-4ef7-9e30-003ccb3af6c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838334-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-18T20:25:48Z,description=,heartbeat_timestamp=2022-04-18T21:07:48Z,host='n-d-838334-2',id=bc84d6c9-dd7a-4555-a351-592327b46d5a,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:25:48Z,topic='l3_agent')) {'router_ids': ['d3445e60-27f3-4080-a032-9bd4d27dfce0'], 'active': True} {{(pid=84042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:08:07.816128 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-ddc0c6d0-3925-4954-b807-00460f8b055f tempest-RoutersTest-1500746192 tempest-RoutersTest-1500746192-project] Synchronizing usage tracker for tenant:8a05b90fa8c54f25938df6bd0ef52223 on resource:port {{(pid=84041) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 21:08:07.819948 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-55514584-612f-4083-9373-c71366d6996d tempest-NegativeSecGroupIPv6Test-1002182216 tempest-NegativeSecGroupIPv6Test-1002182216-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:08:07.828972 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-55514584-612f-4083-9373-c71366d6996d tempest-NegativeSecGroupIPv6Test-1002182216 tempest-NegativeSecGroupIPv6Test-1002182216-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:08:07.845686 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-ddc0c6d0-3925-4954-b807-00460f8b055f tempest-RoutersTest-1500746192 tempest-RoutersTest-1500746192-project] Unset dirty status for tenant:8a05b90fa8c54f25938df6bd0ef52223 on resource:port {{(pid=84041) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 21:08:07.847426 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-ddc0c6d0-3925-4954-b807-00460f8b055f tempest-RoutersTest-1500746192 tempest-RoutersTest-1500746192-project] 10.222.0.42 "GET /v2.0/ports?device_id=d3445e60-27f3-4080-a032-9bd4d27dfce0 HTTP/1.1" status: 200 len: 205 time: 0.0808024 Apr 18 21:08:07.848982 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-55514584-612f-4083-9373-c71366d6996d tempest-NegativeSecGroupIPv6Test-1002182216 tempest-NegativeSecGroupIPv6Test-1002182216-project] Notify callbacks [] for security_group, before_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:08:07.859148 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 41216) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:08:07.889740 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-55514584-612f-4083-9373-c71366d6996d tempest-NegativeSecGroupIPv6Test-1002182216 tempest-NegativeSecGroupIPv6Test-1002182216-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:08:07.894644 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-55514584-612f-4083-9373-c71366d6996d tempest-NegativeSecGroupIPv6Test-1002182216 tempest-NegativeSecGroupIPv6Test-1002182216-project] Usage tracker for resource:security_group_rule and tenant:863bc697f0794559b16810740da961d9 is out of sync, need to count used quota {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:08:07.898186 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-55514584-612f-4083-9373-c71366d6996d tempest-NegativeSecGroupIPv6Test-1002182216 tempest-NegativeSecGroupIPv6Test-1002182216-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:08:07.904656 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-55514584-612f-4083-9373-c71366d6996d tempest-NegativeSecGroupIPv6Test-1002182216 tempest-NegativeSecGroupIPv6Test-1002182216-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:08:07.994613 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-55514584-612f-4083-9373-c71366d6996d tempest-NegativeSecGroupIPv6Test-1002182216 tempest-NegativeSecGroupIPv6Test-1002182216-project] Notify callbacks [] for security_group, precommit_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:08:08.005229 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-55514584-612f-4083-9373-c71366d6996d tempest-NegativeSecGroupIPv6Test-1002182216 tempest-NegativeSecGroupIPv6Test-1002182216-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33528224'] for security_group, after_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:08:08.110846 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_dvr_db [None req-f9250f80-e634-4ef7-9e30-003ccb3af6c9 None None] Set router d3445e60-27f3-4080-a032-9bd4d27dfce0 gateway port host: None {{(pid=84042) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 21:08:08.134752 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55514584-612f-4083-9373-c71366d6996d tempest-NegativeSecGroupIPv6Test-1002182216 tempest-NegativeSecGroupIPv6Test-1002182216-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1a557e03-7fce-4e52-be60-a86a2e45a6c8,revision_number=1']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:08:08.158277 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-55514584-612f-4083-9373-c71366d6996d tempest-NegativeSecGroupIPv6Test-1002182216 tempest-NegativeSecGroupIPv6Test-1002182216-project] Notify callbacks [] for security_group, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:08:08.162797 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-55514584-612f-4083-9373-c71366d6996d tempest-NegativeSecGroupIPv6Test-1002182216 tempest-NegativeSecGroupIPv6Test-1002182216-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 0.4317045 Apr 18 21:08:08.163679 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 41230) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:08:08.173292 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.v2.base [None req-59c00a5a-8edd-4eb8-b6e3-9746edf927e4 tempest-NegativeSecGroupIPv6Test-1002182216 tempest-NegativeSecGroupIPv6Test-1002182216-project] Request body: {'security_group_rule': {'security_group_id': '1a557e03-7fce-4e52-be60-a86a2e45a6c8', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=84041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:08:08.191294 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-59c00a5a-8edd-4eb8-b6e3-9746edf927e4 tempest-NegativeSecGroupIPv6Test-1002182216 tempest-NegativeSecGroupIPv6Test-1002182216-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:08:08.202503 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-59c00a5a-8edd-4eb8-b6e3-9746edf927e4 tempest-NegativeSecGroupIPv6Test-1002182216 tempest-NegativeSecGroupIPv6Test-1002182216-project] Usage tracker for resource:security_group_rule and tenant:863bc697f0794559b16810740da961d9 is out of sync, need to count used quota {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:08:08.207405 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-59c00a5a-8edd-4eb8-b6e3-9746edf927e4 tempest-NegativeSecGroupIPv6Test-1002182216 tempest-NegativeSecGroupIPv6Test-1002182216-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:08:08.221999 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-59c00a5a-8edd-4eb8-b6e3-9746edf927e4 tempest-NegativeSecGroupIPv6Test-1002182216 tempest-NegativeSecGroupIPv6Test-1002182216-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:08:08.276181 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.db_base_plugin_v2 [None req-792637ff-57eb-498b-9ceb-cd80b3a7c9d8 tempest-PortsIpV6TestJSON-656796091 tempest-PortsIpV6TestJSON-656796091-project] Deleting subnet fac7470a-5a98-430d-9a29-0f9219d476c0 {{(pid=84040) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 18 21:08:08.279925 n-d-838334-2 neutron-server[84041]: INFO neutron.api.v2.resource [None req-59c00a5a-8edd-4eb8-b6e3-9746edf927e4 tempest-NegativeSecGroupIPv6Test-1002182216 tempest-NegativeSecGroupIPv6Test-1002182216-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 18 21:08:08.283987 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-59c00a5a-8edd-4eb8-b6e3-9746edf927e4 tempest-NegativeSecGroupIPv6Test-1002182216 tempest-NegativeSecGroupIPv6Test-1002182216-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.1187904 Apr 18 21:08:08.284553 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 41234) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:08:08.290358 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-792637ff-57eb-498b-9ceb-cd80b3a7c9d8 tempest-PortsIpV6TestJSON-656796091 tempest-PortsIpV6TestJSON-656796091-project] Notify callbacks [] for subnet, before_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:08:08.298435 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.v2.base [None req-ddc9f035-ebe1-4172-b4b1-21fd90ec609a tempest-NegativeSecGroupIPv6Test-1002182216 tempest-NegativeSecGroupIPv6Test-1002182216-project] Request body: {'security_group_rule': {'security_group_id': '1a557e03-7fce-4e52-be60-a86a2e45a6c8', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=84041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:08:08.319785 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-ddc9f035-ebe1-4172-b4b1-21fd90ec609a tempest-NegativeSecGroupIPv6Test-1002182216 tempest-NegativeSecGroupIPv6Test-1002182216-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:08:08.329600 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-ddc9f035-ebe1-4172-b4b1-21fd90ec609a tempest-NegativeSecGroupIPv6Test-1002182216 tempest-NegativeSecGroupIPv6Test-1002182216-project] Usage tracker for resource:security_group_rule and tenant:863bc697f0794559b16810740da961d9 is out of sync, need to count used quota {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:08:08.336815 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_hamode_db [None req-f9250f80-e634-4ef7-9e30-003ccb3af6c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3445e60-27f3-4080-a032-9bd4d27dfce0', 'name': 'tempest-RoutersTest-router-1627313381', 'tenant_id': '8a05b90fa8c54f25938df6bd0ef52223', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:06:00Z', 'updated_at': '2022-04-18T21:07:57Z', 'revision_number': 11, 'project_id': '8a05b90fa8c54f25938df6bd0ef52223', 'gw_port_host': None}], 'n-d-838334-2', False) {} {{(pid=84042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:08:08.342940 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9250f80-e634-4ef7-9e30-003ccb3af6c9 None None] Checking router: d3445e60-27f3-4080-a032-9bd4d27dfce0 for host: n-d-838334-2 {{(pid=84042) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 18 21:08:08.343257 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-ddc9f035-ebe1-4172-b4b1-21fd90ec609a tempest-NegativeSecGroupIPv6Test-1002182216 tempest-NegativeSecGroupIPv6Test-1002182216-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:08:08.361566 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-ddc9f035-ebe1-4172-b4b1-21fd90ec609a tempest-NegativeSecGroupIPv6Test-1002182216 tempest-NegativeSecGroupIPv6Test-1002182216-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:08:08.366329 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9250f80-e634-4ef7-9e30-003ccb3af6c9 None None] Routers {'d3445e60-27f3-4080-a032-9bd4d27dfce0'} bound to L3 agent in host n-d-838334-2 {{(pid=84042) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 21:08:08.367602 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_hamode_db [None req-f9250f80-e634-4ef7-9e30-003ccb3af6c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838334-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-18T20:25:48Z,description=,heartbeat_timestamp=2022-04-18T21:07:48Z,host='n-d-838334-2',id=bc84d6c9-dd7a-4555-a351-592327b46d5a,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:25:48Z,topic='l3_agent')) {'router_ids': ['d3445e60-27f3-4080-a032-9bd4d27dfce0'], 'active': True} {{(pid=84042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:08:08.406489 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-792637ff-57eb-498b-9ceb-cd80b3a7c9d8 tempest-PortsIpV6TestJSON-656796091 tempest-PortsIpV6TestJSON-656796091-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31955982'] for subnet, precommit_delete_associations {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:08:08.421719 n-d-838334-2 neutron-server[84041]: INFO neutron.api.v2.resource [None req-ddc9f035-ebe1-4172-b4b1-21fd90ec609a tempest-NegativeSecGroupIPv6Test-1002182216 tempest-NegativeSecGroupIPv6Test-1002182216-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 18 21:08:08.423334 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-ddc9f035-ebe1-4172-b4b1-21fd90ec609a tempest-NegativeSecGroupIPv6Test-1002182216 tempest-NegativeSecGroupIPv6Test-1002182216-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.1377048 Apr 18 21:08:08.427374 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 41240) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:08:08.598594 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-53919924-5f16-45b6-b03a-a454af65927b tempest-RoutersTest-1500746192 tempest-RoutersTest-1500746192-project] Notify callbacks [] for router, before_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:08:08.614127 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [req-37210c1e-4ce4-4341-ad9c-762b4e5a86d1 req-1156bb28-0db2-461f-9b86-dded1d12ba7c service neutron] (84041) timed out ('10.222.0.42', 33204) {{(pid=84041) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Apr 18 21:08:08.619774 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.agents_db [None req-6346a179-333c-4370-b5a6-936984aeab15 None None] Agent healthcheck: found 7 active agents {{(pid=84043) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 18 21:08:08.645201 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_dvr_db [None req-f9250f80-e634-4ef7-9e30-003ccb3af6c9 None None] Set router d3445e60-27f3-4080-a032-9bd4d27dfce0 gateway port host: None {{(pid=84042) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 21:08:08.647481 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-59578d86-f2fd-4290-8781-4099ef17fa43 tempest-NegativeSecGroupIPv6Test-1002182216 tempest-NegativeSecGroupIPv6Test-1002182216-project] Notify callbacks [] for security_group, before_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:08:08.713901 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-59578d86-f2fd-4290-8781-4099ef17fa43 tempest-NegativeSecGroupIPv6Test-1002182216 tempest-NegativeSecGroupIPv6Test-1002182216-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:08:08.741851 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.plugin [None req-70266992-bf88-4823-b461-c2220014a0c1 tempest-FloatingIPTestJSON-1355648241 tempest-FloatingIPTestJSON-1355648241-project] Deleting port 0752679b-392e-4950-8e67-d9c55f8a6651 {{(pid=84040) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 21:08:08.742188 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-70266992-bf88-4823-b461-c2220014a0c1 tempest-FloatingIPTestJSON-1355648241 tempest-FloatingIPTestJSON-1355648241-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750375188691'] for port, before_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:08:08.861566 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-59578d86-f2fd-4290-8781-4099ef17fa43 tempest-NegativeSecGroupIPv6Test-1002182216 tempest-NegativeSecGroupIPv6Test-1002182216-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33528224'] for security_group, after_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:08:08.906748 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59578d86-f2fd-4290-8781-4099ef17fa43 tempest-NegativeSecGroupIPv6Test-1002182216 tempest-NegativeSecGroupIPv6Test-1002182216-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a557e03-7fce-4e52-be60-a86a2e45a6c8,revision_number=None']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:08:08.940461 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-59578d86-f2fd-4290-8781-4099ef17fa43 tempest-NegativeSecGroupIPv6Test-1002182216 tempest-NegativeSecGroupIPv6Test-1002182216-project] Notify callbacks [] for security_group, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:08:08.944120 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-59578d86-f2fd-4290-8781-4099ef17fa43 tempest-NegativeSecGroupIPv6Test-1002182216 tempest-NegativeSecGroupIPv6Test-1002182216-project] 10.222.0.42 "DELETE /v2.0/security-groups/1a557e03-7fce-4e52-be60-a86a2e45a6c8 HTTP/1.1" status: 204 len: 168 time: 0.5127432 Apr 18 21:08:08.948223 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 41256) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:08:08.967285 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_hamode_db [None req-f9250f80-e634-4ef7-9e30-003ccb3af6c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3445e60-27f3-4080-a032-9bd4d27dfce0', 'name': 'tempest-RoutersTest-router-1627313381', 'tenant_id': '8a05b90fa8c54f25938df6bd0ef52223', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:06:00Z', 'updated_at': '2022-04-18T21:07:57Z', 'revision_number': 11, 'project_id': '8a05b90fa8c54f25938df6bd0ef52223', 'gw_port_host': None}], 'n-d-838334-2', False) {} {{(pid=84042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:08:08.977739 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9250f80-e634-4ef7-9e30-003ccb3af6c9 None None] The sync data for ids ['d3445e60-27f3-4080-a032-9bd4d27dfce0'] in n-d-838334-2 is: [{'id': 'd3445e60-27f3-4080-a032-9bd4d27dfce0', 'name': 'tempest-RoutersTest-router-1627313381', 'tenant_id': '8a05b90fa8c54f25938df6bd0ef52223', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:06:00Z', 'updated_at': '2022-04-18T21:07:57Z', 'revision_number': 11, 'project_id': '8a05b90fa8c54f25938df6bd0ef52223', 'gw_port_host': None}] {{(pid=84042) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 18 21:08:09.037140 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 41260) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:08:09.088699 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-83dc1ae2-d331-4fe1-9127-cb4a2b300f34 tempest-NegativeSecGroupIPv6Test-1002182216 tempest-NegativeSecGroupIPv6Test-1002182216-project] Synchronizing usage tracker for tenant:863bc697f0794559b16810740da961d9 on resource:security_group {{(pid=84041) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 21:08:09.151732 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-83dc1ae2-d331-4fe1-9127-cb4a2b300f34 tempest-NegativeSecGroupIPv6Test-1002182216 tempest-NegativeSecGroupIPv6Test-1002182216-project] Unset dirty status for tenant:863bc697f0794559b16810740da961d9 on resource:security_group {{(pid=84041) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 21:08:09.160396 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-83dc1ae2-d331-4fe1-9127-cb4a2b300f34 tempest-NegativeSecGroupIPv6Test-1002182216 tempest-NegativeSecGroupIPv6Test-1002182216-project] 10.222.0.42 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.2047651 Apr 18 21:08:09.160763 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 41268) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:08:09.166366 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.v2.base [None req-43008bc4-e6ca-4212-a5f4-e8ed2f066f6a tempest-NegativeSecGroupIPv6Test-1002182216 tempest-NegativeSecGroupIPv6Test-1002182216-project] Request body: {'security_group': {'name': 'tempest-secgroup--1078363856'}} {{(pid=84041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:08:09.176589 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-43008bc4-e6ca-4212-a5f4-e8ed2f066f6a tempest-NegativeSecGroupIPv6Test-1002182216 tempest-NegativeSecGroupIPv6Test-1002182216-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:08:09.190721 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-43008bc4-e6ca-4212-a5f4-e8ed2f066f6a tempest-NegativeSecGroupIPv6Test-1002182216 tempest-NegativeSecGroupIPv6Test-1002182216-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:08:09.211294 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-43008bc4-e6ca-4212-a5f4-e8ed2f066f6a tempest-NegativeSecGroupIPv6Test-1002182216 tempest-NegativeSecGroupIPv6Test-1002182216-project] Notify callbacks [] for security_group, before_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:08:09.255822 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-43008bc4-e6ca-4212-a5f4-e8ed2f066f6a tempest-NegativeSecGroupIPv6Test-1002182216 tempest-NegativeSecGroupIPv6Test-1002182216-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:08:09.259808 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-43008bc4-e6ca-4212-a5f4-e8ed2f066f6a tempest-NegativeSecGroupIPv6Test-1002182216 tempest-NegativeSecGroupIPv6Test-1002182216-project] Usage tracker for resource:security_group_rule and tenant:863bc697f0794559b16810740da961d9 is out of sync, need to count used quota {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:08:09.262901 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-43008bc4-e6ca-4212-a5f4-e8ed2f066f6a tempest-NegativeSecGroupIPv6Test-1002182216 tempest-NegativeSecGroupIPv6Test-1002182216-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:08:09.270631 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-43008bc4-e6ca-4212-a5f4-e8ed2f066f6a tempest-NegativeSecGroupIPv6Test-1002182216 tempest-NegativeSecGroupIPv6Test-1002182216-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:08:09.312428 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-ffcddd15-ed07-4424-8479-3079fddd28ec admin admin] Notify callbacks [] for security_group, before_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:08:09.401510 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-ffcddd15-ed07-4424-8479-3079fddd28ec admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:08:09.409499 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-43008bc4-e6ca-4212-a5f4-e8ed2f066f6a tempest-NegativeSecGroupIPv6Test-1002182216 tempest-NegativeSecGroupIPv6Test-1002182216-project] Notify callbacks [] for security_group, precommit_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:08:09.410971 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-ffcddd15-ed07-4424-8479-3079fddd28ec admin admin] Usage tracker for resource:security_group_rule and tenant:1ce7a5815378487286021cd40791879b is out of sync, need to count used quota {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:08:09.414099 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-ffcddd15-ed07-4424-8479-3079fddd28ec admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:08:09.416918 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-43008bc4-e6ca-4212-a5f4-e8ed2f066f6a tempest-NegativeSecGroupIPv6Test-1002182216 tempest-NegativeSecGroupIPv6Test-1002182216-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33528224'] for security_group, after_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:08:09.438059 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-ffcddd15-ed07-4424-8479-3079fddd28ec admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:08:09.487700 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43008bc4-e6ca-4212-a5f4-e8ed2f066f6a tempest-NegativeSecGroupIPv6Test-1002182216 tempest-NegativeSecGroupIPv6Test-1002182216-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2dd87304-2245-4041-aafa-fc19c7d0ce5a,revision_number=1']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:08:09.513072 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-43008bc4-e6ca-4212-a5f4-e8ed2f066f6a tempest-NegativeSecGroupIPv6Test-1002182216 tempest-NegativeSecGroupIPv6Test-1002182216-project] Notify callbacks [] for security_group, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:08:09.516457 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-43008bc4-e6ca-4212-a5f4-e8ed2f066f6a tempest-NegativeSecGroupIPv6Test-1002182216 tempest-NegativeSecGroupIPv6Test-1002182216-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 0.3544855 Apr 18 21:08:09.519496 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 41276) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:08:09.525468 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.v2.base [None req-d5623017-555e-4c27-bc14-c22b9b61cdde tempest-NegativeSecGroupIPv6Test-1002182216 tempest-NegativeSecGroupIPv6Test-1002182216-project] Request body: {'security_group': {'name': 'default'}} {{(pid=84041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:08:09.527593 n-d-838334-2 neutron-server[84041]: INFO neutron.api.v2.resource [None req-d5623017-555e-4c27-bc14-c22b9b61cdde tempest-NegativeSecGroupIPv6Test-1002182216 tempest-NegativeSecGroupIPv6Test-1002182216-project] update failed (client error): There was a conflict when trying to complete your request. Apr 18 21:08:09.528709 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-d5623017-555e-4c27-bc14-c22b9b61cdde tempest-NegativeSecGroupIPv6Test-1002182216 tempest-NegativeSecGroupIPv6Test-1002182216-project] 10.222.0.42 "PUT /v2.0/security-groups/2dd87304-2245-4041-aafa-fc19c7d0ce5a HTTP/1.1" status: 409 len: 330 time: 0.0080080 Apr 18 21:08:09.533094 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 41280) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:08:09.551436 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-53919924-5f16-45b6-b03a-a454af65927b tempest-RoutersTest-1500746192 tempest-RoutersTest-1500746192-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33443580', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5726'] for router, precommit_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:08:09.569235 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-53919924-5f16-45b6-b03a-a454af65927b tempest-RoutersTest-1500746192 tempest-RoutersTest-1500746192-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:08:09.591979 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-792637ff-57eb-498b-9ceb-cd80b3a7c9d8 tempest-PortsIpV6TestJSON-656796091 tempest-PortsIpV6TestJSON-656796091-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1260556'] for subnet, precommit_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:08:09.660524 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-d29dc128-0cb8-4fa6-9216-ab50ce62fc08 tempest-NegativeSecGroupIPv6Test-1002182216 tempest-NegativeSecGroupIPv6Test-1002182216-project] Notify callbacks [] for security_group, before_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:08:09.674400 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-70266992-bf88-4823-b461-c2220014a0c1 tempest-FloatingIPTestJSON-1355648241 tempest-FloatingIPTestJSON-1355648241-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369123'] for port, precommit_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:08:09.694635 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-d29dc128-0cb8-4fa6-9216-ab50ce62fc08 tempest-NegativeSecGroupIPv6Test-1002182216 tempest-NegativeSecGroupIPv6Test-1002182216-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:08:09.740530 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-ffcddd15-ed07-4424-8479-3079fddd28ec admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:08:09.742572 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-d29dc128-0cb8-4fa6-9216-ab50ce62fc08 tempest-NegativeSecGroupIPv6Test-1002182216 tempest-NegativeSecGroupIPv6Test-1002182216-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33528224'] for security_group, after_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:08:09.748738 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-53919924-5f16-45b6-b03a-a454af65927b tempest-RoutersTest-1500746192 tempest-RoutersTest-1500746192-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-33443408'] for router, after_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:08:09.749479 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-53919924-5f16-45b6-b03a-a454af65927b tempest-RoutersTest-1500746192 tempest-RoutersTest-1500746192-project] Fanout notify agent at l3_agent the message router_deleted on router d3445e60-27f3-4080-a032-9bd4d27dfce0 {{(pid=84040) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 18 21:08:09.762096 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d29dc128-0cb8-4fa6-9216-ab50ce62fc08 tempest-NegativeSecGroupIPv6Test-1002182216 tempest-NegativeSecGroupIPv6Test-1002182216-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2dd87304-2245-4041-aafa-fc19c7d0ce5a,revision_number=None']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:08:09.764376 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-ffcddd15-ed07-4424-8479-3079fddd28ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33528224'] for security_group, after_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:08:09.821972 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.plugin [None req-70266992-bf88-4823-b461-c2220014a0c1 tempest-FloatingIPTestJSON-1355648241 tempest-FloatingIPTestJSON-1355648241-project] Calling delete_port for 0752679b-392e-4950-8e67-d9c55f8a6651 owned by network:router_interface {{(pid=84040) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 21:08:09.846689 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffcddd15-ed07-4424-8479-3079fddd28ec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f04394bf-3122-4e9e-926c-8754a236fc81,revision_number=1']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:08:09.857993 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-d29dc128-0cb8-4fa6-9216-ab50ce62fc08 tempest-NegativeSecGroupIPv6Test-1002182216 tempest-NegativeSecGroupIPv6Test-1002182216-project] Notify callbacks [] for security_group, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:08:09.863529 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-d29dc128-0cb8-4fa6-9216-ab50ce62fc08 tempest-NegativeSecGroupIPv6Test-1002182216 tempest-NegativeSecGroupIPv6Test-1002182216-project] 10.222.0.42 "DELETE /v2.0/security-groups/2dd87304-2245-4041-aafa-fc19c7d0ce5a HTTP/1.1" status: 204 len: 168 time: 0.3287039 Apr 18 21:08:09.865350 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 41284) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:08:09.890538 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-ffcddd15-ed07-4424-8479-3079fddd28ec admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=1ce7a5815378487286021cd40791879b&name=default HTTP/1.1" status: 200 len: 2647 time: 0.8497703 Apr 18 21:08:09.890669 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-53919924-5f16-45b6-b03a-a454af65927b tempest-RoutersTest-1500746192 tempest-RoutersTest-1500746192-project] Notify callbacks [] for router, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:08:09.891892 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 41288) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:08:09.896224 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 41292) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:08:09.896559 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-53919924-5f16-45b6-b03a-a454af65927b tempest-RoutersTest-1500746192 tempest-RoutersTest-1500746192-project] 10.222.0.42 "DELETE /v2.0/routers/d3445e60-27f3-4080-a032-9bd4d27dfce0 HTTP/1.1" status: 204 len: 168 time: 2.0358438 Apr 18 21:08:09.908932 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-792637ff-57eb-498b-9ceb-cd80b3a7c9d8 tempest-PortsIpV6TestJSON-656796091 tempest-PortsIpV6TestJSON-656796091-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1260549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33526260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32440885', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31752825'] for subnet, after_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:08:09.914672 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.v2.base [None req-023ec252-9368-4497-a5d0-48c2d5ea335b tempest-RoutersTest-1500746192 tempest-RoutersTest-1500746192-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-465255605', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=84041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:08:09.954213 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-023ec252-9368-4497-a5d0-48c2d5ea335b tempest-RoutersTest-1500746192 tempest-RoutersTest-1500746192-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:08:09.956242 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-792637ff-57eb-498b-9ceb-cd80b3a7c9d8 tempest-PortsIpV6TestJSON-656796091 tempest-PortsIpV6TestJSON-656796091-project] Pushing event deleted for resources: {'Subnet': ['ID=fac7470a-5a98-430d-9a29-0f9219d476c0,revision_number=None']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:08:09.967563 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-792637ff-57eb-498b-9ceb-cd80b3a7c9d8 tempest-PortsIpV6TestJSON-656796091 tempest-PortsIpV6TestJSON-656796091-project] Notify callbacks [] for subnet, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:08:09.968885 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-023ec252-9368-4497-a5d0-48c2d5ea335b tempest-RoutersTest-1500746192 tempest-RoutersTest-1500746192-project] Usage tracker for resource:router and tenant:8a05b90fa8c54f25938df6bd0ef52223 is out of sync, need to count used quota {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:08:09.976600 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-023ec252-9368-4497-a5d0-48c2d5ea335b tempest-RoutersTest-1500746192 tempest-RoutersTest-1500746192-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:08:09.982193 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-792637ff-57eb-498b-9ceb-cd80b3a7c9d8 tempest-PortsIpV6TestJSON-656796091 tempest-PortsIpV6TestJSON-656796091-project] 10.222.0.42 "DELETE /v2.0/subnets/fac7470a-5a98-430d-9a29-0f9219d476c0 HTTP/1.1" status: 204 len: 168 time: 2.4712744 Apr 18 21:08:09.987130 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d8baa4c-a062-44e4-9f4c-6a82f1b9ee37 None None] Network de7b0fae-0e02-49a3-8eec-fcb1c51621b4 requested from n-d-838334-2 {{(pid=84042) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 21:08:09.989353 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 41296) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:08:09.997893 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-023ec252-9368-4497-a5d0-48c2d5ea335b tempest-RoutersTest-1500746192 tempest-RoutersTest-1500746192-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:08:10.003927 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.v2.base [None req-69e9325b-d8e7-46ee-b60d-65be74d124a1 tempest-PortsIpV6TestJSON-656796091 tempest-PortsIpV6TestJSON-656796091-project] Request body: {'subnet': {'network_id': 'de7b0fae-0e02-49a3-8eec-fcb1c51621b4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=84041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:08:10.127450 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-023ec252-9368-4497-a5d0-48c2d5ea335b tempest-RoutersTest-1500746192 tempest-RoutersTest-1500746192-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-33442106', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5708'] for router, before_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:08:10.127450 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-023ec252-9368-4497-a5d0-48c2d5ea335b tempest-RoutersTest-1500746192 tempest-RoutersTest-1500746192-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33442137', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33444285', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33535433', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5703'] for router, precommit_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:08:10.132860 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-6905efda-bfcd-420f-8e66-26aa445b1fd6 tempest-NegativeSecGroupIPv6Test-1002182216 tempest-NegativeSecGroupIPv6Test-1002182216-project] Synchronizing usage tracker for tenant:863bc697f0794559b16810740da961d9 on resource:security_group {{(pid=84041) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 21:08:10.157586 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-a8abf89d-f2be-40b5-805a-71d76331f726 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:08:10.226656 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-70266992-bf88-4823-b461-c2220014a0c1 tempest-FloatingIPTestJSON-1355648241 tempest-FloatingIPTestJSON-1355648241-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750375259028', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750374836628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32440838'] for port, after_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:08:10.270687 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-023ec252-9368-4497-a5d0-48c2d5ea335b tempest-RoutersTest-1500746192 tempest-RoutersTest-1500746192-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:08:10.286441 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70266992-bf88-4823-b461-c2220014a0c1 tempest-FloatingIPTestJSON-1355648241 tempest-FloatingIPTestJSON-1355648241-project] Pushing event deleted for resources: {'Port': ['ID=0752679b-392e-4950-8e67-d9c55f8a6651,revision_number=None']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:08:10.337687 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-69e9325b-d8e7-46ee-b60d-65be74d124a1 tempest-PortsIpV6TestJSON-656796091 tempest-PortsIpV6TestJSON-656796091-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:08:10.353264 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-69e9325b-d8e7-46ee-b60d-65be74d124a1 tempest-PortsIpV6TestJSON-656796091 tempest-PortsIpV6TestJSON-656796091-project] Usage tracker for resource:subnet and tenant:2eda1cb86d1d401280eb2d37452a60a8 is out of sync, need to count used quota {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:08:10.359443 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-6905efda-bfcd-420f-8e66-26aa445b1fd6 tempest-NegativeSecGroupIPv6Test-1002182216 tempest-NegativeSecGroupIPv6Test-1002182216-project] Unset dirty status for tenant:863bc697f0794559b16810740da961d9 on resource:security_group {{(pid=84041) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 21:08:10.361657 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-6905efda-bfcd-420f-8e66-26aa445b1fd6 tempest-NegativeSecGroupIPv6Test-1002182216 tempest-NegativeSecGroupIPv6Test-1002182216-project] 10.222.0.42 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.4953530 Apr 18 21:08:10.363036 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-69e9325b-d8e7-46ee-b60d-65be74d124a1 tempest-PortsIpV6TestJSON-656796091 tempest-PortsIpV6TestJSON-656796091-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:08:10.369251 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 41302) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:08:10.369828 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-023ec252-9368-4497-a5d0-48c2d5ea335b tempest-RoutersTest-1500746192 tempest-RoutersTest-1500746192-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33443529', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33444176'] for router, after_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:08:10.377011 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-a8abf89d-f2be-40b5-805a-71d76331f726 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:08:10.390696 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-69e9325b-d8e7-46ee-b60d-65be74d124a1 tempest-PortsIpV6TestJSON-656796091 tempest-PortsIpV6TestJSON-656796091-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:08:10.445715 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-023ec252-9368-4497-a5d0-48c2d5ea335b tempest-RoutersTest-1500746192 tempest-RoutersTest-1500746192-project] Notify callbacks [] for router, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:08:10.450572 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-023ec252-9368-4497-a5d0-48c2d5ea335b tempest-RoutersTest-1500746192 tempest-RoutersTest-1500746192-project] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.5548229 Apr 18 21:08:10.452177 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 41306) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:08:10.456336 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-69e9325b-d8e7-46ee-b60d-65be74d124a1 tempest-PortsIpV6TestJSON-656796091 tempest-PortsIpV6TestJSON-656796091-project] Made reservation on behalf of 2eda1cb86d1d401280eb2d37452a60a8 for: {'subnet': 1} {{(pid=84041) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:08:10.470045 n-d-838334-2 neutron-server[84040]: INFO neutron.api.v2.resource [None req-86304dc3-2b65-4913-ba86-dedfe96ce9c4 tempest-NegativeSecGroupIPv6Test-1002182216 tempest-NegativeSecGroupIPv6Test-1002182216-project] delete failed (client error): The resource could not be found. Apr 18 21:08:10.474567 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-86304dc3-2b65-4913-ba86-dedfe96ce9c4 tempest-NegativeSecGroupIPv6Test-1002182216 tempest-NegativeSecGroupIPv6Test-1002182216-project] 10.222.0.42 "DELETE /v2.0/security-groups/66419c71-a118-4158-a96b-afc0df6a2122 HTTP/1.1" status: 404 len: 347 time: 0.0985205 Apr 18 21:08:10.476132 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 41310) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:08:10.478241 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.v2.base [None req-9d707533-e2fa-4368-8551-1ae3c9f2218d tempest-RoutersTest-1500746192 tempest-RoutersTest-1500746192-project] Request body: {'router': {'admin_state_up': True}} {{(pid=84041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:08:10.500052 n-d-838334-2 neutron-server[84040]: INFO neutron.api.v2.resource [None req-07e2b83d-f12b-43e0-bbc1-0fdc44454272 tempest-NegativeSecGroupIPv6Test-1002182216 tempest-NegativeSecGroupIPv6Test-1002182216-project] show failed (client error): The resource could not be found. Apr 18 21:08:10.505360 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-07e2b83d-f12b-43e0-bbc1-0fdc44454272 tempest-NegativeSecGroupIPv6Test-1002182216 tempest-NegativeSecGroupIPv6Test-1002182216-project] 10.222.0.42 "GET /v2.0/security-groups/960ad60c-231d-4f59-82b0-1ac5dd883847 HTTP/1.1" status: 404 len: 347 time: 0.0240338 Apr 18 21:08:10.505740 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 41314) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:08:10.723272 n-d-838334-2 neutron-server[84040]: INFO neutron.api.v2.resource [None req-9be0dec2-39e2-4efd-b9b1-a995607123a6 tempest-NegativeSecGroupIPv6Test-1002182216 tempest-NegativeSecGroupIPv6Test-1002182216-project] show failed (client error): The resource could not be found. Apr 18 21:08:10.724346 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-9be0dec2-39e2-4efd-b9b1-a995607123a6 tempest-NegativeSecGroupIPv6Test-1002182216 tempest-NegativeSecGroupIPv6Test-1002182216-project] 10.222.0.42 "GET /v2.0/security-group-rules/f5977c53-7d58-4f08-8a28-b56ca0ecfc4c HTTP/1.1" status: 404 len: 356 time: 0.2174282 Apr 18 21:08:10.813811 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-a8abf89d-f2be-40b5-805a-71d76331f726 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33528224'] for security_group, after_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:08:10.853694 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8abf89d-f2be-40b5-805a-71d76331f726 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f04394bf-3122-4e9e-926c-8754a236fc81,revision_number=None']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:08:10.883378 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-70266992-bf88-4823-b461-c2220014a0c1 tempest-FloatingIPTestJSON-1355648241 tempest-FloatingIPTestJSON-1355648241-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-32377931', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33443910'] for router_interface, after_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:08:10.901501 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-a8abf89d-f2be-40b5-805a-71d76331f726 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:08:10.905319 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-a8abf89d-f2be-40b5-805a-71d76331f726 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/f04394bf-3122-4e9e-926c-8754a236fc81 HTTP/1.1" status: 204 len: 168 time: 1.0123451 Apr 18 21:08:11.171241 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-69e9325b-d8e7-46ee-b60d-65be74d124a1 tempest-PortsIpV6TestJSON-656796091 tempest-PortsIpV6TestJSON-656796091-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32486301'] for subnet, before_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:08:11.294218 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 41334) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:08:11.451269 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-9d707533-e2fa-4368-8551-1ae3c9f2218d tempest-RoutersTest-1500746192 tempest-RoutersTest-1500746192-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-33444175', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-33443520', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5293'] for router, precommit_update {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:08:11.464581 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-fdabfac8-d0f6-416f-9ecb-d31a23d36e7a None None] Provisioning complete for port 331c78f2-c4fa-405a-a689-7df66e7806ff triggered by entity DHCP. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:08:11.465550 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-fdabfac8-d0f6-416f-9ecb-d31a23d36e7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1253608'] for port, provisioning_complete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:08:11.468483 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-9d707533-e2fa-4368-8551-1ae3c9f2218d tempest-RoutersTest-1500746192 tempest-RoutersTest-1500746192-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33444176', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-33444166', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-33444185', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-33443547'] for router, after_update {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:08:11.525698 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 41346) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:08:11.554337 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.plugin [None req-fdabfac8-d0f6-416f-9ecb-d31a23d36e7a None None] Port 331c78f2-c4fa-405a-a689-7df66e7806ff cannot update to ACTIVE because it is not bound. {{(pid=84042) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 18 21:08:11.572120 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-fdabfac8-d0f6-416f-9ecb-d31a23d36e7a None None] Provisioning complete for port 153386f3-52b6-4dc2-8eeb-b4d37127965b triggered by entity DHCP. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:08:11.572486 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-fdabfac8-d0f6-416f-9ecb-d31a23d36e7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1253608'] for port, provisioning_complete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:08:11.744676 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-54db1d0e-549a-4bcc-995f-584123769edc admin admin] Notify callbacks [] for security_group, before_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:08:11.824439 n-d-838334-2 neutron-server[84041]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9d707533-e2fa-4368-8551-1ae3c9f2218d tempest-RoutersTest-1500746192 tempest-RoutersTest-1500746192-project] Router b66b89e7-e10e-4079-bf62-afaeb397af4c is scheduled to L3 agent bc84d6c9-dd7a-4555-a351-592327b46d5a with binding_index 1 {{(pid=84041) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 18 21:08:11.854195 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [None req-54db1d0e-549a-4bcc-995f-584123769edc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:08:11.860897 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-d8b6c701-dbf3-479e-bff1-59eac8e3d3c3 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=863bc697f0794559b16810740da961d9&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5654752 Apr 18 21:08:11.862683 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-54db1d0e-549a-4bcc-995f-584123769edc admin admin] Usage tracker for resource:security_group_rule and tenant:e568a2e4d442461aa0ea15dde358b06d is out of sync, need to count used quota {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:08:11.865249 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 41362) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:08:11.868399 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-54db1d0e-549a-4bcc-995f-584123769edc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:08:11.885134 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [None req-54db1d0e-549a-4bcc-995f-584123769edc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:08:12.053089 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-69e9325b-d8e7-46ee-b60d-65be74d124a1 tempest-PortsIpV6TestJSON-656796091 tempest-PortsIpV6TestJSON-656796091-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33526260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32266407', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32486287'] for subnet, after_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:08:12.108854 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-babcb9e5-1e8a-4c2f-9e90-0a3b9e8a3f99 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:08:12.111801 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9d707533-e2fa-4368-8551-1ae3c9f2218d tempest-RoutersTest-1500746192 tempest-RoutersTest-1500746192-project] Notify agent at l3_agent.n-d-838334-2 the message routers_updated {{(pid=84041) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 21:08:12.124508 n-d-838334-2 neutron-server[84043]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31028c14-7111-420a-a510-01db083c7f16 None None] Sync routers for ids ['b66b89e7-e10e-4079-bf62-afaeb397af4c'] in n-d-838334-2 {{(pid=84043) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 18 21:08:12.129580 n-d-838334-2 neutron-server[84041]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69e9325b-d8e7-46ee-b60d-65be74d124a1 tempest-PortsIpV6TestJSON-656796091 tempest-PortsIpV6TestJSON-656796091-project] Network de7b0fae-0e02-49a3-8eec-fcb1c51621b4 is already hosted by enough agents. {{(pid=84041) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:08:12.134208 n-d-838334-2 neutron-server[84041]: DEBUG neutron.scheduler.base_scheduler [None req-69e9325b-d8e7-46ee-b60d-65be74d124a1 tempest-PortsIpV6TestJSON-656796091 tempest-PortsIpV6TestJSON-656796091-project] Resources bound (agent type, host, resource id): {{(pid=84041) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:08:12.138006 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69e9325b-d8e7-46ee-b60d-65be74d124a1 tempest-PortsIpV6TestJSON-656796091 tempest-PortsIpV6TestJSON-656796091-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:08:12.138586 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-69e9325b-d8e7-46ee-b60d-65be74d124a1 tempest-PortsIpV6TestJSON-656796091 tempest-PortsIpV6TestJSON-656796091-project] Notify callbacks [] for subnet, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:08:12.142958 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe6eccb6-aca0-4cfe-b06f-c282a45b8199 None None] Network de7b0fae-0e02-49a3-8eec-fcb1c51621b4 requested from n-d-838334-2 {{(pid=84042) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 21:08:12.150823 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31028c14-7111-420a-a510-01db083c7f16 None None] Routers {'b66b89e7-e10e-4079-bf62-afaeb397af4c'} bound to L3 agent in host n-d-838334-2 {{(pid=84043) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 21:08:12.152704 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.l3_hamode_db [None req-31028c14-7111-420a-a510-01db083c7f16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838334-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-18T20:25:48Z,description=,heartbeat_timestamp=2022-04-18T21:07:48Z,host='n-d-838334-2',id=bc84d6c9-dd7a-4555-a351-592327b46d5a,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:25:48Z,topic='l3_agent')) {'router_ids': ['b66b89e7-e10e-4079-bf62-afaeb397af4c'], 'active': True} {{(pid=84043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:08:12.161685 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-9d707533-e2fa-4368-8551-1ae3c9f2218d tempest-RoutersTest-1500746192 tempest-RoutersTest-1500746192-project] Notify callbacks [] for router, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:08:12.162398 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-54db1d0e-549a-4bcc-995f-584123769edc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:08:12.165831 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-9d707533-e2fa-4368-8551-1ae3c9f2218d tempest-RoutersTest-1500746192 tempest-RoutersTest-1500746192-project] 10.222.0.42 "PUT /v2.0/routers/b66b89e7-e10e-4079-bf62-afaeb397af4c HTTP/1.1" status: 200 len: 693 time: 1.7125347 Apr 18 21:08:12.166973 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-babcb9e5-1e8a-4c2f-9e90-0a3b9e8a3f99 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:08:12.170018 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 41370) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:08:12.183118 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-54db1d0e-549a-4bcc-995f-584123769edc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33528224'] for security_group, after_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:08:12.244771 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69e9325b-d8e7-46ee-b60d-65be74d124a1 tempest-PortsIpV6TestJSON-656796091 tempest-PortsIpV6TestJSON-656796091-project] Pushing event updated for resources: {'Subnet': ['ID=16390ab5-b79b-4f66-a54b-f1f1939ad142,revision_number=0']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:08:12.264117 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-69e9325b-d8e7-46ee-b60d-65be74d124a1 tempest-PortsIpV6TestJSON-656796091 tempest-PortsIpV6TestJSON-656796091-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.2702131 Apr 18 21:08:12.271996 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 41374) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:08:12.299594 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.v2.base [None req-2b739103-95bb-4fae-af72-59ef95d4621a tempest-PortsIpV6TestJSON-656796091 tempest-PortsIpV6TestJSON-656796091-project] Request body: {'security_group': {'name': 'tempest-secgroup-1801124632'}} {{(pid=84040) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:08:12.309711 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [None req-2b739103-95bb-4fae-af72-59ef95d4621a tempest-PortsIpV6TestJSON-656796091 tempest-PortsIpV6TestJSON-656796091-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:08:12.317334 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-54db1d0e-549a-4bcc-995f-584123769edc admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=e568a2e4d442461aa0ea15dde358b06d&name=default HTTP/1.1" status: 200 len: 2647 time: 0.7873542 Apr 18 21:08:12.319903 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-2b739103-95bb-4fae-af72-59ef95d4621a tempest-PortsIpV6TestJSON-656796091 tempest-PortsIpV6TestJSON-656796091-project] Usage tracker for resource:security_group and tenant:2eda1cb86d1d401280eb2d37452a60a8 is out of sync, need to count used quota {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:08:12.322711 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 41378) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:08:12.323933 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54db1d0e-549a-4bcc-995f-584123769edc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9fbe31fa-933c-4c3b-b013-4d42be987748,revision_number=1']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:08:12.326795 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-2b739103-95bb-4fae-af72-59ef95d4621a tempest-PortsIpV6TestJSON-656796091 tempest-PortsIpV6TestJSON-656796091-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:08:12.335718 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [None req-2b739103-95bb-4fae-af72-59ef95d4621a tempest-PortsIpV6TestJSON-656796091 tempest-PortsIpV6TestJSON-656796091-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:08:12.358152 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-2b739103-95bb-4fae-af72-59ef95d4621a tempest-PortsIpV6TestJSON-656796091 tempest-PortsIpV6TestJSON-656796091-project] Notify callbacks [] for security_group, before_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:08:12.388903 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-babcb9e5-1e8a-4c2f-9e90-0a3b9e8a3f99 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33528224'] for security_group, after_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:08:12.405548 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.l3_dvr_db [None req-31028c14-7111-420a-a510-01db083c7f16 None None] Set router b66b89e7-e10e-4079-bf62-afaeb397af4c gateway port host: None {{(pid=84043) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 21:08:12.422338 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-babcb9e5-1e8a-4c2f-9e90-0a3b9e8a3f99 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=75eae815-abf6-41a4-a58f-bda8b050781c,revision_number=None']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:08:12.442229 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [None req-2b739103-95bb-4fae-af72-59ef95d4621a tempest-PortsIpV6TestJSON-656796091 tempest-PortsIpV6TestJSON-656796091-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:08:12.447468 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 41382) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:08:12.447766 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-e7a909a5-adb1-47a1-ab81-51714c769938 tempest-RoutersTest-1500746192 tempest-RoutersTest-1500746192-project] 10.222.0.42 "GET /v2.0/routers/b66b89e7-e10e-4079-bf62-afaeb397af4c HTTP/1.1" status: 200 len: 699 time: 0.2733767 Apr 18 21:08:12.456695 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-2b739103-95bb-4fae-af72-59ef95d4621a tempest-PortsIpV6TestJSON-656796091 tempest-PortsIpV6TestJSON-656796091-project] Usage tracker for resource:security_group_rule and tenant:2eda1cb86d1d401280eb2d37452a60a8 is out of sync, need to count used quota {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:08:12.470955 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-9855401c-1d82-4881-a941-eedf41500f6a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:08:12.507244 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-2b739103-95bb-4fae-af72-59ef95d4621a tempest-PortsIpV6TestJSON-656796091 tempest-PortsIpV6TestJSON-656796091-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:08:12.516676 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-9855401c-1d82-4881-a941-eedf41500f6a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:08:12.541077 n-d-838334-2 neutron-server[84040]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-70266992-bf88-4823-b461-c2220014a0c1 tempest-FloatingIPTestJSON-1355648241 tempest-FloatingIPTestJSON-1355648241-project] Router fd8aaf2a-4e98-4b3b-993d-d772aea4fc33 has already been hosted by L3 agent bc84d6c9-dd7a-4555-a351-592327b46d5a {{(pid=84040) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 21:08:12.546577 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [None req-2b739103-95bb-4fae-af72-59ef95d4621a tempest-PortsIpV6TestJSON-656796091 tempest-PortsIpV6TestJSON-656796091-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:08:12.567306 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-16ac5df6-8ae8-44eb-9de8-ee7450f007af tempest-RoutersTest-1500746192 tempest-RoutersTest-1500746192-project] Synchronizing usage tracker for tenant:8a05b90fa8c54f25938df6bd0ef52223 on resource:port {{(pid=84040) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 21:08:12.593081 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-9855401c-1d82-4881-a941-eedf41500f6a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33528224'] for security_group, after_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:08:12.607119 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.l3_hamode_db [None req-31028c14-7111-420a-a510-01db083c7f16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b66b89e7-e10e-4079-bf62-afaeb397af4c', 'name': 'tempest-RoutersTest-router-465255605', 'tenant_id': '8a05b90fa8c54f25938df6bd0ef52223', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:08:10Z', 'updated_at': '2022-04-18T21:08:11Z', 'revision_number': 2, 'project_id': '8a05b90fa8c54f25938df6bd0ef52223', 'gw_port_host': None}], 'n-d-838334-2', False) {} {{(pid=84043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:08:12.612518 n-d-838334-2 neutron-server[84043]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31028c14-7111-420a-a510-01db083c7f16 None None] Checking router: b66b89e7-e10e-4079-bf62-afaeb397af4c for host: n-d-838334-2 {{(pid=84043) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 18 21:08:12.620259 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9855401c-1d82-4881-a941-eedf41500f6a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9fbe31fa-933c-4c3b-b013-4d42be987748,revision_number=None']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:08:12.625524 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31028c14-7111-420a-a510-01db083c7f16 None None] Routers {'b66b89e7-e10e-4079-bf62-afaeb397af4c'} bound to L3 agent in host n-d-838334-2 {{(pid=84043) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 21:08:12.628389 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.l3_hamode_db [None req-31028c14-7111-420a-a510-01db083c7f16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838334-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-18T20:25:48Z,description=,heartbeat_timestamp=2022-04-18T21:07:48Z,host='n-d-838334-2',id=bc84d6c9-dd7a-4555-a351-592327b46d5a,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:25:48Z,topic='l3_agent')) {'router_ids': ['b66b89e7-e10e-4079-bf62-afaeb397af4c'], 'active': True} {{(pid=84043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:08:12.629588 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-babcb9e5-1e8a-4c2f-9e90-0a3b9e8a3f99 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:08:12.641772 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-babcb9e5-1e8a-4c2f-9e90-0a3b9e8a3f99 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/75eae815-abf6-41a4-a58f-bda8b050781c HTTP/1.1" status: 204 len: 168 time: 0.7743232 Apr 18 21:08:12.647446 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-16ac5df6-8ae8-44eb-9de8-ee7450f007af tempest-RoutersTest-1500746192 tempest-RoutersTest-1500746192-project] Unset dirty status for tenant:8a05b90fa8c54f25938df6bd0ef52223 on resource:port {{(pid=84040) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 21:08:12.651047 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-16ac5df6-8ae8-44eb-9de8-ee7450f007af tempest-RoutersTest-1500746192 tempest-RoutersTest-1500746192-project] 10.222.0.42 "GET /v2.0/ports?device_id=b66b89e7-e10e-4079-bf62-afaeb397af4c HTTP/1.1" status: 200 len: 205 time: 0.1965399 Apr 18 21:08:12.657290 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 41388) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:08:12.665330 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-9855401c-1d82-4881-a941-eedf41500f6a admin admin] Notify callbacks [] for security_group, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:08:12.669300 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-9855401c-1d82-4881-a941-eedf41500f6a admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/9fbe31fa-933c-4c3b-b013-4d42be987748 HTTP/1.1" status: 204 len: 168 time: 0.3233845 Apr 18 21:08:12.776579 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.l3_dvr_db [None req-31028c14-7111-420a-a510-01db083c7f16 None None] Set router b66b89e7-e10e-4079-bf62-afaeb397af4c gateway port host: None {{(pid=84043) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 21:08:12.954297 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.l3_hamode_db [None req-31028c14-7111-420a-a510-01db083c7f16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b66b89e7-e10e-4079-bf62-afaeb397af4c', 'name': 'tempest-RoutersTest-router-465255605', 'tenant_id': '8a05b90fa8c54f25938df6bd0ef52223', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:08:10Z', 'updated_at': '2022-04-18T21:08:11Z', 'revision_number': 2, 'project_id': '8a05b90fa8c54f25938df6bd0ef52223', 'gw_port_host': None}], 'n-d-838334-2', False) {} {{(pid=84043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:08:12.959196 n-d-838334-2 neutron-server[84043]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31028c14-7111-420a-a510-01db083c7f16 None None] The sync data for ids ['b66b89e7-e10e-4079-bf62-afaeb397af4c'] in n-d-838334-2 is: [{'id': 'b66b89e7-e10e-4079-bf62-afaeb397af4c', 'name': 'tempest-RoutersTest-router-465255605', 'tenant_id': '8a05b90fa8c54f25938df6bd0ef52223', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:08:10Z', 'updated_at': '2022-04-18T21:08:11Z', 'revision_number': 2, 'project_id': '8a05b90fa8c54f25938df6bd0ef52223', 'gw_port_host': None}] {{(pid=84043) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 18 21:08:13.094120 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72d7c936-3d99-4eec-8589-9647076d7ef1 None None] Update dhcp port {'port': {'network_id': 'de7b0fae-0e02-49a3-8eec-fcb1c51621b4', 'fixed_ips': [{'subnet_id': '83662849-e63f-4052-9e99-fe9a4d853c8a', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': '16390ab5-b79b-4f66-a54b-f1f1939ad142'}], 'binding:host_id': 'n-d-838334-2'}, 'id': '153386f3-52b6-4dc2-8eeb-b4d37127965b'} from n-d-838334-2. {{(pid=84042) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:307}} Apr 18 21:08:13.211864 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-2b739103-95bb-4fae-af72-59ef95d4621a tempest-PortsIpV6TestJSON-656796091 tempest-PortsIpV6TestJSON-656796091-project] Notify callbacks [] for security_group, precommit_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:08:13.336567 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-72d7c936-3d99-4eec-8589-9647076d7ef1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:08:13.347020 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-2b739103-95bb-4fae-af72-59ef95d4621a tempest-PortsIpV6TestJSON-656796091 tempest-PortsIpV6TestJSON-656796091-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33528224'] for security_group, after_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:08:13.557811 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b739103-95bb-4fae-af72-59ef95d4621a tempest-PortsIpV6TestJSON-656796091 tempest-PortsIpV6TestJSON-656796091-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3a0079fb-694c-4463-a71b-9fe366a2fa70,revision_number=1']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:08:13.628186 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-2b739103-95bb-4fae-af72-59ef95d4621a tempest-PortsIpV6TestJSON-656796091 tempest-PortsIpV6TestJSON-656796091-project] Notify callbacks [] for security_group, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:08:13.629623 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-2b739103-95bb-4fae-af72-59ef95d4621a tempest-PortsIpV6TestJSON-656796091 tempest-PortsIpV6TestJSON-656796091-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 1.3498077 Apr 18 21:08:13.632596 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 41420) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:08:13.639174 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-4d563004-8f33-4110-bf0b-b9669a1260f3 tempest-RoutersTest-1500746192 tempest-RoutersTest-1500746192-project] Notify callbacks [] for router, before_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:08:13.640409 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.v2.base [None req-f9662955-a3b8-42ec-9c78-0fdc91b2cf54 tempest-PortsIpV6TestJSON-656796091 tempest-PortsIpV6TestJSON-656796091-project] Request body: {'security_group': {'name': 'tempest-secgroup-994234018'}} {{(pid=84041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:08:13.655196 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-f9662955-a3b8-42ec-9c78-0fdc91b2cf54 tempest-PortsIpV6TestJSON-656796091 tempest-PortsIpV6TestJSON-656796091-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:08:13.675707 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-f9662955-a3b8-42ec-9c78-0fdc91b2cf54 tempest-PortsIpV6TestJSON-656796091 tempest-PortsIpV6TestJSON-656796091-project] Usage tracker for resource:security_group and tenant:2eda1cb86d1d401280eb2d37452a60a8 is out of sync, need to count used quota {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:08:13.681924 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-f9662955-a3b8-42ec-9c78-0fdc91b2cf54 tempest-PortsIpV6TestJSON-656796091 tempest-PortsIpV6TestJSON-656796091-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:08:13.706239 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-f9662955-a3b8-42ec-9c78-0fdc91b2cf54 tempest-PortsIpV6TestJSON-656796091 tempest-PortsIpV6TestJSON-656796091-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:08:13.743345 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-f9662955-a3b8-42ec-9c78-0fdc91b2cf54 tempest-PortsIpV6TestJSON-656796091 tempest-PortsIpV6TestJSON-656796091-project] Notify callbacks [] for security_group, before_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:08:13.756030 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.db_base_plugin_common [None req-72d7c936-3d99-4eec-8589-9647076d7ef1 None None] Allocated IP 2001:db8::2 (de7b0fae-0e02-49a3-8eec-fcb1c51621b4/16390ab5-b79b-4f66-a54b-f1f1939ad142/153386f3-52b6-4dc2-8eeb-b4d37127965b) {{(pid=84042) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 21:08:13.855975 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-f9662955-a3b8-42ec-9c78-0fdc91b2cf54 tempest-PortsIpV6TestJSON-656796091 tempest-PortsIpV6TestJSON-656796091-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:08:13.860356 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-f9662955-a3b8-42ec-9c78-0fdc91b2cf54 tempest-PortsIpV6TestJSON-656796091 tempest-PortsIpV6TestJSON-656796091-project] Usage tracker for resource:security_group_rule and tenant:2eda1cb86d1d401280eb2d37452a60a8 is out of sync, need to count used quota {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:08:13.867685 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-f9662955-a3b8-42ec-9c78-0fdc91b2cf54 tempest-PortsIpV6TestJSON-656796091 tempest-PortsIpV6TestJSON-656796091-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:08:13.883081 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-f9662955-a3b8-42ec-9c78-0fdc91b2cf54 tempest-PortsIpV6TestJSON-656796091 tempest-PortsIpV6TestJSON-656796091-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:08:13.986170 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-72d7c936-3d99-4eec-8589-9647076d7ef1 None None] For port 153386f3-52b6-4dc2-8eeb-b4d37127965b, host n-d-838334-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838334-2',level=0,port_id=153386f3-52b6-4dc2-8eeb-b4d37127965b,segment=NetworkSegment(c3e15f96-49dc-4529-907c-3a78425b3259),segment_id=c3e15f96-49dc-4529-907c-3a78425b3259)] {{(pid=84042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:08:14.078890 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-72d7c936-3d99-4eec-8589-9647076d7ef1 None None] Notify callbacks [] for port, precommit_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:08:14.138468 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-72d7c936-3d99-4eec-8589-9647076d7ef1 None None] Transition to ACTIVE for port object 153386f3-52b6-4dc2-8eeb-b4d37127965b will not be triggered until provisioned by entity DHCP. {{(pid=84042) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:08:14.147923 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-72d7c936-3d99-4eec-8589-9647076d7ef1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682'] for port, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:08:14.323987 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72d7c936-3d99-4eec-8589-9647076d7ef1 None None] Pushing event updated for resources: {'Port': ['ID=153386f3-52b6-4dc2-8eeb-b4d37127965b,revision_number=6']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:08:14.404653 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-f9662955-a3b8-42ec-9c78-0fdc91b2cf54 tempest-PortsIpV6TestJSON-656796091 tempest-PortsIpV6TestJSON-656796091-project] Notify callbacks [] for security_group, precommit_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:08:14.415061 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-f9662955-a3b8-42ec-9c78-0fdc91b2cf54 tempest-PortsIpV6TestJSON-656796091 tempest-PortsIpV6TestJSON-656796091-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33528224'] for security_group, after_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:08:14.501915 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9662955-a3b8-42ec-9c78-0fdc91b2cf54 tempest-PortsIpV6TestJSON-656796091 tempest-PortsIpV6TestJSON-656796091-project] Pushing event updated for resources: {'SecurityGroup': ['ID=73d1b6c6-57d3-4837-b688-0e56b538a418,revision_number=1']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:08:14.547830 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-f9662955-a3b8-42ec-9c78-0fdc91b2cf54 tempest-PortsIpV6TestJSON-656796091 tempest-PortsIpV6TestJSON-656796091-project] Notify callbacks [] for security_group, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:08:14.549887 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-f9662955-a3b8-42ec-9c78-0fdc91b2cf54 tempest-PortsIpV6TestJSON-656796091 tempest-PortsIpV6TestJSON-656796091-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1576 time: 0.9160745 Apr 18 21:08:14.552525 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 41446) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:08:14.561610 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.v2.base [None req-286d19c5-1e79-4742-8f80-4f68b24592dc tempest-PortsIpV6TestJSON-656796091 tempest-PortsIpV6TestJSON-656796091-project] Request body: {'security_group': {'name': 'tempest-secgroup-891065046'}} {{(pid=84041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:08:14.574536 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-286d19c5-1e79-4742-8f80-4f68b24592dc tempest-PortsIpV6TestJSON-656796091 tempest-PortsIpV6TestJSON-656796091-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:08:14.584185 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-286d19c5-1e79-4742-8f80-4f68b24592dc tempest-PortsIpV6TestJSON-656796091 tempest-PortsIpV6TestJSON-656796091-project] Usage tracker for resource:security_group and tenant:2eda1cb86d1d401280eb2d37452a60a8 is out of sync, need to count used quota {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:08:14.594425 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-286d19c5-1e79-4742-8f80-4f68b24592dc tempest-PortsIpV6TestJSON-656796091 tempest-PortsIpV6TestJSON-656796091-project] Quota usage for security_group was recalculated. Used quota:3. {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:08:14.606077 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-286d19c5-1e79-4742-8f80-4f68b24592dc tempest-PortsIpV6TestJSON-656796091 tempest-PortsIpV6TestJSON-656796091-project] Attempting to reserve 1 items for resource security_group. Total usage: 3; quota limit: 100; headroom:97 {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:08:14.640075 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-286d19c5-1e79-4742-8f80-4f68b24592dc tempest-PortsIpV6TestJSON-656796091 tempest-PortsIpV6TestJSON-656796091-project] Notify callbacks [] for security_group, before_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:08:14.708179 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-286d19c5-1e79-4742-8f80-4f68b24592dc tempest-PortsIpV6TestJSON-656796091 tempest-PortsIpV6TestJSON-656796091-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:08:14.712630 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-286d19c5-1e79-4742-8f80-4f68b24592dc tempest-PortsIpV6TestJSON-656796091 tempest-PortsIpV6TestJSON-656796091-project] Usage tracker for resource:security_group_rule and tenant:2eda1cb86d1d401280eb2d37452a60a8 is out of sync, need to count used quota {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:08:14.718453 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-286d19c5-1e79-4742-8f80-4f68b24592dc tempest-PortsIpV6TestJSON-656796091 tempest-PortsIpV6TestJSON-656796091-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:08:14.730715 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-286d19c5-1e79-4742-8f80-4f68b24592dc tempest-PortsIpV6TestJSON-656796091 tempest-PortsIpV6TestJSON-656796091-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:08:14.763539 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-4d563004-8f33-4110-bf0b-b9669a1260f3 tempest-RoutersTest-1500746192 tempest-RoutersTest-1500746192-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33443580', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5726'] for router, precommit_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:08:14.781596 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-4d563004-8f33-4110-bf0b-b9669a1260f3 tempest-RoutersTest-1500746192 tempest-RoutersTest-1500746192-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:08:14.809527 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-70266992-bf88-4823-b461-c2220014a0c1 tempest-FloatingIPTestJSON-1355648241 tempest-FloatingIPTestJSON-1355648241-project] Notify agent at l3_agent.n-d-838334-2 the message routers_updated {{(pid=84040) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 21:08:14.818551 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-70266992-bf88-4823-b461-c2220014a0c1 tempest-FloatingIPTestJSON-1355648241 tempest-FloatingIPTestJSON-1355648241-project] 10.222.0.42 "PUT /v2.0/routers/fd8aaf2a-4e98-4b3b-993d-d772aea4fc33/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 9.1433370 Apr 18 21:08:14.818705 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-286d19c5-1e79-4742-8f80-4f68b24592dc tempest-PortsIpV6TestJSON-656796091 tempest-PortsIpV6TestJSON-656796091-project] Notify callbacks [] for security_group, precommit_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:08:14.818705 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 41454) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:08:14.827449 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-935b5452-430a-4058-8f4f-9533684fbfc8 None None] Sync routers for ids ['fd8aaf2a-4e98-4b3b-993d-d772aea4fc33'] in n-d-838334-2 {{(pid=84042) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 18 21:08:14.838914 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-4d563004-8f33-4110-bf0b-b9669a1260f3 tempest-RoutersTest-1500746192 tempest-RoutersTest-1500746192-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-33443408'] for router, after_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:08:14.839704 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4d563004-8f33-4110-bf0b-b9669a1260f3 tempest-RoutersTest-1500746192 tempest-RoutersTest-1500746192-project] Fanout notify agent at l3_agent the message router_deleted on router b66b89e7-e10e-4079-bf62-afaeb397af4c {{(pid=84040) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 18 21:08:14.864403 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_dvrscheduler_db [None req-935b5452-430a-4058-8f4f-9533684fbfc8 None None] Routers {'fd8aaf2a-4e98-4b3b-993d-d772aea4fc33'} bound to L3 agent in host n-d-838334-2 {{(pid=84042) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 21:08:14.865105 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-4d563004-8f33-4110-bf0b-b9669a1260f3 tempest-RoutersTest-1500746192 tempest-RoutersTest-1500746192-project] Notify callbacks [] for router, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:08:14.865662 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_hamode_db [None req-935b5452-430a-4058-8f4f-9533684fbfc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838334-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-18T20:25:48Z,description=,heartbeat_timestamp=2022-04-18T21:07:48Z,host='n-d-838334-2',id=bc84d6c9-dd7a-4555-a351-592327b46d5a,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:25:48Z,topic='l3_agent')) {'router_ids': ['fd8aaf2a-4e98-4b3b-993d-d772aea4fc33'], 'active': True} {{(pid=84042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:08:14.870839 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-4d563004-8f33-4110-bf0b-b9669a1260f3 tempest-RoutersTest-1500746192 tempest-RoutersTest-1500746192-project] 10.222.0.42 "DELETE /v2.0/routers/b66b89e7-e10e-4079-bf62-afaeb397af4c HTTP/1.1" status: 204 len: 168 time: 2.2106810 Apr 18 21:08:14.871833 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 41458) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:08:14.972554 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-286d19c5-1e79-4742-8f80-4f68b24592dc tempest-PortsIpV6TestJSON-656796091 tempest-PortsIpV6TestJSON-656796091-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33528224'] for security_group, after_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:08:15.005278 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-9790789e-e301-4dc0-b2d8-405e5f19aeb9 tempest-RoutersTest-1500746192 tempest-RoutersTest-1500746192-project] 10.222.0.42 "GET /v2.0/ports?device_id=b66b89e7-e10e-4079-bf62-afaeb397af4c HTTP/1.1" status: 200 len: 205 time: 0.1323223 Apr 18 21:08:15.017591 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 41466) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:08:15.084516 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Device 153386f3-52b6-4dc2-8eeb-b4d37127965b up at agent ovs-agent-n-d-838334-2 {{(pid=84042) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 21:08:15.133781 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-286d19c5-1e79-4742-8f80-4f68b24592dc tempest-PortsIpV6TestJSON-656796091 tempest-PortsIpV6TestJSON-656796091-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9b70fb9b-8fb7-4e9b-87a3-1c957f0af933,revision_number=1']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:08:15.217342 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_hamode_db [None req-935b5452-430a-4058-8f4f-9533684fbfc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-838334-2', False) {} {{(pid=84042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:08:15.229448 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-286d19c5-1e79-4742-8f80-4f68b24592dc tempest-PortsIpV6TestJSON-656796091 tempest-PortsIpV6TestJSON-656796091-project] Notify callbacks [] for security_group, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:08:15.230673 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-286d19c5-1e79-4742-8f80-4f68b24592dc tempest-PortsIpV6TestJSON-656796091 tempest-PortsIpV6TestJSON-656796091-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1576 time: 0.6771455 Apr 18 21:08:15.245122 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 41482) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:08:15.251998 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_dvrscheduler_db [None req-935b5452-430a-4058-8f4f-9533684fbfc8 None None] Routers {'fd8aaf2a-4e98-4b3b-993d-d772aea4fc33'} bound to L3 agent in host n-d-838334-2 {{(pid=84042) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 21:08:15.253345 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_hamode_db [None req-935b5452-430a-4058-8f4f-9533684fbfc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838334-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-18T20:25:48Z,description=,heartbeat_timestamp=2022-04-18T21:07:48Z,host='n-d-838334-2',id=bc84d6c9-dd7a-4555-a351-592327b46d5a,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:25:48Z,topic='l3_agent')) {'router_ids': ['fd8aaf2a-4e98-4b3b-993d-d772aea4fc33'], 'active': True} {{(pid=84042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:08:15.265324 n-d-838334-2 neutron-server[84040]: INFO neutron.api.v2.resource [None req-1a2f3b8c-01c9-4a46-8926-67a16d7f12d0 tempest-RoutersTest-1500746192 tempest-RoutersTest-1500746192-project] delete failed (client error): The resource could not be found. Apr 18 21:08:15.267981 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-1a2f3b8c-01c9-4a46-8926-67a16d7f12d0 tempest-RoutersTest-1500746192 tempest-RoutersTest-1500746192-project] 10.222.0.42 "DELETE /v2.0/routers/b66b89e7-e10e-4079-bf62-afaeb397af4c HTTP/1.1" status: 404 len: 336 time: 0.2493465 Apr 18 21:08:15.270517 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 41488) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:08:15.274329 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.v2.base [None req-f9a2361b-7efa-45fc-8948-a12493f01709 tempest-PortsIpV6TestJSON-656796091 tempest-PortsIpV6TestJSON-656796091-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1582915041', 'security_groups': ['9b70fb9b-8fb7-4e9b-87a3-1c957f0af933'], 'network_id': 'de7b0fae-0e02-49a3-8eec-fcb1c51621b4', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '16390ab5-b79b-4f66-a54b-f1f1939ad142'}]}} {{(pid=84040) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:08:15.359746 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_hamode_db [None req-935b5452-430a-4058-8f4f-9533684fbfc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-838334-2', False) {} {{(pid=84042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:08:15.361055 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-935b5452-430a-4058-8f4f-9533684fbfc8 None None] The sync data for ids ['fd8aaf2a-4e98-4b3b-993d-d772aea4fc33'] in n-d-838334-2 is: [] {{(pid=84042) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 18 21:08:15.366653 n-d-838334-2 neutron-server[84041]: INFO neutron.pecan_wsgi.hooks.translation [None req-2eae866a-4d86-415b-aacc-e6608acfd056 tempest-RoutersTest-1500746192 tempest-RoutersTest-1500746192-project] DELETE failed (client error): The resource could not be found. Apr 18 21:08:15.367097 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2eae866a-4d86-415b-aacc-e6608acfd056 tempest-RoutersTest-1500746192 tempest-RoutersTest-1500746192-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84041) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 21:08:15.371005 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-2eae866a-4d86-415b-aacc-e6608acfd056 tempest-RoutersTest-1500746192 tempest-RoutersTest-1500746192-project] 10.222.0.42 "DELETE /v2.0/subnets/0e2b666a-fc2b-480d-adf5-db144491e364 HTTP/1.1" status: 404 len: 337 time: 0.0973768 Apr 18 21:08:15.388102 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 41492) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:08:15.474556 n-d-838334-2 neutron-server[84041]: INFO neutron.pecan_wsgi.hooks.translation [None req-9ca10316-f386-45fd-9df0-c3dee174e40d tempest-RoutersTest-1500746192 tempest-RoutersTest-1500746192-project] DELETE failed (client error): The resource could not be found. Apr 18 21:08:15.478754 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9ca10316-f386-45fd-9df0-c3dee174e40d tempest-RoutersTest-1500746192 tempest-RoutersTest-1500746192-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84041) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 21:08:15.497707 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-9ca10316-f386-45fd-9df0-c3dee174e40d tempest-RoutersTest-1500746192 tempest-RoutersTest-1500746192-project] 10.222.0.42 "DELETE /v2.0/subnets/fc661f01-7889-49a3-8551-a398092f67d4 HTTP/1.1" status: 404 len: 337 time: 0.1075549 Apr 18 21:08:15.510855 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 41498) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:08:15.616176 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-f43deeca-2877-4432-9387-362ddee2880d tempest-FloatingIPTestJSON-1355648241 tempest-FloatingIPTestJSON-1355648241-project] Notify callbacks [] for router, before_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:08:15.655152 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-e76d79fa-a3c2-468e-bf06-d01f7fe5b8b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750375287399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253529'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:08:15.681195 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [None req-f9a2361b-7efa-45fc-8948-a12493f01709 tempest-PortsIpV6TestJSON-656796091 tempest-PortsIpV6TestJSON-656796091-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:08:15.684778 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-d81e5732-323e-417e-a998-c918359b797b None None] Provisioning complete for port 331c78f2-c4fa-405a-a689-7df66e7806ff triggered by entity DHCP. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:08:15.685180 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-d81e5732-323e-417e-a998-c918359b797b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1253608'] for port, provisioning_complete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:08:15.702649 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [None req-f9a2361b-7efa-45fc-8948-a12493f01709 tempest-PortsIpV6TestJSON-656796091 tempest-PortsIpV6TestJSON-656796091-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:08:15.717453 n-d-838334-2 neutron-server[84040]: INFO neutron.pecan_wsgi.hooks.translation [None req-e8231e73-8393-4097-a051-9155f966d0dc tempest-RoutersTest-1500746192 tempest-RoutersTest-1500746192-project] DELETE failed (client error): The resource could not be found. Apr 18 21:08:15.718089 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e8231e73-8393-4097-a051-9155f966d0dc tempest-RoutersTest-1500746192 tempest-RoutersTest-1500746192-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84040) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 21:08:15.720387 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-e8231e73-8393-4097-a051-9155f966d0dc tempest-RoutersTest-1500746192 tempest-RoutersTest-1500746192-project] 10.222.0.42 "DELETE /v2.0/subnets/2b90dced-66c9-4d15-bdac-b6cf07d1ccea HTTP/1.1" status: 404 len: 337 time: 0.2085202 Apr 18 21:08:15.723510 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 41508) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:08:15.794228 n-d-838334-2 neutron-server[84040]: INFO neutron.pecan_wsgi.hooks.translation [None req-c0b49d18-358f-4253-bebc-fefd304325ee tempest-RoutersTest-1500746192 tempest-RoutersTest-1500746192-project] DELETE failed (client error): The resource could not be found. Apr 18 21:08:15.801248 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.plugin [None req-d81e5732-323e-417e-a998-c918359b797b None None] Port 331c78f2-c4fa-405a-a689-7df66e7806ff cannot update to ACTIVE because it is not bound. {{(pid=84042) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 18 21:08:15.802842 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c0b49d18-358f-4253-bebc-fefd304325ee tempest-RoutersTest-1500746192 tempest-RoutersTest-1500746192-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84040) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 21:08:15.806880 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-c0b49d18-358f-4253-bebc-fefd304325ee tempest-RoutersTest-1500746192 tempest-RoutersTest-1500746192-project] 10.222.0.42 "DELETE /v2.0/subnets/c69b069c-a1b2-456b-9244-afeef8944023 HTTP/1.1" status: 404 len: 337 time: 0.0797281 Apr 18 21:08:15.806880 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 41514) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:08:15.807723 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f9a2361b-7efa-45fc-8948-a12493f01709 tempest-PortsIpV6TestJSON-656796091 tempest-PortsIpV6TestJSON-656796091-project] Made reservation on behalf of 2eda1cb86d1d401280eb2d37452a60a8 for: {'port': 1} {{(pid=84040) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:08:15.817667 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-d81e5732-323e-417e-a998-c918359b797b None None] Provisioning for port 153386f3-52b6-4dc2-8eeb-b4d37127965b completed by entity DHCP. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 21:08:15.824007 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-d81e5732-323e-417e-a998-c918359b797b None None] Provisioning complete for port 153386f3-52b6-4dc2-8eeb-b4d37127965b triggered by entity DHCP. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:08:15.824575 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-d81e5732-323e-417e-a998-c918359b797b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1253608'] for port, provisioning_complete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:08:15.827932 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 41518) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:08:15.962996 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-4b792c85-e53c-47b4-b890-cee18b9c7ece tempest-RoutersTest-1500746192 tempest-RoutersTest-1500746192-project] 10.222.0.42 "GET /v2.0/ports?device_id=d3445e60-27f3-4080-a032-9bd4d27dfce0 HTTP/1.1" status: 200 len: 205 time: 0.1239901 Apr 18 21:08:15.967038 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 41532) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:08:16.084151 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-f43deeca-2877-4432-9387-362ddee2880d tempest-FloatingIPTestJSON-1355648241 tempest-FloatingIPTestJSON-1355648241-project] Notify callbacks [] for router_gateway, before_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:08:16.100609 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.plugin [None req-f43deeca-2877-4432-9387-362ddee2880d tempest-FloatingIPTestJSON-1355648241 tempest-FloatingIPTestJSON-1355648241-project] Deleting port 4c23404d-a485-4903-b3f3-64ab0b03e4ef {{(pid=84041) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 21:08:16.101036 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-f43deeca-2877-4432-9387-362ddee2880d tempest-FloatingIPTestJSON-1355648241 tempest-FloatingIPTestJSON-1355648241-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750375188691'] for port, before_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:08:16.150373 n-d-838334-2 neutron-server[84040]: INFO neutron.api.v2.resource [None req-57108f2f-7608-46e7-a91c-8998c946ff39 tempest-RoutersTest-1500746192 tempest-RoutersTest-1500746192-project] delete failed (client error): The resource could not be found. Apr 18 21:08:16.151647 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-57108f2f-7608-46e7-a91c-8998c946ff39 tempest-RoutersTest-1500746192 tempest-RoutersTest-1500746192-project] 10.222.0.42 "DELETE /v2.0/routers/d3445e60-27f3-4080-a032-9bd4d27dfce0 HTTP/1.1" status: 404 len: 336 time: 0.1836812 Apr 18 21:08:16.154188 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 41540) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:08:16.215143 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-f9a2361b-7efa-45fc-8948-a12493f01709 tempest-PortsIpV6TestJSON-656796091 tempest-PortsIpV6TestJSON-656796091-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:08:16.243679 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-b5919e94-137c-4e04-b321-3b5f594dabf8 tempest-RoutersTest-1500746192 tempest-RoutersTest-1500746192-project] 10.222.0.42 "GET /v2.0/ports?device_id=ad000e66-4cab-4df6-8e9f-7dec4de21ef7 HTTP/1.1" status: 200 len: 205 time: 0.0841782 Apr 18 21:08:16.244403 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 41548) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:08:16.390794 n-d-838334-2 neutron-server[84040]: INFO neutron.api.v2.resource [None req-64aa7f6b-38a0-41b0-a2a1-2b2b2a06e93b tempest-RoutersTest-1500746192 tempest-RoutersTest-1500746192-project] delete failed (client error): The resource could not be found. Apr 18 21:08:16.393565 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-64aa7f6b-38a0-41b0-a2a1-2b2b2a06e93b tempest-RoutersTest-1500746192 tempest-RoutersTest-1500746192-project] 10.222.0.42 "DELETE /v2.0/routers/ad000e66-4cab-4df6-8e9f-7dec4de21ef7 HTTP/1.1" status: 404 len: 336 time: 0.1460843 Apr 18 21:08:16.397342 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 41560) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:08:16.399018 n-d-838334-2 neutron-server[84040]: DEBUG neutron.notifiers.nova [None req-f9a2361b-7efa-45fc-8948-a12493f01709 tempest-PortsIpV6TestJSON-656796091 tempest-PortsIpV6TestJSON-656796091-project] device_id is not set on port bd47c2da-39a6-4e09-bfb0-5cd0a051dddf yet. {{(pid=84040) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 18 21:08:16.439670 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-526a4e64-f3ea-47b1-bb2f-f3c3e46c9a4c admin admin] Notify callbacks [] for security_group, before_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:08:16.457562 n-d-838334-2 neutron-server[84041]: INFO neutron.pecan_wsgi.hooks.translation [None req-0fdb1f21-81f0-4b6e-89f9-d6a3f4627b21 tempest-RoutersTest-1500746192 tempest-RoutersTest-1500746192-project] DELETE failed (client error): The resource could not be found. Apr 18 21:08:16.458003 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0fdb1f21-81f0-4b6e-89f9-d6a3f4627b21 tempest-RoutersTest-1500746192 tempest-RoutersTest-1500746192-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84041) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 21:08:16.459677 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-0fdb1f21-81f0-4b6e-89f9-d6a3f4627b21 tempest-RoutersTest-1500746192 tempest-RoutersTest-1500746192-project] 10.222.0.42 "DELETE /v2.0/subnets/5b482048-76d7-425d-8396-2b10f693bb89 HTTP/1.1" status: 404 len: 337 time: 0.0612464 Apr 18 21:08:16.462270 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 41564) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:08:16.537357 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-b20f324a-5311-4689-bc30-005933a703b9 tempest-RoutersTest-1500746192 tempest-RoutersTest-1500746192-project] 10.222.0.42 "GET /v2.0/ports?device_id=d48d8ca6-1b44-48f5-978d-d6d3360f7037 HTTP/1.1" status: 200 len: 205 time: 0.0719836 Apr 18 21:08:16.538511 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-f43deeca-2877-4432-9387-362ddee2880d tempest-FloatingIPTestJSON-1355648241 tempest-FloatingIPTestJSON-1355648241-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369123'] for port, precommit_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:08:16.543463 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 41570) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:08:16.544479 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [None req-526a4e64-f3ea-47b1-bb2f-f3c3e46c9a4c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:08:16.557324 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-526a4e64-f3ea-47b1-bb2f-f3c3e46c9a4c admin admin] Usage tracker for resource:security_group_rule and tenant:d750409df6ef454f9f56fcacfcdd2d22 is out of sync, need to count used quota {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:08:16.619489 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-526a4e64-f3ea-47b1-bb2f-f3c3e46c9a4c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:08:16.644340 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [None req-526a4e64-f3ea-47b1-bb2f-f3c3e46c9a4c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:08:16.647336 n-d-838334-2 neutron-server[84040]: INFO neutron.api.v2.resource [None req-6da4b986-f11c-4cfc-87d1-20d5891db83e tempest-RoutersTest-1500746192 tempest-RoutersTest-1500746192-project] delete failed (client error): The resource could not be found. Apr 18 21:08:16.651905 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-6da4b986-f11c-4cfc-87d1-20d5891db83e tempest-RoutersTest-1500746192 tempest-RoutersTest-1500746192-project] 10.222.0.42 "DELETE /v2.0/routers/d48d8ca6-1b44-48f5-978d-d6d3360f7037 HTTP/1.1" status: 404 len: 336 time: 0.1019399 Apr 18 21:08:16.654122 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 41576) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:08:16.708433 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.plugin [None req-f43deeca-2877-4432-9387-362ddee2880d tempest-FloatingIPTestJSON-1355648241 tempest-FloatingIPTestJSON-1355648241-project] Calling delete_port for 4c23404d-a485-4903-b3f3-64ab0b03e4ef owned by network:router_gateway {{(pid=84041) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 21:08:16.715030 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-4e3ce214-ee5b-4ac0-9d42-6701f3a3c0f2 tempest-RoutersTest-1500746192 tempest-RoutersTest-1500746192-project] 10.222.0.42 "GET /v2.0/ports?device_id=f34ff540-3f1d-4c46-83ee-3c9450f406d4 HTTP/1.1" status: 200 len: 205 time: 0.0553169 Apr 18 21:08:16.719326 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 41584) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:08:16.858509 n-d-838334-2 neutron-server[84040]: INFO neutron.api.v2.resource [None req-d2b9bafd-d64a-4717-a820-3eaead0e74bc tempest-RoutersTest-1500746192 tempest-RoutersTest-1500746192-project] delete failed (client error): The resource could not be found. Apr 18 21:08:16.860868 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-d2b9bafd-d64a-4717-a820-3eaead0e74bc tempest-RoutersTest-1500746192 tempest-RoutersTest-1500746192-project] 10.222.0.42 "DELETE /v2.0/routers/f34ff540-3f1d-4c46-83ee-3c9450f406d4 HTTP/1.1" status: 404 len: 336 time: 0.1376238 Apr 18 21:08:16.864999 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 41592) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:08:16.917732 n-d-838334-2 neutron-server[84040]: INFO neutron.pecan_wsgi.hooks.translation [None req-0991f5c9-7250-477c-af47-88caa19bd04e tempest-RoutersTest-1500746192 tempest-RoutersTest-1500746192-project] DELETE failed (client error): The resource could not be found. Apr 18 21:08:16.918389 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0991f5c9-7250-477c-af47-88caa19bd04e tempest-RoutersTest-1500746192 tempest-RoutersTest-1500746192-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84040) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 21:08:16.932783 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-0991f5c9-7250-477c-af47-88caa19bd04e tempest-RoutersTest-1500746192 tempest-RoutersTest-1500746192-project] 10.222.0.42 "DELETE /v2.0/subnets/1312637d-b619-4f21-af2d-90b0210df77f HTTP/1.1" status: 404 len: 337 time: 0.0629981 Apr 18 21:08:16.936805 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 41596) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:08:16.937572 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-f43deeca-2877-4432-9387-362ddee2880d tempest-FloatingIPTestJSON-1355648241 tempest-FloatingIPTestJSON-1355648241-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750375259028', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750374836628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32266323'] for port, after_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:08:17.002181 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f43deeca-2877-4432-9387-362ddee2880d tempest-FloatingIPTestJSON-1355648241 tempest-FloatingIPTestJSON-1355648241-project] Pushing event deleted for resources: {'Port': ['ID=4c23404d-a485-4903-b3f3-64ab0b03e4ef,revision_number=None']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:08:17.014847 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.db_base_plugin_common [None req-f9a2361b-7efa-45fc-8948-a12493f01709 tempest-PortsIpV6TestJSON-656796091 tempest-PortsIpV6TestJSON-656796091-project] Allocated IP 2001:db8::209 (de7b0fae-0e02-49a3-8eec-fcb1c51621b4/16390ab5-b79b-4f66-a54b-f1f1939ad142/bd47c2da-39a6-4e09-bfb0-5cd0a051dddf) {{(pid=84040) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 21:08:17.033263 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-b7480165-7878-470c-b244-118d85fb4d9f tempest-RoutersTest-1500746192 tempest-RoutersTest-1500746192-project] 10.222.0.42 "GET /v2.0/ports?device_id=0a6efbe4-fe5f-4e7e-b59b-6d0b6f4d346d HTTP/1.1" status: 200 len: 205 time: 0.0895979 Apr 18 21:08:17.037358 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 41600) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:08:17.129362 n-d-838334-2 neutron-server[84040]: INFO neutron.api.v2.resource [None req-1760018a-74e8-4ef9-89f2-f58224307fd4 tempest-RoutersTest-1500746192 tempest-RoutersTest-1500746192-project] delete failed (client error): The resource could not be found. Apr 18 21:08:17.130450 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-1760018a-74e8-4ef9-89f2-f58224307fd4 tempest-RoutersTest-1500746192 tempest-RoutersTest-1500746192-project] 10.222.0.42 "DELETE /v2.0/routers/0a6efbe4-fe5f-4e7e-b59b-6d0b6f4d346d HTTP/1.1" status: 404 len: 336 time: 0.0887835 Apr 18 21:08:17.141160 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 41604) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:08:17.388396 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-f43deeca-2877-4432-9387-362ddee2880d tempest-FloatingIPTestJSON-1355648241 tempest-FloatingIPTestJSON-1355648241-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33444108'] for router_gateway, after_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:08:17.424383 n-d-838334-2 neutron-server[84040]: INFO neutron.pecan_wsgi.hooks.translation [None req-9a09533e-17b6-4da1-9fb8-a4676d78c89f tempest-RoutersTest-1500746192 tempest-RoutersTest-1500746192-project] DELETE failed (client error): The resource could not be found. Apr 18 21:08:17.425066 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9a09533e-17b6-4da1-9fb8-a4676d78c89f tempest-RoutersTest-1500746192 tempest-RoutersTest-1500746192-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84040) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 21:08:17.526659 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-526a4e64-f3ea-47b1-bb2f-f3c3e46c9a4c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:08:17.535550 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-9a09533e-17b6-4da1-9fb8-a4676d78c89f tempest-RoutersTest-1500746192 tempest-RoutersTest-1500746192-project] 10.222.0.42 "DELETE /v2.0/subnets/0821341f-2c34-424c-9638-add4086c4774 HTTP/1.1" status: 404 len: 337 time: 0.3867252 Apr 18 21:08:17.544069 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 41624) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:08:17.551286 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-526a4e64-f3ea-47b1-bb2f-f3c3e46c9a4c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33528224'] for security_group, after_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:08:17.651279 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-42cb4406-c51c-4ff5-8e77-6a85b03fe0da tempest-RoutersTest-1500746192 tempest-RoutersTest-1500746192-project] 10.222.0.42 "GET /v2.0/ports?device_id=f04c1bee-aa5c-4878-a6cd-c41480794594 HTTP/1.1" status: 200 len: 205 time: 0.1060369 Apr 18 21:08:17.707093 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 41632) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:08:17.713686 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-f43deeca-2877-4432-9387-362ddee2880d tempest-FloatingIPTestJSON-1355648241 tempest-FloatingIPTestJSON-1355648241-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33443580', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5726'] for router, precommit_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:08:17.718865 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-f43deeca-2877-4432-9387-362ddee2880d tempest-FloatingIPTestJSON-1355648241 tempest-FloatingIPTestJSON-1355648241-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:08:17.749005 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-f43deeca-2877-4432-9387-362ddee2880d tempest-FloatingIPTestJSON-1355648241 tempest-FloatingIPTestJSON-1355648241-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-33443408'] for router, after_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:08:17.749816 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f43deeca-2877-4432-9387-362ddee2880d tempest-FloatingIPTestJSON-1355648241 tempest-FloatingIPTestJSON-1355648241-project] Fanout notify agent at l3_agent the message router_deleted on router fd8aaf2a-4e98-4b3b-993d-d772aea4fc33 {{(pid=84041) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 18 21:08:17.774541 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-f43deeca-2877-4432-9387-362ddee2880d tempest-FloatingIPTestJSON-1355648241 tempest-FloatingIPTestJSON-1355648241-project] Notify callbacks [] for router, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:08:17.778561 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-f43deeca-2877-4432-9387-362ddee2880d tempest-FloatingIPTestJSON-1355648241 tempest-FloatingIPTestJSON-1355648241-project] 10.222.0.42 "DELETE /v2.0/routers/fd8aaf2a-4e98-4b3b-993d-d772aea4fc33 HTTP/1.1" status: 204 len: 168 time: 2.9586482 Apr 18 21:08:17.779468 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 41642) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:08:17.815459 n-d-838334-2 neutron-server[84040]: INFO neutron.api.v2.resource [None req-f5473b51-9d4c-44e6-b872-851122937b74 tempest-RoutersTest-1500746192 tempest-RoutersTest-1500746192-project] delete failed (client error): The resource could not be found. Apr 18 21:08:17.816529 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-f5473b51-9d4c-44e6-b872-851122937b74 tempest-RoutersTest-1500746192 tempest-RoutersTest-1500746192-project] 10.222.0.42 "DELETE /v2.0/routers/f04c1bee-aa5c-4878-a6cd-c41480794594 HTTP/1.1" status: 404 len: 336 time: 0.1084471 Apr 18 21:08:17.817207 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-526a4e64-f3ea-47b1-bb2f-f3c3e46c9a4c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5a2183bf-2698-4f77-b0b8-9a2d8a8fb907,revision_number=1']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:08:17.819750 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 41646) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:08:17.826122 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-526a4e64-f3ea-47b1-bb2f-f3c3e46c9a4c admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=d750409df6ef454f9f56fcacfcdd2d22&name=default HTTP/1.1" status: 200 len: 2647 time: 2.0195556 Apr 18 21:08:17.838258 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 41650) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:08:17.888670 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-ef8e9dda-25d7-41be-8440-e3239992c2c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750375287399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253529'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:08:17.896748 n-d-838334-2 neutron-server[84040]: INFO neutron.pecan_wsgi.hooks.translation [None req-005dafd8-202b-46f0-a490-6293993ab5c4 tempest-RoutersTest-1500746192 tempest-RoutersTest-1500746192-project] DELETE failed (client error): The resource could not be found. Apr 18 21:08:17.897199 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-005dafd8-202b-46f0-a490-6293993ab5c4 tempest-RoutersTest-1500746192 tempest-RoutersTest-1500746192-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84040) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 21:08:17.904647 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-005dafd8-202b-46f0-a490-6293993ab5c4 tempest-RoutersTest-1500746192 tempest-RoutersTest-1500746192-project] 10.222.0.42 "DELETE /v2.0/subnets/038b7a44-4ca7-4b5e-a2bf-dbe03bf11eff HTTP/1.1" status: 404 len: 337 time: 0.0809186 Apr 18 21:08:17.910188 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 41656) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:08:17.921010 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-f9a2361b-7efa-45fc-8948-a12493f01709 tempest-PortsIpV6TestJSON-656796091 tempest-PortsIpV6TestJSON-656796091-project] Notify callbacks [] for port, precommit_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:08:17.943867 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.provisioning_blocks [None req-f9a2361b-7efa-45fc-8948-a12493f01709 tempest-PortsIpV6TestJSON-656796091 tempest-PortsIpV6TestJSON-656796091-project] Transition to ACTIVE for port object bd47c2da-39a6-4e09-bfb0-5cd0a051dddf will not be triggered until provisioned by entity DHCP. {{(pid=84040) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:08:17.975234 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-f9a2361b-7efa-45fc-8948-a12493f01709 tempest-PortsIpV6TestJSON-656796091 tempest-PortsIpV6TestJSON-656796091-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750374836619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32440838'] for port, after_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:08:18.067327 n-d-838334-2 neutron-server[84041]: INFO neutron.pecan_wsgi.hooks.translation [None req-99723c98-5e58-49a4-a67f-5aa71bf5f443 tempest-RoutersTest-1500746192 tempest-RoutersTest-1500746192-project] DELETE failed (client error): The resource could not be found. Apr 18 21:08:18.067888 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-99723c98-5e58-49a4-a67f-5aa71bf5f443 tempest-RoutersTest-1500746192 tempest-RoutersTest-1500746192-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84041) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 21:08:18.072140 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-99723c98-5e58-49a4-a67f-5aa71bf5f443 tempest-RoutersTest-1500746192 tempest-RoutersTest-1500746192-project] 10.222.0.42 "DELETE /v2.0/subnets/9d831992-686f-4d16-bdb0-b0ad2636431f HTTP/1.1" status: 404 len: 337 time: 0.1585472 Apr 18 21:08:18.106531 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9a2361b-7efa-45fc-8948-a12493f01709 tempest-PortsIpV6TestJSON-656796091 tempest-PortsIpV6TestJSON-656796091-project] Pushing event updated for resources: {'Port': ['ID=bd47c2da-39a6-4e09-bfb0-5cd0a051dddf,revision_number=1']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:08:18.138641 n-d-838334-2 neutron-server[84040]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9a2361b-7efa-45fc-8948-a12493f01709 tempest-PortsIpV6TestJSON-656796091 tempest-PortsIpV6TestJSON-656796091-project] Network de7b0fae-0e02-49a3-8eec-fcb1c51621b4 is already hosted by enough agents. {{(pid=84040) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:08:18.140037 n-d-838334-2 neutron-server[84040]: DEBUG neutron.scheduler.base_scheduler [None req-f9a2361b-7efa-45fc-8948-a12493f01709 tempest-PortsIpV6TestJSON-656796091 tempest-PortsIpV6TestJSON-656796091-project] Resources bound (agent type, host, resource id): {{(pid=84040) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:08:18.148109 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9a2361b-7efa-45fc-8948-a12493f01709 tempest-PortsIpV6TestJSON-656796091 tempest-PortsIpV6TestJSON-656796091-project] Received port after_create {{(pid=84040) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 21:08:18.155097 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9a2361b-7efa-45fc-8948-a12493f01709 tempest-PortsIpV6TestJSON-656796091 tempest-PortsIpV6TestJSON-656796091-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:08:18.155952 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-f9a2361b-7efa-45fc-8948-a12493f01709 tempest-PortsIpV6TestJSON-656796091 tempest-PortsIpV6TestJSON-656796091-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217293'] for port, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:08:18.198532 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-f9a2361b-7efa-45fc-8948-a12493f01709 tempest-PortsIpV6TestJSON-656796091 tempest-PortsIpV6TestJSON-656796091-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 2.9496291 Apr 18 21:08:18.198829 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 41664) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:08:18.211214 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.v2.base [None req-d1252b51-c26d-4586-9c28-2960660f6ca5 tempest-PortsIpV6TestJSON-656796091 tempest-PortsIpV6TestJSON-656796091-project] Request body: {'subnet': {'network_id': 'de7b0fae-0e02-49a3-8eec-fcb1c51621b4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=84040) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:08:18.231955 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-4904401b-905c-4542-b5e5-8b8ba194b26c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:08:18.300743 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-4904401b-905c-4542-b5e5-8b8ba194b26c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:08:18.396657 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.db_base_plugin_v2 [None req-53d09a82-11a3-4036-af7d-d6d5b8504a10 tempest-FloatingIPTestJSON-1355648241 tempest-FloatingIPTestJSON-1355648241-project] Deleting subnet d324f0bb-cec9-45ed-a32e-73fd1b4cbb05 {{(pid=84041) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 18 21:08:18.402308 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-53d09a82-11a3-4036-af7d-d6d5b8504a10 tempest-FloatingIPTestJSON-1355648241 tempest-FloatingIPTestJSON-1355648241-project] Notify callbacks [] for subnet, before_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:08:18.467944 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-4904401b-905c-4542-b5e5-8b8ba194b26c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33528224'] for security_group, after_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:08:18.503828 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4904401b-905c-4542-b5e5-8b8ba194b26c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a2183bf-2698-4f77-b0b8-9a2d8a8fb907,revision_number=None']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:08:18.521301 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [None req-d1252b51-c26d-4586-9c28-2960660f6ca5 tempest-PortsIpV6TestJSON-656796091 tempest-PortsIpV6TestJSON-656796091-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:08:18.522042 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-53d09a82-11a3-4036-af7d-d6d5b8504a10 tempest-FloatingIPTestJSON-1355648241 tempest-FloatingIPTestJSON-1355648241-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32266383'] for subnet, precommit_delete_associations {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:08:18.526598 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-d1252b51-c26d-4586-9c28-2960660f6ca5 tempest-PortsIpV6TestJSON-656796091 tempest-PortsIpV6TestJSON-656796091-project] Usage tracker for resource:subnet and tenant:2eda1cb86d1d401280eb2d37452a60a8 is out of sync, need to count used quota {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:08:18.531236 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-d1252b51-c26d-4586-9c28-2960660f6ca5 tempest-PortsIpV6TestJSON-656796091 tempest-PortsIpV6TestJSON-656796091-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:08:18.538998 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [None req-d1252b51-c26d-4586-9c28-2960660f6ca5 tempest-PortsIpV6TestJSON-656796091 tempest-PortsIpV6TestJSON-656796091-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:08:18.559519 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d1252b51-c26d-4586-9c28-2960660f6ca5 tempest-PortsIpV6TestJSON-656796091 tempest-PortsIpV6TestJSON-656796091-project] Made reservation on behalf of 2eda1cb86d1d401280eb2d37452a60a8 for: {'subnet': 1} {{(pid=84040) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:08:18.565296 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-d1252b51-c26d-4586-9c28-2960660f6ca5 tempest-PortsIpV6TestJSON-656796091 tempest-PortsIpV6TestJSON-656796091-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31752722'] for subnet, before_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:08:18.630625 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-4904401b-905c-4542-b5e5-8b8ba194b26c admin admin] Notify callbacks [] for security_group, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:08:18.632093 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-4904401b-905c-4542-b5e5-8b8ba194b26c admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/5a2183bf-2698-4f77-b0b8-9a2d8a8fb907 HTTP/1.1" status: 204 len: 168 time: 0.7922623 Apr 18 21:08:18.650240 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 41674) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:08:18.666760 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-ab599b45-0cf9-4447-8786-9d22cab53161 None None] Provisioning for port bd47c2da-39a6-4e09-bfb0-5cd0a051dddf completed by entity DHCP. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 21:08:18.687980 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-ab599b45-0cf9-4447-8786-9d22cab53161 None None] Provisioning complete for port bd47c2da-39a6-4e09-bfb0-5cd0a051dddf triggered by entity DHCP. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:08:18.689551 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-ab599b45-0cf9-4447-8786-9d22cab53161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1253608'] for port, provisioning_complete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:08:18.746434 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-53d09a82-11a3-4036-af7d-d6d5b8504a10 tempest-FloatingIPTestJSON-1355648241 tempest-FloatingIPTestJSON-1355648241-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1260556'] for subnet, precommit_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:08:18.835318 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.plugin [None req-ab599b45-0cf9-4447-8786-9d22cab53161 None None] Port bd47c2da-39a6-4e09-bfb0-5cd0a051dddf cannot update to ACTIVE because it is not bound. {{(pid=84042) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 18 21:08:18.878195 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-53d09a82-11a3-4036-af7d-d6d5b8504a10 tempest-FloatingIPTestJSON-1355648241 tempest-FloatingIPTestJSON-1355648241-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1260549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33526260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32266336', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32486390'] for subnet, after_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:08:18.896788 n-d-838334-2 neutron-server[84040]: INFO neutron.db.ipam_backend_mixin [None req-d1252b51-c26d-4586-9c28-2960660f6ca5 tempest-PortsIpV6TestJSON-656796091 tempest-PortsIpV6TestJSON-656796091-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 16390ab5-b79b-4f66-a54b-f1f1939ad142 (CIDR: 2001:db8::/64) Apr 18 21:08:18.904221 n-d-838334-2 neutron-server[84040]: INFO neutron.pecan_wsgi.hooks.translation [None req-d1252b51-c26d-4586-9c28-2960660f6ca5 tempest-PortsIpV6TestJSON-656796091 tempest-PortsIpV6TestJSON-656796091-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 18 21:08:18.904784 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d1252b51-c26d-4586-9c28-2960660f6ca5 tempest-PortsIpV6TestJSON-656796091 tempest-PortsIpV6TestJSON-656796091-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=84040) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 21:08:18.967460 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-d1252b51-c26d-4586-9c28-2960660f6ca5 tempest-PortsIpV6TestJSON-656796091 tempest-PortsIpV6TestJSON-656796091-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.7675827 Apr 18 21:08:18.968102 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 41684) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:08:18.974191 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.v2.base [None req-21c271fa-d51d-4a63-9317-c2c540a7c63e tempest-PortsIpV6TestJSON-656796091 tempest-PortsIpV6TestJSON-656796091-project] Request body: {'subnet': {'network_id': 'de7b0fae-0e02-49a3-8eec-fcb1c51621b4', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=84040) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:08:19.004477 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750375287399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253529'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:08:19.006676 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53d09a82-11a3-4036-af7d-d6d5b8504a10 tempest-FloatingIPTestJSON-1355648241 tempest-FloatingIPTestJSON-1355648241-project] Pushing event deleted for resources: {'Subnet': ['ID=d324f0bb-cec9-45ed-a32e-73fd1b4cbb05,revision_number=None']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:08:19.106943 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-53d09a82-11a3-4036-af7d-d6d5b8504a10 tempest-FloatingIPTestJSON-1355648241 tempest-FloatingIPTestJSON-1355648241-project] Notify callbacks [] for subnet, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:08:19.114754 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a030f6e5-ca44-405f-b1a0-48e686a6c2c1 None None] Network c3a91074-befc-4018-83de-3f5ad1c03f75 requested from n-d-838334-2 {{(pid=84042) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 21:08:19.139593 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-53d09a82-11a3-4036-af7d-d6d5b8504a10 tempest-FloatingIPTestJSON-1355648241 tempest-FloatingIPTestJSON-1355648241-project] 10.222.0.42 "DELETE /v2.0/subnets/d324f0bb-cec9-45ed-a32e-73fd1b4cbb05 HTTP/1.1" status: 204 len: 168 time: 1.3564031 Apr 18 21:08:19.143978 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 41692) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:08:19.152563 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-b5311a77-a374-410d-8ad2-1c710cbbc146 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=8a05b90fa8c54f25938df6bd0ef52223&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5008962 Apr 18 21:08:19.155494 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 41698) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:08:19.355695 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-9f743f61-d379-44e3-b027-08026fb14496 tempest-FloatingIPTestJSON-1355648241 tempest-FloatingIPTestJSON-1355648241-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1103592'] for network, before_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:08:19.426096 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [None req-21c271fa-d51d-4a63-9317-c2c540a7c63e tempest-PortsIpV6TestJSON-656796091 tempest-PortsIpV6TestJSON-656796091-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:08:19.433150 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.plugin [None req-9f743f61-d379-44e3-b027-08026fb14496 tempest-FloatingIPTestJSON-1355648241 tempest-FloatingIPTestJSON-1355648241-project] Deleting port d37c73b1-bc79-4b1b-bda6-738bd7e14953 {{(pid=84040) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 21:08:19.433491 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-9f743f61-d379-44e3-b027-08026fb14496 tempest-FloatingIPTestJSON-1355648241 tempest-FloatingIPTestJSON-1355648241-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750375188691'] for port, before_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:08:19.476869 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-414b6ffe-e119-47bc-b18f-bcff1219c2f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750375287399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253529'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:08:19.483367 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-046c493c-e3bf-466e-b330-9f9d4b854778 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:08:19.505877 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-21c271fa-d51d-4a63-9317-c2c540a7c63e tempest-PortsIpV6TestJSON-656796091 tempest-PortsIpV6TestJSON-656796091-project] Usage tracker for resource:subnet and tenant:2eda1cb86d1d401280eb2d37452a60a8 is out of sync, need to count used quota {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:08:19.517313 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f1b8ba5-49f3-4101-9092-11dd11364f02 None None] DHCP port deletion for c3a91074-befc-4018-83de-3f5ad1c03f75 request from n-d-838334-2 {{(pid=84042) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 18 21:08:19.522466 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.plugin [None req-6f1b8ba5-49f3-4101-9092-11dd11364f02 None None] Deleting port d37c73b1-bc79-4b1b-bda6-738bd7e14953 {{(pid=84042) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 21:08:19.522917 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-6f1b8ba5-49f3-4101-9092-11dd11364f02 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750375188691'] for port, before_delete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:08:19.530241 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-21c271fa-d51d-4a63-9317-c2c540a7c63e tempest-PortsIpV6TestJSON-656796091 tempest-PortsIpV6TestJSON-656796091-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:08:19.568302 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [None req-21c271fa-d51d-4a63-9317-c2c540a7c63e tempest-PortsIpV6TestJSON-656796091 tempest-PortsIpV6TestJSON-656796091-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:08:19.642440 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-046c493c-e3bf-466e-b330-9f9d4b854778 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:08:19.743705 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-21c271fa-d51d-4a63-9317-c2c540a7c63e tempest-PortsIpV6TestJSON-656796091 tempest-PortsIpV6TestJSON-656796091-project] Made reservation on behalf of 2eda1cb86d1d401280eb2d37452a60a8 for: {'subnet': 1} {{(pid=84040) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:08:19.747061 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-21c271fa-d51d-4a63-9317-c2c540a7c63e tempest-PortsIpV6TestJSON-656796091 tempest-PortsIpV6TestJSON-656796091-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31752722'] for subnet, before_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:08:20.038594 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-6f1b8ba5-49f3-4101-9092-11dd11364f02 None None] For port d37c73b1-bc79-4b1b-bda6-738bd7e14953, host n-d-838334-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838334-2',level=0,port_id=d37c73b1-bc79-4b1b-bda6-738bd7e14953,segment=NetworkSegment(a783c2cb-08b2-4f77-8a3c-7580abe71732),segment_id=a783c2cb-08b2-4f77-8a3c-7580abe71732)] {{(pid=84042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:08:20.039151 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-6f1b8ba5-49f3-4101-9092-11dd11364f02 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369123'] for port, precommit_delete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:08:20.331129 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.plugin [None req-6f1b8ba5-49f3-4101-9092-11dd11364f02 None None] Calling delete_port for d37c73b1-bc79-4b1b-bda6-738bd7e14953 owned by network:dhcp {{(pid=84042) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 21:08:20.434961 n-d-838334-2 neutron-server[84040]: INFO neutron.db.ipam_backend_mixin [None req-21c271fa-d51d-4a63-9317-c2c540a7c63e tempest-PortsIpV6TestJSON-656796091 tempest-PortsIpV6TestJSON-656796091-project] Validation for CIDR: 2001:db8:0:1::/64 failed - overlaps with subnet 83662849-e63f-4052-9e99-fe9a4d853c8a (CIDR: 2001:db8:0:1::/64) Apr 18 21:08:20.445408 n-d-838334-2 neutron-server[84040]: INFO neutron.pecan_wsgi.hooks.translation [None req-21c271fa-d51d-4a63-9317-c2c540a7c63e tempest-PortsIpV6TestJSON-656796091 tempest-PortsIpV6TestJSON-656796091-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 18 21:08:20.446104 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-21c271fa-d51d-4a63-9317-c2c540a7c63e tempest-PortsIpV6TestJSON-656796091 tempest-PortsIpV6TestJSON-656796091-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=84040) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 21:08:20.458047 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.db [None req-9f743f61-d379-44e3-b027-08026fb14496 tempest-FloatingIPTestJSON-1355648241 tempest-FloatingIPTestJSON-1355648241-project] For port d37c73b1-bc79-4b1b-bda6-738bd7e14953, host n-d-838334-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838334-2',level=0,port_id=d37c73b1-bc79-4b1b-bda6-738bd7e14953,segment=NetworkSegment(a783c2cb-08b2-4f77-8a3c-7580abe71732),segment_id=a783c2cb-08b2-4f77-8a3c-7580abe71732)] {{(pid=84040) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:08:20.458470 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-9f743f61-d379-44e3-b027-08026fb14496 tempest-FloatingIPTestJSON-1355648241 tempest-FloatingIPTestJSON-1355648241-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369123'] for port, precommit_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:08:20.527779 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-6f1b8ba5-49f3-4101-9092-11dd11364f02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750375259028', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750374836628'] for port, after_delete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:08:20.612609 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f1b8ba5-49f3-4101-9092-11dd11364f02 None None] Pushing event deleted for resources: {'Port': ['ID=d37c73b1-bc79-4b1b-bda6-738bd7e14953,revision_number=None']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:08:20.636855 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f1b8ba5-49f3-4101-9092-11dd11364f02 None None] No DVR routers for this DVR port d37c73b1-bc79-4b1b-bda6-738bd7e14953 on host n-d-838334-2 {{(pid=84042) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 21:08:20.665394 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-c7521a90-7d65-4e2e-842c-ca5d95e9a89c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750375287399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253529'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:08:20.989437 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.plugin [None req-9f743f61-d379-44e3-b027-08026fb14496 tempest-FloatingIPTestJSON-1355648241 tempest-FloatingIPTestJSON-1355648241-project] Calling delete_port for d37c73b1-bc79-4b1b-bda6-738bd7e14953 owned by network:dhcp {{(pid=84040) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 21:08:20.993569 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Device d37c73b1-bc79-4b1b-bda6-738bd7e14953 no longer exists at agent ovs-agent-n-d-838334-2 {{(pid=84042) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 21:08:21.078695 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.plugin [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] No Port match for: d37c73b1-bc79-4b1b-bda6-738bd7e14953 {{(pid=84042) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 18 21:08:21.083976 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 41764) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:08:21.090257 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.v2.base [None req-00cc2471-e8e8-42c0-8b0f-a5e821387f50 tempest-PortsIpV6TestJSON-656796091 tempest-PortsIpV6TestJSON-656796091-project] Request body: {'subnet': {'network_id': 'de7b0fae-0e02-49a3-8eec-fcb1c51621b4', 'cidr': '2001:db8:0:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:2::1'}} {{(pid=84041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:08:21.094059 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Device d37c73b1-bc79-4b1b-bda6-738bd7e14953 not bound to the agent host n-d-838334-2 {{(pid=84042) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 21:08:21.099398 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-21c271fa-d51d-4a63-9317-c2c540a7c63e tempest-PortsIpV6TestJSON-656796091 tempest-PortsIpV6TestJSON-656796091-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 428 time: 2.1296086 Apr 18 21:08:21.168290 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-046c493c-e3bf-466e-b330-9f9d4b854778 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33528224'] for security_group, after_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:08:21.174606 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-046c493c-e3bf-466e-b330-9f9d4b854778 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:08:21.176921 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-046c493c-e3bf-466e-b330-9f9d4b854778 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/fc976fb3-f6a0-412a-93ae-9dc054b8a387 HTTP/1.1" status: 204 len: 168 time: 2.0206323 Apr 18 21:08:21.197775 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-046c493c-e3bf-466e-b330-9f9d4b854778 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc976fb3-f6a0-412a-93ae-9dc054b8a387,revision_number=None']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:08:21.301098 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.db.api [None req-9f743f61-d379-44e3-b027-08026fb14496 tempest-FloatingIPTestJSON-1355648241 tempest-FloatingIPTestJSON-1355648241-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84040) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 18 21:08:21.302168 n-d-838334-2 neutron-server[84040]: DEBUG oslo_db.api [None req-9f743f61-d379-44e3-b027-08026fb14496 tempest-FloatingIPTestJSON-1355648241 tempest-FloatingIPTestJSON-1355648241-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 18 21:08:21.310114 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-00cc2471-e8e8-42c0-8b0f-a5e821387f50 tempest-PortsIpV6TestJSON-656796091 tempest-PortsIpV6TestJSON-656796091-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:08:21.316712 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-00cc2471-e8e8-42c0-8b0f-a5e821387f50 tempest-PortsIpV6TestJSON-656796091 tempest-PortsIpV6TestJSON-656796091-project] Usage tracker for resource:subnet and tenant:2eda1cb86d1d401280eb2d37452a60a8 is out of sync, need to count used quota {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:08:21.319947 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-00cc2471-e8e8-42c0-8b0f-a5e821387f50 tempest-PortsIpV6TestJSON-656796091 tempest-PortsIpV6TestJSON-656796091-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:08:21.326238 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-00cc2471-e8e8-42c0-8b0f-a5e821387f50 tempest-PortsIpV6TestJSON-656796091 tempest-PortsIpV6TestJSON-656796091-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:08:21.346010 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-00cc2471-e8e8-42c0-8b0f-a5e821387f50 tempest-PortsIpV6TestJSON-656796091 tempest-PortsIpV6TestJSON-656796091-project] Made reservation on behalf of 2eda1cb86d1d401280eb2d37452a60a8 for: {'subnet': 1} {{(pid=84041) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:08:21.572490 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-00cc2471-e8e8-42c0-8b0f-a5e821387f50 tempest-PortsIpV6TestJSON-656796091 tempest-PortsIpV6TestJSON-656796091-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32486301'] for subnet, before_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:08:21.803867 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.plugin [None req-9f743f61-d379-44e3-b027-08026fb14496 tempest-FloatingIPTestJSON-1355648241 tempest-FloatingIPTestJSON-1355648241-project] Deleting port d37c73b1-bc79-4b1b-bda6-738bd7e14953 {{(pid=84040) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 21:08:21.804945 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-9f743f61-d379-44e3-b027-08026fb14496 tempest-FloatingIPTestJSON-1355648241 tempest-FloatingIPTestJSON-1355648241-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750375188691'] for port, before_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:08:22.008266 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.plugin [None req-9f743f61-d379-44e3-b027-08026fb14496 tempest-FloatingIPTestJSON-1355648241 tempest-FloatingIPTestJSON-1355648241-project] The port 'd37c73b1-bc79-4b1b-bda6-738bd7e14953' was deleted {{(pid=84040) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 18 21:08:22.069323 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-00cc2471-e8e8-42c0-8b0f-a5e821387f50 tempest-PortsIpV6TestJSON-656796091 tempest-PortsIpV6TestJSON-656796091-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33526260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32266407', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32486287'] for subnet, after_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:08:22.227234 n-d-838334-2 neutron-server[84041]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00cc2471-e8e8-42c0-8b0f-a5e821387f50 tempest-PortsIpV6TestJSON-656796091 tempest-PortsIpV6TestJSON-656796091-project] Network de7b0fae-0e02-49a3-8eec-fcb1c51621b4 is already hosted by enough agents. {{(pid=84041) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:08:22.236697 n-d-838334-2 neutron-server[84041]: DEBUG neutron.scheduler.base_scheduler [None req-00cc2471-e8e8-42c0-8b0f-a5e821387f50 tempest-PortsIpV6TestJSON-656796091 tempest-PortsIpV6TestJSON-656796091-project] Resources bound (agent type, host, resource id): {{(pid=84041) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:08:22.245714 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00cc2471-e8e8-42c0-8b0f-a5e821387f50 tempest-PortsIpV6TestJSON-656796091 tempest-PortsIpV6TestJSON-656796091-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:08:22.246300 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-00cc2471-e8e8-42c0-8b0f-a5e821387f50 tempest-PortsIpV6TestJSON-656796091 tempest-PortsIpV6TestJSON-656796091-project] Notify callbacks [] for subnet, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:08:22.248498 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33c2edcc-27ab-4cf7-89da-47023d9d8959 None None] Network de7b0fae-0e02-49a3-8eec-fcb1c51621b4 requested from n-d-838334-2 {{(pid=84042) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 21:08:22.290166 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00cc2471-e8e8-42c0-8b0f-a5e821387f50 tempest-PortsIpV6TestJSON-656796091 tempest-PortsIpV6TestJSON-656796091-project] Pushing event updated for resources: {'Subnet': ['ID=7bf5b262-32fa-48dc-b92a-5e84810325fb,revision_number=0']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:08:22.292876 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-9f743f61-d379-44e3-b027-08026fb14496 tempest-FloatingIPTestJSON-1355648241 tempest-FloatingIPTestJSON-1355648241-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1258905', 'neutron.services.segments.db._delete_segments_for_network-8750375287417'] for network, precommit_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:08:22.319398 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-00cc2471-e8e8-42c0-8b0f-a5e821387f50 tempest-PortsIpV6TestJSON-656796091 tempest-PortsIpV6TestJSON-656796091-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 1.2337692 Apr 18 21:08:22.320064 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 41802) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:08:22.325746 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.v2.base [None req-091f4b9f-9920-4588-a22d-4fc6f2a84a02 tempest-PortsIpV6TestJSON-656796091 tempest-PortsIpV6TestJSON-656796091-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1367449140', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '7bf5b262-32fa-48dc-b92a-5e84810325fb'}], 'security_groups': ['3a0079fb-694c-4463-a71b-9fe366a2fa70', '73d1b6c6-57d3-4837-b688-0e56b538a418']}} {{(pid=84041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:08:22.361717 n-d-838334-2 neutron-server[84040]: DEBUG neutron.services.segments.db [None req-9f743f61-d379-44e3-b027-08026fb14496 tempest-FloatingIPTestJSON-1355648241 tempest-FloatingIPTestJSON-1355648241-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c3a91074-befc-4018-83de-3f5ad1c03f75']}} {{(pid=84040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:08:22.387401 n-d-838334-2 neutron-server[84040]: DEBUG neutron.services.segments.db [None req-9f743f61-d379-44e3-b027-08026fb14496 tempest-FloatingIPTestJSON-1355648241 tempest-FloatingIPTestJSON-1355648241-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a783c2cb-08b2-4f77-8a3c-7580abe71732') {'for_net_delete': True} {{(pid=84040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:08:22.387721 n-d-838334-2 neutron-server[84040]: DEBUG neutron.services.segments.db [None req-9f743f61-d379-44e3-b027-08026fb14496 tempest-FloatingIPTestJSON-1355648241 tempest-FloatingIPTestJSON-1355648241-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a783c2cb-08b2-4f77-8a3c-7580abe71732') {} {{(pid=84040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:08:22.413283 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-9f743f61-d379-44e3-b027-08026fb14496 tempest-FloatingIPTestJSON-1355648241 tempest-FloatingIPTestJSON-1355648241-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750375287300', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31955965'] for segment, before_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:08:22.443714 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-9f743f61-d379-44e3-b027-08026fb14496 tempest-FloatingIPTestJSON-1355648241 tempest-FloatingIPTestJSON-1355648241-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1082986'] for segment, precommit_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:08:22.456145 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9f743f61-d379-44e3-b027-08026fb14496 tempest-FloatingIPTestJSON-1355648241 tempest-FloatingIPTestJSON-1355648241-project] Releasing vlan 374 on physical network physnet1 to pool {{(pid=84040) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 18 21:08:22.458083 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-9f743f61-d379-44e3-b027-08026fb14496 tempest-FloatingIPTestJSON-1355648241 tempest-FloatingIPTestJSON-1355648241-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1082993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32440923'] for segment, after_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:08:22.511235 n-d-838334-2 neutron-server[84040]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 21:08:22.511235 n-d-838334-2 neutron-server[84040]: util.warn( Apr 18 21:08:22.511235 n-d-838334-2 neutron-server[84040]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 21:08:22.511235 n-d-838334-2 neutron-server[84040]: util.warn( Apr 18 21:08:22.511235 n-d-838334-2 neutron-server[84040]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 21:08:22.511235 n-d-838334-2 neutron-server[84040]: util.warn( Apr 18 21:08:22.511235 n-d-838334-2 neutron-server[84040]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 21:08:22.511235 n-d-838334-2 neutron-server[84040]: util.warn( Apr 18 21:08:22.511235 n-d-838334-2 neutron-server[84040]: Traceback (most recent call last): Apr 18 21:08:22.511235 n-d-838334-2 neutron-server[84040]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 18 21:08:22.511235 n-d-838334-2 neutron-server[84040]: timer() Apr 18 21:08:22.511235 n-d-838334-2 neutron-server[84040]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 21:08:22.511235 n-d-838334-2 neutron-server[84040]: cb(*args, **kw) Apr 18 21:08:22.511235 n-d-838334-2 neutron-server[84040]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 18 21:08:22.511235 n-d-838334-2 neutron-server[84040]: return func(*args, **kwargs) Apr 18 21:08:22.511235 n-d-838334-2 neutron-server[84040]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 21:08:22.511235 n-d-838334-2 neutron-server[84040]: self._notify() Apr 18 21:08:22.511235 n-d-838334-2 neutron-server[84040]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 21:08:22.511235 n-d-838334-2 neutron-server[84040]: self.callback(batched_events) Apr 18 21:08:22.511235 n-d-838334-2 neutron-server[84040]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 21:08:22.511235 n-d-838334-2 neutron-server[84040]: event.method(event) Apr 18 21:08:22.511235 n-d-838334-2 neutron-server[84040]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 18 21:08:22.511235 n-d-838334-2 neutron-server[84040]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 21:08:22.511235 n-d-838334-2 neutron-server[84040]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 18 21:08:22.511235 n-d-838334-2 neutron-server[84040]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 21:08:22.511235 n-d-838334-2 neutron-server[84040]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 18 21:08:22.511235 n-d-838334-2 neutron-server[84040]: return f(self, *a, **k) Apr 18 21:08:22.511235 n-d-838334-2 neutron-server[84040]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 18 21:08:22.511235 n-d-838334-2 neutron-server[84040]: return self._get(url).json() Apr 18 21:08:22.511235 n-d-838334-2 neutron-server[84040]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 18 21:08:22.511235 n-d-838334-2 neutron-server[84040]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 21:08:22.511235 n-d-838334-2 neutron-server[84040]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 18 21:08:22.511235 n-d-838334-2 neutron-server[84040]: return self.request(url, 'GET', **kwargs) Apr 18 21:08:22.511235 n-d-838334-2 neutron-server[84040]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 18 21:08:22.511235 n-d-838334-2 neutron-server[84040]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 21:08:22.511235 n-d-838334-2 neutron-server[84040]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 18 21:08:22.511235 n-d-838334-2 neutron-server[84040]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 21:08:22.511235 n-d-838334-2 neutron-server[84040]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 18 21:08:22.511235 n-d-838334-2 neutron-server[84040]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 21:08:22.511235 n-d-838334-2 neutron-server[84040]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 21:08:22.616945 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-091f4b9f-9920-4588-a22d-4fc6f2a84a02 tempest-PortsIpV6TestJSON-656796091 tempest-PortsIpV6TestJSON-656796091-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:08:22.699236 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-9f743f61-d379-44e3-b027-08026fb14496 tempest-FloatingIPTestJSON-1355648241 tempest-FloatingIPTestJSON-1355648241-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1258898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33526109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33444113'] for network, after_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:08:22.730668 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-9f743f61-d379-44e3-b027-08026fb14496 tempest-FloatingIPTestJSON-1355648241 tempest-FloatingIPTestJSON-1355648241-project] Notify callbacks [] for network, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:08:22.759231 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f743f61-d379-44e3-b027-08026fb14496 tempest-FloatingIPTestJSON-1355648241 tempest-FloatingIPTestJSON-1355648241-project] Pushing event deleted for resources: {'Network': ['ID=c3a91074-befc-4018-83de-3f5ad1c03f75,revision_number=None']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:08:22.793507 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-9f743f61-d379-44e3-b027-08026fb14496 tempest-FloatingIPTestJSON-1355648241 tempest-FloatingIPTestJSON-1355648241-project] 10.222.0.42 "DELETE /v2.0/networks/c3a91074-befc-4018-83de-3f5ad1c03f75 HTTP/1.1" status: 204 len: 168 time: 3.6491535 Apr 18 21:08:22.794554 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 41824) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:08:22.966085 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f743f61-d379-44e3-b027-08026fb14496 tempest-FloatingIPTestJSON-1355648241 tempest-FloatingIPTestJSON-1355648241-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:08:22.966620 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f743f61-d379-44e3-b027-08026fb14496 tempest-FloatingIPTestJSON-1355648241 tempest-FloatingIPTestJSON-1355648241-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:08:22.966760 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f743f61-d379-44e3-b027-08026fb14496 tempest-FloatingIPTestJSON-1355648241 tempest-FloatingIPTestJSON-1355648241-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:08:22.967105 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f743f61-d379-44e3-b027-08026fb14496 tempest-FloatingIPTestJSON-1355648241 tempest-FloatingIPTestJSON-1355648241-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:08:22.967428 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f743f61-d379-44e3-b027-08026fb14496 tempest-FloatingIPTestJSON-1355648241 tempest-FloatingIPTestJSON-1355648241-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:08:22.967803 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f743f61-d379-44e3-b027-08026fb14496 tempest-FloatingIPTestJSON-1355648241 tempest-FloatingIPTestJSON-1355648241-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:08:22.968125 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f743f61-d379-44e3-b027-08026fb14496 tempest-FloatingIPTestJSON-1355648241 tempest-FloatingIPTestJSON-1355648241-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:08:22.968451 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f743f61-d379-44e3-b027-08026fb14496 tempest-FloatingIPTestJSON-1355648241 tempest-FloatingIPTestJSON-1355648241-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:08:22.968771 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f743f61-d379-44e3-b027-08026fb14496 tempest-FloatingIPTestJSON-1355648241 tempest-FloatingIPTestJSON-1355648241-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:08:22.969097 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f743f61-d379-44e3-b027-08026fb14496 tempest-FloatingIPTestJSON-1355648241 tempest-FloatingIPTestJSON-1355648241-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:08:22.969420 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f743f61-d379-44e3-b027-08026fb14496 tempest-FloatingIPTestJSON-1355648241 tempest-FloatingIPTestJSON-1355648241-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:08:23.166190 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.plugin [None req-7086554a-fbe9-4219-8653-b2cacbdd80e4 tempest-FloatingIPTestJSON-1355648241 tempest-FloatingIPTestJSON-1355648241-project] Deleting port 8095f74f-951f-414f-95c2-be872bd44ce5 {{(pid=84040) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 21:08:23.166783 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-7086554a-fbe9-4219-8653-b2cacbdd80e4 tempest-FloatingIPTestJSON-1355648241 tempest-FloatingIPTestJSON-1355648241-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750375188691'] for port, before_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:08:23.251293 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e987bf94-c607-4997-a40d-bf344498e0c2 None None] Update dhcp port {'port': {'network_id': 'de7b0fae-0e02-49a3-8eec-fcb1c51621b4', 'fixed_ips': [{'subnet_id': '83662849-e63f-4052-9e99-fe9a4d853c8a', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': '16390ab5-b79b-4f66-a54b-f1f1939ad142', 'ip_address': '2001:db8::2'}, {'subnet_id': '7bf5b262-32fa-48dc-b92a-5e84810325fb'}], 'binding:host_id': 'n-d-838334-2'}, 'id': '153386f3-52b6-4dc2-8eeb-b4d37127965b'} from n-d-838334-2. {{(pid=84042) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:307}} Apr 18 21:08:23.340786 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 41852) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:08:23.368668 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-e987bf94-c607-4997-a40d-bf344498e0c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:08:23.524488 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-7086554a-fbe9-4219-8653-b2cacbdd80e4 tempest-FloatingIPTestJSON-1355648241 tempest-FloatingIPTestJSON-1355648241-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369123'] for port, precommit_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:08:23.524875 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-7086554a-fbe9-4219-8653-b2cacbdd80e4 tempest-FloatingIPTestJSON-1355648241 tempest-FloatingIPTestJSON-1355648241-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:08:23.560844 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.db_base_plugin_common [None req-091f4b9f-9920-4588-a22d-4fc6f2a84a02 tempest-PortsIpV6TestJSON-656796091 tempest-PortsIpV6TestJSON-656796091-project] Delete allocated IP 2001:db8::209 (de7b0fae-0e02-49a3-8eec-fcb1c51621b4/16390ab5-b79b-4f66-a54b-f1f1939ad142) {{(pid=84041) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Apr 18 21:08:23.582223 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.db_base_plugin_common [None req-091f4b9f-9920-4588-a22d-4fc6f2a84a02 tempest-PortsIpV6TestJSON-656796091 tempest-PortsIpV6TestJSON-656796091-project] Allocated IP 2001:db8:0:2::62 (de7b0fae-0e02-49a3-8eec-fcb1c51621b4/7bf5b262-32fa-48dc-b92a-5e84810325fb/bd47c2da-39a6-4e09-bfb0-5cd0a051dddf) {{(pid=84041) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 21:08:23.711314 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.plugin [None req-7086554a-fbe9-4219-8653-b2cacbdd80e4 tempest-FloatingIPTestJSON-1355648241 tempest-FloatingIPTestJSON-1355648241-project] Calling delete_port for 8095f74f-951f-414f-95c2-be872bd44ce5 owned by network:floatingip {{(pid=84040) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 21:08:23.880302 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.v2.base [None req-461701d4-d2d4-4c90-ae79-0e856ba61679 tempest-RoutersNegativeIpV6Test-2082853264 tempest-RoutersNegativeIpV6Test-2082853264-project] Request body: {'router': {'name': 'tempest-RoutersNegativeIpV6Test-router-1754048300', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=84040) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:08:23.888281 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-7086554a-fbe9-4219-8653-b2cacbdd80e4 tempest-FloatingIPTestJSON-1355648241 tempest-FloatingIPTestJSON-1355648241-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750375259028', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750374836628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32440838'] for port, after_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:08:23.900503 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-091f4b9f-9920-4588-a22d-4fc6f2a84a02 tempest-PortsIpV6TestJSON-656796091 tempest-PortsIpV6TestJSON-656796091-project] Notify callbacks [] for port, precommit_update {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:08:23.902028 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [None req-461701d4-d2d4-4c90-ae79-0e856ba61679 tempest-RoutersNegativeIpV6Test-2082853264 tempest-RoutersNegativeIpV6Test-2082853264-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:08:23.920429 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.provisioning_blocks [None req-091f4b9f-9920-4588-a22d-4fc6f2a84a02 tempest-PortsIpV6TestJSON-656796091 tempest-PortsIpV6TestJSON-656796091-project] Transition to ACTIVE for port object bd47c2da-39a6-4e09-bfb0-5cd0a051dddf will not be triggered until provisioned by entity DHCP. {{(pid=84041) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:08:23.951516 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-091f4b9f-9920-4588-a22d-4fc6f2a84a02 tempest-PortsIpV6TestJSON-656796091 tempest-PortsIpV6TestJSON-656796091-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32266282'] for port, after_update {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:08:24.043148 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-461701d4-d2d4-4c90-ae79-0e856ba61679 tempest-RoutersNegativeIpV6Test-2082853264 tempest-RoutersNegativeIpV6Test-2082853264-project] Usage tracker for resource:router and tenant:96d414bf260e4d24a9412ba94380cbaf is out of sync, need to count used quota {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:08:24.089729 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-461701d4-d2d4-4c90-ae79-0e856ba61679 tempest-RoutersNegativeIpV6Test-2082853264 tempest-RoutersNegativeIpV6Test-2082853264-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:08:24.113451 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7086554a-fbe9-4219-8653-b2cacbdd80e4 tempest-FloatingIPTestJSON-1355648241 tempest-FloatingIPTestJSON-1355648241-project] Pushing event deleted for resources: {'Port': ['ID=8095f74f-951f-414f-95c2-be872bd44ce5,revision_number=None']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:08:24.137850 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [None req-461701d4-d2d4-4c90-ae79-0e856ba61679 tempest-RoutersNegativeIpV6Test-2082853264 tempest-RoutersNegativeIpV6Test-2082853264-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:08:24.177687 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.db_base_plugin_common [None req-e987bf94-c607-4997-a40d-bf344498e0c2 None None] Allocated IP 2001:db8:0:2::2 (de7b0fae-0e02-49a3-8eec-fcb1c51621b4/7bf5b262-32fa-48dc-b92a-5e84810325fb/153386f3-52b6-4dc2-8eeb-b4d37127965b) {{(pid=84042) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 21:08:24.252899 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.plugin [None req-091f4b9f-9920-4588-a22d-4fc6f2a84a02 tempest-PortsIpV6TestJSON-656796091 tempest-PortsIpV6TestJSON-656796091-project] In _notify_port_updated(), no bound segment for port bd47c2da-39a6-4e09-bfb0-5cd0a051dddf on network de7b0fae-0e02-49a3-8eec-fcb1c51621b4 {{(pid=84041) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Apr 18 21:08:24.259011 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-091f4b9f-9920-4588-a22d-4fc6f2a84a02 tempest-PortsIpV6TestJSON-656796091 tempest-PortsIpV6TestJSON-656796091-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:08:24.259748 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-091f4b9f-9920-4588-a22d-4fc6f2a84a02 tempest-PortsIpV6TestJSON-656796091 tempest-PortsIpV6TestJSON-656796091-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217293'] for port, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:08:24.264163 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-091f4b9f-9920-4588-a22d-4fc6f2a84a02 tempest-PortsIpV6TestJSON-656796091 tempest-PortsIpV6TestJSON-656796091-project] 10.222.0.42 "PUT /v2.0/ports/bd47c2da-39a6-4e09-bfb0-5cd0a051dddf HTTP/1.1" status: 200 len: 969 time: 1.9400566 Apr 18 21:08:24.264689 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 41880) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:08:24.267406 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-461701d4-d2d4-4c90-ae79-0e856ba61679 tempest-RoutersNegativeIpV6Test-2082853264 tempest-RoutersNegativeIpV6Test-2082853264-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-33442106', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5708'] for router, before_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:08:24.268732 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-461701d4-d2d4-4c90-ae79-0e856ba61679 tempest-RoutersNegativeIpV6Test-2082853264 tempest-RoutersNegativeIpV6Test-2082853264-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33442137', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33444285', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33535433', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5703'] for router, precommit_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:08:24.323897 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-7086554a-fbe9-4219-8653-b2cacbdd80e4 tempest-FloatingIPTestJSON-1355648241 tempest-FloatingIPTestJSON-1355648241-project] Notify callbacks [] for floatingip, after_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:08:24.394131 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-461701d4-d2d4-4c90-ae79-0e856ba61679 tempest-RoutersNegativeIpV6Test-2082853264 tempest-RoutersNegativeIpV6Test-2082853264-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:08:24.443776 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-091f4b9f-9920-4588-a22d-4fc6f2a84a02 tempest-PortsIpV6TestJSON-656796091 tempest-PortsIpV6TestJSON-656796091-project] Pushing event updated for resources: {'Port': ['ID=bd47c2da-39a6-4e09-bfb0-5cd0a051dddf,revision_number=2']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:08:24.462033 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-7086554a-fbe9-4219-8653-b2cacbdd80e4 tempest-FloatingIPTestJSON-1355648241 tempest-FloatingIPTestJSON-1355648241-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217293'] for floatingip, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:08:24.467798 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.plugin [None req-85c005df-2383-4c47-97c4-8403ea37ce15 tempest-PortsIpV6TestJSON-656796091 tempest-PortsIpV6TestJSON-656796091-project] Deleting port bd47c2da-39a6-4e09-bfb0-5cd0a051dddf {{(pid=84041) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 21:08:24.467798 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-85c005df-2383-4c47-97c4-8403ea37ce15 tempest-PortsIpV6TestJSON-656796091 tempest-PortsIpV6TestJSON-656796091-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750375188691'] for port, before_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:08:24.468748 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-7086554a-fbe9-4219-8653-b2cacbdd80e4 tempest-FloatingIPTestJSON-1355648241 tempest-FloatingIPTestJSON-1355648241-project] 10.222.0.42 "DELETE /v2.0/floatingips/eafc11b4-650c-4062-a2f7-a5e35b546171 HTTP/1.1" status: 204 len: 168 time: 1.6729987 Apr 18 21:08:24.472189 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 41886) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:08:24.582854 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-461701d4-d2d4-4c90-ae79-0e856ba61679 tempest-RoutersNegativeIpV6Test-2082853264 tempest-RoutersNegativeIpV6Test-2082853264-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33443529', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33444176'] for router, after_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:08:24.597221 n-d-838334-2 neutron-server[84040]: INFO neutron.pecan_wsgi.hooks.translation [None req-17f82551-d8f2-4c13-a66e-97fcca6b7ed1 tempest-FloatingIPTestJSON-1355648241 tempest-FloatingIPTestJSON-1355648241-project] DELETE failed (client error): The resource could not be found. Apr 18 21:08:24.597855 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-17f82551-d8f2-4c13-a66e-97fcca6b7ed1 tempest-FloatingIPTestJSON-1355648241 tempest-FloatingIPTestJSON-1355648241-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84040) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 21:08:24.606854 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-17f82551-d8f2-4c13-a66e-97fcca6b7ed1 tempest-FloatingIPTestJSON-1355648241 tempest-FloatingIPTestJSON-1355648241-project] 10.222.0.42 "DELETE /v2.0/ports/e1457dbc-6def-47c9-ac8b-d821712682b9 HTTP/1.1" status: 404 len: 333 time: 0.1286688 Apr 18 21:08:24.612878 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 41892) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:08:24.635793 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-e987bf94-c607-4997-a40d-bf344498e0c2 None None] For port 153386f3-52b6-4dc2-8eeb-b4d37127965b, host n-d-838334-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838334-2',level=0,port_id=153386f3-52b6-4dc2-8eeb-b4d37127965b,segment=NetworkSegment(c3e15f96-49dc-4529-907c-3a78425b3259),segment_id=c3e15f96-49dc-4529-907c-3a78425b3259)] {{(pid=84042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:08:24.694142 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-e987bf94-c607-4997-a40d-bf344498e0c2 None None] Notify callbacks [] for port, precommit_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:08:24.746660 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-6e388532-44df-4b4d-8abb-371abeb809b9 tempest-FloatingIPTestJSON-1355648241 tempest-FloatingIPTestJSON-1355648241-project] Synchronizing usage tracker for tenant:23d580683d72427e8760083fb729f9d6 on resource:port {{(pid=84040) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 21:08:24.747878 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-e987bf94-c607-4997-a40d-bf344498e0c2 None None] Transition to ACTIVE for port object 153386f3-52b6-4dc2-8eeb-b4d37127965b will not be triggered until provisioned by entity DHCP. {{(pid=84042) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:08:24.759789 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-e987bf94-c607-4997-a40d-bf344498e0c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682'] for port, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:08:24.779929 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-461701d4-d2d4-4c90-ae79-0e856ba61679 tempest-RoutersNegativeIpV6Test-2082853264 tempest-RoutersNegativeIpV6Test-2082853264-project] Notify callbacks [] for router, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:08:24.781098 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-461701d4-d2d4-4c90-ae79-0e856ba61679 tempest-RoutersNegativeIpV6Test-2082853264 tempest-RoutersNegativeIpV6Test-2082853264-project] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 712 time: 1.4347851 Apr 18 21:08:24.788099 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 41896) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:08:24.795552 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.v2.base [None req-28b665b7-ef75-46a5-9953-a11596513a8c tempest-RoutersNegativeIpV6Test-2082853264 tempest-RoutersNegativeIpV6Test-2082853264-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-1783977588'}} {{(pid=84040) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:08:24.810408 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-6e388532-44df-4b4d-8abb-371abeb809b9 tempest-FloatingIPTestJSON-1355648241 tempest-FloatingIPTestJSON-1355648241-project] Unset dirty status for tenant:23d580683d72427e8760083fb729f9d6 on resource:port {{(pid=84040) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 21:08:24.818700 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-6e388532-44df-4b4d-8abb-371abeb809b9 tempest-FloatingIPTestJSON-1355648241 tempest-FloatingIPTestJSON-1355648241-project] 10.222.0.42 "GET /v2.0/ports?device_id=fd8aaf2a-4e98-4b3b-993d-d772aea4fc33 HTTP/1.1" status: 200 len: 205 time: 0.2024024 Apr 18 21:08:24.820079 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 41902) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:08:24.827999 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [None req-28b665b7-ef75-46a5-9953-a11596513a8c tempest-RoutersNegativeIpV6Test-2082853264 tempest-RoutersNegativeIpV6Test-2082853264-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:08:24.902178 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e987bf94-c607-4997-a40d-bf344498e0c2 None None] Pushing event updated for resources: {'Port': ['ID=153386f3-52b6-4dc2-8eeb-b4d37127965b,revision_number=7']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:08:24.914583 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e987bf94-c607-4997-a40d-bf344498e0c2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:08:24.914927 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e987bf94-c607-4997-a40d-bf344498e0c2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:08:24.915265 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e987bf94-c607-4997-a40d-bf344498e0c2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:08:24.915602 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e987bf94-c607-4997-a40d-bf344498e0c2 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:08:24.915991 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e987bf94-c607-4997-a40d-bf344498e0c2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:08:24.916321 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e987bf94-c607-4997-a40d-bf344498e0c2 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:08:24.917077 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e987bf94-c607-4997-a40d-bf344498e0c2 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:08:24.917414 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e987bf94-c607-4997-a40d-bf344498e0c2 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:08:24.917742 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e987bf94-c607-4997-a40d-bf344498e0c2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:08:24.918065 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e987bf94-c607-4997-a40d-bf344498e0c2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:08:24.918391 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e987bf94-c607-4997-a40d-bf344498e0c2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:08:25.085251 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 41906) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:08:25.329757 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-85c005df-2383-4c47-97c4-8403ea37ce15 tempest-PortsIpV6TestJSON-656796091 tempest-PortsIpV6TestJSON-656796091-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369123'] for port, precommit_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:08:25.365467 n-d-838334-2 neutron-server[84040]: INFO neutron.api.v2.resource [None req-71d41d01-2b8b-4061-a856-53634210bb02 tempest-FloatingIPTestJSON-1355648241 tempest-FloatingIPTestJSON-1355648241-project] delete failed (client error): The resource could not be found. Apr 18 21:08:25.366434 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-71d41d01-2b8b-4061-a856-53634210bb02 tempest-FloatingIPTestJSON-1355648241 tempest-FloatingIPTestJSON-1355648241-project] 10.222.0.42 "DELETE /v2.0/routers/fd8aaf2a-4e98-4b3b-993d-d772aea4fc33 HTTP/1.1" status: 404 len: 336 time: 0.5346620 Apr 18 21:08:25.367587 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-28b665b7-ef75-46a5-9953-a11596513a8c tempest-RoutersNegativeIpV6Test-2082853264 tempest-RoutersNegativeIpV6Test-2082853264-project] Usage tracker for resource:network and tenant:96d414bf260e4d24a9412ba94380cbaf is out of sync, need to count used quota {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:08:25.370915 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 41916) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:08:25.380626 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-28b665b7-ef75-46a5-9953-a11596513a8c tempest-RoutersNegativeIpV6Test-2082853264 tempest-RoutersNegativeIpV6Test-2082853264-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:08:25.458035 n-d-838334-2 neutron-server[84040]: INFO neutron.pecan_wsgi.hooks.translation [None req-992b5b45-42e8-4523-95b4-ce16d9e280c8 tempest-FloatingIPTestJSON-1355648241 tempest-FloatingIPTestJSON-1355648241-project] DELETE failed (client error): The resource could not be found. Apr 18 21:08:25.458484 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-992b5b45-42e8-4523-95b4-ce16d9e280c8 tempest-FloatingIPTestJSON-1355648241 tempest-FloatingIPTestJSON-1355648241-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84040) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 21:08:25.460249 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-992b5b45-42e8-4523-95b4-ce16d9e280c8 tempest-FloatingIPTestJSON-1355648241 tempest-FloatingIPTestJSON-1355648241-project] 10.222.0.42 "DELETE /v2.0/subnets/d324f0bb-cec9-45ed-a32e-73fd1b4cbb05 HTTP/1.1" status: 404 len: 337 time: 0.0889134 Apr 18 21:08:25.466382 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 41920) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:08:25.479855 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [None req-28b665b7-ef75-46a5-9953-a11596513a8c tempest-RoutersNegativeIpV6Test-2082853264 tempest-RoutersNegativeIpV6Test-2082853264-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:08:25.557915 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.plugin [None req-85c005df-2383-4c47-97c4-8403ea37ce15 tempest-PortsIpV6TestJSON-656796091 tempest-PortsIpV6TestJSON-656796091-project] Calling delete_port for bd47c2da-39a6-4e09-bfb0-5cd0a051dddf owned by {{(pid=84041) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 21:08:25.585138 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-28b665b7-ef75-46a5-9953-a11596513a8c tempest-RoutersNegativeIpV6Test-2082853264 tempest-RoutersNegativeIpV6Test-2082853264-project] Made reservation on behalf of 96d414bf260e4d24a9412ba94380cbaf for: {'network': 1} {{(pid=84040) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:08:25.588085 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-28b665b7-ef75-46a5-9953-a11596513a8c tempest-RoutersNegativeIpV6Test-2082853264 tempest-RoutersNegativeIpV6Test-2082853264-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for network, before_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:08:25.604991 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-28b665b7-ef75-46a5-9953-a11596513a8c tempest-RoutersNegativeIpV6Test-2082853264 tempest-RoutersNegativeIpV6Test-2082853264-project] Notify callbacks [] for security_group, before_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:08:25.633975 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.plugin [None req-7609eb9d-fbe0-43b5-9d6a-827a879e845f tempest-FloatingIPTestJSON-1355648241 tempest-FloatingIPTestJSON-1355648241-project] Deleting port 2882729f-5f07-42d9-8958-1c24592c42f2 {{(pid=84040) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 21:08:25.634318 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-7609eb9d-fbe0-43b5-9d6a-827a879e845f tempest-FloatingIPTestJSON-1355648241 tempest-FloatingIPTestJSON-1355648241-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750375188691'] for port, before_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:08:25.657542 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-14c70f53-26ef-4265-b621-f9aaaeca0891 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:08:25.718720 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-14c70f53-26ef-4265-b621-f9aaaeca0891 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:08:25.728308 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-14c70f53-26ef-4265-b621-f9aaaeca0891 admin admin] Usage tracker for resource:security_group_rule and tenant:e0ad0f09bb6343d6a20b3ababe0fec74 is out of sync, need to count used quota {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:08:25.733570 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-14c70f53-26ef-4265-b621-f9aaaeca0891 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:08:25.733796 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [None req-28b665b7-ef75-46a5-9953-a11596513a8c tempest-RoutersNegativeIpV6Test-2082853264 tempest-RoutersNegativeIpV6Test-2082853264-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:08:25.751467 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-28b665b7-ef75-46a5-9953-a11596513a8c tempest-RoutersNegativeIpV6Test-2082853264 tempest-RoutersNegativeIpV6Test-2082853264-project] Usage tracker for resource:security_group_rule and tenant:96d414bf260e4d24a9412ba94380cbaf is out of sync, need to count used quota {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:08:25.762108 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-28b665b7-ef75-46a5-9953-a11596513a8c tempest-RoutersNegativeIpV6Test-2082853264 tempest-RoutersNegativeIpV6Test-2082853264-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:08:25.777586 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-14c70f53-26ef-4265-b621-f9aaaeca0891 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:08:25.819208 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [None req-28b665b7-ef75-46a5-9953-a11596513a8c tempest-RoutersNegativeIpV6Test-2082853264 tempest-RoutersNegativeIpV6Test-2082853264-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:08:25.832224 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-85c005df-2383-4c47-97c4-8403ea37ce15 tempest-PortsIpV6TestJSON-656796091 tempest-PortsIpV6TestJSON-656796091-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750375259028', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750374836628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32266323'] for port, after_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:08:26.135834 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85c005df-2383-4c47-97c4-8403ea37ce15 tempest-PortsIpV6TestJSON-656796091 tempest-PortsIpV6TestJSON-656796091-project] Pushing event deleted for resources: {'Port': ['ID=bd47c2da-39a6-4e09-bfb0-5cd0a051dddf,revision_number=None']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:08:26.220442 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-85c005df-2383-4c47-97c4-8403ea37ce15 tempest-PortsIpV6TestJSON-656796091 tempest-PortsIpV6TestJSON-656796091-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217293'] for port, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:08:26.227958 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-28b665b7-ef75-46a5-9953-a11596513a8c tempest-RoutersNegativeIpV6Test-2082853264 tempest-RoutersNegativeIpV6Test-2082853264-project] Notify callbacks [] for security_group, precommit_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:08:26.237551 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-28b665b7-ef75-46a5-9953-a11596513a8c tempest-RoutersNegativeIpV6Test-2082853264 tempest-RoutersNegativeIpV6Test-2082853264-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33528224'] for security_group, after_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:08:26.246304 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-7609eb9d-fbe0-43b5-9d6a-827a879e845f tempest-FloatingIPTestJSON-1355648241 tempest-FloatingIPTestJSON-1355648241-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369123'] for port, precommit_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:08:26.275895 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-85c005df-2383-4c47-97c4-8403ea37ce15 tempest-PortsIpV6TestJSON-656796091 tempest-PortsIpV6TestJSON-656796091-project] 10.222.0.42 "DELETE /v2.0/ports/bd47c2da-39a6-4e09-bfb0-5cd0a051dddf HTTP/1.1" status: 204 len: 168 time: 2.0101099 Apr 18 21:08:26.278357 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 41938) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:08:26.343971 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-f138b62c-e22e-4f1f-b01a-84d08652fa06 None None] Provisioning complete for port 331c78f2-c4fa-405a-a689-7df66e7806ff triggered by entity DHCP. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:08:26.347431 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-f138b62c-e22e-4f1f-b01a-84d08652fa06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1253608'] for port, provisioning_complete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:08:26.364885 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-14c70f53-26ef-4265-b621-f9aaaeca0891 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:08:26.366304 n-d-838334-2 neutron-server[84041]: INFO neutron.pecan_wsgi.hooks.translation [None req-8ee153d1-dafb-43e7-b9a4-5982db808e5c tempest-PortsIpV6TestJSON-656796091 tempest-PortsIpV6TestJSON-656796091-project] GET failed (client error): The resource could not be found. Apr 18 21:08:26.366815 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-8ee153d1-dafb-43e7-b9a4-5982db808e5c tempest-PortsIpV6TestJSON-656796091 tempest-PortsIpV6TestJSON-656796091-project] Synchronizing usage tracker for tenant:2eda1cb86d1d401280eb2d37452a60a8 on resource:port {{(pid=84041) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 21:08:26.403495 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-14c70f53-26ef-4265-b621-f9aaaeca0891 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33528224'] for security_group, after_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:08:26.472216 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-8ee153d1-dafb-43e7-b9a4-5982db808e5c tempest-PortsIpV6TestJSON-656796091 tempest-PortsIpV6TestJSON-656796091-project] Unset dirty status for tenant:2eda1cb86d1d401280eb2d37452a60a8 on resource:port {{(pid=84041) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 21:08:26.476390 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-8ee153d1-dafb-43e7-b9a4-5982db808e5c tempest-PortsIpV6TestJSON-656796091 tempest-PortsIpV6TestJSON-656796091-project] 10.222.0.42 "GET /v2.0/ports/bd47c2da-39a6-4e09-bfb0-5cd0a051dddf HTTP/1.1" status: 404 len: 333 time: 0.1946096 Apr 18 21:08:26.486680 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-28b665b7-ef75-46a5-9953-a11596513a8c tempest-RoutersNegativeIpV6Test-2082853264 tempest-RoutersNegativeIpV6Test-2082853264-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 379} {{(pid=84040) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 21:08:26.511002 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 41956) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:08:26.515388 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.plugin [None req-f138b62c-e22e-4f1f-b01a-84d08652fa06 None None] Port 331c78f2-c4fa-405a-a689-7df66e7806ff cannot update to ACTIVE because it is not bound. {{(pid=84042) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 18 21:08:26.515968 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-28b665b7-ef75-46a5-9953-a11596513a8c tempest-RoutersNegativeIpV6Test-2082853264 tempest-RoutersNegativeIpV6Test-2082853264-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1082986'] for segment, precommit_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:08:26.517317 n-d-838334-2 neutron-server[84040]: INFO neutron.db.segments_db [None req-28b665b7-ef75-46a5-9953-a11596513a8c tempest-RoutersNegativeIpV6Test-2082853264 tempest-RoutersNegativeIpV6Test-2082853264-project] Added segment 01be71db-4c51-41b2-8d85-96bec6349d0d of type vlan for network 02734154-f56c-4c09-8c75-9df0427aa850 Apr 18 21:08:26.521047 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-f138b62c-e22e-4f1f-b01a-84d08652fa06 None None] Could not find standard attr ID for object bd47c2da-39a6-4e09-bfb0-5cd0a051dddf. {{(pid=84042) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 18 21:08:26.549364 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-f138b62c-e22e-4f1f-b01a-84d08652fa06 None None] Provisioning for port 153386f3-52b6-4dc2-8eeb-b4d37127965b completed by entity DHCP. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 21:08:26.558376 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-f138b62c-e22e-4f1f-b01a-84d08652fa06 None None] Provisioning complete for port 153386f3-52b6-4dc2-8eeb-b4d37127965b triggered by entity DHCP. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:08:26.558755 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-f138b62c-e22e-4f1f-b01a-84d08652fa06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1253608'] for port, provisioning_complete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:08:26.620568 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14c70f53-26ef-4265-b621-f9aaaeca0891 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dc72a806-668b-4460-93bd-1eadca087142,revision_number=1']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:08:26.661346 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-14c70f53-26ef-4265-b621-f9aaaeca0891 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=e0ad0f09bb6343d6a20b3ababe0fec74&name=default HTTP/1.1" status: 200 len: 2647 time: 1.5750213 Apr 18 21:08:26.671029 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 41964) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:08:26.745682 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.plugin [None req-7609eb9d-fbe0-43b5-9d6a-827a879e845f tempest-FloatingIPTestJSON-1355648241 tempest-FloatingIPTestJSON-1355648241-project] Calling delete_port for 2882729f-5f07-42d9-8958-1c24592c42f2 owned by {{(pid=84040) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 21:08:26.873827 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-28b665b7-ef75-46a5-9953-a11596513a8c tempest-RoutersNegativeIpV6Test-2082853264 tempest-RoutersNegativeIpV6Test-2082853264-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750374825732'] for network, precommit_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:08:26.881328 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-5c6205d7-2fa2-4700-877f-d1a2179db7df None None] Could not find standard attr ID for object bd47c2da-39a6-4e09-bfb0-5cd0a051dddf. {{(pid=84042) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 18 21:08:26.911520 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-d0777d59-b8ed-491f-ae75-eb5d56eb2b32 tempest-PortsIpV6TestJSON-656796091 tempest-PortsIpV6TestJSON-656796091-project] Notify callbacks [] for security_group, before_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:08:26.946439 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28b665b7-ef75-46a5-9953-a11596513a8c tempest-RoutersNegativeIpV6Test-2082853264 tempest-RoutersNegativeIpV6Test-2082853264-project] Pushing event updated for resources: {'SecurityGroup': ['ID=268010d4-00b0-45f8-a854-b94f0b2411ed,revision_number=1']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:08:27.029075 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Device 153386f3-52b6-4dc2-8eeb-b4d37127965b up at agent ovs-agent-n-d-838334-2 {{(pid=84042) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 21:08:27.032423 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-d0777d59-b8ed-491f-ae75-eb5d56eb2b32 tempest-PortsIpV6TestJSON-656796091 tempest-PortsIpV6TestJSON-656796091-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:08:27.067141 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-24c14fed-080d-4d52-8c4e-5f32f66da470 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:08:27.102550 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-28b665b7-ef75-46a5-9953-a11596513a8c tempest-RoutersNegativeIpV6Test-2082853264 tempest-RoutersNegativeIpV6Test-2082853264-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33526109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022'] for network, after_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:08:27.107505 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28b665b7-ef75-46a5-9953-a11596513a8c tempest-RoutersNegativeIpV6Test-2082853264 tempest-RoutersNegativeIpV6Test-2082853264-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:08:27.108492 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-28b665b7-ef75-46a5-9953-a11596513a8c tempest-RoutersNegativeIpV6Test-2082853264 tempest-RoutersNegativeIpV6Test-2082853264-project] Notify callbacks [] for network, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:08:27.257289 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-24c14fed-080d-4d52-8c4e-5f32f66da470 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:08:27.268212 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Provisioning complete for port 153386f3-52b6-4dc2-8eeb-b4d37127965b triggered by entity L2. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:08:27.268578 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1253608'] for port, provisioning_complete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:08:27.352336 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-d0777d59-b8ed-491f-ae75-eb5d56eb2b32 tempest-PortsIpV6TestJSON-656796091 tempest-PortsIpV6TestJSON-656796091-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33528224'] for security_group, after_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:08:27.368459 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28b665b7-ef75-46a5-9953-a11596513a8c tempest-RoutersNegativeIpV6Test-2082853264 tempest-RoutersNegativeIpV6Test-2082853264-project] Pushing event updated for resources: {'Network': ['ID=02734154-f56c-4c09-8c75-9df0427aa850,revision_number=1']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:08:27.372861 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-28b665b7-ef75-46a5-9953-a11596513a8c tempest-RoutersNegativeIpV6Test-2082853264 tempest-RoutersNegativeIpV6Test-2082853264-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 2.5837324 Apr 18 21:08:27.377199 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 41990) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:08:27.384231 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Network 02734154-f56c-4c09-8c75-9df0427aa850 details requested by agent ovs-agent-n-d-838334-2 with host n-d-838334-2 {{(pid=84042) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 18 21:08:27.384761 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.v2.base [None req-6aa166c6-8938-44ff-8613-28e1ec01be3b tempest-RoutersNegativeIpV6Test-2082853264 tempest-RoutersNegativeIpV6Test-2082853264-project] Request body: {'subnet': {'network_id': '02734154-f56c-4c09-8c75-9df0427aa850', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=84041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:08:27.388439 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-7609eb9d-fbe0-43b5-9d6a-827a879e845f tempest-FloatingIPTestJSON-1355648241 tempest-FloatingIPTestJSON-1355648241-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750375259028', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750374836628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32440838'] for port, after_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:08:27.409817 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0777d59-b8ed-491f-ae75-eb5d56eb2b32 tempest-PortsIpV6TestJSON-656796091 tempest-PortsIpV6TestJSON-656796091-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b70fb9b-8fb7-4e9b-87a3-1c957f0af933,revision_number=None']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:08:27.479026 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-d0777d59-b8ed-491f-ae75-eb5d56eb2b32 tempest-PortsIpV6TestJSON-656796091 tempest-PortsIpV6TestJSON-656796091-project] Notify callbacks [] for security_group, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:08:27.483432 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-d0777d59-b8ed-491f-ae75-eb5d56eb2b32 tempest-PortsIpV6TestJSON-656796091 tempest-PortsIpV6TestJSON-656796091-project] 10.222.0.42 "DELETE /v2.0/security-groups/9b70fb9b-8fb7-4e9b-87a3-1c957f0af933 HTTP/1.1" status: 204 len: 168 time: 0.9684317 Apr 18 21:08:27.491415 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 41994) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:08:27.520745 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7609eb9d-fbe0-43b5-9d6a-827a879e845f tempest-FloatingIPTestJSON-1355648241 tempest-FloatingIPTestJSON-1355648241-project] Pushing event deleted for resources: {'Port': ['ID=2882729f-5f07-42d9-8958-1c24592c42f2,revision_number=None']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:08:27.559944 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-24c14fed-080d-4d52-8c4e-5f32f66da470 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33528224'] for security_group, after_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:08:27.649645 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24c14fed-080d-4d52-8c4e-5f32f66da470 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc72a806-668b-4460-93bd-1eadca087142,revision_number=None']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:08:27.655413 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-6aa166c6-8938-44ff-8613-28e1ec01be3b tempest-RoutersNegativeIpV6Test-2082853264 tempest-RoutersNegativeIpV6Test-2082853264-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:08:27.667739 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-6aa166c6-8938-44ff-8613-28e1ec01be3b tempest-RoutersNegativeIpV6Test-2082853264 tempest-RoutersNegativeIpV6Test-2082853264-project] Usage tracker for resource:subnet and tenant:96d414bf260e4d24a9412ba94380cbaf is out of sync, need to count used quota {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:08:27.681838 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-6aa166c6-8938-44ff-8613-28e1ec01be3b tempest-RoutersNegativeIpV6Test-2082853264 tempest-RoutersNegativeIpV6Test-2082853264-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:08:27.691272 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-24c14fed-080d-4d52-8c4e-5f32f66da470 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:08:27.693197 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-24c14fed-080d-4d52-8c4e-5f32f66da470 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/dc72a806-668b-4460-93bd-1eadca087142 HTTP/1.1" status: 204 len: 168 time: 1.0212097 Apr 18 21:08:27.694376 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-6aa166c6-8938-44ff-8613-28e1ec01be3b tempest-RoutersNegativeIpV6Test-2082853264 tempest-RoutersNegativeIpV6Test-2082853264-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:08:27.730850 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-7609eb9d-fbe0-43b5-9d6a-827a879e845f tempest-FloatingIPTestJSON-1355648241 tempest-FloatingIPTestJSON-1355648241-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217293'] for port, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:08:27.735490 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-7609eb9d-fbe0-43b5-9d6a-827a879e845f tempest-FloatingIPTestJSON-1355648241 tempest-FloatingIPTestJSON-1355648241-project] 10.222.0.42 "DELETE /v2.0/ports/2882729f-5f07-42d9-8958-1c24592c42f2 HTTP/1.1" status: 204 len: 168 time: 2.2655203 Apr 18 21:08:27.738388 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 42008) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:08:27.778564 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6aa166c6-8938-44ff-8613-28e1ec01be3b tempest-RoutersNegativeIpV6Test-2082853264 tempest-RoutersNegativeIpV6Test-2082853264-project] Made reservation on behalf of 96d414bf260e4d24a9412ba94380cbaf for: {'subnet': 1} {{(pid=84041) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:08:27.809932 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-49062f86-2c23-4f66-b13e-24c058d1f423 tempest-PortsIpV6TestJSON-656796091 tempest-PortsIpV6TestJSON-656796091-project] Notify callbacks [] for security_group, before_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:08:27.966790 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.plugin [None req-1bb3c4b0-4046-457d-93cf-7717546eb40d tempest-FloatingIPTestJSON-1355648241 tempest-FloatingIPTestJSON-1355648241-project] Deleting port e410b160-4882-47dc-ae8b-4a8190a24152 {{(pid=84041) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 21:08:27.967305 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-1bb3c4b0-4046-457d-93cf-7717546eb40d tempest-FloatingIPTestJSON-1355648241 tempest-FloatingIPTestJSON-1355648241-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750375188691'] for port, before_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:08:27.994320 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-49062f86-2c23-4f66-b13e-24c058d1f423 tempest-PortsIpV6TestJSON-656796091 tempest-PortsIpV6TestJSON-656796091-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:08:28.061763 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-6aa166c6-8938-44ff-8613-28e1ec01be3b tempest-RoutersNegativeIpV6Test-2082853264 tempest-RoutersNegativeIpV6Test-2082853264-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32486301'] for subnet, before_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:08:28.237619 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-49062f86-2c23-4f66-b13e-24c058d1f423 tempest-PortsIpV6TestJSON-656796091 tempest-PortsIpV6TestJSON-656796091-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33528224'] for security_group, after_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:08:28.275728 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49062f86-2c23-4f66-b13e-24c058d1f423 tempest-PortsIpV6TestJSON-656796091 tempest-PortsIpV6TestJSON-656796091-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=73d1b6c6-57d3-4837-b688-0e56b538a418,revision_number=None']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:08:28.321976 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 42026) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:08:28.343175 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-c4299003-7054-4d7f-9bf1-03fa908ce664 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:08:28.356193 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-49062f86-2c23-4f66-b13e-24c058d1f423 tempest-PortsIpV6TestJSON-656796091 tempest-PortsIpV6TestJSON-656796091-project] Notify callbacks [] for security_group, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:08:28.361089 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-49062f86-2c23-4f66-b13e-24c058d1f423 tempest-PortsIpV6TestJSON-656796091 tempest-PortsIpV6TestJSON-656796091-project] 10.222.0.42 "DELETE /v2.0/security-groups/73d1b6c6-57d3-4837-b688-0e56b538a418 HTTP/1.1" status: 204 len: 168 time: 0.8687162 Apr 18 21:08:28.368420 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 42030) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:08:28.381562 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [None req-c4299003-7054-4d7f-9bf1-03fa908ce664 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:08:28.385611 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-c4299003-7054-4d7f-9bf1-03fa908ce664 admin admin] Usage tracker for resource:security_group_rule and tenant:f7db62cc13dd4919ae5ff1124629d0b8 is out of sync, need to count used quota {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:08:28.389298 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-c4299003-7054-4d7f-9bf1-03fa908ce664 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:08:28.396886 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [None req-c4299003-7054-4d7f-9bf1-03fa908ce664 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:08:28.474221 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-c4299003-7054-4d7f-9bf1-03fa908ce664 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:08:28.478621 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-c4299003-7054-4d7f-9bf1-03fa908ce664 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33528224'] for security_group, after_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:08:28.533744 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-1bb3c4b0-4046-457d-93cf-7717546eb40d tempest-FloatingIPTestJSON-1355648241 tempest-FloatingIPTestJSON-1355648241-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369123'] for port, precommit_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:08:28.548670 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4299003-7054-4d7f-9bf1-03fa908ce664 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c7f0deba-d5f5-4cb7-ab4e-d73069ac93f0,revision_number=1']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:08:28.555270 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-c4299003-7054-4d7f-9bf1-03fa908ce664 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=f7db62cc13dd4919ae5ff1124629d0b8&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2319653 Apr 18 21:08:28.558038 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 42034) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:08:28.625624 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-06235f73-8f06-4fb9-9a08-3062305f600a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:08:28.674254 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-06235f73-8f06-4fb9-9a08-3062305f600a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:08:28.730937 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.plugin [None req-1bb3c4b0-4046-457d-93cf-7717546eb40d tempest-FloatingIPTestJSON-1355648241 tempest-FloatingIPTestJSON-1355648241-project] Calling delete_port for e410b160-4882-47dc-ae8b-4a8190a24152 owned by {{(pid=84041) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 21:08:28.760092 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-6d1d56ea-87e4-4cf7-89d1-728efdc6dfc5 tempest-PortsIpV6TestJSON-656796091 tempest-PortsIpV6TestJSON-656796091-project] Notify callbacks [] for security_group, before_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:08:28.777721 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-06235f73-8f06-4fb9-9a08-3062305f600a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33528224'] for security_group, after_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:08:28.794393 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06235f73-8f06-4fb9-9a08-3062305f600a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7f0deba-d5f5-4cb7-ab4e-d73069ac93f0,revision_number=None']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:08:28.829216 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-06235f73-8f06-4fb9-9a08-3062305f600a admin admin] Notify callbacks [] for security_group, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:08:28.840383 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-06235f73-8f06-4fb9-9a08-3062305f600a admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/c7f0deba-d5f5-4cb7-ab4e-d73069ac93f0 HTTP/1.1" status: 204 len: 168 time: 0.2811840 Apr 18 21:08:28.854345 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-6d1d56ea-87e4-4cf7-89d1-728efdc6dfc5 tempest-PortsIpV6TestJSON-656796091 tempest-PortsIpV6TestJSON-656796091-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:08:28.887437 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-6aa166c6-8938-44ff-8613-28e1ec01be3b tempest-RoutersNegativeIpV6Test-2082853264 tempest-RoutersNegativeIpV6Test-2082853264-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33526260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32266407', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32486287'] for subnet, after_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:08:29.304096 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aa166c6-8938-44ff-8613-28e1ec01be3b tempest-RoutersNegativeIpV6Test-2082853264 tempest-RoutersNegativeIpV6Test-2082853264-project] Pushing event updated for resources: {'Subnet': ['ID=208d7ca1-47ff-47f8-8fa9-57d44e008598,revision_number=0']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:08:29.323485 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-6d1d56ea-87e4-4cf7-89d1-728efdc6dfc5 tempest-PortsIpV6TestJSON-656796091 tempest-PortsIpV6TestJSON-656796091-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33528224'] for security_group, after_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:08:29.356108 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d1d56ea-87e4-4cf7-89d1-728efdc6dfc5 tempest-PortsIpV6TestJSON-656796091 tempest-PortsIpV6TestJSON-656796091-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a0079fb-694c-4463-a71b-9fe366a2fa70,revision_number=None']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:08:29.420513 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6aa166c6-8938-44ff-8613-28e1ec01be3b tempest-RoutersNegativeIpV6Test-2082853264 tempest-RoutersNegativeIpV6Test-2082853264-project] Checking segment: {'id': '01be71db-4c51-41b2-8d85-96bec6349d0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '02734154-f56c-4c09-8c75-9df0427aa850'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84041) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 21:08:29.420855 n-d-838334-2 neutron-server[84041]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6aa166c6-8938-44ff-8613-28e1ec01be3b tempest-RoutersNegativeIpV6Test-2082853264 tempest-RoutersNegativeIpV6Test-2082853264-project] Network hostable DHCP agents. Network: 02734154-f56c-4c09-8c75-9df0427aa850, hostable agents: ['8746f8ea-3e91-4b32-9919-2c63adeb8722'], hosted agents: [] {{(pid=84041) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 21:08:29.429438 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-1bb3c4b0-4046-457d-93cf-7717546eb40d tempest-FloatingIPTestJSON-1355648241 tempest-FloatingIPTestJSON-1355648241-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750375259028', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750374836628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32266323'] for port, after_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:08:29.431911 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-6d1d56ea-87e4-4cf7-89d1-728efdc6dfc5 tempest-PortsIpV6TestJSON-656796091 tempest-PortsIpV6TestJSON-656796091-project] Notify callbacks [] for security_group, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:08:29.434492 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-6d1d56ea-87e4-4cf7-89d1-728efdc6dfc5 tempest-PortsIpV6TestJSON-656796091 tempest-PortsIpV6TestJSON-656796091-project] 10.222.0.42 "DELETE /v2.0/security-groups/3a0079fb-694c-4463-a71b-9fe366a2fa70 HTTP/1.1" status: 204 len: 168 time: 1.0638754 Apr 18 21:08:29.436180 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 42064) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:08:29.534183 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bb3c4b0-4046-457d-93cf-7717546eb40d tempest-FloatingIPTestJSON-1355648241 tempest-FloatingIPTestJSON-1355648241-project] Pushing event deleted for resources: {'Port': ['ID=e410b160-4882-47dc-ae8b-4a8190a24152,revision_number=None']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:08:29.637224 n-d-838334-2 neutron-server[84041]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6aa166c6-8938-44ff-8613-28e1ec01be3b tempest-RoutersNegativeIpV6Test-2082853264 tempest-RoutersNegativeIpV6Test-2082853264-project] Network 02734154-f56c-4c09-8c75-9df0427aa850 is scheduled to be hosted by DHCP agent 8746f8ea-3e91-4b32-9919-2c63adeb8722 with binding_index 1 {{(pid=84041) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 21:08:29.698687 n-d-838334-2 neutron-server[84041]: DEBUG neutron.scheduler.base_scheduler [None req-6aa166c6-8938-44ff-8613-28e1ec01be3b tempest-RoutersNegativeIpV6Test-2082853264 tempest-RoutersNegativeIpV6Test-2082853264-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-838334-2, 02734154-f56c-4c09-8c75-9df0427aa850) {{(pid=84041) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:08:29.712032 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-1bb3c4b0-4046-457d-93cf-7717546eb40d tempest-FloatingIPTestJSON-1355648241 tempest-FloatingIPTestJSON-1355648241-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217293'] for port, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:08:29.712771 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6dc25a05-065b-4ebd-b9c4-5be27cf2087e None None] Network 02734154-f56c-4c09-8c75-9df0427aa850 requested from n-d-838334-2 {{(pid=84042) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 21:08:29.717104 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-1bb3c4b0-4046-457d-93cf-7717546eb40d tempest-FloatingIPTestJSON-1355648241 tempest-FloatingIPTestJSON-1355648241-project] 10.222.0.42 "DELETE /v2.0/ports/e410b160-4882-47dc-ae8b-4a8190a24152 HTTP/1.1" status: 204 len: 168 time: 1.9758875 Apr 18 21:08:29.718043 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 42080) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:08:29.723134 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6aa166c6-8938-44ff-8613-28e1ec01be3b tempest-RoutersNegativeIpV6Test-2082853264 tempest-RoutersNegativeIpV6Test-2082853264-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:08:29.723790 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-6aa166c6-8938-44ff-8613-28e1ec01be3b tempest-RoutersNegativeIpV6Test-2082853264 tempest-RoutersNegativeIpV6Test-2082853264-project] Notify callbacks [] for subnet, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:08:29.772505 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.db_base_plugin_v2 [None req-dfd3e38f-dec2-4707-8e6f-efcfb6b652ff tempest-PortsIpV6TestJSON-656796091 tempest-PortsIpV6TestJSON-656796091-project] Deleting subnet 16390ab5-b79b-4f66-a54b-f1f1939ad142 {{(pid=84040) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 18 21:08:29.777495 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-dfd3e38f-dec2-4707-8e6f-efcfb6b652ff tempest-PortsIpV6TestJSON-656796091 tempest-PortsIpV6TestJSON-656796091-project] Notify callbacks [] for subnet, before_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:08:29.788723 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750375287399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253529'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:08:29.794232 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-6aa166c6-8938-44ff-8613-28e1ec01be3b tempest-RoutersNegativeIpV6Test-2082853264 tempest-RoutersNegativeIpV6Test-2082853264-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.4131083 Apr 18 21:08:29.794576 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 42084) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:08:29.800472 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.v2.base [None req-8e8b03c7-36a8-4ed8-9058-4fd6a173f555 tempest-RoutersNegativeIpV6Test-2082853264 tempest-RoutersNegativeIpV6Test-2082853264-project] Request body: {'network': {'name': 'tempest-router-network01--830254778'}} {{(pid=84041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:08:29.808022 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-8e8b03c7-36a8-4ed8-9058-4fd6a173f555 tempest-RoutersNegativeIpV6Test-2082853264 tempest-RoutersNegativeIpV6Test-2082853264-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:08:29.814276 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-8e8b03c7-36a8-4ed8-9058-4fd6a173f555 tempest-RoutersNegativeIpV6Test-2082853264 tempest-RoutersNegativeIpV6Test-2082853264-project] Usage tracker for resource:network and tenant:96d414bf260e4d24a9412ba94380cbaf is out of sync, need to count used quota {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:08:29.817369 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-8e8b03c7-36a8-4ed8-9058-4fd6a173f555 tempest-RoutersNegativeIpV6Test-2082853264 tempest-RoutersNegativeIpV6Test-2082853264-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:08:29.824747 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-8e8b03c7-36a8-4ed8-9058-4fd6a173f555 tempest-RoutersNegativeIpV6Test-2082853264 tempest-RoutersNegativeIpV6Test-2082853264-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:08:29.840634 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f6c3776-dac3-4fc2-96ee-2d2a328e0d03 tempest-FloatingIPTestJSON-1355648241 tempest-FloatingIPTestJSON-1355648241-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:08:29.841224 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-5f6c3776-dac3-4fc2-96ee-2d2a328e0d03 tempest-FloatingIPTestJSON-1355648241 tempest-FloatingIPTestJSON-1355648241-project] Synchronizing usage tracker for tenant:23d580683d72427e8760083fb729f9d6 on resource:port {{(pid=84041) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 21:08:29.846470 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e8b03c7-36a8-4ed8-9058-4fd6a173f555 tempest-RoutersNegativeIpV6Test-2082853264 tempest-RoutersNegativeIpV6Test-2082853264-project] Made reservation on behalf of 96d414bf260e4d24a9412ba94380cbaf for: {'network': 1} {{(pid=84041) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:08:29.849118 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-dfd3e38f-dec2-4707-8e6f-efcfb6b652ff tempest-PortsIpV6TestJSON-656796091 tempest-PortsIpV6TestJSON-656796091-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31955982'] for subnet, precommit_delete_associations {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:08:29.849669 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-8e8b03c7-36a8-4ed8-9058-4fd6a173f555 tempest-RoutersNegativeIpV6Test-2082853264 tempest-RoutersNegativeIpV6Test-2082853264-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for network, before_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:08:29.895708 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-5f6c3776-dac3-4fc2-96ee-2d2a328e0d03 tempest-FloatingIPTestJSON-1355648241 tempest-FloatingIPTestJSON-1355648241-project] Unset dirty status for tenant:23d580683d72427e8760083fb729f9d6 on resource:port {{(pid=84041) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 21:08:29.897246 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-5f6c3776-dac3-4fc2-96ee-2d2a328e0d03 tempest-FloatingIPTestJSON-1355648241 tempest-FloatingIPTestJSON-1355648241-project] 10.222.0.42 "GET /v2.0/ports?device_id=8d2572c8-a331-400d-95fa-c6c17825c988 HTTP/1.1" status: 200 len: 913 time: 0.1764400 Apr 18 21:08:29.898695 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8e8b03c7-36a8-4ed8-9058-4fd6a173f555 tempest-RoutersNegativeIpV6Test-2082853264 tempest-RoutersNegativeIpV6Test-2082853264-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 352} {{(pid=84041) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 21:08:29.913670 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 42090) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:08:30.086673 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-8e8b03c7-36a8-4ed8-9058-4fd6a173f555 tempest-RoutersNegativeIpV6Test-2082853264 tempest-RoutersNegativeIpV6Test-2082853264-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1082986'] for segment, precommit_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:08:30.087235 n-d-838334-2 neutron-server[84041]: INFO neutron.db.segments_db [None req-8e8b03c7-36a8-4ed8-9058-4fd6a173f555 tempest-RoutersNegativeIpV6Test-2082853264 tempest-RoutersNegativeIpV6Test-2082853264-project] Added segment 6d5f173d-7c65-453b-b946-7305db3a9884 of type vlan for network c860dc78-feba-4e0f-94fd-145aed778f32 Apr 18 21:08:30.114949 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-dfd3e38f-dec2-4707-8e6f-efcfb6b652ff tempest-PortsIpV6TestJSON-656796091 tempest-PortsIpV6TestJSON-656796091-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1260556'] for subnet, precommit_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:08:30.131160 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0e9bbfa-d392-4cbe-aaca-33ccf1b562b5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp016840fc-1f9f-5892-9c53-c9cf6c845bbb-02734154-f56c-4c09-8c75-9df0427aa850', 'network_id': '02734154-f56c-4c09-8c75-9df0427aa850', 'tenant_id': '96d414bf260e4d24a9412ba94380cbaf', 'fixed_ips': [{'subnet_id': '208d7ca1-47ff-47f8-8fa9-57d44e008598'}]}} from n-d-838334-2. {{(pid=84042) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 18 21:08:30.133810 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-d0e9bbfa-d392-4cbe-aaca-33ccf1b562b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_create {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:08:30.193210 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-8e8b03c7-36a8-4ed8-9058-4fd6a173f555 tempest-RoutersNegativeIpV6Test-2082853264 tempest-RoutersNegativeIpV6Test-2082853264-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750374825732'] for network, precommit_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:08:30.243772 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-dfd3e38f-dec2-4707-8e6f-efcfb6b652ff tempest-PortsIpV6TestJSON-656796091 tempest-PortsIpV6TestJSON-656796091-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1260549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33526260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32440885', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31752825'] for subnet, after_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:08:30.275790 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-8e8b03c7-36a8-4ed8-9058-4fd6a173f555 tempest-RoutersNegativeIpV6Test-2082853264 tempest-RoutersNegativeIpV6Test-2082853264-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33526109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022'] for network, after_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:08:30.283975 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e8b03c7-36a8-4ed8-9058-4fd6a173f555 tempest-RoutersNegativeIpV6Test-2082853264 tempest-RoutersNegativeIpV6Test-2082853264-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:08:30.284285 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-8e8b03c7-36a8-4ed8-9058-4fd6a173f555 tempest-RoutersNegativeIpV6Test-2082853264 tempest-RoutersNegativeIpV6Test-2082853264-project] Notify callbacks [] for network, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:08:30.312578 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-dfd3e38f-dec2-4707-8e6f-efcfb6b652ff tempest-PortsIpV6TestJSON-656796091 tempest-PortsIpV6TestJSON-656796091-project] Notify callbacks [] for subnet, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:08:30.325064 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfd3e38f-dec2-4707-8e6f-efcfb6b652ff tempest-PortsIpV6TestJSON-656796091 tempest-PortsIpV6TestJSON-656796091-project] Pushing event deleted for resources: {'Subnet': ['ID=16390ab5-b79b-4f66-a54b-f1f1939ad142,revision_number=None']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:08:30.330167 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-dfd3e38f-dec2-4707-8e6f-efcfb6b652ff tempest-PortsIpV6TestJSON-656796091 tempest-PortsIpV6TestJSON-656796091-project] 10.222.0.42 "DELETE /v2.0/subnets/16390ab5-b79b-4f66-a54b-f1f1939ad142 HTTP/1.1" status: 204 len: 168 time: 0.8923974 Apr 18 21:08:30.335219 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 42116) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:08:30.411563 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.db_base_plugin_common [None req-d0e9bbfa-d392-4cbe-aaca-33ccf1b562b5 None None] Allocated IP 2001:db8::2 (02734154-f56c-4c09-8c75-9df0427aa850/208d7ca1-47ff-47f8-8fa9-57d44e008598/2d32731c-48ad-4b45-874c-af40c761ec4d) {{(pid=84042) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 21:08:30.444969 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.db_base_plugin_v2 [None req-4bf8615c-c9ce-4e91-aed1-2372fd302f8a tempest-PortsIpV6TestJSON-656796091 tempest-PortsIpV6TestJSON-656796091-project] Deleting subnet 7bf5b262-32fa-48dc-b92a-5e84810325fb {{(pid=84040) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 18 21:08:30.452317 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-4bf8615c-c9ce-4e91-aed1-2372fd302f8a tempest-PortsIpV6TestJSON-656796091 tempest-PortsIpV6TestJSON-656796091-project] Notify callbacks [] for subnet, before_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:08:30.551294 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-8e8b03c7-36a8-4ed8-9058-4fd6a173f555 tempest-RoutersNegativeIpV6Test-2082853264 tempest-RoutersNegativeIpV6Test-2082853264-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.7557006 Apr 18 21:08:30.554164 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 42126) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:08:30.556704 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e8b03c7-36a8-4ed8-9058-4fd6a173f555 tempest-RoutersNegativeIpV6Test-2082853264 tempest-RoutersNegativeIpV6Test-2082853264-project] Pushing event updated for resources: {'Network': ['ID=c860dc78-feba-4e0f-94fd-145aed778f32,revision_number=1']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:08:30.576611 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.v2.base [None req-6a97d954-d370-458d-aad6-c86a055657ab tempest-RoutersNegativeIpV6Test-2082853264 tempest-RoutersNegativeIpV6Test-2082853264-project] Request body: {'network': {'name': 'tempest-router-network02--1457697704'}} {{(pid=84040) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:08:30.589163 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-4bf8615c-c9ce-4e91-aed1-2372fd302f8a tempest-PortsIpV6TestJSON-656796091 tempest-PortsIpV6TestJSON-656796091-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31955982'] for subnet, precommit_delete_associations {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:08:30.620118 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [None req-6a97d954-d370-458d-aad6-c86a055657ab tempest-RoutersNegativeIpV6Test-2082853264 tempest-RoutersNegativeIpV6Test-2082853264-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:08:30.638086 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-6a97d954-d370-458d-aad6-c86a055657ab tempest-RoutersNegativeIpV6Test-2082853264 tempest-RoutersNegativeIpV6Test-2082853264-project] Usage tracker for resource:network and tenant:96d414bf260e4d24a9412ba94380cbaf is out of sync, need to count used quota {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:08:30.644547 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-6a97d954-d370-458d-aad6-c86a055657ab tempest-RoutersNegativeIpV6Test-2082853264 tempest-RoutersNegativeIpV6Test-2082853264-project] Quota usage for network was recalculated. Used quota:2. {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:08:30.655165 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [None req-6a97d954-d370-458d-aad6-c86a055657ab tempest-RoutersNegativeIpV6Test-2082853264 tempest-RoutersNegativeIpV6Test-2082853264-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:08:30.683549 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a97d954-d370-458d-aad6-c86a055657ab tempest-RoutersNegativeIpV6Test-2082853264 tempest-RoutersNegativeIpV6Test-2082853264-project] Made reservation on behalf of 96d414bf260e4d24a9412ba94380cbaf for: {'network': 1} {{(pid=84040) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:08:30.687876 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-6a97d954-d370-458d-aad6-c86a055657ab tempest-RoutersNegativeIpV6Test-2082853264 tempest-RoutersNegativeIpV6Test-2082853264-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for network, before_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:08:30.757133 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6a97d954-d370-458d-aad6-c86a055657ab tempest-RoutersNegativeIpV6Test-2082853264 tempest-RoutersNegativeIpV6Test-2082853264-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 369} {{(pid=84040) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 21:08:30.783000 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e34100e-42e0-4abd-9a81-0938ea07d869 None None] Network de7b0fae-0e02-49a3-8eec-fcb1c51621b4 requested from n-d-838334-2 {{(pid=84042) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 21:08:30.786701 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-6a97d954-d370-458d-aad6-c86a055657ab tempest-RoutersNegativeIpV6Test-2082853264 tempest-RoutersNegativeIpV6Test-2082853264-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1082986'] for segment, precommit_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:08:30.787172 n-d-838334-2 neutron-server[84040]: INFO neutron.db.segments_db [None req-6a97d954-d370-458d-aad6-c86a055657ab tempest-RoutersNegativeIpV6Test-2082853264 tempest-RoutersNegativeIpV6Test-2082853264-project] Added segment edf0b10c-83af-43ce-a5e7-f065b11cd5db of type vlan for network 01d61448-080f-4759-8290-7f8eab807be0 Apr 18 21:08:30.822723 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-6a97d954-d370-458d-aad6-c86a055657ab tempest-RoutersNegativeIpV6Test-2082853264 tempest-RoutersNegativeIpV6Test-2082853264-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750374825732'] for network, precommit_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:08:30.950943 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-6a97d954-d370-458d-aad6-c86a055657ab tempest-RoutersNegativeIpV6Test-2082853264 tempest-RoutersNegativeIpV6Test-2082853264-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33526109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022'] for network, after_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:08:30.967877 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a97d954-d370-458d-aad6-c86a055657ab tempest-RoutersNegativeIpV6Test-2082853264 tempest-RoutersNegativeIpV6Test-2082853264-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:08:30.968087 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-6a97d954-d370-458d-aad6-c86a055657ab tempest-RoutersNegativeIpV6Test-2082853264 tempest-RoutersNegativeIpV6Test-2082853264-project] Notify callbacks [] for network, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:08:30.975830 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-58405718-88fe-47bd-95d1-367dc4cdfc51 tempest-FloatingIPTestJSON-1355648241 tempest-FloatingIPTestJSON-1355648241-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33443857'] for router_interface, before_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:08:31.027839 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Network c860dc78-feba-4e0f-94fd-145aed778f32 details requested by agent ovs-agent-n-d-838334-2 with host n-d-838334-2 {{(pid=84042) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 18 21:08:31.177000 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-d0e9bbfa-d392-4cbe-aaca-33ccf1b562b5 None None] Notify callbacks [] for port, precommit_create {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:08:31.230004 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-d0e9bbfa-d392-4cbe-aaca-33ccf1b562b5 None None] Transition to ACTIVE for port object 2d32731c-48ad-4b45-874c-af40c761ec4d will not be triggered until provisioned by entity L2. {{(pid=84042) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:08:31.296886 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-4bf8615c-c9ce-4e91-aed1-2372fd302f8a tempest-PortsIpV6TestJSON-656796091 tempest-PortsIpV6TestJSON-656796091-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1260556'] for subnet, precommit_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:08:31.311327 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-d0e9bbfa-d392-4cbe-aaca-33ccf1b562b5 None None] Transition to ACTIVE for port object 2d32731c-48ad-4b45-874c-af40c761ec4d will not be triggered until provisioned by entity DHCP. {{(pid=84042) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:08:31.330521 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-d0e9bbfa-d392-4cbe-aaca-33ccf1b562b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750374836619'] for port, after_create {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:08:31.350404 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a97d954-d370-458d-aad6-c86a055657ab tempest-RoutersNegativeIpV6Test-2082853264 tempest-RoutersNegativeIpV6Test-2082853264-project] Pushing event updated for resources: {'Network': ['ID=01d61448-080f-4759-8290-7f8eab807be0,revision_number=1']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:08:31.393770 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-6a97d954-d370-458d-aad6-c86a055657ab tempest-RoutersNegativeIpV6Test-2082853264 tempest-RoutersNegativeIpV6Test-2082853264-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.8341782 Apr 18 21:08:31.394788 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 42156) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:08:31.403824 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.v2.base [None req-01046324-87f5-4602-aae2-211b224a2957 tempest-RoutersNegativeIpV6Test-2082853264 tempest-RoutersNegativeIpV6Test-2082853264-project] Request body: {'subnet': {'network_id': 'c860dc78-feba-4e0f-94fd-145aed778f32', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=84041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:08:31.427948 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0e9bbfa-d392-4cbe-aaca-33ccf1b562b5 None None] Pushing event updated for resources: {'Port': ['ID=2d32731c-48ad-4b45-874c-af40c761ec4d,revision_number=1']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:08:31.432448 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Network 01d61448-080f-4759-8290-7f8eab807be0 details requested by agent ovs-agent-n-d-838334-2 with host n-d-838334-2 {{(pid=84042) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 18 21:08:31.455203 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-4bf8615c-c9ce-4e91-aed1-2372fd302f8a tempest-PortsIpV6TestJSON-656796091 tempest-PortsIpV6TestJSON-656796091-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1260549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33526260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32440885', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31752825'] for subnet, after_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:08:31.536675 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-4bf8615c-c9ce-4e91-aed1-2372fd302f8a tempest-PortsIpV6TestJSON-656796091 tempest-PortsIpV6TestJSON-656796091-project] Notify callbacks [] for subnet, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:08:31.555950 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bf8615c-c9ce-4e91-aed1-2372fd302f8a tempest-PortsIpV6TestJSON-656796091 tempest-PortsIpV6TestJSON-656796091-project] Pushing event deleted for resources: {'Subnet': ['ID=7bf5b262-32fa-48dc-b92a-5e84810325fb,revision_number=None']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:08:31.573023 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-4bf8615c-c9ce-4e91-aed1-2372fd302f8a tempest-PortsIpV6TestJSON-656796091 tempest-PortsIpV6TestJSON-656796091-project] 10.222.0.42 "DELETE /v2.0/subnets/7bf5b262-32fa-48dc-b92a-5e84810325fb HTTP/1.1" status: 204 len: 168 time: 1.2322237 Apr 18 21:08:31.582000 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 42164) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:08:31.650799 n-d-838334-2 neutron-server[84042]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0e9bbfa-d392-4cbe-aaca-33ccf1b562b5 None None] Network 02734154-f56c-4c09-8c75-9df0427aa850 is already hosted by enough agents. {{(pid=84042) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:08:31.652041 n-d-838334-2 neutron-server[84042]: DEBUG neutron.scheduler.base_scheduler [None req-d0e9bbfa-d392-4cbe-aaca-33ccf1b562b5 None None] Resources bound (agent type, host, resource id): {{(pid=84042) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:08:31.654390 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0e9bbfa-d392-4cbe-aaca-33ccf1b562b5 None None] Received port after_create {{(pid=84042) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 21:08:31.671038 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-01046324-87f5-4602-aae2-211b224a2957 tempest-RoutersNegativeIpV6Test-2082853264 tempest-RoutersNegativeIpV6Test-2082853264-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:08:31.679731 n-d-838334-2 neutron-server[84040]: INFO neutron.pecan_wsgi.hooks.translation [None req-5e8a1231-6e1c-4f10-9072-528d8c374cfb tempest-PortsIpV6TestJSON-656796091 tempest-PortsIpV6TestJSON-656796091-project] DELETE failed (client error): The resource could not be found. Apr 18 21:08:31.680077 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5e8a1231-6e1c-4f10-9072-528d8c374cfb tempest-PortsIpV6TestJSON-656796091 tempest-PortsIpV6TestJSON-656796091-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84040) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 21:08:31.684567 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-5e8a1231-6e1c-4f10-9072-528d8c374cfb tempest-PortsIpV6TestJSON-656796091 tempest-PortsIpV6TestJSON-656796091-project] 10.222.0.42 "DELETE /v2.0/subnets/16390ab5-b79b-4f66-a54b-f1f1939ad142 HTTP/1.1" status: 404 len: 337 time: 0.1011546 Apr 18 21:08:31.685412 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 42170) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:08:31.699291 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-01046324-87f5-4602-aae2-211b224a2957 tempest-RoutersNegativeIpV6Test-2082853264 tempest-RoutersNegativeIpV6Test-2082853264-project] Usage tracker for resource:subnet and tenant:96d414bf260e4d24a9412ba94380cbaf is out of sync, need to count used quota {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:08:31.702770 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-01046324-87f5-4602-aae2-211b224a2957 tempest-RoutersNegativeIpV6Test-2082853264 tempest-RoutersNegativeIpV6Test-2082853264-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:08:31.750042 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-01046324-87f5-4602-aae2-211b224a2957 tempest-RoutersNegativeIpV6Test-2082853264 tempest-RoutersNegativeIpV6Test-2082853264-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:08:31.811761 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.managers [None req-d0e9bbfa-d392-4cbe-aaca-33ccf1b562b5 None None] Attempting to bind port 2d32731c-48ad-4b45-874c-af40c761ec4d on host n-d-838334-2 for vnic_type normal with profile {{(pid=84042) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 21:08:31.812259 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.managers [None req-d0e9bbfa-d392-4cbe-aaca-33ccf1b562b5 None None] Attempting to bind port 2d32731c-48ad-4b45-874c-af40c761ec4d by drivers openvswitch,hyperv on host n-d-838334-2 at level 0 using segments [{'id': '01be71db-4c51-41b2-8d85-96bec6349d0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '02734154-f56c-4c09-8c75-9df0427aa850'}] {{(pid=84042) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 21:08:31.812472 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0e9bbfa-d392-4cbe-aaca-33ccf1b562b5 None None] Attempting to bind port 2d32731c-48ad-4b45-874c-af40c761ec4d on network 02734154-f56c-4c09-8c75-9df0427aa850 {{(pid=84042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 21:08:31.829474 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0e9bbfa-d392-4cbe-aaca-33ccf1b562b5 None None] Checking agent: {'id': '97cd4414-7af6-4d67-868d-dff370b4071a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838334-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 25, 49), 'started_at': datetime.datetime(2022, 4, 18, 20, 26, 19), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 21, 8, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838334-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 18 21:08:31.830958 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0e9bbfa-d392-4cbe-aaca-33ccf1b562b5 None None] Checking segment: {'id': '01be71db-4c51-41b2-8d85-96bec6349d0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '02734154-f56c-4c09-8c75-9df0427aa850'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84042) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 21:08:31.831580 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-d0e9bbfa-d392-4cbe-aaca-33ccf1b562b5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:08:31.832134 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0e9bbfa-d392-4cbe-aaca-33ccf1b562b5 None None] Bound using segment: {'id': '01be71db-4c51-41b2-8d85-96bec6349d0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '02734154-f56c-4c09-8c75-9df0427aa850'} {{(pid=84042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 18 21:08:31.832844 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.managers [None req-d0e9bbfa-d392-4cbe-aaca-33ccf1b562b5 None None] Bound port: 2d32731c-48ad-4b45-874c-af40c761ec4d, host: n-d-838334-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '01be71db-4c51-41b2-8d85-96bec6349d0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '02734154-f56c-4c09-8c75-9df0427aa850'}}] {{(pid=84042) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 21:08:31.833384 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-d0e9bbfa-d392-4cbe-aaca-33ccf1b562b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:08:31.893053 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-01046324-87f5-4602-aae2-211b224a2957 tempest-RoutersNegativeIpV6Test-2082853264 tempest-RoutersNegativeIpV6Test-2082853264-project] Made reservation on behalf of 96d414bf260e4d24a9412ba94380cbaf for: {'subnet': 1} {{(pid=84041) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:08:31.950750 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.db_base_plugin_v2 [None req-5ac206e9-7344-4bb3-9fa0-19c5e79d265f tempest-PortsIpV6TestJSON-656796091 tempest-PortsIpV6TestJSON-656796091-project] Deleting subnet 83662849-e63f-4052-9e99-fe9a4d853c8a {{(pid=84040) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 18 21:08:31.969882 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-5ac206e9-7344-4bb3-9fa0-19c5e79d265f tempest-PortsIpV6TestJSON-656796091 tempest-PortsIpV6TestJSON-656796091-project] Notify callbacks [] for subnet, before_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:08:32.120262 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-d0e9bbfa-d392-4cbe-aaca-33ccf1b562b5 None None] For port 2d32731c-48ad-4b45-874c-af40c761ec4d, host n-d-838334-2, cleared binding levels {{(pid=84042) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 21:08:32.127996 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-d0e9bbfa-d392-4cbe-aaca-33ccf1b562b5 None None] For port 2d32731c-48ad-4b45-874c-af40c761ec4d, host n-d-838334-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838334-2',level=0,port_id=2d32731c-48ad-4b45-874c-af40c761ec4d,segment=NetworkSegment(01be71db-4c51-41b2-8d85-96bec6349d0d),segment_id=01be71db-4c51-41b2-8d85-96bec6349d0d)] {{(pid=84042) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 21:08:32.135303 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-d0e9bbfa-d392-4cbe-aaca-33ccf1b562b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682'] for port, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:08:32.146820 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-5ac206e9-7344-4bb3-9fa0-19c5e79d265f tempest-PortsIpV6TestJSON-656796091 tempest-PortsIpV6TestJSON-656796091-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31955982'] for subnet, precommit_delete_associations {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:08:32.398450 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0e9bbfa-d392-4cbe-aaca-33ccf1b562b5 None None] Pushing event updated for resources: {'Port': ['ID=2d32731c-48ad-4b45-874c-af40c761ec4d,revision_number=2']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:08:32.405309 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-5ac206e9-7344-4bb3-9fa0-19c5e79d265f tempest-PortsIpV6TestJSON-656796091 tempest-PortsIpV6TestJSON-656796091-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1260556'] for subnet, precommit_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:08:32.502364 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-5ac206e9-7344-4bb3-9fa0-19c5e79d265f tempest-PortsIpV6TestJSON-656796091 tempest-PortsIpV6TestJSON-656796091-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1260549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33526260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32440885', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31752825'] for subnet, after_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:08:32.559607 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-5ac206e9-7344-4bb3-9fa0-19c5e79d265f tempest-PortsIpV6TestJSON-656796091 tempest-PortsIpV6TestJSON-656796091-project] Notify callbacks [] for subnet, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:08:32.578523 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ac206e9-7344-4bb3-9fa0-19c5e79d265f tempest-PortsIpV6TestJSON-656796091 tempest-PortsIpV6TestJSON-656796091-project] Pushing event deleted for resources: {'Subnet': ['ID=83662849-e63f-4052-9e99-fe9a4d853c8a,revision_number=None']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:08:32.589519 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-5ac206e9-7344-4bb3-9fa0-19c5e79d265f tempest-PortsIpV6TestJSON-656796091 tempest-PortsIpV6TestJSON-656796091-project] 10.222.0.42 "DELETE /v2.0/subnets/83662849-e63f-4052-9e99-fe9a4d853c8a HTTP/1.1" status: 204 len: 168 time: 0.9029131 Apr 18 21:08:32.608676 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 42190) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:08:32.761287 n-d-838334-2 neutron-server[84040]: INFO neutron.pecan_wsgi.hooks.translation [None req-43ba5e8d-2251-410d-bfba-e09302a03905 tempest-PortsIpV6TestJSON-656796091 tempest-PortsIpV6TestJSON-656796091-project] DELETE failed (client error): The resource could not be found. Apr 18 21:08:32.761732 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-43ba5e8d-2251-410d-bfba-e09302a03905 tempest-PortsIpV6TestJSON-656796091 tempest-PortsIpV6TestJSON-656796091-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84040) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 21:08:32.764717 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-43ba5e8d-2251-410d-bfba-e09302a03905 tempest-PortsIpV6TestJSON-656796091 tempest-PortsIpV6TestJSON-656796091-project] 10.222.0.42 "DELETE /v2.0/subnets/fac7470a-5a98-430d-9a29-0f9219d476c0 HTTP/1.1" status: 404 len: 337 time: 0.1547425 Apr 18 21:08:32.779595 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 42196) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:08:32.952968 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-0ec1f418-8f98-4bb9-bc7d-a73b0dbceba1 tempest-PortsIpV6TestJSON-656796091 tempest-PortsIpV6TestJSON-656796091-project] Synchronizing usage tracker for tenant:2eda1cb86d1d401280eb2d37452a60a8 on resource:port {{(pid=84040) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 21:08:33.006524 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-0ec1f418-8f98-4bb9-bc7d-a73b0dbceba1 tempest-PortsIpV6TestJSON-656796091 tempest-PortsIpV6TestJSON-656796091-project] Unset dirty status for tenant:2eda1cb86d1d401280eb2d37452a60a8 on resource:port {{(pid=84040) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 21:08:33.010097 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-0ec1f418-8f98-4bb9-bc7d-a73b0dbceba1 tempest-PortsIpV6TestJSON-656796091 tempest-PortsIpV6TestJSON-656796091-project] 10.222.0.42 "GET /v2.0/ports?device_id=f18fc50f-8db3-4704-ac6f-6947a050949c HTTP/1.1" status: 200 len: 205 time: 0.2269964 Apr 18 21:08:33.013008 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 42202) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:08:33.015425 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87d715c0-0df0-49d4-a81c-8d00c3f37e18 None None] Network de7b0fae-0e02-49a3-8eec-fcb1c51621b4 requested from n-d-838334-2 {{(pid=84042) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 21:08:33.054070 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 42206) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:08:33.211007 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Device 2d32731c-48ad-4b45-874c-af40c761ec4d up at agent ovs-agent-n-d-838334-2 {{(pid=84042) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 21:08:33.281537 n-d-838334-2 neutron-server[84041]: INFO neutron.api.v2.resource [None req-457b8aff-fa25-4bd0-955a-2fb59b01e4b3 tempest-PortsIpV6TestJSON-656796091 tempest-PortsIpV6TestJSON-656796091-project] delete failed (client error): The resource could not be found. Apr 18 21:08:33.284252 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-457b8aff-fa25-4bd0-955a-2fb59b01e4b3 tempest-PortsIpV6TestJSON-656796091 tempest-PortsIpV6TestJSON-656796091-project] 10.222.0.42 "DELETE /v2.0/routers/f18fc50f-8db3-4704-ac6f-6947a050949c HTTP/1.1" status: 404 len: 336 time: 0.2702973 Apr 18 21:08:33.286915 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 42216) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:08:33.364468 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-01046324-87f5-4602-aae2-211b224a2957 tempest-RoutersNegativeIpV6Test-2082853264 tempest-RoutersNegativeIpV6Test-2082853264-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32486301'] for subnet, before_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:08:33.402802 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.v2.base [None req-22a92453-26b2-4c15-8e70-7f5f5e276191 tempest-ExternalNetworksAdminNegativeTestJSON-1381864900 tempest-ExternalNetworksAdminNegativeTestJSON-1381864900-project-admin] Request body: {'floatingip': {'floating_network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c'}} {{(pid=84040) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:08:33.410077 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [None req-22a92453-26b2-4c15-8e70-7f5f5e276191 tempest-ExternalNetworksAdminNegativeTestJSON-1381864900 tempest-ExternalNetworksAdminNegativeTestJSON-1381864900-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:08:33.414998 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-22a92453-26b2-4c15-8e70-7f5f5e276191 tempest-ExternalNetworksAdminNegativeTestJSON-1381864900 tempest-ExternalNetworksAdminNegativeTestJSON-1381864900-project-admin] Usage tracker for resource:floatingip and tenant:2a7a67f979b94302b2b26ca6f388f8c5 is out of sync, need to count used quota {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:08:33.421168 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-22a92453-26b2-4c15-8e70-7f5f5e276191 tempest-ExternalNetworksAdminNegativeTestJSON-1381864900 tempest-ExternalNetworksAdminNegativeTestJSON-1381864900-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:08:33.436829 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [None req-22a92453-26b2-4c15-8e70-7f5f5e276191 tempest-ExternalNetworksAdminNegativeTestJSON-1381864900 tempest-ExternalNetworksAdminNegativeTestJSON-1381864900-project-admin] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:08:33.444222 n-d-838334-2 neutron-server[84040]: INFO neutron.pecan_wsgi.hooks.translation [None req-ca659451-1b4c-437e-8fd9-1c77c0c8e584 tempest-PortsIpV6TestJSON-656796091 tempest-PortsIpV6TestJSON-656796091-project] DELETE failed (client error): The resource could not be found. Apr 18 21:08:33.444653 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ca659451-1b4c-437e-8fd9-1c77c0c8e584 tempest-PortsIpV6TestJSON-656796091 tempest-PortsIpV6TestJSON-656796091-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84040) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 21:08:33.448646 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-ca659451-1b4c-437e-8fd9-1c77c0c8e584 tempest-PortsIpV6TestJSON-656796091 tempest-PortsIpV6TestJSON-656796091-project] 10.222.0.42 "DELETE /v2.0/subnets/4d25aba9-9156-4093-a77d-2e9adbf471bc HTTP/1.1" status: 404 len: 337 time: 0.1582236 Apr 18 21:08:33.462653 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 42224) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:08:33.463283 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-df87112c-611a-46ef-a45a-cf7c57c490f3 None None] Provisioning complete for port 331c78f2-c4fa-405a-a689-7df66e7806ff triggered by entity DHCP. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:08:33.463684 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-df87112c-611a-46ef-a45a-cf7c57c490f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1253608'] for port, provisioning_complete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:08:33.554208 n-d-838334-2 neutron-server[84040]: INFO neutron.pecan_wsgi.hooks.translation [None req-e99951ea-852c-4035-a399-7f7d89613544 tempest-PortsIpV6TestJSON-656796091 tempest-PortsIpV6TestJSON-656796091-project] DELETE failed (client error): The resource could not be found. Apr 18 21:08:33.554741 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e99951ea-852c-4035-a399-7f7d89613544 tempest-PortsIpV6TestJSON-656796091 tempest-PortsIpV6TestJSON-656796091-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84040) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 21:08:33.560611 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-e99951ea-852c-4035-a399-7f7d89613544 tempest-PortsIpV6TestJSON-656796091 tempest-PortsIpV6TestJSON-656796091-project] 10.222.0.42 "DELETE /v2.0/subnets/50ab9ccd-540d-4ae9-be2b-0a64141f7938 HTTP/1.1" status: 404 len: 337 time: 0.0957315 Apr 18 21:08:33.561475 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 42228) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:08:33.565821 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-22a92453-26b2-4c15-8e70-7f5f5e276191 tempest-ExternalNetworksAdminNegativeTestJSON-1381864900 tempest-ExternalNetworksAdminNegativeTestJSON-1381864900-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:08:33.608368 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.plugin [None req-df87112c-611a-46ef-a45a-cf7c57c490f3 None None] Port 331c78f2-c4fa-405a-a689-7df66e7806ff cannot update to ACTIVE because it is not bound. {{(pid=84042) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 18 21:08:33.635534 n-d-838334-2 neutron-server[84040]: INFO neutron.pecan_wsgi.hooks.translation [None req-93059ab5-914e-444b-b54d-b0e7fb46e9b9 tempest-PortsIpV6TestJSON-656796091 tempest-PortsIpV6TestJSON-656796091-project] DELETE failed (client error): The resource could not be found. Apr 18 21:08:33.636053 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-93059ab5-914e-444b-b54d-b0e7fb46e9b9 tempest-PortsIpV6TestJSON-656796091 tempest-PortsIpV6TestJSON-656796091-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84040) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 21:08:33.641366 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-93059ab5-914e-444b-b54d-b0e7fb46e9b9 tempest-PortsIpV6TestJSON-656796091 tempest-PortsIpV6TestJSON-656796091-project] 10.222.0.42 "DELETE /v2.0/subnets/984c01f7-beb1-413f-80b2-d546bde3fc23 HTTP/1.1" status: 404 len: 337 time: 0.0778570 Apr 18 21:08:33.644937 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 42232) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:08:33.712565 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-df87112c-611a-46ef-a45a-cf7c57c490f3 None None] Provisioning complete for port 153386f3-52b6-4dc2-8eeb-b4d37127965b triggered by entity DHCP. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:08:33.712922 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-df87112c-611a-46ef-a45a-cf7c57c490f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1253608'] for port, provisioning_complete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:08:33.784003 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Provisioning for port 2d32731c-48ad-4b45-874c-af40c761ec4d completed by entity L2. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 21:08:33.857219 n-d-838334-2 neutron-server[84040]: INFO neutron.pecan_wsgi.hooks.translation [None req-f53e9e48-d930-4caa-a79d-5e950ed812ef tempest-PortsIpV6TestJSON-656796091 tempest-PortsIpV6TestJSON-656796091-project] DELETE failed (client error): The resource could not be found. Apr 18 21:08:33.857662 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f53e9e48-d930-4caa-a79d-5e950ed812ef tempest-PortsIpV6TestJSON-656796091 tempest-PortsIpV6TestJSON-656796091-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84040) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 21:08:33.859345 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-f53e9e48-d930-4caa-a79d-5e950ed812ef tempest-PortsIpV6TestJSON-656796091 tempest-PortsIpV6TestJSON-656796091-project] 10.222.0.42 "DELETE /v2.0/ports/a797b41b-f3aa-45e2-a211-919bd2b69b27 HTTP/1.1" status: 404 len: 333 time: 0.2133448 Apr 18 21:08:33.866349 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 42244) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:08:33.887844 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750375287399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253529'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:08:33.971114 n-d-838334-2 neutron-server[84040]: INFO neutron.pecan_wsgi.hooks.translation [None req-b09fb62f-25f2-4103-a8c5-1aeff0b30044 tempest-PortsIpV6TestJSON-656796091 tempest-PortsIpV6TestJSON-656796091-project] DELETE failed (client error): The resource could not be found. Apr 18 21:08:33.971785 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b09fb62f-25f2-4103-a8c5-1aeff0b30044 tempest-PortsIpV6TestJSON-656796091 tempest-PortsIpV6TestJSON-656796091-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84040) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 21:08:33.989704 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-b09fb62f-25f2-4103-a8c5-1aeff0b30044 tempest-PortsIpV6TestJSON-656796091 tempest-PortsIpV6TestJSON-656796091-project] 10.222.0.42 "DELETE /v2.0/subnets/9e60ddb9-fa86-432e-a2c0-3f785aaf7616 HTTP/1.1" status: 404 len: 337 time: 0.1190755 Apr 18 21:08:33.989922 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 42252) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:08:34.112405 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85bc0d89-9fa4-459c-9c40-940342746538 None None] DHCP port deletion for de7b0fae-0e02-49a3-8eec-fcb1c51621b4 request from n-d-838334-2 {{(pid=84042) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 18 21:08:34.118691 n-d-838334-2 neutron-server[84040]: INFO neutron.pecan_wsgi.hooks.translation [None req-2d2445d4-93f9-4222-a6be-17cc5509b212 tempest-PortsIpV6TestJSON-656796091 tempest-PortsIpV6TestJSON-656796091-project] DELETE failed (client error): The resource could not be found. Apr 18 21:08:34.118691 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2d2445d4-93f9-4222-a6be-17cc5509b212 tempest-PortsIpV6TestJSON-656796091 tempest-PortsIpV6TestJSON-656796091-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84040) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 21:08:34.122329 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-2d2445d4-93f9-4222-a6be-17cc5509b212 tempest-PortsIpV6TestJSON-656796091 tempest-PortsIpV6TestJSON-656796091-project] 10.222.0.42 "DELETE /v2.0/subnets/8d964505-dcf0-4667-b7a7-4642b0930d42 HTTP/1.1" status: 404 len: 337 time: 0.1292243 Apr 18 21:08:34.122479 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.plugin [None req-85bc0d89-9fa4-459c-9c40-940342746538 None None] Deleting port 153386f3-52b6-4dc2-8eeb-b4d37127965b {{(pid=84042) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 21:08:34.122479 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-85bc0d89-9fa4-459c-9c40-940342746538 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750375188691'] for port, before_delete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:08:34.138693 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 42258) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:08:34.154957 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-01046324-87f5-4602-aae2-211b224a2957 tempest-RoutersNegativeIpV6Test-2082853264 tempest-RoutersNegativeIpV6Test-2082853264-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33526260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32266407', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32486287'] for subnet, after_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:08:34.229680 n-d-838334-2 neutron-server[84040]: INFO neutron.pecan_wsgi.hooks.translation [None req-1458dfee-6e05-431e-af1a-f751ae506537 tempest-PortsIpV6TestJSON-656796091 tempest-PortsIpV6TestJSON-656796091-project] DELETE failed (client error): The resource could not be found. Apr 18 21:08:34.230111 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1458dfee-6e05-431e-af1a-f751ae506537 tempest-PortsIpV6TestJSON-656796091 tempest-PortsIpV6TestJSON-656796091-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84040) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 21:08:34.234674 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 42264) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:08:34.240282 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-1458dfee-6e05-431e-af1a-f751ae506537 tempest-PortsIpV6TestJSON-656796091 tempest-PortsIpV6TestJSON-656796091-project] 10.222.0.42 "DELETE /v2.0/ports/0faf26c9-7134-4a7a-9c91-8a7bd884b57a HTTP/1.1" status: 404 len: 333 time: 0.0926225 Apr 18 21:08:34.314349 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-22a92453-26b2-4c15-8e70-7f5f5e276191 tempest-ExternalNetworksAdminNegativeTestJSON-1381864900 tempest-ExternalNetworksAdminNegativeTestJSON-1381864900-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:08:34.400780 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75f8df21-a4b2-4b66-87a8-de6069c8a97f None None] Network 02734154-f56c-4c09-8c75-9df0427aa850 requested from n-d-838334-2 {{(pid=84042) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 21:08:34.505776 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01046324-87f5-4602-aae2-211b224a2957 tempest-RoutersNegativeIpV6Test-2082853264 tempest-RoutersNegativeIpV6Test-2082853264-project] Pushing event updated for resources: {'Subnet': ['ID=74f10cb8-d869-4288-9746-a336fe2dc56d,revision_number=0']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:08:34.565128 n-d-838334-2 neutron-server[84041]: INFO neutron.pecan_wsgi.hooks.translation [None req-16efc6f7-2399-4332-94b9-a97ae59d1dfc tempest-PortsIpV6TestJSON-656796091 tempest-PortsIpV6TestJSON-656796091-project] DELETE failed (client error): The resource could not be found. Apr 18 21:08:34.565564 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-16efc6f7-2399-4332-94b9-a97ae59d1dfc tempest-PortsIpV6TestJSON-656796091 tempest-PortsIpV6TestJSON-656796091-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84041) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 21:08:34.659406 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01046324-87f5-4602-aae2-211b224a2957 tempest-RoutersNegativeIpV6Test-2082853264 tempest-RoutersNegativeIpV6Test-2082853264-project] Checking segment: {'id': '6d5f173d-7c65-453b-b946-7305db3a9884', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': 'c860dc78-feba-4e0f-94fd-145aed778f32'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84041) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 21:08:34.660177 n-d-838334-2 neutron-server[84041]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01046324-87f5-4602-aae2-211b224a2957 tempest-RoutersNegativeIpV6Test-2082853264 tempest-RoutersNegativeIpV6Test-2082853264-project] Network hostable DHCP agents. Network: c860dc78-feba-4e0f-94fd-145aed778f32, hostable agents: ['8746f8ea-3e91-4b32-9919-2c63adeb8722'], hosted agents: [] {{(pid=84041) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 21:08:34.666092 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-16efc6f7-2399-4332-94b9-a97ae59d1dfc tempest-PortsIpV6TestJSON-656796091 tempest-PortsIpV6TestJSON-656796091-project] 10.222.0.42 "DELETE /v2.0/subnets/e50e80df-80ca-47f8-aaf2-f82234f5649f HTTP/1.1" status: 404 len: 337 time: 0.4262230 Apr 18 21:08:34.668637 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 42280) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:08:34.702336 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-469737fc-4561-4262-904b-610bff64b811 None None] Provisioning for port 2d32731c-48ad-4b45-874c-af40c761ec4d completed by entity DHCP. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 21:08:34.733919 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-469737fc-4561-4262-904b-610bff64b811 None None] Provisioning complete for port 2d32731c-48ad-4b45-874c-af40c761ec4d triggered by entity DHCP. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:08:34.734296 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-469737fc-4561-4262-904b-610bff64b811 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1253608'] for port, provisioning_complete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:08:34.748059 n-d-838334-2 neutron-server[84040]: INFO neutron.pecan_wsgi.hooks.translation [None req-0b70c8f5-e61c-453e-9488-8173fb9a0496 tempest-PortsIpV6TestJSON-656796091 tempest-PortsIpV6TestJSON-656796091-project] DELETE failed (client error): The resource could not be found. Apr 18 21:08:34.748497 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0b70c8f5-e61c-453e-9488-8173fb9a0496 tempest-PortsIpV6TestJSON-656796091 tempest-PortsIpV6TestJSON-656796091-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84040) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 21:08:34.769575 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-0b70c8f5-e61c-453e-9488-8173fb9a0496 tempest-PortsIpV6TestJSON-656796091 tempest-PortsIpV6TestJSON-656796091-project] 10.222.0.42 "DELETE /v2.0/subnets/9d4ca7b9-ca3a-4b8d-8147-19a6c1cd990b HTTP/1.1" status: 404 len: 337 time: 0.0999076 Apr 18 21:08:34.770845 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.db_base_plugin_common [None req-22a92453-26b2-4c15-8e70-7f5f5e276191 tempest-ExternalNetworksAdminNegativeTestJSON-1381864900 tempest-ExternalNetworksAdminNegativeTestJSON-1381864900-project-admin] Allocated IP 172.25.8.143 (e41b6600-a917-4a8d-b05c-be3be40c6d8c/6b05667b-848e-4356-9b44-d5eb6808ef74/07008cd6-3637-413a-af68-3c3c3496469f) {{(pid=84040) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 21:08:34.772040 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 42286) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:08:34.878198 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-85bc0d89-9fa4-459c-9c40-940342746538 None None] For port 153386f3-52b6-4dc2-8eeb-b4d37127965b, host n-d-838334-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838334-2',level=0,port_id=153386f3-52b6-4dc2-8eeb-b4d37127965b,segment=NetworkSegment(c3e15f96-49dc-4529-907c-3a78425b3259),segment_id=c3e15f96-49dc-4529-907c-3a78425b3259)] {{(pid=84042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:08:34.878568 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-85bc0d89-9fa4-459c-9c40-940342746538 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369123'] for port, precommit_delete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:08:34.886305 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.plugin [None req-4ec1cde6-538d-44e9-a2f2-53ea30acbe8f tempest-PortsIpV6TestJSON-656796091 tempest-PortsIpV6TestJSON-656796091-project] Deleting port 331c78f2-c4fa-405a-a689-7df66e7806ff {{(pid=84041) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 21:08:34.886941 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-4ec1cde6-538d-44e9-a2f2-53ea30acbe8f tempest-PortsIpV6TestJSON-656796091 tempest-PortsIpV6TestJSON-656796091-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750375188691'] for port, before_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:08:34.947701 n-d-838334-2 neutron-server[84041]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01046324-87f5-4602-aae2-211b224a2957 tempest-RoutersNegativeIpV6Test-2082853264 tempest-RoutersNegativeIpV6Test-2082853264-project] Network c860dc78-feba-4e0f-94fd-145aed778f32 is scheduled to be hosted by DHCP agent 8746f8ea-3e91-4b32-9919-2c63adeb8722 with binding_index 1 {{(pid=84041) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 21:08:34.974478 n-d-838334-2 neutron-server[84041]: DEBUG neutron.scheduler.base_scheduler [None req-01046324-87f5-4602-aae2-211b224a2957 tempest-RoutersNegativeIpV6Test-2082853264 tempest-RoutersNegativeIpV6Test-2082853264-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-838334-2, c860dc78-feba-4e0f-94fd-145aed778f32) {{(pid=84041) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:08:34.991851 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.plugin [None req-58405718-88fe-47bd-95d1-367dc4cdfc51 tempest-FloatingIPTestJSON-1355648241 tempest-FloatingIPTestJSON-1355648241-project] Deleting port 8641c5e5-a3bc-4bdc-9911-c45fb2b66d68 {{(pid=84041) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 21:08:34.992577 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-58405718-88fe-47bd-95d1-367dc4cdfc51 tempest-FloatingIPTestJSON-1355648241 tempest-FloatingIPTestJSON-1355648241-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750375188691'] for port, before_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:08:35.129222 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-22a92453-26b2-4c15-8e70-7f5f5e276191 tempest-ExternalNetworksAdminNegativeTestJSON-1381864900 tempest-ExternalNetworksAdminNegativeTestJSON-1381864900-project-admin] Notify callbacks [] for port, precommit_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:08:35.132369 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a0dee02-affe-4834-905d-be71cd401716 None None] Network c860dc78-feba-4e0f-94fd-145aed778f32 requested from n-d-838334-2 {{(pid=84042) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 21:08:35.157696 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Device 153386f3-52b6-4dc2-8eeb-b4d37127965b no longer exists at agent ovs-agent-n-d-838334-2 {{(pid=84042) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 21:08:35.181619 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-22a92453-26b2-4c15-8e70-7f5f5e276191 tempest-ExternalNetworksAdminNegativeTestJSON-1381864900 tempest-ExternalNetworksAdminNegativeTestJSON-1381864900-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750374836619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32440838'] for port, after_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:08:35.248620 n-d-838334-2 neutron-server[84040]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22a92453-26b2-4c15-8e70-7f5f5e276191 tempest-ExternalNetworksAdminNegativeTestJSON-1381864900 tempest-ExternalNetworksAdminNegativeTestJSON-1381864900-project-admin] Network e41b6600-a917-4a8d-b05c-be3be40c6d8c is already hosted by enough agents. {{(pid=84040) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:08:35.252475 n-d-838334-2 neutron-server[84040]: DEBUG neutron.scheduler.base_scheduler [None req-22a92453-26b2-4c15-8e70-7f5f5e276191 tempest-ExternalNetworksAdminNegativeTestJSON-1381864900 tempest-ExternalNetworksAdminNegativeTestJSON-1381864900-project-admin] Resources bound (agent type, host, resource id): {{(pid=84040) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:08:35.260857 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22a92453-26b2-4c15-8e70-7f5f5e276191 tempest-ExternalNetworksAdminNegativeTestJSON-1381864900 tempest-ExternalNetworksAdminNegativeTestJSON-1381864900-project-admin] Received port after_create {{(pid=84040) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 21:08:35.281052 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-58405718-88fe-47bd-95d1-367dc4cdfc51 tempest-FloatingIPTestJSON-1355648241 tempest-FloatingIPTestJSON-1355648241-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369123'] for port, precommit_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:08:35.337896 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22a92453-26b2-4c15-8e70-7f5f5e276191 tempest-ExternalNetworksAdminNegativeTestJSON-1381864900 tempest-ExternalNetworksAdminNegativeTestJSON-1381864900-project-admin] Pushing event updated for resources: {'Port': ['ID=07008cd6-3637-413a-af68-3c3c3496469f,revision_number=1']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:08:35.353255 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.plugin [None req-85bc0d89-9fa4-459c-9c40-940342746538 None None] Calling delete_port for 153386f3-52b6-4dc2-8eeb-b4d37127965b owned by network:dhcp {{(pid=84042) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 21:08:35.484023 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-22a92453-26b2-4c15-8e70-7f5f5e276191 tempest-ExternalNetworksAdminNegativeTestJSON-1381864900 tempest-ExternalNetworksAdminNegativeTestJSON-1381864900-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:08:35.541819 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.plugin [None req-58405718-88fe-47bd-95d1-367dc4cdfc51 tempest-FloatingIPTestJSON-1355648241 tempest-FloatingIPTestJSON-1355648241-project] Calling delete_port for 8641c5e5-a3bc-4bdc-9911-c45fb2b66d68 owned by network:router_interface {{(pid=84041) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 21:08:35.558283 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-22a92453-26b2-4c15-8e70-7f5f5e276191 tempest-ExternalNetworksAdminNegativeTestJSON-1381864900 tempest-ExternalNetworksAdminNegativeTestJSON-1381864900-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:08:35.754876 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-469737fc-4561-4262-904b-610bff64b811 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:08:35.825823 n-d-838334-2 neutron-server[84042]: INFO neutron.plugins.ml2.db [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] No ports have port_id starting with 153386f3-52b6-4dc2-8eeb-b4d37127965b Apr 18 21:08:35.850737 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-85bc0d89-9fa4-459c-9c40-940342746538 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750375259028', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750374836628'] for port, after_delete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:08:35.923471 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01046324-87f5-4602-aae2-211b224a2957 tempest-RoutersNegativeIpV6Test-2082853264 tempest-RoutersNegativeIpV6Test-2082853264-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:08:35.924343 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-01046324-87f5-4602-aae2-211b224a2957 tempest-RoutersNegativeIpV6Test-2082853264 tempest-RoutersNegativeIpV6Test-2082853264-project] Notify callbacks [] for subnet, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:08:35.965921 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-58405718-88fe-47bd-95d1-367dc4cdfc51 tempest-FloatingIPTestJSON-1355648241 tempest-FloatingIPTestJSON-1355648241-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750375259028', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750374836628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32266323'] for port, after_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:08:36.042591 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-01046324-87f5-4602-aae2-211b224a2957 tempest-RoutersNegativeIpV6Test-2082853264 tempest-RoutersNegativeIpV6Test-2082853264-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 4.6466601 Apr 18 21:08:36.064288 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 42310) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:08:36.080443 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85bc0d89-9fa4-459c-9c40-940342746538 None None] Pushing event deleted for resources: {'Port': ['ID=153386f3-52b6-4dc2-8eeb-b4d37127965b,revision_number=None']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:08:36.086412 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.v2.base [None req-d3564c42-755f-4daf-b978-48533cd56994 tempest-RoutersNegativeIpV6Test-2082853264 tempest-RoutersNegativeIpV6Test-2082853264-project] Request body: {'subnet': {'network_id': '01d61448-080f-4759-8290-7f8eab807be0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=84040) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:08:36.241846 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-469737fc-4561-4262-904b-610bff64b811 None None] For port 2d32731c-48ad-4b45-874c-af40c761ec4d, host n-d-838334-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838334-2',level=0,port_id=2d32731c-48ad-4b45-874c-af40c761ec4d,segment=NetworkSegment(01be71db-4c51-41b2-8d85-96bec6349d0d),segment_id=01be71db-4c51-41b2-8d85-96bec6349d0d)] {{(pid=84042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:08:36.292831 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58405718-88fe-47bd-95d1-367dc4cdfc51 tempest-FloatingIPTestJSON-1355648241 tempest-FloatingIPTestJSON-1355648241-project] Pushing event deleted for resources: {'Port': ['ID=8641c5e5-a3bc-4bdc-9911-c45fb2b66d68,revision_number=None']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:08:36.307605 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85bc0d89-9fa4-459c-9c40-940342746538 None None] No DVR routers for this DVR port 153386f3-52b6-4dc2-8eeb-b4d37127965b on host n-d-838334-2 {{(pid=84042) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 21:08:36.309452 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-469737fc-4561-4262-904b-610bff64b811 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682'] for port, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:08:36.341329 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.db.resource_extend [None req-22a92453-26b2-4c15-8e70-7f5f5e276191 tempest-ExternalNetworksAdminNegativeTestJSON-1381864900 tempest-ExternalNetworksAdminNegativeTestJSON-1381864900-project-admin] It took 0.20 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 18 21:08:36.376170 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-22a92453-26b2-4c15-8e70-7f5f5e276191 tempest-ExternalNetworksAdminNegativeTestJSON-1381864900 tempest-ExternalNetworksAdminNegativeTestJSON-1381864900-project-admin] Notify callbacks [] for port, precommit_update {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:08:36.396341 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [None req-d3564c42-755f-4daf-b978-48533cd56994 tempest-RoutersNegativeIpV6Test-2082853264 tempest-RoutersNegativeIpV6Test-2082853264-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:08:36.409557 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-d3564c42-755f-4daf-b978-48533cd56994 tempest-RoutersNegativeIpV6Test-2082853264 tempest-RoutersNegativeIpV6Test-2082853264-project] Usage tracker for resource:subnet and tenant:96d414bf260e4d24a9412ba94380cbaf is out of sync, need to count used quota {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:08:36.412940 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-d3564c42-755f-4daf-b978-48533cd56994 tempest-RoutersNegativeIpV6Test-2082853264 tempest-RoutersNegativeIpV6Test-2082853264-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:08:36.426870 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [None req-d3564c42-755f-4daf-b978-48533cd56994 tempest-RoutersNegativeIpV6Test-2082853264 tempest-RoutersNegativeIpV6Test-2082853264-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:08:36.433645 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-22a92453-26b2-4c15-8e70-7f5f5e276191 tempest-ExternalNetworksAdminNegativeTestJSON-1381864900 tempest-ExternalNetworksAdminNegativeTestJSON-1381864900-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32440959'] for port, after_update {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:08:36.511070 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d3564c42-755f-4daf-b978-48533cd56994 tempest-RoutersNegativeIpV6Test-2082853264 tempest-RoutersNegativeIpV6Test-2082853264-project] Made reservation on behalf of 96d414bf260e4d24a9412ba94380cbaf for: {'subnet': 1} {{(pid=84040) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:08:36.598726 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a49317a-5e0e-4cd3-bc33-989908bc030d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp016840fc-1f9f-5892-9c53-c9cf6c845bbb-c860dc78-feba-4e0f-94fd-145aed778f32', 'network_id': 'c860dc78-feba-4e0f-94fd-145aed778f32', 'tenant_id': '96d414bf260e4d24a9412ba94380cbaf', 'fixed_ips': [{'subnet_id': '74f10cb8-d869-4288-9746-a336fe2dc56d'}]}} from n-d-838334-2. {{(pid=84042) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 18 21:08:36.599531 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-9a49317a-5e0e-4cd3-bc33-989908bc030d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_create {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:08:36.671081 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-469737fc-4561-4262-904b-610bff64b811 None None] Pushing event updated for resources: {'Port': ['ID=2d32731c-48ad-4b45-874c-af40c761ec4d,revision_number=3']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:08:36.701744 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 42318) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:08:36.730970 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22a92453-26b2-4c15-8e70-7f5f5e276191 tempest-ExternalNetworksAdminNegativeTestJSON-1381864900 tempest-ExternalNetworksAdminNegativeTestJSON-1381864900-project-admin] Pushing event updated for resources: {'Port': ['ID=07008cd6-3637-413a-af68-3c3c3496469f,revision_number=2']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:08:36.738694 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-22a92453-26b2-4c15-8e70-7f5f5e276191 tempest-ExternalNetworksAdminNegativeTestJSON-1381864900 tempest-ExternalNetworksAdminNegativeTestJSON-1381864900-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33444131'] for floatingip, after_update {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:08:36.752553 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-d3564c42-755f-4daf-b978-48533cd56994 tempest-RoutersNegativeIpV6Test-2082853264 tempest-RoutersNegativeIpV6Test-2082853264-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31752722'] for subnet, before_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:08:36.893625 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-22a92453-26b2-4c15-8e70-7f5f5e276191 tempest-ExternalNetworksAdminNegativeTestJSON-1381864900 tempest-ExternalNetworksAdminNegativeTestJSON-1381864900-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217293'] for floatingip, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:08:36.903648 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-22a92453-26b2-4c15-8e70-7f5f5e276191 tempest-ExternalNetworksAdminNegativeTestJSON-1381864900 tempest-ExternalNetworksAdminNegativeTestJSON-1381864900-project-admin] 10.222.0.42 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.8484321 Apr 18 21:08:36.904500 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 42324) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:08:36.922693 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.v2.base [None req-96e45e04-2ea9-4ca7-86ad-cd99dfff8c03 tempest-ExternalNetworksAdminNegativeTestJSON-1381864900 tempest-ExternalNetworksAdminNegativeTestJSON-1381864900-project-admin] Request body: {'port': {'name': 'tempest-ExternalNetworksAdminNegativeTestJSON-1760007026', 'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'fixed_ips': [{'ip_address': '172.25.8.143'}]}} {{(pid=84040) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:08:36.941470 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [None req-96e45e04-2ea9-4ca7-86ad-cd99dfff8c03 tempest-ExternalNetworksAdminNegativeTestJSON-1381864900 tempest-ExternalNetworksAdminNegativeTestJSON-1381864900-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:08:36.955747 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-96e45e04-2ea9-4ca7-86ad-cd99dfff8c03 tempest-ExternalNetworksAdminNegativeTestJSON-1381864900 tempest-ExternalNetworksAdminNegativeTestJSON-1381864900-project-admin] Usage tracker for resource:port and tenant:2a7a67f979b94302b2b26ca6f388f8c5 is out of sync, need to count used quota {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:08:36.963233 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-96e45e04-2ea9-4ca7-86ad-cd99dfff8c03 tempest-ExternalNetworksAdminNegativeTestJSON-1381864900 tempest-ExternalNetworksAdminNegativeTestJSON-1381864900-project-admin] Quota usage for port was recalculated. Used quota:1. {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:08:36.981304 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [None req-96e45e04-2ea9-4ca7-86ad-cd99dfff8c03 tempest-ExternalNetworksAdminNegativeTestJSON-1381864900 tempest-ExternalNetworksAdminNegativeTestJSON-1381864900-project-admin] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:08:37.002889 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Device 2d32731c-48ad-4b45-874c-af40c761ec4d up at agent ovs-agent-n-d-838334-2 {{(pid=84042) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 21:08:37.023257 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-96e45e04-2ea9-4ca7-86ad-cd99dfff8c03 tempest-ExternalNetworksAdminNegativeTestJSON-1381864900 tempest-ExternalNetworksAdminNegativeTestJSON-1381864900-project-admin] Made reservation on behalf of 2a7a67f979b94302b2b26ca6f388f8c5 for: {'port': 1} {{(pid=84040) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:08:37.025639 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-96e45e04-2ea9-4ca7-86ad-cd99dfff8c03 tempest-ExternalNetworksAdminNegativeTestJSON-1381864900 tempest-ExternalNetworksAdminNegativeTestJSON-1381864900-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:08:37.108185 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.db_base_plugin_common [None req-9a49317a-5e0e-4cd3-bc33-989908bc030d None None] Allocated IP 2001:db8::2 (c860dc78-feba-4e0f-94fd-145aed778f32/74f10cb8-d869-4288-9746-a336fe2dc56d/79a37607-99ae-426f-bd8e-e3c662f11678) {{(pid=84042) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 21:08:37.140364 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-96e45e04-2ea9-4ca7-86ad-cd99dfff8c03 tempest-ExternalNetworksAdminNegativeTestJSON-1381864900 tempest-ExternalNetworksAdminNegativeTestJSON-1381864900-project-admin] Notify callbacks [] for security_group, before_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:08:37.149412 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-1bf2e377-546d-4669-8e3a-7c198c990c74 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:08:37.193421 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-4ec1cde6-538d-44e9-a2f2-53ea30acbe8f tempest-PortsIpV6TestJSON-656796091 tempest-PortsIpV6TestJSON-656796091-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369123'] for port, precommit_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:08:37.227949 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [None req-96e45e04-2ea9-4ca7-86ad-cd99dfff8c03 tempest-ExternalNetworksAdminNegativeTestJSON-1381864900 tempest-ExternalNetworksAdminNegativeTestJSON-1381864900-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:08:37.234280 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-96e45e04-2ea9-4ca7-86ad-cd99dfff8c03 tempest-ExternalNetworksAdminNegativeTestJSON-1381864900 tempest-ExternalNetworksAdminNegativeTestJSON-1381864900-project-admin] Usage tracker for resource:security_group_rule and tenant:2a7a67f979b94302b2b26ca6f388f8c5 is out of sync, need to count used quota {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:08:37.237809 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [None req-1bf2e377-546d-4669-8e3a-7c198c990c74 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:08:37.239843 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-96e45e04-2ea9-4ca7-86ad-cd99dfff8c03 tempest-ExternalNetworksAdminNegativeTestJSON-1381864900 tempest-ExternalNetworksAdminNegativeTestJSON-1381864900-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:08:37.247184 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-1bf2e377-546d-4669-8e3a-7c198c990c74 admin admin] Usage tracker for resource:security_group_rule and tenant:fa6ec8b3a9454f1c8b0d961e3db3b986 is out of sync, need to count used quota {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:08:37.265637 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [None req-96e45e04-2ea9-4ca7-86ad-cd99dfff8c03 tempest-ExternalNetworksAdminNegativeTestJSON-1381864900 tempest-ExternalNetworksAdminNegativeTestJSON-1381864900-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:08:37.268590 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-1bf2e377-546d-4669-8e3a-7c198c990c74 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:08:37.279494 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [None req-1bf2e377-546d-4669-8e3a-7c198c990c74 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:08:37.330926 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-d3564c42-755f-4daf-b978-48533cd56994 tempest-RoutersNegativeIpV6Test-2082853264 tempest-RoutersNegativeIpV6Test-2082853264-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33526260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32441074', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31752704'] for subnet, after_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:08:37.357366 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.plugin [None req-4ec1cde6-538d-44e9-a2f2-53ea30acbe8f tempest-PortsIpV6TestJSON-656796091 tempest-PortsIpV6TestJSON-656796091-project] Calling delete_port for 331c78f2-c4fa-405a-a689-7df66e7806ff owned by {{(pid=84041) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 21:08:37.469647 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-9a49317a-5e0e-4cd3-bc33-989908bc030d None None] Notify callbacks [] for port, precommit_create {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:08:37.470893 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-4ec1cde6-538d-44e9-a2f2-53ea30acbe8f tempest-PortsIpV6TestJSON-656796091 tempest-PortsIpV6TestJSON-656796091-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750375259028', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750374836628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32266323'] for port, after_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:08:37.471285 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3564c42-755f-4daf-b978-48533cd56994 tempest-RoutersNegativeIpV6Test-2082853264 tempest-RoutersNegativeIpV6Test-2082853264-project] Pushing event updated for resources: {'Subnet': ['ID=9e0cb921-c5dd-4aa8-89b8-987f9357c068,revision_number=0']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:08:37.491124 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-9a49317a-5e0e-4cd3-bc33-989908bc030d None None] Transition to ACTIVE for port object 79a37607-99ae-426f-bd8e-e3c662f11678 will not be triggered until provisioned by entity L2. {{(pid=84042) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:08:37.515418 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-9a49317a-5e0e-4cd3-bc33-989908bc030d None None] Transition to ACTIVE for port object 79a37607-99ae-426f-bd8e-e3c662f11678 will not be triggered until provisioned by entity DHCP. {{(pid=84042) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:08:37.518348 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-96e45e04-2ea9-4ca7-86ad-cd99dfff8c03 tempest-ExternalNetworksAdminNegativeTestJSON-1381864900 tempest-ExternalNetworksAdminNegativeTestJSON-1381864900-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:08:37.520119 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-1bf2e377-546d-4669-8e3a-7c198c990c74 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:08:37.523997 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3564c42-755f-4daf-b978-48533cd56994 tempest-RoutersNegativeIpV6Test-2082853264 tempest-RoutersNegativeIpV6Test-2082853264-project] Checking segment: {'id': 'edf0b10c-83af-43ce-a5e7-f065b11cd5db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '01d61448-080f-4759-8290-7f8eab807be0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84040) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 21:08:37.524326 n-d-838334-2 neutron-server[84040]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3564c42-755f-4daf-b978-48533cd56994 tempest-RoutersNegativeIpV6Test-2082853264 tempest-RoutersNegativeIpV6Test-2082853264-project] Network hostable DHCP agents. Network: 01d61448-080f-4759-8290-7f8eab807be0, hostable agents: ['8746f8ea-3e91-4b32-9919-2c63adeb8722'], hosted agents: [] {{(pid=84040) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 21:08:37.531259 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-96e45e04-2ea9-4ca7-86ad-cd99dfff8c03 tempest-ExternalNetworksAdminNegativeTestJSON-1381864900 tempest-ExternalNetworksAdminNegativeTestJSON-1381864900-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33528224'] for security_group, after_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:08:37.534102 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-1bf2e377-546d-4669-8e3a-7c198c990c74 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33528224'] for security_group, after_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:08:37.535322 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-9a49317a-5e0e-4cd3-bc33-989908bc030d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750374836619'] for port, after_create {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:08:37.535692 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ec1cde6-538d-44e9-a2f2-53ea30acbe8f tempest-PortsIpV6TestJSON-656796091 tempest-PortsIpV6TestJSON-656796091-project] Pushing event deleted for resources: {'Port': ['ID=331c78f2-c4fa-405a-a689-7df66e7806ff,revision_number=None']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:08:37.549433 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-4ec1cde6-538d-44e9-a2f2-53ea30acbe8f tempest-PortsIpV6TestJSON-656796091 tempest-PortsIpV6TestJSON-656796091-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217293'] for port, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:08:37.572187 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-58405718-88fe-47bd-95d1-367dc4cdfc51 tempest-FloatingIPTestJSON-1355648241 tempest-FloatingIPTestJSON-1355648241-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-32377931', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33443910'] for router_interface, after_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:08:37.581953 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-4ec1cde6-538d-44e9-a2f2-53ea30acbe8f tempest-PortsIpV6TestJSON-656796091 tempest-PortsIpV6TestJSON-656796091-project] 10.222.0.42 "DELETE /v2.0/ports/331c78f2-c4fa-405a-a689-7df66e7806ff HTTP/1.1" status: 204 len: 168 time: 2.8080819 Apr 18 21:08:37.582559 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 42332) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:08:37.607231 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Provisioning complete for port 2d32731c-48ad-4b45-874c-af40c761ec4d triggered by entity L2. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:08:37.607590 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1253608'] for port, provisioning_complete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:08:37.680841 n-d-838334-2 neutron-server[84040]: DEBUG neutron.notifiers.nova [None req-96e45e04-2ea9-4ca7-86ad-cd99dfff8c03 tempest-ExternalNetworksAdminNegativeTestJSON-1381864900 tempest-ExternalNetworksAdminNegativeTestJSON-1381864900-project-admin] device_id is not set on port 11399002-71b7-4b61-be58-175e326c83b1 yet. {{(pid=84040) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 18 21:08:37.739517 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96e45e04-2ea9-4ca7-86ad-cd99dfff8c03 tempest-ExternalNetworksAdminNegativeTestJSON-1381864900 tempest-ExternalNetworksAdminNegativeTestJSON-1381864900-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=82957332-52d2-430c-93c4-5b149fbd43d6,revision_number=1']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:08:37.825264 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a49317a-5e0e-4cd3-bc33-989908bc030d None None] Pushing event updated for resources: {'Port': ['ID=79a37607-99ae-426f-bd8e-e3c662f11678,revision_number=1']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:08:37.837728 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-1bc02056-79aa-47d6-9ad7-6459ee45904b None None] Provisioning complete for port 2d32731c-48ad-4b45-874c-af40c761ec4d triggered by entity DHCP. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:08:37.838390 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-1bc02056-79aa-47d6-9ad7-6459ee45904b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1253608'] for port, provisioning_complete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:08:37.852992 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-1bf2e377-546d-4669-8e3a-7c198c990c74 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=fa6ec8b3a9454f1c8b0d961e3db3b986&name=default HTTP/1.1" status: 200 len: 2647 time: 1.1478941 Apr 18 21:08:37.857645 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 42346) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:08:37.863779 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-1c6d84e9-8e35-4c7e-926e-ca7bf67b15ab tempest-PortsIpV6TestJSON-656796091 tempest-PortsIpV6TestJSON-656796091-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1103592'] for network, before_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:08:37.868525 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bf2e377-546d-4669-8e3a-7c198c990c74 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cb7592b8-f1e6-4353-93a0-d8eecf7f88e0,revision_number=1']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:08:37.899929 n-d-838334-2 neutron-server[84042]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a49317a-5e0e-4cd3-bc33-989908bc030d None None] Network c860dc78-feba-4e0f-94fd-145aed778f32 is already hosted by enough agents. {{(pid=84042) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:08:37.908664 n-d-838334-2 neutron-server[84042]: DEBUG neutron.scheduler.base_scheduler [None req-9a49317a-5e0e-4cd3-bc33-989908bc030d None None] Resources bound (agent type, host, resource id): {{(pid=84042) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:08:37.915432 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a49317a-5e0e-4cd3-bc33-989908bc030d None None] Received port after_create {{(pid=84042) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 21:08:37.927921 n-d-838334-2 neutron-server[84040]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3564c42-755f-4daf-b978-48533cd56994 tempest-RoutersNegativeIpV6Test-2082853264 tempest-RoutersNegativeIpV6Test-2082853264-project] Network 01d61448-080f-4759-8290-7f8eab807be0 is scheduled to be hosted by DHCP agent 8746f8ea-3e91-4b32-9919-2c63adeb8722 with binding_index 1 {{(pid=84040) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 21:08:38.069070 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.managers [None req-9a49317a-5e0e-4cd3-bc33-989908bc030d None None] Attempting to bind port 79a37607-99ae-426f-bd8e-e3c662f11678 on host n-d-838334-2 for vnic_type normal with profile {{(pid=84042) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 21:08:38.069325 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.managers [None req-9a49317a-5e0e-4cd3-bc33-989908bc030d None None] Attempting to bind port 79a37607-99ae-426f-bd8e-e3c662f11678 by drivers openvswitch,hyperv on host n-d-838334-2 at level 0 using segments [{'id': '6d5f173d-7c65-453b-b946-7305db3a9884', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': 'c860dc78-feba-4e0f-94fd-145aed778f32'}] {{(pid=84042) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 21:08:38.069678 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a49317a-5e0e-4cd3-bc33-989908bc030d None None] Attempting to bind port 79a37607-99ae-426f-bd8e-e3c662f11678 on network c860dc78-feba-4e0f-94fd-145aed778f32 {{(pid=84042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 21:08:38.126445 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a49317a-5e0e-4cd3-bc33-989908bc030d None None] Checking agent: {'id': '97cd4414-7af6-4d67-868d-dff370b4071a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838334-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 25, 49), 'started_at': datetime.datetime(2022, 4, 18, 20, 26, 19), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 21, 8, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838334-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 18 21:08:38.126817 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a49317a-5e0e-4cd3-bc33-989908bc030d None None] Checking segment: {'id': '6d5f173d-7c65-453b-b946-7305db3a9884', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': 'c860dc78-feba-4e0f-94fd-145aed778f32'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84042) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 21:08:38.127220 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-9a49317a-5e0e-4cd3-bc33-989908bc030d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:08:38.127606 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a49317a-5e0e-4cd3-bc33-989908bc030d None None] Bound using segment: {'id': '6d5f173d-7c65-453b-b946-7305db3a9884', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': 'c860dc78-feba-4e0f-94fd-145aed778f32'} {{(pid=84042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 18 21:08:38.128100 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.managers [None req-9a49317a-5e0e-4cd3-bc33-989908bc030d None None] Bound port: 79a37607-99ae-426f-bd8e-e3c662f11678, host: n-d-838334-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6d5f173d-7c65-453b-b946-7305db3a9884', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': 'c860dc78-feba-4e0f-94fd-145aed778f32'}}] {{(pid=84042) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 21:08:38.128462 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-9a49317a-5e0e-4cd3-bc33-989908bc030d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:08:38.144975 n-d-838334-2 neutron-server[84040]: DEBUG neutron.scheduler.base_scheduler [None req-d3564c42-755f-4daf-b978-48533cd56994 tempest-RoutersNegativeIpV6Test-2082853264 tempest-RoutersNegativeIpV6Test-2082853264-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-838334-2, 01d61448-080f-4759-8290-7f8eab807be0) {{(pid=84040) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:08:38.149941 n-d-838334-2 neutron-server[84040]: INFO neutron.pecan_wsgi.hooks.translation [None req-96e45e04-2ea9-4ca7-86ad-cd99dfff8c03 tempest-ExternalNetworksAdminNegativeTestJSON-1381864900 tempest-ExternalNetworksAdminNegativeTestJSON-1381864900-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Apr 18 21:08:38.150408 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-96e45e04-2ea9-4ca7-86ad-cd99dfff8c03 tempest-ExternalNetworksAdminNegativeTestJSON-1381864900 tempest-ExternalNetworksAdminNegativeTestJSON-1381864900-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=84040) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 21:08:38.156749 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3564c42-755f-4daf-b978-48533cd56994 tempest-RoutersNegativeIpV6Test-2082853264 tempest-RoutersNegativeIpV6Test-2082853264-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:08:38.157935 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-d3564c42-755f-4daf-b978-48533cd56994 tempest-RoutersNegativeIpV6Test-2082853264 tempest-RoutersNegativeIpV6Test-2082853264-project] Notify callbacks [] for subnet, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:08:38.185723 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ad4d731-5074-43b3-94b7-d86d68082975 None None] Network 01d61448-080f-4759-8290-7f8eab807be0 requested from n-d-838334-2 {{(pid=84042) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 21:08:38.185930 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-1c6d84e9-8e35-4c7e-926e-ca7bf67b15ab tempest-PortsIpV6TestJSON-656796091 tempest-PortsIpV6TestJSON-656796091-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1258905', 'neutron.services.segments.db._delete_segments_for_network-8750375287417'] for network, precommit_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:08:38.206132 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-d3564c42-755f-4daf-b978-48533cd56994 tempest-RoutersNegativeIpV6Test-2082853264 tempest-RoutersNegativeIpV6Test-2082853264-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.1405876 Apr 18 21:08:38.209071 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 42356) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:08:38.305818 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-96e45e04-2ea9-4ca7-86ad-cd99dfff8c03 tempest-ExternalNetworksAdminNegativeTestJSON-1381864900 tempest-ExternalNetworksAdminNegativeTestJSON-1381864900-project-admin] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 409 len: 372 time: 1.3921824 Apr 18 21:08:38.317604 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 42364) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:08:38.325475 n-d-838334-2 neutron-server[84041]: DEBUG neutron.services.segments.db [None req-1c6d84e9-8e35-4c7e-926e-ca7bf67b15ab tempest-PortsIpV6TestJSON-656796091 tempest-PortsIpV6TestJSON-656796091-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['de7b0fae-0e02-49a3-8eec-fcb1c51621b4']}} {{(pid=84041) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:08:38.358728 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-d62bb7d6-6bfb-43d8-90ad-902660561b11 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:08:38.405868 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-9a49317a-5e0e-4cd3-bc33-989908bc030d None None] For port 79a37607-99ae-426f-bd8e-e3c662f11678, host n-d-838334-2, cleared binding levels {{(pid=84042) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 21:08:38.410678 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-9a49317a-5e0e-4cd3-bc33-989908bc030d None None] For port 79a37607-99ae-426f-bd8e-e3c662f11678, host n-d-838334-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838334-2',level=0,port_id=79a37607-99ae-426f-bd8e-e3c662f11678,segment=NetworkSegment(6d5f173d-7c65-453b-b946-7305db3a9884),segment_id=6d5f173d-7c65-453b-b946-7305db3a9884)] {{(pid=84042) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 21:08:38.530597 n-d-838334-2 neutron-server[84041]: DEBUG neutron.services.segments.db [None req-1c6d84e9-8e35-4c7e-926e-ca7bf67b15ab tempest-PortsIpV6TestJSON-656796091 tempest-PortsIpV6TestJSON-656796091-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c3e15f96-49dc-4529-907c-3a78425b3259') {'for_net_delete': True} {{(pid=84041) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:08:38.535981 n-d-838334-2 neutron-server[84041]: DEBUG neutron.services.segments.db [None req-1c6d84e9-8e35-4c7e-926e-ca7bf67b15ab tempest-PortsIpV6TestJSON-656796091 tempest-PortsIpV6TestJSON-656796091-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c3e15f96-49dc-4529-907c-3a78425b3259') {} {{(pid=84041) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:08:38.582622 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-9a49317a-5e0e-4cd3-bc33-989908bc030d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682'] for port, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:08:38.622311 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-1c6d84e9-8e35-4c7e-926e-ca7bf67b15ab tempest-PortsIpV6TestJSON-656796091 tempest-PortsIpV6TestJSON-656796091-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750375287300', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32268156'] for segment, before_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:08:38.781650 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1ce9df6-67b3-465d-a68f-0f791b3b1a0d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp016840fc-1f9f-5892-9c53-c9cf6c845bbb-01d61448-080f-4759-8290-7f8eab807be0', 'network_id': '01d61448-080f-4759-8290-7f8eab807be0', 'tenant_id': '96d414bf260e4d24a9412ba94380cbaf', 'fixed_ips': [{'subnet_id': '9e0cb921-c5dd-4aa8-89b8-987f9357c068'}]}} from n-d-838334-2. {{(pid=84042) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 18 21:08:38.782483 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-b1ce9df6-67b3-465d-a68f-0f791b3b1a0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_create {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:08:38.825367 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-d62bb7d6-6bfb-43d8-90ad-902660561b11 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:08:38.870644 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-1c6d84e9-8e35-4c7e-926e-ca7bf67b15ab tempest-PortsIpV6TestJSON-656796091 tempest-PortsIpV6TestJSON-656796091-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1082986'] for segment, precommit_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:08:38.878177 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a49317a-5e0e-4cd3-bc33-989908bc030d None None] Pushing event updated for resources: {'Port': ['ID=79a37607-99ae-426f-bd8e-e3c662f11678,revision_number=2']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:08:38.913476 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1c6d84e9-8e35-4c7e-926e-ca7bf67b15ab tempest-PortsIpV6TestJSON-656796091 tempest-PortsIpV6TestJSON-656796091-project] Releasing vlan 359 on physical network physnet1 to pool {{(pid=84041) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 18 21:08:38.913873 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-1c6d84e9-8e35-4c7e-926e-ca7bf67b15ab tempest-PortsIpV6TestJSON-656796091 tempest-PortsIpV6TestJSON-656796091-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1082993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32266254'] for segment, after_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:08:38.989593 n-d-838334-2 neutron-server[84041]: Traceback (most recent call last): Apr 18 21:08:38.989593 n-d-838334-2 neutron-server[84041]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 18 21:08:38.989593 n-d-838334-2 neutron-server[84041]: timer() Apr 18 21:08:38.989593 n-d-838334-2 neutron-server[84041]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 21:08:38.989593 n-d-838334-2 neutron-server[84041]: cb(*args, **kw) Apr 18 21:08:38.989593 n-d-838334-2 neutron-server[84041]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 18 21:08:38.989593 n-d-838334-2 neutron-server[84041]: return func(*args, **kwargs) Apr 18 21:08:38.989593 n-d-838334-2 neutron-server[84041]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 21:08:38.989593 n-d-838334-2 neutron-server[84041]: self._notify() Apr 18 21:08:38.989593 n-d-838334-2 neutron-server[84041]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 21:08:38.989593 n-d-838334-2 neutron-server[84041]: self.callback(batched_events) Apr 18 21:08:38.989593 n-d-838334-2 neutron-server[84041]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 21:08:38.989593 n-d-838334-2 neutron-server[84041]: event.method(event) Apr 18 21:08:38.989593 n-d-838334-2 neutron-server[84041]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 18 21:08:38.989593 n-d-838334-2 neutron-server[84041]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 21:08:38.989593 n-d-838334-2 neutron-server[84041]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 18 21:08:38.989593 n-d-838334-2 neutron-server[84041]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 21:08:38.989593 n-d-838334-2 neutron-server[84041]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 18 21:08:38.989593 n-d-838334-2 neutron-server[84041]: return f(self, *a, **k) Apr 18 21:08:38.989593 n-d-838334-2 neutron-server[84041]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 18 21:08:38.989593 n-d-838334-2 neutron-server[84041]: return self._get(url).json() Apr 18 21:08:38.989593 n-d-838334-2 neutron-server[84041]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 18 21:08:38.989593 n-d-838334-2 neutron-server[84041]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 21:08:38.989593 n-d-838334-2 neutron-server[84041]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 18 21:08:38.989593 n-d-838334-2 neutron-server[84041]: return self.request(url, 'GET', **kwargs) Apr 18 21:08:38.989593 n-d-838334-2 neutron-server[84041]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 18 21:08:38.989593 n-d-838334-2 neutron-server[84041]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 21:08:38.989593 n-d-838334-2 neutron-server[84041]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 18 21:08:38.989593 n-d-838334-2 neutron-server[84041]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 21:08:38.989593 n-d-838334-2 neutron-server[84041]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 18 21:08:38.989593 n-d-838334-2 neutron-server[84041]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 21:08:38.989593 n-d-838334-2 neutron-server[84041]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 21:08:38.996678 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-33f4f434-f910-4875-856f-74a109fdd4c8 tempest-RoutersNegativeIpV6Test-2082853264 tempest-RoutersNegativeIpV6Test-2082853264-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:08:39.238326 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.db_base_plugin_common [None req-b1ce9df6-67b3-465d-a68f-0f791b3b1a0d None None] Allocated IP 2001:db8::2 (01d61448-080f-4759-8290-7f8eab807be0/9e0cb921-c5dd-4aa8-89b8-987f9357c068/88e246d1-574d-4717-87a6-ec79224bbb0d) {{(pid=84042) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 21:08:39.342242 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.plugin [None req-a19158a9-9011-4025-943d-2e923b1af9db tempest-ExternalNetworksAdminNegativeTestJSON-1381864900 tempest-ExternalNetworksAdminNegativeTestJSON-1381864900-project-admin] Deleting port 07008cd6-3637-413a-af68-3c3c3496469f {{(pid=84041) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 21:08:39.342757 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-a19158a9-9011-4025-943d-2e923b1af9db tempest-ExternalNetworksAdminNegativeTestJSON-1381864900 tempest-ExternalNetworksAdminNegativeTestJSON-1381864900-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750375188691'] for port, before_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:08:39.579671 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.db_base_plugin_common [None req-33f4f434-f910-4875-856f-74a109fdd4c8 tempest-RoutersNegativeIpV6Test-2082853264 tempest-RoutersNegativeIpV6Test-2082853264-project] Allocated IP 2001:db8::1 (c860dc78-feba-4e0f-94fd-145aed778f32/74f10cb8-d869-4288-9746-a336fe2dc56d/b1bc2892-c41d-4b5d-ba09-fdefd8d92ad8) {{(pid=84040) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 21:08:39.677545 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-1c6d84e9-8e35-4c7e-926e-ca7bf67b15ab tempest-PortsIpV6TestJSON-656796091 tempest-PortsIpV6TestJSON-656796091-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1258898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33526109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33444113'] for network, after_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:08:39.687578 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-1c6d84e9-8e35-4c7e-926e-ca7bf67b15ab tempest-PortsIpV6TestJSON-656796091 tempest-PortsIpV6TestJSON-656796091-project] Notify callbacks [] for network, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:08:39.713461 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-b1ce9df6-67b3-465d-a68f-0f791b3b1a0d None None] Notify callbacks [] for port, precommit_create {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:08:39.783287 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 42394) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:08:39.826973 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-b1ce9df6-67b3-465d-a68f-0f791b3b1a0d None None] Transition to ACTIVE for port object 88e246d1-574d-4717-87a6-ec79224bbb0d will not be triggered until provisioned by entity L2. {{(pid=84042) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:08:39.830530 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-1c6d84e9-8e35-4c7e-926e-ca7bf67b15ab tempest-PortsIpV6TestJSON-656796091 tempest-PortsIpV6TestJSON-656796091-project] 10.222.0.42 "DELETE /v2.0/networks/de7b0fae-0e02-49a3-8eec-fcb1c51621b4 HTTP/1.1" status: 204 len: 168 time: 2.2445247 Apr 18 21:08:39.853552 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-b1ce9df6-67b3-465d-a68f-0f791b3b1a0d None None] Transition to ACTIVE for port object 88e246d1-574d-4717-87a6-ec79224bbb0d will not be triggered until provisioned by entity DHCP. {{(pid=84042) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:08:39.857858 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-33f4f434-f910-4875-856f-74a109fdd4c8 tempest-RoutersNegativeIpV6Test-2082853264 tempest-RoutersNegativeIpV6Test-2082853264-project] Notify callbacks [] for port, precommit_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:08:39.861400 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-d62bb7d6-6bfb-43d8-90ad-902660561b11 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33528224'] for security_group, after_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:08:39.862901 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-b1ce9df6-67b3-465d-a68f-0f791b3b1a0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750374836619'] for port, after_create {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:08:39.864860 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-d62bb7d6-6bfb-43d8-90ad-902660561b11 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:08:39.869494 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-d62bb7d6-6bfb-43d8-90ad-902660561b11 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/cb7592b8-f1e6-4353-93a0-d8eecf7f88e0 HTTP/1.1" status: 204 len: 168 time: 2.0079570 Apr 18 21:08:39.884328 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c6d84e9-8e35-4c7e-926e-ca7bf67b15ab tempest-PortsIpV6TestJSON-656796091 tempest-PortsIpV6TestJSON-656796091-project] Pushing event deleted for resources: {'Network': ['ID=de7b0fae-0e02-49a3-8eec-fcb1c51621b4,revision_number=None']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:08:39.891029 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.provisioning_blocks [None req-33f4f434-f910-4875-856f-74a109fdd4c8 tempest-RoutersNegativeIpV6Test-2082853264 tempest-RoutersNegativeIpV6Test-2082853264-project] Transition to ACTIVE for port object b1bc2892-c41d-4b5d-ba09-fdefd8d92ad8 will not be triggered until provisioned by entity DHCP. {{(pid=84040) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:08:39.924304 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d62bb7d6-6bfb-43d8-90ad-902660561b11 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb7592b8-f1e6-4353-93a0-d8eecf7f88e0,revision_number=None']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:08:39.966122 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-33f4f434-f910-4875-856f-74a109fdd4c8 tempest-RoutersNegativeIpV6Test-2082853264 tempest-RoutersNegativeIpV6Test-2082853264-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750374836619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32440838'] for port, after_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:08:40.030749 n-d-838334-2 neutron-server[84042]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1ce9df6-67b3-465d-a68f-0f791b3b1a0d None None] Network 01d61448-080f-4759-8290-7f8eab807be0 is already hosted by enough agents. {{(pid=84042) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:08:40.053417 n-d-838334-2 neutron-server[84042]: DEBUG neutron.scheduler.base_scheduler [None req-b1ce9df6-67b3-465d-a68f-0f791b3b1a0d None None] Resources bound (agent type, host, resource id): {{(pid=84042) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:08:40.061982 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1ce9df6-67b3-465d-a68f-0f791b3b1a0d None None] Received port after_create {{(pid=84042) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 21:08:40.093823 n-d-838334-2 neutron-server[84040]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33f4f434-f910-4875-856f-74a109fdd4c8 tempest-RoutersNegativeIpV6Test-2082853264 tempest-RoutersNegativeIpV6Test-2082853264-project] Network c860dc78-feba-4e0f-94fd-145aed778f32 is already hosted by enough agents. {{(pid=84040) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:08:40.117030 n-d-838334-2 neutron-server[84040]: DEBUG neutron.scheduler.base_scheduler [None req-33f4f434-f910-4875-856f-74a109fdd4c8 tempest-RoutersNegativeIpV6Test-2082853264 tempest-RoutersNegativeIpV6Test-2082853264-project] Resources bound (agent type, host, resource id): {{(pid=84040) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:08:40.128178 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33f4f434-f910-4875-856f-74a109fdd4c8 tempest-RoutersNegativeIpV6Test-2082853264 tempest-RoutersNegativeIpV6Test-2082853264-project] Received port after_create {{(pid=84040) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 21:08:40.128781 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-33f4f434-f910-4875-856f-74a109fdd4c8 tempest-RoutersNegativeIpV6Test-2082853264 tempest-RoutersNegativeIpV6Test-2082853264-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33444010'] for router_interface, before_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:08:40.190150 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-a19158a9-9011-4025-943d-2e923b1af9db tempest-ExternalNetworksAdminNegativeTestJSON-1381864900 tempest-ExternalNetworksAdminNegativeTestJSON-1381864900-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369123'] for port, precommit_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:08:40.190999 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-a19158a9-9011-4025-943d-2e923b1af9db tempest-ExternalNetworksAdminNegativeTestJSON-1381864900 tempest-ExternalNetworksAdminNegativeTestJSON-1381864900-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:08:40.284613 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33f4f434-f910-4875-856f-74a109fdd4c8 tempest-RoutersNegativeIpV6Test-2082853264 tempest-RoutersNegativeIpV6Test-2082853264-project] Pushing event updated for resources: {'Port': ['ID=b1bc2892-c41d-4b5d-ba09-fdefd8d92ad8,revision_number=1']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:08:40.303520 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1ce9df6-67b3-465d-a68f-0f791b3b1a0d None None] Pushing event updated for resources: {'Port': ['ID=88e246d1-574d-4717-87a6-ec79224bbb0d,revision_number=1']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:08:40.327910 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.managers [None req-b1ce9df6-67b3-465d-a68f-0f791b3b1a0d None None] Attempting to bind port 88e246d1-574d-4717-87a6-ec79224bbb0d on host n-d-838334-2 for vnic_type normal with profile {{(pid=84042) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 21:08:40.328347 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.managers [None req-b1ce9df6-67b3-465d-a68f-0f791b3b1a0d None None] Attempting to bind port 88e246d1-574d-4717-87a6-ec79224bbb0d by drivers openvswitch,hyperv on host n-d-838334-2 at level 0 using segments [{'id': 'edf0b10c-83af-43ce-a5e7-f065b11cd5db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '01d61448-080f-4759-8290-7f8eab807be0'}] {{(pid=84042) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 21:08:40.329333 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1ce9df6-67b3-465d-a68f-0f791b3b1a0d None None] Attempting to bind port 88e246d1-574d-4717-87a6-ec79224bbb0d on network 01d61448-080f-4759-8290-7f8eab807be0 {{(pid=84042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 21:08:40.337522 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1ce9df6-67b3-465d-a68f-0f791b3b1a0d None None] Checking agent: {'id': '97cd4414-7af6-4d67-868d-dff370b4071a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838334-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 25, 49), 'started_at': datetime.datetime(2022, 4, 18, 20, 26, 19), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 21, 8, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838334-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 18 21:08:40.338100 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1ce9df6-67b3-465d-a68f-0f791b3b1a0d None None] Checking segment: {'id': 'edf0b10c-83af-43ce-a5e7-f065b11cd5db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '01d61448-080f-4759-8290-7f8eab807be0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84042) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 21:08:40.338664 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-b1ce9df6-67b3-465d-a68f-0f791b3b1a0d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:08:40.339155 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1ce9df6-67b3-465d-a68f-0f791b3b1a0d None None] Bound using segment: {'id': 'edf0b10c-83af-43ce-a5e7-f065b11cd5db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '01d61448-080f-4759-8290-7f8eab807be0'} {{(pid=84042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 18 21:08:40.339832 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.managers [None req-b1ce9df6-67b3-465d-a68f-0f791b3b1a0d None None] Bound port: 88e246d1-574d-4717-87a6-ec79224bbb0d, host: n-d-838334-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'edf0b10c-83af-43ce-a5e7-f065b11cd5db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '01d61448-080f-4759-8290-7f8eab807be0'}}] {{(pid=84042) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 21:08:40.340355 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-b1ce9df6-67b3-465d-a68f-0f791b3b1a0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:08:40.467906 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-77057ed8-fd11-4c1f-be25-b0885640526e admin admin] Notify callbacks [] for security_group, before_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:08:40.470737 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-b1ce9df6-67b3-465d-a68f-0f791b3b1a0d None None] For port 88e246d1-574d-4717-87a6-ec79224bbb0d, host n-d-838334-2, cleared binding levels {{(pid=84042) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 21:08:40.476148 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-b1ce9df6-67b3-465d-a68f-0f791b3b1a0d None None] For port 88e246d1-574d-4717-87a6-ec79224bbb0d, host n-d-838334-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838334-2',level=0,port_id=88e246d1-574d-4717-87a6-ec79224bbb0d,segment=NetworkSegment(edf0b10c-83af-43ce-a5e7-f065b11cd5db),segment_id=edf0b10c-83af-43ce-a5e7-f065b11cd5db)] {{(pid=84042) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 21:08:40.487684 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-b1ce9df6-67b3-465d-a68f-0f791b3b1a0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682'] for port, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:08:40.579373 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 42408) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:08:40.587849 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.plugin [None req-a19158a9-9011-4025-943d-2e923b1af9db tempest-ExternalNetworksAdminNegativeTestJSON-1381864900 tempest-ExternalNetworksAdminNegativeTestJSON-1381864900-project-admin] Calling delete_port for 07008cd6-3637-413a-af68-3c3c3496469f owned by network:floatingip {{(pid=84041) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 21:08:40.602771 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ab75495-7eaf-4fe1-bc94-5efbe170b790 None None] Network c860dc78-feba-4e0f-94fd-145aed778f32 requested from n-d-838334-2 {{(pid=84042) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 21:08:40.701487 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-33f4f434-f910-4875-856f-74a109fdd4c8 tempest-RoutersNegativeIpV6Test-2082853264 tempest-RoutersNegativeIpV6Test-2082853264-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:08:40.714990 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1ce9df6-67b3-465d-a68f-0f791b3b1a0d None None] Pushing event updated for resources: {'Port': ['ID=88e246d1-574d-4717-87a6-ec79224bbb0d,revision_number=2']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:08:40.779098 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-a8b26dbd-bc81-416e-9ec9-c6ed4c0fd3d0 None None] Provisioning for port 79a37607-99ae-426f-bd8e-e3c662f11678 completed by entity DHCP. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 21:08:40.817515 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 42416) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:08:40.846976 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-bab452ae-8880-4a1b-95fb-dfc03b48a604 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:08:40.884341 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [None req-77057ed8-fd11-4c1f-be25-b0885640526e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:08:40.910831 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-bab452ae-8880-4a1b-95fb-dfc03b48a604 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:08:40.915210 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-bab452ae-8880-4a1b-95fb-dfc03b48a604 admin admin] Usage tracker for resource:security_group_rule and tenant:a67e4712b56941029e05b0bad8400116 is out of sync, need to count used quota {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:08:40.924284 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-bab452ae-8880-4a1b-95fb-dfc03b48a604 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:08:40.940545 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-77057ed8-fd11-4c1f-be25-b0885640526e admin admin] Usage tracker for resource:security_group_rule and tenant:82169af0f4074e27a7a4ca3040cbad47 is out of sync, need to count used quota {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:08:40.952179 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-bab452ae-8880-4a1b-95fb-dfc03b48a604 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:08:40.966610 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-77057ed8-fd11-4c1f-be25-b0885640526e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:08:41.146230 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Device 79a37607-99ae-426f-bd8e-e3c662f11678 up at agent ovs-agent-n-d-838334-2 {{(pid=84042) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 21:08:41.214681 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-bab452ae-8880-4a1b-95fb-dfc03b48a604 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:08:41.244297 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-bab452ae-8880-4a1b-95fb-dfc03b48a604 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33528224'] for security_group, after_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:08:41.274318 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Provisioning for port 79a37607-99ae-426f-bd8e-e3c662f11678 completed by entity L2. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 21:08:41.285110 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Provisioning complete for port 79a37607-99ae-426f-bd8e-e3c662f11678 triggered by entity L2. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:08:41.285491 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1253608'] for port, provisioning_complete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:08:41.314960 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bab452ae-8880-4a1b-95fb-dfc03b48a604 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d2d7791a-2c6c-41ad-a77b-bfa898dc7809,revision_number=1']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:08:41.328020 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [None req-77057ed8-fd11-4c1f-be25-b0885640526e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:08:41.362531 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-bab452ae-8880-4a1b-95fb-dfc03b48a604 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=a67e4712b56941029e05b0bad8400116&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5439663 Apr 18 21:08:41.367983 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 42422) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:08:41.379428 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-a19158a9-9011-4025-943d-2e923b1af9db tempest-ExternalNetworksAdminNegativeTestJSON-1381864900 tempest-ExternalNetworksAdminNegativeTestJSON-1381864900-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750375259028', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750374836628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32266323'] for port, after_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:08:41.472182 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:08:41.523092 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a19158a9-9011-4025-943d-2e923b1af9db tempest-ExternalNetworksAdminNegativeTestJSON-1381864900 tempest-ExternalNetworksAdminNegativeTestJSON-1381864900-project-admin] Pushing event deleted for resources: {'Port': ['ID=07008cd6-3637-413a-af68-3c3c3496469f,revision_number=None']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:08:41.543063 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] For port 79a37607-99ae-426f-bd8e-e3c662f11678, host n-d-838334-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838334-2',level=0,port_id=79a37607-99ae-426f-bd8e-e3c662f11678,segment=NetworkSegment(6d5f173d-7c65-453b-b946-7305db3a9884),segment_id=6d5f173d-7c65-453b-b946-7305db3a9884)] {{(pid=84042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:08:41.549389 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682'] for port, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:08:41.609517 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-a19158a9-9011-4025-943d-2e923b1af9db tempest-ExternalNetworksAdminNegativeTestJSON-1381864900 tempest-ExternalNetworksAdminNegativeTestJSON-1381864900-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:08:41.648061 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Pushing event updated for resources: {'Port': ['ID=79a37607-99ae-426f-bd8e-e3c662f11678,revision_number=3']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:08:41.666240 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-a7cd793d-25ac-460d-9ac4-cfeeca6766cb admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=2eda1cb86d1d401280eb2d37452a60a8&name=default HTTP/1.1" status: 200 len: 2647 time: 1.0269041 Apr 18 21:08:41.670785 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 42426) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:08:41.672811 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-33f4f434-f910-4875-856f-74a109fdd4c8 tempest-RoutersNegativeIpV6Test-2082853264 tempest-RoutersNegativeIpV6Test-2082853264-project] Notify callbacks [] for port, precommit_update {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:08:41.686929 n-d-838334-2 neutron-server[84041]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-58405718-88fe-47bd-95d1-367dc4cdfc51 tempest-FloatingIPTestJSON-1355648241 tempest-FloatingIPTestJSON-1355648241-project] Router 8d2572c8-a331-400d-95fa-c6c17825c988 has already been hosted by L3 agent bc84d6c9-dd7a-4555-a351-592327b46d5a {{(pid=84041) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 21:08:41.688163 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-33f4f434-f910-4875-856f-74a109fdd4c8 tempest-RoutersNegativeIpV6Test-2082853264 tempest-RoutersNegativeIpV6Test-2082853264-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32440959'] for port, after_update {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:08:41.689748 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-33f4f434-f910-4875-856f-74a109fdd4c8 tempest-RoutersNegativeIpV6Test-2082853264 tempest-RoutersNegativeIpV6Test-2082853264-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-32377886', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33443847'] for router_interface, after_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:08:41.740687 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-a19158a9-9011-4025-943d-2e923b1af9db tempest-ExternalNetworksAdminNegativeTestJSON-1381864900 tempest-ExternalNetworksAdminNegativeTestJSON-1381864900-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217293'] for floatingip, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:08:41.752599 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-a19158a9-9011-4025-943d-2e923b1af9db tempest-ExternalNetworksAdminNegativeTestJSON-1381864900 tempest-ExternalNetworksAdminNegativeTestJSON-1381864900-project-admin] 10.222.0.42 "DELETE /v2.0/floatingips/9edad7d2-4f9d-49a4-b35a-17663ff68ac5 HTTP/1.1" status: 204 len: 168 time: 3.3919899 Apr 18 21:08:41.764814 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-07f01019-6514-4d4c-95e3-ee2c00f4f0fd None None] Provisioning complete for port 79a37607-99ae-426f-bd8e-e3c662f11678 triggered by entity DHCP. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:08:41.765447 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-07f01019-6514-4d4c-95e3-ee2c00f4f0fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1253608'] for port, provisioning_complete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:08:41.783967 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33f4f434-f910-4875-856f-74a109fdd4c8 tempest-RoutersNegativeIpV6Test-2082853264 tempest-RoutersNegativeIpV6Test-2082853264-project] Pushing event updated for resources: {'Port': ['ID=b1bc2892-c41d-4b5d-ba09-fdefd8d92ad8,revision_number=2']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:08:41.826535 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-0a46ed80-9e12-4d46-9608-1eb65f325515 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:08:41.866833 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-84f6ab2b-5240-41f3-b2ef-134dbbf76a38 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:08:42.032290 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-84f6ab2b-5240-41f3-b2ef-134dbbf76a38 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:08:42.157672 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-07f01019-6514-4d4c-95e3-ee2c00f4f0fd None None] Provisioning for port b1bc2892-c41d-4b5d-ba09-fdefd8d92ad8 completed by entity DHCP. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 21:08:42.176349 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-77057ed8-fd11-4c1f-be25-b0885640526e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:08:42.177546 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-07f01019-6514-4d4c-95e3-ee2c00f4f0fd None None] Provisioning complete for port b1bc2892-c41d-4b5d-ba09-fdefd8d92ad8 triggered by entity DHCP. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:08:42.178069 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-07f01019-6514-4d4c-95e3-ee2c00f4f0fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1253608'] for port, provisioning_complete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:08:42.314496 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-77057ed8-fd11-4c1f-be25-b0885640526e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33528224'] for security_group, after_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:08:42.327914 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.plugin [None req-07f01019-6514-4d4c-95e3-ee2c00f4f0fd None None] Port b1bc2892-c41d-4b5d-ba09-fdefd8d92ad8 cannot update to ACTIVE because it is not bound. {{(pid=84042) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 18 21:08:42.337973 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 42440) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:08:42.370611 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-84f6ab2b-5240-41f3-b2ef-134dbbf76a38 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33528224'] for security_group, after_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:08:42.372916 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d42a7083-4d06-4ebc-bf61-ce9b40685501 None None] Network 01d61448-080f-4759-8290-7f8eab807be0 requested from n-d-838334-2 {{(pid=84042) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 21:08:42.385405 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-0a46ed80-9e12-4d46-9608-1eb65f325515 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:08:42.432147 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77057ed8-fd11-4c1f-be25-b0885640526e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=29093c92-f6d9-4c48-95d9-57a6cc5fe6b3,revision_number=1']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:08:42.510673 n-d-838334-2 neutron-server[84040]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33f4f434-f910-4875-856f-74a109fdd4c8 tempest-RoutersNegativeIpV6Test-2082853264 tempest-RoutersNegativeIpV6Test-2082853264-project] Network c860dc78-feba-4e0f-94fd-145aed778f32 is already hosted by enough agents. {{(pid=84040) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:08:42.522625 n-d-838334-2 neutron-server[84040]: DEBUG neutron.scheduler.base_scheduler [None req-33f4f434-f910-4875-856f-74a109fdd4c8 tempest-RoutersNegativeIpV6Test-2082853264 tempest-RoutersNegativeIpV6Test-2082853264-project] Resources bound (agent type, host, resource id): {{(pid=84040) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:08:42.546244 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-3110e1aa-b421-458d-95d5-a29117bf327e None None] Provisioning for port 88e246d1-574d-4717-87a6-ec79224bbb0d completed by entity DHCP. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 21:08:42.562538 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84f6ab2b-5240-41f3-b2ef-134dbbf76a38 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2d7791a-2c6c-41ad-a77b-bfa898dc7809,revision_number=None']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:08:42.570217 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-0a46ed80-9e12-4d46-9608-1eb65f325515 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33528224'] for security_group, after_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:08:42.574780 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-77057ed8-fd11-4c1f-be25-b0885640526e admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=82169af0f4074e27a7a4ca3040cbad47&name=default HTTP/1.1" status: 200 len: 2647 time: 2.7904480 Apr 18 21:08:42.585617 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 42450) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:08:42.636702 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a46ed80-9e12-4d46-9608-1eb65f325515 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd477545-9c22-417e-937f-1164574be573,revision_number=None']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:08:42.642838 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-0a46ed80-9e12-4d46-9608-1eb65f325515 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:08:42.646028 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-0a46ed80-9e12-4d46-9608-1eb65f325515 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/bd477545-9c22-417e-937f-1164574be573 HTTP/1.1" status: 204 len: 168 time: 0.9555142 Apr 18 21:08:42.685989 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-58405718-88fe-47bd-95d1-367dc4cdfc51 tempest-FloatingIPTestJSON-1355648241 tempest-FloatingIPTestJSON-1355648241-project] Notify agent at l3_agent.n-d-838334-2 the message routers_updated {{(pid=84041) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 21:08:42.696269 n-d-838334-2 neutron-server[84043]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32c472e0-433f-492d-b879-e6f912e091f2 None None] Sync routers for ids ['8d2572c8-a331-400d-95fa-c6c17825c988'] in n-d-838334-2 {{(pid=84043) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 18 21:08:42.700736 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-58405718-88fe-47bd-95d1-367dc4cdfc51 tempest-FloatingIPTestJSON-1355648241 tempest-FloatingIPTestJSON-1355648241-project] 10.222.0.42 "PUT /v2.0/routers/8d2572c8-a331-400d-95fa-c6c17825c988/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 12.7818072 Apr 18 21:08:42.710415 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 42460) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:08:42.717314 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32c472e0-433f-492d-b879-e6f912e091f2 None None] Routers {'8d2572c8-a331-400d-95fa-c6c17825c988'} bound to L3 agent in host n-d-838334-2 {{(pid=84043) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 21:08:42.717940 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.l3_hamode_db [None req-32c472e0-433f-492d-b879-e6f912e091f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838334-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-18T20:25:48Z,description=,heartbeat_timestamp=2022-04-18T21:08:18Z,host='n-d-838334-2',id=bc84d6c9-dd7a-4555-a351-592327b46d5a,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:25:48Z,topic='l3_agent')) {'router_ids': ['8d2572c8-a331-400d-95fa-c6c17825c988'], 'active': True} {{(pid=84043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:08:42.837959 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-3110e1aa-b421-458d-95d5-a29117bf327e None None] Provisioning complete for port b1bc2892-c41d-4b5d-ba09-fdefd8d92ad8 triggered by entity DHCP. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:08:42.838433 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-3110e1aa-b421-458d-95d5-a29117bf327e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1253608'] for port, provisioning_complete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:08:42.854100 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.l3_hamode_db [None req-32c472e0-433f-492d-b879-e6f912e091f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-838334-2', False) {} {{(pid=84043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:08:42.890397 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32c472e0-433f-492d-b879-e6f912e091f2 None None] Routers {'8d2572c8-a331-400d-95fa-c6c17825c988'} bound to L3 agent in host n-d-838334-2 {{(pid=84043) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 21:08:42.891118 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.l3_hamode_db [None req-32c472e0-433f-492d-b879-e6f912e091f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838334-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-18T20:25:48Z,description=,heartbeat_timestamp=2022-04-18T21:08:18Z,host='n-d-838334-2',id=bc84d6c9-dd7a-4555-a351-592327b46d5a,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:25:48Z,topic='l3_agent')) {'router_ids': ['8d2572c8-a331-400d-95fa-c6c17825c988'], 'active': True} {{(pid=84043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:08:43.045405 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-eb6da4f2-fe5c-424d-9cfa-8989906374ea admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:08:43.075457 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-84f6ab2b-5240-41f3-b2ef-134dbbf76a38 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:08:43.079102 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-84f6ab2b-5240-41f3-b2ef-134dbbf76a38 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/d2d7791a-2c6c-41ad-a77b-bfa898dc7809 HTTP/1.1" status: 204 len: 168 time: 1.7059429 Apr 18 21:08:43.091036 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-eb6da4f2-fe5c-424d-9cfa-8989906374ea admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:08:43.114519 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.l3_hamode_db [None req-32c472e0-433f-492d-b879-e6f912e091f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-838334-2', False) {} {{(pid=84043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:08:43.115191 n-d-838334-2 neutron-server[84043]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32c472e0-433f-492d-b879-e6f912e091f2 None None] The sync data for ids ['8d2572c8-a331-400d-95fa-c6c17825c988'] in n-d-838334-2 is: [] {{(pid=84043) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 18 21:08:43.185064 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-eb6da4f2-fe5c-424d-9cfa-8989906374ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33528224'] for security_group, after_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:08:43.200609 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.plugin [None req-3110e1aa-b421-458d-95d5-a29117bf327e None None] Port b1bc2892-c41d-4b5d-ba09-fdefd8d92ad8 cannot update to ACTIVE because it is not bound. {{(pid=84042) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 18 21:08:43.214630 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-eb6da4f2-fe5c-424d-9cfa-8989906374ea admin admin] Notify callbacks [] for security_group, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:08:43.216021 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-eb6da4f2-fe5c-424d-9cfa-8989906374ea admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/29093c92-f6d9-4c48-95d9-57a6cc5fe6b3 HTTP/1.1" status: 204 len: 168 time: 0.6124663 Apr 18 21:08:43.218473 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb6da4f2-fe5c-424d-9cfa-8989906374ea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=29093c92-f6d9-4c48-95d9-57a6cc5fe6b3,revision_number=None']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:08:43.234227 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-33e13f71-3cc8-4009-889c-88c751363588 tempest-FloatingIPTestJSON-1355648241 tempest-FloatingIPTestJSON-1355648241-project] Notify callbacks [] for router, before_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:08:43.304012 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Device 79a37607-99ae-426f-bd8e-e3c662f11678 up at agent ovs-agent-n-d-838334-2 {{(pid=84042) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 21:08:43.488828 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Provisioning complete for port 79a37607-99ae-426f-bd8e-e3c662f11678 triggered by entity L2. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:08:43.489207 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1253608'] for port, provisioning_complete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:08:43.555366 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-9d7c0a8c-5075-48a0-94a3-d71fcb7dc378 None None] Provisioning complete for port b1bc2892-c41d-4b5d-ba09-fdefd8d92ad8 triggered by entity DHCP. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:08:43.555767 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-9d7c0a8c-5075-48a0-94a3-d71fcb7dc378 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1253608'] for port, provisioning_complete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:08:43.597605 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-57c31474-f544-4ff7-8640-97d87b02aa89 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:08:43.647647 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.plugin [None req-9d7c0a8c-5075-48a0-94a3-d71fcb7dc378 None None] Port b1bc2892-c41d-4b5d-ba09-fdefd8d92ad8 cannot update to ACTIVE because it is not bound. {{(pid=84042) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 18 21:08:43.656074 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-33e13f71-3cc8-4009-889c-88c751363588 tempest-FloatingIPTestJSON-1355648241 tempest-FloatingIPTestJSON-1355648241-project] Notify callbacks [] for router_gateway, before_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:08:43.675608 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.plugin [None req-33e13f71-3cc8-4009-889c-88c751363588 tempest-FloatingIPTestJSON-1355648241 tempest-FloatingIPTestJSON-1355648241-project] Deleting port 02e417a4-ea0f-4c37-8074-8e31eef9fc99 {{(pid=84041) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 21:08:43.676703 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-33e13f71-3cc8-4009-889c-88c751363588 tempest-FloatingIPTestJSON-1355648241 tempest-FloatingIPTestJSON-1355648241-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750375188691'] for port, before_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:08:43.799970 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [None req-57c31474-f544-4ff7-8640-97d87b02aa89 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:08:43.802422 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Device 88e246d1-574d-4717-87a6-ec79224bbb0d up at agent ovs-agent-n-d-838334-2 {{(pid=84042) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 21:08:43.806652 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-57c31474-f544-4ff7-8640-97d87b02aa89 admin admin] Usage tracker for resource:security_group_rule and tenant:45403fb738be4cb4b97cb32d814594ad is out of sync, need to count used quota {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:08:43.813521 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-57c31474-f544-4ff7-8640-97d87b02aa89 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:08:43.821573 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [None req-57c31474-f544-4ff7-8640-97d87b02aa89 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:08:43.901740 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Provisioning for port 88e246d1-574d-4717-87a6-ec79224bbb0d completed by entity L2. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 21:08:43.909982 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Provisioning complete for port 88e246d1-574d-4717-87a6-ec79224bbb0d triggered by entity L2. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:08:43.910353 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1253608'] for port, provisioning_complete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:08:43.941603 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-33e13f71-3cc8-4009-889c-88c751363588 tempest-FloatingIPTestJSON-1355648241 tempest-FloatingIPTestJSON-1355648241-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369123'] for port, precommit_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:08:43.946495 n-d-838334-2 neutron-server[84040]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-33f4f434-f910-4875-856f-74a109fdd4c8 tempest-RoutersNegativeIpV6Test-2082853264 tempest-RoutersNegativeIpV6Test-2082853264-project] Router 96585ca4-f503-4bc0-aa57-2b0fc3ed1a98 is scheduled to L3 agent bc84d6c9-dd7a-4555-a351-592327b46d5a with binding_index 1 {{(pid=84040) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 18 21:08:43.957363 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-57c31474-f544-4ff7-8640-97d87b02aa89 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:08:44.091305 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.plugin [None req-33e13f71-3cc8-4009-889c-88c751363588 tempest-FloatingIPTestJSON-1355648241 tempest-FloatingIPTestJSON-1355648241-project] Calling delete_port for 02e417a4-ea0f-4c37-8074-8e31eef9fc99 owned by network:router_gateway {{(pid=84041) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 21:08:44.095870 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-57c31474-f544-4ff7-8640-97d87b02aa89 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33528224'] for security_group, after_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:08:44.174192 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-57c31474-f544-4ff7-8640-97d87b02aa89 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=45403fb738be4cb4b97cb32d814594ad&name=default HTTP/1.1" status: 200 len: 2647 time: 1.8155475 Apr 18 21:08:44.174791 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 42492) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:08:44.177198 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:08:44.197533 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57c31474-f544-4ff7-8640-97d87b02aa89 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d4107368-1315-48a2-9a55-c3e26a0f05e6,revision_number=1']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:08:44.239312 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] For port 88e246d1-574d-4717-87a6-ec79224bbb0d, host n-d-838334-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838334-2',level=0,port_id=88e246d1-574d-4717-87a6-ec79224bbb0d,segment=NetworkSegment(edf0b10c-83af-43ce-a5e7-f065b11cd5db),segment_id=edf0b10c-83af-43ce-a5e7-f065b11cd5db)] {{(pid=84042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:08:44.245680 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682'] for port, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:08:44.247593 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 42498) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:08:44.292762 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-807475dd-9c27-4d68-8ce4-2ba7ae2cccea admin admin] Notify callbacks [] for security_group, before_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:08:44.332502 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-5f6f5eb6-87b2-4ef2-a2ee-cb3f1bf0bc37 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:08:44.367841 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Pushing event updated for resources: {'Port': ['ID=88e246d1-574d-4717-87a6-ec79224bbb0d,revision_number=3']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:08:44.403687 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 42504) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:08:44.447652 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-33e13f71-3cc8-4009-889c-88c751363588 tempest-FloatingIPTestJSON-1355648241 tempest-FloatingIPTestJSON-1355648241-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750375259028', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750374836628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32266323'] for port, after_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:08:44.506338 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33e13f71-3cc8-4009-889c-88c751363588 tempest-FloatingIPTestJSON-1355648241 tempest-FloatingIPTestJSON-1355648241-project] Pushing event deleted for resources: {'Port': ['ID=02e417a4-ea0f-4c37-8074-8e31eef9fc99,revision_number=None']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:08:44.529222 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-33f4f434-f910-4875-856f-74a109fdd4c8 tempest-RoutersNegativeIpV6Test-2082853264 tempest-RoutersNegativeIpV6Test-2082853264-project] Notify agent at l3_agent.n-d-838334-2 the message routers_updated {{(pid=84040) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 21:08:44.532875 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-5f6f5eb6-87b2-4ef2-a2ee-cb3f1bf0bc37 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:08:44.542997 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-896ea90b-38f4-45b0-b947-576d9d301656 None None] Sync routers for ids ['96585ca4-f503-4bc0-aa57-2b0fc3ed1a98'] in n-d-838334-2 {{(pid=84042) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 18 21:08:44.564219 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [None req-807475dd-9c27-4d68-8ce4-2ba7ae2cccea admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:08:44.566392 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_dvrscheduler_db [None req-896ea90b-38f4-45b0-b947-576d9d301656 None None] Routers {'96585ca4-f503-4bc0-aa57-2b0fc3ed1a98'} bound to L3 agent in host n-d-838334-2 {{(pid=84042) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 21:08:44.570198 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_hamode_db [None req-896ea90b-38f4-45b0-b947-576d9d301656 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838334-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-18T20:25:48Z,description=,heartbeat_timestamp=2022-04-18T21:08:18Z,host='n-d-838334-2',id=bc84d6c9-dd7a-4555-a351-592327b46d5a,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:25:48Z,topic='l3_agent')) {'router_ids': ['96585ca4-f503-4bc0-aa57-2b0fc3ed1a98'], 'active': True} {{(pid=84042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:08:44.571321 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-807475dd-9c27-4d68-8ce4-2ba7ae2cccea admin admin] Usage tracker for resource:security_group_rule and tenant:6972a8e3597d42d5b590eb4be0146347 is out of sync, need to count used quota {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:08:44.577322 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-807475dd-9c27-4d68-8ce4-2ba7ae2cccea admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:08:44.596163 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [None req-807475dd-9c27-4d68-8ce4-2ba7ae2cccea admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:08:44.599044 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-33f4f434-f910-4875-856f-74a109fdd4c8 tempest-RoutersNegativeIpV6Test-2082853264 tempest-RoutersNegativeIpV6Test-2082853264-project] 10.222.0.42 "PUT /v2.0/routers/96585ca4-f503-4bc0-aa57-2b0fc3ed1a98/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.3879440 Apr 18 21:08:44.602830 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 42516) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:08:44.662324 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-5f6f5eb6-87b2-4ef2-a2ee-cb3f1bf0bc37 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33528224'] for security_group, after_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:08:44.672619 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_hamode_db [None req-896ea90b-38f4-45b0-b947-576d9d301656 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-838334-2', False) {} {{(pid=84042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:08:44.685341 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_dvrscheduler_db [None req-896ea90b-38f4-45b0-b947-576d9d301656 None None] Routers {'96585ca4-f503-4bc0-aa57-2b0fc3ed1a98'} bound to L3 agent in host n-d-838334-2 {{(pid=84042) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 21:08:44.686345 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_hamode_db [None req-896ea90b-38f4-45b0-b947-576d9d301656 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838334-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-18T20:25:48Z,description=,heartbeat_timestamp=2022-04-18T21:08:18Z,host='n-d-838334-2',id=bc84d6c9-dd7a-4555-a351-592327b46d5a,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:25:48Z,topic='l3_agent')) {'router_ids': ['96585ca4-f503-4bc0-aa57-2b0fc3ed1a98'], 'active': True} {{(pid=84042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:08:44.730204 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f6f5eb6-87b2-4ef2-a2ee-cb3f1bf0bc37 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d4107368-1315-48a2-9a55-c3e26a0f05e6,revision_number=None']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:08:44.762186 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-5f6f5eb6-87b2-4ef2-a2ee-cb3f1bf0bc37 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:08:44.766569 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-5f6f5eb6-87b2-4ef2-a2ee-cb3f1bf0bc37 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/d4107368-1315-48a2-9a55-c3e26a0f05e6 HTTP/1.1" status: 204 len: 168 time: 0.5877275 Apr 18 21:08:44.774337 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_hamode_db [None req-896ea90b-38f4-45b0-b947-576d9d301656 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-838334-2', False) {} {{(pid=84042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:08:44.775161 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-896ea90b-38f4-45b0-b947-576d9d301656 None None] The sync data for ids ['96585ca4-f503-4bc0-aa57-2b0fc3ed1a98'] in n-d-838334-2 is: [] {{(pid=84042) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 18 21:08:44.775317 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-807475dd-9c27-4d68-8ce4-2ba7ae2cccea admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:08:44.784005 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-807475dd-9c27-4d68-8ce4-2ba7ae2cccea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33528224'] for security_group, after_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:08:44.819993 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-d3fc06e4-bda3-4489-ab1d-d04a18ac1b54 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:08:44.821949 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-807475dd-9c27-4d68-8ce4-2ba7ae2cccea admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=6972a8e3597d42d5b590eb4be0146347&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5636427 Apr 18 21:08:44.824823 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 42526) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:08:44.865456 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-807475dd-9c27-4d68-8ce4-2ba7ae2cccea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=88438f0c-03a2-48bd-bc4c-56cac91e7fa7,revision_number=1']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:08:44.908965 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-c6674b78-406a-4202-b460-9dc68f5ba7d3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:08:44.937321 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-c6674b78-406a-4202-b460-9dc68f5ba7d3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:08:45.015508 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Device 88e246d1-574d-4717-87a6-ec79224bbb0d up at agent ovs-agent-n-d-838334-2 {{(pid=84042) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 21:08:45.020688 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-c6674b78-406a-4202-b460-9dc68f5ba7d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33528224'] for security_group, after_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:08:45.053485 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6674b78-406a-4202-b460-9dc68f5ba7d3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=88438f0c-03a2-48bd-bc4c-56cac91e7fa7,revision_number=None']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:08:45.069129 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-c6674b78-406a-4202-b460-9dc68f5ba7d3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:08:45.072740 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-c6674b78-406a-4202-b460-9dc68f5ba7d3 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/88438f0c-03a2-48bd-bc4c-56cac91e7fa7 HTTP/1.1" status: 204 len: 168 time: 0.2447515 Apr 18 21:08:45.104725 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Provisioning complete for port 88e246d1-574d-4717-87a6-ec79224bbb0d triggered by entity L2. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:08:45.105051 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1253608'] for port, provisioning_complete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:08:45.305216 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-d3fc06e4-bda3-4489-ab1d-d04a18ac1b54 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:08:45.310826 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-33e13f71-3cc8-4009-889c-88c751363588 tempest-FloatingIPTestJSON-1355648241 tempest-FloatingIPTestJSON-1355648241-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33444108'] for router_gateway, after_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:08:45.338994 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 42540) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:08:45.413996 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-5975e98f-50e0-486e-b17a-5b96416b7ee7 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=2a7a67f979b94302b2b26ca6f388f8c5&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0701602 Apr 18 21:08:45.414720 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 42546) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:08:45.447549 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-d3fc06e4-bda3-4489-ab1d-d04a18ac1b54 admin admin] Usage tracker for resource:security_group_rule and tenant:5a3387b744db41b393b13b639883c438 is out of sync, need to count used quota {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:08:45.511870 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-d3fc06e4-bda3-4489-ab1d-d04a18ac1b54 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:08:45.512825 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-8416dc74-c216-47d4-83e0-2fdfc171c764 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:08:45.527099 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-d3fc06e4-bda3-4489-ab1d-d04a18ac1b54 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:08:45.574244 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-8416dc74-c216-47d4-83e0-2fdfc171c764 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:08:45.614660 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-33e13f71-3cc8-4009-889c-88c751363588 tempest-FloatingIPTestJSON-1355648241 tempest-FloatingIPTestJSON-1355648241-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33443580', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5726'] for router, precommit_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:08:45.623503 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.agents_db [None req-6346a179-333c-4370-b5a6-936984aeab15 None None] Agent healthcheck: found 7 active agents {{(pid=84043) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 18 21:08:45.639100 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-33e13f71-3cc8-4009-889c-88c751363588 tempest-FloatingIPTestJSON-1355648241 tempest-FloatingIPTestJSON-1355648241-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:08:45.646566 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-4f9e156f-27f6-42e4-acb5-4881dcfa55b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750375287399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253529'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:08:45.652431 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-8416dc74-c216-47d4-83e0-2fdfc171c764 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33528224'] for security_group, after_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:08:45.668498 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8416dc74-c216-47d4-83e0-2fdfc171c764 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=82957332-52d2-430c-93c4-5b149fbd43d6,revision_number=None']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:08:45.673503 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-8416dc74-c216-47d4-83e0-2fdfc171c764 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:08:45.677374 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-8416dc74-c216-47d4-83e0-2fdfc171c764 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/82957332-52d2-430c-93c4-5b149fbd43d6 HTTP/1.1" status: 204 len: 168 time: 0.2617123 Apr 18 21:08:45.785354 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 42558) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:08:45.869963 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-d3fc06e4-bda3-4489-ab1d-d04a18ac1b54 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:08:45.886022 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-d3fc06e4-bda3-4489-ab1d-d04a18ac1b54 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33528224'] for security_group, after_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:08:45.926578 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-33e13f71-3cc8-4009-889c-88c751363588 tempest-FloatingIPTestJSON-1355648241 tempest-FloatingIPTestJSON-1355648241-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-33443408'] for router, after_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:08:45.927112 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-33e13f71-3cc8-4009-889c-88c751363588 tempest-FloatingIPTestJSON-1355648241 tempest-FloatingIPTestJSON-1355648241-project] Fanout notify agent at l3_agent the message router_deleted on router 8d2572c8-a331-400d-95fa-c6c17825c988 {{(pid=84041) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 18 21:08:46.008868 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3fc06e4-bda3-4489-ab1d-d04a18ac1b54 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a366f0f9-68d1-4852-98b0-875f9bcba19a,revision_number=1']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:08:46.028413 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-d3fc06e4-bda3-4489-ab1d-d04a18ac1b54 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=5a3387b744db41b393b13b639883c438&name=default HTTP/1.1" status: 200 len: 2647 time: 1.6210663 Apr 18 21:08:46.028922 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 42568) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:08:46.063237 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-33e13f71-3cc8-4009-889c-88c751363588 tempest-FloatingIPTestJSON-1355648241 tempest-FloatingIPTestJSON-1355648241-project] Notify callbacks [] for router, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:08:46.071938 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-33e13f71-3cc8-4009-889c-88c751363588 tempest-FloatingIPTestJSON-1355648241 tempest-FloatingIPTestJSON-1355648241-project] 10.222.0.42 "DELETE /v2.0/routers/8d2572c8-a331-400d-95fa-c6c17825c988 HTTP/1.1" status: 204 len: 168 time: 3.3561435 Apr 18 21:08:46.072749 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 42574) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:08:46.115932 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-bb358d63-a8d3-45a4-ae71-db22ec7d8536 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:08:46.159616 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-bb358d63-a8d3-45a4-ae71-db22ec7d8536 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:08:46.227267 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-bb358d63-a8d3-45a4-ae71-db22ec7d8536 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33528224'] for security_group, after_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:08:46.266973 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb358d63-a8d3-45a4-ae71-db22ec7d8536 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a366f0f9-68d1-4852-98b0-875f9bcba19a,revision_number=None']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:08:46.280598 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.v2.base [None req-d31b5eee-d4cd-4694-b0e9-5ccb84ca515f tempest-RoutersIpV6Test-235118808 tempest-RoutersIpV6Test-235118808-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1703404696'}} {{(pid=84040) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:08:46.286928 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [None req-d31b5eee-d4cd-4694-b0e9-5ccb84ca515f tempest-RoutersIpV6Test-235118808 tempest-RoutersIpV6Test-235118808-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:08:46.291013 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-d31b5eee-d4cd-4694-b0e9-5ccb84ca515f tempest-RoutersIpV6Test-235118808 tempest-RoutersIpV6Test-235118808-project] Usage tracker for resource:network and tenant:3fd12654c90d4a4687b2462ca839c972 is out of sync, need to count used quota {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:08:46.306819 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-d31b5eee-d4cd-4694-b0e9-5ccb84ca515f tempest-RoutersIpV6Test-235118808 tempest-RoutersIpV6Test-235118808-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:08:46.318307 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [None req-d31b5eee-d4cd-4694-b0e9-5ccb84ca515f tempest-RoutersIpV6Test-235118808 tempest-RoutersIpV6Test-235118808-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:08:46.332639 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d31b5eee-d4cd-4694-b0e9-5ccb84ca515f tempest-RoutersIpV6Test-235118808 tempest-RoutersIpV6Test-235118808-project] Made reservation on behalf of 3fd12654c90d4a4687b2462ca839c972 for: {'network': 1} {{(pid=84040) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:08:46.337109 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-d31b5eee-d4cd-4694-b0e9-5ccb84ca515f tempest-RoutersIpV6Test-235118808 tempest-RoutersIpV6Test-235118808-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for network, before_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:08:46.348250 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-bb358d63-a8d3-45a4-ae71-db22ec7d8536 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:08:46.352494 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-bb358d63-a8d3-45a4-ae71-db22ec7d8536 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/a366f0f9-68d1-4852-98b0-875f9bcba19a HTTP/1.1" status: 204 len: 168 time: 0.3225250 Apr 18 21:08:46.359305 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-d31b5eee-d4cd-4694-b0e9-5ccb84ca515f tempest-RoutersIpV6Test-235118808 tempest-RoutersIpV6Test-235118808-project] Notify callbacks [] for security_group, before_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:08:46.401779 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.db_base_plugin_v2 [None req-ca96c8cf-85cb-4031-89d6-16cbf8d0443b tempest-FloatingIPTestJSON-1355648241 tempest-FloatingIPTestJSON-1355648241-project] Deleting subnet a3e2e578-9cc2-4f84-b434-bc1622f09b26 {{(pid=84041) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 18 21:08:46.404062 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [None req-d31b5eee-d4cd-4694-b0e9-5ccb84ca515f tempest-RoutersIpV6Test-235118808 tempest-RoutersIpV6Test-235118808-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:08:46.409311 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-d31b5eee-d4cd-4694-b0e9-5ccb84ca515f tempest-RoutersIpV6Test-235118808 tempest-RoutersIpV6Test-235118808-project] Usage tracker for resource:security_group_rule and tenant:3fd12654c90d4a4687b2462ca839c972 is out of sync, need to count used quota {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:08:46.412774 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-d31b5eee-d4cd-4694-b0e9-5ccb84ca515f tempest-RoutersIpV6Test-235118808 tempest-RoutersIpV6Test-235118808-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:08:46.413807 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-ca96c8cf-85cb-4031-89d6-16cbf8d0443b tempest-FloatingIPTestJSON-1355648241 tempest-FloatingIPTestJSON-1355648241-project] Notify callbacks [] for subnet, before_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:08:46.420964 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [None req-d31b5eee-d4cd-4694-b0e9-5ccb84ca515f tempest-RoutersIpV6Test-235118808 tempest-RoutersIpV6Test-235118808-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:08:46.477992 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-ca96c8cf-85cb-4031-89d6-16cbf8d0443b tempest-FloatingIPTestJSON-1355648241 tempest-FloatingIPTestJSON-1355648241-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32266383'] for subnet, precommit_delete_associations {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:08:46.528034 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-d31b5eee-d4cd-4694-b0e9-5ccb84ca515f tempest-RoutersIpV6Test-235118808 tempest-RoutersIpV6Test-235118808-project] Notify callbacks [] for security_group, precommit_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:08:46.535859 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-d31b5eee-d4cd-4694-b0e9-5ccb84ca515f tempest-RoutersIpV6Test-235118808 tempest-RoutersIpV6Test-235118808-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33528224'] for security_group, after_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:08:46.554169 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-ca96c8cf-85cb-4031-89d6-16cbf8d0443b tempest-FloatingIPTestJSON-1355648241 tempest-FloatingIPTestJSON-1355648241-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1260556'] for subnet, precommit_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:08:46.605521 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d31b5eee-d4cd-4694-b0e9-5ccb84ca515f tempest-RoutersIpV6Test-235118808 tempest-RoutersIpV6Test-235118808-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6793172b-6a7a-4806-9bd9-908cc3dc7564,revision_number=1']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:08:46.619030 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d31b5eee-d4cd-4694-b0e9-5ccb84ca515f tempest-RoutersIpV6Test-235118808 tempest-RoutersIpV6Test-235118808-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 389} {{(pid=84040) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 21:08:46.633537 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-d31b5eee-d4cd-4694-b0e9-5ccb84ca515f tempest-RoutersIpV6Test-235118808 tempest-RoutersIpV6Test-235118808-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1082986'] for segment, precommit_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:08:46.633888 n-d-838334-2 neutron-server[84040]: INFO neutron.db.segments_db [None req-d31b5eee-d4cd-4694-b0e9-5ccb84ca515f tempest-RoutersIpV6Test-235118808 tempest-RoutersIpV6Test-235118808-project] Added segment d2749b3e-c607-4664-9d47-6c75c4298fa7 of type vlan for network 93e07f9a-c91c-4845-840a-efe9774ad9c1 Apr 18 21:08:46.680016 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-d31b5eee-d4cd-4694-b0e9-5ccb84ca515f tempest-RoutersIpV6Test-235118808 tempest-RoutersIpV6Test-235118808-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750374825732'] for network, precommit_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:08:46.718118 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-d31b5eee-d4cd-4694-b0e9-5ccb84ca515f tempest-RoutersIpV6Test-235118808 tempest-RoutersIpV6Test-235118808-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33526109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022'] for network, after_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:08:46.722141 n-d-838334-2 neutron-server[84041]: INFO neutron.api.v2.resource [None req-e5db5409-8d6c-4073-a93d-042db5695bda tempest-RoutersNegativeIpV6Test-2082853264 tempest-RoutersNegativeIpV6Test-2082853264-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 18 21:08:46.726339 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-e5db5409-8d6c-4073-a93d-042db5695bda tempest-RoutersNegativeIpV6Test-2082853264 tempest-RoutersNegativeIpV6Test-2082853264-project] 10.222.0.42 "PUT /v2.0/routers/96585ca4-f503-4bc0-aa57-2b0fc3ed1a98/add_router_interface HTTP/1.1" status: 400 len: 438 time: 2.1057050 Apr 18 21:08:46.726960 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 42590) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:08:46.727528 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d31b5eee-d4cd-4694-b0e9-5ccb84ca515f tempest-RoutersIpV6Test-235118808 tempest-RoutersIpV6Test-235118808-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:08:46.728447 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-d31b5eee-d4cd-4694-b0e9-5ccb84ca515f tempest-RoutersIpV6Test-235118808 tempest-RoutersIpV6Test-235118808-project] Notify callbacks [] for network, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:08:46.793538 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-d31b5eee-d4cd-4694-b0e9-5ccb84ca515f tempest-RoutersIpV6Test-235118808 tempest-RoutersIpV6Test-235118808-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 1.0069647 Apr 18 21:08:46.850471 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 42596) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:08:46.884475 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.v2.base [None req-30db77e2-a259-4b08-a37d-c56ac4e7d404 tempest-RoutersIpV6Test-235118808 tempest-RoutersIpV6Test-235118808-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-2125779793'}} {{(pid=84040) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:08:46.896128 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [None req-30db77e2-a259-4b08-a37d-c56ac4e7d404 tempest-RoutersIpV6Test-235118808 tempest-RoutersIpV6Test-235118808-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:08:46.904557 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-30db77e2-a259-4b08-a37d-c56ac4e7d404 tempest-RoutersIpV6Test-235118808 tempest-RoutersIpV6Test-235118808-project] Usage tracker for resource:network and tenant:3fd12654c90d4a4687b2462ca839c972 is out of sync, need to count used quota {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:08:46.916224 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-30db77e2-a259-4b08-a37d-c56ac4e7d404 tempest-RoutersIpV6Test-235118808 tempest-RoutersIpV6Test-235118808-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:08:46.921005 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d31b5eee-d4cd-4694-b0e9-5ccb84ca515f tempest-RoutersIpV6Test-235118808 tempest-RoutersIpV6Test-235118808-project] Pushing event updated for resources: {'Network': ['ID=93e07f9a-c91c-4845-840a-efe9774ad9c1,revision_number=1']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:08:46.935704 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Network 93e07f9a-c91c-4845-840a-efe9774ad9c1 details requested by agent ovs-agent-n-d-838334-2 with host n-d-838334-2 {{(pid=84042) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 18 21:08:46.936427 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [None req-30db77e2-a259-4b08-a37d-c56ac4e7d404 tempest-RoutersIpV6Test-235118808 tempest-RoutersIpV6Test-235118808-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:08:46.949581 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-30db77e2-a259-4b08-a37d-c56ac4e7d404 tempest-RoutersIpV6Test-235118808 tempest-RoutersIpV6Test-235118808-project] Made reservation on behalf of 3fd12654c90d4a4687b2462ca839c972 for: {'network': 1} {{(pid=84040) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:08:46.954684 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-30db77e2-a259-4b08-a37d-c56ac4e7d404 tempest-RoutersIpV6Test-235118808 tempest-RoutersIpV6Test-235118808-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for network, before_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:08:47.017526 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-30db77e2-a259-4b08-a37d-c56ac4e7d404 tempest-RoutersIpV6Test-235118808 tempest-RoutersIpV6Test-235118808-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 351} {{(pid=84040) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 21:08:47.019910 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-ca96c8cf-85cb-4031-89d6-16cbf8d0443b tempest-FloatingIPTestJSON-1355648241 tempest-FloatingIPTestJSON-1355648241-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1260549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33526260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32266336', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32486390'] for subnet, after_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:08:47.055452 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-30db77e2-a259-4b08-a37d-c56ac4e7d404 tempest-RoutersIpV6Test-235118808 tempest-RoutersIpV6Test-235118808-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1082986'] for segment, precommit_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:08:47.058668 n-d-838334-2 neutron-server[84040]: INFO neutron.db.segments_db [None req-30db77e2-a259-4b08-a37d-c56ac4e7d404 tempest-RoutersIpV6Test-235118808 tempest-RoutersIpV6Test-235118808-project] Added segment 0cf9901c-797d-4462-8fa3-20885cf77322 of type vlan for network 4c603dc3-46a3-4cbd-9d39-160b636fb382 Apr 18 21:08:47.066602 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca96c8cf-85cb-4031-89d6-16cbf8d0443b tempest-FloatingIPTestJSON-1355648241 tempest-FloatingIPTestJSON-1355648241-project] Pushing event deleted for resources: {'Subnet': ['ID=a3e2e578-9cc2-4f84-b434-bc1622f09b26,revision_number=None']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:08:47.075597 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-ca96c8cf-85cb-4031-89d6-16cbf8d0443b tempest-FloatingIPTestJSON-1355648241 tempest-FloatingIPTestJSON-1355648241-project] Notify callbacks [] for subnet, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:08:47.095177 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-ca96c8cf-85cb-4031-89d6-16cbf8d0443b tempest-FloatingIPTestJSON-1355648241 tempest-FloatingIPTestJSON-1355648241-project] 10.222.0.42 "DELETE /v2.0/subnets/a3e2e578-9cc2-4f84-b434-bc1622f09b26 HTTP/1.1" status: 204 len: 168 time: 1.0199926 Apr 18 21:08:47.102167 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 42602) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:08:47.125981 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-30db77e2-a259-4b08-a37d-c56ac4e7d404 tempest-RoutersIpV6Test-235118808 tempest-RoutersIpV6Test-235118808-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750374825732'] for network, precommit_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:08:47.170401 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-30db77e2-a259-4b08-a37d-c56ac4e7d404 tempest-RoutersIpV6Test-235118808 tempest-RoutersIpV6Test-235118808-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33526109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022'] for network, after_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:08:47.179949 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30db77e2-a259-4b08-a37d-c56ac4e7d404 tempest-RoutersIpV6Test-235118808 tempest-RoutersIpV6Test-235118808-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:08:47.181598 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-30db77e2-a259-4b08-a37d-c56ac4e7d404 tempest-RoutersIpV6Test-235118808 tempest-RoutersIpV6Test-235118808-project] Notify callbacks [] for network, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:08:47.270523 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-3347fc8d-2725-43cd-8055-65c8b9970e30 tempest-FloatingIPTestJSON-1355648241 tempest-FloatingIPTestJSON-1355648241-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1103592'] for network, before_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:08:47.318000 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30db77e2-a259-4b08-a37d-c56ac4e7d404 tempest-RoutersIpV6Test-235118808 tempest-RoutersIpV6Test-235118808-project] Pushing event updated for resources: {'Network': ['ID=4c603dc3-46a3-4cbd-9d39-160b636fb382,revision_number=1']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:08:47.323225 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-30db77e2-a259-4b08-a37d-c56ac4e7d404 tempest-RoutersIpV6Test-235118808 tempest-RoutersIpV6Test-235118808-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.4721160 Apr 18 21:08:47.326220 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 42614) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:08:47.333941 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Network 4c603dc3-46a3-4cbd-9d39-160b636fb382 details requested by agent ovs-agent-n-d-838334-2 with host n-d-838334-2 {{(pid=84042) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 18 21:08:47.339299 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.v2.base [None req-f271acee-a98f-41fc-87ca-aaeb0a197cd1 tempest-RoutersIpV6Test-235118808 tempest-RoutersIpV6Test-235118808-project] Request body: {'subnet': {'network_id': '93e07f9a-c91c-4845-840a-efe9774ad9c1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=84040) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:08:47.405384 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 42618) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:08:47.488920 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [None req-f271acee-a98f-41fc-87ca-aaeb0a197cd1 tempest-RoutersIpV6Test-235118808 tempest-RoutersIpV6Test-235118808-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:08:47.492965 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-f271acee-a98f-41fc-87ca-aaeb0a197cd1 tempest-RoutersIpV6Test-235118808 tempest-RoutersIpV6Test-235118808-project] Usage tracker for resource:subnet and tenant:3fd12654c90d4a4687b2462ca839c972 is out of sync, need to count used quota {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:08:47.495956 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-f271acee-a98f-41fc-87ca-aaeb0a197cd1 tempest-RoutersIpV6Test-235118808 tempest-RoutersIpV6Test-235118808-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:08:47.506107 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [None req-f271acee-a98f-41fc-87ca-aaeb0a197cd1 tempest-RoutersIpV6Test-235118808 tempest-RoutersIpV6Test-235118808-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:08:47.525432 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f271acee-a98f-41fc-87ca-aaeb0a197cd1 tempest-RoutersIpV6Test-235118808 tempest-RoutersIpV6Test-235118808-project] Made reservation on behalf of 3fd12654c90d4a4687b2462ca839c972 for: {'subnet': 1} {{(pid=84040) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:08:47.562385 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-547f1ce1-c4a4-4018-9db2-843ddd76e7a5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:08:47.602879 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-3347fc8d-2725-43cd-8055-65c8b9970e30 tempest-FloatingIPTestJSON-1355648241 tempest-FloatingIPTestJSON-1355648241-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1258905', 'neutron.services.segments.db._delete_segments_for_network-8750375287417'] for network, precommit_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:08:47.661544 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-f271acee-a98f-41fc-87ca-aaeb0a197cd1 tempest-RoutersIpV6Test-235118808 tempest-RoutersIpV6Test-235118808-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31752722'] for subnet, before_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:08:47.669996 n-d-838334-2 neutron-server[84041]: DEBUG neutron.services.segments.db [None req-3347fc8d-2725-43cd-8055-65c8b9970e30 tempest-FloatingIPTestJSON-1355648241 tempest-FloatingIPTestJSON-1355648241-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['aac9f468-7127-4a86-9eab-4bd9c6ecd23d']}} {{(pid=84041) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:08:47.685938 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-547f1ce1-c4a4-4018-9db2-843ddd76e7a5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:08:47.694088 n-d-838334-2 neutron-server[84041]: DEBUG neutron.services.segments.db [None req-3347fc8d-2725-43cd-8055-65c8b9970e30 tempest-FloatingIPTestJSON-1355648241 tempest-FloatingIPTestJSON-1355648241-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dd5f8567-d473-4e71-834f-76d3d158dcd4') {'for_net_delete': True} {{(pid=84041) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:08:47.694827 n-d-838334-2 neutron-server[84041]: DEBUG neutron.services.segments.db [None req-3347fc8d-2725-43cd-8055-65c8b9970e30 tempest-FloatingIPTestJSON-1355648241 tempest-FloatingIPTestJSON-1355648241-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dd5f8567-d473-4e71-834f-76d3d158dcd4') {} {{(pid=84041) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:08:47.703832 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-547f1ce1-c4a4-4018-9db2-843ddd76e7a5 admin admin] Usage tracker for resource:security_group_rule and tenant:cdbe2966ae1c44ae9ab30be62dac0f3f is out of sync, need to count used quota {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:08:47.711281 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-547f1ce1-c4a4-4018-9db2-843ddd76e7a5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:08:47.722038 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-547f1ce1-c4a4-4018-9db2-843ddd76e7a5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:08:47.726370 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-3347fc8d-2725-43cd-8055-65c8b9970e30 tempest-FloatingIPTestJSON-1355648241 tempest-FloatingIPTestJSON-1355648241-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750375287300', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32268156'] for segment, before_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:08:47.767558 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-3347fc8d-2725-43cd-8055-65c8b9970e30 tempest-FloatingIPTestJSON-1355648241 tempest-FloatingIPTestJSON-1355648241-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1082986'] for segment, precommit_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:08:47.783100 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3347fc8d-2725-43cd-8055-65c8b9970e30 tempest-FloatingIPTestJSON-1355648241 tempest-FloatingIPTestJSON-1355648241-project] Releasing vlan 350 on physical network physnet1 to pool {{(pid=84041) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 18 21:08:47.783693 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-3347fc8d-2725-43cd-8055-65c8b9970e30 tempest-FloatingIPTestJSON-1355648241 tempest-FloatingIPTestJSON-1355648241-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1082993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32266254'] for segment, after_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:08:47.800619 n-d-838334-2 neutron-server[84041]: Traceback (most recent call last): Apr 18 21:08:47.800619 n-d-838334-2 neutron-server[84041]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 18 21:08:47.800619 n-d-838334-2 neutron-server[84041]: timer() Apr 18 21:08:47.800619 n-d-838334-2 neutron-server[84041]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 21:08:47.800619 n-d-838334-2 neutron-server[84041]: cb(*args, **kw) Apr 18 21:08:47.800619 n-d-838334-2 neutron-server[84041]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 18 21:08:47.800619 n-d-838334-2 neutron-server[84041]: return func(*args, **kwargs) Apr 18 21:08:47.800619 n-d-838334-2 neutron-server[84041]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 21:08:47.800619 n-d-838334-2 neutron-server[84041]: self._notify() Apr 18 21:08:47.800619 n-d-838334-2 neutron-server[84041]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 21:08:47.800619 n-d-838334-2 neutron-server[84041]: self.callback(batched_events) Apr 18 21:08:47.800619 n-d-838334-2 neutron-server[84041]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 21:08:47.800619 n-d-838334-2 neutron-server[84041]: event.method(event) Apr 18 21:08:47.800619 n-d-838334-2 neutron-server[84041]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 18 21:08:47.800619 n-d-838334-2 neutron-server[84041]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 21:08:47.800619 n-d-838334-2 neutron-server[84041]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 18 21:08:47.800619 n-d-838334-2 neutron-server[84041]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 21:08:47.800619 n-d-838334-2 neutron-server[84041]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 18 21:08:47.800619 n-d-838334-2 neutron-server[84041]: return f(self, *a, **k) Apr 18 21:08:47.800619 n-d-838334-2 neutron-server[84041]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 18 21:08:47.800619 n-d-838334-2 neutron-server[84041]: return self._get(url).json() Apr 18 21:08:47.800619 n-d-838334-2 neutron-server[84041]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 18 21:08:47.800619 n-d-838334-2 neutron-server[84041]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 21:08:47.800619 n-d-838334-2 neutron-server[84041]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 18 21:08:47.800619 n-d-838334-2 neutron-server[84041]: return self.request(url, 'GET', **kwargs) Apr 18 21:08:47.800619 n-d-838334-2 neutron-server[84041]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 18 21:08:47.800619 n-d-838334-2 neutron-server[84041]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 21:08:47.800619 n-d-838334-2 neutron-server[84041]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 18 21:08:47.800619 n-d-838334-2 neutron-server[84041]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 21:08:47.800619 n-d-838334-2 neutron-server[84041]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 18 21:08:47.800619 n-d-838334-2 neutron-server[84041]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 21:08:47.800619 n-d-838334-2 neutron-server[84041]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 21:08:47.896802 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-1c35af01-3934-4c8d-b49c-e63f93b3e800 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750375287399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253529'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:08:47.902969 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-3276fd4e-3b5d-4429-9624-3117bf90e0c6 tempest-RoutersNegativeIpV6Test-2082853264 tempest-RoutersNegativeIpV6Test-2082853264-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33443857'] for router_interface, before_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:08:47.989518 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-f271acee-a98f-41fc-87ca-aaeb0a197cd1 tempest-RoutersIpV6Test-235118808 tempest-RoutersIpV6Test-235118808-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33526260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32441074', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31752704'] for subnet, after_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:08:48.057241 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-3347fc8d-2725-43cd-8055-65c8b9970e30 tempest-FloatingIPTestJSON-1355648241 tempest-FloatingIPTestJSON-1355648241-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1258898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33526109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33444113'] for network, after_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:08:48.064095 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-3347fc8d-2725-43cd-8055-65c8b9970e30 tempest-FloatingIPTestJSON-1355648241 tempest-FloatingIPTestJSON-1355648241-project] Notify callbacks [] for network, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:08:48.129016 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3347fc8d-2725-43cd-8055-65c8b9970e30 tempest-FloatingIPTestJSON-1355648241 tempest-FloatingIPTestJSON-1355648241-project] Pushing event deleted for resources: {'Network': ['ID=aac9f468-7127-4a86-9eab-4bd9c6ecd23d,revision_number=None']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:08:48.131336 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f271acee-a98f-41fc-87ca-aaeb0a197cd1 tempest-RoutersIpV6Test-235118808 tempest-RoutersIpV6Test-235118808-project] Pushing event updated for resources: {'Subnet': ['ID=a572f526-a731-422a-b2fb-d57aaa1dae99,revision_number=0']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:08:48.151931 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-3347fc8d-2725-43cd-8055-65c8b9970e30 tempest-FloatingIPTestJSON-1355648241 tempest-FloatingIPTestJSON-1355648241-project] 10.222.0.42 "DELETE /v2.0/networks/aac9f468-7127-4a86-9eab-4bd9c6ecd23d HTTP/1.1" status: 204 len: 168 time: 1.0428801 Apr 18 21:08:48.154251 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f271acee-a98f-41fc-87ca-aaeb0a197cd1 tempest-RoutersIpV6Test-235118808 tempest-RoutersIpV6Test-235118808-project] Checking segment: {'id': 'd2749b3e-c607-4664-9d47-6c75c4298fa7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '93e07f9a-c91c-4845-840a-efe9774ad9c1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84040) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 21:08:48.154714 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-547f1ce1-c4a4-4018-9db2-843ddd76e7a5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:08:48.154824 n-d-838334-2 neutron-server[84040]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f271acee-a98f-41fc-87ca-aaeb0a197cd1 tempest-RoutersIpV6Test-235118808 tempest-RoutersIpV6Test-235118808-project] Network hostable DHCP agents. Network: 93e07f9a-c91c-4845-840a-efe9774ad9c1, hostable agents: ['8746f8ea-3e91-4b32-9919-2c63adeb8722'], hosted agents: [] {{(pid=84040) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 21:08:48.162231 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-547f1ce1-c4a4-4018-9db2-843ddd76e7a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33528224'] for security_group, after_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:08:48.185115 n-d-838334-2 neutron-server[84040]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f271acee-a98f-41fc-87ca-aaeb0a197cd1 tempest-RoutersIpV6Test-235118808 tempest-RoutersIpV6Test-235118808-project] Network 93e07f9a-c91c-4845-840a-efe9774ad9c1 is scheduled to be hosted by DHCP agent 8746f8ea-3e91-4b32-9919-2c63adeb8722 with binding_index 1 {{(pid=84040) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 21:08:48.205487 n-d-838334-2 neutron-server[84040]: DEBUG neutron.scheduler.base_scheduler [None req-f271acee-a98f-41fc-87ca-aaeb0a197cd1 tempest-RoutersIpV6Test-235118808 tempest-RoutersIpV6Test-235118808-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-838334-2, 93e07f9a-c91c-4845-840a-efe9774ad9c1) {{(pid=84040) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:08:48.211119 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f271acee-a98f-41fc-87ca-aaeb0a197cd1 tempest-RoutersIpV6Test-235118808 tempest-RoutersIpV6Test-235118808-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:08:48.212228 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-f271acee-a98f-41fc-87ca-aaeb0a197cd1 tempest-RoutersIpV6Test-235118808 tempest-RoutersIpV6Test-235118808-project] Notify callbacks [] for subnet, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:08:48.215849 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba51118f-fde9-4a8f-88b4-4a07985249b2 None None] Network 93e07f9a-c91c-4845-840a-efe9774ad9c1 requested from n-d-838334-2 {{(pid=84042) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 21:08:48.243608 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-f271acee-a98f-41fc-87ca-aaeb0a197cd1 tempest-RoutersIpV6Test-235118808 tempest-RoutersIpV6Test-235118808-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9158349 Apr 18 21:08:48.246783 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 42642) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:08:48.255207 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.v2.base [None req-b31d44dc-369e-4211-bd16-5aeae08e132b tempest-RoutersIpV6Test-235118808 tempest-RoutersIpV6Test-235118808-project] Request body: {'subnet': {'network_id': '4c603dc3-46a3-4cbd-9d39-160b636fb382', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=84040) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:08:48.260120 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-547f1ce1-c4a4-4018-9db2-843ddd76e7a5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4699aeb8-e570-4b4a-b83c-261a0982ec69,revision_number=1']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:08:48.286109 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-547f1ce1-c4a4-4018-9db2-843ddd76e7a5 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=cdbe2966ae1c44ae9ab30be62dac0f3f&name=default HTTP/1.1" status: 200 len: 2647 time: 0.8695986 Apr 18 21:08:48.294983 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 42646) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:08:48.295261 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 42650) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:08:48.455666 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [None req-b31d44dc-369e-4211-bd16-5aeae08e132b tempest-RoutersIpV6Test-235118808 tempest-RoutersIpV6Test-235118808-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:08:48.464318 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-b31d44dc-369e-4211-bd16-5aeae08e132b tempest-RoutersIpV6Test-235118808 tempest-RoutersIpV6Test-235118808-project] Usage tracker for resource:subnet and tenant:3fd12654c90d4a4687b2462ca839c972 is out of sync, need to count used quota {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:08:48.477758 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-b31d44dc-369e-4211-bd16-5aeae08e132b tempest-RoutersIpV6Test-235118808 tempest-RoutersIpV6Test-235118808-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:08:48.493863 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [None req-b31d44dc-369e-4211-bd16-5aeae08e132b tempest-RoutersIpV6Test-235118808 tempest-RoutersIpV6Test-235118808-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:08:48.499238 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-f225d45b-49ae-48aa-8c54-4d9d50c2b92d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:08:48.541808 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-f225d45b-49ae-48aa-8c54-4d9d50c2b92d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:08:48.589771 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-628aa485-bab5-4992-a840-a3728312acb9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp016840fc-1f9f-5892-9c53-c9cf6c845bbb-93e07f9a-c91c-4845-840a-efe9774ad9c1', 'network_id': '93e07f9a-c91c-4845-840a-efe9774ad9c1', 'tenant_id': '3fd12654c90d4a4687b2462ca839c972', 'fixed_ips': [{'subnet_id': 'a572f526-a731-422a-b2fb-d57aaa1dae99'}]}} from n-d-838334-2. {{(pid=84042) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 18 21:08:48.590619 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-628aa485-bab5-4992-a840-a3728312acb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_create {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:08:48.605815 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-f225d45b-49ae-48aa-8c54-4d9d50c2b92d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33528224'] for security_group, after_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:08:48.625413 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b31d44dc-369e-4211-bd16-5aeae08e132b tempest-RoutersIpV6Test-235118808 tempest-RoutersIpV6Test-235118808-project] Made reservation on behalf of 3fd12654c90d4a4687b2462ca839c972 for: {'subnet': 1} {{(pid=84040) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:08:48.863383 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-b31d44dc-369e-4211-bd16-5aeae08e132b tempest-RoutersIpV6Test-235118808 tempest-RoutersIpV6Test-235118808-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31752722'] for subnet, before_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:08:48.881013 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f225d45b-49ae-48aa-8c54-4d9d50c2b92d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4699aeb8-e570-4b4a-b83c-261a0982ec69,revision_number=None']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:08:48.886217 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.db_base_plugin_common [None req-628aa485-bab5-4992-a840-a3728312acb9 None None] Allocated IP 2001:db8::2 (93e07f9a-c91c-4845-840a-efe9774ad9c1/a572f526-a731-422a-b2fb-d57aaa1dae99/d55e3f89-0088-4a80-8344-49bd40385003) {{(pid=84042) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 21:08:48.959490 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [None req-1eb61936-efc9-4354-bea1-228438b84d5a tempest-ExtensionsTestJSON-1652871333 tempest-ExtensionsTestJSON-1652871333-project] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=84040) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 18 21:08:48.960642 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-1eb61936-efc9-4354-bea1-228438b84d5a tempest-ExtensionsTestJSON-1652871333 tempest-ExtensionsTestJSON-1652871333-project] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12610 time: 0.6618307 Apr 18 21:08:48.973376 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 42666) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:08:48.984232 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [None req-bc422d05-8dce-41a7-b529-232604f0eae1 tempest-ExtensionsTestJSON-1652871333 tempest-ExtensionsTestJSON-1652871333-project] http://10.222.0.42:9696/v2.0/extensions/address-group returned with HTTP 200 {{(pid=84040) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 18 21:08:48.985552 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-bc422d05-8dce-41a7-b529-232604f0eae1 tempest-ExtensionsTestJSON-1652871333 tempest-ExtensionsTestJSON-1652871333-project] 10.222.0.42 "GET /v2.0/extensions/address-group HTTP/1.1" status: 200 len: 353 time: 0.0082293 Apr 18 21:08:48.986465 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-f225d45b-49ae-48aa-8c54-4d9d50c2b92d admin admin] Notify callbacks [] for security_group, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:08:48.989873 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-f225d45b-49ae-48aa-8c54-4d9d50c2b92d admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/4699aeb8-e570-4b4a-b83c-261a0982ec69 HTTP/1.1" status: 204 len: 168 time: 0.6912770 Apr 18 21:08:48.990735 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 42670) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:08:49.001229 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [None req-7dba6880-9657-4a64-9f7a-a90da875fcf7 tempest-ExtensionsTestJSON-1652871333 tempest-ExtensionsTestJSON-1652871333-project] http://10.222.0.42:9696/v2.0/extensions/address-scope returned with HTTP 200 {{(pid=84040) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 18 21:08:49.002187 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-7dba6880-9657-4a64-9f7a-a90da875fcf7 tempest-ExtensionsTestJSON-1652871333 tempest-ExtensionsTestJSON-1652871333-project] 10.222.0.42 "GET /v2.0/extensions/address-scope HTTP/1.1" status: 200 len: 357 time: 0.0105872 Apr 18 21:08:49.004109 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 42676) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:08:49.006515 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 42678) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:08:49.023058 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [None req-2ae426e1-db0c-4648-afce-2442c96ae65c tempest-ExtensionsTestJSON-1652871333 tempest-ExtensionsTestJSON-1652871333-project] http://10.222.0.42:9696/v2.0/extensions/router-admin-state-down-before-update returned with HTTP 200 {{(pid=84040) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 18 21:08:49.024100 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-2ae426e1-db0c-4648-afce-2442c96ae65c tempest-ExtensionsTestJSON-1652871333 tempest-ExtensionsTestJSON-1652871333-project] 10.222.0.42 "GET /v2.0/extensions/router-admin-state-down-before-update HTTP/1.1" status: 200 len: 506 time: 0.0141017 Apr 18 21:08:49.027781 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 42686) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:08:49.036467 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [None req-3940c8e8-176b-4c7e-af36-5d4101d2ac14 tempest-ExtensionsTestJSON-1652871333 tempest-ExtensionsTestJSON-1652871333-project] http://10.222.0.42:9696/v2.0/extensions/agent returned with HTTP 200 {{(pid=84040) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 18 21:08:49.037495 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-3940c8e8-176b-4c7e-af36-5d4101d2ac14 tempest-ExtensionsTestJSON-1652871333 tempest-ExtensionsTestJSON-1652871333-project] 10.222.0.42 "GET /v2.0/extensions/agent HTTP/1.1" status: 200 len: 347 time: 0.0088270 Apr 18 21:08:49.040710 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 42690) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:08:49.048929 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [None req-e63f79a0-21ff-457f-b15a-5831c0fb6fea tempest-ExtensionsTestJSON-1652871333 tempest-ExtensionsTestJSON-1652871333-project] http://10.222.0.42:9696/v2.0/extensions/agent-resources-synced returned with HTTP 200 {{(pid=84040) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 18 21:08:49.050004 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-e63f79a0-21ff-457f-b15a-5831c0fb6fea tempest-ExtensionsTestJSON-1652871333 tempest-ExtensionsTestJSON-1652871333-project] 10.222.0.42 "GET /v2.0/extensions/agent-resources-synced HTTP/1.1" status: 200 len: 417 time: 0.0082238 Apr 18 21:08:49.055821 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 42694) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:08:49.067831 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [None req-a2efe678-3116-4dd1-8ef5-23951d8cedb5 tempest-ExtensionsTestJSON-1652871333 tempest-ExtensionsTestJSON-1652871333-project] http://10.222.0.42:9696/v2.0/extensions/allowed-address-pairs returned with HTTP 200 {{(pid=84040) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 18 21:08:49.068801 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-a2efe678-3116-4dd1-8ef5-23951d8cedb5 tempest-ExtensionsTestJSON-1652871333 tempest-ExtensionsTestJSON-1652871333-project] 10.222.0.42 "GET /v2.0/extensions/allowed-address-pairs HTTP/1.1" status: 200 len: 378 time: 0.0120842 Apr 18 21:08:49.073130 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 42698) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:08:49.086753 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [None req-48947413-d205-4e2f-a7bb-696f2a118cb4 tempest-ExtensionsTestJSON-1652871333 tempest-ExtensionsTestJSON-1652871333-project] http://10.222.0.42:9696/v2.0/extensions/auto-allocated-topology returned with HTTP 200 {{(pid=84040) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 18 21:08:49.097361 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-48947413-d205-4e2f-a7bb-696f2a118cb4 tempest-ExtensionsTestJSON-1652871333 tempest-ExtensionsTestJSON-1652871333-project] 10.222.0.42 "GET /v2.0/extensions/auto-allocated-topology HTTP/1.1" status: 200 len: 394 time: 0.0112574 Apr 18 21:08:49.103268 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 42704) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:08:49.117346 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [None req-b94ecba1-72a0-4afe-887e-ebeb74234e1c tempest-ExtensionsTestJSON-1652871333 tempest-ExtensionsTestJSON-1652871333-project] http://10.222.0.42:9696/v2.0/extensions/availability_zone returned with HTTP 200 {{(pid=84040) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 18 21:08:49.128231 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-b94ecba1-72a0-4afe-887e-ebeb74234e1c tempest-ExtensionsTestJSON-1652871333 tempest-ExtensionsTestJSON-1652871333-project] 10.222.0.42 "GET /v2.0/extensions/availability_zone HTTP/1.1" status: 200 len: 372 time: 0.0232027 Apr 18 21:08:49.129243 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 42708) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:08:49.219964 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750375287399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253529'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:08:49.226369 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.plugin [None req-3276fd4e-3b5d-4429-9624-3117bf90e0c6 tempest-RoutersNegativeIpV6Test-2082853264 tempest-RoutersNegativeIpV6Test-2082853264-project] Deleting port b1bc2892-c41d-4b5d-ba09-fdefd8d92ad8 {{(pid=84041) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 21:08:49.226885 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-3276fd4e-3b5d-4429-9624-3117bf90e0c6 tempest-RoutersNegativeIpV6Test-2082853264 tempest-RoutersNegativeIpV6Test-2082853264-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750375188691'] for port, before_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:08:49.245391 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [None req-6512a890-401d-4d24-bc8c-ffe3d0fc37d0 tempest-ExtensionsTestJSON-1652871333 tempest-ExtensionsTestJSON-1652871333-project] http://10.222.0.42:9696/v2.0/extensions/availability_zone_filter returned with HTTP 200 {{(pid=84040) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 18 21:08:49.249598 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-6512a890-401d-4d24-bc8c-ffe3d0fc37d0 tempest-ExtensionsTestJSON-1652871333 tempest-ExtensionsTestJSON-1652871333-project] 10.222.0.42 "GET /v2.0/extensions/availability_zone_filter HTTP/1.1" status: 200 len: 414 time: 0.1103635 Apr 18 21:08:49.254039 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 42714) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:08:49.271259 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [None req-495028bf-80a5-4b71-94c2-7b6d076695b7 tempest-ExtensionsTestJSON-1652871333 tempest-ExtensionsTestJSON-1652871333-project] http://10.222.0.42:9696/v2.0/extensions/default-subnetpools returned with HTTP 200 {{(pid=84041) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 18 21:08:49.272521 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-495028bf-80a5-4b71-94c2-7b6d076695b7 tempest-ExtensionsTestJSON-1652871333 tempest-ExtensionsTestJSON-1652871333-project] 10.222.0.42 "GET /v2.0/extensions/default-subnetpools HTTP/1.1" status: 200 len: 405 time: 0.0123219 Apr 18 21:08:49.275486 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 42718) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:08:49.289463 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [None req-e6969a86-9cff-446d-85ab-d4400daedd3b tempest-ExtensionsTestJSON-1652871333 tempest-ExtensionsTestJSON-1652871333-project] http://10.222.0.42:9696/v2.0/extensions/dhcp_agent_scheduler returned with HTTP 200 {{(pid=84041) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 18 21:08:49.290584 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-e6969a86-9cff-446d-85ab-d4400daedd3b tempest-ExtensionsTestJSON-1652871333 tempest-ExtensionsTestJSON-1652871333-project] 10.222.0.42 "GET /v2.0/extensions/dhcp_agent_scheduler HTTP/1.1" status: 200 len: 381 time: 0.0140567 Apr 18 21:08:49.293841 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 42722) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:08:49.302396 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [None req-b365a244-b4d1-4e04-b253-c3af3d5569aa tempest-ExtensionsTestJSON-1652871333 tempest-ExtensionsTestJSON-1652871333-project] http://10.222.0.42:9696/v2.0/extensions/dvr returned with HTTP 200 {{(pid=84041) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 18 21:08:49.303672 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-b365a244-b4d1-4e04-b253-c3af3d5569aa tempest-ExtensionsTestJSON-1652871333 tempest-ExtensionsTestJSON-1652871333-project] 10.222.0.42 "GET /v2.0/extensions/dvr HTTP/1.1" status: 200 len: 387 time: 0.0087774 Apr 18 21:08:49.310208 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 42726) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:08:49.338232 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [None req-32cb6f43-c379-4620-9c05-abe5bb5a1db1 tempest-ExtensionsTestJSON-1652871333 tempest-ExtensionsTestJSON-1652871333-project] http://10.222.0.42:9696/v2.0/extensions/empty-string-filtering returned with HTTP 200 {{(pid=84041) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 18 21:08:49.340254 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-32cb6f43-c379-4620-9c05-abe5bb5a1db1 tempest-ExtensionsTestJSON-1652871333 tempest-ExtensionsTestJSON-1652871333-project] 10.222.0.42 "GET /v2.0/extensions/empty-string-filtering HTTP/1.1" status: 200 len: 413 time: 0.0284553 Apr 18 21:08:49.343969 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 42730) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:08:49.361750 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [None req-115d62df-da79-45ae-a69c-1f6f75f3f757 tempest-ExtensionsTestJSON-1652871333 tempest-ExtensionsTestJSON-1652871333-project] http://10.222.0.42:9696/v2.0/extensions/external-net returned with HTTP 200 {{(pid=84040) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 18 21:08:49.372726 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-115d62df-da79-45ae-a69c-1f6f75f3f757 tempest-ExtensionsTestJSON-1652871333 tempest-ExtensionsTestJSON-1652871333-project] 10.222.0.42 "GET /v2.0/extensions/external-net HTTP/1.1" status: 200 len: 394 time: 0.0219815 Apr 18 21:08:49.399152 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 42736) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:08:49.406063 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [None req-53c57eb9-edcf-479c-b9b1-659c616d9b1e tempest-ExtensionsTestJSON-1652871333 tempest-ExtensionsTestJSON-1652871333-project] http://10.222.0.42:9696/v2.0/extensions/extra_dhcp_opt returned with HTTP 200 {{(pid=84040) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 18 21:08:49.410498 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-53c57eb9-edcf-479c-b9b1-659c616d9b1e tempest-ExtensionsTestJSON-1652871333 tempest-ExtensionsTestJSON-1652871333-project] 10.222.0.42 "GET /v2.0/extensions/extra_dhcp_opt HTTP/1.1" status: 200 len: 498 time: 0.0087595 Apr 18 21:08:49.416162 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 42742) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:08:49.437607 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [None req-cd5565ea-2e18-4d00-a72f-aa61f9beba01 tempest-ExtensionsTestJSON-1652871333 tempest-ExtensionsTestJSON-1652871333-project] http://10.222.0.42:9696/v2.0/extensions/extraroute returned with HTTP 200 {{(pid=84040) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 18 21:08:49.440535 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-628aa485-bab5-4992-a840-a3728312acb9 None None] Notify callbacks [] for port, precommit_create {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:08:49.441704 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-cd5565ea-2e18-4d00-a72f-aa61f9beba01 tempest-ExtensionsTestJSON-1652871333 tempest-ExtensionsTestJSON-1652871333-project] 10.222.0.42 "GET /v2.0/extensions/extraroute HTTP/1.1" status: 200 len: 375 time: 0.0229950 Apr 18 21:08:49.442675 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 42746) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:08:49.460545 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [None req-9dcec873-a555-4f27-baf5-c4dea184b658 tempest-ExtensionsTestJSON-1652871333 tempest-ExtensionsTestJSON-1652871333-project] http://10.222.0.42:9696/v2.0/extensions/extraroute-atomic returned with HTTP 200 {{(pid=84040) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 18 21:08:49.464582 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-9dcec873-a555-4f27-baf5-c4dea184b658 tempest-ExtensionsTestJSON-1652871333 tempest-ExtensionsTestJSON-1652871333-project] 10.222.0.42 "GET /v2.0/extensions/extraroute-atomic HTTP/1.1" status: 200 len: 444 time: 0.0189157 Apr 18 21:08:49.473292 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 42750) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:08:49.477888 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-b31d44dc-369e-4211-bd16-5aeae08e132b tempest-RoutersIpV6Test-235118808 tempest-RoutersIpV6Test-235118808-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33526260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32441074', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31752704'] for subnet, after_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:08:49.480038 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [None req-d7c2c731-0bac-4409-aa32-f3d57c68aa5a tempest-ExtensionsTestJSON-1652871333 tempest-ExtensionsTestJSON-1652871333-project] http://10.222.0.42:9696/v2.0/extensions/filter-validation returned with HTTP 200 {{(pid=84041) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 18 21:08:49.482796 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-628aa485-bab5-4992-a840-a3728312acb9 None None] Transition to ACTIVE for port object d55e3f89-0088-4a80-8344-49bd40385003 will not be triggered until provisioned by entity L2. {{(pid=84042) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:08:49.483722 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-d7c2c731-0bac-4409-aa32-f3d57c68aa5a tempest-ExtensionsTestJSON-1652871333 tempest-ExtensionsTestJSON-1652871333-project] 10.222.0.42 "GET /v2.0/extensions/filter-validation HTTP/1.1" status: 200 len: 392 time: 0.0107799 Apr 18 21:08:49.486974 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 42754) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:08:49.494117 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [None req-77e4142b-c52a-4a42-a3d9-6cc6a822d8b0 tempest-ExtensionsTestJSON-1652871333 tempest-ExtensionsTestJSON-1652871333-project] http://10.222.0.42:9696/v2.0/extensions/fip-port-details returned with HTTP 200 {{(pid=84041) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 18 21:08:49.497539 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-77e4142b-c52a-4a42-a3d9-6cc6a822d8b0 tempest-ExtensionsTestJSON-1652871333 tempest-ExtensionsTestJSON-1652871333-project] 10.222.0.42 "GET /v2.0/extensions/fip-port-details HTTP/1.1" status: 200 len: 406 time: 0.0098460 Apr 18 21:08:49.498138 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 42758) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:08:49.509554 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-414b6ffe-e119-47bc-b18f-bcff1219c2f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750375287399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253529'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:08:49.516726 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [None req-2494c3e7-254c-4222-a757-4dbb36d0ba3f tempest-ExtensionsTestJSON-1652871333 tempest-ExtensionsTestJSON-1652871333-project] http://10.222.0.42:9696/v2.0/extensions/flavors returned with HTTP 200 {{(pid=84041) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 18 21:08:49.520426 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-2494c3e7-254c-4222-a757-4dbb36d0ba3f tempest-ExtensionsTestJSON-1652871333 tempest-ExtensionsTestJSON-1652871333-project] 10.222.0.42 "GET /v2.0/extensions/flavors HTTP/1.1" status: 200 len: 387 time: 0.0125296 Apr 18 21:08:49.522339 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-3276fd4e-3b5d-4429-9624-3117bf90e0c6 tempest-RoutersNegativeIpV6Test-2082853264 tempest-RoutersNegativeIpV6Test-2082853264-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369123'] for port, precommit_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:08:49.524313 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-628aa485-bab5-4992-a840-a3728312acb9 None None] Transition to ACTIVE for port object d55e3f89-0088-4a80-8344-49bd40385003 will not be triggered until provisioned by entity DHCP. {{(pid=84042) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:08:49.529299 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 42762) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:08:49.541431 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [None req-238a9bd8-ba56-4885-8503-1a9a9910604d tempest-ExtensionsTestJSON-1652871333 tempest-ExtensionsTestJSON-1652871333-project] http://10.222.0.42:9696/v2.0/extensions/floatingip-pools returned with HTTP 200 {{(pid=84041) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 18 21:08:49.542981 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-628aa485-bab5-4992-a840-a3728312acb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750374836619'] for port, after_create {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:08:49.543755 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-238a9bd8-ba56-4885-8503-1a9a9910604d tempest-ExtensionsTestJSON-1652871333 tempest-ExtensionsTestJSON-1652871333-project] 10.222.0.42 "GET /v2.0/extensions/floatingip-pools HTTP/1.1" status: 200 len: 382 time: 0.0135224 Apr 18 21:08:49.548120 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 42766) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:08:49.587653 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b31d44dc-369e-4211-bd16-5aeae08e132b tempest-RoutersIpV6Test-235118808 tempest-RoutersIpV6Test-235118808-project] Pushing event updated for resources: {'Subnet': ['ID=63008cd5-301d-41db-9e27-5d649cfbde86,revision_number=0']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:08:49.603800 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [None req-ff4a1e57-6f3f-43a4-9d68-a5c66af0f9a1 tempest-ExtensionsTestJSON-1652871333 tempest-ExtensionsTestJSON-1652871333-project] http://10.222.0.42:9696/v2.0/extensions/ip-substring-filtering returned with HTTP 200 {{(pid=84041) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 18 21:08:49.605823 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-c965550d-848d-4269-ba44-eba8c5de1852 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=23d580683d72427e8760083fb729f9d6&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6006637 Apr 18 21:08:49.608137 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-ff4a1e57-6f3f-43a4-9d68-a5c66af0f9a1 tempest-ExtensionsTestJSON-1652871333 tempest-ExtensionsTestJSON-1652871333-project] 10.222.0.42 "GET /v2.0/extensions/ip-substring-filtering HTTP/1.1" status: 200 len: 416 time: 0.0586643 Apr 18 21:08:49.619166 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 42772) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:08:49.619503 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 42774) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:08:49.653052 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [None req-8c5cfcb3-e5ef-415a-bc95-9628a0f64a56 tempest-ExtensionsTestJSON-1652871333 tempest-ExtensionsTestJSON-1652871333-project] http://10.222.0.42:9696/v2.0/extensions/router returned with HTTP 200 {{(pid=84040) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 18 21:08:49.653870 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-8c5cfcb3-e5ef-415a-bc95-9628a0f64a56 tempest-ExtensionsTestJSON-1652871333 tempest-ExtensionsTestJSON-1652871333-project] 10.222.0.42 "GET /v2.0/extensions/router HTTP/1.1" status: 200 len: 450 time: 0.0318778 Apr 18 21:08:49.668743 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 42780) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:08:49.677680 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [None req-e96e6b6d-32bf-43d0-a69b-9c41f56b9171 tempest-ExtensionsTestJSON-1652871333 tempest-ExtensionsTestJSON-1652871333-project] http://10.222.0.42:9696/v2.0/extensions/ext-gw-mode returned with HTTP 200 {{(pid=84040) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 18 21:08:49.678570 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-e96e6b6d-32bf-43d0-a69b-9c41f56b9171 tempest-ExtensionsTestJSON-1652871333 tempest-ExtensionsTestJSON-1652871333-project] 10.222.0.42 "GET /v2.0/extensions/ext-gw-mode HTTP/1.1" status: 200 len: 462 time: 0.0089183 Apr 18 21:08:49.681772 n-d-838334-2 neutron-server[84042]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-628aa485-bab5-4992-a840-a3728312acb9 None None] Network 93e07f9a-c91c-4845-840a-efe9774ad9c1 is already hosted by enough agents. {{(pid=84042) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:08:49.682021 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.plugin [None req-3276fd4e-3b5d-4429-9624-3117bf90e0c6 tempest-RoutersNegativeIpV6Test-2082853264 tempest-RoutersNegativeIpV6Test-2082853264-project] Calling delete_port for b1bc2892-c41d-4b5d-ba09-fdefd8d92ad8 owned by network:router_interface {{(pid=84041) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 21:08:49.683190 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 42788) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:08:49.684714 n-d-838334-2 neutron-server[84042]: DEBUG neutron.scheduler.base_scheduler [None req-628aa485-bab5-4992-a840-a3728312acb9 None None] Resources bound (agent type, host, resource id): {{(pid=84042) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:08:49.698364 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_dvrscheduler_db [None req-628aa485-bab5-4992-a840-a3728312acb9 None None] Received port after_create {{(pid=84042) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 21:08:49.699260 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [None req-13bc88a3-b5f8-4611-9256-64ada8fd8174 tempest-ExtensionsTestJSON-1652871333 tempest-ExtensionsTestJSON-1652871333-project] http://10.222.0.42:9696/v2.0/extensions/l3-ha returned with HTTP 200 {{(pid=84040) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 18 21:08:49.700246 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-13bc88a3-b5f8-4611-9256-64ada8fd8174 tempest-ExtensionsTestJSON-1652871333 tempest-ExtensionsTestJSON-1652871333-project] 10.222.0.42 "GET /v2.0/extensions/l3-ha HTTP/1.1" status: 200 len: 360 time: 0.0150611 Apr 18 21:08:49.707587 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 42792) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:08:49.714572 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b31d44dc-369e-4211-bd16-5aeae08e132b tempest-RoutersIpV6Test-235118808 tempest-RoutersIpV6Test-235118808-project] Checking segment: {'id': '0cf9901c-797d-4462-8fa3-20885cf77322', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': '4c603dc3-46a3-4cbd-9d39-160b636fb382'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84040) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 21:08:49.715014 n-d-838334-2 neutron-server[84040]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b31d44dc-369e-4211-bd16-5aeae08e132b tempest-RoutersIpV6Test-235118808 tempest-RoutersIpV6Test-235118808-project] Network hostable DHCP agents. Network: 4c603dc3-46a3-4cbd-9d39-160b636fb382, hostable agents: ['8746f8ea-3e91-4b32-9919-2c63adeb8722'], hosted agents: [] {{(pid=84040) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 21:08:49.730425 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [None req-7be66c23-c4d6-4817-b75a-463a3716d595 tempest-ExtensionsTestJSON-1652871333 tempest-ExtensionsTestJSON-1652871333-project] http://10.222.0.42:9696/v2.0/extensions/l3-flavors returned with HTTP 200 {{(pid=84040) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 18 21:08:49.733818 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-7be66c23-c4d6-4817-b75a-463a3716d595 tempest-ExtensionsTestJSON-1652871333 tempest-ExtensionsTestJSON-1652871333-project] 10.222.0.42 "GET /v2.0/extensions/l3-flavors HTTP/1.1" status: 200 len: 366 time: 0.0224719 Apr 18 21:08:49.740239 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 42798) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:08:49.749851 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [None req-d83d0982-4c4a-4f03-9337-7fc853052a23 tempest-ExtensionsTestJSON-1652871333 tempest-ExtensionsTestJSON-1652871333-project] http://10.222.0.42:9696/v2.0/extensions/l3-port-ip-change-not-allowed returned with HTTP 200 {{(pid=84041) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 18 21:08:49.753907 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-d83d0982-4c4a-4f03-9337-7fc853052a23 tempest-ExtensionsTestJSON-1652871333 tempest-ExtensionsTestJSON-1652871333-project] 10.222.0.42 "GET /v2.0/extensions/l3-port-ip-change-not-allowed HTTP/1.1" status: 200 len: 439 time: 0.0124707 Apr 18 21:08:49.754839 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 42802) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:08:49.764053 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [None req-a7156374-1582-460d-9fa3-261a82d39a65 tempest-ExtensionsTestJSON-1652871333 tempest-ExtensionsTestJSON-1652871333-project] http://10.222.0.42:9696/v2.0/extensions/l3_agent_scheduler returned with HTTP 200 {{(pid=84041) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 18 21:08:49.769574 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-a7156374-1582-460d-9fa3-261a82d39a65 tempest-ExtensionsTestJSON-1652871333 tempest-ExtensionsTestJSON-1652871333-project] 10.222.0.42 "GET /v2.0/extensions/l3_agent_scheduler HTTP/1.1" status: 200 len: 374 time: 0.0115535 Apr 18 21:08:49.773809 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 42806) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:08:49.780976 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [None req-762cbc59-632f-471e-aeca-76cd25bda576 tempest-ExtensionsTestJSON-1652871333 tempest-ExtensionsTestJSON-1652871333-project] http://10.222.0.42:9696/v2.0/extensions/metering returned with HTTP 200 {{(pid=84041) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 18 21:08:49.785601 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-762cbc59-632f-471e-aeca-76cd25bda576 tempest-ExtensionsTestJSON-1652871333 tempest-ExtensionsTestJSON-1652871333-project] 10.222.0.42 "GET /v2.0/extensions/metering HTTP/1.1" status: 200 len: 357 time: 0.0105393 Apr 18 21:08:49.787806 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 42810) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:08:49.801003 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-ad626222-77c3-42e1-aa8a-85ac185e8f09 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:08:49.801361 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [None req-ef0b9674-1cd7-46c6-99dd-28fd60aadcba tempest-ExtensionsTestJSON-1652871333 tempest-ExtensionsTestJSON-1652871333-project] http://10.222.0.42:9696/v2.0/extensions/metering_source_and_destination_fields returned with HTTP 200 {{(pid=84041) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 18 21:08:49.805473 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 42814) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:08:49.806576 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-ef0b9674-1cd7-46c6-99dd-28fd60aadcba tempest-ExtensionsTestJSON-1652871333 tempest-ExtensionsTestJSON-1652871333-project] 10.222.0.42 "GET /v2.0/extensions/metering_source_and_destination_fields HTTP/1.1" status: 200 len: 515 time: 0.0172801 Apr 18 21:08:49.820289 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [None req-efd39f93-61b5-4900-aa37-d3ff777f4af8 tempest-ExtensionsTestJSON-1652871333 tempest-ExtensionsTestJSON-1652871333-project] http://10.222.0.42:9696/v2.0/extensions/multi-provider returned with HTTP 200 {{(pid=84040) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 18 21:08:49.824168 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-efd39f93-61b5-4900-aa37-d3ff777f4af8 tempest-ExtensionsTestJSON-1652871333 tempest-ExtensionsTestJSON-1652871333-project] 10.222.0.42 "GET /v2.0/extensions/multi-provider HTTP/1.1" status: 200 len: 406 time: 0.0152016 Apr 18 21:08:49.825612 n-d-838334-2 neutron-server[84040]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b31d44dc-369e-4211-bd16-5aeae08e132b tempest-RoutersIpV6Test-235118808 tempest-RoutersIpV6Test-235118808-project] Network 4c603dc3-46a3-4cbd-9d39-160b636fb382 is scheduled to be hosted by DHCP agent 8746f8ea-3e91-4b32-9919-2c63adeb8722 with binding_index 1 {{(pid=84040) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 21:08:49.827540 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 42820) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:08:49.846565 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [None req-480ec5c4-13cc-46ff-8f6d-e19fb6259801 tempest-ExtensionsTestJSON-1652871333 tempest-ExtensionsTestJSON-1652871333-project] http://10.222.0.42:9696/v2.0/extensions/net-mtu returned with HTTP 200 {{(pid=84040) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 18 21:08:49.850109 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-480ec5c4-13cc-46ff-8f6d-e19fb6259801 tempest-ExtensionsTestJSON-1652871333 tempest-ExtensionsTestJSON-1652871333-project] 10.222.0.42 "GET /v2.0/extensions/net-mtu HTTP/1.1" status: 200 len: 370 time: 0.0158799 Apr 18 21:08:49.851198 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 42824) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:08:49.854076 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-628aa485-bab5-4992-a840-a3728312acb9 None None] Pushing event updated for resources: {'Port': ['ID=d55e3f89-0088-4a80-8344-49bd40385003,revision_number=1']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:08:49.861411 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [None req-1bd2af20-a170-40e9-89e4-39bc7b6ad61f tempest-ExtensionsTestJSON-1652871333 tempest-ExtensionsTestJSON-1652871333-project] http://10.222.0.42:9696/v2.0/extensions/net-mtu-writable returned with HTTP 200 {{(pid=84040) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 18 21:08:49.865312 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-1bd2af20-a170-40e9-89e4-39bc7b6ad61f tempest-ExtensionsTestJSON-1652871333 tempest-ExtensionsTestJSON-1652871333-project] 10.222.0.42 "GET /v2.0/extensions/net-mtu-writable HTTP/1.1" status: 200 len: 401 time: 0.0108068 Apr 18 21:08:49.865839 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-ad626222-77c3-42e1-aa8a-85ac185e8f09 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:08:49.866189 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.managers [None req-628aa485-bab5-4992-a840-a3728312acb9 None None] Attempting to bind port d55e3f89-0088-4a80-8344-49bd40385003 on host n-d-838334-2 for vnic_type normal with profile {{(pid=84042) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 21:08:49.866576 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.managers [None req-628aa485-bab5-4992-a840-a3728312acb9 None None] Attempting to bind port d55e3f89-0088-4a80-8344-49bd40385003 by drivers openvswitch,hyperv on host n-d-838334-2 at level 0 using segments [{'id': 'd2749b3e-c607-4664-9d47-6c75c4298fa7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '93e07f9a-c91c-4845-840a-efe9774ad9c1'}] {{(pid=84042) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 21:08:49.866902 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-628aa485-bab5-4992-a840-a3728312acb9 None None] Attempting to bind port d55e3f89-0088-4a80-8344-49bd40385003 on network 93e07f9a-c91c-4845-840a-efe9774ad9c1 {{(pid=84042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 21:08:49.872387 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 42828) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:08:49.873009 n-d-838334-2 neutron-server[84040]: DEBUG neutron.scheduler.base_scheduler [None req-b31d44dc-369e-4211-bd16-5aeae08e132b tempest-RoutersIpV6Test-235118808 tempest-RoutersIpV6Test-235118808-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-838334-2, 4c603dc3-46a3-4cbd-9d39-160b636fb382) {{(pid=84040) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:08:49.875088 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-628aa485-bab5-4992-a840-a3728312acb9 None None] Checking agent: {'id': '97cd4414-7af6-4d67-868d-dff370b4071a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838334-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 25, 49), 'started_at': datetime.datetime(2022, 4, 18, 20, 26, 19), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 21, 8, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838334-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 18 21:08:49.876124 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-628aa485-bab5-4992-a840-a3728312acb9 None None] Checking segment: {'id': 'd2749b3e-c607-4664-9d47-6c75c4298fa7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '93e07f9a-c91c-4845-840a-efe9774ad9c1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84042) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 21:08:49.876754 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-628aa485-bab5-4992-a840-a3728312acb9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:08:49.877147 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-628aa485-bab5-4992-a840-a3728312acb9 None None] Bound using segment: {'id': 'd2749b3e-c607-4664-9d47-6c75c4298fa7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '93e07f9a-c91c-4845-840a-efe9774ad9c1'} {{(pid=84042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 18 21:08:49.877676 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.managers [None req-628aa485-bab5-4992-a840-a3728312acb9 None None] Bound port: d55e3f89-0088-4a80-8344-49bd40385003, host: n-d-838334-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd2749b3e-c607-4664-9d47-6c75c4298fa7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '93e07f9a-c91c-4845-840a-efe9774ad9c1'}}] {{(pid=84042) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 21:08:49.878049 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-628aa485-bab5-4992-a840-a3728312acb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:08:49.879785 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b31d44dc-369e-4211-bd16-5aeae08e132b tempest-RoutersIpV6Test-235118808 tempest-RoutersIpV6Test-235118808-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:08:49.880386 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-b31d44dc-369e-4211-bd16-5aeae08e132b tempest-RoutersIpV6Test-235118808 tempest-RoutersIpV6Test-235118808-project] Notify callbacks [] for subnet, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:08:49.893441 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e7d701a-3d15-4d79-bdb9-7a30681dee2e None None] Network 4c603dc3-46a3-4cbd-9d39-160b636fb382 requested from n-d-838334-2 {{(pid=84042) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 21:08:49.897996 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [None req-353492b2-349f-4253-83e3-60f3adac6a04 tempest-ExtensionsTestJSON-1652871333 tempest-ExtensionsTestJSON-1652871333-project] http://10.222.0.42:9696/v2.0/extensions/network_availability_zone returned with HTTP 200 {{(pid=84040) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 18 21:08:49.901373 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-353492b2-349f-4253-83e3-60f3adac6a04 tempest-ExtensionsTestJSON-1652871333 tempest-ExtensionsTestJSON-1652871333-project] 10.222.0.42 "GET /v2.0/extensions/network_availability_zone HTTP/1.1" status: 200 len: 394 time: 0.0144358 Apr 18 21:08:49.904592 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 42834) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:08:49.941756 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-b31d44dc-369e-4211-bd16-5aeae08e132b tempest-RoutersIpV6Test-235118808 tempest-RoutersIpV6Test-235118808-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.6937962 Apr 18 21:08:49.945102 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 42838) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:08:49.951770 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.v2.base [None req-011bbab4-dbaf-48f6-a573-67a5f847e74b tempest-RoutersIpV6Test-235118808 tempest-RoutersIpV6Test-235118808-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-2047992589', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=84040) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:08:49.955219 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [None req-03399386-950a-4c84-ba96-303062acd898 tempest-ExtensionsTestJSON-1652871333 tempest-ExtensionsTestJSON-1652871333-project] http://10.222.0.42:9696/v2.0/extensions/network-ip-availability returned with HTTP 200 {{(pid=84041) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 18 21:08:49.959495 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 42842) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:08:49.960558 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-03399386-950a-4c84-ba96-303062acd898 tempest-ExtensionsTestJSON-1652871333 tempest-ExtensionsTestJSON-1652871333-project] 10.222.0.42 "GET /v2.0/extensions/network-ip-availability HTTP/1.1" status: 200 len: 410 time: 0.0538487 Apr 18 21:08:49.962261 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [None req-011bbab4-dbaf-48f6-a573-67a5f847e74b tempest-RoutersIpV6Test-235118808 tempest-RoutersIpV6Test-235118808-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:08:49.969512 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [None req-47f15266-6ed8-4577-9faf-577bea7669c6 tempest-ExtensionsTestJSON-1652871333 tempest-ExtensionsTestJSON-1652871333-project] http://10.222.0.42:9696/v2.0/extensions/pagination returned with HTTP 200 {{(pid=84040) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 18 21:08:49.973488 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-47f15266-6ed8-4577-9faf-577bea7669c6 tempest-ExtensionsTestJSON-1652871333 tempest-ExtensionsTestJSON-1652871333-project] 10.222.0.42 "GET /v2.0/extensions/pagination HTTP/1.1" status: 200 len: 386 time: 0.0105376 Apr 18 21:08:49.975573 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-011bbab4-dbaf-48f6-a573-67a5f847e74b tempest-RoutersIpV6Test-235118808 tempest-RoutersIpV6Test-235118808-project] Usage tracker for resource:router and tenant:3fd12654c90d4a4687b2462ca839c972 is out of sync, need to count used quota {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:08:49.976313 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 42846) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:08:49.979511 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-011bbab4-dbaf-48f6-a573-67a5f847e74b tempest-RoutersIpV6Test-235118808 tempest-RoutersIpV6Test-235118808-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:08:49.985805 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [None req-f098578d-cf94-409d-a7c1-a4c606681ff4 tempest-ExtensionsTestJSON-1652871333 tempest-ExtensionsTestJSON-1652871333-project] http://10.222.0.42:9696/v2.0/extensions/port-mac-address-regenerate returned with HTTP 200 {{(pid=84040) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 18 21:08:49.989102 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-f098578d-cf94-409d-a7c1-a4c606681ff4 tempest-ExtensionsTestJSON-1652871333 tempest-ExtensionsTestJSON-1652871333-project] 10.222.0.42 "GET /v2.0/extensions/port-mac-address-regenerate HTTP/1.1" status: 200 len: 403 time: 0.0091689 Apr 18 21:08:49.991178 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 42850) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:08:49.994422 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [None req-011bbab4-dbaf-48f6-a573-67a5f847e74b tempest-RoutersIpV6Test-235118808 tempest-RoutersIpV6Test-235118808-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:08:49.998542 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [None req-4efb9dde-4c76-42a5-866a-7a2ed12804d9 tempest-ExtensionsTestJSON-1652871333 tempest-ExtensionsTestJSON-1652871333-project] http://10.222.0.42:9696/v2.0/extensions/binding returned with HTTP 200 {{(pid=84040) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 18 21:08:50.002013 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-4efb9dde-4c76-42a5-866a-7a2ed12804d9 tempest-ExtensionsTestJSON-1652871333 tempest-ExtensionsTestJSON-1652871333-project] 10.222.0.42 "GET /v2.0/extensions/binding HTTP/1.1" status: 200 len: 387 time: 0.0083170 Apr 18 21:08:50.002989 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 42854) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:08:50.012222 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [None req-a0ad838d-3840-4fe0-bea1-5aca1eba45d2 tempest-ExtensionsTestJSON-1652871333 tempest-ExtensionsTestJSON-1652871333-project] http://10.222.0.42:9696/v2.0/extensions/binding-extended returned with HTTP 200 {{(pid=84040) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 18 21:08:50.016709 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-a0ad838d-3840-4fe0-bea1-5aca1eba45d2 tempest-ExtensionsTestJSON-1652871333 tempest-ExtensionsTestJSON-1652871333-project] 10.222.0.42 "GET /v2.0/extensions/binding-extended HTTP/1.1" status: 200 len: 406 time: 0.0093787 Apr 18 21:08:50.016709 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 42858) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:08:50.019351 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-ad626222-77c3-42e1-aa8a-85ac185e8f09 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33528224'] for security_group, after_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:08:50.025927 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [None req-ac7ec411-cfba-4056-a02f-5f7ff8327152 tempest-ExtensionsTestJSON-1652871333 tempest-ExtensionsTestJSON-1652871333-project] http://10.222.0.42:9696/v2.0/extensions/port-security returned with HTTP 200 {{(pid=84040) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 18 21:08:50.029414 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-ac7ec411-cfba-4056-a02f-5f7ff8327152 tempest-ExtensionsTestJSON-1652871333 tempest-ExtensionsTestJSON-1652871333-project] 10.222.0.42 "GET /v2.0/extensions/port-security HTTP/1.1" status: 200 len: 354 time: 0.0096796 Apr 18 21:08:50.032030 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 42862) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:08:50.038635 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [None req-7c8464da-79af-46dd-ae90-1fa303a794c4 tempest-ExtensionsTestJSON-1652871333 tempest-ExtensionsTestJSON-1652871333-project] http://10.222.0.42:9696/v2.0/extensions/project-id returned with HTTP 200 {{(pid=84041) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 18 21:08:50.042471 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-011bbab4-dbaf-48f6-a573-67a5f847e74b tempest-RoutersIpV6Test-235118808 tempest-RoutersIpV6Test-235118808-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-33442106', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5708'] for router, before_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:08:50.042471 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-011bbab4-dbaf-48f6-a573-67a5f847e74b tempest-RoutersIpV6Test-235118808 tempest-RoutersIpV6Test-235118808-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33442137', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33444285', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33535433', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5703'] for router, precommit_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:08:50.043926 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-7c8464da-79af-46dd-ae90-1fa303a794c4 tempest-ExtensionsTestJSON-1652871333 tempest-ExtensionsTestJSON-1652871333-project] 10.222.0.42 "GET /v2.0/extensions/project-id HTTP/1.1" status: 200 len: 398 time: 0.0105014 Apr 18 21:08:50.046285 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 42868) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:08:50.050486 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad626222-77c3-42e1-aa8a-85ac185e8f09 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b303b0ed-639b-482d-89cc-cbf16978c30f,revision_number=None']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:08:50.060514 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [None req-fa4f47be-11f7-4266-bac5-bd5cb0a77e1c tempest-ExtensionsTestJSON-1652871333 tempest-ExtensionsTestJSON-1652871333-project] http://10.222.0.42:9696/v2.0/extensions/provider returned with HTTP 200 {{(pid=84040) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 18 21:08:50.064310 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-fa4f47be-11f7-4266-bac5-bd5cb0a77e1c tempest-ExtensionsTestJSON-1652871333 tempest-ExtensionsTestJSON-1652871333-project] 10.222.0.42 "GET /v2.0/extensions/provider HTTP/1.1" status: 200 len: 385 time: 0.0128129 Apr 18 21:08:50.064954 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 42872) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:08:50.068700 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-3276fd4e-3b5d-4429-9624-3117bf90e0c6 tempest-RoutersNegativeIpV6Test-2082853264 tempest-RoutersNegativeIpV6Test-2082853264-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750375259028', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750374836628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32266323'] for port, after_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:08:50.088753 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [None req-1509147b-13fb-4abb-bdbc-291f7b108157 tempest-ExtensionsTestJSON-1652871333 tempest-ExtensionsTestJSON-1652871333-project] http://10.222.0.42:9696/v2.0/extensions/quotas returned with HTTP 200 {{(pid=84040) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 18 21:08:50.092123 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-1509147b-13fb-4abb-bdbc-291f7b108157 tempest-ExtensionsTestJSON-1652871333 tempest-ExtensionsTestJSON-1652871333-project] 10.222.0.42 "GET /v2.0/extensions/quotas HTTP/1.1" status: 200 len: 385 time: 0.0238950 Apr 18 21:08:50.094950 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-ad626222-77c3-42e1-aa8a-85ac185e8f09 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:08:50.098277 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-ad626222-77c3-42e1-aa8a-85ac185e8f09 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/b303b0ed-639b-482d-89cc-cbf16978c30f HTTP/1.1" status: 204 len: 168 time: 0.4725971 Apr 18 21:08:50.098277 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 42876) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:08:50.107397 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [None req-d8e1dcc7-422b-4b93-a0ab-f646aff638a1 tempest-ExtensionsTestJSON-1652871333 tempest-ExtensionsTestJSON-1652871333-project] http://10.222.0.42:9696/v2.0/extensions/quota_details returned with HTTP 200 {{(pid=84040) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 18 21:08:50.110078 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-d8e1dcc7-422b-4b93-a0ab-f646aff638a1 tempest-ExtensionsTestJSON-1652871333 tempest-ExtensionsTestJSON-1652871333-project] 10.222.0.42 "GET /v2.0/extensions/quota_details HTTP/1.1" status: 200 len: 407 time: 0.0102732 Apr 18 21:08:50.112700 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 42884) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:08:50.125618 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [None req-bccf3c55-93a9-492b-a5e9-3b45215654ed tempest-ExtensionsTestJSON-1652871333 tempest-ExtensionsTestJSON-1652871333-project] http://10.222.0.42:9696/v2.0/extensions/rbac-policies returned with HTTP 200 {{(pid=84040) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 18 21:08:50.140396 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-bccf3c55-93a9-492b-a5e9-3b45215654ed tempest-ExtensionsTestJSON-1652871333 tempest-ExtensionsTestJSON-1652871333-project] 10.222.0.42 "GET /v2.0/extensions/rbac-policies HTTP/1.1" status: 200 len: 417 time: 0.0266144 Apr 18 21:08:50.142673 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-011bbab4-dbaf-48f6-a573-67a5f847e74b tempest-RoutersIpV6Test-235118808 tempest-RoutersIpV6Test-235118808-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:08:50.144010 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 42890) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:08:50.166090 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [None req-8ed9f539-8b19-4941-8eb5-79253d9c06ac tempest-ExtensionsTestJSON-1652871333 tempest-ExtensionsTestJSON-1652871333-project] http://10.222.0.42:9696/v2.0/extensions/rbac-address-scope returned with HTTP 200 {{(pid=84040) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 18 21:08:50.167031 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-8ed9f539-8b19-4941-8eb5-79253d9c06ac tempest-ExtensionsTestJSON-1652871333 tempest-ExtensionsTestJSON-1652871333-project] 10.222.0.42 "GET /v2.0/extensions/rbac-address-scope HTTP/1.1" status: 200 len: 384 time: 0.0220952 Apr 18 21:08:50.180880 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 42894) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:08:50.186643 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [None req-8f232095-6f9d-4cd2-897a-14e63510befa tempest-ExtensionsTestJSON-1652871333 tempest-ExtensionsTestJSON-1652871333-project] http://10.222.0.42:9696/v2.0/extensions/rbac-security-groups returned with HTTP 200 {{(pid=84040) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 18 21:08:50.188281 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-8f232095-6f9d-4cd2-897a-14e63510befa tempest-ExtensionsTestJSON-1652871333 tempest-ExtensionsTestJSON-1652871333-project] 10.222.0.42 "GET /v2.0/extensions/rbac-security-groups HTTP/1.1" status: 200 len: 404 time: 0.0057662 Apr 18 21:08:50.193665 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 42898) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:08:50.199395 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [None req-7e5e9196-dda5-468d-83d0-56f4f99ccf5b tempest-ExtensionsTestJSON-1652871333 tempest-ExtensionsTestJSON-1652871333-project] http://10.222.0.42:9696/v2.0/extensions/rbac-subnetpool returned with HTTP 200 {{(pid=84040) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 18 21:08:50.200394 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-7e5e9196-dda5-468d-83d0-56f4f99ccf5b tempest-ExtensionsTestJSON-1652871333 tempest-ExtensionsTestJSON-1652871333-project] 10.222.0.42 "GET /v2.0/extensions/rbac-subnetpool HTTP/1.1" status: 200 len: 375 time: 0.0058608 Apr 18 21:08:50.209078 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 42902) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:08:50.227885 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [None req-646bf9e0-fd7a-415e-9b9d-f51607af3d00 tempest-ExtensionsTestJSON-1652871333 tempest-ExtensionsTestJSON-1652871333-project] http://10.222.0.42:9696/v2.0/extensions/revision-if-match returned with HTTP 200 {{(pid=84040) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 18 21:08:50.229439 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3276fd4e-3b5d-4429-9624-3117bf90e0c6 tempest-RoutersNegativeIpV6Test-2082853264 tempest-RoutersNegativeIpV6Test-2082853264-project] Pushing event deleted for resources: {'Port': ['ID=b1bc2892-c41d-4b5d-ba09-fdefd8d92ad8,revision_number=None']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:08:50.231995 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-646bf9e0-fd7a-415e-9b9d-f51607af3d00 tempest-ExtensionsTestJSON-1652871333 tempest-ExtensionsTestJSON-1652871333-project] 10.222.0.42 "GET /v2.0/extensions/revision-if-match HTTP/1.1" status: 200 len: 441 time: 0.0194278 Apr 18 21:08:50.233247 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-011bbab4-dbaf-48f6-a573-67a5f847e74b tempest-RoutersIpV6Test-235118808 tempest-RoutersIpV6Test-235118808-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33443529', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33444176'] for router, after_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:08:50.237967 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 42910) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:08:50.243680 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [None req-8d8aa600-30a8-4a81-8212-0386ed651de1 tempest-ExtensionsTestJSON-1652871333 tempest-ExtensionsTestJSON-1652871333-project] http://10.222.0.42:9696/v2.0/extensions/standard-attr-revisions returned with HTTP 200 {{(pid=84041) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 18 21:08:50.247173 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 42914) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:08:50.248601 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-8d8aa600-30a8-4a81-8212-0386ed651de1 tempest-ExtensionsTestJSON-1652871333 tempest-ExtensionsTestJSON-1652871333-project] 10.222.0.42 "GET /v2.0/extensions/standard-attr-revisions HTTP/1.1" status: 200 len: 423 time: 0.0092721 Apr 18 21:08:50.264805 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [None req-063fafd2-1d79-4d0c-a9b3-0deec0abfea8 tempest-ExtensionsTestJSON-1652871333 tempest-ExtensionsTestJSON-1652871333-project] http://10.222.0.42:9696/v2.0/extensions/router_availability_zone returned with HTTP 200 {{(pid=84040) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 18 21:08:50.284807 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-063fafd2-1d79-4d0c-a9b3-0deec0abfea8 tempest-ExtensionsTestJSON-1652871333 tempest-ExtensionsTestJSON-1652871333-project] 10.222.0.42 "GET /v2.0/extensions/router_availability_zone HTTP/1.1" status: 200 len: 391 time: 0.0365937 Apr 18 21:08:50.287786 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 42920) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:08:50.292954 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [None req-5f419205-7d10-44de-bc4a-4c390a2e8ba1 tempest-ExtensionsTestJSON-1652871333 tempest-ExtensionsTestJSON-1652871333-project] http://10.222.0.42:9696/v2.0/extensions/port-security-groups-filtering returned with HTTP 200 {{(pid=84040) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 18 21:08:50.293880 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-5f419205-7d10-44de-bc4a-4c390a2e8ba1 tempest-ExtensionsTestJSON-1652871333 tempest-ExtensionsTestJSON-1652871333-project] 10.222.0.42 "GET /v2.0/extensions/port-security-groups-filtering HTTP/1.1" status: 200 len: 422 time: 0.0052886 Apr 18 21:08:50.299401 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3276fd4e-3b5d-4429-9624-3117bf90e0c6 tempest-RoutersNegativeIpV6Test-2082853264 tempest-RoutersNegativeIpV6Test-2082853264-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:08:50.299786 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3276fd4e-3b5d-4429-9624-3117bf90e0c6 tempest-RoutersNegativeIpV6Test-2082853264 tempest-RoutersNegativeIpV6Test-2082853264-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:08:50.300312 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3276fd4e-3b5d-4429-9624-3117bf90e0c6 tempest-RoutersNegativeIpV6Test-2082853264 tempest-RoutersNegativeIpV6Test-2082853264-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:08:50.300793 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3276fd4e-3b5d-4429-9624-3117bf90e0c6 tempest-RoutersNegativeIpV6Test-2082853264 tempest-RoutersNegativeIpV6Test-2082853264-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:08:50.301288 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3276fd4e-3b5d-4429-9624-3117bf90e0c6 tempest-RoutersNegativeIpV6Test-2082853264 tempest-RoutersNegativeIpV6Test-2082853264-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:08:50.301770 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3276fd4e-3b5d-4429-9624-3117bf90e0c6 tempest-RoutersNegativeIpV6Test-2082853264 tempest-RoutersNegativeIpV6Test-2082853264-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:08:50.302243 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3276fd4e-3b5d-4429-9624-3117bf90e0c6 tempest-RoutersNegativeIpV6Test-2082853264 tempest-RoutersNegativeIpV6Test-2082853264-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:08:50.302727 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3276fd4e-3b5d-4429-9624-3117bf90e0c6 tempest-RoutersNegativeIpV6Test-2082853264 tempest-RoutersNegativeIpV6Test-2082853264-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:08:50.304851 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 42924) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:08:50.305650 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3276fd4e-3b5d-4429-9624-3117bf90e0c6 tempest-RoutersNegativeIpV6Test-2082853264 tempest-RoutersNegativeIpV6Test-2082853264-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:08:50.311439 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3276fd4e-3b5d-4429-9624-3117bf90e0c6 tempest-RoutersNegativeIpV6Test-2082853264 tempest-RoutersNegativeIpV6Test-2082853264-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:08:50.312202 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3276fd4e-3b5d-4429-9624-3117bf90e0c6 tempest-RoutersNegativeIpV6Test-2082853264 tempest-RoutersNegativeIpV6Test-2082853264-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:08:50.320803 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [None req-fc831724-e3cc-4143-92fd-29f8f6b54d35 tempest-ExtensionsTestJSON-1652871333 tempest-ExtensionsTestJSON-1652871333-project] http://10.222.0.42:9696/v2.0/extensions/security-group returned with HTTP 200 {{(pid=84040) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 18 21:08:50.324345 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-fc831724-e3cc-4143-92fd-29f8f6b54d35 tempest-ExtensionsTestJSON-1652871333 tempest-ExtensionsTestJSON-1652871333-project] 10.222.0.42 "GET /v2.0/extensions/security-group HTTP/1.1" status: 200 len: 364 time: 0.0159543 Apr 18 21:08:50.328845 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 42928) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:08:50.329635 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-011bbab4-dbaf-48f6-a573-67a5f847e74b tempest-RoutersIpV6Test-235118808 tempest-RoutersIpV6Test-235118808-project] Notify callbacks [] for router, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:08:50.332392 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-011bbab4-dbaf-48f6-a573-67a5f847e74b tempest-RoutersIpV6Test-235118808 tempest-RoutersIpV6Test-235118808-project] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.3856149 Apr 18 21:08:50.334837 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 42932) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:08:50.349945 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [None req-1995aa27-c03e-420b-9dc4-8d235e899bf8 tempest-ExtensionsTestJSON-1652871333 tempest-ExtensionsTestJSON-1652871333-project] http://10.222.0.42:9696/v2.0/extensions/service-type returned with HTTP 200 {{(pid=84040) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 18 21:08:50.353348 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-1995aa27-c03e-420b-9dc4-8d235e899bf8 tempest-ExtensionsTestJSON-1652871333 tempest-ExtensionsTestJSON-1652871333-project] 10.222.0.42 "GET /v2.0/extensions/service-type HTTP/1.1" status: 200 len: 415 time: 0.0175037 Apr 18 21:08:50.364183 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 42936) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:08:50.487981 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [None req-13f27af9-0b96-40c3-b7a9-69d7f712fada tempest-ExtensionsTestJSON-1652871333 tempest-ExtensionsTestJSON-1652871333-project] http://10.222.0.42:9696/v2.0/extensions/sorting returned with HTTP 200 {{(pid=84040) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 18 21:08:50.491278 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-13f27af9-0b96-40c3-b7a9-69d7f712fada tempest-ExtensionsTestJSON-1652871333 tempest-ExtensionsTestJSON-1652871333-project] 10.222.0.42 "GET /v2.0/extensions/sorting HTTP/1.1" status: 200 len: 377 time: 0.0217497 Apr 18 21:08:50.495395 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 42942) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:08:50.502194 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-628aa485-bab5-4992-a840-a3728312acb9 None None] For port d55e3f89-0088-4a80-8344-49bd40385003, host n-d-838334-2, cleared binding levels {{(pid=84042) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 21:08:50.512093 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [None req-58898518-4942-4e28-b5b9-affffadddf6a tempest-ExtensionsTestJSON-1652871333 tempest-ExtensionsTestJSON-1652871333-project] http://10.222.0.42:9696/v2.0/extensions/standard-attr-description returned with HTTP 200 {{(pid=84040) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 18 21:08:50.519678 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-58898518-4942-4e28-b5b9-affffadddf6a tempest-ExtensionsTestJSON-1652871333 tempest-ExtensionsTestJSON-1652871333-project] 10.222.0.42 "GET /v2.0/extensions/standard-attr-description HTTP/1.1" status: 200 len: 408 time: 0.0184522 Apr 18 21:08:50.542230 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-628aa485-bab5-4992-a840-a3728312acb9 None None] For port d55e3f89-0088-4a80-8344-49bd40385003, host n-d-838334-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838334-2',level=0,port_id=d55e3f89-0088-4a80-8344-49bd40385003,segment=NetworkSegment(d2749b3e-c607-4664-9d47-6c75c4298fa7),segment_id=d2749b3e-c607-4664-9d47-6c75c4298fa7)] {{(pid=84042) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 21:08:50.566647 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-628aa485-bab5-4992-a840-a3728312acb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682'] for port, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:08:50.598859 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 42946) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:08:50.612057 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [None req-bece95eb-85d2-41eb-84e9-d21d08ac608a tempest-ExtensionsTestJSON-1652871333 tempest-ExtensionsTestJSON-1652871333-project] http://10.222.0.42:9696/v2.0/extensions/stateful-security-group returned with HTTP 200 {{(pid=84040) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 18 21:08:50.615865 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-bece95eb-85d2-41eb-84e9-d21d08ac608a tempest-ExtensionsTestJSON-1652871333 tempest-ExtensionsTestJSON-1652871333-project] 10.222.0.42 "GET /v2.0/extensions/stateful-security-group HTTP/1.1" status: 200 len: 402 time: 0.0154390 Apr 18 21:08:50.618964 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 42952) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:08:50.627287 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [None req-664e037b-43ee-4c17-9532-1e9e63bcfea9 tempest-ExtensionsTestJSON-1652871333 tempest-ExtensionsTestJSON-1652871333-project] http://10.222.0.42:9696/v2.0/extensions/subnet_onboard returned with HTTP 200 {{(pid=84040) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 18 21:08:50.631721 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 42956) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:08:50.632281 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-664e037b-43ee-4c17-9532-1e9e63bcfea9 tempest-ExtensionsTestJSON-1652871333 tempest-ExtensionsTestJSON-1652871333-project] 10.222.0.42 "GET /v2.0/extensions/subnet_onboard HTTP/1.1" status: 200 len: 391 time: 0.0097136 Apr 18 21:08:50.646854 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [None req-d5983ed4-df41-4c3d-9f4c-23f374a30f5b tempest-ExtensionsTestJSON-1652871333 tempest-ExtensionsTestJSON-1652871333-project] http://10.222.0.42:9696/v2.0/extensions/subnet-service-types returned with HTTP 200 {{(pid=84041) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 18 21:08:50.648232 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-d5983ed4-df41-4c3d-9f4c-23f374a30f5b tempest-ExtensionsTestJSON-1652871333 tempest-ExtensionsTestJSON-1652871333-project] 10.222.0.42 "GET /v2.0/extensions/subnet-service-types HTTP/1.1" status: 200 len: 400 time: 0.0149453 Apr 18 21:08:50.651180 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-628aa485-bab5-4992-a840-a3728312acb9 None None] Pushing event updated for resources: {'Port': ['ID=d55e3f89-0088-4a80-8344-49bd40385003,revision_number=2']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:08:50.653693 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 42960) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:08:50.664039 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-3276fd4e-3b5d-4429-9624-3117bf90e0c6 tempest-RoutersNegativeIpV6Test-2082853264 tempest-RoutersNegativeIpV6Test-2082853264-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-32377931', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33443910'] for router_interface, after_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:08:50.689085 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [None req-a1d2203e-5892-42f8-b5f2-170eaecbeea2 tempest-ExtensionsTestJSON-1652871333 tempest-ExtensionsTestJSON-1652871333-project] http://10.222.0.42:9696/v2.0/extensions/subnet_allocation returned with HTTP 200 {{(pid=84041) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 18 21:08:50.690563 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-a1d2203e-5892-42f8-b5f2-170eaecbeea2 tempest-ExtensionsTestJSON-1652871333 tempest-ExtensionsTestJSON-1652871333-project] 10.222.0.42 "GET /v2.0/extensions/subnet_allocation HTTP/1.1" status: 200 len: 388 time: 0.0108480 Apr 18 21:08:50.709413 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-c7521a90-7d65-4e2e-842c-ca5d95e9a89c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750375287399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253529'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:08:50.730843 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dde20e35-d76c-4427-a8b5-8d01ac107703 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp016840fc-1f9f-5892-9c53-c9cf6c845bbb-4c603dc3-46a3-4cbd-9d39-160b636fb382', 'network_id': '4c603dc3-46a3-4cbd-9d39-160b636fb382', 'tenant_id': '3fd12654c90d4a4687b2462ca839c972', 'fixed_ips': [{'subnet_id': '63008cd5-301d-41db-9e27-5d649cfbde86'}]}} from n-d-838334-2. {{(pid=84042) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 18 21:08:50.731975 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-dde20e35-d76c-4427-a8b5-8d01ac107703 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_create {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:08:50.763318 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 42964) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:08:50.840801 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [None req-036763f4-8104-4ca5-8b53-99b88ac8bb23 tempest-ExtensionsTestJSON-1652871333 tempest-ExtensionsTestJSON-1652871333-project] http://10.222.0.42:9696/v2.0/extensions/subnetpool-prefix-ops returned with HTTP 200 {{(pid=84040) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 18 21:08:50.845101 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-036763f4-8104-4ca5-8b53-99b88ac8bb23 tempest-ExtensionsTestJSON-1652871333 tempest-ExtensionsTestJSON-1652871333-project] 10.222.0.42 "GET /v2.0/extensions/subnetpool-prefix-ops HTTP/1.1" status: 200 len: 418 time: 0.0774426 Apr 18 21:08:50.850150 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 42968) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:08:50.866752 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [None req-833b518a-76bb-4572-9e6e-8ac9d90985a8 tempest-ExtensionsTestJSON-1652871333 tempest-ExtensionsTestJSON-1652871333-project] http://10.222.0.42:9696/v2.0/extensions/standard-attr-tag returned with HTTP 200 {{(pid=84040) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 18 21:08:50.866752 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-833b518a-76bb-4572-9e6e-8ac9d90985a8 tempest-ExtensionsTestJSON-1652871333 tempest-ExtensionsTestJSON-1652871333-project] 10.222.0.42 "GET /v2.0/extensions/standard-attr-tag HTTP/1.1" status: 200 len: 537 time: 0.0084293 Apr 18 21:08:50.868539 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 42974) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:08:50.886851 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [None req-2a417481-60bb-40fa-9645-d3d8a2f9adc7 tempest-ExtensionsTestJSON-1652871333 tempest-ExtensionsTestJSON-1652871333-project] http://10.222.0.42:9696/v2.0/extensions/standard-attr-timestamp returned with HTTP 200 {{(pid=84040) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 18 21:08:50.888862 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-2a417481-60bb-40fa-9645-d3d8a2f9adc7 tempest-ExtensionsTestJSON-1652871333 tempest-ExtensionsTestJSON-1652871333-project] 10.222.0.42 "GET /v2.0/extensions/standard-attr-timestamp HTTP/1.1" status: 200 len: 449 time: 0.0155456 Apr 18 21:08:51.110437 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.db_base_plugin_common [None req-dde20e35-d76c-4427-a8b5-8d01ac107703 None None] Allocated IP 2001:db8:1::2 (4c603dc3-46a3-4cbd-9d39-160b636fb382/63008cd5-301d-41db-9e27-5d649cfbde86/59fcebef-89b7-4d54-9d0d-e5608abb857c) {{(pid=84042) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 21:08:51.228622 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 42984) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:08:51.345693 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-dc607c7e-0653-4bed-bc52-aefad9a44879 tempest-RoutersIpV6Test-235118808 tempest-RoutersIpV6Test-235118808-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:08:51.365485 n-d-838334-2 neutron-server[84041]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3276fd4e-3b5d-4429-9624-3117bf90e0c6 tempest-RoutersNegativeIpV6Test-2082853264 tempest-RoutersNegativeIpV6Test-2082853264-project] Router 96585ca4-f503-4bc0-aa57-2b0fc3ed1a98 has already been hosted by L3 agent bc84d6c9-dd7a-4555-a351-592327b46d5a {{(pid=84041) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 21:08:51.444211 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-dde20e35-d76c-4427-a8b5-8d01ac107703 None None] Notify callbacks [] for port, precommit_create {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:08:51.460971 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-dde20e35-d76c-4427-a8b5-8d01ac107703 None None] Transition to ACTIVE for port object 59fcebef-89b7-4d54-9d0d-e5608abb857c will not be triggered until provisioned by entity L2. {{(pid=84042) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:08:51.487219 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-dde20e35-d76c-4427-a8b5-8d01ac107703 None None] Transition to ACTIVE for port object 59fcebef-89b7-4d54-9d0d-e5608abb857c will not be triggered until provisioned by entity DHCP. {{(pid=84042) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:08:51.497252 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-dde20e35-d76c-4427-a8b5-8d01ac107703 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750374836619'] for port, after_create {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:08:51.597309 n-d-838334-2 neutron-server[84042]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dde20e35-d76c-4427-a8b5-8d01ac107703 None None] Network 4c603dc3-46a3-4cbd-9d39-160b636fb382 is already hosted by enough agents. {{(pid=84042) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:08:51.610384 n-d-838334-2 neutron-server[84042]: DEBUG neutron.scheduler.base_scheduler [None req-dde20e35-d76c-4427-a8b5-8d01ac107703 None None] Resources bound (agent type, host, resource id): {{(pid=84042) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:08:51.619375 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dde20e35-d76c-4427-a8b5-8d01ac107703 None None] Received port after_create {{(pid=84042) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 21:08:51.668828 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dde20e35-d76c-4427-a8b5-8d01ac107703 None None] Pushing event updated for resources: {'Port': ['ID=59fcebef-89b7-4d54-9d0d-e5608abb857c,revision_number=1']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:08:51.759036 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3276fd4e-3b5d-4429-9624-3117bf90e0c6 tempest-RoutersNegativeIpV6Test-2082853264 tempest-RoutersNegativeIpV6Test-2082853264-project] Notify agent at l3_agent.n-d-838334-2 the message routers_updated {{(pid=84041) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 21:08:51.774961 n-d-838334-2 neutron-server[84043]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ae8223d-4acf-4e31-b93b-4c53943a0dd7 None None] Sync routers for ids ['96585ca4-f503-4bc0-aa57-2b0fc3ed1a98'] in n-d-838334-2 {{(pid=84043) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 18 21:08:51.791684 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.managers [None req-dde20e35-d76c-4427-a8b5-8d01ac107703 None None] Attempting to bind port 59fcebef-89b7-4d54-9d0d-e5608abb857c on host n-d-838334-2 for vnic_type normal with profile {{(pid=84042) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 21:08:51.794653 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ae8223d-4acf-4e31-b93b-4c53943a0dd7 None None] Routers {'96585ca4-f503-4bc0-aa57-2b0fc3ed1a98'} bound to L3 agent in host n-d-838334-2 {{(pid=84043) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 21:08:51.795278 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.managers [None req-dde20e35-d76c-4427-a8b5-8d01ac107703 None None] Attempting to bind port 59fcebef-89b7-4d54-9d0d-e5608abb857c by drivers openvswitch,hyperv on host n-d-838334-2 at level 0 using segments [{'id': '0cf9901c-797d-4462-8fa3-20885cf77322', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': '4c603dc3-46a3-4cbd-9d39-160b636fb382'}] {{(pid=84042) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 21:08:51.798170 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 43000) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:08:51.798341 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-3276fd4e-3b5d-4429-9624-3117bf90e0c6 tempest-RoutersNegativeIpV6Test-2082853264 tempest-RoutersNegativeIpV6Test-2082853264-project] 10.222.0.42 "PUT /v2.0/routers/96585ca4-f503-4bc0-aa57-2b0fc3ed1a98/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0687408 Apr 18 21:08:51.799329 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dde20e35-d76c-4427-a8b5-8d01ac107703 None None] Attempting to bind port 59fcebef-89b7-4d54-9d0d-e5608abb857c on network 4c603dc3-46a3-4cbd-9d39-160b636fb382 {{(pid=84042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 21:08:51.799902 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.l3_hamode_db [None req-9ae8223d-4acf-4e31-b93b-4c53943a0dd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838334-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-18T20:25:48Z,description=,heartbeat_timestamp=2022-04-18T21:08:48Z,host='n-d-838334-2',id=bc84d6c9-dd7a-4555-a351-592327b46d5a,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:25:48Z,topic='l3_agent')) {'router_ids': ['96585ca4-f503-4bc0-aa57-2b0fc3ed1a98'], 'active': True} {{(pid=84043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:08:51.817448 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dde20e35-d76c-4427-a8b5-8d01ac107703 None None] Checking agent: {'id': '97cd4414-7af6-4d67-868d-dff370b4071a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838334-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 25, 49), 'started_at': datetime.datetime(2022, 4, 18, 20, 26, 19), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 21, 8, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838334-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 18 21:08:51.817715 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dde20e35-d76c-4427-a8b5-8d01ac107703 None None] Checking segment: {'id': '0cf9901c-797d-4462-8fa3-20885cf77322', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': '4c603dc3-46a3-4cbd-9d39-160b636fb382'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84042) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 21:08:51.818082 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-dde20e35-d76c-4427-a8b5-8d01ac107703 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:08:51.820677 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dde20e35-d76c-4427-a8b5-8d01ac107703 None None] Bound using segment: {'id': '0cf9901c-797d-4462-8fa3-20885cf77322', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': '4c603dc3-46a3-4cbd-9d39-160b636fb382'} {{(pid=84042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 18 21:08:51.821593 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.managers [None req-dde20e35-d76c-4427-a8b5-8d01ac107703 None None] Bound port: 59fcebef-89b7-4d54-9d0d-e5608abb857c, host: n-d-838334-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0cf9901c-797d-4462-8fa3-20885cf77322', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': '4c603dc3-46a3-4cbd-9d39-160b636fb382'}}] {{(pid=84042) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 21:08:51.824852 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-dde20e35-d76c-4427-a8b5-8d01ac107703 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:08:51.956223 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.l3_hamode_db [None req-9ae8223d-4acf-4e31-b93b-4c53943a0dd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-838334-2', False) {} {{(pid=84043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:08:51.990535 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ae8223d-4acf-4e31-b93b-4c53943a0dd7 None None] Routers {'96585ca4-f503-4bc0-aa57-2b0fc3ed1a98'} bound to L3 agent in host n-d-838334-2 {{(pid=84043) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 21:08:51.991128 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.l3_hamode_db [None req-9ae8223d-4acf-4e31-b93b-4c53943a0dd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838334-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-18T20:25:48Z,description=,heartbeat_timestamp=2022-04-18T21:08:48Z,host='n-d-838334-2',id=bc84d6c9-dd7a-4555-a351-592327b46d5a,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:25:48Z,topic='l3_agent')) {'router_ids': ['96585ca4-f503-4bc0-aa57-2b0fc3ed1a98'], 'active': True} {{(pid=84043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:08:52.066038 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 43012) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:08:52.100907 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-dde20e35-d76c-4427-a8b5-8d01ac107703 None None] For port 59fcebef-89b7-4d54-9d0d-e5608abb857c, host n-d-838334-2, cleared binding levels {{(pid=84042) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 21:08:52.107394 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-dde20e35-d76c-4427-a8b5-8d01ac107703 None None] For port 59fcebef-89b7-4d54-9d0d-e5608abb857c, host n-d-838334-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838334-2',level=0,port_id=59fcebef-89b7-4d54-9d0d-e5608abb857c,segment=NetworkSegment(0cf9901c-797d-4462-8fa3-20885cf77322),segment_id=0cf9901c-797d-4462-8fa3-20885cf77322)] {{(pid=84042) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 21:08:52.120133 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-dde20e35-d76c-4427-a8b5-8d01ac107703 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682'] for port, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:08:52.160181 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.l3_hamode_db [None req-9ae8223d-4acf-4e31-b93b-4c53943a0dd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-838334-2', False) {} {{(pid=84043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:08:52.160811 n-d-838334-2 neutron-server[84043]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ae8223d-4acf-4e31-b93b-4c53943a0dd7 None None] The sync data for ids ['96585ca4-f503-4bc0-aa57-2b0fc3ed1a98'] in n-d-838334-2 is: [] {{(pid=84043) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 18 21:08:52.186183 n-d-838334-2 neutron-server[84040]: INFO neutron.api.v2.resource [None req-42901527-eaad-4804-8647-78111d2ed743 tempest-RoutersNegativeIpV6Test-2082853264 tempest-RoutersNegativeIpV6Test-2082853264-project] delete failed (client error): The resource could not be found. Apr 18 21:08:52.191821 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 43020) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:08:52.192077 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-42901527-eaad-4804-8647-78111d2ed743 tempest-RoutersNegativeIpV6Test-2082853264 tempest-RoutersNegativeIpV6Test-2082853264-project] 10.222.0.42 "DELETE /v2.0/routers/tempest-non_exist_router-621495096 HTTP/1.1" status: 404 len: 334 time: 0.3938062 Apr 18 21:08:52.198929 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.v2.base [None req-0555fd04-53da-430a-b76c-297bc1679455 tempest-RoutersNegativeIpV6Test-2082853264 tempest-RoutersNegativeIpV6Test-2082853264-project] Request body: {'router': {'external_gateway_info': {'network_id': '96585ca4-f503-4bc0-aa57-2b0fc3ed1a98'}}} {{(pid=84041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:08:52.237366 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8f5778b-c0ed-444f-bdfa-40deb4d60b63 None None] Network 93e07f9a-c91c-4845-840a-efe9774ad9c1 requested from n-d-838334-2 {{(pid=84042) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 21:08:52.259261 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-bcf44a71-16a4-47b8-9090-fd90d0f668bd admin admin] Notify callbacks [] for security_group, before_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:08:52.278878 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dde20e35-d76c-4427-a8b5-8d01ac107703 None None] Pushing event updated for resources: {'Port': ['ID=59fcebef-89b7-4d54-9d0d-e5608abb857c,revision_number=2']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:08:52.403269 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [None req-bcf44a71-16a4-47b8-9090-fd90d0f668bd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:08:52.412887 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-bcf44a71-16a4-47b8-9090-fd90d0f668bd admin admin] Usage tracker for resource:security_group_rule and tenant:586d9a9eab404f9789082d3d4f36960e is out of sync, need to count used quota {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:08:52.423843 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-bcf44a71-16a4-47b8-9090-fd90d0f668bd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:08:52.442351 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [None req-bcf44a71-16a4-47b8-9090-fd90d0f668bd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:08:52.467590 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.db_base_plugin_common [None req-dc607c7e-0653-4bed-bc52-aefad9a44879 tempest-RoutersIpV6Test-235118808 tempest-RoutersIpV6Test-235118808-project] Allocated IP 2001:db8::1 (93e07f9a-c91c-4845-840a-efe9774ad9c1/a572f526-a731-422a-b2fb-d57aaa1dae99/5f5d3137-3b06-4f4e-a2ac-c8d66fddb9e3) {{(pid=84040) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 21:08:52.477419 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-469d36a5-7f64-4bcd-9bf1-de1704736cc6 None None] Provisioning for port d55e3f89-0088-4a80-8344-49bd40385003 completed by entity DHCP. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 21:08:52.843224 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-1a23a5e2-15d0-4cf6-9775-4e4764713a5f admin admin] Notify callbacks [] for security_group, before_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:08:52.854601 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-bcf44a71-16a4-47b8-9090-fd90d0f668bd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:08:52.870200 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-bcf44a71-16a4-47b8-9090-fd90d0f668bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33528224'] for security_group, after_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:08:52.898705 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-dc607c7e-0653-4bed-bc52-aefad9a44879 tempest-RoutersIpV6Test-235118808 tempest-RoutersIpV6Test-235118808-project] Notify callbacks [] for port, precommit_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:08:52.959774 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.provisioning_blocks [None req-dc607c7e-0653-4bed-bc52-aefad9a44879 tempest-RoutersIpV6Test-235118808 tempest-RoutersIpV6Test-235118808-project] Transition to ACTIVE for port object 5f5d3137-3b06-4f4e-a2ac-c8d66fddb9e3 will not be triggered until provisioned by entity DHCP. {{(pid=84040) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:08:52.970157 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcf44a71-16a4-47b8-9090-fd90d0f668bd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e6059466-1d03-4626-94c9-d8692d42e7f0,revision_number=1']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:08:52.978249 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-bcf44a71-16a4-47b8-9090-fd90d0f668bd admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=586d9a9eab404f9789082d3d4f36960e&name=default HTTP/1.1" status: 200 len: 2647 time: 1.7479506 Apr 18 21:08:52.980200 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 43036) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:08:53.126547 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Device d55e3f89-0088-4a80-8344-49bd40385003 up at agent ovs-agent-n-d-838334-2 {{(pid=84042) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 21:08:53.144787 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-69fd08b6-58d0-4886-95f2-523fa1839758 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:08:53.148167 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-dc607c7e-0653-4bed-bc52-aefad9a44879 tempest-RoutersIpV6Test-235118808 tempest-RoutersIpV6Test-235118808-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750374836619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32440838'] for port, after_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:08:53.273380 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-69fd08b6-58d0-4886-95f2-523fa1839758 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:08:53.277181 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Provisioning for port d55e3f89-0088-4a80-8344-49bd40385003 completed by entity L2. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 21:08:53.289538 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Provisioning complete for port d55e3f89-0088-4a80-8344-49bd40385003 triggered by entity L2. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:08:53.289924 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1253608'] for port, provisioning_complete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:08:53.299029 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-1a23a5e2-15d0-4cf6-9775-4e4764713a5f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:08:53.308886 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-1a23a5e2-15d0-4cf6-9775-4e4764713a5f admin admin] Usage tracker for resource:security_group_rule and tenant:3b7d0dcf8c934adaab0a3608c7f32fbf is out of sync, need to count used quota {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:08:53.315739 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-1a23a5e2-15d0-4cf6-9775-4e4764713a5f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:08:53.326603 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-1a23a5e2-15d0-4cf6-9775-4e4764713a5f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:08:53.352608 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-0555fd04-53da-430a-b76c-297bc1679455 tempest-RoutersNegativeIpV6Test-2082853264 tempest-RoutersNegativeIpV6Test-2082853264-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-33444175', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-33443520', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5293'] for router, precommit_update {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:08:53.397956 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc607c7e-0653-4bed-bc52-aefad9a44879 tempest-RoutersIpV6Test-235118808 tempest-RoutersIpV6Test-235118808-project] Pushing event updated for resources: {'Port': ['ID=5f5d3137-3b06-4f4e-a2ac-c8d66fddb9e3,revision_number=1']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:08:53.414772 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-69fd08b6-58d0-4886-95f2-523fa1839758 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33528224'] for security_group, after_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:08:53.441941 n-d-838334-2 neutron-server[84041]: INFO neutron.api.v2.resource [None req-0555fd04-53da-430a-b76c-297bc1679455 tempest-RoutersNegativeIpV6Test-2082853264 tempest-RoutersNegativeIpV6Test-2082853264-project] update failed (client error): The resource could not be found. Apr 18 21:08:53.443208 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-0555fd04-53da-430a-b76c-297bc1679455 tempest-RoutersNegativeIpV6Test-2082853264 tempest-RoutersNegativeIpV6Test-2082853264-project] 10.222.0.42 "PUT /v2.0/routers/96585ca4-f503-4bc0-aa57-2b0fc3ed1a98 HTTP/1.1" status: 404 len: 339 time: 1.2501609 Apr 18 21:08:53.448485 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 43050) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:08:53.449321 n-d-838334-2 neutron-server[84040]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc607c7e-0653-4bed-bc52-aefad9a44879 tempest-RoutersIpV6Test-235118808 tempest-RoutersIpV6Test-235118808-project] Network 93e07f9a-c91c-4845-840a-efe9774ad9c1 is already hosted by enough agents. {{(pid=84040) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:08:53.451881 n-d-838334-2 neutron-server[84040]: DEBUG neutron.scheduler.base_scheduler [None req-dc607c7e-0653-4bed-bc52-aefad9a44879 tempest-RoutersIpV6Test-235118808 tempest-RoutersIpV6Test-235118808-project] Resources bound (agent type, host, resource id): {{(pid=84040) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:08:53.466685 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.v2.base [None req-6f6507f2-71d2-4e6e-b938-47668917fb2e tempest-RoutersNegativeIpV6Test-2082853264 tempest-RoutersNegativeIpV6Test-2082853264-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-1972551211'}} {{(pid=84041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:08:53.472835 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-ac43a8bb-b39f-4d73-867d-3198e005fd56 None None] Provisioning complete for port d55e3f89-0088-4a80-8344-49bd40385003 triggered by entity DHCP. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:08:53.473063 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-ac43a8bb-b39f-4d73-867d-3198e005fd56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1253608'] for port, provisioning_complete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:08:53.476524 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc607c7e-0653-4bed-bc52-aefad9a44879 tempest-RoutersIpV6Test-235118808 tempest-RoutersIpV6Test-235118808-project] Received port after_create {{(pid=84040) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 21:08:53.477020 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-6f6507f2-71d2-4e6e-b938-47668917fb2e tempest-RoutersNegativeIpV6Test-2082853264 tempest-RoutersNegativeIpV6Test-2082853264-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:08:53.477147 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-dc607c7e-0653-4bed-bc52-aefad9a44879 tempest-RoutersIpV6Test-235118808 tempest-RoutersIpV6Test-235118808-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33444010'] for router_interface, before_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:08:53.483034 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69fd08b6-58d0-4886-95f2-523fa1839758 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e6059466-1d03-4626-94c9-d8692d42e7f0,revision_number=None']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:08:53.490396 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-6f6507f2-71d2-4e6e-b938-47668917fb2e tempest-RoutersNegativeIpV6Test-2082853264 tempest-RoutersNegativeIpV6Test-2082853264-project] Usage tracker for resource:network and tenant:96d414bf260e4d24a9412ba94380cbaf is out of sync, need to count used quota {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:08:53.497910 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-6f6507f2-71d2-4e6e-b938-47668917fb2e tempest-RoutersNegativeIpV6Test-2082853264 tempest-RoutersNegativeIpV6Test-2082853264-project] Quota usage for network was recalculated. Used quota:3. {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:08:53.518872 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-6f6507f2-71d2-4e6e-b938-47668917fb2e tempest-RoutersNegativeIpV6Test-2082853264 tempest-RoutersNegativeIpV6Test-2082853264-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:08:53.526178 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-69fd08b6-58d0-4886-95f2-523fa1839758 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:08:53.529761 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-69fd08b6-58d0-4886-95f2-523fa1839758 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/e6059466-1d03-4626-94c9-d8692d42e7f0 HTTP/1.1" status: 204 len: 168 time: 0.5464072 Apr 18 21:08:53.539241 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-1a23a5e2-15d0-4cf6-9775-4e4764713a5f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:08:53.561560 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-1a23a5e2-15d0-4cf6-9775-4e4764713a5f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33528224'] for security_group, after_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:08:53.617032 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-1a23a5e2-15d0-4cf6-9775-4e4764713a5f admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=3b7d0dcf8c934adaab0a3608c7f32fbf&name=default HTTP/1.1" status: 200 len: 2647 time: 1.5496047 Apr 18 21:08:53.619726 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f6507f2-71d2-4e6e-b938-47668917fb2e tempest-RoutersNegativeIpV6Test-2082853264 tempest-RoutersNegativeIpV6Test-2082853264-project] Made reservation on behalf of 96d414bf260e4d24a9412ba94380cbaf for: {'network': 1} {{(pid=84041) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:08:53.623498 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-6f6507f2-71d2-4e6e-b938-47668917fb2e tempest-RoutersNegativeIpV6Test-2082853264 tempest-RoutersNegativeIpV6Test-2082853264-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for network, before_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:08:53.639987 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 43056) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:08:53.737543 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6f6507f2-71d2-4e6e-b938-47668917fb2e tempest-RoutersNegativeIpV6Test-2082853264 tempest-RoutersNegativeIpV6Test-2082853264-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 355} {{(pid=84041) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 21:08:53.759238 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 43058) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:08:53.772569 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-6f6507f2-71d2-4e6e-b938-47668917fb2e tempest-RoutersNegativeIpV6Test-2082853264 tempest-RoutersNegativeIpV6Test-2082853264-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1082986'] for segment, precommit_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:08:53.772921 n-d-838334-2 neutron-server[84041]: INFO neutron.db.segments_db [None req-6f6507f2-71d2-4e6e-b938-47668917fb2e tempest-RoutersNegativeIpV6Test-2082853264 tempest-RoutersNegativeIpV6Test-2082853264-project] Added segment 705d5409-c841-45bc-b987-152b879a3085 of type vlan for network 77b3f0b3-e3be-49dd-abc2-272571122614 Apr 18 21:08:53.780797 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-dc607c7e-0653-4bed-bc52-aefad9a44879 tempest-RoutersIpV6Test-235118808 tempest-RoutersIpV6Test-235118808-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:08:53.788040 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a23a5e2-15d0-4cf6-9775-4e4764713a5f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=705ae67a-5a4c-404f-a377-2c29bc4c321e,revision_number=1']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:08:53.885857 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-6f6507f2-71d2-4e6e-b938-47668917fb2e tempest-RoutersNegativeIpV6Test-2082853264 tempest-RoutersNegativeIpV6Test-2082853264-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750374825732'] for network, precommit_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:08:53.936347 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-7fd07f9d-b805-40df-bca1-7c39e9183cd1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:08:53.986454 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-6f6507f2-71d2-4e6e-b938-47668917fb2e tempest-RoutersNegativeIpV6Test-2082853264 tempest-RoutersNegativeIpV6Test-2082853264-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33526109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022'] for network, after_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:08:53.990833 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f6507f2-71d2-4e6e-b938-47668917fb2e tempest-RoutersNegativeIpV6Test-2082853264 tempest-RoutersNegativeIpV6Test-2082853264-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:08:53.991427 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-6f6507f2-71d2-4e6e-b938-47668917fb2e tempest-RoutersNegativeIpV6Test-2082853264 tempest-RoutersNegativeIpV6Test-2082853264-project] Notify callbacks [] for network, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:08:53.993479 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-7fd07f9d-b805-40df-bca1-7c39e9183cd1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:08:54.008506 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:08:54.076587 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-ac43a8bb-b39f-4d73-867d-3198e005fd56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:08:54.126042 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bbdfd158-d740-4cdc-8b60-bf17f75da089 None None] Network 4c603dc3-46a3-4cbd-9d39-160b636fb382 requested from n-d-838334-2 {{(pid=84042) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 21:08:54.169511 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] For port d55e3f89-0088-4a80-8344-49bd40385003, host n-d-838334-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838334-2',level=0,port_id=d55e3f89-0088-4a80-8344-49bd40385003,segment=NetworkSegment(d2749b3e-c607-4664-9d47-6c75c4298fa7),segment_id=d2749b3e-c607-4664-9d47-6c75c4298fa7)] {{(pid=84042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:08:54.213757 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682'] for port, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:08:54.214516 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Device 59fcebef-89b7-4d54-9d0d-e5608abb857c up at agent ovs-agent-n-d-838334-2 {{(pid=84042) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 21:08:54.405654 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-6f6507f2-71d2-4e6e-b938-47668917fb2e tempest-RoutersNegativeIpV6Test-2082853264 tempest-RoutersNegativeIpV6Test-2082853264-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 0.9495018 Apr 18 21:08:54.407772 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 43090) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:08:54.408233 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 43092) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:08:54.410018 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f6507f2-71d2-4e6e-b938-47668917fb2e tempest-RoutersNegativeIpV6Test-2082853264 tempest-RoutersNegativeIpV6Test-2082853264-project] Pushing event updated for resources: {'Network': ['ID=77b3f0b3-e3be-49dd-abc2-272571122614,revision_number=1']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:08:54.423057 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-7fd07f9d-b805-40df-bca1-7c39e9183cd1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33528224'] for security_group, after_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:08:54.434840 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.v2.base [None req-ddcf8ea4-7e7b-4e76-9564-234691f71868 tempest-RoutersNegativeIpV6Test-2082853264 tempest-RoutersNegativeIpV6Test-2082853264-project] Request body: {'subnet': {'network_id': '77b3f0b3-e3be-49dd-abc2-272571122614', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=84040) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:08:54.439478 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Network 77b3f0b3-e3be-49dd-abc2-272571122614 details requested by agent ovs-agent-n-d-838334-2 with host n-d-838334-2 {{(pid=84042) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 18 21:08:54.512082 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fd07f9d-b805-40df-bca1-7c39e9183cd1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=705ae67a-5a4c-404f-a377-2c29bc4c321e,revision_number=None']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:08:54.576958 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.db.api [None req-ac43a8bb-b39f-4d73-867d-3198e005fd56 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=84042) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 18 21:08:54.577310 n-d-838334-2 neutron-server[84042]: DEBUG oslo_db.api [None req-ac43a8bb-b39f-4d73-867d-3198e005fd56 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=84042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 18 21:08:54.596355 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Pushing event updated for resources: {'Port': ['ID=d55e3f89-0088-4a80-8344-49bd40385003,revision_number=3']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:08:54.642358 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.v2.base [None req-6c30ed3c-d212-4b14-9bcb-9c85be96b897 tempest-BulkNetworkOpsIpV6Test-1519994015 tempest-BulkNetworkOpsIpV6Test-1519994015-project] Request body: {'networks': [{'name': 'tempest-network--1134621983'}, {'name': 'tempest-network--2037169106'}]} {{(pid=84040) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:08:54.642664 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.v2.base [None req-6c30ed3c-d212-4b14-9bcb-9c85be96b897 tempest-BulkNetworkOpsIpV6Test-1519994015 tempest-BulkNetworkOpsIpV6Test-1519994015-project] Request body: {'network': {'name': 'tempest-network--1134621983'}} {{(pid=84040) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:08:54.643110 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.v2.base [None req-6c30ed3c-d212-4b14-9bcb-9c85be96b897 tempest-BulkNetworkOpsIpV6Test-1519994015 tempest-BulkNetworkOpsIpV6Test-1519994015-project] Request body: {'network': {'name': 'tempest-network--2037169106'}} {{(pid=84040) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:08:54.648720 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [None req-6c30ed3c-d212-4b14-9bcb-9c85be96b897 tempest-BulkNetworkOpsIpV6Test-1519994015 tempest-BulkNetworkOpsIpV6Test-1519994015-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:08:54.652494 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-6c30ed3c-d212-4b14-9bcb-9c85be96b897 tempest-BulkNetworkOpsIpV6Test-1519994015 tempest-BulkNetworkOpsIpV6Test-1519994015-project] Usage tracker for resource:network and tenant:df9bc1724af74914b30c27ece5814a5f is out of sync, need to count used quota {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:08:54.655489 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-6c30ed3c-d212-4b14-9bcb-9c85be96b897 tempest-BulkNetworkOpsIpV6Test-1519994015 tempest-BulkNetworkOpsIpV6Test-1519994015-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:08:54.662802 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [None req-6c30ed3c-d212-4b14-9bcb-9c85be96b897 tempest-BulkNetworkOpsIpV6Test-1519994015 tempest-BulkNetworkOpsIpV6Test-1519994015-project] Attempting to reserve 2 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:08:54.670710 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-7fd07f9d-b805-40df-bca1-7c39e9183cd1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:08:54.672455 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-7fd07f9d-b805-40df-bca1-7c39e9183cd1 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/705ae67a-5a4c-404f-a377-2c29bc4c321e HTTP/1.1" status: 204 len: 168 time: 0.9693048 Apr 18 21:08:54.673562 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-149af8df-cf74-47bc-b628-14d5ae3f4f1c admin admin] Notify callbacks [] for security_group, before_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:08:54.705851 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Provisioning for port 59fcebef-89b7-4d54-9d0d-e5608abb857c completed by entity L2. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 21:08:54.712238 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c30ed3c-d212-4b14-9bcb-9c85be96b897 tempest-BulkNetworkOpsIpV6Test-1519994015 tempest-BulkNetworkOpsIpV6Test-1519994015-project] Made reservation on behalf of df9bc1724af74914b30c27ece5814a5f for: {'network': 2} {{(pid=84040) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:08:54.716212 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-6c30ed3c-d212-4b14-9bcb-9c85be96b897 tempest-BulkNetworkOpsIpV6Test-1519994015 tempest-BulkNetworkOpsIpV6Test-1519994015-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for network, before_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:08:54.741979 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-6c30ed3c-d212-4b14-9bcb-9c85be96b897 tempest-BulkNetworkOpsIpV6Test-1519994015 tempest-BulkNetworkOpsIpV6Test-1519994015-project] Notify callbacks [] for security_group, before_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:08:54.805888 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [None req-6c30ed3c-d212-4b14-9bcb-9c85be96b897 tempest-BulkNetworkOpsIpV6Test-1519994015 tempest-BulkNetworkOpsIpV6Test-1519994015-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:08:54.815095 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-6c30ed3c-d212-4b14-9bcb-9c85be96b897 tempest-BulkNetworkOpsIpV6Test-1519994015 tempest-BulkNetworkOpsIpV6Test-1519994015-project] Usage tracker for resource:security_group_rule and tenant:df9bc1724af74914b30c27ece5814a5f is out of sync, need to count used quota {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:08:54.818730 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-6c30ed3c-d212-4b14-9bcb-9c85be96b897 tempest-BulkNetworkOpsIpV6Test-1519994015 tempest-BulkNetworkOpsIpV6Test-1519994015-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:08:54.825242 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [None req-6c30ed3c-d212-4b14-9bcb-9c85be96b897 tempest-BulkNetworkOpsIpV6Test-1519994015 tempest-BulkNetworkOpsIpV6Test-1519994015-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:08:54.977896 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [None req-149af8df-cf74-47bc-b628-14d5ae3f4f1c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:08:54.981406 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [None req-ddcf8ea4-7e7b-4e76-9564-234691f71868 tempest-RoutersNegativeIpV6Test-2082853264 tempest-RoutersNegativeIpV6Test-2082853264-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:08:54.999656 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-149af8df-cf74-47bc-b628-14d5ae3f4f1c admin admin] Usage tracker for resource:security_group_rule and tenant:4ea9757eabc84361aebbef089c2a0ed4 is out of sync, need to count used quota {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:08:55.014872 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-149af8df-cf74-47bc-b628-14d5ae3f4f1c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:08:55.018160 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-ddcf8ea4-7e7b-4e76-9564-234691f71868 tempest-RoutersNegativeIpV6Test-2082853264 tempest-RoutersNegativeIpV6Test-2082853264-project] Usage tracker for resource:subnet and tenant:96d414bf260e4d24a9412ba94380cbaf is out of sync, need to count used quota {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:08:55.039713 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-ddcf8ea4-7e7b-4e76-9564-234691f71868 tempest-RoutersNegativeIpV6Test-2082853264 tempest-RoutersNegativeIpV6Test-2082853264-project] Quota usage for subnet was recalculated. Used quota:3. {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:08:55.059546 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [None req-149af8df-cf74-47bc-b628-14d5ae3f4f1c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:08:55.064761 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Device d55e3f89-0088-4a80-8344-49bd40385003 up at agent ovs-agent-n-d-838334-2 {{(pid=84042) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 21:08:55.082850 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-6c30ed3c-d212-4b14-9bcb-9c85be96b897 tempest-BulkNetworkOpsIpV6Test-1519994015 tempest-BulkNetworkOpsIpV6Test-1519994015-project] Notify callbacks [] for security_group, precommit_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:08:55.083958 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [None req-ddcf8ea4-7e7b-4e76-9564-234691f71868 tempest-RoutersNegativeIpV6Test-2082853264 tempest-RoutersNegativeIpV6Test-2082853264-project] Attempting to reserve 1 items for resource subnet. Total usage: 3; quota limit: 100; headroom:97 {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:08:55.114129 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-6c30ed3c-d212-4b14-9bcb-9c85be96b897 tempest-BulkNetworkOpsIpV6Test-1519994015 tempest-BulkNetworkOpsIpV6Test-1519994015-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33528224'] for security_group, after_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:08:55.114587 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-6c30ed3c-d212-4b14-9bcb-9c85be96b897 tempest-BulkNetworkOpsIpV6Test-1519994015 tempest-BulkNetworkOpsIpV6Test-1519994015-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for network, before_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:08:55.218414 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6c30ed3c-d212-4b14-9bcb-9c85be96b897 tempest-BulkNetworkOpsIpV6Test-1519994015 tempest-BulkNetworkOpsIpV6Test-1519994015-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 394} {{(pid=84040) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 21:08:55.227655 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-6c30ed3c-d212-4b14-9bcb-9c85be96b897 tempest-BulkNetworkOpsIpV6Test-1519994015 tempest-BulkNetworkOpsIpV6Test-1519994015-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1082986'] for segment, precommit_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:08:55.228007 n-d-838334-2 neutron-server[84040]: INFO neutron.db.segments_db [None req-6c30ed3c-d212-4b14-9bcb-9c85be96b897 tempest-BulkNetworkOpsIpV6Test-1519994015 tempest-BulkNetworkOpsIpV6Test-1519994015-project] Added segment 6f946ffd-22e8-4ed2-bc6e-baee2d87ab53 of type vlan for network f4e8b31d-ac86-4267-a081-14c4a215ca8d Apr 18 21:08:55.258206 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-6c30ed3c-d212-4b14-9bcb-9c85be96b897 tempest-BulkNetworkOpsIpV6Test-1519994015 tempest-BulkNetworkOpsIpV6Test-1519994015-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750374825732'] for network, precommit_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:08:55.273819 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Provisioning complete for port d55e3f89-0088-4a80-8344-49bd40385003 triggered by entity L2. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:08:55.274896 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1253608'] for port, provisioning_complete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:08:55.293474 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6c30ed3c-d212-4b14-9bcb-9c85be96b897 tempest-BulkNetworkOpsIpV6Test-1519994015 tempest-BulkNetworkOpsIpV6Test-1519994015-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 391} {{(pid=84040) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 21:08:55.302640 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-6c30ed3c-d212-4b14-9bcb-9c85be96b897 tempest-BulkNetworkOpsIpV6Test-1519994015 tempest-BulkNetworkOpsIpV6Test-1519994015-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1082986'] for segment, precommit_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:08:55.303039 n-d-838334-2 neutron-server[84040]: INFO neutron.db.segments_db [None req-6c30ed3c-d212-4b14-9bcb-9c85be96b897 tempest-BulkNetworkOpsIpV6Test-1519994015 tempest-BulkNetworkOpsIpV6Test-1519994015-project] Added segment ab6f60d3-68e6-426b-aa69-a04c47ad9210 of type vlan for network 5c1a6487-10a6-48fc-b44b-f435f2af1fd5 Apr 18 21:08:55.329892 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-6c30ed3c-d212-4b14-9bcb-9c85be96b897 tempest-BulkNetworkOpsIpV6Test-1519994015 tempest-BulkNetworkOpsIpV6Test-1519994015-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750374825732'] for network, precommit_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:08:55.363760 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c30ed3c-d212-4b14-9bcb-9c85be96b897 tempest-BulkNetworkOpsIpV6Test-1519994015 tempest-BulkNetworkOpsIpV6Test-1519994015-project] Pushing event updated for resources: {'SecurityGroup': ['ID=deb55840-966e-4375-bf10-d95355e8623f,revision_number=1']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:08:55.370421 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ddcf8ea4-7e7b-4e76-9564-234691f71868 tempest-RoutersNegativeIpV6Test-2082853264 tempest-RoutersNegativeIpV6Test-2082853264-project] Made reservation on behalf of 96d414bf260e4d24a9412ba94380cbaf for: {'subnet': 1} {{(pid=84040) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:08:55.409912 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-6c30ed3c-d212-4b14-9bcb-9c85be96b897 tempest-BulkNetworkOpsIpV6Test-1519994015 tempest-BulkNetworkOpsIpV6Test-1519994015-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33526109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022'] for network, after_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:08:55.410549 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-6c30ed3c-d212-4b14-9bcb-9c85be96b897 tempest-BulkNetworkOpsIpV6Test-1519994015 tempest-BulkNetworkOpsIpV6Test-1519994015-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33526109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022'] for network, after_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:08:55.414772 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c30ed3c-d212-4b14-9bcb-9c85be96b897 tempest-BulkNetworkOpsIpV6Test-1519994015 tempest-BulkNetworkOpsIpV6Test-1519994015-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:08:55.418999 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c30ed3c-d212-4b14-9bcb-9c85be96b897 tempest-BulkNetworkOpsIpV6Test-1519994015 tempest-BulkNetworkOpsIpV6Test-1519994015-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:08:55.418999 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-6c30ed3c-d212-4b14-9bcb-9c85be96b897 tempest-BulkNetworkOpsIpV6Test-1519994015 tempest-BulkNetworkOpsIpV6Test-1519994015-project] Notify callbacks [] for network, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:08:55.450122 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-09382bdb-72aa-46e8-8a0f-9dd1ee0e1604 None None] Provisioning for port 5f5d3137-3b06-4f4e-a2ac-c8d66fddb9e3 completed by entity DHCP. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 21:08:55.457996 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-09382bdb-72aa-46e8-8a0f-9dd1ee0e1604 None None] Provisioning complete for port 5f5d3137-3b06-4f4e-a2ac-c8d66fddb9e3 triggered by entity DHCP. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:08:55.458546 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-09382bdb-72aa-46e8-8a0f-9dd1ee0e1604 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1253608'] for port, provisioning_complete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:08:55.515493 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.plugin [None req-09382bdb-72aa-46e8-8a0f-9dd1ee0e1604 None None] Port 5f5d3137-3b06-4f4e-a2ac-c8d66fddb9e3 cannot update to ACTIVE because it is not bound. {{(pid=84042) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 18 21:08:55.533756 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-09382bdb-72aa-46e8-8a0f-9dd1ee0e1604 None None] Provisioning for port 59fcebef-89b7-4d54-9d0d-e5608abb857c completed by entity DHCP. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 21:08:55.554386 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-09382bdb-72aa-46e8-8a0f-9dd1ee0e1604 None None] Provisioning complete for port 59fcebef-89b7-4d54-9d0d-e5608abb857c triggered by entity DHCP. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:08:55.559412 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-09382bdb-72aa-46e8-8a0f-9dd1ee0e1604 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1253608'] for port, provisioning_complete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:08:55.738103 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-09382bdb-72aa-46e8-8a0f-9dd1ee0e1604 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:08:55.770374 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.db.resource_extend [None req-dc607c7e-0653-4bed-bc52-aefad9a44879 tempest-RoutersIpV6Test-235118808 tempest-RoutersIpV6Test-235118808-project] It took 0.62 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 18 21:08:55.785624 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-09382bdb-72aa-46e8-8a0f-9dd1ee0e1604 None None] For port 59fcebef-89b7-4d54-9d0d-e5608abb857c, host n-d-838334-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838334-2',level=0,port_id=59fcebef-89b7-4d54-9d0d-e5608abb857c,segment=NetworkSegment(0cf9901c-797d-4462-8fa3-20885cf77322),segment_id=0cf9901c-797d-4462-8fa3-20885cf77322)] {{(pid=84042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:08:55.791365 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-09382bdb-72aa-46e8-8a0f-9dd1ee0e1604 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682'] for port, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:08:55.817331 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-dc607c7e-0653-4bed-bc52-aefad9a44879 tempest-RoutersIpV6Test-235118808 tempest-RoutersIpV6Test-235118808-project] Notify callbacks [] for port, precommit_update {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:08:55.840746 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c30ed3c-d212-4b14-9bcb-9c85be96b897 tempest-BulkNetworkOpsIpV6Test-1519994015 tempest-BulkNetworkOpsIpV6Test-1519994015-project] Pushing event updated for resources: {'Network': ['ID=f4e8b31d-ac86-4267-a081-14c4a215ca8d,revision_number=1']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:08:55.852254 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-dc607c7e-0653-4bed-bc52-aefad9a44879 tempest-RoutersIpV6Test-235118808 tempest-RoutersIpV6Test-235118808-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32440959'] for port, after_update {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:08:55.853040 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-dc607c7e-0653-4bed-bc52-aefad9a44879 tempest-RoutersIpV6Test-235118808 tempest-RoutersIpV6Test-235118808-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-32377886', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33443847'] for router_interface, after_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:08:55.905915 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09382bdb-72aa-46e8-8a0f-9dd1ee0e1604 None None] Pushing event updated for resources: {'Port': ['ID=59fcebef-89b7-4d54-9d0d-e5608abb857c,revision_number=3']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:08:55.920374 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Network f4e8b31d-ac86-4267-a081-14c4a215ca8d details requested by agent ovs-agent-n-d-838334-2 with host n-d-838334-2 {{(pid=84042) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 18 21:08:55.987185 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-6c30ed3c-d212-4b14-9bcb-9c85be96b897 tempest-BulkNetworkOpsIpV6Test-1519994015 tempest-BulkNetworkOpsIpV6Test-1519994015-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1320 time: 2.2242446 Apr 18 21:08:55.988095 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 43138) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:08:56.165999 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-ddcf8ea4-7e7b-4e76-9564-234691f71868 tempest-RoutersNegativeIpV6Test-2082853264 tempest-RoutersNegativeIpV6Test-2082853264-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31752722'] for subnet, before_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:08:56.286942 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f81cbf7f-e3ec-4db8-8b11-7b94d107624c tempest-BulkNetworkOpsIpV6Test-1519994015 tempest-BulkNetworkOpsIpV6Test-1519994015-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:08:56.297983 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f81cbf7f-e3ec-4db8-8b11-7b94d107624c tempest-BulkNetworkOpsIpV6Test-1519994015 tempest-BulkNetworkOpsIpV6Test-1519994015-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:08:56.310591 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f81cbf7f-e3ec-4db8-8b11-7b94d107624c tempest-BulkNetworkOpsIpV6Test-1519994015 tempest-BulkNetworkOpsIpV6Test-1519994015-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:08:56.315719 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f81cbf7f-e3ec-4db8-8b11-7b94d107624c tempest-BulkNetworkOpsIpV6Test-1519994015 tempest-BulkNetworkOpsIpV6Test-1519994015-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:08:56.317675 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-f81cbf7f-e3ec-4db8-8b11-7b94d107624c tempest-BulkNetworkOpsIpV6Test-1519994015 tempest-BulkNetworkOpsIpV6Test-1519994015-project] 10.222.0.42 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2407 time: 0.3279285 Apr 18 21:08:56.334827 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 43148) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:08:56.462824 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc607c7e-0653-4bed-bc52-aefad9a44879 tempest-RoutersIpV6Test-235118808 tempest-RoutersIpV6Test-235118808-project] Pushing event updated for resources: {'Port': ['ID=5f5d3137-3b06-4f4e-a2ac-c8d66fddb9e3,revision_number=2']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:08:56.521351 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-b5e103b5-1f61-4e66-bf36-c3f536d126bd tempest-BulkNetworkOpsIpV6Test-1519994015 tempest-BulkNetworkOpsIpV6Test-1519994015-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1103592'] for network, before_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:08:56.541550 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-149af8df-cf74-47bc-b628-14d5ae3f4f1c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:08:56.565705 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-149af8df-cf74-47bc-b628-14d5ae3f4f1c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33528224'] for security_group, after_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:08:56.574623 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c30ed3c-d212-4b14-9bcb-9c85be96b897 tempest-BulkNetworkOpsIpV6Test-1519994015 tempest-BulkNetworkOpsIpV6Test-1519994015-project] Pushing event updated for resources: {'Network': ['ID=5c1a6487-10a6-48fc-b44b-f435f2af1fd5,revision_number=1']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:08:56.588133 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Network 5c1a6487-10a6-48fc-b44b-f435f2af1fd5 details requested by agent ovs-agent-n-d-838334-2 with host n-d-838334-2 {{(pid=84042) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 18 21:08:56.720981 n-d-838334-2 neutron-server[84040]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc607c7e-0653-4bed-bc52-aefad9a44879 tempest-RoutersIpV6Test-235118808 tempest-RoutersIpV6Test-235118808-project] Network 93e07f9a-c91c-4845-840a-efe9774ad9c1 is already hosted by enough agents. {{(pid=84040) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:08:56.724750 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 43162) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:08:56.745267 n-d-838334-2 neutron-server[84040]: DEBUG neutron.scheduler.base_scheduler [None req-dc607c7e-0653-4bed-bc52-aefad9a44879 tempest-RoutersIpV6Test-235118808 tempest-RoutersIpV6Test-235118808-project] Resources bound (agent type, host, resource id): {{(pid=84040) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:08:56.787563 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-b5e103b5-1f61-4e66-bf36-c3f536d126bd tempest-BulkNetworkOpsIpV6Test-1519994015 tempest-BulkNetworkOpsIpV6Test-1519994015-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1258905', 'neutron.services.segments.db._delete_segments_for_network-8750375287417'] for network, precommit_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:08:56.817888 n-d-838334-2 neutron-server[84041]: DEBUG neutron.services.segments.db [None req-b5e103b5-1f61-4e66-bf36-c3f536d126bd tempest-BulkNetworkOpsIpV6Test-1519994015 tempest-BulkNetworkOpsIpV6Test-1519994015-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f4e8b31d-ac86-4267-a081-14c4a215ca8d']}} {{(pid=84041) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:08:56.829509 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-149af8df-cf74-47bc-b628-14d5ae3f4f1c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8e9a1219-82d3-45ac-ae50-09c1bdd6ebfc,revision_number=1']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:08:56.832107 n-d-838334-2 neutron-server[84041]: DEBUG neutron.services.segments.db [None req-b5e103b5-1f61-4e66-bf36-c3f536d126bd tempest-BulkNetworkOpsIpV6Test-1519994015 tempest-BulkNetworkOpsIpV6Test-1519994015-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6f946ffd-22e8-4ed2-bc6e-baee2d87ab53') {'for_net_delete': True} {{(pid=84041) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:08:56.832636 n-d-838334-2 neutron-server[84041]: DEBUG neutron.services.segments.db [None req-b5e103b5-1f61-4e66-bf36-c3f536d126bd tempest-BulkNetworkOpsIpV6Test-1519994015 tempest-BulkNetworkOpsIpV6Test-1519994015-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6f946ffd-22e8-4ed2-bc6e-baee2d87ab53') {} {{(pid=84041) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:08:56.854167 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-b5e103b5-1f61-4e66-bf36-c3f536d126bd tempest-BulkNetworkOpsIpV6Test-1519994015 tempest-BulkNetworkOpsIpV6Test-1519994015-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750375287300', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32268156'] for segment, before_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:08:56.873502 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-b5e103b5-1f61-4e66-bf36-c3f536d126bd tempest-BulkNetworkOpsIpV6Test-1519994015 tempest-BulkNetworkOpsIpV6Test-1519994015-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1082986'] for segment, precommit_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:08:56.881520 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b5e103b5-1f61-4e66-bf36-c3f536d126bd tempest-BulkNetworkOpsIpV6Test-1519994015 tempest-BulkNetworkOpsIpV6Test-1519994015-project] Releasing vlan 394 on physical network physnet1 to pool {{(pid=84041) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 18 21:08:56.882386 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-b5e103b5-1f61-4e66-bf36-c3f536d126bd tempest-BulkNetworkOpsIpV6Test-1519994015 tempest-BulkNetworkOpsIpV6Test-1519994015-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1082993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32266254'] for segment, after_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:08:56.922925 n-d-838334-2 neutron-server[84041]: Traceback (most recent call last): Apr 18 21:08:56.922925 n-d-838334-2 neutron-server[84041]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 18 21:08:56.922925 n-d-838334-2 neutron-server[84041]: timer() Apr 18 21:08:56.922925 n-d-838334-2 neutron-server[84041]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 21:08:56.922925 n-d-838334-2 neutron-server[84041]: cb(*args, **kw) Apr 18 21:08:56.922925 n-d-838334-2 neutron-server[84041]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 18 21:08:56.922925 n-d-838334-2 neutron-server[84041]: return func(*args, **kwargs) Apr 18 21:08:56.922925 n-d-838334-2 neutron-server[84041]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 21:08:56.922925 n-d-838334-2 neutron-server[84041]: self._notify() Apr 18 21:08:56.922925 n-d-838334-2 neutron-server[84041]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 21:08:56.922925 n-d-838334-2 neutron-server[84041]: self.callback(batched_events) Apr 18 21:08:56.922925 n-d-838334-2 neutron-server[84041]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 21:08:56.922925 n-d-838334-2 neutron-server[84041]: event.method(event) Apr 18 21:08:56.922925 n-d-838334-2 neutron-server[84041]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 18 21:08:56.922925 n-d-838334-2 neutron-server[84041]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 21:08:56.922925 n-d-838334-2 neutron-server[84041]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 18 21:08:56.922925 n-d-838334-2 neutron-server[84041]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 21:08:56.922925 n-d-838334-2 neutron-server[84041]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 18 21:08:56.922925 n-d-838334-2 neutron-server[84041]: return f(self, *a, **k) Apr 18 21:08:56.922925 n-d-838334-2 neutron-server[84041]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 18 21:08:56.922925 n-d-838334-2 neutron-server[84041]: return self._get(url).json() Apr 18 21:08:56.922925 n-d-838334-2 neutron-server[84041]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 18 21:08:56.922925 n-d-838334-2 neutron-server[84041]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 21:08:56.922925 n-d-838334-2 neutron-server[84041]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 18 21:08:56.922925 n-d-838334-2 neutron-server[84041]: return self.request(url, 'GET', **kwargs) Apr 18 21:08:56.922925 n-d-838334-2 neutron-server[84041]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 18 21:08:56.922925 n-d-838334-2 neutron-server[84041]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 21:08:56.922925 n-d-838334-2 neutron-server[84041]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 18 21:08:56.922925 n-d-838334-2 neutron-server[84041]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 21:08:56.922925 n-d-838334-2 neutron-server[84041]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 18 21:08:56.922925 n-d-838334-2 neutron-server[84041]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 21:08:56.922925 n-d-838334-2 neutron-server[84041]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 21:08:57.018779 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-149af8df-cf74-47bc-b628-14d5ae3f4f1c admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=4ea9757eabc84361aebbef089c2a0ed4&name=default HTTP/1.1" status: 200 len: 2647 time: 2.6086252 Apr 18 21:08:57.023114 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 43174) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:08:57.082768 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Device 59fcebef-89b7-4d54-9d0d-e5608abb857c up at agent ovs-agent-n-d-838334-2 {{(pid=84042) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 21:08:57.167578 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-ddcf8ea4-7e7b-4e76-9564-234691f71868 tempest-RoutersNegativeIpV6Test-2082853264 tempest-RoutersNegativeIpV6Test-2082853264-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33526260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32441074', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31752704'] for subnet, after_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:08:57.244760 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Provisioning complete for port 59fcebef-89b7-4d54-9d0d-e5608abb857c triggered by entity L2. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:08:57.244879 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1253608'] for port, provisioning_complete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:08:57.279238 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddcf8ea4-7e7b-4e76-9564-234691f71868 tempest-RoutersNegativeIpV6Test-2082853264 tempest-RoutersNegativeIpV6Test-2082853264-project] Pushing event updated for resources: {'Subnet': ['ID=ffaa7bd5-050c-420d-b2cd-22c52807e5de,revision_number=0']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:08:57.311006 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-e6324d26-8dd3-4d4f-afc5-1b00b476d7d2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:08:57.358372 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-493c4512-b157-4de6-9de1-49ea92021912 None None] Provisioning complete for port 5f5d3137-3b06-4f4e-a2ac-c8d66fddb9e3 triggered by entity DHCP. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:08:57.358891 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-493c4512-b157-4de6-9de1-49ea92021912 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1253608'] for port, provisioning_complete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:08:57.369641 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-b5e103b5-1f61-4e66-bf36-c3f536d126bd tempest-BulkNetworkOpsIpV6Test-1519994015 tempest-BulkNetworkOpsIpV6Test-1519994015-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1258898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33526109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33444113'] for network, after_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:08:57.462028 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-b5e103b5-1f61-4e66-bf36-c3f536d126bd tempest-BulkNetworkOpsIpV6Test-1519994015 tempest-BulkNetworkOpsIpV6Test-1519994015-project] Notify callbacks [] for network, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:08:57.481560 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-60464452-9f7e-4287-b163-1f5456bbf21a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:08:57.482158 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5e103b5-1f61-4e66-bf36-c3f536d126bd tempest-BulkNetworkOpsIpV6Test-1519994015 tempest-BulkNetworkOpsIpV6Test-1519994015-project] Pushing event deleted for resources: {'Network': ['ID=f4e8b31d-ac86-4267-a081-14c4a215ca8d,revision_number=None']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:08:57.497629 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-b5e103b5-1f61-4e66-bf36-c3f536d126bd tempest-BulkNetworkOpsIpV6Test-1519994015 tempest-BulkNetworkOpsIpV6Test-1519994015-project] 10.222.0.42 "DELETE /v2.0/networks/f4e8b31d-ac86-4267-a081-14c4a215ca8d HTTP/1.1" status: 204 len: 168 time: 1.1599426 Apr 18 21:08:57.500275 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 43184) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:08:57.533912 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.plugin [None req-493c4512-b157-4de6-9de1-49ea92021912 None None] Port 5f5d3137-3b06-4f4e-a2ac-c8d66fddb9e3 cannot update to ACTIVE because it is not bound. {{(pid=84042) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 18 21:08:57.575880 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddcf8ea4-7e7b-4e76-9564-234691f71868 tempest-RoutersNegativeIpV6Test-2082853264 tempest-RoutersNegativeIpV6Test-2082853264-project] Checking segment: {'id': '705d5409-c841-45bc-b987-152b879a3085', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '77b3f0b3-e3be-49dd-abc2-272571122614'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84040) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 21:08:57.576250 n-d-838334-2 neutron-server[84040]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ddcf8ea4-7e7b-4e76-9564-234691f71868 tempest-RoutersNegativeIpV6Test-2082853264 tempest-RoutersNegativeIpV6Test-2082853264-project] Network hostable DHCP agents. Network: 77b3f0b3-e3be-49dd-abc2-272571122614, hostable agents: ['8746f8ea-3e91-4b32-9919-2c63adeb8722'], hosted agents: [] {{(pid=84040) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 21:08:57.602727 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [None req-e6324d26-8dd3-4d4f-afc5-1b00b476d7d2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:08:57.615301 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-60464452-9f7e-4287-b163-1f5456bbf21a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:08:57.641428 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-e6324d26-8dd3-4d4f-afc5-1b00b476d7d2 admin admin] Usage tracker for resource:security_group_rule and tenant:5cc24466a0cb4dd68c5b65f9f6dd55b5 is out of sync, need to count used quota {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:08:57.645634 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-0a9acc8b-0bee-4abd-b256-564897767d28 tempest-BulkNetworkOpsIpV6Test-1519994015 tempest-BulkNetworkOpsIpV6Test-1519994015-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1103592'] for network, before_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:08:57.652678 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-e6324d26-8dd3-4d4f-afc5-1b00b476d7d2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:08:57.677928 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [None req-e6324d26-8dd3-4d4f-afc5-1b00b476d7d2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:08:57.706551 n-d-838334-2 neutron-server[84040]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ddcf8ea4-7e7b-4e76-9564-234691f71868 tempest-RoutersNegativeIpV6Test-2082853264 tempest-RoutersNegativeIpV6Test-2082853264-project] Network 77b3f0b3-e3be-49dd-abc2-272571122614 is scheduled to be hosted by DHCP agent 8746f8ea-3e91-4b32-9919-2c63adeb8722 with binding_index 1 {{(pid=84040) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 21:08:57.740768 n-d-838334-2 neutron-server[84040]: DEBUG neutron.scheduler.base_scheduler [None req-ddcf8ea4-7e7b-4e76-9564-234691f71868 tempest-RoutersNegativeIpV6Test-2082853264 tempest-RoutersNegativeIpV6Test-2082853264-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-838334-2, 77b3f0b3-e3be-49dd-abc2-272571122614) {{(pid=84040) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:08:57.752143 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f40bb169-ac36-4bc8-aa26-667c1d2a6598 None None] Network 77b3f0b3-e3be-49dd-abc2-272571122614 requested from n-d-838334-2 {{(pid=84042) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 21:08:57.753982 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ddcf8ea4-7e7b-4e76-9564-234691f71868 tempest-RoutersNegativeIpV6Test-2082853264 tempest-RoutersNegativeIpV6Test-2082853264-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:08:57.754754 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-ddcf8ea4-7e7b-4e76-9564-234691f71868 tempest-RoutersNegativeIpV6Test-2082853264 tempest-RoutersNegativeIpV6Test-2082853264-project] Notify callbacks [] for subnet, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:08:57.784207 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-60464452-9f7e-4287-b163-1f5456bbf21a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33528224'] for security_group, after_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:08:57.823663 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60464452-9f7e-4287-b163-1f5456bbf21a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e9a1219-82d3-45ac-ae50-09c1bdd6ebfc,revision_number=None']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:08:57.826520 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-0a9acc8b-0bee-4abd-b256-564897767d28 tempest-BulkNetworkOpsIpV6Test-1519994015 tempest-BulkNetworkOpsIpV6Test-1519994015-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1258905', 'neutron.services.segments.db._delete_segments_for_network-8750375287417'] for network, precommit_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:08:57.858935 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-e6324d26-8dd3-4d4f-afc5-1b00b476d7d2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:08:57.866709 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-60464452-9f7e-4287-b163-1f5456bbf21a admin admin] Notify callbacks [] for security_group, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:08:57.866709 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-60464452-9f7e-4287-b163-1f5456bbf21a admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/8e9a1219-82d3-45ac-ae50-09c1bdd6ebfc HTTP/1.1" status: 204 len: 168 time: 0.8398395 Apr 18 21:08:57.866709 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-ddcf8ea4-7e7b-4e76-9564-234691f71868 tempest-RoutersNegativeIpV6Test-2082853264 tempest-RoutersNegativeIpV6Test-2082853264-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 3.4519780 Apr 18 21:08:57.868386 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 43194) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:08:57.872097 n-d-838334-2 neutron-server[84041]: DEBUG neutron.services.segments.db [None req-0a9acc8b-0bee-4abd-b256-564897767d28 tempest-BulkNetworkOpsIpV6Test-1519994015 tempest-BulkNetworkOpsIpV6Test-1519994015-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5c1a6487-10a6-48fc-b44b-f435f2af1fd5']}} {{(pid=84041) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:08:57.877234 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-e6324d26-8dd3-4d4f-afc5-1b00b476d7d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33528224'] for security_group, after_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:08:57.883914 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.v2.base [None req-3ec19ac5-e56b-4c56-ad2d-c8dd09ac39e0 tempest-RoutersNegativeIpV6Test-2082853264 tempest-RoutersNegativeIpV6Test-2082853264-project] Request body: {'router': {'external_gateway_info': {'network_id': '77b3f0b3-e3be-49dd-abc2-272571122614'}}} {{(pid=84041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:08:57.963659 n-d-838334-2 neutron-server[84041]: DEBUG neutron.services.segments.db [None req-0a9acc8b-0bee-4abd-b256-564897767d28 tempest-BulkNetworkOpsIpV6Test-1519994015 tempest-BulkNetworkOpsIpV6Test-1519994015-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ab6f60d3-68e6-426b-aa69-a04c47ad9210') {'for_net_delete': True} {{(pid=84041) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:08:57.964425 n-d-838334-2 neutron-server[84041]: DEBUG neutron.services.segments.db [None req-0a9acc8b-0bee-4abd-b256-564897767d28 tempest-BulkNetworkOpsIpV6Test-1519994015 tempest-BulkNetworkOpsIpV6Test-1519994015-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ab6f60d3-68e6-426b-aa69-a04c47ad9210') {} {{(pid=84041) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:08:57.989533 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-e6324d26-8dd3-4d4f-afc5-1b00b476d7d2 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=5cc24466a0cb4dd68c5b65f9f6dd55b5&name=default HTTP/1.1" status: 200 len: 2647 time: 1.2407153 Apr 18 21:08:58.006815 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 43202) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:08:58.042811 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-0a9acc8b-0bee-4abd-b256-564897767d28 tempest-BulkNetworkOpsIpV6Test-1519994015 tempest-BulkNetworkOpsIpV6Test-1519994015-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750375287300', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32268156'] for segment, before_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:08:58.057562 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6324d26-8dd3-4d4f-afc5-1b00b476d7d2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9b90021b-1b6d-4b73-8fd3-1c1eaa6ae947,revision_number=1']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:08:58.068269 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-0a9acc8b-0bee-4abd-b256-564897767d28 tempest-BulkNetworkOpsIpV6Test-1519994015 tempest-BulkNetworkOpsIpV6Test-1519994015-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1082986'] for segment, precommit_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:08:58.084545 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0a9acc8b-0bee-4abd-b256-564897767d28 tempest-BulkNetworkOpsIpV6Test-1519994015 tempest-BulkNetworkOpsIpV6Test-1519994015-project] Releasing vlan 391 on physical network physnet1 to pool {{(pid=84041) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 18 21:08:58.084951 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-0a9acc8b-0bee-4abd-b256-564897767d28 tempest-BulkNetworkOpsIpV6Test-1519994015 tempest-BulkNetworkOpsIpV6Test-1519994015-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1082993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32266254'] for segment, after_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:08:58.109730 n-d-838334-2 neutron-server[84040]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dc607c7e-0653-4bed-bc52-aefad9a44879 tempest-RoutersIpV6Test-235118808 tempest-RoutersIpV6Test-235118808-project] Router 7a916521-988a-46d3-ae5a-a0efc9858e0f is scheduled to L3 agent bc84d6c9-dd7a-4555-a351-592327b46d5a with binding_index 1 {{(pid=84040) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 18 21:08:58.109931 n-d-838334-2 neutron-server[84041]: Traceback (most recent call last): Apr 18 21:08:58.109931 n-d-838334-2 neutron-server[84041]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 18 21:08:58.109931 n-d-838334-2 neutron-server[84041]: timer() Apr 18 21:08:58.109931 n-d-838334-2 neutron-server[84041]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 21:08:58.109931 n-d-838334-2 neutron-server[84041]: cb(*args, **kw) Apr 18 21:08:58.109931 n-d-838334-2 neutron-server[84041]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 18 21:08:58.109931 n-d-838334-2 neutron-server[84041]: return func(*args, **kwargs) Apr 18 21:08:58.109931 n-d-838334-2 neutron-server[84041]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 21:08:58.109931 n-d-838334-2 neutron-server[84041]: self._notify() Apr 18 21:08:58.109931 n-d-838334-2 neutron-server[84041]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 21:08:58.109931 n-d-838334-2 neutron-server[84041]: self.callback(batched_events) Apr 18 21:08:58.109931 n-d-838334-2 neutron-server[84041]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 21:08:58.109931 n-d-838334-2 neutron-server[84041]: event.method(event) Apr 18 21:08:58.109931 n-d-838334-2 neutron-server[84041]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 18 21:08:58.109931 n-d-838334-2 neutron-server[84041]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 21:08:58.109931 n-d-838334-2 neutron-server[84041]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 18 21:08:58.109931 n-d-838334-2 neutron-server[84041]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 21:08:58.109931 n-d-838334-2 neutron-server[84041]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 18 21:08:58.109931 n-d-838334-2 neutron-server[84041]: return f(self, *a, **k) Apr 18 21:08:58.109931 n-d-838334-2 neutron-server[84041]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 18 21:08:58.109931 n-d-838334-2 neutron-server[84041]: return self._get(url).json() Apr 18 21:08:58.109931 n-d-838334-2 neutron-server[84041]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 18 21:08:58.109931 n-d-838334-2 neutron-server[84041]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 21:08:58.109931 n-d-838334-2 neutron-server[84041]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 18 21:08:58.109931 n-d-838334-2 neutron-server[84041]: return self.request(url, 'GET', **kwargs) Apr 18 21:08:58.109931 n-d-838334-2 neutron-server[84041]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 18 21:08:58.109931 n-d-838334-2 neutron-server[84041]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 21:08:58.109931 n-d-838334-2 neutron-server[84041]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 18 21:08:58.109931 n-d-838334-2 neutron-server[84041]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 21:08:58.109931 n-d-838334-2 neutron-server[84041]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 18 21:08:58.109931 n-d-838334-2 neutron-server[84041]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 21:08:58.109931 n-d-838334-2 neutron-server[84041]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 21:08:58.206051 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-453f08c7-6c32-443e-8cc5-93062646a597 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp016840fc-1f9f-5892-9c53-c9cf6c845bbb-77b3f0b3-e3be-49dd-abc2-272571122614', 'network_id': '77b3f0b3-e3be-49dd-abc2-272571122614', 'tenant_id': '96d414bf260e4d24a9412ba94380cbaf', 'fixed_ips': [{'subnet_id': 'ffaa7bd5-050c-420d-b2cd-22c52807e5de'}]}} from n-d-838334-2. {{(pid=84042) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 18 21:08:58.207211 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-453f08c7-6c32-443e-8cc5-93062646a597 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_create {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:08:58.262569 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-70763dfb-f30f-4e84-af40-26df0e6834d1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:08:58.368597 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-0a9acc8b-0bee-4abd-b256-564897767d28 tempest-BulkNetworkOpsIpV6Test-1519994015 tempest-BulkNetworkOpsIpV6Test-1519994015-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1258898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33526109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33444113'] for network, after_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:08:58.388457 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-0a9acc8b-0bee-4abd-b256-564897767d28 tempest-BulkNetworkOpsIpV6Test-1519994015 tempest-BulkNetworkOpsIpV6Test-1519994015-project] Notify callbacks [] for network, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:08:58.400548 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a9acc8b-0bee-4abd-b256-564897767d28 tempest-BulkNetworkOpsIpV6Test-1519994015 tempest-BulkNetworkOpsIpV6Test-1519994015-project] Pushing event deleted for resources: {'Network': ['ID=5c1a6487-10a6-48fc-b44b-f435f2af1fd5,revision_number=None']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:08:58.408563 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-0a9acc8b-0bee-4abd-b256-564897767d28 tempest-BulkNetworkOpsIpV6Test-1519994015 tempest-BulkNetworkOpsIpV6Test-1519994015-project] 10.222.0.42 "DELETE /v2.0/networks/5c1a6487-10a6-48fc-b44b-f435f2af1fd5 HTTP/1.1" status: 204 len: 168 time: 0.9072032 Apr 18 21:08:58.409236 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 43216) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:08:58.536136 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-70763dfb-f30f-4e84-af40-26df0e6834d1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:08:58.576780 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.db_base_plugin_common [None req-453f08c7-6c32-443e-8cc5-93062646a597 None None] Allocated IP 2001:db8:1::2 (77b3f0b3-e3be-49dd-abc2-272571122614/ffaa7bd5-050c-420d-b2cd-22c52807e5de/fe12d352-d247-4c04-983b-cd52acd817fc) {{(pid=84042) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 21:08:58.668189 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dc607c7e-0653-4bed-bc52-aefad9a44879 tempest-RoutersIpV6Test-235118808 tempest-RoutersIpV6Test-235118808-project] Notify agent at l3_agent.n-d-838334-2 the message routers_updated {{(pid=84040) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 21:08:58.691573 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-dc607c7e-0653-4bed-bc52-aefad9a44879 tempest-RoutersIpV6Test-235118808 tempest-RoutersIpV6Test-235118808-project] 10.222.0.42 "PUT /v2.0/routers/7a916521-988a-46d3-ae5a-a0efc9858e0f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.3392613 Apr 18 21:08:58.692987 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-70763dfb-f30f-4e84-af40-26df0e6834d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33528224'] for security_group, after_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:08:58.697386 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-70763dfb-f30f-4e84-af40-26df0e6834d1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:08:58.701312 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-70763dfb-f30f-4e84-af40-26df0e6834d1 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/9b90021b-1b6d-4b73-8fd3-1c1eaa6ae947 HTTP/1.1" status: 204 len: 168 time: 0.6872504 Apr 18 21:08:58.701312 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 43228) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:08:58.763266 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efeecf3f-39c5-4c9d-b328-f7a161837e12 None None] Sync routers for ids ['7a916521-988a-46d3-ae5a-a0efc9858e0f'] in n-d-838334-2 {{(pid=84042) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 18 21:08:58.796795 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efeecf3f-39c5-4c9d-b328-f7a161837e12 None None] Routers {'7a916521-988a-46d3-ae5a-a0efc9858e0f'} bound to L3 agent in host n-d-838334-2 {{(pid=84042) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 21:08:58.797643 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_hamode_db [None req-efeecf3f-39c5-4c9d-b328-f7a161837e12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838334-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-18T20:25:48Z,description=,heartbeat_timestamp=2022-04-18T21:08:48Z,host='n-d-838334-2',id=bc84d6c9-dd7a-4555-a351-592327b46d5a,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:25:48Z,topic='l3_agent')) {'router_ids': ['7a916521-988a-46d3-ae5a-a0efc9858e0f'], 'active': True} {{(pid=84042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:08:58.797779 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ae9f112-4ea0-455d-b20d-ce79362c5fbe tempest-RoutersIpV6Test-235118808 tempest-RoutersIpV6Test-235118808-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:08:58.798345 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-6ae9f112-4ea0-455d-b20d-ce79362c5fbe tempest-RoutersIpV6Test-235118808 tempest-RoutersIpV6Test-235118808-project] Synchronizing usage tracker for tenant:3fd12654c90d4a4687b2462ca839c972 on resource:port {{(pid=84040) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 21:08:58.803965 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70763dfb-f30f-4e84-af40-26df0e6834d1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b90021b-1b6d-4b73-8fd3-1c1eaa6ae947,revision_number=None']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:08:58.828968 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-3ec19ac5-e56b-4c56-ad2d-c8dd09ac39e0 tempest-RoutersNegativeIpV6Test-2082853264 tempest-RoutersNegativeIpV6Test-2082853264-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-33444175', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-33443520', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5293'] for router, precommit_update {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:08:58.830191 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-6ae9f112-4ea0-455d-b20d-ce79362c5fbe tempest-RoutersIpV6Test-235118808 tempest-RoutersIpV6Test-235118808-project] Unset dirty status for tenant:3fd12654c90d4a4687b2462ca839c972 on resource:port {{(pid=84040) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 21:08:58.831511 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-6ae9f112-4ea0-455d-b20d-ce79362c5fbe tempest-RoutersIpV6Test-235118808 tempest-RoutersIpV6Test-235118808-project] 10.222.0.42 "GET /v2.0/ports/5f5d3137-3b06-4f4e-a2ac-c8d66fddb9e3 HTTP/1.1" status: 200 len: 911 time: 0.1224396 Apr 18 21:08:58.834145 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 43238) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:08:58.842225 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39ccc08a-2d26-4b36-b95c-d81558930ae6 tempest-BulkNetworkOpsIpV6Test-1519994015 tempest-BulkNetworkOpsIpV6Test-1519994015-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:08:58.846746 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39ccc08a-2d26-4b36-b95c-d81558930ae6 tempest-BulkNetworkOpsIpV6Test-1519994015 tempest-BulkNetworkOpsIpV6Test-1519994015-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:08:58.847816 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-39ccc08a-2d26-4b36-b95c-d81558930ae6 tempest-BulkNetworkOpsIpV6Test-1519994015 tempest-BulkNetworkOpsIpV6Test-1519994015-project] Synchronizing usage tracker for tenant:df9bc1724af74914b30c27ece5814a5f on resource:network {{(pid=84041) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 21:08:58.892711 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-39ccc08a-2d26-4b36-b95c-d81558930ae6 tempest-BulkNetworkOpsIpV6Test-1519994015 tempest-BulkNetworkOpsIpV6Test-1519994015-project] Unset dirty status for tenant:df9bc1724af74914b30c27ece5814a5f on resource:network {{(pid=84041) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 21:08:58.899549 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-39ccc08a-2d26-4b36-b95c-d81558930ae6 tempest-BulkNetworkOpsIpV6Test-1519994015 tempest-BulkNetworkOpsIpV6Test-1519994015-project] 10.222.0.42 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.4885509 Apr 18 21:08:58.900416 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 43242) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:08:58.905825 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_hamode_db [None req-efeecf3f-39c5-4c9d-b328-f7a161837e12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-838334-2', False) {} {{(pid=84042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:08:58.917642 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.v2.base [None req-efac40bd-9460-4225-b93a-d0f7e0e9f154 tempest-BulkNetworkOpsIpV6Test-1519994015 tempest-BulkNetworkOpsIpV6Test-1519994015-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-2134084621'}} {{(pid=84041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:08:58.928433 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-efac40bd-9460-4225-b93a-d0f7e0e9f154 tempest-BulkNetworkOpsIpV6Test-1519994015 tempest-BulkNetworkOpsIpV6Test-1519994015-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:08:59.008800 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efeecf3f-39c5-4c9d-b328-f7a161837e12 None None] Routers {'7a916521-988a-46d3-ae5a-a0efc9858e0f'} bound to L3 agent in host n-d-838334-2 {{(pid=84042) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 21:08:59.009441 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_hamode_db [None req-efeecf3f-39c5-4c9d-b328-f7a161837e12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838334-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-18T20:25:48Z,description=,heartbeat_timestamp=2022-04-18T21:08:48Z,host='n-d-838334-2',id=bc84d6c9-dd7a-4555-a351-592327b46d5a,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:25:48Z,topic='l3_agent')) {'router_ids': ['7a916521-988a-46d3-ae5a-a0efc9858e0f'], 'active': True} {{(pid=84042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:08:59.060092 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-efac40bd-9460-4225-b93a-d0f7e0e9f154 tempest-BulkNetworkOpsIpV6Test-1519994015 tempest-BulkNetworkOpsIpV6Test-1519994015-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:08:59.089467 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-efac40bd-9460-4225-b93a-d0f7e0e9f154 tempest-BulkNetworkOpsIpV6Test-1519994015 tempest-BulkNetworkOpsIpV6Test-1519994015-project] Made reservation on behalf of df9bc1724af74914b30c27ece5814a5f for: {'network': 1} {{(pid=84041) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:08:59.092848 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-efac40bd-9460-4225-b93a-d0f7e0e9f154 tempest-BulkNetworkOpsIpV6Test-1519994015 tempest-BulkNetworkOpsIpV6Test-1519994015-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for network, before_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:08:59.136803 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-efac40bd-9460-4225-b93a-d0f7e0e9f154 tempest-BulkNetworkOpsIpV6Test-1519994015 tempest-BulkNetworkOpsIpV6Test-1519994015-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 385} {{(pid=84041) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 21:08:59.146634 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-efac40bd-9460-4225-b93a-d0f7e0e9f154 tempest-BulkNetworkOpsIpV6Test-1519994015 tempest-BulkNetworkOpsIpV6Test-1519994015-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1082986'] for segment, precommit_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:08:59.147068 n-d-838334-2 neutron-server[84041]: INFO neutron.db.segments_db [None req-efac40bd-9460-4225-b93a-d0f7e0e9f154 tempest-BulkNetworkOpsIpV6Test-1519994015 tempest-BulkNetworkOpsIpV6Test-1519994015-project] Added segment dc35cf44-e0ba-47d9-85cf-d36c1f20f7da of type vlan for network fd106ea4-9ce0-47b3-bf26-e51cd51240f8 Apr 18 21:08:59.177274 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-efac40bd-9460-4225-b93a-d0f7e0e9f154 tempest-BulkNetworkOpsIpV6Test-1519994015 tempest-BulkNetworkOpsIpV6Test-1519994015-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750374825732'] for network, precommit_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:08:59.217124 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-efac40bd-9460-4225-b93a-d0f7e0e9f154 tempest-BulkNetworkOpsIpV6Test-1519994015 tempest-BulkNetworkOpsIpV6Test-1519994015-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33526109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022'] for network, after_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:08:59.222017 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efac40bd-9460-4225-b93a-d0f7e0e9f154 tempest-BulkNetworkOpsIpV6Test-1519994015 tempest-BulkNetworkOpsIpV6Test-1519994015-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:08:59.222623 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-efac40bd-9460-4225-b93a-d0f7e0e9f154 tempest-BulkNetworkOpsIpV6Test-1519994015 tempest-BulkNetworkOpsIpV6Test-1519994015-project] Notify callbacks [] for network, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:08:59.237783 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-453f08c7-6c32-443e-8cc5-93062646a597 None None] Notify callbacks [] for port, precommit_create {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:08:59.269485 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 43252) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:08:59.274475 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-453f08c7-6c32-443e-8cc5-93062646a597 None None] Transition to ACTIVE for port object fe12d352-d247-4c04-983b-cd52acd817fc will not be triggered until provisioned by entity L2. {{(pid=84042) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:08:59.331467 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-453f08c7-6c32-443e-8cc5-93062646a597 None None] Transition to ACTIVE for port object fe12d352-d247-4c04-983b-cd52acd817fc will not be triggered until provisioned by entity DHCP. {{(pid=84042) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:08:59.359910 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-453f08c7-6c32-443e-8cc5-93062646a597 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750374836619'] for port, after_create {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:08:59.466571 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_hamode_db [None req-efeecf3f-39c5-4c9d-b328-f7a161837e12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-838334-2', False) {} {{(pid=84042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:08:59.466797 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efeecf3f-39c5-4c9d-b328-f7a161837e12 None None] The sync data for ids ['7a916521-988a-46d3-ae5a-a0efc9858e0f'] in n-d-838334-2 is: [] {{(pid=84042) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 18 21:08:59.534779 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 43260) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:08:59.544369 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-453f08c7-6c32-443e-8cc5-93062646a597 None None] Pushing event updated for resources: {'Port': ['ID=fe12d352-d247-4c04-983b-cd52acd817fc,revision_number=1']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:08:59.544737 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efac40bd-9460-4225-b93a-d0f7e0e9f154 tempest-BulkNetworkOpsIpV6Test-1519994015 tempest-BulkNetworkOpsIpV6Test-1519994015-project] Pushing event updated for resources: {'Network': ['ID=fd106ea4-9ce0-47b3-bf26-e51cd51240f8,revision_number=1']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:08:59.549486 n-d-838334-2 neutron-server[84042]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-453f08c7-6c32-443e-8cc5-93062646a597 None None] Network 77b3f0b3-e3be-49dd-abc2-272571122614 is already hosted by enough agents. {{(pid=84042) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:08:59.550633 n-d-838334-2 neutron-server[84042]: DEBUG neutron.scheduler.base_scheduler [None req-453f08c7-6c32-443e-8cc5-93062646a597 None None] Resources bound (agent type, host, resource id): {{(pid=84042) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:08:59.560311 n-d-838334-2 neutron-server[84041]: INFO neutron.api.v2.resource [None req-3ec19ac5-e56b-4c56-ad2d-c8dd09ac39e0 tempest-RoutersNegativeIpV6Test-2082853264 tempest-RoutersNegativeIpV6Test-2082853264-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 18 21:08:59.566117 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-3ec19ac5-e56b-4c56-ad2d-c8dd09ac39e0 tempest-RoutersNegativeIpV6Test-2082853264 tempest-RoutersNegativeIpV6Test-2082853264-project] 10.222.0.42 "PUT /v2.0/routers/96585ca4-f503-4bc0-aa57-2b0fc3ed1a98 HTTP/1.1" status: 400 len: 364 time: 1.6918905 Apr 18 21:08:59.566309 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_dvrscheduler_db [None req-453f08c7-6c32-443e-8cc5-93062646a597 None None] Received port after_create {{(pid=84042) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 21:08:59.577834 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-efac40bd-9460-4225-b93a-d0f7e0e9f154 tempest-BulkNetworkOpsIpV6Test-1519994015 tempest-BulkNetworkOpsIpV6Test-1519994015-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.6720319 Apr 18 21:08:59.578620 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 43264) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:08:59.579088 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 43266) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:08:59.581650 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Network fd106ea4-9ce0-47b3-bf26-e51cd51240f8 details requested by agent ovs-agent-n-d-838334-2 with host n-d-838334-2 {{(pid=84042) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 18 21:08:59.583605 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-9524d370-c5ff-46a6-9f77-65d397b45c91 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:08:59.648727 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.v2.base [None req-092fb6c8-2cd5-4c0c-8065-e41a9ba0aea1 tempest-BulkNetworkOpsIpV6Test-1519994015 tempest-BulkNetworkOpsIpV6Test-1519994015-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1993540703'}} {{(pid=84041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:08:59.664155 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-092fb6c8-2cd5-4c0c-8065-e41a9ba0aea1 tempest-BulkNetworkOpsIpV6Test-1519994015 tempest-BulkNetworkOpsIpV6Test-1519994015-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:08:59.792909 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-092fb6c8-2cd5-4c0c-8065-e41a9ba0aea1 tempest-BulkNetworkOpsIpV6Test-1519994015 tempest-BulkNetworkOpsIpV6Test-1519994015-project] Usage tracker for resource:network and tenant:df9bc1724af74914b30c27ece5814a5f is out of sync, need to count used quota {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:08:59.798571 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-092fb6c8-2cd5-4c0c-8065-e41a9ba0aea1 tempest-BulkNetworkOpsIpV6Test-1519994015 tempest-BulkNetworkOpsIpV6Test-1519994015-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:08:59.825564 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-092fb6c8-2cd5-4c0c-8065-e41a9ba0aea1 tempest-BulkNetworkOpsIpV6Test-1519994015 tempest-BulkNetworkOpsIpV6Test-1519994015-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:08:59.874921 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-9524d370-c5ff-46a6-9f77-65d397b45c91 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:08:59.881018 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-092fb6c8-2cd5-4c0c-8065-e41a9ba0aea1 tempest-BulkNetworkOpsIpV6Test-1519994015 tempest-BulkNetworkOpsIpV6Test-1519994015-project] Made reservation on behalf of df9bc1724af74914b30c27ece5814a5f for: {'network': 1} {{(pid=84041) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:08:59.883968 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-092fb6c8-2cd5-4c0c-8065-e41a9ba0aea1 tempest-BulkNetworkOpsIpV6Test-1519994015 tempest-BulkNetworkOpsIpV6Test-1519994015-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for network, before_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:08:59.898899 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-9524d370-c5ff-46a6-9f77-65d397b45c91 admin admin] Usage tracker for resource:security_group_rule and tenant:60abb9a877c840918a53e6d596eb8f77 is out of sync, need to count used quota {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:08:59.904933 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-9524d370-c5ff-46a6-9f77-65d397b45c91 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:08:59.945699 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.managers [None req-453f08c7-6c32-443e-8cc5-93062646a597 None None] Attempting to bind port fe12d352-d247-4c04-983b-cd52acd817fc on host n-d-838334-2 for vnic_type normal with profile {{(pid=84042) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 21:08:59.947076 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.managers [None req-453f08c7-6c32-443e-8cc5-93062646a597 None None] Attempting to bind port fe12d352-d247-4c04-983b-cd52acd817fc by drivers openvswitch,hyperv on host n-d-838334-2 at level 0 using segments [{'id': '705d5409-c841-45bc-b987-152b879a3085', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '77b3f0b3-e3be-49dd-abc2-272571122614'}] {{(pid=84042) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 21:08:59.947859 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-453f08c7-6c32-443e-8cc5-93062646a597 None None] Attempting to bind port fe12d352-d247-4c04-983b-cd52acd817fc on network 77b3f0b3-e3be-49dd-abc2-272571122614 {{(pid=84042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 21:08:59.965763 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750375287399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253529'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:08:59.971410 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-9524d370-c5ff-46a6-9f77-65d397b45c91 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:08:59.978369 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-453f08c7-6c32-443e-8cc5-93062646a597 None None] Checking agent: {'id': '97cd4414-7af6-4d67-868d-dff370b4071a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838334-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 25, 49), 'started_at': datetime.datetime(2022, 4, 18, 20, 26, 19), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 21, 8, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838334-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 18 21:08:59.979752 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-453f08c7-6c32-443e-8cc5-93062646a597 None None] Checking segment: {'id': '705d5409-c841-45bc-b987-152b879a3085', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '77b3f0b3-e3be-49dd-abc2-272571122614'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84042) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 21:08:59.980367 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-453f08c7-6c32-443e-8cc5-93062646a597 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:08:59.981120 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-453f08c7-6c32-443e-8cc5-93062646a597 None None] Bound using segment: {'id': '705d5409-c841-45bc-b987-152b879a3085', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '77b3f0b3-e3be-49dd-abc2-272571122614'} {{(pid=84042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 18 21:08:59.981991 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.managers [None req-453f08c7-6c32-443e-8cc5-93062646a597 None None] Bound port: fe12d352-d247-4c04-983b-cd52acd817fc, host: n-d-838334-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '705d5409-c841-45bc-b987-152b879a3085', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '77b3f0b3-e3be-49dd-abc2-272571122614'}}] {{(pid=84042) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 21:08:59.983121 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-453f08c7-6c32-443e-8cc5-93062646a597 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:09:00.043333 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-68f3607f-038d-4887-a533-939d393ec4da admin admin] Notify callbacks [] for security_group, before_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:09:00.071579 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-092fb6c8-2cd5-4c0c-8065-e41a9ba0aea1 tempest-BulkNetworkOpsIpV6Test-1519994015 tempest-BulkNetworkOpsIpV6Test-1519994015-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 359} {{(pid=84041) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 21:09:00.115191 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-092fb6c8-2cd5-4c0c-8065-e41a9ba0aea1 tempest-BulkNetworkOpsIpV6Test-1519994015 tempest-BulkNetworkOpsIpV6Test-1519994015-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1082986'] for segment, precommit_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:09:00.115537 n-d-838334-2 neutron-server[84041]: INFO neutron.db.segments_db [None req-092fb6c8-2cd5-4c0c-8065-e41a9ba0aea1 tempest-BulkNetworkOpsIpV6Test-1519994015 tempest-BulkNetworkOpsIpV6Test-1519994015-project] Added segment 69243888-d8a5-47e0-aef4-e52523531ca5 of type vlan for network 4b61a461-8a00-4fdf-ac9a-1ca43c1870ec Apr 18 21:09:00.145808 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [None req-68f3607f-038d-4887-a533-939d393ec4da admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:09:00.153190 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-68f3607f-038d-4887-a533-939d393ec4da admin admin] Usage tracker for resource:security_group_rule and tenant:fb359f46df124f3788fe0fbd08785318 is out of sync, need to count used quota {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:09:00.158016 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-68f3607f-038d-4887-a533-939d393ec4da admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:09:00.166693 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [None req-68f3607f-038d-4887-a533-939d393ec4da admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:09:00.174090 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-453f08c7-6c32-443e-8cc5-93062646a597 None None] For port fe12d352-d247-4c04-983b-cd52acd817fc, host n-d-838334-2, cleared binding levels {{(pid=84042) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 21:09:00.180490 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-453f08c7-6c32-443e-8cc5-93062646a597 None None] For port fe12d352-d247-4c04-983b-cd52acd817fc, host n-d-838334-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838334-2',level=0,port_id=fe12d352-d247-4c04-983b-cd52acd817fc,segment=NetworkSegment(705d5409-c841-45bc-b987-152b879a3085),segment_id=705d5409-c841-45bc-b987-152b879a3085)] {{(pid=84042) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 21:09:00.191298 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-453f08c7-6c32-443e-8cc5-93062646a597 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682'] for port, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:09:00.287510 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-9524d370-c5ff-46a6-9f77-65d397b45c91 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:09:00.301106 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-092fb6c8-2cd5-4c0c-8065-e41a9ba0aea1 tempest-BulkNetworkOpsIpV6Test-1519994015 tempest-BulkNetworkOpsIpV6Test-1519994015-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750374825732'] for network, precommit_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:09:00.307247 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-9524d370-c5ff-46a6-9f77-65d397b45c91 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33528224'] for security_group, after_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:09:00.336731 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-453f08c7-6c32-443e-8cc5-93062646a597 None None] Pushing event updated for resources: {'Port': ['ID=fe12d352-d247-4c04-983b-cd52acd817fc,revision_number=2']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:09:00.404652 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-59d24d09-2701-4ce4-aed2-efdfd9f57f01 tempest-RoutersIpV6Test-235118808 tempest-RoutersIpV6Test-235118808-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:09:00.488416 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9524d370-c5ff-46a6-9f77-65d397b45c91 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=99f11de6-cc9c-402e-ae38-deaa96576e5d,revision_number=1']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:09:00.492632 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-9524d370-c5ff-46a6-9f77-65d397b45c91 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=60abb9a877c840918a53e6d596eb8f77&name=default HTTP/1.1" status: 200 len: 2647 time: 0.9549303 Apr 18 21:09:00.505248 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 43282) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:09:00.601500 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-092fb6c8-2cd5-4c0c-8065-e41a9ba0aea1 tempest-BulkNetworkOpsIpV6Test-1519994015 tempest-BulkNetworkOpsIpV6Test-1519994015-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33526109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022'] for network, after_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:09:00.606228 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-092fb6c8-2cd5-4c0c-8065-e41a9ba0aea1 tempest-BulkNetworkOpsIpV6Test-1519994015 tempest-BulkNetworkOpsIpV6Test-1519994015-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:09:00.607083 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-092fb6c8-2cd5-4c0c-8065-e41a9ba0aea1 tempest-BulkNetworkOpsIpV6Test-1519994015 tempest-BulkNetworkOpsIpV6Test-1519994015-project] Notify callbacks [] for network, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:09:00.726908 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-092fb6c8-2cd5-4c0c-8065-e41a9ba0aea1 tempest-BulkNetworkOpsIpV6Test-1519994015 tempest-BulkNetworkOpsIpV6Test-1519994015-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 1.1425269 Apr 18 21:09:00.727564 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 43286) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:09:00.741092 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.v2.base [None req-77945582-9430-4214-b5d1-82ff90713983 tempest-BulkNetworkOpsIpV6Test-1519994015 tempest-BulkNetworkOpsIpV6Test-1519994015-project] Request body: {'ports': [{'network_id': 'fd106ea4-9ce0-47b3-bf26-e51cd51240f8', 'name': 'tempest-port--118846650', 'admin_state_up': True}, {'network_id': '4b61a461-8a00-4fdf-ac9a-1ca43c1870ec', 'admin_state_up': False}]} {{(pid=84040) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:09:00.741418 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.v2.base [None req-77945582-9430-4214-b5d1-82ff90713983 tempest-BulkNetworkOpsIpV6Test-1519994015 tempest-BulkNetworkOpsIpV6Test-1519994015-project] Request body: {'port': {'network_id': 'fd106ea4-9ce0-47b3-bf26-e51cd51240f8', 'name': 'tempest-port--118846650', 'admin_state_up': True}} {{(pid=84040) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:09:00.746137 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.v2.base [None req-77945582-9430-4214-b5d1-82ff90713983 tempest-BulkNetworkOpsIpV6Test-1519994015 tempest-BulkNetworkOpsIpV6Test-1519994015-project] Request body: {'port': {'network_id': '4b61a461-8a00-4fdf-ac9a-1ca43c1870ec', 'admin_state_up': False}} {{(pid=84040) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:09:00.804365 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-68f3607f-038d-4887-a533-939d393ec4da admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:09:00.868754 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-68f3607f-038d-4887-a533-939d393ec4da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33528224'] for security_group, after_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:09:00.942778 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-b325ec00-fa46-437f-b709-0738024ddab7 tempest-RoutersNegativeIpV6Test-2082853264 tempest-RoutersNegativeIpV6Test-2082853264-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:09:01.115871 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Device fe12d352-d247-4c04-983b-cd52acd817fc up at agent ovs-agent-n-d-838334-2 {{(pid=84042) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 21:09:01.175749 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-092fb6c8-2cd5-4c0c-8065-e41a9ba0aea1 tempest-BulkNetworkOpsIpV6Test-1519994015 tempest-BulkNetworkOpsIpV6Test-1519994015-project] Pushing event updated for resources: {'Network': ['ID=4b61a461-8a00-4fdf-ac9a-1ca43c1870ec,revision_number=1']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:09:01.178479 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-3434ad71-ff91-4b8e-b003-201ccb651696 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:09:01.211458 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Network 4b61a461-8a00-4fdf-ac9a-1ca43c1870ec details requested by agent ovs-agent-n-d-838334-2 with host n-d-838334-2 {{(pid=84042) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 18 21:09:01.259850 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.db_base_plugin_common [None req-59d24d09-2701-4ce4-aed2-efdfd9f57f01 tempest-RoutersIpV6Test-235118808 tempest-RoutersIpV6Test-235118808-project] Allocated IP 2001:db8:1::1 (4c603dc3-46a3-4cbd-9d39-160b636fb382/63008cd5-301d-41db-9e27-5d649cfbde86/d2ca6949-06f8-4c0c-8af4-178031e111ec) {{(pid=84040) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 21:09:01.264062 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68f3607f-038d-4887-a533-939d393ec4da admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2fc4bc7e-38fc-4698-aba3-edefda903792,revision_number=1']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:09:01.274107 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-3434ad71-ff91-4b8e-b003-201ccb651696 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:09:01.298293 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-68f3607f-038d-4887-a533-939d393ec4da admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=fb359f46df124f3788fe0fbd08785318&name=default HTTP/1.1" status: 200 len: 2647 time: 2.0185182 Apr 18 21:09:01.306808 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 43296) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:09:01.413790 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Provisioning for port fe12d352-d247-4c04-983b-cd52acd817fc completed by entity L2. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 21:09:01.516237 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-ea7c091d-45d4-434a-bd15-35e6006f0519 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:09:01.556399 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-3434ad71-ff91-4b8e-b003-201ccb651696 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33528224'] for security_group, after_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:09:01.654396 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-ea7c091d-45d4-434a-bd15-35e6006f0519 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:09:01.676393 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3434ad71-ff91-4b8e-b003-201ccb651696 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=99f11de6-cc9c-402e-ae38-deaa96576e5d,revision_number=None']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:09:01.740311 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-3434ad71-ff91-4b8e-b003-201ccb651696 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:09:01.741374 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-3434ad71-ff91-4b8e-b003-201ccb651696 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/99f11de6-cc9c-402e-ae38-deaa96576e5d HTTP/1.1" status: 204 len: 168 time: 1.2340932 Apr 18 21:09:01.760670 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [None req-77945582-9430-4214-b5d1-82ff90713983 tempest-BulkNetworkOpsIpV6Test-1519994015 tempest-BulkNetworkOpsIpV6Test-1519994015-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:09:01.768847 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-77945582-9430-4214-b5d1-82ff90713983 tempest-BulkNetworkOpsIpV6Test-1519994015 tempest-BulkNetworkOpsIpV6Test-1519994015-project] Usage tracker for resource:port and tenant:df9bc1724af74914b30c27ece5814a5f is out of sync, need to count used quota {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:09:01.789509 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.db_base_plugin_common [None req-b325ec00-fa46-437f-b709-0738024ddab7 tempest-RoutersNegativeIpV6Test-2082853264 tempest-RoutersNegativeIpV6Test-2082853264-project] Allocated IP 2001:db8::1 (02734154-f56c-4c09-8c75-9df0427aa850/208d7ca1-47ff-47f8-8fa9-57d44e008598/4460bdca-4e84-4922-a115-590ec94070bb) {{(pid=84041) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 21:09:01.847476 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-59d24d09-2701-4ce4-aed2-efdfd9f57f01 tempest-RoutersIpV6Test-235118808 tempest-RoutersIpV6Test-235118808-project] Notify callbacks [] for port, precommit_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:09:01.867479 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.provisioning_blocks [None req-59d24d09-2701-4ce4-aed2-efdfd9f57f01 tempest-RoutersIpV6Test-235118808 tempest-RoutersIpV6Test-235118808-project] Transition to ACTIVE for port object d2ca6949-06f8-4c0c-8af4-178031e111ec will not be triggered until provisioned by entity DHCP. {{(pid=84040) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:09:01.890057 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-77945582-9430-4214-b5d1-82ff90713983 tempest-BulkNetworkOpsIpV6Test-1519994015 tempest-BulkNetworkOpsIpV6Test-1519994015-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:09:01.899634 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-59d24d09-2701-4ce4-aed2-efdfd9f57f01 tempest-RoutersIpV6Test-235118808 tempest-RoutersIpV6Test-235118808-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750374836619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32440838'] for port, after_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:09:01.906859 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e847257-2df9-4e8c-94d3-4129e2850d0a None None] Network 77b3f0b3-e3be-49dd-abc2-272571122614 requested from n-d-838334-2 {{(pid=84042) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 21:09:01.931885 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [None req-77945582-9430-4214-b5d1-82ff90713983 tempest-BulkNetworkOpsIpV6Test-1519994015 tempest-BulkNetworkOpsIpV6Test-1519994015-project] Attempting to reserve 2 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:09:02.086633 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-77945582-9430-4214-b5d1-82ff90713983 tempest-BulkNetworkOpsIpV6Test-1519994015 tempest-BulkNetworkOpsIpV6Test-1519994015-project] Made reservation on behalf of df9bc1724af74914b30c27ece5814a5f for: {'port': 2} {{(pid=84040) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:09:02.090738 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-77945582-9430-4214-b5d1-82ff90713983 tempest-BulkNetworkOpsIpV6Test-1519994015 tempest-BulkNetworkOpsIpV6Test-1519994015-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:09:02.112925 n-d-838334-2 neutron-server[84040]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59d24d09-2701-4ce4-aed2-efdfd9f57f01 tempest-RoutersIpV6Test-235118808 tempest-RoutersIpV6Test-235118808-project] Network 4c603dc3-46a3-4cbd-9d39-160b636fb382 is already hosted by enough agents. {{(pid=84040) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:09:02.116470 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-77945582-9430-4214-b5d1-82ff90713983 tempest-BulkNetworkOpsIpV6Test-1519994015 tempest-BulkNetworkOpsIpV6Test-1519994015-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:09:02.202472 n-d-838334-2 neutron-server[84040]: DEBUG neutron.scheduler.base_scheduler [None req-59d24d09-2701-4ce4-aed2-efdfd9f57f01 tempest-RoutersIpV6Test-235118808 tempest-RoutersIpV6Test-235118808-project] Resources bound (agent type, host, resource id): {{(pid=84040) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:09:02.219845 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-6f140163-80ea-4c4b-8ba1-c5808db90dd8 None None] Provisioning for port fe12d352-d247-4c04-983b-cd52acd817fc completed by entity DHCP. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 21:09:02.236122 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-b325ec00-fa46-437f-b709-0738024ddab7 tempest-RoutersNegativeIpV6Test-2082853264 tempest-RoutersNegativeIpV6Test-2082853264-project] Notify callbacks [] for port, precommit_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:09:02.253022 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.provisioning_blocks [None req-b325ec00-fa46-437f-b709-0738024ddab7 tempest-RoutersNegativeIpV6Test-2082853264 tempest-RoutersNegativeIpV6Test-2082853264-project] Transition to ACTIVE for port object 4460bdca-4e84-4922-a115-590ec94070bb will not be triggered until provisioned by entity DHCP. {{(pid=84041) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:09:02.257419 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-6f140163-80ea-4c4b-8ba1-c5808db90dd8 None None] Provisioning complete for port fe12d352-d247-4c04-983b-cd52acd817fc triggered by entity DHCP. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:09:02.257419 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-6f140163-80ea-4c4b-8ba1-c5808db90dd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1253608'] for port, provisioning_complete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:09:02.269919 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59d24d09-2701-4ce4-aed2-efdfd9f57f01 tempest-RoutersIpV6Test-235118808 tempest-RoutersIpV6Test-235118808-project] Received port after_create {{(pid=84040) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 21:09:02.271797 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-59d24d09-2701-4ce4-aed2-efdfd9f57f01 tempest-RoutersIpV6Test-235118808 tempest-RoutersIpV6Test-235118808-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33444010'] for router_interface, before_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:09:02.300622 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-b325ec00-fa46-437f-b709-0738024ddab7 tempest-RoutersNegativeIpV6Test-2082853264 tempest-RoutersNegativeIpV6Test-2082853264-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750374836619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32266323'] for port, after_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:09:02.316310 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59d24d09-2701-4ce4-aed2-efdfd9f57f01 tempest-RoutersIpV6Test-235118808 tempest-RoutersIpV6Test-235118808-project] Pushing event updated for resources: {'Port': ['ID=d2ca6949-06f8-4c0c-8af4-178031e111ec,revision_number=1']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:09:02.408733 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-ea7c091d-45d4-434a-bd15-35e6006f0519 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33528224'] for security_group, after_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:09:02.500291 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea7c091d-45d4-434a-bd15-35e6006f0519 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2fc4bc7e-38fc-4698-aba3-edefda903792,revision_number=None']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:09:02.520366 n-d-838334-2 neutron-server[84041]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b325ec00-fa46-437f-b709-0738024ddab7 tempest-RoutersNegativeIpV6Test-2082853264 tempest-RoutersNegativeIpV6Test-2082853264-project] Network 02734154-f56c-4c09-8c75-9df0427aa850 is already hosted by enough agents. {{(pid=84041) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:09:02.531278 n-d-838334-2 neutron-server[84041]: DEBUG neutron.scheduler.base_scheduler [None req-b325ec00-fa46-437f-b709-0738024ddab7 tempest-RoutersNegativeIpV6Test-2082853264 tempest-RoutersNegativeIpV6Test-2082853264-project] Resources bound (agent type, host, resource id): {{(pid=84041) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:09:02.533482 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-ea7c091d-45d4-434a-bd15-35e6006f0519 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:09:02.534592 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-ea7c091d-45d4-434a-bd15-35e6006f0519 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/2fc4bc7e-38fc-4698-aba3-edefda903792 HTTP/1.1" status: 204 len: 168 time: 1.2279692 Apr 18 21:09:02.535395 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b325ec00-fa46-437f-b709-0738024ddab7 tempest-RoutersNegativeIpV6Test-2082853264 tempest-RoutersNegativeIpV6Test-2082853264-project] Received port after_create {{(pid=84041) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 21:09:02.535946 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-b325ec00-fa46-437f-b709-0738024ddab7 tempest-RoutersNegativeIpV6Test-2082853264 tempest-RoutersNegativeIpV6Test-2082853264-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33444010'] for router_interface, before_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:09:02.554418 n-d-838334-2 neutron-server[84040]: DEBUG neutron.notifiers.nova [None req-77945582-9430-4214-b5d1-82ff90713983 tempest-BulkNetworkOpsIpV6Test-1519994015 tempest-BulkNetworkOpsIpV6Test-1519994015-project] device_id is not set on port 715fabef-1981-460f-b6a8-70932ed5f8b6 yet. {{(pid=84040) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 18 21:09:02.555001 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b325ec00-fa46-437f-b709-0738024ddab7 tempest-RoutersNegativeIpV6Test-2082853264 tempest-RoutersNegativeIpV6Test-2082853264-project] Pushing event updated for resources: {'Port': ['ID=4460bdca-4e84-4922-a115-590ec94070bb,revision_number=1']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:09:02.736828 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-59d24d09-2701-4ce4-aed2-efdfd9f57f01 tempest-RoutersIpV6Test-235118808 tempest-RoutersIpV6Test-235118808-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:09:02.779292 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-b325ec00-fa46-437f-b709-0738024ddab7 tempest-RoutersNegativeIpV6Test-2082853264 tempest-RoutersNegativeIpV6Test-2082853264-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:09:03.069999 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-6f140163-80ea-4c4b-8ba1-c5808db90dd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:09:03.167556 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-6f140163-80ea-4c4b-8ba1-c5808db90dd8 None None] For port fe12d352-d247-4c04-983b-cd52acd817fc, host n-d-838334-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838334-2',level=0,port_id=fe12d352-d247-4c04-983b-cd52acd817fc,segment=NetworkSegment(705d5409-c841-45bc-b987-152b879a3085),segment_id=705d5409-c841-45bc-b987-152b879a3085)] {{(pid=84042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:09:03.184015 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-6f140163-80ea-4c4b-8ba1-c5808db90dd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682'] for port, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:09:03.347844 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f140163-80ea-4c4b-8ba1-c5808db90dd8 None None] Pushing event updated for resources: {'Port': ['ID=fe12d352-d247-4c04-983b-cd52acd817fc,revision_number=3']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:09:03.397798 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-597f2826-350e-4de5-b3e8-3354bb8d42db None None] Provisioning for port 4460bdca-4e84-4922-a115-590ec94070bb completed by entity DHCP. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 21:09:03.403692 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-597f2826-350e-4de5-b3e8-3354bb8d42db None None] Provisioning complete for port 4460bdca-4e84-4922-a115-590ec94070bb triggered by entity DHCP. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:09:03.404299 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-597f2826-350e-4de5-b3e8-3354bb8d42db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1253608'] for port, provisioning_complete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:09:03.521125 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.plugin [None req-597f2826-350e-4de5-b3e8-3354bb8d42db None None] Port 4460bdca-4e84-4922-a115-590ec94070bb cannot update to ACTIVE because it is not bound. {{(pid=84042) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 18 21:09:03.542509 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 43354) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:09:03.549179 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-597f2826-350e-4de5-b3e8-3354bb8d42db None None] Provisioning for port d2ca6949-06f8-4c0c-8af4-178031e111ec completed by entity DHCP. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 21:09:03.554843 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-597f2826-350e-4de5-b3e8-3354bb8d42db None None] Provisioning complete for port d2ca6949-06f8-4c0c-8af4-178031e111ec triggered by entity DHCP. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:09:03.555213 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-597f2826-350e-4de5-b3e8-3354bb8d42db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1253608'] for port, provisioning_complete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:09:03.605108 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-77945582-9430-4214-b5d1-82ff90713983 tempest-BulkNetworkOpsIpV6Test-1519994015 tempest-BulkNetworkOpsIpV6Test-1519994015-project] Notify callbacks [] for port, precommit_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:09:03.643723 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-b325ec00-fa46-437f-b709-0738024ddab7 tempest-RoutersNegativeIpV6Test-2082853264 tempest-RoutersNegativeIpV6Test-2082853264-project] Notify callbacks [] for port, precommit_update {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:09:03.650737 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-02add608-fd6a-4509-a85a-e976bc18bcc7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:09:03.668659 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.plugin [None req-597f2826-350e-4de5-b3e8-3354bb8d42db None None] Port d2ca6949-06f8-4c0c-8af4-178031e111ec cannot update to ACTIVE because it is not bound. {{(pid=84042) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 18 21:09:03.676866 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-b325ec00-fa46-437f-b709-0738024ddab7 tempest-RoutersNegativeIpV6Test-2082853264 tempest-RoutersNegativeIpV6Test-2082853264-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32266282'] for port, after_update {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:09:03.677896 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-b325ec00-fa46-437f-b709-0738024ddab7 tempest-RoutersNegativeIpV6Test-2082853264 tempest-RoutersNegativeIpV6Test-2082853264-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-32377886', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33443847'] for router_interface, after_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:09:03.683948 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 43358) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:09:03.828576 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-26dd5213-b5ac-4020-8005-bbdba45feb7d None None] Provisioning complete for port fe12d352-d247-4c04-983b-cd52acd817fc triggered by entity DHCP. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:09:03.829355 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-26dd5213-b5ac-4020-8005-bbdba45feb7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1253608'] for port, provisioning_complete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:09:03.868251 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b325ec00-fa46-437f-b709-0738024ddab7 tempest-RoutersNegativeIpV6Test-2082853264 tempest-RoutersNegativeIpV6Test-2082853264-project] Pushing event updated for resources: {'Port': ['ID=4460bdca-4e84-4922-a115-590ec94070bb,revision_number=2']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:09:03.871101 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-02add608-fd6a-4509-a85a-e976bc18bcc7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:09:03.879751 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-02add608-fd6a-4509-a85a-e976bc18bcc7 admin admin] Usage tracker for resource:security_group_rule and tenant:7f8ddafa42d946f5b087c8698f82ad68 is out of sync, need to count used quota {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:09:03.890757 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-02add608-fd6a-4509-a85a-e976bc18bcc7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:09:03.901153 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-02add608-fd6a-4509-a85a-e976bc18bcc7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:09:03.914712 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-59d24d09-2701-4ce4-aed2-efdfd9f57f01 tempest-RoutersIpV6Test-235118808 tempest-RoutersIpV6Test-235118808-project] Notify callbacks [] for port, precommit_update {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:09:03.961339 n-d-838334-2 neutron-server[84040]: DEBUG neutron.notifiers.nova [None req-77945582-9430-4214-b5d1-82ff90713983 tempest-BulkNetworkOpsIpV6Test-1519994015 tempest-BulkNetworkOpsIpV6Test-1519994015-project] device_id is not set on port ed1853bc-eed6-4e3e-9a1c-d1ffb7fbf410 yet. {{(pid=84040) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 18 21:09:03.962154 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750375287399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253529'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:09:04.085836 n-d-838334-2 neutron-server[84041]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b325ec00-fa46-437f-b709-0738024ddab7 tempest-RoutersNegativeIpV6Test-2082853264 tempest-RoutersNegativeIpV6Test-2082853264-project] Network 02734154-f56c-4c09-8c75-9df0427aa850 is already hosted by enough agents. {{(pid=84041) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:09:04.086740 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-1bfd95f2-199c-4d87-9b2c-7afce2a37452 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:09:04.111097 n-d-838334-2 neutron-server[84041]: DEBUG neutron.scheduler.base_scheduler [None req-b325ec00-fa46-437f-b709-0738024ddab7 tempest-RoutersNegativeIpV6Test-2082853264 tempest-RoutersNegativeIpV6Test-2082853264-project] Resources bound (agent type, host, resource id): {{(pid=84041) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:09:04.115747 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-59d24d09-2701-4ce4-aed2-efdfd9f57f01 tempest-RoutersIpV6Test-235118808 tempest-RoutersIpV6Test-235118808-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32440959'] for port, after_update {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:09:04.116500 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-59d24d09-2701-4ce4-aed2-efdfd9f57f01 tempest-RoutersIpV6Test-235118808 tempest-RoutersIpV6Test-235118808-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-32377886', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33443847'] for router_interface, after_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:09:04.195978 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-77945582-9430-4214-b5d1-82ff90713983 tempest-BulkNetworkOpsIpV6Test-1519994015 tempest-BulkNetworkOpsIpV6Test-1519994015-project] Notify callbacks [] for port, precommit_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:09:04.199111 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59d24d09-2701-4ce4-aed2-efdfd9f57f01 tempest-RoutersIpV6Test-235118808 tempest-RoutersIpV6Test-235118808-project] Pushing event updated for resources: {'Port': ['ID=d2ca6949-06f8-4c0c-8af4-178031e111ec,revision_number=2']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:09:04.335306 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-02add608-fd6a-4509-a85a-e976bc18bcc7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:09:04.363353 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-02add608-fd6a-4509-a85a-e976bc18bcc7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33528224'] for security_group, after_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:09:04.389106 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-77945582-9430-4214-b5d1-82ff90713983 tempest-BulkNetworkOpsIpV6Test-1519994015 tempest-BulkNetworkOpsIpV6Test-1519994015-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750374836619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32440838'] for port, after_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:09:04.431738 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-1bfd95f2-199c-4d87-9b2c-7afce2a37452 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:09:04.455582 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02add608-fd6a-4509-a85a-e976bc18bcc7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b6ab591d-c194-4dd5-aa30-ef7a8ecad378,revision_number=1']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:09:04.466587 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-1bfd95f2-199c-4d87-9b2c-7afce2a37452 admin admin] Usage tracker for resource:security_group_rule and tenant:906559be33ed4967865b12e041c6deaf is out of sync, need to count used quota {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:09:04.476754 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-1bfd95f2-199c-4d87-9b2c-7afce2a37452 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:09:04.491327 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-1bfd95f2-199c-4d87-9b2c-7afce2a37452 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:09:04.508545 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-02add608-fd6a-4509-a85a-e976bc18bcc7 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=7f8ddafa42d946f5b087c8698f82ad68&name=default HTTP/1.1" status: 200 len: 2647 time: 0.9630456 Apr 18 21:09:04.514319 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 43374) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:09:04.581179 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77945582-9430-4214-b5d1-82ff90713983 tempest-BulkNetworkOpsIpV6Test-1519994015 tempest-BulkNetworkOpsIpV6Test-1519994015-project] Pushing event updated for resources: {'Port': ['ID=715fabef-1981-460f-b6a8-70932ed5f8b6,revision_number=1']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:09:04.595409 n-d-838334-2 neutron-server[84040]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59d24d09-2701-4ce4-aed2-efdfd9f57f01 tempest-RoutersIpV6Test-235118808 tempest-RoutersIpV6Test-235118808-project] Network 4c603dc3-46a3-4cbd-9d39-160b636fb382 is already hosted by enough agents. {{(pid=84040) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:09:04.603391 n-d-838334-2 neutron-server[84040]: DEBUG neutron.scheduler.base_scheduler [None req-59d24d09-2701-4ce4-aed2-efdfd9f57f01 tempest-RoutersIpV6Test-235118808 tempest-RoutersIpV6Test-235118808-project] Resources bound (agent type, host, resource id): {{(pid=84040) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:09:04.634739 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-edcdeb15-9869-4b4a-8fa6-28950003b923 None None] Provisioning complete for port 4460bdca-4e84-4922-a115-590ec94070bb triggered by entity DHCP. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:09:04.636012 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-edcdeb15-9869-4b4a-8fa6-28950003b923 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1253608'] for port, provisioning_complete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:09:04.743546 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.plugin [None req-edcdeb15-9869-4b4a-8fa6-28950003b923 None None] Port 4460bdca-4e84-4922-a115-590ec94070bb cannot update to ACTIVE because it is not bound. {{(pid=84042) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 18 21:09:04.895773 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77945582-9430-4214-b5d1-82ff90713983 tempest-BulkNetworkOpsIpV6Test-1519994015 tempest-BulkNetworkOpsIpV6Test-1519994015-project] Checking segment: {'id': 'dc35cf44-e0ba-47d9-85cf-d36c1f20f7da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': 'fd106ea4-9ce0-47b3-bf26-e51cd51240f8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84040) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 21:09:04.896250 n-d-838334-2 neutron-server[84040]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77945582-9430-4214-b5d1-82ff90713983 tempest-BulkNetworkOpsIpV6Test-1519994015 tempest-BulkNetworkOpsIpV6Test-1519994015-project] Network hostable DHCP agents. Network: fd106ea4-9ce0-47b3-bf26-e51cd51240f8, hostable agents: ['8746f8ea-3e91-4b32-9919-2c63adeb8722'], hosted agents: [] {{(pid=84040) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 21:09:05.060659 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-baf5eebe-7b54-451c-8024-76d11fa5a475 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:09:05.101580 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Device fe12d352-d247-4c04-983b-cd52acd817fc up at agent ovs-agent-n-d-838334-2 {{(pid=84042) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 21:09:05.134004 n-d-838334-2 neutron-server[84040]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77945582-9430-4214-b5d1-82ff90713983 tempest-BulkNetworkOpsIpV6Test-1519994015 tempest-BulkNetworkOpsIpV6Test-1519994015-project] Network fd106ea4-9ce0-47b3-bf26-e51cd51240f8 is scheduled to be hosted by DHCP agent 8746f8ea-3e91-4b32-9919-2c63adeb8722 with binding_index 1 {{(pid=84040) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 21:09:05.159389 n-d-838334-2 neutron-server[84040]: DEBUG neutron.scheduler.base_scheduler [None req-77945582-9430-4214-b5d1-82ff90713983 tempest-BulkNetworkOpsIpV6Test-1519994015 tempest-BulkNetworkOpsIpV6Test-1519994015-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-838334-2, fd106ea4-9ce0-47b3-bf26-e51cd51240f8) {{(pid=84040) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:09:05.164799 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77945582-9430-4214-b5d1-82ff90713983 tempest-BulkNetworkOpsIpV6Test-1519994015 tempest-BulkNetworkOpsIpV6Test-1519994015-project] Received port after_create {{(pid=84040) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 21:09:05.165619 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-77945582-9430-4214-b5d1-82ff90713983 tempest-BulkNetworkOpsIpV6Test-1519994015 tempest-BulkNetworkOpsIpV6Test-1519994015-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750374836619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32440838'] for port, after_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:09:05.169264 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec81afed-01a7-41c7-9194-5d2a02929389 None None] Network fd106ea4-9ce0-47b3-bf26-e51cd51240f8 requested from n-d-838334-2 {{(pid=84042) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 21:09:05.181072 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-1bfd95f2-199c-4d87-9b2c-7afce2a37452 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:09:05.187907 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-baf5eebe-7b54-451c-8024-76d11fa5a475 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:09:05.201763 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-1bfd95f2-199c-4d87-9b2c-7afce2a37452 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33528224'] for security_group, after_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:09:05.280509 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77945582-9430-4214-b5d1-82ff90713983 tempest-BulkNetworkOpsIpV6Test-1519994015 tempest-BulkNetworkOpsIpV6Test-1519994015-project] Pushing event updated for resources: {'Port': ['ID=ed1853bc-eed6-4e3e-9a1c-d1ffb7fbf410,revision_number=1']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:09:05.319415 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-1bfd95f2-199c-4d87-9b2c-7afce2a37452 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=906559be33ed4967865b12e041c6deaf&name=default HTTP/1.1" status: 200 len: 2647 time: 1.5857964 Apr 18 21:09:05.319415 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bfd95f2-199c-4d87-9b2c-7afce2a37452 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=29c9e3f6-85db-4128-9473-220e32ebf341,revision_number=1']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:09:05.320567 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 43390) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:09:05.338524 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77945582-9430-4214-b5d1-82ff90713983 tempest-BulkNetworkOpsIpV6Test-1519994015 tempest-BulkNetworkOpsIpV6Test-1519994015-project] Checking segment: {'id': '69243888-d8a5-47e0-aef4-e52523531ca5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '4b61a461-8a00-4fdf-ac9a-1ca43c1870ec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84040) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 21:09:05.338874 n-d-838334-2 neutron-server[84040]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77945582-9430-4214-b5d1-82ff90713983 tempest-BulkNetworkOpsIpV6Test-1519994015 tempest-BulkNetworkOpsIpV6Test-1519994015-project] Network hostable DHCP agents. Network: 4b61a461-8a00-4fdf-ac9a-1ca43c1870ec, hostable agents: ['8746f8ea-3e91-4b32-9919-2c63adeb8722'], hosted agents: [] {{(pid=84040) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 21:09:05.360998 n-d-838334-2 neutron-server[84040]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-59d24d09-2701-4ce4-aed2-efdfd9f57f01 tempest-RoutersIpV6Test-235118808 tempest-RoutersIpV6Test-235118808-project] Router 7a916521-988a-46d3-ae5a-a0efc9858e0f has already been hosted by L3 agent bc84d6c9-dd7a-4555-a351-592327b46d5a {{(pid=84040) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 21:09:05.398141 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-9eaa3838-8d19-4fb3-b664-f528dd0ff1a7 None None] Provisioning complete for port d2ca6949-06f8-4c0c-8af4-178031e111ec triggered by entity DHCP. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:09:05.398500 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-9eaa3838-8d19-4fb3-b664-f528dd0ff1a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1253608'] for port, provisioning_complete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:09:05.491395 n-d-838334-2 neutron-server[84041]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b325ec00-fa46-437f-b709-0738024ddab7 tempest-RoutersNegativeIpV6Test-2082853264 tempest-RoutersNegativeIpV6Test-2082853264-project] Router 96585ca4-f503-4bc0-aa57-2b0fc3ed1a98 has already been hosted by L3 agent bc84d6c9-dd7a-4555-a351-592327b46d5a {{(pid=84041) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 21:09:05.501970 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-baf5eebe-7b54-451c-8024-76d11fa5a475 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33528224'] for security_group, after_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:09:05.530066 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baf5eebe-7b54-451c-8024-76d11fa5a475 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6ab591d-c194-4dd5-aa30-ef7a8ecad378,revision_number=None']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:09:05.553654 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.plugin [None req-9eaa3838-8d19-4fb3-b664-f528dd0ff1a7 None None] Port d2ca6949-06f8-4c0c-8af4-178031e111ec cannot update to ACTIVE because it is not bound. {{(pid=84042) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 18 21:09:05.566717 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Provisioning complete for port fe12d352-d247-4c04-983b-cd52acd817fc triggered by entity L2. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:09:05.567828 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1253608'] for port, provisioning_complete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:09:05.574543 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-9d53e36d-a8f7-4027-8adb-7be4efd111ae admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:09:05.590005 n-d-838334-2 neutron-server[84040]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77945582-9430-4214-b5d1-82ff90713983 tempest-BulkNetworkOpsIpV6Test-1519994015 tempest-BulkNetworkOpsIpV6Test-1519994015-project] Network 4b61a461-8a00-4fdf-ac9a-1ca43c1870ec is scheduled to be hosted by DHCP agent 8746f8ea-3e91-4b32-9919-2c63adeb8722 with binding_index 1 {{(pid=84040) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 21:09:05.608605 n-d-838334-2 neutron-server[84040]: DEBUG neutron.scheduler.base_scheduler [None req-77945582-9430-4214-b5d1-82ff90713983 tempest-BulkNetworkOpsIpV6Test-1519994015 tempest-BulkNetworkOpsIpV6Test-1519994015-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-838334-2, 4b61a461-8a00-4fdf-ac9a-1ca43c1870ec) {{(pid=84040) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:09:05.614469 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77945582-9430-4214-b5d1-82ff90713983 tempest-BulkNetworkOpsIpV6Test-1519994015 tempest-BulkNetworkOpsIpV6Test-1519994015-project] Received port after_create {{(pid=84040) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 21:09:05.620720 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-145ed714-6c72-4f54-b043-10318149d863 None None] Network 4b61a461-8a00-4fdf-ac9a-1ca43c1870ec requested from n-d-838334-2 {{(pid=84042) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 21:09:05.630840 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77945582-9430-4214-b5d1-82ff90713983 tempest-BulkNetworkOpsIpV6Test-1519994015 tempest-BulkNetworkOpsIpV6Test-1519994015-project] Attributes excluded by policy engine: ['binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:09:05.635011 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77945582-9430-4214-b5d1-82ff90713983 tempest-BulkNetworkOpsIpV6Test-1519994015 tempest-BulkNetworkOpsIpV6Test-1519994015-project] Attributes excluded by policy engine: ['binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:09:05.636135 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-77945582-9430-4214-b5d1-82ff90713983 tempest-BulkNetworkOpsIpV6Test-1519994015 tempest-BulkNetworkOpsIpV6Test-1519994015-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217293'] for port, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:09:05.654823 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-baf5eebe-7b54-451c-8024-76d11fa5a475 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:09:05.656545 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-baf5eebe-7b54-451c-8024-76d11fa5a475 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/b6ab591d-c194-4dd5-aa30-ef7a8ecad378 HTTP/1.1" status: 204 len: 168 time: 1.1390717 Apr 18 21:09:05.732437 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-77945582-9430-4214-b5d1-82ff90713983 tempest-BulkNetworkOpsIpV6Test-1519994015 tempest-BulkNetworkOpsIpV6Test-1519994015-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1449 time: 4.9962032 Apr 18 21:09:05.736129 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 43402) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:09:05.742695 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-9d53e36d-a8f7-4027-8adb-7be4efd111ae admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:09:05.815749 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-59d24d09-2701-4ce4-aed2-efdfd9f57f01 tempest-RoutersIpV6Test-235118808 tempest-RoutersIpV6Test-235118808-project] Notify agent at l3_agent.n-d-838334-2 the message routers_updated {{(pid=84040) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 21:09:05.823225 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-59d24d09-2701-4ce4-aed2-efdfd9f57f01 tempest-RoutersIpV6Test-235118808 tempest-RoutersIpV6Test-235118808-project] 10.222.0.42 "PUT /v2.0/routers/7a916521-988a-46d3-ae5a-a0efc9858e0f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.9873652 Apr 18 21:09:05.828678 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 43408) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:09:05.835299 n-d-838334-2 neutron-server[84043]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40ca3c7e-3cc1-4987-b880-4033f18aeaec None None] Sync routers for ids ['7a916521-988a-46d3-ae5a-a0efc9858e0f'] in n-d-838334-2 {{(pid=84043) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 18 21:09:05.848257 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40ca3c7e-3cc1-4987-b880-4033f18aeaec None None] Routers {'7a916521-988a-46d3-ae5a-a0efc9858e0f'} bound to L3 agent in host n-d-838334-2 {{(pid=84043) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 21:09:05.848887 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.l3_hamode_db [None req-40ca3c7e-3cc1-4987-b880-4033f18aeaec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838334-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-18T20:25:48Z,description=,heartbeat_timestamp=2022-04-18T21:08:48Z,host='n-d-838334-2',id=bc84d6c9-dd7a-4555-a351-592327b46d5a,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:25:48Z,topic='l3_agent')) {'router_ids': ['7a916521-988a-46d3-ae5a-a0efc9858e0f'], 'active': True} {{(pid=84043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:09:05.896097 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be586987-9d94-4a8e-b402-5f88a610e339 tempest-BulkNetworkOpsIpV6Test-1519994015 tempest-BulkNetworkOpsIpV6Test-1519994015-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:09:05.905296 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be586987-9d94-4a8e-b402-5f88a610e339 tempest-BulkNetworkOpsIpV6Test-1519994015 tempest-BulkNetworkOpsIpV6Test-1519994015-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:09:05.906306 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-be586987-9d94-4a8e-b402-5f88a610e339 tempest-BulkNetworkOpsIpV6Test-1519994015 tempest-BulkNetworkOpsIpV6Test-1519994015-project] Synchronizing usage tracker for tenant:df9bc1724af74914b30c27ece5814a5f on resource:port {{(pid=84040) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 21:09:05.935095 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-be586987-9d94-4a8e-b402-5f88a610e339 tempest-BulkNetworkOpsIpV6Test-1519994015 tempest-BulkNetworkOpsIpV6Test-1519994015-project] Unset dirty status for tenant:df9bc1724af74914b30c27ece5814a5f on resource:port {{(pid=84040) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 21:09:05.937108 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-be586987-9d94-4a8e-b402-5f88a610e339 tempest-BulkNetworkOpsIpV6Test-1519994015 tempest-BulkNetworkOpsIpV6Test-1519994015-project] 10.222.0.42 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1444 time: 0.1970258 Apr 18 21:09:05.939515 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 43412) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:09:05.968856 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.l3_hamode_db [None req-40ca3c7e-3cc1-4987-b880-4033f18aeaec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-838334-2', False) {} {{(pid=84043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:09:05.981648 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40ca3c7e-3cc1-4987-b880-4033f18aeaec None None] Routers {'7a916521-988a-46d3-ae5a-a0efc9858e0f'} bound to L3 agent in host n-d-838334-2 {{(pid=84043) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 21:09:05.982256 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.l3_hamode_db [None req-40ca3c7e-3cc1-4987-b880-4033f18aeaec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838334-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-18T20:25:48Z,description=,heartbeat_timestamp=2022-04-18T21:08:48Z,host='n-d-838334-2',id=bc84d6c9-dd7a-4555-a351-592327b46d5a,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:25:48Z,topic='l3_agent')) {'router_ids': ['7a916521-988a-46d3-ae5a-a0efc9858e0f'], 'active': True} {{(pid=84043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:09:06.027433 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.plugin [None req-f3eee16f-afcb-4230-848e-22661e38cb38 tempest-BulkNetworkOpsIpV6Test-1519994015 tempest-BulkNetworkOpsIpV6Test-1519994015-project] Deleting port 715fabef-1981-460f-b6a8-70932ed5f8b6 {{(pid=84040) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 21:09:06.027941 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-f3eee16f-afcb-4230-848e-22661e38cb38 tempest-BulkNetworkOpsIpV6Test-1519994015 tempest-BulkNetworkOpsIpV6Test-1519994015-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750375188691'] for port, before_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:09:06.047004 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-9d53e36d-a8f7-4027-8adb-7be4efd111ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33528224'] for security_group, after_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:09:06.116460 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.l3_hamode_db [None req-40ca3c7e-3cc1-4987-b880-4033f18aeaec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-838334-2', False) {} {{(pid=84043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:09:06.116859 n-d-838334-2 neutron-server[84043]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40ca3c7e-3cc1-4987-b880-4033f18aeaec None None] The sync data for ids ['7a916521-988a-46d3-ae5a-a0efc9858e0f'] in n-d-838334-2 is: [] {{(pid=84043) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 18 21:09:06.125332 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d37ddae8-c7eb-479f-afdf-bc2a9f03ef46 tempest-RoutersIpV6Test-235118808 tempest-RoutersIpV6Test-235118808-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:09:06.126972 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-d37ddae8-c7eb-479f-afdf-bc2a9f03ef46 tempest-RoutersIpV6Test-235118808 tempest-RoutersIpV6Test-235118808-project] 10.222.0.42 "GET /v2.0/ports/d2ca6949-06f8-4c0c-8af4-178031e111ec HTTP/1.1" status: 200 len: 913 time: 0.2957573 Apr 18 21:09:06.133929 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 43420) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:09:06.138524 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d53e36d-a8f7-4027-8adb-7be4efd111ae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=29c9e3f6-85db-4128-9473-220e32ebf341,revision_number=None']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:09:06.156946 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b325ec00-fa46-437f-b709-0738024ddab7 tempest-RoutersNegativeIpV6Test-2082853264 tempest-RoutersNegativeIpV6Test-2082853264-project] Notify agent at l3_agent.n-d-838334-2 the message routers_updated {{(pid=84041) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 21:09:06.162484 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-b325ec00-fa46-437f-b709-0738024ddab7 tempest-RoutersNegativeIpV6Test-2082853264 tempest-RoutersNegativeIpV6Test-2082853264-project] 10.222.0.42 "PUT /v2.0/routers/96585ca4-f503-4bc0-aa57-2b0fc3ed1a98/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.5817428 Apr 18 21:09:06.163237 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-9d53e36d-a8f7-4027-8adb-7be4efd111ae admin admin] Notify callbacks [] for security_group, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:09:06.164305 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-9d53e36d-a8f7-4027-8adb-7be4efd111ae admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/29c9e3f6-85db-4128-9473-220e32ebf341 HTTP/1.1" status: 204 len: 168 time: 0.8405056 Apr 18 21:09:06.165169 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 43426) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:09:06.185896 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-154115eb-9b10-44d6-b0cc-2e60c1d199c8 None None] Sync routers for ids ['96585ca4-f503-4bc0-aa57-2b0fc3ed1a98'] in n-d-838334-2 {{(pid=84042) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 18 21:09:06.230356 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_dvrscheduler_db [None req-154115eb-9b10-44d6-b0cc-2e60c1d199c8 None None] Routers {'96585ca4-f503-4bc0-aa57-2b0fc3ed1a98'} bound to L3 agent in host n-d-838334-2 {{(pid=84042) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 21:09:06.245564 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_hamode_db [None req-154115eb-9b10-44d6-b0cc-2e60c1d199c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838334-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-18T20:25:48Z,description=,heartbeat_timestamp=2022-04-18T21:08:48Z,host='n-d-838334-2',id=bc84d6c9-dd7a-4555-a351-592327b46d5a,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:25:48Z,topic='l3_agent')) {'router_ids': ['96585ca4-f503-4bc0-aa57-2b0fc3ed1a98'], 'active': True} {{(pid=84042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:09:06.459109 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_hamode_db [None req-154115eb-9b10-44d6-b0cc-2e60c1d199c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-838334-2', False) {} {{(pid=84042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:09:06.480844 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-f3eee16f-afcb-4230-848e-22661e38cb38 tempest-BulkNetworkOpsIpV6Test-1519994015 tempest-BulkNetworkOpsIpV6Test-1519994015-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369123'] for port, precommit_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:09:06.502866 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_dvrscheduler_db [None req-154115eb-9b10-44d6-b0cc-2e60c1d199c8 None None] Routers {'96585ca4-f503-4bc0-aa57-2b0fc3ed1a98'} bound to L3 agent in host n-d-838334-2 {{(pid=84042) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 21:09:06.503512 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_hamode_db [None req-154115eb-9b10-44d6-b0cc-2e60c1d199c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838334-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-18T20:25:48Z,description=,heartbeat_timestamp=2022-04-18T21:08:48Z,host='n-d-838334-2',id=bc84d6c9-dd7a-4555-a351-592327b46d5a,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:25:48Z,topic='l3_agent')) {'router_ids': ['96585ca4-f503-4bc0-aa57-2b0fc3ed1a98'], 'active': True} {{(pid=84042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:09:06.647380 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-1a88b4cc-bf89-4750-be5b-3a911d30a5b2 tempest-RoutersNegativeIpV6Test-2082853264 tempest-RoutersNegativeIpV6Test-2082853264-project] Notify callbacks [] for router, before_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:09:06.746258 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_hamode_db [None req-154115eb-9b10-44d6-b0cc-2e60c1d199c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-838334-2', False) {} {{(pid=84042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:09:06.746680 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-154115eb-9b10-44d6-b0cc-2e60c1d199c8 None None] The sync data for ids ['96585ca4-f503-4bc0-aa57-2b0fc3ed1a98'] in n-d-838334-2 is: [] {{(pid=84042) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 18 21:09:06.939281 n-d-838334-2 neutron-server[84041]: INFO neutron.api.v2.resource [None req-1a88b4cc-bf89-4750-be5b-3a911d30a5b2 tempest-RoutersNegativeIpV6Test-2082853264 tempest-RoutersNegativeIpV6Test-2082853264-project] delete failed (client error): There was a conflict when trying to complete your request. Apr 18 21:09:06.940266 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-1a88b4cc-bf89-4750-be5b-3a911d30a5b2 tempest-RoutersNegativeIpV6Test-2082853264 tempest-RoutersNegativeIpV6Test-2082853264-project] 10.222.0.42 "DELETE /v2.0/routers/96585ca4-f503-4bc0-aa57-2b0fc3ed1a98 HTTP/1.1" status: 409 len: 329 time: 0.7742128 Apr 18 21:09:06.944200 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 43454) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:09:07.049226 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.plugin [None req-f3eee16f-afcb-4230-848e-22661e38cb38 tempest-BulkNetworkOpsIpV6Test-1519994015 tempest-BulkNetworkOpsIpV6Test-1519994015-project] Calling delete_port for 715fabef-1981-460f-b6a8-70932ed5f8b6 owned by {{(pid=84040) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 21:09:07.154366 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 43460) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:09:07.185389 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-754fbbe1-b150-4263-a8ed-1d7d24f76b01 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:09:07.235882 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-754fbbe1-b150-4263-a8ed-1d7d24f76b01 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:09:07.240965 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-754fbbe1-b150-4263-a8ed-1d7d24f76b01 admin admin] Usage tracker for resource:security_group_rule and tenant:43488a29319949f08e6574d9b15f690b is out of sync, need to count used quota {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:09:07.244958 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-754fbbe1-b150-4263-a8ed-1d7d24f76b01 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:09:07.253155 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-754fbbe1-b150-4263-a8ed-1d7d24f76b01 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:09:07.320190 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-f3eee16f-afcb-4230-848e-22661e38cb38 tempest-BulkNetworkOpsIpV6Test-1519994015 tempest-BulkNetworkOpsIpV6Test-1519994015-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750375259028', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750374836628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32440838'] for port, after_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:09:07.384376 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-f3eee16f-afcb-4230-848e-22661e38cb38 tempest-BulkNetworkOpsIpV6Test-1519994015 tempest-BulkNetworkOpsIpV6Test-1519994015-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217293'] for port, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:09:07.422043 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-f3eee16f-afcb-4230-848e-22661e38cb38 tempest-BulkNetworkOpsIpV6Test-1519994015 tempest-BulkNetworkOpsIpV6Test-1519994015-project] 10.222.0.42 "DELETE /v2.0/ports/715fabef-1981-460f-b6a8-70932ed5f8b6 HTTP/1.1" status: 204 len: 168 time: 1.4786494 Apr 18 21:09:07.422774 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3eee16f-afcb-4230-848e-22661e38cb38 tempest-BulkNetworkOpsIpV6Test-1519994015 tempest-BulkNetworkOpsIpV6Test-1519994015-project] Pushing event deleted for resources: {'Port': ['ID=715fabef-1981-460f-b6a8-70932ed5f8b6,revision_number=None']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:09:07.427122 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 43468) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:09:07.517191 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-08da23ce-a315-4dc0-99dd-e87aa61bdef4 tempest-RoutersIpV6Test-235118808 tempest-RoutersIpV6Test-235118808-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33443857'] for router_interface, before_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:09:07.568279 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-754fbbe1-b150-4263-a8ed-1d7d24f76b01 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:09:07.581718 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-754fbbe1-b150-4263-a8ed-1d7d24f76b01 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33528224'] for security_group, after_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:09:07.646072 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.plugin [None req-f436ce70-f249-40df-8c88-c5f4f12db13e tempest-BulkNetworkOpsIpV6Test-1519994015 tempest-BulkNetworkOpsIpV6Test-1519994015-project] Deleting port ed1853bc-eed6-4e3e-9a1c-d1ffb7fbf410 {{(pid=84040) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 21:09:07.646712 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-f436ce70-f249-40df-8c88-c5f4f12db13e tempest-BulkNetworkOpsIpV6Test-1519994015 tempest-BulkNetworkOpsIpV6Test-1519994015-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750375188691'] for port, before_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:09:07.703768 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-754fbbe1-b150-4263-a8ed-1d7d24f76b01 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c7a795d1-3c1a-4e8e-b86d-394b8d8e51dc,revision_number=1']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:09:07.717530 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-754fbbe1-b150-4263-a8ed-1d7d24f76b01 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=43488a29319949f08e6574d9b15f690b&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5617604 Apr 18 21:09:07.722046 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 43476) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:09:07.755488 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-16863e99-527d-4804-a452-bc22e9e9e195 tempest-RoutersNegativeIpV6Test-2082853264 tempest-RoutersNegativeIpV6Test-2082853264-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33443857'] for router_interface, before_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:09:07.944518 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-d9031093-a0ee-4f0a-b8ee-3966cb650d99 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:09:07.962891 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-f436ce70-f249-40df-8c88-c5f4f12db13e tempest-BulkNetworkOpsIpV6Test-1519994015 tempest-BulkNetworkOpsIpV6Test-1519994015-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369123'] for port, precommit_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:09:08.088822 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-d9031093-a0ee-4f0a-b8ee-3966cb650d99 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:09:08.156552 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.plugin [None req-f436ce70-f249-40df-8c88-c5f4f12db13e tempest-BulkNetworkOpsIpV6Test-1519994015 tempest-BulkNetworkOpsIpV6Test-1519994015-project] Calling delete_port for ed1853bc-eed6-4e3e-9a1c-d1ffb7fbf410 owned by {{(pid=84040) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 21:09:08.362481 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-f436ce70-f249-40df-8c88-c5f4f12db13e tempest-BulkNetworkOpsIpV6Test-1519994015 tempest-BulkNetworkOpsIpV6Test-1519994015-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750375259028', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750374836628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32440838'] for port, after_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:09:08.408520 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-d9031093-a0ee-4f0a-b8ee-3966cb650d99 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33528224'] for security_group, after_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:09:08.444407 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9031093-a0ee-4f0a-b8ee-3966cb650d99 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7a795d1-3c1a-4e8e-b86d-394b8d8e51dc,revision_number=None']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:09:08.502075 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-d9031093-a0ee-4f0a-b8ee-3966cb650d99 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:09:08.503310 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-d9031093-a0ee-4f0a-b8ee-3966cb650d99 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/c7a795d1-3c1a-4e8e-b86d-394b8d8e51dc HTTP/1.1" status: 204 len: 168 time: 0.7800200 Apr 18 21:09:08.605809 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f436ce70-f249-40df-8c88-c5f4f12db13e tempest-BulkNetworkOpsIpV6Test-1519994015 tempest-BulkNetworkOpsIpV6Test-1519994015-project] Pushing event deleted for resources: {'Port': ['ID=ed1853bc-eed6-4e3e-9a1c-d1ffb7fbf410,revision_number=None']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:09:08.625225 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-f436ce70-f249-40df-8c88-c5f4f12db13e tempest-BulkNetworkOpsIpV6Test-1519994015 tempest-BulkNetworkOpsIpV6Test-1519994015-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217293'] for port, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:09:08.675919 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-f436ce70-f249-40df-8c88-c5f4f12db13e tempest-BulkNetworkOpsIpV6Test-1519994015 tempest-BulkNetworkOpsIpV6Test-1519994015-project] 10.222.0.42 "DELETE /v2.0/ports/ed1853bc-eed6-4e3e-9a1c-d1ffb7fbf410 HTTP/1.1" status: 204 len: 168 time: 1.2473116 Apr 18 21:09:08.676767 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 43498) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:09:08.733156 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-349465c4-a109-4c48-ba8e-b05a8770063c tempest-BulkNetworkOpsIpV6Test-1519994015 tempest-BulkNetworkOpsIpV6Test-1519994015-project] Synchronizing usage tracker for tenant:df9bc1724af74914b30c27ece5814a5f on resource:port {{(pid=84040) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 21:09:08.803651 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-349465c4-a109-4c48-ba8e-b05a8770063c tempest-BulkNetworkOpsIpV6Test-1519994015 tempest-BulkNetworkOpsIpV6Test-1519994015-project] Unset dirty status for tenant:df9bc1724af74914b30c27ece5814a5f on resource:port {{(pid=84040) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 21:09:08.805890 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-349465c4-a109-4c48-ba8e-b05a8770063c tempest-BulkNetworkOpsIpV6Test-1519994015 tempest-BulkNetworkOpsIpV6Test-1519994015-project] 10.222.0.42 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.1249435 Apr 18 21:09:08.809956 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 43508) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:09:08.831955 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.v2.base [None req-2b65f2ee-05ba-4f82-8418-43d829ef2254 tempest-BulkNetworkOpsIpV6Test-1519994015 tempest-BulkNetworkOpsIpV6Test-1519994015-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-2059795967'}} {{(pid=84041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:09:08.885888 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-2b65f2ee-05ba-4f82-8418-43d829ef2254 tempest-BulkNetworkOpsIpV6Test-1519994015 tempest-BulkNetworkOpsIpV6Test-1519994015-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:09:08.901839 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-2b65f2ee-05ba-4f82-8418-43d829ef2254 tempest-BulkNetworkOpsIpV6Test-1519994015 tempest-BulkNetworkOpsIpV6Test-1519994015-project] Usage tracker for resource:network and tenant:df9bc1724af74914b30c27ece5814a5f is out of sync, need to count used quota {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:09:08.908418 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-2b65f2ee-05ba-4f82-8418-43d829ef2254 tempest-BulkNetworkOpsIpV6Test-1519994015 tempest-BulkNetworkOpsIpV6Test-1519994015-project] Quota usage for network was recalculated. Used quota:2. {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:09:08.941208 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-2b65f2ee-05ba-4f82-8418-43d829ef2254 tempest-BulkNetworkOpsIpV6Test-1519994015 tempest-BulkNetworkOpsIpV6Test-1519994015-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:09:08.964146 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.plugin [None req-16863e99-527d-4804-a452-bc22e9e9e195 tempest-RoutersNegativeIpV6Test-2082853264 tempest-RoutersNegativeIpV6Test-2082853264-project] Deleting port 4460bdca-4e84-4922-a115-590ec94070bb {{(pid=84041) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 21:09:08.964488 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-16863e99-527d-4804-a452-bc22e9e9e195 tempest-RoutersNegativeIpV6Test-2082853264 tempest-RoutersNegativeIpV6Test-2082853264-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750375188691'] for port, before_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:09:09.193957 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.plugin [None req-08da23ce-a315-4dc0-99dd-e87aa61bdef4 tempest-RoutersIpV6Test-235118808 tempest-RoutersIpV6Test-235118808-project] Deleting port d2ca6949-06f8-4c0c-8af4-178031e111ec {{(pid=84040) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 21:09:09.194545 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-08da23ce-a315-4dc0-99dd-e87aa61bdef4 tempest-RoutersIpV6Test-235118808 tempest-RoutersIpV6Test-235118808-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750375188691'] for port, before_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:09:09.246507 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-16863e99-527d-4804-a452-bc22e9e9e195 tempest-RoutersNegativeIpV6Test-2082853264 tempest-RoutersNegativeIpV6Test-2082853264-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369123'] for port, precommit_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:09:09.397136 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.plugin [None req-16863e99-527d-4804-a452-bc22e9e9e195 tempest-RoutersNegativeIpV6Test-2082853264 tempest-RoutersNegativeIpV6Test-2082853264-project] Calling delete_port for 4460bdca-4e84-4922-a115-590ec94070bb owned by network:router_interface {{(pid=84041) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 21:09:09.457125 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b65f2ee-05ba-4f82-8418-43d829ef2254 tempest-BulkNetworkOpsIpV6Test-1519994015 tempest-BulkNetworkOpsIpV6Test-1519994015-project] Made reservation on behalf of df9bc1724af74914b30c27ece5814a5f for: {'network': 1} {{(pid=84041) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:09:09.463081 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-2b65f2ee-05ba-4f82-8418-43d829ef2254 tempest-BulkNetworkOpsIpV6Test-1519994015 tempest-BulkNetworkOpsIpV6Test-1519994015-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for network, before_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:09:09.519344 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2b65f2ee-05ba-4f82-8418-43d829ef2254 tempest-BulkNetworkOpsIpV6Test-1519994015 tempest-BulkNetworkOpsIpV6Test-1519994015-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 375} {{(pid=84041) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 21:09:09.535049 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-08da23ce-a315-4dc0-99dd-e87aa61bdef4 tempest-RoutersIpV6Test-235118808 tempest-RoutersIpV6Test-235118808-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369123'] for port, precommit_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:09:09.583522 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-2b65f2ee-05ba-4f82-8418-43d829ef2254 tempest-BulkNetworkOpsIpV6Test-1519994015 tempest-BulkNetworkOpsIpV6Test-1519994015-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1082986'] for segment, precommit_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:09:09.584314 n-d-838334-2 neutron-server[84041]: INFO neutron.db.segments_db [None req-2b65f2ee-05ba-4f82-8418-43d829ef2254 tempest-BulkNetworkOpsIpV6Test-1519994015 tempest-BulkNetworkOpsIpV6Test-1519994015-project] Added segment df40759f-cc6f-4c31-a00d-7f5fd6baac8f of type vlan for network 05efbdb7-1995-4329-b04e-ee2e55cea92b Apr 18 21:09:09.616795 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-2b65f2ee-05ba-4f82-8418-43d829ef2254 tempest-BulkNetworkOpsIpV6Test-1519994015 tempest-BulkNetworkOpsIpV6Test-1519994015-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750374825732'] for network, precommit_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:09:09.692104 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.plugin [None req-08da23ce-a315-4dc0-99dd-e87aa61bdef4 tempest-RoutersIpV6Test-235118808 tempest-RoutersIpV6Test-235118808-project] Calling delete_port for d2ca6949-06f8-4c0c-8af4-178031e111ec owned by network:router_interface {{(pid=84040) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 21:09:09.772388 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-2b65f2ee-05ba-4f82-8418-43d829ef2254 tempest-BulkNetworkOpsIpV6Test-1519994015 tempest-BulkNetworkOpsIpV6Test-1519994015-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33526109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022'] for network, after_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:09:09.776755 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b65f2ee-05ba-4f82-8418-43d829ef2254 tempest-BulkNetworkOpsIpV6Test-1519994015 tempest-BulkNetworkOpsIpV6Test-1519994015-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:09:09.777341 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-2b65f2ee-05ba-4f82-8418-43d829ef2254 tempest-BulkNetworkOpsIpV6Test-1519994015 tempest-BulkNetworkOpsIpV6Test-1519994015-project] Notify callbacks [] for network, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:09:09.797239 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-16863e99-527d-4804-a452-bc22e9e9e195 tempest-RoutersNegativeIpV6Test-2082853264 tempest-RoutersNegativeIpV6Test-2082853264-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750375259028', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750374836628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32266323'] for port, after_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:09:09.979750 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16863e99-527d-4804-a452-bc22e9e9e195 tempest-RoutersNegativeIpV6Test-2082853264 tempest-RoutersNegativeIpV6Test-2082853264-project] Pushing event deleted for resources: {'Port': ['ID=4460bdca-4e84-4922-a115-590ec94070bb,revision_number=None']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:09:10.044558 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-08da23ce-a315-4dc0-99dd-e87aa61bdef4 tempest-RoutersIpV6Test-235118808 tempest-RoutersIpV6Test-235118808-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750375259028', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750374836628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32440838'] for port, after_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:09:10.369936 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08da23ce-a315-4dc0-99dd-e87aa61bdef4 tempest-RoutersIpV6Test-235118808 tempest-RoutersIpV6Test-235118808-project] Pushing event deleted for resources: {'Port': ['ID=d2ca6949-06f8-4c0c-8af4-178031e111ec,revision_number=None']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:09:10.401836 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-2b65f2ee-05ba-4f82-8418-43d829ef2254 tempest-BulkNetworkOpsIpV6Test-1519994015 tempest-BulkNetworkOpsIpV6Test-1519994015-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 1.5908267 Apr 18 21:09:10.402892 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b65f2ee-05ba-4f82-8418-43d829ef2254 tempest-BulkNetworkOpsIpV6Test-1519994015 tempest-BulkNetworkOpsIpV6Test-1519994015-project] Pushing event updated for resources: {'Network': ['ID=05efbdb7-1995-4329-b04e-ee2e55cea92b,revision_number=1']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:09:10.416294 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Network 05efbdb7-1995-4329-b04e-ee2e55cea92b details requested by agent ovs-agent-n-d-838334-2 with host n-d-838334-2 {{(pid=84042) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 18 21:09:10.426335 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 43554) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:09:10.482449 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.v2.base [None req-dd06d4e4-bef1-4eb4-9984-c488fafb228a tempest-BulkNetworkOpsIpV6Test-1519994015 tempest-BulkNetworkOpsIpV6Test-1519994015-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-505232394'}} {{(pid=84041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:09:10.504128 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-dd06d4e4-bef1-4eb4-9984-c488fafb228a tempest-BulkNetworkOpsIpV6Test-1519994015 tempest-BulkNetworkOpsIpV6Test-1519994015-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:09:10.520628 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-dd06d4e4-bef1-4eb4-9984-c488fafb228a tempest-BulkNetworkOpsIpV6Test-1519994015 tempest-BulkNetworkOpsIpV6Test-1519994015-project] Usage tracker for resource:network and tenant:df9bc1724af74914b30c27ece5814a5f is out of sync, need to count used quota {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:09:10.532580 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-dd06d4e4-bef1-4eb4-9984-c488fafb228a tempest-BulkNetworkOpsIpV6Test-1519994015 tempest-BulkNetworkOpsIpV6Test-1519994015-project] Quota usage for network was recalculated. Used quota:3. {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:09:10.540410 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-dd06d4e4-bef1-4eb4-9984-c488fafb228a tempest-BulkNetworkOpsIpV6Test-1519994015 tempest-BulkNetworkOpsIpV6Test-1519994015-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:09:10.582912 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-08da23ce-a315-4dc0-99dd-e87aa61bdef4 tempest-RoutersIpV6Test-235118808 tempest-RoutersIpV6Test-235118808-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-32377931', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33443910'] for router_interface, after_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:09:10.604285 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd06d4e4-bef1-4eb4-9984-c488fafb228a tempest-BulkNetworkOpsIpV6Test-1519994015 tempest-BulkNetworkOpsIpV6Test-1519994015-project] Made reservation on behalf of df9bc1724af74914b30c27ece5814a5f for: {'network': 1} {{(pid=84041) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:09:10.607518 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-dd06d4e4-bef1-4eb4-9984-c488fafb228a tempest-BulkNetworkOpsIpV6Test-1519994015 tempest-BulkNetworkOpsIpV6Test-1519994015-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for network, before_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:09:10.687446 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-16863e99-527d-4804-a452-bc22e9e9e195 tempest-RoutersNegativeIpV6Test-2082853264 tempest-RoutersNegativeIpV6Test-2082853264-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-32377931', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33443910'] for router_interface, after_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:09:10.756627 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dd06d4e4-bef1-4eb4-9984-c488fafb228a tempest-BulkNetworkOpsIpV6Test-1519994015 tempest-BulkNetworkOpsIpV6Test-1519994015-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 383} {{(pid=84041) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 21:09:10.767022 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-dd06d4e4-bef1-4eb4-9984-c488fafb228a tempest-BulkNetworkOpsIpV6Test-1519994015 tempest-BulkNetworkOpsIpV6Test-1519994015-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1082986'] for segment, precommit_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:09:10.767460 n-d-838334-2 neutron-server[84041]: INFO neutron.db.segments_db [None req-dd06d4e4-bef1-4eb4-9984-c488fafb228a tempest-BulkNetworkOpsIpV6Test-1519994015 tempest-BulkNetworkOpsIpV6Test-1519994015-project] Added segment 6edda330-4dd2-4c43-b7da-d1738bb871f7 of type vlan for network 458e2900-468b-44f3-a83f-1389123db24d Apr 18 21:09:10.861241 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-dd06d4e4-bef1-4eb4-9984-c488fafb228a tempest-BulkNetworkOpsIpV6Test-1519994015 tempest-BulkNetworkOpsIpV6Test-1519994015-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750374825732'] for network, precommit_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:09:11.286044 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-dd06d4e4-bef1-4eb4-9984-c488fafb228a tempest-BulkNetworkOpsIpV6Test-1519994015 tempest-BulkNetworkOpsIpV6Test-1519994015-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33526109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022'] for network, after_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:09:11.297864 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd06d4e4-bef1-4eb4-9984-c488fafb228a tempest-BulkNetworkOpsIpV6Test-1519994015 tempest-BulkNetworkOpsIpV6Test-1519994015-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:09:11.297864 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-dd06d4e4-bef1-4eb4-9984-c488fafb228a tempest-BulkNetworkOpsIpV6Test-1519994015 tempest-BulkNetworkOpsIpV6Test-1519994015-project] Notify callbacks [] for network, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:09:11.456120 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-dd06d4e4-bef1-4eb4-9984-c488fafb228a tempest-BulkNetworkOpsIpV6Test-1519994015 tempest-BulkNetworkOpsIpV6Test-1519994015-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 1.0286334 Apr 18 21:09:11.500669 n-d-838334-2 neutron-server[84040]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-08da23ce-a315-4dc0-99dd-e87aa61bdef4 tempest-RoutersIpV6Test-235118808 tempest-RoutersIpV6Test-235118808-project] Router 7a916521-988a-46d3-ae5a-a0efc9858e0f has already been hosted by L3 agent bc84d6c9-dd7a-4555-a351-592327b46d5a {{(pid=84040) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 21:09:11.745560 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd06d4e4-bef1-4eb4-9984-c488fafb228a tempest-BulkNetworkOpsIpV6Test-1519994015 tempest-BulkNetworkOpsIpV6Test-1519994015-project] Pushing event updated for resources: {'Network': ['ID=458e2900-468b-44f3-a83f-1389123db24d,revision_number=1']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:09:11.761682 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Network 458e2900-468b-44f3-a83f-1389123db24d details requested by agent ovs-agent-n-d-838334-2 with host n-d-838334-2 {{(pid=84042) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 18 21:09:11.795035 n-d-838334-2 neutron-server[84041]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-16863e99-527d-4804-a452-bc22e9e9e195 tempest-RoutersNegativeIpV6Test-2082853264 tempest-RoutersNegativeIpV6Test-2082853264-project] Router 96585ca4-f503-4bc0-aa57-2b0fc3ed1a98 has already been hosted by L3 agent bc84d6c9-dd7a-4555-a351-592327b46d5a {{(pid=84041) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 21:09:11.980308 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-16863e99-527d-4804-a452-bc22e9e9e195 tempest-RoutersNegativeIpV6Test-2082853264 tempest-RoutersNegativeIpV6Test-2082853264-project] Notify agent at l3_agent.n-d-838334-2 the message routers_updated {{(pid=84041) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 21:09:11.992452 n-d-838334-2 neutron-server[84043]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bb745ac-ff86-4a45-b036-9b37e4c4086e None None] Sync routers for ids ['96585ca4-f503-4bc0-aa57-2b0fc3ed1a98'] in n-d-838334-2 {{(pid=84043) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 18 21:09:11.994690 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-16863e99-527d-4804-a452-bc22e9e9e195 tempest-RoutersNegativeIpV6Test-2082853264 tempest-RoutersNegativeIpV6Test-2082853264-project] 10.222.0.42 "PUT /v2.0/routers/96585ca4-f503-4bc0-aa57-2b0fc3ed1a98/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0492120 Apr 18 21:09:11.998709 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 43584) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:09:12.025295 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bb745ac-ff86-4a45-b036-9b37e4c4086e None None] Routers {'96585ca4-f503-4bc0-aa57-2b0fc3ed1a98'} bound to L3 agent in host n-d-838334-2 {{(pid=84043) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 21:09:12.025938 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.l3_hamode_db [None req-9bb745ac-ff86-4a45-b036-9b37e4c4086e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838334-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-18T20:25:48Z,description=,heartbeat_timestamp=2022-04-18T21:08:48Z,host='n-d-838334-2',id=bc84d6c9-dd7a-4555-a351-592327b46d5a,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:25:48Z,topic='l3_agent')) {'router_ids': ['96585ca4-f503-4bc0-aa57-2b0fc3ed1a98'], 'active': True} {{(pid=84043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:09:12.163181 n-d-838334-2 neutron-server[84041]: INFO neutron.api.v2.resource [None req-95b7cf02-c3f8-4193-affd-486ea6555b26 tempest-RoutersNegativeIpV6Test-2082853264 tempest-RoutersNegativeIpV6Test-2082853264-project] show failed (client error): The resource could not be found. Apr 18 21:09:12.164527 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-95b7cf02-c3f8-4193-affd-486ea6555b26 tempest-RoutersNegativeIpV6Test-2082853264 tempest-RoutersNegativeIpV6Test-2082853264-project] 10.222.0.42 "GET /v2.0/routers/tempest-non_exist_router-1563494076 HTTP/1.1" status: 404 len: 335 time: 0.1617811 Apr 18 21:09:12.168041 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 43590) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:09:12.175105 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.v2.base [None req-a3bc8e88-244c-45d9-95e1-d1252fca06ef tempest-RoutersNegativeIpV6Test-2082853264 tempest-RoutersNegativeIpV6Test-2082853264-project] Request body: {'router': {'name': 'new_name'}} {{(pid=84041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:09:12.269174 n-d-838334-2 neutron-server[84041]: INFO neutron.api.v2.resource [None req-a3bc8e88-244c-45d9-95e1-d1252fca06ef tempest-RoutersNegativeIpV6Test-2082853264 tempest-RoutersNegativeIpV6Test-2082853264-project] update failed (client error): The resource could not be found. Apr 18 21:09:12.276084 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-a3bc8e88-244c-45d9-95e1-d1252fca06ef tempest-RoutersNegativeIpV6Test-2082853264 tempest-RoutersNegativeIpV6Test-2082853264-project] 10.222.0.42 "PUT /v2.0/routers/tempest-non_exist_router-1005973236 HTTP/1.1" status: 404 len: 335 time: 0.1036675 Apr 18 21:09:12.276291 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.l3_hamode_db [None req-9bb745ac-ff86-4a45-b036-9b37e4c4086e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-838334-2', False) {} {{(pid=84043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:09:12.276705 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 43596) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:09:12.308440 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bb745ac-ff86-4a45-b036-9b37e4c4086e None None] Routers {'96585ca4-f503-4bc0-aa57-2b0fc3ed1a98'} bound to L3 agent in host n-d-838334-2 {{(pid=84043) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 21:09:12.315741 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.l3_hamode_db [None req-9bb745ac-ff86-4a45-b036-9b37e4c4086e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838334-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-18T20:25:48Z,description=,heartbeat_timestamp=2022-04-18T21:08:48Z,host='n-d-838334-2',id=bc84d6c9-dd7a-4555-a351-592327b46d5a,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:25:48Z,topic='l3_agent')) {'router_ids': ['96585ca4-f503-4bc0-aa57-2b0fc3ed1a98'], 'active': True} {{(pid=84043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:09:12.540423 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.l3_hamode_db [None req-9bb745ac-ff86-4a45-b036-9b37e4c4086e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-838334-2', False) {} {{(pid=84043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:09:12.540918 n-d-838334-2 neutron-server[84043]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bb745ac-ff86-4a45-b036-9b37e4c4086e None None] The sync data for ids ['96585ca4-f503-4bc0-aa57-2b0fc3ed1a98'] in n-d-838334-2 is: [] {{(pid=84043) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 18 21:09:12.558369 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-08da23ce-a315-4dc0-99dd-e87aa61bdef4 tempest-RoutersIpV6Test-235118808 tempest-RoutersIpV6Test-235118808-project] Notify agent at l3_agent.n-d-838334-2 the message routers_updated {{(pid=84040) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 21:09:12.620669 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bca8233d-30a3-49fc-a279-d81614e75c70 None None] Sync routers for ids ['7a916521-988a-46d3-ae5a-a0efc9858e0f'] in n-d-838334-2 {{(pid=84042) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 18 21:09:12.664341 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bca8233d-30a3-49fc-a279-d81614e75c70 None None] Routers {'7a916521-988a-46d3-ae5a-a0efc9858e0f'} bound to L3 agent in host n-d-838334-2 {{(pid=84042) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 21:09:12.665244 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_hamode_db [None req-bca8233d-30a3-49fc-a279-d81614e75c70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838334-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-18T20:25:48Z,description=,heartbeat_timestamp=2022-04-18T21:08:48Z,host='n-d-838334-2',id=bc84d6c9-dd7a-4555-a351-592327b46d5a,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:25:48Z,topic='l3_agent')) {'router_ids': ['7a916521-988a-46d3-ae5a-a0efc9858e0f'], 'active': True} {{(pid=84042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:09:12.706632 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-08da23ce-a315-4dc0-99dd-e87aa61bdef4 tempest-RoutersIpV6Test-235118808 tempest-RoutersIpV6Test-235118808-project] 10.222.0.42 "PUT /v2.0/routers/7a916521-988a-46d3-ae5a-a0efc9858e0f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.5718114 Apr 18 21:09:12.709202 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 43610) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:09:12.834969 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.db_base_plugin_v2 [None req-280139ff-968e-4312-8d51-eecc594554d1 tempest-RoutersNegativeIpV6Test-2082853264 tempest-RoutersNegativeIpV6Test-2082853264-project] Deleting subnet ffaa7bd5-050c-420d-b2cd-22c52807e5de {{(pid=84041) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 18 21:09:12.841568 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-280139ff-968e-4312-8d51-eecc594554d1 tempest-RoutersNegativeIpV6Test-2082853264 tempest-RoutersNegativeIpV6Test-2082853264-project] Notify callbacks [] for subnet, before_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:09:12.886859 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_hamode_db [None req-bca8233d-30a3-49fc-a279-d81614e75c70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-838334-2', False) {} {{(pid=84042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:09:12.903795 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bca8233d-30a3-49fc-a279-d81614e75c70 None None] Routers {'7a916521-988a-46d3-ae5a-a0efc9858e0f'} bound to L3 agent in host n-d-838334-2 {{(pid=84042) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 21:09:12.905299 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_hamode_db [None req-bca8233d-30a3-49fc-a279-d81614e75c70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838334-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-18T20:25:48Z,description=,heartbeat_timestamp=2022-04-18T21:08:48Z,host='n-d-838334-2',id=bc84d6c9-dd7a-4555-a351-592327b46d5a,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:25:48Z,topic='l3_agent')) {'router_ids': ['7a916521-988a-46d3-ae5a-a0efc9858e0f'], 'active': True} {{(pid=84042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:09:12.994870 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_hamode_db [None req-bca8233d-30a3-49fc-a279-d81614e75c70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-838334-2', False) {} {{(pid=84042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:09:12.996467 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bca8233d-30a3-49fc-a279-d81614e75c70 None None] The sync data for ids ['7a916521-988a-46d3-ae5a-a0efc9858e0f'] in n-d-838334-2 is: [] {{(pid=84042) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 18 21:09:13.030172 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-280139ff-968e-4312-8d51-eecc594554d1 tempest-RoutersNegativeIpV6Test-2082853264 tempest-RoutersNegativeIpV6Test-2082853264-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32266383'] for subnet, precommit_delete_associations {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:09:13.286952 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-280139ff-968e-4312-8d51-eecc594554d1 tempest-RoutersNegativeIpV6Test-2082853264 tempest-RoutersNegativeIpV6Test-2082853264-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1260556'] for subnet, precommit_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:09:13.444779 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-8e915c70-0858-4154-805d-483eec69527f tempest-RoutersIpV6Test-235118808 tempest-RoutersIpV6Test-235118808-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33443857'] for router_interface, before_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:09:13.544683 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-280139ff-968e-4312-8d51-eecc594554d1 tempest-RoutersNegativeIpV6Test-2082853264 tempest-RoutersNegativeIpV6Test-2082853264-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1260549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33526260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32266336', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32486390'] for subnet, after_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:09:13.667276 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-280139ff-968e-4312-8d51-eecc594554d1 tempest-RoutersNegativeIpV6Test-2082853264 tempest-RoutersNegativeIpV6Test-2082853264-project] Pushing event deleted for resources: {'Subnet': ['ID=ffaa7bd5-050c-420d-b2cd-22c52807e5de,revision_number=None']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:09:13.689246 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77f71892-efa9-4e3f-97ac-c1922eecc5dd None None] Network 77b3f0b3-e3be-49dd-abc2-272571122614 requested from n-d-838334-2 {{(pid=84042) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 21:09:13.707328 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-280139ff-968e-4312-8d51-eecc594554d1 tempest-RoutersNegativeIpV6Test-2082853264 tempest-RoutersNegativeIpV6Test-2082853264-project] Notify callbacks [] for subnet, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:09:13.724610 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-280139ff-968e-4312-8d51-eecc594554d1 tempest-RoutersNegativeIpV6Test-2082853264 tempest-RoutersNegativeIpV6Test-2082853264-project] 10.222.0.42 "DELETE /v2.0/subnets/ffaa7bd5-050c-420d-b2cd-22c52807e5de HTTP/1.1" status: 204 len: 168 time: 1.4466419 Apr 18 21:09:13.727415 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 43640) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:09:14.199728 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-3ed93c67-3d6f-4bbd-b4ed-7f1eac773590 tempest-RoutersNegativeIpV6Test-2082853264 tempest-RoutersNegativeIpV6Test-2082853264-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1103592'] for network, before_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:09:14.235480 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.plugin [None req-3ed93c67-3d6f-4bbd-b4ed-7f1eac773590 tempest-RoutersNegativeIpV6Test-2082853264 tempest-RoutersNegativeIpV6Test-2082853264-project] Deleting port fe12d352-d247-4c04-983b-cd52acd817fc {{(pid=84041) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 21:09:14.236678 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-3ed93c67-3d6f-4bbd-b4ed-7f1eac773590 tempest-RoutersNegativeIpV6Test-2082853264 tempest-RoutersNegativeIpV6Test-2082853264-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750375188691'] for port, before_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:09:14.248557 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ddc77da-6c21-4240-8f68-00e7049149f8 None None] DHCP port deletion for 77b3f0b3-e3be-49dd-abc2-272571122614 request from n-d-838334-2 {{(pid=84042) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 18 21:09:14.253085 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.plugin [None req-9ddc77da-6c21-4240-8f68-00e7049149f8 None None] Deleting port fe12d352-d247-4c04-983b-cd52acd817fc {{(pid=84042) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 21:09:14.253650 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-9ddc77da-6c21-4240-8f68-00e7049149f8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750375188691'] for port, before_delete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:09:14.749667 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.db [None req-3ed93c67-3d6f-4bbd-b4ed-7f1eac773590 tempest-RoutersNegativeIpV6Test-2082853264 tempest-RoutersNegativeIpV6Test-2082853264-project] For port fe12d352-d247-4c04-983b-cd52acd817fc, host n-d-838334-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838334-2',level=0,port_id=fe12d352-d247-4c04-983b-cd52acd817fc,segment=NetworkSegment(705d5409-c841-45bc-b987-152b879a3085),segment_id=705d5409-c841-45bc-b987-152b879a3085)] {{(pid=84041) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:09:14.750455 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-3ed93c67-3d6f-4bbd-b4ed-7f1eac773590 tempest-RoutersNegativeIpV6Test-2082853264 tempest-RoutersNegativeIpV6Test-2082853264-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369123'] for port, precommit_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:09:14.861514 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-9ddc77da-6c21-4240-8f68-00e7049149f8 None None] For port fe12d352-d247-4c04-983b-cd52acd817fc, host n-d-838334-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838334-2',level=0,port_id=fe12d352-d247-4c04-983b-cd52acd817fc,segment=NetworkSegment(705d5409-c841-45bc-b987-152b879a3085),segment_id=705d5409-c841-45bc-b987-152b879a3085)] {{(pid=84042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:09:14.861902 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-9ddc77da-6c21-4240-8f68-00e7049149f8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369123'] for port, precommit_delete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:09:14.940674 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 43662) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:09:14.950956 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.plugin [None req-3ed93c67-3d6f-4bbd-b4ed-7f1eac773590 tempest-RoutersNegativeIpV6Test-2082853264 tempest-RoutersNegativeIpV6Test-2082853264-project] Calling delete_port for fe12d352-d247-4c04-983b-cd52acd817fc owned by network:dhcp {{(pid=84041) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 21:09:14.955369 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.plugin [None req-8e915c70-0858-4154-805d-483eec69527f tempest-RoutersIpV6Test-235118808 tempest-RoutersIpV6Test-235118808-project] Deleting port 5f5d3137-3b06-4f4e-a2ac-c8d66fddb9e3 {{(pid=84040) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 21:09:14.957536 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-8e915c70-0858-4154-805d-483eec69527f tempest-RoutersIpV6Test-235118808 tempest-RoutersIpV6Test-235118808-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750375188691'] for port, before_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:09:14.985173 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.v2.base [None req-58b130fa-1631-4f89-9961-0080f9bc2d1c tempest-BulkNetworkOpsIpV6Test-1519994015 tempest-BulkNetworkOpsIpV6Test-1519994015-project] Request body: {'subnets': [{'network_id': '05efbdb7-1995-4329-b04e-ee2e55cea92b', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--1067584175', 'ip_version': 6}, {'network_id': '458e2900-468b-44f3-a83f-1389123db24d', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}]} {{(pid=84041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:09:14.985461 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.v2.base [None req-58b130fa-1631-4f89-9961-0080f9bc2d1c tempest-BulkNetworkOpsIpV6Test-1519994015 tempest-BulkNetworkOpsIpV6Test-1519994015-project] Request body: {'subnet': {'network_id': '05efbdb7-1995-4329-b04e-ee2e55cea92b', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--1067584175', 'ip_version': 6}} {{(pid=84041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:09:14.986131 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.v2.base [None req-58b130fa-1631-4f89-9961-0080f9bc2d1c tempest-BulkNetworkOpsIpV6Test-1519994015 tempest-BulkNetworkOpsIpV6Test-1519994015-project] Request body: {'subnet': {'network_id': '458e2900-468b-44f3-a83f-1389123db24d', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}} {{(pid=84041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:09:15.145588 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Device fe12d352-d247-4c04-983b-cd52acd817fc no longer exists at agent ovs-agent-n-d-838334-2 {{(pid=84042) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 21:09:15.194289 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.plugin [None req-9ddc77da-6c21-4240-8f68-00e7049149f8 None None] Calling delete_port for fe12d352-d247-4c04-983b-cd52acd817fc owned by network:dhcp {{(pid=84042) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 21:09:15.384672 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-3ed93c67-3d6f-4bbd-b4ed-7f1eac773590 tempest-RoutersNegativeIpV6Test-2082853264 tempest-RoutersNegativeIpV6Test-2082853264-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750375259028', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750374836628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32266323'] for port, after_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:09:15.386742 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-8e915c70-0858-4154-805d-483eec69527f tempest-RoutersIpV6Test-235118808 tempest-RoutersIpV6Test-235118808-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369123'] for port, precommit_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:09:15.420133 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:09:15.551122 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.db.api [None req-9ddc77da-6c21-4240-8f68-00e7049149f8 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84042) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 18 21:09:15.551586 n-d-838334-2 neutron-server[84042]: DEBUG oslo_db.api [None req-9ddc77da-6c21-4240-8f68-00e7049149f8 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 18 21:09:15.584184 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.plugin [None req-8e915c70-0858-4154-805d-483eec69527f tempest-RoutersIpV6Test-235118808 tempest-RoutersIpV6Test-235118808-project] Calling delete_port for 5f5d3137-3b06-4f4e-a2ac-c8d66fddb9e3 owned by network:router_interface {{(pid=84040) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 21:09:15.600168 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ed93c67-3d6f-4bbd-b4ed-7f1eac773590 tempest-RoutersNegativeIpV6Test-2082853264 tempest-RoutersNegativeIpV6Test-2082853264-project] No DVR routers for this DVR port fe12d352-d247-4c04-983b-cd52acd817fc on host n-d-838334-2 {{(pid=84041) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 21:09:15.653958 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-a0a55e86-d8c2-4a3b-a741-69c8ea45b22e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750375287399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253529'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:09:15.720351 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ed93c67-3d6f-4bbd-b4ed-7f1eac773590 tempest-RoutersNegativeIpV6Test-2082853264 tempest-RoutersNegativeIpV6Test-2082853264-project] Pushing event deleted for resources: {'Port': ['ID=fe12d352-d247-4c04-983b-cd52acd817fc,revision_number=None']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:09:15.850277 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-58b130fa-1631-4f89-9961-0080f9bc2d1c tempest-BulkNetworkOpsIpV6Test-1519994015 tempest-BulkNetworkOpsIpV6Test-1519994015-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:09:15.853644 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-3ed93c67-3d6f-4bbd-b4ed-7f1eac773590 tempest-RoutersNegativeIpV6Test-2082853264 tempest-RoutersNegativeIpV6Test-2082853264-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1258905', 'neutron.services.segments.db._delete_segments_for_network-8750375287417'] for network, precommit_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:09:15.871692 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-58b130fa-1631-4f89-9961-0080f9bc2d1c tempest-BulkNetworkOpsIpV6Test-1519994015 tempest-BulkNetworkOpsIpV6Test-1519994015-project] Usage tracker for resource:subnet and tenant:df9bc1724af74914b30c27ece5814a5f is out of sync, need to count used quota {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:09:15.879515 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-58b130fa-1631-4f89-9961-0080f9bc2d1c tempest-BulkNetworkOpsIpV6Test-1519994015 tempest-BulkNetworkOpsIpV6Test-1519994015-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:09:15.914489 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-58b130fa-1631-4f89-9961-0080f9bc2d1c tempest-BulkNetworkOpsIpV6Test-1519994015 tempest-BulkNetworkOpsIpV6Test-1519994015-project] Attempting to reserve 2 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:09:15.927808 n-d-838334-2 neutron-server[84041]: DEBUG neutron.services.segments.db [None req-3ed93c67-3d6f-4bbd-b4ed-7f1eac773590 tempest-RoutersNegativeIpV6Test-2082853264 tempest-RoutersNegativeIpV6Test-2082853264-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['77b3f0b3-e3be-49dd-abc2-272571122614']}} {{(pid=84041) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:09:15.945872 n-d-838334-2 neutron-server[84041]: DEBUG neutron.services.segments.db [None req-3ed93c67-3d6f-4bbd-b4ed-7f1eac773590 tempest-RoutersNegativeIpV6Test-2082853264 tempest-RoutersNegativeIpV6Test-2082853264-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '705d5409-c841-45bc-b987-152b879a3085') {'for_net_delete': True} {{(pid=84041) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:09:15.946816 n-d-838334-2 neutron-server[84041]: DEBUG neutron.services.segments.db [None req-3ed93c67-3d6f-4bbd-b4ed-7f1eac773590 tempest-RoutersNegativeIpV6Test-2082853264 tempest-RoutersNegativeIpV6Test-2082853264-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '705d5409-c841-45bc-b987-152b879a3085') {} {{(pid=84041) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:09:15.961732 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-58b130fa-1631-4f89-9961-0080f9bc2d1c tempest-BulkNetworkOpsIpV6Test-1519994015 tempest-BulkNetworkOpsIpV6Test-1519994015-project] Made reservation on behalf of df9bc1724af74914b30c27ece5814a5f for: {'subnet': 2} {{(pid=84041) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:09:15.989881 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-3ed93c67-3d6f-4bbd-b4ed-7f1eac773590 tempest-RoutersNegativeIpV6Test-2082853264 tempest-RoutersNegativeIpV6Test-2082853264-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750375287300', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32268156'] for segment, before_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:09:16.053038 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.plugin [None req-9ddc77da-6c21-4240-8f68-00e7049149f8 None None] Deleting port fe12d352-d247-4c04-983b-cd52acd817fc {{(pid=84042) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 21:09:16.053522 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-9ddc77da-6c21-4240-8f68-00e7049149f8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750375188691'] for port, before_delete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:09:16.145662 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-3ed93c67-3d6f-4bbd-b4ed-7f1eac773590 tempest-RoutersNegativeIpV6Test-2082853264 tempest-RoutersNegativeIpV6Test-2082853264-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1082986'] for segment, precommit_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:09:16.189939 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-8e915c70-0858-4154-805d-483eec69527f tempest-RoutersIpV6Test-235118808 tempest-RoutersIpV6Test-235118808-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750375259028', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750374836628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32440838'] for port, after_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:09:16.229953 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3ed93c67-3d6f-4bbd-b4ed-7f1eac773590 tempest-RoutersNegativeIpV6Test-2082853264 tempest-RoutersNegativeIpV6Test-2082853264-project] Releasing vlan 355 on physical network physnet1 to pool {{(pid=84041) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 18 21:09:16.232122 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-3ed93c67-3d6f-4bbd-b4ed-7f1eac773590 tempest-RoutersNegativeIpV6Test-2082853264 tempest-RoutersNegativeIpV6Test-2082853264-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1082993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32266254'] for segment, after_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:09:16.252500 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e915c70-0858-4154-805d-483eec69527f tempest-RoutersIpV6Test-235118808 tempest-RoutersIpV6Test-235118808-project] Pushing event deleted for resources: {'Port': ['ID=5f5d3137-3b06-4f4e-a2ac-c8d66fddb9e3,revision_number=None']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:09:16.299497 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.plugin [None req-9ddc77da-6c21-4240-8f68-00e7049149f8 None None] The port 'fe12d352-d247-4c04-983b-cd52acd817fc' was deleted {{(pid=84042) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 18 21:09:16.328657 n-d-838334-2 neutron-server[84041]: Traceback (most recent call last): Apr 18 21:09:16.328657 n-d-838334-2 neutron-server[84041]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 18 21:09:16.328657 n-d-838334-2 neutron-server[84041]: timer() Apr 18 21:09:16.328657 n-d-838334-2 neutron-server[84041]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 21:09:16.328657 n-d-838334-2 neutron-server[84041]: cb(*args, **kw) Apr 18 21:09:16.328657 n-d-838334-2 neutron-server[84041]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 18 21:09:16.328657 n-d-838334-2 neutron-server[84041]: return func(*args, **kwargs) Apr 18 21:09:16.328657 n-d-838334-2 neutron-server[84041]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 21:09:16.328657 n-d-838334-2 neutron-server[84041]: self._notify() Apr 18 21:09:16.328657 n-d-838334-2 neutron-server[84041]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 21:09:16.328657 n-d-838334-2 neutron-server[84041]: self.callback(batched_events) Apr 18 21:09:16.328657 n-d-838334-2 neutron-server[84041]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 21:09:16.328657 n-d-838334-2 neutron-server[84041]: event.method(event) Apr 18 21:09:16.328657 n-d-838334-2 neutron-server[84041]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 18 21:09:16.328657 n-d-838334-2 neutron-server[84041]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 21:09:16.328657 n-d-838334-2 neutron-server[84041]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 18 21:09:16.328657 n-d-838334-2 neutron-server[84041]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 21:09:16.328657 n-d-838334-2 neutron-server[84041]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 18 21:09:16.328657 n-d-838334-2 neutron-server[84041]: return f(self, *a, **k) Apr 18 21:09:16.328657 n-d-838334-2 neutron-server[84041]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 18 21:09:16.328657 n-d-838334-2 neutron-server[84041]: return self._get(url).json() Apr 18 21:09:16.328657 n-d-838334-2 neutron-server[84041]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 18 21:09:16.328657 n-d-838334-2 neutron-server[84041]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 21:09:16.328657 n-d-838334-2 neutron-server[84041]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 18 21:09:16.328657 n-d-838334-2 neutron-server[84041]: return self.request(url, 'GET', **kwargs) Apr 18 21:09:16.328657 n-d-838334-2 neutron-server[84041]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 18 21:09:16.328657 n-d-838334-2 neutron-server[84041]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 21:09:16.328657 n-d-838334-2 neutron-server[84041]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 18 21:09:16.328657 n-d-838334-2 neutron-server[84041]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 21:09:16.328657 n-d-838334-2 neutron-server[84041]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 18 21:09:16.328657 n-d-838334-2 neutron-server[84041]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 21:09:16.328657 n-d-838334-2 neutron-server[84041]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 21:09:16.616744 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-8e915c70-0858-4154-805d-483eec69527f tempest-RoutersIpV6Test-235118808 tempest-RoutersIpV6Test-235118808-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-32377931', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33443910'] for router_interface, after_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:09:16.622825 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-58b130fa-1631-4f89-9961-0080f9bc2d1c tempest-BulkNetworkOpsIpV6Test-1519994015 tempest-BulkNetworkOpsIpV6Test-1519994015-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32486301'] for subnet, before_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:09:16.622825 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-58b130fa-1631-4f89-9961-0080f9bc2d1c tempest-BulkNetworkOpsIpV6Test-1519994015 tempest-BulkNetworkOpsIpV6Test-1519994015-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32486301'] for subnet, before_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:09:16.647178 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-3ed93c67-3d6f-4bbd-b4ed-7f1eac773590 tempest-RoutersNegativeIpV6Test-2082853264 tempest-RoutersNegativeIpV6Test-2082853264-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1258898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33526109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33444113'] for network, after_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:09:16.660486 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-3ed93c67-3d6f-4bbd-b4ed-7f1eac773590 tempest-RoutersNegativeIpV6Test-2082853264 tempest-RoutersNegativeIpV6Test-2082853264-project] Notify callbacks [] for network, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:09:16.797905 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ed93c67-3d6f-4bbd-b4ed-7f1eac773590 tempest-RoutersNegativeIpV6Test-2082853264 tempest-RoutersNegativeIpV6Test-2082853264-project] Pushing event deleted for resources: {'Network': ['ID=77b3f0b3-e3be-49dd-abc2-272571122614,revision_number=None']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:09:16.814673 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-3ed93c67-3d6f-4bbd-b4ed-7f1eac773590 tempest-RoutersNegativeIpV6Test-2082853264 tempest-RoutersNegativeIpV6Test-2082853264-project] 10.222.0.42 "DELETE /v2.0/networks/77b3f0b3-e3be-49dd-abc2-272571122614 HTTP/1.1" status: 204 len: 168 time: 3.0829973 Apr 18 21:09:16.817185 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 43690) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:09:17.179916 n-d-838334-2 neutron-server[84040]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8e915c70-0858-4154-805d-483eec69527f tempest-RoutersIpV6Test-235118808 tempest-RoutersIpV6Test-235118808-project] Router 7a916521-988a-46d3-ae5a-a0efc9858e0f has already been hosted by L3 agent bc84d6c9-dd7a-4555-a351-592327b46d5a {{(pid=84040) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 21:09:17.363616 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8e915c70-0858-4154-805d-483eec69527f tempest-RoutersIpV6Test-235118808 tempest-RoutersIpV6Test-235118808-project] Notify agent at l3_agent.n-d-838334-2 the message routers_updated {{(pid=84040) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 21:09:17.374915 n-d-838334-2 neutron-server[84043]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ece65f9-a32d-4bf1-ae77-58854b43d1e7 None None] Sync routers for ids ['7a916521-988a-46d3-ae5a-a0efc9858e0f'] in n-d-838334-2 {{(pid=84043) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 18 21:09:17.387330 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-8e915c70-0858-4154-805d-483eec69527f tempest-RoutersIpV6Test-235118808 tempest-RoutersIpV6Test-235118808-project] 10.222.0.42 "PUT /v2.0/routers/7a916521-988a-46d3-ae5a-a0efc9858e0f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6770594 Apr 18 21:09:17.388005 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 43698) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:09:17.399894 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ece65f9-a32d-4bf1-ae77-58854b43d1e7 None None] Routers {'7a916521-988a-46d3-ae5a-a0efc9858e0f'} bound to L3 agent in host n-d-838334-2 {{(pid=84043) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 21:09:17.406218 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.l3_hamode_db [None req-2ece65f9-a32d-4bf1-ae77-58854b43d1e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838334-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-18T20:25:48Z,description=,heartbeat_timestamp=2022-04-18T21:08:48Z,host='n-d-838334-2',id=bc84d6c9-dd7a-4555-a351-592327b46d5a,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:25:48Z,topic='l3_agent')) {'router_ids': ['7a916521-988a-46d3-ae5a-a0efc9858e0f'], 'active': True} {{(pid=84043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:09:17.438733 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-e124efef-84f5-4790-ab05-702142a68dfd tempest-RoutersIpV6Test-235118808 tempest-RoutersIpV6Test-235118808-project] Synchronizing usage tracker for tenant:3fd12654c90d4a4687b2462ca839c972 on resource:port {{(pid=84040) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 21:09:17.458875 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-e124efef-84f5-4790-ab05-702142a68dfd tempest-RoutersIpV6Test-235118808 tempest-RoutersIpV6Test-235118808-project] Unset dirty status for tenant:3fd12654c90d4a4687b2462ca839c972 on resource:port {{(pid=84040) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 21:09:17.465831 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-e124efef-84f5-4790-ab05-702142a68dfd tempest-RoutersIpV6Test-235118808 tempest-RoutersIpV6Test-235118808-project] 10.222.0.42 "GET /v2.0/ports?device_id=7a916521-988a-46d3-ae5a-a0efc9858e0f HTTP/1.1" status: 200 len: 205 time: 0.0767729 Apr 18 21:09:17.466796 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 43704) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:09:17.545028 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.db_base_plugin_v2 [None req-0187c2a2-2bfc-4d89-a6ee-fb8735f53007 tempest-RoutersNegativeIpV6Test-2082853264 tempest-RoutersNegativeIpV6Test-2082853264-project] Deleting subnet 9e0cb921-c5dd-4aa8-89b8-987f9357c068 {{(pid=84041) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 18 21:09:17.549286 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-0187c2a2-2bfc-4d89-a6ee-fb8735f53007 tempest-RoutersNegativeIpV6Test-2082853264 tempest-RoutersNegativeIpV6Test-2082853264-project] Notify callbacks [] for subnet, before_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:09:17.575381 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.l3_hamode_db [None req-2ece65f9-a32d-4bf1-ae77-58854b43d1e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-838334-2', False) {} {{(pid=84043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:09:17.627270 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ece65f9-a32d-4bf1-ae77-58854b43d1e7 None None] Routers {'7a916521-988a-46d3-ae5a-a0efc9858e0f'} bound to L3 agent in host n-d-838334-2 {{(pid=84043) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 21:09:17.631800 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.l3_hamode_db [None req-2ece65f9-a32d-4bf1-ae77-58854b43d1e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838334-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-18T20:25:48Z,description=,heartbeat_timestamp=2022-04-18T21:08:48Z,host='n-d-838334-2',id=bc84d6c9-dd7a-4555-a351-592327b46d5a,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:25:48Z,topic='l3_agent')) {'router_ids': ['7a916521-988a-46d3-ae5a-a0efc9858e0f'], 'active': True} {{(pid=84043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:09:17.677428 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-8b461845-dec8-4cc4-a3d1-87bc68cf0e64 tempest-RoutersIpV6Test-235118808 tempest-RoutersIpV6Test-235118808-project] Notify callbacks [] for router, before_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:09:17.710522 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-0187c2a2-2bfc-4d89-a6ee-fb8735f53007 tempest-RoutersNegativeIpV6Test-2082853264 tempest-RoutersNegativeIpV6Test-2082853264-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32266383'] for subnet, precommit_delete_associations {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:09:17.763789 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.l3_hamode_db [None req-2ece65f9-a32d-4bf1-ae77-58854b43d1e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-838334-2', False) {} {{(pid=84043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:09:17.764177 n-d-838334-2 neutron-server[84043]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ece65f9-a32d-4bf1-ae77-58854b43d1e7 None None] The sync data for ids ['7a916521-988a-46d3-ae5a-a0efc9858e0f'] in n-d-838334-2 is: [] {{(pid=84043) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 18 21:09:17.891659 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-c591529a-8844-48ca-b381-251b8f3b5f6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750375287399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253529'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:09:17.917055 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-0187c2a2-2bfc-4d89-a6ee-fb8735f53007 tempest-RoutersNegativeIpV6Test-2082853264 tempest-RoutersNegativeIpV6Test-2082853264-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1260556'] for subnet, precommit_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:09:18.192045 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-0187c2a2-2bfc-4d89-a6ee-fb8735f53007 tempest-RoutersNegativeIpV6Test-2082853264 tempest-RoutersNegativeIpV6Test-2082853264-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1260549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33526260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32266336', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32486390'] for subnet, after_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:09:18.246510 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-0187c2a2-2bfc-4d89-a6ee-fb8735f53007 tempest-RoutersNegativeIpV6Test-2082853264 tempest-RoutersNegativeIpV6Test-2082853264-project] Notify callbacks [] for subnet, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:09:18.264223 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e609c4f-b67f-4361-ac7b-73afc34d37a8 None None] Network 01d61448-080f-4759-8290-7f8eab807be0 requested from n-d-838334-2 {{(pid=84042) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 21:09:18.276080 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0187c2a2-2bfc-4d89-a6ee-fb8735f53007 tempest-RoutersNegativeIpV6Test-2082853264 tempest-RoutersNegativeIpV6Test-2082853264-project] Pushing event deleted for resources: {'Subnet': ['ID=9e0cb921-c5dd-4aa8-89b8-987f9357c068,revision_number=None']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:09:18.303330 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-0187c2a2-2bfc-4d89-a6ee-fb8735f53007 tempest-RoutersNegativeIpV6Test-2082853264 tempest-RoutersNegativeIpV6Test-2082853264-project] 10.222.0.42 "DELETE /v2.0/subnets/9e0cb921-c5dd-4aa8-89b8-987f9357c068 HTTP/1.1" status: 204 len: 168 time: 1.4839616 Apr 18 21:09:18.308080 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 43726) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:09:18.324209 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-58b130fa-1631-4f89-9961-0080f9bc2d1c tempest-BulkNetworkOpsIpV6Test-1519994015 tempest-BulkNetworkOpsIpV6Test-1519994015-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33526260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32266407', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32486287'] for subnet, after_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:09:18.548529 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58b130fa-1631-4f89-9961-0080f9bc2d1c tempest-BulkNetworkOpsIpV6Test-1519994015 tempest-BulkNetworkOpsIpV6Test-1519994015-project] Pushing event updated for resources: {'Subnet': ['ID=759ea9db-f831-40f3-84f6-a51459142bbd,revision_number=0']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:09:18.657703 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-8b461845-dec8-4cc4-a3d1-87bc68cf0e64 tempest-RoutersIpV6Test-235118808 tempest-RoutersIpV6Test-235118808-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33443580', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5726'] for router, precommit_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:09:18.662158 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-8b461845-dec8-4cc4-a3d1-87bc68cf0e64 tempest-RoutersIpV6Test-235118808 tempest-RoutersIpV6Test-235118808-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:09:18.693527 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-8b461845-dec8-4cc4-a3d1-87bc68cf0e64 tempest-RoutersIpV6Test-235118808 tempest-RoutersIpV6Test-235118808-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-33443408'] for router, after_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:09:18.694791 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8b461845-dec8-4cc4-a3d1-87bc68cf0e64 tempest-RoutersIpV6Test-235118808 tempest-RoutersIpV6Test-235118808-project] Fanout notify agent at l3_agent the message router_deleted on router 7a916521-988a-46d3-ae5a-a0efc9858e0f {{(pid=84040) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 18 21:09:18.714757 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58b130fa-1631-4f89-9961-0080f9bc2d1c tempest-BulkNetworkOpsIpV6Test-1519994015 tempest-BulkNetworkOpsIpV6Test-1519994015-project] Checking segment: {'id': 'df40759f-cc6f-4c31-a00d-7f5fd6baac8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '05efbdb7-1995-4329-b04e-ee2e55cea92b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84041) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 21:09:18.715948 n-d-838334-2 neutron-server[84041]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58b130fa-1631-4f89-9961-0080f9bc2d1c tempest-BulkNetworkOpsIpV6Test-1519994015 tempest-BulkNetworkOpsIpV6Test-1519994015-project] Network hostable DHCP agents. Network: 05efbdb7-1995-4329-b04e-ee2e55cea92b, hostable agents: ['8746f8ea-3e91-4b32-9919-2c63adeb8722'], hosted agents: [] {{(pid=84041) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 21:09:18.723837 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-8b461845-dec8-4cc4-a3d1-87bc68cf0e64 tempest-RoutersIpV6Test-235118808 tempest-RoutersIpV6Test-235118808-project] Notify callbacks [] for router, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:09:18.737697 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-8b461845-dec8-4cc4-a3d1-87bc68cf0e64 tempest-RoutersIpV6Test-235118808 tempest-RoutersIpV6Test-235118808-project] 10.222.0.42 "DELETE /v2.0/routers/7a916521-988a-46d3-ae5a-a0efc9858e0f HTTP/1.1" status: 204 len: 168 time: 1.2673171 Apr 18 21:09:18.738039 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 43736) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:09:18.788883 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.db_base_plugin_v2 [None req-771f3c9c-2b5f-4fa7-a129-4fa42e0624ab tempest-RoutersNegativeIpV6Test-2082853264 tempest-RoutersNegativeIpV6Test-2082853264-project] Deleting subnet 74f10cb8-d869-4288-9746-a336fe2dc56d {{(pid=84041) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 18 21:09:18.793208 n-d-838334-2 neutron-server[84041]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58b130fa-1631-4f89-9961-0080f9bc2d1c tempest-BulkNetworkOpsIpV6Test-1519994015 tempest-BulkNetworkOpsIpV6Test-1519994015-project] Network 05efbdb7-1995-4329-b04e-ee2e55cea92b is scheduled to be hosted by DHCP agent 8746f8ea-3e91-4b32-9919-2c63adeb8722 with binding_index 1 {{(pid=84041) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 21:09:18.800970 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-771f3c9c-2b5f-4fa7-a129-4fa42e0624ab tempest-RoutersNegativeIpV6Test-2082853264 tempest-RoutersNegativeIpV6Test-2082853264-project] Notify callbacks [] for subnet, before_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:09:18.869548 n-d-838334-2 neutron-server[84041]: DEBUG neutron.scheduler.base_scheduler [None req-58b130fa-1631-4f89-9961-0080f9bc2d1c tempest-BulkNetworkOpsIpV6Test-1519994015 tempest-BulkNetworkOpsIpV6Test-1519994015-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-838334-2, 05efbdb7-1995-4329-b04e-ee2e55cea92b) {{(pid=84041) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:09:18.875972 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a580ba89-cbf2-4d08-9598-cfb8c371239c None None] Network 05efbdb7-1995-4329-b04e-ee2e55cea92b requested from n-d-838334-2 {{(pid=84042) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 21:09:18.876171 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-58b130fa-1631-4f89-9961-0080f9bc2d1c tempest-BulkNetworkOpsIpV6Test-1519994015 tempest-BulkNetworkOpsIpV6Test-1519994015-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33526260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32266407', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32486287'] for subnet, after_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:09:18.921517 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-771f3c9c-2b5f-4fa7-a129-4fa42e0624ab tempest-RoutersNegativeIpV6Test-2082853264 tempest-RoutersNegativeIpV6Test-2082853264-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32266383'] for subnet, precommit_delete_associations {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:09:19.124990 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58b130fa-1631-4f89-9961-0080f9bc2d1c tempest-BulkNetworkOpsIpV6Test-1519994015 tempest-BulkNetworkOpsIpV6Test-1519994015-project] Pushing event updated for resources: {'Subnet': ['ID=c5c16572-55a8-4731-8a90-202f6bfe6874,revision_number=0']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:09:19.185572 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58b130fa-1631-4f89-9961-0080f9bc2d1c tempest-BulkNetworkOpsIpV6Test-1519994015 tempest-BulkNetworkOpsIpV6Test-1519994015-project] Checking segment: {'id': '6edda330-4dd2-4c43-b7da-d1738bb871f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '458e2900-468b-44f3-a83f-1389123db24d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84041) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 21:09:19.185968 n-d-838334-2 neutron-server[84041]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58b130fa-1631-4f89-9961-0080f9bc2d1c tempest-BulkNetworkOpsIpV6Test-1519994015 tempest-BulkNetworkOpsIpV6Test-1519994015-project] Network hostable DHCP agents. Network: 458e2900-468b-44f3-a83f-1389123db24d, hostable agents: ['8746f8ea-3e91-4b32-9919-2c63adeb8722'], hosted agents: [] {{(pid=84041) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 21:09:19.212794 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e668a50-8bea-410e-9038-073e9b9e2b55 None None] DHCP port deletion for 01d61448-080f-4759-8290-7f8eab807be0 request from n-d-838334-2 {{(pid=84042) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 18 21:09:19.235412 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-771f3c9c-2b5f-4fa7-a129-4fa42e0624ab tempest-RoutersNegativeIpV6Test-2082853264 tempest-RoutersNegativeIpV6Test-2082853264-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1260556'] for subnet, precommit_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:09:19.272456 n-d-838334-2 neutron-server[84041]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58b130fa-1631-4f89-9961-0080f9bc2d1c tempest-BulkNetworkOpsIpV6Test-1519994015 tempest-BulkNetworkOpsIpV6Test-1519994015-project] Network 458e2900-468b-44f3-a83f-1389123db24d is scheduled to be hosted by DHCP agent 8746f8ea-3e91-4b32-9919-2c63adeb8722 with binding_index 1 {{(pid=84041) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 21:09:19.300005 n-d-838334-2 neutron-server[84041]: DEBUG neutron.scheduler.base_scheduler [None req-58b130fa-1631-4f89-9961-0080f9bc2d1c tempest-BulkNetworkOpsIpV6Test-1519994015 tempest-BulkNetworkOpsIpV6Test-1519994015-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-838334-2, 458e2900-468b-44f3-a83f-1389123db24d) {{(pid=84041) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:09:19.301521 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Device 88e246d1-574d-4717-87a6-ec79224bbb0d no longer exists at agent ovs-agent-n-d-838334-2 {{(pid=84042) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 21:09:19.318498 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58b130fa-1631-4f89-9961-0080f9bc2d1c tempest-BulkNetworkOpsIpV6Test-1519994015 tempest-BulkNetworkOpsIpV6Test-1519994015-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:09:19.319321 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58b130fa-1631-4f89-9961-0080f9bc2d1c tempest-BulkNetworkOpsIpV6Test-1519994015 tempest-BulkNetworkOpsIpV6Test-1519994015-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:09:19.320459 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-58b130fa-1631-4f89-9961-0080f9bc2d1c tempest-BulkNetworkOpsIpV6Test-1519994015 tempest-BulkNetworkOpsIpV6Test-1519994015-project] Notify callbacks [] for subnet, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:09:19.349531 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.db_base_plugin_v2 [None req-1dd8b91e-54bd-4ec4-87d7-e980a6d5bfa1 tempest-RoutersIpV6Test-235118808 tempest-RoutersIpV6Test-235118808-project] Deleting subnet 63008cd5-301d-41db-9e27-5d649cfbde86 {{(pid=84040) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 18 21:09:19.354837 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-58b130fa-1631-4f89-9961-0080f9bc2d1c tempest-BulkNetworkOpsIpV6Test-1519994015 tempest-BulkNetworkOpsIpV6Test-1519994015-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1476 time: 4.4128375 Apr 18 21:09:19.360360 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-1dd8b91e-54bd-4ec4-87d7-e980a6d5bfa1 tempest-RoutersIpV6Test-235118808 tempest-RoutersIpV6Test-235118808-project] Notify callbacks [] for subnet, before_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:09:19.360824 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 43752) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:09:19.424580 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-453d9fb7-fc4b-4a1d-b001-5a7e3f201af3 None None] Network 458e2900-468b-44f3-a83f-1389123db24d requested from n-d-838334-2 {{(pid=84042) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 21:09:19.495802 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-1dd8b91e-54bd-4ec4-87d7-e980a6d5bfa1 tempest-RoutersIpV6Test-235118808 tempest-RoutersIpV6Test-235118808-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31955982'] for subnet, precommit_delete_associations {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:09:19.532997 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-590d2b21-d98c-4687-8b63-58694e899027 tempest-BulkNetworkOpsIpV6Test-1519994015 tempest-BulkNetworkOpsIpV6Test-1519994015-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:09:19.534638 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-590d2b21-d98c-4687-8b63-58694e899027 tempest-BulkNetworkOpsIpV6Test-1519994015 tempest-BulkNetworkOpsIpV6Test-1519994015-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:09:19.536089 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-590d2b21-d98c-4687-8b63-58694e899027 tempest-BulkNetworkOpsIpV6Test-1519994015 tempest-BulkNetworkOpsIpV6Test-1519994015-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:09:19.541026 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-590d2b21-d98c-4687-8b63-58694e899027 tempest-BulkNetworkOpsIpV6Test-1519994015 tempest-BulkNetworkOpsIpV6Test-1519994015-project] Synchronizing usage tracker for tenant:df9bc1724af74914b30c27ece5814a5f on resource:subnet {{(pid=84041) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 21:09:19.587105 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-590d2b21-d98c-4687-8b63-58694e899027 tempest-BulkNetworkOpsIpV6Test-1519994015 tempest-BulkNetworkOpsIpV6Test-1519994015-project] Unset dirty status for tenant:df9bc1724af74914b30c27ece5814a5f on resource:subnet {{(pid=84041) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 21:09:19.600422 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-590d2b21-d98c-4687-8b63-58694e899027 tempest-BulkNetworkOpsIpV6Test-1519994015 tempest-BulkNetworkOpsIpV6Test-1519994015-project] 10.222.0.42 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2102 time: 0.2323673 Apr 18 21:09:19.601529 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 43760) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:09:19.663902 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-771f3c9c-2b5f-4fa7-a129-4fa42e0624ab tempest-RoutersNegativeIpV6Test-2082853264 tempest-RoutersNegativeIpV6Test-2082853264-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1260549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33526260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32266336', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32486390'] for subnet, after_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:09:19.680752 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-1dd8b91e-54bd-4ec4-87d7-e980a6d5bfa1 tempest-RoutersIpV6Test-235118808 tempest-RoutersIpV6Test-235118808-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1260556'] for subnet, precommit_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:09:19.754296 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.plugin [None req-1e668a50-8bea-410e-9038-073e9b9e2b55 None None] Deleting port 88e246d1-574d-4717-87a6-ec79224bbb0d {{(pid=84042) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 21:09:19.757133 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-1e668a50-8bea-410e-9038-073e9b9e2b55 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750375188691'] for port, before_delete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:09:19.853259 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-771f3c9c-2b5f-4fa7-a129-4fa42e0624ab tempest-RoutersNegativeIpV6Test-2082853264 tempest-RoutersNegativeIpV6Test-2082853264-project] Pushing event deleted for resources: {'Subnet': ['ID=74f10cb8-d869-4288-9746-a336fe2dc56d,revision_number=None']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:09:19.872151 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-1dd8b91e-54bd-4ec4-87d7-e980a6d5bfa1 tempest-RoutersIpV6Test-235118808 tempest-RoutersIpV6Test-235118808-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1260549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33526260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32440885', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31752825'] for subnet, after_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:09:19.937484 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.db_base_plugin_v2 [None req-44e933ee-2762-45fd-9d30-e4d25e01c2af tempest-BulkNetworkOpsIpV6Test-1519994015 tempest-BulkNetworkOpsIpV6Test-1519994015-project] Deleting subnet 759ea9db-f831-40f3-84f6-a51459142bbd {{(pid=84041) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 18 21:09:19.944857 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-44e933ee-2762-45fd-9d30-e4d25e01c2af tempest-BulkNetworkOpsIpV6Test-1519994015 tempest-BulkNetworkOpsIpV6Test-1519994015-project] Notify callbacks [] for subnet, before_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:09:19.954943 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dd8b91e-54bd-4ec4-87d7-e980a6d5bfa1 tempest-RoutersIpV6Test-235118808 tempest-RoutersIpV6Test-235118808-project] Pushing event deleted for resources: {'Subnet': ['ID=63008cd5-301d-41db-9e27-5d649cfbde86,revision_number=None']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:09:19.966159 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-1dd8b91e-54bd-4ec4-87d7-e980a6d5bfa1 tempest-RoutersIpV6Test-235118808 tempest-RoutersIpV6Test-235118808-project] Notify callbacks [] for subnet, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:09:19.985868 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-1dd8b91e-54bd-4ec4-87d7-e980a6d5bfa1 tempest-RoutersIpV6Test-235118808 tempest-RoutersIpV6Test-235118808-project] 10.222.0.42 "DELETE /v2.0/subnets/63008cd5-301d-41db-9e27-5d649cfbde86 HTTP/1.1" status: 204 len: 168 time: 1.2468243 Apr 18 21:09:19.986502 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 43768) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:09:20.006723 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-771f3c9c-2b5f-4fa7-a129-4fa42e0624ab tempest-RoutersNegativeIpV6Test-2082853264 tempest-RoutersNegativeIpV6Test-2082853264-project] Notify callbacks [] for subnet, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:09:20.049370 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-771f3c9c-2b5f-4fa7-a129-4fa42e0624ab tempest-RoutersNegativeIpV6Test-2082853264 tempest-RoutersNegativeIpV6Test-2082853264-project] 10.222.0.42 "DELETE /v2.0/subnets/74f10cb8-d869-4288-9746-a336fe2dc56d HTTP/1.1" status: 204 len: 168 time: 1.7334976 Apr 18 21:09:20.050215 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 43772) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:09:20.086128 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-44e933ee-2762-45fd-9d30-e4d25e01c2af tempest-BulkNetworkOpsIpV6Test-1519994015 tempest-BulkNetworkOpsIpV6Test-1519994015-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32266383'] for subnet, precommit_delete_associations {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:09:20.153983 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-1e668a50-8bea-410e-9038-073e9b9e2b55 None None] For port 88e246d1-574d-4717-87a6-ec79224bbb0d, host n-d-838334-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838334-2',level=0,port_id=88e246d1-574d-4717-87a6-ec79224bbb0d,segment=NetworkSegment(edf0b10c-83af-43ce-a5e7-f065b11cd5db),segment_id=edf0b10c-83af-43ce-a5e7-f065b11cd5db)] {{(pid=84042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:09:20.157185 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-1e668a50-8bea-410e-9038-073e9b9e2b55 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369123'] for port, precommit_delete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:09:20.187857 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-44e933ee-2762-45fd-9d30-e4d25e01c2af tempest-BulkNetworkOpsIpV6Test-1519994015 tempest-BulkNetworkOpsIpV6Test-1519994015-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1260556'] for subnet, precommit_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:09:20.271357 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-44e933ee-2762-45fd-9d30-e4d25e01c2af tempest-BulkNetworkOpsIpV6Test-1519994015 tempest-BulkNetworkOpsIpV6Test-1519994015-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1260549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33526260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32266336', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32486390'] for subnet, after_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:09:20.307049 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.plugin [None req-1e668a50-8bea-410e-9038-073e9b9e2b55 None None] Calling delete_port for 88e246d1-574d-4717-87a6-ec79224bbb0d owned by network:dhcp {{(pid=84042) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 21:09:20.337801 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-44e933ee-2762-45fd-9d30-e4d25e01c2af tempest-BulkNetworkOpsIpV6Test-1519994015 tempest-BulkNetworkOpsIpV6Test-1519994015-project] Notify callbacks [] for subnet, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:09:20.365148 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-44e933ee-2762-45fd-9d30-e4d25e01c2af tempest-BulkNetworkOpsIpV6Test-1519994015 tempest-BulkNetworkOpsIpV6Test-1519994015-project] 10.222.0.42 "DELETE /v2.0/subnets/759ea9db-f831-40f3-84f6-a51459142bbd HTTP/1.1" status: 204 len: 168 time: 0.7625134 Apr 18 21:09:20.366057 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44e933ee-2762-45fd-9d30-e4d25e01c2af tempest-BulkNetworkOpsIpV6Test-1519994015 tempest-BulkNetworkOpsIpV6Test-1519994015-project] Pushing event deleted for resources: {'Subnet': ['ID=759ea9db-f831-40f3-84f6-a51459142bbd,revision_number=None']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:09:20.370158 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 43778) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:09:20.418814 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93e3ad5b-c3ba-4e79-811c-82c4cf17fb9d None None] Network c860dc78-feba-4e0f-94fd-145aed778f32 requested from n-d-838334-2 {{(pid=84042) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 21:09:20.435824 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c87c69f-e8fc-47f1-994a-8c2541c6f0e8 None None] Network 4c603dc3-46a3-4cbd-9d39-160b636fb382 requested from n-d-838334-2 {{(pid=84042) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 21:09:20.458053 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0fc7192c-8eea-4410-87d6-32ca28c07231 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp016840fc-1f9f-5892-9c53-c9cf6c845bbb-05efbdb7-1995-4329-b04e-ee2e55cea92b', 'network_id': '05efbdb7-1995-4329-b04e-ee2e55cea92b', 'tenant_id': 'df9bc1724af74914b30c27ece5814a5f', 'fixed_ips': [{'subnet_id': '759ea9db-f831-40f3-84f6-a51459142bbd'}]}} from n-d-838334-2. {{(pid=84042) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 18 21:09:20.459055 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-0fc7192c-8eea-4410-87d6-32ca28c07231 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_create {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:09:20.461851 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.db_base_plugin_v2 [None req-e8ea2fbc-1146-4dd5-be1a-9d6ccd86f6f6 tempest-BulkNetworkOpsIpV6Test-1519994015 tempest-BulkNetworkOpsIpV6Test-1519994015-project] Deleting subnet c5c16572-55a8-4731-8a90-202f6bfe6874 {{(pid=84041) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 18 21:09:20.470484 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-e8ea2fbc-1146-4dd5-be1a-9d6ccd86f6f6 tempest-BulkNetworkOpsIpV6Test-1519994015 tempest-BulkNetworkOpsIpV6Test-1519994015-project] Notify callbacks [] for subnet, before_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:09:20.497635 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-1e668a50-8bea-410e-9038-073e9b9e2b55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750375259028', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750374836628'] for port, after_delete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:09:20.577591 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e668a50-8bea-410e-9038-073e9b9e2b55 None None] No DVR routers for this DVR port 88e246d1-574d-4717-87a6-ec79224bbb0d on host n-d-838334-2 {{(pid=84042) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 21:09:20.583767 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-414b6ffe-e119-47bc-b18f-bcff1219c2f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750375287399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253529'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:09:20.697388 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-d3f4d6d5-e511-4401-81b6-53c111621b1e tempest-RoutersNegativeIpV6Test-2082853264 tempest-RoutersNegativeIpV6Test-2082853264-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1103592'] for network, before_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:09:20.710678 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.db_base_plugin_v2 [None req-1a07c5a0-f8cf-48f3-9b6a-64984b42f7d7 tempest-RoutersIpV6Test-235118808 tempest-RoutersIpV6Test-235118808-project] Deleting subnet a572f526-a731-422a-b2fb-d57aaa1dae99 {{(pid=84040) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 18 21:09:20.714908 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-1a07c5a0-f8cf-48f3-9b6a-64984b42f7d7 tempest-RoutersIpV6Test-235118808 tempest-RoutersIpV6Test-235118808-project] Notify callbacks [] for subnet, before_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:09:20.728918 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e668a50-8bea-410e-9038-073e9b9e2b55 None None] Pushing event deleted for resources: {'Port': ['ID=88e246d1-574d-4717-87a6-ec79224bbb0d,revision_number=None']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:09:20.740696 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750375287399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253529'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:09:20.789569 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] No active binding found for port 88e246d1-574d-4717-87a6-ec79224bbb0d {{(pid=84042) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:222}} Apr 18 21:09:20.790462 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Device 88e246d1-574d-4717-87a6-ec79224bbb0d not bound to the agent host n-d-838334-2 {{(pid=84042) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 21:09:20.852485 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-e8ea2fbc-1146-4dd5-be1a-9d6ccd86f6f6 tempest-BulkNetworkOpsIpV6Test-1519994015 tempest-BulkNetworkOpsIpV6Test-1519994015-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32266383'] for subnet, precommit_delete_associations {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:09:20.881116 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-1a07c5a0-f8cf-48f3-9b6a-64984b42f7d7 tempest-RoutersIpV6Test-235118808 tempest-RoutersIpV6Test-235118808-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31955982'] for subnet, precommit_delete_associations {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:09:20.924756 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-e8ea2fbc-1146-4dd5-be1a-9d6ccd86f6f6 tempest-BulkNetworkOpsIpV6Test-1519994015 tempest-BulkNetworkOpsIpV6Test-1519994015-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1260556'] for subnet, precommit_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:09:20.959408 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-c7521a90-7d65-4e2e-842c-ca5d95e9a89c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750375287399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253529'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:09:21.073671 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4f9935c-2947-428d-a8f5-bbc0af198103 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp016840fc-1f9f-5892-9c53-c9cf6c845bbb-458e2900-468b-44f3-a83f-1389123db24d', 'network_id': '458e2900-468b-44f3-a83f-1389123db24d', 'tenant_id': 'df9bc1724af74914b30c27ece5814a5f', 'fixed_ips': [{'subnet_id': 'c5c16572-55a8-4731-8a90-202f6bfe6874'}]}} from n-d-838334-2. {{(pid=84042) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 18 21:09:21.076270 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-e4f9935c-2947-428d-a8f5-bbc0af198103 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_create {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:09:21.100284 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-e8ea2fbc-1146-4dd5-be1a-9d6ccd86f6f6 tempest-BulkNetworkOpsIpV6Test-1519994015 tempest-BulkNetworkOpsIpV6Test-1519994015-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1260549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33526260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32266336', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32486390'] for subnet, after_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:09:21.207079 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8ea2fbc-1146-4dd5-be1a-9d6ccd86f6f6 tempest-BulkNetworkOpsIpV6Test-1519994015 tempest-BulkNetworkOpsIpV6Test-1519994015-project] Pushing event deleted for resources: {'Subnet': ['ID=c5c16572-55a8-4731-8a90-202f6bfe6874,revision_number=None']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:09:21.233844 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-e8ea2fbc-1146-4dd5-be1a-9d6ccd86f6f6 tempest-BulkNetworkOpsIpV6Test-1519994015 tempest-BulkNetworkOpsIpV6Test-1519994015-project] Notify callbacks [] for subnet, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:09:21.257135 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-e8ea2fbc-1146-4dd5-be1a-9d6ccd86f6f6 tempest-BulkNetworkOpsIpV6Test-1519994015 tempest-BulkNetworkOpsIpV6Test-1519994015-project] 10.222.0.42 "DELETE /v2.0/subnets/c5c16572-55a8-4731-8a90-202f6bfe6874 HTTP/1.1" status: 204 len: 168 time: 0.8859141 Apr 18 21:09:21.257727 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 43790) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:09:21.276596 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85790e20-23a8-4ee4-a113-13af60c25da4 None None] Network 05efbdb7-1995-4329-b04e-ee2e55cea92b requested from n-d-838334-2 {{(pid=84042) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 21:09:21.467412 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e5496b7-d950-4123-8818-ebd203ea1528 tempest-BulkNetworkOpsIpV6Test-1519994015 tempest-BulkNetworkOpsIpV6Test-1519994015-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:09:21.475942 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-2e5496b7-d950-4123-8818-ebd203ea1528 tempest-BulkNetworkOpsIpV6Test-1519994015 tempest-BulkNetworkOpsIpV6Test-1519994015-project] Synchronizing usage tracker for tenant:df9bc1724af74914b30c27ece5814a5f on resource:subnet {{(pid=84041) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 21:09:21.487770 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-d3f4d6d5-e511-4401-81b6-53c111621b1e tempest-RoutersNegativeIpV6Test-2082853264 tempest-RoutersNegativeIpV6Test-2082853264-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1258905', 'neutron.services.segments.db._delete_segments_for_network-8750375287417'] for network, precommit_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:09:21.512627 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-1a07c5a0-f8cf-48f3-9b6a-64984b42f7d7 tempest-RoutersIpV6Test-235118808 tempest-RoutersIpV6Test-235118808-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1260556'] for subnet, precommit_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:09:21.526528 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-2e5496b7-d950-4123-8818-ebd203ea1528 tempest-BulkNetworkOpsIpV6Test-1519994015 tempest-BulkNetworkOpsIpV6Test-1519994015-project] Unset dirty status for tenant:df9bc1724af74914b30c27ece5814a5f on resource:subnet {{(pid=84041) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 21:09:21.533174 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-2e5496b7-d950-4123-8818-ebd203ea1528 tempest-BulkNetworkOpsIpV6Test-1519994015 tempest-BulkNetworkOpsIpV6Test-1519994015-project] 10.222.0.42 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2741184 Apr 18 21:09:21.536962 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 43794) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:09:21.963329 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-7cd875d6-3b3c-4b5c-bfb6-cb0f340c8362 tempest-BulkNetworkOpsIpV6Test-1519994015 tempest-BulkNetworkOpsIpV6Test-1519994015-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1103592'] for network, before_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:09:22.007119 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7bd13d98-38d9-4600-987b-d84d4e812d54 None None] Network 458e2900-468b-44f3-a83f-1389123db24d requested from n-d-838334-2 {{(pid=84042) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 21:09:22.105944 n-d-838334-2 neutron-server[84040]: DEBUG neutron.services.segments.db [None req-d3f4d6d5-e511-4401-81b6-53c111621b1e tempest-RoutersNegativeIpV6Test-2082853264 tempest-RoutersNegativeIpV6Test-2082853264-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['01d61448-080f-4759-8290-7f8eab807be0']}} {{(pid=84040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:09:22.138155 n-d-838334-2 neutron-server[84040]: DEBUG neutron.services.segments.db [None req-d3f4d6d5-e511-4401-81b6-53c111621b1e tempest-RoutersNegativeIpV6Test-2082853264 tempest-RoutersNegativeIpV6Test-2082853264-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'edf0b10c-83af-43ce-a5e7-f065b11cd5db') {'for_net_delete': True} {{(pid=84040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:09:22.138511 n-d-838334-2 neutron-server[84040]: DEBUG neutron.services.segments.db [None req-d3f4d6d5-e511-4401-81b6-53c111621b1e tempest-RoutersNegativeIpV6Test-2082853264 tempest-RoutersNegativeIpV6Test-2082853264-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'edf0b10c-83af-43ce-a5e7-f065b11cd5db') {} {{(pid=84040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:09:22.165617 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-7cd875d6-3b3c-4b5c-bfb6-cb0f340c8362 tempest-BulkNetworkOpsIpV6Test-1519994015 tempest-BulkNetworkOpsIpV6Test-1519994015-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1258905', 'neutron.services.segments.db._delete_segments_for_network-8750375287417'] for network, precommit_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:09:22.195137 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-d3f4d6d5-e511-4401-81b6-53c111621b1e tempest-RoutersNegativeIpV6Test-2082853264 tempest-RoutersNegativeIpV6Test-2082853264-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750375287300', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31955965'] for segment, before_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:09:22.219083 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-d3f4d6d5-e511-4401-81b6-53c111621b1e tempest-RoutersNegativeIpV6Test-2082853264 tempest-RoutersNegativeIpV6Test-2082853264-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1082986'] for segment, precommit_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:09:22.244458 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d3f4d6d5-e511-4401-81b6-53c111621b1e tempest-RoutersNegativeIpV6Test-2082853264 tempest-RoutersNegativeIpV6Test-2082853264-project] Releasing vlan 369 on physical network physnet1 to pool {{(pid=84040) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 18 21:09:22.244869 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-d3f4d6d5-e511-4401-81b6-53c111621b1e tempest-RoutersNegativeIpV6Test-2082853264 tempest-RoutersNegativeIpV6Test-2082853264-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1082993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32440923'] for segment, after_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:09:22.268853 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a41543ea-8bd3-4d24-bf53-113c3c6e5dda None None] DHCP port deletion for 4c603dc3-46a3-4cbd-9d39-160b636fb382 request from n-d-838334-2 {{(pid=84042) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 18 21:09:22.282856 n-d-838334-2 neutron-server[84041]: DEBUG neutron.services.segments.db [None req-7cd875d6-3b3c-4b5c-bfb6-cb0f340c8362 tempest-BulkNetworkOpsIpV6Test-1519994015 tempest-BulkNetworkOpsIpV6Test-1519994015-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['458e2900-468b-44f3-a83f-1389123db24d']}} {{(pid=84041) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:09:22.292979 n-d-838334-2 neutron-server[84040]: Traceback (most recent call last): Apr 18 21:09:22.292979 n-d-838334-2 neutron-server[84040]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 18 21:09:22.292979 n-d-838334-2 neutron-server[84040]: timer() Apr 18 21:09:22.292979 n-d-838334-2 neutron-server[84040]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 21:09:22.292979 n-d-838334-2 neutron-server[84040]: cb(*args, **kw) Apr 18 21:09:22.292979 n-d-838334-2 neutron-server[84040]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 18 21:09:22.292979 n-d-838334-2 neutron-server[84040]: return func(*args, **kwargs) Apr 18 21:09:22.292979 n-d-838334-2 neutron-server[84040]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 21:09:22.292979 n-d-838334-2 neutron-server[84040]: self._notify() Apr 18 21:09:22.292979 n-d-838334-2 neutron-server[84040]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 21:09:22.292979 n-d-838334-2 neutron-server[84040]: self.callback(batched_events) Apr 18 21:09:22.292979 n-d-838334-2 neutron-server[84040]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 21:09:22.292979 n-d-838334-2 neutron-server[84040]: event.method(event) Apr 18 21:09:22.292979 n-d-838334-2 neutron-server[84040]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 18 21:09:22.292979 n-d-838334-2 neutron-server[84040]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 21:09:22.292979 n-d-838334-2 neutron-server[84040]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 18 21:09:22.292979 n-d-838334-2 neutron-server[84040]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 21:09:22.292979 n-d-838334-2 neutron-server[84040]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 18 21:09:22.292979 n-d-838334-2 neutron-server[84040]: return f(self, *a, **k) Apr 18 21:09:22.292979 n-d-838334-2 neutron-server[84040]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 18 21:09:22.292979 n-d-838334-2 neutron-server[84040]: return self._get(url).json() Apr 18 21:09:22.292979 n-d-838334-2 neutron-server[84040]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 18 21:09:22.292979 n-d-838334-2 neutron-server[84040]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 21:09:22.292979 n-d-838334-2 neutron-server[84040]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 18 21:09:22.292979 n-d-838334-2 neutron-server[84040]: return self.request(url, 'GET', **kwargs) Apr 18 21:09:22.292979 n-d-838334-2 neutron-server[84040]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 18 21:09:22.292979 n-d-838334-2 neutron-server[84040]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 21:09:22.292979 n-d-838334-2 neutron-server[84040]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 18 21:09:22.292979 n-d-838334-2 neutron-server[84040]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 21:09:22.292979 n-d-838334-2 neutron-server[84040]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 18 21:09:22.292979 n-d-838334-2 neutron-server[84040]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 21:09:22.292979 n-d-838334-2 neutron-server[84040]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 21:09:22.298030 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85b68d86-fe6a-4136-94d7-15dcd9262f48 None None] DHCP port deletion for c860dc78-feba-4e0f-94fd-145aed778f32 request from n-d-838334-2 {{(pid=84042) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 18 21:09:22.318693 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.plugin [None req-a41543ea-8bd3-4d24-bf53-113c3c6e5dda None None] Deleting port 59fcebef-89b7-4d54-9d0d-e5608abb857c {{(pid=84042) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 21:09:22.320213 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-a41543ea-8bd3-4d24-bf53-113c3c6e5dda None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750375188691'] for port, before_delete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:09:22.339505 n-d-838334-2 neutron-server[84041]: DEBUG neutron.services.segments.db [None req-7cd875d6-3b3c-4b5c-bfb6-cb0f340c8362 tempest-BulkNetworkOpsIpV6Test-1519994015 tempest-BulkNetworkOpsIpV6Test-1519994015-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6edda330-4dd2-4c43-b7da-d1738bb871f7') {'for_net_delete': True} {{(pid=84041) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:09:22.341276 n-d-838334-2 neutron-server[84041]: DEBUG neutron.services.segments.db [None req-7cd875d6-3b3c-4b5c-bfb6-cb0f340c8362 tempest-BulkNetworkOpsIpV6Test-1519994015 tempest-BulkNetworkOpsIpV6Test-1519994015-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6edda330-4dd2-4c43-b7da-d1738bb871f7') {} {{(pid=84041) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:09:22.383613 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-7cd875d6-3b3c-4b5c-bfb6-cb0f340c8362 tempest-BulkNetworkOpsIpV6Test-1519994015 tempest-BulkNetworkOpsIpV6Test-1519994015-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750375287300', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32268156'] for segment, before_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:09:22.439362 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-7cd875d6-3b3c-4b5c-bfb6-cb0f340c8362 tempest-BulkNetworkOpsIpV6Test-1519994015 tempest-BulkNetworkOpsIpV6Test-1519994015-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1082986'] for segment, precommit_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:09:22.450369 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-1a07c5a0-f8cf-48f3-9b6a-64984b42f7d7 tempest-RoutersIpV6Test-235118808 tempest-RoutersIpV6Test-235118808-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1260549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33526260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32440885', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31752825'] for subnet, after_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:09:22.456555 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7cd875d6-3b3c-4b5c-bfb6-cb0f340c8362 tempest-BulkNetworkOpsIpV6Test-1519994015 tempest-BulkNetworkOpsIpV6Test-1519994015-project] Releasing vlan 383 on physical network physnet1 to pool {{(pid=84041) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 18 21:09:22.459749 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-7cd875d6-3b3c-4b5c-bfb6-cb0f340c8362 tempest-BulkNetworkOpsIpV6Test-1519994015 tempest-BulkNetworkOpsIpV6Test-1519994015-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1082993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32266254'] for segment, after_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:09:22.603111 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a07c5a0-f8cf-48f3-9b6a-64984b42f7d7 tempest-RoutersIpV6Test-235118808 tempest-RoutersIpV6Test-235118808-project] Pushing event deleted for resources: {'Subnet': ['ID=a572f526-a731-422a-b2fb-d57aaa1dae99,revision_number=None']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:09:22.609725 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-1a07c5a0-f8cf-48f3-9b6a-64984b42f7d7 tempest-RoutersIpV6Test-235118808 tempest-RoutersIpV6Test-235118808-project] Notify callbacks [] for subnet, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:09:22.619085 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-d3f4d6d5-e511-4401-81b6-53c111621b1e tempest-RoutersNegativeIpV6Test-2082853264 tempest-RoutersNegativeIpV6Test-2082853264-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1258898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33526109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33444113'] for network, after_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:09:22.626116 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-1a07c5a0-f8cf-48f3-9b6a-64984b42f7d7 tempest-RoutersIpV6Test-235118808 tempest-RoutersIpV6Test-235118808-project] 10.222.0.42 "DELETE /v2.0/subnets/a572f526-a731-422a-b2fb-d57aaa1dae99 HTTP/1.1" status: 204 len: 168 time: 2.6385627 Apr 18 21:09:22.626928 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 43812) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:09:22.634580 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.agents_db [None req-6346a179-333c-4370-b5a6-936984aeab15 None None] Agent healthcheck: found 7 active agents {{(pid=84043) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 18 21:09:22.651847 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-d3f4d6d5-e511-4401-81b6-53c111621b1e tempest-RoutersNegativeIpV6Test-2082853264 tempest-RoutersNegativeIpV6Test-2082853264-project] Notify callbacks [] for network, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:09:22.653669 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-d3f4d6d5-e511-4401-81b6-53c111621b1e tempest-RoutersNegativeIpV6Test-2082853264 tempest-RoutersNegativeIpV6Test-2082853264-project] 10.222.0.42 "DELETE /v2.0/networks/01d61448-080f-4759-8290-7f8eab807be0 HTTP/1.1" status: 204 len: 168 time: 2.6025333 Apr 18 21:09:22.654600 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3f4d6d5-e511-4401-81b6-53c111621b1e tempest-RoutersNegativeIpV6Test-2082853264 tempest-RoutersNegativeIpV6Test-2082853264-project] Pushing event deleted for resources: {'Network': ['ID=01d61448-080f-4759-8290-7f8eab807be0,revision_number=None']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:09:22.677074 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 43816) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:09:22.712800 n-d-838334-2 neutron-server[84041]: Traceback (most recent call last): Apr 18 21:09:22.712800 n-d-838334-2 neutron-server[84041]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 18 21:09:22.712800 n-d-838334-2 neutron-server[84041]: timer() Apr 18 21:09:22.712800 n-d-838334-2 neutron-server[84041]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 21:09:22.712800 n-d-838334-2 neutron-server[84041]: cb(*args, **kw) Apr 18 21:09:22.712800 n-d-838334-2 neutron-server[84041]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 18 21:09:22.712800 n-d-838334-2 neutron-server[84041]: return func(*args, **kwargs) Apr 18 21:09:22.712800 n-d-838334-2 neutron-server[84041]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 21:09:22.712800 n-d-838334-2 neutron-server[84041]: self._notify() Apr 18 21:09:22.712800 n-d-838334-2 neutron-server[84041]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 21:09:22.712800 n-d-838334-2 neutron-server[84041]: self.callback(batched_events) Apr 18 21:09:22.712800 n-d-838334-2 neutron-server[84041]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 21:09:22.712800 n-d-838334-2 neutron-server[84041]: event.method(event) Apr 18 21:09:22.712800 n-d-838334-2 neutron-server[84041]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 18 21:09:22.712800 n-d-838334-2 neutron-server[84041]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 21:09:22.712800 n-d-838334-2 neutron-server[84041]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 18 21:09:22.712800 n-d-838334-2 neutron-server[84041]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 21:09:22.712800 n-d-838334-2 neutron-server[84041]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 18 21:09:22.712800 n-d-838334-2 neutron-server[84041]: return f(self, *a, **k) Apr 18 21:09:22.712800 n-d-838334-2 neutron-server[84041]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 18 21:09:22.712800 n-d-838334-2 neutron-server[84041]: return self._get(url).json() Apr 18 21:09:22.712800 n-d-838334-2 neutron-server[84041]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 18 21:09:22.712800 n-d-838334-2 neutron-server[84041]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 21:09:22.712800 n-d-838334-2 neutron-server[84041]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 18 21:09:22.712800 n-d-838334-2 neutron-server[84041]: return self.request(url, 'GET', **kwargs) Apr 18 21:09:22.712800 n-d-838334-2 neutron-server[84041]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 18 21:09:22.712800 n-d-838334-2 neutron-server[84041]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 21:09:22.712800 n-d-838334-2 neutron-server[84041]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 18 21:09:22.712800 n-d-838334-2 neutron-server[84041]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 21:09:22.712800 n-d-838334-2 neutron-server[84041]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 18 21:09:22.712800 n-d-838334-2 neutron-server[84041]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 21:09:22.712800 n-d-838334-2 neutron-server[84041]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 21:09:22.719921 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-7cd875d6-3b3c-4b5c-bfb6-cb0f340c8362 tempest-BulkNetworkOpsIpV6Test-1519994015 tempest-BulkNetworkOpsIpV6Test-1519994015-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1258898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33526109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33444113'] for network, after_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:09:22.730531 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-7cd875d6-3b3c-4b5c-bfb6-cb0f340c8362 tempest-BulkNetworkOpsIpV6Test-1519994015 tempest-BulkNetworkOpsIpV6Test-1519994015-project] Notify callbacks [] for network, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:09:22.762891 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cd875d6-3b3c-4b5c-bfb6-cb0f340c8362 tempest-BulkNetworkOpsIpV6Test-1519994015 tempest-BulkNetworkOpsIpV6Test-1519994015-project] Pushing event deleted for resources: {'Network': ['ID=458e2900-468b-44f3-a83f-1389123db24d,revision_number=None']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:09:22.771821 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-7cd875d6-3b3c-4b5c-bfb6-cb0f340c8362 tempest-BulkNetworkOpsIpV6Test-1519994015 tempest-BulkNetworkOpsIpV6Test-1519994015-project] 10.222.0.42 "DELETE /v2.0/networks/458e2900-468b-44f3-a83f-1389123db24d HTTP/1.1" status: 204 len: 168 time: 1.2337995 Apr 18 21:09:22.774136 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 43822) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:09:22.788857 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc55e846-b94e-400b-927b-85660f5b152c None None] Network 93e07f9a-c91c-4845-840a-efe9774ad9c1 requested from n-d-838334-2 {{(pid=84042) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 21:09:22.995791 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.plugin [None req-85b68d86-fe6a-4136-94d7-15dcd9262f48 None None] Deleting port 79a37607-99ae-426f-bd8e-e3c662f11678 {{(pid=84042) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 21:09:22.999501 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-85b68d86-fe6a-4136-94d7-15dcd9262f48 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750375188691'] for port, before_delete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:09:23.024114 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-2887090d-e651-451b-a463-0b6146135767 tempest-BulkNetworkOpsIpV6Test-1519994015 tempest-BulkNetworkOpsIpV6Test-1519994015-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1103592'] for network, before_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:09:23.101846 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-ac43afec-5a7f-47ef-a721-e25bf8b7a404 tempest-RoutersNegativeIpV6Test-2082853264 tempest-RoutersNegativeIpV6Test-2082853264-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1103592'] for network, before_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:09:23.187253 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Device 79a37607-99ae-426f-bd8e-e3c662f11678 no longer exists at agent ovs-agent-n-d-838334-2 {{(pid=84042) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 21:09:23.206223 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.plugin [None req-ac43afec-5a7f-47ef-a721-e25bf8b7a404 tempest-RoutersNegativeIpV6Test-2082853264 tempest-RoutersNegativeIpV6Test-2082853264-project] Deleting port 79a37607-99ae-426f-bd8e-e3c662f11678 {{(pid=84040) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 21:09:23.206669 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-ac43afec-5a7f-47ef-a721-e25bf8b7a404 tempest-RoutersNegativeIpV6Test-2082853264 tempest-RoutersNegativeIpV6Test-2082853264-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750375188691'] for port, before_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:09:23.303671 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-5acf933b-e182-442b-9621-e4dbe34f21db tempest-RoutersIpV6Test-235118808 tempest-RoutersIpV6Test-235118808-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1103592'] for network, before_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:09:23.354645 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.plugin [None req-5acf933b-e182-442b-9621-e4dbe34f21db tempest-RoutersIpV6Test-235118808 tempest-RoutersIpV6Test-235118808-project] Deleting port 59fcebef-89b7-4d54-9d0d-e5608abb857c {{(pid=84040) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 21:09:23.355137 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-5acf933b-e182-442b-9621-e4dbe34f21db tempest-RoutersIpV6Test-235118808 tempest-RoutersIpV6Test-235118808-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750375188691'] for port, before_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:09:23.493675 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-2887090d-e651-451b-a463-0b6146135767 tempest-BulkNetworkOpsIpV6Test-1519994015 tempest-BulkNetworkOpsIpV6Test-1519994015-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1258905', 'neutron.services.segments.db._delete_segments_for_network-8750375287417'] for network, precommit_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:09:23.564545 n-d-838334-2 neutron-server[84041]: DEBUG neutron.services.segments.db [None req-2887090d-e651-451b-a463-0b6146135767 tempest-BulkNetworkOpsIpV6Test-1519994015 tempest-BulkNetworkOpsIpV6Test-1519994015-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['05efbdb7-1995-4329-b04e-ee2e55cea92b']}} {{(pid=84041) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:09:23.594068 n-d-838334-2 neutron-server[84041]: DEBUG neutron.services.segments.db [None req-2887090d-e651-451b-a463-0b6146135767 tempest-BulkNetworkOpsIpV6Test-1519994015 tempest-BulkNetworkOpsIpV6Test-1519994015-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'df40759f-cc6f-4c31-a00d-7f5fd6baac8f') {'for_net_delete': True} {{(pid=84041) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:09:23.594873 n-d-838334-2 neutron-server[84041]: DEBUG neutron.services.segments.db [None req-2887090d-e651-451b-a463-0b6146135767 tempest-BulkNetworkOpsIpV6Test-1519994015 tempest-BulkNetworkOpsIpV6Test-1519994015-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'df40759f-cc6f-4c31-a00d-7f5fd6baac8f') {} {{(pid=84041) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:09:23.623057 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-2887090d-e651-451b-a463-0b6146135767 tempest-BulkNetworkOpsIpV6Test-1519994015 tempest-BulkNetworkOpsIpV6Test-1519994015-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750375287300', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32268156'] for segment, before_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:09:23.654181 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-2887090d-e651-451b-a463-0b6146135767 tempest-BulkNetworkOpsIpV6Test-1519994015 tempest-BulkNetworkOpsIpV6Test-1519994015-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1082986'] for segment, precommit_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:09:23.672441 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2887090d-e651-451b-a463-0b6146135767 tempest-BulkNetworkOpsIpV6Test-1519994015 tempest-BulkNetworkOpsIpV6Test-1519994015-project] Releasing vlan 375 on physical network physnet1 to pool {{(pid=84041) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 18 21:09:23.672937 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-2887090d-e651-451b-a463-0b6146135767 tempest-BulkNetworkOpsIpV6Test-1519994015 tempest-BulkNetworkOpsIpV6Test-1519994015-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1082993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32266254'] for segment, after_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:09:23.958945 n-d-838334-2 neutron-server[84041]: Traceback (most recent call last): Apr 18 21:09:23.958945 n-d-838334-2 neutron-server[84041]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 18 21:09:23.958945 n-d-838334-2 neutron-server[84041]: timer() Apr 18 21:09:23.958945 n-d-838334-2 neutron-server[84041]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 21:09:23.958945 n-d-838334-2 neutron-server[84041]: cb(*args, **kw) Apr 18 21:09:23.958945 n-d-838334-2 neutron-server[84041]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 18 21:09:23.958945 n-d-838334-2 neutron-server[84041]: return func(*args, **kwargs) Apr 18 21:09:23.958945 n-d-838334-2 neutron-server[84041]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 21:09:23.958945 n-d-838334-2 neutron-server[84041]: self._notify() Apr 18 21:09:23.958945 n-d-838334-2 neutron-server[84041]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 21:09:23.958945 n-d-838334-2 neutron-server[84041]: self.callback(batched_events) Apr 18 21:09:23.958945 n-d-838334-2 neutron-server[84041]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 21:09:23.958945 n-d-838334-2 neutron-server[84041]: event.method(event) Apr 18 21:09:23.958945 n-d-838334-2 neutron-server[84041]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 18 21:09:23.958945 n-d-838334-2 neutron-server[84041]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 21:09:23.958945 n-d-838334-2 neutron-server[84041]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 18 21:09:23.958945 n-d-838334-2 neutron-server[84041]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 21:09:23.958945 n-d-838334-2 neutron-server[84041]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 18 21:09:23.958945 n-d-838334-2 neutron-server[84041]: return f(self, *a, **k) Apr 18 21:09:23.958945 n-d-838334-2 neutron-server[84041]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 18 21:09:23.958945 n-d-838334-2 neutron-server[84041]: return self._get(url).json() Apr 18 21:09:23.958945 n-d-838334-2 neutron-server[84041]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 18 21:09:23.958945 n-d-838334-2 neutron-server[84041]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 21:09:23.958945 n-d-838334-2 neutron-server[84041]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 18 21:09:23.958945 n-d-838334-2 neutron-server[84041]: return self.request(url, 'GET', **kwargs) Apr 18 21:09:23.958945 n-d-838334-2 neutron-server[84041]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 18 21:09:23.958945 n-d-838334-2 neutron-server[84041]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 21:09:23.958945 n-d-838334-2 neutron-server[84041]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 18 21:09:23.958945 n-d-838334-2 neutron-server[84041]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 21:09:23.958945 n-d-838334-2 neutron-server[84041]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 18 21:09:23.958945 n-d-838334-2 neutron-server[84041]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 21:09:23.958945 n-d-838334-2 neutron-server[84041]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 21:09:23.967239 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-2887090d-e651-451b-a463-0b6146135767 tempest-BulkNetworkOpsIpV6Test-1519994015 tempest-BulkNetworkOpsIpV6Test-1519994015-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1258898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33526109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33444113'] for network, after_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:09:23.982010 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-2887090d-e651-451b-a463-0b6146135767 tempest-BulkNetworkOpsIpV6Test-1519994015 tempest-BulkNetworkOpsIpV6Test-1519994015-project] Notify callbacks [] for network, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:09:24.086854 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2887090d-e651-451b-a463-0b6146135767 tempest-BulkNetworkOpsIpV6Test-1519994015 tempest-BulkNetworkOpsIpV6Test-1519994015-project] Pushing event deleted for resources: {'Network': ['ID=05efbdb7-1995-4329-b04e-ee2e55cea92b,revision_number=None']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:09:24.126529 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-2887090d-e651-451b-a463-0b6146135767 tempest-BulkNetworkOpsIpV6Test-1519994015 tempest-BulkNetworkOpsIpV6Test-1519994015-project] 10.222.0.42 "DELETE /v2.0/networks/05efbdb7-1995-4329-b04e-ee2e55cea92b HTTP/1.1" status: 204 len: 168 time: 1.3511629 Apr 18 21:09:24.135145 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 43844) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:09:24.206037 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:09:24.237666 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-a41543ea-8bd3-4d24-bf53-113c3c6e5dda None None] For port 59fcebef-89b7-4d54-9d0d-e5608abb857c, host n-d-838334-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838334-2',level=0,port_id=59fcebef-89b7-4d54-9d0d-e5608abb857c,segment=NetworkSegment(0cf9901c-797d-4462-8fa3-20885cf77322),segment_id=0cf9901c-797d-4462-8fa3-20885cf77322)] {{(pid=84042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:09:24.237976 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-a41543ea-8bd3-4d24-bf53-113c3c6e5dda None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369123'] for port, precommit_delete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:09:24.315595 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.db [None req-ac43afec-5a7f-47ef-a721-e25bf8b7a404 tempest-RoutersNegativeIpV6Test-2082853264 tempest-RoutersNegativeIpV6Test-2082853264-project] For port 79a37607-99ae-426f-bd8e-e3c662f11678, host n-d-838334-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838334-2',level=0,port_id=79a37607-99ae-426f-bd8e-e3c662f11678,segment=NetworkSegment(6d5f173d-7c65-453b-b946-7305db3a9884),segment_id=6d5f173d-7c65-453b-b946-7305db3a9884)] {{(pid=84040) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:09:24.318380 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-ac43afec-5a7f-47ef-a721-e25bf8b7a404 tempest-RoutersNegativeIpV6Test-2082853264 tempest-RoutersNegativeIpV6Test-2082853264-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369123'] for port, precommit_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:09:24.378398 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-d74aa5de-6722-4b2e-9ebd-1d14c39459f3 tempest-BulkNetworkOpsIpV6Test-1519994015 tempest-BulkNetworkOpsIpV6Test-1519994015-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1103592'] for network, before_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:09:24.667437 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.plugin [None req-a41543ea-8bd3-4d24-bf53-113c3c6e5dda None None] Calling delete_port for 59fcebef-89b7-4d54-9d0d-e5608abb857c owned by network:dhcp {{(pid=84042) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 21:09:24.698001 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.plugin [None req-ac43afec-5a7f-47ef-a721-e25bf8b7a404 tempest-RoutersNegativeIpV6Test-2082853264 tempest-RoutersNegativeIpV6Test-2082853264-project] Calling delete_port for 79a37607-99ae-426f-bd8e-e3c662f11678 owned by network:dhcp {{(pid=84040) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 21:09:24.742780 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-d74aa5de-6722-4b2e-9ebd-1d14c39459f3 tempest-BulkNetworkOpsIpV6Test-1519994015 tempest-BulkNetworkOpsIpV6Test-1519994015-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1258905', 'neutron.services.segments.db._delete_segments_for_network-8750375287417'] for network, precommit_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:09:24.832061 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-85b68d86-fe6a-4136-94d7-15dcd9262f48 None None] For port 79a37607-99ae-426f-bd8e-e3c662f11678, host n-d-838334-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838334-2',level=0,port_id=79a37607-99ae-426f-bd8e-e3c662f11678,segment=NetworkSegment(6d5f173d-7c65-453b-b946-7305db3a9884),segment_id=6d5f173d-7c65-453b-b946-7305db3a9884)] {{(pid=84042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:09:24.833099 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-85b68d86-fe6a-4136-94d7-15dcd9262f48 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369123'] for port, precommit_delete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:09:24.835250 n-d-838334-2 neutron-server[84041]: DEBUG neutron.services.segments.db [None req-d74aa5de-6722-4b2e-9ebd-1d14c39459f3 tempest-BulkNetworkOpsIpV6Test-1519994015 tempest-BulkNetworkOpsIpV6Test-1519994015-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4b61a461-8a00-4fdf-ac9a-1ca43c1870ec']}} {{(pid=84041) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:09:24.857615 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.db [None req-5acf933b-e182-442b-9621-e4dbe34f21db tempest-RoutersIpV6Test-235118808 tempest-RoutersIpV6Test-235118808-project] For port 59fcebef-89b7-4d54-9d0d-e5608abb857c, host n-d-838334-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838334-2',level=0,port_id=59fcebef-89b7-4d54-9d0d-e5608abb857c,segment=NetworkSegment(0cf9901c-797d-4462-8fa3-20885cf77322),segment_id=0cf9901c-797d-4462-8fa3-20885cf77322)] {{(pid=84040) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:09:24.858352 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-5acf933b-e182-442b-9621-e4dbe34f21db tempest-RoutersIpV6Test-235118808 tempest-RoutersIpV6Test-235118808-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369123'] for port, precommit_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:09:24.866230 n-d-838334-2 neutron-server[84041]: DEBUG neutron.services.segments.db [None req-d74aa5de-6722-4b2e-9ebd-1d14c39459f3 tempest-BulkNetworkOpsIpV6Test-1519994015 tempest-BulkNetworkOpsIpV6Test-1519994015-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '69243888-d8a5-47e0-aef4-e52523531ca5') {'for_net_delete': True} {{(pid=84041) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:09:24.866626 n-d-838334-2 neutron-server[84041]: DEBUG neutron.services.segments.db [None req-d74aa5de-6722-4b2e-9ebd-1d14c39459f3 tempest-BulkNetworkOpsIpV6Test-1519994015 tempest-BulkNetworkOpsIpV6Test-1519994015-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '69243888-d8a5-47e0-aef4-e52523531ca5') {} {{(pid=84041) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:09:24.914797 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-d74aa5de-6722-4b2e-9ebd-1d14c39459f3 tempest-BulkNetworkOpsIpV6Test-1519994015 tempest-BulkNetworkOpsIpV6Test-1519994015-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750375287300', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32268156'] for segment, before_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:09:24.965198 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-d74aa5de-6722-4b2e-9ebd-1d14c39459f3 tempest-BulkNetworkOpsIpV6Test-1519994015 tempest-BulkNetworkOpsIpV6Test-1519994015-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1082986'] for segment, precommit_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:09:24.997369 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d74aa5de-6722-4b2e-9ebd-1d14c39459f3 tempest-BulkNetworkOpsIpV6Test-1519994015 tempest-BulkNetworkOpsIpV6Test-1519994015-project] Releasing vlan 359 on physical network physnet1 to pool {{(pid=84041) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 18 21:09:25.003842 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-d74aa5de-6722-4b2e-9ebd-1d14c39459f3 tempest-BulkNetworkOpsIpV6Test-1519994015 tempest-BulkNetworkOpsIpV6Test-1519994015-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1082993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32266254'] for segment, after_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:09:25.162497 n-d-838334-2 neutron-server[84041]: Traceback (most recent call last): Apr 18 21:09:25.162497 n-d-838334-2 neutron-server[84041]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 18 21:09:25.162497 n-d-838334-2 neutron-server[84041]: timer() Apr 18 21:09:25.162497 n-d-838334-2 neutron-server[84041]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 21:09:25.162497 n-d-838334-2 neutron-server[84041]: cb(*args, **kw) Apr 18 21:09:25.162497 n-d-838334-2 neutron-server[84041]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 18 21:09:25.162497 n-d-838334-2 neutron-server[84041]: return func(*args, **kwargs) Apr 18 21:09:25.162497 n-d-838334-2 neutron-server[84041]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 21:09:25.162497 n-d-838334-2 neutron-server[84041]: self._notify() Apr 18 21:09:25.162497 n-d-838334-2 neutron-server[84041]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 21:09:25.162497 n-d-838334-2 neutron-server[84041]: self.callback(batched_events) Apr 18 21:09:25.162497 n-d-838334-2 neutron-server[84041]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 21:09:25.162497 n-d-838334-2 neutron-server[84041]: event.method(event) Apr 18 21:09:25.162497 n-d-838334-2 neutron-server[84041]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 18 21:09:25.162497 n-d-838334-2 neutron-server[84041]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 21:09:25.162497 n-d-838334-2 neutron-server[84041]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 18 21:09:25.162497 n-d-838334-2 neutron-server[84041]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 21:09:25.162497 n-d-838334-2 neutron-server[84041]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 18 21:09:25.162497 n-d-838334-2 neutron-server[84041]: return f(self, *a, **k) Apr 18 21:09:25.162497 n-d-838334-2 neutron-server[84041]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 18 21:09:25.162497 n-d-838334-2 neutron-server[84041]: return self._get(url).json() Apr 18 21:09:25.162497 n-d-838334-2 neutron-server[84041]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 18 21:09:25.162497 n-d-838334-2 neutron-server[84041]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 21:09:25.162497 n-d-838334-2 neutron-server[84041]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 18 21:09:25.162497 n-d-838334-2 neutron-server[84041]: return self.request(url, 'GET', **kwargs) Apr 18 21:09:25.162497 n-d-838334-2 neutron-server[84041]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 18 21:09:25.162497 n-d-838334-2 neutron-server[84041]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 21:09:25.162497 n-d-838334-2 neutron-server[84041]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 18 21:09:25.162497 n-d-838334-2 neutron-server[84041]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 21:09:25.162497 n-d-838334-2 neutron-server[84041]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 18 21:09:25.162497 n-d-838334-2 neutron-server[84041]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 21:09:25.162497 n-d-838334-2 neutron-server[84041]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 21:09:25.304001 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.plugin [None req-5acf933b-e182-442b-9621-e4dbe34f21db tempest-RoutersIpV6Test-235118808 tempest-RoutersIpV6Test-235118808-project] Calling delete_port for 59fcebef-89b7-4d54-9d0d-e5608abb857c owned by network:dhcp {{(pid=84040) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 21:09:25.334250 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.plugin [None req-85b68d86-fe6a-4136-94d7-15dcd9262f48 None None] Calling delete_port for 79a37607-99ae-426f-bd8e-e3c662f11678 owned by network:dhcp {{(pid=84042) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 21:09:25.485603 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-5acf933b-e182-442b-9621-e4dbe34f21db tempest-RoutersIpV6Test-235118808 tempest-RoutersIpV6Test-235118808-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750375259028', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750374836628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32440838'] for port, after_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:09:25.725666 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-d74aa5de-6722-4b2e-9ebd-1d14c39459f3 tempest-BulkNetworkOpsIpV6Test-1519994015 tempest-BulkNetworkOpsIpV6Test-1519994015-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1258898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33526109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33444113'] for network, after_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:09:25.730435 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-d74aa5de-6722-4b2e-9ebd-1d14c39459f3 tempest-BulkNetworkOpsIpV6Test-1519994015 tempest-BulkNetworkOpsIpV6Test-1519994015-project] Notify callbacks [] for network, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:09:25.747531 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.db.api [None req-a41543ea-8bd3-4d24-bf53-113c3c6e5dda None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84042) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 18 21:09:25.748585 n-d-838334-2 neutron-server[84042]: DEBUG oslo_db.api [None req-a41543ea-8bd3-4d24-bf53-113c3c6e5dda None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 18 21:09:25.755467 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] For port 79a37607-99ae-426f-bd8e-e3c662f11678, host n-d-838334-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838334-2',level=0,port_id=79a37607-99ae-426f-bd8e-e3c662f11678,segment=NetworkSegment(6d5f173d-7c65-453b-b946-7305db3a9884),segment_id=6d5f173d-7c65-453b-b946-7305db3a9884)] {{(pid=84042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:09:25.778708 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5acf933b-e182-442b-9621-e4dbe34f21db tempest-RoutersIpV6Test-235118808 tempest-RoutersIpV6Test-235118808-project] Pushing event deleted for resources: {'Port': ['ID=59fcebef-89b7-4d54-9d0d-e5608abb857c,revision_number=None']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:09:25.811059 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.db.api [None req-ac43afec-5a7f-47ef-a721-e25bf8b7a404 tempest-RoutersNegativeIpV6Test-2082853264 tempest-RoutersNegativeIpV6Test-2082853264-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84040) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 18 21:09:25.817489 n-d-838334-2 neutron-server[84040]: DEBUG oslo_db.api [None req-ac43afec-5a7f-47ef-a721-e25bf8b7a404 tempest-RoutersNegativeIpV6Test-2082853264 tempest-RoutersNegativeIpV6Test-2082853264-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 18 21:09:25.819041 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5acf933b-e182-442b-9621-e4dbe34f21db tempest-RoutersIpV6Test-235118808 tempest-RoutersIpV6Test-235118808-project] No DVR routers for this DVR port 59fcebef-89b7-4d54-9d0d-e5608abb857c on host n-d-838334-2 {{(pid=84040) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 21:09:25.830863 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682'] for port, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:09:25.833648 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Device 59fcebef-89b7-4d54-9d0d-e5608abb857c no longer exists at agent ovs-agent-n-d-838334-2 {{(pid=84042) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 21:09:25.853665 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d74aa5de-6722-4b2e-9ebd-1d14c39459f3 tempest-BulkNetworkOpsIpV6Test-1519994015 tempest-BulkNetworkOpsIpV6Test-1519994015-project] Pushing event deleted for resources: {'Network': ['ID=4b61a461-8a00-4fdf-ac9a-1ca43c1870ec,revision_number=None']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:09:25.868729 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-d74aa5de-6722-4b2e-9ebd-1d14c39459f3 tempest-BulkNetworkOpsIpV6Test-1519994015 tempest-BulkNetworkOpsIpV6Test-1519994015-project] 10.222.0.42 "DELETE /v2.0/networks/4b61a461-8a00-4fdf-ac9a-1ca43c1870ec HTTP/1.1" status: 204 len: 168 time: 1.7328391 Apr 18 21:09:25.868875 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 43866) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:09:25.896211 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5acf933b-e182-442b-9621-e4dbe34f21db tempest-RoutersIpV6Test-235118808 tempest-RoutersIpV6Test-235118808-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:09:25.896211 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5acf933b-e182-442b-9621-e4dbe34f21db tempest-RoutersIpV6Test-235118808 tempest-RoutersIpV6Test-235118808-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:09:25.896211 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5acf933b-e182-442b-9621-e4dbe34f21db tempest-RoutersIpV6Test-235118808 tempest-RoutersIpV6Test-235118808-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:09:25.896211 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5acf933b-e182-442b-9621-e4dbe34f21db tempest-RoutersIpV6Test-235118808 tempest-RoutersIpV6Test-235118808-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:09:25.896211 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5acf933b-e182-442b-9621-e4dbe34f21db tempest-RoutersIpV6Test-235118808 tempest-RoutersIpV6Test-235118808-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:09:25.896211 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5acf933b-e182-442b-9621-e4dbe34f21db tempest-RoutersIpV6Test-235118808 tempest-RoutersIpV6Test-235118808-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:09:25.897381 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5acf933b-e182-442b-9621-e4dbe34f21db tempest-RoutersIpV6Test-235118808 tempest-RoutersIpV6Test-235118808-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:09:25.897381 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5acf933b-e182-442b-9621-e4dbe34f21db tempest-RoutersIpV6Test-235118808 tempest-RoutersIpV6Test-235118808-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:09:25.897795 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5acf933b-e182-442b-9621-e4dbe34f21db tempest-RoutersIpV6Test-235118808 tempest-RoutersIpV6Test-235118808-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:09:25.898227 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5acf933b-e182-442b-9621-e4dbe34f21db tempest-RoutersIpV6Test-235118808 tempest-RoutersIpV6Test-235118808-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:09:25.898651 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5acf933b-e182-442b-9621-e4dbe34f21db tempest-RoutersIpV6Test-235118808 tempest-RoutersIpV6Test-235118808-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:09:26.174780 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf72262c-b89c-4c9b-986f-f39ddfa909a8 None None] DHCP port deletion for 93e07f9a-c91c-4845-840a-efe9774ad9c1 request from n-d-838334-2 {{(pid=84042) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 18 21:09:26.189298 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-a1a72aea-9563-4399-b6f7-8d244e47adde tempest-BulkNetworkOpsIpV6Test-1519994015 tempest-BulkNetworkOpsIpV6Test-1519994015-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1103592'] for network, before_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:09:26.235226 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.plugin [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] No Port match for: 59fcebef-89b7-4d54-9d0d-e5608abb857c {{(pid=84042) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 18 21:09:26.235364 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 43874) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:09:26.236220 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Device 59fcebef-89b7-4d54-9d0d-e5608abb857c not bound to the agent host n-d-838334-2 {{(pid=84042) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 21:09:26.253809 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.plugin [None req-a41543ea-8bd3-4d24-bf53-113c3c6e5dda None None] Deleting port 59fcebef-89b7-4d54-9d0d-e5608abb857c {{(pid=84042) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 21:09:26.254264 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-a41543ea-8bd3-4d24-bf53-113c3c6e5dda None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750375188691'] for port, before_delete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:09:26.324807 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.plugin [None req-bf72262c-b89c-4c9b-986f-f39ddfa909a8 None None] Deleting port d55e3f89-0088-4a80-8344-49bd40385003 {{(pid=84042) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 21:09:26.325664 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-bf72262c-b89c-4c9b-986f-f39ddfa909a8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750375188691'] for port, before_delete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:09:26.363491 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.plugin [None req-ac43afec-5a7f-47ef-a721-e25bf8b7a404 tempest-RoutersNegativeIpV6Test-2082853264 tempest-RoutersNegativeIpV6Test-2082853264-project] Deleting port 79a37607-99ae-426f-bd8e-e3c662f11678 {{(pid=84040) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 21:09:26.367905 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-ac43afec-5a7f-47ef-a721-e25bf8b7a404 tempest-RoutersNegativeIpV6Test-2082853264 tempest-RoutersNegativeIpV6Test-2082853264-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750375188691'] for port, before_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:09:26.594592 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-5acf933b-e182-442b-9621-e4dbe34f21db tempest-RoutersIpV6Test-235118808 tempest-RoutersIpV6Test-235118808-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1258905', 'neutron.services.segments.db._delete_segments_for_network-8750375287417'] for network, precommit_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:09:26.602943 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-a1a72aea-9563-4399-b6f7-8d244e47adde tempest-BulkNetworkOpsIpV6Test-1519994015 tempest-BulkNetworkOpsIpV6Test-1519994015-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1258905', 'neutron.services.segments.db._delete_segments_for_network-8750375287417'] for network, precommit_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:09:26.631509 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Device d55e3f89-0088-4a80-8344-49bd40385003 no longer exists at agent ovs-agent-n-d-838334-2 {{(pid=84042) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 21:09:26.648794 n-d-838334-2 neutron-server[84040]: DEBUG neutron.services.segments.db [None req-5acf933b-e182-442b-9621-e4dbe34f21db tempest-RoutersIpV6Test-235118808 tempest-RoutersIpV6Test-235118808-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4c603dc3-46a3-4cbd-9d39-160b636fb382']}} {{(pid=84040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:09:26.677015 n-d-838334-2 neutron-server[84041]: DEBUG neutron.services.segments.db [None req-a1a72aea-9563-4399-b6f7-8d244e47adde tempest-BulkNetworkOpsIpV6Test-1519994015 tempest-BulkNetworkOpsIpV6Test-1519994015-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fd106ea4-9ce0-47b3-bf26-e51cd51240f8']}} {{(pid=84041) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:09:26.692145 n-d-838334-2 neutron-server[84041]: DEBUG neutron.services.segments.db [None req-a1a72aea-9563-4399-b6f7-8d244e47adde tempest-BulkNetworkOpsIpV6Test-1519994015 tempest-BulkNetworkOpsIpV6Test-1519994015-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dc35cf44-e0ba-47d9-85cf-d36c1f20f7da') {'for_net_delete': True} {{(pid=84041) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:09:26.692691 n-d-838334-2 neutron-server[84041]: DEBUG neutron.services.segments.db [None req-a1a72aea-9563-4399-b6f7-8d244e47adde tempest-BulkNetworkOpsIpV6Test-1519994015 tempest-BulkNetworkOpsIpV6Test-1519994015-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dc35cf44-e0ba-47d9-85cf-d36c1f20f7da') {} {{(pid=84041) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:09:26.712991 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-a1a72aea-9563-4399-b6f7-8d244e47adde tempest-BulkNetworkOpsIpV6Test-1519994015 tempest-BulkNetworkOpsIpV6Test-1519994015-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750375287300', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32268156'] for segment, before_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:09:26.734956 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-a1a72aea-9563-4399-b6f7-8d244e47adde tempest-BulkNetworkOpsIpV6Test-1519994015 tempest-BulkNetworkOpsIpV6Test-1519994015-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1082986'] for segment, precommit_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:09:26.736850 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.db.api [None req-85b68d86-fe6a-4136-94d7-15dcd9262f48 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84042) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 18 21:09:26.737377 n-d-838334-2 neutron-server[84042]: DEBUG oslo_db.api [None req-85b68d86-fe6a-4136-94d7-15dcd9262f48 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 18 21:09:26.742489 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a1a72aea-9563-4399-b6f7-8d244e47adde tempest-BulkNetworkOpsIpV6Test-1519994015 tempest-BulkNetworkOpsIpV6Test-1519994015-project] Releasing vlan 385 on physical network physnet1 to pool {{(pid=84041) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 18 21:09:26.742802 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-a1a72aea-9563-4399-b6f7-8d244e47adde tempest-BulkNetworkOpsIpV6Test-1519994015 tempest-BulkNetworkOpsIpV6Test-1519994015-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1082993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32266254'] for segment, after_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:09:26.761615 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.plugin [None req-a41543ea-8bd3-4d24-bf53-113c3c6e5dda None None] The port '59fcebef-89b7-4d54-9d0d-e5608abb857c' was deleted {{(pid=84042) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 18 21:09:26.770822 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Pushing event updated for resources: {'Port': ['ID=79a37607-99ae-426f-bd8e-e3c662f11678,revision_number=5']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:09:26.816949 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:09:26.817671 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:09:26.818214 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:09:26.818760 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:09:26.819310 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:09:26.819874 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:09:26.820428 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:09:26.821237 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:09:26.821775 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:09:26.822301 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:09:26.822826 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:09:26.935463 n-d-838334-2 neutron-server[84041]: Traceback (most recent call last): Apr 18 21:09:26.935463 n-d-838334-2 neutron-server[84041]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 18 21:09:26.935463 n-d-838334-2 neutron-server[84041]: timer() Apr 18 21:09:26.935463 n-d-838334-2 neutron-server[84041]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 21:09:26.935463 n-d-838334-2 neutron-server[84041]: cb(*args, **kw) Apr 18 21:09:26.935463 n-d-838334-2 neutron-server[84041]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 18 21:09:26.935463 n-d-838334-2 neutron-server[84041]: return func(*args, **kwargs) Apr 18 21:09:26.935463 n-d-838334-2 neutron-server[84041]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 21:09:26.935463 n-d-838334-2 neutron-server[84041]: self._notify() Apr 18 21:09:26.935463 n-d-838334-2 neutron-server[84041]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 21:09:26.935463 n-d-838334-2 neutron-server[84041]: self.callback(batched_events) Apr 18 21:09:26.935463 n-d-838334-2 neutron-server[84041]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 21:09:26.935463 n-d-838334-2 neutron-server[84041]: event.method(event) Apr 18 21:09:26.935463 n-d-838334-2 neutron-server[84041]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 18 21:09:26.935463 n-d-838334-2 neutron-server[84041]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 21:09:26.935463 n-d-838334-2 neutron-server[84041]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 18 21:09:26.935463 n-d-838334-2 neutron-server[84041]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 21:09:26.935463 n-d-838334-2 neutron-server[84041]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 18 21:09:26.935463 n-d-838334-2 neutron-server[84041]: return f(self, *a, **k) Apr 18 21:09:26.935463 n-d-838334-2 neutron-server[84041]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 18 21:09:26.935463 n-d-838334-2 neutron-server[84041]: return self._get(url).json() Apr 18 21:09:26.935463 n-d-838334-2 neutron-server[84041]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 18 21:09:26.935463 n-d-838334-2 neutron-server[84041]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 21:09:26.935463 n-d-838334-2 neutron-server[84041]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 18 21:09:26.935463 n-d-838334-2 neutron-server[84041]: return self.request(url, 'GET', **kwargs) Apr 18 21:09:26.935463 n-d-838334-2 neutron-server[84041]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 18 21:09:26.935463 n-d-838334-2 neutron-server[84041]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 21:09:26.935463 n-d-838334-2 neutron-server[84041]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 18 21:09:26.935463 n-d-838334-2 neutron-server[84041]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 21:09:26.935463 n-d-838334-2 neutron-server[84041]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 18 21:09:26.935463 n-d-838334-2 neutron-server[84041]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 21:09:26.935463 n-d-838334-2 neutron-server[84041]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 21:09:26.952847 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-a1a72aea-9563-4399-b6f7-8d244e47adde tempest-BulkNetworkOpsIpV6Test-1519994015 tempest-BulkNetworkOpsIpV6Test-1519994015-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1258898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33526109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33444113'] for network, after_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:09:26.970602 n-d-838334-2 neutron-server[84040]: DEBUG neutron.services.segments.db [None req-5acf933b-e182-442b-9621-e4dbe34f21db tempest-RoutersIpV6Test-235118808 tempest-RoutersIpV6Test-235118808-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0cf9901c-797d-4462-8fa3-20885cf77322') {'for_net_delete': True} {{(pid=84040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:09:26.970896 n-d-838334-2 neutron-server[84040]: DEBUG neutron.services.segments.db [None req-5acf933b-e182-442b-9621-e4dbe34f21db tempest-RoutersIpV6Test-235118808 tempest-RoutersIpV6Test-235118808-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0cf9901c-797d-4462-8fa3-20885cf77322') {} {{(pid=84040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:09:27.038076 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-5acf933b-e182-442b-9621-e4dbe34f21db tempest-RoutersIpV6Test-235118808 tempest-RoutersIpV6Test-235118808-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750375287300', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31955965'] for segment, before_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:09:27.087554 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-5acf933b-e182-442b-9621-e4dbe34f21db tempest-RoutersIpV6Test-235118808 tempest-RoutersIpV6Test-235118808-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1082986'] for segment, precommit_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:09:27.091712 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.db [None req-ac43afec-5a7f-47ef-a721-e25bf8b7a404 tempest-RoutersNegativeIpV6Test-2082853264 tempest-RoutersNegativeIpV6Test-2082853264-project] For port 79a37607-99ae-426f-bd8e-e3c662f11678, host n-d-838334-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838334-2',level=0,port_id=79a37607-99ae-426f-bd8e-e3c662f11678,segment=NetworkSegment(6d5f173d-7c65-453b-b946-7305db3a9884),segment_id=6d5f173d-7c65-453b-b946-7305db3a9884)] {{(pid=84040) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:09:27.092250 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-ac43afec-5a7f-47ef-a721-e25bf8b7a404 tempest-RoutersNegativeIpV6Test-2082853264 tempest-RoutersNegativeIpV6Test-2082853264-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369123'] for port, precommit_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:09:27.094108 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-a1a72aea-9563-4399-b6f7-8d244e47adde tempest-BulkNetworkOpsIpV6Test-1519994015 tempest-BulkNetworkOpsIpV6Test-1519994015-project] Notify callbacks [] for network, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:09:27.112895 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5acf933b-e182-442b-9621-e4dbe34f21db tempest-RoutersIpV6Test-235118808 tempest-RoutersIpV6Test-235118808-project] Releasing vlan 351 on physical network physnet1 to pool {{(pid=84040) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 18 21:09:27.113590 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-5acf933b-e182-442b-9621-e4dbe34f21db tempest-RoutersIpV6Test-235118808 tempest-RoutersIpV6Test-235118808-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1082993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32440923'] for segment, after_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:09:27.144013 n-d-838334-2 neutron-server[84040]: Traceback (most recent call last): Apr 18 21:09:27.144013 n-d-838334-2 neutron-server[84040]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 18 21:09:27.144013 n-d-838334-2 neutron-server[84040]: timer() Apr 18 21:09:27.144013 n-d-838334-2 neutron-server[84040]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 21:09:27.144013 n-d-838334-2 neutron-server[84040]: cb(*args, **kw) Apr 18 21:09:27.144013 n-d-838334-2 neutron-server[84040]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 18 21:09:27.144013 n-d-838334-2 neutron-server[84040]: return func(*args, **kwargs) Apr 18 21:09:27.144013 n-d-838334-2 neutron-server[84040]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 21:09:27.144013 n-d-838334-2 neutron-server[84040]: self._notify() Apr 18 21:09:27.144013 n-d-838334-2 neutron-server[84040]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 21:09:27.144013 n-d-838334-2 neutron-server[84040]: self.callback(batched_events) Apr 18 21:09:27.144013 n-d-838334-2 neutron-server[84040]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 21:09:27.144013 n-d-838334-2 neutron-server[84040]: event.method(event) Apr 18 21:09:27.144013 n-d-838334-2 neutron-server[84040]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 18 21:09:27.144013 n-d-838334-2 neutron-server[84040]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 21:09:27.144013 n-d-838334-2 neutron-server[84040]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 18 21:09:27.144013 n-d-838334-2 neutron-server[84040]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 21:09:27.144013 n-d-838334-2 neutron-server[84040]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 18 21:09:27.144013 n-d-838334-2 neutron-server[84040]: return f(self, *a, **k) Apr 18 21:09:27.144013 n-d-838334-2 neutron-server[84040]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 18 21:09:27.144013 n-d-838334-2 neutron-server[84040]: return self._get(url).json() Apr 18 21:09:27.144013 n-d-838334-2 neutron-server[84040]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 18 21:09:27.144013 n-d-838334-2 neutron-server[84040]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 21:09:27.144013 n-d-838334-2 neutron-server[84040]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 18 21:09:27.144013 n-d-838334-2 neutron-server[84040]: return self.request(url, 'GET', **kwargs) Apr 18 21:09:27.144013 n-d-838334-2 neutron-server[84040]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 18 21:09:27.144013 n-d-838334-2 neutron-server[84040]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 21:09:27.144013 n-d-838334-2 neutron-server[84040]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 18 21:09:27.144013 n-d-838334-2 neutron-server[84040]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 21:09:27.144013 n-d-838334-2 neutron-server[84040]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 18 21:09:27.144013 n-d-838334-2 neutron-server[84040]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 21:09:27.144013 n-d-838334-2 neutron-server[84040]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 21:09:27.209816 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-a1a72aea-9563-4399-b6f7-8d244e47adde tempest-BulkNetworkOpsIpV6Test-1519994015 tempest-BulkNetworkOpsIpV6Test-1519994015-project] 10.222.0.42 "DELETE /v2.0/networks/fd106ea4-9ce0-47b3-bf26-e51cd51240f8 HTTP/1.1" status: 204 len: 168 time: 1.3367727 Apr 18 21:09:27.213457 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-f17ef81a-660e-431d-af91-d8956080c3e7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:09:27.238628 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.plugin [None req-85b68d86-fe6a-4136-94d7-15dcd9262f48 None None] Deleting port 79a37607-99ae-426f-bd8e-e3c662f11678 {{(pid=84042) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 21:09:27.239018 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-85b68d86-fe6a-4136-94d7-15dcd9262f48 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750375188691'] for port, before_delete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:09:27.317938 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1a72aea-9563-4399-b6f7-8d244e47adde tempest-BulkNetworkOpsIpV6Test-1519994015 tempest-BulkNetworkOpsIpV6Test-1519994015-project] Pushing event deleted for resources: {'Network': ['ID=fd106ea4-9ce0-47b3-bf26-e51cd51240f8,revision_number=None']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:09:27.392823 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-f17ef81a-660e-431d-af91-d8956080c3e7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:09:27.412329 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-f17ef81a-660e-431d-af91-d8956080c3e7 admin admin] Usage tracker for resource:security_group_rule and tenant:376e74c53b354c11ab424f7ebdb298c9 is out of sync, need to count used quota {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:09:27.424814 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-f17ef81a-660e-431d-af91-d8956080c3e7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:09:27.453199 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-f17ef81a-660e-431d-af91-d8956080c3e7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:09:27.465778 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-bf72262c-b89c-4c9b-986f-f39ddfa909a8 None None] For port d55e3f89-0088-4a80-8344-49bd40385003, host n-d-838334-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838334-2',level=0,port_id=d55e3f89-0088-4a80-8344-49bd40385003,segment=NetworkSegment(d2749b3e-c607-4664-9d47-6c75c4298fa7),segment_id=d2749b3e-c607-4664-9d47-6c75c4298fa7)] {{(pid=84042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:09:27.466079 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-bf72262c-b89c-4c9b-986f-f39ddfa909a8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369123'] for port, precommit_delete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:09:27.481006 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.plugin [None req-ac43afec-5a7f-47ef-a721-e25bf8b7a404 tempest-RoutersNegativeIpV6Test-2082853264 tempest-RoutersNegativeIpV6Test-2082853264-project] Calling delete_port for 79a37607-99ae-426f-bd8e-e3c662f11678 owned by network:dhcp {{(pid=84040) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 21:09:27.643663 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-f17ef81a-660e-431d-af91-d8956080c3e7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:09:27.646962 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.plugin [None req-bf72262c-b89c-4c9b-986f-f39ddfa909a8 None None] Calling delete_port for d55e3f89-0088-4a80-8344-49bd40385003 owned by network:dhcp {{(pid=84042) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 21:09:27.653449 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-f17ef81a-660e-431d-af91-d8956080c3e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33528224'] for security_group, after_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:09:27.713293 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-5acf933b-e182-442b-9621-e4dbe34f21db tempest-RoutersIpV6Test-235118808 tempest-RoutersIpV6Test-235118808-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1258898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33526109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33444113'] for network, after_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:09:27.719830 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-5acf933b-e182-442b-9621-e4dbe34f21db tempest-RoutersIpV6Test-235118808 tempest-RoutersIpV6Test-235118808-project] Notify callbacks [] for network, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:09:27.766491 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-bf72262c-b89c-4c9b-986f-f39ddfa909a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750375259028', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750374836628'] for port, after_delete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:09:27.773280 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5acf933b-e182-442b-9621-e4dbe34f21db tempest-RoutersIpV6Test-235118808 tempest-RoutersIpV6Test-235118808-project] Pushing event deleted for resources: {'Network': ['ID=4c603dc3-46a3-4cbd-9d39-160b636fb382,revision_number=None']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:09:27.805251 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-5acf933b-e182-442b-9621-e4dbe34f21db tempest-RoutersIpV6Test-235118808 tempest-RoutersIpV6Test-235118808-project] 10.222.0.42 "DELETE /v2.0/networks/4c603dc3-46a3-4cbd-9d39-160b636fb382 HTTP/1.1" status: 204 len: 168 time: 5.1751192 Apr 18 21:09:27.809421 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-ac43afec-5a7f-47ef-a721-e25bf8b7a404 tempest-RoutersNegativeIpV6Test-2082853264 tempest-RoutersNegativeIpV6Test-2082853264-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750375259028', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750374836628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32440838'] for port, after_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:09:27.823080 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 43900) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:09:27.828990 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f17ef81a-660e-431d-af91-d8956080c3e7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=58c19390-473a-4dab-8f12-bb0416856363,revision_number=1']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:09:27.848142 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-f17ef81a-660e-431d-af91-d8956080c3e7 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=376e74c53b354c11ab424f7ebdb298c9&name=default HTTP/1.1" status: 200 len: 2647 time: 1.5468042 Apr 18 21:09:27.848774 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 43902) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:09:27.878851 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf72262c-b89c-4c9b-986f-f39ddfa909a8 None None] No DVR routers for this DVR port d55e3f89-0088-4a80-8344-49bd40385003 on host n-d-838334-2 {{(pid=84042) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 21:09:27.898486 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf72262c-b89c-4c9b-986f-f39ddfa909a8 None None] Pushing event deleted for resources: {'Port': ['ID=d55e3f89-0088-4a80-8344-49bd40385003,revision_number=None']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:09:27.929302 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 43906) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:09:27.935068 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:09:27.957740 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-7180ee9b-439d-47b7-9e71-4f22d9501daf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:09:27.988468 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-7180ee9b-439d-47b7-9e71-4f22d9501daf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:09:28.039648 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac43afec-5a7f-47ef-a721-e25bf8b7a404 tempest-RoutersNegativeIpV6Test-2082853264 tempest-RoutersNegativeIpV6Test-2082853264-project] Pushing event deleted for resources: {'Port': ['ID=79a37607-99ae-426f-bd8e-e3c662f11678,revision_number=None']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:09:28.110467 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-7180ee9b-439d-47b7-9e71-4f22d9501daf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33528224'] for security_group, after_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:09:28.128017 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac43afec-5a7f-47ef-a721-e25bf8b7a404 tempest-RoutersNegativeIpV6Test-2082853264 tempest-RoutersNegativeIpV6Test-2082853264-project] No DVR routers for this DVR port 79a37607-99ae-426f-bd8e-e3c662f11678 on host n-d-838334-2 {{(pid=84040) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 21:09:28.146966 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.plugin [None req-85b68d86-fe6a-4136-94d7-15dcd9262f48 None None] The port '79a37607-99ae-426f-bd8e-e3c662f11678' was deleted {{(pid=84042) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 18 21:09:28.151959 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7180ee9b-439d-47b7-9e71-4f22d9501daf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=58c19390-473a-4dab-8f12-bb0416856363,revision_number=None']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:09:28.168436 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-7180ee9b-439d-47b7-9e71-4f22d9501daf admin admin] Notify callbacks [] for security_group, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:09:28.180365 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-7180ee9b-439d-47b7-9e71-4f22d9501daf admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/58c19390-473a-4dab-8f12-bb0416856363 HTTP/1.1" status: 204 len: 168 time: 0.3305511 Apr 18 21:09:28.424111 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-504c5420-40d9-4911-8cc7-98d49b02eafe tempest-RoutersIpV6Test-235118808 tempest-RoutersIpV6Test-235118808-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1103592'] for network, before_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:09:28.427909 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-ac43afec-5a7f-47ef-a721-e25bf8b7a404 tempest-RoutersNegativeIpV6Test-2082853264 tempest-RoutersNegativeIpV6Test-2082853264-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1258905', 'neutron.services.segments.db._delete_segments_for_network-8750375287417'] for network, precommit_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:09:28.433027 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-af09dccf-4962-49af-8d7a-f933c223de92 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=df9bc1724af74914b30c27ece5814a5f&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5017862 Apr 18 21:09:28.435438 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 43920) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:09:28.487746 n-d-838334-2 neutron-server[84040]: DEBUG neutron.services.segments.db [None req-ac43afec-5a7f-47ef-a721-e25bf8b7a404 tempest-RoutersNegativeIpV6Test-2082853264 tempest-RoutersNegativeIpV6Test-2082853264-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c860dc78-feba-4e0f-94fd-145aed778f32']}} {{(pid=84040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:09:28.559101 n-d-838334-2 neutron-server[84040]: DEBUG neutron.services.segments.db [None req-ac43afec-5a7f-47ef-a721-e25bf8b7a404 tempest-RoutersNegativeIpV6Test-2082853264 tempest-RoutersNegativeIpV6Test-2082853264-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6d5f173d-7c65-453b-b946-7305db3a9884') {'for_net_delete': True} {{(pid=84040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:09:28.560673 n-d-838334-2 neutron-server[84040]: DEBUG neutron.services.segments.db [None req-ac43afec-5a7f-47ef-a721-e25bf8b7a404 tempest-RoutersNegativeIpV6Test-2082853264 tempest-RoutersNegativeIpV6Test-2082853264-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6d5f173d-7c65-453b-b946-7305db3a9884') {} {{(pid=84040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:09:28.588151 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-ac43afec-5a7f-47ef-a721-e25bf8b7a404 tempest-RoutersNegativeIpV6Test-2082853264 tempest-RoutersNegativeIpV6Test-2082853264-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750375287300', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31955965'] for segment, before_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:09:28.781731 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-ac43afec-5a7f-47ef-a721-e25bf8b7a404 tempest-RoutersNegativeIpV6Test-2082853264 tempest-RoutersNegativeIpV6Test-2082853264-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1082986'] for segment, precommit_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:09:28.849869 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 43934) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:09:28.850040 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ac43afec-5a7f-47ef-a721-e25bf8b7a404 tempest-RoutersNegativeIpV6Test-2082853264 tempest-RoutersNegativeIpV6Test-2082853264-project] Releasing vlan 352 on physical network physnet1 to pool {{(pid=84040) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 18 21:09:28.850318 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-ac43afec-5a7f-47ef-a721-e25bf8b7a404 tempest-RoutersNegativeIpV6Test-2082853264 tempest-RoutersNegativeIpV6Test-2082853264-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1082993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32440923'] for segment, after_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:09:28.879286 n-d-838334-2 neutron-server[84040]: Traceback (most recent call last): Apr 18 21:09:28.879286 n-d-838334-2 neutron-server[84040]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 18 21:09:28.879286 n-d-838334-2 neutron-server[84040]: timer() Apr 18 21:09:28.879286 n-d-838334-2 neutron-server[84040]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 21:09:28.879286 n-d-838334-2 neutron-server[84040]: cb(*args, **kw) Apr 18 21:09:28.879286 n-d-838334-2 neutron-server[84040]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 18 21:09:28.879286 n-d-838334-2 neutron-server[84040]: return func(*args, **kwargs) Apr 18 21:09:28.879286 n-d-838334-2 neutron-server[84040]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 21:09:28.879286 n-d-838334-2 neutron-server[84040]: self._notify() Apr 18 21:09:28.879286 n-d-838334-2 neutron-server[84040]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 21:09:28.879286 n-d-838334-2 neutron-server[84040]: self.callback(batched_events) Apr 18 21:09:28.879286 n-d-838334-2 neutron-server[84040]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 21:09:28.879286 n-d-838334-2 neutron-server[84040]: event.method(event) Apr 18 21:09:28.879286 n-d-838334-2 neutron-server[84040]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 18 21:09:28.879286 n-d-838334-2 neutron-server[84040]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 21:09:28.879286 n-d-838334-2 neutron-server[84040]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 18 21:09:28.879286 n-d-838334-2 neutron-server[84040]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 21:09:28.879286 n-d-838334-2 neutron-server[84040]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 18 21:09:28.879286 n-d-838334-2 neutron-server[84040]: return f(self, *a, **k) Apr 18 21:09:28.879286 n-d-838334-2 neutron-server[84040]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 18 21:09:28.879286 n-d-838334-2 neutron-server[84040]: return self._get(url).json() Apr 18 21:09:28.879286 n-d-838334-2 neutron-server[84040]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 18 21:09:28.879286 n-d-838334-2 neutron-server[84040]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 21:09:28.879286 n-d-838334-2 neutron-server[84040]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 18 21:09:28.879286 n-d-838334-2 neutron-server[84040]: return self.request(url, 'GET', **kwargs) Apr 18 21:09:28.879286 n-d-838334-2 neutron-server[84040]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 18 21:09:28.879286 n-d-838334-2 neutron-server[84040]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 21:09:28.879286 n-d-838334-2 neutron-server[84040]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 18 21:09:28.879286 n-d-838334-2 neutron-server[84040]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 21:09:28.879286 n-d-838334-2 neutron-server[84040]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 18 21:09:28.879286 n-d-838334-2 neutron-server[84040]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 21:09:28.879286 n-d-838334-2 neutron-server[84040]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 21:09:28.894900 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-504c5420-40d9-4911-8cc7-98d49b02eafe tempest-RoutersIpV6Test-235118808 tempest-RoutersIpV6Test-235118808-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1258905', 'neutron.services.segments.db._delete_segments_for_network-8750375287417'] for network, precommit_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:09:29.039083 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-0acc6bc3-96f3-4947-8205-e22bbd4918d0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:09:29.122675 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-0acc6bc3-96f3-4947-8205-e22bbd4918d0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:09:29.165977 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-2c0bb008-34be-4c8e-90b4-aee6dd18b86d admin admin] Notify callbacks [] for security_group, before_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:09:29.168990 n-d-838334-2 neutron-server[84040]: DEBUG neutron.services.segments.db [None req-504c5420-40d9-4911-8cc7-98d49b02eafe tempest-RoutersIpV6Test-235118808 tempest-RoutersIpV6Test-235118808-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['93e07f9a-c91c-4845-840a-efe9774ad9c1']}} {{(pid=84040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:09:29.178441 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 43940) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:09:29.206661 n-d-838334-2 neutron-server[84040]: DEBUG neutron.services.segments.db [None req-504c5420-40d9-4911-8cc7-98d49b02eafe tempest-RoutersIpV6Test-235118808 tempest-RoutersIpV6Test-235118808-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd2749b3e-c607-4664-9d47-6c75c4298fa7') {'for_net_delete': True} {{(pid=84040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:09:29.206987 n-d-838334-2 neutron-server[84040]: DEBUG neutron.services.segments.db [None req-504c5420-40d9-4911-8cc7-98d49b02eafe tempest-RoutersIpV6Test-235118808 tempest-RoutersIpV6Test-235118808-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd2749b3e-c607-4664-9d47-6c75c4298fa7') {} {{(pid=84040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:09:29.225570 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-ac43afec-5a7f-47ef-a721-e25bf8b7a404 tempest-RoutersNegativeIpV6Test-2082853264 tempest-RoutersNegativeIpV6Test-2082853264-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1258898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33526109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33444113'] for network, after_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:09:29.252074 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-2c0bb008-34be-4c8e-90b4-aee6dd18b86d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:09:29.260488 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-2c0bb008-34be-4c8e-90b4-aee6dd18b86d admin admin] Usage tracker for resource:security_group_rule and tenant:0a9a26b5a21c4e8880f9979578b213d5 is out of sync, need to count used quota {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:09:29.268673 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-2c0bb008-34be-4c8e-90b4-aee6dd18b86d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:09:29.279838 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-2c0bb008-34be-4c8e-90b4-aee6dd18b86d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:09:29.375454 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-6ee1d157-8622-48b5-84bd-23a684d72063 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:09:29.384899 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-ac43afec-5a7f-47ef-a721-e25bf8b7a404 tempest-RoutersNegativeIpV6Test-2082853264 tempest-RoutersNegativeIpV6Test-2082853264-project] Notify callbacks [] for network, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:09:29.390584 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-504c5420-40d9-4911-8cc7-98d49b02eafe tempest-RoutersIpV6Test-235118808 tempest-RoutersIpV6Test-235118808-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750375287300', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31955965'] for segment, before_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:09:29.398608 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac43afec-5a7f-47ef-a721-e25bf8b7a404 tempest-RoutersNegativeIpV6Test-2082853264 tempest-RoutersNegativeIpV6Test-2082853264-project] Pushing event deleted for resources: {'Network': ['ID=c860dc78-feba-4e0f-94fd-145aed778f32,revision_number=None']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:09:29.427678 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-2c0bb008-34be-4c8e-90b4-aee6dd18b86d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:09:29.431284 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [None req-6ee1d157-8622-48b5-84bd-23a684d72063 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:09:29.435584 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-6ee1d157-8622-48b5-84bd-23a684d72063 admin admin] Usage tracker for resource:security_group_rule and tenant:4d78925aa0024bc781e054537c620b7f is out of sync, need to count used quota {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:09:29.436966 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-2c0bb008-34be-4c8e-90b4-aee6dd18b86d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33528224'] for security_group, after_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:09:29.441590 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-6ee1d157-8622-48b5-84bd-23a684d72063 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:09:29.445334 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-ac43afec-5a7f-47ef-a721-e25bf8b7a404 tempest-RoutersNegativeIpV6Test-2082853264 tempest-RoutersNegativeIpV6Test-2082853264-project] 10.222.0.42 "DELETE /v2.0/networks/c860dc78-feba-4e0f-94fd-145aed778f32 HTTP/1.1" status: 204 len: 168 time: 6.7646172 Apr 18 21:09:29.449496 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 43944) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:09:29.450649 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-504c5420-40d9-4911-8cc7-98d49b02eafe tempest-RoutersIpV6Test-235118808 tempest-RoutersIpV6Test-235118808-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1082986'] for segment, precommit_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:09:29.455768 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [None req-6ee1d157-8622-48b5-84bd-23a684d72063 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:09:29.501956 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-504c5420-40d9-4911-8cc7-98d49b02eafe tempest-RoutersIpV6Test-235118808 tempest-RoutersIpV6Test-235118808-project] Releasing vlan 389 on physical network physnet1 to pool {{(pid=84040) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 18 21:09:29.502358 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-504c5420-40d9-4911-8cc7-98d49b02eafe tempest-RoutersIpV6Test-235118808 tempest-RoutersIpV6Test-235118808-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1082993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32440923'] for segment, after_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:09:29.511525 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-2c0bb008-34be-4c8e-90b4-aee6dd18b86d admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=0a9a26b5a21c4e8880f9979578b213d5&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6603503 Apr 18 21:09:29.512770 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c0bb008-34be-4c8e-90b4-aee6dd18b86d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0e5af7e9-f9d8-47d7-b822-7827a6da7131,revision_number=1']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:09:29.515574 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 43948) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:09:29.518205 n-d-838334-2 neutron-server[84040]: Traceback (most recent call last): Apr 18 21:09:29.518205 n-d-838334-2 neutron-server[84040]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 18 21:09:29.518205 n-d-838334-2 neutron-server[84040]: timer() Apr 18 21:09:29.518205 n-d-838334-2 neutron-server[84040]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 21:09:29.518205 n-d-838334-2 neutron-server[84040]: cb(*args, **kw) Apr 18 21:09:29.518205 n-d-838334-2 neutron-server[84040]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 18 21:09:29.518205 n-d-838334-2 neutron-server[84040]: return func(*args, **kwargs) Apr 18 21:09:29.518205 n-d-838334-2 neutron-server[84040]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 21:09:29.518205 n-d-838334-2 neutron-server[84040]: self._notify() Apr 18 21:09:29.518205 n-d-838334-2 neutron-server[84040]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 21:09:29.518205 n-d-838334-2 neutron-server[84040]: self.callback(batched_events) Apr 18 21:09:29.518205 n-d-838334-2 neutron-server[84040]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 21:09:29.518205 n-d-838334-2 neutron-server[84040]: event.method(event) Apr 18 21:09:29.518205 n-d-838334-2 neutron-server[84040]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 18 21:09:29.518205 n-d-838334-2 neutron-server[84040]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 21:09:29.518205 n-d-838334-2 neutron-server[84040]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 18 21:09:29.518205 n-d-838334-2 neutron-server[84040]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 21:09:29.518205 n-d-838334-2 neutron-server[84040]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 18 21:09:29.518205 n-d-838334-2 neutron-server[84040]: return f(self, *a, **k) Apr 18 21:09:29.518205 n-d-838334-2 neutron-server[84040]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 18 21:09:29.518205 n-d-838334-2 neutron-server[84040]: return self._get(url).json() Apr 18 21:09:29.518205 n-d-838334-2 neutron-server[84040]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 18 21:09:29.518205 n-d-838334-2 neutron-server[84040]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 21:09:29.518205 n-d-838334-2 neutron-server[84040]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 18 21:09:29.518205 n-d-838334-2 neutron-server[84040]: return self.request(url, 'GET', **kwargs) Apr 18 21:09:29.518205 n-d-838334-2 neutron-server[84040]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 18 21:09:29.518205 n-d-838334-2 neutron-server[84040]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 21:09:29.518205 n-d-838334-2 neutron-server[84040]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 18 21:09:29.518205 n-d-838334-2 neutron-server[84040]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 21:09:29.518205 n-d-838334-2 neutron-server[84040]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 18 21:09:29.518205 n-d-838334-2 neutron-server[84040]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 21:09:29.518205 n-d-838334-2 neutron-server[84040]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 21:09:29.633338 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-394ed615-3f24-4ec9-9444-5e8f6ad4f783 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:09:29.666153 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-394ed615-3f24-4ec9-9444-5e8f6ad4f783 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:09:29.669737 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-0acc6bc3-96f3-4947-8205-e22bbd4918d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33528224'] for security_group, after_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:09:29.725198 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0acc6bc3-96f3-4947-8205-e22bbd4918d0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=deb55840-966e-4375-bf10-d95355e8623f,revision_number=None']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:09:29.727898 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750375287399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253529'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:09:29.743602 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-6ee1d157-8622-48b5-84bd-23a684d72063 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:09:29.783152 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-394ed615-3f24-4ec9-9444-5e8f6ad4f783 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33528224'] for security_group, after_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:09:29.796636 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-504c5420-40d9-4911-8cc7-98d49b02eafe tempest-RoutersIpV6Test-235118808 tempest-RoutersIpV6Test-235118808-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1258898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33526109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33444113'] for network, after_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:09:29.819238 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-6ee1d157-8622-48b5-84bd-23a684d72063 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33528224'] for security_group, after_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:09:29.869262 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-394ed615-3f24-4ec9-9444-5e8f6ad4f783 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e5af7e9-f9d8-47d7-b822-7827a6da7131,revision_number=None']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:09:29.886951 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-394ed615-3f24-4ec9-9444-5e8f6ad4f783 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:09:29.891591 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-394ed615-3f24-4ec9-9444-5e8f6ad4f783 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/0e5af7e9-f9d8-47d7-b822-7827a6da7131 HTTP/1.1" status: 204 len: 168 time: 0.3746762 Apr 18 21:09:30.042910 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-504c5420-40d9-4911-8cc7-98d49b02eafe tempest-RoutersIpV6Test-235118808 tempest-RoutersIpV6Test-235118808-project] Notify callbacks [] for network, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:09:30.056033 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-0acc6bc3-96f3-4947-8205-e22bbd4918d0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:09:30.057584 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-0acc6bc3-96f3-4947-8205-e22bbd4918d0 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/deb55840-966e-4375-bf10-d95355e8623f HTTP/1.1" status: 204 len: 168 time: 1.6210315 Apr 18 21:09:30.094964 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-6ee1d157-8622-48b5-84bd-23a684d72063 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=4d78925aa0024bc781e054537c620b7f&name=default HTTP/1.1" status: 200 len: 2647 time: 0.9115987 Apr 18 21:09:30.097769 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 43962) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:09:30.120565 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-504c5420-40d9-4911-8cc7-98d49b02eafe tempest-RoutersIpV6Test-235118808 tempest-RoutersIpV6Test-235118808-project] Pushing event deleted for resources: {'Network': ['ID=93e07f9a-c91c-4845-840a-efe9774ad9c1,revision_number=None']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:09:30.154424 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-504c5420-40d9-4911-8cc7-98d49b02eafe tempest-RoutersIpV6Test-235118808 tempest-RoutersIpV6Test-235118808-project] 10.222.0.42 "DELETE /v2.0/networks/93e07f9a-c91c-4845-840a-efe9774ad9c1 HTTP/1.1" status: 204 len: 168 time: 2.1970429 Apr 18 21:09:30.160696 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 43966) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:09:30.180879 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.v2.base [None req-e67f8dde-921c-4c18-b244-92732106fcbd tempest-RoutersIpV6Test-235118808 tempest-RoutersIpV6Test-235118808-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-823295125'}} {{(pid=84040) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:09:30.187026 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [None req-e67f8dde-921c-4c18-b244-92732106fcbd tempest-RoutersIpV6Test-235118808 tempest-RoutersIpV6Test-235118808-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:09:30.191480 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-e67f8dde-921c-4c18-b244-92732106fcbd tempest-RoutersIpV6Test-235118808 tempest-RoutersIpV6Test-235118808-project] Usage tracker for resource:network and tenant:3fd12654c90d4a4687b2462ca839c972 is out of sync, need to count used quota {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:09:30.194445 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-e67f8dde-921c-4c18-b244-92732106fcbd tempest-RoutersIpV6Test-235118808 tempest-RoutersIpV6Test-235118808-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:09:30.202985 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [None req-e67f8dde-921c-4c18-b244-92732106fcbd tempest-RoutersIpV6Test-235118808 tempest-RoutersIpV6Test-235118808-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:09:30.219166 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ee1d157-8622-48b5-84bd-23a684d72063 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8ed7c720-a211-49a8-a8b4-937d8127dd6c,revision_number=1']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:09:30.229138 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-4aa4a1bd-3459-44b0-8ab9-913aa8d5f491 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:09:30.245254 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e67f8dde-921c-4c18-b244-92732106fcbd tempest-RoutersIpV6Test-235118808 tempest-RoutersIpV6Test-235118808-project] Made reservation on behalf of 3fd12654c90d4a4687b2462ca839c972 for: {'network': 1} {{(pid=84040) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:09:30.250846 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-e67f8dde-921c-4c18-b244-92732106fcbd tempest-RoutersIpV6Test-235118808 tempest-RoutersIpV6Test-235118808-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for network, before_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:09:30.274605 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-4aa4a1bd-3459-44b0-8ab9-913aa8d5f491 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:09:30.298332 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e67f8dde-921c-4c18-b244-92732106fcbd tempest-RoutersIpV6Test-235118808 tempest-RoutersIpV6Test-235118808-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 376} {{(pid=84040) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 21:09:30.310650 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.db_base_plugin_v2 [None req-8a6a7177-abf3-46f2-b347-80db70d405dc tempest-RoutersNegativeIpV6Test-2082853264 tempest-RoutersNegativeIpV6Test-2082853264-project] Deleting subnet 208d7ca1-47ff-47f8-8fa9-57d44e008598 {{(pid=84040) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 18 21:09:30.315726 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-8a6a7177-abf3-46f2-b347-80db70d405dc tempest-RoutersNegativeIpV6Test-2082853264 tempest-RoutersNegativeIpV6Test-2082853264-project] Notify callbacks [] for subnet, before_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:09:30.355126 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-e67f8dde-921c-4c18-b244-92732106fcbd tempest-RoutersIpV6Test-235118808 tempest-RoutersIpV6Test-235118808-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1082986'] for segment, precommit_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:09:30.355478 n-d-838334-2 neutron-server[84040]: INFO neutron.db.segments_db [None req-e67f8dde-921c-4c18-b244-92732106fcbd tempest-RoutersIpV6Test-235118808 tempest-RoutersIpV6Test-235118808-project] Added segment 1cba7bec-b350-4f43-a94c-234b2e0f0a94 of type vlan for network de0a3812-3377-42ff-9897-4fcc51db0483 Apr 18 21:09:30.371922 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-4aa4a1bd-3459-44b0-8ab9-913aa8d5f491 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33528224'] for security_group, after_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:09:30.405710 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-8a6a7177-abf3-46f2-b347-80db70d405dc tempest-RoutersNegativeIpV6Test-2082853264 tempest-RoutersNegativeIpV6Test-2082853264-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31955982'] for subnet, precommit_delete_associations {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:09:30.422868 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aa4a1bd-3459-44b0-8ab9-913aa8d5f491 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ed7c720-a211-49a8-a8b4-937d8127dd6c,revision_number=None']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:09:30.433414 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-4aa4a1bd-3459-44b0-8ab9-913aa8d5f491 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:09:30.438473 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-4aa4a1bd-3459-44b0-8ab9-913aa8d5f491 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/8ed7c720-a211-49a8-a8b4-937d8127dd6c HTTP/1.1" status: 204 len: 168 time: 0.3358290 Apr 18 21:09:30.476521 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-e67f8dde-921c-4c18-b244-92732106fcbd tempest-RoutersIpV6Test-235118808 tempest-RoutersIpV6Test-235118808-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750374825732'] for network, precommit_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:09:30.546289 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-e67f8dde-921c-4c18-b244-92732106fcbd tempest-RoutersIpV6Test-235118808 tempest-RoutersIpV6Test-235118808-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33526109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022'] for network, after_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:09:30.551607 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e67f8dde-921c-4c18-b244-92732106fcbd tempest-RoutersIpV6Test-235118808 tempest-RoutersIpV6Test-235118808-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:09:30.552721 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-e67f8dde-921c-4c18-b244-92732106fcbd tempest-RoutersIpV6Test-235118808 tempest-RoutersIpV6Test-235118808-project] Notify callbacks [] for network, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:09:30.599277 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-8a6a7177-abf3-46f2-b347-80db70d405dc tempest-RoutersNegativeIpV6Test-2082853264 tempest-RoutersNegativeIpV6Test-2082853264-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1260556'] for subnet, precommit_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:09:30.673298 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 43980) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:09:30.708966 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-656d1cf0-43f6-4a25-b36a-3fb353e94993 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:09:30.729879 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-e67f8dde-921c-4c18-b244-92732106fcbd tempest-RoutersIpV6Test-235118808 tempest-RoutersIpV6Test-235118808-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.5681193 Apr 18 21:09:30.739379 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 43984) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:09:30.751339 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.v2.base [None req-868d8562-155f-438c-ab1b-eae50a6487fc tempest-RoutersIpV6Test-235118808 tempest-RoutersIpV6Test-235118808-project] Request body: {'subnet': {'network_id': 'de0a3812-3377-42ff-9897-4fcc51db0483', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=84040) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:09:30.779693 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e67f8dde-921c-4c18-b244-92732106fcbd tempest-RoutersIpV6Test-235118808 tempest-RoutersIpV6Test-235118808-project] Pushing event updated for resources: {'Network': ['ID=de0a3812-3377-42ff-9897-4fcc51db0483,revision_number=1']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:09:30.782921 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-656d1cf0-43f6-4a25-b36a-3fb353e94993 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:09:30.790591 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-656d1cf0-43f6-4a25-b36a-3fb353e94993 admin admin] Usage tracker for resource:security_group_rule and tenant:04b26da5d4b944e8a92b95af7216989d is out of sync, need to count used quota {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:09:30.793997 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-656d1cf0-43f6-4a25-b36a-3fb353e94993 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:09:30.794989 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Network de0a3812-3377-42ff-9897-4fcc51db0483 details requested by agent ovs-agent-n-d-838334-2 with host n-d-838334-2 {{(pid=84042) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 18 21:09:30.801387 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-656d1cf0-43f6-4a25-b36a-3fb353e94993 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:09:30.934997 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-656d1cf0-43f6-4a25-b36a-3fb353e94993 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:09:30.948067 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-656d1cf0-43f6-4a25-b36a-3fb353e94993 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33528224'] for security_group, after_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:09:31.002913 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-8a6a7177-abf3-46f2-b347-80db70d405dc tempest-RoutersNegativeIpV6Test-2082853264 tempest-RoutersNegativeIpV6Test-2082853264-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1260549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33526260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32440885', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31752825'] for subnet, after_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:09:31.062335 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-656d1cf0-43f6-4a25-b36a-3fb353e94993 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aac1a694-f127-458b-bc96-08c54fc06e1a,revision_number=1']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:09:31.092879 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-656d1cf0-43f6-4a25-b36a-3fb353e94993 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=04b26da5d4b944e8a92b95af7216989d&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4158576 Apr 18 21:09:31.092879 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 44000) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:09:31.180383 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1660d99a-8c6e-47ea-b36a-a42630aa85a4 None None] Network 02734154-f56c-4c09-8c75-9df0427aa850 requested from n-d-838334-2 {{(pid=84042) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 21:09:31.189799 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-8a6a7177-abf3-46f2-b347-80db70d405dc tempest-RoutersNegativeIpV6Test-2082853264 tempest-RoutersNegativeIpV6Test-2082853264-project] Notify callbacks [] for subnet, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:09:31.228146 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-830aef29-9538-4654-9a7f-891ab1718906 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:09:31.238359 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [None req-868d8562-155f-438c-ab1b-eae50a6487fc tempest-RoutersIpV6Test-235118808 tempest-RoutersIpV6Test-235118808-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:09:31.265112 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-868d8562-155f-438c-ab1b-eae50a6487fc tempest-RoutersIpV6Test-235118808 tempest-RoutersIpV6Test-235118808-project] Usage tracker for resource:subnet and tenant:3fd12654c90d4a4687b2462ca839c972 is out of sync, need to count used quota {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:09:31.269365 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-868d8562-155f-438c-ab1b-eae50a6487fc tempest-RoutersIpV6Test-235118808 tempest-RoutersIpV6Test-235118808-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:09:31.286556 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [None req-868d8562-155f-438c-ab1b-eae50a6487fc tempest-RoutersIpV6Test-235118808 tempest-RoutersIpV6Test-235118808-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:09:31.303304 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-830aef29-9538-4654-9a7f-891ab1718906 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:09:31.316242 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a6a7177-abf3-46f2-b347-80db70d405dc tempest-RoutersNegativeIpV6Test-2082853264 tempest-RoutersNegativeIpV6Test-2082853264-project] Pushing event deleted for resources: {'Subnet': ['ID=208d7ca1-47ff-47f8-8fa9-57d44e008598,revision_number=None']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:09:31.321717 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-8a6a7177-abf3-46f2-b347-80db70d405dc tempest-RoutersNegativeIpV6Test-2082853264 tempest-RoutersNegativeIpV6Test-2082853264-project] 10.222.0.42 "DELETE /v2.0/subnets/208d7ca1-47ff-47f8-8fa9-57d44e008598 HTTP/1.1" status: 204 len: 168 time: 1.8658938 Apr 18 21:09:31.323073 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 44016) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:09:31.338284 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-868d8562-155f-438c-ab1b-eae50a6487fc tempest-RoutersIpV6Test-235118808 tempest-RoutersIpV6Test-235118808-project] Made reservation on behalf of 3fd12654c90d4a4687b2462ca839c972 for: {'subnet': 1} {{(pid=84040) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:09:31.486342 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-830aef29-9538-4654-9a7f-891ab1718906 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33528224'] for security_group, after_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:09:31.510052 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-830aef29-9538-4654-9a7f-891ab1718906 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aac1a694-f127-458b-bc96-08c54fc06e1a,revision_number=None']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:09:31.526316 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-830aef29-9538-4654-9a7f-891ab1718906 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:09:31.530419 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-830aef29-9538-4654-9a7f-891ab1718906 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/aac1a694-f127-458b-bc96-08c54fc06e1a HTTP/1.1" status: 204 len: 168 time: 0.4338846 Apr 18 21:09:31.613531 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b3b8127-7953-4238-b9ea-5a49b1205a42 None None] DHCP port deletion for 02734154-f56c-4c09-8c75-9df0427aa850 request from n-d-838334-2 {{(pid=84042) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 18 21:09:31.619543 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.plugin [None req-2b3b8127-7953-4238-b9ea-5a49b1205a42 None None] Deleting port 2d32731c-48ad-4b45-874c-af40c761ec4d {{(pid=84042) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 21:09:31.619543 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-2b3b8127-7953-4238-b9ea-5a49b1205a42 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750375188691'] for port, before_delete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:09:31.805796 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-f355b5ab-c171-4d92-87c9-42734721a8b9 tempest-RoutersNegativeIpV6Test-2082853264 tempest-RoutersNegativeIpV6Test-2082853264-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1103592'] for network, before_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:09:31.898440 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-2b3b8127-7953-4238-b9ea-5a49b1205a42 None None] For port 2d32731c-48ad-4b45-874c-af40c761ec4d, host n-d-838334-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838334-2',level=0,port_id=2d32731c-48ad-4b45-874c-af40c761ec4d,segment=NetworkSegment(01be71db-4c51-41b2-8d85-96bec6349d0d),segment_id=01be71db-4c51-41b2-8d85-96bec6349d0d)] {{(pid=84042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:09:31.899521 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-2b3b8127-7953-4238-b9ea-5a49b1205a42 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369123'] for port, precommit_delete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:09:31.916160 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-868d8562-155f-438c-ab1b-eae50a6487fc tempest-RoutersIpV6Test-235118808 tempest-RoutersIpV6Test-235118808-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31752722'] for subnet, before_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:09:32.136948 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.plugin [None req-2b3b8127-7953-4238-b9ea-5a49b1205a42 None None] Calling delete_port for 2d32731c-48ad-4b45-874c-af40c761ec4d owned by network:dhcp {{(pid=84042) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 21:09:32.181158 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.plugin [None req-f355b5ab-c171-4d92-87c9-42734721a8b9 tempest-RoutersNegativeIpV6Test-2082853264 tempest-RoutersNegativeIpV6Test-2082853264-project] Deleting port 2d32731c-48ad-4b45-874c-af40c761ec4d {{(pid=84040) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 21:09:32.181738 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-f355b5ab-c171-4d92-87c9-42734721a8b9 tempest-RoutersNegativeIpV6Test-2082853264 tempest-RoutersNegativeIpV6Test-2082853264-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750375188691'] for port, before_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:09:32.203751 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 44042) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:09:32.250245 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-2b3b8127-7953-4238-b9ea-5a49b1205a42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750375259028', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750374836628'] for port, after_delete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:09:32.296212 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-868d8562-155f-438c-ab1b-eae50a6487fc tempest-RoutersIpV6Test-235118808 tempest-RoutersIpV6Test-235118808-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33526260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32441074', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31752704'] for subnet, after_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:09:32.307583 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.plugin [None req-f355b5ab-c171-4d92-87c9-42734721a8b9 tempest-RoutersNegativeIpV6Test-2082853264 tempest-RoutersNegativeIpV6Test-2082853264-project] The port '2d32731c-48ad-4b45-874c-af40c761ec4d' was deleted {{(pid=84040) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 18 21:09:32.316539 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b3b8127-7953-4238-b9ea-5a49b1205a42 None None] Pushing event deleted for resources: {'Port': ['ID=2d32731c-48ad-4b45-874c-af40c761ec4d,revision_number=None']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:09:32.322656 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b3b8127-7953-4238-b9ea-5a49b1205a42 None None] No DVR routers for this DVR port 2d32731c-48ad-4b45-874c-af40c761ec4d on host n-d-838334-2 {{(pid=84042) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 21:09:32.444183 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Device 2d32731c-48ad-4b45-874c-af40c761ec4d no longer exists at agent ovs-agent-n-d-838334-2 {{(pid=84042) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 21:09:32.518234 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.plugin [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] No Port match for: 2d32731c-48ad-4b45-874c-af40c761ec4d {{(pid=84042) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 18 21:09:32.520160 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Device 2d32731c-48ad-4b45-874c-af40c761ec4d not bound to the agent host n-d-838334-2 {{(pid=84042) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 21:09:32.567819 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-dd95ddb4-f1d8-48f9-a9b2-fb6e86a39a6b tempest-ServiceProvidersTest-1556172843 tempest-ServiceProvidersTest-1556172843-project] 10.222.0.42 "GET /v2.0/service-providers HTTP/1.1" status: 200 len: 498 time: 0.3616946 Apr 18 21:09:32.739558 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-f355b5ab-c171-4d92-87c9-42734721a8b9 tempest-RoutersNegativeIpV6Test-2082853264 tempest-RoutersNegativeIpV6Test-2082853264-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1258905', 'neutron.services.segments.db._delete_segments_for_network-8750375287417'] for network, precommit_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:09:32.754835 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-868d8562-155f-438c-ab1b-eae50a6487fc tempest-RoutersIpV6Test-235118808 tempest-RoutersIpV6Test-235118808-project] Pushing event updated for resources: {'Subnet': ['ID=2e0e73d6-4ce1-4c0b-9c33-2fcc3e87ca37,revision_number=0']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:09:32.759400 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-868d8562-155f-438c-ab1b-eae50a6487fc tempest-RoutersIpV6Test-235118808 tempest-RoutersIpV6Test-235118808-project] Checking segment: {'id': '1cba7bec-b350-4f43-a94c-234b2e0f0a94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': 'de0a3812-3377-42ff-9897-4fcc51db0483'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84040) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 21:09:32.759923 n-d-838334-2 neutron-server[84040]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-868d8562-155f-438c-ab1b-eae50a6487fc tempest-RoutersIpV6Test-235118808 tempest-RoutersIpV6Test-235118808-project] Network hostable DHCP agents. Network: de0a3812-3377-42ff-9897-4fcc51db0483, hostable agents: ['8746f8ea-3e91-4b32-9919-2c63adeb8722'], hosted agents: [] {{(pid=84040) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 21:09:32.809954 n-d-838334-2 neutron-server[84040]: DEBUG neutron.services.segments.db [None req-f355b5ab-c171-4d92-87c9-42734721a8b9 tempest-RoutersNegativeIpV6Test-2082853264 tempest-RoutersNegativeIpV6Test-2082853264-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['02734154-f56c-4c09-8c75-9df0427aa850']}} {{(pid=84040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:09:32.829734 n-d-838334-2 neutron-server[84040]: DEBUG neutron.services.segments.db [None req-f355b5ab-c171-4d92-87c9-42734721a8b9 tempest-RoutersNegativeIpV6Test-2082853264 tempest-RoutersNegativeIpV6Test-2082853264-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '01be71db-4c51-41b2-8d85-96bec6349d0d') {'for_net_delete': True} {{(pid=84040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:09:32.830027 n-d-838334-2 neutron-server[84040]: DEBUG neutron.services.segments.db [None req-f355b5ab-c171-4d92-87c9-42734721a8b9 tempest-RoutersNegativeIpV6Test-2082853264 tempest-RoutersNegativeIpV6Test-2082853264-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '01be71db-4c51-41b2-8d85-96bec6349d0d') {} {{(pid=84040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:09:32.851308 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-f355b5ab-c171-4d92-87c9-42734721a8b9 tempest-RoutersNegativeIpV6Test-2082853264 tempest-RoutersNegativeIpV6Test-2082853264-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750375287300', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31955965'] for segment, before_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:09:32.877777 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-f355b5ab-c171-4d92-87c9-42734721a8b9 tempest-RoutersNegativeIpV6Test-2082853264 tempest-RoutersNegativeIpV6Test-2082853264-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1082986'] for segment, precommit_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:09:32.885558 n-d-838334-2 neutron-server[84040]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-868d8562-155f-438c-ab1b-eae50a6487fc tempest-RoutersIpV6Test-235118808 tempest-RoutersIpV6Test-235118808-project] Network de0a3812-3377-42ff-9897-4fcc51db0483 is scheduled to be hosted by DHCP agent 8746f8ea-3e91-4b32-9919-2c63adeb8722 with binding_index 1 {{(pid=84040) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 21:09:32.890953 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f355b5ab-c171-4d92-87c9-42734721a8b9 tempest-RoutersNegativeIpV6Test-2082853264 tempest-RoutersNegativeIpV6Test-2082853264-project] Releasing vlan 379 on physical network physnet1 to pool {{(pid=84040) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 18 21:09:32.891445 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-f355b5ab-c171-4d92-87c9-42734721a8b9 tempest-RoutersNegativeIpV6Test-2082853264 tempest-RoutersNegativeIpV6Test-2082853264-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1082993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32440923'] for segment, after_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:09:32.933727 n-d-838334-2 neutron-server[84040]: Traceback (most recent call last): Apr 18 21:09:32.933727 n-d-838334-2 neutron-server[84040]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 18 21:09:32.933727 n-d-838334-2 neutron-server[84040]: timer() Apr 18 21:09:32.933727 n-d-838334-2 neutron-server[84040]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 21:09:32.933727 n-d-838334-2 neutron-server[84040]: cb(*args, **kw) Apr 18 21:09:32.933727 n-d-838334-2 neutron-server[84040]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 18 21:09:32.933727 n-d-838334-2 neutron-server[84040]: return func(*args, **kwargs) Apr 18 21:09:32.933727 n-d-838334-2 neutron-server[84040]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 21:09:32.933727 n-d-838334-2 neutron-server[84040]: self._notify() Apr 18 21:09:32.933727 n-d-838334-2 neutron-server[84040]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 21:09:32.933727 n-d-838334-2 neutron-server[84040]: self.callback(batched_events) Apr 18 21:09:32.933727 n-d-838334-2 neutron-server[84040]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 21:09:32.933727 n-d-838334-2 neutron-server[84040]: event.method(event) Apr 18 21:09:32.933727 n-d-838334-2 neutron-server[84040]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 18 21:09:32.933727 n-d-838334-2 neutron-server[84040]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 21:09:32.933727 n-d-838334-2 neutron-server[84040]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 18 21:09:32.933727 n-d-838334-2 neutron-server[84040]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 21:09:32.933727 n-d-838334-2 neutron-server[84040]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 18 21:09:32.933727 n-d-838334-2 neutron-server[84040]: return f(self, *a, **k) Apr 18 21:09:32.933727 n-d-838334-2 neutron-server[84040]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 18 21:09:32.933727 n-d-838334-2 neutron-server[84040]: return self._get(url).json() Apr 18 21:09:32.933727 n-d-838334-2 neutron-server[84040]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 18 21:09:32.933727 n-d-838334-2 neutron-server[84040]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 21:09:32.933727 n-d-838334-2 neutron-server[84040]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 18 21:09:32.933727 n-d-838334-2 neutron-server[84040]: return self.request(url, 'GET', **kwargs) Apr 18 21:09:32.933727 n-d-838334-2 neutron-server[84040]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 18 21:09:32.933727 n-d-838334-2 neutron-server[84040]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 21:09:32.933727 n-d-838334-2 neutron-server[84040]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 18 21:09:32.933727 n-d-838334-2 neutron-server[84040]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 21:09:32.933727 n-d-838334-2 neutron-server[84040]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 18 21:09:32.933727 n-d-838334-2 neutron-server[84040]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 21:09:32.933727 n-d-838334-2 neutron-server[84040]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 21:09:33.030345 n-d-838334-2 neutron-server[84040]: DEBUG neutron.scheduler.base_scheduler [None req-868d8562-155f-438c-ab1b-eae50a6487fc tempest-RoutersIpV6Test-235118808 tempest-RoutersIpV6Test-235118808-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-838334-2, de0a3812-3377-42ff-9897-4fcc51db0483) {{(pid=84040) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:09:33.035993 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-868d8562-155f-438c-ab1b-eae50a6487fc tempest-RoutersIpV6Test-235118808 tempest-RoutersIpV6Test-235118808-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:09:33.037061 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-868d8562-155f-438c-ab1b-eae50a6487fc tempest-RoutersIpV6Test-235118808 tempest-RoutersIpV6Test-235118808-project] Notify callbacks [] for subnet, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:09:33.048672 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7424dced-b717-4f09-9c49-5f5ea52343fe None None] Network de0a3812-3377-42ff-9897-4fcc51db0483 requested from n-d-838334-2 {{(pid=84042) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 21:09:33.079566 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-868d8562-155f-438c-ab1b-eae50a6487fc tempest-RoutersIpV6Test-235118808 tempest-RoutersIpV6Test-235118808-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.3388681 Apr 18 21:09:33.082130 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 44080) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:09:33.087930 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.v2.base [None req-ed946209-ace2-4554-9211-aa8dfa2bede7 tempest-RoutersIpV6Test-235118808 tempest-RoutersIpV6Test-235118808-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-904607461', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=84041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:09:33.105810 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-f355b5ab-c171-4d92-87c9-42734721a8b9 tempest-RoutersNegativeIpV6Test-2082853264 tempest-RoutersNegativeIpV6Test-2082853264-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1258898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33526109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33444113'] for network, after_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:09:33.107705 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-ed946209-ace2-4554-9211-aa8dfa2bede7 tempest-RoutersIpV6Test-235118808 tempest-RoutersIpV6Test-235118808-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:09:33.114231 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-f355b5ab-c171-4d92-87c9-42734721a8b9 tempest-RoutersNegativeIpV6Test-2082853264 tempest-RoutersNegativeIpV6Test-2082853264-project] Notify callbacks [] for network, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:09:33.115357 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-ed946209-ace2-4554-9211-aa8dfa2bede7 tempest-RoutersIpV6Test-235118808 tempest-RoutersIpV6Test-235118808-project] Usage tracker for resource:router and tenant:3fd12654c90d4a4687b2462ca839c972 is out of sync, need to count used quota {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:09:33.124904 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-ed946209-ace2-4554-9211-aa8dfa2bede7 tempest-RoutersIpV6Test-235118808 tempest-RoutersIpV6Test-235118808-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:09:33.145727 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-ed946209-ace2-4554-9211-aa8dfa2bede7 tempest-RoutersIpV6Test-235118808 tempest-RoutersIpV6Test-235118808-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:09:33.152205 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f355b5ab-c171-4d92-87c9-42734721a8b9 tempest-RoutersNegativeIpV6Test-2082853264 tempest-RoutersNegativeIpV6Test-2082853264-project] Pushing event deleted for resources: {'Network': ['ID=02734154-f56c-4c09-8c75-9df0427aa850,revision_number=None']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:09:33.159853 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-f355b5ab-c171-4d92-87c9-42734721a8b9 tempest-RoutersNegativeIpV6Test-2082853264 tempest-RoutersNegativeIpV6Test-2082853264-project] 10.222.0.42 "DELETE /v2.0/networks/02734154-f56c-4c09-8c75-9df0427aa850 HTTP/1.1" status: 204 len: 168 time: 1.8358121 Apr 18 21:09:33.164444 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 44084) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:09:33.180155 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-ed946209-ace2-4554-9211-aa8dfa2bede7 tempest-RoutersIpV6Test-235118808 tempest-RoutersIpV6Test-235118808-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-33442106', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5708'] for router, before_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:09:33.181278 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-ed946209-ace2-4554-9211-aa8dfa2bede7 tempest-RoutersIpV6Test-235118808 tempest-RoutersIpV6Test-235118808-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33442137', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33444285', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33535433', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5703'] for router, precommit_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:09:33.217067 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-ed946209-ace2-4554-9211-aa8dfa2bede7 tempest-RoutersIpV6Test-235118808 tempest-RoutersIpV6Test-235118808-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:09:33.253813 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-ed946209-ace2-4554-9211-aa8dfa2bede7 tempest-RoutersIpV6Test-235118808 tempest-RoutersIpV6Test-235118808-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33443529', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33444176'] for router, after_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:09:33.289771 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-f24a9ba9-7bcd-436c-9cca-e16e38f89a67 tempest-RoutersNegativeIpV6Test-2082853264 tempest-RoutersNegativeIpV6Test-2082853264-project] Synchronizing usage tracker for tenant:96d414bf260e4d24a9412ba94380cbaf on resource:port {{(pid=84040) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 21:09:33.326928 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-f24a9ba9-7bcd-436c-9cca-e16e38f89a67 tempest-RoutersNegativeIpV6Test-2082853264 tempest-RoutersNegativeIpV6Test-2082853264-project] Unset dirty status for tenant:96d414bf260e4d24a9412ba94380cbaf on resource:port {{(pid=84040) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 21:09:33.332490 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 44090) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:09:33.334448 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-f24a9ba9-7bcd-436c-9cca-e16e38f89a67 tempest-RoutersNegativeIpV6Test-2082853264 tempest-RoutersNegativeIpV6Test-2082853264-project] 10.222.0.42 "GET /v2.0/ports?device_id=96585ca4-f503-4bc0-aa57-2b0fc3ed1a98 HTTP/1.1" status: 200 len: 205 time: 0.1674931 Apr 18 21:09:33.369643 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff96094e-811b-4663-bca8-4213653180db None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp016840fc-1f9f-5892-9c53-c9cf6c845bbb-de0a3812-3377-42ff-9897-4fcc51db0483', 'network_id': 'de0a3812-3377-42ff-9897-4fcc51db0483', 'tenant_id': '3fd12654c90d4a4687b2462ca839c972', 'fixed_ips': [{'subnet_id': '2e0e73d6-4ce1-4c0b-9c33-2fcc3e87ca37'}]}} from n-d-838334-2. {{(pid=84042) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 18 21:09:33.370661 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-ff96094e-811b-4663-bca8-4213653180db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_create {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:09:33.409989 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 44100) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:09:33.519833 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-ed946209-ace2-4554-9211-aa8dfa2bede7 tempest-RoutersIpV6Test-235118808 tempest-RoutersIpV6Test-235118808-project] Notify callbacks [] for router, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:09:33.524076 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 44110) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:09:33.540893 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.v2.base [None req-7dbb06d6-5453-4ec3-a6be-a05747546b59 tempest-RoutersIpV6Test-235118808 tempest-RoutersIpV6Test-235118808-project] Request body: {'port': {'network_id': 'de0a3812-3377-42ff-9897-4fcc51db0483', 'name': 'tempest-RoutersIpV6Test-1296275057'}} {{(pid=84040) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:09:33.544236 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-ed946209-ace2-4554-9211-aa8dfa2bede7 tempest-RoutersIpV6Test-235118808 tempest-RoutersIpV6Test-235118808-project] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.4607258 Apr 18 21:09:33.619934 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-8cd8485d-ea57-4fdf-9ef6-376f6954c479 tempest-RoutersNegativeIpV6Test-2082853264 tempest-RoutersNegativeIpV6Test-2082853264-project] Notify callbacks [] for router, before_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:09:33.686127 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.db_base_plugin_common [None req-ff96094e-811b-4663-bca8-4213653180db None None] Allocated IP 2001:db8::2 (de0a3812-3377-42ff-9897-4fcc51db0483/2e0e73d6-4ce1-4c0b-9c33-2fcc3e87ca37/ad5e98e2-b33b-42e9-b9ba-ece76a68ead6) {{(pid=84042) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 21:09:33.968931 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [None req-7dbb06d6-5453-4ec3-a6be-a05747546b59 tempest-RoutersIpV6Test-235118808 tempest-RoutersIpV6Test-235118808-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:09:33.977742 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-7dbb06d6-5453-4ec3-a6be-a05747546b59 tempest-RoutersIpV6Test-235118808 tempest-RoutersIpV6Test-235118808-project] Usage tracker for resource:port and tenant:3fd12654c90d4a4687b2462ca839c972 is out of sync, need to count used quota {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:09:33.990744 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-7dbb06d6-5453-4ec3-a6be-a05747546b59 tempest-RoutersIpV6Test-235118808 tempest-RoutersIpV6Test-235118808-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:09:33.998135 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [None req-7dbb06d6-5453-4ec3-a6be-a05747546b59 tempest-RoutersIpV6Test-235118808 tempest-RoutersIpV6Test-235118808-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:09:34.018705 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750375287399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253529'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:09:34.103114 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-f8e39f9a-2974-445c-b2b4-195e9ed29b4a admin admin] Notify callbacks [] for security_group, before_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:09:34.131587 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7dbb06d6-5453-4ec3-a6be-a05747546b59 tempest-RoutersIpV6Test-235118808 tempest-RoutersIpV6Test-235118808-project] Made reservation on behalf of 3fd12654c90d4a4687b2462ca839c972 for: {'port': 1} {{(pid=84040) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:09:34.135542 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-7dbb06d6-5453-4ec3-a6be-a05747546b59 tempest-RoutersIpV6Test-235118808 tempest-RoutersIpV6Test-235118808-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:09:34.176824 n-d-838334-2 neutron-server[84040]: DEBUG neutron.notifiers.nova [None req-7dbb06d6-5453-4ec3-a6be-a05747546b59 tempest-RoutersIpV6Test-235118808 tempest-RoutersIpV6Test-235118808-project] device_id is not set on port 9724e457-8e70-4292-8db5-43de21ee2fc6 yet. {{(pid=84040) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 18 21:09:34.251980 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [None req-f8e39f9a-2974-445c-b2b4-195e9ed29b4a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:09:34.262173 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-f8e39f9a-2974-445c-b2b4-195e9ed29b4a admin admin] Usage tracker for resource:security_group_rule and tenant:2b0df47689cb4b45a323e17232fa0a03 is out of sync, need to count used quota {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:09:34.268909 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-f8e39f9a-2974-445c-b2b4-195e9ed29b4a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:09:34.284750 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [None req-f8e39f9a-2974-445c-b2b4-195e9ed29b4a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:09:34.298951 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-ff96094e-811b-4663-bca8-4213653180db None None] Notify callbacks [] for port, precommit_create {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:09:34.320314 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-ff96094e-811b-4663-bca8-4213653180db None None] Transition to ACTIVE for port object ad5e98e2-b33b-42e9-b9ba-ece76a68ead6 will not be triggered until provisioned by entity L2. {{(pid=84042) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:09:34.381866 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-ff96094e-811b-4663-bca8-4213653180db None None] Transition to ACTIVE for port object ad5e98e2-b33b-42e9-b9ba-ece76a68ead6 will not be triggered until provisioned by entity DHCP. {{(pid=84042) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:09:34.396707 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-ff96094e-811b-4663-bca8-4213653180db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750374836619'] for port, after_create {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:09:34.528174 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-f8e39f9a-2974-445c-b2b4-195e9ed29b4a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:09:34.546681 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-f8e39f9a-2974-445c-b2b4-195e9ed29b4a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33528224'] for security_group, after_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:09:34.624810 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.db_base_plugin_common [None req-7dbb06d6-5453-4ec3-a6be-a05747546b59 tempest-RoutersIpV6Test-235118808 tempest-RoutersIpV6Test-235118808-project] Allocated IP 2001:db8::198 (de0a3812-3377-42ff-9897-4fcc51db0483/2e0e73d6-4ce1-4c0b-9c33-2fcc3e87ca37/9724e457-8e70-4292-8db5-43de21ee2fc6) {{(pid=84040) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 21:09:34.671971 n-d-838334-2 neutron-server[84042]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff96094e-811b-4663-bca8-4213653180db None None] Network de0a3812-3377-42ff-9897-4fcc51db0483 is already hosted by enough agents. {{(pid=84042) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:09:34.673709 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff96094e-811b-4663-bca8-4213653180db None None] Pushing event updated for resources: {'Port': ['ID=ad5e98e2-b33b-42e9-b9ba-ece76a68ead6,revision_number=1']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:09:34.682039 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-8cd8485d-ea57-4fdf-9ef6-376f6954c479 tempest-RoutersNegativeIpV6Test-2082853264 tempest-RoutersNegativeIpV6Test-2082853264-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33443580', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5726'] for router, precommit_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:09:34.684060 n-d-838334-2 neutron-server[84042]: DEBUG neutron.scheduler.base_scheduler [None req-ff96094e-811b-4663-bca8-4213653180db None None] Resources bound (agent type, host, resource id): {{(pid=84042) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:09:34.689179 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff96094e-811b-4663-bca8-4213653180db None None] Received port after_create {{(pid=84042) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 21:09:34.695181 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-8cd8485d-ea57-4fdf-9ef6-376f6954c479 tempest-RoutersNegativeIpV6Test-2082853264 tempest-RoutersNegativeIpV6Test-2082853264-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:09:34.705023 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-f8e39f9a-2974-445c-b2b4-195e9ed29b4a admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=2b0df47689cb4b45a323e17232fa0a03&name=default HTTP/1.1" status: 200 len: 2647 time: 1.2938211 Apr 18 21:09:34.708243 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8e39f9a-2974-445c-b2b4-195e9ed29b4a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7cd41553-f9cb-485a-892f-c794194beada,revision_number=1']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:09:34.736318 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 44148) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:09:34.749361 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-8cd8485d-ea57-4fdf-9ef6-376f6954c479 tempest-RoutersNegativeIpV6Test-2082853264 tempest-RoutersNegativeIpV6Test-2082853264-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-33443408'] for router, after_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:09:34.749928 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8cd8485d-ea57-4fdf-9ef6-376f6954c479 tempest-RoutersNegativeIpV6Test-2082853264 tempest-RoutersNegativeIpV6Test-2082853264-project] Fanout notify agent at l3_agent the message router_deleted on router 96585ca4-f503-4bc0-aa57-2b0fc3ed1a98 {{(pid=84041) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 18 21:09:34.771771 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-8cd8485d-ea57-4fdf-9ef6-376f6954c479 tempest-RoutersNegativeIpV6Test-2082853264 tempest-RoutersNegativeIpV6Test-2082853264-project] Notify callbacks [] for router, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:09:34.778533 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-8cd8485d-ea57-4fdf-9ef6-376f6954c479 tempest-RoutersNegativeIpV6Test-2082853264 tempest-RoutersNegativeIpV6Test-2082853264-project] 10.222.0.42 "DELETE /v2.0/routers/96585ca4-f503-4bc0-aa57-2b0fc3ed1a98 HTTP/1.1" status: 204 len: 168 time: 1.4449019 Apr 18 21:09:34.891320 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.managers [None req-ff96094e-811b-4663-bca8-4213653180db None None] Attempting to bind port ad5e98e2-b33b-42e9-b9ba-ece76a68ead6 on host n-d-838334-2 for vnic_type normal with profile {{(pid=84042) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 21:09:34.891723 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.managers [None req-ff96094e-811b-4663-bca8-4213653180db None None] Attempting to bind port ad5e98e2-b33b-42e9-b9ba-ece76a68ead6 by drivers openvswitch,hyperv on host n-d-838334-2 at level 0 using segments [{'id': '1cba7bec-b350-4f43-a94c-234b2e0f0a94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': 'de0a3812-3377-42ff-9897-4fcc51db0483'}] {{(pid=84042) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 21:09:34.892097 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff96094e-811b-4663-bca8-4213653180db None None] Attempting to bind port ad5e98e2-b33b-42e9-b9ba-ece76a68ead6 on network de0a3812-3377-42ff-9897-4fcc51db0483 {{(pid=84042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 21:09:34.899943 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff96094e-811b-4663-bca8-4213653180db None None] Checking agent: {'id': '97cd4414-7af6-4d67-868d-dff370b4071a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838334-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 25, 49), 'started_at': datetime.datetime(2022, 4, 18, 20, 26, 19), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 21, 9, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838334-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 18 21:09:34.900367 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff96094e-811b-4663-bca8-4213653180db None None] Checking segment: {'id': '1cba7bec-b350-4f43-a94c-234b2e0f0a94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': 'de0a3812-3377-42ff-9897-4fcc51db0483'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84042) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 21:09:34.900911 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-ff96094e-811b-4663-bca8-4213653180db None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:09:34.901310 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff96094e-811b-4663-bca8-4213653180db None None] Bound using segment: {'id': '1cba7bec-b350-4f43-a94c-234b2e0f0a94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': 'de0a3812-3377-42ff-9897-4fcc51db0483'} {{(pid=84042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 18 21:09:34.901779 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.managers [None req-ff96094e-811b-4663-bca8-4213653180db None None] Bound port: ad5e98e2-b33b-42e9-b9ba-ece76a68ead6, host: n-d-838334-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1cba7bec-b350-4f43-a94c-234b2e0f0a94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': 'de0a3812-3377-42ff-9897-4fcc51db0483'}}] {{(pid=84042) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 21:09:34.902151 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-ff96094e-811b-4663-bca8-4213653180db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:09:34.984044 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-fa22becc-294a-4b1d-b701-231f77c1ed2e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:09:35.008415 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-ff96094e-811b-4663-bca8-4213653180db None None] For port ad5e98e2-b33b-42e9-b9ba-ece76a68ead6, host n-d-838334-2, cleared binding levels {{(pid=84042) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 21:09:35.012399 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-ff96094e-811b-4663-bca8-4213653180db None None] For port ad5e98e2-b33b-42e9-b9ba-ece76a68ead6, host n-d-838334-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838334-2',level=0,port_id=ad5e98e2-b33b-42e9-b9ba-ece76a68ead6,segment=NetworkSegment(1cba7bec-b350-4f43-a94c-234b2e0f0a94),segment_id=1cba7bec-b350-4f43-a94c-234b2e0f0a94)] {{(pid=84042) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 21:09:35.022147 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-ff96094e-811b-4663-bca8-4213653180db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682'] for port, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:09:35.038857 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-fa22becc-294a-4b1d-b701-231f77c1ed2e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:09:35.131053 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-7dbb06d6-5453-4ec3-a6be-a05747546b59 tempest-RoutersIpV6Test-235118808 tempest-RoutersIpV6Test-235118808-project] Notify callbacks [] for port, precommit_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:09:35.158984 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff96094e-811b-4663-bca8-4213653180db None None] Pushing event updated for resources: {'Port': ['ID=ad5e98e2-b33b-42e9-b9ba-ece76a68ead6,revision_number=2']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:09:35.173543 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.provisioning_blocks [None req-7dbb06d6-5453-4ec3-a6be-a05747546b59 tempest-RoutersIpV6Test-235118808 tempest-RoutersIpV6Test-235118808-project] Transition to ACTIVE for port object 9724e457-8e70-4292-8db5-43de21ee2fc6 will not be triggered until provisioned by entity DHCP. {{(pid=84040) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:09:35.174782 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-fa22becc-294a-4b1d-b701-231f77c1ed2e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33528224'] for security_group, after_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:09:35.195953 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa22becc-294a-4b1d-b701-231f77c1ed2e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7cd41553-f9cb-485a-892f-c794194beada,revision_number=None']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:09:35.227990 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-fa22becc-294a-4b1d-b701-231f77c1ed2e admin admin] Notify callbacks [] for security_group, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:09:35.229107 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-fa22becc-294a-4b1d-b701-231f77c1ed2e admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/7cd41553-f9cb-485a-892f-c794194beada HTTP/1.1" status: 204 len: 168 time: 0.4907038 Apr 18 21:09:35.254597 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-7dbb06d6-5453-4ec3-a6be-a05747546b59 tempest-RoutersIpV6Test-235118808 tempest-RoutersIpV6Test-235118808-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750374836619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32440838'] for port, after_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:09:35.371766 n-d-838334-2 neutron-server[84040]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7dbb06d6-5453-4ec3-a6be-a05747546b59 tempest-RoutersIpV6Test-235118808 tempest-RoutersIpV6Test-235118808-project] Network de0a3812-3377-42ff-9897-4fcc51db0483 is already hosted by enough agents. {{(pid=84040) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:09:35.377593 n-d-838334-2 neutron-server[84040]: DEBUG neutron.scheduler.base_scheduler [None req-7dbb06d6-5453-4ec3-a6be-a05747546b59 tempest-RoutersIpV6Test-235118808 tempest-RoutersIpV6Test-235118808-project] Resources bound (agent type, host, resource id): {{(pid=84040) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:09:35.379868 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dbb06d6-5453-4ec3-a6be-a05747546b59 tempest-RoutersIpV6Test-235118808 tempest-RoutersIpV6Test-235118808-project] Pushing event updated for resources: {'Port': ['ID=9724e457-8e70-4292-8db5-43de21ee2fc6,revision_number=1']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:09:35.389861 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7dbb06d6-5453-4ec3-a6be-a05747546b59 tempest-RoutersIpV6Test-235118808 tempest-RoutersIpV6Test-235118808-project] Received port after_create {{(pid=84040) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 21:09:35.394460 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7dbb06d6-5453-4ec3-a6be-a05747546b59 tempest-RoutersIpV6Test-235118808 tempest-RoutersIpV6Test-235118808-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:09:35.395337 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-7dbb06d6-5453-4ec3-a6be-a05747546b59 tempest-RoutersIpV6Test-235118808 tempest-RoutersIpV6Test-235118808-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217293'] for port, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:09:35.446190 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-7dbb06d6-5453-4ec3-a6be-a05747546b59 tempest-RoutersIpV6Test-235118808 tempest-RoutersIpV6Test-235118808-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.9187834 Apr 18 21:09:35.465109 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 44182) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:09:35.976175 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 44192) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:09:36.501824 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Device ad5e98e2-b33b-42e9-b9ba-ece76a68ead6 up at agent ovs-agent-n-d-838334-2 {{(pid=84042) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 21:09:36.651198 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-8dd28194-74dc-42f5-8510-f9dde3954de6 tempest-RoutersIpV6Test-235118808 tempest-RoutersIpV6Test-235118808-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:09:36.668929 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-0cda76f2-fb1c-43b2-8f02-02a2c6168715 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=96d414bf260e4d24a9412ba94380cbaf&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6910524 Apr 18 21:09:36.672439 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 44216) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:09:36.703953 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Provisioning for port ad5e98e2-b33b-42e9-b9ba-ece76a68ead6 completed by entity L2. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 21:09:36.712113 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a057317f-ccef-4659-b1ed-c17dd1fb1f05 None None] Network de0a3812-3377-42ff-9897-4fcc51db0483 requested from n-d-838334-2 {{(pid=84042) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 21:09:36.789291 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-f8213f5f-54fb-412d-9695-8300cd469aee admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:09:36.826511 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-f8213f5f-54fb-412d-9695-8300cd469aee admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:09:36.930294 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-f8213f5f-54fb-412d-9695-8300cd469aee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33528224'] for security_group, after_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:09:36.958033 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8213f5f-54fb-412d-9695-8300cd469aee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=268010d4-00b0-45f8-a854-b94f0b2411ed,revision_number=None']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:09:36.985112 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-f8213f5f-54fb-412d-9695-8300cd469aee admin admin] Notify callbacks [] for security_group, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:09:36.990778 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-f8213f5f-54fb-412d-9695-8300cd469aee admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/268010d4-00b0-45f8-a854-b94f0b2411ed HTTP/1.1" status: 204 len: 168 time: 0.3172591 Apr 18 21:09:37.086168 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-2be315d7-f2dd-4a43-9b93-7a5faac40e3d None None] Provisioning for port ad5e98e2-b33b-42e9-b9ba-ece76a68ead6 completed by entity DHCP. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 21:09:37.093486 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-2be315d7-f2dd-4a43-9b93-7a5faac40e3d None None] Provisioning complete for port ad5e98e2-b33b-42e9-b9ba-ece76a68ead6 triggered by entity DHCP. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:09:37.093646 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-2be315d7-f2dd-4a43-9b93-7a5faac40e3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1253608'] for port, provisioning_complete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:09:37.554116 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-8dd28194-74dc-42f5-8510-f9dde3954de6 tempest-RoutersIpV6Test-235118808 tempest-RoutersIpV6Test-235118808-project] Notify callbacks [] for port, precommit_update {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:09:37.564113 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-8dd28194-74dc-42f5-8510-f9dde3954de6 tempest-RoutersIpV6Test-235118808 tempest-RoutersIpV6Test-235118808-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32266282'] for port, after_update {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:09:37.574032 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-2be315d7-f2dd-4a43-9b93-7a5faac40e3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:09:37.666657 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-2be315d7-f2dd-4a43-9b93-7a5faac40e3d None None] For port ad5e98e2-b33b-42e9-b9ba-ece76a68ead6, host n-d-838334-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838334-2',level=0,port_id=ad5e98e2-b33b-42e9-b9ba-ece76a68ead6,segment=NetworkSegment(1cba7bec-b350-4f43-a94c-234b2e0f0a94),segment_id=1cba7bec-b350-4f43-a94c-234b2e0f0a94)] {{(pid=84042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:09:37.676420 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-2be315d7-f2dd-4a43-9b93-7a5faac40e3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682'] for port, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:09:37.693410 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dd28194-74dc-42f5-8510-f9dde3954de6 tempest-RoutersIpV6Test-235118808 tempest-RoutersIpV6Test-235118808-project] Pushing event updated for resources: {'Port': ['ID=9724e457-8e70-4292-8db5-43de21ee2fc6,revision_number=2']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:09:37.841223 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2be315d7-f2dd-4a43-9b93-7a5faac40e3d None None] Pushing event updated for resources: {'Port': ['ID=ad5e98e2-b33b-42e9-b9ba-ece76a68ead6,revision_number=3']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:09:38.240291 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-8dd28194-74dc-42f5-8510-f9dde3954de6 tempest-RoutersIpV6Test-235118808 tempest-RoutersIpV6Test-235118808-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33444010'] for router_interface, before_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:09:38.355285 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-b818b9e8-c698-4eb6-a5b3-7f602526d900 None None] Provisioning complete for port ad5e98e2-b33b-42e9-b9ba-ece76a68ead6 triggered by entity DHCP. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:09:38.356470 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-b818b9e8-c698-4eb6-a5b3-7f602526d900 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1253608'] for port, provisioning_complete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:09:38.500894 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Device ad5e98e2-b33b-42e9-b9ba-ece76a68ead6 up at agent ovs-agent-n-d-838334-2 {{(pid=84042) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 21:09:38.504413 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-8dd28194-74dc-42f5-8510-f9dde3954de6 tempest-RoutersIpV6Test-235118808 tempest-RoutersIpV6Test-235118808-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:09:38.924980 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-b818b9e8-c698-4eb6-a5b3-7f602526d900 None None] Provisioning for port 9724e457-8e70-4292-8db5-43de21ee2fc6 completed by entity DHCP. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 21:09:38.948850 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Provisioning complete for port ad5e98e2-b33b-42e9-b9ba-ece76a68ead6 triggered by entity L2. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:09:38.949219 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1253608'] for port, provisioning_complete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:09:39.036986 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-b818b9e8-c698-4eb6-a5b3-7f602526d900 None None] Provisioning complete for port 9724e457-8e70-4292-8db5-43de21ee2fc6 triggered by entity DHCP. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:09:39.037504 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-b818b9e8-c698-4eb6-a5b3-7f602526d900 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1253608'] for port, provisioning_complete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:09:39.164716 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.plugin [None req-b818b9e8-c698-4eb6-a5b3-7f602526d900 None None] Port 9724e457-8e70-4292-8db5-43de21ee2fc6 cannot update to ACTIVE because it is not bound. {{(pid=84042) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 18 21:09:39.385988 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-7990bc6d-394f-4114-90c7-d65b82989618 None None] Provisioning complete for port 9724e457-8e70-4292-8db5-43de21ee2fc6 triggered by entity DHCP. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:09:39.386357 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-7990bc6d-394f-4114-90c7-d65b82989618 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1253608'] for port, provisioning_complete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:09:39.400558 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-8dd28194-74dc-42f5-8510-f9dde3954de6 tempest-RoutersIpV6Test-235118808 tempest-RoutersIpV6Test-235118808-project] Notify callbacks [] for port, precommit_update {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:09:39.412720 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-8dd28194-74dc-42f5-8510-f9dde3954de6 tempest-RoutersIpV6Test-235118808 tempest-RoutersIpV6Test-235118808-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32266282'] for port, after_update {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:09:39.413624 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-8dd28194-74dc-42f5-8510-f9dde3954de6 tempest-RoutersIpV6Test-235118808 tempest-RoutersIpV6Test-235118808-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-32377886', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33443847'] for router_interface, after_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:09:39.643762 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.plugin [None req-7990bc6d-394f-4114-90c7-d65b82989618 None None] Port 9724e457-8e70-4292-8db5-43de21ee2fc6 cannot update to ACTIVE because it is not bound. {{(pid=84042) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 18 21:09:39.854967 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 44296) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:09:39.872172 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dd28194-74dc-42f5-8510-f9dde3954de6 tempest-RoutersIpV6Test-235118808 tempest-RoutersIpV6Test-235118808-project] Pushing event updated for resources: {'Port': ['ID=9724e457-8e70-4292-8db5-43de21ee2fc6,revision_number=3']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:09:39.885698 n-d-838334-2 neutron-server[84041]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8dd28194-74dc-42f5-8510-f9dde3954de6 tempest-RoutersIpV6Test-235118808 tempest-RoutersIpV6Test-235118808-project] Network de0a3812-3377-42ff-9897-4fcc51db0483 is already hosted by enough agents. {{(pid=84041) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:09:39.887182 n-d-838334-2 neutron-server[84041]: DEBUG neutron.scheduler.base_scheduler [None req-8dd28194-74dc-42f5-8510-f9dde3954de6 tempest-RoutersIpV6Test-235118808 tempest-RoutersIpV6Test-235118808-project] Resources bound (agent type, host, resource id): {{(pid=84041) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:09:40.384404 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-0c5843c3-df86-4299-87ac-4a47e8941cc4 None None] Provisioning complete for port 9724e457-8e70-4292-8db5-43de21ee2fc6 triggered by entity DHCP. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:09:40.384944 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-0c5843c3-df86-4299-87ac-4a47e8941cc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1253608'] for port, provisioning_complete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:09:40.507536 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.plugin [None req-0c5843c3-df86-4299-87ac-4a47e8941cc4 None None] Port 9724e457-8e70-4292-8db5-43de21ee2fc6 cannot update to ACTIVE because it is not bound. {{(pid=84042) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 18 21:09:40.650460 n-d-838334-2 neutron-server[84041]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8dd28194-74dc-42f5-8510-f9dde3954de6 tempest-RoutersIpV6Test-235118808 tempest-RoutersIpV6Test-235118808-project] Router e5843b33-c95a-4318-903a-55b282dcd6ca is scheduled to L3 agent bc84d6c9-dd7a-4555-a351-592327b46d5a with binding_index 1 {{(pid=84041) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 18 21:09:40.669366 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.v2.base [None req-a068c6ab-7bdc-48ac-bc63-d9c940d3823f tempest-TagsExtTest-1506564781 tempest-TagsExtTest-1506564781-project] Request body: {'network': {'name': 'tempest-TagsExtTest-test-network-27393464'}} {{(pid=84040) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:09:40.678289 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [None req-a068c6ab-7bdc-48ac-bc63-d9c940d3823f tempest-TagsExtTest-1506564781 tempest-TagsExtTest-1506564781-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:09:40.689179 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-a068c6ab-7bdc-48ac-bc63-d9c940d3823f tempest-TagsExtTest-1506564781 tempest-TagsExtTest-1506564781-project] Usage tracker for resource:network and tenant:cc940c9963e540988d8cb808647b2361 is out of sync, need to count used quota {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:09:40.697414 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-a068c6ab-7bdc-48ac-bc63-d9c940d3823f tempest-TagsExtTest-1506564781 tempest-TagsExtTest-1506564781-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:09:40.708560 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [None req-a068c6ab-7bdc-48ac-bc63-d9c940d3823f tempest-TagsExtTest-1506564781 tempest-TagsExtTest-1506564781-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:09:40.722045 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a068c6ab-7bdc-48ac-bc63-d9c940d3823f tempest-TagsExtTest-1506564781 tempest-TagsExtTest-1506564781-project] Made reservation on behalf of cc940c9963e540988d8cb808647b2361 for: {'network': 1} {{(pid=84040) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:09:40.725296 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-a068c6ab-7bdc-48ac-bc63-d9c940d3823f tempest-TagsExtTest-1506564781 tempest-TagsExtTest-1506564781-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for network, before_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:09:40.742006 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-a068c6ab-7bdc-48ac-bc63-d9c940d3823f tempest-TagsExtTest-1506564781 tempest-TagsExtTest-1506564781-project] Notify callbacks [] for security_group, before_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:09:40.775948 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [None req-a068c6ab-7bdc-48ac-bc63-d9c940d3823f tempest-TagsExtTest-1506564781 tempest-TagsExtTest-1506564781-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:09:40.781183 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-a068c6ab-7bdc-48ac-bc63-d9c940d3823f tempest-TagsExtTest-1506564781 tempest-TagsExtTest-1506564781-project] Usage tracker for resource:security_group_rule and tenant:cc940c9963e540988d8cb808647b2361 is out of sync, need to count used quota {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:09:40.784642 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-a068c6ab-7bdc-48ac-bc63-d9c940d3823f tempest-TagsExtTest-1506564781 tempest-TagsExtTest-1506564781-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:09:40.792746 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [None req-a068c6ab-7bdc-48ac-bc63-d9c940d3823f tempest-TagsExtTest-1506564781 tempest-TagsExtTest-1506564781-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:09:40.892088 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-a068c6ab-7bdc-48ac-bc63-d9c940d3823f tempest-TagsExtTest-1506564781 tempest-TagsExtTest-1506564781-project] Notify callbacks [] for security_group, precommit_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:09:40.905693 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-a068c6ab-7bdc-48ac-bc63-d9c940d3823f tempest-TagsExtTest-1506564781 tempest-TagsExtTest-1506564781-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33528224'] for security_group, after_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:09:40.991160 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a068c6ab-7bdc-48ac-bc63-d9c940d3823f tempest-TagsExtTest-1506564781 tempest-TagsExtTest-1506564781-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 361} {{(pid=84040) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 21:09:41.040846 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8dd28194-74dc-42f5-8510-f9dde3954de6 tempest-RoutersIpV6Test-235118808 tempest-RoutersIpV6Test-235118808-project] Notify agent at l3_agent.n-d-838334-2 the message routers_updated {{(pid=84041) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 21:09:41.050222 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-8dd28194-74dc-42f5-8510-f9dde3954de6 tempest-RoutersIpV6Test-235118808 tempest-RoutersIpV6Test-235118808-project] 10.222.0.42 "PUT /v2.0/routers/e5843b33-c95a-4318-903a-55b282dcd6ca/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5747082 Apr 18 21:09:41.050222 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 44328) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:09:41.052733 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93afac5a-7f14-4a56-97af-f609366d535e None None] Sync routers for ids ['e5843b33-c95a-4318-903a-55b282dcd6ca'] in n-d-838334-2 {{(pid=84042) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 18 21:09:41.076270 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93afac5a-7f14-4a56-97af-f609366d535e None None] Routers {'e5843b33-c95a-4318-903a-55b282dcd6ca'} bound to L3 agent in host n-d-838334-2 {{(pid=84042) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 21:09:41.078676 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_hamode_db [None req-93afac5a-7f14-4a56-97af-f609366d535e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838334-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-18T20:25:48Z,description=,heartbeat_timestamp=2022-04-18T21:09:18Z,host='n-d-838334-2',id=bc84d6c9-dd7a-4555-a351-592327b46d5a,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:25:48Z,topic='l3_agent')) {'router_ids': ['e5843b33-c95a-4318-903a-55b282dcd6ca'], 'active': True} {{(pid=84042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:09:41.104344 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-a068c6ab-7bdc-48ac-bc63-d9c940d3823f tempest-TagsExtTest-1506564781 tempest-TagsExtTest-1506564781-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1082986'] for segment, precommit_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:09:41.111617 n-d-838334-2 neutron-server[84040]: INFO neutron.db.segments_db [None req-a068c6ab-7bdc-48ac-bc63-d9c940d3823f tempest-TagsExtTest-1506564781 tempest-TagsExtTest-1506564781-project] Added segment 9a7ca6e1-ea99-47d8-bf89-ca8901d28171 of type vlan for network 0c6b957f-a6a4-4aeb-b28b-ca9b185f77cc Apr 18 21:09:41.133554 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a068c6ab-7bdc-48ac-bc63-d9c940d3823f tempest-TagsExtTest-1506564781 tempest-TagsExtTest-1506564781-project] Pushing event updated for resources: {'SecurityGroup': ['ID=51e116ab-a261-47d0-8918-c5753a8e484b,revision_number=1']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:09:41.151886 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7555bea1-d646-4780-9c4d-403428f9d1ae tempest-RoutersIpV6Test-235118808 tempest-RoutersIpV6Test-235118808-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:09:41.155719 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-7555bea1-d646-4780-9c4d-403428f9d1ae tempest-RoutersIpV6Test-235118808 tempest-RoutersIpV6Test-235118808-project] 10.222.0.42 "GET /v2.0/ports/9724e457-8e70-4292-8db5-43de21ee2fc6 HTTP/1.1" status: 200 len: 984 time: 0.1031325 Apr 18 21:09:41.157892 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 44332) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:09:41.206154 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_hamode_db [None req-93afac5a-7f14-4a56-97af-f609366d535e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-838334-2', False) {} {{(pid=84042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:09:41.224303 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93afac5a-7f14-4a56-97af-f609366d535e None None] Routers {'e5843b33-c95a-4318-903a-55b282dcd6ca'} bound to L3 agent in host n-d-838334-2 {{(pid=84042) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 21:09:41.225237 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_hamode_db [None req-93afac5a-7f14-4a56-97af-f609366d535e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838334-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-18T20:25:48Z,description=,heartbeat_timestamp=2022-04-18T21:09:18Z,host='n-d-838334-2',id=bc84d6c9-dd7a-4555-a351-592327b46d5a,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:25:48Z,topic='l3_agent')) {'router_ids': ['e5843b33-c95a-4318-903a-55b282dcd6ca'], 'active': True} {{(pid=84042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:09:41.249428 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-a068c6ab-7bdc-48ac-bc63-d9c940d3823f tempest-TagsExtTest-1506564781 tempest-TagsExtTest-1506564781-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750374825732'] for network, precommit_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:09:41.317380 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-a068c6ab-7bdc-48ac-bc63-d9c940d3823f tempest-TagsExtTest-1506564781 tempest-TagsExtTest-1506564781-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33526109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022'] for network, after_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:09:41.323942 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a068c6ab-7bdc-48ac-bc63-d9c940d3823f tempest-TagsExtTest-1506564781 tempest-TagsExtTest-1506564781-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:09:41.329695 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-a068c6ab-7bdc-48ac-bc63-d9c940d3823f tempest-TagsExtTest-1506564781 tempest-TagsExtTest-1506564781-project] Notify callbacks [] for network, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:09:41.372366 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_hamode_db [None req-93afac5a-7f14-4a56-97af-f609366d535e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-838334-2', False) {} {{(pid=84042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:09:41.373188 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93afac5a-7f14-4a56-97af-f609366d535e None None] The sync data for ids ['e5843b33-c95a-4318-903a-55b282dcd6ca'] in n-d-838334-2 is: [] {{(pid=84042) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 18 21:09:41.641758 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-a068c6ab-7bdc-48ac-bc63-d9c940d3823f tempest-TagsExtTest-1506564781 tempest-TagsExtTest-1506564781-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 777 time: 1.7813010 Apr 18 21:09:41.643470 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 44354) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:09:41.651268 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.v2.base [None req-60c402a7-9c98-41b3-9c3e-4d4394ee9605 tempest-TagsExtTest-1506564781 tempest-TagsExtTest-1506564781-project] Request body: {'subnet': {'network_id': '0c6b957f-a6a4-4aeb-b28b-ca9b185f77cc', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=84040) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:09:41.665859 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a068c6ab-7bdc-48ac-bc63-d9c940d3823f tempest-TagsExtTest-1506564781 tempest-TagsExtTest-1506564781-project] Pushing event updated for resources: {'Network': ['ID=0c6b957f-a6a4-4aeb-b28b-ca9b185f77cc,revision_number=1']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:09:41.679943 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Network 0c6b957f-a6a4-4aeb-b28b-ca9b185f77cc details requested by agent ovs-agent-n-d-838334-2 with host n-d-838334-2 {{(pid=84042) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 18 21:09:41.820146 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [None req-60c402a7-9c98-41b3-9c3e-4d4394ee9605 tempest-TagsExtTest-1506564781 tempest-TagsExtTest-1506564781-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:09:41.829034 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-60c402a7-9c98-41b3-9c3e-4d4394ee9605 tempest-TagsExtTest-1506564781 tempest-TagsExtTest-1506564781-project] Usage tracker for resource:subnet and tenant:cc940c9963e540988d8cb808647b2361 is out of sync, need to count used quota {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:09:41.838245 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-60c402a7-9c98-41b3-9c3e-4d4394ee9605 tempest-TagsExtTest-1506564781 tempest-TagsExtTest-1506564781-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:09:41.867865 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [None req-60c402a7-9c98-41b3-9c3e-4d4394ee9605 tempest-TagsExtTest-1506564781 tempest-TagsExtTest-1506564781-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:09:41.898228 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-60c402a7-9c98-41b3-9c3e-4d4394ee9605 tempest-TagsExtTest-1506564781 tempest-TagsExtTest-1506564781-project] Made reservation on behalf of cc940c9963e540988d8cb808647b2361 for: {'subnet': 1} {{(pid=84040) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:09:42.365631 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-0dfb3c3e-2bab-4818-b903-33cc117321f4 tempest-RoutersIpV6Test-235118808 tempest-RoutersIpV6Test-235118808-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33443857'] for router_interface, before_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:09:42.389643 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-60c402a7-9c98-41b3-9c3e-4d4394ee9605 tempest-TagsExtTest-1506564781 tempest-TagsExtTest-1506564781-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31752722'] for subnet, before_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:09:42.953642 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-60c402a7-9c98-41b3-9c3e-4d4394ee9605 tempest-TagsExtTest-1506564781 tempest-TagsExtTest-1506564781-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33526260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32441074', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31752704'] for subnet, after_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:09:43.199324 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60c402a7-9c98-41b3-9c3e-4d4394ee9605 tempest-TagsExtTest-1506564781 tempest-TagsExtTest-1506564781-project] Pushing event updated for resources: {'Subnet': ['ID=37fba41d-a689-42be-86b2-36dde15c6b9b,revision_number=0']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:09:43.334088 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60c402a7-9c98-41b3-9c3e-4d4394ee9605 tempest-TagsExtTest-1506564781 tempest-TagsExtTest-1506564781-project] Checking segment: {'id': '9a7ca6e1-ea99-47d8-bf89-ca8901d28171', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '0c6b957f-a6a4-4aeb-b28b-ca9b185f77cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84040) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 21:09:43.336409 n-d-838334-2 neutron-server[84040]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60c402a7-9c98-41b3-9c3e-4d4394ee9605 tempest-TagsExtTest-1506564781 tempest-TagsExtTest-1506564781-project] Network hostable DHCP agents. Network: 0c6b957f-a6a4-4aeb-b28b-ca9b185f77cc, hostable agents: ['8746f8ea-3e91-4b32-9919-2c63adeb8722'], hosted agents: [] {{(pid=84040) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 21:09:43.406269 n-d-838334-2 neutron-server[84040]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60c402a7-9c98-41b3-9c3e-4d4394ee9605 tempest-TagsExtTest-1506564781 tempest-TagsExtTest-1506564781-project] Network 0c6b957f-a6a4-4aeb-b28b-ca9b185f77cc is scheduled to be hosted by DHCP agent 8746f8ea-3e91-4b32-9919-2c63adeb8722 with binding_index 1 {{(pid=84040) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 21:09:43.433825 n-d-838334-2 neutron-server[84040]: DEBUG neutron.scheduler.base_scheduler [None req-60c402a7-9c98-41b3-9c3e-4d4394ee9605 tempest-TagsExtTest-1506564781 tempest-TagsExtTest-1506564781-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-838334-2, 0c6b957f-a6a4-4aeb-b28b-ca9b185f77cc) {{(pid=84040) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:09:43.442157 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60c402a7-9c98-41b3-9c3e-4d4394ee9605 tempest-TagsExtTest-1506564781 tempest-TagsExtTest-1506564781-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:09:43.447348 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5cecd8a0-26f4-4c44-bf97-258f5314af0a None None] Network 0c6b957f-a6a4-4aeb-b28b-ca9b185f77cc requested from n-d-838334-2 {{(pid=84042) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 21:09:43.447913 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-60c402a7-9c98-41b3-9c3e-4d4394ee9605 tempest-TagsExtTest-1506564781 tempest-TagsExtTest-1506564781-project] Notify callbacks [] for subnet, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:09:43.491242 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 44428) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:09:43.515310 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-60c402a7-9c98-41b3-9c3e-4d4394ee9605 tempest-TagsExtTest-1506564781 tempest-TagsExtTest-1506564781-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.8674853 Apr 18 21:09:43.517479 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 44434) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:09:43.529109 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.v2.base [None req-df5943de-5c70-4e3a-b08c-cfedec92120d tempest-TagsExtTest-1506564781 tempest-TagsExtTest-1506564781-project] Request body: {'port': {'network_id': '0c6b957f-a6a4-4aeb-b28b-ca9b185f77cc', 'name': 'tempest-TagsExtTest-2063957937'}} {{(pid=84040) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:09:43.563536 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 44440) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:09:43.615460 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.plugin [None req-0dfb3c3e-2bab-4818-b903-33cc117321f4 tempest-RoutersIpV6Test-235118808 tempest-RoutersIpV6Test-235118808-project] Deleting port 9724e457-8e70-4292-8db5-43de21ee2fc6 {{(pid=84041) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 21:09:43.616050 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-0dfb3c3e-2bab-4818-b903-33cc117321f4 tempest-RoutersIpV6Test-235118808 tempest-RoutersIpV6Test-235118808-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750375188691'] for port, before_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:09:43.941111 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-0dfb3c3e-2bab-4818-b903-33cc117321f4 tempest-RoutersIpV6Test-235118808 tempest-RoutersIpV6Test-235118808-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369123'] for port, precommit_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:09:43.961499 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-cc6be345-9122-4b20-a7c0-84b7c3608a35 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:09:43.968545 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f1a55d5-59f3-49c8-b494-c096805cbe0d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp016840fc-1f9f-5892-9c53-c9cf6c845bbb-0c6b957f-a6a4-4aeb-b28b-ca9b185f77cc', 'network_id': '0c6b957f-a6a4-4aeb-b28b-ca9b185f77cc', 'tenant_id': 'cc940c9963e540988d8cb808647b2361', 'fixed_ips': [{'subnet_id': '37fba41d-a689-42be-86b2-36dde15c6b9b'}]}} from n-d-838334-2. {{(pid=84042) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 18 21:09:43.969602 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-8f1a55d5-59f3-49c8-b494-c096805cbe0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_create {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:09:44.016605 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-282ddd6a-9a15-45b5-bad9-160b743096c0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:09:44.040870 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [None req-df5943de-5c70-4e3a-b08c-cfedec92120d tempest-TagsExtTest-1506564781 tempest-TagsExtTest-1506564781-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:09:44.051424 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-df5943de-5c70-4e3a-b08c-cfedec92120d tempest-TagsExtTest-1506564781 tempest-TagsExtTest-1506564781-project] Usage tracker for resource:port and tenant:cc940c9963e540988d8cb808647b2361 is out of sync, need to count used quota {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:09:44.057449 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-df5943de-5c70-4e3a-b08c-cfedec92120d tempest-TagsExtTest-1506564781 tempest-TagsExtTest-1506564781-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:09:44.083018 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [None req-df5943de-5c70-4e3a-b08c-cfedec92120d tempest-TagsExtTest-1506564781 tempest-TagsExtTest-1506564781-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:09:44.094536 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [None req-282ddd6a-9a15-45b5-bad9-160b743096c0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:09:44.099984 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [None req-cc6be345-9122-4b20-a7c0-84b7c3608a35 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:09:44.102894 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-282ddd6a-9a15-45b5-bad9-160b743096c0 admin admin] Usage tracker for resource:security_group_rule and tenant:f34181889bfb40b9986ff1370e6cef46 is out of sync, need to count used quota {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:09:44.111280 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-282ddd6a-9a15-45b5-bad9-160b743096c0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:09:44.119525 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-cc6be345-9122-4b20-a7c0-84b7c3608a35 admin admin] Usage tracker for resource:security_group_rule and tenant:05824ffabba4446ca3c63bca5e22ae9f is out of sync, need to count used quota {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:09:44.122706 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [None req-282ddd6a-9a15-45b5-bad9-160b743096c0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:09:44.125625 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-cc6be345-9122-4b20-a7c0-84b7c3608a35 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:09:44.163358 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df5943de-5c70-4e3a-b08c-cfedec92120d tempest-TagsExtTest-1506564781 tempest-TagsExtTest-1506564781-project] Made reservation on behalf of cc940c9963e540988d8cb808647b2361 for: {'port': 1} {{(pid=84040) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:09:44.168852 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-df5943de-5c70-4e3a-b08c-cfedec92120d tempest-TagsExtTest-1506564781 tempest-TagsExtTest-1506564781-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:09:44.193730 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [None req-cc6be345-9122-4b20-a7c0-84b7c3608a35 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:09:44.203194 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.plugin [None req-0dfb3c3e-2bab-4818-b903-33cc117321f4 tempest-RoutersIpV6Test-235118808 tempest-RoutersIpV6Test-235118808-project] Calling delete_port for 9724e457-8e70-4292-8db5-43de21ee2fc6 owned by network:router_interface {{(pid=84041) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 21:09:44.240262 n-d-838334-2 neutron-server[84040]: DEBUG neutron.notifiers.nova [None req-df5943de-5c70-4e3a-b08c-cfedec92120d tempest-TagsExtTest-1506564781 tempest-TagsExtTest-1506564781-project] device_id is not set on port 23235b3f-123f-475a-8473-c75551c90fff yet. {{(pid=84040) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 18 21:09:44.311683 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.db_base_plugin_common [None req-8f1a55d5-59f3-49c8-b494-c096805cbe0d None None] Allocated IP 172.20.0.2 (0c6b957f-a6a4-4aeb-b28b-ca9b185f77cc/37fba41d-a689-42be-86b2-36dde15c6b9b/14eff19d-9cbf-4d5f-a7f5-74cd1de71917) {{(pid=84042) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 21:09:44.386891 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 44462) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:09:44.442629 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-cc6be345-9122-4b20-a7c0-84b7c3608a35 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:09:44.444665 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-282ddd6a-9a15-45b5-bad9-160b743096c0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:09:44.450351 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-cc6be345-9122-4b20-a7c0-84b7c3608a35 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33528224'] for security_group, after_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:09:44.467588 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-282ddd6a-9a15-45b5-bad9-160b743096c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33528224'] for security_group, after_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:09:44.540684 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc6be345-9122-4b20-a7c0-84b7c3608a35 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1fe834c5-cb00-4f36-b8f6-ca51c33bb2a7,revision_number=1']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:09:44.548752 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-282ddd6a-9a15-45b5-bad9-160b743096c0 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=f34181889bfb40b9986ff1370e6cef46&name=default HTTP/1.1" status: 200 len: 2647 time: 0.9754939 Apr 18 21:09:44.558633 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-cc6be345-9122-4b20-a7c0-84b7c3608a35 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=05824ffabba4446ca3c63bca5e22ae9f&name=default HTTP/1.1" status: 200 len: 2647 time: 1.0653729 Apr 18 21:09:44.562165 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 44472) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:09:44.562165 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 44474) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:09:44.699341 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-282ddd6a-9a15-45b5-bad9-160b743096c0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e5a282d7-db93-4dff-9ce6-067a0f71dd7d,revision_number=1']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:09:44.726520 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-8f1a55d5-59f3-49c8-b494-c096805cbe0d None None] Notify callbacks [] for port, precommit_create {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:09:44.762875 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-159aa4fa-9c2c-4007-b3bb-2c19b8730469 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:09:44.766976 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-ecaea3cd-1e96-433c-9b88-106516470c6a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:09:44.777723 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-0cdfed2c-1c7d-428a-824f-55f43bcc0728 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:09:44.814089 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-159aa4fa-9c2c-4007-b3bb-2c19b8730469 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:09:44.828539 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-ecaea3cd-1e96-433c-9b88-106516470c6a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:09:44.832633 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-0cdfed2c-1c7d-428a-824f-55f43bcc0728 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:09:44.836448 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-8f1a55d5-59f3-49c8-b494-c096805cbe0d None None] Transition to ACTIVE for port object 14eff19d-9cbf-4d5f-a7f5-74cd1de71917 will not be triggered until provisioned by entity L2. {{(pid=84042) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:09:44.838271 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-0cdfed2c-1c7d-428a-824f-55f43bcc0728 admin admin] Usage tracker for resource:security_group_rule and tenant:bfb0795e54c74e82be8b3a957d33cba1 is out of sync, need to count used quota {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:09:44.841819 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-0dfb3c3e-2bab-4818-b903-33cc117321f4 tempest-RoutersIpV6Test-235118808 tempest-RoutersIpV6Test-235118808-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750375259028', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750374836628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32266323'] for port, after_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:09:44.843807 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-0cdfed2c-1c7d-428a-824f-55f43bcc0728 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:09:44.885791 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-8f1a55d5-59f3-49c8-b494-c096805cbe0d None None] Transition to ACTIVE for port object 14eff19d-9cbf-4d5f-a7f5-74cd1de71917 will not be triggered until provisioned by entity DHCP. {{(pid=84042) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:09:44.898839 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-0cdfed2c-1c7d-428a-824f-55f43bcc0728 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:09:44.910378 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-8f1a55d5-59f3-49c8-b494-c096805cbe0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750374836619'] for port, after_create {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:09:44.968914 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dfb3c3e-2bab-4818-b903-33cc117321f4 tempest-RoutersIpV6Test-235118808 tempest-RoutersIpV6Test-235118808-project] Pushing event deleted for resources: {'Port': ['ID=9724e457-8e70-4292-8db5-43de21ee2fc6,revision_number=None']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:09:44.977311 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-ecaea3cd-1e96-433c-9b88-106516470c6a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33528224'] for security_group, after_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:09:44.982198 n-d-838334-2 neutron-server[84042]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f1a55d5-59f3-49c8-b494-c096805cbe0d None None] Network 0c6b957f-a6a4-4aeb-b28b-ca9b185f77cc is already hosted by enough agents. {{(pid=84042) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:09:44.987598 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-159aa4fa-9c2c-4007-b3bb-2c19b8730469 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33528224'] for security_group, after_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:09:44.989967 n-d-838334-2 neutron-server[84042]: DEBUG neutron.scheduler.base_scheduler [None req-8f1a55d5-59f3-49c8-b494-c096805cbe0d None None] Resources bound (agent type, host, resource id): {{(pid=84042) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:09:45.025037 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f1a55d5-59f3-49c8-b494-c096805cbe0d None None] Received port after_create {{(pid=84042) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 21:09:45.057955 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f1a55d5-59f3-49c8-b494-c096805cbe0d None None] Pushing event updated for resources: {'Port': ['ID=14eff19d-9cbf-4d5f-a7f5-74cd1de71917,revision_number=1']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:09:45.061145 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecaea3cd-1e96-433c-9b88-106516470c6a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1fe834c5-cb00-4f36-b8f6-ca51c33bb2a7,revision_number=None']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:09:45.095196 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 44488) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:09:45.117267 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.db_base_plugin_common [None req-df5943de-5c70-4e3a-b08c-cfedec92120d tempest-TagsExtTest-1506564781 tempest-TagsExtTest-1506564781-project] Allocated IP 172.20.0.6 (0c6b957f-a6a4-4aeb-b28b-ca9b185f77cc/37fba41d-a689-42be-86b2-36dde15c6b9b/23235b3f-123f-475a-8473-c75551c90fff) {{(pid=84040) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 21:09:45.121648 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-159aa4fa-9c2c-4007-b3bb-2c19b8730469 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e5a282d7-db93-4dff-9ce6-067a0f71dd7d,revision_number=None']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:09:45.207369 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-ecaea3cd-1e96-433c-9b88-106516470c6a admin admin] Notify callbacks [] for security_group, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:09:45.213059 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-ecaea3cd-1e96-433c-9b88-106516470c6a admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/1fe834c5-cb00-4f36-b8f6-ca51c33bb2a7 HTTP/1.1" status: 204 len: 168 time: 0.6476793 Apr 18 21:09:45.234999 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-159aa4fa-9c2c-4007-b3bb-2c19b8730469 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:09:45.236165 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-159aa4fa-9c2c-4007-b3bb-2c19b8730469 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/e5a282d7-db93-4dff-9ce6-067a0f71dd7d HTTP/1.1" status: 204 len: 168 time: 0.6724691 Apr 18 21:09:45.241764 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-0cdfed2c-1c7d-428a-824f-55f43bcc0728 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:09:45.276759 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.managers [None req-8f1a55d5-59f3-49c8-b494-c096805cbe0d None None] Attempting to bind port 14eff19d-9cbf-4d5f-a7f5-74cd1de71917 on host n-d-838334-2 for vnic_type normal with profile {{(pid=84042) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 21:09:45.277227 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.managers [None req-8f1a55d5-59f3-49c8-b494-c096805cbe0d None None] Attempting to bind port 14eff19d-9cbf-4d5f-a7f5-74cd1de71917 by drivers openvswitch,hyperv on host n-d-838334-2 at level 0 using segments [{'id': '9a7ca6e1-ea99-47d8-bf89-ca8901d28171', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '0c6b957f-a6a4-4aeb-b28b-ca9b185f77cc'}] {{(pid=84042) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 21:09:45.279129 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f1a55d5-59f3-49c8-b494-c096805cbe0d None None] Attempting to bind port 14eff19d-9cbf-4d5f-a7f5-74cd1de71917 on network 0c6b957f-a6a4-4aeb-b28b-ca9b185f77cc {{(pid=84042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 21:09:45.292143 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f1a55d5-59f3-49c8-b494-c096805cbe0d None None] Checking agent: {'id': '97cd4414-7af6-4d67-868d-dff370b4071a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838334-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 25, 49), 'started_at': datetime.datetime(2022, 4, 18, 20, 26, 19), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 21, 9, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838334-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 18 21:09:45.293457 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f1a55d5-59f3-49c8-b494-c096805cbe0d None None] Checking segment: {'id': '9a7ca6e1-ea99-47d8-bf89-ca8901d28171', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '0c6b957f-a6a4-4aeb-b28b-ca9b185f77cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84042) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 21:09:45.297475 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-8f1a55d5-59f3-49c8-b494-c096805cbe0d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:09:45.298000 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f1a55d5-59f3-49c8-b494-c096805cbe0d None None] Bound using segment: {'id': '9a7ca6e1-ea99-47d8-bf89-ca8901d28171', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '0c6b957f-a6a4-4aeb-b28b-ca9b185f77cc'} {{(pid=84042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 18 21:09:45.299058 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.managers [None req-8f1a55d5-59f3-49c8-b494-c096805cbe0d None None] Bound port: 14eff19d-9cbf-4d5f-a7f5-74cd1de71917, host: n-d-838334-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9a7ca6e1-ea99-47d8-bf89-ca8901d28171', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '0c6b957f-a6a4-4aeb-b28b-ca9b185f77cc'}}] {{(pid=84042) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 21:09:45.300432 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-8f1a55d5-59f3-49c8-b494-c096805cbe0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:09:45.393780 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-0cdfed2c-1c7d-428a-824f-55f43bcc0728 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33528224'] for security_group, after_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:09:45.480753 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-0dfb3c3e-2bab-4818-b903-33cc117321f4 tempest-RoutersIpV6Test-235118808 tempest-RoutersIpV6Test-235118808-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-32377931', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33443910'] for router_interface, after_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:09:45.490221 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-0cdfed2c-1c7d-428a-824f-55f43bcc0728 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=bfb0795e54c74e82be8b3a957d33cba1&name=default HTTP/1.1" status: 200 len: 2647 time: 1.0938950 Apr 18 21:09:45.490758 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cdfed2c-1c7d-428a-824f-55f43bcc0728 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b5464c98-9410-4c9a-8e3c-6de9f68de7db,revision_number=1']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:09:45.493289 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 44502) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:09:45.531937 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-8f1a55d5-59f3-49c8-b494-c096805cbe0d None None] For port 14eff19d-9cbf-4d5f-a7f5-74cd1de71917, host n-d-838334-2, cleared binding levels {{(pid=84042) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 21:09:45.535562 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-8f1a55d5-59f3-49c8-b494-c096805cbe0d None None] For port 14eff19d-9cbf-4d5f-a7f5-74cd1de71917, host n-d-838334-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838334-2',level=0,port_id=14eff19d-9cbf-4d5f-a7f5-74cd1de71917,segment=NetworkSegment(9a7ca6e1-ea99-47d8-bf89-ca8901d28171),segment_id=9a7ca6e1-ea99-47d8-bf89-ca8901d28171)] {{(pid=84042) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 21:09:45.549000 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-8f1a55d5-59f3-49c8-b494-c096805cbe0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682'] for port, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:09:45.678416 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-df5943de-5c70-4e3a-b08c-cfedec92120d tempest-TagsExtTest-1506564781 tempest-TagsExtTest-1506564781-project] Notify callbacks [] for port, precommit_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:09:45.685178 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f1a55d5-59f3-49c8-b494-c096805cbe0d None None] Pushing event updated for resources: {'Port': ['ID=14eff19d-9cbf-4d5f-a7f5-74cd1de71917,revision_number=2']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:09:45.722546 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.provisioning_blocks [None req-df5943de-5c70-4e3a-b08c-cfedec92120d tempest-TagsExtTest-1506564781 tempest-TagsExtTest-1506564781-project] Transition to ACTIVE for port object 23235b3f-123f-475a-8473-c75551c90fff will not be triggered until provisioned by entity DHCP. {{(pid=84040) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:09:45.742956 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-e5326f08-6f43-44c2-a0df-1cbd3066413b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750375287399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253529'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:09:45.814372 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-9d850b83-de40-46fc-ad99-b34a30648c97 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:09:45.876462 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-df5943de-5c70-4e3a-b08c-cfedec92120d tempest-TagsExtTest-1506564781 tempest-TagsExtTest-1506564781-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750374836619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32440838'] for port, after_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:09:46.102842 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-14b31352-861d-4157-bbc1-071d5bba42e3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:09:46.161290 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [None req-9d850b83-de40-46fc-ad99-b34a30648c97 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:09:46.163581 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 44514) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:09:46.183716 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-9d850b83-de40-46fc-ad99-b34a30648c97 admin admin] Usage tracker for resource:security_group_rule and tenant:814afaf41ef146d6b1c9e7433d8669cb is out of sync, need to count used quota {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:09:46.197791 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-9d850b83-de40-46fc-ad99-b34a30648c97 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:09:46.210946 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [None req-9d850b83-de40-46fc-ad99-b34a30648c97 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:09:46.253435 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-14b31352-861d-4157-bbc1-071d5bba42e3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:09:46.305128 n-d-838334-2 neutron-server[84040]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df5943de-5c70-4e3a-b08c-cfedec92120d tempest-TagsExtTest-1506564781 tempest-TagsExtTest-1506564781-project] Network 0c6b957f-a6a4-4aeb-b28b-ca9b185f77cc is already hosted by enough agents. {{(pid=84040) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:09:46.315966 n-d-838334-2 neutron-server[84040]: DEBUG neutron.scheduler.base_scheduler [None req-df5943de-5c70-4e3a-b08c-cfedec92120d tempest-TagsExtTest-1506564781 tempest-TagsExtTest-1506564781-project] Resources bound (agent type, host, resource id): {{(pid=84040) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:09:46.330430 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df5943de-5c70-4e3a-b08c-cfedec92120d tempest-TagsExtTest-1506564781 tempest-TagsExtTest-1506564781-project] Received port after_create {{(pid=84040) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 21:09:46.371785 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 44518) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:09:46.372670 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df5943de-5c70-4e3a-b08c-cfedec92120d tempest-TagsExtTest-1506564781 tempest-TagsExtTest-1506564781-project] Pushing event updated for resources: {'Port': ['ID=23235b3f-123f-475a-8473-c75551c90fff,revision_number=1']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:09:46.417567 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-85533f63-e458-47b9-90aa-dbdaee5ae8c2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:09:46.428089 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-b0e4c659-5bfe-49ea-bbc6-5e56cfdb935c admin admin] Notify callbacks [] for security_group, before_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:09:46.489281 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-b0e4c659-5bfe-49ea-bbc6-5e56cfdb935c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:09:46.494377 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-b0e4c659-5bfe-49ea-bbc6-5e56cfdb935c admin admin] Usage tracker for resource:security_group_rule and tenant:99cd1c12f02a4d3c98331d92a31f17bd is out of sync, need to count used quota {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:09:46.496131 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df5943de-5c70-4e3a-b08c-cfedec92120d tempest-TagsExtTest-1506564781 tempest-TagsExtTest-1506564781-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:09:46.497161 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-df5943de-5c70-4e3a-b08c-cfedec92120d tempest-TagsExtTest-1506564781 tempest-TagsExtTest-1506564781-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217293'] for port, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:09:46.497939 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-b0e4c659-5bfe-49ea-bbc6-5e56cfdb935c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:09:46.505540 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-b0e4c659-5bfe-49ea-bbc6-5e56cfdb935c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:09:46.526472 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Device 14eff19d-9cbf-4d5f-a7f5-74cd1de71917 up at agent ovs-agent-n-d-838334-2 {{(pid=84042) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 21:09:46.543981 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-9d850b83-de40-46fc-ad99-b34a30648c97 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:09:46.558833 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [None req-85533f63-e458-47b9-90aa-dbdaee5ae8c2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:09:46.571838 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-9d850b83-de40-46fc-ad99-b34a30648c97 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33528224'] for security_group, after_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:09:46.585655 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-85533f63-e458-47b9-90aa-dbdaee5ae8c2 admin admin] Usage tracker for resource:security_group_rule and tenant:0c3900ccc4484c92abb9e1dcdc143d32 is out of sync, need to count used quota {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:09:46.598660 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-85533f63-e458-47b9-90aa-dbdaee5ae8c2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:09:46.614598 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [None req-85533f63-e458-47b9-90aa-dbdaee5ae8c2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:09:46.627230 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-df5943de-5c70-4e3a-b08c-cfedec92120d tempest-TagsExtTest-1506564781 tempest-TagsExtTest-1506564781-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 922 time: 3.1080842 Apr 18 21:09:46.630848 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 44522) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:09:46.649041 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.v2.base [None req-7188a425-2040-4f4e-bd00-6e4d2a4e137e tempest-TagsExtTest-1506564781 tempest-TagsExtTest-1506564781-project] Request body: {'router': {'name': 'tempest-TagsExtTest-router-2126808580', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=84040) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:09:46.665690 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [None req-7188a425-2040-4f4e-bd00-6e4d2a4e137e tempest-TagsExtTest-1506564781 tempest-TagsExtTest-1506564781-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:09:46.669586 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d850b83-de40-46fc-ad99-b34a30648c97 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0e73078b-718a-46e6-a324-0e51c086e205,revision_number=1']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:09:46.678684 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-7188a425-2040-4f4e-bd00-6e4d2a4e137e tempest-TagsExtTest-1506564781 tempest-TagsExtTest-1506564781-project] Usage tracker for resource:router and tenant:cc940c9963e540988d8cb808647b2361 is out of sync, need to count used quota {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:09:46.679235 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-14b31352-861d-4157-bbc1-071d5bba42e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33528224'] for security_group, after_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:09:46.683952 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-9d850b83-de40-46fc-ad99-b34a30648c97 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=814afaf41ef146d6b1c9e7433d8669cb&name=default HTTP/1.1" status: 200 len: 2647 time: 1.5842752 Apr 18 21:09:46.685126 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-7188a425-2040-4f4e-bd00-6e4d2a4e137e tempest-TagsExtTest-1506564781 tempest-TagsExtTest-1506564781-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:09:46.691430 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 44526) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:09:46.697452 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [None req-7188a425-2040-4f4e-bd00-6e4d2a4e137e tempest-TagsExtTest-1506564781 tempest-TagsExtTest-1506564781-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:09:46.698777 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Provisioning for port 14eff19d-9cbf-4d5f-a7f5-74cd1de71917 completed by entity L2. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 21:09:46.725236 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-7188a425-2040-4f4e-bd00-6e4d2a4e137e tempest-TagsExtTest-1506564781 tempest-TagsExtTest-1506564781-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-33442106', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5708'] for router, before_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:09:46.726482 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-7188a425-2040-4f4e-bd00-6e4d2a4e137e tempest-TagsExtTest-1506564781 tempest-TagsExtTest-1506564781-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33442137', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33444285', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33535433', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5703'] for router, precommit_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:09:46.765683 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14b31352-861d-4157-bbc1-071d5bba42e3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5464c98-9410-4c9a-8e3c-6de9f68de7db,revision_number=None']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:09:46.772047 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-85533f63-e458-47b9-90aa-dbdaee5ae8c2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:09:46.780064 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-7188a425-2040-4f4e-bd00-6e4d2a4e137e tempest-TagsExtTest-1506564781 tempest-TagsExtTest-1506564781-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:09:46.783289 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-85533f63-e458-47b9-90aa-dbdaee5ae8c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33528224'] for security_group, after_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:09:46.813698 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-14b31352-861d-4157-bbc1-071d5bba42e3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:09:46.817475 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-14b31352-861d-4157-bbc1-071d5bba42e3 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/b5464c98-9410-4c9a-8e3c-6de9f68de7db HTTP/1.1" status: 204 len: 168 time: 1.3205538 Apr 18 21:09:46.844416 n-d-838334-2 neutron-server[84041]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0dfb3c3e-2bab-4818-b903-33cc117321f4 tempest-RoutersIpV6Test-235118808 tempest-RoutersIpV6Test-235118808-project] Router e5843b33-c95a-4318-903a-55b282dcd6ca has already been hosted by L3 agent bc84d6c9-dd7a-4555-a351-592327b46d5a {{(pid=84041) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 21:09:46.846154 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-172ca3e9-a52d-43b4-83cb-e04774d4b33e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:09:46.878633 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-85533f63-e458-47b9-90aa-dbdaee5ae8c2 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=0c3900ccc4484c92abb9e1dcdc143d32&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5025201 Apr 18 21:09:46.883547 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-7188a425-2040-4f4e-bd00-6e4d2a4e137e tempest-TagsExtTest-1506564781 tempest-TagsExtTest-1506564781-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33443529', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33444176'] for router, after_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:09:46.897395 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 44532) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:09:46.929371 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-7188a425-2040-4f4e-bd00-6e4d2a4e137e tempest-TagsExtTest-1506564781 tempest-TagsExtTest-1506564781-project] Notify callbacks [] for router, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:09:46.932139 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-7188a425-2040-4f4e-bd00-6e4d2a4e137e tempest-TagsExtTest-1506564781 tempest-TagsExtTest-1506564781-project] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.2980123 Apr 18 21:09:46.936915 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 44536) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:09:46.945973 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.v2.base [None req-3dd9a029-8f2a-413a-b63a-1ea4acfdad50 tempest-TagsExtTest-1506564781 tempest-TagsExtTest-1506564781-project] Request body: {'subnetpool': {'name': 'tempest-TagsExtTest-Subnetpool-58669016', 'prefixes': ['172.20.0.0/16']}} {{(pid=84040) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:09:46.956977 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [None req-3dd9a029-8f2a-413a-b63a-1ea4acfdad50 tempest-TagsExtTest-1506564781 tempest-TagsExtTest-1506564781-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:09:46.957569 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-b0e4c659-5bfe-49ea-bbc6-5e56cfdb935c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:09:46.984841 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85533f63-e458-47b9-90aa-dbdaee5ae8c2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4951cbca-1eaf-403a-bdc9-089d61b4c742,revision_number=1']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:09:47.064794 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-172ca3e9-a52d-43b4-83cb-e04774d4b33e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:09:47.074967 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-3dd9a029-8f2a-413a-b63a-1ea4acfdad50 tempest-TagsExtTest-1506564781 tempest-TagsExtTest-1506564781-project] Notify callbacks [] for subnetpool, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:09:47.077303 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-3dd9a029-8f2a-413a-b63a-1ea4acfdad50 tempest-TagsExtTest-1506564781 tempest-TagsExtTest-1506564781-project] 10.222.0.42 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 746 time: 0.1372933 Apr 18 21:09:47.080526 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 44542) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:09:47.089195 n-d-838334-2 neutron-server[84040]: DEBUG neutron.services.tag.tag_plugin [None req-3a296881-8144-4ca5-afe3-0a6f9accd950 tempest-TagsExtTest-1506564781 tempest-TagsExtTest-1506564781-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', '37fba41d-a689-42be-86b2-36dde15c6b9b', 'tempest-TagsExtTest-Tag-1762838573') {} {{(pid=84040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:09:47.195869 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-b0e4c659-5bfe-49ea-bbc6-5e56cfdb935c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33528224'] for security_group, after_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:09:47.266537 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-172ca3e9-a52d-43b4-83cb-e04774d4b33e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33528224'] for security_group, after_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:09:47.338937 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-3a296881-8144-4ca5-afe3-0a6f9accd950 tempest-TagsExtTest-1506564781 tempest-TagsExtTest-1506564781-project] 10.222.0.42 "PUT /v2.0/subnets/37fba41d-a689-42be-86b2-36dde15c6b9b/tags/tempest-TagsExtTest-Tag-1762838573 HTTP/1.1" status: 201 len: 201 time: 0.2549889 Apr 18 21:09:47.340900 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 44548) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:09:47.350877 n-d-838334-2 neutron-server[84040]: DEBUG neutron.services.tag.tag_plugin [None req-f92e10ad-f514-4359-9290-defb53ad8431 tempest-TagsExtTest-1506564781 tempest-TagsExtTest-1506564781-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', '23235b3f-123f-475a-8473-c75551c90fff', 'tempest-TagsExtTest-Tag-331813690') {} {{(pid=84040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:09:47.362289 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-b0e4c659-5bfe-49ea-bbc6-5e56cfdb935c admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=99cd1c12f02a4d3c98331d92a31f17bd&name=default HTTP/1.1" status: 200 len: 2647 time: 1.1892402 Apr 18 21:09:47.386770 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 44552) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:09:47.411471 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79df495f-f8f8-403d-b26c-beed888b8f3c None None] Network 0c6b957f-a6a4-4aeb-b28b-ca9b185f77cc requested from n-d-838334-2 {{(pid=84042) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 21:09:47.464319 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-f92e10ad-f514-4359-9290-defb53ad8431 tempest-TagsExtTest-1506564781 tempest-TagsExtTest-1506564781-project] 10.222.0.42 "PUT /v2.0/ports/23235b3f-123f-475a-8473-c75551c90fff/tags/tempest-TagsExtTest-Tag-331813690 HTTP/1.1" status: 201 len: 201 time: 0.1196852 Apr 18 21:09:47.464319 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 44556) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:09:47.469146 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-85d24f6d-2c06-452a-94f0-1d05fb7f7466 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:09:47.477719 n-d-838334-2 neutron-server[84040]: DEBUG neutron.services.tag.tag_plugin [None req-0707f525-b7ae-4e66-a389-59f8e8937c1c tempest-TagsExtTest-1506564781 tempest-TagsExtTest-1506564781-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', 'b3aeff6d-8849-4ac2-8b91-6cdc4f5c54a7', 'tempest-TagsExtTest-Tag-1909331148') {} {{(pid=84040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:09:47.479413 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0e4c659-5bfe-49ea-bbc6-5e56cfdb935c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c5b79399-62f0-4758-bf47-361be85f190c,revision_number=1']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:09:47.542527 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-172ca3e9-a52d-43b4-83cb-e04774d4b33e admin admin] Notify callbacks [] for security_group, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:09:47.543682 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-172ca3e9-a52d-43b4-83cb-e04774d4b33e admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/0e73078b-718a-46e6-a324-0e51c086e205 HTTP/1.1" status: 204 len: 168 time: 0.8363640 Apr 18 21:09:47.575134 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-9dab0be5-b49c-42dd-9e02-e9a2a87a82f1 None None] Provisioning for port 14eff19d-9cbf-4d5f-a7f5-74cd1de71917 completed by entity DHCP. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 21:09:47.601615 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-9dab0be5-b49c-42dd-9e02-e9a2a87a82f1 None None] Provisioning complete for port 14eff19d-9cbf-4d5f-a7f5-74cd1de71917 triggered by entity DHCP. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:09:47.602251 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-9dab0be5-b49c-42dd-9e02-e9a2a87a82f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1253608'] for port, provisioning_complete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:09:47.700202 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 44562) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:09:47.721300 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-5ad5e19e-adf4-49a2-a23a-a715e718fd4a admin admin] Notify callbacks [] for security_group, before_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:09:47.772018 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [None req-5ad5e19e-adf4-49a2-a23a-a715e718fd4a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:09:47.778889 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-5ad5e19e-adf4-49a2-a23a-a715e718fd4a admin admin] Usage tracker for resource:security_group_rule and tenant:9206b1d028b54eeba42d8876c91b5add is out of sync, need to count used quota {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:09:47.782789 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-5ad5e19e-adf4-49a2-a23a-a715e718fd4a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:09:47.790684 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [None req-5ad5e19e-adf4-49a2-a23a-a715e718fd4a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:09:47.799364 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-172ca3e9-a52d-43b4-83cb-e04774d4b33e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e73078b-718a-46e6-a324-0e51c086e205,revision_number=None']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:09:47.802013 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 44566) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:09:47.802325 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-0707f525-b7ae-4e66-a389-59f8e8937c1c tempest-TagsExtTest-1506564781 tempest-TagsExtTest-1506564781-project] 10.222.0.42 "PUT /v2.0/routers/b3aeff6d-8849-4ac2-8b91-6cdc4f5c54a7/tags/tempest-TagsExtTest-Tag-1909331148 HTTP/1.1" status: 201 len: 201 time: 0.3332658 Apr 18 21:09:47.824673 n-d-838334-2 neutron-server[84041]: DEBUG neutron.services.tag.tag_plugin [None req-2f88fef3-060e-472b-acbe-947ec77d0ac8 tempest-TagsExtTest-1506564781 tempest-TagsExtTest-1506564781-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', '94fcd0c1-8496-4e1b-a01f-0fd19c723fb7', 'tempest-TagsExtTest-Tag-366686653') {} {{(pid=84041) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:09:47.843465 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-9dab0be5-b49c-42dd-9e02-e9a2a87a82f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:09:47.844268 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0dfb3c3e-2bab-4818-b903-33cc117321f4 tempest-RoutersIpV6Test-235118808 tempest-RoutersIpV6Test-235118808-project] Notify agent at l3_agent.n-d-838334-2 the message routers_updated {{(pid=84041) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 21:09:47.855193 n-d-838334-2 neutron-server[84043]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5052768-1858-40bd-8054-a98c8c336119 None None] Sync routers for ids ['e5843b33-c95a-4318-903a-55b282dcd6ca'] in n-d-838334-2 {{(pid=84043) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 18 21:09:47.858063 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-0dfb3c3e-2bab-4818-b903-33cc117321f4 tempest-RoutersIpV6Test-235118808 tempest-RoutersIpV6Test-235118808-project] 10.222.0.42 "PUT /v2.0/routers/e5843b33-c95a-4318-903a-55b282dcd6ca/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.6979756 Apr 18 21:09:47.862098 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 44572) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:09:47.882866 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-85d24f6d-2c06-452a-94f0-1d05fb7f7466 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:09:47.885932 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5052768-1858-40bd-8054-a98c8c336119 None None] Routers {'e5843b33-c95a-4318-903a-55b282dcd6ca'} bound to L3 agent in host n-d-838334-2 {{(pid=84043) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 21:09:47.886782 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.l3_hamode_db [None req-e5052768-1858-40bd-8054-a98c8c336119 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838334-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-18T20:25:48Z,description=,heartbeat_timestamp=2022-04-18T21:09:18Z,host='n-d-838334-2',id=bc84d6c9-dd7a-4555-a351-592327b46d5a,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:25:48Z,topic='l3_agent')) {'router_ids': ['e5843b33-c95a-4318-903a-55b282dcd6ca'], 'active': True} {{(pid=84043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:09:47.961721 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-66c60fe6-a8e6-41d6-82f0-90dcc9f2db7c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:09:47.994916 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.l3_hamode_db [None req-e5052768-1858-40bd-8054-a98c8c336119 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-838334-2', False) {} {{(pid=84043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:09:47.998866 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-2f88fef3-060e-472b-acbe-947ec77d0ac8 tempest-TagsExtTest-1506564781 tempest-TagsExtTest-1506564781-project] 10.222.0.42 "PUT /v2.0/subnetpools/94fcd0c1-8496-4e1b-a01f-0fd19c723fb7/tags/tempest-TagsExtTest-Tag-366686653 HTTP/1.1" status: 201 len: 201 time: 0.1869817 Apr 18 21:09:48.003663 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-66c60fe6-a8e6-41d6-82f0-90dcc9f2db7c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:09:48.010297 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 44576) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:09:48.021578 n-d-838334-2 neutron-server[84041]: DEBUG neutron.services.tag.tag_plugin [None req-68a5f590-7587-4cf8-8147-03d37d38fd47 tempest-TagsExtTest-1506564781 tempest-TagsExtTest-1506564781-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', '37fba41d-a689-42be-86b2-36dde15c6b9b') {} {{(pid=84041) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:09:48.037909 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5052768-1858-40bd-8054-a98c8c336119 None None] Routers {'e5843b33-c95a-4318-903a-55b282dcd6ca'} bound to L3 agent in host n-d-838334-2 {{(pid=84043) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 21:09:48.040210 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.l3_hamode_db [None req-e5052768-1858-40bd-8054-a98c8c336119 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838334-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-18T20:25:48Z,description=,heartbeat_timestamp=2022-04-18T21:09:18Z,host='n-d-838334-2',id=bc84d6c9-dd7a-4555-a351-592327b46d5a,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:25:48Z,topic='l3_agent')) {'router_ids': ['e5843b33-c95a-4318-903a-55b282dcd6ca'], 'active': True} {{(pid=84043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:09:48.059763 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-9dab0be5-b49c-42dd-9e02-e9a2a87a82f1 None None] For port 14eff19d-9cbf-4d5f-a7f5-74cd1de71917, host n-d-838334-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838334-2',level=0,port_id=14eff19d-9cbf-4d5f-a7f5-74cd1de71917,segment=NetworkSegment(9a7ca6e1-ea99-47d8-bf89-ca8901d28171),segment_id=9a7ca6e1-ea99-47d8-bf89-ca8901d28171)] {{(pid=84042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:09:48.111199 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-85d24f6d-2c06-452a-94f0-1d05fb7f7466 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33528224'] for security_group, after_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:09:48.146702 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.l3_hamode_db [None req-e5052768-1858-40bd-8054-a98c8c336119 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-838334-2', False) {} {{(pid=84043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:09:48.146702 n-d-838334-2 neutron-server[84043]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5052768-1858-40bd-8054-a98c8c336119 None None] The sync data for ids ['e5843b33-c95a-4318-903a-55b282dcd6ca'] in n-d-838334-2 is: [] {{(pid=84043) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 18 21:09:48.161912 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85d24f6d-2c06-452a-94f0-1d05fb7f7466 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4951cbca-1eaf-403a-bdc9-089d61b4c742,revision_number=None']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:09:48.177628 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-85d24f6d-2c06-452a-94f0-1d05fb7f7466 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:09:48.181321 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-85d24f6d-2c06-452a-94f0-1d05fb7f7466 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/4951cbca-1eaf-403a-bdc9-089d61b4c742 HTTP/1.1" status: 204 len: 168 time: 1.2804148 Apr 18 21:09:48.186223 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-9dab0be5-b49c-42dd-9e02-e9a2a87a82f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682'] for port, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:09:48.209018 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-68a5f590-7587-4cf8-8147-03d37d38fd47 tempest-TagsExtTest-1506564781 tempest-TagsExtTest-1506564781-project] 10.222.0.42 "GET /v2.0/subnets/37fba41d-a689-42be-86b2-36dde15c6b9b/tags HTTP/1.1" status: 200 len: 241 time: 0.1975126 Apr 18 21:09:48.212554 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 44586) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:09:48.213472 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-e9123c4c-ef33-41af-8d90-d544bf496ec9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750375287399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253529'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:09:48.223939 n-d-838334-2 neutron-server[84041]: DEBUG neutron.services.tag.tag_plugin [None req-8450e76d-3777-40dd-b02a-c8b0d61f9c9f tempest-TagsExtTest-1506564781 tempest-TagsExtTest-1506564781-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '37fba41d-a689-42be-86b2-36dde15c6b9b', 'tempest-TagsExtTest-Tag-1762838573') {} {{(pid=84041) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:09:48.273915 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-66c60fe6-a8e6-41d6-82f0-90dcc9f2db7c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33528224'] for security_group, after_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:09:48.324903 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dab0be5-b49c-42dd-9e02-e9a2a87a82f1 None None] Pushing event updated for resources: {'Port': ['ID=14eff19d-9cbf-4d5f-a7f5-74cd1de71917,revision_number=3']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:09:48.348603 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66c60fe6-a8e6-41d6-82f0-90dcc9f2db7c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c5b79399-62f0-4758-bf47-361be85f190c,revision_number=None']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:09:48.363464 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-66c60fe6-a8e6-41d6-82f0-90dcc9f2db7c admin admin] Notify callbacks [] for security_group, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:09:48.367439 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-66c60fe6-a8e6-41d6-82f0-90dcc9f2db7c admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/c5b79399-62f0-4758-bf47-361be85f190c HTTP/1.1" status: 204 len: 168 time: 0.9661429 Apr 18 21:09:48.377336 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 44594) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:09:48.439682 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-5ad5e19e-adf4-49a2-a23a-a715e718fd4a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:09:48.455638 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-5ad5e19e-adf4-49a2-a23a-a715e718fd4a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33528224'] for security_group, after_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:09:48.468801 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-6101724a-b8ed-45cc-8f85-3f2b13ccdb94 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:09:48.532392 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Device 14eff19d-9cbf-4d5f-a7f5-74cd1de71917 up at agent ovs-agent-n-d-838334-2 {{(pid=84042) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 21:09:48.559874 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ad5e19e-adf4-49a2-a23a-a715e718fd4a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=25473516-1ad0-4648-a14d-1c7c7aba4921,revision_number=1']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:09:48.585720 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-8450e76d-3777-40dd-b02a-c8b0d61f9c9f tempest-TagsExtTest-1506564781 tempest-TagsExtTest-1506564781-project] 10.222.0.42 "GET /v2.0/subnets/37fba41d-a689-42be-86b2-36dde15c6b9b/tags/tempest-TagsExtTest-Tag-1762838573 HTTP/1.1" status: 204 len: 168 time: 0.3693373 Apr 18 21:09:48.586249 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-5ad5e19e-adf4-49a2-a23a-a715e718fd4a admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=9206b1d028b54eeba42d8876c91b5add&name=default HTTP/1.1" status: 200 len: 2647 time: 0.8842971 Apr 18 21:09:48.587887 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 44600) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:09:48.588775 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 44602) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:09:48.654690 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-6101724a-b8ed-45cc-8f85-3f2b13ccdb94 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:09:48.666346 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Provisioning complete for port 14eff19d-9cbf-4d5f-a7f5-74cd1de71917 triggered by entity L2. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:09:48.666713 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1253608'] for port, provisioning_complete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:09:48.672815 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-6101724a-b8ed-45cc-8f85-3f2b13ccdb94 admin admin] Usage tracker for resource:security_group_rule and tenant:56e66595752348a48687aead321533c3 is out of sync, need to count used quota {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:09:48.678178 n-d-838334-2 neutron-server[84040]: DEBUG neutron.services.tag.tag_plugin [None req-ad6a4801-8aff-4629-9c97-77ba4384887a tempest-TagsExtTest-1506564781 tempest-TagsExtTest-1506564781-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnets', '37fba41d-a689-42be-86b2-36dde15c6b9b', 'tempest-TagsExtTest-Tag-1762838573') {} {{(pid=84040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:09:48.696000 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-6101724a-b8ed-45cc-8f85-3f2b13ccdb94 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:09:48.714044 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-6101724a-b8ed-45cc-8f85-3f2b13ccdb94 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:09:48.749685 n-d-838334-2 neutron-server[84040]: INFO neutron.api.v2.resource [None req-9abf91d2-6520-470f-8150-21960a5cbbf0 tempest-RoutersIpV6Test-235118808 tempest-RoutersIpV6Test-235118808-project] remove_router_interface failed (client error): The resource could not be found. Apr 18 21:09:48.751177 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-9abf91d2-6520-470f-8150-21960a5cbbf0 tempest-RoutersIpV6Test-235118808 tempest-RoutersIpV6Test-235118808-project] 10.222.0.42 "PUT /v2.0/routers/e5843b33-c95a-4318-903a-55b282dcd6ca/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.8852153 Apr 18 21:09:48.754024 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 44608) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:09:48.837296 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-461f2440-b8b8-4684-b5f9-02c14565ea95 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:09:48.851598 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-f8ab8992-6854-40c3-a07c-645e1050c4f1 tempest-RoutersIpV6Test-235118808 tempest-RoutersIpV6Test-235118808-project] Synchronizing usage tracker for tenant:3fd12654c90d4a4687b2462ca839c972 on resource:port {{(pid=84040) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 21:09:48.885882 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-68c3e486-0dfa-4756-8450-dca7d5a01e6b None None] Provisioning for port 23235b3f-123f-475a-8473-c75551c90fff completed by entity DHCP. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 21:09:48.892942 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-68c3e486-0dfa-4756-8450-dca7d5a01e6b None None] Provisioning complete for port 23235b3f-123f-475a-8473-c75551c90fff triggered by entity DHCP. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:09:48.893442 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-68c3e486-0dfa-4756-8450-dca7d5a01e6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1253608'] for port, provisioning_complete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:09:48.898219 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-461f2440-b8b8-4684-b5f9-02c14565ea95 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:09:48.903399 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-f8ab8992-6854-40c3-a07c-645e1050c4f1 tempest-RoutersIpV6Test-235118808 tempest-RoutersIpV6Test-235118808-project] Unset dirty status for tenant:3fd12654c90d4a4687b2462ca839c972 on resource:port {{(pid=84040) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 21:09:48.907383 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-f8ab8992-6854-40c3-a07c-645e1050c4f1 tempest-RoutersIpV6Test-235118808 tempest-RoutersIpV6Test-235118808-project] 10.222.0.42 "GET /v2.0/ports?device_id=e5843b33-c95a-4318-903a-55b282dcd6ca HTTP/1.1" status: 200 len: 205 time: 0.1418443 Apr 18 21:09:48.909087 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 44616) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:09:48.981253 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-461f2440-b8b8-4684-b5f9-02c14565ea95 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33528224'] for security_group, after_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:09:49.039496 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.plugin [None req-68c3e486-0dfa-4756-8450-dca7d5a01e6b None None] Port 23235b3f-123f-475a-8473-c75551c90fff cannot update to ACTIVE because it is not bound. {{(pid=84042) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 18 21:09:49.048055 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750375287399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253529'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:09:49.058237 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-461f2440-b8b8-4684-b5f9-02c14565ea95 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=25473516-1ad0-4648-a14d-1c7c7aba4921,revision_number=None']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:09:49.064633 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-461f2440-b8b8-4684-b5f9-02c14565ea95 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:09:49.070092 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-461f2440-b8b8-4684-b5f9-02c14565ea95 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/25473516-1ad0-4648-a14d-1c7c7aba4921 HTTP/1.1" status: 204 len: 168 time: 0.4752834 Apr 18 21:09:49.089585 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-68c3e486-0dfa-4756-8450-dca7d5a01e6b None None] Provisioning complete for port 14eff19d-9cbf-4d5f-a7f5-74cd1de71917 triggered by entity DHCP. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:09:49.092783 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-68c3e486-0dfa-4756-8450-dca7d5a01e6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1253608'] for port, provisioning_complete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:09:49.172957 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-6101724a-b8ed-45cc-8f85-3f2b13ccdb94 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:09:49.186432 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-6101724a-b8ed-45cc-8f85-3f2b13ccdb94 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33528224'] for security_group, after_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:09:49.247831 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-014bdde8-97b9-4287-9996-14d1abab1fd1 tempest-RoutersIpV6Test-235118808 tempest-RoutersIpV6Test-235118808-project] Notify callbacks [] for router, before_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:09:49.290566 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6101724a-b8ed-45cc-8f85-3f2b13ccdb94 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e10e391a-9173-4494-8933-80db82e404d9,revision_number=1']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:09:49.301036 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-6101724a-b8ed-45cc-8f85-3f2b13ccdb94 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=56e66595752348a48687aead321533c3&name=default HTTP/1.1" status: 200 len: 2647 time: 0.9205232 Apr 18 21:09:49.304111 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 44626) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:09:49.398588 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-ad6a4801-8aff-4629-9c97-77ba4384887a tempest-TagsExtTest-1506564781 tempest-TagsExtTest-1506564781-project] 10.222.0.42 "DELETE /v2.0/subnets/37fba41d-a689-42be-86b2-36dde15c6b9b/tags/tempest-TagsExtTest-Tag-1762838573 HTTP/1.1" status: 204 len: 168 time: 0.8071764 Apr 18 21:09:49.406525 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 44632) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:09:49.415763 n-d-838334-2 neutron-server[84040]: DEBUG neutron.services.tag.tag_plugin [None req-51f3803c-139f-44e0-a9e1-54875671b8fb tempest-TagsExtTest-1506564781 tempest-TagsExtTest-1506564781-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', '37fba41d-a689-42be-86b2-36dde15c6b9b') {} {{(pid=84040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:09:49.434947 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-23d2e289-2b27-4e00-9ea5-0d953ce0e89c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:09:49.505118 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-23d2e289-2b27-4e00-9ea5-0d953ce0e89c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:09:49.509273 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-414b6ffe-e119-47bc-b18f-bcff1219c2f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750375287399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253529'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:09:49.544620 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-38a79c97-b82a-4bad-819d-67521d6ce317 None None] Provisioning complete for port 23235b3f-123f-475a-8473-c75551c90fff triggered by entity DHCP. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:09:49.545863 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-38a79c97-b82a-4bad-819d-67521d6ce317 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1253608'] for port, provisioning_complete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:09:49.616098 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-23d2e289-2b27-4e00-9ea5-0d953ce0e89c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33528224'] for security_group, after_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:09:49.654151 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23d2e289-2b27-4e00-9ea5-0d953ce0e89c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e10e391a-9173-4494-8933-80db82e404d9,revision_number=None']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:09:49.664403 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-23d2e289-2b27-4e00-9ea5-0d953ce0e89c admin admin] Notify callbacks [] for security_group, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:09:49.672832 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-23d2e289-2b27-4e00-9ea5-0d953ce0e89c admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/e10e391a-9173-4494-8933-80db82e404d9 HTTP/1.1" status: 204 len: 168 time: 0.3673952 Apr 18 21:09:49.681925 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.plugin [None req-38a79c97-b82a-4bad-819d-67521d6ce317 None None] Port 23235b3f-123f-475a-8473-c75551c90fff cannot update to ACTIVE because it is not bound. {{(pid=84042) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 18 21:09:50.080353 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-51f3803c-139f-44e0-a9e1-54875671b8fb tempest-TagsExtTest-1506564781 tempest-TagsExtTest-1506564781-project] 10.222.0.42 "GET /v2.0/subnets/37fba41d-a689-42be-86b2-36dde15c6b9b/tags HTTP/1.1" status: 200 len: 205 time: 0.6708243 Apr 18 21:09:50.082691 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 44662) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:09:50.089979 n-d-838334-2 neutron-server[84040]: DEBUG neutron.services.tag.tag_plugin [None req-a29249cc-c798-4d5c-bd60-4dab5c3ee7f1 tempest-TagsExtTest-1506564781 tempest-TagsExtTest-1506564781-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', '23235b3f-123f-475a-8473-c75551c90fff') {} {{(pid=84040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:09:50.130164 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-014bdde8-97b9-4287-9996-14d1abab1fd1 tempest-RoutersIpV6Test-235118808 tempest-RoutersIpV6Test-235118808-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33443580', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5726'] for router, precommit_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:09:50.148439 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-014bdde8-97b9-4287-9996-14d1abab1fd1 tempest-RoutersIpV6Test-235118808 tempest-RoutersIpV6Test-235118808-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:09:50.173293 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-a29249cc-c798-4d5c-bd60-4dab5c3ee7f1 tempest-TagsExtTest-1506564781 tempest-TagsExtTest-1506564781-project] 10.222.0.42 "GET /v2.0/ports/23235b3f-123f-475a-8473-c75551c90fff/tags HTTP/1.1" status: 200 len: 240 time: 0.0895998 Apr 18 21:09:50.176229 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 44666) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:09:50.182817 n-d-838334-2 neutron-server[84041]: DEBUG neutron.services.tag.tag_plugin [None req-15405746-3155-499b-b344-219745f9500d tempest-TagsExtTest-1506564781 tempest-TagsExtTest-1506564781-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '23235b3f-123f-475a-8473-c75551c90fff', 'tempest-TagsExtTest-Tag-331813690') {} {{(pid=84041) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:09:50.189400 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-014bdde8-97b9-4287-9996-14d1abab1fd1 tempest-RoutersIpV6Test-235118808 tempest-RoutersIpV6Test-235118808-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-33443408'] for router, after_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:09:50.190137 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-014bdde8-97b9-4287-9996-14d1abab1fd1 tempest-RoutersIpV6Test-235118808 tempest-RoutersIpV6Test-235118808-project] Fanout notify agent at l3_agent the message router_deleted on router e5843b33-c95a-4318-903a-55b282dcd6ca {{(pid=84040) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 18 21:09:50.236670 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-014bdde8-97b9-4287-9996-14d1abab1fd1 tempest-RoutersIpV6Test-235118808 tempest-RoutersIpV6Test-235118808-project] Notify callbacks [] for router, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:09:50.237883 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-014bdde8-97b9-4287-9996-14d1abab1fd1 tempest-RoutersIpV6Test-235118808 tempest-RoutersIpV6Test-235118808-project] 10.222.0.42 "DELETE /v2.0/routers/e5843b33-c95a-4318-903a-55b282dcd6ca HTTP/1.1" status: 204 len: 168 time: 1.3243592 Apr 18 21:09:50.240708 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 44672) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:09:50.432281 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-15405746-3155-499b-b344-219745f9500d tempest-TagsExtTest-1506564781 tempest-TagsExtTest-1506564781-project] 10.222.0.42 "GET /v2.0/ports/23235b3f-123f-475a-8473-c75551c90fff/tags/tempest-TagsExtTest-Tag-331813690 HTTP/1.1" status: 204 len: 168 time: 0.2542601 Apr 18 21:09:50.433908 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 44684) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:09:50.444112 n-d-838334-2 neutron-server[84041]: DEBUG neutron.services.tag.tag_plugin [None req-71ae18f6-aa9a-4378-a3d3-d39218ab7da0 tempest-TagsExtTest-1506564781 tempest-TagsExtTest-1506564781-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'ports', '23235b3f-123f-475a-8473-c75551c90fff', 'tempest-TagsExtTest-Tag-331813690') {} {{(pid=84041) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:09:50.553080 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.db_base_plugin_v2 [None req-a617703e-29e1-4cb7-90d1-5770ef31bd7f tempest-RoutersIpV6Test-235118808 tempest-RoutersIpV6Test-235118808-project] Deleting subnet 2e0e73d6-4ce1-4c0b-9c33-2fcc3e87ca37 {{(pid=84041) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 18 21:09:50.558461 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-a617703e-29e1-4cb7-90d1-5770ef31bd7f tempest-RoutersIpV6Test-235118808 tempest-RoutersIpV6Test-235118808-project] Notify callbacks [] for subnet, before_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:09:50.600581 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-c7521a90-7d65-4e2e-842c-ca5d95e9a89c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750375287399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253529'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:09:50.629468 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-a617703e-29e1-4cb7-90d1-5770ef31bd7f tempest-RoutersIpV6Test-235118808 tempest-RoutersIpV6Test-235118808-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32266383'] for subnet, precommit_delete_associations {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:09:50.679324 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-71ae18f6-aa9a-4378-a3d3-d39218ab7da0 tempest-TagsExtTest-1506564781 tempest-TagsExtTest-1506564781-project] 10.222.0.42 "DELETE /v2.0/ports/23235b3f-123f-475a-8473-c75551c90fff/tags/tempest-TagsExtTest-Tag-331813690 HTTP/1.1" status: 204 len: 168 time: 0.2442684 Apr 18 21:09:50.682508 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 44696) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:09:50.693595 n-d-838334-2 neutron-server[84040]: DEBUG neutron.services.tag.tag_plugin [None req-c5ba0413-03a6-4709-8608-ab43a7dd18b5 tempest-TagsExtTest-1506564781 tempest-TagsExtTest-1506564781-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', '23235b3f-123f-475a-8473-c75551c90fff') {} {{(pid=84040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:09:50.747823 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-a617703e-29e1-4cb7-90d1-5770ef31bd7f tempest-RoutersIpV6Test-235118808 tempest-RoutersIpV6Test-235118808-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1260556'] for subnet, precommit_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:09:50.854983 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-c5ba0413-03a6-4709-8608-ab43a7dd18b5 tempest-TagsExtTest-1506564781 tempest-TagsExtTest-1506564781-project] 10.222.0.42 "GET /v2.0/ports/23235b3f-123f-475a-8473-c75551c90fff/tags HTTP/1.1" status: 200 len: 205 time: 0.1701691 Apr 18 21:09:50.858254 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 44706) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:09:50.873194 n-d-838334-2 neutron-server[84041]: DEBUG neutron.services.tag.tag_plugin [None req-83325990-822e-472d-840a-3ef0c3b50913 tempest-TagsExtTest-1506564781 tempest-TagsExtTest-1506564781-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', 'b3aeff6d-8849-4ac2-8b91-6cdc4f5c54a7') {} {{(pid=84041) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:09:51.017023 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-a617703e-29e1-4cb7-90d1-5770ef31bd7f tempest-RoutersIpV6Test-235118808 tempest-RoutersIpV6Test-235118808-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1260549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33526260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32266336', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32486390'] for subnet, after_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:09:51.169309 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a617703e-29e1-4cb7-90d1-5770ef31bd7f tempest-RoutersIpV6Test-235118808 tempest-RoutersIpV6Test-235118808-project] Pushing event deleted for resources: {'Subnet': ['ID=2e0e73d6-4ce1-4c0b-9c33-2fcc3e87ca37,revision_number=None']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:09:51.195486 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a617703e-29e1-4cb7-90d1-5770ef31bd7f tempest-RoutersIpV6Test-235118808 tempest-RoutersIpV6Test-235118808-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:09:51.195775 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a617703e-29e1-4cb7-90d1-5770ef31bd7f tempest-RoutersIpV6Test-235118808 tempest-RoutersIpV6Test-235118808-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:09:51.196145 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a617703e-29e1-4cb7-90d1-5770ef31bd7f tempest-RoutersIpV6Test-235118808 tempest-RoutersIpV6Test-235118808-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:09:51.196570 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a617703e-29e1-4cb7-90d1-5770ef31bd7f tempest-RoutersIpV6Test-235118808 tempest-RoutersIpV6Test-235118808-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:09:51.196814 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a617703e-29e1-4cb7-90d1-5770ef31bd7f tempest-RoutersIpV6Test-235118808 tempest-RoutersIpV6Test-235118808-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:09:51.197506 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a617703e-29e1-4cb7-90d1-5770ef31bd7f tempest-RoutersIpV6Test-235118808 tempest-RoutersIpV6Test-235118808-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:09:51.197506 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a617703e-29e1-4cb7-90d1-5770ef31bd7f tempest-RoutersIpV6Test-235118808 tempest-RoutersIpV6Test-235118808-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:09:51.197906 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a617703e-29e1-4cb7-90d1-5770ef31bd7f tempest-RoutersIpV6Test-235118808 tempest-RoutersIpV6Test-235118808-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:09:51.198230 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a617703e-29e1-4cb7-90d1-5770ef31bd7f tempest-RoutersIpV6Test-235118808 tempest-RoutersIpV6Test-235118808-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:09:51.198550 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a617703e-29e1-4cb7-90d1-5770ef31bd7f tempest-RoutersIpV6Test-235118808 tempest-RoutersIpV6Test-235118808-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:09:51.198867 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a617703e-29e1-4cb7-90d1-5770ef31bd7f tempest-RoutersIpV6Test-235118808 tempest-RoutersIpV6Test-235118808-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:09:51.202488 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-a617703e-29e1-4cb7-90d1-5770ef31bd7f tempest-RoutersIpV6Test-235118808 tempest-RoutersIpV6Test-235118808-project] Notify callbacks [] for subnet, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:09:51.212176 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05b22955-f1fc-486c-b953-2b98329d5704 None None] Network de0a3812-3377-42ff-9897-4fcc51db0483 requested from n-d-838334-2 {{(pid=84042) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 21:09:51.215807 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-a617703e-29e1-4cb7-90d1-5770ef31bd7f tempest-RoutersIpV6Test-235118808 tempest-RoutersIpV6Test-235118808-project] 10.222.0.42 "DELETE /v2.0/subnets/2e0e73d6-4ce1-4c0b-9c33-2fcc3e87ca37 HTTP/1.1" status: 204 len: 168 time: 0.9715612 Apr 18 21:09:51.216534 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 44720) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:09:51.223698 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-83325990-822e-472d-840a-3ef0c3b50913 tempest-TagsExtTest-1506564781 tempest-TagsExtTest-1506564781-project] 10.222.0.42 "GET /v2.0/routers/b3aeff6d-8849-4ac2-8b91-6cdc4f5c54a7/tags HTTP/1.1" status: 200 len: 241 time: 0.3643115 Apr 18 21:09:51.226102 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 44724) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:09:51.232007 n-d-838334-2 neutron-server[84041]: DEBUG neutron.services.tag.tag_plugin [None req-6b4287ae-871c-4d1c-addb-4019b5c0f4e0 tempest-TagsExtTest-1506564781 tempest-TagsExtTest-1506564781-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'b3aeff6d-8849-4ac2-8b91-6cdc4f5c54a7', 'tempest-TagsExtTest-Tag-1909331148') {} {{(pid=84041) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:09:51.392303 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-6b4287ae-871c-4d1c-addb-4019b5c0f4e0 tempest-TagsExtTest-1506564781 tempest-TagsExtTest-1506564781-project] 10.222.0.42 "GET /v2.0/routers/b3aeff6d-8849-4ac2-8b91-6cdc4f5c54a7/tags/tempest-TagsExtTest-Tag-1909331148 HTTP/1.1" status: 204 len: 168 time: 0.1649888 Apr 18 21:09:51.394760 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 44730) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:09:51.402028 n-d-838334-2 neutron-server[84041]: DEBUG neutron.services.tag.tag_plugin [None req-082a3633-692c-4287-8cfb-5617f0086b22 tempest-TagsExtTest-1506564781 tempest-TagsExtTest-1506564781-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'routers', 'b3aeff6d-8849-4ac2-8b91-6cdc4f5c54a7', 'tempest-TagsExtTest-Tag-1909331148') {} {{(pid=84041) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:09:51.450565 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-15de3269-f8f4-4978-b562-22229ebaaaac tempest-RoutersIpV6Test-235118808 tempest-RoutersIpV6Test-235118808-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1103592'] for network, before_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:09:51.482999 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.plugin [None req-15de3269-f8f4-4978-b562-22229ebaaaac tempest-RoutersIpV6Test-235118808 tempest-RoutersIpV6Test-235118808-project] Deleting port ad5e98e2-b33b-42e9-b9ba-ece76a68ead6 {{(pid=84040) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 21:09:51.483516 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-15de3269-f8f4-4978-b562-22229ebaaaac tempest-RoutersIpV6Test-235118808 tempest-RoutersIpV6Test-235118808-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750375188691'] for port, before_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:09:51.560739 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2895b39-7f6b-45f2-9237-8b0ddefae586 None None] DHCP port deletion for de0a3812-3377-42ff-9897-4fcc51db0483 request from n-d-838334-2 {{(pid=84042) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 18 21:09:51.566580 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.plugin [None req-c2895b39-7f6b-45f2-9237-8b0ddefae586 None None] Deleting port ad5e98e2-b33b-42e9-b9ba-ece76a68ead6 {{(pid=84042) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 21:09:51.566954 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-c2895b39-7f6b-45f2-9237-8b0ddefae586 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750375188691'] for port, before_delete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:09:51.751875 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-082a3633-692c-4287-8cfb-5617f0086b22 tempest-TagsExtTest-1506564781 tempest-TagsExtTest-1506564781-project] 10.222.0.42 "DELETE /v2.0/routers/b3aeff6d-8849-4ac2-8b91-6cdc4f5c54a7/tags/tempest-TagsExtTest-Tag-1909331148 HTTP/1.1" status: 204 len: 168 time: 0.3558495 Apr 18 21:09:51.754501 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 44738) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:09:51.767320 n-d-838334-2 neutron-server[84041]: DEBUG neutron.services.tag.tag_plugin [None req-1fa015e9-0df6-4172-885f-d9c596cdb3c4 tempest-TagsExtTest-1506564781 tempest-TagsExtTest-1506564781-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', 'b3aeff6d-8849-4ac2-8b91-6cdc4f5c54a7') {} {{(pid=84041) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:09:51.909192 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.db [None req-15de3269-f8f4-4978-b562-22229ebaaaac tempest-RoutersIpV6Test-235118808 tempest-RoutersIpV6Test-235118808-project] For port ad5e98e2-b33b-42e9-b9ba-ece76a68ead6, host n-d-838334-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838334-2',level=0,port_id=ad5e98e2-b33b-42e9-b9ba-ece76a68ead6,segment=NetworkSegment(1cba7bec-b350-4f43-a94c-234b2e0f0a94),segment_id=1cba7bec-b350-4f43-a94c-234b2e0f0a94)] {{(pid=84040) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:09:51.910299 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-15de3269-f8f4-4978-b562-22229ebaaaac tempest-RoutersIpV6Test-235118808 tempest-RoutersIpV6Test-235118808-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369123'] for port, precommit_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:09:51.942900 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-1fa015e9-0df6-4172-885f-d9c596cdb3c4 tempest-TagsExtTest-1506564781 tempest-TagsExtTest-1506564781-project] 10.222.0.42 "GET /v2.0/routers/b3aeff6d-8849-4ac2-8b91-6cdc4f5c54a7/tags HTTP/1.1" status: 200 len: 205 time: 0.1870658 Apr 18 21:09:51.945421 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 44746) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:09:51.954726 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-c2895b39-7f6b-45f2-9237-8b0ddefae586 None None] For port ad5e98e2-b33b-42e9-b9ba-ece76a68ead6, host n-d-838334-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838334-2',level=0,port_id=ad5e98e2-b33b-42e9-b9ba-ece76a68ead6,segment=NetworkSegment(1cba7bec-b350-4f43-a94c-234b2e0f0a94),segment_id=1cba7bec-b350-4f43-a94c-234b2e0f0a94)] {{(pid=84042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:09:51.955276 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-c2895b39-7f6b-45f2-9237-8b0ddefae586 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369123'] for port, precommit_delete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:09:51.958695 n-d-838334-2 neutron-server[84041]: DEBUG neutron.services.tag.tag_plugin [None req-2b4518b9-8571-4da5-a3e6-41e027840f8c tempest-TagsExtTest-1506564781 tempest-TagsExtTest-1506564781-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', '94fcd0c1-8496-4e1b-a01f-0fd19c723fb7') {} {{(pid=84041) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:09:52.013242 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-2b4518b9-8571-4da5-a3e6-41e027840f8c tempest-TagsExtTest-1506564781 tempest-TagsExtTest-1506564781-project] 10.222.0.42 "GET /v2.0/subnetpools/94fcd0c1-8496-4e1b-a01f-0fd19c723fb7/tags HTTP/1.1" status: 200 len: 240 time: 0.0655820 Apr 18 21:09:52.015581 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 44750) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:09:52.021946 n-d-838334-2 neutron-server[84041]: DEBUG neutron.services.tag.tag_plugin [None req-741ac62b-0e43-46fb-8c3f-cf746d98c4d0 tempest-TagsExtTest-1506564781 tempest-TagsExtTest-1506564781-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '94fcd0c1-8496-4e1b-a01f-0fd19c723fb7', 'tempest-TagsExtTest-Tag-366686653') {} {{(pid=84041) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:09:52.050060 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-741ac62b-0e43-46fb-8c3f-cf746d98c4d0 tempest-TagsExtTest-1506564781 tempest-TagsExtTest-1506564781-project] 10.222.0.42 "GET /v2.0/subnetpools/94fcd0c1-8496-4e1b-a01f-0fd19c723fb7/tags/tempest-TagsExtTest-Tag-366686653 HTTP/1.1" status: 204 len: 168 time: 0.0329618 Apr 18 21:09:52.052438 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 44754) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:09:52.066344 n-d-838334-2 neutron-server[84041]: DEBUG neutron.services.tag.tag_plugin [None req-00dc63ae-bdb5-4759-a317-5a3c1e5e327c tempest-TagsExtTest-1506564781 tempest-TagsExtTest-1506564781-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnetpools', '94fcd0c1-8496-4e1b-a01f-0fd19c723fb7', 'tempest-TagsExtTest-Tag-366686653') {} {{(pid=84041) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:09:52.152918 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.plugin [None req-15de3269-f8f4-4978-b562-22229ebaaaac tempest-RoutersIpV6Test-235118808 tempest-RoutersIpV6Test-235118808-project] Calling delete_port for ad5e98e2-b33b-42e9-b9ba-ece76a68ead6 owned by network:dhcp {{(pid=84040) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 21:09:52.156083 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-00dc63ae-bdb5-4759-a317-5a3c1e5e327c tempest-TagsExtTest-1506564781 tempest-TagsExtTest-1506564781-project] 10.222.0.42 "DELETE /v2.0/subnetpools/94fcd0c1-8496-4e1b-a01f-0fd19c723fb7/tags/tempest-TagsExtTest-Tag-366686653 HTTP/1.1" status: 204 len: 168 time: 0.0979495 Apr 18 21:09:52.156862 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 44764) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:09:52.166822 n-d-838334-2 neutron-server[84041]: DEBUG neutron.services.tag.tag_plugin [None req-ef063306-31f8-4b1a-be4b-46e890e24f0a tempest-TagsExtTest-1506564781 tempest-TagsExtTest-1506564781-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', '94fcd0c1-8496-4e1b-a01f-0fd19c723fb7') {} {{(pid=84041) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:09:52.182156 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.plugin [None req-c2895b39-7f6b-45f2-9237-8b0ddefae586 None None] Calling delete_port for ad5e98e2-b33b-42e9-b9ba-ece76a68ead6 owned by network:dhcp {{(pid=84042) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 21:09:52.219668 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-ef063306-31f8-4b1a-be4b-46e890e24f0a tempest-TagsExtTest-1506564781 tempest-TagsExtTest-1506564781-project] 10.222.0.42 "GET /v2.0/subnetpools/94fcd0c1-8496-4e1b-a01f-0fd19c723fb7/tags HTTP/1.1" status: 200 len: 205 time: 0.0616899 Apr 18 21:09:52.222702 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 44768) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:09:52.239504 n-d-838334-2 neutron-server[84040]: DEBUG neutron.services.tag.tag_plugin [None req-496af6d3-a6af-461b-ba66-9da986c5ae1b tempest-TagsExtTest-1506564781 tempest-TagsExtTest-1506564781-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '94fcd0c1-8496-4e1b-a01f-0fd19c723fb7') {} {{(pid=84040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:09:52.263361 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-15de3269-f8f4-4978-b562-22229ebaaaac tempest-RoutersIpV6Test-235118808 tempest-RoutersIpV6Test-235118808-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750375259028', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750374836628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32440838'] for port, after_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:09:52.272378 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 44772) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:09:52.281038 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.db.api [None req-c2895b39-7f6b-45f2-9237-8b0ddefae586 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84042) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 18 21:09:52.281661 n-d-838334-2 neutron-server[84042]: DEBUG oslo_db.api [None req-c2895b39-7f6b-45f2-9237-8b0ddefae586 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 18 21:09:52.311186 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15de3269-f8f4-4978-b562-22229ebaaaac tempest-RoutersIpV6Test-235118808 tempest-RoutersIpV6Test-235118808-project] Pushing event deleted for resources: {'Port': ['ID=ad5e98e2-b33b-42e9-b9ba-ece76a68ead6,revision_number=None']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:09:52.328193 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15de3269-f8f4-4978-b562-22229ebaaaac tempest-RoutersIpV6Test-235118808 tempest-RoutersIpV6Test-235118808-project] No DVR routers for this DVR port ad5e98e2-b33b-42e9-b9ba-ece76a68ead6 on host n-d-838334-2 {{(pid=84040) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 21:09:52.330890 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-496af6d3-a6af-461b-ba66-9da986c5ae1b tempest-TagsExtTest-1506564781 tempest-TagsExtTest-1506564781-project] 10.222.0.42 "DELETE /v2.0/subnetpools/94fcd0c1-8496-4e1b-a01f-0fd19c723fb7/tags HTTP/1.1" status: 204 len: 168 time: 0.0973890 Apr 18 21:09:52.334199 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 44778) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:09:52.348726 n-d-838334-2 neutron-server[84041]: DEBUG neutron.services.tag.tag_plugin [None req-79df29ea-5e12-4b5b-9280-79b2e087f73f tempest-TagsExtTest-1506564781 tempest-TagsExtTest-1506564781-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', 'b3aeff6d-8849-4ac2-8b91-6cdc4f5c54a7') {} {{(pid=84041) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:09:52.451694 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Device ad5e98e2-b33b-42e9-b9ba-ece76a68ead6 no longer exists at agent ovs-agent-n-d-838334-2 {{(pid=84042) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 21:09:52.481643 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-15de3269-f8f4-4978-b562-22229ebaaaac tempest-RoutersIpV6Test-235118808 tempest-RoutersIpV6Test-235118808-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1258905', 'neutron.services.segments.db._delete_segments_for_network-8750375287417'] for network, precommit_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:09:52.493564 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.plugin [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] No Port match for: ad5e98e2-b33b-42e9-b9ba-ece76a68ead6 {{(pid=84042) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 18 21:09:52.494451 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Device ad5e98e2-b33b-42e9-b9ba-ece76a68ead6 not bound to the agent host n-d-838334-2 {{(pid=84042) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 21:09:52.515937 n-d-838334-2 neutron-server[84040]: DEBUG neutron.services.segments.db [None req-15de3269-f8f4-4978-b562-22229ebaaaac tempest-RoutersIpV6Test-235118808 tempest-RoutersIpV6Test-235118808-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['de0a3812-3377-42ff-9897-4fcc51db0483']}} {{(pid=84040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:09:52.529690 n-d-838334-2 neutron-server[84040]: DEBUG neutron.services.segments.db [None req-15de3269-f8f4-4978-b562-22229ebaaaac tempest-RoutersIpV6Test-235118808 tempest-RoutersIpV6Test-235118808-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1cba7bec-b350-4f43-a94c-234b2e0f0a94') {'for_net_delete': True} {{(pid=84040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:09:52.530093 n-d-838334-2 neutron-server[84040]: DEBUG neutron.services.segments.db [None req-15de3269-f8f4-4978-b562-22229ebaaaac tempest-RoutersIpV6Test-235118808 tempest-RoutersIpV6Test-235118808-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1cba7bec-b350-4f43-a94c-234b2e0f0a94') {} {{(pid=84040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:09:52.533751 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-79df29ea-5e12-4b5b-9280-79b2e087f73f tempest-TagsExtTest-1506564781 tempest-TagsExtTest-1506564781-project] 10.222.0.42 "DELETE /v2.0/routers/b3aeff6d-8849-4ac2-8b91-6cdc4f5c54a7/tags HTTP/1.1" status: 204 len: 168 time: 0.1981597 Apr 18 21:09:52.534335 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 44786) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:09:52.541488 n-d-838334-2 neutron-server[84041]: DEBUG neutron.services.tag.tag_plugin [None req-06c1ab6d-73da-48fa-822b-60deb9f21165 tempest-TagsExtTest-1506564781 tempest-TagsExtTest-1506564781-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '23235b3f-123f-475a-8473-c75551c90fff') {} {{(pid=84041) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:09:52.543098 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-15de3269-f8f4-4978-b562-22229ebaaaac tempest-RoutersIpV6Test-235118808 tempest-RoutersIpV6Test-235118808-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750375287300', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31955965'] for segment, before_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:09:52.559771 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-15de3269-f8f4-4978-b562-22229ebaaaac tempest-RoutersIpV6Test-235118808 tempest-RoutersIpV6Test-235118808-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1082986'] for segment, precommit_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:09:52.568312 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-15de3269-f8f4-4978-b562-22229ebaaaac tempest-RoutersIpV6Test-235118808 tempest-RoutersIpV6Test-235118808-project] Releasing vlan 376 on physical network physnet1 to pool {{(pid=84040) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 18 21:09:52.568926 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-15de3269-f8f4-4978-b562-22229ebaaaac tempest-RoutersIpV6Test-235118808 tempest-RoutersIpV6Test-235118808-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1082993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32440923'] for segment, after_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:09:52.589745 n-d-838334-2 neutron-server[84040]: Traceback (most recent call last): Apr 18 21:09:52.589745 n-d-838334-2 neutron-server[84040]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 18 21:09:52.589745 n-d-838334-2 neutron-server[84040]: timer() Apr 18 21:09:52.589745 n-d-838334-2 neutron-server[84040]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 21:09:52.589745 n-d-838334-2 neutron-server[84040]: cb(*args, **kw) Apr 18 21:09:52.589745 n-d-838334-2 neutron-server[84040]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 18 21:09:52.589745 n-d-838334-2 neutron-server[84040]: return func(*args, **kwargs) Apr 18 21:09:52.589745 n-d-838334-2 neutron-server[84040]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 21:09:52.589745 n-d-838334-2 neutron-server[84040]: self._notify() Apr 18 21:09:52.589745 n-d-838334-2 neutron-server[84040]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 21:09:52.589745 n-d-838334-2 neutron-server[84040]: self.callback(batched_events) Apr 18 21:09:52.589745 n-d-838334-2 neutron-server[84040]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 21:09:52.589745 n-d-838334-2 neutron-server[84040]: event.method(event) Apr 18 21:09:52.589745 n-d-838334-2 neutron-server[84040]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 18 21:09:52.589745 n-d-838334-2 neutron-server[84040]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 21:09:52.589745 n-d-838334-2 neutron-server[84040]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 18 21:09:52.589745 n-d-838334-2 neutron-server[84040]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 21:09:52.589745 n-d-838334-2 neutron-server[84040]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 18 21:09:52.589745 n-d-838334-2 neutron-server[84040]: return f(self, *a, **k) Apr 18 21:09:52.589745 n-d-838334-2 neutron-server[84040]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 18 21:09:52.589745 n-d-838334-2 neutron-server[84040]: return self._get(url).json() Apr 18 21:09:52.589745 n-d-838334-2 neutron-server[84040]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 18 21:09:52.589745 n-d-838334-2 neutron-server[84040]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 21:09:52.589745 n-d-838334-2 neutron-server[84040]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 18 21:09:52.589745 n-d-838334-2 neutron-server[84040]: return self.request(url, 'GET', **kwargs) Apr 18 21:09:52.589745 n-d-838334-2 neutron-server[84040]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 18 21:09:52.589745 n-d-838334-2 neutron-server[84040]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 21:09:52.589745 n-d-838334-2 neutron-server[84040]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 18 21:09:52.589745 n-d-838334-2 neutron-server[84040]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 21:09:52.589745 n-d-838334-2 neutron-server[84040]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 18 21:09:52.589745 n-d-838334-2 neutron-server[84040]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 21:09:52.589745 n-d-838334-2 neutron-server[84040]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 21:09:52.630372 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-06c1ab6d-73da-48fa-822b-60deb9f21165 tempest-TagsExtTest-1506564781 tempest-TagsExtTest-1506564781-project] 10.222.0.42 "DELETE /v2.0/ports/23235b3f-123f-475a-8473-c75551c90fff/tags HTTP/1.1" status: 204 len: 168 time: 0.0950480 Apr 18 21:09:52.630944 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 44794) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:09:52.637200 n-d-838334-2 neutron-server[84041]: DEBUG neutron.services.tag.tag_plugin [None req-43348610-428a-4dcf-b4ce-cdeed757af7c tempest-TagsExtTest-1506564781 tempest-TagsExtTest-1506564781-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '37fba41d-a689-42be-86b2-36dde15c6b9b') {} {{(pid=84041) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:09:52.685008 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-15de3269-f8f4-4978-b562-22229ebaaaac tempest-RoutersIpV6Test-235118808 tempest-RoutersIpV6Test-235118808-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1258898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33526109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33444113'] for network, after_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:09:52.713394 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-15de3269-f8f4-4978-b562-22229ebaaaac tempest-RoutersIpV6Test-235118808 tempest-RoutersIpV6Test-235118808-project] Notify callbacks [] for network, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:09:52.726930 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15de3269-f8f4-4978-b562-22229ebaaaac tempest-RoutersIpV6Test-235118808 tempest-RoutersIpV6Test-235118808-project] Pushing event deleted for resources: {'Network': ['ID=de0a3812-3377-42ff-9897-4fcc51db0483,revision_number=None']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:09:52.736841 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-43348610-428a-4dcf-b4ce-cdeed757af7c tempest-TagsExtTest-1506564781 tempest-TagsExtTest-1506564781-project] 10.222.0.42 "DELETE /v2.0/subnets/37fba41d-a689-42be-86b2-36dde15c6b9b/tags HTTP/1.1" status: 204 len: 168 time: 0.1001155 Apr 18 21:09:52.737354 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 44798) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:09:52.747328 n-d-838334-2 neutron-server[84041]: DEBUG neutron.services.tag.tag_plugin [None req-37aa043d-ecee-4f0d-8c71-0df2812dbf9b tempest-TagsExtTest-1506564781 tempest-TagsExtTest-1506564781-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', '37fba41d-a689-42be-86b2-36dde15c6b9b', 'tempest-TagsExtTest-Tag-6416088') {} {{(pid=84041) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:09:52.751099 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-15de3269-f8f4-4978-b562-22229ebaaaac tempest-RoutersIpV6Test-235118808 tempest-RoutersIpV6Test-235118808-project] 10.222.0.42 "DELETE /v2.0/networks/de0a3812-3377-42ff-9897-4fcc51db0483 HTTP/1.1" status: 204 len: 168 time: 1.5315609 Apr 18 21:09:52.755459 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 44806) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:09:52.761816 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.v2.base [None req-81e6e151-bafa-402c-88a7-6b0299d31499 tempest-RoutersIpV6Test-235118808 tempest-RoutersIpV6Test-235118808-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-420857635'}} {{(pid=84040) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:09:52.768462 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [None req-81e6e151-bafa-402c-88a7-6b0299d31499 tempest-RoutersIpV6Test-235118808 tempest-RoutersIpV6Test-235118808-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:09:52.773092 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-81e6e151-bafa-402c-88a7-6b0299d31499 tempest-RoutersIpV6Test-235118808 tempest-RoutersIpV6Test-235118808-project] Usage tracker for resource:network and tenant:3fd12654c90d4a4687b2462ca839c972 is out of sync, need to count used quota {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:09:52.776409 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-81e6e151-bafa-402c-88a7-6b0299d31499 tempest-RoutersIpV6Test-235118808 tempest-RoutersIpV6Test-235118808-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:09:52.782624 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [None req-81e6e151-bafa-402c-88a7-6b0299d31499 tempest-RoutersIpV6Test-235118808 tempest-RoutersIpV6Test-235118808-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:09:52.783279 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.plugin [None req-c2895b39-7f6b-45f2-9237-8b0ddefae586 None None] Deleting port ad5e98e2-b33b-42e9-b9ba-ece76a68ead6 {{(pid=84042) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 21:09:52.783586 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-c2895b39-7f6b-45f2-9237-8b0ddefae586 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750375188691'] for port, before_delete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:09:52.807572 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-81e6e151-bafa-402c-88a7-6b0299d31499 tempest-RoutersIpV6Test-235118808 tempest-RoutersIpV6Test-235118808-project] Made reservation on behalf of 3fd12654c90d4a4687b2462ca839c972 for: {'network': 1} {{(pid=84040) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:09:52.813007 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-81e6e151-bafa-402c-88a7-6b0299d31499 tempest-RoutersIpV6Test-235118808 tempest-RoutersIpV6Test-235118808-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for network, before_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:09:52.819100 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-cfc7e847-3ad2-42e6-93f5-539ed0052e3a admin admin] Notify callbacks [] for security_group, before_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:09:52.848246 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-81e6e151-bafa-402c-88a7-6b0299d31499 tempest-RoutersIpV6Test-235118808 tempest-RoutersIpV6Test-235118808-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 377} {{(pid=84040) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 21:09:52.861104 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-81e6e151-bafa-402c-88a7-6b0299d31499 tempest-RoutersIpV6Test-235118808 tempest-RoutersIpV6Test-235118808-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1082986'] for segment, precommit_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:09:52.862078 n-d-838334-2 neutron-server[84040]: INFO neutron.db.segments_db [None req-81e6e151-bafa-402c-88a7-6b0299d31499 tempest-RoutersIpV6Test-235118808 tempest-RoutersIpV6Test-235118808-project] Added segment 2a8fa5b3-ddf6-44cf-879a-c2506a30b210 of type vlan for network 5da28d5f-047e-42e6-8b0a-388c56180fd7 Apr 18 21:09:52.869456 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-cfc7e847-3ad2-42e6-93f5-539ed0052e3a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:09:52.875457 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-cfc7e847-3ad2-42e6-93f5-539ed0052e3a admin admin] Usage tracker for resource:security_group_rule and tenant:235fa5285c5640faa860f67faf8f0d2d is out of sync, need to count used quota {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:09:52.880199 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-cfc7e847-3ad2-42e6-93f5-539ed0052e3a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:09:52.889433 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-cfc7e847-3ad2-42e6-93f5-539ed0052e3a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:09:52.905431 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-81e6e151-bafa-402c-88a7-6b0299d31499 tempest-RoutersIpV6Test-235118808 tempest-RoutersIpV6Test-235118808-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750374825732'] for network, precommit_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:09:52.924284 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-37aa043d-ecee-4f0d-8c71-0df2812dbf9b tempest-TagsExtTest-1506564781 tempest-TagsExtTest-1506564781-project] 10.222.0.42 "PUT /v2.0/subnets/37fba41d-a689-42be-86b2-36dde15c6b9b/tags/tempest-TagsExtTest-Tag-6416088 HTTP/1.1" status: 201 len: 201 time: 0.1858397 Apr 18 21:09:52.926996 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 44814) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:09:52.942822 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.plugin [None req-c2895b39-7f6b-45f2-9237-8b0ddefae586 None None] The port 'ad5e98e2-b33b-42e9-b9ba-ece76a68ead6' was deleted {{(pid=84042) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 18 21:09:52.957505 n-d-838334-2 neutron-server[84040]: DEBUG neutron.services.tag.tag_plugin [None req-47bc91b6-e682-43e1-8926-14d9c1970bec tempest-TagsExtTest-1506564781 tempest-TagsExtTest-1506564781-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', '23235b3f-123f-475a-8473-c75551c90fff', 'tempest-TagsExtTest-Tag-198262066') {} {{(pid=84040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:09:52.988623 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-cfc7e847-3ad2-42e6-93f5-539ed0052e3a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:09:52.994348 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-cfc7e847-3ad2-42e6-93f5-539ed0052e3a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33528224'] for security_group, after_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:09:53.015087 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-81e6e151-bafa-402c-88a7-6b0299d31499 tempest-RoutersIpV6Test-235118808 tempest-RoutersIpV6Test-235118808-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33526109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022'] for network, after_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:09:53.020232 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81e6e151-bafa-402c-88a7-6b0299d31499 tempest-RoutersIpV6Test-235118808 tempest-RoutersIpV6Test-235118808-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:09:53.020821 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-81e6e151-bafa-402c-88a7-6b0299d31499 tempest-RoutersIpV6Test-235118808 tempest-RoutersIpV6Test-235118808-project] Notify callbacks [] for network, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:09:53.067531 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfc7e847-3ad2-42e6-93f5-539ed0052e3a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1e598ea2-8866-477c-8413-d252a21e9e2c,revision_number=1']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:09:53.083932 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-cfc7e847-3ad2-42e6-93f5-539ed0052e3a admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=235fa5285c5640faa860f67faf8f0d2d&name=default HTTP/1.1" status: 200 len: 2647 time: 0.8104589 Apr 18 21:09:53.086786 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 44824) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:09:53.160056 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-b36a9a77-ac98-4dc4-bbbd-efcf52adde2b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:09:53.190312 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-b36a9a77-ac98-4dc4-bbbd-efcf52adde2b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:09:53.258171 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-b36a9a77-ac98-4dc4-bbbd-efcf52adde2b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33528224'] for security_group, after_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:09:53.276866 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-81e6e151-bafa-402c-88a7-6b0299d31499 tempest-RoutersIpV6Test-235118808 tempest-RoutersIpV6Test-235118808-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.5199611 Apr 18 21:09:53.282249 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 44832) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:09:53.287060 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b36a9a77-ac98-4dc4-bbbd-efcf52adde2b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e598ea2-8866-477c-8413-d252a21e9e2c,revision_number=None']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:09:53.292421 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81e6e151-bafa-402c-88a7-6b0299d31499 tempest-RoutersIpV6Test-235118808 tempest-RoutersIpV6Test-235118808-project] Pushing event updated for resources: {'Network': ['ID=5da28d5f-047e-42e6-8b0a-388c56180fd7,revision_number=1']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:09:53.294969 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.v2.base [None req-afe1961b-2d4a-4c77-9730-2831b62b8a9b tempest-RoutersIpV6Test-235118808 tempest-RoutersIpV6Test-235118808-project] Request body: {'subnet': {'network_id': '5da28d5f-047e-42e6-8b0a-388c56180fd7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=84041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:09:53.313966 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Network 5da28d5f-047e-42e6-8b0a-388c56180fd7 details requested by agent ovs-agent-n-d-838334-2 with host n-d-838334-2 {{(pid=84042) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 18 21:09:53.328578 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-b36a9a77-ac98-4dc4-bbbd-efcf52adde2b admin admin] Notify callbacks [] for security_group, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:09:53.329785 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-b36a9a77-ac98-4dc4-bbbd-efcf52adde2b admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/1e598ea2-8866-477c-8413-d252a21e9e2c HTTP/1.1" status: 204 len: 168 time: 0.2420275 Apr 18 21:09:53.378122 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-47bc91b6-e682-43e1-8926-14d9c1970bec tempest-TagsExtTest-1506564781 tempest-TagsExtTest-1506564781-project] 10.222.0.42 "PUT /v2.0/ports/23235b3f-123f-475a-8473-c75551c90fff/tags/tempest-TagsExtTest-Tag-198262066 HTTP/1.1" status: 201 len: 201 time: 0.4497523 Apr 18 21:09:53.378729 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 44840) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:09:53.384626 n-d-838334-2 neutron-server[84040]: DEBUG neutron.services.tag.tag_plugin [None req-4b972199-4215-4c3c-8c7e-6b3cc41bfccc tempest-TagsExtTest-1506564781 tempest-TagsExtTest-1506564781-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', 'b3aeff6d-8849-4ac2-8b91-6cdc4f5c54a7', 'tempest-TagsExtTest-Tag-1125799588') {} {{(pid=84040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:09:53.440074 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-afe1961b-2d4a-4c77-9730-2831b62b8a9b tempest-RoutersIpV6Test-235118808 tempest-RoutersIpV6Test-235118808-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:09:53.444879 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-afe1961b-2d4a-4c77-9730-2831b62b8a9b tempest-RoutersIpV6Test-235118808 tempest-RoutersIpV6Test-235118808-project] Usage tracker for resource:subnet and tenant:3fd12654c90d4a4687b2462ca839c972 is out of sync, need to count used quota {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:09:53.448047 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-afe1961b-2d4a-4c77-9730-2831b62b8a9b tempest-RoutersIpV6Test-235118808 tempest-RoutersIpV6Test-235118808-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:09:53.456157 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-afe1961b-2d4a-4c77-9730-2831b62b8a9b tempest-RoutersIpV6Test-235118808 tempest-RoutersIpV6Test-235118808-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:09:53.471233 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-afe1961b-2d4a-4c77-9730-2831b62b8a9b tempest-RoutersIpV6Test-235118808 tempest-RoutersIpV6Test-235118808-project] Made reservation on behalf of 3fd12654c90d4a4687b2462ca839c972 for: {'subnet': 1} {{(pid=84041) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:09:53.627763 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-afe1961b-2d4a-4c77-9730-2831b62b8a9b tempest-RoutersIpV6Test-235118808 tempest-RoutersIpV6Test-235118808-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32486301'] for subnet, before_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:09:53.628236 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-4b972199-4215-4c3c-8c7e-6b3cc41bfccc tempest-TagsExtTest-1506564781 tempest-TagsExtTest-1506564781-project] 10.222.0.42 "PUT /v2.0/routers/b3aeff6d-8849-4ac2-8b91-6cdc4f5c54a7/tags/tempest-TagsExtTest-Tag-1125799588 HTTP/1.1" status: 201 len: 201 time: 0.2484622 Apr 18 21:09:53.628833 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 44848) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:09:53.635399 n-d-838334-2 neutron-server[84040]: DEBUG neutron.services.tag.tag_plugin [None req-97ab7e92-a4a9-432b-8117-b476b12c5432 tempest-TagsExtTest-1506564781 tempest-TagsExtTest-1506564781-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', '94fcd0c1-8496-4e1b-a01f-0fd19c723fb7', 'tempest-TagsExtTest-Tag-1685849974') {} {{(pid=84040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:09:53.680920 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-97ab7e92-a4a9-432b-8117-b476b12c5432 tempest-TagsExtTest-1506564781 tempest-TagsExtTest-1506564781-project] 10.222.0.42 "PUT /v2.0/subnetpools/94fcd0c1-8496-4e1b-a01f-0fd19c723fb7/tags/tempest-TagsExtTest-Tag-1685849974 HTTP/1.1" status: 201 len: 201 time: 0.0507596 Apr 18 21:09:53.683145 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 44856) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:09:53.690281 n-d-838334-2 neutron-server[84040]: DEBUG neutron.services.tag.tag_plugin [None req-099f3700-4a86-40a2-b0bd-cdae5b07c622 tempest-TagsExtTest-1506564781 tempest-TagsExtTest-1506564781-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnets', '37fba41d-a689-42be-86b2-36dde15c6b9b', {'tags': ['tempest-TagsExtTest-Tag-1673382106', 'tempest-TagsExtTest-Tag-1387246738', 'tempest-TagsExtTest-Tag-499953865']}) {} {{(pid=84040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:09:53.783802 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-099f3700-4a86-40a2-b0bd-cdae5b07c622 tempest-TagsExtTest-1506564781 tempest-TagsExtTest-1506564781-project] 10.222.0.42 "PUT /v2.0/subnets/37fba41d-a689-42be-86b2-36dde15c6b9b/tags HTTP/1.1" status: 200 len: 317 time: 0.0991616 Apr 18 21:09:53.786224 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 44862) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:09:53.796780 n-d-838334-2 neutron-server[84040]: DEBUG neutron.services.tag.tag_plugin [None req-1b2ad38c-5e48-435c-8d7f-1ed2afb9dc91 tempest-TagsExtTest-1506564781 tempest-TagsExtTest-1506564781-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '37fba41d-a689-42be-86b2-36dde15c6b9b') {} {{(pid=84040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:09:53.902062 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-afe1961b-2d4a-4c77-9730-2831b62b8a9b tempest-RoutersIpV6Test-235118808 tempest-RoutersIpV6Test-235118808-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33526260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32266407', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32486287'] for subnet, after_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:09:53.905281 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-1b2ad38c-5e48-435c-8d7f-1ed2afb9dc91 tempest-TagsExtTest-1506564781 tempest-TagsExtTest-1506564781-project] 10.222.0.42 "DELETE /v2.0/subnets/37fba41d-a689-42be-86b2-36dde15c6b9b/tags HTTP/1.1" status: 204 len: 168 time: 0.1161888 Apr 18 21:09:53.907886 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 44870) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:09:53.915233 n-d-838334-2 neutron-server[84040]: DEBUG neutron.services.tag.tag_plugin [None req-c458602b-6043-4483-8074-7c1a141eee28 tempest-TagsExtTest-1506564781 tempest-TagsExtTest-1506564781-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '37fba41d-a689-42be-86b2-36dde15c6b9b', 'tempest-TagsExtTest-Tag-1673382106') {} {{(pid=84040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:09:54.008593 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afe1961b-2d4a-4c77-9730-2831b62b8a9b tempest-RoutersIpV6Test-235118808 tempest-RoutersIpV6Test-235118808-project] Pushing event updated for resources: {'Subnet': ['ID=baa3e35e-31b5-4bfd-9101-f62bd5f3e288,revision_number=0']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:09:54.020329 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afe1961b-2d4a-4c77-9730-2831b62b8a9b tempest-RoutersIpV6Test-235118808 tempest-RoutersIpV6Test-235118808-project] Checking segment: {'id': '2a8fa5b3-ddf6-44cf-879a-c2506a30b210', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '5da28d5f-047e-42e6-8b0a-388c56180fd7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84041) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 21:09:54.020910 n-d-838334-2 neutron-server[84041]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-afe1961b-2d4a-4c77-9730-2831b62b8a9b tempest-RoutersIpV6Test-235118808 tempest-RoutersIpV6Test-235118808-project] Network hostable DHCP agents. Network: 5da28d5f-047e-42e6-8b0a-388c56180fd7, hostable agents: ['8746f8ea-3e91-4b32-9919-2c63adeb8722'], hosted agents: [] {{(pid=84041) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 21:09:54.056848 n-d-838334-2 neutron-server[84041]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-afe1961b-2d4a-4c77-9730-2831b62b8a9b tempest-RoutersIpV6Test-235118808 tempest-RoutersIpV6Test-235118808-project] Network 5da28d5f-047e-42e6-8b0a-388c56180fd7 is scheduled to be hosted by DHCP agent 8746f8ea-3e91-4b32-9919-2c63adeb8722 with binding_index 1 {{(pid=84041) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 21:09:54.076638 n-d-838334-2 neutron-server[84041]: DEBUG neutron.scheduler.base_scheduler [None req-afe1961b-2d4a-4c77-9730-2831b62b8a9b tempest-RoutersIpV6Test-235118808 tempest-RoutersIpV6Test-235118808-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-838334-2, 5da28d5f-047e-42e6-8b0a-388c56180fd7) {{(pid=84041) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:09:54.082307 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afe1961b-2d4a-4c77-9730-2831b62b8a9b tempest-RoutersIpV6Test-235118808 tempest-RoutersIpV6Test-235118808-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:09:54.082458 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-afe1961b-2d4a-4c77-9730-2831b62b8a9b tempest-RoutersIpV6Test-235118808 tempest-RoutersIpV6Test-235118808-project] Notify callbacks [] for subnet, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:09:54.085993 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a62227c2-7a73-4316-b710-cbc69f98406b None None] Network 5da28d5f-047e-42e6-8b0a-388c56180fd7 requested from n-d-838334-2 {{(pid=84042) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 21:09:54.089402 n-d-838334-2 neutron-server[84040]: INFO neutron.api.v2.resource [None req-c458602b-6043-4483-8074-7c1a141eee28 tempest-TagsExtTest-1506564781 tempest-TagsExtTest-1506564781-project] show failed (client error): The resource could not be found. Apr 18 21:09:54.090416 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-c458602b-6043-4483-8074-7c1a141eee28 tempest-TagsExtTest-1506564781 tempest-TagsExtTest-1506564781-project] 10.222.0.42 "GET /v2.0/subnets/37fba41d-a689-42be-86b2-36dde15c6b9b/tags/tempest-TagsExtTest-Tag-1673382106 HTTP/1.1" status: 404 len: 329 time: 0.1810458 Apr 18 21:09:54.093941 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 44878) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:09:54.106552 n-d-838334-2 neutron-server[84040]: DEBUG neutron.services.tag.tag_plugin [None req-beab5cff-7538-4956-8a14-62a27f324c8b tempest-TagsExtTest-1506564781 tempest-TagsExtTest-1506564781-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '37fba41d-a689-42be-86b2-36dde15c6b9b', 'tempest-TagsExtTest-Tag-1387246738') {} {{(pid=84040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:09:54.136479 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-afe1961b-2d4a-4c77-9730-2831b62b8a9b tempest-RoutersIpV6Test-235118808 tempest-RoutersIpV6Test-235118808-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8455575 Apr 18 21:09:54.136479 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 44882) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:09:54.140230 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.v2.base [None req-68f1022f-2124-4957-b3ba-f7cebe97a60e tempest-RoutersIpV6Test-235118808 tempest-RoutersIpV6Test-235118808-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-118572790', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=84041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:09:54.164710 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-68f1022f-2124-4957-b3ba-f7cebe97a60e tempest-RoutersIpV6Test-235118808 tempest-RoutersIpV6Test-235118808-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:09:54.169199 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-68f1022f-2124-4957-b3ba-f7cebe97a60e tempest-RoutersIpV6Test-235118808 tempest-RoutersIpV6Test-235118808-project] Usage tracker for resource:router and tenant:3fd12654c90d4a4687b2462ca839c972 is out of sync, need to count used quota {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:09:54.175507 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-68f1022f-2124-4957-b3ba-f7cebe97a60e tempest-RoutersIpV6Test-235118808 tempest-RoutersIpV6Test-235118808-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:09:54.195842 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-68f1022f-2124-4957-b3ba-f7cebe97a60e tempest-RoutersIpV6Test-235118808 tempest-RoutersIpV6Test-235118808-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:09:54.210285 n-d-838334-2 neutron-server[84040]: INFO neutron.api.v2.resource [None req-beab5cff-7538-4956-8a14-62a27f324c8b tempest-TagsExtTest-1506564781 tempest-TagsExtTest-1506564781-project] show failed (client error): The resource could not be found. Apr 18 21:09:54.211456 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-beab5cff-7538-4956-8a14-62a27f324c8b tempest-TagsExtTest-1506564781 tempest-TagsExtTest-1506564781-project] 10.222.0.42 "GET /v2.0/subnets/37fba41d-a689-42be-86b2-36dde15c6b9b/tags/tempest-TagsExtTest-Tag-1387246738 HTTP/1.1" status: 404 len: 329 time: 0.1165025 Apr 18 21:09:54.214075 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 44894) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:09:54.221064 n-d-838334-2 neutron-server[84040]: DEBUG neutron.services.tag.tag_plugin [None req-e8ef83a0-08bb-4929-aa24-7a782837c947 tempest-TagsExtTest-1506564781 tempest-TagsExtTest-1506564781-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '37fba41d-a689-42be-86b2-36dde15c6b9b', 'tempest-TagsExtTest-Tag-499953865') {} {{(pid=84040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:09:54.224402 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-68f1022f-2124-4957-b3ba-f7cebe97a60e tempest-RoutersIpV6Test-235118808 tempest-RoutersIpV6Test-235118808-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-33442106', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5708'] for router, before_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:09:54.225368 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-68f1022f-2124-4957-b3ba-f7cebe97a60e tempest-RoutersIpV6Test-235118808 tempest-RoutersIpV6Test-235118808-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33442137', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33444285', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33535433', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5703'] for router, precommit_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:09:54.245870 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-68f1022f-2124-4957-b3ba-f7cebe97a60e tempest-RoutersIpV6Test-235118808 tempest-RoutersIpV6Test-235118808-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:09:54.272381 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-68f1022f-2124-4957-b3ba-f7cebe97a60e tempest-RoutersIpV6Test-235118808 tempest-RoutersIpV6Test-235118808-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33443529', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33444176'] for router, after_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:09:54.310012 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-68f1022f-2124-4957-b3ba-f7cebe97a60e tempest-RoutersIpV6Test-235118808 tempest-RoutersIpV6Test-235118808-project] Notify callbacks [] for router, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:09:54.315714 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-68f1022f-2124-4957-b3ba-f7cebe97a60e tempest-RoutersIpV6Test-235118808 tempest-RoutersIpV6Test-235118808-project] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.1778171 Apr 18 21:09:54.315968 n-d-838334-2 neutron-server[84040]: INFO neutron.api.v2.resource [None req-e8ef83a0-08bb-4929-aa24-7a782837c947 tempest-TagsExtTest-1506564781 tempest-TagsExtTest-1506564781-project] show failed (client error): The resource could not be found. Apr 18 21:09:54.316442 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 44900) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:09:54.317211 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-e8ef83a0-08bb-4929-aa24-7a782837c947 tempest-TagsExtTest-1506564781 tempest-TagsExtTest-1506564781-project] 10.222.0.42 "GET /v2.0/subnets/37fba41d-a689-42be-86b2-36dde15c6b9b/tags/tempest-TagsExtTest-Tag-499953865 HTTP/1.1" status: 404 len: 328 time: 0.1018903 Apr 18 21:09:54.320143 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 44904) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:09:54.327249 n-d-838334-2 neutron-server[84040]: DEBUG neutron.services.tag.tag_plugin [None req-db3120f3-ab43-4048-9911-c42e6d629ed9 tempest-TagsExtTest-1506564781 tempest-TagsExtTest-1506564781-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'ports', '23235b3f-123f-475a-8473-c75551c90fff', {'tags': ['tempest-TagsExtTest-Tag-1086976653', 'tempest-TagsExtTest-Tag-320140313', 'tempest-TagsExtTest-Tag-1294389007']}) {} {{(pid=84040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:09:54.413219 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 44910) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:09:54.417342 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65b1a0e9-a236-4960-8ac0-42837fce1ebb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp016840fc-1f9f-5892-9c53-c9cf6c845bbb-5da28d5f-047e-42e6-8b0a-388c56180fd7', 'network_id': '5da28d5f-047e-42e6-8b0a-388c56180fd7', 'tenant_id': '3fd12654c90d4a4687b2462ca839c972', 'fixed_ips': [{'subnet_id': 'baa3e35e-31b5-4bfd-9101-f62bd5f3e288'}]}} from n-d-838334-2. {{(pid=84042) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 18 21:09:54.422058 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-65b1a0e9-a236-4960-8ac0-42837fce1ebb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_create {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:09:54.443060 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-cea3e53a-c5bc-442d-b4e8-684e6ea1f102 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:09:54.492211 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-db3120f3-ab43-4048-9911-c42e6d629ed9 tempest-TagsExtTest-1506564781 tempest-TagsExtTest-1506564781-project] 10.222.0.42 "PUT /v2.0/ports/23235b3f-123f-475a-8473-c75551c90fff/tags HTTP/1.1" status: 200 len: 317 time: 0.1706855 Apr 18 21:09:54.494972 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 44914) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:09:54.502567 n-d-838334-2 neutron-server[84040]: DEBUG neutron.services.tag.tag_plugin [None req-fa079370-3043-473a-a44a-b32a011572a5 tempest-TagsExtTest-1506564781 tempest-TagsExtTest-1506564781-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '23235b3f-123f-475a-8473-c75551c90fff') {} {{(pid=84040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:09:54.548123 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [None req-cea3e53a-c5bc-442d-b4e8-684e6ea1f102 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:09:54.565219 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-cea3e53a-c5bc-442d-b4e8-684e6ea1f102 admin admin] Usage tracker for resource:security_group_rule and tenant:e8435bb6b7f544cfaf8d6bebc851c735 is out of sync, need to count used quota {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:09:54.571722 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-cea3e53a-c5bc-442d-b4e8-684e6ea1f102 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:09:54.582509 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [None req-cea3e53a-c5bc-442d-b4e8-684e6ea1f102 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:09:54.624359 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-fa079370-3043-473a-a44a-b32a011572a5 tempest-TagsExtTest-1506564781 tempest-TagsExtTest-1506564781-project] 10.222.0.42 "DELETE /v2.0/ports/23235b3f-123f-475a-8473-c75551c90fff/tags HTTP/1.1" status: 204 len: 168 time: 0.1278377 Apr 18 21:09:54.626444 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 44918) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:09:54.636415 n-d-838334-2 neutron-server[84040]: DEBUG neutron.services.tag.tag_plugin [None req-7fd43ace-4fbc-43be-bd68-0972194f009a tempest-TagsExtTest-1506564781 tempest-TagsExtTest-1506564781-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '23235b3f-123f-475a-8473-c75551c90fff', 'tempest-TagsExtTest-Tag-1086976653') {} {{(pid=84040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:09:54.682511 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.db_base_plugin_common [None req-65b1a0e9-a236-4960-8ac0-42837fce1ebb None None] Allocated IP 2001:db8::2 (5da28d5f-047e-42e6-8b0a-388c56180fd7/baa3e35e-31b5-4bfd-9101-f62bd5f3e288/a379aefa-33db-40d0-b343-b05c58f7875c) {{(pid=84042) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 21:09:54.773481 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-cea3e53a-c5bc-442d-b4e8-684e6ea1f102 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:09:54.777064 n-d-838334-2 neutron-server[84040]: INFO neutron.api.v2.resource [None req-7fd43ace-4fbc-43be-bd68-0972194f009a tempest-TagsExtTest-1506564781 tempest-TagsExtTest-1506564781-project] show failed (client error): The resource could not be found. Apr 18 21:09:54.778367 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-7fd43ace-4fbc-43be-bd68-0972194f009a tempest-TagsExtTest-1506564781 tempest-TagsExtTest-1506564781-project] 10.222.0.42 "GET /v2.0/ports/23235b3f-123f-475a-8473-c75551c90fff/tags/tempest-TagsExtTest-Tag-1086976653 HTTP/1.1" status: 404 len: 329 time: 0.1507776 Apr 18 21:09:54.781313 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-cea3e53a-c5bc-442d-b4e8-684e6ea1f102 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33528224'] for security_group, after_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:09:54.790441 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 44924) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:09:54.809762 n-d-838334-2 neutron-server[84040]: DEBUG neutron.services.tag.tag_plugin [None req-cd05099f-24b1-4423-91ad-2e032fca1ab7 tempest-TagsExtTest-1506564781 tempest-TagsExtTest-1506564781-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '23235b3f-123f-475a-8473-c75551c90fff', 'tempest-TagsExtTest-Tag-320140313') {} {{(pid=84040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:09:54.936310 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-cea3e53a-c5bc-442d-b4e8-684e6ea1f102 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=e8435bb6b7f544cfaf8d6bebc851c735&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5211701 Apr 18 21:09:54.937403 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cea3e53a-c5bc-442d-b4e8-684e6ea1f102 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=219a9b68-f7c5-4d00-8b78-15287e09da5f,revision_number=1']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:09:54.940383 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 44934) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:09:54.974112 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-65b1a0e9-a236-4960-8ac0-42837fce1ebb None None] Notify callbacks [] for port, precommit_create {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:09:54.987025 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-65b1a0e9-a236-4960-8ac0-42837fce1ebb None None] Transition to ACTIVE for port object a379aefa-33db-40d0-b343-b05c58f7875c will not be triggered until provisioned by entity L2. {{(pid=84042) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:09:55.011293 n-d-838334-2 neutron-server[84040]: INFO neutron.api.v2.resource [None req-cd05099f-24b1-4423-91ad-2e032fca1ab7 tempest-TagsExtTest-1506564781 tempest-TagsExtTest-1506564781-project] show failed (client error): The resource could not be found. Apr 18 21:09:55.012857 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-cd05099f-24b1-4423-91ad-2e032fca1ab7 tempest-TagsExtTest-1506564781 tempest-TagsExtTest-1506564781-project] 10.222.0.42 "GET /v2.0/ports/23235b3f-123f-475a-8473-c75551c90fff/tags/tempest-TagsExtTest-Tag-320140313 HTTP/1.1" status: 404 len: 328 time: 0.2138798 Apr 18 21:09:55.015582 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 44938) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:09:55.017882 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-65b1a0e9-a236-4960-8ac0-42837fce1ebb None None] Transition to ACTIVE for port object a379aefa-33db-40d0-b343-b05c58f7875c will not be triggered until provisioned by entity DHCP. {{(pid=84042) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:09:55.022516 n-d-838334-2 neutron-server[84040]: DEBUG neutron.services.tag.tag_plugin [None req-4eb97b73-a4d7-49ce-a9f1-969a9018bace tempest-TagsExtTest-1506564781 tempest-TagsExtTest-1506564781-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '23235b3f-123f-475a-8473-c75551c90fff', 'tempest-TagsExtTest-Tag-1294389007') {} {{(pid=84040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:09:55.024864 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-65b1a0e9-a236-4960-8ac0-42837fce1ebb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750374836619'] for port, after_create {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:09:55.078688 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-02580617-0f4e-4a1e-94a2-d9147766b9e0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:09:55.160138 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65b1a0e9-a236-4960-8ac0-42837fce1ebb None None] Pushing event updated for resources: {'Port': ['ID=a379aefa-33db-40d0-b343-b05c58f7875c,revision_number=1']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:09:55.179730 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-02580617-0f4e-4a1e-94a2-d9147766b9e0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:09:55.189880 n-d-838334-2 neutron-server[84042]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65b1a0e9-a236-4960-8ac0-42837fce1ebb None None] Network 5da28d5f-047e-42e6-8b0a-388c56180fd7 is already hosted by enough agents. {{(pid=84042) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:09:55.197700 n-d-838334-2 neutron-server[84042]: DEBUG neutron.scheduler.base_scheduler [None req-65b1a0e9-a236-4960-8ac0-42837fce1ebb None None] Resources bound (agent type, host, resource id): {{(pid=84042) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:09:55.206326 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65b1a0e9-a236-4960-8ac0-42837fce1ebb None None] Received port after_create {{(pid=84042) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 21:09:55.248399 n-d-838334-2 neutron-server[84040]: INFO neutron.api.v2.resource [None req-4eb97b73-a4d7-49ce-a9f1-969a9018bace tempest-TagsExtTest-1506564781 tempest-TagsExtTest-1506564781-project] show failed (client error): The resource could not be found. Apr 18 21:09:55.252875 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-4eb97b73-a4d7-49ce-a9f1-969a9018bace tempest-TagsExtTest-1506564781 tempest-TagsExtTest-1506564781-project] 10.222.0.42 "GET /v2.0/ports/23235b3f-123f-475a-8473-c75551c90fff/tags/tempest-TagsExtTest-Tag-1294389007 HTTP/1.1" status: 404 len: 329 time: 0.2337048 Apr 18 21:09:55.253288 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 44952) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:09:55.259299 n-d-838334-2 neutron-server[84040]: DEBUG neutron.services.tag.tag_plugin [None req-c36be96c-a875-4955-94c1-f0d61a865ea4 tempest-TagsExtTest-1506564781 tempest-TagsExtTest-1506564781-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'routers', 'b3aeff6d-8849-4ac2-8b91-6cdc4f5c54a7', {'tags': ['tempest-TagsExtTest-Tag-962071718', 'tempest-TagsExtTest-Tag-1869590376', 'tempest-TagsExtTest-Tag-1865023636']}) {} {{(pid=84040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:09:55.396967 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.managers [None req-65b1a0e9-a236-4960-8ac0-42837fce1ebb None None] Attempting to bind port a379aefa-33db-40d0-b343-b05c58f7875c on host n-d-838334-2 for vnic_type normal with profile {{(pid=84042) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 21:09:55.397770 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.managers [None req-65b1a0e9-a236-4960-8ac0-42837fce1ebb None None] Attempting to bind port a379aefa-33db-40d0-b343-b05c58f7875c by drivers openvswitch,hyperv on host n-d-838334-2 at level 0 using segments [{'id': '2a8fa5b3-ddf6-44cf-879a-c2506a30b210', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '5da28d5f-047e-42e6-8b0a-388c56180fd7'}] {{(pid=84042) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 21:09:55.398388 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65b1a0e9-a236-4960-8ac0-42837fce1ebb None None] Attempting to bind port a379aefa-33db-40d0-b343-b05c58f7875c on network 5da28d5f-047e-42e6-8b0a-388c56180fd7 {{(pid=84042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 21:09:55.409597 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65b1a0e9-a236-4960-8ac0-42837fce1ebb None None] Checking agent: {'id': '97cd4414-7af6-4d67-868d-dff370b4071a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838334-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 25, 49), 'started_at': datetime.datetime(2022, 4, 18, 20, 26, 19), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 21, 9, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838334-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 18 21:09:55.410488 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65b1a0e9-a236-4960-8ac0-42837fce1ebb None None] Checking segment: {'id': '2a8fa5b3-ddf6-44cf-879a-c2506a30b210', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '5da28d5f-047e-42e6-8b0a-388c56180fd7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84042) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 21:09:55.412049 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-65b1a0e9-a236-4960-8ac0-42837fce1ebb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:09:55.413109 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65b1a0e9-a236-4960-8ac0-42837fce1ebb None None] Bound using segment: {'id': '2a8fa5b3-ddf6-44cf-879a-c2506a30b210', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '5da28d5f-047e-42e6-8b0a-388c56180fd7'} {{(pid=84042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 18 21:09:55.413903 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.managers [None req-65b1a0e9-a236-4960-8ac0-42837fce1ebb None None] Bound port: a379aefa-33db-40d0-b343-b05c58f7875c, host: n-d-838334-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2a8fa5b3-ddf6-44cf-879a-c2506a30b210', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '5da28d5f-047e-42e6-8b0a-388c56180fd7'}}] {{(pid=84042) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 21:09:55.414912 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-65b1a0e9-a236-4960-8ac0-42837fce1ebb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:09:55.448929 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-02580617-0f4e-4a1e-94a2-d9147766b9e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33528224'] for security_group, after_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:09:55.486494 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02580617-0f4e-4a1e-94a2-d9147766b9e0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=219a9b68-f7c5-4d00-8b78-15287e09da5f,revision_number=None']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:09:55.493971 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-c36be96c-a875-4955-94c1-f0d61a865ea4 tempest-TagsExtTest-1506564781 tempest-TagsExtTest-1506564781-project] 10.222.0.42 "PUT /v2.0/routers/b3aeff6d-8849-4ac2-8b91-6cdc4f5c54a7/tags HTTP/1.1" status: 200 len: 317 time: 0.2374582 Apr 18 21:09:55.500436 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 44960) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:09:55.514393 n-d-838334-2 neutron-server[84040]: DEBUG neutron.services.tag.tag_plugin [None req-624fcf2e-55a7-4aa2-a722-373e10b2372f tempest-TagsExtTest-1506564781 tempest-TagsExtTest-1506564781-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', 'b3aeff6d-8849-4ac2-8b91-6cdc4f5c54a7') {} {{(pid=84040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:09:55.568967 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-65b1a0e9-a236-4960-8ac0-42837fce1ebb None None] For port a379aefa-33db-40d0-b343-b05c58f7875c, host n-d-838334-2, cleared binding levels {{(pid=84042) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 21:09:55.576217 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-65b1a0e9-a236-4960-8ac0-42837fce1ebb None None] For port a379aefa-33db-40d0-b343-b05c58f7875c, host n-d-838334-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838334-2',level=0,port_id=a379aefa-33db-40d0-b343-b05c58f7875c,segment=NetworkSegment(2a8fa5b3-ddf6-44cf-879a-c2506a30b210),segment_id=2a8fa5b3-ddf6-44cf-879a-c2506a30b210)] {{(pid=84042) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 21:09:55.587748 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-65b1a0e9-a236-4960-8ac0-42837fce1ebb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682'] for port, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:09:55.629166 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-30fc09a0-2d73-4158-a196-8e418432acac tempest-RoutersIpV6Test-235118808 tempest-RoutersIpV6Test-235118808-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:09:55.662903 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-02580617-0f4e-4a1e-94a2-d9147766b9e0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:09:55.667778 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-02580617-0f4e-4a1e-94a2-d9147766b9e0 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/219a9b68-f7c5-4d00-8b78-15287e09da5f HTTP/1.1" status: 204 len: 168 time: 0.7166359 Apr 18 21:09:55.707336 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65b1a0e9-a236-4960-8ac0-42837fce1ebb None None] Pushing event updated for resources: {'Port': ['ID=a379aefa-33db-40d0-b343-b05c58f7875c,revision_number=2']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:09:55.834853 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-624fcf2e-55a7-4aa2-a722-373e10b2372f tempest-TagsExtTest-1506564781 tempest-TagsExtTest-1506564781-project] 10.222.0.42 "DELETE /v2.0/routers/b3aeff6d-8849-4ac2-8b91-6cdc4f5c54a7/tags HTTP/1.1" status: 204 len: 168 time: 0.3322723 Apr 18 21:09:55.837432 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 44978) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:09:55.843368 n-d-838334-2 neutron-server[84040]: DEBUG neutron.services.tag.tag_plugin [None req-6c3d5889-e17e-4ba1-93c4-94bd62d174bb tempest-TagsExtTest-1506564781 tempest-TagsExtTest-1506564781-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'b3aeff6d-8849-4ac2-8b91-6cdc4f5c54a7', 'tempest-TagsExtTest-Tag-962071718') {} {{(pid=84040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:09:56.273198 n-d-838334-2 neutron-server[84040]: INFO neutron.api.v2.resource [None req-6c3d5889-e17e-4ba1-93c4-94bd62d174bb tempest-TagsExtTest-1506564781 tempest-TagsExtTest-1506564781-project] show failed (client error): The resource could not be found. Apr 18 21:09:56.274991 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-6c3d5889-e17e-4ba1-93c4-94bd62d174bb tempest-TagsExtTest-1506564781 tempest-TagsExtTest-1506564781-project] 10.222.0.42 "GET /v2.0/routers/b3aeff6d-8849-4ac2-8b91-6cdc4f5c54a7/tags/tempest-TagsExtTest-Tag-962071718 HTTP/1.1" status: 404 len: 328 time: 0.4359863 Apr 18 21:09:56.278264 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 44990) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:09:56.285024 n-d-838334-2 neutron-server[84040]: DEBUG neutron.services.tag.tag_plugin [None req-584c68d8-31c4-43d8-8e82-477430aed39f tempest-TagsExtTest-1506564781 tempest-TagsExtTest-1506564781-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'b3aeff6d-8849-4ac2-8b91-6cdc4f5c54a7', 'tempest-TagsExtTest-Tag-1869590376') {} {{(pid=84040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:09:56.303168 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.db_base_plugin_common [None req-30fc09a0-2d73-4158-a196-8e418432acac tempest-RoutersIpV6Test-235118808 tempest-RoutersIpV6Test-235118808-project] Allocated IP 2001:db8::1 (5da28d5f-047e-42e6-8b0a-388c56180fd7/baa3e35e-31b5-4bfd-9101-f62bd5f3e288/e8e33ebc-d26d-4794-89f8-85142265cc82) {{(pid=84041) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 21:09:56.496952 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Device a379aefa-33db-40d0-b343-b05c58f7875c up at agent ovs-agent-n-d-838334-2 {{(pid=84042) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 21:09:56.511142 n-d-838334-2 neutron-server[84040]: INFO neutron.api.v2.resource [None req-584c68d8-31c4-43d8-8e82-477430aed39f tempest-TagsExtTest-1506564781 tempest-TagsExtTest-1506564781-project] show failed (client error): The resource could not be found. Apr 18 21:09:56.516426 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-584c68d8-31c4-43d8-8e82-477430aed39f tempest-TagsExtTest-1506564781 tempest-TagsExtTest-1506564781-project] 10.222.0.42 "GET /v2.0/routers/b3aeff6d-8849-4ac2-8b91-6cdc4f5c54a7/tags/tempest-TagsExtTest-Tag-1869590376 HTTP/1.1" status: 404 len: 329 time: 0.2341921 Apr 18 21:09:56.516705 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 44996) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:09:56.522500 n-d-838334-2 neutron-server[84040]: DEBUG neutron.services.tag.tag_plugin [None req-c889f9d1-72d6-4c85-8f2f-8e04881b95ef tempest-TagsExtTest-1506564781 tempest-TagsExtTest-1506564781-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'b3aeff6d-8849-4ac2-8b91-6cdc4f5c54a7', 'tempest-TagsExtTest-Tag-1865023636') {} {{(pid=84040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:09:56.557555 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-30fc09a0-2d73-4158-a196-8e418432acac tempest-RoutersIpV6Test-235118808 tempest-RoutersIpV6Test-235118808-project] Notify callbacks [] for port, precommit_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:09:56.594305 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.provisioning_blocks [None req-30fc09a0-2d73-4158-a196-8e418432acac tempest-RoutersIpV6Test-235118808 tempest-RoutersIpV6Test-235118808-project] Transition to ACTIVE for port object e8e33ebc-d26d-4794-89f8-85142265cc82 will not be triggered until provisioned by entity DHCP. {{(pid=84041) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:09:56.647076 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-30fc09a0-2d73-4158-a196-8e418432acac tempest-RoutersIpV6Test-235118808 tempest-RoutersIpV6Test-235118808-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750374836619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32266323'] for port, after_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:09:56.688304 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Provisioning for port a379aefa-33db-40d0-b343-b05c58f7875c completed by entity L2. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 21:09:56.779072 n-d-838334-2 neutron-server[84040]: INFO neutron.api.v2.resource [None req-c889f9d1-72d6-4c85-8f2f-8e04881b95ef tempest-TagsExtTest-1506564781 tempest-TagsExtTest-1506564781-project] show failed (client error): The resource could not be found. Apr 18 21:09:56.783875 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-c889f9d1-72d6-4c85-8f2f-8e04881b95ef tempest-TagsExtTest-1506564781 tempest-TagsExtTest-1506564781-project] 10.222.0.42 "GET /v2.0/routers/b3aeff6d-8849-4ac2-8b91-6cdc4f5c54a7/tags/tempest-TagsExtTest-Tag-1865023636 HTTP/1.1" status: 404 len: 329 time: 0.2660897 Apr 18 21:09:56.784520 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 45002) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:09:56.810372 n-d-838334-2 neutron-server[84040]: DEBUG neutron.services.tag.tag_plugin [None req-b3054efd-1297-4a24-af79-acec5e1be0a7 tempest-TagsExtTest-1506564781 tempest-TagsExtTest-1506564781-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnetpools', '94fcd0c1-8496-4e1b-a01f-0fd19c723fb7', {'tags': ['tempest-TagsExtTest-Tag-885858223', 'tempest-TagsExtTest-Tag-118321056', 'tempest-TagsExtTest-Tag-368674263']}) {} {{(pid=84040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:09:56.882284 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30fc09a0-2d73-4158-a196-8e418432acac tempest-RoutersIpV6Test-235118808 tempest-RoutersIpV6Test-235118808-project] Pushing event updated for resources: {'Port': ['ID=e8e33ebc-d26d-4794-89f8-85142265cc82,revision_number=1']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:09:56.899220 n-d-838334-2 neutron-server[84041]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30fc09a0-2d73-4158-a196-8e418432acac tempest-RoutersIpV6Test-235118808 tempest-RoutersIpV6Test-235118808-project] Network 5da28d5f-047e-42e6-8b0a-388c56180fd7 is already hosted by enough agents. {{(pid=84041) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:09:56.900518 n-d-838334-2 neutron-server[84041]: DEBUG neutron.scheduler.base_scheduler [None req-30fc09a0-2d73-4158-a196-8e418432acac tempest-RoutersIpV6Test-235118808 tempest-RoutersIpV6Test-235118808-project] Resources bound (agent type, host, resource id): {{(pid=84041) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:09:56.903154 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30fc09a0-2d73-4158-a196-8e418432acac tempest-RoutersIpV6Test-235118808 tempest-RoutersIpV6Test-235118808-project] Received port after_create {{(pid=84041) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 21:09:56.903874 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-30fc09a0-2d73-4158-a196-8e418432acac tempest-RoutersIpV6Test-235118808 tempest-RoutersIpV6Test-235118808-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33444010'] for router_interface, before_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:09:56.910372 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-b3054efd-1297-4a24-af79-acec5e1be0a7 tempest-TagsExtTest-1506564781 tempest-TagsExtTest-1506564781-project] 10.222.0.42 "PUT /v2.0/subnetpools/94fcd0c1-8496-4e1b-a01f-0fd19c723fb7/tags HTTP/1.1" status: 200 len: 315 time: 0.1219065 Apr 18 21:09:56.910578 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 45016) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:09:56.916551 n-d-838334-2 neutron-server[84040]: DEBUG neutron.services.tag.tag_plugin [None req-03a49156-70ac-4ebe-a2a8-c305f0b5036c tempest-TagsExtTest-1506564781 tempest-TagsExtTest-1506564781-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '94fcd0c1-8496-4e1b-a01f-0fd19c723fb7') {} {{(pid=84040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:09:57.069126 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-03a49156-70ac-4ebe-a2a8-c305f0b5036c tempest-TagsExtTest-1506564781 tempest-TagsExtTest-1506564781-project] 10.222.0.42 "DELETE /v2.0/subnetpools/94fcd0c1-8496-4e1b-a01f-0fd19c723fb7/tags HTTP/1.1" status: 204 len: 168 time: 0.1574931 Apr 18 21:09:57.073583 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 45020) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:09:57.081717 n-d-838334-2 neutron-server[84040]: DEBUG neutron.services.tag.tag_plugin [None req-9652955e-791d-4d83-98e8-e8bac4bb4a19 tempest-TagsExtTest-1506564781 tempest-TagsExtTest-1506564781-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '94fcd0c1-8496-4e1b-a01f-0fd19c723fb7', 'tempest-TagsExtTest-Tag-885858223') {} {{(pid=84040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:09:57.121855 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-30fc09a0-2d73-4158-a196-8e418432acac tempest-RoutersIpV6Test-235118808 tempest-RoutersIpV6Test-235118808-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:09:57.132714 n-d-838334-2 neutron-server[84040]: INFO neutron.api.v2.resource [None req-9652955e-791d-4d83-98e8-e8bac4bb4a19 tempest-TagsExtTest-1506564781 tempest-TagsExtTest-1506564781-project] show failed (client error): The resource could not be found. Apr 18 21:09:57.136772 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-9652955e-791d-4d83-98e8-e8bac4bb4a19 tempest-TagsExtTest-1506564781 tempest-TagsExtTest-1506564781-project] 10.222.0.42 "GET /v2.0/subnetpools/94fcd0c1-8496-4e1b-a01f-0fd19c723fb7/tags/tempest-TagsExtTest-Tag-885858223 HTTP/1.1" status: 404 len: 328 time: 0.0589516 Apr 18 21:09:57.138037 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 45024) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:09:57.150591 n-d-838334-2 neutron-server[84041]: DEBUG neutron.services.tag.tag_plugin [None req-f2690837-8120-43d6-a5e6-5c61cd52d684 tempest-TagsExtTest-1506564781 tempest-TagsExtTest-1506564781-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '94fcd0c1-8496-4e1b-a01f-0fd19c723fb7', 'tempest-TagsExtTest-Tag-118321056') {} {{(pid=84041) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:09:57.269960 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-523eb70b-29eb-4dc2-933d-5363c97be349 None None] Network 5da28d5f-047e-42e6-8b0a-388c56180fd7 requested from n-d-838334-2 {{(pid=84042) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 21:09:57.501209 n-d-838334-2 neutron-server[84041]: INFO neutron.api.v2.resource [None req-f2690837-8120-43d6-a5e6-5c61cd52d684 tempest-TagsExtTest-1506564781 tempest-TagsExtTest-1506564781-project] show failed (client error): The resource could not be found. Apr 18 21:09:57.502249 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-f2690837-8120-43d6-a5e6-5c61cd52d684 tempest-TagsExtTest-1506564781 tempest-TagsExtTest-1506564781-project] 10.222.0.42 "GET /v2.0/subnetpools/94fcd0c1-8496-4e1b-a01f-0fd19c723fb7/tags/tempest-TagsExtTest-Tag-118321056 HTTP/1.1" status: 404 len: 328 time: 0.3599167 Apr 18 21:09:57.505252 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 45042) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:09:57.511060 n-d-838334-2 neutron-server[84040]: DEBUG neutron.services.tag.tag_plugin [None req-7e48836c-194b-4eff-94f0-a27c4e972bde tempest-TagsExtTest-1506564781 tempest-TagsExtTest-1506564781-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '94fcd0c1-8496-4e1b-a01f-0fd19c723fb7', 'tempest-TagsExtTest-Tag-368674263') {} {{(pid=84040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:09:57.519929 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-f995cad0-5657-4fbe-b19c-78978d6a101f None None] Provisioning for port a379aefa-33db-40d0-b343-b05c58f7875c completed by entity DHCP. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 21:09:57.579116 n-d-838334-2 neutron-server[84040]: INFO neutron.api.v2.resource [None req-7e48836c-194b-4eff-94f0-a27c4e972bde tempest-TagsExtTest-1506564781 tempest-TagsExtTest-1506564781-project] show failed (client error): The resource could not be found. Apr 18 21:09:57.579116 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-7e48836c-194b-4eff-94f0-a27c4e972bde tempest-TagsExtTest-1506564781 tempest-TagsExtTest-1506564781-project] 10.222.0.42 "GET /v2.0/subnetpools/94fcd0c1-8496-4e1b-a01f-0fd19c723fb7/tags/tempest-TagsExtTest-Tag-368674263 HTTP/1.1" status: 404 len: 328 time: 0.0664911 Apr 18 21:09:57.579768 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 45048) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:09:57.587482 n-d-838334-2 neutron-server[84040]: DEBUG neutron.services.tag.tag_plugin [None req-754a8174-8f50-433f-84c9-25a876bd04fa tempest-TagsExtTest-1506564781 tempest-TagsExtTest-1506564781-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '94fcd0c1-8496-4e1b-a01f-0fd19c723fb7') {} {{(pid=84040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:09:57.595955 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-f995cad0-5657-4fbe-b19c-78978d6a101f None None] Provisioning complete for port a379aefa-33db-40d0-b343-b05c58f7875c triggered by entity DHCP. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:09:57.596422 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-f995cad0-5657-4fbe-b19c-78978d6a101f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1253608'] for port, provisioning_complete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:09:57.660253 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-754a8174-8f50-433f-84c9-25a876bd04fa tempest-TagsExtTest-1506564781 tempest-TagsExtTest-1506564781-project] 10.222.0.42 "DELETE /v2.0/subnetpools/94fcd0c1-8496-4e1b-a01f-0fd19c723fb7/tags HTTP/1.1" status: 204 len: 168 time: 0.0772591 Apr 18 21:09:57.660540 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 45054) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:09:57.680971 n-d-838334-2 neutron-server[84040]: DEBUG neutron.services.tag.tag_plugin [None req-a83600b3-d208-4309-82fa-8064ebd365c9 tempest-TagsExtTest-1506564781 tempest-TagsExtTest-1506564781-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', 'b3aeff6d-8849-4ac2-8b91-6cdc4f5c54a7') {} {{(pid=84040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:09:57.952194 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-f995cad0-5657-4fbe-b19c-78978d6a101f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:09:58.077820 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-f995cad0-5657-4fbe-b19c-78978d6a101f None None] For port a379aefa-33db-40d0-b343-b05c58f7875c, host n-d-838334-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838334-2',level=0,port_id=a379aefa-33db-40d0-b343-b05c58f7875c,segment=NetworkSegment(2a8fa5b3-ddf6-44cf-879a-c2506a30b210),segment_id=2a8fa5b3-ddf6-44cf-879a-c2506a30b210)] {{(pid=84042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:09:58.099106 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-f995cad0-5657-4fbe-b19c-78978d6a101f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682'] for port, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:09:58.125904 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-a83600b3-d208-4309-82fa-8064ebd365c9 tempest-TagsExtTest-1506564781 tempest-TagsExtTest-1506564781-project] 10.222.0.42 "DELETE /v2.0/routers/b3aeff6d-8849-4ac2-8b91-6cdc4f5c54a7/tags HTTP/1.1" status: 204 len: 168 time: 0.4631715 Apr 18 21:09:58.127566 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 45064) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:09:58.142675 n-d-838334-2 neutron-server[84040]: DEBUG neutron.services.tag.tag_plugin [None req-2c974a1d-d5c4-4516-a9cd-d814038b1b7a tempest-TagsExtTest-1506564781 tempest-TagsExtTest-1506564781-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '23235b3f-123f-475a-8473-c75551c90fff') {} {{(pid=84040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:09:58.293418 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f995cad0-5657-4fbe-b19c-78978d6a101f None None] Pushing event updated for resources: {'Port': ['ID=a379aefa-33db-40d0-b343-b05c58f7875c,revision_number=3']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:09:58.345956 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-2c974a1d-d5c4-4516-a9cd-d814038b1b7a tempest-TagsExtTest-1506564781 tempest-TagsExtTest-1506564781-project] 10.222.0.42 "DELETE /v2.0/ports/23235b3f-123f-475a-8473-c75551c90fff/tags HTTP/1.1" status: 204 len: 168 time: 0.2158792 Apr 18 21:09:58.346584 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 45072) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:09:58.359816 n-d-838334-2 neutron-server[84040]: DEBUG neutron.services.tag.tag_plugin [None req-134225da-0103-4f8d-b1e6-4bd692338ff7 tempest-TagsExtTest-1506564781 tempest-TagsExtTest-1506564781-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '37fba41d-a689-42be-86b2-36dde15c6b9b') {} {{(pid=84040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:09:58.370584 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-30fc09a0-2d73-4158-a196-8e418432acac tempest-RoutersIpV6Test-235118808 tempest-RoutersIpV6Test-235118808-project] Notify callbacks [] for port, precommit_update {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:09:58.380084 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-30fc09a0-2d73-4158-a196-8e418432acac tempest-RoutersIpV6Test-235118808 tempest-RoutersIpV6Test-235118808-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32266282'] for port, after_update {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:09:58.381347 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-30fc09a0-2d73-4158-a196-8e418432acac tempest-RoutersIpV6Test-235118808 tempest-RoutersIpV6Test-235118808-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-32377886', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33443847'] for router_interface, after_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:09:58.464299 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Device a379aefa-33db-40d0-b343-b05c58f7875c up at agent ovs-agent-n-d-838334-2 {{(pid=84042) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 21:09:58.645732 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-134225da-0103-4f8d-b1e6-4bd692338ff7 tempest-TagsExtTest-1506564781 tempest-TagsExtTest-1506564781-project] 10.222.0.42 "DELETE /v2.0/subnets/37fba41d-a689-42be-86b2-36dde15c6b9b/tags HTTP/1.1" status: 204 len: 168 time: 0.2980399 Apr 18 21:09:58.646323 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 45084) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:09:58.649491 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Provisioning complete for port a379aefa-33db-40d0-b343-b05c58f7875c triggered by entity L2. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:09:58.652373 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1253608'] for port, provisioning_complete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:09:58.935110 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-1e50c349-0cb0-4634-a22c-0b3fcd24865d tempest-TagsExtTest-1506564781 tempest-TagsExtTest-1506564781-project] Notify callbacks [] for subnetpool, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:09:58.943597 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-1e50c349-0cb0-4634-a22c-0b3fcd24865d tempest-TagsExtTest-1506564781 tempest-TagsExtTest-1506564781-project] 10.222.0.42 "DELETE /v2.0/subnetpools/94fcd0c1-8496-4e1b-a01f-0fd19c723fb7 HTTP/1.1" status: 204 len: 168 time: 0.2962770 Apr 18 21:09:58.946389 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 45096) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:09:59.006211 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-e2dccc8a-ab09-40b6-a761-02a15895ad5c None None] Provisioning for port e8e33ebc-d26d-4794-89f8-85142265cc82 completed by entity DHCP. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 21:09:59.034144 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-e2dccc8a-ab09-40b6-a761-02a15895ad5c None None] Provisioning complete for port e8e33ebc-d26d-4794-89f8-85142265cc82 triggered by entity DHCP. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:09:59.034512 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-e2dccc8a-ab09-40b6-a761-02a15895ad5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1253608'] for port, provisioning_complete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:09:59.056685 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-4bb65f69-59c9-4e1c-ae7e-21b04afb23df tempest-TagsExtTest-1506564781 tempest-TagsExtTest-1506564781-project] Synchronizing usage tracker for tenant:cc940c9963e540988d8cb808647b2361 on resource:port {{(pid=84040) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 21:09:59.065473 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30fc09a0-2d73-4158-a196-8e418432acac tempest-RoutersIpV6Test-235118808 tempest-RoutersIpV6Test-235118808-project] Pushing event updated for resources: {'Port': ['ID=e8e33ebc-d26d-4794-89f8-85142265cc82,revision_number=2']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:09:59.114434 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-4bb65f69-59c9-4e1c-ae7e-21b04afb23df tempest-TagsExtTest-1506564781 tempest-TagsExtTest-1506564781-project] Unset dirty status for tenant:cc940c9963e540988d8cb808647b2361 on resource:port {{(pid=84040) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 21:09:59.116011 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-4bb65f69-59c9-4e1c-ae7e-21b04afb23df tempest-TagsExtTest-1506564781 tempest-TagsExtTest-1506564781-project] 10.222.0.42 "GET /v2.0/ports?device_id=b3aeff6d-8849-4ac2-8b91-6cdc4f5c54a7 HTTP/1.1" status: 200 len: 205 time: 0.1686070 Apr 18 21:09:59.118596 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 45106) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:09:59.194419 n-d-838334-2 neutron-server[84041]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30fc09a0-2d73-4158-a196-8e418432acac tempest-RoutersIpV6Test-235118808 tempest-RoutersIpV6Test-235118808-project] Network 5da28d5f-047e-42e6-8b0a-388c56180fd7 is already hosted by enough agents. {{(pid=84041) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:09:59.197296 n-d-838334-2 neutron-server[84041]: DEBUG neutron.scheduler.base_scheduler [None req-30fc09a0-2d73-4158-a196-8e418432acac tempest-RoutersIpV6Test-235118808 tempest-RoutersIpV6Test-235118808-project] Resources bound (agent type, host, resource id): {{(pid=84041) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:09:59.236928 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.plugin [None req-e2dccc8a-ab09-40b6-a761-02a15895ad5c None None] Port e8e33ebc-d26d-4794-89f8-85142265cc82 cannot update to ACTIVE because it is not bound. {{(pid=84042) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 18 21:09:59.276339 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-e2dccc8a-ab09-40b6-a761-02a15895ad5c None None] Provisioning complete for port a379aefa-33db-40d0-b343-b05c58f7875c triggered by entity DHCP. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:09:59.276969 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-e2dccc8a-ab09-40b6-a761-02a15895ad5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1253608'] for port, provisioning_complete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:09:59.430195 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-9b48bfb7-ce84-4963-93bb-2cd526d9c421 tempest-TagsExtTest-1506564781 tempest-TagsExtTest-1506564781-project] Notify callbacks [] for router, before_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:09:59.625646 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.agents_db [None req-6346a179-333c-4370-b5a6-936984aeab15 None None] Agent healthcheck: found 7 active agents {{(pid=84043) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 18 21:09:59.752666 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 45120) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:09:59.768734 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-65ca51ac-6d11-4c9a-b7e3-ebe9a42134d1 None None] Provisioning complete for port e8e33ebc-d26d-4794-89f8-85142265cc82 triggered by entity DHCP. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:09:59.775115 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-65ca51ac-6d11-4c9a-b7e3-ebe9a42134d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1253608'] for port, provisioning_complete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:09:59.853414 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750375287399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253529'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:09:59.922210 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.plugin [None req-65ca51ac-6d11-4c9a-b7e3-ebe9a42134d1 None None] Port e8e33ebc-d26d-4794-89f8-85142265cc82 cannot update to ACTIVE because it is not bound. {{(pid=84042) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 18 21:10:00.048827 n-d-838334-2 neutron-server[84041]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-30fc09a0-2d73-4158-a196-8e418432acac tempest-RoutersIpV6Test-235118808 tempest-RoutersIpV6Test-235118808-project] Router bcf241d9-7bfc-4129-b8e6-0a7d9a1774ca is scheduled to L3 agent bc84d6c9-dd7a-4555-a351-592327b46d5a with binding_index 1 {{(pid=84041) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 18 21:10:00.100028 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-9b48bfb7-ce84-4963-93bb-2cd526d9c421 tempest-TagsExtTest-1506564781 tempest-TagsExtTest-1506564781-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33443580', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5726'] for router, precommit_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:10:00.104519 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-9b48bfb7-ce84-4963-93bb-2cd526d9c421 tempest-TagsExtTest-1506564781 tempest-TagsExtTest-1506564781-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:10:00.136839 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-9b48bfb7-ce84-4963-93bb-2cd526d9c421 tempest-TagsExtTest-1506564781 tempest-TagsExtTest-1506564781-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-33443408'] for router, after_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:10:00.137587 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9b48bfb7-ce84-4963-93bb-2cd526d9c421 tempest-TagsExtTest-1506564781 tempest-TagsExtTest-1506564781-project] Fanout notify agent at l3_agent the message router_deleted on router b3aeff6d-8849-4ac2-8b91-6cdc4f5c54a7 {{(pid=84040) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 18 21:10:00.152215 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-9b48bfb7-ce84-4963-93bb-2cd526d9c421 tempest-TagsExtTest-1506564781 tempest-TagsExtTest-1506564781-project] Notify callbacks [] for router, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:10:00.156659 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-9b48bfb7-ce84-4963-93bb-2cd526d9c421 tempest-TagsExtTest-1506564781 tempest-TagsExtTest-1506564781-project] 10.222.0.42 "DELETE /v2.0/routers/b3aeff6d-8849-4ac2-8b91-6cdc4f5c54a7 HTTP/1.1" status: 204 len: 168 time: 1.0369740 Apr 18 21:10:00.157643 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 45134) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:10:00.330180 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-f4c47f12-2165-48cb-aaca-423677cc2223 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:10:00.416628 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.plugin [None req-253ef438-c2b9-4ca7-aea2-bcdbed3c7561 tempest-TagsExtTest-1506564781 tempest-TagsExtTest-1506564781-project] Deleting port 23235b3f-123f-475a-8473-c75551c90fff {{(pid=84040) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 21:10:00.416975 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-253ef438-c2b9-4ca7-aea2-bcdbed3c7561 tempest-TagsExtTest-1506564781 tempest-TagsExtTest-1506564781-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750375188691'] for port, before_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:10:00.450324 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-30fc09a0-2d73-4158-a196-8e418432acac tempest-RoutersIpV6Test-235118808 tempest-RoutersIpV6Test-235118808-project] Notify agent at l3_agent.n-d-838334-2 the message routers_updated {{(pid=84041) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 21:10:00.467404 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ab3115d-8150-4c41-b6f7-9f8e1b03fabb None None] Sync routers for ids ['bcf241d9-7bfc-4129-b8e6-0a7d9a1774ca'] in n-d-838334-2 {{(pid=84042) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 18 21:10:00.487943 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [None req-f4c47f12-2165-48cb-aaca-423677cc2223 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:10:00.496081 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-f4c47f12-2165-48cb-aaca-423677cc2223 admin admin] Usage tracker for resource:security_group_rule and tenant:f5ea7bb43bdf4815b49a8c1ae2a75c1d is out of sync, need to count used quota {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:10:00.502641 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ab3115d-8150-4c41-b6f7-9f8e1b03fabb None None] Routers {'bcf241d9-7bfc-4129-b8e6-0a7d9a1774ca'} bound to L3 agent in host n-d-838334-2 {{(pid=84042) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 21:10:00.504416 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_hamode_db [None req-2ab3115d-8150-4c41-b6f7-9f8e1b03fabb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838334-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-18T20:25:48Z,description=,heartbeat_timestamp=2022-04-18T21:09:48Z,host='n-d-838334-2',id=bc84d6c9-dd7a-4555-a351-592327b46d5a,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:25:48Z,topic='l3_agent')) {'router_ids': ['bcf241d9-7bfc-4129-b8e6-0a7d9a1774ca'], 'active': True} {{(pid=84042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:10:00.518257 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-30fc09a0-2d73-4158-a196-8e418432acac tempest-RoutersIpV6Test-235118808 tempest-RoutersIpV6Test-235118808-project] 10.222.0.42 "PUT /v2.0/routers/bcf241d9-7bfc-4129-b8e6-0a7d9a1774ca/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.2010207 Apr 18 21:10:00.521309 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 45146) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:10:00.529632 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-f4c47f12-2165-48cb-aaca-423677cc2223 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:10:00.557517 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [None req-f4c47f12-2165-48cb-aaca-423677cc2223 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:10:00.648310 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_hamode_db [None req-2ab3115d-8150-4c41-b6f7-9f8e1b03fabb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-838334-2', False) {} {{(pid=84042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:10:00.661884 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ab3115d-8150-4c41-b6f7-9f8e1b03fabb None None] Routers {'bcf241d9-7bfc-4129-b8e6-0a7d9a1774ca'} bound to L3 agent in host n-d-838334-2 {{(pid=84042) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 21:10:00.662780 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_hamode_db [None req-2ab3115d-8150-4c41-b6f7-9f8e1b03fabb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838334-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-18T20:25:48Z,description=,heartbeat_timestamp=2022-04-18T21:09:48Z,host='n-d-838334-2',id=bc84d6c9-dd7a-4555-a351-592327b46d5a,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:25:48Z,topic='l3_agent')) {'router_ids': ['bcf241d9-7bfc-4129-b8e6-0a7d9a1774ca'], 'active': True} {{(pid=84042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:10:00.712313 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-038a9a78-1730-4e04-b4b6-46069c28c01c tempest-RoutersIpV6Test-235118808 tempest-RoutersIpV6Test-235118808-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:10:00.713044 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-038a9a78-1730-4e04-b4b6-46069c28c01c tempest-RoutersIpV6Test-235118808 tempest-RoutersIpV6Test-235118808-project] Synchronizing usage tracker for tenant:3fd12654c90d4a4687b2462ca839c972 on resource:port {{(pid=84041) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 21:10:00.736430 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-253ef438-c2b9-4ca7-aea2-bcdbed3c7561 tempest-TagsExtTest-1506564781 tempest-TagsExtTest-1506564781-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369123'] for port, precommit_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:10:00.739290 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_hamode_db [None req-2ab3115d-8150-4c41-b6f7-9f8e1b03fabb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-838334-2', False) {} {{(pid=84042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:10:00.739949 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ab3115d-8150-4c41-b6f7-9f8e1b03fabb None None] The sync data for ids ['bcf241d9-7bfc-4129-b8e6-0a7d9a1774ca'] in n-d-838334-2 is: [] {{(pid=84042) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 18 21:10:00.753044 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-038a9a78-1730-4e04-b4b6-46069c28c01c tempest-RoutersIpV6Test-235118808 tempest-RoutersIpV6Test-235118808-project] Unset dirty status for tenant:3fd12654c90d4a4687b2462ca839c972 on resource:port {{(pid=84041) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 21:10:00.754478 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-038a9a78-1730-4e04-b4b6-46069c28c01c tempest-RoutersIpV6Test-235118808 tempest-RoutersIpV6Test-235118808-project] 10.222.0.42 "GET /v2.0/ports/e8e33ebc-d26d-4794-89f8-85142265cc82 HTTP/1.1" status: 200 len: 911 time: 0.2320862 Apr 18 21:10:00.757422 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 45152) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:10:00.882185 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.plugin [None req-253ef438-c2b9-4ca7-aea2-bcdbed3c7561 tempest-TagsExtTest-1506564781 tempest-TagsExtTest-1506564781-project] Calling delete_port for 23235b3f-123f-475a-8473-c75551c90fff owned by {{(pid=84040) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 21:10:00.942311 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-f4c47f12-2165-48cb-aaca-423677cc2223 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:10:00.951036 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-f4c47f12-2165-48cb-aaca-423677cc2223 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33528224'] for security_group, after_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:10:01.019291 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4c47f12-2165-48cb-aaca-423677cc2223 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=81542993-fd7f-4978-80a2-aca6936292bb,revision_number=1']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:10:01.077523 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-f4c47f12-2165-48cb-aaca-423677cc2223 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=f5ea7bb43bdf4815b49a8c1ae2a75c1d&name=default HTTP/1.1" status: 200 len: 2647 time: 1.3242071 Apr 18 21:10:01.083262 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 45162) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:10:01.203796 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-d1c7191f-faa2-4b86-8361-a05b4d92ec7b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:10:01.207243 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-253ef438-c2b9-4ca7-aea2-bcdbed3c7561 tempest-TagsExtTest-1506564781 tempest-TagsExtTest-1506564781-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750375259028', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750374836628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32440838'] for port, after_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:10:01.277235 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-253ef438-c2b9-4ca7-aea2-bcdbed3c7561 tempest-TagsExtTest-1506564781 tempest-TagsExtTest-1506564781-project] Pushing event deleted for resources: {'Port': ['ID=23235b3f-123f-475a-8473-c75551c90fff,revision_number=None']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:10:01.286337 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-12d5b64f-e040-4cca-a0bc-c24d183e906c tempest-RoutersIpV6Test-235118808 tempest-RoutersIpV6Test-235118808-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33443857'] for router_interface, before_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:10:01.309820 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-d1c7191f-faa2-4b86-8361-a05b4d92ec7b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:10:01.645254 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-253ef438-c2b9-4ca7-aea2-bcdbed3c7561 tempest-TagsExtTest-1506564781 tempest-TagsExtTest-1506564781-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217293'] for port, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:10:01.694023 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-253ef438-c2b9-4ca7-aea2-bcdbed3c7561 tempest-TagsExtTest-1506564781 tempest-TagsExtTest-1506564781-project] 10.222.0.42 "DELETE /v2.0/ports/23235b3f-123f-475a-8473-c75551c90fff HTTP/1.1" status: 204 len: 168 time: 1.5326746 Apr 18 21:10:01.694411 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 45186) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:10:01.798006 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-d1c7191f-faa2-4b86-8361-a05b4d92ec7b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33528224'] for security_group, after_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:10:01.800646 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-d1c7191f-faa2-4b86-8361-a05b4d92ec7b admin admin] Notify callbacks [] for security_group, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:10:01.804946 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-d1c7191f-faa2-4b86-8361-a05b4d92ec7b admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/81542993-fd7f-4978-80a2-aca6936292bb HTTP/1.1" status: 204 len: 168 time: 0.7208638 Apr 18 21:10:01.929311 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1c7191f-faa2-4b86-8361-a05b4d92ec7b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=81542993-fd7f-4978-80a2-aca6936292bb,revision_number=None']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:10:02.133029 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.db_base_plugin_v2 [None req-2ab19792-56ee-4e23-a70e-8cc5f530f397 tempest-TagsExtTest-1506564781 tempest-TagsExtTest-1506564781-project] Deleting subnet 37fba41d-a689-42be-86b2-36dde15c6b9b {{(pid=84040) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 18 21:10:02.147607 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-2ab19792-56ee-4e23-a70e-8cc5f530f397 tempest-TagsExtTest-1506564781 tempest-TagsExtTest-1506564781-project] Notify callbacks [] for subnet, before_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:10:02.304452 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-2ab19792-56ee-4e23-a70e-8cc5f530f397 tempest-TagsExtTest-1506564781 tempest-TagsExtTest-1506564781-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31955982'] for subnet, precommit_delete_associations {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:10:02.509738 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-2ab19792-56ee-4e23-a70e-8cc5f530f397 tempest-TagsExtTest-1506564781 tempest-TagsExtTest-1506564781-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1260556'] for subnet, precommit_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:10:02.641121 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-2ab19792-56ee-4e23-a70e-8cc5f530f397 tempest-TagsExtTest-1506564781 tempest-TagsExtTest-1506564781-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1260549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33526260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32440885', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31752825'] for subnet, after_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:10:02.748505 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ab19792-56ee-4e23-a70e-8cc5f530f397 tempest-TagsExtTest-1506564781 tempest-TagsExtTest-1506564781-project] Pushing event deleted for resources: {'Subnet': ['ID=37fba41d-a689-42be-86b2-36dde15c6b9b,revision_number=None']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:10:02.777744 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 45212) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:10:02.780438 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-2ab19792-56ee-4e23-a70e-8cc5f530f397 tempest-TagsExtTest-1506564781 tempest-TagsExtTest-1506564781-project] Notify callbacks [] for subnet, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:10:02.792418 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-668a7509-0c22-4b5a-8323-1a7ec76dc695 None None] Network 0c6b957f-a6a4-4aeb-b28b-ca9b185f77cc requested from n-d-838334-2 {{(pid=84042) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 21:10:02.796667 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-2ab19792-56ee-4e23-a70e-8cc5f530f397 tempest-TagsExtTest-1506564781 tempest-TagsExtTest-1506564781-project] 10.222.0.42 "DELETE /v2.0/subnets/37fba41d-a689-42be-86b2-36dde15c6b9b HTTP/1.1" status: 204 len: 168 time: 1.1010826 Apr 18 21:10:02.798941 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 45216) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:10:02.869170 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-a95fb139-0e28-4e97-836c-beb4c3ce0fad admin admin] Notify callbacks [] for security_group, before_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:10:02.950067 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.plugin [None req-12d5b64f-e040-4cca-a0bc-c24d183e906c tempest-RoutersIpV6Test-235118808 tempest-RoutersIpV6Test-235118808-project] Deleting port e8e33ebc-d26d-4794-89f8-85142265cc82 {{(pid=84041) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 21:10:02.957340 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-12d5b64f-e040-4cca-a0bc-c24d183e906c tempest-RoutersIpV6Test-235118808 tempest-RoutersIpV6Test-235118808-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750375188691'] for port, before_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:10:03.066398 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-8a3c5f61-0fda-41b9-b3c4-5e3b1b2a0199 tempest-TagsExtTest-1506564781 tempest-TagsExtTest-1506564781-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1103592'] for network, before_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:10:03.103719 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.plugin [None req-8a3c5f61-0fda-41b9-b3c4-5e3b1b2a0199 tempest-TagsExtTest-1506564781 tempest-TagsExtTest-1506564781-project] Deleting port 14eff19d-9cbf-4d5f-a7f5-74cd1de71917 {{(pid=84040) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 21:10:03.104062 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-8a3c5f61-0fda-41b9-b3c4-5e3b1b2a0199 tempest-TagsExtTest-1506564781 tempest-TagsExtTest-1506564781-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750375188691'] for port, before_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:10:03.138047 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-a95fb139-0e28-4e97-836c-beb4c3ce0fad admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:10:03.154638 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-a95fb139-0e28-4e97-836c-beb4c3ce0fad admin admin] Usage tracker for resource:security_group_rule and tenant:9c3c82b09cb547fb9ce686ee620d9ef9 is out of sync, need to count used quota {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:10:03.164155 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-a95fb139-0e28-4e97-836c-beb4c3ce0fad admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:10:03.174134 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-a95fb139-0e28-4e97-836c-beb4c3ce0fad admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:10:03.384584 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-580dff6b-84bd-43af-bf20-03dfed4d4f6c None None] DHCP port deletion for 0c6b957f-a6a4-4aeb-b28b-ca9b185f77cc request from n-d-838334-2 {{(pid=84042) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 18 21:10:03.392116 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.plugin [None req-580dff6b-84bd-43af-bf20-03dfed4d4f6c None None] Deleting port 14eff19d-9cbf-4d5f-a7f5-74cd1de71917 {{(pid=84042) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 21:10:03.392950 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-580dff6b-84bd-43af-bf20-03dfed4d4f6c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750375188691'] for port, before_delete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:10:03.661079 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-a95fb139-0e28-4e97-836c-beb4c3ce0fad admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:10:03.693843 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-a95fb139-0e28-4e97-836c-beb4c3ce0fad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33528224'] for security_group, after_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:10:03.789662 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.db [None req-8a3c5f61-0fda-41b9-b3c4-5e3b1b2a0199 tempest-TagsExtTest-1506564781 tempest-TagsExtTest-1506564781-project] For port 14eff19d-9cbf-4d5f-a7f5-74cd1de71917, host n-d-838334-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838334-2',level=0,port_id=14eff19d-9cbf-4d5f-a7f5-74cd1de71917,segment=NetworkSegment(9a7ca6e1-ea99-47d8-bf89-ca8901d28171),segment_id=9a7ca6e1-ea99-47d8-bf89-ca8901d28171)] {{(pid=84040) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:10:03.790363 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-8a3c5f61-0fda-41b9-b3c4-5e3b1b2a0199 tempest-TagsExtTest-1506564781 tempest-TagsExtTest-1506564781-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369123'] for port, precommit_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:10:03.846686 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-580dff6b-84bd-43af-bf20-03dfed4d4f6c None None] For port 14eff19d-9cbf-4d5f-a7f5-74cd1de71917, host n-d-838334-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838334-2',level=0,port_id=14eff19d-9cbf-4d5f-a7f5-74cd1de71917,segment=NetworkSegment(9a7ca6e1-ea99-47d8-bf89-ca8901d28171),segment_id=9a7ca6e1-ea99-47d8-bf89-ca8901d28171)] {{(pid=84042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:10:03.847249 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-580dff6b-84bd-43af-bf20-03dfed4d4f6c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369123'] for port, precommit_delete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:10:03.860560 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a95fb139-0e28-4e97-836c-beb4c3ce0fad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7bf47a37-8589-400e-a9de-c6111b0094e8,revision_number=1']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:10:03.881654 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-12d5b64f-e040-4cca-a0bc-c24d183e906c tempest-RoutersIpV6Test-235118808 tempest-RoutersIpV6Test-235118808-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369123'] for port, precommit_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:10:04.007770 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.plugin [None req-580dff6b-84bd-43af-bf20-03dfed4d4f6c None None] Calling delete_port for 14eff19d-9cbf-4d5f-a7f5-74cd1de71917 owned by network:dhcp {{(pid=84042) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 21:10:04.056820 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.plugin [None req-8a3c5f61-0fda-41b9-b3c4-5e3b1b2a0199 tempest-TagsExtTest-1506564781 tempest-TagsExtTest-1506564781-project] Calling delete_port for 14eff19d-9cbf-4d5f-a7f5-74cd1de71917 owned by network:dhcp {{(pid=84040) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 21:10:04.146198 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-580dff6b-84bd-43af-bf20-03dfed4d4f6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750375259028', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750374836628'] for port, after_delete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:10:04.206161 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-580dff6b-84bd-43af-bf20-03dfed4d4f6c None None] Pushing event deleted for resources: {'Port': ['ID=14eff19d-9cbf-4d5f-a7f5-74cd1de71917,revision_number=None']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:10:04.208595 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_dvrscheduler_db [None req-580dff6b-84bd-43af-bf20-03dfed4d4f6c None None] No DVR routers for this DVR port 14eff19d-9cbf-4d5f-a7f5-74cd1de71917 on host n-d-838334-2 {{(pid=84042) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 21:10:04.216349 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750375287399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253529'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:10:04.223785 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.plugin [None req-12d5b64f-e040-4cca-a0bc-c24d183e906c tempest-RoutersIpV6Test-235118808 tempest-RoutersIpV6Test-235118808-project] Calling delete_port for e8e33ebc-d26d-4794-89f8-85142265cc82 owned by network:router_interface {{(pid=84041) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 21:10:04.241607 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.db.api [None req-8a3c5f61-0fda-41b9-b3c4-5e3b1b2a0199 tempest-TagsExtTest-1506564781 tempest-TagsExtTest-1506564781-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84040) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 18 21:10:04.242175 n-d-838334-2 neutron-server[84040]: DEBUG oslo_db.api [None req-8a3c5f61-0fda-41b9-b3c4-5e3b1b2a0199 tempest-TagsExtTest-1506564781 tempest-TagsExtTest-1506564781-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 18 21:10:04.343889 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-a95fb139-0e28-4e97-836c-beb4c3ce0fad admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=9c3c82b09cb547fb9ce686ee620d9ef9&name=default HTTP/1.1" status: 200 len: 2647 time: 1.5650816 Apr 18 21:10:04.346415 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 45260) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:10:04.452819 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Device 14eff19d-9cbf-4d5f-a7f5-74cd1de71917 no longer exists at agent ovs-agent-n-d-838334-2 {{(pid=84042) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 21:10:04.474510 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-ad93a0e5-cf02-42c7-a962-a654b4690bfd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:10:04.517888 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.plugin [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] No Port match for: 14eff19d-9cbf-4d5f-a7f5-74cd1de71917 {{(pid=84042) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 18 21:10:04.518124 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Device 14eff19d-9cbf-4d5f-a7f5-74cd1de71917 not bound to the agent host n-d-838334-2 {{(pid=84042) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 21:10:04.561131 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-ad93a0e5-cf02-42c7-a962-a654b4690bfd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:10:04.628715 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-12d5b64f-e040-4cca-a0bc-c24d183e906c tempest-RoutersIpV6Test-235118808 tempest-RoutersIpV6Test-235118808-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750375259028', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750374836628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32266323'] for port, after_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:10:04.683408 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12d5b64f-e040-4cca-a0bc-c24d183e906c tempest-RoutersIpV6Test-235118808 tempest-RoutersIpV6Test-235118808-project] Pushing event deleted for resources: {'Port': ['ID=e8e33ebc-d26d-4794-89f8-85142265cc82,revision_number=None']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:10:04.694997 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-ad93a0e5-cf02-42c7-a962-a654b4690bfd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33528224'] for security_group, after_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:10:04.721440 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad93a0e5-cf02-42c7-a962-a654b4690bfd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7bf47a37-8589-400e-a9de-c6111b0094e8,revision_number=None']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:10:04.743463 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.plugin [None req-8a3c5f61-0fda-41b9-b3c4-5e3b1b2a0199 tempest-TagsExtTest-1506564781 tempest-TagsExtTest-1506564781-project] Deleting port 14eff19d-9cbf-4d5f-a7f5-74cd1de71917 {{(pid=84040) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 21:10:04.744018 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-8a3c5f61-0fda-41b9-b3c4-5e3b1b2a0199 tempest-TagsExtTest-1506564781 tempest-TagsExtTest-1506564781-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750375188691'] for port, before_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:10:04.882578 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.plugin [None req-8a3c5f61-0fda-41b9-b3c4-5e3b1b2a0199 tempest-TagsExtTest-1506564781 tempest-TagsExtTest-1506564781-project] The port '14eff19d-9cbf-4d5f-a7f5-74cd1de71917' was deleted {{(pid=84040) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 18 21:10:05.012000 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-ad93a0e5-cf02-42c7-a962-a654b4690bfd admin admin] Notify callbacks [] for security_group, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:10:05.021112 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-ad93a0e5-cf02-42c7-a962-a654b4690bfd admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/7bf47a37-8589-400e-a9de-c6111b0094e8 HTTP/1.1" status: 204 len: 168 time: 0.6734905 Apr 18 21:10:05.043311 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-12d5b64f-e040-4cca-a0bc-c24d183e906c tempest-RoutersIpV6Test-235118808 tempest-RoutersIpV6Test-235118808-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-32377931', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33443910'] for router_interface, after_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:10:05.193547 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-8a3c5f61-0fda-41b9-b3c4-5e3b1b2a0199 tempest-TagsExtTest-1506564781 tempest-TagsExtTest-1506564781-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1258905', 'neutron.services.segments.db._delete_segments_for_network-8750375287417'] for network, precommit_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:10:05.221612 n-d-838334-2 neutron-server[84040]: DEBUG neutron.services.segments.db [None req-8a3c5f61-0fda-41b9-b3c4-5e3b1b2a0199 tempest-TagsExtTest-1506564781 tempest-TagsExtTest-1506564781-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0c6b957f-a6a4-4aeb-b28b-ca9b185f77cc']}} {{(pid=84040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:10:05.236241 n-d-838334-2 neutron-server[84040]: DEBUG neutron.services.segments.db [None req-8a3c5f61-0fda-41b9-b3c4-5e3b1b2a0199 tempest-TagsExtTest-1506564781 tempest-TagsExtTest-1506564781-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9a7ca6e1-ea99-47d8-bf89-ca8901d28171') {'for_net_delete': True} {{(pid=84040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:10:05.236802 n-d-838334-2 neutron-server[84040]: DEBUG neutron.services.segments.db [None req-8a3c5f61-0fda-41b9-b3c4-5e3b1b2a0199 tempest-TagsExtTest-1506564781 tempest-TagsExtTest-1506564781-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9a7ca6e1-ea99-47d8-bf89-ca8901d28171') {} {{(pid=84040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:10:05.268190 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-8a3c5f61-0fda-41b9-b3c4-5e3b1b2a0199 tempest-TagsExtTest-1506564781 tempest-TagsExtTest-1506564781-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750375287300', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31955965'] for segment, before_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:10:05.334938 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-8a3c5f61-0fda-41b9-b3c4-5e3b1b2a0199 tempest-TagsExtTest-1506564781 tempest-TagsExtTest-1506564781-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1082986'] for segment, precommit_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:10:05.352901 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8a3c5f61-0fda-41b9-b3c4-5e3b1b2a0199 tempest-TagsExtTest-1506564781 tempest-TagsExtTest-1506564781-project] Releasing vlan 361 on physical network physnet1 to pool {{(pid=84040) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 18 21:10:05.353562 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-8a3c5f61-0fda-41b9-b3c4-5e3b1b2a0199 tempest-TagsExtTest-1506564781 tempest-TagsExtTest-1506564781-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1082993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32440923'] for segment, after_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:10:05.381498 n-d-838334-2 neutron-server[84040]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 21:10:05.381498 n-d-838334-2 neutron-server[84040]: util.warn( Apr 18 21:10:05.381498 n-d-838334-2 neutron-server[84040]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 21:10:05.381498 n-d-838334-2 neutron-server[84040]: util.warn( Apr 18 21:10:05.381498 n-d-838334-2 neutron-server[84040]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 21:10:05.381498 n-d-838334-2 neutron-server[84040]: util.warn( Apr 18 21:10:05.381498 n-d-838334-2 neutron-server[84040]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 21:10:05.381498 n-d-838334-2 neutron-server[84040]: util.warn( Apr 18 21:10:05.381498 n-d-838334-2 neutron-server[84040]: Traceback (most recent call last): Apr 18 21:10:05.381498 n-d-838334-2 neutron-server[84040]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 18 21:10:05.381498 n-d-838334-2 neutron-server[84040]: timer() Apr 18 21:10:05.381498 n-d-838334-2 neutron-server[84040]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 21:10:05.381498 n-d-838334-2 neutron-server[84040]: cb(*args, **kw) Apr 18 21:10:05.381498 n-d-838334-2 neutron-server[84040]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 18 21:10:05.381498 n-d-838334-2 neutron-server[84040]: return func(*args, **kwargs) Apr 18 21:10:05.381498 n-d-838334-2 neutron-server[84040]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 21:10:05.381498 n-d-838334-2 neutron-server[84040]: self._notify() Apr 18 21:10:05.381498 n-d-838334-2 neutron-server[84040]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 21:10:05.381498 n-d-838334-2 neutron-server[84040]: self.callback(batched_events) Apr 18 21:10:05.381498 n-d-838334-2 neutron-server[84040]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 21:10:05.381498 n-d-838334-2 neutron-server[84040]: event.method(event) Apr 18 21:10:05.381498 n-d-838334-2 neutron-server[84040]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 18 21:10:05.381498 n-d-838334-2 neutron-server[84040]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 21:10:05.381498 n-d-838334-2 neutron-server[84040]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 18 21:10:05.381498 n-d-838334-2 neutron-server[84040]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 21:10:05.381498 n-d-838334-2 neutron-server[84040]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 18 21:10:05.381498 n-d-838334-2 neutron-server[84040]: return f(self, *a, **k) Apr 18 21:10:05.381498 n-d-838334-2 neutron-server[84040]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 18 21:10:05.381498 n-d-838334-2 neutron-server[84040]: return self._get(url).json() Apr 18 21:10:05.381498 n-d-838334-2 neutron-server[84040]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 18 21:10:05.381498 n-d-838334-2 neutron-server[84040]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 21:10:05.381498 n-d-838334-2 neutron-server[84040]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 18 21:10:05.381498 n-d-838334-2 neutron-server[84040]: return self.request(url, 'GET', **kwargs) Apr 18 21:10:05.381498 n-d-838334-2 neutron-server[84040]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 18 21:10:05.381498 n-d-838334-2 neutron-server[84040]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 21:10:05.381498 n-d-838334-2 neutron-server[84040]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 18 21:10:05.381498 n-d-838334-2 neutron-server[84040]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 21:10:05.381498 n-d-838334-2 neutron-server[84040]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 18 21:10:05.381498 n-d-838334-2 neutron-server[84040]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 21:10:05.381498 n-d-838334-2 neutron-server[84040]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 21:10:05.536808 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-8a3c5f61-0fda-41b9-b3c4-5e3b1b2a0199 tempest-TagsExtTest-1506564781 tempest-TagsExtTest-1506564781-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1258898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33526109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33444113'] for network, after_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:10:05.576421 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-8a3c5f61-0fda-41b9-b3c4-5e3b1b2a0199 tempest-TagsExtTest-1506564781 tempest-TagsExtTest-1506564781-project] Notify callbacks [] for network, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:10:05.608558 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a3c5f61-0fda-41b9-b3c4-5e3b1b2a0199 tempest-TagsExtTest-1506564781 tempest-TagsExtTest-1506564781-project] Pushing event deleted for resources: {'Network': ['ID=0c6b957f-a6a4-4aeb-b28b-ca9b185f77cc,revision_number=None']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:10:05.610674 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-8a3c5f61-0fda-41b9-b3c4-5e3b1b2a0199 tempest-TagsExtTest-1506564781 tempest-TagsExtTest-1506564781-project] 10.222.0.42 "DELETE /v2.0/networks/0c6b957f-a6a4-4aeb-b28b-ca9b185f77cc HTTP/1.1" status: 204 len: 168 time: 2.8102715 Apr 18 21:10:06.065073 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 45318) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:10:06.124357 n-d-838334-2 neutron-server[84041]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-12d5b64f-e040-4cca-a0bc-c24d183e906c tempest-RoutersIpV6Test-235118808 tempest-RoutersIpV6Test-235118808-project] Router bcf241d9-7bfc-4129-b8e6-0a7d9a1774ca has already been hosted by L3 agent bc84d6c9-dd7a-4555-a351-592327b46d5a {{(pid=84041) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 21:10:06.346604 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-12d5b64f-e040-4cca-a0bc-c24d183e906c tempest-RoutersIpV6Test-235118808 tempest-RoutersIpV6Test-235118808-project] Notify agent at l3_agent.n-d-838334-2 the message routers_updated {{(pid=84041) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 21:10:06.359707 n-d-838334-2 neutron-server[84043]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd5e2f21-af6d-413c-a18a-2eaf4fa0abad None None] Sync routers for ids ['bcf241d9-7bfc-4129-b8e6-0a7d9a1774ca'] in n-d-838334-2 {{(pid=84043) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 18 21:10:06.365543 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-12d5b64f-e040-4cca-a0bc-c24d183e906c tempest-RoutersIpV6Test-235118808 tempest-RoutersIpV6Test-235118808-project] 10.222.0.42 "PUT /v2.0/routers/bcf241d9-7bfc-4129-b8e6-0a7d9a1774ca/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6064627 Apr 18 21:10:06.368327 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 45330) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:10:06.386451 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd5e2f21-af6d-413c-a18a-2eaf4fa0abad None None] Routers {'bcf241d9-7bfc-4129-b8e6-0a7d9a1774ca'} bound to L3 agent in host n-d-838334-2 {{(pid=84043) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 21:10:06.390504 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.l3_hamode_db [None req-fd5e2f21-af6d-413c-a18a-2eaf4fa0abad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838334-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-18T20:25:48Z,description=,heartbeat_timestamp=2022-04-18T21:09:48Z,host='n-d-838334-2',id=bc84d6c9-dd7a-4555-a351-592327b46d5a,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:25:48Z,topic='l3_agent')) {'router_ids': ['bcf241d9-7bfc-4129-b8e6-0a7d9a1774ca'], 'active': True} {{(pid=84043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:10:06.448765 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-c5bc284d-6945-4804-a516-7b58ab5fd401 tempest-RoutersIpV6Test-235118808 tempest-RoutersIpV6Test-235118808-project] Synchronizing usage tracker for tenant:3fd12654c90d4a4687b2462ca839c972 on resource:port {{(pid=84041) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 21:10:06.464756 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-9d03b103-b62e-49c7-9dbf-2c99fd493fec admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=cc940c9963e540988d8cb808647b2361&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3984151 Apr 18 21:10:06.467855 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 45336) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:10:06.489029 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-c5bc284d-6945-4804-a516-7b58ab5fd401 tempest-RoutersIpV6Test-235118808 tempest-RoutersIpV6Test-235118808-project] Unset dirty status for tenant:3fd12654c90d4a4687b2462ca839c972 on resource:port {{(pid=84041) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 21:10:06.490961 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-c5bc284d-6945-4804-a516-7b58ab5fd401 tempest-RoutersIpV6Test-235118808 tempest-RoutersIpV6Test-235118808-project] 10.222.0.42 "GET /v2.0/ports?device_id=bcf241d9-7bfc-4129-b8e6-0a7d9a1774ca HTTP/1.1" status: 200 len: 205 time: 0.1206989 Apr 18 21:10:06.493099 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 45340) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:10:06.496970 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.l3_hamode_db [None req-fd5e2f21-af6d-413c-a18a-2eaf4fa0abad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-838334-2', False) {} {{(pid=84043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:10:06.510858 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd5e2f21-af6d-413c-a18a-2eaf4fa0abad None None] Routers {'bcf241d9-7bfc-4129-b8e6-0a7d9a1774ca'} bound to L3 agent in host n-d-838334-2 {{(pid=84043) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 21:10:06.511485 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.l3_hamode_db [None req-fd5e2f21-af6d-413c-a18a-2eaf4fa0abad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838334-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-18T20:25:48Z,description=,heartbeat_timestamp=2022-04-18T21:09:48Z,host='n-d-838334-2',id=bc84d6c9-dd7a-4555-a351-592327b46d5a,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:25:48Z,topic='l3_agent')) {'router_ids': ['bcf241d9-7bfc-4129-b8e6-0a7d9a1774ca'], 'active': True} {{(pid=84043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:10:06.611399 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.l3_hamode_db [None req-fd5e2f21-af6d-413c-a18a-2eaf4fa0abad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-838334-2', False) {} {{(pid=84043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:10:06.611825 n-d-838334-2 neutron-server[84043]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd5e2f21-af6d-413c-a18a-2eaf4fa0abad None None] The sync data for ids ['bcf241d9-7bfc-4129-b8e6-0a7d9a1774ca'] in n-d-838334-2 is: [] {{(pid=84043) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 18 21:10:06.685605 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-c19f937b-af53-4c68-abcf-5a55e9404e4b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:10:06.752078 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-c19f937b-af53-4c68-abcf-5a55e9404e4b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:10:06.792809 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-c75f0be1-391c-49ea-933c-15f323e3f99f tempest-RoutersIpV6Test-235118808 tempest-RoutersIpV6Test-235118808-project] Notify callbacks [] for router, before_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:10:06.987233 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 45364) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:10:07.317691 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.v2.base [None req-f2fa7cb7-299d-44c8-a173-2877a0a2f2e8 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1638704005-network', 'tenant_id': '580e862ec186417c881306a9dbb56146'}} {{(pid=84041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:10:07.328076 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-f2fa7cb7-299d-44c8-a173-2877a0a2f2e8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:10:07.340352 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-f2fa7cb7-299d-44c8-a173-2877a0a2f2e8 admin admin] Usage tracker for resource:network and tenant:580e862ec186417c881306a9dbb56146 is out of sync, need to count used quota {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:10:07.345990 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-f2fa7cb7-299d-44c8-a173-2877a0a2f2e8 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:10:07.364032 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-f2fa7cb7-299d-44c8-a173-2877a0a2f2e8 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:10:07.380797 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f2fa7cb7-299d-44c8-a173-2877a0a2f2e8 admin admin] Made reservation on behalf of 580e862ec186417c881306a9dbb56146 for: {'network': 1} {{(pid=84041) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:10:07.383575 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-f2fa7cb7-299d-44c8-a173-2877a0a2f2e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for network, before_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:10:07.401696 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-f2fa7cb7-299d-44c8-a173-2877a0a2f2e8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:10:07.428079 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-c19f937b-af53-4c68-abcf-5a55e9404e4b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33528224'] for security_group, after_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:10:07.450048 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-f2fa7cb7-299d-44c8-a173-2877a0a2f2e8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:10:07.455739 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-f2fa7cb7-299d-44c8-a173-2877a0a2f2e8 admin admin] Usage tracker for resource:security_group_rule and tenant:580e862ec186417c881306a9dbb56146 is out of sync, need to count used quota {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:10:07.458996 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-f2fa7cb7-299d-44c8-a173-2877a0a2f2e8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:10:07.461591 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c19f937b-af53-4c68-abcf-5a55e9404e4b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=51e116ab-a261-47d0-8918-c5753a8e484b,revision_number=None']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:10:07.474659 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-f2fa7cb7-299d-44c8-a173-2877a0a2f2e8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:10:07.588428 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-f2fa7cb7-299d-44c8-a173-2877a0a2f2e8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:10:07.604883 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-f2fa7cb7-299d-44c8-a173-2877a0a2f2e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33528224'] for security_group, after_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:10:07.724683 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2fa7cb7-299d-44c8-a173-2877a0a2f2e8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bf1645a0-74da-4ff3-98d5-275db1b26720,revision_number=1']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:10:07.733187 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f2fa7cb7-299d-44c8-a173-2877a0a2f2e8 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 366} {{(pid=84041) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 21:10:07.756881 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-f2fa7cb7-299d-44c8-a173-2877a0a2f2e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1082986'] for segment, precommit_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:10:07.757223 n-d-838334-2 neutron-server[84041]: INFO neutron.db.segments_db [None req-f2fa7cb7-299d-44c8-a173-2877a0a2f2e8 admin admin] Added segment 84bedd6e-1d83-46f2-85a1-9bdb596820aa of type vlan for network 102a493f-901a-4c47-b2df-82352f0bd7b8 Apr 18 21:10:07.765422 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-c75f0be1-391c-49ea-933c-15f323e3f99f tempest-RoutersIpV6Test-235118808 tempest-RoutersIpV6Test-235118808-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33443580', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5726'] for router, precommit_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:10:07.770423 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-c75f0be1-391c-49ea-933c-15f323e3f99f tempest-RoutersIpV6Test-235118808 tempest-RoutersIpV6Test-235118808-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:10:07.797204 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-c19f937b-af53-4c68-abcf-5a55e9404e4b admin admin] Notify callbacks [] for security_group, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:10:07.802162 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-c19f937b-af53-4c68-abcf-5a55e9404e4b admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/51e116ab-a261-47d0-8918-c5753a8e484b HTTP/1.1" status: 204 len: 168 time: 1.3332541 Apr 18 21:10:07.811313 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-c75f0be1-391c-49ea-933c-15f323e3f99f tempest-RoutersIpV6Test-235118808 tempest-RoutersIpV6Test-235118808-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-33443408'] for router, after_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:10:07.813695 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-f2fa7cb7-299d-44c8-a173-2877a0a2f2e8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750374825732'] for network, precommit_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:10:07.814468 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c75f0be1-391c-49ea-933c-15f323e3f99f tempest-RoutersIpV6Test-235118808 tempest-RoutersIpV6Test-235118808-project] Fanout notify agent at l3_agent the message router_deleted on router bcf241d9-7bfc-4129-b8e6-0a7d9a1774ca {{(pid=84040) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 18 21:10:07.839756 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-c75f0be1-391c-49ea-933c-15f323e3f99f tempest-RoutersIpV6Test-235118808 tempest-RoutersIpV6Test-235118808-project] Notify callbacks [] for router, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:10:07.848193 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 45388) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:10:07.848292 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-c75f0be1-391c-49ea-933c-15f323e3f99f tempest-RoutersIpV6Test-235118808 tempest-RoutersIpV6Test-235118808-project] 10.222.0.42 "DELETE /v2.0/routers/bcf241d9-7bfc-4129-b8e6-0a7d9a1774ca HTTP/1.1" status: 204 len: 168 time: 1.3523850 Apr 18 21:10:07.940683 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-f2fa7cb7-299d-44c8-a173-2877a0a2f2e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33526109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022'] for network, after_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:10:07.941530 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2fa7cb7-299d-44c8-a173-2877a0a2f2e8 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:10:07.942116 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-f2fa7cb7-299d-44c8-a173-2877a0a2f2e8 admin admin] Notify callbacks [] for network, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:10:08.055275 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2fa7cb7-299d-44c8-a173-2877a0a2f2e8 admin admin] Pushing event updated for resources: {'Network': ['ID=102a493f-901a-4c47-b2df-82352f0bd7b8,revision_number=1']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:10:08.071284 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Network 102a493f-901a-4c47-b2df-82352f0bd7b8 details requested by agent ovs-agent-n-d-838334-2 with host n-d-838334-2 {{(pid=84042) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 18 21:10:08.224416 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-f2fa7cb7-299d-44c8-a173-2877a0a2f2e8 admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.2359238 Apr 18 21:10:08.227258 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 45394) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:10:08.245332 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.v2.base [None req-6a6f2ea7-34c1-4e27-8c1c-5dc0034aa2cc admin admin] Request body: {'subnet': {'network_id': '102a493f-901a-4c47-b2df-82352f0bd7b8', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1638704005-subnet', 'tenant_id': '580e862ec186417c881306a9dbb56146', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=84041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:10:08.303506 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.db_base_plugin_v2 [None req-c968216d-dae2-4c20-8530-4dd9a954fa3d tempest-RoutersIpV6Test-235118808 tempest-RoutersIpV6Test-235118808-project] Deleting subnet baa3e35e-31b5-4bfd-9101-f62bd5f3e288 {{(pid=84041) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 18 21:10:08.306894 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-6a6f2ea7-34c1-4e27-8c1c-5dc0034aa2cc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:10:08.309222 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-c968216d-dae2-4c20-8530-4dd9a954fa3d tempest-RoutersIpV6Test-235118808 tempest-RoutersIpV6Test-235118808-project] Notify callbacks [] for subnet, before_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:10:08.353708 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-6a6f2ea7-34c1-4e27-8c1c-5dc0034aa2cc admin admin] Usage tracker for resource:subnet and tenant:580e862ec186417c881306a9dbb56146 is out of sync, need to count used quota {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:10:08.358033 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-6a6f2ea7-34c1-4e27-8c1c-5dc0034aa2cc admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:10:08.370413 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-6a6f2ea7-34c1-4e27-8c1c-5dc0034aa2cc admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:10:08.392967 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a6f2ea7-34c1-4e27-8c1c-5dc0034aa2cc admin admin] Made reservation on behalf of 580e862ec186417c881306a9dbb56146 for: {'subnet': 1} {{(pid=84041) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:10:08.395713 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-6a6f2ea7-34c1-4e27-8c1c-5dc0034aa2cc admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32486301'] for subnet, before_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:10:08.640497 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-c968216d-dae2-4c20-8530-4dd9a954fa3d tempest-RoutersIpV6Test-235118808 tempest-RoutersIpV6Test-235118808-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32266383'] for subnet, precommit_delete_associations {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:10:08.845985 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-6a6f2ea7-34c1-4e27-8c1c-5dc0034aa2cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33526260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32266407', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32486287'] for subnet, after_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:10:09.095308 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a6f2ea7-34c1-4e27-8c1c-5dc0034aa2cc admin admin] Pushing event updated for resources: {'Subnet': ['ID=9b79ba09-f6bf-4dca-9297-cbac8d322d9e,revision_number=0']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:10:09.133055 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-c968216d-dae2-4c20-8530-4dd9a954fa3d tempest-RoutersIpV6Test-235118808 tempest-RoutersIpV6Test-235118808-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1260556'] for subnet, precommit_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:10:09.161809 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a6f2ea7-34c1-4e27-8c1c-5dc0034aa2cc admin admin] Checking segment: {'id': '84bedd6e-1d83-46f2-85a1-9bdb596820aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '102a493f-901a-4c47-b2df-82352f0bd7b8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84041) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 21:10:09.162412 n-d-838334-2 neutron-server[84041]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a6f2ea7-34c1-4e27-8c1c-5dc0034aa2cc admin admin] Network hostable DHCP agents. Network: 102a493f-901a-4c47-b2df-82352f0bd7b8, hostable agents: ['8746f8ea-3e91-4b32-9919-2c63adeb8722'], hosted agents: [] {{(pid=84041) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 21:10:09.208501 n-d-838334-2 neutron-server[84041]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a6f2ea7-34c1-4e27-8c1c-5dc0034aa2cc admin admin] Network 102a493f-901a-4c47-b2df-82352f0bd7b8 is scheduled to be hosted by DHCP agent 8746f8ea-3e91-4b32-9919-2c63adeb8722 with binding_index 1 {{(pid=84041) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 21:10:09.236362 n-d-838334-2 neutron-server[84041]: DEBUG neutron.scheduler.base_scheduler [None req-6a6f2ea7-34c1-4e27-8c1c-5dc0034aa2cc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-838334-2, 102a493f-901a-4c47-b2df-82352f0bd7b8) {{(pid=84041) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:10:09.243682 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a6f2ea7-34c1-4e27-8c1c-5dc0034aa2cc admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:10:09.244786 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-6a6f2ea7-34c1-4e27-8c1c-5dc0034aa2cc admin admin] Notify callbacks [] for subnet, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:10:09.247150 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-145173ea-5db6-4f8c-9b49-28cdeeb4b9e4 None None] Network 102a493f-901a-4c47-b2df-82352f0bd7b8 requested from n-d-838334-2 {{(pid=84042) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 21:10:09.261740 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-c968216d-dae2-4c20-8530-4dd9a954fa3d tempest-RoutersIpV6Test-235118808 tempest-RoutersIpV6Test-235118808-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1260549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33526260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32266336', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32486390'] for subnet, after_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:10:09.297265 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 45432) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:10:09.560769 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-c968216d-dae2-4c20-8530-4dd9a954fa3d tempest-RoutersIpV6Test-235118808 tempest-RoutersIpV6Test-235118808-project] Notify callbacks [] for subnet, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:10:09.570905 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c968216d-dae2-4c20-8530-4dd9a954fa3d tempest-RoutersIpV6Test-235118808 tempest-RoutersIpV6Test-235118808-project] Pushing event deleted for resources: {'Subnet': ['ID=baa3e35e-31b5-4bfd-9101-f62bd5f3e288,revision_number=None']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:10:09.574243 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-364b28cd-c313-421c-a5cb-4769b5f02e3d None None] Network 5da28d5f-047e-42e6-8b0a-388c56180fd7 requested from n-d-838334-2 {{(pid=84042) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 21:10:09.586197 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 45446) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:10:09.598677 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-c968216d-dae2-4c20-8530-4dd9a954fa3d tempest-RoutersIpV6Test-235118808 tempest-RoutersIpV6Test-235118808-project] 10.222.0.42 "DELETE /v2.0/subnets/baa3e35e-31b5-4bfd-9101-f62bd5f3e288 HTTP/1.1" status: 204 len: 168 time: 1.7508082 Apr 18 21:10:09.618365 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-6a6f2ea7-34c1-4e27-8c1c-5dc0034aa2cc admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.3897569 Apr 18 21:10:09.821090 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72c83b44-f093-4217-933e-8dedff14158d None None] Network 102a493f-901a-4c47-b2df-82352f0bd7b8 requested from n-d-838334-2 {{(pid=84042) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 21:10:09.860265 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-80036c81-ef97-48af-8619-6633f608df86 tempest-RoutersIpV6Test-235118808 tempest-RoutersIpV6Test-235118808-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1103592'] for network, before_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:10:09.894596 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-362dc648-4301-43fe-863e-a728a573482f admin admin] Notify callbacks [] for security_group, before_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:10:09.939520 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [None req-362dc648-4301-43fe-863e-a728a573482f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:10:09.943747 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-362dc648-4301-43fe-863e-a728a573482f admin admin] Usage tracker for resource:security_group_rule and tenant:837542131fc04b7d9984a2677d16e794 is out of sync, need to count used quota {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:10:09.946897 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-362dc648-4301-43fe-863e-a728a573482f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:10:09.953608 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [None req-362dc648-4301-43fe-863e-a728a573482f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:10:10.095479 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-362dc648-4301-43fe-863e-a728a573482f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:10:10.106456 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.plugin [None req-80036c81-ef97-48af-8619-6633f608df86 tempest-RoutersIpV6Test-235118808 tempest-RoutersIpV6Test-235118808-project] Deleting port a379aefa-33db-40d0-b343-b05c58f7875c {{(pid=84040) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 21:10:10.106456 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-80036c81-ef97-48af-8619-6633f608df86 tempest-RoutersIpV6Test-235118808 tempest-RoutersIpV6Test-235118808-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750375188691'] for port, before_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:10:10.172017 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-362dc648-4301-43fe-863e-a728a573482f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33528224'] for security_group, after_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:10:10.298705 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 45466) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:10:10.302509 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [-] 10.222.0.42 "GET / HTTP/1.1" status: 200 len: 248 time: 0.0028112 Apr 18 21:10:10.305553 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 45468) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:10:10.316388 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-362dc648-4301-43fe-863e-a728a573482f admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=837542131fc04b7d9984a2677d16e794&name=default HTTP/1.1" status: 200 len: 2647 time: 1.0178034 Apr 18 21:10:10.318972 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 45474) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:10:10.334641 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-362dc648-4301-43fe-863e-a728a573482f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f1fe84fe-152d-4c51-83fe-591060a18f1c,revision_number=1']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:10:10.484727 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-424b16ea-9738-474a-b241-32e968258733 None None] DHCP port deletion for 5da28d5f-047e-42e6-8b0a-388c56180fd7 request from n-d-838334-2 {{(pid=84042) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 18 21:10:10.489092 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.plugin [None req-424b16ea-9738-474a-b241-32e968258733 None None] Deleting port a379aefa-33db-40d0-b343-b05c58f7875c {{(pid=84042) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 21:10:10.489937 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-424b16ea-9738-474a-b241-32e968258733 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750375188691'] for port, before_delete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:10:10.495672 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-1e18bda8-ac3f-4793-8e2e-eb0ccc2fea66 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:10:10.534869 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-1e18bda8-ac3f-4793-8e2e-eb0ccc2fea66 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:10:10.585387 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 45478) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:10:10.667426 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-1e18bda8-ac3f-4793-8e2e-eb0ccc2fea66 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33528224'] for security_group, after_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:10:10.698839 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e18bda8-ac3f-4793-8e2e-eb0ccc2fea66 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f1fe84fe-152d-4c51-83fe-591060a18f1c,revision_number=None']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:10:10.709437 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-1e18bda8-ac3f-4793-8e2e-eb0ccc2fea66 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:10:10.711415 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-1e18bda8-ac3f-4793-8e2e-eb0ccc2fea66 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/f1fe84fe-152d-4c51-83fe-591060a18f1c HTTP/1.1" status: 204 len: 168 time: 0.3906102 Apr 18 21:10:10.726597 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.db [None req-80036c81-ef97-48af-8619-6633f608df86 tempest-RoutersIpV6Test-235118808 tempest-RoutersIpV6Test-235118808-project] For port a379aefa-33db-40d0-b343-b05c58f7875c, host n-d-838334-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838334-2',level=0,port_id=a379aefa-33db-40d0-b343-b05c58f7875c,segment=NetworkSegment(2a8fa5b3-ddf6-44cf-879a-c2506a30b210),segment_id=2a8fa5b3-ddf6-44cf-879a-c2506a30b210)] {{(pid=84040) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:10:10.727244 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-80036c81-ef97-48af-8619-6633f608df86 tempest-RoutersIpV6Test-235118808 tempest-RoutersIpV6Test-235118808-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369123'] for port, precommit_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:10:10.928901 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.plugin [None req-80036c81-ef97-48af-8619-6633f608df86 tempest-RoutersIpV6Test-235118808 tempest-RoutersIpV6Test-235118808-project] Calling delete_port for a379aefa-33db-40d0-b343-b05c58f7875c owned by network:dhcp {{(pid=84040) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 21:10:10.940316 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-c84a05d2-300a-4f48-847b-8840a619ec51 tempest-NetworksApiDiscovery-1743734828 tempest-NetworksApiDiscovery-1743734828-project] 10.222.0.42 "GET /v2.0/ HTTP/1.1" status: 200 len: 702 time: 0.6331835 Apr 18 21:10:11.033459 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-b2756c4a-29ed-4df1-8461-938def303ae3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:10:11.091737 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-80036c81-ef97-48af-8619-6633f608df86 tempest-RoutersIpV6Test-235118808 tempest-RoutersIpV6Test-235118808-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750375259028', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750374836628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32440838'] for port, after_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:10:11.133020 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-424b16ea-9738-474a-b241-32e968258733 None None] For port a379aefa-33db-40d0-b343-b05c58f7875c, host n-d-838334-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838334-2',level=0,port_id=a379aefa-33db-40d0-b343-b05c58f7875c,segment=NetworkSegment(2a8fa5b3-ddf6-44cf-879a-c2506a30b210),segment_id=2a8fa5b3-ddf6-44cf-879a-c2506a30b210)] {{(pid=84042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:10:11.135361 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-424b16ea-9738-474a-b241-32e968258733 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369123'] for port, precommit_delete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:10:11.144386 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-b2756c4a-29ed-4df1-8461-938def303ae3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:10:11.155594 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-b2756c4a-29ed-4df1-8461-938def303ae3 admin admin] Usage tracker for resource:security_group_rule and tenant:8a5acd5082c7465d9f1e2c893b2125cc is out of sync, need to count used quota {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:10:11.163043 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-b2756c4a-29ed-4df1-8461-938def303ae3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:10:11.184021 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-b2756c4a-29ed-4df1-8461-938def303ae3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:10:11.192614 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80036c81-ef97-48af-8619-6633f608df86 tempest-RoutersIpV6Test-235118808 tempest-RoutersIpV6Test-235118808-project] Pushing event deleted for resources: {'Port': ['ID=a379aefa-33db-40d0-b343-b05c58f7875c,revision_number=None']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:10:11.207918 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80036c81-ef97-48af-8619-6633f608df86 tempest-RoutersIpV6Test-235118808 tempest-RoutersIpV6Test-235118808-project] No DVR routers for this DVR port a379aefa-33db-40d0-b343-b05c58f7875c on host n-d-838334-2 {{(pid=84040) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 21:10:11.323163 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-b2756c4a-29ed-4df1-8461-938def303ae3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:10:11.338247 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-b2756c4a-29ed-4df1-8461-938def303ae3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33528224'] for security_group, after_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:10:11.467707 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.plugin [None req-424b16ea-9738-474a-b241-32e968258733 None None] Calling delete_port for a379aefa-33db-40d0-b343-b05c58f7875c owned by network:dhcp {{(pid=84042) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 21:10:11.503760 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2756c4a-29ed-4df1-8461-938def303ae3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5a766e6f-33c3-40b6-91a1-d760ace28a0c,revision_number=1']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:10:11.536597 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-b2756c4a-29ed-4df1-8461-938def303ae3 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=8a5acd5082c7465d9f1e2c893b2125cc&name=default HTTP/1.1" status: 200 len: 2647 time: 0.9481516 Apr 18 21:10:11.538918 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 45508) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:10:11.577177 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-80036c81-ef97-48af-8619-6633f608df86 tempest-RoutersIpV6Test-235118808 tempest-RoutersIpV6Test-235118808-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1258905', 'neutron.services.segments.db._delete_segments_for_network-8750375287417'] for network, precommit_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:10:11.642224 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.db.api [None req-424b16ea-9738-474a-b241-32e968258733 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84042) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 18 21:10:11.642783 n-d-838334-2 neutron-server[84042]: DEBUG oslo_db.api [None req-424b16ea-9738-474a-b241-32e968258733 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 18 21:10:11.690333 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-3d3c2899-b38e-43e3-a979-f74900962094 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:10:11.691683 n-d-838334-2 neutron-server[84040]: DEBUG neutron.services.segments.db [None req-80036c81-ef97-48af-8619-6633f608df86 tempest-RoutersIpV6Test-235118808 tempest-RoutersIpV6Test-235118808-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5da28d5f-047e-42e6-8b0a-388c56180fd7']}} {{(pid=84040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:10:11.719773 n-d-838334-2 neutron-server[84040]: DEBUG neutron.services.segments.db [None req-80036c81-ef97-48af-8619-6633f608df86 tempest-RoutersIpV6Test-235118808 tempest-RoutersIpV6Test-235118808-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2a8fa5b3-ddf6-44cf-879a-c2506a30b210') {'for_net_delete': True} {{(pid=84040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:10:11.720293 n-d-838334-2 neutron-server[84040]: DEBUG neutron.services.segments.db [None req-80036c81-ef97-48af-8619-6633f608df86 tempest-RoutersIpV6Test-235118808 tempest-RoutersIpV6Test-235118808-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2a8fa5b3-ddf6-44cf-879a-c2506a30b210') {} {{(pid=84040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:10:11.747298 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-3d3c2899-b38e-43e3-a979-f74900962094 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:10:11.747758 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-80036c81-ef97-48af-8619-6633f608df86 tempest-RoutersIpV6Test-235118808 tempest-RoutersIpV6Test-235118808-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750375287300', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31955965'] for segment, before_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:10:11.781176 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-80036c81-ef97-48af-8619-6633f608df86 tempest-RoutersIpV6Test-235118808 tempest-RoutersIpV6Test-235118808-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1082986'] for segment, precommit_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:10:11.792402 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-80036c81-ef97-48af-8619-6633f608df86 tempest-RoutersIpV6Test-235118808 tempest-RoutersIpV6Test-235118808-project] Releasing vlan 377 on physical network physnet1 to pool {{(pid=84040) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 18 21:10:11.792815 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-80036c81-ef97-48af-8619-6633f608df86 tempest-RoutersIpV6Test-235118808 tempest-RoutersIpV6Test-235118808-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1082993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32440923'] for segment, after_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:10:11.831550 n-d-838334-2 neutron-server[84040]: Traceback (most recent call last): Apr 18 21:10:11.831550 n-d-838334-2 neutron-server[84040]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 18 21:10:11.831550 n-d-838334-2 neutron-server[84040]: timer() Apr 18 21:10:11.831550 n-d-838334-2 neutron-server[84040]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 21:10:11.831550 n-d-838334-2 neutron-server[84040]: cb(*args, **kw) Apr 18 21:10:11.831550 n-d-838334-2 neutron-server[84040]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 18 21:10:11.831550 n-d-838334-2 neutron-server[84040]: return func(*args, **kwargs) Apr 18 21:10:11.831550 n-d-838334-2 neutron-server[84040]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 21:10:11.831550 n-d-838334-2 neutron-server[84040]: self._notify() Apr 18 21:10:11.831550 n-d-838334-2 neutron-server[84040]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 21:10:11.831550 n-d-838334-2 neutron-server[84040]: self.callback(batched_events) Apr 18 21:10:11.831550 n-d-838334-2 neutron-server[84040]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 21:10:11.831550 n-d-838334-2 neutron-server[84040]: event.method(event) Apr 18 21:10:11.831550 n-d-838334-2 neutron-server[84040]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 18 21:10:11.831550 n-d-838334-2 neutron-server[84040]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 21:10:11.831550 n-d-838334-2 neutron-server[84040]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 18 21:10:11.831550 n-d-838334-2 neutron-server[84040]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 21:10:11.831550 n-d-838334-2 neutron-server[84040]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 18 21:10:11.831550 n-d-838334-2 neutron-server[84040]: return f(self, *a, **k) Apr 18 21:10:11.831550 n-d-838334-2 neutron-server[84040]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 18 21:10:11.831550 n-d-838334-2 neutron-server[84040]: return self._get(url).json() Apr 18 21:10:11.831550 n-d-838334-2 neutron-server[84040]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 18 21:10:11.831550 n-d-838334-2 neutron-server[84040]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 21:10:11.831550 n-d-838334-2 neutron-server[84040]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 18 21:10:11.831550 n-d-838334-2 neutron-server[84040]: return self.request(url, 'GET', **kwargs) Apr 18 21:10:11.831550 n-d-838334-2 neutron-server[84040]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 18 21:10:11.831550 n-d-838334-2 neutron-server[84040]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 21:10:11.831550 n-d-838334-2 neutron-server[84040]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 18 21:10:11.831550 n-d-838334-2 neutron-server[84040]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 21:10:11.831550 n-d-838334-2 neutron-server[84040]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 18 21:10:11.831550 n-d-838334-2 neutron-server[84040]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 21:10:11.831550 n-d-838334-2 neutron-server[84040]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 21:10:11.843155 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-3d3c2899-b38e-43e3-a979-f74900962094 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33528224'] for security_group, after_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:10:11.864737 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d3c2899-b38e-43e3-a979-f74900962094 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a766e6f-33c3-40b6-91a1-d760ace28a0c,revision_number=None']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:10:11.883907 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-3d3c2899-b38e-43e3-a979-f74900962094 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:10:11.885051 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-3d3c2899-b38e-43e3-a979-f74900962094 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/5a766e6f-33c3-40b6-91a1-d760ace28a0c HTTP/1.1" status: 204 len: 168 time: 0.3446045 Apr 18 21:10:11.968221 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-80036c81-ef97-48af-8619-6633f608df86 tempest-RoutersIpV6Test-235118808 tempest-RoutersIpV6Test-235118808-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1258898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33526109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33444113'] for network, after_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:10:12.000513 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-80036c81-ef97-48af-8619-6633f608df86 tempest-RoutersIpV6Test-235118808 tempest-RoutersIpV6Test-235118808-project] Notify callbacks [] for network, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:10:12.024326 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80036c81-ef97-48af-8619-6633f608df86 tempest-RoutersIpV6Test-235118808 tempest-RoutersIpV6Test-235118808-project] Pushing event deleted for resources: {'Network': ['ID=5da28d5f-047e-42e6-8b0a-388c56180fd7,revision_number=None']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:10:12.025398 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 45524) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:10:12.038069 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-80036c81-ef97-48af-8619-6633f608df86 tempest-RoutersIpV6Test-235118808 tempest-RoutersIpV6Test-235118808-project] 10.222.0.42 "DELETE /v2.0/networks/5da28d5f-047e-42e6-8b0a-388c56180fd7 HTTP/1.1" status: 204 len: 168 time: 2.4504292 Apr 18 21:10:12.041312 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 45528) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:10:12.045829 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.v2.base [None req-1eeae073-93f3-46f4-806f-62b8390ee118 tempest-RoutersIpV6Test-235118808 tempest-RoutersIpV6Test-235118808-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1219952262', 'external_gateway_info': {'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c'}, 'admin_state_up': False}} {{(pid=84040) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:10:12.046360 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-a60de68f-36f4-49fb-ae0a-7c5fa645bf7d admin admin] Notify callbacks [] for security_group, before_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:10:12.064410 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [None req-1eeae073-93f3-46f4-806f-62b8390ee118 tempest-RoutersIpV6Test-235118808 tempest-RoutersIpV6Test-235118808-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:10:12.081083 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-1eeae073-93f3-46f4-806f-62b8390ee118 tempest-RoutersIpV6Test-235118808 tempest-RoutersIpV6Test-235118808-project] Usage tracker for resource:router and tenant:3fd12654c90d4a4687b2462ca839c972 is out of sync, need to count used quota {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:10:12.081937 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-a60de68f-36f4-49fb-ae0a-7c5fa645bf7d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:10:12.087127 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-1eeae073-93f3-46f4-806f-62b8390ee118 tempest-RoutersIpV6Test-235118808 tempest-RoutersIpV6Test-235118808-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:10:12.087487 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-a60de68f-36f4-49fb-ae0a-7c5fa645bf7d admin admin] Usage tracker for resource:security_group_rule and tenant:a42dcb79e2c740efbaa944904231eaf4 is out of sync, need to count used quota {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:10:12.092589 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-a60de68f-36f4-49fb-ae0a-7c5fa645bf7d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:10:12.100415 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-a60de68f-36f4-49fb-ae0a-7c5fa645bf7d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:10:12.109491 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [None req-1eeae073-93f3-46f4-806f-62b8390ee118 tempest-RoutersIpV6Test-235118808 tempest-RoutersIpV6Test-235118808-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:10:12.135174 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-1eeae073-93f3-46f4-806f-62b8390ee118 tempest-RoutersIpV6Test-235118808 tempest-RoutersIpV6Test-235118808-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-33442106', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5708'] for router, before_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:10:12.136247 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-1eeae073-93f3-46f4-806f-62b8390ee118 tempest-RoutersIpV6Test-235118808 tempest-RoutersIpV6Test-235118808-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33442137', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33444285', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33535433', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5703'] for router, precommit_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:10:12.144397 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.plugin [None req-424b16ea-9738-474a-b241-32e968258733 None None] Deleting port a379aefa-33db-40d0-b343-b05c58f7875c {{(pid=84042) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 21:10:12.144990 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-424b16ea-9738-474a-b241-32e968258733 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750375188691'] for port, before_delete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:10:12.160535 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-1eeae073-93f3-46f4-806f-62b8390ee118 tempest-RoutersIpV6Test-235118808 tempest-RoutersIpV6Test-235118808-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:10:12.170685 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 45534) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:10:12.223359 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.plugin [None req-424b16ea-9738-474a-b241-32e968258733 None None] The port 'a379aefa-33db-40d0-b343-b05c58f7875c' was deleted {{(pid=84042) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 18 21:10:12.243783 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-a60de68f-36f4-49fb-ae0a-7c5fa645bf7d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:10:12.250558 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-a60de68f-36f4-49fb-ae0a-7c5fa645bf7d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33528224'] for security_group, after_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:10:12.309015 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-a60de68f-36f4-49fb-ae0a-7c5fa645bf7d admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=a42dcb79e2c740efbaa944904231eaf4&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2816575 Apr 18 21:10:12.310832 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a60de68f-36f4-49fb-ae0a-7c5fa645bf7d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b41299f1-c92d-452e-827f-b8f0689c94cb,revision_number=1']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:10:12.314191 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 45540) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:10:12.353822 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-1eeae073-93f3-46f4-806f-62b8390ee118 tempest-RoutersIpV6Test-235118808 tempest-RoutersIpV6Test-235118808-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-33444175', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-33443520', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5293'] for router, precommit_update {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:10:12.390536 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-9a81b728-9c06-4f46-8077-319e06635041 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:10:12.439755 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Device a379aefa-33db-40d0-b343-b05c58f7875c no longer exists at agent ovs-agent-n-d-838334-2 {{(pid=84042) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 21:10:12.449300 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-9a81b728-9c06-4f46-8077-319e06635041 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:10:12.479550 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.plugin [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] No Port match for: a379aefa-33db-40d0-b343-b05c58f7875c {{(pid=84042) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 18 21:10:12.479922 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Device a379aefa-33db-40d0-b343-b05c58f7875c not bound to the agent host n-d-838334-2 {{(pid=84042) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 21:10:12.509765 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 45548) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:10:12.551297 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-9a81b728-9c06-4f46-8077-319e06635041 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33528224'] for security_group, after_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:10:12.573972 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a81b728-9c06-4f46-8077-319e06635041 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b41299f1-c92d-452e-827f-b8f0689c94cb,revision_number=None']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:10:12.588690 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-9a81b728-9c06-4f46-8077-319e06635041 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:10:12.589919 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-9a81b728-9c06-4f46-8077-319e06635041 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/b41299f1-c92d-452e-827f-b8f0689c94cb HTTP/1.1" status: 204 len: 168 time: 0.2748396 Apr 18 21:10:12.690986 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-1eeae073-93f3-46f4-806f-62b8390ee118 tempest-RoutersIpV6Test-235118808 tempest-RoutersIpV6Test-235118808-project] Notify callbacks [] for router_gateway, before_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:10:12.693213 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-332d8818-87d6-42bf-86a7-d5786db6a123 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:10:12.731207 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-332d8818-87d6-42bf-86a7-d5786db6a123 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:10:12.734086 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-1eeae073-93f3-46f4-806f-62b8390ee118 tempest-RoutersIpV6Test-235118808 tempest-RoutersIpV6Test-235118808-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:10:12.736062 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-332d8818-87d6-42bf-86a7-d5786db6a123 admin admin] Usage tracker for resource:security_group_rule and tenant:84cc9a0f14594867851bbebdf83b0eb8 is out of sync, need to count used quota {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:10:12.739664 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-332d8818-87d6-42bf-86a7-d5786db6a123 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:10:12.746377 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-332d8818-87d6-42bf-86a7-d5786db6a123 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:10:12.820677 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 45562) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:10:12.844850 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-ec41325b-7df8-4c7e-bd2b-265bf4074170 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:10:12.861843 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 45566) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:10:12.867106 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-9e7e0bcf-6d8c-4bf4-95c3-dda719a58fc0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:10:12.906040 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.v2.base [None req-28670b72-3ebb-426d-a982-9c718ae6e4d5 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-955234163-network', 'tenant_id': '8be41e2a27bf453996c2bdec0f7cc16f'}} {{(pid=84041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:10:12.911826 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-28670b72-3ebb-426d-a982-9c718ae6e4d5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:10:12.915862 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-28670b72-3ebb-426d-a982-9c718ae6e4d5 admin admin] Usage tracker for resource:network and tenant:8be41e2a27bf453996c2bdec0f7cc16f is out of sync, need to count used quota {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:10:12.918810 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-28670b72-3ebb-426d-a982-9c718ae6e4d5 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:10:12.925558 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-28670b72-3ebb-426d-a982-9c718ae6e4d5 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:10:12.943046 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.db_base_plugin_common [None req-1eeae073-93f3-46f4-806f-62b8390ee118 tempest-RoutersIpV6Test-235118808 tempest-RoutersIpV6Test-235118808-project] Allocated IP 172.25.8.115 (e41b6600-a917-4a8d-b05c-be3be40c6d8c/6b05667b-848e-4356-9b44-d5eb6808ef74/c00fa6e1-e6f7-466b-8977-cfb08368da90) {{(pid=84040) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 21:10:12.949499 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-28670b72-3ebb-426d-a982-9c718ae6e4d5 admin admin] Made reservation on behalf of 8be41e2a27bf453996c2bdec0f7cc16f for: {'network': 1} {{(pid=84041) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:10:12.952421 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-28670b72-3ebb-426d-a982-9c718ae6e4d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for network, before_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:10:12.986726 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-28670b72-3ebb-426d-a982-9c718ae6e4d5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:10:13.009562 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-ec41325b-7df8-4c7e-bd2b-265bf4074170 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:10:13.026705 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-9e7e0bcf-6d8c-4bf4-95c3-dda719a58fc0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:10:13.032988 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-ec41325b-7df8-4c7e-bd2b-265bf4074170 admin admin] Usage tracker for resource:security_group_rule and tenant:05ad0aa50f5b41c8a19996f98dc9ef28 is out of sync, need to count used quota {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:10:13.045165 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-ec41325b-7df8-4c7e-bd2b-265bf4074170 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:10:13.049113 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-9e7e0bcf-6d8c-4bf4-95c3-dda719a58fc0 admin admin] Usage tracker for resource:security_group_rule and tenant:b6e6d5c5669146faaf7bd924bc709865 is out of sync, need to count used quota {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:10:13.057456 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-ec41325b-7df8-4c7e-bd2b-265bf4074170 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:10:13.059462 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-9e7e0bcf-6d8c-4bf4-95c3-dda719a58fc0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:10:13.084164 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-9e7e0bcf-6d8c-4bf4-95c3-dda719a58fc0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:10:13.096268 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-332d8818-87d6-42bf-86a7-d5786db6a123 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:10:13.101235 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-28670b72-3ebb-426d-a982-9c718ae6e4d5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:10:13.105708 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-28670b72-3ebb-426d-a982-9c718ae6e4d5 admin admin] Usage tracker for resource:security_group_rule and tenant:8be41e2a27bf453996c2bdec0f7cc16f is out of sync, need to count used quota {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:10:13.178924 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-9e7e0bcf-6d8c-4bf4-95c3-dda719a58fc0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:10:13.180055 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-332d8818-87d6-42bf-86a7-d5786db6a123 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33528224'] for security_group, after_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:10:13.212586 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-28670b72-3ebb-426d-a982-9c718ae6e4d5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:10:13.235545 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-332d8818-87d6-42bf-86a7-d5786db6a123 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=84cc9a0f14594867851bbebdf83b0eb8&name=default HTTP/1.1" status: 200 len: 2647 time: 1.0624027 Apr 18 21:10:13.236468 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-9e7e0bcf-6d8c-4bf4-95c3-dda719a58fc0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33528224'] for security_group, after_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:10:13.238533 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 45576) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:10:13.258270 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-28670b72-3ebb-426d-a982-9c718ae6e4d5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:10:13.306440 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-332d8818-87d6-42bf-86a7-d5786db6a123 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9106adaf-5db9-438a-a5f8-188f49c83c52,revision_number=1']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:10:13.307380 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-1eeae073-93f3-46f4-806f-62b8390ee118 tempest-RoutersIpV6Test-235118808 tempest-RoutersIpV6Test-235118808-project] Notify callbacks [] for port, precommit_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:10:13.400966 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-b7447426-f442-4582-b5ef-51dbce53b2e1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:10:13.432498 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-28670b72-3ebb-426d-a982-9c718ae6e4d5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:10:13.440733 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-b7447426-f442-4582-b5ef-51dbce53b2e1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:10:13.455144 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-1eeae073-93f3-46f4-806f-62b8390ee118 tempest-RoutersIpV6Test-235118808 tempest-RoutersIpV6Test-235118808-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750374836619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32440838'] for port, after_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:10:13.458293 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-28670b72-3ebb-426d-a982-9c718ae6e4d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33528224'] for security_group, after_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:10:13.495939 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-9e7e0bcf-6d8c-4bf4-95c3-dda719a58fc0 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=b6e6d5c5669146faaf7bd924bc709865&name=default HTTP/1.1" status: 200 len: 2647 time: 0.9844778 Apr 18 21:10:13.507448 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 45582) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:10:13.569780 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eeae073-93f3-46f4-806f-62b8390ee118 tempest-RoutersIpV6Test-235118808 tempest-RoutersIpV6Test-235118808-project] Pushing event updated for resources: {'Port': ['ID=c00fa6e1-e6f7-466b-8977-cfb08368da90,revision_number=1']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:10:13.573199 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-ec41325b-7df8-4c7e-bd2b-265bf4074170 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:10:13.574337 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-28670b72-3ebb-426d-a982-9c718ae6e4d5 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 379} {{(pid=84041) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 21:10:13.585284 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-28670b72-3ebb-426d-a982-9c718ae6e4d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1082986'] for segment, precommit_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:10:13.585680 n-d-838334-2 neutron-server[84041]: INFO neutron.db.segments_db [None req-28670b72-3ebb-426d-a982-9c718ae6e4d5 admin admin] Added segment d38983ef-e6d1-4207-af9a-8db3bfa3d4d6 of type vlan for network e3a908e2-da8d-4969-9175-b2ea36c89fad Apr 18 21:10:13.592901 n-d-838334-2 neutron-server[84040]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1eeae073-93f3-46f4-806f-62b8390ee118 tempest-RoutersIpV6Test-235118808 tempest-RoutersIpV6Test-235118808-project] Network e41b6600-a917-4a8d-b05c-be3be40c6d8c is already hosted by enough agents. {{(pid=84040) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:10:13.602430 n-d-838334-2 neutron-server[84040]: DEBUG neutron.scheduler.base_scheduler [None req-1eeae073-93f3-46f4-806f-62b8390ee118 tempest-RoutersIpV6Test-235118808 tempest-RoutersIpV6Test-235118808-project] Resources bound (agent type, host, resource id): {{(pid=84040) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:10:13.614432 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1eeae073-93f3-46f4-806f-62b8390ee118 tempest-RoutersIpV6Test-235118808 tempest-RoutersIpV6Test-235118808-project] Received port after_create {{(pid=84040) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 21:10:13.620262 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-28670b72-3ebb-426d-a982-9c718ae6e4d5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750374825732'] for network, precommit_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:10:13.656000 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e7e0bcf-6d8c-4bf4-95c3-dda719a58fc0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=88eb1029-15e9-4aaa-b19e-3f03ac1e7c86,revision_number=1']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:10:13.661556 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-ec41325b-7df8-4c7e-bd2b-265bf4074170 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33528224'] for security_group, after_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:10:13.702148 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-28670b72-3ebb-426d-a982-9c718ae6e4d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33526109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022'] for network, after_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:10:13.702148 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28670b72-3ebb-426d-a982-9c718ae6e4d5 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:10:13.702148 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-28670b72-3ebb-426d-a982-9c718ae6e4d5 admin admin] Notify callbacks [] for network, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:10:13.780444 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-28670b72-3ebb-426d-a982-9c718ae6e4d5 admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.9117119 Apr 18 21:10:13.786076 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 45592) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:10:13.787352 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-b7447426-f442-4582-b5ef-51dbce53b2e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33528224'] for security_group, after_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:10:13.815129 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.v2.base [None req-544e33bf-ba3c-4a15-a1df-cb5b7e1d1fce admin admin] Request body: {'subnet': {'network_id': 'e3a908e2-da8d-4969-9175-b2ea36c89fad', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-955234163-subnet', 'tenant_id': '8be41e2a27bf453996c2bdec0f7cc16f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=84040) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:10:13.821315 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [None req-544e33bf-ba3c-4a15-a1df-cb5b7e1d1fce admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:10:13.833759 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-544e33bf-ba3c-4a15-a1df-cb5b7e1d1fce admin admin] Usage tracker for resource:subnet and tenant:8be41e2a27bf453996c2bdec0f7cc16f is out of sync, need to count used quota {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:10:13.838434 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-544e33bf-ba3c-4a15-a1df-cb5b7e1d1fce admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:10:13.847803 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [None req-544e33bf-ba3c-4a15-a1df-cb5b7e1d1fce admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:10:13.862841 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7447426-f442-4582-b5ef-51dbce53b2e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9106adaf-5db9-438a-a5f8-188f49c83c52,revision_number=None']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:10:13.879903 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-544e33bf-ba3c-4a15-a1df-cb5b7e1d1fce admin admin] Made reservation on behalf of 8be41e2a27bf453996c2bdec0f7cc16f for: {'subnet': 1} {{(pid=84040) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:10:13.882597 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-544e33bf-ba3c-4a15-a1df-cb5b7e1d1fce admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31752722'] for subnet, before_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:10:13.910193 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28670b72-3ebb-426d-a982-9c718ae6e4d5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=082a33dc-09f5-4466-8b36-0a594d903c65,revision_number=1']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:10:13.955474 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-ec41325b-7df8-4c7e-bd2b-265bf4074170 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=05ad0aa50f5b41c8a19996f98dc9ef28&name=default HTTP/1.1" status: 200 len: 2647 time: 1.1336961 Apr 18 21:10:13.959169 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 45598) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:10:14.040950 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28670b72-3ebb-426d-a982-9c718ae6e4d5 admin admin] Pushing event updated for resources: {'Network': ['ID=e3a908e2-da8d-4969-9175-b2ea36c89fad,revision_number=1']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:10:14.053395 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Network e3a908e2-da8d-4969-9175-b2ea36c89fad details requested by agent ovs-agent-n-d-838334-2 with host n-d-838334-2 {{(pid=84042) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 18 21:10:14.061915 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-b7447426-f442-4582-b5ef-51dbce53b2e1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:10:14.068084 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-b7447426-f442-4582-b5ef-51dbce53b2e1 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/9106adaf-5db9-438a-a5f8-188f49c83c52 HTTP/1.1" status: 204 len: 168 time: 0.8282912 Apr 18 21:10:14.203546 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-4878d8b7-dd3c-46b9-adae-0558d49c92f7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:10:14.286238 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-4878d8b7-dd3c-46b9-adae-0558d49c92f7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:10:14.327148 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec41325b-7df8-4c7e-bd2b-265bf4074170 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=359bec7a-05bf-43e2-9d96-b44154b29834,revision_number=1']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:10:14.327376 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-1eeae073-93f3-46f4-806f-62b8390ee118 tempest-RoutersIpV6Test-235118808 tempest-RoutersIpV6Test-235118808-project] Notify callbacks [] for router_gateway, after_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:10:14.330093 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-1eeae073-93f3-46f4-806f-62b8390ee118 tempest-RoutersIpV6Test-235118808 tempest-RoutersIpV6Test-235118808-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33443529', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33444176'] for router, after_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:10:14.420524 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-ce26eb32-370a-439b-b647-425df3bf679d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:10:14.489975 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-ce26eb32-370a-439b-b647-425df3bf679d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:10:14.510454 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-544e33bf-ba3c-4a15-a1df-cb5b7e1d1fce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33526260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32441074', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31752704'] for subnet, after_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:10:14.529490 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-4878d8b7-dd3c-46b9-adae-0558d49c92f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33528224'] for security_group, after_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:10:14.567236 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-4878d8b7-dd3c-46b9-adae-0558d49c92f7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:10:14.568747 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-4878d8b7-dd3c-46b9-adae-0558d49c92f7 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/88eb1029-15e9-4aaa-b19e-3f03ac1e7c86 HTTP/1.1" status: 204 len: 168 time: 1.0590367 Apr 18 21:10:14.581177 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4878d8b7-dd3c-46b9-adae-0558d49c92f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=88eb1029-15e9-4aaa-b19e-3f03ac1e7c86,revision_number=None']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:10:14.625461 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-ce26eb32-370a-439b-b647-425df3bf679d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33528224'] for security_group, after_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:10:14.659672 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce26eb32-370a-439b-b647-425df3bf679d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=359bec7a-05bf-43e2-9d96-b44154b29834,revision_number=None']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:10:14.674351 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-ce26eb32-370a-439b-b647-425df3bf679d admin admin] Notify callbacks [] for security_group, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:10:14.682366 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-ce26eb32-370a-439b-b647-425df3bf679d admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/359bec7a-05bf-43e2-9d96-b44154b29834 HTTP/1.1" status: 204 len: 168 time: 0.7050829 Apr 18 21:10:14.708911 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-544e33bf-ba3c-4a15-a1df-cb5b7e1d1fce admin admin] Pushing event updated for resources: {'Subnet': ['ID=27cf8895-9bde-4fa4-9ed6-3dff518345ed,revision_number=0']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:10:14.736529 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-544e33bf-ba3c-4a15-a1df-cb5b7e1d1fce admin admin] Checking segment: {'id': 'd38983ef-e6d1-4207-af9a-8db3bfa3d4d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': 'e3a908e2-da8d-4969-9175-b2ea36c89fad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84040) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 21:10:14.736890 n-d-838334-2 neutron-server[84040]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-544e33bf-ba3c-4a15-a1df-cb5b7e1d1fce admin admin] Network hostable DHCP agents. Network: e3a908e2-da8d-4969-9175-b2ea36c89fad, hostable agents: ['8746f8ea-3e91-4b32-9919-2c63adeb8722'], hosted agents: [] {{(pid=84040) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 21:10:14.788906 n-d-838334-2 neutron-server[84040]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-544e33bf-ba3c-4a15-a1df-cb5b7e1d1fce admin admin] Network e3a908e2-da8d-4969-9175-b2ea36c89fad is scheduled to be hosted by DHCP agent 8746f8ea-3e91-4b32-9919-2c63adeb8722 with binding_index 1 {{(pid=84040) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 21:10:14.811336 n-d-838334-2 neutron-server[84040]: DEBUG neutron.scheduler.base_scheduler [None req-544e33bf-ba3c-4a15-a1df-cb5b7e1d1fce admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-838334-2, e3a908e2-da8d-4969-9175-b2ea36c89fad) {{(pid=84040) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:10:14.818367 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-544e33bf-ba3c-4a15-a1df-cb5b7e1d1fce admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:10:14.819042 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-544e33bf-ba3c-4a15-a1df-cb5b7e1d1fce admin admin] Notify callbacks [] for subnet, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:10:14.824553 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70a34aad-a8fc-4d40-a16d-030a95db8081 None None] Network e3a908e2-da8d-4969-9175-b2ea36c89fad requested from n-d-838334-2 {{(pid=84042) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 21:10:14.915529 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-544e33bf-ba3c-4a15-a1df-cb5b7e1d1fce admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.1242540 Apr 18 21:10:14.956650 n-d-838334-2 neutron-server[84040]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1eeae073-93f3-46f4-806f-62b8390ee118 tempest-RoutersIpV6Test-235118808 tempest-RoutersIpV6Test-235118808-project] Router 98058666-8302-49a9-9a25-5da0cc48a6ba is scheduled to L3 agent bc84d6c9-dd7a-4555-a351-592327b46d5a with binding_index 1 {{(pid=84040) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 18 21:10:15.203598 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c2e3546-01b3-4681-a67d-efbc8504fdf9 None None] Network e3a908e2-da8d-4969-9175-b2ea36c89fad requested from n-d-838334-2 {{(pid=84042) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 21:10:15.403357 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1eeae073-93f3-46f4-806f-62b8390ee118 tempest-RoutersIpV6Test-235118808 tempest-RoutersIpV6Test-235118808-project] Notify agent at l3_agent.n-d-838334-2 the message routers_updated {{(pid=84040) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 21:10:15.452798 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-1eeae073-93f3-46f4-806f-62b8390ee118 tempest-RoutersIpV6Test-235118808 tempest-RoutersIpV6Test-235118808-project] Notify callbacks [] for router, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:10:15.454539 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-1eeae073-93f3-46f4-806f-62b8390ee118 tempest-RoutersIpV6Test-235118808 tempest-RoutersIpV6Test-235118808-project] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 3.4130831 Apr 18 21:10:15.457184 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 45632) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:10:15.492005 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-145e4678-d30e-413f-8679-61b4815e7621 None None] Sync routers for ids ['98058666-8302-49a9-9a25-5da0cc48a6ba'] in n-d-838334-2 {{(pid=84042) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 18 21:10:15.540718 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_dvrscheduler_db [None req-145e4678-d30e-413f-8679-61b4815e7621 None None] Routers {'98058666-8302-49a9-9a25-5da0cc48a6ba'} bound to L3 agent in host n-d-838334-2 {{(pid=84042) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 21:10:15.541375 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_hamode_db [None req-145e4678-d30e-413f-8679-61b4815e7621 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838334-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-18T20:25:48Z,description=,heartbeat_timestamp=2022-04-18T21:09:48Z,host='n-d-838334-2',id=bc84d6c9-dd7a-4555-a351-592327b46d5a,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:25:48Z,topic='l3_agent')) {'router_ids': ['98058666-8302-49a9-9a25-5da0cc48a6ba'], 'active': True} {{(pid=84042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:10:15.732688 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_hamode_db [None req-145e4678-d30e-413f-8679-61b4815e7621 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-838334-2', False) {} {{(pid=84042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:10:15.745623 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-d70cf249-091d-4337-bb48-e81edf4e1e83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750375287399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253529'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:10:15.763989 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_dvrscheduler_db [None req-145e4678-d30e-413f-8679-61b4815e7621 None None] Routers {'98058666-8302-49a9-9a25-5da0cc48a6ba'} bound to L3 agent in host n-d-838334-2 {{(pid=84042) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 21:10:15.764709 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_hamode_db [None req-145e4678-d30e-413f-8679-61b4815e7621 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838334-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-18T20:25:48Z,description=,heartbeat_timestamp=2022-04-18T21:09:48Z,host='n-d-838334-2',id=bc84d6c9-dd7a-4555-a351-592327b46d5a,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:25:48Z,topic='l3_agent')) {'router_ids': ['98058666-8302-49a9-9a25-5da0cc48a6ba'], 'active': True} {{(pid=84042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:10:15.852327 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_hamode_db [None req-145e4678-d30e-413f-8679-61b4815e7621 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-838334-2', False) {} {{(pid=84042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:10:15.852847 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-145e4678-d30e-413f-8679-61b4815e7621 None None] The sync data for ids ['98058666-8302-49a9-9a25-5da0cc48a6ba'] in n-d-838334-2 is: [] {{(pid=84042) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 18 21:10:15.876252 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 45646) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:10:15.909982 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-5ad293a3-0451-4a90-904a-bfcfd51aa882 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:10:15.968999 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-5ad293a3-0451-4a90-904a-bfcfd51aa882 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:10:15.976357 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-5ad293a3-0451-4a90-904a-bfcfd51aa882 admin admin] Usage tracker for resource:security_group_rule and tenant:5548215609914cbe9d06aa5d2b9d3678 is out of sync, need to count used quota {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:10:15.985801 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-5ad293a3-0451-4a90-904a-bfcfd51aa882 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:10:15.994251 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-5ad293a3-0451-4a90-904a-bfcfd51aa882 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:10:16.067544 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [req-6874f8fb-5cfd-4519-8133-56c6a62a8706 req-3d9899ac-8571-48b7-b089-f3e9269bab02 service neutron] (84040) timed out ('10.222.0.43', 55582) {{(pid=84040) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Apr 18 21:10:16.168158 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-5ad293a3-0451-4a90-904a-bfcfd51aa882 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:10:16.173323 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-5ad293a3-0451-4a90-904a-bfcfd51aa882 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33528224'] for security_group, after_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:10:16.223673 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 45666) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:10:16.224536 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-676b4da0-39d1-4e3e-9834-45e4f43920e8 tempest-RoutersIpV6Test-235118808 tempest-RoutersIpV6Test-235118808-project] 10.222.0.42 "GET /v2.0/routers/98058666-8302-49a9-9a25-5da0cc48a6ba HTTP/1.1" status: 200 len: 885 time: 0.7626417 Apr 18 21:10:16.438198 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ad293a3-0451-4a90-904a-bfcfd51aa882 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=83a08e85-dd4c-4fd3-ba99-1adaa29d13ea,revision_number=1']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:10:16.443980 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-5ad293a3-0451-4a90-904a-bfcfd51aa882 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=5548215609914cbe9d06aa5d2b9d3678&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5657101 Apr 18 21:10:16.447055 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 45674) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:10:16.530588 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-acd3635c-ab5f-47ce-afbf-b1a55db51dea tempest-RoutersIpV6Test-235118808 tempest-RoutersIpV6Test-235118808-project] Synchronizing usage tracker for tenant:3fd12654c90d4a4687b2462ca839c972 on resource:router {{(pid=84041) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 21:10:16.566785 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-acd3635c-ab5f-47ce-afbf-b1a55db51dea tempest-RoutersIpV6Test-235118808 tempest-RoutersIpV6Test-235118808-project] Unset dirty status for tenant:3fd12654c90d4a4687b2462ca839c972 on resource:router {{(pid=84041) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 21:10:16.571650 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 45680) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:10:16.571850 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-acd3635c-ab5f-47ce-afbf-b1a55db51dea tempest-RoutersIpV6Test-235118808 tempest-RoutersIpV6Test-235118808-project] 10.222.0.42 "GET /v2.0/routers HTTP/1.1" status: 200 len: 888 time: 0.3444629 Apr 18 21:10:16.578935 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-6c90f68a-7b07-4c9e-817c-eae75622c520 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:10:16.586019 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.v2.base [None req-843fdd3d-5597-4fe7-816d-db25af5b8307 tempest-RoutersIpV6Test-235118808 tempest-RoutersIpV6Test-235118808-project] Request body: {'router': {'name': 'updatedtempest-RoutersIpV6Test-router-1219952262'}} {{(pid=84040) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:10:16.775084 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-6c90f68a-7b07-4c9e-817c-eae75622c520 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:10:16.846750 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-6c90f68a-7b07-4c9e-817c-eae75622c520 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33528224'] for security_group, after_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:10:16.928044 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c90f68a-7b07-4c9e-817c-eae75622c520 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=83a08e85-dd4c-4fd3-ba99-1adaa29d13ea,revision_number=None']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:10:17.069237 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-6c90f68a-7b07-4c9e-817c-eae75622c520 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:10:17.075168 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-6c90f68a-7b07-4c9e-817c-eae75622c520 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/83a08e85-dd4c-4fd3-ba99-1adaa29d13ea HTTP/1.1" status: 204 len: 168 time: 0.6250880 Apr 18 21:10:17.159593 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f96378b-0422-4424-9619-5584a32eedb0 req-5953fc45-c423-4a94-9463-f148682429f5 tempest-VolumesActionsTest-2029511516 tempest-VolumesActionsTest-2029511516-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:10:17.161038 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-6f96378b-0422-4424-9619-5584a32eedb0 req-5953fc45-c423-4a94-9463-f148682429f5 tempest-VolumesActionsTest-2029511516 tempest-VolumesActionsTest-2029511516-project] 10.222.0.42 "GET /v2.0/networks?id=102a493f-901a-4c47-b2df-82352f0bd7b8 HTTP/1.1" status: 200 len: 809 time: 0.2836516 Apr 18 21:10:17.225175 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-6f96378b-0422-4424-9619-5584a32eedb0 req-c9240705-4bdd-46bf-b177-9118073fb0f2 tempest-VolumesActionsTest-2029511516 tempest-VolumesActionsTest-2029511516-project] 10.222.0.42 "GET /v2.0/quotas/580e862ec186417c881306a9dbb56146 HTTP/1.1" status: 200 len: 375 time: 0.0362344 Apr 18 21:10:17.380479 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-6f96378b-0422-4424-9619-5584a32eedb0 req-9e7c7860-6b12-4371-bf8f-ff9322404832 tempest-VolumesActionsTest-2029511516 tempest-VolumesActionsTest-2029511516-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=580e862ec186417c881306a9dbb56146&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1456883 Apr 18 21:10:17.747394 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-843fdd3d-5597-4fe7-816d-db25af5b8307 tempest-RoutersIpV6Test-235118808 tempest-RoutersIpV6Test-235118808-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-33444175', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-33443520', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5293'] for router, precommit_update {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:10:17.762158 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-843fdd3d-5597-4fe7-816d-db25af5b8307 tempest-RoutersIpV6Test-235118808 tempest-RoutersIpV6Test-235118808-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33444176', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-33444166', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-33444185', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-33443547'] for router, after_update {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:10:17.892631 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-4a4fd02b-5579-48e9-a622-d543ee40a745 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750375287399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253529'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:10:17.910228 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [req-6f96378b-0422-4424-9619-5584a32eedb0 req-acae36fe-35c4-4b64-94b9-fa3146d8a7ec service neutron] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=84040) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 18 21:10:17.911199 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-6f96378b-0422-4424-9619-5584a32eedb0 req-acae36fe-35c4-4b64-94b9-fa3146d8a7ec service neutron] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.4789984 Apr 18 21:10:17.927719 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 45728) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:10:17.967807 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-caffadd8-9efa-49dc-860d-80d98e65a235 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:10:18.047195 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-caffadd8-9efa-49dc-860d-80d98e65a235 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:10:18.054976 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-caffadd8-9efa-49dc-860d-80d98e65a235 admin admin] Usage tracker for resource:security_group_rule and tenant:91c04c6ade424271b6709299e16dbcac is out of sync, need to count used quota {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:10:18.057892 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-caffadd8-9efa-49dc-860d-80d98e65a235 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:10:18.065397 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-caffadd8-9efa-49dc-860d-80d98e65a235 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:10:18.163442 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-caffadd8-9efa-49dc-860d-80d98e65a235 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:10:18.169254 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-caffadd8-9efa-49dc-860d-80d98e65a235 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33528224'] for security_group, after_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:10:18.175888 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-6f96378b-0422-4424-9619-5584a32eedb0 req-8cb98f74-e655-4304-9ee3-a105c4eb90dd service neutron] 10.222.0.42 "GET /v2.0/networks/102a493f-901a-4c47-b2df-82352f0bd7b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2573957 Apr 18 21:10:18.509092 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caffadd8-9efa-49dc-860d-80d98e65a235 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7b848684-1bd9-44ec-961f-7db17ce57e51,revision_number=1']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:10:18.520516 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-caffadd8-9efa-49dc-860d-80d98e65a235 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=91c04c6ade424271b6709299e16dbcac&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5899832 Apr 18 21:10:18.522732 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 45740) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:10:18.642097 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-6f96378b-0422-4424-9619-5584a32eedb0 req-a6a4a5f3-a79e-4516-ac51-ce2c9a5e31bd service neutron] 10.222.0.42 "GET /v2.0/networks/102a493f-901a-4c47-b2df-82352f0bd7b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4519482 Apr 18 21:10:18.651860 n-d-838334-2 neutron-server[84040]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-843fdd3d-5597-4fe7-816d-db25af5b8307 tempest-RoutersIpV6Test-235118808 tempest-RoutersIpV6Test-235118808-project] Router 98058666-8302-49a9-9a25-5da0cc48a6ba has already been hosted by L3 agent bc84d6c9-dd7a-4555-a351-592327b46d5a {{(pid=84040) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 21:10:18.653219 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-bf60e475-f00b-4d8b-ab2e-8ba0f9462cb9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:10:18.714153 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-bf60e475-f00b-4d8b-ab2e-8ba0f9462cb9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:10:18.860921 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-bf60e475-f00b-4d8b-ab2e-8ba0f9462cb9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33528224'] for security_group, after_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:10:18.970816 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-bf60e475-f00b-4d8b-ab2e-8ba0f9462cb9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:10:18.981353 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-bf60e475-f00b-4d8b-ab2e-8ba0f9462cb9 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/7b848684-1bd9-44ec-961f-7db17ce57e51 HTTP/1.1" status: 204 len: 168 time: 0.4571955 Apr 18 21:10:18.986632 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf60e475-f00b-4d8b-ab2e-8ba0f9462cb9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b848684-1bd9-44ec-961f-7db17ce57e51,revision_number=None']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:10:19.034530 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750375287399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253529'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:10:19.054560 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-843fdd3d-5597-4fe7-816d-db25af5b8307 tempest-RoutersIpV6Test-235118808 tempest-RoutersIpV6Test-235118808-project] Notify agent at l3_agent.n-d-838334-2 the message routers_updated {{(pid=84040) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 21:10:19.063679 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-843fdd3d-5597-4fe7-816d-db25af5b8307 tempest-RoutersIpV6Test-235118808 tempest-RoutersIpV6Test-235118808-project] Notify callbacks [] for router, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:10:19.066419 n-d-838334-2 neutron-server[84043]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f70ff62c-2217-48e0-8128-906808ff7c3b None None] Sync routers for ids ['98058666-8302-49a9-9a25-5da0cc48a6ba'] in n-d-838334-2 {{(pid=84043) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 18 21:10:19.087957 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f70ff62c-2217-48e0-8128-906808ff7c3b None None] Routers {'98058666-8302-49a9-9a25-5da0cc48a6ba'} bound to L3 agent in host n-d-838334-2 {{(pid=84043) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 21:10:19.088559 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.l3_hamode_db [None req-f70ff62c-2217-48e0-8128-906808ff7c3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838334-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-18T20:25:48Z,description=,heartbeat_timestamp=2022-04-18T21:10:18Z,host='n-d-838334-2',id=bc84d6c9-dd7a-4555-a351-592327b46d5a,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:25:48Z,topic='l3_agent')) {'router_ids': ['98058666-8302-49a9-9a25-5da0cc48a6ba'], 'active': True} {{(pid=84043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:10:19.095447 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-843fdd3d-5597-4fe7-816d-db25af5b8307 tempest-RoutersIpV6Test-235118808 tempest-RoutersIpV6Test-235118808-project] 10.222.0.42 "PUT /v2.0/routers/98058666-8302-49a9-9a25-5da0cc48a6ba HTTP/1.1" status: 200 len: 892 time: 2.5159535 Apr 18 21:10:19.096678 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 45770) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:10:19.208589 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.l3_hamode_db [None req-f70ff62c-2217-48e0-8128-906808ff7c3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-838334-2', False) {} {{(pid=84043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:10:19.220318 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f70ff62c-2217-48e0-8128-906808ff7c3b None None] Routers {'98058666-8302-49a9-9a25-5da0cc48a6ba'} bound to L3 agent in host n-d-838334-2 {{(pid=84043) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 21:10:19.220832 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.l3_hamode_db [None req-f70ff62c-2217-48e0-8128-906808ff7c3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838334-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-18T20:25:48Z,description=,heartbeat_timestamp=2022-04-18T21:10:18Z,host='n-d-838334-2',id=bc84d6c9-dd7a-4555-a351-592327b46d5a,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:25:48Z,topic='l3_agent')) {'router_ids': ['98058666-8302-49a9-9a25-5da0cc48a6ba'], 'active': True} {{(pid=84043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:10:19.306989 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.l3_hamode_db [None req-f70ff62c-2217-48e0-8128-906808ff7c3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-838334-2', False) {} {{(pid=84043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:10:19.307600 n-d-838334-2 neutron-server[84043]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f70ff62c-2217-48e0-8128-906808ff7c3b None None] The sync data for ids ['98058666-8302-49a9-9a25-5da0cc48a6ba'] in n-d-838334-2 is: [] {{(pid=84043) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 18 21:10:19.368793 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-dd9444fa-163d-4469-b6a1-21689e9d809f req-fa21aab6-6c82-487a-8e88-8b5031fb4b05 tempest-VolumesActionsTest-2029511516 tempest-VolumesActionsTest-2029511516-project] 10.222.0.42 "GET /v2.0/ports?device_id=c1094d5b-465f-41fa-bd0f-fb9e22f43a12 HTTP/1.1" status: 200 len: 210 time: 0.1571803 Apr 18 21:10:19.488520 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-414b6ffe-e119-47bc-b18f-bcff1219c2f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750375287399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253529'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:10:19.506140 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-0bf9dc1f-43a4-45a0-9dc1-87d1b2deabf4 tempest-RoutersIpV6Test-235118808 tempest-RoutersIpV6Test-235118808-project] 10.222.0.42 "GET /v2.0/routers/98058666-8302-49a9-9a25-5da0cc48a6ba HTTP/1.1" status: 200 len: 892 time: 0.4054332 Apr 18 21:10:19.506273 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 45786) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:10:19.601179 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-c4da5243-f180-4e9d-a460-65146f4225a8 tempest-RoutersIpV6Test-235118808 tempest-RoutersIpV6Test-235118808-project] 10.222.0.42 "GET /v2.0/ports?device_id=98058666-8302-49a9-9a25-5da0cc48a6ba HTTP/1.1" status: 200 len: 205 time: 0.0938642 Apr 18 21:10:19.603857 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 45794) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:10:19.905386 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-4776c3b4-a153-4798-8760-6ceb4d2aa70d tempest-RoutersIpV6Test-235118808 tempest-RoutersIpV6Test-235118808-project] Notify callbacks [] for router, before_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:10:20.365985 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-4776c3b4-a153-4798-8760-6ceb4d2aa70d tempest-RoutersIpV6Test-235118808 tempest-RoutersIpV6Test-235118808-project] Notify callbacks [] for router_gateway, before_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:10:20.400691 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.plugin [None req-4776c3b4-a153-4798-8760-6ceb4d2aa70d tempest-RoutersIpV6Test-235118808 tempest-RoutersIpV6Test-235118808-project] Deleting port c00fa6e1-e6f7-466b-8977-cfb08368da90 {{(pid=84040) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 21:10:20.401485 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-4776c3b4-a153-4798-8760-6ceb4d2aa70d tempest-RoutersIpV6Test-235118808 tempest-RoutersIpV6Test-235118808-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750375188691'] for port, before_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:10:20.593873 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-c7521a90-7d65-4e2e-842c-ca5d95e9a89c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750375287399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253529'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:10:20.648424 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-3b24aec4-b75a-4241-aac5-6cc5ac4e4b31 req-ff84bafc-740c-4ad3-a9ca-6a444e566b0d tempest-VolumesActionsTest-2029511516 tempest-VolumesActionsTest-2029511516-project] 10.222.0.42 "GET /v2.0/ports?device_id=c1094d5b-465f-41fa-bd0f-fb9e22f43a12 HTTP/1.1" status: 200 len: 210 time: 0.1143446 Apr 18 21:10:20.811064 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-4776c3b4-a153-4798-8760-6ceb4d2aa70d tempest-RoutersIpV6Test-235118808 tempest-RoutersIpV6Test-235118808-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369123'] for port, precommit_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:10:21.041265 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.plugin [None req-4776c3b4-a153-4798-8760-6ceb4d2aa70d tempest-RoutersIpV6Test-235118808 tempest-RoutersIpV6Test-235118808-project] Calling delete_port for c00fa6e1-e6f7-466b-8977-cfb08368da90 owned by network:router_gateway {{(pid=84040) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 21:10:21.344099 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-4776c3b4-a153-4798-8760-6ceb4d2aa70d tempest-RoutersIpV6Test-235118808 tempest-RoutersIpV6Test-235118808-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750375259028', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750374836628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32440838'] for port, after_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:10:21.463665 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4776c3b4-a153-4798-8760-6ceb4d2aa70d tempest-RoutersIpV6Test-235118808 tempest-RoutersIpV6Test-235118808-project] Pushing event deleted for resources: {'Port': ['ID=c00fa6e1-e6f7-466b-8977-cfb08368da90,revision_number=None']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:10:22.271558 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-34b512dd-4d35-4d4e-839d-81013f35932e req-da705389-8277-4af9-bc43-833e1184a332 tempest-VolumesActionsTest-2029511516 tempest-VolumesActionsTest-2029511516-project] 10.222.0.42 "GET /v2.0/ports?device_id=c1094d5b-465f-41fa-bd0f-fb9e22f43a12 HTTP/1.1" status: 200 len: 210 time: 0.3763633 Apr 18 21:10:22.572507 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f96378b-0422-4424-9619-5584a32eedb0 req-81874570-8bc2-4999-ab45-08954038f8f2 tempest-VolumesActionsTest-2029511516 tempest-VolumesActionsTest-2029511516-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:10:22.575278 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-6f96378b-0422-4424-9619-5584a32eedb0 req-81874570-8bc2-4999-ab45-08954038f8f2 tempest-VolumesActionsTest-2029511516 tempest-VolumesActionsTest-2029511516-project] 10.222.0.48 "GET /v2.0/networks?id=102a493f-901a-4c47-b2df-82352f0bd7b8 HTTP/1.1" status: 200 len: 809 time: 0.7537639 Apr 18 21:10:22.584837 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-4776c3b4-a153-4798-8760-6ceb4d2aa70d tempest-RoutersIpV6Test-235118808 tempest-RoutersIpV6Test-235118808-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33444108'] for router_gateway, after_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:10:22.650453 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.v2.base [req-6f96378b-0422-4424-9619-5584a32eedb0 req-d28bb6c6-64d0-4620-bb86-16cdbc53faec tempest-VolumesActionsTest-2029511516 tempest-VolumesActionsTest-2029511516-project] Request body: {'port': {'device_id': 'c1094d5b-465f-41fa-bd0f-fb9e22f43a12', 'network_id': '102a493f-901a-4c47-b2df-82352f0bd7b8', 'admin_state_up': True, 'tenant_id': '580e862ec186417c881306a9dbb56146'}} {{(pid=84040) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:10:22.899475 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [req-6f96378b-0422-4424-9619-5584a32eedb0 req-d28bb6c6-64d0-4620-bb86-16cdbc53faec tempest-VolumesActionsTest-2029511516 tempest-VolumesActionsTest-2029511516-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:10:22.907595 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [req-6f96378b-0422-4424-9619-5584a32eedb0 req-d28bb6c6-64d0-4620-bb86-16cdbc53faec tempest-VolumesActionsTest-2029511516 tempest-VolumesActionsTest-2029511516-project] Usage tracker for resource:port and tenant:580e862ec186417c881306a9dbb56146 is out of sync, need to count used quota {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:10:22.912848 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [req-6f96378b-0422-4424-9619-5584a32eedb0 req-d28bb6c6-64d0-4620-bb86-16cdbc53faec tempest-VolumesActionsTest-2029511516 tempest-VolumesActionsTest-2029511516-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:10:23.051177 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [req-6f96378b-0422-4424-9619-5584a32eedb0 req-d28bb6c6-64d0-4620-bb86-16cdbc53faec tempest-VolumesActionsTest-2029511516 tempest-VolumesActionsTest-2029511516-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:10:23.293585 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 45926) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:10:23.389267 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6f96378b-0422-4424-9619-5584a32eedb0 req-d28bb6c6-64d0-4620-bb86-16cdbc53faec tempest-VolumesActionsTest-2029511516 tempest-VolumesActionsTest-2029511516-project] Made reservation on behalf of 580e862ec186417c881306a9dbb56146 for: {'port': 1} {{(pid=84040) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:10:23.398161 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-6f96378b-0422-4424-9619-5584a32eedb0 req-d28bb6c6-64d0-4620-bb86-16cdbc53faec tempest-VolumesActionsTest-2029511516 tempest-VolumesActionsTest-2029511516-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:10:23.434473 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-4776c3b4-a153-4798-8760-6ceb4d2aa70d tempest-RoutersIpV6Test-235118808 tempest-RoutersIpV6Test-235118808-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33443580', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5726'] for router, precommit_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:10:23.463372 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-4776c3b4-a153-4798-8760-6ceb4d2aa70d tempest-RoutersIpV6Test-235118808 tempest-RoutersIpV6Test-235118808-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:10:23.650438 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-4776c3b4-a153-4798-8760-6ceb4d2aa70d tempest-RoutersIpV6Test-235118808 tempest-RoutersIpV6Test-235118808-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-33443408'] for router, after_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:10:23.651060 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4776c3b4-a153-4798-8760-6ceb4d2aa70d tempest-RoutersIpV6Test-235118808 tempest-RoutersIpV6Test-235118808-project] Fanout notify agent at l3_agent the message router_deleted on router 98058666-8302-49a9-9a25-5da0cc48a6ba {{(pid=84040) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 18 21:10:23.683128 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-5b9cff5a-4614-4d2e-ac3d-bad87af75296 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:10:23.683570 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-2dde40f7-3b4c-4581-b2f6-04ecbc6be42c req-3782c515-8d5c-42fe-a805-017dc042aada tempest-VolumesActionsTest-2029511516 tempest-VolumesActionsTest-2029511516-project] 10.222.0.42 "GET /v2.0/ports?device_id=c1094d5b-465f-41fa-bd0f-fb9e22f43a12 HTTP/1.1" status: 200 len: 210 time: 0.1009219 Apr 18 21:10:23.765827 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-5b9cff5a-4614-4d2e-ac3d-bad87af75296 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:10:23.771083 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-5b9cff5a-4614-4d2e-ac3d-bad87af75296 admin admin] Usage tracker for resource:security_group_rule and tenant:61c6a13dd23d403a8619bdc5a3cedd5b is out of sync, need to count used quota {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:10:23.778709 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-5b9cff5a-4614-4d2e-ac3d-bad87af75296 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:10:23.795829 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-5b9cff5a-4614-4d2e-ac3d-bad87af75296 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:10:23.816672 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-4776c3b4-a153-4798-8760-6ceb4d2aa70d tempest-RoutersIpV6Test-235118808 tempest-RoutersIpV6Test-235118808-project] Notify callbacks [] for router, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:10:23.824110 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-4776c3b4-a153-4798-8760-6ceb4d2aa70d tempest-RoutersIpV6Test-235118808 tempest-RoutersIpV6Test-235118808-project] 10.222.0.42 "DELETE /v2.0/routers/98058666-8302-49a9-9a25-5da0cc48a6ba HTTP/1.1" status: 204 len: 168 time: 4.2178762 Apr 18 21:10:23.831209 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 45946) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:10:23.837045 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.v2.base [None req-41cfd520-f107-4cab-bdcc-7b2d2c857fdb tempest-RoutersIpV6Test-235118808 tempest-RoutersIpV6Test-235118808-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1789680246'}} {{(pid=84040) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:10:23.849254 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [None req-41cfd520-f107-4cab-bdcc-7b2d2c857fdb tempest-RoutersIpV6Test-235118808 tempest-RoutersIpV6Test-235118808-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:10:23.858758 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-41cfd520-f107-4cab-bdcc-7b2d2c857fdb tempest-RoutersIpV6Test-235118808 tempest-RoutersIpV6Test-235118808-project] Usage tracker for resource:network and tenant:3fd12654c90d4a4687b2462ca839c972 is out of sync, need to count used quota {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:10:23.865650 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-41cfd520-f107-4cab-bdcc-7b2d2c857fdb tempest-RoutersIpV6Test-235118808 tempest-RoutersIpV6Test-235118808-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:10:23.876045 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [None req-41cfd520-f107-4cab-bdcc-7b2d2c857fdb tempest-RoutersIpV6Test-235118808 tempest-RoutersIpV6Test-235118808-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:10:23.883864 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.db_base_plugin_common [req-6f96378b-0422-4424-9619-5584a32eedb0 req-d28bb6c6-64d0-4620-bb86-16cdbc53faec tempest-VolumesActionsTest-2029511516 tempest-VolumesActionsTest-2029511516-project] Allocated IP 172.20.0.6 (102a493f-901a-4c47-b2df-82352f0bd7b8/9b79ba09-f6bf-4dca-9297-cbac8d322d9e/17b9170f-ec08-4e32-bd5f-75de14e1248f) {{(pid=84040) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 21:10:23.884252 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-5b9cff5a-4614-4d2e-ac3d-bad87af75296 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:10:23.891126 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-5b9cff5a-4614-4d2e-ac3d-bad87af75296 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33528224'] for security_group, after_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:10:23.908906 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-41cfd520-f107-4cab-bdcc-7b2d2c857fdb tempest-RoutersIpV6Test-235118808 tempest-RoutersIpV6Test-235118808-project] Made reservation on behalf of 3fd12654c90d4a4687b2462ca839c972 for: {'network': 1} {{(pid=84040) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:10:23.933046 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-41cfd520-f107-4cab-bdcc-7b2d2c857fdb tempest-RoutersIpV6Test-235118808 tempest-RoutersIpV6Test-235118808-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for network, before_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:10:23.961201 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-5b9cff5a-4614-4d2e-ac3d-bad87af75296 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=61c6a13dd23d403a8619bdc5a3cedd5b&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6656036 Apr 18 21:10:23.962152 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 45950) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:10:23.963012 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b9cff5a-4614-4d2e-ac3d-bad87af75296 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=04d18eab-dc53-4f53-9e29-b6364bb527fe,revision_number=1']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:10:24.095113 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-41cfd520-f107-4cab-bdcc-7b2d2c857fdb tempest-RoutersIpV6Test-235118808 tempest-RoutersIpV6Test-235118808-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 365} {{(pid=84040) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 21:10:24.110991 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-902da48a-a415-4ece-841a-7096b9cf3759 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:10:24.140579 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-41cfd520-f107-4cab-bdcc-7b2d2c857fdb tempest-RoutersIpV6Test-235118808 tempest-RoutersIpV6Test-235118808-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1082986'] for segment, precommit_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:10:24.141179 n-d-838334-2 neutron-server[84040]: INFO neutron.db.segments_db [None req-41cfd520-f107-4cab-bdcc-7b2d2c857fdb tempest-RoutersIpV6Test-235118808 tempest-RoutersIpV6Test-235118808-project] Added segment 949d5f75-4ec4-4fbb-9a9b-4e674a02f73d of type vlan for network 446f0bb7-6635-4254-8dfc-93a65d67b776 Apr 18 21:10:24.221834 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-902da48a-a415-4ece-841a-7096b9cf3759 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:10:24.262966 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-41cfd520-f107-4cab-bdcc-7b2d2c857fdb tempest-RoutersIpV6Test-235118808 tempest-RoutersIpV6Test-235118808-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750374825732'] for network, precommit_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:10:24.333897 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-41cfd520-f107-4cab-bdcc-7b2d2c857fdb tempest-RoutersIpV6Test-235118808 tempest-RoutersIpV6Test-235118808-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33526109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022'] for network, after_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:10:24.338217 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41cfd520-f107-4cab-bdcc-7b2d2c857fdb tempest-RoutersIpV6Test-235118808 tempest-RoutersIpV6Test-235118808-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:10:24.338999 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-41cfd520-f107-4cab-bdcc-7b2d2c857fdb tempest-RoutersIpV6Test-235118808 tempest-RoutersIpV6Test-235118808-project] Notify callbacks [] for network, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:10:24.357942 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-902da48a-a415-4ece-841a-7096b9cf3759 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33528224'] for security_group, after_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:10:24.395606 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 45966) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:10:24.411123 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-902da48a-a415-4ece-841a-7096b9cf3759 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=04d18eab-dc53-4f53-9e29-b6364bb527fe,revision_number=None']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:10:24.434080 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-902da48a-a415-4ece-841a-7096b9cf3759 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:10:24.438086 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-902da48a-a415-4ece-841a-7096b9cf3759 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/04d18eab-dc53-4f53-9e29-b6364bb527fe HTTP/1.1" status: 204 len: 168 time: 0.4707534 Apr 18 21:10:24.724008 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41cfd520-f107-4cab-bdcc-7b2d2c857fdb tempest-RoutersIpV6Test-235118808 tempest-RoutersIpV6Test-235118808-project] Pushing event updated for resources: {'Network': ['ID=446f0bb7-6635-4254-8dfc-93a65d67b776,revision_number=1']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:10:24.739445 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Network 446f0bb7-6635-4254-8dfc-93a65d67b776 details requested by agent ovs-agent-n-d-838334-2 with host n-d-838334-2 {{(pid=84042) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 18 21:10:24.745759 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-6f96378b-0422-4424-9619-5584a32eedb0 req-d28bb6c6-64d0-4620-bb86-16cdbc53faec tempest-VolumesActionsTest-2029511516 tempest-VolumesActionsTest-2029511516-project] Notify callbacks [] for port, precommit_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:10:24.763092 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-41cfd520-f107-4cab-bdcc-7b2d2c857fdb tempest-RoutersIpV6Test-235118808 tempest-RoutersIpV6Test-235118808-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.9304597 Apr 18 21:10:24.766079 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 45992) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:10:24.775896 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.v2.base [None req-34f2f1a9-c722-4440-9479-208f98d58c9a tempest-RoutersIpV6Test-235118808 tempest-RoutersIpV6Test-235118808-project] Request body: {'subnet': {'network_id': '446f0bb7-6635-4254-8dfc-93a65d67b776', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=84040) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:10:24.999419 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-6f96378b-0422-4424-9619-5584a32eedb0 req-d28bb6c6-64d0-4620-bb86-16cdbc53faec tempest-VolumesActionsTest-2029511516 tempest-VolumesActionsTest-2029511516-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750374836619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32440838'] for port, after_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:10:25.023158 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-6db8b1f5-a6e8-4895-adf6-5821a7ee415a admin admin] Notify callbacks [] for security_group, before_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:10:25.095576 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-6db8b1f5-a6e8-4895-adf6-5821a7ee415a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:10:25.102718 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-6db8b1f5-a6e8-4895-adf6-5821a7ee415a admin admin] Usage tracker for resource:security_group_rule and tenant:4cd37d4c8c6b454d89368dad9cbdb8c7 is out of sync, need to count used quota {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:10:25.108797 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-6db8b1f5-a6e8-4895-adf6-5821a7ee415a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:10:25.128737 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-6db8b1f5-a6e8-4895-adf6-5821a7ee415a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:10:25.154914 n-d-838334-2 neutron-server[84040]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6f96378b-0422-4424-9619-5584a32eedb0 req-d28bb6c6-64d0-4620-bb86-16cdbc53faec tempest-VolumesActionsTest-2029511516 tempest-VolumesActionsTest-2029511516-project] Network 102a493f-901a-4c47-b2df-82352f0bd7b8 is already hosted by enough agents. {{(pid=84040) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:10:25.163597 n-d-838334-2 neutron-server[84040]: DEBUG neutron.scheduler.base_scheduler [req-6f96378b-0422-4424-9619-5584a32eedb0 req-d28bb6c6-64d0-4620-bb86-16cdbc53faec tempest-VolumesActionsTest-2029511516 tempest-VolumesActionsTest-2029511516-project] Resources bound (agent type, host, resource id): {{(pid=84040) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:10:25.175256 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.l3_dvrscheduler_db [req-6f96378b-0422-4424-9619-5584a32eedb0 req-d28bb6c6-64d0-4620-bb86-16cdbc53faec tempest-VolumesActionsTest-2029511516 tempest-VolumesActionsTest-2029511516-project] Received port after_create {{(pid=84040) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 21:10:25.182526 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 46002) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:10:25.203447 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d28bb6c6-64d0-4620-bb86-16cdbc53faec tempest-VolumesActionsTest-2029511516 tempest-VolumesActionsTest-2029511516-project] Pushing event updated for resources: {'Port': ['ID=17b9170f-ec08-4e32-bd5f-75de14e1248f,revision_number=1']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:10:25.206218 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [None req-34f2f1a9-c722-4440-9479-208f98d58c9a tempest-RoutersIpV6Test-235118808 tempest-RoutersIpV6Test-235118808-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:10:25.220672 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-34f2f1a9-c722-4440-9479-208f98d58c9a tempest-RoutersIpV6Test-235118808 tempest-RoutersIpV6Test-235118808-project] Usage tracker for resource:subnet and tenant:3fd12654c90d4a4687b2462ca839c972 is out of sync, need to count used quota {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:10:25.229953 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-34f2f1a9-c722-4440-9479-208f98d58c9a tempest-RoutersIpV6Test-235118808 tempest-RoutersIpV6Test-235118808-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:10:25.242927 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [None req-34f2f1a9-c722-4440-9479-208f98d58c9a tempest-RoutersIpV6Test-235118808 tempest-RoutersIpV6Test-235118808-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:10:25.270366 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e058cba-2dfe-4525-aa58-476c18c7216a req-42c417e1-78d8-4e84-9c19-0401b9839e01 tempest-VolumesActionsTest-2029511516 tempest-VolumesActionsTest-2029511516-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:10:25.271051 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [req-1e058cba-2dfe-4525-aa58-476c18c7216a req-42c417e1-78d8-4e84-9c19-0401b9839e01 tempest-VolumesActionsTest-2029511516 tempest-VolumesActionsTest-2029511516-project] Synchronizing usage tracker for tenant:580e862ec186417c881306a9dbb56146 on resource:port {{(pid=84040) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 21:10:25.277986 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f96378b-0422-4424-9619-5584a32eedb0 req-d28bb6c6-64d0-4620-bb86-16cdbc53faec tempest-VolumesActionsTest-2029511516 tempest-VolumesActionsTest-2029511516-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:10:25.279330 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-6f96378b-0422-4424-9619-5584a32eedb0 req-d28bb6c6-64d0-4620-bb86-16cdbc53faec tempest-VolumesActionsTest-2029511516 tempest-VolumesActionsTest-2029511516-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217293'] for port, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:10:25.296568 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-34f2f1a9-c722-4440-9479-208f98d58c9a tempest-RoutersIpV6Test-235118808 tempest-RoutersIpV6Test-235118808-project] Made reservation on behalf of 3fd12654c90d4a4687b2462ca839c972 for: {'subnet': 1} {{(pid=84040) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:10:25.304757 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-6db8b1f5-a6e8-4895-adf6-5821a7ee415a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:10:25.311833 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-f606be7f-4bef-4eb0-891a-9a6483bc9d9c admin admin] Notify callbacks [] for security_group, before_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:10:25.329164 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-6db8b1f5-a6e8-4895-adf6-5821a7ee415a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33528224'] for security_group, after_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:10:25.382767 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-f606be7f-4bef-4eb0-891a-9a6483bc9d9c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:10:25.389286 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-f606be7f-4bef-4eb0-891a-9a6483bc9d9c admin admin] Usage tracker for resource:security_group_rule and tenant:a394905a8ef34c7eae9e6d2cefe87498 is out of sync, need to count used quota {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:10:25.390747 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-6f96378b-0422-4424-9619-5584a32eedb0 req-d28bb6c6-64d0-4620-bb86-16cdbc53faec tempest-VolumesActionsTest-2029511516 tempest-VolumesActionsTest-2029511516-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.7489846 Apr 18 21:10:25.393305 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-f606be7f-4bef-4eb0-891a-9a6483bc9d9c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:10:25.401505 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-f606be7f-4bef-4eb0-891a-9a6483bc9d9c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:10:25.414129 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [req-6f96378b-0422-4424-9619-5584a32eedb0 req-eeba3a5b-78b2-4564-b326-21cb88cd9f00 tempest-VolumesActionsTest-2029511516 tempest-VolumesActionsTest-2029511516-project] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=84040) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 18 21:10:25.415268 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-6f96378b-0422-4424-9619-5584a32eedb0 req-eeba3a5b-78b2-4564-b326-21cb88cd9f00 tempest-VolumesActionsTest-2029511516 tempest-VolumesActionsTest-2029511516-project] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0157862 Apr 18 21:10:25.420398 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [req-1e058cba-2dfe-4525-aa58-476c18c7216a req-42c417e1-78d8-4e84-9c19-0401b9839e01 tempest-VolumesActionsTest-2029511516 tempest-VolumesActionsTest-2029511516-project] Unset dirty status for tenant:580e862ec186417c881306a9dbb56146 on resource:port {{(pid=84040) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 21:10:25.427173 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-1e058cba-2dfe-4525-aa58-476c18c7216a req-42c417e1-78d8-4e84-9c19-0401b9839e01 tempest-VolumesActionsTest-2029511516 tempest-VolumesActionsTest-2029511516-project] 10.222.0.42 "GET /v2.0/ports?device_id=c1094d5b-465f-41fa-bd0f-fb9e22f43a12 HTTP/1.1" status: 200 len: 931 time: 0.5086606 Apr 18 21:10:25.459054 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-34f2f1a9-c722-4440-9479-208f98d58c9a tempest-RoutersIpV6Test-235118808 tempest-RoutersIpV6Test-235118808-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31752722'] for subnet, before_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:10:25.470554 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6db8b1f5-a6e8-4895-adf6-5821a7ee415a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=62da1475-67d1-4e81-879e-dd3d98c3c0ff,revision_number=1']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:10:25.479094 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-6db8b1f5-a6e8-4895-adf6-5821a7ee415a admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=4cd37d4c8c6b454d89368dad9cbdb8c7&name=default HTTP/1.1" status: 200 len: 2647 time: 1.0802433 Apr 18 21:10:25.482129 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 46014) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:10:25.531709 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-f606be7f-4bef-4eb0-891a-9a6483bc9d9c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:10:25.548094 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-f606be7f-4bef-4eb0-891a-9a6483bc9d9c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33528224'] for security_group, after_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:10:25.646545 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f606be7f-4bef-4eb0-891a-9a6483bc9d9c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1d38ba02-6330-469f-b7a4-0637a24b7ac2,revision_number=1']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:10:25.668658 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 46024) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:10:25.670821 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-f606be7f-4bef-4eb0-891a-9a6483bc9d9c admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=a394905a8ef34c7eae9e6d2cefe87498&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4860320 Apr 18 21:10:25.674507 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-1e058cba-2dfe-4525-aa58-476c18c7216a req-ecdaed92-c9ff-4c13-896c-8a35256f818c tempest-VolumesActionsTest-2029511516 tempest-VolumesActionsTest-2029511516-project] 10.222.0.42 "GET /v2.0/security-groups?id=bf1645a0-74da-4ff3-98d5-275db1b26720&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2464395 Apr 18 21:10:25.737728 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.v2.base [req-6f96378b-0422-4424-9619-5584a32eedb0 req-b4fc396b-2dea-4e52-bdb9-5cc156d28204 service neutron] Request body: {'port': {'device_id': 'c1094d5b-465f-41fa-bd0f-fb9e22f43a12', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-838334-2'}} {{(pid=84040) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:10:25.771004 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 46030) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:10:25.885254 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-6f96378b-0422-4424-9619-5584a32eedb0 req-b4fc396b-2dea-4e52-bdb9-5cc156d28204 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:10:25.965514 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-42ade9a9-7a14-4afb-9577-bd756cc42740 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:10:25.973717 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-c0353ec5-a674-4a5e-8f0f-b22fc0d6e5f0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:10:26.032469 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-c0353ec5-a674-4a5e-8f0f-b22fc0d6e5f0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:10:26.036982 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-c0353ec5-a674-4a5e-8f0f-b22fc0d6e5f0 admin admin] Usage tracker for resource:security_group_rule and tenant:96b84a82d9504847864f2ddb9478bfd3 is out of sync, need to count used quota {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:10:26.038820 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-42ade9a9-7a14-4afb-9577-bd756cc42740 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:10:26.040174 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-c0353ec5-a674-4a5e-8f0f-b22fc0d6e5f0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:10:26.047124 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-c0353ec5-a674-4a5e-8f0f-b22fc0d6e5f0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:10:26.107135 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-b66bb3de-678a-4975-ae26-efc550594acd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:10:26.128378 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-c0353ec5-a674-4a5e-8f0f-b22fc0d6e5f0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:10:26.143179 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-c0353ec5-a674-4a5e-8f0f-b22fc0d6e5f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33528224'] for security_group, after_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:10:26.198681 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-c0353ec5-a674-4a5e-8f0f-b22fc0d6e5f0 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=96b84a82d9504847864f2ddb9478bfd3&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4265575 Apr 18 21:10:26.199474 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0353ec5-a674-4a5e-8f0f-b22fc0d6e5f0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=766d55eb-f919-4abf-aab5-52f107fcfb71,revision_number=1']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:10:26.203259 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 46040) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:10:26.284815 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-5c624c2c-9db9-4a40-91e2-845c4a7e15d4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:10:26.315104 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-5c624c2c-9db9-4a40-91e2-845c4a7e15d4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:10:26.355048 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-b66bb3de-678a-4975-ae26-efc550594acd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:10:26.405244 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-5c624c2c-9db9-4a40-91e2-845c4a7e15d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33528224'] for security_group, after_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:10:26.440051 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c624c2c-9db9-4a40-91e2-845c4a7e15d4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=766d55eb-f919-4abf-aab5-52f107fcfb71,revision_number=None']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:10:26.446168 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-5c624c2c-9db9-4a40-91e2-845c4a7e15d4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:10:26.449740 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-5c624c2c-9db9-4a40-91e2-845c4a7e15d4 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/766d55eb-f919-4abf-aab5-52f107fcfb71 HTTP/1.1" status: 204 len: 168 time: 0.2430866 Apr 18 21:10:26.473977 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-42ade9a9-7a14-4afb-9577-bd756cc42740 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33528224'] for security_group, after_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:10:26.501511 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-34f2f1a9-c722-4440-9479-208f98d58c9a tempest-RoutersIpV6Test-235118808 tempest-RoutersIpV6Test-235118808-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33526260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32441074', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31752704'] for subnet, after_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:10:26.548734 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42ade9a9-7a14-4afb-9577-bd756cc42740 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=62da1475-67d1-4e81-879e-dd3d98c3c0ff,revision_number=None']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:10:26.615071 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42ade9a9-7a14-4afb-9577-bd756cc42740 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:10:26.615424 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42ade9a9-7a14-4afb-9577-bd756cc42740 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:10:26.615789 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42ade9a9-7a14-4afb-9577-bd756cc42740 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:10:26.616127 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42ade9a9-7a14-4afb-9577-bd756cc42740 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:10:26.616497 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42ade9a9-7a14-4afb-9577-bd756cc42740 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:10:26.616881 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42ade9a9-7a14-4afb-9577-bd756cc42740 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:10:26.617208 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42ade9a9-7a14-4afb-9577-bd756cc42740 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:10:26.617584 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42ade9a9-7a14-4afb-9577-bd756cc42740 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:10:26.617909 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42ade9a9-7a14-4afb-9577-bd756cc42740 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:10:26.618235 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42ade9a9-7a14-4afb-9577-bd756cc42740 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:10:26.618560 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42ade9a9-7a14-4afb-9577-bd756cc42740 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:10:26.637078 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-42ade9a9-7a14-4afb-9577-bd756cc42740 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:10:26.642167 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-42ade9a9-7a14-4afb-9577-bd756cc42740 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/62da1475-67d1-4e81-879e-dd3d98c3c0ff HTTP/1.1" status: 204 len: 168 time: 1.1571372 Apr 18 21:10:26.653740 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34f2f1a9-c722-4440-9479-208f98d58c9a tempest-RoutersIpV6Test-235118808 tempest-RoutersIpV6Test-235118808-project] Pushing event updated for resources: {'Subnet': ['ID=42ebc162-f433-4e32-a711-3b4fdd210b99,revision_number=0']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:10:26.660873 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-b66bb3de-678a-4975-ae26-efc550594acd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33528224'] for security_group, after_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:10:26.696116 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-b66bb3de-678a-4975-ae26-efc550594acd admin admin] Notify callbacks [] for security_group, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:10:26.700991 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-b66bb3de-678a-4975-ae26-efc550594acd admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/1d38ba02-6330-469f-b7a4-0637a24b7ac2 HTTP/1.1" status: 204 len: 168 time: 1.0218508 Apr 18 21:10:26.700991 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b66bb3de-678a-4975-ae26-efc550594acd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d38ba02-6330-469f-b7a4-0637a24b7ac2,revision_number=None']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:10:26.728013 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34f2f1a9-c722-4440-9479-208f98d58c9a tempest-RoutersIpV6Test-235118808 tempest-RoutersIpV6Test-235118808-project] Checking segment: {'id': '949d5f75-4ec4-4fbb-9a9b-4e674a02f73d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': '446f0bb7-6635-4254-8dfc-93a65d67b776'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84040) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 21:10:26.728436 n-d-838334-2 neutron-server[84040]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34f2f1a9-c722-4440-9479-208f98d58c9a tempest-RoutersIpV6Test-235118808 tempest-RoutersIpV6Test-235118808-project] Network hostable DHCP agents. Network: 446f0bb7-6635-4254-8dfc-93a65d67b776, hostable agents: ['8746f8ea-3e91-4b32-9919-2c63adeb8722'], hosted agents: [] {{(pid=84040) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 21:10:26.833381 n-d-838334-2 neutron-server[84040]: DEBUG neutron.notifiers.nova [req-6f96378b-0422-4424-9619-5584a32eedb0 req-b4fc396b-2dea-4e52-bdb9-5cc156d28204 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 17b9170f-ec08-4e32-bd5f-75de14e1248f {{(pid=84040) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 18 21:10:26.839961 n-d-838334-2 neutron-server[84040]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34f2f1a9-c722-4440-9479-208f98d58c9a tempest-RoutersIpV6Test-235118808 tempest-RoutersIpV6Test-235118808-project] Network 446f0bb7-6635-4254-8dfc-93a65d67b776 is scheduled to be hosted by DHCP agent 8746f8ea-3e91-4b32-9919-2c63adeb8722 with binding_index 1 {{(pid=84040) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 21:10:26.844518 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-6f96378b-0422-4424-9619-5584a32eedb0 req-b4fc396b-2dea-4e52-bdb9-5cc156d28204 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:10:26.867526 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.provisioning_blocks [req-6f96378b-0422-4424-9619-5584a32eedb0 req-b4fc396b-2dea-4e52-bdb9-5cc156d28204 service neutron] Transition to ACTIVE for port object 17b9170f-ec08-4e32-bd5f-75de14e1248f will not be triggered until provisioned by entity L2. {{(pid=84040) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:10:26.868798 n-d-838334-2 neutron-server[84040]: DEBUG neutron.scheduler.base_scheduler [None req-34f2f1a9-c722-4440-9479-208f98d58c9a tempest-RoutersIpV6Test-235118808 tempest-RoutersIpV6Test-235118808-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-838334-2, 446f0bb7-6635-4254-8dfc-93a65d67b776) {{(pid=84040) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:10:26.874390 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34f2f1a9-c722-4440-9479-208f98d58c9a tempest-RoutersIpV6Test-235118808 tempest-RoutersIpV6Test-235118808-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:10:26.875208 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-34f2f1a9-c722-4440-9479-208f98d58c9a tempest-RoutersIpV6Test-235118808 tempest-RoutersIpV6Test-235118808-project] Notify callbacks [] for subnet, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:10:26.888876 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-6f96378b-0422-4424-9619-5584a32eedb0 req-b4fc396b-2dea-4e52-bdb9-5cc156d28204 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32440959'] for port, after_update {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:10:26.889639 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d9eac1c-0623-461c-83d6-f77bb9378ee2 None None] Network 446f0bb7-6635-4254-8dfc-93a65d67b776 requested from n-d-838334-2 {{(pid=84042) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 21:10:26.965340 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 46058) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:10:26.966300 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-34f2f1a9-c722-4440-9479-208f98d58c9a tempest-RoutersIpV6Test-235118808 tempest-RoutersIpV6Test-235118808-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.1981771 Apr 18 21:10:26.971169 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.v2.base [None req-d2692e7d-496b-40a4-a065-98bc604bf892 tempest-RoutersIpV6Test-235118808 tempest-RoutersIpV6Test-235118808-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-508107050', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=84041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:10:26.994024 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-d2692e7d-496b-40a4-a065-98bc604bf892 tempest-RoutersIpV6Test-235118808 tempest-RoutersIpV6Test-235118808-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:10:27.018883 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-d2692e7d-496b-40a4-a065-98bc604bf892 tempest-RoutersIpV6Test-235118808 tempest-RoutersIpV6Test-235118808-project] Usage tracker for resource:router and tenant:3fd12654c90d4a4687b2462ca839c972 is out of sync, need to count used quota {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:10:27.034742 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-d2692e7d-496b-40a4-a065-98bc604bf892 tempest-RoutersIpV6Test-235118808 tempest-RoutersIpV6Test-235118808-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:10:27.057556 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-d2692e7d-496b-40a4-a065-98bc604bf892 tempest-RoutersIpV6Test-235118808 tempest-RoutersIpV6Test-235118808-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:10:27.087006 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-d2692e7d-496b-40a4-a065-98bc604bf892 tempest-RoutersIpV6Test-235118808 tempest-RoutersIpV6Test-235118808-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-33442106', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5708'] for router, before_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:10:27.089105 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-d2692e7d-496b-40a4-a065-98bc604bf892 tempest-RoutersIpV6Test-235118808 tempest-RoutersIpV6Test-235118808-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33442137', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33444285', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33535433', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5703'] for router, precommit_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:10:27.144547 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-d2692e7d-496b-40a4-a065-98bc604bf892 tempest-RoutersIpV6Test-235118808 tempest-RoutersIpV6Test-235118808-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:10:27.163509 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 46064) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:10:27.250318 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-0f6741c3-4fc8-487e-ae33-b09ea64d2bd0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:10:27.348190 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4fc396b-2dea-4e52-bdb9-5cc156d28204 service neutron] Pushing event updated for resources: {'Port': ['ID=17b9170f-ec08-4e32-bd5f-75de14e1248f,revision_number=2']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:10:27.427258 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-0f6741c3-4fc8-487e-ae33-b09ea64d2bd0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:10:27.442740 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-0f6741c3-4fc8-487e-ae33-b09ea64d2bd0 admin admin] Usage tracker for resource:security_group_rule and tenant:151b26a754fb49059c8ed0e5a1378dfe is out of sync, need to count used quota {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:10:27.451212 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-0f6741c3-4fc8-487e-ae33-b09ea64d2bd0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:10:27.464509 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-0f6741c3-4fc8-487e-ae33-b09ea64d2bd0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:10:27.627981 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5e6346c-8785-419c-8ab1-abc7bbdac544 req-1040ad83-6ab9-4fbc-8b30-dc48e48c2c4e tempest-VolumesActionsTest-2029511516 tempest-VolumesActionsTest-2029511516-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:10:27.629822 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-b5e6346c-8785-419c-8ab1-abc7bbdac544 req-1040ad83-6ab9-4fbc-8b30-dc48e48c2c4e tempest-VolumesActionsTest-2029511516 tempest-VolumesActionsTest-2029511516-project] 10.222.0.42 "GET /v2.0/ports?device_id=c1094d5b-465f-41fa-bd0f-fb9e22f43a12 HTTP/1.1" status: 200 len: 943 time: 0.6717463 Apr 18 21:10:27.650367 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-0f6741c3-4fc8-487e-ae33-b09ea64d2bd0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:10:27.657738 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-0f6741c3-4fc8-487e-ae33-b09ea64d2bd0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33528224'] for security_group, after_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:10:27.718567 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-d2692e7d-496b-40a4-a065-98bc604bf892 tempest-RoutersIpV6Test-235118808 tempest-RoutersIpV6Test-235118808-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33443529', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33444176'] for router, after_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:10:27.783935 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-0f6741c3-4fc8-487e-ae33-b09ea64d2bd0 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=151b26a754fb49059c8ed0e5a1378dfe&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6091404 Apr 18 21:10:27.786649 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 46084) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:10:27.798425 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bef56539-b25d-4d1b-8a34-7e01b4f88c7a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp016840fc-1f9f-5892-9c53-c9cf6c845bbb-446f0bb7-6635-4254-8dfc-93a65d67b776', 'network_id': '446f0bb7-6635-4254-8dfc-93a65d67b776', 'tenant_id': '3fd12654c90d4a4687b2462ca839c972', 'fixed_ips': [{'subnet_id': '42ebc162-f433-4e32-a711-3b4fdd210b99'}]}} from n-d-838334-2. {{(pid=84042) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 18 21:10:27.803518 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-bef56539-b25d-4d1b-8a34-7e01b4f88c7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_create {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:10:27.834602 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 46088) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:10:27.899777 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f6741c3-4fc8-487e-ae33-b09ea64d2bd0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=07df4b99-a3d2-4f16-9394-c408c51f9124,revision_number=1']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:10:27.916982 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.managers [req-6f96378b-0422-4424-9619-5584a32eedb0 req-b4fc396b-2dea-4e52-bdb9-5cc156d28204 service neutron] Attempting to bind port 17b9170f-ec08-4e32-bd5f-75de14e1248f on host n-h2-838334-2 for vnic_type normal with profile {{(pid=84040) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 21:10:27.917320 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.managers [req-6f96378b-0422-4424-9619-5584a32eedb0 req-b4fc396b-2dea-4e52-bdb9-5cc156d28204 service neutron] Attempting to bind port 17b9170f-ec08-4e32-bd5f-75de14e1248f by drivers openvswitch,hyperv on host n-h2-838334-2 at level 0 using segments [{'id': '84bedd6e-1d83-46f2-85a1-9bdb596820aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '102a493f-901a-4c47-b2df-82352f0bd7b8'}] {{(pid=84040) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 21:10:27.917689 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f96378b-0422-4424-9619-5584a32eedb0 req-b4fc396b-2dea-4e52-bdb9-5cc156d28204 service neutron] Attempting to bind port 17b9170f-ec08-4e32-bd5f-75de14e1248f on network 102a493f-901a-4c47-b2df-82352f0bd7b8 {{(pid=84040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 21:10:27.924731 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-b5e6346c-8785-419c-8ab1-abc7bbdac544 req-0f76f1a7-38f9-46f0-a3de-ba8c5f96f7b3 tempest-VolumesActionsTest-2029511516 tempest-VolumesActionsTest-2029511516-project] 10.222.0.42 "GET /v2.0/security-groups?id=bf1645a0-74da-4ff3-98d5-275db1b26720&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2690094 Apr 18 21:10:27.929106 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-80a0420a-22ca-4bce-967a-c0e908173327 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:10:27.981167 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-d2692e7d-496b-40a4-a065-98bc604bf892 tempest-RoutersIpV6Test-235118808 tempest-RoutersIpV6Test-235118808-project] Notify callbacks [] for router, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:10:27.981467 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f96378b-0422-4424-9619-5584a32eedb0 req-b4fc396b-2dea-4e52-bdb9-5cc156d28204 service neutron] Port 17b9170f-ec08-4e32-bd5f-75de14e1248f on network 102a493f-901a-4c47-b2df-82352f0bd7b8 not bound, no agent of type Open vSwitch agent registered on host n-h2-838334-2 {{(pid=84040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 18 21:10:27.981791 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f96378b-0422-4424-9619-5584a32eedb0 req-b4fc396b-2dea-4e52-bdb9-5cc156d28204 service neutron] Attempting to bind port 17b9170f-ec08-4e32-bd5f-75de14e1248f on network 102a493f-901a-4c47-b2df-82352f0bd7b8 {{(pid=84040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 21:10:27.986374 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 46094) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:10:27.995133 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-d2692e7d-496b-40a4-a065-98bc604bf892 tempest-RoutersIpV6Test-235118808 tempest-RoutersIpV6Test-235118808-project] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 1.0275815 Apr 18 21:10:28.096963 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-3a20257b-3113-4673-accb-ba1d62d556ec admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:10:28.172863 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.db_base_plugin_common [None req-bef56539-b25d-4d1b-8a34-7e01b4f88c7a None None] Allocated IP 2001:db8::2 (446f0bb7-6635-4254-8dfc-93a65d67b776/42ebc162-f433-4e32-a711-3b4fdd210b99/9dab4114-eeef-4f60-b3be-28381e613eb2) {{(pid=84042) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 21:10:28.194106 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-3a20257b-3113-4673-accb-ba1d62d556ec admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:10:28.249029 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [None req-80a0420a-22ca-4bce-967a-c0e908173327 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:10:28.261329 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-80a0420a-22ca-4bce-967a-c0e908173327 admin admin] Usage tracker for resource:security_group_rule and tenant:8280a8f4abf4456ea6653650ab207580 is out of sync, need to count used quota {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:10:28.270635 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-80a0420a-22ca-4bce-967a-c0e908173327 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:10:28.284200 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [None req-80a0420a-22ca-4bce-967a-c0e908173327 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:10:28.333104 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-3a20257b-3113-4673-accb-ba1d62d556ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33528224'] for security_group, after_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:10:28.384950 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f96378b-0422-4424-9619-5584a32eedb0 req-b4fc396b-2dea-4e52-bdb9-5cc156d28204 service neutron] Checking agent: {'id': 'dc797004-f641-47b7-a77f-9c62b5b16296', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-838334-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 34, 3), 'started_at': datetime.datetime(2022, 4, 18, 20, 34, 3), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 21, 10, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 18 21:10:28.384950 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f96378b-0422-4424-9619-5584a32eedb0 req-b4fc396b-2dea-4e52-bdb9-5cc156d28204 service neutron] Checking segment: {'id': '84bedd6e-1d83-46f2-85a1-9bdb596820aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '102a493f-901a-4c47-b2df-82352f0bd7b8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84040) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 21:10:28.384950 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f96378b-0422-4424-9619-5584a32eedb0 req-b4fc396b-2dea-4e52-bdb9-5cc156d28204 service neutron] Bound using segment: {'id': '84bedd6e-1d83-46f2-85a1-9bdb596820aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '102a493f-901a-4c47-b2df-82352f0bd7b8'} {{(pid=84040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 18 21:10:28.385384 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.managers [req-6f96378b-0422-4424-9619-5584a32eedb0 req-b4fc396b-2dea-4e52-bdb9-5cc156d28204 service neutron] Bound port: 17b9170f-ec08-4e32-bd5f-75de14e1248f, host: n-h2-838334-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '84bedd6e-1d83-46f2-85a1-9bdb596820aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '102a493f-901a-4c47-b2df-82352f0bd7b8'}}] {{(pid=84040) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 21:10:28.385631 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-6f96378b-0422-4424-9619-5584a32eedb0 req-b4fc396b-2dea-4e52-bdb9-5cc156d28204 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:10:28.391476 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a20257b-3113-4673-accb-ba1d62d556ec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=07df4b99-a3d2-4f16-9394-c408c51f9124,revision_number=None']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:10:28.407497 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-3a20257b-3113-4673-accb-ba1d62d556ec admin admin] Notify callbacks [] for security_group, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:10:28.426779 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-3a20257b-3113-4673-accb-ba1d62d556ec admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/07df4b99-a3d2-4f16-9394-c408c51f9124 HTTP/1.1" status: 204 len: 168 time: 0.6330385 Apr 18 21:10:28.649173 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-bef56539-b25d-4d1b-8a34-7e01b4f88c7a None None] Notify callbacks [] for port, precommit_create {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:10:28.672998 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-bef56539-b25d-4d1b-8a34-7e01b4f88c7a None None] Transition to ACTIVE for port object 9dab4114-eeef-4f60-b3be-28381e613eb2 will not be triggered until provisioned by entity L2. {{(pid=84042) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:10:28.716487 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-bef56539-b25d-4d1b-8a34-7e01b4f88c7a None None] Transition to ACTIVE for port object 9dab4114-eeef-4f60-b3be-28381e613eb2 will not be triggered until provisioned by entity DHCP. {{(pid=84042) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:10:28.729817 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-bef56539-b25d-4d1b-8a34-7e01b4f88c7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750374836619'] for port, after_create {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:10:28.827454 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.db [req-6f96378b-0422-4424-9619-5584a32eedb0 req-b4fc396b-2dea-4e52-bdb9-5cc156d28204 service neutron] For port 17b9170f-ec08-4e32-bd5f-75de14e1248f, host n-h2-838334-2, cleared binding levels {{(pid=84040) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 21:10:28.847840 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-80a0420a-22ca-4bce-967a-c0e908173327 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:10:28.855913 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.db [req-6f96378b-0422-4424-9619-5584a32eedb0 req-b4fc396b-2dea-4e52-bdb9-5cc156d28204 service neutron] For port 17b9170f-ec08-4e32-bd5f-75de14e1248f, host n-h2-838334-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838334-2',level=0,port_id=17b9170f-ec08-4e32-bd5f-75de14e1248f,segment=NetworkSegment(84bedd6e-1d83-46f2-85a1-9bdb596820aa),segment_id=84bedd6e-1d83-46f2-85a1-9bdb596820aa)] {{(pid=84040) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 21:10:28.872427 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bef56539-b25d-4d1b-8a34-7e01b4f88c7a None None] Pushing event updated for resources: {'Port': ['ID=9dab4114-eeef-4f60-b3be-28381e613eb2,revision_number=1']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:10:28.885707 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bef56539-b25d-4d1b-8a34-7e01b4f88c7a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:10:28.886052 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bef56539-b25d-4d1b-8a34-7e01b4f88c7a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:10:28.886386 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bef56539-b25d-4d1b-8a34-7e01b4f88c7a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:10:28.886727 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bef56539-b25d-4d1b-8a34-7e01b4f88c7a None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:10:28.887032 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bef56539-b25d-4d1b-8a34-7e01b4f88c7a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:10:28.887929 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bef56539-b25d-4d1b-8a34-7e01b4f88c7a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:10:28.888319 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bef56539-b25d-4d1b-8a34-7e01b4f88c7a None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:10:28.888640 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bef56539-b25d-4d1b-8a34-7e01b4f88c7a None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:10:28.888957 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bef56539-b25d-4d1b-8a34-7e01b4f88c7a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:10:28.889259 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bef56539-b25d-4d1b-8a34-7e01b4f88c7a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:10:28.889572 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bef56539-b25d-4d1b-8a34-7e01b4f88c7a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:10:28.905492 n-d-838334-2 neutron-server[84042]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bef56539-b25d-4d1b-8a34-7e01b4f88c7a None None] Network 446f0bb7-6635-4254-8dfc-93a65d67b776 is already hosted by enough agents. {{(pid=84042) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:10:28.913933 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-80a0420a-22ca-4bce-967a-c0e908173327 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33528224'] for security_group, after_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:10:28.931481 n-d-838334-2 neutron-server[84042]: DEBUG neutron.scheduler.base_scheduler [None req-bef56539-b25d-4d1b-8a34-7e01b4f88c7a None None] Resources bound (agent type, host, resource id): {{(pid=84042) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:10:28.939773 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bef56539-b25d-4d1b-8a34-7e01b4f88c7a None None] Received port after_create {{(pid=84042) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 21:10:28.940718 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-6f96378b-0422-4424-9619-5584a32eedb0 req-b4fc396b-2dea-4e52-bdb9-5cc156d28204 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32440959'] for port, after_update {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:10:29.101413 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-6f96378b-0422-4424-9619-5584a32eedb0 req-b4fc396b-2dea-4e52-bdb9-5cc156d28204 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217293'] for port, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:10:29.103095 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-6f96378b-0422-4424-9619-5584a32eedb0 req-b4fc396b-2dea-4e52-bdb9-5cc156d28204 service neutron] 10.222.0.48 "PUT /v2.0/ports/17b9170f-ec08-4e32-bd5f-75de14e1248f HTTP/1.1" status: 200 len: 1091 time: 3.6714189 Apr 18 21:10:29.104924 n-d-838334-2 neutron-server[84040]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c1094d5b-465f-41fa-bd0f-fb9e22f43a12', 'tag': '17b9170f-ec08-4e32-bd5f-75de14e1248f'}] {{(pid=84040) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 21:10:29.118061 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.managers [None req-bef56539-b25d-4d1b-8a34-7e01b4f88c7a None None] Attempting to bind port 9dab4114-eeef-4f60-b3be-28381e613eb2 on host n-d-838334-2 for vnic_type normal with profile {{(pid=84042) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 21:10:29.118423 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.managers [None req-bef56539-b25d-4d1b-8a34-7e01b4f88c7a None None] Attempting to bind port 9dab4114-eeef-4f60-b3be-28381e613eb2 by drivers openvswitch,hyperv on host n-d-838334-2 at level 0 using segments [{'id': '949d5f75-4ec4-4fbb-9a9b-4e674a02f73d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': '446f0bb7-6635-4254-8dfc-93a65d67b776'}] {{(pid=84042) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 21:10:29.118777 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bef56539-b25d-4d1b-8a34-7e01b4f88c7a None None] Attempting to bind port 9dab4114-eeef-4f60-b3be-28381e613eb2 on network 446f0bb7-6635-4254-8dfc-93a65d67b776 {{(pid=84042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 21:10:29.135332 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bef56539-b25d-4d1b-8a34-7e01b4f88c7a None None] Checking agent: {'id': '97cd4414-7af6-4d67-868d-dff370b4071a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838334-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 25, 49), 'started_at': datetime.datetime(2022, 4, 18, 20, 26, 19), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 21, 10, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838334-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 18 21:10:29.135754 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bef56539-b25d-4d1b-8a34-7e01b4f88c7a None None] Checking segment: {'id': '949d5f75-4ec4-4fbb-9a9b-4e674a02f73d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': '446f0bb7-6635-4254-8dfc-93a65d67b776'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84042) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 21:10:29.136123 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-bef56539-b25d-4d1b-8a34-7e01b4f88c7a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:10:29.136508 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bef56539-b25d-4d1b-8a34-7e01b4f88c7a None None] Bound using segment: {'id': '949d5f75-4ec4-4fbb-9a9b-4e674a02f73d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': '446f0bb7-6635-4254-8dfc-93a65d67b776'} {{(pid=84042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 18 21:10:29.136970 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.managers [None req-bef56539-b25d-4d1b-8a34-7e01b4f88c7a None None] Bound port: 9dab4114-eeef-4f60-b3be-28381e613eb2, host: n-d-838334-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '949d5f75-4ec4-4fbb-9a9b-4e674a02f73d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': '446f0bb7-6635-4254-8dfc-93a65d67b776'}}] {{(pid=84042) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 21:10:29.137888 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-bef56539-b25d-4d1b-8a34-7e01b4f88c7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:10:29.199224 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80a0420a-22ca-4bce-967a-c0e908173327 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=383bded0-e704-45b8-8ec6-9d2f02557f4a,revision_number=1']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:10:29.222527 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 46130) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:10:29.223313 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-80a0420a-22ca-4bce-967a-c0e908173327 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=8280a8f4abf4456ea6653650ab207580&name=default HTTP/1.1" status: 200 len: 2647 time: 1.3695784 Apr 18 21:10:29.303399 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-bef56539-b25d-4d1b-8a34-7e01b4f88c7a None None] For port 9dab4114-eeef-4f60-b3be-28381e613eb2, host n-d-838334-2, cleared binding levels {{(pid=84042) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 21:10:29.307307 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-bef56539-b25d-4d1b-8a34-7e01b4f88c7a None None] For port 9dab4114-eeef-4f60-b3be-28381e613eb2, host n-d-838334-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838334-2',level=0,port_id=9dab4114-eeef-4f60-b3be-28381e613eb2,segment=NetworkSegment(949d5f75-4ec4-4fbb-9a9b-4e674a02f73d),segment_id=949d5f75-4ec4-4fbb-9a9b-4e674a02f73d)] {{(pid=84042) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 21:10:29.318393 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-bef56539-b25d-4d1b-8a34-7e01b4f88c7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682'] for port, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:10:29.336006 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4fc396b-2dea-4e52-bdb9-5cc156d28204 service neutron] Pushing event updated for resources: {'Port': ['ID=17b9170f-ec08-4e32-bd5f-75de14e1248f,revision_number=3']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:10:29.376729 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-d72a2e67-1c1b-4e8a-8984-07dd74808839 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:10:29.441730 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-d72a2e67-1c1b-4e8a-8984-07dd74808839 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:10:29.486839 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-26009d8b-a3b8-42a9-9e56-3da9d77ba604 tempest-RoutersIpV6Test-235118808 tempest-RoutersIpV6Test-235118808-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:10:29.515005 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bef56539-b25d-4d1b-8a34-7e01b4f88c7a None None] Pushing event updated for resources: {'Port': ['ID=9dab4114-eeef-4f60-b3be-28381e613eb2,revision_number=2']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:10:29.556402 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7041830-4101-462a-9176-10fae7d432e6 req-0374e327-0535-456d-9bc1-7fb741fcc9b6 tempest-VolumesActionsTest-2029511516 tempest-VolumesActionsTest-2029511516-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:10:29.583860 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-f7041830-4101-462a-9176-10fae7d432e6 req-0374e327-0535-456d-9bc1-7fb741fcc9b6 tempest-VolumesActionsTest-2029511516 tempest-VolumesActionsTest-2029511516-project] 10.222.0.42 "GET /v2.0/ports?device_id=c1094d5b-465f-41fa-bd0f-fb9e22f43a12 HTTP/1.1" status: 200 len: 943 time: 0.3746250 Apr 18 21:10:29.589294 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-d72a2e67-1c1b-4e8a-8984-07dd74808839 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33528224'] for security_group, after_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:10:29.616641 n-d-838334-2 neutron-server[84040]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6f8cddd0-7ba1-4ef3-8ebb-5c5517779d9b'] response: {'name': 'network-changed', 'server_uuid': 'c1094d5b-465f-41fa-bd0f-fb9e22f43a12', 'tag': '17b9170f-ec08-4e32-bd5f-75de14e1248f', 'status': 'completed', 'code': 200} Apr 18 21:10:29.647219 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-d72a2e67-1c1b-4e8a-8984-07dd74808839 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:10:29.648489 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-d72a2e67-1c1b-4e8a-8984-07dd74808839 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/383bded0-e704-45b8-8ec6-9d2f02557f4a HTTP/1.1" status: 204 len: 168 time: 0.4249663 Apr 18 21:10:29.656319 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d72a2e67-1c1b-4e8a-8984-07dd74808839 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=383bded0-e704-45b8-8ec6-9d2f02557f4a,revision_number=None']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:10:29.741621 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750375287399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253529'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:10:29.805282 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-6f96378b-0422-4424-9619-5584a32eedb0 req-34821866-7b70-45bb-859a-c69ed1ea3f43 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=580e862ec186417c881306a9dbb56146&device_id=c1094d5b-465f-41fa-bd0f-fb9e22f43a12 HTTP/1.1" status: 200 len: 1094 time: 0.6448770 Apr 18 21:10:29.876970 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [req-c4b18da9-90b4-4674-918b-f1179ec4f696 req-f78c6b95-4da8-427b-afd2-11119ece5f68 service neutron] (84040) timed out ('10.222.0.42', 51464) {{(pid=84040) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Apr 18 21:10:30.124659 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-f7041830-4101-462a-9176-10fae7d432e6 req-9b8ca68b-32c9-4648-99c9-3cdac0284268 tempest-VolumesActionsTest-2029511516 tempest-VolumesActionsTest-2029511516-project] 10.222.0.42 "GET /v2.0/security-groups?id=bf1645a0-74da-4ff3-98d5-275db1b26720&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5394313 Apr 18 21:10:30.134370 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-6f96378b-0422-4424-9619-5584a32eedb0 req-693d5e8b-415f-4984-9f7d-1db1b875b42f service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=17b9170f-ec08-4e32-bd5f-75de14e1248f HTTP/1.1" status: 200 len: 217 time: 0.2600186 Apr 18 21:10:30.277630 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f96378b-0422-4424-9619-5584a32eedb0 req-ba98b795-0dae-4ced-ba78-c730aaadcec4 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:10:30.281093 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-6f96378b-0422-4424-9619-5584a32eedb0 req-ba98b795-0dae-4ced-ba78-c730aaadcec4 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=9b79ba09-f6bf-4dca-9297-cbac8d322d9e HTTP/1.1" status: 200 len: 849 time: 0.0937326 Apr 18 21:10:30.376053 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-6f96378b-0422-4424-9619-5584a32eedb0 req-7c9884c5-a01a-4583-9150-bfe1e98988af service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=102a493f-901a-4c47-b2df-82352f0bd7b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0627198 Apr 18 21:10:30.529575 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Device 9dab4114-eeef-4f60-b3be-28381e613eb2 up at agent ovs-agent-n-d-838334-2 {{(pid=84042) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 21:10:30.712535 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Provisioning for port 9dab4114-eeef-4f60-b3be-28381e613eb2 completed by entity L2. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 21:10:30.719038 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.db_base_plugin_common [None req-26009d8b-a3b8-42a9-9e56-3da9d77ba604 tempest-RoutersIpV6Test-235118808 tempest-RoutersIpV6Test-235118808-project] Allocated IP 2001:db8::1 (446f0bb7-6635-4254-8dfc-93a65d67b776/42ebc162-f433-4e32-a711-3b4fdd210b99/2b586c73-5de4-4268-972a-3462022c7459) {{(pid=84040) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 21:10:30.989871 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-6f96378b-0422-4424-9619-5584a32eedb0 req-d7738d15-5a5f-431f-96f7-8041c4b0568c service neutron] 10.222.0.48 "GET /v2.0/networks/102a493f-901a-4c47-b2df-82352f0bd7b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6027379 Apr 18 21:10:31.161816 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-26009d8b-a3b8-42a9-9e56-3da9d77ba604 tempest-RoutersIpV6Test-235118808 tempest-RoutersIpV6Test-235118808-project] Notify callbacks [] for port, precommit_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:10:31.206815 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.provisioning_blocks [None req-26009d8b-a3b8-42a9-9e56-3da9d77ba604 tempest-RoutersIpV6Test-235118808 tempest-RoutersIpV6Test-235118808-project] Transition to ACTIVE for port object 2b586c73-5de4-4268-972a-3462022c7459 will not be triggered until provisioned by entity DHCP. {{(pid=84040) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:10:31.217693 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d780b02-b1ad-4bbb-8ec1-c8a82ee6bdc7 None None] Network 446f0bb7-6635-4254-8dfc-93a65d67b776 requested from n-d-838334-2 {{(pid=84042) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 21:10:31.270914 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-6f96378b-0422-4424-9619-5584a32eedb0 req-8980116c-2da7-4aad-a543-4bb18fae6712 service neutron] 10.222.0.48 "GET /v2.0/networks/102a493f-901a-4c47-b2df-82352f0bd7b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2735016 Apr 18 21:10:31.289730 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-26009d8b-a3b8-42a9-9e56-3da9d77ba604 tempest-RoutersIpV6Test-235118808 tempest-RoutersIpV6Test-235118808-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750374836619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32440838'] for port, after_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:10:31.490823 n-d-838334-2 neutron-server[84040]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26009d8b-a3b8-42a9-9e56-3da9d77ba604 tempest-RoutersIpV6Test-235118808 tempest-RoutersIpV6Test-235118808-project] Network 446f0bb7-6635-4254-8dfc-93a65d67b776 is already hosted by enough agents. {{(pid=84040) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:10:31.498406 n-d-838334-2 neutron-server[84040]: DEBUG neutron.scheduler.base_scheduler [None req-26009d8b-a3b8-42a9-9e56-3da9d77ba604 tempest-RoutersIpV6Test-235118808 tempest-RoutersIpV6Test-235118808-project] Resources bound (agent type, host, resource id): {{(pid=84040) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:10:31.503031 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26009d8b-a3b8-42a9-9e56-3da9d77ba604 tempest-RoutersIpV6Test-235118808 tempest-RoutersIpV6Test-235118808-project] Received port after_create {{(pid=84040) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 21:10:31.508390 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-9478e821-e1f4-4930-9124-4a211d19a895 None None] Provisioning for port 9dab4114-eeef-4f60-b3be-28381e613eb2 completed by entity DHCP. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 21:10:31.509045 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-26009d8b-a3b8-42a9-9e56-3da9d77ba604 tempest-RoutersIpV6Test-235118808 tempest-RoutersIpV6Test-235118808-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33444010'] for router_interface, before_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:10:31.553186 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26009d8b-a3b8-42a9-9e56-3da9d77ba604 tempest-RoutersIpV6Test-235118808 tempest-RoutersIpV6Test-235118808-project] Pushing event updated for resources: {'Port': ['ID=2b586c73-5de4-4268-972a-3462022c7459,revision_number=1']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:10:31.560506 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-9478e821-e1f4-4930-9124-4a211d19a895 None None] Provisioning complete for port 9dab4114-eeef-4f60-b3be-28381e613eb2 triggered by entity DHCP. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:10:31.561046 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-9478e821-e1f4-4930-9124-4a211d19a895 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1253608'] for port, provisioning_complete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:10:31.825162 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c70e1967-4fe2-46ee-a013-ade8094b40eb req-cfa17b19-1a37-4ac4-8258-1267e55b91ec tempest-VolumesActionsTest-2029511516 tempest-VolumesActionsTest-2029511516-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:10:31.831860 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-c70e1967-4fe2-46ee-a013-ade8094b40eb req-cfa17b19-1a37-4ac4-8258-1267e55b91ec tempest-VolumesActionsTest-2029511516 tempest-VolumesActionsTest-2029511516-project] 10.222.0.42 "GET /v2.0/ports?device_id=c1094d5b-465f-41fa-bd0f-fb9e22f43a12 HTTP/1.1" status: 200 len: 943 time: 0.4271860 Apr 18 21:10:31.971094 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-9478e821-e1f4-4930-9124-4a211d19a895 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:10:32.028229 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-9478e821-e1f4-4930-9124-4a211d19a895 None None] For port 9dab4114-eeef-4f60-b3be-28381e613eb2, host n-d-838334-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838334-2',level=0,port_id=9dab4114-eeef-4f60-b3be-28381e613eb2,segment=NetworkSegment(949d5f75-4ec4-4fbb-9a9b-4e674a02f73d),segment_id=949d5f75-4ec4-4fbb-9a9b-4e674a02f73d)] {{(pid=84042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:10:32.041736 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-c70e1967-4fe2-46ee-a013-ade8094b40eb req-6cc1a0ac-2aa0-420a-8b10-2ae0f7f60ad6 tempest-VolumesActionsTest-2029511516 tempest-VolumesActionsTest-2029511516-project] 10.222.0.42 "GET /v2.0/security-groups?id=bf1645a0-74da-4ff3-98d5-275db1b26720&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1898398 Apr 18 21:10:32.057999 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-9478e821-e1f4-4930-9124-4a211d19a895 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682'] for port, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:10:32.067180 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-e6a01812-c1ae-4782-88db-eba78e3eda20 req-a58adb4b-41c2-4187-a004-f3022c87c3a2 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=580e862ec186417c881306a9dbb56146&device_id=c1094d5b-465f-41fa-bd0f-fb9e22f43a12 HTTP/1.1" status: 200 len: 1094 time: 0.7144213 Apr 18 21:10:32.073388 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-26009d8b-a3b8-42a9-9e56-3da9d77ba604 tempest-RoutersIpV6Test-235118808 tempest-RoutersIpV6Test-235118808-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:10:32.165657 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9478e821-e1f4-4930-9124-4a211d19a895 None None] Pushing event updated for resources: {'Port': ['ID=9dab4114-eeef-4f60-b3be-28381e613eb2,revision_number=3']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:10:32.516464 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Device 9dab4114-eeef-4f60-b3be-28381e613eb2 up at agent ovs-agent-n-d-838334-2 {{(pid=84042) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 21:10:32.653215 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 46244) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:10:32.658730 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-523371a1-7497-4bcc-adea-bba92607ee80 None None] Provisioning complete for port 9dab4114-eeef-4f60-b3be-28381e613eb2 triggered by entity DHCP. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:10:32.675852 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-523371a1-7497-4bcc-adea-bba92607ee80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1253608'] for port, provisioning_complete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:10:32.791180 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Provisioning complete for port 9dab4114-eeef-4f60-b3be-28381e613eb2 triggered by entity L2. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:10:32.791970 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1253608'] for port, provisioning_complete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:10:33.073889 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-523371a1-7497-4bcc-adea-bba92607ee80 None None] Provisioning for port 2b586c73-5de4-4268-972a-3462022c7459 completed by entity DHCP. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 21:10:33.079388 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-523371a1-7497-4bcc-adea-bba92607ee80 None None] Provisioning complete for port 2b586c73-5de4-4268-972a-3462022c7459 triggered by entity DHCP. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:10:33.079794 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-523371a1-7497-4bcc-adea-bba92607ee80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1253608'] for port, provisioning_complete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:10:33.125924 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 46266) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:10:33.210635 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.plugin [None req-523371a1-7497-4bcc-adea-bba92607ee80 None None] Port 2b586c73-5de4-4268-972a-3462022c7459 cannot update to ACTIVE because it is not bound. {{(pid=84042) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 18 21:10:33.346732 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-e8c60b61-9e1a-427f-a451-53ce39f08db8 None None] Provisioning complete for port 2b586c73-5de4-4268-972a-3462022c7459 triggered by entity DHCP. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:10:33.347534 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-e8c60b61-9e1a-427f-a451-53ce39f08db8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1253608'] for port, provisioning_complete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:10:33.379123 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-17992c84-9944-4231-addb-5e58fe1c1584 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:10:33.445776 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-17992c84-9944-4231-addb-5e58fe1c1584 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:10:33.451744 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-17992c84-9944-4231-addb-5e58fe1c1584 admin admin] Usage tracker for resource:security_group_rule and tenant:9daed715b2354d0eb33162e5719a251b is out of sync, need to count used quota {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:10:33.455871 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-17992c84-9944-4231-addb-5e58fe1c1584 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:10:33.462622 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-17992c84-9944-4231-addb-5e58fe1c1584 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:10:33.527575 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-be8b4e86-e570-4b35-8b7e-e652ca020aaf admin admin] Notify callbacks [] for security_group, before_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:10:33.566002 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.plugin [None req-e8c60b61-9e1a-427f-a451-53ce39f08db8 None None] Port 2b586c73-5de4-4268-972a-3462022c7459 cannot update to ACTIVE because it is not bound. {{(pid=84042) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 18 21:10:33.567746 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Device 17b9170f-ec08-4e32-bd5f-75de14e1248f details requested by agent hyperv_n-h2-838334-2 with host n-h2-838334-2 {{(pid=84042) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 18 21:10:33.570308 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-26009d8b-a3b8-42a9-9e56-3da9d77ba604 tempest-RoutersIpV6Test-235118808 tempest-RoutersIpV6Test-235118808-project] Notify callbacks [] for port, precommit_update {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:10:33.604858 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6a01812-c1ae-4782-88db-eba78e3eda20 req-2616676e-0392-4f41-a46a-f393d93e6a90 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:10:33.606882 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-e6a01812-c1ae-4782-88db-eba78e3eda20 req-2616676e-0392-4f41-a46a-f393d93e6a90 service neutron] 10.222.0.48 "GET /v2.0/networks?id=102a493f-901a-4c47-b2df-82352f0bd7b8 HTTP/1.1" status: 200 len: 910 time: 1.4966140 Apr 18 21:10:33.609569 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-26009d8b-a3b8-42a9-9e56-3da9d77ba604 tempest-RoutersIpV6Test-235118808 tempest-RoutersIpV6Test-235118808-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32440959'] for port, after_update {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:10:33.610417 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-26009d8b-a3b8-42a9-9e56-3da9d77ba604 tempest-RoutersIpV6Test-235118808 tempest-RoutersIpV6Test-235118808-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-32377886', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33443847'] for router_interface, after_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:10:33.611324 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-17992c84-9944-4231-addb-5e58fe1c1584 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:10:33.629224 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-17992c84-9944-4231-addb-5e58fe1c1584 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33528224'] for security_group, after_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:10:33.732956 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] For port 17b9170f-ec08-4e32-bd5f-75de14e1248f, host n-h2-838334-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838334-2',level=0,port_id=17b9170f-ec08-4e32-bd5f-75de14e1248f,segment=NetworkSegment(84bedd6e-1d83-46f2-85a1-9bdb596820aa),segment_id=84bedd6e-1d83-46f2-85a1-9bdb596820aa)] {{(pid=84042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:10:33.755179 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Returning: {'device': '17b9170f-ec08-4e32-bd5f-75de14e1248f', 'network_id': '102a493f-901a-4c47-b2df-82352f0bd7b8', 'port_id': '17b9170f-ec08-4e32-bd5f-75de14e1248f', 'mac_address': 'fa:16:3e:5d:e4:a7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 366, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9b79ba09-f6bf-4dca-9297-cbac8d322d9e', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84042) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 18 21:10:33.760209 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-17992c84-9944-4231-addb-5e58fe1c1584 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=9daed715b2354d0eb33162e5719a251b&name=default HTTP/1.1" status: 200 len: 2647 time: 1.1049373 Apr 18 21:10:33.765895 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 46286) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:10:33.807782 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-be8b4e86-e570-4b35-8b7e-e652ca020aaf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:10:33.814853 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:10:33.826659 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-be8b4e86-e570-4b35-8b7e-e652ca020aaf admin admin] Usage tracker for resource:security_group_rule and tenant:c0c0842af3634f229fed178191999e59 is out of sync, need to count used quota {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:10:33.831558 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-be8b4e86-e570-4b35-8b7e-e652ca020aaf admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:10:33.833654 n-d-838334-2 neutron-server[84042]: DEBUG neutron.notifiers.nova [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 17b9170f-ec08-4e32-bd5f-75de14e1248f {{(pid=84042) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 18 21:10:33.847496 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17992c84-9944-4231-addb-5e58fe1c1584 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=379a1ddf-79a5-4536-b09d-56866454a68d,revision_number=1']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:10:33.851560 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] For port 17b9170f-ec08-4e32-bd5f-75de14e1248f, host n-h2-838334-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838334-2',level=0,port_id=17b9170f-ec08-4e32-bd5f-75de14e1248f,segment=NetworkSegment(84bedd6e-1d83-46f2-85a1-9bdb596820aa),segment_id=84bedd6e-1d83-46f2-85a1-9bdb596820aa)] {{(pid=84042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:10:33.852708 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-be8b4e86-e570-4b35-8b7e-e652ca020aaf admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:10:33.858792 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682'] for port, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:10:33.909917 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-c3731aee-8686-448d-a9ca-674673144b38 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:10:33.959980 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Pushing event updated for resources: {'Port': ['ID=17b9170f-ec08-4e32-bd5f-75de14e1248f,revision_number=4']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:10:33.961791 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-c3731aee-8686-448d-a9ca-674673144b38 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:10:33.984398 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750375287399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253529'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:10:34.022887 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-e6a01812-c1ae-4782-88db-eba78e3eda20 req-f01a37d9-6de0-418b-a04e-130670625e50 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=17b9170f-ec08-4e32-bd5f-75de14e1248f HTTP/1.1" status: 200 len: 217 time: 0.4021835 Apr 18 21:10:34.107484 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] get_ports_and_sgs() called for port_ids ['17b9170f-ec08-4e32-bd5f-75de14e1248f'] {{(pid=84042) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 18 21:10:34.163061 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-be8b4e86-e570-4b35-8b7e-e652ca020aaf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:10:34.182127 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-be8b4e86-e570-4b35-8b7e-e652ca020aaf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33528224'] for security_group, after_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:10:34.237372 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26009d8b-a3b8-42a9-9e56-3da9d77ba604 tempest-RoutersIpV6Test-235118808 tempest-RoutersIpV6Test-235118808-project] Pushing event updated for resources: {'Port': ['ID=2b586c73-5de4-4268-972a-3462022c7459,revision_number=2']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:10:34.295945 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-be8b4e86-e570-4b35-8b7e-e652ca020aaf admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=c0c0842af3634f229fed178191999e59&name=default HTTP/1.1" status: 200 len: 2647 time: 1.1688795 Apr 18 21:10:34.322463 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be8b4e86-e570-4b35-8b7e-e652ca020aaf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=29f67d09-ba03-49cd-b8bd-75125a90577f,revision_number=1']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:10:34.325945 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 46312) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:10:34.347971 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-c3731aee-8686-448d-a9ca-674673144b38 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33528224'] for security_group, after_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:10:34.388707 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3731aee-8686-448d-a9ca-674673144b38 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=379a1ddf-79a5-4536-b09d-56866454a68d,revision_number=None']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:10:34.396494 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6a01812-c1ae-4782-88db-eba78e3eda20 req-f545def2-3a8a-47a9-a569-069ca414e11e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:10:34.398538 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-e6a01812-c1ae-4782-88db-eba78e3eda20 req-f545def2-3a8a-47a9-a569-069ca414e11e service neutron] 10.222.0.48 "GET /v2.0/subnets?id=9b79ba09-f6bf-4dca-9297-cbac8d322d9e HTTP/1.1" status: 200 len: 849 time: 0.3629465 Apr 18 21:10:34.405776 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-c3731aee-8686-448d-a9ca-674673144b38 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:10:34.409847 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-c3731aee-8686-448d-a9ca-674673144b38 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/379a1ddf-79a5-4536-b09d-56866454a68d HTTP/1.1" status: 204 len: 168 time: 0.6429319 Apr 18 21:10:34.574929 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-e6a01812-c1ae-4782-88db-eba78e3eda20 req-fd5683db-6cde-4f7b-aef5-4d649f983dab service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=102a493f-901a-4c47-b2df-82352f0bd7b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1451480 Apr 18 21:10:34.608312 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b193b5e0-bb99-4068-a305-baac81bcfa5a req-630538a5-4277-4046-9d2a-42bb01adc21b tempest-VolumesActionsTest-2029511516 tempest-VolumesActionsTest-2029511516-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:10:34.615165 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-b193b5e0-bb99-4068-a305-baac81bcfa5a req-630538a5-4277-4046-9d2a-42bb01adc21b tempest-VolumesActionsTest-2029511516 tempest-VolumesActionsTest-2029511516-project] 10.222.0.42 "GET /v2.0/ports?device_id=c1094d5b-465f-41fa-bd0f-fb9e22f43a12 HTTP/1.1" status: 200 len: 944 time: 1.0116639 Apr 18 21:10:34.814422 n-d-838334-2 neutron-server[84040]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26009d8b-a3b8-42a9-9e56-3da9d77ba604 tempest-RoutersIpV6Test-235118808 tempest-RoutersIpV6Test-235118808-project] Network 446f0bb7-6635-4254-8dfc-93a65d67b776 is already hosted by enough agents. {{(pid=84040) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:10:34.830745 n-d-838334-2 neutron-server[84040]: DEBUG neutron.scheduler.base_scheduler [None req-26009d8b-a3b8-42a9-9e56-3da9d77ba604 tempest-RoutersIpV6Test-235118808 tempest-RoutersIpV6Test-235118808-project] Resources bound (agent type, host, resource id): {{(pid=84040) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:10:35.266821 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-e6a01812-c1ae-4782-88db-eba78e3eda20 req-09b72429-8b31-432f-9040-3b6c772223a9 service neutron] 10.222.0.48 "GET /v2.0/networks/102a493f-901a-4c47-b2df-82352f0bd7b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6677029 Apr 18 21:10:35.272714 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-b193b5e0-bb99-4068-a305-baac81bcfa5a req-4d17457d-c077-4ca5-ad5e-e64eb8bac31b tempest-VolumesActionsTest-2029511516 tempest-VolumesActionsTest-2029511516-project] 10.222.0.42 "GET /v2.0/security-groups?id=bf1645a0-74da-4ff3-98d5-275db1b26720&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6567144 Apr 18 21:10:35.273537 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-e016c0bb-e8d7-422c-b47d-d47654a68933 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:10:35.349059 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-e016c0bb-e8d7-422c-b47d-d47654a68933 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:10:35.407258 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-02eefa19-29d4-45b2-a90b-224c60eebf5e None None] Provisioning complete for port 2b586c73-5de4-4268-972a-3462022c7459 triggered by entity DHCP. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:10:35.407772 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-02eefa19-29d4-45b2-a90b-224c60eebf5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1253608'] for port, provisioning_complete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:10:35.466629 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Device 17b9170f-ec08-4e32-bd5f-75de14e1248f up at agent hyperv_n-h2-838334-2 {{(pid=84042) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 21:10:35.579559 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.plugin [None req-02eefa19-29d4-45b2-a90b-224c60eebf5e None None] Port 2b586c73-5de4-4268-972a-3462022c7459 cannot update to ACTIVE because it is not bound. {{(pid=84042) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 18 21:10:35.580491 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-e016c0bb-e8d7-422c-b47d-d47654a68933 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33528224'] for security_group, after_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:10:35.587029 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Provisioning for port 17b9170f-ec08-4e32-bd5f-75de14e1248f completed by entity L2. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 21:10:35.592946 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Provisioning complete for port 17b9170f-ec08-4e32-bd5f-75de14e1248f triggered by entity L2. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:10:35.593323 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1253608'] for port, provisioning_complete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:10:35.617883 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e016c0bb-e8d7-422c-b47d-d47654a68933 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=29f67d09-ba03-49cd-b8bd-75125a90577f,revision_number=None']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:10:35.717891 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-e6a01812-c1ae-4782-88db-eba78e3eda20 req-2d6ba0b6-6190-4463-946a-8da15564130b service neutron] 10.222.0.48 "GET /v2.0/networks/102a493f-901a-4c47-b2df-82352f0bd7b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3335738 Apr 18 21:10:35.747998 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:10:35.796725 n-d-838334-2 neutron-server[84042]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c1094d5b-465f-41fa-bd0f-fb9e22f43a12', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '17b9170f-ec08-4e32-bd5f-75de14e1248f'}] {{(pid=84042) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 21:10:35.807736 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] For port 17b9170f-ec08-4e32-bd5f-75de14e1248f, host n-h2-838334-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838334-2',level=0,port_id=17b9170f-ec08-4e32-bd5f-75de14e1248f,segment=NetworkSegment(84bedd6e-1d83-46f2-85a1-9bdb596820aa),segment_id=84bedd6e-1d83-46f2-85a1-9bdb596820aa)] {{(pid=84042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:10:35.811363 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-e016c0bb-e8d7-422c-b47d-d47654a68933 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:10:35.812945 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-e016c0bb-e8d7-422c-b47d-d47654a68933 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/29f67d09-ba03-49cd-b8bd-75125a90577f HTTP/1.1" status: 204 len: 168 time: 1.4850430 Apr 18 21:10:35.818888 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682'] for port, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:10:35.960842 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Pushing event updated for resources: {'Port': ['ID=17b9170f-ec08-4e32-bd5f-75de14e1248f,revision_number=5']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:10:36.031584 n-d-838334-2 neutron-server[84040]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-26009d8b-a3b8-42a9-9e56-3da9d77ba604 tempest-RoutersIpV6Test-235118808 tempest-RoutersIpV6Test-235118808-project] Router 6ac7e585-e33d-49fc-ae7d-daa76bba32bf is scheduled to L3 agent bc84d6c9-dd7a-4555-a351-592327b46d5a with binding_index 1 {{(pid=84040) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 18 21:10:36.294498 n-d-838334-2 neutron-server[84042]: INFO neutron.notifiers.nova [-] Nova event matching ['req-09f52c36-8698-4e57-9665-017f8f1fd79e'] response: {'server_uuid': 'c1094d5b-465f-41fa-bd0f-fb9e22f43a12', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '17b9170f-ec08-4e32-bd5f-75de14e1248f', 'code': 200} Apr 18 21:10:36.492437 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 46440) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:10:36.535022 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-2592284e-166e-4644-86ef-36e499783773 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:10:36.608506 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-2592284e-166e-4644-86ef-36e499783773 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:10:36.614189 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-2592284e-166e-4644-86ef-36e499783773 admin admin] Usage tracker for resource:security_group_rule and tenant:aa28428a42944d61a4eba232755879b2 is out of sync, need to count used quota {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:10:36.620799 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-2592284e-166e-4644-86ef-36e499783773 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:10:36.632771 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.agents_db [None req-6346a179-333c-4370-b5a6-936984aeab15 None None] Agent healthcheck: found 7 active agents {{(pid=84043) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 18 21:10:36.633513 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-2592284e-166e-4644-86ef-36e499783773 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:10:36.635307 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-f8f2954b-e2bd-4c18-b2ed-8a8ba50c3c19 req-e58e65b9-22ca-41fb-96d3-5f73befc2393 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=c1094d5b-465f-41fa-bd0f-fb9e22f43a12 HTTP/1.1" status: 200 len: 1096 time: 0.2206407 Apr 18 21:10:36.728482 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-26009d8b-a3b8-42a9-9e56-3da9d77ba604 tempest-RoutersIpV6Test-235118808 tempest-RoutersIpV6Test-235118808-project] Notify agent at l3_agent.n-d-838334-2 the message routers_updated {{(pid=84040) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 21:10:36.738044 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-26009d8b-a3b8-42a9-9e56-3da9d77ba604 tempest-RoutersIpV6Test-235118808 tempest-RoutersIpV6Test-235118808-project] 10.222.0.42 "PUT /v2.0/routers/6ac7e585-e33d-49fc-ae7d-daa76bba32bf/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.7506731 Apr 18 21:10:36.740590 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-f8f2954b-e2bd-4c18-b2ed-8a8ba50c3c19 req-568eb806-8f05-4527-9e01-e3882e4531e8 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=bf1645a0-74da-4ff3-98d5-275db1b26720&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0942550 Apr 18 21:10:36.741489 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 46452) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:10:36.745020 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ede78bc0-d96a-4a8a-badb-3caefed9dc4e None None] Sync routers for ids ['6ac7e585-e33d-49fc-ae7d-daa76bba32bf'] in n-d-838334-2 {{(pid=84042) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 18 21:10:36.789958 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-2592284e-166e-4644-86ef-36e499783773 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:10:36.806268 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-2592284e-166e-4644-86ef-36e499783773 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33528224'] for security_group, after_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:10:36.811725 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ede78bc0-d96a-4a8a-badb-3caefed9dc4e None None] Routers {'6ac7e585-e33d-49fc-ae7d-daa76bba32bf'} bound to L3 agent in host n-d-838334-2 {{(pid=84042) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 21:10:36.812963 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_hamode_db [None req-ede78bc0-d96a-4a8a-badb-3caefed9dc4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838334-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-18T20:25:48Z,description=,heartbeat_timestamp=2022-04-18T21:10:18Z,host='n-d-838334-2',id=bc84d6c9-dd7a-4555-a351-592327b46d5a,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:25:48Z,topic='l3_agent')) {'router_ids': ['6ac7e585-e33d-49fc-ae7d-daa76bba32bf'], 'active': True} {{(pid=84042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:10:36.848942 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8657fb1-b37a-450c-b1d0-786004eafb47 tempest-RoutersIpV6Test-235118808 tempest-RoutersIpV6Test-235118808-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:10:36.849426 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-c8657fb1-b37a-450c-b1d0-786004eafb47 tempest-RoutersIpV6Test-235118808 tempest-RoutersIpV6Test-235118808-project] Synchronizing usage tracker for tenant:3fd12654c90d4a4687b2462ca839c972 on resource:port {{(pid=84040) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 21:10:36.874099 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22c6c0c0-c672-42ea-9d89-b62004260e57 req-d70128e9-fe72-4013-be6e-aec98a37fa87 tempest-VolumesActionsTest-2029511516 tempest-VolumesActionsTest-2029511516-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:10:36.875993 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-22c6c0c0-c672-42ea-9d89-b62004260e57 req-d70128e9-fe72-4013-be6e-aec98a37fa87 tempest-VolumesActionsTest-2029511516 tempest-VolumesActionsTest-2029511516-project] 10.222.0.42 "GET /v2.0/ports?device_id=c1094d5b-465f-41fa-bd0f-fb9e22f43a12 HTTP/1.1" status: 200 len: 945 time: 0.3334355 Apr 18 21:10:36.877229 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-c8657fb1-b37a-450c-b1d0-786004eafb47 tempest-RoutersIpV6Test-235118808 tempest-RoutersIpV6Test-235118808-project] Unset dirty status for tenant:3fd12654c90d4a4687b2462ca839c972 on resource:port {{(pid=84040) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 21:10:36.880979 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-c8657fb1-b37a-450c-b1d0-786004eafb47 tempest-RoutersIpV6Test-235118808 tempest-RoutersIpV6Test-235118808-project] 10.222.0.42 "GET /v2.0/ports/2b586c73-5de4-4268-972a-3462022c7459 HTTP/1.1" status: 200 len: 911 time: 0.1337309 Apr 18 21:10:36.881735 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 46458) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:10:36.881914 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2592284e-166e-4644-86ef-36e499783773 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e78c4c0d-5db6-40a2-b9d0-5d12786d021c,revision_number=1']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:10:36.924976 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 46460) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:10:36.932110 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.v2.base [None req-917107d1-fabb-4e8c-b896-af95fb7c798a tempest-RoutersIpV6Test-235118808 tempest-RoutersIpV6Test-235118808-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '42ebc162-f433-4e32-a711-3b4fdd210b99'}]}} {{(pid=84040) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:10:36.949192 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-2592284e-166e-4644-86ef-36e499783773 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=aa28428a42944d61a4eba232755879b2&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4556732 Apr 18 21:10:36.956364 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 46464) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:10:37.030787 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_hamode_db [None req-ede78bc0-d96a-4a8a-badb-3caefed9dc4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-838334-2', False) {} {{(pid=84042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:10:37.033812 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-22c6c0c0-c672-42ea-9d89-b62004260e57 req-dd1249b1-4ed3-4f15-b257-47bbd6b7247d tempest-VolumesActionsTest-2029511516 tempest-VolumesActionsTest-2029511516-project] 10.222.0.42 "GET /v2.0/security-groups?id=bf1645a0-74da-4ff3-98d5-275db1b26720&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1508951 Apr 18 21:10:37.068527 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ede78bc0-d96a-4a8a-badb-3caefed9dc4e None None] Routers {'6ac7e585-e33d-49fc-ae7d-daa76bba32bf'} bound to L3 agent in host n-d-838334-2 {{(pid=84042) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 21:10:37.070002 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_hamode_db [None req-ede78bc0-d96a-4a8a-badb-3caefed9dc4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838334-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-18T20:25:48Z,description=,heartbeat_timestamp=2022-04-18T21:10:18Z,host='n-d-838334-2',id=bc84d6c9-dd7a-4555-a351-592327b46d5a,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:25:48Z,topic='l3_agent')) {'router_ids': ['6ac7e585-e33d-49fc-ae7d-daa76bba32bf'], 'active': True} {{(pid=84042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:10:37.177932 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-83bb9206-3b54-4806-8507-af177d92db12 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:10:37.241304 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-83bb9206-3b54-4806-8507-af177d92db12 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:10:37.271617 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_hamode_db [None req-ede78bc0-d96a-4a8a-badb-3caefed9dc4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-838334-2', False) {} {{(pid=84042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:10:37.272045 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ede78bc0-d96a-4a8a-badb-3caefed9dc4e None None] The sync data for ids ['6ac7e585-e33d-49fc-ae7d-daa76bba32bf'] in n-d-838334-2 is: [] {{(pid=84042) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 18 21:10:37.400065 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-83bb9206-3b54-4806-8507-af177d92db12 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33528224'] for security_group, after_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:10:37.430464 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83bb9206-3b54-4806-8507-af177d92db12 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e78c4c0d-5db6-40a2-b9d0-5d12786d021c,revision_number=None']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:10:37.445363 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-83bb9206-3b54-4806-8507-af177d92db12 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:10:37.447915 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-917107d1-fabb-4e8c-b896-af95fb7c798a tempest-RoutersIpV6Test-235118808 tempest-RoutersIpV6Test-235118808-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:10:37.449309 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-83bb9206-3b54-4806-8507-af177d92db12 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/e78c4c0d-5db6-40a2-b9d0-5d12786d021c HTTP/1.1" status: 204 len: 168 time: 0.4886439 Apr 18 21:10:37.529380 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-9f95bdd4-e2bd-410f-a228-ce18db82d684 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:10:38.077079 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [None req-9f95bdd4-e2bd-410f-a228-ce18db82d684 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:10:38.087717 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-9f95bdd4-e2bd-410f-a228-ce18db82d684 admin admin] Usage tracker for resource:security_group_rule and tenant:49503312952e48faaab8103bad97b2b9 is out of sync, need to count used quota {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:10:38.103337 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-9f95bdd4-e2bd-410f-a228-ce18db82d684 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:10:38.116528 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [None req-9f95bdd4-e2bd-410f-a228-ce18db82d684 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:10:38.312510 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-917107d1-fabb-4e8c-b896-af95fb7c798a tempest-RoutersIpV6Test-235118808 tempest-RoutersIpV6Test-235118808-project] Notify callbacks [] for port, precommit_update {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:10:38.320293 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-9f95bdd4-e2bd-410f-a228-ce18db82d684 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:10:38.373625 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-9f95bdd4-e2bd-410f-a228-ce18db82d684 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33528224'] for security_group, after_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:10:38.419389 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f95bdd4-e2bd-410f-a228-ce18db82d684 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d088ec82-bcfc-446a-a3a2-992e8a2d0516,revision_number=1']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:10:38.436942 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-917107d1-fabb-4e8c-b896-af95fb7c798a tempest-RoutersIpV6Test-235118808 tempest-RoutersIpV6Test-235118808-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32440959'] for port, after_update {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:10:38.442140 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-917107d1-fabb-4e8c-b896-af95fb7c798a tempest-RoutersIpV6Test-235118808 tempest-RoutersIpV6Test-235118808-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:10:38.442923 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-917107d1-fabb-4e8c-b896-af95fb7c798a tempest-RoutersIpV6Test-235118808 tempest-RoutersIpV6Test-235118808-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217293'] for port, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:10:38.444454 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-917107d1-fabb-4e8c-b896-af95fb7c798a tempest-RoutersIpV6Test-235118808 tempest-RoutersIpV6Test-235118808-project] 10.222.0.42 "PUT /v2.0/ports/2b586c73-5de4-4268-972a-3462022c7459 HTTP/1.1" status: 200 len: 911 time: 1.5213733 Apr 18 21:10:38.448011 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 46518) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:10:38.588870 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-9f95bdd4-e2bd-410f-a228-ce18db82d684 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=49503312952e48faaab8103bad97b2b9&name=default HTTP/1.1" status: 200 len: 2647 time: 1.6211622 Apr 18 21:10:38.596639 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 46532) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:10:38.597891 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-917107d1-fabb-4e8c-b896-af95fb7c798a tempest-RoutersIpV6Test-235118808 tempest-RoutersIpV6Test-235118808-project] Pushing event updated for resources: {'Port': ['ID=2b586c73-5de4-4268-972a-3462022c7459,revision_number=3']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:10:38.831937 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61583813-848e-415b-8518-ae0bc14f43d0 req-62ce91c5-bdc6-47e8-9b87-fb1de442e50e tempest-VolumesActionsTest-2029511516 tempest-VolumesActionsTest-2029511516-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:10:38.852805 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-61583813-848e-415b-8518-ae0bc14f43d0 req-62ce91c5-bdc6-47e8-9b87-fb1de442e50e tempest-VolumesActionsTest-2029511516 tempest-VolumesActionsTest-2029511516-project] 10.222.0.42 "GET /v2.0/ports?device_id=c1094d5b-465f-41fa-bd0f-fb9e22f43a12 HTTP/1.1" status: 200 len: 945 time: 0.5308890 Apr 18 21:10:38.953727 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-351a4b14-0c35-4300-a549-aa7d3123b33d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:10:39.044177 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-351a4b14-0c35-4300-a549-aa7d3123b33d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:10:39.056830 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-61583813-848e-415b-8518-ae0bc14f43d0 req-98f6d967-71bf-493d-83a0-340221bb5e92 tempest-VolumesActionsTest-2029511516 tempest-VolumesActionsTest-2029511516-project] 10.222.0.42 "GET /v2.0/security-groups?id=bf1645a0-74da-4ff3-98d5-275db1b26720&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2031574 Apr 18 21:10:39.153866 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-351a4b14-0c35-4300-a549-aa7d3123b33d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33528224'] for security_group, after_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:10:39.169995 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-351a4b14-0c35-4300-a549-aa7d3123b33d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d088ec82-bcfc-446a-a3a2-992e8a2d0516,revision_number=None']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:10:39.176671 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-351a4b14-0c35-4300-a549-aa7d3123b33d admin admin] Notify callbacks [] for security_group, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:10:39.178053 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-351a4b14-0c35-4300-a549-aa7d3123b33d admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/d088ec82-bcfc-446a-a3a2-992e8a2d0516 HTTP/1.1" status: 204 len: 168 time: 0.5616274 Apr 18 21:10:39.375091 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-4ca49f20-5e22-4e72-9669-b40a19246700 tempest-RoutersIpV6Test-235118808 tempest-RoutersIpV6Test-235118808-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33443857'] for router_interface, before_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:10:40.298239 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 46608) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:10:40.351847 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-d9a5d28e-1c34-46fa-a480-49df310cec7c admin admin] Notify callbacks [] for security_group, before_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:10:40.431701 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [None req-d9a5d28e-1c34-46fa-a480-49df310cec7c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:10:40.443818 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-d9a5d28e-1c34-46fa-a480-49df310cec7c admin admin] Usage tracker for resource:security_group_rule and tenant:b9efef7a9a4347ebb65dc81a81bcbc01 is out of sync, need to count used quota {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:10:40.449740 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-d9a5d28e-1c34-46fa-a480-49df310cec7c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:10:40.476487 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [None req-d9a5d28e-1c34-46fa-a480-49df310cec7c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:10:40.681312 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-d9a5d28e-1c34-46fa-a480-49df310cec7c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:10:40.692187 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-d9a5d28e-1c34-46fa-a480-49df310cec7c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33528224'] for security_group, after_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:10:40.749458 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.plugin [None req-4ca49f20-5e22-4e72-9669-b40a19246700 tempest-RoutersIpV6Test-235118808 tempest-RoutersIpV6Test-235118808-project] Deleting port 2b586c73-5de4-4268-972a-3462022c7459 {{(pid=84041) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 21:10:40.750467 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-4ca49f20-5e22-4e72-9669-b40a19246700 tempest-RoutersIpV6Test-235118808 tempest-RoutersIpV6Test-235118808-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750375188691'] for port, before_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:10:40.802850 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9a5d28e-1c34-46fa-a480-49df310cec7c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=679e9d0c-a344-42b2-a93a-155df8882300,revision_number=1']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:10:40.826125 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-d9a5d28e-1c34-46fa-a480-49df310cec7c admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=b9efef7a9a4347ebb65dc81a81bcbc01&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5261157 Apr 18 21:10:40.835950 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 46634) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:10:41.256255 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-4ca49f20-5e22-4e72-9669-b40a19246700 tempest-RoutersIpV6Test-235118808 tempest-RoutersIpV6Test-235118808-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369123'] for port, precommit_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:10:41.320860 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-1531a39e-97a3-436f-9fbc-f49694b4e651 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:10:41.378668 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-1531a39e-97a3-436f-9fbc-f49694b4e651 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:10:41.483423 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-1531a39e-97a3-436f-9fbc-f49694b4e651 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33528224'] for security_group, after_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:10:41.503983 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.plugin [None req-4ca49f20-5e22-4e72-9669-b40a19246700 tempest-RoutersIpV6Test-235118808 tempest-RoutersIpV6Test-235118808-project] Calling delete_port for 2b586c73-5de4-4268-972a-3462022c7459 owned by network:router_interface {{(pid=84041) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 21:10:41.511975 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1531a39e-97a3-436f-9fbc-f49694b4e651 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=679e9d0c-a344-42b2-a93a-155df8882300,revision_number=None']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:10:41.547263 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-1531a39e-97a3-436f-9fbc-f49694b4e651 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:10:41.555588 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-1531a39e-97a3-436f-9fbc-f49694b4e651 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/679e9d0c-a344-42b2-a93a-155df8882300 HTTP/1.1" status: 204 len: 168 time: 0.7185192 Apr 18 21:10:41.744168 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-4ca49f20-5e22-4e72-9669-b40a19246700 tempest-RoutersIpV6Test-235118808 tempest-RoutersIpV6Test-235118808-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750375259028', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750374836628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32266323'] for port, after_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:10:41.819894 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ca49f20-5e22-4e72-9669-b40a19246700 tempest-RoutersIpV6Test-235118808 tempest-RoutersIpV6Test-235118808-project] Pushing event deleted for resources: {'Port': ['ID=2b586c73-5de4-4268-972a-3462022c7459,revision_number=None']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:10:42.170051 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-a46e646f-f30f-4dc5-8246-05daa544814a req-4cd78570-946c-4465-a351-a40859b4de35 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=c1094d5b-465f-41fa-bd0f-fb9e22f43a12&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2398436 Apr 18 21:10:42.533359 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-a46e646f-f30f-4dc5-8246-05daa544814a req-967e013f-9b2e-4978-a377-030c8aee21ad service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=580e862ec186417c881306a9dbb56146&device_id=c1094d5b-465f-41fa-bd0f-fb9e22f43a12 HTTP/1.1" status: 200 len: 1096 time: 0.1823814 Apr 18 21:10:42.580949 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-4ca49f20-5e22-4e72-9669-b40a19246700 tempest-RoutersIpV6Test-235118808 tempest-RoutersIpV6Test-235118808-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-32377931', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33443910'] for router_interface, after_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:10:42.964352 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a46e646f-f30f-4dc5-8246-05daa544814a req-f3c93b15-30e1-4aeb-a015-b8a7a471b3a9 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:10:42.966466 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-a46e646f-f30f-4dc5-8246-05daa544814a req-f3c93b15-30e1-4aeb-a015-b8a7a471b3a9 service neutron] 10.222.0.48 "GET /v2.0/networks?id=102a493f-901a-4c47-b2df-82352f0bd7b8 HTTP/1.1" status: 200 len: 910 time: 0.3840458 Apr 18 21:10:43.129414 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-a46e646f-f30f-4dc5-8246-05daa544814a req-18c2599c-d038-4fc7-a645-ed76d55b68f1 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=17b9170f-ec08-4e32-bd5f-75de14e1248f HTTP/1.1" status: 200 len: 217 time: 0.1568549 Apr 18 21:10:43.263554 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a46e646f-f30f-4dc5-8246-05daa544814a req-93486da0-a09e-4b11-b1ca-ce7180431922 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:10:43.265465 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-a46e646f-f30f-4dc5-8246-05daa544814a req-93486da0-a09e-4b11-b1ca-ce7180431922 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=9b79ba09-f6bf-4dca-9297-cbac8d322d9e HTTP/1.1" status: 200 len: 849 time: 0.1257925 Apr 18 21:10:43.390349 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-a46e646f-f30f-4dc5-8246-05daa544814a req-7b3a6fc9-3dfd-420b-95c4-4159670c0ac5 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=102a493f-901a-4c47-b2df-82352f0bd7b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1184881 Apr 18 21:10:43.726667 n-d-838334-2 neutron-server[84041]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4ca49f20-5e22-4e72-9669-b40a19246700 tempest-RoutersIpV6Test-235118808 tempest-RoutersIpV6Test-235118808-project] Router 6ac7e585-e33d-49fc-ae7d-daa76bba32bf has already been hosted by L3 agent bc84d6c9-dd7a-4555-a351-592327b46d5a {{(pid=84041) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 21:10:43.764650 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-a46e646f-f30f-4dc5-8246-05daa544814a req-8f4a177c-fa03-4cca-a052-b08a69cca0a3 service neutron] 10.222.0.48 "GET /v2.0/networks/102a493f-901a-4c47-b2df-82352f0bd7b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3669090 Apr 18 21:10:43.834838 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 46736) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:10:44.000445 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4ca49f20-5e22-4e72-9669-b40a19246700 tempest-RoutersIpV6Test-235118808 tempest-RoutersIpV6Test-235118808-project] Notify agent at l3_agent.n-d-838334-2 the message routers_updated {{(pid=84041) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 21:10:44.010602 n-d-838334-2 neutron-server[84043]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31c7bdfe-96c9-4f1a-80b3-0a6cd93d0b7a None None] Sync routers for ids ['6ac7e585-e33d-49fc-ae7d-daa76bba32bf'] in n-d-838334-2 {{(pid=84043) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 18 21:10:44.030548 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 46748) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:10:44.032249 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-4ca49f20-5e22-4e72-9669-b40a19246700 tempest-RoutersIpV6Test-235118808 tempest-RoutersIpV6Test-235118808-project] 10.222.0.42 "PUT /v2.0/routers/6ac7e585-e33d-49fc-ae7d-daa76bba32bf/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5824397 Apr 18 21:10:44.053309 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31c7bdfe-96c9-4f1a-80b3-0a6cd93d0b7a None None] Routers {'6ac7e585-e33d-49fc-ae7d-daa76bba32bf'} bound to L3 agent in host n-d-838334-2 {{(pid=84043) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 21:10:44.053987 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.l3_hamode_db [None req-31c7bdfe-96c9-4f1a-80b3-0a6cd93d0b7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838334-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-18T20:25:48Z,description=,heartbeat_timestamp=2022-04-18T21:10:18Z,host='n-d-838334-2',id=bc84d6c9-dd7a-4555-a351-592327b46d5a,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:25:48Z,topic='l3_agent')) {'router_ids': ['6ac7e585-e33d-49fc-ae7d-daa76bba32bf'], 'active': True} {{(pid=84043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:10:44.166636 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 46762) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:10:44.181887 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-b8797a06-8999-44dd-b44e-a8b0539e5657 tempest-RoutersIpV6Test-235118808 tempest-RoutersIpV6Test-235118808-project] 10.222.0.42 "GET /v2.0/ports?device_id=6ac7e585-e33d-49fc-ae7d-daa76bba32bf HTTP/1.1" status: 200 len: 205 time: 0.1498554 Apr 18 21:10:44.203016 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.l3_hamode_db [None req-31c7bdfe-96c9-4f1a-80b3-0a6cd93d0b7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-838334-2', False) {} {{(pid=84043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:10:44.214230 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31c7bdfe-96c9-4f1a-80b3-0a6cd93d0b7a None None] Routers {'6ac7e585-e33d-49fc-ae7d-daa76bba32bf'} bound to L3 agent in host n-d-838334-2 {{(pid=84043) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 21:10:44.214829 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.l3_hamode_db [None req-31c7bdfe-96c9-4f1a-80b3-0a6cd93d0b7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838334-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-18T20:25:48Z,description=,heartbeat_timestamp=2022-04-18T21:10:18Z,host='n-d-838334-2',id=bc84d6c9-dd7a-4555-a351-592327b46d5a,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:25:48Z,topic='l3_agent')) {'router_ids': ['6ac7e585-e33d-49fc-ae7d-daa76bba32bf'], 'active': True} {{(pid=84043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:10:44.278503 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.l3_hamode_db [None req-31c7bdfe-96c9-4f1a-80b3-0a6cd93d0b7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-838334-2', False) {} {{(pid=84043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:10:44.278873 n-d-838334-2 neutron-server[84043]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31c7bdfe-96c9-4f1a-80b3-0a6cd93d0b7a None None] The sync data for ids ['6ac7e585-e33d-49fc-ae7d-daa76bba32bf'] in n-d-838334-2 is: [] {{(pid=84043) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 18 21:10:44.300817 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-a46e646f-f30f-4dc5-8246-05daa544814a req-bb286d75-938a-4b7f-8377-a86e5265cdb8 service neutron] 10.222.0.48 "GET /v2.0/networks/102a493f-901a-4c47-b2df-82352f0bd7b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5269480 Apr 18 21:10:44.435742 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-6b11fe5c-9494-4a74-882a-cbfbdc7e9961 tempest-RoutersIpV6Test-235118808 tempest-RoutersIpV6Test-235118808-project] Notify callbacks [] for router, before_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:10:44.558347 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-2a0fb008-b6d5-4037-86b5-20cd746a0fab admin admin] Notify callbacks [] for security_group, before_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:10:44.616896 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [None req-2a0fb008-b6d5-4037-86b5-20cd746a0fab admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:10:44.632651 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-2a0fb008-b6d5-4037-86b5-20cd746a0fab admin admin] Usage tracker for resource:security_group_rule and tenant:3dda2946fcc54f3184437a369da16673 is out of sync, need to count used quota {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:10:44.643103 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-2a0fb008-b6d5-4037-86b5-20cd746a0fab admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:10:44.667874 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [None req-2a0fb008-b6d5-4037-86b5-20cd746a0fab admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:10:44.844465 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-2a0fb008-b6d5-4037-86b5-20cd746a0fab admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:10:44.853979 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-2a0fb008-b6d5-4037-86b5-20cd746a0fab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33528224'] for security_group, after_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:10:44.933112 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a0fb008-b6d5-4037-86b5-20cd746a0fab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5f078718-5424-4605-9ba1-52f49a8f775a,revision_number=1']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:10:44.962269 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-2a0fb008-b6d5-4037-86b5-20cd746a0fab admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=3dda2946fcc54f3184437a369da16673&name=default HTTP/1.1" status: 200 len: 2647 time: 1.1237254 Apr 18 21:10:44.963136 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 46794) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:10:45.110368 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-73ffe9e5-4136-43bd-8d3b-7784553723c6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:10:45.181112 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-73ffe9e5-4136-43bd-8d3b-7784553723c6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:10:45.273672 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-6b11fe5c-9494-4a74-882a-cbfbdc7e9961 tempest-RoutersIpV6Test-235118808 tempest-RoutersIpV6Test-235118808-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33443580', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5726'] for router, precommit_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:10:45.279111 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-6b11fe5c-9494-4a74-882a-cbfbdc7e9961 tempest-RoutersIpV6Test-235118808 tempest-RoutersIpV6Test-235118808-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:10:45.296147 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-73ffe9e5-4136-43bd-8d3b-7784553723c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33528224'] for security_group, after_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:10:45.322943 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-6b11fe5c-9494-4a74-882a-cbfbdc7e9961 tempest-RoutersIpV6Test-235118808 tempest-RoutersIpV6Test-235118808-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-33443408'] for router, after_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:10:45.323769 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6b11fe5c-9494-4a74-882a-cbfbdc7e9961 tempest-RoutersIpV6Test-235118808 tempest-RoutersIpV6Test-235118808-project] Fanout notify agent at l3_agent the message router_deleted on router 6ac7e585-e33d-49fc-ae7d-daa76bba32bf {{(pid=84041) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 18 21:10:45.337991 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73ffe9e5-4136-43bd-8d3b-7784553723c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f078718-5424-4605-9ba1-52f49a8f775a,revision_number=None']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:10:45.358224 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-73ffe9e5-4136-43bd-8d3b-7784553723c6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:10:45.364601 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-6b11fe5c-9494-4a74-882a-cbfbdc7e9961 tempest-RoutersIpV6Test-235118808 tempest-RoutersIpV6Test-235118808-project] Notify callbacks [] for router, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:10:45.369269 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-6b11fe5c-9494-4a74-882a-cbfbdc7e9961 tempest-RoutersIpV6Test-235118808 tempest-RoutersIpV6Test-235118808-project] 10.222.0.42 "DELETE /v2.0/routers/6ac7e585-e33d-49fc-ae7d-daa76bba32bf HTTP/1.1" status: 204 len: 168 time: 1.2017226 Apr 18 21:10:45.371206 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 46814) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:10:45.376049 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-73ffe9e5-4136-43bd-8d3b-7784553723c6 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/5f078718-5424-4605-9ba1-52f49a8f775a HTTP/1.1" status: 204 len: 168 time: 0.4013717 Apr 18 21:10:45.662183 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-14f10661-5fb1-41ab-9d3d-04a9367dd397 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750375287399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253529'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:10:45.941892 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a45147df-b8ba-4066-aaeb-136d66b9f5ed req-0ebf3463-dd09-46b0-a05c-1c4426aaf16e tempest-VolumesActionsTest-2029511516 tempest-VolumesActionsTest-2029511516-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:10:45.956158 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-a45147df-b8ba-4066-aaeb-136d66b9f5ed req-0ebf3463-dd09-46b0-a05c-1c4426aaf16e tempest-VolumesActionsTest-2029511516 tempest-VolumesActionsTest-2029511516-project] 10.222.0.42 "GET /v2.0/ports?device_id=c1094d5b-465f-41fa-bd0f-fb9e22f43a12 HTTP/1.1" status: 200 len: 945 time: 0.1913950 Apr 18 21:10:45.960033 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.db_base_plugin_v2 [None req-2d2a569b-4fd6-4969-ac52-aa28bf100a85 tempest-RoutersIpV6Test-235118808 tempest-RoutersIpV6Test-235118808-project] Deleting subnet 42ebc162-f433-4e32-a711-3b4fdd210b99 {{(pid=84041) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 18 21:10:45.968435 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-2d2a569b-4fd6-4969-ac52-aa28bf100a85 tempest-RoutersIpV6Test-235118808 tempest-RoutersIpV6Test-235118808-project] Notify callbacks [] for subnet, before_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:10:46.048951 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-a45147df-b8ba-4066-aaeb-136d66b9f5ed req-beecde3d-6730-434a-b5b1-d125c1830a66 tempest-VolumesActionsTest-2029511516 tempest-VolumesActionsTest-2029511516-project] 10.222.0.42 "GET /v2.0/security-groups?id=bf1645a0-74da-4ff3-98d5-275db1b26720&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0916462 Apr 18 21:10:46.111052 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 46840) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:10:46.127028 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-2d2a569b-4fd6-4969-ac52-aa28bf100a85 tempest-RoutersIpV6Test-235118808 tempest-RoutersIpV6Test-235118808-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32266383'] for subnet, precommit_delete_associations {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:10:46.152636 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-ade04603-66bb-4766-9299-91711895462c admin admin] Notify callbacks [] for security_group, before_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:10:46.260050 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [None req-ade04603-66bb-4766-9299-91711895462c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:10:46.271468 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-ade04603-66bb-4766-9299-91711895462c admin admin] Usage tracker for resource:security_group_rule and tenant:b16fd47266c545fbbaea4678ea0f92e1 is out of sync, need to count used quota {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:10:46.284516 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-ade04603-66bb-4766-9299-91711895462c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:10:46.305363 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [None req-ade04603-66bb-4766-9299-91711895462c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:10:46.314141 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-2d2a569b-4fd6-4969-ac52-aa28bf100a85 tempest-RoutersIpV6Test-235118808 tempest-RoutersIpV6Test-235118808-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1260556'] for subnet, precommit_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:10:46.501014 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-2d2a569b-4fd6-4969-ac52-aa28bf100a85 tempest-RoutersIpV6Test-235118808 tempest-RoutersIpV6Test-235118808-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1260549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33526260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32266336', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32486390'] for subnet, after_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:10:46.522936 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-ade04603-66bb-4766-9299-91711895462c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:10:46.529398 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-ade04603-66bb-4766-9299-91711895462c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33528224'] for security_group, after_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:10:46.643118 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-2d2a569b-4fd6-4969-ac52-aa28bf100a85 tempest-RoutersIpV6Test-235118808 tempest-RoutersIpV6Test-235118808-project] Notify callbacks [] for subnet, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:10:46.649684 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45e6461b-a68c-455a-b100-d0d2d90cb872 None None] Network 446f0bb7-6635-4254-8dfc-93a65d67b776 requested from n-d-838334-2 {{(pid=84042) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 21:10:46.678057 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-ade04603-66bb-4766-9299-91711895462c admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=b16fd47266c545fbbaea4678ea0f92e1&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5642579 Apr 18 21:10:46.683219 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ade04603-66bb-4766-9299-91711895462c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a4064d55-064e-4908-aae3-5f614ba67af3,revision_number=1']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:10:46.687553 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 46856) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:10:46.701786 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d2a569b-4fd6-4969-ac52-aa28bf100a85 tempest-RoutersIpV6Test-235118808 tempest-RoutersIpV6Test-235118808-project] Pushing event deleted for resources: {'Subnet': ['ID=42ebc162-f433-4e32-a711-3b4fdd210b99,revision_number=None']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:10:46.730610 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-2d2a569b-4fd6-4969-ac52-aa28bf100a85 tempest-RoutersIpV6Test-235118808 tempest-RoutersIpV6Test-235118808-project] 10.222.0.42 "DELETE /v2.0/subnets/42ebc162-f433-4e32-a711-3b4fdd210b99 HTTP/1.1" status: 204 len: 168 time: 1.3559270 Apr 18 21:10:46.733354 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 46860) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:10:46.899721 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-0da7e64e-3ca8-4f5e-8bd2-68d6f85a8945 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:10:46.969498 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-0da7e64e-3ca8-4f5e-8bd2-68d6f85a8945 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:10:47.079433 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-7c09b9af-2d67-4c10-882d-8aa64c5aced4 tempest-RoutersIpV6Test-235118808 tempest-RoutersIpV6Test-235118808-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1103592'] for network, before_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:10:47.092490 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-0da7e64e-3ca8-4f5e-8bd2-68d6f85a8945 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33528224'] for security_group, after_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:10:47.134783 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0da7e64e-3ca8-4f5e-8bd2-68d6f85a8945 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a4064d55-064e-4908-aae3-5f614ba67af3,revision_number=None']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:10:47.144033 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-0da7e64e-3ca8-4f5e-8bd2-68d6f85a8945 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:10:47.148791 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-0da7e64e-3ca8-4f5e-8bd2-68d6f85a8945 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/a4064d55-064e-4908-aae3-5f614ba67af3 HTTP/1.1" status: 204 len: 168 time: 0.4538236 Apr 18 21:10:47.189717 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.plugin [None req-7c09b9af-2d67-4c10-882d-8aa64c5aced4 tempest-RoutersIpV6Test-235118808 tempest-RoutersIpV6Test-235118808-project] Deleting port 9dab4114-eeef-4f60-b3be-28381e613eb2 {{(pid=84040) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 21:10:47.190300 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-7c09b9af-2d67-4c10-882d-8aa64c5aced4 tempest-RoutersIpV6Test-235118808 tempest-RoutersIpV6Test-235118808-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750375188691'] for port, before_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:10:47.254275 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcb017c5-515c-4956-8d6f-545e71dbf1b9 req-ca2d5f85-6ffb-44a3-847d-79d72cb54209 tempest-VolumesActionsTest-2029511516 tempest-VolumesActionsTest-2029511516-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:10:47.256276 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-fcb017c5-515c-4956-8d6f-545e71dbf1b9 req-ca2d5f85-6ffb-44a3-847d-79d72cb54209 tempest-VolumesActionsTest-2029511516 tempest-VolumesActionsTest-2029511516-project] 10.222.0.48 "GET /v2.0/ports?device_id=c1094d5b-465f-41fa-bd0f-fb9e22f43a12 HTTP/1.1" status: 200 len: 945 time: 0.3340137 Apr 18 21:10:47.365512 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc0b4863-76c4-4f1a-b3c7-1b2e72e4a3e0 None None] DHCP port deletion for 446f0bb7-6635-4254-8dfc-93a65d67b776 request from n-d-838334-2 {{(pid=84042) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 18 21:10:47.370106 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.plugin [None req-bc0b4863-76c4-4f1a-b3c7-1b2e72e4a3e0 None None] Deleting port 9dab4114-eeef-4f60-b3be-28381e613eb2 {{(pid=84042) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 21:10:47.370645 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-bc0b4863-76c4-4f1a-b3c7-1b2e72e4a3e0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750375188691'] for port, before_delete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:10:47.441638 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.plugin [req-fcb017c5-515c-4956-8d6f-545e71dbf1b9 req-d84e2ac7-afdd-4323-b644-a6e777860c16 tempest-VolumesActionsTest-2029511516 tempest-VolumesActionsTest-2029511516-project] Deleting port 17b9170f-ec08-4e32-bd5f-75de14e1248f {{(pid=84040) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 21:10:47.441996 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-fcb017c5-515c-4956-8d6f-545e71dbf1b9 req-d84e2ac7-afdd-4323-b644-a6e777860c16 tempest-VolumesActionsTest-2029511516 tempest-VolumesActionsTest-2029511516-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750375188691'] for port, before_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:10:47.925292 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-bc0b4863-76c4-4f1a-b3c7-1b2e72e4a3e0 None None] For port 9dab4114-eeef-4f60-b3be-28381e613eb2, host n-d-838334-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838334-2',level=0,port_id=9dab4114-eeef-4f60-b3be-28381e613eb2,segment=NetworkSegment(949d5f75-4ec4-4fbb-9a9b-4e674a02f73d),segment_id=949d5f75-4ec4-4fbb-9a9b-4e674a02f73d)] {{(pid=84042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:10:47.929040 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-bc0b4863-76c4-4f1a-b3c7-1b2e72e4a3e0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369123'] for port, precommit_delete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:10:48.270243 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.plugin [None req-bc0b4863-76c4-4f1a-b3c7-1b2e72e4a3e0 None None] Calling delete_port for 9dab4114-eeef-4f60-b3be-28381e613eb2 owned by network:dhcp {{(pid=84042) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 21:10:48.457455 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-0e88850a-dd08-4512-8108-d3248f20d14f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750375287399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253529'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:10:48.494707 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-bc0b4863-76c4-4f1a-b3c7-1b2e72e4a3e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750375259028', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750374836628'] for port, after_delete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:10:48.523002 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89b0d387-f7e0-4ab7-8ff8-18a8da645b6a req-90ad07a3-da2e-40a7-ab00-9f5ddfa6906b tempest-VolumesActionsTest-2029511516 tempest-VolumesActionsTest-2029511516-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:10:48.530149 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-89b0d387-f7e0-4ab7-8ff8-18a8da645b6a req-90ad07a3-da2e-40a7-ab00-9f5ddfa6906b tempest-VolumesActionsTest-2029511516 tempest-VolumesActionsTest-2029511516-project] 10.222.0.42 "GET /v2.0/ports?device_id=c1094d5b-465f-41fa-bd0f-fb9e22f43a12 HTTP/1.1" status: 200 len: 945 time: 0.9407585 Apr 18 21:10:48.667774 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Device 9dab4114-eeef-4f60-b3be-28381e613eb2 no longer exists at agent ovs-agent-n-d-838334-2 {{(pid=84042) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 21:10:48.730569 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.db [None req-7c09b9af-2d67-4c10-882d-8aa64c5aced4 tempest-RoutersIpV6Test-235118808 tempest-RoutersIpV6Test-235118808-project] For port 9dab4114-eeef-4f60-b3be-28381e613eb2, host n-d-838334-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838334-2',level=0,port_id=9dab4114-eeef-4f60-b3be-28381e613eb2,segment=NetworkSegment(949d5f75-4ec4-4fbb-9a9b-4e674a02f73d),segment_id=949d5f75-4ec4-4fbb-9a9b-4e674a02f73d)] {{(pid=84040) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:10:48.735912 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-7c09b9af-2d67-4c10-882d-8aa64c5aced4 tempest-RoutersIpV6Test-235118808 tempest-RoutersIpV6Test-235118808-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369123'] for port, precommit_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:10:48.783069 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc0b4863-76c4-4f1a-b3c7-1b2e72e4a3e0 None None] No DVR routers for this DVR port 9dab4114-eeef-4f60-b3be-28381e613eb2 on host n-d-838334-2 {{(pid=84042) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 21:10:48.793014 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-89b0d387-f7e0-4ab7-8ff8-18a8da645b6a req-cda45179-a136-4527-aff1-4a696b8016cc tempest-VolumesActionsTest-2029511516 tempest-VolumesActionsTest-2029511516-project] 10.222.0.42 "GET /v2.0/security-groups?id=bf1645a0-74da-4ff3-98d5-275db1b26720&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2611377 Apr 18 21:10:48.796557 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.plugin [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] No Port match for: 9dab4114-eeef-4f60-b3be-28381e613eb2 {{(pid=84042) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 18 21:10:48.812460 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Device 9dab4114-eeef-4f60-b3be-28381e613eb2 not bound to the agent host n-d-838334-2 {{(pid=84042) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 21:10:48.827523 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc0b4863-76c4-4f1a-b3c7-1b2e72e4a3e0 None None] Pushing event deleted for resources: {'Port': ['ID=9dab4114-eeef-4f60-b3be-28381e613eb2,revision_number=None']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:10:49.018222 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750375287399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253529'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:10:49.092261 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.plugin [None req-7c09b9af-2d67-4c10-882d-8aa64c5aced4 tempest-RoutersIpV6Test-235118808 tempest-RoutersIpV6Test-235118808-project] Calling delete_port for 9dab4114-eeef-4f60-b3be-28381e613eb2 owned by network:dhcp {{(pid=84040) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 21:10:49.205554 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.db.api [None req-7c09b9af-2d67-4c10-882d-8aa64c5aced4 tempest-RoutersIpV6Test-235118808 tempest-RoutersIpV6Test-235118808-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84040) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 18 21:10:49.205870 n-d-838334-2 neutron-server[84040]: DEBUG oslo_db.api [None req-7c09b9af-2d67-4c10-882d-8aa64c5aced4 tempest-RoutersIpV6Test-235118808 tempest-RoutersIpV6Test-235118808-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 18 21:10:49.216621 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.db [req-fcb017c5-515c-4956-8d6f-545e71dbf1b9 req-d84e2ac7-afdd-4323-b644-a6e777860c16 tempest-VolumesActionsTest-2029511516 tempest-VolumesActionsTest-2029511516-project] For port 17b9170f-ec08-4e32-bd5f-75de14e1248f, host n-h2-838334-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838334-2',level=0,port_id=17b9170f-ec08-4e32-bd5f-75de14e1248f,segment=NetworkSegment(84bedd6e-1d83-46f2-85a1-9bdb596820aa),segment_id=84bedd6e-1d83-46f2-85a1-9bdb596820aa)] {{(pid=84040) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:10:49.218008 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-fcb017c5-515c-4956-8d6f-545e71dbf1b9 req-d84e2ac7-afdd-4323-b644-a6e777860c16 tempest-VolumesActionsTest-2029511516 tempest-VolumesActionsTest-2029511516-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369123'] for port, precommit_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:10:49.486934 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-414b6ffe-e119-47bc-b18f-bcff1219c2f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750375287399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253529'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:10:49.493516 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 46962) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:10:49.537148 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.plugin [req-fcb017c5-515c-4956-8d6f-545e71dbf1b9 req-d84e2ac7-afdd-4323-b644-a6e777860c16 tempest-VolumesActionsTest-2029511516 tempest-VolumesActionsTest-2029511516-project] Calling delete_port for 17b9170f-ec08-4e32-bd5f-75de14e1248f owned by compute:nova {{(pid=84040) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 21:10:49.541439 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Device 17b9170f-ec08-4e32-bd5f-75de14e1248f no longer exists at agent hyperv_n-h2-838334-2 {{(pid=84042) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 21:10:49.776191 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.plugin [None req-7c09b9af-2d67-4c10-882d-8aa64c5aced4 tempest-RoutersIpV6Test-235118808 tempest-RoutersIpV6Test-235118808-project] Deleting port 9dab4114-eeef-4f60-b3be-28381e613eb2 {{(pid=84040) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 21:10:49.776925 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-7c09b9af-2d67-4c10-882d-8aa64c5aced4 tempest-RoutersIpV6Test-235118808 tempest-RoutersIpV6Test-235118808-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750375188691'] for port, before_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:10:49.793000 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:10:49.823462 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-fcb017c5-515c-4956-8d6f-545e71dbf1b9 req-d84e2ac7-afdd-4323-b644-a6e777860c16 tempest-VolumesActionsTest-2029511516 tempest-VolumesActionsTest-2029511516-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750375259028', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750374836628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32440838'] for port, after_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:10:49.947437 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d84e2ac7-afdd-4323-b644-a6e777860c16 tempest-VolumesActionsTest-2029511516 tempest-VolumesActionsTest-2029511516-project] Pushing event deleted for resources: {'Port': ['ID=17b9170f-ec08-4e32-bd5f-75de14e1248f,revision_number=None']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:10:49.961574 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.plugin [None req-7c09b9af-2d67-4c10-882d-8aa64c5aced4 tempest-RoutersIpV6Test-235118808 tempest-RoutersIpV6Test-235118808-project] The port '9dab4114-eeef-4f60-b3be-28381e613eb2' was deleted {{(pid=84040) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 18 21:10:50.016713 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-fd6048dd-24b8-40c4-90cd-6d9eca7b4259 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:10:50.140934 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-fd6048dd-24b8-40c4-90cd-6d9eca7b4259 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:10:50.156608 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-fd6048dd-24b8-40c4-90cd-6d9eca7b4259 admin admin] Usage tracker for resource:security_group_rule and tenant:1f311b5dcfac4af2b01469945e801cfc is out of sync, need to count used quota {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:10:50.160324 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-fd6048dd-24b8-40c4-90cd-6d9eca7b4259 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:10:50.181276 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-fd6048dd-24b8-40c4-90cd-6d9eca7b4259 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:10:50.364175 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-fd6048dd-24b8-40c4-90cd-6d9eca7b4259 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:10:50.374813 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-fd6048dd-24b8-40c4-90cd-6d9eca7b4259 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33528224'] for security_group, after_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:10:50.427411 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-f70b068d-f652-4046-9dea-1f13c586fd82 req-60b21a64-148b-4bfd-9870-1e0f0c504cb9 tempest-VolumesActionsTest-2029511516 tempest-VolumesActionsTest-2029511516-project] 10.222.0.42 "GET /v2.0/ports?device_id=c1094d5b-465f-41fa-bd0f-fb9e22f43a12 HTTP/1.1" status: 200 len: 210 time: 0.2454793 Apr 18 21:10:50.457849 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-fd6048dd-24b8-40c4-90cd-6d9eca7b4259 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=1f311b5dcfac4af2b01469945e801cfc&name=default HTTP/1.1" status: 200 len: 2647 time: 0.9626145 Apr 18 21:10:50.463793 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 46994) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:10:50.529707 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.l3_dvrscheduler_db [req-fcb017c5-515c-4956-8d6f-545e71dbf1b9 req-d84e2ac7-afdd-4323-b644-a6e777860c16 tempest-VolumesActionsTest-2029511516 tempest-VolumesActionsTest-2029511516-project] No DVR routers for this DVR port 17b9170f-ec08-4e32-bd5f-75de14e1248f on host n-h2-838334-2 {{(pid=84040) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 21:10:50.547451 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-fcb017c5-515c-4956-8d6f-545e71dbf1b9 req-d84e2ac7-afdd-4323-b644-a6e777860c16 tempest-VolumesActionsTest-2029511516 tempest-VolumesActionsTest-2029511516-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217293'] for port, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:10:50.549978 n-d-838334-2 neutron-server[84040]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c1094d5b-465f-41fa-bd0f-fb9e22f43a12', 'name': 'network-vif-deleted', 'tag': '17b9170f-ec08-4e32-bd5f-75de14e1248f'}] {{(pid=84040) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 21:10:50.573204 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd6048dd-24b8-40c4-90cd-6d9eca7b4259 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e69dc972-2d8b-433a-9758-9fd0cb9a8f32,revision_number=1']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:10:50.602370 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-c7521a90-7d65-4e2e-842c-ca5d95e9a89c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750375287399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253529'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:10:50.622225 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-7c09b9af-2d67-4c10-882d-8aa64c5aced4 tempest-RoutersIpV6Test-235118808 tempest-RoutersIpV6Test-235118808-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1258905', 'neutron.services.segments.db._delete_segments_for_network-8750375287417'] for network, precommit_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:10:50.688987 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-885082b5-6b7f-4d63-b5fa-31d9ffd20dfa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:10:50.727596 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-885082b5-6b7f-4d63-b5fa-31d9ffd20dfa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:10:50.730915 n-d-838334-2 neutron-server[84040]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9ad071e8-bd06-4a06-b8e8-de357c936345'] response: {'server_uuid': 'c1094d5b-465f-41fa-bd0f-fb9e22f43a12', 'name': 'network-vif-deleted', 'tag': '17b9170f-ec08-4e32-bd5f-75de14e1248f', 'status': 'completed', 'code': 200} Apr 18 21:10:50.737888 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-fcb017c5-515c-4956-8d6f-545e71dbf1b9 req-d84e2ac7-afdd-4323-b644-a6e777860c16 tempest-VolumesActionsTest-2029511516 tempest-VolumesActionsTest-2029511516-project] 10.222.0.48 "DELETE /v2.0/ports/17b9170f-ec08-4e32-bd5f-75de14e1248f HTTP/1.1" status: 204 len: 173 time: 3.4671297 Apr 18 21:10:50.758295 n-d-838334-2 neutron-server[84040]: DEBUG neutron.services.segments.db [None req-7c09b9af-2d67-4c10-882d-8aa64c5aced4 tempest-RoutersIpV6Test-235118808 tempest-RoutersIpV6Test-235118808-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['446f0bb7-6635-4254-8dfc-93a65d67b776']}} {{(pid=84040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:10:50.809626 n-d-838334-2 neutron-server[84040]: DEBUG neutron.services.segments.db [None req-7c09b9af-2d67-4c10-882d-8aa64c5aced4 tempest-RoutersIpV6Test-235118808 tempest-RoutersIpV6Test-235118808-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '949d5f75-4ec4-4fbb-9a9b-4e674a02f73d') {'for_net_delete': True} {{(pid=84040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:10:50.809896 n-d-838334-2 neutron-server[84040]: DEBUG neutron.services.segments.db [None req-7c09b9af-2d67-4c10-882d-8aa64c5aced4 tempest-RoutersIpV6Test-235118808 tempest-RoutersIpV6Test-235118808-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '949d5f75-4ec4-4fbb-9a9b-4e674a02f73d') {} {{(pid=84040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:10:50.832714 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-885082b5-6b7f-4d63-b5fa-31d9ffd20dfa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33528224'] for security_group, after_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:10:50.857642 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-7c09b9af-2d67-4c10-882d-8aa64c5aced4 tempest-RoutersIpV6Test-235118808 tempest-RoutersIpV6Test-235118808-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750375287300', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31955965'] for segment, before_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:10:50.860403 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-885082b5-6b7f-4d63-b5fa-31d9ffd20dfa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e69dc972-2d8b-433a-9758-9fd0cb9a8f32,revision_number=None']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:10:50.877955 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-885082b5-6b7f-4d63-b5fa-31d9ffd20dfa admin admin] Notify callbacks [] for security_group, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:10:50.879538 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-885082b5-6b7f-4d63-b5fa-31d9ffd20dfa admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/e69dc972-2d8b-433a-9758-9fd0cb9a8f32 HTTP/1.1" status: 204 len: 168 time: 0.4110658 Apr 18 21:10:50.906335 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-7c09b9af-2d67-4c10-882d-8aa64c5aced4 tempest-RoutersIpV6Test-235118808 tempest-RoutersIpV6Test-235118808-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1082986'] for segment, precommit_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:10:50.932811 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7c09b9af-2d67-4c10-882d-8aa64c5aced4 tempest-RoutersIpV6Test-235118808 tempest-RoutersIpV6Test-235118808-project] Releasing vlan 365 on physical network physnet1 to pool {{(pid=84040) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 18 21:10:50.933213 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-7c09b9af-2d67-4c10-882d-8aa64c5aced4 tempest-RoutersIpV6Test-235118808 tempest-RoutersIpV6Test-235118808-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1082993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32440923'] for segment, after_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:10:50.966886 n-d-838334-2 neutron-server[84040]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 21:10:50.966886 n-d-838334-2 neutron-server[84040]: util.warn( Apr 18 21:10:50.966886 n-d-838334-2 neutron-server[84040]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 21:10:50.966886 n-d-838334-2 neutron-server[84040]: util.warn( Apr 18 21:10:50.966886 n-d-838334-2 neutron-server[84040]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 21:10:50.966886 n-d-838334-2 neutron-server[84040]: util.warn( Apr 18 21:10:50.966886 n-d-838334-2 neutron-server[84040]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 21:10:50.966886 n-d-838334-2 neutron-server[84040]: util.warn( Apr 18 21:10:50.966886 n-d-838334-2 neutron-server[84040]: Traceback (most recent call last): Apr 18 21:10:50.966886 n-d-838334-2 neutron-server[84040]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 18 21:10:50.966886 n-d-838334-2 neutron-server[84040]: timer() Apr 18 21:10:50.966886 n-d-838334-2 neutron-server[84040]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 21:10:50.966886 n-d-838334-2 neutron-server[84040]: cb(*args, **kw) Apr 18 21:10:50.966886 n-d-838334-2 neutron-server[84040]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 18 21:10:50.966886 n-d-838334-2 neutron-server[84040]: return func(*args, **kwargs) Apr 18 21:10:50.966886 n-d-838334-2 neutron-server[84040]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 21:10:50.966886 n-d-838334-2 neutron-server[84040]: self._notify() Apr 18 21:10:50.966886 n-d-838334-2 neutron-server[84040]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 21:10:50.966886 n-d-838334-2 neutron-server[84040]: self.callback(batched_events) Apr 18 21:10:50.966886 n-d-838334-2 neutron-server[84040]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 21:10:50.966886 n-d-838334-2 neutron-server[84040]: event.method(event) Apr 18 21:10:50.966886 n-d-838334-2 neutron-server[84040]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 18 21:10:50.966886 n-d-838334-2 neutron-server[84040]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 21:10:50.966886 n-d-838334-2 neutron-server[84040]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 18 21:10:50.966886 n-d-838334-2 neutron-server[84040]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 21:10:50.966886 n-d-838334-2 neutron-server[84040]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 18 21:10:50.966886 n-d-838334-2 neutron-server[84040]: return f(self, *a, **k) Apr 18 21:10:50.966886 n-d-838334-2 neutron-server[84040]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 18 21:10:50.966886 n-d-838334-2 neutron-server[84040]: return self._get(url).json() Apr 18 21:10:50.966886 n-d-838334-2 neutron-server[84040]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 18 21:10:50.966886 n-d-838334-2 neutron-server[84040]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 21:10:50.966886 n-d-838334-2 neutron-server[84040]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 18 21:10:50.966886 n-d-838334-2 neutron-server[84040]: return self.request(url, 'GET', **kwargs) Apr 18 21:10:50.966886 n-d-838334-2 neutron-server[84040]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 18 21:10:50.966886 n-d-838334-2 neutron-server[84040]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 21:10:50.966886 n-d-838334-2 neutron-server[84040]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 18 21:10:50.966886 n-d-838334-2 neutron-server[84040]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 21:10:50.966886 n-d-838334-2 neutron-server[84040]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 18 21:10:50.966886 n-d-838334-2 neutron-server[84040]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 21:10:50.966886 n-d-838334-2 neutron-server[84040]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 21:10:51.185911 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-7c09b9af-2d67-4c10-882d-8aa64c5aced4 tempest-RoutersIpV6Test-235118808 tempest-RoutersIpV6Test-235118808-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1258898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33526109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33444113'] for network, after_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:10:51.213896 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-7c09b9af-2d67-4c10-882d-8aa64c5aced4 tempest-RoutersIpV6Test-235118808 tempest-RoutersIpV6Test-235118808-project] Notify callbacks [] for network, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:10:51.252109 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c09b9af-2d67-4c10-882d-8aa64c5aced4 tempest-RoutersIpV6Test-235118808 tempest-RoutersIpV6Test-235118808-project] Pushing event deleted for resources: {'Network': ['ID=446f0bb7-6635-4254-8dfc-93a65d67b776,revision_number=None']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:10:51.267927 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-7c09b9af-2d67-4c10-882d-8aa64c5aced4 tempest-RoutersIpV6Test-235118808 tempest-RoutersIpV6Test-235118808-project] 10.222.0.42 "DELETE /v2.0/networks/446f0bb7-6635-4254-8dfc-93a65d67b776 HTTP/1.1" status: 204 len: 168 time: 4.5332901 Apr 18 21:10:51.271518 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 47020) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:10:51.277022 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.v2.base [None req-0e27ff23-2b0d-4a3c-b9dc-1d63a63dae41 tempest-RoutersIpV6Test-235118808 tempest-RoutersIpV6Test-235118808-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1666022958', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=84041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:10:51.294566 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-0e27ff23-2b0d-4a3c-b9dc-1d63a63dae41 tempest-RoutersIpV6Test-235118808 tempest-RoutersIpV6Test-235118808-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:10:51.305784 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-0e27ff23-2b0d-4a3c-b9dc-1d63a63dae41 tempest-RoutersIpV6Test-235118808 tempest-RoutersIpV6Test-235118808-project] Usage tracker for resource:router and tenant:3fd12654c90d4a4687b2462ca839c972 is out of sync, need to count used quota {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:10:51.315520 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-0e27ff23-2b0d-4a3c-b9dc-1d63a63dae41 tempest-RoutersIpV6Test-235118808 tempest-RoutersIpV6Test-235118808-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:10:51.333015 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-0e27ff23-2b0d-4a3c-b9dc-1d63a63dae41 tempest-RoutersIpV6Test-235118808 tempest-RoutersIpV6Test-235118808-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:10:51.365155 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-0e27ff23-2b0d-4a3c-b9dc-1d63a63dae41 tempest-RoutersIpV6Test-235118808 tempest-RoutersIpV6Test-235118808-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-33442106', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5708'] for router, before_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:10:51.374653 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-0e27ff23-2b0d-4a3c-b9dc-1d63a63dae41 tempest-RoutersIpV6Test-235118808 tempest-RoutersIpV6Test-235118808-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33442137', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33444285', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33535433', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5703'] for router, precommit_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:10:51.420107 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-0e27ff23-2b0d-4a3c-b9dc-1d63a63dae41 tempest-RoutersIpV6Test-235118808 tempest-RoutersIpV6Test-235118808-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:10:51.494980 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-0e27ff23-2b0d-4a3c-b9dc-1d63a63dae41 tempest-RoutersIpV6Test-235118808 tempest-RoutersIpV6Test-235118808-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33443529', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33444176'] for router, after_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:10:51.545470 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-0e27ff23-2b0d-4a3c-b9dc-1d63a63dae41 tempest-RoutersIpV6Test-235118808 tempest-RoutersIpV6Test-235118808-project] Notify callbacks [] for router, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:10:51.547824 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-0e27ff23-2b0d-4a3c-b9dc-1d63a63dae41 tempest-RoutersIpV6Test-235118808 tempest-RoutersIpV6Test-235118808-project] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.2750740 Apr 18 21:10:51.550442 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 47038) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:10:51.576513 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.v2.base [None req-d8bee310-63d2-4b0e-91ad-e0c9efd31611 tempest-RoutersIpV6Test-235118808 tempest-RoutersIpV6Test-235118808-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-892600664'}} {{(pid=84041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:10:51.594831 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-d8bee310-63d2-4b0e-91ad-e0c9efd31611 tempest-RoutersIpV6Test-235118808 tempest-RoutersIpV6Test-235118808-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:10:51.610122 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-d8bee310-63d2-4b0e-91ad-e0c9efd31611 tempest-RoutersIpV6Test-235118808 tempest-RoutersIpV6Test-235118808-project] Usage tracker for resource:network and tenant:3fd12654c90d4a4687b2462ca839c972 is out of sync, need to count used quota {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:10:51.615747 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-d8bee310-63d2-4b0e-91ad-e0c9efd31611 tempest-RoutersIpV6Test-235118808 tempest-RoutersIpV6Test-235118808-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:10:51.623727 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-d8bee310-63d2-4b0e-91ad-e0c9efd31611 tempest-RoutersIpV6Test-235118808 tempest-RoutersIpV6Test-235118808-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:10:51.639690 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d8bee310-63d2-4b0e-91ad-e0c9efd31611 tempest-RoutersIpV6Test-235118808 tempest-RoutersIpV6Test-235118808-project] Made reservation on behalf of 3fd12654c90d4a4687b2462ca839c972 for: {'network': 1} {{(pid=84041) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:10:51.644753 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-d8bee310-63d2-4b0e-91ad-e0c9efd31611 tempest-RoutersIpV6Test-235118808 tempest-RoutersIpV6Test-235118808-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for network, before_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:10:51.723248 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d8bee310-63d2-4b0e-91ad-e0c9efd31611 tempest-RoutersIpV6Test-235118808 tempest-RoutersIpV6Test-235118808-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 369} {{(pid=84041) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 21:10:51.751613 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-d8bee310-63d2-4b0e-91ad-e0c9efd31611 tempest-RoutersIpV6Test-235118808 tempest-RoutersIpV6Test-235118808-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1082986'] for segment, precommit_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:10:51.752030 n-d-838334-2 neutron-server[84041]: INFO neutron.db.segments_db [None req-d8bee310-63d2-4b0e-91ad-e0c9efd31611 tempest-RoutersIpV6Test-235118808 tempest-RoutersIpV6Test-235118808-project] Added segment fa83e8d4-7ace-47d1-9539-07a0d987e4e4 of type vlan for network 699bd152-a339-411f-b2d2-c325a0670f8b Apr 18 21:10:51.808047 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-d8bee310-63d2-4b0e-91ad-e0c9efd31611 tempest-RoutersIpV6Test-235118808 tempest-RoutersIpV6Test-235118808-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750374825732'] for network, precommit_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:10:51.878351 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-d8bee310-63d2-4b0e-91ad-e0c9efd31611 tempest-RoutersIpV6Test-235118808 tempest-RoutersIpV6Test-235118808-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33526109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022'] for network, after_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:10:51.886881 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8bee310-63d2-4b0e-91ad-e0c9efd31611 tempest-RoutersIpV6Test-235118808 tempest-RoutersIpV6Test-235118808-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:10:51.887572 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-d8bee310-63d2-4b0e-91ad-e0c9efd31611 tempest-RoutersIpV6Test-235118808 tempest-RoutersIpV6Test-235118808-project] Notify callbacks [] for network, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:10:52.116950 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8bee310-63d2-4b0e-91ad-e0c9efd31611 tempest-RoutersIpV6Test-235118808 tempest-RoutersIpV6Test-235118808-project] Pushing event updated for resources: {'Network': ['ID=699bd152-a339-411f-b2d2-c325a0670f8b,revision_number=1']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:10:52.125706 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 47066) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:10:52.136369 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-d8bee310-63d2-4b0e-91ad-e0c9efd31611 tempest-RoutersIpV6Test-235118808 tempest-RoutersIpV6Test-235118808-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.5842533 Apr 18 21:10:52.144198 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.v2.base [None req-f22b97f4-31e9-4875-bdd1-51f872848f8a tempest-RoutersIpV6Test-235118808 tempest-RoutersIpV6Test-235118808-project] Request body: {'subnet': {'network_id': '699bd152-a339-411f-b2d2-c325a0670f8b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=84040) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:10:52.145070 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8bee310-63d2-4b0e-91ad-e0c9efd31611 tempest-RoutersIpV6Test-235118808 tempest-RoutersIpV6Test-235118808-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:10:52.145646 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8bee310-63d2-4b0e-91ad-e0c9efd31611 tempest-RoutersIpV6Test-235118808 tempest-RoutersIpV6Test-235118808-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:10:52.146217 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8bee310-63d2-4b0e-91ad-e0c9efd31611 tempest-RoutersIpV6Test-235118808 tempest-RoutersIpV6Test-235118808-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:10:52.146769 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8bee310-63d2-4b0e-91ad-e0c9efd31611 tempest-RoutersIpV6Test-235118808 tempest-RoutersIpV6Test-235118808-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:10:52.147391 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8bee310-63d2-4b0e-91ad-e0c9efd31611 tempest-RoutersIpV6Test-235118808 tempest-RoutersIpV6Test-235118808-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:10:52.147975 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8bee310-63d2-4b0e-91ad-e0c9efd31611 tempest-RoutersIpV6Test-235118808 tempest-RoutersIpV6Test-235118808-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:10:52.148529 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8bee310-63d2-4b0e-91ad-e0c9efd31611 tempest-RoutersIpV6Test-235118808 tempest-RoutersIpV6Test-235118808-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:10:52.149091 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8bee310-63d2-4b0e-91ad-e0c9efd31611 tempest-RoutersIpV6Test-235118808 tempest-RoutersIpV6Test-235118808-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:10:52.149657 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8bee310-63d2-4b0e-91ad-e0c9efd31611 tempest-RoutersIpV6Test-235118808 tempest-RoutersIpV6Test-235118808-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:10:52.150197 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8bee310-63d2-4b0e-91ad-e0c9efd31611 tempest-RoutersIpV6Test-235118808 tempest-RoutersIpV6Test-235118808-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:10:52.150732 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8bee310-63d2-4b0e-91ad-e0c9efd31611 tempest-RoutersIpV6Test-235118808 tempest-RoutersIpV6Test-235118808-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:10:52.165198 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Network 699bd152-a339-411f-b2d2-c325a0670f8b details requested by agent ovs-agent-n-d-838334-2 with host n-d-838334-2 {{(pid=84042) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 18 21:10:52.725646 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [None req-f22b97f4-31e9-4875-bdd1-51f872848f8a tempest-RoutersIpV6Test-235118808 tempest-RoutersIpV6Test-235118808-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:10:52.740151 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-f22b97f4-31e9-4875-bdd1-51f872848f8a tempest-RoutersIpV6Test-235118808 tempest-RoutersIpV6Test-235118808-project] Usage tracker for resource:subnet and tenant:3fd12654c90d4a4687b2462ca839c972 is out of sync, need to count used quota {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:10:52.747893 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-f22b97f4-31e9-4875-bdd1-51f872848f8a tempest-RoutersIpV6Test-235118808 tempest-RoutersIpV6Test-235118808-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:10:52.760339 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [None req-f22b97f4-31e9-4875-bdd1-51f872848f8a tempest-RoutersIpV6Test-235118808 tempest-RoutersIpV6Test-235118808-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:10:52.791150 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f22b97f4-31e9-4875-bdd1-51f872848f8a tempest-RoutersIpV6Test-235118808 tempest-RoutersIpV6Test-235118808-project] Made reservation on behalf of 3fd12654c90d4a4687b2462ca839c972 for: {'subnet': 1} {{(pid=84040) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:10:52.984058 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-f22b97f4-31e9-4875-bdd1-51f872848f8a tempest-RoutersIpV6Test-235118808 tempest-RoutersIpV6Test-235118808-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31752722'] for subnet, before_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:10:53.499426 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-f22b97f4-31e9-4875-bdd1-51f872848f8a tempest-RoutersIpV6Test-235118808 tempest-RoutersIpV6Test-235118808-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33526260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32441074', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31752704'] for subnet, after_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:10:53.655785 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f22b97f4-31e9-4875-bdd1-51f872848f8a tempest-RoutersIpV6Test-235118808 tempest-RoutersIpV6Test-235118808-project] Pushing event updated for resources: {'Subnet': ['ID=94ebf16d-084a-4271-a878-e6ba8454c0ac,revision_number=0']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:10:53.760846 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f22b97f4-31e9-4875-bdd1-51f872848f8a tempest-RoutersIpV6Test-235118808 tempest-RoutersIpV6Test-235118808-project] Checking segment: {'id': 'fa83e8d4-7ace-47d1-9539-07a0d987e4e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '699bd152-a339-411f-b2d2-c325a0670f8b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84040) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 21:10:53.761210 n-d-838334-2 neutron-server[84040]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f22b97f4-31e9-4875-bdd1-51f872848f8a tempest-RoutersIpV6Test-235118808 tempest-RoutersIpV6Test-235118808-project] Network hostable DHCP agents. Network: 699bd152-a339-411f-b2d2-c325a0670f8b, hostable agents: ['8746f8ea-3e91-4b32-9919-2c63adeb8722'], hosted agents: [] {{(pid=84040) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 21:10:53.852013 n-d-838334-2 neutron-server[84040]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f22b97f4-31e9-4875-bdd1-51f872848f8a tempest-RoutersIpV6Test-235118808 tempest-RoutersIpV6Test-235118808-project] Network 699bd152-a339-411f-b2d2-c325a0670f8b is scheduled to be hosted by DHCP agent 8746f8ea-3e91-4b32-9919-2c63adeb8722 with binding_index 1 {{(pid=84040) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 21:10:53.894279 n-d-838334-2 neutron-server[84040]: DEBUG neutron.scheduler.base_scheduler [None req-f22b97f4-31e9-4875-bdd1-51f872848f8a tempest-RoutersIpV6Test-235118808 tempest-RoutersIpV6Test-235118808-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-838334-2, 699bd152-a339-411f-b2d2-c325a0670f8b) {{(pid=84040) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:10:53.894279 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f22b97f4-31e9-4875-bdd1-51f872848f8a tempest-RoutersIpV6Test-235118808 tempest-RoutersIpV6Test-235118808-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:10:53.900584 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-f22b97f4-31e9-4875-bdd1-51f872848f8a tempest-RoutersIpV6Test-235118808 tempest-RoutersIpV6Test-235118808-project] Notify callbacks [] for subnet, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:10:53.940119 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49674d96-2cf0-4695-9c99-9fe75e8ae8c1 None None] Network 699bd152-a339-411f-b2d2-c325a0670f8b requested from n-d-838334-2 {{(pid=84042) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 21:10:53.953752 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-f22b97f4-31e9-4875-bdd1-51f872848f8a tempest-RoutersIpV6Test-235118808 tempest-RoutersIpV6Test-235118808-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.8268080 Apr 18 21:10:53.956431 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 47158) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:10:54.321718 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 47170) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:10:54.586280 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3dfd840-de68-4d50-9bf9-8a05173e53b2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp016840fc-1f9f-5892-9c53-c9cf6c845bbb-699bd152-a339-411f-b2d2-c325a0670f8b', 'network_id': '699bd152-a339-411f-b2d2-c325a0670f8b', 'tenant_id': '3fd12654c90d4a4687b2462ca839c972', 'fixed_ips': [{'subnet_id': '94ebf16d-084a-4271-a878-e6ba8454c0ac'}]}} from n-d-838334-2. {{(pid=84042) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 18 21:10:54.587335 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-d3dfd840-de68-4d50-9bf9-8a05173e53b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_create {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:10:54.758681 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-16302813-aceb-4545-bc32-34e1a72fc423 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:10:54.909526 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-7dfbf8c5-2c54-408b-8f85-ec17761acf74 tempest-RoutersIpV6Test-235118808 tempest-RoutersIpV6Test-235118808-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:10:54.915001 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-16302813-aceb-4545-bc32-34e1a72fc423 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:10:54.938216 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-16302813-aceb-4545-bc32-34e1a72fc423 admin admin] Usage tracker for resource:security_group_rule and tenant:8dcddc3638034885ab00714aa352e637 is out of sync, need to count used quota {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:10:54.943349 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-16302813-aceb-4545-bc32-34e1a72fc423 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:10:54.966754 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-16302813-aceb-4545-bc32-34e1a72fc423 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:10:54.984437 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.db_base_plugin_common [None req-d3dfd840-de68-4d50-9bf9-8a05173e53b2 None None] Allocated IP 2001:db8::2 (699bd152-a339-411f-b2d2-c325a0670f8b/94ebf16d-084a-4271-a878-e6ba8454c0ac/3b4f6dd3-dc6f-4717-89e8-0ad112803496) {{(pid=84042) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 21:10:55.098384 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-16302813-aceb-4545-bc32-34e1a72fc423 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:10:55.108506 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-16302813-aceb-4545-bc32-34e1a72fc423 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33528224'] for security_group, after_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:10:55.252585 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16302813-aceb-4545-bc32-34e1a72fc423 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=369498f6-8b40-45a1-bce7-96ac976842a4,revision_number=1']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:10:55.279247 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-16302813-aceb-4545-bc32-34e1a72fc423 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=8dcddc3638034885ab00714aa352e637&name=default HTTP/1.1" status: 200 len: 2647 time: 0.9561713 Apr 18 21:10:55.283913 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 47210) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:10:55.505513 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-6dd1ea10-cc44-4aea-98de-49d94a2b0861 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:10:55.507585 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-d3dfd840-de68-4d50-9bf9-8a05173e53b2 None None] Notify callbacks [] for port, precommit_create {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:10:55.532261 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-d3dfd840-de68-4d50-9bf9-8a05173e53b2 None None] Transition to ACTIVE for port object 3b4f6dd3-dc6f-4717-89e8-0ad112803496 will not be triggered until provisioned by entity L2. {{(pid=84042) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:10:55.556504 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-6dd1ea10-cc44-4aea-98de-49d94a2b0861 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:10:55.608180 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-d3dfd840-de68-4d50-9bf9-8a05173e53b2 None None] Transition to ACTIVE for port object 3b4f6dd3-dc6f-4717-89e8-0ad112803496 will not be triggered until provisioned by entity DHCP. {{(pid=84042) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:10:55.623187 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-d3dfd840-de68-4d50-9bf9-8a05173e53b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750374836619'] for port, after_create {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:10:55.723305 n-d-838334-2 neutron-server[84042]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3dfd840-de68-4d50-9bf9-8a05173e53b2 None None] Network 699bd152-a339-411f-b2d2-c325a0670f8b is already hosted by enough agents. {{(pid=84042) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:10:55.733189 n-d-838334-2 neutron-server[84042]: DEBUG neutron.scheduler.base_scheduler [None req-d3dfd840-de68-4d50-9bf9-8a05173e53b2 None None] Resources bound (agent type, host, resource id): {{(pid=84042) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:10:55.738219 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3dfd840-de68-4d50-9bf9-8a05173e53b2 None None] Received port after_create {{(pid=84042) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 21:10:55.756808 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-6dd1ea10-cc44-4aea-98de-49d94a2b0861 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33528224'] for security_group, after_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:10:55.829807 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-6dd1ea10-cc44-4aea-98de-49d94a2b0861 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:10:55.833344 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-6dd1ea10-cc44-4aea-98de-49d94a2b0861 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/369498f6-8b40-45a1-bce7-96ac976842a4 HTTP/1.1" status: 204 len: 168 time: 0.5455959 Apr 18 21:10:55.833476 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3dfd840-de68-4d50-9bf9-8a05173e53b2 None None] Pushing event updated for resources: {'Port': ['ID=3b4f6dd3-dc6f-4717-89e8-0ad112803496,revision_number=1']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:10:55.841236 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dd1ea10-cc44-4aea-98de-49d94a2b0861 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=369498f6-8b40-45a1-bce7-96ac976842a4,revision_number=None']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:10:55.888864 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.managers [None req-d3dfd840-de68-4d50-9bf9-8a05173e53b2 None None] Attempting to bind port 3b4f6dd3-dc6f-4717-89e8-0ad112803496 on host n-d-838334-2 for vnic_type normal with profile {{(pid=84042) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 21:10:55.889224 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.managers [None req-d3dfd840-de68-4d50-9bf9-8a05173e53b2 None None] Attempting to bind port 3b4f6dd3-dc6f-4717-89e8-0ad112803496 by drivers openvswitch,hyperv on host n-d-838334-2 at level 0 using segments [{'id': 'fa83e8d4-7ace-47d1-9539-07a0d987e4e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '699bd152-a339-411f-b2d2-c325a0670f8b'}] {{(pid=84042) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 21:10:55.891854 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3dfd840-de68-4d50-9bf9-8a05173e53b2 None None] Attempting to bind port 3b4f6dd3-dc6f-4717-89e8-0ad112803496 on network 699bd152-a339-411f-b2d2-c325a0670f8b {{(pid=84042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 21:10:55.944296 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3dfd840-de68-4d50-9bf9-8a05173e53b2 None None] Checking agent: {'id': '97cd4414-7af6-4d67-868d-dff370b4071a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838334-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 25, 49), 'started_at': datetime.datetime(2022, 4, 18, 20, 26, 19), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 21, 10, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838334-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 18 21:10:55.944839 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3dfd840-de68-4d50-9bf9-8a05173e53b2 None None] Checking segment: {'id': 'fa83e8d4-7ace-47d1-9539-07a0d987e4e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '699bd152-a339-411f-b2d2-c325a0670f8b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84042) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 21:10:55.945310 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-d3dfd840-de68-4d50-9bf9-8a05173e53b2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:10:55.946178 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3dfd840-de68-4d50-9bf9-8a05173e53b2 None None] Bound using segment: {'id': 'fa83e8d4-7ace-47d1-9539-07a0d987e4e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '699bd152-a339-411f-b2d2-c325a0670f8b'} {{(pid=84042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 18 21:10:55.946748 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.managers [None req-d3dfd840-de68-4d50-9bf9-8a05173e53b2 None None] Bound port: 3b4f6dd3-dc6f-4717-89e8-0ad112803496, host: n-d-838334-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fa83e8d4-7ace-47d1-9539-07a0d987e4e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '699bd152-a339-411f-b2d2-c325a0670f8b'}}] {{(pid=84042) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 21:10:55.947368 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-d3dfd840-de68-4d50-9bf9-8a05173e53b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:10:56.107457 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-d3dfd840-de68-4d50-9bf9-8a05173e53b2 None None] For port 3b4f6dd3-dc6f-4717-89e8-0ad112803496, host n-d-838334-2, cleared binding levels {{(pid=84042) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 21:10:56.114199 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-d3dfd840-de68-4d50-9bf9-8a05173e53b2 None None] For port 3b4f6dd3-dc6f-4717-89e8-0ad112803496, host n-d-838334-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838334-2',level=0,port_id=3b4f6dd3-dc6f-4717-89e8-0ad112803496,segment=NetworkSegment(fa83e8d4-7ace-47d1-9539-07a0d987e4e4),segment_id=fa83e8d4-7ace-47d1-9539-07a0d987e4e4)] {{(pid=84042) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 21:10:56.123478 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-d3dfd840-de68-4d50-9bf9-8a05173e53b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682'] for port, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:10:56.362330 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3dfd840-de68-4d50-9bf9-8a05173e53b2 None None] Pushing event updated for resources: {'Port': ['ID=3b4f6dd3-dc6f-4717-89e8-0ad112803496,revision_number=2']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:10:56.450167 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.db_base_plugin_common [None req-7dfbf8c5-2c54-408b-8f85-ec17761acf74 tempest-RoutersIpV6Test-235118808 tempest-RoutersIpV6Test-235118808-project] Allocated IP 2001:db8::1 (699bd152-a339-411f-b2d2-c325a0670f8b/94ebf16d-084a-4271-a878-e6ba8454c0ac/97b0b1f9-c01a-4ba8-b4c8-af3dcc327f1e) {{(pid=84040) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 21:10:56.881082 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 47258) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:10:56.897075 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-7dfbf8c5-2c54-408b-8f85-ec17761acf74 tempest-RoutersIpV6Test-235118808 tempest-RoutersIpV6Test-235118808-project] Notify callbacks [] for port, precommit_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:10:56.922175 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-0390ec9d-a510-46fd-b94a-7ddcfeeaa5e2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:10:56.962898 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.provisioning_blocks [None req-7dfbf8c5-2c54-408b-8f85-ec17761acf74 tempest-RoutersIpV6Test-235118808 tempest-RoutersIpV6Test-235118808-project] Transition to ACTIVE for port object 97b0b1f9-c01a-4ba8-b4c8-af3dcc327f1e will not be triggered until provisioned by entity DHCP. {{(pid=84040) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:10:57.032815 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-0390ec9d-a510-46fd-b94a-7ddcfeeaa5e2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:10:57.041020 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-7dfbf8c5-2c54-408b-8f85-ec17761acf74 tempest-RoutersIpV6Test-235118808 tempest-RoutersIpV6Test-235118808-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750374836619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32440838'] for port, after_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:10:57.048983 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-0390ec9d-a510-46fd-b94a-7ddcfeeaa5e2 admin admin] Usage tracker for resource:security_group_rule and tenant:10dc0fe097bd426896871bd0c50e61ab is out of sync, need to count used quota {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:10:57.064513 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-0390ec9d-a510-46fd-b94a-7ddcfeeaa5e2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:10:57.076141 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-0390ec9d-a510-46fd-b94a-7ddcfeeaa5e2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:10:57.310537 n-d-838334-2 neutron-server[84040]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7dfbf8c5-2c54-408b-8f85-ec17761acf74 tempest-RoutersIpV6Test-235118808 tempest-RoutersIpV6Test-235118808-project] Network 699bd152-a339-411f-b2d2-c325a0670f8b is already hosted by enough agents. {{(pid=84040) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:10:57.313259 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-0390ec9d-a510-46fd-b94a-7ddcfeeaa5e2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:10:57.321068 n-d-838334-2 neutron-server[84040]: DEBUG neutron.scheduler.base_scheduler [None req-7dfbf8c5-2c54-408b-8f85-ec17761acf74 tempest-RoutersIpV6Test-235118808 tempest-RoutersIpV6Test-235118808-project] Resources bound (agent type, host, resource id): {{(pid=84040) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:10:57.329092 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-0390ec9d-a510-46fd-b94a-7ddcfeeaa5e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33528224'] for security_group, after_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:10:57.336335 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7dfbf8c5-2c54-408b-8f85-ec17761acf74 tempest-RoutersIpV6Test-235118808 tempest-RoutersIpV6Test-235118808-project] Received port after_create {{(pid=84040) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 21:10:57.345896 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-7dfbf8c5-2c54-408b-8f85-ec17761acf74 tempest-RoutersIpV6Test-235118808 tempest-RoutersIpV6Test-235118808-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33444010'] for router_interface, before_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:10:57.393222 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dfbf8c5-2c54-408b-8f85-ec17761acf74 tempest-RoutersIpV6Test-235118808 tempest-RoutersIpV6Test-235118808-project] Pushing event updated for resources: {'Port': ['ID=97b0b1f9-c01a-4ba8-b4c8-af3dcc327f1e,revision_number=1']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:10:57.529449 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0390ec9d-a510-46fd-b94a-7ddcfeeaa5e2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b9e5b38f-7ea1-4bb5-9dd0-d25222680cf5,revision_number=1']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:10:57.553296 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 47284) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:10:57.555028 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-0390ec9d-a510-46fd-b94a-7ddcfeeaa5e2 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=10dc0fe097bd426896871bd0c50e61ab&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6611543 Apr 18 21:10:57.648814 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-7dfbf8c5-2c54-408b-8f85-ec17761acf74 tempest-RoutersIpV6Test-235118808 tempest-RoutersIpV6Test-235118808-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:10:58.150004 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-b84ec3cd-cef5-4f83-9377-5281d84dfbc7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:10:58.163949 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a85621c-afb3-4465-9079-f4a9cfdd4d08 None None] Network 699bd152-a339-411f-b2d2-c325a0670f8b requested from n-d-838334-2 {{(pid=84042) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 21:10:58.200520 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-b84ec3cd-cef5-4f83-9377-5281d84dfbc7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:10:58.402492 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-c4accb95-a424-41e8-920d-8ebb1e63cdb6 None None] Provisioning for port 3b4f6dd3-dc6f-4717-89e8-0ad112803496 completed by entity DHCP. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 21:10:58.453987 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-b84ec3cd-cef5-4f83-9377-5281d84dfbc7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33528224'] for security_group, after_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:10:58.491026 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b84ec3cd-cef5-4f83-9377-5281d84dfbc7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9e5b38f-7ea1-4bb5-9dd0-d25222680cf5,revision_number=None']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:10:58.505923 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-b84ec3cd-cef5-4f83-9377-5281d84dfbc7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:10:58.508042 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-b84ec3cd-cef5-4f83-9377-5281d84dfbc7 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/b9e5b38f-7ea1-4bb5-9dd0-d25222680cf5 HTTP/1.1" status: 204 len: 168 time: 0.9461162 Apr 18 21:10:58.668328 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Device 3b4f6dd3-dc6f-4717-89e8-0ad112803496 up at agent ovs-agent-n-d-838334-2 {{(pid=84042) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 21:10:58.725757 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-7dfbf8c5-2c54-408b-8f85-ec17761acf74 tempest-RoutersIpV6Test-235118808 tempest-RoutersIpV6Test-235118808-project] Notify callbacks [] for port, precommit_update {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:10:58.742449 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-7dfbf8c5-2c54-408b-8f85-ec17761acf74 tempest-RoutersIpV6Test-235118808 tempest-RoutersIpV6Test-235118808-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32440959'] for port, after_update {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:10:58.743615 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-7dfbf8c5-2c54-408b-8f85-ec17761acf74 tempest-RoutersIpV6Test-235118808 tempest-RoutersIpV6Test-235118808-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-32377886', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33443847'] for router_interface, after_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:10:58.903848 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Provisioning for port 3b4f6dd3-dc6f-4717-89e8-0ad112803496 completed by entity L2. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 21:10:58.911510 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Provisioning complete for port 3b4f6dd3-dc6f-4717-89e8-0ad112803496 triggered by entity L2. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:10:58.912115 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1253608'] for port, provisioning_complete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:10:59.116682 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dfbf8c5-2c54-408b-8f85-ec17761acf74 tempest-RoutersIpV6Test-235118808 tempest-RoutersIpV6Test-235118808-project] Pushing event updated for resources: {'Port': ['ID=97b0b1f9-c01a-4ba8-b4c8-af3dcc327f1e,revision_number=2']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:10:59.249218 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:10:59.310393 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] For port 3b4f6dd3-dc6f-4717-89e8-0ad112803496, host n-d-838334-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838334-2',level=0,port_id=3b4f6dd3-dc6f-4717-89e8-0ad112803496,segment=NetworkSegment(fa83e8d4-7ace-47d1-9539-07a0d987e4e4),segment_id=fa83e8d4-7ace-47d1-9539-07a0d987e4e4)] {{(pid=84042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:10:59.325899 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682'] for port, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:10:59.426819 n-d-838334-2 neutron-server[84040]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7dfbf8c5-2c54-408b-8f85-ec17761acf74 tempest-RoutersIpV6Test-235118808 tempest-RoutersIpV6Test-235118808-project] Network 699bd152-a339-411f-b2d2-c325a0670f8b is already hosted by enough agents. {{(pid=84040) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:10:59.430571 n-d-838334-2 neutron-server[84040]: DEBUG neutron.scheduler.base_scheduler [None req-7dfbf8c5-2c54-408b-8f85-ec17761acf74 tempest-RoutersIpV6Test-235118808 tempest-RoutersIpV6Test-235118808-project] Resources bound (agent type, host, resource id): {{(pid=84040) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:10:59.471305 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Pushing event updated for resources: {'Port': ['ID=3b4f6dd3-dc6f-4717-89e8-0ad112803496,revision_number=3']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:10:59.634841 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-f4651413-07af-471e-9c40-2f62dfef9606 None None] Provisioning complete for port 3b4f6dd3-dc6f-4717-89e8-0ad112803496 triggered by entity DHCP. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:10:59.635280 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-f4651413-07af-471e-9c40-2f62dfef9606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1253608'] for port, provisioning_complete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:11:00.019120 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750375287399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253529'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:11:00.138182 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-f4651413-07af-471e-9c40-2f62dfef9606 None None] Provisioning for port 97b0b1f9-c01a-4ba8-b4c8-af3dcc327f1e completed by entity DHCP. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 21:11:00.157159 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-f4651413-07af-471e-9c40-2f62dfef9606 None None] Provisioning complete for port 97b0b1f9-c01a-4ba8-b4c8-af3dcc327f1e triggered by entity DHCP. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:11:00.157603 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-f4651413-07af-471e-9c40-2f62dfef9606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1253608'] for port, provisioning_complete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:11:00.499351 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.plugin [None req-f4651413-07af-471e-9c40-2f62dfef9606 None None] Port 97b0b1f9-c01a-4ba8-b4c8-af3dcc327f1e cannot update to ACTIVE because it is not bound. {{(pid=84042) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 18 21:11:00.547923 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Device 3b4f6dd3-dc6f-4717-89e8-0ad112803496 up at agent ovs-agent-n-d-838334-2 {{(pid=84042) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 21:11:00.677056 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-ab0d34a6-f1c4-4f63-a013-af114569b9d9 None None] Provisioning complete for port 97b0b1f9-c01a-4ba8-b4c8-af3dcc327f1e triggered by entity DHCP. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:11:00.680605 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-ab0d34a6-f1c4-4f63-a013-af114569b9d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1253608'] for port, provisioning_complete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:11:00.863821 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.plugin [None req-ab0d34a6-f1c4-4f63-a013-af114569b9d9 None None] Port 97b0b1f9-c01a-4ba8-b4c8-af3dcc327f1e cannot update to ACTIVE because it is not bound. {{(pid=84042) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 18 21:11:00.865364 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Provisioning complete for port 3b4f6dd3-dc6f-4717-89e8-0ad112803496 triggered by entity L2. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:11:00.865731 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1253608'] for port, provisioning_complete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:11:00.943417 n-d-838334-2 neutron-server[84040]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7dfbf8c5-2c54-408b-8f85-ec17761acf74 tempest-RoutersIpV6Test-235118808 tempest-RoutersIpV6Test-235118808-project] Router 8fa348f8-02b3-4f5c-91fa-10f95637edc1 is scheduled to L3 agent bc84d6c9-dd7a-4555-a351-592327b46d5a with binding_index 1 {{(pid=84040) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 18 21:11:01.113467 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-7189f1ea-8384-4382-b1aa-98f3beaf6539 None None] Provisioning complete for port 97b0b1f9-c01a-4ba8-b4c8-af3dcc327f1e triggered by entity DHCP. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:11:01.114069 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-7189f1ea-8384-4382-b1aa-98f3beaf6539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1253608'] for port, provisioning_complete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:11:01.363457 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 47368) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:11:01.452758 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.plugin [None req-7189f1ea-8384-4382-b1aa-98f3beaf6539 None None] Port 97b0b1f9-c01a-4ba8-b4c8-af3dcc327f1e cannot update to ACTIVE because it is not bound. {{(pid=84042) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 18 21:11:01.734817 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.v2.base [None req-8b9b56d8-99f4-4aa9-8aa4-bd7ac5a35bff admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-1325226154-network', 'tenant_id': '8ca657a6dd7e428db1e7c06a95f1a90e'}} {{(pid=84041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:11:01.744891 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-8b9b56d8-99f4-4aa9-8aa4-bd7ac5a35bff admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:11:01.754821 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-8b9b56d8-99f4-4aa9-8aa4-bd7ac5a35bff admin admin] Usage tracker for resource:network and tenant:8ca657a6dd7e428db1e7c06a95f1a90e is out of sync, need to count used quota {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:11:01.764054 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-8b9b56d8-99f4-4aa9-8aa4-bd7ac5a35bff admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:11:01.786023 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-8b9b56d8-99f4-4aa9-8aa4-bd7ac5a35bff admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:11:01.827463 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b9b56d8-99f4-4aa9-8aa4-bd7ac5a35bff admin admin] Made reservation on behalf of 8ca657a6dd7e428db1e7c06a95f1a90e for: {'network': 1} {{(pid=84041) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:11:01.830304 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-8b9b56d8-99f4-4aa9-8aa4-bd7ac5a35bff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for network, before_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:11:01.844076 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-8b9b56d8-99f4-4aa9-8aa4-bd7ac5a35bff admin admin] Notify callbacks [] for security_group, before_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:11:01.875719 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7dfbf8c5-2c54-408b-8f85-ec17761acf74 tempest-RoutersIpV6Test-235118808 tempest-RoutersIpV6Test-235118808-project] Notify agent at l3_agent.n-d-838334-2 the message routers_updated {{(pid=84040) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 21:11:01.892030 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab2a9b88-14e0-46e9-90c3-2c70fc345c37 None None] Sync routers for ids ['8fa348f8-02b3-4f5c-91fa-10f95637edc1'] in n-d-838334-2 {{(pid=84042) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 18 21:11:01.895768 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-7dfbf8c5-2c54-408b-8f85-ec17761acf74 tempest-RoutersIpV6Test-235118808 tempest-RoutersIpV6Test-235118808-project] 10.222.0.42 "PUT /v2.0/routers/8fa348f8-02b3-4f5c-91fa-10f95637edc1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.9376280 Apr 18 21:11:01.898082 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 47382) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:11:01.906188 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.v2.base [None req-3d462fd1-2bb6-4741-83d5-5ac733598614 tempest-RoutersIpV6Test-235118808 tempest-RoutersIpV6Test-235118808-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-651917403'}} {{(pid=84040) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:11:01.909745 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab2a9b88-14e0-46e9-90c3-2c70fc345c37 None None] Routers {'8fa348f8-02b3-4f5c-91fa-10f95637edc1'} bound to L3 agent in host n-d-838334-2 {{(pid=84042) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 21:11:01.910796 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_hamode_db [None req-ab2a9b88-14e0-46e9-90c3-2c70fc345c37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838334-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-18T20:25:48Z,description=,heartbeat_timestamp=2022-04-18T21:10:48Z,host='n-d-838334-2',id=bc84d6c9-dd7a-4555-a351-592327b46d5a,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:25:48Z,topic='l3_agent')) {'router_ids': ['8fa348f8-02b3-4f5c-91fa-10f95637edc1'], 'active': True} {{(pid=84042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:11:01.913233 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [None req-3d462fd1-2bb6-4741-83d5-5ac733598614 tempest-RoutersIpV6Test-235118808 tempest-RoutersIpV6Test-235118808-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:11:01.917461 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-8b9b56d8-99f4-4aa9-8aa4-bd7ac5a35bff admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:11:01.918657 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-3d462fd1-2bb6-4741-83d5-5ac733598614 tempest-RoutersIpV6Test-235118808 tempest-RoutersIpV6Test-235118808-project] Usage tracker for resource:network and tenant:3fd12654c90d4a4687b2462ca839c972 is out of sync, need to count used quota {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:11:01.924543 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-8b9b56d8-99f4-4aa9-8aa4-bd7ac5a35bff admin admin] Usage tracker for resource:security_group_rule and tenant:8ca657a6dd7e428db1e7c06a95f1a90e is out of sync, need to count used quota {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:11:01.927275 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-3d462fd1-2bb6-4741-83d5-5ac733598614 tempest-RoutersIpV6Test-235118808 tempest-RoutersIpV6Test-235118808-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:11:01.930168 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-8b9b56d8-99f4-4aa9-8aa4-bd7ac5a35bff admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:11:01.938368 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [None req-3d462fd1-2bb6-4741-83d5-5ac733598614 tempest-RoutersIpV6Test-235118808 tempest-RoutersIpV6Test-235118808-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:11:01.943974 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-8b9b56d8-99f4-4aa9-8aa4-bd7ac5a35bff admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:11:01.972954 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d462fd1-2bb6-4741-83d5-5ac733598614 tempest-RoutersIpV6Test-235118808 tempest-RoutersIpV6Test-235118808-project] Made reservation on behalf of 3fd12654c90d4a4687b2462ca839c972 for: {'network': 1} {{(pid=84040) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:11:01.975969 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-3d462fd1-2bb6-4741-83d5-5ac733598614 tempest-RoutersIpV6Test-235118808 tempest-RoutersIpV6Test-235118808-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for network, before_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:11:02.050471 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3d462fd1-2bb6-4741-83d5-5ac733598614 tempest-RoutersIpV6Test-235118808 tempest-RoutersIpV6Test-235118808-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 350} {{(pid=84040) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 21:11:02.064422 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-3d462fd1-2bb6-4741-83d5-5ac733598614 tempest-RoutersIpV6Test-235118808 tempest-RoutersIpV6Test-235118808-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1082986'] for segment, precommit_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:11:02.065087 n-d-838334-2 neutron-server[84040]: INFO neutron.db.segments_db [None req-3d462fd1-2bb6-4741-83d5-5ac733598614 tempest-RoutersIpV6Test-235118808 tempest-RoutersIpV6Test-235118808-project] Added segment ee7a2b34-89f8-4aa0-89e1-2b5bb219f2dd of type vlan for network b0cfab48-3f09-430a-9068-3eef4510480b Apr 18 21:11:02.099346 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-3d462fd1-2bb6-4741-83d5-5ac733598614 tempest-RoutersIpV6Test-235118808 tempest-RoutersIpV6Test-235118808-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750374825732'] for network, precommit_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:11:02.108055 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-8b9b56d8-99f4-4aa9-8aa4-bd7ac5a35bff admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:11:02.117832 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-8b9b56d8-99f4-4aa9-8aa4-bd7ac5a35bff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33528224'] for security_group, after_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:11:02.138860 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-3d462fd1-2bb6-4741-83d5-5ac733598614 tempest-RoutersIpV6Test-235118808 tempest-RoutersIpV6Test-235118808-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33526109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022'] for network, after_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:11:02.147934 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d462fd1-2bb6-4741-83d5-5ac733598614 tempest-RoutersIpV6Test-235118808 tempest-RoutersIpV6Test-235118808-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:11:02.149490 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-3d462fd1-2bb6-4741-83d5-5ac733598614 tempest-RoutersIpV6Test-235118808 tempest-RoutersIpV6Test-235118808-project] Notify callbacks [] for network, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:11:02.159898 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8b9b56d8-99f4-4aa9-8aa4-bd7ac5a35bff admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 388} {{(pid=84041) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 21:11:02.166846 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b9b56d8-99f4-4aa9-8aa4-bd7ac5a35bff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9fa5ce7e-93a0-4048-a52a-367318ec4781,revision_number=1']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:11:02.177826 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-8b9b56d8-99f4-4aa9-8aa4-bd7ac5a35bff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1082986'] for segment, precommit_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:11:02.178520 n-d-838334-2 neutron-server[84041]: INFO neutron.db.segments_db [None req-8b9b56d8-99f4-4aa9-8aa4-bd7ac5a35bff admin admin] Added segment 67a93bb4-0871-4d6d-b5c2-05b702305dba of type vlan for network ec211755-00f0-492d-a79c-096be27f1d17 Apr 18 21:11:02.245447 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-8b9b56d8-99f4-4aa9-8aa4-bd7ac5a35bff admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750374825732'] for network, precommit_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:11:02.259938 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_dvr_db [None req-ab2a9b88-14e0-46e9-90c3-2c70fc345c37 None None] Set router 8fa348f8-02b3-4f5c-91fa-10f95637edc1 gateway port host: None {{(pid=84042) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 21:11:02.318900 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-8b9b56d8-99f4-4aa9-8aa4-bd7ac5a35bff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33526109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022'] for network, after_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:11:02.320224 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b9b56d8-99f4-4aa9-8aa4-bd7ac5a35bff admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:11:02.320940 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-8b9b56d8-99f4-4aa9-8aa4-bd7ac5a35bff admin admin] Notify callbacks [] for network, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:11:02.432822 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-3d462fd1-2bb6-4741-83d5-5ac733598614 tempest-RoutersIpV6Test-235118808 tempest-RoutersIpV6Test-235118808-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.5334613 Apr 18 21:11:02.437612 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 47404) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:11:02.488156 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b9b56d8-99f4-4aa9-8aa4-bd7ac5a35bff admin admin] Pushing event updated for resources: {'Network': ['ID=ec211755-00f0-492d-a79c-096be27f1d17,revision_number=1']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:11:02.497658 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-8b9b56d8-99f4-4aa9-8aa4-bd7ac5a35bff admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.1326175 Apr 18 21:11:02.500133 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 47410) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:11:02.505555 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.v2.base [None req-4f3485c7-57c3-4efa-a283-3faf63878be8 tempest-RoutersIpV6Test-235118808 tempest-RoutersIpV6Test-235118808-project] Request body: {'subnet': {'network_id': 'b0cfab48-3f09-430a-9068-3eef4510480b', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=84040) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:11:02.507126 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.v2.base [None req-72c69e2c-00ed-42bc-8318-9e5146f217c5 admin admin] Request body: {'subnet': {'network_id': 'ec211755-00f0-492d-a79c-096be27f1d17', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-1325226154-subnet', 'tenant_id': '8ca657a6dd7e428db1e7c06a95f1a90e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=84041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:11:02.514459 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-72c69e2c-00ed-42bc-8318-9e5146f217c5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:11:02.519476 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-72c69e2c-00ed-42bc-8318-9e5146f217c5 admin admin] Usage tracker for resource:subnet and tenant:8ca657a6dd7e428db1e7c06a95f1a90e is out of sync, need to count used quota {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:11:02.523604 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-72c69e2c-00ed-42bc-8318-9e5146f217c5 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:11:02.531184 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-72c69e2c-00ed-42bc-8318-9e5146f217c5 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:11:02.546637 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-72c69e2c-00ed-42bc-8318-9e5146f217c5 admin admin] Made reservation on behalf of 8ca657a6dd7e428db1e7c06a95f1a90e for: {'subnet': 1} {{(pid=84041) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:11:02.552915 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-72c69e2c-00ed-42bc-8318-9e5146f217c5 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32486301'] for subnet, before_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:11:02.588433 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d462fd1-2bb6-4741-83d5-5ac733598614 tempest-RoutersIpV6Test-235118808 tempest-RoutersIpV6Test-235118808-project] Pushing event updated for resources: {'Network': ['ID=b0cfab48-3f09-430a-9068-3eef4510480b,revision_number=1']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:11:02.601102 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Network ec211755-00f0-492d-a79c-096be27f1d17 details requested by agent ovs-agent-n-d-838334-2 with host n-d-838334-2 {{(pid=84042) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 18 21:11:02.645296 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Network b0cfab48-3f09-430a-9068-3eef4510480b details requested by agent ovs-agent-n-d-838334-2 with host n-d-838334-2 {{(pid=84042) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 18 21:11:02.866689 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [None req-4f3485c7-57c3-4efa-a283-3faf63878be8 tempest-RoutersIpV6Test-235118808 tempest-RoutersIpV6Test-235118808-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:11:02.879936 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-4f3485c7-57c3-4efa-a283-3faf63878be8 tempest-RoutersIpV6Test-235118808 tempest-RoutersIpV6Test-235118808-project] Usage tracker for resource:subnet and tenant:3fd12654c90d4a4687b2462ca839c972 is out of sync, need to count used quota {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:11:02.884540 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-4f3485c7-57c3-4efa-a283-3faf63878be8 tempest-RoutersIpV6Test-235118808 tempest-RoutersIpV6Test-235118808-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:11:02.898071 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [None req-4f3485c7-57c3-4efa-a283-3faf63878be8 tempest-RoutersIpV6Test-235118808 tempest-RoutersIpV6Test-235118808-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:11:02.939072 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f3485c7-57c3-4efa-a283-3faf63878be8 tempest-RoutersIpV6Test-235118808 tempest-RoutersIpV6Test-235118808-project] Made reservation on behalf of 3fd12654c90d4a4687b2462ca839c972 for: {'subnet': 1} {{(pid=84040) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:11:03.177976 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-4f3485c7-57c3-4efa-a283-3faf63878be8 tempest-RoutersIpV6Test-235118808 tempest-RoutersIpV6Test-235118808-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31752722'] for subnet, before_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:11:03.259609 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-72c69e2c-00ed-42bc-8318-9e5146f217c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33526260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32266407', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32486287'] for subnet, after_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:11:03.603246 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72c69e2c-00ed-42bc-8318-9e5146f217c5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=dfc866b7-c353-49e6-9c7f-4cc86e757b48,revision_number=0']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:11:03.633904 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72c69e2c-00ed-42bc-8318-9e5146f217c5 admin admin] Checking segment: {'id': '67a93bb4-0871-4d6d-b5c2-05b702305dba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': 'ec211755-00f0-492d-a79c-096be27f1d17'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84041) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 21:11:03.634801 n-d-838334-2 neutron-server[84041]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72c69e2c-00ed-42bc-8318-9e5146f217c5 admin admin] Network hostable DHCP agents. Network: ec211755-00f0-492d-a79c-096be27f1d17, hostable agents: ['8746f8ea-3e91-4b32-9919-2c63adeb8722'], hosted agents: [] {{(pid=84041) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 21:11:03.710507 n-d-838334-2 neutron-server[84041]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72c69e2c-00ed-42bc-8318-9e5146f217c5 admin admin] Network ec211755-00f0-492d-a79c-096be27f1d17 is scheduled to be hosted by DHCP agent 8746f8ea-3e91-4b32-9919-2c63adeb8722 with binding_index 1 {{(pid=84041) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 21:11:03.724888 n-d-838334-2 neutron-server[84041]: DEBUG neutron.scheduler.base_scheduler [None req-72c69e2c-00ed-42bc-8318-9e5146f217c5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-838334-2, ec211755-00f0-492d-a79c-096be27f1d17) {{(pid=84041) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:11:03.745016 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72c69e2c-00ed-42bc-8318-9e5146f217c5 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:11:03.746795 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c61edeff-41e0-49cb-bfd1-a4e25d15029d None None] Network ec211755-00f0-492d-a79c-096be27f1d17 requested from n-d-838334-2 {{(pid=84042) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 21:11:03.747688 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-72c69e2c-00ed-42bc-8318-9e5146f217c5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:11:03.806870 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-72c69e2c-00ed-42bc-8318-9e5146f217c5 admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.3022192 Apr 18 21:11:04.023063 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-4f3485c7-57c3-4efa-a283-3faf63878be8 tempest-RoutersIpV6Test-235118808 tempest-RoutersIpV6Test-235118808-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33526260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32441074', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31752704'] for subnet, after_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:11:04.045874 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750375287399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253529'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:11:04.139031 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_hamode_db [None req-ab2a9b88-14e0-46e9-90c3-2c70fc345c37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8fa348f8-02b3-4f5c-91fa-10f95637edc1', 'name': 'tempest-RoutersIpV6Test-router-1666022958', 'tenant_id': '3fd12654c90d4a4687b2462ca839c972', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:10:51Z', 'updated_at': '2022-04-18T21:10:57Z', 'revision_number': 2, 'project_id': '3fd12654c90d4a4687b2462ca839c972', 'gw_port_host': None, '_interfaces': [{'id': '97b0b1f9-c01a-4ba8-b4c8-af3dcc327f1e', 'name': '', 'network_id': '699bd152-a339-411f-b2d2-c325a0670f8b', 'tenant_id': '3fd12654c90d4a4687b2462ca839c972', 'mac_address': 'fa:16:3e:b1:c8:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8fa348f8-02b3-4f5c-91fa-10f95637edc1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '94ebf16d-084a-4271-a878-e6ba8454c0ac', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:10:55Z', 'updated_at': '2022-04-18T21:10:58Z', 'revision_number': 2, 'project_id': '3fd12654c90d4a4687b2462ca839c972', 'subnets': [{'id': '94ebf16d-084a-4271-a878-e6ba8454c0ac', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838334-2', False) {} {{(pid=84042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:11:04.169823 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab2a9b88-14e0-46e9-90c3-2c70fc345c37 None None] Checking router: 8fa348f8-02b3-4f5c-91fa-10f95637edc1 for host: n-d-838334-2 {{(pid=84042) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 18 21:11:04.170133 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab2a9b88-14e0-46e9-90c3-2c70fc345c37 None None] Updating router 8fa348f8-02b3-4f5c-91fa-10f95637edc1 port 97b0b1f9-c01a-4ba8-b4c8-af3dcc327f1e binding host n-d-838334-2 {{(pid=84042) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 18 21:11:04.280851 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f3485c7-57c3-4efa-a283-3faf63878be8 tempest-RoutersIpV6Test-235118808 tempest-RoutersIpV6Test-235118808-project] Pushing event updated for resources: {'Subnet': ['ID=fea0e53c-8a06-45ef-80e9-a2622b1e38e1,revision_number=0']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:11:04.293166 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f3485c7-57c3-4efa-a283-3faf63878be8 tempest-RoutersIpV6Test-235118808 tempest-RoutersIpV6Test-235118808-project] Checking segment: {'id': 'ee7a2b34-89f8-4aa0-89e1-2b5bb219f2dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': 'b0cfab48-3f09-430a-9068-3eef4510480b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84040) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 21:11:04.294824 n-d-838334-2 neutron-server[84040]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f3485c7-57c3-4efa-a283-3faf63878be8 tempest-RoutersIpV6Test-235118808 tempest-RoutersIpV6Test-235118808-project] Network hostable DHCP agents. Network: b0cfab48-3f09-430a-9068-3eef4510480b, hostable agents: ['8746f8ea-3e91-4b32-9919-2c63adeb8722'], hosted agents: [] {{(pid=84040) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 21:11:04.330512 n-d-838334-2 neutron-server[84040]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f3485c7-57c3-4efa-a283-3faf63878be8 tempest-RoutersIpV6Test-235118808 tempest-RoutersIpV6Test-235118808-project] Network b0cfab48-3f09-430a-9068-3eef4510480b is scheduled to be hosted by DHCP agent 8746f8ea-3e91-4b32-9919-2c63adeb8722 with binding_index 1 {{(pid=84040) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 21:11:04.347700 n-d-838334-2 neutron-server[84040]: DEBUG neutron.scheduler.base_scheduler [None req-4f3485c7-57c3-4efa-a283-3faf63878be8 tempest-RoutersIpV6Test-235118808 tempest-RoutersIpV6Test-235118808-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-838334-2, b0cfab48-3f09-430a-9068-3eef4510480b) {{(pid=84040) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:11:04.358721 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f3485c7-57c3-4efa-a283-3faf63878be8 tempest-RoutersIpV6Test-235118808 tempest-RoutersIpV6Test-235118808-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:11:04.363182 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-4f3485c7-57c3-4efa-a283-3faf63878be8 tempest-RoutersIpV6Test-235118808 tempest-RoutersIpV6Test-235118808-project] Notify callbacks [] for subnet, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:11:04.375116 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-ab2a9b88-14e0-46e9-90c3-2c70fc345c37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:11:04.415310 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 47452) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:11:04.424215 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-4f3485c7-57c3-4efa-a283-3faf63878be8 tempest-RoutersIpV6Test-235118808 tempest-RoutersIpV6Test-235118808-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.9758351 Apr 18 21:11:04.439922 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5fa684db-2f89-4775-a654-093f9aac266a None None] Network b0cfab48-3f09-430a-9068-3eef4510480b requested from n-d-838334-2 {{(pid=84042) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 21:11:04.676750 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45e9f99f-e081-484b-9735-25bca1e554f2 None None] Network ec211755-00f0-492d-a79c-096be27f1d17 requested from n-d-838334-2 {{(pid=84042) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 21:11:05.037694 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9743cdfa-0a37-4410-a208-a3281c2e3edc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp016840fc-1f9f-5892-9c53-c9cf6c845bbb-b0cfab48-3f09-430a-9068-3eef4510480b', 'network_id': 'b0cfab48-3f09-430a-9068-3eef4510480b', 'tenant_id': '3fd12654c90d4a4687b2462ca839c972', 'fixed_ips': [{'subnet_id': 'fea0e53c-8a06-45ef-80e9-a2622b1e38e1'}]}} from n-d-838334-2. {{(pid=84042) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 18 21:11:05.039183 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-9743cdfa-0a37-4410-a208-a3281c2e3edc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_create {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:11:05.138464 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 47474) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:11:05.554202 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-7ba570cf-e1de-424d-8663-77b296a84908 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:11:05.613215 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [None req-7ba570cf-e1de-424d-8663-77b296a84908 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:11:05.618289 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-7ba570cf-e1de-424d-8663-77b296a84908 admin admin] Usage tracker for resource:security_group_rule and tenant:5b0f41f99ea24aeda37c7cdf03aafd64 is out of sync, need to count used quota {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:11:05.623142 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-7ba570cf-e1de-424d-8663-77b296a84908 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:11:05.631098 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [None req-7ba570cf-e1de-424d-8663-77b296a84908 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:11:05.764154 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.db_base_plugin_common [None req-9743cdfa-0a37-4410-a208-a3281c2e3edc None None] Allocated IP 2001:db8:1::2 (b0cfab48-3f09-430a-9068-3eef4510480b/fea0e53c-8a06-45ef-80e9-a2622b1e38e1/b1aca9cf-3cb6-4f17-b535-44dd9bf3b870) {{(pid=84042) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 21:11:05.848636 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-7ba570cf-e1de-424d-8663-77b296a84908 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:11:05.858520 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-7ba570cf-e1de-424d-8663-77b296a84908 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33528224'] for security_group, after_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:11:05.909347 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-7ba570cf-e1de-424d-8663-77b296a84908 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=5b0f41f99ea24aeda37c7cdf03aafd64&name=default HTTP/1.1" status: 200 len: 2647 time: 0.7656903 Apr 18 21:11:05.909347 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 47502) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:11:06.112914 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ba570cf-e1de-424d-8663-77b296a84908 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=806acd73-6f62-43ac-b3f6-fdf209bbe88b,revision_number=1']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:11:06.185173 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-8f693bbe-4c2f-458e-85eb-96332a47d7ae admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:11:06.196440 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-ab2a9b88-14e0-46e9-90c3-2c70fc345c37 None None] Notify callbacks [] for port, precommit_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:11:06.260293 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-8f693bbe-4c2f-458e-85eb-96332a47d7ae admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:11:06.278692 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-ab2a9b88-14e0-46e9-90c3-2c70fc345c37 None None] Transition to ACTIVE for port object 97b0b1f9-c01a-4ba8-b4c8-af3dcc327f1e will not be triggered until provisioned by entity L2. {{(pid=84042) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:11:06.343854 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-ab2a9b88-14e0-46e9-90c3-2c70fc345c37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682'] for port, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:11:06.356171 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-2265f6ab-6395-4758-a23f-bb2c886aad21 tempest-RoutersIpV6Test-235118808 tempest-RoutersIpV6Test-235118808-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:11:06.408899 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-8f693bbe-4c2f-458e-85eb-96332a47d7ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33528224'] for security_group, after_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:11:06.464965 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f693bbe-4c2f-458e-85eb-96332a47d7ae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=806acd73-6f62-43ac-b3f6-fdf209bbe88b,revision_number=None']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:11:06.516897 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-8f693bbe-4c2f-458e-85eb-96332a47d7ae admin admin] Notify callbacks [] for security_group, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:11:06.524678 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-8f693bbe-4c2f-458e-85eb-96332a47d7ae admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/806acd73-6f62-43ac-b3f6-fdf209bbe88b HTTP/1.1" status: 204 len: 168 time: 0.6151245 Apr 18 21:11:06.842732 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-9743cdfa-0a37-4410-a208-a3281c2e3edc None None] Notify callbacks [] for port, precommit_create {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:11:06.870341 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-9743cdfa-0a37-4410-a208-a3281c2e3edc None None] Transition to ACTIVE for port object b1aca9cf-3cb6-4f17-b535-44dd9bf3b870 will not be triggered until provisioned by entity L2. {{(pid=84042) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:11:06.934113 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-9743cdfa-0a37-4410-a208-a3281c2e3edc None None] Transition to ACTIVE for port object b1aca9cf-3cb6-4f17-b535-44dd9bf3b870 will not be triggered until provisioned by entity DHCP. {{(pid=84042) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:11:07.004715 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-9743cdfa-0a37-4410-a208-a3281c2e3edc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750374836619'] for port, after_create {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:11:07.072465 n-d-838334-2 neutron-server[84042]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9743cdfa-0a37-4410-a208-a3281c2e3edc None None] Network b0cfab48-3f09-430a-9068-3eef4510480b is already hosted by enough agents. {{(pid=84042) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:11:07.077723 n-d-838334-2 neutron-server[84042]: DEBUG neutron.scheduler.base_scheduler [None req-9743cdfa-0a37-4410-a208-a3281c2e3edc None None] Resources bound (agent type, host, resource id): {{(pid=84042) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:11:07.084215 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9743cdfa-0a37-4410-a208-a3281c2e3edc None None] Received port after_create {{(pid=84042) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 21:11:07.319072 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e42f491a-368f-42c1-9713-42f490cbb4d9 None None] Pushing event updated for resources: {'Port': ['ID=97b0b1f9-c01a-4ba8-b4c8-af3dcc327f1e,revision_number=3']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:11:07.443136 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.db_base_plugin_common [None req-2265f6ab-6395-4758-a23f-bb2c886aad21 tempest-RoutersIpV6Test-235118808 tempest-RoutersIpV6Test-235118808-project] Allocated IP 2001:db8:1::1 (b0cfab48-3f09-430a-9068-3eef4510480b/fea0e53c-8a06-45ef-80e9-a2622b1e38e1/5c8fb1df-2b42-400d-9c2d-86b8243f6445) {{(pid=84041) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 21:11:07.636864 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.managers [None req-ab2a9b88-14e0-46e9-90c3-2c70fc345c37 None None] Attempting to bind port 97b0b1f9-c01a-4ba8-b4c8-af3dcc327f1e on host n-d-838334-2 for vnic_type normal with profile {{(pid=84042) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 21:11:07.649389 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.managers [None req-ab2a9b88-14e0-46e9-90c3-2c70fc345c37 None None] Attempting to bind port 97b0b1f9-c01a-4ba8-b4c8-af3dcc327f1e by drivers openvswitch,hyperv on host n-d-838334-2 at level 0 using segments [{'id': 'fa83e8d4-7ace-47d1-9539-07a0d987e4e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '699bd152-a339-411f-b2d2-c325a0670f8b'}] {{(pid=84042) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 21:11:07.649764 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab2a9b88-14e0-46e9-90c3-2c70fc345c37 None None] Attempting to bind port 97b0b1f9-c01a-4ba8-b4c8-af3dcc327f1e on network 699bd152-a339-411f-b2d2-c325a0670f8b {{(pid=84042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 21:11:07.704773 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 47542) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:11:07.710297 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab2a9b88-14e0-46e9-90c3-2c70fc345c37 None None] Checking agent: {'id': '97cd4414-7af6-4d67-868d-dff370b4071a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838334-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 25, 49), 'started_at': datetime.datetime(2022, 4, 18, 20, 26, 19), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 21, 10, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838334-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 18 21:11:07.710297 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab2a9b88-14e0-46e9-90c3-2c70fc345c37 None None] Checking segment: {'id': 'fa83e8d4-7ace-47d1-9539-07a0d987e4e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '699bd152-a339-411f-b2d2-c325a0670f8b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84042) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 21:11:07.710297 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-ab2a9b88-14e0-46e9-90c3-2c70fc345c37 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:11:07.710297 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab2a9b88-14e0-46e9-90c3-2c70fc345c37 None None] Bound using segment: {'id': 'fa83e8d4-7ace-47d1-9539-07a0d987e4e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '699bd152-a339-411f-b2d2-c325a0670f8b'} {{(pid=84042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 18 21:11:07.710904 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.managers [None req-ab2a9b88-14e0-46e9-90c3-2c70fc345c37 None None] Bound port: 97b0b1f9-c01a-4ba8-b4c8-af3dcc327f1e, host: n-d-838334-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fa83e8d4-7ace-47d1-9539-07a0d987e4e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '699bd152-a339-411f-b2d2-c325a0670f8b'}}] {{(pid=84042) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 21:11:07.711654 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-ab2a9b88-14e0-46e9-90c3-2c70fc345c37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:11:07.766371 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-2a3873c0-d731-4bc5-9d88-0022a902ee4c admin admin] Notify callbacks [] for security_group, before_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:11:07.789715 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.managers [None req-9743cdfa-0a37-4410-a208-a3281c2e3edc None None] Attempting to bind port b1aca9cf-3cb6-4f17-b535-44dd9bf3b870 on host n-d-838334-2 for vnic_type normal with profile {{(pid=84042) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 21:11:07.789715 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.managers [None req-9743cdfa-0a37-4410-a208-a3281c2e3edc None None] Attempting to bind port b1aca9cf-3cb6-4f17-b535-44dd9bf3b870 by drivers openvswitch,hyperv on host n-d-838334-2 at level 0 using segments [{'id': 'ee7a2b34-89f8-4aa0-89e1-2b5bb219f2dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': 'b0cfab48-3f09-430a-9068-3eef4510480b'}] {{(pid=84042) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 21:11:07.789715 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9743cdfa-0a37-4410-a208-a3281c2e3edc None None] Attempting to bind port b1aca9cf-3cb6-4f17-b535-44dd9bf3b870 on network b0cfab48-3f09-430a-9068-3eef4510480b {{(pid=84042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 21:11:07.827421 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9743cdfa-0a37-4410-a208-a3281c2e3edc None None] Checking agent: {'id': '97cd4414-7af6-4d67-868d-dff370b4071a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838334-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 25, 49), 'started_at': datetime.datetime(2022, 4, 18, 20, 26, 19), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 21, 10, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838334-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 18 21:11:07.828131 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9743cdfa-0a37-4410-a208-a3281c2e3edc None None] Checking segment: {'id': 'ee7a2b34-89f8-4aa0-89e1-2b5bb219f2dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': 'b0cfab48-3f09-430a-9068-3eef4510480b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84042) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 21:11:07.828537 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-9743cdfa-0a37-4410-a208-a3281c2e3edc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:11:07.828929 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9743cdfa-0a37-4410-a208-a3281c2e3edc None None] Bound using segment: {'id': 'ee7a2b34-89f8-4aa0-89e1-2b5bb219f2dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': 'b0cfab48-3f09-430a-9068-3eef4510480b'} {{(pid=84042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 18 21:11:07.829414 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.managers [None req-9743cdfa-0a37-4410-a208-a3281c2e3edc None None] Bound port: b1aca9cf-3cb6-4f17-b535-44dd9bf3b870, host: n-d-838334-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ee7a2b34-89f8-4aa0-89e1-2b5bb219f2dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': 'b0cfab48-3f09-430a-9068-3eef4510480b'}}] {{(pid=84042) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 21:11:07.835721 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-9743cdfa-0a37-4410-a208-a3281c2e3edc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:11:07.859426 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [None req-2a3873c0-d731-4bc5-9d88-0022a902ee4c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:11:07.867090 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-2a3873c0-d731-4bc5-9d88-0022a902ee4c admin admin] Usage tracker for resource:security_group_rule and tenant:3d0ab767b76143f88a1a55678216a287 is out of sync, need to count used quota {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:11:07.880977 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-2a3873c0-d731-4bc5-9d88-0022a902ee4c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:11:07.888545 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [None req-2a3873c0-d731-4bc5-9d88-0022a902ee4c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:11:07.904083 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-2265f6ab-6395-4758-a23f-bb2c886aad21 tempest-RoutersIpV6Test-235118808 tempest-RoutersIpV6Test-235118808-project] Notify callbacks [] for port, precommit_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:11:07.958165 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.provisioning_blocks [None req-2265f6ab-6395-4758-a23f-bb2c886aad21 tempest-RoutersIpV6Test-235118808 tempest-RoutersIpV6Test-235118808-project] Transition to ACTIVE for port object 5c8fb1df-2b42-400d-9c2d-86b8243f6445 will not be triggered until provisioned by entity DHCP. {{(pid=84041) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:11:08.006619 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-2265f6ab-6395-4758-a23f-bb2c886aad21 tempest-RoutersIpV6Test-235118808 tempest-RoutersIpV6Test-235118808-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750374836619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32266323'] for port, after_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:11:08.052161 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-2a3873c0-d731-4bc5-9d88-0022a902ee4c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:11:08.066009 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-2a3873c0-d731-4bc5-9d88-0022a902ee4c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33528224'] for security_group, after_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:11:08.068167 n-d-838334-2 neutron-server[84041]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2265f6ab-6395-4758-a23f-bb2c886aad21 tempest-RoutersIpV6Test-235118808 tempest-RoutersIpV6Test-235118808-project] Network b0cfab48-3f09-430a-9068-3eef4510480b is already hosted by enough agents. {{(pid=84041) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:11:08.079820 n-d-838334-2 neutron-server[84041]: DEBUG neutron.scheduler.base_scheduler [None req-2265f6ab-6395-4758-a23f-bb2c886aad21 tempest-RoutersIpV6Test-235118808 tempest-RoutersIpV6Test-235118808-project] Resources bound (agent type, host, resource id): {{(pid=84041) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:11:08.145786 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2265f6ab-6395-4758-a23f-bb2c886aad21 tempest-RoutersIpV6Test-235118808 tempest-RoutersIpV6Test-235118808-project] Received port after_create {{(pid=84041) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 21:11:08.146237 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-2265f6ab-6395-4758-a23f-bb2c886aad21 tempest-RoutersIpV6Test-235118808 tempest-RoutersIpV6Test-235118808-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33444010'] for router_interface, before_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:11:08.178244 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-9743cdfa-0a37-4410-a208-a3281c2e3edc None None] For port b1aca9cf-3cb6-4f17-b535-44dd9bf3b870, host n-d-838334-2, cleared binding levels {{(pid=84042) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 21:11:08.182372 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-9743cdfa-0a37-4410-a208-a3281c2e3edc None None] For port b1aca9cf-3cb6-4f17-b535-44dd9bf3b870, host n-d-838334-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838334-2',level=0,port_id=b1aca9cf-3cb6-4f17-b535-44dd9bf3b870,segment=NetworkSegment(ee7a2b34-89f8-4aa0-89e1-2b5bb219f2dd),segment_id=ee7a2b34-89f8-4aa0-89e1-2b5bb219f2dd)] {{(pid=84042) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 21:11:08.183226 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-2a3873c0-d731-4bc5-9d88-0022a902ee4c admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=3d0ab767b76143f88a1a55678216a287&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4766421 Apr 18 21:11:08.187493 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 47556) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:11:08.194128 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9743cdfa-0a37-4410-a208-a3281c2e3edc None None] Pushing event updated for resources: {'Port': ['ID=b1aca9cf-3cb6-4f17-b535-44dd9bf3b870,revision_number=1']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:11:08.195890 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a3873c0-d731-4bc5-9d88-0022a902ee4c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c593e4a3-838e-4a02-b2fc-0d649802a9ec,revision_number=1']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:11:08.232491 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-9743cdfa-0a37-4410-a208-a3281c2e3edc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682'] for port, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:11:08.270402 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2265f6ab-6395-4758-a23f-bb2c886aad21 tempest-RoutersIpV6Test-235118808 tempest-RoutersIpV6Test-235118808-project] Pushing event updated for resources: {'Port': ['ID=5c8fb1df-2b42-400d-9c2d-86b8243f6445,revision_number=1']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:11:08.379128 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-8dc794a1-1537-497e-b81d-58e88debb843 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:11:08.422947 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-ab2a9b88-14e0-46e9-90c3-2c70fc345c37 None None] For port 97b0b1f9-c01a-4ba8-b4c8-af3dcc327f1e, host n-d-838334-2, cleared binding levels {{(pid=84042) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 21:11:08.427158 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-ab2a9b88-14e0-46e9-90c3-2c70fc345c37 None None] For port 97b0b1f9-c01a-4ba8-b4c8-af3dcc327f1e, host n-d-838334-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838334-2',level=0,port_id=97b0b1f9-c01a-4ba8-b4c8-af3dcc327f1e,segment=NetworkSegment(fa83e8d4-7ace-47d1-9539-07a0d987e4e4),segment_id=fa83e8d4-7ace-47d1-9539-07a0d987e4e4)] {{(pid=84042) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 21:11:08.445082 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-ab2a9b88-14e0-46e9-90c3-2c70fc345c37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682'] for port, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:11:08.454612 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9743cdfa-0a37-4410-a208-a3281c2e3edc None None] Pushing event updated for resources: {'Port': ['ID=b1aca9cf-3cb6-4f17-b535-44dd9bf3b870,revision_number=2']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:11:08.477252 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-2265f6ab-6395-4758-a23f-bb2c886aad21 tempest-RoutersIpV6Test-235118808 tempest-RoutersIpV6Test-235118808-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:11:08.481446 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-8dc794a1-1537-497e-b81d-58e88debb843 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:11:08.619066 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-8dc794a1-1537-497e-b81d-58e88debb843 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33528224'] for security_group, after_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:11:08.634137 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e42f491a-368f-42c1-9713-42f490cbb4d9 None None] Pushing event updated for resources: {'Port': ['ID=97b0b1f9-c01a-4ba8-b4c8-af3dcc327f1e,revision_number=4']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:11:08.702709 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dc794a1-1537-497e-b81d-58e88debb843 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c593e4a3-838e-4a02-b2fc-0d649802a9ec,revision_number=None']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:11:08.722465 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-8dc794a1-1537-497e-b81d-58e88debb843 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:11:08.727022 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-8dc794a1-1537-497e-b81d-58e88debb843 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/c593e4a3-838e-4a02-b2fc-0d649802a9ec HTTP/1.1" status: 204 len: 168 time: 0.5364151 Apr 18 21:11:08.734912 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab2a9b88-14e0-46e9-90c3-2c70fc345c37 None None] Routers {'8fa348f8-02b3-4f5c-91fa-10f95637edc1'} bound to L3 agent in host n-d-838334-2 {{(pid=84042) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 21:11:08.736312 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_hamode_db [None req-ab2a9b88-14e0-46e9-90c3-2c70fc345c37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838334-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-18T20:25:48Z,description=,heartbeat_timestamp=2022-04-18T21:10:48Z,host='n-d-838334-2',id=bc84d6c9-dd7a-4555-a351-592327b46d5a,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:25:48Z,topic='l3_agent')) {'router_ids': ['8fa348f8-02b3-4f5c-91fa-10f95637edc1'], 'active': True} {{(pid=84042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:11:09.420722 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_dvr_db [None req-ab2a9b88-14e0-46e9-90c3-2c70fc345c37 None None] Set router 8fa348f8-02b3-4f5c-91fa-10f95637edc1 gateway port host: None {{(pid=84042) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 21:11:09.971283 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 47592) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:11:10.052347 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-92e30d9e-19db-4f53-a4fd-2bb9ab57cfb9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:11:10.101037 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-2265f6ab-6395-4758-a23f-bb2c886aad21 tempest-RoutersIpV6Test-235118808 tempest-RoutersIpV6Test-235118808-project] Notify callbacks [] for port, precommit_update {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:11:10.122470 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-2265f6ab-6395-4758-a23f-bb2c886aad21 tempest-RoutersIpV6Test-235118808 tempest-RoutersIpV6Test-235118808-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32266282'] for port, after_update {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:11:10.135496 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [None req-92e30d9e-19db-4f53-a4fd-2bb9ab57cfb9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:11:10.138099 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-2265f6ab-6395-4758-a23f-bb2c886aad21 tempest-RoutersIpV6Test-235118808 tempest-RoutersIpV6Test-235118808-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-32377886', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33443847'] for router_interface, after_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:11:10.151323 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-92e30d9e-19db-4f53-a4fd-2bb9ab57cfb9 admin admin] Usage tracker for resource:security_group_rule and tenant:26a52b23212341b0bc91606aed92909c is out of sync, need to count used quota {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:11:10.162541 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-92e30d9e-19db-4f53-a4fd-2bb9ab57cfb9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:11:10.192333 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [None req-92e30d9e-19db-4f53-a4fd-2bb9ab57cfb9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:11:10.451024 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-92e30d9e-19db-4f53-a4fd-2bb9ab57cfb9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:11:10.464935 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-92e30d9e-19db-4f53-a4fd-2bb9ab57cfb9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33528224'] for security_group, after_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:11:10.514784 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_hamode_db [None req-ab2a9b88-14e0-46e9-90c3-2c70fc345c37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8fa348f8-02b3-4f5c-91fa-10f95637edc1', 'name': 'tempest-RoutersIpV6Test-router-1666022958', 'tenant_id': '3fd12654c90d4a4687b2462ca839c972', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:10:51Z', 'updated_at': '2022-04-18T21:11:08Z', 'revision_number': 3, 'project_id': '3fd12654c90d4a4687b2462ca839c972', 'gw_port_host': None, '_interfaces': [{'id': '5c8fb1df-2b42-400d-9c2d-86b8243f6445', 'name': '', 'network_id': 'b0cfab48-3f09-430a-9068-3eef4510480b', 'tenant_id': '3fd12654c90d4a4687b2462ca839c972', 'mac_address': 'fa:16:3e:e6:bd:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8fa348f8-02b3-4f5c-91fa-10f95637edc1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'fea0e53c-8a06-45ef-80e9-a2622b1e38e1', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:11:06Z', 'updated_at': '2022-04-18T21:11:07Z', 'revision_number': 1, 'project_id': '3fd12654c90d4a4687b2462ca839c972', 'subnets': [{'id': 'fea0e53c-8a06-45ef-80e9-a2622b1e38e1', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '97b0b1f9-c01a-4ba8-b4c8-af3dcc327f1e', 'name': '', 'network_id': '699bd152-a339-411f-b2d2-c325a0670f8b', 'tenant_id': '3fd12654c90d4a4687b2462ca839c972', 'mac_address': 'fa:16:3e:b1:c8:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8fa348f8-02b3-4f5c-91fa-10f95637edc1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '94ebf16d-084a-4271-a878-e6ba8454c0ac', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:10:55Z', 'updated_at': '2022-04-18T21:11:08Z', 'revision_number': 4, 'project_id': '3fd12654c90d4a4687b2462ca839c972', 'subnets': [{'id': '94ebf16d-084a-4271-a878-e6ba8454c0ac', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838334-2', False) {} {{(pid=84042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:11:10.516065 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2265f6ab-6395-4758-a23f-bb2c886aad21 tempest-RoutersIpV6Test-235118808 tempest-RoutersIpV6Test-235118808-project] Pushing event updated for resources: {'Port': ['ID=5c8fb1df-2b42-400d-9c2d-86b8243f6445,revision_number=2']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:11:10.529811 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab2a9b88-14e0-46e9-90c3-2c70fc345c37 None None] The sync data for ids ['8fa348f8-02b3-4f5c-91fa-10f95637edc1'] in n-d-838334-2 is: [{'id': '8fa348f8-02b3-4f5c-91fa-10f95637edc1', 'name': 'tempest-RoutersIpV6Test-router-1666022958', 'tenant_id': '3fd12654c90d4a4687b2462ca839c972', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:10:51Z', 'updated_at': '2022-04-18T21:11:08Z', 'revision_number': 3, 'project_id': '3fd12654c90d4a4687b2462ca839c972', 'gw_port_host': None, '_interfaces': [{'id': '5c8fb1df-2b42-400d-9c2d-86b8243f6445', 'name': '', 'network_id': 'b0cfab48-3f09-430a-9068-3eef4510480b', 'tenant_id': '3fd12654c90d4a4687b2462ca839c972', 'mac_address': 'fa:16:3e:e6:bd:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8fa348f8-02b3-4f5c-91fa-10f95637edc1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'fea0e53c-8a06-45ef-80e9-a2622b1e38e1', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:11:06Z', 'updated_at': '2022-04-18T21:11:07Z', 'revision_number': 1, 'project_id': '3fd12654c90d4a4687b2462ca839c972', 'subnets': [{'id': 'fea0e53c-8a06-45ef-80e9-a2622b1e38e1', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '97b0b1f9-c01a-4ba8-b4c8-af3dcc327f1e', 'name': '', 'network_id': '699bd152-a339-411f-b2d2-c325a0670f8b', 'tenant_id': '3fd12654c90d4a4687b2462ca839c972', 'mac_address': 'fa:16:3e:b1:c8:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8fa348f8-02b3-4f5c-91fa-10f95637edc1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '94ebf16d-084a-4271-a878-e6ba8454c0ac', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:10:55Z', 'updated_at': '2022-04-18T21:11:08Z', 'revision_number': 4, 'project_id': '3fd12654c90d4a4687b2462ca839c972', 'subnets': [{'id': '94ebf16d-084a-4271-a878-e6ba8454c0ac', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84042) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 18 21:11:10.675746 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92e30d9e-19db-4f53-a4fd-2bb9ab57cfb9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5a58e7c2-1894-484f-a7f9-95c50ade6525,revision_number=1']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:11:10.728693 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ec85dd3-ab7c-4ae2-bab1-8e4a2b630cb4 None None] Network b0cfab48-3f09-430a-9068-3eef4510480b requested from n-d-838334-2 {{(pid=84042) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 21:11:10.741891 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-92e30d9e-19db-4f53-a4fd-2bb9ab57cfb9 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=26a52b23212341b0bc91606aed92909c&name=default HTTP/1.1" status: 200 len: 2647 time: 0.7694731 Apr 18 21:11:10.744799 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 47610) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:11:10.905839 n-d-838334-2 neutron-server[84041]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2265f6ab-6395-4758-a23f-bb2c886aad21 tempest-RoutersIpV6Test-235118808 tempest-RoutersIpV6Test-235118808-project] Network b0cfab48-3f09-430a-9068-3eef4510480b is already hosted by enough agents. {{(pid=84041) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:11:10.907052 n-d-838334-2 neutron-server[84041]: DEBUG neutron.scheduler.base_scheduler [None req-2265f6ab-6395-4758-a23f-bb2c886aad21 tempest-RoutersIpV6Test-235118808 tempest-RoutersIpV6Test-235118808-project] Resources bound (agent type, host, resource id): {{(pid=84041) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:11:10.994399 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-9d282e1b-c990-4345-a0f9-4d6d0bc13b9b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:11:11.053480 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-9d282e1b-c990-4345-a0f9-4d6d0bc13b9b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:11:11.135847 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-9d282e1b-c990-4345-a0f9-4d6d0bc13b9b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33528224'] for security_group, after_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:11:11.189447 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Device b1aca9cf-3cb6-4f17-b535-44dd9bf3b870 up at agent ovs-agent-n-d-838334-2 {{(pid=84042) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 21:11:11.191906 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d282e1b-c990-4345-a0f9-4d6d0bc13b9b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a58e7c2-1894-484f-a7f9-95c50ade6525,revision_number=None']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:11:11.233372 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-9d282e1b-c990-4345-a0f9-4d6d0bc13b9b admin admin] Notify callbacks [] for security_group, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:11:11.239707 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-9d282e1b-c990-4345-a0f9-4d6d0bc13b9b admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/5a58e7c2-1894-484f-a7f9-95c50ade6525 HTTP/1.1" status: 204 len: 168 time: 0.4914823 Apr 18 21:11:11.369807 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-07c8ad0f-bcd6-4267-80d4-d9b4f6ae4a19 None None] Provisioning for port b1aca9cf-3cb6-4f17-b535-44dd9bf3b870 completed by entity DHCP. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 21:11:11.679409 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Provisioning for port b1aca9cf-3cb6-4f17-b535-44dd9bf3b870 completed by entity L2. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 21:11:11.689769 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Provisioning complete for port b1aca9cf-3cb6-4f17-b535-44dd9bf3b870 triggered by entity L2. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:11:11.690134 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1253608'] for port, provisioning_complete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:11:12.055113 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:11:12.182742 n-d-838334-2 neutron-server[84041]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2265f6ab-6395-4758-a23f-bb2c886aad21 tempest-RoutersIpV6Test-235118808 tempest-RoutersIpV6Test-235118808-project] Router 8fa348f8-02b3-4f5c-91fa-10f95637edc1 has already been hosted by L3 agent bc84d6c9-dd7a-4555-a351-592327b46d5a {{(pid=84041) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 21:11:12.264452 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] For port b1aca9cf-3cb6-4f17-b535-44dd9bf3b870, host n-d-838334-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838334-2',level=0,port_id=b1aca9cf-3cb6-4f17-b535-44dd9bf3b870,segment=NetworkSegment(ee7a2b34-89f8-4aa0-89e1-2b5bb219f2dd),segment_id=ee7a2b34-89f8-4aa0-89e1-2b5bb219f2dd)] {{(pid=84042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:11:12.280367 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682'] for port, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:11:12.638424 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Pushing event updated for resources: {'Port': ['ID=b1aca9cf-3cb6-4f17-b535-44dd9bf3b870,revision_number=3']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:11:12.753977 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Device 97b0b1f9-c01a-4ba8-b4c8-af3dcc327f1e up at agent ovs-agent-n-d-838334-2 {{(pid=84042) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 21:11:12.985137 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Provisioning for port 97b0b1f9-c01a-4ba8-b4c8-af3dcc327f1e completed by entity L2. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 21:11:13.008201 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-94324726-a0ab-4fc0-a814-322473eeaeee None None] Provisioning complete for port b1aca9cf-3cb6-4f17-b535-44dd9bf3b870 triggered by entity DHCP. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:11:13.035008 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-94324726-a0ab-4fc0-a814-322473eeaeee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1253608'] for port, provisioning_complete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:11:13.081829 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2265f6ab-6395-4758-a23f-bb2c886aad21 tempest-RoutersIpV6Test-235118808 tempest-RoutersIpV6Test-235118808-project] Notify agent at l3_agent.n-d-838334-2 the message routers_updated {{(pid=84041) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 21:11:13.117955 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-2265f6ab-6395-4758-a23f-bb2c886aad21 tempest-RoutersIpV6Test-235118808 tempest-RoutersIpV6Test-235118808-project] 10.222.0.42 "PUT /v2.0/routers/8fa348f8-02b3-4f5c-91fa-10f95637edc1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.7013345 Apr 18 21:11:13.121559 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 47652) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:11:13.140127 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.v2.base [None req-be360aeb-bdcb-4c6d-b132-30113a001388 tempest-RoutersIpV6Test-235118808 tempest-RoutersIpV6Test-235118808-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-719143096'}} {{(pid=84040) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:11:13.149709 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [None req-be360aeb-bdcb-4c6d-b132-30113a001388 tempest-RoutersIpV6Test-235118808 tempest-RoutersIpV6Test-235118808-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:11:13.158741 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-be360aeb-bdcb-4c6d-b132-30113a001388 tempest-RoutersIpV6Test-235118808 tempest-RoutersIpV6Test-235118808-project] Usage tracker for resource:network and tenant:3fd12654c90d4a4687b2462ca839c972 is out of sync, need to count used quota {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:11:13.162230 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Provisioning complete for port 97b0b1f9-c01a-4ba8-b4c8-af3dcc327f1e triggered by entity L2. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:11:13.162610 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1253608'] for port, provisioning_complete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:11:13.163319 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-be360aeb-bdcb-4c6d-b132-30113a001388 tempest-RoutersIpV6Test-235118808 tempest-RoutersIpV6Test-235118808-project] Quota usage for network was recalculated. Used quota:2. {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:11:13.203679 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [None req-be360aeb-bdcb-4c6d-b132-30113a001388 tempest-RoutersIpV6Test-235118808 tempest-RoutersIpV6Test-235118808-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:11:13.218055 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be360aeb-bdcb-4c6d-b132-30113a001388 tempest-RoutersIpV6Test-235118808 tempest-RoutersIpV6Test-235118808-project] Made reservation on behalf of 3fd12654c90d4a4687b2462ca839c972 for: {'network': 1} {{(pid=84040) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:11:13.223524 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-be360aeb-bdcb-4c6d-b132-30113a001388 tempest-RoutersIpV6Test-235118808 tempest-RoutersIpV6Test-235118808-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for network, before_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:11:13.307340 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-be360aeb-bdcb-4c6d-b132-30113a001388 tempest-RoutersIpV6Test-235118808 tempest-RoutersIpV6Test-235118808-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 395} {{(pid=84040) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 21:11:13.359369 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-be360aeb-bdcb-4c6d-b132-30113a001388 tempest-RoutersIpV6Test-235118808 tempest-RoutersIpV6Test-235118808-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1082986'] for segment, precommit_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:11:13.362227 n-d-838334-2 neutron-server[84040]: INFO neutron.db.segments_db [None req-be360aeb-bdcb-4c6d-b132-30113a001388 tempest-RoutersIpV6Test-235118808 tempest-RoutersIpV6Test-235118808-project] Added segment 23d2398b-c0d2-4cbb-af9f-d8bdca72f1fa of type vlan for network 6eed5772-3037-422b-b3d4-37e74c4be095 Apr 18 21:11:13.475149 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-be360aeb-bdcb-4c6d-b132-30113a001388 tempest-RoutersIpV6Test-235118808 tempest-RoutersIpV6Test-235118808-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750374825732'] for network, precommit_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:11:13.542293 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-be360aeb-bdcb-4c6d-b132-30113a001388 tempest-RoutersIpV6Test-235118808 tempest-RoutersIpV6Test-235118808-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33526109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022'] for network, after_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:11:13.552687 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be360aeb-bdcb-4c6d-b132-30113a001388 tempest-RoutersIpV6Test-235118808 tempest-RoutersIpV6Test-235118808-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:11:13.554107 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-be360aeb-bdcb-4c6d-b132-30113a001388 tempest-RoutersIpV6Test-235118808 tempest-RoutersIpV6Test-235118808-project] Notify callbacks [] for network, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:11:13.642318 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.agents_db [None req-6346a179-333c-4370-b5a6-936984aeab15 None None] Agent healthcheck: found 7 active agents {{(pid=84043) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 18 21:11:13.679057 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:11:13.757801 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] For port 97b0b1f9-c01a-4ba8-b4c8-af3dcc327f1e, host n-d-838334-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838334-2',level=0,port_id=97b0b1f9-c01a-4ba8-b4c8-af3dcc327f1e,segment=NetworkSegment(fa83e8d4-7ace-47d1-9539-07a0d987e4e4),segment_id=fa83e8d4-7ace-47d1-9539-07a0d987e4e4)] {{(pid=84042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:11:13.923986 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682'] for port, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:11:14.195174 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Pushing event updated for resources: {'Port': ['ID=97b0b1f9-c01a-4ba8-b4c8-af3dcc327f1e,revision_number=5']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:11:14.259909 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-94324726-a0ab-4fc0-a814-322473eeaeee None None] Provisioning for port 5c8fb1df-2b42-400d-9c2d-86b8243f6445 completed by entity DHCP. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 21:11:14.269644 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-94324726-a0ab-4fc0-a814-322473eeaeee None None] Provisioning complete for port 5c8fb1df-2b42-400d-9c2d-86b8243f6445 triggered by entity DHCP. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:11:14.270126 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-94324726-a0ab-4fc0-a814-322473eeaeee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1253608'] for port, provisioning_complete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:11:14.293565 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 47688) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:11:14.321999 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-be360aeb-bdcb-4c6d-b132-30113a001388 tempest-RoutersIpV6Test-235118808 tempest-RoutersIpV6Test-235118808-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.1948254 Apr 18 21:11:14.322581 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 47694) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:11:14.328825 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.v2.base [None req-c01aff2e-1c98-4bcf-8d60-bfeae5c13105 tempest-RoutersIpV6Test-235118808 tempest-RoutersIpV6Test-235118808-project] Request body: {'subnet': {'network_id': '6eed5772-3037-422b-b3d4-37e74c4be095', 'cidr': '2001:db8:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:2::1'}} {{(pid=84041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:11:14.425785 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be360aeb-bdcb-4c6d-b132-30113a001388 tempest-RoutersIpV6Test-235118808 tempest-RoutersIpV6Test-235118808-project] Pushing event updated for resources: {'Network': ['ID=6eed5772-3037-422b-b3d4-37e74c4be095,revision_number=1']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:11:14.442860 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Network 6eed5772-3037-422b-b3d4-37e74c4be095 details requested by agent ovs-agent-n-d-838334-2 with host n-d-838334-2 {{(pid=84042) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 18 21:11:14.656574 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.v2.base [None req-4995a2de-7187-4b66-8469-fd7e726ac1ee admin admin] Request body: {'network': {'name': 'tempest-TestServerMultinode-402916040-network', 'tenant_id': 'f4d8a717b1ee43f880ab30cabe6e4d21'}} {{(pid=84041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:11:14.669405 n-d-838334-2 neutron-server[84043]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-940b15a2-dcf9-4777-b07f-8b5d09297ac8 None None] Sync routers for ids ['8fa348f8-02b3-4f5c-91fa-10f95637edc1'] in n-d-838334-2 {{(pid=84043) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 18 21:11:14.708298 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-940b15a2-dcf9-4777-b07f-8b5d09297ac8 None None] Routers {'8fa348f8-02b3-4f5c-91fa-10f95637edc1'} bound to L3 agent in host n-d-838334-2 {{(pid=84043) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 21:11:14.708298 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.l3_hamode_db [None req-940b15a2-dcf9-4777-b07f-8b5d09297ac8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838334-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-18T20:25:48Z,description=,heartbeat_timestamp=2022-04-18T21:10:48Z,host='n-d-838334-2',id=bc84d6c9-dd7a-4555-a351-592327b46d5a,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:25:48Z,topic='l3_agent')) {'router_ids': ['8fa348f8-02b3-4f5c-91fa-10f95637edc1'], 'active': True} {{(pid=84043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:11:14.769462 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-4995a2de-7187-4b66-8469-fd7e726ac1ee admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:11:14.812418 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-4995a2de-7187-4b66-8469-fd7e726ac1ee admin admin] Usage tracker for resource:network and tenant:f4d8a717b1ee43f880ab30cabe6e4d21 is out of sync, need to count used quota {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:11:14.822415 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Device b1aca9cf-3cb6-4f17-b535-44dd9bf3b870 up at agent ovs-agent-n-d-838334-2 {{(pid=84042) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 21:11:14.844291 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-4995a2de-7187-4b66-8469-fd7e726ac1ee admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:11:14.869428 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-4995a2de-7187-4b66-8469-fd7e726ac1ee admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:11:14.890872 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-c01aff2e-1c98-4bcf-8d60-bfeae5c13105 tempest-RoutersIpV6Test-235118808 tempest-RoutersIpV6Test-235118808-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:11:14.916182 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-c01aff2e-1c98-4bcf-8d60-bfeae5c13105 tempest-RoutersIpV6Test-235118808 tempest-RoutersIpV6Test-235118808-project] Usage tracker for resource:subnet and tenant:3fd12654c90d4a4687b2462ca839c972 is out of sync, need to count used quota {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:11:14.920492 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.plugin [None req-94324726-a0ab-4fc0-a814-322473eeaeee None None] Port 5c8fb1df-2b42-400d-9c2d-86b8243f6445 cannot update to ACTIVE because it is not bound. {{(pid=84042) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 18 21:11:14.928186 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-c01aff2e-1c98-4bcf-8d60-bfeae5c13105 tempest-RoutersIpV6Test-235118808 tempest-RoutersIpV6Test-235118808-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:11:14.942053 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-c01aff2e-1c98-4bcf-8d60-bfeae5c13105 tempest-RoutersIpV6Test-235118808 tempest-RoutersIpV6Test-235118808-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:11:14.959011 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4995a2de-7187-4b66-8469-fd7e726ac1ee admin admin] Made reservation on behalf of f4d8a717b1ee43f880ab30cabe6e4d21 for: {'network': 1} {{(pid=84041) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:11:14.964866 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-4995a2de-7187-4b66-8469-fd7e726ac1ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for network, before_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:11:14.990645 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c01aff2e-1c98-4bcf-8d60-bfeae5c13105 tempest-RoutersIpV6Test-235118808 tempest-RoutersIpV6Test-235118808-project] Made reservation on behalf of 3fd12654c90d4a4687b2462ca839c972 for: {'subnet': 1} {{(pid=84041) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:11:15.070497 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-4995a2de-7187-4b66-8469-fd7e726ac1ee admin admin] Notify callbacks [] for security_group, before_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:11:15.225080 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Provisioning complete for port b1aca9cf-3cb6-4f17-b535-44dd9bf3b870 triggered by entity L2. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:11:15.225464 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1253608'] for port, provisioning_complete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:11:15.228484 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.l3_dvr_db [None req-940b15a2-dcf9-4777-b07f-8b5d09297ac8 None None] Set router 8fa348f8-02b3-4f5c-91fa-10f95637edc1 gateway port host: None {{(pid=84043) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 21:11:15.310073 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-a35fbef2-1cb4-4504-a18b-f8aeadd683ef None None] Provisioning complete for port 5c8fb1df-2b42-400d-9c2d-86b8243f6445 triggered by entity DHCP. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:11:15.310697 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-a35fbef2-1cb4-4504-a18b-f8aeadd683ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1253608'] for port, provisioning_complete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:11:15.486013 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.plugin [None req-a35fbef2-1cb4-4504-a18b-f8aeadd683ef None None] Port 5c8fb1df-2b42-400d-9c2d-86b8243f6445 cannot update to ACTIVE because it is not bound. {{(pid=84042) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 18 21:11:15.584366 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-4995a2de-7187-4b66-8469-fd7e726ac1ee admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:11:15.592493 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-4995a2de-7187-4b66-8469-fd7e726ac1ee admin admin] Usage tracker for resource:security_group_rule and tenant:f4d8a717b1ee43f880ab30cabe6e4d21 is out of sync, need to count used quota {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:11:15.598969 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-4995a2de-7187-4b66-8469-fd7e726ac1ee admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:11:15.610459 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-4995a2de-7187-4b66-8469-fd7e726ac1ee admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:11:15.640403 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Device 97b0b1f9-c01a-4ba8-b4c8-af3dcc327f1e up at agent ovs-agent-n-d-838334-2 {{(pid=84042) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 21:11:15.726346 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-ad9d7081-282f-4fa1-a598-75c8324b7c04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750375287399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253529'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:11:15.729273 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Provisioning complete for port 97b0b1f9-c01a-4ba8-b4c8-af3dcc327f1e triggered by entity L2. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:11:15.729964 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1253608'] for port, provisioning_complete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:11:15.789580 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-4995a2de-7187-4b66-8469-fd7e726ac1ee admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:11:15.804617 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-c01aff2e-1c98-4bcf-8d60-bfeae5c13105 tempest-RoutersIpV6Test-235118808 tempest-RoutersIpV6Test-235118808-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32486301'] for subnet, before_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:11:15.952414 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-4995a2de-7187-4b66-8469-fd7e726ac1ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33528224'] for security_group, after_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:11:15.998460 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4995a2de-7187-4b66-8469-fd7e726ac1ee admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 357} {{(pid=84041) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 21:11:16.040225 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-4995a2de-7187-4b66-8469-fd7e726ac1ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1082986'] for segment, precommit_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:11:16.040761 n-d-838334-2 neutron-server[84041]: INFO neutron.db.segments_db [None req-4995a2de-7187-4b66-8469-fd7e726ac1ee admin admin] Added segment c49af281-1077-4a7b-980c-51064121b94d of type vlan for network a6a1bd6e-c7a6-402d-9ad0-82327124d01a Apr 18 21:11:16.042257 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.l3_hamode_db [None req-940b15a2-dcf9-4777-b07f-8b5d09297ac8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8fa348f8-02b3-4f5c-91fa-10f95637edc1', 'name': 'tempest-RoutersIpV6Test-router-1666022958', 'tenant_id': '3fd12654c90d4a4687b2462ca839c972', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:10:51Z', 'updated_at': '2022-04-18T21:11:08Z', 'revision_number': 3, 'project_id': '3fd12654c90d4a4687b2462ca839c972', 'gw_port_host': None, '_interfaces': [{'id': '5c8fb1df-2b42-400d-9c2d-86b8243f6445', 'name': '', 'network_id': 'b0cfab48-3f09-430a-9068-3eef4510480b', 'tenant_id': '3fd12654c90d4a4687b2462ca839c972', 'mac_address': 'fa:16:3e:e6:bd:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8fa348f8-02b3-4f5c-91fa-10f95637edc1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'fea0e53c-8a06-45ef-80e9-a2622b1e38e1', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:11:06Z', 'updated_at': '2022-04-18T21:11:09Z', 'revision_number': 2, 'project_id': '3fd12654c90d4a4687b2462ca839c972', 'subnets': [{'id': 'fea0e53c-8a06-45ef-80e9-a2622b1e38e1', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '97b0b1f9-c01a-4ba8-b4c8-af3dcc327f1e', 'name': '', 'network_id': '699bd152-a339-411f-b2d2-c325a0670f8b', 'tenant_id': '3fd12654c90d4a4687b2462ca839c972', 'mac_address': 'fa:16:3e:b1:c8:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fa348f8-02b3-4f5c-91fa-10f95637edc1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '94ebf16d-084a-4271-a878-e6ba8454c0ac', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:10:55Z', 'updated_at': '2022-04-18T21:11:13Z', 'revision_number': 5, 'project_id': '3fd12654c90d4a4687b2462ca839c972', 'subnets': [{'id': '94ebf16d-084a-4271-a878-e6ba8454c0ac', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838334-2', False) {} {{(pid=84043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:11:16.051168 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4995a2de-7187-4b66-8469-fd7e726ac1ee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c96f20e0-1766-4bdb-9eff-723ec1db772a,revision_number=1']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:11:16.052020 n-d-838334-2 neutron-server[84043]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-940b15a2-dcf9-4777-b07f-8b5d09297ac8 None None] Checking router: 8fa348f8-02b3-4f5c-91fa-10f95637edc1 for host: n-d-838334-2 {{(pid=84043) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 18 21:11:16.052369 n-d-838334-2 neutron-server[84043]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-940b15a2-dcf9-4777-b07f-8b5d09297ac8 None None] Updating router 8fa348f8-02b3-4f5c-91fa-10f95637edc1 port 5c8fb1df-2b42-400d-9c2d-86b8243f6445 binding host n-d-838334-2 {{(pid=84043) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 18 21:11:16.120349 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-4995a2de-7187-4b66-8469-fd7e726ac1ee admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750374825732'] for network, precommit_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:11:16.143502 n-d-838334-2 neutron-server[84043]: DEBUG neutron_lib.callbacks.manager [None req-940b15a2-dcf9-4777-b07f-8b5d09297ac8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:11:16.310946 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-4995a2de-7187-4b66-8469-fd7e726ac1ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33526109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022'] for network, after_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:11:16.312731 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4995a2de-7187-4b66-8469-fd7e726ac1ee admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:11:16.313543 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-4995a2de-7187-4b66-8469-fd7e726ac1ee admin admin] Notify callbacks [] for network, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:11:16.633227 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-4995a2de-7187-4b66-8469-fd7e726ac1ee admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 2.3384135 Apr 18 21:11:16.636632 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 47754) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:11:16.638048 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4995a2de-7187-4b66-8469-fd7e726ac1ee admin admin] Pushing event updated for resources: {'Network': ['ID=a6a1bd6e-c7a6-402d-9ad0-82327124d01a,revision_number=1']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:11:16.642316 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.v2.base [None req-269e51c7-36fc-4509-ac07-20143859fd14 admin admin] Request body: {'subnet': {'network_id': 'a6a1bd6e-c7a6-402d-9ad0-82327124d01a', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerMultinode-402916040-subnet', 'tenant_id': 'f4d8a717b1ee43f880ab30cabe6e4d21', 'ip_version': 4}} {{(pid=84040) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:11:16.649959 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [None req-269e51c7-36fc-4509-ac07-20143859fd14 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:11:16.656221 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Network a6a1bd6e-c7a6-402d-9ad0-82327124d01a details requested by agent ovs-agent-n-d-838334-2 with host n-d-838334-2 {{(pid=84042) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 18 21:11:16.665486 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-269e51c7-36fc-4509-ac07-20143859fd14 admin admin] Usage tracker for resource:subnet and tenant:f4d8a717b1ee43f880ab30cabe6e4d21 is out of sync, need to count used quota {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:11:16.673135 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-269e51c7-36fc-4509-ac07-20143859fd14 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:11:16.674064 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-c01aff2e-1c98-4bcf-8d60-bfeae5c13105 tempest-RoutersIpV6Test-235118808 tempest-RoutersIpV6Test-235118808-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33526260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32266407', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32486287'] for subnet, after_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:11:16.733288 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [None req-269e51c7-36fc-4509-ac07-20143859fd14 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:11:16.770105 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-269e51c7-36fc-4509-ac07-20143859fd14 admin admin] Made reservation on behalf of f4d8a717b1ee43f880ab30cabe6e4d21 for: {'subnet': 1} {{(pid=84040) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:11:16.775041 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-269e51c7-36fc-4509-ac07-20143859fd14 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31752722'] for subnet, before_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:11:16.959370 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c01aff2e-1c98-4bcf-8d60-bfeae5c13105 tempest-RoutersIpV6Test-235118808 tempest-RoutersIpV6Test-235118808-project] Pushing event updated for resources: {'Subnet': ['ID=b1ff9e3f-1ee9-4eb4-940c-34585ddf74dd,revision_number=0']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:11:16.981343 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c01aff2e-1c98-4bcf-8d60-bfeae5c13105 tempest-RoutersIpV6Test-235118808 tempest-RoutersIpV6Test-235118808-project] Checking segment: {'id': '23d2398b-c0d2-4cbb-af9f-d8bdca72f1fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '6eed5772-3037-422b-b3d4-37e74c4be095'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84041) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 21:11:16.982274 n-d-838334-2 neutron-server[84041]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c01aff2e-1c98-4bcf-8d60-bfeae5c13105 tempest-RoutersIpV6Test-235118808 tempest-RoutersIpV6Test-235118808-project] Network hostable DHCP agents. Network: 6eed5772-3037-422b-b3d4-37e74c4be095, hostable agents: ['8746f8ea-3e91-4b32-9919-2c63adeb8722'], hosted agents: [] {{(pid=84041) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 21:11:17.040914 n-d-838334-2 neutron-server[84041]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c01aff2e-1c98-4bcf-8d60-bfeae5c13105 tempest-RoutersIpV6Test-235118808 tempest-RoutersIpV6Test-235118808-project] Network 6eed5772-3037-422b-b3d4-37e74c4be095 is scheduled to be hosted by DHCP agent 8746f8ea-3e91-4b32-9919-2c63adeb8722 with binding_index 1 {{(pid=84041) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 21:11:17.057719 n-d-838334-2 neutron-server[84041]: DEBUG neutron.scheduler.base_scheduler [None req-c01aff2e-1c98-4bcf-8d60-bfeae5c13105 tempest-RoutersIpV6Test-235118808 tempest-RoutersIpV6Test-235118808-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-838334-2, 6eed5772-3037-422b-b3d4-37e74c4be095) {{(pid=84041) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:11:17.067826 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85cb8931-2de7-4c8c-ad02-b9d48011a3db None None] Network 6eed5772-3037-422b-b3d4-37e74c4be095 requested from n-d-838334-2 {{(pid=84042) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 21:11:17.087966 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c01aff2e-1c98-4bcf-8d60-bfeae5c13105 tempest-RoutersIpV6Test-235118808 tempest-RoutersIpV6Test-235118808-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:11:17.088575 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-c01aff2e-1c98-4bcf-8d60-bfeae5c13105 tempest-RoutersIpV6Test-235118808 tempest-RoutersIpV6Test-235118808-project] Notify callbacks [] for subnet, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:11:17.110872 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 47766) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:11:17.187466 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-c01aff2e-1c98-4bcf-8d60-bfeae5c13105 tempest-RoutersIpV6Test-235118808 tempest-RoutersIpV6Test-235118808-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 2.8635578 Apr 18 21:11:17.188502 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 47774) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:11:17.189387 n-d-838334-2 neutron-server[84043]: DEBUG neutron_lib.callbacks.manager [None req-940b15a2-dcf9-4777-b07f-8b5d09297ac8 None None] Notify callbacks [] for port, precommit_update {{(pid=84043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:11:17.244735 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.provisioning_blocks [None req-940b15a2-dcf9-4777-b07f-8b5d09297ac8 None None] Transition to ACTIVE for port object 5c8fb1df-2b42-400d-9c2d-86b8243f6445 will not be triggered until provisioned by entity L2. {{(pid=84043) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:11:17.268705 n-d-838334-2 neutron-server[84043]: DEBUG neutron_lib.callbacks.manager [None req-940b15a2-dcf9-4777-b07f-8b5d09297ac8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682'] for port, after_update {{(pid=84043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:11:17.528963 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-269e51c7-36fc-4509-ac07-20143859fd14 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33526260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32441074', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31752704'] for subnet, after_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:11:17.553728 n-d-838334-2 neutron-server[84043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f6b4936-6566-44c0-9c75-596978ca640c None None] Pushing event updated for resources: {'Port': ['ID=5c8fb1df-2b42-400d-9c2d-86b8243f6445,revision_number=3']} {{(pid=84043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:11:17.582521 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-938d5aa4-0602-477f-9f02-05e184368e2a admin admin] Notify callbacks [] for security_group, before_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:11:17.667676 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-938d5aa4-0602-477f-9f02-05e184368e2a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:11:17.680411 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-938d5aa4-0602-477f-9f02-05e184368e2a admin admin] Usage tracker for resource:security_group_rule and tenant:42dbac4fce92473eb8e025b4dffe252b is out of sync, need to count used quota {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:11:17.686613 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-938d5aa4-0602-477f-9f02-05e184368e2a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:11:17.700402 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-938d5aa4-0602-477f-9f02-05e184368e2a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:11:17.716958 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e57d0aee-ae81-4d8e-8f46-45b53bfe0fa3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp016840fc-1f9f-5892-9c53-c9cf6c845bbb-6eed5772-3037-422b-b3d4-37e74c4be095', 'network_id': '6eed5772-3037-422b-b3d4-37e74c4be095', 'tenant_id': '3fd12654c90d4a4687b2462ca839c972', 'fixed_ips': [{'subnet_id': 'b1ff9e3f-1ee9-4eb4-940c-34585ddf74dd'}]}} from n-d-838334-2. {{(pid=84042) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 18 21:11:17.723383 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-e57d0aee-ae81-4d8e-8f46-45b53bfe0fa3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_create {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:11:17.797603 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-269e51c7-36fc-4509-ac07-20143859fd14 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8cf63959-47ce-4403-8f83-38f3dd943593,revision_number=0']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:11:17.883433 n-d-838334-2 neutron-server[84043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f6b4936-6566-44c0-9c75-596978ca640c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:11:17.883713 n-d-838334-2 neutron-server[84043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f6b4936-6566-44c0-9c75-596978ca640c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:11:17.890062 n-d-838334-2 neutron-server[84043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f6b4936-6566-44c0-9c75-596978ca640c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:11:17.890348 n-d-838334-2 neutron-server[84043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f6b4936-6566-44c0-9c75-596978ca640c None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:11:17.890674 n-d-838334-2 neutron-server[84043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f6b4936-6566-44c0-9c75-596978ca640c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:11:17.890998 n-d-838334-2 neutron-server[84043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f6b4936-6566-44c0-9c75-596978ca640c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:11:17.891320 n-d-838334-2 neutron-server[84043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f6b4936-6566-44c0-9c75-596978ca640c None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:11:17.891650 n-d-838334-2 neutron-server[84043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f6b4936-6566-44c0-9c75-596978ca640c None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:11:17.891976 n-d-838334-2 neutron-server[84043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f6b4936-6566-44c0-9c75-596978ca640c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:11:17.892291 n-d-838334-2 neutron-server[84043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f6b4936-6566-44c0-9c75-596978ca640c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:11:17.892602 n-d-838334-2 neutron-server[84043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f6b4936-6566-44c0-9c75-596978ca640c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:11:17.912504 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-269e51c7-36fc-4509-ac07-20143859fd14 admin admin] Checking segment: {'id': 'c49af281-1077-4a7b-980c-51064121b94d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': 'a6a1bd6e-c7a6-402d-9ad0-82327124d01a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84040) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 21:11:17.914261 n-d-838334-2 neutron-server[84040]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-269e51c7-36fc-4509-ac07-20143859fd14 admin admin] Network hostable DHCP agents. Network: a6a1bd6e-c7a6-402d-9ad0-82327124d01a, hostable agents: ['8746f8ea-3e91-4b32-9919-2c63adeb8722'], hosted agents: [] {{(pid=84040) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 21:11:18.007082 n-d-838334-2 neutron-server[84040]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-269e51c7-36fc-4509-ac07-20143859fd14 admin admin] Network a6a1bd6e-c7a6-402d-9ad0-82327124d01a is scheduled to be hosted by DHCP agent 8746f8ea-3e91-4b32-9919-2c63adeb8722 with binding_index 1 {{(pid=84040) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 21:11:18.044300 n-d-838334-2 neutron-server[84040]: DEBUG neutron.scheduler.base_scheduler [None req-269e51c7-36fc-4509-ac07-20143859fd14 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-838334-2, a6a1bd6e-c7a6-402d-9ad0-82327124d01a) {{(pid=84040) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:11:18.059939 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-269e51c7-36fc-4509-ac07-20143859fd14 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:11:18.060528 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-269e51c7-36fc-4509-ac07-20143859fd14 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:11:18.140002 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30b5585b-d0d7-4dc5-b80f-630200a4253d None None] Network a6a1bd6e-c7a6-402d-9ad0-82327124d01a requested from n-d-838334-2 {{(pid=84042) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 21:11:18.144283 n-d-838334-2 neutron-server[84043]: DEBUG neutron.plugins.ml2.managers [None req-940b15a2-dcf9-4777-b07f-8b5d09297ac8 None None] Attempting to bind port 5c8fb1df-2b42-400d-9c2d-86b8243f6445 on host n-d-838334-2 for vnic_type normal with profile {{(pid=84043) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 21:11:18.147569 n-d-838334-2 neutron-server[84043]: DEBUG neutron.plugins.ml2.managers [None req-940b15a2-dcf9-4777-b07f-8b5d09297ac8 None None] Attempting to bind port 5c8fb1df-2b42-400d-9c2d-86b8243f6445 by drivers openvswitch,hyperv on host n-d-838334-2 at level 0 using segments [{'id': 'ee7a2b34-89f8-4aa0-89e1-2b5bb219f2dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': 'b0cfab48-3f09-430a-9068-3eef4510480b'}] {{(pid=84043) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 21:11:18.147569 n-d-838334-2 neutron-server[84043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-940b15a2-dcf9-4777-b07f-8b5d09297ac8 None None] Attempting to bind port 5c8fb1df-2b42-400d-9c2d-86b8243f6445 on network b0cfab48-3f09-430a-9068-3eef4510480b {{(pid=84043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 21:11:18.147820 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-269e51c7-36fc-4509-ac07-20143859fd14 admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.5074818 Apr 18 21:11:18.147820 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 47790) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:11:18.153679 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.v2.base [None req-e7b546f5-baec-4540-95ee-6086f667f5ca admin admin] Request body: {'router': {'name': 'tempest-TestServerMultinode-402916040-router', 'tenant_id': 'f4d8a717b1ee43f880ab30cabe6e4d21', 'external_gateway_info': {'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c'}}} {{(pid=84040) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:11:18.165826 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [None req-e7b546f5-baec-4540-95ee-6086f667f5ca admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:11:18.177124 n-d-838334-2 neutron-server[84043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-940b15a2-dcf9-4777-b07f-8b5d09297ac8 None None] Checking agent: {'id': '97cd4414-7af6-4d67-868d-dff370b4071a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838334-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 25, 49), 'started_at': datetime.datetime(2022, 4, 18, 20, 26, 19), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 21, 10, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838334-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 18 21:11:18.178003 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-e7b546f5-baec-4540-95ee-6086f667f5ca admin admin] Usage tracker for resource:router and tenant:f4d8a717b1ee43f880ab30cabe6e4d21 is out of sync, need to count used quota {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:11:18.178346 n-d-838334-2 neutron-server[84043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-940b15a2-dcf9-4777-b07f-8b5d09297ac8 None None] Checking segment: {'id': 'ee7a2b34-89f8-4aa0-89e1-2b5bb219f2dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': 'b0cfab48-3f09-430a-9068-3eef4510480b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84043) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 21:11:18.178849 n-d-838334-2 neutron-server[84043]: DEBUG neutron_lib.callbacks.manager [None req-940b15a2-dcf9-4777-b07f-8b5d09297ac8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:11:18.180039 n-d-838334-2 neutron-server[84043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-940b15a2-dcf9-4777-b07f-8b5d09297ac8 None None] Bound using segment: {'id': 'ee7a2b34-89f8-4aa0-89e1-2b5bb219f2dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': 'b0cfab48-3f09-430a-9068-3eef4510480b'} {{(pid=84043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 18 21:11:18.180692 n-d-838334-2 neutron-server[84043]: DEBUG neutron.plugins.ml2.managers [None req-940b15a2-dcf9-4777-b07f-8b5d09297ac8 None None] Bound port: 5c8fb1df-2b42-400d-9c2d-86b8243f6445, host: n-d-838334-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ee7a2b34-89f8-4aa0-89e1-2b5bb219f2dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': 'b0cfab48-3f09-430a-9068-3eef4510480b'}}] {{(pid=84043) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 21:11:18.185134 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-e7b546f5-baec-4540-95ee-6086f667f5ca admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:11:18.185701 n-d-838334-2 neutron-server[84043]: DEBUG neutron_lib.callbacks.manager [None req-940b15a2-dcf9-4777-b07f-8b5d09297ac8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:11:18.198065 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [None req-e7b546f5-baec-4540-95ee-6086f667f5ca admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:11:18.226326 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-e7b546f5-baec-4540-95ee-6086f667f5ca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-33442106', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5708'] for router, before_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:11:18.227568 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-e7b546f5-baec-4540-95ee-6086f667f5ca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33442137', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33444285', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33535433', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5703'] for router, precommit_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:11:18.262864 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-e7b546f5-baec-4540-95ee-6086f667f5ca admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:11:18.346527 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-938d5aa4-0602-477f-9f02-05e184368e2a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:11:18.367425 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-938d5aa4-0602-477f-9f02-05e184368e2a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33528224'] for security_group, after_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:11:18.450585 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-c31166d3-3bd0-4ccb-b278-2d6169606e59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750375287399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253529'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:11:18.475591 n-d-838334-2 neutron-server[84043]: DEBUG neutron.plugins.ml2.db [None req-940b15a2-dcf9-4777-b07f-8b5d09297ac8 None None] For port 5c8fb1df-2b42-400d-9c2d-86b8243f6445, host n-d-838334-2, cleared binding levels {{(pid=84043) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 21:11:18.484652 n-d-838334-2 neutron-server[84043]: DEBUG neutron.plugins.ml2.db [None req-940b15a2-dcf9-4777-b07f-8b5d09297ac8 None None] For port 5c8fb1df-2b42-400d-9c2d-86b8243f6445, host n-d-838334-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838334-2',level=0,port_id=5c8fb1df-2b42-400d-9c2d-86b8243f6445,segment=NetworkSegment(ee7a2b34-89f8-4aa0-89e1-2b5bb219f2dd),segment_id=ee7a2b34-89f8-4aa0-89e1-2b5bb219f2dd)] {{(pid=84043) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 21:11:18.489228 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-e7b546f5-baec-4540-95ee-6086f667f5ca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-33444175', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-33443520', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5293'] for router, precommit_update {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:11:18.502063 n-d-838334-2 neutron-server[84043]: DEBUG neutron_lib.callbacks.manager [None req-940b15a2-dcf9-4777-b07f-8b5d09297ac8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682'] for port, after_update {{(pid=84043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:11:18.505826 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-938d5aa4-0602-477f-9f02-05e184368e2a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c1e81e12-c07e-4308-b8b9-43477fe9c19b,revision_number=1']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:11:18.692896 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-938d5aa4-0602-477f-9f02-05e184368e2a admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=42dbac4fce92473eb8e025b4dffe252b&name=default HTTP/1.1" status: 200 len: 2647 time: 1.5710633 Apr 18 21:11:18.693527 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 47800) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:11:18.895091 n-d-838334-2 neutron-server[84043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f6b4936-6566-44c0-9c75-596978ca640c None None] Pushing event updated for resources: {'Port': ['ID=5c8fb1df-2b42-400d-9c2d-86b8243f6445,revision_number=4']} {{(pid=84043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:11:18.898277 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-940b15a2-dcf9-4777-b07f-8b5d09297ac8 None None] Routers {'8fa348f8-02b3-4f5c-91fa-10f95637edc1'} bound to L3 agent in host n-d-838334-2 {{(pid=84043) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 21:11:18.904436 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.l3_hamode_db [None req-940b15a2-dcf9-4777-b07f-8b5d09297ac8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838334-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-18T20:25:48Z,description=,heartbeat_timestamp=2022-04-18T21:11:18Z,host='n-d-838334-2',id=bc84d6c9-dd7a-4555-a351-592327b46d5a,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:25:48Z,topic='l3_agent')) {'router_ids': ['8fa348f8-02b3-4f5c-91fa-10f95637edc1'], 'active': True} {{(pid=84043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:11:18.982231 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-e7b546f5-baec-4540-95ee-6086f667f5ca admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:11:19.156992 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-e7b546f5-baec-4540-95ee-6086f667f5ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:11:19.175369 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.db_base_plugin_common [None req-e57d0aee-ae81-4d8e-8f46-45b53bfe0fa3 None None] Allocated IP 2001:db8:2::2 (6eed5772-3037-422b-b3d4-37e74c4be095/b1ff9e3f-1ee9-4eb4-940c-34585ddf74dd/d91407bd-8602-44d8-b86a-4861021829e7) {{(pid=84042) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 21:11:19.373448 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-4f1aa7ce-d77f-4e1e-811d-81082838fba1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:11:19.469368 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-4f1aa7ce-d77f-4e1e-811d-81082838fba1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:11:19.484155 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.l3_dvr_db [None req-940b15a2-dcf9-4777-b07f-8b5d09297ac8 None None] Set router 8fa348f8-02b3-4f5c-91fa-10f95637edc1 gateway port host: None {{(pid=84043) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 21:11:19.665480 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-e57d0aee-ae81-4d8e-8f46-45b53bfe0fa3 None None] Notify callbacks [] for port, precommit_create {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:11:19.684851 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-60f502e2-468a-451f-90c5-79d86c256ffc tempest-RoutersIpV6Test-235118808 tempest-RoutersIpV6Test-235118808-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:11:19.739761 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2efb950-cd3e-4095-9ff0-74aa07a8a45a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp016840fc-1f9f-5892-9c53-c9cf6c845bbb-a6a1bd6e-c7a6-402d-9ad0-82327124d01a', 'network_id': 'a6a1bd6e-c7a6-402d-9ad0-82327124d01a', 'tenant_id': 'f4d8a717b1ee43f880ab30cabe6e4d21', 'fixed_ips': [{'subnet_id': '8cf63959-47ce-4403-8f83-38f3dd943593'}]}} from n-d-838334-2. {{(pid=84042) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 18 21:11:19.742243 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-e2efb950-cd3e-4095-9ff0-74aa07a8a45a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_create {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:11:19.779691 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-4f1aa7ce-d77f-4e1e-811d-81082838fba1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33528224'] for security_group, after_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:11:19.790438 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-e57d0aee-ae81-4d8e-8f46-45b53bfe0fa3 None None] Transition to ACTIVE for port object d91407bd-8602-44d8-b86a-4861021829e7 will not be triggered until provisioned by entity L2. {{(pid=84042) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:11:19.836133 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f1aa7ce-d77f-4e1e-811d-81082838fba1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c1e81e12-c07e-4308-b8b9-43477fe9c19b,revision_number=None']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:11:19.857509 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.db_base_plugin_common [None req-e7b546f5-baec-4540-95ee-6086f667f5ca admin admin] Allocated IP 172.25.8.161 (e41b6600-a917-4a8d-b05c-be3be40c6d8c/6b05667b-848e-4356-9b44-d5eb6808ef74/86ce1639-ab2e-47e5-bd63-e4ba5bcd9297) {{(pid=84040) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 21:11:19.869264 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-e57d0aee-ae81-4d8e-8f46-45b53bfe0fa3 None None] Transition to ACTIVE for port object d91407bd-8602-44d8-b86a-4861021829e7 will not be triggered until provisioned by entity DHCP. {{(pid=84042) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:11:19.906067 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-4f1aa7ce-d77f-4e1e-811d-81082838fba1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:11:19.910199 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-4f1aa7ce-d77f-4e1e-811d-81082838fba1 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/c1e81e12-c07e-4308-b8b9-43477fe9c19b HTTP/1.1" status: 204 len: 168 time: 1.2187841 Apr 18 21:11:20.059811 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-e57d0aee-ae81-4d8e-8f46-45b53bfe0fa3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750374836619'] for port, after_create {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:11:20.290057 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750375287399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253529'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:11:20.435049 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e57d0aee-ae81-4d8e-8f46-45b53bfe0fa3 None None] Pushing event updated for resources: {'Port': ['ID=d91407bd-8602-44d8-b86a-4861021829e7,revision_number=1']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:11:20.462242 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-414b6ffe-e119-47bc-b18f-bcff1219c2f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750375287399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253529'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:11:20.514927 n-d-838334-2 neutron-server[84042]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e57d0aee-ae81-4d8e-8f46-45b53bfe0fa3 None None] Network 6eed5772-3037-422b-b3d4-37e74c4be095 is already hosted by enough agents. {{(pid=84042) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:11:20.518623 n-d-838334-2 neutron-server[84042]: DEBUG neutron.scheduler.base_scheduler [None req-e57d0aee-ae81-4d8e-8f46-45b53bfe0fa3 None None] Resources bound (agent type, host, resource id): {{(pid=84042) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:11:20.524224 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e57d0aee-ae81-4d8e-8f46-45b53bfe0fa3 None None] Received port after_create {{(pid=84042) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 21:11:20.594376 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-e7b546f5-baec-4540-95ee-6086f667f5ca admin admin] Notify callbacks [] for port, precommit_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:11:20.715756 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-e7b546f5-baec-4540-95ee-6086f667f5ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750374836619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32440838'] for port, after_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:11:20.814870 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.l3_hamode_db [None req-940b15a2-dcf9-4777-b07f-8b5d09297ac8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8fa348f8-02b3-4f5c-91fa-10f95637edc1', 'name': 'tempest-RoutersIpV6Test-router-1666022958', 'tenant_id': '3fd12654c90d4a4687b2462ca839c972', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:10:51Z', 'updated_at': '2022-04-18T21:11:08Z', 'revision_number': 3, 'project_id': '3fd12654c90d4a4687b2462ca839c972', 'gw_port_host': None, '_interfaces': [{'id': '5c8fb1df-2b42-400d-9c2d-86b8243f6445', 'name': '', 'network_id': 'b0cfab48-3f09-430a-9068-3eef4510480b', 'tenant_id': '3fd12654c90d4a4687b2462ca839c972', 'mac_address': 'fa:16:3e:e6:bd:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8fa348f8-02b3-4f5c-91fa-10f95637edc1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'fea0e53c-8a06-45ef-80e9-a2622b1e38e1', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:11:06Z', 'updated_at': '2022-04-18T21:11:18Z', 'revision_number': 4, 'project_id': '3fd12654c90d4a4687b2462ca839c972', 'subnets': [{'id': 'fea0e53c-8a06-45ef-80e9-a2622b1e38e1', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '97b0b1f9-c01a-4ba8-b4c8-af3dcc327f1e', 'name': '', 'network_id': '699bd152-a339-411f-b2d2-c325a0670f8b', 'tenant_id': '3fd12654c90d4a4687b2462ca839c972', 'mac_address': 'fa:16:3e:b1:c8:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fa348f8-02b3-4f5c-91fa-10f95637edc1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '94ebf16d-084a-4271-a878-e6ba8454c0ac', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:10:55Z', 'updated_at': '2022-04-18T21:11:13Z', 'revision_number': 5, 'project_id': '3fd12654c90d4a4687b2462ca839c972', 'subnets': [{'id': '94ebf16d-084a-4271-a878-e6ba8454c0ac', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838334-2', False) {} {{(pid=84043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:11:20.828176 n-d-838334-2 neutron-server[84043]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-940b15a2-dcf9-4777-b07f-8b5d09297ac8 None None] The sync data for ids ['8fa348f8-02b3-4f5c-91fa-10f95637edc1'] in n-d-838334-2 is: [{'id': '8fa348f8-02b3-4f5c-91fa-10f95637edc1', 'name': 'tempest-RoutersIpV6Test-router-1666022958', 'tenant_id': '3fd12654c90d4a4687b2462ca839c972', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:10:51Z', 'updated_at': '2022-04-18T21:11:08Z', 'revision_number': 3, 'project_id': '3fd12654c90d4a4687b2462ca839c972', 'gw_port_host': None, '_interfaces': [{'id': '5c8fb1df-2b42-400d-9c2d-86b8243f6445', 'name': '', 'network_id': 'b0cfab48-3f09-430a-9068-3eef4510480b', 'tenant_id': '3fd12654c90d4a4687b2462ca839c972', 'mac_address': 'fa:16:3e:e6:bd:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8fa348f8-02b3-4f5c-91fa-10f95637edc1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'fea0e53c-8a06-45ef-80e9-a2622b1e38e1', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:11:06Z', 'updated_at': '2022-04-18T21:11:18Z', 'revision_number': 4, 'project_id': '3fd12654c90d4a4687b2462ca839c972', 'subnets': [{'id': 'fea0e53c-8a06-45ef-80e9-a2622b1e38e1', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '97b0b1f9-c01a-4ba8-b4c8-af3dcc327f1e', 'name': '', 'network_id': '699bd152-a339-411f-b2d2-c325a0670f8b', 'tenant_id': '3fd12654c90d4a4687b2462ca839c972', 'mac_address': 'fa:16:3e:b1:c8:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fa348f8-02b3-4f5c-91fa-10f95637edc1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '94ebf16d-084a-4271-a878-e6ba8454c0ac', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:10:55Z', 'updated_at': '2022-04-18T21:11:13Z', 'revision_number': 5, 'project_id': '3fd12654c90d4a4687b2462ca839c972', 'subnets': [{'id': '94ebf16d-084a-4271-a878-e6ba8454c0ac', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84043) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 18 21:11:20.928910 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Device 5c8fb1df-2b42-400d-9c2d-86b8243f6445 up at agent ovs-agent-n-d-838334-2 {{(pid=84042) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 21:11:20.929568 n-d-838334-2 neutron-server[84040]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7b546f5-baec-4540-95ee-6086f667f5ca admin admin] Network e41b6600-a917-4a8d-b05c-be3be40c6d8c is already hosted by enough agents. {{(pid=84040) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:11:20.952087 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 47834) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:11:20.962500 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-c7521a90-7d65-4e2e-842c-ca5d95e9a89c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750375287399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253529'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:11:20.964960 n-d-838334-2 neutron-server[84040]: DEBUG neutron.scheduler.base_scheduler [None req-e7b546f5-baec-4540-95ee-6086f667f5ca admin admin] Resources bound (agent type, host, resource id): {{(pid=84040) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:11:21.020628 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-b526a2f8-277a-4128-b3ec-ba86aa7fb681 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:11:21.029617 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7b546f5-baec-4540-95ee-6086f667f5ca admin admin] Received port after_create {{(pid=84040) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 21:11:21.124624 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.db_base_plugin_common [None req-e2efb950-cd3e-4095-9ff0-74aa07a8a45a None None] Allocated IP 172.20.0.2 (a6a1bd6e-c7a6-402d-9ad0-82327124d01a/8cf63959-47ce-4403-8f83-38f3dd943593/76662583-2573-4aef-a17e-e292191d25a4) {{(pid=84042) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 21:11:21.212473 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.db_base_plugin_common [None req-60f502e2-468a-451f-90c5-79d86c256ffc tempest-RoutersIpV6Test-235118808 tempest-RoutersIpV6Test-235118808-project] Allocated IP 2001:db8:2::1 (6eed5772-3037-422b-b3d4-37e74c4be095/b1ff9e3f-1ee9-4eb4-940c-34585ddf74dd/69eabc56-db4e-43b3-99d4-551f9083522f) {{(pid=84041) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 21:11:21.239368 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-b526a2f8-277a-4128-b3ec-ba86aa7fb681 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:11:21.240138 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.managers [None req-e57d0aee-ae81-4d8e-8f46-45b53bfe0fa3 None None] Attempting to bind port d91407bd-8602-44d8-b86a-4861021829e7 on host n-d-838334-2 for vnic_type normal with profile {{(pid=84042) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 21:11:21.247655 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.managers [None req-e57d0aee-ae81-4d8e-8f46-45b53bfe0fa3 None None] Attempting to bind port d91407bd-8602-44d8-b86a-4861021829e7 by drivers openvswitch,hyperv on host n-d-838334-2 at level 0 using segments [{'id': '23d2398b-c0d2-4cbb-af9f-d8bdca72f1fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '6eed5772-3037-422b-b3d4-37e74c4be095'}] {{(pid=84042) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 21:11:21.248248 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e57d0aee-ae81-4d8e-8f46-45b53bfe0fa3 None None] Attempting to bind port d91407bd-8602-44d8-b86a-4861021829e7 on network 6eed5772-3037-422b-b3d4-37e74c4be095 {{(pid=84042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 21:11:21.279961 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-b526a2f8-277a-4128-b3ec-ba86aa7fb681 admin admin] Usage tracker for resource:security_group_rule and tenant:4d613818d127454eb33243ae610ab1bd is out of sync, need to count used quota {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:11:21.284165 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-b526a2f8-277a-4128-b3ec-ba86aa7fb681 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:11:21.357297 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7b546f5-baec-4540-95ee-6086f667f5ca admin admin] Pushing event updated for resources: {'Port': ['ID=86ce1639-ab2e-47e5-bd63-e4ba5bcd9297,revision_number=1']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:11:21.375511 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-b526a2f8-277a-4128-b3ec-ba86aa7fb681 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:11:21.528177 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e57d0aee-ae81-4d8e-8f46-45b53bfe0fa3 None None] Checking agent: {'id': '97cd4414-7af6-4d67-868d-dff370b4071a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838334-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 25, 49), 'started_at': datetime.datetime(2022, 4, 18, 20, 26, 19), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 21, 11, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838334-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 18 21:11:21.532424 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e57d0aee-ae81-4d8e-8f46-45b53bfe0fa3 None None] Checking segment: {'id': '23d2398b-c0d2-4cbb-af9f-d8bdca72f1fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '6eed5772-3037-422b-b3d4-37e74c4be095'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84042) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 21:11:21.532424 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-e57d0aee-ae81-4d8e-8f46-45b53bfe0fa3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:11:21.542770 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e57d0aee-ae81-4d8e-8f46-45b53bfe0fa3 None None] Bound using segment: {'id': '23d2398b-c0d2-4cbb-af9f-d8bdca72f1fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '6eed5772-3037-422b-b3d4-37e74c4be095'} {{(pid=84042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 18 21:11:21.543574 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.managers [None req-e57d0aee-ae81-4d8e-8f46-45b53bfe0fa3 None None] Bound port: d91407bd-8602-44d8-b86a-4861021829e7, host: n-d-838334-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '23d2398b-c0d2-4cbb-af9f-d8bdca72f1fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '6eed5772-3037-422b-b3d4-37e74c4be095'}}] {{(pid=84042) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 21:11:21.544005 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-e57d0aee-ae81-4d8e-8f46-45b53bfe0fa3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:11:21.689884 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-e7b546f5-baec-4540-95ee-6086f667f5ca admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:11:21.692079 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-e7b546f5-baec-4540-95ee-6086f667f5ca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33443529', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33444176'] for router, after_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:11:21.804879 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-e57d0aee-ae81-4d8e-8f46-45b53bfe0fa3 None None] For port d91407bd-8602-44d8-b86a-4861021829e7, host n-d-838334-2, cleared binding levels {{(pid=84042) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 21:11:21.810448 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-e57d0aee-ae81-4d8e-8f46-45b53bfe0fa3 None None] For port d91407bd-8602-44d8-b86a-4861021829e7, host n-d-838334-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838334-2',level=0,port_id=d91407bd-8602-44d8-b86a-4861021829e7,segment=NetworkSegment(23d2398b-c0d2-4cbb-af9f-d8bdca72f1fa),segment_id=23d2398b-c0d2-4cbb-af9f-d8bdca72f1fa)] {{(pid=84042) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 21:11:21.855906 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-e57d0aee-ae81-4d8e-8f46-45b53bfe0fa3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682'] for port, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:11:22.070300 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-e2efb950-cd3e-4095-9ff0-74aa07a8a45a None None] Notify callbacks [] for port, precommit_create {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:11:22.115254 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-e2efb950-cd3e-4095-9ff0-74aa07a8a45a None None] Transition to ACTIVE for port object 76662583-2573-4aef-a17e-e292191d25a4 will not be triggered until provisioned by entity L2. {{(pid=84042) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:11:22.168906 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-60f502e2-468a-451f-90c5-79d86c256ffc tempest-RoutersIpV6Test-235118808 tempest-RoutersIpV6Test-235118808-project] Notify callbacks [] for port, precommit_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:11:22.197123 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-b526a2f8-277a-4128-b3ec-ba86aa7fb681 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:11:22.202127 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.provisioning_blocks [None req-60f502e2-468a-451f-90c5-79d86c256ffc tempest-RoutersIpV6Test-235118808 tempest-RoutersIpV6Test-235118808-project] Transition to ACTIVE for port object 69eabc56-db4e-43b3-99d4-551f9083522f will not be triggered until provisioned by entity DHCP. {{(pid=84041) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:11:22.209640 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-b526a2f8-277a-4128-b3ec-ba86aa7fb681 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33528224'] for security_group, after_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:11:22.269402 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-b526a2f8-277a-4128-b3ec-ba86aa7fb681 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=4d613818d127454eb33243ae610ab1bd&name=default HTTP/1.1" status: 200 len: 2647 time: 1.3162849 Apr 18 21:11:22.273022 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 47858) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:11:22.338759 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e57d0aee-ae81-4d8e-8f46-45b53bfe0fa3 None None] Pushing event updated for resources: {'Port': ['ID=d91407bd-8602-44d8-b86a-4861021829e7,revision_number=2']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:11:22.361445 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-e2efb950-cd3e-4095-9ff0-74aa07a8a45a None None] Transition to ACTIVE for port object 76662583-2573-4aef-a17e-e292191d25a4 will not be triggered until provisioned by entity DHCP. {{(pid=84042) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:11:22.363589 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Provisioning for port 5c8fb1df-2b42-400d-9c2d-86b8243f6445 completed by entity L2. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 21:11:22.366255 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b526a2f8-277a-4128-b3ec-ba86aa7fb681 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=589c3552-7c55-4c7c-b002-8d37b1cfdd68,revision_number=1']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:11:22.394141 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Provisioning complete for port 5c8fb1df-2b42-400d-9c2d-86b8243f6445 triggered by entity L2. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:11:22.394618 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1253608'] for port, provisioning_complete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:11:22.398015 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-ee2399eb-2cb1-4ed8-aa1f-59e454add3a1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:11:22.428700 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-ee2399eb-2cb1-4ed8-aa1f-59e454add3a1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:11:22.498700 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-ee2399eb-2cb1-4ed8-aa1f-59e454add3a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33528224'] for security_group, after_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:11:22.555990 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee2399eb-2cb1-4ed8-aa1f-59e454add3a1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=589c3552-7c55-4c7c-b002-8d37b1cfdd68,revision_number=None']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:11:22.575679 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-60f502e2-468a-451f-90c5-79d86c256ffc tempest-RoutersIpV6Test-235118808 tempest-RoutersIpV6Test-235118808-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750374836619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32266323'] for port, after_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:11:22.583542 n-d-838334-2 neutron-server[84040]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e7b546f5-baec-4540-95ee-6086f667f5ca admin admin] Router 8c2f0652-b465-43be-bc18-7ede60e49b71 is scheduled to L3 agent bc84d6c9-dd7a-4555-a351-592327b46d5a with binding_index 1 {{(pid=84040) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 18 21:11:22.616544 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-e2efb950-cd3e-4095-9ff0-74aa07a8a45a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750374836619'] for port, after_create {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:11:22.769068 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2efb950-cd3e-4095-9ff0-74aa07a8a45a None None] Pushing event updated for resources: {'Port': ['ID=76662583-2573-4aef-a17e-e292191d25a4,revision_number=1']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:11:22.846008 n-d-838334-2 neutron-server[84041]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60f502e2-468a-451f-90c5-79d86c256ffc tempest-RoutersIpV6Test-235118808 tempest-RoutersIpV6Test-235118808-project] Network 6eed5772-3037-422b-b3d4-37e74c4be095 is already hosted by enough agents. {{(pid=84041) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:11:22.851454 n-d-838334-2 neutron-server[84041]: DEBUG neutron.scheduler.base_scheduler [None req-60f502e2-468a-451f-90c5-79d86c256ffc tempest-RoutersIpV6Test-235118808 tempest-RoutersIpV6Test-235118808-project] Resources bound (agent type, host, resource id): {{(pid=84041) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:11:22.874214 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-ee2399eb-2cb1-4ed8-aa1f-59e454add3a1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:11:22.879684 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-ee2399eb-2cb1-4ed8-aa1f-59e454add3a1 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/589c3552-7c55-4c7c-b002-8d37b1cfdd68 HTTP/1.1" status: 204 len: 168 time: 0.6041117 Apr 18 21:11:22.880248 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60f502e2-468a-451f-90c5-79d86c256ffc tempest-RoutersIpV6Test-235118808 tempest-RoutersIpV6Test-235118808-project] Pushing event updated for resources: {'Port': ['ID=69eabc56-db4e-43b3-99d4-551f9083522f,revision_number=1']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:11:22.882789 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60f502e2-468a-451f-90c5-79d86c256ffc tempest-RoutersIpV6Test-235118808 tempest-RoutersIpV6Test-235118808-project] Received port after_create {{(pid=84041) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 21:11:22.883323 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-60f502e2-468a-451f-90c5-79d86c256ffc tempest-RoutersIpV6Test-235118808 tempest-RoutersIpV6Test-235118808-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33444010'] for router_interface, before_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:11:22.959837 n-d-838334-2 neutron-server[84042]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2efb950-cd3e-4095-9ff0-74aa07a8a45a None None] Network a6a1bd6e-c7a6-402d-9ad0-82327124d01a is already hosted by enough agents. {{(pid=84042) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:11:22.964007 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:11:23.005176 n-d-838334-2 neutron-server[84042]: DEBUG neutron.scheduler.base_scheduler [None req-e2efb950-cd3e-4095-9ff0-74aa07a8a45a None None] Resources bound (agent type, host, resource id): {{(pid=84042) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:11:23.010553 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2efb950-cd3e-4095-9ff0-74aa07a8a45a None None] Received port after_create {{(pid=84042) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 21:11:23.067657 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] For port 5c8fb1df-2b42-400d-9c2d-86b8243f6445, host n-d-838334-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838334-2',level=0,port_id=5c8fb1df-2b42-400d-9c2d-86b8243f6445,segment=NetworkSegment(ee7a2b34-89f8-4aa0-89e1-2b5bb219f2dd),segment_id=ee7a2b34-89f8-4aa0-89e1-2b5bb219f2dd)] {{(pid=84042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:11:23.169540 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682'] for port, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:11:23.382495 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-60f502e2-468a-451f-90c5-79d86c256ffc tempest-RoutersIpV6Test-235118808 tempest-RoutersIpV6Test-235118808-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:11:23.877064 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e7b546f5-baec-4540-95ee-6086f667f5ca admin admin] Notify agent at l3_agent.n-d-838334-2 the message routers_updated {{(pid=84040) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 21:11:23.936051 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fcb90eb-aa9b-427c-9be1-08839004f657 None None] Sync routers for ids ['8c2f0652-b465-43be-bc18-7ede60e49b71'] in n-d-838334-2 {{(pid=84042) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 18 21:11:23.942666 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-e7b546f5-baec-4540-95ee-6086f667f5ca admin admin] Notify callbacks [] for router, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:11:23.944164 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-e7b546f5-baec-4540-95ee-6086f667f5ca admin admin] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 5.7954545 Apr 18 21:11:23.947256 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 47890) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:11:24.064044 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Pushing event updated for resources: {'Port': ['ID=5c8fb1df-2b42-400d-9c2d-86b8243f6445,revision_number=5']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:11:24.093897 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.managers [None req-e2efb950-cd3e-4095-9ff0-74aa07a8a45a None None] Attempting to bind port 76662583-2573-4aef-a17e-e292191d25a4 on host n-d-838334-2 for vnic_type normal with profile {{(pid=84042) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 21:11:24.099214 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.managers [None req-e2efb950-cd3e-4095-9ff0-74aa07a8a45a None None] Attempting to bind port 76662583-2573-4aef-a17e-e292191d25a4 by drivers openvswitch,hyperv on host n-d-838334-2 at level 0 using segments [{'id': 'c49af281-1077-4a7b-980c-51064121b94d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': 'a6a1bd6e-c7a6-402d-9ad0-82327124d01a'}] {{(pid=84042) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 21:11:24.103403 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2efb950-cd3e-4095-9ff0-74aa07a8a45a None None] Attempting to bind port 76662583-2573-4aef-a17e-e292191d25a4 on network a6a1bd6e-c7a6-402d-9ad0-82327124d01a {{(pid=84042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 21:11:24.141655 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2efb950-cd3e-4095-9ff0-74aa07a8a45a None None] Checking agent: {'id': '97cd4414-7af6-4d67-868d-dff370b4071a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838334-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 25, 49), 'started_at': datetime.datetime(2022, 4, 18, 20, 26, 19), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 21, 11, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838334-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 18 21:11:24.142065 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2efb950-cd3e-4095-9ff0-74aa07a8a45a None None] Checking segment: {'id': 'c49af281-1077-4a7b-980c-51064121b94d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': 'a6a1bd6e-c7a6-402d-9ad0-82327124d01a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84042) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 21:11:24.142674 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-e2efb950-cd3e-4095-9ff0-74aa07a8a45a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:11:24.148024 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2efb950-cd3e-4095-9ff0-74aa07a8a45a None None] Bound using segment: {'id': 'c49af281-1077-4a7b-980c-51064121b94d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': 'a6a1bd6e-c7a6-402d-9ad0-82327124d01a'} {{(pid=84042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 18 21:11:24.148740 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.managers [None req-e2efb950-cd3e-4095-9ff0-74aa07a8a45a None None] Bound port: 76662583-2573-4aef-a17e-e292191d25a4, host: n-d-838334-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c49af281-1077-4a7b-980c-51064121b94d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': 'a6a1bd6e-c7a6-402d-9ad0-82327124d01a'}}] {{(pid=84042) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 21:11:24.154945 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-e2efb950-cd3e-4095-9ff0-74aa07a8a45a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:11:24.255434 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fcb90eb-aa9b-427c-9be1-08839004f657 None None] Routers {'8c2f0652-b465-43be-bc18-7ede60e49b71'} bound to L3 agent in host n-d-838334-2 {{(pid=84042) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 21:11:24.259573 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_hamode_db [None req-2fcb90eb-aa9b-427c-9be1-08839004f657 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838334-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-18T20:25:48Z,description=,heartbeat_timestamp=2022-04-18T21:11:18Z,host='n-d-838334-2',id=bc84d6c9-dd7a-4555-a351-592327b46d5a,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:25:48Z,topic='l3_agent')) {'router_ids': ['8c2f0652-b465-43be-bc18-7ede60e49b71'], 'active': True} {{(pid=84042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:11:24.774103 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 47906) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:11:24.862080 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-8f6fe28a-9a25-4ea9-bb01-bbf5c39fc2d8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:11:24.968989 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-8f6fe28a-9a25-4ea9-bb01-bbf5c39fc2d8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:11:24.978157 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-8f6fe28a-9a25-4ea9-bb01-bbf5c39fc2d8 admin admin] Usage tracker for resource:security_group_rule and tenant:0e626f9e2cc449148426a7dab3878c6b is out of sync, need to count used quota {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:11:24.989167 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-8f6fe28a-9a25-4ea9-bb01-bbf5c39fc2d8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:11:25.023108 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-8f6fe28a-9a25-4ea9-bb01-bbf5c39fc2d8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:11:25.299618 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-8f6fe28a-9a25-4ea9-bb01-bbf5c39fc2d8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:11:25.308781 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-e2efb950-cd3e-4095-9ff0-74aa07a8a45a None None] For port 76662583-2573-4aef-a17e-e292191d25a4, host n-d-838334-2, cleared binding levels {{(pid=84042) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 21:11:25.355216 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-8f6fe28a-9a25-4ea9-bb01-bbf5c39fc2d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33528224'] for security_group, after_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:11:25.364904 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f904d6e5-34b2-445f-8ac4-f40d543e9096 None None] Network 6eed5772-3037-422b-b3d4-37e74c4be095 requested from n-d-838334-2 {{(pid=84042) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 21:11:25.456428 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-e2efb950-cd3e-4095-9ff0-74aa07a8a45a None None] For port 76662583-2573-4aef-a17e-e292191d25a4, host n-d-838334-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838334-2',level=0,port_id=76662583-2573-4aef-a17e-e292191d25a4,segment=NetworkSegment(c49af281-1077-4a7b-980c-51064121b94d),segment_id=c49af281-1077-4a7b-980c-51064121b94d)] {{(pid=84042) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 21:11:25.596006 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-8f6fe28a-9a25-4ea9-bb01-bbf5c39fc2d8 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=0e626f9e2cc449148426a7dab3878c6b&name=default HTTP/1.1" status: 200 len: 2647 time: 0.8183904 Apr 18 21:11:25.596006 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f6fe28a-9a25-4ea9-bb01-bbf5c39fc2d8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=38382e52-8fe3-4281-9bb9-93a4b603cbdf,revision_number=1']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:11:25.599825 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 47922) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:11:25.668649 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_dvr_db [None req-2fcb90eb-aa9b-427c-9be1-08839004f657 None None] Set router 8c2f0652-b465-43be-bc18-7ede60e49b71 gateway port host: n-d-838334-2 {{(pid=84042) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 21:11:25.728705 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-60f502e2-468a-451f-90c5-79d86c256ffc tempest-RoutersIpV6Test-235118808 tempest-RoutersIpV6Test-235118808-project] Notify callbacks [] for port, precommit_update {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:11:25.741549 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-60f502e2-468a-451f-90c5-79d86c256ffc tempest-RoutersIpV6Test-235118808 tempest-RoutersIpV6Test-235118808-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32266282'] for port, after_update {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:11:25.742873 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-60f502e2-468a-451f-90c5-79d86c256ffc tempest-RoutersIpV6Test-235118808 tempest-RoutersIpV6Test-235118808-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-32377886', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33443847'] for router_interface, after_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:11:25.802324 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Device d91407bd-8602-44d8-b86a-4861021829e7 up at agent ovs-agent-n-d-838334-2 {{(pid=84042) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 21:11:26.001551 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-e2efb950-cd3e-4095-9ff0-74aa07a8a45a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682'] for port, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:11:26.117156 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-e7a5cb4f-5716-4f4d-bf4f-0088fa28a135 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:11:26.209712 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-e7a5cb4f-5716-4f4d-bf4f-0088fa28a135 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:11:26.247114 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60f502e2-468a-451f-90c5-79d86c256ffc tempest-RoutersIpV6Test-235118808 tempest-RoutersIpV6Test-235118808-project] Pushing event updated for resources: {'Port': ['ID=69eabc56-db4e-43b3-99d4-551f9083522f,revision_number=2']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:11:26.353719 n-d-838334-2 neutron-server[84041]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60f502e2-468a-451f-90c5-79d86c256ffc tempest-RoutersIpV6Test-235118808 tempest-RoutersIpV6Test-235118808-project] Network 6eed5772-3037-422b-b3d4-37e74c4be095 is already hosted by enough agents. {{(pid=84041) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:11:26.359096 n-d-838334-2 neutron-server[84041]: DEBUG neutron.scheduler.base_scheduler [None req-60f502e2-468a-451f-90c5-79d86c256ffc tempest-RoutersIpV6Test-235118808 tempest-RoutersIpV6Test-235118808-project] Resources bound (agent type, host, resource id): {{(pid=84041) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:11:26.396085 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2efb950-cd3e-4095-9ff0-74aa07a8a45a None None] Pushing event updated for resources: {'Port': ['ID=76662583-2573-4aef-a17e-e292191d25a4,revision_number=2']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:11:26.421564 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-e7a5cb4f-5716-4f4d-bf4f-0088fa28a135 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33528224'] for security_group, after_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:11:26.623561 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7a5cb4f-5716-4f4d-bf4f-0088fa28a135 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=38382e52-8fe3-4281-9bb9-93a4b603cbdf,revision_number=None']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:11:26.812361 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Provisioning for port d91407bd-8602-44d8-b86a-4861021829e7 completed by entity L2. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 21:11:26.825195 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-862f9168-4389-4db9-b245-c73cbce54019 None None] Provisioning for port d91407bd-8602-44d8-b86a-4861021829e7 completed by entity DHCP. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 21:11:26.859031 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7a5cb4f-5716-4f4d-bf4f-0088fa28a135 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:11:26.859195 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Provisioning complete for port d91407bd-8602-44d8-b86a-4861021829e7 triggered by entity L2. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:11:26.859657 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1253608'] for port, provisioning_complete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:11:26.861210 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7a5cb4f-5716-4f4d-bf4f-0088fa28a135 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:11:26.861731 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7a5cb4f-5716-4f4d-bf4f-0088fa28a135 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:11:26.862241 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7a5cb4f-5716-4f4d-bf4f-0088fa28a135 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:11:26.862747 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7a5cb4f-5716-4f4d-bf4f-0088fa28a135 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:11:26.864438 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7a5cb4f-5716-4f4d-bf4f-0088fa28a135 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:11:26.865116 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7a5cb4f-5716-4f4d-bf4f-0088fa28a135 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:11:26.866567 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7a5cb4f-5716-4f4d-bf4f-0088fa28a135 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:11:26.867727 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7a5cb4f-5716-4f4d-bf4f-0088fa28a135 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:11:26.868495 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7a5cb4f-5716-4f4d-bf4f-0088fa28a135 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:11:26.868984 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7a5cb4f-5716-4f4d-bf4f-0088fa28a135 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:11:26.873160 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-e7a5cb4f-5716-4f4d-bf4f-0088fa28a135 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:11:26.874732 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-e7a5cb4f-5716-4f4d-bf4f-0088fa28a135 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/38382e52-8fe3-4281-9bb9-93a4b603cbdf HTTP/1.1" status: 204 len: 168 time: 1.2739885 Apr 18 21:11:26.924029 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-c94676f4-17d9-47c7-a0eb-6725d97b55f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:11:26.961441 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-862f9168-4389-4db9-b245-c73cbce54019 None None] Provisioning complete for port d91407bd-8602-44d8-b86a-4861021829e7 triggered by entity DHCP. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:11:26.961799 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-862f9168-4389-4db9-b245-c73cbce54019 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1253608'] for port, provisioning_complete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:11:27.838229 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:11:27.879610 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.db_base_plugin_common [None req-c94676f4-17d9-47c7-a0eb-6725d97b55f9 admin admin] Allocated IP 172.20.0.1 (a6a1bd6e-c7a6-402d-9ad0-82327124d01a/8cf63959-47ce-4403-8f83-38f3dd943593/02051af1-275e-4d04-ad07-90e31788a4e0) {{(pid=84040) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 21:11:27.953509 n-d-838334-2 neutron-server[84041]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-60f502e2-468a-451f-90c5-79d86c256ffc tempest-RoutersIpV6Test-235118808 tempest-RoutersIpV6Test-235118808-project] Router 8fa348f8-02b3-4f5c-91fa-10f95637edc1 has already been hosted by L3 agent bc84d6c9-dd7a-4555-a351-592327b46d5a {{(pid=84041) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 21:11:28.116282 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] For port d91407bd-8602-44d8-b86a-4861021829e7, host n-d-838334-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838334-2',level=0,port_id=d91407bd-8602-44d8-b86a-4861021829e7,segment=NetworkSegment(23d2398b-c0d2-4cbb-af9f-d8bdca72f1fa),segment_id=23d2398b-c0d2-4cbb-af9f-d8bdca72f1fa)] {{(pid=84042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:11:28.128681 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-862f9168-4389-4db9-b245-c73cbce54019 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:11:28.231731 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682'] for port, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:11:28.232514 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Device 5c8fb1df-2b42-400d-9c2d-86b8243f6445 up at agent ovs-agent-n-d-838334-2 {{(pid=84042) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 21:11:28.558157 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-c94676f4-17d9-47c7-a0eb-6725d97b55f9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:11:28.569465 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_hamode_db [None req-2fcb90eb-aa9b-427c-9be1-08839004f657 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c2f0652-b465-43be-bc18-7ede60e49b71', 'name': 'tempest-TestServerMultinode-402916040-router', 'tenant_id': 'f4d8a717b1ee43f880ab30cabe6e4d21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'external_fixed_ips': [{'subnet_id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'ip_address': '172.25.8.161'}], 'enable_snat': True}, 'gw_port_id': '86ce1639-ab2e-47e5-bd63-e4ba5bcd9297', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:11:18Z', 'updated_at': '2022-04-18T21:11:21Z', 'revision_number': 3, 'project_id': 'f4d8a717b1ee43f880ab30cabe6e4d21', 'gw_port': {'id': '86ce1639-ab2e-47e5-bd63-e4ba5bcd9297', 'name': '', 'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:64:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8c2f0652-b465-43be-bc18-7ede60e49b71', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'ip_address': '172.25.8.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:11:19Z', 'updated_at': '2022-04-18T21:11:19Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838334-2'}], 'n-d-838334-2', False) {} {{(pid=84042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:11:28.573831 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Pushing event updated for resources: {'Port': ['ID=d91407bd-8602-44d8-b86a-4861021829e7,revision_number=3']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:11:28.601683 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.provisioning_blocks [None req-c94676f4-17d9-47c7-a0eb-6725d97b55f9 admin admin] Transition to ACTIVE for port object 02051af1-275e-4d04-ad07-90e31788a4e0 will not be triggered until provisioned by entity DHCP. {{(pid=84040) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:11:28.679411 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-c94676f4-17d9-47c7-a0eb-6725d97b55f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750374836619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32440838'] for port, after_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:11:28.833042 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.db.api [None req-862f9168-4389-4db9-b245-c73cbce54019 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=84042) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 18 21:11:28.833398 n-d-838334-2 neutron-server[84042]: DEBUG oslo_db.api [None req-862f9168-4389-4db9-b245-c73cbce54019 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=84042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 18 21:11:28.867850 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fcb90eb-aa9b-427c-9be1-08839004f657 None None] Checking router: 8c2f0652-b465-43be-bc18-7ede60e49b71 for host: n-d-838334-2 {{(pid=84042) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 18 21:11:28.868501 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fcb90eb-aa9b-427c-9be1-08839004f657 None None] Updating router 8c2f0652-b465-43be-bc18-7ede60e49b71 port 86ce1639-ab2e-47e5-bd63-e4ba5bcd9297 binding host n-d-838334-2 {{(pid=84042) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 18 21:11:28.911013 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-60f502e2-468a-451f-90c5-79d86c256ffc tempest-RoutersIpV6Test-235118808 tempest-RoutersIpV6Test-235118808-project] Notify agent at l3_agent.n-d-838334-2 the message routers_updated {{(pid=84041) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 21:11:28.929287 n-d-838334-2 neutron-server[84043]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1634ca03-bd42-47bc-b11a-3c6fe1d1ffc1 None None] Sync routers for ids ['8fa348f8-02b3-4f5c-91fa-10f95637edc1'] in n-d-838334-2 {{(pid=84043) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 18 21:11:28.995654 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1634ca03-bd42-47bc-b11a-3c6fe1d1ffc1 None None] Routers {'8fa348f8-02b3-4f5c-91fa-10f95637edc1'} bound to L3 agent in host n-d-838334-2 {{(pid=84043) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 21:11:28.996381 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.l3_hamode_db [None req-1634ca03-bd42-47bc-b11a-3c6fe1d1ffc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838334-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-18T20:25:48Z,description=,heartbeat_timestamp=2022-04-18T21:11:18Z,host='n-d-838334-2',id=bc84d6c9-dd7a-4555-a351-592327b46d5a,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:25:48Z,topic='l3_agent')) {'router_ids': ['8fa348f8-02b3-4f5c-91fa-10f95637edc1'], 'active': True} {{(pid=84043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:11:29.007524 n-d-838334-2 neutron-server[84040]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c94676f4-17d9-47c7-a0eb-6725d97b55f9 admin admin] Network a6a1bd6e-c7a6-402d-9ad0-82327124d01a is already hosted by enough agents. {{(pid=84040) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:11:29.023393 n-d-838334-2 neutron-server[84040]: DEBUG neutron.scheduler.base_scheduler [None req-c94676f4-17d9-47c7-a0eb-6725d97b55f9 admin admin] Resources bound (agent type, host, resource id): {{(pid=84040) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:11:29.038571 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c94676f4-17d9-47c7-a0eb-6725d97b55f9 admin admin] Received port after_create {{(pid=84040) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 21:11:29.044532 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-60f502e2-468a-451f-90c5-79d86c256ffc tempest-RoutersIpV6Test-235118808 tempest-RoutersIpV6Test-235118808-project] 10.222.0.42 "PUT /v2.0/routers/8fa348f8-02b3-4f5c-91fa-10f95637edc1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.8543713 Apr 18 21:11:29.049508 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 47994) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:11:29.076697 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.v2.base [None req-d5329adf-cbfd-42f2-a65c-c36f008c368e tempest-RoutersIpV6Test-235118808 tempest-RoutersIpV6Test-235118808-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-446313512'}} {{(pid=84041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:11:29.104912 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-d5329adf-cbfd-42f2-a65c-c36f008c368e tempest-RoutersIpV6Test-235118808 tempest-RoutersIpV6Test-235118808-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:11:29.123763 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-d5329adf-cbfd-42f2-a65c-c36f008c368e tempest-RoutersIpV6Test-235118808 tempest-RoutersIpV6Test-235118808-project] Usage tracker for resource:network and tenant:3fd12654c90d4a4687b2462ca839c972 is out of sync, need to count used quota {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:11:29.128426 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Provisioning complete for port 5c8fb1df-2b42-400d-9c2d-86b8243f6445 triggered by entity L2. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:11:29.128914 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1253608'] for port, provisioning_complete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:11:29.134271 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-d5329adf-cbfd-42f2-a65c-c36f008c368e tempest-RoutersIpV6Test-235118808 tempest-RoutersIpV6Test-235118808-project] Quota usage for network was recalculated. Used quota:3. {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:11:29.166437 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-d5329adf-cbfd-42f2-a65c-c36f008c368e tempest-RoutersIpV6Test-235118808 tempest-RoutersIpV6Test-235118808-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:11:29.216944 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d5329adf-cbfd-42f2-a65c-c36f008c368e tempest-RoutersIpV6Test-235118808 tempest-RoutersIpV6Test-235118808-project] Made reservation on behalf of 3fd12654c90d4a4687b2462ca839c972 for: {'network': 1} {{(pid=84041) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:11:29.220895 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-d5329adf-cbfd-42f2-a65c-c36f008c368e tempest-RoutersIpV6Test-235118808 tempest-RoutersIpV6Test-235118808-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for network, before_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:11:29.249198 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-2fcb90eb-aa9b-427c-9be1-08839004f657 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:11:29.342103 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d5329adf-cbfd-42f2-a65c-c36f008c368e tempest-RoutersIpV6Test-235118808 tempest-RoutersIpV6Test-235118808-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 396} {{(pid=84041) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 21:11:29.401994 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-d5329adf-cbfd-42f2-a65c-c36f008c368e tempest-RoutersIpV6Test-235118808 tempest-RoutersIpV6Test-235118808-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1082986'] for segment, precommit_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:11:29.402387 n-d-838334-2 neutron-server[84041]: INFO neutron.db.segments_db [None req-d5329adf-cbfd-42f2-a65c-c36f008c368e tempest-RoutersIpV6Test-235118808 tempest-RoutersIpV6Test-235118808-project] Added segment f9cc0428-71ee-40eb-8058-b43572266fb8 of type vlan for network b85f46d1-66a4-4e7f-800a-15c192131b70 Apr 18 21:11:29.508722 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-d5329adf-cbfd-42f2-a65c-c36f008c368e tempest-RoutersIpV6Test-235118808 tempest-RoutersIpV6Test-235118808-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750374825732'] for network, precommit_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:11:29.607227 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-d5329adf-cbfd-42f2-a65c-c36f008c368e tempest-RoutersIpV6Test-235118808 tempest-RoutersIpV6Test-235118808-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33526109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022'] for network, after_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:11:29.611948 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5329adf-cbfd-42f2-a65c-c36f008c368e tempest-RoutersIpV6Test-235118808 tempest-RoutersIpV6Test-235118808-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:11:29.618901 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-d5329adf-cbfd-42f2-a65c-c36f008c368e tempest-RoutersIpV6Test-235118808 tempest-RoutersIpV6Test-235118808-project] Notify callbacks [] for network, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:11:29.658496 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c94676f4-17d9-47c7-a0eb-6725d97b55f9 admin admin] Pushing event updated for resources: {'Port': ['ID=02051af1-275e-4d04-ad07-90e31788a4e0,revision_number=1']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:11:29.746396 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.l3_dvr_db [None req-1634ca03-bd42-47bc-b11a-3c6fe1d1ffc1 None None] Set router 8fa348f8-02b3-4f5c-91fa-10f95637edc1 gateway port host: None {{(pid=84043) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 21:11:29.806501 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-c94676f4-17d9-47c7-a0eb-6725d97b55f9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33444010'] for router_interface, before_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:11:29.883245 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5329adf-cbfd-42f2-a65c-c36f008c368e tempest-RoutersIpV6Test-235118808 tempest-RoutersIpV6Test-235118808-project] Pushing event updated for resources: {'Network': ['ID=b85f46d1-66a4-4e7f-800a-15c192131b70,revision_number=1']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:11:29.946283 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-d5329adf-cbfd-42f2-a65c-c36f008c368e tempest-RoutersIpV6Test-235118808 tempest-RoutersIpV6Test-235118808-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.8874173 Apr 18 21:11:29.946638 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 48018) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:11:29.965736 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.v2.base [None req-26b46117-64a8-4e45-9e5d-a4c007868b5b tempest-RoutersIpV6Test-235118808 tempest-RoutersIpV6Test-235118808-project] Request body: {'subnet': {'network_id': 'b85f46d1-66a4-4e7f-800a-15c192131b70', 'cidr': '2001:db8:3::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:3::1'}} {{(pid=84040) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:11:30.102295 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-2fcb90eb-aa9b-427c-9be1-08839004f657 None None] Notify callbacks [] for port, precommit_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:11:30.141099 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-2fcb90eb-aa9b-427c-9be1-08839004f657 None None] Transition to ACTIVE for port object 86ce1639-ab2e-47e5-bd63-e4ba5bcd9297 will not be triggered until provisioned by entity L2. {{(pid=84042) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:11:30.249387 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-864c53ba-1259-4aea-9158-f10082530692 None None] Network a6a1bd6e-c7a6-402d-9ad0-82327124d01a requested from n-d-838334-2 {{(pid=84042) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 21:11:30.320044 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Network b85f46d1-66a4-4e7f-800a-15c192131b70 details requested by agent ovs-agent-n-d-838334-2 with host n-d-838334-2 {{(pid=84042) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 18 21:11:30.419533 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-c94676f4-17d9-47c7-a0eb-6725d97b55f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:11:30.560932 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.l3_hamode_db [None req-1634ca03-bd42-47bc-b11a-3c6fe1d1ffc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8fa348f8-02b3-4f5c-91fa-10f95637edc1', 'name': 'tempest-RoutersIpV6Test-router-1666022958', 'tenant_id': '3fd12654c90d4a4687b2462ca839c972', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:10:51Z', 'updated_at': '2022-04-18T21:11:22Z', 'revision_number': 4, 'project_id': '3fd12654c90d4a4687b2462ca839c972', 'gw_port_host': None, '_interfaces': [{'id': '5c8fb1df-2b42-400d-9c2d-86b8243f6445', 'name': '', 'network_id': 'b0cfab48-3f09-430a-9068-3eef4510480b', 'tenant_id': '3fd12654c90d4a4687b2462ca839c972', 'mac_address': 'fa:16:3e:e6:bd:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fa348f8-02b3-4f5c-91fa-10f95637edc1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'fea0e53c-8a06-45ef-80e9-a2622b1e38e1', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:11:06Z', 'updated_at': '2022-04-18T21:11:23Z', 'revision_number': 5, 'project_id': '3fd12654c90d4a4687b2462ca839c972', 'subnets': [{'id': 'fea0e53c-8a06-45ef-80e9-a2622b1e38e1', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '69eabc56-db4e-43b3-99d4-551f9083522f', 'name': '', 'network_id': '6eed5772-3037-422b-b3d4-37e74c4be095', 'tenant_id': '3fd12654c90d4a4687b2462ca839c972', 'mac_address': 'fa:16:3e:b6:f2:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8fa348f8-02b3-4f5c-91fa-10f95637edc1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b1ff9e3f-1ee9-4eb4-940c-34585ddf74dd', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:11:20Z', 'updated_at': '2022-04-18T21:11:24Z', 'revision_number': 2, 'project_id': '3fd12654c90d4a4687b2462ca839c972', 'subnets': [{'id': 'b1ff9e3f-1ee9-4eb4-940c-34585ddf74dd', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '97b0b1f9-c01a-4ba8-b4c8-af3dcc327f1e', 'name': '', 'network_id': '699bd152-a339-411f-b2d2-c325a0670f8b', 'tenant_id': '3fd12654c90d4a4687b2462ca839c972', 'mac_address': 'fa:16:3e:b1:c8:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fa348f8-02b3-4f5c-91fa-10f95637edc1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '94ebf16d-084a-4271-a878-e6ba8454c0ac', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:10:55Z', 'updated_at': '2022-04-18T21:11:13Z', 'revision_number': 5, 'project_id': '3fd12654c90d4a4687b2462ca839c972', 'subnets': [{'id': '94ebf16d-084a-4271-a878-e6ba8454c0ac', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838334-2', False) {} {{(pid=84043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:11:30.579709 n-d-838334-2 neutron-server[84043]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1634ca03-bd42-47bc-b11a-3c6fe1d1ffc1 None None] Checking router: 8fa348f8-02b3-4f5c-91fa-10f95637edc1 for host: n-d-838334-2 {{(pid=84043) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 18 21:11:30.580057 n-d-838334-2 neutron-server[84043]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1634ca03-bd42-47bc-b11a-3c6fe1d1ffc1 None None] Updating router 8fa348f8-02b3-4f5c-91fa-10f95637edc1 port 69eabc56-db4e-43b3-99d4-551f9083522f binding host n-d-838334-2 {{(pid=84043) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 18 21:11:30.648453 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-2fcb90eb-aa9b-427c-9be1-08839004f657 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682'] for port, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:11:30.674199 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [None req-26b46117-64a8-4e45-9e5d-a4c007868b5b tempest-RoutersIpV6Test-235118808 tempest-RoutersIpV6Test-235118808-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:11:30.699408 n-d-838334-2 neutron-server[84043]: DEBUG neutron_lib.callbacks.manager [None req-1634ca03-bd42-47bc-b11a-3c6fe1d1ffc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:11:30.707099 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-26b46117-64a8-4e45-9e5d-a4c007868b5b tempest-RoutersIpV6Test-235118808 tempest-RoutersIpV6Test-235118808-project] Usage tracker for resource:subnet and tenant:3fd12654c90d4a4687b2462ca839c972 is out of sync, need to count used quota {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:11:30.713816 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-26b46117-64a8-4e45-9e5d-a4c007868b5b tempest-RoutersIpV6Test-235118808 tempest-RoutersIpV6Test-235118808-project] Quota usage for subnet was recalculated. Used quota:3. {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:11:30.724528 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [None req-26b46117-64a8-4e45-9e5d-a4c007868b5b tempest-RoutersIpV6Test-235118808 tempest-RoutersIpV6Test-235118808-project] Attempting to reserve 1 items for resource subnet. Total usage: 3; quota limit: 100; headroom:97 {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:11:30.794045 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-26b46117-64a8-4e45-9e5d-a4c007868b5b tempest-RoutersIpV6Test-235118808 tempest-RoutersIpV6Test-235118808-project] Made reservation on behalf of 3fd12654c90d4a4687b2462ca839c972 for: {'subnet': 1} {{(pid=84040) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:11:30.902430 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fa3c405-f73c-48d1-813c-099eb40cb421 None None] Pushing event updated for resources: {'Port': ['ID=86ce1639-ab2e-47e5-bd63-e4ba5bcd9297,revision_number=2']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:11:31.017576 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fa3c405-f73c-48d1-813c-099eb40cb421 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:11:31.017921 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fa3c405-f73c-48d1-813c-099eb40cb421 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:11:31.018258 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fa3c405-f73c-48d1-813c-099eb40cb421 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:11:31.018590 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fa3c405-f73c-48d1-813c-099eb40cb421 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:11:31.018917 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fa3c405-f73c-48d1-813c-099eb40cb421 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:11:31.019242 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fa3c405-f73c-48d1-813c-099eb40cb421 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:11:31.019574 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fa3c405-f73c-48d1-813c-099eb40cb421 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:11:31.033113 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fa3c405-f73c-48d1-813c-099eb40cb421 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:11:31.033480 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fa3c405-f73c-48d1-813c-099eb40cb421 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:11:31.033823 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fa3c405-f73c-48d1-813c-099eb40cb421 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:11:31.034162 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fa3c405-f73c-48d1-813c-099eb40cb421 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:11:31.044239 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750375287399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253529'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:11:31.167132 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.managers [None req-2fcb90eb-aa9b-427c-9be1-08839004f657 None None] Attempting to bind port 86ce1639-ab2e-47e5-bd63-e4ba5bcd9297 on host n-d-838334-2 for vnic_type normal with profile {{(pid=84042) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 21:11:31.172398 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.managers [None req-2fcb90eb-aa9b-427c-9be1-08839004f657 None None] Attempting to bind port 86ce1639-ab2e-47e5-bd63-e4ba5bcd9297 by drivers openvswitch,hyperv on host n-d-838334-2 at level 0 using segments [{'id': '732aa830-768b-4511-951f-d08e26b9c25b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c'}] {{(pid=84042) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 21:11:31.173225 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fcb90eb-aa9b-427c-9be1-08839004f657 None None] Attempting to bind port 86ce1639-ab2e-47e5-bd63-e4ba5bcd9297 on network e41b6600-a917-4a8d-b05c-be3be40c6d8c {{(pid=84042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 21:11:31.196912 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fcb90eb-aa9b-427c-9be1-08839004f657 None None] Checking agent: {'id': '97cd4414-7af6-4d67-868d-dff370b4071a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838334-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 25, 49), 'started_at': datetime.datetime(2022, 4, 18, 20, 26, 19), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 21, 11, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838334-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 18 21:11:31.200149 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fcb90eb-aa9b-427c-9be1-08839004f657 None None] Checking segment: {'id': '732aa830-768b-4511-951f-d08e26b9c25b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84042) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 21:11:31.201802 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-2fcb90eb-aa9b-427c-9be1-08839004f657 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:11:31.202495 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fcb90eb-aa9b-427c-9be1-08839004f657 None None] Bound using segment: {'id': '732aa830-768b-4511-951f-d08e26b9c25b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c'} {{(pid=84042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 18 21:11:31.205022 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.managers [None req-2fcb90eb-aa9b-427c-9be1-08839004f657 None None] Bound port: 86ce1639-ab2e-47e5-bd63-e4ba5bcd9297, host: n-d-838334-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '732aa830-768b-4511-951f-d08e26b9c25b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c'}}] {{(pid=84042) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 21:11:31.205585 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-2fcb90eb-aa9b-427c-9be1-08839004f657 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:11:31.297434 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-26b46117-64a8-4e45-9e5d-a4c007868b5b tempest-RoutersIpV6Test-235118808 tempest-RoutersIpV6Test-235118808-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31752722'] for subnet, before_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:11:31.455160 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-2286dd44-0361-4c4f-a181-e782bd714bb2 None None] Provisioning for port 76662583-2573-4aef-a17e-e292191d25a4 completed by entity DHCP. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 21:11:31.509517 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-c94676f4-17d9-47c7-a0eb-6725d97b55f9 admin admin] Notify callbacks [] for port, precommit_update {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:11:31.525613 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-c94676f4-17d9-47c7-a0eb-6725d97b55f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32440959'] for port, after_update {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:11:31.708792 n-d-838334-2 neutron-server[84043]: DEBUG neutron_lib.callbacks.manager [None req-1634ca03-bd42-47bc-b11a-3c6fe1d1ffc1 None None] Notify callbacks [] for port, precommit_update {{(pid=84043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:11:31.756192 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-c94676f4-17d9-47c7-a0eb-6725d97b55f9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-32377886', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33443847'] for router_interface, after_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:11:31.779571 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.provisioning_blocks [None req-1634ca03-bd42-47bc-b11a-3c6fe1d1ffc1 None None] Transition to ACTIVE for port object 69eabc56-db4e-43b3-99d4-551f9083522f will not be triggered until provisioned by entity L2. {{(pid=84043) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:11:31.799444 n-d-838334-2 neutron-server[84043]: DEBUG neutron_lib.callbacks.manager [None req-1634ca03-bd42-47bc-b11a-3c6fe1d1ffc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682'] for port, after_update {{(pid=84043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:11:32.035348 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-2fcb90eb-aa9b-427c-9be1-08839004f657 None None] For port 86ce1639-ab2e-47e5-bd63-e4ba5bcd9297, host n-d-838334-2, cleared binding levels {{(pid=84042) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 21:11:32.039868 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-2fcb90eb-aa9b-427c-9be1-08839004f657 None None] For port 86ce1639-ab2e-47e5-bd63-e4ba5bcd9297, host n-d-838334-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838334-2',level=0,port_id=86ce1639-ab2e-47e5-bd63-e4ba5bcd9297,segment=NetworkSegment(732aa830-768b-4511-951f-d08e26b9c25b),segment_id=732aa830-768b-4511-951f-d08e26b9c25b)] {{(pid=84042) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 21:11:32.057835 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-2fcb90eb-aa9b-427c-9be1-08839004f657 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682'] for port, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:11:32.161179 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Device d91407bd-8602-44d8-b86a-4861021829e7 up at agent ovs-agent-n-d-838334-2 {{(pid=84042) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 21:11:32.295384 n-d-838334-2 neutron-server[84043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb74aace-088b-44cb-8023-08bf280aaa1f None None] Pushing event updated for resources: {'Port': ['ID=69eabc56-db4e-43b3-99d4-551f9083522f,revision_number=3']} {{(pid=84043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:11:32.345711 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-4a2801bd-14f6-4a34-a014-fff7371e8e63 None None] Provisioning complete for port d91407bd-8602-44d8-b86a-4861021829e7 triggered by entity DHCP. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:11:32.346295 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-4a2801bd-14f6-4a34-a014-fff7371e8e63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1253608'] for port, provisioning_complete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:11:32.436806 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Provisioning complete for port d91407bd-8602-44d8-b86a-4861021829e7 triggered by entity L2. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:11:32.437744 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1253608'] for port, provisioning_complete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:11:32.492816 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c94676f4-17d9-47c7-a0eb-6725d97b55f9 admin admin] Pushing event updated for resources: {'Port': ['ID=02051af1-275e-4d04-ad07-90e31788a4e0,revision_number=2']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:11:32.567406 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fcb90eb-aa9b-427c-9be1-08839004f657 None None] Routers {'8c2f0652-b465-43be-bc18-7ede60e49b71'} bound to L3 agent in host n-d-838334-2 {{(pid=84042) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 21:11:32.568776 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_hamode_db [None req-2fcb90eb-aa9b-427c-9be1-08839004f657 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838334-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-18T20:25:48Z,description=,heartbeat_timestamp=2022-04-18T21:11:18Z,host='n-d-838334-2',id=bc84d6c9-dd7a-4555-a351-592327b46d5a,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:25:48Z,topic='l3_agent')) {'router_ids': ['8c2f0652-b465-43be-bc18-7ede60e49b71'], 'active': True} {{(pid=84042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:11:32.634842 n-d-838334-2 neutron-server[84043]: DEBUG neutron.plugins.ml2.managers [None req-1634ca03-bd42-47bc-b11a-3c6fe1d1ffc1 None None] Attempting to bind port 69eabc56-db4e-43b3-99d4-551f9083522f on host n-d-838334-2 for vnic_type normal with profile {{(pid=84043) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 21:11:32.635214 n-d-838334-2 neutron-server[84043]: DEBUG neutron.plugins.ml2.managers [None req-1634ca03-bd42-47bc-b11a-3c6fe1d1ffc1 None None] Attempting to bind port 69eabc56-db4e-43b3-99d4-551f9083522f by drivers openvswitch,hyperv on host n-d-838334-2 at level 0 using segments [{'id': '23d2398b-c0d2-4cbb-af9f-d8bdca72f1fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '6eed5772-3037-422b-b3d4-37e74c4be095'}] {{(pid=84043) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 21:11:32.636126 n-d-838334-2 neutron-server[84043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1634ca03-bd42-47bc-b11a-3c6fe1d1ffc1 None None] Attempting to bind port 69eabc56-db4e-43b3-99d4-551f9083522f on network 6eed5772-3037-422b-b3d4-37e74c4be095 {{(pid=84043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 21:11:32.652370 n-d-838334-2 neutron-server[84043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1634ca03-bd42-47bc-b11a-3c6fe1d1ffc1 None None] Checking agent: {'id': '97cd4414-7af6-4d67-868d-dff370b4071a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838334-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 25, 49), 'started_at': datetime.datetime(2022, 4, 18, 20, 26, 19), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 21, 11, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838334-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 18 21:11:32.653066 n-d-838334-2 neutron-server[84043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1634ca03-bd42-47bc-b11a-3c6fe1d1ffc1 None None] Checking segment: {'id': '23d2398b-c0d2-4cbb-af9f-d8bdca72f1fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '6eed5772-3037-422b-b3d4-37e74c4be095'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84043) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 21:11:32.653478 n-d-838334-2 neutron-server[84043]: DEBUG neutron_lib.callbacks.manager [None req-1634ca03-bd42-47bc-b11a-3c6fe1d1ffc1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:11:32.654014 n-d-838334-2 neutron-server[84043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1634ca03-bd42-47bc-b11a-3c6fe1d1ffc1 None None] Bound using segment: {'id': '23d2398b-c0d2-4cbb-af9f-d8bdca72f1fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '6eed5772-3037-422b-b3d4-37e74c4be095'} {{(pid=84043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 18 21:11:32.654490 n-d-838334-2 neutron-server[84043]: DEBUG neutron.plugins.ml2.managers [None req-1634ca03-bd42-47bc-b11a-3c6fe1d1ffc1 None None] Bound port: 69eabc56-db4e-43b3-99d4-551f9083522f, host: n-d-838334-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '23d2398b-c0d2-4cbb-af9f-d8bdca72f1fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '6eed5772-3037-422b-b3d4-37e74c4be095'}}] {{(pid=84043) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 21:11:32.654860 n-d-838334-2 neutron-server[84043]: DEBUG neutron_lib.callbacks.manager [None req-1634ca03-bd42-47bc-b11a-3c6fe1d1ffc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:11:32.820896 n-d-838334-2 neutron-server[84043]: DEBUG neutron.plugins.ml2.db [None req-1634ca03-bd42-47bc-b11a-3c6fe1d1ffc1 None None] For port 69eabc56-db4e-43b3-99d4-551f9083522f, host n-d-838334-2, cleared binding levels {{(pid=84043) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 21:11:32.828244 n-d-838334-2 neutron-server[84043]: DEBUG neutron.plugins.ml2.db [None req-1634ca03-bd42-47bc-b11a-3c6fe1d1ffc1 None None] For port 69eabc56-db4e-43b3-99d4-551f9083522f, host n-d-838334-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838334-2',level=0,port_id=69eabc56-db4e-43b3-99d4-551f9083522f,segment=NetworkSegment(23d2398b-c0d2-4cbb-af9f-d8bdca72f1fa),segment_id=23d2398b-c0d2-4cbb-af9f-d8bdca72f1fa)] {{(pid=84043) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 21:11:32.836866 n-d-838334-2 neutron-server[84043]: DEBUG neutron_lib.callbacks.manager [None req-1634ca03-bd42-47bc-b11a-3c6fe1d1ffc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682'] for port, after_update {{(pid=84043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:11:33.062253 n-d-838334-2 neutron-server[84040]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c94676f4-17d9-47c7-a0eb-6725d97b55f9 admin admin] Network a6a1bd6e-c7a6-402d-9ad0-82327124d01a is already hosted by enough agents. {{(pid=84040) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:11:33.089258 n-d-838334-2 neutron-server[84040]: DEBUG neutron.scheduler.base_scheduler [None req-c94676f4-17d9-47c7-a0eb-6725d97b55f9 admin admin] Resources bound (agent type, host, resource id): {{(pid=84040) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:11:33.139387 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fa3c405-f73c-48d1-813c-099eb40cb421 None None] Pushing event updated for resources: {'Port': ['ID=86ce1639-ab2e-47e5-bd63-e4ba5bcd9297,revision_number=3']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:11:33.150152 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1634ca03-bd42-47bc-b11a-3c6fe1d1ffc1 None None] Routers {'8fa348f8-02b3-4f5c-91fa-10f95637edc1'} bound to L3 agent in host n-d-838334-2 {{(pid=84043) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 21:11:33.150653 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.l3_hamode_db [None req-1634ca03-bd42-47bc-b11a-3c6fe1d1ffc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838334-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-18T20:25:48Z,description=,heartbeat_timestamp=2022-04-18T21:11:18Z,host='n-d-838334-2',id=bc84d6c9-dd7a-4555-a351-592327b46d5a,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:25:48Z,topic='l3_agent')) {'router_ids': ['8fa348f8-02b3-4f5c-91fa-10f95637edc1'], 'active': True} {{(pid=84043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:11:33.615149 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Device 76662583-2573-4aef-a17e-e292191d25a4 up at agent ovs-agent-n-d-838334-2 {{(pid=84042) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 21:11:33.664081 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.l3_dvr_db [None req-1634ca03-bd42-47bc-b11a-3c6fe1d1ffc1 None None] Set router 8fa348f8-02b3-4f5c-91fa-10f95637edc1 gateway port host: None {{(pid=84043) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 21:11:33.765670 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-26b46117-64a8-4e45-9e5d-a4c007868b5b tempest-RoutersIpV6Test-235118808 tempest-RoutersIpV6Test-235118808-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33526260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32441074', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31752704'] for subnet, after_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:11:33.784763 n-d-838334-2 neutron-server[84043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb74aace-088b-44cb-8023-08bf280aaa1f None None] Pushing event updated for resources: {'Port': ['ID=69eabc56-db4e-43b3-99d4-551f9083522f,revision_number=4']} {{(pid=84043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:11:34.036583 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_dvr_db [None req-2fcb90eb-aa9b-427c-9be1-08839004f657 None None] Set router 8c2f0652-b465-43be-bc18-7ede60e49b71 gateway port host: n-d-838334-2 {{(pid=84042) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 21:11:34.212303 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26b46117-64a8-4e45-9e5d-a4c007868b5b tempest-RoutersIpV6Test-235118808 tempest-RoutersIpV6Test-235118808-project] Pushing event updated for resources: {'Subnet': ['ID=22546ca8-c251-4cbc-98d6-7078674405ca,revision_number=0']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:11:34.226137 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750375287399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253529'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:11:34.246496 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Provisioning for port 76662583-2573-4aef-a17e-e292191d25a4 completed by entity L2. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 21:11:34.262913 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26b46117-64a8-4e45-9e5d-a4c007868b5b tempest-RoutersIpV6Test-235118808 tempest-RoutersIpV6Test-235118808-project] Checking segment: {'id': 'f9cc0428-71ee-40eb-8058-b43572266fb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': 'b85f46d1-66a4-4e7f-800a-15c192131b70'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84040) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 21:11:34.268116 n-d-838334-2 neutron-server[84040]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26b46117-64a8-4e45-9e5d-a4c007868b5b tempest-RoutersIpV6Test-235118808 tempest-RoutersIpV6Test-235118808-project] Network hostable DHCP agents. Network: b85f46d1-66a4-4e7f-800a-15c192131b70, hostable agents: ['8746f8ea-3e91-4b32-9919-2c63adeb8722'], hosted agents: [] {{(pid=84040) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 21:11:34.302790 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Provisioning complete for port 76662583-2573-4aef-a17e-e292191d25a4 triggered by entity L2. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:11:34.303467 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1253608'] for port, provisioning_complete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:11:34.412274 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-4a2801bd-14f6-4a34-a014-fff7371e8e63 None None] Provisioning for port 69eabc56-db4e-43b3-99d4-551f9083522f completed by entity DHCP. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 21:11:34.897343 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.l3_hamode_db [None req-1634ca03-bd42-47bc-b11a-3c6fe1d1ffc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8fa348f8-02b3-4f5c-91fa-10f95637edc1', 'name': 'tempest-RoutersIpV6Test-router-1666022958', 'tenant_id': '3fd12654c90d4a4687b2462ca839c972', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:10:51Z', 'updated_at': '2022-04-18T21:11:22Z', 'revision_number': 4, 'project_id': '3fd12654c90d4a4687b2462ca839c972', 'gw_port_host': None, '_interfaces': [{'id': '5c8fb1df-2b42-400d-9c2d-86b8243f6445', 'name': '', 'network_id': 'b0cfab48-3f09-430a-9068-3eef4510480b', 'tenant_id': '3fd12654c90d4a4687b2462ca839c972', 'mac_address': 'fa:16:3e:e6:bd:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fa348f8-02b3-4f5c-91fa-10f95637edc1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'fea0e53c-8a06-45ef-80e9-a2622b1e38e1', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:11:06Z', 'updated_at': '2022-04-18T21:11:23Z', 'revision_number': 5, 'project_id': '3fd12654c90d4a4687b2462ca839c972', 'subnets': [{'id': 'fea0e53c-8a06-45ef-80e9-a2622b1e38e1', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '69eabc56-db4e-43b3-99d4-551f9083522f', 'name': '', 'network_id': '6eed5772-3037-422b-b3d4-37e74c4be095', 'tenant_id': '3fd12654c90d4a4687b2462ca839c972', 'mac_address': 'fa:16:3e:b6:f2:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8fa348f8-02b3-4f5c-91fa-10f95637edc1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b1ff9e3f-1ee9-4eb4-940c-34585ddf74dd', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:11:20Z', 'updated_at': '2022-04-18T21:11:32Z', 'revision_number': 4, 'project_id': '3fd12654c90d4a4687b2462ca839c972', 'subnets': [{'id': 'b1ff9e3f-1ee9-4eb4-940c-34585ddf74dd', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '97b0b1f9-c01a-4ba8-b4c8-af3dcc327f1e', 'name': '', 'network_id': '699bd152-a339-411f-b2d2-c325a0670f8b', 'tenant_id': '3fd12654c90d4a4687b2462ca839c972', 'mac_address': 'fa:16:3e:b1:c8:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fa348f8-02b3-4f5c-91fa-10f95637edc1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '94ebf16d-084a-4271-a878-e6ba8454c0ac', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:10:55Z', 'updated_at': '2022-04-18T21:11:13Z', 'revision_number': 5, 'project_id': '3fd12654c90d4a4687b2462ca839c972', 'subnets': [{'id': '94ebf16d-084a-4271-a878-e6ba8454c0ac', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838334-2', False) {} {{(pid=84043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:11:34.909629 n-d-838334-2 neutron-server[84043]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1634ca03-bd42-47bc-b11a-3c6fe1d1ffc1 None None] The sync data for ids ['8fa348f8-02b3-4f5c-91fa-10f95637edc1'] in n-d-838334-2 is: [{'id': '8fa348f8-02b3-4f5c-91fa-10f95637edc1', 'name': 'tempest-RoutersIpV6Test-router-1666022958', 'tenant_id': '3fd12654c90d4a4687b2462ca839c972', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:10:51Z', 'updated_at': '2022-04-18T21:11:22Z', 'revision_number': 4, 'project_id': '3fd12654c90d4a4687b2462ca839c972', 'gw_port_host': None, '_interfaces': [{'id': '5c8fb1df-2b42-400d-9c2d-86b8243f6445', 'name': '', 'network_id': 'b0cfab48-3f09-430a-9068-3eef4510480b', 'tenant_id': '3fd12654c90d4a4687b2462ca839c972', 'mac_address': 'fa:16:3e:e6:bd:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fa348f8-02b3-4f5c-91fa-10f95637edc1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'fea0e53c-8a06-45ef-80e9-a2622b1e38e1', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:11:06Z', 'updated_at': '2022-04-18T21:11:23Z', 'revision_number': 5, 'project_id': '3fd12654c90d4a4687b2462ca839c972', 'subnets': [{'id': 'fea0e53c-8a06-45ef-80e9-a2622b1e38e1', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '69eabc56-db4e-43b3-99d4-551f9083522f', 'name': '', 'network_id': '6eed5772-3037-422b-b3d4-37e74c4be095', 'tenant_id': '3fd12654c90d4a4687b2462ca839c972', 'mac_address': 'fa:16:3e:b6:f2:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8fa348f8-02b3-4f5c-91fa-10f95637edc1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b1ff9e3f-1ee9-4eb4-940c-34585ddf74dd', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:11:20Z', 'updated_at': '2022-04-18T21:11:32Z', 'revision_number': 4, 'project_id': '3fd12654c90d4a4687b2462ca839c972', 'subnets': [{'id': 'b1ff9e3f-1ee9-4eb4-940c-34585ddf74dd', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '97b0b1f9-c01a-4ba8-b4c8-af3dcc327f1e', 'name': '', 'network_id': '699bd152-a339-411f-b2d2-c325a0670f8b', 'tenant_id': '3fd12654c90d4a4687b2462ca839c972', 'mac_address': 'fa:16:3e:b1:c8:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fa348f8-02b3-4f5c-91fa-10f95637edc1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '94ebf16d-084a-4271-a878-e6ba8454c0ac', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:10:55Z', 'updated_at': '2022-04-18T21:11:13Z', 'revision_number': 5, 'project_id': '3fd12654c90d4a4687b2462ca839c972', 'subnets': [{'id': '94ebf16d-084a-4271-a878-e6ba8454c0ac', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84043) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 18 21:11:35.052486 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:11:35.119072 n-d-838334-2 neutron-server[84040]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26b46117-64a8-4e45-9e5d-a4c007868b5b tempest-RoutersIpV6Test-235118808 tempest-RoutersIpV6Test-235118808-project] Network b85f46d1-66a4-4e7f-800a-15c192131b70 is scheduled to be hosted by DHCP agent 8746f8ea-3e91-4b32-9919-2c63adeb8722 with binding_index 1 {{(pid=84040) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 21:11:35.143875 n-d-838334-2 neutron-server[84040]: DEBUG neutron.scheduler.base_scheduler [None req-26b46117-64a8-4e45-9e5d-a4c007868b5b tempest-RoutersIpV6Test-235118808 tempest-RoutersIpV6Test-235118808-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-838334-2, b85f46d1-66a4-4e7f-800a-15c192131b70) {{(pid=84040) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:11:35.169307 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26b46117-64a8-4e45-9e5d-a4c007868b5b tempest-RoutersIpV6Test-235118808 tempest-RoutersIpV6Test-235118808-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:11:35.170524 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-26b46117-64a8-4e45-9e5d-a4c007868b5b tempest-RoutersIpV6Test-235118808 tempest-RoutersIpV6Test-235118808-project] Notify callbacks [] for subnet, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:11:35.183455 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] For port 76662583-2573-4aef-a17e-e292191d25a4, host n-d-838334-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838334-2',level=0,port_id=76662583-2573-4aef-a17e-e292191d25a4,segment=NetworkSegment(c49af281-1077-4a7b-980c-51064121b94d),segment_id=c49af281-1077-4a7b-980c-51064121b94d)] {{(pid=84042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:11:35.191020 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-314f28b9-44d5-4b1e-9102-0bae54469041 None None] Network b85f46d1-66a4-4e7f-800a-15c192131b70 requested from n-d-838334-2 {{(pid=84042) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 21:11:35.237268 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682'] for port, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:11:35.260385 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-26b46117-64a8-4e45-9e5d-a4c007868b5b tempest-RoutersIpV6Test-235118808 tempest-RoutersIpV6Test-235118808-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 5.3124096 Apr 18 21:11:35.263462 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 48136) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:11:35.386718 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Pushing event updated for resources: {'Port': ['ID=76662583-2573-4aef-a17e-e292191d25a4,revision_number=3']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:11:35.390629 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-c25ae1bc-674a-4dc4-86cb-2fb2e5006409 None None] Provisioning for port 02051af1-275e-4d04-ad07-90e31788a4e0 completed by entity DHCP. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 21:11:35.496735 n-d-838334-2 neutron-server[84040]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c94676f4-17d9-47c7-a0eb-6725d97b55f9 admin admin] Router 8c2f0652-b465-43be-bc18-7ede60e49b71 has already been hosted by L3 agent bc84d6c9-dd7a-4555-a351-592327b46d5a {{(pid=84040) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 21:11:35.501068 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Device 69eabc56-db4e-43b3-99d4-551f9083522f up at agent ovs-agent-n-d-838334-2 {{(pid=84042) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 21:11:35.844311 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-c25ae1bc-674a-4dc4-86cb-2fb2e5006409 None None] Provisioning complete for port 02051af1-275e-4d04-ad07-90e31788a4e0 triggered by entity DHCP. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:11:35.845897 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-c25ae1bc-674a-4dc4-86cb-2fb2e5006409 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1253608'] for port, provisioning_complete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:11:36.158135 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.plugin [None req-c25ae1bc-674a-4dc4-86cb-2fb2e5006409 None None] Port 02051af1-275e-4d04-ad07-90e31788a4e0 cannot update to ACTIVE because it is not bound. {{(pid=84042) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 18 21:11:36.177392 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c935b76a-0e45-4444-b23a-00f0554be300 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp016840fc-1f9f-5892-9c53-c9cf6c845bbb-b85f46d1-66a4-4e7f-800a-15c192131b70', 'network_id': 'b85f46d1-66a4-4e7f-800a-15c192131b70', 'tenant_id': '3fd12654c90d4a4687b2462ca839c972', 'fixed_ips': [{'subnet_id': '22546ca8-c251-4cbc-98d6-7078674405ca'}]}} from n-d-838334-2. {{(pid=84042) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 18 21:11:36.178434 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-c935b76a-0e45-4444-b23a-00f0554be300 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_create {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:11:36.196719 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_hamode_db [None req-2fcb90eb-aa9b-427c-9be1-08839004f657 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c2f0652-b465-43be-bc18-7ede60e49b71', 'name': 'tempest-TestServerMultinode-402916040-router', 'tenant_id': 'f4d8a717b1ee43f880ab30cabe6e4d21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'external_fixed_ips': [{'subnet_id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'ip_address': '172.25.8.161'}], 'enable_snat': True}, 'gw_port_id': '86ce1639-ab2e-47e5-bd63-e4ba5bcd9297', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:11:18Z', 'updated_at': '2022-04-18T21:11:29Z', 'revision_number': 4, 'project_id': 'f4d8a717b1ee43f880ab30cabe6e4d21', 'gw_port': {'id': '86ce1639-ab2e-47e5-bd63-e4ba5bcd9297', 'name': '', 'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:64:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8c2f0652-b465-43be-bc18-7ede60e49b71', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'ip_address': '172.25.8.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:11:19Z', 'updated_at': '2022-04-18T21:11:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838334-2', '_interfaces': [{'id': '02051af1-275e-4d04-ad07-90e31788a4e0', 'name': '', 'network_id': 'a6a1bd6e-c7a6-402d-9ad0-82327124d01a', 'tenant_id': 'f4d8a717b1ee43f880ab30cabe6e4d21', 'mac_address': 'fa:16:3e:af:20:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8c2f0652-b465-43be-bc18-7ede60e49b71', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8cf63959-47ce-4403-8f83-38f3dd943593', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:11:27Z', 'updated_at': '2022-04-18T21:11:30Z', 'revision_number': 2, 'project_id': 'f4d8a717b1ee43f880ab30cabe6e4d21', 'subnets': [{'id': '8cf63959-47ce-4403-8f83-38f3dd943593', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838334-2', False) {} {{(pid=84042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:11:36.210839 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fcb90eb-aa9b-427c-9be1-08839004f657 None None] The sync data for ids ['8c2f0652-b465-43be-bc18-7ede60e49b71'] in n-d-838334-2 is: [{'id': '8c2f0652-b465-43be-bc18-7ede60e49b71', 'name': 'tempest-TestServerMultinode-402916040-router', 'tenant_id': 'f4d8a717b1ee43f880ab30cabe6e4d21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'external_fixed_ips': [{'subnet_id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'ip_address': '172.25.8.161'}], 'enable_snat': True}, 'gw_port_id': '86ce1639-ab2e-47e5-bd63-e4ba5bcd9297', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:11:18Z', 'updated_at': '2022-04-18T21:11:29Z', 'revision_number': 4, 'project_id': 'f4d8a717b1ee43f880ab30cabe6e4d21', 'gw_port': {'id': '86ce1639-ab2e-47e5-bd63-e4ba5bcd9297', 'name': '', 'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:64:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8c2f0652-b465-43be-bc18-7ede60e49b71', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'ip_address': '172.25.8.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:11:19Z', 'updated_at': '2022-04-18T21:11:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838334-2', '_interfaces': [{'id': '02051af1-275e-4d04-ad07-90e31788a4e0', 'name': '', 'network_id': 'a6a1bd6e-c7a6-402d-9ad0-82327124d01a', 'tenant_id': 'f4d8a717b1ee43f880ab30cabe6e4d21', 'mac_address': 'fa:16:3e:af:20:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8c2f0652-b465-43be-bc18-7ede60e49b71', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8cf63959-47ce-4403-8f83-38f3dd943593', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:11:27Z', 'updated_at': '2022-04-18T21:11:30Z', 'revision_number': 2, 'project_id': 'f4d8a717b1ee43f880ab30cabe6e4d21', 'subnets': [{'id': '8cf63959-47ce-4403-8f83-38f3dd943593', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84042) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 18 21:11:36.224962 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Provisioning for port 69eabc56-db4e-43b3-99d4-551f9083522f completed by entity L2. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 21:11:36.249425 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Provisioning complete for port 69eabc56-db4e-43b3-99d4-551f9083522f triggered by entity L2. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:11:36.249658 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1253608'] for port, provisioning_complete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:11:36.426299 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c94676f4-17d9-47c7-a0eb-6725d97b55f9 admin admin] Notify agent at l3_agent.n-d-838334-2 the message routers_updated {{(pid=84040) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 21:11:36.440311 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-c94676f4-17d9-47c7-a0eb-6725d97b55f9 admin admin] 10.222.0.42 "PUT /v2.0/routers/8c2f0652-b465-43be-bc18-7ede60e49b71/add_router_interface HTTP/1.1" status: 200 len: 503 time: 12.4912050 Apr 18 21:11:36.487834 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-c25ae1bc-674a-4dc4-86cb-2fb2e5006409 None None] Provisioning complete for port 76662583-2573-4aef-a17e-e292191d25a4 triggered by entity DHCP. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:11:36.488714 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-c25ae1bc-674a-4dc4-86cb-2fb2e5006409 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1253608'] for port, provisioning_complete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:11:37.040267 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:11:37.242805 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.db_base_plugin_common [None req-c935b76a-0e45-4444-b23a-00f0554be300 None None] Allocated IP 2001:db8:3::2 (b85f46d1-66a4-4e7f-800a-15c192131b70/22546ca8-c251-4cbc-98d6-7078674405ca/02aad97d-41b0-4a39-b0a4-5863e8d70f83) {{(pid=84042) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 21:11:37.356072 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-a2252894-e13b-4d97-b06f-239d59fd4953 tempest-RoutersIpV6Test-235118808 tempest-RoutersIpV6Test-235118808-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:11:37.387247 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] For port 69eabc56-db4e-43b3-99d4-551f9083522f, host n-d-838334-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838334-2',level=0,port_id=69eabc56-db4e-43b3-99d4-551f9083522f,segment=NetworkSegment(23d2398b-c0d2-4cbb-af9f-d8bdca72f1fa),segment_id=23d2398b-c0d2-4cbb-af9f-d8bdca72f1fa)] {{(pid=84042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:11:37.718177 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682'] for port, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:11:38.023776 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Pushing event updated for resources: {'Port': ['ID=69eabc56-db4e-43b3-99d4-551f9083522f,revision_number=5']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:11:38.038328 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-0c39ce72-9b8c-4331-87b8-ef9ead2a7c90 None None] Provisioning complete for port 02051af1-275e-4d04-ad07-90e31788a4e0 triggered by entity DHCP. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:11:38.040185 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-0c39ce72-9b8c-4331-87b8-ef9ead2a7c90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1253608'] for port, provisioning_complete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:11:38.173251 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Device 86ce1639-ab2e-47e5-bd63-e4ba5bcd9297 up at agent ovs-agent-n-d-838334-2 {{(pid=84042) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 21:11:38.519417 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.plugin [None req-0c39ce72-9b8c-4331-87b8-ef9ead2a7c90 None None] Port 02051af1-275e-4d04-ad07-90e31788a4e0 cannot update to ACTIVE because it is not bound. {{(pid=84042) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 18 21:11:38.600290 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Provisioning for port 86ce1639-ab2e-47e5-bd63-e4ba5bcd9297 completed by entity L2. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 21:11:38.607857 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Provisioning complete for port 86ce1639-ab2e-47e5-bd63-e4ba5bcd9297 triggered by entity L2. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:11:38.608223 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1253608'] for port, provisioning_complete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:11:38.728752 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-c935b76a-0e45-4444-b23a-00f0554be300 None None] Notify callbacks [] for port, precommit_create {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:11:38.898639 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:11:38.940575 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] For port 86ce1639-ab2e-47e5-bd63-e4ba5bcd9297, host n-d-838334-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838334-2',level=0,port_id=86ce1639-ab2e-47e5-bd63-e4ba5bcd9297,segment=NetworkSegment(732aa830-768b-4511-951f-d08e26b9c25b),segment_id=732aa830-768b-4511-951f-d08e26b9c25b)] {{(pid=84042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:11:38.970994 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682'] for port, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:11:38.972080 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Device 76662583-2573-4aef-a17e-e292191d25a4 up at agent ovs-agent-n-d-838334-2 {{(pid=84042) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 21:11:39.089867 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 48246) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:11:39.096187 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.v2.base [None req-bb67d390-e499-4854-83eb-c65cc21575a1 admin admin] Request body: {'network': {'name': 'tempest-TestServerMultinode-496831824-network', 'tenant_id': '231c6f353e4d4ddda7f422c7fb7cca6b'}} {{(pid=84041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:11:39.105771 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-c935b76a-0e45-4444-b23a-00f0554be300 None None] Transition to ACTIVE for port object 02aad97d-41b0-4a39-b0a4-5863e8d70f83 will not be triggered until provisioned by entity L2. {{(pid=84042) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:11:39.107687 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-bb67d390-e499-4854-83eb-c65cc21575a1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:11:39.122899 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-bb67d390-e499-4854-83eb-c65cc21575a1 admin admin] Usage tracker for resource:network and tenant:231c6f353e4d4ddda7f422c7fb7cca6b is out of sync, need to count used quota {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:11:39.128285 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-bb67d390-e499-4854-83eb-c65cc21575a1 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:11:39.143463 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-bb67d390-e499-4854-83eb-c65cc21575a1 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:11:39.185245 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb67d390-e499-4854-83eb-c65cc21575a1 admin admin] Made reservation on behalf of 231c6f353e4d4ddda7f422c7fb7cca6b for: {'network': 1} {{(pid=84041) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:11:39.188990 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-bb67d390-e499-4854-83eb-c65cc21575a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for network, before_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:11:39.228519 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-bb67d390-e499-4854-83eb-c65cc21575a1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:11:39.314066 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-c935b76a-0e45-4444-b23a-00f0554be300 None None] Transition to ACTIVE for port object 02aad97d-41b0-4a39-b0a4-5863e8d70f83 will not be triggered until provisioned by entity DHCP. {{(pid=84042) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:11:39.359818 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-c935b76a-0e45-4444-b23a-00f0554be300 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750374836619'] for port, after_create {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:11:39.364902 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Pushing event updated for resources: {'Port': ['ID=86ce1639-ab2e-47e5-bd63-e4ba5bcd9297,revision_number=4']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:11:39.445075 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-bb67d390-e499-4854-83eb-c65cc21575a1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:11:39.461202 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-bb67d390-e499-4854-83eb-c65cc21575a1 admin admin] Usage tracker for resource:security_group_rule and tenant:231c6f353e4d4ddda7f422c7fb7cca6b is out of sync, need to count used quota {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:11:39.469273 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-bb67d390-e499-4854-83eb-c65cc21575a1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:11:39.486010 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-bb67d390-e499-4854-83eb-c65cc21575a1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:11:39.511140 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.db_base_plugin_common [None req-a2252894-e13b-4d97-b06f-239d59fd4953 tempest-RoutersIpV6Test-235118808 tempest-RoutersIpV6Test-235118808-project] Allocated IP 2001:db8:3::1 (b85f46d1-66a4-4e7f-800a-15c192131b70/22546ca8-c251-4cbc-98d6-7078674405ca/8b845882-d84f-4b4b-b7c8-3eb53c2f7260) {{(pid=84041) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 21:11:39.520071 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c935b76a-0e45-4444-b23a-00f0554be300 None None] Pushing event updated for resources: {'Port': ['ID=02aad97d-41b0-4a39-b0a4-5863e8d70f83,revision_number=1']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:11:39.543955 n-d-838334-2 neutron-server[84042]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c935b76a-0e45-4444-b23a-00f0554be300 None None] Network b85f46d1-66a4-4e7f-800a-15c192131b70 is already hosted by enough agents. {{(pid=84042) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:11:39.545791 n-d-838334-2 neutron-server[84042]: DEBUG neutron.scheduler.base_scheduler [None req-c935b76a-0e45-4444-b23a-00f0554be300 None None] Resources bound (agent type, host, resource id): {{(pid=84042) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:11:39.549193 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c935b76a-0e45-4444-b23a-00f0554be300 None None] Received port after_create {{(pid=84042) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 21:11:39.754607 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Provisioning complete for port 76662583-2573-4aef-a17e-e292191d25a4 triggered by entity L2. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:11:39.755070 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1253608'] for port, provisioning_complete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:11:39.886267 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.managers [None req-c935b76a-0e45-4444-b23a-00f0554be300 None None] Attempting to bind port 02aad97d-41b0-4a39-b0a4-5863e8d70f83 on host n-d-838334-2 for vnic_type normal with profile {{(pid=84042) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 21:11:39.887306 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.managers [None req-c935b76a-0e45-4444-b23a-00f0554be300 None None] Attempting to bind port 02aad97d-41b0-4a39-b0a4-5863e8d70f83 by drivers openvswitch,hyperv on host n-d-838334-2 at level 0 using segments [{'id': 'f9cc0428-71ee-40eb-8058-b43572266fb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': 'b85f46d1-66a4-4e7f-800a-15c192131b70'}] {{(pid=84042) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 21:11:39.887957 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c935b76a-0e45-4444-b23a-00f0554be300 None None] Attempting to bind port 02aad97d-41b0-4a39-b0a4-5863e8d70f83 on network b85f46d1-66a4-4e7f-800a-15c192131b70 {{(pid=84042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 21:11:39.953717 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c935b76a-0e45-4444-b23a-00f0554be300 None None] Checking agent: {'id': '97cd4414-7af6-4d67-868d-dff370b4071a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838334-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 25, 49), 'started_at': datetime.datetime(2022, 4, 18, 20, 26, 19), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 21, 11, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838334-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 18 21:11:39.954588 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c935b76a-0e45-4444-b23a-00f0554be300 None None] Checking segment: {'id': 'f9cc0428-71ee-40eb-8058-b43572266fb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': 'b85f46d1-66a4-4e7f-800a-15c192131b70'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84042) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 21:11:39.955219 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-c935b76a-0e45-4444-b23a-00f0554be300 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:11:39.956027 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c935b76a-0e45-4444-b23a-00f0554be300 None None] Bound using segment: {'id': 'f9cc0428-71ee-40eb-8058-b43572266fb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': 'b85f46d1-66a4-4e7f-800a-15c192131b70'} {{(pid=84042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 18 21:11:39.964438 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.managers [None req-c935b76a-0e45-4444-b23a-00f0554be300 None None] Bound port: 02aad97d-41b0-4a39-b0a4-5863e8d70f83, host: n-d-838334-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f9cc0428-71ee-40eb-8058-b43572266fb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': 'b85f46d1-66a4-4e7f-800a-15c192131b70'}}] {{(pid=84042) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 21:11:39.965214 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-c935b76a-0e45-4444-b23a-00f0554be300 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:11:40.166975 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-bb67d390-e499-4854-83eb-c65cc21575a1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:11:40.199136 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-bb67d390-e499-4854-83eb-c65cc21575a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33528224'] for security_group, after_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:11:40.291235 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb67d390-e499-4854-83eb-c65cc21575a1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=142ef88f-09d8-422a-807d-32d847b17421,revision_number=1']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:11:40.311775 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-a2252894-e13b-4d97-b06f-239d59fd4953 tempest-RoutersIpV6Test-235118808 tempest-RoutersIpV6Test-235118808-project] Notify callbacks [] for port, precommit_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:11:40.313096 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-c935b76a-0e45-4444-b23a-00f0554be300 None None] For port 02aad97d-41b0-4a39-b0a4-5863e8d70f83, host n-d-838334-2, cleared binding levels {{(pid=84042) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 21:11:40.325199 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-c935b76a-0e45-4444-b23a-00f0554be300 None None] For port 02aad97d-41b0-4a39-b0a4-5863e8d70f83, host n-d-838334-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838334-2',level=0,port_id=02aad97d-41b0-4a39-b0a4-5863e8d70f83,segment=NetworkSegment(f9cc0428-71ee-40eb-8058-b43572266fb8),segment_id=f9cc0428-71ee-40eb-8058-b43572266fb8)] {{(pid=84042) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 21:11:40.341247 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-c935b76a-0e45-4444-b23a-00f0554be300 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682'] for port, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:11:40.361702 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bb67d390-e499-4854-83eb-c65cc21575a1 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 368} {{(pid=84041) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 21:11:40.386987 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.provisioning_blocks [None req-a2252894-e13b-4d97-b06f-239d59fd4953 tempest-RoutersIpV6Test-235118808 tempest-RoutersIpV6Test-235118808-project] Transition to ACTIVE for port object 8b845882-d84f-4b4b-b7c8-3eb53c2f7260 will not be triggered until provisioned by entity DHCP. {{(pid=84041) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:11:40.398337 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-bb67d390-e499-4854-83eb-c65cc21575a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1082986'] for segment, precommit_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:11:40.398727 n-d-838334-2 neutron-server[84041]: INFO neutron.db.segments_db [None req-bb67d390-e499-4854-83eb-c65cc21575a1 admin admin] Added segment 4e963bef-c34f-4e85-98b0-0b30c27346e4 of type vlan for network dea6ff43-4237-4c1d-8015-4fa1d2a47e41 Apr 18 21:11:40.484478 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-bb67d390-e499-4854-83eb-c65cc21575a1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750374825732'] for network, precommit_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:11:40.518935 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-a2252894-e13b-4d97-b06f-239d59fd4953 tempest-RoutersIpV6Test-235118808 tempest-RoutersIpV6Test-235118808-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750374836619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32266323'] for port, after_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:11:40.542614 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c935b76a-0e45-4444-b23a-00f0554be300 None None] Pushing event updated for resources: {'Port': ['ID=02aad97d-41b0-4a39-b0a4-5863e8d70f83,revision_number=2']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:11:40.710407 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Device 69eabc56-db4e-43b3-99d4-551f9083522f up at agent ovs-agent-n-d-838334-2 {{(pid=84042) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 21:11:40.780007 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.db.resource_extend [None req-bb67d390-e499-4854-83eb-c65cc21575a1 admin admin] It took 0.27 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84041) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 18 21:11:40.856288 n-d-838334-2 neutron-server[84041]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2252894-e13b-4d97-b06f-239d59fd4953 tempest-RoutersIpV6Test-235118808 tempest-RoutersIpV6Test-235118808-project] Network b85f46d1-66a4-4e7f-800a-15c192131b70 is already hosted by enough agents. {{(pid=84041) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:11:40.858018 n-d-838334-2 neutron-server[84041]: DEBUG neutron.scheduler.base_scheduler [None req-a2252894-e13b-4d97-b06f-239d59fd4953 tempest-RoutersIpV6Test-235118808 tempest-RoutersIpV6Test-235118808-project] Resources bound (agent type, host, resource id): {{(pid=84041) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:11:40.868880 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2252894-e13b-4d97-b06f-239d59fd4953 tempest-RoutersIpV6Test-235118808 tempest-RoutersIpV6Test-235118808-project] Received port after_create {{(pid=84041) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 21:11:40.869488 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-a2252894-e13b-4d97-b06f-239d59fd4953 tempest-RoutersIpV6Test-235118808 tempest-RoutersIpV6Test-235118808-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33444010'] for router_interface, before_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:11:40.924328 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2252894-e13b-4d97-b06f-239d59fd4953 tempest-RoutersIpV6Test-235118808 tempest-RoutersIpV6Test-235118808-project] Pushing event updated for resources: {'Port': ['ID=8b845882-d84f-4b4b-b7c8-3eb53c2f7260,revision_number=1']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:11:40.934928 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-bb67d390-e499-4854-83eb-c65cc21575a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33526109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022'] for network, after_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:11:40.935826 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb67d390-e499-4854-83eb-c65cc21575a1 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:11:40.937026 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-bb67d390-e499-4854-83eb-c65cc21575a1 admin admin] Notify callbacks [] for network, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:11:41.028747 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Provisioning complete for port 69eabc56-db4e-43b3-99d4-551f9083522f triggered by entity L2. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:11:41.029390 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1253608'] for port, provisioning_complete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:11:41.088729 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-bb67d390-e499-4854-83eb-c65cc21575a1 admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.9975305 Apr 18 21:11:41.091603 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 48292) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:11:41.103599 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.v2.base [None req-77da4dbd-ec1a-4647-8858-c7714b819833 admin admin] Request body: {'subnet': {'network_id': 'dea6ff43-4237-4c1d-8015-4fa1d2a47e41', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerMultinode-496831824-subnet', 'tenant_id': '231c6f353e4d4ddda7f422c7fb7cca6b', 'ip_version': 4}} {{(pid=84040) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:11:41.116293 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [None req-77da4dbd-ec1a-4647-8858-c7714b819833 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:11:41.130935 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-77da4dbd-ec1a-4647-8858-c7714b819833 admin admin] Usage tracker for resource:subnet and tenant:231c6f353e4d4ddda7f422c7fb7cca6b is out of sync, need to count used quota {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:11:41.143114 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-77da4dbd-ec1a-4647-8858-c7714b819833 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:11:41.157064 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [None req-77da4dbd-ec1a-4647-8858-c7714b819833 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:11:41.185718 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-77da4dbd-ec1a-4647-8858-c7714b819833 admin admin] Made reservation on behalf of 231c6f353e4d4ddda7f422c7fb7cca6b for: {'subnet': 1} {{(pid=84040) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:11:41.190446 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-77da4dbd-ec1a-4647-8858-c7714b819833 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31752722'] for subnet, before_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:11:41.275222 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Device 86ce1639-ab2e-47e5-bd63-e4ba5bcd9297 up at agent ovs-agent-n-d-838334-2 {{(pid=84042) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 21:11:41.424929 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-a2252894-e13b-4d97-b06f-239d59fd4953 tempest-RoutersIpV6Test-235118808 tempest-RoutersIpV6Test-235118808-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:11:41.426515 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Provisioning complete for port 86ce1639-ab2e-47e5-bd63-e4ba5bcd9297 triggered by entity L2. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:11:41.426895 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1253608'] for port, provisioning_complete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:11:41.545550 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb67d390-e499-4854-83eb-c65cc21575a1 admin admin] Pushing event updated for resources: {'Network': ['ID=dea6ff43-4237-4c1d-8015-4fa1d2a47e41,revision_number=1']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:11:41.573919 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Network dea6ff43-4237-4c1d-8015-4fa1d2a47e41 details requested by agent ovs-agent-n-d-838334-2 with host n-d-838334-2 {{(pid=84042) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 18 21:11:41.709699 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-77da4dbd-ec1a-4647-8858-c7714b819833 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33526260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32441074', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31752704'] for subnet, after_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:11:41.895982 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77da4dbd-ec1a-4647-8858-c7714b819833 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4c1ddbdc-f25f-4421-b57d-e427d7c73cde,revision_number=0']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:11:41.920386 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77da4dbd-ec1a-4647-8858-c7714b819833 admin admin] Checking segment: {'id': '4e963bef-c34f-4e85-98b0-0b30c27346e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': 'dea6ff43-4237-4c1d-8015-4fa1d2a47e41'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84040) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 21:11:41.920884 n-d-838334-2 neutron-server[84040]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77da4dbd-ec1a-4647-8858-c7714b819833 admin admin] Network hostable DHCP agents. Network: dea6ff43-4237-4c1d-8015-4fa1d2a47e41, hostable agents: ['8746f8ea-3e91-4b32-9919-2c63adeb8722'], hosted agents: [] {{(pid=84040) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 21:11:41.998027 n-d-838334-2 neutron-server[84040]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77da4dbd-ec1a-4647-8858-c7714b819833 admin admin] Network dea6ff43-4237-4c1d-8015-4fa1d2a47e41 is scheduled to be hosted by DHCP agent 8746f8ea-3e91-4b32-9919-2c63adeb8722 with binding_index 1 {{(pid=84040) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 21:11:42.048138 n-d-838334-2 neutron-server[84040]: DEBUG neutron.scheduler.base_scheduler [None req-77da4dbd-ec1a-4647-8858-c7714b819833 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-838334-2, dea6ff43-4237-4c1d-8015-4fa1d2a47e41) {{(pid=84040) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:11:42.052169 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77da4dbd-ec1a-4647-8858-c7714b819833 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:11:42.052762 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-77da4dbd-ec1a-4647-8858-c7714b819833 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:11:42.069055 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23187220-1355-4ef8-9d0d-9fe09ccfcd8d None None] Network dea6ff43-4237-4c1d-8015-4fa1d2a47e41 requested from n-d-838334-2 {{(pid=84042) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 21:11:42.122581 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-77da4dbd-ec1a-4647-8858-c7714b819833 admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.0254993 Apr 18 21:11:42.124777 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 48308) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:11:42.130212 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.v2.base [None req-e65b1a28-9982-4dfe-a282-0cb7a339d201 admin admin] Request body: {'router': {'name': 'tempest-TestServerMultinode-496831824-router', 'tenant_id': '231c6f353e4d4ddda7f422c7fb7cca6b', 'external_gateway_info': {'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c'}}} {{(pid=84040) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:11:42.141383 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [None req-e65b1a28-9982-4dfe-a282-0cb7a339d201 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:11:42.153926 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-e65b1a28-9982-4dfe-a282-0cb7a339d201 admin admin] Usage tracker for resource:router and tenant:231c6f353e4d4ddda7f422c7fb7cca6b is out of sync, need to count used quota {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:11:42.176049 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-e65b1a28-9982-4dfe-a282-0cb7a339d201 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:11:42.202414 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [None req-e65b1a28-9982-4dfe-a282-0cb7a339d201 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:11:42.231086 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-e65b1a28-9982-4dfe-a282-0cb7a339d201 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-33442106', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5708'] for router, before_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:11:42.232139 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-e65b1a28-9982-4dfe-a282-0cb7a339d201 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33442137', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33444285', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33535433', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5703'] for router, precommit_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:11:42.274493 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-e65b1a28-9982-4dfe-a282-0cb7a339d201 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:11:42.511281 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f902a05-80ed-4ca5-9963-c3021f6127ad None None] Network b85f46d1-66a4-4e7f-800a-15c192131b70 requested from n-d-838334-2 {{(pid=84042) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 21:11:42.569901 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-a2252894-e13b-4d97-b06f-239d59fd4953 tempest-RoutersIpV6Test-235118808 tempest-RoutersIpV6Test-235118808-project] Notify callbacks [] for port, precommit_update {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:11:42.580764 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-a2252894-e13b-4d97-b06f-239d59fd4953 tempest-RoutersIpV6Test-235118808 tempest-RoutersIpV6Test-235118808-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32266282'] for port, after_update {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:11:42.581863 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-a2252894-e13b-4d97-b06f-239d59fd4953 tempest-RoutersIpV6Test-235118808 tempest-RoutersIpV6Test-235118808-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-32377886', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33443847'] for router_interface, after_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:11:42.587872 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-e65b1a28-9982-4dfe-a282-0cb7a339d201 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-33444175', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-33443520', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5293'] for router, precommit_update {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:11:42.854799 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Device 02aad97d-41b0-4a39-b0a4-5863e8d70f83 up at agent ovs-agent-n-d-838334-2 {{(pid=84042) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 21:11:42.900289 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2252894-e13b-4d97-b06f-239d59fd4953 tempest-RoutersIpV6Test-235118808 tempest-RoutersIpV6Test-235118808-project] Pushing event updated for resources: {'Port': ['ID=8b845882-d84f-4b4b-b7c8-3eb53c2f7260,revision_number=2']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:11:42.939922 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-2201a659-4544-4dcb-85ae-2a65250dbd36 None None] Provisioning for port 02aad97d-41b0-4a39-b0a4-5863e8d70f83 completed by entity DHCP. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 21:11:43.047266 n-d-838334-2 neutron-server[84041]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2252894-e13b-4d97-b06f-239d59fd4953 tempest-RoutersIpV6Test-235118808 tempest-RoutersIpV6Test-235118808-project] Network b85f46d1-66a4-4e7f-800a-15c192131b70 is already hosted by enough agents. {{(pid=84041) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:11:43.048506 n-d-838334-2 neutron-server[84041]: DEBUG neutron.scheduler.base_scheduler [None req-a2252894-e13b-4d97-b06f-239d59fd4953 tempest-RoutersIpV6Test-235118808 tempest-RoutersIpV6Test-235118808-project] Resources bound (agent type, host, resource id): {{(pid=84041) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:11:43.141654 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-e65b1a28-9982-4dfe-a282-0cb7a339d201 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:11:43.257189 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-e65b1a28-9982-4dfe-a282-0cb7a339d201 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:11:43.356612 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Provisioning for port 02aad97d-41b0-4a39-b0a4-5863e8d70f83 completed by entity L2. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 21:11:43.383983 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Provisioning complete for port 02aad97d-41b0-4a39-b0a4-5863e8d70f83 triggered by entity L2. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:11:43.384353 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1253608'] for port, provisioning_complete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:11:43.663689 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.db_base_plugin_common [None req-e65b1a28-9982-4dfe-a282-0cb7a339d201 admin admin] Allocated IP 172.25.8.179 (e41b6600-a917-4a8d-b05c-be3be40c6d8c/6b05667b-848e-4356-9b44-d5eb6808ef74/e0481721-b3d7-402b-a467-88ac00051ebf) {{(pid=84040) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 21:11:43.829440 n-d-838334-2 neutron-server[84041]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a2252894-e13b-4d97-b06f-239d59fd4953 tempest-RoutersIpV6Test-235118808 tempest-RoutersIpV6Test-235118808-project] Router 8fa348f8-02b3-4f5c-91fa-10f95637edc1 has already been hosted by L3 agent bc84d6c9-dd7a-4555-a351-592327b46d5a {{(pid=84041) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 21:11:44.093428 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7076f403-0a53-4aeb-9eed-925e19873010 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp016840fc-1f9f-5892-9c53-c9cf6c845bbb-dea6ff43-4237-4c1d-8015-4fa1d2a47e41', 'network_id': 'dea6ff43-4237-4c1d-8015-4fa1d2a47e41', 'tenant_id': '231c6f353e4d4ddda7f422c7fb7cca6b', 'fixed_ips': [{'subnet_id': '4c1ddbdc-f25f-4421-b57d-e427d7c73cde'}]}} from n-d-838334-2. {{(pid=84042) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 18 21:11:44.094234 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-7076f403-0a53-4aeb-9eed-925e19873010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_create {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:11:44.098634 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 48346) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:11:44.257760 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-e65b1a28-9982-4dfe-a282-0cb7a339d201 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:11:44.368064 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-e65b1a28-9982-4dfe-a282-0cb7a339d201 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750374836619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32440838'] for port, after_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:11:44.428108 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:11:44.485530 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a2252894-e13b-4d97-b06f-239d59fd4953 tempest-RoutersIpV6Test-235118808 tempest-RoutersIpV6Test-235118808-project] Notify agent at l3_agent.n-d-838334-2 the message routers_updated {{(pid=84041) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 21:11:44.505096 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-a2252894-e13b-4d97-b06f-239d59fd4953 tempest-RoutersIpV6Test-235118808 tempest-RoutersIpV6Test-235118808-project] 10.222.0.42 "PUT /v2.0/routers/8fa348f8-02b3-4f5c-91fa-10f95637edc1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.2402217 Apr 18 21:11:44.507900 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 48362) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:11:44.527746 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.v2.base [None req-7a819053-3df4-4210-b327-e300102328cf tempest-RoutersIpV6Test-235118808 tempest-RoutersIpV6Test-235118808-project] Request body: {'router': {'routes': [{'nexthop': '2001:db8:1::2', 'destination': '2001:db8:1::/64'}, {'nexthop': '2001:db8:2::2', 'destination': '2001:db8:2::/64'}, {'nexthop': '2001:db8:3::2', 'destination': '2001:db8:3::/64'}, {'nexthop': '2001:db8::2', 'destination': '2001:db8::/64'}]}} {{(pid=84041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:11:44.542973 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] For port 02aad97d-41b0-4a39-b0a4-5863e8d70f83, host n-d-838334-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838334-2',level=0,port_id=02aad97d-41b0-4a39-b0a4-5863e8d70f83,segment=NetworkSegment(f9cc0428-71ee-40eb-8058-b43572266fb8),segment_id=f9cc0428-71ee-40eb-8058-b43572266fb8)] {{(pid=84042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:11:44.549893 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af938e3b-f427-4248-87dd-cd8831efed63 None None] Sync routers for ids ['8fa348f8-02b3-4f5c-91fa-10f95637edc1'] in n-d-838334-2 {{(pid=84042) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 18 21:11:44.565033 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682'] for port, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:11:44.565620 n-d-838334-2 neutron-server[84040]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e65b1a28-9982-4dfe-a282-0cb7a339d201 admin admin] Network e41b6600-a917-4a8d-b05c-be3be40c6d8c is already hosted by enough agents. {{(pid=84040) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:11:44.582463 n-d-838334-2 neutron-server[84040]: DEBUG neutron.scheduler.base_scheduler [None req-e65b1a28-9982-4dfe-a282-0cb7a339d201 admin admin] Resources bound (agent type, host, resource id): {{(pid=84040) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:11:44.593236 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e65b1a28-9982-4dfe-a282-0cb7a339d201 admin admin] Received port after_create {{(pid=84040) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 21:11:44.680167 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-a33617e8-c1bd-4d46-bcdf-d3578505eebc admin admin] Notify callbacks [] for security_group, before_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:11:44.728039 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af938e3b-f427-4248-87dd-cd8831efed63 None None] Routers {'8fa348f8-02b3-4f5c-91fa-10f95637edc1'} bound to L3 agent in host n-d-838334-2 {{(pid=84042) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 21:11:44.728799 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_hamode_db [None req-af938e3b-f427-4248-87dd-cd8831efed63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838334-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-18T20:25:48Z,description=,heartbeat_timestamp=2022-04-18T21:11:18Z,host='n-d-838334-2',id=bc84d6c9-dd7a-4555-a351-592327b46d5a,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:25:48Z,topic='l3_agent')) {'router_ids': ['8fa348f8-02b3-4f5c-91fa-10f95637edc1'], 'active': True} {{(pid=84042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:11:44.763301 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e65b1a28-9982-4dfe-a282-0cb7a339d201 admin admin] Pushing event updated for resources: {'Port': ['ID=e0481721-b3d7-402b-a467-88ac00051ebf,revision_number=1']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:11:45.054910 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [None req-a33617e8-c1bd-4d46-bcdf-d3578505eebc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:11:45.062601 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-a33617e8-c1bd-4d46-bcdf-d3578505eebc admin admin] Usage tracker for resource:security_group_rule and tenant:3de351ac83fa4fc0b5f92a1dc013f6d2 is out of sync, need to count used quota {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:11:45.078704 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-a33617e8-c1bd-4d46-bcdf-d3578505eebc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:11:45.109790 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [None req-a33617e8-c1bd-4d46-bcdf-d3578505eebc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:11:45.212605 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.db_base_plugin_common [None req-7076f403-0a53-4aeb-9eed-925e19873010 None None] Allocated IP 172.20.0.2 (dea6ff43-4237-4c1d-8015-4fa1d2a47e41/4c1ddbdc-f25f-4421-b57d-e427d7c73cde/fbd04cd4-80de-4a78-96c8-64098ce92a21) {{(pid=84042) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 21:11:45.496078 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-a33617e8-c1bd-4d46-bcdf-d3578505eebc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:11:45.509698 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-a33617e8-c1bd-4d46-bcdf-d3578505eebc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33528224'] for security_group, after_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:11:45.597628 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-7076f403-0a53-4aeb-9eed-925e19873010 None None] Notify callbacks [] for port, precommit_create {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:11:45.614479 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-7076f403-0a53-4aeb-9eed-925e19873010 None None] Transition to ACTIVE for port object fbd04cd4-80de-4a78-96c8-64098ce92a21 will not be triggered until provisioned by entity L2. {{(pid=84042) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:11:45.616634 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-a33617e8-c1bd-4d46-bcdf-d3578505eebc admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=3de351ac83fa4fc0b5f92a1dc013f6d2&name=default HTTP/1.1" status: 200 len: 2647 time: 1.5119004 Apr 18 21:11:45.619666 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 48382) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:11:45.788139 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_dvr_db [None req-af938e3b-f427-4248-87dd-cd8831efed63 None None] Set router 8fa348f8-02b3-4f5c-91fa-10f95637edc1 gateway port host: None {{(pid=84042) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 21:11:46.239487 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-e65b1a28-9982-4dfe-a282-0cb7a339d201 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:11:46.262058 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-e65b1a28-9982-4dfe-a282-0cb7a339d201 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33443529', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33444176'] for router, after_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:11:46.340118 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-7076f403-0a53-4aeb-9eed-925e19873010 None None] Transition to ACTIVE for port object fbd04cd4-80de-4a78-96c8-64098ce92a21 will not be triggered until provisioned by entity DHCP. {{(pid=84042) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:11:46.396637 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-7076f403-0a53-4aeb-9eed-925e19873010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750374836619'] for port, after_create {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:11:46.477677 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a33617e8-c1bd-4d46-bcdf-d3578505eebc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=541e0c50-dc1a-4efa-95c9-56ff69e3c18e,revision_number=1']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:11:46.568575 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.extraroute_db [None req-7a819053-3df4-4210-b327-e300102328cf tempest-RoutersIpV6Test-235118808 tempest-RoutersIpV6Test-235118808-project] Added routes are [{'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}] {{(pid=84041) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:113}} Apr 18 21:11:46.593133 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.extraroute_db [None req-7a819053-3df4-4210-b327-e300102328cf tempest-RoutersIpV6Test-235118808 tempest-RoutersIpV6Test-235118808-project] Removed routes are [] {{(pid=84041) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:121}} Apr 18 21:11:46.593456 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-7a819053-3df4-4210-b327-e300102328cf tempest-RoutersIpV6Test-235118808 tempest-RoutersIpV6Test-235118808-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-33444175', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-33443520', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5293'] for router, precommit_update {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:11:46.679601 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-1ec9ec0c-2b7f-4a1a-a27b-776d45be63cf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:11:46.725311 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Pushing event updated for resources: {'Port': ['ID=02aad97d-41b0-4a39-b0a4-5863e8d70f83,revision_number=3']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:11:46.988644 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-1ec9ec0c-2b7f-4a1a-a27b-776d45be63cf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:11:47.179336 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7076f403-0a53-4aeb-9eed-925e19873010 None None] Pushing event updated for resources: {'Port': ['ID=fbd04cd4-80de-4a78-96c8-64098ce92a21,revision_number=1']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:11:47.224551 n-d-838334-2 neutron-server[84042]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7076f403-0a53-4aeb-9eed-925e19873010 None None] Network dea6ff43-4237-4c1d-8015-4fa1d2a47e41 is already hosted by enough agents. {{(pid=84042) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:11:47.255024 n-d-838334-2 neutron-server[84042]: DEBUG neutron.scheduler.base_scheduler [None req-7076f403-0a53-4aeb-9eed-925e19873010 None None] Resources bound (agent type, host, resource id): {{(pid=84042) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:11:47.258549 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7076f403-0a53-4aeb-9eed-925e19873010 None None] Received port after_create {{(pid=84042) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 21:11:47.266058 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-b5adb01a-4fa0-401e-a0f7-56d0a9d16f1c None None] Provisioning for port 8b845882-d84f-4b4b-b7c8-3eb53c2f7260 completed by entity DHCP. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 21:11:47.285408 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-80e578db-d822-4ce8-b2a3-94c9bed3400b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750375287399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253529'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:11:47.312369 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-b5adb01a-4fa0-401e-a0f7-56d0a9d16f1c None None] Provisioning complete for port 8b845882-d84f-4b4b-b7c8-3eb53c2f7260 triggered by entity DHCP. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:11:47.312740 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-b5adb01a-4fa0-401e-a0f7-56d0a9d16f1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1253608'] for port, provisioning_complete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:11:47.373674 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-1ec9ec0c-2b7f-4a1a-a27b-776d45be63cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33528224'] for security_group, after_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:11:47.403145 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ec9ec0c-2b7f-4a1a-a27b-776d45be63cf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=541e0c50-dc1a-4efa-95c9-56ff69e3c18e,revision_number=None']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:11:47.425519 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-1ec9ec0c-2b7f-4a1a-a27b-776d45be63cf admin admin] Notify callbacks [] for security_group, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:11:47.432856 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-1ec9ec0c-2b7f-4a1a-a27b-776d45be63cf admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/541e0c50-dc1a-4efa-95c9-56ff69e3c18e HTTP/1.1" status: 204 len: 168 time: 1.7891395 Apr 18 21:11:47.434671 n-d-838334-2 neutron-server[84040]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e65b1a28-9982-4dfe-a282-0cb7a339d201 admin admin] Router 28fb3eb4-5fd2-48f0-ac9e-39ce832a3a36 is scheduled to L3 agent bc84d6c9-dd7a-4555-a351-592327b46d5a with binding_index 1 {{(pid=84040) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 18 21:11:47.621395 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-7a819053-3df4-4210-b327-e300102328cf tempest-RoutersIpV6Test-235118808 tempest-RoutersIpV6Test-235118808-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-33444175', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-33443520', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5293'] for router, precommit_update {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:11:47.647103 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-7a819053-3df4-4210-b327-e300102328cf tempest-RoutersIpV6Test-235118808 tempest-RoutersIpV6Test-235118808-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33444176', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-33444166', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-33444185', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-33443547'] for router, after_update {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:11:48.280832 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e65b1a28-9982-4dfe-a282-0cb7a339d201 admin admin] Notify agent at l3_agent.n-d-838334-2 the message routers_updated {{(pid=84040) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 21:11:48.300419 n-d-838334-2 neutron-server[84043]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06fe30be-2739-4e8d-bab9-4c810fb8b580 None None] Sync routers for ids ['28fb3eb4-5fd2-48f0-ac9e-39ce832a3a36'] in n-d-838334-2 {{(pid=84043) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 18 21:11:48.330796 n-d-838334-2 neutron-server[84041]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7a819053-3df4-4210-b327-e300102328cf tempest-RoutersIpV6Test-235118808 tempest-RoutersIpV6Test-235118808-project] Router 8fa348f8-02b3-4f5c-91fa-10f95637edc1 has already been hosted by L3 agent bc84d6c9-dd7a-4555-a351-592327b46d5a {{(pid=84041) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 21:11:48.336255 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06fe30be-2739-4e8d-bab9-4c810fb8b580 None None] Routers {'28fb3eb4-5fd2-48f0-ac9e-39ce832a3a36'} bound to L3 agent in host n-d-838334-2 {{(pid=84043) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 21:11:48.336903 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.l3_hamode_db [None req-06fe30be-2739-4e8d-bab9-4c810fb8b580 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838334-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-18T20:25:48Z,description=,heartbeat_timestamp=2022-04-18T21:11:18Z,host='n-d-838334-2',id=bc84d6c9-dd7a-4555-a351-592327b46d5a,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:25:48Z,topic='l3_agent')) {'router_ids': ['28fb3eb4-5fd2-48f0-ac9e-39ce832a3a36'], 'active': True} {{(pid=84043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:11:48.346815 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-e65b1a28-9982-4dfe-a282-0cb7a339d201 admin admin] Notify callbacks [] for router, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:11:48.348653 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-e65b1a28-9982-4dfe-a282-0cb7a339d201 admin admin] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 6.2229242 Apr 18 21:11:48.351362 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 48432) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:11:48.361871 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.managers [None req-7076f403-0a53-4aeb-9eed-925e19873010 None None] Attempting to bind port fbd04cd4-80de-4a78-96c8-64098ce92a21 on host n-d-838334-2 for vnic_type normal with profile {{(pid=84042) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 21:11:48.362458 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.managers [None req-7076f403-0a53-4aeb-9eed-925e19873010 None None] Attempting to bind port fbd04cd4-80de-4a78-96c8-64098ce92a21 by drivers openvswitch,hyperv on host n-d-838334-2 at level 0 using segments [{'id': '4e963bef-c34f-4e85-98b0-0b30c27346e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': 'dea6ff43-4237-4c1d-8015-4fa1d2a47e41'}] {{(pid=84042) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 21:11:48.362580 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7076f403-0a53-4aeb-9eed-925e19873010 None None] Attempting to bind port fbd04cd4-80de-4a78-96c8-64098ce92a21 on network dea6ff43-4237-4c1d-8015-4fa1d2a47e41 {{(pid=84042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 21:11:48.384591 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-d485401c-355e-4f68-a8c1-d6f3c6b07efa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750375287399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253529'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:11:48.396268 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.plugin [None req-b5adb01a-4fa0-401e-a0f7-56d0a9d16f1c None None] Port 8b845882-d84f-4b4b-b7c8-3eb53c2f7260 cannot update to ACTIVE because it is not bound. {{(pid=84042) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 18 21:11:48.423509 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_hamode_db [None req-af938e3b-f427-4248-87dd-cd8831efed63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8fa348f8-02b3-4f5c-91fa-10f95637edc1', 'name': 'tempest-RoutersIpV6Test-router-1666022958', 'tenant_id': '3fd12654c90d4a4687b2462ca839c972', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:10:51Z', 'updated_at': '2022-04-18T21:11:41Z', 'revision_number': 5, 'project_id': '3fd12654c90d4a4687b2462ca839c972', 'gw_port_host': None, '_interfaces': [{'id': '5c8fb1df-2b42-400d-9c2d-86b8243f6445', 'name': '', 'network_id': 'b0cfab48-3f09-430a-9068-3eef4510480b', 'tenant_id': '3fd12654c90d4a4687b2462ca839c972', 'mac_address': 'fa:16:3e:e6:bd:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fa348f8-02b3-4f5c-91fa-10f95637edc1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'fea0e53c-8a06-45ef-80e9-a2622b1e38e1', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:11:06Z', 'updated_at': '2022-04-18T21:11:23Z', 'revision_number': 5, 'project_id': '3fd12654c90d4a4687b2462ca839c972', 'subnets': [{'id': 'fea0e53c-8a06-45ef-80e9-a2622b1e38e1', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '69eabc56-db4e-43b3-99d4-551f9083522f', 'name': '', 'network_id': '6eed5772-3037-422b-b3d4-37e74c4be095', 'tenant_id': '3fd12654c90d4a4687b2462ca839c972', 'mac_address': 'fa:16:3e:b6:f2:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fa348f8-02b3-4f5c-91fa-10f95637edc1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b1ff9e3f-1ee9-4eb4-940c-34585ddf74dd', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:11:20Z', 'updated_at': '2022-04-18T21:11:37Z', 'revision_number': 5, 'project_id': '3fd12654c90d4a4687b2462ca839c972', 'subnets': [{'id': 'b1ff9e3f-1ee9-4eb4-940c-34585ddf74dd', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8b845882-d84f-4b4b-b7c8-3eb53c2f7260', 'name': '', 'network_id': 'b85f46d1-66a4-4e7f-800a-15c192131b70', 'tenant_id': '3fd12654c90d4a4687b2462ca839c972', 'mac_address': 'fa:16:3e:a8:9c:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8fa348f8-02b3-4f5c-91fa-10f95637edc1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '22546ca8-c251-4cbc-98d6-7078674405ca', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:11:38Z', 'updated_at': '2022-04-18T21:11:42Z', 'revision_number': 2, 'project_id': '3fd12654c90d4a4687b2462ca839c972', 'subnets': [{'id': '22546ca8-c251-4cbc-98d6-7078674405ca', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '97b0b1f9-c01a-4ba8-b4c8-af3dcc327f1e', 'name': '', 'network_id': '699bd152-a339-411f-b2d2-c325a0670f8b', 'tenant_id': '3fd12654c90d4a4687b2462ca839c972', 'mac_address': 'fa:16:3e:b1:c8:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fa348f8-02b3-4f5c-91fa-10f95637edc1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '94ebf16d-084a-4271-a878-e6ba8454c0ac', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:10:55Z', 'updated_at': '2022-04-18T21:11:13Z', 'revision_number': 5, 'project_id': '3fd12654c90d4a4687b2462ca839c972', 'subnets': [{'id': '94ebf16d-084a-4271-a878-e6ba8454c0ac', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838334-2', False) {} {{(pid=84042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:11:48.432454 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7076f403-0a53-4aeb-9eed-925e19873010 None None] Checking agent: {'id': '97cd4414-7af6-4d67-868d-dff370b4071a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838334-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 25, 49), 'started_at': datetime.datetime(2022, 4, 18, 20, 26, 19), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 21, 11, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838334-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 18 21:11:48.433134 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7076f403-0a53-4aeb-9eed-925e19873010 None None] Checking segment: {'id': '4e963bef-c34f-4e85-98b0-0b30c27346e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': 'dea6ff43-4237-4c1d-8015-4fa1d2a47e41'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84042) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 21:11:48.433700 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-7076f403-0a53-4aeb-9eed-925e19873010 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:11:48.436118 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7076f403-0a53-4aeb-9eed-925e19873010 None None] Bound using segment: {'id': '4e963bef-c34f-4e85-98b0-0b30c27346e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': 'dea6ff43-4237-4c1d-8015-4fa1d2a47e41'} {{(pid=84042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 18 21:11:48.440043 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.managers [None req-7076f403-0a53-4aeb-9eed-925e19873010 None None] Bound port: fbd04cd4-80de-4a78-96c8-64098ce92a21, host: n-d-838334-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4e963bef-c34f-4e85-98b0-0b30c27346e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': 'dea6ff43-4237-4c1d-8015-4fa1d2a47e41'}}] {{(pid=84042) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 21:11:48.440715 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-7076f403-0a53-4aeb-9eed-925e19873010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:11:48.474114 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af938e3b-f427-4248-87dd-cd8831efed63 None None] Checking router: 8fa348f8-02b3-4f5c-91fa-10f95637edc1 for host: n-d-838334-2 {{(pid=84042) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 18 21:11:48.475287 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af938e3b-f427-4248-87dd-cd8831efed63 None None] Updating router 8fa348f8-02b3-4f5c-91fa-10f95637edc1 port 8b845882-d84f-4b4b-b7c8-3eb53c2f7260 binding host n-d-838334-2 {{(pid=84042) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 18 21:11:48.640098 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 48438) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:11:48.794630 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Device 02aad97d-41b0-4a39-b0a4-5863e8d70f83 up at agent ovs-agent-n-d-838334-2 {{(pid=84042) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 21:11:48.803908 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.l3_dvr_db [None req-06fe30be-2739-4e8d-bab9-4c810fb8b580 None None] Set router 28fb3eb4-5fd2-48f0-ac9e-39ce832a3a36 gateway port host: n-d-838334-2 {{(pid=84043) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 21:11:49.091167 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-b5adb01a-4fa0-401e-a0f7-56d0a9d16f1c None None] Provisioning complete for port 02aad97d-41b0-4a39-b0a4-5863e8d70f83 triggered by entity DHCP. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:11:49.091646 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-b5adb01a-4fa0-401e-a0f7-56d0a9d16f1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1253608'] for port, provisioning_complete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:11:49.172433 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-6a31b7f0-77e6-4237-9fad-dd58ed8534f7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:11:49.252878 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-6a31b7f0-77e6-4237-9fad-dd58ed8534f7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:11:49.264835 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-6a31b7f0-77e6-4237-9fad-dd58ed8534f7 admin admin] Usage tracker for resource:security_group_rule and tenant:59b81e60e3be4c84bac7ba71b9a1396f is out of sync, need to count used quota {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:11:49.271156 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-6a31b7f0-77e6-4237-9fad-dd58ed8534f7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:11:49.283546 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-6a31b7f0-77e6-4237-9fad-dd58ed8534f7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:11:49.335682 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-af938e3b-f427-4248-87dd-cd8831efed63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:11:49.404342 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-6a31b7f0-77e6-4237-9fad-dd58ed8534f7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:11:49.431452 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-6a31b7f0-77e6-4237-9fad-dd58ed8534f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33528224'] for security_group, after_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:11:49.475739 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.l3_hamode_db [None req-06fe30be-2739-4e8d-bab9-4c810fb8b580 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '28fb3eb4-5fd2-48f0-ac9e-39ce832a3a36', 'name': 'tempest-TestServerMultinode-496831824-router', 'tenant_id': '231c6f353e4d4ddda7f422c7fb7cca6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'external_fixed_ips': [{'subnet_id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'ip_address': '172.25.8.179'}], 'enable_snat': True}, 'gw_port_id': 'e0481721-b3d7-402b-a467-88ac00051ebf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:11:42Z', 'updated_at': '2022-04-18T21:11:45Z', 'revision_number': 3, 'project_id': '231c6f353e4d4ddda7f422c7fb7cca6b', 'gw_port': {'id': 'e0481721-b3d7-402b-a467-88ac00051ebf', 'name': '', 'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:38:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '28fb3eb4-5fd2-48f0-ac9e-39ce832a3a36', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'ip_address': '172.25.8.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:11:43Z', 'updated_at': '2022-04-18T21:11:43Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838334-2'}], 'n-d-838334-2', False) {} {{(pid=84043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:11:49.484234 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-6a31b7f0-77e6-4237-9fad-dd58ed8534f7 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=59b81e60e3be4c84bac7ba71b9a1396f&name=default HTTP/1.1" status: 200 len: 2647 time: 0.8429229 Apr 18 21:11:49.489093 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 48456) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:11:49.500222 n-d-838334-2 neutron-server[84043]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06fe30be-2739-4e8d-bab9-4c810fb8b580 None None] Checking router: 28fb3eb4-5fd2-48f0-ac9e-39ce832a3a36 for host: n-d-838334-2 {{(pid=84043) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 18 21:11:49.505867 n-d-838334-2 neutron-server[84043]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06fe30be-2739-4e8d-bab9-4c810fb8b580 None None] Updating router 28fb3eb4-5fd2-48f0-ac9e-39ce832a3a36 port e0481721-b3d7-402b-a467-88ac00051ebf binding host n-d-838334-2 {{(pid=84043) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 18 21:11:49.508510 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Provisioning complete for port 02aad97d-41b0-4a39-b0a4-5863e8d70f83 triggered by entity L2. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:11:49.509054 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1253608'] for port, provisioning_complete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:11:49.763541 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a31b7f0-77e6-4237-9fad-dd58ed8534f7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b30f58da-7cda-4c90-bdbf-479057c21a7e,revision_number=1']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:11:49.765996 n-d-838334-2 neutron-server[84043]: DEBUG neutron_lib.callbacks.manager [None req-06fe30be-2739-4e8d-bab9-4c810fb8b580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:11:49.815534 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-7076f403-0a53-4aeb-9eed-925e19873010 None None] For port fbd04cd4-80de-4a78-96c8-64098ce92a21, host n-d-838334-2, cleared binding levels {{(pid=84042) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 21:11:49.839395 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-7076f403-0a53-4aeb-9eed-925e19873010 None None] For port fbd04cd4-80de-4a78-96c8-64098ce92a21, host n-d-838334-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838334-2',level=0,port_id=fbd04cd4-80de-4a78-96c8-64098ce92a21,segment=NetworkSegment(4e963bef-c34f-4e85-98b0-0b30c27346e4),segment_id=4e963bef-c34f-4e85-98b0-0b30c27346e4)] {{(pid=84042) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 21:11:49.851914 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750375287399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253529'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:11:49.909388 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-616455e3-7603-4090-902d-085a30300145 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:11:49.921946 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-7076f403-0a53-4aeb-9eed-925e19873010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682'] for port, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:11:49.971140 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-616455e3-7603-4090-902d-085a30300145 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:11:50.133727 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7a819053-3df4-4210-b327-e300102328cf tempest-RoutersIpV6Test-235118808 tempest-RoutersIpV6Test-235118808-project] Notify agent at l3_agent.n-d-838334-2 the message routers_updated {{(pid=84041) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 21:11:50.161680 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-414b6ffe-e119-47bc-b18f-bcff1219c2f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750375287399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253529'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:11:50.190257 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-616455e3-7603-4090-902d-085a30300145 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33528224'] for security_group, after_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:11:50.212672 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-616455e3-7603-4090-902d-085a30300145 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:11:50.212672 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-616455e3-7603-4090-902d-085a30300145 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/b30f58da-7cda-4c90-bdbf-479057c21a7e HTTP/1.1" status: 204 len: 168 time: 0.7017214 Apr 18 21:11:50.222543 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-7a819053-3df4-4210-b327-e300102328cf tempest-RoutersIpV6Test-235118808 tempest-RoutersIpV6Test-235118808-project] Notify callbacks [] for router, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:11:50.222543 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-7a819053-3df4-4210-b327-e300102328cf tempest-RoutersIpV6Test-235118808 tempest-RoutersIpV6Test-235118808-project] 10.222.0.42 "PUT /v2.0/routers/8fa348f8-02b3-4f5c-91fa-10f95637edc1 HTTP/1.1" status: 200 len: 954 time: 5.7126358 Apr 18 21:11:50.236438 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 48488) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:11:50.272787 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-616455e3-7603-4090-902d-085a30300145 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b30f58da-7cda-4c90-bdbf-479057c21a7e,revision_number=None']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:11:50.350261 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7076f403-0a53-4aeb-9eed-925e19873010 None None] Pushing event updated for resources: {'Port': ['ID=fbd04cd4-80de-4a78-96c8-64098ce92a21,revision_number=2']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:11:50.930953 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.agents_db [None req-6346a179-333c-4370-b5a6-936984aeab15 None None] Agent healthcheck: found 7 active agents {{(pid=84043) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 18 21:11:51.030277 n-d-838334-2 neutron-server[84043]: DEBUG neutron_lib.callbacks.manager [None req-06fe30be-2739-4e8d-bab9-4c810fb8b580 None None] Notify callbacks [] for port, precommit_update {{(pid=84043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:11:51.163494 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.provisioning_blocks [None req-06fe30be-2739-4e8d-bab9-4c810fb8b580 None None] Transition to ACTIVE for port object e0481721-b3d7-402b-a467-88ac00051ebf will not be triggered until provisioned by entity L2. {{(pid=84043) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:11:51.193166 n-d-838334-2 neutron-server[84043]: DEBUG neutron_lib.callbacks.manager [None req-06fe30be-2739-4e8d-bab9-4c810fb8b580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682'] for port, after_update {{(pid=84043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:11:51.422230 n-d-838334-2 neutron-server[84043]: DEBUG neutron.plugins.ml2.managers [None req-06fe30be-2739-4e8d-bab9-4c810fb8b580 None None] Attempting to bind port e0481721-b3d7-402b-a467-88ac00051ebf on host n-d-838334-2 for vnic_type normal with profile {{(pid=84043) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 21:11:51.422895 n-d-838334-2 neutron-server[84043]: DEBUG neutron.plugins.ml2.managers [None req-06fe30be-2739-4e8d-bab9-4c810fb8b580 None None] Attempting to bind port e0481721-b3d7-402b-a467-88ac00051ebf by drivers openvswitch,hyperv on host n-d-838334-2 at level 0 using segments [{'id': '732aa830-768b-4511-951f-d08e26b9c25b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c'}] {{(pid=84043) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 21:11:51.423419 n-d-838334-2 neutron-server[84043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06fe30be-2739-4e8d-bab9-4c810fb8b580 None None] Attempting to bind port e0481721-b3d7-402b-a467-88ac00051ebf on network e41b6600-a917-4a8d-b05c-be3be40c6d8c {{(pid=84043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 21:11:51.512906 n-d-838334-2 neutron-server[84043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42a1e303-cf45-421b-ba95-a8a3e157bdee None None] Pushing event updated for resources: {'Port': ['ID=e0481721-b3d7-402b-a467-88ac00051ebf,revision_number=2']} {{(pid=84043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:11:51.526488 n-d-838334-2 neutron-server[84043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06fe30be-2739-4e8d-bab9-4c810fb8b580 None None] Checking agent: {'id': '97cd4414-7af6-4d67-868d-dff370b4071a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838334-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 25, 49), 'started_at': datetime.datetime(2022, 4, 18, 20, 26, 19), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 21, 11, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838334-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 18 21:11:51.526488 n-d-838334-2 neutron-server[84043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06fe30be-2739-4e8d-bab9-4c810fb8b580 None None] Checking segment: {'id': '732aa830-768b-4511-951f-d08e26b9c25b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84043) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 21:11:51.526488 n-d-838334-2 neutron-server[84043]: DEBUG neutron_lib.callbacks.manager [None req-06fe30be-2739-4e8d-bab9-4c810fb8b580 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:11:51.526488 n-d-838334-2 neutron-server[84043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06fe30be-2739-4e8d-bab9-4c810fb8b580 None None] Bound using segment: {'id': '732aa830-768b-4511-951f-d08e26b9c25b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c'} {{(pid=84043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 18 21:11:51.526488 n-d-838334-2 neutron-server[84043]: DEBUG neutron.plugins.ml2.managers [None req-06fe30be-2739-4e8d-bab9-4c810fb8b580 None None] Bound port: e0481721-b3d7-402b-a467-88ac00051ebf, host: n-d-838334-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '732aa830-768b-4511-951f-d08e26b9c25b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c'}}] {{(pid=84043) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 21:11:51.526488 n-d-838334-2 neutron-server[84043]: DEBUG neutron_lib.callbacks.manager [None req-06fe30be-2739-4e8d-bab9-4c810fb8b580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:11:51.681109 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 48518) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:11:51.737994 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-92d2d8aa-d7a1-40ca-998a-4d05d1a2dd1a tempest-RoutersIpV6Test-235118808 tempest-RoutersIpV6Test-235118808-project] 10.222.0.42 "GET /v2.0/routers/8fa348f8-02b3-4f5c-91fa-10f95637edc1 HTTP/1.1" status: 200 len: 954 time: 1.5011716 Apr 18 21:11:51.741266 n-d-838334-2 neutron-server[84043]: DEBUG neutron.plugins.ml2.db [None req-06fe30be-2739-4e8d-bab9-4c810fb8b580 None None] For port e0481721-b3d7-402b-a467-88ac00051ebf, host n-d-838334-2, cleared binding levels {{(pid=84043) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 21:11:51.750674 n-d-838334-2 neutron-server[84043]: DEBUG neutron.plugins.ml2.db [None req-06fe30be-2739-4e8d-bab9-4c810fb8b580 None None] For port e0481721-b3d7-402b-a467-88ac00051ebf, host n-d-838334-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838334-2',level=0,port_id=e0481721-b3d7-402b-a467-88ac00051ebf,segment=NetworkSegment(732aa830-768b-4511-951f-d08e26b9c25b),segment_id=732aa830-768b-4511-951f-d08e26b9c25b)] {{(pid=84043) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 21:11:51.755757 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 48524) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:11:51.762022 n-d-838334-2 neutron-server[84043]: DEBUG neutron_lib.callbacks.manager [None req-06fe30be-2739-4e8d-bab9-4c810fb8b580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682'] for port, after_update {{(pid=84043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:11:51.783044 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.v2.base [None req-defb7ddf-53e4-4f8f-98ee-fbbe3b11444d tempest-RoutersIpV6Test-235118808 tempest-RoutersIpV6Test-235118808-project] Request body: {'router': {'routes': None}} {{(pid=84040) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:11:51.799213 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.db_base_plugin_v2 [None req-990e5b4e-0c84-433b-8625-64b695904724 admin admin] Deleting subnet 9b79ba09-f6bf-4dca-9297-cbac8d322d9e {{(pid=84041) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 18 21:11:51.812315 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-990e5b4e-0c84-433b-8625-64b695904724 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:11:52.005263 n-d-838334-2 neutron-server[84043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42a1e303-cf45-421b-ba95-a8a3e157bdee None None] Pushing event updated for resources: {'Port': ['ID=e0481721-b3d7-402b-a467-88ac00051ebf,revision_number=3']} {{(pid=84043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:11:52.014550 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-990e5b4e-0c84-433b-8625-64b695904724 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32266383'] for subnet, precommit_delete_associations {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:11:52.039875 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06fe30be-2739-4e8d-bab9-4c810fb8b580 None None] Routers {'28fb3eb4-5fd2-48f0-ac9e-39ce832a3a36'} bound to L3 agent in host n-d-838334-2 {{(pid=84043) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 21:11:52.039875 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.l3_hamode_db [None req-06fe30be-2739-4e8d-bab9-4c810fb8b580 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838334-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-18T20:25:48Z,description=,heartbeat_timestamp=2022-04-18T21:11:48Z,host='n-d-838334-2',id=bc84d6c9-dd7a-4555-a351-592327b46d5a,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:25:48Z,topic='l3_agent')) {'router_ids': ['28fb3eb4-5fd2-48f0-ac9e-39ce832a3a36'], 'active': True} {{(pid=84043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:11:52.110935 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-f2f07fab-6c83-4202-8417-bae086c568f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:11:52.147113 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42117e9e-a906-4721-8619-7aa1e804e34b None None] Sync routers for ids ['8c2f0652-b465-43be-bc18-7ede60e49b71'] in n-d-838334-2 {{(pid=84042) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 18 21:11:52.157592 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-c7521a90-7d65-4e2e-842c-ca5d95e9a89c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750375287399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253529'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:11:52.388875 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-990e5b4e-0c84-433b-8625-64b695904724 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1260556'] for subnet, precommit_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:11:52.475109 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42117e9e-a906-4721-8619-7aa1e804e34b None None] Routers {'8c2f0652-b465-43be-bc18-7ede60e49b71'} bound to L3 agent in host n-d-838334-2 {{(pid=84042) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 21:11:52.475338 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_hamode_db [None req-42117e9e-a906-4721-8619-7aa1e804e34b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838334-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-18T20:25:48Z,description=,heartbeat_timestamp=2022-04-18T21:11:48Z,host='n-d-838334-2',id=bc84d6c9-dd7a-4555-a351-592327b46d5a,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:25:48Z,topic='l3_agent')) {'router_ids': ['8c2f0652-b465-43be-bc18-7ede60e49b71'], 'active': True} {{(pid=84042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:11:52.782442 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-990e5b4e-0c84-433b-8625-64b695904724 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1260549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33526260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32266336', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32486390'] for subnet, after_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:11:52.903426 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-990e5b4e-0c84-433b-8625-64b695904724 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:11:52.960946 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-af938e3b-f427-4248-87dd-cd8831efed63 None None] Notify callbacks [] for port, precommit_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:11:52.969841 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-990e5b4e-0c84-433b-8625-64b695904724 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9b79ba09-f6bf-4dca-9297-cbac8d322d9e,revision_number=None']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:11:52.997506 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-990e5b4e-0c84-433b-8625-64b695904724 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:11:52.997506 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-990e5b4e-0c84-433b-8625-64b695904724 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:11:52.997506 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-990e5b4e-0c84-433b-8625-64b695904724 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:11:53.001597 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-990e5b4e-0c84-433b-8625-64b695904724 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:11:53.001597 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-990e5b4e-0c84-433b-8625-64b695904724 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:11:53.001597 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-990e5b4e-0c84-433b-8625-64b695904724 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:11:53.005751 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-990e5b4e-0c84-433b-8625-64b695904724 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:11:53.005751 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-990e5b4e-0c84-433b-8625-64b695904724 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:11:53.005751 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-990e5b4e-0c84-433b-8625-64b695904724 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:11:53.012044 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-990e5b4e-0c84-433b-8625-64b695904724 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:11:53.012044 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-990e5b4e-0c84-433b-8625-64b695904724 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:11:53.038027 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-990e5b4e-0c84-433b-8625-64b695904724 admin admin] 10.222.0.42 "DELETE /v2.0/subnets/9b79ba09-f6bf-4dca-9297-cbac8d322d9e HTTP/1.1" status: 204 len: 168 time: 1.3499684 Apr 18 21:11:53.038027 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 48550) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:11:53.059283 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.l3_dvr_db [None req-06fe30be-2739-4e8d-bab9-4c810fb8b580 None None] Set router 28fb3eb4-5fd2-48f0-ac9e-39ce832a3a36 gateway port host: n-d-838334-2 {{(pid=84043) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 21:11:53.237407 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43b5dded-b9c0-406a-bc6a-4a29d0261166 None None] Network dea6ff43-4237-4c1d-8015-4fa1d2a47e41 requested from n-d-838334-2 {{(pid=84042) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 21:11:53.403213 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-386bb64e-30d1-44b0-b2df-1d427473172d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1103592'] for network, before_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:11:53.407163 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-7419b189-f484-46e4-8c78-9fe0e181d1e0 None None] Provisioning complete for port 8b845882-d84f-4b4b-b7c8-3eb53c2f7260 triggered by entity DHCP. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:11:53.407969 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-7419b189-f484-46e4-8c78-9fe0e181d1e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1253608'] for port, provisioning_complete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:11:54.114706 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.l3_hamode_db [None req-06fe30be-2739-4e8d-bab9-4c810fb8b580 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '28fb3eb4-5fd2-48f0-ac9e-39ce832a3a36', 'name': 'tempest-TestServerMultinode-496831824-router', 'tenant_id': '231c6f353e4d4ddda7f422c7fb7cca6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'external_fixed_ips': [{'subnet_id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'ip_address': '172.25.8.179'}], 'enable_snat': True}, 'gw_port_id': 'e0481721-b3d7-402b-a467-88ac00051ebf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:11:42Z', 'updated_at': '2022-04-18T21:11:45Z', 'revision_number': 3, 'project_id': '231c6f353e4d4ddda7f422c7fb7cca6b', 'gw_port': {'id': 'e0481721-b3d7-402b-a467-88ac00051ebf', 'name': '', 'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:38:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '28fb3eb4-5fd2-48f0-ac9e-39ce832a3a36', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'ip_address': '172.25.8.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:11:43Z', 'updated_at': '2022-04-18T21:11:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838334-2'}], 'n-d-838334-2', False) {} {{(pid=84043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:11:54.134406 n-d-838334-2 neutron-server[84043]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06fe30be-2739-4e8d-bab9-4c810fb8b580 None None] The sync data for ids ['28fb3eb4-5fd2-48f0-ac9e-39ce832a3a36'] in n-d-838334-2 is: [{'id': '28fb3eb4-5fd2-48f0-ac9e-39ce832a3a36', 'name': 'tempest-TestServerMultinode-496831824-router', 'tenant_id': '231c6f353e4d4ddda7f422c7fb7cca6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'external_fixed_ips': [{'subnet_id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'ip_address': '172.25.8.179'}], 'enable_snat': True}, 'gw_port_id': 'e0481721-b3d7-402b-a467-88ac00051ebf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:11:42Z', 'updated_at': '2022-04-18T21:11:45Z', 'revision_number': 3, 'project_id': '231c6f353e4d4ddda7f422c7fb7cca6b', 'gw_port': {'id': 'e0481721-b3d7-402b-a467-88ac00051ebf', 'name': '', 'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:38:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '28fb3eb4-5fd2-48f0-ac9e-39ce832a3a36', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'ip_address': '172.25.8.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:11:43Z', 'updated_at': '2022-04-18T21:11:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838334-2'}] {{(pid=84043) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 18 21:11:54.306908 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-386bb64e-30d1-44b0-b2df-1d427473172d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1258905', 'neutron.services.segments.db._delete_segments_for_network-8750375287417'] for network, precommit_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:11:54.340750 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.db_base_plugin_common [None req-f2f07fab-6c83-4202-8417-bae086c568f8 admin admin] Allocated IP 172.20.0.1 (dea6ff43-4237-4c1d-8015-4fa1d2a47e41/4c1ddbdc-f25f-4421-b57d-e427d7c73cde/f7083324-7d8e-49c2-8bd4-edaa8f6fb5d1) {{(pid=84040) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 21:11:54.374924 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-af938e3b-f427-4248-87dd-cd8831efed63 None None] Transition to ACTIVE for port object 8b845882-d84f-4b4b-b7c8-3eb53c2f7260 will not be triggered until provisioned by entity L2. {{(pid=84042) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:11:54.397317 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Device fbd04cd4-80de-4a78-96c8-64098ce92a21 up at agent ovs-agent-n-d-838334-2 {{(pid=84042) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 21:11:54.401332 n-d-838334-2 neutron-server[84041]: DEBUG neutron.services.segments.db [None req-386bb64e-30d1-44b0-b2df-1d427473172d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['102a493f-901a-4c47-b2df-82352f0bd7b8']}} {{(pid=84041) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:11:54.421381 n-d-838334-2 neutron-server[84041]: DEBUG neutron.services.segments.db [None req-386bb64e-30d1-44b0-b2df-1d427473172d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '84bedd6e-1d83-46f2-85a1-9bdb596820aa') {'for_net_delete': True} {{(pid=84041) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:11:54.421381 n-d-838334-2 neutron-server[84041]: DEBUG neutron.services.segments.db [None req-386bb64e-30d1-44b0-b2df-1d427473172d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '84bedd6e-1d83-46f2-85a1-9bdb596820aa') {} {{(pid=84041) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:11:54.448686 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-386bb64e-30d1-44b0-b2df-1d427473172d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750375287300', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32268156'] for segment, before_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:11:54.498948 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-386bb64e-30d1-44b0-b2df-1d427473172d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1082986'] for segment, precommit_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:11:54.533413 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-af938e3b-f427-4248-87dd-cd8831efed63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682'] for port, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:11:54.541526 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-386bb64e-30d1-44b0-b2df-1d427473172d admin admin] Releasing vlan 366 on physical network physnet1 to pool {{(pid=84041) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 18 21:11:54.542180 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-386bb64e-30d1-44b0-b2df-1d427473172d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1082993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32266254'] for segment, after_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:11:54.934878 n-d-838334-2 neutron-server[84041]: Traceback (most recent call last): Apr 18 21:11:54.934878 n-d-838334-2 neutron-server[84041]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 18 21:11:54.934878 n-d-838334-2 neutron-server[84041]: timer() Apr 18 21:11:54.934878 n-d-838334-2 neutron-server[84041]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 21:11:54.934878 n-d-838334-2 neutron-server[84041]: cb(*args, **kw) Apr 18 21:11:54.934878 n-d-838334-2 neutron-server[84041]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 18 21:11:54.934878 n-d-838334-2 neutron-server[84041]: return func(*args, **kwargs) Apr 18 21:11:54.934878 n-d-838334-2 neutron-server[84041]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 21:11:54.934878 n-d-838334-2 neutron-server[84041]: self._notify() Apr 18 21:11:54.934878 n-d-838334-2 neutron-server[84041]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 21:11:54.934878 n-d-838334-2 neutron-server[84041]: self.callback(batched_events) Apr 18 21:11:54.934878 n-d-838334-2 neutron-server[84041]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 21:11:54.934878 n-d-838334-2 neutron-server[84041]: event.method(event) Apr 18 21:11:54.934878 n-d-838334-2 neutron-server[84041]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 18 21:11:54.934878 n-d-838334-2 neutron-server[84041]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 21:11:54.934878 n-d-838334-2 neutron-server[84041]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 18 21:11:54.934878 n-d-838334-2 neutron-server[84041]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 21:11:54.934878 n-d-838334-2 neutron-server[84041]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 18 21:11:54.934878 n-d-838334-2 neutron-server[84041]: return f(self, *a, **k) Apr 18 21:11:54.934878 n-d-838334-2 neutron-server[84041]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 18 21:11:54.934878 n-d-838334-2 neutron-server[84041]: return self._get(url).json() Apr 18 21:11:54.934878 n-d-838334-2 neutron-server[84041]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 18 21:11:54.934878 n-d-838334-2 neutron-server[84041]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 21:11:54.934878 n-d-838334-2 neutron-server[84041]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 18 21:11:54.934878 n-d-838334-2 neutron-server[84041]: return self.request(url, 'GET', **kwargs) Apr 18 21:11:54.934878 n-d-838334-2 neutron-server[84041]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 18 21:11:54.934878 n-d-838334-2 neutron-server[84041]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 21:11:54.934878 n-d-838334-2 neutron-server[84041]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 18 21:11:54.934878 n-d-838334-2 neutron-server[84041]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 21:11:54.934878 n-d-838334-2 neutron-server[84041]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 18 21:11:54.934878 n-d-838334-2 neutron-server[84041]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 21:11:54.934878 n-d-838334-2 neutron-server[84041]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 21:11:54.934878 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-386bb64e-30d1-44b0-b2df-1d427473172d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1258898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33526109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33444113'] for network, after_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:11:55.014725 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-386bb64e-30d1-44b0-b2df-1d427473172d admin admin] Notify callbacks [] for network, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:11:55.017946 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-386bb64e-30d1-44b0-b2df-1d427473172d admin admin] Pushing event deleted for resources: {'Network': ['ID=102a493f-901a-4c47-b2df-82352f0bd7b8,revision_number=None']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:11:55.032118 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-386bb64e-30d1-44b0-b2df-1d427473172d admin admin] 10.222.0.42 "DELETE /v2.0/networks/102a493f-901a-4c47-b2df-82352f0bd7b8 HTTP/1.1" status: 204 len: 168 time: 1.9919074 Apr 18 21:11:55.039910 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 48588) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:11:55.048257 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.plugin [None req-7419b189-f484-46e4-8c78-9fe0e181d1e0 None None] Port 8b845882-d84f-4b4b-b7c8-3eb53c2f7260 cannot update to ACTIVE because it is not bound. {{(pid=84042) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 18 21:11:55.109950 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-f2f07fab-6c83-4202-8417-bae086c568f8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:11:55.174539 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.provisioning_blocks [None req-f2f07fab-6c83-4202-8417-bae086c568f8 admin admin] Transition to ACTIVE for port object f7083324-7d8e-49c2-8bd4-edaa8f6fb5d1 will not be triggered until provisioned by entity DHCP. {{(pid=84040) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:11:55.316170 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.db_base_plugin_v2 [None req-4eec3c0a-c5d2-4539-a4a4-b62c32a0edcd admin admin] Deleting subnet 27cf8895-9bde-4fa4-9ed6-3dff518345ed {{(pid=84041) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 18 21:11:55.327034 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-4eec3c0a-c5d2-4539-a4a4-b62c32a0edcd admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:11:55.504246 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-f2f07fab-6c83-4202-8417-bae086c568f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750374836619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32440838'] for port, after_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:11:55.516308 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Provisioning for port fbd04cd4-80de-4a78-96c8-64098ce92a21 completed by entity L2. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 21:11:55.612578 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_dvr_db [None req-42117e9e-a906-4721-8619-7aa1e804e34b None None] Set router 8c2f0652-b465-43be-bc18-7ede60e49b71 gateway port host: n-d-838334-2 {{(pid=84042) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 21:11:55.634104 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-4eec3c0a-c5d2-4539-a4a4-b62c32a0edcd admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32266383'] for subnet, precommit_delete_associations {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:11:55.825141 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f9cd4cf-404f-4e85-ba07-d132e2dde9b0 None None] Pushing event updated for resources: {'Port': ['ID=8b845882-d84f-4b4b-b7c8-3eb53c2f7260,revision_number=3']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:11:55.878862 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-4eec3c0a-c5d2-4539-a4a4-b62c32a0edcd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1260556'] for subnet, precommit_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:11:55.965874 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2f07fab-6c83-4202-8417-bae086c568f8 admin admin] Pushing event updated for resources: {'Port': ['ID=f7083324-7d8e-49c2-8bd4-edaa8f6fb5d1,revision_number=1']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:11:56.192439 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-4eec3c0a-c5d2-4539-a4a4-b62c32a0edcd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1260549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33526260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32266336', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32486390'] for subnet, after_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:11:56.216751 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Device e0481721-b3d7-402b-a467-88ac00051ebf up at agent ovs-agent-n-d-838334-2 {{(pid=84042) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 21:11:56.279057 n-d-838334-2 neutron-server[84040]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2f07fab-6c83-4202-8417-bae086c568f8 admin admin] Network dea6ff43-4237-4c1d-8015-4fa1d2a47e41 is already hosted by enough agents. {{(pid=84040) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:11:56.302945 n-d-838334-2 neutron-server[84040]: DEBUG neutron.scheduler.base_scheduler [None req-f2f07fab-6c83-4202-8417-bae086c568f8 admin admin] Resources bound (agent type, host, resource id): {{(pid=84040) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:11:56.308291 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2f07fab-6c83-4202-8417-bae086c568f8 admin admin] Received port after_create {{(pid=84040) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 21:11:56.399006 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-4eec3c0a-c5d2-4539-a4a4-b62c32a0edcd admin admin] Notify callbacks [] for subnet, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:11:56.405661 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-f2f07fab-6c83-4202-8417-bae086c568f8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33444010'] for router_interface, before_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:11:56.453446 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.extraroute_db [None req-defb7ddf-53e4-4f8f-98ee-fbbe3b11444d tempest-RoutersIpV6Test-235118808 tempest-RoutersIpV6Test-235118808-project] Added routes are [] {{(pid=84040) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:113}} Apr 18 21:11:56.455934 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.extraroute_db [None req-defb7ddf-53e4-4f8f-98ee-fbbe3b11444d tempest-RoutersIpV6Test-235118808 tempest-RoutersIpV6Test-235118808-project] Removed routes are [{'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}] {{(pid=84040) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:121}} Apr 18 21:11:56.469500 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eec3c0a-c5d2-4539-a4a4-b62c32a0edcd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=27cf8895-9bde-4fa4-9ed6-3dff518345ed,revision_number=None']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:11:56.493179 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-4eec3c0a-c5d2-4539-a4a4-b62c32a0edcd admin admin] 10.222.0.42 "DELETE /v2.0/subnets/27cf8895-9bde-4fa4-9ed6-3dff518345ed HTTP/1.1" status: 204 len: 168 time: 1.4556036 Apr 18 21:11:56.494996 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 48616) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:11:56.583841 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-defb7ddf-53e4-4f8f-98ee-fbbe3b11444d tempest-RoutersIpV6Test-235118808 tempest-RoutersIpV6Test-235118808-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-33444175', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-33443520', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5293'] for router, precommit_update {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:11:56.674713 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-61bc65b1-ef0a-4df2-b7d1-03d5b467666a None None] Provisioning for port fbd04cd4-80de-4a78-96c8-64098ce92a21 completed by entity DHCP. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 21:11:56.733538 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-61bc65b1-ef0a-4df2-b7d1-03d5b467666a None None] Provisioning complete for port fbd04cd4-80de-4a78-96c8-64098ce92a21 triggered by entity DHCP. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:11:56.733538 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-61bc65b1-ef0a-4df2-b7d1-03d5b467666a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1253608'] for port, provisioning_complete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:11:56.773110 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-f2f07fab-6c83-4202-8417-bae086c568f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:11:56.882645 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-1cbbed35-1a3a-412f-a6b5-85c62c68f93c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1103592'] for network, before_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:11:57.457281 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-1cbbed35-1a3a-412f-a6b5-85c62c68f93c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1258905', 'neutron.services.segments.db._delete_segments_for_network-8750375287417'] for network, precommit_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:11:57.544557 n-d-838334-2 neutron-server[84041]: DEBUG neutron.services.segments.db [None req-1cbbed35-1a3a-412f-a6b5-85c62c68f93c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e3a908e2-da8d-4969-9175-b2ea36c89fad']}} {{(pid=84041) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:11:57.577734 n-d-838334-2 neutron-server[84041]: DEBUG neutron.services.segments.db [None req-1cbbed35-1a3a-412f-a6b5-85c62c68f93c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd38983ef-e6d1-4207-af9a-8db3bfa3d4d6') {'for_net_delete': True} {{(pid=84041) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:11:57.577734 n-d-838334-2 neutron-server[84041]: DEBUG neutron.services.segments.db [None req-1cbbed35-1a3a-412f-a6b5-85c62c68f93c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd38983ef-e6d1-4207-af9a-8db3bfa3d4d6') {} {{(pid=84041) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:11:57.590273 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-1cbbed35-1a3a-412f-a6b5-85c62c68f93c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750375287300', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32268156'] for segment, before_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:11:57.632541 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-1cbbed35-1a3a-412f-a6b5-85c62c68f93c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1082986'] for segment, precommit_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:11:57.669078 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1cbbed35-1a3a-412f-a6b5-85c62c68f93c admin admin] Releasing vlan 379 on physical network physnet1 to pool {{(pid=84041) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 18 21:11:57.672625 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-1cbbed35-1a3a-412f-a6b5-85c62c68f93c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1082993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32266254'] for segment, after_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:11:58.122430 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.managers [None req-af938e3b-f427-4248-87dd-cd8831efed63 None None] Attempting to bind port 8b845882-d84f-4b4b-b7c8-3eb53c2f7260 on host n-d-838334-2 for vnic_type normal with profile {{(pid=84042) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 21:11:58.122430 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.managers [None req-af938e3b-f427-4248-87dd-cd8831efed63 None None] Attempting to bind port 8b845882-d84f-4b4b-b7c8-3eb53c2f7260 by drivers openvswitch,hyperv on host n-d-838334-2 at level 0 using segments [{'id': 'f9cc0428-71ee-40eb-8058-b43572266fb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': 'b85f46d1-66a4-4e7f-800a-15c192131b70'}] {{(pid=84042) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 21:11:58.122430 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af938e3b-f427-4248-87dd-cd8831efed63 None None] Attempting to bind port 8b845882-d84f-4b4b-b7c8-3eb53c2f7260 on network b85f46d1-66a4-4e7f-800a-15c192131b70 {{(pid=84042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 21:11:58.210708 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-61bc65b1-ef0a-4df2-b7d1-03d5b467666a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:11:58.218529 n-d-838334-2 neutron-server[84041]: Traceback (most recent call last): Apr 18 21:11:58.218529 n-d-838334-2 neutron-server[84041]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 18 21:11:58.218529 n-d-838334-2 neutron-server[84041]: timer() Apr 18 21:11:58.218529 n-d-838334-2 neutron-server[84041]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 21:11:58.218529 n-d-838334-2 neutron-server[84041]: cb(*args, **kw) Apr 18 21:11:58.218529 n-d-838334-2 neutron-server[84041]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 18 21:11:58.218529 n-d-838334-2 neutron-server[84041]: return func(*args, **kwargs) Apr 18 21:11:58.218529 n-d-838334-2 neutron-server[84041]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 21:11:58.218529 n-d-838334-2 neutron-server[84041]: self._notify() Apr 18 21:11:58.218529 n-d-838334-2 neutron-server[84041]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 21:11:58.218529 n-d-838334-2 neutron-server[84041]: self.callback(batched_events) Apr 18 21:11:58.218529 n-d-838334-2 neutron-server[84041]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 21:11:58.218529 n-d-838334-2 neutron-server[84041]: event.method(event) Apr 18 21:11:58.218529 n-d-838334-2 neutron-server[84041]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 18 21:11:58.218529 n-d-838334-2 neutron-server[84041]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 21:11:58.218529 n-d-838334-2 neutron-server[84041]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 18 21:11:58.218529 n-d-838334-2 neutron-server[84041]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 21:11:58.218529 n-d-838334-2 neutron-server[84041]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 18 21:11:58.218529 n-d-838334-2 neutron-server[84041]: return f(self, *a, **k) Apr 18 21:11:58.218529 n-d-838334-2 neutron-server[84041]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 18 21:11:58.218529 n-d-838334-2 neutron-server[84041]: return self._get(url).json() Apr 18 21:11:58.218529 n-d-838334-2 neutron-server[84041]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 18 21:11:58.218529 n-d-838334-2 neutron-server[84041]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 21:11:58.218529 n-d-838334-2 neutron-server[84041]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 18 21:11:58.218529 n-d-838334-2 neutron-server[84041]: return self.request(url, 'GET', **kwargs) Apr 18 21:11:58.218529 n-d-838334-2 neutron-server[84041]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 18 21:11:58.218529 n-d-838334-2 neutron-server[84041]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 21:11:58.218529 n-d-838334-2 neutron-server[84041]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 18 21:11:58.218529 n-d-838334-2 neutron-server[84041]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 21:11:58.218529 n-d-838334-2 neutron-server[84041]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 18 21:11:58.218529 n-d-838334-2 neutron-server[84041]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 21:11:58.218529 n-d-838334-2 neutron-server[84041]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 21:11:58.258248 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-1cbbed35-1a3a-412f-a6b5-85c62c68f93c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1258898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33526109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33444113'] for network, after_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:11:58.299264 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af938e3b-f427-4248-87dd-cd8831efed63 None None] Checking agent: {'id': '97cd4414-7af6-4d67-868d-dff370b4071a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838334-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 25, 49), 'started_at': datetime.datetime(2022, 4, 18, 20, 26, 19), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 21, 11, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838334-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 18 21:11:58.303377 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-1cbbed35-1a3a-412f-a6b5-85c62c68f93c admin admin] Notify callbacks [] for network, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:11:58.309828 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af938e3b-f427-4248-87dd-cd8831efed63 None None] Checking segment: {'id': 'f9cc0428-71ee-40eb-8058-b43572266fb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': 'b85f46d1-66a4-4e7f-800a-15c192131b70'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84042) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 21:11:58.309828 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-af938e3b-f427-4248-87dd-cd8831efed63 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:11:58.309828 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af938e3b-f427-4248-87dd-cd8831efed63 None None] Bound using segment: {'id': 'f9cc0428-71ee-40eb-8058-b43572266fb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': 'b85f46d1-66a4-4e7f-800a-15c192131b70'} {{(pid=84042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 18 21:11:58.309828 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.managers [None req-af938e3b-f427-4248-87dd-cd8831efed63 None None] Bound port: 8b845882-d84f-4b4b-b7c8-3eb53c2f7260, host: n-d-838334-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f9cc0428-71ee-40eb-8058-b43572266fb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': 'b85f46d1-66a4-4e7f-800a-15c192131b70'}}] {{(pid=84042) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 21:11:58.309828 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-af938e3b-f427-4248-87dd-cd8831efed63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:11:58.347652 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-1cbbed35-1a3a-412f-a6b5-85c62c68f93c admin admin] 10.222.0.42 "DELETE /v2.0/networks/e3a908e2-da8d-4969-9175-b2ea36c89fad HTTP/1.1" status: 204 len: 168 time: 1.8511193 Apr 18 21:11:58.359248 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cbbed35-1a3a-412f-a6b5-85c62c68f93c admin admin] Pushing event deleted for resources: {'Network': ['ID=e3a908e2-da8d-4969-9175-b2ea36c89fad,revision_number=None']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:11:58.486602 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-f2f07fab-6c83-4202-8417-bae086c568f8 admin admin] Notify callbacks [] for port, precommit_update {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:11:58.505324 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-f2f07fab-6c83-4202-8417-bae086c568f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32440959'] for port, after_update {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:11:58.663531 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Provisioning for port e0481721-b3d7-402b-a467-88ac00051ebf completed by entity L2. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 21:11:58.680966 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Provisioning complete for port e0481721-b3d7-402b-a467-88ac00051ebf triggered by entity L2. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:11:58.680966 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1253608'] for port, provisioning_complete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:11:58.760051 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-af938e3b-f427-4248-87dd-cd8831efed63 None None] For port 8b845882-d84f-4b4b-b7c8-3eb53c2f7260, host n-d-838334-2, cleared binding levels {{(pid=84042) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 21:11:58.774150 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-61bc65b1-ef0a-4df2-b7d1-03d5b467666a None None] For port fbd04cd4-80de-4a78-96c8-64098ce92a21, host n-d-838334-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838334-2',level=0,port_id=fbd04cd4-80de-4a78-96c8-64098ce92a21,segment=NetworkSegment(4e963bef-c34f-4e85-98b0-0b30c27346e4),segment_id=4e963bef-c34f-4e85-98b0-0b30c27346e4)] {{(pid=84042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:11:58.798058 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-61bc65b1-ef0a-4df2-b7d1-03d5b467666a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682'] for port, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:11:58.798058 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-af938e3b-f427-4248-87dd-cd8831efed63 None None] For port 8b845882-d84f-4b4b-b7c8-3eb53c2f7260, host n-d-838334-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838334-2',level=0,port_id=8b845882-d84f-4b4b-b7c8-3eb53c2f7260,segment=NetworkSegment(f9cc0428-71ee-40eb-8058-b43572266fb8),segment_id=f9cc0428-71ee-40eb-8058-b43572266fb8)] {{(pid=84042) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 21:11:58.900842 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 48672) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:11:58.936710 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-af938e3b-f427-4248-87dd-cd8831efed63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682'] for port, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:11:59.006160 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_hamode_db [None req-42117e9e-a906-4721-8619-7aa1e804e34b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c2f0652-b465-43be-bc18-7ede60e49b71', 'name': 'tempest-TestServerMultinode-402916040-router', 'tenant_id': 'f4d8a717b1ee43f880ab30cabe6e4d21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'external_fixed_ips': [{'subnet_id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'ip_address': '172.25.8.161'}], 'enable_snat': True}, 'gw_port_id': '86ce1639-ab2e-47e5-bd63-e4ba5bcd9297', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:11:18Z', 'updated_at': '2022-04-18T21:11:29Z', 'revision_number': 4, 'project_id': 'f4d8a717b1ee43f880ab30cabe6e4d21', 'gw_port': {'id': '86ce1639-ab2e-47e5-bd63-e4ba5bcd9297', 'name': '', 'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:64:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c2f0652-b465-43be-bc18-7ede60e49b71', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'ip_address': '172.25.8.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:11:19Z', 'updated_at': '2022-04-18T21:11:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838334-2', '_interfaces': [{'id': '02051af1-275e-4d04-ad07-90e31788a4e0', 'name': '', 'network_id': 'a6a1bd6e-c7a6-402d-9ad0-82327124d01a', 'tenant_id': 'f4d8a717b1ee43f880ab30cabe6e4d21', 'mac_address': 'fa:16:3e:af:20:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8c2f0652-b465-43be-bc18-7ede60e49b71', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8cf63959-47ce-4403-8f83-38f3dd943593', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:11:27Z', 'updated_at': '2022-04-18T21:11:30Z', 'revision_number': 2, 'project_id': 'f4d8a717b1ee43f880ab30cabe6e4d21', 'subnets': [{'id': '8cf63959-47ce-4403-8f83-38f3dd943593', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838334-2', False) {} {{(pid=84042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:11:59.248109 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2f07fab-6c83-4202-8417-bae086c568f8 admin admin] Pushing event updated for resources: {'Port': ['ID=f7083324-7d8e-49c2-8bd4-edaa8f6fb5d1,revision_number=2']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:11:59.256994 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-605e6439-c9db-47e5-9d50-45654033232c admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=580e862ec186417c881306a9dbb56146&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3156350 Apr 18 21:11:59.263096 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 48682) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:11:59.413040 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-f2f07fab-6c83-4202-8417-bae086c568f8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-32377886', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33443847'] for router_interface, after_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:11:59.509140 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-c500a6b4-b211-4e80-a561-e40bd2a0ca5b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:11:59.519034 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42117e9e-a906-4721-8619-7aa1e804e34b None None] Checking router: 8c2f0652-b465-43be-bc18-7ede60e49b71 for host: n-d-838334-2 {{(pid=84042) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 18 21:11:59.522039 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42117e9e-a906-4721-8619-7aa1e804e34b None None] Updating router 8c2f0652-b465-43be-bc18-7ede60e49b71 port 02051af1-275e-4d04-ad07-90e31788a4e0 binding host n-d-838334-2 {{(pid=84042) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 18 21:11:59.614850 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-c500a6b4-b211-4e80-a561-e40bd2a0ca5b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:11:59.658742 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:11:59.798831 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61bc65b1-ef0a-4df2-b7d1-03d5b467666a None None] Pushing event updated for resources: {'Port': ['ID=fbd04cd4-80de-4a78-96c8-64098ce92a21,revision_number=3']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:11:59.844275 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-c500a6b4-b211-4e80-a561-e40bd2a0ca5b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33528224'] for security_group, after_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:11:59.921621 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af938e3b-f427-4248-87dd-cd8831efed63 None None] Routers {'8fa348f8-02b3-4f5c-91fa-10f95637edc1'} bound to L3 agent in host n-d-838334-2 {{(pid=84042) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 21:11:59.921621 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_hamode_db [None req-af938e3b-f427-4248-87dd-cd8831efed63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838334-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-18T20:25:48Z,description=,heartbeat_timestamp=2022-04-18T21:11:48Z,host='n-d-838334-2',id=bc84d6c9-dd7a-4555-a351-592327b46d5a,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:25:48Z,topic='l3_agent')) {'router_ids': ['8fa348f8-02b3-4f5c-91fa-10f95637edc1'], 'active': True} {{(pid=84042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:11:59.970705 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c500a6b4-b211-4e80-a561-e40bd2a0ca5b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf1645a0-74da-4ff3-98d5-275db1b26720,revision_number=None']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:11:59.973474 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-c500a6b4-b211-4e80-a561-e40bd2a0ca5b admin admin] Notify callbacks [] for security_group, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:11:59.974816 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-c500a6b4-b211-4e80-a561-e40bd2a0ca5b admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/bf1645a0-74da-4ff3-98d5-275db1b26720 HTTP/1.1" status: 204 len: 168 time: 0.7111673 Apr 18 21:12:00.132040 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-defb7ddf-53e4-4f8f-98ee-fbbe3b11444d tempest-RoutersIpV6Test-235118808 tempest-RoutersIpV6Test-235118808-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-33444175', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-33443520', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5293'] for router, precommit_update {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:12:00.164750 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-defb7ddf-53e4-4f8f-98ee-fbbe3b11444d tempest-RoutersIpV6Test-235118808 tempest-RoutersIpV6Test-235118808-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33444176', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-33444166', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-33444185', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-33443547'] for router, after_update {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:12:00.449576 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] For port e0481721-b3d7-402b-a467-88ac00051ebf, host n-d-838334-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838334-2',level=0,port_id=e0481721-b3d7-402b-a467-88ac00051ebf,segment=NetworkSegment(732aa830-768b-4511-951f-d08e26b9c25b),segment_id=732aa830-768b-4511-951f-d08e26b9c25b)] {{(pid=84042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:12:00.492602 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750375287399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253529'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:12:00.492602 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-42117e9e-a906-4721-8619-7aa1e804e34b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:12:00.523420 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f9cd4cf-404f-4e85-ba07-d132e2dde9b0 None None] Pushing event updated for resources: {'Port': ['ID=8b845882-d84f-4b4b-b7c8-3eb53c2f7260,revision_number=4']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:12:00.683413 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-c5cafab9-7563-4016-92c4-13e388c55d59 None None] Provisioning complete for port fbd04cd4-80de-4a78-96c8-64098ce92a21 triggered by entity DHCP. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:12:00.683862 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-c5cafab9-7563-4016-92c4-13e388c55d59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1253608'] for port, provisioning_complete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:12:00.854206 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682'] for port, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:12:00.961362 n-d-838334-2 neutron-server[84040]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2f07fab-6c83-4202-8417-bae086c568f8 admin admin] Network dea6ff43-4237-4c1d-8015-4fa1d2a47e41 is already hosted by enough agents. {{(pid=84040) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:12:00.996643 n-d-838334-2 neutron-server[84040]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-defb7ddf-53e4-4f8f-98ee-fbbe3b11444d tempest-RoutersIpV6Test-235118808 tempest-RoutersIpV6Test-235118808-project] Router 8fa348f8-02b3-4f5c-91fa-10f95637edc1 has already been hosted by L3 agent bc84d6c9-dd7a-4555-a351-592327b46d5a {{(pid=84040) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 21:12:01.051556 n-d-838334-2 neutron-server[84040]: DEBUG neutron.scheduler.base_scheduler [None req-f2f07fab-6c83-4202-8417-bae086c568f8 admin admin] Resources bound (agent type, host, resource id): {{(pid=84040) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:12:01.097977 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Device fbd04cd4-80de-4a78-96c8-64098ce92a21 up at agent ovs-agent-n-d-838334-2 {{(pid=84042) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 21:12:01.519991 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_dvr_db [None req-af938e3b-f427-4248-87dd-cd8831efed63 None None] Set router 8fa348f8-02b3-4f5c-91fa-10f95637edc1 gateway port host: None {{(pid=84042) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 21:12:01.534377 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 48732) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:12:01.647983 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-372d6660-6b2c-4627-b208-30e51dd8c285 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=8be41e2a27bf453996c2bdec0f7cc16f&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1121852 Apr 18 21:12:01.650518 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 48738) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:12:01.918121 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-97b1e4fa-15bc-4544-87a3-6d3ffe202470 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:12:01.946314 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-97b1e4fa-15bc-4544-87a3-6d3ffe202470 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:12:01.988753 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Pushing event updated for resources: {'Port': ['ID=e0481721-b3d7-402b-a467-88ac00051ebf,revision_number=4']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:12:02.014546 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-97b1e4fa-15bc-4544-87a3-6d3ffe202470 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33528224'] for security_group, after_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:12:02.077085 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97b1e4fa-15bc-4544-87a3-6d3ffe202470 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=082a33dc-09f5-4466-8b36-0a594d903c65,revision_number=None']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:12:02.121044 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-97b1e4fa-15bc-4544-87a3-6d3ffe202470 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:12:02.122536 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-97b1e4fa-15bc-4544-87a3-6d3ffe202470 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/082a33dc-09f5-4466-8b36-0a594d903c65 HTTP/1.1" status: 204 len: 168 time: 0.4685974 Apr 18 21:12:02.433633 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-defb7ddf-53e4-4f8f-98ee-fbbe3b11444d tempest-RoutersIpV6Test-235118808 tempest-RoutersIpV6Test-235118808-project] Notify agent at l3_agent.n-d-838334-2 the message routers_updated {{(pid=84040) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 21:12:02.452223 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-defb7ddf-53e4-4f8f-98ee-fbbe3b11444d tempest-RoutersIpV6Test-235118808 tempest-RoutersIpV6Test-235118808-project] Notify callbacks [] for router, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:12:02.453603 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-defb7ddf-53e4-4f8f-98ee-fbbe3b11444d tempest-RoutersIpV6Test-235118808 tempest-RoutersIpV6Test-235118808-project] 10.222.0.42 "PUT /v2.0/routers/8fa348f8-02b3-4f5c-91fa-10f95637edc1 HTTP/1.1" status: 200 len: 704 time: 10.6868496 Apr 18 21:12:02.456447 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 48758) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:12:02.501530 n-d-838334-2 neutron-server[84040]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f2f07fab-6c83-4202-8417-bae086c568f8 admin admin] Router 28fb3eb4-5fd2-48f0-ac9e-39ce832a3a36 has already been hosted by L3 agent bc84d6c9-dd7a-4555-a351-592327b46d5a {{(pid=84040) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 21:12:02.955004 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 48776) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:12:03.340810 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-1ef0f523-f802-4386-87e6-f93bf51216d5 tempest-RoutersIpV6Test-235118808 tempest-RoutersIpV6Test-235118808-project] 10.222.0.42 "GET /v2.0/routers/8fa348f8-02b3-4f5c-91fa-10f95637edc1 HTTP/1.1" status: 200 len: 704 time: 0.8829942 Apr 18 21:12:03.344345 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 48790) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:12:03.493137 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Provisioning complete for port fbd04cd4-80de-4a78-96c8-64098ce92a21 triggered by entity L2. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:12:03.498855 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1253608'] for port, provisioning_complete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:12:03.501032 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-04202035-4ab8-4328-b535-1a80189f33ca admin admin] Notify callbacks [] for security_group, before_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:12:03.538175 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-04202035-4ab8-4328-b535-1a80189f33ca admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:12:03.543374 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-04202035-4ab8-4328-b535-1a80189f33ca admin admin] Usage tracker for resource:security_group_rule and tenant:5260d5071a664af1b0950ec807b6f01f is out of sync, need to count used quota {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:12:03.546848 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-04202035-4ab8-4328-b535-1a80189f33ca admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:12:03.553554 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-04202035-4ab8-4328-b535-1a80189f33ca admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:12:03.639212 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-04202035-4ab8-4328-b535-1a80189f33ca admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:12:03.662019 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-04202035-4ab8-4328-b535-1a80189f33ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33528224'] for security_group, after_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:12:03.836286 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04202035-4ab8-4328-b535-1a80189f33ca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=460838e3-e9a4-4a08-8afd-28a07124599c,revision_number=1']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:12:03.886261 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_hamode_db [None req-af938e3b-f427-4248-87dd-cd8831efed63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8fa348f8-02b3-4f5c-91fa-10f95637edc1', 'name': 'tempest-RoutersIpV6Test-router-1666022958', 'tenant_id': '3fd12654c90d4a4687b2462ca839c972', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:10:51Z', 'updated_at': '2022-04-18T21:11:56Z', 'revision_number': 7, 'project_id': '3fd12654c90d4a4687b2462ca839c972', 'gw_port_host': None, '_interfaces': [{'id': '5c8fb1df-2b42-400d-9c2d-86b8243f6445', 'name': '', 'network_id': 'b0cfab48-3f09-430a-9068-3eef4510480b', 'tenant_id': '3fd12654c90d4a4687b2462ca839c972', 'mac_address': 'fa:16:3e:e6:bd:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fa348f8-02b3-4f5c-91fa-10f95637edc1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'fea0e53c-8a06-45ef-80e9-a2622b1e38e1', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:11:06Z', 'updated_at': '2022-04-18T21:11:23Z', 'revision_number': 5, 'project_id': '3fd12654c90d4a4687b2462ca839c972', 'subnets': [{'id': 'fea0e53c-8a06-45ef-80e9-a2622b1e38e1', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '69eabc56-db4e-43b3-99d4-551f9083522f', 'name': '', 'network_id': '6eed5772-3037-422b-b3d4-37e74c4be095', 'tenant_id': '3fd12654c90d4a4687b2462ca839c972', 'mac_address': 'fa:16:3e:b6:f2:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fa348f8-02b3-4f5c-91fa-10f95637edc1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b1ff9e3f-1ee9-4eb4-940c-34585ddf74dd', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:11:20Z', 'updated_at': '2022-04-18T21:11:37Z', 'revision_number': 5, 'project_id': '3fd12654c90d4a4687b2462ca839c972', 'subnets': [{'id': 'b1ff9e3f-1ee9-4eb4-940c-34585ddf74dd', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8b845882-d84f-4b4b-b7c8-3eb53c2f7260', 'name': '', 'network_id': 'b85f46d1-66a4-4e7f-800a-15c192131b70', 'tenant_id': '3fd12654c90d4a4687b2462ca839c972', 'mac_address': 'fa:16:3e:a8:9c:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8fa348f8-02b3-4f5c-91fa-10f95637edc1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '22546ca8-c251-4cbc-98d6-7078674405ca', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:11:38Z', 'updated_at': '2022-04-18T21:11:58Z', 'revision_number': 4, 'project_id': '3fd12654c90d4a4687b2462ca839c972', 'subnets': [{'id': '22546ca8-c251-4cbc-98d6-7078674405ca', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '97b0b1f9-c01a-4ba8-b4c8-af3dcc327f1e', 'name': '', 'network_id': '699bd152-a339-411f-b2d2-c325a0670f8b', 'tenant_id': '3fd12654c90d4a4687b2462ca839c972', 'mac_address': 'fa:16:3e:b1:c8:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fa348f8-02b3-4f5c-91fa-10f95637edc1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '94ebf16d-084a-4271-a878-e6ba8454c0ac', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:10:55Z', 'updated_at': '2022-04-18T21:11:13Z', 'revision_number': 5, 'project_id': '3fd12654c90d4a4687b2462ca839c972', 'subnets': [{'id': '94ebf16d-084a-4271-a878-e6ba8454c0ac', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838334-2', False) {} {{(pid=84042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:12:03.890025 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-04202035-4ab8-4328-b535-1a80189f33ca admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=5260d5071a664af1b0950ec807b6f01f&name=default HTTP/1.1" status: 200 len: 2647 time: 0.9258964 Apr 18 21:12:03.920274 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 48804) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:12:03.941780 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af938e3b-f427-4248-87dd-cd8831efed63 None None] The sync data for ids ['8fa348f8-02b3-4f5c-91fa-10f95637edc1'] in n-d-838334-2 is: [{'id': '8fa348f8-02b3-4f5c-91fa-10f95637edc1', 'name': 'tempest-RoutersIpV6Test-router-1666022958', 'tenant_id': '3fd12654c90d4a4687b2462ca839c972', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:10:51Z', 'updated_at': '2022-04-18T21:11:56Z', 'revision_number': 7, 'project_id': '3fd12654c90d4a4687b2462ca839c972', 'gw_port_host': None, '_interfaces': [{'id': '5c8fb1df-2b42-400d-9c2d-86b8243f6445', 'name': '', 'network_id': 'b0cfab48-3f09-430a-9068-3eef4510480b', 'tenant_id': '3fd12654c90d4a4687b2462ca839c972', 'mac_address': 'fa:16:3e:e6:bd:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fa348f8-02b3-4f5c-91fa-10f95637edc1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'fea0e53c-8a06-45ef-80e9-a2622b1e38e1', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:11:06Z', 'updated_at': '2022-04-18T21:11:23Z', 'revision_number': 5, 'project_id': '3fd12654c90d4a4687b2462ca839c972', 'subnets': [{'id': 'fea0e53c-8a06-45ef-80e9-a2622b1e38e1', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '69eabc56-db4e-43b3-99d4-551f9083522f', 'name': '', 'network_id': '6eed5772-3037-422b-b3d4-37e74c4be095', 'tenant_id': '3fd12654c90d4a4687b2462ca839c972', 'mac_address': 'fa:16:3e:b6:f2:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fa348f8-02b3-4f5c-91fa-10f95637edc1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b1ff9e3f-1ee9-4eb4-940c-34585ddf74dd', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:11:20Z', 'updated_at': '2022-04-18T21:11:37Z', 'revision_number': 5, 'project_id': '3fd12654c90d4a4687b2462ca839c972', 'subnets': [{'id': 'b1ff9e3f-1ee9-4eb4-940c-34585ddf74dd', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8b845882-d84f-4b4b-b7c8-3eb53c2f7260', 'name': '', 'network_id': 'b85f46d1-66a4-4e7f-800a-15c192131b70', 'tenant_id': '3fd12654c90d4a4687b2462ca839c972', 'mac_address': 'fa:16:3e:a8:9c:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8fa348f8-02b3-4f5c-91fa-10f95637edc1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '22546ca8-c251-4cbc-98d6-7078674405ca', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:11:38Z', 'updated_at': '2022-04-18T21:11:58Z', 'revision_number': 4, 'project_id': '3fd12654c90d4a4687b2462ca839c972', 'subnets': [{'id': '22546ca8-c251-4cbc-98d6-7078674405ca', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '97b0b1f9-c01a-4ba8-b4c8-af3dcc327f1e', 'name': '', 'network_id': '699bd152-a339-411f-b2d2-c325a0670f8b', 'tenant_id': '3fd12654c90d4a4687b2462ca839c972', 'mac_address': 'fa:16:3e:b1:c8:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fa348f8-02b3-4f5c-91fa-10f95637edc1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '94ebf16d-084a-4271-a878-e6ba8454c0ac', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:10:55Z', 'updated_at': '2022-04-18T21:11:13Z', 'revision_number': 5, 'project_id': '3fd12654c90d4a4687b2462ca839c972', 'subnets': [{'id': '94ebf16d-084a-4271-a878-e6ba8454c0ac', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84042) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 18 21:12:03.959602 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-c5cafab9-7563-4016-92c4-13e388c55d59 None None] Provisioning for port f7083324-7d8e-49c2-8bd4-edaa8f6fb5d1 completed by entity DHCP. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 21:12:03.994339 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-c5cafab9-7563-4016-92c4-13e388c55d59 None None] Provisioning complete for port f7083324-7d8e-49c2-8bd4-edaa8f6fb5d1 triggered by entity DHCP. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:12:03.994886 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-c5cafab9-7563-4016-92c4-13e388c55d59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1253608'] for port, provisioning_complete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:12:04.218526 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-31d8cb65-07a8-4ff5-8beb-0886fbbe5cdc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:12:04.302409 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-31d8cb65-07a8-4ff5-8beb-0886fbbe5cdc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:12:04.364946 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750375287399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253529'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:12:04.371964 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.plugin [None req-c5cafab9-7563-4016-92c4-13e388c55d59 None None] Port f7083324-7d8e-49c2-8bd4-edaa8f6fb5d1 cannot update to ACTIVE because it is not bound. {{(pid=84042) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 18 21:12:04.464469 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-31d8cb65-07a8-4ff5-8beb-0886fbbe5cdc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33528224'] for security_group, after_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:12:04.490289 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f2f07fab-6c83-4202-8417-bae086c568f8 admin admin] Notify agent at l3_agent.n-d-838334-2 the message routers_updated {{(pid=84040) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 21:12:04.501995 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-f2f07fab-6c83-4202-8417-bae086c568f8 admin admin] 10.222.0.42 "PUT /v2.0/routers/28fb3eb4-5fd2-48f0-ac9e-39ce832a3a36/add_router_interface HTTP/1.1" status: 200 len: 503 time: 16.1495419 Apr 18 21:12:04.505993 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31d8cb65-07a8-4ff5-8beb-0886fbbe5cdc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=460838e3-e9a4-4a08-8afd-28a07124599c,revision_number=None']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:12:04.519446 n-d-838334-2 neutron-server[84043]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb303e52-c805-4cbe-b417-505de2f60128 None None] Sync routers for ids ['28fb3eb4-5fd2-48f0-ac9e-39ce832a3a36'] in n-d-838334-2 {{(pid=84043) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 18 21:12:04.545997 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb303e52-c805-4cbe-b417-505de2f60128 None None] Routers {'28fb3eb4-5fd2-48f0-ac9e-39ce832a3a36'} bound to L3 agent in host n-d-838334-2 {{(pid=84043) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 21:12:04.546629 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.l3_hamode_db [None req-bb303e52-c805-4cbe-b417-505de2f60128 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838334-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-18T20:25:48Z,description=,heartbeat_timestamp=2022-04-18T21:11:48Z,host='n-d-838334-2',id=bc84d6c9-dd7a-4555-a351-592327b46d5a,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:25:48Z,topic='l3_agent')) {'router_ids': ['28fb3eb4-5fd2-48f0-ac9e-39ce832a3a36'], 'active': True} {{(pid=84043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:12:04.569470 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-31d8cb65-07a8-4ff5-8beb-0886fbbe5cdc admin admin] Notify callbacks [] for security_group, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:12:04.572612 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-31d8cb65-07a8-4ff5-8beb-0886fbbe5cdc admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/460838e3-e9a4-4a08-8afd-28a07124599c HTTP/1.1" status: 204 len: 168 time: 0.6543918 Apr 18 21:12:04.637272 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-60128982-cabf-46d3-94c5-6a64162d4654 tempest-RoutersIpV6Test-235118808 tempest-RoutersIpV6Test-235118808-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33443857'] for router_interface, before_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:12:04.637879 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.db.resource_extend [None req-42117e9e-a906-4721-8619-7aa1e804e34b None None] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 18 21:12:04.834199 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Device e0481721-b3d7-402b-a467-88ac00051ebf up at agent ovs-agent-n-d-838334-2 {{(pid=84042) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 21:12:05.011677 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-42117e9e-a906-4721-8619-7aa1e804e34b None None] Notify callbacks [] for port, precommit_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:12:05.039040 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-42117e9e-a906-4721-8619-7aa1e804e34b None None] Transition to ACTIVE for port object 02051af1-275e-4d04-ad07-90e31788a4e0 will not be triggered until provisioned by entity L2. {{(pid=84042) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:12:05.041778 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-6a966f41-b7a0-435e-a708-357c7abaa2c0 None None] Provisioning complete for port f7083324-7d8e-49c2-8bd4-edaa8f6fb5d1 triggered by entity DHCP. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:12:05.042388 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-6a966f41-b7a0-435e-a708-357c7abaa2c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1253608'] for port, provisioning_complete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:12:05.163459 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.plugin [None req-6a966f41-b7a0-435e-a708-357c7abaa2c0 None None] Port f7083324-7d8e-49c2-8bd4-edaa8f6fb5d1 cannot update to ACTIVE because it is not bound. {{(pid=84042) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 18 21:12:05.191278 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-42117e9e-a906-4721-8619-7aa1e804e34b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682'] for port, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:12:05.396823 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Provisioning complete for port e0481721-b3d7-402b-a467-88ac00051ebf triggered by entity L2. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:12:05.396823 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1253608'] for port, provisioning_complete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:12:05.590420 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.l3_dvr_db [None req-bb303e52-c805-4cbe-b417-505de2f60128 None None] Set router 28fb3eb4-5fd2-48f0-ac9e-39ce832a3a36 gateway port host: n-d-838334-2 {{(pid=84043) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 21:12:06.248770 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 48860) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:12:06.272819 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-b0080d42-1bbd-40af-95c4-a23a9e424406 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:12:06.373250 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-b0080d42-1bbd-40af-95c4-a23a9e424406 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:12:06.384115 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-b0080d42-1bbd-40af-95c4-a23a9e424406 admin admin] Usage tracker for resource:security_group_rule and tenant:80f042e5260e4bc1b2b91e439eb35dd5 is out of sync, need to count used quota {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:12:06.384115 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-b0080d42-1bbd-40af-95c4-a23a9e424406 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:12:06.406998 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-b0080d42-1bbd-40af-95c4-a23a9e424406 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:12:06.491779 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4a5c7d3-7a01-4501-aeec-c8117ce90566 None None] Pushing event updated for resources: {'Port': ['ID=02051af1-275e-4d04-ad07-90e31788a4e0,revision_number=3']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:12:06.551458 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Device 8b845882-d84f-4b4b-b7c8-3eb53c2f7260 up at agent ovs-agent-n-d-838334-2 {{(pid=84042) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 21:12:06.635377 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-b0080d42-1bbd-40af-95c4-a23a9e424406 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:12:06.652761 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-b0080d42-1bbd-40af-95c4-a23a9e424406 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33528224'] for security_group, after_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:12:06.742437 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.l3_hamode_db [None req-bb303e52-c805-4cbe-b417-505de2f60128 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '28fb3eb4-5fd2-48f0-ac9e-39ce832a3a36', 'name': 'tempest-TestServerMultinode-496831824-router', 'tenant_id': '231c6f353e4d4ddda7f422c7fb7cca6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'external_fixed_ips': [{'subnet_id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'ip_address': '172.25.8.179'}], 'enable_snat': True}, 'gw_port_id': 'e0481721-b3d7-402b-a467-88ac00051ebf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:11:42Z', 'updated_at': '2022-04-18T21:11:56Z', 'revision_number': 4, 'project_id': '231c6f353e4d4ddda7f422c7fb7cca6b', 'gw_port': {'id': 'e0481721-b3d7-402b-a467-88ac00051ebf', 'name': '', 'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:38:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28fb3eb4-5fd2-48f0-ac9e-39ce832a3a36', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'ip_address': '172.25.8.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:11:43Z', 'updated_at': '2022-04-18T21:11:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838334-2', '_interfaces': [{'id': 'f7083324-7d8e-49c2-8bd4-edaa8f6fb5d1', 'name': '', 'network_id': 'dea6ff43-4237-4c1d-8015-4fa1d2a47e41', 'tenant_id': '231c6f353e4d4ddda7f422c7fb7cca6b', 'mac_address': 'fa:16:3e:3e:4d:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '28fb3eb4-5fd2-48f0-ac9e-39ce832a3a36', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4c1ddbdc-f25f-4421-b57d-e427d7c73cde', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:11:52Z', 'updated_at': '2022-04-18T21:11:57Z', 'revision_number': 2, 'project_id': '231c6f353e4d4ddda7f422c7fb7cca6b', 'subnets': [{'id': '4c1ddbdc-f25f-4421-b57d-e427d7c73cde', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838334-2', False) {} {{(pid=84043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:12:06.742437 n-d-838334-2 neutron-server[84043]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb303e52-c805-4cbe-b417-505de2f60128 None None] Checking router: 28fb3eb4-5fd2-48f0-ac9e-39ce832a3a36 for host: n-d-838334-2 {{(pid=84043) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 18 21:12:06.742437 n-d-838334-2 neutron-server[84043]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb303e52-c805-4cbe-b417-505de2f60128 None None] Updating router 28fb3eb4-5fd2-48f0-ac9e-39ce832a3a36 port f7083324-7d8e-49c2-8bd4-edaa8f6fb5d1 binding host n-d-838334-2 {{(pid=84043) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 18 21:12:06.753221 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.managers [None req-42117e9e-a906-4721-8619-7aa1e804e34b None None] Attempting to bind port 02051af1-275e-4d04-ad07-90e31788a4e0 on host n-d-838334-2 for vnic_type normal with profile {{(pid=84042) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 21:12:06.753221 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.managers [None req-42117e9e-a906-4721-8619-7aa1e804e34b None None] Attempting to bind port 02051af1-275e-4d04-ad07-90e31788a4e0 by drivers openvswitch,hyperv on host n-d-838334-2 at level 0 using segments [{'id': 'c49af281-1077-4a7b-980c-51064121b94d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': 'a6a1bd6e-c7a6-402d-9ad0-82327124d01a'}] {{(pid=84042) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 21:12:06.753221 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42117e9e-a906-4721-8619-7aa1e804e34b None None] Attempting to bind port 02051af1-275e-4d04-ad07-90e31788a4e0 on network a6a1bd6e-c7a6-402d-9ad0-82327124d01a {{(pid=84042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 21:12:06.791031 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42117e9e-a906-4721-8619-7aa1e804e34b None None] Checking agent: {'id': '97cd4414-7af6-4d67-868d-dff370b4071a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838334-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 25, 49), 'started_at': datetime.datetime(2022, 4, 18, 20, 26, 19), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 21, 11, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838334-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 18 21:12:06.791031 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42117e9e-a906-4721-8619-7aa1e804e34b None None] Checking segment: {'id': 'c49af281-1077-4a7b-980c-51064121b94d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': 'a6a1bd6e-c7a6-402d-9ad0-82327124d01a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84042) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 21:12:06.791031 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-42117e9e-a906-4721-8619-7aa1e804e34b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:12:06.791031 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42117e9e-a906-4721-8619-7aa1e804e34b None None] Bound using segment: {'id': 'c49af281-1077-4a7b-980c-51064121b94d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': 'a6a1bd6e-c7a6-402d-9ad0-82327124d01a'} {{(pid=84042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 18 21:12:06.791031 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.managers [None req-42117e9e-a906-4721-8619-7aa1e804e34b None None] Bound port: 02051af1-275e-4d04-ad07-90e31788a4e0, host: n-d-838334-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c49af281-1077-4a7b-980c-51064121b94d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': 'a6a1bd6e-c7a6-402d-9ad0-82327124d01a'}}] {{(pid=84042) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 21:12:06.791031 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-42117e9e-a906-4721-8619-7aa1e804e34b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:12:06.834076 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0080d42-1bbd-40af-95c4-a23a9e424406 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8ee604c7-43ad-4b32-85f1-71d6c047c777,revision_number=1']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:12:06.846333 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Provisioning for port 8b845882-d84f-4b4b-b7c8-3eb53c2f7260 completed by entity L2. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 21:12:06.850756 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-b0080d42-1bbd-40af-95c4-a23a9e424406 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=80f042e5260e4bc1b2b91e439eb35dd5&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6122186 Apr 18 21:12:06.850756 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 48874) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:12:06.881085 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Provisioning complete for port 8b845882-d84f-4b4b-b7c8-3eb53c2f7260 triggered by entity L2. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:12:06.881085 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1253608'] for port, provisioning_complete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:12:06.934270 n-d-838334-2 neutron-server[84043]: DEBUG neutron_lib.callbacks.manager [None req-bb303e52-c805-4cbe-b417-505de2f60128 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:12:07.099797 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-3bd45f9e-04a3-4110-83ee-66918e7e9569 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:12:07.223028 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-3bd45f9e-04a3-4110-83ee-66918e7e9569 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:12:07.318208 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acf04d69-07ce-4c6b-981a-76cfbc5ceb23 None None] Sync routers for ids ['8fa348f8-02b3-4f5c-91fa-10f95637edc1'] in n-d-838334-2 {{(pid=84042) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 18 21:12:07.344895 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.plugin [None req-60128982-cabf-46d3-94c5-6a64162d4654 tempest-RoutersIpV6Test-235118808 tempest-RoutersIpV6Test-235118808-project] Deleting port 8b845882-d84f-4b4b-b7c8-3eb53c2f7260 {{(pid=84040) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 21:12:07.344895 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-60128982-cabf-46d3-94c5-6a64162d4654 tempest-RoutersIpV6Test-235118808 tempest-RoutersIpV6Test-235118808-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750375188691'] for port, before_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:12:07.421207 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-3bd45f9e-04a3-4110-83ee-66918e7e9569 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33528224'] for security_group, after_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:12:07.480232 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bd45f9e-04a3-4110-83ee-66918e7e9569 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ee604c7-43ad-4b32-85f1-71d6c047c777,revision_number=None']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:12:07.484430 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acf04d69-07ce-4c6b-981a-76cfbc5ceb23 None None] Routers {'8fa348f8-02b3-4f5c-91fa-10f95637edc1'} bound to L3 agent in host n-d-838334-2 {{(pid=84042) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 21:12:07.484920 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_hamode_db [None req-acf04d69-07ce-4c6b-981a-76cfbc5ceb23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838334-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-18T20:25:48Z,description=,heartbeat_timestamp=2022-04-18T21:11:48Z,host='n-d-838334-2',id=bc84d6c9-dd7a-4555-a351-592327b46d5a,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:25:48Z,topic='l3_agent')) {'router_ids': ['8fa348f8-02b3-4f5c-91fa-10f95637edc1'], 'active': True} {{(pid=84042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:12:07.499061 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-3bd45f9e-04a3-4110-83ee-66918e7e9569 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:12:07.502475 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-3bd45f9e-04a3-4110-83ee-66918e7e9569 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/8ee604c7-43ad-4b32-85f1-71d6c047c777 HTTP/1.1" status: 204 len: 168 time: 0.6531334 Apr 18 21:12:07.772503 n-d-838334-2 neutron-server[84043]: DEBUG neutron_lib.callbacks.manager [None req-bb303e52-c805-4cbe-b417-505de2f60128 None None] Notify callbacks [] for port, precommit_update {{(pid=84043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:12:07.784172 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.provisioning_blocks [None req-bb303e52-c805-4cbe-b417-505de2f60128 None None] Transition to ACTIVE for port object f7083324-7d8e-49c2-8bd4-edaa8f6fb5d1 will not be triggered until provisioned by entity L2. {{(pid=84043) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:12:07.807889 n-d-838334-2 neutron-server[84043]: DEBUG neutron_lib.callbacks.manager [None req-bb303e52-c805-4cbe-b417-505de2f60128 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682'] for port, after_update {{(pid=84043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:12:07.919503 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_dvr_db [None req-acf04d69-07ce-4c6b-981a-76cfbc5ceb23 None None] Set router 8fa348f8-02b3-4f5c-91fa-10f95637edc1 gateway port host: None {{(pid=84042) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 21:12:08.126080 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.db [None req-60128982-cabf-46d3-94c5-6a64162d4654 tempest-RoutersIpV6Test-235118808 tempest-RoutersIpV6Test-235118808-project] For port 8b845882-d84f-4b4b-b7c8-3eb53c2f7260, host n-d-838334-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838334-2',level=0,port_id=8b845882-d84f-4b4b-b7c8-3eb53c2f7260,segment=NetworkSegment(f9cc0428-71ee-40eb-8058-b43572266fb8),segment_id=f9cc0428-71ee-40eb-8058-b43572266fb8)] {{(pid=84040) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:12:08.132108 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-60128982-cabf-46d3-94c5-6a64162d4654 tempest-RoutersIpV6Test-235118808 tempest-RoutersIpV6Test-235118808-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369123'] for port, precommit_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:12:08.143775 n-d-838334-2 neutron-server[84043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-943c7d70-fd22-488e-b04f-d2a82a6f047f None None] Pushing event updated for resources: {'Port': ['ID=f7083324-7d8e-49c2-8bd4-edaa8f6fb5d1,revision_number=3']} {{(pid=84043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:12:08.427571 n-d-838334-2 neutron-server[84043]: DEBUG neutron.plugins.ml2.managers [None req-bb303e52-c805-4cbe-b417-505de2f60128 None None] Attempting to bind port f7083324-7d8e-49c2-8bd4-edaa8f6fb5d1 on host n-d-838334-2 for vnic_type normal with profile {{(pid=84043) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 21:12:08.427966 n-d-838334-2 neutron-server[84043]: DEBUG neutron.plugins.ml2.managers [None req-bb303e52-c805-4cbe-b417-505de2f60128 None None] Attempting to bind port f7083324-7d8e-49c2-8bd4-edaa8f6fb5d1 by drivers openvswitch,hyperv on host n-d-838334-2 at level 0 using segments [{'id': '4e963bef-c34f-4e85-98b0-0b30c27346e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': 'dea6ff43-4237-4c1d-8015-4fa1d2a47e41'}] {{(pid=84043) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 21:12:08.428320 n-d-838334-2 neutron-server[84043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb303e52-c805-4cbe-b417-505de2f60128 None None] Attempting to bind port f7083324-7d8e-49c2-8bd4-edaa8f6fb5d1 on network dea6ff43-4237-4c1d-8015-4fa1d2a47e41 {{(pid=84043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 21:12:08.436171 n-d-838334-2 neutron-server[84043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb303e52-c805-4cbe-b417-505de2f60128 None None] Checking agent: {'id': '97cd4414-7af6-4d67-868d-dff370b4071a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838334-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 25, 49), 'started_at': datetime.datetime(2022, 4, 18, 20, 26, 19), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 21, 11, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838334-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 18 21:12:08.436734 n-d-838334-2 neutron-server[84043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb303e52-c805-4cbe-b417-505de2f60128 None None] Checking segment: {'id': '4e963bef-c34f-4e85-98b0-0b30c27346e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': 'dea6ff43-4237-4c1d-8015-4fa1d2a47e41'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84043) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 21:12:08.437130 n-d-838334-2 neutron-server[84043]: DEBUG neutron_lib.callbacks.manager [None req-bb303e52-c805-4cbe-b417-505de2f60128 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:12:08.437513 n-d-838334-2 neutron-server[84043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb303e52-c805-4cbe-b417-505de2f60128 None None] Bound using segment: {'id': '4e963bef-c34f-4e85-98b0-0b30c27346e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': 'dea6ff43-4237-4c1d-8015-4fa1d2a47e41'} {{(pid=84043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 18 21:12:08.438513 n-d-838334-2 neutron-server[84043]: DEBUG neutron.plugins.ml2.managers [None req-bb303e52-c805-4cbe-b417-505de2f60128 None None] Bound port: f7083324-7d8e-49c2-8bd4-edaa8f6fb5d1, host: n-d-838334-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4e963bef-c34f-4e85-98b0-0b30c27346e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': 'dea6ff43-4237-4c1d-8015-4fa1d2a47e41'}}] {{(pid=84043) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 21:12:08.438913 n-d-838334-2 neutron-server[84043]: DEBUG neutron_lib.callbacks.manager [None req-bb303e52-c805-4cbe-b417-505de2f60128 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:12:08.521562 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-42117e9e-a906-4721-8619-7aa1e804e34b None None] For port 02051af1-275e-4d04-ad07-90e31788a4e0, host n-d-838334-2, cleared binding levels {{(pid=84042) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 21:12:08.670356 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-42117e9e-a906-4721-8619-7aa1e804e34b None None] For port 02051af1-275e-4d04-ad07-90e31788a4e0, host n-d-838334-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838334-2',level=0,port_id=02051af1-275e-4d04-ad07-90e31788a4e0,segment=NetworkSegment(c49af281-1077-4a7b-980c-51064121b94d),segment_id=c49af281-1077-4a7b-980c-51064121b94d)] {{(pid=84042) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 21:12:08.673203 n-d-838334-2 neutron-server[84043]: DEBUG neutron.plugins.ml2.db [None req-bb303e52-c805-4cbe-b417-505de2f60128 None None] For port f7083324-7d8e-49c2-8bd4-edaa8f6fb5d1, host n-d-838334-2, cleared binding levels {{(pid=84043) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 21:12:08.673203 n-d-838334-2 neutron-server[84043]: DEBUG neutron.plugins.ml2.db [None req-bb303e52-c805-4cbe-b417-505de2f60128 None None] For port f7083324-7d8e-49c2-8bd4-edaa8f6fb5d1, host n-d-838334-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838334-2',level=0,port_id=f7083324-7d8e-49c2-8bd4-edaa8f6fb5d1,segment=NetworkSegment(4e963bef-c34f-4e85-98b0-0b30c27346e4),segment_id=4e963bef-c34f-4e85-98b0-0b30c27346e4)] {{(pid=84043) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 21:12:08.683773 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:12:08.687579 n-d-838334-2 neutron-server[84043]: DEBUG neutron_lib.callbacks.manager [None req-bb303e52-c805-4cbe-b417-505de2f60128 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682'] for port, after_update {{(pid=84043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:12:08.744910 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-42117e9e-a906-4721-8619-7aa1e804e34b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682'] for port, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:12:08.765772 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.plugin [None req-60128982-cabf-46d3-94c5-6a64162d4654 tempest-RoutersIpV6Test-235118808 tempest-RoutersIpV6Test-235118808-project] Calling delete_port for 8b845882-d84f-4b4b-b7c8-3eb53c2f7260 owned by network:router_interface {{(pid=84040) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 21:12:08.879718 n-d-838334-2 neutron-server[84043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-943c7d70-fd22-488e-b04f-d2a82a6f047f None None] Pushing event updated for resources: {'Port': ['ID=f7083324-7d8e-49c2-8bd4-edaa8f6fb5d1,revision_number=4']} {{(pid=84043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:12:08.981851 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb303e52-c805-4cbe-b417-505de2f60128 None None] Routers {'28fb3eb4-5fd2-48f0-ac9e-39ce832a3a36'} bound to L3 agent in host n-d-838334-2 {{(pid=84043) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 21:12:08.981851 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.l3_hamode_db [None req-bb303e52-c805-4cbe-b417-505de2f60128 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838334-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-18T20:25:48Z,description=,heartbeat_timestamp=2022-04-18T21:11:48Z,host='n-d-838334-2',id=bc84d6c9-dd7a-4555-a351-592327b46d5a,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:25:48Z,topic='l3_agent')) {'router_ids': ['28fb3eb4-5fd2-48f0-ac9e-39ce832a3a36'], 'active': True} {{(pid=84043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:12:09.532035 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] For port 8b845882-d84f-4b4b-b7c8-3eb53c2f7260, host n-d-838334-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838334-2',level=0,port_id=8b845882-d84f-4b4b-b7c8-3eb53c2f7260,segment=NetworkSegment(f9cc0428-71ee-40eb-8058-b43572266fb8),segment_id=f9cc0428-71ee-40eb-8058-b43572266fb8)] {{(pid=84042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:12:09.601337 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682'] for port, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:12:09.601337 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4a5c7d3-7a01-4501-aeec-c8117ce90566 None None] Pushing event updated for resources: {'Port': ['ID=02051af1-275e-4d04-ad07-90e31788a4e0,revision_number=4']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:12:09.736554 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acc1e139-9b0c-4066-b874-c0be16701e90 req-6749d66e-ad7e-452a-9701-2f2a179cff16 tempest-TestServerMultinode-197109480 tempest-TestServerMultinode-197109480-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:12:09.757530 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.l3_dvr_db [None req-bb303e52-c805-4cbe-b417-505de2f60128 None None] Set router 28fb3eb4-5fd2-48f0-ac9e-39ce832a3a36 gateway port host: n-d-838334-2 {{(pid=84043) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 21:12:09.761376 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-acc1e139-9b0c-4066-b874-c0be16701e90 req-6749d66e-ad7e-452a-9701-2f2a179cff16 tempest-TestServerMultinode-197109480 tempest-TestServerMultinode-197109480-project-admin] 10.222.0.42 "GET /v2.0/networks?id=a6a1bd6e-c7a6-402d-9ad0-82327124d01a HTTP/1.1" status: 200 len: 910 time: 1.0134537 Apr 18 21:12:09.848594 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Pushing event updated for resources: {'Port': ['ID=8b845882-d84f-4b4b-b7c8-3eb53c2f7260,revision_number=5']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:12:09.882137 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42117e9e-a906-4721-8619-7aa1e804e34b None None] Routers {'8c2f0652-b465-43be-bc18-7ede60e49b71'} bound to L3 agent in host n-d-838334-2 {{(pid=84042) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 21:12:09.882789 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_hamode_db [None req-42117e9e-a906-4721-8619-7aa1e804e34b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838334-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-18T20:25:48Z,description=,heartbeat_timestamp=2022-04-18T21:11:48Z,host='n-d-838334-2',id=bc84d6c9-dd7a-4555-a351-592327b46d5a,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:25:48Z,topic='l3_agent')) {'router_ids': ['8c2f0652-b465-43be-bc18-7ede60e49b71'], 'active': True} {{(pid=84042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:12:09.904799 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.db.api [None req-60128982-cabf-46d3-94c5-6a64162d4654 tempest-RoutersIpV6Test-235118808 tempest-RoutersIpV6Test-235118808-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84040) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 18 21:12:09.904799 n-d-838334-2 neutron-server[84040]: DEBUG oslo_db.api [None req-60128982-cabf-46d3-94c5-6a64162d4654 tempest-RoutersIpV6Test-235118808 tempest-RoutersIpV6Test-235118808-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 18 21:12:09.923464 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-acc1e139-9b0c-4066-b874-c0be16701e90 req-4d8c6d51-3517-4291-908e-54ffef2e4d02 tempest-TestServerMultinode-197109480 tempest-TestServerMultinode-197109480-project-admin] 10.222.0.42 "GET /v2.0/quotas/231c6f353e4d4ddda7f422c7fb7cca6b HTTP/1.1" status: 200 len: 375 time: 0.1546092 Apr 18 21:12:10.113904 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [req-acc1e139-9b0c-4066-b874-c0be16701e90 req-935b595b-6d5a-49d7-b745-e1e923ebe43b tempest-TestServerMultinode-197109480 tempest-TestServerMultinode-197109480-project-admin] Synchronizing usage tracker for tenant:231c6f353e4d4ddda7f422c7fb7cca6b on resource:port {{(pid=84040) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 21:12:10.176761 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [req-acc1e139-9b0c-4066-b874-c0be16701e90 req-935b595b-6d5a-49d7-b745-e1e923ebe43b tempest-TestServerMultinode-197109480 tempest-TestServerMultinode-197109480-project-admin] Unset dirty status for tenant:231c6f353e4d4ddda7f422c7fb7cca6b on resource:port {{(pid=84040) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 21:12:10.176761 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-acc1e139-9b0c-4066-b874-c0be16701e90 req-935b595b-6d5a-49d7-b745-e1e923ebe43b tempest-TestServerMultinode-197109480 tempest-TestServerMultinode-197109480-project-admin] 10.222.0.42 "GET /v2.0/ports?tenant_id=231c6f353e4d4ddda7f422c7fb7cca6b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2395685 Apr 18 21:12:10.308799 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_dvr_db [None req-42117e9e-a906-4721-8619-7aa1e804e34b None None] Set router 8c2f0652-b465-43be-bc18-7ede60e49b71 gateway port host: n-d-838334-2 {{(pid=84042) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 21:12:10.409176 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.plugin [None req-60128982-cabf-46d3-94c5-6a64162d4654 tempest-RoutersIpV6Test-235118808 tempest-RoutersIpV6Test-235118808-project] Deleting port 8b845882-d84f-4b4b-b7c8-3eb53c2f7260 {{(pid=84040) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 21:12:10.409768 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-60128982-cabf-46d3-94c5-6a64162d4654 tempest-RoutersIpV6Test-235118808 tempest-RoutersIpV6Test-235118808-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750375188691'] for port, before_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:12:10.425461 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_hamode_db [None req-acf04d69-07ce-4c6b-981a-76cfbc5ceb23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8fa348f8-02b3-4f5c-91fa-10f95637edc1', 'name': 'tempest-RoutersIpV6Test-router-1666022958', 'tenant_id': '3fd12654c90d4a4687b2462ca839c972', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:10:51Z', 'updated_at': '2022-04-18T21:11:56Z', 'revision_number': 7, 'project_id': '3fd12654c90d4a4687b2462ca839c972', 'gw_port_host': None, '_interfaces': [{'id': '5c8fb1df-2b42-400d-9c2d-86b8243f6445', 'name': '', 'network_id': 'b0cfab48-3f09-430a-9068-3eef4510480b', 'tenant_id': '3fd12654c90d4a4687b2462ca839c972', 'mac_address': 'fa:16:3e:e6:bd:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fa348f8-02b3-4f5c-91fa-10f95637edc1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'fea0e53c-8a06-45ef-80e9-a2622b1e38e1', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:11:06Z', 'updated_at': '2022-04-18T21:11:23Z', 'revision_number': 5, 'project_id': '3fd12654c90d4a4687b2462ca839c972', 'subnets': [{'id': 'fea0e53c-8a06-45ef-80e9-a2622b1e38e1', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '69eabc56-db4e-43b3-99d4-551f9083522f', 'name': '', 'network_id': '6eed5772-3037-422b-b3d4-37e74c4be095', 'tenant_id': '3fd12654c90d4a4687b2462ca839c972', 'mac_address': 'fa:16:3e:b6:f2:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fa348f8-02b3-4f5c-91fa-10f95637edc1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b1ff9e3f-1ee9-4eb4-940c-34585ddf74dd', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:11:20Z', 'updated_at': '2022-04-18T21:11:37Z', 'revision_number': 5, 'project_id': '3fd12654c90d4a4687b2462ca839c972', 'subnets': [{'id': 'b1ff9e3f-1ee9-4eb4-940c-34585ddf74dd', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8b845882-d84f-4b4b-b7c8-3eb53c2f7260', 'name': '', 'network_id': 'b85f46d1-66a4-4e7f-800a-15c192131b70', 'tenant_id': '3fd12654c90d4a4687b2462ca839c972', 'mac_address': 'fa:16:3e:a8:9c:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8fa348f8-02b3-4f5c-91fa-10f95637edc1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '22546ca8-c251-4cbc-98d6-7078674405ca', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:11:38Z', 'updated_at': '2022-04-18T21:11:58Z', 'revision_number': 4, 'project_id': '3fd12654c90d4a4687b2462ca839c972', 'subnets': [{'id': '22546ca8-c251-4cbc-98d6-7078674405ca', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '97b0b1f9-c01a-4ba8-b4c8-af3dcc327f1e', 'name': '', 'network_id': '699bd152-a339-411f-b2d2-c325a0670f8b', 'tenant_id': '3fd12654c90d4a4687b2462ca839c972', 'mac_address': 'fa:16:3e:b1:c8:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fa348f8-02b3-4f5c-91fa-10f95637edc1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '94ebf16d-084a-4271-a878-e6ba8454c0ac', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:10:55Z', 'updated_at': '2022-04-18T21:11:13Z', 'revision_number': 5, 'project_id': '3fd12654c90d4a4687b2462ca839c972', 'subnets': [{'id': '94ebf16d-084a-4271-a878-e6ba8454c0ac', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838334-2', False) {} {{(pid=84042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:12:10.449712 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acf04d69-07ce-4c6b-981a-76cfbc5ceb23 None None] Checking router: 8fa348f8-02b3-4f5c-91fa-10f95637edc1 for host: n-d-838334-2 {{(pid=84042) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 18 21:12:10.721665 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.l3_hamode_db [None req-bb303e52-c805-4cbe-b417-505de2f60128 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '28fb3eb4-5fd2-48f0-ac9e-39ce832a3a36', 'name': 'tempest-TestServerMultinode-496831824-router', 'tenant_id': '231c6f353e4d4ddda7f422c7fb7cca6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'external_fixed_ips': [{'subnet_id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'ip_address': '172.25.8.179'}], 'enable_snat': True}, 'gw_port_id': 'e0481721-b3d7-402b-a467-88ac00051ebf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:11:42Z', 'updated_at': '2022-04-18T21:11:56Z', 'revision_number': 4, 'project_id': '231c6f353e4d4ddda7f422c7fb7cca6b', 'gw_port': {'id': 'e0481721-b3d7-402b-a467-88ac00051ebf', 'name': '', 'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:38:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28fb3eb4-5fd2-48f0-ac9e-39ce832a3a36', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'ip_address': '172.25.8.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:11:43Z', 'updated_at': '2022-04-18T21:11:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838334-2', '_interfaces': [{'id': 'f7083324-7d8e-49c2-8bd4-edaa8f6fb5d1', 'name': '', 'network_id': 'dea6ff43-4237-4c1d-8015-4fa1d2a47e41', 'tenant_id': '231c6f353e4d4ddda7f422c7fb7cca6b', 'mac_address': 'fa:16:3e:3e:4d:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '28fb3eb4-5fd2-48f0-ac9e-39ce832a3a36', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4c1ddbdc-f25f-4421-b57d-e427d7c73cde', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:11:52Z', 'updated_at': '2022-04-18T21:12:08Z', 'revision_number': 4, 'project_id': '231c6f353e4d4ddda7f422c7fb7cca6b', 'subnets': [{'id': '4c1ddbdc-f25f-4421-b57d-e427d7c73cde', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838334-2', False) {} {{(pid=84043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:12:10.726488 n-d-838334-2 neutron-server[84043]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb303e52-c805-4cbe-b417-505de2f60128 None None] The sync data for ids ['28fb3eb4-5fd2-48f0-ac9e-39ce832a3a36'] in n-d-838334-2 is: [{'id': '28fb3eb4-5fd2-48f0-ac9e-39ce832a3a36', 'name': 'tempest-TestServerMultinode-496831824-router', 'tenant_id': '231c6f353e4d4ddda7f422c7fb7cca6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'external_fixed_ips': [{'subnet_id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'ip_address': '172.25.8.179'}], 'enable_snat': True}, 'gw_port_id': 'e0481721-b3d7-402b-a467-88ac00051ebf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:11:42Z', 'updated_at': '2022-04-18T21:11:56Z', 'revision_number': 4, 'project_id': '231c6f353e4d4ddda7f422c7fb7cca6b', 'gw_port': {'id': 'e0481721-b3d7-402b-a467-88ac00051ebf', 'name': '', 'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:38:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28fb3eb4-5fd2-48f0-ac9e-39ce832a3a36', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'ip_address': '172.25.8.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:11:43Z', 'updated_at': '2022-04-18T21:11:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838334-2', '_interfaces': [{'id': 'f7083324-7d8e-49c2-8bd4-edaa8f6fb5d1', 'name': '', 'network_id': 'dea6ff43-4237-4c1d-8015-4fa1d2a47e41', 'tenant_id': '231c6f353e4d4ddda7f422c7fb7cca6b', 'mac_address': 'fa:16:3e:3e:4d:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '28fb3eb4-5fd2-48f0-ac9e-39ce832a3a36', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4c1ddbdc-f25f-4421-b57d-e427d7c73cde', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:11:52Z', 'updated_at': '2022-04-18T21:12:08Z', 'revision_number': 4, 'project_id': '231c6f353e4d4ddda7f422c7fb7cca6b', 'subnets': [{'id': '4c1ddbdc-f25f-4421-b57d-e427d7c73cde', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84043) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 18 21:12:10.951502 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-acc1e139-9b0c-4066-b874-c0be16701e90 req-a41063ec-ffae-4470-9494-4e77e5d4877a service neutron] 10.222.0.42 "GET /v2.0/networks/a6a1bd6e-c7a6-402d-9ad0-82327124d01a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7804909 Apr 18 21:12:11.275992 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acf04d69-07ce-4c6b-981a-76cfbc5ceb23 None None] Routers {'8fa348f8-02b3-4f5c-91fa-10f95637edc1'} bound to L3 agent in host n-d-838334-2 {{(pid=84042) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 21:12:11.277302 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_hamode_db [None req-acf04d69-07ce-4c6b-981a-76cfbc5ceb23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838334-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-18T20:25:48Z,description=,heartbeat_timestamp=2022-04-18T21:11:48Z,host='n-d-838334-2',id=bc84d6c9-dd7a-4555-a351-592327b46d5a,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:25:48Z,topic='l3_agent')) {'router_ids': ['8fa348f8-02b3-4f5c-91fa-10f95637edc1'], 'active': True} {{(pid=84042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:12:11.345439 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.db [None req-60128982-cabf-46d3-94c5-6a64162d4654 tempest-RoutersIpV6Test-235118808 tempest-RoutersIpV6Test-235118808-project] For port 8b845882-d84f-4b4b-b7c8-3eb53c2f7260, host n-d-838334-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838334-2',level=0,port_id=8b845882-d84f-4b4b-b7c8-3eb53c2f7260,segment=NetworkSegment(f9cc0428-71ee-40eb-8058-b43572266fb8),segment_id=f9cc0428-71ee-40eb-8058-b43572266fb8)] {{(pid=84040) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:12:11.345907 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-60128982-cabf-46d3-94c5-6a64162d4654 tempest-RoutersIpV6Test-235118808 tempest-RoutersIpV6Test-235118808-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369123'] for port, precommit_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:12:11.610597 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_dvr_db [None req-acf04d69-07ce-4c6b-981a-76cfbc5ceb23 None None] Set router 8fa348f8-02b3-4f5c-91fa-10f95637edc1 gateway port host: None {{(pid=84042) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 21:12:11.633466 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.plugin [None req-60128982-cabf-46d3-94c5-6a64162d4654 tempest-RoutersIpV6Test-235118808 tempest-RoutersIpV6Test-235118808-project] Calling delete_port for 8b845882-d84f-4b4b-b7c8-3eb53c2f7260 owned by network:router_interface {{(pid=84040) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 21:12:11.845557 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-acc1e139-9b0c-4066-b874-c0be16701e90 req-c20e9fba-f939-4440-aed6-1e31d0baa9e7 service neutron] 10.222.0.42 "GET /v2.0/networks/a6a1bd6e-c7a6-402d-9ad0-82327124d01a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8741183 Apr 18 21:12:12.211466 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Device f7083324-7d8e-49c2-8bd4-edaa8f6fb5d1 up at agent ovs-agent-n-d-838334-2 {{(pid=84042) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 21:12:12.406157 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-60128982-cabf-46d3-94c5-6a64162d4654 tempest-RoutersIpV6Test-235118808 tempest-RoutersIpV6Test-235118808-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750375259028', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750374836628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32440838'] for port, after_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:12:12.744532 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60128982-cabf-46d3-94c5-6a64162d4654 tempest-RoutersIpV6Test-235118808 tempest-RoutersIpV6Test-235118808-project] Pushing event deleted for resources: {'Port': ['ID=8b845882-d84f-4b4b-b7c8-3eb53c2f7260,revision_number=None']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:12:12.807350 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-e516cd36-869b-463c-97e9-492486a2f177 req-7fff7c2d-9b3b-4e37-92b4-10386655570e tempest-TestServerMultinode-197109480 tempest-TestServerMultinode-197109480-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=17e7ea0c-0929-4cb6-ad2f-036c02614cd9 HTTP/1.1" status: 200 len: 210 time: 0.1231709 Apr 18 21:12:12.996840 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Provisioning for port f7083324-7d8e-49c2-8bd4-edaa8f6fb5d1 completed by entity L2. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 21:12:13.021153 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Provisioning complete for port f7083324-7d8e-49c2-8bd4-edaa8f6fb5d1 triggered by entity L2. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:12:13.021153 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1253608'] for port, provisioning_complete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:12:13.271230 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_hamode_db [None req-42117e9e-a906-4721-8619-7aa1e804e34b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c2f0652-b465-43be-bc18-7ede60e49b71', 'name': 'tempest-TestServerMultinode-402916040-router', 'tenant_id': 'f4d8a717b1ee43f880ab30cabe6e4d21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'external_fixed_ips': [{'subnet_id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'ip_address': '172.25.8.161'}], 'enable_snat': True}, 'gw_port_id': '86ce1639-ab2e-47e5-bd63-e4ba5bcd9297', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:11:18Z', 'updated_at': '2022-04-18T21:11:29Z', 'revision_number': 4, 'project_id': 'f4d8a717b1ee43f880ab30cabe6e4d21', 'gw_port': {'id': '86ce1639-ab2e-47e5-bd63-e4ba5bcd9297', 'name': '', 'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:64:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c2f0652-b465-43be-bc18-7ede60e49b71', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'ip_address': '172.25.8.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:11:19Z', 'updated_at': '2022-04-18T21:11:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838334-2', '_interfaces': [{'id': '02051af1-275e-4d04-ad07-90e31788a4e0', 'name': '', 'network_id': 'a6a1bd6e-c7a6-402d-9ad0-82327124d01a', 'tenant_id': 'f4d8a717b1ee43f880ab30cabe6e4d21', 'mac_address': 'fa:16:3e:af:20:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8c2f0652-b465-43be-bc18-7ede60e49b71', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8cf63959-47ce-4403-8f83-38f3dd943593', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:11:27Z', 'updated_at': '2022-04-18T21:12:07Z', 'revision_number': 4, 'project_id': 'f4d8a717b1ee43f880ab30cabe6e4d21', 'subnets': [{'id': '8cf63959-47ce-4403-8f83-38f3dd943593', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838334-2', False) {} {{(pid=84042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:12:13.295131 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-60128982-cabf-46d3-94c5-6a64162d4654 tempest-RoutersIpV6Test-235118808 tempest-RoutersIpV6Test-235118808-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-32377931', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33443910'] for router_interface, after_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:12:13.361551 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42117e9e-a906-4721-8619-7aa1e804e34b None None] The sync data for ids ['8c2f0652-b465-43be-bc18-7ede60e49b71'] in n-d-838334-2 is: [{'id': '8c2f0652-b465-43be-bc18-7ede60e49b71', 'name': 'tempest-TestServerMultinode-402916040-router', 'tenant_id': 'f4d8a717b1ee43f880ab30cabe6e4d21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'external_fixed_ips': [{'subnet_id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'ip_address': '172.25.8.161'}], 'enable_snat': True}, 'gw_port_id': '86ce1639-ab2e-47e5-bd63-e4ba5bcd9297', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:11:18Z', 'updated_at': '2022-04-18T21:11:29Z', 'revision_number': 4, 'project_id': 'f4d8a717b1ee43f880ab30cabe6e4d21', 'gw_port': {'id': '86ce1639-ab2e-47e5-bd63-e4ba5bcd9297', 'name': '', 'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:64:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c2f0652-b465-43be-bc18-7ede60e49b71', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'ip_address': '172.25.8.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:11:19Z', 'updated_at': '2022-04-18T21:11:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838334-2', '_interfaces': [{'id': '02051af1-275e-4d04-ad07-90e31788a4e0', 'name': '', 'network_id': 'a6a1bd6e-c7a6-402d-9ad0-82327124d01a', 'tenant_id': 'f4d8a717b1ee43f880ab30cabe6e4d21', 'mac_address': 'fa:16:3e:af:20:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8c2f0652-b465-43be-bc18-7ede60e49b71', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8cf63959-47ce-4403-8f83-38f3dd943593', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:11:27Z', 'updated_at': '2022-04-18T21:12:07Z', 'revision_number': 4, 'project_id': 'f4d8a717b1ee43f880ab30cabe6e4d21', 'subnets': [{'id': '8cf63959-47ce-4403-8f83-38f3dd943593', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84042) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 18 21:12:13.685947 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:12:13.751866 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_hamode_db [None req-acf04d69-07ce-4c6b-981a-76cfbc5ceb23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8fa348f8-02b3-4f5c-91fa-10f95637edc1', 'name': 'tempest-RoutersIpV6Test-router-1666022958', 'tenant_id': '3fd12654c90d4a4687b2462ca839c972', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:10:51Z', 'updated_at': '2022-04-18T21:11:56Z', 'revision_number': 7, 'project_id': '3fd12654c90d4a4687b2462ca839c972', 'gw_port_host': None, '_interfaces': [{'id': '5c8fb1df-2b42-400d-9c2d-86b8243f6445', 'name': '', 'network_id': 'b0cfab48-3f09-430a-9068-3eef4510480b', 'tenant_id': '3fd12654c90d4a4687b2462ca839c972', 'mac_address': 'fa:16:3e:e6:bd:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fa348f8-02b3-4f5c-91fa-10f95637edc1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'fea0e53c-8a06-45ef-80e9-a2622b1e38e1', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:11:06Z', 'updated_at': '2022-04-18T21:11:23Z', 'revision_number': 5, 'project_id': '3fd12654c90d4a4687b2462ca839c972', 'subnets': [{'id': 'fea0e53c-8a06-45ef-80e9-a2622b1e38e1', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '69eabc56-db4e-43b3-99d4-551f9083522f', 'name': '', 'network_id': '6eed5772-3037-422b-b3d4-37e74c4be095', 'tenant_id': '3fd12654c90d4a4687b2462ca839c972', 'mac_address': 'fa:16:3e:b6:f2:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fa348f8-02b3-4f5c-91fa-10f95637edc1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b1ff9e3f-1ee9-4eb4-940c-34585ddf74dd', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:11:20Z', 'updated_at': '2022-04-18T21:11:37Z', 'revision_number': 5, 'project_id': '3fd12654c90d4a4687b2462ca839c972', 'subnets': [{'id': 'b1ff9e3f-1ee9-4eb4-940c-34585ddf74dd', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8b845882-d84f-4b4b-b7c8-3eb53c2f7260', 'name': '', 'network_id': 'b85f46d1-66a4-4e7f-800a-15c192131b70', 'tenant_id': '3fd12654c90d4a4687b2462ca839c972', 'mac_address': 'fa:16:3e:a8:9c:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fa348f8-02b3-4f5c-91fa-10f95637edc1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '22546ca8-c251-4cbc-98d6-7078674405ca', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:11:38Z', 'updated_at': '2022-04-18T21:12:09Z', 'revision_number': 5, 'project_id': '3fd12654c90d4a4687b2462ca839c972', 'subnets': [{'id': '22546ca8-c251-4cbc-98d6-7078674405ca', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '97b0b1f9-c01a-4ba8-b4c8-af3dcc327f1e', 'name': '', 'network_id': '699bd152-a339-411f-b2d2-c325a0670f8b', 'tenant_id': '3fd12654c90d4a4687b2462ca839c972', 'mac_address': 'fa:16:3e:b1:c8:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fa348f8-02b3-4f5c-91fa-10f95637edc1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '94ebf16d-084a-4271-a878-e6ba8454c0ac', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:10:55Z', 'updated_at': '2022-04-18T21:11:13Z', 'revision_number': 5, 'project_id': '3fd12654c90d4a4687b2462ca839c972', 'subnets': [{'id': '94ebf16d-084a-4271-a878-e6ba8454c0ac', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838334-2', False) {} {{(pid=84042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:12:13.763297 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acf04d69-07ce-4c6b-981a-76cfbc5ceb23 None None] The sync data for ids ['8fa348f8-02b3-4f5c-91fa-10f95637edc1'] in n-d-838334-2 is: [{'id': '8fa348f8-02b3-4f5c-91fa-10f95637edc1', 'name': 'tempest-RoutersIpV6Test-router-1666022958', 'tenant_id': '3fd12654c90d4a4687b2462ca839c972', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:10:51Z', 'updated_at': '2022-04-18T21:11:56Z', 'revision_number': 7, 'project_id': '3fd12654c90d4a4687b2462ca839c972', 'gw_port_host': None, '_interfaces': [{'id': '5c8fb1df-2b42-400d-9c2d-86b8243f6445', 'name': '', 'network_id': 'b0cfab48-3f09-430a-9068-3eef4510480b', 'tenant_id': '3fd12654c90d4a4687b2462ca839c972', 'mac_address': 'fa:16:3e:e6:bd:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fa348f8-02b3-4f5c-91fa-10f95637edc1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'fea0e53c-8a06-45ef-80e9-a2622b1e38e1', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:11:06Z', 'updated_at': '2022-04-18T21:11:23Z', 'revision_number': 5, 'project_id': '3fd12654c90d4a4687b2462ca839c972', 'subnets': [{'id': 'fea0e53c-8a06-45ef-80e9-a2622b1e38e1', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '69eabc56-db4e-43b3-99d4-551f9083522f', 'name': '', 'network_id': '6eed5772-3037-422b-b3d4-37e74c4be095', 'tenant_id': '3fd12654c90d4a4687b2462ca839c972', 'mac_address': 'fa:16:3e:b6:f2:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fa348f8-02b3-4f5c-91fa-10f95637edc1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b1ff9e3f-1ee9-4eb4-940c-34585ddf74dd', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:11:20Z', 'updated_at': '2022-04-18T21:11:37Z', 'revision_number': 5, 'project_id': '3fd12654c90d4a4687b2462ca839c972', 'subnets': [{'id': 'b1ff9e3f-1ee9-4eb4-940c-34585ddf74dd', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8b845882-d84f-4b4b-b7c8-3eb53c2f7260', 'name': '', 'network_id': 'b85f46d1-66a4-4e7f-800a-15c192131b70', 'tenant_id': '3fd12654c90d4a4687b2462ca839c972', 'mac_address': 'fa:16:3e:a8:9c:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fa348f8-02b3-4f5c-91fa-10f95637edc1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '22546ca8-c251-4cbc-98d6-7078674405ca', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:11:38Z', 'updated_at': '2022-04-18T21:12:09Z', 'revision_number': 5, 'project_id': '3fd12654c90d4a4687b2462ca839c972', 'subnets': [{'id': '22546ca8-c251-4cbc-98d6-7078674405ca', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '97b0b1f9-c01a-4ba8-b4c8-af3dcc327f1e', 'name': '', 'network_id': '699bd152-a339-411f-b2d2-c325a0670f8b', 'tenant_id': '3fd12654c90d4a4687b2462ca839c972', 'mac_address': 'fa:16:3e:b1:c8:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fa348f8-02b3-4f5c-91fa-10f95637edc1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '94ebf16d-084a-4271-a878-e6ba8454c0ac', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:10:55Z', 'updated_at': '2022-04-18T21:11:13Z', 'revision_number': 5, 'project_id': '3fd12654c90d4a4687b2462ca839c972', 'subnets': [{'id': '94ebf16d-084a-4271-a878-e6ba8454c0ac', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84042) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 18 21:12:13.910333 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] For port f7083324-7d8e-49c2-8bd4-edaa8f6fb5d1, host n-d-838334-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838334-2',level=0,port_id=f7083324-7d8e-49c2-8bd4-edaa8f6fb5d1,segment=NetworkSegment(4e963bef-c34f-4e85-98b0-0b30c27346e4),segment_id=4e963bef-c34f-4e85-98b0-0b30c27346e4)] {{(pid=84042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:12:13.918586 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682'] for port, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:12:13.918586 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Device 02051af1-275e-4d04-ad07-90e31788a4e0 up at agent ovs-agent-n-d-838334-2 {{(pid=84042) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 21:12:14.646907 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Pushing event updated for resources: {'Port': ['ID=f7083324-7d8e-49c2-8bd4-edaa8f6fb5d1,revision_number=5']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:12:14.669427 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Provisioning for port 02051af1-275e-4d04-ad07-90e31788a4e0 completed by entity L2. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 21:12:14.692730 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Provisioning complete for port 02051af1-275e-4d04-ad07-90e31788a4e0 triggered by entity L2. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:12:14.693094 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1253608'] for port, provisioning_complete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:12:15.216597 n-d-838334-2 neutron-server[84040]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-60128982-cabf-46d3-94c5-6a64162d4654 tempest-RoutersIpV6Test-235118808 tempest-RoutersIpV6Test-235118808-project] Router 8fa348f8-02b3-4f5c-91fa-10f95637edc1 has already been hosted by L3 agent bc84d6c9-dd7a-4555-a351-592327b46d5a {{(pid=84040) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 21:12:15.281026 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:12:15.412501 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] For port 02051af1-275e-4d04-ad07-90e31788a4e0, host n-d-838334-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838334-2',level=0,port_id=02051af1-275e-4d04-ad07-90e31788a4e0,segment=NetworkSegment(c49af281-1077-4a7b-980c-51064121b94d),segment_id=c49af281-1077-4a7b-980c-51064121b94d)] {{(pid=84042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:12:15.419778 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682'] for port, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:12:15.419778 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Device 8b845882-d84f-4b4b-b7c8-3eb53c2f7260 up at agent ovs-agent-n-d-838334-2 {{(pid=84042) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 21:12:15.481372 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-335d9aa3-6d57-492b-a307-047c878f04be req-c70a7b3b-eac0-4d44-bed5-4c1bcb3e795d tempest-TestServerMultinode-197109480 tempest-TestServerMultinode-197109480-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=17e7ea0c-0929-4cb6-ad2f-036c02614cd9 HTTP/1.1" status: 200 len: 210 time: 0.9366982 Apr 18 21:12:15.701365 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.plugin [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] No Port match for: 8b845882-d84f-4b4b-b7c8-3eb53c2f7260 {{(pid=84042) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 18 21:12:15.702046 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Device 8b845882-d84f-4b4b-b7c8-3eb53c2f7260 not bound to the agent host n-d-838334-2 {{(pid=84042) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:284}} Apr 18 21:12:15.756701 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Port 8b845882-d84f-4b4b-b7c8-3eb53c2f7260 not found, will not notify nova. {{(pid=84042) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:294}} Apr 18 21:12:15.795324 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-c12b3ca3-314b-4092-8e09-1d9bb04b0d88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750375287399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253529'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:12:15.828851 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Pushing event updated for resources: {'Port': ['ID=02051af1-275e-4d04-ad07-90e31788a4e0,revision_number=5']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:12:15.956501 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acc1e139-9b0c-4066-b874-c0be16701e90 req-4df20dc9-2c98-446f-9eb6-1818768a50dd tempest-TestServerMultinode-197109480 tempest-TestServerMultinode-197109480-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:12:15.957299 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [req-acc1e139-9b0c-4066-b874-c0be16701e90 req-4df20dc9-2c98-446f-9eb6-1818768a50dd tempest-TestServerMultinode-197109480 tempest-TestServerMultinode-197109480-project-admin] Synchronizing usage tracker for tenant:231c6f353e4d4ddda7f422c7fb7cca6b on resource:network {{(pid=84041) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 21:12:16.042542 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [req-acc1e139-9b0c-4066-b874-c0be16701e90 req-4df20dc9-2c98-446f-9eb6-1818768a50dd tempest-TestServerMultinode-197109480 tempest-TestServerMultinode-197109480-project-admin] Unset dirty status for tenant:231c6f353e4d4ddda7f422c7fb7cca6b on resource:network {{(pid=84041) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 21:12:16.044140 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-acc1e139-9b0c-4066-b874-c0be16701e90 req-4df20dc9-2c98-446f-9eb6-1818768a50dd tempest-TestServerMultinode-197109480 tempest-TestServerMultinode-197109480-project-admin] 10.222.0.43 "GET /v2.0/networks?id=a6a1bd6e-c7a6-402d-9ad0-82327124d01a HTTP/1.1" status: 200 len: 910 time: 0.7103524 Apr 18 21:12:16.075745 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.v2.base [req-acc1e139-9b0c-4066-b874-c0be16701e90 req-9311139a-29cd-492f-85d5-624a9415e173 tempest-TestServerMultinode-197109480 tempest-TestServerMultinode-197109480-project-admin] Request body: {'port': {'device_id': '17e7ea0c-0929-4cb6-ad2f-036c02614cd9', 'network_id': 'a6a1bd6e-c7a6-402d-9ad0-82327124d01a', 'admin_state_up': True, 'tenant_id': '231c6f353e4d4ddda7f422c7fb7cca6b'}} {{(pid=84041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:12:16.093985 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [req-acc1e139-9b0c-4066-b874-c0be16701e90 req-9311139a-29cd-492f-85d5-624a9415e173 tempest-TestServerMultinode-197109480 tempest-TestServerMultinode-197109480-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:12:16.129816 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [req-acc1e139-9b0c-4066-b874-c0be16701e90 req-9311139a-29cd-492f-85d5-624a9415e173 tempest-TestServerMultinode-197109480 tempest-TestServerMultinode-197109480-project-admin] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:12:16.186208 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-acc1e139-9b0c-4066-b874-c0be16701e90 req-9311139a-29cd-492f-85d5-624a9415e173 tempest-TestServerMultinode-197109480 tempest-TestServerMultinode-197109480-project-admin] Made reservation on behalf of 231c6f353e4d4ddda7f422c7fb7cca6b for: {'port': 1} {{(pid=84041) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:12:16.191419 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [req-acc1e139-9b0c-4066-b874-c0be16701e90 req-9311139a-29cd-492f-85d5-624a9415e173 tempest-TestServerMultinode-197109480 tempest-TestServerMultinode-197109480-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:12:16.262387 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Device f7083324-7d8e-49c2-8bd4-edaa8f6fb5d1 up at agent ovs-agent-n-d-838334-2 {{(pid=84042) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 21:12:16.279179 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-60128982-cabf-46d3-94c5-6a64162d4654 tempest-RoutersIpV6Test-235118808 tempest-RoutersIpV6Test-235118808-project] Notify agent at l3_agent.n-d-838334-2 the message routers_updated {{(pid=84040) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 21:12:16.300432 n-d-838334-2 neutron-server[84043]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9146566e-c9a5-46db-8b3c-fda2420a6139 None None] Sync routers for ids ['8fa348f8-02b3-4f5c-91fa-10f95637edc1'] in n-d-838334-2 {{(pid=84043) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 18 21:12:16.316632 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9146566e-c9a5-46db-8b3c-fda2420a6139 None None] Routers {'8fa348f8-02b3-4f5c-91fa-10f95637edc1'} bound to L3 agent in host n-d-838334-2 {{(pid=84043) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 21:12:16.319975 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-60128982-cabf-46d3-94c5-6a64162d4654 tempest-RoutersIpV6Test-235118808 tempest-RoutersIpV6Test-235118808-project] 10.222.0.42 "PUT /v2.0/routers/8fa348f8-02b3-4f5c-91fa-10f95637edc1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 12.9631169 Apr 18 21:12:16.324037 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.l3_hamode_db [None req-9146566e-c9a5-46db-8b3c-fda2420a6139 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838334-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-18T20:25:48Z,description=,heartbeat_timestamp=2022-04-18T21:11:48Z,host='n-d-838334-2',id=bc84d6c9-dd7a-4555-a351-592327b46d5a,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:25:48Z,topic='l3_agent')) {'router_ids': ['8fa348f8-02b3-4f5c-91fa-10f95637edc1'], 'active': True} {{(pid=84043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:12:16.327617 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 49116) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:12:16.560731 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Provisioning complete for port f7083324-7d8e-49c2-8bd4-edaa8f6fb5d1 triggered by entity L2. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:12:16.561316 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1253608'] for port, provisioning_complete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:12:16.695904 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.db_base_plugin_common [req-acc1e139-9b0c-4066-b874-c0be16701e90 req-9311139a-29cd-492f-85d5-624a9415e173 tempest-TestServerMultinode-197109480 tempest-TestServerMultinode-197109480-project-admin] Allocated IP 172.20.0.5 (a6a1bd6e-c7a6-402d-9ad0-82327124d01a/8cf63959-47ce-4403-8f83-38f3dd943593/a3c36dcc-cf0b-469a-b24b-a39c0e11b34b) {{(pid=84041) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 21:12:16.836227 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.db_base_plugin_v2 [None req-800c8c42-3bf0-40c2-a8f0-dd7f2dc4f477 tempest-RoutersIpV6Test-235118808 tempest-RoutersIpV6Test-235118808-project] Deleting subnet 22546ca8-c251-4cbc-98d6-7078674405ca {{(pid=84040) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 18 21:12:16.847648 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-800c8c42-3bf0-40c2-a8f0-dd7f2dc4f477 tempest-RoutersIpV6Test-235118808 tempest-RoutersIpV6Test-235118808-project] Notify callbacks [] for subnet, before_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:12:16.928374 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.l3_dvr_db [None req-9146566e-c9a5-46db-8b3c-fda2420a6139 None None] Set router 8fa348f8-02b3-4f5c-91fa-10f95637edc1 gateway port host: None {{(pid=84043) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 21:12:17.050006 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-800c8c42-3bf0-40c2-a8f0-dd7f2dc4f477 tempest-RoutersIpV6Test-235118808 tempest-RoutersIpV6Test-235118808-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31955982'] for subnet, precommit_delete_associations {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:12:17.469704 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-800c8c42-3bf0-40c2-a8f0-dd7f2dc4f477 tempest-RoutersIpV6Test-235118808 tempest-RoutersIpV6Test-235118808-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1260556'] for subnet, precommit_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:12:17.673835 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [req-acc1e139-9b0c-4066-b874-c0be16701e90 req-9311139a-29cd-492f-85d5-624a9415e173 tempest-TestServerMultinode-197109480 tempest-TestServerMultinode-197109480-project-admin] Notify callbacks [] for port, precommit_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:12:17.716782 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.provisioning_blocks [req-acc1e139-9b0c-4066-b874-c0be16701e90 req-9311139a-29cd-492f-85d5-624a9415e173 tempest-TestServerMultinode-197109480 tempest-TestServerMultinode-197109480-project-admin] Transition to ACTIVE for port object a3c36dcc-cf0b-469a-b24b-a39c0e11b34b will not be triggered until provisioned by entity DHCP. {{(pid=84041) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:12:17.728853 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.l3_hamode_db [None req-9146566e-c9a5-46db-8b3c-fda2420a6139 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8fa348f8-02b3-4f5c-91fa-10f95637edc1', 'name': 'tempest-RoutersIpV6Test-router-1666022958', 'tenant_id': '3fd12654c90d4a4687b2462ca839c972', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:10:51Z', 'updated_at': '2022-04-18T21:12:12Z', 'revision_number': 8, 'project_id': '3fd12654c90d4a4687b2462ca839c972', 'gw_port_host': None, '_interfaces': [{'id': '5c8fb1df-2b42-400d-9c2d-86b8243f6445', 'name': '', 'network_id': 'b0cfab48-3f09-430a-9068-3eef4510480b', 'tenant_id': '3fd12654c90d4a4687b2462ca839c972', 'mac_address': 'fa:16:3e:e6:bd:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fa348f8-02b3-4f5c-91fa-10f95637edc1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'fea0e53c-8a06-45ef-80e9-a2622b1e38e1', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:11:06Z', 'updated_at': '2022-04-18T21:11:23Z', 'revision_number': 5, 'project_id': '3fd12654c90d4a4687b2462ca839c972', 'subnets': [{'id': 'fea0e53c-8a06-45ef-80e9-a2622b1e38e1', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '69eabc56-db4e-43b3-99d4-551f9083522f', 'name': '', 'network_id': '6eed5772-3037-422b-b3d4-37e74c4be095', 'tenant_id': '3fd12654c90d4a4687b2462ca839c972', 'mac_address': 'fa:16:3e:b6:f2:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fa348f8-02b3-4f5c-91fa-10f95637edc1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b1ff9e3f-1ee9-4eb4-940c-34585ddf74dd', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:11:20Z', 'updated_at': '2022-04-18T21:11:37Z', 'revision_number': 5, 'project_id': '3fd12654c90d4a4687b2462ca839c972', 'subnets': [{'id': 'b1ff9e3f-1ee9-4eb4-940c-34585ddf74dd', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '97b0b1f9-c01a-4ba8-b4c8-af3dcc327f1e', 'name': '', 'network_id': '699bd152-a339-411f-b2d2-c325a0670f8b', 'tenant_id': '3fd12654c90d4a4687b2462ca839c972', 'mac_address': 'fa:16:3e:b1:c8:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fa348f8-02b3-4f5c-91fa-10f95637edc1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '94ebf16d-084a-4271-a878-e6ba8454c0ac', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:10:55Z', 'updated_at': '2022-04-18T21:11:13Z', 'revision_number': 5, 'project_id': '3fd12654c90d4a4687b2462ca839c972', 'subnets': [{'id': '94ebf16d-084a-4271-a878-e6ba8454c0ac', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838334-2', False) {} {{(pid=84043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:12:17.762553 n-d-838334-2 neutron-server[84043]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9146566e-c9a5-46db-8b3c-fda2420a6139 None None] Checking router: 8fa348f8-02b3-4f5c-91fa-10f95637edc1 for host: n-d-838334-2 {{(pid=84043) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 18 21:12:17.779498 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [req-acc1e139-9b0c-4066-b874-c0be16701e90 req-9311139a-29cd-492f-85d5-624a9415e173 tempest-TestServerMultinode-197109480 tempest-TestServerMultinode-197109480-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750374836619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32266323'] for port, after_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:12:17.844664 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9146566e-c9a5-46db-8b3c-fda2420a6139 None None] Routers {'8fa348f8-02b3-4f5c-91fa-10f95637edc1'} bound to L3 agent in host n-d-838334-2 {{(pid=84043) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 21:12:17.847442 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.l3_hamode_db [None req-9146566e-c9a5-46db-8b3c-fda2420a6139 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838334-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-18T20:25:48Z,description=,heartbeat_timestamp=2022-04-18T21:11:48Z,host='n-d-838334-2',id=bc84d6c9-dd7a-4555-a351-592327b46d5a,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:25:48Z,topic='l3_agent')) {'router_ids': ['8fa348f8-02b3-4f5c-91fa-10f95637edc1'], 'active': True} {{(pid=84043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:12:17.917973 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-db2f3af7-ceeb-4384-ac8a-2faa1acce9e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750375287399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253529'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:12:18.083282 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-800c8c42-3bf0-40c2-a8f0-dd7f2dc4f477 tempest-RoutersIpV6Test-235118808 tempest-RoutersIpV6Test-235118808-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1260549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33526260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32440885', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31752825'] for subnet, after_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:12:18.087670 n-d-838334-2 neutron-server[84041]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-acc1e139-9b0c-4066-b874-c0be16701e90 req-9311139a-29cd-492f-85d5-624a9415e173 tempest-TestServerMultinode-197109480 tempest-TestServerMultinode-197109480-project-admin] Network a6a1bd6e-c7a6-402d-9ad0-82327124d01a is already hosted by enough agents. {{(pid=84041) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:12:18.121081 n-d-838334-2 neutron-server[84041]: DEBUG neutron.scheduler.base_scheduler [req-acc1e139-9b0c-4066-b874-c0be16701e90 req-9311139a-29cd-492f-85d5-624a9415e173 tempest-TestServerMultinode-197109480 tempest-TestServerMultinode-197109480-project-admin] Resources bound (agent type, host, resource id): {{(pid=84041) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:12:18.146230 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Device 02051af1-275e-4d04-ad07-90e31788a4e0 up at agent ovs-agent-n-d-838334-2 {{(pid=84042) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 21:12:18.151353 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.l3_dvrscheduler_db [req-acc1e139-9b0c-4066-b874-c0be16701e90 req-9311139a-29cd-492f-85d5-624a9415e173 tempest-TestServerMultinode-197109480 tempest-TestServerMultinode-197109480-project-admin] Received port after_create {{(pid=84041) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 21:12:18.389033 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-800c8c42-3bf0-40c2-a8f0-dd7f2dc4f477 tempest-RoutersIpV6Test-235118808 tempest-RoutersIpV6Test-235118808-project] Pushing event deleted for resources: {'Subnet': ['ID=22546ca8-c251-4cbc-98d6-7078674405ca,revision_number=None']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:12:18.415637 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Provisioning complete for port 02051af1-275e-4d04-ad07-90e31788a4e0 triggered by entity L2. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:12:18.415637 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1253608'] for port, provisioning_complete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:12:18.437402 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-1c2c433a-3cf1-435d-9028-61878c4d4209 req-9ffcbd6e-2eca-4a92-88df-c78e70382842 tempest-TestServerMultinode-197109480 tempest-TestServerMultinode-197109480-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=17e7ea0c-0929-4cb6-ad2f-036c02614cd9 HTTP/1.1" status: 200 len: 1027 time: 1.5458443 Apr 18 21:12:18.452697 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-800c8c42-3bf0-40c2-a8f0-dd7f2dc4f477 tempest-RoutersIpV6Test-235118808 tempest-RoutersIpV6Test-235118808-project] Notify callbacks [] for subnet, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:12:18.468288 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d0e50dc-826e-4226-88bd-0de18c82a2e8 None None] Network b85f46d1-66a4-4e7f-800a-15c192131b70 requested from n-d-838334-2 {{(pid=84042) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 21:12:18.557870 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9311139a-29cd-492f-85d5-624a9415e173 tempest-TestServerMultinode-197109480 tempest-TestServerMultinode-197109480-project-admin] Pushing event updated for resources: {'Port': ['ID=a3c36dcc-cf0b-469a-b24b-a39c0e11b34b,revision_number=1']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:12:18.695061 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acc1e139-9b0c-4066-b874-c0be16701e90 req-9311139a-29cd-492f-85d5-624a9415e173 tempest-TestServerMultinode-197109480 tempest-TestServerMultinode-197109480-project-admin] Attributes excluded by policy engine: ['network'] {{(pid=84041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:12:18.697137 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [req-acc1e139-9b0c-4066-b874-c0be16701e90 req-9311139a-29cd-492f-85d5-624a9415e173 tempest-TestServerMultinode-197109480 tempest-TestServerMultinode-197109480-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217293'] for port, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:12:18.698417 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-1c2c433a-3cf1-435d-9028-61878c4d4209 req-3155d829-4c65-427d-a744-d631776844dc tempest-TestServerMultinode-197109480 tempest-TestServerMultinode-197109480-project-admin] 10.222.0.42 "GET /v2.0/security-groups?id=142ef88f-09d8-422a-807d-32d847b17421&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2475991 Apr 18 21:12:18.705195 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-800c8c42-3bf0-40c2-a8f0-dd7f2dc4f477 tempest-RoutersIpV6Test-235118808 tempest-RoutersIpV6Test-235118808-project] 10.222.0.42 "DELETE /v2.0/subnets/22546ca8-c251-4cbc-98d6-7078674405ca HTTP/1.1" status: 204 len: 168 time: 2.3897152 Apr 18 21:12:18.710813 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 49162) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:12:18.802515 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-acc1e139-9b0c-4066-b874-c0be16701e90 req-9311139a-29cd-492f-85d5-624a9415e173 tempest-TestServerMultinode-197109480 tempest-TestServerMultinode-197109480-project-admin] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1029 time: 2.7374651 Apr 18 21:12:18.813808 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.l3_dvr_db [None req-9146566e-c9a5-46db-8b3c-fda2420a6139 None None] Set router 8fa348f8-02b3-4f5c-91fa-10f95637edc1 gateway port host: None {{(pid=84043) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 21:12:18.823380 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [req-acc1e139-9b0c-4066-b874-c0be16701e90 req-cf63a1e8-5d8a-47a4-8595-827d1095b35b tempest-TestServerMultinode-197109480 tempest-TestServerMultinode-197109480-project-admin] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=84041) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 18 21:12:18.823380 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-acc1e139-9b0c-4066-b874-c0be16701e90 req-cf63a1e8-5d8a-47a4-8595-827d1095b35b tempest-TestServerMultinode-197109480 tempest-TestServerMultinode-197109480-project-admin] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0140991 Apr 18 21:12:19.122160 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-128c2c6d-ca73-4c83-ab1b-5ffb05a85329 tempest-RoutersIpV6Test-235118808 tempest-RoutersIpV6Test-235118808-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1103592'] for network, before_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:12:19.160516 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.plugin [None req-128c2c6d-ca73-4c83-ab1b-5ffb05a85329 tempest-RoutersIpV6Test-235118808 tempest-RoutersIpV6Test-235118808-project] Deleting port 02aad97d-41b0-4a39-b0a4-5863e8d70f83 {{(pid=84040) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 21:12:19.160930 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-128c2c6d-ca73-4c83-ab1b-5ffb05a85329 tempest-RoutersIpV6Test-235118808 tempest-RoutersIpV6Test-235118808-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750375188691'] for port, before_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:12:19.177098 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.v2.base [req-acc1e139-9b0c-4066-b874-c0be16701e90 req-0e8f4b19-9d9b-4d0e-b02c-5c93a3b16a6e service neutron] Request body: {'port': {'device_id': '17e7ea0c-0929-4cb6-ad2f-036c02614cd9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-838334-2'}} {{(pid=84041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:12:19.500480 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [req-acc1e139-9b0c-4066-b874-c0be16701e90 req-0e8f4b19-9d9b-4d0e-b02c-5c93a3b16a6e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:12:19.595032 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750375287399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253529'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:12:19.713354 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-0a45ec1c-0d35-47ec-8a30-80cc7c0d1a1f None None] Provisioning for port a3c36dcc-cf0b-469a-b24b-a39c0e11b34b completed by entity DHCP. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 21:12:19.741242 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-0a45ec1c-0d35-47ec-8a30-80cc7c0d1a1f None None] Provisioning complete for port a3c36dcc-cf0b-469a-b24b-a39c0e11b34b triggered by entity DHCP. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:12:19.742674 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-0a45ec1c-0d35-47ec-8a30-80cc7c0d1a1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1253608'] for port, provisioning_complete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:12:19.902142 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.l3_hamode_db [None req-9146566e-c9a5-46db-8b3c-fda2420a6139 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8fa348f8-02b3-4f5c-91fa-10f95637edc1', 'name': 'tempest-RoutersIpV6Test-router-1666022958', 'tenant_id': '3fd12654c90d4a4687b2462ca839c972', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:10:51Z', 'updated_at': '2022-04-18T21:12:12Z', 'revision_number': 8, 'project_id': '3fd12654c90d4a4687b2462ca839c972', 'gw_port_host': None, '_interfaces': [{'id': '5c8fb1df-2b42-400d-9c2d-86b8243f6445', 'name': '', 'network_id': 'b0cfab48-3f09-430a-9068-3eef4510480b', 'tenant_id': '3fd12654c90d4a4687b2462ca839c972', 'mac_address': 'fa:16:3e:e6:bd:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fa348f8-02b3-4f5c-91fa-10f95637edc1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'fea0e53c-8a06-45ef-80e9-a2622b1e38e1', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:11:06Z', 'updated_at': '2022-04-18T21:11:23Z', 'revision_number': 5, 'project_id': '3fd12654c90d4a4687b2462ca839c972', 'subnets': [{'id': 'fea0e53c-8a06-45ef-80e9-a2622b1e38e1', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '69eabc56-db4e-43b3-99d4-551f9083522f', 'name': '', 'network_id': '6eed5772-3037-422b-b3d4-37e74c4be095', 'tenant_id': '3fd12654c90d4a4687b2462ca839c972', 'mac_address': 'fa:16:3e:b6:f2:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fa348f8-02b3-4f5c-91fa-10f95637edc1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b1ff9e3f-1ee9-4eb4-940c-34585ddf74dd', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:11:20Z', 'updated_at': '2022-04-18T21:11:37Z', 'revision_number': 5, 'project_id': '3fd12654c90d4a4687b2462ca839c972', 'subnets': [{'id': 'b1ff9e3f-1ee9-4eb4-940c-34585ddf74dd', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '97b0b1f9-c01a-4ba8-b4c8-af3dcc327f1e', 'name': '', 'network_id': '699bd152-a339-411f-b2d2-c325a0670f8b', 'tenant_id': '3fd12654c90d4a4687b2462ca839c972', 'mac_address': 'fa:16:3e:b1:c8:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fa348f8-02b3-4f5c-91fa-10f95637edc1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '94ebf16d-084a-4271-a878-e6ba8454c0ac', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:10:55Z', 'updated_at': '2022-04-18T21:11:13Z', 'revision_number': 5, 'project_id': '3fd12654c90d4a4687b2462ca839c972', 'subnets': [{'id': '94ebf16d-084a-4271-a878-e6ba8454c0ac', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838334-2', False) {} {{(pid=84043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:12:19.923111 n-d-838334-2 neutron-server[84043]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9146566e-c9a5-46db-8b3c-fda2420a6139 None None] The sync data for ids ['8fa348f8-02b3-4f5c-91fa-10f95637edc1'] in n-d-838334-2 is: [{'id': '8fa348f8-02b3-4f5c-91fa-10f95637edc1', 'name': 'tempest-RoutersIpV6Test-router-1666022958', 'tenant_id': '3fd12654c90d4a4687b2462ca839c972', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:10:51Z', 'updated_at': '2022-04-18T21:12:12Z', 'revision_number': 8, 'project_id': '3fd12654c90d4a4687b2462ca839c972', 'gw_port_host': None, '_interfaces': [{'id': '5c8fb1df-2b42-400d-9c2d-86b8243f6445', 'name': '', 'network_id': 'b0cfab48-3f09-430a-9068-3eef4510480b', 'tenant_id': '3fd12654c90d4a4687b2462ca839c972', 'mac_address': 'fa:16:3e:e6:bd:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fa348f8-02b3-4f5c-91fa-10f95637edc1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'fea0e53c-8a06-45ef-80e9-a2622b1e38e1', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:11:06Z', 'updated_at': '2022-04-18T21:11:23Z', 'revision_number': 5, 'project_id': '3fd12654c90d4a4687b2462ca839c972', 'subnets': [{'id': 'fea0e53c-8a06-45ef-80e9-a2622b1e38e1', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '69eabc56-db4e-43b3-99d4-551f9083522f', 'name': '', 'network_id': '6eed5772-3037-422b-b3d4-37e74c4be095', 'tenant_id': '3fd12654c90d4a4687b2462ca839c972', 'mac_address': 'fa:16:3e:b6:f2:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fa348f8-02b3-4f5c-91fa-10f95637edc1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b1ff9e3f-1ee9-4eb4-940c-34585ddf74dd', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:11:20Z', 'updated_at': '2022-04-18T21:11:37Z', 'revision_number': 5, 'project_id': '3fd12654c90d4a4687b2462ca839c972', 'subnets': [{'id': 'b1ff9e3f-1ee9-4eb4-940c-34585ddf74dd', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '97b0b1f9-c01a-4ba8-b4c8-af3dcc327f1e', 'name': '', 'network_id': '699bd152-a339-411f-b2d2-c325a0670f8b', 'tenant_id': '3fd12654c90d4a4687b2462ca839c972', 'mac_address': 'fa:16:3e:b1:c8:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fa348f8-02b3-4f5c-91fa-10f95637edc1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '94ebf16d-084a-4271-a878-e6ba8454c0ac', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:10:55Z', 'updated_at': '2022-04-18T21:11:13Z', 'revision_number': 5, 'project_id': '3fd12654c90d4a4687b2462ca839c972', 'subnets': [{'id': '94ebf16d-084a-4271-a878-e6ba8454c0ac', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84043) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 18 21:12:20.009809 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.plugin [None req-0a45ec1c-0d35-47ec-8a30-80cc7c0d1a1f None None] Port a3c36dcc-cf0b-469a-b24b-a39c0e11b34b cannot update to ACTIVE because it is not bound. {{(pid=84042) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 18 21:12:20.067131 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-414b6ffe-e119-47bc-b18f-bcff1219c2f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750375287399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253529'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:12:20.305737 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02d548c9-6ddf-4876-8dcf-bd676b8813d0 None None] DHCP port deletion for b85f46d1-66a4-4e7f-800a-15c192131b70 request from n-d-838334-2 {{(pid=84042) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 18 21:12:20.310576 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.plugin [None req-02d548c9-6ddf-4876-8dcf-bd676b8813d0 None None] Deleting port 02aad97d-41b0-4a39-b0a4-5863e8d70f83 {{(pid=84042) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 21:12:20.310947 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-02d548c9-6ddf-4876-8dcf-bd676b8813d0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750375188691'] for port, before_delete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:12:20.482398 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.db [None req-128c2c6d-ca73-4c83-ab1b-5ffb05a85329 tempest-RoutersIpV6Test-235118808 tempest-RoutersIpV6Test-235118808-project] For port 02aad97d-41b0-4a39-b0a4-5863e8d70f83, host n-d-838334-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838334-2',level=0,port_id=02aad97d-41b0-4a39-b0a4-5863e8d70f83,segment=NetworkSegment(f9cc0428-71ee-40eb-8058-b43572266fb8),segment_id=f9cc0428-71ee-40eb-8058-b43572266fb8)] {{(pid=84040) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:12:20.482398 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-128c2c6d-ca73-4c83-ab1b-5ffb05a85329 tempest-RoutersIpV6Test-235118808 tempest-RoutersIpV6Test-235118808-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369123'] for port, precommit_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:12:20.524137 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Device 8b845882-d84f-4b4b-b7c8-3eb53c2f7260 no longer exists at agent ovs-agent-n-d-838334-2 {{(pid=84042) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 21:12:20.649026 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.plugin [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] No Port match for: 8b845882-d84f-4b4b-b7c8-3eb53c2f7260 {{(pid=84042) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 18 21:12:20.649862 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Device 8b845882-d84f-4b4b-b7c8-3eb53c2f7260 not bound to the agent host n-d-838334-2 {{(pid=84042) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 21:12:20.650127 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Device 02aad97d-41b0-4a39-b0a4-5863e8d70f83 no longer exists at agent ovs-agent-n-d-838334-2 {{(pid=84042) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 21:12:21.081805 n-d-838334-2 neutron-server[84041]: DEBUG neutron.notifiers.nova [req-acc1e139-9b0c-4066-b874-c0be16701e90 req-0e8f4b19-9d9b-4d0e-b02c-5c93a3b16a6e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a3c36dcc-cf0b-469a-b24b-a39c0e11b34b {{(pid=84041) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 18 21:12:21.088309 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:12:21.098419 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [req-acc1e139-9b0c-4066-b874-c0be16701e90 req-0e8f4b19-9d9b-4d0e-b02c-5c93a3b16a6e service neutron] Notify callbacks [] for port, precommit_update {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:12:21.144983 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.provisioning_blocks [req-acc1e139-9b0c-4066-b874-c0be16701e90 req-0e8f4b19-9d9b-4d0e-b02c-5c93a3b16a6e service neutron] Transition to ACTIVE for port object a3c36dcc-cf0b-469a-b24b-a39c0e11b34b will not be triggered until provisioned by entity L2. {{(pid=84041) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:12:21.158642 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [req-acc1e139-9b0c-4066-b874-c0be16701e90 req-0e8f4b19-9d9b-4d0e-b02c-5c93a3b16a6e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32266282'] for port, after_update {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:12:21.217132 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.plugin [None req-128c2c6d-ca73-4c83-ab1b-5ffb05a85329 tempest-RoutersIpV6Test-235118808 tempest-RoutersIpV6Test-235118808-project] Calling delete_port for 02aad97d-41b0-4a39-b0a4-5863e8d70f83 owned by network:dhcp {{(pid=84040) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 21:12:21.361907 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-c7521a90-7d65-4e2e-842c-ca5d95e9a89c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750375287399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253529'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:12:21.443400 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] For port 02aad97d-41b0-4a39-b0a4-5863e8d70f83, host n-d-838334-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838334-2',level=0,port_id=02aad97d-41b0-4a39-b0a4-5863e8d70f83,segment=NetworkSegment(f9cc0428-71ee-40eb-8058-b43572266fb8),segment_id=f9cc0428-71ee-40eb-8058-b43572266fb8)] {{(pid=84042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:12:21.463215 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e8f4b19-9d9b-4d0e-b02c-5c93a3b16a6e service neutron] Pushing event updated for resources: {'Port': ['ID=a3c36dcc-cf0b-469a-b24b-a39c0e11b34b,revision_number=2']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:12:21.490870 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682'] for port, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:12:21.519296 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.db.api [None req-128c2c6d-ca73-4c83-ab1b-5ffb05a85329 tempest-RoutersIpV6Test-235118808 tempest-RoutersIpV6Test-235118808-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84040) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 18 21:12:21.519975 n-d-838334-2 neutron-server[84040]: DEBUG oslo_db.api [None req-128c2c6d-ca73-4c83-ab1b-5ffb05a85329 tempest-RoutersIpV6Test-235118808 tempest-RoutersIpV6Test-235118808-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 18 21:12:21.537339 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-ac4d316a-76e5-4734-842c-f2c1f6603e12 req-136e86a2-825f-4f0c-ab1a-24a819d40072 tempest-TestServerMultinode-197109480 tempest-TestServerMultinode-197109480-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=17e7ea0c-0929-4cb6-ad2f-036c02614cd9 HTTP/1.1" status: 200 len: 1052 time: 0.7757688 Apr 18 21:12:21.612978 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-ac4d316a-76e5-4734-842c-f2c1f6603e12 req-4bb4abce-edfe-4e20-9166-7b20de068f56 tempest-TestServerMultinode-197109480 tempest-TestServerMultinode-197109480-project-admin] 10.222.0.42 "GET /v2.0/security-groups?id=142ef88f-09d8-422a-807d-32d847b17421&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688965 Apr 18 21:12:21.699193 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Pushing event updated for resources: {'Port': ['ID=02aad97d-41b0-4a39-b0a4-5863e8d70f83,revision_number=5']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:12:21.719186 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-02d548c9-6ddf-4876-8dcf-bd676b8813d0 None None] For port 02aad97d-41b0-4a39-b0a4-5863e8d70f83, host n-d-838334-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838334-2',level=0,port_id=02aad97d-41b0-4a39-b0a4-5863e8d70f83,segment=NetworkSegment(f9cc0428-71ee-40eb-8058-b43572266fb8),segment_id=f9cc0428-71ee-40eb-8058-b43572266fb8)] {{(pid=84042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:12:21.719186 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-02d548c9-6ddf-4876-8dcf-bd676b8813d0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369123'] for port, precommit_delete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:12:21.872818 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.managers [req-acc1e139-9b0c-4066-b874-c0be16701e90 req-0e8f4b19-9d9b-4d0e-b02c-5c93a3b16a6e service neutron] Attempting to bind port a3c36dcc-cf0b-469a-b24b-a39c0e11b34b on host n-h1-838334-2 for vnic_type normal with profile {{(pid=84041) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 21:12:21.876080 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.managers [req-acc1e139-9b0c-4066-b874-c0be16701e90 req-0e8f4b19-9d9b-4d0e-b02c-5c93a3b16a6e service neutron] Attempting to bind port a3c36dcc-cf0b-469a-b24b-a39c0e11b34b by drivers openvswitch,hyperv on host n-h1-838334-2 at level 0 using segments [{'id': 'c49af281-1077-4a7b-980c-51064121b94d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': 'a6a1bd6e-c7a6-402d-9ad0-82327124d01a'}] {{(pid=84041) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 21:12:21.876879 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-acc1e139-9b0c-4066-b874-c0be16701e90 req-0e8f4b19-9d9b-4d0e-b02c-5c93a3b16a6e service neutron] Attempting to bind port a3c36dcc-cf0b-469a-b24b-a39c0e11b34b on network a6a1bd6e-c7a6-402d-9ad0-82327124d01a {{(pid=84041) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 21:12:21.894574 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-acc1e139-9b0c-4066-b874-c0be16701e90 req-0e8f4b19-9d9b-4d0e-b02c-5c93a3b16a6e service neutron] Port a3c36dcc-cf0b-469a-b24b-a39c0e11b34b on network a6a1bd6e-c7a6-402d-9ad0-82327124d01a not bound, no agent of type Open vSwitch agent registered on host n-h1-838334-2 {{(pid=84041) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 18 21:12:21.895003 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-acc1e139-9b0c-4066-b874-c0be16701e90 req-0e8f4b19-9d9b-4d0e-b02c-5c93a3b16a6e service neutron] Attempting to bind port a3c36dcc-cf0b-469a-b24b-a39c0e11b34b on network a6a1bd6e-c7a6-402d-9ad0-82327124d01a {{(pid=84041) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 21:12:21.914082 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-acc1e139-9b0c-4066-b874-c0be16701e90 req-0e8f4b19-9d9b-4d0e-b02c-5c93a3b16a6e service neutron] Checking agent: {'id': 'd63bab19-ff81-4de1-afeb-a3732288d0d7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-838334-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 33, 59), 'started_at': datetime.datetime(2022, 4, 18, 20, 33, 59), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 21, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84041) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 18 21:12:21.914571 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-acc1e139-9b0c-4066-b874-c0be16701e90 req-0e8f4b19-9d9b-4d0e-b02c-5c93a3b16a6e service neutron] Checking segment: {'id': 'c49af281-1077-4a7b-980c-51064121b94d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': 'a6a1bd6e-c7a6-402d-9ad0-82327124d01a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84041) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 21:12:21.915580 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-acc1e139-9b0c-4066-b874-c0be16701e90 req-0e8f4b19-9d9b-4d0e-b02c-5c93a3b16a6e service neutron] Bound using segment: {'id': 'c49af281-1077-4a7b-980c-51064121b94d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': 'a6a1bd6e-c7a6-402d-9ad0-82327124d01a'} {{(pid=84041) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 18 21:12:21.917551 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.managers [req-acc1e139-9b0c-4066-b874-c0be16701e90 req-0e8f4b19-9d9b-4d0e-b02c-5c93a3b16a6e service neutron] Bound port: a3c36dcc-cf0b-469a-b24b-a39c0e11b34b, host: n-h1-838334-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c49af281-1077-4a7b-980c-51064121b94d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': 'a6a1bd6e-c7a6-402d-9ad0-82327124d01a'}}] {{(pid=84041) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 21:12:21.918013 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [req-acc1e139-9b0c-4066-b874-c0be16701e90 req-0e8f4b19-9d9b-4d0e-b02c-5c93a3b16a6e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:12:22.024482 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.plugin [None req-128c2c6d-ca73-4c83-ab1b-5ffb05a85329 tempest-RoutersIpV6Test-235118808 tempest-RoutersIpV6Test-235118808-project] Deleting port 02aad97d-41b0-4a39-b0a4-5863e8d70f83 {{(pid=84040) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 21:12:22.024482 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-128c2c6d-ca73-4c83-ab1b-5ffb05a85329 tempest-RoutersIpV6Test-235118808 tempest-RoutersIpV6Test-235118808-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750375188691'] for port, before_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:12:22.221333 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.plugin [None req-02d548c9-6ddf-4876-8dcf-bd676b8813d0 None None] Calling delete_port for 02aad97d-41b0-4a39-b0a4-5863e8d70f83 owned by network:dhcp {{(pid=84042) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 21:12:22.275916 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.db [req-acc1e139-9b0c-4066-b874-c0be16701e90 req-0e8f4b19-9d9b-4d0e-b02c-5c93a3b16a6e service neutron] For port a3c36dcc-cf0b-469a-b24b-a39c0e11b34b, host n-h1-838334-2, cleared binding levels {{(pid=84041) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 21:12:22.280056 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.db [req-acc1e139-9b0c-4066-b874-c0be16701e90 req-0e8f4b19-9d9b-4d0e-b02c-5c93a3b16a6e service neutron] For port a3c36dcc-cf0b-469a-b24b-a39c0e11b34b, host n-h1-838334-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838334-2',level=0,port_id=a3c36dcc-cf0b-469a-b24b-a39c0e11b34b,segment=NetworkSegment(c49af281-1077-4a7b-980c-51064121b94d),segment_id=c49af281-1077-4a7b-980c-51064121b94d)] {{(pid=84041) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 21:12:22.293013 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [req-acc1e139-9b0c-4066-b874-c0be16701e90 req-0e8f4b19-9d9b-4d0e-b02c-5c93a3b16a6e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32266282'] for port, after_update {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:12:22.459837 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.db.api [None req-02d548c9-6ddf-4876-8dcf-bd676b8813d0 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84042) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 18 21:12:22.459837 n-d-838334-2 neutron-server[84042]: DEBUG oslo_db.api [None req-02d548c9-6ddf-4876-8dcf-bd676b8813d0 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 18 21:12:22.479347 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [req-acc1e139-9b0c-4066-b874-c0be16701e90 req-0e8f4b19-9d9b-4d0e-b02c-5c93a3b16a6e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217293'] for port, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:12:22.479347 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-acc1e139-9b0c-4066-b874-c0be16701e90 req-0e8f4b19-9d9b-4d0e-b02c-5c93a3b16a6e service neutron] 10.222.0.43 "PUT /v2.0/ports/a3c36dcc-cf0b-469a-b24b-a39c0e11b34b HTTP/1.1" status: 200 len: 1091 time: 3.6517766 Apr 18 21:12:22.485807 n-d-838334-2 neutron-server[84041]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '17e7ea0c-0929-4cb6-ad2f-036c02614cd9', 'tag': 'a3c36dcc-cf0b-469a-b24b-a39c0e11b34b'}] {{(pid=84041) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 21:12:22.537395 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e8f4b19-9d9b-4d0e-b02c-5c93a3b16a6e service neutron] Pushing event updated for resources: {'Port': ['ID=a3c36dcc-cf0b-469a-b24b-a39c0e11b34b,revision_number=3']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:12:22.614200 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.db [None req-128c2c6d-ca73-4c83-ab1b-5ffb05a85329 tempest-RoutersIpV6Test-235118808 tempest-RoutersIpV6Test-235118808-project] For port 02aad97d-41b0-4a39-b0a4-5863e8d70f83, host n-d-838334-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838334-2',level=0,port_id=02aad97d-41b0-4a39-b0a4-5863e8d70f83,segment=NetworkSegment(f9cc0428-71ee-40eb-8058-b43572266fb8),segment_id=f9cc0428-71ee-40eb-8058-b43572266fb8)] {{(pid=84040) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:12:22.614802 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-128c2c6d-ca73-4c83-ab1b-5ffb05a85329 tempest-RoutersIpV6Test-235118808 tempest-RoutersIpV6Test-235118808-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369123'] for port, precommit_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:12:22.884174 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-acc1e139-9b0c-4066-b874-c0be16701e90 req-8159c95a-ab2c-4eb8-a6a7-7d522bfd6af9 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=231c6f353e4d4ddda7f422c7fb7cca6b&device_id=17e7ea0c-0929-4cb6-ad2f-036c02614cd9 HTTP/1.1" status: 200 len: 1094 time: 0.3335483 Apr 18 21:12:22.962246 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.plugin [None req-02d548c9-6ddf-4876-8dcf-bd676b8813d0 None None] Deleting port 02aad97d-41b0-4a39-b0a4-5863e8d70f83 {{(pid=84042) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 21:12:22.962246 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-02d548c9-6ddf-4876-8dcf-bd676b8813d0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750375188691'] for port, before_delete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:12:23.073430 n-d-838334-2 neutron-server[84041]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0818ac50-1377-4e42-8ac9-853abe4cc501'] response: {'name': 'network-changed', 'server_uuid': '17e7ea0c-0929-4cb6-ad2f-036c02614cd9', 'tag': 'a3c36dcc-cf0b-469a-b24b-a39c0e11b34b', 'status': 'completed', 'code': 200} Apr 18 21:12:23.112577 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.plugin [None req-128c2c6d-ca73-4c83-ab1b-5ffb05a85329 tempest-RoutersIpV6Test-235118808 tempest-RoutersIpV6Test-235118808-project] Calling delete_port for 02aad97d-41b0-4a39-b0a4-5863e8d70f83 owned by network:dhcp {{(pid=84040) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 21:12:23.158460 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-acc1e139-9b0c-4066-b874-c0be16701e90 req-bcd16ddb-1913-431d-96f0-84426842ba2a service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a3c36dcc-cf0b-469a-b24b-a39c0e11b34b HTTP/1.1" status: 200 len: 217 time: 0.2664394 Apr 18 21:12:23.358575 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acc1e139-9b0c-4066-b874-c0be16701e90 req-8903fd6a-5da8-4cb3-b096-18c8a284fcd2 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:12:23.358575 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-acc1e139-9b0c-4066-b874-c0be16701e90 req-8903fd6a-5da8-4cb3-b096-18c8a284fcd2 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=8cf63959-47ce-4403-8f83-38f3dd943593 HTTP/1.1" status: 200 len: 848 time: 0.1877224 Apr 18 21:12:23.599597 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-acc1e139-9b0c-4066-b874-c0be16701e90 req-efef3999-263c-4775-b186-a232a10bfc65 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=a6a1bd6e-c7a6-402d-9ad0-82327124d01a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2264190 Apr 18 21:12:23.819432 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-128c2c6d-ca73-4c83-ab1b-5ffb05a85329 tempest-RoutersIpV6Test-235118808 tempest-RoutersIpV6Test-235118808-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750375259028', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750374836628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32440838'] for port, after_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:12:23.936873 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-02d548c9-6ddf-4876-8dcf-bd676b8813d0 None None] For port 02aad97d-41b0-4a39-b0a4-5863e8d70f83, host n-d-838334-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838334-2',level=0,port_id=02aad97d-41b0-4a39-b0a4-5863e8d70f83,segment=NetworkSegment(f9cc0428-71ee-40eb-8058-b43572266fb8),segment_id=f9cc0428-71ee-40eb-8058-b43572266fb8)] {{(pid=84042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:12:23.936873 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-02d548c9-6ddf-4876-8dcf-bd676b8813d0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369123'] for port, precommit_delete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:12:24.059639 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-50212690-dd7d-45c8-a950-930815265066 req-ba86b455-a179-47ce-9432-2636bb2bc384 tempest-TestServerMultinode-197109480 tempest-TestServerMultinode-197109480-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=17e7ea0c-0929-4cb6-ad2f-036c02614cd9 HTTP/1.1" status: 200 len: 1094 time: 0.6542323 Apr 18 21:12:24.107396 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-128c2c6d-ca73-4c83-ab1b-5ffb05a85329 tempest-RoutersIpV6Test-235118808 tempest-RoutersIpV6Test-235118808-project] Pushing event deleted for resources: {'Port': ['ID=02aad97d-41b0-4a39-b0a4-5863e8d70f83,revision_number=None']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:12:24.120638 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.l3_dvrscheduler_db [None req-128c2c6d-ca73-4c83-ab1b-5ffb05a85329 tempest-RoutersIpV6Test-235118808 tempest-RoutersIpV6Test-235118808-project] No DVR routers for this DVR port 02aad97d-41b0-4a39-b0a4-5863e8d70f83 on host n-d-838334-2 {{(pid=84040) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 21:12:24.408473 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-acc1e139-9b0c-4066-b874-c0be16701e90 req-12b8030f-38fb-41e6-a0fa-72b328f605f1 service neutron] 10.222.0.43 "GET /v2.0/networks/a6a1bd6e-c7a6-402d-9ad0-82327124d01a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7814574 Apr 18 21:12:24.598524 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 49272) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:12:24.619824 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-128c2c6d-ca73-4c83-ab1b-5ffb05a85329 tempest-RoutersIpV6Test-235118808 tempest-RoutersIpV6Test-235118808-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1258905', 'neutron.services.segments.db._delete_segments_for_network-8750375287417'] for network, precommit_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:12:24.658517 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.plugin [None req-02d548c9-6ddf-4876-8dcf-bd676b8813d0 None None] Calling delete_port for 02aad97d-41b0-4a39-b0a4-5863e8d70f83 owned by network:dhcp {{(pid=84042) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 21:12:24.764516 n-d-838334-2 neutron-server[84040]: DEBUG neutron.services.segments.db [None req-128c2c6d-ca73-4c83-ab1b-5ffb05a85329 tempest-RoutersIpV6Test-235118808 tempest-RoutersIpV6Test-235118808-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b85f46d1-66a4-4e7f-800a-15c192131b70']}} {{(pid=84040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:12:24.825504 n-d-838334-2 neutron-server[84040]: DEBUG neutron.services.segments.db [None req-128c2c6d-ca73-4c83-ab1b-5ffb05a85329 tempest-RoutersIpV6Test-235118808 tempest-RoutersIpV6Test-235118808-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f9cc0428-71ee-40eb-8058-b43572266fb8') {'for_net_delete': True} {{(pid=84040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:12:24.825504 n-d-838334-2 neutron-server[84040]: DEBUG neutron.services.segments.db [None req-128c2c6d-ca73-4c83-ab1b-5ffb05a85329 tempest-RoutersIpV6Test-235118808 tempest-RoutersIpV6Test-235118808-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f9cc0428-71ee-40eb-8058-b43572266fb8') {} {{(pid=84040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:12:24.862732 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-128c2c6d-ca73-4c83-ab1b-5ffb05a85329 tempest-RoutersIpV6Test-235118808 tempest-RoutersIpV6Test-235118808-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750375287300', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31955965'] for segment, before_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:12:24.910700 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-128c2c6d-ca73-4c83-ab1b-5ffb05a85329 tempest-RoutersIpV6Test-235118808 tempest-RoutersIpV6Test-235118808-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1082986'] for segment, precommit_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:12:24.992652 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-acc1e139-9b0c-4066-b874-c0be16701e90 req-01077b32-47d3-4768-bbf5-ac3e8438e95a service neutron] 10.222.0.43 "GET /v2.0/networks/a6a1bd6e-c7a6-402d-9ad0-82327124d01a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5836945 Apr 18 21:12:25.014084 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-50212690-dd7d-45c8-a950-930815265066 req-63ed6fcc-5e57-4dbc-9b82-61360caa975d tempest-TestServerMultinode-197109480 tempest-TestServerMultinode-197109480-project-admin] 10.222.0.42 "GET /v2.0/security-groups?id=142ef88f-09d8-422a-807d-32d847b17421&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9296176 Apr 18 21:12:25.017097 n-d-838334-2 neutron-server[84042]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 21:12:25.017097 n-d-838334-2 neutron-server[84042]: util.warn( Apr 18 21:12:25.017097 n-d-838334-2 neutron-server[84042]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'provisioningblocks' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 21:12:25.017097 n-d-838334-2 neutron-server[84042]: util.warn( Apr 18 21:12:25.017097 n-d-838334-2 neutron-server[84042]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 21:12:25.017097 n-d-838334-2 neutron-server[84042]: util.warn( Apr 18 21:12:25.017097 n-d-838334-2 neutron-server[84042]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 21:12:25.017097 n-d-838334-2 neutron-server[84042]: util.warn( Apr 18 21:12:25.017097 n-d-838334-2 neutron-server[84042]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 21:12:25.017097 n-d-838334-2 neutron-server[84042]: util.warn( Apr 18 21:12:25.017097 n-d-838334-2 neutron-server[84042]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 21:12:25.017097 n-d-838334-2 neutron-server[84042]: util.warn( Apr 18 21:12:25.017097 n-d-838334-2 neutron-server[84042]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'provisioningblocks' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 21:12:25.017097 n-d-838334-2 neutron-server[84042]: util.warn( Apr 18 21:12:25.017097 n-d-838334-2 neutron-server[84042]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 21:12:25.017097 n-d-838334-2 neutron-server[84042]: util.warn( Apr 18 21:12:25.017097 n-d-838334-2 neutron-server[84042]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 21:12:25.017097 n-d-838334-2 neutron-server[84042]: util.warn( Apr 18 21:12:25.017097 n-d-838334-2 neutron-server[84042]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 21:12:25.017097 n-d-838334-2 neutron-server[84042]: util.warn( Apr 18 21:12:25.017097 n-d-838334-2 neutron-server[84042]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 21:12:25.017097 n-d-838334-2 neutron-server[84042]: util.warn( Apr 18 21:12:25.017097 n-d-838334-2 neutron-server[84042]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 21:12:25.017097 n-d-838334-2 neutron-server[84042]: util.warn( Apr 18 21:12:25.017097 n-d-838334-2 neutron-server[84042]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 21:12:25.017097 n-d-838334-2 neutron-server[84042]: util.warn( Apr 18 21:12:25.017097 n-d-838334-2 neutron-server[84042]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 21:12:25.017097 n-d-838334-2 neutron-server[84042]: util.warn( Apr 18 21:12:25.017097 n-d-838334-2 neutron-server[84042]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 21:12:25.017097 n-d-838334-2 neutron-server[84042]: util.warn( Apr 18 21:12:25.017097 n-d-838334-2 neutron-server[84042]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'provisioningblocks' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 21:12:25.017097 n-d-838334-2 neutron-server[84042]: util.warn( Apr 18 21:12:25.017097 n-d-838334-2 neutron-server[84042]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 21:12:25.017097 n-d-838334-2 neutron-server[84042]: util.warn( Apr 18 21:12:25.017097 n-d-838334-2 neutron-server[84042]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 21:12:25.017097 n-d-838334-2 neutron-server[84042]: util.warn( Apr 18 21:12:25.017097 n-d-838334-2 neutron-server[84042]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 21:12:25.017097 n-d-838334-2 neutron-server[84042]: util.warn( Apr 18 21:12:25.017097 n-d-838334-2 neutron-server[84042]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 21:12:25.017097 n-d-838334-2 neutron-server[84042]: util.warn( Apr 18 21:12:25.017097 n-d-838334-2 neutron-server[84042]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 21:12:25.017097 n-d-838334-2 neutron-server[84042]: util.warn( Apr 18 21:12:25.017097 n-d-838334-2 neutron-server[84042]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 21:12:25.017097 n-d-838334-2 neutron-server[84042]: util.warn( Apr 18 21:12:25.017097 n-d-838334-2 neutron-server[84042]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 21:12:25.017097 n-d-838334-2 neutron-server[84042]: util.warn( Apr 18 21:12:25.017097 n-d-838334-2 neutron-server[84042]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 21:12:25.017097 n-d-838334-2 neutron-server[84042]: util.warn( Apr 18 21:12:25.017097 n-d-838334-2 neutron-server[84042]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 21:12:25.017097 n-d-838334-2 neutron-server[84042]: util.warn( Apr 18 21:12:25.017097 n-d-838334-2 neutron-server[84042]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 21:12:25.017097 n-d-838334-2 neutron-server[84042]: util.warn( Apr 18 21:12:25.017097 n-d-838334-2 neutron-server[84042]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 21:12:25.017097 n-d-838334-2 neutron-server[84042]: util.warn( Apr 18 21:12:25.017097 n-d-838334-2 neutron-server[84042]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 21:12:25.017097 n-d-838334-2 neutron-server[84042]: util.warn( Apr 18 21:12:25.021298 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-128c2c6d-ca73-4c83-ab1b-5ffb05a85329 tempest-RoutersIpV6Test-235118808 tempest-RoutersIpV6Test-235118808-project] Releasing vlan 396 on physical network physnet1 to pool {{(pid=84040) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 18 21:12:25.021298 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-128c2c6d-ca73-4c83-ab1b-5ffb05a85329 tempest-RoutersIpV6Test-235118808 tempest-RoutersIpV6Test-235118808-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1082993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32440923'] for segment, after_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:12:25.049756 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.db.api [None req-02d548c9-6ddf-4876-8dcf-bd676b8813d0 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84042) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 18 21:12:25.050554 n-d-838334-2 neutron-server[84042]: DEBUG oslo_db.api [None req-02d548c9-6ddf-4876-8dcf-bd676b8813d0 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 18 21:12:25.069230 n-d-838334-2 neutron-server[84040]: Traceback (most recent call last): Apr 18 21:12:25.069230 n-d-838334-2 neutron-server[84040]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 18 21:12:25.069230 n-d-838334-2 neutron-server[84040]: timer() Apr 18 21:12:25.069230 n-d-838334-2 neutron-server[84040]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 21:12:25.069230 n-d-838334-2 neutron-server[84040]: cb(*args, **kw) Apr 18 21:12:25.069230 n-d-838334-2 neutron-server[84040]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 18 21:12:25.069230 n-d-838334-2 neutron-server[84040]: return func(*args, **kwargs) Apr 18 21:12:25.069230 n-d-838334-2 neutron-server[84040]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 21:12:25.069230 n-d-838334-2 neutron-server[84040]: self._notify() Apr 18 21:12:25.069230 n-d-838334-2 neutron-server[84040]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 21:12:25.069230 n-d-838334-2 neutron-server[84040]: self.callback(batched_events) Apr 18 21:12:25.069230 n-d-838334-2 neutron-server[84040]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 21:12:25.069230 n-d-838334-2 neutron-server[84040]: event.method(event) Apr 18 21:12:25.069230 n-d-838334-2 neutron-server[84040]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 18 21:12:25.069230 n-d-838334-2 neutron-server[84040]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 21:12:25.069230 n-d-838334-2 neutron-server[84040]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 18 21:12:25.069230 n-d-838334-2 neutron-server[84040]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 21:12:25.069230 n-d-838334-2 neutron-server[84040]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 18 21:12:25.069230 n-d-838334-2 neutron-server[84040]: return f(self, *a, **k) Apr 18 21:12:25.069230 n-d-838334-2 neutron-server[84040]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 18 21:12:25.069230 n-d-838334-2 neutron-server[84040]: return self._get(url).json() Apr 18 21:12:25.069230 n-d-838334-2 neutron-server[84040]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 18 21:12:25.069230 n-d-838334-2 neutron-server[84040]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 21:12:25.069230 n-d-838334-2 neutron-server[84040]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 18 21:12:25.069230 n-d-838334-2 neutron-server[84040]: return self.request(url, 'GET', **kwargs) Apr 18 21:12:25.069230 n-d-838334-2 neutron-server[84040]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 18 21:12:25.069230 n-d-838334-2 neutron-server[84040]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 21:12:25.069230 n-d-838334-2 neutron-server[84040]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 18 21:12:25.069230 n-d-838334-2 neutron-server[84040]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 21:12:25.069230 n-d-838334-2 neutron-server[84040]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 18 21:12:25.069230 n-d-838334-2 neutron-server[84040]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 21:12:25.069230 n-d-838334-2 neutron-server[84040]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 21:12:25.200587 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.plugin [None req-02d548c9-6ddf-4876-8dcf-bd676b8813d0 None None] Deleting port 02aad97d-41b0-4a39-b0a4-5863e8d70f83 {{(pid=84042) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 21:12:25.201048 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-02d548c9-6ddf-4876-8dcf-bd676b8813d0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750375188691'] for port, before_delete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:12:25.279170 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-72815fa1-c1ca-4e34-88a6-9bb02cd9e52d req-72f17d93-3eca-4988-84cb-58b465e7b8b6 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=231c6f353e4d4ddda7f422c7fb7cca6b&device_id=17e7ea0c-0929-4cb6-ad2f-036c02614cd9 HTTP/1.1" status: 200 len: 1094 time: 0.2119172 Apr 18 21:12:25.381198 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 49292) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:12:25.390735 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-128c2c6d-ca73-4c83-ab1b-5ffb05a85329 tempest-RoutersIpV6Test-235118808 tempest-RoutersIpV6Test-235118808-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1258898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33526109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33444113'] for network, after_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:12:25.418861 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.plugin [None req-02d548c9-6ddf-4876-8dcf-bd676b8813d0 None None] The port '02aad97d-41b0-4a39-b0a4-5863e8d70f83' was deleted {{(pid=84042) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 18 21:12:25.423297 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-128c2c6d-ca73-4c83-ab1b-5ffb05a85329 tempest-RoutersIpV6Test-235118808 tempest-RoutersIpV6Test-235118808-project] Notify callbacks [] for network, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:12:25.434735 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-128c2c6d-ca73-4c83-ab1b-5ffb05a85329 tempest-RoutersIpV6Test-235118808 tempest-RoutersIpV6Test-235118808-project] Pushing event deleted for resources: {'Network': ['ID=b85f46d1-66a4-4e7f-800a-15c192131b70,revision_number=None']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:12:25.447938 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-128c2c6d-ca73-4c83-ab1b-5ffb05a85329 tempest-RoutersIpV6Test-235118808 tempest-RoutersIpV6Test-235118808-project] 10.222.0.42 "DELETE /v2.0/networks/b85f46d1-66a4-4e7f-800a-15c192131b70 HTTP/1.1" status: 204 len: 168 time: 6.7291329 Apr 18 21:12:25.447938 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 49298) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:12:25.710744 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-426ec985-2f3e-45ca-8c20-4bc882e938cd admin admin] Notify callbacks [] for security_group, before_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:12:25.819182 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-5aff1381-29af-4d43-b8d6-eb11641e0db5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:12:25.881449 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-426ec985-2f3e-45ca-8c20-4bc882e938cd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:12:25.911984 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-426ec985-2f3e-45ca-8c20-4bc882e938cd admin admin] Usage tracker for resource:security_group_rule and tenant:cbdae31cb9024b06bae8581df04c8ace is out of sync, need to count used quota {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:12:25.914279 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [None req-5aff1381-29af-4d43-b8d6-eb11641e0db5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:12:25.914279 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-5aff1381-29af-4d43-b8d6-eb11641e0db5 admin admin] Usage tracker for resource:security_group_rule and tenant:1290ad4a4122412a9a27bc1677b46bb9 is out of sync, need to count used quota {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:12:25.919823 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72815fa1-c1ca-4e34-88a6-9bb02cd9e52d req-76efc99d-8100-4827-a1fb-ffb16e99cec2 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:12:25.923240 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-5aff1381-29af-4d43-b8d6-eb11641e0db5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:12:25.925438 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-72815fa1-c1ca-4e34-88a6-9bb02cd9e52d req-76efc99d-8100-4827-a1fb-ffb16e99cec2 service neutron] 10.222.0.43 "GET /v2.0/networks?id=a6a1bd6e-c7a6-402d-9ad0-82327124d01a HTTP/1.1" status: 200 len: 910 time: 0.6374116 Apr 18 21:12:25.925438 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-426ec985-2f3e-45ca-8c20-4bc882e938cd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:12:25.929360 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [None req-5aff1381-29af-4d43-b8d6-eb11641e0db5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:12:26.139073 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-426ec985-2f3e-45ca-8c20-4bc882e938cd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:12:26.274304 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-5aff1381-29af-4d43-b8d6-eb11641e0db5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:12:26.288576 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-5aff1381-29af-4d43-b8d6-eb11641e0db5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33528224'] for security_group, after_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:12:26.293615 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-72815fa1-c1ca-4e34-88a6-9bb02cd9e52d req-ec5eff85-f209-4660-b1bc-29033aea381f service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a3c36dcc-cf0b-469a-b24b-a39c0e11b34b HTTP/1.1" status: 200 len: 217 time: 0.3273246 Apr 18 21:12:26.455691 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aff1381-29af-4d43-b8d6-eb11641e0db5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=940e5d5e-0b3c-4500-86c6-d8509a636e26,revision_number=1']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:12:26.461347 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Device a3c36dcc-cf0b-469a-b24b-a39c0e11b34b details requested by agent hyperv_n-h1-838334-2 with host n-h1-838334-2 {{(pid=84042) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 18 21:12:26.481285 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72815fa1-c1ca-4e34-88a6-9bb02cd9e52d req-674d7c13-9649-4db5-bee7-a326a822b07f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:12:26.481285 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-72815fa1-c1ca-4e34-88a6-9bb02cd9e52d req-674d7c13-9649-4db5-bee7-a326a822b07f service neutron] 10.222.0.43 "GET /v2.0/subnets?id=8cf63959-47ce-4403-8f83-38f3dd943593 HTTP/1.1" status: 200 len: 848 time: 0.1841645 Apr 18 21:12:26.569149 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-5aff1381-29af-4d43-b8d6-eb11641e0db5 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=1290ad4a4122412a9a27bc1677b46bb9&name=default HTTP/1.1" status: 200 len: 2647 time: 1.1919637 Apr 18 21:12:26.570527 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 49320) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:12:26.582597 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-d95a973f-6b36-4377-98fb-6a47a119690a tempest-RoutersIpV6Test-235118808 tempest-RoutersIpV6Test-235118808-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33443857'] for router_interface, before_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:12:26.607806 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-426ec985-2f3e-45ca-8c20-4bc882e938cd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:12:26.621061 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-426ec985-2f3e-45ca-8c20-4bc882e938cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33528224'] for security_group, after_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:12:26.695372 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-426ec985-2f3e-45ca-8c20-4bc882e938cd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d24d4780-c6a1-4b2d-9593-f934113e6b4a,revision_number=1']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:12:26.715793 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-72815fa1-c1ca-4e34-88a6-9bb02cd9e52d req-51c468c6-5182-458e-8fd9-445afe106ae6 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=a6a1bd6e-c7a6-402d-9ad0-82327124d01a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2236161 Apr 18 21:12:26.874248 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] For port a3c36dcc-cf0b-469a-b24b-a39c0e11b34b, host n-h1-838334-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838334-2',level=0,port_id=a3c36dcc-cf0b-469a-b24b-a39c0e11b34b,segment=NetworkSegment(c49af281-1077-4a7b-980c-51064121b94d),segment_id=c49af281-1077-4a7b-980c-51064121b94d)] {{(pid=84042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:12:26.904702 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Returning: {'device': 'a3c36dcc-cf0b-469a-b24b-a39c0e11b34b', 'network_id': 'a6a1bd6e-c7a6-402d-9ad0-82327124d01a', 'port_id': 'a3c36dcc-cf0b-469a-b24b-a39c0e11b34b', 'mac_address': 'fa:16:3e:ca:46:1b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 357, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8cf63959-47ce-4403-8f83-38f3dd943593', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84042) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 18 21:12:26.913149 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-a9ca7e27-e2cc-4c5b-83ea-517833715cbe req-d6b4f5e8-9d32-490b-bca2-54650e722f93 tempest-TestServerMultinode-197109480 tempest-TestServerMultinode-197109480-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=17e7ea0c-0929-4cb6-ad2f-036c02614cd9 HTTP/1.1" status: 200 len: 1094 time: 0.5870399 Apr 18 21:12:26.994788 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-d2ecb9a0-186a-41a4-8659-e019e7ef954e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:12:27.059451 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:12:27.116693 n-d-838334-2 neutron-server[84042]: DEBUG neutron.notifiers.nova [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a3c36dcc-cf0b-469a-b24b-a39c0e11b34b {{(pid=84042) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 18 21:12:27.146481 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] For port a3c36dcc-cf0b-469a-b24b-a39c0e11b34b, host n-h1-838334-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838334-2',level=0,port_id=a3c36dcc-cf0b-469a-b24b-a39c0e11b34b,segment=NetworkSegment(c49af281-1077-4a7b-980c-51064121b94d),segment_id=c49af281-1077-4a7b-980c-51064121b94d)] {{(pid=84042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:12:27.153070 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-d2ecb9a0-186a-41a4-8659-e019e7ef954e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:12:27.158929 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682'] for port, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:12:27.174969 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-a9ca7e27-e2cc-4c5b-83ea-517833715cbe req-dd455c57-317c-4e5c-8405-eeba287ce1e1 tempest-TestServerMultinode-197109480 tempest-TestServerMultinode-197109480-project-admin] 10.222.0.42 "GET /v2.0/security-groups?id=142ef88f-09d8-422a-807d-32d847b17421&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2694995 Apr 18 21:12:27.216881 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-72815fa1-c1ca-4e34-88a6-9bb02cd9e52d req-ab03f387-b805-439b-a549-5290cbea1598 service neutron] 10.222.0.43 "GET /v2.0/networks/a6a1bd6e-c7a6-402d-9ad0-82327124d01a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4924045 Apr 18 21:12:27.307552 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-426ec985-2f3e-45ca-8c20-4bc882e938cd admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=cbdae31cb9024b06bae8581df04c8ace&name=default HTTP/1.1" status: 200 len: 2647 time: 2.6976297 Apr 18 21:12:27.307552 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 49334) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:12:27.332591 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Pushing event updated for resources: {'Port': ['ID=a3c36dcc-cf0b-469a-b24b-a39c0e11b34b,revision_number=4']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:12:27.426797 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] get_ports_and_sgs() called for port_ids ['a3c36dcc-cf0b-469a-b24b-a39c0e11b34b'] {{(pid=84042) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 18 21:12:27.617811 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-d2ecb9a0-186a-41a4-8659-e019e7ef954e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33528224'] for security_group, after_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:12:27.680147 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2ecb9a0-186a-41a4-8659-e019e7ef954e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=940e5d5e-0b3c-4500-86c6-d8509a636e26,revision_number=None']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:12:27.725657 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-d2ecb9a0-186a-41a4-8659-e019e7ef954e admin admin] Notify callbacks [] for security_group, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:12:27.732901 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-d2ecb9a0-186a-41a4-8659-e019e7ef954e admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/940e5d5e-0b3c-4500-86c6-d8509a636e26 HTTP/1.1" status: 204 len: 168 time: 1.1560423 Apr 18 21:12:27.763173 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2ecb9a0-186a-41a4-8659-e019e7ef954e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:12:27.763173 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2ecb9a0-186a-41a4-8659-e019e7ef954e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:12:27.763173 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2ecb9a0-186a-41a4-8659-e019e7ef954e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:12:27.763173 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2ecb9a0-186a-41a4-8659-e019e7ef954e admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:12:27.812095 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2ecb9a0-186a-41a4-8659-e019e7ef954e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:12:27.814255 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2ecb9a0-186a-41a4-8659-e019e7ef954e admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:12:27.817964 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2ecb9a0-186a-41a4-8659-e019e7ef954e admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:12:27.832954 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2ecb9a0-186a-41a4-8659-e019e7ef954e admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:12:27.832954 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2ecb9a0-186a-41a4-8659-e019e7ef954e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:12:27.832954 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2ecb9a0-186a-41a4-8659-e019e7ef954e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:12:27.832954 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2ecb9a0-186a-41a4-8659-e019e7ef954e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:12:27.842948 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.agents_db [None req-6346a179-333c-4370-b5a6-936984aeab15 None None] Agent healthcheck: found 7 active agents {{(pid=84043) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 18 21:12:27.845389 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-72815fa1-c1ca-4e34-88a6-9bb02cd9e52d req-7233be59-f5b0-4bd7-9816-d6f41a9d8bee service neutron] 10.222.0.43 "GET /v2.0/networks/a6a1bd6e-c7a6-402d-9ad0-82327124d01a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6156733 Apr 18 21:12:27.847823 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-67e89c3f-2885-43b9-9376-8e4b4071efed admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:12:27.973455 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-67e89c3f-2885-43b9-9376-8e4b4071efed admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:12:28.118746 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-67e89c3f-2885-43b9-9376-8e4b4071efed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33528224'] for security_group, after_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:12:28.169400 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67e89c3f-2885-43b9-9376-8e4b4071efed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d24d4780-c6a1-4b2d-9593-f934113e6b4a,revision_number=None']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:12:28.171572 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-67e89c3f-2885-43b9-9376-8e4b4071efed admin admin] Notify callbacks [] for security_group, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:12:28.175945 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-67e89c3f-2885-43b9-9376-8e4b4071efed admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/d24d4780-c6a1-4b2d-9593-f934113e6b4a HTTP/1.1" status: 204 len: 168 time: 0.8630030 Apr 18 21:12:28.463586 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Device a3c36dcc-cf0b-469a-b24b-a39c0e11b34b up at agent hyperv_n-h1-838334-2 {{(pid=84042) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 21:12:28.732437 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Provisioning for port a3c36dcc-cf0b-469a-b24b-a39c0e11b34b completed by entity L2. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 21:12:28.743423 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Provisioning complete for port a3c36dcc-cf0b-469a-b24b-a39c0e11b34b triggered by entity L2. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:12:28.743423 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1253608'] for port, provisioning_complete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:12:28.858104 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.plugin [None req-d95a973f-6b36-4377-98fb-6a47a119690a tempest-RoutersIpV6Test-235118808 tempest-RoutersIpV6Test-235118808-project] Deleting port 69eabc56-db4e-43b3-99d4-551f9083522f {{(pid=84040) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 21:12:28.858104 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-d95a973f-6b36-4377-98fb-6a47a119690a tempest-RoutersIpV6Test-235118808 tempest-RoutersIpV6Test-235118808-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750375188691'] for port, before_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:12:28.962674 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:12:29.016783 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] For port a3c36dcc-cf0b-469a-b24b-a39c0e11b34b, host n-h1-838334-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838334-2',level=0,port_id=a3c36dcc-cf0b-469a-b24b-a39c0e11b34b,segment=NetworkSegment(c49af281-1077-4a7b-980c-51064121b94d),segment_id=c49af281-1077-4a7b-980c-51064121b94d)] {{(pid=84042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:12:29.016783 n-d-838334-2 neutron-server[84042]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '17e7ea0c-0929-4cb6-ad2f-036c02614cd9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a3c36dcc-cf0b-469a-b24b-a39c0e11b34b'}] {{(pid=84042) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 21:12:29.032013 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682'] for port, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:12:29.061697 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 49370) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:12:29.190466 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-2b1c9d82-2c5f-4d27-b0a1-6647273178b0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:12:29.313871 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-2b1c9d82-2c5f-4d27-b0a1-6647273178b0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:12:29.324751 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-2b1c9d82-2c5f-4d27-b0a1-6647273178b0 admin admin] Usage tracker for resource:security_group_rule and tenant:7d75f882796b404c865536b6b7dd2c7b is out of sync, need to count used quota {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:12:29.336058 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-2b1c9d82-2c5f-4d27-b0a1-6647273178b0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:12:29.336299 n-d-838334-2 neutron-server[84042]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5b3044a6-a55b-4812-8386-c4e2c2426981'] response: {'server_uuid': '17e7ea0c-0929-4cb6-ad2f-036c02614cd9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a3c36dcc-cf0b-469a-b24b-a39c0e11b34b', 'code': 200} Apr 18 21:12:29.450107 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-056f1ceb-14fd-4714-a0f8-e56828e4a111 req-688cc703-e31c-4ff0-9b69-8d7876c78188 tempest-TestServerMultinode-197109480 tempest-TestServerMultinode-197109480-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=17e7ea0c-0929-4cb6-ad2f-036c02614cd9 HTTP/1.1" status: 200 len: 1095 time: 0.7890322 Apr 18 21:12:29.513508 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Pushing event updated for resources: {'Port': ['ID=a3c36dcc-cf0b-469a-b24b-a39c0e11b34b,revision_number=5']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:12:29.528081 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-2b1c9d82-2c5f-4d27-b0a1-6647273178b0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:12:29.624872 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-90fb4bdf-0a0a-42dd-b0b1-d3c59e1bcfb6 req-e73ea347-a10c-437e-b492-d3c6e374b912 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=17e7ea0c-0929-4cb6-ad2f-036c02614cd9 HTTP/1.1" status: 200 len: 1096 time: 0.2639720 Apr 18 21:12:29.737278 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-056f1ceb-14fd-4714-a0f8-e56828e4a111 req-21124c59-2176-42ff-b548-4bdd9f20c020 tempest-TestServerMultinode-197109480 tempest-TestServerMultinode-197109480-project-admin] 10.222.0.42 "GET /v2.0/security-groups?id=142ef88f-09d8-422a-807d-32d847b17421&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2865179 Apr 18 21:12:29.744398 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.db [None req-d95a973f-6b36-4377-98fb-6a47a119690a tempest-RoutersIpV6Test-235118808 tempest-RoutersIpV6Test-235118808-project] For port 69eabc56-db4e-43b3-99d4-551f9083522f, host n-d-838334-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838334-2',level=0,port_id=69eabc56-db4e-43b3-99d4-551f9083522f,segment=NetworkSegment(23d2398b-c0d2-4cbb-af9f-d8bdca72f1fa),segment_id=23d2398b-c0d2-4cbb-af9f-d8bdca72f1fa)] {{(pid=84040) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:12:29.748408 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-d95a973f-6b36-4377-98fb-6a47a119690a tempest-RoutersIpV6Test-235118808 tempest-RoutersIpV6Test-235118808-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369123'] for port, precommit_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:12:29.757073 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-90fb4bdf-0a0a-42dd-b0b1-d3c59e1bcfb6 req-c2d2eaf9-cfae-4d9f-a517-2b38be7ec790 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=142ef88f-09d8-422a-807d-32d847b17421&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1342373 Apr 18 21:12:29.766938 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-2b1c9d82-2c5f-4d27-b0a1-6647273178b0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:12:29.772100 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-2b1c9d82-2c5f-4d27-b0a1-6647273178b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33528224'] for security_group, after_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:12:29.804611 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750375287399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253529'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:12:29.916085 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-2b1c9d82-2c5f-4d27-b0a1-6647273178b0 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=7d75f882796b404c865536b6b7dd2c7b&name=default HTTP/1.1" status: 200 len: 2647 time: 0.8475447 Apr 18 21:12:29.916085 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 49394) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:12:30.064792 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b1c9d82-2c5f-4d27-b0a1-6647273178b0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9b485850-1605-4397-98db-9920b30a37dd,revision_number=1']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:12:30.278239 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-82ca65de-d253-421f-b1e2-567dea4e3828 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:12:30.333006 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-82ca65de-d253-421f-b1e2-567dea4e3828 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:12:30.427211 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-82ca65de-d253-421f-b1e2-567dea4e3828 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33528224'] for security_group, after_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:12:30.463836 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 49414) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:12:30.492306 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82ca65de-d253-421f-b1e2-567dea4e3828 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b485850-1605-4397-98db-9920b30a37dd,revision_number=None']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:12:30.511124 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.plugin [None req-d95a973f-6b36-4377-98fb-6a47a119690a tempest-RoutersIpV6Test-235118808 tempest-RoutersIpV6Test-235118808-project] Calling delete_port for 69eabc56-db4e-43b3-99d4-551f9083522f owned by network:router_interface {{(pid=84040) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 21:12:30.513492 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-82ca65de-d253-421f-b1e2-567dea4e3828 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:12:30.513492 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-82ca65de-d253-421f-b1e2-567dea4e3828 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/9b485850-1605-4397-98db-9920b30a37dd HTTP/1.1" status: 204 len: 168 time: 0.5788968 Apr 18 21:12:30.912705 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.v2.base [None req-5a29cf65-3731-4fc0-9c27-572cad2ed32c admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-193601957-network', 'tenant_id': '6c33d80c41514a6a87356e217af6c6ed'}} {{(pid=84041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:12:30.930967 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-5a29cf65-3731-4fc0-9c27-572cad2ed32c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:12:30.943376 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-5a29cf65-3731-4fc0-9c27-572cad2ed32c admin admin] Usage tracker for resource:network and tenant:6c33d80c41514a6a87356e217af6c6ed is out of sync, need to count used quota {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:12:30.956809 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-5a29cf65-3731-4fc0-9c27-572cad2ed32c admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:12:30.978671 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-5a29cf65-3731-4fc0-9c27-572cad2ed32c admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:12:31.063862 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a29cf65-3731-4fc0-9c27-572cad2ed32c admin admin] Made reservation on behalf of 6c33d80c41514a6a87356e217af6c6ed for: {'network': 1} {{(pid=84041) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:12:31.063862 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-5a29cf65-3731-4fc0-9c27-572cad2ed32c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for network, before_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:12:31.085848 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-d95a973f-6b36-4377-98fb-6a47a119690a tempest-RoutersIpV6Test-235118808 tempest-RoutersIpV6Test-235118808-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750375259028', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750374836628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32440838'] for port, after_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:12:31.127698 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-5a29cf65-3731-4fc0-9c27-572cad2ed32c admin admin] Notify callbacks [] for security_group, before_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:12:31.301981 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d95a973f-6b36-4377-98fb-6a47a119690a tempest-RoutersIpV6Test-235118808 tempest-RoutersIpV6Test-235118808-project] Pushing event deleted for resources: {'Port': ['ID=69eabc56-db4e-43b3-99d4-551f9083522f,revision_number=None']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:12:31.342311 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-5a29cf65-3731-4fc0-9c27-572cad2ed32c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:12:31.357442 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-5a29cf65-3731-4fc0-9c27-572cad2ed32c admin admin] Usage tracker for resource:security_group_rule and tenant:6c33d80c41514a6a87356e217af6c6ed is out of sync, need to count used quota {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:12:31.366241 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-5a29cf65-3731-4fc0-9c27-572cad2ed32c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:12:31.384682 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-5a29cf65-3731-4fc0-9c27-572cad2ed32c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:12:31.686055 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-5a29cf65-3731-4fc0-9c27-572cad2ed32c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:12:31.694009 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-5a29cf65-3731-4fc0-9c27-572cad2ed32c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33528224'] for security_group, after_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:12:31.793988 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5a29cf65-3731-4fc0-9c27-572cad2ed32c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 373} {{(pid=84041) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 21:12:31.802045 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-41649531-5731-49e5-8354-44135ba61d93 req-375c76af-a153-4283-85d1-c3723f8f32be tempest-TestServerMultinode-197109480 tempest-TestServerMultinode-197109480-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=17e7ea0c-0929-4cb6-ad2f-036c02614cd9 HTTP/1.1" status: 200 len: 1096 time: 0.4604878 Apr 18 21:12:31.851858 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a29cf65-3731-4fc0-9c27-572cad2ed32c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=17b301b4-f832-465e-b746-0427d2c4e3d9,revision_number=1']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:12:31.868943 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-5a29cf65-3731-4fc0-9c27-572cad2ed32c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1082986'] for segment, precommit_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:12:31.871127 n-d-838334-2 neutron-server[84041]: INFO neutron.db.segments_db [None req-5a29cf65-3731-4fc0-9c27-572cad2ed32c admin admin] Added segment 44fed75d-d790-4c0e-a467-bf1a6588ce2b of type vlan for network 7c39ac3c-ebab-4084-9bf0-d4e6866e30eb Apr 18 21:12:31.950786 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-5a29cf65-3731-4fc0-9c27-572cad2ed32c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750374825732'] for network, precommit_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:12:31.994898 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-5a29cf65-3731-4fc0-9c27-572cad2ed32c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33526109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022'] for network, after_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:12:31.994898 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a29cf65-3731-4fc0-9c27-572cad2ed32c admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:12:31.994898 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-5a29cf65-3731-4fc0-9c27-572cad2ed32c admin admin] Notify callbacks [] for network, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:12:32.018357 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-41649531-5731-49e5-8354-44135ba61d93 req-841d9ba1-a772-4ab4-8cf2-3a915e0741ae tempest-TestServerMultinode-197109480 tempest-TestServerMultinode-197109480-project-admin] 10.222.0.42 "GET /v2.0/security-groups?id=142ef88f-09d8-422a-807d-32d847b17421&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2070045 Apr 18 21:12:32.074304 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-d95a973f-6b36-4377-98fb-6a47a119690a tempest-RoutersIpV6Test-235118808 tempest-RoutersIpV6Test-235118808-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-32377931', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33443910'] for router_interface, after_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:12:32.280225 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a29cf65-3731-4fc0-9c27-572cad2ed32c admin admin] Pushing event updated for resources: {'Network': ['ID=7c39ac3c-ebab-4084-9bf0-d4e6866e30eb,revision_number=1']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:12:32.285435 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-5a29cf65-3731-4fc0-9c27-572cad2ed32c admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.8162088 Apr 18 21:12:32.286201 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Network 7c39ac3c-ebab-4084-9bf0-d4e6866e30eb details requested by agent ovs-agent-n-d-838334-2 with host n-d-838334-2 {{(pid=84042) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 18 21:12:32.288798 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 49454) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:12:32.308334 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.v2.base [None req-fc1e7f49-7f5e-4636-bb03-dd1cfd324ecf admin admin] Request body: {'subnet': {'network_id': '7c39ac3c-ebab-4084-9bf0-d4e6866e30eb', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-193601957-subnet', 'tenant_id': '6c33d80c41514a6a87356e217af6c6ed', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=84041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:12:32.332323 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-fc1e7f49-7f5e-4636-bb03-dd1cfd324ecf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:12:32.359766 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-fc1e7f49-7f5e-4636-bb03-dd1cfd324ecf admin admin] Usage tracker for resource:subnet and tenant:6c33d80c41514a6a87356e217af6c6ed is out of sync, need to count used quota {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:12:32.366943 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-fc1e7f49-7f5e-4636-bb03-dd1cfd324ecf admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:12:32.387169 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-fc1e7f49-7f5e-4636-bb03-dd1cfd324ecf admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:12:32.424398 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc1e7f49-7f5e-4636-bb03-dd1cfd324ecf admin admin] Made reservation on behalf of 6c33d80c41514a6a87356e217af6c6ed for: {'subnet': 1} {{(pid=84041) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:12:32.434565 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-fc1e7f49-7f5e-4636-bb03-dd1cfd324ecf admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32486301'] for subnet, before_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:12:33.067791 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-fc1e7f49-7f5e-4636-bb03-dd1cfd324ecf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33526260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32266407', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32486287'] for subnet, after_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:12:33.270059 n-d-838334-2 neutron-server[84040]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d95a973f-6b36-4377-98fb-6a47a119690a tempest-RoutersIpV6Test-235118808 tempest-RoutersIpV6Test-235118808-project] Router 8fa348f8-02b3-4f5c-91fa-10f95637edc1 has already been hosted by L3 agent bc84d6c9-dd7a-4555-a351-592327b46d5a {{(pid=84040) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 21:12:33.297557 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc1e7f49-7f5e-4636-bb03-dd1cfd324ecf admin admin] Pushing event updated for resources: {'Subnet': ['ID=d2446453-f07b-4b6c-b6e0-9e80fb711ceb,revision_number=0']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:12:33.354446 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc1e7f49-7f5e-4636-bb03-dd1cfd324ecf admin admin] Checking segment: {'id': '44fed75d-d790-4c0e-a467-bf1a6588ce2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '7c39ac3c-ebab-4084-9bf0-d4e6866e30eb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84041) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 21:12:33.356651 n-d-838334-2 neutron-server[84041]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc1e7f49-7f5e-4636-bb03-dd1cfd324ecf admin admin] Network hostable DHCP agents. Network: 7c39ac3c-ebab-4084-9bf0-d4e6866e30eb, hostable agents: ['8746f8ea-3e91-4b32-9919-2c63adeb8722'], hosted agents: [] {{(pid=84041) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 21:12:33.469140 n-d-838334-2 neutron-server[84041]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc1e7f49-7f5e-4636-bb03-dd1cfd324ecf admin admin] Network 7c39ac3c-ebab-4084-9bf0-d4e6866e30eb is scheduled to be hosted by DHCP agent 8746f8ea-3e91-4b32-9919-2c63adeb8722 with binding_index 1 {{(pid=84041) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 21:12:33.508401 n-d-838334-2 neutron-server[84041]: DEBUG neutron.scheduler.base_scheduler [None req-fc1e7f49-7f5e-4636-bb03-dd1cfd324ecf admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-838334-2, 7c39ac3c-ebab-4084-9bf0-d4e6866e30eb) {{(pid=84041) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:12:33.508401 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc1e7f49-7f5e-4636-bb03-dd1cfd324ecf admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:12:33.508401 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-fc1e7f49-7f5e-4636-bb03-dd1cfd324ecf admin admin] Notify callbacks [] for subnet, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:12:33.512822 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e95f7868-8f85-4a9f-a029-d37ff57bb3e9 None None] Network 7c39ac3c-ebab-4084-9bf0-d4e6866e30eb requested from n-d-838334-2 {{(pid=84042) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 21:12:33.656646 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-fc1e7f49-7f5e-4636-bb03-dd1cfd324ecf admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.3631160 Apr 18 21:12:34.001706 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750375287399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253529'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:12:34.108613 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-fcfb4450-6c86-4cb0-ac0c-6c7475bbb705 req-77405313-726c-42fc-bd3d-428f40bed671 tempest-TestServerMultinode-197109480 tempest-TestServerMultinode-197109480-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=17e7ea0c-0929-4cb6-ad2f-036c02614cd9 HTTP/1.1" status: 200 len: 1096 time: 0.8090525 Apr 18 21:12:34.197791 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-fcfb4450-6c86-4cb0-ac0c-6c7475bbb705 req-ba2713ff-9114-44b4-9bb4-ed8667f24f68 tempest-TestServerMultinode-197109480 tempest-TestServerMultinode-197109480-project-admin] 10.222.0.42 "GET /v2.0/security-groups?id=142ef88f-09d8-422a-807d-32d847b17421&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0925102 Apr 18 21:12:34.314811 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d95a973f-6b36-4377-98fb-6a47a119690a tempest-RoutersIpV6Test-235118808 tempest-RoutersIpV6Test-235118808-project] Notify agent at l3_agent.n-d-838334-2 the message routers_updated {{(pid=84040) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 21:12:34.341266 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 49506) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:12:34.346329 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5d2ea11-e740-4d95-8418-b6893c99692b None None] Sync routers for ids ['8fa348f8-02b3-4f5c-91fa-10f95637edc1'] in n-d-838334-2 {{(pid=84042) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 18 21:12:34.355374 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-d95a973f-6b36-4377-98fb-6a47a119690a tempest-RoutersIpV6Test-235118808 tempest-RoutersIpV6Test-235118808-project] 10.222.0.42 "PUT /v2.0/routers/8fa348f8-02b3-4f5c-91fa-10f95637edc1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.9150009 Apr 18 21:12:34.360443 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab9804de-ad10-4a4d-ad16-81479a94f077 None None] Network 7c39ac3c-ebab-4084-9bf0-d4e6866e30eb requested from n-d-838334-2 {{(pid=84042) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 21:12:34.636164 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-96f13b5d-a1d6-42cb-841a-e7c9b6c31393 req-6e49a5c4-9f6f-4e72-84ae-366b2cfcf8ee tempest-TestServerMultinode-197109480 tempest-TestServerMultinode-197109480-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=17e7ea0c-0929-4cb6-ad2f-036c02614cd9 HTTP/1.1" status: 200 len: 1096 time: 0.2078693 Apr 18 21:12:34.674506 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5d2ea11-e740-4d95-8418-b6893c99692b None None] Routers {'8fa348f8-02b3-4f5c-91fa-10f95637edc1'} bound to L3 agent in host n-d-838334-2 {{(pid=84042) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 21:12:34.682270 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_hamode_db [None req-f5d2ea11-e740-4d95-8418-b6893c99692b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838334-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-18T20:25:48Z,description=,heartbeat_timestamp=2022-04-18T21:12:18Z,host='n-d-838334-2',id=bc84d6c9-dd7a-4555-a351-592327b46d5a,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:25:48Z,topic='l3_agent')) {'router_ids': ['8fa348f8-02b3-4f5c-91fa-10f95637edc1'], 'active': True} {{(pid=84042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:12:34.814742 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-96f13b5d-a1d6-42cb-841a-e7c9b6c31393 req-db433812-d73e-45ec-93d4-323ee93192e2 tempest-TestServerMultinode-197109480 tempest-TestServerMultinode-197109480-project-admin] 10.222.0.42 "GET /v2.0/security-groups?id=142ef88f-09d8-422a-807d-32d847b17421&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1661236 Apr 18 21:12:34.829096 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.db_base_plugin_v2 [None req-cb3b1697-72b7-4ec5-a99b-3f107167a39a tempest-RoutersIpV6Test-235118808 tempest-RoutersIpV6Test-235118808-project] Deleting subnet b1ff9e3f-1ee9-4eb4-940c-34585ddf74dd {{(pid=84041) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 18 21:12:34.839954 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-cb3b1697-72b7-4ec5-a99b-3f107167a39a tempest-RoutersIpV6Test-235118808 tempest-RoutersIpV6Test-235118808-project] Notify callbacks [] for subnet, before_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:12:34.926522 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-cb3b1697-72b7-4ec5-a99b-3f107167a39a tempest-RoutersIpV6Test-235118808 tempest-RoutersIpV6Test-235118808-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32266383'] for subnet, precommit_delete_associations {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:12:35.028444 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-cb3b1697-72b7-4ec5-a99b-3f107167a39a tempest-RoutersIpV6Test-235118808 tempest-RoutersIpV6Test-235118808-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1260556'] for subnet, precommit_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:12:35.114385 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-cb3b1697-72b7-4ec5-a99b-3f107167a39a tempest-RoutersIpV6Test-235118808 tempest-RoutersIpV6Test-235118808-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1260549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33526260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32266336', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32486390'] for subnet, after_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:12:35.526747 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-6109b034-8482-4c73-9395-9001ed66d3e4 req-aadb7827-5769-4c1d-adba-76cd66e9a63d tempest-TestServerMultinode-197109480 tempest-TestServerMultinode-197109480-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=17e7ea0c-0929-4cb6-ad2f-036c02614cd9 HTTP/1.1" status: 200 len: 1096 time: 0.2114699 Apr 18 21:12:35.556719 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb3b1697-72b7-4ec5-a99b-3f107167a39a tempest-RoutersIpV6Test-235118808 tempest-RoutersIpV6Test-235118808-project] Pushing event deleted for resources: {'Subnet': ['ID=b1ff9e3f-1ee9-4eb4-940c-34585ddf74dd,revision_number=None']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:12:35.581770 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-cb3b1697-72b7-4ec5-a99b-3f107167a39a tempest-RoutersIpV6Test-235118808 tempest-RoutersIpV6Test-235118808-project] Notify callbacks [] for subnet, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:12:35.603180 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-cb3b1697-72b7-4ec5-a99b-3f107167a39a tempest-RoutersIpV6Test-235118808 tempest-RoutersIpV6Test-235118808-project] 10.222.0.42 "DELETE /v2.0/subnets/b1ff9e3f-1ee9-4eb4-940c-34585ddf74dd HTTP/1.1" status: 204 len: 168 time: 1.2553995 Apr 18 21:12:35.603180 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 49536) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:12:35.664327 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-6109b034-8482-4c73-9395-9001ed66d3e4 req-fa7a4033-e9b2-4e81-bd94-43ff9105586f tempest-TestServerMultinode-197109480 tempest-TestServerMultinode-197109480-project-admin] 10.222.0.42 "GET /v2.0/security-groups?id=142ef88f-09d8-422a-807d-32d847b17421&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1430275 Apr 18 21:12:35.707169 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e29bdbbf-43a2-4797-b150-82730c318780 None None] Network 6eed5772-3037-422b-b3d4-37e74c4be095 requested from n-d-838334-2 {{(pid=84042) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 21:12:35.894606 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-4dac758f-1f84-4926-9de6-fc06e62d1b05 tempest-RoutersIpV6Test-235118808 tempest-RoutersIpV6Test-235118808-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1103592'] for network, before_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:12:35.923939 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_dvr_db [None req-f5d2ea11-e740-4d95-8418-b6893c99692b None None] Set router 8fa348f8-02b3-4f5c-91fa-10f95637edc1 gateway port host: None {{(pid=84042) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 21:12:35.930319 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.plugin [None req-4dac758f-1f84-4926-9de6-fc06e62d1b05 tempest-RoutersIpV6Test-235118808 tempest-RoutersIpV6Test-235118808-project] Deleting port d91407bd-8602-44d8-b86a-4861021829e7 {{(pid=84041) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 21:12:35.930319 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-4dac758f-1f84-4926-9de6-fc06e62d1b05 tempest-RoutersIpV6Test-235118808 tempest-RoutersIpV6Test-235118808-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750375188691'] for port, before_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:12:36.826137 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47a58da7-2cd8-4959-b012-dafa6a2045d5 req-da382ee3-4160-4dec-94df-097ab0f656a6 tempest-TestServerMultinode-197109480 tempest-TestServerMultinode-197109480-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:12:36.858247 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-47a58da7-2cd8-4959-b012-dafa6a2045d5 req-da382ee3-4160-4dec-94df-097ab0f656a6 tempest-TestServerMultinode-197109480 tempest-TestServerMultinode-197109480-project-admin] 10.222.0.42 "GET /v2.0/networks?id=a6a1bd6e-c7a6-402d-9ad0-82327124d01a HTTP/1.1" status: 200 len: 910 time: 0.5858610 Apr 18 21:12:36.908118 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-47a58da7-2cd8-4959-b012-dafa6a2045d5 req-3fd54f5e-213d-45e3-9741-f9ae3ef3eb13 tempest-TestServerMultinode-197109480 tempest-TestServerMultinode-197109480-project-admin] 10.222.0.42 "GET /v2.0/quotas/231c6f353e4d4ddda7f422c7fb7cca6b HTTP/1.1" status: 200 len: 375 time: 0.0421090 Apr 18 21:12:36.975305 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.db [None req-4dac758f-1f84-4926-9de6-fc06e62d1b05 tempest-RoutersIpV6Test-235118808 tempest-RoutersIpV6Test-235118808-project] For port d91407bd-8602-44d8-b86a-4861021829e7, host n-d-838334-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838334-2',level=0,port_id=d91407bd-8602-44d8-b86a-4861021829e7,segment=NetworkSegment(23d2398b-c0d2-4cbb-af9f-d8bdca72f1fa),segment_id=23d2398b-c0d2-4cbb-af9f-d8bdca72f1fa)] {{(pid=84041) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:12:36.975305 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-4dac758f-1f84-4926-9de6-fc06e62d1b05 tempest-RoutersIpV6Test-235118808 tempest-RoutersIpV6Test-235118808-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369123'] for port, precommit_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:12:37.047386 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-47a58da7-2cd8-4959-b012-dafa6a2045d5 req-ae8a5609-223c-41c7-acb1-f13f6b3dcf1f tempest-TestServerMultinode-197109480 tempest-TestServerMultinode-197109480-project-admin] 10.222.0.42 "GET /v2.0/ports?tenant_id=231c6f353e4d4ddda7f422c7fb7cca6b&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1480556 Apr 18 21:12:37.209115 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.plugin [None req-4dac758f-1f84-4926-9de6-fc06e62d1b05 tempest-RoutersIpV6Test-235118808 tempest-RoutersIpV6Test-235118808-project] Calling delete_port for d91407bd-8602-44d8-b86a-4861021829e7 owned by network:dhcp {{(pid=84041) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 21:12:37.330222 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [req-47a58da7-2cd8-4959-b012-dafa6a2045d5 req-1d07d069-12ea-4a1b-b134-fb9ab05d475d service neutron] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=84040) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 18 21:12:37.337665 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-47a58da7-2cd8-4959-b012-dafa6a2045d5 req-1d07d069-12ea-4a1b-b134-fb9ab05d475d service neutron] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.2844162 Apr 18 21:12:37.361565 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-bf33465a-e2ed-4dee-8492-0edecf3a7bdd req-f4822f92-80c2-4dd1-80e7-1e1cc75dd4d5 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=17e7ea0c-0929-4cb6-ad2f-036c02614cd9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.9061487 Apr 18 21:12:37.376646 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-4dac758f-1f84-4926-9de6-fc06e62d1b05 tempest-RoutersIpV6Test-235118808 tempest-RoutersIpV6Test-235118808-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750375259028', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750374836628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32266323'] for port, after_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:12:37.537567 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4dac758f-1f84-4926-9de6-fc06e62d1b05 tempest-RoutersIpV6Test-235118808 tempest-RoutersIpV6Test-235118808-project] No DVR routers for this DVR port d91407bd-8602-44d8-b86a-4861021829e7 on host n-d-838334-2 {{(pid=84041) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 21:12:37.547887 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_hamode_db [None req-f5d2ea11-e740-4d95-8418-b6893c99692b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8fa348f8-02b3-4f5c-91fa-10f95637edc1', 'name': 'tempest-RoutersIpV6Test-router-1666022958', 'tenant_id': '3fd12654c90d4a4687b2462ca839c972', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:10:51Z', 'updated_at': '2022-04-18T21:12:30Z', 'revision_number': 9, 'project_id': '3fd12654c90d4a4687b2462ca839c972', 'gw_port_host': None, '_interfaces': [{'id': '5c8fb1df-2b42-400d-9c2d-86b8243f6445', 'name': '', 'network_id': 'b0cfab48-3f09-430a-9068-3eef4510480b', 'tenant_id': '3fd12654c90d4a4687b2462ca839c972', 'mac_address': 'fa:16:3e:e6:bd:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fa348f8-02b3-4f5c-91fa-10f95637edc1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'fea0e53c-8a06-45ef-80e9-a2622b1e38e1', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:11:06Z', 'updated_at': '2022-04-18T21:11:23Z', 'revision_number': 5, 'project_id': '3fd12654c90d4a4687b2462ca839c972', 'subnets': [{'id': 'fea0e53c-8a06-45ef-80e9-a2622b1e38e1', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '97b0b1f9-c01a-4ba8-b4c8-af3dcc327f1e', 'name': '', 'network_id': '699bd152-a339-411f-b2d2-c325a0670f8b', 'tenant_id': '3fd12654c90d4a4687b2462ca839c972', 'mac_address': 'fa:16:3e:b1:c8:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fa348f8-02b3-4f5c-91fa-10f95637edc1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '94ebf16d-084a-4271-a878-e6ba8454c0ac', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:10:55Z', 'updated_at': '2022-04-18T21:11:13Z', 'revision_number': 5, 'project_id': '3fd12654c90d4a4687b2462ca839c972', 'subnets': [{'id': '94ebf16d-084a-4271-a878-e6ba8454c0ac', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838334-2', False) {} {{(pid=84042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:12:37.556157 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5d2ea11-e740-4d95-8418-b6893c99692b None None] Checking router: 8fa348f8-02b3-4f5c-91fa-10f95637edc1 for host: n-d-838334-2 {{(pid=84042) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 18 21:12:37.563033 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5d2ea11-e740-4d95-8418-b6893c99692b None None] Routers {'8fa348f8-02b3-4f5c-91fa-10f95637edc1'} bound to L3 agent in host n-d-838334-2 {{(pid=84042) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 21:12:37.563033 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_hamode_db [None req-f5d2ea11-e740-4d95-8418-b6893c99692b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838334-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-18T20:25:48Z,description=,heartbeat_timestamp=2022-04-18T21:12:18Z,host='n-d-838334-2',id=bc84d6c9-dd7a-4555-a351-592327b46d5a,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:25:48Z,topic='l3_agent')) {'router_ids': ['8fa348f8-02b3-4f5c-91fa-10f95637edc1'], 'active': True} {{(pid=84042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:12:37.596582 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dac758f-1f84-4926-9de6-fc06e62d1b05 tempest-RoutersIpV6Test-235118808 tempest-RoutersIpV6Test-235118808-project] Pushing event deleted for resources: {'Port': ['ID=d91407bd-8602-44d8-b86a-4861021829e7,revision_number=None']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:12:37.696218 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d208660-c898-4dea-a1f9-4412bc925c17 None None] DHCP port deletion for 6eed5772-3037-422b-b3d4-37e74c4be095 request from n-d-838334-2 {{(pid=84042) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 18 21:12:37.872022 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-47a58da7-2cd8-4959-b012-dafa6a2045d5 req-711b1475-7656-4f40-9364-23d4ac40f9c7 service neutron] 10.222.0.42 "GET /v2.0/networks/a6a1bd6e-c7a6-402d-9ad0-82327124d01a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5285969 Apr 18 21:12:37.874769 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-4dac758f-1f84-4926-9de6-fc06e62d1b05 tempest-RoutersIpV6Test-235118808 tempest-RoutersIpV6Test-235118808-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1258905', 'neutron.services.segments.db._delete_segments_for_network-8750375287417'] for network, precommit_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:12:37.975679 n-d-838334-2 neutron-server[84041]: DEBUG neutron.services.segments.db [None req-4dac758f-1f84-4926-9de6-fc06e62d1b05 tempest-RoutersIpV6Test-235118808 tempest-RoutersIpV6Test-235118808-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6eed5772-3037-422b-b3d4-37e74c4be095']}} {{(pid=84041) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:12:38.037500 n-d-838334-2 neutron-server[84041]: DEBUG neutron.services.segments.db [None req-4dac758f-1f84-4926-9de6-fc06e62d1b05 tempest-RoutersIpV6Test-235118808 tempest-RoutersIpV6Test-235118808-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '23d2398b-c0d2-4cbb-af9f-d8bdca72f1fa') {'for_net_delete': True} {{(pid=84041) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:12:38.037817 n-d-838334-2 neutron-server[84041]: DEBUG neutron.services.segments.db [None req-4dac758f-1f84-4926-9de6-fc06e62d1b05 tempest-RoutersIpV6Test-235118808 tempest-RoutersIpV6Test-235118808-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '23d2398b-c0d2-4cbb-af9f-d8bdca72f1fa') {} {{(pid=84041) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:12:38.062469 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_dvr_db [None req-f5d2ea11-e740-4d95-8418-b6893c99692b None None] Set router 8fa348f8-02b3-4f5c-91fa-10f95637edc1 gateway port host: None {{(pid=84042) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 21:12:38.078484 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-bf33465a-e2ed-4dee-8492-0edecf3a7bdd req-7e820d5d-1b02-4e65-8284-861f5c6d9ac9 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=231c6f353e4d4ddda7f422c7fb7cca6b&device_id=17e7ea0c-0929-4cb6-ad2f-036c02614cd9 HTTP/1.1" status: 200 len: 1096 time: 0.5378234 Apr 18 21:12:38.099505 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-4dac758f-1f84-4926-9de6-fc06e62d1b05 tempest-RoutersIpV6Test-235118808 tempest-RoutersIpV6Test-235118808-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750375287300', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32268156'] for segment, before_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:12:38.109791 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-47a58da7-2cd8-4959-b012-dafa6a2045d5 req-300216c8-ac0d-428b-8106-97f16a6cfc9b service neutron] 10.222.0.42 "GET /v2.0/networks/a6a1bd6e-c7a6-402d-9ad0-82327124d01a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2424889 Apr 18 21:12:38.475500 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Device d91407bd-8602-44d8-b86a-4861021829e7 no longer exists at agent ovs-agent-n-d-838334-2 {{(pid=84042) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 21:12:38.503814 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-4dac758f-1f84-4926-9de6-fc06e62d1b05 tempest-RoutersIpV6Test-235118808 tempest-RoutersIpV6Test-235118808-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1082986'] for segment, precommit_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:12:38.544370 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.plugin [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] No Port match for: d91407bd-8602-44d8-b86a-4861021829e7 {{(pid=84042) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 18 21:12:38.544708 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Device d91407bd-8602-44d8-b86a-4861021829e7 not bound to the agent host n-d-838334-2 {{(pid=84042) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 21:12:38.590621 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4dac758f-1f84-4926-9de6-fc06e62d1b05 tempest-RoutersIpV6Test-235118808 tempest-RoutersIpV6Test-235118808-project] Releasing vlan 395 on physical network physnet1 to pool {{(pid=84041) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 18 21:12:38.591367 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-4dac758f-1f84-4926-9de6-fc06e62d1b05 tempest-RoutersIpV6Test-235118808 tempest-RoutersIpV6Test-235118808-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1082993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32266254'] for segment, after_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:12:38.614673 n-d-838334-2 neutron-server[84041]: Traceback (most recent call last): Apr 18 21:12:38.614673 n-d-838334-2 neutron-server[84041]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 18 21:12:38.614673 n-d-838334-2 neutron-server[84041]: timer() Apr 18 21:12:38.614673 n-d-838334-2 neutron-server[84041]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 21:12:38.614673 n-d-838334-2 neutron-server[84041]: cb(*args, **kw) Apr 18 21:12:38.614673 n-d-838334-2 neutron-server[84041]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 18 21:12:38.614673 n-d-838334-2 neutron-server[84041]: return func(*args, **kwargs) Apr 18 21:12:38.614673 n-d-838334-2 neutron-server[84041]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 21:12:38.614673 n-d-838334-2 neutron-server[84041]: self._notify() Apr 18 21:12:38.614673 n-d-838334-2 neutron-server[84041]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 21:12:38.614673 n-d-838334-2 neutron-server[84041]: self.callback(batched_events) Apr 18 21:12:38.614673 n-d-838334-2 neutron-server[84041]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 21:12:38.614673 n-d-838334-2 neutron-server[84041]: event.method(event) Apr 18 21:12:38.614673 n-d-838334-2 neutron-server[84041]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 18 21:12:38.614673 n-d-838334-2 neutron-server[84041]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 21:12:38.614673 n-d-838334-2 neutron-server[84041]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 18 21:12:38.614673 n-d-838334-2 neutron-server[84041]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 21:12:38.614673 n-d-838334-2 neutron-server[84041]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 18 21:12:38.614673 n-d-838334-2 neutron-server[84041]: return f(self, *a, **k) Apr 18 21:12:38.614673 n-d-838334-2 neutron-server[84041]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 18 21:12:38.614673 n-d-838334-2 neutron-server[84041]: return self._get(url).json() Apr 18 21:12:38.614673 n-d-838334-2 neutron-server[84041]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 18 21:12:38.614673 n-d-838334-2 neutron-server[84041]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 21:12:38.614673 n-d-838334-2 neutron-server[84041]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 18 21:12:38.614673 n-d-838334-2 neutron-server[84041]: return self.request(url, 'GET', **kwargs) Apr 18 21:12:38.614673 n-d-838334-2 neutron-server[84041]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 18 21:12:38.614673 n-d-838334-2 neutron-server[84041]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 21:12:38.614673 n-d-838334-2 neutron-server[84041]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 18 21:12:38.614673 n-d-838334-2 neutron-server[84041]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 21:12:38.614673 n-d-838334-2 neutron-server[84041]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 18 21:12:38.614673 n-d-838334-2 neutron-server[84041]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 21:12:38.614673 n-d-838334-2 neutron-server[84041]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 21:12:38.669454 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-c5a65215-b377-438e-bcf1-9dcb8e1e7b32 req-d907c4b5-5274-4df4-8de1-d386a3608387 tempest-TestServerMultinode-197109480 tempest-TestServerMultinode-197109480-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=f8591508-4ceb-4525-9a8e-aeab659c0bb7 HTTP/1.1" status: 200 len: 210 time: 0.1307957 Apr 18 21:12:38.788518 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-4dac758f-1f84-4926-9de6-fc06e62d1b05 tempest-RoutersIpV6Test-235118808 tempest-RoutersIpV6Test-235118808-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1258898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33526109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33444113'] for network, after_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:12:38.795298 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-4dac758f-1f84-4926-9de6-fc06e62d1b05 tempest-RoutersIpV6Test-235118808 tempest-RoutersIpV6Test-235118808-project] Notify callbacks [] for network, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:12:38.814812 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf33465a-e2ed-4dee-8492-0edecf3a7bdd req-bfbea894-cf57-4d8b-9c14-b6e9599796bd service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:12:38.816053 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-bf33465a-e2ed-4dee-8492-0edecf3a7bdd req-bfbea894-cf57-4d8b-9c14-b6e9599796bd service neutron] 10.222.0.43 "GET /v2.0/networks?id=a6a1bd6e-c7a6-402d-9ad0-82327124d01a HTTP/1.1" status: 200 len: 910 time: 0.6901405 Apr 18 21:12:38.995068 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dac758f-1f84-4926-9de6-fc06e62d1b05 tempest-RoutersIpV6Test-235118808 tempest-RoutersIpV6Test-235118808-project] Pushing event deleted for resources: {'Network': ['ID=6eed5772-3037-422b-b3d4-37e74c4be095,revision_number=None']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:12:39.045976 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_hamode_db [None req-f5d2ea11-e740-4d95-8418-b6893c99692b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8fa348f8-02b3-4f5c-91fa-10f95637edc1', 'name': 'tempest-RoutersIpV6Test-router-1666022958', 'tenant_id': '3fd12654c90d4a4687b2462ca839c972', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:10:51Z', 'updated_at': '2022-04-18T21:12:30Z', 'revision_number': 9, 'project_id': '3fd12654c90d4a4687b2462ca839c972', 'gw_port_host': None, '_interfaces': [{'id': '5c8fb1df-2b42-400d-9c2d-86b8243f6445', 'name': '', 'network_id': 'b0cfab48-3f09-430a-9068-3eef4510480b', 'tenant_id': '3fd12654c90d4a4687b2462ca839c972', 'mac_address': 'fa:16:3e:e6:bd:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fa348f8-02b3-4f5c-91fa-10f95637edc1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'fea0e53c-8a06-45ef-80e9-a2622b1e38e1', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:11:06Z', 'updated_at': '2022-04-18T21:11:23Z', 'revision_number': 5, 'project_id': '3fd12654c90d4a4687b2462ca839c972', 'subnets': [{'id': 'fea0e53c-8a06-45ef-80e9-a2622b1e38e1', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '97b0b1f9-c01a-4ba8-b4c8-af3dcc327f1e', 'name': '', 'network_id': '699bd152-a339-411f-b2d2-c325a0670f8b', 'tenant_id': '3fd12654c90d4a4687b2462ca839c972', 'mac_address': 'fa:16:3e:b1:c8:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fa348f8-02b3-4f5c-91fa-10f95637edc1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '94ebf16d-084a-4271-a878-e6ba8454c0ac', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:10:55Z', 'updated_at': '2022-04-18T21:11:13Z', 'revision_number': 5, 'project_id': '3fd12654c90d4a4687b2462ca839c972', 'subnets': [{'id': '94ebf16d-084a-4271-a878-e6ba8454c0ac', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838334-2', False) {} {{(pid=84042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:12:39.045976 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5d2ea11-e740-4d95-8418-b6893c99692b None None] The sync data for ids ['8fa348f8-02b3-4f5c-91fa-10f95637edc1'] in n-d-838334-2 is: [{'id': '8fa348f8-02b3-4f5c-91fa-10f95637edc1', 'name': 'tempest-RoutersIpV6Test-router-1666022958', 'tenant_id': '3fd12654c90d4a4687b2462ca839c972', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:10:51Z', 'updated_at': '2022-04-18T21:12:30Z', 'revision_number': 9, 'project_id': '3fd12654c90d4a4687b2462ca839c972', 'gw_port_host': None, '_interfaces': [{'id': '5c8fb1df-2b42-400d-9c2d-86b8243f6445', 'name': '', 'network_id': 'b0cfab48-3f09-430a-9068-3eef4510480b', 'tenant_id': '3fd12654c90d4a4687b2462ca839c972', 'mac_address': 'fa:16:3e:e6:bd:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fa348f8-02b3-4f5c-91fa-10f95637edc1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'fea0e53c-8a06-45ef-80e9-a2622b1e38e1', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:11:06Z', 'updated_at': '2022-04-18T21:11:23Z', 'revision_number': 5, 'project_id': '3fd12654c90d4a4687b2462ca839c972', 'subnets': [{'id': 'fea0e53c-8a06-45ef-80e9-a2622b1e38e1', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '97b0b1f9-c01a-4ba8-b4c8-af3dcc327f1e', 'name': '', 'network_id': '699bd152-a339-411f-b2d2-c325a0670f8b', 'tenant_id': '3fd12654c90d4a4687b2462ca839c972', 'mac_address': 'fa:16:3e:b1:c8:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fa348f8-02b3-4f5c-91fa-10f95637edc1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '94ebf16d-084a-4271-a878-e6ba8454c0ac', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:10:55Z', 'updated_at': '2022-04-18T21:11:13Z', 'revision_number': 5, 'project_id': '3fd12654c90d4a4687b2462ca839c972', 'subnets': [{'id': '94ebf16d-084a-4271-a878-e6ba8454c0ac', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84042) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 18 21:12:39.054406 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-bf33465a-e2ed-4dee-8492-0edecf3a7bdd req-ea6d9f9d-7590-4ba3-8ce5-d9fae10908fc service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a3c36dcc-cf0b-469a-b24b-a39c0e11b34b HTTP/1.1" status: 200 len: 217 time: 0.2086024 Apr 18 21:12:39.061858 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-4dac758f-1f84-4926-9de6-fc06e62d1b05 tempest-RoutersIpV6Test-235118808 tempest-RoutersIpV6Test-235118808-project] 10.222.0.42 "DELETE /v2.0/networks/6eed5772-3037-422b-b3d4-37e74c4be095 HTTP/1.1" status: 204 len: 168 time: 3.4551661 Apr 18 21:12:39.061858 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 49636) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:12:39.189699 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a05c912c-18c7-418d-af7f-dc140e0a4081 req-9588c81c-b994-4215-b57d-b325b431864e tempest-VolumesActionsTest-472602596 tempest-VolumesActionsTest-472602596-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:12:39.212640 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-a05c912c-18c7-418d-af7f-dc140e0a4081 req-9588c81c-b994-4215-b57d-b325b431864e tempest-VolumesActionsTest-472602596 tempest-VolumesActionsTest-472602596-project] 10.222.0.42 "GET /v2.0/networks?id=7c39ac3c-ebab-4084-9bf0-d4e6866e30eb HTTP/1.1" status: 200 len: 808 time: 0.5377512 Apr 18 21:12:39.262760 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-a05c912c-18c7-418d-af7f-dc140e0a4081 req-b15bacfc-de05-4511-bbf4-59de909195e6 tempest-VolumesActionsTest-472602596 tempest-VolumesActionsTest-472602596-project] 10.222.0.42 "GET /v2.0/quotas/6c33d80c41514a6a87356e217af6c6ed HTTP/1.1" status: 200 len: 375 time: 0.0485432 Apr 18 21:12:39.391276 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-a05c912c-18c7-418d-af7f-dc140e0a4081 req-bdb085ec-9f6d-4438-8301-bcf74926b04f tempest-VolumesActionsTest-472602596 tempest-VolumesActionsTest-472602596-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=6c33d80c41514a6a87356e217af6c6ed&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1210027 Apr 18 21:12:39.804107 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-a05c912c-18c7-418d-af7f-dc140e0a4081 req-36a48856-76b9-43df-9725-a36619e00604 service neutron] 10.222.0.42 "GET /v2.0/networks/7c39ac3c-ebab-4084-9bf0-d4e6866e30eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3914087 Apr 18 21:12:40.170822 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Device 69eabc56-db4e-43b3-99d4-551f9083522f no longer exists at agent ovs-agent-n-d-838334-2 {{(pid=84042) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 21:12:40.228309 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-a05c912c-18c7-418d-af7f-dc140e0a4081 req-ac3138c9-40f5-48b7-99e0-9b6e5ac39383 service neutron] 10.222.0.42 "GET /v2.0/networks/7c39ac3c-ebab-4084-9bf0-d4e6866e30eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4372485 Apr 18 21:12:40.269331 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf33465a-e2ed-4dee-8492-0edecf3a7bdd req-ccee8a77-8639-462c-8047-d905f47164b4 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:12:40.274608 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-bf33465a-e2ed-4dee-8492-0edecf3a7bdd req-ccee8a77-8639-462c-8047-d905f47164b4 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=8cf63959-47ce-4403-8f83-38f3dd943593 HTTP/1.1" status: 200 len: 848 time: 1.2105429 Apr 18 21:12:40.318170 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.plugin [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] No Port match for: 69eabc56-db4e-43b3-99d4-551f9083522f {{(pid=84042) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 18 21:12:40.318170 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Device 69eabc56-db4e-43b3-99d4-551f9083522f not bound to the agent host n-d-838334-2 {{(pid=84042) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 21:12:40.372476 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-d4a6b5f8-3d69-4ec4-8445-58a5881c89cb req-b03a6afa-8919-44c6-ac9d-4c22b32a2749 tempest-TestServerMultinode-197109480 tempest-TestServerMultinode-197109480-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=f8591508-4ceb-4525-9a8e-aeab659c0bb7 HTTP/1.1" status: 200 len: 210 time: 0.1388412 Apr 18 21:12:40.686692 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-4aff9c8c-a27f-4e06-85d5-d500e4f01599 req-7b6a5dce-87d0-4b0b-af3b-06719b45b754 tempest-VolumesActionsTest-472602596 tempest-VolumesActionsTest-472602596-project] 10.222.0.42 "GET /v2.0/ports?device_id=ef9e205a-98ac-4630-8105-a3fa64a402e7 HTTP/1.1" status: 200 len: 210 time: 0.1668341 Apr 18 21:12:40.996186 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-bf33465a-e2ed-4dee-8492-0edecf3a7bdd req-1e88702d-a120-48b4-8a45-e7577c84dcfd service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=a6a1bd6e-c7a6-402d-9ad0-82327124d01a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.7179484 Apr 18 21:12:41.132389 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47a58da7-2cd8-4959-b012-dafa6a2045d5 req-ef416a98-5223-46ac-b3ff-b83ba0a735cb tempest-TestServerMultinode-197109480 tempest-TestServerMultinode-197109480-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:12:41.132389 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-47a58da7-2cd8-4959-b012-dafa6a2045d5 req-ef416a98-5223-46ac-b3ff-b83ba0a735cb tempest-TestServerMultinode-197109480 tempest-TestServerMultinode-197109480-project-admin] 10.222.0.48 "GET /v2.0/networks?id=a6a1bd6e-c7a6-402d-9ad0-82327124d01a HTTP/1.1" status: 200 len: 910 time: 0.4392097 Apr 18 21:12:41.155981 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.v2.base [req-47a58da7-2cd8-4959-b012-dafa6a2045d5 req-a86cad91-63ab-4cb8-8663-7667bd05d06e tempest-TestServerMultinode-197109480 tempest-TestServerMultinode-197109480-project-admin] Request body: {'port': {'device_id': 'f8591508-4ceb-4525-9a8e-aeab659c0bb7', 'network_id': 'a6a1bd6e-c7a6-402d-9ad0-82327124d01a', 'admin_state_up': True, 'tenant_id': '231c6f353e4d4ddda7f422c7fb7cca6b'}} {{(pid=84040) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:12:41.183216 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [req-47a58da7-2cd8-4959-b012-dafa6a2045d5 req-a86cad91-63ab-4cb8-8663-7667bd05d06e tempest-TestServerMultinode-197109480 tempest-TestServerMultinode-197109480-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:12:41.201091 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [req-47a58da7-2cd8-4959-b012-dafa6a2045d5 req-a86cad91-63ab-4cb8-8663-7667bd05d06e tempest-TestServerMultinode-197109480 tempest-TestServerMultinode-197109480-project-admin] Usage tracker for resource:port and tenant:231c6f353e4d4ddda7f422c7fb7cca6b is out of sync, need to count used quota {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:12:41.208799 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [req-47a58da7-2cd8-4959-b012-dafa6a2045d5 req-a86cad91-63ab-4cb8-8663-7667bd05d06e tempest-TestServerMultinode-197109480 tempest-TestServerMultinode-197109480-project-admin] Quota usage for port was recalculated. Used quota:3. {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:12:41.231732 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [req-47a58da7-2cd8-4959-b012-dafa6a2045d5 req-a86cad91-63ab-4cb8-8663-7667bd05d06e tempest-TestServerMultinode-197109480 tempest-TestServerMultinode-197109480-project-admin] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:12:41.266966 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-47a58da7-2cd8-4959-b012-dafa6a2045d5 req-a86cad91-63ab-4cb8-8663-7667bd05d06e tempest-TestServerMultinode-197109480 tempest-TestServerMultinode-197109480-project-admin] Made reservation on behalf of 231c6f353e4d4ddda7f422c7fb7cca6b for: {'port': 1} {{(pid=84040) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:12:41.269387 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-47a58da7-2cd8-4959-b012-dafa6a2045d5 req-a86cad91-63ab-4cb8-8663-7667bd05d06e tempest-TestServerMultinode-197109480 tempest-TestServerMultinode-197109480-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:12:41.298650 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-2375a4be-771d-4ace-9ce7-df3edc0c5a55 tempest-RoutersIpV6Test-235118808 tempest-RoutersIpV6Test-235118808-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33443857'] for router_interface, before_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:12:41.595071 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-bf33465a-e2ed-4dee-8492-0edecf3a7bdd req-3b8cc66c-6e93-4b89-ab11-cb60e0ef2037 service neutron] 10.222.0.43 "GET /v2.0/networks/a6a1bd6e-c7a6-402d-9ad0-82327124d01a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5913327 Apr 18 21:12:41.815014 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-bf33465a-e2ed-4dee-8492-0edecf3a7bdd req-9c991569-ea05-4d02-b970-b069d1d17509 service neutron] 10.222.0.43 "GET /v2.0/networks/a6a1bd6e-c7a6-402d-9ad0-82327124d01a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2076063 Apr 18 21:12:41.818769 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.db_base_plugin_common [req-47a58da7-2cd8-4959-b012-dafa6a2045d5 req-a86cad91-63ab-4cb8-8663-7667bd05d06e tempest-TestServerMultinode-197109480 tempest-TestServerMultinode-197109480-project-admin] Allocated IP 172.20.0.9 (a6a1bd6e-c7a6-402d-9ad0-82327124d01a/8cf63959-47ce-4403-8f83-38f3dd943593/b15031ce-fd08-4f7e-9615-e339a2b1db57) {{(pid=84040) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 21:12:42.295616 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-47a58da7-2cd8-4959-b012-dafa6a2045d5 req-a86cad91-63ab-4cb8-8663-7667bd05d06e tempest-TestServerMultinode-197109480 tempest-TestServerMultinode-197109480-project-admin] Notify callbacks [] for port, precommit_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:12:42.431904 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-c8e21121-9f11-4d87-95e3-93cfccf513b3 req-b86dd58e-5f5f-4038-8053-47bd487ef880 tempest-VolumesActionsTest-472602596 tempest-VolumesActionsTest-472602596-project] 10.222.0.42 "GET /v2.0/ports?device_id=ef9e205a-98ac-4630-8105-a3fa64a402e7 HTTP/1.1" status: 200 len: 210 time: 0.1964431 Apr 18 21:12:42.433956 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-7ecf5b7f-6ca9-4608-834b-fa466747dede req-9cb4f748-b283-4110-9e1d-8a4013287e1f tempest-TestServerMultinode-197109480 tempest-TestServerMultinode-197109480-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=f8591508-4ceb-4525-9a8e-aeab659c0bb7 HTTP/1.1" status: 200 len: 210 time: 0.2002187 Apr 18 21:12:42.450911 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.provisioning_blocks [req-47a58da7-2cd8-4959-b012-dafa6a2045d5 req-a86cad91-63ab-4cb8-8663-7667bd05d06e tempest-TestServerMultinode-197109480 tempest-TestServerMultinode-197109480-project-admin] Transition to ACTIVE for port object b15031ce-fd08-4f7e-9615-e339a2b1db57 will not be triggered until provisioned by entity DHCP. {{(pid=84040) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:12:42.500408 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-47a58da7-2cd8-4959-b012-dafa6a2045d5 req-a86cad91-63ab-4cb8-8663-7667bd05d06e tempest-TestServerMultinode-197109480 tempest-TestServerMultinode-197109480-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750374836619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32440838'] for port, after_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:12:42.513942 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] get_ports_and_sgs() called for port_ids ['a3c36dcc-cf0b-469a-b24b-a39c0e11b34b'] {{(pid=84042) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 18 21:12:42.644095 n-d-838334-2 neutron-server[84040]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-47a58da7-2cd8-4959-b012-dafa6a2045d5 req-a86cad91-63ab-4cb8-8663-7667bd05d06e tempest-TestServerMultinode-197109480 tempest-TestServerMultinode-197109480-project-admin] Network a6a1bd6e-c7a6-402d-9ad0-82327124d01a is already hosted by enough agents. {{(pid=84040) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:12:42.677955 n-d-838334-2 neutron-server[84040]: DEBUG neutron.scheduler.base_scheduler [req-47a58da7-2cd8-4959-b012-dafa6a2045d5 req-a86cad91-63ab-4cb8-8663-7667bd05d06e tempest-TestServerMultinode-197109480 tempest-TestServerMultinode-197109480-project-admin] Resources bound (agent type, host, resource id): {{(pid=84040) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:12:42.809519 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.plugin [None req-2375a4be-771d-4ace-9ce7-df3edc0c5a55 tempest-RoutersIpV6Test-235118808 tempest-RoutersIpV6Test-235118808-project] Deleting port 5c8fb1df-2b42-400d-9c2d-86b8243f6445 {{(pid=84041) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 21:12:42.810394 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-2375a4be-771d-4ace-9ce7-df3edc0c5a55 tempest-RoutersIpV6Test-235118808 tempest-RoutersIpV6Test-235118808-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750375188691'] for port, before_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:12:42.811505 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.l3_dvrscheduler_db [req-47a58da7-2cd8-4959-b012-dafa6a2045d5 req-a86cad91-63ab-4cb8-8663-7667bd05d06e tempest-TestServerMultinode-197109480 tempest-TestServerMultinode-197109480-project-admin] Received port after_create {{(pid=84040) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 21:12:42.997785 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a05c912c-18c7-418d-af7f-dc140e0a4081 req-cdc1c165-435e-462c-91c1-0810cc537780 tempest-VolumesActionsTest-472602596 tempest-VolumesActionsTest-472602596-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:12:42.999929 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-a05c912c-18c7-418d-af7f-dc140e0a4081 req-cdc1c165-435e-462c-91c1-0810cc537780 tempest-VolumesActionsTest-472602596 tempest-VolumesActionsTest-472602596-project] 10.222.0.48 "GET /v2.0/networks?id=7c39ac3c-ebab-4084-9bf0-d4e6866e30eb HTTP/1.1" status: 200 len: 808 time: 0.4285731 Apr 18 21:12:43.001252 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a86cad91-63ab-4cb8-8663-7667bd05d06e tempest-TestServerMultinode-197109480 tempest-TestServerMultinode-197109480-project-admin] Pushing event updated for resources: {'Port': ['ID=b15031ce-fd08-4f7e-9615-e339a2b1db57,revision_number=1']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:12:43.025349 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [req-750e47cc-2575-4e0d-89ff-213f04c7df17 req-a56b42ec-32a5-4fa1-b906-781ae3d17571 service neutron] (84040) timed out ('10.222.0.48', 54601) {{(pid=84040) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Apr 18 21:12:43.091481 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.v2.base [req-a05c912c-18c7-418d-af7f-dc140e0a4081 req-5406e606-723d-4629-92ca-badef870830b tempest-VolumesActionsTest-472602596 tempest-VolumesActionsTest-472602596-project] Request body: {'port': {'device_id': 'ef9e205a-98ac-4630-8105-a3fa64a402e7', 'network_id': '7c39ac3c-ebab-4084-9bf0-d4e6866e30eb', 'admin_state_up': True, 'tenant_id': '6c33d80c41514a6a87356e217af6c6ed'}} {{(pid=84040) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:12:43.327664 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-3698ccf9-4186-4ee4-af8b-8587731a0adc None None] Provisioning for port b15031ce-fd08-4f7e-9615-e339a2b1db57 completed by entity DHCP. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 21:12:43.339859 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-3698ccf9-4186-4ee4-af8b-8587731a0adc None None] Provisioning complete for port b15031ce-fd08-4f7e-9615-e339a2b1db57 triggered by entity DHCP. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:12:43.344492 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-3698ccf9-4186-4ee4-af8b-8587731a0adc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1253608'] for port, provisioning_complete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:12:43.412103 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47a58da7-2cd8-4959-b012-dafa6a2045d5 req-a86cad91-63ab-4cb8-8663-7667bd05d06e tempest-TestServerMultinode-197109480 tempest-TestServerMultinode-197109480-project-admin] Attributes excluded by policy engine: ['network'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:12:43.414632 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-47a58da7-2cd8-4959-b012-dafa6a2045d5 req-a86cad91-63ab-4cb8-8663-7667bd05d06e tempest-TestServerMultinode-197109480 tempest-TestServerMultinode-197109480-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217293'] for port, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:12:43.459611 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-47a58da7-2cd8-4959-b012-dafa6a2045d5 req-a86cad91-63ab-4cb8-8663-7667bd05d06e tempest-TestServerMultinode-197109480 tempest-TestServerMultinode-197109480-project-admin] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1029 time: 2.3074031 Apr 18 21:12:43.499192 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.plugin [None req-3698ccf9-4186-4ee4-af8b-8587731a0adc None None] Port b15031ce-fd08-4f7e-9615-e339a2b1db57 cannot update to ACTIVE because it is not bound. {{(pid=84042) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 18 21:12:43.526309 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.v2.base [req-47a58da7-2cd8-4959-b012-dafa6a2045d5 req-8beb68e2-350e-425e-9972-02812ac474de service neutron] Request body: {'port': {'device_id': 'f8591508-4ceb-4525-9a8e-aeab659c0bb7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-838334-2'}} {{(pid=84040) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:12:43.571637 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.db [None req-2375a4be-771d-4ace-9ce7-df3edc0c5a55 tempest-RoutersIpV6Test-235118808 tempest-RoutersIpV6Test-235118808-project] For port 5c8fb1df-2b42-400d-9c2d-86b8243f6445, host n-d-838334-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838334-2',level=0,port_id=5c8fb1df-2b42-400d-9c2d-86b8243f6445,segment=NetworkSegment(ee7a2b34-89f8-4aa0-89e1-2b5bb219f2dd),segment_id=ee7a2b34-89f8-4aa0-89e1-2b5bb219f2dd)] {{(pid=84041) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:12:43.575674 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-2375a4be-771d-4ace-9ce7-df3edc0c5a55 tempest-RoutersIpV6Test-235118808 tempest-RoutersIpV6Test-235118808-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369123'] for port, precommit_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:12:43.920233 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-47a58da7-2cd8-4959-b012-dafa6a2045d5 req-8beb68e2-350e-425e-9972-02812ac474de service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:12:44.143160 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.plugin [None req-2375a4be-771d-4ace-9ce7-df3edc0c5a55 tempest-RoutersIpV6Test-235118808 tempest-RoutersIpV6Test-235118808-project] Calling delete_port for 5c8fb1df-2b42-400d-9c2d-86b8243f6445 owned by network:router_interface {{(pid=84041) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 21:12:44.227464 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-d7478344-504f-4cef-bab3-49975f293c14 req-bec924ab-4bdd-4167-8bb8-563b2ce86878 tempest-VolumesActionsTest-472602596 tempest-VolumesActionsTest-472602596-project] 10.222.0.42 "GET /v2.0/ports?device_id=ef9e205a-98ac-4630-8105-a3fa64a402e7 HTTP/1.1" status: 200 len: 210 time: 0.3164082 Apr 18 21:12:44.311553 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [req-a05c912c-18c7-418d-af7f-dc140e0a4081 req-5406e606-723d-4629-92ca-badef870830b tempest-VolumesActionsTest-472602596 tempest-VolumesActionsTest-472602596-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:12:44.343414 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [req-a05c912c-18c7-418d-af7f-dc140e0a4081 req-5406e606-723d-4629-92ca-badef870830b tempest-VolumesActionsTest-472602596 tempest-VolumesActionsTest-472602596-project] Usage tracker for resource:port and tenant:6c33d80c41514a6a87356e217af6c6ed is out of sync, need to count used quota {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:12:44.353685 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [req-a05c912c-18c7-418d-af7f-dc140e0a4081 req-5406e606-723d-4629-92ca-badef870830b tempest-VolumesActionsTest-472602596 tempest-VolumesActionsTest-472602596-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:12:44.441214 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [req-a05c912c-18c7-418d-af7f-dc140e0a4081 req-5406e606-723d-4629-92ca-badef870830b tempest-VolumesActionsTest-472602596 tempest-VolumesActionsTest-472602596-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:12:44.488829 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [req-a8c28641-27c4-4910-be3b-51a9b99000c6 req-07ceb6d8-b3f4-4b09-afef-41f4b9adea24 tempest-TestServerMultinode-197109480 tempest-TestServerMultinode-197109480-project-admin] Synchronizing usage tracker for tenant:231c6f353e4d4ddda7f422c7fb7cca6b on resource:port {{(pid=84040) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 21:12:44.497292 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a05c912c-18c7-418d-af7f-dc140e0a4081 req-5406e606-723d-4629-92ca-badef870830b tempest-VolumesActionsTest-472602596 tempest-VolumesActionsTest-472602596-project] Made reservation on behalf of 6c33d80c41514a6a87356e217af6c6ed for: {'port': 1} {{(pid=84040) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:12:44.502534 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-a05c912c-18c7-418d-af7f-dc140e0a4081 req-5406e606-723d-4629-92ca-badef870830b tempest-VolumesActionsTest-472602596 tempest-VolumesActionsTest-472602596-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:12:44.573775 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-2375a4be-771d-4ace-9ce7-df3edc0c5a55 tempest-RoutersIpV6Test-235118808 tempest-RoutersIpV6Test-235118808-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750375259028', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750374836628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32266323'] for port, after_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:12:44.633790 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2375a4be-771d-4ace-9ce7-df3edc0c5a55 tempest-RoutersIpV6Test-235118808 tempest-RoutersIpV6Test-235118808-project] Pushing event deleted for resources: {'Port': ['ID=5c8fb1df-2b42-400d-9c2d-86b8243f6445,revision_number=None']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:12:45.141366 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-2375a4be-771d-4ace-9ce7-df3edc0c5a55 tempest-RoutersIpV6Test-235118808 tempest-RoutersIpV6Test-235118808-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-32377931', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33443910'] for router_interface, after_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:12:45.251360 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [req-a8c28641-27c4-4910-be3b-51a9b99000c6 req-07ceb6d8-b3f4-4b09-afef-41f4b9adea24 tempest-TestServerMultinode-197109480 tempest-TestServerMultinode-197109480-project-admin] Unset dirty status for tenant:231c6f353e4d4ddda7f422c7fb7cca6b on resource:port {{(pid=84040) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 21:12:45.257177 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-a8c28641-27c4-4910-be3b-51a9b99000c6 req-07ceb6d8-b3f4-4b09-afef-41f4b9adea24 tempest-TestServerMultinode-197109480 tempest-TestServerMultinode-197109480-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=f8591508-4ceb-4525-9a8e-aeab659c0bb7 HTTP/1.1" status: 200 len: 1027 time: 1.3528097 Apr 18 21:12:45.313595 n-d-838334-2 neutron-server[84040]: DEBUG neutron.notifiers.nova [req-47a58da7-2cd8-4959-b012-dafa6a2045d5 req-8beb68e2-350e-425e-9972-02812ac474de service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b15031ce-fd08-4f7e-9615-e339a2b1db57 {{(pid=84040) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 18 21:12:45.457833 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-47a58da7-2cd8-4959-b012-dafa6a2045d5 req-8beb68e2-350e-425e-9972-02812ac474de service neutron] Notify callbacks [] for port, precommit_update {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:12:45.474459 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.provisioning_blocks [req-47a58da7-2cd8-4959-b012-dafa6a2045d5 req-8beb68e2-350e-425e-9972-02812ac474de service neutron] Transition to ACTIVE for port object b15031ce-fd08-4f7e-9615-e339a2b1db57 will not be triggered until provisioned by entity L2. {{(pid=84040) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:12:45.493207 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-47a58da7-2cd8-4959-b012-dafa6a2045d5 req-8beb68e2-350e-425e-9972-02812ac474de service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32440959'] for port, after_update {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:12:45.667078 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-ed3ce82b-6924-4186-80d6-4b9819e960e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750375287399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253529'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:12:46.411494 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-359c9e2b-724f-4871-903d-676557df59da req-13896e99-c30b-4736-8ce6-604a6292ae27 tempest-VolumesActionsTest-472602596 tempest-VolumesActionsTest-472602596-project] 10.222.0.42 "GET /v2.0/ports?device_id=ef9e205a-98ac-4630-8105-a3fa64a402e7 HTTP/1.1" status: 200 len: 210 time: 0.9017570 Apr 18 21:12:46.438008 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-a8c28641-27c4-4910-be3b-51a9b99000c6 req-8c0fad07-ee3c-4a8c-87c0-45df968f51d4 tempest-TestServerMultinode-197109480 tempest-TestServerMultinode-197109480-project-admin] 10.222.0.42 "GET /v2.0/security-groups?id=142ef88f-09d8-422a-807d-32d847b17421&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.1691186 Apr 18 21:12:46.474105 n-d-838334-2 neutron-server[84041]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2375a4be-771d-4ace-9ce7-df3edc0c5a55 tempest-RoutersIpV6Test-235118808 tempest-RoutersIpV6Test-235118808-project] Router 8fa348f8-02b3-4f5c-91fa-10f95637edc1 has already been hosted by L3 agent bc84d6c9-dd7a-4555-a351-592327b46d5a {{(pid=84041) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 21:12:46.503393 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8beb68e2-350e-425e-9972-02812ac474de service neutron] Pushing event updated for resources: {'Port': ['ID=b15031ce-fd08-4f7e-9615-e339a2b1db57,revision_number=2']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:12:46.605953 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.db_base_plugin_common [req-a05c912c-18c7-418d-af7f-dc140e0a4081 req-5406e606-723d-4629-92ca-badef870830b tempest-VolumesActionsTest-472602596 tempest-VolumesActionsTest-472602596-project] Allocated IP 172.20.0.5 (7c39ac3c-ebab-4084-9bf0-d4e6866e30eb/d2446453-f07b-4b6c-b6e0-9e80fb711ceb/683f847d-fc04-4346-aee1-2ce6a849e6eb) {{(pid=84040) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 21:12:46.827448 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.managers [req-47a58da7-2cd8-4959-b012-dafa6a2045d5 req-8beb68e2-350e-425e-9972-02812ac474de service neutron] Attempting to bind port b15031ce-fd08-4f7e-9615-e339a2b1db57 on host n-h2-838334-2 for vnic_type normal with profile {{(pid=84040) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 21:12:46.829707 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.managers [req-47a58da7-2cd8-4959-b012-dafa6a2045d5 req-8beb68e2-350e-425e-9972-02812ac474de service neutron] Attempting to bind port b15031ce-fd08-4f7e-9615-e339a2b1db57 by drivers openvswitch,hyperv on host n-h2-838334-2 at level 0 using segments [{'id': 'c49af281-1077-4a7b-980c-51064121b94d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': 'a6a1bd6e-c7a6-402d-9ad0-82327124d01a'}] {{(pid=84040) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 21:12:46.830726 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47a58da7-2cd8-4959-b012-dafa6a2045d5 req-8beb68e2-350e-425e-9972-02812ac474de service neutron] Attempting to bind port b15031ce-fd08-4f7e-9615-e339a2b1db57 on network a6a1bd6e-c7a6-402d-9ad0-82327124d01a {{(pid=84040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 21:12:46.900680 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47a58da7-2cd8-4959-b012-dafa6a2045d5 req-8beb68e2-350e-425e-9972-02812ac474de service neutron] Port b15031ce-fd08-4f7e-9615-e339a2b1db57 on network a6a1bd6e-c7a6-402d-9ad0-82327124d01a not bound, no agent of type Open vSwitch agent registered on host n-h2-838334-2 {{(pid=84040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 18 21:12:46.901294 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47a58da7-2cd8-4959-b012-dafa6a2045d5 req-8beb68e2-350e-425e-9972-02812ac474de service neutron] Attempting to bind port b15031ce-fd08-4f7e-9615-e339a2b1db57 on network a6a1bd6e-c7a6-402d-9ad0-82327124d01a {{(pid=84040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 21:12:46.935913 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2375a4be-771d-4ace-9ce7-df3edc0c5a55 tempest-RoutersIpV6Test-235118808 tempest-RoutersIpV6Test-235118808-project] Notify agent at l3_agent.n-d-838334-2 the message routers_updated {{(pid=84041) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 21:12:46.955347 n-d-838334-2 neutron-server[84043]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54ac7a01-e060-4fdb-a5a4-080604998a30 None None] Sync routers for ids ['8fa348f8-02b3-4f5c-91fa-10f95637edc1'] in n-d-838334-2 {{(pid=84043) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 18 21:12:46.981647 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54ac7a01-e060-4fdb-a5a4-080604998a30 None None] Routers {'8fa348f8-02b3-4f5c-91fa-10f95637edc1'} bound to L3 agent in host n-d-838334-2 {{(pid=84043) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 21:12:46.985502 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.l3_hamode_db [None req-54ac7a01-e060-4fdb-a5a4-080604998a30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838334-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-18T20:25:48Z,description=,heartbeat_timestamp=2022-04-18T21:12:18Z,host='n-d-838334-2',id=bc84d6c9-dd7a-4555-a351-592327b46d5a,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:25:48Z,topic='l3_agent')) {'router_ids': ['8fa348f8-02b3-4f5c-91fa-10f95637edc1'], 'active': True} {{(pid=84043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:12:46.993254 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-2375a4be-771d-4ace-9ce7-df3edc0c5a55 tempest-RoutersIpV6Test-235118808 tempest-RoutersIpV6Test-235118808-project] 10.222.0.42 "PUT /v2.0/routers/8fa348f8-02b3-4f5c-91fa-10f95637edc1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.8728654 Apr 18 21:12:46.998350 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 49876) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:12:47.131162 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47a58da7-2cd8-4959-b012-dafa6a2045d5 req-8beb68e2-350e-425e-9972-02812ac474de service neutron] Checking agent: {'id': 'dc797004-f641-47b7-a77f-9c62b5b16296', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-838334-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 34, 3), 'started_at': datetime.datetime(2022, 4, 18, 20, 34, 3), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 21, 12, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 18 21:12:47.131501 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47a58da7-2cd8-4959-b012-dafa6a2045d5 req-8beb68e2-350e-425e-9972-02812ac474de service neutron] Checking segment: {'id': 'c49af281-1077-4a7b-980c-51064121b94d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': 'a6a1bd6e-c7a6-402d-9ad0-82327124d01a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84040) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 21:12:47.131914 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47a58da7-2cd8-4959-b012-dafa6a2045d5 req-8beb68e2-350e-425e-9972-02812ac474de service neutron] Bound using segment: {'id': 'c49af281-1077-4a7b-980c-51064121b94d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': 'a6a1bd6e-c7a6-402d-9ad0-82327124d01a'} {{(pid=84040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 18 21:12:47.132360 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.managers [req-47a58da7-2cd8-4959-b012-dafa6a2045d5 req-8beb68e2-350e-425e-9972-02812ac474de service neutron] Bound port: b15031ce-fd08-4f7e-9615-e339a2b1db57, host: n-h2-838334-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c49af281-1077-4a7b-980c-51064121b94d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': 'a6a1bd6e-c7a6-402d-9ad0-82327124d01a'}}] {{(pid=84040) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 21:12:47.132708 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-47a58da7-2cd8-4959-b012-dafa6a2045d5 req-8beb68e2-350e-425e-9972-02812ac474de service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:12:47.497889 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.l3_dvr_db [None req-54ac7a01-e060-4fdb-a5a4-080604998a30 None None] Set router 8fa348f8-02b3-4f5c-91fa-10f95637edc1 gateway port host: None {{(pid=84043) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 21:12:47.654615 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-a05c912c-18c7-418d-af7f-dc140e0a4081 req-5406e606-723d-4629-92ca-badef870830b tempest-VolumesActionsTest-472602596 tempest-VolumesActionsTest-472602596-project] Notify callbacks [] for port, precommit_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:12:47.716713 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.db_base_plugin_v2 [None req-9c4822e3-eb8c-4756-9aa8-e8f1301365fc tempest-RoutersIpV6Test-235118808 tempest-RoutersIpV6Test-235118808-project] Deleting subnet fea0e53c-8a06-45ef-80e9-a2622b1e38e1 {{(pid=84041) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 18 21:12:47.735647 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-9c4822e3-eb8c-4756-9aa8-e8f1301365fc tempest-RoutersIpV6Test-235118808 tempest-RoutersIpV6Test-235118808-project] Notify callbacks [] for subnet, before_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:12:47.809869 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.db [req-47a58da7-2cd8-4959-b012-dafa6a2045d5 req-8beb68e2-350e-425e-9972-02812ac474de service neutron] For port b15031ce-fd08-4f7e-9615-e339a2b1db57, host n-h2-838334-2, cleared binding levels {{(pid=84040) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 21:12:47.824992 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.db [req-47a58da7-2cd8-4959-b012-dafa6a2045d5 req-8beb68e2-350e-425e-9972-02812ac474de service neutron] For port b15031ce-fd08-4f7e-9615-e339a2b1db57, host n-h2-838334-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838334-2',level=0,port_id=b15031ce-fd08-4f7e-9615-e339a2b1db57,segment=NetworkSegment(c49af281-1077-4a7b-980c-51064121b94d),segment_id=c49af281-1077-4a7b-980c-51064121b94d)] {{(pid=84040) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 21:12:47.832629 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-a05c912c-18c7-418d-af7f-dc140e0a4081 req-5406e606-723d-4629-92ca-badef870830b tempest-VolumesActionsTest-472602596 tempest-VolumesActionsTest-472602596-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750374836619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32440838'] for port, after_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:12:47.855229 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-47a58da7-2cd8-4959-b012-dafa6a2045d5 req-8beb68e2-350e-425e-9972-02812ac474de service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32440959'] for port, after_update {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:12:48.191051 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-6fd8fbc1-ef05-4b35-95e9-49ca0b71f3c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750375287399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253529'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:12:48.244670 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-9c4822e3-eb8c-4756-9aa8-e8f1301365fc tempest-RoutersIpV6Test-235118808 tempest-RoutersIpV6Test-235118808-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32266383'] for subnet, precommit_delete_associations {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:12:48.449818 n-d-838334-2 neutron-server[84040]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a05c912c-18c7-418d-af7f-dc140e0a4081 req-5406e606-723d-4629-92ca-badef870830b tempest-VolumesActionsTest-472602596 tempest-VolumesActionsTest-472602596-project] Network 7c39ac3c-ebab-4084-9bf0-d4e6866e30eb is already hosted by enough agents. {{(pid=84040) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:12:48.457456 n-d-838334-2 neutron-server[84040]: DEBUG neutron.scheduler.base_scheduler [req-a05c912c-18c7-418d-af7f-dc140e0a4081 req-5406e606-723d-4629-92ca-badef870830b tempest-VolumesActionsTest-472602596 tempest-VolumesActionsTest-472602596-project] Resources bound (agent type, host, resource id): {{(pid=84040) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:12:48.473053 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.l3_dvrscheduler_db [req-a05c912c-18c7-418d-af7f-dc140e0a4081 req-5406e606-723d-4629-92ca-badef870830b tempest-VolumesActionsTest-472602596 tempest-VolumesActionsTest-472602596-project] Received port after_create {{(pid=84040) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 21:12:48.534731 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-47a58da7-2cd8-4959-b012-dafa6a2045d5 req-8beb68e2-350e-425e-9972-02812ac474de service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217293'] for port, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:12:48.536324 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-47a58da7-2cd8-4959-b012-dafa6a2045d5 req-8beb68e2-350e-425e-9972-02812ac474de service neutron] 10.222.0.48 "PUT /v2.0/ports/b15031ce-fd08-4f7e-9615-e339a2b1db57 HTTP/1.1" status: 200 len: 1091 time: 5.0629871 Apr 18 21:12:48.548227 n-d-838334-2 neutron-server[84040]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f8591508-4ceb-4525-9a8e-aeab659c0bb7', 'tag': 'b15031ce-fd08-4f7e-9615-e339a2b1db57'}] {{(pid=84040) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 21:12:48.577745 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-9c4822e3-eb8c-4756-9aa8-e8f1301365fc tempest-RoutersIpV6Test-235118808 tempest-RoutersIpV6Test-235118808-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1260556'] for subnet, precommit_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:12:48.588874 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8beb68e2-350e-425e-9972-02812ac474de service neutron] Pushing event updated for resources: {'Port': ['ID=b15031ce-fd08-4f7e-9615-e339a2b1db57,revision_number=3']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:12:48.773966 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.l3_hamode_db [None req-54ac7a01-e060-4fdb-a5a4-080604998a30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8fa348f8-02b3-4f5c-91fa-10f95637edc1', 'name': 'tempest-RoutersIpV6Test-router-1666022958', 'tenant_id': '3fd12654c90d4a4687b2462ca839c972', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:10:51Z', 'updated_at': '2022-04-18T21:12:44Z', 'revision_number': 10, 'project_id': '3fd12654c90d4a4687b2462ca839c972', 'gw_port_host': None, '_interfaces': [{'id': '97b0b1f9-c01a-4ba8-b4c8-af3dcc327f1e', 'name': '', 'network_id': '699bd152-a339-411f-b2d2-c325a0670f8b', 'tenant_id': '3fd12654c90d4a4687b2462ca839c972', 'mac_address': 'fa:16:3e:b1:c8:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fa348f8-02b3-4f5c-91fa-10f95637edc1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '94ebf16d-084a-4271-a878-e6ba8454c0ac', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:10:55Z', 'updated_at': '2022-04-18T21:11:13Z', 'revision_number': 5, 'project_id': '3fd12654c90d4a4687b2462ca839c972', 'subnets': [{'id': '94ebf16d-084a-4271-a878-e6ba8454c0ac', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838334-2', False) {} {{(pid=84043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:12:48.780205 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-9c4822e3-eb8c-4756-9aa8-e8f1301365fc tempest-RoutersIpV6Test-235118808 tempest-RoutersIpV6Test-235118808-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1260549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33526260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32266336', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32486390'] for subnet, after_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:12:48.793589 n-d-838334-2 neutron-server[84043]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54ac7a01-e060-4fdb-a5a4-080604998a30 None None] Checking router: 8fa348f8-02b3-4f5c-91fa-10f95637edc1 for host: n-d-838334-2 {{(pid=84043) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 18 21:12:48.823500 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54ac7a01-e060-4fdb-a5a4-080604998a30 None None] Routers {'8fa348f8-02b3-4f5c-91fa-10f95637edc1'} bound to L3 agent in host n-d-838334-2 {{(pid=84043) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 21:12:48.825433 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.l3_hamode_db [None req-54ac7a01-e060-4fdb-a5a4-080604998a30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838334-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-18T20:25:48Z,description=,heartbeat_timestamp=2022-04-18T21:12:18Z,host='n-d-838334-2',id=bc84d6c9-dd7a-4555-a351-592327b46d5a,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:25:48Z,topic='l3_agent')) {'router_ids': ['8fa348f8-02b3-4f5c-91fa-10f95637edc1'], 'active': True} {{(pid=84043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:12:48.876384 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5406e606-723d-4629-92ca-badef870830b tempest-VolumesActionsTest-472602596 tempest-VolumesActionsTest-472602596-project] Pushing event updated for resources: {'Port': ['ID=683f847d-fc04-4346-aee1-2ce6a849e6eb,revision_number=1']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:12:48.913937 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c4822e3-eb8c-4756-9aa8-e8f1301365fc tempest-RoutersIpV6Test-235118808 tempest-RoutersIpV6Test-235118808-project] Pushing event deleted for resources: {'Subnet': ['ID=fea0e53c-8a06-45ef-80e9-a2622b1e38e1,revision_number=None']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:12:48.968930 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4335e2a-9868-40d6-9014-4526774850c8 None None] Network b0cfab48-3f09-430a-9068-3eef4510480b requested from n-d-838334-2 {{(pid=84042) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 21:12:48.981100 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-9c4822e3-eb8c-4756-9aa8-e8f1301365fc tempest-RoutersIpV6Test-235118808 tempest-RoutersIpV6Test-235118808-project] Notify callbacks [] for subnet, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:12:49.000713 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-9c4822e3-eb8c-4756-9aa8-e8f1301365fc tempest-RoutersIpV6Test-235118808 tempest-RoutersIpV6Test-235118808-project] 10.222.0.42 "DELETE /v2.0/subnets/fea0e53c-8a06-45ef-80e9-a2622b1e38e1 HTTP/1.1" status: 204 len: 168 time: 1.9993377 Apr 18 21:12:49.001618 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 50032) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:12:49.121056 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdaa1617-2236-44ca-960d-3567087dd8de req-758835b3-070a-44a5-93fa-92977ea4a08c tempest-VolumesActionsTest-472602596 tempest-VolumesActionsTest-472602596-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:12:49.123160 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-bdaa1617-2236-44ca-960d-3567087dd8de req-758835b3-070a-44a5-93fa-92977ea4a08c tempest-VolumesActionsTest-472602596 tempest-VolumesActionsTest-472602596-project] 10.222.0.42 "GET /v2.0/ports?device_id=ef9e205a-98ac-4630-8105-a3fa64a402e7 HTTP/1.1" status: 200 len: 931 time: 1.0971105 Apr 18 21:12:49.159591 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.l3_dvr_db [None req-54ac7a01-e060-4fdb-a5a4-080604998a30 None None] Set router 8fa348f8-02b3-4f5c-91fa-10f95637edc1 gateway port host: None {{(pid=84043) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 21:12:49.245790 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-158814ed-2b02-4423-bb10-87ce2c99b1a0 req-f9d11a02-4597-497a-aa41-549ecfef6e32 tempest-TestServerMultinode-197109480 tempest-TestServerMultinode-197109480-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=f8591508-4ceb-4525-9a8e-aeab659c0bb7 HTTP/1.1" status: 200 len: 1094 time: 0.9925165 Apr 18 21:12:49.264625 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a05c912c-18c7-418d-af7f-dc140e0a4081 req-5406e606-723d-4629-92ca-badef870830b tempest-VolumesActionsTest-472602596 tempest-VolumesActionsTest-472602596-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:12:49.269871 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-a05c912c-18c7-418d-af7f-dc140e0a4081 req-5406e606-723d-4629-92ca-badef870830b tempest-VolumesActionsTest-472602596 tempest-VolumesActionsTest-472602596-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217293'] for port, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:12:49.411010 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-1cd078df-9973-450e-897b-11df26f4d1b6 tempest-RoutersIpV6Test-235118808 tempest-RoutersIpV6Test-235118808-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1103592'] for network, before_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:12:49.456697 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.plugin [None req-1cd078df-9973-450e-897b-11df26f4d1b6 tempest-RoutersIpV6Test-235118808 tempest-RoutersIpV6Test-235118808-project] Deleting port b1aca9cf-3cb6-4f17-b535-44dd9bf3b870 {{(pid=84041) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 21:12:49.457036 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-1cd078df-9973-450e-897b-11df26f4d1b6 tempest-RoutersIpV6Test-235118808 tempest-RoutersIpV6Test-235118808-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750375188691'] for port, before_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:12:49.461736 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-bdaa1617-2236-44ca-960d-3567087dd8de req-4b822fd6-8286-4c43-a860-437468c8fa96 tempest-VolumesActionsTest-472602596 tempest-VolumesActionsTest-472602596-project] 10.222.0.42 "GET /v2.0/security-groups?id=17b301b4-f832-465e-b746-0427d2c4e3d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2788754 Apr 18 21:12:49.470438 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-a05c912c-18c7-418d-af7f-dc140e0a4081 req-5406e606-723d-4629-92ca-badef870830b tempest-VolumesActionsTest-472602596 tempest-VolumesActionsTest-472602596-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 6.4506783 Apr 18 21:12:49.490032 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.v2.base [req-a05c912c-18c7-418d-af7f-dc140e0a4081 req-b8b71a54-e6f5-43b8-a5c8-233beba57a64 service neutron] Request body: {'port': {'device_id': 'ef9e205a-98ac-4630-8105-a3fa64a402e7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-838334-2'}} {{(pid=84040) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:12:49.628139 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750375287399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253529'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:12:49.632274 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-158814ed-2b02-4423-bb10-87ce2c99b1a0 req-99bfe4af-5c65-488d-8b6f-0cb89cedf904 tempest-TestServerMultinode-197109480 tempest-TestServerMultinode-197109480-project-admin] 10.222.0.42 "GET /v2.0/security-groups?id=142ef88f-09d8-422a-807d-32d847b17421&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3452189 Apr 18 21:12:49.662999 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-47a58da7-2cd8-4959-b012-dafa6a2045d5 req-4aed8edd-b053-4c51-8e0b-0973b27da279 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=231c6f353e4d4ddda7f422c7fb7cca6b&device_id=f8591508-4ceb-4525-9a8e-aeab659c0bb7 HTTP/1.1" status: 200 len: 1094 time: 1.0594516 Apr 18 21:12:49.812363 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-414b6ffe-e119-47bc-b18f-bcff1219c2f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750375287399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253529'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:12:49.858075 n-d-838334-2 neutron-server[84040]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8501662d-ae3b-4182-b396-055e6d6d1afc'] response: {'name': 'network-changed', 'server_uuid': 'f8591508-4ceb-4525-9a8e-aeab659c0bb7', 'tag': 'b15031ce-fd08-4f7e-9615-e339a2b1db57', 'status': 'completed', 'code': 200} Apr 18 21:12:49.935132 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-47a58da7-2cd8-4959-b012-dafa6a2045d5 req-e70c477c-12f6-4433-848f-10d037e7f19c service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b15031ce-fd08-4f7e-9615-e339a2b1db57 HTTP/1.1" status: 200 len: 217 time: 0.2631159 Apr 18 21:12:49.980819 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e11e641a-9d29-4cea-af47-58184e4a1f49 None None] DHCP port deletion for b0cfab48-3f09-430a-9068-3eef4510480b request from n-d-838334-2 {{(pid=84042) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 18 21:12:49.986227 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.plugin [None req-e11e641a-9d29-4cea-af47-58184e4a1f49 None None] Deleting port b1aca9cf-3cb6-4f17-b535-44dd9bf3b870 {{(pid=84042) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 21:12:49.986837 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-e11e641a-9d29-4cea-af47-58184e4a1f49 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750375188691'] for port, before_delete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:12:50.205514 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-a05c912c-18c7-418d-af7f-dc140e0a4081 req-b8b71a54-e6f5-43b8-a5c8-233beba57a64 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:12:50.235315 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.l3_hamode_db [None req-54ac7a01-e060-4fdb-a5a4-080604998a30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8fa348f8-02b3-4f5c-91fa-10f95637edc1', 'name': 'tempest-RoutersIpV6Test-router-1666022958', 'tenant_id': '3fd12654c90d4a4687b2462ca839c972', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:10:51Z', 'updated_at': '2022-04-18T21:12:44Z', 'revision_number': 10, 'project_id': '3fd12654c90d4a4687b2462ca839c972', 'gw_port_host': None, '_interfaces': [{'id': '97b0b1f9-c01a-4ba8-b4c8-af3dcc327f1e', 'name': '', 'network_id': '699bd152-a339-411f-b2d2-c325a0670f8b', 'tenant_id': '3fd12654c90d4a4687b2462ca839c972', 'mac_address': 'fa:16:3e:b1:c8:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fa348f8-02b3-4f5c-91fa-10f95637edc1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '94ebf16d-084a-4271-a878-e6ba8454c0ac', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:10:55Z', 'updated_at': '2022-04-18T21:11:13Z', 'revision_number': 5, 'project_id': '3fd12654c90d4a4687b2462ca839c972', 'subnets': [{'id': '94ebf16d-084a-4271-a878-e6ba8454c0ac', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838334-2', False) {} {{(pid=84043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:12:50.240234 n-d-838334-2 neutron-server[84043]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54ac7a01-e060-4fdb-a5a4-080604998a30 None None] The sync data for ids ['8fa348f8-02b3-4f5c-91fa-10f95637edc1'] in n-d-838334-2 is: [{'id': '8fa348f8-02b3-4f5c-91fa-10f95637edc1', 'name': 'tempest-RoutersIpV6Test-router-1666022958', 'tenant_id': '3fd12654c90d4a4687b2462ca839c972', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:10:51Z', 'updated_at': '2022-04-18T21:12:44Z', 'revision_number': 10, 'project_id': '3fd12654c90d4a4687b2462ca839c972', 'gw_port_host': None, '_interfaces': [{'id': '97b0b1f9-c01a-4ba8-b4c8-af3dcc327f1e', 'name': '', 'network_id': '699bd152-a339-411f-b2d2-c325a0670f8b', 'tenant_id': '3fd12654c90d4a4687b2462ca839c972', 'mac_address': 'fa:16:3e:b1:c8:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fa348f8-02b3-4f5c-91fa-10f95637edc1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '94ebf16d-084a-4271-a878-e6ba8454c0ac', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:10:55Z', 'updated_at': '2022-04-18T21:11:13Z', 'revision_number': 5, 'project_id': '3fd12654c90d4a4687b2462ca839c972', 'subnets': [{'id': '94ebf16d-084a-4271-a878-e6ba8454c0ac', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84043) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 18 21:12:50.322931 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47a58da7-2cd8-4959-b012-dafa6a2045d5 req-0194e1ea-081d-4c3d-b707-1d8b484733d3 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:12:50.342076 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-47a58da7-2cd8-4959-b012-dafa6a2045d5 req-0194e1ea-081d-4c3d-b707-1d8b484733d3 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=8cf63959-47ce-4403-8f83-38f3dd943593 HTTP/1.1" status: 200 len: 848 time: 0.3963628 Apr 18 21:12:50.501886 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-e11e641a-9d29-4cea-af47-58184e4a1f49 None None] For port b1aca9cf-3cb6-4f17-b535-44dd9bf3b870, host n-d-838334-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838334-2',level=0,port_id=b1aca9cf-3cb6-4f17-b535-44dd9bf3b870,segment=NetworkSegment(ee7a2b34-89f8-4aa0-89e1-2b5bb219f2dd),segment_id=ee7a2b34-89f8-4aa0-89e1-2b5bb219f2dd)] {{(pid=84042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:12:50.502384 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-e11e641a-9d29-4cea-af47-58184e4a1f49 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369123'] for port, precommit_delete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:12:50.644952 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.db [None req-1cd078df-9973-450e-897b-11df26f4d1b6 tempest-RoutersIpV6Test-235118808 tempest-RoutersIpV6Test-235118808-project] For port b1aca9cf-3cb6-4f17-b535-44dd9bf3b870, host n-d-838334-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838334-2',level=0,port_id=b1aca9cf-3cb6-4f17-b535-44dd9bf3b870,segment=NetworkSegment(ee7a2b34-89f8-4aa0-89e1-2b5bb219f2dd),segment_id=ee7a2b34-89f8-4aa0-89e1-2b5bb219f2dd)] {{(pid=84041) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:12:50.645422 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-1cd078df-9973-450e-897b-11df26f4d1b6 tempest-RoutersIpV6Test-235118808 tempest-RoutersIpV6Test-235118808-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369123'] for port, precommit_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:12:50.660020 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.plugin [None req-e11e641a-9d29-4cea-af47-58184e4a1f49 None None] Calling delete_port for b1aca9cf-3cb6-4f17-b535-44dd9bf3b870 owned by network:dhcp {{(pid=84042) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 21:12:50.782059 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Device b1aca9cf-3cb6-4f17-b535-44dd9bf3b870 no longer exists at agent ovs-agent-n-d-838334-2 {{(pid=84042) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 21:12:50.834596 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.plugin [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] No Port match for: b1aca9cf-3cb6-4f17-b535-44dd9bf3b870 {{(pid=84042) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 18 21:12:50.835164 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Device b1aca9cf-3cb6-4f17-b535-44dd9bf3b870 not bound to the agent host n-d-838334-2 {{(pid=84042) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 21:12:50.842069 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-e11e641a-9d29-4cea-af47-58184e4a1f49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750375259028', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750374836628'] for port, after_delete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:12:50.922821 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e11e641a-9d29-4cea-af47-58184e4a1f49 None None] No DVR routers for this DVR port b1aca9cf-3cb6-4f17-b535-44dd9bf3b870 on host n-d-838334-2 {{(pid=84042) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 21:12:50.938080 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e11e641a-9d29-4cea-af47-58184e4a1f49 None None] Pushing event deleted for resources: {'Port': ['ID=b1aca9cf-3cb6-4f17-b535-44dd9bf3b870,revision_number=None']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:12:51.025113 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e11e641a-9d29-4cea-af47-58184e4a1f49 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:12:51.027803 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e11e641a-9d29-4cea-af47-58184e4a1f49 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:12:51.029553 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e11e641a-9d29-4cea-af47-58184e4a1f49 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:12:51.036078 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e11e641a-9d29-4cea-af47-58184e4a1f49 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:12:51.036545 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e11e641a-9d29-4cea-af47-58184e4a1f49 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:12:51.038336 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e11e641a-9d29-4cea-af47-58184e4a1f49 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:12:51.038783 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e11e641a-9d29-4cea-af47-58184e4a1f49 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:12:51.044307 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e11e641a-9d29-4cea-af47-58184e4a1f49 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:12:51.044843 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e11e641a-9d29-4cea-af47-58184e4a1f49 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:12:51.045339 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e11e641a-9d29-4cea-af47-58184e4a1f49 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:12:51.045840 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e11e641a-9d29-4cea-af47-58184e4a1f49 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:12:51.056353 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-c7521a90-7d65-4e2e-842c-ca5d95e9a89c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750375287399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253529'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:12:51.125794 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-47a58da7-2cd8-4959-b012-dafa6a2045d5 req-12cdb3ac-5584-4c8d-bf30-2c85cc201b66 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=a6a1bd6e-c7a6-402d-9ad0-82327124d01a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.7306738 Apr 18 21:12:51.160343 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.plugin [None req-1cd078df-9973-450e-897b-11df26f4d1b6 tempest-RoutersIpV6Test-235118808 tempest-RoutersIpV6Test-235118808-project] Calling delete_port for b1aca9cf-3cb6-4f17-b535-44dd9bf3b870 owned by network:dhcp {{(pid=84041) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 21:12:51.291486 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.db.api [None req-1cd078df-9973-450e-897b-11df26f4d1b6 tempest-RoutersIpV6Test-235118808 tempest-RoutersIpV6Test-235118808-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84041) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 18 21:12:51.291998 n-d-838334-2 neutron-server[84041]: DEBUG oslo_db.api [None req-1cd078df-9973-450e-897b-11df26f4d1b6 tempest-RoutersIpV6Test-235118808 tempest-RoutersIpV6Test-235118808-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84041) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 18 21:12:51.666044 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-584b883b-8345-410a-866f-21af6ab4dc83 req-d83a8e25-948a-46c0-b9f2-da3e4ebb354d tempest-TestServerMultinode-197109480 tempest-TestServerMultinode-197109480-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=f8591508-4ceb-4525-9a8e-aeab659c0bb7 HTTP/1.1" status: 200 len: 1094 time: 0.5393424 Apr 18 21:12:51.698887 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b00ef64b-a524-434a-8351-34b0091aa4b0 req-2804c289-34b2-455d-973f-936a292de110 tempest-VolumesActionsTest-472602596 tempest-VolumesActionsTest-472602596-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:12:51.699579 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [req-b00ef64b-a524-434a-8351-34b0091aa4b0 req-2804c289-34b2-455d-973f-936a292de110 tempest-VolumesActionsTest-472602596 tempest-VolumesActionsTest-472602596-project] Synchronizing usage tracker for tenant:6c33d80c41514a6a87356e217af6c6ed on resource:port {{(pid=84040) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 21:12:51.740381 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-47a58da7-2cd8-4959-b012-dafa6a2045d5 req-d07e1fd8-3c0c-45e6-883f-5cb0ca75d0af service neutron] 10.222.0.48 "GET /v2.0/networks/a6a1bd6e-c7a6-402d-9ad0-82327124d01a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6029067 Apr 18 21:12:51.794938 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.plugin [None req-1cd078df-9973-450e-897b-11df26f4d1b6 tempest-RoutersIpV6Test-235118808 tempest-RoutersIpV6Test-235118808-project] Deleting port b1aca9cf-3cb6-4f17-b535-44dd9bf3b870 {{(pid=84041) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 21:12:51.796095 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-1cd078df-9973-450e-897b-11df26f4d1b6 tempest-RoutersIpV6Test-235118808 tempest-RoutersIpV6Test-235118808-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750375188691'] for port, before_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:12:51.896929 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [req-b00ef64b-a524-434a-8351-34b0091aa4b0 req-2804c289-34b2-455d-973f-936a292de110 tempest-VolumesActionsTest-472602596 tempest-VolumesActionsTest-472602596-project] Unset dirty status for tenant:6c33d80c41514a6a87356e217af6c6ed on resource:port {{(pid=84040) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 21:12:51.898067 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-b00ef64b-a524-434a-8351-34b0091aa4b0 req-2804c289-34b2-455d-973f-936a292de110 tempest-VolumesActionsTest-472602596 tempest-VolumesActionsTest-472602596-project] 10.222.0.42 "GET /v2.0/ports?device_id=ef9e205a-98ac-4630-8105-a3fa64a402e7 HTTP/1.1" status: 200 len: 931 time: 0.9343061 Apr 18 21:12:52.024685 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.plugin [None req-1cd078df-9973-450e-897b-11df26f4d1b6 tempest-RoutersIpV6Test-235118808 tempest-RoutersIpV6Test-235118808-project] The port 'b1aca9cf-3cb6-4f17-b535-44dd9bf3b870' was deleted {{(pid=84041) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 18 21:12:52.215824 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Device 5c8fb1df-2b42-400d-9c2d-86b8243f6445 no longer exists at agent ovs-agent-n-d-838334-2 {{(pid=84042) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 21:12:52.231875 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-b00ef64b-a524-434a-8351-34b0091aa4b0 req-42d7218f-04f2-49fe-849f-1c9e9c6a4c61 tempest-VolumesActionsTest-472602596 tempest-VolumesActionsTest-472602596-project] 10.222.0.42 "GET /v2.0/security-groups?id=17b301b4-f832-465e-b746-0427d2c4e3d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1513264 Apr 18 21:12:52.233827 n-d-838334-2 neutron-server[84040]: DEBUG neutron.notifiers.nova [req-a05c912c-18c7-418d-af7f-dc140e0a4081 req-b8b71a54-e6f5-43b8-a5c8-233beba57a64 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 683f847d-fc04-4346-aee1-2ce6a849e6eb {{(pid=84040) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 18 21:12:52.262088 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-a05c912c-18c7-418d-af7f-dc140e0a4081 req-b8b71a54-e6f5-43b8-a5c8-233beba57a64 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:12:52.271870 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-584b883b-8345-410a-866f-21af6ab4dc83 req-50813b43-d8d6-453c-8310-d968f7d5006a tempest-TestServerMultinode-197109480 tempest-TestServerMultinode-197109480-project-admin] 10.222.0.42 "GET /v2.0/security-groups?id=142ef88f-09d8-422a-807d-32d847b17421&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5874851 Apr 18 21:12:52.353186 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.provisioning_blocks [req-a05c912c-18c7-418d-af7f-dc140e0a4081 req-b8b71a54-e6f5-43b8-a5c8-233beba57a64 service neutron] Transition to ACTIVE for port object 683f847d-fc04-4346-aee1-2ce6a849e6eb will not be triggered until provisioned by entity L2. {{(pid=84040) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:12:52.365443 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-a05c912c-18c7-418d-af7f-dc140e0a4081 req-b8b71a54-e6f5-43b8-a5c8-233beba57a64 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32440959'] for port, after_update {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:12:52.379038 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.plugin [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] No Port match for: 5c8fb1df-2b42-400d-9c2d-86b8243f6445 {{(pid=84042) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 18 21:12:52.379418 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Device 5c8fb1df-2b42-400d-9c2d-86b8243f6445 not bound to the agent host n-d-838334-2 {{(pid=84042) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 21:12:52.413352 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-1cd078df-9973-450e-897b-11df26f4d1b6 tempest-RoutersIpV6Test-235118808 tempest-RoutersIpV6Test-235118808-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1258905', 'neutron.services.segments.db._delete_segments_for_network-8750375287417'] for network, precommit_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:12:52.469486 n-d-838334-2 neutron-server[84041]: DEBUG neutron.services.segments.db [None req-1cd078df-9973-450e-897b-11df26f4d1b6 tempest-RoutersIpV6Test-235118808 tempest-RoutersIpV6Test-235118808-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b0cfab48-3f09-430a-9068-3eef4510480b']}} {{(pid=84041) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:12:52.494247 n-d-838334-2 neutron-server[84041]: DEBUG neutron.services.segments.db [None req-1cd078df-9973-450e-897b-11df26f4d1b6 tempest-RoutersIpV6Test-235118808 tempest-RoutersIpV6Test-235118808-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ee7a2b34-89f8-4aa0-89e1-2b5bb219f2dd') {'for_net_delete': True} {{(pid=84041) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:12:52.495755 n-d-838334-2 neutron-server[84041]: DEBUG neutron.services.segments.db [None req-1cd078df-9973-450e-897b-11df26f4d1b6 tempest-RoutersIpV6Test-235118808 tempest-RoutersIpV6Test-235118808-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ee7a2b34-89f8-4aa0-89e1-2b5bb219f2dd') {} {{(pid=84041) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:12:52.523014 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-1cd078df-9973-450e-897b-11df26f4d1b6 tempest-RoutersIpV6Test-235118808 tempest-RoutersIpV6Test-235118808-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750375287300', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32268156'] for segment, before_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:12:52.549508 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-47a58da7-2cd8-4959-b012-dafa6a2045d5 req-50f6e936-dc19-4c0b-a523-d99f5dac09d1 service neutron] 10.222.0.48 "GET /v2.0/networks/a6a1bd6e-c7a6-402d-9ad0-82327124d01a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6940784 Apr 18 21:12:52.599721 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-1cd078df-9973-450e-897b-11df26f4d1b6 tempest-RoutersIpV6Test-235118808 tempest-RoutersIpV6Test-235118808-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1082986'] for segment, precommit_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:12:52.628844 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1cd078df-9973-450e-897b-11df26f4d1b6 tempest-RoutersIpV6Test-235118808 tempest-RoutersIpV6Test-235118808-project] Releasing vlan 350 on physical network physnet1 to pool {{(pid=84041) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 18 21:12:52.629251 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-1cd078df-9973-450e-897b-11df26f4d1b6 tempest-RoutersIpV6Test-235118808 tempest-RoutersIpV6Test-235118808-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1082993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32266254'] for segment, after_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:12:52.659397 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8b71a54-e6f5-43b8-a5c8-233beba57a64 service neutron] Pushing event updated for resources: {'Port': ['ID=683f847d-fc04-4346-aee1-2ce6a849e6eb,revision_number=2']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:12:52.661888 n-d-838334-2 neutron-server[84041]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 21:12:52.661888 n-d-838334-2 neutron-server[84041]: util.warn( Apr 18 21:12:52.661888 n-d-838334-2 neutron-server[84041]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 21:12:52.661888 n-d-838334-2 neutron-server[84041]: util.warn( Apr 18 21:12:52.661888 n-d-838334-2 neutron-server[84041]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 21:12:52.661888 n-d-838334-2 neutron-server[84041]: util.warn( Apr 18 21:12:52.661888 n-d-838334-2 neutron-server[84041]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 21:12:52.661888 n-d-838334-2 neutron-server[84041]: util.warn( Apr 18 21:12:52.661888 n-d-838334-2 neutron-server[84041]: Traceback (most recent call last): Apr 18 21:12:52.661888 n-d-838334-2 neutron-server[84041]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 18 21:12:52.661888 n-d-838334-2 neutron-server[84041]: timer() Apr 18 21:12:52.661888 n-d-838334-2 neutron-server[84041]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 21:12:52.661888 n-d-838334-2 neutron-server[84041]: cb(*args, **kw) Apr 18 21:12:52.661888 n-d-838334-2 neutron-server[84041]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 18 21:12:52.661888 n-d-838334-2 neutron-server[84041]: return func(*args, **kwargs) Apr 18 21:12:52.661888 n-d-838334-2 neutron-server[84041]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 21:12:52.661888 n-d-838334-2 neutron-server[84041]: self._notify() Apr 18 21:12:52.661888 n-d-838334-2 neutron-server[84041]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 21:12:52.661888 n-d-838334-2 neutron-server[84041]: self.callback(batched_events) Apr 18 21:12:52.661888 n-d-838334-2 neutron-server[84041]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 21:12:52.661888 n-d-838334-2 neutron-server[84041]: event.method(event) Apr 18 21:12:52.661888 n-d-838334-2 neutron-server[84041]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 18 21:12:52.661888 n-d-838334-2 neutron-server[84041]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 21:12:52.661888 n-d-838334-2 neutron-server[84041]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 18 21:12:52.661888 n-d-838334-2 neutron-server[84041]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 21:12:52.661888 n-d-838334-2 neutron-server[84041]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 18 21:12:52.661888 n-d-838334-2 neutron-server[84041]: return f(self, *a, **k) Apr 18 21:12:52.661888 n-d-838334-2 neutron-server[84041]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 18 21:12:52.661888 n-d-838334-2 neutron-server[84041]: return self._get(url).json() Apr 18 21:12:52.661888 n-d-838334-2 neutron-server[84041]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 18 21:12:52.661888 n-d-838334-2 neutron-server[84041]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 21:12:52.661888 n-d-838334-2 neutron-server[84041]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 18 21:12:52.661888 n-d-838334-2 neutron-server[84041]: return self.request(url, 'GET', **kwargs) Apr 18 21:12:52.661888 n-d-838334-2 neutron-server[84041]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 18 21:12:52.661888 n-d-838334-2 neutron-server[84041]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 21:12:52.661888 n-d-838334-2 neutron-server[84041]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 18 21:12:52.661888 n-d-838334-2 neutron-server[84041]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 21:12:52.661888 n-d-838334-2 neutron-server[84041]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 18 21:12:52.661888 n-d-838334-2 neutron-server[84041]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 21:12:52.661888 n-d-838334-2 neutron-server[84041]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 21:12:52.836320 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-1cd078df-9973-450e-897b-11df26f4d1b6 tempest-RoutersIpV6Test-235118808 tempest-RoutersIpV6Test-235118808-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1258898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33526109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33444113'] for network, after_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:12:52.861334 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-1cd078df-9973-450e-897b-11df26f4d1b6 tempest-RoutersIpV6Test-235118808 tempest-RoutersIpV6Test-235118808-project] Notify callbacks [] for network, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:12:52.902033 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-1cd078df-9973-450e-897b-11df26f4d1b6 tempest-RoutersIpV6Test-235118808 tempest-RoutersIpV6Test-235118808-project] 10.222.0.42 "DELETE /v2.0/networks/b0cfab48-3f09-430a-9068-3eef4510480b HTTP/1.1" status: 204 len: 168 time: 3.8989770 Apr 18 21:12:52.916923 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 50376) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:12:52.919523 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cd078df-9973-450e-897b-11df26f4d1b6 tempest-RoutersIpV6Test-235118808 tempest-RoutersIpV6Test-235118808-project] Pushing event deleted for resources: {'Network': ['ID=b0cfab48-3f09-430a-9068-3eef4510480b,revision_number=None']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:12:53.033606 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.managers [req-a05c912c-18c7-418d-af7f-dc140e0a4081 req-b8b71a54-e6f5-43b8-a5c8-233beba57a64 service neutron] Attempting to bind port 683f847d-fc04-4346-aee1-2ce6a849e6eb on host n-h2-838334-2 for vnic_type normal with profile {{(pid=84040) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 21:12:53.034598 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.managers [req-a05c912c-18c7-418d-af7f-dc140e0a4081 req-b8b71a54-e6f5-43b8-a5c8-233beba57a64 service neutron] Attempting to bind port 683f847d-fc04-4346-aee1-2ce6a849e6eb by drivers openvswitch,hyperv on host n-h2-838334-2 at level 0 using segments [{'id': '44fed75d-d790-4c0e-a467-bf1a6588ce2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '7c39ac3c-ebab-4084-9bf0-d4e6866e30eb'}] {{(pid=84040) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 21:12:53.035225 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a05c912c-18c7-418d-af7f-dc140e0a4081 req-b8b71a54-e6f5-43b8-a5c8-233beba57a64 service neutron] Attempting to bind port 683f847d-fc04-4346-aee1-2ce6a849e6eb on network 7c39ac3c-ebab-4084-9bf0-d4e6866e30eb {{(pid=84040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 21:12:53.042994 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a05c912c-18c7-418d-af7f-dc140e0a4081 req-b8b71a54-e6f5-43b8-a5c8-233beba57a64 service neutron] Port 683f847d-fc04-4346-aee1-2ce6a849e6eb on network 7c39ac3c-ebab-4084-9bf0-d4e6866e30eb not bound, no agent of type Open vSwitch agent registered on host n-h2-838334-2 {{(pid=84040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 18 21:12:53.043652 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a05c912c-18c7-418d-af7f-dc140e0a4081 req-b8b71a54-e6f5-43b8-a5c8-233beba57a64 service neutron] Attempting to bind port 683f847d-fc04-4346-aee1-2ce6a849e6eb on network 7c39ac3c-ebab-4084-9bf0-d4e6866e30eb {{(pid=84040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 21:12:53.079349 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-0a1133d8-67eb-4daf-a9e4-eff45079ec98 req-9e429f11-3204-4ccc-9e51-6eeaa0eff65e service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=231c6f353e4d4ddda7f422c7fb7cca6b&device_id=f8591508-4ceb-4525-9a8e-aeab659c0bb7 HTTP/1.1" status: 200 len: 1094 time: 0.4045646 Apr 18 21:12:53.089215 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a05c912c-18c7-418d-af7f-dc140e0a4081 req-b8b71a54-e6f5-43b8-a5c8-233beba57a64 service neutron] Checking agent: {'id': 'dc797004-f641-47b7-a77f-9c62b5b16296', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-838334-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 34, 3), 'started_at': datetime.datetime(2022, 4, 18, 20, 34, 3), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 21, 12, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 18 21:12:53.094686 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a05c912c-18c7-418d-af7f-dc140e0a4081 req-b8b71a54-e6f5-43b8-a5c8-233beba57a64 service neutron] Checking segment: {'id': '44fed75d-d790-4c0e-a467-bf1a6588ce2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '7c39ac3c-ebab-4084-9bf0-d4e6866e30eb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84040) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 21:12:53.095351 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a05c912c-18c7-418d-af7f-dc140e0a4081 req-b8b71a54-e6f5-43b8-a5c8-233beba57a64 service neutron] Bound using segment: {'id': '44fed75d-d790-4c0e-a467-bf1a6588ce2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '7c39ac3c-ebab-4084-9bf0-d4e6866e30eb'} {{(pid=84040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 18 21:12:53.096058 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.managers [req-a05c912c-18c7-418d-af7f-dc140e0a4081 req-b8b71a54-e6f5-43b8-a5c8-233beba57a64 service neutron] Bound port: 683f847d-fc04-4346-aee1-2ce6a849e6eb, host: n-h2-838334-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '44fed75d-d790-4c0e-a467-bf1a6588ce2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '7c39ac3c-ebab-4084-9bf0-d4e6866e30eb'}}] {{(pid=84040) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 21:12:53.096662 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-a05c912c-18c7-418d-af7f-dc140e0a4081 req-b8b71a54-e6f5-43b8-a5c8-233beba57a64 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:12:53.487074 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a1133d8-67eb-4daf-a9e4-eff45079ec98 req-5985484d-4b2e-403d-b310-443c7f1dbd19 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:12:53.494145 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-0a1133d8-67eb-4daf-a9e4-eff45079ec98 req-5985484d-4b2e-403d-b310-443c7f1dbd19 service neutron] 10.222.0.48 "GET /v2.0/networks?id=a6a1bd6e-c7a6-402d-9ad0-82327124d01a HTTP/1.1" status: 200 len: 910 time: 0.4006169 Apr 18 21:12:53.737689 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-0a1133d8-67eb-4daf-a9e4-eff45079ec98 req-c4da2575-fe74-43c0-8a68-c0b0866cb8a6 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b15031ce-fd08-4f7e-9615-e339a2b1db57 HTTP/1.1" status: 200 len: 217 time: 0.2352500 Apr 18 21:12:54.052178 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.db [req-a05c912c-18c7-418d-af7f-dc140e0a4081 req-b8b71a54-e6f5-43b8-a5c8-233beba57a64 service neutron] For port 683f847d-fc04-4346-aee1-2ce6a849e6eb, host n-h2-838334-2, cleared binding levels {{(pid=84040) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 21:12:54.073026 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-a3e91dae-bbe1-4876-a806-989e5aa72a27 tempest-RoutersIpV6Test-235118808 tempest-RoutersIpV6Test-235118808-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33443857'] for router_interface, before_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:12:54.221556 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.db [req-a05c912c-18c7-418d-af7f-dc140e0a4081 req-b8b71a54-e6f5-43b8-a5c8-233beba57a64 service neutron] For port 683f847d-fc04-4346-aee1-2ce6a849e6eb, host n-h2-838334-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838334-2',level=0,port_id=683f847d-fc04-4346-aee1-2ce6a849e6eb,segment=NetworkSegment(44fed75d-d790-4c0e-a467-bf1a6588ce2b),segment_id=44fed75d-d790-4c0e-a467-bf1a6588ce2b)] {{(pid=84040) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 21:12:54.237010 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-a05c912c-18c7-418d-af7f-dc140e0a4081 req-b8b71a54-e6f5-43b8-a5c8-233beba57a64 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32440959'] for port, after_update {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:12:54.307269 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a1133d8-67eb-4daf-a9e4-eff45079ec98 req-74aec8d6-9b66-4030-9011-eb2787ee725c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:12:54.309000 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-0a1133d8-67eb-4daf-a9e4-eff45079ec98 req-74aec8d6-9b66-4030-9011-eb2787ee725c service neutron] 10.222.0.48 "GET /v2.0/subnets?id=8cf63959-47ce-4403-8f83-38f3dd943593 HTTP/1.1" status: 200 len: 848 time: 0.4495094 Apr 18 21:12:54.311079 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-a05c912c-18c7-418d-af7f-dc140e0a4081 req-b8b71a54-e6f5-43b8-a5c8-233beba57a64 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217293'] for port, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:12:54.312561 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-a05c912c-18c7-418d-af7f-dc140e0a4081 req-b8b71a54-e6f5-43b8-a5c8-233beba57a64 service neutron] 10.222.0.48 "PUT /v2.0/ports/683f847d-fc04-4346-aee1-2ce6a849e6eb HTTP/1.1" status: 200 len: 1091 time: 4.8270996 Apr 18 21:12:54.323856 n-d-838334-2 neutron-server[84040]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ef9e205a-98ac-4630-8105-a3fa64a402e7', 'tag': '683f847d-fc04-4346-aee1-2ce6a849e6eb'}] {{(pid=84040) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 21:12:54.477097 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-209d640f-bf04-4b96-b8bd-3986d8e842a0 req-27eb000b-611f-4e43-b440-4f6d0fdb176d tempest-VolumesActionsTest-472602596 tempest-VolumesActionsTest-472602596-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:12:54.479491 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-209d640f-bf04-4b96-b8bd-3986d8e842a0 req-27eb000b-611f-4e43-b440-4f6d0fdb176d tempest-VolumesActionsTest-472602596 tempest-VolumesActionsTest-472602596-project] 10.222.0.42 "GET /v2.0/ports?device_id=ef9e205a-98ac-4630-8105-a3fa64a402e7 HTTP/1.1" status: 200 len: 943 time: 0.7387946 Apr 18 21:12:54.482871 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-9f74b9ab-24f5-4fa6-bd44-58c1aef67dc2 req-9927b1af-64c1-4344-890a-15a1fad3e187 tempest-TestServerMultinode-197109480 tempest-TestServerMultinode-197109480-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=f8591508-4ceb-4525-9a8e-aeab659c0bb7 HTTP/1.1" status: 200 len: 1094 time: 0.7391617 Apr 18 21:12:54.571874 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8b71a54-e6f5-43b8-a5c8-233beba57a64 service neutron] Pushing event updated for resources: {'Port': ['ID=683f847d-fc04-4346-aee1-2ce6a849e6eb,revision_number=3']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:12:54.630286 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-9f74b9ab-24f5-4fa6-bd44-58c1aef67dc2 req-39fdab2c-076f-4449-ab91-df55eb7a2251 tempest-TestServerMultinode-197109480 tempest-TestServerMultinode-197109480-project-admin] 10.222.0.42 "GET /v2.0/security-groups?id=142ef88f-09d8-422a-807d-32d847b17421&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1379380 Apr 18 21:12:54.632428 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-209d640f-bf04-4b96-b8bd-3986d8e842a0 req-619cbf5b-58e2-4539-ad97-7dae1a8a7f20 tempest-VolumesActionsTest-472602596 tempest-VolumesActionsTest-472602596-project] 10.222.0.42 "GET /v2.0/security-groups?id=17b301b4-f832-465e-b746-0427d2c4e3d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1370373 Apr 18 21:12:54.636651 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-0a1133d8-67eb-4daf-a9e4-eff45079ec98 req-44954495-1f99-4b20-a9d2-9e14ca320fac service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=a6a1bd6e-c7a6-402d-9ad0-82327124d01a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3062282 Apr 18 21:12:54.639220 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-a05c912c-18c7-418d-af7f-dc140e0a4081 req-6ee14df5-21be-49b1-9f1f-8393949775da service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=6c33d80c41514a6a87356e217af6c6ed&device_id=ef9e205a-98ac-4630-8105-a3fa64a402e7 HTTP/1.1" status: 200 len: 1094 time: 0.2540150 Apr 18 21:12:55.084501 n-d-838334-2 neutron-server[84040]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2716c900-0493-4d4d-8e8c-27908e6c2589'] response: {'name': 'network-changed', 'server_uuid': 'ef9e205a-98ac-4630-8105-a3fa64a402e7', 'tag': '683f847d-fc04-4346-aee1-2ce6a849e6eb', 'status': 'completed', 'code': 200} Apr 18 21:12:55.105779 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-a05c912c-18c7-418d-af7f-dc140e0a4081 req-5a6c0736-5912-4db4-b1d3-54663c5414a5 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=683f847d-fc04-4346-aee1-2ce6a849e6eb HTTP/1.1" status: 200 len: 217 time: 0.4480033 Apr 18 21:12:55.336657 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a05c912c-18c7-418d-af7f-dc140e0a4081 req-19f3076c-4b0b-4038-be3a-35021b972152 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:12:55.338106 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-a05c912c-18c7-418d-af7f-dc140e0a4081 req-19f3076c-4b0b-4038-be3a-35021b972152 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=d2446453-f07b-4b6c-b6e0-9e80fb711ceb HTTP/1.1" status: 200 len: 848 time: 0.2215474 Apr 18 21:12:55.445620 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-a05c912c-18c7-418d-af7f-dc140e0a4081 req-a38e3b06-d592-45ff-88e4-33ab1b8b9c4e service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=7c39ac3c-ebab-4084-9bf0-d4e6866e30eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0973954 Apr 18 21:12:55.617031 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.plugin [None req-a3e91dae-bbe1-4876-a806-989e5aa72a27 tempest-RoutersIpV6Test-235118808 tempest-RoutersIpV6Test-235118808-project] Deleting port 97b0b1f9-c01a-4ba8-b4c8-af3dcc327f1e {{(pid=84041) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 21:12:55.618525 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-a3e91dae-bbe1-4876-a806-989e5aa72a27 tempest-RoutersIpV6Test-235118808 tempest-RoutersIpV6Test-235118808-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750375188691'] for port, before_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:12:55.619852 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-0a1133d8-67eb-4daf-a9e4-eff45079ec98 req-d4aefd4c-1a72-44f8-b48c-7a864fd6cc6b service neutron] 10.222.0.48 "GET /v2.0/networks/a6a1bd6e-c7a6-402d-9ad0-82327124d01a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9630535 Apr 18 21:12:55.822180 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-0a1133d8-67eb-4daf-a9e4-eff45079ec98 req-6b84b5a2-994c-4b88-99a3-34a35a9621cb service neutron] 10.222.0.48 "GET /v2.0/networks/a6a1bd6e-c7a6-402d-9ad0-82327124d01a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1430712 Apr 18 21:12:55.844206 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-a05c912c-18c7-418d-af7f-dc140e0a4081 req-9461934d-cd37-461b-aad2-a435d412b0ea service neutron] 10.222.0.48 "GET /v2.0/networks/7c39ac3c-ebab-4084-9bf0-d4e6866e30eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3900993 Apr 18 21:12:55.975982 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.db [None req-a3e91dae-bbe1-4876-a806-989e5aa72a27 tempest-RoutersIpV6Test-235118808 tempest-RoutersIpV6Test-235118808-project] For port 97b0b1f9-c01a-4ba8-b4c8-af3dcc327f1e, host n-d-838334-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838334-2',level=0,port_id=97b0b1f9-c01a-4ba8-b4c8-af3dcc327f1e,segment=NetworkSegment(fa83e8d4-7ace-47d1-9539-07a0d987e4e4),segment_id=fa83e8d4-7ace-47d1-9539-07a0d987e4e4)] {{(pid=84041) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:12:55.977299 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-a3e91dae-bbe1-4876-a806-989e5aa72a27 tempest-RoutersIpV6Test-235118808 tempest-RoutersIpV6Test-235118808-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369123'] for port, precommit_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:12:56.100409 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Device b15031ce-fd08-4f7e-9615-e339a2b1db57 details requested by agent hyperv_n-h2-838334-2 with host n-h2-838334-2 {{(pid=84042) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 18 21:12:56.272366 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.plugin [None req-a3e91dae-bbe1-4876-a806-989e5aa72a27 tempest-RoutersIpV6Test-235118808 tempest-RoutersIpV6Test-235118808-project] Calling delete_port for 97b0b1f9-c01a-4ba8-b4c8-af3dcc327f1e owned by network:router_interface {{(pid=84041) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 21:12:56.331507 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-a05c912c-18c7-418d-af7f-dc140e0a4081 req-a45fded4-032a-462d-bf97-4f97f551386a service neutron] 10.222.0.48 "GET /v2.0/networks/7c39ac3c-ebab-4084-9bf0-d4e6866e30eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4778275 Apr 18 21:12:56.402270 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2310d634-ccc9-4eca-8296-651971d9a02b req-13f1b089-b0cd-4d00-b302-81d9ec8c23c0 tempest-VolumesActionsTest-472602596 tempest-VolumesActionsTest-472602596-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:12:56.403829 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-2310d634-ccc9-4eca-8296-651971d9a02b req-13f1b089-b0cd-4d00-b302-81d9ec8c23c0 tempest-VolumesActionsTest-472602596 tempest-VolumesActionsTest-472602596-project] 10.222.0.42 "GET /v2.0/ports?device_id=ef9e205a-98ac-4630-8105-a3fa64a402e7 HTTP/1.1" status: 200 len: 943 time: 0.3987439 Apr 18 21:12:56.406877 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-c969699d-b810-4a08-b1a4-92bac62d14fe req-c8b8fa3d-4f0d-4515-abcb-f8f2fb4016b9 tempest-TestServerMultinode-197109480 tempest-TestServerMultinode-197109480-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=f8591508-4ceb-4525-9a8e-aeab659c0bb7 HTTP/1.1" status: 200 len: 1094 time: 0.4029381 Apr 18 21:12:56.415384 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] For port b15031ce-fd08-4f7e-9615-e339a2b1db57, host n-h2-838334-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838334-2',level=0,port_id=b15031ce-fd08-4f7e-9615-e339a2b1db57,segment=NetworkSegment(c49af281-1077-4a7b-980c-51064121b94d),segment_id=c49af281-1077-4a7b-980c-51064121b94d)] {{(pid=84042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:12:56.458775 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Returning: {'device': 'b15031ce-fd08-4f7e-9615-e339a2b1db57', 'network_id': 'a6a1bd6e-c7a6-402d-9ad0-82327124d01a', 'port_id': 'b15031ce-fd08-4f7e-9615-e339a2b1db57', 'mac_address': 'fa:16:3e:7d:81:12', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 357, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8cf63959-47ce-4403-8f83-38f3dd943593', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84042) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 18 21:12:56.637683 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:12:56.698599 n-d-838334-2 neutron-server[84042]: DEBUG neutron.notifiers.nova [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b15031ce-fd08-4f7e-9615-e339a2b1db57 {{(pid=84042) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 18 21:12:56.704460 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-c969699d-b810-4a08-b1a4-92bac62d14fe req-c2c789ac-6405-4386-ae83-9644797a7a2f tempest-TestServerMultinode-197109480 tempest-TestServerMultinode-197109480-project-admin] 10.222.0.42 "GET /v2.0/security-groups?id=142ef88f-09d8-422a-807d-32d847b17421&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2847581 Apr 18 21:12:56.739017 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-2310d634-ccc9-4eca-8296-651971d9a02b req-ae874d83-91e8-46ce-bb2e-ea2d27ab7ad5 tempest-VolumesActionsTest-472602596 tempest-VolumesActionsTest-472602596-project] 10.222.0.42 "GET /v2.0/security-groups?id=17b301b4-f832-465e-b746-0427d2c4e3d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3171890 Apr 18 21:12:56.760228 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-a3e91dae-bbe1-4876-a806-989e5aa72a27 tempest-RoutersIpV6Test-235118808 tempest-RoutersIpV6Test-235118808-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750375259028', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750374836628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32266323'] for port, after_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:12:56.776419 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] For port b15031ce-fd08-4f7e-9615-e339a2b1db57, host n-h2-838334-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838334-2',level=0,port_id=b15031ce-fd08-4f7e-9615-e339a2b1db57,segment=NetworkSegment(c49af281-1077-4a7b-980c-51064121b94d),segment_id=c49af281-1077-4a7b-980c-51064121b94d)] {{(pid=84042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:12:56.784729 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682'] for port, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:12:56.788254 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-13ea8957-37e2-4f99-b46b-daeb1132396e req-ecd5a1d0-772c-4702-9e76-2c0172ba857d service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=6c33d80c41514a6a87356e217af6c6ed&device_id=ef9e205a-98ac-4630-8105-a3fa64a402e7 HTTP/1.1" status: 200 len: 1094 time: 0.3673286 Apr 18 21:12:56.901796 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3e91dae-bbe1-4876-a806-989e5aa72a27 tempest-RoutersIpV6Test-235118808 tempest-RoutersIpV6Test-235118808-project] Pushing event deleted for resources: {'Port': ['ID=97b0b1f9-c01a-4ba8-b4c8-af3dcc327f1e,revision_number=None']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:12:56.912263 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 50494) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:12:56.933461 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3e91dae-bbe1-4876-a806-989e5aa72a27 tempest-RoutersIpV6Test-235118808 tempest-RoutersIpV6Test-235118808-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:12:56.933993 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3e91dae-bbe1-4876-a806-989e5aa72a27 tempest-RoutersIpV6Test-235118808 tempest-RoutersIpV6Test-235118808-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:12:56.934493 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3e91dae-bbe1-4876-a806-989e5aa72a27 tempest-RoutersIpV6Test-235118808 tempest-RoutersIpV6Test-235118808-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:12:56.935245 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3e91dae-bbe1-4876-a806-989e5aa72a27 tempest-RoutersIpV6Test-235118808 tempest-RoutersIpV6Test-235118808-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:12:56.935841 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3e91dae-bbe1-4876-a806-989e5aa72a27 tempest-RoutersIpV6Test-235118808 tempest-RoutersIpV6Test-235118808-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:12:56.937118 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3e91dae-bbe1-4876-a806-989e5aa72a27 tempest-RoutersIpV6Test-235118808 tempest-RoutersIpV6Test-235118808-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:12:56.937620 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3e91dae-bbe1-4876-a806-989e5aa72a27 tempest-RoutersIpV6Test-235118808 tempest-RoutersIpV6Test-235118808-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:12:56.938279 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3e91dae-bbe1-4876-a806-989e5aa72a27 tempest-RoutersIpV6Test-235118808 tempest-RoutersIpV6Test-235118808-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:12:56.938758 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3e91dae-bbe1-4876-a806-989e5aa72a27 tempest-RoutersIpV6Test-235118808 tempest-RoutersIpV6Test-235118808-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:12:56.939611 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3e91dae-bbe1-4876-a806-989e5aa72a27 tempest-RoutersIpV6Test-235118808 tempest-RoutersIpV6Test-235118808-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:12:56.940407 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3e91dae-bbe1-4876-a806-989e5aa72a27 tempest-RoutersIpV6Test-235118808 tempest-RoutersIpV6Test-235118808-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:12:57.028585 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Pushing event updated for resources: {'Port': ['ID=b15031ce-fd08-4f7e-9615-e339a2b1db57,revision_number=4']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:12:57.046371 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] get_ports_and_sgs() called for port_ids ['b15031ce-fd08-4f7e-9615-e339a2b1db57'] {{(pid=84042) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 18 21:12:57.117367 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13ea8957-37e2-4f99-b46b-daeb1132396e req-61beee71-202c-45a0-84df-910c971c1fa4 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:12:57.124605 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-13ea8957-37e2-4f99-b46b-daeb1132396e req-61beee71-202c-45a0-84df-910c971c1fa4 service neutron] 10.222.0.48 "GET /v2.0/networks?id=7c39ac3c-ebab-4084-9bf0-d4e6866e30eb HTTP/1.1" status: 200 len: 909 time: 0.3268690 Apr 18 21:12:57.345600 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-13ea8957-37e2-4f99-b46b-daeb1132396e req-7ad7d8ef-3f64-4e04-a660-0dd4e4ee4e9b service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=683f847d-fc04-4346-aee1-2ce6a849e6eb HTTP/1.1" status: 200 len: 217 time: 0.2136500 Apr 18 21:12:57.348723 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-a0ac28c7-68fd-4a1d-85b9-80e8d906d040 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:12:57.416011 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-a0ac28c7-68fd-4a1d-85b9-80e8d906d040 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:12:57.421666 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-a0ac28c7-68fd-4a1d-85b9-80e8d906d040 admin admin] Usage tracker for resource:security_group_rule and tenant:10ea55c3bd8e484095d80b61ef431066 is out of sync, need to count used quota {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:12:57.425951 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-a0ac28c7-68fd-4a1d-85b9-80e8d906d040 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:12:57.435725 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-a0ac28c7-68fd-4a1d-85b9-80e8d906d040 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:12:57.447418 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-a3e91dae-bbe1-4876-a806-989e5aa72a27 tempest-RoutersIpV6Test-235118808 tempest-RoutersIpV6Test-235118808-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-32377931', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33443910'] for router_interface, after_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:12:57.457869 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13ea8957-37e2-4f99-b46b-daeb1132396e req-4dd33a24-cc74-43f1-a52a-71842414271d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:12:57.461627 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-13ea8957-37e2-4f99-b46b-daeb1132396e req-4dd33a24-cc74-43f1-a52a-71842414271d service neutron] 10.222.0.48 "GET /v2.0/subnets?id=d2446453-f07b-4b6c-b6e0-9e80fb711ceb HTTP/1.1" status: 200 len: 848 time: 0.1072421 Apr 18 21:12:57.573442 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-13ea8957-37e2-4f99-b46b-daeb1132396e req-c8913be2-8389-400e-8e26-decda5514a17 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=7c39ac3c-ebab-4084-9bf0-d4e6866e30eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0887842 Apr 18 21:12:57.750618 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-13ea8957-37e2-4f99-b46b-daeb1132396e req-4f436366-2b34-4ee8-852c-228dd1b726b4 service neutron] 10.222.0.48 "GET /v2.0/networks/7c39ac3c-ebab-4084-9bf0-d4e6866e30eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1790695 Apr 18 21:12:58.098274 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Device b15031ce-fd08-4f7e-9615-e339a2b1db57 up at agent hyperv_n-h2-838334-2 {{(pid=84042) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 21:12:58.293370 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Provisioning for port b15031ce-fd08-4f7e-9615-e339a2b1db57 completed by entity L2. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 21:12:58.299792 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Provisioning complete for port b15031ce-fd08-4f7e-9615-e339a2b1db57 triggered by entity L2. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:12:58.300158 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1253608'] for port, provisioning_complete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:12:58.477066 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-a0ac28c7-68fd-4a1d-85b9-80e8d906d040 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:12:58.481241 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7269c00-3704-4484-9d9c-3b275a7e7850 req-b2734141-e5b2-4145-8b2f-24a4cfe99ae9 tempest-VolumesActionsTest-472602596 tempest-VolumesActionsTest-472602596-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:12:58.483588 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-c7269c00-3704-4484-9d9c-3b275a7e7850 req-b2734141-e5b2-4145-8b2f-24a4cfe99ae9 tempest-VolumesActionsTest-472602596 tempest-VolumesActionsTest-472602596-project] 10.222.0.42 "GET /v2.0/ports?device_id=ef9e205a-98ac-4630-8105-a3fa64a402e7 HTTP/1.1" status: 200 len: 943 time: 0.3453107 Apr 18 21:12:58.492452 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-13ea8957-37e2-4f99-b46b-daeb1132396e req-0e2bf0d4-636c-4505-896f-a277c49847e2 service neutron] 10.222.0.48 "GET /v2.0/networks/7c39ac3c-ebab-4084-9bf0-d4e6866e30eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7279990 Apr 18 21:12:58.505803 n-d-838334-2 neutron-server[84041]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a3e91dae-bbe1-4876-a806-989e5aa72a27 tempest-RoutersIpV6Test-235118808 tempest-RoutersIpV6Test-235118808-project] Router 8fa348f8-02b3-4f5c-91fa-10f95637edc1 has already been hosted by L3 agent bc84d6c9-dd7a-4555-a351-592327b46d5a {{(pid=84041) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 21:12:58.508740 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-a0ac28c7-68fd-4a1d-85b9-80e8d906d040 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33528224'] for security_group, after_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:12:58.547673 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:12:58.554993 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0ac28c7-68fd-4a1d-85b9-80e8d906d040 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8e390d24-fcce-48f0-8604-3b2e4105457f,revision_number=1']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:12:58.583908 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-e0b03575-175b-466a-8e50-b3078d1fc227 req-01319582-8e73-4200-aad8-7685020d1ae1 tempest-TestServerMultinode-197109480 tempest-TestServerMultinode-197109480-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=f8591508-4ceb-4525-9a8e-aeab659c0bb7 HTTP/1.1" status: 200 len: 1095 time: 0.6022012 Apr 18 21:12:58.599973 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] For port b15031ce-fd08-4f7e-9615-e339a2b1db57, host n-h2-838334-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838334-2',level=0,port_id=b15031ce-fd08-4f7e-9615-e339a2b1db57,segment=NetworkSegment(c49af281-1077-4a7b-980c-51064121b94d),segment_id=c49af281-1077-4a7b-980c-51064121b94d)] {{(pid=84042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:12:58.602053 n-d-838334-2 neutron-server[84042]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f8591508-4ceb-4525-9a8e-aeab659c0bb7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b15031ce-fd08-4f7e-9615-e339a2b1db57'}] {{(pid=84042) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 21:12:58.616640 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682'] for port, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:12:58.703536 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Pushing event updated for resources: {'Port': ['ID=b15031ce-fd08-4f7e-9615-e339a2b1db57,revision_number=5']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:12:58.730318 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-e0b03575-175b-466a-8e50-b3078d1fc227 req-72d2f139-e723-472b-993e-31c339432405 tempest-TestServerMultinode-197109480 tempest-TestServerMultinode-197109480-project-admin] 10.222.0.42 "GET /v2.0/security-groups?id=142ef88f-09d8-422a-807d-32d847b17421&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1451738 Apr 18 21:12:58.746217 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-c7269c00-3704-4484-9d9c-3b275a7e7850 req-4598bdba-9eef-45af-91d6-96ec1dbc9850 tempest-VolumesActionsTest-472602596 tempest-VolumesActionsTest-472602596-project] 10.222.0.42 "GET /v2.0/security-groups?id=17b301b4-f832-465e-b746-0427d2c4e3d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2242057 Apr 18 21:12:58.792646 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-a0ac28c7-68fd-4a1d-85b9-80e8d906d040 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=10ea55c3bd8e484095d80b61ef431066&name=default HTTP/1.1" status: 200 len: 2647 time: 1.8777773 Apr 18 21:12:58.793019 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 50544) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:12:58.818748 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a3e91dae-bbe1-4876-a806-989e5aa72a27 tempest-RoutersIpV6Test-235118808 tempest-RoutersIpV6Test-235118808-project] Notify agent at l3_agent.n-d-838334-2 the message routers_updated {{(pid=84041) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 21:12:58.822638 n-d-838334-2 neutron-server[84042]: INFO neutron.notifiers.nova [-] Nova event matching ['req-59954e39-37e6-4a15-94a2-9add7840aa36'] response: {'server_uuid': 'f8591508-4ceb-4525-9a8e-aeab659c0bb7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b15031ce-fd08-4f7e-9615-e339a2b1db57', 'code': 200} Apr 18 21:12:58.832475 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b22494c-857d-4215-a66e-c67093f85ed6 None None] Sync routers for ids ['8fa348f8-02b3-4f5c-91fa-10f95637edc1'] in n-d-838334-2 {{(pid=84042) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 18 21:12:58.863438 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-a3e91dae-bbe1-4876-a806-989e5aa72a27 tempest-RoutersIpV6Test-235118808 tempest-RoutersIpV6Test-235118808-project] 10.222.0.42 "PUT /v2.0/routers/8fa348f8-02b3-4f5c-91fa-10f95637edc1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.9500628 Apr 18 21:12:58.863590 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b22494c-857d-4215-a66e-c67093f85ed6 None None] Routers {'8fa348f8-02b3-4f5c-91fa-10f95637edc1'} bound to L3 agent in host n-d-838334-2 {{(pid=84042) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 21:12:58.864092 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_hamode_db [None req-4b22494c-857d-4215-a66e-c67093f85ed6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838334-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-18T20:25:48Z,description=,heartbeat_timestamp=2022-04-18T21:12:48Z,host='n-d-838334-2',id=bc84d6c9-dd7a-4555-a351-592327b46d5a,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:25:48Z,topic='l3_agent')) {'router_ids': ['8fa348f8-02b3-4f5c-91fa-10f95637edc1'], 'active': True} {{(pid=84042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:12:58.869526 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 50552) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:12:59.087686 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_dvr_db [None req-4b22494c-857d-4215-a66e-c67093f85ed6 None None] Set router 8fa348f8-02b3-4f5c-91fa-10f95637edc1 gateway port host: None {{(pid=84042) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 21:12:59.212997 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_hamode_db [None req-4b22494c-857d-4215-a66e-c67093f85ed6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8fa348f8-02b3-4f5c-91fa-10f95637edc1', 'name': 'tempest-RoutersIpV6Test-router-1666022958', 'tenant_id': '3fd12654c90d4a4687b2462ca839c972', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:10:51Z', 'updated_at': '2022-04-18T21:12:56Z', 'revision_number': 11, 'project_id': '3fd12654c90d4a4687b2462ca839c972', 'gw_port_host': None}], 'n-d-838334-2', False) {} {{(pid=84042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:12:59.217446 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b22494c-857d-4215-a66e-c67093f85ed6 None None] Checking router: 8fa348f8-02b3-4f5c-91fa-10f95637edc1 for host: n-d-838334-2 {{(pid=84042) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 18 21:12:59.234835 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.db_base_plugin_v2 [None req-a6bb37d1-e36b-4f1c-9111-62f3085c68b0 tempest-RoutersIpV6Test-235118808 tempest-RoutersIpV6Test-235118808-project] Deleting subnet 94ebf16d-084a-4271-a878-e6ba8454c0ac {{(pid=84040) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 18 21:12:59.235662 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b22494c-857d-4215-a66e-c67093f85ed6 None None] Routers {'8fa348f8-02b3-4f5c-91fa-10f95637edc1'} bound to L3 agent in host n-d-838334-2 {{(pid=84042) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 21:12:59.236299 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_hamode_db [None req-4b22494c-857d-4215-a66e-c67093f85ed6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838334-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-18T20:25:48Z,description=,heartbeat_timestamp=2022-04-18T21:12:48Z,host='n-d-838334-2',id=bc84d6c9-dd7a-4555-a351-592327b46d5a,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:25:48Z,topic='l3_agent')) {'router_ids': ['8fa348f8-02b3-4f5c-91fa-10f95637edc1'], 'active': True} {{(pid=84042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:12:59.244681 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-a6bb37d1-e36b-4f1c-9111-62f3085c68b0 tempest-RoutersIpV6Test-235118808 tempest-RoutersIpV6Test-235118808-project] Notify callbacks [] for subnet, before_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:12:59.348573 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-b18c5f2d-d14a-41c4-887f-68b90be93a74 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:12:59.409810 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-b18c5f2d-d14a-41c4-887f-68b90be93a74 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:12:59.449131 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-a6bb37d1-e36b-4f1c-9111-62f3085c68b0 tempest-RoutersIpV6Test-235118808 tempest-RoutersIpV6Test-235118808-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31955982'] for subnet, precommit_delete_associations {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:12:59.491804 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_dvr_db [None req-4b22494c-857d-4215-a66e-c67093f85ed6 None None] Set router 8fa348f8-02b3-4f5c-91fa-10f95637edc1 gateway port host: None {{(pid=84042) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 21:12:59.503888 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-dbea3b0e-ac1f-4cff-9c1f-b356fd00bf60 req-7b68842c-9523-4704-8163-8b32f53ed32e service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=f8591508-4ceb-4525-9a8e-aeab659c0bb7 HTTP/1.1" status: 200 len: 1096 time: 0.5822597 Apr 18 21:12:59.596773 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-dbea3b0e-ac1f-4cff-9c1f-b356fd00bf60 req-47d9ea7e-bc14-49c9-ac7a-f7b663b69df3 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=142ef88f-09d8-422a-807d-32d847b17421&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763862 Apr 18 21:12:59.631195 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_hamode_db [None req-4b22494c-857d-4215-a66e-c67093f85ed6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8fa348f8-02b3-4f5c-91fa-10f95637edc1', 'name': 'tempest-RoutersIpV6Test-router-1666022958', 'tenant_id': '3fd12654c90d4a4687b2462ca839c972', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:10:51Z', 'updated_at': '2022-04-18T21:12:56Z', 'revision_number': 11, 'project_id': '3fd12654c90d4a4687b2462ca839c972', 'gw_port_host': None}], 'n-d-838334-2', False) {} {{(pid=84042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:12:59.641545 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-a6bb37d1-e36b-4f1c-9111-62f3085c68b0 tempest-RoutersIpV6Test-235118808 tempest-RoutersIpV6Test-235118808-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1260556'] for subnet, precommit_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:12:59.642551 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b22494c-857d-4215-a66e-c67093f85ed6 None None] The sync data for ids ['8fa348f8-02b3-4f5c-91fa-10f95637edc1'] in n-d-838334-2 is: [{'id': '8fa348f8-02b3-4f5c-91fa-10f95637edc1', 'name': 'tempest-RoutersIpV6Test-router-1666022958', 'tenant_id': '3fd12654c90d4a4687b2462ca839c972', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:10:51Z', 'updated_at': '2022-04-18T21:12:56Z', 'revision_number': 11, 'project_id': '3fd12654c90d4a4687b2462ca839c972', 'gw_port_host': None}] {{(pid=84042) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 18 21:12:59.734949 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-a6bb37d1-e36b-4f1c-9111-62f3085c68b0 tempest-RoutersIpV6Test-235118808 tempest-RoutersIpV6Test-235118808-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1260549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33526260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32440885', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31752825'] for subnet, after_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:12:59.783993 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6bb37d1-e36b-4f1c-9111-62f3085c68b0 tempest-RoutersIpV6Test-235118808 tempest-RoutersIpV6Test-235118808-project] Pushing event deleted for resources: {'Subnet': ['ID=94ebf16d-084a-4271-a878-e6ba8454c0ac,revision_number=None']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:12:59.785713 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-b18c5f2d-d14a-41c4-887f-68b90be93a74 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33528224'] for security_group, after_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:12:59.788654 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750375287399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253529'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:12:59.801769 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-a6bb37d1-e36b-4f1c-9111-62f3085c68b0 tempest-RoutersIpV6Test-235118808 tempest-RoutersIpV6Test-235118808-project] Notify callbacks [] for subnet, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:12:59.809100 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97e8aea6-064c-427c-9d2c-2384e497a6db None None] Network 699bd152-a339-411f-b2d2-c325a0670f8b requested from n-d-838334-2 {{(pid=84042) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 21:12:59.814062 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b18c5f2d-d14a-41c4-887f-68b90be93a74 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e390d24-fcce-48f0-8604-3b2e4105457f,revision_number=None']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:12:59.827022 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 50582) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:12:59.827721 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-a6bb37d1-e36b-4f1c-9111-62f3085c68b0 tempest-RoutersIpV6Test-235118808 tempest-RoutersIpV6Test-235118808-project] 10.222.0.42 "DELETE /v2.0/subnets/94ebf16d-084a-4271-a878-e6ba8454c0ac HTTP/1.1" status: 204 len: 168 time: 0.9567211 Apr 18 21:12:59.830143 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-b18c5f2d-d14a-41c4-887f-68b90be93a74 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:12:59.831399 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-b18c5f2d-d14a-41c4-887f-68b90be93a74 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/8e390d24-fcce-48f0-8604-3b2e4105457f HTTP/1.1" status: 204 len: 168 time: 1.0374162 Apr 18 21:13:00.151302 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-d67f40f3-6f68-4dd1-abba-a3f34ac78e30 tempest-RoutersIpV6Test-235118808 tempest-RoutersIpV6Test-235118808-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1103592'] for network, before_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:13:00.175347 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.plugin [None req-d67f40f3-6f68-4dd1-abba-a3f34ac78e30 tempest-RoutersIpV6Test-235118808 tempest-RoutersIpV6Test-235118808-project] Deleting port 3b4f6dd3-dc6f-4717-89e8-0ad112803496 {{(pid=84041) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 21:13:00.178531 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-d67f40f3-6f68-4dd1-abba-a3f34ac78e30 tempest-RoutersIpV6Test-235118808 tempest-RoutersIpV6Test-235118808-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750375188691'] for port, before_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:13:00.292093 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Device 683f847d-fc04-4346-aee1-2ce6a849e6eb details requested by agent hyperv_n-h2-838334-2 with host n-h2-838334-2 {{(pid=84042) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 18 21:13:00.352735 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Device 97b0b1f9-c01a-4ba8-b4c8-af3dcc327f1e no longer exists at agent ovs-agent-n-d-838334-2 {{(pid=84042) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 21:13:00.551066 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.plugin [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] No Port match for: 97b0b1f9-c01a-4ba8-b4c8-af3dcc327f1e {{(pid=84042) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 18 21:13:00.551559 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Device 97b0b1f9-c01a-4ba8-b4c8-af3dcc327f1e not bound to the agent host n-d-838334-2 {{(pid=84042) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 21:13:00.554247 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.db [None req-d67f40f3-6f68-4dd1-abba-a3f34ac78e30 tempest-RoutersIpV6Test-235118808 tempest-RoutersIpV6Test-235118808-project] For port 3b4f6dd3-dc6f-4717-89e8-0ad112803496, host n-d-838334-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838334-2',level=0,port_id=3b4f6dd3-dc6f-4717-89e8-0ad112803496,segment=NetworkSegment(fa83e8d4-7ace-47d1-9539-07a0d987e4e4),segment_id=fa83e8d4-7ace-47d1-9539-07a0d987e4e4)] {{(pid=84041) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:13:00.558637 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-d67f40f3-6f68-4dd1-abba-a3f34ac78e30 tempest-RoutersIpV6Test-235118808 tempest-RoutersIpV6Test-235118808-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369123'] for port, precommit_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:13:00.651681 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-5d614faf-2391-4438-97e2-3ff6a5a323b7 req-56058652-dd44-4cc3-b2ec-77ef94f0c140 tempest-TestServerMultinode-197109480 tempest-TestServerMultinode-197109480-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=f8591508-4ceb-4525-9a8e-aeab659c0bb7 HTTP/1.1" status: 200 len: 1096 time: 0.5238013 Apr 18 21:13:00.662563 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26cee1c8-3f4f-403d-9881-5122c9526bb6 req-16a3671f-585d-4f9c-9781-565a6ffb825b tempest-VolumesActionsTest-472602596 tempest-VolumesActionsTest-472602596-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:13:00.664161 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-26cee1c8-3f4f-403d-9881-5122c9526bb6 req-16a3671f-585d-4f9c-9781-565a6ffb825b tempest-VolumesActionsTest-472602596 tempest-VolumesActionsTest-472602596-project] 10.222.0.42 "GET /v2.0/ports?device_id=ef9e205a-98ac-4630-8105-a3fa64a402e7 HTTP/1.1" status: 200 len: 943 time: 0.2736216 Apr 18 21:13:00.751815 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-5d614faf-2391-4438-97e2-3ff6a5a323b7 req-68b6acac-717c-41cb-9982-51e14ed67ce9 tempest-TestServerMultinode-197109480 tempest-TestServerMultinode-197109480-project-admin] 10.222.0.42 "GET /v2.0/security-groups?id=142ef88f-09d8-422a-807d-32d847b17421&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0865788 Apr 18 21:13:00.771907 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-26cee1c8-3f4f-403d-9881-5122c9526bb6 req-e9c8bd34-d0e2-45d6-bc96-0af8bc2c3d00 tempest-VolumesActionsTest-472602596 tempest-VolumesActionsTest-472602596-project] 10.222.0.42 "GET /v2.0/security-groups?id=17b301b4-f832-465e-b746-0427d2c4e3d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0905569 Apr 18 21:13:00.840717 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] For port 683f847d-fc04-4346-aee1-2ce6a849e6eb, host n-h2-838334-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838334-2',level=0,port_id=683f847d-fc04-4346-aee1-2ce6a849e6eb,segment=NetworkSegment(44fed75d-d790-4c0e-a467-bf1a6588ce2b),segment_id=44fed75d-d790-4c0e-a467-bf1a6588ce2b)] {{(pid=84042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:13:00.851327 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.plugin [None req-d67f40f3-6f68-4dd1-abba-a3f34ac78e30 tempest-RoutersIpV6Test-235118808 tempest-RoutersIpV6Test-235118808-project] Calling delete_port for 3b4f6dd3-dc6f-4717-89e8-0ad112803496 owned by network:dhcp {{(pid=84041) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 21:13:00.857944 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ed3908a-547f-4e66-b36d-443869c0b274 None None] DHCP port deletion for 699bd152-a339-411f-b2d2-c325a0670f8b request from n-d-838334-2 {{(pid=84042) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 18 21:13:00.885869 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.plugin [None req-9ed3908a-547f-4e66-b36d-443869c0b274 None None] Deleting port 3b4f6dd3-dc6f-4717-89e8-0ad112803496 {{(pid=84042) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 21:13:00.886264 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-9ed3908a-547f-4e66-b36d-443869c0b274 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750375188691'] for port, before_delete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:13:00.957482 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-d67f40f3-6f68-4dd1-abba-a3f34ac78e30 tempest-RoutersIpV6Test-235118808 tempest-RoutersIpV6Test-235118808-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750375259028', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750374836628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32266323'] for port, after_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:13:00.972598 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Returning: {'device': '683f847d-fc04-4346-aee1-2ce6a849e6eb', 'network_id': '7c39ac3c-ebab-4084-9bf0-d4e6866e30eb', 'port_id': '683f847d-fc04-4346-aee1-2ce6a849e6eb', 'mac_address': 'fa:16:3e:5a:f9:2c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 373, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd2446453-f07b-4b6c-b6e0-9e80fb711ceb', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84042) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 18 21:13:01.012301 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d67f40f3-6f68-4dd1-abba-a3f34ac78e30 tempest-RoutersIpV6Test-235118808 tempest-RoutersIpV6Test-235118808-project] Pushing event deleted for resources: {'Port': ['ID=3b4f6dd3-dc6f-4717-89e8-0ad112803496,revision_number=None']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:13:01.017212 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d67f40f3-6f68-4dd1-abba-a3f34ac78e30 tempest-RoutersIpV6Test-235118808 tempest-RoutersIpV6Test-235118808-project] No DVR routers for this DVR port 3b4f6dd3-dc6f-4717-89e8-0ad112803496 on host n-d-838334-2 {{(pid=84041) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 21:13:01.156600 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.plugin [None req-9ed3908a-547f-4e66-b36d-443869c0b274 None None] The port '3b4f6dd3-dc6f-4717-89e8-0ad112803496' was deleted {{(pid=84042) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 18 21:13:01.157868 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:13:01.180533 n-d-838334-2 neutron-server[84042]: DEBUG neutron.notifiers.nova [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 683f847d-fc04-4346-aee1-2ce6a849e6eb {{(pid=84042) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 18 21:13:01.206295 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] For port 683f847d-fc04-4346-aee1-2ce6a849e6eb, host n-h2-838334-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838334-2',level=0,port_id=683f847d-fc04-4346-aee1-2ce6a849e6eb,segment=NetworkSegment(44fed75d-d790-4c0e-a467-bf1a6588ce2b),segment_id=44fed75d-d790-4c0e-a467-bf1a6588ce2b)] {{(pid=84042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:13:01.213179 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682'] for port, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:13:01.318115 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Pushing event updated for resources: {'Port': ['ID=683f847d-fc04-4346-aee1-2ce6a849e6eb,revision_number=4']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:13:01.365479 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-d67f40f3-6f68-4dd1-abba-a3f34ac78e30 tempest-RoutersIpV6Test-235118808 tempest-RoutersIpV6Test-235118808-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1258905', 'neutron.services.segments.db._delete_segments_for_network-8750375287417'] for network, precommit_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:13:01.396984 n-d-838334-2 neutron-server[84041]: DEBUG neutron.services.segments.db [None req-d67f40f3-6f68-4dd1-abba-a3f34ac78e30 tempest-RoutersIpV6Test-235118808 tempest-RoutersIpV6Test-235118808-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['699bd152-a339-411f-b2d2-c325a0670f8b']}} {{(pid=84041) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:13:01.411727 n-d-838334-2 neutron-server[84041]: DEBUG neutron.services.segments.db [None req-d67f40f3-6f68-4dd1-abba-a3f34ac78e30 tempest-RoutersIpV6Test-235118808 tempest-RoutersIpV6Test-235118808-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fa83e8d4-7ace-47d1-9539-07a0d987e4e4') {'for_net_delete': True} {{(pid=84041) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:13:01.412032 n-d-838334-2 neutron-server[84041]: DEBUG neutron.services.segments.db [None req-d67f40f3-6f68-4dd1-abba-a3f34ac78e30 tempest-RoutersIpV6Test-235118808 tempest-RoutersIpV6Test-235118808-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fa83e8d4-7ace-47d1-9539-07a0d987e4e4') {} {{(pid=84041) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:13:01.427683 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-d67f40f3-6f68-4dd1-abba-a3f34ac78e30 tempest-RoutersIpV6Test-235118808 tempest-RoutersIpV6Test-235118808-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750375287300', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32268156'] for segment, before_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:13:01.432014 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] get_ports_and_sgs() called for port_ids ['683f847d-fc04-4346-aee1-2ce6a849e6eb'] {{(pid=84042) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 18 21:13:01.479734 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-d67f40f3-6f68-4dd1-abba-a3f34ac78e30 tempest-RoutersIpV6Test-235118808 tempest-RoutersIpV6Test-235118808-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1082986'] for segment, precommit_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:13:01.487754 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d67f40f3-6f68-4dd1-abba-a3f34ac78e30 tempest-RoutersIpV6Test-235118808 tempest-RoutersIpV6Test-235118808-project] Releasing vlan 369 on physical network physnet1 to pool {{(pid=84041) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 18 21:13:01.488179 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-d67f40f3-6f68-4dd1-abba-a3f34ac78e30 tempest-RoutersIpV6Test-235118808 tempest-RoutersIpV6Test-235118808-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1082993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32266254'] for segment, after_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:13:01.648242 n-d-838334-2 neutron-server[84041]: Traceback (most recent call last): Apr 18 21:13:01.648242 n-d-838334-2 neutron-server[84041]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 18 21:13:01.648242 n-d-838334-2 neutron-server[84041]: timer() Apr 18 21:13:01.648242 n-d-838334-2 neutron-server[84041]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 21:13:01.648242 n-d-838334-2 neutron-server[84041]: cb(*args, **kw) Apr 18 21:13:01.648242 n-d-838334-2 neutron-server[84041]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 18 21:13:01.648242 n-d-838334-2 neutron-server[84041]: return func(*args, **kwargs) Apr 18 21:13:01.648242 n-d-838334-2 neutron-server[84041]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 21:13:01.648242 n-d-838334-2 neutron-server[84041]: self._notify() Apr 18 21:13:01.648242 n-d-838334-2 neutron-server[84041]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 21:13:01.648242 n-d-838334-2 neutron-server[84041]: self.callback(batched_events) Apr 18 21:13:01.648242 n-d-838334-2 neutron-server[84041]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 21:13:01.648242 n-d-838334-2 neutron-server[84041]: event.method(event) Apr 18 21:13:01.648242 n-d-838334-2 neutron-server[84041]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 18 21:13:01.648242 n-d-838334-2 neutron-server[84041]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 21:13:01.648242 n-d-838334-2 neutron-server[84041]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 18 21:13:01.648242 n-d-838334-2 neutron-server[84041]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 21:13:01.648242 n-d-838334-2 neutron-server[84041]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 18 21:13:01.648242 n-d-838334-2 neutron-server[84041]: return f(self, *a, **k) Apr 18 21:13:01.648242 n-d-838334-2 neutron-server[84041]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 18 21:13:01.648242 n-d-838334-2 neutron-server[84041]: return self._get(url).json() Apr 18 21:13:01.648242 n-d-838334-2 neutron-server[84041]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 18 21:13:01.648242 n-d-838334-2 neutron-server[84041]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 21:13:01.648242 n-d-838334-2 neutron-server[84041]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 18 21:13:01.648242 n-d-838334-2 neutron-server[84041]: return self.request(url, 'GET', **kwargs) Apr 18 21:13:01.648242 n-d-838334-2 neutron-server[84041]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 18 21:13:01.648242 n-d-838334-2 neutron-server[84041]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 21:13:01.648242 n-d-838334-2 neutron-server[84041]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 18 21:13:01.648242 n-d-838334-2 neutron-server[84041]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 21:13:01.648242 n-d-838334-2 neutron-server[84041]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 18 21:13:01.648242 n-d-838334-2 neutron-server[84041]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 21:13:01.648242 n-d-838334-2 neutron-server[84041]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 21:13:01.653829 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-d67f40f3-6f68-4dd1-abba-a3f34ac78e30 tempest-RoutersIpV6Test-235118808 tempest-RoutersIpV6Test-235118808-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1258898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33526109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33444113'] for network, after_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:13:01.709599 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-d67f40f3-6f68-4dd1-abba-a3f34ac78e30 tempest-RoutersIpV6Test-235118808 tempest-RoutersIpV6Test-235118808-project] Notify callbacks [] for network, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:13:01.714338 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d67f40f3-6f68-4dd1-abba-a3f34ac78e30 tempest-RoutersIpV6Test-235118808 tempest-RoutersIpV6Test-235118808-project] Pushing event deleted for resources: {'Network': ['ID=699bd152-a339-411f-b2d2-c325a0670f8b,revision_number=None']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:13:01.728654 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-d67f40f3-6f68-4dd1-abba-a3f34ac78e30 tempest-RoutersIpV6Test-235118808 tempest-RoutersIpV6Test-235118808-project] 10.222.0.42 "DELETE /v2.0/networks/699bd152-a339-411f-b2d2-c325a0670f8b HTTP/1.1" status: 204 len: 168 time: 1.9001348 Apr 18 21:13:01.731344 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 50648) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:13:01.736687 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.v2.base [None req-0c7eaa32-46c4-47f0-812f-b7b8e9e01999 tempest-RoutersIpV6Test-235118808 tempest-RoutersIpV6Test-235118808-project] Request body: {'router': {'routes': None}} {{(pid=84040) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:13:02.276724 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Device 3b4f6dd3-dc6f-4717-89e8-0ad112803496 no longer exists at agent ovs-agent-n-d-838334-2 {{(pid=84042) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 21:13:02.344826 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.plugin [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] No Port match for: 3b4f6dd3-dc6f-4717-89e8-0ad112803496 {{(pid=84042) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 18 21:13:02.345501 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Device 3b4f6dd3-dc6f-4717-89e8-0ad112803496 not bound to the agent host n-d-838334-2 {{(pid=84042) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 21:13:02.486450 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-ff9dbdbc-48b0-419b-a60d-085fdcb32a4e req-6128c10e-e9ad-4aeb-9b50-07d02e2f793f tempest-TestServerMultinode-197109480 tempest-TestServerMultinode-197109480-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=f8591508-4ceb-4525-9a8e-aeab659c0bb7 HTTP/1.1" status: 200 len: 1096 time: 0.4950309 Apr 18 21:13:02.616871 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.extraroute_db [None req-0c7eaa32-46c4-47f0-812f-b7b8e9e01999 tempest-RoutersIpV6Test-235118808 tempest-RoutersIpV6Test-235118808-project] Added routes are [] {{(pid=84040) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:113}} Apr 18 21:13:02.616871 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.extraroute_db [None req-0c7eaa32-46c4-47f0-812f-b7b8e9e01999 tempest-RoutersIpV6Test-235118808 tempest-RoutersIpV6Test-235118808-project] Removed routes are [] {{(pid=84040) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:121}} Apr 18 21:13:02.617848 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-0c7eaa32-46c4-47f0-812f-b7b8e9e01999 tempest-RoutersIpV6Test-235118808 tempest-RoutersIpV6Test-235118808-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-33444175', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-33443520', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5293'] for router, precommit_update {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:13:02.858478 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8583c1ed-1ea4-4169-a250-a140905bb531 req-10a0fbb1-bfc8-4441-89df-4a4b50b8d773 tempest-VolumesActionsTest-472602596 tempest-VolumesActionsTest-472602596-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:13:02.873454 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-8583c1ed-1ea4-4169-a250-a140905bb531 req-10a0fbb1-bfc8-4441-89df-4a4b50b8d773 tempest-VolumesActionsTest-472602596 tempest-VolumesActionsTest-472602596-project] 10.222.0.42 "GET /v2.0/ports?device_id=ef9e205a-98ac-4630-8105-a3fa64a402e7 HTTP/1.1" status: 200 len: 944 time: 0.8752673 Apr 18 21:13:02.919145 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-ff9dbdbc-48b0-419b-a60d-085fdcb32a4e req-56e9a889-5b5c-4bdb-9091-03ea7d611282 tempest-TestServerMultinode-197109480 tempest-TestServerMultinode-197109480-project-admin] 10.222.0.42 "GET /v2.0/security-groups?id=142ef88f-09d8-422a-807d-32d847b17421&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4317386 Apr 18 21:13:03.146066 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-8583c1ed-1ea4-4169-a250-a140905bb531 req-0ebd7541-6b92-4496-8fd4-7498b243481e tempest-VolumesActionsTest-472602596 tempest-VolumesActionsTest-472602596-project] 10.222.0.42 "GET /v2.0/security-groups?id=17b301b4-f832-465e-b746-0427d2c4e3d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2716150 Apr 18 21:13:03.161966 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-0c7eaa32-46c4-47f0-812f-b7b8e9e01999 tempest-RoutersIpV6Test-235118808 tempest-RoutersIpV6Test-235118808-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-33444175', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-33443520', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5293'] for router, precommit_update {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:13:03.174098 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-0c7eaa32-46c4-47f0-812f-b7b8e9e01999 tempest-RoutersIpV6Test-235118808 tempest-RoutersIpV6Test-235118808-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33444176', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-33444166', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-33444185', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-33443547'] for router, after_update {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:13:03.448149 n-d-838334-2 neutron-server[84040]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0c7eaa32-46c4-47f0-812f-b7b8e9e01999 tempest-RoutersIpV6Test-235118808 tempest-RoutersIpV6Test-235118808-project] Router 8fa348f8-02b3-4f5c-91fa-10f95637edc1 has already been hosted by L3 agent bc84d6c9-dd7a-4555-a351-592327b46d5a {{(pid=84040) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 21:13:03.468775 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-a7d47899-ce0f-4ad4-8d56-f151423616e5 req-1c85e9a1-6d2e-4031-830d-9b7e29e30b62 tempest-TestServerMultinode-197109480 tempest-TestServerMultinode-197109480-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=f8591508-4ceb-4525-9a8e-aeab659c0bb7 HTTP/1.1" status: 200 len: 1096 time: 0.2283294 Apr 18 21:13:03.743495 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0c7eaa32-46c4-47f0-812f-b7b8e9e01999 tempest-RoutersIpV6Test-235118808 tempest-RoutersIpV6Test-235118808-project] Notify agent at l3_agent.n-d-838334-2 the message routers_updated {{(pid=84040) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 21:13:03.749907 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-0c7eaa32-46c4-47f0-812f-b7b8e9e01999 tempest-RoutersIpV6Test-235118808 tempest-RoutersIpV6Test-235118808-project] Notify callbacks [] for router, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:13:03.753664 n-d-838334-2 neutron-server[84043]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-394fbd67-4345-4318-9eaa-5f8d65d60849 None None] Sync routers for ids ['8fa348f8-02b3-4f5c-91fa-10f95637edc1'] in n-d-838334-2 {{(pid=84043) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 18 21:13:03.754139 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 50734) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:13:03.754555 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-0c7eaa32-46c4-47f0-812f-b7b8e9e01999 tempest-RoutersIpV6Test-235118808 tempest-RoutersIpV6Test-235118808-project] 10.222.0.42 "PUT /v2.0/routers/8fa348f8-02b3-4f5c-91fa-10f95637edc1 HTTP/1.1" status: 200 len: 705 time: 2.0216897 Apr 18 21:13:03.764021 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-a7d47899-ce0f-4ad4-8d56-f151423616e5 req-51d3182b-04f7-4e69-95b6-2da77598f4e1 tempest-TestServerMultinode-197109480 tempest-TestServerMultinode-197109480-project-admin] 10.222.0.42 "GET /v2.0/security-groups?id=142ef88f-09d8-422a-807d-32d847b17421&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2289970 Apr 18 21:13:03.795596 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-394fbd67-4345-4318-9eaa-5f8d65d60849 None None] Routers {'8fa348f8-02b3-4f5c-91fa-10f95637edc1'} bound to L3 agent in host n-d-838334-2 {{(pid=84043) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 21:13:03.796254 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.l3_hamode_db [None req-394fbd67-4345-4318-9eaa-5f8d65d60849 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838334-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-18T20:25:48Z,description=,heartbeat_timestamp=2022-04-18T21:12:48Z,host='n-d-838334-2',id=bc84d6c9-dd7a-4555-a351-592327b46d5a,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:25:48Z,topic='l3_agent')) {'router_ids': ['8fa348f8-02b3-4f5c-91fa-10f95637edc1'], 'active': True} {{(pid=84043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:13:03.838400 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-0482857b-dfe1-4843-864a-56d190314f97 tempest-RoutersIpV6Test-235118808 tempest-RoutersIpV6Test-235118808-project] Synchronizing usage tracker for tenant:3fd12654c90d4a4687b2462ca839c972 on resource:port {{(pid=84041) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 21:13:03.911136 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-0482857b-dfe1-4843-864a-56d190314f97 tempest-RoutersIpV6Test-235118808 tempest-RoutersIpV6Test-235118808-project] Unset dirty status for tenant:3fd12654c90d4a4687b2462ca839c972 on resource:port {{(pid=84041) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 21:13:03.916249 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 50742) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:13:03.920253 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-0482857b-dfe1-4843-864a-56d190314f97 tempest-RoutersIpV6Test-235118808 tempest-RoutersIpV6Test-235118808-project] 10.222.0.42 "GET /v2.0/ports?device_id=8fa348f8-02b3-4f5c-91fa-10f95637edc1 HTTP/1.1" status: 200 len: 205 time: 0.1652417 Apr 18 21:13:04.000092 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750375287399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253529'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:13:04.160142 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Device 683f847d-fc04-4346-aee1-2ce6a849e6eb up at agent hyperv_n-h2-838334-2 {{(pid=84042) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 21:13:04.220408 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.l3_dvr_db [None req-394fbd67-4345-4318-9eaa-5f8d65d60849 None None] Set router 8fa348f8-02b3-4f5c-91fa-10f95637edc1 gateway port host: None {{(pid=84043) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 21:13:04.317419 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Provisioning for port 683f847d-fc04-4346-aee1-2ce6a849e6eb completed by entity L2. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 21:13:04.325709 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-a7ed98a3-7f08-4daa-9658-d4c040bb0f1e tempest-RoutersIpV6Test-235118808 tempest-RoutersIpV6Test-235118808-project] Notify callbacks [] for router, before_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:13:04.327106 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Provisioning complete for port 683f847d-fc04-4346-aee1-2ce6a849e6eb triggered by entity L2. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:13:04.332610 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1253608'] for port, provisioning_complete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:13:04.386303 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-9201636d-8f42-4cfc-ae89-4acfbdd5cad0 req-49d505c6-92fd-4097-9230-ab9a38acacab tempest-TestServerMultinode-197109480 tempest-TestServerMultinode-197109480-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=f8591508-4ceb-4525-9a8e-aeab659c0bb7 HTTP/1.1" status: 200 len: 1096 time: 0.2037346 Apr 18 21:13:04.521012 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.l3_hamode_db [None req-394fbd67-4345-4318-9eaa-5f8d65d60849 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8fa348f8-02b3-4f5c-91fa-10f95637edc1', 'name': 'tempest-RoutersIpV6Test-router-1666022958', 'tenant_id': '3fd12654c90d4a4687b2462ca839c972', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:10:51Z', 'updated_at': '2022-04-18T21:12:56Z', 'revision_number': 11, 'project_id': '3fd12654c90d4a4687b2462ca839c972', 'gw_port_host': None}], 'n-d-838334-2', False) {} {{(pid=84043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:13:04.532571 n-d-838334-2 neutron-server[84043]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-394fbd67-4345-4318-9eaa-5f8d65d60849 None None] Checking router: 8fa348f8-02b3-4f5c-91fa-10f95637edc1 for host: n-d-838334-2 {{(pid=84043) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 18 21:13:04.561004 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-394fbd67-4345-4318-9eaa-5f8d65d60849 None None] Routers {'8fa348f8-02b3-4f5c-91fa-10f95637edc1'} bound to L3 agent in host n-d-838334-2 {{(pid=84043) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 21:13:04.561626 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.l3_hamode_db [None req-394fbd67-4345-4318-9eaa-5f8d65d60849 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838334-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-18T20:25:48Z,description=,heartbeat_timestamp=2022-04-18T21:12:48Z,host='n-d-838334-2',id=bc84d6c9-dd7a-4555-a351-592327b46d5a,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:25:48Z,topic='l3_agent')) {'router_ids': ['8fa348f8-02b3-4f5c-91fa-10f95637edc1'], 'active': True} {{(pid=84043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:13:04.666566 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:13:04.724631 n-d-838334-2 neutron-server[84042]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ef9e205a-98ac-4630-8105-a3fa64a402e7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '683f847d-fc04-4346-aee1-2ce6a849e6eb'}] {{(pid=84042) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 21:13:04.772425 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] For port 683f847d-fc04-4346-aee1-2ce6a849e6eb, host n-h2-838334-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838334-2',level=0,port_id=683f847d-fc04-4346-aee1-2ce6a849e6eb,segment=NetworkSegment(44fed75d-d790-4c0e-a467-bf1a6588ce2b),segment_id=44fed75d-d790-4c0e-a467-bf1a6588ce2b)] {{(pid=84042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:13:04.782418 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab3c64f6-e2b4-4377-a260-b68579512daf req-d8c988d8-e0e2-4b60-b076-788c281b985a tempest-VolumesActionsTest-472602596 tempest-VolumesActionsTest-472602596-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:13:04.785109 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682'] for port, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:13:04.790745 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-ab3c64f6-e2b4-4377-a260-b68579512daf req-d8c988d8-e0e2-4b60-b076-788c281b985a tempest-VolumesActionsTest-472602596 tempest-VolumesActionsTest-472602596-project] 10.222.0.42 "GET /v2.0/ports?device_id=ef9e205a-98ac-4630-8105-a3fa64a402e7 HTTP/1.1" status: 200 len: 944 time: 0.4131362 Apr 18 21:13:04.802216 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-9201636d-8f42-4cfc-ae89-4acfbdd5cad0 req-6ec794d4-b8ef-4b5a-8aa4-8d4095046332 tempest-TestServerMultinode-197109480 tempest-TestServerMultinode-197109480-project-admin] 10.222.0.42 "GET /v2.0/security-groups?id=142ef88f-09d8-422a-807d-32d847b17421&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3667445 Apr 18 21:13:04.816349 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.l3_dvr_db [None req-394fbd67-4345-4318-9eaa-5f8d65d60849 None None] Set router 8fa348f8-02b3-4f5c-91fa-10f95637edc1 gateway port host: None {{(pid=84043) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 21:13:04.942951 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.agents_db [None req-6346a179-333c-4370-b5a6-936984aeab15 None None] Agent healthcheck: found 7 active agents {{(pid=84043) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 18 21:13:04.948519 n-d-838334-2 neutron-server[84042]: INFO neutron.notifiers.nova [-] Nova event matching ['req-02c95e50-e842-49c2-aa1f-a791cf75d76d'] response: {'server_uuid': 'ef9e205a-98ac-4630-8105-a3fa64a402e7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '683f847d-fc04-4346-aee1-2ce6a849e6eb', 'code': 200} Apr 18 21:13:04.949469 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Pushing event updated for resources: {'Port': ['ID=683f847d-fc04-4346-aee1-2ce6a849e6eb,revision_number=5']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:13:05.060188 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.l3_hamode_db [None req-394fbd67-4345-4318-9eaa-5f8d65d60849 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8fa348f8-02b3-4f5c-91fa-10f95637edc1', 'name': 'tempest-RoutersIpV6Test-router-1666022958', 'tenant_id': '3fd12654c90d4a4687b2462ca839c972', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:10:51Z', 'updated_at': '2022-04-18T21:12:56Z', 'revision_number': 11, 'project_id': '3fd12654c90d4a4687b2462ca839c972', 'gw_port_host': None}], 'n-d-838334-2', False) {} {{(pid=84043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:13:05.091993 n-d-838334-2 neutron-server[84043]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-394fbd67-4345-4318-9eaa-5f8d65d60849 None None] The sync data for ids ['8fa348f8-02b3-4f5c-91fa-10f95637edc1'] in n-d-838334-2 is: [{'id': '8fa348f8-02b3-4f5c-91fa-10f95637edc1', 'name': 'tempest-RoutersIpV6Test-router-1666022958', 'tenant_id': '3fd12654c90d4a4687b2462ca839c972', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:10:51Z', 'updated_at': '2022-04-18T21:12:56Z', 'revision_number': 11, 'project_id': '3fd12654c90d4a4687b2462ca839c972', 'gw_port_host': None}] {{(pid=84043) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 18 21:13:05.476639 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-a7ed98a3-7f08-4daa-9658-d4c040bb0f1e tempest-RoutersIpV6Test-235118808 tempest-RoutersIpV6Test-235118808-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33443580', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5726'] for router, precommit_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:13:05.504871 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-ab3c64f6-e2b4-4377-a260-b68579512daf req-6ee82775-11d1-4ec3-b03b-a7293f7848a6 tempest-VolumesActionsTest-472602596 tempest-VolumesActionsTest-472602596-project] 10.222.0.42 "GET /v2.0/security-groups?id=17b301b4-f832-465e-b746-0427d2c4e3d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7130504 Apr 18 21:13:05.542066 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-a7ed98a3-7f08-4daa-9658-d4c040bb0f1e tempest-RoutersIpV6Test-235118808 tempest-RoutersIpV6Test-235118808-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:13:05.577179 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-27ff8e78-d182-49bd-bd62-d4a5c3c0cbd5 req-9d9cee25-1972-4790-83f6-b24013d5d93a service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=ef9e205a-98ac-4630-8105-a3fa64a402e7 HTTP/1.1" status: 200 len: 1096 time: 0.3938808 Apr 18 21:13:05.659486 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-27ff8e78-d182-49bd-bd62-d4a5c3c0cbd5 req-5c236b91-f297-4104-ac3a-ec5ed1819980 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=17b301b4-f832-465e-b746-0427d2c4e3d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709054 Apr 18 21:13:05.669481 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-a7ed98a3-7f08-4daa-9658-d4c040bb0f1e tempest-RoutersIpV6Test-235118808 tempest-RoutersIpV6Test-235118808-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-33443408'] for router, after_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:13:05.670011 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a7ed98a3-7f08-4daa-9658-d4c040bb0f1e tempest-RoutersIpV6Test-235118808 tempest-RoutersIpV6Test-235118808-project] Fanout notify agent at l3_agent the message router_deleted on router 8fa348f8-02b3-4f5c-91fa-10f95637edc1 {{(pid=84040) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 18 21:13:05.708585 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-a7ed98a3-7f08-4daa-9658-d4c040bb0f1e tempest-RoutersIpV6Test-235118808 tempest-RoutersIpV6Test-235118808-project] Notify callbacks [] for router, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:13:05.709662 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-a7ed98a3-7f08-4daa-9658-d4c040bb0f1e tempest-RoutersIpV6Test-235118808 tempest-RoutersIpV6Test-235118808-project] 10.222.0.42 "DELETE /v2.0/routers/8fa348f8-02b3-4f5c-91fa-10f95637edc1 HTTP/1.1" status: 204 len: 168 time: 1.7923584 Apr 18 21:13:05.715971 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 50812) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:13:05.724564 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.v2.base [None req-0b0534f6-fbd1-4632-b1dd-70a5ff43d14e tempest-RoutersIpV6Test-235118808 tempest-RoutersIpV6Test-235118808-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-2052793107', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=84041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:13:05.758696 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-0b0534f6-fbd1-4632-b1dd-70a5ff43d14e tempest-RoutersIpV6Test-235118808 tempest-RoutersIpV6Test-235118808-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:13:05.772681 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-0b0534f6-fbd1-4632-b1dd-70a5ff43d14e tempest-RoutersIpV6Test-235118808 tempest-RoutersIpV6Test-235118808-project] Usage tracker for resource:router and tenant:3fd12654c90d4a4687b2462ca839c972 is out of sync, need to count used quota {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:13:05.786557 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-0b0534f6-fbd1-4632-b1dd-70a5ff43d14e tempest-RoutersIpV6Test-235118808 tempest-RoutersIpV6Test-235118808-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:13:05.806938 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-0b0534f6-fbd1-4632-b1dd-70a5ff43d14e tempest-RoutersIpV6Test-235118808 tempest-RoutersIpV6Test-235118808-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:13:05.853208 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-0b0534f6-fbd1-4632-b1dd-70a5ff43d14e tempest-RoutersIpV6Test-235118808 tempest-RoutersIpV6Test-235118808-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-33442106', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5708'] for router, before_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:13:05.854318 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-0b0534f6-fbd1-4632-b1dd-70a5ff43d14e tempest-RoutersIpV6Test-235118808 tempest-RoutersIpV6Test-235118808-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33442137', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33444285', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33535433', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5703'] for router, precommit_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:13:05.921169 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-0b0534f6-fbd1-4632-b1dd-70a5ff43d14e tempest-RoutersIpV6Test-235118808 tempest-RoutersIpV6Test-235118808-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:13:05.970249 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-0b0534f6-fbd1-4632-b1dd-70a5ff43d14e tempest-RoutersIpV6Test-235118808 tempest-RoutersIpV6Test-235118808-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33443529', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33444176'] for router, after_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:13:05.974827 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-a294bed0-83c3-45f7-8eca-91429924010d req-7752d57c-e13e-4811-8229-2b002b780a53 tempest-TestServerMultinode-197109480 tempest-TestServerMultinode-197109480-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=f8591508-4ceb-4525-9a8e-aeab659c0bb7 HTTP/1.1" status: 200 len: 1096 time: 0.1032453 Apr 18 21:13:06.012952 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-0b0534f6-fbd1-4632-b1dd-70a5ff43d14e tempest-RoutersIpV6Test-235118808 tempest-RoutersIpV6Test-235118808-project] Notify callbacks [] for router, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:13:06.017202 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-0b0534f6-fbd1-4632-b1dd-70a5ff43d14e tempest-RoutersIpV6Test-235118808 tempest-RoutersIpV6Test-235118808-project] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.2985301 Apr 18 21:13:06.017894 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 50822) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:13:06.023693 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.v2.base [None req-e34751f4-b30d-4839-921d-b58a56da0fcd tempest-RoutersIpV6Test-235118808 tempest-RoutersIpV6Test-235118808-project] Request body: {'router': {'admin_state_up': True}} {{(pid=84041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:13:06.049456 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-a294bed0-83c3-45f7-8eca-91429924010d req-52b9ee02-af56-48c1-a0ec-1df7a3f2740b tempest-TestServerMultinode-197109480 tempest-TestServerMultinode-197109480-project-admin] 10.222.0.42 "GET /v2.0/security-groups?id=142ef88f-09d8-422a-807d-32d847b17421&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690315 Apr 18 21:13:06.518290 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-e34751f4-b30d-4839-921d-b58a56da0fcd tempest-RoutersIpV6Test-235118808 tempest-RoutersIpV6Test-235118808-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-33444175', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-33443520', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5293'] for router, precommit_update {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:13:06.539321 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-e34751f4-b30d-4839-921d-b58a56da0fcd tempest-RoutersIpV6Test-235118808 tempest-RoutersIpV6Test-235118808-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33444176', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-33444166', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-33444185', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-33443547'] for router, after_update {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:13:06.972713 n-d-838334-2 neutron-server[84041]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e34751f4-b30d-4839-921d-b58a56da0fcd tempest-RoutersIpV6Test-235118808 tempest-RoutersIpV6Test-235118808-project] Router f0bcd194-6449-4559-ba57-6c623bb8ea76 is scheduled to L3 agent bc84d6c9-dd7a-4555-a351-592327b46d5a with binding_index 1 {{(pid=84041) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 18 21:13:07.023617 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebaf7747-e7b4-45df-b8b4-9ae1598cd3fb req-2c8683e2-b6b0-4556-88dd-c569146523b9 tempest-VolumesActionsTest-472602596 tempest-VolumesActionsTest-472602596-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:13:07.025953 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-ebaf7747-e7b4-45df-b8b4-9ae1598cd3fb req-2c8683e2-b6b0-4556-88dd-c569146523b9 tempest-VolumesActionsTest-472602596 tempest-VolumesActionsTest-472602596-project] 10.222.0.42 "GET /v2.0/ports?device_id=ef9e205a-98ac-4630-8105-a3fa64a402e7 HTTP/1.1" status: 200 len: 945 time: 0.2538912 Apr 18 21:13:07.173623 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-ebaf7747-e7b4-45df-b8b4-9ae1598cd3fb req-0a320b9d-23c3-4da6-a5c2-46a273eccee1 tempest-VolumesActionsTest-472602596 tempest-VolumesActionsTest-472602596-project] 10.222.0.42 "GET /v2.0/security-groups?id=17b301b4-f832-465e-b746-0427d2c4e3d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1412621 Apr 18 21:13:07.273686 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e34751f4-b30d-4839-921d-b58a56da0fcd tempest-RoutersIpV6Test-235118808 tempest-RoutersIpV6Test-235118808-project] Notify agent at l3_agent.n-d-838334-2 the message routers_updated {{(pid=84041) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 21:13:07.285864 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-e34751f4-b30d-4839-921d-b58a56da0fcd tempest-RoutersIpV6Test-235118808 tempest-RoutersIpV6Test-235118808-project] Notify callbacks [] for router, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:13:07.286317 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc280442-bee1-4a8e-bead-6c30e4d7414a None None] Sync routers for ids ['f0bcd194-6449-4559-ba57-6c623bb8ea76'] in n-d-838334-2 {{(pid=84042) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 18 21:13:07.291565 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-e34751f4-b30d-4839-921d-b58a56da0fcd tempest-RoutersIpV6Test-235118808 tempest-RoutersIpV6Test-235118808-project] 10.222.0.42 "PUT /v2.0/routers/f0bcd194-6449-4559-ba57-6c623bb8ea76 HTTP/1.1" status: 200 len: 698 time: 1.2726169 Apr 18 21:13:07.301103 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 50860) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:13:07.320374 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc280442-bee1-4a8e-bead-6c30e4d7414a None None] Routers {'f0bcd194-6449-4559-ba57-6c623bb8ea76'} bound to L3 agent in host n-d-838334-2 {{(pid=84042) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 21:13:07.326307 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_hamode_db [None req-dc280442-bee1-4a8e-bead-6c30e4d7414a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838334-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-18T20:25:48Z,description=,heartbeat_timestamp=2022-04-18T21:12:48Z,host='n-d-838334-2',id=bc84d6c9-dd7a-4555-a351-592327b46d5a,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:25:48Z,topic='l3_agent')) {'router_ids': ['f0bcd194-6449-4559-ba57-6c623bb8ea76'], 'active': True} {{(pid=84042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:13:07.559998 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-30697c19-cef2-4d25-806a-a9205bc1bb8c tempest-RoutersIpV6Test-235118808 tempest-RoutersIpV6Test-235118808-project] 10.222.0.42 "GET /v2.0/routers/f0bcd194-6449-4559-ba57-6c623bb8ea76 HTTP/1.1" status: 200 len: 704 time: 0.2573421 Apr 18 21:13:07.563771 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 50870) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:13:07.607933 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_dvr_db [None req-dc280442-bee1-4a8e-bead-6c30e4d7414a None None] Set router f0bcd194-6449-4559-ba57-6c623bb8ea76 gateway port host: None {{(pid=84042) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 21:13:07.634954 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-14a872c6-6805-46f1-856d-596fd9dba74e tempest-RoutersIpV6Test-235118808 tempest-RoutersIpV6Test-235118808-project] Synchronizing usage tracker for tenant:3fd12654c90d4a4687b2462ca839c972 on resource:port {{(pid=84040) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 21:13:07.652341 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-18dcdb46-40bd-4526-a2ac-ab966a5d203d req-bb60b556-9d20-460e-9ba2-b69b6cfebbe6 tempest-TestServerMultinode-197109480 tempest-TestServerMultinode-197109480-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=f8591508-4ceb-4525-9a8e-aeab659c0bb7 HTTP/1.1" status: 200 len: 1096 time: 0.2736101 Apr 18 21:13:07.662453 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-b5f1d215-8adf-4055-8031-3075f7aed732 req-802628de-3f1c-497c-9a5e-e735d62d1bb3 tempest-TestServerMultinode-197109480 tempest-TestServerMultinode-197109480-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=f8591508-4ceb-4525-9a8e-aeab659c0bb7 HTTP/1.1" status: 200 len: 1096 time: 0.3878198 Apr 18 21:13:07.693187 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-14a872c6-6805-46f1-856d-596fd9dba74e tempest-RoutersIpV6Test-235118808 tempest-RoutersIpV6Test-235118808-project] Unset dirty status for tenant:3fd12654c90d4a4687b2462ca839c972 on resource:port {{(pid=84040) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 21:13:07.694327 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-14a872c6-6805-46f1-856d-596fd9dba74e tempest-RoutersIpV6Test-235118808 tempest-RoutersIpV6Test-235118808-project] 10.222.0.42 "GET /v2.0/ports?device_id=f0bcd194-6449-4559-ba57-6c623bb8ea76 HTTP/1.1" status: 200 len: 205 time: 0.1276824 Apr 18 21:13:07.697881 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 50874) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:13:07.857837 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-18dcdb46-40bd-4526-a2ac-ab966a5d203d req-75aa04e2-faa6-4dc2-a9fa-f26f4db8eb27 tempest-TestServerMultinode-197109480 tempest-TestServerMultinode-197109480-project-admin] 10.222.0.42 "GET /v2.0/security-groups?id=142ef88f-09d8-422a-807d-32d847b17421&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1943309 Apr 18 21:13:07.868112 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_hamode_db [None req-dc280442-bee1-4a8e-bead-6c30e4d7414a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f0bcd194-6449-4559-ba57-6c623bb8ea76', 'name': 'tempest-RoutersIpV6Test-router-2052793107', 'tenant_id': '3fd12654c90d4a4687b2462ca839c972', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:13:05Z', 'updated_at': '2022-04-18T21:13:06Z', 'revision_number': 2, 'project_id': '3fd12654c90d4a4687b2462ca839c972', 'gw_port_host': None}], 'n-d-838334-2', False) {} {{(pid=84042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:13:07.887533 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc280442-bee1-4a8e-bead-6c30e4d7414a None None] Checking router: f0bcd194-6449-4559-ba57-6c623bb8ea76 for host: n-d-838334-2 {{(pid=84042) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 18 21:13:07.921100 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc280442-bee1-4a8e-bead-6c30e4d7414a None None] Routers {'f0bcd194-6449-4559-ba57-6c623bb8ea76'} bound to L3 agent in host n-d-838334-2 {{(pid=84042) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 21:13:07.922001 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_hamode_db [None req-dc280442-bee1-4a8e-bead-6c30e4d7414a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838334-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-18T20:25:48Z,description=,heartbeat_timestamp=2022-04-18T21:12:48Z,host='n-d-838334-2',id=bc84d6c9-dd7a-4555-a351-592327b46d5a,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:25:48Z,topic='l3_agent')) {'router_ids': ['f0bcd194-6449-4559-ba57-6c623bb8ea76'], 'active': True} {{(pid=84042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:13:07.926275 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.plugin [req-b5f1d215-8adf-4055-8031-3075f7aed732 req-ccf7c31c-b16c-4a56-bccf-5e230ac63011 tempest-TestServerMultinode-197109480 tempest-TestServerMultinode-197109480-project-admin] Deleting port b15031ce-fd08-4f7e-9615-e339a2b1db57 {{(pid=84040) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 21:13:07.928426 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-b5f1d215-8adf-4055-8031-3075f7aed732 req-ccf7c31c-b16c-4a56-bccf-5e230ac63011 tempest-TestServerMultinode-197109480 tempest-TestServerMultinode-197109480-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750375188691'] for port, before_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:13:08.158633 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_dvr_db [None req-dc280442-bee1-4a8e-bead-6c30e4d7414a None None] Set router f0bcd194-6449-4559-ba57-6c623bb8ea76 gateway port host: None {{(pid=84042) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 21:13:08.374865 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_hamode_db [None req-dc280442-bee1-4a8e-bead-6c30e4d7414a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f0bcd194-6449-4559-ba57-6c623bb8ea76', 'name': 'tempest-RoutersIpV6Test-router-2052793107', 'tenant_id': '3fd12654c90d4a4687b2462ca839c972', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:13:05Z', 'updated_at': '2022-04-18T21:13:06Z', 'revision_number': 2, 'project_id': '3fd12654c90d4a4687b2462ca839c972', 'gw_port_host': None}], 'n-d-838334-2', False) {} {{(pid=84042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:13:08.381470 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc280442-bee1-4a8e-bead-6c30e4d7414a None None] The sync data for ids ['f0bcd194-6449-4559-ba57-6c623bb8ea76'] in n-d-838334-2 is: [{'id': 'f0bcd194-6449-4559-ba57-6c623bb8ea76', 'name': 'tempest-RoutersIpV6Test-router-2052793107', 'tenant_id': '3fd12654c90d4a4687b2462ca839c972', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:13:05Z', 'updated_at': '2022-04-18T21:13:06Z', 'revision_number': 2, 'project_id': '3fd12654c90d4a4687b2462ca839c972', 'gw_port_host': None}] {{(pid=84042) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 18 21:13:08.385073 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-3e6ac7fb-49b1-46e3-a7bb-ef8a0ffc639a tempest-RoutersIpV6Test-235118808 tempest-RoutersIpV6Test-235118808-project] Notify callbacks [] for router, before_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:13:08.494471 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.db [req-b5f1d215-8adf-4055-8031-3075f7aed732 req-ccf7c31c-b16c-4a56-bccf-5e230ac63011 tempest-TestServerMultinode-197109480 tempest-TestServerMultinode-197109480-project-admin] For port b15031ce-fd08-4f7e-9615-e339a2b1db57, host n-h2-838334-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838334-2',level=0,port_id=b15031ce-fd08-4f7e-9615-e339a2b1db57,segment=NetworkSegment(c49af281-1077-4a7b-980c-51064121b94d),segment_id=c49af281-1077-4a7b-980c-51064121b94d)] {{(pid=84040) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:13:08.494914 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-b5f1d215-8adf-4055-8031-3075f7aed732 req-ccf7c31c-b16c-4a56-bccf-5e230ac63011 tempest-TestServerMultinode-197109480 tempest-TestServerMultinode-197109480-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369123'] for port, precommit_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:13:08.859215 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.plugin [req-b5f1d215-8adf-4055-8031-3075f7aed732 req-ccf7c31c-b16c-4a56-bccf-5e230ac63011 tempest-TestServerMultinode-197109480 tempest-TestServerMultinode-197109480-project-admin] Calling delete_port for b15031ce-fd08-4f7e-9615-e339a2b1db57 owned by compute:nova {{(pid=84040) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 21:13:08.966812 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e67760d7-c30a-4614-bf19-472fdcca18e7 req-b3dbfdeb-68e7-48d3-9217-2f22f9cde980 tempest-VolumesActionsTest-472602596 tempest-VolumesActionsTest-472602596-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:13:08.973577 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-e67760d7-c30a-4614-bf19-472fdcca18e7 req-b3dbfdeb-68e7-48d3-9217-2f22f9cde980 tempest-VolumesActionsTest-472602596 tempest-VolumesActionsTest-472602596-project] 10.222.0.42 "GET /v2.0/ports?device_id=ef9e205a-98ac-4630-8105-a3fa64a402e7 HTTP/1.1" status: 200 len: 945 time: 0.3271019 Apr 18 21:13:09.135314 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-3e6ac7fb-49b1-46e3-a7bb-ef8a0ffc639a tempest-RoutersIpV6Test-235118808 tempest-RoutersIpV6Test-235118808-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33443580', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5726'] for router, precommit_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:13:09.145923 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-3e6ac7fb-49b1-46e3-a7bb-ef8a0ffc639a tempest-RoutersIpV6Test-235118808 tempest-RoutersIpV6Test-235118808-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:13:09.237412 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-3e6ac7fb-49b1-46e3-a7bb-ef8a0ffc639a tempest-RoutersIpV6Test-235118808 tempest-RoutersIpV6Test-235118808-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-33443408'] for router, after_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:13:09.237903 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3e6ac7fb-49b1-46e3-a7bb-ef8a0ffc639a tempest-RoutersIpV6Test-235118808 tempest-RoutersIpV6Test-235118808-project] Fanout notify agent at l3_agent the message router_deleted on router f0bcd194-6449-4559-ba57-6c623bb8ea76 {{(pid=84041) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 18 21:13:09.259523 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-3e6ac7fb-49b1-46e3-a7bb-ef8a0ffc639a tempest-RoutersIpV6Test-235118808 tempest-RoutersIpV6Test-235118808-project] Notify callbacks [] for router, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:13:09.265319 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-3e6ac7fb-49b1-46e3-a7bb-ef8a0ffc639a tempest-RoutersIpV6Test-235118808 tempest-RoutersIpV6Test-235118808-project] 10.222.0.42 "DELETE /v2.0/routers/f0bcd194-6449-4559-ba57-6c623bb8ea76 HTTP/1.1" status: 204 len: 168 time: 1.5661318 Apr 18 21:13:09.266179 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 50924) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:13:09.383168 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-e67760d7-c30a-4614-bf19-472fdcca18e7 req-463cdce8-e159-4e22-b735-f43719f87190 tempest-VolumesActionsTest-472602596 tempest-VolumesActionsTest-472602596-project] 10.222.0.42 "GET /v2.0/security-groups?id=17b301b4-f832-465e-b746-0427d2c4e3d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4078586 Apr 18 21:13:09.424379 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-ce9865f5-aaad-4a20-ab00-9360773a7856 tempest-RoutersIpV6Test-235118808 tempest-RoutersIpV6Test-235118808-project] 10.222.0.42 "GET /v2.0/ports?device_id=f0bcd194-6449-4559-ba57-6c623bb8ea76 HTTP/1.1" status: 200 len: 205 time: 0.1568942 Apr 18 21:13:09.427695 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 50932) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:13:09.495208 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-b5f1d215-8adf-4055-8031-3075f7aed732 req-ccf7c31c-b16c-4a56-bccf-5e230ac63011 tempest-TestServerMultinode-197109480 tempest-TestServerMultinode-197109480-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750375259028', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750374836628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32440838'] for port, after_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:13:09.508066 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] get_ports_and_sgs() called for port_ids ['a3c36dcc-cf0b-469a-b24b-a39c0e11b34b'] {{(pid=84042) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 18 21:13:09.665688 n-d-838334-2 neutron-server[84041]: INFO neutron.api.v2.resource [None req-fb232dee-c499-4849-a1f1-8f2b63b2aac9 tempest-RoutersIpV6Test-235118808 tempest-RoutersIpV6Test-235118808-project] delete failed (client error): The resource could not be found. Apr 18 21:13:09.666752 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-fb232dee-c499-4849-a1f1-8f2b63b2aac9 tempest-RoutersIpV6Test-235118808 tempest-RoutersIpV6Test-235118808-project] 10.222.0.42 "DELETE /v2.0/routers/f0bcd194-6449-4559-ba57-6c623bb8ea76 HTTP/1.1" status: 404 len: 336 time: 0.2381141 Apr 18 21:13:09.672293 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 50942) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:13:09.761267 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccf7c31c-b16c-4a56-bccf-5e230ac63011 tempest-TestServerMultinode-197109480 tempest-TestServerMultinode-197109480-project-admin] Pushing event deleted for resources: {'Port': ['ID=b15031ce-fd08-4f7e-9615-e339a2b1db57,revision_number=None']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:13:09.804672 n-d-838334-2 neutron-server[84041]: INFO neutron.pecan_wsgi.hooks.translation [None req-6d9f3356-3e39-44e7-9ef5-430fb7039291 tempest-RoutersIpV6Test-235118808 tempest-RoutersIpV6Test-235118808-project] DELETE failed (client error): The resource could not be found. Apr 18 21:13:09.815969 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6d9f3356-3e39-44e7-9ef5-430fb7039291 tempest-RoutersIpV6Test-235118808 tempest-RoutersIpV6Test-235118808-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84041) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 21:13:09.828269 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-6d9f3356-3e39-44e7-9ef5-430fb7039291 tempest-RoutersIpV6Test-235118808 tempest-RoutersIpV6Test-235118808-project] 10.222.0.42 "DELETE /v2.0/subnets/22546ca8-c251-4cbc-98d6-7078674405ca HTTP/1.1" status: 404 len: 337 time: 0.1548460 Apr 18 21:13:09.830501 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 50954) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:13:09.888182 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-3eed1945-24cb-4bbe-a133-f359f439538a req-3d12459b-3265-4cb7-8d05-0b2124337bf3 tempest-TestServerMultinode-197109480 tempest-TestServerMultinode-197109480-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=f8591508-4ceb-4525-9a8e-aeab659c0bb7 HTTP/1.1" status: 200 len: 1096 time: 0.5253854 Apr 18 21:13:09.927152 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.l3_dvrscheduler_db [req-b5f1d215-8adf-4055-8031-3075f7aed732 req-ccf7c31c-b16c-4a56-bccf-5e230ac63011 tempest-TestServerMultinode-197109480 tempest-TestServerMultinode-197109480-project-admin] No DVR routers for this DVR port b15031ce-fd08-4f7e-9615-e339a2b1db57 on host n-h2-838334-2 {{(pid=84040) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 21:13:09.966646 n-d-838334-2 neutron-server[84041]: INFO neutron.pecan_wsgi.hooks.translation [None req-81a6d067-4085-4a89-abeb-858508da98d1 tempest-RoutersIpV6Test-235118808 tempest-RoutersIpV6Test-235118808-project] DELETE failed (client error): The resource could not be found. Apr 18 21:13:09.969452 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-81a6d067-4085-4a89-abeb-858508da98d1 tempest-RoutersIpV6Test-235118808 tempest-RoutersIpV6Test-235118808-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84041) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 21:13:10.017895 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-81a6d067-4085-4a89-abeb-858508da98d1 tempest-RoutersIpV6Test-235118808 tempest-RoutersIpV6Test-235118808-project] 10.222.0.42 "DELETE /v2.0/subnets/b1ff9e3f-1ee9-4eb4-940c-34585ddf74dd HTTP/1.1" status: 404 len: 337 time: 0.1847601 Apr 18 21:13:10.018751 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 50966) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:13:10.025136 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-b5f1d215-8adf-4055-8031-3075f7aed732 req-ccf7c31c-b16c-4a56-bccf-5e230ac63011 tempest-TestServerMultinode-197109480 tempest-TestServerMultinode-197109480-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217293'] for port, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:13:10.086929 n-d-838334-2 neutron-server[84040]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f8591508-4ceb-4525-9a8e-aeab659c0bb7', 'name': 'network-vif-deleted', 'tag': 'b15031ce-fd08-4f7e-9615-e339a2b1db57'}] {{(pid=84040) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 21:13:10.105556 n-d-838334-2 neutron-server[84041]: INFO neutron.pecan_wsgi.hooks.translation [None req-ccbcba2a-a165-4790-a894-8b9d6e09f182 tempest-RoutersIpV6Test-235118808 tempest-RoutersIpV6Test-235118808-project] DELETE failed (client error): The resource could not be found. Apr 18 21:13:10.133179 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-b5f1d215-8adf-4055-8031-3075f7aed732 req-ccf7c31c-b16c-4a56-bccf-5e230ac63011 tempest-TestServerMultinode-197109480 tempest-TestServerMultinode-197109480-project-admin] 10.222.0.48 "DELETE /v2.0/ports/b15031ce-fd08-4f7e-9615-e339a2b1db57 HTTP/1.1" status: 204 len: 173 time: 2.4331448 Apr 18 21:13:10.151427 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ccbcba2a-a165-4790-a894-8b9d6e09f182 tempest-RoutersIpV6Test-235118808 tempest-RoutersIpV6Test-235118808-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84041) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 21:13:10.157709 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 50980) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:13:10.163777 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-ccbcba2a-a165-4790-a894-8b9d6e09f182 tempest-RoutersIpV6Test-235118808 tempest-RoutersIpV6Test-235118808-project] 10.222.0.42 "DELETE /v2.0/subnets/fea0e53c-8a06-45ef-80e9-a2622b1e38e1 HTTP/1.1" status: 404 len: 337 time: 0.1436861 Apr 18 21:13:10.194017 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Device b15031ce-fd08-4f7e-9615-e339a2b1db57 no longer exists at agent hyperv_n-h2-838334-2 {{(pid=84042) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 21:13:10.250339 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.plugin [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] No Port match for: b15031ce-fd08-4f7e-9615-e339a2b1db57 {{(pid=84042) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 18 21:13:10.251013 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Device b15031ce-fd08-4f7e-9615-e339a2b1db57 not bound to the agent host n-h2-838334-2 {{(pid=84042) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 21:13:10.409472 n-d-838334-2 neutron-server[84040]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e104a552-2190-4e95-9d5f-47fa49b04afb'] response: {'server_uuid': 'f8591508-4ceb-4525-9a8e-aeab659c0bb7', 'name': 'network-vif-deleted', 'tag': 'b15031ce-fd08-4f7e-9615-e339a2b1db57', 'status': 'completed', 'code': 200} Apr 18 21:13:10.423111 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-3eed1945-24cb-4bbe-a133-f359f439538a req-75714ac0-fc9c-4e9e-95e6-ed4027b17f98 tempest-TestServerMultinode-197109480 tempest-TestServerMultinode-197109480-project-admin] 10.222.0.42 "GET /v2.0/security-groups?id=142ef88f-09d8-422a-807d-32d847b17421&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5195558 Apr 18 21:13:10.436530 n-d-838334-2 neutron-server[84040]: INFO neutron.pecan_wsgi.hooks.translation [None req-0170001f-ca82-43e1-9950-61d484841c77 tempest-RoutersIpV6Test-235118808 tempest-RoutersIpV6Test-235118808-project] DELETE failed (client error): The resource could not be found. Apr 18 21:13:10.437190 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0170001f-ca82-43e1-9950-61d484841c77 tempest-RoutersIpV6Test-235118808 tempest-RoutersIpV6Test-235118808-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84040) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 21:13:10.439134 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-0170001f-ca82-43e1-9950-61d484841c77 tempest-RoutersIpV6Test-235118808 tempest-RoutersIpV6Test-235118808-project] 10.222.0.42 "DELETE /v2.0/subnets/94ebf16d-084a-4271-a878-e6ba8454c0ac HTTP/1.1" status: 404 len: 337 time: 0.2691696 Apr 18 21:13:10.442315 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 51010) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:13:10.643027 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-58534498-a90d-4f03-8dd7-e1bf0c777138 tempest-RoutersIpV6Test-235118808 tempest-RoutersIpV6Test-235118808-project] 10.222.0.42 "GET /v2.0/ports?device_id=8fa348f8-02b3-4f5c-91fa-10f95637edc1 HTTP/1.1" status: 200 len: 205 time: 0.1995251 Apr 18 21:13:10.645469 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 51028) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:13:10.735984 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 51042) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:13:10.813697 n-d-838334-2 neutron-server[84040]: INFO neutron.api.v2.resource [None req-372c2842-8cba-411f-b19a-e1a4a8a78d8c tempest-RoutersIpV6Test-235118808 tempest-RoutersIpV6Test-235118808-project] delete failed (client error): The resource could not be found. Apr 18 21:13:10.814709 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-372c2842-8cba-411f-b19a-e1a4a8a78d8c tempest-RoutersIpV6Test-235118808 tempest-RoutersIpV6Test-235118808-project] 10.222.0.42 "DELETE /v2.0/routers/8fa348f8-02b3-4f5c-91fa-10f95637edc1 HTTP/1.1" status: 404 len: 336 time: 0.1677601 Apr 18 21:13:10.817485 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 51054) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:13:10.940471 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-d926981e-5c9c-4cfb-b4e9-66a58a3efa0a tempest-RoutersIpV6Test-235118808 tempest-RoutersIpV6Test-235118808-project] 10.222.0.42 "GET /v2.0/ports?device_id=6ac7e585-e33d-49fc-ae7d-daa76bba32bf HTTP/1.1" status: 200 len: 205 time: 0.1216650 Apr 18 21:13:10.943028 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 51068) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:13:11.159340 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-04ac2ff7-0fb5-4c7e-9f57-0d3c2205a489 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:13:11.163573 n-d-838334-2 neutron-server[84040]: INFO neutron.api.v2.resource [None req-31b6c8f6-6b81-41c8-930a-28c51ba7af82 tempest-RoutersIpV6Test-235118808 tempest-RoutersIpV6Test-235118808-project] delete failed (client error): The resource could not be found. Apr 18 21:13:11.166922 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-31b6c8f6-6b81-41c8-930a-28c51ba7af82 tempest-RoutersIpV6Test-235118808 tempest-RoutersIpV6Test-235118808-project] 10.222.0.42 "DELETE /v2.0/routers/6ac7e585-e33d-49fc-ae7d-daa76bba32bf HTTP/1.1" status: 404 len: 336 time: 0.2226360 Apr 18 21:13:11.172832 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 51092) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:13:11.333444 n-d-838334-2 neutron-server[84040]: INFO neutron.pecan_wsgi.hooks.translation [None req-12149973-012a-43b3-a4df-031f47afd38d tempest-RoutersIpV6Test-235118808 tempest-RoutersIpV6Test-235118808-project] DELETE failed (client error): The resource could not be found. Apr 18 21:13:11.334713 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-04ac2ff7-0fb5-4c7e-9f57-0d3c2205a489 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:13:11.343432 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-04ac2ff7-0fb5-4c7e-9f57-0d3c2205a489 admin admin] Usage tracker for resource:security_group_rule and tenant:203304f65c08469185dcb939251f91aa is out of sync, need to count used quota {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:13:11.352430 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-12149973-012a-43b3-a4df-031f47afd38d tempest-RoutersIpV6Test-235118808 tempest-RoutersIpV6Test-235118808-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84040) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 21:13:11.354168 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-12149973-012a-43b3-a4df-031f47afd38d tempest-RoutersIpV6Test-235118808 tempest-RoutersIpV6Test-235118808-project] 10.222.0.42 "DELETE /v2.0/subnets/42ebc162-f433-4e32-a711-3b4fdd210b99 HTTP/1.1" status: 404 len: 337 time: 0.1801977 Apr 18 21:13:11.355434 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-04ac2ff7-0fb5-4c7e-9f57-0d3c2205a489 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:13:11.363887 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 51114) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:13:11.376872 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-04ac2ff7-0fb5-4c7e-9f57-0d3c2205a489 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:13:11.537044 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-f142be99-9999-4c54-9905-d60e452cab91 tempest-RoutersIpV6Test-235118808 tempest-RoutersIpV6Test-235118808-project] 10.222.0.42 "GET /v2.0/ports?device_id=98058666-8302-49a9-9a25-5da0cc48a6ba HTTP/1.1" status: 200 len: 205 time: 0.1681719 Apr 18 21:13:11.540571 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-04ac2ff7-0fb5-4c7e-9f57-0d3c2205a489 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:13:11.544125 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 51140) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:13:11.620731 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-04ac2ff7-0fb5-4c7e-9f57-0d3c2205a489 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33528224'] for security_group, after_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:13:11.683273 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-04ac2ff7-0fb5-4c7e-9f57-0d3c2205a489 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=203304f65c08469185dcb939251f91aa&name=default HTTP/1.1" status: 200 len: 2647 time: 0.9461124 Apr 18 21:13:11.686440 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 51160) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:13:11.720654 n-d-838334-2 neutron-server[84041]: INFO neutron.api.v2.resource [None req-9170cd75-ecdd-4650-8227-8f35ddb232dd tempest-RoutersIpV6Test-235118808 tempest-RoutersIpV6Test-235118808-project] delete failed (client error): The resource could not be found. Apr 18 21:13:11.721676 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-9170cd75-ecdd-4650-8227-8f35ddb232dd tempest-RoutersIpV6Test-235118808 tempest-RoutersIpV6Test-235118808-project] 10.222.0.42 "DELETE /v2.0/routers/98058666-8302-49a9-9a25-5da0cc48a6ba HTTP/1.1" status: 404 len: 336 time: 0.1751032 Apr 18 21:13:11.725476 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 51168) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:13:11.770134 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04ac2ff7-0fb5-4c7e-9f57-0d3c2205a489 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b69b3d82-5aa2-4cad-8557-2840f63093a9,revision_number=1']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:13:11.859033 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-bd2ad474-1893-48cb-a125-d4d8ece9e2f4 tempest-RoutersIpV6Test-235118808 tempest-RoutersIpV6Test-235118808-project] 10.222.0.42 "GET /v2.0/ports?device_id=bcf241d9-7bfc-4129-b8e6-0a7d9a1774ca HTTP/1.1" status: 200 len: 205 time: 0.1300294 Apr 18 21:13:11.862452 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 51180) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:13:11.952937 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-14a7a125-e4d7-49db-8f75-0a5ea21b7fbf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:13:12.037825 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-14a7a125-e4d7-49db-8f75-0a5ea21b7fbf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:13:12.138283 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-14a7a125-e4d7-49db-8f75-0a5ea21b7fbf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33528224'] for security_group, after_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:13:12.154102 n-d-838334-2 neutron-server[84041]: INFO neutron.api.v2.resource [None req-90cb577b-5cd6-4aed-b703-2105612beb42 tempest-RoutersIpV6Test-235118808 tempest-RoutersIpV6Test-235118808-project] delete failed (client error): The resource could not be found. Apr 18 21:13:12.158623 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-90cb577b-5cd6-4aed-b703-2105612beb42 tempest-RoutersIpV6Test-235118808 tempest-RoutersIpV6Test-235118808-project] 10.222.0.42 "DELETE /v2.0/routers/bcf241d9-7bfc-4129-b8e6-0a7d9a1774ca HTTP/1.1" status: 404 len: 336 time: 0.2914996 Apr 18 21:13:12.159153 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 51212) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:13:12.209268 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-14a7a125-e4d7-49db-8f75-0a5ea21b7fbf admin admin] Notify callbacks [] for security_group, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:13:12.212871 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-14a7a125-e4d7-49db-8f75-0a5ea21b7fbf admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/b69b3d82-5aa2-4cad-8557-2840f63093a9 HTTP/1.1" status: 204 len: 168 time: 0.5243931 Apr 18 21:13:12.230727 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14a7a125-e4d7-49db-8f75-0a5ea21b7fbf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b69b3d82-5aa2-4cad-8557-2840f63093a9,revision_number=None']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:13:12.273530 n-d-838334-2 neutron-server[84041]: INFO neutron.pecan_wsgi.hooks.translation [None req-c24d9158-4a6d-4c3c-a223-46894429ab8e tempest-RoutersIpV6Test-235118808 tempest-RoutersIpV6Test-235118808-project] DELETE failed (client error): The resource could not be found. Apr 18 21:13:12.273968 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c24d9158-4a6d-4c3c-a223-46894429ab8e tempest-RoutersIpV6Test-235118808 tempest-RoutersIpV6Test-235118808-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84041) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 21:13:12.289815 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-c24d9158-4a6d-4c3c-a223-46894429ab8e tempest-RoutersIpV6Test-235118808 tempest-RoutersIpV6Test-235118808-project] 10.222.0.42 "DELETE /v2.0/subnets/baa3e35e-31b5-4bfd-9101-f62bd5f3e288 HTTP/1.1" status: 404 len: 337 time: 0.1298087 Apr 18 21:13:12.290689 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 51228) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:13:12.330498 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edab4844-3d61-484f-8838-877ac01e6816 req-53f935f0-c3c5-41ff-b4f0-602d39347bc1 tempest-VolumesActionsTest-472602596 tempest-VolumesActionsTest-472602596-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:13:12.334436 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-edab4844-3d61-484f-8838-877ac01e6816 req-53f935f0-c3c5-41ff-b4f0-602d39347bc1 tempest-VolumesActionsTest-472602596 tempest-VolumesActionsTest-472602596-project] 10.222.0.42 "GET /v2.0/ports?device_id=ef9e205a-98ac-4630-8105-a3fa64a402e7 HTTP/1.1" status: 200 len: 945 time: 0.1716487 Apr 18 21:13:12.357122 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-e946612a-48f6-4627-9ea3-8882112b790a tempest-RoutersIpV6Test-235118808 tempest-RoutersIpV6Test-235118808-project] 10.222.0.42 "GET /v2.0/ports?device_id=e5843b33-c95a-4318-903a-55b282dcd6ca HTTP/1.1" status: 200 len: 205 time: 0.0650473 Apr 18 21:13:12.357766 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 51236) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:13:12.433660 n-d-838334-2 neutron-server[84041]: INFO neutron.api.v2.resource [None req-d9acd88f-31e1-4a3d-838a-12ac8dd4fa1b tempest-RoutersIpV6Test-235118808 tempest-RoutersIpV6Test-235118808-project] delete failed (client error): The resource could not be found. Apr 18 21:13:12.435896 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-edab4844-3d61-484f-8838-877ac01e6816 req-5c20335a-2872-4cb3-ba4d-0300b77e950e tempest-VolumesActionsTest-472602596 tempest-VolumesActionsTest-472602596-project] 10.222.0.42 "GET /v2.0/security-groups?id=17b301b4-f832-465e-b746-0427d2c4e3d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0929885 Apr 18 21:13:12.437836 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-d9acd88f-31e1-4a3d-838a-12ac8dd4fa1b tempest-RoutersIpV6Test-235118808 tempest-RoutersIpV6Test-235118808-project] 10.222.0.42 "DELETE /v2.0/routers/e5843b33-c95a-4318-903a-55b282dcd6ca HTTP/1.1" status: 404 len: 336 time: 0.0791445 Apr 18 21:13:12.438559 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 51248) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:13:12.625483 n-d-838334-2 neutron-server[84041]: INFO neutron.pecan_wsgi.hooks.translation [None req-5627fd9d-9ba2-4cc5-8caa-d593355cc9f4 tempest-RoutersIpV6Test-235118808 tempest-RoutersIpV6Test-235118808-project] DELETE failed (client error): The resource could not be found. Apr 18 21:13:12.626129 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5627fd9d-9ba2-4cc5-8caa-d593355cc9f4 tempest-RoutersIpV6Test-235118808 tempest-RoutersIpV6Test-235118808-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84041) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 21:13:12.627867 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-5627fd9d-9ba2-4cc5-8caa-d593355cc9f4 tempest-RoutersIpV6Test-235118808 tempest-RoutersIpV6Test-235118808-project] 10.222.0.42 "DELETE /v2.0/subnets/2e0e73d6-4ce1-4c0b-9c33-2fcc3e87ca37 HTTP/1.1" status: 404 len: 337 time: 0.1880915 Apr 18 21:13:12.630513 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 51270) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:13:12.680234 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-81adbb28-9921-4865-ab7c-91e1d75ca3f2 tempest-RoutersIpV6Test-235118808 tempest-RoutersIpV6Test-235118808-project] 10.222.0.42 "GET /v2.0/ports?device_id=7a916521-988a-46d3-ae5a-a0efc9858e0f HTTP/1.1" status: 200 len: 205 time: 0.0479455 Apr 18 21:13:12.682996 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 51278) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:13:12.736844 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [req-62503c8f-ab76-4d86-83a2-b8d4b72fcc16 req-b4c5ab67-0fbc-439e-b3c2-ae6a8f4e3ea3 tempest-TestServerMultinode-197109480 tempest-TestServerMultinode-197109480-project-admin] Synchronizing usage tracker for tenant:231c6f353e4d4ddda7f422c7fb7cca6b on resource:port {{(pid=84040) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 21:13:12.759194 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [req-62503c8f-ab76-4d86-83a2-b8d4b72fcc16 req-b4c5ab67-0fbc-439e-b3c2-ae6a8f4e3ea3 tempest-TestServerMultinode-197109480 tempest-TestServerMultinode-197109480-project-admin] Unset dirty status for tenant:231c6f353e4d4ddda7f422c7fb7cca6b on resource:port {{(pid=84040) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 21:13:12.765960 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-62503c8f-ab76-4d86-83a2-b8d4b72fcc16 req-b4c5ab67-0fbc-439e-b3c2-ae6a8f4e3ea3 tempest-TestServerMultinode-197109480 tempest-TestServerMultinode-197109480-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=17e7ea0c-0929-4cb6-ad2f-036c02614cd9 HTTP/1.1" status: 200 len: 1096 time: 0.2183273 Apr 18 21:13:12.787780 n-d-838334-2 neutron-server[84041]: INFO neutron.api.v2.resource [None req-643f1f67-67fb-43d8-94f5-dc49dc161870 tempest-RoutersIpV6Test-235118808 tempest-RoutersIpV6Test-235118808-project] delete failed (client error): The resource could not be found. Apr 18 21:13:12.789897 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-643f1f67-67fb-43d8-94f5-dc49dc161870 tempest-RoutersIpV6Test-235118808 tempest-RoutersIpV6Test-235118808-project] 10.222.0.42 "DELETE /v2.0/routers/7a916521-988a-46d3-ae5a-a0efc9858e0f HTTP/1.1" status: 404 len: 336 time: 0.1058936 Apr 18 21:13:12.793629 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 51298) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:13:12.848114 n-d-838334-2 neutron-server[84041]: INFO neutron.pecan_wsgi.hooks.translation [None req-8cd919d4-0eef-4888-8cbc-13dc88277ae3 tempest-RoutersIpV6Test-235118808 tempest-RoutersIpV6Test-235118808-project] DELETE failed (client error): The resource could not be found. Apr 18 21:13:12.848198 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-62503c8f-ab76-4d86-83a2-b8d4b72fcc16 req-ae06e75d-e98c-4b3e-ac84-47eff7a68f8c tempest-TestServerMultinode-197109480 tempest-TestServerMultinode-197109480-project-admin] 10.222.0.42 "GET /v2.0/security-groups?id=142ef88f-09d8-422a-807d-32d847b17421&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0813229 Apr 18 21:13:12.848592 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8cd919d4-0eef-4888-8cbc-13dc88277ae3 tempest-RoutersIpV6Test-235118808 tempest-RoutersIpV6Test-235118808-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84041) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 21:13:12.850249 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-8cd919d4-0eef-4888-8cbc-13dc88277ae3 tempest-RoutersIpV6Test-235118808 tempest-RoutersIpV6Test-235118808-project] 10.222.0.42 "DELETE /v2.0/subnets/63008cd5-301d-41db-9e27-5d649cfbde86 HTTP/1.1" status: 404 len: 337 time: 0.0554464 Apr 18 21:13:12.853567 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 51308) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:13:12.904923 n-d-838334-2 neutron-server[84040]: INFO neutron.pecan_wsgi.hooks.translation [None req-6b5a04fd-c33f-4739-8c12-73f743be6332 tempest-RoutersIpV6Test-235118808 tempest-RoutersIpV6Test-235118808-project] DELETE failed (client error): The resource could not be found. Apr 18 21:13:12.906821 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6b5a04fd-c33f-4739-8c12-73f743be6332 tempest-RoutersIpV6Test-235118808 tempest-RoutersIpV6Test-235118808-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84040) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 21:13:12.908718 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-6b5a04fd-c33f-4739-8c12-73f743be6332 tempest-RoutersIpV6Test-235118808 tempest-RoutersIpV6Test-235118808-project] 10.222.0.42 "DELETE /v2.0/subnets/a572f526-a731-422a-b2fb-d57aaa1dae99 HTTP/1.1" status: 404 len: 337 time: 0.0540321 Apr 18 21:13:13.306534 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 51370) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:13:13.471757 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef7229c7-0cc2-4078-8772-0db049608ba0 req-3ecb8368-0abc-4c9f-837f-e82a16459c70 tempest-VolumesActionsTest-472602596 tempest-VolumesActionsTest-472602596-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:13:13.474786 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-ef7229c7-0cc2-4078-8772-0db049608ba0 req-3ecb8368-0abc-4c9f-837f-e82a16459c70 tempest-VolumesActionsTest-472602596 tempest-VolumesActionsTest-472602596-project] 10.222.0.48 "GET /v2.0/ports?device_id=ef9e205a-98ac-4630-8105-a3fa64a402e7 HTTP/1.1" status: 200 len: 945 time: 0.1179266 Apr 18 21:13:13.690219 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-cdee18bc-ca69-498e-bf17-eaaf7eb1ae39 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=3fd12654c90d4a4687b2462ca839c972&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3823864 Apr 18 21:13:13.694171 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.plugin [req-ef7229c7-0cc2-4078-8772-0db049608ba0 req-0dcbcea1-e353-4b96-b391-4dea63eab6f4 tempest-VolumesActionsTest-472602596 tempest-VolumesActionsTest-472602596-project] Deleting port 683f847d-fc04-4346-aee1-2ce6a849e6eb {{(pid=84040) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 21:13:13.695211 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-ef7229c7-0cc2-4078-8772-0db049608ba0 req-0dcbcea1-e353-4b96-b391-4dea63eab6f4 tempest-VolumesActionsTest-472602596 tempest-VolumesActionsTest-472602596-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750375188691'] for port, before_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:13:13.706083 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 51420) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:13:13.822498 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [req-7efa58d4-9d05-4571-82c7-329f6e19f598 req-720d7ee1-74f1-4d6d-8cf0-3f7022b2def5 tempest-TestServerMultinode-197109480 tempest-TestServerMultinode-197109480-project-admin] Synchronizing usage tracker for tenant:231c6f353e4d4ddda7f422c7fb7cca6b on resource:port {{(pid=84041) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 21:13:13.839696 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [req-7efa58d4-9d05-4571-82c7-329f6e19f598 req-720d7ee1-74f1-4d6d-8cf0-3f7022b2def5 tempest-TestServerMultinode-197109480 tempest-TestServerMultinode-197109480-project-admin] Unset dirty status for tenant:231c6f353e4d4ddda7f422c7fb7cca6b on resource:port {{(pid=84041) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 21:13:13.841934 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-7efa58d4-9d05-4571-82c7-329f6e19f598 req-720d7ee1-74f1-4d6d-8cf0-3f7022b2def5 tempest-TestServerMultinode-197109480 tempest-TestServerMultinode-197109480-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=17e7ea0c-0929-4cb6-ad2f-036c02614cd9 HTTP/1.1" status: 200 len: 1096 time: 0.2382870 Apr 18 21:13:13.846981 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-dd917653-35a5-4a85-b15b-f24432dea7d3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:13:13.920948 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.plugin [req-7efa58d4-9d05-4571-82c7-329f6e19f598 req-bf494aac-d283-418d-8446-8b009476e883 tempest-TestServerMultinode-197109480 tempest-TestServerMultinode-197109480-project-admin] Deleting port a3c36dcc-cf0b-469a-b24b-a39c0e11b34b {{(pid=84041) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 21:13:13.921282 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [req-7efa58d4-9d05-4571-82c7-329f6e19f598 req-bf494aac-d283-418d-8446-8b009476e883 tempest-TestServerMultinode-197109480 tempest-TestServerMultinode-197109480-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750375188691'] for port, before_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:13:13.929290 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 51444) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:13:14.000471 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-dd917653-35a5-4a85-b15b-f24432dea7d3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:13:14.300579 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.db [req-7efa58d4-9d05-4571-82c7-329f6e19f598 req-bf494aac-d283-418d-8446-8b009476e883 tempest-TestServerMultinode-197109480 tempest-TestServerMultinode-197109480-project-admin] For port a3c36dcc-cf0b-469a-b24b-a39c0e11b34b, host n-h1-838334-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838334-2',level=0,port_id=a3c36dcc-cf0b-469a-b24b-a39c0e11b34b,segment=NetworkSegment(c49af281-1077-4a7b-980c-51064121b94d),segment_id=c49af281-1077-4a7b-980c-51064121b94d)] {{(pid=84041) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:13:14.300854 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [req-7efa58d4-9d05-4571-82c7-329f6e19f598 req-bf494aac-d283-418d-8446-8b009476e883 tempest-TestServerMultinode-197109480 tempest-TestServerMultinode-197109480-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369123'] for port, precommit_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:13:14.337079 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.v2.base [None req-4d761e33-003b-49a1-990a-7732473cc2cc admin admin] Request body: {'network': {'name': 'tempest-TestServerBasicOps-997885885-network', 'tenant_id': '769e4d212a7247919de3c941a9f4cf3b'}} {{(pid=84040) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:13:14.342301 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [None req-4d761e33-003b-49a1-990a-7732473cc2cc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:13:14.346439 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-4d761e33-003b-49a1-990a-7732473cc2cc admin admin] Usage tracker for resource:network and tenant:769e4d212a7247919de3c941a9f4cf3b is out of sync, need to count used quota {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:13:14.349764 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-4d761e33-003b-49a1-990a-7732473cc2cc admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:13:14.356802 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [None req-4d761e33-003b-49a1-990a-7732473cc2cc admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:13:14.378156 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf8d8fb0-7a67-483b-8929-257bc51da2ac req-51a1e160-a679-411a-891c-1d9efd1018df tempest-VolumesActionsTest-472602596 tempest-VolumesActionsTest-472602596-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:13:14.379671 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-bf8d8fb0-7a67-483b-8929-257bc51da2ac req-51a1e160-a679-411a-891c-1d9efd1018df tempest-VolumesActionsTest-472602596 tempest-VolumesActionsTest-472602596-project] 10.222.0.42 "GET /v2.0/ports?device_id=ef9e205a-98ac-4630-8105-a3fa64a402e7 HTTP/1.1" status: 200 len: 945 time: 0.6461484 Apr 18 21:13:14.385579 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d761e33-003b-49a1-990a-7732473cc2cc admin admin] Made reservation on behalf of 769e4d212a7247919de3c941a9f4cf3b for: {'network': 1} {{(pid=84040) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:13:14.388030 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-4d761e33-003b-49a1-990a-7732473cc2cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for network, before_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:13:14.454936 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-cf565325-db11-4ca9-96b6-fc649201fd92 req-82b02262-5540-41f1-b7c7-1b8599afd3fd tempest-TestServerMultinode-197109480 tempest-TestServerMultinode-197109480-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=17e7ea0c-0929-4cb6-ad2f-036c02614cd9 HTTP/1.1" status: 200 len: 1096 time: 0.3834643 Apr 18 21:13:14.462271 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-4d761e33-003b-49a1-990a-7732473cc2cc admin admin] Notify callbacks [] for security_group, before_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:13:14.518144 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.plugin [req-7efa58d4-9d05-4571-82c7-329f6e19f598 req-bf494aac-d283-418d-8446-8b009476e883 tempest-TestServerMultinode-197109480 tempest-TestServerMultinode-197109480-project-admin] Calling delete_port for a3c36dcc-cf0b-469a-b24b-a39c0e11b34b owned by compute:nova {{(pid=84041) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 21:13:14.656348 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-dd917653-35a5-4a85-b15b-f24432dea7d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33528224'] for security_group, after_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:13:14.735984 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd917653-35a5-4a85-b15b-f24432dea7d3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6793172b-6a7a-4806-9bd9-908cc3dc7564,revision_number=None']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:13:14.747075 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-dd917653-35a5-4a85-b15b-f24432dea7d3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:13:14.748754 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-dd917653-35a5-4a85-b15b-f24432dea7d3 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/6793172b-6a7a-4806-9bd9-908cc3dc7564 HTTP/1.1" status: 204 len: 168 time: 1.0415564 Apr 18 21:13:14.760320 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-bf8d8fb0-7a67-483b-8929-257bc51da2ac req-b3b4265d-eac6-47cd-b35c-0c2d9004e6e5 tempest-VolumesActionsTest-472602596 tempest-VolumesActionsTest-472602596-project] 10.222.0.42 "GET /v2.0/security-groups?id=17b301b4-f832-465e-b746-0427d2c4e3d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3600128 Apr 18 21:13:14.765307 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.db [req-ef7229c7-0cc2-4078-8772-0db049608ba0 req-0dcbcea1-e353-4b96-b391-4dea63eab6f4 tempest-VolumesActionsTest-472602596 tempest-VolumesActionsTest-472602596-project] For port 683f847d-fc04-4346-aee1-2ce6a849e6eb, host n-h2-838334-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838334-2',level=0,port_id=683f847d-fc04-4346-aee1-2ce6a849e6eb,segment=NetworkSegment(44fed75d-d790-4c0e-a467-bf1a6588ce2b),segment_id=44fed75d-d790-4c0e-a467-bf1a6588ce2b)] {{(pid=84040) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:13:14.765864 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-ef7229c7-0cc2-4078-8772-0db049608ba0 req-0dcbcea1-e353-4b96-b391-4dea63eab6f4 tempest-VolumesActionsTest-472602596 tempest-VolumesActionsTest-472602596-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369123'] for port, precommit_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:13:14.775903 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-cf565325-db11-4ca9-96b6-fc649201fd92 req-d79da960-b927-4a37-92f4-a16feccbf9f3 tempest-TestServerMultinode-197109480 tempest-TestServerMultinode-197109480-project-admin] 10.222.0.42 "GET /v2.0/security-groups?id=142ef88f-09d8-422a-807d-32d847b17421&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3201094 Apr 18 21:13:14.920043 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [None req-4d761e33-003b-49a1-990a-7732473cc2cc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:13:14.930237 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.plugin [req-ef7229c7-0cc2-4078-8772-0db049608ba0 req-0dcbcea1-e353-4b96-b391-4dea63eab6f4 tempest-VolumesActionsTest-472602596 tempest-VolumesActionsTest-472602596-project] Calling delete_port for 683f847d-fc04-4346-aee1-2ce6a849e6eb owned by compute:nova {{(pid=84040) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 21:13:14.947226 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [req-7efa58d4-9d05-4571-82c7-329f6e19f598 req-bf494aac-d283-418d-8446-8b009476e883 tempest-TestServerMultinode-197109480 tempest-TestServerMultinode-197109480-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750375259028', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750374836628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32266323'] for port, after_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:13:14.969214 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-4d761e33-003b-49a1-990a-7732473cc2cc admin admin] Usage tracker for resource:security_group_rule and tenant:769e4d212a7247919de3c941a9f4cf3b is out of sync, need to count used quota {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:13:14.974277 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-4d761e33-003b-49a1-990a-7732473cc2cc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:13:14.993763 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [None req-4d761e33-003b-49a1-990a-7732473cc2cc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:13:15.162841 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf494aac-d283-418d-8446-8b009476e883 tempest-TestServerMultinode-197109480 tempest-TestServerMultinode-197109480-project-admin] Pushing event deleted for resources: {'Port': ['ID=a3c36dcc-cf0b-469a-b24b-a39c0e11b34b,revision_number=None']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:13:15.226629 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.l3_dvrscheduler_db [req-7efa58d4-9d05-4571-82c7-329f6e19f598 req-bf494aac-d283-418d-8446-8b009476e883 tempest-TestServerMultinode-197109480 tempest-TestServerMultinode-197109480-project-admin] No DVR routers for this DVR port a3c36dcc-cf0b-469a-b24b-a39c0e11b34b on host n-h1-838334-2 {{(pid=84041) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 21:13:15.229594 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [req-7efa58d4-9d05-4571-82c7-329f6e19f598 req-bf494aac-d283-418d-8446-8b009476e883 tempest-TestServerMultinode-197109480 tempest-TestServerMultinode-197109480-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217293'] for port, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:13:15.233792 n-d-838334-2 neutron-server[84041]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '17e7ea0c-0929-4cb6-ad2f-036c02614cd9', 'name': 'network-vif-deleted', 'tag': 'a3c36dcc-cf0b-469a-b24b-a39c0e11b34b'}] {{(pid=84041) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 21:13:15.253620 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-7efa58d4-9d05-4571-82c7-329f6e19f598 req-bf494aac-d283-418d-8446-8b009476e883 tempest-TestServerMultinode-197109480 tempest-TestServerMultinode-197109480-project-admin] 10.222.0.43 "DELETE /v2.0/ports/a3c36dcc-cf0b-469a-b24b-a39c0e11b34b HTTP/1.1" status: 204 len: 173 time: 1.4032483 Apr 18 21:13:15.288898 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-4d761e33-003b-49a1-990a-7732473cc2cc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:13:15.297055 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-4d761e33-003b-49a1-990a-7732473cc2cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33528224'] for security_group, after_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:13:15.354352 n-d-838334-2 neutron-server[84041]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c2cafea2-1907-4bae-bbb2-a79b72bfbcc5'] response: {'server_uuid': '17e7ea0c-0929-4cb6-ad2f-036c02614cd9', 'name': 'network-vif-deleted', 'tag': 'a3c36dcc-cf0b-469a-b24b-a39c0e11b34b', 'status': 'completed', 'code': 200} Apr 18 21:13:15.435904 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-ef7229c7-0cc2-4078-8772-0db049608ba0 req-0dcbcea1-e353-4b96-b391-4dea63eab6f4 tempest-VolumesActionsTest-472602596 tempest-VolumesActionsTest-472602596-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750375259028', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750374836628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32440838'] for port, after_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:13:15.437966 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4d761e33-003b-49a1-990a-7732473cc2cc admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 363} {{(pid=84040) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 21:13:15.558085 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d761e33-003b-49a1-990a-7732473cc2cc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2edc51f1-105c-4f18-9f97-6c959d6aea60,revision_number=1']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:13:15.608887 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dcbcea1-e353-4b96-b391-4dea63eab6f4 tempest-VolumesActionsTest-472602596 tempest-VolumesActionsTest-472602596-project] Pushing event deleted for resources: {'Port': ['ID=683f847d-fc04-4346-aee1-2ce6a849e6eb,revision_number=None']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:13:15.618540 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-4d761e33-003b-49a1-990a-7732473cc2cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1082986'] for segment, precommit_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:13:15.618964 n-d-838334-2 neutron-server[84040]: INFO neutron.db.segments_db [None req-4d761e33-003b-49a1-990a-7732473cc2cc admin admin] Added segment 73027d9a-2324-4fff-a460-d461bbd8c34a of type vlan for network 455c9cd9-3eae-4b7a-8234-99cebcf9bc24 Apr 18 21:13:15.668923 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-b6a9c725-a1e4-4c33-849e-30d463a33e23 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750375287399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253529'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:13:15.850154 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-4d761e33-003b-49a1-990a-7732473cc2cc admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750374825732'] for network, precommit_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:13:15.909921 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.l3_dvrscheduler_db [req-ef7229c7-0cc2-4078-8772-0db049608ba0 req-0dcbcea1-e353-4b96-b391-4dea63eab6f4 tempest-VolumesActionsTest-472602596 tempest-VolumesActionsTest-472602596-project] No DVR routers for this DVR port 683f847d-fc04-4346-aee1-2ce6a849e6eb on host n-h2-838334-2 {{(pid=84040) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 21:13:15.918687 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-ef7229c7-0cc2-4078-8772-0db049608ba0 req-0dcbcea1-e353-4b96-b391-4dea63eab6f4 tempest-VolumesActionsTest-472602596 tempest-VolumesActionsTest-472602596-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217293'] for port, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:13:15.925118 n-d-838334-2 neutron-server[84040]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ef9e205a-98ac-4630-8105-a3fa64a402e7', 'name': 'network-vif-deleted', 'tag': '683f847d-fc04-4346-aee1-2ce6a849e6eb'}] {{(pid=84040) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 21:13:15.972889 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-ef7229c7-0cc2-4078-8772-0db049608ba0 req-0dcbcea1-e353-4b96-b391-4dea63eab6f4 tempest-VolumesActionsTest-472602596 tempest-VolumesActionsTest-472602596-project] 10.222.0.48 "DELETE /v2.0/ports/683f847d-fc04-4346-aee1-2ce6a849e6eb HTTP/1.1" status: 204 len: 173 time: 2.4919786 Apr 18 21:13:15.974866 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-4d761e33-003b-49a1-990a-7732473cc2cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33526109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022'] for network, after_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:13:15.979425 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d761e33-003b-49a1-990a-7732473cc2cc admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:13:15.980816 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-4d761e33-003b-49a1-990a-7732473cc2cc admin admin] Notify callbacks [] for network, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:13:16.056842 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-4d761e33-003b-49a1-990a-7732473cc2cc admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 2.1264586 Apr 18 21:13:16.060153 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 51668) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:13:16.068521 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.v2.base [None req-00ce0245-ea87-407b-abe3-398ddbe940de admin admin] Request body: {'subnet': {'network_id': '455c9cd9-3eae-4b7a-8234-99cebcf9bc24', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerBasicOps-997885885-subnet', 'tenant_id': '769e4d212a7247919de3c941a9f4cf3b', 'ip_version': 4}} {{(pid=84041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:13:16.088629 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-00ce0245-ea87-407b-abe3-398ddbe940de admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:13:16.107698 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-00ce0245-ea87-407b-abe3-398ddbe940de admin admin] Usage tracker for resource:subnet and tenant:769e4d212a7247919de3c941a9f4cf3b is out of sync, need to count used quota {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:13:16.126860 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-00ce0245-ea87-407b-abe3-398ddbe940de admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:13:16.161104 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-00ce0245-ea87-407b-abe3-398ddbe940de admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:13:16.196035 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-00ce0245-ea87-407b-abe3-398ddbe940de admin admin] Made reservation on behalf of 769e4d212a7247919de3c941a9f4cf3b for: {'subnet': 1} {{(pid=84041) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:13:16.198747 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-00ce0245-ea87-407b-abe3-398ddbe940de admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32486301'] for subnet, before_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:13:16.222628 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Device 683f847d-fc04-4346-aee1-2ce6a849e6eb no longer exists at agent hyperv_n-h2-838334-2 {{(pid=84042) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 21:13:16.295537 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [req-77f9e722-ac04-4fca-951a-626e8f32b371 req-1b3ab1b3-013f-4dd8-9220-b1b6b6063782 tempest-VolumesActionsTest-472602596 tempest-VolumesActionsTest-472602596-project] Synchronizing usage tracker for tenant:6c33d80c41514a6a87356e217af6c6ed on resource:port {{(pid=84040) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 21:13:16.313922 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.plugin [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] No Port match for: 683f847d-fc04-4346-aee1-2ce6a849e6eb {{(pid=84042) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 18 21:13:16.314418 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Device 683f847d-fc04-4346-aee1-2ce6a849e6eb not bound to the agent host n-h2-838334-2 {{(pid=84042) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 21:13:16.414242 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d761e33-003b-49a1-990a-7732473cc2cc admin admin] Pushing event updated for resources: {'Network': ['ID=455c9cd9-3eae-4b7a-8234-99cebcf9bc24,revision_number=1']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:13:16.433998 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Network 455c9cd9-3eae-4b7a-8234-99cebcf9bc24 details requested by agent ovs-agent-n-d-838334-2 with host n-d-838334-2 {{(pid=84042) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 18 21:13:16.470662 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-1dc3d261-b277-4bb6-946a-e5c31442ca7e req-51dc3d6c-6073-4f6f-81fb-4a27290bdd96 tempest-TestServerMultinode-197109480 tempest-TestServerMultinode-197109480-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=17e7ea0c-0929-4cb6-ad2f-036c02614cd9 HTTP/1.1" status: 200 len: 210 time: 0.1466286 Apr 18 21:13:16.474773 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [req-77f9e722-ac04-4fca-951a-626e8f32b371 req-1b3ab1b3-013f-4dd8-9220-b1b6b6063782 tempest-VolumesActionsTest-472602596 tempest-VolumesActionsTest-472602596-project] Unset dirty status for tenant:6c33d80c41514a6a87356e217af6c6ed on resource:port {{(pid=84040) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 21:13:16.477258 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-77f9e722-ac04-4fca-951a-626e8f32b371 req-1b3ab1b3-013f-4dd8-9220-b1b6b6063782 tempest-VolumesActionsTest-472602596 tempest-VolumesActionsTest-472602596-project] 10.222.0.42 "GET /v2.0/ports?device_id=ef9e205a-98ac-4630-8105-a3fa64a402e7 HTTP/1.1" status: 200 len: 210 time: 0.3309107 Apr 18 21:13:16.503836 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-00ce0245-ea87-407b-abe3-398ddbe940de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33526260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32266407', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32486287'] for subnet, after_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:13:16.557691 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 51682) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:13:16.611560 n-d-838334-2 neutron-server[84040]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3cad6a95-9fa2-4987-83a4-d8e07bd27d8c'] response: {'server_uuid': 'ef9e205a-98ac-4630-8105-a3fa64a402e7', 'name': 'network-vif-deleted', 'tag': '683f847d-fc04-4346-aee1-2ce6a849e6eb', 'status': 'completed', 'code': 200} Apr 18 21:13:16.655943 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Device a3c36dcc-cf0b-469a-b24b-a39c0e11b34b no longer exists at agent hyperv_n-h1-838334-2 {{(pid=84042) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 21:13:16.696627 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.plugin [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] No Port match for: a3c36dcc-cf0b-469a-b24b-a39c0e11b34b {{(pid=84042) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 18 21:13:16.697737 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Device a3c36dcc-cf0b-469a-b24b-a39c0e11b34b not bound to the agent host n-h1-838334-2 {{(pid=84042) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 21:13:16.754834 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00ce0245-ea87-407b-abe3-398ddbe940de admin admin] Checking segment: {'id': '73027d9a-2324-4fff-a460-d461bbd8c34a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '455c9cd9-3eae-4b7a-8234-99cebcf9bc24'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84041) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 21:13:16.755196 n-d-838334-2 neutron-server[84041]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00ce0245-ea87-407b-abe3-398ddbe940de admin admin] Network hostable DHCP agents. Network: 455c9cd9-3eae-4b7a-8234-99cebcf9bc24, hostable agents: ['8746f8ea-3e91-4b32-9919-2c63adeb8722'], hosted agents: [] {{(pid=84041) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 21:13:16.774677 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00ce0245-ea87-407b-abe3-398ddbe940de admin admin] Pushing event updated for resources: {'Subnet': ['ID=ffff18e8-8f29-45e6-957b-0d07d078c8a0,revision_number=0']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:13:16.805556 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.v2.base [None req-8b0da2f2-bfb0-4a87-86a9-c0847f9ea548 tempest-RoutersNegativeTest-900170219 tempest-RoutersNegativeTest-900170219-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-1548716297', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=84040) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:13:16.813420 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [None req-8b0da2f2-bfb0-4a87-86a9-c0847f9ea548 tempest-RoutersNegativeTest-900170219 tempest-RoutersNegativeTest-900170219-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:13:16.817911 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-8b0da2f2-bfb0-4a87-86a9-c0847f9ea548 tempest-RoutersNegativeTest-900170219 tempest-RoutersNegativeTest-900170219-project] Usage tracker for resource:router and tenant:c645fb98ca674687a1bc26dbf6d8a00f is out of sync, need to count used quota {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:13:16.819345 n-d-838334-2 neutron-server[84041]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00ce0245-ea87-407b-abe3-398ddbe940de admin admin] Network 455c9cd9-3eae-4b7a-8234-99cebcf9bc24 is scheduled to be hosted by DHCP agent 8746f8ea-3e91-4b32-9919-2c63adeb8722 with binding_index 1 {{(pid=84041) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 21:13:16.822166 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-8b0da2f2-bfb0-4a87-86a9-c0847f9ea548 tempest-RoutersNegativeTest-900170219 tempest-RoutersNegativeTest-900170219-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:13:16.828370 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [None req-8b0da2f2-bfb0-4a87-86a9-c0847f9ea548 tempest-RoutersNegativeTest-900170219 tempest-RoutersNegativeTest-900170219-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:13:16.837830 n-d-838334-2 neutron-server[84041]: DEBUG neutron.scheduler.base_scheduler [None req-00ce0245-ea87-407b-abe3-398ddbe940de admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-838334-2, 455c9cd9-3eae-4b7a-8234-99cebcf9bc24) {{(pid=84041) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:13:16.848026 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ffaa11c-adf4-410d-bb20-d8698ac6905e None None] Network 455c9cd9-3eae-4b7a-8234-99cebcf9bc24 requested from n-d-838334-2 {{(pid=84042) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 21:13:16.853343 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-8b0da2f2-bfb0-4a87-86a9-c0847f9ea548 tempest-RoutersNegativeTest-900170219 tempest-RoutersNegativeTest-900170219-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-33442106', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5708'] for router, before_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:13:16.854496 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-8b0da2f2-bfb0-4a87-86a9-c0847f9ea548 tempest-RoutersNegativeTest-900170219 tempest-RoutersNegativeTest-900170219-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33442137', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33444285', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33535433', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5703'] for router, precommit_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:13:16.860565 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00ce0245-ea87-407b-abe3-398ddbe940de admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:13:16.861352 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-00ce0245-ea87-407b-abe3-398ddbe940de admin admin] Notify callbacks [] for subnet, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:13:16.919376 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-8b0da2f2-bfb0-4a87-86a9-c0847f9ea548 tempest-RoutersNegativeTest-900170219 tempest-RoutersNegativeTest-900170219-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:13:16.932711 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-00ce0245-ea87-407b-abe3-398ddbe940de admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.8692560 Apr 18 21:13:16.933433 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 51704) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:13:16.939928 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.v2.base [None req-a807044c-19cb-40d3-88da-5f3f7a9a96ea admin admin] Request body: {'router': {'name': 'tempest-TestServerBasicOps-997885885-router', 'tenant_id': '769e4d212a7247919de3c941a9f4cf3b', 'external_gateway_info': {'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c'}}} {{(pid=84041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:13:16.959746 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-a807044c-19cb-40d3-88da-5f3f7a9a96ea admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:13:16.984132 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-a807044c-19cb-40d3-88da-5f3f7a9a96ea admin admin] Usage tracker for resource:router and tenant:769e4d212a7247919de3c941a9f4cf3b is out of sync, need to count used quota {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:13:16.992923 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-a807044c-19cb-40d3-88da-5f3f7a9a96ea admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:13:17.006920 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-a807044c-19cb-40d3-88da-5f3f7a9a96ea admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:13:17.033510 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-a807044c-19cb-40d3-88da-5f3f7a9a96ea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-33442106', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5708'] for router, before_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:13:17.035030 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-a807044c-19cb-40d3-88da-5f3f7a9a96ea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33442137', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33444285', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33535433', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5703'] for router, precommit_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:13:17.106183 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-a807044c-19cb-40d3-88da-5f3f7a9a96ea admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:13:17.216351 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-8b0da2f2-bfb0-4a87-86a9-c0847f9ea548 tempest-RoutersNegativeTest-900170219 tempest-RoutersNegativeTest-900170219-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33443529', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33444176'] for router, after_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:13:17.276948 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-8b0da2f2-bfb0-4a87-86a9-c0847f9ea548 tempest-RoutersNegativeTest-900170219 tempest-RoutersNegativeTest-900170219-project] Notify callbacks [] for router, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:13:17.278383 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-8b0da2f2-bfb0-4a87-86a9-c0847f9ea548 tempest-RoutersNegativeTest-900170219 tempest-RoutersNegativeTest-900170219-project] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.7195606 Apr 18 21:13:17.282490 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 51714) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:13:17.290953 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.v2.base [None req-7b91a5dd-6c85-41ce-a7e2-25c0cb885b1e tempest-RoutersNegativeTest-900170219 tempest-RoutersNegativeTest-900170219-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-1393018236'}} {{(pid=84040) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:13:17.296838 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [None req-7b91a5dd-6c85-41ce-a7e2-25c0cb885b1e tempest-RoutersNegativeTest-900170219 tempest-RoutersNegativeTest-900170219-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:13:17.301255 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-7b91a5dd-6c85-41ce-a7e2-25c0cb885b1e tempest-RoutersNegativeTest-900170219 tempest-RoutersNegativeTest-900170219-project] Usage tracker for resource:network and tenant:c645fb98ca674687a1bc26dbf6d8a00f is out of sync, need to count used quota {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:13:17.305016 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-7b91a5dd-6c85-41ce-a7e2-25c0cb885b1e tempest-RoutersNegativeTest-900170219 tempest-RoutersNegativeTest-900170219-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:13:17.311943 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [None req-7b91a5dd-6c85-41ce-a7e2-25c0cb885b1e tempest-RoutersNegativeTest-900170219 tempest-RoutersNegativeTest-900170219-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:13:17.333427 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b91a5dd-6c85-41ce-a7e2-25c0cb885b1e tempest-RoutersNegativeTest-900170219 tempest-RoutersNegativeTest-900170219-project] Made reservation on behalf of c645fb98ca674687a1bc26dbf6d8a00f for: {'network': 1} {{(pid=84040) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:13:17.337408 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-7b91a5dd-6c85-41ce-a7e2-25c0cb885b1e tempest-RoutersNegativeTest-900170219 tempest-RoutersNegativeTest-900170219-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for network, before_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:13:17.355573 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-7b91a5dd-6c85-41ce-a7e2-25c0cb885b1e tempest-RoutersNegativeTest-900170219 tempest-RoutersNegativeTest-900170219-project] Notify callbacks [] for security_group, before_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:13:17.377765 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3403b915-f6bd-4e03-9d32-ac7fc091e439 req-8934fa74-f2d8-4ad2-a898-900342158f72 tempest-VolumesSnapshotTestJSON-1863616769 tempest-VolumesSnapshotTestJSON-1863616769-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:13:17.379774 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-3403b915-f6bd-4e03-9d32-ac7fc091e439 req-8934fa74-f2d8-4ad2-a898-900342158f72 tempest-VolumesSnapshotTestJSON-1863616769 tempest-VolumesSnapshotTestJSON-1863616769-project] 10.222.0.42 "GET /v2.0/networks?id=ec211755-00f0-492d-a79c-096be27f1d17 HTTP/1.1" status: 200 len: 814 time: 0.4193144 Apr 18 21:13:17.415116 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f34f3e87-1d5e-4b3f-a82e-89c7d190d29f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp016840fc-1f9f-5892-9c53-c9cf6c845bbb-455c9cd9-3eae-4b7a-8234-99cebcf9bc24', 'network_id': '455c9cd9-3eae-4b7a-8234-99cebcf9bc24', 'tenant_id': '769e4d212a7247919de3c941a9f4cf3b', 'fixed_ips': [{'subnet_id': 'ffff18e8-8f29-45e6-957b-0d07d078c8a0'}]}} from n-d-838334-2. {{(pid=84042) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 18 21:13:17.416187 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-3403b915-f6bd-4e03-9d32-ac7fc091e439 req-4577027f-b8d4-4fc0-b550-01e370cc4fed tempest-VolumesSnapshotTestJSON-1863616769 tempest-VolumesSnapshotTestJSON-1863616769-project] 10.222.0.42 "GET /v2.0/quotas/8ca657a6dd7e428db1e7c06a95f1a90e HTTP/1.1" status: 200 len: 375 time: 0.0291431 Apr 18 21:13:17.416483 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-f34f3e87-1d5e-4b3f-a82e-89c7d190d29f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_create {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:13:17.420272 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [None req-7b91a5dd-6c85-41ce-a7e2-25c0cb885b1e tempest-RoutersNegativeTest-900170219 tempest-RoutersNegativeTest-900170219-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:13:17.426921 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-7b91a5dd-6c85-41ce-a7e2-25c0cb885b1e tempest-RoutersNegativeTest-900170219 tempest-RoutersNegativeTest-900170219-project] Usage tracker for resource:security_group_rule and tenant:c645fb98ca674687a1bc26dbf6d8a00f is out of sync, need to count used quota {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:13:17.507983 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-a807044c-19cb-40d3-88da-5f3f7a9a96ea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-33444175', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-33443520', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5293'] for router, precommit_update {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:13:17.514784 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-3403b915-f6bd-4e03-9d32-ac7fc091e439 req-86d6e588-952f-466c-bb0a-0b778d1b8a37 tempest-VolumesSnapshotTestJSON-1863616769 tempest-VolumesSnapshotTestJSON-1863616769-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=8ca657a6dd7e428db1e7c06a95f1a90e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0917621 Apr 18 21:13:17.515858 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-7b91a5dd-6c85-41ce-a7e2-25c0cb885b1e tempest-RoutersNegativeTest-900170219 tempest-RoutersNegativeTest-900170219-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:13:17.534224 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [None req-7b91a5dd-6c85-41ce-a7e2-25c0cb885b1e tempest-RoutersNegativeTest-900170219 tempest-RoutersNegativeTest-900170219-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:13:17.710972 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.db_base_plugin_common [None req-f34f3e87-1d5e-4b3f-a82e-89c7d190d29f None None] Allocated IP 172.20.0.2 (455c9cd9-3eae-4b7a-8234-99cebcf9bc24/ffff18e8-8f29-45e6-957b-0d07d078c8a0/7d63c21a-e887-4bb9-a435-5e376885d78a) {{(pid=84042) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 21:13:17.851499 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-3403b915-f6bd-4e03-9d32-ac7fc091e439 req-51efef7c-7df7-4fe2-a0ab-0a80295c191d service neutron] 10.222.0.42 "GET /v2.0/networks/ec211755-00f0-492d-a79c-096be27f1d17?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3187394 Apr 18 21:13:17.921041 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 51732) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:13:18.072781 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-326d7e31-fecd-435a-a57a-cbb495c36e1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750375287399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253529'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:13:18.100298 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-f34f3e87-1d5e-4b3f-a82e-89c7d190d29f None None] Notify callbacks [] for port, precommit_create {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:13:18.115339 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-f34f3e87-1d5e-4b3f-a82e-89c7d190d29f None None] Transition to ACTIVE for port object 7d63c21a-e887-4bb9-a435-5e376885d78a will not be triggered until provisioned by entity L2. {{(pid=84042) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:13:18.120924 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-7b91a5dd-6c85-41ce-a7e2-25c0cb885b1e tempest-RoutersNegativeTest-900170219 tempest-RoutersNegativeTest-900170219-project] Notify callbacks [] for security_group, precommit_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:13:18.156349 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-7b91a5dd-6c85-41ce-a7e2-25c0cb885b1e tempest-RoutersNegativeTest-900170219 tempest-RoutersNegativeTest-900170219-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33528224'] for security_group, after_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:13:18.170569 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-f34f3e87-1d5e-4b3f-a82e-89c7d190d29f None None] Transition to ACTIVE for port object 7d63c21a-e887-4bb9-a435-5e376885d78a will not be triggered until provisioned by entity DHCP. {{(pid=84042) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:13:18.174718 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7b91a5dd-6c85-41ce-a7e2-25c0cb885b1e tempest-RoutersNegativeTest-900170219 tempest-RoutersNegativeTest-900170219-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 361} {{(pid=84040) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 21:13:18.180912 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-f34f3e87-1d5e-4b3f-a82e-89c7d190d29f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750374836619'] for port, after_create {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:13:18.186296 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-7b91a5dd-6c85-41ce-a7e2-25c0cb885b1e tempest-RoutersNegativeTest-900170219 tempest-RoutersNegativeTest-900170219-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1082986'] for segment, precommit_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:13:18.186849 n-d-838334-2 neutron-server[84040]: INFO neutron.db.segments_db [None req-7b91a5dd-6c85-41ce-a7e2-25c0cb885b1e tempest-RoutersNegativeTest-900170219 tempest-RoutersNegativeTest-900170219-project] Added segment d66f716c-3985-4755-b46d-1fd0285759d0 of type vlan for network a3a58b39-217c-4814-a90c-31c6c996d0cf Apr 18 21:13:18.264129 n-d-838334-2 neutron-server[84042]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f34f3e87-1d5e-4b3f-a82e-89c7d190d29f None None] Network 455c9cd9-3eae-4b7a-8234-99cebcf9bc24 is already hosted by enough agents. {{(pid=84042) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:13:18.267426 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b91a5dd-6c85-41ce-a7e2-25c0cb885b1e tempest-RoutersNegativeTest-900170219 tempest-RoutersNegativeTest-900170219-project] Pushing event updated for resources: {'SecurityGroup': ['ID=09317217-9115-4cbc-8311-2df34cb049af,revision_number=1']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:13:18.271924 n-d-838334-2 neutron-server[84042]: DEBUG neutron.scheduler.base_scheduler [None req-f34f3e87-1d5e-4b3f-a82e-89c7d190d29f None None] Resources bound (agent type, host, resource id): {{(pid=84042) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:13:18.276440 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f34f3e87-1d5e-4b3f-a82e-89c7d190d29f None None] Received port after_create {{(pid=84042) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 21:13:18.320536 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-7b91a5dd-6c85-41ce-a7e2-25c0cb885b1e tempest-RoutersNegativeTest-900170219 tempest-RoutersNegativeTest-900170219-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750374825732'] for network, precommit_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:13:18.328550 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f34f3e87-1d5e-4b3f-a82e-89c7d190d29f None None] Pushing event updated for resources: {'Port': ['ID=7d63c21a-e887-4bb9-a435-5e376885d78a,revision_number=1']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:13:18.343663 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-a807044c-19cb-40d3-88da-5f3f7a9a96ea admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:13:18.420238 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-a807044c-19cb-40d3-88da-5f3f7a9a96ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:13:18.452552 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.managers [None req-f34f3e87-1d5e-4b3f-a82e-89c7d190d29f None None] Attempting to bind port 7d63c21a-e887-4bb9-a435-5e376885d78a on host n-d-838334-2 for vnic_type normal with profile {{(pid=84042) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 21:13:18.452905 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.managers [None req-f34f3e87-1d5e-4b3f-a82e-89c7d190d29f None None] Attempting to bind port 7d63c21a-e887-4bb9-a435-5e376885d78a by drivers openvswitch,hyperv on host n-d-838334-2 at level 0 using segments [{'id': '73027d9a-2324-4fff-a460-d461bbd8c34a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '455c9cd9-3eae-4b7a-8234-99cebcf9bc24'}] {{(pid=84042) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 21:13:18.453260 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f34f3e87-1d5e-4b3f-a82e-89c7d190d29f None None] Attempting to bind port 7d63c21a-e887-4bb9-a435-5e376885d78a on network 455c9cd9-3eae-4b7a-8234-99cebcf9bc24 {{(pid=84042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 21:13:18.467815 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f34f3e87-1d5e-4b3f-a82e-89c7d190d29f None None] Checking agent: {'id': '97cd4414-7af6-4d67-868d-dff370b4071a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838334-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 25, 49), 'started_at': datetime.datetime(2022, 4, 18, 20, 26, 19), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 21, 12, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838334-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 18 21:13:18.467815 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f34f3e87-1d5e-4b3f-a82e-89c7d190d29f None None] Checking segment: {'id': '73027d9a-2324-4fff-a460-d461bbd8c34a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '455c9cd9-3eae-4b7a-8234-99cebcf9bc24'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84042) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 21:13:18.467815 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-f34f3e87-1d5e-4b3f-a82e-89c7d190d29f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:13:18.467815 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f34f3e87-1d5e-4b3f-a82e-89c7d190d29f None None] Bound using segment: {'id': '73027d9a-2324-4fff-a460-d461bbd8c34a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '455c9cd9-3eae-4b7a-8234-99cebcf9bc24'} {{(pid=84042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 18 21:13:18.467815 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.managers [None req-f34f3e87-1d5e-4b3f-a82e-89c7d190d29f None None] Bound port: 7d63c21a-e887-4bb9-a435-5e376885d78a, host: n-d-838334-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '73027d9a-2324-4fff-a460-d461bbd8c34a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '455c9cd9-3eae-4b7a-8234-99cebcf9bc24'}}] {{(pid=84042) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 21:13:18.467815 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-f34f3e87-1d5e-4b3f-a82e-89c7d190d29f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:13:18.489194 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-3403b915-f6bd-4e03-9d32-ac7fc091e439 req-32b061e1-ae3c-4203-aacd-121262a3234d service neutron] 10.222.0.42 "GET /v2.0/networks/ec211755-00f0-492d-a79c-096be27f1d17?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6227019 Apr 18 21:13:18.550347 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-7b91a5dd-6c85-41ce-a7e2-25c0cb885b1e tempest-RoutersNegativeTest-900170219 tempest-RoutersNegativeTest-900170219-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33526109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022'] for network, after_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:13:18.554046 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b91a5dd-6c85-41ce-a7e2-25c0cb885b1e tempest-RoutersNegativeTest-900170219 tempest-RoutersNegativeTest-900170219-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:13:18.559337 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-7b91a5dd-6c85-41ce-a7e2-25c0cb885b1e tempest-RoutersNegativeTest-900170219 tempest-RoutersNegativeTest-900170219-project] Notify callbacks [] for network, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:13:18.603800 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-f34f3e87-1d5e-4b3f-a82e-89c7d190d29f None None] For port 7d63c21a-e887-4bb9-a435-5e376885d78a, host n-d-838334-2, cleared binding levels {{(pid=84042) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 21:13:18.607172 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-f34f3e87-1d5e-4b3f-a82e-89c7d190d29f None None] For port 7d63c21a-e887-4bb9-a435-5e376885d78a, host n-d-838334-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838334-2',level=0,port_id=7d63c21a-e887-4bb9-a435-5e376885d78a,segment=NetworkSegment(73027d9a-2324-4fff-a460-d461bbd8c34a),segment_id=73027d9a-2324-4fff-a460-d461bbd8c34a)] {{(pid=84042) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 21:13:18.617839 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-f34f3e87-1d5e-4b3f-a82e-89c7d190d29f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682'] for port, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:13:18.685014 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.db_base_plugin_common [None req-a807044c-19cb-40d3-88da-5f3f7a9a96ea admin admin] Allocated IP 172.25.8.194 (e41b6600-a917-4a8d-b05c-be3be40c6d8c/6b05667b-848e-4356-9b44-d5eb6808ef74/42368b2a-81ef-4f4f-9d00-ff9af0168c31) {{(pid=84041) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 21:13:18.732063 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f34f3e87-1d5e-4b3f-a82e-89c7d190d29f None None] Pushing event updated for resources: {'Port': ['ID=7d63c21a-e887-4bb9-a435-5e376885d78a,revision_number=2']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:13:19.033654 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750375287399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253529'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:13:19.221116 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebef76c4-d2e2-4c47-a8a1-814ac197ff6c req-98ca6ab5-6413-4c16-88d4-58f7472127c3 tempest-VolumesActionsTest-472602596 tempest-VolumesActionsTest-472602596-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:13:19.222302 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-ebef76c4-d2e2-4c47-a8a1-814ac197ff6c req-98ca6ab5-6413-4c16-88d4-58f7472127c3 tempest-VolumesActionsTest-472602596 tempest-VolumesActionsTest-472602596-project] 10.222.0.42 "GET /v2.0/networks?id=7c39ac3c-ebab-4084-9bf0-d4e6866e30eb HTTP/1.1" status: 200 len: 808 time: 0.9955173 Apr 18 21:13:19.246584 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-a807044c-19cb-40d3-88da-5f3f7a9a96ea admin admin] Notify callbacks [] for port, precommit_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:13:19.250571 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-054bd3c3-de0e-4634-8378-764636791996 req-dcaf94da-fae5-43ce-84e5-572b5a3460e7 tempest-VolumesSnapshotTestJSON-1863616769 tempest-VolumesSnapshotTestJSON-1863616769-project] 10.222.0.42 "GET /v2.0/ports?device_id=048b0c07-145a-427b-af4d-c76e4c5114f7 HTTP/1.1" status: 200 len: 210 time: 0.1919849 Apr 18 21:13:19.311796 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-ebef76c4-d2e2-4c47-a8a1-814ac197ff6c req-b0b9e7d3-ba00-4241-a566-02d338ecdd92 tempest-VolumesActionsTest-472602596 tempest-VolumesActionsTest-472602596-project] 10.222.0.42 "GET /v2.0/quotas/6c33d80c41514a6a87356e217af6c6ed HTTP/1.1" status: 200 len: 375 time: 0.0600934 Apr 18 21:13:19.325155 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-7b91a5dd-6c85-41ce-a7e2-25c0cb885b1e tempest-RoutersNegativeTest-900170219 tempest-RoutersNegativeTest-900170219-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 2.0414252 Apr 18 21:13:19.327087 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b91a5dd-6c85-41ce-a7e2-25c0cb885b1e tempest-RoutersNegativeTest-900170219 tempest-RoutersNegativeTest-900170219-project] Pushing event updated for resources: {'Network': ['ID=a3a58b39-217c-4814-a90c-31c6c996d0cf,revision_number=1']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:13:19.329998 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 51786) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:13:19.340113 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Network a3a58b39-217c-4814-a90c-31c6c996d0cf details requested by agent ovs-agent-n-d-838334-2 with host n-d-838334-2 {{(pid=84042) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 18 21:13:19.351967 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-54e3787d-0da1-473b-bf0c-3737bd25b72b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33443857'] for router_interface, before_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:13:19.447435 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-ebef76c4-d2e2-4c47-a8a1-814ac197ff6c req-42fde002-a950-4ee4-9a23-81e22b62bc11 tempest-VolumesActionsTest-472602596 tempest-VolumesActionsTest-472602596-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=6c33d80c41514a6a87356e217af6c6ed&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1232479 Apr 18 21:13:19.451107 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.v2.base [None req-65584440-98d9-42d3-893b-bdfdfa5e4849 tempest-RoutersNegativeTest-900170219 tempest-RoutersNegativeTest-900170219-project] Request body: {'subnet': {'network_id': 'a3a58b39-217c-4814-a90c-31c6c996d0cf', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=84040) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:13:19.457022 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-a807044c-19cb-40d3-88da-5f3f7a9a96ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750374836619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32266323'] for port, after_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:13:19.517896 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-414b6ffe-e119-47bc-b18f-bcff1219c2f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750375287399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253529'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:13:19.659005 n-d-838334-2 neutron-server[84041]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a807044c-19cb-40d3-88da-5f3f7a9a96ea admin admin] Network e41b6600-a917-4a8d-b05c-be3be40c6d8c is already hosted by enough agents. {{(pid=84041) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:13:19.663777 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a807044c-19cb-40d3-88da-5f3f7a9a96ea admin admin] Pushing event updated for resources: {'Port': ['ID=42368b2a-81ef-4f4f-9d00-ff9af0168c31,revision_number=1']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:13:19.690444 n-d-838334-2 neutron-server[84041]: DEBUG neutron.scheduler.base_scheduler [None req-a807044c-19cb-40d3-88da-5f3f7a9a96ea admin admin] Resources bound (agent type, host, resource id): {{(pid=84041) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:13:19.766788 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [None req-65584440-98d9-42d3-893b-bdfdfa5e4849 tempest-RoutersNegativeTest-900170219 tempest-RoutersNegativeTest-900170219-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:13:19.777498 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-65584440-98d9-42d3-893b-bdfdfa5e4849 tempest-RoutersNegativeTest-900170219 tempest-RoutersNegativeTest-900170219-project] Usage tracker for resource:subnet and tenant:c645fb98ca674687a1bc26dbf6d8a00f is out of sync, need to count used quota {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:13:19.786357 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a807044c-19cb-40d3-88da-5f3f7a9a96ea admin admin] Received port after_create {{(pid=84041) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 21:13:19.800608 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-65584440-98d9-42d3-893b-bdfdfa5e4849 tempest-RoutersNegativeTest-900170219 tempest-RoutersNegativeTest-900170219-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:13:19.851856 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-ebef76c4-d2e2-4c47-a8a1-814ac197ff6c req-538203e2-dfa9-4ff7-af88-8a665cf2fc78 service neutron] 10.222.0.42 "GET /v2.0/networks/7c39ac3c-ebab-4084-9bf0-d4e6866e30eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2543375 Apr 18 21:13:19.852746 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [None req-65584440-98d9-42d3-893b-bdfdfa5e4849 tempest-RoutersNegativeTest-900170219 tempest-RoutersNegativeTest-900170219-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:13:19.885898 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-65584440-98d9-42d3-893b-bdfdfa5e4849 tempest-RoutersNegativeTest-900170219 tempest-RoutersNegativeTest-900170219-project] Made reservation on behalf of c645fb98ca674687a1bc26dbf6d8a00f for: {'subnet': 1} {{(pid=84040) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:13:20.138688 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-a807044c-19cb-40d3-88da-5f3f7a9a96ea admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:13:20.139837 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-a807044c-19cb-40d3-88da-5f3f7a9a96ea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33443529', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33444176'] for router, after_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:13:20.168895 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-65584440-98d9-42d3-893b-bdfdfa5e4849 tempest-RoutersNegativeTest-900170219 tempest-RoutersNegativeTest-900170219-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31752722'] for subnet, before_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:13:20.438644 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-ebef76c4-d2e2-4c47-a8a1-814ac197ff6c req-2f0aece7-0243-4643-8494-f778a4e06ad3 service neutron] 10.222.0.42 "GET /v2.0/networks/7c39ac3c-ebab-4084-9bf0-d4e6866e30eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5781140 Apr 18 21:13:20.446159 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Device 7d63c21a-e887-4bb9-a435-5e376885d78a up at agent ovs-agent-n-d-838334-2 {{(pid=84042) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 21:13:20.510678 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eafc630b-93ad-4aeb-a266-50a3df6bcc83 None None] Network 455c9cd9-3eae-4b7a-8234-99cebcf9bc24 requested from n-d-838334-2 {{(pid=84042) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 21:13:20.670810 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-6c99f604-04a9-47d7-a869-276a594fa968 req-113815c6-cb08-468f-a523-d604b163f3b1 tempest-VolumesSnapshotTestJSON-1863616769 tempest-VolumesSnapshotTestJSON-1863616769-project] 10.222.0.42 "GET /v2.0/ports?device_id=048b0c07-145a-427b-af4d-c76e4c5114f7 HTTP/1.1" status: 200 len: 210 time: 0.1806340 Apr 18 21:13:20.936543 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-c7521a90-7d65-4e2e-842c-ca5d95e9a89c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750375287399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253529'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:13:20.946789 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-f4cbbc07-77c3-4ab3-9435-8af2c6f9a001 None None] Provisioning for port 7d63c21a-e887-4bb9-a435-5e376885d78a completed by entity DHCP. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 21:13:20.996661 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-38472ea0-6cc3-4cea-ab2f-2229a21f2b80 req-c81c0775-22b4-4114-9455-64d08bd17c80 tempest-VolumesActionsTest-472602596 tempest-VolumesActionsTest-472602596-project] 10.222.0.42 "GET /v2.0/ports?device_id=bdcedb93-3bbe-4192-9aa6-a1252ab35913 HTTP/1.1" status: 200 len: 210 time: 0.3102138 Apr 18 21:13:21.187025 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3403b915-f6bd-4e03-9d32-ac7fc091e439 req-201ad2c8-e549-454f-b43b-145d46e91378 tempest-VolumesSnapshotTestJSON-1863616769 tempest-VolumesSnapshotTestJSON-1863616769-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:13:21.188772 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-3403b915-f6bd-4e03-9d32-ac7fc091e439 req-201ad2c8-e549-454f-b43b-145d46e91378 tempest-VolumesSnapshotTestJSON-1863616769 tempest-VolumesSnapshotTestJSON-1863616769-project] 10.222.0.48 "GET /v2.0/networks?id=ec211755-00f0-492d-a79c-096be27f1d17 HTTP/1.1" status: 200 len: 814 time: 0.6193326 Apr 18 21:13:21.209560 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.v2.base [req-3403b915-f6bd-4e03-9d32-ac7fc091e439 req-15719035-7ef3-4c70-8517-b9bb384cc996 tempest-VolumesSnapshotTestJSON-1863616769 tempest-VolumesSnapshotTestJSON-1863616769-project] Request body: {'port': {'device_id': '048b0c07-145a-427b-af4d-c76e4c5114f7', 'network_id': 'ec211755-00f0-492d-a79c-096be27f1d17', 'admin_state_up': True, 'tenant_id': '8ca657a6dd7e428db1e7c06a95f1a90e'}} {{(pid=84040) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:13:21.267728 n-d-838334-2 neutron-server[84041]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a807044c-19cb-40d3-88da-5f3f7a9a96ea admin admin] Router e816ae11-294e-480a-b20a-a9ed203b8f57 is scheduled to L3 agent bc84d6c9-dd7a-4555-a351-592327b46d5a with binding_index 1 {{(pid=84041) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 18 21:13:21.268320 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Provisioning for port 7d63c21a-e887-4bb9-a435-5e376885d78a completed by entity L2. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 21:13:21.292595 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Provisioning complete for port 7d63c21a-e887-4bb9-a435-5e376885d78a triggered by entity L2. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:13:21.294458 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1253608'] for port, provisioning_complete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:13:21.337526 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-65584440-98d9-42d3-893b-bdfdfa5e4849 tempest-RoutersNegativeTest-900170219 tempest-RoutersNegativeTest-900170219-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33526260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32441074', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31752704'] for subnet, after_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:13:21.457039 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65584440-98d9-42d3-893b-bdfdfa5e4849 tempest-RoutersNegativeTest-900170219 tempest-RoutersNegativeTest-900170219-project] Pushing event updated for resources: {'Subnet': ['ID=01bff918-34ce-482f-96d1-3b791f198777,revision_number=0']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:13:21.493320 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65584440-98d9-42d3-893b-bdfdfa5e4849 tempest-RoutersNegativeTest-900170219 tempest-RoutersNegativeTest-900170219-project] Checking segment: {'id': 'd66f716c-3985-4755-b46d-1fd0285759d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': 'a3a58b39-217c-4814-a90c-31c6c996d0cf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84040) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 21:13:21.494308 n-d-838334-2 neutron-server[84040]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65584440-98d9-42d3-893b-bdfdfa5e4849 tempest-RoutersNegativeTest-900170219 tempest-RoutersNegativeTest-900170219-project] Network hostable DHCP agents. Network: a3a58b39-217c-4814-a90c-31c6c996d0cf, hostable agents: ['8746f8ea-3e91-4b32-9919-2c63adeb8722'], hosted agents: [] {{(pid=84040) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 21:13:21.510201 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [req-3403b915-f6bd-4e03-9d32-ac7fc091e439 req-15719035-7ef3-4c70-8517-b9bb384cc996 tempest-VolumesSnapshotTestJSON-1863616769 tempest-VolumesSnapshotTestJSON-1863616769-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:13:21.551719 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [req-3403b915-f6bd-4e03-9d32-ac7fc091e439 req-15719035-7ef3-4c70-8517-b9bb384cc996 tempest-VolumesSnapshotTestJSON-1863616769 tempest-VolumesSnapshotTestJSON-1863616769-project] Usage tracker for resource:port and tenant:8ca657a6dd7e428db1e7c06a95f1a90e is out of sync, need to count used quota {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:13:21.551719 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [req-3403b915-f6bd-4e03-9d32-ac7fc091e439 req-15719035-7ef3-4c70-8517-b9bb384cc996 tempest-VolumesSnapshotTestJSON-1863616769 tempest-VolumesSnapshotTestJSON-1863616769-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:13:21.564366 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.plugin [None req-54e3787d-0da1-473b-bf0c-3737bd25b72b admin admin] Deleting port 02051af1-275e-4d04-ad07-90e31788a4e0 {{(pid=84041) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 21:13:21.564569 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-54e3787d-0da1-473b-bf0c-3737bd25b72b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750375188691'] for port, before_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:13:21.574243 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [req-3403b915-f6bd-4e03-9d32-ac7fc091e439 req-15719035-7ef3-4c70-8517-b9bb384cc996 tempest-VolumesSnapshotTestJSON-1863616769 tempest-VolumesSnapshotTestJSON-1863616769-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:13:21.605958 n-d-838334-2 neutron-server[84040]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65584440-98d9-42d3-893b-bdfdfa5e4849 tempest-RoutersNegativeTest-900170219 tempest-RoutersNegativeTest-900170219-project] Network a3a58b39-217c-4814-a90c-31c6c996d0cf is scheduled to be hosted by DHCP agent 8746f8ea-3e91-4b32-9919-2c63adeb8722 with binding_index 1 {{(pid=84040) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 21:13:21.610206 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3403b915-f6bd-4e03-9d32-ac7fc091e439 req-15719035-7ef3-4c70-8517-b9bb384cc996 tempest-VolumesSnapshotTestJSON-1863616769 tempest-VolumesSnapshotTestJSON-1863616769-project] Made reservation on behalf of 8ca657a6dd7e428db1e7c06a95f1a90e for: {'port': 1} {{(pid=84040) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:13:21.622735 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-3403b915-f6bd-4e03-9d32-ac7fc091e439 req-15719035-7ef3-4c70-8517-b9bb384cc996 tempest-VolumesSnapshotTestJSON-1863616769 tempest-VolumesSnapshotTestJSON-1863616769-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:13:21.655921 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:13:21.741382 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] For port 7d63c21a-e887-4bb9-a435-5e376885d78a, host n-d-838334-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838334-2',level=0,port_id=7d63c21a-e887-4bb9-a435-5e376885d78a,segment=NetworkSegment(73027d9a-2324-4fff-a460-d461bbd8c34a),segment_id=73027d9a-2324-4fff-a460-d461bbd8c34a)] {{(pid=84042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:13:21.756057 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682'] for port, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:13:21.832860 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.db [None req-54e3787d-0da1-473b-bf0c-3737bd25b72b admin admin] For port 02051af1-275e-4d04-ad07-90e31788a4e0, host n-d-838334-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838334-2',level=0,port_id=02051af1-275e-4d04-ad07-90e31788a4e0,segment=NetworkSegment(c49af281-1077-4a7b-980c-51064121b94d),segment_id=c49af281-1077-4a7b-980c-51064121b94d)] {{(pid=84041) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:13:21.833225 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-54e3787d-0da1-473b-bf0c-3737bd25b72b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369123'] for port, precommit_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:13:21.862726 n-d-838334-2 neutron-server[84040]: DEBUG neutron.scheduler.base_scheduler [None req-65584440-98d9-42d3-893b-bdfdfa5e4849 tempest-RoutersNegativeTest-900170219 tempest-RoutersNegativeTest-900170219-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-838334-2, a3a58b39-217c-4814-a90c-31c6c996d0cf) {{(pid=84040) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:13:21.899880 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab6d1fae-df15-4beb-96dd-3a613ddc1afa None None] Network a3a58b39-217c-4814-a90c-31c6c996d0cf requested from n-d-838334-2 {{(pid=84042) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 21:13:22.108196 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.plugin [None req-54e3787d-0da1-473b-bf0c-3737bd25b72b admin admin] Calling delete_port for 02051af1-275e-4d04-ad07-90e31788a4e0 owned by network:router_interface {{(pid=84041) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 21:13:22.131604 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.db_base_plugin_common [req-3403b915-f6bd-4e03-9d32-ac7fc091e439 req-15719035-7ef3-4c70-8517-b9bb384cc996 tempest-VolumesSnapshotTestJSON-1863616769 tempest-VolumesSnapshotTestJSON-1863616769-project] Allocated IP 172.20.0.6 (ec211755-00f0-492d-a79c-096be27f1d17/dfc866b7-c353-49e6-9c7f-4cc86e757b48/890b9a7b-3a3a-4d10-bfb5-df652e741b66) {{(pid=84040) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 21:13:22.226607 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Pushing event updated for resources: {'Port': ['ID=7d63c21a-e887-4bb9-a435-5e376885d78a,revision_number=3']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:13:22.232412 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-47657c4b-18a2-49ff-9fe5-8fac19aea70d None None] Provisioning complete for port 7d63c21a-e887-4bb9-a435-5e376885d78a triggered by entity DHCP. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:13:22.232970 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-47657c4b-18a2-49ff-9fe5-8fac19aea70d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1253608'] for port, provisioning_complete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:13:22.313404 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-3ef98204-b8c0-431f-aeb1-db5feb9e95b4 req-8d4bc86c-1642-431c-9fd7-8d9340af6248 tempest-VolumesSnapshotTestJSON-1863616769 tempest-VolumesSnapshotTestJSON-1863616769-project] 10.222.0.42 "GET /v2.0/ports?device_id=048b0c07-145a-427b-af4d-c76e4c5114f7 HTTP/1.1" status: 200 len: 210 time: 0.1290174 Apr 18 21:13:22.321714 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65584440-98d9-42d3-893b-bdfdfa5e4849 tempest-RoutersNegativeTest-900170219 tempest-RoutersNegativeTest-900170219-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:13:22.322362 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-65584440-98d9-42d3-893b-bdfdfa5e4849 tempest-RoutersNegativeTest-900170219 tempest-RoutersNegativeTest-900170219-project] Notify callbacks [] for subnet, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:13:22.396752 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-54e3787d-0da1-473b-bf0c-3737bd25b72b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750375259028', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750374836628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32266323'] for port, after_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:13:22.458171 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54e3787d-0da1-473b-bf0c-3737bd25b72b admin admin] Pushing event deleted for resources: {'Port': ['ID=02051af1-275e-4d04-ad07-90e31788a4e0,revision_number=None']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:13:22.733455 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-b6603e59-bcdc-4af6-8812-0d3c1428fbfe req-9638a123-e121-493d-84c5-12344244fd8d tempest-VolumesActionsTest-472602596 tempest-VolumesActionsTest-472602596-project] 10.222.0.42 "GET /v2.0/ports?device_id=bdcedb93-3bbe-4192-9aa6-a1252ab35913 HTTP/1.1" status: 200 len: 210 time: 0.4166112 Apr 18 21:13:22.778160 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-65584440-98d9-42d3-893b-bdfdfa5e4849 tempest-RoutersNegativeTest-900170219 tempest-RoutersNegativeTest-900170219-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.3394418 Apr 18 21:13:22.779559 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 51868) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:13:22.797364 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.v2.base [None req-dde0dd26-fcd4-49f5-921f-4b6586d98938 tempest-RoutersNegativeTest-900170219 tempest-RoutersNegativeTest-900170219-project] Request body: {'network': {'name': 'tempest-router-network01--1906284742'}} {{(pid=84040) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:13:22.845463 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [None req-dde0dd26-fcd4-49f5-921f-4b6586d98938 tempest-RoutersNegativeTest-900170219 tempest-RoutersNegativeTest-900170219-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:13:22.850172 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-baf8694b-76ca-40bf-a288-1e1000031241 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp016840fc-1f9f-5892-9c53-c9cf6c845bbb-a3a58b39-217c-4814-a90c-31c6c996d0cf', 'network_id': 'a3a58b39-217c-4814-a90c-31c6c996d0cf', 'tenant_id': 'c645fb98ca674687a1bc26dbf6d8a00f', 'fixed_ips': [{'subnet_id': '01bff918-34ce-482f-96d1-3b791f198777'}]}} from n-d-838334-2. {{(pid=84042) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 18 21:13:22.855429 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-baf8694b-76ca-40bf-a288-1e1000031241 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_create {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:13:22.868947 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-dde0dd26-fcd4-49f5-921f-4b6586d98938 tempest-RoutersNegativeTest-900170219 tempest-RoutersNegativeTest-900170219-project] Usage tracker for resource:network and tenant:c645fb98ca674687a1bc26dbf6d8a00f is out of sync, need to count used quota {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:13:22.876540 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-dde0dd26-fcd4-49f5-921f-4b6586d98938 tempest-RoutersNegativeTest-900170219 tempest-RoutersNegativeTest-900170219-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:13:22.948865 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [None req-dde0dd26-fcd4-49f5-921f-4b6586d98938 tempest-RoutersNegativeTest-900170219 tempest-RoutersNegativeTest-900170219-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:13:23.002288 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dde0dd26-fcd4-49f5-921f-4b6586d98938 tempest-RoutersNegativeTest-900170219 tempest-RoutersNegativeTest-900170219-project] Made reservation on behalf of c645fb98ca674687a1bc26dbf6d8a00f for: {'network': 1} {{(pid=84040) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:13:23.008788 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-dde0dd26-fcd4-49f5-921f-4b6586d98938 tempest-RoutersNegativeTest-900170219 tempest-RoutersNegativeTest-900170219-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for network, before_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:13:23.097667 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dde0dd26-fcd4-49f5-921f-4b6586d98938 tempest-RoutersNegativeTest-900170219 tempest-RoutersNegativeTest-900170219-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 394} {{(pid=84040) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 21:13:23.136597 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-3403b915-f6bd-4e03-9d32-ac7fc091e439 req-15719035-7ef3-4c70-8517-b9bb384cc996 tempest-VolumesSnapshotTestJSON-1863616769 tempest-VolumesSnapshotTestJSON-1863616769-project] Notify callbacks [] for port, precommit_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:13:23.145127 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-dde0dd26-fcd4-49f5-921f-4b6586d98938 tempest-RoutersNegativeTest-900170219 tempest-RoutersNegativeTest-900170219-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1082986'] for segment, precommit_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:13:23.145718 n-d-838334-2 neutron-server[84040]: INFO neutron.db.segments_db [None req-dde0dd26-fcd4-49f5-921f-4b6586d98938 tempest-RoutersNegativeTest-900170219 tempest-RoutersNegativeTest-900170219-project] Added segment b76db4d3-169d-4baa-9d20-3802fc16f453 of type vlan for network c046daab-3b7a-467d-9b57-24a53377edfc Apr 18 21:13:23.182605 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-dde0dd26-fcd4-49f5-921f-4b6586d98938 tempest-RoutersNegativeTest-900170219 tempest-RoutersNegativeTest-900170219-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750374825732'] for network, precommit_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:13:23.239016 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebef76c4-d2e2-4c47-a8a1-814ac197ff6c req-11e1b0e5-69af-4a2f-ba5e-382ca6119ec3 tempest-VolumesActionsTest-472602596 tempest-VolumesActionsTest-472602596-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:13:23.239996 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [req-ebef76c4-d2e2-4c47-a8a1-814ac197ff6c req-11e1b0e5-69af-4a2f-ba5e-382ca6119ec3 tempest-VolumesActionsTest-472602596 tempest-VolumesActionsTest-472602596-project] Synchronizing usage tracker for tenant:6c33d80c41514a6a87356e217af6c6ed on resource:network {{(pid=84041) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 21:13:23.255745 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-3403b915-f6bd-4e03-9d32-ac7fc091e439 req-15719035-7ef3-4c70-8517-b9bb384cc996 tempest-VolumesSnapshotTestJSON-1863616769 tempest-VolumesSnapshotTestJSON-1863616769-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750374836619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32440838'] for port, after_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:13:23.299237 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.db_base_plugin_common [None req-baf8694b-76ca-40bf-a288-1e1000031241 None None] Allocated IP 172.20.0.2 (a3a58b39-217c-4814-a90c-31c6c996d0cf/01bff918-34ce-482f-96d1-3b791f198777/687ac1bb-c5d7-46a7-bf85-36e3c8b466e1) {{(pid=84042) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 21:13:23.302546 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [req-ebef76c4-d2e2-4c47-a8a1-814ac197ff6c req-11e1b0e5-69af-4a2f-ba5e-382ca6119ec3 tempest-VolumesActionsTest-472602596 tempest-VolumesActionsTest-472602596-project] Unset dirty status for tenant:6c33d80c41514a6a87356e217af6c6ed on resource:network {{(pid=84041) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 21:13:23.303991 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-ebef76c4-d2e2-4c47-a8a1-814ac197ff6c req-11e1b0e5-69af-4a2f-ba5e-382ca6119ec3 tempest-VolumesActionsTest-472602596 tempest-VolumesActionsTest-472602596-project] 10.222.0.43 "GET /v2.0/networks?id=7c39ac3c-ebab-4084-9bf0-d4e6866e30eb HTTP/1.1" status: 200 len: 808 time: 0.7828999 Apr 18 21:13:23.320192 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.v2.base [req-ebef76c4-d2e2-4c47-a8a1-814ac197ff6c req-19d0c318-93a7-431b-8abd-30e217f730d3 tempest-VolumesActionsTest-472602596 tempest-VolumesActionsTest-472602596-project] Request body: {'port': {'device_id': 'bdcedb93-3bbe-4192-9aa6-a1252ab35913', 'network_id': '7c39ac3c-ebab-4084-9bf0-d4e6866e30eb', 'admin_state_up': True, 'tenant_id': '6c33d80c41514a6a87356e217af6c6ed'}} {{(pid=84041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:13:23.326527 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-dde0dd26-fcd4-49f5-921f-4b6586d98938 tempest-RoutersNegativeTest-900170219 tempest-RoutersNegativeTest-900170219-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33526109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022'] for network, after_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:13:23.336315 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dde0dd26-fcd4-49f5-921f-4b6586d98938 tempest-RoutersNegativeTest-900170219 tempest-RoutersNegativeTest-900170219-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:13:23.336972 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-dde0dd26-fcd4-49f5-921f-4b6586d98938 tempest-RoutersNegativeTest-900170219 tempest-RoutersNegativeTest-900170219-project] Notify callbacks [] for network, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:13:23.341333 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a807044c-19cb-40d3-88da-5f3f7a9a96ea admin admin] Notify agent at l3_agent.n-d-838334-2 the message routers_updated {{(pid=84041) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 21:13:23.357964 n-d-838334-2 neutron-server[84043]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e07e514a-cd8b-4e89-aa50-0191341f5cbb None None] Sync routers for ids ['e816ae11-294e-480a-b20a-a9ed203b8f57'] in n-d-838334-2 {{(pid=84043) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 18 21:13:23.424236 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e07e514a-cd8b-4e89-aa50-0191341f5cbb None None] Routers {'e816ae11-294e-480a-b20a-a9ed203b8f57'} bound to L3 agent in host n-d-838334-2 {{(pid=84043) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 21:13:23.436049 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.l3_hamode_db [None req-e07e514a-cd8b-4e89-aa50-0191341f5cbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838334-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-18T20:25:48Z,description=,heartbeat_timestamp=2022-04-18T21:13:18Z,host='n-d-838334-2',id=bc84d6c9-dd7a-4555-a351-592327b46d5a,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:25:48Z,topic='l3_agent')) {'router_ids': ['e816ae11-294e-480a-b20a-a9ed203b8f57'], 'active': True} {{(pid=84043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:13:23.671614 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-a807044c-19cb-40d3-88da-5f3f7a9a96ea admin admin] Notify callbacks [] for router, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:13:23.673571 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-a807044c-19cb-40d3-88da-5f3f7a9a96ea admin admin] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 6.7390823 Apr 18 21:13:23.677924 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 51898) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:13:23.685392 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [req-ebef76c4-d2e2-4c47-a8a1-814ac197ff6c req-19d0c318-93a7-431b-8abd-30e217f730d3 tempest-VolumesActionsTest-472602596 tempest-VolumesActionsTest-472602596-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:13:23.702070 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dde0dd26-fcd4-49f5-921f-4b6586d98938 tempest-RoutersNegativeTest-900170219 tempest-RoutersNegativeTest-900170219-project] Pushing event updated for resources: {'Network': ['ID=c046daab-3b7a-467d-9b57-24a53377edfc,revision_number=1']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:13:23.728069 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [req-ebef76c4-d2e2-4c47-a8a1-814ac197ff6c req-19d0c318-93a7-431b-8abd-30e217f730d3 tempest-VolumesActionsTest-472602596 tempest-VolumesActionsTest-472602596-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:13:23.733267 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Network c046daab-3b7a-467d-9b57-24a53377edfc details requested by agent ovs-agent-n-d-838334-2 with host n-d-838334-2 {{(pid=84042) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 18 21:13:23.746918 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.l3_dvr_db [None req-e07e514a-cd8b-4e89-aa50-0191341f5cbb None None] Set router e816ae11-294e-480a-b20a-a9ed203b8f57 gateway port host: n-d-838334-2 {{(pid=84043) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 21:13:23.781341 n-d-838334-2 neutron-server[84040]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3403b915-f6bd-4e03-9d32-ac7fc091e439 req-15719035-7ef3-4c70-8517-b9bb384cc996 tempest-VolumesSnapshotTestJSON-1863616769 tempest-VolumesSnapshotTestJSON-1863616769-project] Network ec211755-00f0-492d-a79c-096be27f1d17 is already hosted by enough agents. {{(pid=84040) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:13:23.806358 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-dde0dd26-fcd4-49f5-921f-4b6586d98938 tempest-RoutersNegativeTest-900170219 tempest-RoutersNegativeTest-900170219-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 1.0245318 Apr 18 21:13:23.812006 n-d-838334-2 neutron-server[84040]: DEBUG neutron.scheduler.base_scheduler [req-3403b915-f6bd-4e03-9d32-ac7fc091e439 req-15719035-7ef3-4c70-8517-b9bb384cc996 tempest-VolumesSnapshotTestJSON-1863616769 tempest-VolumesSnapshotTestJSON-1863616769-project] Resources bound (agent type, host, resource id): {{(pid=84040) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:13:23.817439 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.l3_dvrscheduler_db [req-3403b915-f6bd-4e03-9d32-ac7fc091e439 req-15719035-7ef3-4c70-8517-b9bb384cc996 tempest-VolumesSnapshotTestJSON-1863616769 tempest-VolumesSnapshotTestJSON-1863616769-project] Received port after_create {{(pid=84040) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 21:13:23.847823 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-baf8694b-76ca-40bf-a288-1e1000031241 None None] Notify callbacks [] for port, precommit_create {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:13:23.869205 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 51904) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:13:23.880411 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15719035-7ef3-4c70-8517-b9bb384cc996 tempest-VolumesSnapshotTestJSON-1863616769 tempest-VolumesSnapshotTestJSON-1863616769-project] Pushing event updated for resources: {'Port': ['ID=890b9a7b-3a3a-4d10-bfb5-df652e741b66,revision_number=1']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:13:23.900623 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-baf8694b-76ca-40bf-a288-1e1000031241 None None] Transition to ACTIVE for port object 687ac1bb-c5d7-46a7-bf85-36e3c8b466e1 will not be triggered until provisioned by entity L2. {{(pid=84042) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:13:24.006885 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-baf8694b-76ca-40bf-a288-1e1000031241 None None] Transition to ACTIVE for port object 687ac1bb-c5d7-46a7-bf85-36e3c8b466e1 will not be triggered until provisioned by entity DHCP. {{(pid=84042) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:13:24.017922 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-baf8694b-76ca-40bf-a288-1e1000031241 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750374836619'] for port, after_create {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:13:24.029560 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.v2.base [None req-9d25054b-e7f5-4aa5-8491-4537d49e5d73 tempest-RoutersNegativeTest-900170219 tempest-RoutersNegativeTest-900170219-project] Request body: {'network': {'name': 'tempest-router-network02--487379856'}} {{(pid=84041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:13:24.088724 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-9d25054b-e7f5-4aa5-8491-4537d49e5d73 tempest-RoutersNegativeTest-900170219 tempest-RoutersNegativeTest-900170219-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:13:24.112713 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-9d25054b-e7f5-4aa5-8491-4537d49e5d73 tempest-RoutersNegativeTest-900170219 tempest-RoutersNegativeTest-900170219-project] Usage tracker for resource:network and tenant:c645fb98ca674687a1bc26dbf6d8a00f is out of sync, need to count used quota {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:13:24.113595 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3403b915-f6bd-4e03-9d32-ac7fc091e439 req-15719035-7ef3-4c70-8517-b9bb384cc996 tempest-VolumesSnapshotTestJSON-1863616769 tempest-VolumesSnapshotTestJSON-1863616769-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:13:24.114202 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-3403b915-f6bd-4e03-9d32-ac7fc091e439 req-15719035-7ef3-4c70-8517-b9bb384cc996 tempest-VolumesSnapshotTestJSON-1863616769 tempest-VolumesSnapshotTestJSON-1863616769-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217293'] for port, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:13:24.119126 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-9d25054b-e7f5-4aa5-8491-4537d49e5d73 tempest-RoutersNegativeTest-900170219 tempest-RoutersNegativeTest-900170219-project] Quota usage for network was recalculated. Used quota:2. {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:13:24.135995 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ebef76c4-d2e2-4c47-a8a1-814ac197ff6c req-19d0c318-93a7-431b-8abd-30e217f730d3 tempest-VolumesActionsTest-472602596 tempest-VolumesActionsTest-472602596-project] Made reservation on behalf of 6c33d80c41514a6a87356e217af6c6ed for: {'port': 1} {{(pid=84041) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:13:24.139366 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [req-ebef76c4-d2e2-4c47-a8a1-814ac197ff6c req-19d0c318-93a7-431b-8abd-30e217f730d3 tempest-VolumesActionsTest-472602596 tempest-VolumesActionsTest-472602596-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:13:24.186221 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-91c12d6f-b04c-452f-988c-8536ee79fc6d req-6c458994-8393-4512-9700-64d2ef53dfac tempest-VolumesActionsTest-472602596 tempest-VolumesActionsTest-472602596-project] 10.222.0.42 "GET /v2.0/ports?device_id=bdcedb93-3bbe-4192-9aa6-a1252ab35913 HTTP/1.1" status: 200 len: 210 time: 0.1729906 Apr 18 21:13:24.205461 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baf8694b-76ca-40bf-a288-1e1000031241 None None] Pushing event updated for resources: {'Port': ['ID=687ac1bb-c5d7-46a7-bf85-36e3c8b466e1,revision_number=1']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:13:24.214479 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-9d25054b-e7f5-4aa5-8491-4537d49e5d73 tempest-RoutersNegativeTest-900170219 tempest-RoutersNegativeTest-900170219-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:13:24.219698 n-d-838334-2 neutron-server[84042]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-baf8694b-76ca-40bf-a288-1e1000031241 None None] Network a3a58b39-217c-4814-a90c-31c6c996d0cf is already hosted by enough agents. {{(pid=84042) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:13:24.221280 n-d-838334-2 neutron-server[84042]: DEBUG neutron.scheduler.base_scheduler [None req-baf8694b-76ca-40bf-a288-1e1000031241 None None] Resources bound (agent type, host, resource id): {{(pid=84042) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:13:24.224416 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_dvrscheduler_db [None req-baf8694b-76ca-40bf-a288-1e1000031241 None None] Received port after_create {{(pid=84042) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 21:13:24.236348 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20df5d4e-2755-452f-b70f-19be3324a6e6 req-8ea40221-266b-4c14-8af2-5e38c26c08b2 tempest-VolumesSnapshotTestJSON-1863616769 tempest-VolumesSnapshotTestJSON-1863616769-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:13:24.239379 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [req-20df5d4e-2755-452f-b70f-19be3324a6e6 req-8ea40221-266b-4c14-8af2-5e38c26c08b2 tempest-VolumesSnapshotTestJSON-1863616769 tempest-VolumesSnapshotTestJSON-1863616769-project] Synchronizing usage tracker for tenant:8ca657a6dd7e428db1e7c06a95f1a90e on resource:port {{(pid=84040) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 21:13:24.249557 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-3403b915-f6bd-4e03-9d32-ac7fc091e439 req-15719035-7ef3-4c70-8517-b9bb384cc996 tempest-VolumesSnapshotTestJSON-1863616769 tempest-VolumesSnapshotTestJSON-1863616769-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.0446692 Apr 18 21:13:24.265939 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.v2.base [req-3403b915-f6bd-4e03-9d32-ac7fc091e439 req-8711e10a-8e86-40a7-9063-e429076c080d service neutron] Request body: {'port': {'device_id': '048b0c07-145a-427b-af4d-c76e4c5114f7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-838334-2'}} {{(pid=84040) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:13:24.323080 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d25054b-e7f5-4aa5-8491-4537d49e5d73 tempest-RoutersNegativeTest-900170219 tempest-RoutersNegativeTest-900170219-project] Made reservation on behalf of c645fb98ca674687a1bc26dbf6d8a00f for: {'network': 1} {{(pid=84041) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:13:24.326180 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-9d25054b-e7f5-4aa5-8491-4537d49e5d73 tempest-RoutersNegativeTest-900170219 tempest-RoutersNegativeTest-900170219-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for network, before_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:13:24.408312 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9d25054b-e7f5-4aa5-8491-4537d49e5d73 tempest-RoutersNegativeTest-900170219 tempest-RoutersNegativeTest-900170219-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 355} {{(pid=84041) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 21:13:24.433603 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.managers [None req-baf8694b-76ca-40bf-a288-1e1000031241 None None] Attempting to bind port 687ac1bb-c5d7-46a7-bf85-36e3c8b466e1 on host n-d-838334-2 for vnic_type normal with profile {{(pid=84042) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 21:13:24.434015 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.managers [None req-baf8694b-76ca-40bf-a288-1e1000031241 None None] Attempting to bind port 687ac1bb-c5d7-46a7-bf85-36e3c8b466e1 by drivers openvswitch,hyperv on host n-d-838334-2 at level 0 using segments [{'id': 'd66f716c-3985-4755-b46d-1fd0285759d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': 'a3a58b39-217c-4814-a90c-31c6c996d0cf'}] {{(pid=84042) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 21:13:24.434633 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-baf8694b-76ca-40bf-a288-1e1000031241 None None] Attempting to bind port 687ac1bb-c5d7-46a7-bf85-36e3c8b466e1 on network a3a58b39-217c-4814-a90c-31c6c996d0cf {{(pid=84042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 21:13:24.443723 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-baf8694b-76ca-40bf-a288-1e1000031241 None None] Checking agent: {'id': '97cd4414-7af6-4d67-868d-dff370b4071a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838334-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 25, 49), 'started_at': datetime.datetime(2022, 4, 18, 20, 26, 19), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 21, 13, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838334-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 18 21:13:24.444095 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-baf8694b-76ca-40bf-a288-1e1000031241 None None] Checking segment: {'id': 'd66f716c-3985-4755-b46d-1fd0285759d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': 'a3a58b39-217c-4814-a90c-31c6c996d0cf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84042) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 21:13:24.444730 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-baf8694b-76ca-40bf-a288-1e1000031241 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:13:24.445809 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-baf8694b-76ca-40bf-a288-1e1000031241 None None] Bound using segment: {'id': 'd66f716c-3985-4755-b46d-1fd0285759d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': 'a3a58b39-217c-4814-a90c-31c6c996d0cf'} {{(pid=84042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 18 21:13:24.446304 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.managers [None req-baf8694b-76ca-40bf-a288-1e1000031241 None None] Bound port: 687ac1bb-c5d7-46a7-bf85-36e3c8b466e1, host: n-d-838334-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd66f716c-3985-4755-b46d-1fd0285759d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': 'a3a58b39-217c-4814-a90c-31c6c996d0cf'}}] {{(pid=84042) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 21:13:24.446722 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-baf8694b-76ca-40bf-a288-1e1000031241 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:13:24.453411 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.l3_hamode_db [None req-e07e514a-cd8b-4e89-aa50-0191341f5cbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e816ae11-294e-480a-b20a-a9ed203b8f57', 'name': 'tempest-TestServerBasicOps-997885885-router', 'tenant_id': '769e4d212a7247919de3c941a9f4cf3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'external_fixed_ips': [{'subnet_id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'ip_address': '172.25.8.194'}], 'enable_snat': True}, 'gw_port_id': '42368b2a-81ef-4f4f-9d00-ff9af0168c31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:13:17Z', 'updated_at': '2022-04-18T21:13:19Z', 'revision_number': 3, 'project_id': '769e4d212a7247919de3c941a9f4cf3b', 'gw_port': {'id': '42368b2a-81ef-4f4f-9d00-ff9af0168c31', 'name': '', 'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:0d:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e816ae11-294e-480a-b20a-a9ed203b8f57', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'ip_address': '172.25.8.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:13:18Z', 'updated_at': '2022-04-18T21:13:18Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838334-2'}], 'n-d-838334-2', False) {} {{(pid=84043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:13:24.454522 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [req-20df5d4e-2755-452f-b70f-19be3324a6e6 req-8ea40221-266b-4c14-8af2-5e38c26c08b2 tempest-VolumesSnapshotTestJSON-1863616769 tempest-VolumesSnapshotTestJSON-1863616769-project] Unset dirty status for tenant:8ca657a6dd7e428db1e7c06a95f1a90e on resource:port {{(pid=84040) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 21:13:24.455824 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-20df5d4e-2755-452f-b70f-19be3324a6e6 req-8ea40221-266b-4c14-8af2-5e38c26c08b2 tempest-VolumesSnapshotTestJSON-1863616769 tempest-VolumesSnapshotTestJSON-1863616769-project] 10.222.0.42 "GET /v2.0/ports?device_id=048b0c07-145a-427b-af4d-c76e4c5114f7 HTTP/1.1" status: 200 len: 931 time: 0.7590535 Apr 18 21:13:24.463231 n-d-838334-2 neutron-server[84043]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e07e514a-cd8b-4e89-aa50-0191341f5cbb None None] Checking router: e816ae11-294e-480a-b20a-a9ed203b8f57 for host: n-d-838334-2 {{(pid=84043) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 18 21:13:24.463571 n-d-838334-2 neutron-server[84043]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e07e514a-cd8b-4e89-aa50-0191341f5cbb None None] Updating router e816ae11-294e-480a-b20a-a9ed203b8f57 port 42368b2a-81ef-4f4f-9d00-ff9af0168c31 binding host n-d-838334-2 {{(pid=84043) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 18 21:13:24.528383 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-9d25054b-e7f5-4aa5-8491-4537d49e5d73 tempest-RoutersNegativeTest-900170219 tempest-RoutersNegativeTest-900170219-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1082986'] for segment, precommit_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:13:24.528383 n-d-838334-2 neutron-server[84041]: INFO neutron.db.segments_db [None req-9d25054b-e7f5-4aa5-8491-4537d49e5d73 tempest-RoutersNegativeTest-900170219 tempest-RoutersNegativeTest-900170219-project] Added segment f6eba22e-48c3-403a-92c5-fd5be772ea0f of type vlan for network ba92f899-e331-4e02-a31c-aa9b61386335 Apr 18 21:13:24.583738 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Device 7d63c21a-e887-4bb9-a435-5e376885d78a up at agent ovs-agent-n-d-838334-2 {{(pid=84042) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 21:13:24.660317 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-54e3787d-0da1-473b-bf0c-3737bd25b72b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-32377931', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33443910'] for router_interface, after_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:13:24.679497 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-9d25054b-e7f5-4aa5-8491-4537d49e5d73 tempest-RoutersNegativeTest-900170219 tempest-RoutersNegativeTest-900170219-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750374825732'] for network, precommit_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:13:24.702361 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.db_base_plugin_common [req-ebef76c4-d2e2-4c47-a8a1-814ac197ff6c req-19d0c318-93a7-431b-8abd-30e217f730d3 tempest-VolumesActionsTest-472602596 tempest-VolumesActionsTest-472602596-project] Allocated IP 172.20.0.6 (7c39ac3c-ebab-4084-9bf0-d4e6866e30eb/d2446453-f07b-4b6c-b6e0-9e80fb711ceb/8b518fac-179f-4fa4-8d0a-6396ee694b4d) {{(pid=84041) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 21:13:24.723605 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-20df5d4e-2755-452f-b70f-19be3324a6e6 req-62f99a33-486b-4698-90c1-3161d35de98d tempest-VolumesSnapshotTestJSON-1863616769 tempest-VolumesSnapshotTestJSON-1863616769-project] 10.222.0.42 "GET /v2.0/security-groups?id=9fa5ce7e-93a0-4048-a52a-367318ec4781&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2580101 Apr 18 21:13:24.727576 n-d-838334-2 neutron-server[84043]: DEBUG neutron_lib.callbacks.manager [None req-e07e514a-cd8b-4e89-aa50-0191341f5cbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:13:24.743351 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-3403b915-f6bd-4e03-9d32-ac7fc091e439 req-8711e10a-8e86-40a7-9063-e429076c080d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:13:24.892955 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-baf8694b-76ca-40bf-a288-1e1000031241 None None] For port 687ac1bb-c5d7-46a7-bf85-36e3c8b466e1, host n-d-838334-2, cleared binding levels {{(pid=84042) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 21:13:24.928749 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-baf8694b-76ca-40bf-a288-1e1000031241 None None] For port 687ac1bb-c5d7-46a7-bf85-36e3c8b466e1, host n-d-838334-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838334-2',level=0,port_id=687ac1bb-c5d7-46a7-bf85-36e3c8b466e1,segment=NetworkSegment(d66f716c-3985-4755-b46d-1fd0285759d0),segment_id=d66f716c-3985-4755-b46d-1fd0285759d0)] {{(pid=84042) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 21:13:24.939958 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-baf8694b-76ca-40bf-a288-1e1000031241 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682'] for port, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:13:24.963464 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.db.resource_extend [None req-9d25054b-e7f5-4aa5-8491-4537d49e5d73 tempest-RoutersNegativeTest-900170219 tempest-RoutersNegativeTest-900170219-project] It took 0.25 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84041) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 18 21:13:25.022037 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Provisioning complete for port 7d63c21a-e887-4bb9-a435-5e376885d78a triggered by entity L2. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:13:25.022464 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1253608'] for port, provisioning_complete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:13:25.202950 n-d-838334-2 neutron-server[84043]: DEBUG neutron_lib.callbacks.manager [None req-e07e514a-cd8b-4e89-aa50-0191341f5cbb None None] Notify callbacks [] for port, precommit_update {{(pid=84043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:13:25.209157 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baf8694b-76ca-40bf-a288-1e1000031241 None None] Pushing event updated for resources: {'Port': ['ID=687ac1bb-c5d7-46a7-bf85-36e3c8b466e1,revision_number=2']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:13:25.216399 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.provisioning_blocks [None req-e07e514a-cd8b-4e89-aa50-0191341f5cbb None None] Transition to ACTIVE for port object 42368b2a-81ef-4f4f-9d00-ff9af0168c31 will not be triggered until provisioned by entity L2. {{(pid=84043) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:13:25.244525 n-d-838334-2 neutron-server[84043]: DEBUG neutron_lib.callbacks.manager [None req-e07e514a-cd8b-4e89-aa50-0191341f5cbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682'] for port, after_update {{(pid=84043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:13:25.312132 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-9d25054b-e7f5-4aa5-8491-4537d49e5d73 tempest-RoutersNegativeTest-900170219 tempest-RoutersNegativeTest-900170219-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33526109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022'] for network, after_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:13:25.317942 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d25054b-e7f5-4aa5-8491-4537d49e5d73 tempest-RoutersNegativeTest-900170219 tempest-RoutersNegativeTest-900170219-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:13:25.318727 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-9d25054b-e7f5-4aa5-8491-4537d49e5d73 tempest-RoutersNegativeTest-900170219 tempest-RoutersNegativeTest-900170219-project] Notify callbacks [] for network, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:13:25.405158 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-9d25054b-e7f5-4aa5-8491-4537d49e5d73 tempest-RoutersNegativeTest-900170219 tempest-RoutersNegativeTest-900170219-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 1.3925836 Apr 18 21:13:25.409241 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 51936) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:13:25.530756 n-d-838334-2 neutron-server[84043]: DEBUG neutron.plugins.ml2.managers [None req-e07e514a-cd8b-4e89-aa50-0191341f5cbb None None] Attempting to bind port 42368b2a-81ef-4f4f-9d00-ff9af0168c31 on host n-d-838334-2 for vnic_type normal with profile {{(pid=84043) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 21:13:25.531144 n-d-838334-2 neutron-server[84043]: DEBUG neutron.plugins.ml2.managers [None req-e07e514a-cd8b-4e89-aa50-0191341f5cbb None None] Attempting to bind port 42368b2a-81ef-4f4f-9d00-ff9af0168c31 by drivers openvswitch,hyperv on host n-d-838334-2 at level 0 using segments [{'id': '732aa830-768b-4511-951f-d08e26b9c25b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c'}] {{(pid=84043) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 21:13:25.531272 n-d-838334-2 neutron-server[84043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e07e514a-cd8b-4e89-aa50-0191341f5cbb None None] Attempting to bind port 42368b2a-81ef-4f4f-9d00-ff9af0168c31 on network e41b6600-a917-4a8d-b05c-be3be40c6d8c {{(pid=84043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 21:13:25.532116 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.v2.base [None req-16e9e2f9-11a9-4da8-a40e-958666bed3f3 tempest-RoutersNegativeTest-900170219 tempest-RoutersNegativeTest-900170219-project] Request body: {'subnet': {'network_id': 'c046daab-3b7a-467d-9b57-24a53377edfc', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=84041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:13:25.549993 n-d-838334-2 neutron-server[84043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a8309d1-6dd0-46e3-b12e-cea579bec28c None None] Pushing event updated for resources: {'Port': ['ID=42368b2a-81ef-4f4f-9d00-ff9af0168c31,revision_number=2']} {{(pid=84043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:13:25.560218 n-d-838334-2 neutron-server[84043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e07e514a-cd8b-4e89-aa50-0191341f5cbb None None] Checking agent: {'id': '97cd4414-7af6-4d67-868d-dff370b4071a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838334-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 25, 49), 'started_at': datetime.datetime(2022, 4, 18, 20, 26, 19), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 21, 13, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838334-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 18 21:13:25.561189 n-d-838334-2 neutron-server[84043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e07e514a-cd8b-4e89-aa50-0191341f5cbb None None] Checking segment: {'id': '732aa830-768b-4511-951f-d08e26b9c25b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84043) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 21:13:25.561801 n-d-838334-2 neutron-server[84043]: DEBUG neutron_lib.callbacks.manager [None req-e07e514a-cd8b-4e89-aa50-0191341f5cbb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:13:25.562379 n-d-838334-2 neutron-server[84043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e07e514a-cd8b-4e89-aa50-0191341f5cbb None None] Bound using segment: {'id': '732aa830-768b-4511-951f-d08e26b9c25b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c'} {{(pid=84043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 18 21:13:25.563047 n-d-838334-2 neutron-server[84043]: DEBUG neutron.plugins.ml2.managers [None req-e07e514a-cd8b-4e89-aa50-0191341f5cbb None None] Bound port: 42368b2a-81ef-4f4f-9d00-ff9af0168c31, host: n-d-838334-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '732aa830-768b-4511-951f-d08e26b9c25b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c'}}] {{(pid=84043) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 21:13:25.563615 n-d-838334-2 neutron-server[84043]: DEBUG neutron_lib.callbacks.manager [None req-e07e514a-cd8b-4e89-aa50-0191341f5cbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:13:25.605870 n-d-838334-2 neutron-server[84043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a8309d1-6dd0-46e3-b12e-cea579bec28c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:13:25.606527 n-d-838334-2 neutron-server[84043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a8309d1-6dd0-46e3-b12e-cea579bec28c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:13:25.607083 n-d-838334-2 neutron-server[84043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a8309d1-6dd0-46e3-b12e-cea579bec28c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:13:25.607598 n-d-838334-2 neutron-server[84043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a8309d1-6dd0-46e3-b12e-cea579bec28c None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:13:25.608152 n-d-838334-2 neutron-server[84043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a8309d1-6dd0-46e3-b12e-cea579bec28c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:13:25.608661 n-d-838334-2 neutron-server[84043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a8309d1-6dd0-46e3-b12e-cea579bec28c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:13:25.609168 n-d-838334-2 neutron-server[84043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a8309d1-6dd0-46e3-b12e-cea579bec28c None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:13:25.609671 n-d-838334-2 neutron-server[84043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a8309d1-6dd0-46e3-b12e-cea579bec28c None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:13:25.610186 n-d-838334-2 neutron-server[84043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a8309d1-6dd0-46e3-b12e-cea579bec28c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:13:25.610688 n-d-838334-2 neutron-server[84043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a8309d1-6dd0-46e3-b12e-cea579bec28c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:13:25.611188 n-d-838334-2 neutron-server[84043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a8309d1-6dd0-46e3-b12e-cea579bec28c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:13:25.670552 n-d-838334-2 neutron-server[84043]: DEBUG neutron.plugins.ml2.db [None req-e07e514a-cd8b-4e89-aa50-0191341f5cbb None None] For port 42368b2a-81ef-4f4f-9d00-ff9af0168c31, host n-d-838334-2, cleared binding levels {{(pid=84043) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 21:13:25.676821 n-d-838334-2 neutron-server[84043]: DEBUG neutron.plugins.ml2.db [None req-e07e514a-cd8b-4e89-aa50-0191341f5cbb None None] For port 42368b2a-81ef-4f4f-9d00-ff9af0168c31, host n-d-838334-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838334-2',level=0,port_id=42368b2a-81ef-4f4f-9d00-ff9af0168c31,segment=NetworkSegment(732aa830-768b-4511-951f-d08e26b9c25b),segment_id=732aa830-768b-4511-951f-d08e26b9c25b)] {{(pid=84043) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 21:13:25.686647 n-d-838334-2 neutron-server[84043]: DEBUG neutron_lib.callbacks.manager [None req-e07e514a-cd8b-4e89-aa50-0191341f5cbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682'] for port, after_update {{(pid=84043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:13:25.699907 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-16e9e2f9-11a9-4da8-a40e-958666bed3f3 tempest-RoutersNegativeTest-900170219 tempest-RoutersNegativeTest-900170219-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:13:25.703973 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-16e9e2f9-11a9-4da8-a40e-958666bed3f3 tempest-RoutersNegativeTest-900170219 tempest-RoutersNegativeTest-900170219-project] Usage tracker for resource:subnet and tenant:c645fb98ca674687a1bc26dbf6d8a00f is out of sync, need to count used quota {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:13:25.724993 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-16e9e2f9-11a9-4da8-a40e-958666bed3f3 tempest-RoutersNegativeTest-900170219 tempest-RoutersNegativeTest-900170219-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:13:25.735225 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-16e9e2f9-11a9-4da8-a40e-958666bed3f3 tempest-RoutersNegativeTest-900170219 tempest-RoutersNegativeTest-900170219-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:13:25.787111 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-16e9e2f9-11a9-4da8-a40e-958666bed3f3 tempest-RoutersNegativeTest-900170219 tempest-RoutersNegativeTest-900170219-project] Made reservation on behalf of c645fb98ca674687a1bc26dbf6d8a00f for: {'subnet': 1} {{(pid=84041) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:13:25.802728 n-d-838334-2 neutron-server[84040]: DEBUG neutron.notifiers.nova [req-3403b915-f6bd-4e03-9d32-ac7fc091e439 req-8711e10a-8e86-40a7-9063-e429076c080d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 890b9a7b-3a3a-4d10-bfb5-df652e741b66 {{(pid=84040) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 18 21:13:25.813721 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-3403b915-f6bd-4e03-9d32-ac7fc091e439 req-8711e10a-8e86-40a7-9063-e429076c080d service neutron] Notify callbacks [] for port, precommit_update {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:13:25.832901 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.provisioning_blocks [req-3403b915-f6bd-4e03-9d32-ac7fc091e439 req-8711e10a-8e86-40a7-9063-e429076c080d service neutron] Transition to ACTIVE for port object 890b9a7b-3a3a-4d10-bfb5-df652e741b66 will not be triggered until provisioned by entity L2. {{(pid=84040) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:13:25.860733 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e07e514a-cd8b-4e89-aa50-0191341f5cbb None None] Routers {'e816ae11-294e-480a-b20a-a9ed203b8f57'} bound to L3 agent in host n-d-838334-2 {{(pid=84043) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 21:13:25.861203 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-7eca4e0c-9e09-411c-85b6-1cefe81e280b req-2417d4cb-b733-48b0-8b5f-2befb78cb682 tempest-VolumesActionsTest-472602596 tempest-VolumesActionsTest-472602596-project] 10.222.0.42 "GET /v2.0/ports?device_id=bdcedb93-3bbe-4192-9aa6-a1252ab35913 HTTP/1.1" status: 200 len: 210 time: 0.3856974 Apr 18 21:13:25.864379 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.l3_hamode_db [None req-e07e514a-cd8b-4e89-aa50-0191341f5cbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838334-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-18T20:25:48Z,description=,heartbeat_timestamp=2022-04-18T21:13:18Z,host='n-d-838334-2',id=bc84d6c9-dd7a-4555-a351-592327b46d5a,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:25:48Z,topic='l3_agent')) {'router_ids': ['e816ae11-294e-480a-b20a-a9ed203b8f57'], 'active': True} {{(pid=84043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:13:25.866326 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-3403b915-f6bd-4e03-9d32-ac7fc091e439 req-8711e10a-8e86-40a7-9063-e429076c080d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32440959'] for port, after_update {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:13:26.028066 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8711e10a-8e86-40a7-9063-e429076c080d service neutron] Pushing event updated for resources: {'Port': ['ID=890b9a7b-3a3a-4d10-bfb5-df652e741b66,revision_number=2']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:13:26.170547 n-d-838334-2 neutron-server[84043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a8309d1-6dd0-46e3-b12e-cea579bec28c None None] Pushing event updated for resources: {'Port': ['ID=42368b2a-81ef-4f4f-9d00-ff9af0168c31,revision_number=3']} {{(pid=84043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:13:26.326845 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.l3_dvr_db [None req-e07e514a-cd8b-4e89-aa50-0191341f5cbb None None] Set router e816ae11-294e-480a-b20a-a9ed203b8f57 gateway port host: n-d-838334-2 {{(pid=84043) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 21:13:26.369438 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Device 687ac1bb-c5d7-46a7-bf85-36e3c8b466e1 up at agent ovs-agent-n-d-838334-2 {{(pid=84042) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 21:13:26.387383 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [req-95597f95-43a5-4d7e-9b68-632d780cdcc8 req-1d296b9a-a50b-47d9-b5b9-a6f452744914 service neutron] (84041) timed out ('10.222.0.43', 55942) {{(pid=84041) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Apr 18 21:13:26.414032 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9d73ebf-ae33-4046-a989-4dc19c3e83ff req-30d433af-e171-45a0-b25f-96f798c14daf tempest-VolumesSnapshotTestJSON-1863616769 tempest-VolumesSnapshotTestJSON-1863616769-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:13:26.441556 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-c9d73ebf-ae33-4046-a989-4dc19c3e83ff req-30d433af-e171-45a0-b25f-96f798c14daf tempest-VolumesSnapshotTestJSON-1863616769 tempest-VolumesSnapshotTestJSON-1863616769-project] 10.222.0.42 "GET /v2.0/ports?device_id=048b0c07-145a-427b-af4d-c76e4c5114f7 HTTP/1.1" status: 200 len: 943 time: 0.4447918 Apr 18 21:13:26.489270 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.managers [req-3403b915-f6bd-4e03-9d32-ac7fc091e439 req-8711e10a-8e86-40a7-9063-e429076c080d service neutron] Attempting to bind port 890b9a7b-3a3a-4d10-bfb5-df652e741b66 on host n-h2-838334-2 for vnic_type normal with profile {{(pid=84040) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 21:13:26.489598 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.managers [req-3403b915-f6bd-4e03-9d32-ac7fc091e439 req-8711e10a-8e86-40a7-9063-e429076c080d service neutron] Attempting to bind port 890b9a7b-3a3a-4d10-bfb5-df652e741b66 by drivers openvswitch,hyperv on host n-h2-838334-2 at level 0 using segments [{'id': '67a93bb4-0871-4d6d-b5c2-05b702305dba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': 'ec211755-00f0-492d-a79c-096be27f1d17'}] {{(pid=84040) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 21:13:26.490092 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3403b915-f6bd-4e03-9d32-ac7fc091e439 req-8711e10a-8e86-40a7-9063-e429076c080d service neutron] Attempting to bind port 890b9a7b-3a3a-4d10-bfb5-df652e741b66 on network ec211755-00f0-492d-a79c-096be27f1d17 {{(pid=84040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 21:13:26.509172 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3403b915-f6bd-4e03-9d32-ac7fc091e439 req-8711e10a-8e86-40a7-9063-e429076c080d service neutron] Port 890b9a7b-3a3a-4d10-bfb5-df652e741b66 on network ec211755-00f0-492d-a79c-096be27f1d17 not bound, no agent of type Open vSwitch agent registered on host n-h2-838334-2 {{(pid=84040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 18 21:13:26.509706 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3403b915-f6bd-4e03-9d32-ac7fc091e439 req-8711e10a-8e86-40a7-9063-e429076c080d service neutron] Attempting to bind port 890b9a7b-3a3a-4d10-bfb5-df652e741b66 on network ec211755-00f0-492d-a79c-096be27f1d17 {{(pid=84040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 21:13:26.520209 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Provisioning for port 687ac1bb-c5d7-46a7-bf85-36e3c8b466e1 completed by entity L2. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 21:13:26.526783 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3403b915-f6bd-4e03-9d32-ac7fc091e439 req-8711e10a-8e86-40a7-9063-e429076c080d service neutron] Checking agent: {'id': 'dc797004-f641-47b7-a77f-9c62b5b16296', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-838334-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 34, 3), 'started_at': datetime.datetime(2022, 4, 18, 20, 34, 3), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 21, 13, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 18 21:13:26.527340 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3403b915-f6bd-4e03-9d32-ac7fc091e439 req-8711e10a-8e86-40a7-9063-e429076c080d service neutron] Checking segment: {'id': '67a93bb4-0871-4d6d-b5c2-05b702305dba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': 'ec211755-00f0-492d-a79c-096be27f1d17'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84040) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 21:13:26.527901 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3403b915-f6bd-4e03-9d32-ac7fc091e439 req-8711e10a-8e86-40a7-9063-e429076c080d service neutron] Bound using segment: {'id': '67a93bb4-0871-4d6d-b5c2-05b702305dba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': 'ec211755-00f0-492d-a79c-096be27f1d17'} {{(pid=84040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 18 21:13:26.528599 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.managers [req-3403b915-f6bd-4e03-9d32-ac7fc091e439 req-8711e10a-8e86-40a7-9063-e429076c080d service neutron] Bound port: 890b9a7b-3a3a-4d10-bfb5-df652e741b66, host: n-h2-838334-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '67a93bb4-0871-4d6d-b5c2-05b702305dba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': 'ec211755-00f0-492d-a79c-096be27f1d17'}}] {{(pid=84040) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 21:13:26.529297 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-3403b915-f6bd-4e03-9d32-ac7fc091e439 req-8711e10a-8e86-40a7-9063-e429076c080d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:13:26.544338 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-c9d73ebf-ae33-4046-a989-4dc19c3e83ff req-0c56b0fc-00fd-4ae2-8e2f-268bff2f5a02 tempest-VolumesSnapshotTestJSON-1863616769 tempest-VolumesSnapshotTestJSON-1863616769-project] 10.222.0.42 "GET /v2.0/security-groups?id=9fa5ce7e-93a0-4048-a52a-367318ec4781&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724301 Apr 18 21:13:26.718217 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d25054b-e7f5-4aa5-8491-4537d49e5d73 tempest-RoutersNegativeTest-900170219 tempest-RoutersNegativeTest-900170219-project] Pushing event updated for resources: {'Network': ['ID=ba92f899-e331-4e02-a31c-aa9b61386335,revision_number=1']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:13:26.748310 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Network ba92f899-e331-4e02-a31c-aa9b61386335 details requested by agent ovs-agent-n-d-838334-2 with host n-d-838334-2 {{(pid=84042) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 18 21:13:26.753378 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.db [req-3403b915-f6bd-4e03-9d32-ac7fc091e439 req-8711e10a-8e86-40a7-9063-e429076c080d service neutron] For port 890b9a7b-3a3a-4d10-bfb5-df652e741b66, host n-h2-838334-2, cleared binding levels {{(pid=84040) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 21:13:26.757560 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.db [req-3403b915-f6bd-4e03-9d32-ac7fc091e439 req-8711e10a-8e86-40a7-9063-e429076c080d service neutron] For port 890b9a7b-3a3a-4d10-bfb5-df652e741b66, host n-h2-838334-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838334-2',level=0,port_id=890b9a7b-3a3a-4d10-bfb5-df652e741b66,segment=NetworkSegment(67a93bb4-0871-4d6d-b5c2-05b702305dba),segment_id=67a93bb4-0871-4d6d-b5c2-05b702305dba)] {{(pid=84040) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 21:13:26.767806 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-3403b915-f6bd-4e03-9d32-ac7fc091e439 req-8711e10a-8e86-40a7-9063-e429076c080d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32440959'] for port, after_update {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:13:26.857861 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-16e9e2f9-11a9-4da8-a40e-958666bed3f3 tempest-RoutersNegativeTest-900170219 tempest-RoutersNegativeTest-900170219-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32486301'] for subnet, before_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:13:26.940358 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.l3_hamode_db [None req-e07e514a-cd8b-4e89-aa50-0191341f5cbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e816ae11-294e-480a-b20a-a9ed203b8f57', 'name': 'tempest-TestServerBasicOps-997885885-router', 'tenant_id': '769e4d212a7247919de3c941a9f4cf3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'external_fixed_ips': [{'subnet_id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'ip_address': '172.25.8.194'}], 'enable_snat': True}, 'gw_port_id': '42368b2a-81ef-4f4f-9d00-ff9af0168c31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:13:17Z', 'updated_at': '2022-04-18T21:13:19Z', 'revision_number': 3, 'project_id': '769e4d212a7247919de3c941a9f4cf3b', 'gw_port': {'id': '42368b2a-81ef-4f4f-9d00-ff9af0168c31', 'name': '', 'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:0d:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e816ae11-294e-480a-b20a-a9ed203b8f57', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'ip_address': '172.25.8.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:13:18Z', 'updated_at': '2022-04-18T21:13:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838334-2'}], 'n-d-838334-2', False) {} {{(pid=84043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:13:26.955550 n-d-838334-2 neutron-server[84043]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e07e514a-cd8b-4e89-aa50-0191341f5cbb None None] The sync data for ids ['e816ae11-294e-480a-b20a-a9ed203b8f57'] in n-d-838334-2 is: [{'id': 'e816ae11-294e-480a-b20a-a9ed203b8f57', 'name': 'tempest-TestServerBasicOps-997885885-router', 'tenant_id': '769e4d212a7247919de3c941a9f4cf3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'external_fixed_ips': [{'subnet_id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'ip_address': '172.25.8.194'}], 'enable_snat': True}, 'gw_port_id': '42368b2a-81ef-4f4f-9d00-ff9af0168c31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:13:17Z', 'updated_at': '2022-04-18T21:13:19Z', 'revision_number': 3, 'project_id': '769e4d212a7247919de3c941a9f4cf3b', 'gw_port': {'id': '42368b2a-81ef-4f4f-9d00-ff9af0168c31', 'name': '', 'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:0d:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e816ae11-294e-480a-b20a-a9ed203b8f57', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'ip_address': '172.25.8.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:13:18Z', 'updated_at': '2022-04-18T21:13:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838334-2'}] {{(pid=84043) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 18 21:13:26.998767 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a93d1bea-36c8-4550-864e-79e8e6c72405 None None] Network a3a58b39-217c-4814-a90c-31c6c996d0cf requested from n-d-838334-2 {{(pid=84042) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 21:13:27.054851 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8711e10a-8e86-40a7-9063-e429076c080d service neutron] Pushing event updated for resources: {'Port': ['ID=890b9a7b-3a3a-4d10-bfb5-df652e741b66,revision_number=3']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:13:27.068901 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-3403b915-f6bd-4e03-9d32-ac7fc091e439 req-8711e10a-8e86-40a7-9063-e429076c080d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217293'] for port, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:13:27.072138 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-3403b915-f6bd-4e03-9d32-ac7fc091e439 req-8711e10a-8e86-40a7-9063-e429076c080d service neutron] 10.222.0.48 "PUT /v2.0/ports/890b9a7b-3a3a-4d10-bfb5-df652e741b66 HTTP/1.1" status: 200 len: 1091 time: 2.8125300 Apr 18 21:13:27.073369 n-d-838334-2 neutron-server[84040]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '048b0c07-145a-427b-af4d-c76e4c5114f7', 'tag': '890b9a7b-3a3a-4d10-bfb5-df652e741b66'}] {{(pid=84040) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 21:13:27.129721 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [req-ebef76c4-d2e2-4c47-a8a1-814ac197ff6c req-19d0c318-93a7-431b-8abd-30e217f730d3 tempest-VolumesActionsTest-472602596 tempest-VolumesActionsTest-472602596-project] Notify callbacks [] for port, precommit_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:13:27.169195 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-bc9a6d33-99d0-4b76-9f17-cdd1458ba011 None None] Provisioning for port 687ac1bb-c5d7-46a7-bf85-36e3c8b466e1 completed by entity DHCP. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 21:13:27.181287 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-bc9a6d33-99d0-4b76-9f17-cdd1458ba011 None None] Provisioning complete for port 687ac1bb-c5d7-46a7-bf85-36e3c8b466e1 triggered by entity DHCP. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:13:27.183600 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-bc9a6d33-99d0-4b76-9f17-cdd1458ba011 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1253608'] for port, provisioning_complete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:13:27.196908 n-d-838334-2 neutron-server[84040]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9b89024d-1ed5-43ae-969f-c1436adb4460'] response: {'name': 'network-changed', 'server_uuid': '048b0c07-145a-427b-af4d-c76e4c5114f7', 'tag': '890b9a7b-3a3a-4d10-bfb5-df652e741b66', 'status': 'completed', 'code': 200} Apr 18 21:13:27.276895 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-9a682911-9695-4213-8ab9-dce4e3df9061 req-9fd5700d-f74b-4dbd-ac63-a266b0403bde tempest-VolumesActionsTest-472602596 tempest-VolumesActionsTest-472602596-project] 10.222.0.42 "GET /v2.0/ports?device_id=bdcedb93-3bbe-4192-9aa6-a1252ab35913 HTTP/1.1" status: 200 len: 210 time: 0.0495739 Apr 18 21:13:27.301890 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-3403b915-f6bd-4e03-9d32-ac7fc091e439 req-2e6b6abe-6a5d-476b-94cb-5288f7f92a8e service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=8ca657a6dd7e428db1e7c06a95f1a90e&device_id=048b0c07-145a-427b-af4d-c76e4c5114f7 HTTP/1.1" status: 200 len: 1094 time: 0.1813674 Apr 18 21:13:27.487839 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-3403b915-f6bd-4e03-9d32-ac7fc091e439 req-ce6757c5-e88c-47ad-84e8-818d4bd1b5c2 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=890b9a7b-3a3a-4d10-bfb5-df652e741b66 HTTP/1.1" status: 200 len: 217 time: 0.1752889 Apr 18 21:13:27.493665 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [req-ebef76c4-d2e2-4c47-a8a1-814ac197ff6c req-19d0c318-93a7-431b-8abd-30e217f730d3 tempest-VolumesActionsTest-472602596 tempest-VolumesActionsTest-472602596-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750374836619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32266323'] for port, after_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:13:27.656167 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3403b915-f6bd-4e03-9d32-ac7fc091e439 req-f06fab80-e1e0-4c4a-99f2-f9ef02c21a22 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:13:27.660755 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-3403b915-f6bd-4e03-9d32-ac7fc091e439 req-f06fab80-e1e0-4c4a-99f2-f9ef02c21a22 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=dfc866b7-c353-49e6-9c7f-4cc86e757b48 HTTP/1.1" status: 200 len: 854 time: 0.1634870 Apr 18 21:13:27.740587 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-bc9a6d33-99d0-4b76-9f17-cdd1458ba011 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:13:27.762281 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-3403b915-f6bd-4e03-9d32-ac7fc091e439 req-792167f0-3b32-44c1-aba1-a3c7a76ddff9 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=ec211755-00f0-492d-a79c-096be27f1d17&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0760009 Apr 18 21:13:27.799233 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-bc9a6d33-99d0-4b76-9f17-cdd1458ba011 None None] For port 687ac1bb-c5d7-46a7-bf85-36e3c8b466e1, host n-d-838334-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838334-2',level=0,port_id=687ac1bb-c5d7-46a7-bf85-36e3c8b466e1,segment=NetworkSegment(d66f716c-3985-4755-b46d-1fd0285759d0),segment_id=d66f716c-3985-4755-b46d-1fd0285759d0)] {{(pid=84042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:13:27.810580 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-bc9a6d33-99d0-4b76-9f17-cdd1458ba011 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682'] for port, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:13:27.983370 n-d-838334-2 neutron-server[84041]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ebef76c4-d2e2-4c47-a8a1-814ac197ff6c req-19d0c318-93a7-431b-8abd-30e217f730d3 tempest-VolumesActionsTest-472602596 tempest-VolumesActionsTest-472602596-project] Network 7c39ac3c-ebab-4084-9bf0-d4e6866e30eb is already hosted by enough agents. {{(pid=84041) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:13:28.000617 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19d0c318-93a7-431b-8abd-30e217f730d3 tempest-VolumesActionsTest-472602596 tempest-VolumesActionsTest-472602596-project] Pushing event updated for resources: {'Port': ['ID=8b518fac-179f-4fa4-8d0a-6396ee694b4d,revision_number=1']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:13:28.041573 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc9a6d33-99d0-4b76-9f17-cdd1458ba011 None None] Pushing event updated for resources: {'Port': ['ID=687ac1bb-c5d7-46a7-bf85-36e3c8b466e1,revision_number=3']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:13:28.150210 n-d-838334-2 neutron-server[84041]: DEBUG neutron.scheduler.base_scheduler [req-ebef76c4-d2e2-4c47-a8a1-814ac197ff6c req-19d0c318-93a7-431b-8abd-30e217f730d3 tempest-VolumesActionsTest-472602596 tempest-VolumesActionsTest-472602596-project] Resources bound (agent type, host, resource id): {{(pid=84041) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:13:28.165639 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.l3_dvrscheduler_db [req-ebef76c4-d2e2-4c47-a8a1-814ac197ff6c req-19d0c318-93a7-431b-8abd-30e217f730d3 tempest-VolumesActionsTest-472602596 tempest-VolumesActionsTest-472602596-project] Received port after_create {{(pid=84041) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 21:13:28.252826 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-680d17c8-7915-48f3-b590-122cda83cff6 None None] Provisioning complete for port 687ac1bb-c5d7-46a7-bf85-36e3c8b466e1 triggered by entity DHCP. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:13:28.255092 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-680d17c8-7915-48f3-b590-122cda83cff6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1253608'] for port, provisioning_complete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:13:28.288628 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-3403b915-f6bd-4e03-9d32-ac7fc091e439 req-8cbcff12-b825-4e45-b754-9e20bf28acdd service neutron] 10.222.0.48 "GET /v2.0/networks/ec211755-00f0-492d-a79c-096be27f1d17?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5156560 Apr 18 21:13:28.301652 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebef76c4-d2e2-4c47-a8a1-814ac197ff6c req-19d0c318-93a7-431b-8abd-30e217f730d3 tempest-VolumesActionsTest-472602596 tempest-VolumesActionsTest-472602596-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:13:28.302573 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [req-ebef76c4-d2e2-4c47-a8a1-814ac197ff6c req-19d0c318-93a7-431b-8abd-30e217f730d3 tempest-VolumesActionsTest-472602596 tempest-VolumesActionsTest-472602596-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217293'] for port, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:13:28.310352 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-16e9e2f9-11a9-4da8-a40e-958666bed3f3 tempest-RoutersNegativeTest-900170219 tempest-RoutersNegativeTest-900170219-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33526260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32266407', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32486287'] for subnet, after_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:13:28.634201 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b724c77-3c48-44ee-86a8-00c8fcb1f4f9 req-2154b0c2-8805-4064-9ad3-bc57ef2d14df tempest-VolumesSnapshotTestJSON-1863616769 tempest-VolumesSnapshotTestJSON-1863616769-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:13:28.637237 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-5b724c77-3c48-44ee-86a8-00c8fcb1f4f9 req-2154b0c2-8805-4064-9ad3-bc57ef2d14df tempest-VolumesSnapshotTestJSON-1863616769 tempest-VolumesSnapshotTestJSON-1863616769-project] 10.222.0.42 "GET /v2.0/ports?device_id=048b0c07-145a-427b-af4d-c76e4c5114f7 HTTP/1.1" status: 200 len: 943 time: 0.6650836 Apr 18 21:13:28.656508 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Device 687ac1bb-c5d7-46a7-bf85-36e3c8b466e1 up at agent ovs-agent-n-d-838334-2 {{(pid=84042) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 21:13:28.659012 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-ebef76c4-d2e2-4c47-a8a1-814ac197ff6c req-19d0c318-93a7-431b-8abd-30e217f730d3 tempest-VolumesActionsTest-472602596 tempest-VolumesActionsTest-472602596-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.3431237 Apr 18 21:13:28.704357 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.v2.base [req-ebef76c4-d2e2-4c47-a8a1-814ac197ff6c req-d243e1ea-a8d6-40df-9c60-82e3776f90df service neutron] Request body: {'port': {'device_id': 'bdcedb93-3bbe-4192-9aa6-a1252ab35913', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-838334-2'}} {{(pid=84041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:13:28.734337 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-3403b915-f6bd-4e03-9d32-ac7fc091e439 req-4d8cf2b4-57e5-4b25-92a5-e8dca3081218 service neutron] 10.222.0.48 "GET /v2.0/networks/ec211755-00f0-492d-a79c-096be27f1d17?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4379206 Apr 18 21:13:28.771156 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Provisioning complete for port 687ac1bb-c5d7-46a7-bf85-36e3c8b466e1 triggered by entity L2. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:13:28.772054 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1253608'] for port, provisioning_complete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:13:28.807444 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16e9e2f9-11a9-4da8-a40e-958666bed3f3 tempest-RoutersNegativeTest-900170219 tempest-RoutersNegativeTest-900170219-project] Checking segment: {'id': 'b76db4d3-169d-4baa-9d20-3802fc16f453', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': 'c046daab-3b7a-467d-9b57-24a53377edfc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84041) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 21:13:28.808284 n-d-838334-2 neutron-server[84041]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16e9e2f9-11a9-4da8-a40e-958666bed3f3 tempest-RoutersNegativeTest-900170219 tempest-RoutersNegativeTest-900170219-project] Network hostable DHCP agents. Network: c046daab-3b7a-467d-9b57-24a53377edfc, hostable agents: ['8746f8ea-3e91-4b32-9919-2c63adeb8722'], hosted agents: [] {{(pid=84041) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 21:13:28.818854 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-5b724c77-3c48-44ee-86a8-00c8fcb1f4f9 req-aa033c88-1981-40ac-9b27-78b850ed825b tempest-VolumesSnapshotTestJSON-1863616769 tempest-VolumesSnapshotTestJSON-1863616769-project] 10.222.0.42 "GET /v2.0/security-groups?id=9fa5ce7e-93a0-4048-a52a-367318ec4781&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0793581 Apr 18 21:13:28.822300 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16e9e2f9-11a9-4da8-a40e-958666bed3f3 tempest-RoutersNegativeTest-900170219 tempest-RoutersNegativeTest-900170219-project] Pushing event updated for resources: {'Subnet': ['ID=3be1eb25-ca55-4bb7-9782-f1e42fd7f6b5,revision_number=0']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:13:28.895266 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4965834f-2f37-4f46-874b-c3d895362d0f req-772eebb5-8f75-4e89-a178-29f2e8f63ed8 tempest-VolumesActionsTest-472602596 tempest-VolumesActionsTest-472602596-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:13:28.896950 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-4965834f-2f37-4f46-874b-c3d895362d0f req-772eebb5-8f75-4e89-a178-29f2e8f63ed8 tempest-VolumesActionsTest-472602596 tempest-VolumesActionsTest-472602596-project] 10.222.0.42 "GET /v2.0/ports?device_id=bdcedb93-3bbe-4192-9aa6-a1252ab35913 HTTP/1.1" status: 200 len: 931 time: 0.2834029 Apr 18 21:13:28.960917 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-18e5da14-6028-4798-aec5-8f8d4bb19d34 req-443e350c-8d22-4e04-96c2-88cdfc47c791 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=8ca657a6dd7e428db1e7c06a95f1a90e&device_id=048b0c07-145a-427b-af4d-c76e4c5114f7 HTTP/1.1" status: 200 len: 1094 time: 0.1386983 Apr 18 21:13:28.974983 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-4965834f-2f37-4f46-874b-c3d895362d0f req-750ff8f4-d8de-4744-aa0a-26a001e8eefc tempest-VolumesActionsTest-472602596 tempest-VolumesActionsTest-472602596-project] 10.222.0.42 "GET /v2.0/security-groups?id=17b301b4-f832-465e-b746-0427d2c4e3d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688889 Apr 18 21:13:28.976605 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Device 42368b2a-81ef-4f4f-9d00-ff9af0168c31 up at agent ovs-agent-n-d-838334-2 {{(pid=84042) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 21:13:29.150323 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18e5da14-6028-4798-aec5-8f8d4bb19d34 req-e4b01119-5d70-48eb-a34b-8dc4d102f1a3 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:13:29.151803 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-18e5da14-6028-4798-aec5-8f8d4bb19d34 req-e4b01119-5d70-48eb-a34b-8dc4d102f1a3 service neutron] 10.222.0.48 "GET /v2.0/networks?id=ec211755-00f0-492d-a79c-096be27f1d17 HTTP/1.1" status: 200 len: 915 time: 0.1753011 Apr 18 21:13:29.157278 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Provisioning for port 42368b2a-81ef-4f4f-9d00-ff9af0168c31 completed by entity L2. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 21:13:29.167210 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Provisioning complete for port 42368b2a-81ef-4f4f-9d00-ff9af0168c31 triggered by entity L2. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:13:29.167825 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1253608'] for port, provisioning_complete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:13:29.238777 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-18e5da14-6028-4798-aec5-8f8d4bb19d34 req-2fcad0a9-09c4-4b2e-877e-e89df467e04e service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=890b9a7b-3a3a-4d10-bfb5-df652e741b66 HTTP/1.1" status: 200 len: 217 time: 0.0797944 Apr 18 21:13:29.243003 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [req-ebef76c4-d2e2-4c47-a8a1-814ac197ff6c req-d243e1ea-a8d6-40df-9c60-82e3776f90df service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:13:29.255356 n-d-838334-2 neutron-server[84041]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16e9e2f9-11a9-4da8-a40e-958666bed3f3 tempest-RoutersNegativeTest-900170219 tempest-RoutersNegativeTest-900170219-project] Network c046daab-3b7a-467d-9b57-24a53377edfc is scheduled to be hosted by DHCP agent 8746f8ea-3e91-4b32-9919-2c63adeb8722 with binding_index 1 {{(pid=84041) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 21:13:29.311695 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18e5da14-6028-4798-aec5-8f8d4bb19d34 req-ba5b56be-6035-46e5-bd89-1a27435c46a1 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:13:29.314135 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-18e5da14-6028-4798-aec5-8f8d4bb19d34 req-ba5b56be-6035-46e5-bd89-1a27435c46a1 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=dfc866b7-c353-49e6-9c7f-4cc86e757b48 HTTP/1.1" status: 200 len: 854 time: 0.0695205 Apr 18 21:13:29.330888 n-d-838334-2 neutron-server[84041]: DEBUG neutron.scheduler.base_scheduler [None req-16e9e2f9-11a9-4da8-a40e-958666bed3f3 tempest-RoutersNegativeTest-900170219 tempest-RoutersNegativeTest-900170219-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-838334-2, c046daab-3b7a-467d-9b57-24a53377edfc) {{(pid=84041) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:13:29.358483 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16e9e2f9-11a9-4da8-a40e-958666bed3f3 tempest-RoutersNegativeTest-900170219 tempest-RoutersNegativeTest-900170219-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:13:29.358483 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-16e9e2f9-11a9-4da8-a40e-958666bed3f3 tempest-RoutersNegativeTest-900170219 tempest-RoutersNegativeTest-900170219-project] Notify callbacks [] for subnet, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:13:29.398837 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b000dcf-e226-4f26-9bfd-783840517946 None None] Network c046daab-3b7a-467d-9b57-24a53377edfc requested from n-d-838334-2 {{(pid=84042) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 21:13:29.422327 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-18e5da14-6028-4798-aec5-8f8d4bb19d34 req-7ddf529e-0c9e-43fc-ac6d-3442027e52bb service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=ec211755-00f0-492d-a79c-096be27f1d17&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1008821 Apr 18 21:13:29.450578 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-16e9e2f9-11a9-4da8-a40e-958666bed3f3 tempest-RoutersNegativeTest-900170219 tempest-RoutersNegativeTest-900170219-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 4.0236781 Apr 18 21:13:29.458905 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 52026) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:13:29.477885 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.v2.base [None req-c500cba3-c6f0-48a7-92a7-f3debd7f0c4b tempest-RoutersNegativeTest-900170219 tempest-RoutersNegativeTest-900170219-project] Request body: {'subnet': {'network_id': 'ba92f899-e331-4e02-a31c-aa9b61386335', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=84041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:13:29.521350 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:13:29.543605 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] For port 42368b2a-81ef-4f4f-9d00-ff9af0168c31, host n-d-838334-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838334-2',level=0,port_id=42368b2a-81ef-4f4f-9d00-ff9af0168c31,segment=NetworkSegment(732aa830-768b-4511-951f-d08e26b9c25b),segment_id=732aa830-768b-4511-951f-d08e26b9c25b)] {{(pid=84042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:13:29.562658 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682'] for port, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:13:29.665973 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-18e5da14-6028-4798-aec5-8f8d4bb19d34 req-8217f7cb-9146-4309-9756-6ab50d8521aa service neutron] 10.222.0.48 "GET /v2.0/networks/ec211755-00f0-492d-a79c-096be27f1d17?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2362580 Apr 18 21:13:29.761411 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Pushing event updated for resources: {'Port': ['ID=42368b2a-81ef-4f4f-9d00-ff9af0168c31,revision_number=4']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:13:29.803648 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750375287399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253529'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:13:29.968517 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a873b892-98da-48ee-8deb-aa0b7c9f8145 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp016840fc-1f9f-5892-9c53-c9cf6c845bbb-c046daab-3b7a-467d-9b57-24a53377edfc', 'network_id': 'c046daab-3b7a-467d-9b57-24a53377edfc', 'tenant_id': 'c645fb98ca674687a1bc26dbf6d8a00f', 'fixed_ips': [{'subnet_id': '3be1eb25-ca55-4bb7-9782-f1e42fd7f6b5'}]}} from n-d-838334-2. {{(pid=84042) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 18 21:13:29.969467 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-a873b892-98da-48ee-8deb-aa0b7c9f8145 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_create {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:13:30.013430 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-18e5da14-6028-4798-aec5-8f8d4bb19d34 req-f0dae412-725e-4007-b5be-ef161c2d367f service neutron] 10.222.0.48 "GET /v2.0/networks/ec211755-00f0-492d-a79c-096be27f1d17?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3389525 Apr 18 21:13:30.146723 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-c500cba3-c6f0-48a7-92a7-f3debd7f0c4b tempest-RoutersNegativeTest-900170219 tempest-RoutersNegativeTest-900170219-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:13:30.209197 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-c500cba3-c6f0-48a7-92a7-f3debd7f0c4b tempest-RoutersNegativeTest-900170219 tempest-RoutersNegativeTest-900170219-project] Usage tracker for resource:subnet and tenant:c645fb98ca674687a1bc26dbf6d8a00f is out of sync, need to count used quota {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:13:30.251184 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-c500cba3-c6f0-48a7-92a7-f3debd7f0c4b tempest-RoutersNegativeTest-900170219 tempest-RoutersNegativeTest-900170219-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:13:30.362952 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-c500cba3-c6f0-48a7-92a7-f3debd7f0c4b tempest-RoutersNegativeTest-900170219 tempest-RoutersNegativeTest-900170219-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:13:30.375013 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Device 42368b2a-81ef-4f4f-9d00-ff9af0168c31 up at agent ovs-agent-n-d-838334-2 {{(pid=84042) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 21:13:30.423968 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c500cba3-c6f0-48a7-92a7-f3debd7f0c4b tempest-RoutersNegativeTest-900170219 tempest-RoutersNegativeTest-900170219-project] Made reservation on behalf of c645fb98ca674687a1bc26dbf6d8a00f for: {'subnet': 1} {{(pid=84041) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:13:30.449948 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.db_base_plugin_common [None req-a873b892-98da-48ee-8deb-aa0b7c9f8145 None None] Allocated IP 172.20.0.2 (c046daab-3b7a-467d-9b57-24a53377edfc/3be1eb25-ca55-4bb7-9782-f1e42fd7f6b5/37b74bc0-5efa-47ef-a560-ca760ce4ef8c) {{(pid=84042) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 21:13:30.454247 n-d-838334-2 neutron-server[84041]: DEBUG neutron.notifiers.nova [req-ebef76c4-d2e2-4c47-a8a1-814ac197ff6c req-d243e1ea-a8d6-40df-9c60-82e3776f90df service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8b518fac-179f-4fa4-8d0a-6396ee694b4d {{(pid=84041) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 18 21:13:30.477098 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [req-ebef76c4-d2e2-4c47-a8a1-814ac197ff6c req-d243e1ea-a8d6-40df-9c60-82e3776f90df service neutron] Notify callbacks [] for port, precommit_update {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:13:30.624498 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Provisioning complete for port 42368b2a-81ef-4f4f-9d00-ff9af0168c31 triggered by entity L2. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:13:30.624872 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1253608'] for port, provisioning_complete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:13:30.642310 n-d-838334-2 neutron-server[84041]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-54e3787d-0da1-473b-bf0c-3737bd25b72b admin admin] Router 8c2f0652-b465-43be-bc18-7ede60e49b71 has already been hosted by L3 agent bc84d6c9-dd7a-4555-a351-592327b46d5a {{(pid=84041) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 21:13:30.662409 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.provisioning_blocks [req-ebef76c4-d2e2-4c47-a8a1-814ac197ff6c req-d243e1ea-a8d6-40df-9c60-82e3776f90df service neutron] Transition to ACTIVE for port object 8b518fac-179f-4fa4-8d0a-6396ee694b4d will not be triggered until provisioned by entity L2. {{(pid=84041) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:13:30.685439 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36f8ed9d-7930-4f13-a5fc-83256c40f3ff req-a5f67d1b-29ec-44de-98af-103806f41b7f tempest-VolumesSnapshotTestJSON-1863616769 tempest-VolumesSnapshotTestJSON-1863616769-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:13:30.693470 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-36f8ed9d-7930-4f13-a5fc-83256c40f3ff req-a5f67d1b-29ec-44de-98af-103806f41b7f tempest-VolumesSnapshotTestJSON-1863616769 tempest-VolumesSnapshotTestJSON-1863616769-project] 10.222.0.42 "GET /v2.0/ports?device_id=048b0c07-145a-427b-af4d-c76e4c5114f7 HTTP/1.1" status: 200 len: 943 time: 0.6275058 Apr 18 21:13:30.705092 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [req-ebef76c4-d2e2-4c47-a8a1-814ac197ff6c req-d243e1ea-a8d6-40df-9c60-82e3776f90df service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32266282'] for port, after_update {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:13:30.744228 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c375b37-6d37-4aa2-b6ab-33138d6249b5 req-241ee9df-969f-4e25-a630-e48c191a4faf tempest-VolumesActionsTest-472602596 tempest-VolumesActionsTest-472602596-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:13:30.746252 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-3c375b37-6d37-4aa2-b6ab-33138d6249b5 req-241ee9df-969f-4e25-a630-e48c191a4faf tempest-VolumesActionsTest-472602596 tempest-VolumesActionsTest-472602596-project] 10.222.0.42 "GET /v2.0/ports?device_id=bdcedb93-3bbe-4192-9aa6-a1252ab35913 HTTP/1.1" status: 200 len: 931 time: 0.2803423 Apr 18 21:13:30.829401 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-c500cba3-c6f0-48a7-92a7-f3debd7f0c4b tempest-RoutersNegativeTest-900170219 tempest-RoutersNegativeTest-900170219-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32486301'] for subnet, before_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:13:30.847776 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-36f8ed9d-7930-4f13-a5fc-83256c40f3ff req-3ad85d86-6fa2-478a-b271-3625afa78388 tempest-VolumesSnapshotTestJSON-1863616769 tempest-VolumesSnapshotTestJSON-1863616769-project] 10.222.0.42 "GET /v2.0/security-groups?id=9fa5ce7e-93a0-4048-a52a-367318ec4781&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1462581 Apr 18 21:13:30.867536 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-3c375b37-6d37-4aa2-b6ab-33138d6249b5 req-a95d1a7a-69a9-4f42-bb2a-a6554eee299b tempest-VolumesActionsTest-472602596 tempest-VolumesActionsTest-472602596-project] 10.222.0.42 "GET /v2.0/security-groups?id=17b301b4-f832-465e-b746-0427d2c4e3d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1123238 Apr 18 21:13:30.877234 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-a873b892-98da-48ee-8deb-aa0b7c9f8145 None None] Notify callbacks [] for port, precommit_create {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:13:30.894280 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-a873b892-98da-48ee-8deb-aa0b7c9f8145 None None] Transition to ACTIVE for port object 37b74bc0-5efa-47ef-a560-ca760ce4ef8c will not be triggered until provisioned by entity L2. {{(pid=84042) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:13:30.915757 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-a873b892-98da-48ee-8deb-aa0b7c9f8145 None None] Transition to ACTIVE for port object 37b74bc0-5efa-47ef-a560-ca760ce4ef8c will not be triggered until provisioned by entity DHCP. {{(pid=84042) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:13:30.922972 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-a873b892-98da-48ee-8deb-aa0b7c9f8145 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750374836619'] for port, after_create {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:13:30.973484 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-dd8b7a79-7e0f-4404-a7b5-9900d88528b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:13:30.980351 n-d-838334-2 neutron-server[84042]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a873b892-98da-48ee-8deb-aa0b7c9f8145 None None] Network c046daab-3b7a-467d-9b57-24a53377edfc is already hosted by enough agents. {{(pid=84042) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:13:31.009196 n-d-838334-2 neutron-server[84042]: DEBUG neutron.scheduler.base_scheduler [None req-a873b892-98da-48ee-8deb-aa0b7c9f8145 None None] Resources bound (agent type, host, resource id): {{(pid=84042) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:13:31.009196 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a873b892-98da-48ee-8deb-aa0b7c9f8145 None None] Received port after_create {{(pid=84042) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 21:13:31.103259 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a873b892-98da-48ee-8deb-aa0b7c9f8145 None None] Pushing event updated for resources: {'Port': ['ID=37b74bc0-5efa-47ef-a560-ca760ce4ef8c,revision_number=1']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:13:31.171288 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.managers [None req-a873b892-98da-48ee-8deb-aa0b7c9f8145 None None] Attempting to bind port 37b74bc0-5efa-47ef-a560-ca760ce4ef8c on host n-d-838334-2 for vnic_type normal with profile {{(pid=84042) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 21:13:31.171962 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.managers [None req-a873b892-98da-48ee-8deb-aa0b7c9f8145 None None] Attempting to bind port 37b74bc0-5efa-47ef-a560-ca760ce4ef8c by drivers openvswitch,hyperv on host n-d-838334-2 at level 0 using segments [{'id': 'b76db4d3-169d-4baa-9d20-3802fc16f453', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': 'c046daab-3b7a-467d-9b57-24a53377edfc'}] {{(pid=84042) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 21:13:31.172497 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a873b892-98da-48ee-8deb-aa0b7c9f8145 None None] Attempting to bind port 37b74bc0-5efa-47ef-a560-ca760ce4ef8c on network c046daab-3b7a-467d-9b57-24a53377edfc {{(pid=84042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 21:13:31.181037 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a873b892-98da-48ee-8deb-aa0b7c9f8145 None None] Checking agent: {'id': '97cd4414-7af6-4d67-868d-dff370b4071a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838334-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 25, 49), 'started_at': datetime.datetime(2022, 4, 18, 20, 26, 19), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 21, 13, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838334-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 18 21:13:31.181416 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a873b892-98da-48ee-8deb-aa0b7c9f8145 None None] Checking segment: {'id': 'b76db4d3-169d-4baa-9d20-3802fc16f453', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': 'c046daab-3b7a-467d-9b57-24a53377edfc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84042) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 21:13:31.183073 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-a873b892-98da-48ee-8deb-aa0b7c9f8145 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:13:31.183073 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a873b892-98da-48ee-8deb-aa0b7c9f8145 None None] Bound using segment: {'id': 'b76db4d3-169d-4baa-9d20-3802fc16f453', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': 'c046daab-3b7a-467d-9b57-24a53377edfc'} {{(pid=84042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 18 21:13:31.183073 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.managers [None req-a873b892-98da-48ee-8deb-aa0b7c9f8145 None None] Bound port: 37b74bc0-5efa-47ef-a560-ca760ce4ef8c, host: n-d-838334-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b76db4d3-169d-4baa-9d20-3802fc16f453', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': 'c046daab-3b7a-467d-9b57-24a53377edfc'}}] {{(pid=84042) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 21:13:31.183324 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-a873b892-98da-48ee-8deb-aa0b7c9f8145 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:13:31.264228 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d243e1ea-a8d6-40df-9c60-82e3776f90df service neutron] Pushing event updated for resources: {'Port': ['ID=8b518fac-179f-4fa4-8d0a-6396ee694b4d,revision_number=2']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:13:31.316469 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-a873b892-98da-48ee-8deb-aa0b7c9f8145 None None] For port 37b74bc0-5efa-47ef-a560-ca760ce4ef8c, host n-d-838334-2, cleared binding levels {{(pid=84042) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 21:13:31.320641 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-a873b892-98da-48ee-8deb-aa0b7c9f8145 None None] For port 37b74bc0-5efa-47ef-a560-ca760ce4ef8c, host n-d-838334-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838334-2',level=0,port_id=37b74bc0-5efa-47ef-a560-ca760ce4ef8c,segment=NetworkSegment(b76db4d3-169d-4baa-9d20-3802fc16f453),segment_id=b76db4d3-169d-4baa-9d20-3802fc16f453)] {{(pid=84042) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 21:13:31.326439 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-a873b892-98da-48ee-8deb-aa0b7c9f8145 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682'] for port, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:13:31.443764 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a873b892-98da-48ee-8deb-aa0b7c9f8145 None None] Pushing event updated for resources: {'Port': ['ID=37b74bc0-5efa-47ef-a560-ca760ce4ef8c,revision_number=2']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:13:31.766882 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.managers [req-ebef76c4-d2e2-4c47-a8a1-814ac197ff6c req-d243e1ea-a8d6-40df-9c60-82e3776f90df service neutron] Attempting to bind port 8b518fac-179f-4fa4-8d0a-6396ee694b4d on host n-h1-838334-2 for vnic_type normal with profile {{(pid=84041) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 21:13:31.767253 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.managers [req-ebef76c4-d2e2-4c47-a8a1-814ac197ff6c req-d243e1ea-a8d6-40df-9c60-82e3776f90df service neutron] Attempting to bind port 8b518fac-179f-4fa4-8d0a-6396ee694b4d by drivers openvswitch,hyperv on host n-h1-838334-2 at level 0 using segments [{'id': '44fed75d-d790-4c0e-a467-bf1a6588ce2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '7c39ac3c-ebab-4084-9bf0-d4e6866e30eb'}] {{(pid=84041) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 21:13:31.767563 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebef76c4-d2e2-4c47-a8a1-814ac197ff6c req-d243e1ea-a8d6-40df-9c60-82e3776f90df service neutron] Attempting to bind port 8b518fac-179f-4fa4-8d0a-6396ee694b4d on network 7c39ac3c-ebab-4084-9bf0-d4e6866e30eb {{(pid=84041) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 21:13:31.861042 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-c500cba3-c6f0-48a7-92a7-f3debd7f0c4b tempest-RoutersNegativeTest-900170219 tempest-RoutersNegativeTest-900170219-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33526260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32266407', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32486287'] for subnet, after_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:13:31.865020 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebef76c4-d2e2-4c47-a8a1-814ac197ff6c req-d243e1ea-a8d6-40df-9c60-82e3776f90df service neutron] Port 8b518fac-179f-4fa4-8d0a-6396ee694b4d on network 7c39ac3c-ebab-4084-9bf0-d4e6866e30eb not bound, no agent of type Open vSwitch agent registered on host n-h1-838334-2 {{(pid=84041) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 18 21:13:31.865280 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebef76c4-d2e2-4c47-a8a1-814ac197ff6c req-d243e1ea-a8d6-40df-9c60-82e3776f90df service neutron] Attempting to bind port 8b518fac-179f-4fa4-8d0a-6396ee694b4d on network 7c39ac3c-ebab-4084-9bf0-d4e6866e30eb {{(pid=84041) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 21:13:31.914064 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebef76c4-d2e2-4c47-a8a1-814ac197ff6c req-d243e1ea-a8d6-40df-9c60-82e3776f90df service neutron] Checking agent: {'id': 'd63bab19-ff81-4de1-afeb-a3732288d0d7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-838334-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 33, 59), 'started_at': datetime.datetime(2022, 4, 18, 20, 33, 59), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 21, 13, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84041) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 18 21:13:31.914398 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebef76c4-d2e2-4c47-a8a1-814ac197ff6c req-d243e1ea-a8d6-40df-9c60-82e3776f90df service neutron] Checking segment: {'id': '44fed75d-d790-4c0e-a467-bf1a6588ce2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '7c39ac3c-ebab-4084-9bf0-d4e6866e30eb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84041) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 21:13:31.914784 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebef76c4-d2e2-4c47-a8a1-814ac197ff6c req-d243e1ea-a8d6-40df-9c60-82e3776f90df service neutron] Bound using segment: {'id': '44fed75d-d790-4c0e-a467-bf1a6588ce2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '7c39ac3c-ebab-4084-9bf0-d4e6866e30eb'} {{(pid=84041) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 18 21:13:31.917654 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.managers [req-ebef76c4-d2e2-4c47-a8a1-814ac197ff6c req-d243e1ea-a8d6-40df-9c60-82e3776f90df service neutron] Bound port: 8b518fac-179f-4fa4-8d0a-6396ee694b4d, host: n-h1-838334-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '44fed75d-d790-4c0e-a467-bf1a6588ce2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '7c39ac3c-ebab-4084-9bf0-d4e6866e30eb'}}] {{(pid=84041) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 21:13:31.918010 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [req-ebef76c4-d2e2-4c47-a8a1-814ac197ff6c req-d243e1ea-a8d6-40df-9c60-82e3776f90df service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:13:32.024202 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c500cba3-c6f0-48a7-92a7-f3debd7f0c4b tempest-RoutersNegativeTest-900170219 tempest-RoutersNegativeTest-900170219-project] Pushing event updated for resources: {'Subnet': ['ID=41360e88-873c-4c3b-9a6e-110445897d66,revision_number=0']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:13:32.066670 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.db_base_plugin_common [None req-dd8b7a79-7e0f-4404-a7b5-9900d88528b1 admin admin] Allocated IP 172.20.0.1 (455c9cd9-3eae-4b7a-8234-99cebcf9bc24/ffff18e8-8f29-45e6-957b-0d07d078c8a0/a9864ebb-e7c5-4183-ba4c-a72cab838bc4) {{(pid=84041) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 21:13:32.296735 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42e96499-6a7b-4775-a0fc-9c302c9a8c12 req-cb0d9057-c8d6-46ac-8013-464e5aeb2016 tempest-VolumesSnapshotTestJSON-1863616769 tempest-VolumesSnapshotTestJSON-1863616769-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:13:32.306479 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Device 890b9a7b-3a3a-4d10-bfb5-df652e741b66 details requested by agent hyperv_n-h2-838334-2 with host n-h2-838334-2 {{(pid=84042) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 18 21:13:32.312571 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-42e96499-6a7b-4775-a0fc-9c302c9a8c12 req-cb0d9057-c8d6-46ac-8013-464e5aeb2016 tempest-VolumesSnapshotTestJSON-1863616769 tempest-VolumesSnapshotTestJSON-1863616769-project] 10.222.0.42 "GET /v2.0/ports?device_id=048b0c07-145a-427b-af4d-c76e4c5114f7 HTTP/1.1" status: 200 len: 943 time: 0.2782876 Apr 18 21:13:32.378852 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a02b0847-4ee7-4be1-bb66-1af80a7ed8fb req-58dbfb44-513f-4bd7-ada5-90fd0bd878ed tempest-VolumesActionsTest-472602596 tempest-VolumesActionsTest-472602596-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:13:32.391665 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-a02b0847-4ee7-4be1-bb66-1af80a7ed8fb req-58dbfb44-513f-4bd7-ada5-90fd0bd878ed tempest-VolumesActionsTest-472602596 tempest-VolumesActionsTest-472602596-project] 10.222.0.42 "GET /v2.0/ports?device_id=bdcedb93-3bbe-4192-9aa6-a1252ab35913 HTTP/1.1" status: 200 len: 943 time: 0.2506220 Apr 18 21:13:32.444932 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-42e96499-6a7b-4775-a0fc-9c302c9a8c12 req-f035c9db-60df-4c0f-a7b7-481e10684c61 tempest-VolumesSnapshotTestJSON-1863616769 tempest-VolumesSnapshotTestJSON-1863616769-project] 10.222.0.42 "GET /v2.0/security-groups?id=9fa5ce7e-93a0-4048-a52a-367318ec4781&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1313343 Apr 18 21:13:32.540555 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-a02b0847-4ee7-4be1-bb66-1af80a7ed8fb req-e808c55a-5ec7-4242-b6ae-04bcfe5b6e2e tempest-VolumesActionsTest-472602596 tempest-VolumesActionsTest-472602596-project] 10.222.0.42 "GET /v2.0/security-groups?id=17b301b4-f832-465e-b746-0427d2c4e3d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1427529 Apr 18 21:13:32.617601 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Device 37b74bc0-5efa-47ef-a560-ca760ce4ef8c up at agent ovs-agent-n-d-838334-2 {{(pid=84042) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 21:13:32.666522 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-54e3787d-0da1-473b-bf0c-3737bd25b72b admin admin] Notify agent at l3_agent.n-d-838334-2 the message routers_updated {{(pid=84041) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 21:13:32.682603 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c500cba3-c6f0-48a7-92a7-f3debd7f0c4b tempest-RoutersNegativeTest-900170219 tempest-RoutersNegativeTest-900170219-project] Checking segment: {'id': 'f6eba22e-48c3-403a-92c5-fd5be772ea0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': 'ba92f899-e331-4e02-a31c-aa9b61386335'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84041) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 21:13:32.683196 n-d-838334-2 neutron-server[84041]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c500cba3-c6f0-48a7-92a7-f3debd7f0c4b tempest-RoutersNegativeTest-900170219 tempest-RoutersNegativeTest-900170219-project] Network hostable DHCP agents. Network: ba92f899-e331-4e02-a31c-aa9b61386335, hostable agents: ['8746f8ea-3e91-4b32-9919-2c63adeb8722'], hosted agents: [] {{(pid=84041) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 21:13:32.688919 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-176180c9-b308-459c-ae4d-03a1ae54a3fe None None] Sync routers for ids ['8c2f0652-b465-43be-bc18-7ede60e49b71'] in n-d-838334-2 {{(pid=84042) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 18 21:13:32.709768 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.db [req-ebef76c4-d2e2-4c47-a8a1-814ac197ff6c req-d243e1ea-a8d6-40df-9c60-82e3776f90df service neutron] For port 8b518fac-179f-4fa4-8d0a-6396ee694b4d, host n-h1-838334-2, cleared binding levels {{(pid=84041) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 21:13:32.737265 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 52106) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:13:32.737900 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-54e3787d-0da1-473b-bf0c-3737bd25b72b admin admin] 10.222.0.42 "PUT /v2.0/routers/8c2f0652-b465-43be-bc18-7ede60e49b71/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 14.8155134 Apr 18 21:13:32.747671 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] For port 890b9a7b-3a3a-4d10-bfb5-df652e741b66, host n-h2-838334-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838334-2',level=0,port_id=890b9a7b-3a3a-4d10-bfb5-df652e741b66,segment=NetworkSegment(67a93bb4-0871-4d6d-b5c2-05b702305dba),segment_id=67a93bb4-0871-4d6d-b5c2-05b702305dba)] {{(pid=84042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:13:32.800206 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Returning: {'device': '890b9a7b-3a3a-4d10-bfb5-df652e741b66', 'network_id': 'ec211755-00f0-492d-a79c-096be27f1d17', 'port_id': '890b9a7b-3a3a-4d10-bfb5-df652e741b66', 'mac_address': 'fa:16:3e:76:6b:a8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 388, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dfc866b7-c353-49e6-9c7f-4cc86e757b48', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84042) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 18 21:13:32.809508 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-dd8b7a79-7e0f-4404-a7b5-9900d88528b1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:13:32.832295 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.provisioning_blocks [None req-dd8b7a79-7e0f-4404-a7b5-9900d88528b1 admin admin] Transition to ACTIVE for port object a9864ebb-e7c5-4183-ba4c-a72cab838bc4 will not be triggered until provisioned by entity DHCP. {{(pid=84041) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:13:32.883832 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.db [req-ebef76c4-d2e2-4c47-a8a1-814ac197ff6c req-d243e1ea-a8d6-40df-9c60-82e3776f90df service neutron] For port 8b518fac-179f-4fa4-8d0a-6396ee694b4d, host n-h1-838334-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838334-2',level=0,port_id=8b518fac-179f-4fa4-8d0a-6396ee694b4d,segment=NetworkSegment(44fed75d-d790-4c0e-a467-bf1a6588ce2b),segment_id=44fed75d-d790-4c0e-a467-bf1a6588ce2b)] {{(pid=84041) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 21:13:32.898912 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [req-ebef76c4-d2e2-4c47-a8a1-814ac197ff6c req-d243e1ea-a8d6-40df-9c60-82e3776f90df service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32266282'] for port, after_update {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:13:32.955576 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:13:32.966515 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_dvrscheduler_db [None req-176180c9-b308-459c-ae4d-03a1ae54a3fe None None] Routers {'8c2f0652-b465-43be-bc18-7ede60e49b71'} bound to L3 agent in host n-d-838334-2 {{(pid=84042) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 21:13:32.967321 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_hamode_db [None req-176180c9-b308-459c-ae4d-03a1ae54a3fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838334-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-18T20:25:48Z,description=,heartbeat_timestamp=2022-04-18T21:13:18Z,host='n-d-838334-2',id=bc84d6c9-dd7a-4555-a351-592327b46d5a,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:25:48Z,topic='l3_agent')) {'router_ids': ['8c2f0652-b465-43be-bc18-7ede60e49b71'], 'active': True} {{(pid=84042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:13:32.987130 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-dd8b7a79-7e0f-4404-a7b5-9900d88528b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750374836619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32266323'] for port, after_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:13:33.004406 n-d-838334-2 neutron-server[84041]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c500cba3-c6f0-48a7-92a7-f3debd7f0c4b tempest-RoutersNegativeTest-900170219 tempest-RoutersNegativeTest-900170219-project] Network ba92f899-e331-4e02-a31c-aa9b61386335 is scheduled to be hosted by DHCP agent 8746f8ea-3e91-4b32-9919-2c63adeb8722 with binding_index 1 {{(pid=84041) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 21:13:33.048299 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Provisioning for port 37b74bc0-5efa-47ef-a560-ca760ce4ef8c completed by entity L2. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 21:13:33.111857 n-d-838334-2 neutron-server[84041]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd8b7a79-7e0f-4404-a7b5-9900d88528b1 admin admin] Network 455c9cd9-3eae-4b7a-8234-99cebcf9bc24 is already hosted by enough agents. {{(pid=84041) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:13:33.117551 n-d-838334-2 neutron-server[84041]: DEBUG neutron.scheduler.base_scheduler [None req-dd8b7a79-7e0f-4404-a7b5-9900d88528b1 admin admin] Resources bound (agent type, host, resource id): {{(pid=84041) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:13:33.120269 n-d-838334-2 neutron-server[84041]: DEBUG neutron.scheduler.base_scheduler [None req-c500cba3-c6f0-48a7-92a7-f3debd7f0c4b tempest-RoutersNegativeTest-900170219 tempest-RoutersNegativeTest-900170219-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-838334-2, ba92f899-e331-4e02-a31c-aa9b61386335) {{(pid=84041) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:13:33.123187 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd8b7a79-7e0f-4404-a7b5-9900d88528b1 admin admin] Received port after_create {{(pid=84041) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 21:13:33.136817 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2db9a3e-82f0-4c1c-ad32-984d356ee8b4 None None] Network c046daab-3b7a-467d-9b57-24a53377edfc requested from n-d-838334-2 {{(pid=84042) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 21:13:33.171519 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce3191a4-85aa-4573-a369-fd9e8eaf8444 None None] Network ba92f899-e331-4e02-a31c-aa9b61386335 requested from n-d-838334-2 {{(pid=84042) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 21:13:33.171895 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [req-ebef76c4-d2e2-4c47-a8a1-814ac197ff6c req-d243e1ea-a8d6-40df-9c60-82e3776f90df service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217293'] for port, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:13:33.180073 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-ebef76c4-d2e2-4c47-a8a1-814ac197ff6c req-d243e1ea-a8d6-40df-9c60-82e3776f90df service neutron] 10.222.0.43 "PUT /v2.0/ports/8b518fac-179f-4fa4-8d0a-6396ee694b4d HTTP/1.1" status: 200 len: 1091 time: 4.4946551 Apr 18 21:13:33.180073 n-d-838334-2 neutron-server[84041]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bdcedb93-3bbe-4192-9aa6-a1252ab35913', 'tag': '8b518fac-179f-4fa4-8d0a-6396ee694b4d'}] {{(pid=84041) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 21:13:33.188095 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c500cba3-c6f0-48a7-92a7-f3debd7f0c4b tempest-RoutersNegativeTest-900170219 tempest-RoutersNegativeTest-900170219-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:13:33.189057 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-c500cba3-c6f0-48a7-92a7-f3debd7f0c4b tempest-RoutersNegativeTest-900170219 tempest-RoutersNegativeTest-900170219-project] Notify callbacks [] for subnet, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:13:33.189501 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-3b7e0436-3bf0-4612-9e8f-96edcb4e09ca admin admin] Notify callbacks [] for router, before_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:13:33.241747 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d243e1ea-a8d6-40df-9c60-82e3776f90df service neutron] Pushing event updated for resources: {'Port': ['ID=8b518fac-179f-4fa4-8d0a-6396ee694b4d,revision_number=3']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:13:33.283204 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-dd8b7a79-7e0f-4404-a7b5-9900d88528b1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33444010'] for router_interface, before_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:13:33.360543 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-c500cba3-c6f0-48a7-92a7-f3debd7f0c4b tempest-RoutersNegativeTest-900170219 tempest-RoutersNegativeTest-900170219-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.8931198 Apr 18 21:13:33.376196 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 52122) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:13:33.392952 n-d-838334-2 neutron-server[84041]: INFO neutron.notifiers.nova [-] Nova event matching ['req-15f04891-6f38-49b3-b920-7cde33d1e5c2'] response: {'name': 'network-changed', 'server_uuid': 'bdcedb93-3bbe-4192-9aa6-a1252ab35913', 'tag': '8b518fac-179f-4fa4-8d0a-6396ee694b4d', 'status': 'completed', 'code': 200} Apr 18 21:13:33.585602 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd8b7a79-7e0f-4404-a7b5-9900d88528b1 admin admin] Pushing event updated for resources: {'Port': ['ID=a9864ebb-e7c5-4183-ba4c-a72cab838bc4,revision_number=1']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:13:33.623870 n-d-838334-2 neutron-server[84042]: DEBUG neutron.notifiers.nova [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 890b9a7b-3a3a-4d10-bfb5-df652e741b66 {{(pid=84042) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 18 21:13:33.676689 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-3b7e0436-3bf0-4612-9e8f-96edcb4e09ca admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:13:33.763507 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.plugin [None req-3b7e0436-3bf0-4612-9e8f-96edcb4e09ca admin admin] Deleting port 86ce1639-ab2e-47e5-bd63-e4ba5bcd9297 {{(pid=84040) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 21:13:33.763896 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-3b7e0436-3bf0-4612-9e8f-96edcb4e09ca admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750375188691'] for port, before_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:13:33.920566 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_dvr_db [None req-176180c9-b308-459c-ae4d-03a1ae54a3fe None None] Set router 8c2f0652-b465-43be-bc18-7ede60e49b71 gateway port host: n-d-838334-2 {{(pid=84042) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 21:13:34.015998 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.db [None req-3b7e0436-3bf0-4612-9e8f-96edcb4e09ca admin admin] For port 86ce1639-ab2e-47e5-bd63-e4ba5bcd9297, host n-d-838334-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838334-2',level=0,port_id=86ce1639-ab2e-47e5-bd63-e4ba5bcd9297,segment=NetworkSegment(732aa830-768b-4511-951f-d08e26b9c25b),segment_id=732aa830-768b-4511-951f-d08e26b9c25b)] {{(pid=84040) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:13:34.016636 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-3b7e0436-3bf0-4612-9e8f-96edcb4e09ca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369123'] for port, precommit_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:13:34.120663 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-ebef76c4-d2e2-4c47-a8a1-814ac197ff6c req-44d7d09a-ceda-4aa0-a791-944638acbe78 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=6c33d80c41514a6a87356e217af6c6ed&device_id=bdcedb93-3bbe-4192-9aa6-a1252ab35913 HTTP/1.1" status: 200 len: 1094 time: 0.8326862 Apr 18 21:13:34.160156 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.plugin [None req-3b7e0436-3bf0-4612-9e8f-96edcb4e09ca admin admin] Calling delete_port for 86ce1639-ab2e-47e5-bd63-e4ba5bcd9297 owned by network:router_gateway {{(pid=84040) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 21:13:34.165949 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] For port 890b9a7b-3a3a-4d10-bfb5-df652e741b66, host n-h2-838334-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838334-2',level=0,port_id=890b9a7b-3a3a-4d10-bfb5-df652e741b66,segment=NetworkSegment(67a93bb4-0871-4d6d-b5c2-05b702305dba),segment_id=67a93bb4-0871-4d6d-b5c2-05b702305dba)] {{(pid=84042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:13:34.318214 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682'] for port, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:13:34.391067 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-ebef76c4-d2e2-4c47-a8a1-814ac197ff6c req-28da8d25-a851-4bda-b500-d92084e7922f service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8b518fac-179f-4fa4-8d0a-6396ee694b4d HTTP/1.1" status: 200 len: 217 time: 0.2622793 Apr 18 21:13:34.436740 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-dd8b7a79-7e0f-4404-a7b5-9900d88528b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:13:34.554358 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Pushing event updated for resources: {'Port': ['ID=890b9a7b-3a3a-4d10-bfb5-df652e741b66,revision_number=4']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:13:34.560270 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-ecff4777-682b-4063-9f7e-fb59424b4e09 None None] Provisioning for port 37b74bc0-5efa-47ef-a560-ca760ce4ef8c completed by entity DHCP. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 21:13:34.568556 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-3b7e0436-3bf0-4612-9e8f-96edcb4e09ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750375259028', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750374836628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32440838'] for port, after_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:13:34.585629 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-ecff4777-682b-4063-9f7e-fb59424b4e09 None None] Provisioning complete for port 37b74bc0-5efa-47ef-a560-ca760ce4ef8c triggered by entity DHCP. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:13:34.587013 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-ecff4777-682b-4063-9f7e-fb59424b4e09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1253608'] for port, provisioning_complete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:13:34.639602 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750375287399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253529'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:13:34.653670 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b7e0436-3bf0-4612-9e8f-96edcb4e09ca admin admin] Pushing event deleted for resources: {'Port': ['ID=86ce1639-ab2e-47e5-bd63-e4ba5bcd9297,revision_number=None']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:13:34.657283 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] get_ports_and_sgs() called for port_ids ['890b9a7b-3a3a-4d10-bfb5-df652e741b66'] {{(pid=84042) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 18 21:13:34.680918 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40721030-9575-45a4-9010-814d3c18dd67 req-270cfc60-992f-467c-996b-1ba63607bd4d tempest-VolumesActionsTest-472602596 tempest-VolumesActionsTest-472602596-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:13:34.683165 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-40721030-9575-45a4-9010-814d3c18dd67 req-270cfc60-992f-467c-996b-1ba63607bd4d tempest-VolumesActionsTest-472602596 tempest-VolumesActionsTest-472602596-project] 10.222.0.42 "GET /v2.0/ports?device_id=bdcedb93-3bbe-4192-9aa6-a1252ab35913 HTTP/1.1" status: 200 len: 943 time: 0.2924929 Apr 18 21:13:34.718081 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebef76c4-d2e2-4c47-a8a1-814ac197ff6c req-1251bdc8-d4e2-462d-8fb8-eddd2a5faa3c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:13:34.718081 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-ebef76c4-d2e2-4c47-a8a1-814ac197ff6c req-1251bdc8-d4e2-462d-8fb8-eddd2a5faa3c service neutron] 10.222.0.43 "GET /v2.0/subnets?id=d2446453-f07b-4b6c-b6e0-9e80fb711ceb HTTP/1.1" status: 200 len: 848 time: 0.3142219 Apr 18 21:13:34.868104 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b7e0436-3bf0-4612-9e8f-96edcb4e09ca admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:13:34.868507 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b7e0436-3bf0-4612-9e8f-96edcb4e09ca admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:13:34.868842 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b7e0436-3bf0-4612-9e8f-96edcb4e09ca admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:13:34.869256 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b7e0436-3bf0-4612-9e8f-96edcb4e09ca admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:13:34.869587 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b7e0436-3bf0-4612-9e8f-96edcb4e09ca admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:13:34.870295 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-ebef76c4-d2e2-4c47-a8a1-814ac197ff6c req-79fa08b1-a884-4b43-8cbd-08f60f66d3a6 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=7c39ac3c-ebab-4084-9bf0-d4e6866e30eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1377802 Apr 18 21:13:34.870459 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b7e0436-3bf0-4612-9e8f-96edcb4e09ca admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:13:34.871169 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b7e0436-3bf0-4612-9e8f-96edcb4e09ca admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:13:34.871491 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b7e0436-3bf0-4612-9e8f-96edcb4e09ca admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:13:34.871830 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b7e0436-3bf0-4612-9e8f-96edcb4e09ca admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:13:34.872218 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b7e0436-3bf0-4612-9e8f-96edcb4e09ca admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:13:34.872536 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b7e0436-3bf0-4612-9e8f-96edcb4e09ca admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:13:35.087133 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-ecff4777-682b-4063-9f7e-fb59424b4e09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:13:35.112578 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64928731-dcf9-4ce3-b74d-4936b7c2d7b4 req-d885c980-9126-4d9c-a619-0f7d6e81342f tempest-VolumesSnapshotTestJSON-1863616769 tempest-VolumesSnapshotTestJSON-1863616769-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:13:35.121546 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-64928731-dcf9-4ce3-b74d-4936b7c2d7b4 req-d885c980-9126-4d9c-a619-0f7d6e81342f tempest-VolumesSnapshotTestJSON-1863616769 tempest-VolumesSnapshotTestJSON-1863616769-project] 10.222.0.42 "GET /v2.0/ports?device_id=048b0c07-145a-427b-af4d-c76e4c5114f7 HTTP/1.1" status: 200 len: 944 time: 1.4342892 Apr 18 21:13:35.121894 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a927c1a6-7d48-457b-8263-9f8b43af11e0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp016840fc-1f9f-5892-9c53-c9cf6c845bbb-ba92f899-e331-4e02-a31c-aa9b61386335', 'network_id': 'ba92f899-e331-4e02-a31c-aa9b61386335', 'tenant_id': 'c645fb98ca674687a1bc26dbf6d8a00f', 'fixed_ips': [{'subnet_id': '41360e88-873c-4c3b-9a6e-110445897d66'}]}} from n-d-838334-2. {{(pid=84042) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 18 21:13:35.122827 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-a927c1a6-7d48-457b-8263-9f8b43af11e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_create {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:13:35.220215 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-17e60a0a-a248-4d70-82a1-1c2cd3e09ea3 tempest-RoutersNegativeTest-900170219 tempest-RoutersNegativeTest-900170219-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:13:35.239927 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-64928731-dcf9-4ce3-b74d-4936b7c2d7b4 req-1c49c951-0527-4790-8640-8a8c8503e801 tempest-VolumesSnapshotTestJSON-1863616769 tempest-VolumesSnapshotTestJSON-1863616769-project] 10.222.0.42 "GET /v2.0/security-groups?id=9fa5ce7e-93a0-4048-a52a-367318ec4781&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1168211 Apr 18 21:13:35.266091 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-40721030-9575-45a4-9010-814d3c18dd67 req-eae350e7-074b-47bf-a1e4-e77a46dbc649 tempest-VolumesActionsTest-472602596 tempest-VolumesActionsTest-472602596-project] 10.222.0.42 "GET /v2.0/security-groups?id=17b301b4-f832-465e-b746-0427d2c4e3d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5747070 Apr 18 21:13:35.338513 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-ecff4777-682b-4063-9f7e-fb59424b4e09 None None] For port 37b74bc0-5efa-47ef-a560-ca760ce4ef8c, host n-d-838334-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838334-2',level=0,port_id=37b74bc0-5efa-47ef-a560-ca760ce4ef8c,segment=NetworkSegment(b76db4d3-169d-4baa-9d20-3802fc16f453),segment_id=b76db4d3-169d-4baa-9d20-3802fc16f453)] {{(pid=84042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:13:35.358508 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_hamode_db [None req-176180c9-b308-459c-ae4d-03a1ae54a3fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c2f0652-b465-43be-bc18-7ede60e49b71', 'name': 'tempest-TestServerMultinode-402916040-router', 'tenant_id': 'f4d8a717b1ee43f880ab30cabe6e4d21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'external_fixed_ips': [{'subnet_id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'ip_address': '172.25.8.161'}], 'enable_snat': True}, 'gw_port_id': '86ce1639-ab2e-47e5-bd63-e4ba5bcd9297', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:11:18Z', 'updated_at': '2022-04-18T21:13:22Z', 'revision_number': 5, 'project_id': 'f4d8a717b1ee43f880ab30cabe6e4d21', 'gw_port': {'id': '86ce1639-ab2e-47e5-bd63-e4ba5bcd9297', 'name': '', 'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:64:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c2f0652-b465-43be-bc18-7ede60e49b71', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'ip_address': '172.25.8.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:11:19Z', 'updated_at': '2022-04-18T21:11:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838334-2'}], 'n-d-838334-2', False) {} {{(pid=84042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:13:35.409826 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-ecff4777-682b-4063-9f7e-fb59424b4e09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682'] for port, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:13:35.483163 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-176180c9-b308-459c-ae4d-03a1ae54a3fe None None] Checking router: 8c2f0652-b465-43be-bc18-7ede60e49b71 for host: n-d-838334-2 {{(pid=84042) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 18 21:13:35.486585 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-3b7e0436-3bf0-4612-9e8f-96edcb4e09ca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33444108'] for router_gateway, after_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:13:35.684942 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_dvrscheduler_db [None req-176180c9-b308-459c-ae4d-03a1ae54a3fe None None] Routers {'8c2f0652-b465-43be-bc18-7ede60e49b71'} bound to L3 agent in host n-d-838334-2 {{(pid=84042) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 21:13:35.688201 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_hamode_db [None req-176180c9-b308-459c-ae4d-03a1ae54a3fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838334-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-18T20:25:48Z,description=,heartbeat_timestamp=2022-04-18T21:13:18Z,host='n-d-838334-2',id=bc84d6c9-dd7a-4555-a351-592327b46d5a,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:25:48Z,topic='l3_agent')) {'router_ids': ['8c2f0652-b465-43be-bc18-7ede60e49b71'], 'active': True} {{(pid=84042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:13:35.781529 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-dd8b7a79-7e0f-4404-a7b5-9900d88528b1 admin admin] Notify callbacks [] for port, precommit_update {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:13:35.833286 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-dd8b7a79-7e0f-4404-a7b5-9900d88528b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32266282'] for port, after_update {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:13:35.864226 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_dvr_db [None req-176180c9-b308-459c-ae4d-03a1ae54a3fe None None] Set router 8c2f0652-b465-43be-bc18-7ede60e49b71 gateway port host: None {{(pid=84042) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 21:13:35.995189 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-3b7e0436-3bf0-4612-9e8f-96edcb4e09ca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33443580', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5726'] for router, precommit_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:13:36.013964 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-3b7e0436-3bf0-4612-9e8f-96edcb4e09ca admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:13:36.086591 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-3b7e0436-3bf0-4612-9e8f-96edcb4e09ca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-33443408'] for router, after_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:13:36.086591 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3b7e0436-3bf0-4612-9e8f-96edcb4e09ca admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8c2f0652-b465-43be-bc18-7ede60e49b71 {{(pid=84040) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 18 21:13:36.108851 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-3b7e0436-3bf0-4612-9e8f-96edcb4e09ca admin admin] Notify callbacks [] for router, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:13:36.108851 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-3b7e0436-3bf0-4612-9e8f-96edcb4e09ca admin admin] 10.222.0.42 "DELETE /v2.0/routers/8c2f0652-b465-43be-bc18-7ede60e49b71 HTTP/1.1" status: 204 len: 168 time: 3.3648098 Apr 18 21:13:36.108851 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 52184) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:13:36.112189 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-ebef76c4-d2e2-4c47-a8a1-814ac197ff6c req-fa79f7f4-2e19-4b85-9696-3e398ddc40ec service neutron] 10.222.0.43 "GET /v2.0/networks/7c39ac3c-ebab-4084-9bf0-d4e6866e30eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.2290711 Apr 18 21:13:36.164308 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd8b7a79-7e0f-4404-a7b5-9900d88528b1 admin admin] Pushing event updated for resources: {'Port': ['ID=a9864ebb-e7c5-4183-ba4c-a72cab838bc4,revision_number=2']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:13:36.175186 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_hamode_db [None req-176180c9-b308-459c-ae4d-03a1ae54a3fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c2f0652-b465-43be-bc18-7ede60e49b71', 'name': 'tempest-TestServerMultinode-402916040-router', 'tenant_id': 'f4d8a717b1ee43f880ab30cabe6e4d21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:11:18Z', 'updated_at': '2022-04-18T21:13:34Z', 'revision_number': 7, 'project_id': 'f4d8a717b1ee43f880ab30cabe6e4d21', 'gw_port_host': None}], 'n-d-838334-2', False) {} {{(pid=84042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:13:36.192416 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecff4777-682b-4063-9f7e-fb59424b4e09 None None] Pushing event updated for resources: {'Port': ['ID=37b74bc0-5efa-47ef-a560-ca760ce4ef8c,revision_number=3']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:13:36.204480 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-176180c9-b308-459c-ae4d-03a1ae54a3fe None None] The sync data for ids ['8c2f0652-b465-43be-bc18-7ede60e49b71'] in n-d-838334-2 is: [{'id': '8c2f0652-b465-43be-bc18-7ede60e49b71', 'name': 'tempest-TestServerMultinode-402916040-router', 'tenant_id': 'f4d8a717b1ee43f880ab30cabe6e4d21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:11:18Z', 'updated_at': '2022-04-18T21:13:34Z', 'revision_number': 7, 'project_id': 'f4d8a717b1ee43f880ab30cabe6e4d21', 'gw_port_host': None}] {{(pid=84042) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 18 21:13:36.209776 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-571349bb-4e93-43a8-9d48-0d12334a8171 None None] Provisioning for port a9864ebb-e7c5-4183-ba4c-a72cab838bc4 completed by entity DHCP. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 21:13:36.220130 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.db_base_plugin_common [None req-a927c1a6-7d48-457b-8263-9f8b43af11e0 None None] Allocated IP 172.20.0.2 (ba92f899-e331-4e02-a31c-aa9b61386335/41360e88-873c-4c3b-9a6e-110445897d66/ba95aca3-7edd-4457-8c65-52ff99674fe6) {{(pid=84042) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 21:13:36.221858 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-dd8b7a79-7e0f-4404-a7b5-9900d88528b1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-32377886', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33443847'] for router_interface, after_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:13:36.233313 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-571349bb-4e93-43a8-9d48-0d12334a8171 None None] Provisioning complete for port a9864ebb-e7c5-4183-ba4c-a72cab838bc4 triggered by entity DHCP. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:13:36.233874 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-571349bb-4e93-43a8-9d48-0d12334a8171 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1253608'] for port, provisioning_complete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:13:36.292180 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.db_base_plugin_v2 [None req-bcc0b634-e8d8-4765-ad22-d90d7bd5fb63 admin admin] Deleting subnet 8cf63959-47ce-4403-8f83-38f3dd943593 {{(pid=84040) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 18 21:13:36.311289 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.plugin [None req-571349bb-4e93-43a8-9d48-0d12334a8171 None None] Port a9864ebb-e7c5-4183-ba4c-a72cab838bc4 cannot update to ACTIVE because it is not bound. {{(pid=84042) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 18 21:13:36.329939 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-bcc0b634-e8d8-4765-ad22-d90d7bd5fb63 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:13:36.477826 n-d-838334-2 neutron-server[84041]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd8b7a79-7e0f-4404-a7b5-9900d88528b1 admin admin] Network 455c9cd9-3eae-4b7a-8234-99cebcf9bc24 is already hosted by enough agents. {{(pid=84041) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:13:36.480947 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-e47f991a-8110-41d2-9a32-0d1a6bdfccbd None None] Provisioning complete for port 37b74bc0-5efa-47ef-a560-ca760ce4ef8c triggered by entity DHCP. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:13:36.481491 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-e47f991a-8110-41d2-9a32-0d1a6bdfccbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1253608'] for port, provisioning_complete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:13:36.483558 n-d-838334-2 neutron-server[84041]: DEBUG neutron.scheduler.base_scheduler [None req-dd8b7a79-7e0f-4404-a7b5-9900d88528b1 admin admin] Resources bound (agent type, host, resource id): {{(pid=84041) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:13:36.812255 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-ebef76c4-d2e2-4c47-a8a1-814ac197ff6c req-5970523c-eaf2-42b1-b720-46260b13d8a6 service neutron] 10.222.0.43 "GET /v2.0/networks/7c39ac3c-ebab-4084-9bf0-d4e6866e30eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6898148 Apr 18 21:13:36.816740 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.db_base_plugin_common [None req-17e60a0a-a248-4d70-82a1-1c2cd3e09ea3 tempest-RoutersNegativeTest-900170219 tempest-RoutersNegativeTest-900170219-project] Allocated IP 172.20.0.1 (c046daab-3b7a-467d-9b57-24a53377edfc/3be1eb25-ca55-4bb7-9782-f1e42fd7f6b5/71b04f9a-f17d-46db-8f68-63a05bc613f9) {{(pid=84041) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 21:13:36.819153 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-a927c1a6-7d48-457b-8263-9f8b43af11e0 None None] Notify callbacks [] for port, precommit_create {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:13:36.857105 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Device 37b74bc0-5efa-47ef-a560-ca760ce4ef8c up at agent ovs-agent-n-d-838334-2 {{(pid=84042) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 21:13:36.903536 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-a927c1a6-7d48-457b-8263-9f8b43af11e0 None None] Transition to ACTIVE for port object ba95aca3-7edd-4457-8c65-52ff99674fe6 will not be triggered until provisioned by entity L2. {{(pid=84042) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:13:36.931804 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-bcc0b634-e8d8-4765-ad22-d90d7bd5fb63 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31955982'] for subnet, precommit_delete_associations {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:13:36.985148 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-a927c1a6-7d48-457b-8263-9f8b43af11e0 None None] Transition to ACTIVE for port object ba95aca3-7edd-4457-8c65-52ff99674fe6 will not be triggered until provisioned by entity DHCP. {{(pid=84042) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:13:37.055909 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-a927c1a6-7d48-457b-8263-9f8b43af11e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750374836619'] for port, after_create {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:13:37.095028 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e949f12a-ed8d-42e5-a612-968aa18500a8 req-2c6f303c-921e-48e0-8233-3bed6a450ad5 tempest-VolumesSnapshotTestJSON-1863616769 tempest-VolumesSnapshotTestJSON-1863616769-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:13:37.096643 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-e949f12a-ed8d-42e5-a612-968aa18500a8 req-2c6f303c-921e-48e0-8233-3bed6a450ad5 tempest-VolumesSnapshotTestJSON-1863616769 tempest-VolumesSnapshotTestJSON-1863616769-project] 10.222.0.42 "GET /v2.0/ports?device_id=048b0c07-145a-427b-af4d-c76e4c5114f7 HTTP/1.1" status: 200 len: 944 time: 0.4935591 Apr 18 21:13:37.155232 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Provisioning complete for port 37b74bc0-5efa-47ef-a560-ca760ce4ef8c triggered by entity L2. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:13:37.160907 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1253608'] for port, provisioning_complete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:13:37.229960 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa738463-e48d-4ae1-b82e-7c016f4330ec req-4910c603-3958-4209-bbb5-74c95963e2c1 tempest-VolumesActionsTest-472602596 tempest-VolumesActionsTest-472602596-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:13:37.237828 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-fa738463-e48d-4ae1-b82e-7c016f4330ec req-4910c603-3958-4209-bbb5-74c95963e2c1 tempest-VolumesActionsTest-472602596 tempest-VolumesActionsTest-472602596-project] 10.222.0.42 "GET /v2.0/ports?device_id=bdcedb93-3bbe-4192-9aa6-a1252ab35913 HTTP/1.1" status: 200 len: 943 time: 0.4285066 Apr 18 21:13:37.269936 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a927c1a6-7d48-457b-8263-9f8b43af11e0 None None] Pushing event updated for resources: {'Port': ['ID=ba95aca3-7edd-4457-8c65-52ff99674fe6,revision_number=1']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:13:37.288272 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-e949f12a-ed8d-42e5-a612-968aa18500a8 req-bda01994-5a9c-49e0-824c-4c16f9340a10 tempest-VolumesSnapshotTestJSON-1863616769 tempest-VolumesSnapshotTestJSON-1863616769-project] 10.222.0.42 "GET /v2.0/security-groups?id=9fa5ce7e-93a0-4048-a52a-367318ec4781&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1811907 Apr 18 21:13:37.301874 n-d-838334-2 neutron-server[84042]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a927c1a6-7d48-457b-8263-9f8b43af11e0 None None] Network ba92f899-e331-4e02-a31c-aa9b61386335 is already hosted by enough agents. {{(pid=84042) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:13:37.322257 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-bcc0b634-e8d8-4765-ad22-d90d7bd5fb63 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1260556'] for subnet, precommit_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:13:37.325800 n-d-838334-2 neutron-server[84042]: DEBUG neutron.scheduler.base_scheduler [None req-a927c1a6-7d48-457b-8263-9f8b43af11e0 None None] Resources bound (agent type, host, resource id): {{(pid=84042) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:13:37.332243 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a927c1a6-7d48-457b-8263-9f8b43af11e0 None None] Received port after_create {{(pid=84042) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 21:13:37.411023 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-fa738463-e48d-4ae1-b82e-7c016f4330ec req-d154a1d7-74a6-487e-ad46-ed236575b79c tempest-VolumesActionsTest-472602596 tempest-VolumesActionsTest-472602596-project] 10.222.0.42 "GET /v2.0/security-groups?id=17b301b4-f832-465e-b746-0427d2c4e3d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1164258 Apr 18 21:13:37.461587 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-bcc0b634-e8d8-4765-ad22-d90d7bd5fb63 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1260549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33526260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32440885', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31752825'] for subnet, after_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:13:37.522315 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-17e60a0a-a248-4d70-82a1-1c2cd3e09ea3 tempest-RoutersNegativeTest-900170219 tempest-RoutersNegativeTest-900170219-project] Notify callbacks [] for port, precommit_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:13:37.530742 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.managers [None req-a927c1a6-7d48-457b-8263-9f8b43af11e0 None None] Attempting to bind port ba95aca3-7edd-4457-8c65-52ff99674fe6 on host n-d-838334-2 for vnic_type normal with profile {{(pid=84042) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 21:13:37.531107 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.managers [None req-a927c1a6-7d48-457b-8263-9f8b43af11e0 None None] Attempting to bind port ba95aca3-7edd-4457-8c65-52ff99674fe6 by drivers openvswitch,hyperv on host n-d-838334-2 at level 0 using segments [{'id': 'f6eba22e-48c3-403a-92c5-fd5be772ea0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': 'ba92f899-e331-4e02-a31c-aa9b61386335'}] {{(pid=84042) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 21:13:37.531463 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a927c1a6-7d48-457b-8263-9f8b43af11e0 None None] Attempting to bind port ba95aca3-7edd-4457-8c65-52ff99674fe6 on network ba92f899-e331-4e02-a31c-aa9b61386335 {{(pid=84042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 21:13:37.539466 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-e31bfc69-e59a-43c6-a98c-5ec631fdce16 req-5ccf20d3-ea55-4837-a9b0-dea15553c463 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=6c33d80c41514a6a87356e217af6c6ed&device_id=bdcedb93-3bbe-4192-9aa6-a1252ab35913 HTTP/1.1" status: 200 len: 1094 time: 0.6421945 Apr 18 21:13:37.546352 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcc0b634-e8d8-4765-ad22-d90d7bd5fb63 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8cf63959-47ce-4403-8f83-38f3dd943593,revision_number=None']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:13:37.568481 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-bcc0b634-e8d8-4765-ad22-d90d7bd5fb63 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:13:37.579129 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-bcc0b634-e8d8-4765-ad22-d90d7bd5fb63 admin admin] 10.222.0.42 "DELETE /v2.0/subnets/8cf63959-47ce-4403-8f83-38f3dd943593 HTTP/1.1" status: 204 len: 168 time: 1.4698572 Apr 18 21:13:37.580019 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 52220) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:13:37.586901 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.provisioning_blocks [None req-17e60a0a-a248-4d70-82a1-1c2cd3e09ea3 tempest-RoutersNegativeTest-900170219 tempest-RoutersNegativeTest-900170219-project] Transition to ACTIVE for port object 71b04f9a-f17d-46db-8f68-63a05bc613f9 will not be triggered until provisioned by entity DHCP. {{(pid=84041) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:13:37.625505 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-e4c5f4a3-b492-45d3-940e-1fd2820f4b8c None None] Provisioning complete for port a9864ebb-e7c5-4183-ba4c-a72cab838bc4 triggered by entity DHCP. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:13:37.625883 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-e4c5f4a3-b492-45d3-940e-1fd2820f4b8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1253608'] for port, provisioning_complete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:13:37.735761 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06b0d265-2870-40a8-aba6-6a47b931a13f None None] Network a6a1bd6e-c7a6-402d-9ad0-82327124d01a requested from n-d-838334-2 {{(pid=84042) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 21:13:37.771177 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-17e60a0a-a248-4d70-82a1-1c2cd3e09ea3 tempest-RoutersNegativeTest-900170219 tempest-RoutersNegativeTest-900170219-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750374836619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32266323'] for port, after_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:13:37.805050 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-74af7e78-d938-4d2d-ae59-bf3834b5b979 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1103592'] for network, before_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:13:37.822757 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.plugin [None req-74af7e78-d938-4d2d-ae59-bf3834b5b979 admin admin] Deleting port 76662583-2573-4aef-a17e-e292191d25a4 {{(pid=84040) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 21:13:37.823324 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-74af7e78-d938-4d2d-ae59-bf3834b5b979 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750375188691'] for port, before_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:13:37.855814 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17e60a0a-a248-4d70-82a1-1c2cd3e09ea3 tempest-RoutersNegativeTest-900170219 tempest-RoutersNegativeTest-900170219-project] Pushing event updated for resources: {'Port': ['ID=71b04f9a-f17d-46db-8f68-63a05bc613f9,revision_number=1']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:13:37.865011 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e31bfc69-e59a-43c6-a98c-5ec631fdce16 req-40454dba-fc34-41b1-b2bb-898794d05008 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:13:37.866716 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-e31bfc69-e59a-43c6-a98c-5ec631fdce16 req-40454dba-fc34-41b1-b2bb-898794d05008 service neutron] 10.222.0.43 "GET /v2.0/networks?id=7c39ac3c-ebab-4084-9bf0-d4e6866e30eb HTTP/1.1" status: 200 len: 909 time: 0.3151205 Apr 18 21:13:37.917489 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a927c1a6-7d48-457b-8263-9f8b43af11e0 None None] Checking agent: {'id': '97cd4414-7af6-4d67-868d-dff370b4071a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838334-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 25, 49), 'started_at': datetime.datetime(2022, 4, 18, 20, 26, 19), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 21, 13, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838334-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 18 21:13:37.918070 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a927c1a6-7d48-457b-8263-9f8b43af11e0 None None] Checking segment: {'id': 'f6eba22e-48c3-403a-92c5-fd5be772ea0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': 'ba92f899-e331-4e02-a31c-aa9b61386335'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84042) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 21:13:37.918243 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-a927c1a6-7d48-457b-8263-9f8b43af11e0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:13:37.918632 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a927c1a6-7d48-457b-8263-9f8b43af11e0 None None] Bound using segment: {'id': 'f6eba22e-48c3-403a-92c5-fd5be772ea0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': 'ba92f899-e331-4e02-a31c-aa9b61386335'} {{(pid=84042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 18 21:13:37.919095 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.managers [None req-a927c1a6-7d48-457b-8263-9f8b43af11e0 None None] Bound port: ba95aca3-7edd-4457-8c65-52ff99674fe6, host: n-d-838334-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f6eba22e-48c3-403a-92c5-fd5be772ea0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': 'ba92f899-e331-4e02-a31c-aa9b61386335'}}] {{(pid=84042) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 21:13:37.919462 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-a927c1a6-7d48-457b-8263-9f8b43af11e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:13:37.962851 n-d-838334-2 neutron-server[84041]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17e60a0a-a248-4d70-82a1-1c2cd3e09ea3 tempest-RoutersNegativeTest-900170219 tempest-RoutersNegativeTest-900170219-project] Network c046daab-3b7a-467d-9b57-24a53377edfc is already hosted by enough agents. {{(pid=84041) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:13:37.972281 n-d-838334-2 neutron-server[84041]: DEBUG neutron.scheduler.base_scheduler [None req-17e60a0a-a248-4d70-82a1-1c2cd3e09ea3 tempest-RoutersNegativeTest-900170219 tempest-RoutersNegativeTest-900170219-project] Resources bound (agent type, host, resource id): {{(pid=84041) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:13:37.977389 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17e60a0a-a248-4d70-82a1-1c2cd3e09ea3 tempest-RoutersNegativeTest-900170219 tempest-RoutersNegativeTest-900170219-project] Received port after_create {{(pid=84041) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 21:13:38.006083 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-e31bfc69-e59a-43c6-a98c-5ec631fdce16 req-ea8b27b3-471e-41cd-911c-211bce99c238 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8b518fac-179f-4fa4-8d0a-6396ee694b4d HTTP/1.1" status: 200 len: 217 time: 0.1298018 Apr 18 21:13:38.026494 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.plugin [None req-e4c5f4a3-b492-45d3-940e-1fd2820f4b8c None None] Port a9864ebb-e7c5-4183-ba4c-a72cab838bc4 cannot update to ACTIVE because it is not bound. {{(pid=84042) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 18 21:13:38.186505 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.db [None req-74af7e78-d938-4d2d-ae59-bf3834b5b979 admin admin] For port 76662583-2573-4aef-a17e-e292191d25a4, host n-d-838334-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838334-2',level=0,port_id=76662583-2573-4aef-a17e-e292191d25a4,segment=NetworkSegment(c49af281-1077-4a7b-980c-51064121b94d),segment_id=c49af281-1077-4a7b-980c-51064121b94d)] {{(pid=84040) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:13:38.187711 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-74af7e78-d938-4d2d-ae59-bf3834b5b979 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369123'] for port, precommit_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:13:38.205852 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-a927c1a6-7d48-457b-8263-9f8b43af11e0 None None] For port ba95aca3-7edd-4457-8c65-52ff99674fe6, host n-d-838334-2, cleared binding levels {{(pid=84042) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 21:13:38.219925 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-a927c1a6-7d48-457b-8263-9f8b43af11e0 None None] For port ba95aca3-7edd-4457-8c65-52ff99674fe6, host n-d-838334-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838334-2',level=0,port_id=ba95aca3-7edd-4457-8c65-52ff99674fe6,segment=NetworkSegment(f6eba22e-48c3-403a-92c5-fd5be772ea0f),segment_id=f6eba22e-48c3-403a-92c5-fd5be772ea0f)] {{(pid=84042) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 21:13:38.227684 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-17e60a0a-a248-4d70-82a1-1c2cd3e09ea3 tempest-RoutersNegativeTest-900170219 tempest-RoutersNegativeTest-900170219-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33444010'] for router_interface, before_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:13:38.231442 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-a927c1a6-7d48-457b-8263-9f8b43af11e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682'] for port, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:13:38.240369 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e31bfc69-e59a-43c6-a98c-5ec631fdce16 req-f663b7f1-b26a-4bba-b352-459b46430bdd service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:13:38.244970 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-e31bfc69-e59a-43c6-a98c-5ec631fdce16 req-f663b7f1-b26a-4bba-b352-459b46430bdd service neutron] 10.222.0.43 "GET /v2.0/subnets?id=d2446453-f07b-4b6c-b6e0-9e80fb711ceb HTTP/1.1" status: 200 len: 848 time: 0.2315977 Apr 18 21:13:38.276469 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Device 86ce1639-ab2e-47e5-bd63-e4ba5bcd9297 no longer exists at agent ovs-agent-n-d-838334-2 {{(pid=84042) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 21:13:38.372018 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-e31bfc69-e59a-43c6-a98c-5ec631fdce16 req-55b1ec1f-4991-4a46-afce-60c89b16aa81 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=7c39ac3c-ebab-4084-9bf0-d4e6866e30eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1156113 Apr 18 21:13:38.407106 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Device 890b9a7b-3a3a-4d10-bfb5-df652e741b66 up at agent hyperv_n-h2-838334-2 {{(pid=84042) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 21:13:38.435235 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cbd694d9-a186-4f03-8dd4-c1d3dada9da4 None None] DHCP port deletion for a6a1bd6e-c7a6-402d-9ad0-82327124d01a request from n-d-838334-2 {{(pid=84042) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 18 21:13:38.472718 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.plugin [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] No Port match for: 86ce1639-ab2e-47e5-bd63-e4ba5bcd9297 {{(pid=84042) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 18 21:13:38.473296 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Device 86ce1639-ab2e-47e5-bd63-e4ba5bcd9297 not bound to the agent host n-d-838334-2 {{(pid=84042) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 21:13:38.473918 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Device 02051af1-275e-4d04-ad07-90e31788a4e0 no longer exists at agent ovs-agent-n-d-838334-2 {{(pid=84042) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 21:13:38.544563 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.plugin [None req-cbd694d9-a186-4f03-8dd4-c1d3dada9da4 None None] Deleting port 76662583-2573-4aef-a17e-e292191d25a4 {{(pid=84042) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 21:13:38.545468 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-cbd694d9-a186-4f03-8dd4-c1d3dada9da4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750375188691'] for port, before_delete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:13:38.548480 n-d-838334-2 neutron-server[84041]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dd8b7a79-7e0f-4404-a7b5-9900d88528b1 admin admin] Router e816ae11-294e-480a-b20a-a9ed203b8f57 has already been hosted by L3 agent bc84d6c9-dd7a-4555-a351-592327b46d5a {{(pid=84041) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 21:13:38.640496 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-18fcfaad-afcb-4075-9279-e949a81abb1a None None] Provisioning for port 71b04f9a-f17d-46db-8f68-63a05bc613f9 completed by entity DHCP. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 21:13:38.696352 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.plugin [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] No Port match for: 02051af1-275e-4d04-ad07-90e31788a4e0 {{(pid=84042) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 18 21:13:38.696976 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Device 02051af1-275e-4d04-ad07-90e31788a4e0 not bound to the agent host n-d-838334-2 {{(pid=84042) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 21:13:38.743045 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.plugin [None req-74af7e78-d938-4d2d-ae59-bf3834b5b979 admin admin] Calling delete_port for 76662583-2573-4aef-a17e-e292191d25a4 owned by network:dhcp {{(pid=84040) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 21:13:38.746140 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-18fcfaad-afcb-4075-9279-e949a81abb1a None None] Provisioning complete for port 71b04f9a-f17d-46db-8f68-63a05bc613f9 triggered by entity DHCP. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:13:38.746639 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-18fcfaad-afcb-4075-9279-e949a81abb1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1253608'] for port, provisioning_complete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:13:38.790095 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Device 8b518fac-179f-4fa4-8d0a-6396ee694b4d details requested by agent hyperv_n-h1-838334-2 with host n-h1-838334-2 {{(pid=84042) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 18 21:13:38.854614 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-e31bfc69-e59a-43c6-a98c-5ec631fdce16 req-e89d6f6e-bf63-4efd-bb23-31265118dce8 service neutron] 10.222.0.43 "GET /v2.0/networks/7c39ac3c-ebab-4084-9bf0-d4e6866e30eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4755108 Apr 18 21:13:38.883738 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-17e60a0a-a248-4d70-82a1-1c2cd3e09ea3 tempest-RoutersNegativeTest-900170219 tempest-RoutersNegativeTest-900170219-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:13:39.135938 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a927c1a6-7d48-457b-8263-9f8b43af11e0 None None] Pushing event updated for resources: {'Port': ['ID=ba95aca3-7edd-4457-8c65-52ff99674fe6,revision_number=2']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:13:39.142237 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] For port 8b518fac-179f-4fa4-8d0a-6396ee694b4d, host n-h1-838334-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838334-2',level=0,port_id=8b518fac-179f-4fa4-8d0a-6396ee694b4d,segment=NetworkSegment(44fed75d-d790-4c0e-a467-bf1a6588ce2b),segment_id=44fed75d-d790-4c0e-a467-bf1a6588ce2b)] {{(pid=84042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:13:39.189982 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15bc30f7-a33d-4475-be92-2b1b53cf64d1 req-f8a40f74-d19b-4283-92db-75e19610b24f tempest-VolumesActionsTest-472602596 tempest-VolumesActionsTest-472602596-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:13:39.191443 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-15bc30f7-a33d-4475-be92-2b1b53cf64d1 req-f8a40f74-d19b-4283-92db-75e19610b24f tempest-VolumesActionsTest-472602596 tempest-VolumesActionsTest-472602596-project] 10.222.0.42 "GET /v2.0/ports?device_id=bdcedb93-3bbe-4192-9aa6-a1252ab35913 HTTP/1.1" status: 200 len: 943 time: 0.3726320 Apr 18 21:13:39.212000 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed1d7f66-2dbb-4ac3-a6a7-c3746d0e6ac6 req-a4b74e26-6712-4f26-b9e1-f950f6cf7829 tempest-VolumesSnapshotTestJSON-1863616769 tempest-VolumesSnapshotTestJSON-1863616769-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:13:39.217917 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Returning: {'device': '8b518fac-179f-4fa4-8d0a-6396ee694b4d', 'network_id': '7c39ac3c-ebab-4084-9bf0-d4e6866e30eb', 'port_id': '8b518fac-179f-4fa4-8d0a-6396ee694b4d', 'mac_address': 'fa:16:3e:24:10:7e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 373, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd2446453-f07b-4b6c-b6e0-9e80fb711ceb', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84042) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 18 21:13:39.220641 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-ed1d7f66-2dbb-4ac3-a6a7-c3746d0e6ac6 req-a4b74e26-6712-4f26-b9e1-f950f6cf7829 tempest-VolumesSnapshotTestJSON-1863616769 tempest-VolumesSnapshotTestJSON-1863616769-project] 10.222.0.42 "GET /v2.0/ports?device_id=048b0c07-145a-427b-af4d-c76e4c5114f7 HTTP/1.1" status: 200 len: 944 time: 0.4373415 Apr 18 21:13:39.306589 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.plugin [None req-cbd694d9-a186-4f03-8dd4-c1d3dada9da4 None None] The port '76662583-2573-4aef-a17e-e292191d25a4' was deleted {{(pid=84042) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 18 21:13:39.322951 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-74af7e78-d938-4d2d-ae59-bf3834b5b979 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750375259028', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750374836628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32440838'] for port, after_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:13:39.392703 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.plugin [None req-18fcfaad-afcb-4075-9279-e949a81abb1a None None] Port 71b04f9a-f17d-46db-8f68-63a05bc613f9 cannot update to ACTIVE because it is not bound. {{(pid=84042) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 18 21:13:39.467175 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:13:39.482753 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74af7e78-d938-4d2d-ae59-bf3834b5b979 admin admin] Pushing event deleted for resources: {'Port': ['ID=76662583-2573-4aef-a17e-e292191d25a4,revision_number=None']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:13:39.494195 n-d-838334-2 neutron-server[84042]: DEBUG neutron.notifiers.nova [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8b518fac-179f-4fa4-8d0a-6396ee694b4d {{(pid=84042) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 18 21:13:39.510806 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Provisioning for port 890b9a7b-3a3a-4d10-bfb5-df652e741b66 completed by entity L2. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 21:13:39.517003 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Provisioning complete for port 890b9a7b-3a3a-4d10-bfb5-df652e741b66 triggered by entity L2. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:13:39.517312 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1253608'] for port, provisioning_complete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:13:39.541008 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74af7e78-d938-4d2d-ae59-bf3834b5b979 admin admin] No DVR routers for this DVR port 76662583-2573-4aef-a17e-e292191d25a4 on host n-d-838334-2 {{(pid=84040) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 21:13:39.544397 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] For port 8b518fac-179f-4fa4-8d0a-6396ee694b4d, host n-h1-838334-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838334-2',level=0,port_id=8b518fac-179f-4fa4-8d0a-6396ee694b4d,segment=NetworkSegment(44fed75d-d790-4c0e-a467-bf1a6588ce2b),segment_id=44fed75d-d790-4c0e-a467-bf1a6588ce2b)] {{(pid=84042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:13:39.560113 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682'] for port, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:13:39.640547 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-15bc30f7-a33d-4475-be92-2b1b53cf64d1 req-a38ce80e-2573-498f-83ad-346a63ace339 tempest-VolumesActionsTest-472602596 tempest-VolumesActionsTest-472602596-project] 10.222.0.42 "GET /v2.0/security-groups?id=17b301b4-f832-465e-b746-0427d2c4e3d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4053407 Apr 18 21:13:39.670226 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-ed1d7f66-2dbb-4ac3-a6a7-c3746d0e6ac6 req-e474bebd-b160-4880-ba37-5abb2d852e19 tempest-VolumesSnapshotTestJSON-1863616769 tempest-VolumesSnapshotTestJSON-1863616769-project] 10.222.0.42 "GET /v2.0/security-groups?id=9fa5ce7e-93a0-4048-a52a-367318ec4781&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3889260 Apr 18 21:13:39.691426 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Pushing event updated for resources: {'Port': ['ID=8b518fac-179f-4fa4-8d0a-6396ee694b4d,revision_number=4']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:13:39.757413 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-74af7e78-d938-4d2d-ae59-bf3834b5b979 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1258905', 'neutron.services.segments.db._delete_segments_for_network-8750375287417'] for network, precommit_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:13:39.769337 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:13:39.791401 n-d-838334-2 neutron-server[84040]: DEBUG neutron.services.segments.db [None req-74af7e78-d938-4d2d-ae59-bf3834b5b979 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a6a1bd6e-c7a6-402d-9ad0-82327124d01a']}} {{(pid=84040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:13:39.812932 n-d-838334-2 neutron-server[84040]: DEBUG neutron.services.segments.db [None req-74af7e78-d938-4d2d-ae59-bf3834b5b979 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c49af281-1077-4a7b-980c-51064121b94d') {'for_net_delete': True} {{(pid=84040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:13:39.813366 n-d-838334-2 neutron-server[84040]: DEBUG neutron.services.segments.db [None req-74af7e78-d938-4d2d-ae59-bf3834b5b979 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c49af281-1077-4a7b-980c-51064121b94d') {} {{(pid=84040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:13:39.821816 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] For port 890b9a7b-3a3a-4d10-bfb5-df652e741b66, host n-h2-838334-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838334-2',level=0,port_id=890b9a7b-3a3a-4d10-bfb5-df652e741b66,segment=NetworkSegment(67a93bb4-0871-4d6d-b5c2-05b702305dba),segment_id=67a93bb4-0871-4d6d-b5c2-05b702305dba)] {{(pid=84042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:13:39.824831 n-d-838334-2 neutron-server[84042]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '048b0c07-145a-427b-af4d-c76e4c5114f7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '890b9a7b-3a3a-4d10-bfb5-df652e741b66'}] {{(pid=84042) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 21:13:39.828664 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-74af7e78-d938-4d2d-ae59-bf3834b5b979 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750375287300', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31955965'] for segment, before_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:13:39.831816 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] get_ports_and_sgs() called for port_ids ['8b518fac-179f-4fa4-8d0a-6396ee694b4d'] {{(pid=84042) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 18 21:13:39.851963 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-74af7e78-d938-4d2d-ae59-bf3834b5b979 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1082986'] for segment, precommit_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:13:39.874635 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682'] for port, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:13:39.897385 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-e31bfc69-e59a-43c6-a98c-5ec631fdce16 req-a1616891-75b3-4a4d-acb8-1b8caf48e71c service neutron] 10.222.0.43 "GET /v2.0/networks/7c39ac3c-ebab-4084-9bf0-d4e6866e30eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0343771 Apr 18 21:13:39.938423 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-74af7e78-d938-4d2d-ae59-bf3834b5b979 admin admin] Releasing vlan 357 on physical network physnet1 to pool {{(pid=84040) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 18 21:13:39.942137 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-74af7e78-d938-4d2d-ae59-bf3834b5b979 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1082993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32440923'] for segment, after_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:13:39.972186 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Pushing event updated for resources: {'Port': ['ID=890b9a7b-3a3a-4d10-bfb5-df652e741b66,revision_number=5']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:13:40.005471 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-17e60a0a-a248-4d70-82a1-1c2cd3e09ea3 tempest-RoutersNegativeTest-900170219 tempest-RoutersNegativeTest-900170219-project] Notify callbacks [] for port, precommit_update {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:13:40.014903 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-17e60a0a-a248-4d70-82a1-1c2cd3e09ea3 tempest-RoutersNegativeTest-900170219 tempest-RoutersNegativeTest-900170219-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32266282'] for port, after_update {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:13:40.035198 n-d-838334-2 neutron-server[84040]: Traceback (most recent call last): Apr 18 21:13:40.035198 n-d-838334-2 neutron-server[84040]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 18 21:13:40.035198 n-d-838334-2 neutron-server[84040]: timer() Apr 18 21:13:40.035198 n-d-838334-2 neutron-server[84040]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 21:13:40.035198 n-d-838334-2 neutron-server[84040]: cb(*args, **kw) Apr 18 21:13:40.035198 n-d-838334-2 neutron-server[84040]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 18 21:13:40.035198 n-d-838334-2 neutron-server[84040]: return func(*args, **kwargs) Apr 18 21:13:40.035198 n-d-838334-2 neutron-server[84040]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 21:13:40.035198 n-d-838334-2 neutron-server[84040]: self._notify() Apr 18 21:13:40.035198 n-d-838334-2 neutron-server[84040]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 21:13:40.035198 n-d-838334-2 neutron-server[84040]: self.callback(batched_events) Apr 18 21:13:40.035198 n-d-838334-2 neutron-server[84040]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 21:13:40.035198 n-d-838334-2 neutron-server[84040]: event.method(event) Apr 18 21:13:40.035198 n-d-838334-2 neutron-server[84040]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 18 21:13:40.035198 n-d-838334-2 neutron-server[84040]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 21:13:40.035198 n-d-838334-2 neutron-server[84040]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 18 21:13:40.035198 n-d-838334-2 neutron-server[84040]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 21:13:40.035198 n-d-838334-2 neutron-server[84040]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 18 21:13:40.035198 n-d-838334-2 neutron-server[84040]: return f(self, *a, **k) Apr 18 21:13:40.035198 n-d-838334-2 neutron-server[84040]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 18 21:13:40.035198 n-d-838334-2 neutron-server[84040]: return self._get(url).json() Apr 18 21:13:40.035198 n-d-838334-2 neutron-server[84040]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 18 21:13:40.035198 n-d-838334-2 neutron-server[84040]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 21:13:40.035198 n-d-838334-2 neutron-server[84040]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 18 21:13:40.035198 n-d-838334-2 neutron-server[84040]: return self.request(url, 'GET', **kwargs) Apr 18 21:13:40.035198 n-d-838334-2 neutron-server[84040]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 18 21:13:40.035198 n-d-838334-2 neutron-server[84040]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 21:13:40.035198 n-d-838334-2 neutron-server[84040]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 18 21:13:40.035198 n-d-838334-2 neutron-server[84040]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 21:13:40.035198 n-d-838334-2 neutron-server[84040]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 18 21:13:40.035198 n-d-838334-2 neutron-server[84040]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 21:13:40.035198 n-d-838334-2 neutron-server[84040]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 21:13:40.124486 n-d-838334-2 neutron-server[84042]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b05b8859-e49d-446c-aa19-345d1d6c3802'] response: {'server_uuid': '048b0c07-145a-427b-af4d-c76e4c5114f7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '890b9a7b-3a3a-4d10-bfb5-df652e741b66', 'code': 200} Apr 18 21:13:40.262794 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17e60a0a-a248-4d70-82a1-1c2cd3e09ea3 tempest-RoutersNegativeTest-900170219 tempest-RoutersNegativeTest-900170219-project] Pushing event updated for resources: {'Port': ['ID=71b04f9a-f17d-46db-8f68-63a05bc613f9,revision_number=2']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:13:40.270015 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-17e60a0a-a248-4d70-82a1-1c2cd3e09ea3 tempest-RoutersNegativeTest-900170219 tempest-RoutersNegativeTest-900170219-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-32377886', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33443847'] for router_interface, after_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:13:40.358535 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-74af7e78-d938-4d2d-ae59-bf3834b5b979 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1258898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33526109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33444113'] for network, after_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:13:40.389145 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Device ba95aca3-7edd-4457-8c65-52ff99674fe6 up at agent ovs-agent-n-d-838334-2 {{(pid=84042) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 21:13:40.392819 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-74af7e78-d938-4d2d-ae59-bf3834b5b979 admin admin] Notify callbacks [] for network, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:13:40.419277 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74af7e78-d938-4d2d-ae59-bf3834b5b979 admin admin] Pushing event deleted for resources: {'Network': ['ID=a6a1bd6e-c7a6-402d-9ad0-82327124d01a,revision_number=None']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:13:40.436218 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-74af7e78-d938-4d2d-ae59-bf3834b5b979 admin admin] 10.222.0.42 "DELETE /v2.0/networks/a6a1bd6e-c7a6-402d-9ad0-82327124d01a HTTP/1.1" status: 204 len: 168 time: 2.8551371 Apr 18 21:13:40.438492 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 52274) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:13:40.504641 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Provisioning for port ba95aca3-7edd-4457-8c65-52ff99674fe6 completed by entity L2. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 21:13:40.524047 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7866840e-74fb-4fe7-a137-56acf86432ef None None] Network ba92f899-e331-4e02-a31c-aa9b61386335 requested from n-d-838334-2 {{(pid=84042) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 21:13:40.609080 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Device 76662583-2573-4aef-a17e-e292191d25a4 no longer exists at agent ovs-agent-n-d-838334-2 {{(pid=84042) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 21:13:40.640674 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dd8b7a79-7e0f-4404-a7b5-9900d88528b1 admin admin] Notify agent at l3_agent.n-d-838334-2 the message routers_updated {{(pid=84041) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 21:13:40.664797 n-d-838334-2 neutron-server[84043]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94fbd2e9-024b-4808-b8fc-00807757489e None None] Sync routers for ids ['e816ae11-294e-480a-b20a-a9ed203b8f57'] in n-d-838334-2 {{(pid=84043) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 18 21:13:40.672557 n-d-838334-2 neutron-server[84041]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17e60a0a-a248-4d70-82a1-1c2cd3e09ea3 tempest-RoutersNegativeTest-900170219 tempest-RoutersNegativeTest-900170219-project] Network c046daab-3b7a-467d-9b57-24a53377edfc is already hosted by enough agents. {{(pid=84041) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:13:40.673844 n-d-838334-2 neutron-server[84041]: DEBUG neutron.scheduler.base_scheduler [None req-17e60a0a-a248-4d70-82a1-1c2cd3e09ea3 tempest-RoutersNegativeTest-900170219 tempest-RoutersNegativeTest-900170219-project] Resources bound (agent type, host, resource id): {{(pid=84041) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:13:40.679349 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.plugin [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] No Port match for: 76662583-2573-4aef-a17e-e292191d25a4 {{(pid=84042) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 18 21:13:40.679788 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Device 76662583-2573-4aef-a17e-e292191d25a4 not bound to the agent host n-d-838334-2 {{(pid=84042) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 21:13:40.682406 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94fbd2e9-024b-4808-b8fc-00807757489e None None] Routers {'e816ae11-294e-480a-b20a-a9ed203b8f57'} bound to L3 agent in host n-d-838334-2 {{(pid=84043) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 21:13:40.683593 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.l3_hamode_db [None req-94fbd2e9-024b-4808-b8fc-00807757489e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838334-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-18T20:25:48Z,description=,heartbeat_timestamp=2022-04-18T21:13:18Z,host='n-d-838334-2',id=bc84d6c9-dd7a-4555-a351-592327b46d5a,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:25:48Z,topic='l3_agent')) {'router_ids': ['e816ae11-294e-480a-b20a-a9ed203b8f57'], 'active': True} {{(pid=84043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:13:40.697118 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-9d545f17-a89b-46c1-aa7e-61f0f8fa4f5e req-f237f619-46c4-4f4f-8e5f-e9fdcee31546 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=048b0c07-145a-427b-af4d-c76e4c5114f7 HTTP/1.1" status: 200 len: 1096 time: 0.4504273 Apr 18 21:13:40.704740 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-dd8b7a79-7e0f-4404-a7b5-9900d88528b1 admin admin] 10.222.0.42 "PUT /v2.0/routers/e816ae11-294e-480a-b20a-a9ed203b8f57/add_router_interface HTTP/1.1" status: 200 len: 503 time: 16.9691386 Apr 18 21:13:40.842061 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-9d545f17-a89b-46c1-aa7e-61f0f8fa4f5e req-1effb2e8-08c4-4e8c-8a49-f20a9e74ef8d service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=9fa5ce7e-93a0-4048-a52a-367318ec4781&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1189499 Apr 18 21:13:40.849331 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-b450cb06-2e19-496a-aad5-6271c3d49d3e None None] Provisioning for port ba95aca3-7edd-4457-8c65-52ff99674fe6 completed by entity DHCP. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 21:13:41.204643 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-b450cb06-2e19-496a-aad5-6271c3d49d3e None None] Provisioning complete for port ba95aca3-7edd-4457-8c65-52ff99674fe6 triggered by entity DHCP. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:13:41.205046 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-b450cb06-2e19-496a-aad5-6271c3d49d3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1253608'] for port, provisioning_complete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:13:41.252407 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e8ed24b-62a0-4085-9a9b-470a5ef42897 req-0650a76a-14f6-48b5-a83e-65de9e917939 tempest-VolumesActionsTest-472602596 tempest-VolumesActionsTest-472602596-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:13:41.259282 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-0e8ed24b-62a0-4085-9a9b-470a5ef42897 req-0650a76a-14f6-48b5-a83e-65de9e917939 tempest-VolumesActionsTest-472602596 tempest-VolumesActionsTest-472602596-project] 10.222.0.42 "GET /v2.0/ports?device_id=bdcedb93-3bbe-4192-9aa6-a1252ab35913 HTTP/1.1" status: 200 len: 944 time: 0.3091576 Apr 18 21:13:41.288341 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.l3_dvr_db [None req-94fbd2e9-024b-4808-b8fc-00807757489e None None] Set router e816ae11-294e-480a-b20a-a9ed203b8f57 gateway port host: n-d-838334-2 {{(pid=84043) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 21:13:41.429731 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-b450cb06-2e19-496a-aad5-6271c3d49d3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:13:41.653746 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-b450cb06-2e19-496a-aad5-6271c3d49d3e None None] For port ba95aca3-7edd-4457-8c65-52ff99674fe6, host n-d-838334-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838334-2',level=0,port_id=ba95aca3-7edd-4457-8c65-52ff99674fe6,segment=NetworkSegment(f6eba22e-48c3-403a-92c5-fd5be772ea0f),segment_id=f6eba22e-48c3-403a-92c5-fd5be772ea0f)] {{(pid=84042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:13:41.665447 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-b450cb06-2e19-496a-aad5-6271c3d49d3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682'] for port, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:13:41.702552 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-0e8ed24b-62a0-4085-9a9b-470a5ef42897 req-0d4802e0-57f8-47bd-a787-cb17c9e77737 tempest-VolumesActionsTest-472602596 tempest-VolumesActionsTest-472602596-project] 10.222.0.42 "GET /v2.0/security-groups?id=17b301b4-f832-465e-b746-0427d2c4e3d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4422808 Apr 18 21:13:41.781031 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04775bc9-731e-4c47-97ac-72510c5e6696 req-510c007e-27dd-45e1-b9e7-faaf259dd607 tempest-VolumesSnapshotTestJSON-1863616769 tempest-VolumesSnapshotTestJSON-1863616769-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:13:41.790350 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-04775bc9-731e-4c47-97ac-72510c5e6696 req-510c007e-27dd-45e1-b9e7-faaf259dd607 tempest-VolumesSnapshotTestJSON-1863616769 tempest-VolumesSnapshotTestJSON-1863616769-project] 10.222.0.42 "GET /v2.0/ports?device_id=048b0c07-145a-427b-af4d-c76e4c5114f7 HTTP/1.1" status: 200 len: 945 time: 0.7335687 Apr 18 21:13:41.805552 n-d-838334-2 neutron-server[84041]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-17e60a0a-a248-4d70-82a1-1c2cd3e09ea3 tempest-RoutersNegativeTest-900170219 tempest-RoutersNegativeTest-900170219-project] Router d7b5aeff-de28-4505-836c-260e6314818f is scheduled to L3 agent bc84d6c9-dd7a-4555-a351-592327b46d5a with binding_index 1 {{(pid=84041) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 18 21:13:41.898147 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b450cb06-2e19-496a-aad5-6271c3d49d3e None None] Pushing event updated for resources: {'Port': ['ID=ba95aca3-7edd-4457-8c65-52ff99674fe6,revision_number=3']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:13:41.913315 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-04775bc9-731e-4c47-97ac-72510c5e6696 req-ec10b795-1378-4aac-84b4-9831f7eb3245 tempest-VolumesSnapshotTestJSON-1863616769 tempest-VolumesSnapshotTestJSON-1863616769-project] 10.222.0.42 "GET /v2.0/security-groups?id=9fa5ce7e-93a0-4048-a52a-367318ec4781&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1121421 Apr 18 21:13:41.979962 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-f8904580-a42c-4d4d-ad51-75fb87a1209d None None] Provisioning complete for port 71b04f9a-f17d-46db-8f68-63a05bc613f9 triggered by entity DHCP. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:13:41.983517 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-f8904580-a42c-4d4d-ad51-75fb87a1209d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1253608'] for port, provisioning_complete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:13:42.080185 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.agents_db [None req-6346a179-333c-4370-b5a6-936984aeab15 None None] Agent healthcheck: found 7 active agents {{(pid=84043) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 18 21:13:42.196308 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.plugin [None req-f8904580-a42c-4d4d-ad51-75fb87a1209d None None] Port 71b04f9a-f17d-46db-8f68-63a05bc613f9 cannot update to ACTIVE because it is not bound. {{(pid=84042) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 18 21:13:42.257745 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-2d59caa2-f631-4be9-ad0c-22f18cc258e0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33443857'] for router_interface, before_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:13:42.334977 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-1f63263b-cbe9-4402-b8af-717a25ad3a9d None None] Provisioning complete for port ba95aca3-7edd-4457-8c65-52ff99674fe6 triggered by entity DHCP. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:13:42.336471 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-1f63263b-cbe9-4402-b8af-717a25ad3a9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1253608'] for port, provisioning_complete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:13:42.348840 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.l3_hamode_db [None req-94fbd2e9-024b-4808-b8fc-00807757489e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e816ae11-294e-480a-b20a-a9ed203b8f57', 'name': 'tempest-TestServerBasicOps-997885885-router', 'tenant_id': '769e4d212a7247919de3c941a9f4cf3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'external_fixed_ips': [{'subnet_id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'ip_address': '172.25.8.194'}], 'enable_snat': True}, 'gw_port_id': '42368b2a-81ef-4f4f-9d00-ff9af0168c31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:13:17Z', 'updated_at': '2022-04-18T21:13:33Z', 'revision_number': 4, 'project_id': '769e4d212a7247919de3c941a9f4cf3b', 'gw_port': {'id': '42368b2a-81ef-4f4f-9d00-ff9af0168c31', 'name': '', 'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:0d:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e816ae11-294e-480a-b20a-a9ed203b8f57', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'ip_address': '172.25.8.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:13:18Z', 'updated_at': '2022-04-18T21:13:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838334-2', '_interfaces': [{'id': 'a9864ebb-e7c5-4183-ba4c-a72cab838bc4', 'name': '', 'network_id': '455c9cd9-3eae-4b7a-8234-99cebcf9bc24', 'tenant_id': '769e4d212a7247919de3c941a9f4cf3b', 'mac_address': 'fa:16:3e:8a:74:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e816ae11-294e-480a-b20a-a9ed203b8f57', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ffff18e8-8f29-45e6-957b-0d07d078c8a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:13:31Z', 'updated_at': '2022-04-18T21:13:34Z', 'revision_number': 2, 'project_id': '769e4d212a7247919de3c941a9f4cf3b', 'subnets': [{'id': 'ffff18e8-8f29-45e6-957b-0d07d078c8a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838334-2', False) {} {{(pid=84043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:13:42.371516 n-d-838334-2 neutron-server[84043]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94fbd2e9-024b-4808-b8fc-00807757489e None None] Checking router: e816ae11-294e-480a-b20a-a9ed203b8f57 for host: n-d-838334-2 {{(pid=84043) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 18 21:13:42.372045 n-d-838334-2 neutron-server[84043]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94fbd2e9-024b-4808-b8fc-00807757489e None None] Updating router e816ae11-294e-480a-b20a-a9ed203b8f57 port a9864ebb-e7c5-4183-ba4c-a72cab838bc4 binding host n-d-838334-2 {{(pid=84043) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 18 21:13:42.373618 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-17e60a0a-a248-4d70-82a1-1c2cd3e09ea3 tempest-RoutersNegativeTest-900170219 tempest-RoutersNegativeTest-900170219-project] Notify agent at l3_agent.n-d-838334-2 the message routers_updated {{(pid=84041) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 21:13:42.395258 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-17e60a0a-a248-4d70-82a1-1c2cd3e09ea3 tempest-RoutersNegativeTest-900170219 tempest-RoutersNegativeTest-900170219-project] 10.222.0.42 "PUT /v2.0/routers/d7b5aeff-de28-4505-836c-260e6314818f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.9941540 Apr 18 21:13:42.395566 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 52334) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:13:42.450606 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5379e42-5b3c-46cc-8804-d8f3a2c7df34 None None] Sync routers for ids ['d7b5aeff-de28-4505-836c-260e6314818f'] in n-d-838334-2 {{(pid=84042) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 18 21:13:42.457650 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Device ba95aca3-7edd-4457-8c65-52ff99674fe6 up at agent ovs-agent-n-d-838334-2 {{(pid=84042) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 21:13:42.520238 n-d-838334-2 neutron-server[84043]: DEBUG neutron_lib.callbacks.manager [None req-94fbd2e9-024b-4808-b8fc-00807757489e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:13:42.625574 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5379e42-5b3c-46cc-8804-d8f3a2c7df34 None None] Routers {'d7b5aeff-de28-4505-836c-260e6314818f'} bound to L3 agent in host n-d-838334-2 {{(pid=84042) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 21:13:42.626218 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_hamode_db [None req-f5379e42-5b3c-46cc-8804-d8f3a2c7df34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838334-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-18T20:25:48Z,description=,heartbeat_timestamp=2022-04-18T21:13:18Z,host='n-d-838334-2',id=bc84d6c9-dd7a-4555-a351-592327b46d5a,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:25:48Z,topic='l3_agent')) {'router_ids': ['d7b5aeff-de28-4505-836c-260e6314818f'], 'active': True} {{(pid=84042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:13:42.728124 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_hamode_db [None req-f5379e42-5b3c-46cc-8804-d8f3a2c7df34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-838334-2', False) {} {{(pid=84042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:13:42.844208 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Device 8b518fac-179f-4fa4-8d0a-6396ee694b4d up at agent hyperv_n-h1-838334-2 {{(pid=84042) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 21:13:43.002731 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5379e42-5b3c-46cc-8804-d8f3a2c7df34 None None] Routers {'d7b5aeff-de28-4505-836c-260e6314818f'} bound to L3 agent in host n-d-838334-2 {{(pid=84042) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 21:13:43.003489 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_hamode_db [None req-f5379e42-5b3c-46cc-8804-d8f3a2c7df34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838334-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-18T20:25:48Z,description=,heartbeat_timestamp=2022-04-18T21:13:18Z,host='n-d-838334-2',id=bc84d6c9-dd7a-4555-a351-592327b46d5a,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:25:48Z,topic='l3_agent')) {'router_ids': ['d7b5aeff-de28-4505-836c-260e6314818f'], 'active': True} {{(pid=84042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:13:43.146577 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Provisioning complete for port ba95aca3-7edd-4457-8c65-52ff99674fe6 triggered by entity L2. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:13:43.147615 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1253608'] for port, provisioning_complete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:13:43.168313 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 52358) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:13:43.203143 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.v2.base [None req-2ad1a2a3-16ea-43aa-be91-92bf65499583 admin admin] Request body: {'network': {'name': 'tempest-TestServerBasicOps-2072492836-network', 'tenant_id': 'fbd2f0db4be7454291153c63896433c1'}} {{(pid=84041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:13:43.249712 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_hamode_db [None req-f5379e42-5b3c-46cc-8804-d8f3a2c7df34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-838334-2', False) {} {{(pid=84042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:13:43.250711 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5379e42-5b3c-46cc-8804-d8f3a2c7df34 None None] The sync data for ids ['d7b5aeff-de28-4505-836c-260e6314818f'] in n-d-838334-2 is: [] {{(pid=84042) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 18 21:13:43.312097 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Provisioning for port 8b518fac-179f-4fa4-8d0a-6396ee694b4d completed by entity L2. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 21:13:43.322738 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Provisioning complete for port 8b518fac-179f-4fa4-8d0a-6396ee694b4d triggered by entity L2. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:13:43.324780 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1253608'] for port, provisioning_complete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:13:43.348355 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-2ad1a2a3-16ea-43aa-be91-92bf65499583 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:13:43.357484 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-2ad1a2a3-16ea-43aa-be91-92bf65499583 admin admin] Usage tracker for resource:network and tenant:fbd2f0db4be7454291153c63896433c1 is out of sync, need to count used quota {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:13:43.363493 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-2ad1a2a3-16ea-43aa-be91-92bf65499583 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:13:43.377015 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-2ad1a2a3-16ea-43aa-be91-92bf65499583 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:13:43.408067 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ad1a2a3-16ea-43aa-be91-92bf65499583 admin admin] Made reservation on behalf of fbd2f0db4be7454291153c63896433c1 for: {'network': 1} {{(pid=84041) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:13:43.414081 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-2ad1a2a3-16ea-43aa-be91-92bf65499583 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for network, before_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:13:43.452033 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d20ac0b-c4aa-4edc-8d26-cceb42873275 req-8ea177d8-4606-46f2-9f2f-a20ab2eaf09f tempest-VolumesActionsTest-472602596 tempest-VolumesActionsTest-472602596-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:13:43.454181 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-2d20ac0b-c4aa-4edc-8d26-cceb42873275 req-8ea177d8-4606-46f2-9f2f-a20ab2eaf09f tempest-VolumesActionsTest-472602596 tempest-VolumesActionsTest-472602596-project] 10.222.0.42 "GET /v2.0/ports?device_id=bdcedb93-3bbe-4192-9aa6-a1252ab35913 HTTP/1.1" status: 200 len: 944 time: 0.4590857 Apr 18 21:13:43.459965 n-d-838334-2 neutron-server[84043]: DEBUG neutron_lib.callbacks.manager [None req-94fbd2e9-024b-4808-b8fc-00807757489e None None] Notify callbacks [] for port, precommit_update {{(pid=84043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:13:43.495237 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.provisioning_blocks [None req-94fbd2e9-024b-4808-b8fc-00807757489e None None] Transition to ACTIVE for port object a9864ebb-e7c5-4183-ba4c-a72cab838bc4 will not be triggered until provisioned by entity L2. {{(pid=84043) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:13:43.511209 n-d-838334-2 neutron-server[84043]: DEBUG neutron_lib.callbacks.manager [None req-94fbd2e9-024b-4808-b8fc-00807757489e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682'] for port, after_update {{(pid=84043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:13:43.591954 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:13:43.633138 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baa3125a-cdbe-4708-812d-846a92d25993 req-0d2f0126-76f8-419f-bfbe-2f50e9fd2c85 tempest-VolumesSnapshotTestJSON-1863616769 tempest-VolumesSnapshotTestJSON-1863616769-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:13:43.634695 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-baa3125a-cdbe-4708-812d-846a92d25993 req-0d2f0126-76f8-419f-bfbe-2f50e9fd2c85 tempest-VolumesSnapshotTestJSON-1863616769 tempest-VolumesSnapshotTestJSON-1863616769-project] 10.222.0.42 "GET /v2.0/ports?device_id=048b0c07-145a-427b-af4d-c76e4c5114f7 HTTP/1.1" status: 200 len: 945 time: 0.3302441 Apr 18 21:13:43.656702 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] For port 8b518fac-179f-4fa4-8d0a-6396ee694b4d, host n-h1-838334-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838334-2',level=0,port_id=8b518fac-179f-4fa4-8d0a-6396ee694b4d,segment=NetworkSegment(44fed75d-d790-4c0e-a467-bf1a6588ce2b),segment_id=44fed75d-d790-4c0e-a467-bf1a6588ce2b)] {{(pid=84042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:13:43.657529 n-d-838334-2 neutron-server[84042]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bdcedb93-3bbe-4192-9aa6-a1252ab35913', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8b518fac-179f-4fa4-8d0a-6396ee694b4d'}] {{(pid=84042) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 21:13:43.665690 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682'] for port, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:13:43.700293 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-2ad1a2a3-16ea-43aa-be91-92bf65499583 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:13:43.732543 n-d-838334-2 neutron-server[84043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d273d5ac-44a9-432f-a302-277953c22550 None None] Pushing event updated for resources: {'Port': ['ID=a9864ebb-e7c5-4183-ba4c-a72cab838bc4,revision_number=3']} {{(pid=84043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:13:43.737450 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-2d20ac0b-c4aa-4edc-8d26-cceb42873275 req-e1bad544-b37f-4090-b879-af3a819d8284 tempest-VolumesActionsTest-472602596 tempest-VolumesActionsTest-472602596-project] 10.222.0.42 "GET /v2.0/security-groups?id=17b301b4-f832-465e-b746-0427d2c4e3d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2308679 Apr 18 21:13:43.753552 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-2ad1a2a3-16ea-43aa-be91-92bf65499583 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:13:43.823304 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-2ad1a2a3-16ea-43aa-be91-92bf65499583 admin admin] Usage tracker for resource:security_group_rule and tenant:fbd2f0db4be7454291153c63896433c1 is out of sync, need to count used quota {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:13:43.839960 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Pushing event updated for resources: {'Port': ['ID=8b518fac-179f-4fa4-8d0a-6396ee694b4d,revision_number=5']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:13:43.844150 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-2ad1a2a3-16ea-43aa-be91-92bf65499583 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:13:43.844303 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-baa3125a-cdbe-4708-812d-846a92d25993 req-2f766adf-b6ca-4f18-8376-dfa178f8e68d tempest-VolumesSnapshotTestJSON-1863616769 tempest-VolumesSnapshotTestJSON-1863616769-project] 10.222.0.42 "GET /v2.0/security-groups?id=9fa5ce7e-93a0-4048-a52a-367318ec4781&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1974621 Apr 18 21:13:43.856248 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-2ad1a2a3-16ea-43aa-be91-92bf65499583 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:13:43.926182 n-d-838334-2 neutron-server[84042]: INFO neutron.notifiers.nova [-] Nova event matching ['req-623d2aff-c13c-41fe-a1f2-fa650d8b6c86'] response: {'server_uuid': 'bdcedb93-3bbe-4192-9aa6-a1252ab35913', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8b518fac-179f-4fa4-8d0a-6396ee694b4d', 'code': 200} Apr 18 21:13:43.970139 n-d-838334-2 neutron-server[84043]: DEBUG neutron.plugins.ml2.managers [None req-94fbd2e9-024b-4808-b8fc-00807757489e None None] Attempting to bind port a9864ebb-e7c5-4183-ba4c-a72cab838bc4 on host n-d-838334-2 for vnic_type normal with profile {{(pid=84043) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 21:13:43.970504 n-d-838334-2 neutron-server[84043]: DEBUG neutron.plugins.ml2.managers [None req-94fbd2e9-024b-4808-b8fc-00807757489e None None] Attempting to bind port a9864ebb-e7c5-4183-ba4c-a72cab838bc4 by drivers openvswitch,hyperv on host n-d-838334-2 at level 0 using segments [{'id': '73027d9a-2324-4fff-a460-d461bbd8c34a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '455c9cd9-3eae-4b7a-8234-99cebcf9bc24'}] {{(pid=84043) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 21:13:43.970862 n-d-838334-2 neutron-server[84043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94fbd2e9-024b-4808-b8fc-00807757489e None None] Attempting to bind port a9864ebb-e7c5-4183-ba4c-a72cab838bc4 on network 455c9cd9-3eae-4b7a-8234-99cebcf9bc24 {{(pid=84043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 21:13:43.987003 n-d-838334-2 neutron-server[84043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94fbd2e9-024b-4808-b8fc-00807757489e None None] Checking agent: {'id': '97cd4414-7af6-4d67-868d-dff370b4071a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838334-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 25, 49), 'started_at': datetime.datetime(2022, 4, 18, 20, 26, 19), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 21, 13, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838334-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 18 21:13:43.987380 n-d-838334-2 neutron-server[84043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94fbd2e9-024b-4808-b8fc-00807757489e None None] Checking segment: {'id': '73027d9a-2324-4fff-a460-d461bbd8c34a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '455c9cd9-3eae-4b7a-8234-99cebcf9bc24'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84043) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 21:13:43.987808 n-d-838334-2 neutron-server[84043]: DEBUG neutron_lib.callbacks.manager [None req-94fbd2e9-024b-4808-b8fc-00807757489e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:13:43.988193 n-d-838334-2 neutron-server[84043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94fbd2e9-024b-4808-b8fc-00807757489e None None] Bound using segment: {'id': '73027d9a-2324-4fff-a460-d461bbd8c34a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '455c9cd9-3eae-4b7a-8234-99cebcf9bc24'} {{(pid=84043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 18 21:13:43.988654 n-d-838334-2 neutron-server[84043]: DEBUG neutron.plugins.ml2.managers [None req-94fbd2e9-024b-4808-b8fc-00807757489e None None] Bound port: a9864ebb-e7c5-4183-ba4c-a72cab838bc4, host: n-d-838334-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '73027d9a-2324-4fff-a460-d461bbd8c34a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '455c9cd9-3eae-4b7a-8234-99cebcf9bc24'}}] {{(pid=84043) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 21:13:43.989023 n-d-838334-2 neutron-server[84043]: DEBUG neutron_lib.callbacks.manager [None req-94fbd2e9-024b-4808-b8fc-00807757489e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:13:44.148164 n-d-838334-2 neutron-server[84043]: DEBUG neutron.plugins.ml2.db [None req-94fbd2e9-024b-4808-b8fc-00807757489e None None] For port a9864ebb-e7c5-4183-ba4c-a72cab838bc4, host n-d-838334-2, cleared binding levels {{(pid=84043) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 21:13:44.151791 n-d-838334-2 neutron-server[84043]: DEBUG neutron.plugins.ml2.db [None req-94fbd2e9-024b-4808-b8fc-00807757489e None None] For port a9864ebb-e7c5-4183-ba4c-a72cab838bc4, host n-d-838334-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838334-2',level=0,port_id=a9864ebb-e7c5-4183-ba4c-a72cab838bc4,segment=NetworkSegment(73027d9a-2324-4fff-a460-d461bbd8c34a),segment_id=73027d9a-2324-4fff-a460-d461bbd8c34a)] {{(pid=84043) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 21:13:44.165071 n-d-838334-2 neutron-server[84043]: DEBUG neutron_lib.callbacks.manager [None req-94fbd2e9-024b-4808-b8fc-00807757489e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682'] for port, after_update {{(pid=84043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:13:44.237085 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-98f999ed-f5e1-456b-af6b-7597e864a8aa req-9e331aa8-5eb3-4662-af2e-7f1f73419a61 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=048b0c07-145a-427b-af4d-c76e4c5114f7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2781873 Apr 18 21:13:44.364786 n-d-838334-2 neutron-server[84043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d273d5ac-44a9-432f-a302-277953c22550 None None] Pushing event updated for resources: {'Port': ['ID=a9864ebb-e7c5-4183-ba4c-a72cab838bc4,revision_number=4']} {{(pid=84043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:13:44.379777 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94fbd2e9-024b-4808-b8fc-00807757489e None None] Routers {'e816ae11-294e-480a-b20a-a9ed203b8f57'} bound to L3 agent in host n-d-838334-2 {{(pid=84043) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 21:13:44.386049 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.l3_hamode_db [None req-94fbd2e9-024b-4808-b8fc-00807757489e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838334-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-18T20:25:48Z,description=,heartbeat_timestamp=2022-04-18T21:13:18Z,host='n-d-838334-2',id=bc84d6c9-dd7a-4555-a351-592327b46d5a,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:25:48Z,topic='l3_agent')) {'router_ids': ['e816ae11-294e-480a-b20a-a9ed203b8f57'], 'active': True} {{(pid=84043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:13:44.553743 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-2ad1a2a3-16ea-43aa-be91-92bf65499583 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:13:44.579693 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-4c9a93f0-d2f8-432e-9c6e-61150f5be7bd req-86279787-52b1-4844-8f24-4a6a6c29b8e9 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=bdcedb93-3bbe-4192-9aa6-a1252ab35913 HTTP/1.1" status: 200 len: 1096 time: 0.5303061 Apr 18 21:13:44.581721 n-d-838334-2 neutron-server[84041]: INFO neutron.api.v2.resource [None req-3df53e49-c95b-429c-92c6-b271729e92ae tempest-RoutersNegativeTest-900170219 tempest-RoutersNegativeTest-900170219-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 18 21:13:44.587040 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-3df53e49-c95b-429c-92c6-b271729e92ae tempest-RoutersNegativeTest-900170219 tempest-RoutersNegativeTest-900170219-project] 10.222.0.42 "PUT /v2.0/routers/d7b5aeff-de28-4505-836c-260e6314818f/add_router_interface HTTP/1.1" status: 400 len: 438 time: 2.1892490 Apr 18 21:13:44.588026 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-2ad1a2a3-16ea-43aa-be91-92bf65499583 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33528224'] for security_group, after_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:13:44.595281 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 52408) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:13:44.604575 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2ad1a2a3-16ea-43aa-be91-92bf65499583 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 383} {{(pid=84041) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 21:13:44.617750 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-2ad1a2a3-16ea-43aa-be91-92bf65499583 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1082986'] for segment, precommit_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:13:44.618461 n-d-838334-2 neutron-server[84041]: INFO neutron.db.segments_db [None req-2ad1a2a3-16ea-43aa-be91-92bf65499583 admin admin] Added segment f6dabbc8-958f-4912-b0f1-a71ffd08c326 of type vlan for network a6c6078c-7564-4d9c-bc64-383bf2f06682 Apr 18 21:13:44.697170 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-2ad1a2a3-16ea-43aa-be91-92bf65499583 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750374825732'] for network, precommit_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:13:44.821404 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-98f999ed-f5e1-456b-af6b-7597e864a8aa req-ec808bf2-f87c-4079-b521-7070125a2f96 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=8ca657a6dd7e428db1e7c06a95f1a90e&device_id=048b0c07-145a-427b-af4d-c76e4c5114f7 HTTP/1.1" status: 200 len: 1096 time: 0.3648200 Apr 18 21:13:44.839064 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-2ad1a2a3-16ea-43aa-be91-92bf65499583 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33526109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022'] for network, after_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:13:44.840053 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ad1a2a3-16ea-43aa-be91-92bf65499583 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:13:44.840681 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-2ad1a2a3-16ea-43aa-be91-92bf65499583 admin admin] Notify callbacks [] for network, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:13:44.920897 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.l3_dvr_db [None req-94fbd2e9-024b-4808-b8fc-00807757489e None None] Set router e816ae11-294e-480a-b20a-a9ed203b8f57 gateway port host: n-d-838334-2 {{(pid=84043) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 21:13:44.936479 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.plugin [None req-2d59caa2-f631-4be9-ad0c-22f18cc258e0 admin admin] Deleting port f7083324-7d8e-49c2-8bd4-edaa8f6fb5d1 {{(pid=84040) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 21:13:44.936816 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-2d59caa2-f631-4be9-ad0c-22f18cc258e0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750375188691'] for port, before_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:13:45.114300 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-4c9a93f0-d2f8-432e-9c6e-61150f5be7bd req-2b68200f-ec71-457c-a8a5-319dfbe4ee9e service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=17b301b4-f832-465e-b746-0427d2c4e3d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3538623 Apr 18 21:13:45.116024 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ad1a2a3-16ea-43aa-be91-92bf65499583 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=13695610-29f0-4bba-a430-4ce80b0dad28,revision_number=1']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:13:45.187562 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ad1a2a3-16ea-43aa-be91-92bf65499583 admin admin] Pushing event updated for resources: {'Network': ['ID=a6c6078c-7564-4d9c-bc64-383bf2f06682,revision_number=1']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:13:45.199600 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Network a6c6078c-7564-4d9c-bc64-383bf2f06682 details requested by agent ovs-agent-n-d-838334-2 with host n-d-838334-2 {{(pid=84042) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 18 21:13:45.206618 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-2ad1a2a3-16ea-43aa-be91-92bf65499583 admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 2.0365634 Apr 18 21:13:45.208903 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 52434) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:13:45.213975 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.v2.base [None req-d1223924-0683-4d8d-8589-4682b7b5c2ee admin admin] Request body: {'subnet': {'network_id': 'a6c6078c-7564-4d9c-bc64-383bf2f06682', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerBasicOps-2072492836-subnet', 'tenant_id': 'fbd2f0db4be7454291153c63896433c1', 'ip_version': 4}} {{(pid=84041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:13:45.236340 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-d1223924-0683-4d8d-8589-4682b7b5c2ee admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:13:45.240893 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-d1223924-0683-4d8d-8589-4682b7b5c2ee admin admin] Usage tracker for resource:subnet and tenant:fbd2f0db4be7454291153c63896433c1 is out of sync, need to count used quota {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:13:45.246780 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-d1223924-0683-4d8d-8589-4682b7b5c2ee admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:13:45.257517 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-d1223924-0683-4d8d-8589-4682b7b5c2ee admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:13:45.294848 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d1223924-0683-4d8d-8589-4682b7b5c2ee admin admin] Made reservation on behalf of fbd2f0db4be7454291153c63896433c1 for: {'subnet': 1} {{(pid=84041) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:13:45.299166 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-d1223924-0683-4d8d-8589-4682b7b5c2ee admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32486301'] for subnet, before_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:13:45.666185 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-d171d850-2098-4722-a36a-1eb153d6e9b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750375287399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253529'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:13:45.816092 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-d1223924-0683-4d8d-8589-4682b7b5c2ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33526260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32266407', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32486287'] for subnet, after_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:13:45.863654 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.l3_hamode_db [None req-94fbd2e9-024b-4808-b8fc-00807757489e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e816ae11-294e-480a-b20a-a9ed203b8f57', 'name': 'tempest-TestServerBasicOps-997885885-router', 'tenant_id': '769e4d212a7247919de3c941a9f4cf3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'external_fixed_ips': [{'subnet_id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'ip_address': '172.25.8.194'}], 'enable_snat': True}, 'gw_port_id': '42368b2a-81ef-4f4f-9d00-ff9af0168c31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:13:17Z', 'updated_at': '2022-04-18T21:13:33Z', 'revision_number': 4, 'project_id': '769e4d212a7247919de3c941a9f4cf3b', 'gw_port': {'id': '42368b2a-81ef-4f4f-9d00-ff9af0168c31', 'name': '', 'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:0d:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e816ae11-294e-480a-b20a-a9ed203b8f57', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'ip_address': '172.25.8.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:13:18Z', 'updated_at': '2022-04-18T21:13:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838334-2', '_interfaces': [{'id': 'a9864ebb-e7c5-4183-ba4c-a72cab838bc4', 'name': '', 'network_id': '455c9cd9-3eae-4b7a-8234-99cebcf9bc24', 'tenant_id': '769e4d212a7247919de3c941a9f4cf3b', 'mac_address': 'fa:16:3e:8a:74:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e816ae11-294e-480a-b20a-a9ed203b8f57', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ffff18e8-8f29-45e6-957b-0d07d078c8a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:13:31Z', 'updated_at': '2022-04-18T21:13:44Z', 'revision_number': 4, 'project_id': '769e4d212a7247919de3c941a9f4cf3b', 'subnets': [{'id': 'ffff18e8-8f29-45e6-957b-0d07d078c8a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838334-2', False) {} {{(pid=84043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:13:45.874905 n-d-838334-2 neutron-server[84043]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94fbd2e9-024b-4808-b8fc-00807757489e None None] The sync data for ids ['e816ae11-294e-480a-b20a-a9ed203b8f57'] in n-d-838334-2 is: [{'id': 'e816ae11-294e-480a-b20a-a9ed203b8f57', 'name': 'tempest-TestServerBasicOps-997885885-router', 'tenant_id': '769e4d212a7247919de3c941a9f4cf3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'external_fixed_ips': [{'subnet_id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'ip_address': '172.25.8.194'}], 'enable_snat': True}, 'gw_port_id': '42368b2a-81ef-4f4f-9d00-ff9af0168c31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:13:17Z', 'updated_at': '2022-04-18T21:13:33Z', 'revision_number': 4, 'project_id': '769e4d212a7247919de3c941a9f4cf3b', 'gw_port': {'id': '42368b2a-81ef-4f4f-9d00-ff9af0168c31', 'name': '', 'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:0d:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e816ae11-294e-480a-b20a-a9ed203b8f57', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'ip_address': '172.25.8.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:13:18Z', 'updated_at': '2022-04-18T21:13:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838334-2', '_interfaces': [{'id': 'a9864ebb-e7c5-4183-ba4c-a72cab838bc4', 'name': '', 'network_id': '455c9cd9-3eae-4b7a-8234-99cebcf9bc24', 'tenant_id': '769e4d212a7247919de3c941a9f4cf3b', 'mac_address': 'fa:16:3e:8a:74:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e816ae11-294e-480a-b20a-a9ed203b8f57', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ffff18e8-8f29-45e6-957b-0d07d078c8a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:13:31Z', 'updated_at': '2022-04-18T21:13:44Z', 'revision_number': 4, 'project_id': '769e4d212a7247919de3c941a9f4cf3b', 'subnets': [{'id': 'ffff18e8-8f29-45e6-957b-0d07d078c8a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84043) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 18 21:13:45.919507 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1223924-0683-4d8d-8589-4682b7b5c2ee admin admin] Pushing event updated for resources: {'Subnet': ['ID=9d073124-b859-4ca2-95ab-3f4f7f447902,revision_number=0']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:13:46.096642 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1223924-0683-4d8d-8589-4682b7b5c2ee admin admin] Checking segment: {'id': 'f6dabbc8-958f-4912-b0f1-a71ffd08c326', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': 'a6c6078c-7564-4d9c-bc64-383bf2f06682'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84041) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 21:13:46.097001 n-d-838334-2 neutron-server[84041]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1223924-0683-4d8d-8589-4682b7b5c2ee admin admin] Network hostable DHCP agents. Network: a6c6078c-7564-4d9c-bc64-383bf2f06682, hostable agents: ['8746f8ea-3e91-4b32-9919-2c63adeb8722'], hosted agents: [] {{(pid=84041) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 21:13:46.112349 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4adb54e-0ee5-413c-a8fa-ba4ce1cce651 req-26c60ad8-bf3e-4e40-8fd0-33bd505e881b tempest-VolumesActionsTest-472602596 tempest-VolumesActionsTest-472602596-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:13:46.123182 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-e4adb54e-0ee5-413c-a8fa-ba4ce1cce651 req-26c60ad8-bf3e-4e40-8fd0-33bd505e881b tempest-VolumesActionsTest-472602596 tempest-VolumesActionsTest-472602596-project] 10.222.0.42 "GET /v2.0/ports?device_id=bdcedb93-3bbe-4192-9aa6-a1252ab35913 HTTP/1.1" status: 200 len: 945 time: 1.0555544 Apr 18 21:13:46.177332 n-d-838334-2 neutron-server[84041]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1223924-0683-4d8d-8589-4682b7b5c2ee admin admin] Network a6c6078c-7564-4d9c-bc64-383bf2f06682 is scheduled to be hosted by DHCP agent 8746f8ea-3e91-4b32-9919-2c63adeb8722 with binding_index 1 {{(pid=84041) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 21:13:46.199143 n-d-838334-2 neutron-server[84041]: DEBUG neutron.scheduler.base_scheduler [None req-d1223924-0683-4d8d-8589-4682b7b5c2ee admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-838334-2, a6c6078c-7564-4d9c-bc64-383bf2f06682) {{(pid=84041) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:13:46.211956 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1eed24c3-e4dd-407b-9b1e-29f8ac82e4fa None None] Network a6c6078c-7564-4d9c-bc64-383bf2f06682 requested from n-d-838334-2 {{(pid=84042) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 21:13:46.215287 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1223924-0683-4d8d-8589-4682b7b5c2ee admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:13:46.215926 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-d1223924-0683-4d8d-8589-4682b7b5c2ee admin admin] Notify callbacks [] for subnet, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:13:46.244258 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.db [None req-2d59caa2-f631-4be9-ad0c-22f18cc258e0 admin admin] For port f7083324-7d8e-49c2-8bd4-edaa8f6fb5d1, host n-d-838334-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838334-2',level=0,port_id=f7083324-7d8e-49c2-8bd4-edaa8f6fb5d1,segment=NetworkSegment(4e963bef-c34f-4e85-98b0-0b30c27346e4),segment_id=4e963bef-c34f-4e85-98b0-0b30c27346e4)] {{(pid=84040) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:13:46.245809 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-2d59caa2-f631-4be9-ad0c-22f18cc258e0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369123'] for port, precommit_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:13:46.302413 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-d1223924-0683-4d8d-8589-4682b7b5c2ee admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.0926709 Apr 18 21:13:46.304010 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 52476) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:13:46.315993 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.v2.base [None req-f3709451-9f3c-4963-a840-186aa0176ae8 admin admin] Request body: {'router': {'name': 'tempest-TestServerBasicOps-2072492836-router', 'tenant_id': 'fbd2f0db4be7454291153c63896433c1', 'external_gateway_info': {'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c'}}} {{(pid=84041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:13:46.327313 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-f3709451-9f3c-4963-a840-186aa0176ae8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:13:46.347104 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-f3709451-9f3c-4963-a840-186aa0176ae8 admin admin] Usage tracker for resource:router and tenant:fbd2f0db4be7454291153c63896433c1 is out of sync, need to count used quota {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:13:46.359654 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-f3709451-9f3c-4963-a840-186aa0176ae8 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:13:46.385851 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-f3709451-9f3c-4963-a840-186aa0176ae8 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:13:46.428710 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-f3709451-9f3c-4963-a840-186aa0176ae8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-33442106', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5708'] for router, before_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:13:46.437371 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-f3709451-9f3c-4963-a840-186aa0176ae8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33442137', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33444285', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33535433', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5703'] for router, precommit_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:13:46.463277 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.plugin [None req-2d59caa2-f631-4be9-ad0c-22f18cc258e0 admin admin] Calling delete_port for f7083324-7d8e-49c2-8bd4-edaa8f6fb5d1 owned by network:router_interface {{(pid=84040) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 21:13:46.507907 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Device a9864ebb-e7c5-4183-ba4c-a72cab838bc4 up at agent ovs-agent-n-d-838334-2 {{(pid=84042) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 21:13:46.537160 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-f3709451-9f3c-4963-a840-186aa0176ae8 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:13:46.687380 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98f999ed-f5e1-456b-af6b-7597e864a8aa req-5de87ea2-7b6b-490b-8401-eac6cb0b75e3 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:13:46.690264 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-98f999ed-f5e1-456b-af6b-7597e864a8aa req-5de87ea2-7b6b-490b-8401-eac6cb0b75e3 service neutron] 10.222.0.48 "GET /v2.0/networks?id=ec211755-00f0-492d-a79c-096be27f1d17 HTTP/1.1" status: 200 len: 915 time: 1.8224444 Apr 18 21:13:46.771799 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-2d59caa2-f631-4be9-ad0c-22f18cc258e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750375259028', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750374836628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32440838'] for port, after_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:13:46.931120 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-f3709451-9f3c-4963-a840-186aa0176ae8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-33444175', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-33443520', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5293'] for router, precommit_update {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:13:47.053721 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-98f999ed-f5e1-456b-af6b-7597e864a8aa req-164a4bac-da12-4004-ac35-d948c58c5509 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=890b9a7b-3a3a-4d10-bfb5-df652e741b66 HTTP/1.1" status: 200 len: 217 time: 0.3490391 Apr 18 21:13:47.166158 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9812875-8b6f-4b7e-ae0b-9223b47a6424 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp016840fc-1f9f-5892-9c53-c9cf6c845bbb-a6c6078c-7564-4d9c-bc64-383bf2f06682', 'network_id': 'a6c6078c-7564-4d9c-bc64-383bf2f06682', 'tenant_id': 'fbd2f0db4be7454291153c63896433c1', 'fixed_ips': [{'subnet_id': '9d073124-b859-4ca2-95ab-3f4f7f447902'}]}} from n-d-838334-2. {{(pid=84042) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 18 21:13:47.167246 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-f9812875-8b6f-4b7e-ae0b-9223b47a6424 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_create {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:13:47.223019 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Provisioning for port a9864ebb-e7c5-4183-ba4c-a72cab838bc4 completed by entity L2. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 21:13:47.245175 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Provisioning complete for port a9864ebb-e7c5-4183-ba4c-a72cab838bc4 triggered by entity L2. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:13:47.245797 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1253608'] for port, provisioning_complete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:13:47.396192 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-f3709451-9f3c-4963-a840-186aa0176ae8 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:13:47.507713 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d59caa2-f631-4be9-ad0c-22f18cc258e0 admin admin] Pushing event deleted for resources: {'Port': ['ID=f7083324-7d8e-49c2-8bd4-edaa8f6fb5d1,revision_number=None']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:13:47.509036 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-f3709451-9f3c-4963-a840-186aa0176ae8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:13:47.519120 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98f999ed-f5e1-456b-af6b-7597e864a8aa req-d6028d6c-097d-48ed-ac38-1f06c2aa6015 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:13:47.523073 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-98f999ed-f5e1-456b-af6b-7597e864a8aa req-d6028d6c-097d-48ed-ac38-1f06c2aa6015 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=dfc866b7-c353-49e6-9c7f-4cc86e757b48 HTTP/1.1" status: 200 len: 854 time: 0.2894325 Apr 18 21:13:47.668412 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:13:47.810278 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-98f999ed-f5e1-456b-af6b-7597e864a8aa req-94e39846-97bc-493f-9d0f-bbd16df25e39 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=ec211755-00f0-492d-a79c-096be27f1d17&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1849861 Apr 18 21:13:47.825295 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] For port a9864ebb-e7c5-4183-ba4c-a72cab838bc4, host n-d-838334-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838334-2',level=0,port_id=a9864ebb-e7c5-4183-ba4c-a72cab838bc4,segment=NetworkSegment(73027d9a-2324-4fff-a460-d461bbd8c34a),segment_id=73027d9a-2324-4fff-a460-d461bbd8c34a)] {{(pid=84042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:13:47.829441 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.db_base_plugin_common [None req-f9812875-8b6f-4b7e-ae0b-9223b47a6424 None None] Allocated IP 172.20.0.2 (a6c6078c-7564-4d9c-bc64-383bf2f06682/9d073124-b859-4ca2-95ab-3f4f7f447902/eb86c1d3-7fb4-4cb4-af05-d97b52df0eb5) {{(pid=84042) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 21:13:47.855220 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682'] for port, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:13:47.910476 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-e4adb54e-0ee5-413c-a8fa-ba4ce1cce651 req-927bed38-7268-4e1c-9bae-55d936f1995a tempest-VolumesActionsTest-472602596 tempest-VolumesActionsTest-472602596-project] 10.222.0.42 "GET /v2.0/security-groups?id=17b301b4-f832-465e-b746-0427d2c4e3d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.1421351 Apr 18 21:13:48.010894 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.db_base_plugin_common [None req-f3709451-9f3c-4963-a840-186aa0176ae8 admin admin] Allocated IP 172.25.8.101 (e41b6600-a917-4a8d-b05c-be3be40c6d8c/6b05667b-848e-4356-9b44-d5eb6808ef74/f8cb1b03-f398-498b-9dc8-a3883b25474a) {{(pid=84041) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 21:13:48.188636 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-48a7368b-b020-4dab-99a7-f898c9668136 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750375287399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253529'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:13:48.220793 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Pushing event updated for resources: {'Port': ['ID=a9864ebb-e7c5-4183-ba4c-a72cab838bc4,revision_number=5']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:13:48.229969 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-3455e9be-b7f0-4a5e-ac12-e0a48f90b384 tempest-RoutersNegativeTest-900170219 tempest-RoutersNegativeTest-900170219-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33443857'] for router_interface, before_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:13:48.391332 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-f9812875-8b6f-4b7e-ae0b-9223b47a6424 None None] Notify callbacks [] for port, precommit_create {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:13:48.403293 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-f9812875-8b6f-4b7e-ae0b-9223b47a6424 None None] Transition to ACTIVE for port object eb86c1d3-7fb4-4cb4-af05-d97b52df0eb5 will not be triggered until provisioned by entity L2. {{(pid=84042) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:13:48.427718 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-f9812875-8b6f-4b7e-ae0b-9223b47a6424 None None] Transition to ACTIVE for port object eb86c1d3-7fb4-4cb4-af05-d97b52df0eb5 will not be triggered until provisioned by entity DHCP. {{(pid=84042) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:13:48.436734 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-f9812875-8b6f-4b7e-ae0b-9223b47a6424 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750374836619'] for port, after_create {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:13:48.453360 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-f3709451-9f3c-4963-a840-186aa0176ae8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:13:48.520902 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-f3709451-9f3c-4963-a840-186aa0176ae8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750374836619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32266323'] for port, after_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:13:48.554381 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9812875-8b6f-4b7e-ae0b-9223b47a6424 None None] Pushing event updated for resources: {'Port': ['ID=eb86c1d3-7fb4-4cb4-af05-d97b52df0eb5,revision_number=1']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:13:48.572734 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Device a9864ebb-e7c5-4183-ba4c-a72cab838bc4 up at agent ovs-agent-n-d-838334-2 {{(pid=84042) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 21:13:48.650177 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-98f999ed-f5e1-456b-af6b-7597e864a8aa req-1792e5fd-e94b-46e5-9949-f35879b3f751 service neutron] 10.222.0.48 "GET /v2.0/networks/ec211755-00f0-492d-a79c-096be27f1d17?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8182688 Apr 18 21:13:48.674301 n-d-838334-2 neutron-server[84041]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3709451-9f3c-4963-a840-186aa0176ae8 admin admin] Network e41b6600-a917-4a8d-b05c-be3be40c6d8c is already hosted by enough agents. {{(pid=84041) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:13:48.677952 n-d-838334-2 neutron-server[84041]: DEBUG neutron.scheduler.base_scheduler [None req-f3709451-9f3c-4963-a840-186aa0176ae8 admin admin] Resources bound (agent type, host, resource id): {{(pid=84041) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:13:48.688789 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3709451-9f3c-4963-a840-186aa0176ae8 admin admin] Received port after_create {{(pid=84041) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 21:13:48.750223 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3709451-9f3c-4963-a840-186aa0176ae8 admin admin] Pushing event updated for resources: {'Port': ['ID=f8cb1b03-f398-498b-9dc8-a3883b25474a,revision_number=1']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:13:48.757395 n-d-838334-2 neutron-server[84042]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9812875-8b6f-4b7e-ae0b-9223b47a6424 None None] Network a6c6078c-7564-4d9c-bc64-383bf2f06682 is already hosted by enough agents. {{(pid=84042) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:13:48.761307 n-d-838334-2 neutron-server[84042]: DEBUG neutron.scheduler.base_scheduler [None req-f9812875-8b6f-4b7e-ae0b-9223b47a6424 None None] Resources bound (agent type, host, resource id): {{(pid=84042) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:13:48.765274 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9812875-8b6f-4b7e-ae0b-9223b47a6424 None None] Received port after_create {{(pid=84042) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 21:13:48.866193 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Provisioning complete for port a9864ebb-e7c5-4183-ba4c-a72cab838bc4 triggered by entity L2. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:13:48.866799 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1253608'] for port, provisioning_complete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:13:49.111711 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750375287399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253529'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:13:49.125496 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.managers [None req-f9812875-8b6f-4b7e-ae0b-9223b47a6424 None None] Attempting to bind port eb86c1d3-7fb4-4cb4-af05-d97b52df0eb5 on host n-d-838334-2 for vnic_type normal with profile {{(pid=84042) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 21:13:49.126984 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.managers [None req-f9812875-8b6f-4b7e-ae0b-9223b47a6424 None None] Attempting to bind port eb86c1d3-7fb4-4cb4-af05-d97b52df0eb5 by drivers openvswitch,hyperv on host n-d-838334-2 at level 0 using segments [{'id': 'f6dabbc8-958f-4912-b0f1-a71ffd08c326', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': 'a6c6078c-7564-4d9c-bc64-383bf2f06682'}] {{(pid=84042) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 21:13:49.127367 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9812875-8b6f-4b7e-ae0b-9223b47a6424 None None] Attempting to bind port eb86c1d3-7fb4-4cb4-af05-d97b52df0eb5 on network a6c6078c-7564-4d9c-bc64-383bf2f06682 {{(pid=84042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 21:13:49.228649 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9812875-8b6f-4b7e-ae0b-9223b47a6424 None None] Checking agent: {'id': '97cd4414-7af6-4d67-868d-dff370b4071a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838334-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 25, 49), 'started_at': datetime.datetime(2022, 4, 18, 20, 26, 19), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 21, 13, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838334-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 18 21:13:49.229186 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9812875-8b6f-4b7e-ae0b-9223b47a6424 None None] Checking segment: {'id': 'f6dabbc8-958f-4912-b0f1-a71ffd08c326', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': 'a6c6078c-7564-4d9c-bc64-383bf2f06682'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84042) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 21:13:49.229671 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-f9812875-8b6f-4b7e-ae0b-9223b47a6424 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:13:49.230142 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9812875-8b6f-4b7e-ae0b-9223b47a6424 None None] Bound using segment: {'id': 'f6dabbc8-958f-4912-b0f1-a71ffd08c326', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': 'a6c6078c-7564-4d9c-bc64-383bf2f06682'} {{(pid=84042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 18 21:13:49.230952 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.managers [None req-f9812875-8b6f-4b7e-ae0b-9223b47a6424 None None] Bound port: eb86c1d3-7fb4-4cb4-af05-d97b52df0eb5, host: n-d-838334-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f6dabbc8-958f-4912-b0f1-a71ffd08c326', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': 'a6c6078c-7564-4d9c-bc64-383bf2f06682'}}] {{(pid=84042) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 21:13:49.231228 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-f9812875-8b6f-4b7e-ae0b-9223b47a6424 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:13:49.291618 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-98f999ed-f5e1-456b-af6b-7597e864a8aa req-5d2ce0da-afa1-4615-be58-ef8c8274b06d service neutron] 10.222.0.48 "GET /v2.0/networks/ec211755-00f0-492d-a79c-096be27f1d17?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6321893 Apr 18 21:13:49.373738 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-f3709451-9f3c-4963-a840-186aa0176ae8 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:13:49.373738 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-f3709451-9f3c-4963-a840-186aa0176ae8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33443529', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33444176'] for router, after_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:13:49.408024 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a50d485b-485b-4a6c-a035-fde82510b4cf req-d4bcbaf3-0ae4-4e31-a145-8ee04b1719cd tempest-VolumesActionsTest-472602596 tempest-VolumesActionsTest-472602596-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:13:49.416319 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-a50d485b-485b-4a6c-a035-fde82510b4cf req-d4bcbaf3-0ae4-4e31-a145-8ee04b1719cd tempest-VolumesActionsTest-472602596 tempest-VolumesActionsTest-472602596-project] 10.222.0.42 "GET /v2.0/ports?device_id=bdcedb93-3bbe-4192-9aa6-a1252ab35913 HTTP/1.1" status: 200 len: 945 time: 0.2477021 Apr 18 21:13:49.551613 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-f9812875-8b6f-4b7e-ae0b-9223b47a6424 None None] For port eb86c1d3-7fb4-4cb4-af05-d97b52df0eb5, host n-d-838334-2, cleared binding levels {{(pid=84042) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 21:13:49.559514 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-f9812875-8b6f-4b7e-ae0b-9223b47a6424 None None] For port eb86c1d3-7fb4-4cb4-af05-d97b52df0eb5, host n-d-838334-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838334-2',level=0,port_id=eb86c1d3-7fb4-4cb4-af05-d97b52df0eb5,segment=NetworkSegment(f6dabbc8-958f-4912-b0f1-a71ffd08c326),segment_id=f6dabbc8-958f-4912-b0f1-a71ffd08c326)] {{(pid=84042) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 21:13:49.573744 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-f9812875-8b6f-4b7e-ae0b-9223b47a6424 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682'] for port, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:13:49.591139 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-a50d485b-485b-4a6c-a035-fde82510b4cf req-59e90df4-a21d-4c42-94b0-7d5e54624f84 tempest-VolumesActionsTest-472602596 tempest-VolumesActionsTest-472602596-project] 10.222.0.42 "GET /v2.0/security-groups?id=17b301b4-f832-465e-b746-0427d2c4e3d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1731160 Apr 18 21:13:49.652373 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-2d59caa2-f631-4be9-ad0c-22f18cc258e0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-32377931', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33443910'] for router_interface, after_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:13:49.835299 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9812875-8b6f-4b7e-ae0b-9223b47a6424 None None] Pushing event updated for resources: {'Port': ['ID=eb86c1d3-7fb4-4cb4-af05-d97b52df0eb5,revision_number=2']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:13:49.840150 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-414b6ffe-e119-47bc-b18f-bcff1219c2f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750375287399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253529'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:13:49.928420 n-d-838334-2 neutron-server[84041]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f3709451-9f3c-4963-a840-186aa0176ae8 admin admin] Router eec129a7-ff97-4a08-81cd-9578bacd1f66 is scheduled to L3 agent bc84d6c9-dd7a-4555-a351-592327b46d5a with binding_index 1 {{(pid=84041) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 18 21:13:50.516872 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Device eb86c1d3-7fb4-4cb4-af05-d97b52df0eb5 up at agent ovs-agent-n-d-838334-2 {{(pid=84042) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 21:13:50.588307 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f3709451-9f3c-4963-a840-186aa0176ae8 admin admin] Notify agent at l3_agent.n-d-838334-2 the message routers_updated {{(pid=84041) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 21:13:50.606961 n-d-838334-2 neutron-server[84043]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4583c144-c83f-42cd-b93a-b3b54031235d None None] Sync routers for ids ['eec129a7-ff97-4a08-81cd-9578bacd1f66'] in n-d-838334-2 {{(pid=84043) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 18 21:13:50.625670 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4583c144-c83f-42cd-b93a-b3b54031235d None None] Routers {'eec129a7-ff97-4a08-81cd-9578bacd1f66'} bound to L3 agent in host n-d-838334-2 {{(pid=84043) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 21:13:50.627879 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.l3_hamode_db [None req-4583c144-c83f-42cd-b93a-b3b54031235d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838334-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-18T20:25:48Z,description=,heartbeat_timestamp=2022-04-18T21:13:48Z,host='n-d-838334-2',id=bc84d6c9-dd7a-4555-a351-592327b46d5a,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:25:48Z,topic='l3_agent')) {'router_ids': ['eec129a7-ff97-4a08-81cd-9578bacd1f66'], 'active': True} {{(pid=84043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:13:50.675536 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-f3709451-9f3c-4963-a840-186aa0176ae8 admin admin] Notify callbacks [] for router, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:13:50.680893 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-f3709451-9f3c-4963-a840-186aa0176ae8 admin admin] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 4.3756826 Apr 18 21:13:50.681508 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 52646) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:13:50.789021 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-c7521a90-7d65-4e2e-842c-ca5d95e9a89c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750375287399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253529'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:13:51.247364 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.l3_dvr_db [None req-4583c144-c83f-42cd-b93a-b3b54031235d None None] Set router eec129a7-ff97-4a08-81cd-9578bacd1f66 gateway port host: n-d-838334-2 {{(pid=84043) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 21:13:51.311540 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Provisioning for port eb86c1d3-7fb4-4cb4-af05-d97b52df0eb5 completed by entity L2. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 21:13:51.503575 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.plugin [None req-3455e9be-b7f0-4a5e-ac12-e0a48f90b384 tempest-RoutersNegativeTest-900170219 tempest-RoutersNegativeTest-900170219-project] Deleting port 71b04f9a-f17d-46db-8f68-63a05bc613f9 {{(pid=84040) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 21:13:51.504132 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-3455e9be-b7f0-4a5e-ac12-e0a48f90b384 tempest-RoutersNegativeTest-900170219 tempest-RoutersNegativeTest-900170219-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750375188691'] for port, before_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:13:51.807206 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be8ae7cd-b59d-40b4-82c1-9f7b358b2c53 None None] Network a6c6078c-7564-4d9c-bc64-383bf2f06682 requested from n-d-838334-2 {{(pid=84042) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 21:13:52.063533 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.l3_hamode_db [None req-4583c144-c83f-42cd-b93a-b3b54031235d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eec129a7-ff97-4a08-81cd-9578bacd1f66', 'name': 'tempest-TestServerBasicOps-2072492836-router', 'tenant_id': 'fbd2f0db4be7454291153c63896433c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'external_fixed_ips': [{'subnet_id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'ip_address': '172.25.8.101'}], 'enable_snat': True}, 'gw_port_id': 'f8cb1b03-f398-498b-9dc8-a3883b25474a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:13:46Z', 'updated_at': '2022-04-18T21:13:48Z', 'revision_number': 3, 'project_id': 'fbd2f0db4be7454291153c63896433c1', 'gw_port': {'id': 'f8cb1b03-f398-498b-9dc8-a3883b25474a', 'name': '', 'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:d5:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eec129a7-ff97-4a08-81cd-9578bacd1f66', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'ip_address': '172.25.8.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:13:47Z', 'updated_at': '2022-04-18T21:13:48Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838334-2'}], 'n-d-838334-2', False) {} {{(pid=84043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:13:52.073902 n-d-838334-2 neutron-server[84043]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4583c144-c83f-42cd-b93a-b3b54031235d None None] Checking router: eec129a7-ff97-4a08-81cd-9578bacd1f66 for host: n-d-838334-2 {{(pid=84043) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 18 21:13:52.074263 n-d-838334-2 neutron-server[84043]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4583c144-c83f-42cd-b93a-b3b54031235d None None] Updating router eec129a7-ff97-4a08-81cd-9578bacd1f66 port f8cb1b03-f398-498b-9dc8-a3883b25474a binding host n-d-838334-2 {{(pid=84043) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 18 21:13:52.174341 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-20f89e72-4f4f-4f34-a592-7739f0c723fb None None] Provisioning for port eb86c1d3-7fb4-4cb4-af05-d97b52df0eb5 completed by entity DHCP. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 21:13:52.223183 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-3455e9be-b7f0-4a5e-ac12-e0a48f90b384 tempest-RoutersNegativeTest-900170219 tempest-RoutersNegativeTest-900170219-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369123'] for port, precommit_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:13:52.236362 n-d-838334-2 neutron-server[84043]: DEBUG neutron_lib.callbacks.manager [None req-4583c144-c83f-42cd-b93a-b3b54031235d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:13:52.291527 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-20f89e72-4f4f-4f34-a592-7739f0c723fb None None] Provisioning complete for port eb86c1d3-7fb4-4cb4-af05-d97b52df0eb5 triggered by entity DHCP. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:13:52.292035 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-20f89e72-4f4f-4f34-a592-7739f0c723fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1253608'] for port, provisioning_complete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:13:52.682162 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-a32a722f-ade0-4665-acd1-cbb7c234f601 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:13:52.864234 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-20f89e72-4f4f-4f34-a592-7739f0c723fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:13:52.992656 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-20f89e72-4f4f-4f34-a592-7739f0c723fb None None] For port eb86c1d3-7fb4-4cb4-af05-d97b52df0eb5, host n-d-838334-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838334-2',level=0,port_id=eb86c1d3-7fb4-4cb4-af05-d97b52df0eb5,segment=NetworkSegment(f6dabbc8-958f-4912-b0f1-a71ffd08c326),segment_id=f6dabbc8-958f-4912-b0f1-a71ffd08c326)] {{(pid=84042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:13:53.034209 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-20f89e72-4f4f-4f34-a592-7739f0c723fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682'] for port, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:13:53.112750 n-d-838334-2 neutron-server[84043]: DEBUG neutron_lib.callbacks.manager [None req-4583c144-c83f-42cd-b93a-b3b54031235d None None] Notify callbacks [] for port, precommit_update {{(pid=84043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:13:53.153826 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.provisioning_blocks [None req-4583c144-c83f-42cd-b93a-b3b54031235d None None] Transition to ACTIVE for port object f8cb1b03-f398-498b-9dc8-a3883b25474a will not be triggered until provisioned by entity L2. {{(pid=84043) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:13:53.174677 n-d-838334-2 neutron-server[84043]: DEBUG neutron_lib.callbacks.manager [None req-4583c144-c83f-42cd-b93a-b3b54031235d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682'] for port, after_update {{(pid=84043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:13:53.270979 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20f89e72-4f4f-4f34-a592-7739f0c723fb None None] Pushing event updated for resources: {'Port': ['ID=eb86c1d3-7fb4-4cb4-af05-d97b52df0eb5,revision_number=3']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:13:53.313339 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20f89e72-4f4f-4f34-a592-7739f0c723fb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:13:53.313789 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20f89e72-4f4f-4f34-a592-7739f0c723fb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:13:53.314290 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20f89e72-4f4f-4f34-a592-7739f0c723fb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:13:53.314660 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20f89e72-4f4f-4f34-a592-7739f0c723fb None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:13:53.315093 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20f89e72-4f4f-4f34-a592-7739f0c723fb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:13:53.315513 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20f89e72-4f4f-4f34-a592-7739f0c723fb None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:13:53.316092 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20f89e72-4f4f-4f34-a592-7739f0c723fb None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:13:53.316623 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20f89e72-4f4f-4f34-a592-7739f0c723fb None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:13:53.317163 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20f89e72-4f4f-4f34-a592-7739f0c723fb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:13:53.317656 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.plugin [None req-3455e9be-b7f0-4a5e-ac12-e0a48f90b384 tempest-RoutersNegativeTest-900170219 tempest-RoutersNegativeTest-900170219-project] Calling delete_port for 71b04f9a-f17d-46db-8f68-63a05bc613f9 owned by network:router_interface {{(pid=84040) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 21:13:53.319269 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20f89e72-4f4f-4f34-a592-7739f0c723fb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:13:53.319849 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20f89e72-4f4f-4f34-a592-7739f0c723fb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:13:53.399259 n-d-838334-2 neutron-server[84043]: DEBUG neutron.plugins.ml2.managers [None req-4583c144-c83f-42cd-b93a-b3b54031235d None None] Attempting to bind port f8cb1b03-f398-498b-9dc8-a3883b25474a on host n-d-838334-2 for vnic_type normal with profile {{(pid=84043) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 21:13:53.399644 n-d-838334-2 neutron-server[84043]: DEBUG neutron.plugins.ml2.managers [None req-4583c144-c83f-42cd-b93a-b3b54031235d None None] Attempting to bind port f8cb1b03-f398-498b-9dc8-a3883b25474a by drivers openvswitch,hyperv on host n-d-838334-2 at level 0 using segments [{'id': '732aa830-768b-4511-951f-d08e26b9c25b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c'}] {{(pid=84043) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 21:13:53.400809 n-d-838334-2 neutron-server[84043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4583c144-c83f-42cd-b93a-b3b54031235d None None] Attempting to bind port f8cb1b03-f398-498b-9dc8-a3883b25474a on network e41b6600-a917-4a8d-b05c-be3be40c6d8c {{(pid=84043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 21:13:53.432862 n-d-838334-2 neutron-server[84043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4583c144-c83f-42cd-b93a-b3b54031235d None None] Checking agent: {'id': '97cd4414-7af6-4d67-868d-dff370b4071a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838334-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 25, 49), 'started_at': datetime.datetime(2022, 4, 18, 20, 26, 19), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 21, 13, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838334-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 18 21:13:53.434380 n-d-838334-2 neutron-server[84043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4583c144-c83f-42cd-b93a-b3b54031235d None None] Checking segment: {'id': '732aa830-768b-4511-951f-d08e26b9c25b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84043) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 21:13:53.434778 n-d-838334-2 neutron-server[84043]: DEBUG neutron_lib.callbacks.manager [None req-4583c144-c83f-42cd-b93a-b3b54031235d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:13:53.435179 n-d-838334-2 neutron-server[84043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4583c144-c83f-42cd-b93a-b3b54031235d None None] Bound using segment: {'id': '732aa830-768b-4511-951f-d08e26b9c25b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c'} {{(pid=84043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 18 21:13:53.437172 n-d-838334-2 neutron-server[84043]: DEBUG neutron.plugins.ml2.managers [None req-4583c144-c83f-42cd-b93a-b3b54031235d None None] Bound port: f8cb1b03-f398-498b-9dc8-a3883b25474a, host: n-d-838334-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '732aa830-768b-4511-951f-d08e26b9c25b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c'}}] {{(pid=84043) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 21:13:53.442999 n-d-838334-2 neutron-server[84043]: DEBUG neutron_lib.callbacks.manager [None req-4583c144-c83f-42cd-b93a-b3b54031235d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:13:53.461993 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.db_base_plugin_common [None req-a32a722f-ade0-4665-acd1-cbb7c234f601 admin admin] Allocated IP 172.20.0.1 (a6c6078c-7564-4d9c-bc64-383bf2f06682/9d073124-b859-4ca2-95ab-3f4f7f447902/04873a2a-875c-4159-8764-a6f4a24d1d21) {{(pid=84041) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 21:13:53.511949 n-d-838334-2 neutron-server[84043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1876778c-a4d4-4d21-be6c-02f207f4c46b None None] Pushing event updated for resources: {'Port': ['ID=f8cb1b03-f398-498b-9dc8-a3883b25474a,revision_number=2']} {{(pid=84043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:13:53.575775 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-188f5cfe-f979-46cb-8c7e-390b697ccede None None] Provisioning complete for port eb86c1d3-7fb4-4cb4-af05-d97b52df0eb5 triggered by entity DHCP. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:13:53.577153 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-188f5cfe-f979-46cb-8c7e-390b697ccede None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1253608'] for port, provisioning_complete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:13:53.581813 n-d-838334-2 neutron-server[84043]: DEBUG neutron.plugins.ml2.db [None req-4583c144-c83f-42cd-b93a-b3b54031235d None None] For port f8cb1b03-f398-498b-9dc8-a3883b25474a, host n-d-838334-2, cleared binding levels {{(pid=84043) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 21:13:53.586524 n-d-838334-2 neutron-server[84043]: DEBUG neutron.plugins.ml2.db [None req-4583c144-c83f-42cd-b93a-b3b54031235d None None] For port f8cb1b03-f398-498b-9dc8-a3883b25474a, host n-d-838334-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838334-2',level=0,port_id=f8cb1b03-f398-498b-9dc8-a3883b25474a,segment=NetworkSegment(732aa830-768b-4511-951f-d08e26b9c25b),segment_id=732aa830-768b-4511-951f-d08e26b9c25b)] {{(pid=84043) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 21:13:53.598216 n-d-838334-2 neutron-server[84043]: DEBUG neutron_lib.callbacks.manager [None req-4583c144-c83f-42cd-b93a-b3b54031235d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682'] for port, after_update {{(pid=84043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:13:53.605640 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca9cbfbd-c67c-4b5e-ace8-59e0e23f1c2d req-16b804b6-7ff0-4c02-843a-7a5d331892fd tempest-VolumesActionsTest-472602596 tempest-VolumesActionsTest-472602596-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:13:53.609099 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [req-ca9cbfbd-c67c-4b5e-ace8-59e0e23f1c2d req-16b804b6-7ff0-4c02-843a-7a5d331892fd tempest-VolumesActionsTest-472602596 tempest-VolumesActionsTest-472602596-project] Synchronizing usage tracker for tenant:6c33d80c41514a6a87356e217af6c6ed on resource:port {{(pid=84041) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 21:13:53.737966 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-708c5606-f29e-49cf-bfb2-29a10864b945 req-e9eece5d-3e03-46dc-a99b-28fafa0bc7a2 tempest-VolumesActionsTest-472602596 tempest-VolumesActionsTest-472602596-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:13:53.742921 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-708c5606-f29e-49cf-bfb2-29a10864b945 req-e9eece5d-3e03-46dc-a99b-28fafa0bc7a2 tempest-VolumesActionsTest-472602596 tempest-VolumesActionsTest-472602596-project] 10.222.0.42 "GET /v2.0/ports?device_id=bdcedb93-3bbe-4192-9aa6-a1252ab35913 HTTP/1.1" status: 200 len: 945 time: 1.5281231 Apr 18 21:13:53.834563 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4583c144-c83f-42cd-b93a-b3b54031235d None None] Routers {'eec129a7-ff97-4a08-81cd-9578bacd1f66'} bound to L3 agent in host n-d-838334-2 {{(pid=84043) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 21:13:53.835416 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.l3_hamode_db [None req-4583c144-c83f-42cd-b93a-b3b54031235d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838334-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-18T20:25:48Z,description=,heartbeat_timestamp=2022-04-18T21:13:48Z,host='n-d-838334-2',id=bc84d6c9-dd7a-4555-a351-592327b46d5a,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:25:48Z,topic='l3_agent')) {'router_ids': ['eec129a7-ff97-4a08-81cd-9578bacd1f66'], 'active': True} {{(pid=84043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:13:54.045727 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-708c5606-f29e-49cf-bfb2-29a10864b945 req-b8e0bc64-7d17-494d-b672-0959010c3a03 tempest-VolumesActionsTest-472602596 tempest-VolumesActionsTest-472602596-project] 10.222.0.42 "GET /v2.0/security-groups?id=17b301b4-f832-465e-b746-0427d2c4e3d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2769859 Apr 18 21:13:54.154522 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [req-ca9cbfbd-c67c-4b5e-ace8-59e0e23f1c2d req-16b804b6-7ff0-4c02-843a-7a5d331892fd tempest-VolumesActionsTest-472602596 tempest-VolumesActionsTest-472602596-project] Unset dirty status for tenant:6c33d80c41514a6a87356e217af6c6ed on resource:port {{(pid=84041) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 21:13:54.155519 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-ca9cbfbd-c67c-4b5e-ace8-59e0e23f1c2d req-16b804b6-7ff0-4c02-843a-7a5d331892fd tempest-VolumesActionsTest-472602596 tempest-VolumesActionsTest-472602596-project] 10.222.0.43 "GET /v2.0/ports?device_id=bdcedb93-3bbe-4192-9aa6-a1252ab35913 HTTP/1.1" status: 200 len: 945 time: 0.9326396 Apr 18 21:13:54.168735 n-d-838334-2 neutron-server[84040]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2d59caa2-f631-4be9-ad0c-22f18cc258e0 admin admin] Router 28fb3eb4-5fd2-48f0-ac9e-39ce832a3a36 has already been hosted by L3 agent bc84d6c9-dd7a-4555-a351-592327b46d5a {{(pid=84040) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 21:13:54.182781 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-3455e9be-b7f0-4a5e-ac12-e0a48f90b384 tempest-RoutersNegativeTest-900170219 tempest-RoutersNegativeTest-900170219-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750375259028', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750374836628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32440838'] for port, after_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:13:54.200155 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.l3_dvr_db [None req-4583c144-c83f-42cd-b93a-b3b54031235d None None] Set router eec129a7-ff97-4a08-81cd-9578bacd1f66 gateway port host: n-d-838334-2 {{(pid=84043) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 21:13:54.312721 n-d-838334-2 neutron-server[84043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1876778c-a4d4-4d21-be6c-02f207f4c46b None None] Pushing event updated for resources: {'Port': ['ID=f8cb1b03-f398-498b-9dc8-a3883b25474a,revision_number=3']} {{(pid=84043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:13:54.402551 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Device eb86c1d3-7fb4-4cb4-af05-d97b52df0eb5 up at agent ovs-agent-n-d-838334-2 {{(pid=84042) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 21:13:54.435897 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-a32a722f-ade0-4665-acd1-cbb7c234f601 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:13:54.503212 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.provisioning_blocks [None req-a32a722f-ade0-4665-acd1-cbb7c234f601 admin admin] Transition to ACTIVE for port object 04873a2a-875c-4159-8764-a6f4a24d1d21 will not be triggered until provisioned by entity DHCP. {{(pid=84041) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:13:54.533410 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3455e9be-b7f0-4a5e-ac12-e0a48f90b384 tempest-RoutersNegativeTest-900170219 tempest-RoutersNegativeTest-900170219-project] Pushing event deleted for resources: {'Port': ['ID=71b04f9a-f17d-46db-8f68-63a05bc613f9,revision_number=None']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:13:54.599250 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.plugin [req-ca9cbfbd-c67c-4b5e-ace8-59e0e23f1c2d req-91ce18d1-707c-4e9c-b65f-e8ca56c2331b tempest-VolumesActionsTest-472602596 tempest-VolumesActionsTest-472602596-project] Deleting port 8b518fac-179f-4fa4-8d0a-6396ee694b4d {{(pid=84041) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 21:13:54.600566 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [req-ca9cbfbd-c67c-4b5e-ace8-59e0e23f1c2d req-91ce18d1-707c-4e9c-b65f-e8ca56c2331b tempest-VolumesActionsTest-472602596 tempest-VolumesActionsTest-472602596-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750375188691'] for port, before_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:13:54.643731 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Provisioning complete for port eb86c1d3-7fb4-4cb4-af05-d97b52df0eb5 triggered by entity L2. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:13:54.644328 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1253608'] for port, provisioning_complete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:13:55.058751 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.l3_hamode_db [None req-4583c144-c83f-42cd-b93a-b3b54031235d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eec129a7-ff97-4a08-81cd-9578bacd1f66', 'name': 'tempest-TestServerBasicOps-2072492836-router', 'tenant_id': 'fbd2f0db4be7454291153c63896433c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'external_fixed_ips': [{'subnet_id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'ip_address': '172.25.8.101'}], 'enable_snat': True}, 'gw_port_id': 'f8cb1b03-f398-498b-9dc8-a3883b25474a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:13:46Z', 'updated_at': '2022-04-18T21:13:48Z', 'revision_number': 3, 'project_id': 'fbd2f0db4be7454291153c63896433c1', 'gw_port': {'id': 'f8cb1b03-f398-498b-9dc8-a3883b25474a', 'name': '', 'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:d5:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eec129a7-ff97-4a08-81cd-9578bacd1f66', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'ip_address': '172.25.8.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:13:47Z', 'updated_at': '2022-04-18T21:13:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838334-2'}], 'n-d-838334-2', False) {} {{(pid=84043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:13:55.066397 n-d-838334-2 neutron-server[84043]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4583c144-c83f-42cd-b93a-b3b54031235d None None] The sync data for ids ['eec129a7-ff97-4a08-81cd-9578bacd1f66'] in n-d-838334-2 is: [{'id': 'eec129a7-ff97-4a08-81cd-9578bacd1f66', 'name': 'tempest-TestServerBasicOps-2072492836-router', 'tenant_id': 'fbd2f0db4be7454291153c63896433c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'external_fixed_ips': [{'subnet_id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'ip_address': '172.25.8.101'}], 'enable_snat': True}, 'gw_port_id': 'f8cb1b03-f398-498b-9dc8-a3883b25474a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:13:46Z', 'updated_at': '2022-04-18T21:13:48Z', 'revision_number': 3, 'project_id': 'fbd2f0db4be7454291153c63896433c1', 'gw_port': {'id': 'f8cb1b03-f398-498b-9dc8-a3883b25474a', 'name': '', 'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:d5:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eec129a7-ff97-4a08-81cd-9578bacd1f66', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'ip_address': '172.25.8.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:13:47Z', 'updated_at': '2022-04-18T21:13:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838334-2'}] {{(pid=84043) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 18 21:13:55.136607 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-a32a722f-ade0-4665-acd1-cbb7c234f601 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750374836619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32266323'] for port, after_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:13:55.227373 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-3455e9be-b7f0-4a5e-ac12-e0a48f90b384 tempest-RoutersNegativeTest-900170219 tempest-RoutersNegativeTest-900170219-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-32377931', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33443910'] for router_interface, after_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:13:55.319187 n-d-838334-2 neutron-server[84041]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a32a722f-ade0-4665-acd1-cbb7c234f601 admin admin] Network a6c6078c-7564-4d9c-bc64-383bf2f06682 is already hosted by enough agents. {{(pid=84041) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:13:55.325545 n-d-838334-2 neutron-server[84041]: DEBUG neutron.scheduler.base_scheduler [None req-a32a722f-ade0-4665-acd1-cbb7c234f601 admin admin] Resources bound (agent type, host, resource id): {{(pid=84041) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:13:55.335814 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a32a722f-ade0-4665-acd1-cbb7c234f601 admin admin] Received port after_create {{(pid=84041) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 21:13:55.408945 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-a32a722f-ade0-4665-acd1-cbb7c234f601 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33444010'] for router_interface, before_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:13:55.414441 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a32a722f-ade0-4665-acd1-cbb7c234f601 admin admin] Pushing event updated for resources: {'Port': ['ID=04873a2a-875c-4159-8764-a6f4a24d1d21,revision_number=1']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:13:55.441801 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.db [req-ca9cbfbd-c67c-4b5e-ace8-59e0e23f1c2d req-91ce18d1-707c-4e9c-b65f-e8ca56c2331b tempest-VolumesActionsTest-472602596 tempest-VolumesActionsTest-472602596-project] For port 8b518fac-179f-4fa4-8d0a-6396ee694b4d, host n-h1-838334-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838334-2',level=0,port_id=8b518fac-179f-4fa4-8d0a-6396ee694b4d,segment=NetworkSegment(44fed75d-d790-4c0e-a467-bf1a6588ce2b),segment_id=44fed75d-d790-4c0e-a467-bf1a6588ce2b)] {{(pid=84041) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:13:55.442213 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [req-ca9cbfbd-c67c-4b5e-ace8-59e0e23f1c2d req-91ce18d1-707c-4e9c-b65f-e8ca56c2331b tempest-VolumesActionsTest-472602596 tempest-VolumesActionsTest-472602596-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369123'] for port, precommit_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:13:55.628383 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.plugin [req-ca9cbfbd-c67c-4b5e-ace8-59e0e23f1c2d req-91ce18d1-707c-4e9c-b65f-e8ca56c2331b tempest-VolumesActionsTest-472602596 tempest-VolumesActionsTest-472602596-project] Calling delete_port for 8b518fac-179f-4fa4-8d0a-6396ee694b4d owned by compute:nova {{(pid=84041) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 21:13:55.683200 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-57fc7727-47b8-4cc9-8f94-223118be3eb2 None None] Provisioning for port 04873a2a-875c-4159-8764-a6f4a24d1d21 completed by entity DHCP. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 21:13:55.692363 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-57fc7727-47b8-4cc9-8f94-223118be3eb2 None None] Provisioning complete for port 04873a2a-875c-4159-8764-a6f4a24d1d21 triggered by entity DHCP. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:13:55.694087 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-57fc7727-47b8-4cc9-8f94-223118be3eb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1253608'] for port, provisioning_complete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:13:55.734654 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2d59caa2-f631-4be9-ad0c-22f18cc258e0 admin admin] Notify agent at l3_agent.n-d-838334-2 the message routers_updated {{(pid=84040) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 21:13:55.749209 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-980b098b-c76c-487c-a85d-10d61c1965c0 req-9473634b-d5c3-417b-9de4-2e9155494c51 tempest-VolumesActionsTest-472602596 tempest-VolumesActionsTest-472602596-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:13:55.759441 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-980b098b-c76c-487c-a85d-10d61c1965c0 req-9473634b-d5c3-417b-9de4-2e9155494c51 tempest-VolumesActionsTest-472602596 tempest-VolumesActionsTest-472602596-project] 10.222.0.42 "GET /v2.0/ports?device_id=bdcedb93-3bbe-4192-9aa6-a1252ab35913 HTTP/1.1" status: 200 len: 945 time: 0.4186168 Apr 18 21:13:55.780682 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9c22d8f-082a-4a31-8f9a-f200aa06beb7 None None] Sync routers for ids ['28fb3eb4-5fd2-48f0-ac9e-39ce832a3a36'] in n-d-838334-2 {{(pid=84042) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 18 21:13:55.801401 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [req-ca9cbfbd-c67c-4b5e-ace8-59e0e23f1c2d req-91ce18d1-707c-4e9c-b65f-e8ca56c2331b tempest-VolumesActionsTest-472602596 tempest-VolumesActionsTest-472602596-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750375259028', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750374836628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32266323'] for port, after_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:13:55.848431 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9c22d8f-082a-4a31-8f9a-f200aa06beb7 None None] Routers {'28fb3eb4-5fd2-48f0-ac9e-39ce832a3a36'} bound to L3 agent in host n-d-838334-2 {{(pid=84042) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 21:13:55.849840 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_hamode_db [None req-b9c22d8f-082a-4a31-8f9a-f200aa06beb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838334-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-18T20:25:48Z,description=,heartbeat_timestamp=2022-04-18T21:13:48Z,host='n-d-838334-2',id=bc84d6c9-dd7a-4555-a351-592327b46d5a,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:25:48Z,topic='l3_agent')) {'router_ids': ['28fb3eb4-5fd2-48f0-ac9e-39ce832a3a36'], 'active': True} {{(pid=84042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:13:56.034146 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-a32a722f-ade0-4665-acd1-cbb7c234f601 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:13:56.079670 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91ce18d1-707c-4e9c-b65f-e8ca56c2331b tempest-VolumesActionsTest-472602596 tempest-VolumesActionsTest-472602596-project] Pushing event deleted for resources: {'Port': ['ID=8b518fac-179f-4fa4-8d0a-6396ee694b4d,revision_number=None']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:13:56.167492 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.plugin [None req-57fc7727-47b8-4cc9-8f94-223118be3eb2 None None] Port 04873a2a-875c-4159-8764-a6f4a24d1d21 cannot update to ACTIVE because it is not bound. {{(pid=84042) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 18 21:13:56.187910 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-2d59caa2-f631-4be9-ad0c-22f18cc258e0 admin admin] 10.222.0.42 "PUT /v2.0/routers/28fb3eb4-5fd2-48f0-ac9e-39ce832a3a36/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 15.7475412 Apr 18 21:13:56.196631 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 53056) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:13:56.215437 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-980b098b-c76c-487c-a85d-10d61c1965c0 req-e986f272-18d6-45ce-ae0d-5a9c0bf22d99 tempest-VolumesActionsTest-472602596 tempest-VolumesActionsTest-472602596-project] 10.222.0.42 "GET /v2.0/security-groups?id=17b301b4-f832-465e-b746-0427d2c4e3d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4548924 Apr 18 21:13:56.295495 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_dvr_db [None req-b9c22d8f-082a-4a31-8f9a-f200aa06beb7 None None] Set router 28fb3eb4-5fd2-48f0-ac9e-39ce832a3a36 gateway port host: n-d-838334-2 {{(pid=84042) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 21:13:56.459518 n-d-838334-2 neutron-server[84040]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3455e9be-b7f0-4a5e-ac12-e0a48f90b384 tempest-RoutersNegativeTest-900170219 tempest-RoutersNegativeTest-900170219-project] Router d7b5aeff-de28-4505-836c-260e6314818f has already been hosted by L3 agent bc84d6c9-dd7a-4555-a351-592327b46d5a {{(pid=84040) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 21:13:56.551344 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.l3_dvrscheduler_db [req-ca9cbfbd-c67c-4b5e-ace8-59e0e23f1c2d req-91ce18d1-707c-4e9c-b65f-e8ca56c2331b tempest-VolumesActionsTest-472602596 tempest-VolumesActionsTest-472602596-project] No DVR routers for this DVR port 8b518fac-179f-4fa4-8d0a-6396ee694b4d on host n-h1-838334-2 {{(pid=84041) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 21:13:56.559324 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [req-ca9cbfbd-c67c-4b5e-ace8-59e0e23f1c2d req-91ce18d1-707c-4e9c-b65f-e8ca56c2331b tempest-VolumesActionsTest-472602596 tempest-VolumesActionsTest-472602596-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217293'] for port, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:13:56.566787 n-d-838334-2 neutron-server[84041]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bdcedb93-3bbe-4192-9aa6-a1252ab35913', 'name': 'network-vif-deleted', 'tag': '8b518fac-179f-4fa4-8d0a-6396ee694b4d'}] {{(pid=84041) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 21:13:56.635316 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-ca9cbfbd-c67c-4b5e-ace8-59e0e23f1c2d req-91ce18d1-707c-4e9c-b65f-e8ca56c2331b tempest-VolumesActionsTest-472602596 tempest-VolumesActionsTest-472602596-project] 10.222.0.43 "DELETE /v2.0/ports/8b518fac-179f-4fa4-8d0a-6396ee694b4d HTTP/1.1" status: 204 len: 173 time: 2.4323106 Apr 18 21:13:56.720438 n-d-838334-2 neutron-server[84041]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7acc74f9-074a-4e71-858d-08a7b6793822'] response: {'server_uuid': 'bdcedb93-3bbe-4192-9aa6-a1252ab35913', 'name': 'network-vif-deleted', 'tag': '8b518fac-179f-4fa4-8d0a-6396ee694b4d', 'status': 'completed', 'code': 200} Apr 18 21:13:56.786528 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3455e9be-b7f0-4a5e-ac12-e0a48f90b384 tempest-RoutersNegativeTest-900170219 tempest-RoutersNegativeTest-900170219-project] Notify agent at l3_agent.n-d-838334-2 the message routers_updated {{(pid=84040) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 21:13:56.804133 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-a32a722f-ade0-4665-acd1-cbb7c234f601 admin admin] Notify callbacks [] for port, precommit_update {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:13:56.805015 n-d-838334-2 neutron-server[84043]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d86c4788-4f9e-41de-9394-5450e4e2012d None None] Sync routers for ids ['d7b5aeff-de28-4505-836c-260e6314818f'] in n-d-838334-2 {{(pid=84043) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 18 21:13:56.818059 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-a32a722f-ade0-4665-acd1-cbb7c234f601 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32266282'] for port, after_update {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:13:56.840325 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d86c4788-4f9e-41de-9394-5450e4e2012d None None] Routers {'d7b5aeff-de28-4505-836c-260e6314818f'} bound to L3 agent in host n-d-838334-2 {{(pid=84043) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 21:13:56.841084 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.l3_hamode_db [None req-d86c4788-4f9e-41de-9394-5450e4e2012d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838334-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-18T20:25:48Z,description=,heartbeat_timestamp=2022-04-18T21:13:48Z,host='n-d-838334-2',id=bc84d6c9-dd7a-4555-a351-592327b46d5a,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:25:48Z,topic='l3_agent')) {'router_ids': ['d7b5aeff-de28-4505-836c-260e6314818f'], 'active': True} {{(pid=84043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:13:56.843513 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-3455e9be-b7f0-4a5e-ac12-e0a48f90b384 tempest-RoutersNegativeTest-900170219 tempest-RoutersNegativeTest-900170219-project] 10.222.0.42 "PUT /v2.0/routers/d7b5aeff-de28-4505-836c-260e6314818f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 12.2374270 Apr 18 21:13:56.867554 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Device 8b518fac-179f-4fa4-8d0a-6396ee694b4d no longer exists at agent hyperv_n-h1-838334-2 {{(pid=84042) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 21:13:56.895721 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 53072) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:13:56.975064 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.plugin [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] No Port match for: 8b518fac-179f-4fa4-8d0a-6396ee694b4d {{(pid=84042) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 18 21:13:56.975064 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Device 8b518fac-179f-4fa4-8d0a-6396ee694b4d not bound to the agent host n-h1-838334-2 {{(pid=84042) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 21:13:57.012058 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_hamode_db [None req-b9c22d8f-082a-4a31-8f9a-f200aa06beb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '28fb3eb4-5fd2-48f0-ac9e-39ce832a3a36', 'name': 'tempest-TestServerMultinode-496831824-router', 'tenant_id': '231c6f353e4d4ddda7f422c7fb7cca6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'external_fixed_ips': [{'subnet_id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'ip_address': '172.25.8.179'}], 'enable_snat': True}, 'gw_port_id': 'e0481721-b3d7-402b-a467-88ac00051ebf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:11:42Z', 'updated_at': '2022-04-18T21:13:46Z', 'revision_number': 5, 'project_id': '231c6f353e4d4ddda7f422c7fb7cca6b', 'gw_port': {'id': 'e0481721-b3d7-402b-a467-88ac00051ebf', 'name': '', 'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:38:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28fb3eb4-5fd2-48f0-ac9e-39ce832a3a36', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'ip_address': '172.25.8.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:11:43Z', 'updated_at': '2022-04-18T21:11:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838334-2'}], 'n-d-838334-2', False) {} {{(pid=84042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:13:57.020996 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9c22d8f-082a-4a31-8f9a-f200aa06beb7 None None] Checking router: 28fb3eb4-5fd2-48f0-ac9e-39ce832a3a36 for host: n-d-838334-2 {{(pid=84042) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 18 21:13:57.028934 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.l3_hamode_db [None req-d86c4788-4f9e-41de-9394-5450e4e2012d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-838334-2', False) {} {{(pid=84043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:13:57.041334 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d86c4788-4f9e-41de-9394-5450e4e2012d None None] Routers {'d7b5aeff-de28-4505-836c-260e6314818f'} bound to L3 agent in host n-d-838334-2 {{(pid=84043) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 21:13:57.041937 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.l3_hamode_db [None req-d86c4788-4f9e-41de-9394-5450e4e2012d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838334-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-18T20:25:48Z,description=,heartbeat_timestamp=2022-04-18T21:13:48Z,host='n-d-838334-2',id=bc84d6c9-dd7a-4555-a351-592327b46d5a,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:25:48Z,topic='l3_agent')) {'router_ids': ['d7b5aeff-de28-4505-836c-260e6314818f'], 'active': True} {{(pid=84043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:13:57.046591 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9c22d8f-082a-4a31-8f9a-f200aa06beb7 None None] Routers {'28fb3eb4-5fd2-48f0-ac9e-39ce832a3a36'} bound to L3 agent in host n-d-838334-2 {{(pid=84042) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 21:13:57.047465 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_hamode_db [None req-b9c22d8f-082a-4a31-8f9a-f200aa06beb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838334-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-18T20:25:48Z,description=,heartbeat_timestamp=2022-04-18T21:13:48Z,host='n-d-838334-2',id=bc84d6c9-dd7a-4555-a351-592327b46d5a,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:25:48Z,topic='l3_agent')) {'router_ids': ['28fb3eb4-5fd2-48f0-ac9e-39ce832a3a36'], 'active': True} {{(pid=84042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:13:57.119969 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.l3_hamode_db [None req-d86c4788-4f9e-41de-9394-5450e4e2012d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-838334-2', False) {} {{(pid=84043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:13:57.120734 n-d-838334-2 neutron-server[84043]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d86c4788-4f9e-41de-9394-5450e4e2012d None None] The sync data for ids ['d7b5aeff-de28-4505-836c-260e6314818f'] in n-d-838334-2 is: [] {{(pid=84043) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 18 21:13:57.178180 n-d-838334-2 neutron-server[84040]: INFO neutron.api.v2.resource [None req-6484b006-d2e3-4881-acc6-c9d95be05f89 tempest-RoutersNegativeTest-900170219 tempest-RoutersNegativeTest-900170219-project] delete failed (client error): The resource could not be found. Apr 18 21:13:57.179218 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-6484b006-d2e3-4881-acc6-c9d95be05f89 tempest-RoutersNegativeTest-900170219 tempest-RoutersNegativeTest-900170219-project] 10.222.0.42 "DELETE /v2.0/routers/tempest-non_exist_router-1705513076 HTTP/1.1" status: 404 len: 335 time: 0.2762554 Apr 18 21:13:57.183085 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 53080) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:13:57.206570 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a32a722f-ade0-4665-acd1-cbb7c234f601 admin admin] Pushing event updated for resources: {'Port': ['ID=04873a2a-875c-4159-8764-a6f4a24d1d21,revision_number=2']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:13:57.214434 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-4bf7a559-f3df-41ae-8696-0c1453d4a93a admin admin] Notify callbacks [] for router, before_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:13:57.224918 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.v2.base [None req-10893fab-54d7-487c-bdb9-4d9d181b88b3 tempest-RoutersNegativeTest-900170219 tempest-RoutersNegativeTest-900170219-project] Request body: {'router': {'external_gateway_info': {'network_id': 'd7b5aeff-de28-4505-836c-260e6314818f'}}} {{(pid=84041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:13:57.365584 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-a32a722f-ade0-4665-acd1-cbb7c234f601 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-32377886', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33443847'] for router_interface, after_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:13:57.405023 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a32a722f-ade0-4665-acd1-cbb7c234f601 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:13:57.405733 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a32a722f-ade0-4665-acd1-cbb7c234f601 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:13:57.406289 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a32a722f-ade0-4665-acd1-cbb7c234f601 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:13:57.406857 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a32a722f-ade0-4665-acd1-cbb7c234f601 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:13:57.409230 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a32a722f-ade0-4665-acd1-cbb7c234f601 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:13:57.410387 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a32a722f-ade0-4665-acd1-cbb7c234f601 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:13:57.411065 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a32a722f-ade0-4665-acd1-cbb7c234f601 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:13:57.413023 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a32a722f-ade0-4665-acd1-cbb7c234f601 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:13:57.413684 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a32a722f-ade0-4665-acd1-cbb7c234f601 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:13:57.414282 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a32a722f-ade0-4665-acd1-cbb7c234f601 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:13:57.414949 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a32a722f-ade0-4665-acd1-cbb7c234f601 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:13:57.474112 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_dvr_db [None req-b9c22d8f-082a-4a31-8f9a-f200aa06beb7 None None] Set router 28fb3eb4-5fd2-48f0-ac9e-39ce832a3a36 gateway port host: n-d-838334-2 {{(pid=84042) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 21:13:57.715396 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-83bef871-7147-41ce-b0ab-fc08e96dc0de req-1b028455-31ce-493e-8d50-44e67388b0ac tempest-VolumesActionsTest-472602596 tempest-VolumesActionsTest-472602596-project] 10.222.0.42 "GET /v2.0/ports?device_id=bdcedb93-3bbe-4192-9aa6-a1252ab35913 HTTP/1.1" status: 200 len: 210 time: 0.0926139 Apr 18 21:13:57.885501 n-d-838334-2 neutron-server[84041]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a32a722f-ade0-4665-acd1-cbb7c234f601 admin admin] Network a6c6078c-7564-4d9c-bc64-383bf2f06682 is already hosted by enough agents. {{(pid=84041) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:13:57.890588 n-d-838334-2 neutron-server[84041]: DEBUG neutron.scheduler.base_scheduler [None req-a32a722f-ade0-4665-acd1-cbb7c234f601 admin admin] Resources bound (agent type, host, resource id): {{(pid=84041) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:13:57.903602 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-4bf7a559-f3df-41ae-8696-0c1453d4a93a admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:13:57.962550 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.plugin [None req-4bf7a559-f3df-41ae-8696-0c1453d4a93a admin admin] Deleting port e0481721-b3d7-402b-a467-88ac00051ebf {{(pid=84040) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 21:13:57.962924 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-4bf7a559-f3df-41ae-8696-0c1453d4a93a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750375188691'] for port, before_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:13:58.009160 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_hamode_db [None req-b9c22d8f-082a-4a31-8f9a-f200aa06beb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '28fb3eb4-5fd2-48f0-ac9e-39ce832a3a36', 'name': 'tempest-TestServerMultinode-496831824-router', 'tenant_id': '231c6f353e4d4ddda7f422c7fb7cca6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'external_fixed_ips': [{'subnet_id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'ip_address': '172.25.8.179'}], 'enable_snat': True}, 'gw_port_id': 'e0481721-b3d7-402b-a467-88ac00051ebf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:11:42Z', 'updated_at': '2022-04-18T21:13:46Z', 'revision_number': 5, 'project_id': '231c6f353e4d4ddda7f422c7fb7cca6b', 'gw_port': {'id': 'e0481721-b3d7-402b-a467-88ac00051ebf', 'name': '', 'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:38:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28fb3eb4-5fd2-48f0-ac9e-39ce832a3a36', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'ip_address': '172.25.8.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:11:43Z', 'updated_at': '2022-04-18T21:11:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838334-2'}], 'n-d-838334-2', False) {} {{(pid=84042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:13:58.013799 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9c22d8f-082a-4a31-8f9a-f200aa06beb7 None None] The sync data for ids ['28fb3eb4-5fd2-48f0-ac9e-39ce832a3a36'] in n-d-838334-2 is: [{'id': '28fb3eb4-5fd2-48f0-ac9e-39ce832a3a36', 'name': 'tempest-TestServerMultinode-496831824-router', 'tenant_id': '231c6f353e4d4ddda7f422c7fb7cca6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'external_fixed_ips': [{'subnet_id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'ip_address': '172.25.8.179'}], 'enable_snat': True}, 'gw_port_id': 'e0481721-b3d7-402b-a467-88ac00051ebf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:11:42Z', 'updated_at': '2022-04-18T21:13:46Z', 'revision_number': 5, 'project_id': '231c6f353e4d4ddda7f422c7fb7cca6b', 'gw_port': {'id': 'e0481721-b3d7-402b-a467-88ac00051ebf', 'name': '', 'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:38:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28fb3eb4-5fd2-48f0-ac9e-39ce832a3a36', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'ip_address': '172.25.8.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:11:43Z', 'updated_at': '2022-04-18T21:11:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838334-2'}] {{(pid=84042) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 18 21:13:58.358666 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.db [None req-4bf7a559-f3df-41ae-8696-0c1453d4a93a admin admin] For port e0481721-b3d7-402b-a467-88ac00051ebf, host n-d-838334-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838334-2',level=0,port_id=e0481721-b3d7-402b-a467-88ac00051ebf,segment=NetworkSegment(732aa830-768b-4511-951f-d08e26b9c25b),segment_id=732aa830-768b-4511-951f-d08e26b9c25b)] {{(pid=84040) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:13:58.359050 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-4bf7a559-f3df-41ae-8696-0c1453d4a93a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369123'] for port, precommit_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:13:58.439538 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-ed558e58-d47f-45ce-9742-2cbf8f049a46 None None] Provisioning complete for port 04873a2a-875c-4159-8764-a6f4a24d1d21 triggered by entity DHCP. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:13:58.440156 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-ed558e58-d47f-45ce-9742-2cbf8f049a46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1253608'] for port, provisioning_complete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:13:58.723352 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.plugin [None req-4bf7a559-f3df-41ae-8696-0c1453d4a93a admin admin] Calling delete_port for e0481721-b3d7-402b-a467-88ac00051ebf owned by network:router_gateway {{(pid=84040) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 21:13:58.738536 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.plugin [None req-ed558e58-d47f-45ce-9742-2cbf8f049a46 None None] Port 04873a2a-875c-4159-8764-a6f4a24d1d21 cannot update to ACTIVE because it is not bound. {{(pid=84042) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 18 21:13:58.740319 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Device f7083324-7d8e-49c2-8bd4-edaa8f6fb5d1 no longer exists at agent ovs-agent-n-d-838334-2 {{(pid=84042) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 21:13:58.781084 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.plugin [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] No Port match for: f7083324-7d8e-49c2-8bd4-edaa8f6fb5d1 {{(pid=84042) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 18 21:13:58.783188 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Device f7083324-7d8e-49c2-8bd4-edaa8f6fb5d1 not bound to the agent host n-d-838334-2 {{(pid=84042) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 21:13:58.809641 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-10893fab-54d7-487c-bdb9-4d9d181b88b3 tempest-RoutersNegativeTest-900170219 tempest-RoutersNegativeTest-900170219-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-33444175', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-33443520', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5293'] for router, precommit_update {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:13:58.895555 n-d-838334-2 neutron-server[84041]: INFO neutron.api.v2.resource [None req-10893fab-54d7-487c-bdb9-4d9d181b88b3 tempest-RoutersNegativeTest-900170219 tempest-RoutersNegativeTest-900170219-project] update failed (client error): The resource could not be found. Apr 18 21:13:58.895555 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-10893fab-54d7-487c-bdb9-4d9d181b88b3 tempest-RoutersNegativeTest-900170219 tempest-RoutersNegativeTest-900170219-project] 10.222.0.42 "PUT /v2.0/routers/d7b5aeff-de28-4505-836c-260e6314818f HTTP/1.1" status: 404 len: 339 time: 1.7027526 Apr 18 21:13:58.895555 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 53114) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:13:59.123637 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-4bf7a559-f3df-41ae-8696-0c1453d4a93a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750375259028', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750374836628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32440838'] for port, after_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:13:59.166044 n-d-838334-2 neutron-server[84041]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a32a722f-ade0-4665-acd1-cbb7c234f601 admin admin] Router eec129a7-ff97-4a08-81cd-9578bacd1f66 has already been hosted by L3 agent bc84d6c9-dd7a-4555-a351-592327b46d5a {{(pid=84041) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 21:13:59.331335 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bf7a559-f3df-41ae-8696-0c1453d4a93a admin admin] Pushing event deleted for resources: {'Port': ['ID=e0481721-b3d7-402b-a467-88ac00051ebf,revision_number=None']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:13:59.741279 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-4bf7a559-f3df-41ae-8696-0c1453d4a93a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33444108'] for router_gateway, after_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:13:59.801986 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750375287399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253529'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:14:00.138054 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-4bf7a559-f3df-41ae-8696-0c1453d4a93a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33443580', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5726'] for router, precommit_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:14:00.150296 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-4bf7a559-f3df-41ae-8696-0c1453d4a93a admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:14:00.210136 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-4bf7a559-f3df-41ae-8696-0c1453d4a93a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-33443408'] for router, after_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:14:00.210779 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4bf7a559-f3df-41ae-8696-0c1453d4a93a admin admin] Fanout notify agent at l3_agent the message router_deleted on router 28fb3eb4-5fd2-48f0-ac9e-39ce832a3a36 {{(pid=84040) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 18 21:14:00.228461 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-4bf7a559-f3df-41ae-8696-0c1453d4a93a admin admin] Notify callbacks [] for router, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:14:00.233423 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-4bf7a559-f3df-41ae-8696-0c1453d4a93a admin admin] 10.222.0.42 "DELETE /v2.0/routers/28fb3eb4-5fd2-48f0-ac9e-39ce832a3a36 HTTP/1.1" status: 204 len: 168 time: 4.0165963 Apr 18 21:14:00.234366 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 53150) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:14:00.319057 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.db_base_plugin_v2 [None req-c25884eb-7a5e-470d-88eb-c0b32a924388 admin admin] Deleting subnet 4c1ddbdc-f25f-4421-b57d-e427d7c73cde {{(pid=84040) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 18 21:14:00.326900 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-c25884eb-7a5e-470d-88eb-c0b32a924388 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:14:00.489740 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-8cf14cfa-279b-4fc4-9058-9b1bdce56bea tempest-RoutersNegativeTest-900170219 tempest-RoutersNegativeTest-900170219-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:14:00.550154 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-c25884eb-7a5e-470d-88eb-c0b32a924388 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31955982'] for subnet, precommit_delete_associations {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:14:00.786034 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-c25884eb-7a5e-470d-88eb-c0b32a924388 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1260556'] for subnet, precommit_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:14:01.084225 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 53172) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:14:01.113200 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-c25884eb-7a5e-470d-88eb-c0b32a924388 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1260549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33526260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32440885', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31752825'] for subnet, after_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:14:01.181603 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a32a722f-ade0-4665-acd1-cbb7c234f601 admin admin] Notify agent at l3_agent.n-d-838334-2 the message routers_updated {{(pid=84041) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 21:14:01.195365 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c25884eb-7a5e-470d-88eb-c0b32a924388 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4c1ddbdc-f25f-4421-b57d-e427d7c73cde,revision_number=None']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:14:01.208408 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-c25884eb-7a5e-470d-88eb-c0b32a924388 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:14:01.215015 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f59201f-758c-4a5b-8e56-779a622e2861 None None] Network dea6ff43-4237-4c1d-8015-4fa1d2a47e41 requested from n-d-838334-2 {{(pid=84042) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 21:14:01.218166 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-c25884eb-7a5e-470d-88eb-c0b32a924388 admin admin] 10.222.0.42 "DELETE /v2.0/subnets/4c1ddbdc-f25f-4421-b57d-e427d7c73cde HTTP/1.1" status: 204 len: 168 time: 0.9827693 Apr 18 21:14:01.219082 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 53182) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:14:01.265377 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-a32a722f-ade0-4665-acd1-cbb7c234f601 admin admin] 10.222.0.42 "PUT /v2.0/routers/eec129a7-ff97-4a08-81cd-9578bacd1f66/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.5737965 Apr 18 21:14:01.430724 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-ff772faa-27e5-4838-a9f2-6301f7e54aee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1103592'] for network, before_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:14:01.456656 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.plugin [None req-ff772faa-27e5-4838-a9f2-6301f7e54aee admin admin] Deleting port fbd04cd4-80de-4a78-96c8-64098ce92a21 {{(pid=84040) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 21:14:01.457053 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-ff772faa-27e5-4838-a9f2-6301f7e54aee admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750375188691'] for port, before_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:14:01.731469 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.db_base_plugin_common [None req-8cf14cfa-279b-4fc4-9058-9b1bdce56bea tempest-RoutersNegativeTest-900170219 tempest-RoutersNegativeTest-900170219-project] Allocated IP 172.20.0.1 (a3a58b39-217c-4814-a90c-31c6c996d0cf/01bff918-34ce-482f-96d1-3b791f198777/a34bec9c-f077-44ca-9448-4bb2ad458dd7) {{(pid=84041) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 21:14:01.810964 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-4b3faa87-7d0c-4a32-80bb-8b818b1947b7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:14:02.001526 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d30802e-8dc4-46a5-8473-3cb8f9a10264 None None] DHCP port deletion for dea6ff43-4237-4c1d-8015-4fa1d2a47e41 request from n-d-838334-2 {{(pid=84042) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 18 21:14:02.007684 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.plugin [None req-1d30802e-8dc4-46a5-8473-3cb8f9a10264 None None] Deleting port fbd04cd4-80de-4a78-96c8-64098ce92a21 {{(pid=84042) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 21:14:02.008098 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-1d30802e-8dc4-46a5-8473-3cb8f9a10264 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750375188691'] for port, before_delete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:14:02.185392 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.db [None req-ff772faa-27e5-4838-a9f2-6301f7e54aee admin admin] For port fbd04cd4-80de-4a78-96c8-64098ce92a21, host n-d-838334-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838334-2',level=0,port_id=fbd04cd4-80de-4a78-96c8-64098ce92a21,segment=NetworkSegment(4e963bef-c34f-4e85-98b0-0b30c27346e4),segment_id=4e963bef-c34f-4e85-98b0-0b30c27346e4)] {{(pid=84040) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:14:02.185757 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-ff772faa-27e5-4838-a9f2-6301f7e54aee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369123'] for port, precommit_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:14:02.262088 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [None req-4b3faa87-7d0c-4a32-80bb-8b818b1947b7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:14:02.276976 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-4b3faa87-7d0c-4a32-80bb-8b818b1947b7 admin admin] Usage tracker for resource:security_group_rule and tenant:356099f1e0384b919f0bb645d9132d53 is out of sync, need to count used quota {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:14:02.278341 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-8cf14cfa-279b-4fc4-9058-9b1bdce56bea tempest-RoutersNegativeTest-900170219 tempest-RoutersNegativeTest-900170219-project] Notify callbacks [] for port, precommit_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:14:02.289625 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-4b3faa87-7d0c-4a32-80bb-8b818b1947b7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:14:02.314360 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [None req-4b3faa87-7d0c-4a32-80bb-8b818b1947b7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:14:02.320674 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.provisioning_blocks [None req-8cf14cfa-279b-4fc4-9058-9b1bdce56bea tempest-RoutersNegativeTest-900170219 tempest-RoutersNegativeTest-900170219-project] Transition to ACTIVE for port object a34bec9c-f077-44ca-9448-4bb2ad458dd7 will not be triggered until provisioned by entity DHCP. {{(pid=84041) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:14:02.368407 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-8cf14cfa-279b-4fc4-9058-9b1bdce56bea tempest-RoutersNegativeTest-900170219 tempest-RoutersNegativeTest-900170219-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750374836619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32266323'] for port, after_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:14:02.469373 n-d-838334-2 neutron-server[84041]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8cf14cfa-279b-4fc4-9058-9b1bdce56bea tempest-RoutersNegativeTest-900170219 tempest-RoutersNegativeTest-900170219-project] Network a3a58b39-217c-4814-a90c-31c6c996d0cf is already hosted by enough agents. {{(pid=84041) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:14:02.473052 n-d-838334-2 neutron-server[84041]: DEBUG neutron.scheduler.base_scheduler [None req-8cf14cfa-279b-4fc4-9058-9b1bdce56bea tempest-RoutersNegativeTest-900170219 tempest-RoutersNegativeTest-900170219-project] Resources bound (agent type, host, resource id): {{(pid=84041) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:14:02.485329 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cf14cfa-279b-4fc4-9058-9b1bdce56bea tempest-RoutersNegativeTest-900170219 tempest-RoutersNegativeTest-900170219-project] Received port after_create {{(pid=84041) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 21:14:02.508496 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-4b3faa87-7d0c-4a32-80bb-8b818b1947b7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:14:02.547183 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Device f8cb1b03-f398-498b-9dc8-a3883b25474a up at agent ovs-agent-n-d-838334-2 {{(pid=84042) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 21:14:02.628647 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cf14cfa-279b-4fc4-9058-9b1bdce56bea tempest-RoutersNegativeTest-900170219 tempest-RoutersNegativeTest-900170219-project] Pushing event updated for resources: {'Port': ['ID=a34bec9c-f077-44ca-9448-4bb2ad458dd7,revision_number=1']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:14:02.682627 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-8cf14cfa-279b-4fc4-9058-9b1bdce56bea tempest-RoutersNegativeTest-900170219 tempest-RoutersNegativeTest-900170219-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33444010'] for router_interface, before_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:14:02.877471 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-1d30802e-8dc4-46a5-8473-3cb8f9a10264 None None] For port fbd04cd4-80de-4a78-96c8-64098ce92a21, host n-d-838334-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838334-2',level=0,port_id=fbd04cd4-80de-4a78-96c8-64098ce92a21,segment=NetworkSegment(4e963bef-c34f-4e85-98b0-0b30c27346e4),segment_id=4e963bef-c34f-4e85-98b0-0b30c27346e4)] {{(pid=84042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:14:02.878131 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-1d30802e-8dc4-46a5-8473-3cb8f9a10264 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369123'] for port, precommit_delete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:14:02.900666 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.plugin [None req-ff772faa-27e5-4838-a9f2-6301f7e54aee admin admin] Calling delete_port for fbd04cd4-80de-4a78-96c8-64098ce92a21 owned by network:dhcp {{(pid=84040) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 21:14:02.947561 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-8cf14cfa-279b-4fc4-9058-9b1bdce56bea tempest-RoutersNegativeTest-900170219 tempest-RoutersNegativeTest-900170219-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:14:03.160506 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-4b3faa87-7d0c-4a32-80bb-8b818b1947b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33528224'] for security_group, after_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:14:03.205324 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-ff772faa-27e5-4838-a9f2-6301f7e54aee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750375259028', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750374836628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32440838'] for port, after_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:14:03.307743 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.plugin [None req-1d30802e-8dc4-46a5-8473-3cb8f9a10264 None None] Calling delete_port for fbd04cd4-80de-4a78-96c8-64098ce92a21 owned by network:dhcp {{(pid=84042) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 21:14:03.386840 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 53232) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:14:03.460952 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b3faa87-7d0c-4a32-80bb-8b818b1947b7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8d0989c4-7e75-4728-b403-1703747efd6c,revision_number=1']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:14:03.470743 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-4b3faa87-7d0c-4a32-80bb-8b818b1947b7 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=356099f1e0384b919f0bb645d9132d53&name=default HTTP/1.1" status: 200 len: 2647 time: 2.3823972 Apr 18 21:14:03.472739 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff772faa-27e5-4838-a9f2-6301f7e54aee admin admin] Pushing event deleted for resources: {'Port': ['ID=fbd04cd4-80de-4a78-96c8-64098ce92a21,revision_number=None']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:14:03.476690 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff772faa-27e5-4838-a9f2-6301f7e54aee admin admin] No DVR routers for this DVR port fbd04cd4-80de-4a78-96c8-64098ce92a21 on host n-d-838334-2 {{(pid=84040) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 21:14:03.478640 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 53240) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:14:03.484546 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.v2.base [None req-9afdbe0e-c626-489e-845e-679ab5752692 tempest-TestServerBasicOps-339652129 tempest-TestServerBasicOps-339652129-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-149105931', 'description': 'tempest-secgroup-smoke-149105931 description', 'project_id': '769e4d212a7247919de3c941a9f4cf3b'}} {{(pid=84040) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:14:03.494564 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [None req-9afdbe0e-c626-489e-845e-679ab5752692 tempest-TestServerBasicOps-339652129 tempest-TestServerBasicOps-339652129-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:14:03.499197 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-9afdbe0e-c626-489e-845e-679ab5752692 tempest-TestServerBasicOps-339652129 tempest-TestServerBasicOps-339652129-project] Usage tracker for resource:security_group and tenant:769e4d212a7247919de3c941a9f4cf3b is out of sync, need to count used quota {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:14:03.503407 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-9afdbe0e-c626-489e-845e-679ab5752692 tempest-TestServerBasicOps-339652129 tempest-TestServerBasicOps-339652129-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:14:03.510510 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [None req-9afdbe0e-c626-489e-845e-679ab5752692 tempest-TestServerBasicOps-339652129 tempest-TestServerBasicOps-339652129-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:14:03.512205 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.db.api [None req-1d30802e-8dc4-46a5-8473-3cb8f9a10264 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84042) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 18 21:14:03.512571 n-d-838334-2 neutron-server[84042]: DEBUG oslo_db.api [None req-1d30802e-8dc4-46a5-8473-3cb8f9a10264 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 18 21:14:03.514596 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Provisioning for port f8cb1b03-f398-498b-9dc8-a3883b25474a completed by entity L2. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 21:14:03.542985 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Provisioning complete for port f8cb1b03-f398-498b-9dc8-a3883b25474a triggered by entity L2. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:14:03.543536 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1253608'] for port, provisioning_complete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:14:03.574183 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-6a137094-8dce-42f8-9b32-b2189075b253 None None] Provisioning for port a34bec9c-f077-44ca-9448-4bb2ad458dd7 completed by entity DHCP. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 21:14:03.601282 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-6a137094-8dce-42f8-9b32-b2189075b253 None None] Provisioning complete for port a34bec9c-f077-44ca-9448-4bb2ad458dd7 triggered by entity DHCP. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:14:03.602259 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-6a137094-8dce-42f8-9b32-b2189075b253 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1253608'] for port, provisioning_complete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:14:03.632672 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-8cf14cfa-279b-4fc4-9058-9b1bdce56bea tempest-RoutersNegativeTest-900170219 tempest-RoutersNegativeTest-900170219-project] Notify callbacks [] for port, precommit_update {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:14:03.647285 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-9afdbe0e-c626-489e-845e-679ab5752692 tempest-TestServerBasicOps-339652129 tempest-TestServerBasicOps-339652129-project] Notify callbacks [] for security_group, before_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:14:03.660631 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-8cf14cfa-279b-4fc4-9058-9b1bdce56bea tempest-RoutersNegativeTest-900170219 tempest-RoutersNegativeTest-900170219-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32266282'] for port, after_update {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:14:03.686837 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.plugin [None req-6a137094-8dce-42f8-9b32-b2189075b253 None None] Port a34bec9c-f077-44ca-9448-4bb2ad458dd7 cannot update to ACTIVE because it is not bound. {{(pid=84042) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 18 21:14:03.782195 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:14:03.804494 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-ff772faa-27e5-4838-a9f2-6301f7e54aee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1258905', 'neutron.services.segments.db._delete_segments_for_network-8750375287417'] for network, precommit_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:14:03.806333 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] For port f8cb1b03-f398-498b-9dc8-a3883b25474a, host n-d-838334-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838334-2',level=0,port_id=f8cb1b03-f398-498b-9dc8-a3883b25474a,segment=NetworkSegment(732aa830-768b-4511-951f-d08e26b9c25b),segment_id=732aa830-768b-4511-951f-d08e26b9c25b)] {{(pid=84042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:14:03.814711 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682'] for port, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:14:03.834983 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-62a88cb6-1a8b-46ae-9264-7f061b8e5cfe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:14:03.920565 n-d-838334-2 neutron-server[84040]: DEBUG neutron.services.segments.db [None req-ff772faa-27e5-4838-a9f2-6301f7e54aee admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dea6ff43-4237-4c1d-8015-4fa1d2a47e41']}} {{(pid=84040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:14:03.929457 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Device e0481721-b3d7-402b-a467-88ac00051ebf no longer exists at agent ovs-agent-n-d-838334-2 {{(pid=84042) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 21:14:03.941196 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [None req-9afdbe0e-c626-489e-845e-679ab5752692 tempest-TestServerBasicOps-339652129 tempest-TestServerBasicOps-339652129-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:14:03.954337 n-d-838334-2 neutron-server[84040]: DEBUG neutron.services.segments.db [None req-ff772faa-27e5-4838-a9f2-6301f7e54aee admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4e963bef-c34f-4e85-98b0-0b30c27346e4') {'for_net_delete': True} {{(pid=84040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:14:03.954623 n-d-838334-2 neutron-server[84040]: DEBUG neutron.services.segments.db [None req-ff772faa-27e5-4838-a9f2-6301f7e54aee admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4e963bef-c34f-4e85-98b0-0b30c27346e4') {} {{(pid=84040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:14:03.966093 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-9afdbe0e-c626-489e-845e-679ab5752692 tempest-TestServerBasicOps-339652129 tempest-TestServerBasicOps-339652129-project] Usage tracker for resource:security_group_rule and tenant:769e4d212a7247919de3c941a9f4cf3b is out of sync, need to count used quota {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:14:03.971179 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-9afdbe0e-c626-489e-845e-679ab5752692 tempest-TestServerBasicOps-339652129 tempest-TestServerBasicOps-339652129-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:14:03.982594 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-62a88cb6-1a8b-46ae-9264-7f061b8e5cfe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:14:03.991104 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-ff772faa-27e5-4838-a9f2-6301f7e54aee admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750375287300', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31955965'] for segment, before_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:14:04.001367 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [None req-9afdbe0e-c626-489e-845e-679ab5752692 tempest-TestServerBasicOps-339652129 tempest-TestServerBasicOps-339652129-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:14:04.022166 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.plugin [None req-1d30802e-8dc4-46a5-8473-3cb8f9a10264 None None] Deleting port fbd04cd4-80de-4a78-96c8-64098ce92a21 {{(pid=84042) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 21:14:04.024084 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-1d30802e-8dc4-46a5-8473-3cb8f9a10264 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750375188691'] for port, before_delete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:14:04.053155 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-ff772faa-27e5-4838-a9f2-6301f7e54aee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1082986'] for segment, precommit_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:14:04.073973 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ff772faa-27e5-4838-a9f2-6301f7e54aee admin admin] Releasing vlan 368 on physical network physnet1 to pool {{(pid=84040) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 18 21:14:04.074370 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-ff772faa-27e5-4838-a9f2-6301f7e54aee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1082993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32440923'] for segment, after_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:14:04.120240 n-d-838334-2 neutron-server[84040]: Traceback (most recent call last): Apr 18 21:14:04.120240 n-d-838334-2 neutron-server[84040]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 18 21:14:04.120240 n-d-838334-2 neutron-server[84040]: timer() Apr 18 21:14:04.120240 n-d-838334-2 neutron-server[84040]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 21:14:04.120240 n-d-838334-2 neutron-server[84040]: cb(*args, **kw) Apr 18 21:14:04.120240 n-d-838334-2 neutron-server[84040]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 18 21:14:04.120240 n-d-838334-2 neutron-server[84040]: return func(*args, **kwargs) Apr 18 21:14:04.120240 n-d-838334-2 neutron-server[84040]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 21:14:04.120240 n-d-838334-2 neutron-server[84040]: self._notify() Apr 18 21:14:04.120240 n-d-838334-2 neutron-server[84040]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 21:14:04.120240 n-d-838334-2 neutron-server[84040]: self.callback(batched_events) Apr 18 21:14:04.120240 n-d-838334-2 neutron-server[84040]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 21:14:04.120240 n-d-838334-2 neutron-server[84040]: event.method(event) Apr 18 21:14:04.120240 n-d-838334-2 neutron-server[84040]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 18 21:14:04.120240 n-d-838334-2 neutron-server[84040]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 21:14:04.120240 n-d-838334-2 neutron-server[84040]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 18 21:14:04.120240 n-d-838334-2 neutron-server[84040]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 21:14:04.120240 n-d-838334-2 neutron-server[84040]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 18 21:14:04.120240 n-d-838334-2 neutron-server[84040]: return f(self, *a, **k) Apr 18 21:14:04.120240 n-d-838334-2 neutron-server[84040]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 18 21:14:04.120240 n-d-838334-2 neutron-server[84040]: return self._get(url).json() Apr 18 21:14:04.120240 n-d-838334-2 neutron-server[84040]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 18 21:14:04.120240 n-d-838334-2 neutron-server[84040]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 21:14:04.120240 n-d-838334-2 neutron-server[84040]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 18 21:14:04.120240 n-d-838334-2 neutron-server[84040]: return self.request(url, 'GET', **kwargs) Apr 18 21:14:04.120240 n-d-838334-2 neutron-server[84040]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 18 21:14:04.120240 n-d-838334-2 neutron-server[84040]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 21:14:04.120240 n-d-838334-2 neutron-server[84040]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 18 21:14:04.120240 n-d-838334-2 neutron-server[84040]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 21:14:04.120240 n-d-838334-2 neutron-server[84040]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 18 21:14:04.120240 n-d-838334-2 neutron-server[84040]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 21:14:04.120240 n-d-838334-2 neutron-server[84040]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 21:14:04.218228 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.plugin [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] No Port match for: e0481721-b3d7-402b-a467-88ac00051ebf {{(pid=84042) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 18 21:14:04.221589 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Device e0481721-b3d7-402b-a467-88ac00051ebf not bound to the agent host n-d-838334-2 {{(pid=84042) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 21:14:04.223847 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Device fbd04cd4-80de-4a78-96c8-64098ce92a21 no longer exists at agent ovs-agent-n-d-838334-2 {{(pid=84042) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 21:14:04.312228 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-8cf14cfa-279b-4fc4-9058-9b1bdce56bea tempest-RoutersNegativeTest-900170219 tempest-RoutersNegativeTest-900170219-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-32377886', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33443847'] for router_interface, after_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:14:04.317048 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cf14cfa-279b-4fc4-9058-9b1bdce56bea tempest-RoutersNegativeTest-900170219 tempest-RoutersNegativeTest-900170219-project] Pushing event updated for resources: {'Port': ['ID=a34bec9c-f077-44ca-9448-4bb2ad458dd7,revision_number=2']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:14:04.348444 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750375287399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253529'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:14:04.366596 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Pushing event updated for resources: {'Port': ['ID=f8cb1b03-f398-498b-9dc8-a3883b25474a,revision_number=4']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:14:04.366707 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-9afdbe0e-c626-489e-845e-679ab5752692 tempest-TestServerBasicOps-339652129 tempest-TestServerBasicOps-339652129-project] Notify callbacks [] for security_group, precommit_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:14:04.368389 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-ff772faa-27e5-4838-a9f2-6301f7e54aee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1258898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33526109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33444113'] for network, after_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:14:04.370483 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-62a88cb6-1a8b-46ae-9264-7f061b8e5cfe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33528224'] for security_group, after_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:14:04.439140 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.plugin [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] No Port match for: fbd04cd4-80de-4a78-96c8-64098ce92a21 {{(pid=84042) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 18 21:14:04.439484 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Device fbd04cd4-80de-4a78-96c8-64098ce92a21 not bound to the agent host n-d-838334-2 {{(pid=84042) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 21:14:04.444529 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-ff772faa-27e5-4838-a9f2-6301f7e54aee admin admin] Notify callbacks [] for network, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:14:04.460868 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.plugin [None req-1d30802e-8dc4-46a5-8473-3cb8f9a10264 None None] The port 'fbd04cd4-80de-4a78-96c8-64098ce92a21' was deleted {{(pid=84042) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 18 21:14:04.484811 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-ff772faa-27e5-4838-a9f2-6301f7e54aee admin admin] 10.222.0.42 "DELETE /v2.0/networks/dea6ff43-4237-4c1d-8015-4fa1d2a47e41 HTTP/1.1" status: 204 len: 168 time: 3.2645068 Apr 18 21:14:04.485594 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-9afdbe0e-c626-489e-845e-679ab5752692 tempest-TestServerBasicOps-339652129 tempest-TestServerBasicOps-339652129-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33528224'] for security_group, after_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:14:04.495086 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-62a88cb6-1a8b-46ae-9264-7f061b8e5cfe admin admin] Notify callbacks [] for security_group, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:14:04.496299 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-62a88cb6-1a8b-46ae-9264-7f061b8e5cfe admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/8d0989c4-7e75-4728-b403-1703747efd6c HTTP/1.1" status: 204 len: 168 time: 0.9727004 Apr 18 21:14:04.499329 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff772faa-27e5-4838-a9f2-6301f7e54aee admin admin] Pushing event deleted for resources: {'Network': ['ID=dea6ff43-4237-4c1d-8015-4fa1d2a47e41,revision_number=None']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:14:04.501333 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62a88cb6-1a8b-46ae-9264-7f061b8e5cfe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d0989c4-7e75-4728-b403-1703747efd6c,revision_number=None']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:14:04.564402 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-9afdbe0e-c626-489e-845e-679ab5752692 tempest-TestServerBasicOps-339652129 tempest-TestServerBasicOps-339652129-project] Notify callbacks [] for security_group, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:14:04.564402 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-9afdbe0e-c626-489e-845e-679ab5752692 tempest-TestServerBasicOps-339652129 tempest-TestServerBasicOps-339652129-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1626 time: 1.1059554 Apr 18 21:14:04.564997 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 53266) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:14:04.575463 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9afdbe0e-c626-489e-845e-679ab5752692 tempest-TestServerBasicOps-339652129 tempest-TestServerBasicOps-339652129-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9501666c-22a1-4a49-a5f5-31f14fb519f1,revision_number=1']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:14:04.583299 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.v2.base [None req-f8ee5cae-76fd-49c8-ac3c-40503080d279 tempest-TestServerBasicOps-339652129 tempest-TestServerBasicOps-339652129-project] Request body: {'security_group_rule': {'security_group_id': '9501666c-22a1-4a49-a5f5-31f14fb519f1', 'project_id': '769e4d212a7247919de3c941a9f4cf3b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:14:04.613006 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-f8ee5cae-76fd-49c8-ac3c-40503080d279 tempest-TestServerBasicOps-339652129 tempest-TestServerBasicOps-339652129-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:14:04.646969 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-f8ee5cae-76fd-49c8-ac3c-40503080d279 tempest-TestServerBasicOps-339652129 tempest-TestServerBasicOps-339652129-project] Usage tracker for resource:security_group_rule and tenant:769e4d212a7247919de3c941a9f4cf3b is out of sync, need to count used quota {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:14:04.649196 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Device f8cb1b03-f398-498b-9dc8-a3883b25474a up at agent ovs-agent-n-d-838334-2 {{(pid=84042) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 21:14:04.668663 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-f8ee5cae-76fd-49c8-ac3c-40503080d279 tempest-TestServerBasicOps-339652129 tempest-TestServerBasicOps-339652129-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:14:04.679981 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-f8ee5cae-76fd-49c8-ac3c-40503080d279 tempest-TestServerBasicOps-339652129 tempest-TestServerBasicOps-339652129-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:14:04.757611 n-d-838334-2 neutron-server[84041]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8cf14cfa-279b-4fc4-9058-9b1bdce56bea tempest-RoutersNegativeTest-900170219 tempest-RoutersNegativeTest-900170219-project] Network a3a58b39-217c-4814-a90c-31c6c996d0cf is already hosted by enough agents. {{(pid=84041) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:14:04.759058 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-f8ee5cae-76fd-49c8-ac3c-40503080d279 tempest-TestServerBasicOps-339652129 tempest-TestServerBasicOps-339652129-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:14:04.777614 n-d-838334-2 neutron-server[84041]: DEBUG neutron.scheduler.base_scheduler [None req-8cf14cfa-279b-4fc4-9058-9b1bdce56bea tempest-RoutersNegativeTest-900170219 tempest-RoutersNegativeTest-900170219-project] Resources bound (agent type, host, resource id): {{(pid=84041) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:14:04.894954 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 53274) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:14:04.946384 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Provisioning complete for port f8cb1b03-f398-498b-9dc8-a3883b25474a triggered by entity L2. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:14:04.946769 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1253608'] for port, provisioning_complete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:14:05.072149 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-41588839-f05f-4f75-ac9d-3d20ec680731 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=f4d8a717b1ee43f880ab30cabe6e4d21&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1759782 Apr 18 21:14:05.076686 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 53280) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:14:05.230152 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-8037dbb6-4fd6-4490-bc63-8ce0623de6cb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:14:05.287868 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-8037dbb6-4fd6-4490-bc63-8ce0623de6cb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:14:05.290818 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-033a1b13-d864-4514-8303-b361cf6d60b7 None None] Sync routers for ids ['eec129a7-ff97-4a08-81cd-9578bacd1f66'] in n-d-838334-2 {{(pid=84042) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 18 21:14:05.304747 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-f8ee5cae-76fd-49c8-ac3c-40503080d279 tempest-TestServerBasicOps-339652129 tempest-TestServerBasicOps-339652129-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:14:05.337710 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_dvrscheduler_db [None req-033a1b13-d864-4514-8303-b361cf6d60b7 None None] Routers {'eec129a7-ff97-4a08-81cd-9578bacd1f66'} bound to L3 agent in host n-d-838334-2 {{(pid=84042) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 21:14:05.339184 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_hamode_db [None req-033a1b13-d864-4514-8303-b361cf6d60b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838334-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-18T20:25:48Z,description=,heartbeat_timestamp=2022-04-18T21:13:48Z,host='n-d-838334-2',id=bc84d6c9-dd7a-4555-a351-592327b46d5a,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:25:48Z,topic='l3_agent')) {'router_ids': ['eec129a7-ff97-4a08-81cd-9578bacd1f66'], 'active': True} {{(pid=84042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:14:05.375058 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-f8ee5cae-76fd-49c8-ac3c-40503080d279 tempest-TestServerBasicOps-339652129 tempest-TestServerBasicOps-339652129-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33528311'] for security_group_rule, after_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:14:05.490830 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-f8ee5cae-76fd-49c8-ac3c-40503080d279 tempest-TestServerBasicOps-339652129 tempest-TestServerBasicOps-339652129-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:14:05.493096 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-f8ee5cae-76fd-49c8-ac3c-40503080d279 tempest-TestServerBasicOps-339652129 tempest-TestServerBasicOps-339652129-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.9205210 Apr 18 21:14:05.496904 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 53296) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:14:05.519312 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8ee5cae-76fd-49c8-ac3c-40503080d279 tempest-TestServerBasicOps-339652129 tempest-TestServerBasicOps-339652129-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3da876e5-1c19-4bad-9396-98bbdc7a0111,revision_number=0']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:14:05.523950 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.v2.base [None req-0baacd19-a026-43d2-8cd8-b2a548198f66 tempest-TestServerBasicOps-339652129 tempest-TestServerBasicOps-339652129-project] Request body: {'security_group_rule': {'security_group_id': '9501666c-22a1-4a49-a5f5-31f14fb519f1', 'project_id': '769e4d212a7247919de3c941a9f4cf3b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=84040) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:14:05.545781 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [None req-0baacd19-a026-43d2-8cd8-b2a548198f66 tempest-TestServerBasicOps-339652129 tempest-TestServerBasicOps-339652129-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:14:05.553543 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-0baacd19-a026-43d2-8cd8-b2a548198f66 tempest-TestServerBasicOps-339652129 tempest-TestServerBasicOps-339652129-project] Usage tracker for resource:security_group_rule and tenant:769e4d212a7247919de3c941a9f4cf3b is out of sync, need to count used quota {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:14:05.564166 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-0baacd19-a026-43d2-8cd8-b2a548198f66 tempest-TestServerBasicOps-339652129 tempest-TestServerBasicOps-339652129-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:14:05.576495 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [None req-0baacd19-a026-43d2-8cd8-b2a548198f66 tempest-TestServerBasicOps-339652129 tempest-TestServerBasicOps-339652129-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:14:05.615460 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-0baacd19-a026-43d2-8cd8-b2a548198f66 tempest-TestServerBasicOps-339652129 tempest-TestServerBasicOps-339652129-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:14:05.670743 n-d-838334-2 neutron-server[84041]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8cf14cfa-279b-4fc4-9058-9b1bdce56bea tempest-RoutersNegativeTest-900170219 tempest-RoutersNegativeTest-900170219-project] Router d7b5aeff-de28-4505-836c-260e6314818f has already been hosted by L3 agent bc84d6c9-dd7a-4555-a351-592327b46d5a {{(pid=84041) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 21:14:05.704279 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-8037dbb6-4fd6-4490-bc63-8ce0623de6cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33528224'] for security_group, after_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:14:05.727949 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-e36f19c1-b47e-4162-87ec-929d369e20af None None] Provisioning complete for port a34bec9c-f077-44ca-9448-4bb2ad458dd7 triggered by entity DHCP. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:14:05.728539 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-e36f19c1-b47e-4162-87ec-929d369e20af None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1253608'] for port, provisioning_complete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:14:05.842144 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.plugin [None req-e36f19c1-b47e-4162-87ec-929d369e20af None None] Port a34bec9c-f077-44ca-9448-4bb2ad458dd7 cannot update to ACTIVE because it is not bound. {{(pid=84042) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 18 21:14:05.852205 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8037dbb6-4fd6-4490-bc63-8ce0623de6cb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c96f20e0-1766-4bdb-9eff-723ec1db772a,revision_number=None']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:14:05.913850 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-8037dbb6-4fd6-4490-bc63-8ce0623de6cb admin admin] Notify callbacks [] for security_group, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:14:05.914285 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_dvr_db [None req-033a1b13-d864-4514-8303-b361cf6d60b7 None None] Set router eec129a7-ff97-4a08-81cd-9578bacd1f66 gateway port host: n-d-838334-2 {{(pid=84042) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 21:14:05.918749 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-8037dbb6-4fd6-4490-bc63-8ce0623de6cb admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/c96f20e0-1766-4bdb-9eff-723ec1db772a HTTP/1.1" status: 204 len: 168 time: 0.8387637 Apr 18 21:14:05.986476 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8cf14cfa-279b-4fc4-9058-9b1bdce56bea tempest-RoutersNegativeTest-900170219 tempest-RoutersNegativeTest-900170219-project] Notify agent at l3_agent.n-d-838334-2 the message routers_updated {{(pid=84041) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 21:14:06.006952 n-d-838334-2 neutron-server[84043]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1376eb08-2afd-432a-a583-39c588edd48f None None] Sync routers for ids ['d7b5aeff-de28-4505-836c-260e6314818f'] in n-d-838334-2 {{(pid=84043) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 18 21:14:06.028805 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-0baacd19-a026-43d2-8cd8-b2a548198f66 tempest-TestServerBasicOps-339652129 tempest-TestServerBasicOps-339652129-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:14:06.030260 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-8cf14cfa-279b-4fc4-9058-9b1bdce56bea tempest-RoutersNegativeTest-900170219 tempest-RoutersNegativeTest-900170219-project] 10.222.0.42 "PUT /v2.0/routers/d7b5aeff-de28-4505-836c-260e6314818f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.1303849 Apr 18 21:14:06.033792 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1376eb08-2afd-432a-a583-39c588edd48f None None] Routers {'d7b5aeff-de28-4505-836c-260e6314818f'} bound to L3 agent in host n-d-838334-2 {{(pid=84043) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 21:14:06.034430 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.l3_hamode_db [None req-1376eb08-2afd-432a-a583-39c588edd48f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838334-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-18T20:25:48Z,description=,heartbeat_timestamp=2022-04-18T21:13:48Z,host='n-d-838334-2',id=bc84d6c9-dd7a-4555-a351-592327b46d5a,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:25:48Z,topic='l3_agent')) {'router_ids': ['d7b5aeff-de28-4505-836c-260e6314818f'], 'active': True} {{(pid=84043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:14:06.038127 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 53308) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:14:06.276728 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-0baacd19-a026-43d2-8cd8-b2a548198f66 tempest-TestServerBasicOps-339652129 tempest-TestServerBasicOps-339652129-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33528311'] for security_group_rule, after_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:14:06.336249 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0baacd19-a026-43d2-8cd8-b2a548198f66 tempest-TestServerBasicOps-339652129 tempest-TestServerBasicOps-339652129-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6c27cc92-3503-47f4-a91e-56fd1463c3ff,revision_number=0']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:14:06.358612 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-0baacd19-a026-43d2-8cd8-b2a548198f66 tempest-TestServerBasicOps-339652129 tempest-TestServerBasicOps-339652129-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:14:06.363145 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 53312) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:14:06.363963 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-0baacd19-a026-43d2-8cd8-b2a548198f66 tempest-TestServerBasicOps-339652129 tempest-TestServerBasicOps-339652129-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.8605072 Apr 18 21:14:06.367928 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.l3_hamode_db [None req-1376eb08-2afd-432a-a583-39c588edd48f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-838334-2', False) {} {{(pid=84043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:14:06.370660 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.v2.base [None req-1d9821cd-c5bf-4b9e-8983-446b8a2bf0c7 tempest-TestServerBasicOps-339652129 tempest-TestServerBasicOps-339652129-project] Request body: {'security_group_rule': {'security_group_id': '9501666c-22a1-4a49-a5f5-31f14fb519f1', 'project_id': '769e4d212a7247919de3c941a9f4cf3b', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=84041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:14:06.387347 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-1d9821cd-c5bf-4b9e-8983-446b8a2bf0c7 tempest-TestServerBasicOps-339652129 tempest-TestServerBasicOps-339652129-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:14:06.398563 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-1d9821cd-c5bf-4b9e-8983-446b8a2bf0c7 tempest-TestServerBasicOps-339652129 tempest-TestServerBasicOps-339652129-project] Usage tracker for resource:security_group_rule and tenant:769e4d212a7247919de3c941a9f4cf3b is out of sync, need to count used quota {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:14:06.405202 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1376eb08-2afd-432a-a583-39c588edd48f None None] Routers {'d7b5aeff-de28-4505-836c-260e6314818f'} bound to L3 agent in host n-d-838334-2 {{(pid=84043) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 21:14:06.405397 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.l3_hamode_db [None req-1376eb08-2afd-432a-a583-39c588edd48f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838334-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-18T20:25:48Z,description=,heartbeat_timestamp=2022-04-18T21:13:48Z,host='n-d-838334-2',id=bc84d6c9-dd7a-4555-a351-592327b46d5a,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:25:48Z,topic='l3_agent')) {'router_ids': ['d7b5aeff-de28-4505-836c-260e6314818f'], 'active': True} {{(pid=84043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:14:06.408069 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-1d9821cd-c5bf-4b9e-8983-446b8a2bf0c7 tempest-TestServerBasicOps-339652129 tempest-TestServerBasicOps-339652129-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:14:06.428582 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-86db1dc9-dcaa-4618-93e0-cb996df34290 tempest-RoutersNegativeTest-900170219 tempest-RoutersNegativeTest-900170219-project] Notify callbacks [] for router, before_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:14:06.429626 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-1d9821cd-c5bf-4b9e-8983-446b8a2bf0c7 tempest-TestServerBasicOps-339652129 tempest-TestServerBasicOps-339652129-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:14:06.458429 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-1d9821cd-c5bf-4b9e-8983-446b8a2bf0c7 tempest-TestServerBasicOps-339652129 tempest-TestServerBasicOps-339652129-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:14:06.592545 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.l3_hamode_db [None req-1376eb08-2afd-432a-a583-39c588edd48f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-838334-2', False) {} {{(pid=84043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:14:06.593253 n-d-838334-2 neutron-server[84043]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1376eb08-2afd-432a-a583-39c588edd48f None None] The sync data for ids ['d7b5aeff-de28-4505-836c-260e6314818f'] in n-d-838334-2 is: [] {{(pid=84043) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 18 21:14:06.604099 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-1d9821cd-c5bf-4b9e-8983-446b8a2bf0c7 tempest-TestServerBasicOps-339652129 tempest-TestServerBasicOps-339652129-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:14:06.611431 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-1d9821cd-c5bf-4b9e-8983-446b8a2bf0c7 tempest-TestServerBasicOps-339652129 tempest-TestServerBasicOps-339652129-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33528311'] for security_group_rule, after_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:14:06.676857 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-1d9821cd-c5bf-4b9e-8983-446b8a2bf0c7 tempest-TestServerBasicOps-339652129 tempest-TestServerBasicOps-339652129-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:14:06.680692 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-1d9821cd-c5bf-4b9e-8983-446b8a2bf0c7 tempest-TestServerBasicOps-339652129 tempest-TestServerBasicOps-339652129-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.3160172 Apr 18 21:14:06.686625 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 53324) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:14:06.689281 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d9821cd-c5bf-4b9e-8983-446b8a2bf0c7 tempest-TestServerBasicOps-339652129 tempest-TestServerBasicOps-339652129-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=49281519-6cc6-4312-a583-fa82086de102,revision_number=0']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:14:06.706315 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.v2.base [None req-83d353e1-45e6-4aca-9799-389ca3b1e049 tempest-TestServerBasicOps-339652129 tempest-TestServerBasicOps-339652129-project] Request body: {'security_group_rule': {'security_group_id': '9501666c-22a1-4a49-a5f5-31f14fb519f1', 'project_id': '769e4d212a7247919de3c941a9f4cf3b', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=84041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:14:06.725603 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-83d353e1-45e6-4aca-9799-389ca3b1e049 tempest-TestServerBasicOps-339652129 tempest-TestServerBasicOps-339652129-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:14:06.730766 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-83d353e1-45e6-4aca-9799-389ca3b1e049 tempest-TestServerBasicOps-339652129 tempest-TestServerBasicOps-339652129-project] Usage tracker for resource:security_group_rule and tenant:769e4d212a7247919de3c941a9f4cf3b is out of sync, need to count used quota {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:14:06.742211 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-83d353e1-45e6-4aca-9799-389ca3b1e049 tempest-TestServerBasicOps-339652129 tempest-TestServerBasicOps-339652129-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:14:06.743919 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_hamode_db [None req-033a1b13-d864-4514-8303-b361cf6d60b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eec129a7-ff97-4a08-81cd-9578bacd1f66', 'name': 'tempest-TestServerBasicOps-2072492836-router', 'tenant_id': 'fbd2f0db4be7454291153c63896433c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'external_fixed_ips': [{'subnet_id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'ip_address': '172.25.8.101'}], 'enable_snat': True}, 'gw_port_id': 'f8cb1b03-f398-498b-9dc8-a3883b25474a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:13:46Z', 'updated_at': '2022-04-18T21:13:55Z', 'revision_number': 4, 'project_id': 'fbd2f0db4be7454291153c63896433c1', 'gw_port': {'id': 'f8cb1b03-f398-498b-9dc8-a3883b25474a', 'name': '', 'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:d5:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eec129a7-ff97-4a08-81cd-9578bacd1f66', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'ip_address': '172.25.8.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:13:47Z', 'updated_at': '2022-04-18T21:14:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838334-2', '_interfaces': [{'id': '04873a2a-875c-4159-8764-a6f4a24d1d21', 'name': '', 'network_id': 'a6c6078c-7564-4d9c-bc64-383bf2f06682', 'tenant_id': 'fbd2f0db4be7454291153c63896433c1', 'mac_address': 'fa:16:3e:07:84:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eec129a7-ff97-4a08-81cd-9578bacd1f66', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9d073124-b859-4ca2-95ab-3f4f7f447902', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:13:52Z', 'updated_at': '2022-04-18T21:13:56Z', 'revision_number': 2, 'project_id': 'fbd2f0db4be7454291153c63896433c1', 'subnets': [{'id': '9d073124-b859-4ca2-95ab-3f4f7f447902', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838334-2', False) {} {{(pid=84042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:14:06.752775 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-83d353e1-45e6-4aca-9799-389ca3b1e049 tempest-TestServerBasicOps-339652129 tempest-TestServerBasicOps-339652129-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:14:06.753394 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-033a1b13-d864-4514-8303-b361cf6d60b7 None None] Checking router: eec129a7-ff97-4a08-81cd-9578bacd1f66 for host: n-d-838334-2 {{(pid=84042) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 18 21:14:06.753751 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-033a1b13-d864-4514-8303-b361cf6d60b7 None None] Updating router eec129a7-ff97-4a08-81cd-9578bacd1f66 port 04873a2a-875c-4159-8764-a6f4a24d1d21 binding host n-d-838334-2 {{(pid=84042) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 18 21:14:06.793699 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-83d353e1-45e6-4aca-9799-389ca3b1e049 tempest-TestServerBasicOps-339652129 tempest-TestServerBasicOps-339652129-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:14:06.832424 n-d-838334-2 neutron-server[84040]: INFO neutron.api.v2.resource [None req-86db1dc9-dcaa-4618-93e0-cb996df34290 tempest-RoutersNegativeTest-900170219 tempest-RoutersNegativeTest-900170219-project] delete failed (client error): There was a conflict when trying to complete your request. Apr 18 21:14:06.839403 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 53330) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:14:06.840330 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-86db1dc9-dcaa-4618-93e0-cb996df34290 tempest-RoutersNegativeTest-900170219 tempest-RoutersNegativeTest-900170219-project] 10.222.0.42 "DELETE /v2.0/routers/d7b5aeff-de28-4505-836c-260e6314818f HTTP/1.1" status: 409 len: 329 time: 0.7999847 Apr 18 21:14:06.973375 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-033a1b13-d864-4514-8303-b361cf6d60b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:14:06.979225 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 53338) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:14:07.229149 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-bbebadf2-f14a-4728-bbe0-a5c2cc7552da admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=231c6f353e4d4ddda7f422c7fb7cca6b&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2485399 Apr 18 21:14:07.234155 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 53348) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:14:07.480422 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-b8d1cb48-3c98-4c2b-b0c1-da06eb8d1a55 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:14:07.519857 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-83d353e1-45e6-4aca-9799-389ca3b1e049 tempest-TestServerBasicOps-339652129 tempest-TestServerBasicOps-339652129-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:14:07.538938 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-83d353e1-45e6-4aca-9799-389ca3b1e049 tempest-TestServerBasicOps-339652129 tempest-TestServerBasicOps-339652129-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33528311'] for security_group_rule, after_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:14:07.542111 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-b8d1cb48-3c98-4c2b-b0c1-da06eb8d1a55 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:14:07.601970 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83d353e1-45e6-4aca-9799-389ca3b1e049 tempest-TestServerBasicOps-339652129 tempest-TestServerBasicOps-339652129-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3ab9a95e-e607-481f-9816-a90675edd592,revision_number=0']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:14:07.663481 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-b8d1cb48-3c98-4c2b-b0c1-da06eb8d1a55 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33528224'] for security_group, after_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:14:07.669023 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-83d353e1-45e6-4aca-9799-389ca3b1e049 tempest-TestServerBasicOps-339652129 tempest-TestServerBasicOps-339652129-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:14:07.672846 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-83d353e1-45e6-4aca-9799-389ca3b1e049 tempest-TestServerBasicOps-339652129 tempest-TestServerBasicOps-339652129-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.9781115 Apr 18 21:14:07.675607 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 53380) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:14:07.691280 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.v2.base [None req-c9c0787a-594b-4dba-8b5d-0293000f9d67 tempest-TestServerBasicOps-339652129 tempest-TestServerBasicOps-339652129-project] Request body: {'security_group_rule': {'security_group_id': '9501666c-22a1-4a49-a5f5-31f14fb519f1', 'project_id': '769e4d212a7247919de3c941a9f4cf3b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=84041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:14:07.705212 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8d1cb48-3c98-4c2b-b0c1-da06eb8d1a55 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=142ef88f-09d8-422a-807d-32d847b17421,revision_number=None']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:14:07.713382 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-b8d1cb48-3c98-4c2b-b0c1-da06eb8d1a55 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:14:07.721563 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-b8d1cb48-3c98-4c2b-b0c1-da06eb8d1a55 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/142ef88f-09d8-422a-807d-32d847b17421 HTTP/1.1" status: 204 len: 168 time: 0.4797790 Apr 18 21:14:07.763150 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-033a1b13-d864-4514-8303-b361cf6d60b7 None None] Notify callbacks [] for port, precommit_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:14:07.828915 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-033a1b13-d864-4514-8303-b361cf6d60b7 None None] Transition to ACTIVE for port object 04873a2a-875c-4159-8764-a6f4a24d1d21 will not be triggered until provisioned by entity L2. {{(pid=84042) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:14:07.849969 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-033a1b13-d864-4514-8303-b361cf6d60b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682'] for port, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:14:07.858285 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-c9c0787a-594b-4dba-8b5d-0293000f9d67 tempest-TestServerBasicOps-339652129 tempest-TestServerBasicOps-339652129-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:14:07.903931 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-c9c0787a-594b-4dba-8b5d-0293000f9d67 tempest-TestServerBasicOps-339652129 tempest-TestServerBasicOps-339652129-project] Usage tracker for resource:security_group_rule and tenant:769e4d212a7247919de3c941a9f4cf3b is out of sync, need to count used quota {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:14:08.184787 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-c9c0787a-594b-4dba-8b5d-0293000f9d67 tempest-TestServerBasicOps-339652129 tempest-TestServerBasicOps-339652129-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:14:08.209162 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c958fcc-cd96-48fe-b950-79c497e98993 None None] Pushing event updated for resources: {'Port': ['ID=04873a2a-875c-4159-8764-a6f4a24d1d21,revision_number=3']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:14:08.232226 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-c9c0787a-594b-4dba-8b5d-0293000f9d67 tempest-TestServerBasicOps-339652129 tempest-TestServerBasicOps-339652129-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:14:08.292024 n-d-838334-2 neutron-server[84041]: INFO neutron.db.securitygroups_db [None req-c9c0787a-594b-4dba-8b5d-0293000f9d67 tempest-TestServerBasicOps-339652129 tempest-TestServerBasicOps-339652129-project] Project 769e4d212a7247919de3c941a9f4cf3b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 18 21:14:08.317213 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-c9c0787a-594b-4dba-8b5d-0293000f9d67 tempest-TestServerBasicOps-339652129 tempest-TestServerBasicOps-339652129-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:14:08.622288 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.managers [None req-033a1b13-d864-4514-8303-b361cf6d60b7 None None] Attempting to bind port 04873a2a-875c-4159-8764-a6f4a24d1d21 on host n-d-838334-2 for vnic_type normal with profile {{(pid=84042) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 21:14:08.622659 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.managers [None req-033a1b13-d864-4514-8303-b361cf6d60b7 None None] Attempting to bind port 04873a2a-875c-4159-8764-a6f4a24d1d21 by drivers openvswitch,hyperv on host n-d-838334-2 at level 0 using segments [{'id': 'f6dabbc8-958f-4912-b0f1-a71ffd08c326', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': 'a6c6078c-7564-4d9c-bc64-383bf2f06682'}] {{(pid=84042) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 21:14:08.627512 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-033a1b13-d864-4514-8303-b361cf6d60b7 None None] Attempting to bind port 04873a2a-875c-4159-8764-a6f4a24d1d21 on network a6c6078c-7564-4d9c-bc64-383bf2f06682 {{(pid=84042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 21:14:08.691446 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-033a1b13-d864-4514-8303-b361cf6d60b7 None None] Checking agent: {'id': '97cd4414-7af6-4d67-868d-dff370b4071a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838334-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 25, 49), 'started_at': datetime.datetime(2022, 4, 18, 20, 26, 19), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 21, 13, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838334-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 18 21:14:08.691982 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-033a1b13-d864-4514-8303-b361cf6d60b7 None None] Checking segment: {'id': 'f6dabbc8-958f-4912-b0f1-a71ffd08c326', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': 'a6c6078c-7564-4d9c-bc64-383bf2f06682'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84042) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 21:14:08.698400 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-033a1b13-d864-4514-8303-b361cf6d60b7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:14:08.698920 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-033a1b13-d864-4514-8303-b361cf6d60b7 None None] Bound using segment: {'id': 'f6dabbc8-958f-4912-b0f1-a71ffd08c326', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': 'a6c6078c-7564-4d9c-bc64-383bf2f06682'} {{(pid=84042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 18 21:14:08.699431 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.managers [None req-033a1b13-d864-4514-8303-b361cf6d60b7 None None] Bound port: 04873a2a-875c-4159-8764-a6f4a24d1d21, host: n-d-838334-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f6dabbc8-958f-4912-b0f1-a71ffd08c326', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': 'a6c6078c-7564-4d9c-bc64-383bf2f06682'}}] {{(pid=84042) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 21:14:08.701456 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-033a1b13-d864-4514-8303-b361cf6d60b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:14:08.708424 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-c9c0787a-594b-4dba-8b5d-0293000f9d67 tempest-TestServerBasicOps-339652129 tempest-TestServerBasicOps-339652129-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:14:08.722732 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-9878b5c0-a2d6-4d1e-a706-1c71f763ccb2 tempest-RoutersNegativeTest-900170219 tempest-RoutersNegativeTest-900170219-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33443857'] for router_interface, before_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:14:08.890661 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 53476) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:14:08.940645 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-033a1b13-d864-4514-8303-b361cf6d60b7 None None] For port 04873a2a-875c-4159-8764-a6f4a24d1d21, host n-d-838334-2, cleared binding levels {{(pid=84042) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 21:14:08.945513 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-033a1b13-d864-4514-8303-b361cf6d60b7 None None] For port 04873a2a-875c-4159-8764-a6f4a24d1d21, host n-d-838334-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838334-2',level=0,port_id=04873a2a-875c-4159-8764-a6f4a24d1d21,segment=NetworkSegment(f6dabbc8-958f-4912-b0f1-a71ffd08c326),segment_id=f6dabbc8-958f-4912-b0f1-a71ffd08c326)] {{(pid=84042) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 21:14:08.957867 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-033a1b13-d864-4514-8303-b361cf6d60b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682'] for port, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:14:09.001207 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-c9c0787a-594b-4dba-8b5d-0293000f9d67 tempest-TestServerBasicOps-339652129 tempest-TestServerBasicOps-339652129-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33528311'] for security_group_rule, after_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:14:09.107567 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9c0787a-594b-4dba-8b5d-0293000f9d67 tempest-TestServerBasicOps-339652129 tempest-TestServerBasicOps-339652129-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a9086338-ccb4-4e90-aaac-a5f21b73c810,revision_number=0']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:14:09.127755 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c958fcc-cd96-48fe-b950-79c497e98993 None None] Pushing event updated for resources: {'Port': ['ID=04873a2a-875c-4159-8764-a6f4a24d1d21,revision_number=4']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:14:09.198686 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_dvrscheduler_db [None req-033a1b13-d864-4514-8303-b361cf6d60b7 None None] Routers {'eec129a7-ff97-4a08-81cd-9578bacd1f66'} bound to L3 agent in host n-d-838334-2 {{(pid=84042) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 21:14:09.199593 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_hamode_db [None req-033a1b13-d864-4514-8303-b361cf6d60b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838334-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-18T20:25:48Z,description=,heartbeat_timestamp=2022-04-18T21:13:48Z,host='n-d-838334-2',id=bc84d6c9-dd7a-4555-a351-592327b46d5a,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:25:48Z,topic='l3_agent')) {'router_ids': ['eec129a7-ff97-4a08-81cd-9578bacd1f66'], 'active': True} {{(pid=84042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:14:09.243823 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-c795c9fd-88fc-4fe3-811b-1bab4f80b419 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:14:09.323956 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-c9c0787a-594b-4dba-8b5d-0293000f9d67 tempest-TestServerBasicOps-339652129 tempest-TestServerBasicOps-339652129-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:14:09.325772 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-c9c0787a-594b-4dba-8b5d-0293000f9d67 tempest-TestServerBasicOps-339652129 tempest-TestServerBasicOps-339652129-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 1.6481690 Apr 18 21:14:09.328999 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 53506) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:14:09.338455 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.v2.base [None req-ba05afd7-74a4-4053-9b7e-f70f6fcd5f95 tempest-TestServerBasicOps-339652129 tempest-TestServerBasicOps-339652129-project] Request body: {'security_group_rule': {'security_group_id': '9501666c-22a1-4a49-a5f5-31f14fb519f1', 'project_id': '769e4d212a7247919de3c941a9f4cf3b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=84041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:14:09.356184 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-ba05afd7-74a4-4053-9b7e-f70f6fcd5f95 tempest-TestServerBasicOps-339652129 tempest-TestServerBasicOps-339652129-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:14:09.374576 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-ba05afd7-74a4-4053-9b7e-f70f6fcd5f95 tempest-TestServerBasicOps-339652129 tempest-TestServerBasicOps-339652129-project] Usage tracker for resource:security_group_rule and tenant:769e4d212a7247919de3c941a9f4cf3b is out of sync, need to count used quota {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:14:09.380376 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-ba05afd7-74a4-4053-9b7e-f70f6fcd5f95 tempest-TestServerBasicOps-339652129 tempest-TestServerBasicOps-339652129-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:14:09.399254 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-ba05afd7-74a4-4053-9b7e-f70f6fcd5f95 tempest-TestServerBasicOps-339652129 tempest-TestServerBasicOps-339652129-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:14:09.402204 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [None req-c795c9fd-88fc-4fe3-811b-1bab4f80b419 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:14:09.414810 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-c795c9fd-88fc-4fe3-811b-1bab4f80b419 admin admin] Usage tracker for resource:security_group_rule and tenant:85dc64ce190345dda963479dc8de25d7 is out of sync, need to count used quota {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:14:09.421850 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-c795c9fd-88fc-4fe3-811b-1bab4f80b419 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:14:09.441392 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [None req-c795c9fd-88fc-4fe3-811b-1bab4f80b419 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:14:09.525687 n-d-838334-2 neutron-server[84041]: INFO neutron.db.securitygroups_db [None req-ba05afd7-74a4-4053-9b7e-f70f6fcd5f95 tempest-TestServerBasicOps-339652129 tempest-TestServerBasicOps-339652129-project] Project 769e4d212a7247919de3c941a9f4cf3b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 18 21:14:09.546752 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-ba05afd7-74a4-4053-9b7e-f70f6fcd5f95 tempest-TestServerBasicOps-339652129 tempest-TestServerBasicOps-339652129-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:14:09.614392 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-c795c9fd-88fc-4fe3-811b-1bab4f80b419 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:14:09.621021 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-c795c9fd-88fc-4fe3-811b-1bab4f80b419 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33528224'] for security_group, after_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:14:09.636860 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-ba05afd7-74a4-4053-9b7e-f70f6fcd5f95 tempest-TestServerBasicOps-339652129 tempest-TestServerBasicOps-339652129-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:14:09.661710 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-ba05afd7-74a4-4053-9b7e-f70f6fcd5f95 tempest-TestServerBasicOps-339652129 tempest-TestServerBasicOps-339652129-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33528311'] for security_group_rule, after_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:14:09.702557 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c795c9fd-88fc-4fe3-811b-1bab4f80b419 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8e9a9dff-0448-48e9-8592-075aea3b6039,revision_number=1']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:14:09.723886 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-c795c9fd-88fc-4fe3-811b-1bab4f80b419 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=85dc64ce190345dda963479dc8de25d7&name=default HTTP/1.1" status: 200 len: 2647 time: 0.8313210 Apr 18 21:14:09.726523 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 53538) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:14:09.764337 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_dvr_db [None req-033a1b13-d864-4514-8303-b361cf6d60b7 None None] Set router eec129a7-ff97-4a08-81cd-9578bacd1f66 gateway port host: n-d-838334-2 {{(pid=84042) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 21:14:09.796295 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-ba05afd7-74a4-4053-9b7e-f70f6fcd5f95 tempest-TestServerBasicOps-339652129 tempest-TestServerBasicOps-339652129-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:14:09.800615 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-ba05afd7-74a4-4053-9b7e-f70f6fcd5f95 tempest-TestServerBasicOps-339652129 tempest-TestServerBasicOps-339652129-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.4705110 Apr 18 21:14:09.825912 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba05afd7-74a4-4053-9b7e-f70f6fcd5f95 tempest-TestServerBasicOps-339652129 tempest-TestServerBasicOps-339652129-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=284fbce8-c4b3-4417-a214-1fd0fb24a300,revision_number=0']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:14:09.878343 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-a2affaf7-6d32-48ff-893f-d628e28a3903 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:14:09.974493 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-a2affaf7-6d32-48ff-893f-d628e28a3903 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:14:10.086308 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-a2affaf7-6d32-48ff-893f-d628e28a3903 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33528224'] for security_group, after_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:14:10.125662 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2affaf7-6d32-48ff-893f-d628e28a3903 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e9a9dff-0448-48e9-8592-075aea3b6039,revision_number=None']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:14:10.130355 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-a2affaf7-6d32-48ff-893f-d628e28a3903 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:14:10.134258 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-a2affaf7-6d32-48ff-893f-d628e28a3903 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/8e9a9dff-0448-48e9-8592-075aea3b6039 HTTP/1.1" status: 204 len: 168 time: 0.4053671 Apr 18 21:14:10.464412 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [req-de6fe9ee-e5a9-47d6-a9a4-688b91fcb5c5 req-d8cce54b-5f32-46be-a15c-eb4ee9b3e313 tempest-TestServerBasicOps-339652129 tempest-TestServerBasicOps-339652129-project] Synchronizing usage tracker for tenant:769e4d212a7247919de3c941a9f4cf3b on resource:security_group {{(pid=84040) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 21:14:10.503223 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [req-de6fe9ee-e5a9-47d6-a9a4-688b91fcb5c5 req-d8cce54b-5f32-46be-a15c-eb4ee9b3e313 tempest-TestServerBasicOps-339652129 tempest-TestServerBasicOps-339652129-project] Unset dirty status for tenant:769e4d212a7247919de3c941a9f4cf3b on resource:security_group {{(pid=84040) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 21:14:10.510972 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-de6fe9ee-e5a9-47d6-a9a4-688b91fcb5c5 req-d8cce54b-5f32-46be-a15c-eb4ee9b3e313 tempest-TestServerBasicOps-339652129 tempest-TestServerBasicOps-339652129-project] 10.222.0.42 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-149105931&fields=id&tenant_id=769e4d212a7247919de3c941a9f4cf3b HTTP/1.1" status: 200 len: 267 time: 0.1816993 Apr 18 21:14:10.561298 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_hamode_db [None req-033a1b13-d864-4514-8303-b361cf6d60b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eec129a7-ff97-4a08-81cd-9578bacd1f66', 'name': 'tempest-TestServerBasicOps-2072492836-router', 'tenant_id': 'fbd2f0db4be7454291153c63896433c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'external_fixed_ips': [{'subnet_id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'ip_address': '172.25.8.101'}], 'enable_snat': True}, 'gw_port_id': 'f8cb1b03-f398-498b-9dc8-a3883b25474a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:13:46Z', 'updated_at': '2022-04-18T21:13:55Z', 'revision_number': 4, 'project_id': 'fbd2f0db4be7454291153c63896433c1', 'gw_port': {'id': 'f8cb1b03-f398-498b-9dc8-a3883b25474a', 'name': '', 'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:d5:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eec129a7-ff97-4a08-81cd-9578bacd1f66', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'ip_address': '172.25.8.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:13:47Z', 'updated_at': '2022-04-18T21:14:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838334-2', '_interfaces': [{'id': '04873a2a-875c-4159-8764-a6f4a24d1d21', 'name': '', 'network_id': 'a6c6078c-7564-4d9c-bc64-383bf2f06682', 'tenant_id': 'fbd2f0db4be7454291153c63896433c1', 'mac_address': 'fa:16:3e:07:84:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eec129a7-ff97-4a08-81cd-9578bacd1f66', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9d073124-b859-4ca2-95ab-3f4f7f447902', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:13:52Z', 'updated_at': '2022-04-18T21:14:08Z', 'revision_number': 4, 'project_id': 'fbd2f0db4be7454291153c63896433c1', 'subnets': [{'id': '9d073124-b859-4ca2-95ab-3f4f7f447902', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838334-2', False) {} {{(pid=84042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:14:10.571195 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-033a1b13-d864-4514-8303-b361cf6d60b7 None None] The sync data for ids ['eec129a7-ff97-4a08-81cd-9578bacd1f66'] in n-d-838334-2 is: [{'id': 'eec129a7-ff97-4a08-81cd-9578bacd1f66', 'name': 'tempest-TestServerBasicOps-2072492836-router', 'tenant_id': 'fbd2f0db4be7454291153c63896433c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'external_fixed_ips': [{'subnet_id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'ip_address': '172.25.8.101'}], 'enable_snat': True}, 'gw_port_id': 'f8cb1b03-f398-498b-9dc8-a3883b25474a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:13:46Z', 'updated_at': '2022-04-18T21:13:55Z', 'revision_number': 4, 'project_id': 'fbd2f0db4be7454291153c63896433c1', 'gw_port': {'id': 'f8cb1b03-f398-498b-9dc8-a3883b25474a', 'name': '', 'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:d5:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eec129a7-ff97-4a08-81cd-9578bacd1f66', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'ip_address': '172.25.8.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:13:47Z', 'updated_at': '2022-04-18T21:14:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838334-2', '_interfaces': [{'id': '04873a2a-875c-4159-8764-a6f4a24d1d21', 'name': '', 'network_id': 'a6c6078c-7564-4d9c-bc64-383bf2f06682', 'tenant_id': 'fbd2f0db4be7454291153c63896433c1', 'mac_address': 'fa:16:3e:07:84:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eec129a7-ff97-4a08-81cd-9578bacd1f66', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9d073124-b859-4ca2-95ab-3f4f7f447902', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:13:52Z', 'updated_at': '2022-04-18T21:14:08Z', 'revision_number': 4, 'project_id': 'fbd2f0db4be7454291153c63896433c1', 'subnets': [{'id': '9d073124-b859-4ca2-95ab-3f4f7f447902', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84042) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 18 21:14:10.665885 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.plugin [None req-9878b5c0-a2d6-4d1e-a706-1c71f763ccb2 tempest-RoutersNegativeTest-900170219 tempest-RoutersNegativeTest-900170219-project] Deleting port a34bec9c-f077-44ca-9448-4bb2ad458dd7 {{(pid=84041) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 21:14:10.666724 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-9878b5c0-a2d6-4d1e-a706-1c71f763ccb2 tempest-RoutersNegativeTest-900170219 tempest-RoutersNegativeTest-900170219-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750375188691'] for port, before_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:14:11.073573 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-9878b5c0-a2d6-4d1e-a706-1c71f763ccb2 tempest-RoutersNegativeTest-900170219 tempest-RoutersNegativeTest-900170219-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369123'] for port, precommit_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:14:11.196012 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de6fe9ee-e5a9-47d6-a9a4-688b91fcb5c5 req-3a1874b7-ca15-456c-b4c4-cfd0eb06c718 tempest-TestServerBasicOps-339652129 tempest-TestServerBasicOps-339652129-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:14:11.196905 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [req-de6fe9ee-e5a9-47d6-a9a4-688b91fcb5c5 req-3a1874b7-ca15-456c-b4c4-cfd0eb06c718 tempest-TestServerBasicOps-339652129 tempest-TestServerBasicOps-339652129-project] Synchronizing usage tracker for tenant:769e4d212a7247919de3c941a9f4cf3b on resource:network {{(pid=84040) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 21:14:11.277664 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [req-de6fe9ee-e5a9-47d6-a9a4-688b91fcb5c5 req-3a1874b7-ca15-456c-b4c4-cfd0eb06c718 tempest-TestServerBasicOps-339652129 tempest-TestServerBasicOps-339652129-project] Unset dirty status for tenant:769e4d212a7247919de3c941a9f4cf3b on resource:network {{(pid=84040) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 21:14:11.284644 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-de6fe9ee-e5a9-47d6-a9a4-688b91fcb5c5 req-3a1874b7-ca15-456c-b4c4-cfd0eb06c718 tempest-TestServerBasicOps-339652129 tempest-TestServerBasicOps-339652129-project] 10.222.0.42 "GET /v2.0/networks?id=455c9cd9-3eae-4b7a-8234-99cebcf9bc24 HTTP/1.1" status: 200 len: 808 time: 0.7701821 Apr 18 21:14:11.329148 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-de6fe9ee-e5a9-47d6-a9a4-688b91fcb5c5 req-d1262ca3-6b17-4cea-867f-2ab478355a7b tempest-TestServerBasicOps-339652129 tempest-TestServerBasicOps-339652129-project] 10.222.0.42 "GET /v2.0/quotas/769e4d212a7247919de3c941a9f4cf3b HTTP/1.1" status: 200 len: 375 time: 0.0430512 Apr 18 21:14:11.490552 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.plugin [None req-9878b5c0-a2d6-4d1e-a706-1c71f763ccb2 tempest-RoutersNegativeTest-900170219 tempest-RoutersNegativeTest-900170219-project] Calling delete_port for a34bec9c-f077-44ca-9448-4bb2ad458dd7 owned by network:router_interface {{(pid=84041) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 21:14:11.551600 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-de6fe9ee-e5a9-47d6-a9a4-688b91fcb5c5 req-01b7412c-ff66-400d-bd38-266d304ffa2d tempest-TestServerBasicOps-339652129 tempest-TestServerBasicOps-339652129-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=769e4d212a7247919de3c941a9f4cf3b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2213550 Apr 18 21:14:11.950071 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-de6fe9ee-e5a9-47d6-a9a4-688b91fcb5c5 req-1d8e50cc-17cb-4f64-948e-bc3ed86d4dbc service neutron] 10.222.0.42 "GET /v2.0/networks/455c9cd9-3eae-4b7a-8234-99cebcf9bc24?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3728225 Apr 18 21:14:11.981956 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-9878b5c0-a2d6-4d1e-a706-1c71f763ccb2 tempest-RoutersNegativeTest-900170219 tempest-RoutersNegativeTest-900170219-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750375259028', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750374836628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32266323'] for port, after_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:14:12.118828 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9878b5c0-a2d6-4d1e-a706-1c71f763ccb2 tempest-RoutersNegativeTest-900170219 tempest-RoutersNegativeTest-900170219-project] Pushing event deleted for resources: {'Port': ['ID=a34bec9c-f077-44ca-9448-4bb2ad458dd7,revision_number=None']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:14:12.331478 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-de6fe9ee-e5a9-47d6-a9a4-688b91fcb5c5 req-596dc08b-3133-487c-8540-e5eeee0561c4 service neutron] 10.222.0.42 "GET /v2.0/networks/455c9cd9-3eae-4b7a-8234-99cebcf9bc24?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3771353 Apr 18 21:14:12.592357 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-9878b5c0-a2d6-4d1e-a706-1c71f763ccb2 tempest-RoutersNegativeTest-900170219 tempest-RoutersNegativeTest-900170219-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-32377931', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33443910'] for router_interface, after_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:14:12.729575 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Device 04873a2a-875c-4159-8764-a6f4a24d1d21 up at agent ovs-agent-n-d-838334-2 {{(pid=84042) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 21:14:12.972279 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-4f6fc2fd-1b4d-4f76-82e8-3531af3da14d req-126b7b2e-1144-43d5-9d13-6cc32deb0b92 tempest-TestServerBasicOps-339652129 tempest-TestServerBasicOps-339652129-project] 10.222.0.42 "GET /v2.0/ports?device_id=6e0fe3d9-3681-4728-ac75-931f2234a9b3 HTTP/1.1" status: 200 len: 210 time: 0.1098280 Apr 18 21:14:13.007605 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Provisioning for port 04873a2a-875c-4159-8764-a6f4a24d1d21 completed by entity L2. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 21:14:13.013539 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Provisioning complete for port 04873a2a-875c-4159-8764-a6f4a24d1d21 triggered by entity L2. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:14:13.014089 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1253608'] for port, provisioning_complete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:14:13.318877 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:14:13.372793 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] For port 04873a2a-875c-4159-8764-a6f4a24d1d21, host n-d-838334-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838334-2',level=0,port_id=04873a2a-875c-4159-8764-a6f4a24d1d21,segment=NetworkSegment(f6dabbc8-958f-4912-b0f1-a71ffd08c326),segment_id=f6dabbc8-958f-4912-b0f1-a71ffd08c326)] {{(pid=84042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:14:13.381547 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682'] for port, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:14:13.588370 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Pushing event updated for resources: {'Port': ['ID=04873a2a-875c-4159-8764-a6f4a24d1d21,revision_number=5']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:14:13.791895 n-d-838334-2 neutron-server[84041]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9878b5c0-a2d6-4d1e-a706-1c71f763ccb2 tempest-RoutersNegativeTest-900170219 tempest-RoutersNegativeTest-900170219-project] Router d7b5aeff-de28-4505-836c-260e6314818f has already been hosted by L3 agent bc84d6c9-dd7a-4555-a351-592327b46d5a {{(pid=84041) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 21:14:14.200841 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9878b5c0-a2d6-4d1e-a706-1c71f763ccb2 tempest-RoutersNegativeTest-900170219 tempest-RoutersNegativeTest-900170219-project] Notify agent at l3_agent.n-d-838334-2 the message routers_updated {{(pid=84041) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 21:14:14.212764 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cccf5ea7-4b1a-42cf-b8db-99b9dbab4f30 None None] Sync routers for ids ['d7b5aeff-de28-4505-836c-260e6314818f'] in n-d-838334-2 {{(pid=84042) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 18 21:14:14.238081 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 53888) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:14:14.241975 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-9878b5c0-a2d6-4d1e-a706-1c71f763ccb2 tempest-RoutersNegativeTest-900170219 tempest-RoutersNegativeTest-900170219-project] 10.222.0.42 "PUT /v2.0/routers/d7b5aeff-de28-4505-836c-260e6314818f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.3924823 Apr 18 21:14:14.246784 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cccf5ea7-4b1a-42cf-b8db-99b9dbab4f30 None None] Routers {'d7b5aeff-de28-4505-836c-260e6314818f'} bound to L3 agent in host n-d-838334-2 {{(pid=84042) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 21:14:14.249790 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_hamode_db [None req-cccf5ea7-4b1a-42cf-b8db-99b9dbab4f30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838334-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-18T20:25:48Z,description=,heartbeat_timestamp=2022-04-18T21:13:48Z,host='n-d-838334-2',id=bc84d6c9-dd7a-4555-a351-592327b46d5a,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:25:48Z,topic='l3_agent')) {'router_ids': ['d7b5aeff-de28-4505-836c-260e6314818f'], 'active': True} {{(pid=84042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:14:14.450870 n-d-838334-2 neutron-server[84040]: INFO neutron.api.v2.resource [None req-6ff5ebe2-0f70-48ec-9b20-895e5d2bd7cd tempest-RoutersNegativeTest-900170219 tempest-RoutersNegativeTest-900170219-project] show failed (client error): The resource could not be found. Apr 18 21:14:14.457427 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 53908) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:14:14.459465 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-6ff5ebe2-0f70-48ec-9b20-895e5d2bd7cd tempest-RoutersNegativeTest-900170219 tempest-RoutersNegativeTest-900170219-project] 10.222.0.42 "GET /v2.0/routers/tempest-non_exist_router-1035495712 HTTP/1.1" status: 404 len: 335 time: 0.2197223 Apr 18 21:14:14.465715 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.v2.base [None req-97d10dcf-d365-4423-ba66-e45599de3190 tempest-RoutersNegativeTest-900170219 tempest-RoutersNegativeTest-900170219-project] Request body: {'router': {'name': 'new_name'}} {{(pid=84041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:14:14.478688 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_hamode_db [None req-cccf5ea7-4b1a-42cf-b8db-99b9dbab4f30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-838334-2', False) {} {{(pid=84042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:14:14.487994 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-03363290-f0c7-4713-9f5b-934597120769 req-b43a56a5-2ae4-4b1b-9dd0-124bcc03a093 tempest-TestServerBasicOps-339652129 tempest-TestServerBasicOps-339652129-project] 10.222.0.42 "GET /v2.0/ports?device_id=6e0fe3d9-3681-4728-ac75-931f2234a9b3 HTTP/1.1" status: 200 len: 210 time: 0.1487973 Apr 18 21:14:14.535020 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cccf5ea7-4b1a-42cf-b8db-99b9dbab4f30 None None] Routers {'d7b5aeff-de28-4505-836c-260e6314818f'} bound to L3 agent in host n-d-838334-2 {{(pid=84042) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 21:14:14.537960 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_hamode_db [None req-cccf5ea7-4b1a-42cf-b8db-99b9dbab4f30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838334-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-18T20:25:48Z,description=,heartbeat_timestamp=2022-04-18T21:13:48Z,host='n-d-838334-2',id=bc84d6c9-dd7a-4555-a351-592327b46d5a,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:25:48Z,topic='l3_agent')) {'router_ids': ['d7b5aeff-de28-4505-836c-260e6314818f'], 'active': True} {{(pid=84042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:14:14.620297 n-d-838334-2 neutron-server[84041]: INFO neutron.api.v2.resource [None req-97d10dcf-d365-4423-ba66-e45599de3190 tempest-RoutersNegativeTest-900170219 tempest-RoutersNegativeTest-900170219-project] update failed (client error): The resource could not be found. Apr 18 21:14:14.626449 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 53922) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:14:14.639822 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-97d10dcf-d365-4423-ba66-e45599de3190 tempest-RoutersNegativeTest-900170219 tempest-RoutersNegativeTest-900170219-project] 10.222.0.42 "PUT /v2.0/routers/tempest-non_exist_router-487001617 HTTP/1.1" status: 404 len: 334 time: 0.1811261 Apr 18 21:14:14.681890 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_hamode_db [None req-cccf5ea7-4b1a-42cf-b8db-99b9dbab4f30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-838334-2', False) {} {{(pid=84042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:14:14.681890 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cccf5ea7-4b1a-42cf-b8db-99b9dbab4f30 None None] The sync data for ids ['d7b5aeff-de28-4505-836c-260e6314818f'] in n-d-838334-2 is: [] {{(pid=84042) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 18 21:14:14.691844 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Device 04873a2a-875c-4159-8764-a6f4a24d1d21 up at agent ovs-agent-n-d-838334-2 {{(pid=84042) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 21:14:14.883169 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Provisioning complete for port 04873a2a-875c-4159-8764-a6f4a24d1d21 triggered by entity L2. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:14:14.883935 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1253608'] for port, provisioning_complete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:14:15.009031 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.db_base_plugin_v2 [None req-9d361a70-796c-4bad-9982-c50da208f881 tempest-RoutersNegativeTest-900170219 tempest-RoutersNegativeTest-900170219-project] Deleting subnet 41360e88-873c-4c3b-9a6e-110445897d66 {{(pid=84040) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 18 21:14:15.013666 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-9d361a70-796c-4bad-9982-c50da208f881 tempest-RoutersNegativeTest-900170219 tempest-RoutersNegativeTest-900170219-project] Notify callbacks [] for subnet, before_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:14:15.145254 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-9d361a70-796c-4bad-9982-c50da208f881 tempest-RoutersNegativeTest-900170219 tempest-RoutersNegativeTest-900170219-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31955982'] for subnet, precommit_delete_associations {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:14:15.481304 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-9d361a70-796c-4bad-9982-c50da208f881 tempest-RoutersNegativeTest-900170219 tempest-RoutersNegativeTest-900170219-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1260556'] for subnet, precommit_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:14:15.665986 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-2d0d1c95-b1c2-4be0-a13e-7c66fb0d4980 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750375287399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253529'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:14:15.672126 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-9d361a70-796c-4bad-9982-c50da208f881 tempest-RoutersNegativeTest-900170219 tempest-RoutersNegativeTest-900170219-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1260549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33526260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32440885', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31752825'] for subnet, after_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:14:15.679658 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de6fe9ee-e5a9-47d6-a9a4-688b91fcb5c5 req-fe5d4bce-92c8-4eab-8d0c-6c4a9bef58ad tempest-TestServerBasicOps-339652129 tempest-TestServerBasicOps-339652129-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:14:15.683301 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-de6fe9ee-e5a9-47d6-a9a4-688b91fcb5c5 req-fe5d4bce-92c8-4eab-8d0c-6c4a9bef58ad tempest-TestServerBasicOps-339652129 tempest-TestServerBasicOps-339652129-project] 10.222.0.43 "GET /v2.0/networks?id=455c9cd9-3eae-4b7a-8234-99cebcf9bc24 HTTP/1.1" status: 200 len: 808 time: 0.5759883 Apr 18 21:14:15.821204 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-de6fe9ee-e5a9-47d6-a9a4-688b91fcb5c5 req-a6ffa083-f24f-4991-b889-82014a274a50 tempest-TestServerBasicOps-339652129 tempest-TestServerBasicOps-339652129-project] 10.222.0.43 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=769e4d212a7247919de3c941a9f4cf3b HTTP/1.1" status: 200 len: 379 time: 0.1223245 Apr 18 21:14:15.835058 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.v2.base [req-de6fe9ee-e5a9-47d6-a9a4-688b91fcb5c5 req-a9083614-c605-401a-b26e-07dfd08bd307 tempest-TestServerBasicOps-339652129 tempest-TestServerBasicOps-339652129-project] Request body: {'port': {'device_id': '6e0fe3d9-3681-4728-ac75-931f2234a9b3', 'network_id': '455c9cd9-3eae-4b7a-8234-99cebcf9bc24', 'admin_state_up': True, 'tenant_id': '769e4d212a7247919de3c941a9f4cf3b', 'security_groups': ['9501666c-22a1-4a49-a5f5-31f14fb519f1']}} {{(pid=84041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:14:15.945443 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d361a70-796c-4bad-9982-c50da208f881 tempest-RoutersNegativeTest-900170219 tempest-RoutersNegativeTest-900170219-project] Pushing event deleted for resources: {'Subnet': ['ID=41360e88-873c-4c3b-9a6e-110445897d66,revision_number=None']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:14:16.004910 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-489ef6cd-cc5f-4a07-88c3-22ea14fc6283 None None] Network ba92f899-e331-4e02-a31c-aa9b61386335 requested from n-d-838334-2 {{(pid=84042) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 21:14:16.021068 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-3fe64de2-da58-4931-a1ec-f12d2fea9d97 req-dcb66d4f-df25-42b2-8089-545ecf813124 tempest-TestServerBasicOps-339652129 tempest-TestServerBasicOps-339652129-project] 10.222.0.42 "GET /v2.0/ports?device_id=6e0fe3d9-3681-4728-ac75-931f2234a9b3 HTTP/1.1" status: 200 len: 210 time: 0.2607999 Apr 18 21:14:16.022438 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-9d361a70-796c-4bad-9982-c50da208f881 tempest-RoutersNegativeTest-900170219 tempest-RoutersNegativeTest-900170219-project] Notify callbacks [] for subnet, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:14:16.047173 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-9d361a70-796c-4bad-9982-c50da208f881 tempest-RoutersNegativeTest-900170219 tempest-RoutersNegativeTest-900170219-project] 10.222.0.42 "DELETE /v2.0/subnets/41360e88-873c-4c3b-9a6e-110445897d66 HTTP/1.1" status: 204 len: 168 time: 1.4193158 Apr 18 21:14:16.050345 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 53952) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:14:16.275252 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [req-de6fe9ee-e5a9-47d6-a9a4-688b91fcb5c5 req-a9083614-c605-401a-b26e-07dfd08bd307 tempest-TestServerBasicOps-339652129 tempest-TestServerBasicOps-339652129-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:14:16.280052 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [req-de6fe9ee-e5a9-47d6-a9a4-688b91fcb5c5 req-a9083614-c605-401a-b26e-07dfd08bd307 tempest-TestServerBasicOps-339652129 tempest-TestServerBasicOps-339652129-project] Usage tracker for resource:port and tenant:769e4d212a7247919de3c941a9f4cf3b is out of sync, need to count used quota {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:14:16.283354 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [req-de6fe9ee-e5a9-47d6-a9a4-688b91fcb5c5 req-a9083614-c605-401a-b26e-07dfd08bd307 tempest-TestServerBasicOps-339652129 tempest-TestServerBasicOps-339652129-project] Quota usage for port was recalculated. Used quota:2. {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:14:16.291097 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [req-de6fe9ee-e5a9-47d6-a9a4-688b91fcb5c5 req-a9083614-c605-401a-b26e-07dfd08bd307 tempest-TestServerBasicOps-339652129 tempest-TestServerBasicOps-339652129-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:14:16.304628 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-de6fe9ee-e5a9-47d6-a9a4-688b91fcb5c5 req-a9083614-c605-401a-b26e-07dfd08bd307 tempest-TestServerBasicOps-339652129 tempest-TestServerBasicOps-339652129-project] Made reservation on behalf of 769e4d212a7247919de3c941a9f4cf3b for: {'port': 1} {{(pid=84041) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:14:16.308664 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [req-de6fe9ee-e5a9-47d6-a9a4-688b91fcb5c5 req-a9083614-c605-401a-b26e-07dfd08bd307 tempest-TestServerBasicOps-339652129 tempest-TestServerBasicOps-339652129-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:14:16.451509 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ac2c982-022a-487c-9e78-c284ff76b890 None None] DHCP port deletion for ba92f899-e331-4e02-a31c-aa9b61386335 request from n-d-838334-2 {{(pid=84042) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 18 21:14:16.456313 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.plugin [None req-1ac2c982-022a-487c-9e78-c284ff76b890 None None] Deleting port ba95aca3-7edd-4457-8c65-52ff99674fe6 {{(pid=84042) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 21:14:16.456898 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-1ac2c982-022a-487c-9e78-c284ff76b890 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750375188691'] for port, before_delete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:14:16.470970 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.db_base_plugin_v2 [None req-f3d6d3de-9f2b-4345-bcfa-91f6b42f7fbf tempest-RoutersNegativeTest-900170219 tempest-RoutersNegativeTest-900170219-project] Deleting subnet 3be1eb25-ca55-4bb7-9782-f1e42fd7f6b5 {{(pid=84040) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 18 21:14:16.476974 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-f3d6d3de-9f2b-4345-bcfa-91f6b42f7fbf tempest-RoutersNegativeTest-900170219 tempest-RoutersNegativeTest-900170219-project] Notify callbacks [] for subnet, before_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:14:16.549776 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.db_base_plugin_common [req-de6fe9ee-e5a9-47d6-a9a4-688b91fcb5c5 req-a9083614-c605-401a-b26e-07dfd08bd307 tempest-TestServerBasicOps-339652129 tempest-TestServerBasicOps-339652129-project] Allocated IP 172.20.0.11 (455c9cd9-3eae-4b7a-8234-99cebcf9bc24/ffff18e8-8f29-45e6-957b-0d07d078c8a0/ca8a70d8-3de3-411d-838b-aca123d7e7d9) {{(pid=84041) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 21:14:16.621903 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-f3d6d3de-9f2b-4345-bcfa-91f6b42f7fbf tempest-RoutersNegativeTest-900170219 tempest-RoutersNegativeTest-900170219-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31955982'] for subnet, precommit_delete_associations {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:14:16.643141 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Device ba95aca3-7edd-4457-8c65-52ff99674fe6 no longer exists at agent ovs-agent-n-d-838334-2 {{(pid=84042) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 21:14:16.815961 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-f3d6d3de-9f2b-4345-bcfa-91f6b42f7fbf tempest-RoutersNegativeTest-900170219 tempest-RoutersNegativeTest-900170219-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1260556'] for subnet, precommit_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:14:16.844128 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [req-de6fe9ee-e5a9-47d6-a9a4-688b91fcb5c5 req-a9083614-c605-401a-b26e-07dfd08bd307 tempest-TestServerBasicOps-339652129 tempest-TestServerBasicOps-339652129-project] Notify callbacks [] for port, precommit_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:14:16.904104 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.provisioning_blocks [req-de6fe9ee-e5a9-47d6-a9a4-688b91fcb5c5 req-a9083614-c605-401a-b26e-07dfd08bd307 tempest-TestServerBasicOps-339652129 tempest-TestServerBasicOps-339652129-project] Transition to ACTIVE for port object ca8a70d8-3de3-411d-838b-aca123d7e7d9 will not be triggered until provisioned by entity DHCP. {{(pid=84041) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:14:16.957168 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [req-de6fe9ee-e5a9-47d6-a9a4-688b91fcb5c5 req-a9083614-c605-401a-b26e-07dfd08bd307 tempest-TestServerBasicOps-339652129 tempest-TestServerBasicOps-339652129-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750374836619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32266323'] for port, after_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:14:17.012931 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-f3d6d3de-9f2b-4345-bcfa-91f6b42f7fbf tempest-RoutersNegativeTest-900170219 tempest-RoutersNegativeTest-900170219-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1260549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33526260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32440885', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31752825'] for subnet, after_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:14:17.014161 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:14:17.175552 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-1ac2c982-022a-487c-9e78-c284ff76b890 None None] For port ba95aca3-7edd-4457-8c65-52ff99674fe6, host n-d-838334-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838334-2',level=0,port_id=ba95aca3-7edd-4457-8c65-52ff99674fe6,segment=NetworkSegment(f6eba22e-48c3-403a-92c5-fd5be772ea0f),segment_id=f6eba22e-48c3-403a-92c5-fd5be772ea0f)] {{(pid=84042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:14:17.176146 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-1ac2c982-022a-487c-9e78-c284ff76b890 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369123'] for port, precommit_delete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:14:17.202986 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3d6d3de-9f2b-4345-bcfa-91f6b42f7fbf tempest-RoutersNegativeTest-900170219 tempest-RoutersNegativeTest-900170219-project] Pushing event deleted for resources: {'Subnet': ['ID=3be1eb25-ca55-4bb7-9782-f1e42fd7f6b5,revision_number=None']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:14:17.220276 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-f3d6d3de-9f2b-4345-bcfa-91f6b42f7fbf tempest-RoutersNegativeTest-900170219 tempest-RoutersNegativeTest-900170219-project] Notify callbacks [] for subnet, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:14:17.237280 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-f3d6d3de-9f2b-4345-bcfa-91f6b42f7fbf tempest-RoutersNegativeTest-900170219 tempest-RoutersNegativeTest-900170219-project] 10.222.0.42 "DELETE /v2.0/subnets/3be1eb25-ca55-4bb7-9782-f1e42fd7f6b5 HTTP/1.1" status: 204 len: 168 time: 1.1827645 Apr 18 21:14:17.237971 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 53966) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:14:17.321678 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9083614-c605-401a-b26e-07dfd08bd307 tempest-TestServerBasicOps-339652129 tempest-TestServerBasicOps-339652129-project] Pushing event updated for resources: {'Port': ['ID=ca8a70d8-3de3-411d-838b-aca123d7e7d9,revision_number=1']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:14:17.356921 n-d-838334-2 neutron-server[84041]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-de6fe9ee-e5a9-47d6-a9a4-688b91fcb5c5 req-a9083614-c605-401a-b26e-07dfd08bd307 tempest-TestServerBasicOps-339652129 tempest-TestServerBasicOps-339652129-project] Network 455c9cd9-3eae-4b7a-8234-99cebcf9bc24 is already hosted by enough agents. {{(pid=84041) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:14:17.358457 n-d-838334-2 neutron-server[84041]: DEBUG neutron.scheduler.base_scheduler [req-de6fe9ee-e5a9-47d6-a9a4-688b91fcb5c5 req-a9083614-c605-401a-b26e-07dfd08bd307 tempest-TestServerBasicOps-339652129 tempest-TestServerBasicOps-339652129-project] Resources bound (agent type, host, resource id): {{(pid=84041) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:14:17.361121 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.l3_dvrscheduler_db [req-de6fe9ee-e5a9-47d6-a9a4-688b91fcb5c5 req-a9083614-c605-401a-b26e-07dfd08bd307 tempest-TestServerBasicOps-339652129 tempest-TestServerBasicOps-339652129-project] Received port after_create {{(pid=84041) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 21:14:17.481240 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de6fe9ee-e5a9-47d6-a9a4-688b91fcb5c5 req-a9083614-c605-401a-b26e-07dfd08bd307 tempest-TestServerBasicOps-339652129 tempest-TestServerBasicOps-339652129-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:14:17.487705 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [req-de6fe9ee-e5a9-47d6-a9a4-688b91fcb5c5 req-a9083614-c605-401a-b26e-07dfd08bd307 tempest-TestServerBasicOps-339652129 tempest-TestServerBasicOps-339652129-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217293'] for port, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:14:17.543734 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-de6fe9ee-e5a9-47d6-a9a4-688b91fcb5c5 req-a9083614-c605-401a-b26e-07dfd08bd307 tempest-TestServerBasicOps-339652129 tempest-TestServerBasicOps-339652129-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7149904 Apr 18 21:14:17.557433 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.v2.base [req-de6fe9ee-e5a9-47d6-a9a4-688b91fcb5c5 req-cc88d95b-5ab3-4dc5-b309-2228fa1dc728 service neutron] Request body: {'port': {'device_id': '6e0fe3d9-3681-4728-ac75-931f2234a9b3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-838334-2'}} {{(pid=84041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:14:17.843492 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] For port ba95aca3-7edd-4457-8c65-52ff99674fe6, host n-d-838334-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838334-2',level=0,port_id=ba95aca3-7edd-4457-8c65-52ff99674fe6,segment=NetworkSegment(f6eba22e-48c3-403a-92c5-fd5be772ea0f),segment_id=f6eba22e-48c3-403a-92c5-fd5be772ea0f)] {{(pid=84042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:14:17.862506 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.plugin [None req-1ac2c982-022a-487c-9e78-c284ff76b890 None None] Calling delete_port for ba95aca3-7edd-4457-8c65-52ff99674fe6 owned by network:dhcp {{(pid=84042) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 21:14:17.925611 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89dd1608-d2b8-4c85-936a-669704036219 None None] Network c046daab-3b7a-467d-9b57-24a53377edfc requested from n-d-838334-2 {{(pid=84042) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 21:14:18.018371 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-a304512e-35e9-4a20-9789-363527fa2142 tempest-RoutersNegativeTest-900170219 tempest-RoutersNegativeTest-900170219-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1103592'] for network, before_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:14:18.022896 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682'] for port, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:14:18.106163 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.plugin [None req-a304512e-35e9-4a20-9789-363527fa2142 tempest-RoutersNegativeTest-900170219 tempest-RoutersNegativeTest-900170219-project] Deleting port ba95aca3-7edd-4457-8c65-52ff99674fe6 {{(pid=84040) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 21:14:18.106514 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-a304512e-35e9-4a20-9789-363527fa2142 tempest-RoutersNegativeTest-900170219 tempest-RoutersNegativeTest-900170219-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750375188691'] for port, before_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:14:18.121616 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [req-de6fe9ee-e5a9-47d6-a9a4-688b91fcb5c5 req-cc88d95b-5ab3-4dc5-b309-2228fa1dc728 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:14:18.320984 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d10b6ee4-4cde-4276-91fd-86c8cbd301cb req-c387de1a-7405-461c-a446-0b044304b902 tempest-TestServerBasicOps-339652129 tempest-TestServerBasicOps-339652129-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:14:18.323951 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-d10b6ee4-4cde-4276-91fd-86c8cbd301cb req-c387de1a-7405-461c-a446-0b044304b902 tempest-TestServerBasicOps-339652129 tempest-TestServerBasicOps-339652129-project] 10.222.0.42 "GET /v2.0/ports?device_id=6e0fe3d9-3681-4728-ac75-931f2234a9b3 HTTP/1.1" status: 200 len: 932 time: 0.9931858 Apr 18 21:14:18.348359 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Pushing event updated for resources: {'Port': ['ID=ba95aca3-7edd-4457-8c65-52ff99674fe6,revision_number=5']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:14:18.553884 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-4d28ffbb-a098-4798-9d03-d67ee887da45 None None] Provisioning for port ca8a70d8-3de3-411d-838b-aca123d7e7d9 completed by entity DHCP. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 21:14:18.591215 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-4d28ffbb-a098-4798-9d03-d67ee887da45 None None] Provisioning complete for port ca8a70d8-3de3-411d-838b-aca123d7e7d9 triggered by entity DHCP. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:14:18.591587 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-4d28ffbb-a098-4798-9d03-d67ee887da45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1253608'] for port, provisioning_complete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:14:18.772714 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-d3e10b96-3e15-4a2b-9fea-1f5005f6c906 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750375287399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253529'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:14:18.801506 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.plugin [None req-4d28ffbb-a098-4798-9d03-d67ee887da45 None None] Port ca8a70d8-3de3-411d-838b-aca123d7e7d9 cannot update to ACTIVE because it is not bound. {{(pid=84042) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 18 21:14:18.994665 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.db [None req-a304512e-35e9-4a20-9789-363527fa2142 tempest-RoutersNegativeTest-900170219 tempest-RoutersNegativeTest-900170219-project] For port ba95aca3-7edd-4457-8c65-52ff99674fe6, host n-d-838334-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838334-2',level=0,port_id=ba95aca3-7edd-4457-8c65-52ff99674fe6,segment=NetworkSegment(f6eba22e-48c3-403a-92c5-fd5be772ea0f),segment_id=f6eba22e-48c3-403a-92c5-fd5be772ea0f)] {{(pid=84040) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:14:18.995086 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-a304512e-35e9-4a20-9789-363527fa2142 tempest-RoutersNegativeTest-900170219 tempest-RoutersNegativeTest-900170219-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369123'] for port, precommit_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:14:19.032511 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.agents_db [None req-6346a179-333c-4370-b5a6-936984aeab15 None None] Agent healthcheck: found 7 active agents {{(pid=84043) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 18 21:14:19.148266 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-d10b6ee4-4cde-4276-91fd-86c8cbd301cb req-e3ef875b-9b94-44c4-a264-8cbde1b2d68c tempest-TestServerBasicOps-339652129 tempest-TestServerBasicOps-339652129-project] 10.222.0.42 "GET /v2.0/security-groups?id=9501666c-22a1-4a49-a5f5-31f14fb519f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4005806 Apr 18 21:14:19.151153 n-d-838334-2 neutron-server[84041]: DEBUG neutron.notifiers.nova [req-de6fe9ee-e5a9-47d6-a9a4-688b91fcb5c5 req-cc88d95b-5ab3-4dc5-b309-2228fa1dc728 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ca8a70d8-3de3-411d-838b-aca123d7e7d9 {{(pid=84041) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 18 21:14:19.173846 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750375287399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253529'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:14:19.189646 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [req-de6fe9ee-e5a9-47d6-a9a4-688b91fcb5c5 req-cc88d95b-5ab3-4dc5-b309-2228fa1dc728 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:14:19.223391 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.db.api [None req-1ac2c982-022a-487c-9e78-c284ff76b890 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84042) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 18 21:14:19.226038 n-d-838334-2 neutron-server[84042]: DEBUG oslo_db.api [None req-1ac2c982-022a-487c-9e78-c284ff76b890 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 18 21:14:19.249354 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.provisioning_blocks [req-de6fe9ee-e5a9-47d6-a9a4-688b91fcb5c5 req-cc88d95b-5ab3-4dc5-b309-2228fa1dc728 service neutron] Transition to ACTIVE for port object ca8a70d8-3de3-411d-838b-aca123d7e7d9 will not be triggered until provisioned by entity L2. {{(pid=84041) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:14:19.258557 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [req-de6fe9ee-e5a9-47d6-a9a4-688b91fcb5c5 req-cc88d95b-5ab3-4dc5-b309-2228fa1dc728 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32266282'] for port, after_update {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:14:19.375460 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.plugin [None req-a304512e-35e9-4a20-9789-363527fa2142 tempest-RoutersNegativeTest-900170219 tempest-RoutersNegativeTest-900170219-project] Calling delete_port for ba95aca3-7edd-4457-8c65-52ff99674fe6 owned by network:dhcp {{(pid=84040) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 21:14:19.431545 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03e99f70-6007-42a3-a645-9efcf134851c None None] DHCP port deletion for c046daab-3b7a-467d-9b57-24a53377edfc request from n-d-838334-2 {{(pid=84042) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 18 21:14:19.441929 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.plugin [None req-03e99f70-6007-42a3-a645-9efcf134851c None None] Deleting port 37b74bc0-5efa-47ef-a560-ca760ce4ef8c {{(pid=84042) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 21:14:19.442308 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-03e99f70-6007-42a3-a645-9efcf134851c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750375188691'] for port, before_delete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:14:19.622473 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-a304512e-35e9-4a20-9789-363527fa2142 tempest-RoutersNegativeTest-900170219 tempest-RoutersNegativeTest-900170219-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750375259028', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750374836628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32440838'] for port, after_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:14:19.696013 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc88d95b-5ab3-4dc5-b309-2228fa1dc728 service neutron] Pushing event updated for resources: {'Port': ['ID=ca8a70d8-3de3-411d-838b-aca123d7e7d9,revision_number=2']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:14:19.772051 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.plugin [None req-1ac2c982-022a-487c-9e78-c284ff76b890 None None] Deleting port ba95aca3-7edd-4457-8c65-52ff99674fe6 {{(pid=84042) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 21:14:19.772578 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-1ac2c982-022a-487c-9e78-c284ff76b890 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750375188691'] for port, before_delete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:14:19.773667 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a304512e-35e9-4a20-9789-363527fa2142 tempest-RoutersNegativeTest-900170219 tempest-RoutersNegativeTest-900170219-project] Pushing event deleted for resources: {'Port': ['ID=ba95aca3-7edd-4457-8c65-52ff99674fe6,revision_number=None']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:14:19.776208 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a304512e-35e9-4a20-9789-363527fa2142 tempest-RoutersNegativeTest-900170219 tempest-RoutersNegativeTest-900170219-project] No DVR routers for this DVR port ba95aca3-7edd-4457-8c65-52ff99674fe6 on host n-d-838334-2 {{(pid=84040) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 21:14:20.118818 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-414b6ffe-e119-47bc-b18f-bcff1219c2f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750375287399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253529'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:14:20.260766 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.plugin [None req-1ac2c982-022a-487c-9e78-c284ff76b890 None None] The port 'ba95aca3-7edd-4457-8c65-52ff99674fe6' was deleted {{(pid=84042) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 18 21:14:20.393792 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-a304512e-35e9-4a20-9789-363527fa2142 tempest-RoutersNegativeTest-900170219 tempest-RoutersNegativeTest-900170219-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1258905', 'neutron.services.segments.db._delete_segments_for_network-8750375287417'] for network, precommit_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:14:20.435705 n-d-838334-2 neutron-server[84040]: DEBUG neutron.services.segments.db [None req-a304512e-35e9-4a20-9789-363527fa2142 tempest-RoutersNegativeTest-900170219 tempest-RoutersNegativeTest-900170219-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ba92f899-e331-4e02-a31c-aa9b61386335']}} {{(pid=84040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:14:20.457969 n-d-838334-2 neutron-server[84040]: DEBUG neutron.services.segments.db [None req-a304512e-35e9-4a20-9789-363527fa2142 tempest-RoutersNegativeTest-900170219 tempest-RoutersNegativeTest-900170219-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f6eba22e-48c3-403a-92c5-fd5be772ea0f') {'for_net_delete': True} {{(pid=84040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:14:20.458633 n-d-838334-2 neutron-server[84040]: DEBUG neutron.services.segments.db [None req-a304512e-35e9-4a20-9789-363527fa2142 tempest-RoutersNegativeTest-900170219 tempest-RoutersNegativeTest-900170219-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f6eba22e-48c3-403a-92c5-fd5be772ea0f') {} {{(pid=84040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:14:20.473731 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-a304512e-35e9-4a20-9789-363527fa2142 tempest-RoutersNegativeTest-900170219 tempest-RoutersNegativeTest-900170219-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750375287300', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31955965'] for segment, before_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:14:20.514281 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-a304512e-35e9-4a20-9789-363527fa2142 tempest-RoutersNegativeTest-900170219 tempest-RoutersNegativeTest-900170219-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1082986'] for segment, precommit_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:14:20.607378 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.managers [req-de6fe9ee-e5a9-47d6-a9a4-688b91fcb5c5 req-cc88d95b-5ab3-4dc5-b309-2228fa1dc728 service neutron] Attempting to bind port ca8a70d8-3de3-411d-838b-aca123d7e7d9 on host n-h1-838334-2 for vnic_type normal with profile {{(pid=84041) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 21:14:20.607957 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.managers [req-de6fe9ee-e5a9-47d6-a9a4-688b91fcb5c5 req-cc88d95b-5ab3-4dc5-b309-2228fa1dc728 service neutron] Attempting to bind port ca8a70d8-3de3-411d-838b-aca123d7e7d9 by drivers openvswitch,hyperv on host n-h1-838334-2 at level 0 using segments [{'id': '73027d9a-2324-4fff-a460-d461bbd8c34a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '455c9cd9-3eae-4b7a-8234-99cebcf9bc24'}] {{(pid=84041) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 21:14:20.608291 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de6fe9ee-e5a9-47d6-a9a4-688b91fcb5c5 req-cc88d95b-5ab3-4dc5-b309-2228fa1dc728 service neutron] Attempting to bind port ca8a70d8-3de3-411d-838b-aca123d7e7d9 on network 455c9cd9-3eae-4b7a-8234-99cebcf9bc24 {{(pid=84041) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 21:14:20.617104 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a304512e-35e9-4a20-9789-363527fa2142 tempest-RoutersNegativeTest-900170219 tempest-RoutersNegativeTest-900170219-project] Releasing vlan 355 on physical network physnet1 to pool {{(pid=84040) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 18 21:14:20.617804 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-a304512e-35e9-4a20-9789-363527fa2142 tempest-RoutersNegativeTest-900170219 tempest-RoutersNegativeTest-900170219-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1082993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32440923'] for segment, after_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:14:20.620617 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de6fe9ee-e5a9-47d6-a9a4-688b91fcb5c5 req-cc88d95b-5ab3-4dc5-b309-2228fa1dc728 service neutron] Port ca8a70d8-3de3-411d-838b-aca123d7e7d9 on network 455c9cd9-3eae-4b7a-8234-99cebcf9bc24 not bound, no agent of type Open vSwitch agent registered on host n-h1-838334-2 {{(pid=84041) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 18 21:14:20.621057 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de6fe9ee-e5a9-47d6-a9a4-688b91fcb5c5 req-cc88d95b-5ab3-4dc5-b309-2228fa1dc728 service neutron] Attempting to bind port ca8a70d8-3de3-411d-838b-aca123d7e7d9 on network 455c9cd9-3eae-4b7a-8234-99cebcf9bc24 {{(pid=84041) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 21:14:20.635284 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de6fe9ee-e5a9-47d6-a9a4-688b91fcb5c5 req-cc88d95b-5ab3-4dc5-b309-2228fa1dc728 service neutron] Checking agent: {'id': 'd63bab19-ff81-4de1-afeb-a3732288d0d7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-838334-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 33, 59), 'started_at': datetime.datetime(2022, 4, 18, 20, 33, 59), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 21, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84041) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 18 21:14:20.640026 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de6fe9ee-e5a9-47d6-a9a4-688b91fcb5c5 req-cc88d95b-5ab3-4dc5-b309-2228fa1dc728 service neutron] Checking segment: {'id': '73027d9a-2324-4fff-a460-d461bbd8c34a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '455c9cd9-3eae-4b7a-8234-99cebcf9bc24'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84041) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 21:14:20.640592 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de6fe9ee-e5a9-47d6-a9a4-688b91fcb5c5 req-cc88d95b-5ab3-4dc5-b309-2228fa1dc728 service neutron] Bound using segment: {'id': '73027d9a-2324-4fff-a460-d461bbd8c34a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '455c9cd9-3eae-4b7a-8234-99cebcf9bc24'} {{(pid=84041) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 18 21:14:20.641257 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.managers [req-de6fe9ee-e5a9-47d6-a9a4-688b91fcb5c5 req-cc88d95b-5ab3-4dc5-b309-2228fa1dc728 service neutron] Bound port: ca8a70d8-3de3-411d-838b-aca123d7e7d9, host: n-h1-838334-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '73027d9a-2324-4fff-a460-d461bbd8c34a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '455c9cd9-3eae-4b7a-8234-99cebcf9bc24'}}] {{(pid=84041) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 21:14:20.641711 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [req-de6fe9ee-e5a9-47d6-a9a4-688b91fcb5c5 req-cc88d95b-5ab3-4dc5-b309-2228fa1dc728 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:14:20.654316 n-d-838334-2 neutron-server[84040]: Traceback (most recent call last): Apr 18 21:14:20.654316 n-d-838334-2 neutron-server[84040]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 18 21:14:20.654316 n-d-838334-2 neutron-server[84040]: timer() Apr 18 21:14:20.654316 n-d-838334-2 neutron-server[84040]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 21:14:20.654316 n-d-838334-2 neutron-server[84040]: cb(*args, **kw) Apr 18 21:14:20.654316 n-d-838334-2 neutron-server[84040]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 18 21:14:20.654316 n-d-838334-2 neutron-server[84040]: return func(*args, **kwargs) Apr 18 21:14:20.654316 n-d-838334-2 neutron-server[84040]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 21:14:20.654316 n-d-838334-2 neutron-server[84040]: self._notify() Apr 18 21:14:20.654316 n-d-838334-2 neutron-server[84040]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 21:14:20.654316 n-d-838334-2 neutron-server[84040]: self.callback(batched_events) Apr 18 21:14:20.654316 n-d-838334-2 neutron-server[84040]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 21:14:20.654316 n-d-838334-2 neutron-server[84040]: event.method(event) Apr 18 21:14:20.654316 n-d-838334-2 neutron-server[84040]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 18 21:14:20.654316 n-d-838334-2 neutron-server[84040]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 21:14:20.654316 n-d-838334-2 neutron-server[84040]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 18 21:14:20.654316 n-d-838334-2 neutron-server[84040]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 21:14:20.654316 n-d-838334-2 neutron-server[84040]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 18 21:14:20.654316 n-d-838334-2 neutron-server[84040]: return f(self, *a, **k) Apr 18 21:14:20.654316 n-d-838334-2 neutron-server[84040]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 18 21:14:20.654316 n-d-838334-2 neutron-server[84040]: return self._get(url).json() Apr 18 21:14:20.654316 n-d-838334-2 neutron-server[84040]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 18 21:14:20.654316 n-d-838334-2 neutron-server[84040]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 21:14:20.654316 n-d-838334-2 neutron-server[84040]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 18 21:14:20.654316 n-d-838334-2 neutron-server[84040]: return self.request(url, 'GET', **kwargs) Apr 18 21:14:20.654316 n-d-838334-2 neutron-server[84040]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 18 21:14:20.654316 n-d-838334-2 neutron-server[84040]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 21:14:20.654316 n-d-838334-2 neutron-server[84040]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 18 21:14:20.654316 n-d-838334-2 neutron-server[84040]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 21:14:20.654316 n-d-838334-2 neutron-server[84040]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 18 21:14:20.654316 n-d-838334-2 neutron-server[84040]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 21:14:20.654316 n-d-838334-2 neutron-server[84040]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 21:14:20.720524 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Device 37b74bc0-5efa-47ef-a560-ca760ce4ef8c no longer exists at agent ovs-agent-n-d-838334-2 {{(pid=84042) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 21:14:20.843661 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33bfad03-c0aa-44e2-9842-2b988499a0bc req-2550d299-d61a-4021-9f50-4ef15a77fd34 tempest-TestServerBasicOps-339652129 tempest-TestServerBasicOps-339652129-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:14:20.852897 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-33bfad03-c0aa-44e2-9842-2b988499a0bc req-2550d299-d61a-4021-9f50-4ef15a77fd34 tempest-TestServerBasicOps-339652129 tempest-TestServerBasicOps-339652129-project] 10.222.0.42 "GET /v2.0/ports?device_id=6e0fe3d9-3681-4728-ac75-931f2234a9b3 HTTP/1.1" status: 200 len: 944 time: 0.3173549 Apr 18 21:14:20.855481 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-a304512e-35e9-4a20-9789-363527fa2142 tempest-RoutersNegativeTest-900170219 tempest-RoutersNegativeTest-900170219-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1258898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33526109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33444113'] for network, after_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:14:20.856835 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.db [req-de6fe9ee-e5a9-47d6-a9a4-688b91fcb5c5 req-cc88d95b-5ab3-4dc5-b309-2228fa1dc728 service neutron] For port ca8a70d8-3de3-411d-838b-aca123d7e7d9, host n-h1-838334-2, cleared binding levels {{(pid=84041) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 21:14:20.864503 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-a304512e-35e9-4a20-9789-363527fa2142 tempest-RoutersNegativeTest-900170219 tempest-RoutersNegativeTest-900170219-project] Notify callbacks [] for network, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:14:20.866603 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.db [req-de6fe9ee-e5a9-47d6-a9a4-688b91fcb5c5 req-cc88d95b-5ab3-4dc5-b309-2228fa1dc728 service neutron] For port ca8a70d8-3de3-411d-838b-aca123d7e7d9, host n-h1-838334-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838334-2',level=0,port_id=ca8a70d8-3de3-411d-838b-aca123d7e7d9,segment=NetworkSegment(73027d9a-2324-4fff-a460-d461bbd8c34a),segment_id=73027d9a-2324-4fff-a460-d461bbd8c34a)] {{(pid=84041) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 21:14:20.870888 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-c7521a90-7d65-4e2e-842c-ca5d95e9a89c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750375287399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253529'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:14:20.879461 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-03e99f70-6007-42a3-a645-9efcf134851c None None] For port 37b74bc0-5efa-47ef-a560-ca760ce4ef8c, host n-d-838334-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838334-2',level=0,port_id=37b74bc0-5efa-47ef-a560-ca760ce4ef8c,segment=NetworkSegment(b76db4d3-169d-4baa-9d20-3802fc16f453),segment_id=b76db4d3-169d-4baa-9d20-3802fc16f453)] {{(pid=84042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:14:20.882261 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [req-de6fe9ee-e5a9-47d6-a9a4-688b91fcb5c5 req-cc88d95b-5ab3-4dc5-b309-2228fa1dc728 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32266282'] for port, after_update {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:14:20.897122 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-03e99f70-6007-42a3-a645-9efcf134851c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369123'] for port, precommit_delete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:14:20.993392 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-a304512e-35e9-4a20-9789-363527fa2142 tempest-RoutersNegativeTest-900170219 tempest-RoutersNegativeTest-900170219-project] 10.222.0.42 "DELETE /v2.0/networks/ba92f899-e331-4e02-a31c-aa9b61386335 HTTP/1.1" status: 204 len: 168 time: 3.7518528 Apr 18 21:14:20.993392 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a304512e-35e9-4a20-9789-363527fa2142 tempest-RoutersNegativeTest-900170219 tempest-RoutersNegativeTest-900170219-project] Pushing event deleted for resources: {'Network': ['ID=ba92f899-e331-4e02-a31c-aa9b61386335,revision_number=None']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:14:21.005026 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 54002) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:14:21.045955 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [req-de6fe9ee-e5a9-47d6-a9a4-688b91fcb5c5 req-cc88d95b-5ab3-4dc5-b309-2228fa1dc728 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217293'] for port, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:14:21.047751 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-de6fe9ee-e5a9-47d6-a9a4-688b91fcb5c5 req-cc88d95b-5ab3-4dc5-b309-2228fa1dc728 service neutron] 10.222.0.43 "PUT /v2.0/ports/ca8a70d8-3de3-411d-838b-aca123d7e7d9 HTTP/1.1" status: 200 len: 1092 time: 3.4967930 Apr 18 21:14:21.048429 n-d-838334-2 neutron-server[84041]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6e0fe3d9-3681-4728-ac75-931f2234a9b3', 'tag': 'ca8a70d8-3de3-411d-838b-aca123d7e7d9'}] {{(pid=84041) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 21:14:21.143442 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc88d95b-5ab3-4dc5-b309-2228fa1dc728 service neutron] Pushing event updated for resources: {'Port': ['ID=ca8a70d8-3de3-411d-838b-aca123d7e7d9,revision_number=3']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:14:21.306110 n-d-838334-2 neutron-server[84041]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7338c067-4e87-434f-982c-2a2368bd0813'] response: {'name': 'network-changed', 'server_uuid': '6e0fe3d9-3681-4728-ac75-931f2234a9b3', 'tag': 'ca8a70d8-3de3-411d-838b-aca123d7e7d9', 'status': 'completed', 'code': 200} Apr 18 21:14:21.398154 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.plugin [None req-03e99f70-6007-42a3-a645-9efcf134851c None None] Calling delete_port for 37b74bc0-5efa-47ef-a560-ca760ce4ef8c owned by network:dhcp {{(pid=84042) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 21:14:21.456058 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-de6fe9ee-e5a9-47d6-a9a4-688b91fcb5c5 req-dd74fe77-e9b6-460d-b16b-9492a72d29c9 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=769e4d212a7247919de3c941a9f4cf3b&device_id=6e0fe3d9-3681-4728-ac75-931f2234a9b3 HTTP/1.1" status: 200 len: 1095 time: 0.2677393 Apr 18 21:14:21.512569 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-33bfad03-c0aa-44e2-9842-2b988499a0bc req-0fa3281c-367a-4a64-af43-7e80581f2620 tempest-TestServerBasicOps-339652129 tempest-TestServerBasicOps-339652129-project] 10.222.0.42 "GET /v2.0/security-groups?id=9501666c-22a1-4a49-a5f5-31f14fb519f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6240964 Apr 18 21:14:21.555542 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-b8f7edda-6c43-48a7-b4b4-7556b4557e90 tempest-RoutersNegativeTest-900170219 tempest-RoutersNegativeTest-900170219-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1103592'] for network, before_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:14:21.577582 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.plugin [None req-b8f7edda-6c43-48a7-b4b4-7556b4557e90 tempest-RoutersNegativeTest-900170219 tempest-RoutersNegativeTest-900170219-project] Deleting port 37b74bc0-5efa-47ef-a560-ca760ce4ef8c {{(pid=84040) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 21:14:21.578076 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-b8f7edda-6c43-48a7-b4b4-7556b4557e90 tempest-RoutersNegativeTest-900170219 tempest-RoutersNegativeTest-900170219-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750375188691'] for port, before_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:14:21.734591 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-de6fe9ee-e5a9-47d6-a9a4-688b91fcb5c5 req-e50668bb-4178-42ff-91e9-a9f8a2775975 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ca8a70d8-3de3-411d-838b-aca123d7e7d9 HTTP/1.1" status: 200 len: 217 time: 0.2694633 Apr 18 21:14:21.852075 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:14:21.888146 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de6fe9ee-e5a9-47d6-a9a4-688b91fcb5c5 req-aac60484-88f8-4ff4-86c5-6d4125bb1716 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:14:21.892580 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-de6fe9ee-e5a9-47d6-a9a4-688b91fcb5c5 req-aac60484-88f8-4ff4-86c5-6d4125bb1716 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=ffff18e8-8f29-45e6-957b-0d07d078c8a0 HTTP/1.1" status: 200 len: 847 time: 0.1513174 Apr 18 21:14:22.013295 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-03e99f70-6007-42a3-a645-9efcf134851c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750375259028', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750374836628'] for port, after_delete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:14:22.067601 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-de6fe9ee-e5a9-47d6-a9a4-688b91fcb5c5 req-37e4b3ad-bb48-4225-8c31-975c57394ffa service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=455c9cd9-3eae-4b7a-8234-99cebcf9bc24&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1682849 Apr 18 21:14:22.151512 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03e99f70-6007-42a3-a645-9efcf134851c None None] No DVR routers for this DVR port 37b74bc0-5efa-47ef-a560-ca760ce4ef8c on host n-d-838334-2 {{(pid=84042) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 21:14:22.168230 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03e99f70-6007-42a3-a645-9efcf134851c None None] Pushing event deleted for resources: {'Port': ['ID=37b74bc0-5efa-47ef-a560-ca760ce4ef8c,revision_number=None']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:14:22.203090 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.db [None req-b8f7edda-6c43-48a7-b4b4-7556b4557e90 tempest-RoutersNegativeTest-900170219 tempest-RoutersNegativeTest-900170219-project] For port 37b74bc0-5efa-47ef-a560-ca760ce4ef8c, host n-d-838334-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838334-2',level=0,port_id=37b74bc0-5efa-47ef-a560-ca760ce4ef8c,segment=NetworkSegment(b76db4d3-169d-4baa-9d20-3802fc16f453),segment_id=b76db4d3-169d-4baa-9d20-3802fc16f453)] {{(pid=84040) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:14:22.203952 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-b8f7edda-6c43-48a7-b4b4-7556b4557e90 tempest-RoutersNegativeTest-900170219 tempest-RoutersNegativeTest-900170219-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369123'] for port, precommit_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:14:22.321974 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-de6fe9ee-e5a9-47d6-a9a4-688b91fcb5c5 req-99844f3e-7619-437a-b338-2cb0831dea9e service neutron] 10.222.0.43 "GET /v2.0/networks/455c9cd9-3eae-4b7a-8234-99cebcf9bc24?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2467155 Apr 18 21:14:22.544758 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-de6fe9ee-e5a9-47d6-a9a4-688b91fcb5c5 req-b3717e95-fa4a-4962-ae02-4867312870c1 service neutron] 10.222.0.43 "GET /v2.0/networks/455c9cd9-3eae-4b7a-8234-99cebcf9bc24?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2149572 Apr 18 21:14:22.585762 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.plugin [None req-b8f7edda-6c43-48a7-b4b4-7556b4557e90 tempest-RoutersNegativeTest-900170219 tempest-RoutersNegativeTest-900170219-project] Calling delete_port for 37b74bc0-5efa-47ef-a560-ca760ce4ef8c owned by network:dhcp {{(pid=84040) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 21:14:22.780103 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-c8b1c7df-4d99-4563-b44e-caa7b86132b2 req-c0b71d6d-0291-4b0c-a41a-2e857c549c8a service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=769e4d212a7247919de3c941a9f4cf3b&device_id=6e0fe3d9-3681-4728-ac75-931f2234a9b3 HTTP/1.1" status: 200 len: 1095 time: 0.1674235 Apr 18 21:14:22.871781 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.db.api [None req-b8f7edda-6c43-48a7-b4b4-7556b4557e90 tempest-RoutersNegativeTest-900170219 tempest-RoutersNegativeTest-900170219-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84040) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 18 21:14:22.872101 n-d-838334-2 neutron-server[84040]: DEBUG oslo_db.api [None req-b8f7edda-6c43-48a7-b4b4-7556b4557e90 tempest-RoutersNegativeTest-900170219 tempest-RoutersNegativeTest-900170219-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 18 21:14:22.997088 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0fcab8f-c13f-464a-8738-e48d4aba246d req-5570a856-aa6e-407b-9448-587893839f07 tempest-TestServerBasicOps-339652129 tempest-TestServerBasicOps-339652129-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:14:22.998644 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-d0fcab8f-c13f-464a-8738-e48d4aba246d req-5570a856-aa6e-407b-9448-587893839f07 tempest-TestServerBasicOps-339652129 tempest-TestServerBasicOps-339652129-project] 10.222.0.42 "GET /v2.0/ports?device_id=6e0fe3d9-3681-4728-ac75-931f2234a9b3 HTTP/1.1" status: 200 len: 944 time: 0.2634916 Apr 18 21:14:23.107546 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-d0fcab8f-c13f-464a-8738-e48d4aba246d req-23b587ea-4c8f-4d9f-bd12-1ffeda74c035 tempest-TestServerBasicOps-339652129 tempest-TestServerBasicOps-339652129-project] 10.222.0.42 "GET /v2.0/security-groups?id=9501666c-22a1-4a49-a5f5-31f14fb519f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1001863 Apr 18 21:14:23.139332 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8b1c7df-4d99-4563-b44e-caa7b86132b2 req-026531af-4c30-462f-934c-e5d2d022d99c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:14:23.140867 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-c8b1c7df-4d99-4563-b44e-caa7b86132b2 req-026531af-4c30-462f-934c-e5d2d022d99c service neutron] 10.222.0.43 "GET /v2.0/networks?id=455c9cd9-3eae-4b7a-8234-99cebcf9bc24 HTTP/1.1" status: 200 len: 909 time: 0.3540528 Apr 18 21:14:23.373625 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.plugin [None req-b8f7edda-6c43-48a7-b4b4-7556b4557e90 tempest-RoutersNegativeTest-900170219 tempest-RoutersNegativeTest-900170219-project] Deleting port 37b74bc0-5efa-47ef-a560-ca760ce4ef8c {{(pid=84040) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 21:14:23.374281 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-b8f7edda-6c43-48a7-b4b4-7556b4557e90 tempest-RoutersNegativeTest-900170219 tempest-RoutersNegativeTest-900170219-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750375188691'] for port, before_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:14:23.417866 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-c8b1c7df-4d99-4563-b44e-caa7b86132b2 req-3c110350-e212-44d8-afd7-8db50cfff4e1 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ca8a70d8-3de3-411d-838b-aca123d7e7d9 HTTP/1.1" status: 200 len: 217 time: 0.2687376 Apr 18 21:14:23.577438 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.plugin [None req-b8f7edda-6c43-48a7-b4b4-7556b4557e90 tempest-RoutersNegativeTest-900170219 tempest-RoutersNegativeTest-900170219-project] The port '37b74bc0-5efa-47ef-a560-ca760ce4ef8c' was deleted {{(pid=84040) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 18 21:14:23.598248 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8b1c7df-4d99-4563-b44e-caa7b86132b2 req-fde28511-22a9-406f-8242-7f06de644e4e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:14:23.622963 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-c8b1c7df-4d99-4563-b44e-caa7b86132b2 req-fde28511-22a9-406f-8242-7f06de644e4e service neutron] 10.222.0.43 "GET /v2.0/subnets?id=ffff18e8-8f29-45e6-957b-0d07d078c8a0 HTTP/1.1" status: 200 len: 847 time: 0.1986220 Apr 18 21:14:23.807655 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-b8f7edda-6c43-48a7-b4b4-7556b4557e90 tempest-RoutersNegativeTest-900170219 tempest-RoutersNegativeTest-900170219-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1258905', 'neutron.services.segments.db._delete_segments_for_network-8750375287417'] for network, precommit_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:14:23.811989 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-c8b1c7df-4d99-4563-b44e-caa7b86132b2 req-e081ff9a-4602-409e-b93c-1a0ac0f60f67 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=455c9cd9-3eae-4b7a-8234-99cebcf9bc24&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1800513 Apr 18 21:14:23.916171 n-d-838334-2 neutron-server[84040]: DEBUG neutron.services.segments.db [None req-b8f7edda-6c43-48a7-b4b4-7556b4557e90 tempest-RoutersNegativeTest-900170219 tempest-RoutersNegativeTest-900170219-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c046daab-3b7a-467d-9b57-24a53377edfc']}} {{(pid=84040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:14:23.983752 n-d-838334-2 neutron-server[84040]: DEBUG neutron.services.segments.db [None req-b8f7edda-6c43-48a7-b4b4-7556b4557e90 tempest-RoutersNegativeTest-900170219 tempest-RoutersNegativeTest-900170219-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b76db4d3-169d-4baa-9d20-3802fc16f453') {'for_net_delete': True} {{(pid=84040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:14:23.983752 n-d-838334-2 neutron-server[84040]: DEBUG neutron.services.segments.db [None req-b8f7edda-6c43-48a7-b4b4-7556b4557e90 tempest-RoutersNegativeTest-900170219 tempest-RoutersNegativeTest-900170219-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b76db4d3-169d-4baa-9d20-3802fc16f453') {} {{(pid=84040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:14:24.022122 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-b8f7edda-6c43-48a7-b4b4-7556b4557e90 tempest-RoutersNegativeTest-900170219 tempest-RoutersNegativeTest-900170219-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750375287300', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31955965'] for segment, before_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:14:24.062885 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-b8f7edda-6c43-48a7-b4b4-7556b4557e90 tempest-RoutersNegativeTest-900170219 tempest-RoutersNegativeTest-900170219-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1082986'] for segment, precommit_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:14:24.089274 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b8f7edda-6c43-48a7-b4b4-7556b4557e90 tempest-RoutersNegativeTest-900170219 tempest-RoutersNegativeTest-900170219-project] Releasing vlan 394 on physical network physnet1 to pool {{(pid=84040) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 18 21:14:24.089274 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-b8f7edda-6c43-48a7-b4b4-7556b4557e90 tempest-RoutersNegativeTest-900170219 tempest-RoutersNegativeTest-900170219-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1082993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32440923'] for segment, after_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:14:24.137095 n-d-838334-2 neutron-server[84040]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 21:14:24.137095 n-d-838334-2 neutron-server[84040]: util.warn( Apr 18 21:14:24.137095 n-d-838334-2 neutron-server[84040]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 21:14:24.137095 n-d-838334-2 neutron-server[84040]: util.warn( Apr 18 21:14:24.137095 n-d-838334-2 neutron-server[84040]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 21:14:24.137095 n-d-838334-2 neutron-server[84040]: util.warn( Apr 18 21:14:24.137095 n-d-838334-2 neutron-server[84040]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 21:14:24.137095 n-d-838334-2 neutron-server[84040]: util.warn( Apr 18 21:14:24.137095 n-d-838334-2 neutron-server[84040]: Traceback (most recent call last): Apr 18 21:14:24.137095 n-d-838334-2 neutron-server[84040]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 18 21:14:24.137095 n-d-838334-2 neutron-server[84040]: timer() Apr 18 21:14:24.137095 n-d-838334-2 neutron-server[84040]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 21:14:24.137095 n-d-838334-2 neutron-server[84040]: cb(*args, **kw) Apr 18 21:14:24.137095 n-d-838334-2 neutron-server[84040]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 18 21:14:24.137095 n-d-838334-2 neutron-server[84040]: return func(*args, **kwargs) Apr 18 21:14:24.137095 n-d-838334-2 neutron-server[84040]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 21:14:24.137095 n-d-838334-2 neutron-server[84040]: self._notify() Apr 18 21:14:24.137095 n-d-838334-2 neutron-server[84040]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 21:14:24.137095 n-d-838334-2 neutron-server[84040]: self.callback(batched_events) Apr 18 21:14:24.137095 n-d-838334-2 neutron-server[84040]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 21:14:24.137095 n-d-838334-2 neutron-server[84040]: event.method(event) Apr 18 21:14:24.137095 n-d-838334-2 neutron-server[84040]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 18 21:14:24.137095 n-d-838334-2 neutron-server[84040]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 21:14:24.137095 n-d-838334-2 neutron-server[84040]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 18 21:14:24.137095 n-d-838334-2 neutron-server[84040]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 21:14:24.137095 n-d-838334-2 neutron-server[84040]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 18 21:14:24.137095 n-d-838334-2 neutron-server[84040]: return f(self, *a, **k) Apr 18 21:14:24.137095 n-d-838334-2 neutron-server[84040]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 18 21:14:24.137095 n-d-838334-2 neutron-server[84040]: return self._get(url).json() Apr 18 21:14:24.137095 n-d-838334-2 neutron-server[84040]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 18 21:14:24.137095 n-d-838334-2 neutron-server[84040]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 21:14:24.137095 n-d-838334-2 neutron-server[84040]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 18 21:14:24.137095 n-d-838334-2 neutron-server[84040]: return self.request(url, 'GET', **kwargs) Apr 18 21:14:24.137095 n-d-838334-2 neutron-server[84040]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 18 21:14:24.137095 n-d-838334-2 neutron-server[84040]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 21:14:24.137095 n-d-838334-2 neutron-server[84040]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 18 21:14:24.137095 n-d-838334-2 neutron-server[84040]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 21:14:24.137095 n-d-838334-2 neutron-server[84040]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 18 21:14:24.137095 n-d-838334-2 neutron-server[84040]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 21:14:24.137095 n-d-838334-2 neutron-server[84040]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 21:14:24.219364 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-c8b1c7df-4d99-4563-b44e-caa7b86132b2 req-5d5377d3-5b96-4135-be88-c68fe062a3a8 service neutron] 10.222.0.43 "GET /v2.0/networks/455c9cd9-3eae-4b7a-8234-99cebcf9bc24?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3995757 Apr 18 21:14:24.282718 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-b8f7edda-6c43-48a7-b4b4-7556b4557e90 tempest-RoutersNegativeTest-900170219 tempest-RoutersNegativeTest-900170219-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1258898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33526109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33444113'] for network, after_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:14:24.325247 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-b8f7edda-6c43-48a7-b4b4-7556b4557e90 tempest-RoutersNegativeTest-900170219 tempest-RoutersNegativeTest-900170219-project] Notify callbacks [] for network, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:14:24.355058 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8f7edda-6c43-48a7-b4b4-7556b4557e90 tempest-RoutersNegativeTest-900170219 tempest-RoutersNegativeTest-900170219-project] Pushing event deleted for resources: {'Network': ['ID=c046daab-3b7a-467d-9b57-24a53377edfc,revision_number=None']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:14:24.372493 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-b8f7edda-6c43-48a7-b4b4-7556b4557e90 tempest-RoutersNegativeTest-900170219 tempest-RoutersNegativeTest-900170219-project] 10.222.0.42 "DELETE /v2.0/networks/c046daab-3b7a-467d-9b57-24a53377edfc HTTP/1.1" status: 204 len: 168 time: 3.2919183 Apr 18 21:14:24.375318 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 54050) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:14:24.488085 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-c8b1c7df-4d99-4563-b44e-caa7b86132b2 req-24bb4e82-52c7-4714-bbdc-e8787d364386 service neutron] 10.222.0.43 "GET /v2.0/networks/455c9cd9-3eae-4b7a-8234-99cebcf9bc24?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2612615 Apr 18 21:14:24.788238 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-035ba4ad-e97d-4570-8234-8fc2b44dd33d req-ebe0ea9e-6740-4bcd-9cfe-379db08c5c2d tempest-TestServerBasicOps-339652129 tempest-TestServerBasicOps-339652129-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:14:24.808235 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-035ba4ad-e97d-4570-8234-8fc2b44dd33d req-ebe0ea9e-6740-4bcd-9cfe-379db08c5c2d tempest-TestServerBasicOps-339652129 tempest-TestServerBasicOps-339652129-project] 10.222.0.42 "GET /v2.0/ports?device_id=6e0fe3d9-3681-4728-ac75-931f2234a9b3 HTTP/1.1" status: 200 len: 944 time: 0.2859023 Apr 18 21:14:24.854477 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.db_base_plugin_v2 [None req-d12f35f8-af8c-4750-94b0-df3419a5845b tempest-RoutersNegativeTest-900170219 tempest-RoutersNegativeTest-900170219-project] Deleting subnet 01bff918-34ce-482f-96d1-3b791f198777 {{(pid=84040) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 18 21:14:24.869512 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-d12f35f8-af8c-4750-94b0-df3419a5845b tempest-RoutersNegativeTest-900170219 tempest-RoutersNegativeTest-900170219-project] Notify callbacks [] for subnet, before_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:14:24.940859 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-035ba4ad-e97d-4570-8234-8fc2b44dd33d req-b89ad52d-dc17-4104-a818-697da37e51a9 tempest-TestServerBasicOps-339652129 tempest-TestServerBasicOps-339652129-project] 10.222.0.42 "GET /v2.0/security-groups?id=9501666c-22a1-4a49-a5f5-31f14fb519f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1316795 Apr 18 21:14:24.964311 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-d12f35f8-af8c-4750-94b0-df3419a5845b tempest-RoutersNegativeTest-900170219 tempest-RoutersNegativeTest-900170219-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31955982'] for subnet, precommit_delete_associations {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:14:24.977862 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Device ca8a70d8-3de3-411d-838b-aca123d7e7d9 details requested by agent hyperv_n-h1-838334-2 with host n-h1-838334-2 {{(pid=84042) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 18 21:14:25.098958 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-d12f35f8-af8c-4750-94b0-df3419a5845b tempest-RoutersNegativeTest-900170219 tempest-RoutersNegativeTest-900170219-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1260556'] for subnet, precommit_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:14:25.259276 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] For port ca8a70d8-3de3-411d-838b-aca123d7e7d9, host n-h1-838334-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838334-2',level=0,port_id=ca8a70d8-3de3-411d-838b-aca123d7e7d9,segment=NetworkSegment(73027d9a-2324-4fff-a460-d461bbd8c34a),segment_id=73027d9a-2324-4fff-a460-d461bbd8c34a)] {{(pid=84042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:14:25.291818 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Returning: {'device': 'ca8a70d8-3de3-411d-838b-aca123d7e7d9', 'network_id': '455c9cd9-3eae-4b7a-8234-99cebcf9bc24', 'port_id': 'ca8a70d8-3de3-411d-838b-aca123d7e7d9', 'mac_address': 'fa:16:3e:ab:27:2d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 363, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ffff18e8-8f29-45e6-957b-0d07d078c8a0', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84042) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 18 21:14:25.307340 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-d12f35f8-af8c-4750-94b0-df3419a5845b tempest-RoutersNegativeTest-900170219 tempest-RoutersNegativeTest-900170219-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1260549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33526260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32440885', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31752825'] for subnet, after_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:14:25.419925 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-d12f35f8-af8c-4750-94b0-df3419a5845b tempest-RoutersNegativeTest-900170219 tempest-RoutersNegativeTest-900170219-project] Notify callbacks [] for subnet, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:14:25.436375 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 54066) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:14:25.439737 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6a5c8d5-fc9b-4c6c-9884-e35fb7248e9c None None] Network a3a58b39-217c-4814-a90c-31c6c996d0cf requested from n-d-838334-2 {{(pid=84042) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 21:14:25.448223 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-d12f35f8-af8c-4750-94b0-df3419a5845b tempest-RoutersNegativeTest-900170219 tempest-RoutersNegativeTest-900170219-project] 10.222.0.42 "DELETE /v2.0/subnets/01bff918-34ce-482f-96d1-3b791f198777 HTTP/1.1" status: 204 len: 168 time: 1.0711277 Apr 18 21:14:25.452938 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d12f35f8-af8c-4750-94b0-df3419a5845b tempest-RoutersNegativeTest-900170219 tempest-RoutersNegativeTest-900170219-project] Pushing event deleted for resources: {'Subnet': ['ID=01bff918-34ce-482f-96d1-3b791f198777,revision_number=None']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:14:25.593400 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:14:25.696810 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-c6189c02-809b-48b0-9bd4-70ca03936870 tempest-RoutersNegativeTest-900170219 tempest-RoutersNegativeTest-900170219-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1103592'] for network, before_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:14:25.725357 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.plugin [None req-c6189c02-809b-48b0-9bd4-70ca03936870 tempest-RoutersNegativeTest-900170219 tempest-RoutersNegativeTest-900170219-project] Deleting port 687ac1bb-c5d7-46a7-bf85-36e3c8b466e1 {{(pid=84041) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 21:14:25.727205 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-c6189c02-809b-48b0-9bd4-70ca03936870 tempest-RoutersNegativeTest-900170219 tempest-RoutersNegativeTest-900170219-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750375188691'] for port, before_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:14:26.076459 n-d-838334-2 neutron-server[84042]: DEBUG neutron.notifiers.nova [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ca8a70d8-3de3-411d-838b-aca123d7e7d9 {{(pid=84042) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 18 21:14:26.107166 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.db [None req-c6189c02-809b-48b0-9bd4-70ca03936870 tempest-RoutersNegativeTest-900170219 tempest-RoutersNegativeTest-900170219-project] For port 687ac1bb-c5d7-46a7-bf85-36e3c8b466e1, host n-d-838334-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838334-2',level=0,port_id=687ac1bb-c5d7-46a7-bf85-36e3c8b466e1,segment=NetworkSegment(d66f716c-3985-4755-b46d-1fd0285759d0),segment_id=d66f716c-3985-4755-b46d-1fd0285759d0)] {{(pid=84041) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:14:26.107711 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-c6189c02-809b-48b0-9bd4-70ca03936870 tempest-RoutersNegativeTest-900170219 tempest-RoutersNegativeTest-900170219-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369123'] for port, precommit_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:14:26.226842 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 54080) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:14:26.248953 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] For port ca8a70d8-3de3-411d-838b-aca123d7e7d9, host n-h1-838334-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838334-2',level=0,port_id=ca8a70d8-3de3-411d-838b-aca123d7e7d9,segment=NetworkSegment(73027d9a-2324-4fff-a460-d461bbd8c34a),segment_id=73027d9a-2324-4fff-a460-d461bbd8c34a)] {{(pid=84042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:14:26.265889 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682'] for port, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:14:26.370488 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Pushing event updated for resources: {'Port': ['ID=ca8a70d8-3de3-411d-838b-aca123d7e7d9,revision_number=4']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:14:26.459928 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] get_ports_and_sgs() called for port_ids ['ca8a70d8-3de3-411d-838b-aca123d7e7d9'] {{(pid=84042) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 18 21:14:26.486759 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.plugin [None req-c6189c02-809b-48b0-9bd4-70ca03936870 tempest-RoutersNegativeTest-900170219 tempest-RoutersNegativeTest-900170219-project] Calling delete_port for 687ac1bb-c5d7-46a7-bf85-36e3c8b466e1 owned by network:dhcp {{(pid=84041) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 21:14:26.536055 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd4fef17-15cc-4482-bceb-40e6a3671819 None None] DHCP port deletion for a3a58b39-217c-4814-a90c-31c6c996d0cf request from n-d-838334-2 {{(pid=84042) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 18 21:14:26.582966 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.plugin [None req-cd4fef17-15cc-4482-bceb-40e6a3671819 None None] Deleting port 687ac1bb-c5d7-46a7-bf85-36e3c8b466e1 {{(pid=84042) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 21:14:26.584898 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-cd4fef17-15cc-4482-bceb-40e6a3671819 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750375188691'] for port, before_delete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:14:26.660817 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cd0e285-569e-46d5-ba8b-4d6e227207bd req-f7d2cf95-f89f-4aed-9b8b-cb961655b3a7 tempest-TestServerBasicOps-339652129 tempest-TestServerBasicOps-339652129-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:14:26.676354 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-0cd0e285-569e-46d5-ba8b-4d6e227207bd req-f7d2cf95-f89f-4aed-9b8b-cb961655b3a7 tempest-TestServerBasicOps-339652129 tempest-TestServerBasicOps-339652129-project] 10.222.0.42 "GET /v2.0/ports?device_id=6e0fe3d9-3681-4728-ac75-931f2234a9b3 HTTP/1.1" status: 200 len: 945 time: 0.2389557 Apr 18 21:14:26.695217 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Device 687ac1bb-c5d7-46a7-bf85-36e3c8b466e1 no longer exists at agent ovs-agent-n-d-838334-2 {{(pid=84042) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 21:14:26.730904 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-c6189c02-809b-48b0-9bd4-70ca03936870 tempest-RoutersNegativeTest-900170219 tempest-RoutersNegativeTest-900170219-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750375259028', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750374836628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32266323'] for port, after_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:14:26.789144 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.plugin [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] No Port match for: 687ac1bb-c5d7-46a7-bf85-36e3c8b466e1 {{(pid=84042) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 18 21:14:26.790018 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Device 687ac1bb-c5d7-46a7-bf85-36e3c8b466e1 not bound to the agent host n-d-838334-2 {{(pid=84042) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 21:14:26.798339 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-752cb0a4-92ec-40a2-929e-733406cbd0c5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:14:26.916025 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [None req-752cb0a4-92ec-40a2-929e-733406cbd0c5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:14:26.920419 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-752cb0a4-92ec-40a2-929e-733406cbd0c5 admin admin] Usage tracker for resource:security_group_rule and tenant:d3e240a86a074c4ca58f1ab8c55d0c67 is out of sync, need to count used quota {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:14:26.923356 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-752cb0a4-92ec-40a2-929e-733406cbd0c5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:14:26.924861 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6189c02-809b-48b0-9bd4-70ca03936870 tempest-RoutersNegativeTest-900170219 tempest-RoutersNegativeTest-900170219-project] Pushing event deleted for resources: {'Port': ['ID=687ac1bb-c5d7-46a7-bf85-36e3c8b466e1,revision_number=None']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:14:26.930225 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [None req-752cb0a4-92ec-40a2-929e-733406cbd0c5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:14:26.965874 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.plugin [None req-cd4fef17-15cc-4482-bceb-40e6a3671819 None None] The port '687ac1bb-c5d7-46a7-bf85-36e3c8b466e1' was deleted {{(pid=84042) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 18 21:14:26.967381 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6189c02-809b-48b0-9bd4-70ca03936870 tempest-RoutersNegativeTest-900170219 tempest-RoutersNegativeTest-900170219-project] No DVR routers for this DVR port 687ac1bb-c5d7-46a7-bf85-36e3c8b466e1 on host n-d-838334-2 {{(pid=84041) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 21:14:27.046719 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-0cd0e285-569e-46d5-ba8b-4d6e227207bd req-c1a39ef6-5785-40c1-84a8-6f6b0059a0f3 tempest-TestServerBasicOps-339652129 tempest-TestServerBasicOps-339652129-project] 10.222.0.42 "GET /v2.0/security-groups?id=9501666c-22a1-4a49-a5f5-31f14fb519f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3693702 Apr 18 21:14:27.081951 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-752cb0a4-92ec-40a2-929e-733406cbd0c5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:14:27.102227 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-752cb0a4-92ec-40a2-929e-733406cbd0c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33528224'] for security_group, after_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:14:27.191793 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-752cb0a4-92ec-40a2-929e-733406cbd0c5 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=d3e240a86a074c4ca58f1ab8c55d0c67&name=default HTTP/1.1" status: 200 len: 2647 time: 0.9619038 Apr 18 21:14:27.194746 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 54098) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:14:27.194746 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-752cb0a4-92ec-40a2-929e-733406cbd0c5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c5d4967e-883a-4786-a72e-a070bafa0321,revision_number=1']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:14:27.292158 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-c6189c02-809b-48b0-9bd4-70ca03936870 tempest-RoutersNegativeTest-900170219 tempest-RoutersNegativeTest-900170219-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1258905', 'neutron.services.segments.db._delete_segments_for_network-8750375287417'] for network, precommit_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:14:27.318079 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-759df9d0-aef8-459f-a3ca-77a8f6e5b694 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:14:27.353212 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-759df9d0-aef8-459f-a3ca-77a8f6e5b694 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:14:27.355058 n-d-838334-2 neutron-server[84041]: DEBUG neutron.services.segments.db [None req-c6189c02-809b-48b0-9bd4-70ca03936870 tempest-RoutersNegativeTest-900170219 tempest-RoutersNegativeTest-900170219-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a3a58b39-217c-4814-a90c-31c6c996d0cf']}} {{(pid=84041) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:14:27.391024 n-d-838334-2 neutron-server[84041]: DEBUG neutron.services.segments.db [None req-c6189c02-809b-48b0-9bd4-70ca03936870 tempest-RoutersNegativeTest-900170219 tempest-RoutersNegativeTest-900170219-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd66f716c-3985-4755-b46d-1fd0285759d0') {'for_net_delete': True} {{(pid=84041) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:14:27.391395 n-d-838334-2 neutron-server[84041]: DEBUG neutron.services.segments.db [None req-c6189c02-809b-48b0-9bd4-70ca03936870 tempest-RoutersNegativeTest-900170219 tempest-RoutersNegativeTest-900170219-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd66f716c-3985-4755-b46d-1fd0285759d0') {} {{(pid=84041) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:14:27.408353 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-c6189c02-809b-48b0-9bd4-70ca03936870 tempest-RoutersNegativeTest-900170219 tempest-RoutersNegativeTest-900170219-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750375287300', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32268156'] for segment, before_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:14:27.445755 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-759df9d0-aef8-459f-a3ca-77a8f6e5b694 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33528224'] for security_group, after_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:14:27.457299 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-c6189c02-809b-48b0-9bd4-70ca03936870 tempest-RoutersNegativeTest-900170219 tempest-RoutersNegativeTest-900170219-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1082986'] for segment, precommit_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:14:27.475721 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c6189c02-809b-48b0-9bd4-70ca03936870 tempest-RoutersNegativeTest-900170219 tempest-RoutersNegativeTest-900170219-project] Releasing vlan 361 on physical network physnet1 to pool {{(pid=84041) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 18 21:14:27.475939 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-c6189c02-809b-48b0-9bd4-70ca03936870 tempest-RoutersNegativeTest-900170219 tempest-RoutersNegativeTest-900170219-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1082993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32266254'] for segment, after_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:14:27.481642 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-759df9d0-aef8-459f-a3ca-77a8f6e5b694 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c5d4967e-883a-4786-a72e-a070bafa0321,revision_number=None']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:14:27.509402 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-759df9d0-aef8-459f-a3ca-77a8f6e5b694 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:14:27.540101 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-759df9d0-aef8-459f-a3ca-77a8f6e5b694 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/c5d4967e-883a-4786-a72e-a070bafa0321 HTTP/1.1" status: 204 len: 168 time: 0.3280070 Apr 18 21:14:27.546415 n-d-838334-2 neutron-server[84041]: Traceback (most recent call last): Apr 18 21:14:27.546415 n-d-838334-2 neutron-server[84041]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 18 21:14:27.546415 n-d-838334-2 neutron-server[84041]: timer() Apr 18 21:14:27.546415 n-d-838334-2 neutron-server[84041]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 21:14:27.546415 n-d-838334-2 neutron-server[84041]: cb(*args, **kw) Apr 18 21:14:27.546415 n-d-838334-2 neutron-server[84041]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 18 21:14:27.546415 n-d-838334-2 neutron-server[84041]: return func(*args, **kwargs) Apr 18 21:14:27.546415 n-d-838334-2 neutron-server[84041]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 21:14:27.546415 n-d-838334-2 neutron-server[84041]: self._notify() Apr 18 21:14:27.546415 n-d-838334-2 neutron-server[84041]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 21:14:27.546415 n-d-838334-2 neutron-server[84041]: self.callback(batched_events) Apr 18 21:14:27.546415 n-d-838334-2 neutron-server[84041]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 21:14:27.546415 n-d-838334-2 neutron-server[84041]: event.method(event) Apr 18 21:14:27.546415 n-d-838334-2 neutron-server[84041]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 18 21:14:27.546415 n-d-838334-2 neutron-server[84041]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 21:14:27.546415 n-d-838334-2 neutron-server[84041]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 18 21:14:27.546415 n-d-838334-2 neutron-server[84041]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 21:14:27.546415 n-d-838334-2 neutron-server[84041]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 18 21:14:27.546415 n-d-838334-2 neutron-server[84041]: return f(self, *a, **k) Apr 18 21:14:27.546415 n-d-838334-2 neutron-server[84041]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 18 21:14:27.546415 n-d-838334-2 neutron-server[84041]: return self._get(url).json() Apr 18 21:14:27.546415 n-d-838334-2 neutron-server[84041]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 18 21:14:27.546415 n-d-838334-2 neutron-server[84041]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 21:14:27.546415 n-d-838334-2 neutron-server[84041]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 18 21:14:27.546415 n-d-838334-2 neutron-server[84041]: return self.request(url, 'GET', **kwargs) Apr 18 21:14:27.546415 n-d-838334-2 neutron-server[84041]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 18 21:14:27.546415 n-d-838334-2 neutron-server[84041]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 21:14:27.546415 n-d-838334-2 neutron-server[84041]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 18 21:14:27.546415 n-d-838334-2 neutron-server[84041]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 21:14:27.546415 n-d-838334-2 neutron-server[84041]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 18 21:14:27.546415 n-d-838334-2 neutron-server[84041]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 21:14:27.546415 n-d-838334-2 neutron-server[84041]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 21:14:27.696916 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-c6189c02-809b-48b0-9bd4-70ca03936870 tempest-RoutersNegativeTest-900170219 tempest-RoutersNegativeTest-900170219-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1258898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33526109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33444113'] for network, after_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:14:27.733582 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-c6189c02-809b-48b0-9bd4-70ca03936870 tempest-RoutersNegativeTest-900170219 tempest-RoutersNegativeTest-900170219-project] Notify callbacks [] for network, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:14:27.774581 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 54104) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:14:27.776202 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-c6189c02-809b-48b0-9bd4-70ca03936870 tempest-RoutersNegativeTest-900170219 tempest-RoutersNegativeTest-900170219-project] 10.222.0.42 "DELETE /v2.0/networks/a3a58b39-217c-4814-a90c-31c6c996d0cf HTTP/1.1" status: 204 len: 168 time: 2.3385530 Apr 18 21:14:27.777160 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6189c02-809b-48b0-9bd4-70ca03936870 tempest-RoutersNegativeTest-900170219 tempest-RoutersNegativeTest-900170219-project] Pushing event deleted for resources: {'Network': ['ID=a3a58b39-217c-4814-a90c-31c6c996d0cf,revision_number=None']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:14:27.888752 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-da6a1e65-559b-4d5d-ada3-6e354599fce9 tempest-RoutersNegativeTest-900170219 tempest-RoutersNegativeTest-900170219-project] Synchronizing usage tracker for tenant:c645fb98ca674687a1bc26dbf6d8a00f on resource:port {{(pid=84040) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 21:14:27.925713 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-da6a1e65-559b-4d5d-ada3-6e354599fce9 tempest-RoutersNegativeTest-900170219 tempest-RoutersNegativeTest-900170219-project] Unset dirty status for tenant:c645fb98ca674687a1bc26dbf6d8a00f on resource:port {{(pid=84040) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 21:14:27.930916 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 54112) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:14:27.931639 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-da6a1e65-559b-4d5d-ada3-6e354599fce9 tempest-RoutersNegativeTest-900170219 tempest-RoutersNegativeTest-900170219-project] 10.222.0.42 "GET /v2.0/ports?device_id=d7b5aeff-de28-4505-836c-260e6314818f HTTP/1.1" status: 200 len: 205 time: 0.1554656 Apr 18 21:14:28.255820 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 54120) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:14:28.305749 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-d7d1a9b3-378d-4e1c-a994-441f47f10c07 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:14:28.359992 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-703f889e-d3ff-4806-9002-7eea6e7f1cf7 tempest-RoutersNegativeTest-900170219 tempest-RoutersNegativeTest-900170219-project] Notify callbacks [] for router, before_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:14:28.609803 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [None req-d7d1a9b3-378d-4e1c-a994-441f47f10c07 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:14:28.620129 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8302902-f9f8-424a-ab20-ea2517a42ce8 req-9fc0acc4-f5b3-4065-9668-286cece581e8 tempest-TestServerBasicOps-339652129 tempest-TestServerBasicOps-339652129-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:14:28.627047 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-d8302902-f9f8-424a-ab20-ea2517a42ce8 req-9fc0acc4-f5b3-4065-9668-286cece581e8 tempest-TestServerBasicOps-339652129 tempest-TestServerBasicOps-339652129-project] 10.222.0.42 "GET /v2.0/ports?device_id=6e0fe3d9-3681-4728-ac75-931f2234a9b3 HTTP/1.1" status: 200 len: 945 time: 0.3053141 Apr 18 21:14:28.651787 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-d7d1a9b3-378d-4e1c-a994-441f47f10c07 admin admin] Usage tracker for resource:security_group_rule and tenant:04673e1c760842208d68f788cb29ec63 is out of sync, need to count used quota {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:14:28.662564 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-d7d1a9b3-378d-4e1c-a994-441f47f10c07 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:14:28.672390 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [None req-d7d1a9b3-378d-4e1c-a994-441f47f10c07 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:14:28.698566 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-d8302902-f9f8-424a-ab20-ea2517a42ce8 req-f81827d9-389a-4c78-bb32-cb710bfd5323 tempest-TestServerBasicOps-339652129 tempest-TestServerBasicOps-339652129-project] 10.222.0.42 "GET /v2.0/security-groups?id=9501666c-22a1-4a49-a5f5-31f14fb519f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0705435 Apr 18 21:14:28.789215 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-d7d1a9b3-378d-4e1c-a994-441f47f10c07 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:14:28.801367 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-d7d1a9b3-378d-4e1c-a994-441f47f10c07 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33528224'] for security_group, after_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:14:28.841204 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7d1a9b3-378d-4e1c-a994-441f47f10c07 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=74eb34ed-fcd2-4ec2-bbcb-a567b112fa5f,revision_number=1']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:14:28.868088 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-703f889e-d3ff-4806-9002-7eea6e7f1cf7 tempest-RoutersNegativeTest-900170219 tempest-RoutersNegativeTest-900170219-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33443580', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5726'] for router, precommit_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:14:28.873573 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-703f889e-d3ff-4806-9002-7eea6e7f1cf7 tempest-RoutersNegativeTest-900170219 tempest-RoutersNegativeTest-900170219-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:14:28.876676 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-d7d1a9b3-378d-4e1c-a994-441f47f10c07 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=04673e1c760842208d68f788cb29ec63&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6189246 Apr 18 21:14:28.877437 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 54126) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:14:28.943501 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-703f889e-d3ff-4806-9002-7eea6e7f1cf7 tempest-RoutersNegativeTest-900170219 tempest-RoutersNegativeTest-900170219-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-33443408'] for router, after_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:14:28.944213 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-703f889e-d3ff-4806-9002-7eea6e7f1cf7 tempest-RoutersNegativeTest-900170219 tempest-RoutersNegativeTest-900170219-project] Fanout notify agent at l3_agent the message router_deleted on router d7b5aeff-de28-4505-836c-260e6314818f {{(pid=84041) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 18 21:14:28.968749 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-703f889e-d3ff-4806-9002-7eea6e7f1cf7 tempest-RoutersNegativeTest-900170219 tempest-RoutersNegativeTest-900170219-project] Notify callbacks [] for router, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:14:28.969971 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-703f889e-d3ff-4806-9002-7eea6e7f1cf7 tempest-RoutersNegativeTest-900170219 tempest-RoutersNegativeTest-900170219-project] 10.222.0.42 "DELETE /v2.0/routers/d7b5aeff-de28-4505-836c-260e6314818f HTTP/1.1" status: 204 len: 168 time: 1.0372293 Apr 18 21:14:28.978278 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Device ca8a70d8-3de3-411d-838b-aca123d7e7d9 up at agent hyperv_n-h1-838334-2 {{(pid=84042) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 21:14:28.994133 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-b82497cf-ffde-4274-a7c2-f3fde23e6b1c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:14:29.057682 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-b82497cf-ffde-4274-a7c2-f3fde23e6b1c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:14:29.139254 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Provisioning for port ca8a70d8-3de3-411d-838b-aca123d7e7d9 completed by entity L2. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 21:14:29.144321 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Provisioning complete for port ca8a70d8-3de3-411d-838b-aca123d7e7d9 triggered by entity L2. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:14:29.144786 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1253608'] for port, provisioning_complete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:14:29.174475 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-b82497cf-ffde-4274-a7c2-f3fde23e6b1c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33528224'] for security_group, after_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:14:29.199073 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b82497cf-ffde-4274-a7c2-f3fde23e6b1c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=74eb34ed-fcd2-4ec2-bbcb-a567b112fa5f,revision_number=None']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:14:29.206047 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-b82497cf-ffde-4274-a7c2-f3fde23e6b1c admin admin] Notify callbacks [] for security_group, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:14:29.207593 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-b82497cf-ffde-4274-a7c2-f3fde23e6b1c admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/74eb34ed-fcd2-4ec2-bbcb-a567b112fa5f HTTP/1.1" status: 204 len: 168 time: 0.3291047 Apr 18 21:14:29.509893 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:14:29.558049 n-d-838334-2 neutron-server[84042]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6e0fe3d9-3681-4728-ac75-931f2234a9b3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ca8a70d8-3de3-411d-838b-aca123d7e7d9'}] {{(pid=84042) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 21:14:29.596290 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] For port ca8a70d8-3de3-411d-838b-aca123d7e7d9, host n-h1-838334-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838334-2',level=0,port_id=ca8a70d8-3de3-411d-838b-aca123d7e7d9,segment=NetworkSegment(73027d9a-2324-4fff-a460-d461bbd8c34a),segment_id=73027d9a-2324-4fff-a460-d461bbd8c34a)] {{(pid=84042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:14:29.604225 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682'] for port, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:14:29.711325 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 54148) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:14:29.838140 n-d-838334-2 neutron-server[84042]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6012a6af-37ec-4959-ad82-a1c439dff150'] response: {'server_uuid': '6e0fe3d9-3681-4728-ac75-931f2234a9b3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ca8a70d8-3de3-411d-838b-aca123d7e7d9', 'code': 200} Apr 18 21:14:29.886663 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Pushing event updated for resources: {'Port': ['ID=ca8a70d8-3de3-411d-838b-aca123d7e7d9,revision_number=5']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:14:29.917854 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750375287399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253529'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:14:30.048483 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-89840b31-892e-4978-95dd-2f39899d3e86 req-41d69121-409b-4ead-8bce-890bbdab0809 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=6e0fe3d9-3681-4728-ac75-931f2234a9b3 HTTP/1.1" status: 200 len: 1097 time: 0.2462356 Apr 18 21:14:30.111189 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-89840b31-892e-4978-95dd-2f39899d3e86 req-110f803e-397b-429a-877b-c05731e661fd service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=9501666c-22a1-4a49-a5f5-31f14fb519f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0556602 Apr 18 21:14:30.202800 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02fa800f-fd75-417f-8f21-b3f767c44e9e req-5ba40fc7-352f-42f6-bb38-262a7836a1b4 tempest-TestServerBasicOps-339652129 tempest-TestServerBasicOps-339652129-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:14:30.206168 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-02fa800f-fd75-417f-8f21-b3f767c44e9e req-5ba40fc7-352f-42f6-bb38-262a7836a1b4 tempest-TestServerBasicOps-339652129 tempest-TestServerBasicOps-339652129-project] 10.222.0.42 "GET /v2.0/ports?device_id=6e0fe3d9-3681-4728-ac75-931f2234a9b3 HTTP/1.1" status: 200 len: 946 time: 0.1930947 Apr 18 21:14:30.246168 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 54164) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:14:30.325179 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-02fa800f-fd75-417f-8f21-b3f767c44e9e req-7b7d913d-653a-4c86-aef0-fe3e17f0cabf tempest-TestServerBasicOps-339652129 tempest-TestServerBasicOps-339652129-project] 10.222.0.42 "GET /v2.0/security-groups?id=9501666c-22a1-4a49-a5f5-31f14fb519f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1095850 Apr 18 21:14:30.438750 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-b9740c22-9582-417a-b98b-1ee17f1382bb admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=c645fb98ca674687a1bc26dbf6d8a00f&name=default HTTP/1.1" status: 200 len: 2647 time: 0.7232656 Apr 18 21:14:30.439263 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 54172) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:14:30.509374 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-a133f12f-2077-414c-b38b-417352e2cccc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:14:30.546988 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-a133f12f-2077-414c-b38b-417352e2cccc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:14:30.583146 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-b17eec17-7a9d-4c63-a268-dfc854e361aa admin admin] Notify callbacks [] for security_group, before_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:14:30.660713 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-a133f12f-2077-414c-b38b-417352e2cccc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33528224'] for security_group, after_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:14:30.665475 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-b17eec17-7a9d-4c63-a268-dfc854e361aa admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:14:30.681500 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-b17eec17-7a9d-4c63-a268-dfc854e361aa admin admin] Usage tracker for resource:security_group_rule and tenant:487bed750dbc4a8495835cd41d9d707d is out of sync, need to count used quota {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:14:30.686749 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-b17eec17-7a9d-4c63-a268-dfc854e361aa admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:14:30.689679 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a133f12f-2077-414c-b38b-417352e2cccc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=09317217-9115-4cbc-8311-2df34cb049af,revision_number=None']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:14:30.705812 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-b17eec17-7a9d-4c63-a268-dfc854e361aa admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:14:30.732879 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-a133f12f-2077-414c-b38b-417352e2cccc admin admin] Notify callbacks [] for security_group, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:14:30.734028 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-a133f12f-2077-414c-b38b-417352e2cccc admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/09317217-9115-4cbc-8311-2df34cb049af HTTP/1.1" status: 204 len: 168 time: 0.2937927 Apr 18 21:14:30.822233 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-b17eec17-7a9d-4c63-a268-dfc854e361aa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:14:30.852122 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-b17eec17-7a9d-4c63-a268-dfc854e361aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33528224'] for security_group, after_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:14:30.936966 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b17eec17-7a9d-4c63-a268-dfc854e361aa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d71b9e2f-20bd-4c73-839a-54b16ca731a0,revision_number=1']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:14:30.946591 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-b17eec17-7a9d-4c63-a268-dfc854e361aa admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=487bed750dbc4a8495835cd41d9d707d&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6991816 Apr 18 21:14:30.949266 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 54188) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:14:31.128526 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-ac21b73d-f537-4099-842b-5281c4d33993 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:14:31.204787 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-ac21b73d-f537-4099-842b-5281c4d33993 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:14:31.322684 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-ac21b73d-f537-4099-842b-5281c4d33993 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33528224'] for security_group, after_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:14:31.341286 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac21b73d-f537-4099-842b-5281c4d33993 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d71b9e2f-20bd-4c73-839a-54b16ca731a0,revision_number=None']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:14:31.363216 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-ac21b73d-f537-4099-842b-5281c4d33993 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:14:31.368968 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-ac21b73d-f537-4099-842b-5281c4d33993 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/d71b9e2f-20bd-4c73-839a-54b16ca731a0 HTTP/1.1" status: 204 len: 168 time: 0.4181378 Apr 18 21:14:31.690954 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4444bfac-426e-465f-9446-fec52bdbc7d3 req-f03e597e-986d-4c84-94e8-29db9c7fd79d tempest-TestServerBasicOps-339652129 tempest-TestServerBasicOps-339652129-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:14:31.692606 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-4444bfac-426e-465f-9446-fec52bdbc7d3 req-f03e597e-986d-4c84-94e8-29db9c7fd79d tempest-TestServerBasicOps-339652129 tempest-TestServerBasicOps-339652129-project] 10.222.0.42 "GET /v2.0/ports?device_id=6e0fe3d9-3681-4728-ac75-931f2234a9b3 HTTP/1.1" status: 200 len: 946 time: 0.1692750 Apr 18 21:14:31.753912 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-4444bfac-426e-465f-9446-fec52bdbc7d3 req-787797a8-d4ad-4279-bf29-144b50e35a7d tempest-TestServerBasicOps-339652129 tempest-TestServerBasicOps-339652129-project] 10.222.0.42 "GET /v2.0/security-groups?id=9501666c-22a1-4a49-a5f5-31f14fb519f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0542088 Apr 18 21:14:32.040208 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bd269b4-3555-43fc-858b-0d9950729250 req-278eb31b-c25c-4247-8a4c-2bc7d934caf9 tempest-TestServerBasicOps-339652129 tempest-TestServerBasicOps-339652129-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:14:32.047899 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-0bd269b4-3555-43fc-858b-0d9950729250 req-278eb31b-c25c-4247-8a4c-2bc7d934caf9 tempest-TestServerBasicOps-339652129 tempest-TestServerBasicOps-339652129-project] 10.222.0.42 "GET /v2.0/ports?device_id=6e0fe3d9-3681-4728-ac75-931f2234a9b3 HTTP/1.1" status: 200 len: 946 time: 0.1093774 Apr 18 21:14:32.113936 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-0bd269b4-3555-43fc-858b-0d9950729250 req-77696ea1-33b3-49dd-9c57-c1c8535e4930 tempest-TestServerBasicOps-339652129 tempest-TestServerBasicOps-339652129-project] 10.222.0.42 "GET /v2.0/security-groups?id=9501666c-22a1-4a49-a5f5-31f14fb519f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0649059 Apr 18 21:14:32.382716 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90d1aadf-e80a-498e-91e4-9e807bbc2da2 req-267463dc-b745-43bb-80b5-2183c7c77d8d tempest-TestServerBasicOps-339652129 tempest-TestServerBasicOps-339652129-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:14:32.393066 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-90d1aadf-e80a-498e-91e4-9e807bbc2da2 req-267463dc-b745-43bb-80b5-2183c7c77d8d tempest-TestServerBasicOps-339652129 tempest-TestServerBasicOps-339652129-project] 10.222.0.42 "GET /v2.0/ports?device_id=6e0fe3d9-3681-4728-ac75-931f2234a9b3 HTTP/1.1" status: 200 len: 946 time: 0.1470618 Apr 18 21:14:32.461624 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-90d1aadf-e80a-498e-91e4-9e807bbc2da2 req-0d3b9e50-8b16-4f62-af25-deba6eaa3ace tempest-TestServerBasicOps-339652129 tempest-TestServerBasicOps-339652129-project] 10.222.0.42 "GET /v2.0/security-groups?id=9501666c-22a1-4a49-a5f5-31f14fb519f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0671730 Apr 18 21:14:32.486651 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 54250) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:14:33.137474 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-3cb120f5-3202-40f0-9ed9-76c8dc48a34e tempest-TestServerBasicOps-1777565252 tempest-TestServerBasicOps-1777565252-project-admin] Synchronizing usage tracker for tenant:fbd2f0db4be7454291153c63896433c1 on resource:port {{(pid=84041) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 21:14:33.160336 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-3cb120f5-3202-40f0-9ed9-76c8dc48a34e tempest-TestServerBasicOps-1777565252 tempest-TestServerBasicOps-1777565252-project-admin] Unset dirty status for tenant:fbd2f0db4be7454291153c63896433c1 on resource:port {{(pid=84041) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 21:14:33.161700 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-3cb120f5-3202-40f0-9ed9-76c8dc48a34e tempest-TestServerBasicOps-1777565252 tempest-TestServerBasicOps-1777565252-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=6e0fe3d9-3681-4728-ac75-931f2234a9b3 HTTP/1.1" status: 200 len: 1092 time: 0.6723557 Apr 18 21:14:33.165128 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 54268) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:14:33.172954 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.v2.base [None req-b4036cd3-16c1-4510-8fc4-38f02f0fedda tempest-TestServerBasicOps-339652129 tempest-TestServerBasicOps-339652129-project] Request body: {'floatingip': {'floating_network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'port_id': 'ca8a70d8-3de3-411d-838b-aca123d7e7d9', 'tenant_id': '769e4d212a7247919de3c941a9f4cf3b', 'fixed_ip_address': '172.20.0.11'}} {{(pid=84041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:14:33.181442 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-b4036cd3-16c1-4510-8fc4-38f02f0fedda tempest-TestServerBasicOps-339652129 tempest-TestServerBasicOps-339652129-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:14:33.188681 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-b4036cd3-16c1-4510-8fc4-38f02f0fedda tempest-TestServerBasicOps-339652129 tempest-TestServerBasicOps-339652129-project] Usage tracker for resource:floatingip and tenant:769e4d212a7247919de3c941a9f4cf3b is out of sync, need to count used quota {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:14:33.193670 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-b4036cd3-16c1-4510-8fc4-38f02f0fedda tempest-TestServerBasicOps-339652129 tempest-TestServerBasicOps-339652129-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:14:33.201063 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-b4036cd3-16c1-4510-8fc4-38f02f0fedda tempest-TestServerBasicOps-339652129 tempest-TestServerBasicOps-339652129-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:14:33.219133 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-b4036cd3-16c1-4510-8fc4-38f02f0fedda tempest-TestServerBasicOps-339652129 tempest-TestServerBasicOps-339652129-project] Notify callbacks [] for floatingip, before_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:14:33.387851 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-b4036cd3-16c1-4510-8fc4-38f02f0fedda tempest-TestServerBasicOps-339652129 tempest-TestServerBasicOps-339652129-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:14:33.421594 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 54278) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:14:33.490823 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 54284) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:14:33.569972 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.db_base_plugin_common [None req-b4036cd3-16c1-4510-8fc4-38f02f0fedda tempest-TestServerBasicOps-339652129 tempest-TestServerBasicOps-339652129-project] Allocated IP 172.25.8.59 (e41b6600-a917-4a8d-b05c-be3be40c6d8c/6b05667b-848e-4356-9b44-d5eb6808ef74/9a935c25-1fec-4b28-aed1-9d4dd2b83f4c) {{(pid=84041) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 21:14:33.808245 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-b4036cd3-16c1-4510-8fc4-38f02f0fedda tempest-TestServerBasicOps-339652129 tempest-TestServerBasicOps-339652129-project] Notify callbacks [] for port, precommit_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:14:33.860666 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-b4036cd3-16c1-4510-8fc4-38f02f0fedda tempest-TestServerBasicOps-339652129 tempest-TestServerBasicOps-339652129-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750374836619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32266323'] for port, after_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:14:34.001416 n-d-838334-2 neutron-server[84041]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4036cd3-16c1-4510-8fc4-38f02f0fedda tempest-TestServerBasicOps-339652129 tempest-TestServerBasicOps-339652129-project] Network e41b6600-a917-4a8d-b05c-be3be40c6d8c is already hosted by enough agents. {{(pid=84041) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:14:34.010988 n-d-838334-2 neutron-server[84041]: DEBUG neutron.scheduler.base_scheduler [None req-b4036cd3-16c1-4510-8fc4-38f02f0fedda tempest-TestServerBasicOps-339652129 tempest-TestServerBasicOps-339652129-project] Resources bound (agent type, host, resource id): {{(pid=84041) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:14:34.029839 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4036cd3-16c1-4510-8fc4-38f02f0fedda tempest-TestServerBasicOps-339652129 tempest-TestServerBasicOps-339652129-project] Received port after_create {{(pid=84041) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 21:14:34.032949 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750375287399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253529'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:14:34.089016 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-6a2d9640-791a-46e3-abdb-d04c25ae4241 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:14:34.112448 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-eb5ffe77-1120-428b-97b4-759494d2e7e7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:14:34.198056 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [None req-6a2d9640-791a-46e3-abdb-d04c25ae4241 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:14:34.207560 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-6a2d9640-791a-46e3-abdb-d04c25ae4241 admin admin] Usage tracker for resource:security_group_rule and tenant:9413c351e25c49d3b9e8397e1958669a is out of sync, need to count used quota {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:14:34.217284 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-6a2d9640-791a-46e3-abdb-d04c25ae4241 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:14:34.226869 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [None req-6a2d9640-791a-46e3-abdb-d04c25ae4241 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:14:34.262826 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [None req-eb5ffe77-1120-428b-97b4-759494d2e7e7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:14:34.272785 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-eb5ffe77-1120-428b-97b4-759494d2e7e7 admin admin] Usage tracker for resource:security_group_rule and tenant:64a0a362807e44fabd1cada6a06d17b9 is out of sync, need to count used quota {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:14:34.278303 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-eb5ffe77-1120-428b-97b4-759494d2e7e7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:14:34.289105 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4036cd3-16c1-4510-8fc4-38f02f0fedda tempest-TestServerBasicOps-339652129 tempest-TestServerBasicOps-339652129-project] Pushing event updated for resources: {'Port': ['ID=9a935c25-1fec-4b28-aed1-9d4dd2b83f4c,revision_number=1']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:14:34.297453 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [None req-eb5ffe77-1120-428b-97b4-759494d2e7e7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:14:34.451893 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-6a2d9640-791a-46e3-abdb-d04c25ae4241 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:14:34.462658 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-6a2d9640-791a-46e3-abdb-d04c25ae4241 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33528224'] for security_group, after_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:14:34.579100 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a2d9640-791a-46e3-abdb-d04c25ae4241 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c33e0d0f-d150-4992-8d40-2f7ee62c9dcc,revision_number=1']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:14:34.634639 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-6a2d9640-791a-46e3-abdb-d04c25ae4241 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=9413c351e25c49d3b9e8397e1958669a&name=default HTTP/1.1" status: 200 len: 2647 time: 1.1418219 Apr 18 21:14:34.643540 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 54308) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:14:34.668872 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-eb5ffe77-1120-428b-97b4-759494d2e7e7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:14:34.687579 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-eb5ffe77-1120-428b-97b4-759494d2e7e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33528224'] for security_group, after_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:14:34.790609 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb5ffe77-1120-428b-97b4-759494d2e7e7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fecc0394-7bf6-40f9-b4e6-3cdf2ce20a83,revision_number=1']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:14:34.798144 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-eb5ffe77-1120-428b-97b4-759494d2e7e7 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=64a0a362807e44fabd1cada6a06d17b9&name=default HTTP/1.1" status: 200 len: 2647 time: 1.3752105 Apr 18 21:14:34.801049 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 54316) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:14:34.844216 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-6f9ae121-b8ab-4282-ae5d-915840f0323c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:14:34.898652 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-6f9ae121-b8ab-4282-ae5d-915840f0323c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:14:34.972547 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-f915a9e5-9931-4a0e-bef8-febf4fec3daa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:14:35.015169 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-f915a9e5-9931-4a0e-bef8-febf4fec3daa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:14:35.065039 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-6f9ae121-b8ab-4282-ae5d-915840f0323c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33528224'] for security_group, after_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:14:35.099941 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f9ae121-b8ab-4282-ae5d-915840f0323c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c33e0d0f-d150-4992-8d40-2f7ee62c9dcc,revision_number=None']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:14:35.114858 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-6f9ae121-b8ab-4282-ae5d-915840f0323c admin admin] Notify callbacks [] for security_group, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:14:35.118325 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-6f9ae121-b8ab-4282-ae5d-915840f0323c admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/c33e0d0f-d150-4992-8d40-2f7ee62c9dcc HTTP/1.1" status: 204 len: 168 time: 0.4731500 Apr 18 21:14:35.135840 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f9ae121-b8ab-4282-ae5d-915840f0323c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:14:35.135840 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f9ae121-b8ab-4282-ae5d-915840f0323c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:14:35.135840 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f9ae121-b8ab-4282-ae5d-915840f0323c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:14:35.136372 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f9ae121-b8ab-4282-ae5d-915840f0323c admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:14:35.137701 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f9ae121-b8ab-4282-ae5d-915840f0323c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:14:35.138057 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f9ae121-b8ab-4282-ae5d-915840f0323c admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:14:35.138435 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f9ae121-b8ab-4282-ae5d-915840f0323c admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:14:35.138761 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f9ae121-b8ab-4282-ae5d-915840f0323c admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:14:35.141464 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f9ae121-b8ab-4282-ae5d-915840f0323c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:14:35.143586 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f9ae121-b8ab-4282-ae5d-915840f0323c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:14:35.143992 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f9ae121-b8ab-4282-ae5d-915840f0323c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:14:35.168716 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-f915a9e5-9931-4a0e-bef8-febf4fec3daa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33528224'] for security_group, after_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:14:35.205994 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f915a9e5-9931-4a0e-bef8-febf4fec3daa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fecc0394-7bf6-40f9-b4e6-3cdf2ce20a83,revision_number=None']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:14:35.211828 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-f915a9e5-9931-4a0e-bef8-febf4fec3daa admin admin] Notify callbacks [] for security_group, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:14:35.221102 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-f915a9e5-9931-4a0e-bef8-febf4fec3daa admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/fecc0394-7bf6-40f9-b4e6-3cdf2ce20a83 HTTP/1.1" status: 204 len: 168 time: 0.4117122 Apr 18 21:14:35.329461 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-b4036cd3-16c1-4510-8fc4-38f02f0fedda tempest-TestServerBasicOps-339652129 tempest-TestServerBasicOps-339652129-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:14:35.450172 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-b4036cd3-16c1-4510-8fc4-38f02f0fedda tempest-TestServerBasicOps-339652129 tempest-TestServerBasicOps-339652129-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:14:35.754626 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-b4036cd3-16c1-4510-8fc4-38f02f0fedda tempest-TestServerBasicOps-339652129 tempest-TestServerBasicOps-339652129-project] Notify callbacks [] for port, precommit_update {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:14:35.773003 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-b4036cd3-16c1-4510-8fc4-38f02f0fedda tempest-TestServerBasicOps-339652129 tempest-TestServerBasicOps-339652129-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32266282'] for port, after_update {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:14:35.993666 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4036cd3-16c1-4510-8fc4-38f02f0fedda tempest-TestServerBasicOps-339652129 tempest-TestServerBasicOps-339652129-project] Pushing event updated for resources: {'Port': ['ID=9a935c25-1fec-4b28-aed1-9d4dd2b83f4c,revision_number=2']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:14:36.123336 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-b4036cd3-16c1-4510-8fc4-38f02f0fedda tempest-TestServerBasicOps-339652129 tempest-TestServerBasicOps-339652129-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33444131'] for floatingip, after_update {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:14:36.406664 n-d-838334-2 neutron-server[84041]: INFO neutron.db.l3_db [None req-b4036cd3-16c1-4510-8fc4-38f02f0fedda tempest-TestServerBasicOps-339652129 tempest-TestServerBasicOps-339652129-project] Floating IP 2ee918b3-c63a-498d-9b38-2584cc77ecdb associated. External IP: 172.25.8.59, port: ca8a70d8-3de3-411d-838b-aca123d7e7d9. Apr 18 21:14:37.379274 n-d-838334-2 neutron-server[84041]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b4036cd3-16c1-4510-8fc4-38f02f0fedda tempest-TestServerBasicOps-339652129 tempest-TestServerBasicOps-339652129-project] Router e816ae11-294e-480a-b20a-a9ed203b8f57 has already been hosted by L3 agent bc84d6c9-dd7a-4555-a351-592327b46d5a {{(pid=84041) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 21:14:37.871261 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b4036cd3-16c1-4510-8fc4-38f02f0fedda tempest-TestServerBasicOps-339652129 tempest-TestServerBasicOps-339652129-project] Notify agent at l3_agent.n-d-838334-2 the message routers_updated {{(pid=84041) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 21:14:37.888465 n-d-838334-2 neutron-server[84043]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-241543b3-8b89-49b7-9c7a-0ce8191d9087 None None] Sync routers for ids ['e816ae11-294e-480a-b20a-a9ed203b8f57'] in n-d-838334-2 {{(pid=84043) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 18 21:14:37.905469 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-241543b3-8b89-49b7-9c7a-0ce8191d9087 None None] Routers {'e816ae11-294e-480a-b20a-a9ed203b8f57'} bound to L3 agent in host n-d-838334-2 {{(pid=84043) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 21:14:37.910130 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.l3_hamode_db [None req-241543b3-8b89-49b7-9c7a-0ce8191d9087 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838334-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-18T20:25:48Z,description=,heartbeat_timestamp=2022-04-18T21:14:18Z,host='n-d-838334-2',id=bc84d6c9-dd7a-4555-a351-592327b46d5a,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:25:48Z,topic='l3_agent')) {'router_ids': ['e816ae11-294e-480a-b20a-a9ed203b8f57'], 'active': True} {{(pid=84043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:14:37.955983 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-b4036cd3-16c1-4510-8fc4-38f02f0fedda tempest-TestServerBasicOps-339652129 tempest-TestServerBasicOps-339652129-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217293'] for floatingip, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:14:38.164372 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-b4036cd3-16c1-4510-8fc4-38f02f0fedda tempest-TestServerBasicOps-339652129 tempest-TestServerBasicOps-339652129-project] 10.222.0.42 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 4.9978697 Apr 18 21:14:38.165191 n-d-838334-2 neutron-server[84041]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6e0fe3d9-3681-4728-ac75-931f2234a9b3', 'tag': 'ca8a70d8-3de3-411d-838b-aca123d7e7d9'}] {{(pid=84041) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 21:14:38.317541 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.l3_dvr_db [None req-241543b3-8b89-49b7-9c7a-0ce8191d9087 None None] Set router e816ae11-294e-480a-b20a-a9ed203b8f57 gateway port host: n-d-838334-2 {{(pid=84043) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 21:14:38.330348 n-d-838334-2 neutron-server[84041]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6e99d810-c869-4de3-846f-92138c632761'] response: {'name': 'network-changed', 'server_uuid': '6e0fe3d9-3681-4728-ac75-931f2234a9b3', 'tag': 'ca8a70d8-3de3-411d-838b-aca123d7e7d9', 'status': 'completed', 'code': 200} Apr 18 21:14:38.490229 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-f17f544c-ece3-407d-aa83-ca67202a36a1 req-8965161a-7da6-4fbd-b85f-32b73555c575 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=769e4d212a7247919de3c941a9f4cf3b&device_id=6e0fe3d9-3681-4728-ac75-931f2234a9b3 HTTP/1.1" status: 200 len: 1097 time: 0.1492295 Apr 18 21:14:38.803333 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f17f544c-ece3-407d-aa83-ca67202a36a1 req-07f072cd-b72c-4b0e-911e-fe437b544592 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:14:38.808770 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-f17f544c-ece3-407d-aa83-ca67202a36a1 req-07f072cd-b72c-4b0e-911e-fe437b544592 service neutron] 10.222.0.43 "GET /v2.0/networks?id=455c9cd9-3eae-4b7a-8234-99cebcf9bc24 HTTP/1.1" status: 200 len: 909 time: 0.3122511 Apr 18 21:14:39.014640 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-f17f544c-ece3-407d-aa83-ca67202a36a1 req-da65155b-d8f8-42fa-ac5e-6f593da3225b service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ca8a70d8-3de3-411d-838b-aca123d7e7d9 HTTP/1.1" status: 200 len: 999 time: 0.1990857 Apr 18 21:14:39.195279 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f17f544c-ece3-407d-aa83-ca67202a36a1 req-6c77c7ef-0180-43e3-86cc-c47413231ccf service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:14:39.200228 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-f17f544c-ece3-407d-aa83-ca67202a36a1 req-6c77c7ef-0180-43e3-86cc-c47413231ccf service neutron] 10.222.0.43 "GET /v2.0/subnets?id=ffff18e8-8f29-45e6-957b-0d07d078c8a0 HTTP/1.1" status: 200 len: 847 time: 0.1781430 Apr 18 21:14:39.382713 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.l3_hamode_db [None req-241543b3-8b89-49b7-9c7a-0ce8191d9087 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e816ae11-294e-480a-b20a-a9ed203b8f57', 'name': 'tempest-TestServerBasicOps-997885885-router', 'tenant_id': '769e4d212a7247919de3c941a9f4cf3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'external_fixed_ips': [{'subnet_id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'ip_address': '172.25.8.194'}], 'enable_snat': True}, 'gw_port_id': '42368b2a-81ef-4f4f-9d00-ff9af0168c31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:13:17Z', 'updated_at': '2022-04-18T21:13:33Z', 'revision_number': 4, 'project_id': '769e4d212a7247919de3c941a9f4cf3b', 'gw_port': {'id': '42368b2a-81ef-4f4f-9d00-ff9af0168c31', 'name': '', 'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:0d:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e816ae11-294e-480a-b20a-a9ed203b8f57', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'ip_address': '172.25.8.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:13:18Z', 'updated_at': '2022-04-18T21:13:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838334-2', '_floatingips': [{'id': '2ee918b3-c63a-498d-9b38-2584cc77ecdb', 'tenant_id': '769e4d212a7247919de3c941a9f4cf3b', 'floating_ip_address': '172.25.8.59', 'floating_network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'router_id': 'e816ae11-294e-480a-b20a-a9ed203b8f57', 'port_id': 'ca8a70d8-3de3-411d-838b-aca123d7e7d9', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '455c9cd9-3eae-4b7a-8234-99cebcf9bc24', 'mac_address': 'fa:16:3e:ab:27:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e0fe3d9-3681-4728-ac75-931f2234a9b3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T21:14:34Z', 'updated_at': '2022-04-18T21:14:34Z', 'revision_number': 0, 'project_id': '769e4d212a7247919de3c941a9f4cf3b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a9864ebb-e7c5-4183-ba4c-a72cab838bc4', 'name': '', 'network_id': '455c9cd9-3eae-4b7a-8234-99cebcf9bc24', 'tenant_id': '769e4d212a7247919de3c941a9f4cf3b', 'mac_address': 'fa:16:3e:8a:74:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e816ae11-294e-480a-b20a-a9ed203b8f57', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ffff18e8-8f29-45e6-957b-0d07d078c8a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:13:31Z', 'updated_at': '2022-04-18T21:13:47Z', 'revision_number': 5, 'project_id': '769e4d212a7247919de3c941a9f4cf3b', 'subnets': [{'id': 'ffff18e8-8f29-45e6-957b-0d07d078c8a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838334-2', False) {} {{(pid=84043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:14:39.397146 n-d-838334-2 neutron-server[84043]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-241543b3-8b89-49b7-9c7a-0ce8191d9087 None None] Checking router: e816ae11-294e-480a-b20a-a9ed203b8f57 for host: n-d-838334-2 {{(pid=84043) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 18 21:14:39.424051 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-241543b3-8b89-49b7-9c7a-0ce8191d9087 None None] Routers {'e816ae11-294e-480a-b20a-a9ed203b8f57'} bound to L3 agent in host n-d-838334-2 {{(pid=84043) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 21:14:39.426379 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.l3_hamode_db [None req-241543b3-8b89-49b7-9c7a-0ce8191d9087 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838334-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-18T20:25:48Z,description=,heartbeat_timestamp=2022-04-18T21:14:18Z,host='n-d-838334-2',id=bc84d6c9-dd7a-4555-a351-592327b46d5a,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:25:48Z,topic='l3_agent')) {'router_ids': ['e816ae11-294e-480a-b20a-a9ed203b8f57'], 'active': True} {{(pid=84043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:14:39.441893 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-f17f544c-ece3-407d-aa83-ca67202a36a1 req-1b6682b8-62cb-4bdb-9f9c-083b717ec7f3 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=455c9cd9-3eae-4b7a-8234-99cebcf9bc24&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2306137 Apr 18 21:14:39.733647 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.l3_dvr_db [None req-241543b3-8b89-49b7-9c7a-0ce8191d9087 None None] Set router e816ae11-294e-480a-b20a-a9ed203b8f57 gateway port host: n-d-838334-2 {{(pid=84043) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 21:14:39.847144 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-f17f544c-ece3-407d-aa83-ca67202a36a1 req-8dd2d3bf-6054-44c5-9480-328d9208e066 service neutron] 10.222.0.43 "GET /v2.0/networks/455c9cd9-3eae-4b7a-8234-99cebcf9bc24?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3983307 Apr 18 21:14:40.186753 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-f17f544c-ece3-407d-aa83-ca67202a36a1 req-2c6456fa-12f9-4f57-bfb5-0a50e0067466 service neutron] 10.222.0.43 "GET /v2.0/networks/455c9cd9-3eae-4b7a-8234-99cebcf9bc24?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3230267 Apr 18 21:14:40.447915 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-9e55ee6c-89a4-43bf-a0da-b9ed63046ee8 req-d5b09288-c1a4-45c8-82fd-c0ea7c3dad94 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=6e0fe3d9-3681-4728-ac75-931f2234a9b3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2143903 Apr 18 21:14:40.525971 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.l3_hamode_db [None req-241543b3-8b89-49b7-9c7a-0ce8191d9087 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e816ae11-294e-480a-b20a-a9ed203b8f57', 'name': 'tempest-TestServerBasicOps-997885885-router', 'tenant_id': '769e4d212a7247919de3c941a9f4cf3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'external_fixed_ips': [{'subnet_id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'ip_address': '172.25.8.194'}], 'enable_snat': True}, 'gw_port_id': '42368b2a-81ef-4f4f-9d00-ff9af0168c31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:13:17Z', 'updated_at': '2022-04-18T21:13:33Z', 'revision_number': 4, 'project_id': '769e4d212a7247919de3c941a9f4cf3b', 'gw_port': {'id': '42368b2a-81ef-4f4f-9d00-ff9af0168c31', 'name': '', 'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:0d:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e816ae11-294e-480a-b20a-a9ed203b8f57', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'ip_address': '172.25.8.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:13:18Z', 'updated_at': '2022-04-18T21:13:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838334-2', '_floatingips': [{'id': '2ee918b3-c63a-498d-9b38-2584cc77ecdb', 'tenant_id': '769e4d212a7247919de3c941a9f4cf3b', 'floating_ip_address': '172.25.8.59', 'floating_network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'router_id': 'e816ae11-294e-480a-b20a-a9ed203b8f57', 'port_id': 'ca8a70d8-3de3-411d-838b-aca123d7e7d9', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '455c9cd9-3eae-4b7a-8234-99cebcf9bc24', 'mac_address': 'fa:16:3e:ab:27:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e0fe3d9-3681-4728-ac75-931f2234a9b3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T21:14:34Z', 'updated_at': '2022-04-18T21:14:34Z', 'revision_number': 0, 'project_id': '769e4d212a7247919de3c941a9f4cf3b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a9864ebb-e7c5-4183-ba4c-a72cab838bc4', 'name': '', 'network_id': '455c9cd9-3eae-4b7a-8234-99cebcf9bc24', 'tenant_id': '769e4d212a7247919de3c941a9f4cf3b', 'mac_address': 'fa:16:3e:8a:74:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e816ae11-294e-480a-b20a-a9ed203b8f57', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ffff18e8-8f29-45e6-957b-0d07d078c8a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:13:31Z', 'updated_at': '2022-04-18T21:13:47Z', 'revision_number': 5, 'project_id': '769e4d212a7247919de3c941a9f4cf3b', 'subnets': [{'id': 'ffff18e8-8f29-45e6-957b-0d07d078c8a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838334-2', False) {} {{(pid=84043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:14:40.531910 n-d-838334-2 neutron-server[84043]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-241543b3-8b89-49b7-9c7a-0ce8191d9087 None None] The sync data for ids ['e816ae11-294e-480a-b20a-a9ed203b8f57'] in n-d-838334-2 is: [{'id': 'e816ae11-294e-480a-b20a-a9ed203b8f57', 'name': 'tempest-TestServerBasicOps-997885885-router', 'tenant_id': '769e4d212a7247919de3c941a9f4cf3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'external_fixed_ips': [{'subnet_id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'ip_address': '172.25.8.194'}], 'enable_snat': True}, 'gw_port_id': '42368b2a-81ef-4f4f-9d00-ff9af0168c31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:13:17Z', 'updated_at': '2022-04-18T21:13:33Z', 'revision_number': 4, 'project_id': '769e4d212a7247919de3c941a9f4cf3b', 'gw_port': {'id': '42368b2a-81ef-4f4f-9d00-ff9af0168c31', 'name': '', 'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:0d:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e816ae11-294e-480a-b20a-a9ed203b8f57', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'ip_address': '172.25.8.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:13:18Z', 'updated_at': '2022-04-18T21:13:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838334-2', '_floatingips': [{'id': '2ee918b3-c63a-498d-9b38-2584cc77ecdb', 'tenant_id': '769e4d212a7247919de3c941a9f4cf3b', 'floating_ip_address': '172.25.8.59', 'floating_network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'router_id': 'e816ae11-294e-480a-b20a-a9ed203b8f57', 'port_id': 'ca8a70d8-3de3-411d-838b-aca123d7e7d9', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '455c9cd9-3eae-4b7a-8234-99cebcf9bc24', 'mac_address': 'fa:16:3e:ab:27:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e0fe3d9-3681-4728-ac75-931f2234a9b3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T21:14:34Z', 'updated_at': '2022-04-18T21:14:34Z', 'revision_number': 0, 'project_id': '769e4d212a7247919de3c941a9f4cf3b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a9864ebb-e7c5-4183-ba4c-a72cab838bc4', 'name': '', 'network_id': '455c9cd9-3eae-4b7a-8234-99cebcf9bc24', 'tenant_id': '769e4d212a7247919de3c941a9f4cf3b', 'mac_address': 'fa:16:3e:8a:74:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e816ae11-294e-480a-b20a-a9ed203b8f57', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ffff18e8-8f29-45e6-957b-0d07d078c8a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:13:31Z', 'updated_at': '2022-04-18T21:13:47Z', 'revision_number': 5, 'project_id': '769e4d212a7247919de3c941a9f4cf3b', 'subnets': [{'id': 'ffff18e8-8f29-45e6-957b-0d07d078c8a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84043) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 18 21:14:40.671168 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 54468) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:14:40.678324 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.v2.base [None req-b5c0d2ce-cdea-4fc3-8299-af51feba245f tempest-TestSecurityGroupsBasicOps-1555676956 tempest-TestSecurityGroupsBasicOps-1555676956-project] Request body: {'network': {'name': 'tempest-network-smoke--592451809', 'project_id': 'd19595ade6b9408699bc90a14d63d7df', 'port_security_enabled': True}} {{(pid=84040) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:14:40.689014 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [None req-b5c0d2ce-cdea-4fc3-8299-af51feba245f tempest-TestSecurityGroupsBasicOps-1555676956 tempest-TestSecurityGroupsBasicOps-1555676956-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:14:40.697329 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-b5c0d2ce-cdea-4fc3-8299-af51feba245f tempest-TestSecurityGroupsBasicOps-1555676956 tempest-TestSecurityGroupsBasicOps-1555676956-project] Usage tracker for resource:network and tenant:d19595ade6b9408699bc90a14d63d7df is out of sync, need to count used quota {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:14:40.703326 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-b5c0d2ce-cdea-4fc3-8299-af51feba245f tempest-TestSecurityGroupsBasicOps-1555676956 tempest-TestSecurityGroupsBasicOps-1555676956-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:14:40.720062 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [None req-b5c0d2ce-cdea-4fc3-8299-af51feba245f tempest-TestSecurityGroupsBasicOps-1555676956 tempest-TestSecurityGroupsBasicOps-1555676956-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:14:40.757600 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b5c0d2ce-cdea-4fc3-8299-af51feba245f tempest-TestSecurityGroupsBasicOps-1555676956 tempest-TestSecurityGroupsBasicOps-1555676956-project] Made reservation on behalf of d19595ade6b9408699bc90a14d63d7df for: {'network': 1} {{(pid=84040) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:14:40.760610 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-b5c0d2ce-cdea-4fc3-8299-af51feba245f tempest-TestSecurityGroupsBasicOps-1555676956 tempest-TestSecurityGroupsBasicOps-1555676956-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for network, before_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:14:40.761481 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-9e55ee6c-89a4-43bf-a0da-b9ed63046ee8 req-e83b6a9a-b113-46c9-a6b3-86bf9cc467b0 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=769e4d212a7247919de3c941a9f4cf3b&device_id=6e0fe3d9-3681-4728-ac75-931f2234a9b3 HTTP/1.1" status: 200 len: 1097 time: 0.1440361 Apr 18 21:14:40.796823 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-b5c0d2ce-cdea-4fc3-8299-af51feba245f tempest-TestSecurityGroupsBasicOps-1555676956 tempest-TestSecurityGroupsBasicOps-1555676956-project] Notify callbacks [] for security_group, before_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:14:40.902658 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [None req-b5c0d2ce-cdea-4fc3-8299-af51feba245f tempest-TestSecurityGroupsBasicOps-1555676956 tempest-TestSecurityGroupsBasicOps-1555676956-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:14:40.930533 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-b5c0d2ce-cdea-4fc3-8299-af51feba245f tempest-TestSecurityGroupsBasicOps-1555676956 tempest-TestSecurityGroupsBasicOps-1555676956-project] Usage tracker for resource:security_group_rule and tenant:d19595ade6b9408699bc90a14d63d7df is out of sync, need to count used quota {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:14:40.947106 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-b5c0d2ce-cdea-4fc3-8299-af51feba245f tempest-TestSecurityGroupsBasicOps-1555676956 tempest-TestSecurityGroupsBasicOps-1555676956-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:14:40.962888 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [None req-b5c0d2ce-cdea-4fc3-8299-af51feba245f tempest-TestSecurityGroupsBasicOps-1555676956 tempest-TestSecurityGroupsBasicOps-1555676956-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:14:41.019490 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cfeebc2-ea52-4326-b078-7f33084049e8 None None] New status for floating IP 2ee918b3-c63a-498d-9b38-2584cc77ecdb: ACTIVE {{(pid=84042) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Apr 18 21:14:41.141013 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-b5c0d2ce-cdea-4fc3-8299-af51feba245f tempest-TestSecurityGroupsBasicOps-1555676956 tempest-TestSecurityGroupsBasicOps-1555676956-project] Notify callbacks [] for security_group, precommit_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:14:41.148310 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-b5c0d2ce-cdea-4fc3-8299-af51feba245f tempest-TestSecurityGroupsBasicOps-1555676956 tempest-TestSecurityGroupsBasicOps-1555676956-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33528224'] for security_group, after_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:14:41.173156 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e55ee6c-89a4-43bf-a0da-b9ed63046ee8 req-b1775c28-4bc0-442d-bef1-a6a47eb683cf service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:14:41.174904 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-9e55ee6c-89a4-43bf-a0da-b9ed63046ee8 req-b1775c28-4bc0-442d-bef1-a6a47eb683cf service neutron] 10.222.0.43 "GET /v2.0/networks?id=455c9cd9-3eae-4b7a-8234-99cebcf9bc24 HTTP/1.1" status: 200 len: 909 time: 0.3949602 Apr 18 21:14:41.244879 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b5c0d2ce-cdea-4fc3-8299-af51feba245f tempest-TestSecurityGroupsBasicOps-1555676956 tempest-TestSecurityGroupsBasicOps-1555676956-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 354} {{(pid=84040) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 21:14:41.278276 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5c0d2ce-cdea-4fc3-8299-af51feba245f tempest-TestSecurityGroupsBasicOps-1555676956 tempest-TestSecurityGroupsBasicOps-1555676956-project] Pushing event updated for resources: {'SecurityGroup': ['ID=693aac33-5481-4d54-978b-b399ac854bc1,revision_number=1']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:14:41.291041 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-b5c0d2ce-cdea-4fc3-8299-af51feba245f tempest-TestSecurityGroupsBasicOps-1555676956 tempest-TestSecurityGroupsBasicOps-1555676956-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1082986'] for segment, precommit_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:14:41.294111 n-d-838334-2 neutron-server[84040]: INFO neutron.db.segments_db [None req-b5c0d2ce-cdea-4fc3-8299-af51feba245f tempest-TestSecurityGroupsBasicOps-1555676956 tempest-TestSecurityGroupsBasicOps-1555676956-project] Added segment de85d1fd-412a-4fe8-ab00-112e1eaec46e of type vlan for network 79c9d5a9-1f93-4341-810a-bf26aaaa775a Apr 18 21:14:41.384646 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-b5c0d2ce-cdea-4fc3-8299-af51feba245f tempest-TestSecurityGroupsBasicOps-1555676956 tempest-TestSecurityGroupsBasicOps-1555676956-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750374825732'] for network, precommit_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:14:41.404545 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-9e55ee6c-89a4-43bf-a0da-b9ed63046ee8 req-b7004117-b78e-46fe-95dd-9a2b4a68dd71 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ca8a70d8-3de3-411d-838b-aca123d7e7d9 HTTP/1.1" status: 200 len: 999 time: 0.2227626 Apr 18 21:14:41.475738 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-b5c0d2ce-cdea-4fc3-8299-af51feba245f tempest-TestSecurityGroupsBasicOps-1555676956 tempest-TestSecurityGroupsBasicOps-1555676956-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33526109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022'] for network, after_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:14:41.480725 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5c0d2ce-cdea-4fc3-8299-af51feba245f tempest-TestSecurityGroupsBasicOps-1555676956 tempest-TestSecurityGroupsBasicOps-1555676956-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:14:41.482941 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-b5c0d2ce-cdea-4fc3-8299-af51feba245f tempest-TestSecurityGroupsBasicOps-1555676956 tempest-TestSecurityGroupsBasicOps-1555676956-project] Notify callbacks [] for network, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:14:41.588038 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e55ee6c-89a4-43bf-a0da-b9ed63046ee8 req-0371bd42-4c9e-437f-88f9-ec050691e363 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:14:41.592272 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-9e55ee6c-89a4-43bf-a0da-b9ed63046ee8 req-0371bd42-4c9e-437f-88f9-ec050691e363 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=ffff18e8-8f29-45e6-957b-0d07d078c8a0 HTTP/1.1" status: 200 len: 847 time: 0.1799166 Apr 18 21:14:41.746678 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5c0d2ce-cdea-4fc3-8299-af51feba245f tempest-TestSecurityGroupsBasicOps-1555676956 tempest-TestSecurityGroupsBasicOps-1555676956-project] Pushing event updated for resources: {'Network': ['ID=79c9d5a9-1f93-4341-810a-bf26aaaa775a,revision_number=1']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:14:41.762236 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-9e55ee6c-89a4-43bf-a0da-b9ed63046ee8 req-9317c5a0-94cc-465a-b74b-9ff105ebd59f service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=455c9cd9-3eae-4b7a-8234-99cebcf9bc24&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1629817 Apr 18 21:14:41.762419 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Network 79c9d5a9-1f93-4341-810a-bf26aaaa775a details requested by agent ovs-agent-n-d-838334-2 with host n-d-838334-2 {{(pid=84042) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 18 21:14:41.791569 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-b5c0d2ce-cdea-4fc3-8299-af51feba245f tempest-TestSecurityGroupsBasicOps-1555676956 tempest-TestSecurityGroupsBasicOps-1555676956-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 1.1190214 Apr 18 21:14:41.794334 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 54488) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:14:41.803233 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.v2.base [None req-a51f0b47-90ea-4ebe-b709-9b07d0399961 tempest-TestSecurityGroupsBasicOps-1555676956 tempest-TestSecurityGroupsBasicOps-1555676956-project] Request body: {'router': {'name': 'tempest-TestSecurityGroupsBasicOps-router-1590676724', 'admin_state_up': True, 'project_id': 'd19595ade6b9408699bc90a14d63d7df', 'external_gateway_info': {'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c'}}} {{(pid=84040) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:14:41.826089 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [None req-a51f0b47-90ea-4ebe-b709-9b07d0399961 tempest-TestSecurityGroupsBasicOps-1555676956 tempest-TestSecurityGroupsBasicOps-1555676956-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:14:41.842432 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-a51f0b47-90ea-4ebe-b709-9b07d0399961 tempest-TestSecurityGroupsBasicOps-1555676956 tempest-TestSecurityGroupsBasicOps-1555676956-project] Usage tracker for resource:router and tenant:d19595ade6b9408699bc90a14d63d7df is out of sync, need to count used quota {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:14:41.857543 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-a51f0b47-90ea-4ebe-b709-9b07d0399961 tempest-TestSecurityGroupsBasicOps-1555676956 tempest-TestSecurityGroupsBasicOps-1555676956-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:14:41.880497 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [None req-a51f0b47-90ea-4ebe-b709-9b07d0399961 tempest-TestSecurityGroupsBasicOps-1555676956 tempest-TestSecurityGroupsBasicOps-1555676956-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:14:41.917149 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-a51f0b47-90ea-4ebe-b709-9b07d0399961 tempest-TestSecurityGroupsBasicOps-1555676956 tempest-TestSecurityGroupsBasicOps-1555676956-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-33442106', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5708'] for router, before_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:14:41.918208 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-a51f0b47-90ea-4ebe-b709-9b07d0399961 tempest-TestSecurityGroupsBasicOps-1555676956 tempest-TestSecurityGroupsBasicOps-1555676956-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33442137', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33444285', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33535433', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5703'] for router, precommit_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:14:42.006523 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-a51f0b47-90ea-4ebe-b709-9b07d0399961 tempest-TestSecurityGroupsBasicOps-1555676956 tempest-TestSecurityGroupsBasicOps-1555676956-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:14:42.284876 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-9e55ee6c-89a4-43bf-a0da-b9ed63046ee8 req-da236345-01d8-4040-8502-dc5ed70bf71f service neutron] 10.222.0.43 "GET /v2.0/networks/455c9cd9-3eae-4b7a-8234-99cebcf9bc24?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5142217 Apr 18 21:14:42.296192 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-a51f0b47-90ea-4ebe-b709-9b07d0399961 tempest-TestSecurityGroupsBasicOps-1555676956 tempest-TestSecurityGroupsBasicOps-1555676956-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-33444175', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-33443520', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5293'] for router, precommit_update {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:14:42.596298 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-9e55ee6c-89a4-43bf-a0da-b9ed63046ee8 req-78545240-5819-4eb8-a8a0-2750f93f01cf service neutron] 10.222.0.43 "GET /v2.0/networks/455c9cd9-3eae-4b7a-8234-99cebcf9bc24?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3035293 Apr 18 21:14:42.672213 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-a51f0b47-90ea-4ebe-b709-9b07d0399961 tempest-TestSecurityGroupsBasicOps-1555676956 tempest-TestSecurityGroupsBasicOps-1555676956-project] Notify callbacks [] for router_gateway, before_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:14:42.738473 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-a51f0b47-90ea-4ebe-b709-9b07d0399961 tempest-TestSecurityGroupsBasicOps-1555676956 tempest-TestSecurityGroupsBasicOps-1555676956-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:14:43.160237 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.db_base_plugin_common [None req-a51f0b47-90ea-4ebe-b709-9b07d0399961 tempest-TestSecurityGroupsBasicOps-1555676956 tempest-TestSecurityGroupsBasicOps-1555676956-project] Allocated IP 172.25.8.23 (e41b6600-a917-4a8d-b05c-be3be40c6d8c/6b05667b-848e-4356-9b44-d5eb6808ef74/5822d2bd-9bfa-4cd8-897f-3aa337c41ee7) {{(pid=84040) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 21:14:43.376044 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-a51f0b47-90ea-4ebe-b709-9b07d0399961 tempest-TestSecurityGroupsBasicOps-1555676956 tempest-TestSecurityGroupsBasicOps-1555676956-project] Notify callbacks [] for port, precommit_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:14:43.409955 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-a51f0b47-90ea-4ebe-b709-9b07d0399961 tempest-TestSecurityGroupsBasicOps-1555676956 tempest-TestSecurityGroupsBasicOps-1555676956-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750374836619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32440838'] for port, after_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:14:43.491331 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a51f0b47-90ea-4ebe-b709-9b07d0399961 tempest-TestSecurityGroupsBasicOps-1555676956 tempest-TestSecurityGroupsBasicOps-1555676956-project] Pushing event updated for resources: {'Port': ['ID=5822d2bd-9bfa-4cd8-897f-3aa337c41ee7,revision_number=1']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:14:43.528462 n-d-838334-2 neutron-server[84040]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a51f0b47-90ea-4ebe-b709-9b07d0399961 tempest-TestSecurityGroupsBasicOps-1555676956 tempest-TestSecurityGroupsBasicOps-1555676956-project] Network e41b6600-a917-4a8d-b05c-be3be40c6d8c is already hosted by enough agents. {{(pid=84040) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:14:43.533661 n-d-838334-2 neutron-server[84040]: DEBUG neutron.scheduler.base_scheduler [None req-a51f0b47-90ea-4ebe-b709-9b07d0399961 tempest-TestSecurityGroupsBasicOps-1555676956 tempest-TestSecurityGroupsBasicOps-1555676956-project] Resources bound (agent type, host, resource id): {{(pid=84040) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:14:43.537137 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a51f0b47-90ea-4ebe-b709-9b07d0399961 tempest-TestSecurityGroupsBasicOps-1555676956 tempest-TestSecurityGroupsBasicOps-1555676956-project] Received port after_create {{(pid=84040) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 21:14:43.771356 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-a51f0b47-90ea-4ebe-b709-9b07d0399961 tempest-TestSecurityGroupsBasicOps-1555676956 tempest-TestSecurityGroupsBasicOps-1555676956-project] Notify callbacks [] for router_gateway, after_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:14:43.772313 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-a51f0b47-90ea-4ebe-b709-9b07d0399961 tempest-TestSecurityGroupsBasicOps-1555676956 tempest-TestSecurityGroupsBasicOps-1555676956-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33443529', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33444176'] for router, after_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:14:44.125964 n-d-838334-2 neutron-server[84040]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a51f0b47-90ea-4ebe-b709-9b07d0399961 tempest-TestSecurityGroupsBasicOps-1555676956 tempest-TestSecurityGroupsBasicOps-1555676956-project] Router 80ec6947-70fd-4168-908b-6a867ffbad0e is scheduled to L3 agent bc84d6c9-dd7a-4555-a351-592327b46d5a with binding_index 1 {{(pid=84040) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 18 21:14:44.512327 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a51f0b47-90ea-4ebe-b709-9b07d0399961 tempest-TestSecurityGroupsBasicOps-1555676956 tempest-TestSecurityGroupsBasicOps-1555676956-project] Notify agent at l3_agent.n-d-838334-2 the message routers_updated {{(pid=84040) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 21:14:44.526713 n-d-838334-2 neutron-server[84043]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c8c5ec2-c18f-4240-b69d-c4c73a309e78 None None] Sync routers for ids ['80ec6947-70fd-4168-908b-6a867ffbad0e'] in n-d-838334-2 {{(pid=84043) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 18 21:14:44.550419 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c8c5ec2-c18f-4240-b69d-c4c73a309e78 None None] Routers {'80ec6947-70fd-4168-908b-6a867ffbad0e'} bound to L3 agent in host n-d-838334-2 {{(pid=84043) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 21:14:44.554304 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.l3_hamode_db [None req-9c8c5ec2-c18f-4240-b69d-c4c73a309e78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838334-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-18T20:25:48Z,description=,heartbeat_timestamp=2022-04-18T21:14:18Z,host='n-d-838334-2',id=bc84d6c9-dd7a-4555-a351-592327b46d5a,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:25:48Z,topic='l3_agent')) {'router_ids': ['80ec6947-70fd-4168-908b-6a867ffbad0e'], 'active': True} {{(pid=84043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:14:44.579910 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-a51f0b47-90ea-4ebe-b709-9b07d0399961 tempest-TestSecurityGroupsBasicOps-1555676956 tempest-TestSecurityGroupsBasicOps-1555676956-project] Notify callbacks [] for router, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:14:44.581441 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-a51f0b47-90ea-4ebe-b709-9b07d0399961 tempest-TestSecurityGroupsBasicOps-1555676956 tempest-TestSecurityGroupsBasicOps-1555676956-project] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 893 time: 2.7863111 Apr 18 21:14:44.584555 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 54522) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:14:45.073125 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.l3_dvr_db [None req-9c8c5ec2-c18f-4240-b69d-c4c73a309e78 None None] Set router 80ec6947-70fd-4168-908b-6a867ffbad0e gateway port host: n-d-838334-2 {{(pid=84043) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 21:14:45.124244 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 54534) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:14:45.151943 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-2781fe96-53c2-4b2b-a916-2b3b736de5ed tempest-TestSecurityGroupsBasicOps-1595239442 tempest-TestSecurityGroupsBasicOps-1595239442-project-admin] 10.222.0.42 "GET /v2.0/subnets?project_id=d19595ade6b9408699bc90a14d63d7df&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.5356557 Apr 18 21:14:45.240001 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-68ca3750-b7d5-494f-b85c-5c94c545b038 req-dbc94a33-46fa-4741-8a09-cfb001680ed8 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=048b0c07-145a-427b-af4d-c76e4c5114f7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2424133 Apr 18 21:14:45.382275 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70a5cf05-b876-4ef5-8bd6-1ae95613a7f3 tempest-TestSecurityGroupsBasicOps-1595239442 tempest-TestSecurityGroupsBasicOps-1595239442-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:14:45.384966 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-70a5cf05-b876-4ef5-8bd6-1ae95613a7f3 tempest-TestSecurityGroupsBasicOps-1595239442 tempest-TestSecurityGroupsBasicOps-1595239442-project-admin] 10.222.0.42 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2591829 Apr 18 21:14:45.387304 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 54538) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:14:45.518373 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-a302b306-5fb8-48d9-bbcf-133dd1b7cac8 tempest-TestSecurityGroupsBasicOps-1595239442 tempest-TestSecurityGroupsBasicOps-1595239442-project-admin] 10.222.0.42 "GET /v2.0/subnets?network_id=e41b6600-a917-4a8d-b05c-be3be40c6d8c&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1296742 Apr 18 21:14:45.521531 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 54544) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:14:45.528646 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.v2.base [None req-3ab603b3-711e-4ba0-b57d-caf966d9919d tempest-TestSecurityGroupsBasicOps-1555676956 tempest-TestSecurityGroupsBasicOps-1555676956-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1210788136', 'network_id': '79c9d5a9-1f93-4341-810a-bf26aaaa775a', 'project_id': 'd19595ade6b9408699bc90a14d63d7df', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=84041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:14:45.610095 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.l3_hamode_db [None req-9c8c5ec2-c18f-4240-b69d-c4c73a309e78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '80ec6947-70fd-4168-908b-6a867ffbad0e', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1590676724', 'tenant_id': 'd19595ade6b9408699bc90a14d63d7df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'external_fixed_ips': [{'subnet_id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'ip_address': '172.25.8.23'}], 'enable_snat': True}, 'gw_port_id': '5822d2bd-9bfa-4cd8-897f-3aa337c41ee7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:14:41Z', 'updated_at': '2022-04-18T21:14:43Z', 'revision_number': 3, 'project_id': 'd19595ade6b9408699bc90a14d63d7df', 'gw_port': {'id': '5822d2bd-9bfa-4cd8-897f-3aa337c41ee7', 'name': '', 'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:8c:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '80ec6947-70fd-4168-908b-6a867ffbad0e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'ip_address': '172.25.8.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:14:42Z', 'updated_at': '2022-04-18T21:14:43Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838334-2'}], 'n-d-838334-2', False) {} {{(pid=84043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:14:45.618871 n-d-838334-2 neutron-server[84043]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c8c5ec2-c18f-4240-b69d-c4c73a309e78 None None] Checking router: 80ec6947-70fd-4168-908b-6a867ffbad0e for host: n-d-838334-2 {{(pid=84043) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 18 21:14:45.618871 n-d-838334-2 neutron-server[84043]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c8c5ec2-c18f-4240-b69d-c4c73a309e78 None None] Updating router 80ec6947-70fd-4168-908b-6a867ffbad0e port 5822d2bd-9bfa-4cd8-897f-3aa337c41ee7 binding host n-d-838334-2 {{(pid=84043) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 18 21:14:45.664059 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-97ea8b50-857d-4584-8c1d-e892ade5a1d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750375287399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253529'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:14:45.670088 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-68ca3750-b7d5-494f-b85c-5c94c545b038 req-5674d149-8669-46c9-90f3-af43209dd6a7 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=8ca657a6dd7e428db1e7c06a95f1a90e&device_id=048b0c07-145a-427b-af4d-c76e4c5114f7 HTTP/1.1" status: 200 len: 1096 time: 0.2446067 Apr 18 21:14:45.764104 n-d-838334-2 neutron-server[84043]: DEBUG neutron_lib.callbacks.manager [None req-9c8c5ec2-c18f-4240-b69d-c4c73a309e78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:14:45.952633 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-3ab603b3-711e-4ba0-b57d-caf966d9919d tempest-TestSecurityGroupsBasicOps-1555676956 tempest-TestSecurityGroupsBasicOps-1555676956-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:14:45.964399 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-3ab603b3-711e-4ba0-b57d-caf966d9919d tempest-TestSecurityGroupsBasicOps-1555676956 tempest-TestSecurityGroupsBasicOps-1555676956-project] Usage tracker for resource:subnet and tenant:d19595ade6b9408699bc90a14d63d7df is out of sync, need to count used quota {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:14:45.980347 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-3ab603b3-711e-4ba0-b57d-caf966d9919d tempest-TestSecurityGroupsBasicOps-1555676956 tempest-TestSecurityGroupsBasicOps-1555676956-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:14:45.984034 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68ca3750-b7d5-494f-b85c-5c94c545b038 req-1e250c4b-10fa-4133-9d47-ac36e8e1d1fa service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:14:45.986027 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-68ca3750-b7d5-494f-b85c-5c94c545b038 req-1e250c4b-10fa-4133-9d47-ac36e8e1d1fa service neutron] 10.222.0.48 "GET /v2.0/networks?id=ec211755-00f0-492d-a79c-096be27f1d17 HTTP/1.1" status: 200 len: 915 time: 0.2915974 Apr 18 21:14:46.003014 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-3ab603b3-711e-4ba0-b57d-caf966d9919d tempest-TestSecurityGroupsBasicOps-1555676956 tempest-TestSecurityGroupsBasicOps-1555676956-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:14:46.027888 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ab603b3-711e-4ba0-b57d-caf966d9919d tempest-TestSecurityGroupsBasicOps-1555676956 tempest-TestSecurityGroupsBasicOps-1555676956-project] Made reservation on behalf of d19595ade6b9408699bc90a14d63d7df for: {'subnet': 1} {{(pid=84041) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:14:46.222454 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-68ca3750-b7d5-494f-b85c-5c94c545b038 req-ae83e8d0-024f-4a0b-bf34-84459499b707 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=890b9a7b-3a3a-4d10-bfb5-df652e741b66 HTTP/1.1" status: 200 len: 217 time: 0.2274468 Apr 18 21:14:46.323603 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-3ab603b3-711e-4ba0-b57d-caf966d9919d tempest-TestSecurityGroupsBasicOps-1555676956 tempest-TestSecurityGroupsBasicOps-1555676956-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32486301'] for subnet, before_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:14:46.357873 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68ca3750-b7d5-494f-b85c-5c94c545b038 req-9472eac4-78b1-4dc5-8355-2ec78f4009ee service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:14:46.359331 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-68ca3750-b7d5-494f-b85c-5c94c545b038 req-9472eac4-78b1-4dc5-8355-2ec78f4009ee service neutron] 10.222.0.48 "GET /v2.0/subnets?id=dfc866b7-c353-49e6-9c7f-4cc86e757b48 HTTP/1.1" status: 200 len: 854 time: 0.1288171 Apr 18 21:14:46.429826 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-68ca3750-b7d5-494f-b85c-5c94c545b038 req-ec230dc7-00f3-4f19-b2c3-2f4b7c69d754 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=ec211755-00f0-492d-a79c-096be27f1d17&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0631189 Apr 18 21:14:46.884524 n-d-838334-2 neutron-server[84043]: DEBUG neutron_lib.callbacks.manager [None req-9c8c5ec2-c18f-4240-b69d-c4c73a309e78 None None] Notify callbacks [] for port, precommit_update {{(pid=84043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:14:46.914887 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.provisioning_blocks [None req-9c8c5ec2-c18f-4240-b69d-c4c73a309e78 None None] Transition to ACTIVE for port object 5822d2bd-9bfa-4cd8-897f-3aa337c41ee7 will not be triggered until provisioned by entity L2. {{(pid=84043) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:14:46.933854 n-d-838334-2 neutron-server[84043]: DEBUG neutron_lib.callbacks.manager [None req-9c8c5ec2-c18f-4240-b69d-c4c73a309e78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682'] for port, after_update {{(pid=84043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:14:46.956267 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-68ca3750-b7d5-494f-b85c-5c94c545b038 req-be53234c-cc8e-4ae5-8638-5980aae2d23e service neutron] 10.222.0.48 "GET /v2.0/networks/ec211755-00f0-492d-a79c-096be27f1d17?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5193031 Apr 18 21:14:47.015957 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-3ab603b3-711e-4ba0-b57d-caf966d9919d tempest-TestSecurityGroupsBasicOps-1555676956 tempest-TestSecurityGroupsBasicOps-1555676956-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33526260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32266407', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32486287'] for subnet, after_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:14:47.139904 n-d-838334-2 neutron-server[84043]: DEBUG neutron.plugins.ml2.managers [None req-9c8c5ec2-c18f-4240-b69d-c4c73a309e78 None None] Attempting to bind port 5822d2bd-9bfa-4cd8-897f-3aa337c41ee7 on host n-d-838334-2 for vnic_type normal with profile {{(pid=84043) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 21:14:47.140361 n-d-838334-2 neutron-server[84043]: DEBUG neutron.plugins.ml2.managers [None req-9c8c5ec2-c18f-4240-b69d-c4c73a309e78 None None] Attempting to bind port 5822d2bd-9bfa-4cd8-897f-3aa337c41ee7 by drivers openvswitch,hyperv on host n-d-838334-2 at level 0 using segments [{'id': '732aa830-768b-4511-951f-d08e26b9c25b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c'}] {{(pid=84043) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 21:14:47.140790 n-d-838334-2 neutron-server[84043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c8c5ec2-c18f-4240-b69d-c4c73a309e78 None None] Attempting to bind port 5822d2bd-9bfa-4cd8-897f-3aa337c41ee7 on network e41b6600-a917-4a8d-b05c-be3be40c6d8c {{(pid=84043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 21:14:47.162288 n-d-838334-2 neutron-server[84043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c8c5ec2-c18f-4240-b69d-c4c73a309e78 None None] Checking agent: {'id': '97cd4414-7af6-4d67-868d-dff370b4071a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838334-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 25, 49), 'started_at': datetime.datetime(2022, 4, 18, 20, 26, 19), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 21, 14, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838334-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 18 21:14:47.162734 n-d-838334-2 neutron-server[84043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c8c5ec2-c18f-4240-b69d-c4c73a309e78 None None] Checking segment: {'id': '732aa830-768b-4511-951f-d08e26b9c25b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84043) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 21:14:47.163193 n-d-838334-2 neutron-server[84043]: DEBUG neutron_lib.callbacks.manager [None req-9c8c5ec2-c18f-4240-b69d-c4c73a309e78 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:14:47.163661 n-d-838334-2 neutron-server[84043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c8c5ec2-c18f-4240-b69d-c4c73a309e78 None None] Bound using segment: {'id': '732aa830-768b-4511-951f-d08e26b9c25b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c'} {{(pid=84043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 18 21:14:47.164196 n-d-838334-2 neutron-server[84043]: DEBUG neutron.plugins.ml2.managers [None req-9c8c5ec2-c18f-4240-b69d-c4c73a309e78 None None] Bound port: 5822d2bd-9bfa-4cd8-897f-3aa337c41ee7, host: n-d-838334-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '732aa830-768b-4511-951f-d08e26b9c25b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c'}}] {{(pid=84043) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 21:14:47.164623 n-d-838334-2 neutron-server[84043]: DEBUG neutron_lib.callbacks.manager [None req-9c8c5ec2-c18f-4240-b69d-c4c73a309e78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:14:47.190354 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ab603b3-711e-4ba0-b57d-caf966d9919d tempest-TestSecurityGroupsBasicOps-1555676956 tempest-TestSecurityGroupsBasicOps-1555676956-project] Pushing event updated for resources: {'Subnet': ['ID=0dfe6104-b385-400f-8619-08e676401dd7,revision_number=0']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:14:47.252701 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ab603b3-711e-4ba0-b57d-caf966d9919d tempest-TestSecurityGroupsBasicOps-1555676956 tempest-TestSecurityGroupsBasicOps-1555676956-project] Checking segment: {'id': 'de85d1fd-412a-4fe8-ab00-112e1eaec46e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '79c9d5a9-1f93-4341-810a-bf26aaaa775a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84041) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 21:14:47.253147 n-d-838334-2 neutron-server[84041]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ab603b3-711e-4ba0-b57d-caf966d9919d tempest-TestSecurityGroupsBasicOps-1555676956 tempest-TestSecurityGroupsBasicOps-1555676956-project] Network hostable DHCP agents. Network: 79c9d5a9-1f93-4341-810a-bf26aaaa775a, hostable agents: ['8746f8ea-3e91-4b32-9919-2c63adeb8722'], hosted agents: [] {{(pid=84041) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 21:14:47.285294 n-d-838334-2 neutron-server[84041]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ab603b3-711e-4ba0-b57d-caf966d9919d tempest-TestSecurityGroupsBasicOps-1555676956 tempest-TestSecurityGroupsBasicOps-1555676956-project] Network 79c9d5a9-1f93-4341-810a-bf26aaaa775a is scheduled to be hosted by DHCP agent 8746f8ea-3e91-4b32-9919-2c63adeb8722 with binding_index 1 {{(pid=84041) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 21:14:47.312782 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-68ca3750-b7d5-494f-b85c-5c94c545b038 req-489cd230-8b89-48dd-beca-b30bff0526f2 service neutron] 10.222.0.48 "GET /v2.0/networks/ec211755-00f0-492d-a79c-096be27f1d17?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3475404 Apr 18 21:14:47.316101 n-d-838334-2 neutron-server[84041]: DEBUG neutron.scheduler.base_scheduler [None req-3ab603b3-711e-4ba0-b57d-caf966d9919d tempest-TestSecurityGroupsBasicOps-1555676956 tempest-TestSecurityGroupsBasicOps-1555676956-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-838334-2, 79c9d5a9-1f93-4341-810a-bf26aaaa775a) {{(pid=84041) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:14:47.327084 n-d-838334-2 neutron-server[84043]: DEBUG neutron.plugins.ml2.db [None req-9c8c5ec2-c18f-4240-b69d-c4c73a309e78 None None] For port 5822d2bd-9bfa-4cd8-897f-3aa337c41ee7, host n-d-838334-2, cleared binding levels {{(pid=84043) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 21:14:47.340429 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5ee7b5b-47a1-4b13-b357-70f564621a47 None None] Network 79c9d5a9-1f93-4341-810a-bf26aaaa775a requested from n-d-838334-2 {{(pid=84042) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 21:14:47.344741 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ab603b3-711e-4ba0-b57d-caf966d9919d tempest-TestSecurityGroupsBasicOps-1555676956 tempest-TestSecurityGroupsBasicOps-1555676956-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:14:47.348130 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-3ab603b3-711e-4ba0-b57d-caf966d9919d tempest-TestSecurityGroupsBasicOps-1555676956 tempest-TestSecurityGroupsBasicOps-1555676956-project] Notify callbacks [] for subnet, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:14:47.348455 n-d-838334-2 neutron-server[84043]: DEBUG neutron.plugins.ml2.db [None req-9c8c5ec2-c18f-4240-b69d-c4c73a309e78 None None] For port 5822d2bd-9bfa-4cd8-897f-3aa337c41ee7, host n-d-838334-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838334-2',level=0,port_id=5822d2bd-9bfa-4cd8-897f-3aa337c41ee7,segment=NetworkSegment(732aa830-768b-4511-951f-d08e26b9c25b),segment_id=732aa830-768b-4511-951f-d08e26b9c25b)] {{(pid=84043) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 21:14:47.385703 n-d-838334-2 neutron-server[84043]: DEBUG neutron_lib.callbacks.manager [None req-9c8c5ec2-c18f-4240-b69d-c4c73a309e78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682'] for port, after_update {{(pid=84043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:14:47.420064 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-3ab603b3-711e-4ba0-b57d-caf966d9919d tempest-TestSecurityGroupsBasicOps-1555676956 tempest-TestSecurityGroupsBasicOps-1555676956-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 1.8972204 Apr 18 21:14:47.422802 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 54564) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:14:47.478802 n-d-838334-2 neutron-server[84043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44ef37af-af0e-4a98-9f3b-19b078859908 None None] Pushing event updated for resources: {'Port': ['ID=5822d2bd-9bfa-4cd8-897f-3aa337c41ee7,revision_number=2']} {{(pid=84043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:14:47.514330 n-d-838334-2 neutron-server[84043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44ef37af-af0e-4a98-9f3b-19b078859908 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:14:47.514688 n-d-838334-2 neutron-server[84043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44ef37af-af0e-4a98-9f3b-19b078859908 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:14:47.515019 n-d-838334-2 neutron-server[84043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44ef37af-af0e-4a98-9f3b-19b078859908 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:14:47.515350 n-d-838334-2 neutron-server[84043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44ef37af-af0e-4a98-9f3b-19b078859908 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:14:47.515675 n-d-838334-2 neutron-server[84043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44ef37af-af0e-4a98-9f3b-19b078859908 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:14:47.515994 n-d-838334-2 neutron-server[84043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44ef37af-af0e-4a98-9f3b-19b078859908 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:14:47.516751 n-d-838334-2 neutron-server[84043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44ef37af-af0e-4a98-9f3b-19b078859908 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:14:47.517079 n-d-838334-2 neutron-server[84043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44ef37af-af0e-4a98-9f3b-19b078859908 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:14:47.517396 n-d-838334-2 neutron-server[84043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44ef37af-af0e-4a98-9f3b-19b078859908 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:14:47.517708 n-d-838334-2 neutron-server[84043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44ef37af-af0e-4a98-9f3b-19b078859908 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:14:47.518020 n-d-838334-2 neutron-server[84043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44ef37af-af0e-4a98-9f3b-19b078859908 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:14:47.717166 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c8c5ec2-c18f-4240-b69d-c4c73a309e78 None None] Routers {'80ec6947-70fd-4168-908b-6a867ffbad0e'} bound to L3 agent in host n-d-838334-2 {{(pid=84043) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 21:14:47.717711 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.l3_hamode_db [None req-9c8c5ec2-c18f-4240-b69d-c4c73a309e78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838334-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-18T20:25:48Z,description=,heartbeat_timestamp=2022-04-18T21:14:18Z,host='n-d-838334-2',id=bc84d6c9-dd7a-4555-a351-592327b46d5a,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:25:48Z,topic='l3_agent')) {'router_ids': ['80ec6947-70fd-4168-908b-6a867ffbad0e'], 'active': True} {{(pid=84043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:14:48.169231 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07f1a3aa-153d-4e26-aaf8-a93379b91f5e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp016840fc-1f9f-5892-9c53-c9cf6c845bbb-79c9d5a9-1f93-4341-810a-bf26aaaa775a', 'network_id': '79c9d5a9-1f93-4341-810a-bf26aaaa775a', 'tenant_id': 'd19595ade6b9408699bc90a14d63d7df', 'fixed_ips': [{'subnet_id': '0dfe6104-b385-400f-8619-08e676401dd7'}]}} from n-d-838334-2. {{(pid=84042) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 18 21:14:48.171213 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-07f1a3aa-153d-4e26-aaf8-a93379b91f5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_create {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:14:48.237559 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.l3_dvr_db [None req-9c8c5ec2-c18f-4240-b69d-c4c73a309e78 None None] Set router 80ec6947-70fd-4168-908b-6a867ffbad0e gateway port host: n-d-838334-2 {{(pid=84043) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 21:14:48.368389 n-d-838334-2 neutron-server[84043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44ef37af-af0e-4a98-9f3b-19b078859908 None None] Pushing event updated for resources: {'Port': ['ID=5822d2bd-9bfa-4cd8-897f-3aa337c41ee7,revision_number=3']} {{(pid=84043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:14:48.410810 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-398154cc-465d-4107-8ba9-cff621efd739 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750375287399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253529'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:14:48.656903 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.db_base_plugin_common [None req-07f1a3aa-153d-4e26-aaf8-a93379b91f5e None None] Allocated IP 172.20.0.2 (79c9d5a9-1f93-4341-810a-bf26aaaa775a/0dfe6104-b385-400f-8619-08e676401dd7/72dd0b4d-e32a-4e50-87c8-227f045c71af) {{(pid=84042) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 21:14:48.978734 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.l3_hamode_db [None req-9c8c5ec2-c18f-4240-b69d-c4c73a309e78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '80ec6947-70fd-4168-908b-6a867ffbad0e', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1590676724', 'tenant_id': 'd19595ade6b9408699bc90a14d63d7df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'external_fixed_ips': [{'subnet_id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'ip_address': '172.25.8.23'}], 'enable_snat': True}, 'gw_port_id': '5822d2bd-9bfa-4cd8-897f-3aa337c41ee7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:14:41Z', 'updated_at': '2022-04-18T21:14:43Z', 'revision_number': 3, 'project_id': 'd19595ade6b9408699bc90a14d63d7df', 'gw_port': {'id': '5822d2bd-9bfa-4cd8-897f-3aa337c41ee7', 'name': '', 'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:8c:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '80ec6947-70fd-4168-908b-6a867ffbad0e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'ip_address': '172.25.8.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:14:42Z', 'updated_at': '2022-04-18T21:14:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838334-2'}], 'n-d-838334-2', False) {} {{(pid=84043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:14:48.989141 n-d-838334-2 neutron-server[84043]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c8c5ec2-c18f-4240-b69d-c4c73a309e78 None None] The sync data for ids ['80ec6947-70fd-4168-908b-6a867ffbad0e'] in n-d-838334-2 is: [{'id': '80ec6947-70fd-4168-908b-6a867ffbad0e', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1590676724', 'tenant_id': 'd19595ade6b9408699bc90a14d63d7df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'external_fixed_ips': [{'subnet_id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'ip_address': '172.25.8.23'}], 'enable_snat': True}, 'gw_port_id': '5822d2bd-9bfa-4cd8-897f-3aa337c41ee7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:14:41Z', 'updated_at': '2022-04-18T21:14:43Z', 'revision_number': 3, 'project_id': 'd19595ade6b9408699bc90a14d63d7df', 'gw_port': {'id': '5822d2bd-9bfa-4cd8-897f-3aa337c41ee7', 'name': '', 'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:8c:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '80ec6947-70fd-4168-908b-6a867ffbad0e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'ip_address': '172.25.8.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:14:42Z', 'updated_at': '2022-04-18T21:14:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838334-2'}] {{(pid=84043) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 18 21:14:49.076757 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750375287399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253529'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:14:49.136871 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-07f1a3aa-153d-4e26-aaf8-a93379b91f5e None None] Notify callbacks [] for port, precommit_create {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:14:49.170611 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-07f1a3aa-153d-4e26-aaf8-a93379b91f5e None None] Transition to ACTIVE for port object 72dd0b4d-e32a-4e50-87c8-227f045c71af will not be triggered until provisioned by entity L2. {{(pid=84042) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:14:49.195405 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-07f1a3aa-153d-4e26-aaf8-a93379b91f5e None None] Transition to ACTIVE for port object 72dd0b4d-e32a-4e50-87c8-227f045c71af will not be triggered until provisioned by entity DHCP. {{(pid=84042) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:14:49.207366 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-07f1a3aa-153d-4e26-aaf8-a93379b91f5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750374836619'] for port, after_create {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:14:49.364188 n-d-838334-2 neutron-server[84042]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07f1a3aa-153d-4e26-aaf8-a93379b91f5e None None] Network 79c9d5a9-1f93-4341-810a-bf26aaaa775a is already hosted by enough agents. {{(pid=84042) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:14:49.371143 n-d-838334-2 neutron-server[84042]: DEBUG neutron.scheduler.base_scheduler [None req-07f1a3aa-153d-4e26-aaf8-a93379b91f5e None None] Resources bound (agent type, host, resource id): {{(pid=84042) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:14:49.376819 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07f1a3aa-153d-4e26-aaf8-a93379b91f5e None None] Received port after_create {{(pid=84042) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 21:14:49.564905 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-cfc32aa0-7bd3-458a-a984-69e4065f1527 tempest-TestSecurityGroupsBasicOps-1555676956 tempest-TestSecurityGroupsBasicOps-1555676956-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:14:49.659461 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07f1a3aa-153d-4e26-aaf8-a93379b91f5e None None] Pushing event updated for resources: {'Port': ['ID=72dd0b4d-e32a-4e50-87c8-227f045c71af,revision_number=1']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:14:49.672236 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-414b6ffe-e119-47bc-b18f-bcff1219c2f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750375287399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253529'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:14:49.749848 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.managers [None req-07f1a3aa-153d-4e26-aaf8-a93379b91f5e None None] Attempting to bind port 72dd0b4d-e32a-4e50-87c8-227f045c71af on host n-d-838334-2 for vnic_type normal with profile {{(pid=84042) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 21:14:49.751158 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.managers [None req-07f1a3aa-153d-4e26-aaf8-a93379b91f5e None None] Attempting to bind port 72dd0b4d-e32a-4e50-87c8-227f045c71af by drivers openvswitch,hyperv on host n-d-838334-2 at level 0 using segments [{'id': 'de85d1fd-412a-4fe8-ab00-112e1eaec46e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '79c9d5a9-1f93-4341-810a-bf26aaaa775a'}] {{(pid=84042) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 21:14:49.751529 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07f1a3aa-153d-4e26-aaf8-a93379b91f5e None None] Attempting to bind port 72dd0b4d-e32a-4e50-87c8-227f045c71af on network 79c9d5a9-1f93-4341-810a-bf26aaaa775a {{(pid=84042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 21:14:49.777214 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07f1a3aa-153d-4e26-aaf8-a93379b91f5e None None] Checking agent: {'id': '97cd4414-7af6-4d67-868d-dff370b4071a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838334-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 25, 49), 'started_at': datetime.datetime(2022, 4, 18, 20, 26, 19), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 21, 14, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838334-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 18 21:14:49.777590 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07f1a3aa-153d-4e26-aaf8-a93379b91f5e None None] Checking segment: {'id': 'de85d1fd-412a-4fe8-ab00-112e1eaec46e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '79c9d5a9-1f93-4341-810a-bf26aaaa775a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84042) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 21:14:49.785682 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-07f1a3aa-153d-4e26-aaf8-a93379b91f5e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:14:49.786304 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07f1a3aa-153d-4e26-aaf8-a93379b91f5e None None] Bound using segment: {'id': 'de85d1fd-412a-4fe8-ab00-112e1eaec46e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '79c9d5a9-1f93-4341-810a-bf26aaaa775a'} {{(pid=84042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 18 21:14:49.790861 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.managers [None req-07f1a3aa-153d-4e26-aaf8-a93379b91f5e None None] Bound port: 72dd0b4d-e32a-4e50-87c8-227f045c71af, host: n-d-838334-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'de85d1fd-412a-4fe8-ab00-112e1eaec46e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '79c9d5a9-1f93-4341-810a-bf26aaaa775a'}}] {{(pid=84042) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 21:14:49.793892 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-07f1a3aa-153d-4e26-aaf8-a93379b91f5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:14:50.116522 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-07f1a3aa-153d-4e26-aaf8-a93379b91f5e None None] For port 72dd0b4d-e32a-4e50-87c8-227f045c71af, host n-d-838334-2, cleared binding levels {{(pid=84042) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 21:14:50.120058 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-07f1a3aa-153d-4e26-aaf8-a93379b91f5e None None] For port 72dd0b4d-e32a-4e50-87c8-227f045c71af, host n-d-838334-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838334-2',level=0,port_id=72dd0b4d-e32a-4e50-87c8-227f045c71af,segment=NetworkSegment(de85d1fd-412a-4fe8-ab00-112e1eaec46e),segment_id=de85d1fd-412a-4fe8-ab00-112e1eaec46e)] {{(pid=84042) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 21:14:50.129699 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-07f1a3aa-153d-4e26-aaf8-a93379b91f5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682'] for port, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:14:50.378260 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07f1a3aa-153d-4e26-aaf8-a93379b91f5e None None] Pushing event updated for resources: {'Port': ['ID=72dd0b4d-e32a-4e50-87c8-227f045c71af,revision_number=2']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:14:50.573545 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.db_base_plugin_common [None req-cfc32aa0-7bd3-458a-a984-69e4065f1527 tempest-TestSecurityGroupsBasicOps-1555676956 tempest-TestSecurityGroupsBasicOps-1555676956-project] Allocated IP 172.20.0.1 (79c9d5a9-1f93-4341-810a-bf26aaaa775a/0dfe6104-b385-400f-8619-08e676401dd7/c604fda5-ba21-4e91-88fd-f8c2d1bdf461) {{(pid=84041) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 21:14:50.649392 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-c7521a90-7d65-4e2e-842c-ca5d95e9a89c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750375287399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253529'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:14:50.734061 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Device 5822d2bd-9bfa-4cd8-897f-3aa337c41ee7 up at agent ovs-agent-n-d-838334-2 {{(pid=84042) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 21:14:50.854492 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-cfc32aa0-7bd3-458a-a984-69e4065f1527 tempest-TestSecurityGroupsBasicOps-1555676956 tempest-TestSecurityGroupsBasicOps-1555676956-project] Notify callbacks [] for port, precommit_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:14:50.881666 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.provisioning_blocks [None req-cfc32aa0-7bd3-458a-a984-69e4065f1527 tempest-TestSecurityGroupsBasicOps-1555676956 tempest-TestSecurityGroupsBasicOps-1555676956-project] Transition to ACTIVE for port object c604fda5-ba21-4e91-88fd-f8c2d1bdf461 will not be triggered until provisioned by entity DHCP. {{(pid=84041) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:14:50.930731 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-cfc32aa0-7bd3-458a-a984-69e4065f1527 tempest-TestSecurityGroupsBasicOps-1555676956 tempest-TestSecurityGroupsBasicOps-1555676956-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750374836619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32266323'] for port, after_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:14:50.958868 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Provisioning for port 5822d2bd-9bfa-4cd8-897f-3aa337c41ee7 completed by entity L2. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 21:14:50.964485 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Provisioning complete for port 5822d2bd-9bfa-4cd8-897f-3aa337c41ee7 triggered by entity L2. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:14:50.964865 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1253608'] for port, provisioning_complete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:14:51.111043 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfc32aa0-7bd3-458a-a984-69e4065f1527 tempest-TestSecurityGroupsBasicOps-1555676956 tempest-TestSecurityGroupsBasicOps-1555676956-project] Pushing event updated for resources: {'Port': ['ID=c604fda5-ba21-4e91-88fd-f8c2d1bdf461,revision_number=1']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:14:51.150735 n-d-838334-2 neutron-server[84041]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfc32aa0-7bd3-458a-a984-69e4065f1527 tempest-TestSecurityGroupsBasicOps-1555676956 tempest-TestSecurityGroupsBasicOps-1555676956-project] Network 79c9d5a9-1f93-4341-810a-bf26aaaa775a is already hosted by enough agents. {{(pid=84041) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:14:51.153163 n-d-838334-2 neutron-server[84041]: DEBUG neutron.scheduler.base_scheduler [None req-cfc32aa0-7bd3-458a-a984-69e4065f1527 tempest-TestSecurityGroupsBasicOps-1555676956 tempest-TestSecurityGroupsBasicOps-1555676956-project] Resources bound (agent type, host, resource id): {{(pid=84041) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:14:51.166717 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfc32aa0-7bd3-458a-a984-69e4065f1527 tempest-TestSecurityGroupsBasicOps-1555676956 tempest-TestSecurityGroupsBasicOps-1555676956-project] Received port after_create {{(pid=84041) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 21:14:51.288172 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:14:51.340446 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] For port 5822d2bd-9bfa-4cd8-897f-3aa337c41ee7, host n-d-838334-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838334-2',level=0,port_id=5822d2bd-9bfa-4cd8-897f-3aa337c41ee7,segment=NetworkSegment(732aa830-768b-4511-951f-d08e26b9c25b),segment_id=732aa830-768b-4511-951f-d08e26b9c25b)] {{(pid=84042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:14:51.354660 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682'] for port, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:14:51.405573 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-cfc32aa0-7bd3-458a-a984-69e4065f1527 tempest-TestSecurityGroupsBasicOps-1555676956 tempest-TestSecurityGroupsBasicOps-1555676956-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33444010'] for router_interface, before_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:14:51.586070 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-cfc32aa0-7bd3-458a-a984-69e4065f1527 tempest-TestSecurityGroupsBasicOps-1555676956 tempest-TestSecurityGroupsBasicOps-1555676956-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:14:51.604861 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Pushing event updated for resources: {'Port': ['ID=5822d2bd-9bfa-4cd8-897f-3aa337c41ee7,revision_number=4']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:14:52.208929 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dee88aa0-0560-4139-918b-46ab5a37b38f None None] Network 79c9d5a9-1f93-4341-810a-bf26aaaa775a requested from n-d-838334-2 {{(pid=84042) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 21:14:52.365336 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-4453af9f-0460-4e89-a78b-76781ece6c6d None None] Provisioning for port 72dd0b4d-e32a-4e50-87c8-227f045c71af completed by entity DHCP. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 21:14:52.513154 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-cfc32aa0-7bd3-458a-a984-69e4065f1527 tempest-TestSecurityGroupsBasicOps-1555676956 tempest-TestSecurityGroupsBasicOps-1555676956-project] Notify callbacks [] for port, precommit_update {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:14:52.526133 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-cfc32aa0-7bd3-458a-a984-69e4065f1527 tempest-TestSecurityGroupsBasicOps-1555676956 tempest-TestSecurityGroupsBasicOps-1555676956-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32266282'] for port, after_update {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:14:52.892536 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-cfc32aa0-7bd3-458a-a984-69e4065f1527 tempest-TestSecurityGroupsBasicOps-1555676956 tempest-TestSecurityGroupsBasicOps-1555676956-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-32377886', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33443847'] for router_interface, after_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:14:52.899149 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfc32aa0-7bd3-458a-a984-69e4065f1527 tempest-TestSecurityGroupsBasicOps-1555676956 tempest-TestSecurityGroupsBasicOps-1555676956-project] Pushing event updated for resources: {'Port': ['ID=c604fda5-ba21-4e91-88fd-f8c2d1bdf461,revision_number=2']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:14:52.900550 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Device 72dd0b4d-e32a-4e50-87c8-227f045c71af up at agent ovs-agent-n-d-838334-2 {{(pid=84042) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 21:14:53.071819 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Provisioning for port 72dd0b4d-e32a-4e50-87c8-227f045c71af completed by entity L2. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 21:14:53.084490 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Provisioning complete for port 72dd0b4d-e32a-4e50-87c8-227f045c71af triggered by entity L2. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:14:53.085112 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1253608'] for port, provisioning_complete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:14:53.276726 n-d-838334-2 neutron-server[84041]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfc32aa0-7bd3-458a-a984-69e4065f1527 tempest-TestSecurityGroupsBasicOps-1555676956 tempest-TestSecurityGroupsBasicOps-1555676956-project] Network 79c9d5a9-1f93-4341-810a-bf26aaaa775a is already hosted by enough agents. {{(pid=84041) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:14:53.278998 n-d-838334-2 neutron-server[84041]: DEBUG neutron.scheduler.base_scheduler [None req-cfc32aa0-7bd3-458a-a984-69e4065f1527 tempest-TestSecurityGroupsBasicOps-1555676956 tempest-TestSecurityGroupsBasicOps-1555676956-project] Resources bound (agent type, host, resource id): {{(pid=84041) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:14:53.320879 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:14:53.438104 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] For port 72dd0b4d-e32a-4e50-87c8-227f045c71af, host n-d-838334-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838334-2',level=0,port_id=72dd0b4d-e32a-4e50-87c8-227f045c71af,segment=NetworkSegment(de85d1fd-412a-4fe8-ab00-112e1eaec46e),segment_id=de85d1fd-412a-4fe8-ab00-112e1eaec46e)] {{(pid=84042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:14:53.449582 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682'] for port, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:14:53.451378 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Device 5822d2bd-9bfa-4cd8-897f-3aa337c41ee7 up at agent ovs-agent-n-d-838334-2 {{(pid=84042) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 21:14:53.669338 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-34b7a85f-a0b0-4f02-a81a-ebdd1a3f8be4 None None] Provisioning complete for port 72dd0b4d-e32a-4e50-87c8-227f045c71af triggered by entity DHCP. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:14:53.669616 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-34b7a85f-a0b0-4f02-a81a-ebdd1a3f8be4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1253608'] for port, provisioning_complete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:14:53.992356 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Pushing event updated for resources: {'Port': ['ID=72dd0b4d-e32a-4e50-87c8-227f045c71af,revision_number=3']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:14:54.265314 n-d-838334-2 neutron-server[84041]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cfc32aa0-7bd3-458a-a984-69e4065f1527 tempest-TestSecurityGroupsBasicOps-1555676956 tempest-TestSecurityGroupsBasicOps-1555676956-project] Router 80ec6947-70fd-4168-908b-6a867ffbad0e has already been hosted by L3 agent bc84d6c9-dd7a-4555-a351-592327b46d5a {{(pid=84041) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 21:14:54.374504 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:14:54.376806 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:14:54.377635 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:14:54.378340 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:14:54.379073 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:14:54.379610 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:14:54.380892 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:14:54.381606 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:14:54.382157 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:14:54.382677 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:14:54.383358 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:14:54.398233 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Provisioning complete for port 5822d2bd-9bfa-4cd8-897f-3aa337c41ee7 triggered by entity L2. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:14:54.398815 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1253608'] for port, provisioning_complete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:14:54.466432 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-34b7a85f-a0b0-4f02-a81a-ebdd1a3f8be4 None None] Provisioning for port c604fda5-ba21-4e91-88fd-f8c2d1bdf461 completed by entity DHCP. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 21:14:54.506545 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-34b7a85f-a0b0-4f02-a81a-ebdd1a3f8be4 None None] Provisioning complete for port c604fda5-ba21-4e91-88fd-f8c2d1bdf461 triggered by entity DHCP. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:14:54.507243 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-34b7a85f-a0b0-4f02-a81a-ebdd1a3f8be4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1253608'] for port, provisioning_complete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:14:54.632631 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cfc32aa0-7bd3-458a-a984-69e4065f1527 tempest-TestSecurityGroupsBasicOps-1555676956 tempest-TestSecurityGroupsBasicOps-1555676956-project] Notify agent at l3_agent.n-d-838334-2 the message routers_updated {{(pid=84041) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 21:14:54.652410 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-cfc32aa0-7bd3-458a-a984-69e4065f1527 tempest-TestSecurityGroupsBasicOps-1555676956 tempest-TestSecurityGroupsBasicOps-1555676956-project] 10.222.0.42 "PUT /v2.0/routers/80ec6947-70fd-4168-908b-6a867ffbad0e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.2282078 Apr 18 21:14:54.655234 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 54658) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:14:54.664097 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.v2.base [None req-3ccaf154-160a-4f17-8a26-15f56cb74d80 tempest-TestSecurityGroupsBasicOps-1555676956 tempest-TestSecurityGroupsBasicOps-1555676956-project] Request body: {'security_group': {'name': 'tempest-secgroup_access--1570132675', 'description': 'tempest-secgroup_access--1570132675 description', 'project_id': 'd19595ade6b9408699bc90a14d63d7df'}} {{(pid=84040) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:14:54.675994 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [None req-3ccaf154-160a-4f17-8a26-15f56cb74d80 tempest-TestSecurityGroupsBasicOps-1555676956 tempest-TestSecurityGroupsBasicOps-1555676956-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:14:54.693188 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-3ccaf154-160a-4f17-8a26-15f56cb74d80 tempest-TestSecurityGroupsBasicOps-1555676956 tempest-TestSecurityGroupsBasicOps-1555676956-project] Usage tracker for resource:security_group and tenant:d19595ade6b9408699bc90a14d63d7df is out of sync, need to count used quota {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:14:54.700296 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-3ccaf154-160a-4f17-8a26-15f56cb74d80 tempest-TestSecurityGroupsBasicOps-1555676956 tempest-TestSecurityGroupsBasicOps-1555676956-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:14:54.710110 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [None req-3ccaf154-160a-4f17-8a26-15f56cb74d80 tempest-TestSecurityGroupsBasicOps-1555676956 tempest-TestSecurityGroupsBasicOps-1555676956-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:14:54.768337 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-3ccaf154-160a-4f17-8a26-15f56cb74d80 tempest-TestSecurityGroupsBasicOps-1555676956 tempest-TestSecurityGroupsBasicOps-1555676956-project] Notify callbacks [] for security_group, before_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:14:54.819386 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.plugin [None req-34b7a85f-a0b0-4f02-a81a-ebdd1a3f8be4 None None] Port c604fda5-ba21-4e91-88fd-f8c2d1bdf461 cannot update to ACTIVE because it is not bound. {{(pid=84042) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 18 21:14:54.835364 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92624434-044c-4dcd-9c07-399397c781ef None None] Sync routers for ids ['80ec6947-70fd-4168-908b-6a867ffbad0e'] in n-d-838334-2 {{(pid=84042) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 18 21:14:54.859557 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92624434-044c-4dcd-9c07-399397c781ef None None] Routers {'80ec6947-70fd-4168-908b-6a867ffbad0e'} bound to L3 agent in host n-d-838334-2 {{(pid=84042) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 21:14:54.862254 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_hamode_db [None req-92624434-044c-4dcd-9c07-399397c781ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838334-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-18T20:25:48Z,description=,heartbeat_timestamp=2022-04-18T21:14:48Z,host='n-d-838334-2',id=bc84d6c9-dd7a-4555-a351-592327b46d5a,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:25:48Z,topic='l3_agent')) {'router_ids': ['80ec6947-70fd-4168-908b-6a867ffbad0e'], 'active': True} {{(pid=84042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:14:54.977236 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [None req-3ccaf154-160a-4f17-8a26-15f56cb74d80 tempest-TestSecurityGroupsBasicOps-1555676956 tempest-TestSecurityGroupsBasicOps-1555676956-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:14:54.985764 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-3ccaf154-160a-4f17-8a26-15f56cb74d80 tempest-TestSecurityGroupsBasicOps-1555676956 tempest-TestSecurityGroupsBasicOps-1555676956-project] Usage tracker for resource:security_group_rule and tenant:d19595ade6b9408699bc90a14d63d7df is out of sync, need to count used quota {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:14:54.995899 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-3ccaf154-160a-4f17-8a26-15f56cb74d80 tempest-TestSecurityGroupsBasicOps-1555676956 tempest-TestSecurityGroupsBasicOps-1555676956-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:14:55.008999 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [None req-3ccaf154-160a-4f17-8a26-15f56cb74d80 tempest-TestSecurityGroupsBasicOps-1555676956 tempest-TestSecurityGroupsBasicOps-1555676956-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:14:55.051575 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Device 72dd0b4d-e32a-4e50-87c8-227f045c71af up at agent ovs-agent-n-d-838334-2 {{(pid=84042) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 21:14:55.151535 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-3ccaf154-160a-4f17-8a26-15f56cb74d80 tempest-TestSecurityGroupsBasicOps-1555676956 tempest-TestSecurityGroupsBasicOps-1555676956-project] Notify callbacks [] for security_group, precommit_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:14:55.159752 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-3ccaf154-160a-4f17-8a26-15f56cb74d80 tempest-TestSecurityGroupsBasicOps-1555676956 tempest-TestSecurityGroupsBasicOps-1555676956-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33528224'] for security_group, after_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:14:55.201530 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-cef229bd-d2db-44c4-8901-d37703838b62 None None] Provisioning complete for port c604fda5-ba21-4e91-88fd-f8c2d1bdf461 triggered by entity DHCP. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:14:55.202515 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-cef229bd-d2db-44c4-8901-d37703838b62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1253608'] for port, provisioning_complete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:14:55.282461 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ccaf154-160a-4f17-8a26-15f56cb74d80 tempest-TestSecurityGroupsBasicOps-1555676956 tempest-TestSecurityGroupsBasicOps-1555676956-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c220e4f8-52f5-42dc-a4f2-23cea83e5893,revision_number=1']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:14:55.293407 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-3ccaf154-160a-4f17-8a26-15f56cb74d80 tempest-TestSecurityGroupsBasicOps-1555676956 tempest-TestSecurityGroupsBasicOps-1555676956-project] Notify callbacks [] for security_group, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:14:55.293544 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.plugin [None req-cef229bd-d2db-44c4-8901-d37703838b62 None None] Port c604fda5-ba21-4e91-88fd-f8c2d1bdf461 cannot update to ACTIVE because it is not bound. {{(pid=84042) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 18 21:14:55.297659 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 54686) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:14:55.298132 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Provisioning complete for port 72dd0b4d-e32a-4e50-87c8-227f045c71af triggered by entity L2. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:14:55.298132 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1253608'] for port, provisioning_complete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:14:55.300797 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-3ccaf154-160a-4f17-8a26-15f56cb74d80 tempest-TestSecurityGroupsBasicOps-1555676956 tempest-TestSecurityGroupsBasicOps-1555676956-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1632 time: 0.6436799 Apr 18 21:14:55.304925 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.v2.base [None req-1ff02c5c-8590-4260-8aa5-603ee965d554 tempest-TestSecurityGroupsBasicOps-1555676956 tempest-TestSecurityGroupsBasicOps-1555676956-project] Request body: {'security_group': {'name': 'tempest-secgroup_general--2128149865', 'description': 'tempest-secgroup_general--2128149865 description', 'project_id': 'd19595ade6b9408699bc90a14d63d7df'}} {{(pid=84041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:14:55.318672 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-1ff02c5c-8590-4260-8aa5-603ee965d554 tempest-TestSecurityGroupsBasicOps-1555676956 tempest-TestSecurityGroupsBasicOps-1555676956-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:14:55.336352 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-1ff02c5c-8590-4260-8aa5-603ee965d554 tempest-TestSecurityGroupsBasicOps-1555676956 tempest-TestSecurityGroupsBasicOps-1555676956-project] Usage tracker for resource:security_group and tenant:d19595ade6b9408699bc90a14d63d7df is out of sync, need to count used quota {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:14:55.355277 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-1ff02c5c-8590-4260-8aa5-603ee965d554 tempest-TestSecurityGroupsBasicOps-1555676956 tempest-TestSecurityGroupsBasicOps-1555676956-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:14:55.364095 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-1ff02c5c-8590-4260-8aa5-603ee965d554 tempest-TestSecurityGroupsBasicOps-1555676956 tempest-TestSecurityGroupsBasicOps-1555676956-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:14:55.371117 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_dvr_db [None req-92624434-044c-4dcd-9c07-399397c781ef None None] Set router 80ec6947-70fd-4168-908b-6a867ffbad0e gateway port host: n-d-838334-2 {{(pid=84042) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 21:14:55.395195 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-1ff02c5c-8590-4260-8aa5-603ee965d554 tempest-TestSecurityGroupsBasicOps-1555676956 tempest-TestSecurityGroupsBasicOps-1555676956-project] Notify callbacks [] for security_group, before_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:14:55.476658 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-1ff02c5c-8590-4260-8aa5-603ee965d554 tempest-TestSecurityGroupsBasicOps-1555676956 tempest-TestSecurityGroupsBasicOps-1555676956-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:14:55.484400 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-1ff02c5c-8590-4260-8aa5-603ee965d554 tempest-TestSecurityGroupsBasicOps-1555676956 tempest-TestSecurityGroupsBasicOps-1555676956-project] Usage tracker for resource:security_group_rule and tenant:d19595ade6b9408699bc90a14d63d7df is out of sync, need to count used quota {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:14:55.492532 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-1ff02c5c-8590-4260-8aa5-603ee965d554 tempest-TestSecurityGroupsBasicOps-1555676956 tempest-TestSecurityGroupsBasicOps-1555676956-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:14:55.512276 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-1ff02c5c-8590-4260-8aa5-603ee965d554 tempest-TestSecurityGroupsBasicOps-1555676956 tempest-TestSecurityGroupsBasicOps-1555676956-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:14:55.629477 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-1ff02c5c-8590-4260-8aa5-603ee965d554 tempest-TestSecurityGroupsBasicOps-1555676956 tempest-TestSecurityGroupsBasicOps-1555676956-project] Notify callbacks [] for security_group, precommit_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:14:55.636753 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-1ff02c5c-8590-4260-8aa5-603ee965d554 tempest-TestSecurityGroupsBasicOps-1555676956 tempest-TestSecurityGroupsBasicOps-1555676956-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33528224'] for security_group, after_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:14:55.751180 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ff02c5c-8590-4260-8aa5-603ee965d554 tempest-TestSecurityGroupsBasicOps-1555676956 tempest-TestSecurityGroupsBasicOps-1555676956-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fe55597b-1970-4d54-b655-30e98fbf5bc4,revision_number=1']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:14:55.763414 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-1ff02c5c-8590-4260-8aa5-603ee965d554 tempest-TestSecurityGroupsBasicOps-1555676956 tempest-TestSecurityGroupsBasicOps-1555676956-project] Notify callbacks [] for security_group, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:14:55.767799 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 54698) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:14:55.773931 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.v2.base [None req-a4c12199-6900-4214-a71b-43b635021cdf tempest-TestSecurityGroupsBasicOps-1555676956 tempest-TestSecurityGroupsBasicOps-1555676956-project] Request body: {'security_group_rule': {'security_group_id': 'c220e4f8-52f5-42dc-a4f2-23cea83e5893', 'project_id': 'd19595ade6b9408699bc90a14d63d7df', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84040) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:14:55.779986 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-1ff02c5c-8590-4260-8aa5-603ee965d554 tempest-TestSecurityGroupsBasicOps-1555676956 tempest-TestSecurityGroupsBasicOps-1555676956-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1634 time: 0.4804854 Apr 18 21:14:55.785095 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [None req-a4c12199-6900-4214-a71b-43b635021cdf tempest-TestSecurityGroupsBasicOps-1555676956 tempest-TestSecurityGroupsBasicOps-1555676956-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:14:55.797088 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-a4c12199-6900-4214-a71b-43b635021cdf tempest-TestSecurityGroupsBasicOps-1555676956 tempest-TestSecurityGroupsBasicOps-1555676956-project] Usage tracker for resource:security_group_rule and tenant:d19595ade6b9408699bc90a14d63d7df is out of sync, need to count used quota {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:14:55.801739 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-a4c12199-6900-4214-a71b-43b635021cdf tempest-TestSecurityGroupsBasicOps-1555676956 tempest-TestSecurityGroupsBasicOps-1555676956-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:14:55.814902 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [None req-a4c12199-6900-4214-a71b-43b635021cdf tempest-TestSecurityGroupsBasicOps-1555676956 tempest-TestSecurityGroupsBasicOps-1555676956-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:14:55.846512 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-a4c12199-6900-4214-a71b-43b635021cdf tempest-TestSecurityGroupsBasicOps-1555676956 tempest-TestSecurityGroupsBasicOps-1555676956-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:14:55.994101 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-a4c12199-6900-4214-a71b-43b635021cdf tempest-TestSecurityGroupsBasicOps-1555676956 tempest-TestSecurityGroupsBasicOps-1555676956-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:14:56.005250 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-a4c12199-6900-4214-a71b-43b635021cdf tempest-TestSecurityGroupsBasicOps-1555676956 tempest-TestSecurityGroupsBasicOps-1555676956-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33528311'] for security_group_rule, after_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:14:56.028984 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.agents_db [None req-6346a179-333c-4370-b5a6-936984aeab15 None None] Agent healthcheck: found 7 active agents {{(pid=84043) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 18 21:14:56.048504 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4c12199-6900-4214-a71b-43b635021cdf tempest-TestSecurityGroupsBasicOps-1555676956 tempest-TestSecurityGroupsBasicOps-1555676956-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c1fc7c91-3677-4ce2-958f-3fce4329d835,revision_number=0']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:14:56.091459 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-a4c12199-6900-4214-a71b-43b635021cdf tempest-TestSecurityGroupsBasicOps-1555676956 tempest-TestSecurityGroupsBasicOps-1555676956-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:14:56.102075 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-a4c12199-6900-4214-a71b-43b635021cdf tempest-TestSecurityGroupsBasicOps-1555676956 tempest-TestSecurityGroupsBasicOps-1555676956-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.3331463 Apr 18 21:14:56.162712 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_hamode_db [None req-92624434-044c-4dcd-9c07-399397c781ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '80ec6947-70fd-4168-908b-6a867ffbad0e', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1590676724', 'tenant_id': 'd19595ade6b9408699bc90a14d63d7df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'external_fixed_ips': [{'subnet_id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'ip_address': '172.25.8.23'}], 'enable_snat': True}, 'gw_port_id': '5822d2bd-9bfa-4cd8-897f-3aa337c41ee7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:14:41Z', 'updated_at': '2022-04-18T21:14:51Z', 'revision_number': 4, 'project_id': 'd19595ade6b9408699bc90a14d63d7df', 'gw_port': {'id': '5822d2bd-9bfa-4cd8-897f-3aa337c41ee7', 'name': '', 'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:8c:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80ec6947-70fd-4168-908b-6a867ffbad0e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'ip_address': '172.25.8.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:14:42Z', 'updated_at': '2022-04-18T21:14:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838334-2', '_interfaces': [{'id': 'c604fda5-ba21-4e91-88fd-f8c2d1bdf461', 'name': '', 'network_id': '79c9d5a9-1f93-4341-810a-bf26aaaa775a', 'tenant_id': 'd19595ade6b9408699bc90a14d63d7df', 'mac_address': 'fa:16:3e:99:43:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '80ec6947-70fd-4168-908b-6a867ffbad0e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0dfe6104-b385-400f-8619-08e676401dd7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:14:50Z', 'updated_at': '2022-04-18T21:14:52Z', 'revision_number': 2, 'project_id': 'd19595ade6b9408699bc90a14d63d7df', 'subnets': [{'id': '0dfe6104-b385-400f-8619-08e676401dd7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838334-2', False) {} {{(pid=84042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:14:56.168252 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92624434-044c-4dcd-9c07-399397c781ef None None] Checking router: 80ec6947-70fd-4168-908b-6a867ffbad0e for host: n-d-838334-2 {{(pid=84042) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 18 21:14:56.168608 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92624434-044c-4dcd-9c07-399397c781ef None None] Updating router 80ec6947-70fd-4168-908b-6a867ffbad0e port c604fda5-ba21-4e91-88fd-f8c2d1bdf461 binding host n-d-838334-2 {{(pid=84042) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 18 21:14:56.296352 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-92624434-044c-4dcd-9c07-399397c781ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:14:56.375518 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [req-a8ac351e-d8f9-4c0e-a8b9-da7c913e5756 req-043b0b7a-93bf-4ee2-ba32-ffa905f01281 tempest-TestSecurityGroupsBasicOps-1555676956 tempest-TestSecurityGroupsBasicOps-1555676956-project] Synchronizing usage tracker for tenant:d19595ade6b9408699bc90a14d63d7df on resource:security_group {{(pid=84040) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 21:14:56.403341 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [req-a8ac351e-d8f9-4c0e-a8b9-da7c913e5756 req-043b0b7a-93bf-4ee2-ba32-ffa905f01281 tempest-TestSecurityGroupsBasicOps-1555676956 tempest-TestSecurityGroupsBasicOps-1555676956-project] Unset dirty status for tenant:d19595ade6b9408699bc90a14d63d7df on resource:security_group {{(pid=84040) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 21:14:56.405536 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-a8ac351e-d8f9-4c0e-a8b9-da7c913e5756 req-043b0b7a-93bf-4ee2-ba32-ffa905f01281 tempest-TestSecurityGroupsBasicOps-1555676956 tempest-TestSecurityGroupsBasicOps-1555676956-project] 10.222.0.42 "GET /v2.0/security-groups?name=tempest-secgroup_general--2128149865&fields=id&tenant_id=d19595ade6b9408699bc90a14d63d7df HTTP/1.1" status: 200 len: 267 time: 0.0848339 Apr 18 21:14:56.479323 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-a8ac351e-d8f9-4c0e-a8b9-da7c913e5756 req-4a55f78d-19d2-4f25-931d-aac4c9b0b1e8 tempest-TestSecurityGroupsBasicOps-1555676956 tempest-TestSecurityGroupsBasicOps-1555676956-project] 10.222.0.42 "GET /v2.0/security-groups?name=tempest-secgroup_access--1570132675&fields=id&tenant_id=d19595ade6b9408699bc90a14d63d7df HTTP/1.1" status: 200 len: 267 time: 0.0660532 Apr 18 21:14:56.697243 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8ac351e-d8f9-4c0e-a8b9-da7c913e5756 req-250898f0-022d-498b-87df-dc9f80440eab tempest-TestSecurityGroupsBasicOps-1555676956 tempest-TestSecurityGroupsBasicOps-1555676956-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:14:56.697964 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [req-a8ac351e-d8f9-4c0e-a8b9-da7c913e5756 req-250898f0-022d-498b-87df-dc9f80440eab tempest-TestSecurityGroupsBasicOps-1555676956 tempest-TestSecurityGroupsBasicOps-1555676956-project] Synchronizing usage tracker for tenant:d19595ade6b9408699bc90a14d63d7df on resource:network {{(pid=84040) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 21:14:56.730399 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [req-a8ac351e-d8f9-4c0e-a8b9-da7c913e5756 req-250898f0-022d-498b-87df-dc9f80440eab tempest-TestSecurityGroupsBasicOps-1555676956 tempest-TestSecurityGroupsBasicOps-1555676956-project] Unset dirty status for tenant:d19595ade6b9408699bc90a14d63d7df on resource:network {{(pid=84040) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 21:14:56.732222 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-a8ac351e-d8f9-4c0e-a8b9-da7c913e5756 req-250898f0-022d-498b-87df-dc9f80440eab tempest-TestSecurityGroupsBasicOps-1555676956 tempest-TestSecurityGroupsBasicOps-1555676956-project] 10.222.0.42 "GET /v2.0/networks?id=79c9d5a9-1f93-4341-810a-bf26aaaa775a HTTP/1.1" status: 200 len: 796 time: 0.2457473 Apr 18 21:14:56.766196 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-a8ac351e-d8f9-4c0e-a8b9-da7c913e5756 req-668c614b-071f-407a-bdc6-5291b4a931fb tempest-TestSecurityGroupsBasicOps-1555676956 tempest-TestSecurityGroupsBasicOps-1555676956-project] 10.222.0.42 "GET /v2.0/quotas/d19595ade6b9408699bc90a14d63d7df HTTP/1.1" status: 200 len: 375 time: 0.0288417 Apr 18 21:14:56.843936 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-92624434-044c-4dcd-9c07-399397c781ef None None] Notify callbacks [] for port, precommit_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:14:56.883470 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-92624434-044c-4dcd-9c07-399397c781ef None None] Transition to ACTIVE for port object c604fda5-ba21-4e91-88fd-f8c2d1bdf461 will not be triggered until provisioned by entity L2. {{(pid=84042) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:14:56.910080 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-92624434-044c-4dcd-9c07-399397c781ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682'] for port, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:14:56.914836 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-a8ac351e-d8f9-4c0e-a8b9-da7c913e5756 req-de733b52-8733-4f23-87ec-982ea24506b8 tempest-TestSecurityGroupsBasicOps-1555676956 tempest-TestSecurityGroupsBasicOps-1555676956-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=d19595ade6b9408699bc90a14d63d7df&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1474907 Apr 18 21:14:57.248461 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-a8ac351e-d8f9-4c0e-a8b9-da7c913e5756 req-4dd58840-2e44-45ee-92c4-52765b9ade19 service neutron] 10.222.0.42 "GET /v2.0/networks/79c9d5a9-1f93-4341-810a-bf26aaaa775a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3272634 Apr 18 21:14:57.566333 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-a8ac351e-d8f9-4c0e-a8b9-da7c913e5756 req-555bdb7b-60d4-48ee-a542-fd2dadd5b223 service neutron] 10.222.0.42 "GET /v2.0/networks/79c9d5a9-1f93-4341-810a-bf26aaaa775a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3116076 Apr 18 21:14:57.651791 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a9bb1d0-d1d0-4060-9dff-d22aea42641e None None] Pushing event updated for resources: {'Port': ['ID=c604fda5-ba21-4e91-88fd-f8c2d1bdf461,revision_number=3']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:14:57.655721 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.managers [None req-92624434-044c-4dcd-9c07-399397c781ef None None] Attempting to bind port c604fda5-ba21-4e91-88fd-f8c2d1bdf461 on host n-d-838334-2 for vnic_type normal with profile {{(pid=84042) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 21:14:57.656094 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.managers [None req-92624434-044c-4dcd-9c07-399397c781ef None None] Attempting to bind port c604fda5-ba21-4e91-88fd-f8c2d1bdf461 by drivers openvswitch,hyperv on host n-d-838334-2 at level 0 using segments [{'id': 'de85d1fd-412a-4fe8-ab00-112e1eaec46e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '79c9d5a9-1f93-4341-810a-bf26aaaa775a'}] {{(pid=84042) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 21:14:57.656455 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92624434-044c-4dcd-9c07-399397c781ef None None] Attempting to bind port c604fda5-ba21-4e91-88fd-f8c2d1bdf461 on network 79c9d5a9-1f93-4341-810a-bf26aaaa775a {{(pid=84042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 21:14:57.674295 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92624434-044c-4dcd-9c07-399397c781ef None None] Checking agent: {'id': '97cd4414-7af6-4d67-868d-dff370b4071a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838334-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 25, 49), 'started_at': datetime.datetime(2022, 4, 18, 20, 26, 19), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 21, 14, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838334-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 18 21:14:57.676362 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92624434-044c-4dcd-9c07-399397c781ef None None] Checking segment: {'id': 'de85d1fd-412a-4fe8-ab00-112e1eaec46e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '79c9d5a9-1f93-4341-810a-bf26aaaa775a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84042) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 21:14:57.676640 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-92624434-044c-4dcd-9c07-399397c781ef None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:14:57.678571 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92624434-044c-4dcd-9c07-399397c781ef None None] Bound using segment: {'id': 'de85d1fd-412a-4fe8-ab00-112e1eaec46e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '79c9d5a9-1f93-4341-810a-bf26aaaa775a'} {{(pid=84042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 18 21:14:57.679919 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.managers [None req-92624434-044c-4dcd-9c07-399397c781ef None None] Bound port: c604fda5-ba21-4e91-88fd-f8c2d1bdf461, host: n-d-838334-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'de85d1fd-412a-4fe8-ab00-112e1eaec46e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '79c9d5a9-1f93-4341-810a-bf26aaaa775a'}}] {{(pid=84042) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 21:14:57.680525 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-92624434-044c-4dcd-9c07-399397c781ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:14:57.909598 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-92624434-044c-4dcd-9c07-399397c781ef None None] For port c604fda5-ba21-4e91-88fd-f8c2d1bdf461, host n-d-838334-2, cleared binding levels {{(pid=84042) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 21:14:57.913251 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-92624434-044c-4dcd-9c07-399397c781ef None None] For port c604fda5-ba21-4e91-88fd-f8c2d1bdf461, host n-d-838334-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838334-2',level=0,port_id=c604fda5-ba21-4e91-88fd-f8c2d1bdf461,segment=NetworkSegment(de85d1fd-412a-4fe8-ab00-112e1eaec46e),segment_id=de85d1fd-412a-4fe8-ab00-112e1eaec46e)] {{(pid=84042) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 21:14:57.919190 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-92624434-044c-4dcd-9c07-399397c781ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682'] for port, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:14:58.047898 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-cf7bf808-8205-4d6e-9092-97873084babf req-bdde9d29-a56c-4fca-a7ea-2048632c1454 tempest-TestSecurityGroupsBasicOps-1555676956 tempest-TestSecurityGroupsBasicOps-1555676956-project] 10.222.0.42 "GET /v2.0/ports?device_id=7f082d4e-c66c-4741-ad18-6b73365eb5cf HTTP/1.1" status: 200 len: 210 time: 0.1239235 Apr 18 21:14:58.082438 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a9bb1d0-d1d0-4060-9dff-d22aea42641e None None] Pushing event updated for resources: {'Port': ['ID=c604fda5-ba21-4e91-88fd-f8c2d1bdf461,revision_number=4']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:14:58.091446 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92624434-044c-4dcd-9c07-399397c781ef None None] Routers {'80ec6947-70fd-4168-908b-6a867ffbad0e'} bound to L3 agent in host n-d-838334-2 {{(pid=84042) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 21:14:58.092201 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_hamode_db [None req-92624434-044c-4dcd-9c07-399397c781ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838334-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-18T20:25:48Z,description=,heartbeat_timestamp=2022-04-18T21:14:48Z,host='n-d-838334-2',id=bc84d6c9-dd7a-4555-a351-592327b46d5a,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:25:48Z,topic='l3_agent')) {'router_ids': ['80ec6947-70fd-4168-908b-6a867ffbad0e'], 'active': True} {{(pid=84042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:14:58.323751 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_dvr_db [None req-92624434-044c-4dcd-9c07-399397c781ef None None] Set router 80ec6947-70fd-4168-908b-6a867ffbad0e gateway port host: n-d-838334-2 {{(pid=84042) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 21:14:58.807567 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_hamode_db [None req-92624434-044c-4dcd-9c07-399397c781ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '80ec6947-70fd-4168-908b-6a867ffbad0e', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1590676724', 'tenant_id': 'd19595ade6b9408699bc90a14d63d7df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'external_fixed_ips': [{'subnet_id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'ip_address': '172.25.8.23'}], 'enable_snat': True}, 'gw_port_id': '5822d2bd-9bfa-4cd8-897f-3aa337c41ee7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:14:41Z', 'updated_at': '2022-04-18T21:14:51Z', 'revision_number': 4, 'project_id': 'd19595ade6b9408699bc90a14d63d7df', 'gw_port': {'id': '5822d2bd-9bfa-4cd8-897f-3aa337c41ee7', 'name': '', 'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:8c:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80ec6947-70fd-4168-908b-6a867ffbad0e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'ip_address': '172.25.8.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:14:42Z', 'updated_at': '2022-04-18T21:14:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838334-2', '_interfaces': [{'id': 'c604fda5-ba21-4e91-88fd-f8c2d1bdf461', 'name': '', 'network_id': '79c9d5a9-1f93-4341-810a-bf26aaaa775a', 'tenant_id': 'd19595ade6b9408699bc90a14d63d7df', 'mac_address': 'fa:16:3e:99:43:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '80ec6947-70fd-4168-908b-6a867ffbad0e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0dfe6104-b385-400f-8619-08e676401dd7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:14:50Z', 'updated_at': '2022-04-18T21:14:57Z', 'revision_number': 4, 'project_id': 'd19595ade6b9408699bc90a14d63d7df', 'subnets': [{'id': '0dfe6104-b385-400f-8619-08e676401dd7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838334-2', False) {} {{(pid=84042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:14:58.812555 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92624434-044c-4dcd-9c07-399397c781ef None None] The sync data for ids ['80ec6947-70fd-4168-908b-6a867ffbad0e'] in n-d-838334-2 is: [{'id': '80ec6947-70fd-4168-908b-6a867ffbad0e', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1590676724', 'tenant_id': 'd19595ade6b9408699bc90a14d63d7df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'external_fixed_ips': [{'subnet_id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'ip_address': '172.25.8.23'}], 'enable_snat': True}, 'gw_port_id': '5822d2bd-9bfa-4cd8-897f-3aa337c41ee7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:14:41Z', 'updated_at': '2022-04-18T21:14:51Z', 'revision_number': 4, 'project_id': 'd19595ade6b9408699bc90a14d63d7df', 'gw_port': {'id': '5822d2bd-9bfa-4cd8-897f-3aa337c41ee7', 'name': '', 'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:8c:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80ec6947-70fd-4168-908b-6a867ffbad0e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'ip_address': '172.25.8.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:14:42Z', 'updated_at': '2022-04-18T21:14:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838334-2', '_interfaces': [{'id': 'c604fda5-ba21-4e91-88fd-f8c2d1bdf461', 'name': '', 'network_id': '79c9d5a9-1f93-4341-810a-bf26aaaa775a', 'tenant_id': 'd19595ade6b9408699bc90a14d63d7df', 'mac_address': 'fa:16:3e:99:43:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '80ec6947-70fd-4168-908b-6a867ffbad0e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0dfe6104-b385-400f-8619-08e676401dd7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:14:50Z', 'updated_at': '2022-04-18T21:14:57Z', 'revision_number': 4, 'project_id': 'd19595ade6b9408699bc90a14d63d7df', 'subnets': [{'id': '0dfe6104-b385-400f-8619-08e676401dd7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84042) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 18 21:14:59.126176 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc4288a0-bde4-4e09-81be-4989f8c13ae1 req-73f15cfb-26a0-4652-8a39-103cc4d50169 tempest-VolumesSnapshotTestJSON-1863616769 tempest-VolumesSnapshotTestJSON-1863616769-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:14:59.127612 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-bc4288a0-bde4-4e09-81be-4989f8c13ae1 req-73f15cfb-26a0-4652-8a39-103cc4d50169 tempest-VolumesSnapshotTestJSON-1863616769 tempest-VolumesSnapshotTestJSON-1863616769-project] 10.222.0.42 "GET /v2.0/ports?device_id=048b0c07-145a-427b-af4d-c76e4c5114f7 HTTP/1.1" status: 200 len: 945 time: 0.1238148 Apr 18 21:14:59.188188 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-bc4288a0-bde4-4e09-81be-4989f8c13ae1 req-a1e4e7cd-07c1-48c2-8976-191b851dcf1e tempest-VolumesSnapshotTestJSON-1863616769 tempest-VolumesSnapshotTestJSON-1863616769-project] 10.222.0.42 "GET /v2.0/security-groups?id=9fa5ce7e-93a0-4048-a52a-367318ec4781&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530596 Apr 18 21:14:59.301467 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-a2c8c8f4-daa8-40f2-8eaf-67f492044511 req-14f7840e-8681-44c2-aaa3-d9f415d6b102 tempest-TestSecurityGroupsBasicOps-1555676956 tempest-TestSecurityGroupsBasicOps-1555676956-project] 10.222.0.42 "GET /v2.0/ports?device_id=7f082d4e-c66c-4741-ad18-6b73365eb5cf HTTP/1.1" status: 200 len: 210 time: 0.0500813 Apr 18 21:14:59.724780 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8ac351e-d8f9-4c0e-a8b9-da7c913e5756 req-314d612c-851b-4a15-ac45-fdf3d6b1b7fe tempest-TestSecurityGroupsBasicOps-1555676956 tempest-TestSecurityGroupsBasicOps-1555676956-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:14:59.726278 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-a8ac351e-d8f9-4c0e-a8b9-da7c913e5756 req-314d612c-851b-4a15-ac45-fdf3d6b1b7fe tempest-TestSecurityGroupsBasicOps-1555676956 tempest-TestSecurityGroupsBasicOps-1555676956-project] 10.222.0.48 "GET /v2.0/networks?id=79c9d5a9-1f93-4341-810a-bf26aaaa775a HTTP/1.1" status: 200 len: 796 time: 0.2525594 Apr 18 21:14:59.832939 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-a8ac351e-d8f9-4c0e-a8b9-da7c913e5756 req-a9d9808e-6cc4-4279-b4c6-aac1a029e663 tempest-TestSecurityGroupsBasicOps-1555676956 tempest-TestSecurityGroupsBasicOps-1555676956-project] 10.222.0.48 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d19595ade6b9408699bc90a14d63d7df HTTP/1.1" status: 200 len: 478 time: 0.0828676 Apr 18 21:14:59.834393 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750375287399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253529'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:14:59.839021 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.v2.base [req-a8ac351e-d8f9-4c0e-a8b9-da7c913e5756 req-059df238-5dad-4f85-a2be-b3c145826490 tempest-TestSecurityGroupsBasicOps-1555676956 tempest-TestSecurityGroupsBasicOps-1555676956-project] Request body: {'port': {'device_id': '7f082d4e-c66c-4741-ad18-6b73365eb5cf', 'network_id': '79c9d5a9-1f93-4341-810a-bf26aaaa775a', 'admin_state_up': True, 'tenant_id': 'd19595ade6b9408699bc90a14d63d7df', 'security_groups': ['fe55597b-1970-4d54-b655-30e98fbf5bc4', 'c220e4f8-52f5-42dc-a4f2-23cea83e5893']}} {{(pid=84040) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:15:00.044475 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [req-a8ac351e-d8f9-4c0e-a8b9-da7c913e5756 req-059df238-5dad-4f85-a2be-b3c145826490 tempest-TestSecurityGroupsBasicOps-1555676956 tempest-TestSecurityGroupsBasicOps-1555676956-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:15:00.048456 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [req-a8ac351e-d8f9-4c0e-a8b9-da7c913e5756 req-059df238-5dad-4f85-a2be-b3c145826490 tempest-TestSecurityGroupsBasicOps-1555676956 tempest-TestSecurityGroupsBasicOps-1555676956-project] Usage tracker for resource:port and tenant:d19595ade6b9408699bc90a14d63d7df is out of sync, need to count used quota {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:15:00.051591 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [req-a8ac351e-d8f9-4c0e-a8b9-da7c913e5756 req-059df238-5dad-4f85-a2be-b3c145826490 tempest-TestSecurityGroupsBasicOps-1555676956 tempest-TestSecurityGroupsBasicOps-1555676956-project] Quota usage for port was recalculated. Used quota:2. {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:15:00.059780 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [req-a8ac351e-d8f9-4c0e-a8b9-da7c913e5756 req-059df238-5dad-4f85-a2be-b3c145826490 tempest-TestSecurityGroupsBasicOps-1555676956 tempest-TestSecurityGroupsBasicOps-1555676956-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:15:00.078242 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a8ac351e-d8f9-4c0e-a8b9-da7c913e5756 req-059df238-5dad-4f85-a2be-b3c145826490 tempest-TestSecurityGroupsBasicOps-1555676956 tempest-TestSecurityGroupsBasicOps-1555676956-project] Made reservation on behalf of d19595ade6b9408699bc90a14d63d7df for: {'port': 1} {{(pid=84040) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:15:00.084438 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-a8ac351e-d8f9-4c0e-a8b9-da7c913e5756 req-059df238-5dad-4f85-a2be-b3c145826490 tempest-TestSecurityGroupsBasicOps-1555676956 tempest-TestSecurityGroupsBasicOps-1555676956-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:15:00.700319 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-f4d9e26f-9e28-4cd8-9470-de8de3003a5b req-1cc3f4b0-da7e-4e06-8b1d-58c3e763ed82 tempest-TestSecurityGroupsBasicOps-1555676956 tempest-TestSecurityGroupsBasicOps-1555676956-project] 10.222.0.42 "GET /v2.0/ports?device_id=7f082d4e-c66c-4741-ad18-6b73365eb5cf HTTP/1.1" status: 200 len: 210 time: 0.1732454 Apr 18 21:15:00.730764 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.db_base_plugin_common [req-a8ac351e-d8f9-4c0e-a8b9-da7c913e5756 req-059df238-5dad-4f85-a2be-b3c145826490 tempest-TestSecurityGroupsBasicOps-1555676956 tempest-TestSecurityGroupsBasicOps-1555676956-project] Allocated IP 172.20.0.4 (79c9d5a9-1f93-4341-810a-bf26aaaa775a/0dfe6104-b385-400f-8619-08e676401dd7/df096d24-1747-454d-b526-170b800e4ad9) {{(pid=84040) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 21:15:00.832548 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-530babe4-fc7f-4437-b45a-e45ead2b855b req-47e1335f-ced1-497c-bb12-cca4606ea29e tempest-VolumesSnapshotTestJSON-1863616769 tempest-VolumesSnapshotTestJSON-1863616769-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:15:00.834801 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-530babe4-fc7f-4437-b45a-e45ead2b855b req-47e1335f-ced1-497c-bb12-cca4606ea29e tempest-VolumesSnapshotTestJSON-1863616769 tempest-VolumesSnapshotTestJSON-1863616769-project] 10.222.0.48 "GET /v2.0/ports?device_id=048b0c07-145a-427b-af4d-c76e4c5114f7 HTTP/1.1" status: 200 len: 945 time: 0.3374932 Apr 18 21:15:00.840840 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf1ddc09-8ef0-4ce2-ab2f-e722dde5e5e8 req-e59f4723-30a0-4454-9a5e-a48a3a5bf7b7 tempest-VolumesSnapshotTestJSON-1863616769 tempest-VolumesSnapshotTestJSON-1863616769-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:15:00.847333 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-bf1ddc09-8ef0-4ce2-ab2f-e722dde5e5e8 req-e59f4723-30a0-4454-9a5e-a48a3a5bf7b7 tempest-VolumesSnapshotTestJSON-1863616769 tempest-VolumesSnapshotTestJSON-1863616769-project] 10.222.0.42 "GET /v2.0/ports?device_id=048b0c07-145a-427b-af4d-c76e4c5114f7 HTTP/1.1" status: 200 len: 945 time: 0.4425666 Apr 18 21:15:00.974827 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Device c604fda5-ba21-4e91-88fd-f8c2d1bdf461 up at agent ovs-agent-n-d-838334-2 {{(pid=84042) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 21:15:01.071749 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.plugin [req-530babe4-fc7f-4437-b45a-e45ead2b855b req-8099478b-e27f-496e-8b74-b6c9192ccfd7 tempest-VolumesSnapshotTestJSON-1863616769 tempest-VolumesSnapshotTestJSON-1863616769-project] Deleting port 890b9a7b-3a3a-4d10-bfb5-df652e741b66 {{(pid=84040) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 21:15:01.072412 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-530babe4-fc7f-4437-b45a-e45ead2b855b req-8099478b-e27f-496e-8b74-b6c9192ccfd7 tempest-VolumesSnapshotTestJSON-1863616769 tempest-VolumesSnapshotTestJSON-1863616769-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750375188691'] for port, before_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:15:01.076069 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Provisioning for port c604fda5-ba21-4e91-88fd-f8c2d1bdf461 completed by entity L2. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 21:15:01.082850 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Provisioning complete for port c604fda5-ba21-4e91-88fd-f8c2d1bdf461 triggered by entity L2. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:15:01.083585 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1253608'] for port, provisioning_complete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:15:01.120861 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-bf1ddc09-8ef0-4ce2-ab2f-e722dde5e5e8 req-65a8ea40-2fbf-472f-bb29-9fb4aab02c57 tempest-VolumesSnapshotTestJSON-1863616769 tempest-VolumesSnapshotTestJSON-1863616769-project] 10.222.0.42 "GET /v2.0/security-groups?id=9fa5ce7e-93a0-4048-a52a-367318ec4781&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2725766 Apr 18 21:15:01.274226 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:15:01.304591 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-a8ac351e-d8f9-4c0e-a8b9-da7c913e5756 req-059df238-5dad-4f85-a2be-b3c145826490 tempest-TestSecurityGroupsBasicOps-1555676956 tempest-TestSecurityGroupsBasicOps-1555676956-project] Notify callbacks [] for port, precommit_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:15:01.326104 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] For port c604fda5-ba21-4e91-88fd-f8c2d1bdf461, host n-d-838334-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838334-2',level=0,port_id=c604fda5-ba21-4e91-88fd-f8c2d1bdf461,segment=NetworkSegment(de85d1fd-412a-4fe8-ab00-112e1eaec46e),segment_id=de85d1fd-412a-4fe8-ab00-112e1eaec46e)] {{(pid=84042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:15:01.331233 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682'] for port, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:15:01.390286 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.provisioning_blocks [req-a8ac351e-d8f9-4c0e-a8b9-da7c913e5756 req-059df238-5dad-4f85-a2be-b3c145826490 tempest-TestSecurityGroupsBasicOps-1555676956 tempest-TestSecurityGroupsBasicOps-1555676956-project] Transition to ACTIVE for port object df096d24-1747-454d-b526-170b800e4ad9 will not be triggered until provisioned by entity DHCP. {{(pid=84040) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:15:01.424421 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Pushing event updated for resources: {'Port': ['ID=c604fda5-ba21-4e91-88fd-f8c2d1bdf461,revision_number=5']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:15:01.461275 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.db [req-530babe4-fc7f-4437-b45a-e45ead2b855b req-8099478b-e27f-496e-8b74-b6c9192ccfd7 tempest-VolumesSnapshotTestJSON-1863616769 tempest-VolumesSnapshotTestJSON-1863616769-project] For port 890b9a7b-3a3a-4d10-bfb5-df652e741b66, host n-h2-838334-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838334-2',level=0,port_id=890b9a7b-3a3a-4d10-bfb5-df652e741b66,segment=NetworkSegment(67a93bb4-0871-4d6d-b5c2-05b702305dba),segment_id=67a93bb4-0871-4d6d-b5c2-05b702305dba)] {{(pid=84040) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:15:01.461638 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-530babe4-fc7f-4437-b45a-e45ead2b855b req-8099478b-e27f-496e-8b74-b6c9192ccfd7 tempest-VolumesSnapshotTestJSON-1863616769 tempest-VolumesSnapshotTestJSON-1863616769-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369123'] for port, precommit_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:15:01.528962 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-a8ac351e-d8f9-4c0e-a8b9-da7c913e5756 req-059df238-5dad-4f85-a2be-b3c145826490 tempest-TestSecurityGroupsBasicOps-1555676956 tempest-TestSecurityGroupsBasicOps-1555676956-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750374836619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32440838'] for port, after_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:15:01.632512 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.plugin [req-530babe4-fc7f-4437-b45a-e45ead2b855b req-8099478b-e27f-496e-8b74-b6c9192ccfd7 tempest-VolumesSnapshotTestJSON-1863616769 tempest-VolumesSnapshotTestJSON-1863616769-project] Calling delete_port for 890b9a7b-3a3a-4d10-bfb5-df652e741b66 owned by compute:nova {{(pid=84040) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 21:15:01.747042 n-d-838334-2 neutron-server[84040]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a8ac351e-d8f9-4c0e-a8b9-da7c913e5756 req-059df238-5dad-4f85-a2be-b3c145826490 tempest-TestSecurityGroupsBasicOps-1555676956 tempest-TestSecurityGroupsBasicOps-1555676956-project] Network 79c9d5a9-1f93-4341-810a-bf26aaaa775a is already hosted by enough agents. {{(pid=84040) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:15:01.748820 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-059df238-5dad-4f85-a2be-b3c145826490 tempest-TestSecurityGroupsBasicOps-1555676956 tempest-TestSecurityGroupsBasicOps-1555676956-project] Pushing event updated for resources: {'Port': ['ID=df096d24-1747-454d-b526-170b800e4ad9,revision_number=1']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:15:01.754588 n-d-838334-2 neutron-server[84040]: DEBUG neutron.scheduler.base_scheduler [req-a8ac351e-d8f9-4c0e-a8b9-da7c913e5756 req-059df238-5dad-4f85-a2be-b3c145826490 tempest-TestSecurityGroupsBasicOps-1555676956 tempest-TestSecurityGroupsBasicOps-1555676956-project] Resources bound (agent type, host, resource id): {{(pid=84040) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:15:01.758736 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.l3_dvrscheduler_db [req-a8ac351e-d8f9-4c0e-a8b9-da7c913e5756 req-059df238-5dad-4f85-a2be-b3c145826490 tempest-TestSecurityGroupsBasicOps-1555676956 tempest-TestSecurityGroupsBasicOps-1555676956-project] Received port after_create {{(pid=84040) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 21:15:01.876101 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8ac351e-d8f9-4c0e-a8b9-da7c913e5756 req-059df238-5dad-4f85-a2be-b3c145826490 tempest-TestSecurityGroupsBasicOps-1555676956 tempest-TestSecurityGroupsBasicOps-1555676956-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:15:01.876713 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-a8ac351e-d8f9-4c0e-a8b9-da7c913e5756 req-059df238-5dad-4f85-a2be-b3c145826490 tempest-TestSecurityGroupsBasicOps-1555676956 tempest-TestSecurityGroupsBasicOps-1555676956-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217293'] for port, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:15:01.933408 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-a8ac351e-d8f9-4c0e-a8b9-da7c913e5756 req-059df238-5dad-4f85-a2be-b3c145826490 tempest-TestSecurityGroupsBasicOps-1555676956 tempest-TestSecurityGroupsBasicOps-1555676956-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 972 time: 2.0988319 Apr 18 21:15:01.949157 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.v2.base [req-a8ac351e-d8f9-4c0e-a8b9-da7c913e5756 req-164e9c4d-d3e5-4690-9ff3-2e38726c239a service neutron] Request body: {'port': {'device_id': '7f082d4e-c66c-4741-ad18-6b73365eb5cf', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-838334-2'}} {{(pid=84040) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:15:02.053870 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-530babe4-fc7f-4437-b45a-e45ead2b855b req-8099478b-e27f-496e-8b74-b6c9192ccfd7 tempest-VolumesSnapshotTestJSON-1863616769 tempest-VolumesSnapshotTestJSON-1863616769-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750375259028', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750374836628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32440838'] for port, after_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:15:02.071555 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] get_ports_and_sgs() called for port_ids ['890b9a7b-3a3a-4d10-bfb5-df652e741b66'] {{(pid=84042) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 18 21:15:02.186766 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8099478b-e27f-496e-8b74-b6c9192ccfd7 tempest-VolumesSnapshotTestJSON-1863616769 tempest-VolumesSnapshotTestJSON-1863616769-project] Pushing event deleted for resources: {'Port': ['ID=890b9a7b-3a3a-4d10-bfb5-df652e741b66,revision_number=None']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:15:02.217169 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-c0a4ef5c-f810-49f2-b68a-87d563c4d9b7 None None] Provisioning for port df096d24-1747-454d-b526-170b800e4ad9 completed by entity DHCP. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 21:15:02.230804 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-c0a4ef5c-f810-49f2-b68a-87d563c4d9b7 None None] Provisioning complete for port df096d24-1747-454d-b526-170b800e4ad9 triggered by entity DHCP. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:15:02.232009 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-c0a4ef5c-f810-49f2-b68a-87d563c4d9b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1253608'] for port, provisioning_complete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:15:02.330228 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.plugin [None req-c0a4ef5c-f810-49f2-b68a-87d563c4d9b7 None None] Port df096d24-1747-454d-b526-170b800e4ad9 cannot update to ACTIVE because it is not bound. {{(pid=84042) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 18 21:15:02.426064 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [req-0ea59080-c7b0-4192-9e49-be1506257dff req-8eeb3996-b310-401d-a5ae-cab4d2e206a3 tempest-VolumesSnapshotTestJSON-1863616769 tempest-VolumesSnapshotTestJSON-1863616769-project] Synchronizing usage tracker for tenant:8ca657a6dd7e428db1e7c06a95f1a90e on resource:port {{(pid=84040) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 21:15:02.470556 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.l3_dvrscheduler_db [req-530babe4-fc7f-4437-b45a-e45ead2b855b req-8099478b-e27f-496e-8b74-b6c9192ccfd7 tempest-VolumesSnapshotTestJSON-1863616769 tempest-VolumesSnapshotTestJSON-1863616769-project] No DVR routers for this DVR port 890b9a7b-3a3a-4d10-bfb5-df652e741b66 on host n-h2-838334-2 {{(pid=84040) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 21:15:02.475152 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-530babe4-fc7f-4437-b45a-e45ead2b855b req-8099478b-e27f-496e-8b74-b6c9192ccfd7 tempest-VolumesSnapshotTestJSON-1863616769 tempest-VolumesSnapshotTestJSON-1863616769-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217293'] for port, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:15:02.477457 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-530babe4-fc7f-4437-b45a-e45ead2b855b req-8099478b-e27f-496e-8b74-b6c9192ccfd7 tempest-VolumesSnapshotTestJSON-1863616769 tempest-VolumesSnapshotTestJSON-1863616769-project] 10.222.0.48 "DELETE /v2.0/ports/890b9a7b-3a3a-4d10-bfb5-df652e741b66 HTTP/1.1" status: 204 len: 173 time: 1.6269665 Apr 18 21:15:02.478109 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [req-0ea59080-c7b0-4192-9e49-be1506257dff req-8eeb3996-b310-401d-a5ae-cab4d2e206a3 tempest-VolumesSnapshotTestJSON-1863616769 tempest-VolumesSnapshotTestJSON-1863616769-project] Unset dirty status for tenant:8ca657a6dd7e428db1e7c06a95f1a90e on resource:port {{(pid=84040) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 21:15:02.479084 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-0ea59080-c7b0-4192-9e49-be1506257dff req-8eeb3996-b310-401d-a5ae-cab4d2e206a3 tempest-VolumesSnapshotTestJSON-1863616769 tempest-VolumesSnapshotTestJSON-1863616769-project] 10.222.0.42 "GET /v2.0/ports?device_id=048b0c07-145a-427b-af4d-c76e4c5114f7 HTTP/1.1" status: 200 len: 210 time: 0.1094859 Apr 18 21:15:02.482919 n-d-838334-2 neutron-server[84040]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '048b0c07-145a-427b-af4d-c76e4c5114f7', 'name': 'network-vif-deleted', 'tag': '890b9a7b-3a3a-4d10-bfb5-df652e741b66'}] {{(pid=84040) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 21:15:02.496501 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-a8ac351e-d8f9-4c0e-a8b9-da7c913e5756 req-164e9c4d-d3e5-4690-9ff3-2e38726c239a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:15:02.573413 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3858cb38-10ff-40e4-ae70-3e65398e08c7 req-e6c5f712-84bf-4532-9ac5-2a5844059853 tempest-TestSecurityGroupsBasicOps-1555676956 tempest-TestSecurityGroupsBasicOps-1555676956-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:15:02.574365 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [req-3858cb38-10ff-40e4-ae70-3e65398e08c7 req-e6c5f712-84bf-4532-9ac5-2a5844059853 tempest-TestSecurityGroupsBasicOps-1555676956 tempest-TestSecurityGroupsBasicOps-1555676956-project] Synchronizing usage tracker for tenant:d19595ade6b9408699bc90a14d63d7df on resource:port {{(pid=84040) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 21:15:02.687721 n-d-838334-2 neutron-server[84040]: INFO neutron.notifiers.nova [-] Nova event matching ['req-38b17db7-35d8-42e3-95e6-d750e3c55c15'] response: {'server_uuid': '048b0c07-145a-427b-af4d-c76e4c5114f7', 'name': 'network-vif-deleted', 'tag': '890b9a7b-3a3a-4d10-bfb5-df652e741b66', 'status': 'completed', 'code': 200} Apr 18 21:15:02.691448 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [req-3858cb38-10ff-40e4-ae70-3e65398e08c7 req-e6c5f712-84bf-4532-9ac5-2a5844059853 tempest-TestSecurityGroupsBasicOps-1555676956 tempest-TestSecurityGroupsBasicOps-1555676956-project] Unset dirty status for tenant:d19595ade6b9408699bc90a14d63d7df on resource:port {{(pid=84040) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 21:15:02.698890 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-3858cb38-10ff-40e4-ae70-3e65398e08c7 req-e6c5f712-84bf-4532-9ac5-2a5844059853 tempest-TestSecurityGroupsBasicOps-1555676956 tempest-TestSecurityGroupsBasicOps-1555676956-project] 10.222.0.42 "GET /v2.0/ports?device_id=7f082d4e-c66c-4741-ad18-6b73365eb5cf HTTP/1.1" status: 200 len: 970 time: 0.7034795 Apr 18 21:15:02.828301 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-3858cb38-10ff-40e4-ae70-3e65398e08c7 req-46b10281-02a7-4f24-8f93-3f9af2cf7085 tempest-TestSecurityGroupsBasicOps-1555676956 tempest-TestSecurityGroupsBasicOps-1555676956-project] 10.222.0.42 "GET /v2.0/security-groups?id=c220e4f8-52f5-42dc-a4f2-23cea83e5893&id=fe55597b-1970-4d54-b655-30e98fbf5bc4&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.1282935 Apr 18 21:15:02.946489 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Device c604fda5-ba21-4e91-88fd-f8c2d1bdf461 up at agent ovs-agent-n-d-838334-2 {{(pid=84042) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 21:15:03.058430 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Provisioning complete for port c604fda5-ba21-4e91-88fd-f8c2d1bdf461 triggered by entity L2. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:15:03.058721 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1253608'] for port, provisioning_complete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:15:03.319450 n-d-838334-2 neutron-server[84040]: DEBUG neutron.notifiers.nova [req-a8ac351e-d8f9-4c0e-a8b9-da7c913e5756 req-164e9c4d-d3e5-4690-9ff3-2e38726c239a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id df096d24-1747-454d-b526-170b800e4ad9 {{(pid=84040) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 18 21:15:03.328401 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-a8ac351e-d8f9-4c0e-a8b9-da7c913e5756 req-164e9c4d-d3e5-4690-9ff3-2e38726c239a service neutron] Notify callbacks [] for port, precommit_update {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:15:03.350889 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.provisioning_blocks [req-a8ac351e-d8f9-4c0e-a8b9-da7c913e5756 req-164e9c4d-d3e5-4690-9ff3-2e38726c239a service neutron] Transition to ACTIVE for port object df096d24-1747-454d-b526-170b800e4ad9 will not be triggered until provisioned by entity L2. {{(pid=84040) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:15:03.355663 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-a8ac351e-d8f9-4c0e-a8b9-da7c913e5756 req-164e9c4d-d3e5-4690-9ff3-2e38726c239a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32440959'] for port, after_update {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:15:03.521981 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-164e9c4d-d3e5-4690-9ff3-2e38726c239a service neutron] Pushing event updated for resources: {'Port': ['ID=df096d24-1747-454d-b526-170b800e4ad9,revision_number=2']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:15:03.698971 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.managers [req-a8ac351e-d8f9-4c0e-a8b9-da7c913e5756 req-164e9c4d-d3e5-4690-9ff3-2e38726c239a service neutron] Attempting to bind port df096d24-1747-454d-b526-170b800e4ad9 on host n-h2-838334-2 for vnic_type normal with profile {{(pid=84040) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 21:15:03.699425 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.managers [req-a8ac351e-d8f9-4c0e-a8b9-da7c913e5756 req-164e9c4d-d3e5-4690-9ff3-2e38726c239a service neutron] Attempting to bind port df096d24-1747-454d-b526-170b800e4ad9 by drivers openvswitch,hyperv on host n-h2-838334-2 at level 0 using segments [{'id': 'de85d1fd-412a-4fe8-ab00-112e1eaec46e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '79c9d5a9-1f93-4341-810a-bf26aaaa775a'}] {{(pid=84040) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 21:15:03.699888 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8ac351e-d8f9-4c0e-a8b9-da7c913e5756 req-164e9c4d-d3e5-4690-9ff3-2e38726c239a service neutron] Attempting to bind port df096d24-1747-454d-b526-170b800e4ad9 on network 79c9d5a9-1f93-4341-810a-bf26aaaa775a {{(pid=84040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 21:15:03.706093 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8ac351e-d8f9-4c0e-a8b9-da7c913e5756 req-164e9c4d-d3e5-4690-9ff3-2e38726c239a service neutron] Port df096d24-1747-454d-b526-170b800e4ad9 on network 79c9d5a9-1f93-4341-810a-bf26aaaa775a not bound, no agent of type Open vSwitch agent registered on host n-h2-838334-2 {{(pid=84040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 18 21:15:03.706544 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8ac351e-d8f9-4c0e-a8b9-da7c913e5756 req-164e9c4d-d3e5-4690-9ff3-2e38726c239a service neutron] Attempting to bind port df096d24-1747-454d-b526-170b800e4ad9 on network 79c9d5a9-1f93-4341-810a-bf26aaaa775a {{(pid=84040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 21:15:03.715145 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8ac351e-d8f9-4c0e-a8b9-da7c913e5756 req-164e9c4d-d3e5-4690-9ff3-2e38726c239a service neutron] Checking agent: {'id': 'dc797004-f641-47b7-a77f-9c62b5b16296', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-838334-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 34, 3), 'started_at': datetime.datetime(2022, 4, 18, 20, 34, 3), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 21, 14, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 18 21:15:03.715723 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8ac351e-d8f9-4c0e-a8b9-da7c913e5756 req-164e9c4d-d3e5-4690-9ff3-2e38726c239a service neutron] Checking segment: {'id': 'de85d1fd-412a-4fe8-ab00-112e1eaec46e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '79c9d5a9-1f93-4341-810a-bf26aaaa775a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84040) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 21:15:03.716330 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8ac351e-d8f9-4c0e-a8b9-da7c913e5756 req-164e9c4d-d3e5-4690-9ff3-2e38726c239a service neutron] Bound using segment: {'id': 'de85d1fd-412a-4fe8-ab00-112e1eaec46e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '79c9d5a9-1f93-4341-810a-bf26aaaa775a'} {{(pid=84040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 18 21:15:03.717057 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.managers [req-a8ac351e-d8f9-4c0e-a8b9-da7c913e5756 req-164e9c4d-d3e5-4690-9ff3-2e38726c239a service neutron] Bound port: df096d24-1747-454d-b526-170b800e4ad9, host: n-h2-838334-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'de85d1fd-412a-4fe8-ab00-112e1eaec46e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '79c9d5a9-1f93-4341-810a-bf26aaaa775a'}}] {{(pid=84040) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 21:15:03.717552 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-a8ac351e-d8f9-4c0e-a8b9-da7c913e5756 req-164e9c4d-d3e5-4690-9ff3-2e38726c239a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:15:03.829277 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.db [req-a8ac351e-d8f9-4c0e-a8b9-da7c913e5756 req-164e9c4d-d3e5-4690-9ff3-2e38726c239a service neutron] For port df096d24-1747-454d-b526-170b800e4ad9, host n-h2-838334-2, cleared binding levels {{(pid=84040) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 21:15:03.833094 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.db [req-a8ac351e-d8f9-4c0e-a8b9-da7c913e5756 req-164e9c4d-d3e5-4690-9ff3-2e38726c239a service neutron] For port df096d24-1747-454d-b526-170b800e4ad9, host n-h2-838334-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838334-2',level=0,port_id=df096d24-1747-454d-b526-170b800e4ad9,segment=NetworkSegment(de85d1fd-412a-4fe8-ab00-112e1eaec46e),segment_id=de85d1fd-412a-4fe8-ab00-112e1eaec46e)] {{(pid=84040) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 21:15:03.841319 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-a8ac351e-d8f9-4c0e-a8b9-da7c913e5756 req-164e9c4d-d3e5-4690-9ff3-2e38726c239a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32440959'] for port, after_update {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:15:03.965231 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-164e9c4d-d3e5-4690-9ff3-2e38726c239a service neutron] Pushing event updated for resources: {'Port': ['ID=df096d24-1747-454d-b526-170b800e4ad9,revision_number=3']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:15:04.009643 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750375287399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253529'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:15:04.049145 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-a8ac351e-d8f9-4c0e-a8b9-da7c913e5756 req-164e9c4d-d3e5-4690-9ff3-2e38726c239a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217293'] for port, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:15:04.050691 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-a8ac351e-d8f9-4c0e-a8b9-da7c913e5756 req-164e9c4d-d3e5-4690-9ff3-2e38726c239a service neutron] 10.222.0.48 "PUT /v2.0/ports/df096d24-1747-454d-b526-170b800e4ad9 HTTP/1.1" status: 200 len: 1130 time: 2.1084507 Apr 18 21:15:04.099578 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-176eb42d-3570-4e49-902e-a2f13230abac req-19453c9e-d531-4182-81b2-b416da8be40d tempest-TestSecurityGroupsBasicOps-1555676956 tempest-TestSecurityGroupsBasicOps-1555676956-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:15:04.101540 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-176eb42d-3570-4e49-902e-a2f13230abac req-19453c9e-d531-4182-81b2-b416da8be40d tempest-TestSecurityGroupsBasicOps-1555676956 tempest-TestSecurityGroupsBasicOps-1555676956-project] 10.222.0.42 "GET /v2.0/ports?device_id=7f082d4e-c66c-4741-ad18-6b73365eb5cf HTTP/1.1" status: 200 len: 982 time: 0.1206186 Apr 18 21:15:04.224664 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-176eb42d-3570-4e49-902e-a2f13230abac req-efc8354c-e237-4c3f-90ec-34f42d3bf3fa tempest-TestSecurityGroupsBasicOps-1555676956 tempest-TestSecurityGroupsBasicOps-1555676956-project] 10.222.0.42 "GET /v2.0/security-groups?id=c220e4f8-52f5-42dc-a4f2-23cea83e5893&id=fe55597b-1970-4d54-b655-30e98fbf5bc4&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0801544 Apr 18 21:15:04.270196 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-a8ac351e-d8f9-4c0e-a8b9-da7c913e5756 req-5d5e8b85-054c-406f-a108-00fcb9947ad8 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=d19595ade6b9408699bc90a14d63d7df&device_id=7f082d4e-c66c-4741-ad18-6b73365eb5cf HTTP/1.1" status: 200 len: 1133 time: 0.1637714 Apr 18 21:15:04.436670 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-a8ac351e-d8f9-4c0e-a8b9-da7c913e5756 req-50d04990-6dc4-427b-937c-2fdafe940ffc service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=df096d24-1747-454d-b526-170b800e4ad9 HTTP/1.1" status: 200 len: 217 time: 0.1571062 Apr 18 21:15:04.439395 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 54880) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:15:04.558532 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8ac351e-d8f9-4c0e-a8b9-da7c913e5756 req-d1f7d617-336d-44ba-b90a-3b95d064bfed service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:15:04.562180 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-a8ac351e-d8f9-4c0e-a8b9-da7c913e5756 req-d1f7d617-336d-44ba-b90a-3b95d064bfed service neutron] 10.222.0.48 "GET /v2.0/subnets?id=0dfe6104-b385-400f-8619-08e676401dd7 HTTP/1.1" status: 200 len: 835 time: 0.1177778 Apr 18 21:15:04.562981 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.db_base_plugin_v2 [None req-2325b04e-2163-41d7-8125-c566214d380f admin admin] Deleting subnet d2446453-f07b-4b6c-b6e0-9e80fb711ceb {{(pid=84041) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 18 21:15:04.566576 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-2325b04e-2163-41d7-8125-c566214d380f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:15:04.640170 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-2325b04e-2163-41d7-8125-c566214d380f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32266383'] for subnet, precommit_delete_associations {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:15:04.685504 n-d-838334-2 neutron-server[84040]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7f082d4e-c66c-4741-ad18-6b73365eb5cf', 'tag': 'df096d24-1747-454d-b526-170b800e4ad9'}] {{(pid=84040) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 21:15:04.704385 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-a8ac351e-d8f9-4c0e-a8b9-da7c913e5756 req-8bbb8499-beda-43ed-a6f3-0ea6772e8ec6 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=79c9d5a9-1f93-4341-810a-bf26aaaa775a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1347067 Apr 18 21:15:04.777792 n-d-838334-2 neutron-server[84040]: INFO neutron.notifiers.nova [-] Nova event matching ['req-680342a6-f703-405c-b160-e04e8d5bad58'] response: {'name': 'network-changed', 'server_uuid': '7f082d4e-c66c-4741-ad18-6b73365eb5cf', 'tag': 'df096d24-1747-454d-b526-170b800e4ad9', 'status': 'completed', 'code': 200} Apr 18 21:15:04.780070 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-2325b04e-2163-41d7-8125-c566214d380f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1260556'] for subnet, precommit_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:15:04.818271 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Device 890b9a7b-3a3a-4d10-bfb5-df652e741b66 no longer exists at agent hyperv_n-h2-838334-2 {{(pid=84042) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 21:15:04.888019 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.plugin [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] No Port match for: 890b9a7b-3a3a-4d10-bfb5-df652e741b66 {{(pid=84042) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 18 21:15:04.889384 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Device 890b9a7b-3a3a-4d10-bfb5-df652e741b66 not bound to the agent host n-h2-838334-2 {{(pid=84042) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 21:15:04.908584 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-2325b04e-2163-41d7-8125-c566214d380f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1260549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33526260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32266336', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32486390'] for subnet, after_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:15:04.974655 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-a8ac351e-d8f9-4c0e-a8b9-da7c913e5756 req-96fd3374-b774-40c8-9423-f822ded53a74 service neutron] 10.222.0.48 "GET /v2.0/networks/79c9d5a9-1f93-4341-810a-bf26aaaa775a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2606142 Apr 18 21:15:05.030718 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2325b04e-2163-41d7-8125-c566214d380f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d2446453-f07b-4b6c-b6e0-9e80fb711ceb,revision_number=None']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:15:05.044487 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-2325b04e-2163-41d7-8125-c566214d380f admin admin] Notify callbacks [] for subnet, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:15:05.048471 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2325b04e-2163-41d7-8125-c566214d380f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:15:05.049016 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2325b04e-2163-41d7-8125-c566214d380f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:15:05.049720 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2325b04e-2163-41d7-8125-c566214d380f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:15:05.050357 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2325b04e-2163-41d7-8125-c566214d380f admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:15:05.051086 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2325b04e-2163-41d7-8125-c566214d380f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:15:05.051596 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2325b04e-2163-41d7-8125-c566214d380f admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:15:05.052800 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2325b04e-2163-41d7-8125-c566214d380f admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:15:05.053322 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2325b04e-2163-41d7-8125-c566214d380f admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:15:05.053829 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2325b04e-2163-41d7-8125-c566214d380f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:15:05.054338 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2325b04e-2163-41d7-8125-c566214d380f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:15:05.054917 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2325b04e-2163-41d7-8125-c566214d380f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:15:05.063536 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-2325b04e-2163-41d7-8125-c566214d380f admin admin] 10.222.0.42 "DELETE /v2.0/subnets/d2446453-f07b-4b6c-b6e0-9e80fb711ceb HTTP/1.1" status: 204 len: 168 time: 0.6224439 Apr 18 21:15:05.065910 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 54888) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:15:05.204397 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-cde5446d-1b48-4b4e-af1e-88a7672a7646 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1103592'] for network, before_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:15:05.234392 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-a8ac351e-d8f9-4c0e-a8b9-da7c913e5756 req-6c0117ae-a5f1-450e-967e-9a379bacd15d service neutron] 10.222.0.48 "GET /v2.0/networks/79c9d5a9-1f93-4341-810a-bf26aaaa775a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2546635 Apr 18 21:15:05.358365 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-cde5446d-1b48-4b4e-af1e-88a7672a7646 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1258905', 'neutron.services.segments.db._delete_segments_for_network-8750375287417'] for network, precommit_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:15:05.417332 n-d-838334-2 neutron-server[84041]: DEBUG neutron.services.segments.db [None req-cde5446d-1b48-4b4e-af1e-88a7672a7646 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7c39ac3c-ebab-4084-9bf0-d4e6866e30eb']}} {{(pid=84041) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:15:05.450621 n-d-838334-2 neutron-server[84041]: DEBUG neutron.services.segments.db [None req-cde5446d-1b48-4b4e-af1e-88a7672a7646 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '44fed75d-d790-4c0e-a467-bf1a6588ce2b') {'for_net_delete': True} {{(pid=84041) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:15:05.452545 n-d-838334-2 neutron-server[84041]: DEBUG neutron.services.segments.db [None req-cde5446d-1b48-4b4e-af1e-88a7672a7646 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '44fed75d-d790-4c0e-a467-bf1a6588ce2b') {} {{(pid=84041) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:15:05.466554 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-cde5446d-1b48-4b4e-af1e-88a7672a7646 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750375287300', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32268156'] for segment, before_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:15:05.496633 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-cde5446d-1b48-4b4e-af1e-88a7672a7646 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1082986'] for segment, precommit_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:15:05.518032 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cde5446d-1b48-4b4e-af1e-88a7672a7646 admin admin] Releasing vlan 373 on physical network physnet1 to pool {{(pid=84041) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 18 21:15:05.519379 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-cde5446d-1b48-4b4e-af1e-88a7672a7646 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1082993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32266254'] for segment, after_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:15:05.542777 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-31a59c2f-a839-4eb3-95f0-a0fbfc8fc90d req-3d41370a-42f2-43b2-b4bd-cd3277d9388f service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=d19595ade6b9408699bc90a14d63d7df&device_id=7f082d4e-c66c-4741-ad18-6b73365eb5cf HTTP/1.1" status: 200 len: 1133 time: 0.2540886 Apr 18 21:15:05.565122 n-d-838334-2 neutron-server[84041]: Traceback (most recent call last): Apr 18 21:15:05.565122 n-d-838334-2 neutron-server[84041]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 18 21:15:05.565122 n-d-838334-2 neutron-server[84041]: timer() Apr 18 21:15:05.565122 n-d-838334-2 neutron-server[84041]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 21:15:05.565122 n-d-838334-2 neutron-server[84041]: cb(*args, **kw) Apr 18 21:15:05.565122 n-d-838334-2 neutron-server[84041]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 18 21:15:05.565122 n-d-838334-2 neutron-server[84041]: return func(*args, **kwargs) Apr 18 21:15:05.565122 n-d-838334-2 neutron-server[84041]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 21:15:05.565122 n-d-838334-2 neutron-server[84041]: self._notify() Apr 18 21:15:05.565122 n-d-838334-2 neutron-server[84041]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 21:15:05.565122 n-d-838334-2 neutron-server[84041]: self.callback(batched_events) Apr 18 21:15:05.565122 n-d-838334-2 neutron-server[84041]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 21:15:05.565122 n-d-838334-2 neutron-server[84041]: event.method(event) Apr 18 21:15:05.565122 n-d-838334-2 neutron-server[84041]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 18 21:15:05.565122 n-d-838334-2 neutron-server[84041]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 21:15:05.565122 n-d-838334-2 neutron-server[84041]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 18 21:15:05.565122 n-d-838334-2 neutron-server[84041]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 21:15:05.565122 n-d-838334-2 neutron-server[84041]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 18 21:15:05.565122 n-d-838334-2 neutron-server[84041]: return f(self, *a, **k) Apr 18 21:15:05.565122 n-d-838334-2 neutron-server[84041]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 18 21:15:05.565122 n-d-838334-2 neutron-server[84041]: return self._get(url).json() Apr 18 21:15:05.565122 n-d-838334-2 neutron-server[84041]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 18 21:15:05.565122 n-d-838334-2 neutron-server[84041]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 21:15:05.565122 n-d-838334-2 neutron-server[84041]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 18 21:15:05.565122 n-d-838334-2 neutron-server[84041]: return self.request(url, 'GET', **kwargs) Apr 18 21:15:05.565122 n-d-838334-2 neutron-server[84041]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 18 21:15:05.565122 n-d-838334-2 neutron-server[84041]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 21:15:05.565122 n-d-838334-2 neutron-server[84041]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 18 21:15:05.565122 n-d-838334-2 neutron-server[84041]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 21:15:05.565122 n-d-838334-2 neutron-server[84041]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 18 21:15:05.565122 n-d-838334-2 neutron-server[84041]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 21:15:05.565122 n-d-838334-2 neutron-server[84041]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 21:15:05.721084 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13ab437c-c83c-4fb4-9f22-c0a3fa8bbe1a req-694b9785-c8b4-46ec-8506-cbff3337b13d tempest-TestSecurityGroupsBasicOps-1555676956 tempest-TestSecurityGroupsBasicOps-1555676956-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:15:05.729204 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-13ab437c-c83c-4fb4-9f22-c0a3fa8bbe1a req-694b9785-c8b4-46ec-8506-cbff3337b13d tempest-TestSecurityGroupsBasicOps-1555676956 tempest-TestSecurityGroupsBasicOps-1555676956-project] 10.222.0.42 "GET /v2.0/ports?device_id=7f082d4e-c66c-4741-ad18-6b73365eb5cf HTTP/1.1" status: 200 len: 982 time: 0.2723200 Apr 18 21:15:05.743483 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-cde5446d-1b48-4b4e-af1e-88a7672a7646 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1258898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33526109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33444113'] for network, after_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:15:05.750103 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-cde5446d-1b48-4b4e-af1e-88a7672a7646 admin admin] Notify callbacks [] for network, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:15:05.783641 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-cde5446d-1b48-4b4e-af1e-88a7672a7646 admin admin] 10.222.0.42 "DELETE /v2.0/networks/7c39ac3c-ebab-4084-9bf0-d4e6866e30eb HTTP/1.1" status: 204 len: 168 time: 0.7164783 Apr 18 21:15:05.793492 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cde5446d-1b48-4b4e-af1e-88a7672a7646 admin admin] Pushing event deleted for resources: {'Network': ['ID=7c39ac3c-ebab-4084-9bf0-d4e6866e30eb,revision_number=None']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:15:05.909054 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-13ab437c-c83c-4fb4-9f22-c0a3fa8bbe1a req-6db4eaf6-0a40-4495-9915-f36e97a0ec7a tempest-TestSecurityGroupsBasicOps-1555676956 tempest-TestSecurityGroupsBasicOps-1555676956-project] 10.222.0.42 "GET /v2.0/security-groups?id=c220e4f8-52f5-42dc-a4f2-23cea83e5893&id=fe55597b-1970-4d54-b655-30e98fbf5bc4&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.1782620 Apr 18 21:15:05.928220 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a59c2f-a839-4eb3-95f0-a0fbfc8fc90d req-e216e891-112b-45bf-838c-8e61eb49ac61 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:15:05.931079 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-31a59c2f-a839-4eb3-95f0-a0fbfc8fc90d req-e216e891-112b-45bf-838c-8e61eb49ac61 service neutron] 10.222.0.48 "GET /v2.0/networks?id=79c9d5a9-1f93-4341-810a-bf26aaaa775a HTTP/1.1" status: 200 len: 897 time: 0.3811493 Apr 18 21:15:06.236686 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 54902) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:15:06.330543 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-31a59c2f-a839-4eb3-95f0-a0fbfc8fc90d req-11f0c21d-c5f5-4a66-8a6a-4c6eee863fca service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=df096d24-1747-454d-b526-170b800e4ad9 HTTP/1.1" status: 200 len: 217 time: 0.3918672 Apr 18 21:15:06.411017 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a59c2f-a839-4eb3-95f0-a0fbfc8fc90d req-653b9a8c-947f-4a5d-9312-846858da9676 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:15:06.414266 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-31a59c2f-a839-4eb3-95f0-a0fbfc8fc90d req-653b9a8c-947f-4a5d-9312-846858da9676 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=0dfe6104-b385-400f-8619-08e676401dd7 HTTP/1.1" status: 200 len: 835 time: 0.0771222 Apr 18 21:15:06.426935 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 54910) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:15:06.471165 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-4e201c59-a64c-468d-a76c-f2218a401fb2 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=6c33d80c41514a6a87356e217af6c6ed&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2330978 Apr 18 21:15:06.472381 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 54918) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:15:06.524268 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-31a59c2f-a839-4eb3-95f0-a0fbfc8fc90d req-1f13cf4f-cba9-45bd-83b6-2d47c8c93838 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=79c9d5a9-1f93-4341-810a-bf26aaaa775a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1019955 Apr 18 21:15:06.614109 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-9497b280-b905-4cd7-8e83-7de334812aa6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:15:06.678808 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-9497b280-b905-4cd7-8e83-7de334812aa6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:15:06.784544 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-31a59c2f-a839-4eb3-95f0-a0fbfc8fc90d req-8cc9ff52-d032-4ecb-92d8-6960a123c0dc service neutron] 10.222.0.48 "GET /v2.0/networks/79c9d5a9-1f93-4341-810a-bf26aaaa775a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2525063 Apr 18 21:15:06.863210 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-f8f23511-0cbb-4407-8bc2-78c3a7fd0b18 req-39571974-f57c-4b74-afa0-77fd5022cc67 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=6e0fe3d9-3681-4728-ac75-931f2234a9b3 HTTP/1.1" status: 200 len: 1097 time: 0.4327891 Apr 18 21:15:06.864099 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-9497b280-b905-4cd7-8e83-7de334812aa6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33528224'] for security_group, after_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:15:06.922502 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9497b280-b905-4cd7-8e83-7de334812aa6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=17b301b4-f832-465e-b746-0427d2c4e3d9,revision_number=None']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:15:06.927751 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-9497b280-b905-4cd7-8e83-7de334812aa6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:15:06.935323 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-9497b280-b905-4cd7-8e83-7de334812aa6 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/17b301b4-f832-465e-b746-0427d2c4e3d9 HTTP/1.1" status: 204 len: 168 time: 0.4580436 Apr 18 21:15:06.955939 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-f8f23511-0cbb-4407-8bc2-78c3a7fd0b18 req-2e323abe-26a6-4112-8a34-289c5a5eff91 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=9501666c-22a1-4a49-a5f5-31f14fb519f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0783420 Apr 18 21:15:07.010748 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-31a59c2f-a839-4eb3-95f0-a0fbfc8fc90d req-77ee2df6-aab1-45b2-8db6-dd9d291d581a service neutron] 10.222.0.48 "GET /v2.0/networks/79c9d5a9-1f93-4341-810a-bf26aaaa775a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2165835 Apr 18 21:15:07.243189 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed3dcdff-1bd8-4169-8daa-b10f5c4e5c10 req-e71bd62a-49bd-4b9b-8432-5cb3f5c3d6d4 tempest-TestSecurityGroupsBasicOps-1555676956 tempest-TestSecurityGroupsBasicOps-1555676956-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:15:07.249086 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-ed3dcdff-1bd8-4169-8daa-b10f5c4e5c10 req-e71bd62a-49bd-4b9b-8432-5cb3f5c3d6d4 tempest-TestSecurityGroupsBasicOps-1555676956 tempest-TestSecurityGroupsBasicOps-1555676956-project] 10.222.0.42 "GET /v2.0/ports?device_id=7f082d4e-c66c-4741-ad18-6b73365eb5cf HTTP/1.1" status: 200 len: 982 time: 0.1296821 Apr 18 21:15:07.375199 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-ed3dcdff-1bd8-4169-8daa-b10f5c4e5c10 req-cc9c867a-1196-4c16-ae98-cacd4cf89096 tempest-TestSecurityGroupsBasicOps-1555676956 tempest-TestSecurityGroupsBasicOps-1555676956-project] 10.222.0.42 "GET /v2.0/security-groups?id=c220e4f8-52f5-42dc-a4f2-23cea83e5893&id=fe55597b-1970-4d54-b655-30e98fbf5bc4&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.1193843 Apr 18 21:15:07.994500 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 54970) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:15:08.297601 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-0caa9484-3e29-4cc7-abf6-a7ced75f29ce admin admin] Notify callbacks [] for security_group, before_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:15:08.338312 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-0caa9484-3e29-4cc7-abf6-a7ced75f29ce admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:15:08.343772 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-0caa9484-3e29-4cc7-abf6-a7ced75f29ce admin admin] Usage tracker for resource:security_group_rule and tenant:f001f334846d478594e2efc93468fca6 is out of sync, need to count used quota {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:15:08.347346 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-0caa9484-3e29-4cc7-abf6-a7ced75f29ce admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:15:08.363269 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-0caa9484-3e29-4cc7-abf6-a7ced75f29ce admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:15:08.454865 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-0caa9484-3e29-4cc7-abf6-a7ced75f29ce admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:15:08.461529 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-0caa9484-3e29-4cc7-abf6-a7ced75f29ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33528224'] for security_group, after_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:15:08.550708 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-0caa9484-3e29-4cc7-abf6-a7ced75f29ce admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=f001f334846d478594e2efc93468fca6&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5557408 Apr 18 21:15:08.553858 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 54994) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:15:08.554347 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0caa9484-3e29-4cc7-abf6-a7ced75f29ce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=15e521a1-d047-47bd-8acc-5b4e24655bf5,revision_number=1']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:15:08.729118 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-efca0eaf-97c5-4eb2-92f5-777ba727aa45 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:15:08.750179 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0ce177a-1118-4b5b-9424-89b146df20ab req-e7bc3e9f-7487-485c-a325-7fbd78a50693 tempest-TestSecurityGroupsBasicOps-1555676956 tempest-TestSecurityGroupsBasicOps-1555676956-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:15:08.756167 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-d0ce177a-1118-4b5b-9424-89b146df20ab req-e7bc3e9f-7487-485c-a325-7fbd78a50693 tempest-TestSecurityGroupsBasicOps-1555676956 tempest-TestSecurityGroupsBasicOps-1555676956-project] 10.222.0.42 "GET /v2.0/ports?device_id=7f082d4e-c66c-4741-ad18-6b73365eb5cf HTTP/1.1" status: 200 len: 982 time: 0.1703670 Apr 18 21:15:08.778023 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-efca0eaf-97c5-4eb2-92f5-777ba727aa45 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:15:08.813838 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Device df096d24-1747-454d-b526-170b800e4ad9 details requested by agent hyperv_n-h2-838334-2 with host n-h2-838334-2 {{(pid=84042) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 18 21:15:08.848110 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-efca0eaf-97c5-4eb2-92f5-777ba727aa45 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33528224'] for security_group, after_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:15:08.876628 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efca0eaf-97c5-4eb2-92f5-777ba727aa45 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=15e521a1-d047-47bd-8acc-5b4e24655bf5,revision_number=None']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:15:08.892436 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-efca0eaf-97c5-4eb2-92f5-777ba727aa45 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:15:08.896701 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-efca0eaf-97c5-4eb2-92f5-777ba727aa45 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/15e521a1-d047-47bd-8acc-5b4e24655bf5 HTTP/1.1" status: 204 len: 168 time: 0.3376243 Apr 18 21:15:08.917911 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-d0ce177a-1118-4b5b-9424-89b146df20ab req-80310c6f-f780-4675-9136-d3b7eb97837b tempest-TestSecurityGroupsBasicOps-1555676956 tempest-TestSecurityGroupsBasicOps-1555676956-project] 10.222.0.42 "GET /v2.0/security-groups?id=c220e4f8-52f5-42dc-a4f2-23cea83e5893&id=fe55597b-1970-4d54-b655-30e98fbf5bc4&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.1582201 Apr 18 21:15:09.112487 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] For port df096d24-1747-454d-b526-170b800e4ad9, host n-h2-838334-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838334-2',level=0,port_id=df096d24-1747-454d-b526-170b800e4ad9,segment=NetworkSegment(de85d1fd-412a-4fe8-ab00-112e1eaec46e),segment_id=de85d1fd-412a-4fe8-ab00-112e1eaec46e)] {{(pid=84042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:15:09.127217 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Returning: {'device': 'df096d24-1747-454d-b526-170b800e4ad9', 'network_id': '79c9d5a9-1f93-4341-810a-bf26aaaa775a', 'port_id': 'df096d24-1747-454d-b526-170b800e4ad9', 'mac_address': 'fa:16:3e:93:42:7e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 354, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0dfe6104-b385-400f-8619-08e676401dd7', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84042) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 18 21:15:09.213437 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:15:09.244046 n-d-838334-2 neutron-server[84042]: DEBUG neutron.notifiers.nova [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id df096d24-1747-454d-b526-170b800e4ad9 {{(pid=84042) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 18 21:15:09.263790 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] For port df096d24-1747-454d-b526-170b800e4ad9, host n-h2-838334-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838334-2',level=0,port_id=df096d24-1747-454d-b526-170b800e4ad9,segment=NetworkSegment(de85d1fd-412a-4fe8-ab00-112e1eaec46e),segment_id=de85d1fd-412a-4fe8-ab00-112e1eaec46e)] {{(pid=84042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:15:09.269414 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682'] for port, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:15:09.365822 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Pushing event updated for resources: {'Port': ['ID=df096d24-1747-454d-b526-170b800e4ad9,revision_number=4']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:15:09.492948 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] get_ports_and_sgs() called for port_ids ['df096d24-1747-454d-b526-170b800e4ad9'] {{(pid=84042) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 18 21:15:10.238063 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c848b8eb-05e5-4ca7-8cbe-f73b666103e1 req-cd84e284-d3e9-4812-b96b-04f059cc9b02 tempest-TestSecurityGroupsBasicOps-1555676956 tempest-TestSecurityGroupsBasicOps-1555676956-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:15:10.245244 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-c848b8eb-05e5-4ca7-8cbe-f73b666103e1 req-cd84e284-d3e9-4812-b96b-04f059cc9b02 tempest-TestSecurityGroupsBasicOps-1555676956 tempest-TestSecurityGroupsBasicOps-1555676956-project] 10.222.0.42 "GET /v2.0/ports?device_id=7f082d4e-c66c-4741-ad18-6b73365eb5cf HTTP/1.1" status: 200 len: 983 time: 0.1140671 Apr 18 21:15:10.304645 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-c848b8eb-05e5-4ca7-8cbe-f73b666103e1 req-27be379e-418b-45a6-ba5d-3a4612fd459e tempest-TestSecurityGroupsBasicOps-1555676956 tempest-TestSecurityGroupsBasicOps-1555676956-project] 10.222.0.42 "GET /v2.0/security-groups?id=c220e4f8-52f5-42dc-a4f2-23cea83e5893&id=fe55597b-1970-4d54-b655-30e98fbf5bc4&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0582945 Apr 18 21:15:10.828993 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Device df096d24-1747-454d-b526-170b800e4ad9 up at agent hyperv_n-h2-838334-2 {{(pid=84042) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 21:15:10.960971 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Provisioning for port df096d24-1747-454d-b526-170b800e4ad9 completed by entity L2. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 21:15:10.966299 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Provisioning complete for port df096d24-1747-454d-b526-170b800e4ad9 triggered by entity L2. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:15:10.966674 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1253608'] for port, provisioning_complete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:15:11.121560 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-9b6c774a-bf6d-457d-9b25-23f4e293554a req-7d116696-cb9a-4444-a80a-1170b018b799 tempest-VolumesBackupsTest-273593874 tempest-VolumesBackupsTest-273593874-project] 10.222.0.42 "GET /v2.0/networks?tenant_id=6bce00829a7643388053a450466cf6e2&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0508714 Apr 18 21:15:11.150876 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:15:11.187737 n-d-838334-2 neutron-server[84042]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7f082d4e-c66c-4741-ad18-6b73365eb5cf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'df096d24-1747-454d-b526-170b800e4ad9'}] {{(pid=84042) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 21:15:11.257763 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] For port df096d24-1747-454d-b526-170b800e4ad9, host n-h2-838334-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838334-2',level=0,port_id=df096d24-1747-454d-b526-170b800e4ad9,segment=NetworkSegment(de85d1fd-412a-4fe8-ab00-112e1eaec46e),segment_id=de85d1fd-412a-4fe8-ab00-112e1eaec46e)] {{(pid=84042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:15:11.272372 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682'] for port, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:15:11.380815 n-d-838334-2 neutron-server[84042]: INFO neutron.notifiers.nova [-] Nova event matching ['req-86d61884-08ca-4478-92e9-97da6506466e'] response: {'server_uuid': '7f082d4e-c66c-4741-ad18-6b73365eb5cf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'df096d24-1747-454d-b526-170b800e4ad9', 'code': 200} Apr 18 21:15:11.456512 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b6c774a-bf6d-457d-9b25-23f4e293554a req-4b1bb7cd-4562-42f4-a5b4-2760c4d0d8ef tempest-VolumesBackupsTest-273593874 tempest-VolumesBackupsTest-273593874-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:15:11.466752 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-9b6c774a-bf6d-457d-9b25-23f4e293554a req-4b1bb7cd-4562-42f4-a5b4-2760c4d0d8ef tempest-VolumesBackupsTest-273593874 tempest-VolumesBackupsTest-273593874-project] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3388145 Apr 18 21:15:11.466960 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Pushing event updated for resources: {'Port': ['ID=df096d24-1747-454d-b526-170b800e4ad9,revision_number=5']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:15:11.571546 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-9b6c774a-bf6d-457d-9b25-23f4e293554a req-e892e77c-9b88-4805-9044-fa0cabf94bdd tempest-VolumesBackupsTest-273593874 tempest-VolumesBackupsTest-273593874-project] 10.222.0.42 "GET /v2.0/quotas/6bce00829a7643388053a450466cf6e2 HTTP/1.1" status: 200 len: 375 time: 0.1033492 Apr 18 21:15:11.652341 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-9b6c774a-bf6d-457d-9b25-23f4e293554a req-59f12bf5-0373-4540-ab6c-a0e5cec8fed1 tempest-VolumesBackupsTest-273593874 tempest-VolumesBackupsTest-273593874-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=6bce00829a7643388053a450466cf6e2&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0797558 Apr 18 21:15:11.701503 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-e752bb5b-c9c8-4ad5-b894-7c5415a93293 req-245aaad3-795d-4054-b65d-aca27207d124 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=7f082d4e-c66c-4741-ad18-6b73365eb5cf HTTP/1.1" status: 200 len: 1135 time: 0.2316010 Apr 18 21:15:11.750710 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1e7e71b-e6ed-4402-b32b-747892d341b6 req-87939e81-874d-45f6-b47e-e4f7861a69b1 tempest-TestSecurityGroupsBasicOps-1555676956 tempest-TestSecurityGroupsBasicOps-1555676956-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:15:11.764728 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-d1e7e71b-e6ed-4402-b32b-747892d341b6 req-87939e81-874d-45f6-b47e-e4f7861a69b1 tempest-TestSecurityGroupsBasicOps-1555676956 tempest-TestSecurityGroupsBasicOps-1555676956-project] 10.222.0.42 "GET /v2.0/ports?device_id=7f082d4e-c66c-4741-ad18-6b73365eb5cf HTTP/1.1" status: 200 len: 984 time: 0.2320728 Apr 18 21:15:11.805888 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-e752bb5b-c9c8-4ad5-b894-7c5415a93293 req-64f94b19-e8d5-46e4-98ec-eadba26f1ebe service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=c220e4f8-52f5-42dc-a4f2-23cea83e5893&id=fe55597b-1970-4d54-b655-30e98fbf5bc4&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0949805 Apr 18 21:15:11.867195 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-d1e7e71b-e6ed-4402-b32b-747892d341b6 req-47d8f043-2330-4c6c-b8d7-d90fec79c85d tempest-TestSecurityGroupsBasicOps-1555676956 tempest-TestSecurityGroupsBasicOps-1555676956-project] 10.222.0.42 "GET /v2.0/security-groups?id=c220e4f8-52f5-42dc-a4f2-23cea83e5893&id=fe55597b-1970-4d54-b655-30e98fbf5bc4&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0762048 Apr 18 21:15:11.917699 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 55092) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:15:11.955839 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-5a3ad81e-7900-43c1-99a0-669443675ea9 req-042f1cb5-4705-4835-9941-c79f294311b5 tempest-VolumesBackupsTest-273593874 tempest-VolumesBackupsTest-273593874-project] 10.222.0.42 "GET /v2.0/ports?device_id=f9a4504d-a7fe-4e48-bac2-8338fe809415 HTTP/1.1" status: 200 len: 210 time: 0.0741122 Apr 18 21:15:12.200012 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.v2.base [None req-7fc5f668-d318-4482-8ba7-9d297e411a67 tempest-TestNetworkBasicOps-1936690218 tempest-TestNetworkBasicOps-1936690218-project] Request body: {'network': {'name': 'tempest-network-smoke--50923891', 'project_id': '08ce18aa0ce94082a747ec94ccd8cac1', 'port_security_enabled': True}} {{(pid=84041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:15:12.207519 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-7fc5f668-d318-4482-8ba7-9d297e411a67 tempest-TestNetworkBasicOps-1936690218 tempest-TestNetworkBasicOps-1936690218-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:15:12.212336 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-7fc5f668-d318-4482-8ba7-9d297e411a67 tempest-TestNetworkBasicOps-1936690218 tempest-TestNetworkBasicOps-1936690218-project] Usage tracker for resource:network and tenant:08ce18aa0ce94082a747ec94ccd8cac1 is out of sync, need to count used quota {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:15:12.216324 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-7fc5f668-d318-4482-8ba7-9d297e411a67 tempest-TestNetworkBasicOps-1936690218 tempest-TestNetworkBasicOps-1936690218-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:15:12.226386 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-7fc5f668-d318-4482-8ba7-9d297e411a67 tempest-TestNetworkBasicOps-1936690218 tempest-TestNetworkBasicOps-1936690218-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:15:12.239368 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7fc5f668-d318-4482-8ba7-9d297e411a67 tempest-TestNetworkBasicOps-1936690218 tempest-TestNetworkBasicOps-1936690218-project] Made reservation on behalf of 08ce18aa0ce94082a747ec94ccd8cac1 for: {'network': 1} {{(pid=84041) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:15:12.243566 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-7fc5f668-d318-4482-8ba7-9d297e411a67 tempest-TestNetworkBasicOps-1936690218 tempest-TestNetworkBasicOps-1936690218-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for network, before_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:15:12.259432 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-7fc5f668-d318-4482-8ba7-9d297e411a67 tempest-TestNetworkBasicOps-1936690218 tempest-TestNetworkBasicOps-1936690218-project] Notify callbacks [] for security_group, before_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:15:12.296674 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbd02053-27e3-44a3-a214-2d7ac0631552 req-68e58f3b-5fbd-4597-9aac-dc9173b7bf1a tempest-VolumesSnapshotTestJSON-1863616769 tempest-VolumesSnapshotTestJSON-1863616769-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:15:12.300230 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-7fc5f668-d318-4482-8ba7-9d297e411a67 tempest-TestNetworkBasicOps-1936690218 tempest-TestNetworkBasicOps-1936690218-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:15:12.305211 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-7fc5f668-d318-4482-8ba7-9d297e411a67 tempest-TestNetworkBasicOps-1936690218 tempest-TestNetworkBasicOps-1936690218-project] Usage tracker for resource:security_group_rule and tenant:08ce18aa0ce94082a747ec94ccd8cac1 is out of sync, need to count used quota {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:15:12.306309 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-dbd02053-27e3-44a3-a214-2d7ac0631552 req-68e58f3b-5fbd-4597-9aac-dc9173b7bf1a tempest-VolumesSnapshotTestJSON-1863616769 tempest-VolumesSnapshotTestJSON-1863616769-project] 10.222.0.42 "GET /v2.0/networks?id=ec211755-00f0-492d-a79c-096be27f1d17 HTTP/1.1" status: 200 len: 814 time: 0.2018085 Apr 18 21:15:12.308462 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-7fc5f668-d318-4482-8ba7-9d297e411a67 tempest-TestNetworkBasicOps-1936690218 tempest-TestNetworkBasicOps-1936690218-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:15:12.315724 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-7fc5f668-d318-4482-8ba7-9d297e411a67 tempest-TestNetworkBasicOps-1936690218 tempest-TestNetworkBasicOps-1936690218-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:15:12.336373 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-dbd02053-27e3-44a3-a214-2d7ac0631552 req-f4d7dd6c-595e-41bb-9f4c-2d139c5743bd tempest-VolumesSnapshotTestJSON-1863616769 tempest-VolumesSnapshotTestJSON-1863616769-project] 10.222.0.42 "GET /v2.0/quotas/8ca657a6dd7e428db1e7c06a95f1a90e HTTP/1.1" status: 200 len: 375 time: 0.0283315 Apr 18 21:15:12.389492 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-dbd02053-27e3-44a3-a214-2d7ac0631552 req-ca4640d6-3e8e-4ebb-b54e-1b9cc615afda tempest-VolumesSnapshotTestJSON-1863616769 tempest-VolumesSnapshotTestJSON-1863616769-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=8ca657a6dd7e428db1e7c06a95f1a90e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0522816 Apr 18 21:15:12.432949 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-7fc5f668-d318-4482-8ba7-9d297e411a67 tempest-TestNetworkBasicOps-1936690218 tempest-TestNetworkBasicOps-1936690218-project] Notify callbacks [] for security_group, precommit_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:15:12.443539 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-7fc5f668-d318-4482-8ba7-9d297e411a67 tempest-TestNetworkBasicOps-1936690218 tempest-TestNetworkBasicOps-1936690218-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33528224'] for security_group, after_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:15:12.502069 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7fc5f668-d318-4482-8ba7-9d297e411a67 tempest-TestNetworkBasicOps-1936690218 tempest-TestNetworkBasicOps-1936690218-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 396} {{(pid=84041) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 21:15:12.513031 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fc5f668-d318-4482-8ba7-9d297e411a67 tempest-TestNetworkBasicOps-1936690218 tempest-TestNetworkBasicOps-1936690218-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e0ec1c8c-57f3-4c86-836e-1c95d6ec6939,revision_number=1']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:15:12.520417 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-7fc5f668-d318-4482-8ba7-9d297e411a67 tempest-TestNetworkBasicOps-1936690218 tempest-TestNetworkBasicOps-1936690218-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1082986'] for segment, precommit_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:15:12.521643 n-d-838334-2 neutron-server[84041]: INFO neutron.db.segments_db [None req-7fc5f668-d318-4482-8ba7-9d297e411a67 tempest-TestNetworkBasicOps-1936690218 tempest-TestNetworkBasicOps-1936690218-project] Added segment 19d30c16-18c6-4ab1-af4a-d3b9c52732a6 of type vlan for network 0da44c8a-15a6-48d5-b8a3-e2609519a9b7 Apr 18 21:15:12.584586 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-7fc5f668-d318-4482-8ba7-9d297e411a67 tempest-TestNetworkBasicOps-1936690218 tempest-TestNetworkBasicOps-1936690218-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750374825732'] for network, precommit_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:15:12.633529 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-7fc5f668-d318-4482-8ba7-9d297e411a67 tempest-TestNetworkBasicOps-1936690218 tempest-TestNetworkBasicOps-1936690218-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33526109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022'] for network, after_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:15:12.638728 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fc5f668-d318-4482-8ba7-9d297e411a67 tempest-TestNetworkBasicOps-1936690218 tempest-TestNetworkBasicOps-1936690218-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:15:12.639536 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-7fc5f668-d318-4482-8ba7-9d297e411a67 tempest-TestNetworkBasicOps-1936690218 tempest-TestNetworkBasicOps-1936690218-project] Notify callbacks [] for network, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:15:12.772229 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-dbd02053-27e3-44a3-a214-2d7ac0631552 req-e7f71809-b00a-4dc4-a8af-1a0647fcce1e service neutron] 10.222.0.42 "GET /v2.0/networks/ec211755-00f0-492d-a79c-096be27f1d17?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3709240 Apr 18 21:15:12.836566 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fc5f668-d318-4482-8ba7-9d297e411a67 tempest-TestNetworkBasicOps-1936690218 tempest-TestNetworkBasicOps-1936690218-project] Pushing event updated for resources: {'Network': ['ID=0da44c8a-15a6-48d5-b8a3-e2609519a9b7,revision_number=1']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:15:12.842176 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-7fc5f668-d318-4482-8ba7-9d297e411a67 tempest-TestNetworkBasicOps-1936690218 tempest-TestNetworkBasicOps-1936690218-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.9227402 Apr 18 21:15:12.847203 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 55112) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:15:12.860519 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.v2.base [None req-fe538fa6-ee6a-4d58-b88c-26eaec341186 tempest-TestNetworkBasicOps-1936690218 tempest-TestNetworkBasicOps-1936690218-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-310213544', 'admin_state_up': True, 'project_id': '08ce18aa0ce94082a747ec94ccd8cac1', 'external_gateway_info': {'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c'}}} {{(pid=84041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:15:12.866858 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Network 0da44c8a-15a6-48d5-b8a3-e2609519a9b7 details requested by agent ovs-agent-n-d-838334-2 with host n-d-838334-2 {{(pid=84042) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 18 21:15:12.878360 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-fe538fa6-ee6a-4d58-b88c-26eaec341186 tempest-TestNetworkBasicOps-1936690218 tempest-TestNetworkBasicOps-1936690218-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:15:12.887861 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-fe538fa6-ee6a-4d58-b88c-26eaec341186 tempest-TestNetworkBasicOps-1936690218 tempest-TestNetworkBasicOps-1936690218-project] Usage tracker for resource:router and tenant:08ce18aa0ce94082a747ec94ccd8cac1 is out of sync, need to count used quota {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:15:12.894139 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-fe538fa6-ee6a-4d58-b88c-26eaec341186 tempest-TestNetworkBasicOps-1936690218 tempest-TestNetworkBasicOps-1936690218-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:15:12.941765 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-fe538fa6-ee6a-4d58-b88c-26eaec341186 tempest-TestNetworkBasicOps-1936690218 tempest-TestNetworkBasicOps-1936690218-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:15:12.998398 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-fe538fa6-ee6a-4d58-b88c-26eaec341186 tempest-TestNetworkBasicOps-1936690218 tempest-TestNetworkBasicOps-1936690218-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-33442106', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5708'] for router, before_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:15:12.999833 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-fe538fa6-ee6a-4d58-b88c-26eaec341186 tempest-TestNetworkBasicOps-1936690218 tempest-TestNetworkBasicOps-1936690218-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33442137', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33444285', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33535433', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5703'] for router, precommit_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:15:13.024960 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-dbd02053-27e3-44a3-a214-2d7ac0631552 req-6a7ec5fa-a50c-4634-ab47-e44a22aa818d service neutron] 10.222.0.42 "GET /v2.0/networks/ec211755-00f0-492d-a79c-096be27f1d17?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2448847 Apr 18 21:15:13.059162 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-fe538fa6-ee6a-4d58-b88c-26eaec341186 tempest-TestNetworkBasicOps-1936690218 tempest-TestNetworkBasicOps-1936690218-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:15:13.331054 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-9b6c774a-bf6d-457d-9b25-23f4e293554a req-c7bbc4aa-5ab0-42bf-b6a0-8ecf3325255c tempest-VolumesBackupsTest-273593874 tempest-VolumesBackupsTest-273593874-project] 10.222.0.43 "GET /v2.0/networks?tenant_id=6bce00829a7643388053a450466cf6e2&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0666583 Apr 18 21:15:13.349144 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3843e27f-6a0a-43e0-9c0a-96d9c6aec51e req-d016544d-d876-497c-8087-171b97c8ac39 tempest-TestSecurityGroupsBasicOps-1555676956 tempest-TestSecurityGroupsBasicOps-1555676956-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:15:13.350725 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-3843e27f-6a0a-43e0-9c0a-96d9c6aec51e req-d016544d-d876-497c-8087-171b97c8ac39 tempest-TestSecurityGroupsBasicOps-1555676956 tempest-TestSecurityGroupsBasicOps-1555676956-project] 10.222.0.42 "GET /v2.0/ports?device_id=7f082d4e-c66c-4741-ad18-6b73365eb5cf HTTP/1.1" status: 200 len: 984 time: 0.1544602 Apr 18 21:15:13.503343 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-945d22a0-f6a7-48d3-91da-b2369b55d0d2 req-29bf4e7d-afb7-45c1-8310-8758c8550c96 tempest-VolumesBackupsTest-273593874 tempest-VolumesBackupsTest-273593874-project] 10.222.0.42 "GET /v2.0/ports?device_id=f9a4504d-a7fe-4e48-bac2-8338fe809415 HTTP/1.1" status: 200 len: 210 time: 0.1414475 Apr 18 21:15:13.561166 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-3843e27f-6a0a-43e0-9c0a-96d9c6aec51e req-92a62e1c-5833-44d1-b28d-2729e7bf6847 tempest-TestSecurityGroupsBasicOps-1555676956 tempest-TestSecurityGroupsBasicOps-1555676956-project] 10.222.0.42 "GET /v2.0/security-groups?id=c220e4f8-52f5-42dc-a4f2-23cea83e5893&id=fe55597b-1970-4d54-b655-30e98fbf5bc4&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.2020805 Apr 18 21:15:13.637513 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-fe538fa6-ee6a-4d58-b88c-26eaec341186 tempest-TestNetworkBasicOps-1936690218 tempest-TestNetworkBasicOps-1936690218-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-33444175', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-33443520', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5293'] for router, precommit_update {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:15:13.646016 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-2e63701b-8f25-4d52-b7a9-8819238cf4a0 req-4d83c350-6b83-4627-bfda-57d7b0aa6aab tempest-VolumesSnapshotTestJSON-1863616769 tempest-VolumesSnapshotTestJSON-1863616769-project] 10.222.0.42 "GET /v2.0/ports?device_id=6af0c110-60e2-46a5-800d-0c446686e8a5 HTTP/1.1" status: 200 len: 210 time: 0.0651228 Apr 18 21:15:13.830111 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b6c774a-bf6d-457d-9b25-23f4e293554a req-bc832ac0-bf66-4b00-ab12-c60f691bad2d tempest-VolumesBackupsTest-273593874 tempest-VolumesBackupsTest-273593874-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:15:13.831877 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-9b6c774a-bf6d-457d-9b25-23f4e293554a req-bc832ac0-bf66-4b00-ab12-c60f691bad2d tempest-VolumesBackupsTest-273593874 tempest-VolumesBackupsTest-273593874-project] 10.222.0.43 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4010534 Apr 18 21:15:13.849581 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.v2.base [req-9b6c774a-bf6d-457d-9b25-23f4e293554a req-1a178c6a-580e-4522-bf3e-ba8e6340b7c5 tempest-VolumesBackupsTest-273593874 tempest-VolumesBackupsTest-273593874-project] Request body: {'port': {'device_id': 'f9a4504d-a7fe-4e48-bac2-8338fe809415', 'network_id': 'cb56989d-7c5d-4678-b194-1d2edf1e842a', 'admin_state_up': True, 'tenant_id': '6bce00829a7643388053a450466cf6e2'}} {{(pid=84041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:15:13.869919 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dac1a736-02ff-4927-8f7c-06869eaa3493 req-5f3e8761-f73d-45f2-ba8b-7ff3ba78d7e5 tempest-TestSecurityGroupsBasicOps-1555676956 tempest-TestSecurityGroupsBasicOps-1555676956-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:15:13.871519 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-dac1a736-02ff-4927-8f7c-06869eaa3493 req-5f3e8761-f73d-45f2-ba8b-7ff3ba78d7e5 tempest-TestSecurityGroupsBasicOps-1555676956 tempest-TestSecurityGroupsBasicOps-1555676956-project] 10.222.0.42 "GET /v2.0/ports?device_id=7f082d4e-c66c-4741-ad18-6b73365eb5cf HTTP/1.1" status: 200 len: 984 time: 0.1189277 Apr 18 21:15:13.941694 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-dac1a736-02ff-4927-8f7c-06869eaa3493 req-0c19194f-6c63-409e-8f54-a98c6d5b3502 tempest-TestSecurityGroupsBasicOps-1555676956 tempest-TestSecurityGroupsBasicOps-1555676956-project] 10.222.0.42 "GET /v2.0/security-groups?id=c220e4f8-52f5-42dc-a4f2-23cea83e5893&id=fe55597b-1970-4d54-b655-30e98fbf5bc4&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0626295 Apr 18 21:15:14.029929 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [req-9b6c774a-bf6d-457d-9b25-23f4e293554a req-1a178c6a-580e-4522-bf3e-ba8e6340b7c5 tempest-VolumesBackupsTest-273593874 tempest-VolumesBackupsTest-273593874-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:15:14.064904 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [req-9b6c774a-bf6d-457d-9b25-23f4e293554a req-1a178c6a-580e-4522-bf3e-ba8e6340b7c5 tempest-VolumesBackupsTest-273593874 tempest-VolumesBackupsTest-273593874-project] Usage tracker for resource:port and tenant:6bce00829a7643388053a450466cf6e2 is out of sync, need to count used quota {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:15:14.067950 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-fe538fa6-ee6a-4d58-b88c-26eaec341186 tempest-TestNetworkBasicOps-1936690218 tempest-TestNetworkBasicOps-1936690218-project] Notify callbacks [] for router_gateway, before_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:15:14.099257 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [req-9b6c774a-bf6d-457d-9b25-23f4e293554a req-1a178c6a-580e-4522-bf3e-ba8e6340b7c5 tempest-VolumesBackupsTest-273593874 tempest-VolumesBackupsTest-273593874-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:15:14.107850 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-fe538fa6-ee6a-4d58-b88c-26eaec341186 tempest-TestNetworkBasicOps-1936690218 tempest-TestNetworkBasicOps-1936690218-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:15:14.109690 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [req-9b6c774a-bf6d-457d-9b25-23f4e293554a req-1a178c6a-580e-4522-bf3e-ba8e6340b7c5 tempest-VolumesBackupsTest-273593874 tempest-VolumesBackupsTest-273593874-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:15:14.160211 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9b6c774a-bf6d-457d-9b25-23f4e293554a req-1a178c6a-580e-4522-bf3e-ba8e6340b7c5 tempest-VolumesBackupsTest-273593874 tempest-VolumesBackupsTest-273593874-project] Made reservation on behalf of 6bce00829a7643388053a450466cf6e2 for: {'port': 1} {{(pid=84041) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:15:14.163451 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [req-9b6c774a-bf6d-457d-9b25-23f4e293554a req-1a178c6a-580e-4522-bf3e-ba8e6340b7c5 tempest-VolumesBackupsTest-273593874 tempest-VolumesBackupsTest-273593874-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:15:14.187051 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [req-9b6c774a-bf6d-457d-9b25-23f4e293554a req-1a178c6a-580e-4522-bf3e-ba8e6340b7c5 tempest-VolumesBackupsTest-273593874 tempest-VolumesBackupsTest-273593874-project] Notify callbacks [] for security_group, before_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:15:14.188454 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-25686ca5-4f93-4a6e-865f-51f9855b80f1 req-26b73ddb-8f28-4f5a-bd86-8337099dcb91 tempest-TestSecurityGroupsBasicOps-1595239442 tempest-TestSecurityGroupsBasicOps-1595239442-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=7f082d4e-c66c-4741-ad18-6b73365eb5cf HTTP/1.1" status: 200 len: 1135 time: 0.0688510 Apr 18 21:15:14.211906 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-25686ca5-4f93-4a6e-865f-51f9855b80f1 req-645cc04e-2427-4c7f-a771-88585c0b3862 tempest-TestSecurityGroupsBasicOps-1595239442 tempest-TestSecurityGroupsBasicOps-1595239442-project-admin] Notify callbacks [] for security_group, before_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:15:14.244281 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [req-25686ca5-4f93-4a6e-865f-51f9855b80f1 req-645cc04e-2427-4c7f-a771-88585c0b3862 tempest-TestSecurityGroupsBasicOps-1595239442 tempest-TestSecurityGroupsBasicOps-1595239442-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:15:14.247969 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [req-25686ca5-4f93-4a6e-865f-51f9855b80f1 req-645cc04e-2427-4c7f-a771-88585c0b3862 tempest-TestSecurityGroupsBasicOps-1595239442 tempest-TestSecurityGroupsBasicOps-1595239442-project-admin] Usage tracker for resource:security_group_rule and tenant:99be55559a344b10bb844f6163ffce3f is out of sync, need to count used quota {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:15:14.250685 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [req-25686ca5-4f93-4a6e-865f-51f9855b80f1 req-645cc04e-2427-4c7f-a771-88585c0b3862 tempest-TestSecurityGroupsBasicOps-1595239442 tempest-TestSecurityGroupsBasicOps-1595239442-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:15:14.256648 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [req-25686ca5-4f93-4a6e-865f-51f9855b80f1 req-645cc04e-2427-4c7f-a771-88585c0b3862 tempest-TestSecurityGroupsBasicOps-1595239442 tempest-TestSecurityGroupsBasicOps-1595239442-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:15:14.274261 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [req-9b6c774a-bf6d-457d-9b25-23f4e293554a req-1a178c6a-580e-4522-bf3e-ba8e6340b7c5 tempest-VolumesBackupsTest-273593874 tempest-VolumesBackupsTest-273593874-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:15:14.280588 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [req-9b6c774a-bf6d-457d-9b25-23f4e293554a req-1a178c6a-580e-4522-bf3e-ba8e6340b7c5 tempest-VolumesBackupsTest-273593874 tempest-VolumesBackupsTest-273593874-project] Usage tracker for resource:security_group_rule and tenant:6bce00829a7643388053a450466cf6e2 is out of sync, need to count used quota {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:15:14.284587 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [req-9b6c774a-bf6d-457d-9b25-23f4e293554a req-1a178c6a-580e-4522-bf3e-ba8e6340b7c5 tempest-VolumesBackupsTest-273593874 tempest-VolumesBackupsTest-273593874-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:15:14.294846 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [req-9b6c774a-bf6d-457d-9b25-23f4e293554a req-1a178c6a-580e-4522-bf3e-ba8e6340b7c5 tempest-VolumesBackupsTest-273593874 tempest-VolumesBackupsTest-273593874-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:15:14.303744 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.db_base_plugin_common [None req-fe538fa6-ee6a-4d58-b88c-26eaec341186 tempest-TestNetworkBasicOps-1936690218 tempest-TestNetworkBasicOps-1936690218-project] Allocated IP 172.25.8.61 (e41b6600-a917-4a8d-b05c-be3be40c6d8c/6b05667b-848e-4356-9b44-d5eb6808ef74/10d70ee7-4999-4775-97af-43b9f0013683) {{(pid=84041) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 21:15:14.329276 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-25686ca5-4f93-4a6e-865f-51f9855b80f1 req-645cc04e-2427-4c7f-a771-88585c0b3862 tempest-TestSecurityGroupsBasicOps-1595239442 tempest-TestSecurityGroupsBasicOps-1595239442-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:15:14.332764 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-25686ca5-4f93-4a6e-865f-51f9855b80f1 req-645cc04e-2427-4c7f-a771-88585c0b3862 tempest-TestSecurityGroupsBasicOps-1595239442 tempest-TestSecurityGroupsBasicOps-1595239442-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33528224'] for security_group, after_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:15:14.371421 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-25686ca5-4f93-4a6e-865f-51f9855b80f1 req-645cc04e-2427-4c7f-a771-88585c0b3862 tempest-TestSecurityGroupsBasicOps-1595239442 tempest-TestSecurityGroupsBasicOps-1595239442-project-admin] 10.222.0.42 "GET /v2.0/security-groups?id=c220e4f8-52f5-42dc-a4f2-23cea83e5893&id=fe55597b-1970-4d54-b655-30e98fbf5bc4&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.1764350 Apr 18 21:15:14.376271 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-645cc04e-2427-4c7f-a771-88585c0b3862 tempest-TestSecurityGroupsBasicOps-1595239442 tempest-TestSecurityGroupsBasicOps-1595239442-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b78a2244-e346-437d-be4e-290f26f0e870,revision_number=1']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:15:14.408191 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 55136) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:15:14.485120 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-cb9525a1-7ed1-479f-92af-fd563ddc298b tempest-TestSecurityGroupsBasicOps-1595239442 tempest-TestSecurityGroupsBasicOps-1595239442-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=7f082d4e-c66c-4741-ad18-6b73365eb5cf HTTP/1.1" status: 200 len: 1130 time: 0.0755243 Apr 18 21:15:14.488237 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 55140) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:15:14.494153 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.v2.base [None req-3618d82a-28fc-47d0-84a6-35e613c0b422 tempest-TestSecurityGroupsBasicOps-1555676956 tempest-TestSecurityGroupsBasicOps-1555676956-project] Request body: {'floatingip': {'floating_network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'port_id': 'df096d24-1747-454d-b526-170b800e4ad9', 'tenant_id': 'd19595ade6b9408699bc90a14d63d7df', 'fixed_ip_address': '172.20.0.4'}} {{(pid=84040) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:15:14.500502 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [None req-3618d82a-28fc-47d0-84a6-35e613c0b422 tempest-TestSecurityGroupsBasicOps-1555676956 tempest-TestSecurityGroupsBasicOps-1555676956-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:15:14.504779 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-3618d82a-28fc-47d0-84a6-35e613c0b422 tempest-TestSecurityGroupsBasicOps-1555676956 tempest-TestSecurityGroupsBasicOps-1555676956-project] Usage tracker for resource:floatingip and tenant:d19595ade6b9408699bc90a14d63d7df is out of sync, need to count used quota {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:15:14.508530 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-3618d82a-28fc-47d0-84a6-35e613c0b422 tempest-TestSecurityGroupsBasicOps-1555676956 tempest-TestSecurityGroupsBasicOps-1555676956-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:15:14.536399 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [None req-3618d82a-28fc-47d0-84a6-35e613c0b422 tempest-TestSecurityGroupsBasicOps-1555676956 tempest-TestSecurityGroupsBasicOps-1555676956-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:15:14.585294 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [req-9b6c774a-bf6d-457d-9b25-23f4e293554a req-1a178c6a-580e-4522-bf3e-ba8e6340b7c5 tempest-VolumesBackupsTest-273593874 tempest-VolumesBackupsTest-273593874-project] Notify callbacks [] for security_group, precommit_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:15:14.600698 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [req-9b6c774a-bf6d-457d-9b25-23f4e293554a req-1a178c6a-580e-4522-bf3e-ba8e6340b7c5 tempest-VolumesBackupsTest-273593874 tempest-VolumesBackupsTest-273593874-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33528224'] for security_group, after_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:15:14.615881 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-fe538fa6-ee6a-4d58-b88c-26eaec341186 tempest-TestNetworkBasicOps-1936690218 tempest-TestNetworkBasicOps-1936690218-project] Notify callbacks [] for port, precommit_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:15:14.622760 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-3618d82a-28fc-47d0-84a6-35e613c0b422 tempest-TestSecurityGroupsBasicOps-1555676956 tempest-TestSecurityGroupsBasicOps-1555676956-project] Notify callbacks [] for floatingip, before_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:15:14.699762 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a178c6a-580e-4522-bf3e-ba8e6340b7c5 tempest-VolumesBackupsTest-273593874 tempest-VolumesBackupsTest-273593874-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b0c76cc6-04b1-4f10-becd-8b685ab4a08f,revision_number=1']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:15:14.769635 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-b111a77e-5fcb-4742-be57-9ac3cfa1ab8e req-b06c0d7a-deec-4100-b88a-b5bfe406e44f tempest-VolumesBackupsTest-273593874 tempest-VolumesBackupsTest-273593874-project] 10.222.0.42 "GET /v2.0/ports?device_id=f9a4504d-a7fe-4e48-bac2-8338fe809415 HTTP/1.1" status: 200 len: 210 time: 0.1266885 Apr 18 21:15:14.790472 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-fe538fa6-ee6a-4d58-b88c-26eaec341186 tempest-TestNetworkBasicOps-1936690218 tempest-TestNetworkBasicOps-1936690218-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750374836619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32266323'] for port, after_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:15:14.883415 n-d-838334-2 neutron-server[84041]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe538fa6-ee6a-4d58-b88c-26eaec341186 tempest-TestNetworkBasicOps-1936690218 tempest-TestNetworkBasicOps-1936690218-project] Network e41b6600-a917-4a8d-b05c-be3be40c6d8c is already hosted by enough agents. {{(pid=84041) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:15:14.884708 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.db_base_plugin_common [req-9b6c774a-bf6d-457d-9b25-23f4e293554a req-1a178c6a-580e-4522-bf3e-ba8e6340b7c5 tempest-VolumesBackupsTest-273593874 tempest-VolumesBackupsTest-273593874-project] Allocated IP 192.168.233.244 (cb56989d-7c5d-4678-b194-1d2edf1e842a/c4b526db-4d8a-4d4c-a310-e3a599630ae1/50095411-0043-4208-a2b0-c3f36cfbb898) {{(pid=84041) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 21:15:14.889040 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbd02053-27e3-44a3-a214-2d7ac0631552 req-699e93b8-a4ba-4096-a0af-a48a782eab2e tempest-VolumesSnapshotTestJSON-1863616769 tempest-VolumesSnapshotTestJSON-1863616769-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:15:14.890499 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-dbd02053-27e3-44a3-a214-2d7ac0631552 req-699e93b8-a4ba-4096-a0af-a48a782eab2e tempest-VolumesSnapshotTestJSON-1863616769 tempest-VolumesSnapshotTestJSON-1863616769-project] 10.222.0.48 "GET /v2.0/networks?id=ec211755-00f0-492d-a79c-096be27f1d17 HTTP/1.1" status: 200 len: 814 time: 0.3758965 Apr 18 21:15:14.891099 n-d-838334-2 neutron-server[84041]: DEBUG neutron.scheduler.base_scheduler [None req-fe538fa6-ee6a-4d58-b88c-26eaec341186 tempest-TestNetworkBasicOps-1936690218 tempest-TestNetworkBasicOps-1936690218-project] Resources bound (agent type, host, resource id): {{(pid=84041) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:15:14.898230 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe538fa6-ee6a-4d58-b88c-26eaec341186 tempest-TestNetworkBasicOps-1936690218 tempest-TestNetworkBasicOps-1936690218-project] Received port after_create {{(pid=84041) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 21:15:14.899369 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-6501c941-57d6-46a0-9c9b-dcf04033df25 req-7ade39c4-cab6-420b-98c5-a5e310b220ed tempest-VolumesSnapshotTestJSON-1863616769 tempest-VolumesSnapshotTestJSON-1863616769-project] 10.222.0.42 "GET /v2.0/ports?device_id=6af0c110-60e2-46a5-800d-0c446686e8a5 HTTP/1.1" status: 200 len: 210 time: 0.0658202 Apr 18 21:15:14.921377 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.v2.base [req-dbd02053-27e3-44a3-a214-2d7ac0631552 req-e6b25545-358f-4320-9274-a4ed1d1c5908 tempest-VolumesSnapshotTestJSON-1863616769 tempest-VolumesSnapshotTestJSON-1863616769-project] Request body: {'port': {'device_id': '6af0c110-60e2-46a5-800d-0c446686e8a5', 'network_id': 'ec211755-00f0-492d-a79c-096be27f1d17', 'admin_state_up': True, 'tenant_id': '8ca657a6dd7e428db1e7c06a95f1a90e'}} {{(pid=84040) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:15:15.002885 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe538fa6-ee6a-4d58-b88c-26eaec341186 tempest-TestNetworkBasicOps-1936690218 tempest-TestNetworkBasicOps-1936690218-project] Pushing event updated for resources: {'Port': ['ID=10d70ee7-4999-4775-97af-43b9f0013683,revision_number=1']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:15:15.134605 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-3618d82a-28fc-47d0-84a6-35e613c0b422 tempest-TestSecurityGroupsBasicOps-1555676956 tempest-TestSecurityGroupsBasicOps-1555676956-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:15:15.189560 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [req-dbd02053-27e3-44a3-a214-2d7ac0631552 req-e6b25545-358f-4320-9274-a4ed1d1c5908 tempest-VolumesSnapshotTestJSON-1863616769 tempest-VolumesSnapshotTestJSON-1863616769-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:15:15.214515 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [req-dbd02053-27e3-44a3-a214-2d7ac0631552 req-e6b25545-358f-4320-9274-a4ed1d1c5908 tempest-VolumesSnapshotTestJSON-1863616769 tempest-VolumesSnapshotTestJSON-1863616769-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:15:15.264410 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dbd02053-27e3-44a3-a214-2d7ac0631552 req-e6b25545-358f-4320-9274-a4ed1d1c5908 tempest-VolumesSnapshotTestJSON-1863616769 tempest-VolumesSnapshotTestJSON-1863616769-project] Made reservation on behalf of 8ca657a6dd7e428db1e7c06a95f1a90e for: {'port': 1} {{(pid=84040) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:15:15.267577 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-dbd02053-27e3-44a3-a214-2d7ac0631552 req-e6b25545-358f-4320-9274-a4ed1d1c5908 tempest-VolumesSnapshotTestJSON-1863616769 tempest-VolumesSnapshotTestJSON-1863616769-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:15:15.285681 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [req-9b6c774a-bf6d-457d-9b25-23f4e293554a req-1a178c6a-580e-4522-bf3e-ba8e6340b7c5 tempest-VolumesBackupsTest-273593874 tempest-VolumesBackupsTest-273593874-project] Notify callbacks [] for port, precommit_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:15:15.296274 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-fe538fa6-ee6a-4d58-b88c-26eaec341186 tempest-TestNetworkBasicOps-1936690218 tempest-TestNetworkBasicOps-1936690218-project] Notify callbacks [] for router_gateway, after_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:15:15.296983 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-fe538fa6-ee6a-4d58-b88c-26eaec341186 tempest-TestNetworkBasicOps-1936690218 tempest-TestNetworkBasicOps-1936690218-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33443529', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33444176'] for router, after_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:15:15.308865 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.provisioning_blocks [req-9b6c774a-bf6d-457d-9b25-23f4e293554a req-1a178c6a-580e-4522-bf3e-ba8e6340b7c5 tempest-VolumesBackupsTest-273593874 tempest-VolumesBackupsTest-273593874-project] Transition to ACTIVE for port object 50095411-0043-4208-a2b0-c3f36cfbb898 will not be triggered until provisioned by entity DHCP. {{(pid=84041) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:15:15.366101 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.db_base_plugin_common [None req-3618d82a-28fc-47d0-84a6-35e613c0b422 tempest-TestSecurityGroupsBasicOps-1555676956 tempest-TestSecurityGroupsBasicOps-1555676956-project] Allocated IP 172.25.8.142 (e41b6600-a917-4a8d-b05c-be3be40c6d8c/6b05667b-848e-4356-9b44-d5eb6808ef74/cdf3e8ed-69a8-449e-a4b5-40708f0e7af3) {{(pid=84040) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 21:15:15.478483 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [req-9b6c774a-bf6d-457d-9b25-23f4e293554a req-1a178c6a-580e-4522-bf3e-ba8e6340b7c5 tempest-VolumesBackupsTest-273593874 tempest-VolumesBackupsTest-273593874-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750374836619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32266323'] for port, after_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:15:15.576068 n-d-838334-2 neutron-server[84041]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9b6c774a-bf6d-457d-9b25-23f4e293554a req-1a178c6a-580e-4522-bf3e-ba8e6340b7c5 tempest-VolumesBackupsTest-273593874 tempest-VolumesBackupsTest-273593874-project] Network cb56989d-7c5d-4678-b194-1d2edf1e842a is already hosted by enough agents. {{(pid=84041) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:15:15.578523 n-d-838334-2 neutron-server[84041]: DEBUG neutron.scheduler.base_scheduler [req-9b6c774a-bf6d-457d-9b25-23f4e293554a req-1a178c6a-580e-4522-bf3e-ba8e6340b7c5 tempest-VolumesBackupsTest-273593874 tempest-VolumesBackupsTest-273593874-project] Resources bound (agent type, host, resource id): {{(pid=84041) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:15:15.580954 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.l3_dvrscheduler_db [req-9b6c774a-bf6d-457d-9b25-23f4e293554a req-1a178c6a-580e-4522-bf3e-ba8e6340b7c5 tempest-VolumesBackupsTest-273593874 tempest-VolumesBackupsTest-273593874-project] Received port after_create {{(pid=84041) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 21:15:15.606995 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a178c6a-580e-4522-bf3e-ba8e6340b7c5 tempest-VolumesBackupsTest-273593874 tempest-VolumesBackupsTest-273593874-project] Pushing event updated for resources: {'Port': ['ID=50095411-0043-4208-a2b0-c3f36cfbb898,revision_number=1']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:15:15.663396 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-19d5e758-96aa-464e-8899-35862a09d8ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750375287399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253529'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:15:15.664550 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b6c774a-bf6d-457d-9b25-23f4e293554a req-1a178c6a-580e-4522-bf3e-ba8e6340b7c5 tempest-VolumesBackupsTest-273593874 tempest-VolumesBackupsTest-273593874-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:15:15.665204 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [req-9b6c774a-bf6d-457d-9b25-23f4e293554a req-1a178c6a-580e-4522-bf3e-ba8e6340b7c5 tempest-VolumesBackupsTest-273593874 tempest-VolumesBackupsTest-273593874-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217293'] for port, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:15:15.696762 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.db_base_plugin_common [req-dbd02053-27e3-44a3-a214-2d7ac0631552 req-e6b25545-358f-4320-9274-a4ed1d1c5908 tempest-VolumesSnapshotTestJSON-1863616769 tempest-VolumesSnapshotTestJSON-1863616769-project] Allocated IP 172.20.0.6 (ec211755-00f0-492d-a79c-096be27f1d17/dfc866b7-c353-49e6-9c7f-4cc86e757b48/6920160f-5b8a-4a16-a661-3cf891258204) {{(pid=84040) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 21:15:15.713388 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-9b6c774a-bf6d-457d-9b25-23f4e293554a req-1a178c6a-580e-4522-bf3e-ba8e6340b7c5 tempest-VolumesBackupsTest-273593874 tempest-VolumesBackupsTest-273593874-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.8684635 Apr 18 21:15:15.729383 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.v2.base [req-9b6c774a-bf6d-457d-9b25-23f4e293554a req-ece4b2f2-f8bc-45ab-be6b-030d7887dcfd service neutron] Request body: {'port': {'device_id': 'f9a4504d-a7fe-4e48-bac2-8338fe809415', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-838334-2'}} {{(pid=84041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:15:15.755391 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-3618d82a-28fc-47d0-84a6-35e613c0b422 tempest-TestSecurityGroupsBasicOps-1555676956 tempest-TestSecurityGroupsBasicOps-1555676956-project] Notify callbacks [] for port, precommit_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:15:15.866901 n-d-838334-2 neutron-server[84041]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fe538fa6-ee6a-4d58-b88c-26eaec341186 tempest-TestNetworkBasicOps-1936690218 tempest-TestNetworkBasicOps-1936690218-project] Router b99cf232-05aa-4212-8f94-0748ead02435 is scheduled to L3 agent bc84d6c9-dd7a-4555-a351-592327b46d5a with binding_index 1 {{(pid=84041) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 18 21:15:15.932380 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-3618d82a-28fc-47d0-84a6-35e613c0b422 tempest-TestSecurityGroupsBasicOps-1555676956 tempest-TestSecurityGroupsBasicOps-1555676956-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750374836619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32440838'] for port, after_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:15:15.966861 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-61d13195-5943-4347-8ada-3719320b6cee None None] Provisioning for port 50095411-0043-4208-a2b0-c3f36cfbb898 completed by entity DHCP. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 21:15:15.979075 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-61d13195-5943-4347-8ada-3719320b6cee None None] Provisioning complete for port 50095411-0043-4208-a2b0-c3f36cfbb898 triggered by entity DHCP. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:15:15.980371 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-61d13195-5943-4347-8ada-3719320b6cee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1253608'] for port, provisioning_complete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:15:16.022133 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3618d82a-28fc-47d0-84a6-35e613c0b422 tempest-TestSecurityGroupsBasicOps-1555676956 tempest-TestSecurityGroupsBasicOps-1555676956-project] Pushing event updated for resources: {'Port': ['ID=cdf3e8ed-69a8-449e-a4b5-40708f0e7af3,revision_number=1']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:15:16.053219 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [req-9b6c774a-bf6d-457d-9b25-23f4e293554a req-ece4b2f2-f8bc-45ab-be6b-030d7887dcfd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:15:16.136343 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.plugin [None req-61d13195-5943-4347-8ada-3719320b6cee None None] Port 50095411-0043-4208-a2b0-c3f36cfbb898 cannot update to ACTIVE because it is not bound. {{(pid=84042) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 18 21:15:16.139101 n-d-838334-2 neutron-server[84040]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3618d82a-28fc-47d0-84a6-35e613c0b422 tempest-TestSecurityGroupsBasicOps-1555676956 tempest-TestSecurityGroupsBasicOps-1555676956-project] Network e41b6600-a917-4a8d-b05c-be3be40c6d8c is already hosted by enough agents. {{(pid=84040) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:15:16.146734 n-d-838334-2 neutron-server[84040]: DEBUG neutron.scheduler.base_scheduler [None req-3618d82a-28fc-47d0-84a6-35e613c0b422 tempest-TestSecurityGroupsBasicOps-1555676956 tempest-TestSecurityGroupsBasicOps-1555676956-project] Resources bound (agent type, host, resource id): {{(pid=84040) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:15:16.149324 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3618d82a-28fc-47d0-84a6-35e613c0b422 tempest-TestSecurityGroupsBasicOps-1555676956 tempest-TestSecurityGroupsBasicOps-1555676956-project] Received port after_create {{(pid=84040) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 21:15:16.204467 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-dbd02053-27e3-44a3-a214-2d7ac0631552 req-e6b25545-358f-4320-9274-a4ed1d1c5908 tempest-VolumesSnapshotTestJSON-1863616769 tempest-VolumesSnapshotTestJSON-1863616769-project] Notify callbacks [] for port, precommit_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:15:16.268921 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-25ddc121-740a-445d-8f40-b10325b5bf58 req-fdde7d71-61cb-4588-8599-3d27f358aff7 tempest-VolumesSnapshotTestJSON-1863616769 tempest-VolumesSnapshotTestJSON-1863616769-project] 10.222.0.42 "GET /v2.0/ports?device_id=6af0c110-60e2-46a5-800d-0c446686e8a5 HTTP/1.1" status: 200 len: 210 time: 0.0889409 Apr 18 21:15:16.405750 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44fd2de9-961a-4618-9a9e-294d257abc25 req-0bec83a5-c01c-435c-916e-4d68a2fe7bd1 tempest-VolumesBackupsTest-273593874 tempest-VolumesBackupsTest-273593874-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:15:16.407261 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-44fd2de9-961a-4618-9a9e-294d257abc25 req-0bec83a5-c01c-435c-916e-4d68a2fe7bd1 tempest-VolumesBackupsTest-273593874 tempest-VolumesBackupsTest-273593874-project] 10.222.0.42 "GET /v2.0/ports?device_id=f9a4504d-a7fe-4e48-bac2-8338fe809415 HTTP/1.1" status: 200 len: 936 time: 0.3234568 Apr 18 21:15:16.421632 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fe538fa6-ee6a-4d58-b88c-26eaec341186 tempest-TestNetworkBasicOps-1936690218 tempest-TestNetworkBasicOps-1936690218-project] Notify agent at l3_agent.n-d-838334-2 the message routers_updated {{(pid=84041) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 21:15:16.434911 n-d-838334-2 neutron-server[84043]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7557b07-550a-4d96-8bab-43f1a7b6571b None None] Sync routers for ids ['b99cf232-05aa-4212-8f94-0748ead02435'] in n-d-838334-2 {{(pid=84043) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 18 21:15:16.445409 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-dbd02053-27e3-44a3-a214-2d7ac0631552 req-e6b25545-358f-4320-9274-a4ed1d1c5908 tempest-VolumesSnapshotTestJSON-1863616769 tempest-VolumesSnapshotTestJSON-1863616769-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750374836619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32440838'] for port, after_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:15:16.449832 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7557b07-550a-4d96-8bab-43f1a7b6571b None None] Routers {'b99cf232-05aa-4212-8f94-0748ead02435'} bound to L3 agent in host n-d-838334-2 {{(pid=84043) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 21:15:16.450925 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.l3_hamode_db [None req-e7557b07-550a-4d96-8bab-43f1a7b6571b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838334-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-18T20:25:48Z,description=,heartbeat_timestamp=2022-04-18T21:14:48Z,host='n-d-838334-2',id=bc84d6c9-dd7a-4555-a351-592327b46d5a,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:25:48Z,topic='l3_agent')) {'router_ids': ['b99cf232-05aa-4212-8f94-0748ead02435'], 'active': True} {{(pid=84043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:15:16.459315 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-fe538fa6-ee6a-4d58-b88c-26eaec341186 tempest-TestNetworkBasicOps-1936690218 tempest-TestNetworkBasicOps-1936690218-project] Notify callbacks [] for router, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:15:16.460513 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-fe538fa6-ee6a-4d58-b88c-26eaec341186 tempest-TestNetworkBasicOps-1936690218 tempest-TestNetworkBasicOps-1936690218-project] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 3.6100874 Apr 18 21:15:16.465842 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 55160) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:15:16.530746 n-d-838334-2 neutron-server[84041]: DEBUG neutron.notifiers.nova [req-9b6c774a-bf6d-457d-9b25-23f4e293554a req-ece4b2f2-f8bc-45ab-be6b-030d7887dcfd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 50095411-0043-4208-a2b0-c3f36cfbb898 {{(pid=84041) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 18 21:15:16.538005 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [req-9b6c774a-bf6d-457d-9b25-23f4e293554a req-ece4b2f2-f8bc-45ab-be6b-030d7887dcfd service neutron] Notify callbacks [] for port, precommit_update {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:15:16.553355 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.provisioning_blocks [req-9b6c774a-bf6d-457d-9b25-23f4e293554a req-ece4b2f2-f8bc-45ab-be6b-030d7887dcfd service neutron] Transition to ACTIVE for port object 50095411-0043-4208-a2b0-c3f36cfbb898 will not be triggered until provisioned by entity L2. {{(pid=84041) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:15:16.559025 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [req-9b6c774a-bf6d-457d-9b25-23f4e293554a req-ece4b2f2-f8bc-45ab-be6b-030d7887dcfd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32266282'] for port, after_update {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:15:16.643353 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.l3_dvr_db [None req-e7557b07-550a-4d96-8bab-43f1a7b6571b None None] Set router b99cf232-05aa-4212-8f94-0748ead02435 gateway port host: n-d-838334-2 {{(pid=84043) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 21:15:16.692041 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6b25545-358f-4320-9274-a4ed1d1c5908 tempest-VolumesSnapshotTestJSON-1863616769 tempest-VolumesSnapshotTestJSON-1863616769-project] Pushing event updated for resources: {'Port': ['ID=6920160f-5b8a-4a16-a661-3cf891258204,revision_number=1']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:15:16.727146 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-44fd2de9-961a-4618-9a9e-294d257abc25 req-866a9edc-6739-4489-b458-a23acbb539f4 tempest-VolumesBackupsTest-273593874 tempest-VolumesBackupsTest-273593874-project] 10.222.0.42 "GET /v2.0/security-groups?id=b0c76cc6-04b1-4f10-becd-8b685ab4a08f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3129508 Apr 18 21:15:16.734120 n-d-838334-2 neutron-server[84040]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dbd02053-27e3-44a3-a214-2d7ac0631552 req-e6b25545-358f-4320-9274-a4ed1d1c5908 tempest-VolumesSnapshotTestJSON-1863616769 tempest-VolumesSnapshotTestJSON-1863616769-project] Network ec211755-00f0-492d-a79c-096be27f1d17 is already hosted by enough agents. {{(pid=84040) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:15:16.737257 n-d-838334-2 neutron-server[84040]: DEBUG neutron.scheduler.base_scheduler [req-dbd02053-27e3-44a3-a214-2d7ac0631552 req-e6b25545-358f-4320-9274-a4ed1d1c5908 tempest-VolumesSnapshotTestJSON-1863616769 tempest-VolumesSnapshotTestJSON-1863616769-project] Resources bound (agent type, host, resource id): {{(pid=84040) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:15:16.739690 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.l3_dvrscheduler_db [req-dbd02053-27e3-44a3-a214-2d7ac0631552 req-e6b25545-358f-4320-9274-a4ed1d1c5908 tempest-VolumesSnapshotTestJSON-1863616769 tempest-VolumesSnapshotTestJSON-1863616769-project] Received port after_create {{(pid=84040) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 21:15:16.772348 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-284f9367-3cb5-45de-bd9e-d6bd6c5051b0 tempest-TestNetworkBasicOps-1645287483 tempest-TestNetworkBasicOps-1645287483-project-admin] 10.222.0.42 "GET /v2.0/subnets?project_id=08ce18aa0ce94082a747ec94ccd8cac1&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.3020895 Apr 18 21:15:16.773382 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 55166) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:15:16.825087 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbd02053-27e3-44a3-a214-2d7ac0631552 req-e6b25545-358f-4320-9274-a4ed1d1c5908 tempest-VolumesSnapshotTestJSON-1863616769 tempest-VolumesSnapshotTestJSON-1863616769-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:15:16.825695 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-dbd02053-27e3-44a3-a214-2d7ac0631552 req-e6b25545-358f-4320-9274-a4ed1d1c5908 tempest-VolumesSnapshotTestJSON-1863616769 tempest-VolumesSnapshotTestJSON-1863616769-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217293'] for port, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:15:16.893758 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-dbd02053-27e3-44a3-a214-2d7ac0631552 req-e6b25545-358f-4320-9274-a4ed1d1c5908 tempest-VolumesSnapshotTestJSON-1863616769 tempest-VolumesSnapshotTestJSON-1863616769-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9806337 Apr 18 21:15:16.905463 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ece4b2f2-f8bc-45ab-be6b-030d7887dcfd service neutron] Pushing event updated for resources: {'Port': ['ID=50095411-0043-4208-a2b0-c3f36cfbb898,revision_number=2']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:15:16.953525 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.v2.base [req-dbd02053-27e3-44a3-a214-2d7ac0631552 req-21e153f1-d068-4036-b43a-9cba2c5ce2d7 service neutron] Request body: {'port': {'device_id': '6af0c110-60e2-46a5-800d-0c446686e8a5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-838334-2'}} {{(pid=84040) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:15:16.971728 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.l3_hamode_db [None req-e7557b07-550a-4d96-8bab-43f1a7b6571b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b99cf232-05aa-4212-8f94-0748ead02435', 'name': 'tempest-TestNetworkBasicOps-router-310213544', 'tenant_id': '08ce18aa0ce94082a747ec94ccd8cac1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'external_fixed_ips': [{'subnet_id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'ip_address': '172.25.8.61'}], 'enable_snat': True}, 'gw_port_id': '10d70ee7-4999-4775-97af-43b9f0013683', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:15:13Z', 'updated_at': '2022-04-18T21:15:15Z', 'revision_number': 3, 'project_id': '08ce18aa0ce94082a747ec94ccd8cac1', 'gw_port': {'id': '10d70ee7-4999-4775-97af-43b9f0013683', 'name': '', 'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:90:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b99cf232-05aa-4212-8f94-0748ead02435', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'ip_address': '172.25.8.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:15:14Z', 'updated_at': '2022-04-18T21:15:14Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838334-2'}], 'n-d-838334-2', False) {} {{(pid=84043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:15:16.978802 n-d-838334-2 neutron-server[84043]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7557b07-550a-4d96-8bab-43f1a7b6571b None None] Checking router: b99cf232-05aa-4212-8f94-0748ead02435 for host: n-d-838334-2 {{(pid=84043) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 18 21:15:16.979561 n-d-838334-2 neutron-server[84043]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7557b07-550a-4d96-8bab-43f1a7b6571b None None] Updating router b99cf232-05aa-4212-8f94-0748ead02435 port 10d70ee7-4999-4775-97af-43b9f0013683 binding host n-d-838334-2 {{(pid=84043) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 18 21:15:17.052691 n-d-838334-2 neutron-server[84043]: DEBUG neutron_lib.callbacks.manager [None req-e7557b07-550a-4d96-8bab-43f1a7b6571b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:15:17.075729 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-dbd02053-27e3-44a3-a214-2d7ac0631552 req-21e153f1-d068-4036-b43a-9cba2c5ce2d7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:15:17.077090 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d93c932-1a48-456a-954f-3467dc23510e tempest-TestNetworkBasicOps-1645287483 tempest-TestNetworkBasicOps-1645287483-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:15:17.081186 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-7d93c932-1a48-456a-954f-3467dc23510e tempest-TestNetworkBasicOps-1645287483 tempest-TestNetworkBasicOps-1645287483-project-admin] 10.222.0.42 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.3043065 Apr 18 21:15:17.086311 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 55170) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:15:17.103462 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.managers [req-9b6c774a-bf6d-457d-9b25-23f4e293554a req-ece4b2f2-f8bc-45ab-be6b-030d7887dcfd service neutron] Attempting to bind port 50095411-0043-4208-a2b0-c3f36cfbb898 on host n-h1-838334-2 for vnic_type normal with profile {{(pid=84041) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 21:15:17.104901 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.managers [req-9b6c774a-bf6d-457d-9b25-23f4e293554a req-ece4b2f2-f8bc-45ab-be6b-030d7887dcfd service neutron] Attempting to bind port 50095411-0043-4208-a2b0-c3f36cfbb898 by drivers openvswitch,hyperv on host n-h1-838334-2 at level 0 using segments [{'id': '62b85806-94d8-4a88-a06c-da82e5932d66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': 'cb56989d-7c5d-4678-b194-1d2edf1e842a'}] {{(pid=84041) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 21:15:17.105232 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b6c774a-bf6d-457d-9b25-23f4e293554a req-ece4b2f2-f8bc-45ab-be6b-030d7887dcfd service neutron] Attempting to bind port 50095411-0043-4208-a2b0-c3f36cfbb898 on network cb56989d-7c5d-4678-b194-1d2edf1e842a {{(pid=84041) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 21:15:17.112846 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b6c774a-bf6d-457d-9b25-23f4e293554a req-ece4b2f2-f8bc-45ab-be6b-030d7887dcfd service neutron] Port 50095411-0043-4208-a2b0-c3f36cfbb898 on network cb56989d-7c5d-4678-b194-1d2edf1e842a not bound, no agent of type Open vSwitch agent registered on host n-h1-838334-2 {{(pid=84041) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 18 21:15:17.113263 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b6c774a-bf6d-457d-9b25-23f4e293554a req-ece4b2f2-f8bc-45ab-be6b-030d7887dcfd service neutron] Attempting to bind port 50095411-0043-4208-a2b0-c3f36cfbb898 on network cb56989d-7c5d-4678-b194-1d2edf1e842a {{(pid=84041) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 21:15:17.121074 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b6c774a-bf6d-457d-9b25-23f4e293554a req-ece4b2f2-f8bc-45ab-be6b-030d7887dcfd service neutron] Checking agent: {'id': 'd63bab19-ff81-4de1-afeb-a3732288d0d7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-838334-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 33, 59), 'started_at': datetime.datetime(2022, 4, 18, 20, 33, 59), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 21, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84041) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 18 21:15:17.121406 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b6c774a-bf6d-457d-9b25-23f4e293554a req-ece4b2f2-f8bc-45ab-be6b-030d7887dcfd service neutron] Checking segment: {'id': '62b85806-94d8-4a88-a06c-da82e5932d66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': 'cb56989d-7c5d-4678-b194-1d2edf1e842a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84041) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 21:15:17.121786 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b6c774a-bf6d-457d-9b25-23f4e293554a req-ece4b2f2-f8bc-45ab-be6b-030d7887dcfd service neutron] Bound using segment: {'id': '62b85806-94d8-4a88-a06c-da82e5932d66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': 'cb56989d-7c5d-4678-b194-1d2edf1e842a'} {{(pid=84041) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 18 21:15:17.122224 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.managers [req-9b6c774a-bf6d-457d-9b25-23f4e293554a req-ece4b2f2-f8bc-45ab-be6b-030d7887dcfd service neutron] Bound port: 50095411-0043-4208-a2b0-c3f36cfbb898, host: n-h1-838334-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '62b85806-94d8-4a88-a06c-da82e5932d66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': 'cb56989d-7c5d-4678-b194-1d2edf1e842a'}}] {{(pid=84041) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 21:15:17.122560 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [req-9b6c774a-bf6d-457d-9b25-23f4e293554a req-ece4b2f2-f8bc-45ab-be6b-030d7887dcfd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:15:17.197366 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-d06dc563-beac-4d3b-a322-dc002b369ff8 tempest-TestNetworkBasicOps-1645287483 tempest-TestNetworkBasicOps-1645287483-project-admin] 10.222.0.42 "GET /v2.0/subnets?network_id=e41b6600-a917-4a8d-b05c-be3be40c6d8c&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1093259 Apr 18 21:15:17.204671 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 55174) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:15:17.214574 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.v2.base [None req-9f4b318c-1251-41c9-809b-c120fa3a8d9b tempest-TestNetworkBasicOps-1936690218 tempest-TestNetworkBasicOps-1936690218-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-729434882', 'network_id': '0da44c8a-15a6-48d5-b8a3-e2609519a9b7', 'project_id': '08ce18aa0ce94082a747ec94ccd8cac1', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=84041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:15:17.297673 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-3618d82a-28fc-47d0-84a6-35e613c0b422 tempest-TestSecurityGroupsBasicOps-1555676956 tempest-TestSecurityGroupsBasicOps-1555676956-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:15:17.306052 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.db [req-9b6c774a-bf6d-457d-9b25-23f4e293554a req-ece4b2f2-f8bc-45ab-be6b-030d7887dcfd service neutron] For port 50095411-0043-4208-a2b0-c3f36cfbb898, host n-h1-838334-2, cleared binding levels {{(pid=84041) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 21:15:17.329479 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.db [req-9b6c774a-bf6d-457d-9b25-23f4e293554a req-ece4b2f2-f8bc-45ab-be6b-030d7887dcfd service neutron] For port 50095411-0043-4208-a2b0-c3f36cfbb898, host n-h1-838334-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838334-2',level=0,port_id=50095411-0043-4208-a2b0-c3f36cfbb898,segment=NetworkSegment(62b85806-94d8-4a88-a06c-da82e5932d66),segment_id=62b85806-94d8-4a88-a06c-da82e5932d66)] {{(pid=84041) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 21:15:17.341917 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [req-9b6c774a-bf6d-457d-9b25-23f4e293554a req-ece4b2f2-f8bc-45ab-be6b-030d7887dcfd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32266282'] for port, after_update {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:15:17.428064 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-9f4b318c-1251-41c9-809b-c120fa3a8d9b tempest-TestNetworkBasicOps-1936690218 tempest-TestNetworkBasicOps-1936690218-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:15:17.436866 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-9f4b318c-1251-41c9-809b-c120fa3a8d9b tempest-TestNetworkBasicOps-1936690218 tempest-TestNetworkBasicOps-1936690218-project] Usage tracker for resource:subnet and tenant:08ce18aa0ce94082a747ec94ccd8cac1 is out of sync, need to count used quota {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:15:17.442187 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-9f4b318c-1251-41c9-809b-c120fa3a8d9b tempest-TestNetworkBasicOps-1936690218 tempest-TestNetworkBasicOps-1936690218-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:15:17.478605 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [req-9b6c774a-bf6d-457d-9b25-23f4e293554a req-ece4b2f2-f8bc-45ab-be6b-030d7887dcfd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217293'] for port, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:15:17.480712 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-9b6c774a-bf6d-457d-9b25-23f4e293554a req-ece4b2f2-f8bc-45ab-be6b-030d7887dcfd service neutron] 10.222.0.43 "PUT /v2.0/ports/50095411-0043-4208-a2b0-c3f36cfbb898 HTTP/1.1" status: 200 len: 1096 time: 1.7561159 Apr 18 21:15:17.484087 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-9f4b318c-1251-41c9-809b-c120fa3a8d9b tempest-TestNetworkBasicOps-1936690218 tempest-TestNetworkBasicOps-1936690218-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:15:17.487408 n-d-838334-2 neutron-server[84041]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f9a4504d-a7fe-4e48-bac2-8338fe809415', 'tag': '50095411-0043-4208-a2b0-c3f36cfbb898'}] {{(pid=84041) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 21:15:17.494105 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-3618d82a-28fc-47d0-84a6-35e613c0b422 tempest-TestSecurityGroupsBasicOps-1555676956 tempest-TestSecurityGroupsBasicOps-1555676956-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:15:17.522724 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ece4b2f2-f8bc-45ab-be6b-030d7887dcfd service neutron] Pushing event updated for resources: {'Port': ['ID=50095411-0043-4208-a2b0-c3f36cfbb898,revision_number=3']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:15:17.529887 n-d-838334-2 neutron-server[84043]: DEBUG neutron_lib.callbacks.manager [None req-e7557b07-550a-4d96-8bab-43f1a7b6571b None None] Notify callbacks [] for port, precommit_update {{(pid=84043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:15:17.564711 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.provisioning_blocks [None req-e7557b07-550a-4d96-8bab-43f1a7b6571b None None] Transition to ACTIVE for port object 10d70ee7-4999-4775-97af-43b9f0013683 will not be triggered until provisioned by entity L2. {{(pid=84043) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:15:17.578212 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f4b318c-1251-41c9-809b-c120fa3a8d9b tempest-TestNetworkBasicOps-1936690218 tempest-TestNetworkBasicOps-1936690218-project] Made reservation on behalf of 08ce18aa0ce94082a747ec94ccd8cac1 for: {'subnet': 1} {{(pid=84041) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:15:17.601956 n-d-838334-2 neutron-server[84043]: DEBUG neutron_lib.callbacks.manager [None req-e7557b07-550a-4d96-8bab-43f1a7b6571b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682'] for port, after_update {{(pid=84043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:15:17.680133 n-d-838334-2 neutron-server[84041]: INFO neutron.notifiers.nova [-] Nova event matching ['req-683edf1a-2c25-44e1-93fa-40db237ff60a'] response: {'name': 'network-changed', 'server_uuid': 'f9a4504d-a7fe-4e48-bac2-8338fe809415', 'tag': '50095411-0043-4208-a2b0-c3f36cfbb898', 'status': 'completed', 'code': 200} Apr 18 21:15:17.713257 n-d-838334-2 neutron-server[84043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-458dd02e-afb6-4a91-825b-c71698435c62 None None] Pushing event updated for resources: {'Port': ['ID=10d70ee7-4999-4775-97af-43b9f0013683,revision_number=2']} {{(pid=84043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:15:17.745555 n-d-838334-2 neutron-server[84043]: DEBUG neutron.plugins.ml2.managers [None req-e7557b07-550a-4d96-8bab-43f1a7b6571b None None] Attempting to bind port 10d70ee7-4999-4775-97af-43b9f0013683 on host n-d-838334-2 for vnic_type normal with profile {{(pid=84043) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 21:15:17.745923 n-d-838334-2 neutron-server[84043]: DEBUG neutron.plugins.ml2.managers [None req-e7557b07-550a-4d96-8bab-43f1a7b6571b None None] Attempting to bind port 10d70ee7-4999-4775-97af-43b9f0013683 by drivers openvswitch,hyperv on host n-d-838334-2 at level 0 using segments [{'id': '732aa830-768b-4511-951f-d08e26b9c25b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c'}] {{(pid=84043) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 21:15:17.748799 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-9f4b318c-1251-41c9-809b-c120fa3a8d9b tempest-TestNetworkBasicOps-1936690218 tempest-TestNetworkBasicOps-1936690218-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32486301'] for subnet, before_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:15:17.750387 n-d-838334-2 neutron-server[84043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7557b07-550a-4d96-8bab-43f1a7b6571b None None] Attempting to bind port 10d70ee7-4999-4775-97af-43b9f0013683 on network e41b6600-a917-4a8d-b05c-be3be40c6d8c {{(pid=84043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 21:15:17.758833 n-d-838334-2 neutron-server[84043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7557b07-550a-4d96-8bab-43f1a7b6571b None None] Checking agent: {'id': '97cd4414-7af6-4d67-868d-dff370b4071a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838334-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 25, 49), 'started_at': datetime.datetime(2022, 4, 18, 20, 26, 19), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 21, 14, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838334-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 18 21:15:17.759196 n-d-838334-2 neutron-server[84043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7557b07-550a-4d96-8bab-43f1a7b6571b None None] Checking segment: {'id': '732aa830-768b-4511-951f-d08e26b9c25b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84043) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 21:15:17.761771 n-d-838334-2 neutron-server[84043]: DEBUG neutron_lib.callbacks.manager [None req-e7557b07-550a-4d96-8bab-43f1a7b6571b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:15:17.762802 n-d-838334-2 neutron-server[84043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7557b07-550a-4d96-8bab-43f1a7b6571b None None] Bound using segment: {'id': '732aa830-768b-4511-951f-d08e26b9c25b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c'} {{(pid=84043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 18 21:15:17.763818 n-d-838334-2 neutron-server[84043]: DEBUG neutron.plugins.ml2.managers [None req-e7557b07-550a-4d96-8bab-43f1a7b6571b None None] Bound port: 10d70ee7-4999-4775-97af-43b9f0013683, host: n-d-838334-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '732aa830-768b-4511-951f-d08e26b9c25b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c'}}] {{(pid=84043) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 21:15:17.784279 n-d-838334-2 neutron-server[84043]: DEBUG neutron_lib.callbacks.manager [None req-e7557b07-550a-4d96-8bab-43f1a7b6571b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:15:17.902884 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-9b6c774a-bf6d-457d-9b25-23f4e293554a req-e2d0a960-9c6a-4afd-85ae-7c3137170f30 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=6bce00829a7643388053a450466cf6e2&device_id=f9a4504d-a7fe-4e48-bac2-8338fe809415 HTTP/1.1" status: 200 len: 1099 time: 0.3656025 Apr 18 21:15:17.917887 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-16a15db9-fca2-4b9e-b034-3b74e7597d77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750375287399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253529'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:15:17.967361 n-d-838334-2 neutron-server[84043]: DEBUG neutron.plugins.ml2.db [None req-e7557b07-550a-4d96-8bab-43f1a7b6571b None None] For port 10d70ee7-4999-4775-97af-43b9f0013683, host n-d-838334-2, cleared binding levels {{(pid=84043) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 21:15:17.970745 n-d-838334-2 neutron-server[84043]: DEBUG neutron.plugins.ml2.db [None req-e7557b07-550a-4d96-8bab-43f1a7b6571b None None] For port 10d70ee7-4999-4775-97af-43b9f0013683, host n-d-838334-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838334-2',level=0,port_id=10d70ee7-4999-4775-97af-43b9f0013683,segment=NetworkSegment(732aa830-768b-4511-951f-d08e26b9c25b),segment_id=732aa830-768b-4511-951f-d08e26b9c25b)] {{(pid=84043) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 21:15:17.980958 n-d-838334-2 neutron-server[84043]: DEBUG neutron_lib.callbacks.manager [None req-e7557b07-550a-4d96-8bab-43f1a7b6571b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682'] for port, after_update {{(pid=84043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:15:18.062900 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-9b6c774a-bf6d-457d-9b25-23f4e293554a req-8c4e3228-bff2-48c0-8056-d269188ad425 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.244&port_id=50095411-0043-4208-a2b0-c3f36cfbb898 HTTP/1.1" status: 200 len: 217 time: 0.1422272 Apr 18 21:15:18.116930 n-d-838334-2 neutron-server[84043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-458dd02e-afb6-4a91-825b-c71698435c62 None None] Pushing event updated for resources: {'Port': ['ID=10d70ee7-4999-4775-97af-43b9f0013683,revision_number=3']} {{(pid=84043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:15:18.153992 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b6c774a-bf6d-457d-9b25-23f4e293554a req-7e4f34b3-8568-4810-83f8-a84d75ab3bea service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:15:18.155460 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-9b6c774a-bf6d-457d-9b25-23f4e293554a req-7e4f34b3-8568-4810-83f8-a84d75ab3bea service neutron] 10.222.0.43 "GET /v2.0/subnets?id=c4b526db-4d8a-4d4c-a310-e3a599630ae1 HTTP/1.1" status: 200 len: 843 time: 0.0818024 Apr 18 21:15:18.162156 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7557b07-550a-4d96-8bab-43f1a7b6571b None None] Routers {'b99cf232-05aa-4212-8f94-0748ead02435'} bound to L3 agent in host n-d-838334-2 {{(pid=84043) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 21:15:18.163639 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.l3_hamode_db [None req-e7557b07-550a-4d96-8bab-43f1a7b6571b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838334-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-18T20:25:48Z,description=,heartbeat_timestamp=2022-04-18T21:15:18Z,host='n-d-838334-2',id=bc84d6c9-dd7a-4555-a351-592327b46d5a,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:25:48Z,topic='l3_agent')) {'router_ids': ['b99cf232-05aa-4212-8f94-0748ead02435'], 'active': True} {{(pid=84043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:15:18.258859 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f9f747f-8931-4de0-aced-4eb4a2b5d03b req-6ab09690-874a-404f-ab26-f3a765055d31 tempest-VolumesSnapshotTestJSON-1863616769 tempest-VolumesSnapshotTestJSON-1863616769-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:15:18.260348 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [req-5f9f747f-8931-4de0-aced-4eb4a2b5d03b req-6ab09690-874a-404f-ab26-f3a765055d31 tempest-VolumesSnapshotTestJSON-1863616769 tempest-VolumesSnapshotTestJSON-1863616769-project] Synchronizing usage tracker for tenant:8ca657a6dd7e428db1e7c06a95f1a90e on resource:port {{(pid=84040) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 21:15:18.298222 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [req-5f9f747f-8931-4de0-aced-4eb4a2b5d03b req-6ab09690-874a-404f-ab26-f3a765055d31 tempest-VolumesSnapshotTestJSON-1863616769 tempest-VolumesSnapshotTestJSON-1863616769-project] Unset dirty status for tenant:8ca657a6dd7e428db1e7c06a95f1a90e on resource:port {{(pid=84040) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 21:15:18.299871 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-5f9f747f-8931-4de0-aced-4eb4a2b5d03b req-6ab09690-874a-404f-ab26-f3a765055d31 tempest-VolumesSnapshotTestJSON-1863616769 tempest-VolumesSnapshotTestJSON-1863616769-project] 10.222.0.42 "GET /v2.0/ports?device_id=6af0c110-60e2-46a5-800d-0c446686e8a5 HTTP/1.1" status: 200 len: 931 time: 0.5055339 Apr 18 21:15:18.300617 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.db.resource_extend [req-dbd02053-27e3-44a3-a214-2d7ac0631552 req-21e153f1-d068-4036-b43a-9cba2c5ce2d7 service neutron] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 18 21:15:18.346491 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-9b6c774a-bf6d-457d-9b25-23f4e293554a req-16cbd0cf-8186-410a-8670-7280b089b12e service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=cb56989d-7c5d-4678-b194-1d2edf1e842a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1835854 Apr 18 21:15:18.348161 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-9f4b318c-1251-41c9-809b-c120fa3a8d9b tempest-TestNetworkBasicOps-1936690218 tempest-TestNetworkBasicOps-1936690218-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33526260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32266407', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32486287'] for subnet, after_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:15:18.376458 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.l3_dvr_db [None req-e7557b07-550a-4d96-8bab-43f1a7b6571b None None] Set router b99cf232-05aa-4212-8f94-0748ead02435 gateway port host: n-d-838334-2 {{(pid=84043) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 21:15:18.405065 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.db.resource_extend [None req-3618d82a-28fc-47d0-84a6-35e613c0b422 tempest-TestSecurityGroupsBasicOps-1555676956 tempest-TestSecurityGroupsBasicOps-1555676956-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 18 21:15:18.443155 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c767faa4-ddd2-4ba3-99a8-f09d28ecab21 req-2286dde7-e390-4444-b0c7-3c17d37e6b09 tempest-VolumesBackupsTest-273593874 tempest-VolumesBackupsTest-273593874-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:15:18.444523 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-c767faa4-ddd2-4ba3-99a8-f09d28ecab21 req-2286dde7-e390-4444-b0c7-3c17d37e6b09 tempest-VolumesBackupsTest-273593874 tempest-VolumesBackupsTest-273593874-project] 10.222.0.42 "GET /v2.0/ports?device_id=f9a4504d-a7fe-4e48-bac2-8338fe809415 HTTP/1.1" status: 200 len: 948 time: 0.4362984 Apr 18 21:15:18.450764 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-3618d82a-28fc-47d0-84a6-35e613c0b422 tempest-TestSecurityGroupsBasicOps-1555676956 tempest-TestSecurityGroupsBasicOps-1555676956-project] Notify callbacks [] for port, precommit_update {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:15:18.459596 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-5f9f747f-8931-4de0-aced-4eb4a2b5d03b req-940ef540-7e67-46c3-a6af-12d5df8bf684 tempest-VolumesSnapshotTestJSON-1863616769 tempest-VolumesSnapshotTestJSON-1863616769-project] 10.222.0.42 "GET /v2.0/security-groups?id=9fa5ce7e-93a0-4048-a52a-367318ec4781&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1396627 Apr 18 21:15:18.462538 n-d-838334-2 neutron-server[84040]: DEBUG neutron.notifiers.nova [req-dbd02053-27e3-44a3-a214-2d7ac0631552 req-21e153f1-d068-4036-b43a-9cba2c5ce2d7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6920160f-5b8a-4a16-a661-3cf891258204 {{(pid=84040) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 18 21:15:18.482019 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-3618d82a-28fc-47d0-84a6-35e613c0b422 tempest-TestSecurityGroupsBasicOps-1555676956 tempest-TestSecurityGroupsBasicOps-1555676956-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32440959'] for port, after_update {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:15:18.489209 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-dbd02053-27e3-44a3-a214-2d7ac0631552 req-21e153f1-d068-4036-b43a-9cba2c5ce2d7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:15:18.518618 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f4b318c-1251-41c9-809b-c120fa3a8d9b tempest-TestNetworkBasicOps-1936690218 tempest-TestNetworkBasicOps-1936690218-project] Pushing event updated for resources: {'Subnet': ['ID=b2906c47-8f19-4603-9015-e0383cdd68a4,revision_number=0']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:15:18.567147 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3618d82a-28fc-47d0-84a6-35e613c0b422 tempest-TestSecurityGroupsBasicOps-1555676956 tempest-TestSecurityGroupsBasicOps-1555676956-project] Pushing event updated for resources: {'Port': ['ID=cdf3e8ed-69a8-449e-a4b5-40708f0e7af3,revision_number=2']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:15:18.574417 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f4b318c-1251-41c9-809b-c120fa3a8d9b tempest-TestNetworkBasicOps-1936690218 tempest-TestNetworkBasicOps-1936690218-project] Checking segment: {'id': '19d30c16-18c6-4ab1-af4a-d3b9c52732a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '0da44c8a-15a6-48d5-b8a3-e2609519a9b7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84041) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 21:15:18.575025 n-d-838334-2 neutron-server[84041]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f4b318c-1251-41c9-809b-c120fa3a8d9b tempest-TestNetworkBasicOps-1936690218 tempest-TestNetworkBasicOps-1936690218-project] Network hostable DHCP agents. Network: 0da44c8a-15a6-48d5-b8a3-e2609519a9b7, hostable agents: ['8746f8ea-3e91-4b32-9919-2c63adeb8722'], hosted agents: [] {{(pid=84041) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 21:15:18.588814 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-9b6c774a-bf6d-457d-9b25-23f4e293554a req-a53bd3de-80ef-4040-80c7-20b0959d07dd service neutron] 10.222.0.43 "GET /v2.0/networks/cb56989d-7c5d-4678-b194-1d2edf1e842a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2350833 Apr 18 21:15:18.598337 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.provisioning_blocks [req-dbd02053-27e3-44a3-a214-2d7ac0631552 req-21e153f1-d068-4036-b43a-9cba2c5ce2d7 service neutron] Transition to ACTIVE for port object 6920160f-5b8a-4a16-a661-3cf891258204 will not be triggered until provisioned by entity L2. {{(pid=84040) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:15:18.636906 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-dbd02053-27e3-44a3-a214-2d7ac0631552 req-21e153f1-d068-4036-b43a-9cba2c5ce2d7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32440959'] for port, after_update {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:15:18.749758 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-c767faa4-ddd2-4ba3-99a8-f09d28ecab21 req-79aa866b-a278-4680-820b-e337b62b41df tempest-VolumesBackupsTest-273593874 tempest-VolumesBackupsTest-273593874-project] 10.222.0.42 "GET /v2.0/security-groups?id=b0c76cc6-04b1-4f10-becd-8b685ab4a08f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2952037 Apr 18 21:15:18.774425 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.l3_hamode_db [None req-e7557b07-550a-4d96-8bab-43f1a7b6571b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b99cf232-05aa-4212-8f94-0748ead02435', 'name': 'tempest-TestNetworkBasicOps-router-310213544', 'tenant_id': '08ce18aa0ce94082a747ec94ccd8cac1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'external_fixed_ips': [{'subnet_id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'ip_address': '172.25.8.61'}], 'enable_snat': True}, 'gw_port_id': '10d70ee7-4999-4775-97af-43b9f0013683', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:15:13Z', 'updated_at': '2022-04-18T21:15:15Z', 'revision_number': 3, 'project_id': '08ce18aa0ce94082a747ec94ccd8cac1', 'gw_port': {'id': '10d70ee7-4999-4775-97af-43b9f0013683', 'name': '', 'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:90:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b99cf232-05aa-4212-8f94-0748ead02435', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'ip_address': '172.25.8.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:15:14Z', 'updated_at': '2022-04-18T21:15:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838334-2'}], 'n-d-838334-2', False) {} {{(pid=84043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:15:18.780387 n-d-838334-2 neutron-server[84043]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7557b07-550a-4d96-8bab-43f1a7b6571b None None] The sync data for ids ['b99cf232-05aa-4212-8f94-0748ead02435'] in n-d-838334-2 is: [{'id': 'b99cf232-05aa-4212-8f94-0748ead02435', 'name': 'tempest-TestNetworkBasicOps-router-310213544', 'tenant_id': '08ce18aa0ce94082a747ec94ccd8cac1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'external_fixed_ips': [{'subnet_id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'ip_address': '172.25.8.61'}], 'enable_snat': True}, 'gw_port_id': '10d70ee7-4999-4775-97af-43b9f0013683', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:15:13Z', 'updated_at': '2022-04-18T21:15:15Z', 'revision_number': 3, 'project_id': '08ce18aa0ce94082a747ec94ccd8cac1', 'gw_port': {'id': '10d70ee7-4999-4775-97af-43b9f0013683', 'name': '', 'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:90:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b99cf232-05aa-4212-8f94-0748ead02435', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'ip_address': '172.25.8.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:15:14Z', 'updated_at': '2022-04-18T21:15:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838334-2'}] {{(pid=84043) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 18 21:15:18.829837 n-d-838334-2 neutron-server[84041]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f4b318c-1251-41c9-809b-c120fa3a8d9b tempest-TestNetworkBasicOps-1936690218 tempest-TestNetworkBasicOps-1936690218-project] Network 0da44c8a-15a6-48d5-b8a3-e2609519a9b7 is scheduled to be hosted by DHCP agent 8746f8ea-3e91-4b32-9919-2c63adeb8722 with binding_index 1 {{(pid=84041) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 21:15:18.835405 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-3618d82a-28fc-47d0-84a6-35e613c0b422 tempest-TestSecurityGroupsBasicOps-1555676956 tempest-TestSecurityGroupsBasicOps-1555676956-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33444131'] for floatingip, after_update {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:15:18.861279 n-d-838334-2 neutron-server[84041]: DEBUG neutron.scheduler.base_scheduler [None req-9f4b318c-1251-41c9-809b-c120fa3a8d9b tempest-TestNetworkBasicOps-1936690218 tempest-TestNetworkBasicOps-1936690218-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-838334-2, 0da44c8a-15a6-48d5-b8a3-e2609519a9b7) {{(pid=84041) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:15:18.866228 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f4b318c-1251-41c9-809b-c120fa3a8d9b tempest-TestNetworkBasicOps-1936690218 tempest-TestNetworkBasicOps-1936690218-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:15:18.866817 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-9f4b318c-1251-41c9-809b-c120fa3a8d9b tempest-TestNetworkBasicOps-1936690218 tempest-TestNetworkBasicOps-1936690218-project] Notify callbacks [] for subnet, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:15:18.872759 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c7911fe-6a25-46fc-befb-b232e7812c6e None None] Network 0da44c8a-15a6-48d5-b8a3-e2609519a9b7 requested from n-d-838334-2 {{(pid=84042) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 21:15:18.917299 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-9f4b318c-1251-41c9-809b-c120fa3a8d9b tempest-TestNetworkBasicOps-1936690218 tempest-TestNetworkBasicOps-1936690218-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 1.7115598 Apr 18 21:15:18.920418 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 55196) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:15:18.990463 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-9b6c774a-bf6d-457d-9b25-23f4e293554a req-8f281ba7-aec0-4ecb-b684-7ed153fd642d service neutron] 10.222.0.43 "GET /v2.0/networks/cb56989d-7c5d-4678-b194-1d2edf1e842a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3949456 Apr 18 21:15:19.080908 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21e153f1-d068-4036-b43a-9cba2c5ce2d7 service neutron] Pushing event updated for resources: {'Port': ['ID=6920160f-5b8a-4a16-a661-3cf891258204,revision_number=2']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:15:19.146785 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.managers [req-dbd02053-27e3-44a3-a214-2d7ac0631552 req-21e153f1-d068-4036-b43a-9cba2c5ce2d7 service neutron] Attempting to bind port 6920160f-5b8a-4a16-a661-3cf891258204 on host n-h2-838334-2 for vnic_type normal with profile {{(pid=84040) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 21:15:19.147113 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.managers [req-dbd02053-27e3-44a3-a214-2d7ac0631552 req-21e153f1-d068-4036-b43a-9cba2c5ce2d7 service neutron] Attempting to bind port 6920160f-5b8a-4a16-a661-3cf891258204 by drivers openvswitch,hyperv on host n-h2-838334-2 at level 0 using segments [{'id': '67a93bb4-0871-4d6d-b5c2-05b702305dba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': 'ec211755-00f0-492d-a79c-096be27f1d17'}] {{(pid=84040) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 21:15:19.147432 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbd02053-27e3-44a3-a214-2d7ac0631552 req-21e153f1-d068-4036-b43a-9cba2c5ce2d7 service neutron] Attempting to bind port 6920160f-5b8a-4a16-a661-3cf891258204 on network ec211755-00f0-492d-a79c-096be27f1d17 {{(pid=84040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 21:15:19.162899 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbd02053-27e3-44a3-a214-2d7ac0631552 req-21e153f1-d068-4036-b43a-9cba2c5ce2d7 service neutron] Port 6920160f-5b8a-4a16-a661-3cf891258204 on network ec211755-00f0-492d-a79c-096be27f1d17 not bound, no agent of type Open vSwitch agent registered on host n-h2-838334-2 {{(pid=84040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 18 21:15:19.163216 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbd02053-27e3-44a3-a214-2d7ac0631552 req-21e153f1-d068-4036-b43a-9cba2c5ce2d7 service neutron] Attempting to bind port 6920160f-5b8a-4a16-a661-3cf891258204 on network ec211755-00f0-492d-a79c-096be27f1d17 {{(pid=84040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 21:15:19.177222 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbd02053-27e3-44a3-a214-2d7ac0631552 req-21e153f1-d068-4036-b43a-9cba2c5ce2d7 service neutron] Checking agent: {'id': 'dc797004-f641-47b7-a77f-9c62b5b16296', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-838334-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 34, 3), 'started_at': datetime.datetime(2022, 4, 18, 20, 34, 3), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 21, 15, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 18 21:15:19.177490 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbd02053-27e3-44a3-a214-2d7ac0631552 req-21e153f1-d068-4036-b43a-9cba2c5ce2d7 service neutron] Checking segment: {'id': '67a93bb4-0871-4d6d-b5c2-05b702305dba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': 'ec211755-00f0-492d-a79c-096be27f1d17'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84040) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 21:15:19.177875 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbd02053-27e3-44a3-a214-2d7ac0631552 req-21e153f1-d068-4036-b43a-9cba2c5ce2d7 service neutron] Bound using segment: {'id': '67a93bb4-0871-4d6d-b5c2-05b702305dba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': 'ec211755-00f0-492d-a79c-096be27f1d17'} {{(pid=84040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 18 21:15:19.178307 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.managers [req-dbd02053-27e3-44a3-a214-2d7ac0631552 req-21e153f1-d068-4036-b43a-9cba2c5ce2d7 service neutron] Bound port: 6920160f-5b8a-4a16-a661-3cf891258204, host: n-h2-838334-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '67a93bb4-0871-4d6d-b5c2-05b702305dba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': 'ec211755-00f0-492d-a79c-096be27f1d17'}}] {{(pid=84040) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 21:15:19.178692 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-dbd02053-27e3-44a3-a214-2d7ac0631552 req-21e153f1-d068-4036-b43a-9cba2c5ce2d7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:15:19.251926 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0411980e-51e8-47fa-8909-5f4844d5e2a6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp016840fc-1f9f-5892-9c53-c9cf6c845bbb-0da44c8a-15a6-48d5-b8a3-e2609519a9b7', 'network_id': '0da44c8a-15a6-48d5-b8a3-e2609519a9b7', 'tenant_id': '08ce18aa0ce94082a747ec94ccd8cac1', 'fixed_ips': [{'subnet_id': 'b2906c47-8f19-4603-9015-e0383cdd68a4'}]}} from n-d-838334-2. {{(pid=84042) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 18 21:15:19.256036 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-0411980e-51e8-47fa-8909-5f4844d5e2a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_create {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:15:19.287554 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750375287399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253529'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:15:19.327460 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-bcc462ce-7c71-49fd-837b-55e5219a702b req-1568a395-e797-4002-9da0-368ccc694aa9 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=6bce00829a7643388053a450466cf6e2&device_id=f9a4504d-a7fe-4e48-bac2-8338fe809415 HTTP/1.1" status: 200 len: 1099 time: 0.2120347 Apr 18 21:15:19.343578 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.db [req-dbd02053-27e3-44a3-a214-2d7ac0631552 req-21e153f1-d068-4036-b43a-9cba2c5ce2d7 service neutron] For port 6920160f-5b8a-4a16-a661-3cf891258204, host n-h2-838334-2, cleared binding levels {{(pid=84040) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 21:15:19.347736 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.db [req-dbd02053-27e3-44a3-a214-2d7ac0631552 req-21e153f1-d068-4036-b43a-9cba2c5ce2d7 service neutron] For port 6920160f-5b8a-4a16-a661-3cf891258204, host n-h2-838334-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838334-2',level=0,port_id=6920160f-5b8a-4a16-a661-3cf891258204,segment=NetworkSegment(67a93bb4-0871-4d6d-b5c2-05b702305dba),segment_id=67a93bb4-0871-4d6d-b5c2-05b702305dba)] {{(pid=84040) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 21:15:19.367519 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-dbd02053-27e3-44a3-a214-2d7ac0631552 req-21e153f1-d068-4036-b43a-9cba2c5ce2d7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32440959'] for port, after_update {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:15:19.486308 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-dbd02053-27e3-44a3-a214-2d7ac0631552 req-21e153f1-d068-4036-b43a-9cba2c5ce2d7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217293'] for port, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:15:19.487874 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-dbd02053-27e3-44a3-a214-2d7ac0631552 req-21e153f1-d068-4036-b43a-9cba2c5ce2d7 service neutron] 10.222.0.48 "PUT /v2.0/ports/6920160f-5b8a-4a16-a661-3cf891258204 HTTP/1.1" status: 200 len: 1091 time: 2.5387418 Apr 18 21:15:19.488415 n-d-838334-2 neutron-server[84040]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6af0c110-60e2-46a5-800d-0c446686e8a5', 'tag': '6920160f-5b8a-4a16-a661-3cf891258204'}] {{(pid=84040) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 21:15:19.491055 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.db_base_plugin_common [None req-0411980e-51e8-47fa-8909-5f4844d5e2a6 None None] Allocated IP 172.20.0.2 (0da44c8a-15a6-48d5-b8a3-e2609519a9b7/b2906c47-8f19-4603-9015-e0383cdd68a4/109cd9ec-8520-4b32-aca8-2e5b0daf5c89) {{(pid=84042) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 21:15:19.506814 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21e153f1-d068-4036-b43a-9cba2c5ce2d7 service neutron] Pushing event updated for resources: {'Port': ['ID=6920160f-5b8a-4a16-a661-3cf891258204,revision_number=3']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:15:19.510819 n-d-838334-2 neutron-server[84040]: INFO neutron.db.l3_db [None req-3618d82a-28fc-47d0-84a6-35e613c0b422 tempest-TestSecurityGroupsBasicOps-1555676956 tempest-TestSecurityGroupsBasicOps-1555676956-project] Floating IP 86964f65-49de-4ddd-b58d-645d3f7700a2 associated. External IP: 172.25.8.142, port: df096d24-1747-454d-b526-170b800e4ad9. Apr 18 21:15:19.644845 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcc462ce-7c71-49fd-837b-55e5219a702b req-3727b121-e353-4cfc-a6a3-4cd650e3b28d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:15:19.648613 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-bcc462ce-7c71-49fd-837b-55e5219a702b req-3727b121-e353-4cfc-a6a3-4cd650e3b28d service neutron] 10.222.0.43 "GET /v2.0/networks?id=cb56989d-7c5d-4678-b194-1d2edf1e842a HTTP/1.1" status: 200 len: 870 time: 0.3107984 Apr 18 21:15:19.653877 n-d-838334-2 neutron-server[84040]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7c5dd8d2-c73d-4540-925b-6811f0118aca'] response: {'name': 'network-changed', 'server_uuid': '6af0c110-60e2-46a5-800d-0c446686e8a5', 'tag': '6920160f-5b8a-4a16-a661-3cf891258204', 'status': 'completed', 'code': 200} Apr 18 21:15:19.745585 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-414b6ffe-e119-47bc-b18f-bcff1219c2f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750375287399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253529'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:15:19.888003 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-bcc462ce-7c71-49fd-837b-55e5219a702b req-3ac018f0-dcde-499b-b4b6-26fb963f35a3 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.244&port_id=50095411-0043-4208-a2b0-c3f36cfbb898 HTTP/1.1" status: 200 len: 217 time: 0.1750131 Apr 18 21:15:19.947587 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-0411980e-51e8-47fa-8909-5f4844d5e2a6 None None] Notify callbacks [] for port, precommit_create {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:15:19.960487 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-0411980e-51e8-47fa-8909-5f4844d5e2a6 None None] Transition to ACTIVE for port object 109cd9ec-8520-4b32-aca8-2e5b0daf5c89 will not be triggered until provisioned by entity L2. {{(pid=84042) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:15:20.001327 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-0411980e-51e8-47fa-8909-5f4844d5e2a6 None None] Transition to ACTIVE for port object 109cd9ec-8520-4b32-aca8-2e5b0daf5c89 will not be triggered until provisioned by entity DHCP. {{(pid=84042) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:15:20.016483 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-0411980e-51e8-47fa-8909-5f4844d5e2a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750374836619'] for port, after_create {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:15:20.035256 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcc462ce-7c71-49fd-837b-55e5219a702b req-6a3eddc9-0613-476c-8736-fcc9dc5b7c03 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:15:20.037529 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-bcc462ce-7c71-49fd-837b-55e5219a702b req-6a3eddc9-0613-476c-8736-fcc9dc5b7c03 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=c4b526db-4d8a-4d4c-a310-e3a599630ae1 HTTP/1.1" status: 200 len: 843 time: 0.1430228 Apr 18 21:15:20.093163 n-d-838334-2 neutron-server[84042]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0411980e-51e8-47fa-8909-5f4844d5e2a6 None None] Network 0da44c8a-15a6-48d5-b8a3-e2609519a9b7 is already hosted by enough agents. {{(pid=84042) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:15:20.124930 n-d-838334-2 neutron-server[84042]: DEBUG neutron.scheduler.base_scheduler [None req-0411980e-51e8-47fa-8909-5f4844d5e2a6 None None] Resources bound (agent type, host, resource id): {{(pid=84042) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:15:20.130124 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0411980e-51e8-47fa-8909-5f4844d5e2a6 None None] Received port after_create {{(pid=84042) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 21:15:20.163227 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-bcc462ce-7c71-49fd-837b-55e5219a702b req-299724fb-0d29-4519-abec-0a212063c225 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=cb56989d-7c5d-4678-b194-1d2edf1e842a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1185503 Apr 18 21:15:20.296616 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-dbd02053-27e3-44a3-a214-2d7ac0631552 req-8094e143-c083-47cd-97e3-ecd477478112 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=8ca657a6dd7e428db1e7c06a95f1a90e&device_id=6af0c110-60e2-46a5-800d-0c446686e8a5 HTTP/1.1" status: 200 len: 1094 time: 0.6920464 Apr 18 21:15:20.321704 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0411980e-51e8-47fa-8909-5f4844d5e2a6 None None] Pushing event updated for resources: {'Port': ['ID=109cd9ec-8520-4b32-aca8-2e5b0daf5c89,revision_number=1']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:15:20.335021 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.managers [None req-0411980e-51e8-47fa-8909-5f4844d5e2a6 None None] Attempting to bind port 109cd9ec-8520-4b32-aca8-2e5b0daf5c89 on host n-d-838334-2 for vnic_type normal with profile {{(pid=84042) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 21:15:20.335714 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.managers [None req-0411980e-51e8-47fa-8909-5f4844d5e2a6 None None] Attempting to bind port 109cd9ec-8520-4b32-aca8-2e5b0daf5c89 by drivers openvswitch,hyperv on host n-d-838334-2 at level 0 using segments [{'id': '19d30c16-18c6-4ab1-af4a-d3b9c52732a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '0da44c8a-15a6-48d5-b8a3-e2609519a9b7'}] {{(pid=84042) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 21:15:20.336318 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0411980e-51e8-47fa-8909-5f4844d5e2a6 None None] Attempting to bind port 109cd9ec-8520-4b32-aca8-2e5b0daf5c89 on network 0da44c8a-15a6-48d5-b8a3-e2609519a9b7 {{(pid=84042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 21:15:20.343304 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0411980e-51e8-47fa-8909-5f4844d5e2a6 None None] Checking agent: {'id': '97cd4414-7af6-4d67-868d-dff370b4071a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838334-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 25, 49), 'started_at': datetime.datetime(2022, 4, 18, 20, 26, 19), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 21, 15, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838334-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 18 21:15:20.344009 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0411980e-51e8-47fa-8909-5f4844d5e2a6 None None] Checking segment: {'id': '19d30c16-18c6-4ab1-af4a-d3b9c52732a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '0da44c8a-15a6-48d5-b8a3-e2609519a9b7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84042) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 21:15:20.344627 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-0411980e-51e8-47fa-8909-5f4844d5e2a6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:15:20.345243 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0411980e-51e8-47fa-8909-5f4844d5e2a6 None None] Bound using segment: {'id': '19d30c16-18c6-4ab1-af4a-d3b9c52732a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '0da44c8a-15a6-48d5-b8a3-e2609519a9b7'} {{(pid=84042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 18 21:15:20.345912 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.managers [None req-0411980e-51e8-47fa-8909-5f4844d5e2a6 None None] Bound port: 109cd9ec-8520-4b32-aca8-2e5b0daf5c89, host: n-d-838334-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '19d30c16-18c6-4ab1-af4a-d3b9c52732a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '0da44c8a-15a6-48d5-b8a3-e2609519a9b7'}}] {{(pid=84042) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 21:15:20.346507 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-0411980e-51e8-47fa-8909-5f4844d5e2a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:15:20.352544 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-bcc462ce-7c71-49fd-837b-55e5219a702b req-7bdac9e4-b4d0-417b-96e1-4b1a99e736c7 service neutron] 10.222.0.43 "GET /v2.0/networks/cb56989d-7c5d-4678-b194-1d2edf1e842a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1813490 Apr 18 21:15:20.371285 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b385c44-8115-43a3-b3be-c815f526ae66 req-b586799c-8916-4f23-b7ba-013249388f57 tempest-VolumesSnapshotTestJSON-1863616769 tempest-VolumesSnapshotTestJSON-1863616769-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:15:20.372836 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-7b385c44-8115-43a3-b3be-c815f526ae66 req-b586799c-8916-4f23-b7ba-013249388f57 tempest-VolumesSnapshotTestJSON-1863616769 tempest-VolumesSnapshotTestJSON-1863616769-project] 10.222.0.42 "GET /v2.0/ports?device_id=6af0c110-60e2-46a5-800d-0c446686e8a5 HTTP/1.1" status: 200 len: 943 time: 0.6018152 Apr 18 21:15:20.414283 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3d7087a-7700-43be-85da-52be08535c69 req-fc0e1e25-d8d4-4029-9844-dad2050532c7 tempest-VolumesBackupsTest-273593874 tempest-VolumesBackupsTest-273593874-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:15:20.415912 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-c3d7087a-7700-43be-85da-52be08535c69 req-fc0e1e25-d8d4-4029-9844-dad2050532c7 tempest-VolumesBackupsTest-273593874 tempest-VolumesBackupsTest-273593874-project] 10.222.0.42 "GET /v2.0/ports?device_id=f9a4504d-a7fe-4e48-bac2-8338fe809415 HTTP/1.1" status: 200 len: 948 time: 0.3280358 Apr 18 21:15:20.422340 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-dbd02053-27e3-44a3-a214-2d7ac0631552 req-738aabe3-56c3-4c9b-8745-c39f127236e3 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=6920160f-5b8a-4a16-a661-3cf891258204 HTTP/1.1" status: 200 len: 217 time: 0.1139417 Apr 18 21:15:20.455369 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-0411980e-51e8-47fa-8909-5f4844d5e2a6 None None] For port 109cd9ec-8520-4b32-aca8-2e5b0daf5c89, host n-d-838334-2, cleared binding levels {{(pid=84042) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 21:15:20.459493 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-0411980e-51e8-47fa-8909-5f4844d5e2a6 None None] For port 109cd9ec-8520-4b32-aca8-2e5b0daf5c89, host n-d-838334-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838334-2',level=0,port_id=109cd9ec-8520-4b32-aca8-2e5b0daf5c89,segment=NetworkSegment(19d30c16-18c6-4ab1-af4a-d3b9c52732a6),segment_id=19d30c16-18c6-4ab1-af4a-d3b9c52732a6)] {{(pid=84042) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 21:15:20.465345 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-0411980e-51e8-47fa-8909-5f4844d5e2a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682'] for port, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:15:20.549582 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0411980e-51e8-47fa-8909-5f4844d5e2a6 None None] Pushing event updated for resources: {'Port': ['ID=109cd9ec-8520-4b32-aca8-2e5b0daf5c89,revision_number=2']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:15:20.566615 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-7b385c44-8115-43a3-b3be-c815f526ae66 req-ea4a01a8-2661-4df9-927d-b9919d2c2167 tempest-VolumesSnapshotTestJSON-1863616769 tempest-VolumesSnapshotTestJSON-1863616769-project] 10.222.0.42 "GET /v2.0/security-groups?id=9fa5ce7e-93a0-4048-a52a-367318ec4781&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1833453 Apr 18 21:15:20.573642 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbd02053-27e3-44a3-a214-2d7ac0631552 req-1ff2ec35-aa4d-457a-a90f-c7da9bd05aaf service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:15:20.575123 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-dbd02053-27e3-44a3-a214-2d7ac0631552 req-1ff2ec35-aa4d-457a-a90f-c7da9bd05aaf service neutron] 10.222.0.48 "GET /v2.0/subnets?id=dfc866b7-c353-49e6-9c7f-4cc86e757b48 HTTP/1.1" status: 200 len: 854 time: 0.1441147 Apr 18 21:15:20.579588 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-c3d7087a-7700-43be-85da-52be08535c69 req-eaf7dbd1-5b84-4c60-b0c7-f84c2bf36b99 tempest-VolumesBackupsTest-273593874 tempest-VolumesBackupsTest-273593874-project] 10.222.0.42 "GET /v2.0/security-groups?id=b0c76cc6-04b1-4f10-becd-8b685ab4a08f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1560025 Apr 18 21:15:20.627437 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-c7521a90-7d65-4e2e-842c-ca5d95e9a89c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750375287399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253529'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:15:20.637954 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-bcc462ce-7c71-49fd-837b-55e5219a702b req-b06dbb04-618f-4390-a5d8-3d991bb9bdf6 service neutron] 10.222.0.43 "GET /v2.0/networks/cb56989d-7c5d-4678-b194-1d2edf1e842a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2741148 Apr 18 21:15:20.638191 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-dbd02053-27e3-44a3-a214-2d7ac0631552 req-55f84f94-e215-4cb5-95b8-bbd371d1d1ba service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=ec211755-00f0-492d-a79c-096be27f1d17&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0559654 Apr 18 21:15:20.940743 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-dbd02053-27e3-44a3-a214-2d7ac0631552 req-085d5233-f7ae-463c-b1c4-6101533a7ed7 service neutron] 10.222.0.48 "GET /v2.0/networks/ec211755-00f0-492d-a79c-096be27f1d17?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2921419 Apr 18 21:15:21.097080 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Device 10d70ee7-4999-4775-97af-43b9f0013683 up at agent ovs-agent-n-d-838334-2 {{(pid=84042) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 21:15:21.159268 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-dbd02053-27e3-44a3-a214-2d7ac0631552 req-7fdd1b21-9306-4c8c-964d-883338050e62 service neutron] 10.222.0.48 "GET /v2.0/networks/ec211755-00f0-492d-a79c-096be27f1d17?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2116649 Apr 18 21:15:21.206149 n-d-838334-2 neutron-server[84040]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3618d82a-28fc-47d0-84a6-35e613c0b422 tempest-TestSecurityGroupsBasicOps-1555676956 tempest-TestSecurityGroupsBasicOps-1555676956-project] Router 80ec6947-70fd-4168-908b-6a867ffbad0e has already been hosted by L3 agent bc84d6c9-dd7a-4555-a351-592327b46d5a {{(pid=84040) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 21:15:21.206727 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Provisioning for port 10d70ee7-4999-4775-97af-43b9f0013683 completed by entity L2. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 21:15:21.218296 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Provisioning complete for port 10d70ee7-4999-4775-97af-43b9f0013683 triggered by entity L2. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:15:21.219476 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1253608'] for port, provisioning_complete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:15:21.231019 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-92013041-2d38-421e-afc9-b91cfc79309a tempest-TestNetworkBasicOps-1936690218 tempest-TestNetworkBasicOps-1936690218-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:15:21.471920 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:15:21.498699 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] For port 10d70ee7-4999-4775-97af-43b9f0013683, host n-d-838334-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838334-2',level=0,port_id=10d70ee7-4999-4775-97af-43b9f0013683,segment=NetworkSegment(732aa830-768b-4511-951f-d08e26b9c25b),segment_id=732aa830-768b-4511-951f-d08e26b9c25b)] {{(pid=84042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:15:21.504473 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682'] for port, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:15:21.506934 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Device 109cd9ec-8520-4b32-aca8-2e5b0daf5c89 up at agent ovs-agent-n-d-838334-2 {{(pid=84042) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 21:15:21.592964 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-1d2be176-9849-4307-9023-bf0d565d8658 req-344b75b9-b894-4d86-8921-27ed8276bba1 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=8ca657a6dd7e428db1e7c06a95f1a90e&device_id=6af0c110-60e2-46a5-800d-0c446686e8a5 HTTP/1.1" status: 200 len: 1094 time: 0.3718762 Apr 18 21:15:21.668947 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Pushing event updated for resources: {'Port': ['ID=10d70ee7-4999-4775-97af-43b9f0013683,revision_number=4']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:15:21.698883 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Provisioning for port 109cd9ec-8520-4b32-aca8-2e5b0daf5c89 completed by entity L2. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 21:15:21.840543 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.db_base_plugin_common [None req-92013041-2d38-421e-afc9-b91cfc79309a tempest-TestNetworkBasicOps-1936690218 tempest-TestNetworkBasicOps-1936690218-project] Allocated IP 172.20.0.1 (0da44c8a-15a6-48d5-b8a3-e2609519a9b7/b2906c47-8f19-4603-9015-e0383cdd68a4/78e8a164-6328-4471-8f1e-15f9ab88165b) {{(pid=84041) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 21:15:21.954565 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d2be176-9849-4307-9023-bf0d565d8658 req-d271489b-0065-4e8a-a518-667393f06c2b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:15:21.956062 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-1d2be176-9849-4307-9023-bf0d565d8658 req-d271489b-0065-4e8a-a518-667393f06c2b service neutron] 10.222.0.48 "GET /v2.0/networks?id=ec211755-00f0-492d-a79c-096be27f1d17 HTTP/1.1" status: 200 len: 915 time: 0.3547101 Apr 18 21:15:22.017348 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-92013041-2d38-421e-afc9-b91cfc79309a tempest-TestNetworkBasicOps-1936690218 tempest-TestNetworkBasicOps-1936690218-project] Notify callbacks [] for port, precommit_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:15:22.037784 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.provisioning_blocks [None req-92013041-2d38-421e-afc9-b91cfc79309a tempest-TestNetworkBasicOps-1936690218 tempest-TestNetworkBasicOps-1936690218-project] Transition to ACTIVE for port object 78e8a164-6328-4471-8f1e-15f9ab88165b will not be triggered until provisioned by entity DHCP. {{(pid=84041) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:15:22.053077 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-1d2be176-9849-4307-9023-bf0d565d8658 req-99a2abe6-7ebc-47ca-9ff5-2775ea6ba83b service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=6920160f-5b8a-4a16-a661-3cf891258204 HTTP/1.1" status: 200 len: 217 time: 0.0890079 Apr 18 21:15:22.071428 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-92013041-2d38-421e-afc9-b91cfc79309a tempest-TestNetworkBasicOps-1936690218 tempest-TestNetworkBasicOps-1936690218-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750374836619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32266323'] for port, after_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:15:22.117212 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9688df4-7d21-4528-a9e2-b85bb9402f74 None None] Network 0da44c8a-15a6-48d5-b8a3-e2609519a9b7 requested from n-d-838334-2 {{(pid=84042) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 21:15:22.183762 n-d-838334-2 neutron-server[84041]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92013041-2d38-421e-afc9-b91cfc79309a tempest-TestNetworkBasicOps-1936690218 tempest-TestNetworkBasicOps-1936690218-project] Network 0da44c8a-15a6-48d5-b8a3-e2609519a9b7 is already hosted by enough agents. {{(pid=84041) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:15:22.185240 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92013041-2d38-421e-afc9-b91cfc79309a tempest-TestNetworkBasicOps-1936690218 tempest-TestNetworkBasicOps-1936690218-project] Pushing event updated for resources: {'Port': ['ID=78e8a164-6328-4471-8f1e-15f9ab88165b,revision_number=1']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:15:22.203316 n-d-838334-2 neutron-server[84041]: DEBUG neutron.scheduler.base_scheduler [None req-92013041-2d38-421e-afc9-b91cfc79309a tempest-TestNetworkBasicOps-1936690218 tempest-TestNetworkBasicOps-1936690218-project] Resources bound (agent type, host, resource id): {{(pid=84041) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:15:22.215544 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92013041-2d38-421e-afc9-b91cfc79309a tempest-TestNetworkBasicOps-1936690218 tempest-TestNetworkBasicOps-1936690218-project] Received port after_create {{(pid=84041) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 21:15:22.223762 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-aa8a81bd-1df7-4b83-b076-d3d623e954ad None None] Provisioning for port 109cd9ec-8520-4b32-aca8-2e5b0daf5c89 completed by entity DHCP. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 21:15:22.234554 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-aa8a81bd-1df7-4b83-b076-d3d623e954ad None None] Provisioning complete for port 109cd9ec-8520-4b32-aca8-2e5b0daf5c89 triggered by entity DHCP. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:15:22.234888 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-aa8a81bd-1df7-4b83-b076-d3d623e954ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1253608'] for port, provisioning_complete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:15:22.292665 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-92013041-2d38-421e-afc9-b91cfc79309a tempest-TestNetworkBasicOps-1936690218 tempest-TestNetworkBasicOps-1936690218-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33444010'] for router_interface, before_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:15:22.296022 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d2be176-9849-4307-9023-bf0d565d8658 req-9f22157d-05f2-470a-a9c8-f64a3651a638 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:15:22.298001 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-1d2be176-9849-4307-9023-bf0d565d8658 req-9f22157d-05f2-470a-a9c8-f64a3651a638 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=dfc866b7-c353-49e6-9c7f-4cc86e757b48 HTTP/1.1" status: 200 len: 854 time: 0.2374477 Apr 18 21:15:22.385052 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-1d2be176-9849-4307-9023-bf0d565d8658 req-530ca5bf-7ccc-47b9-957c-e5f5ad68f3c3 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=ec211755-00f0-492d-a79c-096be27f1d17&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0731108 Apr 18 21:15:22.394803 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecac2532-b98a-49c0-bff0-9b7c2c5efdb3 req-9e18ed97-ee97-4895-ac95-cafa8a24ffb8 tempest-VolumesSnapshotTestJSON-1863616769 tempest-VolumesSnapshotTestJSON-1863616769-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:15:22.396812 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-ecac2532-b98a-49c0-bff0-9b7c2c5efdb3 req-9e18ed97-ee97-4895-ac95-cafa8a24ffb8 tempest-VolumesSnapshotTestJSON-1863616769 tempest-VolumesSnapshotTestJSON-1863616769-project] 10.222.0.42 "GET /v2.0/ports?device_id=6af0c110-60e2-46a5-800d-0c446686e8a5 HTTP/1.1" status: 200 len: 943 time: 0.5573320 Apr 18 21:15:22.436803 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-92013041-2d38-421e-afc9-b91cfc79309a tempest-TestNetworkBasicOps-1936690218 tempest-TestNetworkBasicOps-1936690218-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:15:22.525696 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-aa8a81bd-1df7-4b83-b076-d3d623e954ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:15:22.565482 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-201aca2c-2f56-4d62-abb1-3f116c19da30 req-b0c4d6f2-f9da-40cf-8725-5232600c9cf8 tempest-VolumesBackupsTest-273593874 tempest-VolumesBackupsTest-273593874-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:15:22.568048 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-201aca2c-2f56-4d62-abb1-3f116c19da30 req-b0c4d6f2-f9da-40cf-8725-5232600c9cf8 tempest-VolumesBackupsTest-273593874 tempest-VolumesBackupsTest-273593874-project] 10.222.0.42 "GET /v2.0/ports?device_id=f9a4504d-a7fe-4e48-bac2-8338fe809415 HTTP/1.1" status: 200 len: 948 time: 0.7267082 Apr 18 21:15:22.586159 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-aa8a81bd-1df7-4b83-b076-d3d623e954ad None None] For port 109cd9ec-8520-4b32-aca8-2e5b0daf5c89, host n-d-838334-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838334-2',level=0,port_id=109cd9ec-8520-4b32-aca8-2e5b0daf5c89,segment=NetworkSegment(19d30c16-18c6-4ab1-af4a-d3b9c52732a6),segment_id=19d30c16-18c6-4ab1-af4a-d3b9c52732a6)] {{(pid=84042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:15:22.595803 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-aa8a81bd-1df7-4b83-b076-d3d623e954ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682'] for port, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:15:22.626081 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3618d82a-28fc-47d0-84a6-35e613c0b422 tempest-TestSecurityGroupsBasicOps-1555676956 tempest-TestSecurityGroupsBasicOps-1555676956-project] Notify agent at l3_agent.n-d-838334-2 the message routers_updated {{(pid=84040) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 21:15:22.632800 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-1d2be176-9849-4307-9023-bf0d565d8658 req-f3bc3fa2-39c9-449e-a4cd-31840ee6e195 service neutron] 10.222.0.48 "GET /v2.0/networks/ec211755-00f0-492d-a79c-096be27f1d17?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2340806 Apr 18 21:15:22.641191 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-393d9d92-6e44-44f6-ba44-6b8ff3b58a19 None None] Sync routers for ids ['80ec6947-70fd-4168-908b-6a867ffbad0e'] in n-d-838334-2 {{(pid=84042) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 18 21:15:22.696732 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_dvrscheduler_db [None req-393d9d92-6e44-44f6-ba44-6b8ff3b58a19 None None] Routers {'80ec6947-70fd-4168-908b-6a867ffbad0e'} bound to L3 agent in host n-d-838334-2 {{(pid=84042) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 21:15:22.697619 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_hamode_db [None req-393d9d92-6e44-44f6-ba44-6b8ff3b58a19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838334-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-18T20:25:48Z,description=,heartbeat_timestamp=2022-04-18T21:15:18Z,host='n-d-838334-2',id=bc84d6c9-dd7a-4555-a351-592327b46d5a,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:25:48Z,topic='l3_agent')) {'router_ids': ['80ec6947-70fd-4168-908b-6a867ffbad0e'], 'active': True} {{(pid=84042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:15:22.726472 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-201aca2c-2f56-4d62-abb1-3f116c19da30 req-c16780a3-4cc6-4d79-baf1-9dc3dcee836c tempest-VolumesBackupsTest-273593874 tempest-VolumesBackupsTest-273593874-project] 10.222.0.42 "GET /v2.0/security-groups?id=b0c76cc6-04b1-4f10-becd-8b685ab4a08f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1452019 Apr 18 21:15:22.791129 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa8a81bd-1df7-4b83-b076-d3d623e954ad None None] Pushing event updated for resources: {'Port': ['ID=109cd9ec-8520-4b32-aca8-2e5b0daf5c89,revision_number=3']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:15:22.820970 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-ecac2532-b98a-49c0-bff0-9b7c2c5efdb3 req-c0e699b3-a2a8-4ac4-8b5e-165a995a84a9 tempest-VolumesSnapshotTestJSON-1863616769 tempest-VolumesSnapshotTestJSON-1863616769-project] 10.222.0.42 "GET /v2.0/security-groups?id=9fa5ce7e-93a0-4048-a52a-367318ec4781&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3026409 Apr 18 21:15:22.824558 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-3618d82a-28fc-47d0-84a6-35e613c0b422 tempest-TestSecurityGroupsBasicOps-1555676956 tempest-TestSecurityGroupsBasicOps-1555676956-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217293'] for floatingip, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:15:22.901094 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-3618d82a-28fc-47d0-84a6-35e613c0b422 tempest-TestSecurityGroupsBasicOps-1555676956 tempest-TestSecurityGroupsBasicOps-1555676956-project] 10.222.0.42 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 8.4118011 Apr 18 21:15:22.903786 n-d-838334-2 neutron-server[84040]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7f082d4e-c66c-4741-ad18-6b73365eb5cf', 'tag': 'df096d24-1747-454d-b526-170b800e4ad9'}] {{(pid=84040) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 21:15:22.910067 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 55224) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:15:22.994607 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Device 10d70ee7-4999-4775-97af-43b9f0013683 up at agent ovs-agent-n-d-838334-2 {{(pid=84042) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 21:15:23.137613 n-d-838334-2 neutron-server[84040]: INFO neutron.notifiers.nova [-] Nova event matching ['req-602dd17f-2c73-4de9-a1b7-464663a72f6a'] response: {'name': 'network-changed', 'server_uuid': '7f082d4e-c66c-4741-ad18-6b73365eb5cf', 'tag': 'df096d24-1747-454d-b526-170b800e4ad9', 'status': 'completed', 'code': 200} Apr 18 21:15:23.163481 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-1d2be176-9849-4307-9023-bf0d565d8658 req-6aa15fe3-a8cc-43ae-aeee-71eff97fdf8b service neutron] 10.222.0.48 "GET /v2.0/networks/ec211755-00f0-492d-a79c-096be27f1d17?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5003498 Apr 18 21:15:23.169326 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-92013041-2d38-421e-afc9-b91cfc79309a tempest-TestNetworkBasicOps-1936690218 tempest-TestNetworkBasicOps-1936690218-project] Notify callbacks [] for port, precommit_update {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:15:23.182794 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-92013041-2d38-421e-afc9-b91cfc79309a tempest-TestNetworkBasicOps-1936690218 tempest-TestNetworkBasicOps-1936690218-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32266282'] for port, after_update {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:15:23.187531 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-616f581e-7c37-404c-9fa0-28b27693abd0 None None] Provisioning for port 78e8a164-6328-4471-8f1e-15f9ab88165b completed by entity DHCP. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 21:15:23.206579 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-616f581e-7c37-404c-9fa0-28b27693abd0 None None] Provisioning complete for port 78e8a164-6328-4471-8f1e-15f9ab88165b triggered by entity DHCP. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:15:23.207086 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-616f581e-7c37-404c-9fa0-28b27693abd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1253608'] for port, provisioning_complete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:15:23.271637 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_dvr_db [None req-393d9d92-6e44-44f6-ba44-6b8ff3b58a19 None None] Set router 80ec6947-70fd-4168-908b-6a867ffbad0e gateway port host: n-d-838334-2 {{(pid=84042) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 21:15:23.279920 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b22dfa8f-08fe-4336-993d-0220515a8b9a tempest-TestSecurityGroupsBasicOps-1595239442 tempest-TestSecurityGroupsBasicOps-1595239442-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:15:23.280534 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b22dfa8f-08fe-4336-993d-0220515a8b9a tempest-TestSecurityGroupsBasicOps-1595239442 tempest-TestSecurityGroupsBasicOps-1595239442-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:15:23.281049 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b22dfa8f-08fe-4336-993d-0220515a8b9a tempest-TestSecurityGroupsBasicOps-1595239442 tempest-TestSecurityGroupsBasicOps-1595239442-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:15:23.281646 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b22dfa8f-08fe-4336-993d-0220515a8b9a tempest-TestSecurityGroupsBasicOps-1595239442 tempest-TestSecurityGroupsBasicOps-1595239442-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:15:23.282153 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b22dfa8f-08fe-4336-993d-0220515a8b9a tempest-TestSecurityGroupsBasicOps-1595239442 tempest-TestSecurityGroupsBasicOps-1595239442-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:15:23.282719 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b22dfa8f-08fe-4336-993d-0220515a8b9a tempest-TestSecurityGroupsBasicOps-1595239442 tempest-TestSecurityGroupsBasicOps-1595239442-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:15:23.283226 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b22dfa8f-08fe-4336-993d-0220515a8b9a tempest-TestSecurityGroupsBasicOps-1595239442 tempest-TestSecurityGroupsBasicOps-1595239442-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:15:23.283983 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b22dfa8f-08fe-4336-993d-0220515a8b9a tempest-TestSecurityGroupsBasicOps-1595239442 tempest-TestSecurityGroupsBasicOps-1595239442-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:15:23.286440 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-b22dfa8f-08fe-4336-993d-0220515a8b9a tempest-TestSecurityGroupsBasicOps-1595239442 tempest-TestSecurityGroupsBasicOps-1595239442-project-admin] 10.222.0.42 "GET /v2.0/networks HTTP/1.1" status: 200 len: 5663 time: 0.3722763 Apr 18 21:15:23.289445 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 55230) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:15:23.348275 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Device 50095411-0043-4208-a2b0-c3f36cfbb898 details requested by agent hyperv_n-h1-838334-2 with host n-h1-838334-2 {{(pid=84042) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 18 21:15:23.354588 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-92013041-2d38-421e-afc9-b91cfc79309a tempest-TestNetworkBasicOps-1936690218 tempest-TestNetworkBasicOps-1936690218-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-32377886', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33443847'] for router_interface, after_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:15:23.359933 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92013041-2d38-421e-afc9-b91cfc79309a tempest-TestNetworkBasicOps-1936690218 tempest-TestNetworkBasicOps-1936690218-project] Pushing event updated for resources: {'Port': ['ID=78e8a164-6328-4471-8f1e-15f9ab88165b,revision_number=2']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:15:23.382578 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.plugin [None req-616f581e-7c37-404c-9fa0-28b27693abd0 None None] Port 78e8a164-6328-4471-8f1e-15f9ab88165b cannot update to ACTIVE because it is not bound. {{(pid=84042) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 18 21:15:23.399094 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Provisioning complete for port 10d70ee7-4999-4775-97af-43b9f0013683 triggered by entity L2. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:15:23.399615 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1253608'] for port, provisioning_complete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:15:23.400358 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-005cb0b2-5ff4-4fcf-a4ec-683d4ab6d8c7 tempest-TestSecurityGroupsBasicOps-1595239442 tempest-TestSecurityGroupsBasicOps-1595239442-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:15:23.400870 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-005cb0b2-5ff4-4fcf-a4ec-683d4ab6d8c7 tempest-TestSecurityGroupsBasicOps-1595239442 tempest-TestSecurityGroupsBasicOps-1595239442-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:15:23.401248 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-005cb0b2-5ff4-4fcf-a4ec-683d4ab6d8c7 tempest-TestSecurityGroupsBasicOps-1595239442 tempest-TestSecurityGroupsBasicOps-1595239442-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:15:23.401877 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-005cb0b2-5ff4-4fcf-a4ec-683d4ab6d8c7 tempest-TestSecurityGroupsBasicOps-1595239442 tempest-TestSecurityGroupsBasicOps-1595239442-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:15:23.402242 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-005cb0b2-5ff4-4fcf-a4ec-683d4ab6d8c7 tempest-TestSecurityGroupsBasicOps-1595239442 tempest-TestSecurityGroupsBasicOps-1595239442-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:15:23.402594 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-005cb0b2-5ff4-4fcf-a4ec-683d4ab6d8c7 tempest-TestSecurityGroupsBasicOps-1595239442 tempest-TestSecurityGroupsBasicOps-1595239442-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:15:23.402945 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-005cb0b2-5ff4-4fcf-a4ec-683d4ab6d8c7 tempest-TestSecurityGroupsBasicOps-1595239442 tempest-TestSecurityGroupsBasicOps-1595239442-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:15:23.403295 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-005cb0b2-5ff4-4fcf-a4ec-683d4ab6d8c7 tempest-TestSecurityGroupsBasicOps-1595239442 tempest-TestSecurityGroupsBasicOps-1595239442-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:15:23.405209 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-005cb0b2-5ff4-4fcf-a4ec-683d4ab6d8c7 tempest-TestSecurityGroupsBasicOps-1595239442 tempest-TestSecurityGroupsBasicOps-1595239442-project-admin] 10.222.0.42 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 5263 time: 0.1143558 Apr 18 21:15:23.408044 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 55234) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:15:23.530302 n-d-838334-2 neutron-server[84041]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92013041-2d38-421e-afc9-b91cfc79309a tempest-TestNetworkBasicOps-1936690218 tempest-TestNetworkBasicOps-1936690218-project] Network 0da44c8a-15a6-48d5-b8a3-e2609519a9b7 is already hosted by enough agents. {{(pid=84041) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:15:23.531864 n-d-838334-2 neutron-server[84041]: DEBUG neutron.scheduler.base_scheduler [None req-92013041-2d38-421e-afc9-b91cfc79309a tempest-TestNetworkBasicOps-1936690218 tempest-TestNetworkBasicOps-1936690218-project] Resources bound (agent type, host, resource id): {{(pid=84041) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:15:23.539941 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-5343797b-415d-4796-912c-552a2044b4d4 req-96827c65-0bc0-4251-a73f-b5242d4b86e1 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=d19595ade6b9408699bc90a14d63d7df&device_id=7f082d4e-c66c-4741-ad18-6b73365eb5cf HTTP/1.1" status: 200 len: 1135 time: 0.4649990 Apr 18 21:15:23.793141 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-616f581e-7c37-404c-9fa0-28b27693abd0 None None] Provisioning complete for port 109cd9ec-8520-4b32-aca8-2e5b0daf5c89 triggered by entity DHCP. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:15:23.793141 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-616f581e-7c37-404c-9fa0-28b27693abd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1253608'] for port, provisioning_complete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:15:23.796158 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5343797b-415d-4796-912c-552a2044b4d4 req-faab3766-3fde-42d8-8c4c-492c25661dda service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:15:23.797907 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-5343797b-415d-4796-912c-552a2044b4d4 req-faab3766-3fde-42d8-8c4c-492c25661dda service neutron] 10.222.0.48 "GET /v2.0/networks?id=79c9d5a9-1f93-4341-810a-bf26aaaa775a HTTP/1.1" status: 200 len: 897 time: 0.2454863 Apr 18 21:15:24.087177 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] For port 50095411-0043-4208-a2b0-c3f36cfbb898, host n-h1-838334-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838334-2',level=0,port_id=50095411-0043-4208-a2b0-c3f36cfbb898,segment=NetworkSegment(62b85806-94d8-4a88-a06c-da82e5932d66),segment_id=62b85806-94d8-4a88-a06c-da82e5932d66)] {{(pid=84042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:15:24.111398 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Returning: {'device': '50095411-0043-4208-a2b0-c3f36cfbb898', 'network_id': 'cb56989d-7c5d-4678-b194-1d2edf1e842a', 'port_id': '50095411-0043-4208-a2b0-c3f36cfbb898', 'mac_address': 'fa:16:3e:89:b9:11', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 382, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c4b526db-4d8a-4d4c-a310-e3a599630ae1', 'ip_address': '192.168.233.244'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84042) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 18 21:15:24.137094 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-5343797b-415d-4796-912c-552a2044b4d4 req-854a47a4-2783-431e-9138-46cd71363f15 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=df096d24-1747-454d-b526-170b800e4ad9 HTTP/1.1" status: 200 len: 999 time: 0.3318744 Apr 18 21:15:24.250211 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-2dd2c509-9e0b-4a8b-baa2-98d8ca10ffd7 tempest-TestSecurityGroupsBasicOps-1595239442 tempest-TestSecurityGroupsBasicOps-1595239442-project-admin] 10.222.0.42 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3766 time: 0.8411076 Apr 18 21:15:24.251194 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 55244) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:15:24.269811 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5343797b-415d-4796-912c-552a2044b4d4 req-65e8e6ef-dcba-4bc1-98ef-d104116a2a83 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:15:24.272742 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-5343797b-415d-4796-912c-552a2044b4d4 req-65e8e6ef-dcba-4bc1-98ef-d104116a2a83 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=0dfe6104-b385-400f-8619-08e676401dd7 HTTP/1.1" status: 200 len: 835 time: 0.1250052 Apr 18 21:15:24.324558 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8b12c8c-c747-4d15-878a-ef859239d487 req-ecd0b130-573c-4ac8-bc2f-e8f21e57b440 tempest-VolumesBackupsTest-273593874 tempest-VolumesBackupsTest-273593874-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:15:24.326021 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-f8b12c8c-c747-4d15-878a-ef859239d487 req-ecd0b130-573c-4ac8-bc2f-e8f21e57b440 tempest-VolumesBackupsTest-273593874 tempest-VolumesBackupsTest-273593874-project] 10.222.0.42 "GET /v2.0/ports?device_id=f9a4504d-a7fe-4e48-bac2-8338fe809415 HTTP/1.1" status: 200 len: 948 time: 0.3574090 Apr 18 21:15:24.327325 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Device 109cd9ec-8520-4b32-aca8-2e5b0daf5c89 up at agent ovs-agent-n-d-838334-2 {{(pid=84042) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 21:15:24.359387 n-d-838334-2 neutron-server[84041]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-92013041-2d38-421e-afc9-b91cfc79309a tempest-TestNetworkBasicOps-1936690218 tempest-TestNetworkBasicOps-1936690218-project] Router b99cf232-05aa-4212-8f94-0748ead02435 has already been hosted by L3 agent bc84d6c9-dd7a-4555-a351-592327b46d5a {{(pid=84041) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 21:15:24.371091 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecb3dfea-3d57-4207-906e-09e1369848b4 req-3369cd20-3cd1-4cd6-8f6e-7f7f3da8a9a8 tempest-VolumesSnapshotTestJSON-1863616769 tempest-VolumesSnapshotTestJSON-1863616769-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:15:24.372643 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-ecb3dfea-3d57-4207-906e-09e1369848b4 req-3369cd20-3cd1-4cd6-8f6e-7f7f3da8a9a8 tempest-VolumesSnapshotTestJSON-1863616769 tempest-VolumesSnapshotTestJSON-1863616769-project] 10.222.0.42 "GET /v2.0/ports?device_id=6af0c110-60e2-46a5-800d-0c446686e8a5 HTTP/1.1" status: 200 len: 943 time: 0.3071241 Apr 18 21:15:24.377851 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-d0a3f3a2-80f0-4cfa-89cb-62db88710d85 tempest-TestSecurityGroupsBasicOps-1595239442 tempest-TestSecurityGroupsBasicOps-1595239442-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=80ec6947-70fd-4168-908b-6a867ffbad0e HTTP/1.1" status: 200 len: 1989 time: 0.1255746 Apr 18 21:15:24.384660 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:15:24.483888 n-d-838334-2 neutron-server[84042]: DEBUG neutron.notifiers.nova [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 50095411-0043-4208-a2b0-c3f36cfbb898 {{(pid=84042) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 18 21:15:24.493552 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-69035397-f8a2-4998-9ebf-5da280324b58 None None] Provisioning complete for port 78e8a164-6328-4471-8f1e-15f9ab88165b triggered by entity DHCP. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:15:24.494006 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-69035397-f8a2-4998-9ebf-5da280324b58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1253608'] for port, provisioning_complete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:15:24.582767 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] For port 50095411-0043-4208-a2b0-c3f36cfbb898, host n-h1-838334-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838334-2',level=0,port_id=50095411-0043-4208-a2b0-c3f36cfbb898,segment=NetworkSegment(62b85806-94d8-4a88-a06c-da82e5932d66),segment_id=62b85806-94d8-4a88-a06c-da82e5932d66)] {{(pid=84042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:15:24.592490 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.plugin [None req-69035397-f8a2-4998-9ebf-5da280324b58 None None] Port 78e8a164-6328-4471-8f1e-15f9ab88165b cannot update to ACTIVE because it is not bound. {{(pid=84042) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 18 21:15:24.600150 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682'] for port, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:15:24.606562 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-f8b12c8c-c747-4d15-878a-ef859239d487 req-ce8251c5-1992-4dbd-9b2e-f5f768041447 tempest-VolumesBackupsTest-273593874 tempest-VolumesBackupsTest-273593874-project] 10.222.0.42 "GET /v2.0/security-groups?id=b0c76cc6-04b1-4f10-becd-8b685ab4a08f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2669656 Apr 18 21:15:24.621199 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-92013041-2d38-421e-afc9-b91cfc79309a tempest-TestNetworkBasicOps-1936690218 tempest-TestNetworkBasicOps-1936690218-project] Notify agent at l3_agent.n-d-838334-2 the message routers_updated {{(pid=84041) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 21:15:24.638186 n-d-838334-2 neutron-server[84043]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e2b8717-ef6f-4463-854d-98ee49765c58 None None] Sync routers for ids ['b99cf232-05aa-4212-8f94-0748ead02435'] in n-d-838334-2 {{(pid=84043) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 18 21:15:24.643441 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-5343797b-415d-4796-912c-552a2044b4d4 req-ae65f5ae-e797-469d-8880-87bb9788fe55 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=79c9d5a9-1f93-4341-810a-bf26aaaa775a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3606260 Apr 18 21:15:24.645782 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-ecb3dfea-3d57-4207-906e-09e1369848b4 req-5a3026d8-df83-4807-ac9f-76739d78debf tempest-VolumesSnapshotTestJSON-1863616769 tempest-VolumesSnapshotTestJSON-1863616769-project] 10.222.0.42 "GET /v2.0/security-groups?id=9fa5ce7e-93a0-4048-a52a-367318ec4781&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2396703 Apr 18 21:15:24.670295 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e2b8717-ef6f-4463-854d-98ee49765c58 None None] Routers {'b99cf232-05aa-4212-8f94-0748ead02435'} bound to L3 agent in host n-d-838334-2 {{(pid=84043) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 21:15:24.671299 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.l3_hamode_db [None req-6e2b8717-ef6f-4463-854d-98ee49765c58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838334-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-18T20:25:48Z,description=,heartbeat_timestamp=2022-04-18T21:15:18Z,host='n-d-838334-2',id=bc84d6c9-dd7a-4555-a351-592327b46d5a,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:25:48Z,topic='l3_agent')) {'router_ids': ['b99cf232-05aa-4212-8f94-0748ead02435'], 'active': True} {{(pid=84043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:15:24.690192 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-92013041-2d38-421e-afc9-b91cfc79309a tempest-TestNetworkBasicOps-1936690218 tempest-TestNetworkBasicOps-1936690218-project] 10.222.0.42 "PUT /v2.0/routers/b99cf232-05aa-4212-8f94-0748ead02435/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7649434 Apr 18 21:15:24.690872 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 55252) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:15:24.767448 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Pushing event updated for resources: {'Port': ['ID=50095411-0043-4208-a2b0-c3f36cfbb898,revision_number=4']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:15:24.788074 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Provisioning complete for port 109cd9ec-8520-4b32-aca8-2e5b0daf5c89 triggered by entity L2. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:15:24.788641 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1253608'] for port, provisioning_complete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:15:24.853767 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_hamode_db [None req-393d9d92-6e44-44f6-ba44-6b8ff3b58a19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '80ec6947-70fd-4168-908b-6a867ffbad0e', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1590676724', 'tenant_id': 'd19595ade6b9408699bc90a14d63d7df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'external_fixed_ips': [{'subnet_id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'ip_address': '172.25.8.23'}], 'enable_snat': True}, 'gw_port_id': '5822d2bd-9bfa-4cd8-897f-3aa337c41ee7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:14:41Z', 'updated_at': '2022-04-18T21:14:51Z', 'revision_number': 4, 'project_id': 'd19595ade6b9408699bc90a14d63d7df', 'gw_port': {'id': '5822d2bd-9bfa-4cd8-897f-3aa337c41ee7', 'name': '', 'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:8c:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80ec6947-70fd-4168-908b-6a867ffbad0e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'ip_address': '172.25.8.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:14:42Z', 'updated_at': '2022-04-18T21:14:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838334-2', '_floatingips': [{'id': '86964f65-49de-4ddd-b58d-645d3f7700a2', 'tenant_id': 'd19595ade6b9408699bc90a14d63d7df', 'floating_ip_address': '172.25.8.142', 'floating_network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'router_id': '80ec6947-70fd-4168-908b-6a867ffbad0e', 'port_id': 'df096d24-1747-454d-b526-170b800e4ad9', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '79c9d5a9-1f93-4341-810a-bf26aaaa775a', 'mac_address': 'fa:16:3e:93:42:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f082d4e-c66c-4741-ad18-6b73365eb5cf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T21:15:16Z', 'updated_at': '2022-04-18T21:15:16Z', 'revision_number': 0, 'project_id': 'd19595ade6b9408699bc90a14d63d7df', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c604fda5-ba21-4e91-88fd-f8c2d1bdf461', 'name': '', 'network_id': '79c9d5a9-1f93-4341-810a-bf26aaaa775a', 'tenant_id': 'd19595ade6b9408699bc90a14d63d7df', 'mac_address': 'fa:16:3e:99:43:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80ec6947-70fd-4168-908b-6a867ffbad0e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0dfe6104-b385-400f-8619-08e676401dd7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:14:50Z', 'updated_at': '2022-04-18T21:15:01Z', 'revision_number': 5, 'project_id': 'd19595ade6b9408699bc90a14d63d7df', 'subnets': [{'id': '0dfe6104-b385-400f-8619-08e676401dd7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838334-2', False) {} {{(pid=84042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:15:24.860909 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] get_ports_and_sgs() called for port_ids ['50095411-0043-4208-a2b0-c3f36cfbb898'] {{(pid=84042) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 18 21:15:24.898064 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.l3_dvr_db [None req-6e2b8717-ef6f-4463-854d-98ee49765c58 None None] Set router b99cf232-05aa-4212-8f94-0748ead02435 gateway port host: n-d-838334-2 {{(pid=84043) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 21:15:24.913906 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-5343797b-415d-4796-912c-552a2044b4d4 req-0b58dead-48e6-451f-85be-e24bbd2becb3 service neutron] 10.222.0.48 "GET /v2.0/networks/79c9d5a9-1f93-4341-810a-bf26aaaa775a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2637279 Apr 18 21:15:24.917485 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-393d9d92-6e44-44f6-ba44-6b8ff3b58a19 None None] Checking router: 80ec6947-70fd-4168-908b-6a867ffbad0e for host: n-d-838334-2 {{(pid=84042) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 18 21:15:24.927545 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-351b4b03-bbc0-4b07-a872-358f0aadaef8 tempest-TestNetworkBasicOps-1645287483 tempest-TestNetworkBasicOps-1645287483-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:15:24.927932 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-351b4b03-bbc0-4b07-a872-358f0aadaef8 tempest-TestNetworkBasicOps-1645287483 tempest-TestNetworkBasicOps-1645287483-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:15:24.928310 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-351b4b03-bbc0-4b07-a872-358f0aadaef8 tempest-TestNetworkBasicOps-1645287483 tempest-TestNetworkBasicOps-1645287483-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:15:24.928662 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-351b4b03-bbc0-4b07-a872-358f0aadaef8 tempest-TestNetworkBasicOps-1645287483 tempest-TestNetworkBasicOps-1645287483-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:15:24.929003 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-351b4b03-bbc0-4b07-a872-358f0aadaef8 tempest-TestNetworkBasicOps-1645287483 tempest-TestNetworkBasicOps-1645287483-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:15:24.929356 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-351b4b03-bbc0-4b07-a872-358f0aadaef8 tempest-TestNetworkBasicOps-1645287483 tempest-TestNetworkBasicOps-1645287483-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:15:24.929710 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-351b4b03-bbc0-4b07-a872-358f0aadaef8 tempest-TestNetworkBasicOps-1645287483 tempest-TestNetworkBasicOps-1645287483-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:15:24.930057 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-351b4b03-bbc0-4b07-a872-358f0aadaef8 tempest-TestNetworkBasicOps-1645287483 tempest-TestNetworkBasicOps-1645287483-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:15:24.936179 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-351b4b03-bbc0-4b07-a872-358f0aadaef8 tempest-TestNetworkBasicOps-1645287483 tempest-TestNetworkBasicOps-1645287483-project-admin] 10.222.0.42 "GET /v2.0/networks HTTP/1.1" status: 200 len: 5663 time: 0.2408469 Apr 18 21:15:24.936303 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 55258) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:15:24.945918 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Device 6920160f-5b8a-4a16-a661-3cf891258204 details requested by agent hyperv_n-h2-838334-2 with host n-h2-838334-2 {{(pid=84042) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 18 21:15:25.098205 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f15e4660-47db-4229-8e89-806e1e8d4f69 tempest-TestNetworkBasicOps-1645287483 tempest-TestNetworkBasicOps-1645287483-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:15:25.098486 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f15e4660-47db-4229-8e89-806e1e8d4f69 tempest-TestNetworkBasicOps-1645287483 tempest-TestNetworkBasicOps-1645287483-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:15:25.099682 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f15e4660-47db-4229-8e89-806e1e8d4f69 tempest-TestNetworkBasicOps-1645287483 tempest-TestNetworkBasicOps-1645287483-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:15:25.099804 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f15e4660-47db-4229-8e89-806e1e8d4f69 tempest-TestNetworkBasicOps-1645287483 tempest-TestNetworkBasicOps-1645287483-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:15:25.100234 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f15e4660-47db-4229-8e89-806e1e8d4f69 tempest-TestNetworkBasicOps-1645287483 tempest-TestNetworkBasicOps-1645287483-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:15:25.100494 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f15e4660-47db-4229-8e89-806e1e8d4f69 tempest-TestNetworkBasicOps-1645287483 tempest-TestNetworkBasicOps-1645287483-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:15:25.100845 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f15e4660-47db-4229-8e89-806e1e8d4f69 tempest-TestNetworkBasicOps-1645287483 tempest-TestNetworkBasicOps-1645287483-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:15:25.101218 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f15e4660-47db-4229-8e89-806e1e8d4f69 tempest-TestNetworkBasicOps-1645287483 tempest-TestNetworkBasicOps-1645287483-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:15:25.112196 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-f15e4660-47db-4229-8e89-806e1e8d4f69 tempest-TestNetworkBasicOps-1645287483 tempest-TestNetworkBasicOps-1645287483-project-admin] 10.222.0.42 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 5263 time: 0.1748123 Apr 18 21:15:25.112998 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 55262) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:15:25.120910 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_dvrscheduler_db [None req-393d9d92-6e44-44f6-ba44-6b8ff3b58a19 None None] Routers {'80ec6947-70fd-4168-908b-6a867ffbad0e'} bound to L3 agent in host n-d-838334-2 {{(pid=84042) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 21:15:25.121856 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_hamode_db [None req-393d9d92-6e44-44f6-ba44-6b8ff3b58a19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838334-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-18T20:25:48Z,description=,heartbeat_timestamp=2022-04-18T21:15:18Z,host='n-d-838334-2',id=bc84d6c9-dd7a-4555-a351-592327b46d5a,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:25:48Z,topic='l3_agent')) {'router_ids': ['80ec6947-70fd-4168-908b-6a867ffbad0e'], 'active': True} {{(pid=84042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:15:25.185262 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-5343797b-415d-4796-912c-552a2044b4d4 req-fe01e33c-46a6-429a-b774-c4d9e4ab0735 service neutron] 10.222.0.48 "GET /v2.0/networks/79c9d5a9-1f93-4341-810a-bf26aaaa775a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2625289 Apr 18 21:15:25.363196 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-0b8bef6d-c704-468f-be77-091b5da994bf tempest-TestNetworkBasicOps-1645287483 tempest-TestNetworkBasicOps-1645287483-project-admin] 10.222.0.42 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3766 time: 0.2451429 Apr 18 21:15:25.363751 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.l3_hamode_db [None req-6e2b8717-ef6f-4463-854d-98ee49765c58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b99cf232-05aa-4212-8f94-0748ead02435', 'name': 'tempest-TestNetworkBasicOps-router-310213544', 'tenant_id': '08ce18aa0ce94082a747ec94ccd8cac1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'external_fixed_ips': [{'subnet_id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'ip_address': '172.25.8.61'}], 'enable_snat': True}, 'gw_port_id': '10d70ee7-4999-4775-97af-43b9f0013683', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:15:13Z', 'updated_at': '2022-04-18T21:15:22Z', 'revision_number': 4, 'project_id': '08ce18aa0ce94082a747ec94ccd8cac1', 'gw_port': {'id': '10d70ee7-4999-4775-97af-43b9f0013683', 'name': '', 'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:90:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b99cf232-05aa-4212-8f94-0748ead02435', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'ip_address': '172.25.8.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:15:14Z', 'updated_at': '2022-04-18T21:15:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838334-2', '_interfaces': [{'id': '78e8a164-6328-4471-8f1e-15f9ab88165b', 'name': '', 'network_id': '0da44c8a-15a6-48d5-b8a3-e2609519a9b7', 'tenant_id': '08ce18aa0ce94082a747ec94ccd8cac1', 'mac_address': 'fa:16:3e:00:fd:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b99cf232-05aa-4212-8f94-0748ead02435', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b2906c47-8f19-4603-9015-e0383cdd68a4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:15:21Z', 'updated_at': '2022-04-18T21:15:22Z', 'revision_number': 2, 'project_id': '08ce18aa0ce94082a747ec94ccd8cac1', 'subnets': [{'id': 'b2906c47-8f19-4603-9015-e0383cdd68a4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838334-2', False) {} {{(pid=84043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:15:25.381855 n-d-838334-2 neutron-server[84043]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e2b8717-ef6f-4463-854d-98ee49765c58 None None] Checking router: b99cf232-05aa-4212-8f94-0748ead02435 for host: n-d-838334-2 {{(pid=84043) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 18 21:15:25.383858 n-d-838334-2 neutron-server[84043]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e2b8717-ef6f-4463-854d-98ee49765c58 None None] Updating router b99cf232-05aa-4212-8f94-0748ead02435 port 78e8a164-6328-4471-8f1e-15f9ab88165b binding host n-d-838334-2 {{(pid=84043) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 18 21:15:25.448187 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] For port 6920160f-5b8a-4a16-a661-3cf891258204, host n-h2-838334-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838334-2',level=0,port_id=6920160f-5b8a-4a16-a661-3cf891258204,segment=NetworkSegment(67a93bb4-0871-4d6d-b5c2-05b702305dba),segment_id=67a93bb4-0871-4d6d-b5c2-05b702305dba)] {{(pid=84042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:15:25.451251 n-d-838334-2 neutron-server[84043]: DEBUG neutron_lib.callbacks.manager [None req-6e2b8717-ef6f-4463-854d-98ee49765c58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:15:25.492077 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Returning: {'device': '6920160f-5b8a-4a16-a661-3cf891258204', 'network_id': 'ec211755-00f0-492d-a79c-096be27f1d17', 'port_id': '6920160f-5b8a-4a16-a661-3cf891258204', 'mac_address': 'fa:16:3e:2f:1e:90', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 388, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dfc866b7-c353-49e6-9c7f-4cc86e757b48', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84042) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 18 21:15:25.643822 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_dvr_db [None req-393d9d92-6e44-44f6-ba44-6b8ff3b58a19 None None] Set router 80ec6947-70fd-4168-908b-6a867ffbad0e gateway port host: n-d-838334-2 {{(pid=84042) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 21:15:25.724661 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:15:25.998307 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 55274) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:15:26.004937 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.v2.base [None req-fe946837-da33-4c88-866a-cecfefdeb6e1 tempest-TestNetworkBasicOps-1936690218 tempest-TestNetworkBasicOps-1936690218-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-124269283', 'description': 'tempest-secgroup-smoke-124269283 description', 'project_id': '08ce18aa0ce94082a747ec94ccd8cac1'}} {{(pid=84041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:15:26.013143 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-fe946837-da33-4c88-866a-cecfefdeb6e1 tempest-TestNetworkBasicOps-1936690218 tempest-TestNetworkBasicOps-1936690218-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:15:26.021266 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-fe946837-da33-4c88-866a-cecfefdeb6e1 tempest-TestNetworkBasicOps-1936690218 tempest-TestNetworkBasicOps-1936690218-project] Usage tracker for resource:security_group and tenant:08ce18aa0ce94082a747ec94ccd8cac1 is out of sync, need to count used quota {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:15:26.024375 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-fe946837-da33-4c88-866a-cecfefdeb6e1 tempest-TestNetworkBasicOps-1936690218 tempest-TestNetworkBasicOps-1936690218-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:15:26.030873 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-fe946837-da33-4c88-866a-cecfefdeb6e1 tempest-TestNetworkBasicOps-1936690218 tempest-TestNetworkBasicOps-1936690218-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:15:26.055431 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d0391f0-7e20-44f7-98b5-4af6042f694d req-49d7f256-7341-4daa-91ba-66665e5a0213 tempest-VolumesBackupsTest-273593874 tempest-VolumesBackupsTest-273593874-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:15:26.060603 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-7d0391f0-7e20-44f7-98b5-4af6042f694d req-49d7f256-7341-4daa-91ba-66665e5a0213 tempest-VolumesBackupsTest-273593874 tempest-VolumesBackupsTest-273593874-project] 10.222.0.42 "GET /v2.0/ports?device_id=f9a4504d-a7fe-4e48-bac2-8338fe809415 HTTP/1.1" status: 200 len: 949 time: 0.2160318 Apr 18 21:15:26.061585 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-fe946837-da33-4c88-866a-cecfefdeb6e1 tempest-TestNetworkBasicOps-1936690218 tempest-TestNetworkBasicOps-1936690218-project] Notify callbacks [] for security_group, before_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:15:26.088185 n-d-838334-2 neutron-server[84042]: DEBUG neutron.notifiers.nova [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6920160f-5b8a-4a16-a661-3cf891258204 {{(pid=84042) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 18 21:15:26.125795 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] For port 6920160f-5b8a-4a16-a661-3cf891258204, host n-h2-838334-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838334-2',level=0,port_id=6920160f-5b8a-4a16-a661-3cf891258204,segment=NetworkSegment(67a93bb4-0871-4d6d-b5c2-05b702305dba),segment_id=67a93bb4-0871-4d6d-b5c2-05b702305dba)] {{(pid=84042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:15:26.144566 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682'] for port, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:15:26.173617 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-7d0391f0-7e20-44f7-98b5-4af6042f694d req-c9fdb479-a182-445e-a20f-702c18eb4be3 tempest-VolumesBackupsTest-273593874 tempest-VolumesBackupsTest-273593874-project] 10.222.0.42 "GET /v2.0/security-groups?id=b0c76cc6-04b1-4f10-becd-8b685ab4a08f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1086411 Apr 18 21:15:26.212065 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-fe946837-da33-4c88-866a-cecfefdeb6e1 tempest-TestNetworkBasicOps-1936690218 tempest-TestNetworkBasicOps-1936690218-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:15:26.222337 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-fe946837-da33-4c88-866a-cecfefdeb6e1 tempest-TestNetworkBasicOps-1936690218 tempest-TestNetworkBasicOps-1936690218-project] Usage tracker for resource:security_group_rule and tenant:08ce18aa0ce94082a747ec94ccd8cac1 is out of sync, need to count used quota {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:15:26.232020 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-fe946837-da33-4c88-866a-cecfefdeb6e1 tempest-TestNetworkBasicOps-1936690218 tempest-TestNetworkBasicOps-1936690218-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:15:26.242325 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-fe946837-da33-4c88-866a-cecfefdeb6e1 tempest-TestNetworkBasicOps-1936690218 tempest-TestNetworkBasicOps-1936690218-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:15:26.260739 n-d-838334-2 neutron-server[84043]: DEBUG neutron_lib.callbacks.manager [None req-6e2b8717-ef6f-4463-854d-98ee49765c58 None None] Notify callbacks [] for port, precommit_update {{(pid=84043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:15:26.279544 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.provisioning_blocks [None req-6e2b8717-ef6f-4463-854d-98ee49765c58 None None] Transition to ACTIVE for port object 78e8a164-6328-4471-8f1e-15f9ab88165b will not be triggered until provisioned by entity L2. {{(pid=84043) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:15:26.291962 n-d-838334-2 neutron-server[84043]: DEBUG neutron_lib.callbacks.manager [None req-6e2b8717-ef6f-4463-854d-98ee49765c58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682'] for port, after_update {{(pid=84043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:15:26.299825 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Pushing event updated for resources: {'Port': ['ID=6920160f-5b8a-4a16-a661-3cf891258204,revision_number=4']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:15:26.332008 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-fe946837-da33-4c88-866a-cecfefdeb6e1 tempest-TestNetworkBasicOps-1936690218 tempest-TestNetworkBasicOps-1936690218-project] Notify callbacks [] for security_group, precommit_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:15:26.337455 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-fe946837-da33-4c88-866a-cecfefdeb6e1 tempest-TestNetworkBasicOps-1936690218 tempest-TestNetworkBasicOps-1936690218-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33528224'] for security_group, after_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:15:26.360440 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13266d98-05d5-45c4-8213-a8b8a808dc5b req-850f30ac-ade0-43c8-b97a-70216bec675f tempest-VolumesSnapshotTestJSON-1863616769 tempest-VolumesSnapshotTestJSON-1863616769-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:15:26.361993 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-13266d98-05d5-45c4-8213-a8b8a808dc5b req-850f30ac-ade0-43c8-b97a-70216bec675f tempest-VolumesSnapshotTestJSON-1863616769 tempest-VolumesSnapshotTestJSON-1863616769-project] 10.222.0.42 "GET /v2.0/ports?device_id=6af0c110-60e2-46a5-800d-0c446686e8a5 HTTP/1.1" status: 200 len: 944 time: 0.1114631 Apr 18 21:15:26.376416 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] get_ports_and_sgs() called for port_ids ['6920160f-5b8a-4a16-a661-3cf891258204'] {{(pid=84042) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 18 21:15:26.413943 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe946837-da33-4c88-866a-cecfefdeb6e1 tempest-TestNetworkBasicOps-1936690218 tempest-TestNetworkBasicOps-1936690218-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e23205b5-e0ed-469c-a637-288fc47c3386,revision_number=1']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:15:26.437272 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-fe946837-da33-4c88-866a-cecfefdeb6e1 tempest-TestNetworkBasicOps-1936690218 tempest-TestNetworkBasicOps-1936690218-project] Notify callbacks [] for security_group, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:15:26.440880 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-fe946837-da33-4c88-866a-cecfefdeb6e1 tempest-TestNetworkBasicOps-1936690218 tempest-TestNetworkBasicOps-1936690218-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1626 time: 0.4396827 Apr 18 21:15:26.441461 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-13266d98-05d5-45c4-8213-a8b8a808dc5b req-df0e3504-9b15-4643-aa6c-1927ea5eacf8 tempest-VolumesSnapshotTestJSON-1863616769 tempest-VolumesSnapshotTestJSON-1863616769-project] 10.222.0.42 "GET /v2.0/security-groups?id=9fa5ce7e-93a0-4048-a52a-367318ec4781&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721161 Apr 18 21:15:26.445712 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 55278) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:15:26.449487 n-d-838334-2 neutron-server[84043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8c5732f-db28-4e48-8127-007363b84e55 None None] Pushing event updated for resources: {'Port': ['ID=78e8a164-6328-4471-8f1e-15f9ab88165b,revision_number=3']} {{(pid=84043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:15:26.461950 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.v2.base [None req-3849d7cf-e882-4c07-b407-71623b0bdaa4 tempest-TestNetworkBasicOps-1936690218 tempest-TestNetworkBasicOps-1936690218-project] Request body: {'security_group_rule': {'security_group_id': 'e23205b5-e0ed-469c-a637-288fc47c3386', 'project_id': '08ce18aa0ce94082a747ec94ccd8cac1', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:15:26.466786 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-3849d7cf-e882-4c07-b407-71623b0bdaa4 tempest-TestNetworkBasicOps-1936690218 tempest-TestNetworkBasicOps-1936690218-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:15:26.470814 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-3849d7cf-e882-4c07-b407-71623b0bdaa4 tempest-TestNetworkBasicOps-1936690218 tempest-TestNetworkBasicOps-1936690218-project] Usage tracker for resource:security_group_rule and tenant:08ce18aa0ce94082a747ec94ccd8cac1 is out of sync, need to count used quota {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:15:26.474922 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-3849d7cf-e882-4c07-b407-71623b0bdaa4 tempest-TestNetworkBasicOps-1936690218 tempest-TestNetworkBasicOps-1936690218-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:15:26.485969 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-3849d7cf-e882-4c07-b407-71623b0bdaa4 tempest-TestNetworkBasicOps-1936690218 tempest-TestNetworkBasicOps-1936690218-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:15:26.523371 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_hamode_db [None req-393d9d92-6e44-44f6-ba44-6b8ff3b58a19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '80ec6947-70fd-4168-908b-6a867ffbad0e', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1590676724', 'tenant_id': 'd19595ade6b9408699bc90a14d63d7df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'external_fixed_ips': [{'subnet_id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'ip_address': '172.25.8.23'}], 'enable_snat': True}, 'gw_port_id': '5822d2bd-9bfa-4cd8-897f-3aa337c41ee7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:14:41Z', 'updated_at': '2022-04-18T21:14:51Z', 'revision_number': 4, 'project_id': 'd19595ade6b9408699bc90a14d63d7df', 'gw_port': {'id': '5822d2bd-9bfa-4cd8-897f-3aa337c41ee7', 'name': '', 'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:8c:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80ec6947-70fd-4168-908b-6a867ffbad0e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'ip_address': '172.25.8.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:14:42Z', 'updated_at': '2022-04-18T21:14:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838334-2', '_floatingips': [{'id': '86964f65-49de-4ddd-b58d-645d3f7700a2', 'tenant_id': 'd19595ade6b9408699bc90a14d63d7df', 'floating_ip_address': '172.25.8.142', 'floating_network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'router_id': '80ec6947-70fd-4168-908b-6a867ffbad0e', 'port_id': 'df096d24-1747-454d-b526-170b800e4ad9', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '79c9d5a9-1f93-4341-810a-bf26aaaa775a', 'mac_address': 'fa:16:3e:93:42:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f082d4e-c66c-4741-ad18-6b73365eb5cf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T21:15:16Z', 'updated_at': '2022-04-18T21:15:16Z', 'revision_number': 0, 'project_id': 'd19595ade6b9408699bc90a14d63d7df', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c604fda5-ba21-4e91-88fd-f8c2d1bdf461', 'name': '', 'network_id': '79c9d5a9-1f93-4341-810a-bf26aaaa775a', 'tenant_id': 'd19595ade6b9408699bc90a14d63d7df', 'mac_address': 'fa:16:3e:99:43:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80ec6947-70fd-4168-908b-6a867ffbad0e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0dfe6104-b385-400f-8619-08e676401dd7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:14:50Z', 'updated_at': '2022-04-18T21:15:01Z', 'revision_number': 5, 'project_id': 'd19595ade6b9408699bc90a14d63d7df', 'subnets': [{'id': '0dfe6104-b385-400f-8619-08e676401dd7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838334-2', False) {} {{(pid=84042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:15:26.527092 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-3849d7cf-e882-4c07-b407-71623b0bdaa4 tempest-TestNetworkBasicOps-1936690218 tempest-TestNetworkBasicOps-1936690218-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:15:26.537269 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-393d9d92-6e44-44f6-ba44-6b8ff3b58a19 None None] The sync data for ids ['80ec6947-70fd-4168-908b-6a867ffbad0e'] in n-d-838334-2 is: [{'id': '80ec6947-70fd-4168-908b-6a867ffbad0e', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1590676724', 'tenant_id': 'd19595ade6b9408699bc90a14d63d7df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'external_fixed_ips': [{'subnet_id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'ip_address': '172.25.8.23'}], 'enable_snat': True}, 'gw_port_id': '5822d2bd-9bfa-4cd8-897f-3aa337c41ee7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:14:41Z', 'updated_at': '2022-04-18T21:14:51Z', 'revision_number': 4, 'project_id': 'd19595ade6b9408699bc90a14d63d7df', 'gw_port': {'id': '5822d2bd-9bfa-4cd8-897f-3aa337c41ee7', 'name': '', 'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:8c:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80ec6947-70fd-4168-908b-6a867ffbad0e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'ip_address': '172.25.8.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:14:42Z', 'updated_at': '2022-04-18T21:14:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838334-2', '_floatingips': [{'id': '86964f65-49de-4ddd-b58d-645d3f7700a2', 'tenant_id': 'd19595ade6b9408699bc90a14d63d7df', 'floating_ip_address': '172.25.8.142', 'floating_network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'router_id': '80ec6947-70fd-4168-908b-6a867ffbad0e', 'port_id': 'df096d24-1747-454d-b526-170b800e4ad9', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '79c9d5a9-1f93-4341-810a-bf26aaaa775a', 'mac_address': 'fa:16:3e:93:42:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f082d4e-c66c-4741-ad18-6b73365eb5cf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T21:15:16Z', 'updated_at': '2022-04-18T21:15:16Z', 'revision_number': 0, 'project_id': 'd19595ade6b9408699bc90a14d63d7df', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c604fda5-ba21-4e91-88fd-f8c2d1bdf461', 'name': '', 'network_id': '79c9d5a9-1f93-4341-810a-bf26aaaa775a', 'tenant_id': 'd19595ade6b9408699bc90a14d63d7df', 'mac_address': 'fa:16:3e:99:43:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80ec6947-70fd-4168-908b-6a867ffbad0e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0dfe6104-b385-400f-8619-08e676401dd7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:14:50Z', 'updated_at': '2022-04-18T21:15:01Z', 'revision_number': 5, 'project_id': 'd19595ade6b9408699bc90a14d63d7df', 'subnets': [{'id': '0dfe6104-b385-400f-8619-08e676401dd7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84042) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 18 21:15:26.585496 n-d-838334-2 neutron-server[84043]: DEBUG neutron.plugins.ml2.managers [None req-6e2b8717-ef6f-4463-854d-98ee49765c58 None None] Attempting to bind port 78e8a164-6328-4471-8f1e-15f9ab88165b on host n-d-838334-2 for vnic_type normal with profile {{(pid=84043) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 21:15:26.585859 n-d-838334-2 neutron-server[84043]: DEBUG neutron.plugins.ml2.managers [None req-6e2b8717-ef6f-4463-854d-98ee49765c58 None None] Attempting to bind port 78e8a164-6328-4471-8f1e-15f9ab88165b by drivers openvswitch,hyperv on host n-d-838334-2 at level 0 using segments [{'id': '19d30c16-18c6-4ab1-af4a-d3b9c52732a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '0da44c8a-15a6-48d5-b8a3-e2609519a9b7'}] {{(pid=84043) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 21:15:26.586216 n-d-838334-2 neutron-server[84043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e2b8717-ef6f-4463-854d-98ee49765c58 None None] Attempting to bind port 78e8a164-6328-4471-8f1e-15f9ab88165b on network 0da44c8a-15a6-48d5-b8a3-e2609519a9b7 {{(pid=84043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 21:15:26.605436 n-d-838334-2 neutron-server[84043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e2b8717-ef6f-4463-854d-98ee49765c58 None None] Checking agent: {'id': '97cd4414-7af6-4d67-868d-dff370b4071a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838334-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 25, 49), 'started_at': datetime.datetime(2022, 4, 18, 20, 26, 19), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 21, 15, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838334-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 18 21:15:26.605798 n-d-838334-2 neutron-server[84043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e2b8717-ef6f-4463-854d-98ee49765c58 None None] Checking segment: {'id': '19d30c16-18c6-4ab1-af4a-d3b9c52732a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '0da44c8a-15a6-48d5-b8a3-e2609519a9b7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84043) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 21:15:26.606193 n-d-838334-2 neutron-server[84043]: DEBUG neutron_lib.callbacks.manager [None req-6e2b8717-ef6f-4463-854d-98ee49765c58 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:15:26.606577 n-d-838334-2 neutron-server[84043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e2b8717-ef6f-4463-854d-98ee49765c58 None None] Bound using segment: {'id': '19d30c16-18c6-4ab1-af4a-d3b9c52732a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '0da44c8a-15a6-48d5-b8a3-e2609519a9b7'} {{(pid=84043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 18 21:15:26.607036 n-d-838334-2 neutron-server[84043]: DEBUG neutron.plugins.ml2.managers [None req-6e2b8717-ef6f-4463-854d-98ee49765c58 None None] Bound port: 78e8a164-6328-4471-8f1e-15f9ab88165b, host: n-d-838334-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '19d30c16-18c6-4ab1-af4a-d3b9c52732a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '0da44c8a-15a6-48d5-b8a3-e2609519a9b7'}}] {{(pid=84043) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 21:15:26.607400 n-d-838334-2 neutron-server[84043]: DEBUG neutron_lib.callbacks.manager [None req-6e2b8717-ef6f-4463-854d-98ee49765c58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:15:26.613950 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-3849d7cf-e882-4c07-b407-71623b0bdaa4 tempest-TestNetworkBasicOps-1936690218 tempest-TestNetworkBasicOps-1936690218-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:15:26.624634 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-3849d7cf-e882-4c07-b407-71623b0bdaa4 tempest-TestNetworkBasicOps-1936690218 tempest-TestNetworkBasicOps-1936690218-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33528311'] for security_group_rule, after_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:15:26.665277 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3849d7cf-e882-4c07-b407-71623b0bdaa4 tempest-TestNetworkBasicOps-1936690218 tempest-TestNetworkBasicOps-1936690218-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9bba7de9-45e4-46cd-85de-6c4a2a25ee97,revision_number=0']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:15:26.676473 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-3849d7cf-e882-4c07-b407-71623b0bdaa4 tempest-TestNetworkBasicOps-1936690218 tempest-TestNetworkBasicOps-1936690218-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:15:26.682267 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-3849d7cf-e882-4c07-b407-71623b0bdaa4 tempest-TestNetworkBasicOps-1936690218 tempest-TestNetworkBasicOps-1936690218-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.2326400 Apr 18 21:15:26.682519 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 55282) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:15:26.688843 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.v2.base [None req-e8a40b9c-41df-40a7-bf7b-c31c567caded tempest-TestNetworkBasicOps-1936690218 tempest-TestNetworkBasicOps-1936690218-project] Request body: {'security_group_rule': {'security_group_id': 'e23205b5-e0ed-469c-a637-288fc47c3386', 'project_id': '08ce18aa0ce94082a747ec94ccd8cac1', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=84040) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:15:26.695210 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [None req-e8a40b9c-41df-40a7-bf7b-c31c567caded tempest-TestNetworkBasicOps-1936690218 tempest-TestNetworkBasicOps-1936690218-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:15:26.699028 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-e8a40b9c-41df-40a7-bf7b-c31c567caded tempest-TestNetworkBasicOps-1936690218 tempest-TestNetworkBasicOps-1936690218-project] Usage tracker for resource:security_group_rule and tenant:08ce18aa0ce94082a747ec94ccd8cac1 is out of sync, need to count used quota {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:15:26.702099 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-e8a40b9c-41df-40a7-bf7b-c31c567caded tempest-TestNetworkBasicOps-1936690218 tempest-TestNetworkBasicOps-1936690218-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:15:26.709034 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [None req-e8a40b9c-41df-40a7-bf7b-c31c567caded tempest-TestNetworkBasicOps-1936690218 tempest-TestNetworkBasicOps-1936690218-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:15:26.731215 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-e8a40b9c-41df-40a7-bf7b-c31c567caded tempest-TestNetworkBasicOps-1936690218 tempest-TestNetworkBasicOps-1936690218-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:15:26.733413 n-d-838334-2 neutron-server[84043]: DEBUG neutron.plugins.ml2.db [None req-6e2b8717-ef6f-4463-854d-98ee49765c58 None None] For port 78e8a164-6328-4471-8f1e-15f9ab88165b, host n-d-838334-2, cleared binding levels {{(pid=84043) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 21:15:26.736928 n-d-838334-2 neutron-server[84043]: DEBUG neutron.plugins.ml2.db [None req-6e2b8717-ef6f-4463-854d-98ee49765c58 None None] For port 78e8a164-6328-4471-8f1e-15f9ab88165b, host n-d-838334-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838334-2',level=0,port_id=78e8a164-6328-4471-8f1e-15f9ab88165b,segment=NetworkSegment(19d30c16-18c6-4ab1-af4a-d3b9c52732a6),segment_id=19d30c16-18c6-4ab1-af4a-d3b9c52732a6)] {{(pid=84043) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 21:15:26.745589 n-d-838334-2 neutron-server[84043]: DEBUG neutron_lib.callbacks.manager [None req-6e2b8717-ef6f-4463-854d-98ee49765c58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682'] for port, after_update {{(pid=84043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:15:26.806069 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-e8a40b9c-41df-40a7-bf7b-c31c567caded tempest-TestNetworkBasicOps-1936690218 tempest-TestNetworkBasicOps-1936690218-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:15:26.812888 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-e8a40b9c-41df-40a7-bf7b-c31c567caded tempest-TestNetworkBasicOps-1936690218 tempest-TestNetworkBasicOps-1936690218-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33528311'] for security_group_rule, after_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:15:26.819227 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd8b38a9-7bad-4a86-9de6-4a67e63818a2 None None] New status for floating IP 86964f65-49de-4ddd-b58d-645d3f7700a2: ACTIVE {{(pid=84042) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Apr 18 21:15:26.829872 n-d-838334-2 neutron-server[84043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8c5732f-db28-4e48-8127-007363b84e55 None None] Pushing event updated for resources: {'Port': ['ID=78e8a164-6328-4471-8f1e-15f9ab88165b,revision_number=4']} {{(pid=84043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:15:26.835431 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e2b8717-ef6f-4463-854d-98ee49765c58 None None] Routers {'b99cf232-05aa-4212-8f94-0748ead02435'} bound to L3 agent in host n-d-838334-2 {{(pid=84043) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 21:15:26.836078 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.l3_hamode_db [None req-6e2b8717-ef6f-4463-854d-98ee49765c58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838334-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-18T20:25:48Z,description=,heartbeat_timestamp=2022-04-18T21:15:18Z,host='n-d-838334-2',id=bc84d6c9-dd7a-4555-a351-592327b46d5a,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:25:48Z,topic='l3_agent')) {'router_ids': ['b99cf232-05aa-4212-8f94-0748ead02435'], 'active': True} {{(pid=84043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:15:26.855380 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8a40b9c-41df-40a7-bf7b-c31c567caded tempest-TestNetworkBasicOps-1936690218 tempest-TestNetworkBasicOps-1936690218-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=27860ed4-3a49-42a3-a9e9-5b831f270b0b,revision_number=0']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:15:26.879748 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-e8a40b9c-41df-40a7-bf7b-c31c567caded tempest-TestNetworkBasicOps-1936690218 tempest-TestNetworkBasicOps-1936690218-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:15:26.883851 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-e8a40b9c-41df-40a7-bf7b-c31c567caded tempest-TestNetworkBasicOps-1936690218 tempest-TestNetworkBasicOps-1936690218-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.1971898 Apr 18 21:15:26.884132 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 55286) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:15:26.891880 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.v2.base [None req-2b8c4e6e-a360-4977-8bef-441775fbe082 tempest-TestNetworkBasicOps-1936690218 tempest-TestNetworkBasicOps-1936690218-project] Request body: {'security_group_rule': {'security_group_id': 'e23205b5-e0ed-469c-a637-288fc47c3386', 'project_id': '08ce18aa0ce94082a747ec94ccd8cac1', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=84040) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:15:26.902252 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [None req-2b8c4e6e-a360-4977-8bef-441775fbe082 tempest-TestNetworkBasicOps-1936690218 tempest-TestNetworkBasicOps-1936690218-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:15:26.907063 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-2b8c4e6e-a360-4977-8bef-441775fbe082 tempest-TestNetworkBasicOps-1936690218 tempest-TestNetworkBasicOps-1936690218-project] Usage tracker for resource:security_group_rule and tenant:08ce18aa0ce94082a747ec94ccd8cac1 is out of sync, need to count used quota {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:15:26.910977 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-2b8c4e6e-a360-4977-8bef-441775fbe082 tempest-TestNetworkBasicOps-1936690218 tempest-TestNetworkBasicOps-1936690218-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:15:26.918008 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [None req-2b8c4e6e-a360-4977-8bef-441775fbe082 tempest-TestNetworkBasicOps-1936690218 tempest-TestNetworkBasicOps-1936690218-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:15:26.946967 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-2b8c4e6e-a360-4977-8bef-441775fbe082 tempest-TestNetworkBasicOps-1936690218 tempest-TestNetworkBasicOps-1936690218-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:15:27.052594 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-2b8c4e6e-a360-4977-8bef-441775fbe082 tempest-TestNetworkBasicOps-1936690218 tempest-TestNetworkBasicOps-1936690218-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:15:27.058482 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-2b8c4e6e-a360-4977-8bef-441775fbe082 tempest-TestNetworkBasicOps-1936690218 tempest-TestNetworkBasicOps-1936690218-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33528311'] for security_group_rule, after_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:15:27.085652 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b8c4e6e-a360-4977-8bef-441775fbe082 tempest-TestNetworkBasicOps-1936690218 tempest-TestNetworkBasicOps-1936690218-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f42d301f-9a55-448d-8f43-b26d3f5e1e92,revision_number=0']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:15:27.101402 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-2b8c4e6e-a360-4977-8bef-441775fbe082 tempest-TestNetworkBasicOps-1936690218 tempest-TestNetworkBasicOps-1936690218-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:15:27.103591 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-2b8c4e6e-a360-4977-8bef-441775fbe082 tempest-TestNetworkBasicOps-1936690218 tempest-TestNetworkBasicOps-1936690218-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.2185411 Apr 18 21:15:27.106426 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 55292) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:15:27.113368 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.v2.base [None req-eaf032a0-fc08-41d8-b96c-c5d13db00cdd tempest-TestNetworkBasicOps-1936690218 tempest-TestNetworkBasicOps-1936690218-project] Request body: {'security_group_rule': {'security_group_id': 'e23205b5-e0ed-469c-a637-288fc47c3386', 'project_id': '08ce18aa0ce94082a747ec94ccd8cac1', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=84040) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:15:27.115933 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.l3_dvr_db [None req-6e2b8717-ef6f-4463-854d-98ee49765c58 None None] Set router b99cf232-05aa-4212-8f94-0748ead02435 gateway port host: n-d-838334-2 {{(pid=84043) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 21:15:27.121783 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [None req-eaf032a0-fc08-41d8-b96c-c5d13db00cdd tempest-TestNetworkBasicOps-1936690218 tempest-TestNetworkBasicOps-1936690218-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:15:27.127136 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-eaf032a0-fc08-41d8-b96c-c5d13db00cdd tempest-TestNetworkBasicOps-1936690218 tempest-TestNetworkBasicOps-1936690218-project] Usage tracker for resource:security_group_rule and tenant:08ce18aa0ce94082a747ec94ccd8cac1 is out of sync, need to count used quota {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:15:27.131499 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-eaf032a0-fc08-41d8-b96c-c5d13db00cdd tempest-TestNetworkBasicOps-1936690218 tempest-TestNetworkBasicOps-1936690218-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:15:27.137715 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [None req-eaf032a0-fc08-41d8-b96c-c5d13db00cdd tempest-TestNetworkBasicOps-1936690218 tempest-TestNetworkBasicOps-1936690218-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:15:27.157744 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-eaf032a0-fc08-41d8-b96c-c5d13db00cdd tempest-TestNetworkBasicOps-1936690218 tempest-TestNetworkBasicOps-1936690218-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:15:27.236496 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-eaf032a0-fc08-41d8-b96c-c5d13db00cdd tempest-TestNetworkBasicOps-1936690218 tempest-TestNetworkBasicOps-1936690218-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:15:27.243046 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-eaf032a0-fc08-41d8-b96c-c5d13db00cdd tempest-TestNetworkBasicOps-1936690218 tempest-TestNetworkBasicOps-1936690218-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33528311'] for security_group_rule, after_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:15:27.278421 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-eaf032a0-fc08-41d8-b96c-c5d13db00cdd tempest-TestNetworkBasicOps-1936690218 tempest-TestNetworkBasicOps-1936690218-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:15:27.282333 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-eaf032a0-fc08-41d8-b96c-c5d13db00cdd tempest-TestNetworkBasicOps-1936690218 tempest-TestNetworkBasicOps-1936690218-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.1721396 Apr 18 21:15:27.282333 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaf032a0-fc08-41d8-b96c-c5d13db00cdd tempest-TestNetworkBasicOps-1936690218 tempest-TestNetworkBasicOps-1936690218-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=661e73ec-1bce-4b95-bac5-5594555563f3,revision_number=0']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:15:27.282715 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 55302) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:15:27.290134 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Device 50095411-0043-4208-a2b0-c3f36cfbb898 up at agent hyperv_n-h1-838334-2 {{(pid=84042) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 21:15:27.291533 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.v2.base [None req-69c6bfea-3701-4f0a-907f-2b2f547774cb tempest-TestNetworkBasicOps-1936690218 tempest-TestNetworkBasicOps-1936690218-project] Request body: {'security_group_rule': {'security_group_id': 'e23205b5-e0ed-469c-a637-288fc47c3386', 'project_id': '08ce18aa0ce94082a747ec94ccd8cac1', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=84040) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:15:27.298792 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [None req-69c6bfea-3701-4f0a-907f-2b2f547774cb tempest-TestNetworkBasicOps-1936690218 tempest-TestNetworkBasicOps-1936690218-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:15:27.304107 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-69c6bfea-3701-4f0a-907f-2b2f547774cb tempest-TestNetworkBasicOps-1936690218 tempest-TestNetworkBasicOps-1936690218-project] Usage tracker for resource:security_group_rule and tenant:08ce18aa0ce94082a747ec94ccd8cac1 is out of sync, need to count used quota {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:15:27.308050 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-69c6bfea-3701-4f0a-907f-2b2f547774cb tempest-TestNetworkBasicOps-1936690218 tempest-TestNetworkBasicOps-1936690218-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:15:27.318117 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [None req-69c6bfea-3701-4f0a-907f-2b2f547774cb tempest-TestNetworkBasicOps-1936690218 tempest-TestNetworkBasicOps-1936690218-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:15:27.332197 n-d-838334-2 neutron-server[84040]: INFO neutron.db.securitygroups_db [None req-69c6bfea-3701-4f0a-907f-2b2f547774cb tempest-TestNetworkBasicOps-1936690218 tempest-TestNetworkBasicOps-1936690218-project] Project 08ce18aa0ce94082a747ec94ccd8cac1 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 18 21:15:27.341933 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-69c6bfea-3701-4f0a-907f-2b2f547774cb tempest-TestNetworkBasicOps-1936690218 tempest-TestNetworkBasicOps-1936690218-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:15:27.419793 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Provisioning for port 50095411-0043-4208-a2b0-c3f36cfbb898 completed by entity L2. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 21:15:27.421355 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Provisioning complete for port 50095411-0043-4208-a2b0-c3f36cfbb898 triggered by entity L2. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:15:27.421807 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1253608'] for port, provisioning_complete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:15:27.535714 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-69c6bfea-3701-4f0a-907f-2b2f547774cb tempest-TestNetworkBasicOps-1936690218 tempest-TestNetworkBasicOps-1936690218-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:15:27.538674 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.l3_hamode_db [None req-6e2b8717-ef6f-4463-854d-98ee49765c58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b99cf232-05aa-4212-8f94-0748ead02435', 'name': 'tempest-TestNetworkBasicOps-router-310213544', 'tenant_id': '08ce18aa0ce94082a747ec94ccd8cac1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'external_fixed_ips': [{'subnet_id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'ip_address': '172.25.8.61'}], 'enable_snat': True}, 'gw_port_id': '10d70ee7-4999-4775-97af-43b9f0013683', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:15:13Z', 'updated_at': '2022-04-18T21:15:22Z', 'revision_number': 4, 'project_id': '08ce18aa0ce94082a747ec94ccd8cac1', 'gw_port': {'id': '10d70ee7-4999-4775-97af-43b9f0013683', 'name': '', 'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:90:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b99cf232-05aa-4212-8f94-0748ead02435', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'ip_address': '172.25.8.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:15:14Z', 'updated_at': '2022-04-18T21:15:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838334-2', '_interfaces': [{'id': '78e8a164-6328-4471-8f1e-15f9ab88165b', 'name': '', 'network_id': '0da44c8a-15a6-48d5-b8a3-e2609519a9b7', 'tenant_id': '08ce18aa0ce94082a747ec94ccd8cac1', 'mac_address': 'fa:16:3e:00:fd:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b99cf232-05aa-4212-8f94-0748ead02435', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b2906c47-8f19-4603-9015-e0383cdd68a4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:15:21Z', 'updated_at': '2022-04-18T21:15:26Z', 'revision_number': 4, 'project_id': '08ce18aa0ce94082a747ec94ccd8cac1', 'subnets': [{'id': 'b2906c47-8f19-4603-9015-e0383cdd68a4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838334-2', False) {} {{(pid=84043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:15:27.544703 n-d-838334-2 neutron-server[84043]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e2b8717-ef6f-4463-854d-98ee49765c58 None None] The sync data for ids ['b99cf232-05aa-4212-8f94-0748ead02435'] in n-d-838334-2 is: [{'id': 'b99cf232-05aa-4212-8f94-0748ead02435', 'name': 'tempest-TestNetworkBasicOps-router-310213544', 'tenant_id': '08ce18aa0ce94082a747ec94ccd8cac1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'external_fixed_ips': [{'subnet_id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'ip_address': '172.25.8.61'}], 'enable_snat': True}, 'gw_port_id': '10d70ee7-4999-4775-97af-43b9f0013683', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:15:13Z', 'updated_at': '2022-04-18T21:15:22Z', 'revision_number': 4, 'project_id': '08ce18aa0ce94082a747ec94ccd8cac1', 'gw_port': {'id': '10d70ee7-4999-4775-97af-43b9f0013683', 'name': '', 'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:90:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b99cf232-05aa-4212-8f94-0748ead02435', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'ip_address': '172.25.8.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:15:14Z', 'updated_at': '2022-04-18T21:15:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838334-2', '_interfaces': [{'id': '78e8a164-6328-4471-8f1e-15f9ab88165b', 'name': '', 'network_id': '0da44c8a-15a6-48d5-b8a3-e2609519a9b7', 'tenant_id': '08ce18aa0ce94082a747ec94ccd8cac1', 'mac_address': 'fa:16:3e:00:fd:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b99cf232-05aa-4212-8f94-0748ead02435', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b2906c47-8f19-4603-9015-e0383cdd68a4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:15:21Z', 'updated_at': '2022-04-18T21:15:26Z', 'revision_number': 4, 'project_id': '08ce18aa0ce94082a747ec94ccd8cac1', 'subnets': [{'id': 'b2906c47-8f19-4603-9015-e0383cdd68a4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84043) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 18 21:15:27.547231 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-69c6bfea-3701-4f0a-907f-2b2f547774cb tempest-TestNetworkBasicOps-1936690218 tempest-TestNetworkBasicOps-1936690218-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33528311'] for security_group_rule, after_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:15:27.569584 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69c6bfea-3701-4f0a-907f-2b2f547774cb tempest-TestNetworkBasicOps-1936690218 tempest-TestNetworkBasicOps-1936690218-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=71bb63bc-1821-4f9e-aea9-5e3eb6d591f3,revision_number=0']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:15:27.588805 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:15:27.598923 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29e5b0ac-930b-4545-b092-2024ede1a582 req-088adba9-d86d-4a59-b1c3-490dcc4e03e5 tempest-VolumesBackupsTest-273593874 tempest-VolumesBackupsTest-273593874-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:15:27.606137 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-29e5b0ac-930b-4545-b092-2024ede1a582 req-088adba9-d86d-4a59-b1c3-490dcc4e03e5 tempest-VolumesBackupsTest-273593874 tempest-VolumesBackupsTest-273593874-project] 10.222.0.42 "GET /v2.0/ports?device_id=f9a4504d-a7fe-4e48-bac2-8338fe809415 HTTP/1.1" status: 200 len: 949 time: 0.2067423 Apr 18 21:15:27.626908 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-69c6bfea-3701-4f0a-907f-2b2f547774cb tempest-TestNetworkBasicOps-1936690218 tempest-TestNetworkBasicOps-1936690218-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:15:27.628227 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-69c6bfea-3701-4f0a-907f-2b2f547774cb tempest-TestNetworkBasicOps-1936690218 tempest-TestNetworkBasicOps-1936690218-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.3442578 Apr 18 21:15:27.632374 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 55310) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:15:27.639918 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.v2.base [None req-37b78746-af31-44fd-849e-9403a20257c1 tempest-TestNetworkBasicOps-1936690218 tempest-TestNetworkBasicOps-1936690218-project] Request body: {'security_group_rule': {'security_group_id': 'e23205b5-e0ed-469c-a637-288fc47c3386', 'project_id': '08ce18aa0ce94082a747ec94ccd8cac1', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=84040) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:15:27.652332 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [None req-37b78746-af31-44fd-849e-9403a20257c1 tempest-TestNetworkBasicOps-1936690218 tempest-TestNetworkBasicOps-1936690218-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:15:27.660516 n-d-838334-2 neutron-server[84042]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f9a4504d-a7fe-4e48-bac2-8338fe809415', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '50095411-0043-4208-a2b0-c3f36cfbb898'}] {{(pid=84042) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 21:15:27.692037 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-37b78746-af31-44fd-849e-9403a20257c1 tempest-TestNetworkBasicOps-1936690218 tempest-TestNetworkBasicOps-1936690218-project] Usage tracker for resource:security_group_rule and tenant:08ce18aa0ce94082a747ec94ccd8cac1 is out of sync, need to count used quota {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:15:27.694746 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] For port 50095411-0043-4208-a2b0-c3f36cfbb898, host n-h1-838334-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838334-2',level=0,port_id=50095411-0043-4208-a2b0-c3f36cfbb898,segment=NetworkSegment(62b85806-94d8-4a88-a06c-da82e5932d66),segment_id=62b85806-94d8-4a88-a06c-da82e5932d66)] {{(pid=84042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:15:27.701042 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682'] for port, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:15:27.704856 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-29e5b0ac-930b-4545-b092-2024ede1a582 req-7b6fcc99-e7c7-40c6-8595-d39ad06a9636 tempest-VolumesBackupsTest-273593874 tempest-VolumesBackupsTest-273593874-project] 10.222.0.42 "GET /v2.0/security-groups?id=b0c76cc6-04b1-4f10-becd-8b685ab4a08f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0976508 Apr 18 21:15:27.706634 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-37b78746-af31-44fd-849e-9403a20257c1 tempest-TestNetworkBasicOps-1936690218 tempest-TestNetworkBasicOps-1936690218-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:15:27.715890 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [None req-37b78746-af31-44fd-849e-9403a20257c1 tempest-TestNetworkBasicOps-1936690218 tempest-TestNetworkBasicOps-1936690218-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:15:27.768918 n-d-838334-2 neutron-server[84040]: INFO neutron.db.securitygroups_db [None req-37b78746-af31-44fd-849e-9403a20257c1 tempest-TestNetworkBasicOps-1936690218 tempest-TestNetworkBasicOps-1936690218-project] Project 08ce18aa0ce94082a747ec94ccd8cac1 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 18 21:15:27.788007 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-37b78746-af31-44fd-849e-9403a20257c1 tempest-TestNetworkBasicOps-1936690218 tempest-TestNetworkBasicOps-1936690218-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:15:27.839916 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Pushing event updated for resources: {'Port': ['ID=50095411-0043-4208-a2b0-c3f36cfbb898,revision_number=5']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:15:27.858348 n-d-838334-2 neutron-server[84042]: INFO neutron.notifiers.nova [-] Nova event matching ['req-91a7c109-d568-4c7e-9f85-6a3c42872e60'] response: {'server_uuid': 'f9a4504d-a7fe-4e48-bac2-8338fe809415', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '50095411-0043-4208-a2b0-c3f36cfbb898', 'code': 200} Apr 18 21:15:27.875390 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c605bdcc-ae9b-4433-89e1-e1d96902a54e req-aa2aa46f-8377-49ab-853d-a69642e620d9 tempest-VolumesSnapshotTestJSON-1863616769 tempest-VolumesSnapshotTestJSON-1863616769-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:15:27.878002 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-c605bdcc-ae9b-4433-89e1-e1d96902a54e req-aa2aa46f-8377-49ab-853d-a69642e620d9 tempest-VolumesSnapshotTestJSON-1863616769 tempest-VolumesSnapshotTestJSON-1863616769-project] 10.222.0.42 "GET /v2.0/ports?device_id=6af0c110-60e2-46a5-800d-0c446686e8a5 HTTP/1.1" status: 200 len: 944 time: 0.1894965 Apr 18 21:15:27.924917 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-37b78746-af31-44fd-849e-9403a20257c1 tempest-TestNetworkBasicOps-1936690218 tempest-TestNetworkBasicOps-1936690218-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:15:27.933170 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-37b78746-af31-44fd-849e-9403a20257c1 tempest-TestNetworkBasicOps-1936690218 tempest-TestNetworkBasicOps-1936690218-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33528311'] for security_group_rule, after_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:15:27.996744 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37b78746-af31-44fd-849e-9403a20257c1 tempest-TestNetworkBasicOps-1936690218 tempest-TestNetworkBasicOps-1936690218-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=efe05793-223d-4947-8bd3-38bd0330ddf0,revision_number=0']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:15:28.008961 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-c3d26d03-9bca-48e4-88ec-e8dce61ede8e req-98aa6460-b5fe-43c7-8bf7-e36c8390489d service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=f9a4504d-a7fe-4e48-bac2-8338fe809415 HTTP/1.1" status: 200 len: 1101 time: 0.1013370 Apr 18 21:15:28.025466 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-c605bdcc-ae9b-4433-89e1-e1d96902a54e req-15b3b1ed-5d3c-4529-a609-df4e13f86757 tempest-VolumesSnapshotTestJSON-1863616769 tempest-VolumesSnapshotTestJSON-1863616769-project] 10.222.0.42 "GET /v2.0/security-groups?id=9fa5ce7e-93a0-4048-a52a-367318ec4781&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1260087 Apr 18 21:15:28.036271 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-37b78746-af31-44fd-849e-9403a20257c1 tempest-TestNetworkBasicOps-1936690218 tempest-TestNetworkBasicOps-1936690218-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:15:28.037620 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-37b78746-af31-44fd-849e-9403a20257c1 tempest-TestNetworkBasicOps-1936690218 tempest-TestNetworkBasicOps-1936690218-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.4043255 Apr 18 21:15:28.068591 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-c3d26d03-9bca-48e4-88ec-e8dce61ede8e req-c70e8bb5-f55b-4e93-ad3d-f204439895e0 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=b0c76cc6-04b1-4f10-becd-8b685ab4a08f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521340 Apr 18 21:15:28.229753 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-a4a46db7-24c2-4690-8660-09c9455a1f6a req-9bcf9d60-c5cf-4824-be7b-e67f6cd52a41 tempest-TestNetworkBasicOps-1936690218 tempest-TestNetworkBasicOps-1936690218-project] 10.222.0.42 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-124269283&fields=id&tenant_id=08ce18aa0ce94082a747ec94ccd8cac1 HTTP/1.1" status: 200 len: 267 time: 0.0451236 Apr 18 21:15:28.397786 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4a46db7-24c2-4690-8660-09c9455a1f6a req-4540f02a-4262-46e8-80c8-a1f8d8e96938 tempest-TestNetworkBasicOps-1936690218 tempest-TestNetworkBasicOps-1936690218-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:15:28.399261 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-a4a46db7-24c2-4690-8660-09c9455a1f6a req-4540f02a-4262-46e8-80c8-a1f8d8e96938 tempest-TestNetworkBasicOps-1936690218 tempest-TestNetworkBasicOps-1936690218-project] 10.222.0.42 "GET /v2.0/networks?id=0da44c8a-15a6-48d5-b8a3-e2609519a9b7 HTTP/1.1" status: 200 len: 795 time: 0.1616237 Apr 18 21:15:28.417828 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-a4a46db7-24c2-4690-8660-09c9455a1f6a req-d7967bef-24d4-4efc-9764-1a87c5d25c3e tempest-TestNetworkBasicOps-1936690218 tempest-TestNetworkBasicOps-1936690218-project] 10.222.0.42 "GET /v2.0/quotas/08ce18aa0ce94082a747ec94ccd8cac1 HTTP/1.1" status: 200 len: 375 time: 0.0130198 Apr 18 21:15:28.539688 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-a4a46db7-24c2-4690-8660-09c9455a1f6a req-2a7c5f61-9bdb-4475-af07-7028f5e4448e tempest-TestNetworkBasicOps-1936690218 tempest-TestNetworkBasicOps-1936690218-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=08ce18aa0ce94082a747ec94ccd8cac1&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1164179 Apr 18 21:15:28.790237 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-a4a46db7-24c2-4690-8660-09c9455a1f6a req-bebe6888-ed5e-4904-80ad-ae367f73d7b9 service neutron] 10.222.0.42 "GET /v2.0/networks/0da44c8a-15a6-48d5-b8a3-e2609519a9b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2381737 Apr 18 21:15:28.939435 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Device 6920160f-5b8a-4a16-a661-3cf891258204 up at agent hyperv_n-h2-838334-2 {{(pid=84042) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 21:15:29.018593 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Provisioning for port 6920160f-5b8a-4a16-a661-3cf891258204 completed by entity L2. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 21:15:29.024252 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Provisioning complete for port 6920160f-5b8a-4a16-a661-3cf891258204 triggered by entity L2. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:15:29.024856 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1253608'] for port, provisioning_complete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:15:29.103983 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-a4a46db7-24c2-4690-8660-09c9455a1f6a req-81109d46-1731-4877-960b-b14b92885a62 service neutron] 10.222.0.42 "GET /v2.0/networks/0da44c8a-15a6-48d5-b8a3-e2609519a9b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3127818 Apr 18 21:15:29.117213 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c56e82e-49f3-4572-8008-5fad94d99687 req-b7deb996-a896-4868-8c30-3ab47df71276 tempest-VolumesBackupsTest-273593874 tempest-VolumesBackupsTest-273593874-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:15:29.119667 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-6c56e82e-49f3-4572-8008-5fad94d99687 req-b7deb996-a896-4868-8c30-3ab47df71276 tempest-VolumesBackupsTest-273593874 tempest-VolumesBackupsTest-273593874-project] 10.222.0.42 "GET /v2.0/ports?device_id=f9a4504d-a7fe-4e48-bac2-8338fe809415 HTTP/1.1" status: 200 len: 950 time: 0.2574925 Apr 18 21:15:29.150443 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:15:29.179445 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-6c56e82e-49f3-4572-8008-5fad94d99687 req-b71ab91c-90b1-432c-8613-993d454712fa tempest-VolumesBackupsTest-273593874 tempest-VolumesBackupsTest-273593874-project] 10.222.0.42 "GET /v2.0/security-groups?id=b0c76cc6-04b1-4f10-becd-8b685ab4a08f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515418 Apr 18 21:15:29.192165 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] For port 6920160f-5b8a-4a16-a661-3cf891258204, host n-h2-838334-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838334-2',level=0,port_id=6920160f-5b8a-4a16-a661-3cf891258204,segment=NetworkSegment(67a93bb4-0871-4d6d-b5c2-05b702305dba),segment_id=67a93bb4-0871-4d6d-b5c2-05b702305dba)] {{(pid=84042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:15:29.205364 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682'] for port, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:15:29.291963 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Pushing event updated for resources: {'Port': ['ID=6920160f-5b8a-4a16-a661-3cf891258204,revision_number=5']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:15:29.362887 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-fed198ee-3652-48ab-afd5-f6b4d6622e1c req-8dbf6cdc-7548-4714-bcff-6b62cbf04185 tempest-TestNetworkBasicOps-1936690218 tempest-TestNetworkBasicOps-1936690218-project] 10.222.0.42 "GET /v2.0/ports?device_id=2ff68f2f-27b8-4852-8ec1-1e8bd408587d HTTP/1.1" status: 200 len: 210 time: 0.0784757 Apr 18 21:15:29.406675 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0c59bba-ef6d-462c-96f5-ff16420e19c8 req-a9d64690-cc95-4442-9abc-3f321e09bf78 tempest-VolumesSnapshotTestJSON-1863616769 tempest-VolumesSnapshotTestJSON-1863616769-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:15:29.408206 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-c0c59bba-ef6d-462c-96f5-ff16420e19c8 req-a9d64690-cc95-4442-9abc-3f321e09bf78 tempest-VolumesSnapshotTestJSON-1863616769 tempest-VolumesSnapshotTestJSON-1863616769-project] 10.222.0.42 "GET /v2.0/ports?device_id=6af0c110-60e2-46a5-800d-0c446686e8a5 HTTP/1.1" status: 200 len: 945 time: 0.0918314 Apr 18 21:15:29.454812 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-c0c59bba-ef6d-462c-96f5-ff16420e19c8 req-0e397c06-6175-4ea7-b3d2-693f20f3374f tempest-VolumesSnapshotTestJSON-1863616769 tempest-VolumesSnapshotTestJSON-1863616769-project] 10.222.0.42 "GET /v2.0/security-groups?id=9fa5ce7e-93a0-4048-a52a-367318ec4781&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411365 Apr 18 21:15:29.585394 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Device 78e8a164-6328-4471-8f1e-15f9ab88165b up at agent ovs-agent-n-d-838334-2 {{(pid=84042) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 21:15:29.687414 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Provisioning for port 78e8a164-6328-4471-8f1e-15f9ab88165b completed by entity L2. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 21:15:29.701652 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Provisioning complete for port 78e8a164-6328-4471-8f1e-15f9ab88165b triggered by entity L2. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:15:29.703525 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1253608'] for port, provisioning_complete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:15:29.853640 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750375287399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253529'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:15:29.862995 n-d-838334-2 neutron-server[84042]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6af0c110-60e2-46a5-800d-0c446686e8a5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6920160f-5b8a-4a16-a661-3cf891258204'}] {{(pid=84042) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 21:15:29.880535 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:15:29.949380 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] For port 78e8a164-6328-4471-8f1e-15f9ab88165b, host n-d-838334-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838334-2',level=0,port_id=78e8a164-6328-4471-8f1e-15f9ab88165b,segment=NetworkSegment(19d30c16-18c6-4ab1-af4a-d3b9c52732a6),segment_id=19d30c16-18c6-4ab1-af4a-d3b9c52732a6)] {{(pid=84042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:15:29.956740 n-d-838334-2 neutron-server[84042]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d20dc77c-8737-4e0e-aae8-7f3f318063d5'] response: {'server_uuid': '6af0c110-60e2-46a5-800d-0c446686e8a5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6920160f-5b8a-4a16-a661-3cf891258204', 'code': 200} Apr 18 21:15:29.961198 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682'] for port, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:15:30.072351 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Pushing event updated for resources: {'Port': ['ID=78e8a164-6328-4471-8f1e-15f9ab88165b,revision_number=5']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:15:30.124783 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-575e4715-cdcb-431c-bd79-0a93c6f25e2b req-17bb2b10-4921-4195-8e6c-d1d3d4b8717b service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=6af0c110-60e2-46a5-800d-0c446686e8a5 HTTP/1.1" status: 200 len: 1096 time: 0.0845370 Apr 18 21:15:30.176174 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-575e4715-cdcb-431c-bd79-0a93c6f25e2b req-99977178-d2f7-4835-85ae-99e1b62f838f service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=9fa5ce7e-93a0-4048-a52a-367318ec4781&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447576 Apr 18 21:15:30.395290 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c5bf4e0-a092-4f18-bf7c-1e296bcb04a5 req-55f229bf-5569-4199-9b04-954be5f59cd7 tempest-VolumesBackupsTest-273593874 tempest-VolumesBackupsTest-273593874-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:15:30.397076 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-4c5bf4e0-a092-4f18-bf7c-1e296bcb04a5 req-55f229bf-5569-4199-9b04-954be5f59cd7 tempest-VolumesBackupsTest-273593874 tempest-VolumesBackupsTest-273593874-project] 10.222.0.42 "GET /v2.0/ports?device_id=f9a4504d-a7fe-4e48-bac2-8338fe809415 HTTP/1.1" status: 200 len: 950 time: 0.0863001 Apr 18 21:15:30.472313 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-4c5bf4e0-a092-4f18-bf7c-1e296bcb04a5 req-90327379-d1db-4873-95e7-fb0d02dbbf51 tempest-VolumesBackupsTest-273593874 tempest-VolumesBackupsTest-273593874-project] 10.222.0.42 "GET /v2.0/security-groups?id=b0c76cc6-04b1-4f10-becd-8b685ab4a08f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682209 Apr 18 21:15:30.568004 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-1d83bc6b-c827-44fb-9e9e-e3fdcf834d6a req-b7ef0f67-d770-4a21-b166-47178f6a6148 tempest-TestNetworkBasicOps-1936690218 tempest-TestNetworkBasicOps-1936690218-project] 10.222.0.42 "GET /v2.0/ports?device_id=2ff68f2f-27b8-4852-8ec1-1e8bd408587d HTTP/1.1" status: 200 len: 210 time: 0.0496109 Apr 18 21:15:30.673941 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef00ce9f-2aa4-47cb-9800-ffb121d3c995 req-8988c98f-6653-49dc-9a08-0b67231933f4 tempest-VolumesSnapshotTestJSON-1863616769 tempest-VolumesSnapshotTestJSON-1863616769-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:15:30.675291 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-ef00ce9f-2aa4-47cb-9800-ffb121d3c995 req-8988c98f-6653-49dc-9a08-0b67231933f4 tempest-VolumesSnapshotTestJSON-1863616769 tempest-VolumesSnapshotTestJSON-1863616769-project] 10.222.0.42 "GET /v2.0/ports?device_id=6af0c110-60e2-46a5-800d-0c446686e8a5 HTTP/1.1" status: 200 len: 945 time: 0.0844862 Apr 18 21:15:30.726634 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-ef00ce9f-2aa4-47cb-9800-ffb121d3c995 req-9f002127-51fc-4813-8121-de1ef8eb76ce tempest-VolumesSnapshotTestJSON-1863616769 tempest-VolumesSnapshotTestJSON-1863616769-project] 10.222.0.42 "GET /v2.0/security-groups?id=9fa5ce7e-93a0-4048-a52a-367318ec4781&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457366 Apr 18 21:15:31.320436 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4a46db7-24c2-4690-8660-09c9455a1f6a req-c7291bf2-46e6-4235-8544-60d4c37b36d5 tempest-TestNetworkBasicOps-1936690218 tempest-TestNetworkBasicOps-1936690218-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:15:31.321247 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [req-a4a46db7-24c2-4690-8660-09c9455a1f6a req-c7291bf2-46e6-4235-8544-60d4c37b36d5 tempest-TestNetworkBasicOps-1936690218 tempest-TestNetworkBasicOps-1936690218-project] Synchronizing usage tracker for tenant:08ce18aa0ce94082a747ec94ccd8cac1 on resource:network {{(pid=84041) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 21:15:31.345695 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [req-a4a46db7-24c2-4690-8660-09c9455a1f6a req-c7291bf2-46e6-4235-8544-60d4c37b36d5 tempest-TestNetworkBasicOps-1936690218 tempest-TestNetworkBasicOps-1936690218-project] Unset dirty status for tenant:08ce18aa0ce94082a747ec94ccd8cac1 on resource:network {{(pid=84041) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 21:15:31.347221 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-a4a46db7-24c2-4690-8660-09c9455a1f6a req-c7291bf2-46e6-4235-8544-60d4c37b36d5 tempest-TestNetworkBasicOps-1936690218 tempest-TestNetworkBasicOps-1936690218-project] 10.222.0.43 "GET /v2.0/networks?id=0da44c8a-15a6-48d5-b8a3-e2609519a9b7 HTTP/1.1" status: 200 len: 795 time: 0.3954666 Apr 18 21:15:31.410403 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [req-a4a46db7-24c2-4690-8660-09c9455a1f6a req-9f101a1c-7083-4a2d-9d60-d86107ba6edf tempest-TestNetworkBasicOps-1936690218 tempest-TestNetworkBasicOps-1936690218-project] Synchronizing usage tracker for tenant:08ce18aa0ce94082a747ec94ccd8cac1 on resource:security_group {{(pid=84041) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 21:15:31.429395 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [req-a4a46db7-24c2-4690-8660-09c9455a1f6a req-9f101a1c-7083-4a2d-9d60-d86107ba6edf tempest-TestNetworkBasicOps-1936690218 tempest-TestNetworkBasicOps-1936690218-project] Unset dirty status for tenant:08ce18aa0ce94082a747ec94ccd8cac1 on resource:security_group {{(pid=84041) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 21:15:31.430910 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-a4a46db7-24c2-4690-8660-09c9455a1f6a req-9f101a1c-7083-4a2d-9d60-d86107ba6edf tempest-TestNetworkBasicOps-1936690218 tempest-TestNetworkBasicOps-1936690218-project] 10.222.0.43 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=08ce18aa0ce94082a747ec94ccd8cac1 HTTP/1.1" status: 200 len: 379 time: 0.0713089 Apr 18 21:15:31.439598 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.v2.base [req-a4a46db7-24c2-4690-8660-09c9455a1f6a req-9afeda9d-8bb9-4649-8679-7e7f9d9286dc tempest-TestNetworkBasicOps-1936690218 tempest-TestNetworkBasicOps-1936690218-project] Request body: {'port': {'device_id': '2ff68f2f-27b8-4852-8ec1-1e8bd408587d', 'network_id': '0da44c8a-15a6-48d5-b8a3-e2609519a9b7', 'admin_state_up': True, 'tenant_id': '08ce18aa0ce94082a747ec94ccd8cac1', 'security_groups': ['e23205b5-e0ed-469c-a637-288fc47c3386']}} {{(pid=84041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:15:31.561198 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Device 78e8a164-6328-4471-8f1e-15f9ab88165b up at agent ovs-agent-n-d-838334-2 {{(pid=84042) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 21:15:31.605475 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [req-a4a46db7-24c2-4690-8660-09c9455a1f6a req-9afeda9d-8bb9-4649-8679-7e7f9d9286dc tempest-TestNetworkBasicOps-1936690218 tempest-TestNetworkBasicOps-1936690218-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:15:31.610938 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [req-a4a46db7-24c2-4690-8660-09c9455a1f6a req-9afeda9d-8bb9-4649-8679-7e7f9d9286dc tempest-TestNetworkBasicOps-1936690218 tempest-TestNetworkBasicOps-1936690218-project] Usage tracker for resource:port and tenant:08ce18aa0ce94082a747ec94ccd8cac1 is out of sync, need to count used quota {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:15:31.613554 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [req-a4a46db7-24c2-4690-8660-09c9455a1f6a req-9afeda9d-8bb9-4649-8679-7e7f9d9286dc tempest-TestNetworkBasicOps-1936690218 tempest-TestNetworkBasicOps-1936690218-project] Quota usage for port was recalculated. Used quota:2. {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:15:31.620569 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [req-a4a46db7-24c2-4690-8660-09c9455a1f6a req-9afeda9d-8bb9-4649-8679-7e7f9d9286dc tempest-TestNetworkBasicOps-1936690218 tempest-TestNetworkBasicOps-1936690218-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:15:31.638071 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a4a46db7-24c2-4690-8660-09c9455a1f6a req-9afeda9d-8bb9-4649-8679-7e7f9d9286dc tempest-TestNetworkBasicOps-1936690218 tempest-TestNetworkBasicOps-1936690218-project] Made reservation on behalf of 08ce18aa0ce94082a747ec94ccd8cac1 for: {'port': 1} {{(pid=84041) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:15:31.641886 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [req-a4a46db7-24c2-4690-8660-09c9455a1f6a req-9afeda9d-8bb9-4649-8679-7e7f9d9286dc tempest-TestNetworkBasicOps-1936690218 tempest-TestNetworkBasicOps-1936690218-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:15:31.709049 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Provisioning complete for port 78e8a164-6328-4471-8f1e-15f9ab88165b triggered by entity L2. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:15:31.709669 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1253608'] for port, provisioning_complete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:15:31.831497 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-01776125-1c11-4dfe-8424-21ee1497ed55 req-3989ed8a-903e-432b-b055-beca72dc3225 tempest-TestNetworkBasicOps-1936690218 tempest-TestNetworkBasicOps-1936690218-project] 10.222.0.42 "GET /v2.0/ports?device_id=2ff68f2f-27b8-4852-8ec1-1e8bd408587d HTTP/1.1" status: 200 len: 210 time: 0.0802224 Apr 18 21:15:31.851489 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.db_base_plugin_common [req-a4a46db7-24c2-4690-8660-09c9455a1f6a req-9afeda9d-8bb9-4649-8679-7e7f9d9286dc tempest-TestNetworkBasicOps-1936690218 tempest-TestNetworkBasicOps-1936690218-project] Allocated IP 172.20.0.14 (0da44c8a-15a6-48d5-b8a3-e2609519a9b7/b2906c47-8f19-4603-9015-e0383cdd68a4/c50d9f5c-a87c-41ce-b980-c149a676fd20) {{(pid=84041) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 21:15:32.077075 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb5e5844-5f6d-4bf0-89bd-021f09d077e0 req-202c2b35-9a10-4392-8544-1870711d7f1c tempest-VolumesSnapshotTestJSON-1863616769 tempest-VolumesSnapshotTestJSON-1863616769-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:15:32.087133 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-cb5e5844-5f6d-4bf0-89bd-021f09d077e0 req-202c2b35-9a10-4392-8544-1870711d7f1c tempest-VolumesSnapshotTestJSON-1863616769 tempest-VolumesSnapshotTestJSON-1863616769-project] 10.222.0.42 "GET /v2.0/ports?device_id=6af0c110-60e2-46a5-800d-0c446686e8a5 HTTP/1.1" status: 200 len: 945 time: 0.1531875 Apr 18 21:15:32.173084 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-cb5e5844-5f6d-4bf0-89bd-021f09d077e0 req-85e07e06-a053-4213-a838-21f308bdc39f tempest-VolumesSnapshotTestJSON-1863616769 tempest-VolumesSnapshotTestJSON-1863616769-project] 10.222.0.42 "GET /v2.0/security-groups?id=9fa5ce7e-93a0-4048-a52a-367318ec4781&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0839572 Apr 18 21:15:32.217149 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [req-a4a46db7-24c2-4690-8660-09c9455a1f6a req-9afeda9d-8bb9-4649-8679-7e7f9d9286dc tempest-TestNetworkBasicOps-1936690218 tempest-TestNetworkBasicOps-1936690218-project] Notify callbacks [] for port, precommit_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:15:32.249185 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.provisioning_blocks [req-a4a46db7-24c2-4690-8660-09c9455a1f6a req-9afeda9d-8bb9-4649-8679-7e7f9d9286dc tempest-TestNetworkBasicOps-1936690218 tempest-TestNetworkBasicOps-1936690218-project] Transition to ACTIVE for port object c50d9f5c-a87c-41ce-b980-c149a676fd20 will not be triggered until provisioned by entity DHCP. {{(pid=84041) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:15:32.290050 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [req-a4a46db7-24c2-4690-8660-09c9455a1f6a req-9afeda9d-8bb9-4649-8679-7e7f9d9286dc tempest-TestNetworkBasicOps-1936690218 tempest-TestNetworkBasicOps-1936690218-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750374836619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32266323'] for port, after_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:15:32.370068 n-d-838334-2 neutron-server[84041]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a4a46db7-24c2-4690-8660-09c9455a1f6a req-9afeda9d-8bb9-4649-8679-7e7f9d9286dc tempest-TestNetworkBasicOps-1936690218 tempest-TestNetworkBasicOps-1936690218-project] Network 0da44c8a-15a6-48d5-b8a3-e2609519a9b7 is already hosted by enough agents. {{(pid=84041) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:15:32.379400 n-d-838334-2 neutron-server[84041]: DEBUG neutron.scheduler.base_scheduler [req-a4a46db7-24c2-4690-8660-09c9455a1f6a req-9afeda9d-8bb9-4649-8679-7e7f9d9286dc tempest-TestNetworkBasicOps-1936690218 tempest-TestNetworkBasicOps-1936690218-project] Resources bound (agent type, host, resource id): {{(pid=84041) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:15:32.400374 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.l3_dvrscheduler_db [req-a4a46db7-24c2-4690-8660-09c9455a1f6a req-9afeda9d-8bb9-4649-8679-7e7f9d9286dc tempest-TestNetworkBasicOps-1936690218 tempest-TestNetworkBasicOps-1936690218-project] Received port after_create {{(pid=84041) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 21:15:32.500686 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9afeda9d-8bb9-4649-8679-7e7f9d9286dc tempest-TestNetworkBasicOps-1936690218 tempest-TestNetworkBasicOps-1936690218-project] Pushing event updated for resources: {'Port': ['ID=c50d9f5c-a87c-41ce-b980-c149a676fd20,revision_number=1']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:15:32.522778 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4a46db7-24c2-4690-8660-09c9455a1f6a req-9afeda9d-8bb9-4649-8679-7e7f9d9286dc tempest-TestNetworkBasicOps-1936690218 tempest-TestNetworkBasicOps-1936690218-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:15:32.523531 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [req-a4a46db7-24c2-4690-8660-09c9455a1f6a req-9afeda9d-8bb9-4649-8679-7e7f9d9286dc tempest-TestNetworkBasicOps-1936690218 tempest-TestNetworkBasicOps-1936690218-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217293'] for port, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:15:32.561729 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-a4a46db7-24c2-4690-8660-09c9455a1f6a req-9afeda9d-8bb9-4649-8679-7e7f9d9286dc tempest-TestNetworkBasicOps-1936690218 tempest-TestNetworkBasicOps-1936690218-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1258757 Apr 18 21:15:32.574542 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.v2.base [req-a4a46db7-24c2-4690-8660-09c9455a1f6a req-5df631ab-0e10-4792-a206-ec1f83394e92 service neutron] Request body: {'port': {'device_id': '2ff68f2f-27b8-4852-8ec1-1e8bd408587d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-838334-2'}} {{(pid=84041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:15:32.730502 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [req-a4a46db7-24c2-4690-8660-09c9455a1f6a req-5df631ab-0e10-4792-a206-ec1f83394e92 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:15:32.799657 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-5ddc25e0-daef-4238-be81-9f53b612a5d5 None None] Provisioning for port c50d9f5c-a87c-41ce-b980-c149a676fd20 completed by entity DHCP. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 21:15:32.807074 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-5ddc25e0-daef-4238-be81-9f53b612a5d5 None None] Provisioning complete for port c50d9f5c-a87c-41ce-b980-c149a676fd20 triggered by entity DHCP. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:15:32.807771 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-5ddc25e0-daef-4238-be81-9f53b612a5d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1253608'] for port, provisioning_complete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:15:32.904531 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.plugin [None req-5ddc25e0-daef-4238-be81-9f53b612a5d5 None None] Port c50d9f5c-a87c-41ce-b980-c149a676fd20 cannot update to ACTIVE because it is not bound. {{(pid=84042) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 18 21:15:33.021560 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.agents_db [None req-6346a179-333c-4370-b5a6-936984aeab15 None None] Agent healthcheck: found 7 active agents {{(pid=84043) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 18 21:15:33.158682 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2108d5f9-5a12-4ac9-a562-7174e47ed255 req-d2f6cb82-823c-488c-8d11-de53e07983d6 tempest-TestNetworkBasicOps-1936690218 tempest-TestNetworkBasicOps-1936690218-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:15:33.166611 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-2108d5f9-5a12-4ac9-a562-7174e47ed255 req-d2f6cb82-823c-488c-8d11-de53e07983d6 tempest-TestNetworkBasicOps-1936690218 tempest-TestNetworkBasicOps-1936690218-project] 10.222.0.42 "GET /v2.0/ports?device_id=2ff68f2f-27b8-4852-8ec1-1e8bd408587d HTTP/1.1" status: 200 len: 932 time: 0.1260898 Apr 18 21:15:33.256105 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-2108d5f9-5a12-4ac9-a562-7174e47ed255 req-2e5ce187-e714-4f58-b5fd-18db5bcb9a0c tempest-TestNetworkBasicOps-1936690218 tempest-TestNetworkBasicOps-1936690218-project] 10.222.0.42 "GET /v2.0/security-groups?id=e23205b5-e0ed-469c-a637-288fc47c3386&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0885105 Apr 18 21:15:33.276586 n-d-838334-2 neutron-server[84041]: DEBUG neutron.notifiers.nova [req-a4a46db7-24c2-4690-8660-09c9455a1f6a req-5df631ab-0e10-4792-a206-ec1f83394e92 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c50d9f5c-a87c-41ce-b980-c149a676fd20 {{(pid=84041) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 18 21:15:33.284707 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [req-a4a46db7-24c2-4690-8660-09c9455a1f6a req-5df631ab-0e10-4792-a206-ec1f83394e92 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:15:33.320155 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.provisioning_blocks [req-a4a46db7-24c2-4690-8660-09c9455a1f6a req-5df631ab-0e10-4792-a206-ec1f83394e92 service neutron] Transition to ACTIVE for port object c50d9f5c-a87c-41ce-b980-c149a676fd20 will not be triggered until provisioned by entity L2. {{(pid=84041) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:15:33.325497 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [req-a4a46db7-24c2-4690-8660-09c9455a1f6a req-5df631ab-0e10-4792-a206-ec1f83394e92 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32266282'] for port, after_update {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:15:33.470624 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5df631ab-0e10-4792-a206-ec1f83394e92 service neutron] Pushing event updated for resources: {'Port': ['ID=c50d9f5c-a87c-41ce-b980-c149a676fd20,revision_number=2']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:15:33.664292 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.managers [req-a4a46db7-24c2-4690-8660-09c9455a1f6a req-5df631ab-0e10-4792-a206-ec1f83394e92 service neutron] Attempting to bind port c50d9f5c-a87c-41ce-b980-c149a676fd20 on host n-h1-838334-2 for vnic_type normal with profile {{(pid=84041) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 21:15:33.665312 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.managers [req-a4a46db7-24c2-4690-8660-09c9455a1f6a req-5df631ab-0e10-4792-a206-ec1f83394e92 service neutron] Attempting to bind port c50d9f5c-a87c-41ce-b980-c149a676fd20 by drivers openvswitch,hyperv on host n-h1-838334-2 at level 0 using segments [{'id': '19d30c16-18c6-4ab1-af4a-d3b9c52732a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '0da44c8a-15a6-48d5-b8a3-e2609519a9b7'}] {{(pid=84041) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 21:15:33.665711 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4a46db7-24c2-4690-8660-09c9455a1f6a req-5df631ab-0e10-4792-a206-ec1f83394e92 service neutron] Attempting to bind port c50d9f5c-a87c-41ce-b980-c149a676fd20 on network 0da44c8a-15a6-48d5-b8a3-e2609519a9b7 {{(pid=84041) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 21:15:33.673109 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4a46db7-24c2-4690-8660-09c9455a1f6a req-5df631ab-0e10-4792-a206-ec1f83394e92 service neutron] Port c50d9f5c-a87c-41ce-b980-c149a676fd20 on network 0da44c8a-15a6-48d5-b8a3-e2609519a9b7 not bound, no agent of type Open vSwitch agent registered on host n-h1-838334-2 {{(pid=84041) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 18 21:15:33.673502 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4a46db7-24c2-4690-8660-09c9455a1f6a req-5df631ab-0e10-4792-a206-ec1f83394e92 service neutron] Attempting to bind port c50d9f5c-a87c-41ce-b980-c149a676fd20 on network 0da44c8a-15a6-48d5-b8a3-e2609519a9b7 {{(pid=84041) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 21:15:33.683446 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4a46db7-24c2-4690-8660-09c9455a1f6a req-5df631ab-0e10-4792-a206-ec1f83394e92 service neutron] Checking agent: {'id': 'd63bab19-ff81-4de1-afeb-a3732288d0d7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-838334-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 33, 59), 'started_at': datetime.datetime(2022, 4, 18, 20, 33, 59), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 21, 15, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84041) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 18 21:15:33.683988 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4a46db7-24c2-4690-8660-09c9455a1f6a req-5df631ab-0e10-4792-a206-ec1f83394e92 service neutron] Checking segment: {'id': '19d30c16-18c6-4ab1-af4a-d3b9c52732a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '0da44c8a-15a6-48d5-b8a3-e2609519a9b7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84041) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 21:15:33.684840 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4a46db7-24c2-4690-8660-09c9455a1f6a req-5df631ab-0e10-4792-a206-ec1f83394e92 service neutron] Bound using segment: {'id': '19d30c16-18c6-4ab1-af4a-d3b9c52732a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '0da44c8a-15a6-48d5-b8a3-e2609519a9b7'} {{(pid=84041) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 18 21:15:33.685347 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.managers [req-a4a46db7-24c2-4690-8660-09c9455a1f6a req-5df631ab-0e10-4792-a206-ec1f83394e92 service neutron] Bound port: c50d9f5c-a87c-41ce-b980-c149a676fd20, host: n-h1-838334-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '19d30c16-18c6-4ab1-af4a-d3b9c52732a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '0da44c8a-15a6-48d5-b8a3-e2609519a9b7'}}] {{(pid=84041) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 21:15:33.685758 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [req-a4a46db7-24c2-4690-8660-09c9455a1f6a req-5df631ab-0e10-4792-a206-ec1f83394e92 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:15:33.790573 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.db [req-a4a46db7-24c2-4690-8660-09c9455a1f6a req-5df631ab-0e10-4792-a206-ec1f83394e92 service neutron] For port c50d9f5c-a87c-41ce-b980-c149a676fd20, host n-h1-838334-2, cleared binding levels {{(pid=84041) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 21:15:33.793883 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.db [req-a4a46db7-24c2-4690-8660-09c9455a1f6a req-5df631ab-0e10-4792-a206-ec1f83394e92 service neutron] For port c50d9f5c-a87c-41ce-b980-c149a676fd20, host n-h1-838334-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838334-2',level=0,port_id=c50d9f5c-a87c-41ce-b980-c149a676fd20,segment=NetworkSegment(19d30c16-18c6-4ab1-af4a-d3b9c52732a6),segment_id=19d30c16-18c6-4ab1-af4a-d3b9c52732a6)] {{(pid=84041) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 21:15:33.799962 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [req-a4a46db7-24c2-4690-8660-09c9455a1f6a req-5df631ab-0e10-4792-a206-ec1f83394e92 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32266282'] for port, after_update {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:15:33.866216 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [req-a4a46db7-24c2-4690-8660-09c9455a1f6a req-5df631ab-0e10-4792-a206-ec1f83394e92 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217293'] for port, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:15:33.867529 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-a4a46db7-24c2-4690-8660-09c9455a1f6a req-5df631ab-0e10-4792-a206-ec1f83394e92 service neutron] 10.222.0.43 "PUT /v2.0/ports/c50d9f5c-a87c-41ce-b980-c149a676fd20 HTTP/1.1" status: 200 len: 1092 time: 1.2979465 Apr 18 21:15:33.867991 n-d-838334-2 neutron-server[84041]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2ff68f2f-27b8-4852-8ec1-1e8bd408587d', 'tag': 'c50d9f5c-a87c-41ce-b980-c149a676fd20'}] {{(pid=84041) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 21:15:33.910331 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5df631ab-0e10-4792-a206-ec1f83394e92 service neutron] Pushing event updated for resources: {'Port': ['ID=c50d9f5c-a87c-41ce-b980-c149a676fd20,revision_number=3']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:15:33.963611 n-d-838334-2 neutron-server[84041]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f5863122-dbf4-496b-8e28-ad56c9701e05'] response: {'name': 'network-changed', 'server_uuid': '2ff68f2f-27b8-4852-8ec1-1e8bd408587d', 'tag': 'c50d9f5c-a87c-41ce-b980-c149a676fd20', 'status': 'completed', 'code': 200} Apr 18 21:15:34.023348 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750375287399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253529'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:15:34.069798 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-a4a46db7-24c2-4690-8660-09c9455a1f6a req-0ce3f21b-2bb5-43af-a6c6-c981532252fe service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=08ce18aa0ce94082a747ec94ccd8cac1&device_id=2ff68f2f-27b8-4852-8ec1-1e8bd408587d HTTP/1.1" status: 200 len: 1095 time: 0.1456859 Apr 18 21:15:34.269556 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-a4a46db7-24c2-4690-8660-09c9455a1f6a req-81a08d72-2d64-4409-bddf-df889f27ed33 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c50d9f5c-a87c-41ce-b980-c149a676fd20 HTTP/1.1" status: 200 len: 217 time: 0.1935956 Apr 18 21:15:34.344718 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4a46db7-24c2-4690-8660-09c9455a1f6a req-1ef804d8-17a5-4253-b0b4-0bebff390e48 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:15:34.346147 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-a4a46db7-24c2-4690-8660-09c9455a1f6a req-1ef804d8-17a5-4253-b0b4-0bebff390e48 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=b2906c47-8f19-4603-9015-e0383cdd68a4 HTTP/1.1" status: 200 len: 834 time: 0.0710089 Apr 18 21:15:34.442391 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-a4a46db7-24c2-4690-8660-09c9455a1f6a req-76bd0783-cf24-4a36-9b91-3a2a52d8638f service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=0da44c8a-15a6-48d5-b8a3-e2609519a9b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0892432 Apr 18 21:15:34.478722 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ad6c2ac-64d5-422d-b188-340414bb1c79 req-489bbf74-5775-421f-b764-fbb76558b045 tempest-TestNetworkBasicOps-1936690218 tempest-TestNetworkBasicOps-1936690218-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:15:34.480940 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-0ad6c2ac-64d5-422d-b188-340414bb1c79 req-489bbf74-5775-421f-b764-fbb76558b045 tempest-TestNetworkBasicOps-1936690218 tempest-TestNetworkBasicOps-1936690218-project] 10.222.0.42 "GET /v2.0/ports?device_id=2ff68f2f-27b8-4852-8ec1-1e8bd408587d HTTP/1.1" status: 200 len: 944 time: 0.1044464 Apr 18 21:15:34.543411 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-0ad6c2ac-64d5-422d-b188-340414bb1c79 req-6462f4ae-42df-475d-9f95-1b3bff25e34b tempest-TestNetworkBasicOps-1936690218 tempest-TestNetworkBasicOps-1936690218-project] 10.222.0.42 "GET /v2.0/security-groups?id=e23205b5-e0ed-469c-a637-288fc47c3386&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0546355 Apr 18 21:15:34.666366 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-a4a46db7-24c2-4690-8660-09c9455a1f6a req-73928712-ecaa-453d-bf0a-b1e41026b11d service neutron] 10.222.0.43 "GET /v2.0/networks/0da44c8a-15a6-48d5-b8a3-e2609519a9b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2135568 Apr 18 21:15:34.820944 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-a4a46db7-24c2-4690-8660-09c9455a1f6a req-6354e597-3db8-454b-b878-2d40ca5583a5 service neutron] 10.222.0.43 "GET /v2.0/networks/0da44c8a-15a6-48d5-b8a3-e2609519a9b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1482441 Apr 18 21:15:34.949135 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-61e2d497-9e4a-4826-bde6-411d3df93a82 req-2dfbbc5d-b0fc-46de-bb68-cc2198512293 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=08ce18aa0ce94082a747ec94ccd8cac1&device_id=2ff68f2f-27b8-4852-8ec1-1e8bd408587d HTTP/1.1" status: 200 len: 1095 time: 0.0834663 Apr 18 21:15:34.961598 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 55420) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:15:35.121549 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61e2d497-9e4a-4826-bde6-411d3df93a82 req-ef0813ee-47c9-49cd-9d64-9975508fc417 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:15:35.123078 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-61e2d497-9e4a-4826-bde6-411d3df93a82 req-ef0813ee-47c9-49cd-9d64-9975508fc417 service neutron] 10.222.0.43 "GET /v2.0/networks?id=0da44c8a-15a6-48d5-b8a3-e2609519a9b7 HTTP/1.1" status: 200 len: 896 time: 0.1657047 Apr 18 21:15:35.151961 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-067336b5-bcd7-4d00-b63a-271d4dcafb00 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:15:35.186366 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [None req-067336b5-bcd7-4d00-b63a-271d4dcafb00 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:15:35.190894 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-067336b5-bcd7-4d00-b63a-271d4dcafb00 admin admin] Usage tracker for resource:security_group_rule and tenant:9b2d22048bf24524aa2fbcaa68f4bcc4 is out of sync, need to count used quota {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:15:35.195580 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-067336b5-bcd7-4d00-b63a-271d4dcafb00 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:15:35.201373 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-61e2d497-9e4a-4826-bde6-411d3df93a82 req-e0b0fa20-7398-452e-a1f4-a3cc5004739d service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c50d9f5c-a87c-41ce-b980-c149a676fd20 HTTP/1.1" status: 200 len: 217 time: 0.0720840 Apr 18 21:15:35.204617 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [None req-067336b5-bcd7-4d00-b63a-271d4dcafb00 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:15:35.275384 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61e2d497-9e4a-4826-bde6-411d3df93a82 req-3937e236-78ce-4a04-aaaf-7b57c24f92bc service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:15:35.276971 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-61e2d497-9e4a-4826-bde6-411d3df93a82 req-3937e236-78ce-4a04-aaaf-7b57c24f92bc service neutron] 10.222.0.43 "GET /v2.0/subnets?id=b2906c47-8f19-4603-9015-e0383cdd68a4 HTTP/1.1" status: 200 len: 834 time: 0.0666280 Apr 18 21:15:35.285572 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-067336b5-bcd7-4d00-b63a-271d4dcafb00 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:15:35.289471 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-067336b5-bcd7-4d00-b63a-271d4dcafb00 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33528224'] for security_group, after_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:15:35.339853 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-067336b5-bcd7-4d00-b63a-271d4dcafb00 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=438ec30a-bd67-4e2a-b2fe-d573981d7d4d,revision_number=1']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:15:35.344182 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-067336b5-bcd7-4d00-b63a-271d4dcafb00 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=9b2d22048bf24524aa2fbcaa68f4bcc4&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3814080 Apr 18 21:15:35.347249 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 55428) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:15:35.351847 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-067336b5-bcd7-4d00-b63a-271d4dcafb00 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:15:35.352188 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-067336b5-bcd7-4d00-b63a-271d4dcafb00 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:15:35.352519 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-067336b5-bcd7-4d00-b63a-271d4dcafb00 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:15:35.352849 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-067336b5-bcd7-4d00-b63a-271d4dcafb00 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:15:35.353173 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-067336b5-bcd7-4d00-b63a-271d4dcafb00 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:15:35.353494 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-067336b5-bcd7-4d00-b63a-271d4dcafb00 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:15:35.353811 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-067336b5-bcd7-4d00-b63a-271d4dcafb00 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:15:35.354126 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-067336b5-bcd7-4d00-b63a-271d4dcafb00 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:15:35.354440 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-067336b5-bcd7-4d00-b63a-271d4dcafb00 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:15:35.354754 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-067336b5-bcd7-4d00-b63a-271d4dcafb00 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:15:35.355066 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-067336b5-bcd7-4d00-b63a-271d4dcafb00 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:15:35.379042 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-61e2d497-9e4a-4826-bde6-411d3df93a82 req-19a8381e-66d6-4ccc-9c8b-1d54ed2116e7 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=0da44c8a-15a6-48d5-b8a3-e2609519a9b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0958815 Apr 18 21:15:35.499999 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-f84484db-77d7-47e4-a5e4-1eccde2eb5ae admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:15:35.549699 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-f84484db-77d7-47e4-a5e4-1eccde2eb5ae admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:15:35.557660 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-61e2d497-9e4a-4826-bde6-411d3df93a82 req-1b0ec942-ac53-4d3a-af98-4acbe3ad0260 service neutron] 10.222.0.43 "GET /v2.0/networks/0da44c8a-15a6-48d5-b8a3-e2609519a9b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1670644 Apr 18 21:15:35.710858 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-f84484db-77d7-47e4-a5e4-1eccde2eb5ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33528224'] for security_group, after_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:15:35.721339 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-61e2d497-9e4a-4826-bde6-411d3df93a82 req-acbb2d95-593e-48bf-9d18-dae0da9551ba service neutron] 10.222.0.43 "GET /v2.0/networks/0da44c8a-15a6-48d5-b8a3-e2609519a9b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1532168 Apr 18 21:15:35.727233 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f84484db-77d7-47e4-a5e4-1eccde2eb5ae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=438ec30a-bd67-4e2a-b2fe-d573981d7d4d,revision_number=None']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:15:35.734172 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-f84484db-77d7-47e4-a5e4-1eccde2eb5ae admin admin] Notify callbacks [] for security_group, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:15:35.735282 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-f84484db-77d7-47e4-a5e4-1eccde2eb5ae admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/438ec30a-bd67-4e2a-b2fe-d573981d7d4d HTTP/1.1" status: 204 len: 168 time: 0.3870986 Apr 18 21:15:35.744281 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81c4a7b4-5616-47b1-942e-f0b12a2030b9 req-d0c4c077-12ae-4061-b1e6-2ac00aaa6ba0 tempest-TestNetworkBasicOps-1936690218 tempest-TestNetworkBasicOps-1936690218-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:15:35.746701 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-81c4a7b4-5616-47b1-942e-f0b12a2030b9 req-d0c4c077-12ae-4061-b1e6-2ac00aaa6ba0 tempest-TestNetworkBasicOps-1936690218 tempest-TestNetworkBasicOps-1936690218-project] 10.222.0.42 "GET /v2.0/ports?device_id=2ff68f2f-27b8-4852-8ec1-1e8bd408587d HTTP/1.1" status: 200 len: 944 time: 0.0898931 Apr 18 21:15:35.794893 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-81c4a7b4-5616-47b1-942e-f0b12a2030b9 req-cf84f8da-9a9b-49cf-a2de-09c505ea1f73 tempest-TestNetworkBasicOps-1936690218 tempest-TestNetworkBasicOps-1936690218-project] 10.222.0.42 "GET /v2.0/security-groups?id=e23205b5-e0ed-469c-a637-288fc47c3386&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417664 Apr 18 21:15:37.015064 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e87189b2-de38-41ff-aa3f-a58af6b9a444 req-35121242-4532-4487-acd0-c2dbec2bbb6f tempest-TestNetworkBasicOps-1936690218 tempest-TestNetworkBasicOps-1936690218-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:15:37.016641 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-e87189b2-de38-41ff-aa3f-a58af6b9a444 req-35121242-4532-4487-acd0-c2dbec2bbb6f tempest-TestNetworkBasicOps-1936690218 tempest-TestNetworkBasicOps-1936690218-project] 10.222.0.42 "GET /v2.0/ports?device_id=2ff68f2f-27b8-4852-8ec1-1e8bd408587d HTTP/1.1" status: 200 len: 944 time: 0.0876653 Apr 18 21:15:37.064054 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-e87189b2-de38-41ff-aa3f-a58af6b9a444 req-c639b01b-ca1c-45a2-88cb-3f89fd88c151 tempest-TestNetworkBasicOps-1936690218 tempest-TestNetworkBasicOps-1936690218-project] 10.222.0.42 "GET /v2.0/security-groups?id=e23205b5-e0ed-469c-a637-288fc47c3386&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419259 Apr 18 21:15:38.274665 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eee822de-7c58-4bc4-8281-58b4300c6b56 req-3daca4bc-73d8-4abc-bd77-09be8c99f0f8 tempest-TestNetworkBasicOps-1936690218 tempest-TestNetworkBasicOps-1936690218-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:15:38.277304 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-eee822de-7c58-4bc4-8281-58b4300c6b56 req-3daca4bc-73d8-4abc-bd77-09be8c99f0f8 tempest-TestNetworkBasicOps-1936690218 tempest-TestNetworkBasicOps-1936690218-project] 10.222.0.42 "GET /v2.0/ports?device_id=2ff68f2f-27b8-4852-8ec1-1e8bd408587d HTTP/1.1" status: 200 len: 944 time: 0.0783613 Apr 18 21:15:38.322938 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-eee822de-7c58-4bc4-8281-58b4300c6b56 req-2ed3f3b7-8919-433b-b5aa-7141345ba8c0 tempest-TestNetworkBasicOps-1936690218 tempest-TestNetworkBasicOps-1936690218-project] 10.222.0.42 "GET /v2.0/security-groups?id=e23205b5-e0ed-469c-a637-288fc47c3386&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410812 Apr 18 21:15:39.325869 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Device c50d9f5c-a87c-41ce-b980-c149a676fd20 details requested by agent hyperv_n-h1-838334-2 with host n-h1-838334-2 {{(pid=84042) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 18 21:15:39.482985 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] For port c50d9f5c-a87c-41ce-b980-c149a676fd20, host n-h1-838334-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838334-2',level=0,port_id=c50d9f5c-a87c-41ce-b980-c149a676fd20,segment=NetworkSegment(19d30c16-18c6-4ab1-af4a-d3b9c52732a6),segment_id=19d30c16-18c6-4ab1-af4a-d3b9c52732a6)] {{(pid=84042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:15:39.517609 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Returning: {'device': 'c50d9f5c-a87c-41ce-b980-c149a676fd20', 'network_id': '0da44c8a-15a6-48d5-b8a3-e2609519a9b7', 'port_id': 'c50d9f5c-a87c-41ce-b980-c149a676fd20', 'mac_address': 'fa:16:3e:63:0b:85', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 396, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b2906c47-8f19-4603-9015-e0383cdd68a4', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84042) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 18 21:15:39.571237 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dea3175-118c-45fb-b781-3a4eb120e446 req-2a8eaf5a-a4dc-45da-a44b-8a718f860dfd tempest-TestNetworkBasicOps-1936690218 tempest-TestNetworkBasicOps-1936690218-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:15:39.583923 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-3dea3175-118c-45fb-b781-3a4eb120e446 req-2a8eaf5a-a4dc-45da-a44b-8a718f860dfd tempest-TestNetworkBasicOps-1936690218 tempest-TestNetworkBasicOps-1936690218-project] 10.222.0.42 "GET /v2.0/ports?device_id=2ff68f2f-27b8-4852-8ec1-1e8bd408587d HTTP/1.1" status: 200 len: 944 time: 0.1191030 Apr 18 21:15:39.591463 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:15:39.621072 n-d-838334-2 neutron-server[84042]: DEBUG neutron.notifiers.nova [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c50d9f5c-a87c-41ce-b980-c149a676fd20 {{(pid=84042) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 18 21:15:39.632273 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-3dea3175-118c-45fb-b781-3a4eb120e446 req-35488839-ab32-4ae6-a482-363eb45f1583 tempest-TestNetworkBasicOps-1936690218 tempest-TestNetworkBasicOps-1936690218-project] 10.222.0.42 "GET /v2.0/security-groups?id=e23205b5-e0ed-469c-a637-288fc47c3386&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0473483 Apr 18 21:15:39.641688 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] For port c50d9f5c-a87c-41ce-b980-c149a676fd20, host n-h1-838334-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838334-2',level=0,port_id=c50d9f5c-a87c-41ce-b980-c149a676fd20,segment=NetworkSegment(19d30c16-18c6-4ab1-af4a-d3b9c52732a6),segment_id=19d30c16-18c6-4ab1-af4a-d3b9c52732a6)] {{(pid=84042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:15:39.646635 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682'] for port, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:15:39.717609 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Pushing event updated for resources: {'Port': ['ID=c50d9f5c-a87c-41ce-b980-c149a676fd20,revision_number=4']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:15:39.894272 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] get_ports_and_sgs() called for port_ids ['c50d9f5c-a87c-41ce-b980-c149a676fd20'] {{(pid=84042) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 18 21:15:40.860495 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ac8840e-f440-4e7f-a5a8-2d4ee676b25d req-f30ce018-dad9-47ed-a954-4f8f8e6f318d tempest-TestNetworkBasicOps-1936690218 tempest-TestNetworkBasicOps-1936690218-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:15:40.862797 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-4ac8840e-f440-4e7f-a5a8-2d4ee676b25d req-f30ce018-dad9-47ed-a954-4f8f8e6f318d tempest-TestNetworkBasicOps-1936690218 tempest-TestNetworkBasicOps-1936690218-project] 10.222.0.42 "GET /v2.0/ports?device_id=2ff68f2f-27b8-4852-8ec1-1e8bd408587d HTTP/1.1" status: 200 len: 945 time: 0.0869281 Apr 18 21:15:40.916252 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-4ac8840e-f440-4e7f-a5a8-2d4ee676b25d req-d0b1b05e-f5c4-4746-b820-0935c0bd260c tempest-TestNetworkBasicOps-1936690218 tempest-TestNetworkBasicOps-1936690218-project] 10.222.0.42 "GET /v2.0/security-groups?id=e23205b5-e0ed-469c-a637-288fc47c3386&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467272 Apr 18 21:15:41.340304 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Device c50d9f5c-a87c-41ce-b980-c149a676fd20 up at agent hyperv_n-h1-838334-2 {{(pid=84042) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 21:15:41.465875 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Provisioning for port c50d9f5c-a87c-41ce-b980-c149a676fd20 completed by entity L2. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 21:15:41.475920 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Provisioning complete for port c50d9f5c-a87c-41ce-b980-c149a676fd20 triggered by entity L2. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:15:41.476870 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1253608'] for port, provisioning_complete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:15:41.630800 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:15:41.662631 n-d-838334-2 neutron-server[84042]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2ff68f2f-27b8-4852-8ec1-1e8bd408587d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c50d9f5c-a87c-41ce-b980-c149a676fd20'}] {{(pid=84042) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 21:15:41.672753 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] For port c50d9f5c-a87c-41ce-b980-c149a676fd20, host n-h1-838334-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838334-2',level=0,port_id=c50d9f5c-a87c-41ce-b980-c149a676fd20,segment=NetworkSegment(19d30c16-18c6-4ab1-af4a-d3b9c52732a6),segment_id=19d30c16-18c6-4ab1-af4a-d3b9c52732a6)] {{(pid=84042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:15:41.678680 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682'] for port, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:15:41.755498 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Pushing event updated for resources: {'Port': ['ID=c50d9f5c-a87c-41ce-b980-c149a676fd20,revision_number=5']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:15:41.923385 n-d-838334-2 neutron-server[84042]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cfb6ea8d-69d9-467c-8cb1-bfdf27df9571'] response: {'server_uuid': '2ff68f2f-27b8-4852-8ec1-1e8bd408587d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c50d9f5c-a87c-41ce-b980-c149a676fd20', 'code': 200} Apr 18 21:15:42.154201 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-bc4922e7-4996-490d-b398-8bc334cc8b97 req-a1a41c4f-58ff-4b34-b3b4-df0f34a48a2a service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=2ff68f2f-27b8-4852-8ec1-1e8bd408587d HTTP/1.1" status: 200 len: 1097 time: 0.1634400 Apr 18 21:15:42.195034 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36973ea6-9782-4314-9ee6-7637480d6755 req-72769d33-2934-4376-948f-b311320c0959 tempest-TestNetworkBasicOps-1936690218 tempest-TestNetworkBasicOps-1936690218-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:15:42.197844 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-36973ea6-9782-4314-9ee6-7637480d6755 req-72769d33-2934-4376-948f-b311320c0959 tempest-TestNetworkBasicOps-1936690218 tempest-TestNetworkBasicOps-1936690218-project] 10.222.0.42 "GET /v2.0/ports?device_id=2ff68f2f-27b8-4852-8ec1-1e8bd408587d HTTP/1.1" status: 200 len: 946 time: 0.1008828 Apr 18 21:15:42.220073 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-bc4922e7-4996-490d-b398-8bc334cc8b97 req-ed5e6f3c-7e34-457d-a8c9-c32b993a903a service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=e23205b5-e0ed-469c-a637-288fc47c3386&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0533183 Apr 18 21:15:42.255659 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-36973ea6-9782-4314-9ee6-7637480d6755 req-cb27757f-5587-4057-b9f4-85fcc14957ff tempest-TestNetworkBasicOps-1936690218 tempest-TestNetworkBasicOps-1936690218-project] 10.222.0.42 "GET /v2.0/security-groups?id=e23205b5-e0ed-469c-a637-288fc47c3386&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0519316 Apr 18 21:15:42.535758 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-6749f108-8103-49f4-8e6d-727095892b78 req-a6fed834-32e7-42a2-abb8-63ff9c8884d9 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=6e0fe3d9-3681-4728-ac75-931f2234a9b3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1189027 Apr 18 21:15:42.729174 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-6749f108-8103-49f4-8e6d-727095892b78 req-8e4dd43e-5b79-4ed1-8ae3-3a6c1dad0844 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=769e4d212a7247919de3c941a9f4cf3b&device_id=6e0fe3d9-3681-4728-ac75-931f2234a9b3 HTTP/1.1" status: 200 len: 1097 time: 0.0971537 Apr 18 21:15:43.045915 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6749f108-8103-49f4-8e6d-727095892b78 req-a6203af4-d893-45c2-9165-277057d29902 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:15:43.048322 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-6749f108-8103-49f4-8e6d-727095892b78 req-a6203af4-d893-45c2-9165-277057d29902 service neutron] 10.222.0.43 "GET /v2.0/networks?id=455c9cd9-3eae-4b7a-8234-99cebcf9bc24 HTTP/1.1" status: 200 len: 909 time: 0.2938993 Apr 18 21:15:43.173806 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-6749f108-8103-49f4-8e6d-727095892b78 req-f281efde-b1c2-40e6-a1b9-abbd989e7b7f service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ca8a70d8-3de3-411d-838b-aca123d7e7d9 HTTP/1.1" status: 200 len: 1001 time: 0.1154296 Apr 18 21:15:43.259533 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6749f108-8103-49f4-8e6d-727095892b78 req-7d9382a7-324c-42f9-95fc-d68693139414 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:15:43.261028 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-6749f108-8103-49f4-8e6d-727095892b78 req-7d9382a7-324c-42f9-95fc-d68693139414 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=ffff18e8-8f29-45e6-957b-0d07d078c8a0 HTTP/1.1" status: 200 len: 847 time: 0.0799551 Apr 18 21:15:43.378647 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-6749f108-8103-49f4-8e6d-727095892b78 req-bed14ea3-e387-4dad-8fd0-df24b5fa381e service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=455c9cd9-3eae-4b7a-8234-99cebcf9bc24&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1067705 Apr 18 21:15:43.573450 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-664d5230-5da6-471f-baaf-484d08a80a94 req-dd4d8cac-c34e-4a9e-b922-130b4d9dc81a tempest-TestNetworkBasicOps-1936690218 tempest-TestNetworkBasicOps-1936690218-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:15:43.575439 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-664d5230-5da6-471f-baaf-484d08a80a94 req-dd4d8cac-c34e-4a9e-b922-130b4d9dc81a tempest-TestNetworkBasicOps-1936690218 tempest-TestNetworkBasicOps-1936690218-project] 10.222.0.42 "GET /v2.0/ports?device_id=2ff68f2f-27b8-4852-8ec1-1e8bd408587d HTTP/1.1" status: 200 len: 946 time: 0.1563537 Apr 18 21:15:43.651969 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-664d5230-5da6-471f-baaf-484d08a80a94 req-2aaca76f-5872-4c34-9560-39d436b82d81 tempest-TestNetworkBasicOps-1936690218 tempest-TestNetworkBasicOps-1936690218-project] 10.222.0.42 "GET /v2.0/security-groups?id=e23205b5-e0ed-469c-a637-288fc47c3386&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0679569 Apr 18 21:15:43.697303 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-6749f108-8103-49f4-8e6d-727095892b78 req-9c4e6432-6f9e-44c7-b89f-7396c7b8c6c4 service neutron] 10.222.0.43 "GET /v2.0/networks/455c9cd9-3eae-4b7a-8234-99cebcf9bc24?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3114345 Apr 18 21:15:43.949217 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-6749f108-8103-49f4-8e6d-727095892b78 req-fd698cda-06a0-4582-ba29-16967b14f6a5 service neutron] 10.222.0.43 "GET /v2.0/networks/455c9cd9-3eae-4b7a-8234-99cebcf9bc24?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2462571 Apr 18 21:15:45.120415 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d27f8f45-2002-4503-9fa2-447484ccf468 req-4cd1cd81-e316-4b8d-a735-0c4cdb90f062 tempest-TestNetworkBasicOps-1936690218 tempest-TestNetworkBasicOps-1936690218-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:15:45.126724 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-d27f8f45-2002-4503-9fa2-447484ccf468 req-4cd1cd81-e316-4b8d-a735-0c4cdb90f062 tempest-TestNetworkBasicOps-1936690218 tempest-TestNetworkBasicOps-1936690218-project] 10.222.0.42 "GET /v2.0/ports?device_id=2ff68f2f-27b8-4852-8ec1-1e8bd408587d HTTP/1.1" status: 200 len: 946 time: 0.2464383 Apr 18 21:15:45.188212 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-5033e740-5715-41e8-8ff9-df5d9707eb55 req-0c7d489c-3ec9-4f80-bb16-ad9902c33aeb service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=7f082d4e-c66c-4741-ad18-6b73365eb5cf&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1755080 Apr 18 21:15:45.190936 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-d27f8f45-2002-4503-9fa2-447484ccf468 req-a0bf5700-a8a3-4c1f-bed0-49d34c03a8c3 tempest-TestNetworkBasicOps-1936690218 tempest-TestNetworkBasicOps-1936690218-project] 10.222.0.42 "GET /v2.0/security-groups?id=e23205b5-e0ed-469c-a637-288fc47c3386&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0633855 Apr 18 21:15:45.358595 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-5033e740-5715-41e8-8ff9-df5d9707eb55 req-eb9d3fae-4cb7-4854-a304-e2906543a8de service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=d19595ade6b9408699bc90a14d63d7df&device_id=7f082d4e-c66c-4741-ad18-6b73365eb5cf HTTP/1.1" status: 200 len: 1135 time: 0.0865202 Apr 18 21:15:45.661897 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-61d6a725-2606-4315-a5ad-9faf41569194 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750375287399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253529'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:15:46.067021 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5033e740-5715-41e8-8ff9-df5d9707eb55 req-866b8b35-dbe7-4c20-b7f1-e36bb32384ea service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:15:46.067021 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-5033e740-5715-41e8-8ff9-df5d9707eb55 req-866b8b35-dbe7-4c20-b7f1-e36bb32384ea service neutron] 10.222.0.48 "GET /v2.0/networks?id=79c9d5a9-1f93-4341-810a-bf26aaaa775a HTTP/1.1" status: 200 len: 897 time: 0.6602907 Apr 18 21:15:46.276318 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a3cec54-9316-4d86-9d82-3c8243f84554 req-a1d5128d-9450-4013-84a3-87e18b5ee4c5 tempest-TestNetworkBasicOps-1936690218 tempest-TestNetworkBasicOps-1936690218-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:15:46.284153 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-9a3cec54-9316-4d86-9d82-3c8243f84554 req-a1d5128d-9450-4013-84a3-87e18b5ee4c5 tempest-TestNetworkBasicOps-1936690218 tempest-TestNetworkBasicOps-1936690218-project] 10.222.0.42 "GET /v2.0/ports?device_id=2ff68f2f-27b8-4852-8ec1-1e8bd408587d HTTP/1.1" status: 200 len: 946 time: 0.7073643 Apr 18 21:15:46.354958 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-9a3cec54-9316-4d86-9d82-3c8243f84554 req-21db5ea6-9b2c-4327-bcba-12dc7139eac5 tempest-TestNetworkBasicOps-1936690218 tempest-TestNetworkBasicOps-1936690218-project] 10.222.0.42 "GET /v2.0/security-groups?id=e23205b5-e0ed-469c-a637-288fc47c3386&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0699148 Apr 18 21:15:46.356710 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-5033e740-5715-41e8-8ff9-df5d9707eb55 req-9e573c17-56ff-48fe-8ab1-7b4236306624 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=df096d24-1747-454d-b526-170b800e4ad9 HTTP/1.1" status: 200 len: 1001 time: 0.2541997 Apr 18 21:15:46.388120 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 55588) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:15:46.459331 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5033e740-5715-41e8-8ff9-df5d9707eb55 req-bb9cc92a-8f02-4f3c-9c88-2a1e3e9629b5 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:15:46.460918 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-5033e740-5715-41e8-8ff9-df5d9707eb55 req-bb9cc92a-8f02-4f3c-9c88-2a1e3e9629b5 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=0dfe6104-b385-400f-8619-08e676401dd7 HTTP/1.1" status: 200 len: 835 time: 0.0950711 Apr 18 21:15:46.547776 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-c4a4bb51-c214-4a8f-adfe-c417e817d1c9 tempest-TestNetworkBasicOps-1645287483 tempest-TestNetworkBasicOps-1645287483-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=2ff68f2f-27b8-4852-8ec1-1e8bd408587d HTTP/1.1" status: 200 len: 1092 time: 0.1543725 Apr 18 21:15:46.550447 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 55592) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:15:46.568904 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.v2.base [None req-b40a9783-e5f2-4e0b-873e-78994208a74a tempest-TestNetworkBasicOps-1936690218 tempest-TestNetworkBasicOps-1936690218-project] Request body: {'floatingip': {'floating_network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'port_id': 'c50d9f5c-a87c-41ce-b980-c149a676fd20', 'tenant_id': '08ce18aa0ce94082a747ec94ccd8cac1', 'fixed_ip_address': '172.20.0.14'}} {{(pid=84041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:15:46.575684 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-b40a9783-e5f2-4e0b-873e-78994208a74a tempest-TestNetworkBasicOps-1936690218 tempest-TestNetworkBasicOps-1936690218-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:15:46.590216 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-b40a9783-e5f2-4e0b-873e-78994208a74a tempest-TestNetworkBasicOps-1936690218 tempest-TestNetworkBasicOps-1936690218-project] Usage tracker for resource:floatingip and tenant:08ce18aa0ce94082a747ec94ccd8cac1 is out of sync, need to count used quota {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:15:46.593507 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-b40a9783-e5f2-4e0b-873e-78994208a74a tempest-TestNetworkBasicOps-1936690218 tempest-TestNetworkBasicOps-1936690218-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:15:46.601455 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-b40a9783-e5f2-4e0b-873e-78994208a74a tempest-TestNetworkBasicOps-1936690218 tempest-TestNetworkBasicOps-1936690218-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:15:46.630441 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-b40a9783-e5f2-4e0b-873e-78994208a74a tempest-TestNetworkBasicOps-1936690218 tempest-TestNetworkBasicOps-1936690218-project] Notify callbacks [] for floatingip, before_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:15:46.637711 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-5033e740-5715-41e8-8ff9-df5d9707eb55 req-50fb9efd-6b4a-411b-88d4-262a96a68c4a service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=79c9d5a9-1f93-4341-810a-bf26aaaa775a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1548834 Apr 18 21:15:46.934943 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-5033e740-5715-41e8-8ff9-df5d9707eb55 req-fd0858ac-f942-4061-8acf-220623d2d893 service neutron] 10.222.0.48 "GET /v2.0/networks/79c9d5a9-1f93-4341-810a-bf26aaaa775a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2885079 Apr 18 21:15:46.938585 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-b40a9783-e5f2-4e0b-873e-78994208a74a tempest-TestNetworkBasicOps-1936690218 tempest-TestNetworkBasicOps-1936690218-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:15:47.109899 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.db_base_plugin_common [None req-b40a9783-e5f2-4e0b-873e-78994208a74a tempest-TestNetworkBasicOps-1936690218 tempest-TestNetworkBasicOps-1936690218-project] Allocated IP 172.25.8.36 (e41b6600-a917-4a8d-b05c-be3be40c6d8c/6b05667b-848e-4356-9b44-d5eb6808ef74/4775403c-9005-46c1-820c-2c08aa6d5b41) {{(pid=84041) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 21:15:47.262651 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-5033e740-5715-41e8-8ff9-df5d9707eb55 req-74ea965c-e735-4d05-8e6f-6ef744a109e7 service neutron] 10.222.0.48 "GET /v2.0/networks/79c9d5a9-1f93-4341-810a-bf26aaaa775a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3109710 Apr 18 21:15:47.386144 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-b40a9783-e5f2-4e0b-873e-78994208a74a tempest-TestNetworkBasicOps-1936690218 tempest-TestNetworkBasicOps-1936690218-project] Notify callbacks [] for port, precommit_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:15:47.428247 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-b40a9783-e5f2-4e0b-873e-78994208a74a tempest-TestNetworkBasicOps-1936690218 tempest-TestNetworkBasicOps-1936690218-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750374836619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32266323'] for port, after_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:15:47.497362 n-d-838334-2 neutron-server[84041]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b40a9783-e5f2-4e0b-873e-78994208a74a tempest-TestNetworkBasicOps-1936690218 tempest-TestNetworkBasicOps-1936690218-project] Network e41b6600-a917-4a8d-b05c-be3be40c6d8c is already hosted by enough agents. {{(pid=84041) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:15:47.500768 n-d-838334-2 neutron-server[84041]: DEBUG neutron.scheduler.base_scheduler [None req-b40a9783-e5f2-4e0b-873e-78994208a74a tempest-TestNetworkBasicOps-1936690218 tempest-TestNetworkBasicOps-1936690218-project] Resources bound (agent type, host, resource id): {{(pid=84041) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:15:47.508153 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b40a9783-e5f2-4e0b-873e-78994208a74a tempest-TestNetworkBasicOps-1936690218 tempest-TestNetworkBasicOps-1936690218-project] Received port after_create {{(pid=84041) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 21:15:47.533348 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b40a9783-e5f2-4e0b-873e-78994208a74a tempest-TestNetworkBasicOps-1936690218 tempest-TestNetworkBasicOps-1936690218-project] Pushing event updated for resources: {'Port': ['ID=4775403c-9005-46c1-820c-2c08aa6d5b41,revision_number=1']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:15:47.893412 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-5954a1cf-bc8c-4ef2-9ddd-102dd43164e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750375287399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253529'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:15:48.298631 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-b40a9783-e5f2-4e0b-873e-78994208a74a tempest-TestNetworkBasicOps-1936690218 tempest-TestNetworkBasicOps-1936690218-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:15:48.377681 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-b40a9783-e5f2-4e0b-873e-78994208a74a tempest-TestNetworkBasicOps-1936690218 tempest-TestNetworkBasicOps-1936690218-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:15:48.640674 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-b40a9783-e5f2-4e0b-873e-78994208a74a tempest-TestNetworkBasicOps-1936690218 tempest-TestNetworkBasicOps-1936690218-project] Notify callbacks [] for port, precommit_update {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:15:48.649711 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-b40a9783-e5f2-4e0b-873e-78994208a74a tempest-TestNetworkBasicOps-1936690218 tempest-TestNetworkBasicOps-1936690218-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32266282'] for port, after_update {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:15:48.805946 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b40a9783-e5f2-4e0b-873e-78994208a74a tempest-TestNetworkBasicOps-1936690218 tempest-TestNetworkBasicOps-1936690218-project] Pushing event updated for resources: {'Port': ['ID=4775403c-9005-46c1-820c-2c08aa6d5b41,revision_number=2']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:15:48.811507 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-b40a9783-e5f2-4e0b-873e-78994208a74a tempest-TestNetworkBasicOps-1936690218 tempest-TestNetworkBasicOps-1936690218-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33444131'] for floatingip, after_update {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:15:49.035686 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750375287399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253529'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:15:49.097897 n-d-838334-2 neutron-server[84041]: INFO neutron.db.l3_db [None req-b40a9783-e5f2-4e0b-873e-78994208a74a tempest-TestNetworkBasicOps-1936690218 tempest-TestNetworkBasicOps-1936690218-project] Floating IP 0cdbe560-48f7-462e-8cfe-c4afe3429b7c associated. External IP: 172.25.8.36, port: c50d9f5c-a87c-41ce-b980-c149a676fd20. Apr 18 21:15:49.530293 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-414b6ffe-e119-47bc-b18f-bcff1219c2f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750375287399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253529'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:15:49.784540 n-d-838334-2 neutron-server[84041]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b40a9783-e5f2-4e0b-873e-78994208a74a tempest-TestNetworkBasicOps-1936690218 tempest-TestNetworkBasicOps-1936690218-project] Router b99cf232-05aa-4212-8f94-0748ead02435 has already been hosted by L3 agent bc84d6c9-dd7a-4555-a351-592327b46d5a {{(pid=84041) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 21:15:50.104509 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b40a9783-e5f2-4e0b-873e-78994208a74a tempest-TestNetworkBasicOps-1936690218 tempest-TestNetworkBasicOps-1936690218-project] Notify agent at l3_agent.n-d-838334-2 the message routers_updated {{(pid=84041) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 21:15:50.120567 n-d-838334-2 neutron-server[84043]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec088639-40ec-4b12-9025-ce2b78e5c638 None None] Sync routers for ids ['b99cf232-05aa-4212-8f94-0748ead02435'] in n-d-838334-2 {{(pid=84043) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 18 21:15:50.137107 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec088639-40ec-4b12-9025-ce2b78e5c638 None None] Routers {'b99cf232-05aa-4212-8f94-0748ead02435'} bound to L3 agent in host n-d-838334-2 {{(pid=84043) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 21:15:50.137908 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.l3_hamode_db [None req-ec088639-40ec-4b12-9025-ce2b78e5c638 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838334-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-18T20:25:48Z,description=,heartbeat_timestamp=2022-04-18T21:15:48Z,host='n-d-838334-2',id=bc84d6c9-dd7a-4555-a351-592327b46d5a,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:25:48Z,topic='l3_agent')) {'router_ids': ['b99cf232-05aa-4212-8f94-0748ead02435'], 'active': True} {{(pid=84043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:15:50.177729 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-b40a9783-e5f2-4e0b-873e-78994208a74a tempest-TestNetworkBasicOps-1936690218 tempest-TestNetworkBasicOps-1936690218-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217293'] for floatingip, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:15:50.262739 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-b40a9783-e5f2-4e0b-873e-78994208a74a tempest-TestNetworkBasicOps-1936690218 tempest-TestNetworkBasicOps-1936690218-project] 10.222.0.42 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 3.7110612 Apr 18 21:15:50.263344 n-d-838334-2 neutron-server[84041]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2ff68f2f-27b8-4852-8ec1-1e8bd408587d', 'tag': 'c50d9f5c-a87c-41ce-b980-c149a676fd20'}] {{(pid=84041) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 21:15:50.266018 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 55634) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:15:50.341094 n-d-838334-2 neutron-server[84041]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6112f19e-0d0b-4676-9c0b-d68088a8ac0c'] response: {'name': 'network-changed', 'server_uuid': '2ff68f2f-27b8-4852-8ec1-1e8bd408587d', 'tag': 'c50d9f5c-a87c-41ce-b980-c149a676fd20', 'status': 'completed', 'code': 200} Apr 18 21:15:50.415928 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.l3_dvr_db [None req-ec088639-40ec-4b12-9025-ce2b78e5c638 None None] Set router b99cf232-05aa-4212-8f94-0748ead02435 gateway port host: n-d-838334-2 {{(pid=84043) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 21:15:50.438018 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-9ba1c268-455a-4d23-90be-b980523a97f3 tempest-TestNetworkBasicOps-1936690218 tempest-TestNetworkBasicOps-1936690218-project] 10.222.0.42 "GET /v2.0/floatingips/0cdbe560-48f7-462e-8cfe-c4afe3429b7c HTTP/1.1" status: 200 len: 991 time: 0.1651773 Apr 18 21:15:50.512092 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-eb9f479b-0b40-4dcb-9d96-9b7c32524ae0 req-c42a4f9b-222c-4934-ad11-6bde113fb99d service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=08ce18aa0ce94082a747ec94ccd8cac1&device_id=2ff68f2f-27b8-4852-8ec1-1e8bd408587d HTTP/1.1" status: 200 len: 1097 time: 0.1498857 Apr 18 21:15:50.732542 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-c7521a90-7d65-4e2e-842c-ca5d95e9a89c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750375287399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253529'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:15:51.017783 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb9f479b-0b40-4dcb-9d96-9b7c32524ae0 req-9be50d94-e5ee-4db7-a098-33191c0329ca service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:15:51.022383 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-eb9f479b-0b40-4dcb-9d96-9b7c32524ae0 req-9be50d94-e5ee-4db7-a098-33191c0329ca service neutron] 10.222.0.43 "GET /v2.0/networks?id=0da44c8a-15a6-48d5-b8a3-e2609519a9b7 HTTP/1.1" status: 200 len: 896 time: 0.5073676 Apr 18 21:15:51.172008 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.l3_hamode_db [None req-ec088639-40ec-4b12-9025-ce2b78e5c638 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b99cf232-05aa-4212-8f94-0748ead02435', 'name': 'tempest-TestNetworkBasicOps-router-310213544', 'tenant_id': '08ce18aa0ce94082a747ec94ccd8cac1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'external_fixed_ips': [{'subnet_id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'ip_address': '172.25.8.61'}], 'enable_snat': True}, 'gw_port_id': '10d70ee7-4999-4775-97af-43b9f0013683', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:15:13Z', 'updated_at': '2022-04-18T21:15:22Z', 'revision_number': 4, 'project_id': '08ce18aa0ce94082a747ec94ccd8cac1', 'gw_port': {'id': '10d70ee7-4999-4775-97af-43b9f0013683', 'name': '', 'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:90:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b99cf232-05aa-4212-8f94-0748ead02435', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'ip_address': '172.25.8.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:15:14Z', 'updated_at': '2022-04-18T21:15:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838334-2', '_floatingips': [{'id': '0cdbe560-48f7-462e-8cfe-c4afe3429b7c', 'tenant_id': '08ce18aa0ce94082a747ec94ccd8cac1', 'floating_ip_address': '172.25.8.36', 'floating_network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'router_id': 'b99cf232-05aa-4212-8f94-0748ead02435', 'port_id': 'c50d9f5c-a87c-41ce-b980-c149a676fd20', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0da44c8a-15a6-48d5-b8a3-e2609519a9b7', 'mac_address': 'fa:16:3e:63:0b:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ff68f2f-27b8-4852-8ec1-1e8bd408587d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T21:15:48Z', 'updated_at': '2022-04-18T21:15:48Z', 'revision_number': 0, 'project_id': '08ce18aa0ce94082a747ec94ccd8cac1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '78e8a164-6328-4471-8f1e-15f9ab88165b', 'name': '', 'network_id': '0da44c8a-15a6-48d5-b8a3-e2609519a9b7', 'tenant_id': '08ce18aa0ce94082a747ec94ccd8cac1', 'mac_address': 'fa:16:3e:00:fd:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b99cf232-05aa-4212-8f94-0748ead02435', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b2906c47-8f19-4603-9015-e0383cdd68a4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:15:21Z', 'updated_at': '2022-04-18T21:15:29Z', 'revision_number': 5, 'project_id': '08ce18aa0ce94082a747ec94ccd8cac1', 'subnets': [{'id': 'b2906c47-8f19-4603-9015-e0383cdd68a4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838334-2', False) {} {{(pid=84043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:15:51.177826 n-d-838334-2 neutron-server[84043]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec088639-40ec-4b12-9025-ce2b78e5c638 None None] Checking router: b99cf232-05aa-4212-8f94-0748ead02435 for host: n-d-838334-2 {{(pid=84043) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 18 21:15:51.195661 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec088639-40ec-4b12-9025-ce2b78e5c638 None None] Routers {'b99cf232-05aa-4212-8f94-0748ead02435'} bound to L3 agent in host n-d-838334-2 {{(pid=84043) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 21:15:51.196726 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.l3_hamode_db [None req-ec088639-40ec-4b12-9025-ce2b78e5c638 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838334-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-18T20:25:48Z,description=,heartbeat_timestamp=2022-04-18T21:15:48Z,host='n-d-838334-2',id=bc84d6c9-dd7a-4555-a351-592327b46d5a,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:25:48Z,topic='l3_agent')) {'router_ids': ['b99cf232-05aa-4212-8f94-0748ead02435'], 'active': True} {{(pid=84043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:15:51.212453 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-eb9f479b-0b40-4dcb-9d96-9b7c32524ae0 req-3b4cceda-2932-4f1e-b0ff-4041d34d8bfd service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c50d9f5c-a87c-41ce-b980-c149a676fd20 HTTP/1.1" status: 200 len: 999 time: 0.1820381 Apr 18 21:15:51.349726 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb9f479b-0b40-4dcb-9d96-9b7c32524ae0 req-7466d4b3-3421-4cfc-891c-915b8f8807a6 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:15:51.353832 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-eb9f479b-0b40-4dcb-9d96-9b7c32524ae0 req-7466d4b3-3421-4cfc-891c-915b8f8807a6 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=b2906c47-8f19-4603-9015-e0383cdd68a4 HTTP/1.1" status: 200 len: 834 time: 0.1355207 Apr 18 21:15:51.439146 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 55650) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:15:51.477904 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-eb9f479b-0b40-4dcb-9d96-9b7c32524ae0 req-6db73f26-2768-45a8-9f2d-f9495ac57798 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=0da44c8a-15a6-48d5-b8a3-e2609519a9b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1172400 Apr 18 21:15:51.543532 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.l3_dvr_db [None req-ec088639-40ec-4b12-9025-ce2b78e5c638 None None] Set router b99cf232-05aa-4212-8f94-0748ead02435 gateway port host: n-d-838334-2 {{(pid=84043) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 21:15:51.627438 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-38dc1212-6cbd-4000-9191-e430e189e4a3 tempest-TestNetworkBasicOps-1936690218 tempest-TestNetworkBasicOps-1936690218-project] 10.222.0.42 "GET /v2.0/floatingips/0cdbe560-48f7-462e-8cfe-c4afe3429b7c HTTP/1.1" status: 200 len: 991 time: 0.1863849 Apr 18 21:15:51.713954 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-eb9f479b-0b40-4dcb-9d96-9b7c32524ae0 req-2e3fe9aa-ff5a-4a74-9ba1-fa3ae8cb4765 service neutron] 10.222.0.43 "GET /v2.0/networks/0da44c8a-15a6-48d5-b8a3-e2609519a9b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2290018 Apr 18 21:15:51.967010 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-eb9f479b-0b40-4dcb-9d96-9b7c32524ae0 req-35224b9c-89d8-407f-8c1b-f8e070964362 service neutron] 10.222.0.43 "GET /v2.0/networks/0da44c8a-15a6-48d5-b8a3-e2609519a9b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2461793 Apr 18 21:15:52.042753 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [req-8bc495f8-dc06-4f24-b08a-c2786c0248ff req-e109a8a3-6902-4b8a-b4d7-0113b100c28c tempest-AttachVolumeNegativeTest-555605742 tempest-AttachVolumeNegativeTest-555605742-project] (84041) timed out ('10.222.0.43', 55607) {{(pid=84041) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Apr 18 21:15:52.193361 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.l3_hamode_db [None req-ec088639-40ec-4b12-9025-ce2b78e5c638 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b99cf232-05aa-4212-8f94-0748ead02435', 'name': 'tempest-TestNetworkBasicOps-router-310213544', 'tenant_id': '08ce18aa0ce94082a747ec94ccd8cac1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'external_fixed_ips': [{'subnet_id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'ip_address': '172.25.8.61'}], 'enable_snat': True}, 'gw_port_id': '10d70ee7-4999-4775-97af-43b9f0013683', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:15:13Z', 'updated_at': '2022-04-18T21:15:22Z', 'revision_number': 4, 'project_id': '08ce18aa0ce94082a747ec94ccd8cac1', 'gw_port': {'id': '10d70ee7-4999-4775-97af-43b9f0013683', 'name': '', 'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:90:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b99cf232-05aa-4212-8f94-0748ead02435', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'ip_address': '172.25.8.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:15:14Z', 'updated_at': '2022-04-18T21:15:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838334-2', '_floatingips': [{'id': '0cdbe560-48f7-462e-8cfe-c4afe3429b7c', 'tenant_id': '08ce18aa0ce94082a747ec94ccd8cac1', 'floating_ip_address': '172.25.8.36', 'floating_network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'router_id': 'b99cf232-05aa-4212-8f94-0748ead02435', 'port_id': 'c50d9f5c-a87c-41ce-b980-c149a676fd20', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0da44c8a-15a6-48d5-b8a3-e2609519a9b7', 'mac_address': 'fa:16:3e:63:0b:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ff68f2f-27b8-4852-8ec1-1e8bd408587d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T21:15:48Z', 'updated_at': '2022-04-18T21:15:48Z', 'revision_number': 0, 'project_id': '08ce18aa0ce94082a747ec94ccd8cac1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '78e8a164-6328-4471-8f1e-15f9ab88165b', 'name': '', 'network_id': '0da44c8a-15a6-48d5-b8a3-e2609519a9b7', 'tenant_id': '08ce18aa0ce94082a747ec94ccd8cac1', 'mac_address': 'fa:16:3e:00:fd:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b99cf232-05aa-4212-8f94-0748ead02435', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b2906c47-8f19-4603-9015-e0383cdd68a4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:15:21Z', 'updated_at': '2022-04-18T21:15:29Z', 'revision_number': 5, 'project_id': '08ce18aa0ce94082a747ec94ccd8cac1', 'subnets': [{'id': 'b2906c47-8f19-4603-9015-e0383cdd68a4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838334-2', False) {} {{(pid=84043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:15:52.193361 n-d-838334-2 neutron-server[84043]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec088639-40ec-4b12-9025-ce2b78e5c638 None None] The sync data for ids ['b99cf232-05aa-4212-8f94-0748ead02435'] in n-d-838334-2 is: [{'id': 'b99cf232-05aa-4212-8f94-0748ead02435', 'name': 'tempest-TestNetworkBasicOps-router-310213544', 'tenant_id': '08ce18aa0ce94082a747ec94ccd8cac1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'external_fixed_ips': [{'subnet_id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'ip_address': '172.25.8.61'}], 'enable_snat': True}, 'gw_port_id': '10d70ee7-4999-4775-97af-43b9f0013683', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:15:13Z', 'updated_at': '2022-04-18T21:15:22Z', 'revision_number': 4, 'project_id': '08ce18aa0ce94082a747ec94ccd8cac1', 'gw_port': {'id': '10d70ee7-4999-4775-97af-43b9f0013683', 'name': '', 'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:90:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b99cf232-05aa-4212-8f94-0748ead02435', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'ip_address': '172.25.8.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:15:14Z', 'updated_at': '2022-04-18T21:15:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838334-2', '_floatingips': [{'id': '0cdbe560-48f7-462e-8cfe-c4afe3429b7c', 'tenant_id': '08ce18aa0ce94082a747ec94ccd8cac1', 'floating_ip_address': '172.25.8.36', 'floating_network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'router_id': 'b99cf232-05aa-4212-8f94-0748ead02435', 'port_id': 'c50d9f5c-a87c-41ce-b980-c149a676fd20', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0da44c8a-15a6-48d5-b8a3-e2609519a9b7', 'mac_address': 'fa:16:3e:63:0b:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ff68f2f-27b8-4852-8ec1-1e8bd408587d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T21:15:48Z', 'updated_at': '2022-04-18T21:15:48Z', 'revision_number': 0, 'project_id': '08ce18aa0ce94082a747ec94ccd8cac1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '78e8a164-6328-4471-8f1e-15f9ab88165b', 'name': '', 'network_id': '0da44c8a-15a6-48d5-b8a3-e2609519a9b7', 'tenant_id': '08ce18aa0ce94082a747ec94ccd8cac1', 'mac_address': 'fa:16:3e:00:fd:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b99cf232-05aa-4212-8f94-0748ead02435', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b2906c47-8f19-4603-9015-e0383cdd68a4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:15:21Z', 'updated_at': '2022-04-18T21:15:29Z', 'revision_number': 5, 'project_id': '08ce18aa0ce94082a747ec94ccd8cac1', 'subnets': [{'id': 'b2906c47-8f19-4603-9015-e0383cdd68a4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84043) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 18 21:15:52.235369 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 55660) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:15:52.404855 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 55664) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:15:52.408910 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-b458409e-fbb7-48dc-ba80-a88c914bd4d6 tempest-TestSecurityGroupsBasicOps-1595239442 tempest-TestSecurityGroupsBasicOps-1595239442-project-admin] 10.222.0.42 "GET /v2.0/ports?fields=fixed_ips&fields=mac_address HTTP/1.1" status: 200 len: 3324 time: 0.1695888 Apr 18 21:15:52.411747 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.v2.base [None req-4c7e17f1-c36d-44a2-ae63-eaac89209e38 tempest-TestSecurityGroupsBasicOps-1555676956 tempest-TestSecurityGroupsBasicOps-1555676956-project] Request body: {'network': {'name': 'tempest-network-smoke--581245426', 'project_id': 'd19595ade6b9408699bc90a14d63d7df', 'port_security_enabled': False}} {{(pid=84041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:15:52.426149 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-4c7e17f1-c36d-44a2-ae63-eaac89209e38 tempest-TestSecurityGroupsBasicOps-1555676956 tempest-TestSecurityGroupsBasicOps-1555676956-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:15:52.451926 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-4c7e17f1-c36d-44a2-ae63-eaac89209e38 tempest-TestSecurityGroupsBasicOps-1555676956 tempest-TestSecurityGroupsBasicOps-1555676956-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:15:52.475608 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c7e17f1-c36d-44a2-ae63-eaac89209e38 tempest-TestSecurityGroupsBasicOps-1555676956 tempest-TestSecurityGroupsBasicOps-1555676956-project] Made reservation on behalf of d19595ade6b9408699bc90a14d63d7df for: {'network': 1} {{(pid=84041) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:15:52.479210 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-4c7e17f1-c36d-44a2-ae63-eaac89209e38 tempest-TestSecurityGroupsBasicOps-1555676956 tempest-TestSecurityGroupsBasicOps-1555676956-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for network, before_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:15:52.523602 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4c7e17f1-c36d-44a2-ae63-eaac89209e38 tempest-TestSecurityGroupsBasicOps-1555676956 tempest-TestSecurityGroupsBasicOps-1555676956-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 357} {{(pid=84041) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 21:15:52.546971 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-4c7e17f1-c36d-44a2-ae63-eaac89209e38 tempest-TestSecurityGroupsBasicOps-1555676956 tempest-TestSecurityGroupsBasicOps-1555676956-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1082986'] for segment, precommit_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:15:52.547938 n-d-838334-2 neutron-server[84041]: INFO neutron.db.segments_db [None req-4c7e17f1-c36d-44a2-ae63-eaac89209e38 tempest-TestSecurityGroupsBasicOps-1555676956 tempest-TestSecurityGroupsBasicOps-1555676956-project] Added segment 22446d91-8336-44d2-8d60-eb91e725d10e of type vlan for network 5e1fd9e7-f06e-4d8e-b810-b70c1c5d7f48 Apr 18 21:15:52.572605 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb340a1e-abd3-4d7e-b433-86c3cd4df9f8 None None] New status for floating IP 0cdbe560-48f7-462e-8cfe-c4afe3429b7c: ACTIVE {{(pid=84042) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Apr 18 21:15:52.605381 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-4c7e17f1-c36d-44a2-ae63-eaac89209e38 tempest-TestSecurityGroupsBasicOps-1555676956 tempest-TestSecurityGroupsBasicOps-1555676956-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750374825732'] for network, precommit_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:15:52.631875 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 55668) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:15:52.652110 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-4c7e17f1-c36d-44a2-ae63-eaac89209e38 tempest-TestSecurityGroupsBasicOps-1555676956 tempest-TestSecurityGroupsBasicOps-1555676956-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33526109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022'] for network, after_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:15:52.656013 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c7e17f1-c36d-44a2-ae63-eaac89209e38 tempest-TestSecurityGroupsBasicOps-1555676956 tempest-TestSecurityGroupsBasicOps-1555676956-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:15:52.656798 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-4c7e17f1-c36d-44a2-ae63-eaac89209e38 tempest-TestSecurityGroupsBasicOps-1555676956 tempest-TestSecurityGroupsBasicOps-1555676956-project] Notify callbacks [] for network, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:15:52.861242 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c7e17f1-c36d-44a2-ae63-eaac89209e38 tempest-TestSecurityGroupsBasicOps-1555676956 tempest-TestSecurityGroupsBasicOps-1555676956-project] Pushing event updated for resources: {'Network': ['ID=5e1fd9e7-f06e-4d8e-b810-b70c1c5d7f48,revision_number=1']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:15:52.861242 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-4c7e17f1-c36d-44a2-ae63-eaac89209e38 tempest-TestSecurityGroupsBasicOps-1555676956 tempest-TestSecurityGroupsBasicOps-1555676956-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.4516807 Apr 18 21:15:52.876204 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 55674) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:15:52.892143 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.v2.base [None req-81d6bafc-7202-41a6-a8d3-1e5bad608191 tempest-TestSecurityGroupsBasicOps-1555676956 tempest-TestSecurityGroupsBasicOps-1555676956-project] Request body: {'router': {'name': 'tempest-TestSecurityGroupsBasicOps-router-1053025924', 'admin_state_up': True, 'project_id': 'd19595ade6b9408699bc90a14d63d7df', 'external_gateway_info': {'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c'}}} {{(pid=84041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:15:52.900314 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-519eeed6-42ca-4622-b581-7294352610de tempest-TestNetworkBasicOps-1936690218 tempest-TestNetworkBasicOps-1936690218-project] 10.222.0.42 "GET /v2.0/floatingips/0cdbe560-48f7-462e-8cfe-c4afe3429b7c HTTP/1.1" status: 200 len: 991 time: 0.2638016 Apr 18 21:15:52.913649 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-81d6bafc-7202-41a6-a8d3-1e5bad608191 tempest-TestSecurityGroupsBasicOps-1555676956 tempest-TestSecurityGroupsBasicOps-1555676956-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:15:52.920022 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-81d6bafc-7202-41a6-a8d3-1e5bad608191 tempest-TestSecurityGroupsBasicOps-1555676956 tempest-TestSecurityGroupsBasicOps-1555676956-project] Usage tracker for resource:router and tenant:d19595ade6b9408699bc90a14d63d7df is out of sync, need to count used quota {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:15:52.932664 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-81d6bafc-7202-41a6-a8d3-1e5bad608191 tempest-TestSecurityGroupsBasicOps-1555676956 tempest-TestSecurityGroupsBasicOps-1555676956-project] Quota usage for router was recalculated. Used quota:1. {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:15:52.939192 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-81d6bafc-7202-41a6-a8d3-1e5bad608191 tempest-TestSecurityGroupsBasicOps-1555676956 tempest-TestSecurityGroupsBasicOps-1555676956-project] Attempting to reserve 1 items for resource router. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:15:52.954727 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-81d6bafc-7202-41a6-a8d3-1e5bad608191 tempest-TestSecurityGroupsBasicOps-1555676956 tempest-TestSecurityGroupsBasicOps-1555676956-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-33442106', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5708'] for router, before_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:15:52.955951 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-81d6bafc-7202-41a6-a8d3-1e5bad608191 tempest-TestSecurityGroupsBasicOps-1555676956 tempest-TestSecurityGroupsBasicOps-1555676956-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33442137', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33444285', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33535433', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5703'] for router, precommit_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:15:52.985865 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-81d6bafc-7202-41a6-a8d3-1e5bad608191 tempest-TestSecurityGroupsBasicOps-1555676956 tempest-TestSecurityGroupsBasicOps-1555676956-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:15:53.022035 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Network 5e1fd9e7-f06e-4d8e-b810-b70c1c5d7f48 details requested by agent ovs-agent-n-d-838334-2 with host n-d-838334-2 {{(pid=84042) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 18 21:15:53.171897 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-81d6bafc-7202-41a6-a8d3-1e5bad608191 tempest-TestSecurityGroupsBasicOps-1555676956 tempest-TestSecurityGroupsBasicOps-1555676956-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-33444175', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-33443520', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5293'] for router, precommit_update {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:15:53.496637 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-81d6bafc-7202-41a6-a8d3-1e5bad608191 tempest-TestSecurityGroupsBasicOps-1555676956 tempest-TestSecurityGroupsBasicOps-1555676956-project] Notify callbacks [] for router_gateway, before_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:15:53.537373 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-81d6bafc-7202-41a6-a8d3-1e5bad608191 tempest-TestSecurityGroupsBasicOps-1555676956 tempest-TestSecurityGroupsBasicOps-1555676956-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:15:53.751813 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.db_base_plugin_common [None req-81d6bafc-7202-41a6-a8d3-1e5bad608191 tempest-TestSecurityGroupsBasicOps-1555676956 tempest-TestSecurityGroupsBasicOps-1555676956-project] Allocated IP 172.25.8.99 (e41b6600-a917-4a8d-b05c-be3be40c6d8c/6b05667b-848e-4356-9b44-d5eb6808ef74/a03171da-108a-4146-9b91-ed758c03055d) {{(pid=84041) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 21:15:53.901531 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 55692) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:15:54.066567 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-81d6bafc-7202-41a6-a8d3-1e5bad608191 tempest-TestSecurityGroupsBasicOps-1555676956 tempest-TestSecurityGroupsBasicOps-1555676956-project] Notify callbacks [] for port, precommit_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:15:54.098938 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-f02b8afd-bce2-4562-b82b-99da5c662228 tempest-TestNetworkBasicOps-1936690218 tempest-TestNetworkBasicOps-1936690218-project] 10.222.0.42 "GET /v2.0/floatingips/0cdbe560-48f7-462e-8cfe-c4afe3429b7c HTTP/1.1" status: 200 len: 993 time: 0.1962926 Apr 18 21:15:54.129274 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-81d6bafc-7202-41a6-a8d3-1e5bad608191 tempest-TestSecurityGroupsBasicOps-1555676956 tempest-TestSecurityGroupsBasicOps-1555676956-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750374836619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32266323'] for port, after_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:15:54.343881 n-d-838334-2 neutron-server[84041]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81d6bafc-7202-41a6-a8d3-1e5bad608191 tempest-TestSecurityGroupsBasicOps-1555676956 tempest-TestSecurityGroupsBasicOps-1555676956-project] Network e41b6600-a917-4a8d-b05c-be3be40c6d8c is already hosted by enough agents. {{(pid=84041) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:15:54.349277 n-d-838334-2 neutron-server[84041]: DEBUG neutron.scheduler.base_scheduler [None req-81d6bafc-7202-41a6-a8d3-1e5bad608191 tempest-TestSecurityGroupsBasicOps-1555676956 tempest-TestSecurityGroupsBasicOps-1555676956-project] Resources bound (agent type, host, resource id): {{(pid=84041) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:15:54.352899 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81d6bafc-7202-41a6-a8d3-1e5bad608191 tempest-TestSecurityGroupsBasicOps-1555676956 tempest-TestSecurityGroupsBasicOps-1555676956-project] Received port after_create {{(pid=84041) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 21:15:54.386584 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81d6bafc-7202-41a6-a8d3-1e5bad608191 tempest-TestSecurityGroupsBasicOps-1555676956 tempest-TestSecurityGroupsBasicOps-1555676956-project] Pushing event updated for resources: {'Port': ['ID=a03171da-108a-4146-9b91-ed758c03055d,revision_number=1']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:15:54.594417 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-81d6bafc-7202-41a6-a8d3-1e5bad608191 tempest-TestSecurityGroupsBasicOps-1555676956 tempest-TestSecurityGroupsBasicOps-1555676956-project] Notify callbacks [] for router_gateway, after_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:15:54.595439 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-81d6bafc-7202-41a6-a8d3-1e5bad608191 tempest-TestSecurityGroupsBasicOps-1555676956 tempest-TestSecurityGroupsBasicOps-1555676956-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33443529', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33444176'] for router, after_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:15:54.966084 n-d-838334-2 neutron-server[84041]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-81d6bafc-7202-41a6-a8d3-1e5bad608191 tempest-TestSecurityGroupsBasicOps-1555676956 tempest-TestSecurityGroupsBasicOps-1555676956-project] Router b7403657-6fc2-4555-b469-68de9d2c0535 is scheduled to L3 agent bc84d6c9-dd7a-4555-a351-592327b46d5a with binding_index 1 {{(pid=84041) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 18 21:15:55.261941 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-81d6bafc-7202-41a6-a8d3-1e5bad608191 tempest-TestSecurityGroupsBasicOps-1555676956 tempest-TestSecurityGroupsBasicOps-1555676956-project] Notify agent at l3_agent.n-d-838334-2 the message routers_updated {{(pid=84041) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 21:15:55.276016 n-d-838334-2 neutron-server[84043]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f0c2b78-962f-4144-8688-d23391f0bba3 None None] Sync routers for ids ['b7403657-6fc2-4555-b469-68de9d2c0535'] in n-d-838334-2 {{(pid=84043) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 18 21:15:55.294587 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f0c2b78-962f-4144-8688-d23391f0bba3 None None] Routers {'b7403657-6fc2-4555-b469-68de9d2c0535'} bound to L3 agent in host n-d-838334-2 {{(pid=84043) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 21:15:55.295133 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.l3_hamode_db [None req-4f0c2b78-962f-4144-8688-d23391f0bba3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838334-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-18T20:25:48Z,description=,heartbeat_timestamp=2022-04-18T21:15:48Z,host='n-d-838334-2',id=bc84d6c9-dd7a-4555-a351-592327b46d5a,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:25:48Z,topic='l3_agent')) {'router_ids': ['b7403657-6fc2-4555-b469-68de9d2c0535'], 'active': True} {{(pid=84043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:15:55.307249 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-81d6bafc-7202-41a6-a8d3-1e5bad608191 tempest-TestSecurityGroupsBasicOps-1555676956 tempest-TestSecurityGroupsBasicOps-1555676956-project] Notify callbacks [] for router, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:15:55.315783 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-81d6bafc-7202-41a6-a8d3-1e5bad608191 tempest-TestSecurityGroupsBasicOps-1555676956 tempest-TestSecurityGroupsBasicOps-1555676956-project] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 893 time: 2.4494011 Apr 18 21:15:55.318207 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 55712) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:15:55.475877 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb22a609-e362-4086-90a3-1dcf4047b139 tempest-TestSecurityGroupsBasicOps-1595239442 tempest-TestSecurityGroupsBasicOps-1595239442-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:15:55.477841 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-eb22a609-e362-4086-90a3-1dcf4047b139 tempest-TestSecurityGroupsBasicOps-1595239442 tempest-TestSecurityGroupsBasicOps-1595239442-project-admin] 10.222.0.42 "GET /v2.0/subnets?project_id=d19595ade6b9408699bc90a14d63d7df&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 830 time: 0.1586580 Apr 18 21:15:55.480776 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 55716) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:15:55.485985 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.l3_dvr_db [None req-4f0c2b78-962f-4144-8688-d23391f0bba3 None None] Set router b7403657-6fc2-4555-b469-68de9d2c0535 gateway port host: n-d-838334-2 {{(pid=84043) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 21:15:55.570707 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3a6a20c-920c-4119-a31e-d3dc36542a48 req-ba1c853f-b477-4f95-a41c-84bb3bc8bb5d tempest-VolumesSnapshotTestJSON-1863616769 tempest-VolumesSnapshotTestJSON-1863616769-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:15:55.579236 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-a3a6a20c-920c-4119-a31e-d3dc36542a48 req-ba1c853f-b477-4f95-a41c-84bb3bc8bb5d tempest-VolumesSnapshotTestJSON-1863616769 tempest-VolumesSnapshotTestJSON-1863616769-project] 10.222.0.42 "GET /v2.0/ports?device_id=6af0c110-60e2-46a5-800d-0c446686e8a5 HTTP/1.1" status: 200 len: 945 time: 0.1447110 Apr 18 21:15:55.614369 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e55d597-fbbc-4321-84b5-6d8698359833 tempest-TestSecurityGroupsBasicOps-1595239442 tempest-TestSecurityGroupsBasicOps-1595239442-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:15:55.615782 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-4e55d597-fbbc-4321-84b5-6d8698359833 tempest-TestSecurityGroupsBasicOps-1595239442 tempest-TestSecurityGroupsBasicOps-1595239442-project-admin] 10.222.0.42 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1340029 Apr 18 21:15:55.618461 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 55720) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:15:55.646871 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-a3a6a20c-920c-4119-a31e-d3dc36542a48 req-5c002b86-bed3-470a-9140-f7f0185d55d4 tempest-VolumesSnapshotTestJSON-1863616769 tempest-VolumesSnapshotTestJSON-1863616769-project] 10.222.0.42 "GET /v2.0/security-groups?id=9fa5ce7e-93a0-4048-a52a-367318ec4781&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660079 Apr 18 21:15:55.664661 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-30490c41-9856-40c6-801d-f59b0fc37a73 tempest-TestSecurityGroupsBasicOps-1595239442 tempest-TestSecurityGroupsBasicOps-1595239442-project-admin] 10.222.0.42 "GET /v2.0/subnets?network_id=e41b6600-a917-4a8d-b05c-be3be40c6d8c&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0449872 Apr 18 21:15:55.667226 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 55724) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:15:55.711526 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-cfcb284f-5c05-4bec-91e6-6c6aa4ddf290 tempest-TestSecurityGroupsBasicOps-1595239442 tempest-TestSecurityGroupsBasicOps-1595239442-project-admin] 10.222.0.42 "GET /v2.0/subnets?project_id=d19595ade6b9408699bc90a14d63d7df&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0430551 Apr 18 21:15:55.713951 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 55728) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:15:55.856727 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.l3_hamode_db [None req-4f0c2b78-962f-4144-8688-d23391f0bba3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7403657-6fc2-4555-b469-68de9d2c0535', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1053025924', 'tenant_id': 'd19595ade6b9408699bc90a14d63d7df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'external_fixed_ips': [{'subnet_id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'ip_address': '172.25.8.99'}], 'enable_snat': True}, 'gw_port_id': 'a03171da-108a-4146-9b91-ed758c03055d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:15:52Z', 'updated_at': '2022-04-18T21:15:54Z', 'revision_number': 3, 'project_id': 'd19595ade6b9408699bc90a14d63d7df', 'gw_port': {'id': 'a03171da-108a-4146-9b91-ed758c03055d', 'name': '', 'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:87:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b7403657-6fc2-4555-b469-68de9d2c0535', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'ip_address': '172.25.8.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:15:53Z', 'updated_at': '2022-04-18T21:15:53Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838334-2'}], 'n-d-838334-2', False) {} {{(pid=84043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:15:55.857158 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc49cbd3-71b9-4a0e-a912-5ca67240eb80 tempest-TestSecurityGroupsBasicOps-1595239442 tempest-TestSecurityGroupsBasicOps-1595239442-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:15:55.858685 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-dc49cbd3-71b9-4a0e-a912-5ca67240eb80 tempest-TestSecurityGroupsBasicOps-1595239442 tempest-TestSecurityGroupsBasicOps-1595239442-project-admin] 10.222.0.42 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1438599 Apr 18 21:15:55.861157 n-d-838334-2 neutron-server[84043]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f0c2b78-962f-4144-8688-d23391f0bba3 None None] Checking router: b7403657-6fc2-4555-b469-68de9d2c0535 for host: n-d-838334-2 {{(pid=84043) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 18 21:15:55.861317 n-d-838334-2 neutron-server[84043]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f0c2b78-962f-4144-8688-d23391f0bba3 None None] Updating router b7403657-6fc2-4555-b469-68de9d2c0535 port a03171da-108a-4146-9b91-ed758c03055d binding host n-d-838334-2 {{(pid=84043) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 18 21:15:55.861518 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 55732) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:15:55.918138 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-a6eb8d19-9d60-4561-95ea-8d98b7ae81b0 tempest-TestSecurityGroupsBasicOps-1595239442 tempest-TestSecurityGroupsBasicOps-1595239442-project-admin] 10.222.0.42 "GET /v2.0/subnets?network_id=e41b6600-a917-4a8d-b05c-be3be40c6d8c&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0533562 Apr 18 21:15:55.918436 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 55736) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:15:55.930250 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.v2.base [None req-a3b0aa83-8941-4e16-a038-386e60b05f4f tempest-TestSecurityGroupsBasicOps-1555676956 tempest-TestSecurityGroupsBasicOps-1555676956-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1578630021', 'network_id': '5e1fd9e7-f06e-4d8e-b810-b70c1c5d7f48', 'project_id': 'd19595ade6b9408699bc90a14d63d7df', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=84040) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:15:55.951853 n-d-838334-2 neutron-server[84043]: DEBUG neutron_lib.callbacks.manager [None req-4f0c2b78-962f-4144-8688-d23391f0bba3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:15:56.103272 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [None req-a3b0aa83-8941-4e16-a038-386e60b05f4f tempest-TestSecurityGroupsBasicOps-1555676956 tempest-TestSecurityGroupsBasicOps-1555676956-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:15:56.107566 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-a3b0aa83-8941-4e16-a038-386e60b05f4f tempest-TestSecurityGroupsBasicOps-1555676956 tempest-TestSecurityGroupsBasicOps-1555676956-project] Usage tracker for resource:subnet and tenant:d19595ade6b9408699bc90a14d63d7df is out of sync, need to count used quota {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:15:56.110632 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-a3b0aa83-8941-4e16-a038-386e60b05f4f tempest-TestSecurityGroupsBasicOps-1555676956 tempest-TestSecurityGroupsBasicOps-1555676956-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:15:56.117531 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [None req-a3b0aa83-8941-4e16-a038-386e60b05f4f tempest-TestSecurityGroupsBasicOps-1555676956 tempest-TestSecurityGroupsBasicOps-1555676956-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:15:56.132042 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a3b0aa83-8941-4e16-a038-386e60b05f4f tempest-TestSecurityGroupsBasicOps-1555676956 tempest-TestSecurityGroupsBasicOps-1555676956-project] Made reservation on behalf of d19595ade6b9408699bc90a14d63d7df for: {'subnet': 1} {{(pid=84040) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:15:56.334852 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-a3b0aa83-8941-4e16-a038-386e60b05f4f tempest-TestSecurityGroupsBasicOps-1555676956 tempest-TestSecurityGroupsBasicOps-1555676956-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31752722'] for subnet, before_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:15:56.446897 n-d-838334-2 neutron-server[84043]: DEBUG neutron_lib.callbacks.manager [None req-4f0c2b78-962f-4144-8688-d23391f0bba3 None None] Notify callbacks [] for port, precommit_update {{(pid=84043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:15:56.462413 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.provisioning_blocks [None req-4f0c2b78-962f-4144-8688-d23391f0bba3 None None] Transition to ACTIVE for port object a03171da-108a-4146-9b91-ed758c03055d will not be triggered until provisioned by entity L2. {{(pid=84043) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:15:56.485477 n-d-838334-2 neutron-server[84043]: DEBUG neutron_lib.callbacks.manager [None req-4f0c2b78-962f-4144-8688-d23391f0bba3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682'] for port, after_update {{(pid=84043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:15:56.582540 n-d-838334-2 neutron-server[84043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dce5e6c-6b18-40b3-86a7-b81fb1a1c44e None None] Pushing event updated for resources: {'Port': ['ID=a03171da-108a-4146-9b91-ed758c03055d,revision_number=2']} {{(pid=84043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:15:56.585262 n-d-838334-2 neutron-server[84043]: DEBUG neutron.plugins.ml2.managers [None req-4f0c2b78-962f-4144-8688-d23391f0bba3 None None] Attempting to bind port a03171da-108a-4146-9b91-ed758c03055d on host n-d-838334-2 for vnic_type normal with profile {{(pid=84043) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 21:15:56.585907 n-d-838334-2 neutron-server[84043]: DEBUG neutron.plugins.ml2.managers [None req-4f0c2b78-962f-4144-8688-d23391f0bba3 None None] Attempting to bind port a03171da-108a-4146-9b91-ed758c03055d by drivers openvswitch,hyperv on host n-d-838334-2 at level 0 using segments [{'id': '732aa830-768b-4511-951f-d08e26b9c25b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c'}] {{(pid=84043) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 21:15:56.586472 n-d-838334-2 neutron-server[84043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f0c2b78-962f-4144-8688-d23391f0bba3 None None] Attempting to bind port a03171da-108a-4146-9b91-ed758c03055d on network e41b6600-a917-4a8d-b05c-be3be40c6d8c {{(pid=84043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 21:15:56.602972 n-d-838334-2 neutron-server[84043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dce5e6c-6b18-40b3-86a7-b81fb1a1c44e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:15:56.603788 n-d-838334-2 neutron-server[84043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dce5e6c-6b18-40b3-86a7-b81fb1a1c44e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:15:56.604400 n-d-838334-2 neutron-server[84043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dce5e6c-6b18-40b3-86a7-b81fb1a1c44e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:15:56.604953 n-d-838334-2 neutron-server[84043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dce5e6c-6b18-40b3-86a7-b81fb1a1c44e None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:15:56.605486 n-d-838334-2 neutron-server[84043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dce5e6c-6b18-40b3-86a7-b81fb1a1c44e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:15:56.606016 n-d-838334-2 neutron-server[84043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dce5e6c-6b18-40b3-86a7-b81fb1a1c44e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:15:56.606560 n-d-838334-2 neutron-server[84043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dce5e6c-6b18-40b3-86a7-b81fb1a1c44e None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:15:56.607090 n-d-838334-2 neutron-server[84043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dce5e6c-6b18-40b3-86a7-b81fb1a1c44e None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:15:56.607604 n-d-838334-2 neutron-server[84043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dce5e6c-6b18-40b3-86a7-b81fb1a1c44e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:15:56.608158 n-d-838334-2 neutron-server[84043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dce5e6c-6b18-40b3-86a7-b81fb1a1c44e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:15:56.608671 n-d-838334-2 neutron-server[84043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dce5e6c-6b18-40b3-86a7-b81fb1a1c44e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:15:56.612259 n-d-838334-2 neutron-server[84043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f0c2b78-962f-4144-8688-d23391f0bba3 None None] Checking agent: {'id': '97cd4414-7af6-4d67-868d-dff370b4071a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838334-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 25, 49), 'started_at': datetime.datetime(2022, 4, 18, 20, 26, 19), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 21, 15, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838334-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 18 21:15:56.612734 n-d-838334-2 neutron-server[84043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f0c2b78-962f-4144-8688-d23391f0bba3 None None] Checking segment: {'id': '732aa830-768b-4511-951f-d08e26b9c25b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84043) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 21:15:56.613188 n-d-838334-2 neutron-server[84043]: DEBUG neutron_lib.callbacks.manager [None req-4f0c2b78-962f-4144-8688-d23391f0bba3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:15:56.613625 n-d-838334-2 neutron-server[84043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f0c2b78-962f-4144-8688-d23391f0bba3 None None] Bound using segment: {'id': '732aa830-768b-4511-951f-d08e26b9c25b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c'} {{(pid=84043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 18 21:15:56.615019 n-d-838334-2 neutron-server[84043]: DEBUG neutron.plugins.ml2.managers [None req-4f0c2b78-962f-4144-8688-d23391f0bba3 None None] Bound port: a03171da-108a-4146-9b91-ed758c03055d, host: n-d-838334-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '732aa830-768b-4511-951f-d08e26b9c25b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c'}}] {{(pid=84043) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 21:15:56.615451 n-d-838334-2 neutron-server[84043]: DEBUG neutron_lib.callbacks.manager [None req-4f0c2b78-962f-4144-8688-d23391f0bba3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:15:56.705972 n-d-838334-2 neutron-server[84043]: DEBUG neutron.plugins.ml2.db [None req-4f0c2b78-962f-4144-8688-d23391f0bba3 None None] For port a03171da-108a-4146-9b91-ed758c03055d, host n-d-838334-2, cleared binding levels {{(pid=84043) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 21:15:56.711025 n-d-838334-2 neutron-server[84043]: DEBUG neutron.plugins.ml2.db [None req-4f0c2b78-962f-4144-8688-d23391f0bba3 None None] For port a03171da-108a-4146-9b91-ed758c03055d, host n-d-838334-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838334-2',level=0,port_id=a03171da-108a-4146-9b91-ed758c03055d,segment=NetworkSegment(732aa830-768b-4511-951f-d08e26b9c25b),segment_id=732aa830-768b-4511-951f-d08e26b9c25b)] {{(pid=84043) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 21:15:56.717106 n-d-838334-2 neutron-server[84043]: DEBUG neutron_lib.callbacks.manager [None req-4f0c2b78-962f-4144-8688-d23391f0bba3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682'] for port, after_update {{(pid=84043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:15:56.818292 n-d-838334-2 neutron-server[84043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dce5e6c-6b18-40b3-86a7-b81fb1a1c44e None None] Pushing event updated for resources: {'Port': ['ID=a03171da-108a-4146-9b91-ed758c03055d,revision_number=3']} {{(pid=84043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:15:56.843423 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f0c2b78-962f-4144-8688-d23391f0bba3 None None] Routers {'b7403657-6fc2-4555-b469-68de9d2c0535'} bound to L3 agent in host n-d-838334-2 {{(pid=84043) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 21:15:56.844433 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.l3_hamode_db [None req-4f0c2b78-962f-4144-8688-d23391f0bba3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838334-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-18T20:25:48Z,description=,heartbeat_timestamp=2022-04-18T21:15:48Z,host='n-d-838334-2',id=bc84d6c9-dd7a-4555-a351-592327b46d5a,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:25:48Z,topic='l3_agent')) {'router_ids': ['b7403657-6fc2-4555-b469-68de9d2c0535'], 'active': True} {{(pid=84043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:15:56.896222 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-a3b0aa83-8941-4e16-a038-386e60b05f4f tempest-TestSecurityGroupsBasicOps-1555676956 tempest-TestSecurityGroupsBasicOps-1555676956-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33526260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32441074', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31752704'] for subnet, after_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:15:57.007697 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3b0aa83-8941-4e16-a038-386e60b05f4f tempest-TestSecurityGroupsBasicOps-1555676956 tempest-TestSecurityGroupsBasicOps-1555676956-project] Pushing event updated for resources: {'Subnet': ['ID=da663369-38c2-4916-b108-110c61e5c039,revision_number=0']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:15:57.206659 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3b0aa83-8941-4e16-a038-386e60b05f4f tempest-TestSecurityGroupsBasicOps-1555676956 tempest-TestSecurityGroupsBasicOps-1555676956-project] Checking segment: {'id': '22446d91-8336-44d2-8d60-eb91e725d10e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '5e1fd9e7-f06e-4d8e-b810-b70c1c5d7f48'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84040) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 21:15:57.206659 n-d-838334-2 neutron-server[84040]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3b0aa83-8941-4e16-a038-386e60b05f4f tempest-TestSecurityGroupsBasicOps-1555676956 tempest-TestSecurityGroupsBasicOps-1555676956-project] Network hostable DHCP agents. Network: 5e1fd9e7-f06e-4d8e-b810-b70c1c5d7f48, hostable agents: ['8746f8ea-3e91-4b32-9919-2c63adeb8722'], hosted agents: [] {{(pid=84040) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 21:15:57.240044 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-835e7ce5-0c9b-4578-88f8-93a337d0bc93 req-80ff9953-06eb-43ce-b694-e23835220d25 tempest-VolumesSnapshotTestJSON-1863616769 tempest-VolumesSnapshotTestJSON-1863616769-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:15:57.240044 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-835e7ce5-0c9b-4578-88f8-93a337d0bc93 req-80ff9953-06eb-43ce-b694-e23835220d25 tempest-VolumesSnapshotTestJSON-1863616769 tempest-VolumesSnapshotTestJSON-1863616769-project] 10.222.0.42 "GET /v2.0/ports?device_id=6af0c110-60e2-46a5-800d-0c446686e8a5 HTTP/1.1" status: 200 len: 945 time: 0.3313391 Apr 18 21:15:57.275534 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8d78a34-1944-42d1-a542-773beed35cba req-cb7e8baf-f2aa-4d05-8ec8-3d211a2082d2 tempest-VolumesSnapshotTestJSON-1863616769 tempest-VolumesSnapshotTestJSON-1863616769-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:15:57.277349 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-e8d78a34-1944-42d1-a542-773beed35cba req-cb7e8baf-f2aa-4d05-8ec8-3d211a2082d2 tempest-VolumesSnapshotTestJSON-1863616769 tempest-VolumesSnapshotTestJSON-1863616769-project] 10.222.0.48 "GET /v2.0/ports?device_id=6af0c110-60e2-46a5-800d-0c446686e8a5 HTTP/1.1" status: 200 len: 945 time: 0.2618041 Apr 18 21:15:57.290427 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.l3_dvr_db [None req-4f0c2b78-962f-4144-8688-d23391f0bba3 None None] Set router b7403657-6fc2-4555-b469-68de9d2c0535 gateway port host: n-d-838334-2 {{(pid=84043) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 21:15:57.354704 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.plugin [req-e8d78a34-1944-42d1-a542-773beed35cba req-d92722b5-a531-4cd5-b636-eba3bfa17552 tempest-VolumesSnapshotTestJSON-1863616769 tempest-VolumesSnapshotTestJSON-1863616769-project] Deleting port 6920160f-5b8a-4a16-a661-3cf891258204 {{(pid=84040) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 21:15:57.355291 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-e8d78a34-1944-42d1-a542-773beed35cba req-d92722b5-a531-4cd5-b636-eba3bfa17552 tempest-VolumesSnapshotTestJSON-1863616769 tempest-VolumesSnapshotTestJSON-1863616769-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750375188691'] for port, before_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:15:57.413100 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-835e7ce5-0c9b-4578-88f8-93a337d0bc93 req-f100c104-e92c-496d-bd65-052b5c9478fe tempest-VolumesSnapshotTestJSON-1863616769 tempest-VolumesSnapshotTestJSON-1863616769-project] 10.222.0.42 "GET /v2.0/security-groups?id=9fa5ce7e-93a0-4048-a52a-367318ec4781&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1737657 Apr 18 21:15:57.440628 n-d-838334-2 neutron-server[84040]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3b0aa83-8941-4e16-a038-386e60b05f4f tempest-TestSecurityGroupsBasicOps-1555676956 tempest-TestSecurityGroupsBasicOps-1555676956-project] Network 5e1fd9e7-f06e-4d8e-b810-b70c1c5d7f48 is scheduled to be hosted by DHCP agent 8746f8ea-3e91-4b32-9919-2c63adeb8722 with binding_index 1 {{(pid=84040) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 21:15:57.472242 n-d-838334-2 neutron-server[84040]: DEBUG neutron.scheduler.base_scheduler [None req-a3b0aa83-8941-4e16-a038-386e60b05f4f tempest-TestSecurityGroupsBasicOps-1555676956 tempest-TestSecurityGroupsBasicOps-1555676956-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-838334-2, 5e1fd9e7-f06e-4d8e-b810-b70c1c5d7f48) {{(pid=84040) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:15:57.483796 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0de2c4cf-d3b4-4ace-a0e2-2bb2a8f678ac None None] Network 5e1fd9e7-f06e-4d8e-b810-b70c1c5d7f48 requested from n-d-838334-2 {{(pid=84042) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 21:15:57.502358 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3b0aa83-8941-4e16-a038-386e60b05f4f tempest-TestSecurityGroupsBasicOps-1555676956 tempest-TestSecurityGroupsBasicOps-1555676956-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:15:57.504274 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-a3b0aa83-8941-4e16-a038-386e60b05f4f tempest-TestSecurityGroupsBasicOps-1555676956 tempest-TestSecurityGroupsBasicOps-1555676956-project] Notify callbacks [] for subnet, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:15:57.680090 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.l3_hamode_db [None req-4f0c2b78-962f-4144-8688-d23391f0bba3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7403657-6fc2-4555-b469-68de9d2c0535', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1053025924', 'tenant_id': 'd19595ade6b9408699bc90a14d63d7df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'external_fixed_ips': [{'subnet_id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'ip_address': '172.25.8.99'}], 'enable_snat': True}, 'gw_port_id': 'a03171da-108a-4146-9b91-ed758c03055d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:15:52Z', 'updated_at': '2022-04-18T21:15:54Z', 'revision_number': 3, 'project_id': 'd19595ade6b9408699bc90a14d63d7df', 'gw_port': {'id': 'a03171da-108a-4146-9b91-ed758c03055d', 'name': '', 'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:87:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b7403657-6fc2-4555-b469-68de9d2c0535', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'ip_address': '172.25.8.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:15:53Z', 'updated_at': '2022-04-18T21:15:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838334-2'}], 'n-d-838334-2', False) {} {{(pid=84043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:15:57.694165 n-d-838334-2 neutron-server[84043]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f0c2b78-962f-4144-8688-d23391f0bba3 None None] The sync data for ids ['b7403657-6fc2-4555-b469-68de9d2c0535'] in n-d-838334-2 is: [{'id': 'b7403657-6fc2-4555-b469-68de9d2c0535', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1053025924', 'tenant_id': 'd19595ade6b9408699bc90a14d63d7df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'external_fixed_ips': [{'subnet_id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'ip_address': '172.25.8.99'}], 'enable_snat': True}, 'gw_port_id': 'a03171da-108a-4146-9b91-ed758c03055d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:15:52Z', 'updated_at': '2022-04-18T21:15:54Z', 'revision_number': 3, 'project_id': 'd19595ade6b9408699bc90a14d63d7df', 'gw_port': {'id': 'a03171da-108a-4146-9b91-ed758c03055d', 'name': '', 'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:87:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b7403657-6fc2-4555-b469-68de9d2c0535', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'ip_address': '172.25.8.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:15:53Z', 'updated_at': '2022-04-18T21:15:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838334-2'}] {{(pid=84043) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 18 21:15:57.756886 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-a3b0aa83-8941-4e16-a038-386e60b05f4f tempest-TestSecurityGroupsBasicOps-1555676956 tempest-TestSecurityGroupsBasicOps-1555676956-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 1.8373115 Apr 18 21:15:57.763416 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 55772) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:15:57.940618 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.db [req-e8d78a34-1944-42d1-a542-773beed35cba req-d92722b5-a531-4cd5-b636-eba3bfa17552 tempest-VolumesSnapshotTestJSON-1863616769 tempest-VolumesSnapshotTestJSON-1863616769-project] For port 6920160f-5b8a-4a16-a661-3cf891258204, host n-h2-838334-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838334-2',level=0,port_id=6920160f-5b8a-4a16-a661-3cf891258204,segment=NetworkSegment(67a93bb4-0871-4d6d-b5c2-05b702305dba),segment_id=67a93bb4-0871-4d6d-b5c2-05b702305dba)] {{(pid=84040) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:15:57.943663 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-e8d78a34-1944-42d1-a542-773beed35cba req-d92722b5-a531-4cd5-b636-eba3bfa17552 tempest-VolumesSnapshotTestJSON-1863616769 tempest-VolumesSnapshotTestJSON-1863616769-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369123'] for port, precommit_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:15:58.026161 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f31b242c-ce63-4f5d-8392-618babc04d9b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp016840fc-1f9f-5892-9c53-c9cf6c845bbb-5e1fd9e7-f06e-4d8e-b810-b70c1c5d7f48', 'network_id': '5e1fd9e7-f06e-4d8e-b810-b70c1c5d7f48', 'tenant_id': 'd19595ade6b9408699bc90a14d63d7df', 'fixed_ips': [{'subnet_id': 'da663369-38c2-4916-b108-110c61e5c039'}]}} from n-d-838334-2. {{(pid=84042) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 18 21:15:58.027097 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-f31b242c-ce63-4f5d-8392-618babc04d9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_create {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:15:58.117974 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.plugin [req-e8d78a34-1944-42d1-a542-773beed35cba req-d92722b5-a531-4cd5-b636-eba3bfa17552 tempest-VolumesSnapshotTestJSON-1863616769 tempest-VolumesSnapshotTestJSON-1863616769-project] Calling delete_port for 6920160f-5b8a-4a16-a661-3cf891258204 owned by compute:nova {{(pid=84040) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 21:15:58.367509 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.db_base_plugin_common [None req-f31b242c-ce63-4f5d-8392-618babc04d9b None None] Allocated IP 172.20.0.18 (5e1fd9e7-f06e-4d8e-b810-b70c1c5d7f48/da663369-38c2-4916-b108-110c61e5c039/8a74b750-6183-442a-83ef-423cb917c9c0) {{(pid=84042) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 21:15:58.385240 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-e8d78a34-1944-42d1-a542-773beed35cba req-d92722b5-a531-4cd5-b636-eba3bfa17552 tempest-VolumesSnapshotTestJSON-1863616769 tempest-VolumesSnapshotTestJSON-1863616769-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750375259028', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750374836628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32440838'] for port, after_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:15:58.417661 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] get_ports_and_sgs() called for port_ids ['6920160f-5b8a-4a16-a661-3cf891258204'] {{(pid=84042) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 18 21:15:58.607052 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d92722b5-a531-4cd5-b636-eba3bfa17552 tempest-VolumesSnapshotTestJSON-1863616769 tempest-VolumesSnapshotTestJSON-1863616769-project] Pushing event deleted for resources: {'Port': ['ID=6920160f-5b8a-4a16-a661-3cf891258204,revision_number=None']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:15:58.636296 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.l3_dvrscheduler_db [req-e8d78a34-1944-42d1-a542-773beed35cba req-d92722b5-a531-4cd5-b636-eba3bfa17552 tempest-VolumesSnapshotTestJSON-1863616769 tempest-VolumesSnapshotTestJSON-1863616769-project] No DVR routers for this DVR port 6920160f-5b8a-4a16-a661-3cf891258204 on host n-h2-838334-2 {{(pid=84040) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 21:15:58.640498 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-e8d78a34-1944-42d1-a542-773beed35cba req-d92722b5-a531-4cd5-b636-eba3bfa17552 tempest-VolumesSnapshotTestJSON-1863616769 tempest-VolumesSnapshotTestJSON-1863616769-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217293'] for port, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:15:58.647323 n-d-838334-2 neutron-server[84040]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6af0c110-60e2-46a5-800d-0c446686e8a5', 'name': 'network-vif-deleted', 'tag': '6920160f-5b8a-4a16-a661-3cf891258204'}] {{(pid=84040) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 21:15:58.691537 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-e8d78a34-1944-42d1-a542-773beed35cba req-d92722b5-a531-4cd5-b636-eba3bfa17552 tempest-VolumesSnapshotTestJSON-1863616769 tempest-VolumesSnapshotTestJSON-1863616769-project] 10.222.0.48 "DELETE /v2.0/ports/6920160f-5b8a-4a16-a661-3cf891258204 HTTP/1.1" status: 204 len: 173 time: 1.4059167 Apr 18 21:15:58.862407 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [req-6bccb489-c516-4bf1-9a60-482724410c70 req-ebb3b9bf-8828-46d3-8adf-8ce913d19a1c tempest-VolumesSnapshotTestJSON-1863616769 tempest-VolumesSnapshotTestJSON-1863616769-project] Synchronizing usage tracker for tenant:8ca657a6dd7e428db1e7c06a95f1a90e on resource:port {{(pid=84040) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 21:15:58.914014 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [req-6bccb489-c516-4bf1-9a60-482724410c70 req-ebb3b9bf-8828-46d3-8adf-8ce913d19a1c tempest-VolumesSnapshotTestJSON-1863616769 tempest-VolumesSnapshotTestJSON-1863616769-project] Unset dirty status for tenant:8ca657a6dd7e428db1e7c06a95f1a90e on resource:port {{(pid=84040) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 21:15:58.915208 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-6bccb489-c516-4bf1-9a60-482724410c70 req-ebb3b9bf-8828-46d3-8adf-8ce913d19a1c tempest-VolumesSnapshotTestJSON-1863616769 tempest-VolumesSnapshotTestJSON-1863616769-project] 10.222.0.42 "GET /v2.0/ports?device_id=6af0c110-60e2-46a5-800d-0c446686e8a5 HTTP/1.1" status: 200 len: 210 time: 0.1776018 Apr 18 21:15:59.096987 n-d-838334-2 neutron-server[84040]: INFO neutron.notifiers.nova [-] Nova event matching ['req-063879a5-135a-45e4-81aa-7aa8d6563557'] response: {'server_uuid': '6af0c110-60e2-46a5-800d-0c446686e8a5', 'name': 'network-vif-deleted', 'tag': '6920160f-5b8a-4a16-a661-3cf891258204', 'status': 'completed', 'code': 200} Apr 18 21:15:59.110265 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-f31b242c-ce63-4f5d-8392-618babc04d9b None None] Notify callbacks [] for port, precommit_create {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:15:59.122728 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-f31b242c-ce63-4f5d-8392-618babc04d9b None None] Transition to ACTIVE for port object 8a74b750-6183-442a-83ef-423cb917c9c0 will not be triggered until provisioned by entity L2. {{(pid=84042) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:15:59.144505 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-f31b242c-ce63-4f5d-8392-618babc04d9b None None] Transition to ACTIVE for port object 8a74b750-6183-442a-83ef-423cb917c9c0 will not be triggered until provisioned by entity DHCP. {{(pid=84042) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:15:59.154930 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-f31b242c-ce63-4f5d-8392-618babc04d9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750374836619'] for port, after_create {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:15:59.290048 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f31b242c-ce63-4f5d-8392-618babc04d9b None None] Pushing event updated for resources: {'Port': ['ID=8a74b750-6183-442a-83ef-423cb917c9c0,revision_number=1']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:15:59.302008 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f31b242c-ce63-4f5d-8392-618babc04d9b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:15:59.302718 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f31b242c-ce63-4f5d-8392-618babc04d9b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:15:59.303245 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f31b242c-ce63-4f5d-8392-618babc04d9b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:15:59.303828 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f31b242c-ce63-4f5d-8392-618babc04d9b None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:15:59.304370 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f31b242c-ce63-4f5d-8392-618babc04d9b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:15:59.304906 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f31b242c-ce63-4f5d-8392-618babc04d9b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:15:59.305509 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f31b242c-ce63-4f5d-8392-618babc04d9b None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:15:59.306043 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f31b242c-ce63-4f5d-8392-618babc04d9b None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:15:59.306578 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f31b242c-ce63-4f5d-8392-618babc04d9b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:15:59.307106 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f31b242c-ce63-4f5d-8392-618babc04d9b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:15:59.307640 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f31b242c-ce63-4f5d-8392-618babc04d9b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:15:59.332541 n-d-838334-2 neutron-server[84042]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f31b242c-ce63-4f5d-8392-618babc04d9b None None] Network 5e1fd9e7-f06e-4d8e-b810-b70c1c5d7f48 is already hosted by enough agents. {{(pid=84042) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:15:59.334778 n-d-838334-2 neutron-server[84042]: DEBUG neutron.scheduler.base_scheduler [None req-f31b242c-ce63-4f5d-8392-618babc04d9b None None] Resources bound (agent type, host, resource id): {{(pid=84042) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:15:59.337177 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f31b242c-ce63-4f5d-8392-618babc04d9b None None] Received port after_create {{(pid=84042) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 21:15:59.574362 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.managers [None req-f31b242c-ce63-4f5d-8392-618babc04d9b None None] Attempting to bind port 8a74b750-6183-442a-83ef-423cb917c9c0 on host n-d-838334-2 for vnic_type normal with profile {{(pid=84042) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 21:15:59.574738 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.managers [None req-f31b242c-ce63-4f5d-8392-618babc04d9b None None] Attempting to bind port 8a74b750-6183-442a-83ef-423cb917c9c0 by drivers openvswitch,hyperv on host n-d-838334-2 at level 0 using segments [{'id': '22446d91-8336-44d2-8d60-eb91e725d10e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '5e1fd9e7-f06e-4d8e-b810-b70c1c5d7f48'}] {{(pid=84042) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 21:15:59.575177 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f31b242c-ce63-4f5d-8392-618babc04d9b None None] Attempting to bind port 8a74b750-6183-442a-83ef-423cb917c9c0 on network 5e1fd9e7-f06e-4d8e-b810-b70c1c5d7f48 {{(pid=84042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 21:15:59.592650 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f31b242c-ce63-4f5d-8392-618babc04d9b None None] Checking agent: {'id': '97cd4414-7af6-4d67-868d-dff370b4071a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838334-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 25, 49), 'started_at': datetime.datetime(2022, 4, 18, 20, 26, 19), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 21, 15, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838334-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 18 21:15:59.593438 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f31b242c-ce63-4f5d-8392-618babc04d9b None None] Checking segment: {'id': '22446d91-8336-44d2-8d60-eb91e725d10e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '5e1fd9e7-f06e-4d8e-b810-b70c1c5d7f48'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84042) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 21:15:59.594259 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-f31b242c-ce63-4f5d-8392-618babc04d9b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:15:59.595097 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f31b242c-ce63-4f5d-8392-618babc04d9b None None] Bound using segment: {'id': '22446d91-8336-44d2-8d60-eb91e725d10e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '5e1fd9e7-f06e-4d8e-b810-b70c1c5d7f48'} {{(pid=84042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 18 21:15:59.595785 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.managers [None req-f31b242c-ce63-4f5d-8392-618babc04d9b None None] Bound port: 8a74b750-6183-442a-83ef-423cb917c9c0, host: n-d-838334-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '22446d91-8336-44d2-8d60-eb91e725d10e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '5e1fd9e7-f06e-4d8e-b810-b70c1c5d7f48'}}] {{(pid=84042) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 21:15:59.596359 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-f31b242c-ce63-4f5d-8392-618babc04d9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:15:59.683570 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-5dd9e873-7120-452f-bd83-8de85c7cf42c tempest-TestSecurityGroupsBasicOps-1555676956 tempest-TestSecurityGroupsBasicOps-1555676956-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:15:59.800934 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Device a03171da-108a-4146-9b91-ed758c03055d up at agent ovs-agent-n-d-838334-2 {{(pid=84042) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 21:15:59.919279 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-f31b242c-ce63-4f5d-8392-618babc04d9b None None] For port 8a74b750-6183-442a-83ef-423cb917c9c0, host n-d-838334-2, cleared binding levels {{(pid=84042) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 21:15:59.923762 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-f31b242c-ce63-4f5d-8392-618babc04d9b None None] For port 8a74b750-6183-442a-83ef-423cb917c9c0, host n-d-838334-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838334-2',level=0,port_id=8a74b750-6183-442a-83ef-423cb917c9c0,segment=NetworkSegment(22446d91-8336-44d2-8d60-eb91e725d10e),segment_id=22446d91-8336-44d2-8d60-eb91e725d10e)] {{(pid=84042) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 21:15:59.981028 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-f31b242c-ce63-4f5d-8392-618babc04d9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682'] for port, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:16:00.106273 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750375287399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253529'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:16:00.124339 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Provisioning for port a03171da-108a-4146-9b91-ed758c03055d completed by entity L2. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 21:16:00.148988 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Provisioning complete for port a03171da-108a-4146-9b91-ed758c03055d triggered by entity L2. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:16:00.153474 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1253608'] for port, provisioning_complete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:16:00.229145 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f31b242c-ce63-4f5d-8392-618babc04d9b None None] Pushing event updated for resources: {'Port': ['ID=8a74b750-6183-442a-83ef-423cb917c9c0,revision_number=2']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:16:00.435799 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:16:00.471009 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] For port a03171da-108a-4146-9b91-ed758c03055d, host n-d-838334-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838334-2',level=0,port_id=a03171da-108a-4146-9b91-ed758c03055d,segment=NetworkSegment(732aa830-768b-4511-951f-d08e26b9c25b),segment_id=732aa830-768b-4511-951f-d08e26b9c25b)] {{(pid=84042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:16:00.476763 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682'] for port, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:16:00.601123 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Pushing event updated for resources: {'Port': ['ID=a03171da-108a-4146-9b91-ed758c03055d,revision_number=4']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:16:00.821191 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.db_base_plugin_common [None req-5dd9e873-7120-452f-bd83-8de85c7cf42c tempest-TestSecurityGroupsBasicOps-1555676956 tempest-TestSecurityGroupsBasicOps-1555676956-project] Allocated IP 172.20.0.17 (5e1fd9e7-f06e-4d8e-b810-b70c1c5d7f48/da663369-38c2-4916-b108-110c61e5c039/4b628e8c-fd5d-4cf3-9993-5c42ed85225d) {{(pid=84041) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 21:16:01.092820 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-5dd9e873-7120-452f-bd83-8de85c7cf42c tempest-TestSecurityGroupsBasicOps-1555676956 tempest-TestSecurityGroupsBasicOps-1555676956-project] Notify callbacks [] for port, precommit_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:16:01.108850 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Device 6920160f-5b8a-4a16-a661-3cf891258204 no longer exists at agent hyperv_n-h2-838334-2 {{(pid=84042) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 21:16:01.144073 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.provisioning_blocks [None req-5dd9e873-7120-452f-bd83-8de85c7cf42c tempest-TestSecurityGroupsBasicOps-1555676956 tempest-TestSecurityGroupsBasicOps-1555676956-project] Transition to ACTIVE for port object 4b628e8c-fd5d-4cf3-9993-5c42ed85225d will not be triggered until provisioned by entity DHCP. {{(pid=84041) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:16:01.198567 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.plugin [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] No Port match for: 6920160f-5b8a-4a16-a661-3cf891258204 {{(pid=84042) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 18 21:16:01.199150 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Device 6920160f-5b8a-4a16-a661-3cf891258204 not bound to the agent host n-h2-838334-2 {{(pid=84042) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 21:16:01.208562 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-5dd9e873-7120-452f-bd83-8de85c7cf42c tempest-TestSecurityGroupsBasicOps-1555676956 tempest-TestSecurityGroupsBasicOps-1555676956-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750374836619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32266323'] for port, after_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:16:01.380924 n-d-838334-2 neutron-server[84041]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5dd9e873-7120-452f-bd83-8de85c7cf42c tempest-TestSecurityGroupsBasicOps-1555676956 tempest-TestSecurityGroupsBasicOps-1555676956-project] Network 5e1fd9e7-f06e-4d8e-b810-b70c1c5d7f48 is already hosted by enough agents. {{(pid=84041) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:16:01.391805 n-d-838334-2 neutron-server[84041]: DEBUG neutron.scheduler.base_scheduler [None req-5dd9e873-7120-452f-bd83-8de85c7cf42c tempest-TestSecurityGroupsBasicOps-1555676956 tempest-TestSecurityGroupsBasicOps-1555676956-project] Resources bound (agent type, host, resource id): {{(pid=84041) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:16:01.403930 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5dd9e873-7120-452f-bd83-8de85c7cf42c tempest-TestSecurityGroupsBasicOps-1555676956 tempest-TestSecurityGroupsBasicOps-1555676956-project] Received port after_create {{(pid=84041) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 21:16:01.434985 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dd9e873-7120-452f-bd83-8de85c7cf42c tempest-TestSecurityGroupsBasicOps-1555676956 tempest-TestSecurityGroupsBasicOps-1555676956-project] Pushing event updated for resources: {'Port': ['ID=4b628e8c-fd5d-4cf3-9993-5c42ed85225d,revision_number=1']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:16:01.547847 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-5dd9e873-7120-452f-bd83-8de85c7cf42c tempest-TestSecurityGroupsBasicOps-1555676956 tempest-TestSecurityGroupsBasicOps-1555676956-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33444010'] for router_interface, before_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:16:01.600654 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49b8d32a-2180-4f43-a586-8cd130b6842b None None] Network 5e1fd9e7-f06e-4d8e-b810-b70c1c5d7f48 requested from n-d-838334-2 {{(pid=84042) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 21:16:01.724540 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-5dd9e873-7120-452f-bd83-8de85c7cf42c tempest-TestSecurityGroupsBasicOps-1555676956 tempest-TestSecurityGroupsBasicOps-1555676956-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:16:01.783502 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Device 8a74b750-6183-442a-83ef-423cb917c9c0 up at agent ovs-agent-n-d-838334-2 {{(pid=84042) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 21:16:01.903998 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-bc39c21e-2cef-49b9-86bb-fe98903dbda0 None None] Provisioning for port 8a74b750-6183-442a-83ef-423cb917c9c0 completed by entity DHCP. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 21:16:02.029249 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Provisioning for port 8a74b750-6183-442a-83ef-423cb917c9c0 completed by entity L2. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 21:16:02.056456 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Provisioning complete for port 8a74b750-6183-442a-83ef-423cb917c9c0 triggered by entity L2. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:16:02.056982 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1253608'] for port, provisioning_complete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:16:02.395999 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:16:02.441044 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] For port 8a74b750-6183-442a-83ef-423cb917c9c0, host n-d-838334-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838334-2',level=0,port_id=8a74b750-6183-442a-83ef-423cb917c9c0,segment=NetworkSegment(22446d91-8336-44d2-8d60-eb91e725d10e),segment_id=22446d91-8336-44d2-8d60-eb91e725d10e)] {{(pid=84042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:16:02.449241 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682'] for port, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:16:02.450430 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Device a03171da-108a-4146-9b91-ed758c03055d up at agent ovs-agent-n-d-838334-2 {{(pid=84042) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 21:16:02.500803 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-5dd9e873-7120-452f-bd83-8de85c7cf42c tempest-TestSecurityGroupsBasicOps-1555676956 tempest-TestSecurityGroupsBasicOps-1555676956-project] Notify callbacks [] for port, precommit_update {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:16:02.513815 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-5dd9e873-7120-452f-bd83-8de85c7cf42c tempest-TestSecurityGroupsBasicOps-1555676956 tempest-TestSecurityGroupsBasicOps-1555676956-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32266282'] for port, after_update {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:16:02.592232 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Pushing event updated for resources: {'Port': ['ID=8a74b750-6183-442a-83ef-423cb917c9c0,revision_number=3']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:16:02.622571 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Provisioning complete for port a03171da-108a-4146-9b91-ed758c03055d triggered by entity L2. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:16:02.623083 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1253608'] for port, provisioning_complete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:16:02.867376 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-339b4376-c824-497f-8ae5-b0e18cfbe4cc None None] Provisioning complete for port 8a74b750-6183-442a-83ef-423cb917c9c0 triggered by entity DHCP. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:16:02.868130 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-339b4376-c824-497f-8ae5-b0e18cfbe4cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1253608'] for port, provisioning_complete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:16:02.893829 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-5dd9e873-7120-452f-bd83-8de85c7cf42c tempest-TestSecurityGroupsBasicOps-1555676956 tempest-TestSecurityGroupsBasicOps-1555676956-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-32377886', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33443847'] for router_interface, after_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:16:02.928735 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dd9e873-7120-452f-bd83-8de85c7cf42c tempest-TestSecurityGroupsBasicOps-1555676956 tempest-TestSecurityGroupsBasicOps-1555676956-project] Pushing event updated for resources: {'Port': ['ID=4b628e8c-fd5d-4cf3-9993-5c42ed85225d,revision_number=2']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:16:03.110691 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-339b4376-c824-497f-8ae5-b0e18cfbe4cc None None] Provisioning for port 4b628e8c-fd5d-4cf3-9993-5c42ed85225d completed by entity DHCP. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 21:16:03.116601 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-339b4376-c824-497f-8ae5-b0e18cfbe4cc None None] Provisioning complete for port 4b628e8c-fd5d-4cf3-9993-5c42ed85225d triggered by entity DHCP. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:16:03.117059 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-339b4376-c824-497f-8ae5-b0e18cfbe4cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1253608'] for port, provisioning_complete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:16:03.129341 n-d-838334-2 neutron-server[84041]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5dd9e873-7120-452f-bd83-8de85c7cf42c tempest-TestSecurityGroupsBasicOps-1555676956 tempest-TestSecurityGroupsBasicOps-1555676956-project] Network 5e1fd9e7-f06e-4d8e-b810-b70c1c5d7f48 is already hosted by enough agents. {{(pid=84041) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:16:03.131086 n-d-838334-2 neutron-server[84041]: DEBUG neutron.scheduler.base_scheduler [None req-5dd9e873-7120-452f-bd83-8de85c7cf42c tempest-TestSecurityGroupsBasicOps-1555676956 tempest-TestSecurityGroupsBasicOps-1555676956-project] Resources bound (agent type, host, resource id): {{(pid=84041) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:16:03.195891 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.plugin [None req-339b4376-c824-497f-8ae5-b0e18cfbe4cc None None] Port 4b628e8c-fd5d-4cf3-9993-5c42ed85225d cannot update to ACTIVE because it is not bound. {{(pid=84042) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 18 21:16:03.329566 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-030d8f14-bf7a-4d9f-b612-682fca31509a None None] Provisioning complete for port 4b628e8c-fd5d-4cf3-9993-5c42ed85225d triggered by entity DHCP. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:16:03.330315 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-030d8f14-bf7a-4d9f-b612-682fca31509a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1253608'] for port, provisioning_complete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:16:03.417753 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.plugin [None req-030d8f14-bf7a-4d9f-b612-682fca31509a None None] Port 4b628e8c-fd5d-4cf3-9993-5c42ed85225d cannot update to ACTIVE because it is not bound. {{(pid=84042) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 18 21:16:03.556329 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-5dfd38c7-7599-4341-b87d-99cc06862d7d None None] Provisioning complete for port 4b628e8c-fd5d-4cf3-9993-5c42ed85225d triggered by entity DHCP. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:16:03.556864 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-5dfd38c7-7599-4341-b87d-99cc06862d7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1253608'] for port, provisioning_complete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:16:03.643307 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Device 8a74b750-6183-442a-83ef-423cb917c9c0 up at agent ovs-agent-n-d-838334-2 {{(pid=84042) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 21:16:03.746839 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.plugin [None req-5dfd38c7-7599-4341-b87d-99cc06862d7d None None] Port 4b628e8c-fd5d-4cf3-9993-5c42ed85225d cannot update to ACTIVE because it is not bound. {{(pid=84042) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 18 21:16:03.751186 n-d-838334-2 neutron-server[84041]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5dd9e873-7120-452f-bd83-8de85c7cf42c tempest-TestSecurityGroupsBasicOps-1555676956 tempest-TestSecurityGroupsBasicOps-1555676956-project] Router b7403657-6fc2-4555-b469-68de9d2c0535 has already been hosted by L3 agent bc84d6c9-dd7a-4555-a351-592327b46d5a {{(pid=84041) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 21:16:03.805206 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Provisioning complete for port 8a74b750-6183-442a-83ef-423cb917c9c0 triggered by entity L2. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:16:03.805582 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1253608'] for port, provisioning_complete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:16:04.002454 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750375287399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253529'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:16:04.057344 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5dd9e873-7120-452f-bd83-8de85c7cf42c tempest-TestSecurityGroupsBasicOps-1555676956 tempest-TestSecurityGroupsBasicOps-1555676956-project] Notify agent at l3_agent.n-d-838334-2 the message routers_updated {{(pid=84041) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 21:16:04.088523 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-5dd9e873-7120-452f-bd83-8de85c7cf42c tempest-TestSecurityGroupsBasicOps-1555676956 tempest-TestSecurityGroupsBasicOps-1555676956-project] 10.222.0.42 "PUT /v2.0/routers/b7403657-6fc2-4555-b469-68de9d2c0535/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.3237906 Apr 18 21:16:04.526201 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c210e81d-07a7-4e04-8de4-bb5e38885a9a req-614a21da-d2ac-46e4-88a5-03cf070187be tempest-TestSecurityGroupsBasicOps-1555676956 tempest-TestSecurityGroupsBasicOps-1555676956-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:16:04.535012 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-c210e81d-07a7-4e04-8de4-bb5e38885a9a req-614a21da-d2ac-46e4-88a5-03cf070187be tempest-TestSecurityGroupsBasicOps-1555676956 tempest-TestSecurityGroupsBasicOps-1555676956-project] 10.222.0.42 "GET /v2.0/networks?id=5e1fd9e7-f06e-4d8e-b810-b70c1c5d7f48 HTTP/1.1" status: 200 len: 797 time: 0.2063470 Apr 18 21:16:04.569248 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-c210e81d-07a7-4e04-8de4-bb5e38885a9a req-3964ce9f-f03c-47e4-a6cf-59d09e705f47 tempest-TestSecurityGroupsBasicOps-1555676956 tempest-TestSecurityGroupsBasicOps-1555676956-project] 10.222.0.42 "GET /v2.0/quotas/d19595ade6b9408699bc90a14d63d7df HTTP/1.1" status: 200 len: 375 time: 0.0328131 Apr 18 21:16:04.702654 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-c210e81d-07a7-4e04-8de4-bb5e38885a9a req-95f50e81-35fb-49a8-962a-1b20cbb7a993 tempest-TestSecurityGroupsBasicOps-1555676956 tempest-TestSecurityGroupsBasicOps-1555676956-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=d19595ade6b9408699bc90a14d63d7df&fields=id HTTP/1.1" status: 200 len: 486 time: 0.1256738 Apr 18 21:16:04.876339 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-c210e81d-07a7-4e04-8de4-bb5e38885a9a req-4fe76d07-50f6-48c6-a261-1204fafb655b service neutron] 10.222.0.42 "GET /v2.0/networks/5e1fd9e7-f06e-4d8e-b810-b70c1c5d7f48?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1712205 Apr 18 21:16:05.234524 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-c210e81d-07a7-4e04-8de4-bb5e38885a9a req-4dfada01-cc84-4a9f-a0ce-3e33afe91662 service neutron] 10.222.0.42 "GET /v2.0/networks/5e1fd9e7-f06e-4d8e-b810-b70c1c5d7f48?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3514481 Apr 18 21:16:05.580698 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-3ac8f8f1-d534-44c8-bcd0-6afc03054645 req-ed162cf5-e03c-4a80-b30f-14f73866cf2f tempest-TestSecurityGroupsBasicOps-1555676956 tempest-TestSecurityGroupsBasicOps-1555676956-project] 10.222.0.42 "GET /v2.0/ports?device_id=eaf572a8-33af-4124-80a7-caed5c2cf60a HTTP/1.1" status: 200 len: 210 time: 0.0564411 Apr 18 21:16:05.803584 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5654a8ff-9b9a-44b1-b8f6-73e0781e3f99 None None] Sync routers for ids ['b7403657-6fc2-4555-b469-68de9d2c0535'] in n-d-838334-2 {{(pid=84042) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 18 21:16:05.822206 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5654a8ff-9b9a-44b1-b8f6-73e0781e3f99 None None] Routers {'b7403657-6fc2-4555-b469-68de9d2c0535'} bound to L3 agent in host n-d-838334-2 {{(pid=84042) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 21:16:05.823192 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_hamode_db [None req-5654a8ff-9b9a-44b1-b8f6-73e0781e3f99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838334-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-18T20:25:48Z,description=,heartbeat_timestamp=2022-04-18T21:15:48Z,host='n-d-838334-2',id=bc84d6c9-dd7a-4555-a351-592327b46d5a,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:25:48Z,topic='l3_agent')) {'router_ids': ['b7403657-6fc2-4555-b469-68de9d2c0535'], 'active': True} {{(pid=84042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:16:06.048130 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_dvr_db [None req-5654a8ff-9b9a-44b1-b8f6-73e0781e3f99 None None] Set router b7403657-6fc2-4555-b469-68de9d2c0535 gateway port host: n-d-838334-2 {{(pid=84042) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 21:16:06.497156 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_hamode_db [None req-5654a8ff-9b9a-44b1-b8f6-73e0781e3f99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7403657-6fc2-4555-b469-68de9d2c0535', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1053025924', 'tenant_id': 'd19595ade6b9408699bc90a14d63d7df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'external_fixed_ips': [{'subnet_id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'ip_address': '172.25.8.99'}], 'enable_snat': True}, 'gw_port_id': 'a03171da-108a-4146-9b91-ed758c03055d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:15:52Z', 'updated_at': '2022-04-18T21:16:01Z', 'revision_number': 4, 'project_id': 'd19595ade6b9408699bc90a14d63d7df', 'gw_port': {'id': 'a03171da-108a-4146-9b91-ed758c03055d', 'name': '', 'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:87:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7403657-6fc2-4555-b469-68de9d2c0535', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'ip_address': '172.25.8.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:15:53Z', 'updated_at': '2022-04-18T21:16:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838334-2', '_interfaces': [{'id': '4b628e8c-fd5d-4cf3-9993-5c42ed85225d', 'name': '', 'network_id': '5e1fd9e7-f06e-4d8e-b810-b70c1c5d7f48', 'tenant_id': 'd19595ade6b9408699bc90a14d63d7df', 'mac_address': 'fa:16:3e:83:2e:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b7403657-6fc2-4555-b469-68de9d2c0535', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'da663369-38c2-4916-b108-110c61e5c039', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:16:00Z', 'updated_at': '2022-04-18T21:16:02Z', 'revision_number': 2, 'project_id': 'd19595ade6b9408699bc90a14d63d7df', 'subnets': [{'id': 'da663369-38c2-4916-b108-110c61e5c039', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838334-2', False) {} {{(pid=84042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:16:06.501749 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5654a8ff-9b9a-44b1-b8f6-73e0781e3f99 None None] Checking router: b7403657-6fc2-4555-b469-68de9d2c0535 for host: n-d-838334-2 {{(pid=84042) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 18 21:16:06.502796 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5654a8ff-9b9a-44b1-b8f6-73e0781e3f99 None None] Updating router b7403657-6fc2-4555-b469-68de9d2c0535 port 4b628e8c-fd5d-4cf3-9993-5c42ed85225d binding host n-d-838334-2 {{(pid=84042) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 18 21:16:06.571394 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-5654a8ff-9b9a-44b1-b8f6-73e0781e3f99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:16:06.853636 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-e732d865-0857-4071-803c-532d9e146980 req-f9b232e1-98bc-4c4c-82d7-eccb5a755b0f tempest-TestSecurityGroupsBasicOps-1555676956 tempest-TestSecurityGroupsBasicOps-1555676956-project] 10.222.0.42 "GET /v2.0/ports?device_id=eaf572a8-33af-4124-80a7-caed5c2cf60a HTTP/1.1" status: 200 len: 210 time: 0.0923736 Apr 18 21:16:07.307894 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c210e81d-07a7-4e04-8de4-bb5e38885a9a req-367a714d-37f2-4731-bfd7-4572dead4868 tempest-TestSecurityGroupsBasicOps-1555676956 tempest-TestSecurityGroupsBasicOps-1555676956-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:16:07.309998 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [req-c210e81d-07a7-4e04-8de4-bb5e38885a9a req-367a714d-37f2-4731-bfd7-4572dead4868 tempest-TestSecurityGroupsBasicOps-1555676956 tempest-TestSecurityGroupsBasicOps-1555676956-project] Synchronizing usage tracker for tenant:d19595ade6b9408699bc90a14d63d7df on resource:network {{(pid=84041) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 21:16:07.341620 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [req-c210e81d-07a7-4e04-8de4-bb5e38885a9a req-367a714d-37f2-4731-bfd7-4572dead4868 tempest-TestSecurityGroupsBasicOps-1555676956 tempest-TestSecurityGroupsBasicOps-1555676956-project] Unset dirty status for tenant:d19595ade6b9408699bc90a14d63d7df on resource:network {{(pid=84041) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 21:16:07.344674 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-c210e81d-07a7-4e04-8de4-bb5e38885a9a req-367a714d-37f2-4731-bfd7-4572dead4868 tempest-TestSecurityGroupsBasicOps-1555676956 tempest-TestSecurityGroupsBasicOps-1555676956-project] 10.222.0.43 "GET /v2.0/networks?id=5e1fd9e7-f06e-4d8e-b810-b70c1c5d7f48 HTTP/1.1" status: 200 len: 797 time: 0.4687655 Apr 18 21:16:07.363587 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.v2.base [req-c210e81d-07a7-4e04-8de4-bb5e38885a9a req-c2eaffa1-49ec-4d87-8060-47019d896695 tempest-TestSecurityGroupsBasicOps-1555676956 tempest-TestSecurityGroupsBasicOps-1555676956-project] Request body: {'port': {'device_id': 'eaf572a8-33af-4124-80a7-caed5c2cf60a', 'network_id': '5e1fd9e7-f06e-4d8e-b810-b70c1c5d7f48', 'admin_state_up': True, 'tenant_id': 'd19595ade6b9408699bc90a14d63d7df'}} {{(pid=84041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:16:07.430564 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-5654a8ff-9b9a-44b1-b8f6-73e0781e3f99 None None] Notify callbacks [] for port, precommit_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:16:07.448281 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-5654a8ff-9b9a-44b1-b8f6-73e0781e3f99 None None] Transition to ACTIVE for port object 4b628e8c-fd5d-4cf3-9993-5c42ed85225d will not be triggered until provisioned by entity L2. {{(pid=84042) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:16:07.459398 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-5654a8ff-9b9a-44b1-b8f6-73e0781e3f99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682'] for port, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:16:07.627234 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [req-c210e81d-07a7-4e04-8de4-bb5e38885a9a req-c2eaffa1-49ec-4d87-8060-47019d896695 tempest-TestSecurityGroupsBasicOps-1555676956 tempest-TestSecurityGroupsBasicOps-1555676956-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:16:07.633806 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [req-c210e81d-07a7-4e04-8de4-bb5e38885a9a req-c2eaffa1-49ec-4d87-8060-47019d896695 tempest-TestSecurityGroupsBasicOps-1555676956 tempest-TestSecurityGroupsBasicOps-1555676956-project] Usage tracker for resource:port and tenant:d19595ade6b9408699bc90a14d63d7df is out of sync, need to count used quota {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:16:07.639354 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [req-c210e81d-07a7-4e04-8de4-bb5e38885a9a req-c2eaffa1-49ec-4d87-8060-47019d896695 tempest-TestSecurityGroupsBasicOps-1555676956 tempest-TestSecurityGroupsBasicOps-1555676956-project] Quota usage for port was recalculated. Used quota:6. {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:16:07.648161 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [req-c210e81d-07a7-4e04-8de4-bb5e38885a9a req-c2eaffa1-49ec-4d87-8060-47019d896695 tempest-TestSecurityGroupsBasicOps-1555676956 tempest-TestSecurityGroupsBasicOps-1555676956-project] Attempting to reserve 1 items for resource port. Total usage: 6; quota limit: 500; headroom:494 {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:16:07.664760 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c210e81d-07a7-4e04-8de4-bb5e38885a9a req-c2eaffa1-49ec-4d87-8060-47019d896695 tempest-TestSecurityGroupsBasicOps-1555676956 tempest-TestSecurityGroupsBasicOps-1555676956-project] Made reservation on behalf of d19595ade6b9408699bc90a14d63d7df for: {'port': 1} {{(pid=84041) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:16:07.670432 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [req-c210e81d-07a7-4e04-8de4-bb5e38885a9a req-c2eaffa1-49ec-4d87-8060-47019d896695 tempest-TestSecurityGroupsBasicOps-1555676956 tempest-TestSecurityGroupsBasicOps-1555676956-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:16:07.760085 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e858a7b-534a-4907-bd24-81f6c2c60be4 None None] Pushing event updated for resources: {'Port': ['ID=4b628e8c-fd5d-4cf3-9993-5c42ed85225d,revision_number=3']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:16:07.881524 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.managers [None req-5654a8ff-9b9a-44b1-b8f6-73e0781e3f99 None None] Attempting to bind port 4b628e8c-fd5d-4cf3-9993-5c42ed85225d on host n-d-838334-2 for vnic_type normal with profile {{(pid=84042) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 21:16:07.886325 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.managers [None req-5654a8ff-9b9a-44b1-b8f6-73e0781e3f99 None None] Attempting to bind port 4b628e8c-fd5d-4cf3-9993-5c42ed85225d by drivers openvswitch,hyperv on host n-d-838334-2 at level 0 using segments [{'id': '22446d91-8336-44d2-8d60-eb91e725d10e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '5e1fd9e7-f06e-4d8e-b810-b70c1c5d7f48'}] {{(pid=84042) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 21:16:07.886612 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5654a8ff-9b9a-44b1-b8f6-73e0781e3f99 None None] Attempting to bind port 4b628e8c-fd5d-4cf3-9993-5c42ed85225d on network 5e1fd9e7-f06e-4d8e-b810-b70c1c5d7f48 {{(pid=84042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 21:16:07.899156 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5654a8ff-9b9a-44b1-b8f6-73e0781e3f99 None None] Checking agent: {'id': '97cd4414-7af6-4d67-868d-dff370b4071a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838334-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 25, 49), 'started_at': datetime.datetime(2022, 4, 18, 20, 26, 19), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 21, 15, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838334-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 18 21:16:07.899535 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5654a8ff-9b9a-44b1-b8f6-73e0781e3f99 None None] Checking segment: {'id': '22446d91-8336-44d2-8d60-eb91e725d10e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '5e1fd9e7-f06e-4d8e-b810-b70c1c5d7f48'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84042) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 21:16:07.899958 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-5654a8ff-9b9a-44b1-b8f6-73e0781e3f99 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:16:07.900350 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5654a8ff-9b9a-44b1-b8f6-73e0781e3f99 None None] Bound using segment: {'id': '22446d91-8336-44d2-8d60-eb91e725d10e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '5e1fd9e7-f06e-4d8e-b810-b70c1c5d7f48'} {{(pid=84042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 18 21:16:07.900811 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.managers [None req-5654a8ff-9b9a-44b1-b8f6-73e0781e3f99 None None] Bound port: 4b628e8c-fd5d-4cf3-9993-5c42ed85225d, host: n-d-838334-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '22446d91-8336-44d2-8d60-eb91e725d10e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '5e1fd9e7-f06e-4d8e-b810-b70c1c5d7f48'}}] {{(pid=84042) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 21:16:07.901180 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-5654a8ff-9b9a-44b1-b8f6-73e0781e3f99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:16:08.011374 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.db_base_plugin_common [req-c210e81d-07a7-4e04-8de4-bb5e38885a9a req-c2eaffa1-49ec-4d87-8060-47019d896695 tempest-TestSecurityGroupsBasicOps-1555676956 tempest-TestSecurityGroupsBasicOps-1555676956-project] Allocated IP 172.20.0.26 (5e1fd9e7-f06e-4d8e-b810-b70c1c5d7f48/da663369-38c2-4916-b108-110c61e5c039/0a49de6d-c57c-436c-a535-acb23a524f4d) {{(pid=84041) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 21:16:08.099841 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-5654a8ff-9b9a-44b1-b8f6-73e0781e3f99 None None] For port 4b628e8c-fd5d-4cf3-9993-5c42ed85225d, host n-d-838334-2, cleared binding levels {{(pid=84042) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 21:16:08.105563 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-5654a8ff-9b9a-44b1-b8f6-73e0781e3f99 None None] For port 4b628e8c-fd5d-4cf3-9993-5c42ed85225d, host n-d-838334-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838334-2',level=0,port_id=4b628e8c-fd5d-4cf3-9993-5c42ed85225d,segment=NetworkSegment(22446d91-8336-44d2-8d60-eb91e725d10e),segment_id=22446d91-8336-44d2-8d60-eb91e725d10e)] {{(pid=84042) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 21:16:08.125261 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-5654a8ff-9b9a-44b1-b8f6-73e0781e3f99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682'] for port, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:16:08.160241 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-d0ffa5e4-9225-4414-a812-d080cfc240b1 req-3c82893c-1df0-4eab-a6ab-c7c480d0ee9c tempest-TestSecurityGroupsBasicOps-1555676956 tempest-TestSecurityGroupsBasicOps-1555676956-project] 10.222.0.42 "GET /v2.0/ports?device_id=eaf572a8-33af-4124-80a7-caed5c2cf60a HTTP/1.1" status: 200 len: 210 time: 0.0993583 Apr 18 21:16:08.280444 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5654a8ff-9b9a-44b1-b8f6-73e0781e3f99 None None] Routers {'b7403657-6fc2-4555-b469-68de9d2c0535'} bound to L3 agent in host n-d-838334-2 {{(pid=84042) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 21:16:08.281273 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_hamode_db [None req-5654a8ff-9b9a-44b1-b8f6-73e0781e3f99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838334-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-18T20:25:48Z,description=,heartbeat_timestamp=2022-04-18T21:15:48Z,host='n-d-838334-2',id=bc84d6c9-dd7a-4555-a351-592327b46d5a,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:25:48Z,topic='l3_agent')) {'router_ids': ['b7403657-6fc2-4555-b469-68de9d2c0535'], 'active': True} {{(pid=84042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:16:08.448615 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [req-c210e81d-07a7-4e04-8de4-bb5e38885a9a req-c2eaffa1-49ec-4d87-8060-47019d896695 tempest-TestSecurityGroupsBasicOps-1555676956 tempest-TestSecurityGroupsBasicOps-1555676956-project] Notify callbacks [] for port, precommit_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:16:08.501535 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.provisioning_blocks [req-c210e81d-07a7-4e04-8de4-bb5e38885a9a req-c2eaffa1-49ec-4d87-8060-47019d896695 tempest-TestSecurityGroupsBasicOps-1555676956 tempest-TestSecurityGroupsBasicOps-1555676956-project] Transition to ACTIVE for port object 0a49de6d-c57c-436c-a535-acb23a524f4d will not be triggered until provisioned by entity DHCP. {{(pid=84041) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:16:08.554486 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [req-c210e81d-07a7-4e04-8de4-bb5e38885a9a req-c2eaffa1-49ec-4d87-8060-47019d896695 tempest-TestSecurityGroupsBasicOps-1555676956 tempest-TestSecurityGroupsBasicOps-1555676956-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750374836619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32266323'] for port, after_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:16:08.717364 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e858a7b-534a-4907-bd24-81f6c2c60be4 None None] Pushing event updated for resources: {'Port': ['ID=4b628e8c-fd5d-4cf3-9993-5c42ed85225d,revision_number=4']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:16:08.746190 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_dvr_db [None req-5654a8ff-9b9a-44b1-b8f6-73e0781e3f99 None None] Set router b7403657-6fc2-4555-b469-68de9d2c0535 gateway port host: n-d-838334-2 {{(pid=84042) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 21:16:08.820268 n-d-838334-2 neutron-server[84041]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c210e81d-07a7-4e04-8de4-bb5e38885a9a req-c2eaffa1-49ec-4d87-8060-47019d896695 tempest-TestSecurityGroupsBasicOps-1555676956 tempest-TestSecurityGroupsBasicOps-1555676956-project] Network 5e1fd9e7-f06e-4d8e-b810-b70c1c5d7f48 is already hosted by enough agents. {{(pid=84041) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:16:08.822674 n-d-838334-2 neutron-server[84041]: DEBUG neutron.scheduler.base_scheduler [req-c210e81d-07a7-4e04-8de4-bb5e38885a9a req-c2eaffa1-49ec-4d87-8060-47019d896695 tempest-TestSecurityGroupsBasicOps-1555676956 tempest-TestSecurityGroupsBasicOps-1555676956-project] Resources bound (agent type, host, resource id): {{(pid=84041) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:16:08.831653 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.l3_dvrscheduler_db [req-c210e81d-07a7-4e04-8de4-bb5e38885a9a req-c2eaffa1-49ec-4d87-8060-47019d896695 tempest-TestSecurityGroupsBasicOps-1555676956 tempest-TestSecurityGroupsBasicOps-1555676956-project] Received port after_create {{(pid=84041) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 21:16:09.271339 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c210e81d-07a7-4e04-8de4-bb5e38885a9a req-c2eaffa1-49ec-4d87-8060-47019d896695 tempest-TestSecurityGroupsBasicOps-1555676956 tempest-TestSecurityGroupsBasicOps-1555676956-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:16:09.273511 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [req-c210e81d-07a7-4e04-8de4-bb5e38885a9a req-c2eaffa1-49ec-4d87-8060-47019d896695 tempest-TestSecurityGroupsBasicOps-1555676956 tempest-TestSecurityGroupsBasicOps-1555676956-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217293'] for port, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:16:09.314627 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2eaffa1-49ec-4d87-8060-47019d896695 tempest-TestSecurityGroupsBasicOps-1555676956 tempest-TestSecurityGroupsBasicOps-1555676956-project] Pushing event updated for resources: {'Port': ['ID=0a49de6d-c57c-436c-a535-acb23a524f4d,revision_number=1']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:16:09.321731 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-c210e81d-07a7-4e04-8de4-bb5e38885a9a req-c2eaffa1-49ec-4d87-8060-47019d896695 tempest-TestSecurityGroupsBasicOps-1555676956 tempest-TestSecurityGroupsBasicOps-1555676956-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 897 time: 1.9650784 Apr 18 21:16:09.328449 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2eaffa1-49ec-4d87-8060-47019d896695 tempest-TestSecurityGroupsBasicOps-1555676956 tempest-TestSecurityGroupsBasicOps-1555676956-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:16:09.328795 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2eaffa1-49ec-4d87-8060-47019d896695 tempest-TestSecurityGroupsBasicOps-1555676956 tempest-TestSecurityGroupsBasicOps-1555676956-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:16:09.329191 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2eaffa1-49ec-4d87-8060-47019d896695 tempest-TestSecurityGroupsBasicOps-1555676956 tempest-TestSecurityGroupsBasicOps-1555676956-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:16:09.329525 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2eaffa1-49ec-4d87-8060-47019d896695 tempest-TestSecurityGroupsBasicOps-1555676956 tempest-TestSecurityGroupsBasicOps-1555676956-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:16:09.329847 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2eaffa1-49ec-4d87-8060-47019d896695 tempest-TestSecurityGroupsBasicOps-1555676956 tempest-TestSecurityGroupsBasicOps-1555676956-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:16:09.330432 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2eaffa1-49ec-4d87-8060-47019d896695 tempest-TestSecurityGroupsBasicOps-1555676956 tempest-TestSecurityGroupsBasicOps-1555676956-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:16:09.330961 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2eaffa1-49ec-4d87-8060-47019d896695 tempest-TestSecurityGroupsBasicOps-1555676956 tempest-TestSecurityGroupsBasicOps-1555676956-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:16:09.331506 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2eaffa1-49ec-4d87-8060-47019d896695 tempest-TestSecurityGroupsBasicOps-1555676956 tempest-TestSecurityGroupsBasicOps-1555676956-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:16:09.332049 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2eaffa1-49ec-4d87-8060-47019d896695 tempest-TestSecurityGroupsBasicOps-1555676956 tempest-TestSecurityGroupsBasicOps-1555676956-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:16:09.333163 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2eaffa1-49ec-4d87-8060-47019d896695 tempest-TestSecurityGroupsBasicOps-1555676956 tempest-TestSecurityGroupsBasicOps-1555676956-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:16:09.333844 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2eaffa1-49ec-4d87-8060-47019d896695 tempest-TestSecurityGroupsBasicOps-1555676956 tempest-TestSecurityGroupsBasicOps-1555676956-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:16:09.346540 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.v2.base [req-c210e81d-07a7-4e04-8de4-bb5e38885a9a req-9f581b6e-8e38-4913-a91d-6614b988ff5a service neutron] Request body: {'port': {'device_id': 'eaf572a8-33af-4124-80a7-caed5c2cf60a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-838334-2'}} {{(pid=84041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:16:09.502283 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_hamode_db [None req-5654a8ff-9b9a-44b1-b8f6-73e0781e3f99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7403657-6fc2-4555-b469-68de9d2c0535', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1053025924', 'tenant_id': 'd19595ade6b9408699bc90a14d63d7df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'external_fixed_ips': [{'subnet_id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'ip_address': '172.25.8.99'}], 'enable_snat': True}, 'gw_port_id': 'a03171da-108a-4146-9b91-ed758c03055d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:15:52Z', 'updated_at': '2022-04-18T21:16:01Z', 'revision_number': 4, 'project_id': 'd19595ade6b9408699bc90a14d63d7df', 'gw_port': {'id': 'a03171da-108a-4146-9b91-ed758c03055d', 'name': '', 'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:87:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7403657-6fc2-4555-b469-68de9d2c0535', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'ip_address': '172.25.8.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:15:53Z', 'updated_at': '2022-04-18T21:16:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838334-2', '_interfaces': [{'id': '4b628e8c-fd5d-4cf3-9993-5c42ed85225d', 'name': '', 'network_id': '5e1fd9e7-f06e-4d8e-b810-b70c1c5d7f48', 'tenant_id': 'd19595ade6b9408699bc90a14d63d7df', 'mac_address': 'fa:16:3e:83:2e:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b7403657-6fc2-4555-b469-68de9d2c0535', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'da663369-38c2-4916-b108-110c61e5c039', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:16:00Z', 'updated_at': '2022-04-18T21:16:08Z', 'revision_number': 4, 'project_id': 'd19595ade6b9408699bc90a14d63d7df', 'subnets': [{'id': 'da663369-38c2-4916-b108-110c61e5c039', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838334-2', False) {} {{(pid=84042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:16:09.511133 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5654a8ff-9b9a-44b1-b8f6-73e0781e3f99 None None] The sync data for ids ['b7403657-6fc2-4555-b469-68de9d2c0535'] in n-d-838334-2 is: [{'id': 'b7403657-6fc2-4555-b469-68de9d2c0535', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1053025924', 'tenant_id': 'd19595ade6b9408699bc90a14d63d7df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'external_fixed_ips': [{'subnet_id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'ip_address': '172.25.8.99'}], 'enable_snat': True}, 'gw_port_id': 'a03171da-108a-4146-9b91-ed758c03055d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:15:52Z', 'updated_at': '2022-04-18T21:16:01Z', 'revision_number': 4, 'project_id': 'd19595ade6b9408699bc90a14d63d7df', 'gw_port': {'id': 'a03171da-108a-4146-9b91-ed758c03055d', 'name': '', 'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:87:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7403657-6fc2-4555-b469-68de9d2c0535', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'ip_address': '172.25.8.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:15:53Z', 'updated_at': '2022-04-18T21:16:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838334-2', '_interfaces': [{'id': '4b628e8c-fd5d-4cf3-9993-5c42ed85225d', 'name': '', 'network_id': '5e1fd9e7-f06e-4d8e-b810-b70c1c5d7f48', 'tenant_id': 'd19595ade6b9408699bc90a14d63d7df', 'mac_address': 'fa:16:3e:83:2e:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b7403657-6fc2-4555-b469-68de9d2c0535', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'da663369-38c2-4916-b108-110c61e5c039', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:16:00Z', 'updated_at': '2022-04-18T21:16:08Z', 'revision_number': 4, 'project_id': 'd19595ade6b9408699bc90a14d63d7df', 'subnets': [{'id': 'da663369-38c2-4916-b108-110c61e5c039', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84042) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 18 21:16:09.557012 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [req-c210e81d-07a7-4e04-8de4-bb5e38885a9a req-9f581b6e-8e38-4913-a91d-6614b988ff5a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:16:09.625535 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f551f9e5-cc65-4c19-b791-999098b5e6bd req-1cdfe0df-9703-499c-89ac-910f734434d9 tempest-TestSecurityGroupsBasicOps-1555676956 tempest-TestSecurityGroupsBasicOps-1555676956-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:16:09.640112 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-f551f9e5-cc65-4c19-b791-999098b5e6bd req-1cdfe0df-9703-499c-89ac-910f734434d9 tempest-TestSecurityGroupsBasicOps-1555676956 tempest-TestSecurityGroupsBasicOps-1555676956-project] 10.222.0.42 "GET /v2.0/ports?device_id=eaf572a8-33af-4124-80a7-caed5c2cf60a HTTP/1.1" status: 200 len: 895 time: 0.1699598 Apr 18 21:16:09.642563 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-769c98f8-ee0e-436a-a8b8-c9f88e67888f None None] Provisioning for port 0a49de6d-c57c-436c-a535-acb23a524f4d completed by entity DHCP. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 21:16:09.654658 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-769c98f8-ee0e-436a-a8b8-c9f88e67888f None None] Provisioning complete for port 0a49de6d-c57c-436c-a535-acb23a524f4d triggered by entity DHCP. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:16:09.655037 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-769c98f8-ee0e-436a-a8b8-c9f88e67888f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1253608'] for port, provisioning_complete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:16:09.783910 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.plugin [None req-769c98f8-ee0e-436a-a8b8-c9f88e67888f None None] Port 0a49de6d-c57c-436c-a535-acb23a524f4d cannot update to ACTIVE because it is not bound. {{(pid=84042) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 18 21:16:10.022935 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.agents_db [None req-6346a179-333c-4370-b5a6-936984aeab15 None None] Agent healthcheck: found 7 active agents {{(pid=84043) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 18 21:16:10.352063 n-d-838334-2 neutron-server[84041]: DEBUG neutron.notifiers.nova [req-c210e81d-07a7-4e04-8de4-bb5e38885a9a req-9f581b6e-8e38-4913-a91d-6614b988ff5a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0a49de6d-c57c-436c-a535-acb23a524f4d {{(pid=84041) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 18 21:16:10.360198 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [req-c210e81d-07a7-4e04-8de4-bb5e38885a9a req-9f581b6e-8e38-4913-a91d-6614b988ff5a service neutron] Notify callbacks [] for port, precommit_update {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:16:10.376792 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.provisioning_blocks [req-c210e81d-07a7-4e04-8de4-bb5e38885a9a req-9f581b6e-8e38-4913-a91d-6614b988ff5a service neutron] Transition to ACTIVE for port object 0a49de6d-c57c-436c-a535-acb23a524f4d will not be triggered until provisioned by entity L2. {{(pid=84041) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:16:10.388607 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [req-c210e81d-07a7-4e04-8de4-bb5e38885a9a req-9f581b6e-8e38-4913-a91d-6614b988ff5a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32266282'] for port, after_update {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:16:10.625092 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f581b6e-8e38-4913-a91d-6614b988ff5a service neutron] Pushing event updated for resources: {'Port': ['ID=0a49de6d-c57c-436c-a535-acb23a524f4d,revision_number=2']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:16:10.812576 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.managers [req-c210e81d-07a7-4e04-8de4-bb5e38885a9a req-9f581b6e-8e38-4913-a91d-6614b988ff5a service neutron] Attempting to bind port 0a49de6d-c57c-436c-a535-acb23a524f4d on host n-h1-838334-2 for vnic_type normal with profile {{(pid=84041) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 21:16:10.812912 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.managers [req-c210e81d-07a7-4e04-8de4-bb5e38885a9a req-9f581b6e-8e38-4913-a91d-6614b988ff5a service neutron] Attempting to bind port 0a49de6d-c57c-436c-a535-acb23a524f4d by drivers openvswitch,hyperv on host n-h1-838334-2 at level 0 using segments [{'id': '22446d91-8336-44d2-8d60-eb91e725d10e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '5e1fd9e7-f06e-4d8e-b810-b70c1c5d7f48'}] {{(pid=84041) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 21:16:10.813238 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c210e81d-07a7-4e04-8de4-bb5e38885a9a req-9f581b6e-8e38-4913-a91d-6614b988ff5a service neutron] Attempting to bind port 0a49de6d-c57c-436c-a535-acb23a524f4d on network 5e1fd9e7-f06e-4d8e-b810-b70c1c5d7f48 {{(pid=84041) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 21:16:10.831080 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c210e81d-07a7-4e04-8de4-bb5e38885a9a req-9f581b6e-8e38-4913-a91d-6614b988ff5a service neutron] Port 0a49de6d-c57c-436c-a535-acb23a524f4d on network 5e1fd9e7-f06e-4d8e-b810-b70c1c5d7f48 not bound, no agent of type Open vSwitch agent registered on host n-h1-838334-2 {{(pid=84041) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 18 21:16:10.831434 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c210e81d-07a7-4e04-8de4-bb5e38885a9a req-9f581b6e-8e38-4913-a91d-6614b988ff5a service neutron] Attempting to bind port 0a49de6d-c57c-436c-a535-acb23a524f4d on network 5e1fd9e7-f06e-4d8e-b810-b70c1c5d7f48 {{(pid=84041) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 21:16:10.872980 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c210e81d-07a7-4e04-8de4-bb5e38885a9a req-9f581b6e-8e38-4913-a91d-6614b988ff5a service neutron] Checking agent: {'id': 'd63bab19-ff81-4de1-afeb-a3732288d0d7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-838334-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 33, 59), 'started_at': datetime.datetime(2022, 4, 18, 20, 33, 59), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 21, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84041) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 18 21:16:10.873318 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c210e81d-07a7-4e04-8de4-bb5e38885a9a req-9f581b6e-8e38-4913-a91d-6614b988ff5a service neutron] Checking segment: {'id': '22446d91-8336-44d2-8d60-eb91e725d10e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '5e1fd9e7-f06e-4d8e-b810-b70c1c5d7f48'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84041) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 21:16:10.873592 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c210e81d-07a7-4e04-8de4-bb5e38885a9a req-9f581b6e-8e38-4913-a91d-6614b988ff5a service neutron] Bound using segment: {'id': '22446d91-8336-44d2-8d60-eb91e725d10e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '5e1fd9e7-f06e-4d8e-b810-b70c1c5d7f48'} {{(pid=84041) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 18 21:16:10.874264 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.managers [req-c210e81d-07a7-4e04-8de4-bb5e38885a9a req-9f581b6e-8e38-4913-a91d-6614b988ff5a service neutron] Bound port: 0a49de6d-c57c-436c-a535-acb23a524f4d, host: n-h1-838334-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '22446d91-8336-44d2-8d60-eb91e725d10e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '5e1fd9e7-f06e-4d8e-b810-b70c1c5d7f48'}}] {{(pid=84041) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 21:16:10.874762 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [req-c210e81d-07a7-4e04-8de4-bb5e38885a9a req-9f581b6e-8e38-4913-a91d-6614b988ff5a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:16:10.961279 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd890d40-3d59-40b0-9c9e-3669527040c8 req-ec393c42-7e84-4afc-ab9c-f740a8a7eb4d tempest-TestSecurityGroupsBasicOps-1555676956 tempest-TestSecurityGroupsBasicOps-1555676956-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:16:10.979058 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-fd890d40-3d59-40b0-9c9e-3669527040c8 req-ec393c42-7e84-4afc-ab9c-f740a8a7eb4d tempest-TestSecurityGroupsBasicOps-1555676956 tempest-TestSecurityGroupsBasicOps-1555676956-project] 10.222.0.42 "GET /v2.0/ports?device_id=eaf572a8-33af-4124-80a7-caed5c2cf60a HTTP/1.1" status: 200 len: 907 time: 0.1292167 Apr 18 21:16:11.091867 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.db [req-c210e81d-07a7-4e04-8de4-bb5e38885a9a req-9f581b6e-8e38-4913-a91d-6614b988ff5a service neutron] For port 0a49de6d-c57c-436c-a535-acb23a524f4d, host n-h1-838334-2, cleared binding levels {{(pid=84041) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 21:16:11.095449 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.db [req-c210e81d-07a7-4e04-8de4-bb5e38885a9a req-9f581b6e-8e38-4913-a91d-6614b988ff5a service neutron] For port 0a49de6d-c57c-436c-a535-acb23a524f4d, host n-h1-838334-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838334-2',level=0,port_id=0a49de6d-c57c-436c-a535-acb23a524f4d,segment=NetworkSegment(22446d91-8336-44d2-8d60-eb91e725d10e),segment_id=22446d91-8336-44d2-8d60-eb91e725d10e)] {{(pid=84041) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 21:16:11.109949 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [req-c210e81d-07a7-4e04-8de4-bb5e38885a9a req-9f581b6e-8e38-4913-a91d-6614b988ff5a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32266282'] for port, after_update {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:16:11.258020 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [req-c210e81d-07a7-4e04-8de4-bb5e38885a9a req-9f581b6e-8e38-4913-a91d-6614b988ff5a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217293'] for port, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:16:11.259379 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-c210e81d-07a7-4e04-8de4-bb5e38885a9a req-9f581b6e-8e38-4913-a91d-6614b988ff5a service neutron] 10.222.0.43 "PUT /v2.0/ports/0a49de6d-c57c-436c-a535-acb23a524f4d HTTP/1.1" status: 200 len: 1055 time: 1.9198639 Apr 18 21:16:11.267692 n-d-838334-2 neutron-server[84041]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eaf572a8-33af-4124-80a7-caed5c2cf60a', 'tag': '0a49de6d-c57c-436c-a535-acb23a524f4d'}] {{(pid=84041) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 21:16:11.308094 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f581b6e-8e38-4913-a91d-6614b988ff5a service neutron] Pushing event updated for resources: {'Port': ['ID=0a49de6d-c57c-436c-a535-acb23a524f4d,revision_number=3']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:16:11.371530 n-d-838334-2 neutron-server[84041]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6d597a5f-6f17-41cd-983d-4690725845cc'] response: {'name': 'network-changed', 'server_uuid': 'eaf572a8-33af-4124-80a7-caed5c2cf60a', 'tag': '0a49de6d-c57c-436c-a535-acb23a524f4d', 'status': 'completed', 'code': 200} Apr 18 21:16:11.455570 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-c210e81d-07a7-4e04-8de4-bb5e38885a9a req-845531af-7026-4c51-93d0-d700fc37dce6 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=d19595ade6b9408699bc90a14d63d7df&device_id=eaf572a8-33af-4124-80a7-caed5c2cf60a HTTP/1.1" status: 200 len: 1058 time: 0.1393332 Apr 18 21:16:11.557528 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-c210e81d-07a7-4e04-8de4-bb5e38885a9a req-83f0f9c3-b6bb-4de6-9545-31645b3c9cb4 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.26&port_id=0a49de6d-c57c-436c-a535-acb23a524f4d HTTP/1.1" status: 200 len: 217 time: 0.0921085 Apr 18 21:16:11.671665 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Device 4b628e8c-fd5d-4cf3-9993-5c42ed85225d up at agent ovs-agent-n-d-838334-2 {{(pid=84042) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 21:16:11.680916 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c210e81d-07a7-4e04-8de4-bb5e38885a9a req-574219f4-926c-4ff4-a9d4-e88b7af7b344 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:16:11.682375 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-c210e81d-07a7-4e04-8de4-bb5e38885a9a req-574219f4-926c-4ff4-a9d4-e88b7af7b344 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=da663369-38c2-4916-b108-110c61e5c039 HTTP/1.1" status: 200 len: 838 time: 0.1132877 Apr 18 21:16:11.785341 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Provisioning for port 4b628e8c-fd5d-4cf3-9993-5c42ed85225d completed by entity L2. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 21:16:11.794079 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Provisioning complete for port 4b628e8c-fd5d-4cf3-9993-5c42ed85225d triggered by entity L2. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:16:11.794810 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1253608'] for port, provisioning_complete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:16:11.834135 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-c210e81d-07a7-4e04-8de4-bb5e38885a9a req-7edb2666-2f4f-4e97-98a5-bac36a93607c service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=5e1fd9e7-f06e-4d8e-b810-b70c1c5d7f48&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1378586 Apr 18 21:16:12.019864 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:16:12.118660 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] For port 4b628e8c-fd5d-4cf3-9993-5c42ed85225d, host n-d-838334-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838334-2',level=0,port_id=4b628e8c-fd5d-4cf3-9993-5c42ed85225d,segment=NetworkSegment(22446d91-8336-44d2-8d60-eb91e725d10e),segment_id=22446d91-8336-44d2-8d60-eb91e725d10e)] {{(pid=84042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:16:12.125292 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682'] for port, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:16:12.162328 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-c210e81d-07a7-4e04-8de4-bb5e38885a9a req-d8441336-d5c4-4ca5-b560-083ecc3e851b service neutron] 10.222.0.43 "GET /v2.0/networks/5e1fd9e7-f06e-4d8e-b810-b70c1c5d7f48?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3206384 Apr 18 21:16:12.323891 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Pushing event updated for resources: {'Port': ['ID=4b628e8c-fd5d-4cf3-9993-5c42ed85225d,revision_number=5']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:16:12.355357 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee62efe7-83ac-46be-982b-73f35994b69d req-74a1863b-b3d8-42f8-ac17-6d8164724f21 tempest-TestSecurityGroupsBasicOps-1555676956 tempest-TestSecurityGroupsBasicOps-1555676956-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:16:12.360313 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-ee62efe7-83ac-46be-982b-73f35994b69d req-74a1863b-b3d8-42f8-ac17-6d8164724f21 tempest-TestSecurityGroupsBasicOps-1555676956 tempest-TestSecurityGroupsBasicOps-1555676956-project] 10.222.0.42 "GET /v2.0/ports?device_id=eaf572a8-33af-4124-80a7-caed5c2cf60a HTTP/1.1" status: 200 len: 907 time: 0.1327817 Apr 18 21:16:12.581006 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-c210e81d-07a7-4e04-8de4-bb5e38885a9a req-f1ba3415-3c74-45a8-aade-20757ec00f2a service neutron] 10.222.0.43 "GET /v2.0/networks/5e1fd9e7-f06e-4d8e-b810-b70c1c5d7f48?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4099464 Apr 18 21:16:12.853144 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-8ba4ca9d-a0fb-40ea-a31f-58b432e44cd2 req-194e9cda-2c09-48cd-8d36-ffa727dae41f service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=d19595ade6b9408699bc90a14d63d7df&device_id=eaf572a8-33af-4124-80a7-caed5c2cf60a HTTP/1.1" status: 200 len: 1058 time: 0.2180107 Apr 18 21:16:13.288107 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ba4ca9d-a0fb-40ea-a31f-58b432e44cd2 req-4cf6564f-ec3f-42e0-bed2-a94013b1cc41 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:16:13.289910 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-8ba4ca9d-a0fb-40ea-a31f-58b432e44cd2 req-4cf6564f-ec3f-42e0-bed2-a94013b1cc41 service neutron] 10.222.0.43 "GET /v2.0/networks?id=5e1fd9e7-f06e-4d8e-b810-b70c1c5d7f48 HTTP/1.1" status: 200 len: 898 time: 0.4214640 Apr 18 21:16:13.366436 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-8ba4ca9d-a0fb-40ea-a31f-58b432e44cd2 req-03352eaf-249a-4154-b788-f0d90cfe5140 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.26&port_id=0a49de6d-c57c-436c-a535-acb23a524f4d HTTP/1.1" status: 200 len: 217 time: 0.0668731 Apr 18 21:16:13.510624 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ba4ca9d-a0fb-40ea-a31f-58b432e44cd2 req-cc46edb4-4e87-4a3b-89ba-c4f786113f73 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:16:13.512230 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-8ba4ca9d-a0fb-40ea-a31f-58b432e44cd2 req-cc46edb4-4e87-4a3b-89ba-c4f786113f73 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=da663369-38c2-4916-b108-110c61e5c039 HTTP/1.1" status: 200 len: 838 time: 0.1427236 Apr 18 21:16:13.649544 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-8ba4ca9d-a0fb-40ea-a31f-58b432e44cd2 req-a06596da-ae49-42f2-8782-82a1837e162c service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=5e1fd9e7-f06e-4d8e-b810-b70c1c5d7f48&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1303480 Apr 18 21:16:13.659369 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Device 4b628e8c-fd5d-4cf3-9993-5c42ed85225d up at agent ovs-agent-n-d-838334-2 {{(pid=84042) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 21:16:13.848547 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bedaa55-c1f5-4384-8616-36dbd61ded59 req-2700aaca-11ae-4d13-a133-d05e1aa70824 tempest-TestSecurityGroupsBasicOps-1555676956 tempest-TestSecurityGroupsBasicOps-1555676956-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:16:13.853804 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-0bedaa55-c1f5-4384-8616-36dbd61ded59 req-2700aaca-11ae-4d13-a133-d05e1aa70824 tempest-TestSecurityGroupsBasicOps-1555676956 tempest-TestSecurityGroupsBasicOps-1555676956-project] 10.222.0.42 "GET /v2.0/ports?device_id=eaf572a8-33af-4124-80a7-caed5c2cf60a HTTP/1.1" status: 200 len: 907 time: 0.2860897 Apr 18 21:16:13.947856 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-8ba4ca9d-a0fb-40ea-a31f-58b432e44cd2 req-86cdd7f8-7100-44f1-a8aa-1a4e166bc32e service neutron] 10.222.0.43 "GET /v2.0/networks/5e1fd9e7-f06e-4d8e-b810-b70c1c5d7f48?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2838156 Apr 18 21:16:14.034699 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Provisioning complete for port 4b628e8c-fd5d-4cf3-9993-5c42ed85225d triggered by entity L2. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:16:14.035054 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1253608'] for port, provisioning_complete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:16:14.142287 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-8ba4ca9d-a0fb-40ea-a31f-58b432e44cd2 req-da702aae-e582-4132-be47-c6baeb085399 service neutron] 10.222.0.43 "GET /v2.0/networks/5e1fd9e7-f06e-4d8e-b810-b70c1c5d7f48?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1871636 Apr 18 21:16:15.116354 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f27e98cb-c9e4-4871-b0fa-a8cf812a5130 req-8ac1c9db-25c9-4a2e-888c-8be524100ee4 tempest-TestSecurityGroupsBasicOps-1555676956 tempest-TestSecurityGroupsBasicOps-1555676956-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:16:15.129851 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-f27e98cb-c9e4-4871-b0fa-a8cf812a5130 req-8ac1c9db-25c9-4a2e-888c-8be524100ee4 tempest-TestSecurityGroupsBasicOps-1555676956 tempest-TestSecurityGroupsBasicOps-1555676956-project] 10.222.0.42 "GET /v2.0/ports?device_id=eaf572a8-33af-4124-80a7-caed5c2cf60a HTTP/1.1" status: 200 len: 907 time: 0.1081455 Apr 18 21:16:15.478451 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Device 0a49de6d-c57c-436c-a535-acb23a524f4d details requested by agent hyperv_n-h1-838334-2 with host n-h1-838334-2 {{(pid=84042) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 18 21:16:15.705760 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-4a89c88e-67b7-440a-a3d3-30951ce8c423 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750375287399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253529'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:16:15.713673 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] For port 0a49de6d-c57c-436c-a535-acb23a524f4d, host n-h1-838334-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838334-2',level=0,port_id=0a49de6d-c57c-436c-a535-acb23a524f4d,segment=NetworkSegment(22446d91-8336-44d2-8d60-eb91e725d10e),segment_id=22446d91-8336-44d2-8d60-eb91e725d10e)] {{(pid=84042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:16:15.733837 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Returning: {'device': '0a49de6d-c57c-436c-a535-acb23a524f4d', 'network_id': '5e1fd9e7-f06e-4d8e-b810-b70c1c5d7f48', 'port_id': '0a49de6d-c57c-436c-a535-acb23a524f4d', 'mac_address': 'fa:16:3e:a9:1e:df', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 357, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'da663369-38c2-4916-b108-110c61e5c039', 'ip_address': '172.20.0.26'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': False, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84042) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 18 21:16:15.830252 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:16:15.863364 n-d-838334-2 neutron-server[84042]: DEBUG neutron.notifiers.nova [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0a49de6d-c57c-436c-a535-acb23a524f4d {{(pid=84042) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 18 21:16:15.883288 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] For port 0a49de6d-c57c-436c-a535-acb23a524f4d, host n-h1-838334-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838334-2',level=0,port_id=0a49de6d-c57c-436c-a535-acb23a524f4d,segment=NetworkSegment(22446d91-8336-44d2-8d60-eb91e725d10e),segment_id=22446d91-8336-44d2-8d60-eb91e725d10e)] {{(pid=84042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:16:15.895747 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682'] for port, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:16:15.977297 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Pushing event updated for resources: {'Port': ['ID=0a49de6d-c57c-436c-a535-acb23a524f4d,revision_number=4']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:16:16.127395 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] get_ports_and_sgs() called for port_ids ['0a49de6d-c57c-436c-a535-acb23a524f4d'] {{(pid=84042) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 18 21:16:16.358894 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b44cdc7f-006a-4fb7-8956-b5d7a7b0e926 req-6fbe3b94-3c48-48c7-94d5-aabf9b0024de tempest-TestSecurityGroupsBasicOps-1555676956 tempest-TestSecurityGroupsBasicOps-1555676956-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:16:16.359876 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-b44cdc7f-006a-4fb7-8956-b5d7a7b0e926 req-6fbe3b94-3c48-48c7-94d5-aabf9b0024de tempest-TestSecurityGroupsBasicOps-1555676956 tempest-TestSecurityGroupsBasicOps-1555676956-project] 10.222.0.42 "GET /v2.0/ports?device_id=eaf572a8-33af-4124-80a7-caed5c2cf60a HTTP/1.1" status: 200 len: 908 time: 0.0966930 Apr 18 21:16:17.503676 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Device 0a49de6d-c57c-436c-a535-acb23a524f4d up at agent hyperv_n-h1-838334-2 {{(pid=84042) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 21:16:17.608207 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Provisioning for port 0a49de6d-c57c-436c-a535-acb23a524f4d completed by entity L2. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 21:16:17.614471 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Provisioning complete for port 0a49de6d-c57c-436c-a535-acb23a524f4d triggered by entity L2. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:16:17.615372 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1253608'] for port, provisioning_complete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:16:17.638752 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ebbbf7d-2d86-4f1f-9f3a-14e8f70b8f56 req-f5d8954c-dd89-4e42-85a3-270f506d53c8 tempest-TestSecurityGroupsBasicOps-1555676956 tempest-TestSecurityGroupsBasicOps-1555676956-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:16:17.653996 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-2ebbbf7d-2d86-4f1f-9f3a-14e8f70b8f56 req-f5d8954c-dd89-4e42-85a3-270f506d53c8 tempest-TestSecurityGroupsBasicOps-1555676956 tempest-TestSecurityGroupsBasicOps-1555676956-project] 10.222.0.42 "GET /v2.0/ports?device_id=eaf572a8-33af-4124-80a7-caed5c2cf60a HTTP/1.1" status: 200 len: 908 time: 0.1184146 Apr 18 21:16:17.825759 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:16:17.865398 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] For port 0a49de6d-c57c-436c-a535-acb23a524f4d, host n-h1-838334-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838334-2',level=0,port_id=0a49de6d-c57c-436c-a535-acb23a524f4d,segment=NetworkSegment(22446d91-8336-44d2-8d60-eb91e725d10e),segment_id=22446d91-8336-44d2-8d60-eb91e725d10e)] {{(pid=84042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:16:17.866767 n-d-838334-2 neutron-server[84042]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eaf572a8-33af-4124-80a7-caed5c2cf60a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0a49de6d-c57c-436c-a535-acb23a524f4d'}] {{(pid=84042) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 21:16:17.878640 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682'] for port, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:16:18.003484 n-d-838334-2 neutron-server[84042]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7ab2ed35-ccb3-4310-af62-8445ba00d017'] response: {'server_uuid': 'eaf572a8-33af-4124-80a7-caed5c2cf60a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0a49de6d-c57c-436c-a535-acb23a524f4d', 'code': 200} Apr 18 21:16:18.005309 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Pushing event updated for resources: {'Port': ['ID=0a49de6d-c57c-436c-a535-acb23a524f4d,revision_number=5']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:16:18.048087 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-1e902c93-38f2-4cb7-ab50-aa5326521412 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750375287399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253529'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:16:18.158994 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-fb9b3426-371a-4277-b4ae-aeccf2f99fc0 req-e21d9b2a-eea2-4580-a3fe-243313477cfc service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=eaf572a8-33af-4124-80a7-caed5c2cf60a HTTP/1.1" status: 200 len: 1060 time: 0.0957723 Apr 18 21:16:18.937479 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0b9127d-1d63-41d7-904b-09f7796b3c20 req-b8e140ca-a1a2-4db1-9bf9-e8c5b28c5c18 tempest-TestSecurityGroupsBasicOps-1555676956 tempest-TestSecurityGroupsBasicOps-1555676956-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:16:18.946713 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-a0b9127d-1d63-41d7-904b-09f7796b3c20 req-b8e140ca-a1a2-4db1-9bf9-e8c5b28c5c18 tempest-TestSecurityGroupsBasicOps-1555676956 tempest-TestSecurityGroupsBasicOps-1555676956-project] 10.222.0.42 "GET /v2.0/ports?device_id=eaf572a8-33af-4124-80a7-caed5c2cf60a HTTP/1.1" status: 200 len: 909 time: 0.1248741 Apr 18 21:16:19.030255 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750375287399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253529'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:16:19.238134 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 56242) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:16:19.377138 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-ed55a17c-3e99-4213-a429-ffa2047f894a tempest-TestNetworkBasicOps-1645287483 tempest-TestNetworkBasicOps-1645287483-project-admin] 10.222.0.42 "GET /v2.0/ports?project_id=08ce18aa0ce94082a747ec94ccd8cac1&network_id=0da44c8a-15a6-48d5-b8a3-e2609519a9b7 HTTP/1.1" status: 200 len: 2970 time: 0.1328685 Apr 18 21:16:19.506668 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-414b6ffe-e119-47bc-b18f-bcff1219c2f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750375287399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253529'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:16:20.244028 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-973b95d4-6ec4-43c4-8e3b-47b59b984e65 req-f38176d4-9204-4173-8850-91698267a74c tempest-TestSecurityGroupsBasicOps-1555676956 tempest-TestSecurityGroupsBasicOps-1555676956-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:16:20.246702 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-973b95d4-6ec4-43c4-8e3b-47b59b984e65 req-f38176d4-9204-4173-8850-91698267a74c tempest-TestSecurityGroupsBasicOps-1555676956 tempest-TestSecurityGroupsBasicOps-1555676956-project] 10.222.0.42 "GET /v2.0/ports?device_id=eaf572a8-33af-4124-80a7-caed5c2cf60a HTTP/1.1" status: 200 len: 909 time: 0.1123288 Apr 18 21:16:20.578166 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb266b10-3102-4ca1-bcbc-0fdcf987620d req-13d480a4-8d7d-4606-bd69-04a26a447132 tempest-TestSecurityGroupsBasicOps-1555676956 tempest-TestSecurityGroupsBasicOps-1555676956-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:16:20.579901 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-bb266b10-3102-4ca1-bcbc-0fdcf987620d req-13d480a4-8d7d-4606-bd69-04a26a447132 tempest-TestSecurityGroupsBasicOps-1555676956 tempest-TestSecurityGroupsBasicOps-1555676956-project] 10.222.0.42 "GET /v2.0/ports?device_id=eaf572a8-33af-4124-80a7-caed5c2cf60a HTTP/1.1" status: 200 len: 909 time: 0.1073177 Apr 18 21:16:20.620067 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-c7521a90-7d65-4e2e-842c-ca5d95e9a89c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750375287399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253529'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:16:20.891550 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-046992c3-5eae-4750-85ee-ff26639fc169 req-ab4e5a5b-2e5e-4f0c-8a87-c00ca8d30c11 tempest-TestSecurityGroupsBasicOps-1595239442 tempest-TestSecurityGroupsBasicOps-1595239442-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=eaf572a8-33af-4124-80a7-caed5c2cf60a HTTP/1.1" status: 200 len: 1060 time: 0.0955634 Apr 18 21:16:21.326377 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 56308) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:16:21.361402 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-2f91d7f6-dd87-4c60-af16-f59aeeb123ba req-65aef575-1515-427b-80da-cac469600548 tempest-TestSecurityGroupsBasicOps-1595239442 tempest-TestSecurityGroupsBasicOps-1595239442-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=7f082d4e-c66c-4741-ad18-6b73365eb5cf HTTP/1.1" status: 200 len: 1135 time: 0.0988147 Apr 18 21:16:21.431953 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [req-2f91d7f6-dd87-4c60-af16-f59aeeb123ba req-714bda40-fd81-4a4d-aa43-9b0248d50fd5 tempest-TestSecurityGroupsBasicOps-1595239442 tempest-TestSecurityGroupsBasicOps-1595239442-project-admin] Synchronizing usage tracker for tenant:99be55559a344b10bb844f6163ffce3f on resource:security_group {{(pid=84040) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 21:16:21.456537 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [req-2f91d7f6-dd87-4c60-af16-f59aeeb123ba req-714bda40-fd81-4a4d-aa43-9b0248d50fd5 tempest-TestSecurityGroupsBasicOps-1595239442 tempest-TestSecurityGroupsBasicOps-1595239442-project-admin] Unset dirty status for tenant:99be55559a344b10bb844f6163ffce3f on resource:security_group {{(pid=84040) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 21:16:21.458846 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-2f91d7f6-dd87-4c60-af16-f59aeeb123ba req-714bda40-fd81-4a4d-aa43-9b0248d50fd5 tempest-TestSecurityGroupsBasicOps-1595239442 tempest-TestSecurityGroupsBasicOps-1595239442-project-admin] 10.222.0.42 "GET /v2.0/security-groups?id=c220e4f8-52f5-42dc-a4f2-23cea83e5893&id=fe55597b-1970-4d54-b655-30e98fbf5bc4&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0953128 Apr 18 21:16:21.459680 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a8882d0-3945-47a3-a235-f7e445c6c8e0 tempest-TestNetworkBasicOps-1645287483 tempest-TestNetworkBasicOps-1645287483-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:16:21.463675 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-0a8882d0-3945-47a3-a235-f7e445c6c8e0 tempest-TestNetworkBasicOps-1645287483 tempest-TestNetworkBasicOps-1645287483-project-admin] 10.222.0.42 "GET /v2.0/subnets?network_id=e41b6600-a917-4a8d-b05c-be3be40c6d8c HTTP/1.1" status: 200 len: 814 time: 0.1332943 Apr 18 21:16:21.490477 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 56314) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:16:21.571056 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-164f9aca-9dc9-4b29-9470-2915da195238 tempest-TestSecurityGroupsBasicOps-1595239442 tempest-TestSecurityGroupsBasicOps-1595239442-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=eaf572a8-33af-4124-80a7-caed5c2cf60a HTTP/1.1" status: 200 len: 1055 time: 0.0793254 Apr 18 21:16:22.042668 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 56336) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:16:22.048434 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.v2.base [None req-4562dd91-8910-44a4-96e4-1a17e56be8fb tempest-TestNetworkBasicOps-1936690218 tempest-TestNetworkBasicOps-1936690218-project] Request body: {'network': {'name': 'tempest-network-smoke--1366221289', 'project_id': '08ce18aa0ce94082a747ec94ccd8cac1', 'port_security_enabled': True}} {{(pid=84041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:16:22.067773 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-4562dd91-8910-44a4-96e4-1a17e56be8fb tempest-TestNetworkBasicOps-1936690218 tempest-TestNetworkBasicOps-1936690218-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:16:22.081718 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5122554d-1549-4591-bcce-0e65e20b2de2 req-11e2d8d4-2fab-4241-88a8-9f9ef2dd4fbe tempest-TestSecurityGroupsBasicOps-1555676956 tempest-TestSecurityGroupsBasicOps-1555676956-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:16:22.082161 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-4562dd91-8910-44a4-96e4-1a17e56be8fb tempest-TestNetworkBasicOps-1936690218 tempest-TestNetworkBasicOps-1936690218-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:16:22.094483 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-5122554d-1549-4591-bcce-0e65e20b2de2 req-11e2d8d4-2fab-4241-88a8-9f9ef2dd4fbe tempest-TestSecurityGroupsBasicOps-1555676956 tempest-TestSecurityGroupsBasicOps-1555676956-project] 10.222.0.42 "GET /v2.0/ports?device_id=eaf572a8-33af-4124-80a7-caed5c2cf60a HTTP/1.1" status: 200 len: 909 time: 0.1189172 Apr 18 21:16:22.100579 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4562dd91-8910-44a4-96e4-1a17e56be8fb tempest-TestNetworkBasicOps-1936690218 tempest-TestNetworkBasicOps-1936690218-project] Made reservation on behalf of 08ce18aa0ce94082a747ec94ccd8cac1 for: {'network': 1} {{(pid=84041) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:16:22.104718 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-4562dd91-8910-44a4-96e4-1a17e56be8fb tempest-TestNetworkBasicOps-1936690218 tempest-TestNetworkBasicOps-1936690218-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for network, before_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:16:22.145733 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4562dd91-8910-44a4-96e4-1a17e56be8fb tempest-TestNetworkBasicOps-1936690218 tempest-TestNetworkBasicOps-1936690218-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 381} {{(pid=84041) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 21:16:22.158671 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-4562dd91-8910-44a4-96e4-1a17e56be8fb tempest-TestNetworkBasicOps-1936690218 tempest-TestNetworkBasicOps-1936690218-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1082986'] for segment, precommit_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:16:22.159580 n-d-838334-2 neutron-server[84041]: INFO neutron.db.segments_db [None req-4562dd91-8910-44a4-96e4-1a17e56be8fb tempest-TestNetworkBasicOps-1936690218 tempest-TestNetworkBasicOps-1936690218-project] Added segment ad18f8c7-fe16-4a7a-b1dc-698c203824ee of type vlan for network 5736583a-49e5-46e4-b17e-ebce406d65ce Apr 18 21:16:22.191398 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-4562dd91-8910-44a4-96e4-1a17e56be8fb tempest-TestNetworkBasicOps-1936690218 tempest-TestNetworkBasicOps-1936690218-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750374825732'] for network, precommit_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:16:22.227771 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-4562dd91-8910-44a4-96e4-1a17e56be8fb tempest-TestNetworkBasicOps-1936690218 tempest-TestNetworkBasicOps-1936690218-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33526109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022'] for network, after_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:16:22.234055 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4562dd91-8910-44a4-96e4-1a17e56be8fb tempest-TestNetworkBasicOps-1936690218 tempest-TestNetworkBasicOps-1936690218-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:16:22.234673 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-4562dd91-8910-44a4-96e4-1a17e56be8fb tempest-TestNetworkBasicOps-1936690218 tempest-TestNetworkBasicOps-1936690218-project] Notify callbacks [] for network, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:16:22.388719 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4562dd91-8910-44a4-96e4-1a17e56be8fb tempest-TestNetworkBasicOps-1936690218 tempest-TestNetworkBasicOps-1936690218-project] Pushing event updated for resources: {'Network': ['ID=5736583a-49e5-46e4-b17e-ebce406d65ce,revision_number=1']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:16:22.406862 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-4562dd91-8910-44a4-96e4-1a17e56be8fb tempest-TestNetworkBasicOps-1936690218 tempest-TestNetworkBasicOps-1936690218-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.3630831 Apr 18 21:16:22.410487 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 56350) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:16:22.428801 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Network 5736583a-49e5-46e4-b17e-ebce406d65ce details requested by agent ovs-agent-n-d-838334-2 with host n-d-838334-2 {{(pid=84042) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 18 21:16:22.536759 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02588917-082d-4b99-8672-b858f3993ef8 tempest-TestNetworkBasicOps-1645287483 tempest-TestNetworkBasicOps-1645287483-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:16:22.542372 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 56356) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:16:22.548553 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-02588917-082d-4b99-8672-b858f3993ef8 tempest-TestNetworkBasicOps-1645287483 tempest-TestNetworkBasicOps-1645287483-project-admin] 10.222.0.42 "GET /v2.0/subnets?project_id=08ce18aa0ce94082a747ec94ccd8cac1&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 829 time: 0.1336231 Apr 18 21:16:22.758573 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6608637e-e600-48fa-8486-8e3aaaf63c9c tempest-TestNetworkBasicOps-1645287483 tempest-TestNetworkBasicOps-1645287483-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:16:22.760294 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-6608637e-e600-48fa-8486-8e3aaaf63c9c tempest-TestNetworkBasicOps-1645287483 tempest-TestNetworkBasicOps-1645287483-project-admin] 10.222.0.42 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2165439 Apr 18 21:16:22.763953 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 56364) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:16:22.836736 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-b967dc75-98df-4af3-9b79-dccc26ebae18 tempest-TestNetworkBasicOps-1645287483 tempest-TestNetworkBasicOps-1645287483-project-admin] 10.222.0.42 "GET /v2.0/subnets?network_id=e41b6600-a917-4a8d-b05c-be3be40c6d8c&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0714171 Apr 18 21:16:22.839329 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 56368) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:16:22.908933 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-feae3874-63e4-41cd-9d83-175022ee3b0a tempest-TestNetworkBasicOps-1645287483 tempest-TestNetworkBasicOps-1645287483-project-admin] 10.222.0.42 "GET /v2.0/subnets?project_id=08ce18aa0ce94082a747ec94ccd8cac1&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0674365 Apr 18 21:16:22.909126 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 56372) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:16:23.301715 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f25a771a-4ae0-44fd-b1ef-ac5444d50353 tempest-TestNetworkBasicOps-1645287483 tempest-TestNetworkBasicOps-1645287483-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:16:23.306126 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-f25a771a-4ae0-44fd-b1ef-ac5444d50353 tempest-TestNetworkBasicOps-1645287483 tempest-TestNetworkBasicOps-1645287483-project-admin] 10.222.0.42 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.3961198 Apr 18 21:16:23.308552 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 56384) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:16:23.342378 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f773242-633a-411e-9ace-b3afeadb2f2a req-415c0fff-1ef4-47d9-8688-f38cd763e0ca tempest-TestSecurityGroupsBasicOps-1555676956 tempest-TestSecurityGroupsBasicOps-1555676956-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:16:23.343097 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [req-2f773242-633a-411e-9ace-b3afeadb2f2a req-415c0fff-1ef4-47d9-8688-f38cd763e0ca tempest-TestSecurityGroupsBasicOps-1555676956 tempest-TestSecurityGroupsBasicOps-1555676956-project] Synchronizing usage tracker for tenant:d19595ade6b9408699bc90a14d63d7df on resource:port {{(pid=84041) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 21:16:23.366896 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [req-2f773242-633a-411e-9ace-b3afeadb2f2a req-415c0fff-1ef4-47d9-8688-f38cd763e0ca tempest-TestSecurityGroupsBasicOps-1555676956 tempest-TestSecurityGroupsBasicOps-1555676956-project] Unset dirty status for tenant:d19595ade6b9408699bc90a14d63d7df on resource:port {{(pid=84041) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 21:16:23.369483 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-2f773242-633a-411e-9ace-b3afeadb2f2a req-415c0fff-1ef4-47d9-8688-f38cd763e0ca tempest-TestSecurityGroupsBasicOps-1555676956 tempest-TestSecurityGroupsBasicOps-1555676956-project] 10.222.0.43 "GET /v2.0/ports?device_id=eaf572a8-33af-4124-80a7-caed5c2cf60a HTTP/1.1" status: 200 len: 909 time: 0.1942255 Apr 18 21:16:23.397537 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-1720f32f-5eef-4944-bae0-2ae9af812163 tempest-TestNetworkBasicOps-1645287483 tempest-TestNetworkBasicOps-1645287483-project-admin] 10.222.0.42 "GET /v2.0/subnets?network_id=e41b6600-a917-4a8d-b05c-be3be40c6d8c&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0814385 Apr 18 21:16:23.404167 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 56388) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:16:23.419940 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.v2.base [None req-48acf9ed-0ef1-461c-9c5a-21926ab489dc tempest-TestNetworkBasicOps-1936690218 tempest-TestNetworkBasicOps-1936690218-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-2041327188', 'network_id': '5736583a-49e5-46e4-b17e-ebce406d65ce', 'project_id': '08ce18aa0ce94082a747ec94ccd8cac1', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=84040) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:16:23.543965 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.plugin [req-2f773242-633a-411e-9ace-b3afeadb2f2a req-27fe82a0-3f81-4c90-b67e-f1ebe5b06fbe tempest-TestSecurityGroupsBasicOps-1555676956 tempest-TestSecurityGroupsBasicOps-1555676956-project] Deleting port 0a49de6d-c57c-436c-a535-acb23a524f4d {{(pid=84041) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 21:16:23.545244 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [req-2f773242-633a-411e-9ace-b3afeadb2f2a req-27fe82a0-3f81-4c90-b67e-f1ebe5b06fbe tempest-TestSecurityGroupsBasicOps-1555676956 tempest-TestSecurityGroupsBasicOps-1555676956-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750375188691'] for port, before_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:16:23.603030 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [None req-48acf9ed-0ef1-461c-9c5a-21926ab489dc tempest-TestNetworkBasicOps-1936690218 tempest-TestNetworkBasicOps-1936690218-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:16:23.608522 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-48acf9ed-0ef1-461c-9c5a-21926ab489dc tempest-TestNetworkBasicOps-1936690218 tempest-TestNetworkBasicOps-1936690218-project] Usage tracker for resource:subnet and tenant:08ce18aa0ce94082a747ec94ccd8cac1 is out of sync, need to count used quota {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:16:23.614292 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-48acf9ed-0ef1-461c-9c5a-21926ab489dc tempest-TestNetworkBasicOps-1936690218 tempest-TestNetworkBasicOps-1936690218-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:16:23.623223 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [None req-48acf9ed-0ef1-461c-9c5a-21926ab489dc tempest-TestNetworkBasicOps-1936690218 tempest-TestNetworkBasicOps-1936690218-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:16:23.660105 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e85113f1-8fa2-42e1-bbb1-c68089bbbc3a req-3f5ba567-5258-4da8-b9ea-2c2169f1f5bb tempest-TestSecurityGroupsBasicOps-1555676956 tempest-TestSecurityGroupsBasicOps-1555676956-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:16:23.675219 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-e85113f1-8fa2-42e1-bbb1-c68089bbbc3a req-3f5ba567-5258-4da8-b9ea-2c2169f1f5bb tempest-TestSecurityGroupsBasicOps-1555676956 tempest-TestSecurityGroupsBasicOps-1555676956-project] 10.222.0.42 "GET /v2.0/ports?device_id=eaf572a8-33af-4124-80a7-caed5c2cf60a HTTP/1.1" status: 200 len: 909 time: 0.4462886 Apr 18 21:16:23.694075 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-48acf9ed-0ef1-461c-9c5a-21926ab489dc tempest-TestNetworkBasicOps-1936690218 tempest-TestNetworkBasicOps-1936690218-project] Made reservation on behalf of 08ce18aa0ce94082a747ec94ccd8cac1 for: {'subnet': 1} {{(pid=84040) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:16:23.917431 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-48acf9ed-0ef1-461c-9c5a-21926ab489dc tempest-TestNetworkBasicOps-1936690218 tempest-TestNetworkBasicOps-1936690218-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31752722'] for subnet, before_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:16:24.398582 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.db [req-2f773242-633a-411e-9ace-b3afeadb2f2a req-27fe82a0-3f81-4c90-b67e-f1ebe5b06fbe tempest-TestSecurityGroupsBasicOps-1555676956 tempest-TestSecurityGroupsBasicOps-1555676956-project] For port 0a49de6d-c57c-436c-a535-acb23a524f4d, host n-h1-838334-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838334-2',level=0,port_id=0a49de6d-c57c-436c-a535-acb23a524f4d,segment=NetworkSegment(22446d91-8336-44d2-8d60-eb91e725d10e),segment_id=22446d91-8336-44d2-8d60-eb91e725d10e)] {{(pid=84041) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:16:24.399287 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [req-2f773242-633a-411e-9ace-b3afeadb2f2a req-27fe82a0-3f81-4c90-b67e-f1ebe5b06fbe tempest-TestSecurityGroupsBasicOps-1555676956 tempest-TestSecurityGroupsBasicOps-1555676956-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369123'] for port, precommit_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:16:24.502389 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-48acf9ed-0ef1-461c-9c5a-21926ab489dc tempest-TestNetworkBasicOps-1936690218 tempest-TestNetworkBasicOps-1936690218-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33526260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32441074', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31752704'] for subnet, after_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:16:24.546253 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.plugin [req-2f773242-633a-411e-9ace-b3afeadb2f2a req-27fe82a0-3f81-4c90-b67e-f1ebe5b06fbe tempest-TestSecurityGroupsBasicOps-1555676956 tempest-TestSecurityGroupsBasicOps-1555676956-project] Calling delete_port for 0a49de6d-c57c-436c-a535-acb23a524f4d owned by compute:nova {{(pid=84041) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 21:16:24.596803 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48acf9ed-0ef1-461c-9c5a-21926ab489dc tempest-TestNetworkBasicOps-1936690218 tempest-TestNetworkBasicOps-1936690218-project] Pushing event updated for resources: {'Subnet': ['ID=29e49084-a72b-462e-b3e2-5d6b3c56e9e5,revision_number=0']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:16:24.618572 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48acf9ed-0ef1-461c-9c5a-21926ab489dc tempest-TestNetworkBasicOps-1936690218 tempest-TestNetworkBasicOps-1936690218-project] Checking segment: {'id': 'ad18f8c7-fe16-4a7a-b1dc-698c203824ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '5736583a-49e5-46e4-b17e-ebce406d65ce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84040) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 21:16:24.618918 n-d-838334-2 neutron-server[84040]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48acf9ed-0ef1-461c-9c5a-21926ab489dc tempest-TestNetworkBasicOps-1936690218 tempest-TestNetworkBasicOps-1936690218-project] Network hostable DHCP agents. Network: 5736583a-49e5-46e4-b17e-ebce406d65ce, hostable agents: ['8746f8ea-3e91-4b32-9919-2c63adeb8722'], hosted agents: [] {{(pid=84040) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 21:16:24.658098 n-d-838334-2 neutron-server[84040]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48acf9ed-0ef1-461c-9c5a-21926ab489dc tempest-TestNetworkBasicOps-1936690218 tempest-TestNetworkBasicOps-1936690218-project] Network 5736583a-49e5-46e4-b17e-ebce406d65ce is scheduled to be hosted by DHCP agent 8746f8ea-3e91-4b32-9919-2c63adeb8722 with binding_index 1 {{(pid=84040) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 21:16:24.673088 n-d-838334-2 neutron-server[84040]: DEBUG neutron.scheduler.base_scheduler [None req-48acf9ed-0ef1-461c-9c5a-21926ab489dc tempest-TestNetworkBasicOps-1936690218 tempest-TestNetworkBasicOps-1936690218-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-838334-2, 5736583a-49e5-46e4-b17e-ebce406d65ce) {{(pid=84040) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:16:24.684084 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48acf9ed-0ef1-461c-9c5a-21926ab489dc tempest-TestNetworkBasicOps-1936690218 tempest-TestNetworkBasicOps-1936690218-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:16:24.685371 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-48acf9ed-0ef1-461c-9c5a-21926ab489dc tempest-TestNetworkBasicOps-1936690218 tempest-TestNetworkBasicOps-1936690218-project] Notify callbacks [] for subnet, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:16:24.685907 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59bdb4fc-fb66-4996-bdbc-0edac3618796 None None] Network 5736583a-49e5-46e4-b17e-ebce406d65ce requested from n-d-838334-2 {{(pid=84042) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 21:16:24.712363 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [req-2f773242-633a-411e-9ace-b3afeadb2f2a req-27fe82a0-3f81-4c90-b67e-f1ebe5b06fbe tempest-TestSecurityGroupsBasicOps-1555676956 tempest-TestSecurityGroupsBasicOps-1555676956-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750375259028', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750374836628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32266323'] for port, after_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:16:24.717440 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-48acf9ed-0ef1-461c-9c5a-21926ab489dc tempest-TestNetworkBasicOps-1936690218 tempest-TestNetworkBasicOps-1936690218-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 1.3051965 Apr 18 21:16:24.821683 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27fe82a0-3f81-4c90-b67e-f1ebe5b06fbe tempest-TestSecurityGroupsBasicOps-1555676956 tempest-TestSecurityGroupsBasicOps-1555676956-project] Pushing event deleted for resources: {'Port': ['ID=0a49de6d-c57c-436c-a535-acb23a524f4d,revision_number=None']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:16:25.048244 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.l3_dvrscheduler_db [req-2f773242-633a-411e-9ace-b3afeadb2f2a req-27fe82a0-3f81-4c90-b67e-f1ebe5b06fbe tempest-TestSecurityGroupsBasicOps-1555676956 tempest-TestSecurityGroupsBasicOps-1555676956-project] No DVR routers for this DVR port 0a49de6d-c57c-436c-a535-acb23a524f4d on host n-h1-838334-2 {{(pid=84041) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 21:16:25.061004 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [req-2f773242-633a-411e-9ace-b3afeadb2f2a req-27fe82a0-3f81-4c90-b67e-f1ebe5b06fbe tempest-TestSecurityGroupsBasicOps-1555676956 tempest-TestSecurityGroupsBasicOps-1555676956-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217293'] for port, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:16:25.071176 n-d-838334-2 neutron-server[84041]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eaf572a8-33af-4124-80a7-caed5c2cf60a', 'name': 'network-vif-deleted', 'tag': '0a49de6d-c57c-436c-a535-acb23a524f4d'}] {{(pid=84041) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 21:16:25.117295 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-2f773242-633a-411e-9ace-b3afeadb2f2a req-27fe82a0-3f81-4c90-b67e-f1ebe5b06fbe tempest-TestSecurityGroupsBasicOps-1555676956 tempest-TestSecurityGroupsBasicOps-1555676956-project] 10.222.0.43 "DELETE /v2.0/ports/0a49de6d-c57c-436c-a535-acb23a524f4d HTTP/1.1" status: 204 len: 173 time: 1.7420559 Apr 18 21:16:25.124879 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-0a312cba-74ac-40ff-ad76-4a78383713d7 req-900f29b0-5662-4249-8e94-e5e1f7573d84 tempest-TestSecurityGroupsBasicOps-1555676956 tempest-TestSecurityGroupsBasicOps-1555676956-project] 10.222.0.42 "GET /v2.0/ports?device_id=eaf572a8-33af-4124-80a7-caed5c2cf60a HTTP/1.1" status: 200 len: 210 time: 0.1586087 Apr 18 21:16:25.164962 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8e2a28e-df53-4c93-9400-753ebc8b82e8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp016840fc-1f9f-5892-9c53-c9cf6c845bbb-5736583a-49e5-46e4-b17e-ebce406d65ce', 'network_id': '5736583a-49e5-46e4-b17e-ebce406d65ce', 'tenant_id': '08ce18aa0ce94082a747ec94ccd8cac1', 'fixed_ips': [{'subnet_id': '29e49084-a72b-462e-b3e2-5d6b3c56e9e5'}]}} from n-d-838334-2. {{(pid=84042) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 18 21:16:25.166452 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-c8e2a28e-df53-4c93-9400-753ebc8b82e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_create {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:16:25.312100 n-d-838334-2 neutron-server[84041]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7d7ba94e-9879-427d-95aa-dfdd737b8860'] response: {'server_uuid': 'eaf572a8-33af-4124-80a7-caed5c2cf60a', 'name': 'network-vif-deleted', 'tag': '0a49de6d-c57c-436c-a535-acb23a524f4d', 'status': 'completed', 'code': 200} Apr 18 21:16:25.486927 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 56432) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:16:25.497598 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.v2.base [None req-353ed6e8-9681-43b3-a212-bffd9d04f3f1 tempest-TestNetworkBasicOps-1936690218 tempest-TestNetworkBasicOps-1936690218-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-659718509', 'description': 'tempest-secgroup-smoke-659718509 description', 'project_id': '08ce18aa0ce94082a747ec94ccd8cac1'}} {{(pid=84040) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:16:25.511829 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [None req-353ed6e8-9681-43b3-a212-bffd9d04f3f1 tempest-TestNetworkBasicOps-1936690218 tempest-TestNetworkBasicOps-1936690218-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:16:25.527160 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [None req-353ed6e8-9681-43b3-a212-bffd9d04f3f1 tempest-TestNetworkBasicOps-1936690218 tempest-TestNetworkBasicOps-1936690218-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:16:25.528188 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.db_base_plugin_common [None req-c8e2a28e-df53-4c93-9400-753ebc8b82e8 None None] Allocated IP 172.20.0.18 (5736583a-49e5-46e4-b17e-ebce406d65ce/29e49084-a72b-462e-b3e2-5d6b3c56e9e5/c97a1f43-3907-40d8-b71a-77a1855fa022) {{(pid=84042) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 21:16:25.544679 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Device 0a49de6d-c57c-436c-a535-acb23a524f4d no longer exists at agent hyperv_n-h1-838334-2 {{(pid=84042) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 21:16:25.561664 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-353ed6e8-9681-43b3-a212-bffd9d04f3f1 tempest-TestNetworkBasicOps-1936690218 tempest-TestNetworkBasicOps-1936690218-project] Notify callbacks [] for security_group, before_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:16:25.621369 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [None req-353ed6e8-9681-43b3-a212-bffd9d04f3f1 tempest-TestNetworkBasicOps-1936690218 tempest-TestNetworkBasicOps-1936690218-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:16:25.625683 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-353ed6e8-9681-43b3-a212-bffd9d04f3f1 tempest-TestNetworkBasicOps-1936690218 tempest-TestNetworkBasicOps-1936690218-project] Usage tracker for resource:security_group_rule and tenant:08ce18aa0ce94082a747ec94ccd8cac1 is out of sync, need to count used quota {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:16:25.631094 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-353ed6e8-9681-43b3-a212-bffd9d04f3f1 tempest-TestNetworkBasicOps-1936690218 tempest-TestNetworkBasicOps-1936690218-project] Quota usage for security_group_rule was recalculated. Used quota:12. {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:16:25.638844 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [None req-353ed6e8-9681-43b3-a212-bffd9d04f3f1 tempest-TestNetworkBasicOps-1936690218 tempest-TestNetworkBasicOps-1936690218-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 12; quota limit: 100; headroom:88 {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:16:25.722207 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-353ed6e8-9681-43b3-a212-bffd9d04f3f1 tempest-TestNetworkBasicOps-1936690218 tempest-TestNetworkBasicOps-1936690218-project] Notify callbacks [] for security_group, precommit_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:16:25.732602 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-353ed6e8-9681-43b3-a212-bffd9d04f3f1 tempest-TestNetworkBasicOps-1936690218 tempest-TestNetworkBasicOps-1936690218-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33528224'] for security_group, after_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:16:25.810142 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.plugin [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] No Port match for: 0a49de6d-c57c-436c-a535-acb23a524f4d {{(pid=84042) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 18 21:16:25.810743 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Device 0a49de6d-c57c-436c-a535-acb23a524f4d not bound to the agent host n-h1-838334-2 {{(pid=84042) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 21:16:25.816517 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-353ed6e8-9681-43b3-a212-bffd9d04f3f1 tempest-TestNetworkBasicOps-1936690218 tempest-TestNetworkBasicOps-1936690218-project] Notify callbacks [] for security_group, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:16:25.819017 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-353ed6e8-9681-43b3-a212-bffd9d04f3f1 tempest-TestNetworkBasicOps-1936690218 tempest-TestNetworkBasicOps-1936690218-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1626 time: 0.3306141 Apr 18 21:16:25.822863 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 56440) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:16:25.828219 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-353ed6e8-9681-43b3-a212-bffd9d04f3f1 tempest-TestNetworkBasicOps-1936690218 tempest-TestNetworkBasicOps-1936690218-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c18659b5-0687-43aa-9e20-8c97a01e54ff,revision_number=1']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:16:25.828869 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.v2.base [None req-2aa8442e-00f8-4f74-964c-aeaa1ebad9ca tempest-TestNetworkBasicOps-1936690218 tempest-TestNetworkBasicOps-1936690218-project] Request body: {'security_group_rule': {'security_group_id': 'c18659b5-0687-43aa-9e20-8c97a01e54ff', 'project_id': '08ce18aa0ce94082a747ec94ccd8cac1', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:16:25.854663 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-2aa8442e-00f8-4f74-964c-aeaa1ebad9ca tempest-TestNetworkBasicOps-1936690218 tempest-TestNetworkBasicOps-1936690218-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:16:25.867182 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-2aa8442e-00f8-4f74-964c-aeaa1ebad9ca tempest-TestNetworkBasicOps-1936690218 tempest-TestNetworkBasicOps-1936690218-project] Usage tracker for resource:security_group_rule and tenant:08ce18aa0ce94082a747ec94ccd8cac1 is out of sync, need to count used quota {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:16:25.911894 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-2aa8442e-00f8-4f74-964c-aeaa1ebad9ca tempest-TestNetworkBasicOps-1936690218 tempest-TestNetworkBasicOps-1936690218-project] Quota usage for security_group_rule was recalculated. Used quota:14. {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:16:25.929497 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-2aa8442e-00f8-4f74-964c-aeaa1ebad9ca tempest-TestNetworkBasicOps-1936690218 tempest-TestNetworkBasicOps-1936690218-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 14; quota limit: 100; headroom:86 {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:16:25.999537 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-2aa8442e-00f8-4f74-964c-aeaa1ebad9ca tempest-TestNetworkBasicOps-1936690218 tempest-TestNetworkBasicOps-1936690218-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:16:26.103470 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-c8e2a28e-df53-4c93-9400-753ebc8b82e8 None None] Notify callbacks [] for port, precommit_create {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:16:26.127738 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-c8e2a28e-df53-4c93-9400-753ebc8b82e8 None None] Transition to ACTIVE for port object c97a1f43-3907-40d8-b71a-77a1855fa022 will not be triggered until provisioned by entity L2. {{(pid=84042) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:16:26.168679 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-c8e2a28e-df53-4c93-9400-753ebc8b82e8 None None] Transition to ACTIVE for port object c97a1f43-3907-40d8-b71a-77a1855fa022 will not be triggered until provisioned by entity DHCP. {{(pid=84042) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:16:26.186286 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-c8e2a28e-df53-4c93-9400-753ebc8b82e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750374836619'] for port, after_create {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:16:26.207822 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-2aa8442e-00f8-4f74-964c-aeaa1ebad9ca tempest-TestNetworkBasicOps-1936690218 tempest-TestNetworkBasicOps-1936690218-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:16:26.224707 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-2aa8442e-00f8-4f74-964c-aeaa1ebad9ca tempest-TestNetworkBasicOps-1936690218 tempest-TestNetworkBasicOps-1936690218-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33528311'] for security_group_rule, after_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:16:26.278697 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aa8442e-00f8-4f74-964c-aeaa1ebad9ca tempest-TestNetworkBasicOps-1936690218 tempest-TestNetworkBasicOps-1936690218-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3d6d8f14-9098-42c1-8c8c-32a92d585b04,revision_number=0']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:16:26.306500 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-2aa8442e-00f8-4f74-964c-aeaa1ebad9ca tempest-TestNetworkBasicOps-1936690218 tempest-TestNetworkBasicOps-1936690218-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:16:26.313466 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-2aa8442e-00f8-4f74-964c-aeaa1ebad9ca tempest-TestNetworkBasicOps-1936690218 tempest-TestNetworkBasicOps-1936690218-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.4894328 Apr 18 21:16:26.314084 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 56458) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:16:26.314425 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 56460) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:16:26.349161 n-d-838334-2 neutron-server[84042]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8e2a28e-df53-4c93-9400-753ebc8b82e8 None None] Network 5736583a-49e5-46e4-b17e-ebce406d65ce is already hosted by enough agents. {{(pid=84042) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:16:26.357795 n-d-838334-2 neutron-server[84042]: DEBUG neutron.scheduler.base_scheduler [None req-c8e2a28e-df53-4c93-9400-753ebc8b82e8 None None] Resources bound (agent type, host, resource id): {{(pid=84042) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:16:26.374391 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8e2a28e-df53-4c93-9400-753ebc8b82e8 None None] Received port after_create {{(pid=84042) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 21:16:26.416622 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.v2.base [None req-6484b04b-6dad-4e79-b1d1-d4dbcb42407d tempest-TestNetworkBasicOps-1936690218 tempest-TestNetworkBasicOps-1936690218-project] Request body: {'security_group_rule': {'security_group_id': 'c18659b5-0687-43aa-9e20-8c97a01e54ff', 'project_id': '08ce18aa0ce94082a747ec94ccd8cac1', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=84041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:16:26.521995 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-6484b04b-6dad-4e79-b1d1-d4dbcb42407d tempest-TestNetworkBasicOps-1936690218 tempest-TestNetworkBasicOps-1936690218-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:16:26.567227 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-6484b04b-6dad-4e79-b1d1-d4dbcb42407d tempest-TestNetworkBasicOps-1936690218 tempest-TestNetworkBasicOps-1936690218-project] Usage tracker for resource:security_group_rule and tenant:08ce18aa0ce94082a747ec94ccd8cac1 is out of sync, need to count used quota {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:16:26.576133 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-6484b04b-6dad-4e79-b1d1-d4dbcb42407d tempest-TestNetworkBasicOps-1936690218 tempest-TestNetworkBasicOps-1936690218-project] Quota usage for security_group_rule was recalculated. Used quota:15. {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:16:26.601025 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8e2a28e-df53-4c93-9400-753ebc8b82e8 None None] Pushing event updated for resources: {'Port': ['ID=c97a1f43-3907-40d8-b71a-77a1855fa022,revision_number=1']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:16:26.622472 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-6484b04b-6dad-4e79-b1d1-d4dbcb42407d tempest-TestNetworkBasicOps-1936690218 tempest-TestNetworkBasicOps-1936690218-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 15; quota limit: 100; headroom:85 {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:16:26.646508 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.managers [None req-c8e2a28e-df53-4c93-9400-753ebc8b82e8 None None] Attempting to bind port c97a1f43-3907-40d8-b71a-77a1855fa022 on host n-d-838334-2 for vnic_type normal with profile {{(pid=84042) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 21:16:26.646849 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.managers [None req-c8e2a28e-df53-4c93-9400-753ebc8b82e8 None None] Attempting to bind port c97a1f43-3907-40d8-b71a-77a1855fa022 by drivers openvswitch,hyperv on host n-d-838334-2 at level 0 using segments [{'id': 'ad18f8c7-fe16-4a7a-b1dc-698c203824ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '5736583a-49e5-46e4-b17e-ebce406d65ce'}] {{(pid=84042) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 21:16:26.648660 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8e2a28e-df53-4c93-9400-753ebc8b82e8 None None] Attempting to bind port c97a1f43-3907-40d8-b71a-77a1855fa022 on network 5736583a-49e5-46e4-b17e-ebce406d65ce {{(pid=84042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 21:16:26.662926 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8e2a28e-df53-4c93-9400-753ebc8b82e8 None None] Checking agent: {'id': '97cd4414-7af6-4d67-868d-dff370b4071a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838334-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 25, 49), 'started_at': datetime.datetime(2022, 4, 18, 20, 26, 19), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 21, 16, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838334-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 18 21:16:26.663301 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8e2a28e-df53-4c93-9400-753ebc8b82e8 None None] Checking segment: {'id': 'ad18f8c7-fe16-4a7a-b1dc-698c203824ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '5736583a-49e5-46e4-b17e-ebce406d65ce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84042) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 21:16:26.663836 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-c8e2a28e-df53-4c93-9400-753ebc8b82e8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:16:26.665090 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8e2a28e-df53-4c93-9400-753ebc8b82e8 None None] Bound using segment: {'id': 'ad18f8c7-fe16-4a7a-b1dc-698c203824ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '5736583a-49e5-46e4-b17e-ebce406d65ce'} {{(pid=84042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 18 21:16:26.666271 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.managers [None req-c8e2a28e-df53-4c93-9400-753ebc8b82e8 None None] Bound port: c97a1f43-3907-40d8-b71a-77a1855fa022, host: n-d-838334-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ad18f8c7-fe16-4a7a-b1dc-698c203824ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '5736583a-49e5-46e4-b17e-ebce406d65ce'}}] {{(pid=84042) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 21:16:26.666655 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-c8e2a28e-df53-4c93-9400-753ebc8b82e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:16:26.707120 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [req-afc4d3d7-8398-4825-a541-cb53566efe8a req-2146e040-34f1-40d9-bcee-4f56e657d4dc service neutron] (84041) timed out ('10.222.0.42', 33194) {{(pid=84041) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Apr 18 21:16:26.726788 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-6484b04b-6dad-4e79-b1d1-d4dbcb42407d tempest-TestNetworkBasicOps-1936690218 tempest-TestNetworkBasicOps-1936690218-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:16:26.828374 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-6484b04b-6dad-4e79-b1d1-d4dbcb42407d tempest-TestNetworkBasicOps-1936690218 tempest-TestNetworkBasicOps-1936690218-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:16:26.848866 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-c8e2a28e-df53-4c93-9400-753ebc8b82e8 None None] For port c97a1f43-3907-40d8-b71a-77a1855fa022, host n-d-838334-2, cleared binding levels {{(pid=84042) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 21:16:26.849788 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-c8e2a28e-df53-4c93-9400-753ebc8b82e8 None None] For port c97a1f43-3907-40d8-b71a-77a1855fa022, host n-d-838334-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838334-2',level=0,port_id=c97a1f43-3907-40d8-b71a-77a1855fa022,segment=NetworkSegment(ad18f8c7-fe16-4a7a-b1dc-698c203824ee),segment_id=ad18f8c7-fe16-4a7a-b1dc-698c203824ee)] {{(pid=84042) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 21:16:26.853861 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-6484b04b-6dad-4e79-b1d1-d4dbcb42407d tempest-TestNetworkBasicOps-1936690218 tempest-TestNetworkBasicOps-1936690218-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33528311'] for security_group_rule, after_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:16:26.857071 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-c8e2a28e-df53-4c93-9400-753ebc8b82e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682'] for port, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:16:26.885279 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6484b04b-6dad-4e79-b1d1-d4dbcb42407d tempest-TestNetworkBasicOps-1936690218 tempest-TestNetworkBasicOps-1936690218-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=22cfb56c-ebc4-43c7-b752-fbda7c342cf5,revision_number=0']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:16:26.923142 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-6484b04b-6dad-4e79-b1d1-d4dbcb42407d tempest-TestNetworkBasicOps-1936690218 tempest-TestNetworkBasicOps-1936690218-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:16:26.928688 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 56472) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:16:26.929772 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-6484b04b-6dad-4e79-b1d1-d4dbcb42407d tempest-TestNetworkBasicOps-1936690218 tempest-TestNetworkBasicOps-1936690218-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.6138992 Apr 18 21:16:26.935722 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.v2.base [None req-1579f9cb-3bbe-4a85-a3a8-e8ffe1809ca2 tempest-TestNetworkBasicOps-1936690218 tempest-TestNetworkBasicOps-1936690218-project] Request body: {'security_group_rule': {'security_group_id': 'c18659b5-0687-43aa-9e20-8c97a01e54ff', 'project_id': '08ce18aa0ce94082a747ec94ccd8cac1', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=84040) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:16:26.956091 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [None req-1579f9cb-3bbe-4a85-a3a8-e8ffe1809ca2 tempest-TestNetworkBasicOps-1936690218 tempest-TestNetworkBasicOps-1936690218-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:16:26.963485 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-1579f9cb-3bbe-4a85-a3a8-e8ffe1809ca2 tempest-TestNetworkBasicOps-1936690218 tempest-TestNetworkBasicOps-1936690218-project] Usage tracker for resource:security_group_rule and tenant:08ce18aa0ce94082a747ec94ccd8cac1 is out of sync, need to count used quota {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:16:26.971263 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-1579f9cb-3bbe-4a85-a3a8-e8ffe1809ca2 tempest-TestNetworkBasicOps-1936690218 tempest-TestNetworkBasicOps-1936690218-project] Quota usage for security_group_rule was recalculated. Used quota:16. {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:16:26.993709 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [None req-1579f9cb-3bbe-4a85-a3a8-e8ffe1809ca2 tempest-TestNetworkBasicOps-1936690218 tempest-TestNetworkBasicOps-1936690218-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 16; quota limit: 100; headroom:84 {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:16:27.009317 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8e2a28e-df53-4c93-9400-753ebc8b82e8 None None] Pushing event updated for resources: {'Port': ['ID=c97a1f43-3907-40d8-b71a-77a1855fa022,revision_number=2']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:16:27.047800 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-1579f9cb-3bbe-4a85-a3a8-e8ffe1809ca2 tempest-TestNetworkBasicOps-1936690218 tempest-TestNetworkBasicOps-1936690218-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:16:27.237877 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-1579f9cb-3bbe-4a85-a3a8-e8ffe1809ca2 tempest-TestNetworkBasicOps-1936690218 tempest-TestNetworkBasicOps-1936690218-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:16:27.250286 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-1579f9cb-3bbe-4a85-a3a8-e8ffe1809ca2 tempest-TestNetworkBasicOps-1936690218 tempest-TestNetworkBasicOps-1936690218-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33528311'] for security_group_rule, after_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:16:27.296780 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1579f9cb-3bbe-4a85-a3a8-e8ffe1809ca2 tempest-TestNetworkBasicOps-1936690218 tempest-TestNetworkBasicOps-1936690218-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6485b4c6-2b89-4776-b169-dd4b028d40b7,revision_number=0']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:16:27.334987 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-1579f9cb-3bbe-4a85-a3a8-e8ffe1809ca2 tempest-TestNetworkBasicOps-1936690218 tempest-TestNetworkBasicOps-1936690218-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:16:27.339120 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-1579f9cb-3bbe-4a85-a3a8-e8ffe1809ca2 tempest-TestNetworkBasicOps-1936690218 tempest-TestNetworkBasicOps-1936690218-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.4068873 Apr 18 21:16:27.339256 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 56484) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:16:27.361619 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.v2.base [None req-500ab86b-6e75-4bbf-ae10-d8767233f102 tempest-TestNetworkBasicOps-1936690218 tempest-TestNetworkBasicOps-1936690218-project] Request body: {'security_group_rule': {'security_group_id': 'c18659b5-0687-43aa-9e20-8c97a01e54ff', 'project_id': '08ce18aa0ce94082a747ec94ccd8cac1', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=84041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:16:27.370769 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-500ab86b-6e75-4bbf-ae10-d8767233f102 tempest-TestNetworkBasicOps-1936690218 tempest-TestNetworkBasicOps-1936690218-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:16:27.385677 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-500ab86b-6e75-4bbf-ae10-d8767233f102 tempest-TestNetworkBasicOps-1936690218 tempest-TestNetworkBasicOps-1936690218-project] Usage tracker for resource:security_group_rule and tenant:08ce18aa0ce94082a747ec94ccd8cac1 is out of sync, need to count used quota {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:16:27.398304 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-500ab86b-6e75-4bbf-ae10-d8767233f102 tempest-TestNetworkBasicOps-1936690218 tempest-TestNetworkBasicOps-1936690218-project] Quota usage for security_group_rule was recalculated. Used quota:17. {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:16:27.409129 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-500ab86b-6e75-4bbf-ae10-d8767233f102 tempest-TestNetworkBasicOps-1936690218 tempest-TestNetworkBasicOps-1936690218-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 17; quota limit: 100; headroom:83 {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:16:27.592622 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-500ab86b-6e75-4bbf-ae10-d8767233f102 tempest-TestNetworkBasicOps-1936690218 tempest-TestNetworkBasicOps-1936690218-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:16:27.721445 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Device c97a1f43-3907-40d8-b71a-77a1855fa022 up at agent ovs-agent-n-d-838334-2 {{(pid=84042) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 21:16:27.794372 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-500ab86b-6e75-4bbf-ae10-d8767233f102 tempest-TestNetworkBasicOps-1936690218 tempest-TestNetworkBasicOps-1936690218-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:16:27.835543 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-500ab86b-6e75-4bbf-ae10-d8767233f102 tempest-TestNetworkBasicOps-1936690218 tempest-TestNetworkBasicOps-1936690218-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33528311'] for security_group_rule, after_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:16:27.858854 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-98b4e66b-f643-4179-97ab-04b20af00aa6 tempest-TestSecurityGroupsBasicOps-1555676956 tempest-TestSecurityGroupsBasicOps-1555676956-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33443857'] for router_interface, before_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:16:27.906763 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Provisioning for port c97a1f43-3907-40d8-b71a-77a1855fa022 completed by entity L2. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 21:16:27.927686 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-500ab86b-6e75-4bbf-ae10-d8767233f102 tempest-TestNetworkBasicOps-1936690218 tempest-TestNetworkBasicOps-1936690218-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3a6c474d-9f5c-4e70-b9d2-1c59aa576c86,revision_number=0']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:16:28.014399 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-500ab86b-6e75-4bbf-ae10-d8767233f102 tempest-TestNetworkBasicOps-1936690218 tempest-TestNetworkBasicOps-1936690218-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:16:28.020030 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-500ab86b-6e75-4bbf-ae10-d8767233f102 tempest-TestNetworkBasicOps-1936690218 tempest-TestNetworkBasicOps-1936690218-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.6770389 Apr 18 21:16:28.020824 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 56496) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:16:28.026430 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.v2.base [None req-95a988c5-b35b-4b49-a6d0-024cf3a7eecd tempest-TestNetworkBasicOps-1936690218 tempest-TestNetworkBasicOps-1936690218-project] Request body: {'security_group_rule': {'security_group_id': 'c18659b5-0687-43aa-9e20-8c97a01e54ff', 'project_id': '08ce18aa0ce94082a747ec94ccd8cac1', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=84040) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:16:28.046719 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [None req-95a988c5-b35b-4b49-a6d0-024cf3a7eecd tempest-TestNetworkBasicOps-1936690218 tempest-TestNetworkBasicOps-1936690218-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:16:28.051738 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-95a988c5-b35b-4b49-a6d0-024cf3a7eecd tempest-TestNetworkBasicOps-1936690218 tempest-TestNetworkBasicOps-1936690218-project] Usage tracker for resource:security_group_rule and tenant:08ce18aa0ce94082a747ec94ccd8cac1 is out of sync, need to count used quota {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:16:28.054984 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-95a988c5-b35b-4b49-a6d0-024cf3a7eecd tempest-TestNetworkBasicOps-1936690218 tempest-TestNetworkBasicOps-1936690218-project] Quota usage for security_group_rule was recalculated. Used quota:18. {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:16:28.062446 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [None req-95a988c5-b35b-4b49-a6d0-024cf3a7eecd tempest-TestNetworkBasicOps-1936690218 tempest-TestNetworkBasicOps-1936690218-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 18; quota limit: 100; headroom:82 {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:16:28.102871 n-d-838334-2 neutron-server[84040]: INFO neutron.db.securitygroups_db [None req-95a988c5-b35b-4b49-a6d0-024cf3a7eecd tempest-TestNetworkBasicOps-1936690218 tempest-TestNetworkBasicOps-1936690218-project] Project 08ce18aa0ce94082a747ec94ccd8cac1 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 18 21:16:28.110595 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-95a988c5-b35b-4b49-a6d0-024cf3a7eecd tempest-TestNetworkBasicOps-1936690218 tempest-TestNetworkBasicOps-1936690218-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:16:28.217672 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-95a988c5-b35b-4b49-a6d0-024cf3a7eecd tempest-TestNetworkBasicOps-1936690218 tempest-TestNetworkBasicOps-1936690218-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:16:28.224520 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-95a988c5-b35b-4b49-a6d0-024cf3a7eecd tempest-TestNetworkBasicOps-1936690218 tempest-TestNetworkBasicOps-1936690218-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33528311'] for security_group_rule, after_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:16:28.260786 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95a988c5-b35b-4b49-a6d0-024cf3a7eecd tempest-TestNetworkBasicOps-1936690218 tempest-TestNetworkBasicOps-1936690218-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e64db157-c7ef-4b7d-bfe6-ee48424a3e92,revision_number=0']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:16:28.287054 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-95a988c5-b35b-4b49-a6d0-024cf3a7eecd tempest-TestNetworkBasicOps-1936690218 tempest-TestNetworkBasicOps-1936690218-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:16:28.288430 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-95a988c5-b35b-4b49-a6d0-024cf3a7eecd tempest-TestNetworkBasicOps-1936690218 tempest-TestNetworkBasicOps-1936690218-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.2671280 Apr 18 21:16:28.293851 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 56504) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:16:28.302717 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.v2.base [None req-70105741-edac-434e-aa1b-79299db55213 tempest-TestNetworkBasicOps-1936690218 tempest-TestNetworkBasicOps-1936690218-project] Request body: {'security_group_rule': {'security_group_id': 'c18659b5-0687-43aa-9e20-8c97a01e54ff', 'project_id': '08ce18aa0ce94082a747ec94ccd8cac1', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=84040) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:16:28.322247 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [None req-70105741-edac-434e-aa1b-79299db55213 tempest-TestNetworkBasicOps-1936690218 tempest-TestNetworkBasicOps-1936690218-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:16:28.334978 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-70105741-edac-434e-aa1b-79299db55213 tempest-TestNetworkBasicOps-1936690218 tempest-TestNetworkBasicOps-1936690218-project] Usage tracker for resource:security_group_rule and tenant:08ce18aa0ce94082a747ec94ccd8cac1 is out of sync, need to count used quota {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:16:28.339374 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-70105741-edac-434e-aa1b-79299db55213 tempest-TestNetworkBasicOps-1936690218 tempest-TestNetworkBasicOps-1936690218-project] Quota usage for security_group_rule was recalculated. Used quota:19. {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:16:28.348939 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [None req-70105741-edac-434e-aa1b-79299db55213 tempest-TestNetworkBasicOps-1936690218 tempest-TestNetworkBasicOps-1936690218-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 19; quota limit: 100; headroom:81 {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:16:28.372002 n-d-838334-2 neutron-server[84040]: INFO neutron.db.securitygroups_db [None req-70105741-edac-434e-aa1b-79299db55213 tempest-TestNetworkBasicOps-1936690218 tempest-TestNetworkBasicOps-1936690218-project] Project 08ce18aa0ce94082a747ec94ccd8cac1 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 18 21:16:28.392177 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-70105741-edac-434e-aa1b-79299db55213 tempest-TestNetworkBasicOps-1936690218 tempest-TestNetworkBasicOps-1936690218-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:16:28.627394 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-70105741-edac-434e-aa1b-79299db55213 tempest-TestNetworkBasicOps-1936690218 tempest-TestNetworkBasicOps-1936690218-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:16:28.635017 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-70105741-edac-434e-aa1b-79299db55213 tempest-TestNetworkBasicOps-1936690218 tempest-TestNetworkBasicOps-1936690218-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33528311'] for security_group_rule, after_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:16:28.725089 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70105741-edac-434e-aa1b-79299db55213 tempest-TestNetworkBasicOps-1936690218 tempest-TestNetworkBasicOps-1936690218-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8b8a3ee5-cfb8-49a9-b414-c27cfac37591,revision_number=0']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:16:28.727571 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-70105741-edac-434e-aa1b-79299db55213 tempest-TestNetworkBasicOps-1936690218 tempest-TestNetworkBasicOps-1936690218-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:16:28.728995 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-70105741-edac-434e-aa1b-79299db55213 tempest-TestNetworkBasicOps-1936690218 tempest-TestNetworkBasicOps-1936690218-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.4338839 Apr 18 21:16:28.980776 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe95a1ad-d828-4654-a1a5-b6461bbceb3f None None] Network 5736583a-49e5-46e4-b17e-ebce406d65ce requested from n-d-838334-2 {{(pid=84042) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 21:16:29.186500 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-802ca2de-3953-4080-a944-8a4aa67b0325 None None] Provisioning for port c97a1f43-3907-40d8-b71a-77a1855fa022 completed by entity DHCP. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 21:16:29.197576 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-802ca2de-3953-4080-a944-8a4aa67b0325 None None] Provisioning complete for port c97a1f43-3907-40d8-b71a-77a1855fa022 triggered by entity DHCP. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:16:29.198234 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-802ca2de-3953-4080-a944-8a4aa67b0325 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1253608'] for port, provisioning_complete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:16:29.313817 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [req-b191e052-afa6-4ef8-8626-dfecbc6d96cb req-ebef856a-b79c-442d-b473-61d06f736348 tempest-TestNetworkBasicOps-1936690218 tempest-TestNetworkBasicOps-1936690218-project] Synchronizing usage tracker for tenant:08ce18aa0ce94082a747ec94ccd8cac1 on resource:security_group {{(pid=84040) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 21:16:29.361652 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [req-b191e052-afa6-4ef8-8626-dfecbc6d96cb req-ebef856a-b79c-442d-b473-61d06f736348 tempest-TestNetworkBasicOps-1936690218 tempest-TestNetworkBasicOps-1936690218-project] Unset dirty status for tenant:08ce18aa0ce94082a747ec94ccd8cac1 on resource:security_group {{(pid=84040) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 21:16:29.362965 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-b191e052-afa6-4ef8-8626-dfecbc6d96cb req-ebef856a-b79c-442d-b473-61d06f736348 tempest-TestNetworkBasicOps-1936690218 tempest-TestNetworkBasicOps-1936690218-project] 10.222.0.42 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-659718509&fields=id&tenant_id=08ce18aa0ce94082a747ec94ccd8cac1 HTTP/1.1" status: 200 len: 267 time: 0.1495543 Apr 18 21:16:29.370845 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.plugin [None req-98b4e66b-f643-4179-97ab-04b20af00aa6 tempest-TestSecurityGroupsBasicOps-1555676956 tempest-TestSecurityGroupsBasicOps-1555676956-project] Deleting port 4b628e8c-fd5d-4cf3-9993-5c42ed85225d {{(pid=84041) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 21:16:29.371450 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-98b4e66b-f643-4179-97ab-04b20af00aa6 tempest-TestSecurityGroupsBasicOps-1555676956 tempest-TestSecurityGroupsBasicOps-1555676956-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750375188691'] for port, before_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:16:29.578797 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-802ca2de-3953-4080-a944-8a4aa67b0325 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:16:29.665589 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-802ca2de-3953-4080-a944-8a4aa67b0325 None None] For port c97a1f43-3907-40d8-b71a-77a1855fa022, host n-d-838334-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838334-2',level=0,port_id=c97a1f43-3907-40d8-b71a-77a1855fa022,segment=NetworkSegment(ad18f8c7-fe16-4a7a-b1dc-698c203824ee),segment_id=ad18f8c7-fe16-4a7a-b1dc-698c203824ee)] {{(pid=84042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:16:29.674882 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-802ca2de-3953-4080-a944-8a4aa67b0325 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682'] for port, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:16:29.766669 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b191e052-afa6-4ef8-8626-dfecbc6d96cb req-8aa47b5d-08a4-4317-8b13-9cadf116560b tempest-TestNetworkBasicOps-1936690218 tempest-TestNetworkBasicOps-1936690218-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:16:29.774408 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-b191e052-afa6-4ef8-8626-dfecbc6d96cb req-8aa47b5d-08a4-4317-8b13-9cadf116560b tempest-TestNetworkBasicOps-1936690218 tempest-TestNetworkBasicOps-1936690218-project] 10.222.0.42 "GET /v2.0/networks?id=5736583a-49e5-46e4-b17e-ebce406d65ce HTTP/1.1" status: 200 len: 797 time: 0.3977664 Apr 18 21:16:29.833580 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-b191e052-afa6-4ef8-8626-dfecbc6d96cb req-3d1e80aa-a3e1-4213-86eb-eb0e06c15502 tempest-TestNetworkBasicOps-1936690218 tempest-TestNetworkBasicOps-1936690218-project] 10.222.0.42 "GET /v2.0/quotas/08ce18aa0ce94082a747ec94ccd8cac1 HTTP/1.1" status: 200 len: 375 time: 0.0508876 Apr 18 21:16:29.919660 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750375287399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253529'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:16:29.941338 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-802ca2de-3953-4080-a944-8a4aa67b0325 None None] Pushing event updated for resources: {'Port': ['ID=c97a1f43-3907-40d8-b71a-77a1855fa022,revision_number=3']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:16:29.998260 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.db [None req-98b4e66b-f643-4179-97ab-04b20af00aa6 tempest-TestSecurityGroupsBasicOps-1555676956 tempest-TestSecurityGroupsBasicOps-1555676956-project] For port 4b628e8c-fd5d-4cf3-9993-5c42ed85225d, host n-d-838334-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838334-2',level=0,port_id=4b628e8c-fd5d-4cf3-9993-5c42ed85225d,segment=NetworkSegment(22446d91-8336-44d2-8d60-eb91e725d10e),segment_id=22446d91-8336-44d2-8d60-eb91e725d10e)] {{(pid=84041) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:16:29.998833 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-98b4e66b-f643-4179-97ab-04b20af00aa6 tempest-TestSecurityGroupsBasicOps-1555676956 tempest-TestSecurityGroupsBasicOps-1555676956-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369123'] for port, precommit_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:16:30.115637 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-b191e052-afa6-4ef8-8626-dfecbc6d96cb req-657d1541-d490-43da-9980-3d02a0548db7 tempest-TestNetworkBasicOps-1936690218 tempest-TestNetworkBasicOps-1936690218-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=08ce18aa0ce94082a747ec94ccd8cac1&fields=id HTTP/1.1" status: 200 len: 440 time: 0.2677634 Apr 18 21:16:30.154330 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-7435148b-07ff-49fd-a7cb-95fed6c32c95 None None] Provisioning complete for port c97a1f43-3907-40d8-b71a-77a1855fa022 triggered by entity DHCP. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:16:30.154920 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-7435148b-07ff-49fd-a7cb-95fed6c32c95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1253608'] for port, provisioning_complete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:16:30.194890 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.plugin [None req-98b4e66b-f643-4179-97ab-04b20af00aa6 tempest-TestSecurityGroupsBasicOps-1555676956 tempest-TestSecurityGroupsBasicOps-1555676956-project] Calling delete_port for 4b628e8c-fd5d-4cf3-9993-5c42ed85225d owned by network:router_interface {{(pid=84041) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 21:16:30.432653 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-b191e052-afa6-4ef8-8626-dfecbc6d96cb req-e21e767c-3e1f-4218-8bdd-778e39eb3793 service neutron] 10.222.0.42 "GET /v2.0/networks/5736583a-49e5-46e4-b17e-ebce406d65ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3005519 Apr 18 21:16:30.571491 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-98b4e66b-f643-4179-97ab-04b20af00aa6 tempest-TestSecurityGroupsBasicOps-1555676956 tempest-TestSecurityGroupsBasicOps-1555676956-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750375259028', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750374836628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32266323'] for port, after_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:16:30.638306 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98b4e66b-f643-4179-97ab-04b20af00aa6 tempest-TestSecurityGroupsBasicOps-1555676956 tempest-TestSecurityGroupsBasicOps-1555676956-project] Pushing event deleted for resources: {'Port': ['ID=4b628e8c-fd5d-4cf3-9993-5c42ed85225d,revision_number=None']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:16:30.694024 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-b191e052-afa6-4ef8-8626-dfecbc6d96cb req-8fc2c4d3-9852-479d-85af-d63c94cbaf4a service neutron] 10.222.0.42 "GET /v2.0/networks/5736583a-49e5-46e4-b17e-ebce406d65ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2578762 Apr 18 21:16:31.234672 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-6ab1c81c-a0d8-4415-8f49-86df8e2bf5a8 req-258a9141-83c6-4123-9568-aa5866b32b01 tempest-TestNetworkBasicOps-1936690218 tempest-TestNetworkBasicOps-1936690218-project] 10.222.0.42 "GET /v2.0/ports?device_id=b2d97b3b-6aa4-4b21-acb6-0c9d32ad4ae5 HTTP/1.1" status: 200 len: 210 time: 0.1214135 Apr 18 21:16:31.381314 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-98b4e66b-f643-4179-97ab-04b20af00aa6 tempest-TestSecurityGroupsBasicOps-1555676956 tempest-TestSecurityGroupsBasicOps-1555676956-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-32377931', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33443910'] for router_interface, after_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:16:31.786623 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Device c97a1f43-3907-40d8-b71a-77a1855fa022 up at agent ovs-agent-n-d-838334-2 {{(pid=84042) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 21:16:31.940299 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Provisioning complete for port c97a1f43-3907-40d8-b71a-77a1855fa022 triggered by entity L2. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:16:31.940869 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1253608'] for port, provisioning_complete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:16:32.493319 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-03942846-322a-45b0-bf6e-69db91d8772a req-020e6e0a-4364-49f3-b08e-2224a4a49d1d tempest-TestNetworkBasicOps-1936690218 tempest-TestNetworkBasicOps-1936690218-project] 10.222.0.42 "GET /v2.0/ports?device_id=b2d97b3b-6aa4-4b21-acb6-0c9d32ad4ae5 HTTP/1.1" status: 200 len: 210 time: 0.0750973 Apr 18 21:16:32.735699 n-d-838334-2 neutron-server[84041]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-98b4e66b-f643-4179-97ab-04b20af00aa6 tempest-TestSecurityGroupsBasicOps-1555676956 tempest-TestSecurityGroupsBasicOps-1555676956-project] Router b7403657-6fc2-4555-b469-68de9d2c0535 has already been hosted by L3 agent bc84d6c9-dd7a-4555-a351-592327b46d5a {{(pid=84041) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 21:16:33.196028 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-98b4e66b-f643-4179-97ab-04b20af00aa6 tempest-TestSecurityGroupsBasicOps-1555676956 tempest-TestSecurityGroupsBasicOps-1555676956-project] Notify agent at l3_agent.n-d-838334-2 the message routers_updated {{(pid=84041) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 21:16:33.213967 n-d-838334-2 neutron-server[84043]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55b4c274-dd7c-4469-a7f6-daa3ff61441d None None] Sync routers for ids ['b7403657-6fc2-4555-b469-68de9d2c0535'] in n-d-838334-2 {{(pid=84043) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 18 21:16:33.260662 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55b4c274-dd7c-4469-a7f6-daa3ff61441d None None] Routers {'b7403657-6fc2-4555-b469-68de9d2c0535'} bound to L3 agent in host n-d-838334-2 {{(pid=84043) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 21:16:33.261300 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.l3_hamode_db [None req-55b4c274-dd7c-4469-a7f6-daa3ff61441d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838334-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-18T20:25:48Z,description=,heartbeat_timestamp=2022-04-18T21:16:18Z,host='n-d-838334-2',id=bc84d6c9-dd7a-4555-a351-592327b46d5a,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:25:48Z,topic='l3_agent')) {'router_ids': ['b7403657-6fc2-4555-b469-68de9d2c0535'], 'active': True} {{(pid=84043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:16:33.286029 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-98b4e66b-f643-4179-97ab-04b20af00aa6 tempest-TestSecurityGroupsBasicOps-1555676956 tempest-TestSecurityGroupsBasicOps-1555676956-project] 10.222.0.42 "PUT /v2.0/routers/b7403657-6fc2-4555-b469-68de9d2c0535/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.9674847 Apr 18 21:16:33.291514 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 56604) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:16:33.354878 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b191e052-afa6-4ef8-8626-dfecbc6d96cb req-e3a2f775-aebd-4db9-bd2d-e6f4fd84f51f tempest-TestNetworkBasicOps-1936690218 tempest-TestNetworkBasicOps-1936690218-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:16:33.356284 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-b191e052-afa6-4ef8-8626-dfecbc6d96cb req-e3a2f775-aebd-4db9-bd2d-e6f4fd84f51f tempest-TestNetworkBasicOps-1936690218 tempest-TestNetworkBasicOps-1936690218-project] 10.222.0.48 "GET /v2.0/networks?id=5736583a-49e5-46e4-b17e-ebce406d65ce HTTP/1.1" status: 200 len: 797 time: 0.4353635 Apr 18 21:16:33.455718 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-b191e052-afa6-4ef8-8626-dfecbc6d96cb req-ba79f922-4e7d-44e9-abdc-fcf286dfa394 tempest-TestNetworkBasicOps-1936690218 tempest-TestNetworkBasicOps-1936690218-project] 10.222.0.48 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=08ce18aa0ce94082a747ec94ccd8cac1 HTTP/1.1" status: 200 len: 471 time: 0.0813494 Apr 18 21:16:33.471567 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.v2.base [req-b191e052-afa6-4ef8-8626-dfecbc6d96cb req-82f7943d-874a-44e9-90ea-05188e29d644 tempest-TestNetworkBasicOps-1936690218 tempest-TestNetworkBasicOps-1936690218-project] Request body: {'port': {'device_id': 'b2d97b3b-6aa4-4b21-acb6-0c9d32ad4ae5', 'network_id': '5736583a-49e5-46e4-b17e-ebce406d65ce', 'admin_state_up': True, 'tenant_id': '08ce18aa0ce94082a747ec94ccd8cac1', 'security_groups': ['c18659b5-0687-43aa-9e20-8c97a01e54ff']}} {{(pid=84040) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:16:33.886318 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.l3_dvr_db [None req-55b4c274-dd7c-4469-a7f6-daa3ff61441d None None] Set router b7403657-6fc2-4555-b469-68de9d2c0535 gateway port host: n-d-838334-2 {{(pid=84043) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 21:16:33.908123 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-7ad98132-d0e3-432b-8e0b-6d631df6d676 req-a8937716-1a48-4189-91e5-77244e34fea4 tempest-TestNetworkBasicOps-1936690218 tempest-TestNetworkBasicOps-1936690218-project] 10.222.0.42 "GET /v2.0/ports?device_id=b2d97b3b-6aa4-4b21-acb6-0c9d32ad4ae5 HTTP/1.1" status: 200 len: 210 time: 0.0831671 Apr 18 21:16:33.966141 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.db_base_plugin_v2 [None req-fd5ad279-5b94-4b87-aa35-5f05286a0498 tempest-TestSecurityGroupsBasicOps-1555676956 tempest-TestSecurityGroupsBasicOps-1555676956-project] Deleting subnet da663369-38c2-4916-b108-110c61e5c039 {{(pid=84041) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 18 21:16:33.979229 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [req-b191e052-afa6-4ef8-8626-dfecbc6d96cb req-82f7943d-874a-44e9-90ea-05188e29d644 tempest-TestNetworkBasicOps-1936690218 tempest-TestNetworkBasicOps-1936690218-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:16:33.981359 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-fd5ad279-5b94-4b87-aa35-5f05286a0498 tempest-TestSecurityGroupsBasicOps-1555676956 tempest-TestSecurityGroupsBasicOps-1555676956-project] Notify callbacks [] for subnet, before_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:16:33.984431 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [req-b191e052-afa6-4ef8-8626-dfecbc6d96cb req-82f7943d-874a-44e9-90ea-05188e29d644 tempest-TestNetworkBasicOps-1936690218 tempest-TestNetworkBasicOps-1936690218-project] Usage tracker for resource:port and tenant:08ce18aa0ce94082a747ec94ccd8cac1 is out of sync, need to count used quota {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:16:33.987594 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [req-b191e052-afa6-4ef8-8626-dfecbc6d96cb req-82f7943d-874a-44e9-90ea-05188e29d644 tempest-TestNetworkBasicOps-1936690218 tempest-TestNetworkBasicOps-1936690218-project] Quota usage for port was recalculated. Used quota:5. {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:16:33.994618 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [req-b191e052-afa6-4ef8-8626-dfecbc6d96cb req-82f7943d-874a-44e9-90ea-05188e29d644 tempest-TestNetworkBasicOps-1936690218 tempest-TestNetworkBasicOps-1936690218-project] Attempting to reserve 1 items for resource port. Total usage: 5; quota limit: 500; headroom:495 {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:16:34.007324 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b191e052-afa6-4ef8-8626-dfecbc6d96cb req-82f7943d-874a-44e9-90ea-05188e29d644 tempest-TestNetworkBasicOps-1936690218 tempest-TestNetworkBasicOps-1936690218-project] Made reservation on behalf of 08ce18aa0ce94082a747ec94ccd8cac1 for: {'port': 1} {{(pid=84040) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:16:34.011028 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-b191e052-afa6-4ef8-8626-dfecbc6d96cb req-82f7943d-874a-44e9-90ea-05188e29d644 tempest-TestNetworkBasicOps-1936690218 tempest-TestNetworkBasicOps-1936690218-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:16:34.030769 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750375287399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253529'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:16:34.165772 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-fd5ad279-5b94-4b87-aa35-5f05286a0498 tempest-TestSecurityGroupsBasicOps-1555676956 tempest-TestSecurityGroupsBasicOps-1555676956-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32266383'] for subnet, precommit_delete_associations {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:16:34.226178 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.db_base_plugin_common [req-b191e052-afa6-4ef8-8626-dfecbc6d96cb req-82f7943d-874a-44e9-90ea-05188e29d644 tempest-TestNetworkBasicOps-1936690218 tempest-TestNetworkBasicOps-1936690218-project] Allocated IP 172.20.0.28 (5736583a-49e5-46e4-b17e-ebce406d65ce/29e49084-a72b-462e-b3e2-5d6b3c56e9e5/91b3f014-56ef-419e-a0a6-7eaa38f32e36) {{(pid=84040) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 21:16:34.397179 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-fd5ad279-5b94-4b87-aa35-5f05286a0498 tempest-TestSecurityGroupsBasicOps-1555676956 tempest-TestSecurityGroupsBasicOps-1555676956-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1260556'] for subnet, precommit_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:16:34.686182 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-b191e052-afa6-4ef8-8626-dfecbc6d96cb req-82f7943d-874a-44e9-90ea-05188e29d644 tempest-TestNetworkBasicOps-1936690218 tempest-TestNetworkBasicOps-1936690218-project] Notify callbacks [] for port, precommit_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:16:34.700327 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-fd5ad279-5b94-4b87-aa35-5f05286a0498 tempest-TestSecurityGroupsBasicOps-1555676956 tempest-TestSecurityGroupsBasicOps-1555676956-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1260549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33526260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32266336', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32486390'] for subnet, after_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:16:34.704167 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.provisioning_blocks [req-b191e052-afa6-4ef8-8626-dfecbc6d96cb req-82f7943d-874a-44e9-90ea-05188e29d644 tempest-TestNetworkBasicOps-1936690218 tempest-TestNetworkBasicOps-1936690218-project] Transition to ACTIVE for port object 91b3f014-56ef-419e-a0a6-7eaa38f32e36 will not be triggered until provisioned by entity DHCP. {{(pid=84040) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:16:34.734023 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-b191e052-afa6-4ef8-8626-dfecbc6d96cb req-82f7943d-874a-44e9-90ea-05188e29d644 tempest-TestNetworkBasicOps-1936690218 tempest-TestNetworkBasicOps-1936690218-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750374836619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32440838'] for port, after_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:16:34.773955 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.l3_hamode_db [None req-55b4c274-dd7c-4469-a7f6-daa3ff61441d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7403657-6fc2-4555-b469-68de9d2c0535', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1053025924', 'tenant_id': 'd19595ade6b9408699bc90a14d63d7df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'external_fixed_ips': [{'subnet_id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'ip_address': '172.25.8.99'}], 'enable_snat': True}, 'gw_port_id': 'a03171da-108a-4146-9b91-ed758c03055d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:15:52Z', 'updated_at': '2022-04-18T21:16:30Z', 'revision_number': 5, 'project_id': 'd19595ade6b9408699bc90a14d63d7df', 'gw_port': {'id': 'a03171da-108a-4146-9b91-ed758c03055d', 'name': '', 'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:87:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7403657-6fc2-4555-b469-68de9d2c0535', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'ip_address': '172.25.8.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:15:53Z', 'updated_at': '2022-04-18T21:16:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838334-2'}], 'n-d-838334-2', False) {} {{(pid=84043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:16:34.781429 n-d-838334-2 neutron-server[84043]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55b4c274-dd7c-4469-a7f6-daa3ff61441d None None] Checking router: b7403657-6fc2-4555-b469-68de9d2c0535 for host: n-d-838334-2 {{(pid=84043) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 18 21:16:34.804134 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55b4c274-dd7c-4469-a7f6-daa3ff61441d None None] Routers {'b7403657-6fc2-4555-b469-68de9d2c0535'} bound to L3 agent in host n-d-838334-2 {{(pid=84043) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 21:16:34.807243 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.l3_hamode_db [None req-55b4c274-dd7c-4469-a7f6-daa3ff61441d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838334-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-18T20:25:48Z,description=,heartbeat_timestamp=2022-04-18T21:16:18Z,host='n-d-838334-2',id=bc84d6c9-dd7a-4555-a351-592327b46d5a,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:25:48Z,topic='l3_agent')) {'router_ids': ['b7403657-6fc2-4555-b469-68de9d2c0535'], 'active': True} {{(pid=84043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:16:34.875089 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd5ad279-5b94-4b87-aa35-5f05286a0498 tempest-TestSecurityGroupsBasicOps-1555676956 tempest-TestSecurityGroupsBasicOps-1555676956-project] Pushing event deleted for resources: {'Subnet': ['ID=da663369-38c2-4916-b108-110c61e5c039,revision_number=None']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:16:34.895833 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33bc8e21-a879-4fe2-9a2c-7b3b36c861d8 None None] Network 5e1fd9e7-f06e-4d8e-b810-b70c1c5d7f48 requested from n-d-838334-2 {{(pid=84042) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 21:16:34.916507 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-fd5ad279-5b94-4b87-aa35-5f05286a0498 tempest-TestSecurityGroupsBasicOps-1555676956 tempest-TestSecurityGroupsBasicOps-1555676956-project] Notify callbacks [] for subnet, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:16:34.921333 n-d-838334-2 neutron-server[84040]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b191e052-afa6-4ef8-8626-dfecbc6d96cb req-82f7943d-874a-44e9-90ea-05188e29d644 tempest-TestNetworkBasicOps-1936690218 tempest-TestNetworkBasicOps-1936690218-project] Network 5736583a-49e5-46e4-b17e-ebce406d65ce is already hosted by enough agents. {{(pid=84040) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:16:34.936448 n-d-838334-2 neutron-server[84040]: DEBUG neutron.scheduler.base_scheduler [req-b191e052-afa6-4ef8-8626-dfecbc6d96cb req-82f7943d-874a-44e9-90ea-05188e29d644 tempest-TestNetworkBasicOps-1936690218 tempest-TestNetworkBasicOps-1936690218-project] Resources bound (agent type, host, resource id): {{(pid=84040) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:16:34.947143 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.l3_dvrscheduler_db [req-b191e052-afa6-4ef8-8626-dfecbc6d96cb req-82f7943d-874a-44e9-90ea-05188e29d644 tempest-TestNetworkBasicOps-1936690218 tempest-TestNetworkBasicOps-1936690218-project] Received port after_create {{(pid=84040) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 21:16:34.964865 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-fd5ad279-5b94-4b87-aa35-5f05286a0498 tempest-TestSecurityGroupsBasicOps-1555676956 tempest-TestSecurityGroupsBasicOps-1555676956-project] 10.222.0.42 "DELETE /v2.0/subnets/da663369-38c2-4916-b108-110c61e5c039 HTTP/1.1" status: 204 len: 168 time: 1.6662495 Apr 18 21:16:34.965462 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 56638) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:16:35.147596 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82f7943d-874a-44e9-90ea-05188e29d644 tempest-TestNetworkBasicOps-1936690218 tempest-TestNetworkBasicOps-1936690218-project] Pushing event updated for resources: {'Port': ['ID=91b3f014-56ef-419e-a0a6-7eaa38f32e36,revision_number=1']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:16:35.161907 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b191e052-afa6-4ef8-8626-dfecbc6d96cb req-82f7943d-874a-44e9-90ea-05188e29d644 tempest-TestNetworkBasicOps-1936690218 tempest-TestNetworkBasicOps-1936690218-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:16:35.162521 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-b191e052-afa6-4ef8-8626-dfecbc6d96cb req-82f7943d-874a-44e9-90ea-05188e29d644 tempest-TestNetworkBasicOps-1936690218 tempest-TestNetworkBasicOps-1936690218-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217293'] for port, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:16:35.222210 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-b191e052-afa6-4ef8-8626-dfecbc6d96cb req-82f7943d-874a-44e9-90ea-05188e29d644 tempest-TestNetworkBasicOps-1936690218 tempest-TestNetworkBasicOps-1936690218-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7647510 Apr 18 21:16:35.259556 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.v2.base [req-b191e052-afa6-4ef8-8626-dfecbc6d96cb req-40c9eacc-3397-4b52-9860-2116a536145a service neutron] Request body: {'port': {'device_id': 'b2d97b3b-6aa4-4b21-acb6-0c9d32ad4ae5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-838334-2'}} {{(pid=84040) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:16:35.371562 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.l3_dvr_db [None req-55b4c274-dd7c-4469-a7f6-daa3ff61441d None None] Set router b7403657-6fc2-4555-b469-68de9d2c0535 gateway port host: n-d-838334-2 {{(pid=84043) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 21:16:35.581238 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-0c2f7f4a-94bd-4c4c-84cf-cec57ff35370 None None] Provisioning for port 91b3f014-56ef-419e-a0a6-7eaa38f32e36 completed by entity DHCP. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 21:16:35.609365 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-0c2f7f4a-94bd-4c4c-84cf-cec57ff35370 None None] Provisioning complete for port 91b3f014-56ef-419e-a0a6-7eaa38f32e36 triggered by entity DHCP. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:16:35.610066 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-0c2f7f4a-94bd-4c4c-84cf-cec57ff35370 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1253608'] for port, provisioning_complete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:16:35.728945 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5fb4f5a-694b-432d-b6c6-a7b5dc64ac33 None None] DHCP port deletion for 5e1fd9e7-f06e-4d8e-b810-b70c1c5d7f48 request from n-d-838334-2 {{(pid=84042) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 18 21:16:35.731364 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.plugin [None req-0c2f7f4a-94bd-4c4c-84cf-cec57ff35370 None None] Port 91b3f014-56ef-419e-a0a6-7eaa38f32e36 cannot update to ACTIVE because it is not bound. {{(pid=84042) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 18 21:16:35.735755 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.plugin [None req-e5fb4f5a-694b-432d-b6c6-a7b5dc64ac33 None None] Deleting port 8a74b750-6183-442a-83ef-423cb917c9c0 {{(pid=84042) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 21:16:35.737485 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-e5fb4f5a-694b-432d-b6c6-a7b5dc64ac33 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750375188691'] for port, before_delete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:16:35.790457 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-2c51126a-99a1-4d0c-b8bf-9886f10a1102 tempest-TestSecurityGroupsBasicOps-1555676956 tempest-TestSecurityGroupsBasicOps-1555676956-project] Notify callbacks [] for router, before_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:16:35.868141 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-b191e052-afa6-4ef8-8626-dfecbc6d96cb req-40c9eacc-3397-4b52-9860-2116a536145a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:16:36.245320 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.l3_hamode_db [None req-55b4c274-dd7c-4469-a7f6-daa3ff61441d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7403657-6fc2-4555-b469-68de9d2c0535', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1053025924', 'tenant_id': 'd19595ade6b9408699bc90a14d63d7df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'external_fixed_ips': [{'subnet_id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'ip_address': '172.25.8.99'}], 'enable_snat': True}, 'gw_port_id': 'a03171da-108a-4146-9b91-ed758c03055d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:15:52Z', 'updated_at': '2022-04-18T21:16:30Z', 'revision_number': 5, 'project_id': 'd19595ade6b9408699bc90a14d63d7df', 'gw_port': {'id': 'a03171da-108a-4146-9b91-ed758c03055d', 'name': '', 'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:87:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7403657-6fc2-4555-b469-68de9d2c0535', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'ip_address': '172.25.8.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:15:53Z', 'updated_at': '2022-04-18T21:16:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838334-2'}], 'n-d-838334-2', False) {} {{(pid=84043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:16:36.251829 n-d-838334-2 neutron-server[84043]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55b4c274-dd7c-4469-a7f6-daa3ff61441d None None] The sync data for ids ['b7403657-6fc2-4555-b469-68de9d2c0535'] in n-d-838334-2 is: [{'id': 'b7403657-6fc2-4555-b469-68de9d2c0535', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1053025924', 'tenant_id': 'd19595ade6b9408699bc90a14d63d7df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'external_fixed_ips': [{'subnet_id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'ip_address': '172.25.8.99'}], 'enable_snat': True}, 'gw_port_id': 'a03171da-108a-4146-9b91-ed758c03055d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:15:52Z', 'updated_at': '2022-04-18T21:16:30Z', 'revision_number': 5, 'project_id': 'd19595ade6b9408699bc90a14d63d7df', 'gw_port': {'id': 'a03171da-108a-4146-9b91-ed758c03055d', 'name': '', 'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:87:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7403657-6fc2-4555-b469-68de9d2c0535', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'ip_address': '172.25.8.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:15:53Z', 'updated_at': '2022-04-18T21:16:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838334-2'}] {{(pid=84043) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 18 21:16:36.322472 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-e5fb4f5a-694b-432d-b6c6-a7b5dc64ac33 None None] For port 8a74b750-6183-442a-83ef-423cb917c9c0, host n-d-838334-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838334-2',level=0,port_id=8a74b750-6183-442a-83ef-423cb917c9c0,segment=NetworkSegment(22446d91-8336-44d2-8d60-eb91e725d10e),segment_id=22446d91-8336-44d2-8d60-eb91e725d10e)] {{(pid=84042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:16:36.323211 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-e5fb4f5a-694b-432d-b6c6-a7b5dc64ac33 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369123'] for port, precommit_delete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:16:36.354005 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-2c51126a-99a1-4d0c-b8bf-9886f10a1102 tempest-TestSecurityGroupsBasicOps-1555676956 tempest-TestSecurityGroupsBasicOps-1555676956-project] Notify callbacks [] for router_gateway, before_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:16:36.379765 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.plugin [None req-2c51126a-99a1-4d0c-b8bf-9886f10a1102 tempest-TestSecurityGroupsBasicOps-1555676956 tempest-TestSecurityGroupsBasicOps-1555676956-project] Deleting port a03171da-108a-4146-9b91-ed758c03055d {{(pid=84041) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 21:16:36.380985 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-2c51126a-99a1-4d0c-b8bf-9886f10a1102 tempest-TestSecurityGroupsBasicOps-1555676956 tempest-TestSecurityGroupsBasicOps-1555676956-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750375188691'] for port, before_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:16:36.439033 n-d-838334-2 neutron-server[84040]: DEBUG neutron.notifiers.nova [req-b191e052-afa6-4ef8-8626-dfecbc6d96cb req-40c9eacc-3397-4b52-9860-2116a536145a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 91b3f014-56ef-419e-a0a6-7eaa38f32e36 {{(pid=84040) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 18 21:16:36.447535 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-b191e052-afa6-4ef8-8626-dfecbc6d96cb req-40c9eacc-3397-4b52-9860-2116a536145a service neutron] Notify callbacks [] for port, precommit_update {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:16:36.463960 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.provisioning_blocks [req-b191e052-afa6-4ef8-8626-dfecbc6d96cb req-40c9eacc-3397-4b52-9860-2116a536145a service neutron] Transition to ACTIVE for port object 91b3f014-56ef-419e-a0a6-7eaa38f32e36 will not be triggered until provisioned by entity L2. {{(pid=84040) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:16:36.480511 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00dc2b84-2820-4c70-9005-46cad5e0216e req-68218859-38ae-46b6-9a46-a81e79aa9c65 tempest-TestNetworkBasicOps-1936690218 tempest-TestNetworkBasicOps-1936690218-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:16:36.481544 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [req-00dc2b84-2820-4c70-9005-46cad5e0216e req-68218859-38ae-46b6-9a46-a81e79aa9c65 tempest-TestNetworkBasicOps-1936690218 tempest-TestNetworkBasicOps-1936690218-project] Synchronizing usage tracker for tenant:08ce18aa0ce94082a747ec94ccd8cac1 on resource:port {{(pid=84040) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 21:16:36.490235 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-b191e052-afa6-4ef8-8626-dfecbc6d96cb req-40c9eacc-3397-4b52-9860-2116a536145a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32440959'] for port, after_update {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:16:36.522328 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.plugin [None req-e5fb4f5a-694b-432d-b6c6-a7b5dc64ac33 None None] Calling delete_port for 8a74b750-6183-442a-83ef-423cb917c9c0 owned by network:dhcp {{(pid=84042) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 21:16:36.647025 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [req-00dc2b84-2820-4c70-9005-46cad5e0216e req-68218859-38ae-46b6-9a46-a81e79aa9c65 tempest-TestNetworkBasicOps-1936690218 tempest-TestNetworkBasicOps-1936690218-project] Unset dirty status for tenant:08ce18aa0ce94082a747ec94ccd8cac1 on resource:port {{(pid=84040) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 21:16:36.647928 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-00dc2b84-2820-4c70-9005-46cad5e0216e req-68218859-38ae-46b6-9a46-a81e79aa9c65 tempest-TestNetworkBasicOps-1936690218 tempest-TestNetworkBasicOps-1936690218-project] 10.222.0.42 "GET /v2.0/ports?device_id=b2d97b3b-6aa4-4b21-acb6-0c9d32ad4ae5 HTTP/1.1" status: 200 len: 932 time: 1.1207204 Apr 18 21:16:36.755708 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40c9eacc-3397-4b52-9860-2116a536145a service neutron] Pushing event updated for resources: {'Port': ['ID=91b3f014-56ef-419e-a0a6-7eaa38f32e36,revision_number=2']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:16:36.769166 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-e5fb4f5a-694b-432d-b6c6-a7b5dc64ac33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750375259028', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750374836628'] for port, after_delete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:16:36.863837 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40c9eacc-3397-4b52-9860-2116a536145a service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:16:36.864462 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40c9eacc-3397-4b52-9860-2116a536145a service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:16:36.867723 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40c9eacc-3397-4b52-9860-2116a536145a service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:16:36.868273 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40c9eacc-3397-4b52-9860-2116a536145a service neutron] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:16:36.868804 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40c9eacc-3397-4b52-9860-2116a536145a service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:16:36.869287 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40c9eacc-3397-4b52-9860-2116a536145a service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:16:36.869757 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40c9eacc-3397-4b52-9860-2116a536145a service neutron] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:16:36.870238 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40c9eacc-3397-4b52-9860-2116a536145a service neutron] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:16:36.871033 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40c9eacc-3397-4b52-9860-2116a536145a service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:16:36.876052 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40c9eacc-3397-4b52-9860-2116a536145a service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:16:36.876569 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40c9eacc-3397-4b52-9860-2116a536145a service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:16:36.940051 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5fb4f5a-694b-432d-b6c6-a7b5dc64ac33 None None] No DVR routers for this DVR port 8a74b750-6183-442a-83ef-423cb917c9c0 on host n-d-838334-2 {{(pid=84042) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 21:16:36.953078 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5fb4f5a-694b-432d-b6c6-a7b5dc64ac33 None None] Pushing event deleted for resources: {'Port': ['ID=8a74b750-6183-442a-83ef-423cb917c9c0,revision_number=None']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:16:36.984075 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-00dc2b84-2820-4c70-9005-46cad5e0216e req-89456ca8-2173-49ee-896a-852b9285c706 tempest-TestNetworkBasicOps-1936690218 tempest-TestNetworkBasicOps-1936690218-project] 10.222.0.42 "GET /v2.0/security-groups?id=c18659b5-0687-43aa-9e20-8c97a01e54ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2076108 Apr 18 21:16:37.254966 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.managers [req-b191e052-afa6-4ef8-8626-dfecbc6d96cb req-40c9eacc-3397-4b52-9860-2116a536145a service neutron] Attempting to bind port 91b3f014-56ef-419e-a0a6-7eaa38f32e36 on host n-h2-838334-2 for vnic_type normal with profile {{(pid=84040) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 21:16:37.255920 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.managers [req-b191e052-afa6-4ef8-8626-dfecbc6d96cb req-40c9eacc-3397-4b52-9860-2116a536145a service neutron] Attempting to bind port 91b3f014-56ef-419e-a0a6-7eaa38f32e36 by drivers openvswitch,hyperv on host n-h2-838334-2 at level 0 using segments [{'id': 'ad18f8c7-fe16-4a7a-b1dc-698c203824ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '5736583a-49e5-46e4-b17e-ebce406d65ce'}] {{(pid=84040) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 21:16:37.256591 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b191e052-afa6-4ef8-8626-dfecbc6d96cb req-40c9eacc-3397-4b52-9860-2116a536145a service neutron] Attempting to bind port 91b3f014-56ef-419e-a0a6-7eaa38f32e36 on network 5736583a-49e5-46e4-b17e-ebce406d65ce {{(pid=84040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 21:16:37.269629 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b191e052-afa6-4ef8-8626-dfecbc6d96cb req-40c9eacc-3397-4b52-9860-2116a536145a service neutron] Port 91b3f014-56ef-419e-a0a6-7eaa38f32e36 on network 5736583a-49e5-46e4-b17e-ebce406d65ce not bound, no agent of type Open vSwitch agent registered on host n-h2-838334-2 {{(pid=84040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 18 21:16:37.270331 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b191e052-afa6-4ef8-8626-dfecbc6d96cb req-40c9eacc-3397-4b52-9860-2116a536145a service neutron] Attempting to bind port 91b3f014-56ef-419e-a0a6-7eaa38f32e36 on network 5736583a-49e5-46e4-b17e-ebce406d65ce {{(pid=84040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 21:16:37.282156 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b191e052-afa6-4ef8-8626-dfecbc6d96cb req-40c9eacc-3397-4b52-9860-2116a536145a service neutron] Checking agent: {'id': 'dc797004-f641-47b7-a77f-9c62b5b16296', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-838334-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 34, 3), 'started_at': datetime.datetime(2022, 4, 18, 20, 34, 3), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 21, 16, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 18 21:16:37.284649 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b191e052-afa6-4ef8-8626-dfecbc6d96cb req-40c9eacc-3397-4b52-9860-2116a536145a service neutron] Checking segment: {'id': 'ad18f8c7-fe16-4a7a-b1dc-698c203824ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '5736583a-49e5-46e4-b17e-ebce406d65ce'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84040) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 21:16:37.287027 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b191e052-afa6-4ef8-8626-dfecbc6d96cb req-40c9eacc-3397-4b52-9860-2116a536145a service neutron] Bound using segment: {'id': 'ad18f8c7-fe16-4a7a-b1dc-698c203824ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '5736583a-49e5-46e4-b17e-ebce406d65ce'} {{(pid=84040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 18 21:16:37.287599 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.managers [req-b191e052-afa6-4ef8-8626-dfecbc6d96cb req-40c9eacc-3397-4b52-9860-2116a536145a service neutron] Bound port: 91b3f014-56ef-419e-a0a6-7eaa38f32e36, host: n-h2-838334-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ad18f8c7-fe16-4a7a-b1dc-698c203824ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '5736583a-49e5-46e4-b17e-ebce406d65ce'}}] {{(pid=84040) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 21:16:37.288237 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-b191e052-afa6-4ef8-8626-dfecbc6d96cb req-40c9eacc-3397-4b52-9860-2116a536145a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:16:37.329121 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.db [None req-2c51126a-99a1-4d0c-b8bf-9886f10a1102 tempest-TestSecurityGroupsBasicOps-1555676956 tempest-TestSecurityGroupsBasicOps-1555676956-project] For port a03171da-108a-4146-9b91-ed758c03055d, host n-d-838334-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838334-2',level=0,port_id=a03171da-108a-4146-9b91-ed758c03055d,segment=NetworkSegment(732aa830-768b-4511-951f-d08e26b9c25b),segment_id=732aa830-768b-4511-951f-d08e26b9c25b)] {{(pid=84041) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:16:37.330319 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-2c51126a-99a1-4d0c-b8bf-9886f10a1102 tempest-TestSecurityGroupsBasicOps-1555676956 tempest-TestSecurityGroupsBasicOps-1555676956-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369123'] for port, precommit_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:16:37.490703 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.plugin [None req-2c51126a-99a1-4d0c-b8bf-9886f10a1102 tempest-TestSecurityGroupsBasicOps-1555676956 tempest-TestSecurityGroupsBasicOps-1555676956-project] Calling delete_port for a03171da-108a-4146-9b91-ed758c03055d owned by network:router_gateway {{(pid=84041) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 21:16:37.547883 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.db [req-b191e052-afa6-4ef8-8626-dfecbc6d96cb req-40c9eacc-3397-4b52-9860-2116a536145a service neutron] For port 91b3f014-56ef-419e-a0a6-7eaa38f32e36, host n-h2-838334-2, cleared binding levels {{(pid=84040) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 21:16:37.551659 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.db [req-b191e052-afa6-4ef8-8626-dfecbc6d96cb req-40c9eacc-3397-4b52-9860-2116a536145a service neutron] For port 91b3f014-56ef-419e-a0a6-7eaa38f32e36, host n-h2-838334-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838334-2',level=0,port_id=91b3f014-56ef-419e-a0a6-7eaa38f32e36,segment=NetworkSegment(ad18f8c7-fe16-4a7a-b1dc-698c203824ee),segment_id=ad18f8c7-fe16-4a7a-b1dc-698c203824ee)] {{(pid=84040) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 21:16:37.563847 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-b191e052-afa6-4ef8-8626-dfecbc6d96cb req-40c9eacc-3397-4b52-9860-2116a536145a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32440959'] for port, after_update {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:16:37.663098 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-b191e052-afa6-4ef8-8626-dfecbc6d96cb req-40c9eacc-3397-4b52-9860-2116a536145a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217293'] for port, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:16:37.665060 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-b191e052-afa6-4ef8-8626-dfecbc6d96cb req-40c9eacc-3397-4b52-9860-2116a536145a service neutron] 10.222.0.48 "PUT /v2.0/ports/91b3f014-56ef-419e-a0a6-7eaa38f32e36 HTTP/1.1" status: 200 len: 1092 time: 2.4328394 Apr 18 21:16:37.665496 n-d-838334-2 neutron-server[84040]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b2d97b3b-6aa4-4b21-acb6-0c9d32ad4ae5', 'tag': '91b3f014-56ef-419e-a0a6-7eaa38f32e36'}] {{(pid=84040) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 21:16:37.790121 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Device 8a74b750-6183-442a-83ef-423cb917c9c0 no longer exists at agent ovs-agent-n-d-838334-2 {{(pid=84042) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 21:16:37.832174 n-d-838334-2 neutron-server[84040]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2b7947e6-90b9-44e9-bc44-06627aaf9896'] response: {'name': 'network-changed', 'server_uuid': 'b2d97b3b-6aa4-4b21-acb6-0c9d32ad4ae5', 'tag': '91b3f014-56ef-419e-a0a6-7eaa38f32e36', 'status': 'completed', 'code': 200} Apr 18 21:16:37.861437 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40c9eacc-3397-4b52-9860-2116a536145a service neutron] Pushing event updated for resources: {'Port': ['ID=91b3f014-56ef-419e-a0a6-7eaa38f32e36,revision_number=3']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:16:37.901230 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.plugin [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] No Port match for: 8a74b750-6183-442a-83ef-423cb917c9c0 {{(pid=84042) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 18 21:16:37.901573 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Device 8a74b750-6183-442a-83ef-423cb917c9c0 not bound to the agent host n-d-838334-2 {{(pid=84042) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 21:16:37.902861 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Device 4b628e8c-fd5d-4cf3-9993-5c42ed85225d no longer exists at agent ovs-agent-n-d-838334-2 {{(pid=84042) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 21:16:37.940282 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-b191e052-afa6-4ef8-8626-dfecbc6d96cb req-5edcb9be-2b22-444d-b058-eab4494d0f9f service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=08ce18aa0ce94082a747ec94ccd8cac1&device_id=b2d97b3b-6aa4-4b21-acb6-0c9d32ad4ae5 HTTP/1.1" status: 200 len: 1095 time: 0.1791303 Apr 18 21:16:37.962991 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.plugin [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] No Port match for: 4b628e8c-fd5d-4cf3-9993-5c42ed85225d {{(pid=84042) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 18 21:16:37.963640 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Device 4b628e8c-fd5d-4cf3-9993-5c42ed85225d not bound to the agent host n-d-838334-2 {{(pid=84042) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 21:16:38.003332 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-2c51126a-99a1-4d0c-b8bf-9886f10a1102 tempest-TestSecurityGroupsBasicOps-1555676956 tempest-TestSecurityGroupsBasicOps-1555676956-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750375259028', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750374836628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32266323'] for port, after_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:16:38.099775 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c51126a-99a1-4d0c-b8bf-9886f10a1102 tempest-TestSecurityGroupsBasicOps-1555676956 tempest-TestSecurityGroupsBasicOps-1555676956-project] Pushing event deleted for resources: {'Port': ['ID=a03171da-108a-4146-9b91-ed758c03055d,revision_number=None']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:16:38.137204 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-b191e052-afa6-4ef8-8626-dfecbc6d96cb req-f71057f1-69f5-48ee-a526-c9c0fd655bff service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.28&port_id=91b3f014-56ef-419e-a0a6-7eaa38f32e36 HTTP/1.1" status: 200 len: 217 time: 0.1886828 Apr 18 21:16:38.305406 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b191e052-afa6-4ef8-8626-dfecbc6d96cb req-1023cb4c-98aa-4665-a19a-4a8b2260c962 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:16:38.307362 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-b191e052-afa6-4ef8-8626-dfecbc6d96cb req-1023cb4c-98aa-4665-a19a-4a8b2260c962 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=29e49084-a72b-462e-b3e2-5d6b3c56e9e5 HTTP/1.1" status: 200 len: 838 time: 0.1630170 Apr 18 21:16:38.436255 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-b191e052-afa6-4ef8-8626-dfecbc6d96cb req-7808dc3a-7912-422b-b563-d054eee18a0e service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=5736583a-49e5-46e4-b17e-ebce406d65ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1201119 Apr 18 21:16:38.442962 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9751f47c-17a2-4c00-aed5-66e4652323ef req-d05eef0d-fa43-4b8a-b8e6-1766c70dcafa tempest-TestNetworkBasicOps-1936690218 tempest-TestNetworkBasicOps-1936690218-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:16:38.445789 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-9751f47c-17a2-4c00-aed5-66e4652323ef req-d05eef0d-fa43-4b8a-b8e6-1766c70dcafa tempest-TestNetworkBasicOps-1936690218 tempest-TestNetworkBasicOps-1936690218-project] 10.222.0.42 "GET /v2.0/ports?device_id=b2d97b3b-6aa4-4b21-acb6-0c9d32ad4ae5 HTTP/1.1" status: 200 len: 944 time: 0.1992602 Apr 18 21:16:38.475979 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-2c51126a-99a1-4d0c-b8bf-9886f10a1102 tempest-TestSecurityGroupsBasicOps-1555676956 tempest-TestSecurityGroupsBasicOps-1555676956-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33444108'] for router_gateway, after_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:16:38.800291 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-b191e052-afa6-4ef8-8626-dfecbc6d96cb req-c3244b65-05ac-437c-b386-5691a0b3bac7 service neutron] 10.222.0.48 "GET /v2.0/networks/5736583a-49e5-46e4-b17e-ebce406d65ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3532665 Apr 18 21:16:38.929076 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-2c51126a-99a1-4d0c-b8bf-9886f10a1102 tempest-TestSecurityGroupsBasicOps-1555676956 tempest-TestSecurityGroupsBasicOps-1555676956-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33443580', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5726'] for router, precommit_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:16:38.935405 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-2c51126a-99a1-4d0c-b8bf-9886f10a1102 tempest-TestSecurityGroupsBasicOps-1555676956 tempest-TestSecurityGroupsBasicOps-1555676956-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:16:38.969873 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-2c51126a-99a1-4d0c-b8bf-9886f10a1102 tempest-TestSecurityGroupsBasicOps-1555676956 tempest-TestSecurityGroupsBasicOps-1555676956-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-33443408'] for router, after_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:16:38.970827 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2c51126a-99a1-4d0c-b8bf-9886f10a1102 tempest-TestSecurityGroupsBasicOps-1555676956 tempest-TestSecurityGroupsBasicOps-1555676956-project] Fanout notify agent at l3_agent the message router_deleted on router b7403657-6fc2-4555-b469-68de9d2c0535 {{(pid=84041) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 18 21:16:38.994260 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-9751f47c-17a2-4c00-aed5-66e4652323ef req-8a44d100-9ad1-44f8-ae2d-83fded048921 tempest-TestNetworkBasicOps-1936690218 tempest-TestNetworkBasicOps-1936690218-project] 10.222.0.42 "GET /v2.0/security-groups?id=c18659b5-0687-43aa-9e20-8c97a01e54ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5229731 Apr 18 21:16:38.999611 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-2c51126a-99a1-4d0c-b8bf-9886f10a1102 tempest-TestSecurityGroupsBasicOps-1555676956 tempest-TestSecurityGroupsBasicOps-1555676956-project] Notify callbacks [] for router, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:16:39.004400 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-2c51126a-99a1-4d0c-b8bf-9886f10a1102 tempest-TestSecurityGroupsBasicOps-1555676956 tempest-TestSecurityGroupsBasicOps-1555676956-project] 10.222.0.42 "DELETE /v2.0/routers/b7403657-6fc2-4555-b469-68de9d2c0535 HTTP/1.1" status: 204 len: 168 time: 4.0374076 Apr 18 21:16:39.014514 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 56704) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:16:39.206940 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-b191e052-afa6-4ef8-8626-dfecbc6d96cb req-149ef4e4-e083-49bc-bffb-915b66c19f2f service neutron] 10.222.0.48 "GET /v2.0/networks/5736583a-49e5-46e4-b17e-ebce406d65ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3830867 Apr 18 21:16:39.235875 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-3e35be50-615a-4300-8fc8-a4a45c50d99f tempest-TestSecurityGroupsBasicOps-1555676956 tempest-TestSecurityGroupsBasicOps-1555676956-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1103592'] for network, before_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:16:39.450155 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-3e35be50-615a-4300-8fc8-a4a45c50d99f tempest-TestSecurityGroupsBasicOps-1555676956 tempest-TestSecurityGroupsBasicOps-1555676956-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1258905', 'neutron.services.segments.db._delete_segments_for_network-8750375287417'] for network, precommit_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:16:39.487512 n-d-838334-2 neutron-server[84040]: DEBUG neutron.services.segments.db [None req-3e35be50-615a-4300-8fc8-a4a45c50d99f tempest-TestSecurityGroupsBasicOps-1555676956 tempest-TestSecurityGroupsBasicOps-1555676956-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5e1fd9e7-f06e-4d8e-b810-b70c1c5d7f48']}} {{(pid=84040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:16:39.502840 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-c0b14387-cdd1-441f-88f8-8b03336ae38b req-2360a52a-0f90-4368-8542-728439bfad24 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=08ce18aa0ce94082a747ec94ccd8cac1&device_id=b2d97b3b-6aa4-4b21-acb6-0c9d32ad4ae5 HTTP/1.1" status: 200 len: 1095 time: 0.2151599 Apr 18 21:16:39.512969 n-d-838334-2 neutron-server[84040]: DEBUG neutron.services.segments.db [None req-3e35be50-615a-4300-8fc8-a4a45c50d99f tempest-TestSecurityGroupsBasicOps-1555676956 tempest-TestSecurityGroupsBasicOps-1555676956-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '22446d91-8336-44d2-8d60-eb91e725d10e') {'for_net_delete': True} {{(pid=84040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:16:39.513412 n-d-838334-2 neutron-server[84040]: DEBUG neutron.services.segments.db [None req-3e35be50-615a-4300-8fc8-a4a45c50d99f tempest-TestSecurityGroupsBasicOps-1555676956 tempest-TestSecurityGroupsBasicOps-1555676956-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '22446d91-8336-44d2-8d60-eb91e725d10e') {} {{(pid=84040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:16:39.571428 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-3e35be50-615a-4300-8fc8-a4a45c50d99f tempest-TestSecurityGroupsBasicOps-1555676956 tempest-TestSecurityGroupsBasicOps-1555676956-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750375287300', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31955965'] for segment, before_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:16:39.714184 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Device a03171da-108a-4146-9b91-ed758c03055d no longer exists at agent ovs-agent-n-d-838334-2 {{(pid=84042) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 21:16:39.749801 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0b14387-cdd1-441f-88f8-8b03336ae38b req-ec25eb60-00ed-4a88-9b9b-8bb493ad14a9 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:16:39.751398 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-c0b14387-cdd1-441f-88f8-8b03336ae38b req-ec25eb60-00ed-4a88-9b9b-8bb493ad14a9 service neutron] 10.222.0.48 "GET /v2.0/networks?id=5736583a-49e5-46e4-b17e-ebce406d65ce HTTP/1.1" status: 200 len: 898 time: 0.2301712 Apr 18 21:16:39.770580 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.plugin [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] No Port match for: a03171da-108a-4146-9b91-ed758c03055d {{(pid=84042) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 18 21:16:39.771285 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Device a03171da-108a-4146-9b91-ed758c03055d not bound to the agent host n-d-838334-2 {{(pid=84042) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 21:16:39.814693 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-3e35be50-615a-4300-8fc8-a4a45c50d99f tempest-TestSecurityGroupsBasicOps-1555676956 tempest-TestSecurityGroupsBasicOps-1555676956-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1082986'] for segment, precommit_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:16:39.837074 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3e35be50-615a-4300-8fc8-a4a45c50d99f tempest-TestSecurityGroupsBasicOps-1555676956 tempest-TestSecurityGroupsBasicOps-1555676956-project] Releasing vlan 357 on physical network physnet1 to pool {{(pid=84040) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 18 21:16:39.837715 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-3e35be50-615a-4300-8fc8-a4a45c50d99f tempest-TestSecurityGroupsBasicOps-1555676956 tempest-TestSecurityGroupsBasicOps-1555676956-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1082993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32440923'] for segment, after_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:16:39.858803 n-d-838334-2 neutron-server[84040]: Traceback (most recent call last): Apr 18 21:16:39.858803 n-d-838334-2 neutron-server[84040]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 18 21:16:39.858803 n-d-838334-2 neutron-server[84040]: timer() Apr 18 21:16:39.858803 n-d-838334-2 neutron-server[84040]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 21:16:39.858803 n-d-838334-2 neutron-server[84040]: cb(*args, **kw) Apr 18 21:16:39.858803 n-d-838334-2 neutron-server[84040]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 18 21:16:39.858803 n-d-838334-2 neutron-server[84040]: return func(*args, **kwargs) Apr 18 21:16:39.858803 n-d-838334-2 neutron-server[84040]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 21:16:39.858803 n-d-838334-2 neutron-server[84040]: self._notify() Apr 18 21:16:39.858803 n-d-838334-2 neutron-server[84040]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 21:16:39.858803 n-d-838334-2 neutron-server[84040]: self.callback(batched_events) Apr 18 21:16:39.858803 n-d-838334-2 neutron-server[84040]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 21:16:39.858803 n-d-838334-2 neutron-server[84040]: event.method(event) Apr 18 21:16:39.858803 n-d-838334-2 neutron-server[84040]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 18 21:16:39.858803 n-d-838334-2 neutron-server[84040]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 21:16:39.858803 n-d-838334-2 neutron-server[84040]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 18 21:16:39.858803 n-d-838334-2 neutron-server[84040]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 21:16:39.858803 n-d-838334-2 neutron-server[84040]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 18 21:16:39.858803 n-d-838334-2 neutron-server[84040]: return f(self, *a, **k) Apr 18 21:16:39.858803 n-d-838334-2 neutron-server[84040]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 18 21:16:39.858803 n-d-838334-2 neutron-server[84040]: return self._get(url).json() Apr 18 21:16:39.858803 n-d-838334-2 neutron-server[84040]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 18 21:16:39.858803 n-d-838334-2 neutron-server[84040]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 21:16:39.858803 n-d-838334-2 neutron-server[84040]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 18 21:16:39.858803 n-d-838334-2 neutron-server[84040]: return self.request(url, 'GET', **kwargs) Apr 18 21:16:39.858803 n-d-838334-2 neutron-server[84040]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 18 21:16:39.858803 n-d-838334-2 neutron-server[84040]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 21:16:39.858803 n-d-838334-2 neutron-server[84040]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 18 21:16:39.858803 n-d-838334-2 neutron-server[84040]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 21:16:39.858803 n-d-838334-2 neutron-server[84040]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 18 21:16:39.858803 n-d-838334-2 neutron-server[84040]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 21:16:39.858803 n-d-838334-2 neutron-server[84040]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 21:16:39.861408 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-c0b14387-cdd1-441f-88f8-8b03336ae38b req-5a7917b8-e56e-487a-8d85-f71a7bb12e44 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.28&port_id=91b3f014-56ef-419e-a0a6-7eaa38f32e36 HTTP/1.1" status: 200 len: 217 time: 0.1017046 Apr 18 21:16:39.996429 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0b14387-cdd1-441f-88f8-8b03336ae38b req-e277c713-2f60-4e57-9f11-77aa339b3ab4 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:16:39.999897 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-c0b14387-cdd1-441f-88f8-8b03336ae38b req-e277c713-2f60-4e57-9f11-77aa339b3ab4 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=29e49084-a72b-462e-b3e2-5d6b3c56e9e5 HTTP/1.1" status: 200 len: 838 time: 0.0841677 Apr 18 21:16:40.075764 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-3e35be50-615a-4300-8fc8-a4a45c50d99f tempest-TestSecurityGroupsBasicOps-1555676956 tempest-TestSecurityGroupsBasicOps-1555676956-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1258898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33526109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33444113'] for network, after_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:16:40.093739 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-3e35be50-615a-4300-8fc8-a4a45c50d99f tempest-TestSecurityGroupsBasicOps-1555676956 tempest-TestSecurityGroupsBasicOps-1555676956-project] Notify callbacks [] for network, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:16:40.105602 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e35be50-615a-4300-8fc8-a4a45c50d99f tempest-TestSecurityGroupsBasicOps-1555676956 tempest-TestSecurityGroupsBasicOps-1555676956-project] Pushing event deleted for resources: {'Network': ['ID=5e1fd9e7-f06e-4d8e-b810-b70c1c5d7f48,revision_number=None']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:16:40.134928 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-3e35be50-615a-4300-8fc8-a4a45c50d99f tempest-TestSecurityGroupsBasicOps-1555676956 tempest-TestSecurityGroupsBasicOps-1555676956-project] 10.222.0.42 "DELETE /v2.0/networks/5e1fd9e7-f06e-4d8e-b810-b70c1c5d7f48 HTTP/1.1" status: 204 len: 168 time: 1.1200287 Apr 18 21:16:40.137859 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 56728) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:16:40.162027 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-c0b14387-cdd1-441f-88f8-8b03336ae38b req-61f73f60-9f53-4594-a987-c9b1543467ad service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=5736583a-49e5-46e4-b17e-ebce406d65ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1273379 Apr 18 21:16:40.526177 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5390002c-aa06-4ca7-a11a-4d433ff8eb3f req-8e46a497-56b3-4579-8ac3-73af745203cc tempest-TestNetworkBasicOps-1936690218 tempest-TestNetworkBasicOps-1936690218-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:16:40.539985 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-5390002c-aa06-4ca7-a11a-4d433ff8eb3f req-8e46a497-56b3-4579-8ac3-73af745203cc tempest-TestNetworkBasicOps-1936690218 tempest-TestNetworkBasicOps-1936690218-project] 10.222.0.42 "GET /v2.0/ports?device_id=b2d97b3b-6aa4-4b21-acb6-0c9d32ad4ae5 HTTP/1.1" status: 200 len: 944 time: 0.2400618 Apr 18 21:16:40.542641 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.plugin [None req-d34b7c82-0872-4f62-94f9-0ea25e9c5213 tempest-TestSecurityGroupsBasicOps-1555676956 tempest-TestSecurityGroupsBasicOps-1555676956-project] Deleting port cdf3e8ed-69a8-449e-a4b5-40708f0e7af3 {{(pid=84041) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 21:16:40.543433 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-d34b7c82-0872-4f62-94f9-0ea25e9c5213 tempest-TestSecurityGroupsBasicOps-1555676956 tempest-TestSecurityGroupsBasicOps-1555676956-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750375188691'] for port, before_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:16:40.650680 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-c0b14387-cdd1-441f-88f8-8b03336ae38b req-f02c6d54-7c23-4cf9-aa53-be532c91a31e service neutron] 10.222.0.48 "GET /v2.0/networks/5736583a-49e5-46e4-b17e-ebce406d65ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4852982 Apr 18 21:16:40.657963 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-5390002c-aa06-4ca7-a11a-4d433ff8eb3f req-e30436c2-066a-4876-88e0-a48406ada543 tempest-TestNetworkBasicOps-1936690218 tempest-TestNetworkBasicOps-1936690218-project] 10.222.0.42 "GET /v2.0/security-groups?id=c18659b5-0687-43aa-9e20-8c97a01e54ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1072054 Apr 18 21:16:40.893872 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-d34b7c82-0872-4f62-94f9-0ea25e9c5213 tempest-TestSecurityGroupsBasicOps-1555676956 tempest-TestSecurityGroupsBasicOps-1555676956-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369123'] for port, precommit_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:16:40.894179 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-d34b7c82-0872-4f62-94f9-0ea25e9c5213 tempest-TestSecurityGroupsBasicOps-1555676956 tempest-TestSecurityGroupsBasicOps-1555676956-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:16:41.038168 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-c0b14387-cdd1-441f-88f8-8b03336ae38b req-9e78a2a8-d4a1-4f48-9dca-3a1a651e4f6c service neutron] 10.222.0.48 "GET /v2.0/networks/5736583a-49e5-46e4-b17e-ebce406d65ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3787158 Apr 18 21:16:41.257892 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.plugin [None req-d34b7c82-0872-4f62-94f9-0ea25e9c5213 tempest-TestSecurityGroupsBasicOps-1555676956 tempest-TestSecurityGroupsBasicOps-1555676956-project] Calling delete_port for cdf3e8ed-69a8-449e-a4b5-40708f0e7af3 owned by network:floatingip {{(pid=84041) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 21:16:41.392195 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Device 91b3f014-56ef-419e-a0a6-7eaa38f32e36 details requested by agent hyperv_n-h2-838334-2 with host n-h2-838334-2 {{(pid=84042) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 18 21:16:41.476949 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-d34b7c82-0872-4f62-94f9-0ea25e9c5213 tempest-TestSecurityGroupsBasicOps-1555676956 tempest-TestSecurityGroupsBasicOps-1555676956-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750375259028', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750374836628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32266323'] for port, after_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:16:41.549940 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d34b7c82-0872-4f62-94f9-0ea25e9c5213 tempest-TestSecurityGroupsBasicOps-1555676956 tempest-TestSecurityGroupsBasicOps-1555676956-project] Pushing event deleted for resources: {'Port': ['ID=cdf3e8ed-69a8-449e-a4b5-40708f0e7af3,revision_number=None']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:16:41.662608 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-d34b7c82-0872-4f62-94f9-0ea25e9c5213 tempest-TestSecurityGroupsBasicOps-1555676956 tempest-TestSecurityGroupsBasicOps-1555676956-project] Notify callbacks [] for floatingip, after_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:16:41.737701 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] For port 91b3f014-56ef-419e-a0a6-7eaa38f32e36, host n-h2-838334-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838334-2',level=0,port_id=91b3f014-56ef-419e-a0a6-7eaa38f32e36,segment=NetworkSegment(ad18f8c7-fe16-4a7a-b1dc-698c203824ee),segment_id=ad18f8c7-fe16-4a7a-b1dc-698c203824ee)] {{(pid=84042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:16:41.777074 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Returning: {'device': '91b3f014-56ef-419e-a0a6-7eaa38f32e36', 'network_id': '5736583a-49e5-46e4-b17e-ebce406d65ce', 'port_id': '91b3f014-56ef-419e-a0a6-7eaa38f32e36', 'mac_address': 'fa:16:3e:f5:98:ca', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 381, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '29e49084-a72b-462e-b3e2-5d6b3c56e9e5', 'ip_address': '172.20.0.28'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84042) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 18 21:16:41.919780 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:16:42.023463 n-d-838334-2 neutron-server[84042]: DEBUG neutron.notifiers.nova [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 91b3f014-56ef-419e-a0a6-7eaa38f32e36 {{(pid=84042) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 18 21:16:42.070427 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] For port 91b3f014-56ef-419e-a0a6-7eaa38f32e36, host n-h2-838334-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838334-2',level=0,port_id=91b3f014-56ef-419e-a0a6-7eaa38f32e36,segment=NetworkSegment(ad18f8c7-fe16-4a7a-b1dc-698c203824ee),segment_id=ad18f8c7-fe16-4a7a-b1dc-698c203824ee)] {{(pid=84042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:16:42.086232 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682'] for port, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:16:42.203856 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbc810ca-c77b-4882-9119-16d4a8d95bfb req-d262ce37-ef1b-46fb-882a-15e85db0d43a tempest-TestNetworkBasicOps-1936690218 tempest-TestNetworkBasicOps-1936690218-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:16:42.212180 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-dbc810ca-c77b-4882-9119-16d4a8d95bfb req-d262ce37-ef1b-46fb-882a-15e85db0d43a tempest-TestNetworkBasicOps-1936690218 tempest-TestNetworkBasicOps-1936690218-project] 10.222.0.42 "GET /v2.0/ports?device_id=b2d97b3b-6aa4-4b21-acb6-0c9d32ad4ae5 HTTP/1.1" status: 200 len: 945 time: 0.2034233 Apr 18 21:16:42.265238 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Pushing event updated for resources: {'Port': ['ID=91b3f014-56ef-419e-a0a6-7eaa38f32e36,revision_number=4']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:16:42.292095 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-dbc810ca-c77b-4882-9119-16d4a8d95bfb req-2fef1624-48e3-4f62-9a1a-f28e64d8da0b tempest-TestNetworkBasicOps-1936690218 tempest-TestNetworkBasicOps-1936690218-project] 10.222.0.42 "GET /v2.0/security-groups?id=c18659b5-0687-43aa-9e20-8c97a01e54ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0784776 Apr 18 21:16:42.345672 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] get_ports_and_sgs() called for port_ids ['91b3f014-56ef-419e-a0a6-7eaa38f32e36'] {{(pid=84042) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 18 21:16:42.353047 n-d-838334-2 neutron-server[84041]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d34b7c82-0872-4f62-94f9-0ea25e9c5213 tempest-TestSecurityGroupsBasicOps-1555676956 tempest-TestSecurityGroupsBasicOps-1555676956-project] Router 80ec6947-70fd-4168-908b-6a867ffbad0e has already been hosted by L3 agent bc84d6c9-dd7a-4555-a351-592327b46d5a {{(pid=84041) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 21:16:42.671640 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d34b7c82-0872-4f62-94f9-0ea25e9c5213 tempest-TestSecurityGroupsBasicOps-1555676956 tempest-TestSecurityGroupsBasicOps-1555676956-project] Notify agent at l3_agent.n-d-838334-2 the message routers_updated {{(pid=84041) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 21:16:42.685744 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-badf68e7-006b-40dc-9500-79e1c650eca7 None None] Sync routers for ids ['80ec6947-70fd-4168-908b-6a867ffbad0e'] in n-d-838334-2 {{(pid=84042) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 18 21:16:42.698928 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-d34b7c82-0872-4f62-94f9-0ea25e9c5213 tempest-TestSecurityGroupsBasicOps-1555676956 tempest-TestSecurityGroupsBasicOps-1555676956-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217293'] for floatingip, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:16:42.714304 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_dvrscheduler_db [None req-badf68e7-006b-40dc-9500-79e1c650eca7 None None] Routers {'80ec6947-70fd-4168-908b-6a867ffbad0e'} bound to L3 agent in host n-d-838334-2 {{(pid=84042) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 21:16:42.715041 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_hamode_db [None req-badf68e7-006b-40dc-9500-79e1c650eca7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838334-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-18T20:25:48Z,description=,heartbeat_timestamp=2022-04-18T21:16:18Z,host='n-d-838334-2',id=bc84d6c9-dd7a-4555-a351-592327b46d5a,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:25:48Z,topic='l3_agent')) {'router_ids': ['80ec6947-70fd-4168-908b-6a867ffbad0e'], 'active': True} {{(pid=84042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:16:42.784019 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-d34b7c82-0872-4f62-94f9-0ea25e9c5213 tempest-TestSecurityGroupsBasicOps-1555676956 tempest-TestSecurityGroupsBasicOps-1555676956-project] 10.222.0.42 "DELETE /v2.0/floatingips/86964f65-49de-4ddd-b58d-645d3f7700a2 HTTP/1.1" status: 204 len: 168 time: 2.6447468 Apr 18 21:16:42.784618 n-d-838334-2 neutron-server[84041]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7f082d4e-c66c-4741-ad18-6b73365eb5cf', 'tag': 'df096d24-1747-454d-b526-170b800e4ad9'}] {{(pid=84041) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 21:16:42.870613 n-d-838334-2 neutron-server[84041]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fb28ba79-7bbc-4c22-9507-7b2c1b9584f8'] response: {'name': 'network-changed', 'server_uuid': '7f082d4e-c66c-4741-ad18-6b73365eb5cf', 'tag': 'df096d24-1747-454d-b526-170b800e4ad9', 'status': 'completed', 'code': 200} Apr 18 21:16:43.058967 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_dvr_db [None req-badf68e7-006b-40dc-9500-79e1c650eca7 None None] Set router 80ec6947-70fd-4168-908b-6a867ffbad0e gateway port host: n-d-838334-2 {{(pid=84042) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 21:16:43.071024 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-d0d0ae6b-7bbb-4e7d-9e3a-fd1524796497 req-c56ec84c-93c8-48d8-b93f-691de2cd9912 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=d19595ade6b9408699bc90a14d63d7df&device_id=7f082d4e-c66c-4741-ad18-6b73365eb5cf HTTP/1.1" status: 200 len: 1135 time: 0.1817787 Apr 18 21:16:43.343277 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0d0ae6b-7bbb-4e7d-9e3a-fd1524796497 req-6bcb1fa5-ea19-47b8-8cb0-ac8bc8054504 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:16:43.345130 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-d0d0ae6b-7bbb-4e7d-9e3a-fd1524796497 req-6bcb1fa5-ea19-47b8-8cb0-ac8bc8054504 service neutron] 10.222.0.48 "GET /v2.0/networks?id=79c9d5a9-1f93-4341-810a-bf26aaaa775a HTTP/1.1" status: 200 len: 897 time: 0.2654834 Apr 18 21:16:43.447783 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Device 91b3f014-56ef-419e-a0a6-7eaa38f32e36 up at agent hyperv_n-h2-838334-2 {{(pid=84042) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 21:16:43.505499 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-d0d0ae6b-7bbb-4e7d-9e3a-fd1524796497 req-760ca705-8a00-4564-9bb9-bce4267ecf21 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=df096d24-1747-454d-b526-170b800e4ad9 HTTP/1.1" status: 200 len: 217 time: 0.1497030 Apr 18 21:16:43.538455 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-e67e2042-b960-4566-94cb-4f4c1b8c00c9 req-331ffbcc-817f-4aa8-8898-453bede803c1 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=f9a4504d-a7fe-4e48-bac2-8338fe809415&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2358394 Apr 18 21:16:43.670941 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0d0ae6b-7bbb-4e7d-9e3a-fd1524796497 req-9a3649ec-6edf-4901-bfeb-0a46123a4d95 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:16:43.672402 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-d0d0ae6b-7bbb-4e7d-9e3a-fd1524796497 req-9a3649ec-6edf-4901-bfeb-0a46123a4d95 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=0dfe6104-b385-400f-8619-08e676401dd7 HTTP/1.1" status: 200 len: 835 time: 0.1556509 Apr 18 21:16:43.732926 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-800bf2a1-52b0-4883-8c09-6859d000f22e req-01a9a6b9-96ee-4356-b950-ca6128adc900 tempest-TestSecurityGroupsBasicOps-1555676956 tempest-TestSecurityGroupsBasicOps-1555676956-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:16:43.743304 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-800bf2a1-52b0-4883-8c09-6859d000f22e req-01a9a6b9-96ee-4356-b950-ca6128adc900 tempest-TestSecurityGroupsBasicOps-1555676956 tempest-TestSecurityGroupsBasicOps-1555676956-project] 10.222.0.42 "GET /v2.0/ports?device_id=7f082d4e-c66c-4741-ad18-6b73365eb5cf HTTP/1.1" status: 200 len: 984 time: 0.3137207 Apr 18 21:16:43.775966 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-e67e2042-b960-4566-94cb-4f4c1b8c00c9 req-05fdde7f-c601-4adb-a0f8-33f0348068ab service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=6bce00829a7643388053a450466cf6e2&device_id=f9a4504d-a7fe-4e48-bac2-8338fe809415 HTTP/1.1" status: 200 len: 1101 time: 0.2018304 Apr 18 21:16:43.835733 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Provisioning for port 91b3f014-56ef-419e-a0a6-7eaa38f32e36 completed by entity L2. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 21:16:43.853517 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-800bf2a1-52b0-4883-8c09-6859d000f22e req-3d996cab-6da5-46ae-ac59-9630d4773e0b tempest-TestSecurityGroupsBasicOps-1555676956 tempest-TestSecurityGroupsBasicOps-1555676956-project] 10.222.0.42 "GET /v2.0/security-groups?id=c220e4f8-52f5-42dc-a4f2-23cea83e5893&id=fe55597b-1970-4d54-b655-30e98fbf5bc4&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.1091192 Apr 18 21:16:43.857590 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Provisioning complete for port 91b3f014-56ef-419e-a0a6-7eaa38f32e36 triggered by entity L2. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:16:43.860428 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1253608'] for port, provisioning_complete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:16:43.907663 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-d0d0ae6b-7bbb-4e7d-9e3a-fd1524796497 req-b3b872f7-3026-470e-9375-e0b0c48aba69 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=79c9d5a9-1f93-4341-810a-bf26aaaa775a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2166245 Apr 18 21:16:44.047378 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e67e2042-b960-4566-94cb-4f4c1b8c00c9 req-a5e4d49c-7c90-4b43-ab1d-03c96df0e136 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:16:44.048878 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-e67e2042-b960-4566-94cb-4f4c1b8c00c9 req-a5e4d49c-7c90-4b43-ab1d-03c96df0e136 service neutron] 10.222.0.43 "GET /v2.0/networks?id=cb56989d-7c5d-4678-b194-1d2edf1e842a HTTP/1.1" status: 200 len: 870 time: 0.2511158 Apr 18 21:16:44.111710 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_hamode_db [None req-badf68e7-006b-40dc-9500-79e1c650eca7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '80ec6947-70fd-4168-908b-6a867ffbad0e', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1590676724', 'tenant_id': 'd19595ade6b9408699bc90a14d63d7df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'external_fixed_ips': [{'subnet_id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'ip_address': '172.25.8.23'}], 'enable_snat': True}, 'gw_port_id': '5822d2bd-9bfa-4cd8-897f-3aa337c41ee7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:14:41Z', 'updated_at': '2022-04-18T21:14:51Z', 'revision_number': 4, 'project_id': 'd19595ade6b9408699bc90a14d63d7df', 'gw_port': {'id': '5822d2bd-9bfa-4cd8-897f-3aa337c41ee7', 'name': '', 'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:8c:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80ec6947-70fd-4168-908b-6a867ffbad0e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'ip_address': '172.25.8.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:14:42Z', 'updated_at': '2022-04-18T21:14:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838334-2', '_interfaces': [{'id': 'c604fda5-ba21-4e91-88fd-f8c2d1bdf461', 'name': '', 'network_id': '79c9d5a9-1f93-4341-810a-bf26aaaa775a', 'tenant_id': 'd19595ade6b9408699bc90a14d63d7df', 'mac_address': 'fa:16:3e:99:43:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80ec6947-70fd-4168-908b-6a867ffbad0e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0dfe6104-b385-400f-8619-08e676401dd7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:14:50Z', 'updated_at': '2022-04-18T21:15:01Z', 'revision_number': 5, 'project_id': 'd19595ade6b9408699bc90a14d63d7df', 'subnets': [{'id': '0dfe6104-b385-400f-8619-08e676401dd7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838334-2', False) {} {{(pid=84042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:16:44.123734 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-badf68e7-006b-40dc-9500-79e1c650eca7 None None] Checking router: 80ec6947-70fd-4168-908b-6a867ffbad0e for host: n-d-838334-2 {{(pid=84042) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 18 21:16:44.179235 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-e67e2042-b960-4566-94cb-4f4c1b8c00c9 req-dc6027e1-34c3-4ae3-bd1c-5f8cdf3b0b2b service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.244&port_id=50095411-0043-4208-a2b0-c3f36cfbb898 HTTP/1.1" status: 200 len: 217 time: 0.1199386 Apr 18 21:16:44.190821 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-d0d0ae6b-7bbb-4e7d-9e3a-fd1524796497 req-9a5f6ca3-afa9-4d2c-9b48-555192cc5414 service neutron] 10.222.0.48 "GET /v2.0/networks/79c9d5a9-1f93-4341-810a-bf26aaaa775a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2819378 Apr 18 21:16:44.200595 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_dvrscheduler_db [None req-badf68e7-006b-40dc-9500-79e1c650eca7 None None] Routers {'80ec6947-70fd-4168-908b-6a867ffbad0e'} bound to L3 agent in host n-d-838334-2 {{(pid=84042) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 21:16:44.201230 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_hamode_db [None req-badf68e7-006b-40dc-9500-79e1c650eca7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838334-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-18T20:25:48Z,description=,heartbeat_timestamp=2022-04-18T21:16:18Z,host='n-d-838334-2',id=bc84d6c9-dd7a-4555-a351-592327b46d5a,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:25:48Z,topic='l3_agent')) {'router_ids': ['80ec6947-70fd-4168-908b-6a867ffbad0e'], 'active': True} {{(pid=84042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:16:44.201464 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c9b0c2b-6554-440c-a367-f634bddd0cf2 req-6ce86367-0017-4172-aa94-c427768b8015 tempest-TestNetworkBasicOps-1936690218 tempest-TestNetworkBasicOps-1936690218-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:16:44.203182 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-6c9b0c2b-6554-440c-a367-f634bddd0cf2 req-6ce86367-0017-4172-aa94-c427768b8015 tempest-TestNetworkBasicOps-1936690218 tempest-TestNetworkBasicOps-1936690218-project] 10.222.0.42 "GET /v2.0/ports?device_id=b2d97b3b-6aa4-4b21-acb6-0c9d32ad4ae5 HTTP/1.1" status: 200 len: 945 time: 0.5953188 Apr 18 21:16:44.310570 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e67e2042-b960-4566-94cb-4f4c1b8c00c9 req-6630bdaa-aad3-43b6-9c42-76249a809d3f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:16:44.312365 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-e67e2042-b960-4566-94cb-4f4c1b8c00c9 req-6630bdaa-aad3-43b6-9c42-76249a809d3f service neutron] 10.222.0.43 "GET /v2.0/subnets?id=c4b526db-4d8a-4d4c-a310-e3a599630ae1 HTTP/1.1" status: 200 len: 843 time: 0.1272142 Apr 18 21:16:44.378295 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-6c9b0c2b-6554-440c-a367-f634bddd0cf2 req-9d34a2c7-94ee-46dc-a950-daca33472dff tempest-TestNetworkBasicOps-1936690218 tempest-TestNetworkBasicOps-1936690218-project] 10.222.0.42 "GET /v2.0/security-groups?id=c18659b5-0687-43aa-9e20-8c97a01e54ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1555188 Apr 18 21:16:44.403655 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:16:44.427546 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-d0d0ae6b-7bbb-4e7d-9e3a-fd1524796497 req-60fa3fd9-8cab-4291-8f1d-bc8552ad601e service neutron] 10.222.0.48 "GET /v2.0/networks/79c9d5a9-1f93-4341-810a-bf26aaaa775a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2231774 Apr 18 21:16:44.441342 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] For port 91b3f014-56ef-419e-a0a6-7eaa38f32e36, host n-h2-838334-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838334-2',level=0,port_id=91b3f014-56ef-419e-a0a6-7eaa38f32e36,segment=NetworkSegment(ad18f8c7-fe16-4a7a-b1dc-698c203824ee),segment_id=ad18f8c7-fe16-4a7a-b1dc-698c203824ee)] {{(pid=84042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:16:44.445058 n-d-838334-2 neutron-server[84042]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b2d97b3b-6aa4-4b21-acb6-0c9d32ad4ae5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '91b3f014-56ef-419e-a0a6-7eaa38f32e36'}] {{(pid=84042) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 21:16:44.453699 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682'] for port, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:16:44.541814 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Pushing event updated for resources: {'Port': ['ID=91b3f014-56ef-419e-a0a6-7eaa38f32e36,revision_number=5']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:16:44.552328 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_dvr_db [None req-badf68e7-006b-40dc-9500-79e1c650eca7 None None] Set router 80ec6947-70fd-4168-908b-6a867ffbad0e gateway port host: n-d-838334-2 {{(pid=84042) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 21:16:44.596798 n-d-838334-2 neutron-server[84042]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e03e21ee-e461-407f-80bc-23a797936eae'] response: {'server_uuid': 'b2d97b3b-6aa4-4b21-acb6-0c9d32ad4ae5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '91b3f014-56ef-419e-a0a6-7eaa38f32e36', 'code': 200} Apr 18 21:16:44.754189 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-e67e2042-b960-4566-94cb-4f4c1b8c00c9 req-aa4b4e15-9aa9-4514-a7ac-b7e97a9b18fd service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=cb56989d-7c5d-4678-b194-1d2edf1e842a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4345047 Apr 18 21:16:44.816467 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3483c840-1fe6-4a7b-b2a7-e5287ed40c3f req-996e03b4-f7f4-442f-a704-02c7adcc76fe tempest-TestSecurityGroupsBasicOps-1555676956 tempest-TestSecurityGroupsBasicOps-1555676956-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:16:44.817957 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-3483c840-1fe6-4a7b-b2a7-e5287ed40c3f req-996e03b4-f7f4-442f-a704-02c7adcc76fe tempest-TestSecurityGroupsBasicOps-1555676956 tempest-TestSecurityGroupsBasicOps-1555676956-project] 10.222.0.48 "GET /v2.0/ports?device_id=7f082d4e-c66c-4741-ad18-6b73365eb5cf HTTP/1.1" status: 200 len: 984 time: 0.2590277 Apr 18 21:16:44.826060 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-b9eb9cdd-fd65-4ff2-b474-b96a88b04d5d req-23be3a32-ca10-41ab-b844-4bae7457812a service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=b2d97b3b-6aa4-4b21-acb6-0c9d32ad4ae5 HTTP/1.1" status: 200 len: 1097 time: 0.1605930 Apr 18 21:16:44.979554 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-b9eb9cdd-fd65-4ff2-b474-b96a88b04d5d req-f536e940-a1d5-495e-8b9d-1238689e947f service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=c18659b5-0687-43aa-9e20-8c97a01e54ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1198838 Apr 18 21:16:44.993793 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.plugin [req-3483c840-1fe6-4a7b-b2a7-e5287ed40c3f req-b4faf76b-1382-4939-9616-1d294b8cc081 tempest-TestSecurityGroupsBasicOps-1555676956 tempest-TestSecurityGroupsBasicOps-1555676956-project] Deleting port df096d24-1747-454d-b526-170b800e4ad9 {{(pid=84040) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 21:16:44.994134 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-3483c840-1fe6-4a7b-b2a7-e5287ed40c3f req-b4faf76b-1382-4939-9616-1d294b8cc081 tempest-TestSecurityGroupsBasicOps-1555676956 tempest-TestSecurityGroupsBasicOps-1555676956-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750375188691'] for port, before_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:16:45.028945 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-e67e2042-b960-4566-94cb-4f4c1b8c00c9 req-3dc728ce-2988-4e4f-9fb9-6e69b2945089 service neutron] 10.222.0.43 "GET /v2.0/networks/cb56989d-7c5d-4678-b194-1d2edf1e842a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2681956 Apr 18 21:16:45.193214 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_hamode_db [None req-badf68e7-006b-40dc-9500-79e1c650eca7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '80ec6947-70fd-4168-908b-6a867ffbad0e', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1590676724', 'tenant_id': 'd19595ade6b9408699bc90a14d63d7df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'external_fixed_ips': [{'subnet_id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'ip_address': '172.25.8.23'}], 'enable_snat': True}, 'gw_port_id': '5822d2bd-9bfa-4cd8-897f-3aa337c41ee7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:14:41Z', 'updated_at': '2022-04-18T21:14:51Z', 'revision_number': 4, 'project_id': 'd19595ade6b9408699bc90a14d63d7df', 'gw_port': {'id': '5822d2bd-9bfa-4cd8-897f-3aa337c41ee7', 'name': '', 'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:8c:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80ec6947-70fd-4168-908b-6a867ffbad0e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'ip_address': '172.25.8.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:14:42Z', 'updated_at': '2022-04-18T21:14:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838334-2', '_interfaces': [{'id': 'c604fda5-ba21-4e91-88fd-f8c2d1bdf461', 'name': '', 'network_id': '79c9d5a9-1f93-4341-810a-bf26aaaa775a', 'tenant_id': 'd19595ade6b9408699bc90a14d63d7df', 'mac_address': 'fa:16:3e:99:43:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80ec6947-70fd-4168-908b-6a867ffbad0e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0dfe6104-b385-400f-8619-08e676401dd7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:14:50Z', 'updated_at': '2022-04-18T21:15:01Z', 'revision_number': 5, 'project_id': 'd19595ade6b9408699bc90a14d63d7df', 'subnets': [{'id': '0dfe6104-b385-400f-8619-08e676401dd7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838334-2', False) {} {{(pid=84042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:16:45.203833 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-badf68e7-006b-40dc-9500-79e1c650eca7 None None] The sync data for ids ['80ec6947-70fd-4168-908b-6a867ffbad0e'] in n-d-838334-2 is: [{'id': '80ec6947-70fd-4168-908b-6a867ffbad0e', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1590676724', 'tenant_id': 'd19595ade6b9408699bc90a14d63d7df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'external_fixed_ips': [{'subnet_id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'ip_address': '172.25.8.23'}], 'enable_snat': True}, 'gw_port_id': '5822d2bd-9bfa-4cd8-897f-3aa337c41ee7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:14:41Z', 'updated_at': '2022-04-18T21:14:51Z', 'revision_number': 4, 'project_id': 'd19595ade6b9408699bc90a14d63d7df', 'gw_port': {'id': '5822d2bd-9bfa-4cd8-897f-3aa337c41ee7', 'name': '', 'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:8c:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80ec6947-70fd-4168-908b-6a867ffbad0e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'ip_address': '172.25.8.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:14:42Z', 'updated_at': '2022-04-18T21:14:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838334-2', '_interfaces': [{'id': 'c604fda5-ba21-4e91-88fd-f8c2d1bdf461', 'name': '', 'network_id': '79c9d5a9-1f93-4341-810a-bf26aaaa775a', 'tenant_id': 'd19595ade6b9408699bc90a14d63d7df', 'mac_address': 'fa:16:3e:99:43:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80ec6947-70fd-4168-908b-6a867ffbad0e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0dfe6104-b385-400f-8619-08e676401dd7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:14:50Z', 'updated_at': '2022-04-18T21:15:01Z', 'revision_number': 5, 'project_id': 'd19595ade6b9408699bc90a14d63d7df', 'subnets': [{'id': '0dfe6104-b385-400f-8619-08e676401dd7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84042) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 18 21:16:45.347221 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-e67e2042-b960-4566-94cb-4f4c1b8c00c9 req-adb7b9fe-a1fd-4a87-882e-ce7b1a3bf5fa service neutron] 10.222.0.43 "GET /v2.0/networks/cb56989d-7c5d-4678-b194-1d2edf1e842a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3104126 Apr 18 21:16:45.617892 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.db [req-3483c840-1fe6-4a7b-b2a7-e5287ed40c3f req-b4faf76b-1382-4939-9616-1d294b8cc081 tempest-TestSecurityGroupsBasicOps-1555676956 tempest-TestSecurityGroupsBasicOps-1555676956-project] For port df096d24-1747-454d-b526-170b800e4ad9, host n-h2-838334-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838334-2',level=0,port_id=df096d24-1747-454d-b526-170b800e4ad9,segment=NetworkSegment(de85d1fd-412a-4fe8-ab00-112e1eaec46e),segment_id=de85d1fd-412a-4fe8-ab00-112e1eaec46e)] {{(pid=84040) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:16:45.618398 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-3483c840-1fe6-4a7b-b2a7-e5287ed40c3f req-b4faf76b-1382-4939-9616-1d294b8cc081 tempest-TestSecurityGroupsBasicOps-1555676956 tempest-TestSecurityGroupsBasicOps-1555676956-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369123'] for port, precommit_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:16:45.670966 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-5f09e932-0955-4d05-bcc7-c66d18e8ae2f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750375287399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253529'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:16:45.750727 n-d-838334-2 neutron-server[84043]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47f3993f-05ff-4a68-9d7d-59ee6e01d66a None None] New status for floating IP 86964f65-49de-4ddd-b58d-645d3f7700a2: DOWN {{(pid=84043) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Apr 18 21:16:46.363941 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.plugin [req-3483c840-1fe6-4a7b-b2a7-e5287ed40c3f req-b4faf76b-1382-4939-9616-1d294b8cc081 tempest-TestSecurityGroupsBasicOps-1555676956 tempest-TestSecurityGroupsBasicOps-1555676956-project] Calling delete_port for df096d24-1747-454d-b526-170b800e4ad9 owned by compute:nova {{(pid=84040) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 21:16:46.446812 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc2b4308-0c09-4ce5-a3c7-1bb2df69bb27 req-851853e0-7b16-4e05-9dd9-bb0b7603dfb3 tempest-TestSecurityGroupsBasicOps-1555676956 tempest-TestSecurityGroupsBasicOps-1555676956-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:16:46.448571 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-fc2b4308-0c09-4ce5-a3c7-1bb2df69bb27 req-851853e0-7b16-4e05-9dd9-bb0b7603dfb3 tempest-TestSecurityGroupsBasicOps-1555676956 tempest-TestSecurityGroupsBasicOps-1555676956-project] 10.222.0.42 "GET /v2.0/ports?device_id=7f082d4e-c66c-4741-ad18-6b73365eb5cf HTTP/1.1" status: 200 len: 984 time: 1.1026120 Apr 18 21:16:46.544489 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-fc2b4308-0c09-4ce5-a3c7-1bb2df69bb27 req-a9d9dd53-c323-4a97-bfe4-c2fbf1cb695c tempest-TestSecurityGroupsBasicOps-1555676956 tempest-TestSecurityGroupsBasicOps-1555676956-project] 10.222.0.42 "GET /v2.0/security-groups?id=c220e4f8-52f5-42dc-a4f2-23cea83e5893&id=fe55597b-1970-4d54-b655-30e98fbf5bc4&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0877469 Apr 18 21:16:46.612084 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48afa3e7-abc0-4ee3-a2f7-425b8ec40a95 req-4588b03c-d1c6-4684-97a9-4a3bc84a44c1 tempest-TestNetworkBasicOps-1936690218 tempest-TestNetworkBasicOps-1936690218-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:16:46.619722 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-48afa3e7-abc0-4ee3-a2f7-425b8ec40a95 req-4588b03c-d1c6-4684-97a9-4a3bc84a44c1 tempest-TestNetworkBasicOps-1936690218 tempest-TestNetworkBasicOps-1936690218-project] 10.222.0.42 "GET /v2.0/ports?device_id=b2d97b3b-6aa4-4b21-acb6-0c9d32ad4ae5 HTTP/1.1" status: 200 len: 946 time: 0.9783521 Apr 18 21:16:46.719009 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-48afa3e7-abc0-4ee3-a2f7-425b8ec40a95 req-85ef2f9b-07a2-4a53-babf-86ce185e4f35 tempest-TestNetworkBasicOps-1936690218 tempest-TestNetworkBasicOps-1936690218-project] 10.222.0.42 "GET /v2.0/security-groups?id=c18659b5-0687-43aa-9e20-8c97a01e54ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0983496 Apr 18 21:16:46.719718 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-3483c840-1fe6-4a7b-b2a7-e5287ed40c3f req-b4faf76b-1382-4939-9616-1d294b8cc081 tempest-TestSecurityGroupsBasicOps-1555676956 tempest-TestSecurityGroupsBasicOps-1555676956-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750375259028', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750374836628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32440838'] for port, after_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:16:46.822929 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4faf76b-1382-4939-9616-1d294b8cc081 tempest-TestSecurityGroupsBasicOps-1555676956 tempest-TestSecurityGroupsBasicOps-1555676956-project] Pushing event deleted for resources: {'Port': ['ID=df096d24-1747-454d-b526-170b800e4ad9,revision_number=None']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:16:46.873384 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.l3_dvrscheduler_db [req-3483c840-1fe6-4a7b-b2a7-e5287ed40c3f req-b4faf76b-1382-4939-9616-1d294b8cc081 tempest-TestSecurityGroupsBasicOps-1555676956 tempest-TestSecurityGroupsBasicOps-1555676956-project] No DVR routers for this DVR port df096d24-1747-454d-b526-170b800e4ad9 on host n-h2-838334-2 {{(pid=84040) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 21:16:46.877072 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-3483c840-1fe6-4a7b-b2a7-e5287ed40c3f req-b4faf76b-1382-4939-9616-1d294b8cc081 tempest-TestSecurityGroupsBasicOps-1555676956 tempest-TestSecurityGroupsBasicOps-1555676956-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217293'] for port, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:16:46.887870 n-d-838334-2 neutron-server[84040]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7f082d4e-c66c-4741-ad18-6b73365eb5cf', 'name': 'network-vif-deleted', 'tag': 'df096d24-1747-454d-b526-170b800e4ad9'}] {{(pid=84040) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 21:16:46.892987 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-3483c840-1fe6-4a7b-b2a7-e5287ed40c3f req-b4faf76b-1382-4939-9616-1d294b8cc081 tempest-TestSecurityGroupsBasicOps-1555676956 tempest-TestSecurityGroupsBasicOps-1555676956-project] 10.222.0.48 "DELETE /v2.0/ports/df096d24-1747-454d-b526-170b800e4ad9 HTTP/1.1" status: 204 len: 173 time: 2.0660572 Apr 18 21:16:46.971753 n-d-838334-2 neutron-server[84040]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9f298de7-4c0e-4094-97f1-7211dfd57bcb'] response: {'server_uuid': '7f082d4e-c66c-4741-ad18-6b73365eb5cf', 'name': 'network-vif-deleted', 'tag': 'df096d24-1747-454d-b526-170b800e4ad9', 'status': 'completed', 'code': 200} Apr 18 21:16:47.030411 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.agents_db [None req-6346a179-333c-4370-b5a6-936984aeab15 None None] Agent healthcheck: found 7 active agents {{(pid=84043) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 18 21:16:47.852917 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [req-6088beec-be9b-4307-a161-ae7aba3d6eeb req-ad345e5a-f25b-4e5e-b2c4-87f3825a1919 tempest-TestSecurityGroupsBasicOps-1555676956 tempest-TestSecurityGroupsBasicOps-1555676956-project] Synchronizing usage tracker for tenant:d19595ade6b9408699bc90a14d63d7df on resource:port {{(pid=84040) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 21:16:47.902475 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-03bf6461-eb9e-4cf6-9457-3b3fd25d420e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750375287399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253529'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:16:47.933608 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [req-6088beec-be9b-4307-a161-ae7aba3d6eeb req-ad345e5a-f25b-4e5e-b2c4-87f3825a1919 tempest-TestSecurityGroupsBasicOps-1555676956 tempest-TestSecurityGroupsBasicOps-1555676956-project] Unset dirty status for tenant:d19595ade6b9408699bc90a14d63d7df on resource:port {{(pid=84040) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 21:16:47.947364 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-6088beec-be9b-4307-a161-ae7aba3d6eeb req-ad345e5a-f25b-4e5e-b2c4-87f3825a1919 tempest-TestSecurityGroupsBasicOps-1555676956 tempest-TestSecurityGroupsBasicOps-1555676956-project] 10.222.0.42 "GET /v2.0/ports?device_id=7f082d4e-c66c-4741-ad18-6b73365eb5cf HTTP/1.1" status: 200 len: 210 time: 0.1505890 Apr 18 21:16:47.982790 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8e8bfdb-49fc-4dfb-8c18-23ca25af67a0 req-d2a72477-cdb1-462d-a609-65db41b972c6 tempest-TestNetworkBasicOps-1936690218 tempest-TestNetworkBasicOps-1936690218-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:16:47.984417 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-c8e8bfdb-49fc-4dfb-8c18-23ca25af67a0 req-d2a72477-cdb1-462d-a609-65db41b972c6 tempest-TestNetworkBasicOps-1936690218 tempest-TestNetworkBasicOps-1936690218-project] 10.222.0.42 "GET /v2.0/ports?device_id=b2d97b3b-6aa4-4b21-acb6-0c9d32ad4ae5 HTTP/1.1" status: 200 len: 946 time: 0.1247594 Apr 18 21:16:48.042727 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-c8e8bfdb-49fc-4dfb-8c18-23ca25af67a0 req-d349d37d-f33b-4e76-950e-2559a22c2611 tempest-TestNetworkBasicOps-1936690218 tempest-TestNetworkBasicOps-1936690218-project] 10.222.0.42 "GET /v2.0/security-groups?id=c18659b5-0687-43aa-9e20-8c97a01e54ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0476470 Apr 18 21:16:48.296600 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-243cfaa1-6e87-49bc-83aa-89207921df72 req-9e14786b-cb1f-4d86-9baf-2b65968c7152 tempest-TestNetworkBasicOps-1936690218 tempest-TestNetworkBasicOps-1936690218-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:16:48.298207 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-243cfaa1-6e87-49bc-83aa-89207921df72 req-9e14786b-cb1f-4d86-9baf-2b65968c7152 tempest-TestNetworkBasicOps-1936690218 tempest-TestNetworkBasicOps-1936690218-project] 10.222.0.42 "GET /v2.0/ports?device_id=b2d97b3b-6aa4-4b21-acb6-0c9d32ad4ae5 HTTP/1.1" status: 200 len: 946 time: 0.0900004 Apr 18 21:16:48.350683 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-243cfaa1-6e87-49bc-83aa-89207921df72 req-7abf4d2e-f244-4fcf-83a5-12f84a8f267c tempest-TestNetworkBasicOps-1936690218 tempest-TestNetworkBasicOps-1936690218-project] 10.222.0.42 "GET /v2.0/security-groups?id=c18659b5-0687-43aa-9e20-8c97a01e54ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461314 Apr 18 21:16:49.040228 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750375287399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253529'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:16:49.086296 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 57236) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:16:49.185577 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-b028a2b6-d730-46f1-bace-6840ce3a3539 tempest-TestSecurityGroupsBasicOps-1555676956 tempest-TestSecurityGroupsBasicOps-1555676956-project] Notify callbacks [] for security_group, before_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:16:49.227748 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-b028a2b6-d730-46f1-bace-6840ce3a3539 tempest-TestSecurityGroupsBasicOps-1555676956 tempest-TestSecurityGroupsBasicOps-1555676956-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:16:49.285541 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-b028a2b6-d730-46f1-bace-6840ce3a3539 tempest-TestSecurityGroupsBasicOps-1555676956 tempest-TestSecurityGroupsBasicOps-1555676956-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33528224'] for security_group, after_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:16:49.308230 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b028a2b6-d730-46f1-bace-6840ce3a3539 tempest-TestSecurityGroupsBasicOps-1555676956 tempest-TestSecurityGroupsBasicOps-1555676956-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe55597b-1970-4d54-b655-30e98fbf5bc4,revision_number=None']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:16:49.320824 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-b028a2b6-d730-46f1-bace-6840ce3a3539 tempest-TestSecurityGroupsBasicOps-1555676956 tempest-TestSecurityGroupsBasicOps-1555676956-project] Notify callbacks [] for security_group, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:16:49.323722 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-b028a2b6-d730-46f1-bace-6840ce3a3539 tempest-TestSecurityGroupsBasicOps-1555676956 tempest-TestSecurityGroupsBasicOps-1555676956-project] 10.222.0.42 "DELETE /v2.0/security-groups/fe55597b-1970-4d54-b655-30e98fbf5bc4 HTTP/1.1" status: 204 len: 168 time: 0.2341356 Apr 18 21:16:49.324995 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 57270) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:16:49.423239 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-9bc9e313-606a-4e21-8446-d5e674e3eda6 tempest-TestSecurityGroupsBasicOps-1555676956 tempest-TestSecurityGroupsBasicOps-1555676956-project] Notify callbacks [] for security_group, before_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:16:49.424593 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Device df096d24-1747-454d-b526-170b800e4ad9 no longer exists at agent hyperv_n-h2-838334-2 {{(pid=84042) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 21:16:49.461747 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-9bc9e313-606a-4e21-8446-d5e674e3eda6 tempest-TestSecurityGroupsBasicOps-1555676956 tempest-TestSecurityGroupsBasicOps-1555676956-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:16:49.477008 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.plugin [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] No Port match for: df096d24-1747-454d-b526-170b800e4ad9 {{(pid=84042) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 18 21:16:49.477467 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Device df096d24-1747-454d-b526-170b800e4ad9 not bound to the agent host n-h2-838334-2 {{(pid=84042) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 21:16:49.530795 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-9bc9e313-606a-4e21-8446-d5e674e3eda6 tempest-TestSecurityGroupsBasicOps-1555676956 tempest-TestSecurityGroupsBasicOps-1555676956-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33528224'] for security_group, after_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:16:49.539406 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-414b6ffe-e119-47bc-b18f-bcff1219c2f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750375287399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253529'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:16:49.572796 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-9bc9e313-606a-4e21-8446-d5e674e3eda6 tempest-TestSecurityGroupsBasicOps-1555676956 tempest-TestSecurityGroupsBasicOps-1555676956-project] Notify callbacks [] for security_group, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:16:49.576733 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-9bc9e313-606a-4e21-8446-d5e674e3eda6 tempest-TestSecurityGroupsBasicOps-1555676956 tempest-TestSecurityGroupsBasicOps-1555676956-project] 10.222.0.42 "DELETE /v2.0/security-groups/c220e4f8-52f5-42dc-a4f2-23cea83e5893 HTTP/1.1" status: 204 len: 168 time: 0.2479281 Apr 18 21:16:49.576897 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 57302) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:16:49.588736 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bc9e313-606a-4e21-8446-d5e674e3eda6 tempest-TestSecurityGroupsBasicOps-1555676956 tempest-TestSecurityGroupsBasicOps-1555676956-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c220e4f8-52f5-42dc-a4f2-23cea83e5893,revision_number=None']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:16:49.882028 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 57322) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:16:50.304438 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-d4c7c6e9-62e6-42d6-a1b8-07b12521ad73 tempest-TestSecurityGroupsBasicOps-1555676956 tempest-TestSecurityGroupsBasicOps-1555676956-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33443857'] for router_interface, before_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:16:50.629765 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-c7521a90-7d65-4e2e-842c-ca5d95e9a89c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750375287399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253529'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:16:51.037217 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-aaa8c805-504f-4937-996c-0e0e66e41e7f tempest-TestNetworkBasicOps-1936690218 tempest-TestNetworkBasicOps-1936690218-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:16:51.401022 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.plugin [None req-d4c7c6e9-62e6-42d6-a1b8-07b12521ad73 tempest-TestSecurityGroupsBasicOps-1555676956 tempest-TestSecurityGroupsBasicOps-1555676956-project] Deleting port c604fda5-ba21-4e91-88fd-f8c2d1bdf461 {{(pid=84040) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 21:16:51.401592 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-d4c7c6e9-62e6-42d6-a1b8-07b12521ad73 tempest-TestSecurityGroupsBasicOps-1555676956 tempest-TestSecurityGroupsBasicOps-1555676956-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750375188691'] for port, before_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:16:51.697499 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.db_base_plugin_common [None req-aaa8c805-504f-4937-996c-0e0e66e41e7f tempest-TestNetworkBasicOps-1936690218 tempest-TestNetworkBasicOps-1936690218-project] Allocated IP 172.20.0.17 (5736583a-49e5-46e4-b17e-ebce406d65ce/29e49084-a72b-462e-b3e2-5d6b3c56e9e5/51f8b256-51b2-428c-847b-cb610df19912) {{(pid=84041) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 21:16:51.791064 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.db [None req-d4c7c6e9-62e6-42d6-a1b8-07b12521ad73 tempest-TestSecurityGroupsBasicOps-1555676956 tempest-TestSecurityGroupsBasicOps-1555676956-project] For port c604fda5-ba21-4e91-88fd-f8c2d1bdf461, host n-d-838334-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838334-2',level=0,port_id=c604fda5-ba21-4e91-88fd-f8c2d1bdf461,segment=NetworkSegment(de85d1fd-412a-4fe8-ab00-112e1eaec46e),segment_id=de85d1fd-412a-4fe8-ab00-112e1eaec46e)] {{(pid=84040) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:16:51.791517 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-d4c7c6e9-62e6-42d6-a1b8-07b12521ad73 tempest-TestSecurityGroupsBasicOps-1555676956 tempest-TestSecurityGroupsBasicOps-1555676956-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369123'] for port, precommit_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:16:51.938062 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-aaa8c805-504f-4937-996c-0e0e66e41e7f tempest-TestNetworkBasicOps-1936690218 tempest-TestNetworkBasicOps-1936690218-project] Notify callbacks [] for port, precommit_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:16:51.961871 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.provisioning_blocks [None req-aaa8c805-504f-4937-996c-0e0e66e41e7f tempest-TestNetworkBasicOps-1936690218 tempest-TestNetworkBasicOps-1936690218-project] Transition to ACTIVE for port object 51f8b256-51b2-428c-847b-cb610df19912 will not be triggered until provisioned by entity DHCP. {{(pid=84041) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:16:51.980294 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.plugin [None req-d4c7c6e9-62e6-42d6-a1b8-07b12521ad73 tempest-TestSecurityGroupsBasicOps-1555676956 tempest-TestSecurityGroupsBasicOps-1555676956-project] Calling delete_port for c604fda5-ba21-4e91-88fd-f8c2d1bdf461 owned by network:router_interface {{(pid=84040) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 21:16:51.985170 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-aaa8c805-504f-4937-996c-0e0e66e41e7f tempest-TestNetworkBasicOps-1936690218 tempest-TestNetworkBasicOps-1936690218-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750374836619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32266323'] for port, after_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:16:52.078011 n-d-838334-2 neutron-server[84041]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aaa8c805-504f-4937-996c-0e0e66e41e7f tempest-TestNetworkBasicOps-1936690218 tempest-TestNetworkBasicOps-1936690218-project] Network 5736583a-49e5-46e4-b17e-ebce406d65ce is already hosted by enough agents. {{(pid=84041) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:16:52.079142 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaa8c805-504f-4937-996c-0e0e66e41e7f tempest-TestNetworkBasicOps-1936690218 tempest-TestNetworkBasicOps-1936690218-project] Pushing event updated for resources: {'Port': ['ID=51f8b256-51b2-428c-847b-cb610df19912,revision_number=1']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:16:52.081596 n-d-838334-2 neutron-server[84041]: DEBUG neutron.scheduler.base_scheduler [None req-aaa8c805-504f-4937-996c-0e0e66e41e7f tempest-TestNetworkBasicOps-1936690218 tempest-TestNetworkBasicOps-1936690218-project] Resources bound (agent type, host, resource id): {{(pid=84041) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:16:52.083808 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aaa8c805-504f-4937-996c-0e0e66e41e7f tempest-TestNetworkBasicOps-1936690218 tempest-TestNetworkBasicOps-1936690218-project] Received port after_create {{(pid=84041) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 21:16:52.150551 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-aaa8c805-504f-4937-996c-0e0e66e41e7f tempest-TestNetworkBasicOps-1936690218 tempest-TestNetworkBasicOps-1936690218-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33444010'] for router_interface, before_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:16:52.223661 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-d4c7c6e9-62e6-42d6-a1b8-07b12521ad73 tempest-TestSecurityGroupsBasicOps-1555676956 tempest-TestSecurityGroupsBasicOps-1555676956-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750375259028', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750374836628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32440838'] for port, after_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:16:52.297515 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-aaa8c805-504f-4937-996c-0e0e66e41e7f tempest-TestNetworkBasicOps-1936690218 tempest-TestNetworkBasicOps-1936690218-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:16:52.305945 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4c7c6e9-62e6-42d6-a1b8-07b12521ad73 tempest-TestSecurityGroupsBasicOps-1555676956 tempest-TestSecurityGroupsBasicOps-1555676956-project] Pushing event deleted for resources: {'Port': ['ID=c604fda5-ba21-4e91-88fd-f8c2d1bdf461,revision_number=None']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:16:52.563590 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-d0cc7aaf-c93e-4e27-95c5-15057d0917ad None None] Provisioning for port 51f8b256-51b2-428c-847b-cb610df19912 completed by entity DHCP. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 21:16:52.573717 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-d0cc7aaf-c93e-4e27-95c5-15057d0917ad None None] Provisioning complete for port 51f8b256-51b2-428c-847b-cb610df19912 triggered by entity DHCP. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:16:52.574444 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-d0cc7aaf-c93e-4e27-95c5-15057d0917ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1253608'] for port, provisioning_complete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:16:52.761716 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.plugin [None req-d0cc7aaf-c93e-4e27-95c5-15057d0917ad None None] Port 51f8b256-51b2-428c-847b-cb610df19912 cannot update to ACTIVE because it is not bound. {{(pid=84042) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 18 21:16:53.026936 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-d4c7c6e9-62e6-42d6-a1b8-07b12521ad73 tempest-TestSecurityGroupsBasicOps-1555676956 tempest-TestSecurityGroupsBasicOps-1555676956-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-32377931', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33443910'] for router_interface, after_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:16:53.139910 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-aaa8c805-504f-4937-996c-0e0e66e41e7f tempest-TestNetworkBasicOps-1936690218 tempest-TestNetworkBasicOps-1936690218-project] Notify callbacks [] for port, precommit_update {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:16:53.152196 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-aaa8c805-504f-4937-996c-0e0e66e41e7f tempest-TestNetworkBasicOps-1936690218 tempest-TestNetworkBasicOps-1936690218-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32266282'] for port, after_update {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:16:53.311173 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-aaa8c805-504f-4937-996c-0e0e66e41e7f tempest-TestNetworkBasicOps-1936690218 tempest-TestNetworkBasicOps-1936690218-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-32377886', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33443847'] for router_interface, after_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:16:53.315118 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaa8c805-504f-4937-996c-0e0e66e41e7f tempest-TestNetworkBasicOps-1936690218 tempest-TestNetworkBasicOps-1936690218-project] Pushing event updated for resources: {'Port': ['ID=51f8b256-51b2-428c-847b-cb610df19912,revision_number=2']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:16:53.525120 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f66b291c-6889-412c-aeb7-b22a65cd0302 req-a2b9aa94-6416-4c81-80f0-e1068a61dcc3 tempest-VolumesBackupsTest-273593874 tempest-VolumesBackupsTest-273593874-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:16:53.526786 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-f66b291c-6889-412c-aeb7-b22a65cd0302 req-a2b9aa94-6416-4c81-80f0-e1068a61dcc3 tempest-VolumesBackupsTest-273593874 tempest-VolumesBackupsTest-273593874-project] 10.222.0.42 "GET /v2.0/ports?device_id=f9a4504d-a7fe-4e48-bac2-8338fe809415 HTTP/1.1" status: 200 len: 950 time: 0.1727095 Apr 18 21:16:53.553563 n-d-838334-2 neutron-server[84041]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aaa8c805-504f-4937-996c-0e0e66e41e7f tempest-TestNetworkBasicOps-1936690218 tempest-TestNetworkBasicOps-1936690218-project] Network 5736583a-49e5-46e4-b17e-ebce406d65ce is already hosted by enough agents. {{(pid=84041) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:16:53.556674 n-d-838334-2 neutron-server[84041]: DEBUG neutron.scheduler.base_scheduler [None req-aaa8c805-504f-4937-996c-0e0e66e41e7f tempest-TestNetworkBasicOps-1936690218 tempest-TestNetworkBasicOps-1936690218-project] Resources bound (agent type, host, resource id): {{(pid=84041) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:16:53.650332 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-f66b291c-6889-412c-aeb7-b22a65cd0302 req-173ff9c8-6012-4cf8-8d51-dd54e6d23bcc tempest-VolumesBackupsTest-273593874 tempest-VolumesBackupsTest-273593874-project] 10.222.0.42 "GET /v2.0/security-groups?id=b0c76cc6-04b1-4f10-becd-8b685ab4a08f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1105721 Apr 18 21:16:54.015637 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-fd7a475d-3d31-4dc9-95bb-7d8ebaed2b46 None None] Provisioning complete for port 51f8b256-51b2-428c-847b-cb610df19912 triggered by entity DHCP. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:16:54.019599 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-fd7a475d-3d31-4dc9-95bb-7d8ebaed2b46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1253608'] for port, provisioning_complete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:16:54.142442 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.plugin [None req-fd7a475d-3d31-4dc9-95bb-7d8ebaed2b46 None None] Port 51f8b256-51b2-428c-847b-cb610df19912 cannot update to ACTIVE because it is not bound. {{(pid=84042) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 18 21:16:54.441259 n-d-838334-2 neutron-server[84041]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aaa8c805-504f-4937-996c-0e0e66e41e7f tempest-TestNetworkBasicOps-1936690218 tempest-TestNetworkBasicOps-1936690218-project] Router b99cf232-05aa-4212-8f94-0748ead02435 has already been hosted by L3 agent bc84d6c9-dd7a-4555-a351-592327b46d5a {{(pid=84041) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 21:16:54.665595 n-d-838334-2 neutron-server[84040]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d4c7c6e9-62e6-42d6-a1b8-07b12521ad73 tempest-TestSecurityGroupsBasicOps-1555676956 tempest-TestSecurityGroupsBasicOps-1555676956-project] Router 80ec6947-70fd-4168-908b-6a867ffbad0e has already been hosted by L3 agent bc84d6c9-dd7a-4555-a351-592327b46d5a {{(pid=84040) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 21:16:54.781586 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-590c1c1e-5c28-44e4-bfb0-5a56d91e226d req-cee31d79-949a-42ba-a087-03046c86f28f tempest-VolumesBackupsTest-273593874 tempest-VolumesBackupsTest-273593874-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:16:54.782289 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [req-590c1c1e-5c28-44e4-bfb0-5a56d91e226d req-cee31d79-949a-42ba-a087-03046c86f28f tempest-VolumesBackupsTest-273593874 tempest-VolumesBackupsTest-273593874-project] Synchronizing usage tracker for tenant:6bce00829a7643388053a450466cf6e2 on resource:port {{(pid=84041) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 21:16:54.790992 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aaa8c805-504f-4937-996c-0e0e66e41e7f tempest-TestNetworkBasicOps-1936690218 tempest-TestNetworkBasicOps-1936690218-project] Notify agent at l3_agent.n-d-838334-2 the message routers_updated {{(pid=84041) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 21:16:54.803756 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f425cdc0-bf2b-4395-9494-11190e745e41 None None] Sync routers for ids ['b99cf232-05aa-4212-8f94-0748ead02435'] in n-d-838334-2 {{(pid=84042) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 18 21:16:54.826270 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f425cdc0-bf2b-4395-9494-11190e745e41 None None] Routers {'b99cf232-05aa-4212-8f94-0748ead02435'} bound to L3 agent in host n-d-838334-2 {{(pid=84042) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 21:16:54.826906 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_hamode_db [None req-f425cdc0-bf2b-4395-9494-11190e745e41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838334-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-18T20:25:48Z,description=,heartbeat_timestamp=2022-04-18T21:16:48Z,host='n-d-838334-2',id=bc84d6c9-dd7a-4555-a351-592327b46d5a,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:25:48Z,topic='l3_agent')) {'router_ids': ['b99cf232-05aa-4212-8f94-0748ead02435'], 'active': True} {{(pid=84042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:16:54.838598 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [req-590c1c1e-5c28-44e4-bfb0-5a56d91e226d req-cee31d79-949a-42ba-a087-03046c86f28f tempest-VolumesBackupsTest-273593874 tempest-VolumesBackupsTest-273593874-project] Unset dirty status for tenant:6bce00829a7643388053a450466cf6e2 on resource:port {{(pid=84041) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 21:16:54.839898 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-590c1c1e-5c28-44e4-bfb0-5a56d91e226d req-cee31d79-949a-42ba-a087-03046c86f28f tempest-VolumesBackupsTest-273593874 tempest-VolumesBackupsTest-273593874-project] 10.222.0.43 "GET /v2.0/ports?device_id=f9a4504d-a7fe-4e48-bac2-8338fe809415 HTTP/1.1" status: 200 len: 950 time: 0.1910937 Apr 18 21:16:54.844211 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-aaa8c805-504f-4937-996c-0e0e66e41e7f tempest-TestNetworkBasicOps-1936690218 tempest-TestNetworkBasicOps-1936690218-project] 10.222.0.42 "PUT /v2.0/routers/b99cf232-05aa-4212-8f94-0748ead02435/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9610527 Apr 18 21:16:54.975067 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.plugin [req-590c1c1e-5c28-44e4-bfb0-5a56d91e226d req-9dd0e469-33fd-43ee-ba17-2339fae49570 tempest-VolumesBackupsTest-273593874 tempest-VolumesBackupsTest-273593874-project] Deleting port 50095411-0043-4208-a2b0-c3f36cfbb898 {{(pid=84041) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 21:16:54.975183 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [req-590c1c1e-5c28-44e4-bfb0-5a56d91e226d req-9dd0e469-33fd-43ee-ba17-2339fae49570 tempest-VolumesBackupsTest-273593874 tempest-VolumesBackupsTest-273593874-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750375188691'] for port, before_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:16:55.030592 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77fb8a73-ff4f-47b9-af08-349d4d5ff34e req-3c3e2962-f3f0-4c75-94bc-0f12178d6350 tempest-VolumesBackupsTest-273593874 tempest-VolumesBackupsTest-273593874-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:16:55.038902 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-77fb8a73-ff4f-47b9-af08-349d4d5ff34e req-3c3e2962-f3f0-4c75-94bc-0f12178d6350 tempest-VolumesBackupsTest-273593874 tempest-VolumesBackupsTest-273593874-project] 10.222.0.42 "GET /v2.0/ports?device_id=f9a4504d-a7fe-4e48-bac2-8338fe809415 HTTP/1.1" status: 200 len: 950 time: 0.1659939 Apr 18 21:16:55.139446 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-77fb8a73-ff4f-47b9-af08-349d4d5ff34e req-02471842-b7d4-4e27-b7c9-faba7539b65b tempest-VolumesBackupsTest-273593874 tempest-VolumesBackupsTest-273593874-project] 10.222.0.42 "GET /v2.0/security-groups?id=b0c76cc6-04b1-4f10-becd-8b685ab4a08f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0996830 Apr 18 21:16:55.152385 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d4c7c6e9-62e6-42d6-a1b8-07b12521ad73 tempest-TestSecurityGroupsBasicOps-1555676956 tempest-TestSecurityGroupsBasicOps-1555676956-project] Notify agent at l3_agent.n-d-838334-2 the message routers_updated {{(pid=84040) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 21:16:55.166545 n-d-838334-2 neutron-server[84043]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44fa414a-839e-4a2e-b61e-39aeda27b398 None None] Sync routers for ids ['80ec6947-70fd-4168-908b-6a867ffbad0e'] in n-d-838334-2 {{(pid=84043) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 18 21:16:55.194394 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-d4c7c6e9-62e6-42d6-a1b8-07b12521ad73 tempest-TestSecurityGroupsBasicOps-1555676956 tempest-TestSecurityGroupsBasicOps-1555676956-project] 10.222.0.42 "PUT /v2.0/routers/80ec6947-70fd-4168-908b-6a867ffbad0e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6137652 Apr 18 21:16:55.204978 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 57394) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:16:55.205080 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_dvr_db [None req-f425cdc0-bf2b-4395-9494-11190e745e41 None None] Set router b99cf232-05aa-4212-8f94-0748ead02435 gateway port host: n-d-838334-2 {{(pid=84042) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 21:16:55.212162 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44fa414a-839e-4a2e-b61e-39aeda27b398 None None] Routers {'80ec6947-70fd-4168-908b-6a867ffbad0e'} bound to L3 agent in host n-d-838334-2 {{(pid=84043) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 21:16:55.213086 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.l3_hamode_db [None req-44fa414a-839e-4a2e-b61e-39aeda27b398 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838334-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-18T20:25:48Z,description=,heartbeat_timestamp=2022-04-18T21:16:48Z,host='n-d-838334-2',id=bc84d6c9-dd7a-4555-a351-592327b46d5a,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:25:48Z,topic='l3_agent')) {'router_ids': ['80ec6947-70fd-4168-908b-6a867ffbad0e'], 'active': True} {{(pid=84043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:16:55.504489 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.db [req-590c1c1e-5c28-44e4-bfb0-5a56d91e226d req-9dd0e469-33fd-43ee-ba17-2339fae49570 tempest-VolumesBackupsTest-273593874 tempest-VolumesBackupsTest-273593874-project] For port 50095411-0043-4208-a2b0-c3f36cfbb898, host n-h1-838334-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838334-2',level=0,port_id=50095411-0043-4208-a2b0-c3f36cfbb898,segment=NetworkSegment(62b85806-94d8-4a88-a06c-da82e5932d66),segment_id=62b85806-94d8-4a88-a06c-da82e5932d66)] {{(pid=84041) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:16:55.505040 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [req-590c1c1e-5c28-44e4-bfb0-5a56d91e226d req-9dd0e469-33fd-43ee-ba17-2339fae49570 tempest-VolumesBackupsTest-273593874 tempest-VolumesBackupsTest-273593874-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369123'] for port, precommit_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:16:55.640552 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.db_base_plugin_v2 [None req-ff776a66-ebe4-4e6c-b34a-9148306b6f5f tempest-TestSecurityGroupsBasicOps-1555676956 tempest-TestSecurityGroupsBasicOps-1555676956-project] Deleting subnet 0dfe6104-b385-400f-8619-08e676401dd7 {{(pid=84040) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 18 21:16:55.641537 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.l3_dvr_db [None req-44fa414a-839e-4a2e-b61e-39aeda27b398 None None] Set router 80ec6947-70fd-4168-908b-6a867ffbad0e gateway port host: n-d-838334-2 {{(pid=84043) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 21:16:55.655215 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-ff776a66-ebe4-4e6c-b34a-9148306b6f5f tempest-TestSecurityGroupsBasicOps-1555676956 tempest-TestSecurityGroupsBasicOps-1555676956-project] Notify callbacks [] for subnet, before_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:16:55.763778 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-ff776a66-ebe4-4e6c-b34a-9148306b6f5f tempest-TestSecurityGroupsBasicOps-1555676956 tempest-TestSecurityGroupsBasicOps-1555676956-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31955982'] for subnet, precommit_delete_associations {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:16:55.814317 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.plugin [req-590c1c1e-5c28-44e4-bfb0-5a56d91e226d req-9dd0e469-33fd-43ee-ba17-2339fae49570 tempest-VolumesBackupsTest-273593874 tempest-VolumesBackupsTest-273593874-project] Calling delete_port for 50095411-0043-4208-a2b0-c3f36cfbb898 owned by compute:nova {{(pid=84041) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 21:16:55.987418 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-ff776a66-ebe4-4e6c-b34a-9148306b6f5f tempest-TestSecurityGroupsBasicOps-1555676956 tempest-TestSecurityGroupsBasicOps-1555676956-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1260556'] for subnet, precommit_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:16:55.991798 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [req-590c1c1e-5c28-44e4-bfb0-5a56d91e226d req-9dd0e469-33fd-43ee-ba17-2339fae49570 tempest-VolumesBackupsTest-273593874 tempest-VolumesBackupsTest-273593874-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750375259028', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750374836628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32266323'] for port, after_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:16:56.025936 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_hamode_db [None req-f425cdc0-bf2b-4395-9494-11190e745e41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b99cf232-05aa-4212-8f94-0748ead02435', 'name': 'tempest-TestNetworkBasicOps-router-310213544', 'tenant_id': '08ce18aa0ce94082a747ec94ccd8cac1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'external_fixed_ips': [{'subnet_id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'ip_address': '172.25.8.61'}], 'enable_snat': True}, 'gw_port_id': '10d70ee7-4999-4775-97af-43b9f0013683', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:15:13Z', 'updated_at': '2022-04-18T21:16:52Z', 'revision_number': 5, 'project_id': '08ce18aa0ce94082a747ec94ccd8cac1', 'gw_port': {'id': '10d70ee7-4999-4775-97af-43b9f0013683', 'name': '', 'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:90:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b99cf232-05aa-4212-8f94-0748ead02435', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'ip_address': '172.25.8.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:15:14Z', 'updated_at': '2022-04-18T21:15:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838334-2', '_floatingips': [{'id': '0cdbe560-48f7-462e-8cfe-c4afe3429b7c', 'tenant_id': '08ce18aa0ce94082a747ec94ccd8cac1', 'floating_ip_address': '172.25.8.36', 'floating_network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'router_id': 'b99cf232-05aa-4212-8f94-0748ead02435', 'port_id': 'c50d9f5c-a87c-41ce-b980-c149a676fd20', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0da44c8a-15a6-48d5-b8a3-e2609519a9b7', 'mac_address': 'fa:16:3e:63:0b:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ff68f2f-27b8-4852-8ec1-1e8bd408587d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T21:15:48Z', 'updated_at': '2022-04-18T21:15:53Z', 'revision_number': 1, 'project_id': '08ce18aa0ce94082a747ec94ccd8cac1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '51f8b256-51b2-428c-847b-cb610df19912', 'name': '', 'network_id': '5736583a-49e5-46e4-b17e-ebce406d65ce', 'tenant_id': '08ce18aa0ce94082a747ec94ccd8cac1', 'mac_address': 'fa:16:3e:e0:6c:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b99cf232-05aa-4212-8f94-0748ead02435', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '29e49084-a72b-462e-b3e2-5d6b3c56e9e5', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:16:51Z', 'updated_at': '2022-04-18T21:16:52Z', 'revision_number': 2, 'project_id': '08ce18aa0ce94082a747ec94ccd8cac1', 'subnets': [{'id': '29e49084-a72b-462e-b3e2-5d6b3c56e9e5', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '78e8a164-6328-4471-8f1e-15f9ab88165b', 'name': '', 'network_id': '0da44c8a-15a6-48d5-b8a3-e2609519a9b7', 'tenant_id': '08ce18aa0ce94082a747ec94ccd8cac1', 'mac_address': 'fa:16:3e:00:fd:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b99cf232-05aa-4212-8f94-0748ead02435', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b2906c47-8f19-4603-9015-e0383cdd68a4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:15:21Z', 'updated_at': '2022-04-18T21:15:29Z', 'revision_number': 5, 'project_id': '08ce18aa0ce94082a747ec94ccd8cac1', 'subnets': [{'id': 'b2906c47-8f19-4603-9015-e0383cdd68a4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838334-2', False) {} {{(pid=84042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:16:56.040563 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f425cdc0-bf2b-4395-9494-11190e745e41 None None] Checking router: b99cf232-05aa-4212-8f94-0748ead02435 for host: n-d-838334-2 {{(pid=84042) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 18 21:16:56.041098 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f425cdc0-bf2b-4395-9494-11190e745e41 None None] Updating router b99cf232-05aa-4212-8f94-0748ead02435 port 51f8b256-51b2-428c-847b-cb610df19912 binding host n-d-838334-2 {{(pid=84042) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 18 21:16:56.063370 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 57402) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:16:56.110970 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dd0e469-33fd-43ee-ba17-2339fae49570 tempest-VolumesBackupsTest-273593874 tempest-VolumesBackupsTest-273593874-project] Pushing event deleted for resources: {'Port': ['ID=50095411-0043-4208-a2b0-c3f36cfbb898,revision_number=None']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:16:56.164610 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.l3_hamode_db [None req-44fa414a-839e-4a2e-b61e-39aeda27b398 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '80ec6947-70fd-4168-908b-6a867ffbad0e', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1590676724', 'tenant_id': 'd19595ade6b9408699bc90a14d63d7df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'external_fixed_ips': [{'subnet_id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'ip_address': '172.25.8.23'}], 'enable_snat': True}, 'gw_port_id': '5822d2bd-9bfa-4cd8-897f-3aa337c41ee7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:14:41Z', 'updated_at': '2022-04-18T21:16:52Z', 'revision_number': 5, 'project_id': 'd19595ade6b9408699bc90a14d63d7df', 'gw_port': {'id': '5822d2bd-9bfa-4cd8-897f-3aa337c41ee7', 'name': '', 'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:8c:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80ec6947-70fd-4168-908b-6a867ffbad0e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'ip_address': '172.25.8.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:14:42Z', 'updated_at': '2022-04-18T21:14:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838334-2'}], 'n-d-838334-2', False) {} {{(pid=84043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:16:56.165264 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.l3_dvrscheduler_db [req-590c1c1e-5c28-44e4-bfb0-5a56d91e226d req-9dd0e469-33fd-43ee-ba17-2339fae49570 tempest-VolumesBackupsTest-273593874 tempest-VolumesBackupsTest-273593874-project] No DVR routers for this DVR port 50095411-0043-4208-a2b0-c3f36cfbb898 on host n-h1-838334-2 {{(pid=84041) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 21:16:56.169228 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [req-590c1c1e-5c28-44e4-bfb0-5a56d91e226d req-9dd0e469-33fd-43ee-ba17-2339fae49570 tempest-VolumesBackupsTest-273593874 tempest-VolumesBackupsTest-273593874-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217293'] for port, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:16:56.176657 n-d-838334-2 neutron-server[84041]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f9a4504d-a7fe-4e48-bac2-8338fe809415', 'name': 'network-vif-deleted', 'tag': '50095411-0043-4208-a2b0-c3f36cfbb898'}] {{(pid=84041) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 21:16:56.177724 n-d-838334-2 neutron-server[84043]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44fa414a-839e-4a2e-b61e-39aeda27b398 None None] Checking router: 80ec6947-70fd-4168-908b-6a867ffbad0e for host: n-d-838334-2 {{(pid=84043) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 18 21:16:56.203181 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-ff776a66-ebe4-4e6c-b34a-9148306b6f5f tempest-TestSecurityGroupsBasicOps-1555676956 tempest-TestSecurityGroupsBasicOps-1555676956-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1260549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33526260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32440885', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31752825'] for subnet, after_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:16:56.203854 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44fa414a-839e-4a2e-b61e-39aeda27b398 None None] Routers {'80ec6947-70fd-4168-908b-6a867ffbad0e'} bound to L3 agent in host n-d-838334-2 {{(pid=84043) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 21:16:56.206786 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.l3_hamode_db [None req-44fa414a-839e-4a2e-b61e-39aeda27b398 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838334-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-18T20:25:48Z,description=,heartbeat_timestamp=2022-04-18T21:16:48Z,host='n-d-838334-2',id=bc84d6c9-dd7a-4555-a351-592327b46d5a,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:25:48Z,topic='l3_agent')) {'router_ids': ['80ec6947-70fd-4168-908b-6a867ffbad0e'], 'active': True} {{(pid=84043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:16:56.215377 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-590c1c1e-5c28-44e4-bfb0-5a56d91e226d req-9dd0e469-33fd-43ee-ba17-2339fae49570 tempest-VolumesBackupsTest-273593874 tempest-VolumesBackupsTest-273593874-project] 10.222.0.43 "DELETE /v2.0/ports/50095411-0043-4208-a2b0-c3f36cfbb898 HTTP/1.1" status: 204 len: 173 time: 1.3687937 Apr 18 21:16:56.223881 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-f425cdc0-bf2b-4395-9494-11190e745e41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:16:56.300931 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff776a66-ebe4-4e6c-b34a-9148306b6f5f tempest-TestSecurityGroupsBasicOps-1555676956 tempest-TestSecurityGroupsBasicOps-1555676956-project] Pushing event deleted for resources: {'Subnet': ['ID=0dfe6104-b385-400f-8619-08e676401dd7,revision_number=None']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:16:56.324222 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-ff776a66-ebe4-4e6c-b34a-9148306b6f5f tempest-TestSecurityGroupsBasicOps-1555676956 tempest-TestSecurityGroupsBasicOps-1555676956-project] Notify callbacks [] for subnet, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:16:56.342995 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 57412) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:16:56.344263 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-ff776a66-ebe4-4e6c-b34a-9148306b6f5f tempest-TestSecurityGroupsBasicOps-1555676956 tempest-TestSecurityGroupsBasicOps-1555676956-project] 10.222.0.42 "DELETE /v2.0/subnets/0dfe6104-b385-400f-8619-08e676401dd7 HTTP/1.1" status: 204 len: 168 time: 1.1469028 Apr 18 21:16:56.657053 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-36fc99f8-874c-4713-af38-53bf207f456c req-22096aea-9d84-4504-baa1-a9a9ac24b5e4 tempest-VolumesBackupsTest-273593874 tempest-VolumesBackupsTest-273593874-project] 10.222.0.42 "GET /v2.0/ports?device_id=f9a4504d-a7fe-4e48-bac2-8338fe809415 HTTP/1.1" status: 200 len: 210 time: 0.1592278 Apr 18 21:16:56.697951 n-d-838334-2 neutron-server[84041]: INFO neutron.notifiers.nova [-] Nova event matching ['req-62155d31-c287-4e86-8cf3-243505437b6d'] response: {'server_uuid': 'f9a4504d-a7fe-4e48-bac2-8338fe809415', 'name': 'network-vif-deleted', 'tag': '50095411-0043-4208-a2b0-c3f36cfbb898', 'status': 'completed', 'code': 200} Apr 18 21:16:56.714764 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-8b03a437-ff2a-4271-9089-a385e66ba7fb admin admin] Notify callbacks [] for security_group, before_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:16:56.791509 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [None req-8b03a437-ff2a-4271-9089-a385e66ba7fb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:16:56.796761 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-8b03a437-ff2a-4271-9089-a385e66ba7fb admin admin] Usage tracker for resource:security_group_rule and tenant:0f6c68304b3047ae83811211fe806352 is out of sync, need to count used quota {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:16:56.802051 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.l3_dvr_db [None req-44fa414a-839e-4a2e-b61e-39aeda27b398 None None] Set router 80ec6947-70fd-4168-908b-6a867ffbad0e gateway port host: n-d-838334-2 {{(pid=84043) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 21:16:56.815845 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-8b03a437-ff2a-4271-9089-a385e66ba7fb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:16:56.823689 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [None req-8b03a437-ff2a-4271-9089-a385e66ba7fb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:16:56.843795 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-f425cdc0-bf2b-4395-9494-11190e745e41 None None] Notify callbacks [] for port, precommit_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:16:56.861231 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-f425cdc0-bf2b-4395-9494-11190e745e41 None None] Transition to ACTIVE for port object 51f8b256-51b2-428c-847b-cb610df19912 will not be triggered until provisioned by entity L2. {{(pid=84042) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:16:56.870006 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f47cca1e-239c-4be0-9635-759cd8f19967 None None] Network 79c9d5a9-1f93-4341-810a-bf26aaaa775a requested from n-d-838334-2 {{(pid=84042) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 21:16:56.907935 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-f1c5f55a-15ed-4ddf-86b6-196206bb619b tempest-TestSecurityGroupsBasicOps-1555676956 tempest-TestSecurityGroupsBasicOps-1555676956-project] Notify callbacks [] for router, before_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:16:56.949690 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-8b03a437-ff2a-4271-9089-a385e66ba7fb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:16:56.956431 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-8b03a437-ff2a-4271-9089-a385e66ba7fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33528224'] for security_group, after_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:16:57.025577 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-8b03a437-ff2a-4271-9089-a385e66ba7fb admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=0f6c68304b3047ae83811211fe806352&name=default HTTP/1.1" status: 200 len: 2647 time: 0.9620316 Apr 18 21:16:57.027021 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b03a437-ff2a-4271-9089-a385e66ba7fb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a7660451-016c-4071-9d45-66a334868270,revision_number=1']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:16:57.030009 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 57418) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:16:57.099786 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-f425cdc0-bf2b-4395-9494-11190e745e41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682'] for port, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:16:57.145358 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-34ec5149-fd85-4efc-a914-219669b6e0dc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:16:57.229421 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-34ec5149-fd85-4efc-a914-219669b6e0dc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:16:57.275673 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-677c2cf1-53bf-4b1f-b551-db3f0783d6d7 None None] Pushing event updated for resources: {'Port': ['ID=51f8b256-51b2-428c-847b-cb610df19912,revision_number=3']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:16:57.324395 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-f1c5f55a-15ed-4ddf-86b6-196206bb619b tempest-TestSecurityGroupsBasicOps-1555676956 tempest-TestSecurityGroupsBasicOps-1555676956-project] Notify callbacks [] for router_gateway, before_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:16:57.346367 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.plugin [None req-f1c5f55a-15ed-4ddf-86b6-196206bb619b tempest-TestSecurityGroupsBasicOps-1555676956 tempest-TestSecurityGroupsBasicOps-1555676956-project] Deleting port 5822d2bd-9bfa-4cd8-897f-3aa337c41ee7 {{(pid=84041) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 21:16:57.346367 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-f1c5f55a-15ed-4ddf-86b6-196206bb619b tempest-TestSecurityGroupsBasicOps-1555676956 tempest-TestSecurityGroupsBasicOps-1555676956-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750375188691'] for port, before_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:16:57.360435 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-34ec5149-fd85-4efc-a914-219669b6e0dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33528224'] for security_group, after_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:16:57.398024 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.l3_hamode_db [None req-44fa414a-839e-4a2e-b61e-39aeda27b398 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '80ec6947-70fd-4168-908b-6a867ffbad0e', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1590676724', 'tenant_id': 'd19595ade6b9408699bc90a14d63d7df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'external_fixed_ips': [{'subnet_id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'ip_address': '172.25.8.23'}], 'enable_snat': True}, 'gw_port_id': '5822d2bd-9bfa-4cd8-897f-3aa337c41ee7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:14:41Z', 'updated_at': '2022-04-18T21:16:52Z', 'revision_number': 5, 'project_id': 'd19595ade6b9408699bc90a14d63d7df', 'gw_port': {'id': '5822d2bd-9bfa-4cd8-897f-3aa337c41ee7', 'name': '', 'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:8c:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80ec6947-70fd-4168-908b-6a867ffbad0e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'ip_address': '172.25.8.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:14:42Z', 'updated_at': '2022-04-18T21:14:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838334-2'}], 'n-d-838334-2', False) {} {{(pid=84043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:16:57.404960 n-d-838334-2 neutron-server[84043]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44fa414a-839e-4a2e-b61e-39aeda27b398 None None] The sync data for ids ['80ec6947-70fd-4168-908b-6a867ffbad0e'] in n-d-838334-2 is: [{'id': '80ec6947-70fd-4168-908b-6a867ffbad0e', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1590676724', 'tenant_id': 'd19595ade6b9408699bc90a14d63d7df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'external_fixed_ips': [{'subnet_id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'ip_address': '172.25.8.23'}], 'enable_snat': True}, 'gw_port_id': '5822d2bd-9bfa-4cd8-897f-3aa337c41ee7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:14:41Z', 'updated_at': '2022-04-18T21:16:52Z', 'revision_number': 5, 'project_id': 'd19595ade6b9408699bc90a14d63d7df', 'gw_port': {'id': '5822d2bd-9bfa-4cd8-897f-3aa337c41ee7', 'name': '', 'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:8c:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80ec6947-70fd-4168-908b-6a867ffbad0e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'ip_address': '172.25.8.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:14:42Z', 'updated_at': '2022-04-18T21:14:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838334-2'}] {{(pid=84043) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 18 21:16:57.406543 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34ec5149-fd85-4efc-a914-219669b6e0dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a7660451-016c-4071-9d45-66a334868270,revision_number=None']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:16:57.428906 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-34ec5149-fd85-4efc-a914-219669b6e0dc admin admin] Notify callbacks [] for security_group, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:16:57.434559 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-34ec5149-fd85-4efc-a914-219669b6e0dc admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/a7660451-016c-4071-9d45-66a334868270 HTTP/1.1" status: 204 len: 168 time: 0.4031549 Apr 18 21:16:57.544322 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.managers [None req-f425cdc0-bf2b-4395-9494-11190e745e41 None None] Attempting to bind port 51f8b256-51b2-428c-847b-cb610df19912 on host n-d-838334-2 for vnic_type normal with profile {{(pid=84042) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 21:16:57.544687 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.managers [None req-f425cdc0-bf2b-4395-9494-11190e745e41 None None] Attempting to bind port 51f8b256-51b2-428c-847b-cb610df19912 by drivers openvswitch,hyperv on host n-d-838334-2 at level 0 using segments [{'id': 'ad18f8c7-fe16-4a7a-b1dc-698c203824ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '5736583a-49e5-46e4-b17e-ebce406d65ce'}] {{(pid=84042) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 21:16:57.545042 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f425cdc0-bf2b-4395-9494-11190e745e41 None None] Attempting to bind port 51f8b256-51b2-428c-847b-cb610df19912 on network 5736583a-49e5-46e4-b17e-ebce406d65ce {{(pid=84042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 21:16:57.559431 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f425cdc0-bf2b-4395-9494-11190e745e41 None None] Checking agent: {'id': '97cd4414-7af6-4d67-868d-dff370b4071a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838334-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 25, 49), 'started_at': datetime.datetime(2022, 4, 18, 20, 26, 19), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 21, 16, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838334-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 18 21:16:57.560482 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f425cdc0-bf2b-4395-9494-11190e745e41 None None] Checking segment: {'id': 'ad18f8c7-fe16-4a7a-b1dc-698c203824ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '5736583a-49e5-46e4-b17e-ebce406d65ce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84042) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 21:16:57.561360 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-f425cdc0-bf2b-4395-9494-11190e745e41 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:16:57.561903 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f425cdc0-bf2b-4395-9494-11190e745e41 None None] Bound using segment: {'id': 'ad18f8c7-fe16-4a7a-b1dc-698c203824ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '5736583a-49e5-46e4-b17e-ebce406d65ce'} {{(pid=84042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 18 21:16:57.562541 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.managers [None req-f425cdc0-bf2b-4395-9494-11190e745e41 None None] Bound port: 51f8b256-51b2-428c-847b-cb610df19912, host: n-d-838334-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ad18f8c7-fe16-4a7a-b1dc-698c203824ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '5736583a-49e5-46e4-b17e-ebce406d65ce'}}] {{(pid=84042) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 21:16:57.563315 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-f425cdc0-bf2b-4395-9494-11190e745e41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:16:57.836691 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.db [None req-f1c5f55a-15ed-4ddf-86b6-196206bb619b tempest-TestSecurityGroupsBasicOps-1555676956 tempest-TestSecurityGroupsBasicOps-1555676956-project] For port 5822d2bd-9bfa-4cd8-897f-3aa337c41ee7, host n-d-838334-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838334-2',level=0,port_id=5822d2bd-9bfa-4cd8-897f-3aa337c41ee7,segment=NetworkSegment(732aa830-768b-4511-951f-d08e26b9c25b),segment_id=732aa830-768b-4511-951f-d08e26b9c25b)] {{(pid=84041) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:16:57.837148 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-f1c5f55a-15ed-4ddf-86b6-196206bb619b tempest-TestSecurityGroupsBasicOps-1555676956 tempest-TestSecurityGroupsBasicOps-1555676956-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369123'] for port, precommit_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:16:57.853090 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Device 50095411-0043-4208-a2b0-c3f36cfbb898 no longer exists at agent hyperv_n-h1-838334-2 {{(pid=84042) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 21:16:57.916727 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d660332-0691-403b-be68-4389c78e186b None None] DHCP port deletion for 79c9d5a9-1f93-4341-810a-bf26aaaa775a request from n-d-838334-2 {{(pid=84042) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 18 21:16:57.931337 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.plugin [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] No Port match for: 50095411-0043-4208-a2b0-c3f36cfbb898 {{(pid=84042) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 18 21:16:57.931747 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Device 50095411-0043-4208-a2b0-c3f36cfbb898 not bound to the agent host n-h1-838334-2 {{(pid=84042) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 21:16:57.949695 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-f425cdc0-bf2b-4395-9494-11190e745e41 None None] For port 51f8b256-51b2-428c-847b-cb610df19912, host n-d-838334-2, cleared binding levels {{(pid=84042) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 21:16:57.951853 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.plugin [None req-1d660332-0691-403b-be68-4389c78e186b None None] Deleting port 72dd0b4d-e32a-4e50-87c8-227f045c71af {{(pid=84042) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 21:16:57.952230 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-1d660332-0691-403b-be68-4389c78e186b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750375188691'] for port, before_delete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:16:58.089131 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Device c604fda5-ba21-4e91-88fd-f8c2d1bdf461 no longer exists at agent ovs-agent-n-d-838334-2 {{(pid=84042) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 21:16:58.162234 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.plugin [None req-f1c5f55a-15ed-4ddf-86b6-196206bb619b tempest-TestSecurityGroupsBasicOps-1555676956 tempest-TestSecurityGroupsBasicOps-1555676956-project] Calling delete_port for 5822d2bd-9bfa-4cd8-897f-3aa337c41ee7 owned by network:router_gateway {{(pid=84041) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 21:16:58.244303 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.plugin [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] No Port match for: c604fda5-ba21-4e91-88fd-f8c2d1bdf461 {{(pid=84042) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 18 21:16:58.244643 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Device c604fda5-ba21-4e91-88fd-f8c2d1bdf461 not bound to the agent host n-d-838334-2 {{(pid=84042) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 21:16:58.245062 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Device 72dd0b4d-e32a-4e50-87c8-227f045c71af no longer exists at agent ovs-agent-n-d-838334-2 {{(pid=84042) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 21:16:58.309638 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-f425cdc0-bf2b-4395-9494-11190e745e41 None None] For port 51f8b256-51b2-428c-847b-cb610df19912, host n-d-838334-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838334-2',level=0,port_id=51f8b256-51b2-428c-847b-cb610df19912,segment=NetworkSegment(ad18f8c7-fe16-4a7a-b1dc-698c203824ee),segment_id=ad18f8c7-fe16-4a7a-b1dc-698c203824ee)] {{(pid=84042) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 21:16:58.364116 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-f425cdc0-bf2b-4395-9494-11190e745e41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682'] for port, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:16:58.558403 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-677c2cf1-53bf-4b1f-b551-db3f0783d6d7 None None] Pushing event updated for resources: {'Port': ['ID=51f8b256-51b2-428c-847b-cb610df19912,revision_number=4']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:16:58.560552 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-f1c5f55a-15ed-4ddf-86b6-196206bb619b tempest-TestSecurityGroupsBasicOps-1555676956 tempest-TestSecurityGroupsBasicOps-1555676956-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750375259028', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750374836628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32266323'] for port, after_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:16:58.619915 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1c5f55a-15ed-4ddf-86b6-196206bb619b tempest-TestSecurityGroupsBasicOps-1555676956 tempest-TestSecurityGroupsBasicOps-1555676956-project] Pushing event deleted for resources: {'Port': ['ID=5822d2bd-9bfa-4cd8-897f-3aa337c41ee7,revision_number=None']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:16:58.727210 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f425cdc0-bf2b-4395-9494-11190e745e41 None None] Routers {'b99cf232-05aa-4212-8f94-0748ead02435'} bound to L3 agent in host n-d-838334-2 {{(pid=84042) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 21:16:58.730545 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_hamode_db [None req-f425cdc0-bf2b-4395-9494-11190e745e41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838334-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-18T20:25:48Z,description=,heartbeat_timestamp=2022-04-18T21:16:48Z,host='n-d-838334-2',id=bc84d6c9-dd7a-4555-a351-592327b46d5a,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:25:48Z,topic='l3_agent')) {'router_ids': ['b99cf232-05aa-4212-8f94-0748ead02435'], 'active': True} {{(pid=84042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:16:58.876137 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:16:59.039242 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 57456) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:16:59.056605 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-f1c5f55a-15ed-4ddf-86b6-196206bb619b tempest-TestSecurityGroupsBasicOps-1555676956 tempest-TestSecurityGroupsBasicOps-1555676956-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33444108'] for router_gateway, after_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:16:59.196158 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-1d660332-0691-403b-be68-4389c78e186b None None] For port 72dd0b4d-e32a-4e50-87c8-227f045c71af, host n-d-838334-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838334-2',level=0,port_id=72dd0b4d-e32a-4e50-87c8-227f045c71af,segment=NetworkSegment(de85d1fd-412a-4fe8-ab00-112e1eaec46e),segment_id=de85d1fd-412a-4fe8-ab00-112e1eaec46e)] {{(pid=84042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:16:59.196565 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-1d660332-0691-403b-be68-4389c78e186b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369123'] for port, precommit_delete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:16:59.216396 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] For port 72dd0b4d-e32a-4e50-87c8-227f045c71af, host n-d-838334-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838334-2',level=0,port_id=72dd0b4d-e32a-4e50-87c8-227f045c71af,segment=NetworkSegment(de85d1fd-412a-4fe8-ab00-112e1eaec46e),segment_id=de85d1fd-412a-4fe8-ab00-112e1eaec46e)] {{(pid=84042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:16:59.253312 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.v2.base [None req-f3c5950c-d2e1-424e-ab68-085ed4b6379c admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-1249230077-network', 'tenant_id': '10a8568a350a4c8bb67c4e738a597177'}} {{(pid=84040) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:16:59.269860 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [None req-f3c5950c-d2e1-424e-ab68-085ed4b6379c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:16:59.275061 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-f3c5950c-d2e1-424e-ab68-085ed4b6379c admin admin] Usage tracker for resource:network and tenant:10a8568a350a4c8bb67c4e738a597177 is out of sync, need to count used quota {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:16:59.288650 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-f3c5950c-d2e1-424e-ab68-085ed4b6379c admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:16:59.295280 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [None req-f3c5950c-d2e1-424e-ab68-085ed4b6379c admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:16:59.295522 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682'] for port, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:16:59.315337 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f3c5950c-d2e1-424e-ab68-085ed4b6379c admin admin] Made reservation on behalf of 10a8568a350a4c8bb67c4e738a597177 for: {'network': 1} {{(pid=84040) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:16:59.318851 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-f3c5950c-d2e1-424e-ab68-085ed4b6379c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for network, before_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:16:59.350648 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-f3c5950c-d2e1-424e-ab68-085ed4b6379c admin admin] Notify callbacks [] for security_group, before_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:16:59.437319 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.plugin [None req-1d660332-0691-403b-be68-4389c78e186b None None] Calling delete_port for 72dd0b4d-e32a-4e50-87c8-227f045c71af owned by network:dhcp {{(pid=84042) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 21:16:59.460425 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [None req-f3c5950c-d2e1-424e-ab68-085ed4b6379c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:16:59.468314 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-f3c5950c-d2e1-424e-ab68-085ed4b6379c admin admin] Usage tracker for resource:security_group_rule and tenant:10a8568a350a4c8bb67c4e738a597177 is out of sync, need to count used quota {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:16:59.471463 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-f3c5950c-d2e1-424e-ab68-085ed4b6379c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:16:59.484501 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [None req-f3c5950c-d2e1-424e-ab68-085ed4b6379c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:16:59.519972 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-f1c5f55a-15ed-4ddf-86b6-196206bb619b tempest-TestSecurityGroupsBasicOps-1555676956 tempest-TestSecurityGroupsBasicOps-1555676956-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33443580', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5726'] for router, precommit_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:16:59.530157 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-f1c5f55a-15ed-4ddf-86b6-196206bb619b tempest-TestSecurityGroupsBasicOps-1555676956 tempest-TestSecurityGroupsBasicOps-1555676956-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:16:59.548681 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_dvr_db [None req-f425cdc0-bf2b-4395-9494-11190e745e41 None None] Set router b99cf232-05aa-4212-8f94-0748ead02435 gateway port host: n-d-838334-2 {{(pid=84042) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 21:16:59.579127 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-f1c5f55a-15ed-4ddf-86b6-196206bb619b tempest-TestSecurityGroupsBasicOps-1555676956 tempest-TestSecurityGroupsBasicOps-1555676956-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-33443408'] for router, after_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:16:59.579802 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f1c5f55a-15ed-4ddf-86b6-196206bb619b tempest-TestSecurityGroupsBasicOps-1555676956 tempest-TestSecurityGroupsBasicOps-1555676956-project] Fanout notify agent at l3_agent the message router_deleted on router 80ec6947-70fd-4168-908b-6a867ffbad0e {{(pid=84041) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 18 21:16:59.605450 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-f1c5f55a-15ed-4ddf-86b6-196206bb619b tempest-TestSecurityGroupsBasicOps-1555676956 tempest-TestSecurityGroupsBasicOps-1555676956-project] Notify callbacks [] for router, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:16:59.608116 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-f1c5f55a-15ed-4ddf-86b6-196206bb619b tempest-TestSecurityGroupsBasicOps-1555676956 tempest-TestSecurityGroupsBasicOps-1555676956-project] 10.222.0.42 "DELETE /v2.0/routers/80ec6947-70fd-4168-908b-6a867ffbad0e HTTP/1.1" status: 204 len: 168 time: 3.2648556 Apr 18 21:16:59.614411 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 57466) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:16:59.631903 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-f3c5950c-d2e1-424e-ab68-085ed4b6379c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:16:59.640813 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-f3c5950c-d2e1-424e-ab68-085ed4b6379c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33528224'] for security_group, after_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:16:59.685224 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f3c5950c-d2e1-424e-ab68-085ed4b6379c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 351} {{(pid=84040) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 21:16:59.700904 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Pushing event updated for resources: {'Port': ['ID=72dd0b4d-e32a-4e50-87c8-227f045c71af,revision_number=5']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:16:59.704158 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3c5950c-d2e1-424e-ab68-085ed4b6379c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ed497b1e-3ef7-41f9-b418-a0e8bd20250c,revision_number=1']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:16:59.712435 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-f3c5950c-d2e1-424e-ab68-085ed4b6379c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1082986'] for segment, precommit_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:16:59.713039 n-d-838334-2 neutron-server[84040]: INFO neutron.db.segments_db [None req-f3c5950c-d2e1-424e-ab68-085ed4b6379c admin admin] Added segment 73e63a05-25e2-49ce-b1d9-edfb68ffa93d of type vlan for network fe92c27a-ca46-4dc4-a5bf-0156c419fb0e Apr 18 21:16:59.787963 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-f3c5950c-d2e1-424e-ab68-085ed4b6379c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750374825732'] for network, precommit_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:16:59.790795 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.db.api [None req-1d660332-0691-403b-be68-4389c78e186b None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84042) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 18 21:16:59.791154 n-d-838334-2 neutron-server[84042]: DEBUG oslo_db.api [None req-1d660332-0691-403b-be68-4389c78e186b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 18 21:16:59.792354 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:16:59.792694 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:16:59.793026 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:16:59.793353 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:16:59.799668 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:16:59.801163 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:16:59.803813 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:16:59.804163 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:16:59.804500 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:16:59.807234 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:16:59.807595 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:16:59.854370 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-f3c5950c-d2e1-424e-ab68-085ed4b6379c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33526109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022'] for network, after_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:16:59.856000 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3c5950c-d2e1-424e-ab68-085ed4b6379c admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:16:59.856829 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-f3c5950c-d2e1-424e-ab68-085ed4b6379c admin admin] Notify callbacks [] for network, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:16:59.874579 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-b5216e25-4b07-44f9-b318-c8ef71024e2b tempest-TestSecurityGroupsBasicOps-1555676956 tempest-TestSecurityGroupsBasicOps-1555676956-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1103592'] for network, before_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:16:59.904074 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.plugin [None req-b5216e25-4b07-44f9-b318-c8ef71024e2b tempest-TestSecurityGroupsBasicOps-1555676956 tempest-TestSecurityGroupsBasicOps-1555676956-project] Deleting port 72dd0b4d-e32a-4e50-87c8-227f045c71af {{(pid=84041) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 21:16:59.904941 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-b5216e25-4b07-44f9-b318-c8ef71024e2b tempest-TestSecurityGroupsBasicOps-1555676956 tempest-TestSecurityGroupsBasicOps-1555676956-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750375188691'] for port, before_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:16:59.934027 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750375287399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253529'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:17:00.154722 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3c5950c-d2e1-424e-ab68-085ed4b6379c admin admin] Pushing event updated for resources: {'Network': ['ID=fe92c27a-ca46-4dc4-a5bf-0156c419fb0e,revision_number=1']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:17:00.179355 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-f3c5950c-d2e1-424e-ab68-085ed4b6379c admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.1383193 Apr 18 21:17:00.182354 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 57472) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:17:00.188829 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.v2.base [None req-61ba6ad1-3ba6-42dd-9b58-6d7de73cebe7 admin admin] Request body: {'subnet': {'network_id': 'fe92c27a-ca46-4dc4-a5bf-0156c419fb0e', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-1249230077-subnet', 'tenant_id': '10a8568a350a4c8bb67c4e738a597177', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=84040) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:17:00.215235 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [None req-61ba6ad1-3ba6-42dd-9b58-6d7de73cebe7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:17:00.219902 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-61ba6ad1-3ba6-42dd-9b58-6d7de73cebe7 admin admin] Usage tracker for resource:subnet and tenant:10a8568a350a4c8bb67c4e738a597177 is out of sync, need to count used quota {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:17:00.224070 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-61ba6ad1-3ba6-42dd-9b58-6d7de73cebe7 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:17:00.230216 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [None req-61ba6ad1-3ba6-42dd-9b58-6d7de73cebe7 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:17:00.247301 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-61ba6ad1-3ba6-42dd-9b58-6d7de73cebe7 admin admin] Made reservation on behalf of 10a8568a350a4c8bb67c4e738a597177 for: {'subnet': 1} {{(pid=84040) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:17:00.250377 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-61ba6ad1-3ba6-42dd-9b58-6d7de73cebe7 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31752722'] for subnet, before_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:17:00.259167 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Network fe92c27a-ca46-4dc4-a5bf-0156c419fb0e details requested by agent ovs-agent-n-d-838334-2 with host n-d-838334-2 {{(pid=84042) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 18 21:17:00.382660 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.plugin [None req-1d660332-0691-403b-be68-4389c78e186b None None] Deleting port 72dd0b4d-e32a-4e50-87c8-227f045c71af {{(pid=84042) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 21:17:00.382978 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-1d660332-0691-403b-be68-4389c78e186b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750375188691'] for port, before_delete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:17:00.474021 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.db [None req-b5216e25-4b07-44f9-b318-c8ef71024e2b tempest-TestSecurityGroupsBasicOps-1555676956 tempest-TestSecurityGroupsBasicOps-1555676956-project] For port 72dd0b4d-e32a-4e50-87c8-227f045c71af, host n-d-838334-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838334-2',level=0,port_id=72dd0b4d-e32a-4e50-87c8-227f045c71af,segment=NetworkSegment(de85d1fd-412a-4fe8-ab00-112e1eaec46e),segment_id=de85d1fd-412a-4fe8-ab00-112e1eaec46e)] {{(pid=84041) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:17:00.475077 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-b5216e25-4b07-44f9-b318-c8ef71024e2b tempest-TestSecurityGroupsBasicOps-1555676956 tempest-TestSecurityGroupsBasicOps-1555676956-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369123'] for port, precommit_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:17:00.542352 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-61ba6ad1-3ba6-42dd-9b58-6d7de73cebe7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33526260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32441074', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31752704'] for subnet, after_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:17:00.578741 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_hamode_db [None req-f425cdc0-bf2b-4395-9494-11190e745e41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b99cf232-05aa-4212-8f94-0748ead02435', 'name': 'tempest-TestNetworkBasicOps-router-310213544', 'tenant_id': '08ce18aa0ce94082a747ec94ccd8cac1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'external_fixed_ips': [{'subnet_id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'ip_address': '172.25.8.61'}], 'enable_snat': True}, 'gw_port_id': '10d70ee7-4999-4775-97af-43b9f0013683', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:15:13Z', 'updated_at': '2022-04-18T21:16:52Z', 'revision_number': 5, 'project_id': '08ce18aa0ce94082a747ec94ccd8cac1', 'gw_port': {'id': '10d70ee7-4999-4775-97af-43b9f0013683', 'name': '', 'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:90:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b99cf232-05aa-4212-8f94-0748ead02435', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'ip_address': '172.25.8.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:15:14Z', 'updated_at': '2022-04-18T21:15:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838334-2', '_floatingips': [{'id': '0cdbe560-48f7-462e-8cfe-c4afe3429b7c', 'tenant_id': '08ce18aa0ce94082a747ec94ccd8cac1', 'floating_ip_address': '172.25.8.36', 'floating_network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'router_id': 'b99cf232-05aa-4212-8f94-0748ead02435', 'port_id': 'c50d9f5c-a87c-41ce-b980-c149a676fd20', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0da44c8a-15a6-48d5-b8a3-e2609519a9b7', 'mac_address': 'fa:16:3e:63:0b:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ff68f2f-27b8-4852-8ec1-1e8bd408587d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T21:15:48Z', 'updated_at': '2022-04-18T21:15:53Z', 'revision_number': 1, 'project_id': '08ce18aa0ce94082a747ec94ccd8cac1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '51f8b256-51b2-428c-847b-cb610df19912', 'name': '', 'network_id': '5736583a-49e5-46e4-b17e-ebce406d65ce', 'tenant_id': '08ce18aa0ce94082a747ec94ccd8cac1', 'mac_address': 'fa:16:3e:e0:6c:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b99cf232-05aa-4212-8f94-0748ead02435', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '29e49084-a72b-462e-b3e2-5d6b3c56e9e5', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:16:51Z', 'updated_at': '2022-04-18T21:16:57Z', 'revision_number': 4, 'project_id': '08ce18aa0ce94082a747ec94ccd8cac1', 'subnets': [{'id': '29e49084-a72b-462e-b3e2-5d6b3c56e9e5', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '78e8a164-6328-4471-8f1e-15f9ab88165b', 'name': '', 'network_id': '0da44c8a-15a6-48d5-b8a3-e2609519a9b7', 'tenant_id': '08ce18aa0ce94082a747ec94ccd8cac1', 'mac_address': 'fa:16:3e:00:fd:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b99cf232-05aa-4212-8f94-0748ead02435', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b2906c47-8f19-4603-9015-e0383cdd68a4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:15:21Z', 'updated_at': '2022-04-18T21:15:29Z', 'revision_number': 5, 'project_id': '08ce18aa0ce94082a747ec94ccd8cac1', 'subnets': [{'id': 'b2906c47-8f19-4603-9015-e0383cdd68a4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838334-2', False) {} {{(pid=84042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:17:00.634324 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.plugin [None req-b5216e25-4b07-44f9-b318-c8ef71024e2b tempest-TestSecurityGroupsBasicOps-1555676956 tempest-TestSecurityGroupsBasicOps-1555676956-project] Calling delete_port for 72dd0b4d-e32a-4e50-87c8-227f045c71af owned by network:dhcp {{(pid=84041) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 21:17:00.656471 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f425cdc0-bf2b-4395-9494-11190e745e41 None None] The sync data for ids ['b99cf232-05aa-4212-8f94-0748ead02435'] in n-d-838334-2 is: [{'id': 'b99cf232-05aa-4212-8f94-0748ead02435', 'name': 'tempest-TestNetworkBasicOps-router-310213544', 'tenant_id': '08ce18aa0ce94082a747ec94ccd8cac1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'external_fixed_ips': [{'subnet_id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'ip_address': '172.25.8.61'}], 'enable_snat': True}, 'gw_port_id': '10d70ee7-4999-4775-97af-43b9f0013683', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:15:13Z', 'updated_at': '2022-04-18T21:16:52Z', 'revision_number': 5, 'project_id': '08ce18aa0ce94082a747ec94ccd8cac1', 'gw_port': {'id': '10d70ee7-4999-4775-97af-43b9f0013683', 'name': '', 'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:90:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b99cf232-05aa-4212-8f94-0748ead02435', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'ip_address': '172.25.8.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:15:14Z', 'updated_at': '2022-04-18T21:15:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838334-2', '_floatingips': [{'id': '0cdbe560-48f7-462e-8cfe-c4afe3429b7c', 'tenant_id': '08ce18aa0ce94082a747ec94ccd8cac1', 'floating_ip_address': '172.25.8.36', 'floating_network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'router_id': 'b99cf232-05aa-4212-8f94-0748ead02435', 'port_id': 'c50d9f5c-a87c-41ce-b980-c149a676fd20', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0da44c8a-15a6-48d5-b8a3-e2609519a9b7', 'mac_address': 'fa:16:3e:63:0b:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ff68f2f-27b8-4852-8ec1-1e8bd408587d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T21:15:48Z', 'updated_at': '2022-04-18T21:15:53Z', 'revision_number': 1, 'project_id': '08ce18aa0ce94082a747ec94ccd8cac1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '51f8b256-51b2-428c-847b-cb610df19912', 'name': '', 'network_id': '5736583a-49e5-46e4-b17e-ebce406d65ce', 'tenant_id': '08ce18aa0ce94082a747ec94ccd8cac1', 'mac_address': 'fa:16:3e:e0:6c:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b99cf232-05aa-4212-8f94-0748ead02435', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '29e49084-a72b-462e-b3e2-5d6b3c56e9e5', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:16:51Z', 'updated_at': '2022-04-18T21:16:57Z', 'revision_number': 4, 'project_id': '08ce18aa0ce94082a747ec94ccd8cac1', 'subnets': [{'id': '29e49084-a72b-462e-b3e2-5d6b3c56e9e5', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '78e8a164-6328-4471-8f1e-15f9ab88165b', 'name': '', 'network_id': '0da44c8a-15a6-48d5-b8a3-e2609519a9b7', 'tenant_id': '08ce18aa0ce94082a747ec94ccd8cac1', 'mac_address': 'fa:16:3e:00:fd:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b99cf232-05aa-4212-8f94-0748ead02435', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b2906c47-8f19-4603-9015-e0383cdd68a4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:15:21Z', 'updated_at': '2022-04-18T21:15:29Z', 'revision_number': 5, 'project_id': '08ce18aa0ce94082a747ec94ccd8cac1', 'subnets': [{'id': 'b2906c47-8f19-4603-9015-e0383cdd68a4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84042) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 18 21:17:00.666988 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61ba6ad1-3ba6-42dd-9b58-6d7de73cebe7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=80df765a-75ee-4c00-96c0-4bd275b84976,revision_number=0']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:17:00.694728 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61ba6ad1-3ba6-42dd-9b58-6d7de73cebe7 admin admin] Checking segment: {'id': '73e63a05-25e2-49ce-b1d9-edfb68ffa93d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': 'fe92c27a-ca46-4dc4-a5bf-0156c419fb0e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84040) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 21:17:00.695229 n-d-838334-2 neutron-server[84040]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61ba6ad1-3ba6-42dd-9b58-6d7de73cebe7 admin admin] Network hostable DHCP agents. Network: fe92c27a-ca46-4dc4-a5bf-0156c419fb0e, hostable agents: ['8746f8ea-3e91-4b32-9919-2c63adeb8722'], hosted agents: [] {{(pid=84040) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 21:17:00.704251 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-1d660332-0691-403b-be68-4389c78e186b None None] For port 72dd0b4d-e32a-4e50-87c8-227f045c71af, host n-d-838334-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838334-2',level=0,port_id=72dd0b4d-e32a-4e50-87c8-227f045c71af,segment=NetworkSegment(de85d1fd-412a-4fe8-ab00-112e1eaec46e),segment_id=de85d1fd-412a-4fe8-ab00-112e1eaec46e)] {{(pid=84042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:17:00.704719 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-1d660332-0691-403b-be68-4389c78e186b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369123'] for port, precommit_delete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:17:00.742061 n-d-838334-2 neutron-server[84040]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61ba6ad1-3ba6-42dd-9b58-6d7de73cebe7 admin admin] Network fe92c27a-ca46-4dc4-a5bf-0156c419fb0e is scheduled to be hosted by DHCP agent 8746f8ea-3e91-4b32-9919-2c63adeb8722 with binding_index 1 {{(pid=84040) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 21:17:00.777852 n-d-838334-2 neutron-server[84040]: DEBUG neutron.scheduler.base_scheduler [None req-61ba6ad1-3ba6-42dd-9b58-6d7de73cebe7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-838334-2, fe92c27a-ca46-4dc4-a5bf-0156c419fb0e) {{(pid=84040) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:17:00.786551 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61ba6ad1-3ba6-42dd-9b58-6d7de73cebe7 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:17:00.787427 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-61ba6ad1-3ba6-42dd-9b58-6d7de73cebe7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:17:00.794825 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68372f38-c2dd-47a6-89db-18fc242e98af None None] Network fe92c27a-ca46-4dc4-a5bf-0156c419fb0e requested from n-d-838334-2 {{(pid=84042) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 21:17:00.806208 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-b5216e25-4b07-44f9-b318-c8ef71024e2b tempest-TestSecurityGroupsBasicOps-1555676956 tempest-TestSecurityGroupsBasicOps-1555676956-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750375259028', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750374836628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32266323'] for port, after_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:17:00.840687 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-61ba6ad1-3ba6-42dd-9b58-6d7de73cebe7 admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.6481884 Apr 18 21:17:00.863716 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5216e25-4b07-44f9-b318-c8ef71024e2b tempest-TestSecurityGroupsBasicOps-1555676956 tempest-TestSecurityGroupsBasicOps-1555676956-project] Pushing event deleted for resources: {'Port': ['ID=72dd0b4d-e32a-4e50-87c8-227f045c71af,revision_number=None']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:17:00.875960 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5216e25-4b07-44f9-b318-c8ef71024e2b tempest-TestSecurityGroupsBasicOps-1555676956 tempest-TestSecurityGroupsBasicOps-1555676956-project] No DVR routers for this DVR port 72dd0b4d-e32a-4e50-87c8-227f045c71af on host n-d-838334-2 {{(pid=84041) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 21:17:00.970862 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.plugin [None req-1d660332-0691-403b-be68-4389c78e186b None None] Calling delete_port for 72dd0b4d-e32a-4e50-87c8-227f045c71af owned by network:dhcp {{(pid=84042) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 21:17:01.129335 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-b5216e25-4b07-44f9-b318-c8ef71024e2b tempest-TestSecurityGroupsBasicOps-1555676956 tempest-TestSecurityGroupsBasicOps-1555676956-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1258905', 'neutron.services.segments.db._delete_segments_for_network-8750375287417'] for network, precommit_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:17:01.168247 n-d-838334-2 neutron-server[84041]: DEBUG neutron.services.segments.db [None req-b5216e25-4b07-44f9-b318-c8ef71024e2b tempest-TestSecurityGroupsBasicOps-1555676956 tempest-TestSecurityGroupsBasicOps-1555676956-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['79c9d5a9-1f93-4341-810a-bf26aaaa775a']}} {{(pid=84041) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:17:01.195824 n-d-838334-2 neutron-server[84041]: DEBUG neutron.services.segments.db [None req-b5216e25-4b07-44f9-b318-c8ef71024e2b tempest-TestSecurityGroupsBasicOps-1555676956 tempest-TestSecurityGroupsBasicOps-1555676956-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'de85d1fd-412a-4fe8-ab00-112e1eaec46e') {'for_net_delete': True} {{(pid=84041) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:17:01.196631 n-d-838334-2 neutron-server[84041]: DEBUG neutron.services.segments.db [None req-b5216e25-4b07-44f9-b318-c8ef71024e2b tempest-TestSecurityGroupsBasicOps-1555676956 tempest-TestSecurityGroupsBasicOps-1555676956-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'de85d1fd-412a-4fe8-ab00-112e1eaec46e') {} {{(pid=84041) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:17:01.210347 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-b5216e25-4b07-44f9-b318-c8ef71024e2b tempest-TestSecurityGroupsBasicOps-1555676956 tempest-TestSecurityGroupsBasicOps-1555676956-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750375287300', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32268156'] for segment, before_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:17:01.227982 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.db.api [None req-1d660332-0691-403b-be68-4389c78e186b None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84042) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 18 21:17:01.228252 n-d-838334-2 neutron-server[84042]: DEBUG oslo_db.api [None req-1d660332-0691-403b-be68-4389c78e186b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 18 21:17:01.231837 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-b5216e25-4b07-44f9-b318-c8ef71024e2b tempest-TestSecurityGroupsBasicOps-1555676956 tempest-TestSecurityGroupsBasicOps-1555676956-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1082986'] for segment, precommit_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:17:01.242804 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b5216e25-4b07-44f9-b318-c8ef71024e2b tempest-TestSecurityGroupsBasicOps-1555676956 tempest-TestSecurityGroupsBasicOps-1555676956-project] Releasing vlan 354 on physical network physnet1 to pool {{(pid=84041) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 18 21:17:01.243213 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-b5216e25-4b07-44f9-b318-c8ef71024e2b tempest-TestSecurityGroupsBasicOps-1555676956 tempest-TestSecurityGroupsBasicOps-1555676956-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1082993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32266254'] for segment, after_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:17:01.261447 n-d-838334-2 neutron-server[84041]: Traceback (most recent call last): Apr 18 21:17:01.261447 n-d-838334-2 neutron-server[84041]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 18 21:17:01.261447 n-d-838334-2 neutron-server[84041]: timer() Apr 18 21:17:01.261447 n-d-838334-2 neutron-server[84041]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 21:17:01.261447 n-d-838334-2 neutron-server[84041]: cb(*args, **kw) Apr 18 21:17:01.261447 n-d-838334-2 neutron-server[84041]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 18 21:17:01.261447 n-d-838334-2 neutron-server[84041]: return func(*args, **kwargs) Apr 18 21:17:01.261447 n-d-838334-2 neutron-server[84041]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 21:17:01.261447 n-d-838334-2 neutron-server[84041]: self._notify() Apr 18 21:17:01.261447 n-d-838334-2 neutron-server[84041]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 21:17:01.261447 n-d-838334-2 neutron-server[84041]: self.callback(batched_events) Apr 18 21:17:01.261447 n-d-838334-2 neutron-server[84041]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 21:17:01.261447 n-d-838334-2 neutron-server[84041]: event.method(event) Apr 18 21:17:01.261447 n-d-838334-2 neutron-server[84041]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 18 21:17:01.261447 n-d-838334-2 neutron-server[84041]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 21:17:01.261447 n-d-838334-2 neutron-server[84041]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 18 21:17:01.261447 n-d-838334-2 neutron-server[84041]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 21:17:01.261447 n-d-838334-2 neutron-server[84041]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 18 21:17:01.261447 n-d-838334-2 neutron-server[84041]: return f(self, *a, **k) Apr 18 21:17:01.261447 n-d-838334-2 neutron-server[84041]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 18 21:17:01.261447 n-d-838334-2 neutron-server[84041]: return self._get(url).json() Apr 18 21:17:01.261447 n-d-838334-2 neutron-server[84041]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 18 21:17:01.261447 n-d-838334-2 neutron-server[84041]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 21:17:01.261447 n-d-838334-2 neutron-server[84041]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 18 21:17:01.261447 n-d-838334-2 neutron-server[84041]: return self.request(url, 'GET', **kwargs) Apr 18 21:17:01.261447 n-d-838334-2 neutron-server[84041]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 18 21:17:01.261447 n-d-838334-2 neutron-server[84041]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 21:17:01.261447 n-d-838334-2 neutron-server[84041]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 18 21:17:01.261447 n-d-838334-2 neutron-server[84041]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 21:17:01.261447 n-d-838334-2 neutron-server[84041]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 18 21:17:01.261447 n-d-838334-2 neutron-server[84041]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 21:17:01.261447 n-d-838334-2 neutron-server[84041]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 21:17:01.308875 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a425e867-4c66-4213-87ba-0e4b8d354d46 None None] Network fe92c27a-ca46-4dc4-a5bf-0156c419fb0e requested from n-d-838334-2 {{(pid=84042) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 21:17:01.388008 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-b5216e25-4b07-44f9-b318-c8ef71024e2b tempest-TestSecurityGroupsBasicOps-1555676956 tempest-TestSecurityGroupsBasicOps-1555676956-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1258898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33526109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33444113'] for network, after_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:17:01.431685 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-b5216e25-4b07-44f9-b318-c8ef71024e2b tempest-TestSecurityGroupsBasicOps-1555676956 tempest-TestSecurityGroupsBasicOps-1555676956-project] Notify callbacks [] for network, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:17:01.446004 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5216e25-4b07-44f9-b318-c8ef71024e2b tempest-TestSecurityGroupsBasicOps-1555676956 tempest-TestSecurityGroupsBasicOps-1555676956-project] Pushing event deleted for resources: {'Network': ['ID=79c9d5a9-1f93-4341-810a-bf26aaaa775a,revision_number=None']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:17:01.460339 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-b5216e25-4b07-44f9-b318-c8ef71024e2b tempest-TestSecurityGroupsBasicOps-1555676956 tempest-TestSecurityGroupsBasicOps-1555676956-project] 10.222.0.42 "DELETE /v2.0/networks/79c9d5a9-1f93-4341-810a-bf26aaaa775a HTTP/1.1" status: 204 len: 168 time: 1.8445792 Apr 18 21:17:01.770963 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Device 51f8b256-51b2-428c-847b-cb610df19912 up at agent ovs-agent-n-d-838334-2 {{(pid=84042) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 21:17:01.865185 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Provisioning for port 51f8b256-51b2-428c-847b-cb610df19912 completed by entity L2. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 21:17:01.870911 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Provisioning complete for port 51f8b256-51b2-428c-847b-cb610df19912 triggered by entity L2. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:17:01.872979 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1253608'] for port, provisioning_complete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:17:02.039724 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.plugin [None req-1d660332-0691-403b-be68-4389c78e186b None None] Deleting port 72dd0b4d-e32a-4e50-87c8-227f045c71af {{(pid=84042) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 21:17:02.040122 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-1d660332-0691-403b-be68-4389c78e186b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750375188691'] for port, before_delete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:17:02.145551 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:17:02.158442 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.plugin [None req-1d660332-0691-403b-be68-4389c78e186b None None] The port '72dd0b4d-e32a-4e50-87c8-227f045c71af' was deleted {{(pid=84042) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 18 21:17:02.208147 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] For port 51f8b256-51b2-428c-847b-cb610df19912, host n-d-838334-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838334-2',level=0,port_id=51f8b256-51b2-428c-847b-cb610df19912,segment=NetworkSegment(ad18f8c7-fe16-4a7a-b1dc-698c203824ee),segment_id=ad18f8c7-fe16-4a7a-b1dc-698c203824ee)] {{(pid=84042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:17:02.210258 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 57532) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:17:02.216290 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.v2.base [None req-7ac028fd-48f9-4df0-8c20-a5912e1d5765 admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-1016946954-network', 'tenant_id': '369c8a5ee47b42b191f268dc9cc538e3'}} {{(pid=84040) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:17:02.216955 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682'] for port, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:17:02.226161 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [None req-7ac028fd-48f9-4df0-8c20-a5912e1d5765 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:17:02.230731 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-7ac028fd-48f9-4df0-8c20-a5912e1d5765 admin admin] Usage tracker for resource:network and tenant:369c8a5ee47b42b191f268dc9cc538e3 is out of sync, need to count used quota {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:17:02.234272 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-7ac028fd-48f9-4df0-8c20-a5912e1d5765 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:17:02.240627 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [None req-7ac028fd-48f9-4df0-8c20-a5912e1d5765 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:17:02.252593 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ac028fd-48f9-4df0-8c20-a5912e1d5765 admin admin] Made reservation on behalf of 369c8a5ee47b42b191f268dc9cc538e3 for: {'network': 1} {{(pid=84040) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:17:02.255668 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-7ac028fd-48f9-4df0-8c20-a5912e1d5765 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for network, before_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:17:02.272652 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-7ac028fd-48f9-4df0-8c20-a5912e1d5765 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:17:02.279138 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Device 5822d2bd-9bfa-4cd8-897f-3aa337c41ee7 no longer exists at agent ovs-agent-n-d-838334-2 {{(pid=84042) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 21:17:02.306344 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [None req-7ac028fd-48f9-4df0-8c20-a5912e1d5765 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:17:02.310512 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-7ac028fd-48f9-4df0-8c20-a5912e1d5765 admin admin] Usage tracker for resource:security_group_rule and tenant:369c8a5ee47b42b191f268dc9cc538e3 is out of sync, need to count used quota {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:17:02.313576 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-7ac028fd-48f9-4df0-8c20-a5912e1d5765 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:17:02.320823 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [None req-7ac028fd-48f9-4df0-8c20-a5912e1d5765 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:17:02.354929 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.plugin [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] No Port match for: 5822d2bd-9bfa-4cd8-897f-3aa337c41ee7 {{(pid=84042) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 18 21:17:02.355182 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Device 5822d2bd-9bfa-4cd8-897f-3aa337c41ee7 not bound to the agent host n-d-838334-2 {{(pid=84042) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 21:17:02.382465 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Pushing event updated for resources: {'Port': ['ID=51f8b256-51b2-428c-847b-cb610df19912,revision_number=5']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:17:02.404851 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-7ac028fd-48f9-4df0-8c20-a5912e1d5765 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:17:02.409134 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-7ac028fd-48f9-4df0-8c20-a5912e1d5765 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33528224'] for security_group, after_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:17:02.445213 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7ac028fd-48f9-4df0-8c20-a5912e1d5765 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 394} {{(pid=84040) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 21:17:02.451011 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ac028fd-48f9-4df0-8c20-a5912e1d5765 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5e474c9a-f1cf-4f02-a5e0-3c94313d1bff,revision_number=1']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:17:02.462950 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-7ac028fd-48f9-4df0-8c20-a5912e1d5765 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1082986'] for segment, precommit_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:17:02.463489 n-d-838334-2 neutron-server[84040]: INFO neutron.db.segments_db [None req-7ac028fd-48f9-4df0-8c20-a5912e1d5765 admin admin] Added segment ee84a79a-46f1-42a6-9eb3-94dc9266f971 of type vlan for network 7621df6c-1f8d-47e5-bcff-d745f36de730 Apr 18 21:17:02.516593 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-7ac028fd-48f9-4df0-8c20-a5912e1d5765 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750374825732'] for network, precommit_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:17:02.566813 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-7ac028fd-48f9-4df0-8c20-a5912e1d5765 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33526109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022'] for network, after_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:17:02.568436 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ac028fd-48f9-4df0-8c20-a5912e1d5765 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:17:02.569281 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-7ac028fd-48f9-4df0-8c20-a5912e1d5765 admin admin] Notify callbacks [] for network, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:17:02.676681 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ac028fd-48f9-4df0-8c20-a5912e1d5765 admin admin] Pushing event updated for resources: {'Network': ['ID=7621df6c-1f8d-47e5-bcff-d745f36de730,revision_number=1']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:17:02.688886 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Network 7621df6c-1f8d-47e5-bcff-d745f36de730 details requested by agent ovs-agent-n-d-838334-2 with host n-d-838334-2 {{(pid=84042) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 18 21:17:02.710529 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 57550) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:17:02.711059 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-7ac028fd-48f9-4df0-8c20-a5912e1d5765 admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.4993703 Apr 18 21:17:02.717154 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.v2.base [None req-4f34050b-a5a7-453b-a879-6874d9fd450e admin admin] Request body: {'subnet': {'network_id': '7621df6c-1f8d-47e5-bcff-d745f36de730', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-1016946954-subnet', 'tenant_id': '369c8a5ee47b42b191f268dc9cc538e3', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=84041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:17:02.728803 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-4f34050b-a5a7-453b-a879-6874d9fd450e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:17:02.735374 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-4f34050b-a5a7-453b-a879-6874d9fd450e admin admin] Usage tracker for resource:subnet and tenant:369c8a5ee47b42b191f268dc9cc538e3 is out of sync, need to count used quota {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:17:02.742829 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-4f34050b-a5a7-453b-a879-6874d9fd450e admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:17:02.755380 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-4f34050b-a5a7-453b-a879-6874d9fd450e admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:17:02.782911 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f34050b-a5a7-453b-a879-6874d9fd450e admin admin] Made reservation on behalf of 369c8a5ee47b42b191f268dc9cc538e3 for: {'subnet': 1} {{(pid=84041) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:17:02.785813 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-4f34050b-a5a7-453b-a879-6874d9fd450e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32486301'] for subnet, before_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:17:03.004246 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 57568) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:17:03.115342 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-4f34050b-a5a7-453b-a879-6874d9fd450e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33526260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32266407', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32486287'] for subnet, after_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:17:03.195336 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f34050b-a5a7-453b-a879-6874d9fd450e admin admin] Pushing event updated for resources: {'Subnet': ['ID=af262b63-1f49-475d-9de9-8b50d4b1dc9d,revision_number=0']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:17:03.232339 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f34050b-a5a7-453b-a879-6874d9fd450e admin admin] Checking segment: {'id': 'ee84a79a-46f1-42a6-9eb3-94dc9266f971', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '7621df6c-1f8d-47e5-bcff-d745f36de730'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84041) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 21:17:03.232789 n-d-838334-2 neutron-server[84041]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f34050b-a5a7-453b-a879-6874d9fd450e admin admin] Network hostable DHCP agents. Network: 7621df6c-1f8d-47e5-bcff-d745f36de730, hostable agents: ['8746f8ea-3e91-4b32-9919-2c63adeb8722'], hosted agents: [] {{(pid=84041) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 21:17:03.249012 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-91646404-31b9-4769-9678-59aac1899192 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=d19595ade6b9408699bc90a14d63d7df&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2435944 Apr 18 21:17:03.251697 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 57574) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:17:03.264226 n-d-838334-2 neutron-server[84041]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f34050b-a5a7-453b-a879-6874d9fd450e admin admin] Network 7621df6c-1f8d-47e5-bcff-d745f36de730 is scheduled to be hosted by DHCP agent 8746f8ea-3e91-4b32-9919-2c63adeb8722 with binding_index 1 {{(pid=84041) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 21:17:03.278548 n-d-838334-2 neutron-server[84041]: DEBUG neutron.scheduler.base_scheduler [None req-4f34050b-a5a7-453b-a879-6874d9fd450e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-838334-2, 7621df6c-1f8d-47e5-bcff-d745f36de730) {{(pid=84041) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:17:03.283273 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f34050b-a5a7-453b-a879-6874d9fd450e admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:17:03.283842 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-4f34050b-a5a7-453b-a879-6874d9fd450e admin admin] Notify callbacks [] for subnet, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:17:03.288876 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1312de8d-028a-4aab-9287-2130c6e0416a None None] Network 7621df6c-1f8d-47e5-bcff-d745f36de730 requested from n-d-838334-2 {{(pid=84042) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 21:17:03.322080 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-4f34050b-a5a7-453b-a879-6874d9fd450e admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.6019175 Apr 18 21:17:03.373873 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-a608c06f-8e20-48e1-824c-d55d9ee63bf2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:17:03.412115 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-a608c06f-8e20-48e1-824c-d55d9ee63bf2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:17:03.484603 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-a608c06f-8e20-48e1-824c-d55d9ee63bf2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33528224'] for security_group, after_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:17:03.518468 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a608c06f-8e20-48e1-824c-d55d9ee63bf2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=693aac33-5481-4d54-978b-b399ac854bc1,revision_number=None']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:17:03.528350 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-a608c06f-8e20-48e1-824c-d55d9ee63bf2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:17:03.537818 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-a608c06f-8e20-48e1-824c-d55d9ee63bf2 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/693aac33-5481-4d54-978b-b399ac854bc1 HTTP/1.1" status: 204 len: 168 time: 0.2840743 Apr 18 21:17:03.692442 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de4dd8a3-eaee-4e6f-a1d6-14e76ccd1c40 None None] Network 7621df6c-1f8d-47e5-bcff-d745f36de730 requested from n-d-838334-2 {{(pid=84042) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 21:17:03.844264 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Device 51f8b256-51b2-428c-847b-cb610df19912 up at agent ovs-agent-n-d-838334-2 {{(pid=84042) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 21:17:03.962456 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Provisioning complete for port 51f8b256-51b2-428c-847b-cb610df19912 triggered by entity L2. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:17:03.962666 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1253608'] for port, provisioning_complete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:17:04.079239 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 57596) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:17:04.094888 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750375287399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253529'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:17:04.223225 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 57602) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:17:04.252253 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-fee0253c-fb03-4413-b15d-a45017c05988 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:17:04.294369 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [None req-fee0253c-fb03-4413-b15d-a45017c05988 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:17:04.299250 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-fee0253c-fb03-4413-b15d-a45017c05988 admin admin] Usage tracker for resource:security_group_rule and tenant:1d71ea8b61764c86ae10d360dec4ddc6 is out of sync, need to count used quota {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:17:04.303892 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-fee0253c-fb03-4413-b15d-a45017c05988 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:17:04.313981 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [None req-fee0253c-fb03-4413-b15d-a45017c05988 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:17:04.419646 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-fee0253c-fb03-4413-b15d-a45017c05988 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:17:04.429823 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-fee0253c-fb03-4413-b15d-a45017c05988 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33528224'] for security_group, after_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:17:04.621433 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fee0253c-fb03-4413-b15d-a45017c05988 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=79b5e6b7-6737-4feb-a318-8e85ed64c846,revision_number=1']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:17:04.640241 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-fee0253c-fb03-4413-b15d-a45017c05988 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=1d71ea8b61764c86ae10d360dec4ddc6&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4152741 Apr 18 21:17:04.640613 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 57612) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:17:04.654451 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.db_base_plugin_v2 [None req-26083dd2-b796-4399-9519-3ea2a774ba9b admin admin] Deleting subnet dfc866b7-c353-49e6-9c7f-4cc86e757b48 {{(pid=84040) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 18 21:17:04.672902 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-26083dd2-b796-4399-9519-3ea2a774ba9b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:17:04.756327 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ab7cadc-fb07-4bd5-b912-cc8e45ea7258 req-16b6b9c8-c356-450d-8ba5-a67e66af9734 tempest-TestServerAdvancedOps-222840995 tempest-TestServerAdvancedOps-222840995-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:17:04.757140 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [req-8ab7cadc-fb07-4bd5-b912-cc8e45ea7258 req-16b6b9c8-c356-450d-8ba5-a67e66af9734 tempest-TestServerAdvancedOps-222840995 tempest-TestServerAdvancedOps-222840995-project] Synchronizing usage tracker for tenant:10a8568a350a4c8bb67c4e738a597177 on resource:network {{(pid=84040) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 21:17:04.783251 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-26083dd2-b796-4399-9519-3ea2a774ba9b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31955982'] for subnet, precommit_delete_associations {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:17:04.783504 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-76634422-221f-4b5b-a3d2-bc0331f6e443 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:17:04.819085 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-76634422-221f-4b5b-a3d2-bc0331f6e443 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:17:04.828228 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [req-8ab7cadc-fb07-4bd5-b912-cc8e45ea7258 req-16b6b9c8-c356-450d-8ba5-a67e66af9734 tempest-TestServerAdvancedOps-222840995 tempest-TestServerAdvancedOps-222840995-project] Unset dirty status for tenant:10a8568a350a4c8bb67c4e738a597177 on resource:network {{(pid=84040) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 21:17:04.829429 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-8ab7cadc-fb07-4bd5-b912-cc8e45ea7258 req-16b6b9c8-c356-450d-8ba5-a67e66af9734 tempest-TestServerAdvancedOps-222840995 tempest-TestServerAdvancedOps-222840995-project] 10.222.0.42 "GET /v2.0/networks?id=fe92c27a-ca46-4dc4-a5bf-0156c419fb0e HTTP/1.1" status: 200 len: 812 time: 0.3816140 Apr 18 21:17:04.862047 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-8ab7cadc-fb07-4bd5-b912-cc8e45ea7258 req-4be2086a-89b2-4692-a7f3-6951d734aca7 tempest-TestServerAdvancedOps-222840995 tempest-TestServerAdvancedOps-222840995-project] 10.222.0.42 "GET /v2.0/quotas/10a8568a350a4c8bb67c4e738a597177 HTTP/1.1" status: 200 len: 375 time: 0.0251892 Apr 18 21:17:04.863269 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-26083dd2-b796-4399-9519-3ea2a774ba9b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1260556'] for subnet, precommit_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:17:04.901048 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-76634422-221f-4b5b-a3d2-bc0331f6e443 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33528224'] for security_group, after_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:17:04.922170 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76634422-221f-4b5b-a3d2-bc0331f6e443 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=79b5e6b7-6737-4feb-a318-8e85ed64c846,revision_number=None']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:17:04.930560 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-76634422-221f-4b5b-a3d2-bc0331f6e443 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:17:04.932004 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-76634422-221f-4b5b-a3d2-bc0331f6e443 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/79b5e6b7-6737-4feb-a318-8e85ed64c846 HTTP/1.1" status: 204 len: 168 time: 0.2898996 Apr 18 21:17:04.971907 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-8ab7cadc-fb07-4bd5-b912-cc8e45ea7258 req-02d63810-e678-4361-b471-b551caaea31c tempest-TestServerAdvancedOps-222840995 tempest-TestServerAdvancedOps-222840995-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=10a8568a350a4c8bb67c4e738a597177&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0782576 Apr 18 21:17:05.101197 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-26083dd2-b796-4399-9519-3ea2a774ba9b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1260549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33526260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32440885', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31752825'] for subnet, after_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:17:05.163871 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26083dd2-b796-4399-9519-3ea2a774ba9b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=dfc866b7-c353-49e6-9c7f-4cc86e757b48,revision_number=None']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:17:05.181153 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-26083dd2-b796-4399-9519-3ea2a774ba9b admin admin] Notify callbacks [] for subnet, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:17:05.193758 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-8ab7cadc-fb07-4bd5-b912-cc8e45ea7258 req-ed87d833-85b9-4e9e-a722-c0107498ba79 service neutron] 10.222.0.42 "GET /v2.0/networks/fe92c27a-ca46-4dc4-a5bf-0156c419fb0e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2041192 Apr 18 21:17:05.199422 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-26083dd2-b796-4399-9519-3ea2a774ba9b admin admin] 10.222.0.42 "DELETE /v2.0/subnets/dfc866b7-c353-49e6-9c7f-4cc86e757b48 HTTP/1.1" status: 204 len: 168 time: 1.1191611 Apr 18 21:17:05.201964 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 57622) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:17:05.363187 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-2ce1277e-e667-4dab-8eb7-7dc537dc2521 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1103592'] for network, before_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:17:05.409317 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 57626) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:17:05.443049 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-8ab7cadc-fb07-4bd5-b912-cc8e45ea7258 req-ae04a27f-2c48-4c3b-be20-2ba5f449899d service neutron] 10.222.0.42 "GET /v2.0/networks/fe92c27a-ca46-4dc4-a5bf-0156c419fb0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2418325 Apr 18 21:17:05.538414 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-2ce1277e-e667-4dab-8eb7-7dc537dc2521 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1258905', 'neutron.services.segments.db._delete_segments_for_network-8750375287417'] for network, precommit_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:17:05.579680 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-dd8514e9-0f64-4b89-879b-a8df78f974d8 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=99be55559a344b10bb844f6163ffce3f&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1686764 Apr 18 21:17:05.581319 n-d-838334-2 neutron-server[84041]: DEBUG neutron.services.segments.db [None req-2ce1277e-e667-4dab-8eb7-7dc537dc2521 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ec211755-00f0-492d-a79c-096be27f1d17']}} {{(pid=84041) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:17:05.582591 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 57632) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:17:05.595714 n-d-838334-2 neutron-server[84041]: DEBUG neutron.services.segments.db [None req-2ce1277e-e667-4dab-8eb7-7dc537dc2521 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '67a93bb4-0871-4d6d-b5c2-05b702305dba') {'for_net_delete': True} {{(pid=84041) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:17:05.596090 n-d-838334-2 neutron-server[84041]: DEBUG neutron.services.segments.db [None req-2ce1277e-e667-4dab-8eb7-7dc537dc2521 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '67a93bb4-0871-4d6d-b5c2-05b702305dba') {} {{(pid=84041) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:17:05.617053 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-2ce1277e-e667-4dab-8eb7-7dc537dc2521 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750375287300', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32268156'] for segment, before_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:17:05.636296 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-2ce1277e-e667-4dab-8eb7-7dc537dc2521 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1082986'] for segment, precommit_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:17:05.645078 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2ce1277e-e667-4dab-8eb7-7dc537dc2521 admin admin] Releasing vlan 388 on physical network physnet1 to pool {{(pid=84041) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 18 21:17:05.645780 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-2ce1277e-e667-4dab-8eb7-7dc537dc2521 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1082993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32266254'] for segment, after_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:17:05.662856 n-d-838334-2 neutron-server[84041]: Traceback (most recent call last): Apr 18 21:17:05.662856 n-d-838334-2 neutron-server[84041]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 18 21:17:05.662856 n-d-838334-2 neutron-server[84041]: timer() Apr 18 21:17:05.662856 n-d-838334-2 neutron-server[84041]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 21:17:05.662856 n-d-838334-2 neutron-server[84041]: cb(*args, **kw) Apr 18 21:17:05.662856 n-d-838334-2 neutron-server[84041]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 18 21:17:05.662856 n-d-838334-2 neutron-server[84041]: return func(*args, **kwargs) Apr 18 21:17:05.662856 n-d-838334-2 neutron-server[84041]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 21:17:05.662856 n-d-838334-2 neutron-server[84041]: self._notify() Apr 18 21:17:05.662856 n-d-838334-2 neutron-server[84041]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 21:17:05.662856 n-d-838334-2 neutron-server[84041]: self.callback(batched_events) Apr 18 21:17:05.662856 n-d-838334-2 neutron-server[84041]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 21:17:05.662856 n-d-838334-2 neutron-server[84041]: event.method(event) Apr 18 21:17:05.662856 n-d-838334-2 neutron-server[84041]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 18 21:17:05.662856 n-d-838334-2 neutron-server[84041]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 21:17:05.662856 n-d-838334-2 neutron-server[84041]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 18 21:17:05.662856 n-d-838334-2 neutron-server[84041]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 21:17:05.662856 n-d-838334-2 neutron-server[84041]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 18 21:17:05.662856 n-d-838334-2 neutron-server[84041]: return f(self, *a, **k) Apr 18 21:17:05.662856 n-d-838334-2 neutron-server[84041]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 18 21:17:05.662856 n-d-838334-2 neutron-server[84041]: return self._get(url).json() Apr 18 21:17:05.662856 n-d-838334-2 neutron-server[84041]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 18 21:17:05.662856 n-d-838334-2 neutron-server[84041]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 21:17:05.662856 n-d-838334-2 neutron-server[84041]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 18 21:17:05.662856 n-d-838334-2 neutron-server[84041]: return self.request(url, 'GET', **kwargs) Apr 18 21:17:05.662856 n-d-838334-2 neutron-server[84041]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 18 21:17:05.662856 n-d-838334-2 neutron-server[84041]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 21:17:05.662856 n-d-838334-2 neutron-server[84041]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 18 21:17:05.662856 n-d-838334-2 neutron-server[84041]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 21:17:05.662856 n-d-838334-2 neutron-server[84041]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 18 21:17:05.662856 n-d-838334-2 neutron-server[84041]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 21:17:05.662856 n-d-838334-2 neutron-server[84041]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 21:17:05.682225 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-a0ed3ca3-78df-4ff4-80f3-3c11484ae0cb req-140abb42-b6f7-4f99-8677-5802c6147b7d tempest-TestServerAdvancedOps-222840995 tempest-TestServerAdvancedOps-222840995-project] 10.222.0.42 "GET /v2.0/ports?device_id=c2115373-c365-4c01-8275-d706f401ca9b HTTP/1.1" status: 200 len: 210 time: 0.0541911 Apr 18 21:17:05.718709 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-3140781d-cfb8-4b9b-a390-f9c41df4a1a9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:17:05.752168 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-3140781d-cfb8-4b9b-a390-f9c41df4a1a9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:17:05.756641 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-2ce1277e-e667-4dab-8eb7-7dc537dc2521 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1258898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33526109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33444113'] for network, after_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:17:05.765093 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-2ce1277e-e667-4dab-8eb7-7dc537dc2521 admin admin] Notify callbacks [] for network, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:17:05.791776 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ce1277e-e667-4dab-8eb7-7dc537dc2521 admin admin] Pushing event deleted for resources: {'Network': ['ID=ec211755-00f0-492d-a79c-096be27f1d17,revision_number=None']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:17:05.797731 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-2ce1277e-e667-4dab-8eb7-7dc537dc2521 admin admin] 10.222.0.42 "DELETE /v2.0/networks/ec211755-00f0-492d-a79c-096be27f1d17 HTTP/1.1" status: 204 len: 168 time: 0.5947483 Apr 18 21:17:05.856487 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-3140781d-cfb8-4b9b-a390-f9c41df4a1a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33528224'] for security_group, after_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:17:05.882550 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3140781d-cfb8-4b9b-a390-f9c41df4a1a9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b78a2244-e346-437d-be4e-290f26f0e870,revision_number=None']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:17:05.901053 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-3140781d-cfb8-4b9b-a390-f9c41df4a1a9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:17:05.904610 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-3140781d-cfb8-4b9b-a390-f9c41df4a1a9 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/b78a2244-e346-437d-be4e-290f26f0e870 HTTP/1.1" status: 204 len: 168 time: 0.3182874 Apr 18 21:17:06.108975 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 57650) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:17:06.178931 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-abdbde14-a607-45fa-9c27-d735ca6f1fc1 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=8ca657a6dd7e428db1e7c06a95f1a90e&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0655818 Apr 18 21:17:06.180032 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 57654) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:17:06.245857 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-868a6725-2650-4184-8522-981cc867f055 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:17:06.277849 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-868a6725-2650-4184-8522-981cc867f055 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:17:06.345005 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-868a6725-2650-4184-8522-981cc867f055 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33528224'] for security_group, after_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:17:06.363010 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-868a6725-2650-4184-8522-981cc867f055 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9fa5ce7e-93a0-4048-a52a-367318ec4781,revision_number=None']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:17:06.372547 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-868a6725-2650-4184-8522-981cc867f055 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:17:06.375522 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-868a6725-2650-4184-8522-981cc867f055 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/9fa5ce7e-93a0-4048-a52a-367318ec4781 HTTP/1.1" status: 204 len: 168 time: 0.1922805 Apr 18 21:17:06.915217 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-88a9c116-7974-4854-a845-82279d9d0d24 req-f526289c-b26d-4b1d-bc48-26fc11e20671 tempest-TestServerAdvancedOps-222840995 tempest-TestServerAdvancedOps-222840995-project] 10.222.0.42 "GET /v2.0/ports?device_id=c2115373-c365-4c01-8275-d706f401ca9b HTTP/1.1" status: 200 len: 210 time: 0.0601645 Apr 18 21:17:07.206352 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 57692) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:17:07.265064 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ab7cadc-fb07-4bd5-b912-cc8e45ea7258 req-d9ff4e57-d29c-4571-9f90-8ea9e6a70ab7 tempest-TestServerAdvancedOps-222840995 tempest-TestServerAdvancedOps-222840995-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:17:07.266861 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-8ab7cadc-fb07-4bd5-b912-cc8e45ea7258 req-d9ff4e57-d29c-4571-9f90-8ea9e6a70ab7 tempest-TestServerAdvancedOps-222840995 tempest-TestServerAdvancedOps-222840995-project] 10.222.0.48 "GET /v2.0/networks?id=fe92c27a-ca46-4dc4-a5bf-0156c419fb0e HTTP/1.1" status: 200 len: 812 time: 0.3506951 Apr 18 21:17:07.287392 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.v2.base [req-8ab7cadc-fb07-4bd5-b912-cc8e45ea7258 req-ba383915-5baf-4a53-92bf-87b6e725c244 tempest-TestServerAdvancedOps-222840995 tempest-TestServerAdvancedOps-222840995-project] Request body: {'port': {'device_id': 'c2115373-c365-4c01-8275-d706f401ca9b', 'network_id': 'fe92c27a-ca46-4dc4-a5bf-0156c419fb0e', 'admin_state_up': True, 'tenant_id': '10a8568a350a4c8bb67c4e738a597177'}} {{(pid=84040) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:17:07.394626 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.v2.base [None req-3592aafc-7eb2-4835-8803-445338135ef4 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-477195389-network', 'tenant_id': '31978bb3bc1348ad8b469e6e55d6f163'}} {{(pid=84041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:17:07.406200 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-3592aafc-7eb2-4835-8803-445338135ef4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:17:07.411587 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-3592aafc-7eb2-4835-8803-445338135ef4 admin admin] Usage tracker for resource:network and tenant:31978bb3bc1348ad8b469e6e55d6f163 is out of sync, need to count used quota {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:17:07.416703 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-3592aafc-7eb2-4835-8803-445338135ef4 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:17:07.424459 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-3592aafc-7eb2-4835-8803-445338135ef4 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:17:07.440052 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3592aafc-7eb2-4835-8803-445338135ef4 admin admin] Made reservation on behalf of 31978bb3bc1348ad8b469e6e55d6f163 for: {'network': 1} {{(pid=84041) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:17:07.444378 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-3592aafc-7eb2-4835-8803-445338135ef4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for network, before_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:17:07.450461 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [req-8ab7cadc-fb07-4bd5-b912-cc8e45ea7258 req-ba383915-5baf-4a53-92bf-87b6e725c244 tempest-TestServerAdvancedOps-222840995 tempest-TestServerAdvancedOps-222840995-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:17:07.456120 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [req-8ab7cadc-fb07-4bd5-b912-cc8e45ea7258 req-ba383915-5baf-4a53-92bf-87b6e725c244 tempest-TestServerAdvancedOps-222840995 tempest-TestServerAdvancedOps-222840995-project] Usage tracker for resource:port and tenant:10a8568a350a4c8bb67c4e738a597177 is out of sync, need to count used quota {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:17:07.462731 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [req-8ab7cadc-fb07-4bd5-b912-cc8e45ea7258 req-ba383915-5baf-4a53-92bf-87b6e725c244 tempest-TestServerAdvancedOps-222840995 tempest-TestServerAdvancedOps-222840995-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:17:07.466994 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-3592aafc-7eb2-4835-8803-445338135ef4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:17:07.470407 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [req-8ab7cadc-fb07-4bd5-b912-cc8e45ea7258 req-ba383915-5baf-4a53-92bf-87b6e725c244 tempest-TestServerAdvancedOps-222840995 tempest-TestServerAdvancedOps-222840995-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:17:07.488086 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8ab7cadc-fb07-4bd5-b912-cc8e45ea7258 req-ba383915-5baf-4a53-92bf-87b6e725c244 tempest-TestServerAdvancedOps-222840995 tempest-TestServerAdvancedOps-222840995-project] Made reservation on behalf of 10a8568a350a4c8bb67c4e738a597177 for: {'port': 1} {{(pid=84040) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:17:07.493575 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-8ab7cadc-fb07-4bd5-b912-cc8e45ea7258 req-ba383915-5baf-4a53-92bf-87b6e725c244 tempest-TestServerAdvancedOps-222840995 tempest-TestServerAdvancedOps-222840995-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:17:07.508660 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-3592aafc-7eb2-4835-8803-445338135ef4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:17:07.514691 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-3592aafc-7eb2-4835-8803-445338135ef4 admin admin] Usage tracker for resource:security_group_rule and tenant:31978bb3bc1348ad8b469e6e55d6f163 is out of sync, need to count used quota {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:17:07.521702 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-3592aafc-7eb2-4835-8803-445338135ef4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:17:07.530086 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-3592aafc-7eb2-4835-8803-445338135ef4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:17:07.647013 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-3592aafc-7eb2-4835-8803-445338135ef4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:17:07.655866 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-3592aafc-7eb2-4835-8803-445338135ef4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33528224'] for security_group, after_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:17:07.678098 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.db_base_plugin_common [req-8ab7cadc-fb07-4bd5-b912-cc8e45ea7258 req-ba383915-5baf-4a53-92bf-87b6e725c244 tempest-TestServerAdvancedOps-222840995 tempest-TestServerAdvancedOps-222840995-project] Allocated IP 172.20.0.9 (fe92c27a-ca46-4dc4-a5bf-0156c419fb0e/80df765a-75ee-4c00-96c0-4bd275b84976/f11d7d7a-1d31-46d1-9284-5ce527816501) {{(pid=84040) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 21:17:07.690998 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3592aafc-7eb2-4835-8803-445338135ef4 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 357} {{(pid=84041) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 21:17:07.708594 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3592aafc-7eb2-4835-8803-445338135ef4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cdcfb3ee-78c0-44cb-a2e3-4b946850a7e7,revision_number=1']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:17:07.714809 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-3592aafc-7eb2-4835-8803-445338135ef4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1082986'] for segment, precommit_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:17:07.715377 n-d-838334-2 neutron-server[84041]: INFO neutron.db.segments_db [None req-3592aafc-7eb2-4835-8803-445338135ef4 admin admin] Added segment c9d9b92a-74d4-40ed-ab8e-582836dfe352 of type vlan for network 9b223f6a-fe67-4bd3-957a-7ef808b3aaf1 Apr 18 21:17:07.865136 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-3592aafc-7eb2-4835-8803-445338135ef4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750374825732'] for network, precommit_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:17:07.909042 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-3592aafc-7eb2-4835-8803-445338135ef4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33526109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022'] for network, after_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:17:07.913680 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3592aafc-7eb2-4835-8803-445338135ef4 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:17:07.914265 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-3592aafc-7eb2-4835-8803-445338135ef4 admin admin] Notify callbacks [] for network, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:17:07.970952 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-8ab7cadc-fb07-4bd5-b912-cc8e45ea7258 req-ba383915-5baf-4a53-92bf-87b6e725c244 tempest-TestServerAdvancedOps-222840995 tempest-TestServerAdvancedOps-222840995-project] Notify callbacks [] for port, precommit_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:17:08.002869 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-8ab7cadc-fb07-4bd5-b912-cc8e45ea7258 req-ba383915-5baf-4a53-92bf-87b6e725c244 tempest-TestServerAdvancedOps-222840995 tempest-TestServerAdvancedOps-222840995-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750374836619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32440838'] for port, after_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:17:08.065778 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3592aafc-7eb2-4835-8803-445338135ef4 admin admin] Pushing event updated for resources: {'Network': ['ID=9b223f6a-fe67-4bd3-957a-7ef808b3aaf1,revision_number=1']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:17:08.073737 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-3592aafc-7eb2-4835-8803-445338135ef4 admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.8656328 Apr 18 21:17:08.076049 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 57714) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:17:08.077427 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Network 9b223f6a-fe67-4bd3-957a-7ef808b3aaf1 details requested by agent ovs-agent-n-d-838334-2 with host n-d-838334-2 {{(pid=84042) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 18 21:17:08.109840 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.v2.base [None req-9a11e53c-61cf-4ed2-b5c8-5b6e3a87fd4f admin admin] Request body: {'subnet': {'network_id': '9b223f6a-fe67-4bd3-957a-7ef808b3aaf1', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-477195389-subnet', 'tenant_id': '31978bb3bc1348ad8b469e6e55d6f163', 'ip_version': 4}} {{(pid=84040) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:17:08.123467 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [None req-9a11e53c-61cf-4ed2-b5c8-5b6e3a87fd4f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:17:08.145533 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-9a11e53c-61cf-4ed2-b5c8-5b6e3a87fd4f admin admin] Usage tracker for resource:subnet and tenant:31978bb3bc1348ad8b469e6e55d6f163 is out of sync, need to count used quota {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:17:08.152634 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-9a11e53c-61cf-4ed2-b5c8-5b6e3a87fd4f admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:17:08.166909 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [None req-9a11e53c-61cf-4ed2-b5c8-5b6e3a87fd4f admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:17:08.223916 n-d-838334-2 neutron-server[84040]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8ab7cadc-fb07-4bd5-b912-cc8e45ea7258 req-ba383915-5baf-4a53-92bf-87b6e725c244 tempest-TestServerAdvancedOps-222840995 tempest-TestServerAdvancedOps-222840995-project] Network fe92c27a-ca46-4dc4-a5bf-0156c419fb0e is already hosted by enough agents. {{(pid=84040) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:17:08.232524 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba383915-5baf-4a53-92bf-87b6e725c244 tempest-TestServerAdvancedOps-222840995 tempest-TestServerAdvancedOps-222840995-project] Pushing event updated for resources: {'Port': ['ID=f11d7d7a-1d31-46d1-9284-5ce527816501,revision_number=1']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:17:08.235412 n-d-838334-2 neutron-server[84040]: DEBUG neutron.scheduler.base_scheduler [req-8ab7cadc-fb07-4bd5-b912-cc8e45ea7258 req-ba383915-5baf-4a53-92bf-87b6e725c244 tempest-TestServerAdvancedOps-222840995 tempest-TestServerAdvancedOps-222840995-project] Resources bound (agent type, host, resource id): {{(pid=84040) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:17:08.244948 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.l3_dvrscheduler_db [req-8ab7cadc-fb07-4bd5-b912-cc8e45ea7258 req-ba383915-5baf-4a53-92bf-87b6e725c244 tempest-TestServerAdvancedOps-222840995 tempest-TestServerAdvancedOps-222840995-project] Received port after_create {{(pid=84040) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 21:17:08.291084 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a11e53c-61cf-4ed2-b5c8-5b6e3a87fd4f admin admin] Made reservation on behalf of 31978bb3bc1348ad8b469e6e55d6f163 for: {'subnet': 1} {{(pid=84040) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:17:08.293552 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-9a11e53c-61cf-4ed2-b5c8-5b6e3a87fd4f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31752722'] for subnet, before_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:17:08.406653 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ab7cadc-fb07-4bd5-b912-cc8e45ea7258 req-ba383915-5baf-4a53-92bf-87b6e725c244 tempest-TestServerAdvancedOps-222840995 tempest-TestServerAdvancedOps-222840995-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:17:08.407115 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-8ab7cadc-fb07-4bd5-b912-cc8e45ea7258 req-ba383915-5baf-4a53-92bf-87b6e725c244 tempest-TestServerAdvancedOps-222840995 tempest-TestServerAdvancedOps-222840995-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217293'] for port, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:17:08.430668 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a241c19-ece3-47d6-bfb3-41ce2468905c req-f5b15dc3-a9da-4d9f-9baa-b6bed760cce1 tempest-TestServerAdvancedOps-222840995 tempest-TestServerAdvancedOps-222840995-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:17:08.432218 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-9a241c19-ece3-47d6-bfb3-41ce2468905c req-f5b15dc3-a9da-4d9f-9baa-b6bed760cce1 tempest-TestServerAdvancedOps-222840995 tempest-TestServerAdvancedOps-222840995-project] 10.222.0.42 "GET /v2.0/ports?device_id=c2115373-c365-4c01-8275-d706f401ca9b HTTP/1.1" status: 200 len: 931 time: 0.2807560 Apr 18 21:17:08.481356 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-8ab7cadc-fb07-4bd5-b912-cc8e45ea7258 req-ba383915-5baf-4a53-92bf-87b6e725c244 tempest-TestServerAdvancedOps-222840995 tempest-TestServerAdvancedOps-222840995-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1986101 Apr 18 21:17:08.495240 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.v2.base [req-8ab7cadc-fb07-4bd5-b912-cc8e45ea7258 req-ae270861-3183-442c-bd0f-b5db2604bf32 service neutron] Request body: {'port': {'device_id': 'c2115373-c365-4c01-8275-d706f401ca9b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-838334-2'}} {{(pid=84040) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:17:08.549063 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [req-9a241c19-ece3-47d6-bfb3-41ce2468905c req-9b86e28d-ee9b-4267-b91f-6819de8cc9f8 tempest-TestServerAdvancedOps-222840995 tempest-TestServerAdvancedOps-222840995-project] Synchronizing usage tracker for tenant:10a8568a350a4c8bb67c4e738a597177 on resource:security_group {{(pid=84040) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 21:17:08.638829 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [req-9a241c19-ece3-47d6-bfb3-41ce2468905c req-9b86e28d-ee9b-4267-b91f-6819de8cc9f8 tempest-TestServerAdvancedOps-222840995 tempest-TestServerAdvancedOps-222840995-project] Unset dirty status for tenant:10a8568a350a4c8bb67c4e738a597177 on resource:security_group {{(pid=84040) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 21:17:08.639992 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-9a241c19-ece3-47d6-bfb3-41ce2468905c req-9b86e28d-ee9b-4267-b91f-6819de8cc9f8 tempest-TestServerAdvancedOps-222840995 tempest-TestServerAdvancedOps-222840995-project] 10.222.0.42 "GET /v2.0/security-groups?id=ed497b1e-3ef7-41f9-b418-a0e8bd20250c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1997342 Apr 18 21:17:08.689851 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-8ab7cadc-fb07-4bd5-b912-cc8e45ea7258 req-ae270861-3183-442c-bd0f-b5db2604bf32 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:17:08.789092 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-9a11e53c-61cf-4ed2-b5c8-5b6e3a87fd4f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33526260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32441074', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31752704'] for subnet, after_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:17:09.045266 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a11e53c-61cf-4ed2-b5c8-5b6e3a87fd4f admin admin] Pushing event updated for resources: {'Subnet': ['ID=a845e1ae-c47e-4919-8a24-530366b84c60,revision_number=0']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:17:09.130884 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a11e53c-61cf-4ed2-b5c8-5b6e3a87fd4f admin admin] Checking segment: {'id': 'c9d9b92a-74d4-40ed-ab8e-582836dfe352', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '9b223f6a-fe67-4bd3-957a-7ef808b3aaf1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84040) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 21:17:09.131241 n-d-838334-2 neutron-server[84040]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a11e53c-61cf-4ed2-b5c8-5b6e3a87fd4f admin admin] Network hostable DHCP agents. Network: 9b223f6a-fe67-4bd3-957a-7ef808b3aaf1, hostable agents: ['8746f8ea-3e91-4b32-9919-2c63adeb8722'], hosted agents: [] {{(pid=84040) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 21:17:09.194590 n-d-838334-2 neutron-server[84040]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a11e53c-61cf-4ed2-b5c8-5b6e3a87fd4f admin admin] Network 9b223f6a-fe67-4bd3-957a-7ef808b3aaf1 is scheduled to be hosted by DHCP agent 8746f8ea-3e91-4b32-9919-2c63adeb8722 with binding_index 1 {{(pid=84040) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 21:17:09.210193 n-d-838334-2 neutron-server[84040]: DEBUG neutron.scheduler.base_scheduler [None req-9a11e53c-61cf-4ed2-b5c8-5b6e3a87fd4f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-838334-2, 9b223f6a-fe67-4bd3-957a-7ef808b3aaf1) {{(pid=84040) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:17:09.216028 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a11e53c-61cf-4ed2-b5c8-5b6e3a87fd4f admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:17:09.216609 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-9a11e53c-61cf-4ed2-b5c8-5b6e3a87fd4f admin admin] Notify callbacks [] for subnet, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:17:09.221638 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3671bba6-e09b-4285-80e1-9e2b252e9c06 None None] Network 9b223f6a-fe67-4bd3-957a-7ef808b3aaf1 requested from n-d-838334-2 {{(pid=84042) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 21:17:09.351490 n-d-838334-2 neutron-server[84040]: DEBUG neutron.notifiers.nova [req-8ab7cadc-fb07-4bd5-b912-cc8e45ea7258 req-ae270861-3183-442c-bd0f-b5db2604bf32 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f11d7d7a-1d31-46d1-9284-5ce527816501 {{(pid=84040) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 18 21:17:09.359723 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-8ab7cadc-fb07-4bd5-b912-cc8e45ea7258 req-ae270861-3183-442c-bd0f-b5db2604bf32 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:17:09.378306 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.provisioning_blocks [req-8ab7cadc-fb07-4bd5-b912-cc8e45ea7258 req-ae270861-3183-442c-bd0f-b5db2604bf32 service neutron] Transition to ACTIVE for port object f11d7d7a-1d31-46d1-9284-5ce527816501 will not be triggered until provisioned by entity L2. {{(pid=84040) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:17:09.381360 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-9a11e53c-61cf-4ed2-b5c8-5b6e3a87fd4f admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.3053970 Apr 18 21:17:09.384590 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 57812) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:17:09.391825 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.v2.base [None req-e2b3a570-4560-4035-bdfb-783755824c90 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-477195389-router', 'tenant_id': '31978bb3bc1348ad8b469e6e55d6f163', 'external_gateway_info': {'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c'}}} {{(pid=84041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:17:09.397285 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-8ab7cadc-fb07-4bd5-b912-cc8e45ea7258 req-ae270861-3183-442c-bd0f-b5db2604bf32 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32440959'] for port, after_update {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:17:09.409612 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-e2b3a570-4560-4035-bdfb-783755824c90 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:17:09.416688 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-e2b3a570-4560-4035-bdfb-783755824c90 admin admin] Usage tracker for resource:router and tenant:31978bb3bc1348ad8b469e6e55d6f163 is out of sync, need to count used quota {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:17:09.430899 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-e2b3a570-4560-4035-bdfb-783755824c90 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:17:09.439137 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-e2b3a570-4560-4035-bdfb-783755824c90 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:17:09.461982 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-e2b3a570-4560-4035-bdfb-783755824c90 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-33442106', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5708'] for router, before_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:17:09.463031 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-e2b3a570-4560-4035-bdfb-783755824c90 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33442137', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33444285', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33535433', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5703'] for router, precommit_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:17:09.505994 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-e2b3a570-4560-4035-bdfb-783755824c90 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:17:09.513259 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb69d109-2e4a-48ba-a6d9-4c63372b4972 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp016840fc-1f9f-5892-9c53-c9cf6c845bbb-9b223f6a-fe67-4bd3-957a-7ef808b3aaf1', 'network_id': '9b223f6a-fe67-4bd3-957a-7ef808b3aaf1', 'tenant_id': '31978bb3bc1348ad8b469e6e55d6f163', 'fixed_ips': [{'subnet_id': 'a845e1ae-c47e-4919-8a24-530366b84c60'}]}} from n-d-838334-2. {{(pid=84042) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 18 21:17:09.515600 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-bb69d109-2e4a-48ba-a6d9-4c63372b4972 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_create {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:17:09.579300 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae270861-3183-442c-bd0f-b5db2604bf32 service neutron] Pushing event updated for resources: {'Port': ['ID=f11d7d7a-1d31-46d1-9284-5ce527816501,revision_number=2']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:17:09.745505 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.managers [req-8ab7cadc-fb07-4bd5-b912-cc8e45ea7258 req-ae270861-3183-442c-bd0f-b5db2604bf32 service neutron] Attempting to bind port f11d7d7a-1d31-46d1-9284-5ce527816501 on host n-h2-838334-2 for vnic_type normal with profile {{(pid=84040) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 21:17:09.747222 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.db_base_plugin_common [None req-bb69d109-2e4a-48ba-a6d9-4c63372b4972 None None] Allocated IP 172.20.0.2 (9b223f6a-fe67-4bd3-957a-7ef808b3aaf1/a845e1ae-c47e-4919-8a24-530366b84c60/05e8e9f1-7e23-4ea7-b25f-4805f5d701db) {{(pid=84042) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 21:17:09.748043 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.managers [req-8ab7cadc-fb07-4bd5-b912-cc8e45ea7258 req-ae270861-3183-442c-bd0f-b5db2604bf32 service neutron] Attempting to bind port f11d7d7a-1d31-46d1-9284-5ce527816501 by drivers openvswitch,hyperv on host n-h2-838334-2 at level 0 using segments [{'id': '73e63a05-25e2-49ce-b1d9-edfb68ffa93d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': 'fe92c27a-ca46-4dc4-a5bf-0156c419fb0e'}] {{(pid=84040) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 21:17:09.750551 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ab7cadc-fb07-4bd5-b912-cc8e45ea7258 req-ae270861-3183-442c-bd0f-b5db2604bf32 service neutron] Attempting to bind port f11d7d7a-1d31-46d1-9284-5ce527816501 on network fe92c27a-ca46-4dc4-a5bf-0156c419fb0e {{(pid=84040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 21:17:09.767167 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ab7cadc-fb07-4bd5-b912-cc8e45ea7258 req-ae270861-3183-442c-bd0f-b5db2604bf32 service neutron] Port f11d7d7a-1d31-46d1-9284-5ce527816501 on network fe92c27a-ca46-4dc4-a5bf-0156c419fb0e not bound, no agent of type Open vSwitch agent registered on host n-h2-838334-2 {{(pid=84040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 18 21:17:09.767486 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ab7cadc-fb07-4bd5-b912-cc8e45ea7258 req-ae270861-3183-442c-bd0f-b5db2604bf32 service neutron] Attempting to bind port f11d7d7a-1d31-46d1-9284-5ce527816501 on network fe92c27a-ca46-4dc4-a5bf-0156c419fb0e {{(pid=84040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 21:17:09.782902 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ab7cadc-fb07-4bd5-b912-cc8e45ea7258 req-ae270861-3183-442c-bd0f-b5db2604bf32 service neutron] Checking agent: {'id': 'dc797004-f641-47b7-a77f-9c62b5b16296', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-838334-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 34, 3), 'started_at': datetime.datetime(2022, 4, 18, 20, 34, 3), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 21, 17, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 18 21:17:09.786405 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ab7cadc-fb07-4bd5-b912-cc8e45ea7258 req-ae270861-3183-442c-bd0f-b5db2604bf32 service neutron] Checking segment: {'id': '73e63a05-25e2-49ce-b1d9-edfb68ffa93d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': 'fe92c27a-ca46-4dc4-a5bf-0156c419fb0e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84040) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 21:17:09.786855 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ab7cadc-fb07-4bd5-b912-cc8e45ea7258 req-ae270861-3183-442c-bd0f-b5db2604bf32 service neutron] Bound using segment: {'id': '73e63a05-25e2-49ce-b1d9-edfb68ffa93d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': 'fe92c27a-ca46-4dc4-a5bf-0156c419fb0e'} {{(pid=84040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 18 21:17:09.787327 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.managers [req-8ab7cadc-fb07-4bd5-b912-cc8e45ea7258 req-ae270861-3183-442c-bd0f-b5db2604bf32 service neutron] Bound port: f11d7d7a-1d31-46d1-9284-5ce527816501, host: n-h2-838334-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '73e63a05-25e2-49ce-b1d9-edfb68ffa93d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': 'fe92c27a-ca46-4dc4-a5bf-0156c419fb0e'}}] {{(pid=84040) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 21:17:09.787695 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-8ab7cadc-fb07-4bd5-b912-cc8e45ea7258 req-ae270861-3183-442c-bd0f-b5db2604bf32 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:17:09.789064 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-e2b3a570-4560-4035-bdfb-783755824c90 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-33444175', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-33443520', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5293'] for router, precommit_update {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:17:10.081982 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.db [req-8ab7cadc-fb07-4bd5-b912-cc8e45ea7258 req-ae270861-3183-442c-bd0f-b5db2604bf32 service neutron] For port f11d7d7a-1d31-46d1-9284-5ce527816501, host n-h2-838334-2, cleared binding levels {{(pid=84040) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 21:17:10.111049 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.db [req-8ab7cadc-fb07-4bd5-b912-cc8e45ea7258 req-ae270861-3183-442c-bd0f-b5db2604bf32 service neutron] For port f11d7d7a-1d31-46d1-9284-5ce527816501, host n-h2-838334-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838334-2',level=0,port_id=f11d7d7a-1d31-46d1-9284-5ce527816501,segment=NetworkSegment(73e63a05-25e2-49ce-b1d9-edfb68ffa93d),segment_id=73e63a05-25e2-49ce-b1d9-edfb68ffa93d)] {{(pid=84040) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 21:17:10.116006 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-bb69d109-2e4a-48ba-a6d9-4c63372b4972 None None] Notify callbacks [] for port, precommit_create {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:17:10.121594 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-e2b3a570-4560-4035-bdfb-783755824c90 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:17:10.126774 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-8ab7cadc-fb07-4bd5-b912-cc8e45ea7258 req-ae270861-3183-442c-bd0f-b5db2604bf32 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32440959'] for port, after_update {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:17:10.145394 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-bb69d109-2e4a-48ba-a6d9-4c63372b4972 None None] Transition to ACTIVE for port object 05e8e9f1-7e23-4ea7-b25f-4805f5d701db will not be triggered until provisioned by entity L2. {{(pid=84042) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:17:10.164313 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-e2b3a570-4560-4035-bdfb-783755824c90 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:17:10.197430 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-bb69d109-2e4a-48ba-a6d9-4c63372b4972 None None] Transition to ACTIVE for port object 05e8e9f1-7e23-4ea7-b25f-4805f5d701db will not be triggered until provisioned by entity DHCP. {{(pid=84042) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:17:10.210418 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-bb69d109-2e4a-48ba-a6d9-4c63372b4972 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750374836619'] for port, after_create {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:17:10.214109 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 57862) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:17:10.215850 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd2f9e35-70d5-4991-a2d3-30618dd8a657 req-ecf4a2aa-4700-470a-aa1a-6771362922e5 tempest-TestServerAdvancedOps-222840995 tempest-TestServerAdvancedOps-222840995-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:17:10.216646 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [req-bd2f9e35-70d5-4991-a2d3-30618dd8a657 req-ecf4a2aa-4700-470a-aa1a-6771362922e5 tempest-TestServerAdvancedOps-222840995 tempest-TestServerAdvancedOps-222840995-project] Synchronizing usage tracker for tenant:10a8568a350a4c8bb67c4e738a597177 on resource:port {{(pid=84040) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 21:17:10.255269 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-8ab7cadc-fb07-4bd5-b912-cc8e45ea7258 req-ae270861-3183-442c-bd0f-b5db2604bf32 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217293'] for port, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:17:10.256756 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-8ab7cadc-fb07-4bd5-b912-cc8e45ea7258 req-ae270861-3183-442c-bd0f-b5db2604bf32 service neutron] 10.222.0.48 "PUT /v2.0/ports/f11d7d7a-1d31-46d1-9284-5ce527816501 HTTP/1.1" status: 200 len: 1091 time: 1.7665806 Apr 18 21:17:10.257215 n-d-838334-2 neutron-server[84040]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c2115373-c365-4c01-8275-d706f401ca9b', 'tag': 'f11d7d7a-1d31-46d1-9284-5ce527816501'}] {{(pid=84040) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 21:17:10.272906 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae270861-3183-442c-bd0f-b5db2604bf32 service neutron] Pushing event updated for resources: {'Port': ['ID=f11d7d7a-1d31-46d1-9284-5ce527816501,revision_number=3']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:17:10.282048 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [req-bd2f9e35-70d5-4991-a2d3-30618dd8a657 req-ecf4a2aa-4700-470a-aa1a-6771362922e5 tempest-TestServerAdvancedOps-222840995 tempest-TestServerAdvancedOps-222840995-project] Unset dirty status for tenant:10a8568a350a4c8bb67c4e738a597177 on resource:port {{(pid=84040) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 21:17:10.283506 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-bd2f9e35-70d5-4991-a2d3-30618dd8a657 req-ecf4a2aa-4700-470a-aa1a-6771362922e5 tempest-TestServerAdvancedOps-222840995 tempest-TestServerAdvancedOps-222840995-project] 10.222.0.42 "GET /v2.0/ports?device_id=c2115373-c365-4c01-8275-d706f401ca9b HTTP/1.1" status: 200 len: 943 time: 0.3853676 Apr 18 21:17:10.329999 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb69d109-2e4a-48ba-a6d9-4c63372b4972 None None] Pushing event updated for resources: {'Port': ['ID=05e8e9f1-7e23-4ea7-b25f-4805f5d701db,revision_number=1']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:17:10.344067 n-d-838334-2 neutron-server[84042]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb69d109-2e4a-48ba-a6d9-4c63372b4972 None None] Network 9b223f6a-fe67-4bd3-957a-7ef808b3aaf1 is already hosted by enough agents. {{(pid=84042) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:17:10.345273 n-d-838334-2 neutron-server[84042]: DEBUG neutron.scheduler.base_scheduler [None req-bb69d109-2e4a-48ba-a6d9-4c63372b4972 None None] Resources bound (agent type, host, resource id): {{(pid=84042) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:17:10.350130 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb69d109-2e4a-48ba-a6d9-4c63372b4972 None None] Received port after_create {{(pid=84042) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 21:17:10.442717 n-d-838334-2 neutron-server[84040]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4163d7c1-4283-4d22-b85c-dce51ba50ceb'] response: {'name': 'network-changed', 'server_uuid': 'c2115373-c365-4c01-8275-d706f401ca9b', 'tag': 'f11d7d7a-1d31-46d1-9284-5ce527816501', 'status': 'completed', 'code': 200} Apr 18 21:17:10.446485 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.db_base_plugin_common [None req-e2b3a570-4560-4035-bdfb-783755824c90 admin admin] Allocated IP 172.25.8.234 (e41b6600-a917-4a8d-b05c-be3be40c6d8c/6b05667b-848e-4356-9b44-d5eb6808ef74/ed687a9e-9201-4e8e-80c0-f5948665f08d) {{(pid=84041) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 21:17:10.473408 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.managers [None req-bb69d109-2e4a-48ba-a6d9-4c63372b4972 None None] Attempting to bind port 05e8e9f1-7e23-4ea7-b25f-4805f5d701db on host n-d-838334-2 for vnic_type normal with profile {{(pid=84042) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 21:17:10.473644 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.managers [None req-bb69d109-2e4a-48ba-a6d9-4c63372b4972 None None] Attempting to bind port 05e8e9f1-7e23-4ea7-b25f-4805f5d701db by drivers openvswitch,hyperv on host n-d-838334-2 at level 0 using segments [{'id': 'c9d9b92a-74d4-40ed-ab8e-582836dfe352', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '9b223f6a-fe67-4bd3-957a-7ef808b3aaf1'}] {{(pid=84042) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 21:17:10.474091 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb69d109-2e4a-48ba-a6d9-4c63372b4972 None None] Attempting to bind port 05e8e9f1-7e23-4ea7-b25f-4805f5d701db on network 9b223f6a-fe67-4bd3-957a-7ef808b3aaf1 {{(pid=84042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 21:17:10.483865 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb69d109-2e4a-48ba-a6d9-4c63372b4972 None None] Checking agent: {'id': '97cd4414-7af6-4d67-868d-dff370b4071a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838334-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 25, 49), 'started_at': datetime.datetime(2022, 4, 18, 20, 26, 19), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 21, 16, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838334-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 18 21:17:10.484319 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb69d109-2e4a-48ba-a6d9-4c63372b4972 None None] Checking segment: {'id': 'c9d9b92a-74d4-40ed-ab8e-582836dfe352', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '9b223f6a-fe67-4bd3-957a-7ef808b3aaf1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84042) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 21:17:10.484790 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-bb69d109-2e4a-48ba-a6d9-4c63372b4972 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:17:10.485268 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb69d109-2e4a-48ba-a6d9-4c63372b4972 None None] Bound using segment: {'id': 'c9d9b92a-74d4-40ed-ab8e-582836dfe352', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '9b223f6a-fe67-4bd3-957a-7ef808b3aaf1'} {{(pid=84042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 18 21:17:10.485819 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.managers [None req-bb69d109-2e4a-48ba-a6d9-4c63372b4972 None None] Bound port: 05e8e9f1-7e23-4ea7-b25f-4805f5d701db, host: n-d-838334-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c9d9b92a-74d4-40ed-ab8e-582836dfe352', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '9b223f6a-fe67-4bd3-957a-7ef808b3aaf1'}}] {{(pid=84042) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 21:17:10.486256 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-bb69d109-2e4a-48ba-a6d9-4c63372b4972 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:17:10.549316 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-bd2f9e35-70d5-4991-a2d3-30618dd8a657 req-0a54923c-d80b-42cb-94bd-cc01f8bde95b tempest-TestServerAdvancedOps-222840995 tempest-TestServerAdvancedOps-222840995-project] 10.222.0.42 "GET /v2.0/security-groups?id=ed497b1e-3ef7-41f9-b418-a0e8bd20250c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2586393 Apr 18 21:17:10.570330 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-8ab7cadc-fb07-4bd5-b912-cc8e45ea7258 req-22061e05-b4bf-41a7-b9d8-68ddb05894d3 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=10a8568a350a4c8bb67c4e738a597177&device_id=c2115373-c365-4c01-8275-d706f401ca9b HTTP/1.1" status: 200 len: 1094 time: 0.2409177 Apr 18 21:17:10.598882 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-bb69d109-2e4a-48ba-a6d9-4c63372b4972 None None] For port 05e8e9f1-7e23-4ea7-b25f-4805f5d701db, host n-d-838334-2, cleared binding levels {{(pid=84042) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 21:17:10.602724 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-bb69d109-2e4a-48ba-a6d9-4c63372b4972 None None] For port 05e8e9f1-7e23-4ea7-b25f-4805f5d701db, host n-d-838334-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838334-2',level=0,port_id=05e8e9f1-7e23-4ea7-b25f-4805f5d701db,segment=NetworkSegment(c9d9b92a-74d4-40ed-ab8e-582836dfe352),segment_id=c9d9b92a-74d4-40ed-ab8e-582836dfe352)] {{(pid=84042) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 21:17:10.609192 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-bb69d109-2e4a-48ba-a6d9-4c63372b4972 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682'] for port, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:17:10.613480 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-845b8427-cf75-495d-82f2-bc5e88352127 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:17:10.699366 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-845b8427-cf75-495d-82f2-bc5e88352127 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:17:10.701402 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-8ab7cadc-fb07-4bd5-b912-cc8e45ea7258 req-0b18ae83-e574-40f0-b048-f052b7c45e04 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f11d7d7a-1d31-46d1-9284-5ce527816501 HTTP/1.1" status: 200 len: 217 time: 0.1230156 Apr 18 21:17:10.723289 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-845b8427-cf75-495d-82f2-bc5e88352127 admin admin] Usage tracker for resource:security_group_rule and tenant:ef4e9132ae0444db98295125d11bd4ac is out of sync, need to count used quota {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:17:10.732146 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-845b8427-cf75-495d-82f2-bc5e88352127 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:17:10.737911 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-e2b3a570-4560-4035-bdfb-783755824c90 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:17:10.745771 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-845b8427-cf75-495d-82f2-bc5e88352127 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:17:10.763117 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb69d109-2e4a-48ba-a6d9-4c63372b4972 None None] Pushing event updated for resources: {'Port': ['ID=05e8e9f1-7e23-4ea7-b25f-4805f5d701db,revision_number=2']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:17:10.791204 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ab7cadc-fb07-4bd5-b912-cc8e45ea7258 req-928fc222-0c72-457f-b52e-75a5c307df2c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:17:10.793781 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-8ab7cadc-fb07-4bd5-b912-cc8e45ea7258 req-928fc222-0c72-457f-b52e-75a5c307df2c service neutron] 10.222.0.48 "GET /v2.0/subnets?id=80df765a-75ee-4c00-96c0-4bd275b84976 HTTP/1.1" status: 200 len: 852 time: 0.0848868 Apr 18 21:17:10.843309 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-e2b3a570-4560-4035-bdfb-783755824c90 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750374836619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32266323'] for port, after_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:17:10.883572 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-8ab7cadc-fb07-4bd5-b912-cc8e45ea7258 req-bcd6add1-5c8c-4fa6-89b0-a2ddb48c1d00 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=fe92c27a-ca46-4dc4-a5bf-0156c419fb0e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0822551 Apr 18 21:17:10.948854 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-845b8427-cf75-495d-82f2-bc5e88352127 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:17:10.970074 n-d-838334-2 neutron-server[84041]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2b3a570-4560-4035-bdfb-783755824c90 admin admin] Network e41b6600-a917-4a8d-b05c-be3be40c6d8c is already hosted by enough agents. {{(pid=84041) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:17:10.973288 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-845b8427-cf75-495d-82f2-bc5e88352127 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33528224'] for security_group, after_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:17:10.992010 n-d-838334-2 neutron-server[84041]: DEBUG neutron.scheduler.base_scheduler [None req-e2b3a570-4560-4035-bdfb-783755824c90 admin admin] Resources bound (agent type, host, resource id): {{(pid=84041) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:17:10.994455 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2b3a570-4560-4035-bdfb-783755824c90 admin admin] Received port after_create {{(pid=84041) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 21:17:11.081213 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2b3a570-4560-4035-bdfb-783755824c90 admin admin] Pushing event updated for resources: {'Port': ['ID=ed687a9e-9201-4e8e-80c0-f5948665f08d,revision_number=1']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:17:11.105848 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-845b8427-cf75-495d-82f2-bc5e88352127 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=ef4e9132ae0444db98295125d11bd4ac&name=default HTTP/1.1" status: 200 len: 2647 time: 0.8907228 Apr 18 21:17:11.121079 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 57874) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:17:11.125156 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-8ab7cadc-fb07-4bd5-b912-cc8e45ea7258 req-0f5fa55d-f72a-4c7b-a493-52a104eaeb59 service neutron] 10.222.0.48 "GET /v2.0/networks/fe92c27a-ca46-4dc4-a5bf-0156c419fb0e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2322931 Apr 18 21:17:11.143838 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2b3a570-4560-4035-bdfb-783755824c90 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:17:11.144846 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2b3a570-4560-4035-bdfb-783755824c90 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:17:11.145252 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2b3a570-4560-4035-bdfb-783755824c90 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:17:11.145650 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2b3a570-4560-4035-bdfb-783755824c90 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:17:11.145981 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2b3a570-4560-4035-bdfb-783755824c90 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:17:11.146304 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2b3a570-4560-4035-bdfb-783755824c90 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:17:11.146640 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2b3a570-4560-4035-bdfb-783755824c90 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:17:11.147003 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2b3a570-4560-4035-bdfb-783755824c90 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:17:11.147323 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2b3a570-4560-4035-bdfb-783755824c90 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:17:11.147665 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2b3a570-4560-4035-bdfb-783755824c90 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:17:11.147980 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2b3a570-4560-4035-bdfb-783755824c90 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:17:11.151074 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-845b8427-cf75-495d-82f2-bc5e88352127 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=904ddf24-64ca-41f0-8053-8fbd038e3faf,revision_number=1']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:17:11.264617 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-5d498edc-6f21-4d67-bbc0-dbeb3128e2b1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:17:11.299758 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-5d498edc-6f21-4d67-bbc0-dbeb3128e2b1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:17:11.304962 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-8ab7cadc-fb07-4bd5-b912-cc8e45ea7258 req-1dfe6a41-ee12-4339-a862-808915d5eaa0 service neutron] 10.222.0.48 "GET /v2.0/networks/fe92c27a-ca46-4dc4-a5bf-0156c419fb0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1726832 Apr 18 21:17:11.367872 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-e2b3a570-4560-4035-bdfb-783755824c90 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:17:11.368644 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-e2b3a570-4560-4035-bdfb-783755824c90 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33443529', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33444176'] for router, after_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:17:11.371368 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-5d498edc-6f21-4d67-bbc0-dbeb3128e2b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33528224'] for security_group, after_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:17:11.388099 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d498edc-6f21-4d67-bbc0-dbeb3128e2b1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=904ddf24-64ca-41f0-8053-8fbd038e3faf,revision_number=None']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:17:11.491789 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-c0d75365-5260-4fc7-858d-92a77716c5fc req-5257b28c-2465-4c63-9027-46a84cc393af service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=10a8568a350a4c8bb67c4e738a597177&device_id=c2115373-c365-4c01-8275-d706f401ca9b HTTP/1.1" status: 200 len: 1094 time: 0.1312704 Apr 18 21:17:11.569594 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-5d498edc-6f21-4d67-bbc0-dbeb3128e2b1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:17:11.570722 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-5d498edc-6f21-4d67-bbc0-dbeb3128e2b1 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/904ddf24-64ca-41f0-8053-8fbd038e3faf HTTP/1.1" status: 204 len: 168 time: 0.4486134 Apr 18 21:17:11.773595 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Device 05e8e9f1-7e23-4ea7-b25f-4805f5d701db up at agent ovs-agent-n-d-838334-2 {{(pid=84042) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 21:17:11.787319 n-d-838334-2 neutron-server[84041]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e2b3a570-4560-4035-bdfb-783755824c90 admin admin] Router 62ab243e-ad9f-4433-a3dd-569ad89df6bc is scheduled to L3 agent bc84d6c9-dd7a-4555-a351-592327b46d5a with binding_index 1 {{(pid=84041) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 18 21:17:11.930637 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Provisioning for port 05e8e9f1-7e23-4ea7-b25f-4805f5d701db completed by entity L2. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 21:17:12.035045 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0d75365-5260-4fc7-858d-92a77716c5fc req-d78268fb-4b57-4e4b-8935-1d0c6df799b4 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:17:12.037099 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-c0d75365-5260-4fc7-858d-92a77716c5fc req-d78268fb-4b57-4e4b-8935-1d0c6df799b4 service neutron] 10.222.0.48 "GET /v2.0/networks?id=fe92c27a-ca46-4dc4-a5bf-0156c419fb0e HTTP/1.1" status: 200 len: 913 time: 0.5378549 Apr 18 21:17:12.153275 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-c0d75365-5260-4fc7-858d-92a77716c5fc req-6bcba6aa-2f54-4b55-a957-6544f6e20dda service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f11d7d7a-1d31-46d1-9284-5ce527816501 HTTP/1.1" status: 200 len: 217 time: 0.1072574 Apr 18 21:17:12.181069 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a112c791-dc95-4d40-8ac9-a1d148f4e4ce None None] Network 9b223f6a-fe67-4bd3-957a-7ef808b3aaf1 requested from n-d-838334-2 {{(pid=84042) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 21:17:12.227079 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25691515-548e-467e-b718-e90e30aa5fd3 req-f3d41131-c505-4ed3-8b1a-3c8eb829bea0 tempest-TestServerAdvancedOps-222840995 tempest-TestServerAdvancedOps-222840995-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:17:12.236415 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-25691515-548e-467e-b718-e90e30aa5fd3 req-f3d41131-c505-4ed3-8b1a-3c8eb829bea0 tempest-TestServerAdvancedOps-222840995 tempest-TestServerAdvancedOps-222840995-project] 10.222.0.42 "GET /v2.0/ports?device_id=c2115373-c365-4c01-8275-d706f401ca9b HTTP/1.1" status: 200 len: 943 time: 0.2933009 Apr 18 21:17:12.242739 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e2b3a570-4560-4035-bdfb-783755824c90 admin admin] Notify agent at l3_agent.n-d-838334-2 the message routers_updated {{(pid=84041) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 21:17:12.278429 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-e2b3a570-4560-4035-bdfb-783755824c90 admin admin] Notify callbacks [] for router, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:17:12.280297 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-e2b3a570-4560-4035-bdfb-783755824c90 admin admin] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 2.8936458 Apr 18 21:17:12.282737 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 57888) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:17:12.283272 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0d75365-5260-4fc7-858d-92a77716c5fc req-f0f047ff-2a49-4b7c-9e09-e14150657d3d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:17:12.285409 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-c0d75365-5260-4fc7-858d-92a77716c5fc req-f0f047ff-2a49-4b7c-9e09-e14150657d3d service neutron] 10.222.0.48 "GET /v2.0/subnets?id=80df765a-75ee-4c00-96c0-4bd275b84976 HTTP/1.1" status: 200 len: 852 time: 0.1222007 Apr 18 21:17:12.305532 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-25691515-548e-467e-b718-e90e30aa5fd3 req-df721d08-ae03-4efa-bb56-3cdffe1566d3 tempest-TestServerAdvancedOps-222840995 tempest-TestServerAdvancedOps-222840995-project] 10.222.0.42 "GET /v2.0/security-groups?id=ed497b1e-3ef7-41f9-b418-a0e8bd20250c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682061 Apr 18 21:17:12.311751 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a971b071-cb98-441c-8f8c-05ccc7b372d5 None None] Sync routers for ids ['62ab243e-ad9f-4433-a3dd-569ad89df6bc'] in n-d-838334-2 {{(pid=84042) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 18 21:17:12.359470 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 57896) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:17:12.372017 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a971b071-cb98-441c-8f8c-05ccc7b372d5 None None] Routers {'62ab243e-ad9f-4433-a3dd-569ad89df6bc'} bound to L3 agent in host n-d-838334-2 {{(pid=84042) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 21:17:12.372764 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_hamode_db [None req-a971b071-cb98-441c-8f8c-05ccc7b372d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838334-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-18T20:25:48Z,description=,heartbeat_timestamp=2022-04-18T21:16:48Z,host='n-d-838334-2',id=bc84d6c9-dd7a-4555-a351-592327b46d5a,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:25:48Z,topic='l3_agent')) {'router_ids': ['62ab243e-ad9f-4433-a3dd-569ad89df6bc'], 'active': True} {{(pid=84042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:17:12.390548 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-c0d75365-5260-4fc7-858d-92a77716c5fc req-8ea16c49-1070-4590-9e5b-4b0fdf626bf3 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=fe92c27a-ca46-4dc4-a5bf-0156c419fb0e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0840049 Apr 18 21:17:12.395725 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-fd14b9a7-5787-4aec-8443-fb6704afa0e1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:17:12.534943 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [None req-fd14b9a7-5787-4aec-8443-fb6704afa0e1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:17:12.548877 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-4c05801a-11ce-4860-ba3a-4ef3814e8682 None None] Provisioning for port 05e8e9f1-7e23-4ea7-b25f-4805f5d701db completed by entity DHCP. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 21:17:12.552002 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-fd14b9a7-5787-4aec-8443-fb6704afa0e1 admin admin] Usage tracker for resource:security_group_rule and tenant:43bfc242f5e74ef28a53cbd59c49262a is out of sync, need to count used quota {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:17:12.556559 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-fd14b9a7-5787-4aec-8443-fb6704afa0e1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:17:12.571600 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [None req-fd14b9a7-5787-4aec-8443-fb6704afa0e1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:17:12.622892 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-4c05801a-11ce-4860-ba3a-4ef3814e8682 None None] Provisioning complete for port 05e8e9f1-7e23-4ea7-b25f-4805f5d701db triggered by entity DHCP. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:17:12.623269 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-4c05801a-11ce-4860-ba3a-4ef3814e8682 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1253608'] for port, provisioning_complete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:17:12.642020 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-c0d75365-5260-4fc7-858d-92a77716c5fc req-c85e6c00-d915-4145-9916-888f3eaa14c0 service neutron] 10.222.0.48 "GET /v2.0/networks/fe92c27a-ca46-4dc4-a5bf-0156c419fb0e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2362826 Apr 18 21:17:12.813750 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-fd14b9a7-5787-4aec-8443-fb6704afa0e1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:17:12.828764 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-fd14b9a7-5787-4aec-8443-fb6704afa0e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33528224'] for security_group, after_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:17:12.869527 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-fd14b9a7-5787-4aec-8443-fb6704afa0e1 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=43bfc242f5e74ef28a53cbd59c49262a&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5015936 Apr 18 21:17:12.875133 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 57902) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:17:12.892988 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-c0d75365-5260-4fc7-858d-92a77716c5fc req-a9a72af9-a6a1-4486-a105-7c90a1ee43ae service neutron] 10.222.0.48 "GET /v2.0/networks/fe92c27a-ca46-4dc4-a5bf-0156c419fb0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2418561 Apr 18 21:17:12.929042 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd14b9a7-5787-4aec-8443-fb6704afa0e1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2d2268d6-e36b-4030-9c9a-fabad768374d,revision_number=1']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:17:12.930345 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_dvr_db [None req-a971b071-cb98-441c-8f8c-05ccc7b372d5 None None] Set router 62ab243e-ad9f-4433-a3dd-569ad89df6bc gateway port host: n-d-838334-2 {{(pid=84042) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 21:17:12.972123 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-c57195a7-d23d-4829-9482-65739625e24a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:17:13.004438 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-c57195a7-d23d-4829-9482-65739625e24a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:17:13.070664 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-c57195a7-d23d-4829-9482-65739625e24a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33528224'] for security_group, after_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:17:13.093490 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-4c05801a-11ce-4860-ba3a-4ef3814e8682 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:17:13.095001 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c57195a7-d23d-4829-9482-65739625e24a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d2268d6-e36b-4030-9c9a-fabad768374d,revision_number=None']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:17:13.099442 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-c57195a7-d23d-4829-9482-65739625e24a admin admin] Notify callbacks [] for security_group, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:17:13.100596 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-c57195a7-d23d-4829-9482-65739625e24a admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/2d2268d6-e36b-4030-9c9a-fabad768374d HTTP/1.1" status: 204 len: 168 time: 0.2241940 Apr 18 21:17:13.217904 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-4c05801a-11ce-4860-ba3a-4ef3814e8682 None None] For port 05e8e9f1-7e23-4ea7-b25f-4805f5d701db, host n-d-838334-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838334-2',level=0,port_id=05e8e9f1-7e23-4ea7-b25f-4805f5d701db,segment=NetworkSegment(c9d9b92a-74d4-40ed-ab8e-582836dfe352),segment_id=c9d9b92a-74d4-40ed-ab8e-582836dfe352)] {{(pid=84042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:17:13.233656 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-4c05801a-11ce-4860-ba3a-4ef3814e8682 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682'] for port, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:17:13.381631 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-bedab4e2-ac2c-4c97-bd03-33bf690f1f0e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:17:13.447897 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 57912) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:17:13.463696 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c05801a-11ce-4860-ba3a-4ef3814e8682 None None] Pushing event updated for resources: {'Port': ['ID=05e8e9f1-7e23-4ea7-b25f-4805f5d701db,revision_number=3']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:17:13.512677 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-5ca2009f-1b71-44ba-aa12-9536ed9b7683 None None] Provisioning complete for port 05e8e9f1-7e23-4ea7-b25f-4805f5d701db triggered by entity DHCP. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:17:13.513192 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-5ca2009f-1b71-44ba-aa12-9536ed9b7683 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1253608'] for port, provisioning_complete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:17:13.587326 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Device f11d7d7a-1d31-46d1-9284-5ce527816501 details requested by agent hyperv_n-h2-838334-2 with host n-h2-838334-2 {{(pid=84042) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 18 21:17:13.658289 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_hamode_db [None req-a971b071-cb98-441c-8f8c-05ccc7b372d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62ab243e-ad9f-4433-a3dd-569ad89df6bc', 'name': 'tempest-TestVolumeBootPattern-477195389-router', 'tenant_id': '31978bb3bc1348ad8b469e6e55d6f163', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'external_fixed_ips': [{'subnet_id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'ip_address': '172.25.8.234'}], 'enable_snat': True}, 'gw_port_id': 'ed687a9e-9201-4e8e-80c0-f5948665f08d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:17:09Z', 'updated_at': '2022-04-18T21:17:11Z', 'revision_number': 3, 'project_id': '31978bb3bc1348ad8b469e6e55d6f163', 'gw_port': {'id': 'ed687a9e-9201-4e8e-80c0-f5948665f08d', 'name': '', 'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:d9:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '62ab243e-ad9f-4433-a3dd-569ad89df6bc', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'ip_address': '172.25.8.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:17:10Z', 'updated_at': '2022-04-18T21:17:10Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838334-2'}], 'n-d-838334-2', False) {} {{(pid=84042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:17:13.666346 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a971b071-cb98-441c-8f8c-05ccc7b372d5 None None] Checking router: 62ab243e-ad9f-4433-a3dd-569ad89df6bc for host: n-d-838334-2 {{(pid=84042) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 18 21:17:13.667068 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a971b071-cb98-441c-8f8c-05ccc7b372d5 None None] Updating router 62ab243e-ad9f-4433-a3dd-569ad89df6bc port ed687a9e-9201-4e8e-80c0-f5948665f08d binding host n-d-838334-2 {{(pid=84042) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 18 21:17:13.829346 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.db.resource_extend [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] It took 0.20 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 18 21:17:13.900305 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42c23e7e-11af-4db3-9be8-e81a08498ad5 req-9a3ef95a-61ec-419a-b039-b2c5720336f6 tempest-TestServerAdvancedOps-222840995 tempest-TestServerAdvancedOps-222840995-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:17:13.902349 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Device 05e8e9f1-7e23-4ea7-b25f-4805f5d701db up at agent ovs-agent-n-d-838334-2 {{(pid=84042) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 21:17:13.910782 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-42c23e7e-11af-4db3-9be8-e81a08498ad5 req-9a3ef95a-61ec-419a-b039-b2c5720336f6 tempest-TestServerAdvancedOps-222840995 tempest-TestServerAdvancedOps-222840995-project] 10.222.0.42 "GET /v2.0/ports?device_id=c2115373-c365-4c01-8275-d706f401ca9b HTTP/1.1" status: 200 len: 943 time: 0.2735271 Apr 18 21:17:13.969125 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.db_base_plugin_common [None req-bedab4e2-ac2c-4c97-bd03-33bf690f1f0e admin admin] Allocated IP 172.20.0.1 (9b223f6a-fe67-4bd3-957a-7ef808b3aaf1/a845e1ae-c47e-4919-8a24-530366b84c60/dc11cf0f-ccf3-4218-b3db-90cf0ccd3b6a) {{(pid=84041) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 21:17:13.989343 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-42c23e7e-11af-4db3-9be8-e81a08498ad5 req-7c21252f-0a0e-4235-bbc7-03aa87e534a4 tempest-TestServerAdvancedOps-222840995 tempest-TestServerAdvancedOps-222840995-project] 10.222.0.42 "GET /v2.0/security-groups?id=ed497b1e-3ef7-41f9-b418-a0e8bd20250c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755138 Apr 18 21:17:14.084112 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-a971b071-cb98-441c-8f8c-05ccc7b372d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:17:14.197407 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-bedab4e2-ac2c-4c97-bd03-33bf690f1f0e admin admin] Notify callbacks [] for port, precommit_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:17:14.225355 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.provisioning_blocks [None req-bedab4e2-ac2c-4c97-bd03-33bf690f1f0e admin admin] Transition to ACTIVE for port object dc11cf0f-ccf3-4218-b3db-90cf0ccd3b6a will not be triggered until provisioned by entity DHCP. {{(pid=84041) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:17:14.244758 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] For port f11d7d7a-1d31-46d1-9284-5ce527816501, host n-h2-838334-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838334-2',level=0,port_id=f11d7d7a-1d31-46d1-9284-5ce527816501,segment=NetworkSegment(73e63a05-25e2-49ce-b1d9-edfb68ffa93d),segment_id=73e63a05-25e2-49ce-b1d9-edfb68ffa93d)] {{(pid=84042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:17:14.259528 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Provisioning complete for port 05e8e9f1-7e23-4ea7-b25f-4805f5d701db triggered by entity L2. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:17:14.260004 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1253608'] for port, provisioning_complete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:17:14.261018 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-bedab4e2-ac2c-4c97-bd03-33bf690f1f0e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750374836619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32266323'] for port, after_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:17:14.325027 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-493a1110-468e-4a71-a03b-d759a0e85a46 tempest-TestNetworkBasicOps-1936690218 tempest-TestNetworkBasicOps-1936690218-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33443857'] for router_interface, before_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:17:14.353481 n-d-838334-2 neutron-server[84041]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bedab4e2-ac2c-4c97-bd03-33bf690f1f0e admin admin] Network 9b223f6a-fe67-4bd3-957a-7ef808b3aaf1 is already hosted by enough agents. {{(pid=84041) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:17:14.354708 n-d-838334-2 neutron-server[84041]: DEBUG neutron.scheduler.base_scheduler [None req-bedab4e2-ac2c-4c97-bd03-33bf690f1f0e admin admin] Resources bound (agent type, host, resource id): {{(pid=84041) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:17:14.356529 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bedab4e2-ac2c-4c97-bd03-33bf690f1f0e admin admin] Pushing event updated for resources: {'Port': ['ID=dc11cf0f-ccf3-4218-b3db-90cf0ccd3b6a,revision_number=1']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:17:14.358631 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bedab4e2-ac2c-4c97-bd03-33bf690f1f0e admin admin] Received port after_create {{(pid=84041) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 21:17:14.418854 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-bedab4e2-ac2c-4c97-bd03-33bf690f1f0e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33444010'] for router_interface, before_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:17:14.481803 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Returning: {'device': 'f11d7d7a-1d31-46d1-9284-5ce527816501', 'network_id': 'fe92c27a-ca46-4dc4-a5bf-0156c419fb0e', 'port_id': 'f11d7d7a-1d31-46d1-9284-5ce527816501', 'mac_address': 'fa:16:3e:f3:72:dd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 351, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '80df765a-75ee-4c00-96c0-4bd275b84976', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84042) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 18 21:17:14.560635 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-bedab4e2-ac2c-4c97-bd03-33bf690f1f0e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:17:14.592260 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:17:14.652567 n-d-838334-2 neutron-server[84042]: DEBUG neutron.notifiers.nova [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f11d7d7a-1d31-46d1-9284-5ce527816501 {{(pid=84042) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 18 21:17:14.752951 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] For port f11d7d7a-1d31-46d1-9284-5ce527816501, host n-h2-838334-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838334-2',level=0,port_id=f11d7d7a-1d31-46d1-9284-5ce527816501,segment=NetworkSegment(73e63a05-25e2-49ce-b1d9-edfb68ffa93d),segment_id=73e63a05-25e2-49ce-b1d9-edfb68ffa93d)] {{(pid=84042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:17:14.790482 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682'] for port, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:17:14.836719 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-6ec0031a-babe-462a-9442-3f18b00a47db None None] Provisioning for port dc11cf0f-ccf3-4218-b3db-90cf0ccd3b6a completed by entity DHCP. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 21:17:14.876259 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-6ec0031a-babe-462a-9442-3f18b00a47db None None] Provisioning complete for port dc11cf0f-ccf3-4218-b3db-90cf0ccd3b6a triggered by entity DHCP. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:17:14.876831 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-6ec0031a-babe-462a-9442-3f18b00a47db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1253608'] for port, provisioning_complete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:17:14.947386 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-a971b071-cb98-441c-8f8c-05ccc7b372d5 None None] Notify callbacks [] for port, precommit_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:17:14.989444 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-a971b071-cb98-441c-8f8c-05ccc7b372d5 None None] Transition to ACTIVE for port object ed687a9e-9201-4e8e-80c0-f5948665f08d will not be triggered until provisioned by entity L2. {{(pid=84042) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:17:14.992090 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.plugin [None req-6ec0031a-babe-462a-9442-3f18b00a47db None None] Port dc11cf0f-ccf3-4218-b3db-90cf0ccd3b6a cannot update to ACTIVE because it is not bound. {{(pid=84042) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 18 21:17:14.995012 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Pushing event updated for resources: {'Port': ['ID=f11d7d7a-1d31-46d1-9284-5ce527816501,revision_number=4']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:17:15.003680 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-a971b071-cb98-441c-8f8c-05ccc7b372d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682'] for port, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:17:15.032334 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-bedab4e2-ac2c-4c97-bd03-33bf690f1f0e admin admin] Notify callbacks [] for port, precommit_update {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:17:15.040322 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-bedab4e2-ac2c-4c97-bd03-33bf690f1f0e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32266282'] for port, after_update {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:17:15.120828 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] get_ports_and_sgs() called for port_ids ['f11d7d7a-1d31-46d1-9284-5ce527816501'] {{(pid=84042) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 18 21:17:15.188134 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bedab4e2-ac2c-4c97-bd03-33bf690f1f0e admin admin] Pushing event updated for resources: {'Port': ['ID=dc11cf0f-ccf3-4218-b3db-90cf0ccd3b6a,revision_number=2']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:17:15.190845 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-bedab4e2-ac2c-4c97-bd03-33bf690f1f0e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-32377886', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33443847'] for router_interface, after_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:17:15.334461 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.managers [None req-a971b071-cb98-441c-8f8c-05ccc7b372d5 None None] Attempting to bind port ed687a9e-9201-4e8e-80c0-f5948665f08d on host n-d-838334-2 for vnic_type normal with profile {{(pid=84042) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 21:17:15.334825 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.managers [None req-a971b071-cb98-441c-8f8c-05ccc7b372d5 None None] Attempting to bind port ed687a9e-9201-4e8e-80c0-f5948665f08d by drivers openvswitch,hyperv on host n-d-838334-2 at level 0 using segments [{'id': '732aa830-768b-4511-951f-d08e26b9c25b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c'}] {{(pid=84042) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 21:17:15.335188 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a971b071-cb98-441c-8f8c-05ccc7b372d5 None None] Attempting to bind port ed687a9e-9201-4e8e-80c0-f5948665f08d on network e41b6600-a917-4a8d-b05c-be3be40c6d8c {{(pid=84042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 21:17:15.346970 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bfabea5-4eaf-41d3-bfd6-542f7ba200d5 None None] Pushing event updated for resources: {'Port': ['ID=ed687a9e-9201-4e8e-80c0-f5948665f08d,revision_number=2']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:17:15.361121 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a971b071-cb98-441c-8f8c-05ccc7b372d5 None None] Checking agent: {'id': '97cd4414-7af6-4d67-868d-dff370b4071a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838334-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 25, 49), 'started_at': datetime.datetime(2022, 4, 18, 20, 26, 19), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 21, 16, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838334-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 18 21:17:15.361492 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a971b071-cb98-441c-8f8c-05ccc7b372d5 None None] Checking segment: {'id': '732aa830-768b-4511-951f-d08e26b9c25b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84042) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 21:17:15.361888 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-a971b071-cb98-441c-8f8c-05ccc7b372d5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:17:15.362278 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a971b071-cb98-441c-8f8c-05ccc7b372d5 None None] Bound using segment: {'id': '732aa830-768b-4511-951f-d08e26b9c25b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c'} {{(pid=84042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 18 21:17:15.362747 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.managers [None req-a971b071-cb98-441c-8f8c-05ccc7b372d5 None None] Bound port: ed687a9e-9201-4e8e-80c0-f5948665f08d, host: n-d-838334-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '732aa830-768b-4511-951f-d08e26b9c25b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c'}}] {{(pid=84042) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 21:17:15.363197 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-a971b071-cb98-441c-8f8c-05ccc7b372d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:17:15.457266 n-d-838334-2 neutron-server[84041]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bedab4e2-ac2c-4c97-bd03-33bf690f1f0e admin admin] Network 9b223f6a-fe67-4bd3-957a-7ef808b3aaf1 is already hosted by enough agents. {{(pid=84041) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:17:15.458606 n-d-838334-2 neutron-server[84041]: DEBUG neutron.scheduler.base_scheduler [None req-bedab4e2-ac2c-4c97-bd03-33bf690f1f0e admin admin] Resources bound (agent type, host, resource id): {{(pid=84041) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:17:15.488871 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.plugin [None req-493a1110-468e-4a71-a03b-d759a0e85a46 tempest-TestNetworkBasicOps-1936690218 tempest-TestNetworkBasicOps-1936690218-project] Deleting port 51f8b256-51b2-428c-847b-cb610df19912 {{(pid=84040) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 21:17:15.490203 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-493a1110-468e-4a71-a03b-d759a0e85a46 tempest-TestNetworkBasicOps-1936690218 tempest-TestNetworkBasicOps-1936690218-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750375188691'] for port, before_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:17:15.534222 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-a971b071-cb98-441c-8f8c-05ccc7b372d5 None None] For port ed687a9e-9201-4e8e-80c0-f5948665f08d, host n-d-838334-2, cleared binding levels {{(pid=84042) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 21:17:15.543359 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-a971b071-cb98-441c-8f8c-05ccc7b372d5 None None] For port ed687a9e-9201-4e8e-80c0-f5948665f08d, host n-d-838334-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838334-2',level=0,port_id=ed687a9e-9201-4e8e-80c0-f5948665f08d,segment=NetworkSegment(732aa830-768b-4511-951f-d08e26b9c25b),segment_id=732aa830-768b-4511-951f-d08e26b9c25b)] {{(pid=84042) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 21:17:15.554543 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-a971b071-cb98-441c-8f8c-05ccc7b372d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682'] for port, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:17:15.730466 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.db [None req-493a1110-468e-4a71-a03b-d759a0e85a46 tempest-TestNetworkBasicOps-1936690218 tempest-TestNetworkBasicOps-1936690218-project] For port 51f8b256-51b2-428c-847b-cb610df19912, host n-d-838334-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838334-2',level=0,port_id=51f8b256-51b2-428c-847b-cb610df19912,segment=NetworkSegment(ad18f8c7-fe16-4a7a-b1dc-698c203824ee),segment_id=ad18f8c7-fe16-4a7a-b1dc-698c203824ee)] {{(pid=84040) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:17:15.731000 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-493a1110-468e-4a71-a03b-d759a0e85a46 tempest-TestNetworkBasicOps-1936690218 tempest-TestNetworkBasicOps-1936690218-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369123'] for port, precommit_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:17:15.750299 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-be9a0247-cbb7-4005-8ead-d4aee1fd568b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750375287399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253529'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:17:15.766795 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bfabea5-4eaf-41d3-bfd6-542f7ba200d5 None None] Pushing event updated for resources: {'Port': ['ID=ed687a9e-9201-4e8e-80c0-f5948665f08d,revision_number=3']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:17:15.791406 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a971b071-cb98-441c-8f8c-05ccc7b372d5 None None] Routers {'62ab243e-ad9f-4433-a3dd-569ad89df6bc'} bound to L3 agent in host n-d-838334-2 {{(pid=84042) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 21:17:15.792082 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_hamode_db [None req-a971b071-cb98-441c-8f8c-05ccc7b372d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838334-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-18T20:25:48Z,description=,heartbeat_timestamp=2022-04-18T21:16:48Z,host='n-d-838334-2',id=bc84d6c9-dd7a-4555-a351-592327b46d5a,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:25:48Z,topic='l3_agent')) {'router_ids': ['62ab243e-ad9f-4433-a3dd-569ad89df6bc'], 'active': True} {{(pid=84042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:17:15.932540 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.plugin [None req-493a1110-468e-4a71-a03b-d759a0e85a46 tempest-TestNetworkBasicOps-1936690218 tempest-TestNetworkBasicOps-1936690218-project] Calling delete_port for 51f8b256-51b2-428c-847b-cb610df19912 owned by network:router_interface {{(pid=84040) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 21:17:16.038327 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-3be12ceb-73b3-49be-bb74-8905bed5645e None None] Provisioning complete for port dc11cf0f-ccf3-4218-b3db-90cf0ccd3b6a triggered by entity DHCP. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:17:16.038725 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-3be12ceb-73b3-49be-bb74-8905bed5645e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1253608'] for port, provisioning_complete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:17:16.110222 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.plugin [None req-3be12ceb-73b3-49be-bb74-8905bed5645e None None] Port dc11cf0f-ccf3-4218-b3db-90cf0ccd3b6a cannot update to ACTIVE because it is not bound. {{(pid=84042) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 18 21:17:16.112251 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d6a1e28-a04f-4d17-99bb-52fe11d7b2a1 req-100ba30d-bd29-4da9-8450-e491852cd82e tempest-TestServerAdvancedOps-222840995 tempest-TestServerAdvancedOps-222840995-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:17:16.112981 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_dvr_db [None req-a971b071-cb98-441c-8f8c-05ccc7b372d5 None None] Set router 62ab243e-ad9f-4433-a3dd-569ad89df6bc gateway port host: n-d-838334-2 {{(pid=84042) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 21:17:16.113977 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-8d6a1e28-a04f-4d17-99bb-52fe11d7b2a1 req-100ba30d-bd29-4da9-8450-e491852cd82e tempest-TestServerAdvancedOps-222840995 tempest-TestServerAdvancedOps-222840995-project] 10.222.0.42 "GET /v2.0/ports?device_id=c2115373-c365-4c01-8275-d706f401ca9b HTTP/1.1" status: 200 len: 944 time: 0.8910973 Apr 18 21:17:16.205786 n-d-838334-2 neutron-server[84041]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bedab4e2-ac2c-4c97-bd03-33bf690f1f0e admin admin] Router 62ab243e-ad9f-4433-a3dd-569ad89df6bc has already been hosted by L3 agent bc84d6c9-dd7a-4555-a351-592327b46d5a {{(pid=84041) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 21:17:16.217975 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-8d6a1e28-a04f-4d17-99bb-52fe11d7b2a1 req-350349a2-52e4-4dbf-8571-ab5b175d11e1 tempest-TestServerAdvancedOps-222840995 tempest-TestServerAdvancedOps-222840995-project] 10.222.0.42 "GET /v2.0/security-groups?id=ed497b1e-3ef7-41f9-b418-a0e8bd20250c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0907705 Apr 18 21:17:16.250600 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-493a1110-468e-4a71-a03b-d759a0e85a46 tempest-TestNetworkBasicOps-1936690218 tempest-TestNetworkBasicOps-1936690218-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750375259028', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750374836628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32440838'] for port, after_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:17:16.313628 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-493a1110-468e-4a71-a03b-d759a0e85a46 tempest-TestNetworkBasicOps-1936690218 tempest-TestNetworkBasicOps-1936690218-project] Pushing event deleted for resources: {'Port': ['ID=51f8b256-51b2-428c-847b-cb610df19912,revision_number=None']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:17:16.541614 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_hamode_db [None req-a971b071-cb98-441c-8f8c-05ccc7b372d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62ab243e-ad9f-4433-a3dd-569ad89df6bc', 'name': 'tempest-TestVolumeBootPattern-477195389-router', 'tenant_id': '31978bb3bc1348ad8b469e6e55d6f163', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'external_fixed_ips': [{'subnet_id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'ip_address': '172.25.8.234'}], 'enable_snat': True}, 'gw_port_id': 'ed687a9e-9201-4e8e-80c0-f5948665f08d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:17:09Z', 'updated_at': '2022-04-18T21:17:14Z', 'revision_number': 4, 'project_id': '31978bb3bc1348ad8b469e6e55d6f163', 'gw_port': {'id': 'ed687a9e-9201-4e8e-80c0-f5948665f08d', 'name': '', 'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:d9:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '62ab243e-ad9f-4433-a3dd-569ad89df6bc', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'ip_address': '172.25.8.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:17:10Z', 'updated_at': '2022-04-18T21:17:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838334-2', '_interfaces': [{'id': 'dc11cf0f-ccf3-4218-b3db-90cf0ccd3b6a', 'name': '', 'network_id': '9b223f6a-fe67-4bd3-957a-7ef808b3aaf1', 'tenant_id': '31978bb3bc1348ad8b469e6e55d6f163', 'mac_address': 'fa:16:3e:12:a0:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '62ab243e-ad9f-4433-a3dd-569ad89df6bc', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a845e1ae-c47e-4919-8a24-530366b84c60', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:17:13Z', 'updated_at': '2022-04-18T21:17:14Z', 'revision_number': 2, 'project_id': '31978bb3bc1348ad8b469e6e55d6f163', 'subnets': [{'id': 'a845e1ae-c47e-4919-8a24-530366b84c60', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838334-2', False) {} {{(pid=84042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:17:16.551755 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bedab4e2-ac2c-4c97-bd03-33bf690f1f0e admin admin] Notify agent at l3_agent.n-d-838334-2 the message routers_updated {{(pid=84041) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 21:17:16.554217 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a971b071-cb98-441c-8f8c-05ccc7b372d5 None None] The sync data for ids ['62ab243e-ad9f-4433-a3dd-569ad89df6bc'] in n-d-838334-2 is: [{'id': '62ab243e-ad9f-4433-a3dd-569ad89df6bc', 'name': 'tempest-TestVolumeBootPattern-477195389-router', 'tenant_id': '31978bb3bc1348ad8b469e6e55d6f163', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'external_fixed_ips': [{'subnet_id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'ip_address': '172.25.8.234'}], 'enable_snat': True}, 'gw_port_id': 'ed687a9e-9201-4e8e-80c0-f5948665f08d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:17:09Z', 'updated_at': '2022-04-18T21:17:14Z', 'revision_number': 4, 'project_id': '31978bb3bc1348ad8b469e6e55d6f163', 'gw_port': {'id': 'ed687a9e-9201-4e8e-80c0-f5948665f08d', 'name': '', 'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:d9:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '62ab243e-ad9f-4433-a3dd-569ad89df6bc', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'ip_address': '172.25.8.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:17:10Z', 'updated_at': '2022-04-18T21:17:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838334-2', '_interfaces': [{'id': 'dc11cf0f-ccf3-4218-b3db-90cf0ccd3b6a', 'name': '', 'network_id': '9b223f6a-fe67-4bd3-957a-7ef808b3aaf1', 'tenant_id': '31978bb3bc1348ad8b469e6e55d6f163', 'mac_address': 'fa:16:3e:12:a0:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '62ab243e-ad9f-4433-a3dd-569ad89df6bc', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a845e1ae-c47e-4919-8a24-530366b84c60', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:17:13Z', 'updated_at': '2022-04-18T21:17:14Z', 'revision_number': 2, 'project_id': '31978bb3bc1348ad8b469e6e55d6f163', 'subnets': [{'id': 'a845e1ae-c47e-4919-8a24-530366b84c60', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84042) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 18 21:17:16.578232 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-bedab4e2-ac2c-4c97-bd03-33bf690f1f0e admin admin] 10.222.0.42 "PUT /v2.0/routers/62ab243e-ad9f-4433-a3dd-569ad89df6bc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2866156 Apr 18 21:17:16.754953 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-493a1110-468e-4a71-a03b-d759a0e85a46 tempest-TestNetworkBasicOps-1936690218 tempest-TestNetworkBasicOps-1936690218-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-32377931', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33443910'] for router_interface, after_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:17:17.564957 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Device f11d7d7a-1d31-46d1-9284-5ce527816501 up at agent hyperv_n-h2-838334-2 {{(pid=84042) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 21:17:17.738147 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Provisioning for port f11d7d7a-1d31-46d1-9284-5ce527816501 completed by entity L2. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 21:17:17.753380 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Provisioning complete for port f11d7d7a-1d31-46d1-9284-5ce527816501 triggered by entity L2. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:17:17.753884 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1253608'] for port, provisioning_complete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:17:17.856661 n-d-838334-2 neutron-server[84040]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-493a1110-468e-4a71-a03b-d759a0e85a46 tempest-TestNetworkBasicOps-1936690218 tempest-TestNetworkBasicOps-1936690218-project] Router b99cf232-05aa-4212-8f94-0748ead02435 has already been hosted by L3 agent bc84d6c9-dd7a-4555-a351-592327b46d5a {{(pid=84040) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 21:17:17.930779 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-eb4a3a2d-cba2-4e89-9140-669cf13768c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750375287399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253529'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:17:18.070843 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:17:18.112248 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Device ed687a9e-9201-4e8e-80c0-f5948665f08d up at agent ovs-agent-n-d-838334-2 {{(pid=84042) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 21:17:18.190153 n-d-838334-2 neutron-server[84042]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c2115373-c365-4c01-8275-d706f401ca9b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f11d7d7a-1d31-46d1-9284-5ce527816501'}] {{(pid=84042) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 21:17:18.206495 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] For port f11d7d7a-1d31-46d1-9284-5ce527816501, host n-h2-838334-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838334-2',level=0,port_id=f11d7d7a-1d31-46d1-9284-5ce527816501,segment=NetworkSegment(73e63a05-25e2-49ce-b1d9-edfb68ffa93d),segment_id=73e63a05-25e2-49ce-b1d9-edfb68ffa93d)] {{(pid=84042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:17:18.216798 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682'] for port, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:17:18.317016 n-d-838334-2 neutron-server[84042]: INFO neutron.notifiers.nova [-] Nova event matching ['req-60fca907-874c-42e7-b41d-79cb567dbdea'] response: {'server_uuid': 'c2115373-c365-4c01-8275-d706f401ca9b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f11d7d7a-1d31-46d1-9284-5ce527816501', 'code': 200} Apr 18 21:17:18.325848 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Provisioning for port ed687a9e-9201-4e8e-80c0-f5948665f08d completed by entity L2. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 21:17:18.335412 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Pushing event updated for resources: {'Port': ['ID=f11d7d7a-1d31-46d1-9284-5ce527816501,revision_number=5']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:17:18.340084 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Provisioning complete for port ed687a9e-9201-4e8e-80c0-f5948665f08d triggered by entity L2. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:17:18.340458 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1253608'] for port, provisioning_complete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:17:18.347063 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46e55830-ac17-47b9-92d9-21037e6e3a55 req-7330c541-76e2-43b3-8666-17e5e951f02f tempest-TestServerAdvancedOps-222840995 tempest-TestServerAdvancedOps-222840995-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:17:18.350150 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-46e55830-ac17-47b9-92d9-21037e6e3a55 req-7330c541-76e2-43b3-8666-17e5e951f02f tempest-TestServerAdvancedOps-222840995 tempest-TestServerAdvancedOps-222840995-project] 10.222.0.42 "GET /v2.0/ports?device_id=c2115373-c365-4c01-8275-d706f401ca9b HTTP/1.1" status: 200 len: 944 time: 0.8702767 Apr 18 21:17:18.431182 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 57956) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:17:18.437667 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.v2.base [None req-146c5f55-3b9f-49a5-a9cb-4fc0ee825460 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-919943408-network', 'tenant_id': 'ccfcac3d30004336ad0b8339e0ef4c77'}} {{(pid=84041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:17:18.458441 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-146c5f55-3b9f-49a5-a9cb-4fc0ee825460 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:17:18.467545 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-146c5f55-3b9f-49a5-a9cb-4fc0ee825460 admin admin] Usage tracker for resource:network and tenant:ccfcac3d30004336ad0b8339e0ef4c77 is out of sync, need to count used quota {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:17:18.470842 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-146c5f55-3b9f-49a5-a9cb-4fc0ee825460 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:17:18.478769 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-146c5f55-3b9f-49a5-a9cb-4fc0ee825460 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:17:18.490558 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-493a1110-468e-4a71-a03b-d759a0e85a46 tempest-TestNetworkBasicOps-1936690218 tempest-TestNetworkBasicOps-1936690218-project] Notify agent at l3_agent.n-d-838334-2 the message routers_updated {{(pid=84040) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 21:17:18.507181 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-146c5f55-3b9f-49a5-a9cb-4fc0ee825460 admin admin] Made reservation on behalf of ccfcac3d30004336ad0b8339e0ef4c77 for: {'network': 1} {{(pid=84041) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:17:18.512953 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-146c5f55-3b9f-49a5-a9cb-4fc0ee825460 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for network, before_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:17:18.522248 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:17:18.532253 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-46e55830-ac17-47b9-92d9-21037e6e3a55 req-f48b95c7-ef02-47e7-a8a2-4601a8690699 tempest-TestServerAdvancedOps-222840995 tempest-TestServerAdvancedOps-222840995-project] 10.222.0.42 "GET /v2.0/security-groups?id=ed497b1e-3ef7-41f9-b418-a0e8bd20250c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1668565 Apr 18 21:17:18.536714 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-493a1110-468e-4a71-a03b-d759a0e85a46 tempest-TestNetworkBasicOps-1936690218 tempest-TestNetworkBasicOps-1936690218-project] 10.222.0.42 "PUT /v2.0/routers/b99cf232-05aa-4212-8f94-0748ead02435/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0882049 Apr 18 21:17:18.549706 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-146c5f55-3b9f-49a5-a9cb-4fc0ee825460 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:17:18.561278 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] For port ed687a9e-9201-4e8e-80c0-f5948665f08d, host n-d-838334-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838334-2',level=0,port_id=ed687a9e-9201-4e8e-80c0-f5948665f08d,segment=NetworkSegment(732aa830-768b-4511-951f-d08e26b9c25b),segment_id=732aa830-768b-4511-951f-d08e26b9c25b)] {{(pid=84042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:17:18.572021 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682'] for port, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:17:18.627680 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-ac78c78c-8ed2-478b-a2bd-69c9e9ff6558 req-1f3aaa33-ce94-4db9-94fc-e41a43d74804 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=c2115373-c365-4c01-8275-d706f401ca9b HTTP/1.1" status: 200 len: 1096 time: 0.2079322 Apr 18 21:17:18.640433 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-146c5f55-3b9f-49a5-a9cb-4fc0ee825460 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:17:18.645632 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-146c5f55-3b9f-49a5-a9cb-4fc0ee825460 admin admin] Usage tracker for resource:security_group_rule and tenant:ccfcac3d30004336ad0b8339e0ef4c77 is out of sync, need to count used quota {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:17:18.649301 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-146c5f55-3b9f-49a5-a9cb-4fc0ee825460 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:17:18.656045 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-146c5f55-3b9f-49a5-a9cb-4fc0ee825460 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:17:18.682008 n-d-838334-2 neutron-server[84043]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-668c9d66-8992-46d7-b17f-c62ec7f2758f None None] Sync routers for ids ['b99cf232-05aa-4212-8f94-0748ead02435'] in n-d-838334-2 {{(pid=84043) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 18 21:17:18.699763 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-ac78c78c-8ed2-478b-a2bd-69c9e9ff6558 req-f13fbe77-2839-4745-8511-085d78c09bbc service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=ed497b1e-3ef7-41f9-b418-a0e8bd20250c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645862 Apr 18 21:17:18.709483 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-668c9d66-8992-46d7-b17f-c62ec7f2758f None None] Routers {'b99cf232-05aa-4212-8f94-0748ead02435'} bound to L3 agent in host n-d-838334-2 {{(pid=84043) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 21:17:18.710119 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.l3_hamode_db [None req-668c9d66-8992-46d7-b17f-c62ec7f2758f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838334-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-18T20:25:48Z,description=,heartbeat_timestamp=2022-04-18T21:17:18Z,host='n-d-838334-2',id=bc84d6c9-dd7a-4555-a351-592327b46d5a,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:25:48Z,topic='l3_agent')) {'router_ids': ['b99cf232-05aa-4212-8f94-0748ead02435'], 'active': True} {{(pid=84043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:17:18.762380 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-146c5f55-3b9f-49a5-a9cb-4fc0ee825460 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:17:18.770953 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-146c5f55-3b9f-49a5-a9cb-4fc0ee825460 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33528224'] for security_group, after_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:17:18.776105 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Pushing event updated for resources: {'Port': ['ID=ed687a9e-9201-4e8e-80c0-f5948665f08d,revision_number=4']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:17:18.822213 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-146c5f55-3b9f-49a5-a9cb-4fc0ee825460 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 377} {{(pid=84041) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 21:17:18.831389 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-146c5f55-3b9f-49a5-a9cb-4fc0ee825460 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1082986'] for segment, precommit_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:17:18.832916 n-d-838334-2 neutron-server[84041]: INFO neutron.db.segments_db [None req-146c5f55-3b9f-49a5-a9cb-4fc0ee825460 admin admin] Added segment 9914b38a-6340-496f-9c20-6bc61e741755 of type vlan for network 2e88f367-9bb1-4d32-81cf-5efcb4a28370 Apr 18 21:17:18.840438 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-146c5f55-3b9f-49a5-a9cb-4fc0ee825460 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=44a4bc40-6007-4c18-9413-ee6fac89d5ab,revision_number=1']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:17:18.882842 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-146c5f55-3b9f-49a5-a9cb-4fc0ee825460 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750374825732'] for network, precommit_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:17:18.939892 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-146c5f55-3b9f-49a5-a9cb-4fc0ee825460 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33526109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022'] for network, after_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:17:18.940841 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-146c5f55-3b9f-49a5-a9cb-4fc0ee825460 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:17:18.942156 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-146c5f55-3b9f-49a5-a9cb-4fc0ee825460 admin admin] Notify callbacks [] for network, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:17:19.084819 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.l3_dvr_db [None req-668c9d66-8992-46d7-b17f-c62ec7f2758f None None] Set router b99cf232-05aa-4212-8f94-0748ead02435 gateway port host: n-d-838334-2 {{(pid=84043) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 21:17:19.087185 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750375287399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253529'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:17:19.131691 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe692c66-fd1f-49ad-8229-7ad659c9c32e req-67822d3a-2306-488b-914e-c044ee9b5feb tempest-TestNetworkBasicOps-1936690218 tempest-TestNetworkBasicOps-1936690218-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:17:19.132419 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [req-fe692c66-fd1f-49ad-8229-7ad659c9c32e req-67822d3a-2306-488b-914e-c044ee9b5feb tempest-TestNetworkBasicOps-1936690218 tempest-TestNetworkBasicOps-1936690218-project] Synchronizing usage tracker for tenant:08ce18aa0ce94082a747ec94ccd8cac1 on resource:port {{(pid=84040) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 21:17:19.145124 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-146c5f55-3b9f-49a5-a9cb-4fc0ee825460 admin admin] Pushing event updated for resources: {'Network': ['ID=2e88f367-9bb1-4d32-81cf-5efcb4a28370,revision_number=1']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:17:19.151328 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-146c5f55-3b9f-49a5-a9cb-4fc0ee825460 admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.7188566 Apr 18 21:17:19.151981 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 57968) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:17:19.157181 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [req-fe692c66-fd1f-49ad-8229-7ad659c9c32e req-67822d3a-2306-488b-914e-c044ee9b5feb tempest-TestNetworkBasicOps-1936690218 tempest-TestNetworkBasicOps-1936690218-project] Unset dirty status for tenant:08ce18aa0ce94082a747ec94ccd8cac1 on resource:port {{(pid=84040) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 21:17:19.157737 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Network 2e88f367-9bb1-4d32-81cf-5efcb4a28370 details requested by agent ovs-agent-n-d-838334-2 with host n-d-838334-2 {{(pid=84042) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 18 21:17:19.158031 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.v2.base [None req-4d8504b1-4d09-4ee5-a580-f3bb0173e7e8 admin admin] Request body: {'subnet': {'network_id': '2e88f367-9bb1-4d32-81cf-5efcb4a28370', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-919943408-subnet', 'tenant_id': 'ccfcac3d30004336ad0b8339e0ef4c77', 'ip_version': 4}} {{(pid=84041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:17:19.159267 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-fe692c66-fd1f-49ad-8229-7ad659c9c32e req-67822d3a-2306-488b-914e-c044ee9b5feb tempest-TestNetworkBasicOps-1936690218 tempest-TestNetworkBasicOps-1936690218-project] 10.222.0.42 "GET /v2.0/ports?device_id=b2d97b3b-6aa4-4b21-acb6-0c9d32ad4ae5 HTTP/1.1" status: 200 len: 946 time: 0.1281049 Apr 18 21:17:19.164129 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-4d8504b1-4d09-4ee5-a580-f3bb0173e7e8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:17:19.168217 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-4d8504b1-4d09-4ee5-a580-f3bb0173e7e8 admin admin] Usage tracker for resource:subnet and tenant:ccfcac3d30004336ad0b8339e0ef4c77 is out of sync, need to count used quota {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:17:19.170952 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-4d8504b1-4d09-4ee5-a580-f3bb0173e7e8 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:17:19.187429 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-4d8504b1-4d09-4ee5-a580-f3bb0173e7e8 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:17:19.208948 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d8504b1-4d09-4ee5-a580-f3bb0173e7e8 admin admin] Made reservation on behalf of ccfcac3d30004336ad0b8339e0ef4c77 for: {'subnet': 1} {{(pid=84041) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:17:19.211461 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-4d8504b1-4d09-4ee5-a580-f3bb0173e7e8 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32486301'] for subnet, before_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:17:19.277165 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-fe692c66-fd1f-49ad-8229-7ad659c9c32e req-6ac5c04d-abac-4aac-b9d9-183fdd9c9fc5 tempest-TestNetworkBasicOps-1936690218 tempest-TestNetworkBasicOps-1936690218-project] 10.222.0.42 "GET /v2.0/security-groups?id=c18659b5-0687-43aa-9e20-8c97a01e54ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1079724 Apr 18 21:17:19.444298 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-4d8504b1-4d09-4ee5-a580-f3bb0173e7e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33526260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32266407', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32486287'] for subnet, after_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:17:19.512128 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.l3_hamode_db [None req-668c9d66-8992-46d7-b17f-c62ec7f2758f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b99cf232-05aa-4212-8f94-0748ead02435', 'name': 'tempest-TestNetworkBasicOps-router-310213544', 'tenant_id': '08ce18aa0ce94082a747ec94ccd8cac1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'external_fixed_ips': [{'subnet_id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'ip_address': '172.25.8.61'}], 'enable_snat': True}, 'gw_port_id': '10d70ee7-4999-4775-97af-43b9f0013683', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:15:13Z', 'updated_at': '2022-04-18T21:17:16Z', 'revision_number': 6, 'project_id': '08ce18aa0ce94082a747ec94ccd8cac1', 'gw_port': {'id': '10d70ee7-4999-4775-97af-43b9f0013683', 'name': '', 'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:90:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b99cf232-05aa-4212-8f94-0748ead02435', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'ip_address': '172.25.8.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:15:14Z', 'updated_at': '2022-04-18T21:15:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838334-2', '_floatingips': [{'id': '0cdbe560-48f7-462e-8cfe-c4afe3429b7c', 'tenant_id': '08ce18aa0ce94082a747ec94ccd8cac1', 'floating_ip_address': '172.25.8.36', 'floating_network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'router_id': 'b99cf232-05aa-4212-8f94-0748ead02435', 'port_id': 'c50d9f5c-a87c-41ce-b980-c149a676fd20', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0da44c8a-15a6-48d5-b8a3-e2609519a9b7', 'mac_address': 'fa:16:3e:63:0b:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ff68f2f-27b8-4852-8ec1-1e8bd408587d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T21:15:48Z', 'updated_at': '2022-04-18T21:15:53Z', 'revision_number': 1, 'project_id': '08ce18aa0ce94082a747ec94ccd8cac1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '78e8a164-6328-4471-8f1e-15f9ab88165b', 'name': '', 'network_id': '0da44c8a-15a6-48d5-b8a3-e2609519a9b7', 'tenant_id': '08ce18aa0ce94082a747ec94ccd8cac1', 'mac_address': 'fa:16:3e:00:fd:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b99cf232-05aa-4212-8f94-0748ead02435', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b2906c47-8f19-4603-9015-e0383cdd68a4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:15:21Z', 'updated_at': '2022-04-18T21:15:29Z', 'revision_number': 5, 'project_id': '08ce18aa0ce94082a747ec94ccd8cac1', 'subnets': [{'id': 'b2906c47-8f19-4603-9015-e0383cdd68a4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838334-2', False) {} {{(pid=84043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:17:19.516479 n-d-838334-2 neutron-server[84043]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-668c9d66-8992-46d7-b17f-c62ec7f2758f None None] Checking router: b99cf232-05aa-4212-8f94-0748ead02435 for host: n-d-838334-2 {{(pid=84043) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 18 21:17:19.528191 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-414b6ffe-e119-47bc-b18f-bcff1219c2f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750375287399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253529'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:17:19.530545 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-668c9d66-8992-46d7-b17f-c62ec7f2758f None None] Routers {'b99cf232-05aa-4212-8f94-0748ead02435'} bound to L3 agent in host n-d-838334-2 {{(pid=84043) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 21:17:19.531342 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.l3_hamode_db [None req-668c9d66-8992-46d7-b17f-c62ec7f2758f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838334-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-18T20:25:48Z,description=,heartbeat_timestamp=2022-04-18T21:17:18Z,host='n-d-838334-2',id=bc84d6c9-dd7a-4555-a351-592327b46d5a,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:25:48Z,topic='l3_agent')) {'router_ids': ['b99cf232-05aa-4212-8f94-0748ead02435'], 'active': True} {{(pid=84043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:17:19.538319 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d8504b1-4d09-4ee5-a580-f3bb0173e7e8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ce32ab97-6d36-49b4-af96-b5a6a273a3c0,revision_number=0']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:17:19.548372 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d8504b1-4d09-4ee5-a580-f3bb0173e7e8 admin admin] Checking segment: {'id': '9914b38a-6340-496f-9c20-6bc61e741755', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '2e88f367-9bb1-4d32-81cf-5efcb4a28370'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84041) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 21:17:19.548987 n-d-838334-2 neutron-server[84041]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d8504b1-4d09-4ee5-a580-f3bb0173e7e8 admin admin] Network hostable DHCP agents. Network: 2e88f367-9bb1-4d32-81cf-5efcb4a28370, hostable agents: ['8746f8ea-3e91-4b32-9919-2c63adeb8722'], hosted agents: [] {{(pid=84041) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 21:17:19.615156 n-d-838334-2 neutron-server[84041]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d8504b1-4d09-4ee5-a580-f3bb0173e7e8 admin admin] Network 2e88f367-9bb1-4d32-81cf-5efcb4a28370 is scheduled to be hosted by DHCP agent 8746f8ea-3e91-4b32-9919-2c63adeb8722 with binding_index 1 {{(pid=84041) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 21:17:19.641230 n-d-838334-2 neutron-server[84041]: DEBUG neutron.scheduler.base_scheduler [None req-4d8504b1-4d09-4ee5-a580-f3bb0173e7e8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-838334-2, 2e88f367-9bb1-4d32-81cf-5efcb4a28370) {{(pid=84041) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:17:19.645977 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d8504b1-4d09-4ee5-a580-f3bb0173e7e8 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:17:19.646563 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-4d8504b1-4d09-4ee5-a580-f3bb0173e7e8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:17:19.651744 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c194827-e682-41fa-b9f5-3202fb53ba84 None None] Network 2e88f367-9bb1-4d32-81cf-5efcb4a28370 requested from n-d-838334-2 {{(pid=84042) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 21:17:19.789164 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Device ed687a9e-9201-4e8e-80c0-f5948665f08d up at agent ovs-agent-n-d-838334-2 {{(pid=84042) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 21:17:19.833708 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-4d8504b1-4d09-4ee5-a580-f3bb0173e7e8 admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.6803093 Apr 18 21:17:19.836324 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 57980) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:17:19.856115 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.v2.base [None req-dfe727b1-1a0b-4880-8407-daef37915e94 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-919943408-router', 'tenant_id': 'ccfcac3d30004336ad0b8339e0ef4c77', 'external_gateway_info': {'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c'}}} {{(pid=84041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:17:19.870470 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-dfe727b1-1a0b-4880-8407-daef37915e94 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:17:19.875974 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-dfe727b1-1a0b-4880-8407-daef37915e94 admin admin] Usage tracker for resource:router and tenant:ccfcac3d30004336ad0b8339e0ef4c77 is out of sync, need to count used quota {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:17:19.880351 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-dfe727b1-1a0b-4880-8407-daef37915e94 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:17:19.895587 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-dfe727b1-1a0b-4880-8407-daef37915e94 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:17:19.907750 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.l3_dvr_db [None req-668c9d66-8992-46d7-b17f-c62ec7f2758f None None] Set router b99cf232-05aa-4212-8f94-0748ead02435 gateway port host: n-d-838334-2 {{(pid=84043) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 21:17:19.915721 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-dfe727b1-1a0b-4880-8407-daef37915e94 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-33442106', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5708'] for router, before_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:17:19.916969 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-dfe727b1-1a0b-4880-8407-daef37915e94 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33442137', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33444285', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33535433', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5703'] for router, precommit_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:17:19.938206 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-dfe727b1-1a0b-4880-8407-daef37915e94 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:17:19.967852 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3975989a-c59a-4610-8f7c-06ee1a7040d7 req-3305ae89-13af-4c58-ae38-374cef16c391 tempest-TestServerAdvancedOps-222840995 tempest-TestServerAdvancedOps-222840995-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:17:19.969431 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-3975989a-c59a-4610-8f7c-06ee1a7040d7 req-3305ae89-13af-4c58-ae38-374cef16c391 tempest-TestServerAdvancedOps-222840995 tempest-TestServerAdvancedOps-222840995-project] 10.222.0.42 "GET /v2.0/ports?device_id=c2115373-c365-4c01-8275-d706f401ca9b HTTP/1.1" status: 200 len: 945 time: 0.1946127 Apr 18 21:17:20.014107 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Provisioning complete for port ed687a9e-9201-4e8e-80c0-f5948665f08d triggered by entity L2. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:17:20.014574 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1253608'] for port, provisioning_complete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:17:20.069792 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-3975989a-c59a-4610-8f7c-06ee1a7040d7 req-f64f08f4-8b18-44fe-8c4d-d86f10ec73fb tempest-TestServerAdvancedOps-222840995 tempest-TestServerAdvancedOps-222840995-project] 10.222.0.42 "GET /v2.0/security-groups?id=ed497b1e-3ef7-41f9-b418-a0e8bd20250c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0943179 Apr 18 21:17:20.180959 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-dfe727b1-1a0b-4880-8407-daef37915e94 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-33444175', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-33443520', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5293'] for router, precommit_update {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:17:20.282715 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c0d2b04-7c66-491c-aafa-f833bb560a21 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp016840fc-1f9f-5892-9c53-c9cf6c845bbb-2e88f367-9bb1-4d32-81cf-5efcb4a28370', 'network_id': '2e88f367-9bb1-4d32-81cf-5efcb4a28370', 'tenant_id': 'ccfcac3d30004336ad0b8339e0ef4c77', 'fixed_ips': [{'subnet_id': 'ce32ab97-6d36-49b4-af96-b5a6a273a3c0'}]}} from n-d-838334-2. {{(pid=84042) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 18 21:17:20.283586 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-8c0d2b04-7c66-491c-aafa-f833bb560a21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_create {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:17:20.441928 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-dfe727b1-1a0b-4880-8407-daef37915e94 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:17:20.481237 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.l3_hamode_db [None req-668c9d66-8992-46d7-b17f-c62ec7f2758f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b99cf232-05aa-4212-8f94-0748ead02435', 'name': 'tempest-TestNetworkBasicOps-router-310213544', 'tenant_id': '08ce18aa0ce94082a747ec94ccd8cac1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'external_fixed_ips': [{'subnet_id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'ip_address': '172.25.8.61'}], 'enable_snat': True}, 'gw_port_id': '10d70ee7-4999-4775-97af-43b9f0013683', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:15:13Z', 'updated_at': '2022-04-18T21:17:16Z', 'revision_number': 6, 'project_id': '08ce18aa0ce94082a747ec94ccd8cac1', 'gw_port': {'id': '10d70ee7-4999-4775-97af-43b9f0013683', 'name': '', 'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:90:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b99cf232-05aa-4212-8f94-0748ead02435', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'ip_address': '172.25.8.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:15:14Z', 'updated_at': '2022-04-18T21:15:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838334-2', '_floatingips': [{'id': '0cdbe560-48f7-462e-8cfe-c4afe3429b7c', 'tenant_id': '08ce18aa0ce94082a747ec94ccd8cac1', 'floating_ip_address': '172.25.8.36', 'floating_network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'router_id': 'b99cf232-05aa-4212-8f94-0748ead02435', 'port_id': 'c50d9f5c-a87c-41ce-b980-c149a676fd20', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0da44c8a-15a6-48d5-b8a3-e2609519a9b7', 'mac_address': 'fa:16:3e:63:0b:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ff68f2f-27b8-4852-8ec1-1e8bd408587d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T21:15:48Z', 'updated_at': '2022-04-18T21:15:53Z', 'revision_number': 1, 'project_id': '08ce18aa0ce94082a747ec94ccd8cac1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '78e8a164-6328-4471-8f1e-15f9ab88165b', 'name': '', 'network_id': '0da44c8a-15a6-48d5-b8a3-e2609519a9b7', 'tenant_id': '08ce18aa0ce94082a747ec94ccd8cac1', 'mac_address': 'fa:16:3e:00:fd:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b99cf232-05aa-4212-8f94-0748ead02435', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b2906c47-8f19-4603-9015-e0383cdd68a4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:15:21Z', 'updated_at': '2022-04-18T21:15:29Z', 'revision_number': 5, 'project_id': '08ce18aa0ce94082a747ec94ccd8cac1', 'subnets': [{'id': 'b2906c47-8f19-4603-9015-e0383cdd68a4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838334-2', False) {} {{(pid=84043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:17:20.502461 n-d-838334-2 neutron-server[84043]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-668c9d66-8992-46d7-b17f-c62ec7f2758f None None] The sync data for ids ['b99cf232-05aa-4212-8f94-0748ead02435'] in n-d-838334-2 is: [{'id': 'b99cf232-05aa-4212-8f94-0748ead02435', 'name': 'tempest-TestNetworkBasicOps-router-310213544', 'tenant_id': '08ce18aa0ce94082a747ec94ccd8cac1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'external_fixed_ips': [{'subnet_id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'ip_address': '172.25.8.61'}], 'enable_snat': True}, 'gw_port_id': '10d70ee7-4999-4775-97af-43b9f0013683', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:15:13Z', 'updated_at': '2022-04-18T21:17:16Z', 'revision_number': 6, 'project_id': '08ce18aa0ce94082a747ec94ccd8cac1', 'gw_port': {'id': '10d70ee7-4999-4775-97af-43b9f0013683', 'name': '', 'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:90:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b99cf232-05aa-4212-8f94-0748ead02435', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'ip_address': '172.25.8.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:15:14Z', 'updated_at': '2022-04-18T21:15:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838334-2', '_floatingips': [{'id': '0cdbe560-48f7-462e-8cfe-c4afe3429b7c', 'tenant_id': '08ce18aa0ce94082a747ec94ccd8cac1', 'floating_ip_address': '172.25.8.36', 'floating_network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'router_id': 'b99cf232-05aa-4212-8f94-0748ead02435', 'port_id': 'c50d9f5c-a87c-41ce-b980-c149a676fd20', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0da44c8a-15a6-48d5-b8a3-e2609519a9b7', 'mac_address': 'fa:16:3e:63:0b:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ff68f2f-27b8-4852-8ec1-1e8bd408587d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T21:15:48Z', 'updated_at': '2022-04-18T21:15:53Z', 'revision_number': 1, 'project_id': '08ce18aa0ce94082a747ec94ccd8cac1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '78e8a164-6328-4471-8f1e-15f9ab88165b', 'name': '', 'network_id': '0da44c8a-15a6-48d5-b8a3-e2609519a9b7', 'tenant_id': '08ce18aa0ce94082a747ec94ccd8cac1', 'mac_address': 'fa:16:3e:00:fd:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b99cf232-05aa-4212-8f94-0748ead02435', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b2906c47-8f19-4603-9015-e0383cdd68a4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:15:21Z', 'updated_at': '2022-04-18T21:15:29Z', 'revision_number': 5, 'project_id': '08ce18aa0ce94082a747ec94ccd8cac1', 'subnets': [{'id': 'b2906c47-8f19-4603-9015-e0383cdd68a4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84043) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 18 21:17:20.523413 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-dfe727b1-1a0b-4880-8407-daef37915e94 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:17:20.570982 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8c76497-7cb5-47e6-8bef-5fc0256f3056 req-c9ca519f-48af-4ec4-9daa-b26a2ade80c4 tempest-TestNetworkBasicOps-1936690218 tempest-TestNetworkBasicOps-1936690218-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:17:20.572953 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-c8c76497-7cb5-47e6-8bef-5fc0256f3056 req-c9ca519f-48af-4ec4-9daa-b26a2ade80c4 tempest-TestNetworkBasicOps-1936690218 tempest-TestNetworkBasicOps-1936690218-project] 10.222.0.42 "GET /v2.0/ports?device_id=b2d97b3b-6aa4-4b21-acb6-0c9d32ad4ae5 HTTP/1.1" status: 200 len: 946 time: 0.1410935 Apr 18 21:17:20.596252 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.db_base_plugin_common [None req-8c0d2b04-7c66-491c-aafa-f833bb560a21 None None] Allocated IP 172.20.0.2 (2e88f367-9bb1-4d32-81cf-5efcb4a28370/ce32ab97-6d36-49b4-af96-b5a6a273a3c0/83f20d99-e056-475a-b830-64b5dcd82764) {{(pid=84042) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 21:17:20.699847 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-c7521a90-7d65-4e2e-842c-ca5d95e9a89c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750375287399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253529'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:17:20.700555 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-c8c76497-7cb5-47e6-8bef-5fc0256f3056 req-ac35a1a1-e096-481a-9277-1be7b94d665c tempest-TestNetworkBasicOps-1936690218 tempest-TestNetworkBasicOps-1936690218-project] 10.222.0.42 "GET /v2.0/security-groups?id=c18659b5-0687-43aa-9e20-8c97a01e54ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1205828 Apr 18 21:17:20.728192 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.db_base_plugin_common [None req-dfe727b1-1a0b-4880-8407-daef37915e94 admin admin] Allocated IP 172.25.8.117 (e41b6600-a917-4a8d-b05c-be3be40c6d8c/6b05667b-848e-4356-9b44-d5eb6808ef74/a4d00cd9-10d9-4215-bb92-c0be648ff9fc) {{(pid=84041) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 21:17:20.759651 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6f78cf5-e7ce-4a1e-b9d5-e4a64633e51d req-9e68ac3e-4b9f-487d-a61d-4002cf9bfca1 tempest-TestNetworkBasicOps-1936690218 tempest-TestNetworkBasicOps-1936690218-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:17:20.761006 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-b6f78cf5-e7ce-4a1e-b9d5-e4a64633e51d req-9e68ac3e-4b9f-487d-a61d-4002cf9bfca1 tempest-TestNetworkBasicOps-1936690218 tempest-TestNetworkBasicOps-1936690218-project] 10.222.0.48 "GET /v2.0/ports?device_id=b2d97b3b-6aa4-4b21-acb6-0c9d32ad4ae5 HTTP/1.1" status: 200 len: 946 time: 0.1333053 Apr 18 21:17:20.894975 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-8c0d2b04-7c66-491c-aafa-f833bb560a21 None None] Notify callbacks [] for port, precommit_create {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:17:20.907749 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.plugin [req-b6f78cf5-e7ce-4a1e-b9d5-e4a64633e51d req-f4d8782f-ec12-4384-a1e4-9fd2054c83cd tempest-TestNetworkBasicOps-1936690218 tempest-TestNetworkBasicOps-1936690218-project] Deleting port 91b3f014-56ef-419e-a0a6-7eaa38f32e36 {{(pid=84040) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 21:17:20.908826 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-b6f78cf5-e7ce-4a1e-b9d5-e4a64633e51d req-f4d8782f-ec12-4384-a1e4-9fd2054c83cd tempest-TestNetworkBasicOps-1936690218 tempest-TestNetworkBasicOps-1936690218-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750375188691'] for port, before_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:17:20.909669 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-8c0d2b04-7c66-491c-aafa-f833bb560a21 None None] Transition to ACTIVE for port object 83f20d99-e056-475a-b830-64b5dcd82764 will not be triggered until provisioned by entity L2. {{(pid=84042) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:17:20.913663 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-dfe727b1-1a0b-4880-8407-daef37915e94 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:17:20.931942 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-8c0d2b04-7c66-491c-aafa-f833bb560a21 None None] Transition to ACTIVE for port object 83f20d99-e056-475a-b830-64b5dcd82764 will not be triggered until provisioned by entity DHCP. {{(pid=84042) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:17:20.942426 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-8c0d2b04-7c66-491c-aafa-f833bb560a21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750374836619'] for port, after_create {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:17:21.002649 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-dfe727b1-1a0b-4880-8407-daef37915e94 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750374836619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32266323'] for port, after_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:17:21.010094 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c0d2b04-7c66-491c-aafa-f833bb560a21 None None] Pushing event updated for resources: {'Port': ['ID=83f20d99-e056-475a-b830-64b5dcd82764,revision_number=1']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:17:21.026778 n-d-838334-2 neutron-server[84042]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c0d2b04-7c66-491c-aafa-f833bb560a21 None None] Network 2e88f367-9bb1-4d32-81cf-5efcb4a28370 is already hosted by enough agents. {{(pid=84042) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:17:21.027973 n-d-838334-2 neutron-server[84042]: DEBUG neutron.scheduler.base_scheduler [None req-8c0d2b04-7c66-491c-aafa-f833bb560a21 None None] Resources bound (agent type, host, resource id): {{(pid=84042) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:17:21.030449 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c0d2b04-7c66-491c-aafa-f833bb560a21 None None] Received port after_create {{(pid=84042) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 21:17:21.123533 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfe727b1-1a0b-4880-8407-daef37915e94 admin admin] Pushing event updated for resources: {'Port': ['ID=a4d00cd9-10d9-4215-bb92-c0be648ff9fc,revision_number=1']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:17:21.132941 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.managers [None req-8c0d2b04-7c66-491c-aafa-f833bb560a21 None None] Attempting to bind port 83f20d99-e056-475a-b830-64b5dcd82764 on host n-d-838334-2 for vnic_type normal with profile {{(pid=84042) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 21:17:21.133670 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.managers [None req-8c0d2b04-7c66-491c-aafa-f833bb560a21 None None] Attempting to bind port 83f20d99-e056-475a-b830-64b5dcd82764 by drivers openvswitch,hyperv on host n-d-838334-2 at level 0 using segments [{'id': '9914b38a-6340-496f-9c20-6bc61e741755', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '2e88f367-9bb1-4d32-81cf-5efcb4a28370'}] {{(pid=84042) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 21:17:21.133887 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c0d2b04-7c66-491c-aafa-f833bb560a21 None None] Attempting to bind port 83f20d99-e056-475a-b830-64b5dcd82764 on network 2e88f367-9bb1-4d32-81cf-5efcb4a28370 {{(pid=84042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 21:17:21.137021 n-d-838334-2 neutron-server[84041]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dfe727b1-1a0b-4880-8407-daef37915e94 admin admin] Network e41b6600-a917-4a8d-b05c-be3be40c6d8c is already hosted by enough agents. {{(pid=84041) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:17:21.139014 n-d-838334-2 neutron-server[84041]: DEBUG neutron.scheduler.base_scheduler [None req-dfe727b1-1a0b-4880-8407-daef37915e94 admin admin] Resources bound (agent type, host, resource id): {{(pid=84041) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:17:21.143990 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c0d2b04-7c66-491c-aafa-f833bb560a21 None None] Checking agent: {'id': '97cd4414-7af6-4d67-868d-dff370b4071a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838334-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 25, 49), 'started_at': datetime.datetime(2022, 4, 18, 20, 26, 19), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 21, 17, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838334-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 18 21:17:21.144438 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c0d2b04-7c66-491c-aafa-f833bb560a21 None None] Checking segment: {'id': '9914b38a-6340-496f-9c20-6bc61e741755', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '2e88f367-9bb1-4d32-81cf-5efcb4a28370'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84042) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 21:17:21.144852 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-8c0d2b04-7c66-491c-aafa-f833bb560a21 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:17:21.145677 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c0d2b04-7c66-491c-aafa-f833bb560a21 None None] Bound using segment: {'id': '9914b38a-6340-496f-9c20-6bc61e741755', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '2e88f367-9bb1-4d32-81cf-5efcb4a28370'} {{(pid=84042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 18 21:17:21.145677 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.managers [None req-8c0d2b04-7c66-491c-aafa-f833bb560a21 None None] Bound port: 83f20d99-e056-475a-b830-64b5dcd82764, host: n-d-838334-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9914b38a-6340-496f-9c20-6bc61e741755', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '2e88f367-9bb1-4d32-81cf-5efcb4a28370'}}] {{(pid=84042) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 21:17:21.146068 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-8c0d2b04-7c66-491c-aafa-f833bb560a21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:17:21.147503 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfe727b1-1a0b-4880-8407-daef37915e94 admin admin] Received port after_create {{(pid=84041) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 21:17:21.221232 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.db [req-b6f78cf5-e7ce-4a1e-b9d5-e4a64633e51d req-f4d8782f-ec12-4384-a1e4-9fd2054c83cd tempest-TestNetworkBasicOps-1936690218 tempest-TestNetworkBasicOps-1936690218-project] For port 91b3f014-56ef-419e-a0a6-7eaa38f32e36, host n-h2-838334-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838334-2',level=0,port_id=91b3f014-56ef-419e-a0a6-7eaa38f32e36,segment=NetworkSegment(ad18f8c7-fe16-4a7a-b1dc-698c203824ee),segment_id=ad18f8c7-fe16-4a7a-b1dc-698c203824ee)] {{(pid=84040) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:17:21.221581 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-b6f78cf5-e7ce-4a1e-b9d5-e4a64633e51d req-f4d8782f-ec12-4384-a1e4-9fd2054c83cd tempest-TestNetworkBasicOps-1936690218 tempest-TestNetworkBasicOps-1936690218-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369123'] for port, precommit_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:17:21.318180 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-8c0d2b04-7c66-491c-aafa-f833bb560a21 None None] For port 83f20d99-e056-475a-b830-64b5dcd82764, host n-d-838334-2, cleared binding levels {{(pid=84042) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 21:17:21.321949 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-8c0d2b04-7c66-491c-aafa-f833bb560a21 None None] For port 83f20d99-e056-475a-b830-64b5dcd82764, host n-d-838334-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838334-2',level=0,port_id=83f20d99-e056-475a-b830-64b5dcd82764,segment=NetworkSegment(9914b38a-6340-496f-9c20-6bc61e741755),segment_id=9914b38a-6340-496f-9c20-6bc61e741755)] {{(pid=84042) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 21:17:21.327218 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-8c0d2b04-7c66-491c-aafa-f833bb560a21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682'] for port, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:17:21.352436 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-dfe727b1-1a0b-4880-8407-daef37915e94 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:17:21.353403 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-dfe727b1-1a0b-4880-8407-daef37915e94 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33443529', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33444176'] for router, after_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:17:21.425663 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c0d2b04-7c66-491c-aafa-f833bb560a21 None None] Pushing event updated for resources: {'Port': ['ID=83f20d99-e056-475a-b830-64b5dcd82764,revision_number=2']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:17:21.539110 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.plugin [req-b6f78cf5-e7ce-4a1e-b9d5-e4a64633e51d req-f4d8782f-ec12-4384-a1e4-9fd2054c83cd tempest-TestNetworkBasicOps-1936690218 tempest-TestNetworkBasicOps-1936690218-project] Calling delete_port for 91b3f014-56ef-419e-a0a6-7eaa38f32e36 owned by compute:nova {{(pid=84040) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 21:17:21.662476 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1b74c34-0d0e-413c-b99f-90dbcbfd5a1f req-8c654cec-7b5b-4460-9ea1-3e7fc97b5202 tempest-TestServerAdvancedOps-222840995 tempest-TestServerAdvancedOps-222840995-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:17:21.664063 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-d1b74c34-0d0e-413c-b99f-90dbcbfd5a1f req-8c654cec-7b5b-4460-9ea1-3e7fc97b5202 tempest-TestServerAdvancedOps-222840995 tempest-TestServerAdvancedOps-222840995-project] 10.222.0.42 "GET /v2.0/ports?device_id=c2115373-c365-4c01-8275-d706f401ca9b HTTP/1.1" status: 200 len: 945 time: 0.2288265 Apr 18 21:17:21.687372 n-d-838334-2 neutron-server[84041]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dfe727b1-1a0b-4880-8407-daef37915e94 admin admin] Router b3ae0484-c063-4383-8521-90f9b4ce1d9c is scheduled to L3 agent bc84d6c9-dd7a-4555-a351-592327b46d5a with binding_index 1 {{(pid=84041) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 18 21:17:21.702420 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Device 51f8b256-51b2-428c-847b-cb610df19912 no longer exists at agent ovs-agent-n-d-838334-2 {{(pid=84042) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 21:17:21.776695 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.plugin [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] No Port match for: 51f8b256-51b2-428c-847b-cb610df19912 {{(pid=84042) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 18 21:17:21.777039 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Device 51f8b256-51b2-428c-847b-cb610df19912 not bound to the agent host n-d-838334-2 {{(pid=84042) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 21:17:21.819098 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-d1b74c34-0d0e-413c-b99f-90dbcbfd5a1f req-5a5dbc32-284b-455a-b43f-057eaf2510bc tempest-TestServerAdvancedOps-222840995 tempest-TestServerAdvancedOps-222840995-project] 10.222.0.42 "GET /v2.0/security-groups?id=ed497b1e-3ef7-41f9-b418-a0e8bd20250c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1066465 Apr 18 21:17:21.826429 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-b6f78cf5-e7ce-4a1e-b9d5-e4a64633e51d req-f4d8782f-ec12-4384-a1e4-9fd2054c83cd tempest-TestNetworkBasicOps-1936690218 tempest-TestNetworkBasicOps-1936690218-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750375259028', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750374836628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32440838'] for port, after_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:17:21.890086 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4d8782f-ec12-4384-a1e4-9fd2054c83cd tempest-TestNetworkBasicOps-1936690218 tempest-TestNetworkBasicOps-1936690218-project] Pushing event deleted for resources: {'Port': ['ID=91b3f014-56ef-419e-a0a6-7eaa38f32e36,revision_number=None']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:17:22.059268 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dfe727b1-1a0b-4880-8407-daef37915e94 admin admin] Notify agent at l3_agent.n-d-838334-2 the message routers_updated {{(pid=84041) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 21:17:22.070747 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7589fa7f-c54f-4d33-8368-367e566892bb None None] Sync routers for ids ['b3ae0484-c063-4383-8521-90f9b4ce1d9c'] in n-d-838334-2 {{(pid=84042) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 18 21:17:22.071607 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.l3_dvrscheduler_db [req-b6f78cf5-e7ce-4a1e-b9d5-e4a64633e51d req-f4d8782f-ec12-4384-a1e4-9fd2054c83cd tempest-TestNetworkBasicOps-1936690218 tempest-TestNetworkBasicOps-1936690218-project] No DVR routers for this DVR port 91b3f014-56ef-419e-a0a6-7eaa38f32e36 on host n-h2-838334-2 {{(pid=84040) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 21:17:22.075070 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-b6f78cf5-e7ce-4a1e-b9d5-e4a64633e51d req-f4d8782f-ec12-4384-a1e4-9fd2054c83cd tempest-TestNetworkBasicOps-1936690218 tempest-TestNetworkBasicOps-1936690218-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217293'] for port, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:17:22.080736 n-d-838334-2 neutron-server[84040]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b2d97b3b-6aa4-4b21-acb6-0c9d32ad4ae5', 'name': 'network-vif-deleted', 'tag': '91b3f014-56ef-419e-a0a6-7eaa38f32e36'}] {{(pid=84040) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 21:17:22.090534 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7589fa7f-c54f-4d33-8368-367e566892bb None None] Routers {'b3ae0484-c063-4383-8521-90f9b4ce1d9c'} bound to L3 agent in host n-d-838334-2 {{(pid=84042) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 21:17:22.091153 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_hamode_db [None req-7589fa7f-c54f-4d33-8368-367e566892bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838334-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-18T20:25:48Z,description=,heartbeat_timestamp=2022-04-18T21:17:18Z,host='n-d-838334-2',id=bc84d6c9-dd7a-4555-a351-592327b46d5a,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:25:48Z,topic='l3_agent')) {'router_ids': ['b3ae0484-c063-4383-8521-90f9b4ce1d9c'], 'active': True} {{(pid=84042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:17:22.105345 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-dfe727b1-1a0b-4880-8407-daef37915e94 admin admin] Notify callbacks [] for router, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:17:22.106929 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-dfe727b1-1a0b-4880-8407-daef37915e94 admin admin] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 2.2683883 Apr 18 21:17:22.109681 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 58002) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:17:22.174254 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [req-f9cb92fd-41de-49ab-a0ba-6bf10c5efac6 req-9087f362-f131-4723-9ada-416d2799c867 tempest-TestNetworkBasicOps-1936690218 tempest-TestNetworkBasicOps-1936690218-project] Synchronizing usage tracker for tenant:08ce18aa0ce94082a747ec94ccd8cac1 on resource:port {{(pid=84040) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 21:17:22.180852 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-b6f78cf5-e7ce-4a1e-b9d5-e4a64633e51d req-f4d8782f-ec12-4384-a1e4-9fd2054c83cd tempest-TestNetworkBasicOps-1936690218 tempest-TestNetworkBasicOps-1936690218-project] 10.222.0.48 "DELETE /v2.0/ports/91b3f014-56ef-419e-a0a6-7eaa38f32e36 HTTP/1.1" status: 204 len: 173 time: 1.4123902 Apr 18 21:17:22.214800 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [req-f9cb92fd-41de-49ab-a0ba-6bf10c5efac6 req-9087f362-f131-4723-9ada-416d2799c867 tempest-TestNetworkBasicOps-1936690218 tempest-TestNetworkBasicOps-1936690218-project] Unset dirty status for tenant:08ce18aa0ce94082a747ec94ccd8cac1 on resource:port {{(pid=84040) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 21:17:22.216315 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-f9cb92fd-41de-49ab-a0ba-6bf10c5efac6 req-9087f362-f131-4723-9ada-416d2799c867 tempest-TestNetworkBasicOps-1936690218 tempest-TestNetworkBasicOps-1936690218-project] 10.222.0.42 "GET /v2.0/ports?device_id=b2d97b3b-6aa4-4b21-acb6-0c9d32ad4ae5 HTTP/1.1" status: 200 len: 210 time: 0.1465166 Apr 18 21:17:22.280218 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59c00f40-8625-4d30-aee7-647958d42077 req-df834447-bc04-406e-ba20-d0ce50926f1a tempest-TestServerAdvancedOps-222840995 tempest-TestServerAdvancedOps-222840995-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:17:22.282127 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-59c00f40-8625-4d30-aee7-647958d42077 req-df834447-bc04-406e-ba20-d0ce50926f1a tempest-TestServerAdvancedOps-222840995 tempest-TestServerAdvancedOps-222840995-project] 10.222.0.42 "GET /v2.0/ports?device_id=c2115373-c365-4c01-8275-d706f401ca9b HTTP/1.1" status: 200 len: 945 time: 0.2221587 Apr 18 21:17:22.346596 n-d-838334-2 neutron-server[84040]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e3943606-1729-4f6d-b2c2-505a89257031'] response: {'server_uuid': 'b2d97b3b-6aa4-4b21-acb6-0c9d32ad4ae5', 'name': 'network-vif-deleted', 'tag': '91b3f014-56ef-419e-a0a6-7eaa38f32e36', 'status': 'completed', 'code': 200} Apr 18 21:17:22.429515 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-59c00f40-8625-4d30-aee7-647958d42077 req-16a0c182-577c-43cd-bd2b-2a951d81bf8b tempest-TestServerAdvancedOps-222840995 tempest-TestServerAdvancedOps-222840995-project] 10.222.0.42 "GET /v2.0/security-groups?id=ed497b1e-3ef7-41f9-b418-a0e8bd20250c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1399763 Apr 18 21:17:22.436360 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_dvr_db [None req-7589fa7f-c54f-4d33-8368-367e566892bb None None] Set router b3ae0484-c063-4383-8521-90f9b4ce1d9c gateway port host: n-d-838334-2 {{(pid=84042) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 21:17:22.952130 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_hamode_db [None req-7589fa7f-c54f-4d33-8368-367e566892bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3ae0484-c063-4383-8521-90f9b4ce1d9c', 'name': 'tempest-TestVolumeBootPattern-919943408-router', 'tenant_id': 'ccfcac3d30004336ad0b8339e0ef4c77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'external_fixed_ips': [{'subnet_id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'ip_address': '172.25.8.117'}], 'enable_snat': True}, 'gw_port_id': 'a4d00cd9-10d9-4215-bb92-c0be648ff9fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:17:19Z', 'updated_at': '2022-04-18T21:17:21Z', 'revision_number': 3, 'project_id': 'ccfcac3d30004336ad0b8339e0ef4c77', 'gw_port': {'id': 'a4d00cd9-10d9-4215-bb92-c0be648ff9fc', 'name': '', 'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:2f:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b3ae0484-c063-4383-8521-90f9b4ce1d9c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'ip_address': '172.25.8.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:17:20Z', 'updated_at': '2022-04-18T21:17:20Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838334-2'}], 'n-d-838334-2', False) {} {{(pid=84042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:17:22.957374 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7589fa7f-c54f-4d33-8368-367e566892bb None None] Checking router: b3ae0484-c063-4383-8521-90f9b4ce1d9c for host: n-d-838334-2 {{(pid=84042) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 18 21:17:22.958038 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7589fa7f-c54f-4d33-8368-367e566892bb None None] Updating router b3ae0484-c063-4383-8521-90f9b4ce1d9c port a4d00cd9-10d9-4215-bb92-c0be648ff9fc binding host n-d-838334-2 {{(pid=84042) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 18 21:17:23.209768 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5a8f8e7-bd53-4c2f-9315-ae5e948c3151 None None] Network 2e88f367-9bb1-4d32-81cf-5efcb4a28370 requested from n-d-838334-2 {{(pid=84042) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 21:17:23.241783 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-7589fa7f-c54f-4d33-8368-367e566892bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:17:23.264822 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-094f1434-2d7d-4ef9-8965-b7f66b1ddae7 req-e44366c0-ab94-4c0a-a82a-c8533e89809b tempest-TestServerAdvancedOps-222840995 tempest-TestServerAdvancedOps-222840995-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:17:23.267359 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-094f1434-2d7d-4ef9-8965-b7f66b1ddae7 req-e44366c0-ab94-4c0a-a82a-c8533e89809b tempest-TestServerAdvancedOps-222840995 tempest-TestServerAdvancedOps-222840995-project] 10.222.0.42 "GET /v2.0/ports?device_id=c2115373-c365-4c01-8275-d706f401ca9b HTTP/1.1" status: 200 len: 945 time: 0.1970751 Apr 18 21:17:23.339925 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-094f1434-2d7d-4ef9-8965-b7f66b1ddae7 req-6f7125cb-0aca-4542-bb6c-a0215021ad65 tempest-TestServerAdvancedOps-222840995 tempest-TestServerAdvancedOps-222840995-project] 10.222.0.42 "GET /v2.0/security-groups?id=ed497b1e-3ef7-41f9-b418-a0e8bd20250c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641906 Apr 18 21:17:23.379325 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-26be6010-2855-44b6-9dc6-bfee2eaa4718 None None] Provisioning for port 83f20d99-e056-475a-b830-64b5dcd82764 completed by entity DHCP. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 21:17:23.445682 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 58014) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:17:23.573979 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-f346b303-d79e-44ef-97c8-7c53b77fd999 tempest-TestNetworkBasicOps-1936690218 tempest-TestNetworkBasicOps-1936690218-project] Notify callbacks [] for security_group, before_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:17:23.608863 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-247de893-f727-49cb-a8c1-8453bdfab01d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:17:23.646246 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-f346b303-d79e-44ef-97c8-7c53b77fd999 tempest-TestNetworkBasicOps-1936690218 tempest-TestNetworkBasicOps-1936690218-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:17:23.790469 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Device 83f20d99-e056-475a-b830-64b5dcd82764 up at agent ovs-agent-n-d-838334-2 {{(pid=84042) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 21:17:23.815968 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-f346b303-d79e-44ef-97c8-7c53b77fd999 tempest-TestNetworkBasicOps-1936690218 tempest-TestNetworkBasicOps-1936690218-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33528224'] for security_group, after_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:17:23.857693 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f346b303-d79e-44ef-97c8-7c53b77fd999 tempest-TestNetworkBasicOps-1936690218 tempest-TestNetworkBasicOps-1936690218-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c18659b5-0687-43aa-9e20-8c97a01e54ff,revision_number=None']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:17:23.888173 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-f346b303-d79e-44ef-97c8-7c53b77fd999 tempest-TestNetworkBasicOps-1936690218 tempest-TestNetworkBasicOps-1936690218-project] Notify callbacks [] for security_group, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:17:23.889338 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-f346b303-d79e-44ef-97c8-7c53b77fd999 tempest-TestNetworkBasicOps-1936690218 tempest-TestNetworkBasicOps-1936690218-project] 10.222.0.42 "DELETE /v2.0/security-groups/c18659b5-0687-43aa-9e20-8c97a01e54ff HTTP/1.1" status: 204 len: 168 time: 0.4424932 Apr 18 21:17:23.965609 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.db_base_plugin_common [None req-247de893-f727-49cb-a8c1-8453bdfab01d admin admin] Allocated IP 172.20.0.1 (2e88f367-9bb1-4d32-81cf-5efcb4a28370/ce32ab97-6d36-49b4-af96-b5a6a273a3c0/8bf8ad23-d1ed-4198-9460-8dce71a1a968) {{(pid=84041) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 21:17:24.009574 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 58020) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:17:24.022725 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.agents_db [None req-6346a179-333c-4370-b5a6-936984aeab15 None None] Agent healthcheck: found 7 active agents {{(pid=84043) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 18 21:17:24.029699 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Provisioning for port 83f20d99-e056-475a-b830-64b5dcd82764 completed by entity L2. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 21:17:24.060827 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Provisioning complete for port 83f20d99-e056-475a-b830-64b5dcd82764 triggered by entity L2. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:17:24.061195 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1253608'] for port, provisioning_complete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:17:24.131328 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-7589fa7f-c54f-4d33-8368-367e566892bb None None] Notify callbacks [] for port, precommit_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:17:24.152518 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-7589fa7f-c54f-4d33-8368-367e566892bb None None] Transition to ACTIVE for port object a4d00cd9-10d9-4215-bb92-c0be648ff9fc will not be triggered until provisioned by entity L2. {{(pid=84042) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:17:24.171607 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-7589fa7f-c54f-4d33-8368-367e566892bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682'] for port, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:17:24.189466 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-247de893-f727-49cb-a8c1-8453bdfab01d admin admin] Notify callbacks [] for port, precommit_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:17:24.230486 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.provisioning_blocks [None req-247de893-f727-49cb-a8c1-8453bdfab01d admin admin] Transition to ACTIVE for port object 8bf8ad23-d1ed-4198-9460-8dce71a1a968 will not be triggered until provisioned by entity DHCP. {{(pid=84041) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:17:24.287220 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-247de893-f727-49cb-a8c1-8453bdfab01d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750374836619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32266323'] for port, after_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:17:24.297152 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-773809d2-7e5c-4013-a755-940903f9a1f3 None None] Pushing event updated for resources: {'Port': ['ID=a4d00cd9-10d9-4215-bb92-c0be648ff9fc,revision_number=2']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:17:24.330490 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.db_base_plugin_v2 [None req-4c88d7af-cd2b-4a65-bfe3-bf93ae9cf527 tempest-TestNetworkBasicOps-1936690218 tempest-TestNetworkBasicOps-1936690218-project] Deleting subnet 29e49084-a72b-462e-b3e2-5d6b3c56e9e5 {{(pid=84040) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 18 21:17:24.334351 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-4c88d7af-cd2b-4a65-bfe3-bf93ae9cf527 tempest-TestNetworkBasicOps-1936690218 tempest-TestNetworkBasicOps-1936690218-project] Notify callbacks [] for subnet, before_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:17:24.447513 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-4c88d7af-cd2b-4a65-bfe3-bf93ae9cf527 tempest-TestNetworkBasicOps-1936690218 tempest-TestNetworkBasicOps-1936690218-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31955982'] for subnet, precommit_delete_associations {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:17:24.462317 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-37145dfe-4117-4a9f-93e4-1023882f49fa None None] Provisioning complete for port 83f20d99-e056-475a-b830-64b5dcd82764 triggered by entity DHCP. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:17:24.462685 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-37145dfe-4117-4a9f-93e4-1023882f49fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1253608'] for port, provisioning_complete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:17:24.484903 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-247de893-f727-49cb-a8c1-8453bdfab01d admin admin] Pushing event updated for resources: {'Port': ['ID=8bf8ad23-d1ed-4198-9460-8dce71a1a968,revision_number=1']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:17:24.487737 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.managers [None req-7589fa7f-c54f-4d33-8368-367e566892bb None None] Attempting to bind port a4d00cd9-10d9-4215-bb92-c0be648ff9fc on host n-d-838334-2 for vnic_type normal with profile {{(pid=84042) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 21:17:24.488182 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.managers [None req-7589fa7f-c54f-4d33-8368-367e566892bb None None] Attempting to bind port a4d00cd9-10d9-4215-bb92-c0be648ff9fc by drivers openvswitch,hyperv on host n-d-838334-2 at level 0 using segments [{'id': '732aa830-768b-4511-951f-d08e26b9c25b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c'}] {{(pid=84042) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 21:17:24.488947 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7589fa7f-c54f-4d33-8368-367e566892bb None None] Attempting to bind port a4d00cd9-10d9-4215-bb92-c0be648ff9fc on network e41b6600-a917-4a8d-b05c-be3be40c6d8c {{(pid=84042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 21:17:24.494982 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:17:24.515121 n-d-838334-2 neutron-server[84041]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-247de893-f727-49cb-a8c1-8453bdfab01d admin admin] Network 2e88f367-9bb1-4d32-81cf-5efcb4a28370 is already hosted by enough agents. {{(pid=84041) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:17:24.516738 n-d-838334-2 neutron-server[84041]: DEBUG neutron.scheduler.base_scheduler [None req-247de893-f727-49cb-a8c1-8453bdfab01d admin admin] Resources bound (agent type, host, resource id): {{(pid=84041) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:17:24.524639 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.l3_dvrscheduler_db [None req-247de893-f727-49cb-a8c1-8453bdfab01d admin admin] Received port after_create {{(pid=84041) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 21:17:24.535683 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7589fa7f-c54f-4d33-8368-367e566892bb None None] Checking agent: {'id': '97cd4414-7af6-4d67-868d-dff370b4071a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838334-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 25, 49), 'started_at': datetime.datetime(2022, 4, 18, 20, 26, 19), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 21, 17, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838334-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 18 21:17:24.536157 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7589fa7f-c54f-4d33-8368-367e566892bb None None] Checking segment: {'id': '732aa830-768b-4511-951f-d08e26b9c25b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84042) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 21:17:24.536652 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-7589fa7f-c54f-4d33-8368-367e566892bb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:17:24.537139 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7589fa7f-c54f-4d33-8368-367e566892bb None None] Bound using segment: {'id': '732aa830-768b-4511-951f-d08e26b9c25b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c'} {{(pid=84042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 18 21:17:24.537729 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.managers [None req-7589fa7f-c54f-4d33-8368-367e566892bb None None] Bound port: a4d00cd9-10d9-4215-bb92-c0be648ff9fc, host: n-d-838334-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '732aa830-768b-4511-951f-d08e26b9c25b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c'}}] {{(pid=84042) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 21:17:24.538192 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-7589fa7f-c54f-4d33-8368-367e566892bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:17:24.574787 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-4c88d7af-cd2b-4a65-bfe3-bf93ae9cf527 tempest-TestNetworkBasicOps-1936690218 tempest-TestNetworkBasicOps-1936690218-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1260556'] for subnet, precommit_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:17:24.587719 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] For port 83f20d99-e056-475a-b830-64b5dcd82764, host n-d-838334-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838334-2',level=0,port_id=83f20d99-e056-475a-b830-64b5dcd82764,segment=NetworkSegment(9914b38a-6340-496f-9c20-6bc61e741755),segment_id=9914b38a-6340-496f-9c20-6bc61e741755)] {{(pid=84042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:17:24.626878 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682'] for port, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:17:24.641079 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-247de893-f727-49cb-a8c1-8453bdfab01d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33444010'] for router_interface, before_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:17:24.726656 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Pushing event updated for resources: {'Port': ['ID=83f20d99-e056-475a-b830-64b5dcd82764,revision_number=3']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:17:24.729024 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-4c88d7af-cd2b-4a65-bfe3-bf93ae9cf527 tempest-TestNetworkBasicOps-1936690218 tempest-TestNetworkBasicOps-1936690218-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1260549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33526260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32440885', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31752825'] for subnet, after_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:17:24.790320 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-247de893-f727-49cb-a8c1-8453bdfab01d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:17:24.792128 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-322c8369-6c81-45b6-8c9e-b25664d3b7ab req-5c4261b0-c515-4eba-bff2-53d4d6b45de8 tempest-TestServerAdvancedOps-222840995 tempest-TestServerAdvancedOps-222840995-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:17:24.799083 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-322c8369-6c81-45b6-8c9e-b25664d3b7ab req-5c4261b0-c515-4eba-bff2-53d4d6b45de8 tempest-TestServerAdvancedOps-222840995 tempest-TestServerAdvancedOps-222840995-project] 10.222.0.42 "GET /v2.0/ports?device_id=c2115373-c365-4c01-8275-d706f401ca9b HTTP/1.1" status: 200 len: 945 time: 0.1719894 Apr 18 21:17:24.806188 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c88d7af-cd2b-4a65-bfe3-bf93ae9cf527 tempest-TestNetworkBasicOps-1936690218 tempest-TestNetworkBasicOps-1936690218-project] Pushing event deleted for resources: {'Subnet': ['ID=29e49084-a72b-462e-b3e2-5d6b3c56e9e5,revision_number=None']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:17:24.841730 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-4c88d7af-cd2b-4a65-bfe3-bf93ae9cf527 tempest-TestNetworkBasicOps-1936690218 tempest-TestNetworkBasicOps-1936690218-project] Notify callbacks [] for subnet, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:17:24.846263 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-7589fa7f-c54f-4d33-8368-367e566892bb None None] For port a4d00cd9-10d9-4215-bb92-c0be648ff9fc, host n-d-838334-2, cleared binding levels {{(pid=84042) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 21:17:24.850278 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ed07523-ccfd-416e-8629-7df39074e351 None None] Network 5736583a-49e5-46e4-b17e-ebce406d65ce requested from n-d-838334-2 {{(pid=84042) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 21:17:24.856195 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-4c88d7af-cd2b-4a65-bfe3-bf93ae9cf527 tempest-TestNetworkBasicOps-1936690218 tempest-TestNetworkBasicOps-1936690218-project] 10.222.0.42 "DELETE /v2.0/subnets/29e49084-a72b-462e-b3e2-5d6b3c56e9e5 HTTP/1.1" status: 204 len: 168 time: 0.8455172 Apr 18 21:17:24.859103 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 58028) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:17:24.875530 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-7589fa7f-c54f-4d33-8368-367e566892bb None None] For port a4d00cd9-10d9-4215-bb92-c0be648ff9fc, host n-d-838334-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838334-2',level=0,port_id=a4d00cd9-10d9-4215-bb92-c0be648ff9fc,segment=NetworkSegment(732aa830-768b-4511-951f-d08e26b9c25b),segment_id=732aa830-768b-4511-951f-d08e26b9c25b)] {{(pid=84042) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 21:17:24.899570 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-322c8369-6c81-45b6-8c9e-b25664d3b7ab req-f736cbdc-70e1-4740-b5ac-dd747292c180 tempest-TestServerAdvancedOps-222840995 tempest-TestServerAdvancedOps-222840995-project] 10.222.0.42 "GET /v2.0/security-groups?id=ed497b1e-3ef7-41f9-b418-a0e8bd20250c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0959082 Apr 18 21:17:24.967654 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-7589fa7f-c54f-4d33-8368-367e566892bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682'] for port, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:17:25.064157 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-57f56328-039e-4fd4-8714-c8880fe98fe0 tempest-TestNetworkBasicOps-1936690218 tempest-TestNetworkBasicOps-1936690218-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1103592'] for network, before_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:17:25.093944 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.plugin [None req-57f56328-039e-4fd4-8714-c8880fe98fe0 tempest-TestNetworkBasicOps-1936690218 tempest-TestNetworkBasicOps-1936690218-project] Deleting port c97a1f43-3907-40d8-b71a-77a1855fa022 {{(pid=84040) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 21:17:25.094303 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-57f56328-039e-4fd4-8714-c8880fe98fe0 tempest-TestNetworkBasicOps-1936690218 tempest-TestNetworkBasicOps-1936690218-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750375188691'] for port, before_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:17:25.134056 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-cfb01e4a-4a68-4892-b7eb-d344a66d9d19 None None] Provisioning for port 8bf8ad23-d1ed-4198-9460-8dce71a1a968 completed by entity DHCP. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 21:17:25.169157 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-247de893-f727-49cb-a8c1-8453bdfab01d admin admin] Notify callbacks [] for port, precommit_update {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:17:25.176781 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-773809d2-7e5c-4013-a755-940903f9a1f3 None None] Pushing event updated for resources: {'Port': ['ID=a4d00cd9-10d9-4215-bb92-c0be648ff9fc,revision_number=3']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:17:25.178435 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-247de893-f727-49cb-a8c1-8453bdfab01d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32266282'] for port, after_update {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:17:25.180878 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-cfb01e4a-4a68-4892-b7eb-d344a66d9d19 None None] Provisioning complete for port 8bf8ad23-d1ed-4198-9460-8dce71a1a968 triggered by entity DHCP. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:17:25.181257 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-cfb01e4a-4a68-4892-b7eb-d344a66d9d19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1253608'] for port, provisioning_complete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:17:25.310834 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7589fa7f-c54f-4d33-8368-367e566892bb None None] Routers {'b3ae0484-c063-4383-8521-90f9b4ce1d9c'} bound to L3 agent in host n-d-838334-2 {{(pid=84042) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 21:17:25.311477 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_hamode_db [None req-7589fa7f-c54f-4d33-8368-367e566892bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838334-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-18T20:25:48Z,description=,heartbeat_timestamp=2022-04-18T21:17:18Z,host='n-d-838334-2',id=bc84d6c9-dd7a-4555-a351-592327b46d5a,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:25:48Z,topic='l3_agent')) {'router_ids': ['b3ae0484-c063-4383-8521-90f9b4ce1d9c'], 'active': True} {{(pid=84042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:17:25.315759 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-247de893-f727-49cb-a8c1-8453bdfab01d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-32377886', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33443847'] for router_interface, after_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:17:25.320571 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-247de893-f727-49cb-a8c1-8453bdfab01d admin admin] Pushing event updated for resources: {'Port': ['ID=8bf8ad23-d1ed-4198-9460-8dce71a1a968,revision_number=2']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:17:25.542580 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.plugin [None req-cfb01e4a-4a68-4892-b7eb-d344a66d9d19 None None] Port 8bf8ad23-d1ed-4198-9460-8dce71a1a968 cannot update to ACTIVE because it is not bound. {{(pid=84042) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 18 21:17:25.595423 n-d-838334-2 neutron-server[84041]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-247de893-f727-49cb-a8c1-8453bdfab01d admin admin] Network 2e88f367-9bb1-4d32-81cf-5efcb4a28370 is already hosted by enough agents. {{(pid=84041) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:17:25.596971 n-d-838334-2 neutron-server[84041]: DEBUG neutron.scheduler.base_scheduler [None req-247de893-f727-49cb-a8c1-8453bdfab01d admin admin] Resources bound (agent type, host, resource id): {{(pid=84041) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:17:25.599131 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.db [None req-57f56328-039e-4fd4-8714-c8880fe98fe0 tempest-TestNetworkBasicOps-1936690218 tempest-TestNetworkBasicOps-1936690218-project] For port c97a1f43-3907-40d8-b71a-77a1855fa022, host n-d-838334-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838334-2',level=0,port_id=c97a1f43-3907-40d8-b71a-77a1855fa022,segment=NetworkSegment(ad18f8c7-fe16-4a7a-b1dc-698c203824ee),segment_id=ad18f8c7-fe16-4a7a-b1dc-698c203824ee)] {{(pid=84040) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:17:25.599665 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-57f56328-039e-4fd4-8714-c8880fe98fe0 tempest-TestNetworkBasicOps-1936690218 tempest-TestNetworkBasicOps-1936690218-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369123'] for port, precommit_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:17:25.622123 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Device 91b3f014-56ef-419e-a0a6-7eaa38f32e36 no longer exists at agent hyperv_n-h2-838334-2 {{(pid=84042) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 21:17:25.709669 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.plugin [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] No Port match for: 91b3f014-56ef-419e-a0a6-7eaa38f32e36 {{(pid=84042) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 18 21:17:25.710026 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Device 91b3f014-56ef-419e-a0a6-7eaa38f32e36 not bound to the agent host n-h2-838334-2 {{(pid=84042) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 21:17:25.742384 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_dvr_db [None req-7589fa7f-c54f-4d33-8368-367e566892bb None None] Set router b3ae0484-c063-4383-8521-90f9b4ce1d9c gateway port host: n-d-838334-2 {{(pid=84042) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 21:17:25.782596 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.plugin [None req-57f56328-039e-4fd4-8714-c8880fe98fe0 tempest-TestNetworkBasicOps-1936690218 tempest-TestNetworkBasicOps-1936690218-project] Calling delete_port for c97a1f43-3907-40d8-b71a-77a1855fa022 owned by network:dhcp {{(pid=84040) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 21:17:25.797393 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Device 83f20d99-e056-475a-b830-64b5dcd82764 up at agent ovs-agent-n-d-838334-2 {{(pid=84042) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 21:17:25.866237 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b08d66fd-1d45-437d-8447-1001ce67dabd None None] DHCP port deletion for 5736583a-49e5-46e4-b17e-ebce406d65ce request from n-d-838334-2 {{(pid=84042) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 18 21:17:25.884742 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5b3db6b-5b20-4d63-9878-4036620f9db7 req-aa1fd262-fe05-41bf-9de9-142d7f70292f tempest-TestServerAdvancedOps-222840995 tempest-TestServerAdvancedOps-222840995-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:17:25.886793 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-a5b3db6b-5b20-4d63-9878-4036620f9db7 req-aa1fd262-fe05-41bf-9de9-142d7f70292f tempest-TestServerAdvancedOps-222840995 tempest-TestServerAdvancedOps-222840995-project] 10.222.0.42 "GET /v2.0/ports?device_id=c2115373-c365-4c01-8275-d706f401ca9b HTTP/1.1" status: 200 len: 945 time: 0.5334318 Apr 18 21:17:25.890478 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.plugin [None req-b08d66fd-1d45-437d-8447-1001ce67dabd None None] Deleting port c97a1f43-3907-40d8-b71a-77a1855fa022 {{(pid=84042) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 21:17:25.890905 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-b08d66fd-1d45-437d-8447-1001ce67dabd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750375188691'] for port, before_delete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:17:25.892657 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-3a9eb2d3-cfa7-40a1-a7c1-8bc484200003 req-557001c4-25eb-482c-b26c-49dcf4e72672 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=10a8568a350a4c8bb67c4e738a597177&device_id=c2115373-c365-4c01-8275-d706f401ca9b HTTP/1.1" status: 200 len: 1096 time: 0.5381956 Apr 18 21:17:25.893276 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-57f56328-039e-4fd4-8714-c8880fe98fe0 tempest-TestNetworkBasicOps-1936690218 tempest-TestNetworkBasicOps-1936690218-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750375259028', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750374836628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32440838'] for port, after_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:17:26.026980 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.plugin [None req-b08d66fd-1d45-437d-8447-1001ce67dabd None None] The port 'c97a1f43-3907-40d8-b71a-77a1855fa022' was deleted {{(pid=84042) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 18 21:17:26.029371 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-1a37e3ef-8029-4868-a40f-bf665bbcaf84 None None] Provisioning complete for port 8bf8ad23-d1ed-4198-9460-8dce71a1a968 triggered by entity DHCP. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:17:26.030591 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-1a37e3ef-8029-4868-a40f-bf665bbcaf84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1253608'] for port, provisioning_complete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:17:26.049244 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57f56328-039e-4fd4-8714-c8880fe98fe0 tempest-TestNetworkBasicOps-1936690218 tempest-TestNetworkBasicOps-1936690218-project] Pushing event deleted for resources: {'Port': ['ID=c97a1f43-3907-40d8-b71a-77a1855fa022,revision_number=None']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:17:26.128227 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57f56328-039e-4fd4-8714-c8880fe98fe0 tempest-TestNetworkBasicOps-1936690218 tempest-TestNetworkBasicOps-1936690218-project] No DVR routers for this DVR port c97a1f43-3907-40d8-b71a-77a1855fa022 on host n-d-838334-2 {{(pid=84040) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 21:17:26.167665 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-a5b3db6b-5b20-4d63-9878-4036620f9db7 req-6764e870-2f10-4f0c-8bbd-f8195215df49 tempest-TestServerAdvancedOps-222840995 tempest-TestServerAdvancedOps-222840995-project] 10.222.0.42 "GET /v2.0/security-groups?id=ed497b1e-3ef7-41f9-b418-a0e8bd20250c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2688456 Apr 18 21:17:26.215677 n-d-838334-2 neutron-server[84041]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-247de893-f727-49cb-a8c1-8453bdfab01d admin admin] Router b3ae0484-c063-4383-8521-90f9b4ce1d9c has already been hosted by L3 agent bc84d6c9-dd7a-4555-a351-592327b46d5a {{(pid=84041) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 21:17:26.245952 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.plugin [None req-1a37e3ef-8029-4868-a40f-bf665bbcaf84 None None] Port 8bf8ad23-d1ed-4198-9460-8dce71a1a968 cannot update to ACTIVE because it is not bound. {{(pid=84042) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 18 21:17:26.252246 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Provisioning complete for port 83f20d99-e056-475a-b830-64b5dcd82764 triggered by entity L2. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:17:26.252616 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1253608'] for port, provisioning_complete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:17:26.299999 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-57f56328-039e-4fd4-8714-c8880fe98fe0 tempest-TestNetworkBasicOps-1936690218 tempest-TestNetworkBasicOps-1936690218-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1258905', 'neutron.services.segments.db._delete_segments_for_network-8750375287417'] for network, precommit_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:17:26.335199 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a9eb2d3-cfa7-40a1-a7c1-8bc484200003 req-e09014fe-ed04-4f1e-b2a7-df67e46ba37e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:17:26.336759 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-3a9eb2d3-cfa7-40a1-a7c1-8bc484200003 req-e09014fe-ed04-4f1e-b2a7-df67e46ba37e service neutron] 10.222.0.48 "GET /v2.0/networks?id=fe92c27a-ca46-4dc4-a5bf-0156c419fb0e HTTP/1.1" status: 200 len: 913 time: 0.4010952 Apr 18 21:17:26.340378 n-d-838334-2 neutron-server[84040]: DEBUG neutron.services.segments.db [None req-57f56328-039e-4fd4-8714-c8880fe98fe0 tempest-TestNetworkBasicOps-1936690218 tempest-TestNetworkBasicOps-1936690218-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5736583a-49e5-46e4-b17e-ebce406d65ce']}} {{(pid=84040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:17:26.416466 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-3a9eb2d3-cfa7-40a1-a7c1-8bc484200003 req-1a67f44a-fc3e-4cdc-801b-4d7c6bf78c45 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f11d7d7a-1d31-46d1-9284-5ce527816501 HTTP/1.1" status: 200 len: 217 time: 0.0689349 Apr 18 21:17:26.422987 n-d-838334-2 neutron-server[84040]: DEBUG neutron.services.segments.db [None req-57f56328-039e-4fd4-8714-c8880fe98fe0 tempest-TestNetworkBasicOps-1936690218 tempest-TestNetworkBasicOps-1936690218-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ad18f8c7-fe16-4a7a-b1dc-698c203824ee') {'for_net_delete': True} {{(pid=84040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:17:26.423447 n-d-838334-2 neutron-server[84040]: DEBUG neutron.services.segments.db [None req-57f56328-039e-4fd4-8714-c8880fe98fe0 tempest-TestNetworkBasicOps-1936690218 tempest-TestNetworkBasicOps-1936690218-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ad18f8c7-fe16-4a7a-b1dc-698c203824ee') {} {{(pid=84040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:17:26.471432 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-57f56328-039e-4fd4-8714-c8880fe98fe0 tempest-TestNetworkBasicOps-1936690218 tempest-TestNetworkBasicOps-1936690218-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750375287300', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31955965'] for segment, before_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:17:26.498776 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-57f56328-039e-4fd4-8714-c8880fe98fe0 tempest-TestNetworkBasicOps-1936690218 tempest-TestNetworkBasicOps-1936690218-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1082986'] for segment, precommit_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:17:26.509599 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a9eb2d3-cfa7-40a1-a7c1-8bc484200003 req-38daab4d-958b-4e58-a834-7ca892c6a70a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:17:26.511233 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-3a9eb2d3-cfa7-40a1-a7c1-8bc484200003 req-38daab4d-958b-4e58-a834-7ca892c6a70a service neutron] 10.222.0.48 "GET /v2.0/subnets?id=80df765a-75ee-4c00-96c0-4bd275b84976 HTTP/1.1" status: 200 len: 852 time: 0.0804050 Apr 18 21:17:26.512884 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-57f56328-039e-4fd4-8714-c8880fe98fe0 tempest-TestNetworkBasicOps-1936690218 tempest-TestNetworkBasicOps-1936690218-project] Releasing vlan 381 on physical network physnet1 to pool {{(pid=84040) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 18 21:17:26.512884 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-57f56328-039e-4fd4-8714-c8880fe98fe0 tempest-TestNetworkBasicOps-1936690218 tempest-TestNetworkBasicOps-1936690218-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1082993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32440923'] for segment, after_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:17:26.521138 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-247de893-f727-49cb-a8c1-8453bdfab01d admin admin] Notify agent at l3_agent.n-d-838334-2 the message routers_updated {{(pid=84041) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 21:17:26.528364 n-d-838334-2 neutron-server[84040]: Traceback (most recent call last): Apr 18 21:17:26.528364 n-d-838334-2 neutron-server[84040]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 18 21:17:26.528364 n-d-838334-2 neutron-server[84040]: timer() Apr 18 21:17:26.528364 n-d-838334-2 neutron-server[84040]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 21:17:26.528364 n-d-838334-2 neutron-server[84040]: cb(*args, **kw) Apr 18 21:17:26.528364 n-d-838334-2 neutron-server[84040]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 18 21:17:26.528364 n-d-838334-2 neutron-server[84040]: return func(*args, **kwargs) Apr 18 21:17:26.528364 n-d-838334-2 neutron-server[84040]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 21:17:26.528364 n-d-838334-2 neutron-server[84040]: self._notify() Apr 18 21:17:26.528364 n-d-838334-2 neutron-server[84040]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 21:17:26.528364 n-d-838334-2 neutron-server[84040]: self.callback(batched_events) Apr 18 21:17:26.528364 n-d-838334-2 neutron-server[84040]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 21:17:26.528364 n-d-838334-2 neutron-server[84040]: event.method(event) Apr 18 21:17:26.528364 n-d-838334-2 neutron-server[84040]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 18 21:17:26.528364 n-d-838334-2 neutron-server[84040]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 21:17:26.528364 n-d-838334-2 neutron-server[84040]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 18 21:17:26.528364 n-d-838334-2 neutron-server[84040]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 21:17:26.528364 n-d-838334-2 neutron-server[84040]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 18 21:17:26.528364 n-d-838334-2 neutron-server[84040]: return f(self, *a, **k) Apr 18 21:17:26.528364 n-d-838334-2 neutron-server[84040]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 18 21:17:26.528364 n-d-838334-2 neutron-server[84040]: return self._get(url).json() Apr 18 21:17:26.528364 n-d-838334-2 neutron-server[84040]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 18 21:17:26.528364 n-d-838334-2 neutron-server[84040]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 21:17:26.528364 n-d-838334-2 neutron-server[84040]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 18 21:17:26.528364 n-d-838334-2 neutron-server[84040]: return self.request(url, 'GET', **kwargs) Apr 18 21:17:26.528364 n-d-838334-2 neutron-server[84040]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 18 21:17:26.528364 n-d-838334-2 neutron-server[84040]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 21:17:26.528364 n-d-838334-2 neutron-server[84040]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 18 21:17:26.528364 n-d-838334-2 neutron-server[84040]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 21:17:26.528364 n-d-838334-2 neutron-server[84040]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 18 21:17:26.528364 n-d-838334-2 neutron-server[84040]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 21:17:26.528364 n-d-838334-2 neutron-server[84040]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 21:17:26.538808 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-247de893-f727-49cb-a8c1-8453bdfab01d admin admin] 10.222.0.42 "PUT /v2.0/routers/b3ae0484-c063-4383-8521-90f9b4ce1d9c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4280725 Apr 18 21:17:26.579052 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_hamode_db [None req-7589fa7f-c54f-4d33-8368-367e566892bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3ae0484-c063-4383-8521-90f9b4ce1d9c', 'name': 'tempest-TestVolumeBootPattern-919943408-router', 'tenant_id': 'ccfcac3d30004336ad0b8339e0ef4c77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'external_fixed_ips': [{'subnet_id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'ip_address': '172.25.8.117'}], 'enable_snat': True}, 'gw_port_id': 'a4d00cd9-10d9-4215-bb92-c0be648ff9fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:17:19Z', 'updated_at': '2022-04-18T21:17:24Z', 'revision_number': 4, 'project_id': 'ccfcac3d30004336ad0b8339e0ef4c77', 'gw_port': {'id': 'a4d00cd9-10d9-4215-bb92-c0be648ff9fc', 'name': '', 'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:2f:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b3ae0484-c063-4383-8521-90f9b4ce1d9c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'ip_address': '172.25.8.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:17:20Z', 'updated_at': '2022-04-18T21:17:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838334-2', '_interfaces': [{'id': '8bf8ad23-d1ed-4198-9460-8dce71a1a968', 'name': '', 'network_id': '2e88f367-9bb1-4d32-81cf-5efcb4a28370', 'tenant_id': 'ccfcac3d30004336ad0b8339e0ef4c77', 'mac_address': 'fa:16:3e:82:40:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b3ae0484-c063-4383-8521-90f9b4ce1d9c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ce32ab97-6d36-49b4-af96-b5a6a273a3c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:17:23Z', 'updated_at': '2022-04-18T21:17:24Z', 'revision_number': 2, 'project_id': 'ccfcac3d30004336ad0b8339e0ef4c77', 'subnets': [{'id': 'ce32ab97-6d36-49b4-af96-b5a6a273a3c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838334-2', False) {} {{(pid=84042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:17:26.581936 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-3a9eb2d3-cfa7-40a1-a7c1-8bc484200003 req-87cb9ce2-34a7-439f-b284-7a4a6de3caa5 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=fe92c27a-ca46-4dc4-a5bf-0156c419fb0e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0520270 Apr 18 21:17:26.584660 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7589fa7f-c54f-4d33-8368-367e566892bb None None] The sync data for ids ['b3ae0484-c063-4383-8521-90f9b4ce1d9c'] in n-d-838334-2 is: [{'id': 'b3ae0484-c063-4383-8521-90f9b4ce1d9c', 'name': 'tempest-TestVolumeBootPattern-919943408-router', 'tenant_id': 'ccfcac3d30004336ad0b8339e0ef4c77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'external_fixed_ips': [{'subnet_id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'ip_address': '172.25.8.117'}], 'enable_snat': True}, 'gw_port_id': 'a4d00cd9-10d9-4215-bb92-c0be648ff9fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:17:19Z', 'updated_at': '2022-04-18T21:17:24Z', 'revision_number': 4, 'project_id': 'ccfcac3d30004336ad0b8339e0ef4c77', 'gw_port': {'id': 'a4d00cd9-10d9-4215-bb92-c0be648ff9fc', 'name': '', 'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:2f:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b3ae0484-c063-4383-8521-90f9b4ce1d9c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'ip_address': '172.25.8.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:17:20Z', 'updated_at': '2022-04-18T21:17:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838334-2', '_interfaces': [{'id': '8bf8ad23-d1ed-4198-9460-8dce71a1a968', 'name': '', 'network_id': '2e88f367-9bb1-4d32-81cf-5efcb4a28370', 'tenant_id': 'ccfcac3d30004336ad0b8339e0ef4c77', 'mac_address': 'fa:16:3e:82:40:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b3ae0484-c063-4383-8521-90f9b4ce1d9c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ce32ab97-6d36-49b4-af96-b5a6a273a3c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:17:23Z', 'updated_at': '2022-04-18T21:17:24Z', 'revision_number': 2, 'project_id': 'ccfcac3d30004336ad0b8339e0ef4c77', 'subnets': [{'id': 'ce32ab97-6d36-49b4-af96-b5a6a273a3c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84042) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 18 21:17:26.770338 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-57f56328-039e-4fd4-8714-c8880fe98fe0 tempest-TestNetworkBasicOps-1936690218 tempest-TestNetworkBasicOps-1936690218-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1258898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33526109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33444113'] for network, after_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:17:26.776831 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-57f56328-039e-4fd4-8714-c8880fe98fe0 tempest-TestNetworkBasicOps-1936690218 tempest-TestNetworkBasicOps-1936690218-project] Notify callbacks [] for network, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:17:26.847695 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57f56328-039e-4fd4-8714-c8880fe98fe0 tempest-TestNetworkBasicOps-1936690218 tempest-TestNetworkBasicOps-1936690218-project] Pushing event deleted for resources: {'Network': ['ID=5736583a-49e5-46e4-b17e-ebce406d65ce,revision_number=None']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:17:26.859424 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-3a9eb2d3-cfa7-40a1-a7c1-8bc484200003 req-a5f8c06d-a4c7-433f-9793-a26ebe58c5ad service neutron] 10.222.0.48 "GET /v2.0/networks/fe92c27a-ca46-4dc4-a5bf-0156c419fb0e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2688580 Apr 18 21:17:26.893090 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-57f56328-039e-4fd4-8714-c8880fe98fe0 tempest-TestNetworkBasicOps-1936690218 tempest-TestNetworkBasicOps-1936690218-project] 10.222.0.42 "DELETE /v2.0/networks/5736583a-49e5-46e4-b17e-ebce406d65ce HTTP/1.1" status: 204 len: 168 time: 2.0329518 Apr 18 21:17:26.897054 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 58050) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:17:27.029879 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-3a9eb2d3-cfa7-40a1-a7c1-8bc484200003 req-8f31ad52-7419-43b7-9e8a-7a6f7ef34a7b service neutron] 10.222.0.48 "GET /v2.0/networks/fe92c27a-ca46-4dc4-a5bf-0156c419fb0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1637049 Apr 18 21:17:27.279825 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.plugin [None req-3bdd94d8-64c0-4a0b-a951-11ebcb2b9e24 tempest-TestNetworkBasicOps-1936690218 tempest-TestNetworkBasicOps-1936690218-project] Deleting port 4775403c-9005-46c1-820c-2c08aa6d5b41 {{(pid=84041) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 21:17:27.280266 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-3bdd94d8-64c0-4a0b-a951-11ebcb2b9e24 tempest-TestNetworkBasicOps-1936690218 tempest-TestNetworkBasicOps-1936690218-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750375188691'] for port, before_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:17:27.485700 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-3bdd94d8-64c0-4a0b-a951-11ebcb2b9e24 tempest-TestNetworkBasicOps-1936690218 tempest-TestNetworkBasicOps-1936690218-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369123'] for port, precommit_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:17:27.486034 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-3bdd94d8-64c0-4a0b-a951-11ebcb2b9e24 tempest-TestNetworkBasicOps-1936690218 tempest-TestNetworkBasicOps-1936690218-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:17:27.565031 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d3f760e-a17c-4a82-9df1-8a6ea0927208 req-0e8b3222-90e0-46c0-8a8d-e3b0f1fc66ea tempest-TestServerAdvancedOps-222840995 tempest-TestServerAdvancedOps-222840995-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:17:27.572329 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-8d3f760e-a17c-4a82-9df1-8a6ea0927208 req-0e8b3222-90e0-46c0-8a8d-e3b0f1fc66ea tempest-TestServerAdvancedOps-222840995 tempest-TestServerAdvancedOps-222840995-project] 10.222.0.42 "GET /v2.0/ports?device_id=c2115373-c365-4c01-8275-d706f401ca9b HTTP/1.1" status: 200 len: 945 time: 0.2234502 Apr 18 21:17:27.622256 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-8d3f760e-a17c-4a82-9df1-8a6ea0927208 req-54d50372-7548-4fb1-b5e2-53648c0c46fb tempest-TestServerAdvancedOps-222840995 tempest-TestServerAdvancedOps-222840995-project] 10.222.0.42 "GET /v2.0/security-groups?id=ed497b1e-3ef7-41f9-b418-a0e8bd20250c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490777 Apr 18 21:17:27.650957 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.plugin [None req-3bdd94d8-64c0-4a0b-a951-11ebcb2b9e24 tempest-TestNetworkBasicOps-1936690218 tempest-TestNetworkBasicOps-1936690218-project] Calling delete_port for 4775403c-9005-46c1-820c-2c08aa6d5b41 owned by network:floatingip {{(pid=84041) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 21:17:27.760794 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Device c97a1f43-3907-40d8-b71a-77a1855fa022 no longer exists at agent ovs-agent-n-d-838334-2 {{(pid=84042) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 21:17:27.831303 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.plugin [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] No Port match for: c97a1f43-3907-40d8-b71a-77a1855fa022 {{(pid=84042) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 18 21:17:27.832411 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Device c97a1f43-3907-40d8-b71a-77a1855fa022 not bound to the agent host n-d-838334-2 {{(pid=84042) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 21:17:27.967411 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-3bdd94d8-64c0-4a0b-a951-11ebcb2b9e24 tempest-TestNetworkBasicOps-1936690218 tempest-TestNetworkBasicOps-1936690218-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750375259028', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750374836628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32266323'] for port, after_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:17:28.050965 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bdd94d8-64c0-4a0b-a951-11ebcb2b9e24 tempest-TestNetworkBasicOps-1936690218 tempest-TestNetworkBasicOps-1936690218-project] Pushing event deleted for resources: {'Port': ['ID=4775403c-9005-46c1-820c-2c08aa6d5b41,revision_number=None']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:17:28.178398 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-3bdd94d8-64c0-4a0b-a951-11ebcb2b9e24 tempest-TestNetworkBasicOps-1936690218 tempest-TestNetworkBasicOps-1936690218-project] Notify callbacks [] for floatingip, after_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:17:28.684154 n-d-838334-2 neutron-server[84041]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3bdd94d8-64c0-4a0b-a951-11ebcb2b9e24 tempest-TestNetworkBasicOps-1936690218 tempest-TestNetworkBasicOps-1936690218-project] Router b99cf232-05aa-4212-8f94-0748ead02435 has already been hosted by L3 agent bc84d6c9-dd7a-4555-a351-592327b46d5a {{(pid=84041) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 21:17:28.825831 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-240909b0-968b-42ea-9889-35e8a3becc61 req-a59d7688-b58c-4b2d-af7c-64385fd2bcde tempest-TestServerAdvancedOps-222840995 tempest-TestServerAdvancedOps-222840995-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:17:28.827505 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-240909b0-968b-42ea-9889-35e8a3becc61 req-a59d7688-b58c-4b2d-af7c-64385fd2bcde tempest-TestServerAdvancedOps-222840995 tempest-TestServerAdvancedOps-222840995-project] 10.222.0.42 "GET /v2.0/ports?device_id=c2115373-c365-4c01-8275-d706f401ca9b HTTP/1.1" status: 200 len: 945 time: 0.0767279 Apr 18 21:17:28.881665 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-240909b0-968b-42ea-9889-35e8a3becc61 req-8919fe56-9104-4e71-94f9-a5681009ac10 tempest-TestServerAdvancedOps-222840995 tempest-TestServerAdvancedOps-222840995-project] 10.222.0.42 "GET /v2.0/security-groups?id=ed497b1e-3ef7-41f9-b418-a0e8bd20250c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474193 Apr 18 21:17:28.929815 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3bdd94d8-64c0-4a0b-a951-11ebcb2b9e24 tempest-TestNetworkBasicOps-1936690218 tempest-TestNetworkBasicOps-1936690218-project] Notify agent at l3_agent.n-d-838334-2 the message routers_updated {{(pid=84041) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 21:17:28.943173 n-d-838334-2 neutron-server[84043]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17b55551-6811-48c1-ad59-7fd8a09e00ec None None] Sync routers for ids ['b99cf232-05aa-4212-8f94-0748ead02435'] in n-d-838334-2 {{(pid=84043) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 18 21:17:28.951601 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-3bdd94d8-64c0-4a0b-a951-11ebcb2b9e24 tempest-TestNetworkBasicOps-1936690218 tempest-TestNetworkBasicOps-1936690218-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217293'] for floatingip, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:17:28.968904 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17b55551-6811-48c1-ad59-7fd8a09e00ec None None] Routers {'b99cf232-05aa-4212-8f94-0748ead02435'} bound to L3 agent in host n-d-838334-2 {{(pid=84043) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 21:17:28.969603 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.l3_hamode_db [None req-17b55551-6811-48c1-ad59-7fd8a09e00ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838334-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-18T20:25:48Z,description=,heartbeat_timestamp=2022-04-18T21:17:18Z,host='n-d-838334-2',id=bc84d6c9-dd7a-4555-a351-592327b46d5a,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:25:48Z,topic='l3_agent')) {'router_ids': ['b99cf232-05aa-4212-8f94-0748ead02435'], 'active': True} {{(pid=84043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:17:29.056596 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-3bdd94d8-64c0-4a0b-a951-11ebcb2b9e24 tempest-TestNetworkBasicOps-1936690218 tempest-TestNetworkBasicOps-1936690218-project] 10.222.0.42 "DELETE /v2.0/floatingips/0cdbe560-48f7-462e-8cfe-c4afe3429b7c HTTP/1.1" status: 204 len: 168 time: 2.1559365 Apr 18 21:17:29.057496 n-d-838334-2 neutron-server[84041]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2ff68f2f-27b8-4852-8ec1-1e8bd408587d', 'tag': 'c50d9f5c-a87c-41ce-b980-c149a676fd20'}] {{(pid=84041) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 21:17:29.311174 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.l3_dvr_db [None req-17b55551-6811-48c1-ad59-7fd8a09e00ec None None] Set router b99cf232-05aa-4212-8f94-0748ead02435 gateway port host: n-d-838334-2 {{(pid=84043) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 21:17:29.557985 n-d-838334-2 neutron-server[84041]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1aba5e68-ee02-46c4-b6a4-ef52f9f32b04'] response: {'name': 'network-changed', 'server_uuid': '2ff68f2f-27b8-4852-8ec1-1e8bd408587d', 'tag': 'c50d9f5c-a87c-41ce-b980-c149a676fd20', 'status': 'completed', 'code': 200} Apr 18 21:17:29.747069 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.l3_hamode_db [None req-17b55551-6811-48c1-ad59-7fd8a09e00ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b99cf232-05aa-4212-8f94-0748ead02435', 'name': 'tempest-TestNetworkBasicOps-router-310213544', 'tenant_id': '08ce18aa0ce94082a747ec94ccd8cac1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'external_fixed_ips': [{'subnet_id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'ip_address': '172.25.8.61'}], 'enable_snat': True}, 'gw_port_id': '10d70ee7-4999-4775-97af-43b9f0013683', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:15:13Z', 'updated_at': '2022-04-18T21:17:16Z', 'revision_number': 6, 'project_id': '08ce18aa0ce94082a747ec94ccd8cac1', 'gw_port': {'id': '10d70ee7-4999-4775-97af-43b9f0013683', 'name': '', 'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:90:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b99cf232-05aa-4212-8f94-0748ead02435', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'ip_address': '172.25.8.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:15:14Z', 'updated_at': '2022-04-18T21:15:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838334-2', '_interfaces': [{'id': '78e8a164-6328-4471-8f1e-15f9ab88165b', 'name': '', 'network_id': '0da44c8a-15a6-48d5-b8a3-e2609519a9b7', 'tenant_id': '08ce18aa0ce94082a747ec94ccd8cac1', 'mac_address': 'fa:16:3e:00:fd:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b99cf232-05aa-4212-8f94-0748ead02435', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b2906c47-8f19-4603-9015-e0383cdd68a4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:15:21Z', 'updated_at': '2022-04-18T21:15:29Z', 'revision_number': 5, 'project_id': '08ce18aa0ce94082a747ec94ccd8cac1', 'subnets': [{'id': 'b2906c47-8f19-4603-9015-e0383cdd68a4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838334-2', False) {} {{(pid=84043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:17:29.754497 n-d-838334-2 neutron-server[84043]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17b55551-6811-48c1-ad59-7fd8a09e00ec None None] Checking router: b99cf232-05aa-4212-8f94-0748ead02435 for host: n-d-838334-2 {{(pid=84043) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 18 21:17:29.766997 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17b55551-6811-48c1-ad59-7fd8a09e00ec None None] Routers {'b99cf232-05aa-4212-8f94-0748ead02435'} bound to L3 agent in host n-d-838334-2 {{(pid=84043) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 21:17:29.767864 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.l3_hamode_db [None req-17b55551-6811-48c1-ad59-7fd8a09e00ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838334-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-18T20:25:48Z,description=,heartbeat_timestamp=2022-04-18T21:17:18Z,host='n-d-838334-2',id=bc84d6c9-dd7a-4555-a351-592327b46d5a,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:25:48Z,topic='l3_agent')) {'router_ids': ['b99cf232-05aa-4212-8f94-0748ead02435'], 'active': True} {{(pid=84043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:17:29.781103 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-911cc7d7-c6ae-4630-ba9f-2673e2829954 req-4a9dc360-8f38-4c6b-8e24-611e7b7490c5 tempest-TestVolumeBootPattern-942365775 tempest-TestVolumeBootPattern-942365775-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:17:29.783151 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-911cc7d7-c6ae-4630-ba9f-2673e2829954 req-4a9dc360-8f38-4c6b-8e24-611e7b7490c5 tempest-TestVolumeBootPattern-942365775 tempest-TestVolumeBootPattern-942365775-project] 10.222.0.42 "GET /v2.0/networks?id=9b223f6a-fe67-4bd3-957a-7ef808b3aaf1 HTTP/1.1" status: 200 len: 811 time: 0.2707660 Apr 18 21:17:29.830152 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750375287399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253529'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:17:29.847037 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-911cc7d7-c6ae-4630-ba9f-2673e2829954 req-f21fc41f-4983-4e21-9d01-c0854c468f23 tempest-TestVolumeBootPattern-942365775 tempest-TestVolumeBootPattern-942365775-project] 10.222.0.42 "GET /v2.0/quotas/31978bb3bc1348ad8b469e6e55d6f163 HTTP/1.1" status: 200 len: 375 time: 0.0507898 Apr 18 21:17:29.969624 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63ef7733-a5d6-4c12-a675-6ad80a3428d3 req-1ef6f4a3-8b7f-47d9-ae81-05f2ef78da06 tempest-TestServerAdvancedOps-222840995 tempest-TestServerAdvancedOps-222840995-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:17:29.984003 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-63ef7733-a5d6-4c12-a675-6ad80a3428d3 req-1ef6f4a3-8b7f-47d9-ae81-05f2ef78da06 tempest-TestServerAdvancedOps-222840995 tempest-TestServerAdvancedOps-222840995-project] 10.222.0.42 "GET /v2.0/ports?device_id=c2115373-c365-4c01-8275-d706f401ca9b HTTP/1.1" status: 200 len: 945 time: 0.2932556 Apr 18 21:17:29.996587 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.l3_dvr_db [None req-17b55551-6811-48c1-ad59-7fd8a09e00ec None None] Set router b99cf232-05aa-4212-8f94-0748ead02435 gateway port host: n-d-838334-2 {{(pid=84043) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 21:17:30.028372 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-aaa0cb30-a6dc-4ba4-b5e0-bf9e9058c1c4 req-d85387d9-f1c5-4e25-8602-6a1c3693570d service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=08ce18aa0ce94082a747ec94ccd8cac1&device_id=2ff68f2f-27b8-4852-8ec1-1e8bd408587d HTTP/1.1" status: 200 len: 1097 time: 0.4462173 Apr 18 21:17:30.076186 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-63ef7733-a5d6-4c12-a675-6ad80a3428d3 req-86707be5-a48c-41cc-8ee4-a4d78aef46ae tempest-TestServerAdvancedOps-222840995 tempest-TestServerAdvancedOps-222840995-project] 10.222.0.42 "GET /v2.0/security-groups?id=ed497b1e-3ef7-41f9-b418-a0e8bd20250c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0889771 Apr 18 21:17:30.111379 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-911cc7d7-c6ae-4630-ba9f-2673e2829954 req-825766a4-ba8e-448a-84b3-d0a017eba15b tempest-TestVolumeBootPattern-942365775 tempest-TestVolumeBootPattern-942365775-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=31978bb3bc1348ad8b469e6e55d6f163&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2615802 Apr 18 21:17:30.313778 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaa0cb30-a6dc-4ba4-b5e0-bf9e9058c1c4 req-c8ca4b39-9f7d-4453-9f49-7336573c0db1 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:17:30.315281 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-aaa0cb30-a6dc-4ba4-b5e0-bf9e9058c1c4 req-c8ca4b39-9f7d-4453-9f49-7336573c0db1 service neutron] 10.222.0.43 "GET /v2.0/networks?id=0da44c8a-15a6-48d5-b8a3-e2609519a9b7 HTTP/1.1" status: 200 len: 896 time: 0.2798219 Apr 18 21:17:30.400876 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-911cc7d7-c6ae-4630-ba9f-2673e2829954 req-5c822aa4-9459-45f4-bd32-76ce8d79974b service neutron] 10.222.0.42 "GET /v2.0/networks/9b223f6a-fe67-4bd3-957a-7ef808b3aaf1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2883642 Apr 18 21:17:30.417257 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-aaa0cb30-a6dc-4ba4-b5e0-bf9e9058c1c4 req-182b93e4-5420-4747-8367-c5198478e9bf service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c50d9f5c-a87c-41ce-b980-c149a676fd20 HTTP/1.1" status: 200 len: 217 time: 0.0938911 Apr 18 21:17:30.495156 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.l3_hamode_db [None req-17b55551-6811-48c1-ad59-7fd8a09e00ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b99cf232-05aa-4212-8f94-0748ead02435', 'name': 'tempest-TestNetworkBasicOps-router-310213544', 'tenant_id': '08ce18aa0ce94082a747ec94ccd8cac1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'external_fixed_ips': [{'subnet_id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'ip_address': '172.25.8.61'}], 'enable_snat': True}, 'gw_port_id': '10d70ee7-4999-4775-97af-43b9f0013683', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:15:13Z', 'updated_at': '2022-04-18T21:17:16Z', 'revision_number': 6, 'project_id': '08ce18aa0ce94082a747ec94ccd8cac1', 'gw_port': {'id': '10d70ee7-4999-4775-97af-43b9f0013683', 'name': '', 'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:90:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b99cf232-05aa-4212-8f94-0748ead02435', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'ip_address': '172.25.8.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:15:14Z', 'updated_at': '2022-04-18T21:15:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838334-2', '_interfaces': [{'id': '78e8a164-6328-4471-8f1e-15f9ab88165b', 'name': '', 'network_id': '0da44c8a-15a6-48d5-b8a3-e2609519a9b7', 'tenant_id': '08ce18aa0ce94082a747ec94ccd8cac1', 'mac_address': 'fa:16:3e:00:fd:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b99cf232-05aa-4212-8f94-0748ead02435', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b2906c47-8f19-4603-9015-e0383cdd68a4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:15:21Z', 'updated_at': '2022-04-18T21:15:29Z', 'revision_number': 5, 'project_id': '08ce18aa0ce94082a747ec94ccd8cac1', 'subnets': [{'id': 'b2906c47-8f19-4603-9015-e0383cdd68a4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838334-2', False) {} {{(pid=84043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:17:30.498164 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaa0cb30-a6dc-4ba4-b5e0-bf9e9058c1c4 req-d8b8b593-8548-403f-8aa6-925c8a35273a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:17:30.499668 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-aaa0cb30-a6dc-4ba4-b5e0-bf9e9058c1c4 req-d8b8b593-8548-403f-8aa6-925c8a35273a service neutron] 10.222.0.43 "GET /v2.0/subnets?id=b2906c47-8f19-4603-9015-e0383cdd68a4 HTTP/1.1" status: 200 len: 834 time: 0.0723336 Apr 18 21:17:30.500854 n-d-838334-2 neutron-server[84043]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17b55551-6811-48c1-ad59-7fd8a09e00ec None None] The sync data for ids ['b99cf232-05aa-4212-8f94-0748ead02435'] in n-d-838334-2 is: [{'id': 'b99cf232-05aa-4212-8f94-0748ead02435', 'name': 'tempest-TestNetworkBasicOps-router-310213544', 'tenant_id': '08ce18aa0ce94082a747ec94ccd8cac1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'external_fixed_ips': [{'subnet_id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'ip_address': '172.25.8.61'}], 'enable_snat': True}, 'gw_port_id': '10d70ee7-4999-4775-97af-43b9f0013683', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:15:13Z', 'updated_at': '2022-04-18T21:17:16Z', 'revision_number': 6, 'project_id': '08ce18aa0ce94082a747ec94ccd8cac1', 'gw_port': {'id': '10d70ee7-4999-4775-97af-43b9f0013683', 'name': '', 'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:90:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b99cf232-05aa-4212-8f94-0748ead02435', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'ip_address': '172.25.8.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:15:14Z', 'updated_at': '2022-04-18T21:15:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838334-2', '_interfaces': [{'id': '78e8a164-6328-4471-8f1e-15f9ab88165b', 'name': '', 'network_id': '0da44c8a-15a6-48d5-b8a3-e2609519a9b7', 'tenant_id': '08ce18aa0ce94082a747ec94ccd8cac1', 'mac_address': 'fa:16:3e:00:fd:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b99cf232-05aa-4212-8f94-0748ead02435', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b2906c47-8f19-4603-9015-e0383cdd68a4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:15:21Z', 'updated_at': '2022-04-18T21:15:29Z', 'revision_number': 5, 'project_id': '08ce18aa0ce94082a747ec94ccd8cac1', 'subnets': [{'id': 'b2906c47-8f19-4603-9015-e0383cdd68a4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84043) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 18 21:17:30.595324 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ffda48d-97b6-449f-a983-9d2f29809113 req-6b568ef5-2c73-4818-b5ed-2e4d34ceb6f9 tempest-TestNetworkBasicOps-1936690218 tempest-TestNetworkBasicOps-1936690218-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:17:30.596032 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [req-6ffda48d-97b6-449f-a983-9d2f29809113 req-6b568ef5-2c73-4818-b5ed-2e4d34ceb6f9 tempest-TestNetworkBasicOps-1936690218 tempest-TestNetworkBasicOps-1936690218-project] Synchronizing usage tracker for tenant:08ce18aa0ce94082a747ec94ccd8cac1 on resource:port {{(pid=84040) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 21:17:30.600717 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-aaa0cb30-a6dc-4ba4-b5e0-bf9e9058c1c4 req-3ab3cfa2-eec3-4e2c-9ecb-0c1efe8c9885 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=0da44c8a-15a6-48d5-b8a3-e2609519a9b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0937960 Apr 18 21:17:30.603771 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-911cc7d7-c6ae-4630-ba9f-2673e2829954 req-3532106d-37fa-47d0-8520-96418fc6a07b service neutron] 10.222.0.42 "GET /v2.0/networks/9b223f6a-fe67-4bd3-957a-7ef808b3aaf1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1877220 Apr 18 21:17:30.624983 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [req-6ffda48d-97b6-449f-a983-9d2f29809113 req-6b568ef5-2c73-4818-b5ed-2e4d34ceb6f9 tempest-TestNetworkBasicOps-1936690218 tempest-TestNetworkBasicOps-1936690218-project] Unset dirty status for tenant:08ce18aa0ce94082a747ec94ccd8cac1 on resource:port {{(pid=84040) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 21:17:30.626634 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-6ffda48d-97b6-449f-a983-9d2f29809113 req-6b568ef5-2c73-4818-b5ed-2e4d34ceb6f9 tempest-TestNetworkBasicOps-1936690218 tempest-TestNetworkBasicOps-1936690218-project] 10.222.0.42 "GET /v2.0/ports?device_id=2ff68f2f-27b8-4852-8ec1-1e8bd408587d HTTP/1.1" status: 200 len: 946 time: 0.3940721 Apr 18 21:17:30.684479 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [req-6ffda48d-97b6-449f-a983-9d2f29809113 req-a854db79-744a-40d0-9499-202bedcb77ed tempest-TestNetworkBasicOps-1936690218 tempest-TestNetworkBasicOps-1936690218-project] Synchronizing usage tracker for tenant:08ce18aa0ce94082a747ec94ccd8cac1 on resource:security_group {{(pid=84040) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 21:17:30.694051 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.43', 56188) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:17:30.748764 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [req-6ffda48d-97b6-449f-a983-9d2f29809113 req-a854db79-744a-40d0-9499-202bedcb77ed tempest-TestNetworkBasicOps-1936690218 tempest-TestNetworkBasicOps-1936690218-project] Unset dirty status for tenant:08ce18aa0ce94082a747ec94ccd8cac1 on resource:security_group {{(pid=84040) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 21:17:30.751442 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-6ffda48d-97b6-449f-a983-9d2f29809113 req-a854db79-744a-40d0-9499-202bedcb77ed tempest-TestNetworkBasicOps-1936690218 tempest-TestNetworkBasicOps-1936690218-project] 10.222.0.42 "GET /v2.0/security-groups?id=e23205b5-e0ed-469c-a637-288fc47c3386&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1142709 Apr 18 21:17:30.788017 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-aaa0cb30-a6dc-4ba4-b5e0-bf9e9058c1c4 req-7619353f-73c9-471d-ab2f-135a69fd7bbd service neutron] 10.222.0.43 "GET /v2.0/networks/0da44c8a-15a6-48d5-b8a3-e2609519a9b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1782372 Apr 18 21:17:30.806405 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-237210e0-7f2e-4db4-9d17-3242450fca13 req-01597578-f7d6-4822-b28b-54a11f1b2cbb tempest-TestNetworkBasicOps-1936690218 tempest-TestNetworkBasicOps-1936690218-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:17:30.808025 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-237210e0-7f2e-4db4-9d17-3242450fca13 req-01597578-f7d6-4822-b28b-54a11f1b2cbb tempest-TestNetworkBasicOps-1936690218 tempest-TestNetworkBasicOps-1936690218-project] 10.222.0.43 "GET /v2.0/ports?device_id=2ff68f2f-27b8-4852-8ec1-1e8bd408587d HTTP/1.1" status: 200 len: 946 time: 0.1127717 Apr 18 21:17:30.882204 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.plugin [req-237210e0-7f2e-4db4-9d17-3242450fca13 req-75ced588-8acd-4776-870c-813aea26a437 tempest-TestNetworkBasicOps-1936690218 tempest-TestNetworkBasicOps-1936690218-project] Deleting port c50d9f5c-a87c-41ce-b980-c149a676fd20 {{(pid=84040) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 21:17:30.883334 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-237210e0-7f2e-4db4-9d17-3242450fca13 req-75ced588-8acd-4776-870c-813aea26a437 tempest-TestNetworkBasicOps-1936690218 tempest-TestNetworkBasicOps-1936690218-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750375188691'] for port, before_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:17:30.958022 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-aaa0cb30-a6dc-4ba4-b5e0-bf9e9058c1c4 req-39592cfc-b6fe-4672-af26-521cb42c0d33 service neutron] 10.222.0.43 "GET /v2.0/networks/0da44c8a-15a6-48d5-b8a3-e2609519a9b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1625998 Apr 18 21:17:31.137631 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-d8a1fb96-8bcc-4bd8-b5b4-11774324f278 req-c307e21e-08ef-49e9-9eef-4cb21a366ee7 tempest-TestVolumeBootPattern-942365775 tempest-TestVolumeBootPattern-942365775-project] 10.222.0.42 "GET /v2.0/ports?device_id=d571e7bf-d6c0-4544-b5f2-beac150becf9 HTTP/1.1" status: 200 len: 210 time: 0.0578287 Apr 18 21:17:31.391439 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ac78cd5-8876-453c-a54f-6c24bb0c1d5e None None] Sync routers for ids ['62ab243e-ad9f-4433-a3dd-569ad89df6bc'] in n-d-838334-2 {{(pid=84042) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 18 21:17:31.396723 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.db [req-237210e0-7f2e-4db4-9d17-3242450fca13 req-75ced588-8acd-4776-870c-813aea26a437 tempest-TestNetworkBasicOps-1936690218 tempest-TestNetworkBasicOps-1936690218-project] For port c50d9f5c-a87c-41ce-b980-c149a676fd20, host n-h1-838334-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838334-2',level=0,port_id=c50d9f5c-a87c-41ce-b980-c149a676fd20,segment=NetworkSegment(19d30c16-18c6-4ab1-af4a-d3b9c52732a6),segment_id=19d30c16-18c6-4ab1-af4a-d3b9c52732a6)] {{(pid=84040) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:17:31.402704 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-237210e0-7f2e-4db4-9d17-3242450fca13 req-75ced588-8acd-4776-870c-813aea26a437 tempest-TestNetworkBasicOps-1936690218 tempest-TestNetworkBasicOps-1936690218-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369123'] for port, precommit_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:17:31.417036 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ac78cd5-8876-453c-a54f-6c24bb0c1d5e None None] Routers {'62ab243e-ad9f-4433-a3dd-569ad89df6bc'} bound to L3 agent in host n-d-838334-2 {{(pid=84042) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 21:17:31.424069 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_hamode_db [None req-0ac78cd5-8876-453c-a54f-6c24bb0c1d5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838334-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-18T20:25:48Z,description=,heartbeat_timestamp=2022-04-18T21:17:18Z,host='n-d-838334-2',id=bc84d6c9-dd7a-4555-a351-592327b46d5a,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:25:48Z,topic='l3_agent')) {'router_ids': ['62ab243e-ad9f-4433-a3dd-569ad89df6bc'], 'active': True} {{(pid=84042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:17:31.683850 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.plugin [req-237210e0-7f2e-4db4-9d17-3242450fca13 req-75ced588-8acd-4776-870c-813aea26a437 tempest-TestNetworkBasicOps-1936690218 tempest-TestNetworkBasicOps-1936690218-project] Calling delete_port for c50d9f5c-a87c-41ce-b980-c149a676fd20 owned by compute:nova {{(pid=84040) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 21:17:31.711484 n-d-838334-2 neutron-server[84043]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34ebac0d-0984-4faf-a078-bb4987da89e9 None None] New status for floating IP 0cdbe560-48f7-462e-8cfe-c4afe3429b7c: DOWN {{(pid=84043) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Apr 18 21:17:31.723252 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_dvr_db [None req-0ac78cd5-8876-453c-a54f-6c24bb0c1d5e None None] Set router 62ab243e-ad9f-4433-a3dd-569ad89df6bc gateway port host: n-d-838334-2 {{(pid=84042) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 21:17:32.261091 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-237210e0-7f2e-4db4-9d17-3242450fca13 req-75ced588-8acd-4776-870c-813aea26a437 tempest-TestNetworkBasicOps-1936690218 tempest-TestNetworkBasicOps-1936690218-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750375259028', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750374836628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32440838'] for port, after_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:17:32.268137 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edff6e5e-eb74-47dd-b39f-bbd64e365eb1 req-f0bb7eaf-cfc8-46f2-a99a-ed44ed22531d tempest-TestServerAdvancedOps-222840995 tempest-TestServerAdvancedOps-222840995-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:17:32.270248 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-edff6e5e-eb74-47dd-b39f-bbd64e365eb1 req-f0bb7eaf-cfc8-46f2-a99a-ed44ed22531d tempest-TestServerAdvancedOps-222840995 tempest-TestServerAdvancedOps-222840995-project] 10.222.0.42 "GET /v2.0/ports?device_id=c2115373-c365-4c01-8275-d706f401ca9b HTTP/1.1" status: 200 len: 945 time: 1.0232685 Apr 18 21:17:32.323594 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_hamode_db [None req-0ac78cd5-8876-453c-a54f-6c24bb0c1d5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62ab243e-ad9f-4433-a3dd-569ad89df6bc', 'name': 'tempest-TestVolumeBootPattern-477195389-router', 'tenant_id': '31978bb3bc1348ad8b469e6e55d6f163', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'external_fixed_ips': [{'subnet_id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'ip_address': '172.25.8.234'}], 'enable_snat': True}, 'gw_port_id': 'ed687a9e-9201-4e8e-80c0-f5948665f08d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:17:09Z', 'updated_at': '2022-04-18T21:17:14Z', 'revision_number': 4, 'project_id': '31978bb3bc1348ad8b469e6e55d6f163', 'gw_port': {'id': 'ed687a9e-9201-4e8e-80c0-f5948665f08d', 'name': '', 'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:d9:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62ab243e-ad9f-4433-a3dd-569ad89df6bc', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'ip_address': '172.25.8.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:17:10Z', 'updated_at': '2022-04-18T21:17:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838334-2', '_interfaces': [{'id': 'dc11cf0f-ccf3-4218-b3db-90cf0ccd3b6a', 'name': '', 'network_id': '9b223f6a-fe67-4bd3-957a-7ef808b3aaf1', 'tenant_id': '31978bb3bc1348ad8b469e6e55d6f163', 'mac_address': 'fa:16:3e:12:a0:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '62ab243e-ad9f-4433-a3dd-569ad89df6bc', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a845e1ae-c47e-4919-8a24-530366b84c60', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:17:13Z', 'updated_at': '2022-04-18T21:17:14Z', 'revision_number': 2, 'project_id': '31978bb3bc1348ad8b469e6e55d6f163', 'subnets': [{'id': 'a845e1ae-c47e-4919-8a24-530366b84c60', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838334-2', False) {} {{(pid=84042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:17:32.333192 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ac78cd5-8876-453c-a54f-6c24bb0c1d5e None None] Checking router: 62ab243e-ad9f-4433-a3dd-569ad89df6bc for host: n-d-838334-2 {{(pid=84042) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 18 21:17:32.334373 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ac78cd5-8876-453c-a54f-6c24bb0c1d5e None None] Updating router 62ab243e-ad9f-4433-a3dd-569ad89df6bc port dc11cf0f-ccf3-4218-b3db-90cf0ccd3b6a binding host n-d-838334-2 {{(pid=84042) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 18 21:17:32.335512 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75ced588-8acd-4776-870c-813aea26a437 tempest-TestNetworkBasicOps-1936690218 tempest-TestNetworkBasicOps-1936690218-project] Pushing event deleted for resources: {'Port': ['ID=c50d9f5c-a87c-41ce-b980-c149a676fd20,revision_number=None']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:17:32.404249 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-0ac78cd5-8876-453c-a54f-6c24bb0c1d5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:17:32.499531 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.l3_dvrscheduler_db [req-237210e0-7f2e-4db4-9d17-3242450fca13 req-75ced588-8acd-4776-870c-813aea26a437 tempest-TestNetworkBasicOps-1936690218 tempest-TestNetworkBasicOps-1936690218-project] No DVR routers for this DVR port c50d9f5c-a87c-41ce-b980-c149a676fd20 on host n-h1-838334-2 {{(pid=84040) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 21:17:32.504019 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-237210e0-7f2e-4db4-9d17-3242450fca13 req-75ced588-8acd-4776-870c-813aea26a437 tempest-TestNetworkBasicOps-1936690218 tempest-TestNetworkBasicOps-1936690218-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217293'] for port, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:17:32.507179 n-d-838334-2 neutron-server[84040]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2ff68f2f-27b8-4852-8ec1-1e8bd408587d', 'name': 'network-vif-deleted', 'tag': 'c50d9f5c-a87c-41ce-b980-c149a676fd20'}] {{(pid=84040) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 21:17:32.524400 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-edff6e5e-eb74-47dd-b39f-bbd64e365eb1 req-26a7a4ec-3fda-48de-8073-5eff3b86d7e0 tempest-TestServerAdvancedOps-222840995 tempest-TestServerAdvancedOps-222840995-project] 10.222.0.42 "GET /v2.0/security-groups?id=ed497b1e-3ef7-41f9-b418-a0e8bd20250c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1907649 Apr 18 21:17:32.539964 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f57ef47b-22fa-4f44-b66d-8730f0ad44ec req-ab70f900-c3a6-47d4-8ea2-98e4fc2164c4 tempest-TestNetworkBasicOps-1936690218 tempest-TestNetworkBasicOps-1936690218-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:17:32.547947 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-f57ef47b-22fa-4f44-b66d-8730f0ad44ec req-ab70f900-c3a6-47d4-8ea2-98e4fc2164c4 tempest-TestNetworkBasicOps-1936690218 tempest-TestNetworkBasicOps-1936690218-project] 10.222.0.42 "GET /v2.0/ports?device_id=2ff68f2f-27b8-4852-8ec1-1e8bd408587d HTTP/1.1" status: 200 len: 946 time: 0.3645246 Apr 18 21:17:32.586123 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-237210e0-7f2e-4db4-9d17-3242450fca13 req-75ced588-8acd-4776-870c-813aea26a437 tempest-TestNetworkBasicOps-1936690218 tempest-TestNetworkBasicOps-1936690218-project] 10.222.0.43 "DELETE /v2.0/ports/c50d9f5c-a87c-41ce-b980-c149a676fd20 HTTP/1.1" status: 204 len: 173 time: 1.7728128 Apr 18 21:17:32.630861 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-f57ef47b-22fa-4f44-b66d-8730f0ad44ec req-d363b08c-7b6f-4976-bc47-b1f50586e020 tempest-TestNetworkBasicOps-1936690218 tempest-TestNetworkBasicOps-1936690218-project] 10.222.0.42 "GET /v2.0/security-groups?id=e23205b5-e0ed-469c-a637-288fc47c3386&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0817521 Apr 18 21:17:32.870863 n-d-838334-2 neutron-server[84040]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5b3d8eaf-0248-427e-aef9-75dad69d3518'] response: {'server_uuid': '2ff68f2f-27b8-4852-8ec1-1e8bd408587d', 'name': 'network-vif-deleted', 'tag': 'c50d9f5c-a87c-41ce-b980-c149a676fd20', 'status': 'completed', 'code': 200} Apr 18 21:17:33.021389 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-d8678faa-3b35-42c0-84cd-fe75f38bf8b0 req-f9a31b4a-0abf-41a7-9f61-78612d5eb680 tempest-TestVolumeBootPattern-942365775 tempest-TestVolumeBootPattern-942365775-project] 10.222.0.42 "GET /v2.0/ports?device_id=d571e7bf-d6c0-4544-b5f2-beac150becf9 HTTP/1.1" status: 200 len: 210 time: 0.1491694 Apr 18 21:17:33.165656 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-911cc7d7-c6ae-4630-ba9f-2673e2829954 req-9fa75b5d-cf80-4578-b7bb-25b55c80e069 tempest-TestVolumeBootPattern-942365775 tempest-TestVolumeBootPattern-942365775-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:17:33.169256 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-911cc7d7-c6ae-4630-ba9f-2673e2829954 req-9fa75b5d-cf80-4578-b7bb-25b55c80e069 tempest-TestVolumeBootPattern-942365775 tempest-TestVolumeBootPattern-942365775-project] 10.222.0.43 "GET /v2.0/networks?id=9b223f6a-fe67-4bd3-957a-7ef808b3aaf1 HTTP/1.1" status: 200 len: 811 time: 0.4922192 Apr 18 21:17:33.187614 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.v2.base [req-911cc7d7-c6ae-4630-ba9f-2673e2829954 req-27507d47-4f93-44c3-a578-7e019bacc7db tempest-TestVolumeBootPattern-942365775 tempest-TestVolumeBootPattern-942365775-project] Request body: {'port': {'device_id': 'd571e7bf-d6c0-4544-b5f2-beac150becf9', 'network_id': '9b223f6a-fe67-4bd3-957a-7ef808b3aaf1', 'admin_state_up': True, 'tenant_id': '31978bb3bc1348ad8b469e6e55d6f163'}} {{(pid=84040) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:17:33.194248 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-0ac78cd5-8876-453c-a54f-6c24bb0c1d5e None None] Notify callbacks [] for port, precommit_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:17:33.216106 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-0ac78cd5-8876-453c-a54f-6c24bb0c1d5e None None] Transition to ACTIVE for port object dc11cf0f-ccf3-4218-b3db-90cf0ccd3b6a will not be triggered until provisioned by entity L2. {{(pid=84042) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:17:33.241961 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-0ac78cd5-8876-453c-a54f-6c24bb0c1d5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682'] for port, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:17:33.451895 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [req-911cc7d7-c6ae-4630-ba9f-2673e2829954 req-27507d47-4f93-44c3-a578-7e019bacc7db tempest-TestVolumeBootPattern-942365775 tempest-TestVolumeBootPattern-942365775-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:17:33.470162 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [req-911cc7d7-c6ae-4630-ba9f-2673e2829954 req-27507d47-4f93-44c3-a578-7e019bacc7db tempest-TestVolumeBootPattern-942365775 tempest-TestVolumeBootPattern-942365775-project] Usage tracker for resource:port and tenant:31978bb3bc1348ad8b469e6e55d6f163 is out of sync, need to count used quota {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:17:33.476991 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [req-911cc7d7-c6ae-4630-ba9f-2673e2829954 req-27507d47-4f93-44c3-a578-7e019bacc7db tempest-TestVolumeBootPattern-942365775 tempest-TestVolumeBootPattern-942365775-project] Quota usage for port was recalculated. Used quota:2. {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:17:33.489095 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [req-911cc7d7-c6ae-4630-ba9f-2673e2829954 req-27507d47-4f93-44c3-a578-7e019bacc7db tempest-TestVolumeBootPattern-942365775 tempest-TestVolumeBootPattern-942365775-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:17:33.536852 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-911cc7d7-c6ae-4630-ba9f-2673e2829954 req-27507d47-4f93-44c3-a578-7e019bacc7db tempest-TestVolumeBootPattern-942365775 tempest-TestVolumeBootPattern-942365775-project] Made reservation on behalf of 31978bb3bc1348ad8b469e6e55d6f163 for: {'port': 1} {{(pid=84040) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:17:33.537511 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0d9f40e-d90f-4811-996a-40d0082e7e3a None None] Pushing event updated for resources: {'Port': ['ID=dc11cf0f-ccf3-4218-b3db-90cf0ccd3b6a,revision_number=3']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:17:33.542070 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-911cc7d7-c6ae-4630-ba9f-2673e2829954 req-27507d47-4f93-44c3-a578-7e019bacc7db tempest-TestVolumeBootPattern-942365775 tempest-TestVolumeBootPattern-942365775-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:17:33.641316 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.managers [None req-0ac78cd5-8876-453c-a54f-6c24bb0c1d5e None None] Attempting to bind port dc11cf0f-ccf3-4218-b3db-90cf0ccd3b6a on host n-d-838334-2 for vnic_type normal with profile {{(pid=84042) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 21:17:33.641684 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.managers [None req-0ac78cd5-8876-453c-a54f-6c24bb0c1d5e None None] Attempting to bind port dc11cf0f-ccf3-4218-b3db-90cf0ccd3b6a by drivers openvswitch,hyperv on host n-d-838334-2 at level 0 using segments [{'id': 'c9d9b92a-74d4-40ed-ab8e-582836dfe352', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '9b223f6a-fe67-4bd3-957a-7ef808b3aaf1'}] {{(pid=84042) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 21:17:33.642036 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ac78cd5-8876-453c-a54f-6c24bb0c1d5e None None] Attempting to bind port dc11cf0f-ccf3-4218-b3db-90cf0ccd3b6a on network 9b223f6a-fe67-4bd3-957a-7ef808b3aaf1 {{(pid=84042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 21:17:33.650087 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ac78cd5-8876-453c-a54f-6c24bb0c1d5e None None] Checking agent: {'id': '97cd4414-7af6-4d67-868d-dff370b4071a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838334-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 25, 49), 'started_at': datetime.datetime(2022, 4, 18, 20, 26, 19), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 21, 17, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838334-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 18 21:17:33.650574 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ac78cd5-8876-453c-a54f-6c24bb0c1d5e None None] Checking segment: {'id': 'c9d9b92a-74d4-40ed-ab8e-582836dfe352', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '9b223f6a-fe67-4bd3-957a-7ef808b3aaf1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84042) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 21:17:33.650885 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-0ac78cd5-8876-453c-a54f-6c24bb0c1d5e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:17:33.651288 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ac78cd5-8876-453c-a54f-6c24bb0c1d5e None None] Bound using segment: {'id': 'c9d9b92a-74d4-40ed-ab8e-582836dfe352', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '9b223f6a-fe67-4bd3-957a-7ef808b3aaf1'} {{(pid=84042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 18 21:17:33.651842 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.managers [None req-0ac78cd5-8876-453c-a54f-6c24bb0c1d5e None None] Bound port: dc11cf0f-ccf3-4218-b3db-90cf0ccd3b6a, host: n-d-838334-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c9d9b92a-74d4-40ed-ab8e-582836dfe352', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '9b223f6a-fe67-4bd3-957a-7ef808b3aaf1'}}] {{(pid=84042) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 21:17:33.652209 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-0ac78cd5-8876-453c-a54f-6c24bb0c1d5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:17:33.720762 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2b42559-94a9-4427-b116-02595a32fbf2 req-c8a79937-7d69-4b21-83e0-08d604a4ce3e tempest-TestServerAdvancedOps-222840995 tempest-TestServerAdvancedOps-222840995-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:17:33.732214 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-e2b42559-94a9-4427-b116-02595a32fbf2 req-c8a79937-7d69-4b21-83e0-08d604a4ce3e tempest-TestServerAdvancedOps-222840995 tempest-TestServerAdvancedOps-222840995-project] 10.222.0.42 "GET /v2.0/ports?device_id=c2115373-c365-4c01-8275-d706f401ca9b HTTP/1.1" status: 200 len: 945 time: 0.3857734 Apr 18 21:17:33.782172 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-0ac78cd5-8876-453c-a54f-6c24bb0c1d5e None None] For port dc11cf0f-ccf3-4218-b3db-90cf0ccd3b6a, host n-d-838334-2, cleared binding levels {{(pid=84042) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 21:17:33.803838 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-0ac78cd5-8876-453c-a54f-6c24bb0c1d5e None None] For port dc11cf0f-ccf3-4218-b3db-90cf0ccd3b6a, host n-d-838334-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838334-2',level=0,port_id=dc11cf0f-ccf3-4218-b3db-90cf0ccd3b6a,segment=NetworkSegment(c9d9b92a-74d4-40ed-ab8e-582836dfe352),segment_id=c9d9b92a-74d4-40ed-ab8e-582836dfe352)] {{(pid=84042) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 21:17:33.814793 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-0ac78cd5-8876-453c-a54f-6c24bb0c1d5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682'] for port, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:17:33.841783 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 58172) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:17:33.876347 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-e2b42559-94a9-4427-b116-02595a32fbf2 req-dc364393-1ce5-4443-ae1c-331465766f2d tempest-TestServerAdvancedOps-222840995 tempest-TestServerAdvancedOps-222840995-project] 10.222.0.42 "GET /v2.0/security-groups?id=ed497b1e-3ef7-41f9-b418-a0e8bd20250c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1409307 Apr 18 21:17:33.910269 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0d9f40e-d90f-4811-996a-40d0082e7e3a None None] Pushing event updated for resources: {'Port': ['ID=dc11cf0f-ccf3-4218-b3db-90cf0ccd3b6a,revision_number=4']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:17:33.912869 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Device c50d9f5c-a87c-41ce-b980-c149a676fd20 no longer exists at agent hyperv_n-h1-838334-2 {{(pid=84042) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 21:17:33.947579 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Device a4d00cd9-10d9-4215-bb92-c0be648ff9fc up at agent ovs-agent-n-d-838334-2 {{(pid=84042) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 21:17:33.969929 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-b37f4ecf-9034-406c-9ec5-e4f81fcb64e0 tempest-TestNetworkBasicOps-1936690218 tempest-TestNetworkBasicOps-1936690218-project] Notify callbacks [] for security_group, before_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:17:33.998141 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.plugin [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] No Port match for: c50d9f5c-a87c-41ce-b980-c149a676fd20 {{(pid=84042) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 18 21:17:33.998479 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Device c50d9f5c-a87c-41ce-b980-c149a676fd20 not bound to the agent host n-h1-838334-2 {{(pid=84042) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 21:17:34.008909 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-b37f4ecf-9034-406c-9ec5-e4f81fcb64e0 tempest-TestNetworkBasicOps-1936690218 tempest-TestNetworkBasicOps-1936690218-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:17:34.034295 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-880905b5-af05-4845-bd74-43879b45fda1 req-d13b5755-308c-4ca5-a3b4-01b81806595b service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=10a8568a350a4c8bb67c4e738a597177&device_id=c2115373-c365-4c01-8275-d706f401ca9b HTTP/1.1" status: 200 len: 1096 time: 0.4545412 Apr 18 21:17:34.101786 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ac78cd5-8876-453c-a54f-6c24bb0c1d5e None None] Routers {'62ab243e-ad9f-4433-a3dd-569ad89df6bc'} bound to L3 agent in host n-d-838334-2 {{(pid=84042) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 21:17:34.103608 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_hamode_db [None req-0ac78cd5-8876-453c-a54f-6c24bb0c1d5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838334-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-18T20:25:48Z,description=,heartbeat_timestamp=2022-04-18T21:17:18Z,host='n-d-838334-2',id=bc84d6c9-dd7a-4555-a351-592327b46d5a,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:25:48Z,topic='l3_agent')) {'router_ids': ['62ab243e-ad9f-4433-a3dd-569ad89df6bc'], 'active': True} {{(pid=84042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:17:34.114421 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-b37f4ecf-9034-406c-9ec5-e4f81fcb64e0 tempest-TestNetworkBasicOps-1936690218 tempest-TestNetworkBasicOps-1936690218-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33528224'] for security_group, after_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:17:34.135249 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.db_base_plugin_common [req-911cc7d7-c6ae-4630-ba9f-2673e2829954 req-27507d47-4f93-44c3-a578-7e019bacc7db tempest-TestVolumeBootPattern-942365775 tempest-TestVolumeBootPattern-942365775-project] Allocated IP 172.20.0.6 (9b223f6a-fe67-4bd3-957a-7ef808b3aaf1/a845e1ae-c47e-4919-8a24-530366b84c60/329b3f6e-4515-4760-9918-6b3b49d435f8) {{(pid=84040) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 21:17:34.158012 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b37f4ecf-9034-406c-9ec5-e4f81fcb64e0 tempest-TestNetworkBasicOps-1936690218 tempest-TestNetworkBasicOps-1936690218-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e23205b5-e0ed-469c-a637-288fc47c3386,revision_number=None']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:17:34.181396 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-b37f4ecf-9034-406c-9ec5-e4f81fcb64e0 tempest-TestNetworkBasicOps-1936690218 tempest-TestNetworkBasicOps-1936690218-project] Notify callbacks [] for security_group, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:17:34.189952 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-b37f4ecf-9034-406c-9ec5-e4f81fcb64e0 tempest-TestNetworkBasicOps-1936690218 tempest-TestNetworkBasicOps-1936690218-project] 10.222.0.42 "DELETE /v2.0/security-groups/e23205b5-e0ed-469c-a637-288fc47c3386 HTTP/1.1" status: 204 len: 168 time: 0.3447611 Apr 18 21:17:34.257490 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750375287399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253529'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:17:34.282681 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 58180) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:17:34.432261 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-880905b5-af05-4845-bd74-43879b45fda1 req-73aafd53-ab3d-4d5b-87fb-d1c694a9a6e4 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:17:34.433817 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-880905b5-af05-4845-bd74-43879b45fda1 req-73aafd53-ab3d-4d5b-87fb-d1c694a9a6e4 service neutron] 10.222.0.48 "GET /v2.0/networks?id=fe92c27a-ca46-4dc4-a5bf-0156c419fb0e HTTP/1.1" status: 200 len: 913 time: 0.3908768 Apr 18 21:17:34.512113 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Provisioning for port a4d00cd9-10d9-4215-bb92-c0be648ff9fc completed by entity L2. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 21:17:34.531749 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Provisioning complete for port a4d00cd9-10d9-4215-bb92-c0be648ff9fc triggered by entity L2. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:17:34.532401 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1253608'] for port, provisioning_complete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:17:34.566965 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-880905b5-af05-4845-bd74-43879b45fda1 req-f3c03f02-5eea-44a3-96a0-137e67e744ca service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f11d7d7a-1d31-46d1-9284-5ce527816501 HTTP/1.1" status: 200 len: 217 time: 0.1204586 Apr 18 21:17:34.673705 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_dvr_db [None req-0ac78cd5-8876-453c-a54f-6c24bb0c1d5e None None] Set router 62ab243e-ad9f-4433-a3dd-569ad89df6bc gateway port host: n-d-838334-2 {{(pid=84042) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 21:17:34.713307 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-880905b5-af05-4845-bd74-43879b45fda1 req-d627d88b-f4be-4fed-9e82-97fe3d50de9b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:17:34.715103 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-880905b5-af05-4845-bd74-43879b45fda1 req-d627d88b-f4be-4fed-9e82-97fe3d50de9b service neutron] 10.222.0.48 "GET /v2.0/subnets?id=80df765a-75ee-4c00-96c0-4bd275b84976 HTTP/1.1" status: 200 len: 852 time: 0.0669312 Apr 18 21:17:34.809081 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-880905b5-af05-4845-bd74-43879b45fda1 req-652ff329-30ff-486b-9962-22e8fb3f9738 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=fe92c27a-ca46-4dc4-a5bf-0156c419fb0e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0691292 Apr 18 21:17:34.858316 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-bcb0ffa5-bb64-46e5-8eb3-8e9521ca4c72 req-b6db564a-68c1-4bc6-9708-a7daee350a4f tempest-TestVolumeBootPattern-942365775 tempest-TestVolumeBootPattern-942365775-project] 10.222.0.42 "GET /v2.0/ports?device_id=d571e7bf-d6c0-4544-b5f2-beac150becf9 HTTP/1.1" status: 200 len: 210 time: 0.4162233 Apr 18 21:17:35.055865 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:17:35.083696 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] For port a4d00cd9-10d9-4215-bb92-c0be648ff9fc, host n-d-838334-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838334-2',level=0,port_id=a4d00cd9-10d9-4215-bb92-c0be648ff9fc,segment=NetworkSegment(732aa830-768b-4511-951f-d08e26b9c25b),segment_id=732aa830-768b-4511-951f-d08e26b9c25b)] {{(pid=84042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:17:35.097793 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682'] for port, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:17:35.155433 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_hamode_db [None req-0ac78cd5-8876-453c-a54f-6c24bb0c1d5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62ab243e-ad9f-4433-a3dd-569ad89df6bc', 'name': 'tempest-TestVolumeBootPattern-477195389-router', 'tenant_id': '31978bb3bc1348ad8b469e6e55d6f163', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'external_fixed_ips': [{'subnet_id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'ip_address': '172.25.8.234'}], 'enable_snat': True}, 'gw_port_id': 'ed687a9e-9201-4e8e-80c0-f5948665f08d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:17:09Z', 'updated_at': '2022-04-18T21:17:14Z', 'revision_number': 4, 'project_id': '31978bb3bc1348ad8b469e6e55d6f163', 'gw_port': {'id': 'ed687a9e-9201-4e8e-80c0-f5948665f08d', 'name': '', 'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:d9:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62ab243e-ad9f-4433-a3dd-569ad89df6bc', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'ip_address': '172.25.8.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:17:10Z', 'updated_at': '2022-04-18T21:17:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838334-2', '_interfaces': [{'id': 'dc11cf0f-ccf3-4218-b3db-90cf0ccd3b6a', 'name': '', 'network_id': '9b223f6a-fe67-4bd3-957a-7ef808b3aaf1', 'tenant_id': '31978bb3bc1348ad8b469e6e55d6f163', 'mac_address': 'fa:16:3e:12:a0:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '62ab243e-ad9f-4433-a3dd-569ad89df6bc', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a845e1ae-c47e-4919-8a24-530366b84c60', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:17:13Z', 'updated_at': '2022-04-18T21:17:33Z', 'revision_number': 4, 'project_id': '31978bb3bc1348ad8b469e6e55d6f163', 'subnets': [{'id': 'a845e1ae-c47e-4919-8a24-530366b84c60', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838334-2', False) {} {{(pid=84042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:17:35.171674 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ac78cd5-8876-453c-a54f-6c24bb0c1d5e None None] The sync data for ids ['62ab243e-ad9f-4433-a3dd-569ad89df6bc'] in n-d-838334-2 is: [{'id': '62ab243e-ad9f-4433-a3dd-569ad89df6bc', 'name': 'tempest-TestVolumeBootPattern-477195389-router', 'tenant_id': '31978bb3bc1348ad8b469e6e55d6f163', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'external_fixed_ips': [{'subnet_id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'ip_address': '172.25.8.234'}], 'enable_snat': True}, 'gw_port_id': 'ed687a9e-9201-4e8e-80c0-f5948665f08d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:17:09Z', 'updated_at': '2022-04-18T21:17:14Z', 'revision_number': 4, 'project_id': '31978bb3bc1348ad8b469e6e55d6f163', 'gw_port': {'id': 'ed687a9e-9201-4e8e-80c0-f5948665f08d', 'name': '', 'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:d9:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62ab243e-ad9f-4433-a3dd-569ad89df6bc', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'ip_address': '172.25.8.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:17:10Z', 'updated_at': '2022-04-18T21:17:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838334-2', '_interfaces': [{'id': 'dc11cf0f-ccf3-4218-b3db-90cf0ccd3b6a', 'name': '', 'network_id': '9b223f6a-fe67-4bd3-957a-7ef808b3aaf1', 'tenant_id': '31978bb3bc1348ad8b469e6e55d6f163', 'mac_address': 'fa:16:3e:12:a0:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '62ab243e-ad9f-4433-a3dd-569ad89df6bc', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a845e1ae-c47e-4919-8a24-530366b84c60', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:17:13Z', 'updated_at': '2022-04-18T21:17:33Z', 'revision_number': 4, 'project_id': '31978bb3bc1348ad8b469e6e55d6f163', 'subnets': [{'id': 'a845e1ae-c47e-4919-8a24-530366b84c60', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84042) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 18 21:17:35.196371 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Pushing event updated for resources: {'Port': ['ID=a4d00cd9-10d9-4215-bb92-c0be648ff9fc,revision_number=4']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:17:35.309164 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-47061b74-9528-4732-8471-7e9dd4b3727b tempest-TestNetworkBasicOps-1936690218 tempest-TestNetworkBasicOps-1936690218-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33443857'] for router_interface, before_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:17:35.334257 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-911cc7d7-c6ae-4630-ba9f-2673e2829954 req-27507d47-4f93-44c3-a578-7e019bacc7db tempest-TestVolumeBootPattern-942365775 tempest-TestVolumeBootPattern-942365775-project] Notify callbacks [] for port, precommit_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:17:35.381972 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-880905b5-af05-4845-bd74-43879b45fda1 req-88099d62-9683-41ca-86fc-ee462e19f9dc service neutron] 10.222.0.48 "GET /v2.0/networks/fe92c27a-ca46-4dc4-a5bf-0156c419fb0e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5212944 Apr 18 21:17:35.396648 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.provisioning_blocks [req-911cc7d7-c6ae-4630-ba9f-2673e2829954 req-27507d47-4f93-44c3-a578-7e019bacc7db tempest-TestVolumeBootPattern-942365775 tempest-TestVolumeBootPattern-942365775-project] Transition to ACTIVE for port object 329b3f6e-4515-4760-9918-6b3b49d435f8 will not be triggered until provisioned by entity DHCP. {{(pid=84040) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:17:35.639370 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f19bacb3-4a39-4d01-b06c-0a5b37f115cb req-09717725-67e1-4691-a5a9-32f29023e810 tempest-TestServerAdvancedOps-222840995 tempest-TestServerAdvancedOps-222840995-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:17:35.641867 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-f19bacb3-4a39-4d01-b06c-0a5b37f115cb req-09717725-67e1-4691-a5a9-32f29023e810 tempest-TestServerAdvancedOps-222840995 tempest-TestServerAdvancedOps-222840995-project] 10.222.0.42 "GET /v2.0/ports?device_id=c2115373-c365-4c01-8275-d706f401ca9b HTTP/1.1" status: 200 len: 945 time: 0.4279752 Apr 18 21:17:35.648461 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-911cc7d7-c6ae-4630-ba9f-2673e2829954 req-27507d47-4f93-44c3-a578-7e019bacc7db tempest-TestVolumeBootPattern-942365775 tempest-TestVolumeBootPattern-942365775-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750374836619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32440838'] for port, after_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:17:35.696066 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-880905b5-af05-4845-bd74-43879b45fda1 req-ab65133e-5634-40fa-acc9-754fbc051941 service neutron] 10.222.0.48 "GET /v2.0/networks/fe92c27a-ca46-4dc4-a5bf-0156c419fb0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2977216 Apr 18 21:17:35.811424 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-f19bacb3-4a39-4d01-b06c-0a5b37f115cb req-702e4bac-3627-4858-99e2-af612852d9bb tempest-TestServerAdvancedOps-222840995 tempest-TestServerAdvancedOps-222840995-project] 10.222.0.42 "GET /v2.0/security-groups?id=ed497b1e-3ef7-41f9-b418-a0e8bd20250c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1136110 Apr 18 21:17:35.823120 n-d-838334-2 neutron-server[84040]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-911cc7d7-c6ae-4630-ba9f-2673e2829954 req-27507d47-4f93-44c3-a578-7e019bacc7db tempest-TestVolumeBootPattern-942365775 tempest-TestVolumeBootPattern-942365775-project] Network 9b223f6a-fe67-4bd3-957a-7ef808b3aaf1 is already hosted by enough agents. {{(pid=84040) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:17:35.827557 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Device a4d00cd9-10d9-4215-bb92-c0be648ff9fc up at agent ovs-agent-n-d-838334-2 {{(pid=84042) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 21:17:35.828231 n-d-838334-2 neutron-server[84040]: DEBUG neutron.scheduler.base_scheduler [req-911cc7d7-c6ae-4630-ba9f-2673e2829954 req-27507d47-4f93-44c3-a578-7e019bacc7db tempest-TestVolumeBootPattern-942365775 tempest-TestVolumeBootPattern-942365775-project] Resources bound (agent type, host, resource id): {{(pid=84040) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:17:35.830274 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.l3_dvrscheduler_db [req-911cc7d7-c6ae-4630-ba9f-2673e2829954 req-27507d47-4f93-44c3-a578-7e019bacc7db tempest-TestVolumeBootPattern-942365775 tempest-TestVolumeBootPattern-942365775-project] Received port after_create {{(pid=84040) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 21:17:35.879324 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27507d47-4f93-44c3-a578-7e019bacc7db tempest-TestVolumeBootPattern-942365775 tempest-TestVolumeBootPattern-942365775-project] Pushing event updated for resources: {'Port': ['ID=329b3f6e-4515-4760-9918-6b3b49d435f8,revision_number=1']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:17:35.918671 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-911cc7d7-c6ae-4630-ba9f-2673e2829954 req-27507d47-4f93-44c3-a578-7e019bacc7db tempest-TestVolumeBootPattern-942365775 tempest-TestVolumeBootPattern-942365775-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:17:35.919311 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-911cc7d7-c6ae-4630-ba9f-2673e2829954 req-27507d47-4f93-44c3-a578-7e019bacc7db tempest-TestVolumeBootPattern-942365775 tempest-TestVolumeBootPattern-942365775-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217293'] for port, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:17:35.990791 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-911cc7d7-c6ae-4630-ba9f-2673e2829954 req-27507d47-4f93-44c3-a578-7e019bacc7db tempest-TestVolumeBootPattern-942365775 tempest-TestVolumeBootPattern-942365775-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.8076906 Apr 18 21:17:36.004227 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.v2.base [req-911cc7d7-c6ae-4630-ba9f-2673e2829954 req-1393e9fb-505f-4dd5-9d27-d0adaeb3fb13 service neutron] Request body: {'port': {'device_id': 'd571e7bf-d6c0-4544-b5f2-beac150becf9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-838334-2'}} {{(pid=84040) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:17:36.053518 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Provisioning complete for port a4d00cd9-10d9-4215-bb92-c0be648ff9fc triggered by entity L2. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:17:36.053895 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1253608'] for port, provisioning_complete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:17:36.359829 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bca5928a-b4a7-420d-944f-1757f10ef8c8 req-ec514292-7943-422f-bff0-3963e89c4ed9 tempest-TestVolumeBootPattern-942365775 tempest-TestVolumeBootPattern-942365775-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:17:36.360489 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [req-bca5928a-b4a7-420d-944f-1757f10ef8c8 req-ec514292-7943-422f-bff0-3963e89c4ed9 tempest-TestVolumeBootPattern-942365775 tempest-TestVolumeBootPattern-942365775-project] Synchronizing usage tracker for tenant:31978bb3bc1348ad8b469e6e55d6f163 on resource:port {{(pid=84040) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 21:17:36.364451 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-911cc7d7-c6ae-4630-ba9f-2673e2829954 req-1393e9fb-505f-4dd5-9d27-d0adaeb3fb13 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:17:36.475351 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-9832245c-57c0-4e2a-8f49-b496f1b80e7b None None] Provisioning for port 329b3f6e-4515-4760-9918-6b3b49d435f8 completed by entity DHCP. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 21:17:36.490050 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Device dc11cf0f-ccf3-4218-b3db-90cf0ccd3b6a up at agent ovs-agent-n-d-838334-2 {{(pid=84042) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 21:17:36.504028 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [req-bca5928a-b4a7-420d-944f-1757f10ef8c8 req-ec514292-7943-422f-bff0-3963e89c4ed9 tempest-TestVolumeBootPattern-942365775 tempest-TestVolumeBootPattern-942365775-project] Unset dirty status for tenant:31978bb3bc1348ad8b469e6e55d6f163 on resource:port {{(pid=84040) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 21:17:36.512416 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-bca5928a-b4a7-420d-944f-1757f10ef8c8 req-ec514292-7943-422f-bff0-3963e89c4ed9 tempest-TestVolumeBootPattern-942365775 tempest-TestVolumeBootPattern-942365775-project] 10.222.0.42 "GET /v2.0/ports?device_id=d571e7bf-d6c0-4544-b5f2-beac150becf9 HTTP/1.1" status: 200 len: 931 time: 0.3617158 Apr 18 21:17:36.552459 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.plugin [None req-47061b74-9528-4732-8471-7e9dd4b3727b tempest-TestNetworkBasicOps-1936690218 tempest-TestNetworkBasicOps-1936690218-project] Deleting port 78e8a164-6328-4471-8f1e-15f9ab88165b {{(pid=84041) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 21:17:36.553407 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-47061b74-9528-4732-8471-7e9dd4b3727b tempest-TestNetworkBasicOps-1936690218 tempest-TestNetworkBasicOps-1936690218-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750375188691'] for port, before_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:17:36.556325 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-9832245c-57c0-4e2a-8f49-b496f1b80e7b None None] Provisioning complete for port 329b3f6e-4515-4760-9918-6b3b49d435f8 triggered by entity DHCP. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:17:36.556797 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-9832245c-57c0-4e2a-8f49-b496f1b80e7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1253608'] for port, provisioning_complete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:17:36.634607 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-bca5928a-b4a7-420d-944f-1757f10ef8c8 req-04a419cf-9681-4f6e-9600-80a432a759ea tempest-TestVolumeBootPattern-942365775 tempest-TestVolumeBootPattern-942365775-project] 10.222.0.42 "GET /v2.0/security-groups?id=cdcfb3ee-78c0-44cb-a2e3-4b946850a7e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1208656 Apr 18 21:17:36.659704 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.plugin [None req-9832245c-57c0-4e2a-8f49-b496f1b80e7b None None] Port 329b3f6e-4515-4760-9918-6b3b49d435f8 cannot update to ACTIVE because it is not bound. {{(pid=84042) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 18 21:17:36.686263 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Provisioning for port dc11cf0f-ccf3-4218-b3db-90cf0ccd3b6a completed by entity L2. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 21:17:36.700443 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Provisioning complete for port dc11cf0f-ccf3-4218-b3db-90cf0ccd3b6a triggered by entity L2. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:17:36.705332 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1253608'] for port, provisioning_complete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:17:36.761264 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.db [None req-47061b74-9528-4732-8471-7e9dd4b3727b tempest-TestNetworkBasicOps-1936690218 tempest-TestNetworkBasicOps-1936690218-project] For port 78e8a164-6328-4471-8f1e-15f9ab88165b, host n-d-838334-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838334-2',level=0,port_id=78e8a164-6328-4471-8f1e-15f9ab88165b,segment=NetworkSegment(19d30c16-18c6-4ab1-af4a-d3b9c52732a6),segment_id=19d30c16-18c6-4ab1-af4a-d3b9c52732a6)] {{(pid=84041) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:17:36.761615 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-47061b74-9528-4732-8471-7e9dd4b3727b tempest-TestNetworkBasicOps-1936690218 tempest-TestNetworkBasicOps-1936690218-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369123'] for port, precommit_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:17:36.860117 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:17:36.897825 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] For port dc11cf0f-ccf3-4218-b3db-90cf0ccd3b6a, host n-d-838334-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838334-2',level=0,port_id=dc11cf0f-ccf3-4218-b3db-90cf0ccd3b6a,segment=NetworkSegment(c9d9b92a-74d4-40ed-ab8e-582836dfe352),segment_id=c9d9b92a-74d4-40ed-ab8e-582836dfe352)] {{(pid=84042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:17:36.906580 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682'] for port, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:17:36.935339 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.plugin [None req-47061b74-9528-4732-8471-7e9dd4b3727b tempest-TestNetworkBasicOps-1936690218 tempest-TestNetworkBasicOps-1936690218-project] Calling delete_port for 78e8a164-6328-4471-8f1e-15f9ab88165b owned by network:router_interface {{(pid=84041) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 21:17:36.968407 n-d-838334-2 neutron-server[84040]: DEBUG neutron.notifiers.nova [req-911cc7d7-c6ae-4630-ba9f-2673e2829954 req-1393e9fb-505f-4dd5-9d27-d0adaeb3fb13 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 329b3f6e-4515-4760-9918-6b3b49d435f8 {{(pid=84040) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 18 21:17:36.990455 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Pushing event updated for resources: {'Port': ['ID=dc11cf0f-ccf3-4218-b3db-90cf0ccd3b6a,revision_number=5']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:17:37.041568 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-911cc7d7-c6ae-4630-ba9f-2673e2829954 req-1393e9fb-505f-4dd5-9d27-d0adaeb3fb13 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:17:37.070163 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.provisioning_blocks [req-911cc7d7-c6ae-4630-ba9f-2673e2829954 req-1393e9fb-505f-4dd5-9d27-d0adaeb3fb13 service neutron] Transition to ACTIVE for port object 329b3f6e-4515-4760-9918-6b3b49d435f8 will not be triggered until provisioned by entity L2. {{(pid=84040) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:17:37.081246 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-911cc7d7-c6ae-4630-ba9f-2673e2829954 req-1393e9fb-505f-4dd5-9d27-d0adaeb3fb13 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32440959'] for port, after_update {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:17:37.179088 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-47061b74-9528-4732-8471-7e9dd4b3727b tempest-TestNetworkBasicOps-1936690218 tempest-TestNetworkBasicOps-1936690218-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750375259028', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750374836628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32266323'] for port, after_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:17:37.222727 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6af2126-54dd-434f-bfac-ef53afb487b9 req-eef048dd-3fdb-4ea8-8647-329b51228be7 tempest-TestServerAdvancedOps-222840995 tempest-TestServerAdvancedOps-222840995-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:17:37.224458 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-c6af2126-54dd-434f-bfac-ef53afb487b9 req-eef048dd-3fdb-4ea8-8647-329b51228be7 tempest-TestServerAdvancedOps-222840995 tempest-TestServerAdvancedOps-222840995-project] 10.222.0.42 "GET /v2.0/ports?device_id=c2115373-c365-4c01-8275-d706f401ca9b HTTP/1.1" status: 200 len: 945 time: 0.2342753 Apr 18 21:17:37.225824 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1393e9fb-505f-4dd5-9d27-d0adaeb3fb13 service neutron] Pushing event updated for resources: {'Port': ['ID=329b3f6e-4515-4760-9918-6b3b49d435f8,revision_number=2']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:17:37.276795 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1393e9fb-505f-4dd5-9d27-d0adaeb3fb13 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:17:37.277086 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1393e9fb-505f-4dd5-9d27-d0adaeb3fb13 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:17:37.277395 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1393e9fb-505f-4dd5-9d27-d0adaeb3fb13 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:17:37.277729 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1393e9fb-505f-4dd5-9d27-d0adaeb3fb13 service neutron] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:17:37.278061 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1393e9fb-505f-4dd5-9d27-d0adaeb3fb13 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:17:37.278389 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1393e9fb-505f-4dd5-9d27-d0adaeb3fb13 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:17:37.278714 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1393e9fb-505f-4dd5-9d27-d0adaeb3fb13 service neutron] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:17:37.279037 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1393e9fb-505f-4dd5-9d27-d0adaeb3fb13 service neutron] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:17:37.279358 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1393e9fb-505f-4dd5-9d27-d0adaeb3fb13 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:17:37.284426 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1393e9fb-505f-4dd5-9d27-d0adaeb3fb13 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:17:37.285036 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1393e9fb-505f-4dd5-9d27-d0adaeb3fb13 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:17:37.362546 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47061b74-9528-4732-8471-7e9dd4b3727b tempest-TestNetworkBasicOps-1936690218 tempest-TestNetworkBasicOps-1936690218-project] Pushing event deleted for resources: {'Port': ['ID=78e8a164-6328-4471-8f1e-15f9ab88165b,revision_number=None']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:17:37.363125 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-c6af2126-54dd-434f-bfac-ef53afb487b9 req-4f9a8011-e417-4d74-8e96-95990d26e946 tempest-TestServerAdvancedOps-222840995 tempest-TestServerAdvancedOps-222840995-project] 10.222.0.42 "GET /v2.0/security-groups?id=ed497b1e-3ef7-41f9-b418-a0e8bd20250c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1302307 Apr 18 21:17:37.417523 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.managers [req-911cc7d7-c6ae-4630-ba9f-2673e2829954 req-1393e9fb-505f-4dd5-9d27-d0adaeb3fb13 service neutron] Attempting to bind port 329b3f6e-4515-4760-9918-6b3b49d435f8 on host n-h1-838334-2 for vnic_type normal with profile {{(pid=84040) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 21:17:37.417998 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.managers [req-911cc7d7-c6ae-4630-ba9f-2673e2829954 req-1393e9fb-505f-4dd5-9d27-d0adaeb3fb13 service neutron] Attempting to bind port 329b3f6e-4515-4760-9918-6b3b49d435f8 by drivers openvswitch,hyperv on host n-h1-838334-2 at level 0 using segments [{'id': 'c9d9b92a-74d4-40ed-ab8e-582836dfe352', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '9b223f6a-fe67-4bd3-957a-7ef808b3aaf1'}] {{(pid=84040) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 21:17:37.418304 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-911cc7d7-c6ae-4630-ba9f-2673e2829954 req-1393e9fb-505f-4dd5-9d27-d0adaeb3fb13 service neutron] Attempting to bind port 329b3f6e-4515-4760-9918-6b3b49d435f8 on network 9b223f6a-fe67-4bd3-957a-7ef808b3aaf1 {{(pid=84040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 21:17:37.425598 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-911cc7d7-c6ae-4630-ba9f-2673e2829954 req-1393e9fb-505f-4dd5-9d27-d0adaeb3fb13 service neutron] Port 329b3f6e-4515-4760-9918-6b3b49d435f8 on network 9b223f6a-fe67-4bd3-957a-7ef808b3aaf1 not bound, no agent of type Open vSwitch agent registered on host n-h1-838334-2 {{(pid=84040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 18 21:17:37.425982 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-911cc7d7-c6ae-4630-ba9f-2673e2829954 req-1393e9fb-505f-4dd5-9d27-d0adaeb3fb13 service neutron] Attempting to bind port 329b3f6e-4515-4760-9918-6b3b49d435f8 on network 9b223f6a-fe67-4bd3-957a-7ef808b3aaf1 {{(pid=84040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 21:17:37.433866 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-911cc7d7-c6ae-4630-ba9f-2673e2829954 req-1393e9fb-505f-4dd5-9d27-d0adaeb3fb13 service neutron] Checking agent: {'id': 'd63bab19-ff81-4de1-afeb-a3732288d0d7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-838334-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 33, 59), 'started_at': datetime.datetime(2022, 4, 18, 20, 33, 59), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 21, 17, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 18 21:17:37.434304 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-911cc7d7-c6ae-4630-ba9f-2673e2829954 req-1393e9fb-505f-4dd5-9d27-d0adaeb3fb13 service neutron] Checking segment: {'id': 'c9d9b92a-74d4-40ed-ab8e-582836dfe352', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '9b223f6a-fe67-4bd3-957a-7ef808b3aaf1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84040) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 21:17:37.434800 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-911cc7d7-c6ae-4630-ba9f-2673e2829954 req-1393e9fb-505f-4dd5-9d27-d0adaeb3fb13 service neutron] Bound using segment: {'id': 'c9d9b92a-74d4-40ed-ab8e-582836dfe352', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '9b223f6a-fe67-4bd3-957a-7ef808b3aaf1'} {{(pid=84040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 18 21:17:37.435583 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.managers [req-911cc7d7-c6ae-4630-ba9f-2673e2829954 req-1393e9fb-505f-4dd5-9d27-d0adaeb3fb13 service neutron] Bound port: 329b3f6e-4515-4760-9918-6b3b49d435f8, host: n-h1-838334-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c9d9b92a-74d4-40ed-ab8e-582836dfe352', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '9b223f6a-fe67-4bd3-957a-7ef808b3aaf1'}}] {{(pid=84040) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 21:17:37.436038 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-911cc7d7-c6ae-4630-ba9f-2673e2829954 req-1393e9fb-505f-4dd5-9d27-d0adaeb3fb13 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:17:37.622626 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.db [req-911cc7d7-c6ae-4630-ba9f-2673e2829954 req-1393e9fb-505f-4dd5-9d27-d0adaeb3fb13 service neutron] For port 329b3f6e-4515-4760-9918-6b3b49d435f8, host n-h1-838334-2, cleared binding levels {{(pid=84040) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 21:17:37.625711 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.db [req-911cc7d7-c6ae-4630-ba9f-2673e2829954 req-1393e9fb-505f-4dd5-9d27-d0adaeb3fb13 service neutron] For port 329b3f6e-4515-4760-9918-6b3b49d435f8, host n-h1-838334-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838334-2',level=0,port_id=329b3f6e-4515-4760-9918-6b3b49d435f8,segment=NetworkSegment(c9d9b92a-74d4-40ed-ab8e-582836dfe352),segment_id=c9d9b92a-74d4-40ed-ab8e-582836dfe352)] {{(pid=84040) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 21:17:37.641717 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-911cc7d7-c6ae-4630-ba9f-2673e2829954 req-1393e9fb-505f-4dd5-9d27-d0adaeb3fb13 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32440959'] for port, after_update {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:17:37.828548 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-911cc7d7-c6ae-4630-ba9f-2673e2829954 req-1393e9fb-505f-4dd5-9d27-d0adaeb3fb13 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217293'] for port, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:17:37.855436 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-911cc7d7-c6ae-4630-ba9f-2673e2829954 req-1393e9fb-505f-4dd5-9d27-d0adaeb3fb13 service neutron] 10.222.0.43 "PUT /v2.0/ports/329b3f6e-4515-4760-9918-6b3b49d435f8 HTTP/1.1" status: 200 len: 1091 time: 1.8561573 Apr 18 21:17:37.858533 n-d-838334-2 neutron-server[84040]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd571e7bf-d6c0-4544-b5f2-beac150becf9', 'tag': '329b3f6e-4515-4760-9918-6b3b49d435f8'}] {{(pid=84040) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 21:17:37.928866 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Device dc11cf0f-ccf3-4218-b3db-90cf0ccd3b6a up at agent ovs-agent-n-d-838334-2 {{(pid=84042) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 21:17:37.981882 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-47061b74-9528-4732-8471-7e9dd4b3727b tempest-TestNetworkBasicOps-1936690218 tempest-TestNetworkBasicOps-1936690218-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-32377931', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33443910'] for router_interface, after_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:17:38.070013 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Provisioning complete for port dc11cf0f-ccf3-4218-b3db-90cf0ccd3b6a triggered by entity L2. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:17:38.070386 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1253608'] for port, provisioning_complete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:17:38.311526 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1393e9fb-505f-4dd5-9d27-d0adaeb3fb13 service neutron] Pushing event updated for resources: {'Port': ['ID=329b3f6e-4515-4760-9918-6b3b49d435f8,revision_number=3']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:17:38.390069 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf99585a-13af-459c-9145-f9d80ce9c212 req-5360eca3-6173-45db-a833-8d1c03fc1589 tempest-TestVolumeBootPattern-942365775 tempest-TestVolumeBootPattern-942365775-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:17:38.391485 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-cf99585a-13af-459c-9145-f9d80ce9c212 req-5360eca3-6173-45db-a833-8d1c03fc1589 tempest-TestVolumeBootPattern-942365775 tempest-TestVolumeBootPattern-942365775-project] 10.222.0.42 "GET /v2.0/ports?device_id=d571e7bf-d6c0-4544-b5f2-beac150becf9 HTTP/1.1" status: 200 len: 943 time: 0.4241700 Apr 18 21:17:38.399965 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-911cc7d7-c6ae-4630-ba9f-2673e2829954 req-2ca08f1a-ffee-4d95-8dbd-bd401bb423cf service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=31978bb3bc1348ad8b469e6e55d6f163&device_id=d571e7bf-d6c0-4544-b5f2-beac150becf9 HTTP/1.1" status: 200 len: 1094 time: 0.4906623 Apr 18 21:17:38.420431 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eb7383d-2044-4b25-be78-e049657ea6bf req-263b7f83-d63e-426f-b065-e61af24e6d6b tempest-TestServerAdvancedOps-222840995 tempest-TestServerAdvancedOps-222840995-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:17:38.421960 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-1eb7383d-2044-4b25-be78-e049657ea6bf req-263b7f83-d63e-426f-b065-e61af24e6d6b tempest-TestServerAdvancedOps-222840995 tempest-TestServerAdvancedOps-222840995-project] 10.222.0.42 "GET /v2.0/ports?device_id=c2115373-c365-4c01-8275-d706f401ca9b HTTP/1.1" status: 200 len: 945 time: 0.1687586 Apr 18 21:17:38.530868 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-911cc7d7-c6ae-4630-ba9f-2673e2829954 req-31282041-e68e-4fb2-8193-544923aafa7b service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=329b3f6e-4515-4760-9918-6b3b49d435f8 HTTP/1.1" status: 200 len: 217 time: 0.1080885 Apr 18 21:17:38.571374 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-cf99585a-13af-459c-9145-f9d80ce9c212 req-256d1f8b-211d-4185-96fe-0993b3363cb6 tempest-TestVolumeBootPattern-942365775 tempest-TestVolumeBootPattern-942365775-project] 10.222.0.42 "GET /v2.0/security-groups?id=cdcfb3ee-78c0-44cb-a2e3-4b946850a7e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1704514 Apr 18 21:17:38.597510 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-1eb7383d-2044-4b25-be78-e049657ea6bf req-d04fad22-a565-41bc-9f09-de49ea46f808 tempest-TestServerAdvancedOps-222840995 tempest-TestServerAdvancedOps-222840995-project] 10.222.0.42 "GET /v2.0/security-groups?id=ed497b1e-3ef7-41f9-b418-a0e8bd20250c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1212637 Apr 18 21:17:38.609003 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-911cc7d7-c6ae-4630-ba9f-2673e2829954 req-5720e9df-c007-45c6-84b1-350517119d71 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:17:38.610562 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-911cc7d7-c6ae-4630-ba9f-2673e2829954 req-5720e9df-c007-45c6-84b1-350517119d71 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=a845e1ae-c47e-4919-8a24-530366b84c60 HTTP/1.1" status: 200 len: 850 time: 0.0710626 Apr 18 21:17:38.688193 n-d-838334-2 neutron-server[84040]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a3d8ffa0-1c97-45dc-b9ac-f22f691ffde1'] response: {'name': 'network-changed', 'server_uuid': 'd571e7bf-d6c0-4544-b5f2-beac150becf9', 'tag': '329b3f6e-4515-4760-9918-6b3b49d435f8', 'status': 'completed', 'code': 200} Apr 18 21:17:38.688966 n-d-838334-2 neutron-server[84041]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-47061b74-9528-4732-8471-7e9dd4b3727b tempest-TestNetworkBasicOps-1936690218 tempest-TestNetworkBasicOps-1936690218-project] Router b99cf232-05aa-4212-8f94-0748ead02435 has already been hosted by L3 agent bc84d6c9-dd7a-4555-a351-592327b46d5a {{(pid=84041) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 21:17:38.702325 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-911cc7d7-c6ae-4630-ba9f-2673e2829954 req-b5a8f872-ddba-4be6-b66c-fae0f566e64d service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=9b223f6a-fe67-4bd3-957a-7ef808b3aaf1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0850322 Apr 18 21:17:38.853212 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-911cc7d7-c6ae-4630-ba9f-2673e2829954 req-d1af9c8d-056d-4eff-a53a-ff8b98d33063 service neutron] 10.222.0.43 "GET /v2.0/networks/9b223f6a-fe67-4bd3-957a-7ef808b3aaf1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1437876 Apr 18 21:17:38.909762 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-47061b74-9528-4732-8471-7e9dd4b3727b tempest-TestNetworkBasicOps-1936690218 tempest-TestNetworkBasicOps-1936690218-project] Notify agent at l3_agent.n-d-838334-2 the message routers_updated {{(pid=84041) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 21:17:38.922165 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afc7d4e1-4441-4869-8010-2bb77011295b None None] Sync routers for ids ['b99cf232-05aa-4212-8f94-0748ead02435'] in n-d-838334-2 {{(pid=84042) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 18 21:17:38.937608 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afc7d4e1-4441-4869-8010-2bb77011295b None None] Routers {'b99cf232-05aa-4212-8f94-0748ead02435'} bound to L3 agent in host n-d-838334-2 {{(pid=84042) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 21:17:38.939133 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_hamode_db [None req-afc7d4e1-4441-4869-8010-2bb77011295b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838334-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-18T20:25:48Z,description=,heartbeat_timestamp=2022-04-18T21:17:18Z,host='n-d-838334-2',id=bc84d6c9-dd7a-4555-a351-592327b46d5a,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:25:48Z,topic='l3_agent')) {'router_ids': ['b99cf232-05aa-4212-8f94-0748ead02435'], 'active': True} {{(pid=84042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:17:38.942672 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-47061b74-9528-4732-8471-7e9dd4b3727b tempest-TestNetworkBasicOps-1936690218 tempest-TestNetworkBasicOps-1936690218-project] 10.222.0.42 "PUT /v2.0/routers/b99cf232-05aa-4212-8f94-0748ead02435/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6587150 Apr 18 21:17:38.943261 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 58242) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:17:39.045937 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-911cc7d7-c6ae-4630-ba9f-2673e2829954 req-6c9e0292-1e18-4e1d-8a1d-e07c22771508 service neutron] 10.222.0.43 "GET /v2.0/networks/9b223f6a-fe67-4bd3-957a-7ef808b3aaf1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1863639 Apr 18 21:17:39.186389 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.db_base_plugin_v2 [None req-1e8cf74a-207c-4fe8-9413-db28a2307591 tempest-TestNetworkBasicOps-1936690218 tempest-TestNetworkBasicOps-1936690218-project] Deleting subnet b2906c47-8f19-4603-9015-e0383cdd68a4 {{(pid=84041) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 18 21:17:39.189452 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-1e8cf74a-207c-4fe8-9413-db28a2307591 tempest-TestNetworkBasicOps-1936690218 tempest-TestNetworkBasicOps-1936690218-project] Notify callbacks [] for subnet, before_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:17:39.231431 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_dvr_db [None req-afc7d4e1-4441-4869-8010-2bb77011295b None None] Set router b99cf232-05aa-4212-8f94-0748ead02435 gateway port host: n-d-838334-2 {{(pid=84042) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 21:17:39.240391 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-77ac2dfe-51d3-4cc0-b9b3-ad3aba4cc3b2 req-604cada8-3278-4cd9-aa15-b2bac296e6a6 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=31978bb3bc1348ad8b469e6e55d6f163&device_id=d571e7bf-d6c0-4544-b5f2-beac150becf9 HTTP/1.1" status: 200 len: 1094 time: 0.1373785 Apr 18 21:17:39.265956 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-1e8cf74a-207c-4fe8-9413-db28a2307591 tempest-TestNetworkBasicOps-1936690218 tempest-TestNetworkBasicOps-1936690218-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32266383'] for subnet, precommit_delete_associations {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:17:39.397004 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77ac2dfe-51d3-4cc0-b9b3-ad3aba4cc3b2 req-81bff4c9-d455-478d-8b0d-00aa8ba2d18e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:17:39.398566 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-77ac2dfe-51d3-4cc0-b9b3-ad3aba4cc3b2 req-81bff4c9-d455-478d-8b0d-00aa8ba2d18e service neutron] 10.222.0.43 "GET /v2.0/networks?id=9b223f6a-fe67-4bd3-957a-7ef808b3aaf1 HTTP/1.1" status: 200 len: 912 time: 0.1511385 Apr 18 21:17:39.490983 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-77ac2dfe-51d3-4cc0-b9b3-ad3aba4cc3b2 req-4e6dc902-b562-45b5-8de4-d81e2d26a6a9 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=329b3f6e-4515-4760-9918-6b3b49d435f8 HTTP/1.1" status: 200 len: 217 time: 0.0834970 Apr 18 21:17:39.524213 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-1e8cf74a-207c-4fe8-9413-db28a2307591 tempest-TestNetworkBasicOps-1936690218 tempest-TestNetworkBasicOps-1936690218-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1260556'] for subnet, precommit_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:17:39.559956 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77ac2dfe-51d3-4cc0-b9b3-ad3aba4cc3b2 req-9138dc2d-fdc9-44ad-b68d-9ed4b1bf7314 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:17:39.562044 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-77ac2dfe-51d3-4cc0-b9b3-ad3aba4cc3b2 req-9138dc2d-fdc9-44ad-b68d-9ed4b1bf7314 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=a845e1ae-c47e-4919-8a24-530366b84c60 HTTP/1.1" status: 200 len: 850 time: 0.0641227 Apr 18 21:17:39.599144 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_hamode_db [None req-afc7d4e1-4441-4869-8010-2bb77011295b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b99cf232-05aa-4212-8f94-0748ead02435', 'name': 'tempest-TestNetworkBasicOps-router-310213544', 'tenant_id': '08ce18aa0ce94082a747ec94ccd8cac1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'external_fixed_ips': [{'subnet_id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'ip_address': '172.25.8.61'}], 'enable_snat': True}, 'gw_port_id': '10d70ee7-4999-4775-97af-43b9f0013683', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:15:13Z', 'updated_at': '2022-04-18T21:17:37Z', 'revision_number': 7, 'project_id': '08ce18aa0ce94082a747ec94ccd8cac1', 'gw_port': {'id': '10d70ee7-4999-4775-97af-43b9f0013683', 'name': '', 'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:90:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b99cf232-05aa-4212-8f94-0748ead02435', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'ip_address': '172.25.8.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:15:14Z', 'updated_at': '2022-04-18T21:15:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838334-2'}], 'n-d-838334-2', False) {} {{(pid=84042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:17:39.605374 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afc7d4e1-4441-4869-8010-2bb77011295b None None] Checking router: b99cf232-05aa-4212-8f94-0748ead02435 for host: n-d-838334-2 {{(pid=84042) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 18 21:17:39.607743 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-1e8cf74a-207c-4fe8-9413-db28a2307591 tempest-TestNetworkBasicOps-1936690218 tempest-TestNetworkBasicOps-1936690218-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1260549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33526260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32266336', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32486390'] for subnet, after_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:17:39.618682 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afc7d4e1-4441-4869-8010-2bb77011295b None None] Routers {'b99cf232-05aa-4212-8f94-0748ead02435'} bound to L3 agent in host n-d-838334-2 {{(pid=84042) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 21:17:39.619295 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_hamode_db [None req-afc7d4e1-4441-4869-8010-2bb77011295b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838334-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-18T20:25:48Z,description=,heartbeat_timestamp=2022-04-18T21:17:18Z,host='n-d-838334-2',id=bc84d6c9-dd7a-4555-a351-592327b46d5a,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:25:48Z,topic='l3_agent')) {'router_ids': ['b99cf232-05aa-4212-8f94-0748ead02435'], 'active': True} {{(pid=84042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:17:39.670760 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e8cf74a-207c-4fe8-9413-db28a2307591 tempest-TestNetworkBasicOps-1936690218 tempest-TestNetworkBasicOps-1936690218-project] Pushing event deleted for resources: {'Subnet': ['ID=b2906c47-8f19-4603-9015-e0383cdd68a4,revision_number=None']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:17:39.685940 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-1e8cf74a-207c-4fe8-9413-db28a2307591 tempest-TestNetworkBasicOps-1936690218 tempest-TestNetworkBasicOps-1936690218-project] Notify callbacks [] for subnet, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:17:39.703029 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-1e8cf74a-207c-4fe8-9413-db28a2307591 tempest-TestNetworkBasicOps-1936690218 tempest-TestNetworkBasicOps-1936690218-project] 10.222.0.42 "DELETE /v2.0/subnets/b2906c47-8f19-4603-9015-e0383cdd68a4 HTTP/1.1" status: 204 len: 168 time: 0.7586167 Apr 18 21:17:39.706646 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 58256) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:17:39.726230 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74a95e3d-dc1a-4bee-9fad-01a2092295c3 None None] Network 0da44c8a-15a6-48d5-b8a3-e2609519a9b7 requested from n-d-838334-2 {{(pid=84042) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 21:17:39.904270 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-77ac2dfe-51d3-4cc0-b9b3-ad3aba4cc3b2 req-20100a8b-68b7-4a54-a2d4-62c8f04497cf service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=9b223f6a-fe67-4bd3-957a-7ef808b3aaf1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3355713 Apr 18 21:17:40.063084 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_dvr_db [None req-afc7d4e1-4441-4869-8010-2bb77011295b None None] Set router b99cf232-05aa-4212-8f94-0748ead02435 gateway port host: n-d-838334-2 {{(pid=84042) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 21:17:40.198963 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68b5906a-15cb-4afe-8cda-d36600168dce req-f79ebf09-3087-4f61-94ed-41e68949e9bc tempest-TestServerAdvancedOps-222840995 tempest-TestServerAdvancedOps-222840995-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:17:40.200453 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-68b5906a-15cb-4afe-8cda-d36600168dce req-f79ebf09-3087-4f61-94ed-41e68949e9bc tempest-TestServerAdvancedOps-222840995 tempest-TestServerAdvancedOps-222840995-project] 10.222.0.48 "GET /v2.0/ports?device_id=c2115373-c365-4c01-8275-d706f401ca9b HTTP/1.1" status: 200 len: 945 time: 0.5852673 Apr 18 21:17:40.337350 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4815c8d-b022-4e3d-afa5-fe6e3be37bdb None None] DHCP port deletion for 0da44c8a-15a6-48d5-b8a3-e2609519a9b7 request from n-d-838334-2 {{(pid=84042) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 18 21:17:40.344834 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.plugin [None req-f4815c8d-b022-4e3d-afa5-fe6e3be37bdb None None] Deleting port 109cd9ec-8520-4b32-aca8-2e5b0daf5c89 {{(pid=84042) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 21:17:40.345038 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4654932d-a679-4add-ba43-dd006744f831 req-c9bc4de3-50e3-47ee-a571-ac335f291811 tempest-TestVolumeBootPattern-942365775 tempest-TestVolumeBootPattern-942365775-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:17:40.345366 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-f4815c8d-b022-4e3d-afa5-fe6e3be37bdb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750375188691'] for port, before_delete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:17:40.346478 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-4654932d-a679-4add-ba43-dd006744f831 req-c9bc4de3-50e3-47ee-a571-ac335f291811 tempest-TestVolumeBootPattern-942365775 tempest-TestVolumeBootPattern-942365775-project] 10.222.0.42 "GET /v2.0/ports?device_id=d571e7bf-d6c0-4544-b5f2-beac150becf9 HTTP/1.1" status: 200 len: 943 time: 0.5127132 Apr 18 21:17:40.349702 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.plugin [req-68b5906a-15cb-4afe-8cda-d36600168dce req-869ab471-fb06-4254-ab6f-791e89464cd9 tempest-TestServerAdvancedOps-222840995 tempest-TestServerAdvancedOps-222840995-project] Deleting port f11d7d7a-1d31-46d1-9284-5ce527816501 {{(pid=84040) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 21:17:40.350103 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-68b5906a-15cb-4afe-8cda-d36600168dce req-869ab471-fb06-4254-ab6f-791e89464cd9 tempest-TestServerAdvancedOps-222840995 tempest-TestServerAdvancedOps-222840995-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750375188691'] for port, before_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:17:40.389327 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-77ac2dfe-51d3-4cc0-b9b3-ad3aba4cc3b2 req-53f29437-dddf-49bd-809f-a3ecbaf6a434 service neutron] 10.222.0.43 "GET /v2.0/networks/9b223f6a-fe67-4bd3-957a-7ef808b3aaf1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4731836 Apr 18 21:17:40.416170 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97571b10-dec3-4ce1-b26b-a2e3c0236a46 req-c61aab88-cc63-4316-8b18-cb7041d311f5 tempest-TestServerAdvancedOps-222840995 tempest-TestServerAdvancedOps-222840995-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:17:40.418347 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-97571b10-dec3-4ce1-b26b-a2e3c0236a46 req-c61aab88-cc63-4316-8b18-cb7041d311f5 tempest-TestServerAdvancedOps-222840995 tempest-TestServerAdvancedOps-222840995-project] 10.222.0.42 "GET /v2.0/ports?device_id=c2115373-c365-4c01-8275-d706f401ca9b HTTP/1.1" status: 200 len: 945 time: 0.5834177 Apr 18 21:17:40.576792 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-f4815c8d-b022-4e3d-afa5-fe6e3be37bdb None None] For port 109cd9ec-8520-4b32-aca8-2e5b0daf5c89, host n-d-838334-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838334-2',level=0,port_id=109cd9ec-8520-4b32-aca8-2e5b0daf5c89,segment=NetworkSegment(19d30c16-18c6-4ab1-af4a-d3b9c52732a6),segment_id=19d30c16-18c6-4ab1-af4a-d3b9c52732a6)] {{(pid=84042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:17:40.577154 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-f4815c8d-b022-4e3d-afa5-fe6e3be37bdb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369123'] for port, precommit_delete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:17:40.585760 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_hamode_db [None req-afc7d4e1-4441-4869-8010-2bb77011295b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b99cf232-05aa-4212-8f94-0748ead02435', 'name': 'tempest-TestNetworkBasicOps-router-310213544', 'tenant_id': '08ce18aa0ce94082a747ec94ccd8cac1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'external_fixed_ips': [{'subnet_id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'ip_address': '172.25.8.61'}], 'enable_snat': True}, 'gw_port_id': '10d70ee7-4999-4775-97af-43b9f0013683', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:15:13Z', 'updated_at': '2022-04-18T21:17:37Z', 'revision_number': 7, 'project_id': '08ce18aa0ce94082a747ec94ccd8cac1', 'gw_port': {'id': '10d70ee7-4999-4775-97af-43b9f0013683', 'name': '', 'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:90:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b99cf232-05aa-4212-8f94-0748ead02435', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'ip_address': '172.25.8.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:15:14Z', 'updated_at': '2022-04-18T21:15:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838334-2'}], 'n-d-838334-2', False) {} {{(pid=84042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:17:40.639168 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afc7d4e1-4441-4869-8010-2bb77011295b None None] The sync data for ids ['b99cf232-05aa-4212-8f94-0748ead02435'] in n-d-838334-2 is: [{'id': 'b99cf232-05aa-4212-8f94-0748ead02435', 'name': 'tempest-TestNetworkBasicOps-router-310213544', 'tenant_id': '08ce18aa0ce94082a747ec94ccd8cac1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'external_fixed_ips': [{'subnet_id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'ip_address': '172.25.8.61'}], 'enable_snat': True}, 'gw_port_id': '10d70ee7-4999-4775-97af-43b9f0013683', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:15:13Z', 'updated_at': '2022-04-18T21:17:37Z', 'revision_number': 7, 'project_id': '08ce18aa0ce94082a747ec94ccd8cac1', 'gw_port': {'id': '10d70ee7-4999-4775-97af-43b9f0013683', 'name': '', 'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:90:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b99cf232-05aa-4212-8f94-0748ead02435', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'ip_address': '172.25.8.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:15:14Z', 'updated_at': '2022-04-18T21:15:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838334-2'}] {{(pid=84042) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 18 21:17:40.667922 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-4654932d-a679-4add-ba43-dd006744f831 req-446f5e09-4b85-430d-97e6-3d565252bd06 tempest-TestVolumeBootPattern-942365775 tempest-TestVolumeBootPattern-942365775-project] 10.222.0.42 "GET /v2.0/security-groups?id=cdcfb3ee-78c0-44cb-a2e3-4b946850a7e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2884545 Apr 18 21:17:40.704487 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.plugin [None req-f4815c8d-b022-4e3d-afa5-fe6e3be37bdb None None] Calling delete_port for 109cd9ec-8520-4b32-aca8-2e5b0daf5c89 owned by network:dhcp {{(pid=84042) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 21:17:40.781465 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-f4815c8d-b022-4e3d-afa5-fe6e3be37bdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750375259028', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750374836628'] for port, after_delete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:17:40.784268 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-97571b10-dec3-4ce1-b26b-a2e3c0236a46 req-db3b1665-e9f5-48ac-a7fc-6ef34fe45f10 tempest-TestServerAdvancedOps-222840995 tempest-TestServerAdvancedOps-222840995-project] 10.222.0.42 "GET /v2.0/security-groups?id=ed497b1e-3ef7-41f9-b418-a0e8bd20250c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3188581 Apr 18 21:17:40.815174 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-77ac2dfe-51d3-4cc0-b9b3-ad3aba4cc3b2 req-6abdba73-2cc1-46b8-a27e-f307179e5f43 service neutron] 10.222.0.43 "GET /v2.0/networks/9b223f6a-fe67-4bd3-957a-7ef808b3aaf1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3957937 Apr 18 21:17:40.838633 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4815c8d-b022-4e3d-afa5-fe6e3be37bdb None None] Pushing event deleted for resources: {'Port': ['ID=109cd9ec-8520-4b32-aca8-2e5b0daf5c89,revision_number=None']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:17:40.852591 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4815c8d-b022-4e3d-afa5-fe6e3be37bdb None None] No DVR routers for this DVR port 109cd9ec-8520-4b32-aca8-2e5b0daf5c89 on host n-d-838334-2 {{(pid=84042) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 21:17:40.891086 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-ed1bab36-6c6c-4e25-8f26-777fe55ab669 tempest-TestNetworkBasicOps-1936690218 tempest-TestNetworkBasicOps-1936690218-project] Notify callbacks [] for router, before_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:17:41.006175 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.db [req-68b5906a-15cb-4afe-8cda-d36600168dce req-869ab471-fb06-4254-ab6f-791e89464cd9 tempest-TestServerAdvancedOps-222840995 tempest-TestServerAdvancedOps-222840995-project] For port f11d7d7a-1d31-46d1-9284-5ce527816501, host n-h2-838334-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838334-2',level=0,port_id=f11d7d7a-1d31-46d1-9284-5ce527816501,segment=NetworkSegment(73e63a05-25e2-49ce-b1d9-edfb68ffa93d),segment_id=73e63a05-25e2-49ce-b1d9-edfb68ffa93d)] {{(pid=84040) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:17:41.007004 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-68b5906a-15cb-4afe-8cda-d36600168dce req-869ab471-fb06-4254-ab6f-791e89464cd9 tempest-TestServerAdvancedOps-222840995 tempest-TestServerAdvancedOps-222840995-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369123'] for port, precommit_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:17:41.142574 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.plugin [req-68b5906a-15cb-4afe-8cda-d36600168dce req-869ab471-fb06-4254-ab6f-791e89464cd9 tempest-TestServerAdvancedOps-222840995 tempest-TestServerAdvancedOps-222840995-project] Calling delete_port for f11d7d7a-1d31-46d1-9284-5ce527816501 owned by compute:nova {{(pid=84040) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 21:17:41.333588 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-68b5906a-15cb-4afe-8cda-d36600168dce req-869ab471-fb06-4254-ab6f-791e89464cd9 tempest-TestServerAdvancedOps-222840995 tempest-TestServerAdvancedOps-222840995-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750375259028', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750374836628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32440838'] for port, after_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:17:41.346871 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] get_ports_and_sgs() called for port_ids ['f11d7d7a-1d31-46d1-9284-5ce527816501'] {{(pid=84042) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 18 21:17:41.391126 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-869ab471-fb06-4254-ab6f-791e89464cd9 tempest-TestServerAdvancedOps-222840995 tempest-TestServerAdvancedOps-222840995-project] Pushing event deleted for resources: {'Port': ['ID=f11d7d7a-1d31-46d1-9284-5ce527816501,revision_number=None']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:17:41.463793 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-ed1bab36-6c6c-4e25-8f26-777fe55ab669 tempest-TestNetworkBasicOps-1936690218 tempest-TestNetworkBasicOps-1936690218-project] Notify callbacks [] for router_gateway, before_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:17:41.479168 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.l3_dvrscheduler_db [req-68b5906a-15cb-4afe-8cda-d36600168dce req-869ab471-fb06-4254-ab6f-791e89464cd9 tempest-TestServerAdvancedOps-222840995 tempest-TestServerAdvancedOps-222840995-project] No DVR routers for this DVR port f11d7d7a-1d31-46d1-9284-5ce527816501 on host n-h2-838334-2 {{(pid=84040) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 21:17:41.482115 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-68b5906a-15cb-4afe-8cda-d36600168dce req-869ab471-fb06-4254-ab6f-791e89464cd9 tempest-TestServerAdvancedOps-222840995 tempest-TestServerAdvancedOps-222840995-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217293'] for port, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:17:41.484670 n-d-838334-2 neutron-server[84040]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c2115373-c365-4c01-8275-d706f401ca9b', 'name': 'network-vif-deleted', 'tag': 'f11d7d7a-1d31-46d1-9284-5ce527816501'}] {{(pid=84040) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 21:17:41.494009 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.plugin [None req-ed1bab36-6c6c-4e25-8f26-777fe55ab669 tempest-TestNetworkBasicOps-1936690218 tempest-TestNetworkBasicOps-1936690218-project] Deleting port 10d70ee7-4999-4775-97af-43b9f0013683 {{(pid=84040) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 21:17:41.494341 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-ed1bab36-6c6c-4e25-8f26-777fe55ab669 tempest-TestNetworkBasicOps-1936690218 tempest-TestNetworkBasicOps-1936690218-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750375188691'] for port, before_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:17:41.540542 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-68b5906a-15cb-4afe-8cda-d36600168dce req-869ab471-fb06-4254-ab6f-791e89464cd9 tempest-TestServerAdvancedOps-222840995 tempest-TestServerAdvancedOps-222840995-project] 10.222.0.48 "DELETE /v2.0/ports/f11d7d7a-1d31-46d1-9284-5ce527816501 HTTP/1.1" status: 204 len: 173 time: 1.3293691 Apr 18 21:17:41.543682 n-d-838334-2 neutron-server[84040]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5c58b9f2-a512-4c95-89c4-96a458217229'] response: {'server_uuid': 'c2115373-c365-4c01-8275-d706f401ca9b', 'name': 'network-vif-deleted', 'tag': 'f11d7d7a-1d31-46d1-9284-5ce527816501', 'status': 'completed', 'code': 200} Apr 18 21:17:41.690387 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.db [None req-ed1bab36-6c6c-4e25-8f26-777fe55ab669 tempest-TestNetworkBasicOps-1936690218 tempest-TestNetworkBasicOps-1936690218-project] For port 10d70ee7-4999-4775-97af-43b9f0013683, host n-d-838334-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838334-2',level=0,port_id=10d70ee7-4999-4775-97af-43b9f0013683,segment=NetworkSegment(732aa830-768b-4511-951f-d08e26b9c25b),segment_id=732aa830-768b-4511-951f-d08e26b9c25b)] {{(pid=84040) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:17:41.691602 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-ed1bab36-6c6c-4e25-8f26-777fe55ab669 tempest-TestNetworkBasicOps-1936690218 tempest-TestNetworkBasicOps-1936690218-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369123'] for port, precommit_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:17:41.716600 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Device 78e8a164-6328-4471-8f1e-15f9ab88165b no longer exists at agent ovs-agent-n-d-838334-2 {{(pid=84042) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 21:17:41.753292 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.plugin [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] No Port match for: 78e8a164-6328-4471-8f1e-15f9ab88165b {{(pid=84042) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 18 21:17:41.753756 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Device 78e8a164-6328-4471-8f1e-15f9ab88165b not bound to the agent host n-d-838334-2 {{(pid=84042) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 21:17:41.754408 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Device 109cd9ec-8520-4b32-aca8-2e5b0daf5c89 no longer exists at agent ovs-agent-n-d-838334-2 {{(pid=84042) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 21:17:41.792705 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.plugin [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] No Port match for: 109cd9ec-8520-4b32-aca8-2e5b0daf5c89 {{(pid=84042) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 18 21:17:41.793044 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Device 109cd9ec-8520-4b32-aca8-2e5b0daf5c89 not bound to the agent host n-d-838334-2 {{(pid=84042) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 21:17:41.991859 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.plugin [None req-ed1bab36-6c6c-4e25-8f26-777fe55ab669 tempest-TestNetworkBasicOps-1936690218 tempest-TestNetworkBasicOps-1936690218-project] Calling delete_port for 10d70ee7-4999-4775-97af-43b9f0013683 owned by network:router_gateway {{(pid=84040) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 21:17:42.089419 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [req-cbdea31a-a416-4c91-b8c5-b48dc7323a12 req-9f60c24b-c4c8-4c6b-ac2a-420b10fa0ff9 tempest-TestServerAdvancedOps-222840995 tempest-TestServerAdvancedOps-222840995-project] Synchronizing usage tracker for tenant:10a8568a350a4c8bb67c4e738a597177 on resource:port {{(pid=84040) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 21:17:42.140186 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [req-cbdea31a-a416-4c91-b8c5-b48dc7323a12 req-9f60c24b-c4c8-4c6b-ac2a-420b10fa0ff9 tempest-TestServerAdvancedOps-222840995 tempest-TestServerAdvancedOps-222840995-project] Unset dirty status for tenant:10a8568a350a4c8bb67c4e738a597177 on resource:port {{(pid=84040) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 21:17:42.141325 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-cbdea31a-a416-4c91-b8c5-b48dc7323a12 req-9f60c24b-c4c8-4c6b-ac2a-420b10fa0ff9 tempest-TestServerAdvancedOps-222840995 tempest-TestServerAdvancedOps-222840995-project] 10.222.0.42 "GET /v2.0/ports?device_id=c2115373-c365-4c01-8275-d706f401ca9b HTTP/1.1" status: 200 len: 210 time: 0.1138456 Apr 18 21:17:42.202113 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa49ccc4-38cf-489f-a4e4-716ca974cf05 req-ea6605a9-14fe-4fff-b494-0c6354721739 tempest-TestVolumeBootPattern-942365775 tempest-TestVolumeBootPattern-942365775-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:17:42.203617 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-aa49ccc4-38cf-489f-a4e4-716ca974cf05 req-ea6605a9-14fe-4fff-b494-0c6354721739 tempest-TestVolumeBootPattern-942365775 tempest-TestVolumeBootPattern-942365775-project] 10.222.0.42 "GET /v2.0/ports?device_id=d571e7bf-d6c0-4544-b5f2-beac150becf9 HTTP/1.1" status: 200 len: 943 time: 0.3117945 Apr 18 21:17:42.302956 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-aa49ccc4-38cf-489f-a4e4-716ca974cf05 req-1809e128-16e8-4ae9-b3e7-30e983660046 tempest-TestVolumeBootPattern-942365775 tempest-TestVolumeBootPattern-942365775-project] 10.222.0.42 "GET /v2.0/security-groups?id=cdcfb3ee-78c0-44cb-a2e3-4b946850a7e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0882967 Apr 18 21:17:42.325846 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-ed1bab36-6c6c-4e25-8f26-777fe55ab669 tempest-TestNetworkBasicOps-1936690218 tempest-TestNetworkBasicOps-1936690218-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750375259028', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750374836628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32440838'] for port, after_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:17:42.369698 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed1bab36-6c6c-4e25-8f26-777fe55ab669 tempest-TestNetworkBasicOps-1936690218 tempest-TestNetworkBasicOps-1936690218-project] Pushing event deleted for resources: {'Port': ['ID=10d70ee7-4999-4775-97af-43b9f0013683,revision_number=None']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:17:42.603251 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-ed1bab36-6c6c-4e25-8f26-777fe55ab669 tempest-TestNetworkBasicOps-1936690218 tempest-TestNetworkBasicOps-1936690218-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33444108'] for router_gateway, after_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:17:42.871609 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-ed1bab36-6c6c-4e25-8f26-777fe55ab669 tempest-TestNetworkBasicOps-1936690218 tempest-TestNetworkBasicOps-1936690218-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33443580', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5726'] for router, precommit_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:17:42.876345 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-ed1bab36-6c6c-4e25-8f26-777fe55ab669 tempest-TestNetworkBasicOps-1936690218 tempest-TestNetworkBasicOps-1936690218-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:17:42.903504 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-ed1bab36-6c6c-4e25-8f26-777fe55ab669 tempest-TestNetworkBasicOps-1936690218 tempest-TestNetworkBasicOps-1936690218-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-33443408'] for router, after_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:17:42.904187 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ed1bab36-6c6c-4e25-8f26-777fe55ab669 tempest-TestNetworkBasicOps-1936690218 tempest-TestNetworkBasicOps-1936690218-project] Fanout notify agent at l3_agent the message router_deleted on router b99cf232-05aa-4212-8f94-0748ead02435 {{(pid=84040) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 18 21:17:42.919115 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-ed1bab36-6c6c-4e25-8f26-777fe55ab669 tempest-TestNetworkBasicOps-1936690218 tempest-TestNetworkBasicOps-1936690218-project] Notify callbacks [] for router, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:17:42.920224 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-ed1bab36-6c6c-4e25-8f26-777fe55ab669 tempest-TestNetworkBasicOps-1936690218 tempest-TestNetworkBasicOps-1936690218-project] 10.222.0.42 "DELETE /v2.0/routers/b99cf232-05aa-4212-8f94-0748ead02435 HTTP/1.1" status: 204 len: 168 time: 3.2125404 Apr 18 21:17:42.922791 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 58284) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:17:43.035181 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-0be5cc46-98d2-42c2-9362-439f146060ce tempest-TestNetworkBasicOps-1936690218 tempest-TestNetworkBasicOps-1936690218-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1103592'] for network, before_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:17:43.159579 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-0be5cc46-98d2-42c2-9362-439f146060ce tempest-TestNetworkBasicOps-1936690218 tempest-TestNetworkBasicOps-1936690218-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1258905', 'neutron.services.segments.db._delete_segments_for_network-8750375287417'] for network, precommit_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:17:43.185850 n-d-838334-2 neutron-server[84040]: DEBUG neutron.services.segments.db [None req-0be5cc46-98d2-42c2-9362-439f146060ce tempest-TestNetworkBasicOps-1936690218 tempest-TestNetworkBasicOps-1936690218-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0da44c8a-15a6-48d5-b8a3-e2609519a9b7']}} {{(pid=84040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:17:43.200009 n-d-838334-2 neutron-server[84040]: DEBUG neutron.services.segments.db [None req-0be5cc46-98d2-42c2-9362-439f146060ce tempest-TestNetworkBasicOps-1936690218 tempest-TestNetworkBasicOps-1936690218-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '19d30c16-18c6-4ab1-af4a-d3b9c52732a6') {'for_net_delete': True} {{(pid=84040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:17:43.200435 n-d-838334-2 neutron-server[84040]: DEBUG neutron.services.segments.db [None req-0be5cc46-98d2-42c2-9362-439f146060ce tempest-TestNetworkBasicOps-1936690218 tempest-TestNetworkBasicOps-1936690218-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '19d30c16-18c6-4ab1-af4a-d3b9c52732a6') {} {{(pid=84040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:17:43.214556 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-0be5cc46-98d2-42c2-9362-439f146060ce tempest-TestNetworkBasicOps-1936690218 tempest-TestNetworkBasicOps-1936690218-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750375287300', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31955965'] for segment, before_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:17:43.264931 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 58292) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:17:43.331130 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.db_base_plugin_v2 [None req-8e2c2a32-1da4-4ee4-be1a-b449dda0303b admin admin] Deleting subnet 80df765a-75ee-4c00-96c0-4bd275b84976 {{(pid=84041) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 18 21:17:43.336323 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-8e2c2a32-1da4-4ee4-be1a-b449dda0303b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:17:43.377787 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-0be5cc46-98d2-42c2-9362-439f146060ce tempest-TestNetworkBasicOps-1936690218 tempest-TestNetworkBasicOps-1936690218-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1082986'] for segment, precommit_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:17:43.387935 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0be5cc46-98d2-42c2-9362-439f146060ce tempest-TestNetworkBasicOps-1936690218 tempest-TestNetworkBasicOps-1936690218-project] Releasing vlan 396 on physical network physnet1 to pool {{(pid=84040) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 18 21:17:43.388582 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-0be5cc46-98d2-42c2-9362-439f146060ce tempest-TestNetworkBasicOps-1936690218 tempest-TestNetworkBasicOps-1936690218-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1082993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32440923'] for segment, after_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:17:43.414333 n-d-838334-2 neutron-server[84040]: Traceback (most recent call last): Apr 18 21:17:43.414333 n-d-838334-2 neutron-server[84040]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 18 21:17:43.414333 n-d-838334-2 neutron-server[84040]: timer() Apr 18 21:17:43.414333 n-d-838334-2 neutron-server[84040]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 21:17:43.414333 n-d-838334-2 neutron-server[84040]: cb(*args, **kw) Apr 18 21:17:43.414333 n-d-838334-2 neutron-server[84040]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 18 21:17:43.414333 n-d-838334-2 neutron-server[84040]: return func(*args, **kwargs) Apr 18 21:17:43.414333 n-d-838334-2 neutron-server[84040]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 21:17:43.414333 n-d-838334-2 neutron-server[84040]: self._notify() Apr 18 21:17:43.414333 n-d-838334-2 neutron-server[84040]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 21:17:43.414333 n-d-838334-2 neutron-server[84040]: self.callback(batched_events) Apr 18 21:17:43.414333 n-d-838334-2 neutron-server[84040]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 21:17:43.414333 n-d-838334-2 neutron-server[84040]: event.method(event) Apr 18 21:17:43.414333 n-d-838334-2 neutron-server[84040]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 18 21:17:43.414333 n-d-838334-2 neutron-server[84040]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 21:17:43.414333 n-d-838334-2 neutron-server[84040]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 18 21:17:43.414333 n-d-838334-2 neutron-server[84040]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 21:17:43.414333 n-d-838334-2 neutron-server[84040]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 18 21:17:43.414333 n-d-838334-2 neutron-server[84040]: return f(self, *a, **k) Apr 18 21:17:43.414333 n-d-838334-2 neutron-server[84040]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 18 21:17:43.414333 n-d-838334-2 neutron-server[84040]: return self._get(url).json() Apr 18 21:17:43.414333 n-d-838334-2 neutron-server[84040]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 18 21:17:43.414333 n-d-838334-2 neutron-server[84040]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 21:17:43.414333 n-d-838334-2 neutron-server[84040]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 18 21:17:43.414333 n-d-838334-2 neutron-server[84040]: return self.request(url, 'GET', **kwargs) Apr 18 21:17:43.414333 n-d-838334-2 neutron-server[84040]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 18 21:17:43.414333 n-d-838334-2 neutron-server[84040]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 21:17:43.414333 n-d-838334-2 neutron-server[84040]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 18 21:17:43.414333 n-d-838334-2 neutron-server[84040]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 21:17:43.414333 n-d-838334-2 neutron-server[84040]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 18 21:17:43.414333 n-d-838334-2 neutron-server[84040]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 21:17:43.414333 n-d-838334-2 neutron-server[84040]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 21:17:43.418265 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-8e2c2a32-1da4-4ee4-be1a-b449dda0303b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32266383'] for subnet, precommit_delete_associations {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:17:43.490687 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-8e2c2a32-1da4-4ee4-be1a-b449dda0303b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1260556'] for subnet, precommit_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:17:43.575899 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-8e2c2a32-1da4-4ee4-be1a-b449dda0303b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1260549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33526260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32266336', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32486390'] for subnet, after_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:17:43.586929 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-0be5cc46-98d2-42c2-9362-439f146060ce tempest-TestNetworkBasicOps-1936690218 tempest-TestNetworkBasicOps-1936690218-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1258898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33526109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33444113'] for network, after_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:17:43.591434 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-0be5cc46-98d2-42c2-9362-439f146060ce tempest-TestNetworkBasicOps-1936690218 tempest-TestNetworkBasicOps-1936690218-project] Notify callbacks [] for network, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:17:43.622860 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-9876175a-44c9-40cd-89fa-6338474a6765 req-7e57735a-862f-40f1-80fe-660ae7e59e3d service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=6e0fe3d9-3681-4728-ac75-931f2234a9b3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3970590 Apr 18 21:17:43.625588 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-8e2c2a32-1da4-4ee4-be1a-b449dda0303b admin admin] Notify callbacks [] for subnet, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:17:43.632587 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0be5cc46-98d2-42c2-9362-439f146060ce tempest-TestNetworkBasicOps-1936690218 tempest-TestNetworkBasicOps-1936690218-project] Pushing event deleted for resources: {'Network': ['ID=0da44c8a-15a6-48d5-b8a3-e2609519a9b7,revision_number=None']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:17:43.634885 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e2c2a32-1da4-4ee4-be1a-b449dda0303b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=80df765a-75ee-4c00-96c0-4bd275b84976,revision_number=None']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:17:43.638512 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-0be5cc46-98d2-42c2-9362-439f146060ce tempest-TestNetworkBasicOps-1936690218 tempest-TestNetworkBasicOps-1936690218-project] 10.222.0.42 "DELETE /v2.0/networks/0da44c8a-15a6-48d5-b8a3-e2609519a9b7 HTTP/1.1" status: 204 len: 168 time: 0.7147722 Apr 18 21:17:43.640279 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-8e2c2a32-1da4-4ee4-be1a-b449dda0303b admin admin] 10.222.0.42 "DELETE /v2.0/subnets/80df765a-75ee-4c00-96c0-4bd275b84976 HTTP/1.1" status: 204 len: 168 time: 0.3735337 Apr 18 21:17:43.644823 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 58302) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:17:43.665303 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 58306) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:17:43.676140 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d34498d1-4d7e-4a37-aedf-83aaa9638888 req-b12b8f1d-6528-4873-af89-c244cdc6f807 tempest-TestVolumeBootPattern-942365775 tempest-TestVolumeBootPattern-942365775-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:17:43.678448 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-d34498d1-4d7e-4a37-aedf-83aaa9638888 req-b12b8f1d-6528-4873-af89-c244cdc6f807 tempest-TestVolumeBootPattern-942365775 tempest-TestVolumeBootPattern-942365775-project] 10.222.0.42 "GET /v2.0/ports?device_id=d571e7bf-d6c0-4544-b5f2-beac150becf9 HTTP/1.1" status: 200 len: 943 time: 0.1969230 Apr 18 21:17:43.684798 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Device f11d7d7a-1d31-46d1-9284-5ce527816501 no longer exists at agent hyperv_n-h2-838334-2 {{(pid=84042) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 21:17:43.687670 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.v2.base [None req-f16a1d55-a62b-43d6-8cad-687a53c60ced tempest-TestNetworkBasicOps-1936690218 tempest-TestNetworkBasicOps-1936690218-project] Request body: {'network': {'name': 'tempest-network-smoke--1805991620', 'project_id': '08ce18aa0ce94082a747ec94ccd8cac1', 'port_security_enabled': True}} {{(pid=84041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:17:43.709318 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-f16a1d55-a62b-43d6-8cad-687a53c60ced tempest-TestNetworkBasicOps-1936690218 tempest-TestNetworkBasicOps-1936690218-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:17:43.736574 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.plugin [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] No Port match for: f11d7d7a-1d31-46d1-9284-5ce527816501 {{(pid=84042) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 18 21:17:43.736909 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Device f11d7d7a-1d31-46d1-9284-5ce527816501 not bound to the agent host n-h2-838334-2 {{(pid=84042) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 21:17:43.770321 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-f16a1d55-a62b-43d6-8cad-687a53c60ced tempest-TestNetworkBasicOps-1936690218 tempest-TestNetworkBasicOps-1936690218-project] Usage tracker for resource:network and tenant:08ce18aa0ce94082a747ec94ccd8cac1 is out of sync, need to count used quota {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:17:43.782147 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-f16a1d55-a62b-43d6-8cad-687a53c60ced tempest-TestNetworkBasicOps-1936690218 tempest-TestNetworkBasicOps-1936690218-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:17:43.791882 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-f16a1d55-a62b-43d6-8cad-687a53c60ced tempest-TestNetworkBasicOps-1936690218 tempest-TestNetworkBasicOps-1936690218-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:17:43.816397 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-46c5b3ea-b87b-4125-8e55-c698cbd944e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1103592'] for network, before_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:17:43.817790 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-d34498d1-4d7e-4a37-aedf-83aaa9638888 req-0126bc28-f263-4ead-b022-2096f227a913 tempest-TestVolumeBootPattern-942365775 tempest-TestVolumeBootPattern-942365775-project] 10.222.0.42 "GET /v2.0/security-groups?id=cdcfb3ee-78c0-44cb-a2e3-4b946850a7e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1308928 Apr 18 21:17:43.819709 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f16a1d55-a62b-43d6-8cad-687a53c60ced tempest-TestNetworkBasicOps-1936690218 tempest-TestNetworkBasicOps-1936690218-project] Made reservation on behalf of 08ce18aa0ce94082a747ec94ccd8cac1 for: {'network': 1} {{(pid=84041) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:17:43.823578 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-f16a1d55-a62b-43d6-8cad-687a53c60ced tempest-TestNetworkBasicOps-1936690218 tempest-TestNetworkBasicOps-1936690218-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for network, before_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:17:43.854495 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-9876175a-44c9-40cd-89fa-6338474a6765 req-335391f4-d34d-4c61-8ff6-ef1130883a27 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=769e4d212a7247919de3c941a9f4cf3b&device_id=6e0fe3d9-3681-4728-ac75-931f2234a9b3 HTTP/1.1" status: 200 len: 1097 time: 0.0783184 Apr 18 21:17:43.911385 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f16a1d55-a62b-43d6-8cad-687a53c60ced tempest-TestNetworkBasicOps-1936690218 tempest-TestNetworkBasicOps-1936690218-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 365} {{(pid=84041) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 21:17:44.004423 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-f16a1d55-a62b-43d6-8cad-687a53c60ced tempest-TestNetworkBasicOps-1936690218 tempest-TestNetworkBasicOps-1936690218-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1082986'] for segment, precommit_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:17:44.005097 n-d-838334-2 neutron-server[84041]: INFO neutron.db.segments_db [None req-f16a1d55-a62b-43d6-8cad-687a53c60ced tempest-TestNetworkBasicOps-1936690218 tempest-TestNetworkBasicOps-1936690218-project] Added segment 2607d251-aee9-4bc4-badb-2c8388df3d1e of type vlan for network fbe7a1ae-9441-45a7-9d7b-ac5d18bf7b64 Apr 18 21:17:44.009312 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9876175a-44c9-40cd-89fa-6338474a6765 req-7ed34f1e-70d5-492b-996a-516d3a2f01cc service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:17:44.011017 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-9876175a-44c9-40cd-89fa-6338474a6765 req-7ed34f1e-70d5-492b-996a-516d3a2f01cc service neutron] 10.222.0.43 "GET /v2.0/networks?id=455c9cd9-3eae-4b7a-8234-99cebcf9bc24 HTTP/1.1" status: 200 len: 909 time: 0.1381164 Apr 18 21:17:44.012685 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-46c5b3ea-b87b-4125-8e55-c698cbd944e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1258905', 'neutron.services.segments.db._delete_segments_for_network-8750375287417'] for network, precommit_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:17:44.053505 n-d-838334-2 neutron-server[84041]: DEBUG neutron.services.segments.db [None req-46c5b3ea-b87b-4125-8e55-c698cbd944e3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fe92c27a-ca46-4dc4-a5bf-0156c419fb0e']}} {{(pid=84041) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:17:44.064994 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-f16a1d55-a62b-43d6-8cad-687a53c60ced tempest-TestNetworkBasicOps-1936690218 tempest-TestNetworkBasicOps-1936690218-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750374825732'] for network, precommit_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:17:44.071324 n-d-838334-2 neutron-server[84041]: DEBUG neutron.services.segments.db [None req-46c5b3ea-b87b-4125-8e55-c698cbd944e3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '73e63a05-25e2-49ce-b1d9-edfb68ffa93d') {'for_net_delete': True} {{(pid=84041) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:17:44.071615 n-d-838334-2 neutron-server[84041]: DEBUG neutron.services.segments.db [None req-46c5b3ea-b87b-4125-8e55-c698cbd944e3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '73e63a05-25e2-49ce-b1d9-edfb68ffa93d') {} {{(pid=84041) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:17:44.086482 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-46c5b3ea-b87b-4125-8e55-c698cbd944e3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750375287300', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32268156'] for segment, before_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:17:44.119002 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-46c5b3ea-b87b-4125-8e55-c698cbd944e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1082986'] for segment, precommit_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:17:44.126430 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-46c5b3ea-b87b-4125-8e55-c698cbd944e3 admin admin] Releasing vlan 351 on physical network physnet1 to pool {{(pid=84041) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 18 21:17:44.126732 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-9876175a-44c9-40cd-89fa-6338474a6765 req-69f0751f-3e8f-4d32-8bce-f6336c4dd396 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ca8a70d8-3de3-411d-838b-aca123d7e7d9 HTTP/1.1" status: 200 len: 1001 time: 0.1097765 Apr 18 21:17:44.127331 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-46c5b3ea-b87b-4125-8e55-c698cbd944e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1082993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32266254'] for segment, after_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:17:44.141853 n-d-838334-2 neutron-server[84041]: Traceback (most recent call last): Apr 18 21:17:44.141853 n-d-838334-2 neutron-server[84041]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 18 21:17:44.141853 n-d-838334-2 neutron-server[84041]: timer() Apr 18 21:17:44.141853 n-d-838334-2 neutron-server[84041]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 21:17:44.141853 n-d-838334-2 neutron-server[84041]: cb(*args, **kw) Apr 18 21:17:44.141853 n-d-838334-2 neutron-server[84041]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 18 21:17:44.141853 n-d-838334-2 neutron-server[84041]: return func(*args, **kwargs) Apr 18 21:17:44.141853 n-d-838334-2 neutron-server[84041]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 21:17:44.141853 n-d-838334-2 neutron-server[84041]: self._notify() Apr 18 21:17:44.141853 n-d-838334-2 neutron-server[84041]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 21:17:44.141853 n-d-838334-2 neutron-server[84041]: self.callback(batched_events) Apr 18 21:17:44.141853 n-d-838334-2 neutron-server[84041]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 21:17:44.141853 n-d-838334-2 neutron-server[84041]: event.method(event) Apr 18 21:17:44.141853 n-d-838334-2 neutron-server[84041]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 18 21:17:44.141853 n-d-838334-2 neutron-server[84041]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 21:17:44.141853 n-d-838334-2 neutron-server[84041]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 18 21:17:44.141853 n-d-838334-2 neutron-server[84041]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 21:17:44.141853 n-d-838334-2 neutron-server[84041]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 18 21:17:44.141853 n-d-838334-2 neutron-server[84041]: return f(self, *a, **k) Apr 18 21:17:44.141853 n-d-838334-2 neutron-server[84041]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 18 21:17:44.141853 n-d-838334-2 neutron-server[84041]: return self._get(url).json() Apr 18 21:17:44.141853 n-d-838334-2 neutron-server[84041]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 18 21:17:44.141853 n-d-838334-2 neutron-server[84041]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 21:17:44.141853 n-d-838334-2 neutron-server[84041]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 18 21:17:44.141853 n-d-838334-2 neutron-server[84041]: return self.request(url, 'GET', **kwargs) Apr 18 21:17:44.141853 n-d-838334-2 neutron-server[84041]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 18 21:17:44.141853 n-d-838334-2 neutron-server[84041]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 21:17:44.141853 n-d-838334-2 neutron-server[84041]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 18 21:17:44.141853 n-d-838334-2 neutron-server[84041]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 21:17:44.141853 n-d-838334-2 neutron-server[84041]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 18 21:17:44.141853 n-d-838334-2 neutron-server[84041]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 21:17:44.141853 n-d-838334-2 neutron-server[84041]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 21:17:44.145144 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-f16a1d55-a62b-43d6-8cad-687a53c60ced tempest-TestNetworkBasicOps-1936690218 tempest-TestNetworkBasicOps-1936690218-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33526109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022'] for network, after_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:17:44.146675 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f16a1d55-a62b-43d6-8cad-687a53c60ced tempest-TestNetworkBasicOps-1936690218 tempest-TestNetworkBasicOps-1936690218-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:17:44.147391 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-f16a1d55-a62b-43d6-8cad-687a53c60ced tempest-TestNetworkBasicOps-1936690218 tempest-TestNetworkBasicOps-1936690218-project] Notify callbacks [] for network, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:17:44.192067 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9876175a-44c9-40cd-89fa-6338474a6765 req-023f3197-a7f2-49a1-a7ab-4d8b59379cd0 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:17:44.193502 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-9876175a-44c9-40cd-89fa-6338474a6765 req-023f3197-a7f2-49a1-a7ab-4d8b59379cd0 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=ffff18e8-8f29-45e6-957b-0d07d078c8a0 HTTP/1.1" status: 200 len: 847 time: 0.0610449 Apr 18 21:17:44.272126 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-9876175a-44c9-40cd-89fa-6338474a6765 req-536a4674-142d-48fb-8f72-c3c570a6127b service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=455c9cd9-3eae-4b7a-8234-99cebcf9bc24&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0720267 Apr 18 21:17:44.329317 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f16a1d55-a62b-43d6-8cad-687a53c60ced tempest-TestNetworkBasicOps-1936690218 tempest-TestNetworkBasicOps-1936690218-project] Pushing event updated for resources: {'Network': ['ID=fbe7a1ae-9441-45a7-9d7b-ac5d18bf7b64,revision_number=1']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:17:44.338237 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-f16a1d55-a62b-43d6-8cad-687a53c60ced tempest-TestNetworkBasicOps-1936690218 tempest-TestNetworkBasicOps-1936690218-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.6716084 Apr 18 21:17:44.338849 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 58312) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:17:44.345817 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Network fbe7a1ae-9441-45a7-9d7b-ac5d18bf7b64 details requested by agent ovs-agent-n-d-838334-2 with host n-d-838334-2 {{(pid=84042) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 18 21:17:44.354371 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.v2.base [None req-45ede434-371f-473d-8764-71253b282190 tempest-TestNetworkBasicOps-1936690218 tempest-TestNetworkBasicOps-1936690218-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-361076080', 'admin_state_up': True, 'project_id': '08ce18aa0ce94082a747ec94ccd8cac1', 'external_gateway_info': {'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c'}}} {{(pid=84041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:17:44.361942 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-46c5b3ea-b87b-4125-8e55-c698cbd944e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1258898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33526109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33444113'] for network, after_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:17:44.366505 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-46c5b3ea-b87b-4125-8e55-c698cbd944e3 admin admin] Notify callbacks [] for network, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:17:44.371325 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-45ede434-371f-473d-8764-71253b282190 tempest-TestNetworkBasicOps-1936690218 tempest-TestNetworkBasicOps-1936690218-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:17:44.395437 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46c5b3ea-b87b-4125-8e55-c698cbd944e3 admin admin] Pushing event deleted for resources: {'Network': ['ID=fe92c27a-ca46-4dc4-a5bf-0156c419fb0e,revision_number=None']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:17:44.404437 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-45ede434-371f-473d-8764-71253b282190 tempest-TestNetworkBasicOps-1936690218 tempest-TestNetworkBasicOps-1936690218-project] Usage tracker for resource:router and tenant:08ce18aa0ce94082a747ec94ccd8cac1 is out of sync, need to count used quota {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:17:44.408711 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-45ede434-371f-473d-8764-71253b282190 tempest-TestNetworkBasicOps-1936690218 tempest-TestNetworkBasicOps-1936690218-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:17:44.416451 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-45ede434-371f-473d-8764-71253b282190 tempest-TestNetworkBasicOps-1936690218 tempest-TestNetworkBasicOps-1936690218-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:17:44.423398 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-46c5b3ea-b87b-4125-8e55-c698cbd944e3 admin admin] 10.222.0.42 "DELETE /v2.0/networks/fe92c27a-ca46-4dc4-a5bf-0156c419fb0e HTTP/1.1" status: 204 len: 168 time: 0.7772229 Apr 18 21:17:44.426837 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 58316) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:17:44.446116 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-9876175a-44c9-40cd-89fa-6338474a6765 req-d194012a-e27a-4e8d-8ed1-e52f70865c24 service neutron] 10.222.0.43 "GET /v2.0/networks/455c9cd9-3eae-4b7a-8234-99cebcf9bc24?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1681364 Apr 18 21:17:44.480040 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-45ede434-371f-473d-8764-71253b282190 tempest-TestNetworkBasicOps-1936690218 tempest-TestNetworkBasicOps-1936690218-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-33442106', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5708'] for router, before_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:17:44.480974 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-45ede434-371f-473d-8764-71253b282190 tempest-TestNetworkBasicOps-1936690218 tempest-TestNetworkBasicOps-1936690218-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33442137', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33444285', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33535433', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5703'] for router, precommit_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:17:44.510451 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.db_base_plugin_v2 [None req-efd48848-1794-47bf-b57f-9eb3cfbafed5 admin admin] Deleting subnet af262b63-1f49-475d-9de9-8b50d4b1dc9d {{(pid=84041) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 18 21:17:44.517046 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-efd48848-1794-47bf-b57f-9eb3cfbafed5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:17:44.575236 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-45ede434-371f-473d-8764-71253b282190 tempest-TestNetworkBasicOps-1936690218 tempest-TestNetworkBasicOps-1936690218-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:17:44.599466 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-efd48848-1794-47bf-b57f-9eb3cfbafed5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32266383'] for subnet, precommit_delete_associations {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:17:44.646756 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-9876175a-44c9-40cd-89fa-6338474a6765 req-2f095580-6c58-43f2-8621-727bf1b6f4a3 service neutron] 10.222.0.43 "GET /v2.0/networks/455c9cd9-3eae-4b7a-8234-99cebcf9bc24?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1920226 Apr 18 21:17:44.789339 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-efd48848-1794-47bf-b57f-9eb3cfbafed5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1260556'] for subnet, precommit_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:17:44.840723 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-45ede434-371f-473d-8764-71253b282190 tempest-TestNetworkBasicOps-1936690218 tempest-TestNetworkBasicOps-1936690218-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-33444175', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-33443520', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5293'] for router, precommit_update {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:17:44.888620 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-efd48848-1794-47bf-b57f-9eb3cfbafed5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1260549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33526260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32266336', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32486390'] for subnet, after_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:17:45.034408 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56a1ac91-d8c7-4ba2-93af-736868cdfa10 req-49756652-7c03-45ee-b9d6-ab2df2e6db99 tempest-TestVolumeBootPattern-942365775 tempest-TestVolumeBootPattern-942365775-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:17:45.036115 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-56a1ac91-d8c7-4ba2-93af-736868cdfa10 req-49756652-7c03-45ee-b9d6-ab2df2e6db99 tempest-TestVolumeBootPattern-942365775 tempest-TestVolumeBootPattern-942365775-project] 10.222.0.42 "GET /v2.0/ports?device_id=d571e7bf-d6c0-4544-b5f2-beac150becf9 HTTP/1.1" status: 200 len: 943 time: 0.0831506 Apr 18 21:17:45.089023 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-56a1ac91-d8c7-4ba2-93af-736868cdfa10 req-9f735028-a2a4-45a6-8f96-bde12e89fd05 tempest-TestVolumeBootPattern-942365775 tempest-TestVolumeBootPattern-942365775-project] 10.222.0.42 "GET /v2.0/security-groups?id=cdcfb3ee-78c0-44cb-a2e3-4b946850a7e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470636 Apr 18 21:17:45.093342 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efd48848-1794-47bf-b57f-9eb3cfbafed5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=af262b63-1f49-475d-9de9-8b50d4b1dc9d,revision_number=None']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:17:45.100959 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-efd48848-1794-47bf-b57f-9eb3cfbafed5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:17:45.130143 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-efd48848-1794-47bf-b57f-9eb3cfbafed5 admin admin] 10.222.0.42 "DELETE /v2.0/subnets/af262b63-1f49-475d-9de9-8b50d4b1dc9d HTTP/1.1" status: 204 len: 168 time: 0.7013705 Apr 18 21:17:45.132669 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 58330) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:17:45.259440 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-6606e945-8769-441c-9a7f-611c51bf4683 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1103592'] for network, before_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:17:45.426056 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-45ede434-371f-473d-8764-71253b282190 tempest-TestNetworkBasicOps-1936690218 tempest-TestNetworkBasicOps-1936690218-project] Notify callbacks [] for router_gateway, before_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:17:45.461973 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-45ede434-371f-473d-8764-71253b282190 tempest-TestNetworkBasicOps-1936690218 tempest-TestNetworkBasicOps-1936690218-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:17:45.464542 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-6606e945-8769-441c-9a7f-611c51bf4683 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1258905', 'neutron.services.segments.db._delete_segments_for_network-8750375287417'] for network, precommit_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:17:45.535648 n-d-838334-2 neutron-server[84041]: DEBUG neutron.services.segments.db [None req-6606e945-8769-441c-9a7f-611c51bf4683 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7621df6c-1f8d-47e5-bcff-d745f36de730']}} {{(pid=84041) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:17:45.558041 n-d-838334-2 neutron-server[84041]: DEBUG neutron.services.segments.db [None req-6606e945-8769-441c-9a7f-611c51bf4683 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ee84a79a-46f1-42a6-9eb3-94dc9266f971') {'for_net_delete': True} {{(pid=84041) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:17:45.558329 n-d-838334-2 neutron-server[84041]: DEBUG neutron.services.segments.db [None req-6606e945-8769-441c-9a7f-611c51bf4683 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ee84a79a-46f1-42a6-9eb3-94dc9266f971') {} {{(pid=84041) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:17:45.576762 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-6606e945-8769-441c-9a7f-611c51bf4683 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750375287300', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32268156'] for segment, before_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:17:45.632808 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-6606e945-8769-441c-9a7f-611c51bf4683 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1082986'] for segment, precommit_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:17:45.648895 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6606e945-8769-441c-9a7f-611c51bf4683 admin admin] Releasing vlan 394 on physical network physnet1 to pool {{(pid=84041) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 18 21:17:45.649350 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-6606e945-8769-441c-9a7f-611c51bf4683 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1082993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32266254'] for segment, after_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:17:45.661194 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-fbb2d69d-3a5c-40c9-882b-408b1f5cd55c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750375287399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253529'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:17:45.664304 n-d-838334-2 neutron-server[84041]: Traceback (most recent call last): Apr 18 21:17:45.664304 n-d-838334-2 neutron-server[84041]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 18 21:17:45.664304 n-d-838334-2 neutron-server[84041]: timer() Apr 18 21:17:45.664304 n-d-838334-2 neutron-server[84041]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 21:17:45.664304 n-d-838334-2 neutron-server[84041]: cb(*args, **kw) Apr 18 21:17:45.664304 n-d-838334-2 neutron-server[84041]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 18 21:17:45.664304 n-d-838334-2 neutron-server[84041]: return func(*args, **kwargs) Apr 18 21:17:45.664304 n-d-838334-2 neutron-server[84041]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 21:17:45.664304 n-d-838334-2 neutron-server[84041]: self._notify() Apr 18 21:17:45.664304 n-d-838334-2 neutron-server[84041]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 21:17:45.664304 n-d-838334-2 neutron-server[84041]: self.callback(batched_events) Apr 18 21:17:45.664304 n-d-838334-2 neutron-server[84041]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 21:17:45.664304 n-d-838334-2 neutron-server[84041]: event.method(event) Apr 18 21:17:45.664304 n-d-838334-2 neutron-server[84041]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 18 21:17:45.664304 n-d-838334-2 neutron-server[84041]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 21:17:45.664304 n-d-838334-2 neutron-server[84041]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 18 21:17:45.664304 n-d-838334-2 neutron-server[84041]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 21:17:45.664304 n-d-838334-2 neutron-server[84041]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 18 21:17:45.664304 n-d-838334-2 neutron-server[84041]: return f(self, *a, **k) Apr 18 21:17:45.664304 n-d-838334-2 neutron-server[84041]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 18 21:17:45.664304 n-d-838334-2 neutron-server[84041]: return self._get(url).json() Apr 18 21:17:45.664304 n-d-838334-2 neutron-server[84041]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 18 21:17:45.664304 n-d-838334-2 neutron-server[84041]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 21:17:45.664304 n-d-838334-2 neutron-server[84041]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 18 21:17:45.664304 n-d-838334-2 neutron-server[84041]: return self.request(url, 'GET', **kwargs) Apr 18 21:17:45.664304 n-d-838334-2 neutron-server[84041]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 18 21:17:45.664304 n-d-838334-2 neutron-server[84041]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 21:17:45.664304 n-d-838334-2 neutron-server[84041]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 18 21:17:45.664304 n-d-838334-2 neutron-server[84041]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 21:17:45.664304 n-d-838334-2 neutron-server[84041]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 18 21:17:45.664304 n-d-838334-2 neutron-server[84041]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 21:17:45.664304 n-d-838334-2 neutron-server[84041]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 21:17:45.754725 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.db_base_plugin_common [None req-45ede434-371f-473d-8764-71253b282190 tempest-TestNetworkBasicOps-1936690218 tempest-TestNetworkBasicOps-1936690218-project] Allocated IP 172.25.8.102 (e41b6600-a917-4a8d-b05c-be3be40c6d8c/6b05667b-848e-4356-9b44-d5eb6808ef74/4011cbbc-6802-4a02-ae2a-5d543322cb78) {{(pid=84041) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 21:17:45.764165 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-6606e945-8769-441c-9a7f-611c51bf4683 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1258898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33526109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33444113'] for network, after_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:17:45.768768 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-6606e945-8769-441c-9a7f-611c51bf4683 admin admin] Notify callbacks [] for network, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:17:45.812239 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6606e945-8769-441c-9a7f-611c51bf4683 admin admin] Pushing event deleted for resources: {'Network': ['ID=7621df6c-1f8d-47e5-bcff-d745f36de730,revision_number=None']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:17:45.864291 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-6606e945-8769-441c-9a7f-611c51bf4683 admin admin] 10.222.0.42 "DELETE /v2.0/networks/7621df6c-1f8d-47e5-bcff-d745f36de730 HTTP/1.1" status: 204 len: 168 time: 0.7280600 Apr 18 21:17:45.989487 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-45ede434-371f-473d-8764-71253b282190 tempest-TestNetworkBasicOps-1936690218 tempest-TestNetworkBasicOps-1936690218-project] Notify callbacks [] for port, precommit_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:17:46.048897 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-45ede434-371f-473d-8764-71253b282190 tempest-TestNetworkBasicOps-1936690218 tempest-TestNetworkBasicOps-1936690218-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750374836619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32266323'] for port, after_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:17:46.110023 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 58338) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:17:46.137710 n-d-838334-2 neutron-server[84041]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45ede434-371f-473d-8764-71253b282190 tempest-TestNetworkBasicOps-1936690218 tempest-TestNetworkBasicOps-1936690218-project] Network e41b6600-a917-4a8d-b05c-be3be40c6d8c is already hosted by enough agents. {{(pid=84041) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:17:46.140725 n-d-838334-2 neutron-server[84041]: DEBUG neutron.scheduler.base_scheduler [None req-45ede434-371f-473d-8764-71253b282190 tempest-TestNetworkBasicOps-1936690218 tempest-TestNetworkBasicOps-1936690218-project] Resources bound (agent type, host, resource id): {{(pid=84041) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:17:46.146174 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45ede434-371f-473d-8764-71253b282190 tempest-TestNetworkBasicOps-1936690218 tempest-TestNetworkBasicOps-1936690218-project] Received port after_create {{(pid=84041) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 21:17:46.176496 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-cb9d7af3-abd4-4916-a7ee-770eed7a3666 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=10a8568a350a4c8bb67c4e738a597177&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0644510 Apr 18 21:17:46.179992 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 58344) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:17:46.222583 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45ede434-371f-473d-8764-71253b282190 tempest-TestNetworkBasicOps-1936690218 tempest-TestNetworkBasicOps-1936690218-project] Pushing event updated for resources: {'Port': ['ID=4011cbbc-6802-4a02-ae2a-5d543322cb78,revision_number=1']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:17:46.285393 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-43f41ead-60d5-4e27-9fa8-edda5e9af640 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:17:46.376117 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-43f41ead-60d5-4e27-9fa8-edda5e9af640 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:17:46.406553 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-45ede434-371f-473d-8764-71253b282190 tempest-TestNetworkBasicOps-1936690218 tempest-TestNetworkBasicOps-1936690218-project] Notify callbacks [] for router_gateway, after_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:17:46.407307 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-45ede434-371f-473d-8764-71253b282190 tempest-TestNetworkBasicOps-1936690218 tempest-TestNetworkBasicOps-1936690218-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33443529', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33444176'] for router, after_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:17:46.461760 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-407f8f2a-57fd-469b-8e9b-9f03744c3ec5 req-1840e717-a1c9-48fc-b043-d8fa4aa2f46e tempest-TestVolumeBootPattern-942365775 tempest-TestVolumeBootPattern-942365775-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:17:46.463328 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-407f8f2a-57fd-469b-8e9b-9f03744c3ec5 req-1840e717-a1c9-48fc-b043-d8fa4aa2f46e tempest-TestVolumeBootPattern-942365775 tempest-TestVolumeBootPattern-942365775-project] 10.222.0.42 "GET /v2.0/ports?device_id=d571e7bf-d6c0-4544-b5f2-beac150becf9 HTTP/1.1" status: 200 len: 943 time: 0.1796327 Apr 18 21:17:46.501903 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-43f41ead-60d5-4e27-9fa8-edda5e9af640 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33528224'] for security_group, after_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:17:46.526809 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43f41ead-60d5-4e27-9fa8-edda5e9af640 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed497b1e-3ef7-41f9-b418-a0e8bd20250c,revision_number=None']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:17:46.531977 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-407f8f2a-57fd-469b-8e9b-9f03744c3ec5 req-dfcad235-c997-475c-ba97-8de66cf79539 tempest-TestVolumeBootPattern-942365775 tempest-TestVolumeBootPattern-942365775-project] 10.222.0.42 "GET /v2.0/security-groups?id=cdcfb3ee-78c0-44cb-a2e3-4b946850a7e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626130 Apr 18 21:17:46.563599 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-43f41ead-60d5-4e27-9fa8-edda5e9af640 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:17:46.563599 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-43f41ead-60d5-4e27-9fa8-edda5e9af640 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/ed497b1e-3ef7-41f9-b418-a0e8bd20250c HTTP/1.1" status: 204 len: 168 time: 0.3751049 Apr 18 21:17:46.689342 n-d-838334-2 neutron-server[84041]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-45ede434-371f-473d-8764-71253b282190 tempest-TestNetworkBasicOps-1936690218 tempest-TestNetworkBasicOps-1936690218-project] Router e125d100-598e-4937-874b-defec831b2d1 is scheduled to L3 agent bc84d6c9-dd7a-4555-a351-592327b46d5a with binding_index 1 {{(pid=84041) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 18 21:17:47.003913 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-45ede434-371f-473d-8764-71253b282190 tempest-TestNetworkBasicOps-1936690218 tempest-TestNetworkBasicOps-1936690218-project] Notify agent at l3_agent.n-d-838334-2 the message routers_updated {{(pid=84041) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 21:17:47.010639 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 58358) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:17:47.020055 n-d-838334-2 neutron-server[84043]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f40c29eb-6f87-4f70-91ba-37090c1b5eea None None] Sync routers for ids ['e125d100-598e-4937-874b-defec831b2d1'] in n-d-838334-2 {{(pid=84043) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 18 21:17:47.026257 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-45ede434-371f-473d-8764-71253b282190 tempest-TestNetworkBasicOps-1936690218 tempest-TestNetworkBasicOps-1936690218-project] Notify callbacks [] for router, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:17:47.030196 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-45ede434-371f-473d-8764-71253b282190 tempest-TestNetworkBasicOps-1936690218 tempest-TestNetworkBasicOps-1936690218-project] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 2.6877098 Apr 18 21:17:47.030553 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 58362) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:17:47.046229 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f40c29eb-6f87-4f70-91ba-37090c1b5eea None None] Routers {'e125d100-598e-4937-874b-defec831b2d1'} bound to L3 agent in host n-d-838334-2 {{(pid=84043) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 21:17:47.047180 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.l3_hamode_db [None req-f40c29eb-6f87-4f70-91ba-37090c1b5eea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838334-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-18T20:25:48Z,description=,heartbeat_timestamp=2022-04-18T21:17:18Z,host='n-d-838334-2',id=bc84d6c9-dd7a-4555-a351-592327b46d5a,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:25:48Z,topic='l3_agent')) {'router_ids': ['e125d100-598e-4937-874b-defec831b2d1'], 'active': True} {{(pid=84043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:17:47.078700 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-f498b234-0b9a-4fb8-8184-84f45e34f6e5 tempest-TestNetworkBasicOps-1645287483 tempest-TestNetworkBasicOps-1645287483-project-admin] 10.222.0.42 "GET /v2.0/subnets?project_id=08ce18aa0ce94082a747ec94ccd8cac1&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0447059 Apr 18 21:17:47.078942 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 58368) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:17:47.103742 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-55306f8f-d14c-4f4e-a4e2-677b3e00d211 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=369c8a5ee47b42b191f268dc9cc538e3&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0895238 Apr 18 21:17:47.104089 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 58374) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:17:47.189290 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-9bb48c3e-7e7f-4c29-a82a-48f3d33b0d61 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:17:47.231274 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-9bb48c3e-7e7f-4c29-a82a-48f3d33b0d61 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:17:47.252970 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2205240-a286-4225-9e6f-d3482e198241 tempest-TestNetworkBasicOps-1645287483 tempest-TestNetworkBasicOps-1645287483-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:17:47.258271 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-e2205240-a286-4225-9e6f-d3482e198241 tempest-TestNetworkBasicOps-1645287483 tempest-TestNetworkBasicOps-1645287483-project-admin] 10.222.0.42 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1784577 Apr 18 21:17:47.259312 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 58378) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:17:47.268258 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.l3_dvr_db [None req-f40c29eb-6f87-4f70-91ba-37090c1b5eea None None] Set router e125d100-598e-4937-874b-defec831b2d1 gateway port host: n-d-838334-2 {{(pid=84043) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 21:17:47.294919 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-9bb48c3e-7e7f-4c29-a82a-48f3d33b0d61 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33528224'] for security_group, after_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:17:47.308531 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-99020263-65d1-4cf1-a9ee-e77a28736875 tempest-TestNetworkBasicOps-1645287483 tempest-TestNetworkBasicOps-1645287483-project-admin] 10.222.0.42 "GET /v2.0/subnets?network_id=e41b6600-a917-4a8d-b05c-be3be40c6d8c&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0477955 Apr 18 21:17:47.309121 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 58382) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:17:47.314890 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bb48c3e-7e7f-4c29-a82a-48f3d33b0d61 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e474c9a-f1cf-4f02-a5e0-3c94313d1bff,revision_number=None']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:17:47.315196 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.v2.base [None req-28099a9e-f8d9-4ed8-8d9b-8f249faab3c2 tempest-TestNetworkBasicOps-1936690218 tempest-TestNetworkBasicOps-1936690218-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1078830068', 'network_id': 'fbe7a1ae-9441-45a7-9d7b-ac5d18bf7b64', 'project_id': '08ce18aa0ce94082a747ec94ccd8cac1', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=84041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:17:47.328479 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-9bb48c3e-7e7f-4c29-a82a-48f3d33b0d61 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:17:47.329699 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-9bb48c3e-7e7f-4c29-a82a-48f3d33b0d61 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/5e474c9a-f1cf-4f02-a5e0-3c94313d1bff HTTP/1.1" status: 204 len: 168 time: 0.2246406 Apr 18 21:17:47.481513 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-28099a9e-f8d9-4ed8-8d9b-8f249faab3c2 tempest-TestNetworkBasicOps-1936690218 tempest-TestNetworkBasicOps-1936690218-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:17:47.488280 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-28099a9e-f8d9-4ed8-8d9b-8f249faab3c2 tempest-TestNetworkBasicOps-1936690218 tempest-TestNetworkBasicOps-1936690218-project] Usage tracker for resource:subnet and tenant:08ce18aa0ce94082a747ec94ccd8cac1 is out of sync, need to count used quota {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:17:47.491261 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-28099a9e-f8d9-4ed8-8d9b-8f249faab3c2 tempest-TestNetworkBasicOps-1936690218 tempest-TestNetworkBasicOps-1936690218-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:17:47.497347 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-28099a9e-f8d9-4ed8-8d9b-8f249faab3c2 tempest-TestNetworkBasicOps-1936690218 tempest-TestNetworkBasicOps-1936690218-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:17:47.524368 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-28099a9e-f8d9-4ed8-8d9b-8f249faab3c2 tempest-TestNetworkBasicOps-1936690218 tempest-TestNetworkBasicOps-1936690218-project] Made reservation on behalf of 08ce18aa0ce94082a747ec94ccd8cac1 for: {'subnet': 1} {{(pid=84041) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:17:47.610760 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.l3_hamode_db [None req-f40c29eb-6f87-4f70-91ba-37090c1b5eea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e125d100-598e-4937-874b-defec831b2d1', 'name': 'tempest-TestNetworkBasicOps-router-361076080', 'tenant_id': '08ce18aa0ce94082a747ec94ccd8cac1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'external_fixed_ips': [{'subnet_id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'ip_address': '172.25.8.102'}], 'enable_snat': True}, 'gw_port_id': '4011cbbc-6802-4a02-ae2a-5d543322cb78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:17:44Z', 'updated_at': '2022-04-18T21:17:46Z', 'revision_number': 3, 'project_id': '08ce18aa0ce94082a747ec94ccd8cac1', 'gw_port': {'id': '4011cbbc-6802-4a02-ae2a-5d543322cb78', 'name': '', 'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:f6:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e125d100-598e-4937-874b-defec831b2d1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'ip_address': '172.25.8.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:17:45Z', 'updated_at': '2022-04-18T21:17:45Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838334-2'}], 'n-d-838334-2', False) {} {{(pid=84043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:17:47.618500 n-d-838334-2 neutron-server[84043]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f40c29eb-6f87-4f70-91ba-37090c1b5eea None None] Checking router: e125d100-598e-4937-874b-defec831b2d1 for host: n-d-838334-2 {{(pid=84043) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 18 21:17:47.619108 n-d-838334-2 neutron-server[84043]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f40c29eb-6f87-4f70-91ba-37090c1b5eea None None] Updating router e125d100-598e-4937-874b-defec831b2d1 port 4011cbbc-6802-4a02-ae2a-5d543322cb78 binding host n-d-838334-2 {{(pid=84043) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 18 21:17:47.642653 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-28099a9e-f8d9-4ed8-8d9b-8f249faab3c2 tempest-TestNetworkBasicOps-1936690218 tempest-TestNetworkBasicOps-1936690218-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32486301'] for subnet, before_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:17:47.696848 n-d-838334-2 neutron-server[84043]: DEBUG neutron_lib.callbacks.manager [None req-f40c29eb-6f87-4f70-91ba-37090c1b5eea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:17:47.912602 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Device 329b3f6e-4515-4760-9918-6b3b49d435f8 details requested by agent hyperv_n-h1-838334-2 with host n-h1-838334-2 {{(pid=84042) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 18 21:17:47.920150 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-9aa31577-dcf3-41b9-822f-4f18ace9a641 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750375287399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253529'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:17:48.028080 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc64e7bd-fb1d-4726-8a54-1425e02435cf req-9c324f61-2fdb-4d2e-8188-8d30cdd6f49f tempest-TestVolumeBootPattern-942365775 tempest-TestVolumeBootPattern-942365775-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:17:48.040771 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-dc64e7bd-fb1d-4726-8a54-1425e02435cf req-9c324f61-2fdb-4d2e-8188-8d30cdd6f49f tempest-TestVolumeBootPattern-942365775 tempest-TestVolumeBootPattern-942365775-project] 10.222.0.42 "GET /v2.0/ports?device_id=d571e7bf-d6c0-4544-b5f2-beac150becf9 HTTP/1.1" status: 200 len: 943 time: 0.1873410 Apr 18 21:17:48.093387 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-28099a9e-f8d9-4ed8-8d9b-8f249faab3c2 tempest-TestNetworkBasicOps-1936690218 tempest-TestNetworkBasicOps-1936690218-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33526260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32266407', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32486287'] for subnet, after_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:17:48.129769 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-dc64e7bd-fb1d-4726-8a54-1425e02435cf req-cbd5c4b8-f0b7-40d7-aae5-9f20ed93adf3 tempest-TestVolumeBootPattern-942365775 tempest-TestVolumeBootPattern-942365775-project] 10.222.0.42 "GET /v2.0/security-groups?id=cdcfb3ee-78c0-44cb-a2e3-4b946850a7e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0879524 Apr 18 21:17:48.219731 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28099a9e-f8d9-4ed8-8d9b-8f249faab3c2 tempest-TestNetworkBasicOps-1936690218 tempest-TestNetworkBasicOps-1936690218-project] Pushing event updated for resources: {'Subnet': ['ID=b85fe757-c3d1-4525-8840-673234d1f87d,revision_number=0']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:17:48.222453 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] For port 329b3f6e-4515-4760-9918-6b3b49d435f8, host n-h1-838334-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838334-2',level=0,port_id=329b3f6e-4515-4760-9918-6b3b49d435f8,segment=NetworkSegment(c9d9b92a-74d4-40ed-ab8e-582836dfe352),segment_id=c9d9b92a-74d4-40ed-ab8e-582836dfe352)] {{(pid=84042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:17:48.241231 n-d-838334-2 neutron-server[84043]: DEBUG neutron_lib.callbacks.manager [None req-f40c29eb-6f87-4f70-91ba-37090c1b5eea None None] Notify callbacks [] for port, precommit_update {{(pid=84043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:17:48.244002 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28099a9e-f8d9-4ed8-8d9b-8f249faab3c2 tempest-TestNetworkBasicOps-1936690218 tempest-TestNetworkBasicOps-1936690218-project] Checking segment: {'id': '2607d251-aee9-4bc4-badb-2c8388df3d1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': 'fbe7a1ae-9441-45a7-9d7b-ac5d18bf7b64'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84041) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 21:17:48.244477 n-d-838334-2 neutron-server[84041]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28099a9e-f8d9-4ed8-8d9b-8f249faab3c2 tempest-TestNetworkBasicOps-1936690218 tempest-TestNetworkBasicOps-1936690218-project] Network hostable DHCP agents. Network: fbe7a1ae-9441-45a7-9d7b-ac5d18bf7b64, hostable agents: ['8746f8ea-3e91-4b32-9919-2c63adeb8722'], hosted agents: [] {{(pid=84041) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 21:17:48.244615 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Returning: {'device': '329b3f6e-4515-4760-9918-6b3b49d435f8', 'network_id': '9b223f6a-fe67-4bd3-957a-7ef808b3aaf1', 'port_id': '329b3f6e-4515-4760-9918-6b3b49d435f8', 'mac_address': 'fa:16:3e:de:b3:15', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 357, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a845e1ae-c47e-4919-8a24-530366b84c60', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84042) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 18 21:17:48.259606 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.provisioning_blocks [None req-f40c29eb-6f87-4f70-91ba-37090c1b5eea None None] Transition to ACTIVE for port object 4011cbbc-6802-4a02-ae2a-5d543322cb78 will not be triggered until provisioned by entity L2. {{(pid=84043) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:17:48.272764 n-d-838334-2 neutron-server[84041]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28099a9e-f8d9-4ed8-8d9b-8f249faab3c2 tempest-TestNetworkBasicOps-1936690218 tempest-TestNetworkBasicOps-1936690218-project] Network fbe7a1ae-9441-45a7-9d7b-ac5d18bf7b64 is scheduled to be hosted by DHCP agent 8746f8ea-3e91-4b32-9919-2c63adeb8722 with binding_index 1 {{(pid=84041) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 21:17:48.281533 n-d-838334-2 neutron-server[84043]: DEBUG neutron_lib.callbacks.manager [None req-f40c29eb-6f87-4f70-91ba-37090c1b5eea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682'] for port, after_update {{(pid=84043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:17:48.284306 n-d-838334-2 neutron-server[84041]: DEBUG neutron.scheduler.base_scheduler [None req-28099a9e-f8d9-4ed8-8d9b-8f249faab3c2 tempest-TestNetworkBasicOps-1936690218 tempest-TestNetworkBasicOps-1936690218-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-838334-2, fbe7a1ae-9441-45a7-9d7b-ac5d18bf7b64) {{(pid=84041) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:17:48.299551 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1ba0f21-05b5-454f-9cd2-d8b9aa35298e None None] Network fbe7a1ae-9441-45a7-9d7b-ac5d18bf7b64 requested from n-d-838334-2 {{(pid=84042) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 21:17:48.301623 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28099a9e-f8d9-4ed8-8d9b-8f249faab3c2 tempest-TestNetworkBasicOps-1936690218 tempest-TestNetworkBasicOps-1936690218-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:17:48.301623 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-28099a9e-f8d9-4ed8-8d9b-8f249faab3c2 tempest-TestNetworkBasicOps-1936690218 tempest-TestNetworkBasicOps-1936690218-project] Notify callbacks [] for subnet, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:17:48.329324 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-28099a9e-f8d9-4ed8-8d9b-8f249faab3c2 tempest-TestNetworkBasicOps-1936690218 tempest-TestNetworkBasicOps-1936690218-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 1.0190532 Apr 18 21:17:48.333578 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 58396) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:17:48.380103 n-d-838334-2 neutron-server[84043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f020fec-4159-4352-b576-ac92cfa39f27 None None] Pushing event updated for resources: {'Port': ['ID=4011cbbc-6802-4a02-ae2a-5d543322cb78,revision_number=2']} {{(pid=84043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:17:48.382823 n-d-838334-2 neutron-server[84043]: DEBUG neutron.plugins.ml2.managers [None req-f40c29eb-6f87-4f70-91ba-37090c1b5eea None None] Attempting to bind port 4011cbbc-6802-4a02-ae2a-5d543322cb78 on host n-d-838334-2 for vnic_type normal with profile {{(pid=84043) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 21:17:48.383283 n-d-838334-2 neutron-server[84043]: DEBUG neutron.plugins.ml2.managers [None req-f40c29eb-6f87-4f70-91ba-37090c1b5eea None None] Attempting to bind port 4011cbbc-6802-4a02-ae2a-5d543322cb78 by drivers openvswitch,hyperv on host n-d-838334-2 at level 0 using segments [{'id': '732aa830-768b-4511-951f-d08e26b9c25b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c'}] {{(pid=84043) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 21:17:48.383769 n-d-838334-2 neutron-server[84043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f40c29eb-6f87-4f70-91ba-37090c1b5eea None None] Attempting to bind port 4011cbbc-6802-4a02-ae2a-5d543322cb78 on network e41b6600-a917-4a8d-b05c-be3be40c6d8c {{(pid=84043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 21:17:48.413561 n-d-838334-2 neutron-server[84043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f020fec-4159-4352-b576-ac92cfa39f27 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:17:48.413561 n-d-838334-2 neutron-server[84043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f020fec-4159-4352-b576-ac92cfa39f27 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:17:48.413561 n-d-838334-2 neutron-server[84043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f020fec-4159-4352-b576-ac92cfa39f27 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:17:48.413561 n-d-838334-2 neutron-server[84043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f020fec-4159-4352-b576-ac92cfa39f27 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:17:48.413561 n-d-838334-2 neutron-server[84043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f020fec-4159-4352-b576-ac92cfa39f27 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:17:48.413561 n-d-838334-2 neutron-server[84043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f020fec-4159-4352-b576-ac92cfa39f27 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:17:48.413561 n-d-838334-2 neutron-server[84043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f020fec-4159-4352-b576-ac92cfa39f27 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:17:48.413561 n-d-838334-2 neutron-server[84043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f020fec-4159-4352-b576-ac92cfa39f27 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:17:48.413561 n-d-838334-2 neutron-server[84043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f020fec-4159-4352-b576-ac92cfa39f27 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:17:48.413561 n-d-838334-2 neutron-server[84043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f020fec-4159-4352-b576-ac92cfa39f27 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:17:48.413561 n-d-838334-2 neutron-server[84043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f020fec-4159-4352-b576-ac92cfa39f27 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:17:48.421882 n-d-838334-2 neutron-server[84043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f40c29eb-6f87-4f70-91ba-37090c1b5eea None None] Checking agent: {'id': '97cd4414-7af6-4d67-868d-dff370b4071a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838334-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 25, 49), 'started_at': datetime.datetime(2022, 4, 18, 20, 26, 19), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 21, 17, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838334-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 18 21:17:48.421882 n-d-838334-2 neutron-server[84043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f40c29eb-6f87-4f70-91ba-37090c1b5eea None None] Checking segment: {'id': '732aa830-768b-4511-951f-d08e26b9c25b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84043) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 21:17:48.421882 n-d-838334-2 neutron-server[84043]: DEBUG neutron_lib.callbacks.manager [None req-f40c29eb-6f87-4f70-91ba-37090c1b5eea None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:17:48.421882 n-d-838334-2 neutron-server[84043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f40c29eb-6f87-4f70-91ba-37090c1b5eea None None] Bound using segment: {'id': '732aa830-768b-4511-951f-d08e26b9c25b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c'} {{(pid=84043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 18 21:17:48.421882 n-d-838334-2 neutron-server[84043]: DEBUG neutron.plugins.ml2.managers [None req-f40c29eb-6f87-4f70-91ba-37090c1b5eea None None] Bound port: 4011cbbc-6802-4a02-ae2a-5d543322cb78, host: n-d-838334-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '732aa830-768b-4511-951f-d08e26b9c25b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c'}}] {{(pid=84043) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 21:17:48.421882 n-d-838334-2 neutron-server[84043]: DEBUG neutron_lib.callbacks.manager [None req-f40c29eb-6f87-4f70-91ba-37090c1b5eea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:17:48.435406 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:17:48.465434 n-d-838334-2 neutron-server[84042]: DEBUG neutron.notifiers.nova [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 329b3f6e-4515-4760-9918-6b3b49d435f8 {{(pid=84042) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 18 21:17:48.541322 n-d-838334-2 neutron-server[84043]: DEBUG neutron.plugins.ml2.db [None req-f40c29eb-6f87-4f70-91ba-37090c1b5eea None None] For port 4011cbbc-6802-4a02-ae2a-5d543322cb78, host n-d-838334-2, cleared binding levels {{(pid=84043) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 21:17:48.545005 n-d-838334-2 neutron-server[84043]: DEBUG neutron.plugins.ml2.db [None req-f40c29eb-6f87-4f70-91ba-37090c1b5eea None None] For port 4011cbbc-6802-4a02-ae2a-5d543322cb78, host n-d-838334-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838334-2',level=0,port_id=4011cbbc-6802-4a02-ae2a-5d543322cb78,segment=NetworkSegment(732aa830-768b-4511-951f-d08e26b9c25b),segment_id=732aa830-768b-4511-951f-d08e26b9c25b)] {{(pid=84043) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 21:17:48.553104 n-d-838334-2 neutron-server[84043]: DEBUG neutron_lib.callbacks.manager [None req-f40c29eb-6f87-4f70-91ba-37090c1b5eea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682'] for port, after_update {{(pid=84043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:17:48.571195 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] For port 329b3f6e-4515-4760-9918-6b3b49d435f8, host n-h1-838334-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838334-2',level=0,port_id=329b3f6e-4515-4760-9918-6b3b49d435f8,segment=NetworkSegment(c9d9b92a-74d4-40ed-ab8e-582836dfe352),segment_id=c9d9b92a-74d4-40ed-ab8e-582836dfe352)] {{(pid=84042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:17:48.602397 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682'] for port, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:17:48.639758 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f40c29eb-6f87-4f70-91ba-37090c1b5eea None None] Routers {'e125d100-598e-4937-874b-defec831b2d1'} bound to L3 agent in host n-d-838334-2 {{(pid=84043) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 21:17:48.640614 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.l3_hamode_db [None req-f40c29eb-6f87-4f70-91ba-37090c1b5eea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838334-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-18T20:25:48Z,description=,heartbeat_timestamp=2022-04-18T21:17:48Z,host='n-d-838334-2',id=bc84d6c9-dd7a-4555-a351-592327b46d5a,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:25:48Z,topic='l3_agent')) {'router_ids': ['e125d100-598e-4937-874b-defec831b2d1'], 'active': True} {{(pid=84043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:17:48.684122 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Pushing event updated for resources: {'Port': ['ID=329b3f6e-4515-4760-9918-6b3b49d435f8,revision_number=4']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:17:48.747655 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3342c350-3736-4225-a5d9-1a12d18cc5d5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp016840fc-1f9f-5892-9c53-c9cf6c845bbb-fbe7a1ae-9441-45a7-9d7b-ac5d18bf7b64', 'network_id': 'fbe7a1ae-9441-45a7-9d7b-ac5d18bf7b64', 'tenant_id': '08ce18aa0ce94082a747ec94ccd8cac1', 'fixed_ips': [{'subnet_id': 'b85fe757-c3d1-4525-8840-673234d1f87d'}]}} from n-d-838334-2. {{(pid=84042) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 18 21:17:48.748910 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-3342c350-3736-4225-a5d9-1a12d18cc5d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_create {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:17:48.848549 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] get_ports_and_sgs() called for port_ids ['329b3f6e-4515-4760-9918-6b3b49d435f8'] {{(pid=84042) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 18 21:17:48.994614 n-d-838334-2 neutron-server[84043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f020fec-4159-4352-b576-ac92cfa39f27 None None] Pushing event updated for resources: {'Port': ['ID=4011cbbc-6802-4a02-ae2a-5d543322cb78,revision_number=3']} {{(pid=84043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:17:49.023496 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.db_base_plugin_common [None req-3342c350-3736-4225-a5d9-1a12d18cc5d5 None None] Allocated IP 172.20.0.2 (fbe7a1ae-9441-45a7-9d7b-ac5d18bf7b64/b85fe757-c3d1-4525-8840-673234d1f87d/409e6e9a-dfd8-47f3-ba6f-7ef61c06d7f8) {{(pid=84042) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 21:17:49.026270 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.l3_dvr_db [None req-f40c29eb-6f87-4f70-91ba-37090c1b5eea None None] Set router e125d100-598e-4937-874b-defec831b2d1 gateway port host: n-d-838334-2 {{(pid=84043) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 21:17:49.236284 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-3342c350-3736-4225-a5d9-1a12d18cc5d5 None None] Notify callbacks [] for port, precommit_create {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:17:49.246768 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-3342c350-3736-4225-a5d9-1a12d18cc5d5 None None] Transition to ACTIVE for port object 409e6e9a-dfd8-47f3-ba6f-7ef61c06d7f8 will not be triggered until provisioned by entity L2. {{(pid=84042) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:17:49.266145 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-3342c350-3736-4225-a5d9-1a12d18cc5d5 None None] Transition to ACTIVE for port object 409e6e9a-dfd8-47f3-ba6f-7ef61c06d7f8 will not be triggered until provisioned by entity DHCP. {{(pid=84042) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:17:49.297158 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-3342c350-3736-4225-a5d9-1a12d18cc5d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750374836619'] for port, after_create {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:17:49.363135 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750375287399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253529'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:17:49.381410 n-d-838334-2 neutron-server[84042]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3342c350-3736-4225-a5d9-1a12d18cc5d5 None None] Network fbe7a1ae-9441-45a7-9d7b-ac5d18bf7b64 is already hosted by enough agents. {{(pid=84042) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:17:49.392952 n-d-838334-2 neutron-server[84042]: DEBUG neutron.scheduler.base_scheduler [None req-3342c350-3736-4225-a5d9-1a12d18cc5d5 None None] Resources bound (agent type, host, resource id): {{(pid=84042) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:17:49.397369 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3342c350-3736-4225-a5d9-1a12d18cc5d5 None None] Received port after_create {{(pid=84042) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 21:17:49.445861 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-f0264e68-34b9-4491-ac99-4f14938a6be5 tempest-TestNetworkBasicOps-1936690218 tempest-TestNetworkBasicOps-1936690218-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:17:49.449920 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.l3_hamode_db [None req-f40c29eb-6f87-4f70-91ba-37090c1b5eea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e125d100-598e-4937-874b-defec831b2d1', 'name': 'tempest-TestNetworkBasicOps-router-361076080', 'tenant_id': '08ce18aa0ce94082a747ec94ccd8cac1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'external_fixed_ips': [{'subnet_id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'ip_address': '172.25.8.102'}], 'enable_snat': True}, 'gw_port_id': '4011cbbc-6802-4a02-ae2a-5d543322cb78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:17:44Z', 'updated_at': '2022-04-18T21:17:46Z', 'revision_number': 3, 'project_id': '08ce18aa0ce94082a747ec94ccd8cac1', 'gw_port': {'id': '4011cbbc-6802-4a02-ae2a-5d543322cb78', 'name': '', 'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:f6:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e125d100-598e-4937-874b-defec831b2d1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'ip_address': '172.25.8.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:17:45Z', 'updated_at': '2022-04-18T21:17:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838334-2'}], 'n-d-838334-2', False) {} {{(pid=84043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:17:49.452781 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3342c350-3736-4225-a5d9-1a12d18cc5d5 None None] Pushing event updated for resources: {'Port': ['ID=409e6e9a-dfd8-47f3-ba6f-7ef61c06d7f8,revision_number=1']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:17:49.460322 n-d-838334-2 neutron-server[84043]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f40c29eb-6f87-4f70-91ba-37090c1b5eea None None] The sync data for ids ['e125d100-598e-4937-874b-defec831b2d1'] in n-d-838334-2 is: [{'id': 'e125d100-598e-4937-874b-defec831b2d1', 'name': 'tempest-TestNetworkBasicOps-router-361076080', 'tenant_id': '08ce18aa0ce94082a747ec94ccd8cac1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'external_fixed_ips': [{'subnet_id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'ip_address': '172.25.8.102'}], 'enable_snat': True}, 'gw_port_id': '4011cbbc-6802-4a02-ae2a-5d543322cb78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:17:44Z', 'updated_at': '2022-04-18T21:17:46Z', 'revision_number': 3, 'project_id': '08ce18aa0ce94082a747ec94ccd8cac1', 'gw_port': {'id': '4011cbbc-6802-4a02-ae2a-5d543322cb78', 'name': '', 'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:f6:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e125d100-598e-4937-874b-defec831b2d1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'ip_address': '172.25.8.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:17:45Z', 'updated_at': '2022-04-18T21:17:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838334-2'}] {{(pid=84043) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 18 21:17:49.555938 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.managers [None req-3342c350-3736-4225-a5d9-1a12d18cc5d5 None None] Attempting to bind port 409e6e9a-dfd8-47f3-ba6f-7ef61c06d7f8 on host n-d-838334-2 for vnic_type normal with profile {{(pid=84042) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 21:17:49.556517 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.managers [None req-3342c350-3736-4225-a5d9-1a12d18cc5d5 None None] Attempting to bind port 409e6e9a-dfd8-47f3-ba6f-7ef61c06d7f8 by drivers openvswitch,hyperv on host n-d-838334-2 at level 0 using segments [{'id': '2607d251-aee9-4bc4-badb-2c8388df3d1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': 'fbe7a1ae-9441-45a7-9d7b-ac5d18bf7b64'}] {{(pid=84042) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 21:17:49.556967 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3342c350-3736-4225-a5d9-1a12d18cc5d5 None None] Attempting to bind port 409e6e9a-dfd8-47f3-ba6f-7ef61c06d7f8 on network fbe7a1ae-9441-45a7-9d7b-ac5d18bf7b64 {{(pid=84042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 21:17:49.577573 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-414b6ffe-e119-47bc-b18f-bcff1219c2f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750375287399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253529'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:17:49.584374 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3342c350-3736-4225-a5d9-1a12d18cc5d5 None None] Checking agent: {'id': '97cd4414-7af6-4d67-868d-dff370b4071a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838334-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 25, 49), 'started_at': datetime.datetime(2022, 4, 18, 20, 26, 19), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 21, 17, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838334-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 18 21:17:49.584749 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3342c350-3736-4225-a5d9-1a12d18cc5d5 None None] Checking segment: {'id': '2607d251-aee9-4bc4-badb-2c8388df3d1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': 'fbe7a1ae-9441-45a7-9d7b-ac5d18bf7b64'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84042) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 21:17:49.585140 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-3342c350-3736-4225-a5d9-1a12d18cc5d5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:17:49.585524 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3342c350-3736-4225-a5d9-1a12d18cc5d5 None None] Bound using segment: {'id': '2607d251-aee9-4bc4-badb-2c8388df3d1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': 'fbe7a1ae-9441-45a7-9d7b-ac5d18bf7b64'} {{(pid=84042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 18 21:17:49.585997 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.managers [None req-3342c350-3736-4225-a5d9-1a12d18cc5d5 None None] Bound port: 409e6e9a-dfd8-47f3-ba6f-7ef61c06d7f8, host: n-d-838334-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2607d251-aee9-4bc4-badb-2c8388df3d1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': 'fbe7a1ae-9441-45a7-9d7b-ac5d18bf7b64'}}] {{(pid=84042) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 21:17:49.586367 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-3342c350-3736-4225-a5d9-1a12d18cc5d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:17:49.705153 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-3342c350-3736-4225-a5d9-1a12d18cc5d5 None None] For port 409e6e9a-dfd8-47f3-ba6f-7ef61c06d7f8, host n-d-838334-2, cleared binding levels {{(pid=84042) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 21:17:49.708893 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-3342c350-3736-4225-a5d9-1a12d18cc5d5 None None] For port 409e6e9a-dfd8-47f3-ba6f-7ef61c06d7f8, host n-d-838334-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838334-2',level=0,port_id=409e6e9a-dfd8-47f3-ba6f-7ef61c06d7f8,segment=NetworkSegment(2607d251-aee9-4bc4-badb-2c8388df3d1e),segment_id=2607d251-aee9-4bc4-badb-2c8388df3d1e)] {{(pid=84042) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 21:17:49.714568 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-3342c350-3736-4225-a5d9-1a12d18cc5d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682'] for port, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:17:49.732387 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-862db80f-2bfe-45d3-9d30-aad0e0e394b7 req-377bbd49-6450-4c92-905c-e0825e7b13e8 tempest-TestVolumeBootPattern-942365775 tempest-TestVolumeBootPattern-942365775-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:17:49.733831 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-862db80f-2bfe-45d3-9d30-aad0e0e394b7 req-377bbd49-6450-4c92-905c-e0825e7b13e8 tempest-TestVolumeBootPattern-942365775 tempest-TestVolumeBootPattern-942365775-project] 10.222.0.42 "GET /v2.0/ports?device_id=d571e7bf-d6c0-4544-b5f2-beac150becf9 HTTP/1.1" status: 200 len: 944 time: 0.3508356 Apr 18 21:17:49.797230 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3342c350-3736-4225-a5d9-1a12d18cc5d5 None None] Pushing event updated for resources: {'Port': ['ID=409e6e9a-dfd8-47f3-ba6f-7ef61c06d7f8,revision_number=2']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:17:49.847499 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-862db80f-2bfe-45d3-9d30-aad0e0e394b7 req-8c69cba2-3338-4403-8c32-ba94c5280e39 tempest-TestVolumeBootPattern-942365775 tempest-TestVolumeBootPattern-942365775-project] 10.222.0.42 "GET /v2.0/security-groups?id=cdcfb3ee-78c0-44cb-a2e3-4b946850a7e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707016 Apr 18 21:17:50.028072 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.db_base_plugin_common [None req-f0264e68-34b9-4491-ac99-4f14938a6be5 tempest-TestNetworkBasicOps-1936690218 tempest-TestNetworkBasicOps-1936690218-project] Allocated IP 172.20.0.1 (fbe7a1ae-9441-45a7-9d7b-ac5d18bf7b64/b85fe757-c3d1-4525-8840-673234d1f87d/8eb47f72-be2b-4c3d-be2a-82d9a59c8f93) {{(pid=84040) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 21:17:50.216310 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-432805eb-2d75-4215-8e98-b7f76d9052dc None None] Sync routers for ids ['b3ae0484-c063-4383-8521-90f9b4ce1d9c'] in n-d-838334-2 {{(pid=84042) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 18 21:17:50.228578 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_dvrscheduler_db [None req-432805eb-2d75-4215-8e98-b7f76d9052dc None None] Routers {'b3ae0484-c063-4383-8521-90f9b4ce1d9c'} bound to L3 agent in host n-d-838334-2 {{(pid=84042) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 21:17:50.229307 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_hamode_db [None req-432805eb-2d75-4215-8e98-b7f76d9052dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838334-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-18T20:25:48Z,description=,heartbeat_timestamp=2022-04-18T21:17:48Z,host='n-d-838334-2',id=bc84d6c9-dd7a-4555-a351-592327b46d5a,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:25:48Z,topic='l3_agent')) {'router_ids': ['b3ae0484-c063-4383-8521-90f9b4ce1d9c'], 'active': True} {{(pid=84042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:17:50.252708 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-f0264e68-34b9-4491-ac99-4f14938a6be5 tempest-TestNetworkBasicOps-1936690218 tempest-TestNetworkBasicOps-1936690218-project] Notify callbacks [] for port, precommit_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:17:50.290876 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.provisioning_blocks [None req-f0264e68-34b9-4491-ac99-4f14938a6be5 tempest-TestNetworkBasicOps-1936690218 tempest-TestNetworkBasicOps-1936690218-project] Transition to ACTIVE for port object 8eb47f72-be2b-4c3d-be2a-82d9a59c8f93 will not be triggered until provisioned by entity DHCP. {{(pid=84040) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:17:50.323498 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-f0264e68-34b9-4491-ac99-4f14938a6be5 tempest-TestNetworkBasicOps-1936690218 tempest-TestNetworkBasicOps-1936690218-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750374836619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32440838'] for port, after_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:17:50.414108 n-d-838334-2 neutron-server[84040]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0264e68-34b9-4491-ac99-4f14938a6be5 tempest-TestNetworkBasicOps-1936690218 tempest-TestNetworkBasicOps-1936690218-project] Network fbe7a1ae-9441-45a7-9d7b-ac5d18bf7b64 is already hosted by enough agents. {{(pid=84040) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:17:50.418075 n-d-838334-2 neutron-server[84040]: DEBUG neutron.scheduler.base_scheduler [None req-f0264e68-34b9-4491-ac99-4f14938a6be5 tempest-TestNetworkBasicOps-1936690218 tempest-TestNetworkBasicOps-1936690218-project] Resources bound (agent type, host, resource id): {{(pid=84040) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:17:50.420808 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0264e68-34b9-4491-ac99-4f14938a6be5 tempest-TestNetworkBasicOps-1936690218 tempest-TestNetworkBasicOps-1936690218-project] Received port after_create {{(pid=84040) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 21:17:50.433547 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_dvr_db [None req-432805eb-2d75-4215-8e98-b7f76d9052dc None None] Set router b3ae0484-c063-4383-8521-90f9b4ce1d9c gateway port host: n-d-838334-2 {{(pid=84042) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 21:17:50.569469 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0264e68-34b9-4491-ac99-4f14938a6be5 tempest-TestNetworkBasicOps-1936690218 tempest-TestNetworkBasicOps-1936690218-project] Pushing event updated for resources: {'Port': ['ID=8eb47f72-be2b-4c3d-be2a-82d9a59c8f93,revision_number=1']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:17:50.641818 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-f0264e68-34b9-4491-ac99-4f14938a6be5 tempest-TestNetworkBasicOps-1936690218 tempest-TestNetworkBasicOps-1936690218-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33444010'] for router_interface, before_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:17:50.768190 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-f0264e68-34b9-4491-ac99-4f14938a6be5 tempest-TestNetworkBasicOps-1936690218 tempest-TestNetworkBasicOps-1936690218-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:17:50.942416 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-c7521a90-7d65-4e2e-842c-ca5d95e9a89c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750375287399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253529'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:17:51.204049 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_hamode_db [None req-432805eb-2d75-4215-8e98-b7f76d9052dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3ae0484-c063-4383-8521-90f9b4ce1d9c', 'name': 'tempest-TestVolumeBootPattern-919943408-router', 'tenant_id': 'ccfcac3d30004336ad0b8339e0ef4c77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'external_fixed_ips': [{'subnet_id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'ip_address': '172.25.8.117'}], 'enable_snat': True}, 'gw_port_id': 'a4d00cd9-10d9-4215-bb92-c0be648ff9fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:17:19Z', 'updated_at': '2022-04-18T21:17:24Z', 'revision_number': 4, 'project_id': 'ccfcac3d30004336ad0b8339e0ef4c77', 'gw_port': {'id': 'a4d00cd9-10d9-4215-bb92-c0be648ff9fc', 'name': '', 'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:2f:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3ae0484-c063-4383-8521-90f9b4ce1d9c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'ip_address': '172.25.8.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:17:20Z', 'updated_at': '2022-04-18T21:17:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838334-2', '_interfaces': [{'id': '8bf8ad23-d1ed-4198-9460-8dce71a1a968', 'name': '', 'network_id': '2e88f367-9bb1-4d32-81cf-5efcb4a28370', 'tenant_id': 'ccfcac3d30004336ad0b8339e0ef4c77', 'mac_address': 'fa:16:3e:82:40:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b3ae0484-c063-4383-8521-90f9b4ce1d9c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ce32ab97-6d36-49b4-af96-b5a6a273a3c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:17:23Z', 'updated_at': '2022-04-18T21:17:24Z', 'revision_number': 2, 'project_id': 'ccfcac3d30004336ad0b8339e0ef4c77', 'subnets': [{'id': 'ce32ab97-6d36-49b4-af96-b5a6a273a3c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838334-2', False) {} {{(pid=84042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:17:51.218511 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-432805eb-2d75-4215-8e98-b7f76d9052dc None None] Checking router: b3ae0484-c063-4383-8521-90f9b4ce1d9c for host: n-d-838334-2 {{(pid=84042) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 18 21:17:51.219049 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-432805eb-2d75-4215-8e98-b7f76d9052dc None None] Updating router b3ae0484-c063-4383-8521-90f9b4ce1d9c port 8bf8ad23-d1ed-4198-9460-8dce71a1a968 binding host n-d-838334-2 {{(pid=84042) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 18 21:17:51.277252 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-432805eb-2d75-4215-8e98-b7f76d9052dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:17:51.286903 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73af2a0c-bb33-4a17-82ec-e03765917ca8 None None] Network fbe7a1ae-9441-45a7-9d7b-ac5d18bf7b64 requested from n-d-838334-2 {{(pid=84042) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 21:17:51.328158 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-f0264e68-34b9-4491-ac99-4f14938a6be5 tempest-TestNetworkBasicOps-1936690218 tempest-TestNetworkBasicOps-1936690218-project] Notify callbacks [] for port, precommit_update {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:17:51.372107 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-f0264e68-34b9-4491-ac99-4f14938a6be5 tempest-TestNetworkBasicOps-1936690218 tempest-TestNetworkBasicOps-1936690218-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32440959'] for port, after_update {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:17:51.464499 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-d936b554-5b71-46c2-a05f-09e38e861ff7 None None] Provisioning for port 409e6e9a-dfd8-47f3-ba6f-7ef61c06d7f8 completed by entity DHCP. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 21:17:51.522036 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0264e68-34b9-4491-ac99-4f14938a6be5 tempest-TestNetworkBasicOps-1936690218 tempest-TestNetworkBasicOps-1936690218-project] Pushing event updated for resources: {'Port': ['ID=8eb47f72-be2b-4c3d-be2a-82d9a59c8f93,revision_number=2']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:17:51.526045 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-f0264e68-34b9-4491-ac99-4f14938a6be5 tempest-TestNetworkBasicOps-1936690218 tempest-TestNetworkBasicOps-1936690218-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-32377886', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33443847'] for router_interface, after_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:17:51.672160 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d74794-08d9-49dd-9b11-32095891b99a req-e3a7b6a3-0ec3-42dc-b159-c2972e459081 tempest-TestVolumeBootPattern-942365775 tempest-TestVolumeBootPattern-942365775-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:17:51.673796 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-b4d74794-08d9-49dd-9b11-32095891b99a req-e3a7b6a3-0ec3-42dc-b159-c2972e459081 tempest-TestVolumeBootPattern-942365775 tempest-TestVolumeBootPattern-942365775-project] 10.222.0.42 "GET /v2.0/ports?device_id=d571e7bf-d6c0-4544-b5f2-beac150becf9 HTTP/1.1" status: 200 len: 944 time: 0.3436220 Apr 18 21:17:51.742486 n-d-838334-2 neutron-server[84040]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0264e68-34b9-4491-ac99-4f14938a6be5 tempest-TestNetworkBasicOps-1936690218 tempest-TestNetworkBasicOps-1936690218-project] Network fbe7a1ae-9441-45a7-9d7b-ac5d18bf7b64 is already hosted by enough agents. {{(pid=84040) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:17:51.764206 n-d-838334-2 neutron-server[84040]: DEBUG neutron.scheduler.base_scheduler [None req-f0264e68-34b9-4491-ac99-4f14938a6be5 tempest-TestNetworkBasicOps-1936690218 tempest-TestNetworkBasicOps-1936690218-project] Resources bound (agent type, host, resource id): {{(pid=84040) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:17:51.866606 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Device 4011cbbc-6802-4a02-ae2a-5d543322cb78 up at agent ovs-agent-n-d-838334-2 {{(pid=84042) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 21:17:51.910449 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-b4d74794-08d9-49dd-9b11-32095891b99a req-b78e449f-74e6-4f22-a54d-86df665195c6 tempest-TestVolumeBootPattern-942365775 tempest-TestVolumeBootPattern-942365775-project] 10.222.0.42 "GET /v2.0/security-groups?id=cdcfb3ee-78c0-44cb-a2e3-4b946850a7e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2257731 Apr 18 21:17:51.922389 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Device 329b3f6e-4515-4760-9918-6b3b49d435f8 up at agent hyperv_n-h1-838334-2 {{(pid=84042) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 21:17:52.135102 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Provisioning for port 329b3f6e-4515-4760-9918-6b3b49d435f8 completed by entity L2. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 21:17:52.162099 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Provisioning complete for port 329b3f6e-4515-4760-9918-6b3b49d435f8 triggered by entity L2. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:17:52.162438 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1253608'] for port, provisioning_complete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:17:52.196835 n-d-838334-2 neutron-server[84040]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f0264e68-34b9-4491-ac99-4f14938a6be5 tempest-TestNetworkBasicOps-1936690218 tempest-TestNetworkBasicOps-1936690218-project] Router e125d100-598e-4937-874b-defec831b2d1 has already been hosted by L3 agent bc84d6c9-dd7a-4555-a351-592327b46d5a {{(pid=84040) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 21:17:52.208726 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Provisioning for port 4011cbbc-6802-4a02-ae2a-5d543322cb78 completed by entity L2. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 21:17:52.228199 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-432805eb-2d75-4215-8e98-b7f76d9052dc None None] Notify callbacks [] for port, precommit_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:17:52.238733 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Provisioning complete for port 4011cbbc-6802-4a02-ae2a-5d543322cb78 triggered by entity L2. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:17:52.239125 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1253608'] for port, provisioning_complete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:17:52.282655 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-432805eb-2d75-4215-8e98-b7f76d9052dc None None] Transition to ACTIVE for port object 8bf8ad23-d1ed-4198-9460-8dce71a1a968 will not be triggered until provisioned by entity L2. {{(pid=84042) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:17:52.324534 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-432805eb-2d75-4215-8e98-b7f76d9052dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682'] for port, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:17:52.540795 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f0264e68-34b9-4491-ac99-4f14938a6be5 tempest-TestNetworkBasicOps-1936690218 tempest-TestNetworkBasicOps-1936690218-project] Notify agent at l3_agent.n-d-838334-2 the message routers_updated {{(pid=84040) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 21:17:52.562801 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 58426) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:17:52.563265 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-f0264e68-34b9-4491-ac99-4f14938a6be5 tempest-TestNetworkBasicOps-1936690218 tempest-TestNetworkBasicOps-1936690218-project] 10.222.0.42 "PUT /v2.0/routers/e125d100-598e-4937-874b-defec831b2d1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2275867 Apr 18 21:17:52.624013 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e667b1c-2680-4029-b7c2-d22575bdbf84 None None] Pushing event updated for resources: {'Port': ['ID=8bf8ad23-d1ed-4198-9460-8dce71a1a968,revision_number=3']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:17:52.687105 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:17:52.804943 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:17:52.828536 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-1ca2e658-8092-4771-bfe1-d3c4da8e70b2 None None] Provisioning for port 8eb47f72-be2b-4c3d-be2a-82d9a59c8f93 completed by entity DHCP. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 21:17:52.850962 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] For port 329b3f6e-4515-4760-9918-6b3b49d435f8, host n-h1-838334-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838334-2',level=0,port_id=329b3f6e-4515-4760-9918-6b3b49d435f8,segment=NetworkSegment(c9d9b92a-74d4-40ed-ab8e-582836dfe352),segment_id=c9d9b92a-74d4-40ed-ab8e-582836dfe352)] {{(pid=84042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:17:52.856528 n-d-838334-2 neutron-server[84042]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd571e7bf-d6c0-4544-b5f2-beac150becf9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '329b3f6e-4515-4760-9918-6b3b49d435f8'}] {{(pid=84042) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 21:17:52.859034 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90ef46e7-fa98-48eb-9a29-773a5a50f180 tempest-TestNetworkBasicOps-1645287483 tempest-TestNetworkBasicOps-1645287483-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:17:52.859522 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90ef46e7-fa98-48eb-9a29-773a5a50f180 tempest-TestNetworkBasicOps-1645287483 tempest-TestNetworkBasicOps-1645287483-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:17:52.859987 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90ef46e7-fa98-48eb-9a29-773a5a50f180 tempest-TestNetworkBasicOps-1645287483 tempest-TestNetworkBasicOps-1645287483-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:17:52.860413 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90ef46e7-fa98-48eb-9a29-773a5a50f180 tempest-TestNetworkBasicOps-1645287483 tempest-TestNetworkBasicOps-1645287483-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:17:52.860841 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90ef46e7-fa98-48eb-9a29-773a5a50f180 tempest-TestNetworkBasicOps-1645287483 tempest-TestNetworkBasicOps-1645287483-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:17:52.861267 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90ef46e7-fa98-48eb-9a29-773a5a50f180 tempest-TestNetworkBasicOps-1645287483 tempest-TestNetworkBasicOps-1645287483-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:17:52.861692 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90ef46e7-fa98-48eb-9a29-773a5a50f180 tempest-TestNetworkBasicOps-1645287483 tempest-TestNetworkBasicOps-1645287483-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:17:52.862113 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90ef46e7-fa98-48eb-9a29-773a5a50f180 tempest-TestNetworkBasicOps-1645287483 tempest-TestNetworkBasicOps-1645287483-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:17:52.867685 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 58436) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:17:52.868254 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-90ef46e7-fa98-48eb-9a29-773a5a50f180 tempest-TestNetworkBasicOps-1645287483 tempest-TestNetworkBasicOps-1645287483-project-admin] 10.222.0.42 "GET /v2.0/networks HTTP/1.1" status: 200 len: 5677 time: 0.3031313 Apr 18 21:17:52.877605 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.managers [None req-432805eb-2d75-4215-8e98-b7f76d9052dc None None] Attempting to bind port 8bf8ad23-d1ed-4198-9460-8dce71a1a968 on host n-d-838334-2 for vnic_type normal with profile {{(pid=84042) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 21:17:52.878720 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.managers [None req-432805eb-2d75-4215-8e98-b7f76d9052dc None None] Attempting to bind port 8bf8ad23-d1ed-4198-9460-8dce71a1a968 by drivers openvswitch,hyperv on host n-d-838334-2 at level 0 using segments [{'id': '9914b38a-6340-496f-9c20-6bc61e741755', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '2e88f367-9bb1-4d32-81cf-5efcb4a28370'}] {{(pid=84042) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 21:17:52.879248 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-432805eb-2d75-4215-8e98-b7f76d9052dc None None] Attempting to bind port 8bf8ad23-d1ed-4198-9460-8dce71a1a968 on network 2e88f367-9bb1-4d32-81cf-5efcb4a28370 {{(pid=84042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 21:17:52.884394 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] For port 4011cbbc-6802-4a02-ae2a-5d543322cb78, host n-d-838334-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838334-2',level=0,port_id=4011cbbc-6802-4a02-ae2a-5d543322cb78,segment=NetworkSegment(732aa830-768b-4511-951f-d08e26b9c25b),segment_id=732aa830-768b-4511-951f-d08e26b9c25b)] {{(pid=84042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:17:52.885444 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682'] for port, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:17:52.887363 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-1ca2e658-8092-4771-bfe1-d3c4da8e70b2 None None] Provisioning complete for port 8eb47f72-be2b-4c3d-be2a-82d9a59c8f93 triggered by entity DHCP. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:17:52.887748 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-1ca2e658-8092-4771-bfe1-d3c4da8e70b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1253608'] for port, provisioning_complete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:17:52.996210 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2cfa0939-ffbe-4878-86a1-52f66e83db66 tempest-TestNetworkBasicOps-1645287483 tempest-TestNetworkBasicOps-1645287483-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:17:52.996733 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2cfa0939-ffbe-4878-86a1-52f66e83db66 tempest-TestNetworkBasicOps-1645287483 tempest-TestNetworkBasicOps-1645287483-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:17:52.997215 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2cfa0939-ffbe-4878-86a1-52f66e83db66 tempest-TestNetworkBasicOps-1645287483 tempest-TestNetworkBasicOps-1645287483-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:17:52.997715 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2cfa0939-ffbe-4878-86a1-52f66e83db66 tempest-TestNetworkBasicOps-1645287483 tempest-TestNetworkBasicOps-1645287483-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:17:52.998178 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2cfa0939-ffbe-4878-86a1-52f66e83db66 tempest-TestNetworkBasicOps-1645287483 tempest-TestNetworkBasicOps-1645287483-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:17:52.998717 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2cfa0939-ffbe-4878-86a1-52f66e83db66 tempest-TestNetworkBasicOps-1645287483 tempest-TestNetworkBasicOps-1645287483-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:17:52.999206 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2cfa0939-ffbe-4878-86a1-52f66e83db66 tempest-TestNetworkBasicOps-1645287483 tempest-TestNetworkBasicOps-1645287483-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:17:52.999631 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2cfa0939-ffbe-4878-86a1-52f66e83db66 tempest-TestNetworkBasicOps-1645287483 tempest-TestNetworkBasicOps-1645287483-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:17:53.005405 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 58444) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:17:53.017237 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-2cfa0939-ffbe-4878-86a1-52f66e83db66 tempest-TestNetworkBasicOps-1645287483 tempest-TestNetworkBasicOps-1645287483-project-admin] 10.222.0.42 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 5275 time: 0.1475711 Apr 18 21:17:53.067810 n-d-838334-2 neutron-server[84042]: INFO neutron.notifiers.nova [-] Nova event matching ['req-066f2bae-e789-4c68-b71f-7fd55d5a1205'] response: {'server_uuid': 'd571e7bf-d6c0-4544-b5f2-beac150becf9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '329b3f6e-4515-4760-9918-6b3b49d435f8', 'code': 200} Apr 18 21:17:53.148632 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-432805eb-2d75-4215-8e98-b7f76d9052dc None None] Checking agent: {'id': '97cd4414-7af6-4d67-868d-dff370b4071a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838334-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 25, 49), 'started_at': datetime.datetime(2022, 4, 18, 20, 26, 19), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 21, 17, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838334-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 18 21:17:53.149045 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-432805eb-2d75-4215-8e98-b7f76d9052dc None None] Checking segment: {'id': '9914b38a-6340-496f-9c20-6bc61e741755', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '2e88f367-9bb1-4d32-81cf-5efcb4a28370'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84042) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 21:17:53.149406 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-432805eb-2d75-4215-8e98-b7f76d9052dc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:17:53.149796 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-432805eb-2d75-4215-8e98-b7f76d9052dc None None] Bound using segment: {'id': '9914b38a-6340-496f-9c20-6bc61e741755', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '2e88f367-9bb1-4d32-81cf-5efcb4a28370'} {{(pid=84042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 18 21:17:53.150441 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.managers [None req-432805eb-2d75-4215-8e98-b7f76d9052dc None None] Bound port: 8bf8ad23-d1ed-4198-9460-8dce71a1a968, host: n-d-838334-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9914b38a-6340-496f-9c20-6bc61e741755', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '2e88f367-9bb1-4d32-81cf-5efcb4a28370'}}] {{(pid=84042) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 21:17:53.150816 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-432805eb-2d75-4215-8e98-b7f76d9052dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:17:53.168083 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Pushing event updated for resources: {'Port': ['ID=329b3f6e-4515-4760-9918-6b3b49d435f8,revision_number=5']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:17:53.170670 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682'] for port, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:17:53.171429 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Device 409e6e9a-dfd8-47f3-ba6f-7ef61c06d7f8 up at agent ovs-agent-n-d-838334-2 {{(pid=84042) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 21:17:53.252254 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fb534c1-f658-4ed0-8531-9b1cf1fb6b96 req-0c8cf038-ddaa-4856-930a-9d0ace584610 tempest-TestVolumeBootPattern-942365775 tempest-TestVolumeBootPattern-942365775-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:17:53.258850 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-2fb534c1-f658-4ed0-8531-9b1cf1fb6b96 req-0c8cf038-ddaa-4856-930a-9d0ace584610 tempest-TestVolumeBootPattern-942365775 tempest-TestVolumeBootPattern-942365775-project] 10.222.0.42 "GET /v2.0/ports?device_id=d571e7bf-d6c0-4544-b5f2-beac150becf9 HTTP/1.1" status: 200 len: 945 time: 0.1078579 Apr 18 21:17:53.286394 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-1c9a2c7a-0d3c-40a0-b9aa-62755d12e79e req-f358e100-50e9-4479-9d98-4a8435cc89a6 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=d571e7bf-d6c0-4544-b5f2-beac150becf9 HTTP/1.1" status: 200 len: 1096 time: 0.1867986 Apr 18 21:17:53.334326 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Pushing event updated for resources: {'Port': ['ID=4011cbbc-6802-4a02-ae2a-5d543322cb78,revision_number=4']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:17:53.339969 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-b2c54e53-fed6-4fc9-b10b-e67073014100 tempest-TestNetworkBasicOps-1645287483 tempest-TestNetworkBasicOps-1645287483-project-admin] 10.222.0.42 "GET /v2.0/routers HTTP/1.1" status: 200 len: 4482 time: 0.3331566 Apr 18 21:17:53.344212 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-2fb534c1-f658-4ed0-8531-9b1cf1fb6b96 req-a94d05da-fd7c-4f01-9c1e-08323351e96a tempest-TestVolumeBootPattern-942365775 tempest-TestVolumeBootPattern-942365775-project] 10.222.0.42 "GET /v2.0/security-groups?id=cdcfb3ee-78c0-44cb-a2e3-4b946850a7e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0844595 Apr 18 21:17:53.374313 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-1c9a2c7a-0d3c-40a0-b9aa-62755d12e79e req-e27ea713-ed3c-462a-8268-d4e6bc4bfad4 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=cdcfb3ee-78c0-44cb-a2e3-4b946850a7e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0785303 Apr 18 21:17:53.405966 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.plugin [None req-1ca2e658-8092-4771-bfe1-d3c4da8e70b2 None None] Port 8eb47f72-be2b-4c3d-be2a-82d9a59c8f93 cannot update to ACTIVE because it is not bound. {{(pid=84042) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 18 21:17:53.460504 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Provisioning for port 409e6e9a-dfd8-47f3-ba6f-7ef61c06d7f8 completed by entity L2. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 21:17:53.469724 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-1ca2e658-8092-4771-bfe1-d3c4da8e70b2 None None] Provisioning complete for port 409e6e9a-dfd8-47f3-ba6f-7ef61c06d7f8 triggered by entity DHCP. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:17:53.470086 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-1ca2e658-8092-4771-bfe1-d3c4da8e70b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1253608'] for port, provisioning_complete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:17:53.498896 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Provisioning complete for port 409e6e9a-dfd8-47f3-ba6f-7ef61c06d7f8 triggered by entity L2. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:17:53.499262 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1253608'] for port, provisioning_complete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:17:53.522232 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-432805eb-2d75-4215-8e98-b7f76d9052dc None None] For port 8bf8ad23-d1ed-4198-9460-8dce71a1a968, host n-d-838334-2, cleared binding levels {{(pid=84042) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 21:17:53.566338 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-432805eb-2d75-4215-8e98-b7f76d9052dc None None] For port 8bf8ad23-d1ed-4198-9460-8dce71a1a968, host n-d-838334-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838334-2',level=0,port_id=8bf8ad23-d1ed-4198-9460-8dce71a1a968,segment=NetworkSegment(9914b38a-6340-496f-9c20-6bc61e741755),segment_id=9914b38a-6340-496f-9c20-6bc61e741755)] {{(pid=84042) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 21:17:53.572748 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-432805eb-2d75-4215-8e98-b7f76d9052dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682'] for port, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:17:53.733015 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e667b1c-2680-4029-b7c2-d22575bdbf84 None None] Pushing event updated for resources: {'Port': ['ID=8bf8ad23-d1ed-4198-9460-8dce71a1a968,revision_number=4']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:17:53.756685 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 58454) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:17:53.767823 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.v2.base [None req-058034e0-578d-4086-81ff-4c05755440da tempest-TestNetworkBasicOps-1936690218 tempest-TestNetworkBasicOps-1936690218-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1454745547', 'description': 'tempest-secgroup-smoke-1454745547 description', 'project_id': '08ce18aa0ce94082a747ec94ccd8cac1'}} {{(pid=84041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:17:53.777082 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-058034e0-578d-4086-81ff-4c05755440da tempest-TestNetworkBasicOps-1936690218 tempest-TestNetworkBasicOps-1936690218-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:17:53.781537 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-058034e0-578d-4086-81ff-4c05755440da tempest-TestNetworkBasicOps-1936690218 tempest-TestNetworkBasicOps-1936690218-project] Usage tracker for resource:security_group and tenant:08ce18aa0ce94082a747ec94ccd8cac1 is out of sync, need to count used quota {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:17:53.785116 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-058034e0-578d-4086-81ff-4c05755440da tempest-TestNetworkBasicOps-1936690218 tempest-TestNetworkBasicOps-1936690218-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:17:53.791920 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-058034e0-578d-4086-81ff-4c05755440da tempest-TestNetworkBasicOps-1936690218 tempest-TestNetworkBasicOps-1936690218-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:17:53.822729 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_dvrscheduler_db [None req-432805eb-2d75-4215-8e98-b7f76d9052dc None None] Routers {'b3ae0484-c063-4383-8521-90f9b4ce1d9c'} bound to L3 agent in host n-d-838334-2 {{(pid=84042) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 21:17:53.823354 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_hamode_db [None req-432805eb-2d75-4215-8e98-b7f76d9052dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838334-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-18T20:25:48Z,description=,heartbeat_timestamp=2022-04-18T21:17:48Z,host='n-d-838334-2',id=bc84d6c9-dd7a-4555-a351-592327b46d5a,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:25:48Z,topic='l3_agent')) {'router_ids': ['b3ae0484-c063-4383-8521-90f9b4ce1d9c'], 'active': True} {{(pid=84042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:17:53.824020 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-058034e0-578d-4086-81ff-4c05755440da tempest-TestNetworkBasicOps-1936690218 tempest-TestNetworkBasicOps-1936690218-project] Notify callbacks [] for security_group, before_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:17:53.871531 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-058034e0-578d-4086-81ff-4c05755440da tempest-TestNetworkBasicOps-1936690218 tempest-TestNetworkBasicOps-1936690218-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:17:53.878022 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-058034e0-578d-4086-81ff-4c05755440da tempest-TestNetworkBasicOps-1936690218 tempest-TestNetworkBasicOps-1936690218-project] Usage tracker for resource:security_group_rule and tenant:08ce18aa0ce94082a747ec94ccd8cac1 is out of sync, need to count used quota {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:17:53.883649 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-058034e0-578d-4086-81ff-4c05755440da tempest-TestNetworkBasicOps-1936690218 tempest-TestNetworkBasicOps-1936690218-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:17:53.909733 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-058034e0-578d-4086-81ff-4c05755440da tempest-TestNetworkBasicOps-1936690218 tempest-TestNetworkBasicOps-1936690218-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:17:53.945398 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:17:53.993614 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-1ca2e658-8092-4771-bfe1-d3c4da8e70b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:17:54.008747 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-058034e0-578d-4086-81ff-4c05755440da tempest-TestNetworkBasicOps-1936690218 tempest-TestNetworkBasicOps-1936690218-project] Notify callbacks [] for security_group, precommit_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:17:54.015989 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-058034e0-578d-4086-81ff-4c05755440da tempest-TestNetworkBasicOps-1936690218 tempest-TestNetworkBasicOps-1936690218-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33528224'] for security_group, after_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:17:54.036893 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] For port 409e6e9a-dfd8-47f3-ba6f-7ef61c06d7f8, host n-d-838334-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838334-2',level=0,port_id=409e6e9a-dfd8-47f3-ba6f-7ef61c06d7f8,segment=NetworkSegment(2607d251-aee9-4bc4-badb-2c8388df3d1e),segment_id=2607d251-aee9-4bc4-badb-2c8388df3d1e)] {{(pid=84042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:17:54.048161 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682'] for port, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:17:54.076819 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-058034e0-578d-4086-81ff-4c05755440da tempest-TestNetworkBasicOps-1936690218 tempest-TestNetworkBasicOps-1936690218-project] Pushing event updated for resources: {'SecurityGroup': ['ID=04d27c77-05dd-40d8-9ba3-4619b45a28d9,revision_number=1']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:17:54.080560 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-058034e0-578d-4086-81ff-4c05755440da tempest-TestNetworkBasicOps-1936690218 tempest-TestNetworkBasicOps-1936690218-project] Notify callbacks [] for security_group, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:17:54.082311 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-058034e0-578d-4086-81ff-4c05755440da tempest-TestNetworkBasicOps-1936690218 tempest-TestNetworkBasicOps-1936690218-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1628 time: 0.3223090 Apr 18 21:17:54.085004 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 58460) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:17:54.090904 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.v2.base [None req-7f3ae57d-cf16-407e-9962-303fc153768f tempest-TestNetworkBasicOps-1936690218 tempest-TestNetworkBasicOps-1936690218-project] Request body: {'security_group_rule': {'security_group_id': '04d27c77-05dd-40d8-9ba3-4619b45a28d9', 'project_id': '08ce18aa0ce94082a747ec94ccd8cac1', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84040) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:17:54.099582 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [None req-7f3ae57d-cf16-407e-9962-303fc153768f tempest-TestNetworkBasicOps-1936690218 tempest-TestNetworkBasicOps-1936690218-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:17:54.102186 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Device 10d70ee7-4999-4775-97af-43b9f0013683 no longer exists at agent ovs-agent-n-d-838334-2 {{(pid=84042) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 21:17:54.105715 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-7f3ae57d-cf16-407e-9962-303fc153768f tempest-TestNetworkBasicOps-1936690218 tempest-TestNetworkBasicOps-1936690218-project] Usage tracker for resource:security_group_rule and tenant:08ce18aa0ce94082a747ec94ccd8cac1 is out of sync, need to count used quota {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:17:54.109163 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-7f3ae57d-cf16-407e-9962-303fc153768f tempest-TestNetworkBasicOps-1936690218 tempest-TestNetworkBasicOps-1936690218-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:17:54.115933 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [None req-7f3ae57d-cf16-407e-9962-303fc153768f tempest-TestNetworkBasicOps-1936690218 tempest-TestNetworkBasicOps-1936690218-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:17:54.133093 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-7f3ae57d-cf16-407e-9962-303fc153768f tempest-TestNetworkBasicOps-1936690218 tempest-TestNetworkBasicOps-1936690218-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:17:54.189913 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.plugin [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] No Port match for: 10d70ee7-4999-4775-97af-43b9f0013683 {{(pid=84042) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 18 21:17:54.190312 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Device 10d70ee7-4999-4775-97af-43b9f0013683 not bound to the agent host n-d-838334-2 {{(pid=84042) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 21:17:54.198652 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-7f3ae57d-cf16-407e-9962-303fc153768f tempest-TestNetworkBasicOps-1936690218 tempest-TestNetworkBasicOps-1936690218-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:17:54.204978 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-7f3ae57d-cf16-407e-9962-303fc153768f tempest-TestNetworkBasicOps-1936690218 tempest-TestNetworkBasicOps-1936690218-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33528311'] for security_group_rule, after_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:17:54.228285 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_dvr_db [None req-432805eb-2d75-4215-8e98-b7f76d9052dc None None] Set router b3ae0484-c063-4383-8521-90f9b4ce1d9c gateway port host: n-d-838334-2 {{(pid=84042) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 21:17:54.229684 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f3ae57d-cf16-407e-9962-303fc153768f tempest-TestNetworkBasicOps-1936690218 tempest-TestNetworkBasicOps-1936690218-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f1a62bb8-41b3-4b89-b007-e1b036c0195d,revision_number=0']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:17:54.264058 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-7f3ae57d-cf16-407e-9962-303fc153768f tempest-TestNetworkBasicOps-1936690218 tempest-TestNetworkBasicOps-1936690218-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:17:54.268740 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 58464) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:17:54.269854 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-7f3ae57d-cf16-407e-9962-303fc153768f tempest-TestNetworkBasicOps-1936690218 tempest-TestNetworkBasicOps-1936690218-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.1835968 Apr 18 21:17:54.274573 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.v2.base [None req-955c1a28-7572-4b62-bad1-d07a27b50cc2 tempest-TestNetworkBasicOps-1936690218 tempest-TestNetworkBasicOps-1936690218-project] Request body: {'security_group_rule': {'security_group_id': '04d27c77-05dd-40d8-9ba3-4619b45a28d9', 'project_id': '08ce18aa0ce94082a747ec94ccd8cac1', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=84041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:17:54.280224 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.db.api [None req-1ca2e658-8092-4771-bfe1-d3c4da8e70b2 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=84042) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 18 21:17:54.280566 n-d-838334-2 neutron-server[84042]: DEBUG oslo_db.api [None req-1ca2e658-8092-4771-bfe1-d3c4da8e70b2 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=84042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 18 21:17:54.289740 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-955c1a28-7572-4b62-bad1-d07a27b50cc2 tempest-TestNetworkBasicOps-1936690218 tempest-TestNetworkBasicOps-1936690218-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:17:54.302324 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-955c1a28-7572-4b62-bad1-d07a27b50cc2 tempest-TestNetworkBasicOps-1936690218 tempest-TestNetworkBasicOps-1936690218-project] Usage tracker for resource:security_group_rule and tenant:08ce18aa0ce94082a747ec94ccd8cac1 is out of sync, need to count used quota {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:17:54.308139 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Pushing event updated for resources: {'Port': ['ID=409e6e9a-dfd8-47f3-ba6f-7ef61c06d7f8,revision_number=3']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:17:54.308908 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-955c1a28-7572-4b62-bad1-d07a27b50cc2 tempest-TestNetworkBasicOps-1936690218 tempest-TestNetworkBasicOps-1936690218-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:17:54.314769 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-955c1a28-7572-4b62-bad1-d07a27b50cc2 tempest-TestNetworkBasicOps-1936690218 tempest-TestNetworkBasicOps-1936690218-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:17:54.352917 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-955c1a28-7572-4b62-bad1-d07a27b50cc2 tempest-TestNetworkBasicOps-1936690218 tempest-TestNetworkBasicOps-1936690218-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:17:54.451217 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-955c1a28-7572-4b62-bad1-d07a27b50cc2 tempest-TestNetworkBasicOps-1936690218 tempest-TestNetworkBasicOps-1936690218-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:17:54.455984 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-955c1a28-7572-4b62-bad1-d07a27b50cc2 tempest-TestNetworkBasicOps-1936690218 tempest-TestNetworkBasicOps-1936690218-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33528311'] for security_group_rule, after_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:17:54.503697 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-955c1a28-7572-4b62-bad1-d07a27b50cc2 tempest-TestNetworkBasicOps-1936690218 tempest-TestNetworkBasicOps-1936690218-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c26d888c-3ee9-46b2-9f6a-970118d90590,revision_number=0']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:17:54.507722 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-955c1a28-7572-4b62-bad1-d07a27b50cc2 tempest-TestNetworkBasicOps-1936690218 tempest-TestNetworkBasicOps-1936690218-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:17:54.509732 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-955c1a28-7572-4b62-bad1-d07a27b50cc2 tempest-TestNetworkBasicOps-1936690218 tempest-TestNetworkBasicOps-1936690218-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.2396510 Apr 18 21:17:54.512260 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 58472) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:17:54.519366 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Device 4011cbbc-6802-4a02-ae2a-5d543322cb78 up at agent ovs-agent-n-d-838334-2 {{(pid=84042) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 21:17:54.522410 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.v2.base [None req-a12570b1-9a55-4c6f-9f65-3c4b11148794 tempest-TestNetworkBasicOps-1936690218 tempest-TestNetworkBasicOps-1936690218-project] Request body: {'security_group_rule': {'security_group_id': '04d27c77-05dd-40d8-9ba3-4619b45a28d9', 'project_id': '08ce18aa0ce94082a747ec94ccd8cac1', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=84041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:17:54.533102 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-a12570b1-9a55-4c6f-9f65-3c4b11148794 tempest-TestNetworkBasicOps-1936690218 tempest-TestNetworkBasicOps-1936690218-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:17:54.539655 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-a12570b1-9a55-4c6f-9f65-3c4b11148794 tempest-TestNetworkBasicOps-1936690218 tempest-TestNetworkBasicOps-1936690218-project] Usage tracker for resource:security_group_rule and tenant:08ce18aa0ce94082a747ec94ccd8cac1 is out of sync, need to count used quota {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:17:54.544561 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-a12570b1-9a55-4c6f-9f65-3c4b11148794 tempest-TestNetworkBasicOps-1936690218 tempest-TestNetworkBasicOps-1936690218-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:17:54.558141 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-a12570b1-9a55-4c6f-9f65-3c4b11148794 tempest-TestNetworkBasicOps-1936690218 tempest-TestNetworkBasicOps-1936690218-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:17:54.589405 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-a12570b1-9a55-4c6f-9f65-3c4b11148794 tempest-TestNetworkBasicOps-1936690218 tempest-TestNetworkBasicOps-1936690218-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:17:54.665471 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77211292-5775-4869-bd09-35f8524c88b9 req-c939b600-2542-4ec9-a8b8-079928695189 tempest-TestVolumeBootPattern-942365775 tempest-TestVolumeBootPattern-942365775-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:17:54.668919 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-77211292-5775-4869-bd09-35f8524c88b9 req-c939b600-2542-4ec9-a8b8-079928695189 tempest-TestVolumeBootPattern-942365775 tempest-TestVolumeBootPattern-942365775-project] 10.222.0.42 "GET /v2.0/ports?device_id=d571e7bf-d6c0-4544-b5f2-beac150becf9 HTTP/1.1" status: 200 len: 945 time: 0.0997729 Apr 18 21:17:54.698766 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-a12570b1-9a55-4c6f-9f65-3c4b11148794 tempest-TestNetworkBasicOps-1936690218 tempest-TestNetworkBasicOps-1936690218-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:17:54.706528 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-a12570b1-9a55-4c6f-9f65-3c4b11148794 tempest-TestNetworkBasicOps-1936690218 tempest-TestNetworkBasicOps-1936690218-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33528311'] for security_group_rule, after_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:17:54.728542 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-77211292-5775-4869-bd09-35f8524c88b9 req-33fb8dc5-ae9b-4988-9ce0-4f487439c1fa tempest-TestVolumeBootPattern-942365775 tempest-TestVolumeBootPattern-942365775-project] 10.222.0.42 "GET /v2.0/security-groups?id=cdcfb3ee-78c0-44cb-a2e3-4b946850a7e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548217 Apr 18 21:17:54.735213 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a12570b1-9a55-4c6f-9f65-3c4b11148794 tempest-TestNetworkBasicOps-1936690218 tempest-TestNetworkBasicOps-1936690218-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3b544333-914f-4a69-bd77-eedaec7d3605,revision_number=0']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:17:54.751052 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-a12570b1-9a55-4c6f-9f65-3c4b11148794 tempest-TestNetworkBasicOps-1936690218 tempest-TestNetworkBasicOps-1936690218-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:17:54.752748 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-a12570b1-9a55-4c6f-9f65-3c4b11148794 tempest-TestNetworkBasicOps-1936690218 tempest-TestNetworkBasicOps-1936690218-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.2392256 Apr 18 21:17:54.756086 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 58478) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:17:54.760873 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Provisioning complete for port 4011cbbc-6802-4a02-ae2a-5d543322cb78 triggered by entity L2. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:17:54.761255 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1253608'] for port, provisioning_complete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:17:54.763871 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.v2.base [None req-efbddd89-94c1-4380-8f94-dcea22c3d864 tempest-TestNetworkBasicOps-1936690218 tempest-TestNetworkBasicOps-1936690218-project] Request body: {'security_group_rule': {'security_group_id': '04d27c77-05dd-40d8-9ba3-4619b45a28d9', 'project_id': '08ce18aa0ce94082a747ec94ccd8cac1', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=84040) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:17:54.773953 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [None req-efbddd89-94c1-4380-8f94-dcea22c3d864 tempest-TestNetworkBasicOps-1936690218 tempest-TestNetworkBasicOps-1936690218-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:17:54.778354 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-efbddd89-94c1-4380-8f94-dcea22c3d864 tempest-TestNetworkBasicOps-1936690218 tempest-TestNetworkBasicOps-1936690218-project] Usage tracker for resource:security_group_rule and tenant:08ce18aa0ce94082a747ec94ccd8cac1 is out of sync, need to count used quota {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:17:54.781812 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-efbddd89-94c1-4380-8f94-dcea22c3d864 tempest-TestNetworkBasicOps-1936690218 tempest-TestNetworkBasicOps-1936690218-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:17:54.788276 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [None req-efbddd89-94c1-4380-8f94-dcea22c3d864 tempest-TestNetworkBasicOps-1936690218 tempest-TestNetworkBasicOps-1936690218-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:17:54.809419 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-efbddd89-94c1-4380-8f94-dcea22c3d864 tempest-TestNetworkBasicOps-1936690218 tempest-TestNetworkBasicOps-1936690218-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:17:54.890087 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-efbddd89-94c1-4380-8f94-dcea22c3d864 tempest-TestNetworkBasicOps-1936690218 tempest-TestNetworkBasicOps-1936690218-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:17:54.898421 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-efbddd89-94c1-4380-8f94-dcea22c3d864 tempest-TestNetworkBasicOps-1936690218 tempest-TestNetworkBasicOps-1936690218-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33528311'] for security_group_rule, after_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:17:54.933505 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efbddd89-94c1-4380-8f94-dcea22c3d864 tempest-TestNetworkBasicOps-1936690218 tempest-TestNetworkBasicOps-1936690218-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=edca5d51-8308-4c3a-8f70-08bc92181f2a,revision_number=0']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:17:54.949507 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-efbddd89-94c1-4380-8f94-dcea22c3d864 tempest-TestNetworkBasicOps-1936690218 tempest-TestNetworkBasicOps-1936690218-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:17:54.956311 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-efbddd89-94c1-4380-8f94-dcea22c3d864 tempest-TestNetworkBasicOps-1936690218 tempest-TestNetworkBasicOps-1936690218-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.1964712 Apr 18 21:17:54.956846 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 58484) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:17:54.965658 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.v2.base [None req-ed939a31-c027-48e1-a5e2-67a6616783d7 tempest-TestNetworkBasicOps-1936690218 tempest-TestNetworkBasicOps-1936690218-project] Request body: {'security_group_rule': {'security_group_id': '04d27c77-05dd-40d8-9ba3-4619b45a28d9', 'project_id': '08ce18aa0ce94082a747ec94ccd8cac1', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=84040) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:17:54.973642 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [None req-ed939a31-c027-48e1-a5e2-67a6616783d7 tempest-TestNetworkBasicOps-1936690218 tempest-TestNetworkBasicOps-1936690218-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:17:54.977905 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-ed939a31-c027-48e1-a5e2-67a6616783d7 tempest-TestNetworkBasicOps-1936690218 tempest-TestNetworkBasicOps-1936690218-project] Usage tracker for resource:security_group_rule and tenant:08ce18aa0ce94082a747ec94ccd8cac1 is out of sync, need to count used quota {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:17:54.981085 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-ed939a31-c027-48e1-a5e2-67a6616783d7 tempest-TestNetworkBasicOps-1936690218 tempest-TestNetworkBasicOps-1936690218-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:17:54.987237 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [None req-ed939a31-c027-48e1-a5e2-67a6616783d7 tempest-TestNetworkBasicOps-1936690218 tempest-TestNetworkBasicOps-1936690218-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:17:55.000440 n-d-838334-2 neutron-server[84040]: INFO neutron.db.securitygroups_db [None req-ed939a31-c027-48e1-a5e2-67a6616783d7 tempest-TestNetworkBasicOps-1936690218 tempest-TestNetworkBasicOps-1936690218-project] Project 08ce18aa0ce94082a747ec94ccd8cac1 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 18 21:17:55.008839 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-ed939a31-c027-48e1-a5e2-67a6616783d7 tempest-TestNetworkBasicOps-1936690218 tempest-TestNetworkBasicOps-1936690218-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:17:55.024561 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_hamode_db [None req-432805eb-2d75-4215-8e98-b7f76d9052dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3ae0484-c063-4383-8521-90f9b4ce1d9c', 'name': 'tempest-TestVolumeBootPattern-919943408-router', 'tenant_id': 'ccfcac3d30004336ad0b8339e0ef4c77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'external_fixed_ips': [{'subnet_id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'ip_address': '172.25.8.117'}], 'enable_snat': True}, 'gw_port_id': 'a4d00cd9-10d9-4215-bb92-c0be648ff9fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:17:19Z', 'updated_at': '2022-04-18T21:17:24Z', 'revision_number': 4, 'project_id': 'ccfcac3d30004336ad0b8339e0ef4c77', 'gw_port': {'id': 'a4d00cd9-10d9-4215-bb92-c0be648ff9fc', 'name': '', 'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:2f:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3ae0484-c063-4383-8521-90f9b4ce1d9c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'ip_address': '172.25.8.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:17:20Z', 'updated_at': '2022-04-18T21:17:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838334-2', '_interfaces': [{'id': '8bf8ad23-d1ed-4198-9460-8dce71a1a968', 'name': '', 'network_id': '2e88f367-9bb1-4d32-81cf-5efcb4a28370', 'tenant_id': 'ccfcac3d30004336ad0b8339e0ef4c77', 'mac_address': 'fa:16:3e:82:40:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b3ae0484-c063-4383-8521-90f9b4ce1d9c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ce32ab97-6d36-49b4-af96-b5a6a273a3c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:17:23Z', 'updated_at': '2022-04-18T21:17:53Z', 'revision_number': 4, 'project_id': 'ccfcac3d30004336ad0b8339e0ef4c77', 'subnets': [{'id': 'ce32ab97-6d36-49b4-af96-b5a6a273a3c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838334-2', False) {} {{(pid=84042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:17:55.033185 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-432805eb-2d75-4215-8e98-b7f76d9052dc None None] The sync data for ids ['b3ae0484-c063-4383-8521-90f9b4ce1d9c'] in n-d-838334-2 is: [{'id': 'b3ae0484-c063-4383-8521-90f9b4ce1d9c', 'name': 'tempest-TestVolumeBootPattern-919943408-router', 'tenant_id': 'ccfcac3d30004336ad0b8339e0ef4c77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'external_fixed_ips': [{'subnet_id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'ip_address': '172.25.8.117'}], 'enable_snat': True}, 'gw_port_id': 'a4d00cd9-10d9-4215-bb92-c0be648ff9fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:17:19Z', 'updated_at': '2022-04-18T21:17:24Z', 'revision_number': 4, 'project_id': 'ccfcac3d30004336ad0b8339e0ef4c77', 'gw_port': {'id': 'a4d00cd9-10d9-4215-bb92-c0be648ff9fc', 'name': '', 'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:2f:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3ae0484-c063-4383-8521-90f9b4ce1d9c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'ip_address': '172.25.8.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:17:20Z', 'updated_at': '2022-04-18T21:17:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838334-2', '_interfaces': [{'id': '8bf8ad23-d1ed-4198-9460-8dce71a1a968', 'name': '', 'network_id': '2e88f367-9bb1-4d32-81cf-5efcb4a28370', 'tenant_id': 'ccfcac3d30004336ad0b8339e0ef4c77', 'mac_address': 'fa:16:3e:82:40:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b3ae0484-c063-4383-8521-90f9b4ce1d9c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ce32ab97-6d36-49b4-af96-b5a6a273a3c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:17:23Z', 'updated_at': '2022-04-18T21:17:53Z', 'revision_number': 4, 'project_id': 'ccfcac3d30004336ad0b8339e0ef4c77', 'subnets': [{'id': 'ce32ab97-6d36-49b4-af96-b5a6a273a3c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84042) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 18 21:17:55.039890 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Device 8bf8ad23-d1ed-4198-9460-8dce71a1a968 up at agent ovs-agent-n-d-838334-2 {{(pid=84042) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 21:17:55.098847 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-ed939a31-c027-48e1-a5e2-67a6616783d7 tempest-TestNetworkBasicOps-1936690218 tempest-TestNetworkBasicOps-1936690218-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:17:55.103855 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-ed939a31-c027-48e1-a5e2-67a6616783d7 tempest-TestNetworkBasicOps-1936690218 tempest-TestNetworkBasicOps-1936690218-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33528311'] for security_group_rule, after_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:17:55.114705 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-0ea00c39-9195-43d5-bd3f-7ffc2ce4ef5f None None] Provisioning complete for port 8eb47f72-be2b-4c3d-be2a-82d9a59c8f93 triggered by entity DHCP. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:17:55.115208 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-0ea00c39-9195-43d5-bd3f-7ffc2ce4ef5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1253608'] for port, provisioning_complete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:17:55.137943 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed939a31-c027-48e1-a5e2-67a6616783d7 tempest-TestNetworkBasicOps-1936690218 tempest-TestNetworkBasicOps-1936690218-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9b21f493-0c82-4064-8229-b6734ec148e1,revision_number=0']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:17:55.153396 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-ed939a31-c027-48e1-a5e2-67a6616783d7 tempest-TestNetworkBasicOps-1936690218 tempest-TestNetworkBasicOps-1936690218-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:17:55.155402 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-ed939a31-c027-48e1-a5e2-67a6616783d7 tempest-TestNetworkBasicOps-1936690218 tempest-TestNetworkBasicOps-1936690218-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.1975319 Apr 18 21:17:55.157834 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 58488) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:17:55.167459 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.v2.base [None req-d35c72e2-e8f1-413a-b81f-3bf77ee48e5f tempest-TestNetworkBasicOps-1936690218 tempest-TestNetworkBasicOps-1936690218-project] Request body: {'security_group_rule': {'security_group_id': '04d27c77-05dd-40d8-9ba3-4619b45a28d9', 'project_id': '08ce18aa0ce94082a747ec94ccd8cac1', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=84040) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:17:55.176986 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.plugin [None req-0ea00c39-9195-43d5-bd3f-7ffc2ce4ef5f None None] Port 8eb47f72-be2b-4c3d-be2a-82d9a59c8f93 cannot update to ACTIVE because it is not bound. {{(pid=84042) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 18 21:17:55.178640 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [None req-d35c72e2-e8f1-413a-b81f-3bf77ee48e5f tempest-TestNetworkBasicOps-1936690218 tempest-TestNetworkBasicOps-1936690218-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:17:55.182722 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Provisioning for port 8bf8ad23-d1ed-4198-9460-8dce71a1a968 completed by entity L2. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 21:17:55.188107 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-d35c72e2-e8f1-413a-b81f-3bf77ee48e5f tempest-TestNetworkBasicOps-1936690218 tempest-TestNetworkBasicOps-1936690218-project] Usage tracker for resource:security_group_rule and tenant:08ce18aa0ce94082a747ec94ccd8cac1 is out of sync, need to count used quota {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:17:55.189854 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Provisioning complete for port 8bf8ad23-d1ed-4198-9460-8dce71a1a968 triggered by entity L2. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:17:55.190327 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1253608'] for port, provisioning_complete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:17:55.206525 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-d35c72e2-e8f1-413a-b81f-3bf77ee48e5f tempest-TestNetworkBasicOps-1936690218 tempest-TestNetworkBasicOps-1936690218-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:17:55.218074 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [None req-d35c72e2-e8f1-413a-b81f-3bf77ee48e5f tempest-TestNetworkBasicOps-1936690218 tempest-TestNetworkBasicOps-1936690218-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:17:55.255332 n-d-838334-2 neutron-server[84040]: INFO neutron.db.securitygroups_db [None req-d35c72e2-e8f1-413a-b81f-3bf77ee48e5f tempest-TestNetworkBasicOps-1936690218 tempest-TestNetworkBasicOps-1936690218-project] Project 08ce18aa0ce94082a747ec94ccd8cac1 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 18 21:17:55.266947 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-d35c72e2-e8f1-413a-b81f-3bf77ee48e5f tempest-TestNetworkBasicOps-1936690218 tempest-TestNetworkBasicOps-1936690218-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:17:55.283574 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-0ea00c39-9195-43d5-bd3f-7ffc2ce4ef5f None None] Provisioning complete for port 8bf8ad23-d1ed-4198-9460-8dce71a1a968 triggered by entity DHCP. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:17:55.284050 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-0ea00c39-9195-43d5-bd3f-7ffc2ce4ef5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1253608'] for port, provisioning_complete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:17:55.348389 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-d35c72e2-e8f1-413a-b81f-3bf77ee48e5f tempest-TestNetworkBasicOps-1936690218 tempest-TestNetworkBasicOps-1936690218-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:17:55.354039 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-d35c72e2-e8f1-413a-b81f-3bf77ee48e5f tempest-TestNetworkBasicOps-1936690218 tempest-TestNetworkBasicOps-1936690218-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33528311'] for security_group_rule, after_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:17:55.375897 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d35c72e2-e8f1-413a-b81f-3bf77ee48e5f tempest-TestNetworkBasicOps-1936690218 tempest-TestNetworkBasicOps-1936690218-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2de116e1-0aff-4cac-8b06-372e56b9ed15,revision_number=0']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:17:55.391859 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:17:55.405951 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-d35c72e2-e8f1-413a-b81f-3bf77ee48e5f tempest-TestNetworkBasicOps-1936690218 tempest-TestNetworkBasicOps-1936690218-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:17:55.407205 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-d35c72e2-e8f1-413a-b81f-3bf77ee48e5f tempest-TestNetworkBasicOps-1936690218 tempest-TestNetworkBasicOps-1936690218-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.2482898 Apr 18 21:17:55.444469 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] For port 8bf8ad23-d1ed-4198-9460-8dce71a1a968, host n-d-838334-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838334-2',level=0,port_id=8bf8ad23-d1ed-4198-9460-8dce71a1a968,segment=NetworkSegment(9914b38a-6340-496f-9c20-6bc61e741755),segment_id=9914b38a-6340-496f-9c20-6bc61e741755)] {{(pid=84042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:17:55.520743 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682'] for port, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:17:55.597868 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Pushing event updated for resources: {'Port': ['ID=8bf8ad23-d1ed-4198-9460-8dce71a1a968,revision_number=5']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:17:55.670883 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-8d9fb627-0c9e-41e7-9747-0535d6420bc1 req-f1526136-12f9-41db-8759-8289d95aa6ad tempest-TestNetworkBasicOps-1936690218 tempest-TestNetworkBasicOps-1936690218-project] 10.222.0.42 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1454745547&fields=id&tenant_id=08ce18aa0ce94082a747ec94ccd8cac1 HTTP/1.1" status: 200 len: 267 time: 0.0409629 Apr 18 21:17:55.819952 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d9fb627-0c9e-41e7-9747-0535d6420bc1 req-e1f90d2d-d89c-4e76-aca5-95f9f0fc0a37 tempest-TestNetworkBasicOps-1936690218 tempest-TestNetworkBasicOps-1936690218-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:17:55.820912 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [req-8d9fb627-0c9e-41e7-9747-0535d6420bc1 req-e1f90d2d-d89c-4e76-aca5-95f9f0fc0a37 tempest-TestNetworkBasicOps-1936690218 tempest-TestNetworkBasicOps-1936690218-project] Synchronizing usage tracker for tenant:08ce18aa0ce94082a747ec94ccd8cac1 on resource:network {{(pid=84040) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 21:17:55.836831 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [req-8d9fb627-0c9e-41e7-9747-0535d6420bc1 req-e1f90d2d-d89c-4e76-aca5-95f9f0fc0a37 tempest-TestNetworkBasicOps-1936690218 tempest-TestNetworkBasicOps-1936690218-project] Unset dirty status for tenant:08ce18aa0ce94082a747ec94ccd8cac1 on resource:network {{(pid=84040) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 21:17:55.837940 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-8d9fb627-0c9e-41e7-9747-0535d6420bc1 req-e1f90d2d-d89c-4e76-aca5-95f9f0fc0a37 tempest-TestNetworkBasicOps-1936690218 tempest-TestNetworkBasicOps-1936690218-project] 10.222.0.42 "GET /v2.0/networks?id=fbe7a1ae-9441-45a7-9d7b-ac5d18bf7b64 HTTP/1.1" status: 200 len: 797 time: 0.1601806 Apr 18 21:17:55.856727 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-8d9fb627-0c9e-41e7-9747-0535d6420bc1 req-081add5a-f13d-4823-8da9-8eb197636308 tempest-TestNetworkBasicOps-1936690218 tempest-TestNetworkBasicOps-1936690218-project] 10.222.0.42 "GET /v2.0/quotas/08ce18aa0ce94082a747ec94ccd8cac1 HTTP/1.1" status: 200 len: 375 time: 0.0113592 Apr 18 21:17:56.030201 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ebb3176-868d-4f48-96f5-dae0853ef124 req-f31e1642-96fd-4fc0-8e79-e54148ce510d tempest-TestVolumeBootPattern-942365775 tempest-TestVolumeBootPattern-942365775-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:17:56.031742 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-3ebb3176-868d-4f48-96f5-dae0853ef124 req-f31e1642-96fd-4fc0-8e79-e54148ce510d tempest-TestVolumeBootPattern-942365775 tempest-TestVolumeBootPattern-942365775-project] 10.222.0.42 "GET /v2.0/ports?device_id=d571e7bf-d6c0-4544-b5f2-beac150becf9 HTTP/1.1" status: 200 len: 945 time: 0.1702383 Apr 18 21:17:56.057520 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [req-8d9fb627-0c9e-41e7-9747-0535d6420bc1 req-2fdf1151-e144-4039-acb6-c7c10eb51540 tempest-TestNetworkBasicOps-1936690218 tempest-TestNetworkBasicOps-1936690218-project] Synchronizing usage tracker for tenant:08ce18aa0ce94082a747ec94ccd8cac1 on resource:port {{(pid=84040) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 21:17:56.087847 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [req-8d9fb627-0c9e-41e7-9747-0535d6420bc1 req-2fdf1151-e144-4039-acb6-c7c10eb51540 tempest-TestNetworkBasicOps-1936690218 tempest-TestNetworkBasicOps-1936690218-project] Unset dirty status for tenant:08ce18aa0ce94082a747ec94ccd8cac1 on resource:port {{(pid=84040) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 21:17:56.089123 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-8d9fb627-0c9e-41e7-9747-0535d6420bc1 req-2fdf1151-e144-4039-acb6-c7c10eb51540 tempest-TestNetworkBasicOps-1936690218 tempest-TestNetworkBasicOps-1936690218-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=08ce18aa0ce94082a747ec94ccd8cac1&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1924243 Apr 18 21:17:56.096461 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-3ebb3176-868d-4f48-96f5-dae0853ef124 req-088d787d-f0fd-4733-8e3f-db6786ce3e51 tempest-TestVolumeBootPattern-942365775 tempest-TestVolumeBootPattern-942365775-project] 10.222.0.42 "GET /v2.0/security-groups?id=cdcfb3ee-78c0-44cb-a2e3-4b946850a7e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574164 Apr 18 21:17:56.323863 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Device 409e6e9a-dfd8-47f3-ba6f-7ef61c06d7f8 up at agent ovs-agent-n-d-838334-2 {{(pid=84042) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 21:17:56.408316 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Provisioning complete for port 409e6e9a-dfd8-47f3-ba6f-7ef61c06d7f8 triggered by entity L2. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:17:56.408600 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1253608'] for port, provisioning_complete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:17:56.466039 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-8d9fb627-0c9e-41e7-9747-0535d6420bc1 req-b9dc40be-b20e-4896-87ba-3c4f4fc3eed0 service neutron] 10.222.0.42 "GET /v2.0/networks/fbe7a1ae-9441-45a7-9d7b-ac5d18bf7b64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3393571 Apr 18 21:17:56.473110 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-866f3e07-009a-4557-99ef-fb246c7f6105 req-30671fc2-8cc9-4e14-a9c2-0b9d02a6a796 tempest-TestVolumeBootPattern-942365775 tempest-TestVolumeBootPattern-942365775-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:17:56.474639 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-866f3e07-009a-4557-99ef-fb246c7f6105 req-30671fc2-8cc9-4e14-a9c2-0b9d02a6a796 tempest-TestVolumeBootPattern-942365775 tempest-TestVolumeBootPattern-942365775-project] 10.222.0.42 "GET /v2.0/ports?device_id=d571e7bf-d6c0-4544-b5f2-beac150becf9 HTTP/1.1" status: 200 len: 945 time: 0.2537715 Apr 18 21:17:56.524435 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Device 8bf8ad23-d1ed-4198-9460-8dce71a1a968 up at agent ovs-agent-n-d-838334-2 {{(pid=84042) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 21:17:56.594810 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Provisioning complete for port 8bf8ad23-d1ed-4198-9460-8dce71a1a968 triggered by entity L2. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:17:56.595922 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1253608'] for port, provisioning_complete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:17:56.612406 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-866f3e07-009a-4557-99ef-fb246c7f6105 req-998f6a5a-aa5b-4c3b-87e4-7c695a6f9f66 tempest-TestVolumeBootPattern-942365775 tempest-TestVolumeBootPattern-942365775-project] 10.222.0.42 "GET /v2.0/security-groups?id=cdcfb3ee-78c0-44cb-a2e3-4b946850a7e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1196733 Apr 18 21:17:56.648239 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-8d9fb627-0c9e-41e7-9747-0535d6420bc1 req-e9a7241f-603b-40dd-90a1-03ecfdcceff6 service neutron] 10.222.0.42 "GET /v2.0/networks/fbe7a1ae-9441-45a7-9d7b-ac5d18bf7b64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1725891 Apr 18 21:17:56.897474 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e34a3f32-6b1a-48a3-9c81-9eafd6400ee6 req-4217e745-e5cc-4d07-8da1-688a3c4eb187 tempest-TestVolumeBootPattern-942365775 tempest-TestVolumeBootPattern-942365775-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:17:56.898884 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-e34a3f32-6b1a-48a3-9c81-9eafd6400ee6 req-4217e745-e5cc-4d07-8da1-688a3c4eb187 tempest-TestVolumeBootPattern-942365775 tempest-TestVolumeBootPattern-942365775-project] 10.222.0.42 "GET /v2.0/ports?device_id=d571e7bf-d6c0-4544-b5f2-beac150becf9 HTTP/1.1" status: 200 len: 945 time: 0.1303856 Apr 18 21:17:56.908299 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-3eb05b46-9859-49d4-8236-b2b53678dcc4 req-7cde4372-a7ff-4c9f-8dc8-849fca3bf368 tempest-TestNetworkBasicOps-1936690218 tempest-TestNetworkBasicOps-1936690218-project] 10.222.0.42 "GET /v2.0/ports?device_id=b4fc1ea8-fa4f-45a8-a1d1-0c764e1066c5 HTTP/1.1" status: 200 len: 210 time: 0.0581200 Apr 18 21:17:56.968506 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-e34a3f32-6b1a-48a3-9c81-9eafd6400ee6 req-2eab0a63-c184-4a80-bb6c-27172a8f3008 tempest-TestVolumeBootPattern-942365775 tempest-TestVolumeBootPattern-942365775-project] 10.222.0.42 "GET /v2.0/security-groups?id=cdcfb3ee-78c0-44cb-a2e3-4b946850a7e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586188 Apr 18 21:17:57.496382 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53226f76-1f54-4040-b975-9475237f7cc9 req-ea2b3085-c9f8-402d-a828-6c3d36fe157b tempest-TestVolumeBootPattern-942365775 tempest-TestVolumeBootPattern-942365775-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:17:57.500450 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-53226f76-1f54-4040-b975-9475237f7cc9 req-ea2b3085-c9f8-402d-a828-6c3d36fe157b tempest-TestVolumeBootPattern-942365775 tempest-TestVolumeBootPattern-942365775-project] 10.222.0.42 "GET /v2.0/ports?device_id=d571e7bf-d6c0-4544-b5f2-beac150becf9 HTTP/1.1" status: 200 len: 945 time: 0.0855188 Apr 18 21:17:57.549415 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-53226f76-1f54-4040-b975-9475237f7cc9 req-636eeed9-045b-447b-9d07-0daef3d74919 tempest-TestVolumeBootPattern-942365775 tempest-TestVolumeBootPattern-942365775-project] 10.222.0.42 "GET /v2.0/security-groups?id=cdcfb3ee-78c0-44cb-a2e3-4b946850a7e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459218 Apr 18 21:17:58.147889 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-eb5d2183-7d22-4577-a7a5-dc12c763424a req-ef81e9fb-8b5a-4bb4-be22-009403d04705 tempest-TestNetworkBasicOps-1936690218 tempest-TestNetworkBasicOps-1936690218-project] 10.222.0.42 "GET /v2.0/ports?device_id=b4fc1ea8-fa4f-45a8-a1d1-0c764e1066c5 HTTP/1.1" status: 200 len: 210 time: 0.0480633 Apr 18 21:17:58.188714 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d9fb627-0c9e-41e7-9747-0535d6420bc1 req-061e649b-fe9a-4b3d-adb5-ace9a35835b0 tempest-TestNetworkBasicOps-1936690218 tempest-TestNetworkBasicOps-1936690218-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:17:58.190122 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-8d9fb627-0c9e-41e7-9747-0535d6420bc1 req-061e649b-fe9a-4b3d-adb5-ace9a35835b0 tempest-TestNetworkBasicOps-1936690218 tempest-TestNetworkBasicOps-1936690218-project] 10.222.0.48 "GET /v2.0/networks?id=fbe7a1ae-9441-45a7-9d7b-ac5d18bf7b64 HTTP/1.1" status: 200 len: 797 time: 0.3030043 Apr 18 21:17:58.242375 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-8d9fb627-0c9e-41e7-9747-0535d6420bc1 req-26c51442-9b16-448e-90a9-96726dd98914 tempest-TestNetworkBasicOps-1936690218 tempest-TestNetworkBasicOps-1936690218-project] 10.222.0.48 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=08ce18aa0ce94082a747ec94ccd8cac1 HTTP/1.1" status: 200 len: 380 time: 0.0397842 Apr 18 21:17:58.252110 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.v2.base [req-8d9fb627-0c9e-41e7-9747-0535d6420bc1 req-42a5082d-c776-4ea6-ba72-946acf0fb785 tempest-TestNetworkBasicOps-1936690218 tempest-TestNetworkBasicOps-1936690218-project] Request body: {'port': {'device_id': 'b4fc1ea8-fa4f-45a8-a1d1-0c764e1066c5', 'network_id': 'fbe7a1ae-9441-45a7-9d7b-ac5d18bf7b64', 'admin_state_up': True, 'tenant_id': '08ce18aa0ce94082a747ec94ccd8cac1', 'security_groups': ['04d27c77-05dd-40d8-9ba3-4619b45a28d9']}} {{(pid=84040) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:17:58.388797 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [req-8d9fb627-0c9e-41e7-9747-0535d6420bc1 req-42a5082d-c776-4ea6-ba72-946acf0fb785 tempest-TestNetworkBasicOps-1936690218 tempest-TestNetworkBasicOps-1936690218-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:17:58.400182 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [req-8d9fb627-0c9e-41e7-9747-0535d6420bc1 req-42a5082d-c776-4ea6-ba72-946acf0fb785 tempest-TestNetworkBasicOps-1936690218 tempest-TestNetworkBasicOps-1936690218-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:17:58.411421 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8d9fb627-0c9e-41e7-9747-0535d6420bc1 req-42a5082d-c776-4ea6-ba72-946acf0fb785 tempest-TestNetworkBasicOps-1936690218 tempest-TestNetworkBasicOps-1936690218-project] Made reservation on behalf of 08ce18aa0ce94082a747ec94ccd8cac1 for: {'port': 1} {{(pid=84040) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:17:58.414887 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-8d9fb627-0c9e-41e7-9747-0535d6420bc1 req-42a5082d-c776-4ea6-ba72-946acf0fb785 tempest-TestNetworkBasicOps-1936690218 tempest-TestNetworkBasicOps-1936690218-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:17:58.589915 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.db_base_plugin_common [req-8d9fb627-0c9e-41e7-9747-0535d6420bc1 req-42a5082d-c776-4ea6-ba72-946acf0fb785 tempest-TestNetworkBasicOps-1936690218 tempest-TestNetworkBasicOps-1936690218-project] Allocated IP 172.20.0.8 (fbe7a1ae-9441-45a7-9d7b-ac5d18bf7b64/b85fe757-c3d1-4525-8840-673234d1f87d/658066ad-1114-4def-b80e-bed641a29d70) {{(pid=84040) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 21:17:58.893307 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-8d9fb627-0c9e-41e7-9747-0535d6420bc1 req-42a5082d-c776-4ea6-ba72-946acf0fb785 tempest-TestNetworkBasicOps-1936690218 tempest-TestNetworkBasicOps-1936690218-project] Notify callbacks [] for port, precommit_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:17:58.915093 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c8e1fba-4d1e-4e3a-b792-ac34863aa73f req-e5f844e4-5f24-4603-a025-c142f7af1361 tempest-TestVolumeBootPattern-942365775 tempest-TestVolumeBootPattern-942365775-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:17:58.916578 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-7c8e1fba-4d1e-4e3a-b792-ac34863aa73f req-e5f844e4-5f24-4603-a025-c142f7af1361 tempest-TestVolumeBootPattern-942365775 tempest-TestVolumeBootPattern-942365775-project] 10.222.0.42 "GET /v2.0/ports?device_id=d571e7bf-d6c0-4544-b5f2-beac150becf9 HTTP/1.1" status: 200 len: 945 time: 0.2155297 Apr 18 21:17:58.925967 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b58f24f-7609-4cd8-97c5-fc8342a4916d req-1efb7b24-1508-4189-8ed0-1e3f31ccb1ef tempest-TestVolumeBootPattern-942365775 tempest-TestVolumeBootPattern-942365775-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:17:58.927321 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-9b58f24f-7609-4cd8-97c5-fc8342a4916d req-1efb7b24-1508-4189-8ed0-1e3f31ccb1ef tempest-TestVolumeBootPattern-942365775 tempest-TestVolumeBootPattern-942365775-project] 10.222.0.43 "GET /v2.0/ports?device_id=d571e7bf-d6c0-4544-b5f2-beac150becf9 HTTP/1.1" status: 200 len: 945 time: 0.1795983 Apr 18 21:17:58.974687 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.provisioning_blocks [req-8d9fb627-0c9e-41e7-9747-0535d6420bc1 req-42a5082d-c776-4ea6-ba72-946acf0fb785 tempest-TestNetworkBasicOps-1936690218 tempest-TestNetworkBasicOps-1936690218-project] Transition to ACTIVE for port object 658066ad-1114-4def-b80e-bed641a29d70 will not be triggered until provisioned by entity DHCP. {{(pid=84040) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:17:59.037364 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.plugin [req-9b58f24f-7609-4cd8-97c5-fc8342a4916d req-fe360133-2d01-4fd2-a880-7b060038a886 tempest-TestVolumeBootPattern-942365775 tempest-TestVolumeBootPattern-942365775-project] Deleting port 329b3f6e-4515-4760-9918-6b3b49d435f8 {{(pid=84040) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 21:17:59.037717 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-9b58f24f-7609-4cd8-97c5-fc8342a4916d req-fe360133-2d01-4fd2-a880-7b060038a886 tempest-TestVolumeBootPattern-942365775 tempest-TestVolumeBootPattern-942365775-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750375188691'] for port, before_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:17:59.062311 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-7c8e1fba-4d1e-4e3a-b792-ac34863aa73f req-f0892266-a385-4e48-9ae5-ee5f36a0f7be tempest-TestVolumeBootPattern-942365775 tempest-TestVolumeBootPattern-942365775-project] 10.222.0.42 "GET /v2.0/security-groups?id=cdcfb3ee-78c0-44cb-a2e3-4b946850a7e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1340694 Apr 18 21:17:59.132555 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-8d9fb627-0c9e-41e7-9747-0535d6420bc1 req-42a5082d-c776-4ea6-ba72-946acf0fb785 tempest-TestNetworkBasicOps-1936690218 tempest-TestNetworkBasicOps-1936690218-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750374836619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32440838'] for port, after_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:17:59.337659 n-d-838334-2 neutron-server[84040]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8d9fb627-0c9e-41e7-9747-0535d6420bc1 req-42a5082d-c776-4ea6-ba72-946acf0fb785 tempest-TestNetworkBasicOps-1936690218 tempest-TestNetworkBasicOps-1936690218-project] Network fbe7a1ae-9441-45a7-9d7b-ac5d18bf7b64 is already hosted by enough agents. {{(pid=84040) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:17:59.348331 n-d-838334-2 neutron-server[84040]: DEBUG neutron.scheduler.base_scheduler [req-8d9fb627-0c9e-41e7-9747-0535d6420bc1 req-42a5082d-c776-4ea6-ba72-946acf0fb785 tempest-TestNetworkBasicOps-1936690218 tempest-TestNetworkBasicOps-1936690218-project] Resources bound (agent type, host, resource id): {{(pid=84040) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:17:59.357325 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42a5082d-c776-4ea6-ba72-946acf0fb785 tempest-TestNetworkBasicOps-1936690218 tempest-TestNetworkBasicOps-1936690218-project] Pushing event updated for resources: {'Port': ['ID=658066ad-1114-4def-b80e-bed641a29d70,revision_number=1']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:17:59.359604 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.l3_dvrscheduler_db [req-8d9fb627-0c9e-41e7-9747-0535d6420bc1 req-42a5082d-c776-4ea6-ba72-946acf0fb785 tempest-TestNetworkBasicOps-1936690218 tempest-TestNetworkBasicOps-1936690218-project] Received port after_create {{(pid=84040) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 21:17:59.489112 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d9fb627-0c9e-41e7-9747-0535d6420bc1 req-42a5082d-c776-4ea6-ba72-946acf0fb785 tempest-TestNetworkBasicOps-1936690218 tempest-TestNetworkBasicOps-1936690218-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:17:59.489718 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-8d9fb627-0c9e-41e7-9747-0535d6420bc1 req-42a5082d-c776-4ea6-ba72-946acf0fb785 tempest-TestNetworkBasicOps-1936690218 tempest-TestNetworkBasicOps-1936690218-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217293'] for port, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:17:59.502865 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.db [req-9b58f24f-7609-4cd8-97c5-fc8342a4916d req-fe360133-2d01-4fd2-a880-7b060038a886 tempest-TestVolumeBootPattern-942365775 tempest-TestVolumeBootPattern-942365775-project] For port 329b3f6e-4515-4760-9918-6b3b49d435f8, host n-h1-838334-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838334-2',level=0,port_id=329b3f6e-4515-4760-9918-6b3b49d435f8,segment=NetworkSegment(c9d9b92a-74d4-40ed-ab8e-582836dfe352),segment_id=c9d9b92a-74d4-40ed-ab8e-582836dfe352)] {{(pid=84040) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:17:59.503965 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-9b58f24f-7609-4cd8-97c5-fc8342a4916d req-fe360133-2d01-4fd2-a880-7b060038a886 tempest-TestVolumeBootPattern-942365775 tempest-TestVolumeBootPattern-942365775-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369123'] for port, precommit_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:17:59.645819 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.plugin [req-9b58f24f-7609-4cd8-97c5-fc8342a4916d req-fe360133-2d01-4fd2-a880-7b060038a886 tempest-TestVolumeBootPattern-942365775 tempest-TestVolumeBootPattern-942365775-project] Calling delete_port for 329b3f6e-4515-4760-9918-6b3b49d435f8 owned by compute:nova {{(pid=84040) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 21:17:59.674125 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-e71b741e-520f-4a34-991d-58785dc71fa4 None None] Provisioning for port 658066ad-1114-4def-b80e-bed641a29d70 completed by entity DHCP. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 21:17:59.676370 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaf12965-0969-4310-8d50-33c8897b899c req-283951bc-be1c-4f9c-8eb7-af6355e30134 tempest-TestNetworkBasicOps-1936690218 tempest-TestNetworkBasicOps-1936690218-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:17:59.677909 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-aaf12965-0969-4310-8d50-33c8897b899c req-283951bc-be1c-4f9c-8eb7-af6355e30134 tempest-TestNetworkBasicOps-1936690218 tempest-TestNetworkBasicOps-1936690218-project] 10.222.0.42 "GET /v2.0/ports?device_id=b4fc1ea8-fa4f-45a8-a1d1-0c764e1066c5 HTTP/1.1" status: 200 len: 931 time: 0.3830872 Apr 18 21:17:59.683554 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-e71b741e-520f-4a34-991d-58785dc71fa4 None None] Provisioning complete for port 658066ad-1114-4def-b80e-bed641a29d70 triggered by entity DHCP. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:17:59.684361 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-e71b741e-520f-4a34-991d-58785dc71fa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1253608'] for port, provisioning_complete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:17:59.691532 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-8d9fb627-0c9e-41e7-9747-0535d6420bc1 req-42a5082d-c776-4ea6-ba72-946acf0fb785 tempest-TestNetworkBasicOps-1936690218 tempest-TestNetworkBasicOps-1936690218-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4422593 Apr 18 21:17:59.721307 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.v2.base [req-8d9fb627-0c9e-41e7-9747-0535d6420bc1 req-c2ac7d37-2179-4d9a-b387-ec46f339964d service neutron] Request body: {'port': {'device_id': 'b4fc1ea8-fa4f-45a8-a1d1-0c764e1066c5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-838334-2'}} {{(pid=84040) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:17:59.747276 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.plugin [None req-e71b741e-520f-4a34-991d-58785dc71fa4 None None] Port 658066ad-1114-4def-b80e-bed641a29d70 cannot update to ACTIVE because it is not bound. {{(pid=84042) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 18 21:17:59.828009 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750375287399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253529'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:17:59.968466 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-aaf12965-0969-4310-8d50-33c8897b899c req-d6ed6495-56f0-4c9f-9286-d1bce0c16c9e tempest-TestNetworkBasicOps-1936690218 tempest-TestNetworkBasicOps-1936690218-project] 10.222.0.42 "GET /v2.0/security-groups?id=04d27c77-05dd-40d8-9ba3-4619b45a28d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2820964 Apr 18 21:18:00.044113 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-8d9fb627-0c9e-41e7-9747-0535d6420bc1 req-c2ac7d37-2179-4d9a-b387-ec46f339964d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:18:00.101768 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-9b58f24f-7609-4cd8-97c5-fc8342a4916d req-fe360133-2d01-4fd2-a880-7b060038a886 tempest-TestVolumeBootPattern-942365775 tempest-TestVolumeBootPattern-942365775-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750375259028', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750374836628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32440838'] for port, after_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:18:00.173099 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe360133-2d01-4fd2-a880-7b060038a886 tempest-TestVolumeBootPattern-942365775 tempest-TestVolumeBootPattern-942365775-project] Pushing event deleted for resources: {'Port': ['ID=329b3f6e-4515-4760-9918-6b3b49d435f8,revision_number=None']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:18:00.359265 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-93283638-1ed4-422b-9d43-b962db069670 req-0b142bb0-7fc4-499d-8563-6eea0596b7b7 tempest-TestVolumeBootPattern-942365775 tempest-TestVolumeBootPattern-942365775-project] 10.222.0.42 "GET /v2.0/ports?device_id=d571e7bf-d6c0-4544-b5f2-beac150becf9 HTTP/1.1" status: 200 len: 210 time: 0.1405904 Apr 18 21:18:00.363548 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.l3_dvrscheduler_db [req-9b58f24f-7609-4cd8-97c5-fc8342a4916d req-fe360133-2d01-4fd2-a880-7b060038a886 tempest-TestVolumeBootPattern-942365775 tempest-TestVolumeBootPattern-942365775-project] No DVR routers for this DVR port 329b3f6e-4515-4760-9918-6b3b49d435f8 on host n-h1-838334-2 {{(pid=84040) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 21:18:00.368052 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-9b58f24f-7609-4cd8-97c5-fc8342a4916d req-fe360133-2d01-4fd2-a880-7b060038a886 tempest-TestVolumeBootPattern-942365775 tempest-TestVolumeBootPattern-942365775-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217293'] for port, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:18:00.370629 n-d-838334-2 neutron-server[84040]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd571e7bf-d6c0-4544-b5f2-beac150becf9', 'name': 'network-vif-deleted', 'tag': '329b3f6e-4515-4760-9918-6b3b49d435f8'}] {{(pid=84040) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 21:18:00.476098 n-d-838334-2 neutron-server[84040]: INFO neutron.notifiers.nova [-] Nova event matching ['req-948810d7-28e7-4eca-9b28-8a539df61018'] response: {'server_uuid': 'd571e7bf-d6c0-4544-b5f2-beac150becf9', 'name': 'network-vif-deleted', 'tag': '329b3f6e-4515-4760-9918-6b3b49d435f8', 'status': 'completed', 'code': 200} Apr 18 21:18:00.481967 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-9b58f24f-7609-4cd8-97c5-fc8342a4916d req-fe360133-2d01-4fd2-a880-7b060038a886 tempest-TestVolumeBootPattern-942365775 tempest-TestVolumeBootPattern-942365775-project] 10.222.0.43 "DELETE /v2.0/ports/329b3f6e-4515-4760-9918-6b3b49d435f8 HTTP/1.1" status: 204 len: 173 time: 1.5360813 Apr 18 21:18:00.636105 n-d-838334-2 neutron-server[84040]: DEBUG neutron.notifiers.nova [req-8d9fb627-0c9e-41e7-9747-0535d6420bc1 req-c2ac7d37-2179-4d9a-b387-ec46f339964d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 658066ad-1114-4def-b80e-bed641a29d70 {{(pid=84040) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 18 21:18:00.648143 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-8d9fb627-0c9e-41e7-9747-0535d6420bc1 req-c2ac7d37-2179-4d9a-b387-ec46f339964d service neutron] Notify callbacks [] for port, precommit_update {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:18:00.673280 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.provisioning_blocks [req-8d9fb627-0c9e-41e7-9747-0535d6420bc1 req-c2ac7d37-2179-4d9a-b387-ec46f339964d service neutron] Transition to ACTIVE for port object 658066ad-1114-4def-b80e-bed641a29d70 will not be triggered until provisioned by entity L2. {{(pid=84040) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:18:00.680101 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-8d9fb627-0c9e-41e7-9747-0535d6420bc1 req-c2ac7d37-2179-4d9a-b387-ec46f339964d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32440959'] for port, after_update {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:18:00.829581 n-d-838334-2 neutron-server[84043]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cccbd43d-027b-4a50-b8d7-58a6dd3b64c8 None None] Sync routers for ids ['e125d100-598e-4937-874b-defec831b2d1'] in n-d-838334-2 {{(pid=84043) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 18 21:18:00.844541 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cccbd43d-027b-4a50-b8d7-58a6dd3b64c8 None None] Routers {'e125d100-598e-4937-874b-defec831b2d1'} bound to L3 agent in host n-d-838334-2 {{(pid=84043) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 21:18:00.845407 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2ac7d37-2179-4d9a-b387-ec46f339964d service neutron] Pushing event updated for resources: {'Port': ['ID=658066ad-1114-4def-b80e-bed641a29d70,revision_number=2']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:18:00.845727 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.l3_hamode_db [None req-cccbd43d-027b-4a50-b8d7-58a6dd3b64c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838334-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-18T20:25:48Z,description=,heartbeat_timestamp=2022-04-18T21:17:48Z,host='n-d-838334-2',id=bc84d6c9-dd7a-4555-a351-592327b46d5a,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:25:48Z,topic='l3_agent')) {'router_ids': ['e125d100-598e-4937-874b-defec831b2d1'], 'active': True} {{(pid=84043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:18:01.015957 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.managers [req-8d9fb627-0c9e-41e7-9747-0535d6420bc1 req-c2ac7d37-2179-4d9a-b387-ec46f339964d service neutron] Attempting to bind port 658066ad-1114-4def-b80e-bed641a29d70 on host n-h2-838334-2 for vnic_type normal with profile {{(pid=84040) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 21:18:01.016488 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.managers [req-8d9fb627-0c9e-41e7-9747-0535d6420bc1 req-c2ac7d37-2179-4d9a-b387-ec46f339964d service neutron] Attempting to bind port 658066ad-1114-4def-b80e-bed641a29d70 by drivers openvswitch,hyperv on host n-h2-838334-2 at level 0 using segments [{'id': '2607d251-aee9-4bc4-badb-2c8388df3d1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': 'fbe7a1ae-9441-45a7-9d7b-ac5d18bf7b64'}] {{(pid=84040) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 21:18:01.017028 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d9fb627-0c9e-41e7-9747-0535d6420bc1 req-c2ac7d37-2179-4d9a-b387-ec46f339964d service neutron] Attempting to bind port 658066ad-1114-4def-b80e-bed641a29d70 on network fbe7a1ae-9441-45a7-9d7b-ac5d18bf7b64 {{(pid=84040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 21:18:01.037235 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d9fb627-0c9e-41e7-9747-0535d6420bc1 req-c2ac7d37-2179-4d9a-b387-ec46f339964d service neutron] Port 658066ad-1114-4def-b80e-bed641a29d70 on network fbe7a1ae-9441-45a7-9d7b-ac5d18bf7b64 not bound, no agent of type Open vSwitch agent registered on host n-h2-838334-2 {{(pid=84040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 18 21:18:01.037762 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d9fb627-0c9e-41e7-9747-0535d6420bc1 req-c2ac7d37-2179-4d9a-b387-ec46f339964d service neutron] Attempting to bind port 658066ad-1114-4def-b80e-bed641a29d70 on network fbe7a1ae-9441-45a7-9d7b-ac5d18bf7b64 {{(pid=84040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 21:18:01.047931 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.agents_db [None req-6346a179-333c-4370-b5a6-936984aeab15 None None] Agent healthcheck: found 7 active agents {{(pid=84043) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 18 21:18:01.053194 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d9fb627-0c9e-41e7-9747-0535d6420bc1 req-c2ac7d37-2179-4d9a-b387-ec46f339964d service neutron] Checking agent: {'id': 'dc797004-f641-47b7-a77f-9c62b5b16296', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-838334-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 34, 3), 'started_at': datetime.datetime(2022, 4, 18, 20, 34, 3), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 21, 17, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 18 21:18:01.053530 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d9fb627-0c9e-41e7-9747-0535d6420bc1 req-c2ac7d37-2179-4d9a-b387-ec46f339964d service neutron] Checking segment: {'id': '2607d251-aee9-4bc4-badb-2c8388df3d1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': 'fbe7a1ae-9441-45a7-9d7b-ac5d18bf7b64'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84040) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 21:18:01.053911 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d9fb627-0c9e-41e7-9747-0535d6420bc1 req-c2ac7d37-2179-4d9a-b387-ec46f339964d service neutron] Bound using segment: {'id': '2607d251-aee9-4bc4-badb-2c8388df3d1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': 'fbe7a1ae-9441-45a7-9d7b-ac5d18bf7b64'} {{(pid=84040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 18 21:18:01.054340 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.managers [req-8d9fb627-0c9e-41e7-9747-0535d6420bc1 req-c2ac7d37-2179-4d9a-b387-ec46f339964d service neutron] Bound port: 658066ad-1114-4def-b80e-bed641a29d70, host: n-h2-838334-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2607d251-aee9-4bc4-badb-2c8388df3d1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': 'fbe7a1ae-9441-45a7-9d7b-ac5d18bf7b64'}}] {{(pid=84040) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 21:18:01.054683 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-8d9fb627-0c9e-41e7-9747-0535d6420bc1 req-c2ac7d37-2179-4d9a-b387-ec46f339964d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:18:01.137641 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.l3_dvr_db [None req-cccbd43d-027b-4a50-b8d7-58a6dd3b64c8 None None] Set router e125d100-598e-4937-874b-defec831b2d1 gateway port host: n-d-838334-2 {{(pid=84043) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 21:18:01.242217 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.db [req-8d9fb627-0c9e-41e7-9747-0535d6420bc1 req-c2ac7d37-2179-4d9a-b387-ec46f339964d service neutron] For port 658066ad-1114-4def-b80e-bed641a29d70, host n-h2-838334-2, cleared binding levels {{(pid=84040) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 21:18:01.249933 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.db [req-8d9fb627-0c9e-41e7-9747-0535d6420bc1 req-c2ac7d37-2179-4d9a-b387-ec46f339964d service neutron] For port 658066ad-1114-4def-b80e-bed641a29d70, host n-h2-838334-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838334-2',level=0,port_id=658066ad-1114-4def-b80e-bed641a29d70,segment=NetworkSegment(2607d251-aee9-4bc4-badb-2c8388df3d1e),segment_id=2607d251-aee9-4bc4-badb-2c8388df3d1e)] {{(pid=84040) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 21:18:01.259776 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-8d9fb627-0c9e-41e7-9747-0535d6420bc1 req-c2ac7d37-2179-4d9a-b387-ec46f339964d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32440959'] for port, after_update {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:18:01.343687 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-8d9fb627-0c9e-41e7-9747-0535d6420bc1 req-c2ac7d37-2179-4d9a-b387-ec46f339964d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217293'] for port, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:18:01.345621 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-8d9fb627-0c9e-41e7-9747-0535d6420bc1 req-c2ac7d37-2179-4d9a-b387-ec46f339964d service neutron] 10.222.0.48 "PUT /v2.0/ports/658066ad-1114-4def-b80e-bed641a29d70 HTTP/1.1" status: 200 len: 1091 time: 1.6323965 Apr 18 21:18:01.368201 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2ac7d37-2179-4d9a-b387-ec46f339964d service neutron] Pushing event updated for resources: {'Port': ['ID=658066ad-1114-4def-b80e-bed641a29d70,revision_number=3']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:18:01.380936 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01cb947f-975d-45e6-89d8-6cb7b195f477 req-c662fd73-b1f6-41db-85f5-c655696e55a4 tempest-TestNetworkBasicOps-1936690218 tempest-TestNetworkBasicOps-1936690218-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:18:01.381624 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [req-01cb947f-975d-45e6-89d8-6cb7b195f477 req-c662fd73-b1f6-41db-85f5-c655696e55a4 tempest-TestNetworkBasicOps-1936690218 tempest-TestNetworkBasicOps-1936690218-project] Synchronizing usage tracker for tenant:08ce18aa0ce94082a747ec94ccd8cac1 on resource:port {{(pid=84040) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 21:18:01.442029 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [req-01cb947f-975d-45e6-89d8-6cb7b195f477 req-c662fd73-b1f6-41db-85f5-c655696e55a4 tempest-TestNetworkBasicOps-1936690218 tempest-TestNetworkBasicOps-1936690218-project] Unset dirty status for tenant:08ce18aa0ce94082a747ec94ccd8cac1 on resource:port {{(pid=84040) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 21:18:01.443504 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-01cb947f-975d-45e6-89d8-6cb7b195f477 req-c662fd73-b1f6-41db-85f5-c655696e55a4 tempest-TestNetworkBasicOps-1936690218 tempest-TestNetworkBasicOps-1936690218-project] 10.222.0.42 "GET /v2.0/ports?device_id=b4fc1ea8-fa4f-45a8-a1d1-0c764e1066c5 HTTP/1.1" status: 200 len: 943 time: 0.2694733 Apr 18 21:18:01.541745 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-01cb947f-975d-45e6-89d8-6cb7b195f477 req-bd010833-5909-40c1-92fa-efe8db48b359 tempest-TestNetworkBasicOps-1936690218 tempest-TestNetworkBasicOps-1936690218-project] 10.222.0.42 "GET /v2.0/security-groups?id=04d27c77-05dd-40d8-9ba3-4619b45a28d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0822196 Apr 18 21:18:01.562889 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-8d9fb627-0c9e-41e7-9747-0535d6420bc1 req-4dc85d54-1ce7-4747-8d6e-78034fcf972a service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=08ce18aa0ce94082a747ec94ccd8cac1&device_id=b4fc1ea8-fa4f-45a8-a1d1-0c764e1066c5 HTTP/1.1" status: 200 len: 1094 time: 0.1607075 Apr 18 21:18:01.650119 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.l3_hamode_db [None req-cccbd43d-027b-4a50-b8d7-58a6dd3b64c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e125d100-598e-4937-874b-defec831b2d1', 'name': 'tempest-TestNetworkBasicOps-router-361076080', 'tenant_id': '08ce18aa0ce94082a747ec94ccd8cac1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'external_fixed_ips': [{'subnet_id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'ip_address': '172.25.8.102'}], 'enable_snat': True}, 'gw_port_id': '4011cbbc-6802-4a02-ae2a-5d543322cb78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:17:44Z', 'updated_at': '2022-04-18T21:17:50Z', 'revision_number': 4, 'project_id': '08ce18aa0ce94082a747ec94ccd8cac1', 'gw_port': {'id': '4011cbbc-6802-4a02-ae2a-5d543322cb78', 'name': '', 'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:f6:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e125d100-598e-4937-874b-defec831b2d1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'ip_address': '172.25.8.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:17:45Z', 'updated_at': '2022-04-18T21:17:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838334-2', '_interfaces': [{'id': '8eb47f72-be2b-4c3d-be2a-82d9a59c8f93', 'name': '', 'network_id': 'fbe7a1ae-9441-45a7-9d7b-ac5d18bf7b64', 'tenant_id': '08ce18aa0ce94082a747ec94ccd8cac1', 'mac_address': 'fa:16:3e:ea:a1:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e125d100-598e-4937-874b-defec831b2d1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b85fe757-c3d1-4525-8840-673234d1f87d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:17:49Z', 'updated_at': '2022-04-18T21:17:51Z', 'revision_number': 2, 'project_id': '08ce18aa0ce94082a747ec94ccd8cac1', 'subnets': [{'id': 'b85fe757-c3d1-4525-8840-673234d1f87d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838334-2', False) {} {{(pid=84043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:18:01.657085 n-d-838334-2 neutron-server[84043]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cccbd43d-027b-4a50-b8d7-58a6dd3b64c8 None None] Checking router: e125d100-598e-4937-874b-defec831b2d1 for host: n-d-838334-2 {{(pid=84043) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 18 21:18:01.658110 n-d-838334-2 neutron-server[84043]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cccbd43d-027b-4a50-b8d7-58a6dd3b64c8 None None] Updating router e125d100-598e-4937-874b-defec831b2d1 port 8eb47f72-be2b-4c3d-be2a-82d9a59c8f93 binding host n-d-838334-2 {{(pid=84043) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 18 21:18:01.726101 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-8d9fb627-0c9e-41e7-9747-0535d6420bc1 req-11aff950-af0f-40b0-b5a6-99fa92c80d01 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=658066ad-1114-4def-b80e-bed641a29d70 HTTP/1.1" status: 200 len: 217 time: 0.1549342 Apr 18 21:18:01.731752 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [req-2e89274a-5503-4283-98b2-a80c00f63104 req-28fd1741-f7db-4cef-b12b-1ac1cc501ca6 tempest-TestVolumeBootPattern-942365775 tempest-TestVolumeBootPattern-942365775-project] Synchronizing usage tracker for tenant:31978bb3bc1348ad8b469e6e55d6f163 on resource:port {{(pid=84040) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 21:18:01.747794 n-d-838334-2 neutron-server[84043]: DEBUG neutron_lib.callbacks.manager [None req-cccbd43d-027b-4a50-b8d7-58a6dd3b64c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:18:01.804040 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [req-2e89274a-5503-4283-98b2-a80c00f63104 req-28fd1741-f7db-4cef-b12b-1ac1cc501ca6 tempest-TestVolumeBootPattern-942365775 tempest-TestVolumeBootPattern-942365775-project] Unset dirty status for tenant:31978bb3bc1348ad8b469e6e55d6f163 on resource:port {{(pid=84040) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 21:18:01.805553 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-2e89274a-5503-4283-98b2-a80c00f63104 req-28fd1741-f7db-4cef-b12b-1ac1cc501ca6 tempest-TestVolumeBootPattern-942365775 tempest-TestVolumeBootPattern-942365775-project] 10.222.0.42 "GET /v2.0/ports?device_id=d571e7bf-d6c0-4544-b5f2-beac150becf9 HTTP/1.1" status: 200 len: 210 time: 0.1572256 Apr 18 21:18:01.811659 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d9fb627-0c9e-41e7-9747-0535d6420bc1 req-9cc78c31-8889-492e-801a-e1557613ffba service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:18:01.813370 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-8d9fb627-0c9e-41e7-9747-0535d6420bc1 req-9cc78c31-8889-492e-801a-e1557613ffba service neutron] 10.222.0.48 "GET /v2.0/subnets?id=b85fe757-c3d1-4525-8840-673234d1f87d HTTP/1.1" status: 200 len: 835 time: 0.0776706 Apr 18 21:18:01.910673 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-8d9fb627-0c9e-41e7-9747-0535d6420bc1 req-119e6e0f-8846-42af-a883-2c7b1173c020 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=fbe7a1ae-9441-45a7-9d7b-ac5d18bf7b64&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0900433 Apr 18 21:18:01.968514 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Device 329b3f6e-4515-4760-9918-6b3b49d435f8 no longer exists at agent hyperv_n-h1-838334-2 {{(pid=84042) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 21:18:02.027357 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.plugin [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] No Port match for: 329b3f6e-4515-4760-9918-6b3b49d435f8 {{(pid=84042) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 18 21:18:02.027988 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Device 329b3f6e-4515-4760-9918-6b3b49d435f8 not bound to the agent host n-h1-838334-2 {{(pid=84042) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 21:18:02.150698 n-d-838334-2 neutron-server[84043]: DEBUG neutron_lib.callbacks.manager [None req-cccbd43d-027b-4a50-b8d7-58a6dd3b64c8 None None] Notify callbacks [] for port, precommit_update {{(pid=84043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:18:02.156902 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-8d9fb627-0c9e-41e7-9747-0535d6420bc1 req-c2467707-af58-41a7-ab29-d2cecd9b4866 service neutron] 10.222.0.48 "GET /v2.0/networks/fbe7a1ae-9441-45a7-9d7b-ac5d18bf7b64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2407897 Apr 18 21:18:02.163704 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.provisioning_blocks [None req-cccbd43d-027b-4a50-b8d7-58a6dd3b64c8 None None] Transition to ACTIVE for port object 8eb47f72-be2b-4c3d-be2a-82d9a59c8f93 will not be triggered until provisioned by entity L2. {{(pid=84043) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:18:02.171541 n-d-838334-2 neutron-server[84043]: DEBUG neutron_lib.callbacks.manager [None req-cccbd43d-027b-4a50-b8d7-58a6dd3b64c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682'] for port, after_update {{(pid=84043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:18:02.321225 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-8d9fb627-0c9e-41e7-9747-0535d6420bc1 req-fa3d5bfa-d6ac-4b93-8687-ef34c9ae2700 service neutron] 10.222.0.48 "GET /v2.0/networks/fbe7a1ae-9441-45a7-9d7b-ac5d18bf7b64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1576214 Apr 18 21:18:02.324323 n-d-838334-2 neutron-server[84043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43e4d4c2-a806-4f33-a873-e6cca86b5126 None None] Pushing event updated for resources: {'Port': ['ID=8eb47f72-be2b-4c3d-be2a-82d9a59c8f93,revision_number=3']} {{(pid=84043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:18:02.449716 n-d-838334-2 neutron-server[84043]: DEBUG neutron.plugins.ml2.managers [None req-cccbd43d-027b-4a50-b8d7-58a6dd3b64c8 None None] Attempting to bind port 8eb47f72-be2b-4c3d-be2a-82d9a59c8f93 on host n-d-838334-2 for vnic_type normal with profile {{(pid=84043) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 21:18:02.450157 n-d-838334-2 neutron-server[84043]: DEBUG neutron.plugins.ml2.managers [None req-cccbd43d-027b-4a50-b8d7-58a6dd3b64c8 None None] Attempting to bind port 8eb47f72-be2b-4c3d-be2a-82d9a59c8f93 by drivers openvswitch,hyperv on host n-d-838334-2 at level 0 using segments [{'id': '2607d251-aee9-4bc4-badb-2c8388df3d1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': 'fbe7a1ae-9441-45a7-9d7b-ac5d18bf7b64'}] {{(pid=84043) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 21:18:02.450514 n-d-838334-2 neutron-server[84043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cccbd43d-027b-4a50-b8d7-58a6dd3b64c8 None None] Attempting to bind port 8eb47f72-be2b-4c3d-be2a-82d9a59c8f93 on network fbe7a1ae-9441-45a7-9d7b-ac5d18bf7b64 {{(pid=84043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 21:18:02.457121 n-d-838334-2 neutron-server[84043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cccbd43d-027b-4a50-b8d7-58a6dd3b64c8 None None] Checking agent: {'id': '97cd4414-7af6-4d67-868d-dff370b4071a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838334-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 25, 49), 'started_at': datetime.datetime(2022, 4, 18, 20, 26, 19), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 21, 17, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838334-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 18 21:18:02.457483 n-d-838334-2 neutron-server[84043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cccbd43d-027b-4a50-b8d7-58a6dd3b64c8 None None] Checking segment: {'id': '2607d251-aee9-4bc4-badb-2c8388df3d1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': 'fbe7a1ae-9441-45a7-9d7b-ac5d18bf7b64'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84043) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 21:18:02.457875 n-d-838334-2 neutron-server[84043]: DEBUG neutron_lib.callbacks.manager [None req-cccbd43d-027b-4a50-b8d7-58a6dd3b64c8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:18:02.458258 n-d-838334-2 neutron-server[84043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cccbd43d-027b-4a50-b8d7-58a6dd3b64c8 None None] Bound using segment: {'id': '2607d251-aee9-4bc4-badb-2c8388df3d1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': 'fbe7a1ae-9441-45a7-9d7b-ac5d18bf7b64'} {{(pid=84043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 18 21:18:02.458708 n-d-838334-2 neutron-server[84043]: DEBUG neutron.plugins.ml2.managers [None req-cccbd43d-027b-4a50-b8d7-58a6dd3b64c8 None None] Bound port: 8eb47f72-be2b-4c3d-be2a-82d9a59c8f93, host: n-d-838334-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2607d251-aee9-4bc4-badb-2c8388df3d1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': 'fbe7a1ae-9441-45a7-9d7b-ac5d18bf7b64'}}] {{(pid=84043) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 21:18:02.459072 n-d-838334-2 neutron-server[84043]: DEBUG neutron_lib.callbacks.manager [None req-cccbd43d-027b-4a50-b8d7-58a6dd3b64c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:18:02.477641 n-d-838334-2 neutron-server[84040]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b4fc1ea8-fa4f-45a8-a1d1-0c764e1066c5', 'tag': '658066ad-1114-4def-b80e-bed641a29d70'}] {{(pid=84040) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 21:18:02.546894 n-d-838334-2 neutron-server[84040]: INFO neutron.notifiers.nova [-] Nova event matching ['req-39a2e488-96c1-48dd-a0a6-4f2c591990f8'] response: {'name': 'network-changed', 'server_uuid': 'b4fc1ea8-fa4f-45a8-a1d1-0c764e1066c5', 'tag': '658066ad-1114-4def-b80e-bed641a29d70', 'status': 'completed', 'code': 200} Apr 18 21:18:02.551089 n-d-838334-2 neutron-server[84043]: DEBUG neutron.plugins.ml2.db [None req-cccbd43d-027b-4a50-b8d7-58a6dd3b64c8 None None] For port 8eb47f72-be2b-4c3d-be2a-82d9a59c8f93, host n-d-838334-2, cleared binding levels {{(pid=84043) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 21:18:02.554577 n-d-838334-2 neutron-server[84043]: DEBUG neutron.plugins.ml2.db [None req-cccbd43d-027b-4a50-b8d7-58a6dd3b64c8 None None] For port 8eb47f72-be2b-4c3d-be2a-82d9a59c8f93, host n-d-838334-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838334-2',level=0,port_id=8eb47f72-be2b-4c3d-be2a-82d9a59c8f93,segment=NetworkSegment(2607d251-aee9-4bc4-badb-2c8388df3d1e),segment_id=2607d251-aee9-4bc4-badb-2c8388df3d1e)] {{(pid=84043) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 21:18:02.561138 n-d-838334-2 neutron-server[84043]: DEBUG neutron_lib.callbacks.manager [None req-cccbd43d-027b-4a50-b8d7-58a6dd3b64c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682'] for port, after_update {{(pid=84043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:18:02.663598 n-d-838334-2 neutron-server[84043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43e4d4c2-a806-4f33-a873-e6cca86b5126 None None] Pushing event updated for resources: {'Port': ['ID=8eb47f72-be2b-4c3d-be2a-82d9a59c8f93,revision_number=4']} {{(pid=84043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:18:02.665744 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-a9b304f9-b0d3-4366-8881-17dcc51d4510 req-1443111c-f5a7-473a-9755-9553a70a0f39 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=08ce18aa0ce94082a747ec94ccd8cac1&device_id=b4fc1ea8-fa4f-45a8-a1d1-0c764e1066c5 HTTP/1.1" status: 200 len: 1094 time: 0.0966885 Apr 18 21:18:02.667658 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cccbd43d-027b-4a50-b8d7-58a6dd3b64c8 None None] Routers {'e125d100-598e-4937-874b-defec831b2d1'} bound to L3 agent in host n-d-838334-2 {{(pid=84043) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 21:18:02.668493 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.l3_hamode_db [None req-cccbd43d-027b-4a50-b8d7-58a6dd3b64c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838334-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-18T20:25:48Z,description=,heartbeat_timestamp=2022-04-18T21:17:48Z,host='n-d-838334-2',id=bc84d6c9-dd7a-4555-a351-592327b46d5a,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:25:48Z,topic='l3_agent')) {'router_ids': ['e125d100-598e-4937-874b-defec831b2d1'], 'active': True} {{(pid=84043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:18:02.904668 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4b21b49-8c89-4379-b249-1a1febe3d693 req-52235a4e-f56d-432b-9e1e-3bf236596de0 tempest-TestNetworkBasicOps-1936690218 tempest-TestNetworkBasicOps-1936690218-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:18:02.917864 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-d4b21b49-8c89-4379-b249-1a1febe3d693 req-52235a4e-f56d-432b-9e1e-3bf236596de0 tempest-TestNetworkBasicOps-1936690218 tempest-TestNetworkBasicOps-1936690218-project] 10.222.0.42 "GET /v2.0/ports?device_id=b4fc1ea8-fa4f-45a8-a1d1-0c764e1066c5 HTTP/1.1" status: 200 len: 943 time: 0.1942172 Apr 18 21:18:02.949112 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.l3_dvr_db [None req-cccbd43d-027b-4a50-b8d7-58a6dd3b64c8 None None] Set router e125d100-598e-4937-874b-defec831b2d1 gateway port host: n-d-838334-2 {{(pid=84043) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 21:18:03.000968 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9b304f9-b0d3-4366-8881-17dcc51d4510 req-73822cec-eff7-4dd4-b8ef-db1bc56d56cc service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:18:03.003269 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-a9b304f9-b0d3-4366-8881-17dcc51d4510 req-73822cec-eff7-4dd4-b8ef-db1bc56d56cc service neutron] 10.222.0.48 "GET /v2.0/networks?id=fbe7a1ae-9441-45a7-9d7b-ac5d18bf7b64 HTTP/1.1" status: 200 len: 898 time: 0.3256700 Apr 18 21:18:03.076204 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-d4b21b49-8c89-4379-b249-1a1febe3d693 req-b8922ff5-662b-4811-ad40-6ce1bb38a916 tempest-TestNetworkBasicOps-1936690218 tempest-TestNetworkBasicOps-1936690218-project] 10.222.0.42 "GET /v2.0/security-groups?id=04d27c77-05dd-40d8-9ba3-4619b45a28d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1572359 Apr 18 21:18:03.100218 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-a9b304f9-b0d3-4366-8881-17dcc51d4510 req-8135ff8c-fb6e-4fe7-8959-6ad0931b5bfa service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=658066ad-1114-4def-b80e-bed641a29d70 HTTP/1.1" status: 200 len: 217 time: 0.0889781 Apr 18 21:18:03.183480 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9b304f9-b0d3-4366-8881-17dcc51d4510 req-99e36306-215f-44c3-87f2-e0f4ee337ec5 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:18:03.185401 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-a9b304f9-b0d3-4366-8881-17dcc51d4510 req-99e36306-215f-44c3-87f2-e0f4ee337ec5 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=b85fe757-c3d1-4525-8840-673234d1f87d HTTP/1.1" status: 200 len: 835 time: 0.0754316 Apr 18 21:18:03.292091 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-a9b304f9-b0d3-4366-8881-17dcc51d4510 req-1cf07e07-02b9-40e2-ac61-fee87830dab2 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=fbe7a1ae-9441-45a7-9d7b-ac5d18bf7b64&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0997701 Apr 18 21:18:03.399943 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.l3_hamode_db [None req-cccbd43d-027b-4a50-b8d7-58a6dd3b64c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e125d100-598e-4937-874b-defec831b2d1', 'name': 'tempest-TestNetworkBasicOps-router-361076080', 'tenant_id': '08ce18aa0ce94082a747ec94ccd8cac1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'external_fixed_ips': [{'subnet_id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'ip_address': '172.25.8.102'}], 'enable_snat': True}, 'gw_port_id': '4011cbbc-6802-4a02-ae2a-5d543322cb78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:17:44Z', 'updated_at': '2022-04-18T21:17:50Z', 'revision_number': 4, 'project_id': '08ce18aa0ce94082a747ec94ccd8cac1', 'gw_port': {'id': '4011cbbc-6802-4a02-ae2a-5d543322cb78', 'name': '', 'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:f6:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e125d100-598e-4937-874b-defec831b2d1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'ip_address': '172.25.8.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:17:45Z', 'updated_at': '2022-04-18T21:17:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838334-2', '_interfaces': [{'id': '8eb47f72-be2b-4c3d-be2a-82d9a59c8f93', 'name': '', 'network_id': 'fbe7a1ae-9441-45a7-9d7b-ac5d18bf7b64', 'tenant_id': '08ce18aa0ce94082a747ec94ccd8cac1', 'mac_address': 'fa:16:3e:ea:a1:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e125d100-598e-4937-874b-defec831b2d1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b85fe757-c3d1-4525-8840-673234d1f87d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:17:49Z', 'updated_at': '2022-04-18T21:18:02Z', 'revision_number': 4, 'project_id': '08ce18aa0ce94082a747ec94ccd8cac1', 'subnets': [{'id': 'b85fe757-c3d1-4525-8840-673234d1f87d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838334-2', False) {} {{(pid=84043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:18:03.406348 n-d-838334-2 neutron-server[84043]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cccbd43d-027b-4a50-b8d7-58a6dd3b64c8 None None] The sync data for ids ['e125d100-598e-4937-874b-defec831b2d1'] in n-d-838334-2 is: [{'id': 'e125d100-598e-4937-874b-defec831b2d1', 'name': 'tempest-TestNetworkBasicOps-router-361076080', 'tenant_id': '08ce18aa0ce94082a747ec94ccd8cac1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'external_fixed_ips': [{'subnet_id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'ip_address': '172.25.8.102'}], 'enable_snat': True}, 'gw_port_id': '4011cbbc-6802-4a02-ae2a-5d543322cb78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:17:44Z', 'updated_at': '2022-04-18T21:17:50Z', 'revision_number': 4, 'project_id': '08ce18aa0ce94082a747ec94ccd8cac1', 'gw_port': {'id': '4011cbbc-6802-4a02-ae2a-5d543322cb78', 'name': '', 'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:f6:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e125d100-598e-4937-874b-defec831b2d1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'ip_address': '172.25.8.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:17:45Z', 'updated_at': '2022-04-18T21:17:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838334-2', '_interfaces': [{'id': '8eb47f72-be2b-4c3d-be2a-82d9a59c8f93', 'name': '', 'network_id': 'fbe7a1ae-9441-45a7-9d7b-ac5d18bf7b64', 'tenant_id': '08ce18aa0ce94082a747ec94ccd8cac1', 'mac_address': 'fa:16:3e:ea:a1:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e125d100-598e-4937-874b-defec831b2d1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b85fe757-c3d1-4525-8840-673234d1f87d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:17:49Z', 'updated_at': '2022-04-18T21:18:02Z', 'revision_number': 4, 'project_id': '08ce18aa0ce94082a747ec94ccd8cac1', 'subnets': [{'id': 'b85fe757-c3d1-4525-8840-673234d1f87d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84043) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 18 21:18:03.514800 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-a9b304f9-b0d3-4366-8881-17dcc51d4510 req-6c208212-6911-433d-b8df-1e9fb4f2425b service neutron] 10.222.0.48 "GET /v2.0/networks/fbe7a1ae-9441-45a7-9d7b-ac5d18bf7b64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2160180 Apr 18 21:18:03.698715 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-a9b304f9-b0d3-4366-8881-17dcc51d4510 req-31117b8b-62c0-4cae-a4e3-abe7723dfd60 service neutron] 10.222.0.48 "GET /v2.0/networks/fbe7a1ae-9441-45a7-9d7b-ac5d18bf7b64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1769657 Apr 18 21:18:04.042718 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750375287399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253529'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:18:04.354272 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Device 8eb47f72-be2b-4c3d-be2a-82d9a59c8f93 up at agent ovs-agent-n-d-838334-2 {{(pid=84042) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 21:18:04.485710 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bc0f17e-f90b-418e-9cf5-eec5894f4b75 req-a232dcf9-d1d7-4724-a20e-6e88bc1e9c46 tempest-TestNetworkBasicOps-1936690218 tempest-TestNetworkBasicOps-1936690218-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:18:04.488041 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Provisioning for port 8eb47f72-be2b-4c3d-be2a-82d9a59c8f93 completed by entity L2. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 21:18:04.489484 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-5bc0f17e-f90b-418e-9cf5-eec5894f4b75 req-a232dcf9-d1d7-4724-a20e-6e88bc1e9c46 tempest-TestNetworkBasicOps-1936690218 tempest-TestNetworkBasicOps-1936690218-project] 10.222.0.42 "GET /v2.0/ports?device_id=b4fc1ea8-fa4f-45a8-a1d1-0c764e1066c5 HTTP/1.1" status: 200 len: 943 time: 0.1999516 Apr 18 21:18:04.493746 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Provisioning complete for port 8eb47f72-be2b-4c3d-be2a-82d9a59c8f93 triggered by entity L2. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:18:04.494352 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1253608'] for port, provisioning_complete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:18:04.550689 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-5bc0f17e-f90b-418e-9cf5-eec5894f4b75 req-48b8fbdd-41bb-4c46-96bb-13fdf2e7c4c0 tempest-TestNetworkBasicOps-1936690218 tempest-TestNetworkBasicOps-1936690218-project] 10.222.0.42 "GET /v2.0/security-groups?id=04d27c77-05dd-40d8-9ba3-4619b45a28d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0556338 Apr 18 21:18:04.676750 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:18:04.715799 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] For port 8eb47f72-be2b-4c3d-be2a-82d9a59c8f93, host n-d-838334-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838334-2',level=0,port_id=8eb47f72-be2b-4c3d-be2a-82d9a59c8f93,segment=NetworkSegment(2607d251-aee9-4bc4-badb-2c8388df3d1e),segment_id=2607d251-aee9-4bc4-badb-2c8388df3d1e)] {{(pid=84042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:18:04.720038 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682'] for port, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:18:04.796635 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Pushing event updated for resources: {'Port': ['ID=8eb47f72-be2b-4c3d-be2a-82d9a59c8f93,revision_number=5']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:18:04.806205 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:18:04.806787 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:18:04.807273 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:18:04.807788 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:18:04.808284 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:18:04.808759 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:18:04.809238 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:18:04.809709 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:18:04.810443 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:18:04.810920 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:18:04.811407 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:18:05.810504 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Device 658066ad-1114-4def-b80e-bed641a29d70 details requested by agent hyperv_n-h2-838334-2 with host n-h2-838334-2 {{(pid=84042) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 18 21:18:05.867329 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e217658-4a45-4c91-ad48-462a6e69ba89 req-be8efba3-5584-417a-906a-ab3dc9d42050 tempest-TestNetworkBasicOps-1936690218 tempest-TestNetworkBasicOps-1936690218-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:18:05.870633 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-4e217658-4a45-4c91-ad48-462a6e69ba89 req-be8efba3-5584-417a-906a-ab3dc9d42050 tempest-TestNetworkBasicOps-1936690218 tempest-TestNetworkBasicOps-1936690218-project] 10.222.0.42 "GET /v2.0/ports?device_id=b4fc1ea8-fa4f-45a8-a1d1-0c764e1066c5 HTTP/1.1" status: 200 len: 943 time: 0.1208344 Apr 18 21:18:05.919394 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-4e217658-4a45-4c91-ad48-462a6e69ba89 req-3f6da710-12ac-41f7-aef0-0adf2ddbfdfb tempest-TestNetworkBasicOps-1936690218 tempest-TestNetworkBasicOps-1936690218-project] 10.222.0.42 "GET /v2.0/security-groups?id=04d27c77-05dd-40d8-9ba3-4619b45a28d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426688 Apr 18 21:18:06.008479 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] For port 658066ad-1114-4def-b80e-bed641a29d70, host n-h2-838334-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838334-2',level=0,port_id=658066ad-1114-4def-b80e-bed641a29d70,segment=NetworkSegment(2607d251-aee9-4bc4-badb-2c8388df3d1e),segment_id=2607d251-aee9-4bc4-badb-2c8388df3d1e)] {{(pid=84042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:18:06.022522 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Returning: {'device': '658066ad-1114-4def-b80e-bed641a29d70', 'network_id': 'fbe7a1ae-9441-45a7-9d7b-ac5d18bf7b64', 'port_id': '658066ad-1114-4def-b80e-bed641a29d70', 'mac_address': 'fa:16:3e:ea:70:08', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 365, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b85fe757-c3d1-4525-8840-673234d1f87d', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84042) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 18 21:18:06.082452 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:18:06.100833 n-d-838334-2 neutron-server[84042]: DEBUG neutron.notifiers.nova [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 658066ad-1114-4def-b80e-bed641a29d70 {{(pid=84042) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 18 21:18:06.116291 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] For port 658066ad-1114-4def-b80e-bed641a29d70, host n-h2-838334-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838334-2',level=0,port_id=658066ad-1114-4def-b80e-bed641a29d70,segment=NetworkSegment(2607d251-aee9-4bc4-badb-2c8388df3d1e),segment_id=2607d251-aee9-4bc4-badb-2c8388df3d1e)] {{(pid=84042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:18:06.120693 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682'] for port, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:18:06.193879 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Pushing event updated for resources: {'Port': ['ID=658066ad-1114-4def-b80e-bed641a29d70,revision_number=4']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:18:06.293906 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Device 8eb47f72-be2b-4c3d-be2a-82d9a59c8f93 up at agent ovs-agent-n-d-838334-2 {{(pid=84042) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 21:18:06.343374 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] get_ports_and_sgs() called for port_ids ['658066ad-1114-4def-b80e-bed641a29d70'] {{(pid=84042) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 18 21:18:06.513891 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Provisioning complete for port 8eb47f72-be2b-4c3d-be2a-82d9a59c8f93 triggered by entity L2. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:18:06.514253 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1253608'] for port, provisioning_complete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:18:07.302459 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4cee888-3436-45c8-a4ae-7d7f3ec0907d req-8bdc225e-4700-4aca-a613-d0c1ef754822 tempest-TestNetworkBasicOps-1936690218 tempest-TestNetworkBasicOps-1936690218-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:18:07.305140 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-b4cee888-3436-45c8-a4ae-7d7f3ec0907d req-8bdc225e-4700-4aca-a613-d0c1ef754822 tempest-TestNetworkBasicOps-1936690218 tempest-TestNetworkBasicOps-1936690218-project] 10.222.0.42 "GET /v2.0/ports?device_id=b4fc1ea8-fa4f-45a8-a1d1-0c764e1066c5 HTTP/1.1" status: 200 len: 944 time: 0.1005223 Apr 18 21:18:07.368148 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-b4cee888-3436-45c8-a4ae-7d7f3ec0907d req-cd483730-71b8-46d2-8c0e-557c3ce0d247 tempest-TestNetworkBasicOps-1936690218 tempest-TestNetworkBasicOps-1936690218-project] 10.222.0.42 "GET /v2.0/security-groups?id=04d27c77-05dd-40d8-9ba3-4619b45a28d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0564170 Apr 18 21:18:07.814297 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Device 658066ad-1114-4def-b80e-bed641a29d70 up at agent hyperv_n-h2-838334-2 {{(pid=84042) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 21:18:07.890231 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Provisioning for port 658066ad-1114-4def-b80e-bed641a29d70 completed by entity L2. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 21:18:07.895736 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Provisioning complete for port 658066ad-1114-4def-b80e-bed641a29d70 triggered by entity L2. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:18:07.896111 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1253608'] for port, provisioning_complete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:18:08.030132 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:18:08.062060 n-d-838334-2 neutron-server[84042]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b4fc1ea8-fa4f-45a8-a1d1-0c764e1066c5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '658066ad-1114-4def-b80e-bed641a29d70'}] {{(pid=84042) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 21:18:08.091734 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] For port 658066ad-1114-4def-b80e-bed641a29d70, host n-h2-838334-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838334-2',level=0,port_id=658066ad-1114-4def-b80e-bed641a29d70,segment=NetworkSegment(2607d251-aee9-4bc4-badb-2c8388df3d1e),segment_id=2607d251-aee9-4bc4-badb-2c8388df3d1e)] {{(pid=84042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:18:08.095889 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682'] for port, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:18:08.146893 n-d-838334-2 neutron-server[84042]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2922d889-4ceb-4a7f-928c-e80506eb78e2'] response: {'server_uuid': 'b4fc1ea8-fa4f-45a8-a1d1-0c764e1066c5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '658066ad-1114-4def-b80e-bed641a29d70', 'code': 200} Apr 18 21:18:08.163520 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Pushing event updated for resources: {'Port': ['ID=658066ad-1114-4def-b80e-bed641a29d70,revision_number=5']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:18:08.292700 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-5d956788-51ae-46f4-907f-201b83bc2e06 req-fbb70845-581e-4c4e-a4fe-832db6888d22 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=b4fc1ea8-fa4f-45a8-a1d1-0c764e1066c5 HTTP/1.1" status: 200 len: 1096 time: 0.0793133 Apr 18 21:18:08.337167 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-5d956788-51ae-46f4-907f-201b83bc2e06 req-4e0ec0e1-e2b4-4d30-afbf-be6fea63fd52 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=04d27c77-05dd-40d8-9ba3-4619b45a28d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380831 Apr 18 21:18:08.577012 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2113d035-aa17-47e0-957b-cca37192cda0 req-82ede260-0e28-48ff-80bc-5bd115527fd1 tempest-TestNetworkBasicOps-1936690218 tempest-TestNetworkBasicOps-1936690218-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:18:08.580088 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-2113d035-aa17-47e0-957b-cca37192cda0 req-82ede260-0e28-48ff-80bc-5bd115527fd1 tempest-TestNetworkBasicOps-1936690218 tempest-TestNetworkBasicOps-1936690218-project] 10.222.0.42 "GET /v2.0/ports?device_id=b4fc1ea8-fa4f-45a8-a1d1-0c764e1066c5 HTTP/1.1" status: 200 len: 945 time: 0.0829062 Apr 18 21:18:08.639240 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-2113d035-aa17-47e0-957b-cca37192cda0 req-8161d8ff-3f2d-4b0a-979a-05c5c72029a7 tempest-TestNetworkBasicOps-1936690218 tempest-TestNetworkBasicOps-1936690218-project] 10.222.0.42 "GET /v2.0/security-groups?id=04d27c77-05dd-40d8-9ba3-4619b45a28d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0530531 Apr 18 21:18:09.860642 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f47f921-b58f-4554-85e1-1e3daafbd75b req-c5020dcd-76c9-489f-8edd-7d5453559545 tempest-TestNetworkBasicOps-1936690218 tempest-TestNetworkBasicOps-1936690218-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:18:09.862098 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-8f47f921-b58f-4554-85e1-1e3daafbd75b req-c5020dcd-76c9-489f-8edd-7d5453559545 tempest-TestNetworkBasicOps-1936690218 tempest-TestNetworkBasicOps-1936690218-project] 10.222.0.42 "GET /v2.0/ports?device_id=b4fc1ea8-fa4f-45a8-a1d1-0c764e1066c5 HTTP/1.1" status: 200 len: 945 time: 0.0950992 Apr 18 21:18:09.943969 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-8f47f921-b58f-4554-85e1-1e3daafbd75b req-28e8bb9f-947d-4c66-b693-09b7adef13f8 tempest-TestNetworkBasicOps-1936690218 tempest-TestNetworkBasicOps-1936690218-project] 10.222.0.42 "GET /v2.0/security-groups?id=04d27c77-05dd-40d8-9ba3-4619b45a28d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0742970 Apr 18 21:18:10.154139 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3644a1ac-d0e1-4447-9121-25a7f26137ea req-1d9d22bd-500e-4389-af2c-d7e05e0a727e tempest-TestNetworkBasicOps-1936690218 tempest-TestNetworkBasicOps-1936690218-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:18:10.155465 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-3644a1ac-d0e1-4447-9121-25a7f26137ea req-1d9d22bd-500e-4389-af2c-d7e05e0a727e tempest-TestNetworkBasicOps-1936690218 tempest-TestNetworkBasicOps-1936690218-project] 10.222.0.42 "GET /v2.0/ports?device_id=b4fc1ea8-fa4f-45a8-a1d1-0c764e1066c5 HTTP/1.1" status: 200 len: 945 time: 0.0836940 Apr 18 21:18:10.304359 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-3644a1ac-d0e1-4447-9121-25a7f26137ea req-38ac3b3c-9888-4b73-8e20-99469e0dc2db tempest-TestNetworkBasicOps-1936690218 tempest-TestNetworkBasicOps-1936690218-project] 10.222.0.42 "GET /v2.0/security-groups?id=04d27c77-05dd-40d8-9ba3-4619b45a28d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1425488 Apr 18 21:18:10.333367 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 58704) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:18:10.410086 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-3889c41c-3f64-40b2-ace8-ec01ad821b76 tempest-TestNetworkBasicOps-1645287483 tempest-TestNetworkBasicOps-1645287483-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=b4fc1ea8-fa4f-45a8-a1d1-0c764e1066c5 HTTP/1.1" status: 200 len: 1091 time: 0.0749218 Apr 18 21:18:10.412576 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 58708) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:18:10.418298 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.v2.base [None req-98368b38-5fe0-4f21-a40e-82be317695b1 tempest-TestNetworkBasicOps-1936690218 tempest-TestNetworkBasicOps-1936690218-project] Request body: {'floatingip': {'floating_network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'port_id': '658066ad-1114-4def-b80e-bed641a29d70', 'tenant_id': '08ce18aa0ce94082a747ec94ccd8cac1', 'fixed_ip_address': '172.20.0.8'}} {{(pid=84040) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:18:10.424538 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [None req-98368b38-5fe0-4f21-a40e-82be317695b1 tempest-TestNetworkBasicOps-1936690218 tempest-TestNetworkBasicOps-1936690218-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:18:10.429518 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-98368b38-5fe0-4f21-a40e-82be317695b1 tempest-TestNetworkBasicOps-1936690218 tempest-TestNetworkBasicOps-1936690218-project] Usage tracker for resource:floatingip and tenant:08ce18aa0ce94082a747ec94ccd8cac1 is out of sync, need to count used quota {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:18:10.432329 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-98368b38-5fe0-4f21-a40e-82be317695b1 tempest-TestNetworkBasicOps-1936690218 tempest-TestNetworkBasicOps-1936690218-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:18:10.438762 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [None req-98368b38-5fe0-4f21-a40e-82be317695b1 tempest-TestNetworkBasicOps-1936690218 tempest-TestNetworkBasicOps-1936690218-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:18:10.450943 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-98368b38-5fe0-4f21-a40e-82be317695b1 tempest-TestNetworkBasicOps-1936690218 tempest-TestNetworkBasicOps-1936690218-project] Notify callbacks [] for floatingip, before_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:18:10.591916 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-98368b38-5fe0-4f21-a40e-82be317695b1 tempest-TestNetworkBasicOps-1936690218 tempest-TestNetworkBasicOps-1936690218-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:18:10.751440 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.db_base_plugin_common [None req-98368b38-5fe0-4f21-a40e-82be317695b1 tempest-TestNetworkBasicOps-1936690218 tempest-TestNetworkBasicOps-1936690218-project] Allocated IP 172.25.8.136 (e41b6600-a917-4a8d-b05c-be3be40c6d8c/6b05667b-848e-4356-9b44-d5eb6808ef74/4858c5fe-eb41-4939-9fb6-e713b3ad6122) {{(pid=84040) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 21:18:10.939804 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-98368b38-5fe0-4f21-a40e-82be317695b1 tempest-TestNetworkBasicOps-1936690218 tempest-TestNetworkBasicOps-1936690218-project] Notify callbacks [] for port, precommit_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:18:10.977072 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-98368b38-5fe0-4f21-a40e-82be317695b1 tempest-TestNetworkBasicOps-1936690218 tempest-TestNetworkBasicOps-1936690218-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750374836619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32440838'] for port, after_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:18:11.057745 n-d-838334-2 neutron-server[84040]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98368b38-5fe0-4f21-a40e-82be317695b1 tempest-TestNetworkBasicOps-1936690218 tempest-TestNetworkBasicOps-1936690218-project] Network e41b6600-a917-4a8d-b05c-be3be40c6d8c is already hosted by enough agents. {{(pid=84040) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:18:11.060796 n-d-838334-2 neutron-server[84040]: DEBUG neutron.scheduler.base_scheduler [None req-98368b38-5fe0-4f21-a40e-82be317695b1 tempest-TestNetworkBasicOps-1936690218 tempest-TestNetworkBasicOps-1936690218-project] Resources bound (agent type, host, resource id): {{(pid=84040) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:18:11.063360 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98368b38-5fe0-4f21-a40e-82be317695b1 tempest-TestNetworkBasicOps-1936690218 tempest-TestNetworkBasicOps-1936690218-project] Received port after_create {{(pid=84040) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 21:18:11.100036 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98368b38-5fe0-4f21-a40e-82be317695b1 tempest-TestNetworkBasicOps-1936690218 tempest-TestNetworkBasicOps-1936690218-project] Pushing event updated for resources: {'Port': ['ID=4858c5fe-eb41-4939-9fb6-e713b3ad6122,revision_number=1']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:18:11.602057 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-98368b38-5fe0-4f21-a40e-82be317695b1 tempest-TestNetworkBasicOps-1936690218 tempest-TestNetworkBasicOps-1936690218-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:18:11.659690 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-98368b38-5fe0-4f21-a40e-82be317695b1 tempest-TestNetworkBasicOps-1936690218 tempest-TestNetworkBasicOps-1936690218-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:18:11.901363 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-98368b38-5fe0-4f21-a40e-82be317695b1 tempest-TestNetworkBasicOps-1936690218 tempest-TestNetworkBasicOps-1936690218-project] Notify callbacks [] for port, precommit_update {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:18:11.907519 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-98368b38-5fe0-4f21-a40e-82be317695b1 tempest-TestNetworkBasicOps-1936690218 tempest-TestNetworkBasicOps-1936690218-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32440959'] for port, after_update {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:18:12.017925 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98368b38-5fe0-4f21-a40e-82be317695b1 tempest-TestNetworkBasicOps-1936690218 tempest-TestNetworkBasicOps-1936690218-project] Pushing event updated for resources: {'Port': ['ID=4858c5fe-eb41-4939-9fb6-e713b3ad6122,revision_number=2']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:18:12.032670 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-98368b38-5fe0-4f21-a40e-82be317695b1 tempest-TestNetworkBasicOps-1936690218 tempest-TestNetworkBasicOps-1936690218-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33444131'] for floatingip, after_update {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:18:12.339454 n-d-838334-2 neutron-server[84040]: INFO neutron.db.l3_db [None req-98368b38-5fe0-4f21-a40e-82be317695b1 tempest-TestNetworkBasicOps-1936690218 tempest-TestNetworkBasicOps-1936690218-project] Floating IP 54d3f647-1bb1-4f6c-ae91-bab391ffc857 associated. External IP: 172.25.8.136, port: 658066ad-1114-4def-b80e-bed641a29d70. Apr 18 21:18:12.770542 n-d-838334-2 neutron-server[84040]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-98368b38-5fe0-4f21-a40e-82be317695b1 tempest-TestNetworkBasicOps-1936690218 tempest-TestNetworkBasicOps-1936690218-project] Router e125d100-598e-4937-874b-defec831b2d1 has already been hosted by L3 agent bc84d6c9-dd7a-4555-a351-592327b46d5a {{(pid=84040) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 21:18:13.011090 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-98368b38-5fe0-4f21-a40e-82be317695b1 tempest-TestNetworkBasicOps-1936690218 tempest-TestNetworkBasicOps-1936690218-project] Notify agent at l3_agent.n-d-838334-2 the message routers_updated {{(pid=84040) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 21:18:13.042505 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-98368b38-5fe0-4f21-a40e-82be317695b1 tempest-TestNetworkBasicOps-1936690218 tempest-TestNetworkBasicOps-1936690218-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217293'] for floatingip, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:18:13.134114 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-98368b38-5fe0-4f21-a40e-82be317695b1 tempest-TestNetworkBasicOps-1936690218 tempest-TestNetworkBasicOps-1936690218-project] 10.222.0.42 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.7187791 Apr 18 21:18:13.134114 n-d-838334-2 neutron-server[84040]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b4fc1ea8-fa4f-45a8-a1d1-0c764e1066c5', 'tag': '658066ad-1114-4def-b80e-bed641a29d70'}] {{(pid=84040) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 21:18:13.135781 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 58736) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:18:13.296082 n-d-838334-2 neutron-server[84040]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2bf2781b-6912-4a49-85d6-7b2c64b03c69'] response: {'name': 'network-changed', 'server_uuid': 'b4fc1ea8-fa4f-45a8-a1d1-0c764e1066c5', 'tag': '658066ad-1114-4def-b80e-bed641a29d70', 'status': 'completed', 'code': 200} Apr 18 21:18:13.334962 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-788b797e-9065-4b82-a020-863d3a39f834 tempest-TestNetworkBasicOps-1936690218 tempest-TestNetworkBasicOps-1936690218-project] 10.222.0.42 "GET /v2.0/floatingips/54d3f647-1bb1-4f6c-ae91-bab391ffc857 HTTP/1.1" status: 200 len: 991 time: 0.1976991 Apr 18 21:18:13.395779 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-5d731eb9-8ac8-4e6f-89cb-e62e093a9aaa req-73ad5f00-1a98-4550-83b4-1210b5e74bfe service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=08ce18aa0ce94082a747ec94ccd8cac1&device_id=b4fc1ea8-fa4f-45a8-a1d1-0c764e1066c5 HTTP/1.1" status: 200 len: 1096 time: 0.0769305 Apr 18 21:18:13.537751 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d731eb9-8ac8-4e6f-89cb-e62e093a9aaa req-ff8a30f4-f023-4791-85ba-a711c38d3584 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:18:13.539213 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-5d731eb9-8ac8-4e6f-89cb-e62e093a9aaa req-ff8a30f4-f023-4791-85ba-a711c38d3584 service neutron] 10.222.0.48 "GET /v2.0/networks?id=fbe7a1ae-9441-45a7-9d7b-ac5d18bf7b64 HTTP/1.1" status: 200 len: 898 time: 0.1368866 Apr 18 21:18:13.655687 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-5d731eb9-8ac8-4e6f-89cb-e62e093a9aaa req-2789ff08-42c3-4ebb-96f0-411818b67e2d service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=658066ad-1114-4def-b80e-bed641a29d70 HTTP/1.1" status: 200 len: 999 time: 0.1064169 Apr 18 21:18:13.723509 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d731eb9-8ac8-4e6f-89cb-e62e093a9aaa req-d0ada2d2-8b92-49e0-96b6-7190cc740b0f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:18:13.724992 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-5d731eb9-8ac8-4e6f-89cb-e62e093a9aaa req-d0ada2d2-8b92-49e0-96b6-7190cc740b0f service neutron] 10.222.0.48 "GET /v2.0/subnets?id=b85fe757-c3d1-4525-8840-673234d1f87d HTTP/1.1" status: 200 len: 835 time: 0.0638113 Apr 18 21:18:13.812077 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-5d731eb9-8ac8-4e6f-89cb-e62e093a9aaa req-7489bcf9-377c-4c23-abee-66cab6dd1eed service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=fbe7a1ae-9441-45a7-9d7b-ac5d18bf7b64&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0804048 Apr 18 21:18:13.999799 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-5d731eb9-8ac8-4e6f-89cb-e62e093a9aaa req-31b26cb8-99d8-4a68-8090-222825803c43 service neutron] 10.222.0.48 "GET /v2.0/networks/fbe7a1ae-9441-45a7-9d7b-ac5d18bf7b64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1799023 Apr 18 21:18:14.278151 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-5d731eb9-8ac8-4e6f-89cb-e62e093a9aaa req-fc02d4f7-f9f8-4cac-add7-0ed9ae640d87 service neutron] 10.222.0.48 "GET /v2.0/networks/fbe7a1ae-9441-45a7-9d7b-ac5d18bf7b64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2712281 Apr 18 21:18:14.299945 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc833ffe-fcd7-4dc4-8e00-58f15e829c3b None None] Sync routers for ids ['e125d100-598e-4937-874b-defec831b2d1'] in n-d-838334-2 {{(pid=84042) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 18 21:18:14.313580 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc833ffe-fcd7-4dc4-8e00-58f15e829c3b None None] Routers {'e125d100-598e-4937-874b-defec831b2d1'} bound to L3 agent in host n-d-838334-2 {{(pid=84042) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 21:18:14.314187 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_hamode_db [None req-dc833ffe-fcd7-4dc4-8e00-58f15e829c3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838334-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-18T20:25:48Z,description=,heartbeat_timestamp=2022-04-18T21:17:48Z,host='n-d-838334-2',id=bc84d6c9-dd7a-4555-a351-592327b46d5a,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:25:48Z,topic='l3_agent')) {'router_ids': ['e125d100-598e-4937-874b-defec831b2d1'], 'active': True} {{(pid=84042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:18:14.337016 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 58750) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:18:14.537019 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_dvr_db [None req-dc833ffe-fcd7-4dc4-8e00-58f15e829c3b None None] Set router e125d100-598e-4937-874b-defec831b2d1 gateway port host: n-d-838334-2 {{(pid=84042) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 21:18:14.570061 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-c1f6bdaf-43ab-4bff-81fa-bca3af758c62 tempest-TestNetworkBasicOps-1936690218 tempest-TestNetworkBasicOps-1936690218-project] 10.222.0.42 "GET /v2.0/floatingips/54d3f647-1bb1-4f6c-ae91-bab391ffc857 HTTP/1.1" status: 200 len: 991 time: 0.2318501 Apr 18 21:18:14.927144 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_hamode_db [None req-dc833ffe-fcd7-4dc4-8e00-58f15e829c3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e125d100-598e-4937-874b-defec831b2d1', 'name': 'tempest-TestNetworkBasicOps-router-361076080', 'tenant_id': '08ce18aa0ce94082a747ec94ccd8cac1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'external_fixed_ips': [{'subnet_id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'ip_address': '172.25.8.102'}], 'enable_snat': True}, 'gw_port_id': '4011cbbc-6802-4a02-ae2a-5d543322cb78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:17:44Z', 'updated_at': '2022-04-18T21:17:50Z', 'revision_number': 4, 'project_id': '08ce18aa0ce94082a747ec94ccd8cac1', 'gw_port': {'id': '4011cbbc-6802-4a02-ae2a-5d543322cb78', 'name': '', 'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:f6:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e125d100-598e-4937-874b-defec831b2d1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'ip_address': '172.25.8.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:17:45Z', 'updated_at': '2022-04-18T21:17:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838334-2', '_floatingips': [{'id': '54d3f647-1bb1-4f6c-ae91-bab391ffc857', 'tenant_id': '08ce18aa0ce94082a747ec94ccd8cac1', 'floating_ip_address': '172.25.8.136', 'floating_network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'router_id': 'e125d100-598e-4937-874b-defec831b2d1', 'port_id': '658066ad-1114-4def-b80e-bed641a29d70', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fbe7a1ae-9441-45a7-9d7b-ac5d18bf7b64', 'mac_address': 'fa:16:3e:ea:70:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4fc1ea8-fa4f-45a8-a1d1-0c764e1066c5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T21:18:11Z', 'updated_at': '2022-04-18T21:18:11Z', 'revision_number': 0, 'project_id': '08ce18aa0ce94082a747ec94ccd8cac1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8eb47f72-be2b-4c3d-be2a-82d9a59c8f93', 'name': '', 'network_id': 'fbe7a1ae-9441-45a7-9d7b-ac5d18bf7b64', 'tenant_id': '08ce18aa0ce94082a747ec94ccd8cac1', 'mac_address': 'fa:16:3e:ea:a1:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e125d100-598e-4937-874b-defec831b2d1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b85fe757-c3d1-4525-8840-673234d1f87d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:17:49Z', 'updated_at': '2022-04-18T21:18:04Z', 'revision_number': 5, 'project_id': '08ce18aa0ce94082a747ec94ccd8cac1', 'subnets': [{'id': 'b85fe757-c3d1-4525-8840-673234d1f87d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838334-2', False) {} {{(pid=84042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:18:14.932696 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc833ffe-fcd7-4dc4-8e00-58f15e829c3b None None] Checking router: e125d100-598e-4937-874b-defec831b2d1 for host: n-d-838334-2 {{(pid=84042) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 18 21:18:14.945515 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc833ffe-fcd7-4dc4-8e00-58f15e829c3b None None] Routers {'e125d100-598e-4937-874b-defec831b2d1'} bound to L3 agent in host n-d-838334-2 {{(pid=84042) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 21:18:14.946137 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_hamode_db [None req-dc833ffe-fcd7-4dc4-8e00-58f15e829c3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838334-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-18T20:25:48Z,description=,heartbeat_timestamp=2022-04-18T21:17:48Z,host='n-d-838334-2',id=bc84d6c9-dd7a-4555-a351-592327b46d5a,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:25:48Z,topic='l3_agent')) {'router_ids': ['e125d100-598e-4937-874b-defec831b2d1'], 'active': True} {{(pid=84042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:18:15.174774 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_dvr_db [None req-dc833ffe-fcd7-4dc4-8e00-58f15e829c3b None None] Set router e125d100-598e-4937-874b-defec831b2d1 gateway port host: n-d-838334-2 {{(pid=84042) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 21:18:15.573585 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 58774) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:18:15.656024 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_hamode_db [None req-dc833ffe-fcd7-4dc4-8e00-58f15e829c3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e125d100-598e-4937-874b-defec831b2d1', 'name': 'tempest-TestNetworkBasicOps-router-361076080', 'tenant_id': '08ce18aa0ce94082a747ec94ccd8cac1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'external_fixed_ips': [{'subnet_id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'ip_address': '172.25.8.102'}], 'enable_snat': True}, 'gw_port_id': '4011cbbc-6802-4a02-ae2a-5d543322cb78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:17:44Z', 'updated_at': '2022-04-18T21:17:50Z', 'revision_number': 4, 'project_id': '08ce18aa0ce94082a747ec94ccd8cac1', 'gw_port': {'id': '4011cbbc-6802-4a02-ae2a-5d543322cb78', 'name': '', 'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:f6:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e125d100-598e-4937-874b-defec831b2d1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'ip_address': '172.25.8.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:17:45Z', 'updated_at': '2022-04-18T21:17:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838334-2', '_floatingips': [{'id': '54d3f647-1bb1-4f6c-ae91-bab391ffc857', 'tenant_id': '08ce18aa0ce94082a747ec94ccd8cac1', 'floating_ip_address': '172.25.8.136', 'floating_network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'router_id': 'e125d100-598e-4937-874b-defec831b2d1', 'port_id': '658066ad-1114-4def-b80e-bed641a29d70', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fbe7a1ae-9441-45a7-9d7b-ac5d18bf7b64', 'mac_address': 'fa:16:3e:ea:70:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4fc1ea8-fa4f-45a8-a1d1-0c764e1066c5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T21:18:11Z', 'updated_at': '2022-04-18T21:18:11Z', 'revision_number': 0, 'project_id': '08ce18aa0ce94082a747ec94ccd8cac1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8eb47f72-be2b-4c3d-be2a-82d9a59c8f93', 'name': '', 'network_id': 'fbe7a1ae-9441-45a7-9d7b-ac5d18bf7b64', 'tenant_id': '08ce18aa0ce94082a747ec94ccd8cac1', 'mac_address': 'fa:16:3e:ea:a1:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e125d100-598e-4937-874b-defec831b2d1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b85fe757-c3d1-4525-8840-673234d1f87d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:17:49Z', 'updated_at': '2022-04-18T21:18:04Z', 'revision_number': 5, 'project_id': '08ce18aa0ce94082a747ec94ccd8cac1', 'subnets': [{'id': 'b85fe757-c3d1-4525-8840-673234d1f87d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838334-2', False) {} {{(pid=84042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:18:15.662148 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-8fca87e7-3bea-4ed0-af6f-91a9ebdf5218 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750375287399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253529'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:18:15.668744 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc833ffe-fcd7-4dc4-8e00-58f15e829c3b None None] The sync data for ids ['e125d100-598e-4937-874b-defec831b2d1'] in n-d-838334-2 is: [{'id': 'e125d100-598e-4937-874b-defec831b2d1', 'name': 'tempest-TestNetworkBasicOps-router-361076080', 'tenant_id': '08ce18aa0ce94082a747ec94ccd8cac1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'external_fixed_ips': [{'subnet_id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'ip_address': '172.25.8.102'}], 'enable_snat': True}, 'gw_port_id': '4011cbbc-6802-4a02-ae2a-5d543322cb78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:17:44Z', 'updated_at': '2022-04-18T21:17:50Z', 'revision_number': 4, 'project_id': '08ce18aa0ce94082a747ec94ccd8cac1', 'gw_port': {'id': '4011cbbc-6802-4a02-ae2a-5d543322cb78', 'name': '', 'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:f6:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e125d100-598e-4937-874b-defec831b2d1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'ip_address': '172.25.8.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:17:45Z', 'updated_at': '2022-04-18T21:17:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838334-2', '_floatingips': [{'id': '54d3f647-1bb1-4f6c-ae91-bab391ffc857', 'tenant_id': '08ce18aa0ce94082a747ec94ccd8cac1', 'floating_ip_address': '172.25.8.136', 'floating_network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'router_id': 'e125d100-598e-4937-874b-defec831b2d1', 'port_id': '658066ad-1114-4def-b80e-bed641a29d70', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fbe7a1ae-9441-45a7-9d7b-ac5d18bf7b64', 'mac_address': 'fa:16:3e:ea:70:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4fc1ea8-fa4f-45a8-a1d1-0c764e1066c5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T21:18:11Z', 'updated_at': '2022-04-18T21:18:11Z', 'revision_number': 0, 'project_id': '08ce18aa0ce94082a747ec94ccd8cac1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8eb47f72-be2b-4c3d-be2a-82d9a59c8f93', 'name': '', 'network_id': 'fbe7a1ae-9441-45a7-9d7b-ac5d18bf7b64', 'tenant_id': '08ce18aa0ce94082a747ec94ccd8cac1', 'mac_address': 'fa:16:3e:ea:a1:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e125d100-598e-4937-874b-defec831b2d1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b85fe757-c3d1-4525-8840-673234d1f87d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:17:49Z', 'updated_at': '2022-04-18T21:18:04Z', 'revision_number': 5, 'project_id': '08ce18aa0ce94082a747ec94ccd8cac1', 'subnets': [{'id': 'b85fe757-c3d1-4525-8840-673234d1f87d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84042) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 18 21:18:15.719420 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-cc1df9b3-7139-4d03-bb19-d5e7f7ecb53f tempest-TestNetworkBasicOps-1936690218 tempest-TestNetworkBasicOps-1936690218-project] 10.222.0.42 "GET /v2.0/floatingips/54d3f647-1bb1-4f6c-ae91-bab391ffc857 HTTP/1.1" status: 200 len: 991 time: 0.1446776 Apr 18 21:18:16.723429 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 58790) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:18:16.839556 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-ee3e0f55-73c9-41e3-830f-766c8f8bd912 tempest-TestNetworkBasicOps-1936690218 tempest-TestNetworkBasicOps-1936690218-project] 10.222.0.42 "GET /v2.0/floatingips/54d3f647-1bb1-4f6c-ae91-bab391ffc857 HTTP/1.1" status: 200 len: 991 time: 0.1149714 Apr 18 21:18:17.841805 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 58816) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:18:17.906923 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-7346e4a8-b4c7-43ca-8cbe-0dcf46b65303 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750375287399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253529'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:18:17.963101 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-05177342-1d9e-491e-b587-b8434c917da4 tempest-TestNetworkBasicOps-1936690218 tempest-TestNetworkBasicOps-1936690218-project] 10.222.0.42 "GET /v2.0/floatingips/54d3f647-1bb1-4f6c-ae91-bab391ffc857 HTTP/1.1" status: 200 len: 991 time: 0.1198421 Apr 18 21:18:18.349009 n-d-838334-2 neutron-server[84043]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df8a5979-34c4-4c59-b570-d63434d717a9 None None] New status for floating IP 54d3f647-1bb1-4f6c-ae91-bab391ffc857: ACTIVE {{(pid=84043) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Apr 18 21:18:18.965309 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 58836) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:18:19.076016 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-4078847d-112a-4ba0-bdb8-6186360e42c0 tempest-TestNetworkBasicOps-1936690218 tempest-TestNetworkBasicOps-1936690218-project] 10.222.0.42 "GET /v2.0/floatingips/54d3f647-1bb1-4f6c-ae91-bab391ffc857 HTTP/1.1" status: 200 len: 993 time: 0.1074214 Apr 18 21:18:19.080961 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750375287399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253529'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:18:19.523314 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-414b6ffe-e119-47bc-b18f-bcff1219c2f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750375287399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253529'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:18:20.642312 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-c7521a90-7d65-4e2e-842c-ca5d95e9a89c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750375287399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253529'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:18:25.771195 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03039792-e731-43ba-b0a1-994908cf9746 req-c284e852-bf60-4ab4-b3da-ce34a3a09aaa tempest-TestVolumeBootPattern-942365775 tempest-TestVolumeBootPattern-942365775-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:18:25.772783 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-03039792-e731-43ba-b0a1-994908cf9746 req-c284e852-bf60-4ab4-b3da-ce34a3a09aaa tempest-TestVolumeBootPattern-942365775 tempest-TestVolumeBootPattern-942365775-project] 10.222.0.42 "GET /v2.0/networks?id=9b223f6a-fe67-4bd3-957a-7ef808b3aaf1 HTTP/1.1" status: 200 len: 811 time: 0.1470675 Apr 18 21:18:25.789740 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-03039792-e731-43ba-b0a1-994908cf9746 req-d5e8a447-b292-49f9-8092-ae6045d2956c tempest-TestVolumeBootPattern-942365775 tempest-TestVolumeBootPattern-942365775-project] 10.222.0.42 "GET /v2.0/quotas/31978bb3bc1348ad8b469e6e55d6f163 HTTP/1.1" status: 200 len: 375 time: 0.0114646 Apr 18 21:18:25.872143 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-03039792-e731-43ba-b0a1-994908cf9746 req-3e0b29a4-7566-4dbf-b63a-5666b4f8755c tempest-TestVolumeBootPattern-942365775 tempest-TestVolumeBootPattern-942365775-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=31978bb3bc1348ad8b469e6e55d6f163&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0770853 Apr 18 21:18:26.011431 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-03039792-e731-43ba-b0a1-994908cf9746 req-963f27d1-6444-4fa3-9388-38b9c76e88d5 service neutron] 10.222.0.42 "GET /v2.0/networks/9b223f6a-fe67-4bd3-957a-7ef808b3aaf1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1324131 Apr 18 21:18:26.147224 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-03039792-e731-43ba-b0a1-994908cf9746 req-29fe7b6a-a81d-42a3-b778-b942586a3d76 service neutron] 10.222.0.42 "GET /v2.0/networks/9b223f6a-fe67-4bd3-957a-7ef808b3aaf1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1301255 Apr 18 21:18:27.438254 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-00c4c152-92e9-4459-9578-131693d35283 req-3fa6e79a-95da-4680-ba9b-c66b9864972a tempest-TestVolumeBootPattern-942365775 tempest-TestVolumeBootPattern-942365775-project] 10.222.0.42 "GET /v2.0/ports?device_id=5a5211a7-2a0f-4b4a-a48b-658379819e3c HTTP/1.1" status: 200 len: 210 time: 0.0671136 Apr 18 21:18:28.589727 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03039792-e731-43ba-b0a1-994908cf9746 req-1f89c5d0-597a-4c87-b373-786be6045a4d tempest-TestVolumeBootPattern-942365775 tempest-TestVolumeBootPattern-942365775-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:18:28.595646 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-03039792-e731-43ba-b0a1-994908cf9746 req-1f89c5d0-597a-4c87-b373-786be6045a4d tempest-TestVolumeBootPattern-942365775 tempest-TestVolumeBootPattern-942365775-project] 10.222.0.43 "GET /v2.0/networks?id=9b223f6a-fe67-4bd3-957a-7ef808b3aaf1 HTTP/1.1" status: 200 len: 811 time: 0.1891174 Apr 18 21:18:28.636573 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.v2.base [req-03039792-e731-43ba-b0a1-994908cf9746 req-87ae5c89-d0d1-4ef2-9fb2-b9adb8da55f1 tempest-TestVolumeBootPattern-942365775 tempest-TestVolumeBootPattern-942365775-project] Request body: {'port': {'device_id': '5a5211a7-2a0f-4b4a-a48b-658379819e3c', 'network_id': '9b223f6a-fe67-4bd3-957a-7ef808b3aaf1', 'admin_state_up': True, 'tenant_id': '31978bb3bc1348ad8b469e6e55d6f163'}} {{(pid=84040) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:18:28.662146 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-489a4061-337f-43cc-b042-409ec76f2c64 req-38db3b94-fde6-41f7-b2fa-90774f96182f tempest-TestVolumeBootPattern-942365775 tempest-TestVolumeBootPattern-942365775-project] 10.222.0.42 "GET /v2.0/ports?device_id=5a5211a7-2a0f-4b4a-a48b-658379819e3c HTTP/1.1" status: 200 len: 210 time: 0.0679460 Apr 18 21:18:28.786620 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [req-03039792-e731-43ba-b0a1-994908cf9746 req-87ae5c89-d0d1-4ef2-9fb2-b9adb8da55f1 tempest-TestVolumeBootPattern-942365775 tempest-TestVolumeBootPattern-942365775-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:18:28.796519 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [req-03039792-e731-43ba-b0a1-994908cf9746 req-87ae5c89-d0d1-4ef2-9fb2-b9adb8da55f1 tempest-TestVolumeBootPattern-942365775 tempest-TestVolumeBootPattern-942365775-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:18:28.807855 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-03039792-e731-43ba-b0a1-994908cf9746 req-87ae5c89-d0d1-4ef2-9fb2-b9adb8da55f1 tempest-TestVolumeBootPattern-942365775 tempest-TestVolumeBootPattern-942365775-project] Made reservation on behalf of 31978bb3bc1348ad8b469e6e55d6f163 for: {'port': 1} {{(pid=84040) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:18:28.811229 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-03039792-e731-43ba-b0a1-994908cf9746 req-87ae5c89-d0d1-4ef2-9fb2-b9adb8da55f1 tempest-TestVolumeBootPattern-942365775 tempest-TestVolumeBootPattern-942365775-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:18:29.008886 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.db_base_plugin_common [req-03039792-e731-43ba-b0a1-994908cf9746 req-87ae5c89-d0d1-4ef2-9fb2-b9adb8da55f1 tempest-TestVolumeBootPattern-942365775 tempest-TestVolumeBootPattern-942365775-project] Allocated IP 172.20.0.6 (9b223f6a-fe67-4bd3-957a-7ef808b3aaf1/a845e1ae-c47e-4919-8a24-530366b84c60/4826c2da-afe9-4f91-bb5e-de2955fa4ac4) {{(pid=84040) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 21:18:29.228267 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-03039792-e731-43ba-b0a1-994908cf9746 req-87ae5c89-d0d1-4ef2-9fb2-b9adb8da55f1 tempest-TestVolumeBootPattern-942365775 tempest-TestVolumeBootPattern-942365775-project] Notify callbacks [] for port, precommit_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:18:29.247334 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.provisioning_blocks [req-03039792-e731-43ba-b0a1-994908cf9746 req-87ae5c89-d0d1-4ef2-9fb2-b9adb8da55f1 tempest-TestVolumeBootPattern-942365775 tempest-TestVolumeBootPattern-942365775-project] Transition to ACTIVE for port object 4826c2da-afe9-4f91-bb5e-de2955fa4ac4 will not be triggered until provisioned by entity DHCP. {{(pid=84040) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:18:29.272857 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-03039792-e731-43ba-b0a1-994908cf9746 req-87ae5c89-d0d1-4ef2-9fb2-b9adb8da55f1 tempest-TestVolumeBootPattern-942365775 tempest-TestVolumeBootPattern-942365775-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750374836619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32440838'] for port, after_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:18:29.362609 n-d-838334-2 neutron-server[84040]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-03039792-e731-43ba-b0a1-994908cf9746 req-87ae5c89-d0d1-4ef2-9fb2-b9adb8da55f1 tempest-TestVolumeBootPattern-942365775 tempest-TestVolumeBootPattern-942365775-project] Network 9b223f6a-fe67-4bd3-957a-7ef808b3aaf1 is already hosted by enough agents. {{(pid=84040) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:18:29.366722 n-d-838334-2 neutron-server[84040]: DEBUG neutron.scheduler.base_scheduler [req-03039792-e731-43ba-b0a1-994908cf9746 req-87ae5c89-d0d1-4ef2-9fb2-b9adb8da55f1 tempest-TestVolumeBootPattern-942365775 tempest-TestVolumeBootPattern-942365775-project] Resources bound (agent type, host, resource id): {{(pid=84040) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:18:29.369951 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.l3_dvrscheduler_db [req-03039792-e731-43ba-b0a1-994908cf9746 req-87ae5c89-d0d1-4ef2-9fb2-b9adb8da55f1 tempest-TestVolumeBootPattern-942365775 tempest-TestVolumeBootPattern-942365775-project] Received port after_create {{(pid=84040) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 21:18:29.417756 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87ae5c89-d0d1-4ef2-9fb2-b9adb8da55f1 tempest-TestVolumeBootPattern-942365775 tempest-TestVolumeBootPattern-942365775-project] Pushing event updated for resources: {'Port': ['ID=4826c2da-afe9-4f91-bb5e-de2955fa4ac4,revision_number=1']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:18:29.468715 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03039792-e731-43ba-b0a1-994908cf9746 req-87ae5c89-d0d1-4ef2-9fb2-b9adb8da55f1 tempest-TestVolumeBootPattern-942365775 tempest-TestVolumeBootPattern-942365775-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:18:29.469540 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-03039792-e731-43ba-b0a1-994908cf9746 req-87ae5c89-d0d1-4ef2-9fb2-b9adb8da55f1 tempest-TestVolumeBootPattern-942365775 tempest-TestVolumeBootPattern-942365775-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217293'] for port, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:18:29.500169 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-03039792-e731-43ba-b0a1-994908cf9746 req-87ae5c89-d0d1-4ef2-9fb2-b9adb8da55f1 tempest-TestVolumeBootPattern-942365775 tempest-TestVolumeBootPattern-942365775-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8672633 Apr 18 21:18:29.513310 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.v2.base [req-03039792-e731-43ba-b0a1-994908cf9746 req-176d2302-3bcb-4abb-86a2-30f02a824d2e service neutron] Request body: {'port': {'device_id': '5a5211a7-2a0f-4b4a-a48b-658379819e3c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-838334-2'}} {{(pid=84040) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:18:29.766796 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-03039792-e731-43ba-b0a1-994908cf9746 req-176d2302-3bcb-4abb-86a2-30f02a824d2e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:18:29.778541 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-7ef0d2f5-a312-48c0-abd5-687e373b82d1 None None] Provisioning for port 4826c2da-afe9-4f91-bb5e-de2955fa4ac4 completed by entity DHCP. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 21:18:29.784709 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-7ef0d2f5-a312-48c0-abd5-687e373b82d1 None None] Provisioning complete for port 4826c2da-afe9-4f91-bb5e-de2955fa4ac4 triggered by entity DHCP. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:18:29.785070 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-7ef0d2f5-a312-48c0-abd5-687e373b82d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1253608'] for port, provisioning_complete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:18:29.872063 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.plugin [None req-7ef0d2f5-a312-48c0-abd5-687e373b82d1 None None] Port 4826c2da-afe9-4f91-bb5e-de2955fa4ac4 cannot update to ACTIVE because it is not bound. {{(pid=84042) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 18 21:18:29.878426 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750375287399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253529'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:18:30.124403 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f84c428-78a9-4187-9a71-5527540cd0b1 req-2d66023b-65c5-419f-8eb3-722f97b857cb tempest-TestVolumeBootPattern-942365775 tempest-TestVolumeBootPattern-942365775-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:18:30.125102 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [req-3f84c428-78a9-4187-9a71-5527540cd0b1 req-2d66023b-65c5-419f-8eb3-722f97b857cb tempest-TestVolumeBootPattern-942365775 tempest-TestVolumeBootPattern-942365775-project] Synchronizing usage tracker for tenant:31978bb3bc1348ad8b469e6e55d6f163 on resource:port {{(pid=84040) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 21:18:30.168511 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [req-3f84c428-78a9-4187-9a71-5527540cd0b1 req-2d66023b-65c5-419f-8eb3-722f97b857cb tempest-TestVolumeBootPattern-942365775 tempest-TestVolumeBootPattern-942365775-project] Unset dirty status for tenant:31978bb3bc1348ad8b469e6e55d6f163 on resource:port {{(pid=84040) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 21:18:30.170008 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-3f84c428-78a9-4187-9a71-5527540cd0b1 req-2d66023b-65c5-419f-8eb3-722f97b857cb tempest-TestVolumeBootPattern-942365775 tempest-TestVolumeBootPattern-942365775-project] 10.222.0.42 "GET /v2.0/ports?device_id=5a5211a7-2a0f-4b4a-a48b-658379819e3c HTTP/1.1" status: 200 len: 931 time: 0.2865679 Apr 18 21:18:30.244213 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-3f84c428-78a9-4187-9a71-5527540cd0b1 req-1ab796b3-3ed9-45f9-b6b3-895492aea069 tempest-TestVolumeBootPattern-942365775 tempest-TestVolumeBootPattern-942365775-project] 10.222.0.42 "GET /v2.0/security-groups?id=cdcfb3ee-78c0-44cb-a2e3-4b946850a7e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653992 Apr 18 21:18:30.314123 n-d-838334-2 neutron-server[84040]: DEBUG neutron.notifiers.nova [req-03039792-e731-43ba-b0a1-994908cf9746 req-176d2302-3bcb-4abb-86a2-30f02a824d2e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4826c2da-afe9-4f91-bb5e-de2955fa4ac4 {{(pid=84040) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 18 21:18:30.323299 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-03039792-e731-43ba-b0a1-994908cf9746 req-176d2302-3bcb-4abb-86a2-30f02a824d2e service neutron] Notify callbacks [] for port, precommit_update {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:18:30.338290 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.provisioning_blocks [req-03039792-e731-43ba-b0a1-994908cf9746 req-176d2302-3bcb-4abb-86a2-30f02a824d2e service neutron] Transition to ACTIVE for port object 4826c2da-afe9-4f91-bb5e-de2955fa4ac4 will not be triggered until provisioned by entity L2. {{(pid=84040) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:18:30.342482 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-03039792-e731-43ba-b0a1-994908cf9746 req-176d2302-3bcb-4abb-86a2-30f02a824d2e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32440959'] for port, after_update {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:18:30.488549 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-176d2302-3bcb-4abb-86a2-30f02a824d2e service neutron] Pushing event updated for resources: {'Port': ['ID=4826c2da-afe9-4f91-bb5e-de2955fa4ac4,revision_number=2']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:18:30.615954 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.managers [req-03039792-e731-43ba-b0a1-994908cf9746 req-176d2302-3bcb-4abb-86a2-30f02a824d2e service neutron] Attempting to bind port 4826c2da-afe9-4f91-bb5e-de2955fa4ac4 on host n-h1-838334-2 for vnic_type normal with profile {{(pid=84040) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 21:18:30.616458 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.managers [req-03039792-e731-43ba-b0a1-994908cf9746 req-176d2302-3bcb-4abb-86a2-30f02a824d2e service neutron] Attempting to bind port 4826c2da-afe9-4f91-bb5e-de2955fa4ac4 by drivers openvswitch,hyperv on host n-h1-838334-2 at level 0 using segments [{'id': 'c9d9b92a-74d4-40ed-ab8e-582836dfe352', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '9b223f6a-fe67-4bd3-957a-7ef808b3aaf1'}] {{(pid=84040) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 21:18:30.616898 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03039792-e731-43ba-b0a1-994908cf9746 req-176d2302-3bcb-4abb-86a2-30f02a824d2e service neutron] Attempting to bind port 4826c2da-afe9-4f91-bb5e-de2955fa4ac4 on network 9b223f6a-fe67-4bd3-957a-7ef808b3aaf1 {{(pid=84040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 21:18:30.623116 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03039792-e731-43ba-b0a1-994908cf9746 req-176d2302-3bcb-4abb-86a2-30f02a824d2e service neutron] Port 4826c2da-afe9-4f91-bb5e-de2955fa4ac4 on network 9b223f6a-fe67-4bd3-957a-7ef808b3aaf1 not bound, no agent of type Open vSwitch agent registered on host n-h1-838334-2 {{(pid=84040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 18 21:18:30.624436 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03039792-e731-43ba-b0a1-994908cf9746 req-176d2302-3bcb-4abb-86a2-30f02a824d2e service neutron] Attempting to bind port 4826c2da-afe9-4f91-bb5e-de2955fa4ac4 on network 9b223f6a-fe67-4bd3-957a-7ef808b3aaf1 {{(pid=84040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 21:18:30.631969 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03039792-e731-43ba-b0a1-994908cf9746 req-176d2302-3bcb-4abb-86a2-30f02a824d2e service neutron] Checking agent: {'id': 'd63bab19-ff81-4de1-afeb-a3732288d0d7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-838334-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 33, 59), 'started_at': datetime.datetime(2022, 4, 18, 20, 33, 59), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 21, 18, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 18 21:18:30.632697 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03039792-e731-43ba-b0a1-994908cf9746 req-176d2302-3bcb-4abb-86a2-30f02a824d2e service neutron] Checking segment: {'id': 'c9d9b92a-74d4-40ed-ab8e-582836dfe352', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '9b223f6a-fe67-4bd3-957a-7ef808b3aaf1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84040) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 21:18:30.633335 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03039792-e731-43ba-b0a1-994908cf9746 req-176d2302-3bcb-4abb-86a2-30f02a824d2e service neutron] Bound using segment: {'id': 'c9d9b92a-74d4-40ed-ab8e-582836dfe352', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '9b223f6a-fe67-4bd3-957a-7ef808b3aaf1'} {{(pid=84040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 18 21:18:30.634471 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.managers [req-03039792-e731-43ba-b0a1-994908cf9746 req-176d2302-3bcb-4abb-86a2-30f02a824d2e service neutron] Bound port: 4826c2da-afe9-4f91-bb5e-de2955fa4ac4, host: n-h1-838334-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c9d9b92a-74d4-40ed-ab8e-582836dfe352', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '9b223f6a-fe67-4bd3-957a-7ef808b3aaf1'}}] {{(pid=84040) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 21:18:30.635044 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-03039792-e731-43ba-b0a1-994908cf9746 req-176d2302-3bcb-4abb-86a2-30f02a824d2e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:18:30.751040 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.db [req-03039792-e731-43ba-b0a1-994908cf9746 req-176d2302-3bcb-4abb-86a2-30f02a824d2e service neutron] For port 4826c2da-afe9-4f91-bb5e-de2955fa4ac4, host n-h1-838334-2, cleared binding levels {{(pid=84040) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 21:18:30.761516 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.db [req-03039792-e731-43ba-b0a1-994908cf9746 req-176d2302-3bcb-4abb-86a2-30f02a824d2e service neutron] For port 4826c2da-afe9-4f91-bb5e-de2955fa4ac4, host n-h1-838334-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838334-2',level=0,port_id=4826c2da-afe9-4f91-bb5e-de2955fa4ac4,segment=NetworkSegment(c9d9b92a-74d4-40ed-ab8e-582836dfe352),segment_id=c9d9b92a-74d4-40ed-ab8e-582836dfe352)] {{(pid=84040) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 21:18:30.775646 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-03039792-e731-43ba-b0a1-994908cf9746 req-176d2302-3bcb-4abb-86a2-30f02a824d2e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32440959'] for port, after_update {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:18:30.874011 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-03039792-e731-43ba-b0a1-994908cf9746 req-176d2302-3bcb-4abb-86a2-30f02a824d2e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217293'] for port, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:18:30.876054 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-03039792-e731-43ba-b0a1-994908cf9746 req-176d2302-3bcb-4abb-86a2-30f02a824d2e service neutron] 10.222.0.43 "PUT /v2.0/ports/4826c2da-afe9-4f91-bb5e-de2955fa4ac4 HTTP/1.1" status: 200 len: 1091 time: 1.3692081 Apr 18 21:18:30.876740 n-d-838334-2 neutron-server[84040]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5a5211a7-2a0f-4b4a-a48b-658379819e3c', 'tag': '4826c2da-afe9-4f91-bb5e-de2955fa4ac4'}] {{(pid=84040) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 21:18:30.901846 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-176d2302-3bcb-4abb-86a2-30f02a824d2e service neutron] Pushing event updated for resources: {'Port': ['ID=4826c2da-afe9-4f91-bb5e-de2955fa4ac4,revision_number=3']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:18:31.043587 n-d-838334-2 neutron-server[84040]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d000206b-335c-41f1-9cb2-035a690534da'] response: {'name': 'network-changed', 'server_uuid': '5a5211a7-2a0f-4b4a-a48b-658379819e3c', 'tag': '4826c2da-afe9-4f91-bb5e-de2955fa4ac4', 'status': 'completed', 'code': 200} Apr 18 21:18:31.072462 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-03039792-e731-43ba-b0a1-994908cf9746 req-542a3265-3e7f-4efe-b8fd-5b462102fe4d service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=31978bb3bc1348ad8b469e6e55d6f163&device_id=5a5211a7-2a0f-4b4a-a48b-658379819e3c HTTP/1.1" status: 200 len: 1094 time: 0.1540034 Apr 18 21:18:31.217639 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-03039792-e731-43ba-b0a1-994908cf9746 req-9c04a2f2-fe27-4b67-b0f7-2be9a83ac07b service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4826c2da-afe9-4f91-bb5e-de2955fa4ac4 HTTP/1.1" status: 200 len: 217 time: 0.1344523 Apr 18 21:18:31.344820 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03039792-e731-43ba-b0a1-994908cf9746 req-03b5c85e-aadb-43b9-bfc9-1bf870bfb4ec service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:18:31.348938 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-03039792-e731-43ba-b0a1-994908cf9746 req-03b5c85e-aadb-43b9-bfc9-1bf870bfb4ec service neutron] 10.222.0.43 "GET /v2.0/subnets?id=a845e1ae-c47e-4919-8a24-530366b84c60 HTTP/1.1" status: 200 len: 850 time: 0.1232412 Apr 18 21:18:31.489676 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-03039792-e731-43ba-b0a1-994908cf9746 req-bf51d48c-ef8f-412b-b970-414e4a6219ac service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=9b223f6a-fe67-4bd3-957a-7ef808b3aaf1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1342225 Apr 18 21:18:31.715891 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b206b7fe-7c2c-4a48-bae8-2fb5624d79f5 req-468346a9-776d-4bf9-9005-1e8ba85854ec tempest-TestVolumeBootPattern-942365775 tempest-TestVolumeBootPattern-942365775-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:18:31.717453 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-b206b7fe-7c2c-4a48-bae8-2fb5624d79f5 req-468346a9-776d-4bf9-9005-1e8ba85854ec tempest-TestVolumeBootPattern-942365775 tempest-TestVolumeBootPattern-942365775-project] 10.222.0.42 "GET /v2.0/ports?device_id=5a5211a7-2a0f-4b4a-a48b-658379819e3c HTTP/1.1" status: 200 len: 943 time: 0.1953146 Apr 18 21:18:31.719666 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-03039792-e731-43ba-b0a1-994908cf9746 req-e0f11b38-d17b-4f74-b1d5-0310e96cd63b service neutron] 10.222.0.43 "GET /v2.0/networks/9b223f6a-fe67-4bd3-957a-7ef808b3aaf1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2227130 Apr 18 21:18:31.873040 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-b206b7fe-7c2c-4a48-bae8-2fb5624d79f5 req-3cfe2007-0357-4f3a-8b81-c6411cb490ef tempest-TestVolumeBootPattern-942365775 tempest-TestVolumeBootPattern-942365775-project] 10.222.0.42 "GET /v2.0/security-groups?id=cdcfb3ee-78c0-44cb-a2e3-4b946850a7e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1475899 Apr 18 21:18:31.932454 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-03039792-e731-43ba-b0a1-994908cf9746 req-fa48ab7a-a52c-4fbf-84c3-f114f90ce331 service neutron] 10.222.0.43 "GET /v2.0/networks/9b223f6a-fe67-4bd3-957a-7ef808b3aaf1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1915061 Apr 18 21:18:32.085092 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-07f92dda-1817-4402-a6f8-de38bdf37a5b req-2b348e11-190f-46af-85f5-ce6a31f82dae service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=31978bb3bc1348ad8b469e6e55d6f163&device_id=5a5211a7-2a0f-4b4a-a48b-658379819e3c HTTP/1.1" status: 200 len: 1094 time: 0.0826545 Apr 18 21:18:32.438096 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07f92dda-1817-4402-a6f8-de38bdf37a5b req-f0e4dbe1-6a53-4abd-a094-5f4fcd3fe89b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:18:32.440814 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-07f92dda-1817-4402-a6f8-de38bdf37a5b req-f0e4dbe1-6a53-4abd-a094-5f4fcd3fe89b service neutron] 10.222.0.43 "GET /v2.0/networks?id=9b223f6a-fe67-4bd3-957a-7ef808b3aaf1 HTTP/1.1" status: 200 len: 912 time: 0.3490264 Apr 18 21:18:32.548142 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-07f92dda-1817-4402-a6f8-de38bdf37a5b req-f90c7fec-90dd-4c76-8c9c-4b80de9035d9 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4826c2da-afe9-4f91-bb5e-de2955fa4ac4 HTTP/1.1" status: 200 len: 217 time: 0.1020496 Apr 18 21:18:32.640886 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07f92dda-1817-4402-a6f8-de38bdf37a5b req-d3f8e31e-05ed-41a5-8110-4e18210708f1 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:18:32.644393 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-07f92dda-1817-4402-a6f8-de38bdf37a5b req-d3f8e31e-05ed-41a5-8110-4e18210708f1 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=a845e1ae-c47e-4919-8a24-530366b84c60 HTTP/1.1" status: 200 len: 850 time: 0.0904489 Apr 18 21:18:32.771153 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-07f92dda-1817-4402-a6f8-de38bdf37a5b req-2c0d8784-fd34-4efd-ad25-596a144ab39e service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=9b223f6a-fe67-4bd3-957a-7ef808b3aaf1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1177595 Apr 18 21:18:32.959538 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-07f92dda-1817-4402-a6f8-de38bdf37a5b req-cac5d0b0-bab5-465b-9166-42e401a48e7e service neutron] 10.222.0.43 "GET /v2.0/networks/9b223f6a-fe67-4bd3-957a-7ef808b3aaf1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1802104 Apr 18 21:18:33.216612 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-07f92dda-1817-4402-a6f8-de38bdf37a5b req-95d2b15f-5df7-4ad3-bfe7-b6677648cb60 service neutron] 10.222.0.43 "GET /v2.0/networks/9b223f6a-fe67-4bd3-957a-7ef808b3aaf1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2513103 Apr 18 21:18:33.244734 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-379f24c7-4193-4934-ab10-9f19fd546dea req-9e3a4876-1bf3-466b-b5e2-608b2d4fce67 tempest-TestVolumeBootPattern-942365775 tempest-TestVolumeBootPattern-942365775-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:18:33.246360 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-379f24c7-4193-4934-ab10-9f19fd546dea req-9e3a4876-1bf3-466b-b5e2-608b2d4fce67 tempest-TestVolumeBootPattern-942365775 tempest-TestVolumeBootPattern-942365775-project] 10.222.0.42 "GET /v2.0/ports?device_id=5a5211a7-2a0f-4b4a-a48b-658379819e3c HTTP/1.1" status: 200 len: 943 time: 0.1589105 Apr 18 21:18:33.304371 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-379f24c7-4193-4934-ab10-9f19fd546dea req-8178929c-ac2d-427b-bf8e-5d3ba58bca18 tempest-TestVolumeBootPattern-942365775 tempest-TestVolumeBootPattern-942365775-project] 10.222.0.42 "GET /v2.0/security-groups?id=cdcfb3ee-78c0-44cb-a2e3-4b946850a7e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524626 Apr 18 21:18:34.037565 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750375287399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253529'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:18:34.612895 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efa82643-eaea-4035-b1f5-5160ac3de556 req-5e45309f-82ab-4599-b37e-a93d566f98fa tempest-TestVolumeBootPattern-942365775 tempest-TestVolumeBootPattern-942365775-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:18:34.615286 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-efa82643-eaea-4035-b1f5-5160ac3de556 req-5e45309f-82ab-4599-b37e-a93d566f98fa tempest-TestVolumeBootPattern-942365775 tempest-TestVolumeBootPattern-942365775-project] 10.222.0.42 "GET /v2.0/ports?device_id=5a5211a7-2a0f-4b4a-a48b-658379819e3c HTTP/1.1" status: 200 len: 943 time: 0.1205099 Apr 18 21:18:34.678404 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-efa82643-eaea-4035-b1f5-5160ac3de556 req-401468d7-f590-4869-bf5d-832586d8121c tempest-TestVolumeBootPattern-942365775 tempest-TestVolumeBootPattern-942365775-project] 10.222.0.42 "GET /v2.0/security-groups?id=cdcfb3ee-78c0-44cb-a2e3-4b946850a7e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567279 Apr 18 21:18:35.946521 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60cff71d-e495-4d1e-9807-97edba702871 req-d9b541fd-52a8-4b48-bfb1-bd93064ed065 tempest-TestVolumeBootPattern-942365775 tempest-TestVolumeBootPattern-942365775-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:18:35.948780 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-60cff71d-e495-4d1e-9807-97edba702871 req-d9b541fd-52a8-4b48-bfb1-bd93064ed065 tempest-TestVolumeBootPattern-942365775 tempest-TestVolumeBootPattern-942365775-project] 10.222.0.42 "GET /v2.0/ports?device_id=5a5211a7-2a0f-4b4a-a48b-658379819e3c HTTP/1.1" status: 200 len: 943 time: 0.1059098 Apr 18 21:18:36.005900 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-60cff71d-e495-4d1e-9807-97edba702871 req-5c2228fb-9ef4-475e-854e-65ec3d69d89d tempest-TestVolumeBootPattern-942365775 tempest-TestVolumeBootPattern-942365775-project] 10.222.0.42 "GET /v2.0/security-groups?id=cdcfb3ee-78c0-44cb-a2e3-4b946850a7e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489833 Apr 18 21:18:37.242680 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d296c24-0c34-476b-b49e-82fd7bdeeb25 req-44459fda-3094-4131-82f3-2d0a1f5c7e2c tempest-TestVolumeBootPattern-942365775 tempest-TestVolumeBootPattern-942365775-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:18:37.249884 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-9d296c24-0c34-476b-b49e-82fd7bdeeb25 req-44459fda-3094-4131-82f3-2d0a1f5c7e2c tempest-TestVolumeBootPattern-942365775 tempest-TestVolumeBootPattern-942365775-project] 10.222.0.42 "GET /v2.0/ports?device_id=5a5211a7-2a0f-4b4a-a48b-658379819e3c HTTP/1.1" status: 200 len: 943 time: 0.1032233 Apr 18 21:18:37.306604 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-9d296c24-0c34-476b-b49e-82fd7bdeeb25 req-9256f74a-246c-45f7-b909-90639b9683a3 tempest-TestVolumeBootPattern-942365775 tempest-TestVolumeBootPattern-942365775-project] 10.222.0.42 "GET /v2.0/security-groups?id=cdcfb3ee-78c0-44cb-a2e3-4b946850a7e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556910 Apr 18 21:18:38.029346 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.agents_db [None req-6346a179-333c-4370-b5a6-936984aeab15 None None] Agent healthcheck: found 7 active agents {{(pid=84043) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 18 21:18:38.489739 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fb0c0c9-ef99-430f-8148-ad23109f1acf req-55fef304-c3b8-43f2-aeb5-9960c5549fc5 tempest-TestVolumeBootPattern-942365775 tempest-TestVolumeBootPattern-942365775-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:18:38.491088 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-0fb0c0c9-ef99-430f-8148-ad23109f1acf req-55fef304-c3b8-43f2-aeb5-9960c5549fc5 tempest-TestVolumeBootPattern-942365775 tempest-TestVolumeBootPattern-942365775-project] 10.222.0.42 "GET /v2.0/ports?device_id=5a5211a7-2a0f-4b4a-a48b-658379819e3c HTTP/1.1" status: 200 len: 943 time: 0.0757835 Apr 18 21:18:38.536582 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-0fb0c0c9-ef99-430f-8148-ad23109f1acf req-14cb0ccd-5905-4ea4-8f11-a8e8e76bda57 tempest-TestVolumeBootPattern-942365775 tempest-TestVolumeBootPattern-942365775-project] 10.222.0.42 "GET /v2.0/security-groups?id=cdcfb3ee-78c0-44cb-a2e3-4b946850a7e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398412 Apr 18 21:18:39.755594 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d56d8a96-9b5b-4c27-80ad-e7562d9aaf5b req-f7aa9d4b-0195-4bc4-a18e-2eee0b85ecd5 tempest-TestVolumeBootPattern-942365775 tempest-TestVolumeBootPattern-942365775-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:18:39.757163 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-d56d8a96-9b5b-4c27-80ad-e7562d9aaf5b req-f7aa9d4b-0195-4bc4-a18e-2eee0b85ecd5 tempest-TestVolumeBootPattern-942365775 tempest-TestVolumeBootPattern-942365775-project] 10.222.0.42 "GET /v2.0/ports?device_id=5a5211a7-2a0f-4b4a-a48b-658379819e3c HTTP/1.1" status: 200 len: 943 time: 0.0856946 Apr 18 21:18:39.808202 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-d56d8a96-9b5b-4c27-80ad-e7562d9aaf5b req-eb5df5ce-cbf1-4eab-a362-01d913af8596 tempest-TestVolumeBootPattern-942365775 tempest-TestVolumeBootPattern-942365775-project] 10.222.0.42 "GET /v2.0/security-groups?id=cdcfb3ee-78c0-44cb-a2e3-4b946850a7e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430276 Apr 18 21:18:41.012201 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-916215eb-60f8-41f0-8ff5-66718fc24385 req-88493168-8a61-4d0b-a842-4e695c3b634b tempest-TestVolumeBootPattern-942365775 tempest-TestVolumeBootPattern-942365775-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:18:41.013677 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-916215eb-60f8-41f0-8ff5-66718fc24385 req-88493168-8a61-4d0b-a842-4e695c3b634b tempest-TestVolumeBootPattern-942365775 tempest-TestVolumeBootPattern-942365775-project] 10.222.0.42 "GET /v2.0/ports?device_id=5a5211a7-2a0f-4b4a-a48b-658379819e3c HTTP/1.1" status: 200 len: 943 time: 0.0770130 Apr 18 21:18:41.067701 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-916215eb-60f8-41f0-8ff5-66718fc24385 req-22a53be2-7e3d-422d-9bd9-32721c81cb66 tempest-TestVolumeBootPattern-942365775 tempest-TestVolumeBootPattern-942365775-project] 10.222.0.42 "GET /v2.0/security-groups?id=cdcfb3ee-78c0-44cb-a2e3-4b946850a7e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477116 Apr 18 21:18:42.289768 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b9ad479-7e00-46e6-b869-05547a64e4a9 req-9338809c-7f84-4194-b6fc-0e6994bf1e6a tempest-TestVolumeBootPattern-942365775 tempest-TestVolumeBootPattern-942365775-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:18:42.289768 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-2b9ad479-7e00-46e6-b869-05547a64e4a9 req-9338809c-7f84-4194-b6fc-0e6994bf1e6a tempest-TestVolumeBootPattern-942365775 tempest-TestVolumeBootPattern-942365775-project] 10.222.0.42 "GET /v2.0/ports?device_id=5a5211a7-2a0f-4b4a-a48b-658379819e3c HTTP/1.1" status: 200 len: 943 time: 0.0863748 Apr 18 21:18:42.344604 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-2b9ad479-7e00-46e6-b869-05547a64e4a9 req-35c75c8e-d5a7-4f0b-aec7-5d15dbaad3e3 tempest-TestVolumeBootPattern-942365775 tempest-TestVolumeBootPattern-942365775-project] 10.222.0.42 "GET /v2.0/security-groups?id=cdcfb3ee-78c0-44cb-a2e3-4b946850a7e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505066 Apr 18 21:18:43.292433 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-f380677d-c0a8-4200-86e0-dc8d134287c6 req-5a3b6bd2-7cb1-4cbb-8106-9b152bd7b651 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=6e0fe3d9-3681-4728-ac75-931f2234a9b3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0699885 Apr 18 21:18:43.452878 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-f380677d-c0a8-4200-86e0-dc8d134287c6 req-6f38656d-9ef9-4d93-b56b-f7fcf7fa00d7 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=769e4d212a7247919de3c941a9f4cf3b&device_id=6e0fe3d9-3681-4728-ac75-931f2234a9b3 HTTP/1.1" status: 200 len: 1097 time: 0.0861232 Apr 18 21:18:43.797683 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f380677d-c0a8-4200-86e0-dc8d134287c6 req-b0aba25c-aef6-460f-bb26-ab3ef9228648 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:18:43.799668 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-f380677d-c0a8-4200-86e0-dc8d134287c6 req-b0aba25c-aef6-460f-bb26-ab3ef9228648 service neutron] 10.222.0.43 "GET /v2.0/networks?id=455c9cd9-3eae-4b7a-8234-99cebcf9bc24 HTTP/1.1" status: 200 len: 909 time: 0.3205237 Apr 18 21:18:43.806905 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5b0cb9c-decd-4095-b097-7a471b8f69eb req-b66431fc-dbd2-4347-941b-562349271163 tempest-TestVolumeBootPattern-942365775 tempest-TestVolumeBootPattern-942365775-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:18:43.808599 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-b5b0cb9c-decd-4095-b097-7a471b8f69eb req-b66431fc-dbd2-4347-941b-562349271163 tempest-TestVolumeBootPattern-942365775 tempest-TestVolumeBootPattern-942365775-project] 10.222.0.42 "GET /v2.0/ports?device_id=5a5211a7-2a0f-4b4a-a48b-658379819e3c HTTP/1.1" status: 200 len: 943 time: 0.3006954 Apr 18 21:18:43.980146 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-b5b0cb9c-decd-4095-b097-7a471b8f69eb req-dffa443e-690d-4501-90f1-3334b78929fb tempest-TestVolumeBootPattern-942365775 tempest-TestVolumeBootPattern-942365775-project] 10.222.0.42 "GET /v2.0/security-groups?id=cdcfb3ee-78c0-44cb-a2e3-4b946850a7e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1175401 Apr 18 21:18:43.988131 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-f380677d-c0a8-4200-86e0-dc8d134287c6 req-f3084dc9-9d08-498f-91da-af200d8ae2c9 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ca8a70d8-3de3-411d-838b-aca123d7e7d9 HTTP/1.1" status: 200 len: 1001 time: 0.1779692 Apr 18 21:18:44.079701 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f380677d-c0a8-4200-86e0-dc8d134287c6 req-c5ce835e-96d8-4b54-b992-fb39ce3fbb1a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:18:44.079701 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-f380677d-c0a8-4200-86e0-dc8d134287c6 req-c5ce835e-96d8-4b54-b992-fb39ce3fbb1a service neutron] 10.222.0.43 "GET /v2.0/subnets?id=ffff18e8-8f29-45e6-957b-0d07d078c8a0 HTTP/1.1" status: 200 len: 847 time: 0.0837271 Apr 18 21:18:44.159140 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-f380677d-c0a8-4200-86e0-dc8d134287c6 req-536e1251-e915-4c37-bcff-3ea01b63e8c8 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=455c9cd9-3eae-4b7a-8234-99cebcf9bc24&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0724192 Apr 18 21:18:44.307309 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-f380677d-c0a8-4200-86e0-dc8d134287c6 req-ce0b8158-3d03-4a69-86d4-9fbe4a0a04b3 service neutron] 10.222.0.43 "GET /v2.0/networks/455c9cd9-3eae-4b7a-8234-99cebcf9bc24?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1416693 Apr 18 21:18:44.453827 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-f380677d-c0a8-4200-86e0-dc8d134287c6 req-087af9ef-e745-41f3-a490-dd23c411b3a9 service neutron] 10.222.0.43 "GET /v2.0/networks/455c9cd9-3eae-4b7a-8234-99cebcf9bc24?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1442606 Apr 18 21:18:45.191975 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28fee877-3fe8-444c-9125-e4cf5fc12e3c req-8346e71c-51a2-4988-ac8e-596a71b1f59a tempest-TestVolumeBootPattern-942365775 tempest-TestVolumeBootPattern-942365775-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:18:45.193779 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-28fee877-3fe8-444c-9125-e4cf5fc12e3c req-8346e71c-51a2-4988-ac8e-596a71b1f59a tempest-TestVolumeBootPattern-942365775 tempest-TestVolumeBootPattern-942365775-project] 10.222.0.42 "GET /v2.0/ports?device_id=5a5211a7-2a0f-4b4a-a48b-658379819e3c HTTP/1.1" status: 200 len: 943 time: 0.0926979 Apr 18 21:18:45.243641 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-28fee877-3fe8-444c-9125-e4cf5fc12e3c req-ab900b4e-3af9-472f-acd3-6057498efce0 tempest-TestVolumeBootPattern-942365775 tempest-TestVolumeBootPattern-942365775-project] 10.222.0.42 "GET /v2.0/security-groups?id=cdcfb3ee-78c0-44cb-a2e3-4b946850a7e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444446 Apr 18 21:18:45.667515 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-83ee4a03-4c9a-44da-bb11-3c986e27ddf8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750375287399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253529'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:18:46.254696 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 59246) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:18:46.391511 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-f3fe5e07-814c-4ad3-82e9-1484ea177702 tempest-TestNetworkBasicOps-1936690218 tempest-TestNetworkBasicOps-1936690218-project] 10.222.0.42 "GET /v2.0/floatingips/54d3f647-1bb1-4f6c-ae91-bab391ffc857 HTTP/1.1" status: 200 len: 993 time: 0.1403637 Apr 18 21:18:46.485838 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae20305e-1259-4d7a-ae0c-7c443972057f req-9c9c5384-f8a7-45f9-9c4a-3224111cc15f tempest-TestVolumeBootPattern-942365775 tempest-TestVolumeBootPattern-942365775-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:18:46.485838 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-ae20305e-1259-4d7a-ae0c-7c443972057f req-9c9c5384-f8a7-45f9-9c4a-3224111cc15f tempest-TestVolumeBootPattern-942365775 tempest-TestVolumeBootPattern-942365775-project] 10.222.0.42 "GET /v2.0/ports?device_id=5a5211a7-2a0f-4b4a-a48b-658379819e3c HTTP/1.1" status: 200 len: 943 time: 0.0965176 Apr 18 21:18:46.541591 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-ae20305e-1259-4d7a-ae0c-7c443972057f req-b56811e7-6bbf-44c4-8e50-595bb66901b6 tempest-TestVolumeBootPattern-942365775 tempest-TestVolumeBootPattern-942365775-project] 10.222.0.42 "GET /v2.0/security-groups?id=cdcfb3ee-78c0-44cb-a2e3-4b946850a7e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478933 Apr 18 21:18:46.721992 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 59260) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:18:46.950666 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.plugin [None req-25f46c3d-9fc0-48ee-b078-5aa6cb87f03d tempest-TestNetworkBasicOps-1936690218 tempest-TestNetworkBasicOps-1936690218-project] Deleting port 4858c5fe-eb41-4939-9fb6-e713b3ad6122 {{(pid=84040) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 21:18:46.951232 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-25f46c3d-9fc0-48ee-b078-5aa6cb87f03d tempest-TestNetworkBasicOps-1936690218 tempest-TestNetworkBasicOps-1936690218-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750375188691'] for port, before_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:18:47.145216 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-25f46c3d-9fc0-48ee-b078-5aa6cb87f03d tempest-TestNetworkBasicOps-1936690218 tempest-TestNetworkBasicOps-1936690218-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369123'] for port, precommit_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:18:47.145216 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-25f46c3d-9fc0-48ee-b078-5aa6cb87f03d tempest-TestNetworkBasicOps-1936690218 tempest-TestNetworkBasicOps-1936690218-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:18:47.292942 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.plugin [None req-25f46c3d-9fc0-48ee-b078-5aa6cb87f03d tempest-TestNetworkBasicOps-1936690218 tempest-TestNetworkBasicOps-1936690218-project] Calling delete_port for 4858c5fe-eb41-4939-9fb6-e713b3ad6122 owned by network:floatingip {{(pid=84040) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 21:18:47.557138 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-25f46c3d-9fc0-48ee-b078-5aa6cb87f03d tempest-TestNetworkBasicOps-1936690218 tempest-TestNetworkBasicOps-1936690218-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750375259028', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750374836628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32440838'] for port, after_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:18:47.650847 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25f46c3d-9fc0-48ee-b078-5aa6cb87f03d tempest-TestNetworkBasicOps-1936690218 tempest-TestNetworkBasicOps-1936690218-project] Pushing event deleted for resources: {'Port': ['ID=4858c5fe-eb41-4939-9fb6-e713b3ad6122,revision_number=None']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:18:47.747663 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25f46c3d-9fc0-48ee-b078-5aa6cb87f03d tempest-TestNetworkBasicOps-1936690218 tempest-TestNetworkBasicOps-1936690218-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:18:47.747663 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25f46c3d-9fc0-48ee-b078-5aa6cb87f03d tempest-TestNetworkBasicOps-1936690218 tempest-TestNetworkBasicOps-1936690218-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:18:47.748031 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25f46c3d-9fc0-48ee-b078-5aa6cb87f03d tempest-TestNetworkBasicOps-1936690218 tempest-TestNetworkBasicOps-1936690218-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:18:47.748404 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25f46c3d-9fc0-48ee-b078-5aa6cb87f03d tempest-TestNetworkBasicOps-1936690218 tempest-TestNetworkBasicOps-1936690218-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:18:47.748816 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25f46c3d-9fc0-48ee-b078-5aa6cb87f03d tempest-TestNetworkBasicOps-1936690218 tempest-TestNetworkBasicOps-1936690218-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:18:47.749175 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25f46c3d-9fc0-48ee-b078-5aa6cb87f03d tempest-TestNetworkBasicOps-1936690218 tempest-TestNetworkBasicOps-1936690218-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:18:47.749544 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25f46c3d-9fc0-48ee-b078-5aa6cb87f03d tempest-TestNetworkBasicOps-1936690218 tempest-TestNetworkBasicOps-1936690218-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:18:47.749891 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25f46c3d-9fc0-48ee-b078-5aa6cb87f03d tempest-TestNetworkBasicOps-1936690218 tempest-TestNetworkBasicOps-1936690218-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:18:47.750277 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25f46c3d-9fc0-48ee-b078-5aa6cb87f03d tempest-TestNetworkBasicOps-1936690218 tempest-TestNetworkBasicOps-1936690218-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:18:47.750919 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25f46c3d-9fc0-48ee-b078-5aa6cb87f03d tempest-TestNetworkBasicOps-1936690218 tempest-TestNetworkBasicOps-1936690218-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:18:47.751582 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25f46c3d-9fc0-48ee-b078-5aa6cb87f03d tempest-TestNetworkBasicOps-1936690218 tempest-TestNetworkBasicOps-1936690218-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:18:47.778142 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-25f46c3d-9fc0-48ee-b078-5aa6cb87f03d tempest-TestNetworkBasicOps-1936690218 tempest-TestNetworkBasicOps-1936690218-project] Notify callbacks [] for floatingip, after_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:18:47.910192 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-154d4177-111a-4a9b-9dd4-2963420d4705 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750375287399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253529'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:18:47.946376 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d04db88-89d6-4d85-a09d-23a8a601a388 req-077dc46f-51dd-45e0-8b76-b083199ffdc8 tempest-TestVolumeBootPattern-942365775 tempest-TestVolumeBootPattern-942365775-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:18:47.946376 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-9d04db88-89d6-4d85-a09d-23a8a601a388 req-077dc46f-51dd-45e0-8b76-b083199ffdc8 tempest-TestVolumeBootPattern-942365775 tempest-TestVolumeBootPattern-942365775-project] 10.222.0.42 "GET /v2.0/ports?device_id=5a5211a7-2a0f-4b4a-a48b-658379819e3c HTTP/1.1" status: 200 len: 943 time: 0.2587979 Apr 18 21:18:48.065328 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-9d04db88-89d6-4d85-a09d-23a8a601a388 req-563f0fce-c1f1-4e3f-84d9-605c3e0b988e tempest-TestVolumeBootPattern-942365775 tempest-TestVolumeBootPattern-942365775-project] 10.222.0.42 "GET /v2.0/security-groups?id=cdcfb3ee-78c0-44cb-a2e3-4b946850a7e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0781622 Apr 18 21:18:48.102032 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-a97c4833-bf82-451a-823b-f0f47e744e8c req-571c50e5-bd35-481d-840c-8318637f7541 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=b4fc1ea8-fa4f-45a8-a1d1-0c764e1066c5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1541288 Apr 18 21:18:48.374932 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-a97c4833-bf82-451a-823b-f0f47e744e8c req-8c5a5be8-069b-4e30-b4d1-4744d8a797c2 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=08ce18aa0ce94082a747ec94ccd8cac1&device_id=b4fc1ea8-fa4f-45a8-a1d1-0c764e1066c5 HTTP/1.1" status: 200 len: 1096 time: 0.1746318 Apr 18 21:18:48.557649 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a97c4833-bf82-451a-823b-f0f47e744e8c req-1a8aca54-21be-4527-8dd7-540cad60d51d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:18:48.557649 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-a97c4833-bf82-451a-823b-f0f47e744e8c req-1a8aca54-21be-4527-8dd7-540cad60d51d service neutron] 10.222.0.48 "GET /v2.0/networks?id=fbe7a1ae-9441-45a7-9d7b-ac5d18bf7b64 HTTP/1.1" status: 200 len: 898 time: 0.1602545 Apr 18 21:18:48.618926 n-d-838334-2 neutron-server[84040]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-25f46c3d-9fc0-48ee-b078-5aa6cb87f03d tempest-TestNetworkBasicOps-1936690218 tempest-TestNetworkBasicOps-1936690218-project] Router e125d100-598e-4937-874b-defec831b2d1 has already been hosted by L3 agent bc84d6c9-dd7a-4555-a351-592327b46d5a {{(pid=84040) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 21:18:48.641080 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-a97c4833-bf82-451a-823b-f0f47e744e8c req-1305c70c-93dc-46a4-807c-9a46497fcaf8 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=658066ad-1114-4def-b80e-bed641a29d70 HTTP/1.1" status: 200 len: 217 time: 0.0763562 Apr 18 21:18:48.818306 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a97c4833-bf82-451a-823b-f0f47e744e8c req-9e6c63b1-a7ef-442e-8296-c01b7afd9749 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:18:48.818306 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-a97c4833-bf82-451a-823b-f0f47e744e8c req-9e6c63b1-a7ef-442e-8296-c01b7afd9749 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=b85fe757-c3d1-4525-8840-673234d1f87d HTTP/1.1" status: 200 len: 835 time: 0.1714888 Apr 18 21:18:48.928039 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-a97c4833-bf82-451a-823b-f0f47e744e8c req-cd82c380-f7f8-4233-8c40-c633ee6b00cc service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=fbe7a1ae-9441-45a7-9d7b-ac5d18bf7b64&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0931344 Apr 18 21:18:49.076424 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750375287399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253529'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:18:49.188266 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-25f46c3d-9fc0-48ee-b078-5aa6cb87f03d tempest-TestNetworkBasicOps-1936690218 tempest-TestNetworkBasicOps-1936690218-project] Notify agent at l3_agent.n-d-838334-2 the message routers_updated {{(pid=84040) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 21:18:49.203463 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-201b2479-58cb-4202-a625-f44800f22932 None None] Sync routers for ids ['e125d100-598e-4937-874b-defec831b2d1'] in n-d-838334-2 {{(pid=84042) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 18 21:18:49.217937 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_dvrscheduler_db [None req-201b2479-58cb-4202-a625-f44800f22932 None None] Routers {'e125d100-598e-4937-874b-defec831b2d1'} bound to L3 agent in host n-d-838334-2 {{(pid=84042) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 21:18:49.217937 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_hamode_db [None req-201b2479-58cb-4202-a625-f44800f22932 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838334-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-18T20:25:48Z,description=,heartbeat_timestamp=2022-04-18T21:18:48Z,host='n-d-838334-2',id=bc84d6c9-dd7a-4555-a351-592327b46d5a,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:25:48Z,topic='l3_agent')) {'router_ids': ['e125d100-598e-4937-874b-defec831b2d1'], 'active': True} {{(pid=84042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:18:49.255440 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-a97c4833-bf82-451a-823b-f0f47e744e8c req-d582b6ec-1eb2-4841-bcc4-d8d08b1cb9e6 service neutron] 10.222.0.48 "GET /v2.0/networks/fbe7a1ae-9441-45a7-9d7b-ac5d18bf7b64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3159153 Apr 18 21:18:49.302903 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-25f46c3d-9fc0-48ee-b078-5aa6cb87f03d tempest-TestNetworkBasicOps-1936690218 tempest-TestNetworkBasicOps-1936690218-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217293'] for floatingip, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:18:49.432142 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_dvr_db [None req-201b2479-58cb-4202-a625-f44800f22932 None None] Set router e125d100-598e-4937-874b-defec831b2d1 gateway port host: n-d-838334-2 {{(pid=84042) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 21:18:49.437976 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-25f46c3d-9fc0-48ee-b078-5aa6cb87f03d tempest-TestNetworkBasicOps-1936690218 tempest-TestNetworkBasicOps-1936690218-project] 10.222.0.42 "DELETE /v2.0/floatingips/54d3f647-1bb1-4f6c-ae91-bab391ffc857 HTTP/1.1" status: 204 len: 168 time: 2.7123528 Apr 18 21:18:49.446500 n-d-838334-2 neutron-server[84040]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b4fc1ea8-fa4f-45a8-a1d1-0c764e1066c5', 'tag': '658066ad-1114-4def-b80e-bed641a29d70'}] {{(pid=84040) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 21:18:49.466338 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40a89ec6-e45d-413c-8637-2c04570e5a0f req-54064766-8b27-4f4f-81d5-38e2b721c591 tempest-TestVolumeBootPattern-942365775 tempest-TestVolumeBootPattern-942365775-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:18:49.473476 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-40a89ec6-e45d-413c-8637-2c04570e5a0f req-54064766-8b27-4f4f-81d5-38e2b721c591 tempest-TestVolumeBootPattern-942365775 tempest-TestVolumeBootPattern-942365775-project] 10.222.0.42 "GET /v2.0/ports?device_id=5a5211a7-2a0f-4b4a-a48b-658379819e3c HTTP/1.1" status: 200 len: 943 time: 0.2692304 Apr 18 21:18:49.524345 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-a97c4833-bf82-451a-823b-f0f47e744e8c req-02e24286-5ffc-445b-849c-31990bfccdc6 service neutron] 10.222.0.48 "GET /v2.0/networks/fbe7a1ae-9441-45a7-9d7b-ac5d18bf7b64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2542310 Apr 18 21:18:49.586164 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-40a89ec6-e45d-413c-8637-2c04570e5a0f req-0499db4d-b580-4e4e-b693-b2517845128d tempest-TestVolumeBootPattern-942365775 tempest-TestVolumeBootPattern-942365775-project] 10.222.0.42 "GET /v2.0/security-groups?id=cdcfb3ee-78c0-44cb-a2e3-4b946850a7e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1020892 Apr 18 21:18:49.710508 n-d-838334-2 neutron-server[84040]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4c941761-74a6-42d7-8256-ba9422b1bb22'] response: {'name': 'network-changed', 'server_uuid': 'b4fc1ea8-fa4f-45a8-a1d1-0c764e1066c5', 'tag': '658066ad-1114-4def-b80e-bed641a29d70', 'status': 'completed', 'code': 200} Apr 18 21:18:49.731161 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-414b6ffe-e119-47bc-b18f-bcff1219c2f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750375287399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253529'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:18:49.814203 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-1a9bb6c3-f26c-4024-9b8d-7fcfbb40b031 req-99aa166d-6aaf-49f6-8a2b-4058ee66ca28 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=08ce18aa0ce94082a747ec94ccd8cac1&device_id=b4fc1ea8-fa4f-45a8-a1d1-0c764e1066c5 HTTP/1.1" status: 200 len: 1096 time: 0.0864425 Apr 18 21:18:49.882106 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_hamode_db [None req-201b2479-58cb-4202-a625-f44800f22932 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e125d100-598e-4937-874b-defec831b2d1', 'name': 'tempest-TestNetworkBasicOps-router-361076080', 'tenant_id': '08ce18aa0ce94082a747ec94ccd8cac1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'external_fixed_ips': [{'subnet_id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'ip_address': '172.25.8.102'}], 'enable_snat': True}, 'gw_port_id': '4011cbbc-6802-4a02-ae2a-5d543322cb78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:17:44Z', 'updated_at': '2022-04-18T21:17:50Z', 'revision_number': 4, 'project_id': '08ce18aa0ce94082a747ec94ccd8cac1', 'gw_port': {'id': '4011cbbc-6802-4a02-ae2a-5d543322cb78', 'name': '', 'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:f6:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e125d100-598e-4937-874b-defec831b2d1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'ip_address': '172.25.8.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:17:45Z', 'updated_at': '2022-04-18T21:17:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838334-2', '_interfaces': [{'id': '8eb47f72-be2b-4c3d-be2a-82d9a59c8f93', 'name': '', 'network_id': 'fbe7a1ae-9441-45a7-9d7b-ac5d18bf7b64', 'tenant_id': '08ce18aa0ce94082a747ec94ccd8cac1', 'mac_address': 'fa:16:3e:ea:a1:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e125d100-598e-4937-874b-defec831b2d1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b85fe757-c3d1-4525-8840-673234d1f87d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:17:49Z', 'updated_at': '2022-04-18T21:18:04Z', 'revision_number': 5, 'project_id': '08ce18aa0ce94082a747ec94ccd8cac1', 'subnets': [{'id': 'b85fe757-c3d1-4525-8840-673234d1f87d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838334-2', False) {} {{(pid=84042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:18:49.882106 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-201b2479-58cb-4202-a625-f44800f22932 None None] Checking router: e125d100-598e-4937-874b-defec831b2d1 for host: n-d-838334-2 {{(pid=84042) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 18 21:18:49.903901 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_dvrscheduler_db [None req-201b2479-58cb-4202-a625-f44800f22932 None None] Routers {'e125d100-598e-4937-874b-defec831b2d1'} bound to L3 agent in host n-d-838334-2 {{(pid=84042) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 21:18:49.903901 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_hamode_db [None req-201b2479-58cb-4202-a625-f44800f22932 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838334-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-18T20:25:48Z,description=,heartbeat_timestamp=2022-04-18T21:18:48Z,host='n-d-838334-2',id=bc84d6c9-dd7a-4555-a351-592327b46d5a,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:25:48Z,topic='l3_agent')) {'router_ids': ['e125d100-598e-4937-874b-defec831b2d1'], 'active': True} {{(pid=84042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:18:50.048615 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a9bb6c3-f26c-4024-9b8d-7fcfbb40b031 req-6b738741-5138-4f6e-8dd5-64020a610d21 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:18:50.048615 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-1a9bb6c3-f26c-4024-9b8d-7fcfbb40b031 req-6b738741-5138-4f6e-8dd5-64020a610d21 service neutron] 10.222.0.48 "GET /v2.0/networks?id=fbe7a1ae-9441-45a7-9d7b-ac5d18bf7b64 HTTP/1.1" status: 200 len: 898 time: 0.2188931 Apr 18 21:18:50.058875 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de7cac12-37fa-4c35-9163-4f2e9f065154 req-5095ff99-34d0-45ce-8d7f-d3a5385ed214 tempest-TestNetworkBasicOps-1936690218 tempest-TestNetworkBasicOps-1936690218-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:18:50.078699 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [req-de7cac12-37fa-4c35-9163-4f2e9f065154 req-5095ff99-34d0-45ce-8d7f-d3a5385ed214 tempest-TestNetworkBasicOps-1936690218 tempest-TestNetworkBasicOps-1936690218-project] Synchronizing usage tracker for tenant:08ce18aa0ce94082a747ec94ccd8cac1 on resource:port {{(pid=84040) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 21:18:50.131163 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Device 4826c2da-afe9-4f91-bb5e-de2955fa4ac4 details requested by agent hyperv_n-h1-838334-2 with host n-h1-838334-2 {{(pid=84042) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 18 21:18:50.150714 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_dvr_db [None req-201b2479-58cb-4202-a625-f44800f22932 None None] Set router e125d100-598e-4937-874b-defec831b2d1 gateway port host: n-d-838334-2 {{(pid=84042) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 21:18:50.157480 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-1a9bb6c3-f26c-4024-9b8d-7fcfbb40b031 req-5f85ff57-78ae-4a52-95c1-db3cf50e01a8 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=658066ad-1114-4def-b80e-bed641a29d70 HTTP/1.1" status: 200 len: 217 time: 0.0823853 Apr 18 21:18:50.199639 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [req-de7cac12-37fa-4c35-9163-4f2e9f065154 req-5095ff99-34d0-45ce-8d7f-d3a5385ed214 tempest-TestNetworkBasicOps-1936690218 tempest-TestNetworkBasicOps-1936690218-project] Unset dirty status for tenant:08ce18aa0ce94082a747ec94ccd8cac1 on resource:port {{(pid=84040) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 21:18:50.200776 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-de7cac12-37fa-4c35-9163-4f2e9f065154 req-5095ff99-34d0-45ce-8d7f-d3a5385ed214 tempest-TestNetworkBasicOps-1936690218 tempest-TestNetworkBasicOps-1936690218-project] 10.222.0.42 "GET /v2.0/ports?device_id=b4fc1ea8-fa4f-45a8-a1d1-0c764e1066c5 HTTP/1.1" status: 200 len: 945 time: 0.3573174 Apr 18 21:18:50.259556 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a9bb6c3-f26c-4024-9b8d-7fcfbb40b031 req-43508de2-25e8-467f-bcce-7a07e7a4969e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:18:50.259556 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-1a9bb6c3-f26c-4024-9b8d-7fcfbb40b031 req-43508de2-25e8-467f-bcce-7a07e7a4969e service neutron] 10.222.0.48 "GET /v2.0/subnets?id=b85fe757-c3d1-4525-8840-673234d1f87d HTTP/1.1" status: 200 len: 835 time: 0.0934858 Apr 18 21:18:50.316939 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-de7cac12-37fa-4c35-9163-4f2e9f065154 req-8c8bab32-14ab-4b7e-b381-f86812acfff9 tempest-TestNetworkBasicOps-1936690218 tempest-TestNetworkBasicOps-1936690218-project] 10.222.0.42 "GET /v2.0/security-groups?id=04d27c77-05dd-40d8-9ba3-4619b45a28d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0975256 Apr 18 21:18:50.363338 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-1a9bb6c3-f26c-4024-9b8d-7fcfbb40b031 req-ae477210-f0dd-47aa-b11f-7d199a524735 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=fbe7a1ae-9441-45a7-9d7b-ac5d18bf7b64&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0971360 Apr 18 21:18:50.508744 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-1a9bb6c3-f26c-4024-9b8d-7fcfbb40b031 req-0c0a09ef-6dc1-4694-b7bb-b09db580e55a service neutron] 10.222.0.48 "GET /v2.0/networks/fbe7a1ae-9441-45a7-9d7b-ac5d18bf7b64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1405010 Apr 18 21:18:50.622387 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] For port 4826c2da-afe9-4f91-bb5e-de2955fa4ac4, host n-h1-838334-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838334-2',level=0,port_id=4826c2da-afe9-4f91-bb5e-de2955fa4ac4,segment=NetworkSegment(c9d9b92a-74d4-40ed-ab8e-582836dfe352),segment_id=c9d9b92a-74d4-40ed-ab8e-582836dfe352)] {{(pid=84042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:18:50.671888 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Returning: {'device': '4826c2da-afe9-4f91-bb5e-de2955fa4ac4', 'network_id': '9b223f6a-fe67-4bd3-957a-7ef808b3aaf1', 'port_id': '4826c2da-afe9-4f91-bb5e-de2955fa4ac4', 'mac_address': 'fa:16:3e:f7:78:b9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 357, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a845e1ae-c47e-4919-8a24-530366b84c60', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84042) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 18 21:18:50.729120 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-c7521a90-7d65-4e2e-842c-ca5d95e9a89c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750375287399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253529'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:18:50.747991 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-1a9bb6c3-f26c-4024-9b8d-7fcfbb40b031 req-405c5072-a38b-48a7-a2e2-1a5f38e1a15e service neutron] 10.222.0.48 "GET /v2.0/networks/fbe7a1ae-9441-45a7-9d7b-ac5d18bf7b64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2327902 Apr 18 21:18:50.752194 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:18:50.776009 n-d-838334-2 neutron-server[84042]: DEBUG neutron.notifiers.nova [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4826c2da-afe9-4f91-bb5e-de2955fa4ac4 {{(pid=84042) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 18 21:18:50.796327 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] For port 4826c2da-afe9-4f91-bb5e-de2955fa4ac4, host n-h1-838334-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838334-2',level=0,port_id=4826c2da-afe9-4f91-bb5e-de2955fa4ac4,segment=NetworkSegment(c9d9b92a-74d4-40ed-ab8e-582836dfe352),segment_id=c9d9b92a-74d4-40ed-ab8e-582836dfe352)] {{(pid=84042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:18:50.798803 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_hamode_db [None req-201b2479-58cb-4202-a625-f44800f22932 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e125d100-598e-4937-874b-defec831b2d1', 'name': 'tempest-TestNetworkBasicOps-router-361076080', 'tenant_id': '08ce18aa0ce94082a747ec94ccd8cac1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'external_fixed_ips': [{'subnet_id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'ip_address': '172.25.8.102'}], 'enable_snat': True}, 'gw_port_id': '4011cbbc-6802-4a02-ae2a-5d543322cb78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:17:44Z', 'updated_at': '2022-04-18T21:17:50Z', 'revision_number': 4, 'project_id': '08ce18aa0ce94082a747ec94ccd8cac1', 'gw_port': {'id': '4011cbbc-6802-4a02-ae2a-5d543322cb78', 'name': '', 'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:f6:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e125d100-598e-4937-874b-defec831b2d1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'ip_address': '172.25.8.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:17:45Z', 'updated_at': '2022-04-18T21:17:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838334-2', '_interfaces': [{'id': '8eb47f72-be2b-4c3d-be2a-82d9a59c8f93', 'name': '', 'network_id': 'fbe7a1ae-9441-45a7-9d7b-ac5d18bf7b64', 'tenant_id': '08ce18aa0ce94082a747ec94ccd8cac1', 'mac_address': 'fa:16:3e:ea:a1:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e125d100-598e-4937-874b-defec831b2d1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b85fe757-c3d1-4525-8840-673234d1f87d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:17:49Z', 'updated_at': '2022-04-18T21:18:04Z', 'revision_number': 5, 'project_id': '08ce18aa0ce94082a747ec94ccd8cac1', 'subnets': [{'id': 'b85fe757-c3d1-4525-8840-673234d1f87d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838334-2', False) {} {{(pid=84042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:18:50.804028 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682'] for port, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:18:50.835731 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-201b2479-58cb-4202-a625-f44800f22932 None None] The sync data for ids ['e125d100-598e-4937-874b-defec831b2d1'] in n-d-838334-2 is: [{'id': 'e125d100-598e-4937-874b-defec831b2d1', 'name': 'tempest-TestNetworkBasicOps-router-361076080', 'tenant_id': '08ce18aa0ce94082a747ec94ccd8cac1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'external_fixed_ips': [{'subnet_id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'ip_address': '172.25.8.102'}], 'enable_snat': True}, 'gw_port_id': '4011cbbc-6802-4a02-ae2a-5d543322cb78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:17:44Z', 'updated_at': '2022-04-18T21:17:50Z', 'revision_number': 4, 'project_id': '08ce18aa0ce94082a747ec94ccd8cac1', 'gw_port': {'id': '4011cbbc-6802-4a02-ae2a-5d543322cb78', 'name': '', 'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:f6:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e125d100-598e-4937-874b-defec831b2d1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'ip_address': '172.25.8.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:17:45Z', 'updated_at': '2022-04-18T21:17:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838334-2', '_interfaces': [{'id': '8eb47f72-be2b-4c3d-be2a-82d9a59c8f93', 'name': '', 'network_id': 'fbe7a1ae-9441-45a7-9d7b-ac5d18bf7b64', 'tenant_id': '08ce18aa0ce94082a747ec94ccd8cac1', 'mac_address': 'fa:16:3e:ea:a1:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e125d100-598e-4937-874b-defec831b2d1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b85fe757-c3d1-4525-8840-673234d1f87d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:17:49Z', 'updated_at': '2022-04-18T21:18:04Z', 'revision_number': 5, 'project_id': '08ce18aa0ce94082a747ec94ccd8cac1', 'subnets': [{'id': 'b85fe757-c3d1-4525-8840-673234d1f87d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84042) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 18 21:18:50.846949 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb8c951b-a581-45c7-8b80-11d7bbc32824 req-a09d4121-1568-4885-8392-ea43248fe7be tempest-TestVolumeBootPattern-942365775 tempest-TestVolumeBootPattern-942365775-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:18:50.852124 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-fb8c951b-a581-45c7-8b80-11d7bbc32824 req-a09d4121-1568-4885-8392-ea43248fe7be tempest-TestVolumeBootPattern-942365775 tempest-TestVolumeBootPattern-942365775-project] 10.222.0.42 "GET /v2.0/ports?device_id=5a5211a7-2a0f-4b4a-a48b-658379819e3c HTTP/1.1" status: 200 len: 943 time: 0.0971644 Apr 18 21:18:50.899285 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Pushing event updated for resources: {'Port': ['ID=4826c2da-afe9-4f91-bb5e-de2955fa4ac4,revision_number=4']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:18:50.941450 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-fb8c951b-a581-45c7-8b80-11d7bbc32824 req-c0811597-2b93-4a9e-8281-01977bc22c5f tempest-TestVolumeBootPattern-942365775 tempest-TestVolumeBootPattern-942365775-project] 10.222.0.42 "GET /v2.0/security-groups?id=cdcfb3ee-78c0-44cb-a2e3-4b946850a7e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0822666 Apr 18 21:18:51.030030 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] get_ports_and_sgs() called for port_ids ['4826c2da-afe9-4f91-bb5e-de2955fa4ac4'] {{(pid=84042) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 18 21:18:51.188559 n-d-838334-2 neutron-server[84043]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b52f088d-3c42-4484-9a53-f8c075192de3 None None] New status for floating IP 54d3f647-1bb1-4f6c-ae91-bab391ffc857: DOWN {{(pid=84043) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Apr 18 21:18:51.213626 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9a858de-7159-4c4f-a0cd-d905b4e3fdb7 req-aca08470-293b-4ecf-9d60-9908c552ac5d tempest-TestNetworkBasicOps-1936690218 tempest-TestNetworkBasicOps-1936690218-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:18:51.215455 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-a9a858de-7159-4c4f-a0cd-d905b4e3fdb7 req-aca08470-293b-4ecf-9d60-9908c552ac5d tempest-TestNetworkBasicOps-1936690218 tempest-TestNetworkBasicOps-1936690218-project] 10.222.0.48 "GET /v2.0/ports?device_id=b4fc1ea8-fa4f-45a8-a1d1-0c764e1066c5 HTTP/1.1" status: 200 len: 945 time: 0.1334317 Apr 18 21:18:51.313733 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.plugin [req-a9a858de-7159-4c4f-a0cd-d905b4e3fdb7 req-996a8885-4339-46c2-b601-2543a199a36e tempest-TestNetworkBasicOps-1936690218 tempest-TestNetworkBasicOps-1936690218-project] Deleting port 658066ad-1114-4def-b80e-bed641a29d70 {{(pid=84040) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 21:18:51.313733 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-a9a858de-7159-4c4f-a0cd-d905b4e3fdb7 req-996a8885-4339-46c2-b601-2543a199a36e tempest-TestNetworkBasicOps-1936690218 tempest-TestNetworkBasicOps-1936690218-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750375188691'] for port, before_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:18:51.757778 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.db [req-a9a858de-7159-4c4f-a0cd-d905b4e3fdb7 req-996a8885-4339-46c2-b601-2543a199a36e tempest-TestNetworkBasicOps-1936690218 tempest-TestNetworkBasicOps-1936690218-project] For port 658066ad-1114-4def-b80e-bed641a29d70, host n-h2-838334-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838334-2',level=0,port_id=658066ad-1114-4def-b80e-bed641a29d70,segment=NetworkSegment(2607d251-aee9-4bc4-badb-2c8388df3d1e),segment_id=2607d251-aee9-4bc4-badb-2c8388df3d1e)] {{(pid=84040) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:18:51.758331 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-a9a858de-7159-4c4f-a0cd-d905b4e3fdb7 req-996a8885-4339-46c2-b601-2543a199a36e tempest-TestNetworkBasicOps-1936690218 tempest-TestNetworkBasicOps-1936690218-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369123'] for port, precommit_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:18:51.886044 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb5b4a54-0be4-4fef-9fb7-4de2901ec4a7 req-d4f809bb-a0c0-4ab5-b9bb-cf8858f81029 tempest-TestNetworkBasicOps-1936690218 tempest-TestNetworkBasicOps-1936690218-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:18:51.886044 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-cb5b4a54-0be4-4fef-9fb7-4de2901ec4a7 req-d4f809bb-a0c0-4ab5-b9bb-cf8858f81029 tempest-TestNetworkBasicOps-1936690218 tempest-TestNetworkBasicOps-1936690218-project] 10.222.0.42 "GET /v2.0/ports?device_id=b4fc1ea8-fa4f-45a8-a1d1-0c764e1066c5 HTTP/1.1" status: 200 len: 945 time: 0.2728741 Apr 18 21:18:51.896097 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.plugin [req-a9a858de-7159-4c4f-a0cd-d905b4e3fdb7 req-996a8885-4339-46c2-b601-2543a199a36e tempest-TestNetworkBasicOps-1936690218 tempest-TestNetworkBasicOps-1936690218-project] Calling delete_port for 658066ad-1114-4def-b80e-bed641a29d70 owned by compute:nova {{(pid=84040) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 21:18:52.022844 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-cb5b4a54-0be4-4fef-9fb7-4de2901ec4a7 req-d63b1ff4-38bd-46d9-91dd-bafbe894013b tempest-TestNetworkBasicOps-1936690218 tempest-TestNetworkBasicOps-1936690218-project] 10.222.0.42 "GET /v2.0/security-groups?id=04d27c77-05dd-40d8-9ba3-4619b45a28d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0949037 Apr 18 21:18:52.095275 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-a9a858de-7159-4c4f-a0cd-d905b4e3fdb7 req-996a8885-4339-46c2-b601-2543a199a36e tempest-TestNetworkBasicOps-1936690218 tempest-TestNetworkBasicOps-1936690218-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750375259028', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750374836628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32440838'] for port, after_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:18:52.142580 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Device 4826c2da-afe9-4f91-bb5e-de2955fa4ac4 up at agent hyperv_n-h1-838334-2 {{(pid=84042) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 21:18:52.207714 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-996a8885-4339-46c2-b601-2543a199a36e tempest-TestNetworkBasicOps-1936690218 tempest-TestNetworkBasicOps-1936690218-project] Pushing event deleted for resources: {'Port': ['ID=658066ad-1114-4def-b80e-bed641a29d70,revision_number=None']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:18:52.242553 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Provisioning for port 4826c2da-afe9-4f91-bb5e-de2955fa4ac4 completed by entity L2. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 21:18:52.258957 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Provisioning complete for port 4826c2da-afe9-4f91-bb5e-de2955fa4ac4 triggered by entity L2. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:18:52.258957 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1253608'] for port, provisioning_complete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:18:52.334644 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.l3_dvrscheduler_db [req-a9a858de-7159-4c4f-a0cd-d905b4e3fdb7 req-996a8885-4339-46c2-b601-2543a199a36e tempest-TestNetworkBasicOps-1936690218 tempest-TestNetworkBasicOps-1936690218-project] No DVR routers for this DVR port 658066ad-1114-4def-b80e-bed641a29d70 on host n-h2-838334-2 {{(pid=84040) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 21:18:52.334644 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-a9a858de-7159-4c4f-a0cd-d905b4e3fdb7 req-996a8885-4339-46c2-b601-2543a199a36e tempest-TestNetworkBasicOps-1936690218 tempest-TestNetworkBasicOps-1936690218-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217293'] for port, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:18:52.345957 n-d-838334-2 neutron-server[84040]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b4fc1ea8-fa4f-45a8-a1d1-0c764e1066c5', 'name': 'network-vif-deleted', 'tag': '658066ad-1114-4def-b80e-bed641a29d70'}] {{(pid=84040) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 21:18:52.362538 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-a9a858de-7159-4c4f-a0cd-d905b4e3fdb7 req-996a8885-4339-46c2-b601-2543a199a36e tempest-TestNetworkBasicOps-1936690218 tempest-TestNetworkBasicOps-1936690218-project] 10.222.0.48 "DELETE /v2.0/ports/658066ad-1114-4def-b80e-bed641a29d70 HTTP/1.1" status: 204 len: 173 time: 1.1386287 Apr 18 21:18:52.395266 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8e8facf-d67c-4e3d-9671-817ec41ac8de req-63f0a3ec-0fcf-40ea-9408-157c63f349c0 tempest-TestVolumeBootPattern-942365775 tempest-TestVolumeBootPattern-942365775-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:18:52.397212 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-a8e8facf-d67c-4e3d-9671-817ec41ac8de req-63f0a3ec-0fcf-40ea-9408-157c63f349c0 tempest-TestVolumeBootPattern-942365775 tempest-TestVolumeBootPattern-942365775-project] 10.222.0.42 "GET /v2.0/ports?device_id=5a5211a7-2a0f-4b4a-a48b-658379819e3c HTTP/1.1" status: 200 len: 944 time: 0.2634444 Apr 18 21:18:52.442413 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:18:52.467039 n-d-838334-2 neutron-server[84040]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f654d0f3-f8cc-4c80-b434-1e55fc3cc060'] response: {'server_uuid': 'b4fc1ea8-fa4f-45a8-a1d1-0c764e1066c5', 'name': 'network-vif-deleted', 'tag': '658066ad-1114-4def-b80e-bed641a29d70', 'status': 'completed', 'code': 200} Apr 18 21:18:52.479199 n-d-838334-2 neutron-server[84042]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5a5211a7-2a0f-4b4a-a48b-658379819e3c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4826c2da-afe9-4f91-bb5e-de2955fa4ac4'}] {{(pid=84042) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 21:18:52.489153 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-a8e8facf-d67c-4e3d-9671-817ec41ac8de req-61cded40-59d8-443d-ba70-65db90fb0c61 tempest-TestVolumeBootPattern-942365775 tempest-TestVolumeBootPattern-942365775-project] 10.222.0.42 "GET /v2.0/security-groups?id=cdcfb3ee-78c0-44cb-a2e3-4b946850a7e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0848756 Apr 18 21:18:52.490238 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] For port 4826c2da-afe9-4f91-bb5e-de2955fa4ac4, host n-h1-838334-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838334-2',level=0,port_id=4826c2da-afe9-4f91-bb5e-de2955fa4ac4,segment=NetworkSegment(c9d9b92a-74d4-40ed-ab8e-582836dfe352),segment_id=c9d9b92a-74d4-40ed-ab8e-582836dfe352)] {{(pid=84042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:18:52.494587 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682'] for port, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:18:52.544096 n-d-838334-2 neutron-server[84042]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6be3b961-5f29-4ed5-9678-9ea956e917e9'] response: {'server_uuid': '5a5211a7-2a0f-4b4a-a48b-658379819e3c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4826c2da-afe9-4f91-bb5e-de2955fa4ac4', 'code': 200} Apr 18 21:18:52.603281 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Pushing event updated for resources: {'Port': ['ID=4826c2da-afe9-4f91-bb5e-de2955fa4ac4,revision_number=5']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:18:52.732347 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-65bdef54-ff05-4743-a109-882f5a8dc68e req-31e0b3cd-1de9-42e1-9888-a0cfe45b4ad7 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=5a5211a7-2a0f-4b4a-a48b-658379819e3c HTTP/1.1" status: 200 len: 1096 time: 0.0955653 Apr 18 21:18:52.782958 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-65bdef54-ff05-4743-a109-882f5a8dc68e req-001f6bf9-2ec0-4d64-b729-a7e3e45dfdce service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=cdcfb3ee-78c0-44cb-a2e3-4b946850a7e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465937 Apr 18 21:18:53.131443 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 59340) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:18:53.214792 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-556f4998-f623-41e6-8d02-6bdbe314d71f tempest-TestNetworkBasicOps-1936690218 tempest-TestNetworkBasicOps-1936690218-project] Notify callbacks [] for security_group, before_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:18:53.260406 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-556f4998-f623-41e6-8d02-6bdbe314d71f tempest-TestNetworkBasicOps-1936690218 tempest-TestNetworkBasicOps-1936690218-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:18:53.327933 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-556f4998-f623-41e6-8d02-6bdbe314d71f tempest-TestNetworkBasicOps-1936690218 tempest-TestNetworkBasicOps-1936690218-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33528224'] for security_group, after_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:18:53.348268 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-556f4998-f623-41e6-8d02-6bdbe314d71f tempest-TestNetworkBasicOps-1936690218 tempest-TestNetworkBasicOps-1936690218-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=04d27c77-05dd-40d8-9ba3-4619b45a28d9,revision_number=None']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:18:53.360349 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-556f4998-f623-41e6-8d02-6bdbe314d71f tempest-TestNetworkBasicOps-1936690218 tempest-TestNetworkBasicOps-1936690218-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:18:53.360693 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-556f4998-f623-41e6-8d02-6bdbe314d71f tempest-TestNetworkBasicOps-1936690218 tempest-TestNetworkBasicOps-1936690218-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:18:53.361024 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-556f4998-f623-41e6-8d02-6bdbe314d71f tempest-TestNetworkBasicOps-1936690218 tempest-TestNetworkBasicOps-1936690218-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:18:53.361387 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-556f4998-f623-41e6-8d02-6bdbe314d71f tempest-TestNetworkBasicOps-1936690218 tempest-TestNetworkBasicOps-1936690218-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:18:53.361719 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-556f4998-f623-41e6-8d02-6bdbe314d71f tempest-TestNetworkBasicOps-1936690218 tempest-TestNetworkBasicOps-1936690218-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:18:53.362040 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-556f4998-f623-41e6-8d02-6bdbe314d71f tempest-TestNetworkBasicOps-1936690218 tempest-TestNetworkBasicOps-1936690218-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:18:53.363079 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-556f4998-f623-41e6-8d02-6bdbe314d71f tempest-TestNetworkBasicOps-1936690218 tempest-TestNetworkBasicOps-1936690218-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:18:53.363410 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-556f4998-f623-41e6-8d02-6bdbe314d71f tempest-TestNetworkBasicOps-1936690218 tempest-TestNetworkBasicOps-1936690218-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:18:53.363986 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-556f4998-f623-41e6-8d02-6bdbe314d71f tempest-TestNetworkBasicOps-1936690218 tempest-TestNetworkBasicOps-1936690218-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:18:53.364339 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-556f4998-f623-41e6-8d02-6bdbe314d71f tempest-TestNetworkBasicOps-1936690218 tempest-TestNetworkBasicOps-1936690218-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:18:53.364672 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-556f4998-f623-41e6-8d02-6bdbe314d71f tempest-TestNetworkBasicOps-1936690218 tempest-TestNetworkBasicOps-1936690218-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:18:53.368832 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-556f4998-f623-41e6-8d02-6bdbe314d71f tempest-TestNetworkBasicOps-1936690218 tempest-TestNetworkBasicOps-1936690218-project] Notify callbacks [] for security_group, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:18:53.371657 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-556f4998-f623-41e6-8d02-6bdbe314d71f tempest-TestNetworkBasicOps-1936690218 tempest-TestNetworkBasicOps-1936690218-project] 10.222.0.42 "DELETE /v2.0/security-groups/04d27c77-05dd-40d8-9ba3-4619b45a28d9 HTTP/1.1" status: 204 len: 168 time: 0.2373495 Apr 18 21:18:53.415781 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 59350) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:18:53.765052 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd128c4f-f247-41ed-8c58-2ec9ffc98b82 req-6540cc6a-2b8d-4744-8c7a-6eeb6cb5e8a0 tempest-TestVolumeBootPattern-942365775 tempest-TestVolumeBootPattern-942365775-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:18:53.773719 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-fd128c4f-f247-41ed-8c58-2ec9ffc98b82 req-6540cc6a-2b8d-4744-8c7a-6eeb6cb5e8a0 tempest-TestVolumeBootPattern-942365775 tempest-TestVolumeBootPattern-942365775-project] 10.222.0.42 "GET /v2.0/ports?device_id=5a5211a7-2a0f-4b4a-a48b-658379819e3c HTTP/1.1" status: 200 len: 945 time: 0.1150339 Apr 18 21:18:53.841354 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-fd128c4f-f247-41ed-8c58-2ec9ffc98b82 req-321e3f5c-f57f-4eb9-b901-7b7d0fffa0fc tempest-TestVolumeBootPattern-942365775 tempest-TestVolumeBootPattern-942365775-project] 10.222.0.42 "GET /v2.0/security-groups?id=cdcfb3ee-78c0-44cb-a2e3-4b946850a7e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625427 Apr 18 21:18:53.964666 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-fa58ca64-748f-4fb1-b79a-d9f487cf35d0 tempest-TestNetworkBasicOps-1936690218 tempest-TestNetworkBasicOps-1936690218-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33443857'] for router_interface, before_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:18:54.655552 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.plugin [None req-fa58ca64-748f-4fb1-b79a-d9f487cf35d0 tempest-TestNetworkBasicOps-1936690218 tempest-TestNetworkBasicOps-1936690218-project] Deleting port 8eb47f72-be2b-4c3d-be2a-82d9a59c8f93 {{(pid=84041) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 21:18:54.655552 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-fa58ca64-748f-4fb1-b79a-d9f487cf35d0 tempest-TestNetworkBasicOps-1936690218 tempest-TestNetworkBasicOps-1936690218-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750375188691'] for port, before_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:18:54.970061 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.db [None req-fa58ca64-748f-4fb1-b79a-d9f487cf35d0 tempest-TestNetworkBasicOps-1936690218 tempest-TestNetworkBasicOps-1936690218-project] For port 8eb47f72-be2b-4c3d-be2a-82d9a59c8f93, host n-d-838334-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838334-2',level=0,port_id=8eb47f72-be2b-4c3d-be2a-82d9a59c8f93,segment=NetworkSegment(2607d251-aee9-4bc4-badb-2c8388df3d1e),segment_id=2607d251-aee9-4bc4-badb-2c8388df3d1e)] {{(pid=84041) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:18:54.970061 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-fa58ca64-748f-4fb1-b79a-d9f487cf35d0 tempest-TestNetworkBasicOps-1936690218 tempest-TestNetworkBasicOps-1936690218-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369123'] for port, precommit_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:18:55.102184 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.plugin [None req-fa58ca64-748f-4fb1-b79a-d9f487cf35d0 tempest-TestNetworkBasicOps-1936690218 tempest-TestNetworkBasicOps-1936690218-project] Calling delete_port for 8eb47f72-be2b-4c3d-be2a-82d9a59c8f93 owned by network:router_interface {{(pid=84041) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 21:18:55.104705 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70b3a21c-f565-4324-a34e-7fe6bf80fa46 req-85e40597-9fbd-4b64-8ff3-d94e7f617030 tempest-TestVolumeBootPattern-942365775 tempest-TestVolumeBootPattern-942365775-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:18:55.107677 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-70b3a21c-f565-4324-a34e-7fe6bf80fa46 req-85e40597-9fbd-4b64-8ff3-d94e7f617030 tempest-TestVolumeBootPattern-942365775 tempest-TestVolumeBootPattern-942365775-project] 10.222.0.42 "GET /v2.0/ports?device_id=5a5211a7-2a0f-4b4a-a48b-658379819e3c HTTP/1.1" status: 200 len: 945 time: 0.0999200 Apr 18 21:18:55.158203 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-70b3a21c-f565-4324-a34e-7fe6bf80fa46 req-2f54f25e-d9c3-4ba0-9b28-f85a809cfede tempest-TestVolumeBootPattern-942365775 tempest-TestVolumeBootPattern-942365775-project] 10.222.0.42 "GET /v2.0/security-groups?id=cdcfb3ee-78c0-44cb-a2e3-4b946850a7e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456159 Apr 18 21:18:55.324148 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-fa58ca64-748f-4fb1-b79a-d9f487cf35d0 tempest-TestNetworkBasicOps-1936690218 tempest-TestNetworkBasicOps-1936690218-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750375259028', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750374836628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32266323'] for port, after_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:18:55.384107 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa58ca64-748f-4fb1-b79a-d9f487cf35d0 tempest-TestNetworkBasicOps-1936690218 tempest-TestNetworkBasicOps-1936690218-project] Pushing event deleted for resources: {'Port': ['ID=8eb47f72-be2b-4c3d-be2a-82d9a59c8f93,revision_number=None']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:18:55.415714 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a45ec5-ed96-48a3-bc98-88adfbdf6060 req-4f9cbd9c-f788-47db-b62a-498400fad9cb tempest-TestVolumeBootPattern-942365775 tempest-TestVolumeBootPattern-942365775-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:18:55.417158 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-27a45ec5-ed96-48a3-bc98-88adfbdf6060 req-4f9cbd9c-f788-47db-b62a-498400fad9cb tempest-TestVolumeBootPattern-942365775 tempest-TestVolumeBootPattern-942365775-project] 10.222.0.42 "GET /v2.0/ports?device_id=5a5211a7-2a0f-4b4a-a48b-658379819e3c HTTP/1.1" status: 200 len: 945 time: 0.1186461 Apr 18 21:18:55.507825 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-27a45ec5-ed96-48a3-bc98-88adfbdf6060 req-aa1e8634-5b41-45a5-9794-209715d7220d tempest-TestVolumeBootPattern-942365775 tempest-TestVolumeBootPattern-942365775-project] 10.222.0.42 "GET /v2.0/security-groups?id=cdcfb3ee-78c0-44cb-a2e3-4b946850a7e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0789695 Apr 18 21:18:55.781296 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bad34845-fe2b-401c-b497-ca2fcc67ea65 req-0967f3d5-93e4-47f6-b429-56103473950e tempest-TestVolumeBootPattern-942365775 tempest-TestVolumeBootPattern-942365775-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:18:55.781296 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-bad34845-fe2b-401c-b497-ca2fcc67ea65 req-0967f3d5-93e4-47f6-b429-56103473950e tempest-TestVolumeBootPattern-942365775 tempest-TestVolumeBootPattern-942365775-project] 10.222.0.42 "GET /v2.0/ports?device_id=5a5211a7-2a0f-4b4a-a48b-658379819e3c HTTP/1.1" status: 200 len: 945 time: 0.1046615 Apr 18 21:18:55.823319 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-fa58ca64-748f-4fb1-b79a-d9f487cf35d0 tempest-TestNetworkBasicOps-1936690218 tempest-TestNetworkBasicOps-1936690218-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-32377931', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33443910'] for router_interface, after_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:18:55.839287 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-bad34845-fe2b-401c-b497-ca2fcc67ea65 req-48a06bec-ab28-4ea0-8856-f28e51c19319 tempest-TestVolumeBootPattern-942365775 tempest-TestVolumeBootPattern-942365775-project] 10.222.0.42 "GET /v2.0/security-groups?id=cdcfb3ee-78c0-44cb-a2e3-4b946850a7e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486612 Apr 18 21:18:56.067197 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Device 658066ad-1114-4def-b80e-bed641a29d70 no longer exists at agent hyperv_n-h2-838334-2 {{(pid=84042) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 21:18:56.113935 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.plugin [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] No Port match for: 658066ad-1114-4def-b80e-bed641a29d70 {{(pid=84042) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 18 21:18:56.113935 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Device 658066ad-1114-4def-b80e-bed641a29d70 not bound to the agent host n-h2-838334-2 {{(pid=84042) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 21:18:56.504625 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ccb3c50-c890-4e6d-b2d6-03f9166ad0fa req-50b89b9b-71f6-4317-8f23-e91da4c8c98c tempest-TestVolumeBootPattern-942365775 tempest-TestVolumeBootPattern-942365775-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:18:56.504625 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-3ccb3c50-c890-4e6d-b2d6-03f9166ad0fa req-50b89b9b-71f6-4317-8f23-e91da4c8c98c tempest-TestVolumeBootPattern-942365775 tempest-TestVolumeBootPattern-942365775-project] 10.222.0.42 "GET /v2.0/ports?device_id=5a5211a7-2a0f-4b4a-a48b-658379819e3c HTTP/1.1" status: 200 len: 945 time: 0.0824099 Apr 18 21:18:56.584243 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-3ccb3c50-c890-4e6d-b2d6-03f9166ad0fa req-674267d3-8f9f-4c4e-b3a6-4df8b91fd243 tempest-TestVolumeBootPattern-942365775 tempest-TestVolumeBootPattern-942365775-project] 10.222.0.42 "GET /v2.0/security-groups?id=cdcfb3ee-78c0-44cb-a2e3-4b946850a7e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571241 Apr 18 21:18:56.672760 n-d-838334-2 neutron-server[84041]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fa58ca64-748f-4fb1-b79a-d9f487cf35d0 tempest-TestNetworkBasicOps-1936690218 tempest-TestNetworkBasicOps-1936690218-project] Router e125d100-598e-4937-874b-defec831b2d1 has already been hosted by L3 agent bc84d6c9-dd7a-4555-a351-592327b46d5a {{(pid=84041) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 21:18:56.883457 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fa58ca64-748f-4fb1-b79a-d9f487cf35d0 tempest-TestNetworkBasicOps-1936690218 tempest-TestNetworkBasicOps-1936690218-project] Notify agent at l3_agent.n-d-838334-2 the message routers_updated {{(pid=84041) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 21:18:56.895387 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f25a5eed-7564-4eb4-9d57-450d5c3d17e2 None None] Sync routers for ids ['e125d100-598e-4937-874b-defec831b2d1'] in n-d-838334-2 {{(pid=84042) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 18 21:18:56.899668 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-fa58ca64-748f-4fb1-b79a-d9f487cf35d0 tempest-TestNetworkBasicOps-1936690218 tempest-TestNetworkBasicOps-1936690218-project] 10.222.0.42 "PUT /v2.0/routers/e125d100-598e-4937-874b-defec831b2d1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4807441 Apr 18 21:18:56.900435 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 59398) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:18:56.933891 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f25a5eed-7564-4eb4-9d57-450d5c3d17e2 None None] Routers {'e125d100-598e-4937-874b-defec831b2d1'} bound to L3 agent in host n-d-838334-2 {{(pid=84042) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 21:18:56.933891 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_hamode_db [None req-f25a5eed-7564-4eb4-9d57-450d5c3d17e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838334-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-18T20:25:48Z,description=,heartbeat_timestamp=2022-04-18T21:18:48Z,host='n-d-838334-2',id=bc84d6c9-dd7a-4555-a351-592327b46d5a,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:25:48Z,topic='l3_agent')) {'router_ids': ['e125d100-598e-4937-874b-defec831b2d1'], 'active': True} {{(pid=84042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:18:57.134267 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.db_base_plugin_v2 [None req-2e8af829-3683-49e6-ac79-6d8fc3ab23d5 tempest-TestNetworkBasicOps-1936690218 tempest-TestNetworkBasicOps-1936690218-project] Deleting subnet b85fe757-c3d1-4525-8840-673234d1f87d {{(pid=84041) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 18 21:18:57.137497 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-2e8af829-3683-49e6-ac79-6d8fc3ab23d5 tempest-TestNetworkBasicOps-1936690218 tempest-TestNetworkBasicOps-1936690218-project] Notify callbacks [] for subnet, before_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:18:57.155669 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_dvr_db [None req-f25a5eed-7564-4eb4-9d57-450d5c3d17e2 None None] Set router e125d100-598e-4937-874b-defec831b2d1 gateway port host: n-d-838334-2 {{(pid=84042) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 21:18:57.198208 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-2e8af829-3683-49e6-ac79-6d8fc3ab23d5 tempest-TestNetworkBasicOps-1936690218 tempest-TestNetworkBasicOps-1936690218-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32266383'] for subnet, precommit_delete_associations {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:18:57.308187 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-2e8af829-3683-49e6-ac79-6d8fc3ab23d5 tempest-TestNetworkBasicOps-1936690218 tempest-TestNetworkBasicOps-1936690218-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1260556'] for subnet, precommit_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:18:57.439089 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-2e8af829-3683-49e6-ac79-6d8fc3ab23d5 tempest-TestNetworkBasicOps-1936690218 tempest-TestNetworkBasicOps-1936690218-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1260549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33526260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32266336', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32486390'] for subnet, after_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:18:57.484286 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e8af829-3683-49e6-ac79-6d8fc3ab23d5 tempest-TestNetworkBasicOps-1936690218 tempest-TestNetworkBasicOps-1936690218-project] Pushing event deleted for resources: {'Subnet': ['ID=b85fe757-c3d1-4525-8840-673234d1f87d,revision_number=None']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:18:57.489823 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-2e8af829-3683-49e6-ac79-6d8fc3ab23d5 tempest-TestNetworkBasicOps-1936690218 tempest-TestNetworkBasicOps-1936690218-project] Notify callbacks [] for subnet, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:18:57.499054 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-2e8af829-3683-49e6-ac79-6d8fc3ab23d5 tempest-TestNetworkBasicOps-1936690218 tempest-TestNetworkBasicOps-1936690218-project] 10.222.0.42 "DELETE /v2.0/subnets/b85fe757-c3d1-4525-8840-673234d1f87d HTTP/1.1" status: 204 len: 168 time: 0.5949936 Apr 18 21:18:57.499225 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 59408) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:18:57.511522 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7bc2ca9a-ffcc-4719-b300-326f3588a2ae None None] Network fbe7a1ae-9441-45a7-9d7b-ac5d18bf7b64 requested from n-d-838334-2 {{(pid=84042) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 21:18:57.762942 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_hamode_db [None req-f25a5eed-7564-4eb4-9d57-450d5c3d17e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e125d100-598e-4937-874b-defec831b2d1', 'name': 'tempest-TestNetworkBasicOps-router-361076080', 'tenant_id': '08ce18aa0ce94082a747ec94ccd8cac1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'external_fixed_ips': [{'subnet_id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'ip_address': '172.25.8.102'}], 'enable_snat': True}, 'gw_port_id': '4011cbbc-6802-4a02-ae2a-5d543322cb78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:17:44Z', 'updated_at': '2022-04-18T21:18:55Z', 'revision_number': 5, 'project_id': '08ce18aa0ce94082a747ec94ccd8cac1', 'gw_port': {'id': '4011cbbc-6802-4a02-ae2a-5d543322cb78', 'name': '', 'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:f6:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e125d100-598e-4937-874b-defec831b2d1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'ip_address': '172.25.8.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:17:45Z', 'updated_at': '2022-04-18T21:17:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838334-2'}], 'n-d-838334-2', False) {} {{(pid=84042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:18:57.772000 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f25a5eed-7564-4eb4-9d57-450d5c3d17e2 None None] Checking router: e125d100-598e-4937-874b-defec831b2d1 for host: n-d-838334-2 {{(pid=84042) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 18 21:18:57.796980 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f25a5eed-7564-4eb4-9d57-450d5c3d17e2 None None] Routers {'e125d100-598e-4937-874b-defec831b2d1'} bound to L3 agent in host n-d-838334-2 {{(pid=84042) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 21:18:57.796980 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_hamode_db [None req-f25a5eed-7564-4eb4-9d57-450d5c3d17e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838334-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-18T20:25:48Z,description=,heartbeat_timestamp=2022-04-18T21:18:48Z,host='n-d-838334-2',id=bc84d6c9-dd7a-4555-a351-592327b46d5a,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:25:48Z,topic='l3_agent')) {'router_ids': ['e125d100-598e-4937-874b-defec831b2d1'], 'active': True} {{(pid=84042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:18:57.808746 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-b7691e08-1d5d-4707-a86d-d3c8c8619b1f tempest-TestNetworkBasicOps-1936690218 tempest-TestNetworkBasicOps-1936690218-project] Notify callbacks [] for router, before_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:18:58.012023 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdc68290-c07a-483f-97f1-b98278adde26 req-df1c2eb3-df4f-4d0e-9b20-c8350d1ae62f tempest-TestVolumeBootPattern-942365775 tempest-TestVolumeBootPattern-942365775-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:18:58.012023 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-bdc68290-c07a-483f-97f1-b98278adde26 req-df1c2eb3-df4f-4d0e-9b20-c8350d1ae62f tempest-TestVolumeBootPattern-942365775 tempest-TestVolumeBootPattern-942365775-project] 10.222.0.43 "GET /v2.0/ports?device_id=5a5211a7-2a0f-4b4a-a48b-658379819e3c HTTP/1.1" status: 200 len: 945 time: 0.1929915 Apr 18 21:18:58.019775 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d591f230-6faf-4b41-878b-f325e6626bc8 None None] DHCP port deletion for fbe7a1ae-9441-45a7-9d7b-ac5d18bf7b64 request from n-d-838334-2 {{(pid=84042) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 18 21:18:58.051536 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.plugin [None req-d591f230-6faf-4b41-878b-f325e6626bc8 None None] Deleting port 409e6e9a-dfd8-47f3-ba6f-7ef61c06d7f8 {{(pid=84042) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 21:18:58.051536 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-d591f230-6faf-4b41-878b-f325e6626bc8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750375188691'] for port, before_delete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:18:58.106117 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-b7691e08-1d5d-4707-a86d-d3c8c8619b1f tempest-TestNetworkBasicOps-1936690218 tempest-TestNetworkBasicOps-1936690218-project] Notify callbacks [] for router_gateway, before_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:18:58.114234 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.plugin [None req-b7691e08-1d5d-4707-a86d-d3c8c8619b1f tempest-TestNetworkBasicOps-1936690218 tempest-TestNetworkBasicOps-1936690218-project] Deleting port 4011cbbc-6802-4a02-ae2a-5d543322cb78 {{(pid=84041) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 21:18:58.114234 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-b7691e08-1d5d-4707-a86d-d3c8c8619b1f tempest-TestNetworkBasicOps-1936690218 tempest-TestNetworkBasicOps-1936690218-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750375188691'] for port, before_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:18:58.135798 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-020a3ddc-5250-497d-a72b-443c7e043817 req-c7aed02f-ede8-4dbb-ab87-b68ce3e46374 tempest-TestVolumeBootPattern-942365775 tempest-TestVolumeBootPattern-942365775-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:18:58.149651 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-020a3ddc-5250-497d-a72b-443c7e043817 req-c7aed02f-ede8-4dbb-ab87-b68ce3e46374 tempest-TestVolumeBootPattern-942365775 tempest-TestVolumeBootPattern-942365775-project] 10.222.0.42 "GET /v2.0/ports?device_id=5a5211a7-2a0f-4b4a-a48b-658379819e3c HTTP/1.1" status: 200 len: 945 time: 0.3792677 Apr 18 21:18:58.216281 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-020a3ddc-5250-497d-a72b-443c7e043817 req-7beee4b2-8419-476f-9866-6166c69915e6 tempest-TestVolumeBootPattern-942365775 tempest-TestVolumeBootPattern-942365775-project] 10.222.0.42 "GET /v2.0/security-groups?id=cdcfb3ee-78c0-44cb-a2e3-4b946850a7e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0737913 Apr 18 21:18:58.229009 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.plugin [req-bdc68290-c07a-483f-97f1-b98278adde26 req-b6d84712-1885-4ff7-8ffe-c2ab475a4f7a tempest-TestVolumeBootPattern-942365775 tempest-TestVolumeBootPattern-942365775-project] Deleting port 4826c2da-afe9-4f91-bb5e-de2955fa4ac4 {{(pid=84040) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 21:18:58.229730 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-bdc68290-c07a-483f-97f1-b98278adde26 req-b6d84712-1885-4ff7-8ffe-c2ab475a4f7a tempest-TestVolumeBootPattern-942365775 tempest-TestVolumeBootPattern-942365775-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750375188691'] for port, before_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:18:58.276968 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_dvr_db [None req-f25a5eed-7564-4eb4-9d57-450d5c3d17e2 None None] Set router e125d100-598e-4937-874b-defec831b2d1 gateway port host: n-d-838334-2 {{(pid=84042) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 21:18:58.399338 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Device 409e6e9a-dfd8-47f3-ba6f-7ef61c06d7f8 no longer exists at agent ovs-agent-n-d-838334-2 {{(pid=84042) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 21:18:58.421549 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.db [None req-b7691e08-1d5d-4707-a86d-d3c8c8619b1f tempest-TestNetworkBasicOps-1936690218 tempest-TestNetworkBasicOps-1936690218-project] For port 4011cbbc-6802-4a02-ae2a-5d543322cb78, host n-d-838334-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838334-2',level=0,port_id=4011cbbc-6802-4a02-ae2a-5d543322cb78,segment=NetworkSegment(732aa830-768b-4511-951f-d08e26b9c25b),segment_id=732aa830-768b-4511-951f-d08e26b9c25b)] {{(pid=84041) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:18:58.421549 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-b7691e08-1d5d-4707-a86d-d3c8c8619b1f tempest-TestNetworkBasicOps-1936690218 tempest-TestNetworkBasicOps-1936690218-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369123'] for port, precommit_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:18:58.626657 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.plugin [None req-b7691e08-1d5d-4707-a86d-d3c8c8619b1f tempest-TestNetworkBasicOps-1936690218 tempest-TestNetworkBasicOps-1936690218-project] Calling delete_port for 4011cbbc-6802-4a02-ae2a-5d543322cb78 owned by network:router_gateway {{(pid=84041) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 21:18:58.629071 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-d591f230-6faf-4b41-878b-f325e6626bc8 None None] For port 409e6e9a-dfd8-47f3-ba6f-7ef61c06d7f8, host n-d-838334-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838334-2',level=0,port_id=409e6e9a-dfd8-47f3-ba6f-7ef61c06d7f8,segment=NetworkSegment(2607d251-aee9-4bc4-badb-2c8388df3d1e),segment_id=2607d251-aee9-4bc4-badb-2c8388df3d1e)] {{(pid=84042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:18:58.629468 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-d591f230-6faf-4b41-878b-f325e6626bc8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369123'] for port, precommit_delete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:18:58.739283 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.db [req-bdc68290-c07a-483f-97f1-b98278adde26 req-b6d84712-1885-4ff7-8ffe-c2ab475a4f7a tempest-TestVolumeBootPattern-942365775 tempest-TestVolumeBootPattern-942365775-project] For port 4826c2da-afe9-4f91-bb5e-de2955fa4ac4, host n-h1-838334-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838334-2',level=0,port_id=4826c2da-afe9-4f91-bb5e-de2955fa4ac4,segment=NetworkSegment(c9d9b92a-74d4-40ed-ab8e-582836dfe352),segment_id=c9d9b92a-74d4-40ed-ab8e-582836dfe352)] {{(pid=84040) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:18:58.739283 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-bdc68290-c07a-483f-97f1-b98278adde26 req-b6d84712-1885-4ff7-8ffe-c2ab475a4f7a tempest-TestVolumeBootPattern-942365775 tempest-TestVolumeBootPattern-942365775-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369123'] for port, precommit_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:18:58.830308 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.plugin [None req-d591f230-6faf-4b41-878b-f325e6626bc8 None None] Calling delete_port for 409e6e9a-dfd8-47f3-ba6f-7ef61c06d7f8 owned by network:dhcp {{(pid=84042) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 21:18:58.893038 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.plugin [req-bdc68290-c07a-483f-97f1-b98278adde26 req-b6d84712-1885-4ff7-8ffe-c2ab475a4f7a tempest-TestVolumeBootPattern-942365775 tempest-TestVolumeBootPattern-942365775-project] Calling delete_port for 4826c2da-afe9-4f91-bb5e-de2955fa4ac4 owned by compute:nova {{(pid=84040) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 21:18:58.957317 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:18:59.103951 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-d591f230-6faf-4b41-878b-f325e6626bc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750375259028', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750374836628'] for port, after_delete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:18:59.130552 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-bdc68290-c07a-483f-97f1-b98278adde26 req-b6d84712-1885-4ff7-8ffe-c2ab475a4f7a tempest-TestVolumeBootPattern-942365775 tempest-TestVolumeBootPattern-942365775-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750375259028', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750374836628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32440838'] for port, after_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:18:59.194288 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-b7691e08-1d5d-4707-a86d-d3c8c8619b1f tempest-TestNetworkBasicOps-1936690218 tempest-TestNetworkBasicOps-1936690218-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750375259028', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750374836628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32266323'] for port, after_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:18:59.198917 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6d84712-1885-4ff7-8ffe-c2ab475a4f7a tempest-TestVolumeBootPattern-942365775 tempest-TestVolumeBootPattern-942365775-project] Pushing event deleted for resources: {'Port': ['ID=4826c2da-afe9-4f91-bb5e-de2955fa4ac4,revision_number=None']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:18:59.210619 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] get_ports_and_sgs() called for port_ids ['4826c2da-afe9-4f91-bb5e-de2955fa4ac4'] {{(pid=84042) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 18 21:18:59.271810 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7691e08-1d5d-4707-a86d-d3c8c8619b1f tempest-TestNetworkBasicOps-1936690218 tempest-TestNetworkBasicOps-1936690218-project] Pushing event deleted for resources: {'Port': ['ID=4011cbbc-6802-4a02-ae2a-5d543322cb78,revision_number=None']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:18:59.310351 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d591f230-6faf-4b41-878b-f325e6626bc8 None None] Pushing event deleted for resources: {'Port': ['ID=409e6e9a-dfd8-47f3-ba6f-7ef61c06d7f8,revision_number=None']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:18:59.323956 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.l3_dvrscheduler_db [req-bdc68290-c07a-483f-97f1-b98278adde26 req-b6d84712-1885-4ff7-8ffe-c2ab475a4f7a tempest-TestVolumeBootPattern-942365775 tempest-TestVolumeBootPattern-942365775-project] No DVR routers for this DVR port 4826c2da-afe9-4f91-bb5e-de2955fa4ac4 on host n-h1-838334-2 {{(pid=84040) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 21:18:59.327014 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-bdc68290-c07a-483f-97f1-b98278adde26 req-b6d84712-1885-4ff7-8ffe-c2ab475a4f7a tempest-TestVolumeBootPattern-942365775 tempest-TestVolumeBootPattern-942365775-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217293'] for port, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:18:59.330023 n-d-838334-2 neutron-server[84040]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5a5211a7-2a0f-4b4a-a48b-658379819e3c', 'name': 'network-vif-deleted', 'tag': '4826c2da-afe9-4f91-bb5e-de2955fa4ac4'}] {{(pid=84040) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 21:18:59.352853 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-bdc68290-c07a-483f-97f1-b98278adde26 req-b6d84712-1885-4ff7-8ffe-c2ab475a4f7a tempest-TestVolumeBootPattern-942365775 tempest-TestVolumeBootPattern-942365775-project] 10.222.0.43 "DELETE /v2.0/ports/4826c2da-afe9-4f91-bb5e-de2955fa4ac4 HTTP/1.1" status: 204 len: 173 time: 1.3382330 Apr 18 21:18:59.360375 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d591f230-6faf-4b41-878b-f325e6626bc8 None None] No DVR routers for this DVR port 409e6e9a-dfd8-47f3-ba6f-7ef61c06d7f8 on host n-d-838334-2 {{(pid=84042) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 21:18:59.383176 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_hamode_db [None req-f25a5eed-7564-4eb4-9d57-450d5c3d17e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e125d100-598e-4937-874b-defec831b2d1', 'name': 'tempest-TestNetworkBasicOps-router-361076080', 'tenant_id': '08ce18aa0ce94082a747ec94ccd8cac1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'external_fixed_ips': [{'subnet_id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'ip_address': '172.25.8.102'}], 'enable_snat': True}, 'gw_port_id': '4011cbbc-6802-4a02-ae2a-5d543322cb78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:17:44Z', 'updated_at': '2022-04-18T21:18:55Z', 'revision_number': 5, 'project_id': '08ce18aa0ce94082a747ec94ccd8cac1', 'gw_port': {'id': '4011cbbc-6802-4a02-ae2a-5d543322cb78', 'name': '', 'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:f6:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e125d100-598e-4937-874b-defec831b2d1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'ip_address': '172.25.8.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:17:45Z', 'updated_at': '2022-04-18T21:17:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838334-2'}], 'n-d-838334-2', False) {} {{(pid=84042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:18:59.389339 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f25a5eed-7564-4eb4-9d57-450d5c3d17e2 None None] The sync data for ids ['e125d100-598e-4937-874b-defec831b2d1'] in n-d-838334-2 is: [{'id': 'e125d100-598e-4937-874b-defec831b2d1', 'name': 'tempest-TestNetworkBasicOps-router-361076080', 'tenant_id': '08ce18aa0ce94082a747ec94ccd8cac1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'external_fixed_ips': [{'subnet_id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'ip_address': '172.25.8.102'}], 'enable_snat': True}, 'gw_port_id': '4011cbbc-6802-4a02-ae2a-5d543322cb78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:17:44Z', 'updated_at': '2022-04-18T21:18:55Z', 'revision_number': 5, 'project_id': '08ce18aa0ce94082a747ec94ccd8cac1', 'gw_port': {'id': '4011cbbc-6802-4a02-ae2a-5d543322cb78', 'name': '', 'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:f6:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e125d100-598e-4937-874b-defec831b2d1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'ip_address': '172.25.8.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:17:45Z', 'updated_at': '2022-04-18T21:17:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838334-2'}] {{(pid=84042) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 18 21:18:59.555870 n-d-838334-2 neutron-server[84040]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d3179481-7d3c-44ef-86b7-d8b7675e4f8a'] response: {'server_uuid': '5a5211a7-2a0f-4b4a-a48b-658379819e3c', 'name': 'network-vif-deleted', 'tag': '4826c2da-afe9-4f91-bb5e-de2955fa4ac4', 'status': 'completed', 'code': 200} Apr 18 21:18:59.640021 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [req-ca9137fe-35d7-4cba-9940-d868ee8d34e1 req-5af5c287-b196-4277-95ed-2bde5c1d94db tempest-TestVolumeBootPattern-942365775 tempest-TestVolumeBootPattern-942365775-project] Synchronizing usage tracker for tenant:31978bb3bc1348ad8b469e6e55d6f163 on resource:port {{(pid=84040) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 21:18:59.660526 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [req-ca9137fe-35d7-4cba-9940-d868ee8d34e1 req-5af5c287-b196-4277-95ed-2bde5c1d94db tempest-TestVolumeBootPattern-942365775 tempest-TestVolumeBootPattern-942365775-project] Unset dirty status for tenant:31978bb3bc1348ad8b469e6e55d6f163 on resource:port {{(pid=84040) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 21:18:59.660526 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-ca9137fe-35d7-4cba-9940-d868ee8d34e1 req-5af5c287-b196-4277-95ed-2bde5c1d94db tempest-TestVolumeBootPattern-942365775 tempest-TestVolumeBootPattern-942365775-project] 10.222.0.42 "GET /v2.0/ports?device_id=5a5211a7-2a0f-4b4a-a48b-658379819e3c HTTP/1.1" status: 200 len: 210 time: 0.0963914 Apr 18 21:18:59.738607 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-b7691e08-1d5d-4707-a86d-d3c8c8619b1f tempest-TestNetworkBasicOps-1936690218 tempest-TestNetworkBasicOps-1936690218-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33444108'] for router_gateway, after_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:18:59.905162 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750375287399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253529'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:19:00.101772 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-b7691e08-1d5d-4707-a86d-d3c8c8619b1f tempest-TestNetworkBasicOps-1936690218 tempest-TestNetworkBasicOps-1936690218-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33443580', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5726'] for router, precommit_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:19:00.109419 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-b7691e08-1d5d-4707-a86d-d3c8c8619b1f tempest-TestNetworkBasicOps-1936690218 tempest-TestNetworkBasicOps-1936690218-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:19:00.149670 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-b7691e08-1d5d-4707-a86d-d3c8c8619b1f tempest-TestNetworkBasicOps-1936690218 tempest-TestNetworkBasicOps-1936690218-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-33443408'] for router, after_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:19:00.149670 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b7691e08-1d5d-4707-a86d-d3c8c8619b1f tempest-TestNetworkBasicOps-1936690218 tempest-TestNetworkBasicOps-1936690218-project] Fanout notify agent at l3_agent the message router_deleted on router e125d100-598e-4937-874b-defec831b2d1 {{(pid=84041) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 18 21:19:00.167425 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-b7691e08-1d5d-4707-a86d-d3c8c8619b1f tempest-TestNetworkBasicOps-1936690218 tempest-TestNetworkBasicOps-1936690218-project] Notify callbacks [] for router, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:19:00.167425 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-b7691e08-1d5d-4707-a86d-d3c8c8619b1f tempest-TestNetworkBasicOps-1936690218 tempest-TestNetworkBasicOps-1936690218-project] 10.222.0.42 "DELETE /v2.0/routers/e125d100-598e-4937-874b-defec831b2d1 HTTP/1.1" status: 204 len: 168 time: 2.6631954 Apr 18 21:19:00.170587 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 59436) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:19:00.336814 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-0ef866f6-ad48-47ae-8422-69ec06bb71a2 tempest-TestNetworkBasicOps-1936690218 tempest-TestNetworkBasicOps-1936690218-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1103592'] for network, before_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:19:00.553339 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-0ef866f6-ad48-47ae-8422-69ec06bb71a2 tempest-TestNetworkBasicOps-1936690218 tempest-TestNetworkBasicOps-1936690218-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1258905', 'neutron.services.segments.db._delete_segments_for_network-8750375287417'] for network, precommit_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:19:00.572396 n-d-838334-2 neutron-server[84040]: DEBUG neutron.services.segments.db [None req-0ef866f6-ad48-47ae-8422-69ec06bb71a2 tempest-TestNetworkBasicOps-1936690218 tempest-TestNetworkBasicOps-1936690218-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fbe7a1ae-9441-45a7-9d7b-ac5d18bf7b64']}} {{(pid=84040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:19:00.585732 n-d-838334-2 neutron-server[84040]: DEBUG neutron.services.segments.db [None req-0ef866f6-ad48-47ae-8422-69ec06bb71a2 tempest-TestNetworkBasicOps-1936690218 tempest-TestNetworkBasicOps-1936690218-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2607d251-aee9-4bc4-badb-2c8388df3d1e') {'for_net_delete': True} {{(pid=84040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:19:00.586008 n-d-838334-2 neutron-server[84040]: DEBUG neutron.services.segments.db [None req-0ef866f6-ad48-47ae-8422-69ec06bb71a2 tempest-TestNetworkBasicOps-1936690218 tempest-TestNetworkBasicOps-1936690218-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2607d251-aee9-4bc4-badb-2c8388df3d1e') {} {{(pid=84040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:19:00.598286 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-0ef866f6-ad48-47ae-8422-69ec06bb71a2 tempest-TestNetworkBasicOps-1936690218 tempest-TestNetworkBasicOps-1936690218-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750375287300', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31955965'] for segment, before_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:19:00.618813 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-0ef866f6-ad48-47ae-8422-69ec06bb71a2 tempest-TestNetworkBasicOps-1936690218 tempest-TestNetworkBasicOps-1936690218-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1082986'] for segment, precommit_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:19:00.627765 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0ef866f6-ad48-47ae-8422-69ec06bb71a2 tempest-TestNetworkBasicOps-1936690218 tempest-TestNetworkBasicOps-1936690218-project] Releasing vlan 365 on physical network physnet1 to pool {{(pid=84040) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 18 21:19:00.629103 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-0ef866f6-ad48-47ae-8422-69ec06bb71a2 tempest-TestNetworkBasicOps-1936690218 tempest-TestNetworkBasicOps-1936690218-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1082993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32440923'] for segment, after_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:19:00.644961 n-d-838334-2 neutron-server[84040]: Traceback (most recent call last): Apr 18 21:19:00.644961 n-d-838334-2 neutron-server[84040]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 18 21:19:00.644961 n-d-838334-2 neutron-server[84040]: timer() Apr 18 21:19:00.644961 n-d-838334-2 neutron-server[84040]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 21:19:00.644961 n-d-838334-2 neutron-server[84040]: cb(*args, **kw) Apr 18 21:19:00.644961 n-d-838334-2 neutron-server[84040]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 18 21:19:00.644961 n-d-838334-2 neutron-server[84040]: return func(*args, **kwargs) Apr 18 21:19:00.644961 n-d-838334-2 neutron-server[84040]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 21:19:00.644961 n-d-838334-2 neutron-server[84040]: self._notify() Apr 18 21:19:00.644961 n-d-838334-2 neutron-server[84040]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 21:19:00.644961 n-d-838334-2 neutron-server[84040]: self.callback(batched_events) Apr 18 21:19:00.644961 n-d-838334-2 neutron-server[84040]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 21:19:00.644961 n-d-838334-2 neutron-server[84040]: event.method(event) Apr 18 21:19:00.644961 n-d-838334-2 neutron-server[84040]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 18 21:19:00.644961 n-d-838334-2 neutron-server[84040]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 21:19:00.644961 n-d-838334-2 neutron-server[84040]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 18 21:19:00.644961 n-d-838334-2 neutron-server[84040]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 21:19:00.644961 n-d-838334-2 neutron-server[84040]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 18 21:19:00.644961 n-d-838334-2 neutron-server[84040]: return f(self, *a, **k) Apr 18 21:19:00.644961 n-d-838334-2 neutron-server[84040]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 18 21:19:00.644961 n-d-838334-2 neutron-server[84040]: return self._get(url).json() Apr 18 21:19:00.644961 n-d-838334-2 neutron-server[84040]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 18 21:19:00.644961 n-d-838334-2 neutron-server[84040]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 21:19:00.644961 n-d-838334-2 neutron-server[84040]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 18 21:19:00.644961 n-d-838334-2 neutron-server[84040]: return self.request(url, 'GET', **kwargs) Apr 18 21:19:00.644961 n-d-838334-2 neutron-server[84040]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 18 21:19:00.644961 n-d-838334-2 neutron-server[84040]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 21:19:00.644961 n-d-838334-2 neutron-server[84040]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 18 21:19:00.644961 n-d-838334-2 neutron-server[84040]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 21:19:00.644961 n-d-838334-2 neutron-server[84040]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 18 21:19:00.644961 n-d-838334-2 neutron-server[84040]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 21:19:00.644961 n-d-838334-2 neutron-server[84040]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 21:19:00.742157 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-0ef866f6-ad48-47ae-8422-69ec06bb71a2 tempest-TestNetworkBasicOps-1936690218 tempest-TestNetworkBasicOps-1936690218-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1258898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33526109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33444113'] for network, after_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:19:00.749391 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-0ef866f6-ad48-47ae-8422-69ec06bb71a2 tempest-TestNetworkBasicOps-1936690218 tempest-TestNetworkBasicOps-1936690218-project] Notify callbacks [] for network, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:19:00.801432 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Device 8eb47f72-be2b-4c3d-be2a-82d9a59c8f93 no longer exists at agent ovs-agent-n-d-838334-2 {{(pid=84042) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 21:19:00.830088 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ef866f6-ad48-47ae-8422-69ec06bb71a2 tempest-TestNetworkBasicOps-1936690218 tempest-TestNetworkBasicOps-1936690218-project] Pushing event deleted for resources: {'Network': ['ID=fbe7a1ae-9441-45a7-9d7b-ac5d18bf7b64,revision_number=None']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:19:00.841474 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-0ef866f6-ad48-47ae-8422-69ec06bb71a2 tempest-TestNetworkBasicOps-1936690218 tempest-TestNetworkBasicOps-1936690218-project] 10.222.0.42 "DELETE /v2.0/networks/fbe7a1ae-9441-45a7-9d7b-ac5d18bf7b64 HTTP/1.1" status: 204 len: 168 time: 0.6671219 Apr 18 21:19:00.896231 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.plugin [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] No Port match for: 8eb47f72-be2b-4c3d-be2a-82d9a59c8f93 {{(pid=84042) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 18 21:19:00.896231 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Device 8eb47f72-be2b-4c3d-be2a-82d9a59c8f93 not bound to the agent host n-d-838334-2 {{(pid=84042) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 21:19:01.062096 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-4ef8530e-9618-4707-acdc-23dd0a3ae6cf req-7345fc49-7d50-451e-9a4a-a9a348e89b73 tempest-TestVolumeBootPattern-942365775 tempest-TestVolumeBootPattern-942365775-project] 10.222.0.42 "GET /v2.0/ports?device_id=5a5211a7-2a0f-4b4a-a48b-658379819e3c HTTP/1.1" status: 200 len: 210 time: 0.1539102 Apr 18 21:19:01.311576 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 59454) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:19:01.561863 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 59462) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:19:01.569426 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-39d25641-165a-4c97-894a-1429f692ebeb admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=08ce18aa0ce94082a747ec94ccd8cac1&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2608516 Apr 18 21:19:01.626241 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-69c33c5d-1231-4373-9496-d24b5ee57665 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:19:01.661283 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-69c33c5d-1231-4373-9496-d24b5ee57665 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:19:01.727508 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-69c33c5d-1231-4373-9496-d24b5ee57665 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33528224'] for security_group, after_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:19:01.747513 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69c33c5d-1231-4373-9496-d24b5ee57665 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0ec1c8c-57f3-4c86-836e-1c95d6ec6939,revision_number=None']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:19:01.758513 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-69c33c5d-1231-4373-9496-d24b5ee57665 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:19:01.784216 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-69c33c5d-1231-4373-9496-d24b5ee57665 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/e0ec1c8c-57f3-4c86-836e-1c95d6ec6939 HTTP/1.1" status: 204 len: 168 time: 0.2210853 Apr 18 21:19:02.195118 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Device 4826c2da-afe9-4f91-bb5e-de2955fa4ac4 no longer exists at agent hyperv_n-h1-838334-2 {{(pid=84042) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 21:19:02.235414 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.plugin [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] No Port match for: 4826c2da-afe9-4f91-bb5e-de2955fa4ac4 {{(pid=84042) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 18 21:19:02.235973 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Device 4826c2da-afe9-4f91-bb5e-de2955fa4ac4 not bound to the agent host n-h1-838334-2 {{(pid=84042) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 21:19:02.274002 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Device 4011cbbc-6802-4a02-ae2a-5d543322cb78 no longer exists at agent ovs-agent-n-d-838334-2 {{(pid=84042) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 21:19:02.356154 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.plugin [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] No Port match for: 4011cbbc-6802-4a02-ae2a-5d543322cb78 {{(pid=84042) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 18 21:19:02.356154 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Device 4011cbbc-6802-4a02-ae2a-5d543322cb78 not bound to the agent host n-d-838334-2 {{(pid=84042) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 21:19:02.358316 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 59482) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:19:02.383419 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-94807e84-8af7-4858-9c91-b10b5dfecacb admin admin] Notify callbacks [] for security_group, before_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:19:02.435990 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-94807e84-8af7-4858-9c91-b10b5dfecacb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:19:02.440665 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-94807e84-8af7-4858-9c91-b10b5dfecacb admin admin] Usage tracker for resource:security_group_rule and tenant:5c84ce674a1a4705a3a8ee10027538c6 is out of sync, need to count used quota {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:19:02.454757 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-94807e84-8af7-4858-9c91-b10b5dfecacb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:19:02.464770 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-94807e84-8af7-4858-9c91-b10b5dfecacb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:19:02.554682 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-94807e84-8af7-4858-9c91-b10b5dfecacb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:19:02.559894 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-94807e84-8af7-4858-9c91-b10b5dfecacb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33528224'] for security_group, after_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:19:02.647751 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-94807e84-8af7-4858-9c91-b10b5dfecacb admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=5c84ce674a1a4705a3a8ee10027538c6&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2810457 Apr 18 21:19:02.647751 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94807e84-8af7-4858-9c91-b10b5dfecacb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c2174fe6-9b32-40f9-aeb2-839c1558ccfc,revision_number=1']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:19:02.650219 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 59488) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:19:02.742539 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-3438372e-e7cc-4283-b59f-be67803d755b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:19:02.771033 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-3438372e-e7cc-4283-b59f-be67803d755b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:19:02.827895 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-3438372e-e7cc-4283-b59f-be67803d755b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33528224'] for security_group, after_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:19:02.845376 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3438372e-e7cc-4283-b59f-be67803d755b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2174fe6-9b32-40f9-aeb2-839c1558ccfc,revision_number=None']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:19:02.851214 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-3438372e-e7cc-4283-b59f-be67803d755b admin admin] Notify callbacks [] for security_group, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:19:02.852567 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-3438372e-e7cc-4283-b59f-be67803d755b admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/c2174fe6-9b32-40f9-aeb2-839c1558ccfc HTTP/1.1" status: 204 len: 168 time: 0.2096560 Apr 18 21:19:04.035229 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750375287399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253529'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:19:04.154613 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 59536) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:19:04.318026 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.v2.base [None req-066d9c9e-c641-4eea-b55b-a7b5b0dd8807 admin admin] Request body: {'network': {'name': 'tempest-ImageQuotaTest-2097155713-network', 'tenant_id': '57cee1e526f447cea21c0a479d6cffbf'}} {{(pid=84040) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:19:04.325431 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [None req-066d9c9e-c641-4eea-b55b-a7b5b0dd8807 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:19:04.328492 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-066d9c9e-c641-4eea-b55b-a7b5b0dd8807 admin admin] Usage tracker for resource:network and tenant:57cee1e526f447cea21c0a479d6cffbf is out of sync, need to count used quota {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:19:04.333655 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-066d9c9e-c641-4eea-b55b-a7b5b0dd8807 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:19:04.348853 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [None req-066d9c9e-c641-4eea-b55b-a7b5b0dd8807 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:19:04.360791 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-066d9c9e-c641-4eea-b55b-a7b5b0dd8807 admin admin] Made reservation on behalf of 57cee1e526f447cea21c0a479d6cffbf for: {'network': 1} {{(pid=84040) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:19:04.363872 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-066d9c9e-c641-4eea-b55b-a7b5b0dd8807 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for network, before_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:19:04.376688 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-066d9c9e-c641-4eea-b55b-a7b5b0dd8807 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:19:04.409422 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [None req-066d9c9e-c641-4eea-b55b-a7b5b0dd8807 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:19:04.413344 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-066d9c9e-c641-4eea-b55b-a7b5b0dd8807 admin admin] Usage tracker for resource:security_group_rule and tenant:57cee1e526f447cea21c0a479d6cffbf is out of sync, need to count used quota {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:19:04.416251 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-066d9c9e-c641-4eea-b55b-a7b5b0dd8807 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:19:04.421895 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [None req-066d9c9e-c641-4eea-b55b-a7b5b0dd8807 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:19:04.525609 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-066d9c9e-c641-4eea-b55b-a7b5b0dd8807 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:19:04.531542 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-066d9c9e-c641-4eea-b55b-a7b5b0dd8807 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33528224'] for security_group, after_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:19:04.581743 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-066d9c9e-c641-4eea-b55b-a7b5b0dd8807 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 360} {{(pid=84040) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 21:19:04.588790 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-066d9c9e-c641-4eea-b55b-a7b5b0dd8807 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=72bb5f9a-2c7b-4d2e-8898-12b4189f468d,revision_number=1']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:19:04.607073 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-066d9c9e-c641-4eea-b55b-a7b5b0dd8807 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1082986'] for segment, precommit_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:19:04.608067 n-d-838334-2 neutron-server[84040]: INFO neutron.db.segments_db [None req-066d9c9e-c641-4eea-b55b-a7b5b0dd8807 admin admin] Added segment b0ff4eb3-611d-422f-93f3-f153269165be of type vlan for network 41961acd-b97a-465b-9b66-2f6c9a9fb390 Apr 18 21:19:04.638657 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-066d9c9e-c641-4eea-b55b-a7b5b0dd8807 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750374825732'] for network, precommit_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:19:04.675180 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-066d9c9e-c641-4eea-b55b-a7b5b0dd8807 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33526109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022'] for network, after_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:19:04.676235 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-066d9c9e-c641-4eea-b55b-a7b5b0dd8807 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:19:04.676896 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-066d9c9e-c641-4eea-b55b-a7b5b0dd8807 admin admin] Notify callbacks [] for network, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:19:04.871220 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-066d9c9e-c641-4eea-b55b-a7b5b0dd8807 admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 0.7173405 Apr 18 21:19:04.871545 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 59552) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:19:04.880612 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.v2.base [None req-2fda83a9-0742-4754-9cc9-8cab40a689c4 admin admin] Request body: {'subnet': {'network_id': '41961acd-b97a-465b-9b66-2f6c9a9fb390', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImageQuotaTest-2097155713-subnet', 'tenant_id': '57cee1e526f447cea21c0a479d6cffbf', 'ip_version': 4}} {{(pid=84041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:19:04.885281 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-066d9c9e-c641-4eea-b55b-a7b5b0dd8807 admin admin] Pushing event updated for resources: {'Network': ['ID=41961acd-b97a-465b-9b66-2f6c9a9fb390,revision_number=1']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:19:04.885540 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-2fda83a9-0742-4754-9cc9-8cab40a689c4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:19:04.892868 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-2fda83a9-0742-4754-9cc9-8cab40a689c4 admin admin] Usage tracker for resource:subnet and tenant:57cee1e526f447cea21c0a479d6cffbf is out of sync, need to count used quota {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:19:04.896378 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-2fda83a9-0742-4754-9cc9-8cab40a689c4 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:19:04.897120 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Network 41961acd-b97a-465b-9b66-2f6c9a9fb390 details requested by agent ovs-agent-n-d-838334-2 with host n-d-838334-2 {{(pid=84042) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 18 21:19:04.902958 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-2fda83a9-0742-4754-9cc9-8cab40a689c4 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:19:04.915899 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2fda83a9-0742-4754-9cc9-8cab40a689c4 admin admin] Made reservation on behalf of 57cee1e526f447cea21c0a479d6cffbf for: {'subnet': 1} {{(pid=84041) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:19:04.918699 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-2fda83a9-0742-4754-9cc9-8cab40a689c4 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32486301'] for subnet, before_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:19:05.237677 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-2fda83a9-0742-4754-9cc9-8cab40a689c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33526260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32266407', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32486287'] for subnet, after_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:19:05.328862 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fda83a9-0742-4754-9cc9-8cab40a689c4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d5ac69fa-e8cf-41b3-b5b4-d46d52fc2aaf,revision_number=0']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:19:05.338969 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fda83a9-0742-4754-9cc9-8cab40a689c4 admin admin] Checking segment: {'id': 'b0ff4eb3-611d-422f-93f3-f153269165be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '41961acd-b97a-465b-9b66-2f6c9a9fb390'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84041) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 21:19:05.339319 n-d-838334-2 neutron-server[84041]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2fda83a9-0742-4754-9cc9-8cab40a689c4 admin admin] Network hostable DHCP agents. Network: 41961acd-b97a-465b-9b66-2f6c9a9fb390, hostable agents: ['8746f8ea-3e91-4b32-9919-2c63adeb8722'], hosted agents: [] {{(pid=84041) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 21:19:05.363012 n-d-838334-2 neutron-server[84041]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2fda83a9-0742-4754-9cc9-8cab40a689c4 admin admin] Network 41961acd-b97a-465b-9b66-2f6c9a9fb390 is scheduled to be hosted by DHCP agent 8746f8ea-3e91-4b32-9919-2c63adeb8722 with binding_index 1 {{(pid=84041) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 21:19:05.373442 n-d-838334-2 neutron-server[84041]: DEBUG neutron.scheduler.base_scheduler [None req-2fda83a9-0742-4754-9cc9-8cab40a689c4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-838334-2, 41961acd-b97a-465b-9b66-2f6c9a9fb390) {{(pid=84041) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:19:05.377404 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2fda83a9-0742-4754-9cc9-8cab40a689c4 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:19:05.378054 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-2fda83a9-0742-4754-9cc9-8cab40a689c4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:19:05.383463 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19cdf938-ff81-4d91-ae02-8c7ba7a04b22 None None] Network 41961acd-b97a-465b-9b66-2f6c9a9fb390 requested from n-d-838334-2 {{(pid=84042) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 21:19:05.408868 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-2fda83a9-0742-4754-9cc9-8cab40a689c4 admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 841 time: 0.5332985 Apr 18 21:19:05.409907 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 59562) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:19:05.417343 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.v2.base [None req-e1155986-35a0-4bee-b343-ca50fa63fc2b admin admin] Request body: {'router': {'name': 'tempest-ImageQuotaTest-2097155713-router', 'tenant_id': '57cee1e526f447cea21c0a479d6cffbf', 'external_gateway_info': {'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c'}}} {{(pid=84041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:19:05.430772 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-e1155986-35a0-4bee-b343-ca50fa63fc2b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:19:05.442611 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-e1155986-35a0-4bee-b343-ca50fa63fc2b admin admin] Usage tracker for resource:router and tenant:57cee1e526f447cea21c0a479d6cffbf is out of sync, need to count used quota {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:19:05.442611 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-e1155986-35a0-4bee-b343-ca50fa63fc2b admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:19:05.450999 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-e1155986-35a0-4bee-b343-ca50fa63fc2b admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:19:05.469861 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-e1155986-35a0-4bee-b343-ca50fa63fc2b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-33442106', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5708'] for router, before_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:19:05.469861 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-e1155986-35a0-4bee-b343-ca50fa63fc2b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33442137', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33444285', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33535433', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5703'] for router, precommit_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:19:05.486461 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-e1155986-35a0-4bee-b343-ca50fa63fc2b admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:19:05.646074 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-e1155986-35a0-4bee-b343-ca50fa63fc2b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-33444175', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-33443520', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5293'] for router, precommit_update {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:19:05.694042 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87aea252-6499-4c95-9be5-0592dc7226b5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp016840fc-1f9f-5892-9c53-c9cf6c845bbb-41961acd-b97a-465b-9b66-2f6c9a9fb390', 'network_id': '41961acd-b97a-465b-9b66-2f6c9a9fb390', 'tenant_id': '57cee1e526f447cea21c0a479d6cffbf', 'fixed_ips': [{'subnet_id': 'd5ac69fa-e8cf-41b3-b5b4-d46d52fc2aaf'}]}} from n-d-838334-2. {{(pid=84042) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 18 21:19:05.694042 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-87aea252-6499-4c95-9be5-0592dc7226b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_create {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:19:05.895686 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.db_base_plugin_common [None req-87aea252-6499-4c95-9be5-0592dc7226b5 None None] Allocated IP 172.20.0.2 (41961acd-b97a-465b-9b66-2f6c9a9fb390/d5ac69fa-e8cf-41b3-b5b4-d46d52fc2aaf/492f275f-ebb5-49b4-9585-3d789fdcf9c8) {{(pid=84042) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 21:19:06.089285 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-e1155986-35a0-4bee-b343-ca50fa63fc2b admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:19:06.147848 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-e1155986-35a0-4bee-b343-ca50fa63fc2b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:19:06.287263 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-87aea252-6499-4c95-9be5-0592dc7226b5 None None] Notify callbacks [] for port, precommit_create {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:19:06.316484 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-87aea252-6499-4c95-9be5-0592dc7226b5 None None] Transition to ACTIVE for port object 492f275f-ebb5-49b4-9585-3d789fdcf9c8 will not be triggered until provisioned by entity L2. {{(pid=84042) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:19:06.344831 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-87aea252-6499-4c95-9be5-0592dc7226b5 None None] Transition to ACTIVE for port object 492f275f-ebb5-49b4-9585-3d789fdcf9c8 will not be triggered until provisioned by entity DHCP. {{(pid=84042) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:19:06.361619 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-87aea252-6499-4c95-9be5-0592dc7226b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750374836619'] for port, after_create {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:19:06.372388 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.db_base_plugin_common [None req-e1155986-35a0-4bee-b343-ca50fa63fc2b admin admin] Allocated IP 172.25.8.132 (e41b6600-a917-4a8d-b05c-be3be40c6d8c/6b05667b-848e-4356-9b44-d5eb6808ef74/60b1036b-3e64-423e-8bbf-bf7f2d9eac14) {{(pid=84041) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 21:19:06.442459 n-d-838334-2 neutron-server[84042]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87aea252-6499-4c95-9be5-0592dc7226b5 None None] Network 41961acd-b97a-465b-9b66-2f6c9a9fb390 is already hosted by enough agents. {{(pid=84042) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:19:06.445619 n-d-838334-2 neutron-server[84042]: DEBUG neutron.scheduler.base_scheduler [None req-87aea252-6499-4c95-9be5-0592dc7226b5 None None] Resources bound (agent type, host, resource id): {{(pid=84042) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:19:06.451698 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87aea252-6499-4c95-9be5-0592dc7226b5 None None] Received port after_create {{(pid=84042) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 21:19:06.461478 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87aea252-6499-4c95-9be5-0592dc7226b5 None None] Pushing event updated for resources: {'Port': ['ID=492f275f-ebb5-49b4-9585-3d789fdcf9c8,revision_number=1']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:19:06.510644 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87aea252-6499-4c95-9be5-0592dc7226b5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:19:06.510993 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87aea252-6499-4c95-9be5-0592dc7226b5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:19:06.511325 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87aea252-6499-4c95-9be5-0592dc7226b5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:19:06.511722 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87aea252-6499-4c95-9be5-0592dc7226b5 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:19:06.511996 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87aea252-6499-4c95-9be5-0592dc7226b5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:19:06.512314 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87aea252-6499-4c95-9be5-0592dc7226b5 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:19:06.512631 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87aea252-6499-4c95-9be5-0592dc7226b5 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:19:06.512997 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87aea252-6499-4c95-9be5-0592dc7226b5 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:19:06.513317 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87aea252-6499-4c95-9be5-0592dc7226b5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:19:06.513629 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87aea252-6499-4c95-9be5-0592dc7226b5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:19:06.513942 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87aea252-6499-4c95-9be5-0592dc7226b5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:19:06.587934 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.managers [None req-87aea252-6499-4c95-9be5-0592dc7226b5 None None] Attempting to bind port 492f275f-ebb5-49b4-9585-3d789fdcf9c8 on host n-d-838334-2 for vnic_type normal with profile {{(pid=84042) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 21:19:06.587934 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.managers [None req-87aea252-6499-4c95-9be5-0592dc7226b5 None None] Attempting to bind port 492f275f-ebb5-49b4-9585-3d789fdcf9c8 by drivers openvswitch,hyperv on host n-d-838334-2 at level 0 using segments [{'id': 'b0ff4eb3-611d-422f-93f3-f153269165be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '41961acd-b97a-465b-9b66-2f6c9a9fb390'}] {{(pid=84042) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 21:19:06.587934 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87aea252-6499-4c95-9be5-0592dc7226b5 None None] Attempting to bind port 492f275f-ebb5-49b4-9585-3d789fdcf9c8 on network 41961acd-b97a-465b-9b66-2f6c9a9fb390 {{(pid=84042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 21:19:06.595587 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87aea252-6499-4c95-9be5-0592dc7226b5 None None] Checking agent: {'id': '97cd4414-7af6-4d67-868d-dff370b4071a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838334-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 25, 49), 'started_at': datetime.datetime(2022, 4, 18, 20, 26, 19), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 21, 18, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838334-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 18 21:19:06.595587 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87aea252-6499-4c95-9be5-0592dc7226b5 None None] Checking segment: {'id': 'b0ff4eb3-611d-422f-93f3-f153269165be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '41961acd-b97a-465b-9b66-2f6c9a9fb390'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84042) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 21:19:06.595587 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-87aea252-6499-4c95-9be5-0592dc7226b5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:19:06.595587 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87aea252-6499-4c95-9be5-0592dc7226b5 None None] Bound using segment: {'id': 'b0ff4eb3-611d-422f-93f3-f153269165be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '41961acd-b97a-465b-9b66-2f6c9a9fb390'} {{(pid=84042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 18 21:19:06.595587 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.managers [None req-87aea252-6499-4c95-9be5-0592dc7226b5 None None] Bound port: 492f275f-ebb5-49b4-9585-3d789fdcf9c8, host: n-d-838334-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b0ff4eb3-611d-422f-93f3-f153269165be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '41961acd-b97a-465b-9b66-2f6c9a9fb390'}}] {{(pid=84042) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 21:19:06.595587 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-87aea252-6499-4c95-9be5-0592dc7226b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:19:06.606799 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-e1155986-35a0-4bee-b343-ca50fa63fc2b admin admin] Notify callbacks [] for port, precommit_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:19:06.654462 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-e1155986-35a0-4bee-b343-ca50fa63fc2b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750374836619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32266323'] for port, after_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:19:06.729761 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-87aea252-6499-4c95-9be5-0592dc7226b5 None None] For port 492f275f-ebb5-49b4-9585-3d789fdcf9c8, host n-d-838334-2, cleared binding levels {{(pid=84042) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 21:19:06.732948 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-87aea252-6499-4c95-9be5-0592dc7226b5 None None] For port 492f275f-ebb5-49b4-9585-3d789fdcf9c8, host n-d-838334-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838334-2',level=0,port_id=492f275f-ebb5-49b4-9585-3d789fdcf9c8,segment=NetworkSegment(b0ff4eb3-611d-422f-93f3-f153269165be),segment_id=b0ff4eb3-611d-422f-93f3-f153269165be)] {{(pid=84042) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 21:19:06.740245 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-87aea252-6499-4c95-9be5-0592dc7226b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682'] for port, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:19:06.752590 n-d-838334-2 neutron-server[84041]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1155986-35a0-4bee-b343-ca50fa63fc2b admin admin] Network e41b6600-a917-4a8d-b05c-be3be40c6d8c is already hosted by enough agents. {{(pid=84041) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:19:06.756116 n-d-838334-2 neutron-server[84041]: DEBUG neutron.scheduler.base_scheduler [None req-e1155986-35a0-4bee-b343-ca50fa63fc2b admin admin] Resources bound (agent type, host, resource id): {{(pid=84041) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:19:06.760657 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1155986-35a0-4bee-b343-ca50fa63fc2b admin admin] Received port after_create {{(pid=84041) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 21:19:06.788174 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1155986-35a0-4bee-b343-ca50fa63fc2b admin admin] Pushing event updated for resources: {'Port': ['ID=60b1036b-3e64-423e-8bbf-bf7f2d9eac14,revision_number=1']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:19:06.867016 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87aea252-6499-4c95-9be5-0592dc7226b5 None None] Pushing event updated for resources: {'Port': ['ID=492f275f-ebb5-49b4-9585-3d789fdcf9c8,revision_number=2']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:19:07.004952 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-e1155986-35a0-4bee-b343-ca50fa63fc2b admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:19:07.005893 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-e1155986-35a0-4bee-b343-ca50fa63fc2b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33443529', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33444176'] for router, after_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:19:07.412978 n-d-838334-2 neutron-server[84041]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e1155986-35a0-4bee-b343-ca50fa63fc2b admin admin] Router afe270b4-2d2c-4048-a6e3-0ca14289b58f is scheduled to L3 agent bc84d6c9-dd7a-4555-a351-592327b46d5a with binding_index 1 {{(pid=84041) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 18 21:19:07.698487 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e1155986-35a0-4bee-b343-ca50fa63fc2b admin admin] Notify agent at l3_agent.n-d-838334-2 the message routers_updated {{(pid=84041) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 21:19:07.715529 n-d-838334-2 neutron-server[84043]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe6a1d66-7949-432a-b639-5a059a9514ae None None] Sync routers for ids ['afe270b4-2d2c-4048-a6e3-0ca14289b58f'] in n-d-838334-2 {{(pid=84043) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 18 21:19:07.788324 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe6a1d66-7949-432a-b639-5a059a9514ae None None] Routers {'afe270b4-2d2c-4048-a6e3-0ca14289b58f'} bound to L3 agent in host n-d-838334-2 {{(pid=84043) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 21:19:07.788775 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.l3_hamode_db [None req-fe6a1d66-7949-432a-b639-5a059a9514ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838334-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-18T20:25:48Z,description=,heartbeat_timestamp=2022-04-18T21:18:48Z,host='n-d-838334-2',id=bc84d6c9-dd7a-4555-a351-592327b46d5a,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:25:48Z,topic='l3_agent')) {'router_ids': ['afe270b4-2d2c-4048-a6e3-0ca14289b58f'], 'active': True} {{(pid=84043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:19:07.802919 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-e1155986-35a0-4bee-b343-ca50fa63fc2b admin admin] Notify callbacks [] for router, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:19:07.804346 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-e1155986-35a0-4bee-b343-ca50fa63fc2b admin admin] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 917 time: 2.3933246 Apr 18 21:19:07.807331 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 59596) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:19:08.161554 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.l3_dvr_db [None req-fe6a1d66-7949-432a-b639-5a059a9514ae None None] Set router afe270b4-2d2c-4048-a6e3-0ca14289b58f gateway port host: n-d-838334-2 {{(pid=84043) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 21:19:08.326617 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6cdddbe4-1a3d-4734-b0ae-365d5bed8889 None None] Network 41961acd-b97a-465b-9b66-2f6c9a9fb390 requested from n-d-838334-2 {{(pid=84042) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 21:19:08.521624 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Device 492f275f-ebb5-49b4-9585-3d789fdcf9c8 up at agent ovs-agent-n-d-838334-2 {{(pid=84042) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 21:19:08.707505 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-93bfd43f-bc24-4732-9995-7b529446b8fa None None] Provisioning for port 492f275f-ebb5-49b4-9585-3d789fdcf9c8 completed by entity DHCP. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 21:19:08.779970 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.l3_hamode_db [None req-fe6a1d66-7949-432a-b639-5a059a9514ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'afe270b4-2d2c-4048-a6e3-0ca14289b58f', 'name': 'tempest-ImageQuotaTest-2097155713-router', 'tenant_id': '57cee1e526f447cea21c0a479d6cffbf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'external_fixed_ips': [{'subnet_id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'ip_address': '172.25.8.132'}], 'enable_snat': True}, 'gw_port_id': '60b1036b-3e64-423e-8bbf-bf7f2d9eac14', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:19:05Z', 'updated_at': '2022-04-18T21:19:06Z', 'revision_number': 3, 'project_id': '57cee1e526f447cea21c0a479d6cffbf', 'gw_port': {'id': '60b1036b-3e64-423e-8bbf-bf7f2d9eac14', 'name': '', 'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:69:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'afe270b4-2d2c-4048-a6e3-0ca14289b58f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'ip_address': '172.25.8.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:19:06Z', 'updated_at': '2022-04-18T21:19:06Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838334-2'}], 'n-d-838334-2', False) {} {{(pid=84043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:19:08.785152 n-d-838334-2 neutron-server[84043]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe6a1d66-7949-432a-b639-5a059a9514ae None None] Checking router: afe270b4-2d2c-4048-a6e3-0ca14289b58f for host: n-d-838334-2 {{(pid=84043) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 18 21:19:08.785706 n-d-838334-2 neutron-server[84043]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe6a1d66-7949-432a-b639-5a059a9514ae None None] Updating router afe270b4-2d2c-4048-a6e3-0ca14289b58f port 60b1036b-3e64-423e-8bbf-bf7f2d9eac14 binding host n-d-838334-2 {{(pid=84043) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 18 21:19:08.854528 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Provisioning for port 492f275f-ebb5-49b4-9585-3d789fdcf9c8 completed by entity L2. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 21:19:08.881599 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Provisioning complete for port 492f275f-ebb5-49b4-9585-3d789fdcf9c8 triggered by entity L2. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:19:08.884329 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1253608'] for port, provisioning_complete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:19:08.896952 n-d-838334-2 neutron-server[84043]: DEBUG neutron_lib.callbacks.manager [None req-fe6a1d66-7949-432a-b639-5a059a9514ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:19:09.350024 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:19:09.443113 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] For port 492f275f-ebb5-49b4-9585-3d789fdcf9c8, host n-d-838334-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838334-2',level=0,port_id=492f275f-ebb5-49b4-9585-3d789fdcf9c8,segment=NetworkSegment(b0ff4eb3-611d-422f-93f3-f153269165be),segment_id=b0ff4eb3-611d-422f-93f3-f153269165be)] {{(pid=84042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:19:09.456660 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682'] for port, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:19:09.591406 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Pushing event updated for resources: {'Port': ['ID=492f275f-ebb5-49b4-9585-3d789fdcf9c8,revision_number=3']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:19:09.705409 n-d-838334-2 neutron-server[84043]: DEBUG neutron_lib.callbacks.manager [None req-fe6a1d66-7949-432a-b639-5a059a9514ae None None] Notify callbacks [] for port, precommit_update {{(pid=84043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:19:09.733898 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.provisioning_blocks [None req-fe6a1d66-7949-432a-b639-5a059a9514ae None None] Transition to ACTIVE for port object 60b1036b-3e64-423e-8bbf-bf7f2d9eac14 will not be triggered until provisioned by entity L2. {{(pid=84043) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:19:09.757584 n-d-838334-2 neutron-server[84043]: DEBUG neutron_lib.callbacks.manager [None req-fe6a1d66-7949-432a-b639-5a059a9514ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682'] for port, after_update {{(pid=84043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:19:09.770582 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-35c7d3cb-b41f-42a4-90a0-85e20cc39dbc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:19:09.866327 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-c9e30927-738e-45cc-acdc-cbb4b133b419 None None] Provisioning complete for port 492f275f-ebb5-49b4-9585-3d789fdcf9c8 triggered by entity DHCP. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:19:09.866742 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-c9e30927-738e-45cc-acdc-cbb4b133b419 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1253608'] for port, provisioning_complete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:19:09.877277 n-d-838334-2 neutron-server[84043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2a8ff9d-9a2f-4afd-96f0-51066ef1abe6 None None] Pushing event updated for resources: {'Port': ['ID=60b1036b-3e64-423e-8bbf-bf7f2d9eac14,revision_number=2']} {{(pid=84043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:19:09.883035 n-d-838334-2 neutron-server[84043]: DEBUG neutron.plugins.ml2.managers [None req-fe6a1d66-7949-432a-b639-5a059a9514ae None None] Attempting to bind port 60b1036b-3e64-423e-8bbf-bf7f2d9eac14 on host n-d-838334-2 for vnic_type normal with profile {{(pid=84043) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 21:19:09.883511 n-d-838334-2 neutron-server[84043]: DEBUG neutron.plugins.ml2.managers [None req-fe6a1d66-7949-432a-b639-5a059a9514ae None None] Attempting to bind port 60b1036b-3e64-423e-8bbf-bf7f2d9eac14 by drivers openvswitch,hyperv on host n-d-838334-2 at level 0 using segments [{'id': '732aa830-768b-4511-951f-d08e26b9c25b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c'}] {{(pid=84043) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 21:19:09.884097 n-d-838334-2 neutron-server[84043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe6a1d66-7949-432a-b639-5a059a9514ae None None] Attempting to bind port 60b1036b-3e64-423e-8bbf-bf7f2d9eac14 on network e41b6600-a917-4a8d-b05c-be3be40c6d8c {{(pid=84043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 21:19:09.893625 n-d-838334-2 neutron-server[84043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2a8ff9d-9a2f-4afd-96f0-51066ef1abe6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:19:09.893967 n-d-838334-2 neutron-server[84043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2a8ff9d-9a2f-4afd-96f0-51066ef1abe6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:19:09.894380 n-d-838334-2 neutron-server[84043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2a8ff9d-9a2f-4afd-96f0-51066ef1abe6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:19:09.895127 n-d-838334-2 neutron-server[84043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2a8ff9d-9a2f-4afd-96f0-51066ef1abe6 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:19:09.895739 n-d-838334-2 neutron-server[84043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2a8ff9d-9a2f-4afd-96f0-51066ef1abe6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:19:09.896126 n-d-838334-2 neutron-server[84043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2a8ff9d-9a2f-4afd-96f0-51066ef1abe6 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:19:09.896558 n-d-838334-2 neutron-server[84043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2a8ff9d-9a2f-4afd-96f0-51066ef1abe6 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:19:09.896933 n-d-838334-2 neutron-server[84043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2a8ff9d-9a2f-4afd-96f0-51066ef1abe6 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:19:09.897441 n-d-838334-2 neutron-server[84043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2a8ff9d-9a2f-4afd-96f0-51066ef1abe6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:19:09.898055 n-d-838334-2 neutron-server[84043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2a8ff9d-9a2f-4afd-96f0-51066ef1abe6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:19:09.898690 n-d-838334-2 neutron-server[84043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2a8ff9d-9a2f-4afd-96f0-51066ef1abe6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:19:09.912391 n-d-838334-2 neutron-server[84043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe6a1d66-7949-432a-b639-5a059a9514ae None None] Checking agent: {'id': '97cd4414-7af6-4d67-868d-dff370b4071a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838334-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 25, 49), 'started_at': datetime.datetime(2022, 4, 18, 20, 26, 19), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 21, 18, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838334-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 18 21:19:09.913023 n-d-838334-2 neutron-server[84043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe6a1d66-7949-432a-b639-5a059a9514ae None None] Checking segment: {'id': '732aa830-768b-4511-951f-d08e26b9c25b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84043) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 21:19:09.913421 n-d-838334-2 neutron-server[84043]: DEBUG neutron_lib.callbacks.manager [None req-fe6a1d66-7949-432a-b639-5a059a9514ae None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:19:09.913805 n-d-838334-2 neutron-server[84043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe6a1d66-7949-432a-b639-5a059a9514ae None None] Bound using segment: {'id': '732aa830-768b-4511-951f-d08e26b9c25b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c'} {{(pid=84043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 18 21:19:09.914280 n-d-838334-2 neutron-server[84043]: DEBUG neutron.plugins.ml2.managers [None req-fe6a1d66-7949-432a-b639-5a059a9514ae None None] Bound port: 60b1036b-3e64-423e-8bbf-bf7f2d9eac14, host: n-d-838334-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '732aa830-768b-4511-951f-d08e26b9c25b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c'}}] {{(pid=84043) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 21:19:09.914642 n-d-838334-2 neutron-server[84043]: DEBUG neutron_lib.callbacks.manager [None req-fe6a1d66-7949-432a-b639-5a059a9514ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:19:10.052725 n-d-838334-2 neutron-server[84043]: DEBUG neutron.plugins.ml2.db [None req-fe6a1d66-7949-432a-b639-5a059a9514ae None None] For port 60b1036b-3e64-423e-8bbf-bf7f2d9eac14, host n-d-838334-2, cleared binding levels {{(pid=84043) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 21:19:10.060533 n-d-838334-2 neutron-server[84043]: DEBUG neutron.plugins.ml2.db [None req-fe6a1d66-7949-432a-b639-5a059a9514ae None None] For port 60b1036b-3e64-423e-8bbf-bf7f2d9eac14, host n-d-838334-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838334-2',level=0,port_id=60b1036b-3e64-423e-8bbf-bf7f2d9eac14,segment=NetworkSegment(732aa830-768b-4511-951f-d08e26b9c25b),segment_id=732aa830-768b-4511-951f-d08e26b9c25b)] {{(pid=84043) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 21:19:10.068639 n-d-838334-2 neutron-server[84043]: DEBUG neutron_lib.callbacks.manager [None req-fe6a1d66-7949-432a-b639-5a059a9514ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682'] for port, after_update {{(pid=84043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:19:10.182196 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.db_base_plugin_common [None req-35c7d3cb-b41f-42a4-90a0-85e20cc39dbc admin admin] Allocated IP 172.20.0.1 (41961acd-b97a-465b-9b66-2f6c9a9fb390/d5ac69fa-e8cf-41b3-b5b4-d46d52fc2aaf/60ae0225-0df3-4370-9fc5-02f0f98a9a00) {{(pid=84041) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 21:19:10.244524 n-d-838334-2 neutron-server[84043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2a8ff9d-9a2f-4afd-96f0-51066ef1abe6 None None] Pushing event updated for resources: {'Port': ['ID=60b1036b-3e64-423e-8bbf-bf7f2d9eac14,revision_number=3']} {{(pid=84043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:19:10.247121 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe6a1d66-7949-432a-b639-5a059a9514ae None None] Routers {'afe270b4-2d2c-4048-a6e3-0ca14289b58f'} bound to L3 agent in host n-d-838334-2 {{(pid=84043) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 21:19:10.247725 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.l3_hamode_db [None req-fe6a1d66-7949-432a-b639-5a059a9514ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838334-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-18T20:25:48Z,description=,heartbeat_timestamp=2022-04-18T21:18:48Z,host='n-d-838334-2',id=bc84d6c9-dd7a-4555-a351-592327b46d5a,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:25:48Z,topic='l3_agent')) {'router_ids': ['afe270b4-2d2c-4048-a6e3-0ca14289b58f'], 'active': True} {{(pid=84043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:19:10.495059 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Device 492f275f-ebb5-49b4-9585-3d789fdcf9c8 up at agent ovs-agent-n-d-838334-2 {{(pid=84042) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 21:19:10.498473 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-35c7d3cb-b41f-42a4-90a0-85e20cc39dbc admin admin] Notify callbacks [] for port, precommit_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:19:10.525270 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.provisioning_blocks [None req-35c7d3cb-b41f-42a4-90a0-85e20cc39dbc admin admin] Transition to ACTIVE for port object 60ae0225-0df3-4370-9fc5-02f0f98a9a00 will not be triggered until provisioned by entity DHCP. {{(pid=84041) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:19:10.563659 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-35c7d3cb-b41f-42a4-90a0-85e20cc39dbc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750374836619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32266323'] for port, after_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:19:10.564447 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.l3_dvr_db [None req-fe6a1d66-7949-432a-b639-5a059a9514ae None None] Set router afe270b4-2d2c-4048-a6e3-0ca14289b58f gateway port host: n-d-838334-2 {{(pid=84043) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 21:19:10.687556 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Provisioning complete for port 492f275f-ebb5-49b4-9585-3d789fdcf9c8 triggered by entity L2. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:19:10.687556 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1253608'] for port, provisioning_complete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:19:10.733131 n-d-838334-2 neutron-server[84041]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35c7d3cb-b41f-42a4-90a0-85e20cc39dbc admin admin] Network 41961acd-b97a-465b-9b66-2f6c9a9fb390 is already hosted by enough agents. {{(pid=84041) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:19:10.745043 n-d-838334-2 neutron-server[84041]: DEBUG neutron.scheduler.base_scheduler [None req-35c7d3cb-b41f-42a4-90a0-85e20cc39dbc admin admin] Resources bound (agent type, host, resource id): {{(pid=84041) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:19:10.745043 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35c7d3cb-b41f-42a4-90a0-85e20cc39dbc admin admin] Received port after_create {{(pid=84041) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 21:19:10.826462 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35c7d3cb-b41f-42a4-90a0-85e20cc39dbc admin admin] Pushing event updated for resources: {'Port': ['ID=60ae0225-0df3-4370-9fc5-02f0f98a9a00,revision_number=1']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:19:10.914679 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-35c7d3cb-b41f-42a4-90a0-85e20cc39dbc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33444010'] for router_interface, before_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:19:11.196451 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-35c7d3cb-b41f-42a4-90a0-85e20cc39dbc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:19:11.249183 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-3969b95a-24ef-44c6-897d-b6b4dd77a6a0 None None] Provisioning for port 60ae0225-0df3-4370-9fc5-02f0f98a9a00 completed by entity DHCP. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 21:19:11.264801 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-3969b95a-24ef-44c6-897d-b6b4dd77a6a0 None None] Provisioning complete for port 60ae0225-0df3-4370-9fc5-02f0f98a9a00 triggered by entity DHCP. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:19:11.264801 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-3969b95a-24ef-44c6-897d-b6b4dd77a6a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1253608'] for port, provisioning_complete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:19:11.333907 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.plugin [None req-3969b95a-24ef-44c6-897d-b6b4dd77a6a0 None None] Port 60ae0225-0df3-4370-9fc5-02f0f98a9a00 cannot update to ACTIVE because it is not bound. {{(pid=84042) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 18 21:19:11.405222 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.l3_hamode_db [None req-fe6a1d66-7949-432a-b639-5a059a9514ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'afe270b4-2d2c-4048-a6e3-0ca14289b58f', 'name': 'tempest-ImageQuotaTest-2097155713-router', 'tenant_id': '57cee1e526f447cea21c0a479d6cffbf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'external_fixed_ips': [{'subnet_id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'ip_address': '172.25.8.132'}], 'enable_snat': True}, 'gw_port_id': '60b1036b-3e64-423e-8bbf-bf7f2d9eac14', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:19:05Z', 'updated_at': '2022-04-18T21:19:06Z', 'revision_number': 3, 'project_id': '57cee1e526f447cea21c0a479d6cffbf', 'gw_port': {'id': '60b1036b-3e64-423e-8bbf-bf7f2d9eac14', 'name': '', 'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:69:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'afe270b4-2d2c-4048-a6e3-0ca14289b58f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'ip_address': '172.25.8.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:19:06Z', 'updated_at': '2022-04-18T21:19:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838334-2'}], 'n-d-838334-2', False) {} {{(pid=84043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:19:11.405222 n-d-838334-2 neutron-server[84043]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe6a1d66-7949-432a-b639-5a059a9514ae None None] The sync data for ids ['afe270b4-2d2c-4048-a6e3-0ca14289b58f'] in n-d-838334-2 is: [{'id': 'afe270b4-2d2c-4048-a6e3-0ca14289b58f', 'name': 'tempest-ImageQuotaTest-2097155713-router', 'tenant_id': '57cee1e526f447cea21c0a479d6cffbf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'external_fixed_ips': [{'subnet_id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'ip_address': '172.25.8.132'}], 'enable_snat': True}, 'gw_port_id': '60b1036b-3e64-423e-8bbf-bf7f2d9eac14', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:19:05Z', 'updated_at': '2022-04-18T21:19:06Z', 'revision_number': 3, 'project_id': '57cee1e526f447cea21c0a479d6cffbf', 'gw_port': {'id': '60b1036b-3e64-423e-8bbf-bf7f2d9eac14', 'name': '', 'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:69:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'afe270b4-2d2c-4048-a6e3-0ca14289b58f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'ip_address': '172.25.8.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:19:06Z', 'updated_at': '2022-04-18T21:19:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838334-2'}] {{(pid=84043) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 18 21:19:11.549765 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-35c7d3cb-b41f-42a4-90a0-85e20cc39dbc admin admin] Notify callbacks [] for port, precommit_update {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:19:11.561057 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-35c7d3cb-b41f-42a4-90a0-85e20cc39dbc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32266282'] for port, after_update {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:19:11.713383 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-35c7d3cb-b41f-42a4-90a0-85e20cc39dbc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-32377886', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33443847'] for router_interface, after_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:19:11.719582 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35c7d3cb-b41f-42a4-90a0-85e20cc39dbc admin admin] Pushing event updated for resources: {'Port': ['ID=60ae0225-0df3-4370-9fc5-02f0f98a9a00,revision_number=2']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:19:11.952721 n-d-838334-2 neutron-server[84041]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35c7d3cb-b41f-42a4-90a0-85e20cc39dbc admin admin] Network 41961acd-b97a-465b-9b66-2f6c9a9fb390 is already hosted by enough agents. {{(pid=84041) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:19:11.955127 n-d-838334-2 neutron-server[84041]: DEBUG neutron.scheduler.base_scheduler [None req-35c7d3cb-b41f-42a4-90a0-85e20cc39dbc admin admin] Resources bound (agent type, host, resource id): {{(pid=84041) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:19:12.484218 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-ef97f0da-bff0-4bbc-abc8-1c86a1ab56f7 None None] Provisioning complete for port 60ae0225-0df3-4370-9fc5-02f0f98a9a00 triggered by entity DHCP. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:19:12.484721 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-ef97f0da-bff0-4bbc-abc8-1c86a1ab56f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1253608'] for port, provisioning_complete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:19:12.536093 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Device 60b1036b-3e64-423e-8bbf-bf7f2d9eac14 up at agent ovs-agent-n-d-838334-2 {{(pid=84042) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 21:19:12.632516 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.plugin [None req-ef97f0da-bff0-4bbc-abc8-1c86a1ab56f7 None None] Port 60ae0225-0df3-4370-9fc5-02f0f98a9a00 cannot update to ACTIVE because it is not bound. {{(pid=84042) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 18 21:19:12.657808 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Provisioning for port 60b1036b-3e64-423e-8bbf-bf7f2d9eac14 completed by entity L2. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 21:19:12.663366 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Provisioning complete for port 60b1036b-3e64-423e-8bbf-bf7f2d9eac14 triggered by entity L2. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:19:12.664001 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1253608'] for port, provisioning_complete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:19:12.808414 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eda2bae-a32a-4dce-8a09-626e7b4dcd3f req-cab84656-fb9c-4d19-a8db-a6f84a575c00 tempest-TestServerBasicOps-339652129 tempest-TestServerBasicOps-339652129-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:19:12.821197 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-7eda2bae-a32a-4dce-8a09-626e7b4dcd3f req-cab84656-fb9c-4d19-a8db-a6f84a575c00 tempest-TestServerBasicOps-339652129 tempest-TestServerBasicOps-339652129-project] 10.222.0.42 "GET /v2.0/ports?device_id=6e0fe3d9-3681-4728-ac75-931f2234a9b3 HTTP/1.1" status: 200 len: 946 time: 0.1220741 Apr 18 21:19:12.854383 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:19:12.898171 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-7eda2bae-a32a-4dce-8a09-626e7b4dcd3f req-65068e85-b2b1-447d-918d-f9b896688d84 tempest-TestServerBasicOps-339652129 tempest-TestServerBasicOps-339652129-project] 10.222.0.42 "GET /v2.0/security-groups?id=9501666c-22a1-4a49-a5f5-31f14fb519f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0750759 Apr 18 21:19:12.926967 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] For port 60b1036b-3e64-423e-8bbf-bf7f2d9eac14, host n-d-838334-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838334-2',level=0,port_id=60b1036b-3e64-423e-8bbf-bf7f2d9eac14,segment=NetworkSegment(732aa830-768b-4511-951f-d08e26b9c25b),segment_id=732aa830-768b-4511-951f-d08e26b9c25b)] {{(pid=84042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:19:12.938726 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682'] for port, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:19:13.017080 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Pushing event updated for resources: {'Port': ['ID=60b1036b-3e64-423e-8bbf-bf7f2d9eac14,revision_number=4']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:19:13.035617 n-d-838334-2 neutron-server[84041]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-35c7d3cb-b41f-42a4-90a0-85e20cc39dbc admin admin] Router afe270b4-2d2c-4048-a6e3-0ca14289b58f has already been hosted by L3 agent bc84d6c9-dd7a-4555-a351-592327b46d5a {{(pid=84041) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 21:19:13.265470 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-35c7d3cb-b41f-42a4-90a0-85e20cc39dbc admin admin] Notify agent at l3_agent.n-d-838334-2 the message routers_updated {{(pid=84041) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 21:19:13.275234 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-35c7d3cb-b41f-42a4-90a0-85e20cc39dbc admin admin] 10.222.0.42 "PUT /v2.0/routers/afe270b4-2d2c-4048-a6e3-0ca14289b58f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4659507 Apr 18 21:19:13.975181 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb609974-178c-4f36-94c4-95af34ff82d0 req-6f03e4ca-e948-4c6b-ad4c-4401e1ebf7a9 tempest-TestServerBasicOps-339652129 tempest-TestServerBasicOps-339652129-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:19:13.977381 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-bb609974-178c-4f36-94c4-95af34ff82d0 req-6f03e4ca-e948-4c6b-ad4c-4401e1ebf7a9 tempest-TestServerBasicOps-339652129 tempest-TestServerBasicOps-339652129-project] 10.222.0.43 "GET /v2.0/ports?device_id=6e0fe3d9-3681-4728-ac75-931f2234a9b3 HTTP/1.1" status: 200 len: 946 time: 0.2471647 Apr 18 21:19:14.092311 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.plugin [req-bb609974-178c-4f36-94c4-95af34ff82d0 req-8f0eb42c-c85f-4749-992b-fc4f1c403c1f tempest-TestServerBasicOps-339652129 tempest-TestServerBasicOps-339652129-project] Deleting port ca8a70d8-3de3-411d-838b-aca123d7e7d9 {{(pid=84040) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 21:19:14.092739 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-bb609974-178c-4f36-94c4-95af34ff82d0 req-8f0eb42c-c85f-4749-992b-fc4f1c403c1f tempest-TestServerBasicOps-339652129 tempest-TestServerBasicOps-339652129-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750375188691'] for port, before_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:19:14.360901 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Device 60b1036b-3e64-423e-8bbf-bf7f2d9eac14 up at agent ovs-agent-n-d-838334-2 {{(pid=84042) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 21:19:14.399100 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5544ada2-b727-4f54-b0aa-6115dd92d790 req-4114c039-6e76-42b4-bb9b-431f0059a820 tempest-TestServerBasicOps-339652129 tempest-TestServerBasicOps-339652129-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:19:14.400609 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-5544ada2-b727-4f54-b0aa-6115dd92d790 req-4114c039-6e76-42b4-bb9b-431f0059a820 tempest-TestServerBasicOps-339652129 tempest-TestServerBasicOps-339652129-project] 10.222.0.42 "GET /v2.0/ports?device_id=6e0fe3d9-3681-4728-ac75-931f2234a9b3 HTTP/1.1" status: 200 len: 946 time: 0.2234383 Apr 18 21:19:14.458387 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-5544ada2-b727-4f54-b0aa-6115dd92d790 req-eb4282a6-b65b-4411-9d35-0709e5e52b52 tempest-TestServerBasicOps-339652129 tempest-TestServerBasicOps-339652129-project] 10.222.0.42 "GET /v2.0/security-groups?id=9501666c-22a1-4a49-a5f5-31f14fb519f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0505493 Apr 18 21:19:14.458759 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Provisioning complete for port 60b1036b-3e64-423e-8bbf-bf7f2d9eac14 triggered by entity L2. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:19:14.459223 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1253608'] for port, provisioning_complete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:19:14.505719 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.db [req-bb609974-178c-4f36-94c4-95af34ff82d0 req-8f0eb42c-c85f-4749-992b-fc4f1c403c1f tempest-TestServerBasicOps-339652129 tempest-TestServerBasicOps-339652129-project] For port ca8a70d8-3de3-411d-838b-aca123d7e7d9, host n-h1-838334-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838334-2',level=0,port_id=ca8a70d8-3de3-411d-838b-aca123d7e7d9,segment=NetworkSegment(73027d9a-2324-4fff-a460-d461bbd8c34a),segment_id=73027d9a-2324-4fff-a460-d461bbd8c34a)] {{(pid=84040) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:19:14.506075 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-bb609974-178c-4f36-94c4-95af34ff82d0 req-8f0eb42c-c85f-4749-992b-fc4f1c403c1f tempest-TestServerBasicOps-339652129 tempest-TestServerBasicOps-339652129-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369123'] for port, precommit_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:19:14.875209 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-bb609974-178c-4f36-94c4-95af34ff82d0 req-8f0eb42c-c85f-4749-992b-fc4f1c403c1f tempest-TestServerBasicOps-339652129 tempest-TestServerBasicOps-339652129-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:19:14.875602 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-bb609974-178c-4f36-94c4-95af34ff82d0 req-8f0eb42c-c85f-4749-992b-fc4f1c403c1f tempest-TestServerBasicOps-339652129 tempest-TestServerBasicOps-339652129-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33444131'] for floatingip, after_update {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:19:14.876170 n-d-838334-2 neutron-server[84040]: INFO neutron.db.l3_db [req-bb609974-178c-4f36-94c4-95af34ff82d0 req-8f0eb42c-c85f-4749-992b-fc4f1c403c1f tempest-TestServerBasicOps-339652129 tempest-TestServerBasicOps-339652129-project] Floating IP 2ee918b3-c63a-498d-9b38-2584cc77ecdb disassociated. External IP: 172.25.8.59, port: ca8a70d8-3de3-411d-838b-aca123d7e7d9. Apr 18 21:19:14.876516 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.plugin [req-bb609974-178c-4f36-94c4-95af34ff82d0 req-8f0eb42c-c85f-4749-992b-fc4f1c403c1f tempest-TestServerBasicOps-339652129 tempest-TestServerBasicOps-339652129-project] Calling delete_port for ca8a70d8-3de3-411d-838b-aca123d7e7d9 owned by compute:nova {{(pid=84040) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 21:19:15.029415 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.agents_db [None req-6346a179-333c-4370-b5a6-936984aeab15 None None] Agent healthcheck: found 7 active agents {{(pid=84043) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 18 21:19:15.095462 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-bb609974-178c-4f36-94c4-95af34ff82d0 req-8f0eb42c-c85f-4749-992b-fc4f1c403c1f tempest-TestServerBasicOps-339652129 tempest-TestServerBasicOps-339652129-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750375259028', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750374836628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32440838'] for port, after_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:19:15.166655 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f0eb42c-c85f-4749-992b-fc4f1c403c1f tempest-TestServerBasicOps-339652129 tempest-TestServerBasicOps-339652129-project] Pushing event deleted for resources: {'Port': ['ID=ca8a70d8-3de3-411d-838b-aca123d7e7d9,revision_number=None']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:19:15.363529 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 59722) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:19:15.412605 n-d-838334-2 neutron-server[84040]: DEBUG neutron.scheduler.l3_agent_scheduler [req-bb609974-178c-4f36-94c4-95af34ff82d0 req-8f0eb42c-c85f-4749-992b-fc4f1c403c1f tempest-TestServerBasicOps-339652129 tempest-TestServerBasicOps-339652129-project] Router e816ae11-294e-480a-b20a-a9ed203b8f57 has already been hosted by L3 agent bc84d6c9-dd7a-4555-a351-592327b46d5a {{(pid=84040) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 21:19:15.668404 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-9c2f2d11-caa7-4e28-9c2a-e4e3db5d8d66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750375287399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253529'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:19:15.763023 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-3aac613c-12aa-4f10-b53c-bd399fda3b1a req-36707baa-4c38-453e-a4ad-7c5474852f19 tempest-TestServerBasicOps-339652129 tempest-TestServerBasicOps-339652129-project] 10.222.0.42 "GET /v2.0/ports?device_id=6e0fe3d9-3681-4728-ac75-931f2234a9b3 HTTP/1.1" status: 200 len: 210 time: 0.0684264 Apr 18 21:19:15.806463 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-bb609974-178c-4f36-94c4-95af34ff82d0 req-8f0eb42c-c85f-4749-992b-fc4f1c403c1f tempest-TestServerBasicOps-339652129 tempest-TestServerBasicOps-339652129-project] Notify agent at l3_agent.n-d-838334-2 the message routers_updated {{(pid=84040) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 21:19:15.817883 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd9c56e7-1e99-43a2-a681-0279de45ba7f None None] Sync routers for ids ['e816ae11-294e-480a-b20a-a9ed203b8f57'] in n-d-838334-2 {{(pid=84042) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 18 21:19:15.841478 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd9c56e7-1e99-43a2-a681-0279de45ba7f None None] Routers {'e816ae11-294e-480a-b20a-a9ed203b8f57'} bound to L3 agent in host n-d-838334-2 {{(pid=84042) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 21:19:15.841478 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_hamode_db [None req-bd9c56e7-1e99-43a2-a681-0279de45ba7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838334-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-18T20:25:48Z,description=,heartbeat_timestamp=2022-04-18T21:18:48Z,host='n-d-838334-2',id=bc84d6c9-dd7a-4555-a351-592327b46d5a,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:25:48Z,topic='l3_agent')) {'router_ids': ['e816ae11-294e-480a-b20a-a9ed203b8f57'], 'active': True} {{(pid=84042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:19:15.901913 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.l3_dvrscheduler_db [req-bb609974-178c-4f36-94c4-95af34ff82d0 req-8f0eb42c-c85f-4749-992b-fc4f1c403c1f tempest-TestServerBasicOps-339652129 tempest-TestServerBasicOps-339652129-project] No DVR routers for this DVR port ca8a70d8-3de3-411d-838b-aca123d7e7d9 on host n-h1-838334-2 {{(pid=84040) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 21:19:15.903677 n-d-838334-2 neutron-server[84043]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ea9969e-ef27-42ec-b4d9-88523954bbb4 None None] Sync routers for ids ['afe270b4-2d2c-4048-a6e3-0ca14289b58f'] in n-d-838334-2 {{(pid=84043) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 18 21:19:15.920640 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ea9969e-ef27-42ec-b4d9-88523954bbb4 None None] Routers {'afe270b4-2d2c-4048-a6e3-0ca14289b58f'} bound to L3 agent in host n-d-838334-2 {{(pid=84043) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 21:19:15.921770 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.l3_hamode_db [None req-7ea9969e-ef27-42ec-b4d9-88523954bbb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838334-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-18T20:25:48Z,description=,heartbeat_timestamp=2022-04-18T21:18:48Z,host='n-d-838334-2',id=bc84d6c9-dd7a-4555-a351-592327b46d5a,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:25:48Z,topic='l3_agent')) {'router_ids': ['afe270b4-2d2c-4048-a6e3-0ca14289b58f'], 'active': True} {{(pid=84043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:19:15.928800 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-bb609974-178c-4f36-94c4-95af34ff82d0 req-8f0eb42c-c85f-4749-992b-fc4f1c403c1f tempest-TestServerBasicOps-339652129 tempest-TestServerBasicOps-339652129-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217293'] for port, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:19:15.942718 n-d-838334-2 neutron-server[84040]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6e0fe3d9-3681-4728-ac75-931f2234a9b3', 'name': 'network-vif-deleted', 'tag': 'ca8a70d8-3de3-411d-838b-aca123d7e7d9'}] {{(pid=84040) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 21:19:15.970933 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-bb609974-178c-4f36-94c4-95af34ff82d0 req-8f0eb42c-c85f-4749-992b-fc4f1c403c1f tempest-TestServerBasicOps-339652129 tempest-TestServerBasicOps-339652129-project] 10.222.0.43 "DELETE /v2.0/ports/ca8a70d8-3de3-411d-838b-aca123d7e7d9 HTTP/1.1" status: 204 len: 173 time: 1.9734013 Apr 18 21:19:16.035051 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-3c124e36-03e8-44dd-b1c0-33e82e158051 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33443857'] for router_interface, before_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:19:16.128970 n-d-838334-2 neutron-server[84040]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ef31cda7-0ac1-415a-ab09-5d0fdc52d83c'] response: {'server_uuid': '6e0fe3d9-3681-4728-ac75-931f2234a9b3', 'name': 'network-vif-deleted', 'tag': 'ca8a70d8-3de3-411d-838b-aca123d7e7d9', 'status': 'completed', 'code': 200} Apr 18 21:19:16.228962 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.l3_dvr_db [None req-7ea9969e-ef27-42ec-b4d9-88523954bbb4 None None] Set router afe270b4-2d2c-4048-a6e3-0ca14289b58f gateway port host: n-d-838334-2 {{(pid=84043) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 21:19:16.250132 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_dvr_db [None req-bd9c56e7-1e99-43a2-a681-0279de45ba7f None None] Set router e816ae11-294e-480a-b20a-a9ed203b8f57 gateway port host: n-d-838334-2 {{(pid=84042) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 21:19:16.703698 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.l3_hamode_db [None req-7ea9969e-ef27-42ec-b4d9-88523954bbb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'afe270b4-2d2c-4048-a6e3-0ca14289b58f', 'name': 'tempest-ImageQuotaTest-2097155713-router', 'tenant_id': '57cee1e526f447cea21c0a479d6cffbf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'external_fixed_ips': [{'subnet_id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'ip_address': '172.25.8.132'}], 'enable_snat': True}, 'gw_port_id': '60b1036b-3e64-423e-8bbf-bf7f2d9eac14', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:19:05Z', 'updated_at': '2022-04-18T21:19:11Z', 'revision_number': 4, 'project_id': '57cee1e526f447cea21c0a479d6cffbf', 'gw_port': {'id': '60b1036b-3e64-423e-8bbf-bf7f2d9eac14', 'name': '', 'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:69:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afe270b4-2d2c-4048-a6e3-0ca14289b58f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'ip_address': '172.25.8.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:19:06Z', 'updated_at': '2022-04-18T21:19:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838334-2', '_interfaces': [{'id': '60ae0225-0df3-4370-9fc5-02f0f98a9a00', 'name': '', 'network_id': '41961acd-b97a-465b-9b66-2f6c9a9fb390', 'tenant_id': '57cee1e526f447cea21c0a479d6cffbf', 'mac_address': 'fa:16:3e:c9:57:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'afe270b4-2d2c-4048-a6e3-0ca14289b58f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd5ac69fa-e8cf-41b3-b5b4-d46d52fc2aaf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:19:09Z', 'updated_at': '2022-04-18T21:19:11Z', 'revision_number': 2, 'project_id': '57cee1e526f447cea21c0a479d6cffbf', 'subnets': [{'id': 'd5ac69fa-e8cf-41b3-b5b4-d46d52fc2aaf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838334-2', False) {} {{(pid=84043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:19:16.709633 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_hamode_db [None req-bd9c56e7-1e99-43a2-a681-0279de45ba7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e816ae11-294e-480a-b20a-a9ed203b8f57', 'name': 'tempest-TestServerBasicOps-997885885-router', 'tenant_id': '769e4d212a7247919de3c941a9f4cf3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'external_fixed_ips': [{'subnet_id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'ip_address': '172.25.8.194'}], 'enable_snat': True}, 'gw_port_id': '42368b2a-81ef-4f4f-9d00-ff9af0168c31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:13:17Z', 'updated_at': '2022-04-18T21:13:33Z', 'revision_number': 4, 'project_id': '769e4d212a7247919de3c941a9f4cf3b', 'gw_port': {'id': '42368b2a-81ef-4f4f-9d00-ff9af0168c31', 'name': '', 'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:0d:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e816ae11-294e-480a-b20a-a9ed203b8f57', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'ip_address': '172.25.8.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:13:18Z', 'updated_at': '2022-04-18T21:13:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838334-2', '_interfaces': [{'id': 'a9864ebb-e7c5-4183-ba4c-a72cab838bc4', 'name': '', 'network_id': '455c9cd9-3eae-4b7a-8234-99cebcf9bc24', 'tenant_id': '769e4d212a7247919de3c941a9f4cf3b', 'mac_address': 'fa:16:3e:8a:74:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e816ae11-294e-480a-b20a-a9ed203b8f57', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ffff18e8-8f29-45e6-957b-0d07d078c8a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:13:31Z', 'updated_at': '2022-04-18T21:13:47Z', 'revision_number': 5, 'project_id': '769e4d212a7247919de3c941a9f4cf3b', 'subnets': [{'id': 'ffff18e8-8f29-45e6-957b-0d07d078c8a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838334-2', False) {} {{(pid=84042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:19:16.715588 n-d-838334-2 neutron-server[84043]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ea9969e-ef27-42ec-b4d9-88523954bbb4 None None] Checking router: afe270b4-2d2c-4048-a6e3-0ca14289b58f for host: n-d-838334-2 {{(pid=84043) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 18 21:19:16.719900 n-d-838334-2 neutron-server[84043]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ea9969e-ef27-42ec-b4d9-88523954bbb4 None None] Updating router afe270b4-2d2c-4048-a6e3-0ca14289b58f port 60ae0225-0df3-4370-9fc5-02f0f98a9a00 binding host n-d-838334-2 {{(pid=84043) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 18 21:19:16.721104 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd9c56e7-1e99-43a2-a681-0279de45ba7f None None] Checking router: e816ae11-294e-480a-b20a-a9ed203b8f57 for host: n-d-838334-2 {{(pid=84042) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 18 21:19:16.740659 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd9c56e7-1e99-43a2-a681-0279de45ba7f None None] Routers {'e816ae11-294e-480a-b20a-a9ed203b8f57'} bound to L3 agent in host n-d-838334-2 {{(pid=84042) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 21:19:16.741925 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_hamode_db [None req-bd9c56e7-1e99-43a2-a681-0279de45ba7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838334-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-18T20:25:48Z,description=,heartbeat_timestamp=2022-04-18T21:18:48Z,host='n-d-838334-2',id=bc84d6c9-dd7a-4555-a351-592327b46d5a,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:25:48Z,topic='l3_agent')) {'router_ids': ['e816ae11-294e-480a-b20a-a9ed203b8f57'], 'active': True} {{(pid=84042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:19:16.800021 n-d-838334-2 neutron-server[84043]: DEBUG neutron_lib.callbacks.manager [None req-7ea9969e-ef27-42ec-b4d9-88523954bbb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:19:16.932045 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 59736) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:19:17.027139 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_dvr_db [None req-bd9c56e7-1e99-43a2-a681-0279de45ba7f None None] Set router e816ae11-294e-480a-b20a-a9ed203b8f57 gateway port host: n-d-838334-2 {{(pid=84042) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 21:19:17.308446 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.plugin [None req-3c124e36-03e8-44dd-b1c0-33e82e158051 admin admin] Deleting port 60ae0225-0df3-4370-9fc5-02f0f98a9a00 {{(pid=84041) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 21:19:17.309639 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-3c124e36-03e8-44dd-b1c0-33e82e158051 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750375188691'] for port, before_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:19:17.319301 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.plugin [None req-8bd69d80-f524-417a-91bd-90520cc2e845 tempest-TestServerBasicOps-339652129 tempest-TestServerBasicOps-339652129-project] Deleting port 9a935c25-1fec-4b28-aed1-9d4dd2b83f4c {{(pid=84040) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 21:19:17.319824 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-8bd69d80-f524-417a-91bd-90520cc2e845 tempest-TestServerBasicOps-339652129 tempest-TestServerBasicOps-339652129-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750375188691'] for port, before_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:19:17.552091 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-8bd69d80-f524-417a-91bd-90520cc2e845 tempest-TestServerBasicOps-339652129 tempest-TestServerBasicOps-339652129-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369123'] for port, precommit_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:19:17.552432 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-8bd69d80-f524-417a-91bd-90520cc2e845 tempest-TestServerBasicOps-339652129 tempest-TestServerBasicOps-339652129-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:19:17.593674 n-d-838334-2 neutron-server[84043]: DEBUG neutron_lib.callbacks.manager [None req-7ea9969e-ef27-42ec-b4d9-88523954bbb4 None None] Notify callbacks [] for port, precommit_update {{(pid=84043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:19:17.608242 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.provisioning_blocks [None req-7ea9969e-ef27-42ec-b4d9-88523954bbb4 None None] Transition to ACTIVE for port object 60ae0225-0df3-4370-9fc5-02f0f98a9a00 will not be triggered until provisioned by entity L2. {{(pid=84043) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:19:17.624225 n-d-838334-2 neutron-server[84043]: DEBUG neutron_lib.callbacks.manager [None req-7ea9969e-ef27-42ec-b4d9-88523954bbb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682'] for port, after_update {{(pid=84043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:19:17.818759 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_hamode_db [None req-bd9c56e7-1e99-43a2-a681-0279de45ba7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e816ae11-294e-480a-b20a-a9ed203b8f57', 'name': 'tempest-TestServerBasicOps-997885885-router', 'tenant_id': '769e4d212a7247919de3c941a9f4cf3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'external_fixed_ips': [{'subnet_id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'ip_address': '172.25.8.194'}], 'enable_snat': True}, 'gw_port_id': '42368b2a-81ef-4f4f-9d00-ff9af0168c31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:13:17Z', 'updated_at': '2022-04-18T21:13:33Z', 'revision_number': 4, 'project_id': '769e4d212a7247919de3c941a9f4cf3b', 'gw_port': {'id': '42368b2a-81ef-4f4f-9d00-ff9af0168c31', 'name': '', 'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:0d:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e816ae11-294e-480a-b20a-a9ed203b8f57', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'ip_address': '172.25.8.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:13:18Z', 'updated_at': '2022-04-18T21:13:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838334-2', '_interfaces': [{'id': 'a9864ebb-e7c5-4183-ba4c-a72cab838bc4', 'name': '', 'network_id': '455c9cd9-3eae-4b7a-8234-99cebcf9bc24', 'tenant_id': '769e4d212a7247919de3c941a9f4cf3b', 'mac_address': 'fa:16:3e:8a:74:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e816ae11-294e-480a-b20a-a9ed203b8f57', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ffff18e8-8f29-45e6-957b-0d07d078c8a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:13:31Z', 'updated_at': '2022-04-18T21:13:47Z', 'revision_number': 5, 'project_id': '769e4d212a7247919de3c941a9f4cf3b', 'subnets': [{'id': 'ffff18e8-8f29-45e6-957b-0d07d078c8a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838334-2', False) {} {{(pid=84042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:19:17.832562 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd9c56e7-1e99-43a2-a681-0279de45ba7f None None] The sync data for ids ['e816ae11-294e-480a-b20a-a9ed203b8f57'] in n-d-838334-2 is: [{'id': 'e816ae11-294e-480a-b20a-a9ed203b8f57', 'name': 'tempest-TestServerBasicOps-997885885-router', 'tenant_id': '769e4d212a7247919de3c941a9f4cf3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'external_fixed_ips': [{'subnet_id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'ip_address': '172.25.8.194'}], 'enable_snat': True}, 'gw_port_id': '42368b2a-81ef-4f4f-9d00-ff9af0168c31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:13:17Z', 'updated_at': '2022-04-18T21:13:33Z', 'revision_number': 4, 'project_id': '769e4d212a7247919de3c941a9f4cf3b', 'gw_port': {'id': '42368b2a-81ef-4f4f-9d00-ff9af0168c31', 'name': '', 'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:0d:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e816ae11-294e-480a-b20a-a9ed203b8f57', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'ip_address': '172.25.8.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:13:18Z', 'updated_at': '2022-04-18T21:13:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838334-2', '_interfaces': [{'id': 'a9864ebb-e7c5-4183-ba4c-a72cab838bc4', 'name': '', 'network_id': '455c9cd9-3eae-4b7a-8234-99cebcf9bc24', 'tenant_id': '769e4d212a7247919de3c941a9f4cf3b', 'mac_address': 'fa:16:3e:8a:74:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e816ae11-294e-480a-b20a-a9ed203b8f57', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ffff18e8-8f29-45e6-957b-0d07d078c8a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:13:31Z', 'updated_at': '2022-04-18T21:13:47Z', 'revision_number': 5, 'project_id': '769e4d212a7247919de3c941a9f4cf3b', 'subnets': [{'id': 'ffff18e8-8f29-45e6-957b-0d07d078c8a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84042) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 18 21:19:17.853405 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.plugin [None req-8bd69d80-f524-417a-91bd-90520cc2e845 tempest-TestServerBasicOps-339652129 tempest-TestServerBasicOps-339652129-project] Calling delete_port for 9a935c25-1fec-4b28-aed1-9d4dd2b83f4c owned by network:floatingip {{(pid=84040) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 21:19:17.869473 n-d-838334-2 neutron-server[84043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ac23f5f-59bf-4219-b1f4-3926c669e4ab None None] Pushing event updated for resources: {'Port': ['ID=60ae0225-0df3-4370-9fc5-02f0f98a9a00,revision_number=3']} {{(pid=84043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:19:17.912117 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-4ffa47df-b189-4837-8816-ad0a8917114a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750375287399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253529'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:19:18.001438 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-3c124e36-03e8-44dd-b1c0-33e82e158051 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369123'] for port, precommit_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:19:18.015895 n-d-838334-2 neutron-server[84043]: DEBUG neutron.plugins.ml2.managers [None req-7ea9969e-ef27-42ec-b4d9-88523954bbb4 None None] Attempting to bind port 60ae0225-0df3-4370-9fc5-02f0f98a9a00 on host n-d-838334-2 for vnic_type normal with profile {{(pid=84043) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 21:19:18.016409 n-d-838334-2 neutron-server[84043]: DEBUG neutron.plugins.ml2.managers [None req-7ea9969e-ef27-42ec-b4d9-88523954bbb4 None None] Attempting to bind port 60ae0225-0df3-4370-9fc5-02f0f98a9a00 by drivers openvswitch,hyperv on host n-d-838334-2 at level 0 using segments [{'id': 'b0ff4eb3-611d-422f-93f3-f153269165be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '41961acd-b97a-465b-9b66-2f6c9a9fb390'}] {{(pid=84043) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 21:19:18.016771 n-d-838334-2 neutron-server[84043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ea9969e-ef27-42ec-b4d9-88523954bbb4 None None] Attempting to bind port 60ae0225-0df3-4370-9fc5-02f0f98a9a00 on network 41961acd-b97a-465b-9b66-2f6c9a9fb390 {{(pid=84043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 21:19:18.027574 n-d-838334-2 neutron-server[84043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ea9969e-ef27-42ec-b4d9-88523954bbb4 None None] Checking agent: {'id': '97cd4414-7af6-4d67-868d-dff370b4071a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838334-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 25, 49), 'started_at': datetime.datetime(2022, 4, 18, 20, 26, 19), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 21, 18, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838334-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 18 21:19:18.028162 n-d-838334-2 neutron-server[84043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ea9969e-ef27-42ec-b4d9-88523954bbb4 None None] Checking segment: {'id': 'b0ff4eb3-611d-422f-93f3-f153269165be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '41961acd-b97a-465b-9b66-2f6c9a9fb390'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84043) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 21:19:18.028806 n-d-838334-2 neutron-server[84043]: DEBUG neutron_lib.callbacks.manager [None req-7ea9969e-ef27-42ec-b4d9-88523954bbb4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:19:18.029275 n-d-838334-2 neutron-server[84043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ea9969e-ef27-42ec-b4d9-88523954bbb4 None None] Bound using segment: {'id': 'b0ff4eb3-611d-422f-93f3-f153269165be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '41961acd-b97a-465b-9b66-2f6c9a9fb390'} {{(pid=84043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 18 21:19:18.030212 n-d-838334-2 neutron-server[84043]: DEBUG neutron.plugins.ml2.managers [None req-7ea9969e-ef27-42ec-b4d9-88523954bbb4 None None] Bound port: 60ae0225-0df3-4370-9fc5-02f0f98a9a00, host: n-d-838334-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b0ff4eb3-611d-422f-93f3-f153269165be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '41961acd-b97a-465b-9b66-2f6c9a9fb390'}}] {{(pid=84043) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 21:19:18.030718 n-d-838334-2 neutron-server[84043]: DEBUG neutron_lib.callbacks.manager [None req-7ea9969e-ef27-42ec-b4d9-88523954bbb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:19:18.090187 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-8bd69d80-f524-417a-91bd-90520cc2e845 tempest-TestServerBasicOps-339652129 tempest-TestServerBasicOps-339652129-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750375259028', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750374836628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32440838'] for port, after_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:19:18.168610 n-d-838334-2 neutron-server[84043]: DEBUG neutron.plugins.ml2.db [None req-7ea9969e-ef27-42ec-b4d9-88523954bbb4 None None] For port 60ae0225-0df3-4370-9fc5-02f0f98a9a00, host n-d-838334-2, cleared binding levels {{(pid=84043) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 21:19:18.173175 n-d-838334-2 neutron-server[84043]: DEBUG neutron.plugins.ml2.db [None req-7ea9969e-ef27-42ec-b4d9-88523954bbb4 None None] For port 60ae0225-0df3-4370-9fc5-02f0f98a9a00, host n-d-838334-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838334-2',level=0,port_id=60ae0225-0df3-4370-9fc5-02f0f98a9a00,segment=NetworkSegment(b0ff4eb3-611d-422f-93f3-f153269165be),segment_id=b0ff4eb3-611d-422f-93f3-f153269165be)] {{(pid=84043) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 21:19:18.185587 n-d-838334-2 neutron-server[84043]: DEBUG neutron_lib.callbacks.manager [None req-7ea9969e-ef27-42ec-b4d9-88523954bbb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682'] for port, after_update {{(pid=84043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:19:18.251961 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bd69d80-f524-417a-91bd-90520cc2e845 tempest-TestServerBasicOps-339652129 tempest-TestServerBasicOps-339652129-project] Pushing event deleted for resources: {'Port': ['ID=9a935c25-1fec-4b28-aed1-9d4dd2b83f4c,revision_number=None']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:19:18.269472 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Device ca8a70d8-3de3-411d-838b-aca123d7e7d9 no longer exists at agent hyperv_n-h1-838334-2 {{(pid=84042) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 21:19:18.274146 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.plugin [None req-3c124e36-03e8-44dd-b1c0-33e82e158051 admin admin] Calling delete_port for 60ae0225-0df3-4370-9fc5-02f0f98a9a00 owned by network:router_interface {{(pid=84041) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 21:19:18.346067 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.plugin [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] No Port match for: ca8a70d8-3de3-411d-838b-aca123d7e7d9 {{(pid=84042) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 18 21:19:18.353415 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Device ca8a70d8-3de3-411d-838b-aca123d7e7d9 not bound to the agent host n-h1-838334-2 {{(pid=84042) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 21:19:18.389049 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ea9969e-ef27-42ec-b4d9-88523954bbb4 None None] Routers {'afe270b4-2d2c-4048-a6e3-0ca14289b58f'} bound to L3 agent in host n-d-838334-2 {{(pid=84043) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 21:19:18.389772 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.l3_hamode_db [None req-7ea9969e-ef27-42ec-b4d9-88523954bbb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838334-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-18T20:25:48Z,description=,heartbeat_timestamp=2022-04-18T21:19:18Z,host='n-d-838334-2',id=bc84d6c9-dd7a-4555-a351-592327b46d5a,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:25:48Z,topic='l3_agent')) {'router_ids': ['afe270b4-2d2c-4048-a6e3-0ca14289b58f'], 'active': True} {{(pid=84043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:19:18.431371 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-8bd69d80-f524-417a-91bd-90520cc2e845 tempest-TestServerBasicOps-339652129 tempest-TestServerBasicOps-339652129-project] Notify callbacks [] for floatingip, after_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:19:18.434438 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.db.api [None req-3c124e36-03e8-44dd-b1c0-33e82e158051 admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84041) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 18 21:19:18.435391 n-d-838334-2 neutron-server[84041]: DEBUG oslo_db.api [None req-3c124e36-03e8-44dd-b1c0-33e82e158051 admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84041) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 18 21:19:18.445374 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-8bd69d80-f524-417a-91bd-90520cc2e845 tempest-TestServerBasicOps-339652129 tempest-TestServerBasicOps-339652129-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217293'] for floatingip, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:19:18.446617 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-8bd69d80-f524-417a-91bd-90520cc2e845 tempest-TestServerBasicOps-339652129 tempest-TestServerBasicOps-339652129-project] 10.222.0.42 "DELETE /v2.0/floatingips/2ee918b3-c63a-498d-9b38-2584cc77ecdb HTTP/1.1" status: 204 len: 168 time: 1.5133946 Apr 18 21:19:18.667450 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 59754) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:19:18.756236 n-d-838334-2 neutron-server[84043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ac23f5f-59bf-4219-b1f4-3926c669e4ab None None] Pushing event updated for resources: {'Port': ['ID=60ae0225-0df3-4370-9fc5-02f0f98a9a00,revision_number=4']} {{(pid=84043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:19:18.801879 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-c50fb877-857a-4e9c-904a-2da4ce0b2f49 tempest-TestServerBasicOps-339652129 tempest-TestServerBasicOps-339652129-project] Notify callbacks [] for security_group, before_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:19:18.829083 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.l3_dvr_db [None req-7ea9969e-ef27-42ec-b4d9-88523954bbb4 None None] Set router afe270b4-2d2c-4048-a6e3-0ca14289b58f gateway port host: n-d-838334-2 {{(pid=84043) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 21:19:18.840183 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-c50fb877-857a-4e9c-904a-2da4ce0b2f49 tempest-TestServerBasicOps-339652129 tempest-TestServerBasicOps-339652129-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:19:18.929944 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-c50fb877-857a-4e9c-904a-2da4ce0b2f49 tempest-TestServerBasicOps-339652129 tempest-TestServerBasicOps-339652129-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33528224'] for security_group, after_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:19:18.937033 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.plugin [None req-3c124e36-03e8-44dd-b1c0-33e82e158051 admin admin] Deleting port 60ae0225-0df3-4370-9fc5-02f0f98a9a00 {{(pid=84041) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 21:19:18.937548 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-3c124e36-03e8-44dd-b1c0-33e82e158051 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750375188691'] for port, before_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:19:18.972864 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c50fb877-857a-4e9c-904a-2da4ce0b2f49 tempest-TestServerBasicOps-339652129 tempest-TestServerBasicOps-339652129-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9501666c-22a1-4a49-a5f5-31f14fb519f1,revision_number=None']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:19:19.035948 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-c50fb877-857a-4e9c-904a-2da4ce0b2f49 tempest-TestServerBasicOps-339652129 tempest-TestServerBasicOps-339652129-project] Notify callbacks [] for security_group, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:19:19.037088 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-c50fb877-857a-4e9c-904a-2da4ce0b2f49 tempest-TestServerBasicOps-339652129 tempest-TestServerBasicOps-339652129-project] 10.222.0.42 "DELETE /v2.0/security-groups/9501666c-22a1-4a49-a5f5-31f14fb519f1 HTTP/1.1" status: 204 len: 168 time: 0.3683429 Apr 18 21:19:19.097689 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750375287399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253529'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:19:19.141167 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 59802) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:19:19.315590 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.db [None req-3c124e36-03e8-44dd-b1c0-33e82e158051 admin admin] For port 60ae0225-0df3-4370-9fc5-02f0f98a9a00, host n-d-838334-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838334-2',level=0,port_id=60ae0225-0df3-4370-9fc5-02f0f98a9a00,segment=NetworkSegment(b0ff4eb3-611d-422f-93f3-f153269165be),segment_id=b0ff4eb3-611d-422f-93f3-f153269165be)] {{(pid=84041) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:19:19.316592 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-3c124e36-03e8-44dd-b1c0-33e82e158051 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369123'] for port, precommit_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:19:19.440511 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.l3_hamode_db [None req-7ea9969e-ef27-42ec-b4d9-88523954bbb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'afe270b4-2d2c-4048-a6e3-0ca14289b58f', 'name': 'tempest-ImageQuotaTest-2097155713-router', 'tenant_id': '57cee1e526f447cea21c0a479d6cffbf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'external_fixed_ips': [{'subnet_id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'ip_address': '172.25.8.132'}], 'enable_snat': True}, 'gw_port_id': '60b1036b-3e64-423e-8bbf-bf7f2d9eac14', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:19:05Z', 'updated_at': '2022-04-18T21:19:11Z', 'revision_number': 4, 'project_id': '57cee1e526f447cea21c0a479d6cffbf', 'gw_port': {'id': '60b1036b-3e64-423e-8bbf-bf7f2d9eac14', 'name': '', 'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:69:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afe270b4-2d2c-4048-a6e3-0ca14289b58f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'ip_address': '172.25.8.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:19:06Z', 'updated_at': '2022-04-18T21:19:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838334-2', '_interfaces': [{'id': '60ae0225-0df3-4370-9fc5-02f0f98a9a00', 'name': '', 'network_id': '41961acd-b97a-465b-9b66-2f6c9a9fb390', 'tenant_id': '57cee1e526f447cea21c0a479d6cffbf', 'mac_address': 'fa:16:3e:c9:57:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'afe270b4-2d2c-4048-a6e3-0ca14289b58f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd5ac69fa-e8cf-41b3-b5b4-d46d52fc2aaf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:19:09Z', 'updated_at': '2022-04-18T21:19:18Z', 'revision_number': 4, 'project_id': '57cee1e526f447cea21c0a479d6cffbf', 'subnets': [{'id': 'd5ac69fa-e8cf-41b3-b5b4-d46d52fc2aaf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838334-2', False) {} {{(pid=84043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:19:19.474866 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a63687b0-ff07-47c8-8808-ca9e64b9cc64 None None] New status for floating IP 2ee918b3-c63a-498d-9b38-2584cc77ecdb: DOWN {{(pid=84042) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Apr 18 21:19:19.477550 n-d-838334-2 neutron-server[84043]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ea9969e-ef27-42ec-b4d9-88523954bbb4 None None] The sync data for ids ['afe270b4-2d2c-4048-a6e3-0ca14289b58f'] in n-d-838334-2 is: [{'id': 'afe270b4-2d2c-4048-a6e3-0ca14289b58f', 'name': 'tempest-ImageQuotaTest-2097155713-router', 'tenant_id': '57cee1e526f447cea21c0a479d6cffbf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'external_fixed_ips': [{'subnet_id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'ip_address': '172.25.8.132'}], 'enable_snat': True}, 'gw_port_id': '60b1036b-3e64-423e-8bbf-bf7f2d9eac14', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:19:05Z', 'updated_at': '2022-04-18T21:19:11Z', 'revision_number': 4, 'project_id': '57cee1e526f447cea21c0a479d6cffbf', 'gw_port': {'id': '60b1036b-3e64-423e-8bbf-bf7f2d9eac14', 'name': '', 'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:69:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afe270b4-2d2c-4048-a6e3-0ca14289b58f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'ip_address': '172.25.8.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:19:06Z', 'updated_at': '2022-04-18T21:19:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838334-2', '_interfaces': [{'id': '60ae0225-0df3-4370-9fc5-02f0f98a9a00', 'name': '', 'network_id': '41961acd-b97a-465b-9b66-2f6c9a9fb390', 'tenant_id': '57cee1e526f447cea21c0a479d6cffbf', 'mac_address': 'fa:16:3e:c9:57:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'afe270b4-2d2c-4048-a6e3-0ca14289b58f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd5ac69fa-e8cf-41b3-b5b4-d46d52fc2aaf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:19:09Z', 'updated_at': '2022-04-18T21:19:18Z', 'revision_number': 4, 'project_id': '57cee1e526f447cea21c0a479d6cffbf', 'subnets': [{'id': 'd5ac69fa-e8cf-41b3-b5b4-d46d52fc2aaf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84043) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 18 21:19:19.592512 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.plugin [None req-3c124e36-03e8-44dd-b1c0-33e82e158051 admin admin] Calling delete_port for 60ae0225-0df3-4370-9fc5-02f0f98a9a00 owned by network:router_interface {{(pid=84041) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 21:19:19.782307 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-414b6ffe-e119-47bc-b18f-bcff1219c2f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750375287399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253529'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:19:19.977808 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-3c124e36-03e8-44dd-b1c0-33e82e158051 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750375259028', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750374836628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32266323'] for port, after_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:19:20.036628 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c124e36-03e8-44dd-b1c0-33e82e158051 admin admin] Pushing event deleted for resources: {'Port': ['ID=60ae0225-0df3-4370-9fc5-02f0f98a9a00,revision_number=None']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:19:20.191342 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-f3573e1b-97bf-440b-9aa5-4016bad20a99 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33443857'] for router_interface, before_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:19:20.530881 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-3c124e36-03e8-44dd-b1c0-33e82e158051 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-32377931', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33443910'] for router_interface, after_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:19:20.658115 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-c7521a90-7d65-4e2e-842c-ca5d95e9a89c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750375287399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253529'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:19:21.359197 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.plugin [None req-f3573e1b-97bf-440b-9aa5-4016bad20a99 admin admin] Deleting port a9864ebb-e7c5-4183-ba4c-a72cab838bc4 {{(pid=84040) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 21:19:21.361448 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-f3573e1b-97bf-440b-9aa5-4016bad20a99 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750375188691'] for port, before_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:19:21.488876 n-d-838334-2 neutron-server[84041]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3c124e36-03e8-44dd-b1c0-33e82e158051 admin admin] Router afe270b4-2d2c-4048-a6e3-0ca14289b58f has already been hosted by L3 agent bc84d6c9-dd7a-4555-a351-592327b46d5a {{(pid=84041) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 21:19:21.622670 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.db [None req-f3573e1b-97bf-440b-9aa5-4016bad20a99 admin admin] For port a9864ebb-e7c5-4183-ba4c-a72cab838bc4, host n-d-838334-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838334-2',level=0,port_id=a9864ebb-e7c5-4183-ba4c-a72cab838bc4,segment=NetworkSegment(73027d9a-2324-4fff-a460-d461bbd8c34a),segment_id=73027d9a-2324-4fff-a460-d461bbd8c34a)] {{(pid=84040) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:19:21.623186 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-f3573e1b-97bf-440b-9aa5-4016bad20a99 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369123'] for port, precommit_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:19:21.732263 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3c124e36-03e8-44dd-b1c0-33e82e158051 admin admin] Notify agent at l3_agent.n-d-838334-2 the message routers_updated {{(pid=84041) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 21:19:21.745607 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-3c124e36-03e8-44dd-b1c0-33e82e158051 admin admin] 10.222.0.42 "PUT /v2.0/routers/afe270b4-2d2c-4048-a6e3-0ca14289b58f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.3801739 Apr 18 21:19:21.748196 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 60090) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:19:21.770164 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.plugin [None req-f3573e1b-97bf-440b-9aa5-4016bad20a99 admin admin] Calling delete_port for a9864ebb-e7c5-4183-ba4c-a72cab838bc4 owned by network:router_interface {{(pid=84040) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 21:19:22.056398 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-b9f109cc-2283-4438-8049-f2fe2c7ed842 admin admin] Notify callbacks [] for router, before_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:19:22.140370 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-f3573e1b-97bf-440b-9aa5-4016bad20a99 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750375259028', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750374836628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32440838'] for port, after_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:19:22.194071 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3573e1b-97bf-440b-9aa5-4016bad20a99 admin admin] Pushing event deleted for resources: {'Port': ['ID=a9864ebb-e7c5-4183-ba4c-a72cab838bc4,revision_number=None']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:19:22.396360 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-b9f109cc-2283-4438-8049-f2fe2c7ed842 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:19:22.428344 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.plugin [None req-b9f109cc-2283-4438-8049-f2fe2c7ed842 admin admin] Deleting port 60b1036b-3e64-423e-8bbf-bf7f2d9eac14 {{(pid=84041) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 21:19:22.429475 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-b9f109cc-2283-4438-8049-f2fe2c7ed842 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750375188691'] for port, before_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:19:22.616049 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-f3573e1b-97bf-440b-9aa5-4016bad20a99 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-32377931', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33443910'] for router_interface, after_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:19:22.688959 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.db [None req-b9f109cc-2283-4438-8049-f2fe2c7ed842 admin admin] For port 60b1036b-3e64-423e-8bbf-bf7f2d9eac14, host n-d-838334-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838334-2',level=0,port_id=60b1036b-3e64-423e-8bbf-bf7f2d9eac14,segment=NetworkSegment(732aa830-768b-4511-951f-d08e26b9c25b),segment_id=732aa830-768b-4511-951f-d08e26b9c25b)] {{(pid=84041) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:19:22.689427 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-b9f109cc-2283-4438-8049-f2fe2c7ed842 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369123'] for port, precommit_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:19:22.839660 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.plugin [None req-b9f109cc-2283-4438-8049-f2fe2c7ed842 admin admin] Calling delete_port for 60b1036b-3e64-423e-8bbf-bf7f2d9eac14 owned by network:router_gateway {{(pid=84041) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 21:19:23.224075 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-b9f109cc-2283-4438-8049-f2fe2c7ed842 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750375259028', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750374836628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32266323'] for port, after_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:19:23.274674 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9f109cc-2283-4438-8049-f2fe2c7ed842 admin admin] Pushing event deleted for resources: {'Port': ['ID=60b1036b-3e64-423e-8bbf-bf7f2d9eac14,revision_number=None']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:19:23.532812 n-d-838334-2 neutron-server[84040]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f3573e1b-97bf-440b-9aa5-4016bad20a99 admin admin] Router e816ae11-294e-480a-b20a-a9ed203b8f57 has already been hosted by L3 agent bc84d6c9-dd7a-4555-a351-592327b46d5a {{(pid=84040) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 21:19:23.548312 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-b9f109cc-2283-4438-8049-f2fe2c7ed842 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33444108'] for router_gateway, after_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:19:23.758419 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f3573e1b-97bf-440b-9aa5-4016bad20a99 admin admin] Notify agent at l3_agent.n-d-838334-2 the message routers_updated {{(pid=84040) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 21:19:23.771464 n-d-838334-2 neutron-server[84043]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-116df7df-e6f0-4e1e-8a8d-84295def2f3d None None] Sync routers for ids ['e816ae11-294e-480a-b20a-a9ed203b8f57'] in n-d-838334-2 {{(pid=84043) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 18 21:19:23.777918 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-f3573e1b-97bf-440b-9aa5-4016bad20a99 admin admin] 10.222.0.42 "PUT /v2.0/routers/e816ae11-294e-480a-b20a-a9ed203b8f57/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6350405 Apr 18 21:19:23.780346 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 60224) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:19:23.792973 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-116df7df-e6f0-4e1e-8a8d-84295def2f3d None None] Routers {'e816ae11-294e-480a-b20a-a9ed203b8f57'} bound to L3 agent in host n-d-838334-2 {{(pid=84043) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 21:19:23.793591 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.l3_hamode_db [None req-116df7df-e6f0-4e1e-8a8d-84295def2f3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838334-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-18T20:25:48Z,description=,heartbeat_timestamp=2022-04-18T21:19:18Z,host='n-d-838334-2',id=bc84d6c9-dd7a-4555-a351-592327b46d5a,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:25:48Z,topic='l3_agent')) {'router_ids': ['e816ae11-294e-480a-b20a-a9ed203b8f57'], 'active': True} {{(pid=84043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:19:23.925503 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-b9f109cc-2283-4438-8049-f2fe2c7ed842 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33443580', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5726'] for router, precommit_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:19:23.942478 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-b9f109cc-2283-4438-8049-f2fe2c7ed842 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:19:23.982681 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-b9f109cc-2283-4438-8049-f2fe2c7ed842 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-33443408'] for router, after_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:19:23.983159 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b9f109cc-2283-4438-8049-f2fe2c7ed842 admin admin] Fanout notify agent at l3_agent the message router_deleted on router afe270b4-2d2c-4048-a6e3-0ca14289b58f {{(pid=84041) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 18 21:19:24.003458 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-b9f109cc-2283-4438-8049-f2fe2c7ed842 admin admin] Notify callbacks [] for router, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:19:24.004628 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-b9f109cc-2283-4438-8049-f2fe2c7ed842 admin admin] 10.222.0.42 "DELETE /v2.0/routers/afe270b4-2d2c-4048-a6e3-0ca14289b58f HTTP/1.1" status: 204 len: 168 time: 2.2553945 Apr 18 21:19:24.008126 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 60228) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:19:24.100595 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.db_base_plugin_v2 [None req-541136fc-4bfc-4ab3-9ea5-2af284009fb2 admin admin] Deleting subnet d5ac69fa-e8cf-41b3-b5b4-d46d52fc2aaf {{(pid=84040) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 18 21:19:24.105879 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-541136fc-4bfc-4ab3-9ea5-2af284009fb2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:19:24.164249 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.l3_dvr_db [None req-116df7df-e6f0-4e1e-8a8d-84295def2f3d None None] Set router e816ae11-294e-480a-b20a-a9ed203b8f57 gateway port host: n-d-838334-2 {{(pid=84043) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 21:19:24.176976 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-541136fc-4bfc-4ab3-9ea5-2af284009fb2 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31955982'] for subnet, precommit_delete_associations {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:19:24.212083 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-8cdf586c-fd3f-49fa-8768-0c3e70af5a67 admin admin] Notify callbacks [] for router, before_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:19:24.439105 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-541136fc-4bfc-4ab3-9ea5-2af284009fb2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1260556'] for subnet, precommit_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:19:24.507491 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.l3_hamode_db [None req-116df7df-e6f0-4e1e-8a8d-84295def2f3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e816ae11-294e-480a-b20a-a9ed203b8f57', 'name': 'tempest-TestServerBasicOps-997885885-router', 'tenant_id': '769e4d212a7247919de3c941a9f4cf3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'external_fixed_ips': [{'subnet_id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'ip_address': '172.25.8.194'}], 'enable_snat': True}, 'gw_port_id': '42368b2a-81ef-4f4f-9d00-ff9af0168c31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:13:17Z', 'updated_at': '2022-04-18T21:19:22Z', 'revision_number': 5, 'project_id': '769e4d212a7247919de3c941a9f4cf3b', 'gw_port': {'id': '42368b2a-81ef-4f4f-9d00-ff9af0168c31', 'name': '', 'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:0d:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e816ae11-294e-480a-b20a-a9ed203b8f57', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'ip_address': '172.25.8.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:13:18Z', 'updated_at': '2022-04-18T21:13:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838334-2'}], 'n-d-838334-2', False) {} {{(pid=84043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:19:24.511478 n-d-838334-2 neutron-server[84043]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-116df7df-e6f0-4e1e-8a8d-84295def2f3d None None] Checking router: e816ae11-294e-480a-b20a-a9ed203b8f57 for host: n-d-838334-2 {{(pid=84043) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 18 21:19:24.530798 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-116df7df-e6f0-4e1e-8a8d-84295def2f3d None None] Routers {'e816ae11-294e-480a-b20a-a9ed203b8f57'} bound to L3 agent in host n-d-838334-2 {{(pid=84043) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 21:19:24.531877 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.l3_hamode_db [None req-116df7df-e6f0-4e1e-8a8d-84295def2f3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838334-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-18T20:25:48Z,description=,heartbeat_timestamp=2022-04-18T21:19:18Z,host='n-d-838334-2',id=bc84d6c9-dd7a-4555-a351-592327b46d5a,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:25:48Z,topic='l3_agent')) {'router_ids': ['e816ae11-294e-480a-b20a-a9ed203b8f57'], 'active': True} {{(pid=84043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:19:24.538310 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-541136fc-4bfc-4ab3-9ea5-2af284009fb2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1260549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33526260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32440885', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31752825'] for subnet, after_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:19:24.592802 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-541136fc-4bfc-4ab3-9ea5-2af284009fb2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:19:24.603462 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18646f58-838d-4393-87d1-3af5eef9840d None None] Network 41961acd-b97a-465b-9b66-2f6c9a9fb390 requested from n-d-838334-2 {{(pid=84042) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 21:19:24.611355 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-541136fc-4bfc-4ab3-9ea5-2af284009fb2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d5ac69fa-e8cf-41b3-b5b4-d46d52fc2aaf,revision_number=None']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:19:24.619319 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-541136fc-4bfc-4ab3-9ea5-2af284009fb2 admin admin] 10.222.0.42 "DELETE /v2.0/subnets/d5ac69fa-e8cf-41b3-b5b4-d46d52fc2aaf HTTP/1.1" status: 204 len: 168 time: 0.6066973 Apr 18 21:19:24.619319 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 60238) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:19:24.757679 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-8cdf586c-fd3f-49fa-8768-0c3e70af5a67 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:19:24.773343 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-5ed58cef-34a0-4cae-85bc-aae6b7c2e9f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1103592'] for network, before_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:19:24.777526 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.plugin [None req-8cdf586c-fd3f-49fa-8768-0c3e70af5a67 admin admin] Deleting port 42368b2a-81ef-4f4f-9d00-ff9af0168c31 {{(pid=84040) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 21:19:24.777897 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-8cdf586c-fd3f-49fa-8768-0c3e70af5a67 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750375188691'] for port, before_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:19:24.844392 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.l3_dvr_db [None req-116df7df-e6f0-4e1e-8a8d-84295def2f3d None None] Set router e816ae11-294e-480a-b20a-a9ed203b8f57 gateway port host: n-d-838334-2 {{(pid=84043) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 21:19:24.848414 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.plugin [None req-5ed58cef-34a0-4cae-85bc-aae6b7c2e9f5 admin admin] Deleting port 492f275f-ebb5-49b4-9585-3d789fdcf9c8 {{(pid=84040) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 21:19:24.848735 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-5ed58cef-34a0-4cae-85bc-aae6b7c2e9f5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750375188691'] for port, before_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:19:24.997139 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25dc4639-9dba-4458-810f-816ea34e8089 None None] DHCP port deletion for 41961acd-b97a-465b-9b66-2f6c9a9fb390 request from n-d-838334-2 {{(pid=84042) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 18 21:19:25.003238 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.plugin [None req-25dc4639-9dba-4458-810f-816ea34e8089 None None] Deleting port 492f275f-ebb5-49b4-9585-3d789fdcf9c8 {{(pid=84042) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 21:19:25.003649 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-25dc4639-9dba-4458-810f-816ea34e8089 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750375188691'] for port, before_delete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:19:25.314151 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-25dc4639-9dba-4458-810f-816ea34e8089 None None] For port 492f275f-ebb5-49b4-9585-3d789fdcf9c8, host n-d-838334-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838334-2',level=0,port_id=492f275f-ebb5-49b4-9585-3d789fdcf9c8,segment=NetworkSegment(b0ff4eb3-611d-422f-93f3-f153269165be),segment_id=b0ff4eb3-611d-422f-93f3-f153269165be)] {{(pid=84042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:19:25.314543 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-25dc4639-9dba-4458-810f-816ea34e8089 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369123'] for port, precommit_delete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:19:25.315489 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.l3_hamode_db [None req-116df7df-e6f0-4e1e-8a8d-84295def2f3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e816ae11-294e-480a-b20a-a9ed203b8f57', 'name': 'tempest-TestServerBasicOps-997885885-router', 'tenant_id': '769e4d212a7247919de3c941a9f4cf3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'external_fixed_ips': [{'subnet_id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'ip_address': '172.25.8.194'}], 'enable_snat': True}, 'gw_port_id': '42368b2a-81ef-4f4f-9d00-ff9af0168c31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:13:17Z', 'updated_at': '2022-04-18T21:19:22Z', 'revision_number': 5, 'project_id': '769e4d212a7247919de3c941a9f4cf3b', 'gw_port': {'id': '42368b2a-81ef-4f4f-9d00-ff9af0168c31', 'name': '', 'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:0d:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e816ae11-294e-480a-b20a-a9ed203b8f57', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'ip_address': '172.25.8.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:13:18Z', 'updated_at': '2022-04-18T21:13:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838334-2'}], 'n-d-838334-2', False) {} {{(pid=84043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:19:25.324519 n-d-838334-2 neutron-server[84043]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-116df7df-e6f0-4e1e-8a8d-84295def2f3d None None] The sync data for ids ['e816ae11-294e-480a-b20a-a9ed203b8f57'] in n-d-838334-2 is: [{'id': 'e816ae11-294e-480a-b20a-a9ed203b8f57', 'name': 'tempest-TestServerBasicOps-997885885-router', 'tenant_id': '769e4d212a7247919de3c941a9f4cf3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'external_fixed_ips': [{'subnet_id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'ip_address': '172.25.8.194'}], 'enable_snat': True}, 'gw_port_id': '42368b2a-81ef-4f4f-9d00-ff9af0168c31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:13:17Z', 'updated_at': '2022-04-18T21:19:22Z', 'revision_number': 5, 'project_id': '769e4d212a7247919de3c941a9f4cf3b', 'gw_port': {'id': '42368b2a-81ef-4f4f-9d00-ff9af0168c31', 'name': '', 'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:0d:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e816ae11-294e-480a-b20a-a9ed203b8f57', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'ip_address': '172.25.8.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:13:18Z', 'updated_at': '2022-04-18T21:13:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838334-2'}] {{(pid=84043) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 18 21:19:25.361169 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.db [None req-8cdf586c-fd3f-49fa-8768-0c3e70af5a67 admin admin] For port 42368b2a-81ef-4f4f-9d00-ff9af0168c31, host n-d-838334-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838334-2',level=0,port_id=42368b2a-81ef-4f4f-9d00-ff9af0168c31,segment=NetworkSegment(732aa830-768b-4511-951f-d08e26b9c25b),segment_id=732aa830-768b-4511-951f-d08e26b9c25b)] {{(pid=84040) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:19:25.361531 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-8cdf586c-fd3f-49fa-8768-0c3e70af5a67 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369123'] for port, precommit_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:19:25.452769 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.plugin [None req-25dc4639-9dba-4458-810f-816ea34e8089 None None] Calling delete_port for 492f275f-ebb5-49b4-9585-3d789fdcf9c8 owned by network:dhcp {{(pid=84042) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 21:19:25.516366 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.plugin [None req-8cdf586c-fd3f-49fa-8768-0c3e70af5a67 admin admin] Calling delete_port for 42368b2a-81ef-4f4f-9d00-ff9af0168c31 owned by network:router_gateway {{(pid=84040) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 21:19:25.534848 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-25dc4639-9dba-4458-810f-816ea34e8089 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750375259028', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750374836628'] for port, after_delete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:19:25.571133 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.db [None req-5ed58cef-34a0-4cae-85bc-aae6b7c2e9f5 admin admin] For port 492f275f-ebb5-49b4-9585-3d789fdcf9c8, host n-d-838334-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838334-2',level=0,port_id=492f275f-ebb5-49b4-9585-3d789fdcf9c8,segment=NetworkSegment(b0ff4eb3-611d-422f-93f3-f153269165be),segment_id=b0ff4eb3-611d-422f-93f3-f153269165be)] {{(pid=84040) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:19:25.571489 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-5ed58cef-34a0-4cae-85bc-aae6b7c2e9f5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369123'] for port, precommit_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:19:25.601483 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25dc4639-9dba-4458-810f-816ea34e8089 None None] No DVR routers for this DVR port 492f275f-ebb5-49b4-9585-3d789fdcf9c8 on host n-d-838334-2 {{(pid=84042) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 21:19:25.605469 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25dc4639-9dba-4458-810f-816ea34e8089 None None] Pushing event deleted for resources: {'Port': ['ID=492f275f-ebb5-49b4-9585-3d789fdcf9c8,revision_number=None']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:19:25.741087 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.plugin [None req-5ed58cef-34a0-4cae-85bc-aae6b7c2e9f5 admin admin] Calling delete_port for 492f275f-ebb5-49b4-9585-3d789fdcf9c8 owned by network:dhcp {{(pid=84040) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 21:19:25.850193 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.db.api [None req-5ed58cef-34a0-4cae-85bc-aae6b7c2e9f5 admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84040) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 18 21:19:25.850892 n-d-838334-2 neutron-server[84040]: DEBUG oslo_db.api [None req-5ed58cef-34a0-4cae-85bc-aae6b7c2e9f5 admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 18 21:19:25.927995 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-8cdf586c-fd3f-49fa-8768-0c3e70af5a67 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750375259028', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750374836628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32440838'] for port, after_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:19:25.995841 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cdf586c-fd3f-49fa-8768-0c3e70af5a67 admin admin] Pushing event deleted for resources: {'Port': ['ID=42368b2a-81ef-4f4f-9d00-ff9af0168c31,revision_number=None']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:19:26.243915 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-8cdf586c-fd3f-49fa-8768-0c3e70af5a67 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33444108'] for router_gateway, after_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:19:26.382464 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.plugin [None req-5ed58cef-34a0-4cae-85bc-aae6b7c2e9f5 admin admin] Deleting port 492f275f-ebb5-49b4-9585-3d789fdcf9c8 {{(pid=84040) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 21:19:26.382464 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-5ed58cef-34a0-4cae-85bc-aae6b7c2e9f5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750375188691'] for port, before_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:19:26.421823 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Device a9864ebb-e7c5-4183-ba4c-a72cab838bc4 no longer exists at agent ovs-agent-n-d-838334-2 {{(pid=84042) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 21:19:26.462246 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.plugin [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] No Port match for: a9864ebb-e7c5-4183-ba4c-a72cab838bc4 {{(pid=84042) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 18 21:19:26.462468 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.plugin [None req-5ed58cef-34a0-4cae-85bc-aae6b7c2e9f5 admin admin] The port '492f275f-ebb5-49b4-9585-3d789fdcf9c8' was deleted {{(pid=84040) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 18 21:19:26.463156 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Device a9864ebb-e7c5-4183-ba4c-a72cab838bc4 not bound to the agent host n-d-838334-2 {{(pid=84042) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 21:19:26.463883 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Device 492f275f-ebb5-49b4-9585-3d789fdcf9c8 no longer exists at agent ovs-agent-n-d-838334-2 {{(pid=84042) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 21:19:26.505581 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.plugin [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] No Port match for: 492f275f-ebb5-49b4-9585-3d789fdcf9c8 {{(pid=84042) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 18 21:19:26.506219 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Device 492f275f-ebb5-49b4-9585-3d789fdcf9c8 not bound to the agent host n-d-838334-2 {{(pid=84042) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 21:19:26.798834 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-8cdf586c-fd3f-49fa-8768-0c3e70af5a67 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33443580', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5726'] for router, precommit_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:19:26.826051 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-8cdf586c-fd3f-49fa-8768-0c3e70af5a67 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:19:26.828817 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-5ed58cef-34a0-4cae-85bc-aae6b7c2e9f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1258905', 'neutron.services.segments.db._delete_segments_for_network-8750375287417'] for network, precommit_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:19:26.861428 n-d-838334-2 neutron-server[84040]: DEBUG neutron.services.segments.db [None req-5ed58cef-34a0-4cae-85bc-aae6b7c2e9f5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['41961acd-b97a-465b-9b66-2f6c9a9fb390']}} {{(pid=84040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:19:26.897387 n-d-838334-2 neutron-server[84040]: DEBUG neutron.services.segments.db [None req-5ed58cef-34a0-4cae-85bc-aae6b7c2e9f5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b0ff4eb3-611d-422f-93f3-f153269165be') {'for_net_delete': True} {{(pid=84040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:19:26.897387 n-d-838334-2 neutron-server[84040]: DEBUG neutron.services.segments.db [None req-5ed58cef-34a0-4cae-85bc-aae6b7c2e9f5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b0ff4eb3-611d-422f-93f3-f153269165be') {} {{(pid=84040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:19:26.917170 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-5ed58cef-34a0-4cae-85bc-aae6b7c2e9f5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750375287300', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31955965'] for segment, before_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:19:26.936882 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-8cdf586c-fd3f-49fa-8768-0c3e70af5a67 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-33443408'] for router, after_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:19:26.936882 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8cdf586c-fd3f-49fa-8768-0c3e70af5a67 admin admin] Fanout notify agent at l3_agent the message router_deleted on router e816ae11-294e-480a-b20a-a9ed203b8f57 {{(pid=84040) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 18 21:19:26.936882 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-5ed58cef-34a0-4cae-85bc-aae6b7c2e9f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1082986'] for segment, precommit_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:19:26.949328 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5ed58cef-34a0-4cae-85bc-aae6b7c2e9f5 admin admin] Releasing vlan 360 on physical network physnet1 to pool {{(pid=84040) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 18 21:19:26.949328 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-5ed58cef-34a0-4cae-85bc-aae6b7c2e9f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1082993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32440923'] for segment, after_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:19:26.966346 n-d-838334-2 neutron-server[84040]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 21:19:26.966346 n-d-838334-2 neutron-server[84040]: util.warn( Apr 18 21:19:26.966346 n-d-838334-2 neutron-server[84040]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 21:19:26.966346 n-d-838334-2 neutron-server[84040]: util.warn( Apr 18 21:19:26.966346 n-d-838334-2 neutron-server[84040]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 21:19:26.966346 n-d-838334-2 neutron-server[84040]: util.warn( Apr 18 21:19:26.966346 n-d-838334-2 neutron-server[84040]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 21:19:26.966346 n-d-838334-2 neutron-server[84040]: util.warn( Apr 18 21:19:26.966346 n-d-838334-2 neutron-server[84040]: Traceback (most recent call last): Apr 18 21:19:26.966346 n-d-838334-2 neutron-server[84040]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 18 21:19:26.966346 n-d-838334-2 neutron-server[84040]: timer() Apr 18 21:19:26.966346 n-d-838334-2 neutron-server[84040]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 21:19:26.966346 n-d-838334-2 neutron-server[84040]: cb(*args, **kw) Apr 18 21:19:26.966346 n-d-838334-2 neutron-server[84040]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 18 21:19:26.966346 n-d-838334-2 neutron-server[84040]: return func(*args, **kwargs) Apr 18 21:19:26.966346 n-d-838334-2 neutron-server[84040]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 21:19:26.966346 n-d-838334-2 neutron-server[84040]: self._notify() Apr 18 21:19:26.966346 n-d-838334-2 neutron-server[84040]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 21:19:26.966346 n-d-838334-2 neutron-server[84040]: self.callback(batched_events) Apr 18 21:19:26.966346 n-d-838334-2 neutron-server[84040]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 21:19:26.966346 n-d-838334-2 neutron-server[84040]: event.method(event) Apr 18 21:19:26.966346 n-d-838334-2 neutron-server[84040]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 18 21:19:26.966346 n-d-838334-2 neutron-server[84040]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 21:19:26.966346 n-d-838334-2 neutron-server[84040]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 18 21:19:26.966346 n-d-838334-2 neutron-server[84040]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 21:19:26.966346 n-d-838334-2 neutron-server[84040]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 18 21:19:26.966346 n-d-838334-2 neutron-server[84040]: return f(self, *a, **k) Apr 18 21:19:26.966346 n-d-838334-2 neutron-server[84040]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 18 21:19:26.966346 n-d-838334-2 neutron-server[84040]: return self._get(url).json() Apr 18 21:19:26.966346 n-d-838334-2 neutron-server[84040]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 18 21:19:26.966346 n-d-838334-2 neutron-server[84040]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 21:19:26.966346 n-d-838334-2 neutron-server[84040]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 18 21:19:26.966346 n-d-838334-2 neutron-server[84040]: return self.request(url, 'GET', **kwargs) Apr 18 21:19:26.966346 n-d-838334-2 neutron-server[84040]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 18 21:19:26.966346 n-d-838334-2 neutron-server[84040]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 21:19:26.966346 n-d-838334-2 neutron-server[84040]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 18 21:19:26.966346 n-d-838334-2 neutron-server[84040]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 21:19:26.966346 n-d-838334-2 neutron-server[84040]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 18 21:19:26.966346 n-d-838334-2 neutron-server[84040]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 21:19:26.966346 n-d-838334-2 neutron-server[84040]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 21:19:27.051850 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-8cdf586c-fd3f-49fa-8768-0c3e70af5a67 admin admin] Notify callbacks [] for router, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:19:27.053235 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-8cdf586c-fd3f-49fa-8768-0c3e70af5a67 admin admin] 10.222.0.42 "DELETE /v2.0/routers/e816ae11-294e-480a-b20a-a9ed203b8f57 HTTP/1.1" status: 204 len: 168 time: 3.2719157 Apr 18 21:19:27.056014 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 60254) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:19:27.073166 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-5ed58cef-34a0-4cae-85bc-aae6b7c2e9f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1258898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33526109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33444113'] for network, after_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:19:27.095911 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-5ed58cef-34a0-4cae-85bc-aae6b7c2e9f5 admin admin] Notify callbacks [] for network, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:19:27.104175 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ed58cef-34a0-4cae-85bc-aae6b7c2e9f5 admin admin] Pushing event deleted for resources: {'Network': ['ID=41961acd-b97a-465b-9b66-2f6c9a9fb390,revision_number=None']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:19:27.109833 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-5ed58cef-34a0-4cae-85bc-aae6b7c2e9f5 admin admin] 10.222.0.42 "DELETE /v2.0/networks/41961acd-b97a-465b-9b66-2f6c9a9fb390 HTTP/1.1" status: 204 len: 168 time: 2.4886756 Apr 18 21:19:27.129989 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.db_base_plugin_v2 [None req-18e700bc-be6f-4262-bce3-4f86f9598bc8 admin admin] Deleting subnet ffff18e8-8f29-45e6-957b-0d07d078c8a0 {{(pid=84041) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 18 21:19:27.133481 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-18e700bc-be6f-4262-bce3-4f86f9598bc8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:19:27.186835 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-18e700bc-be6f-4262-bce3-4f86f9598bc8 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32266383'] for subnet, precommit_delete_associations {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:19:27.278716 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 60262) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:19:27.298314 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-18e700bc-be6f-4262-bce3-4f86f9598bc8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1260556'] for subnet, precommit_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:19:27.378038 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-e1c737bd-3d8a-4b73-9464-8942c0d7b8f5 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=57cee1e526f447cea21c0a479d6cffbf&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0975823 Apr 18 21:19:27.380686 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 60268) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:19:27.422384 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-18e700bc-be6f-4262-bce3-4f86f9598bc8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1260549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33526260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32266336', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32486390'] for subnet, after_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:19:27.470363 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18e700bc-be6f-4262-bce3-4f86f9598bc8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ffff18e8-8f29-45e6-957b-0d07d078c8a0,revision_number=None']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:19:27.480242 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-18e700bc-be6f-4262-bce3-4f86f9598bc8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:19:27.484097 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d684aecc-3259-4228-b303-bf89481692bd None None] Network 455c9cd9-3eae-4b7a-8234-99cebcf9bc24 requested from n-d-838334-2 {{(pid=84042) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 21:19:27.497223 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-18e700bc-be6f-4262-bce3-4f86f9598bc8 admin admin] 10.222.0.42 "DELETE /v2.0/subnets/ffff18e8-8f29-45e6-957b-0d07d078c8a0 HTTP/1.1" status: 204 len: 168 time: 0.4396191 Apr 18 21:19:27.499847 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-5731b9ce-f0e8-44cc-946e-e2c4faa007eb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:19:27.499958 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 60272) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:19:27.528030 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-5731b9ce-f0e8-44cc-946e-e2c4faa007eb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:19:27.587571 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-5731b9ce-f0e8-44cc-946e-e2c4faa007eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33528224'] for security_group, after_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:19:27.615118 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-5731b9ce-f0e8-44cc-946e-e2c4faa007eb admin admin] Notify callbacks [] for security_group, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:19:27.618927 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-5731b9ce-f0e8-44cc-946e-e2c4faa007eb admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/72bb5f9a-2c7b-4d2e-8898-12b4189f468d HTTP/1.1" status: 204 len: 168 time: 0.2349648 Apr 18 21:19:27.618927 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5731b9ce-f0e8-44cc-946e-e2c4faa007eb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=72bb5f9a-2c7b-4d2e-8898-12b4189f468d,revision_number=None']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:19:27.635167 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-4d90ba1e-352d-40e6-943f-fcb29aed3b33 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1103592'] for network, before_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:19:27.672188 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.plugin [None req-4d90ba1e-352d-40e6-943f-fcb29aed3b33 admin admin] Deleting port 7d63c21a-e887-4bb9-a435-5e376885d78a {{(pid=84040) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 21:19:27.674730 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-4d90ba1e-352d-40e6-943f-fcb29aed3b33 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750375188691'] for port, before_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:19:27.904670 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8db379f9-b462-47e3-99fa-be9e2741c2ab None None] DHCP port deletion for 455c9cd9-3eae-4b7a-8234-99cebcf9bc24 request from n-d-838334-2 {{(pid=84042) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 18 21:19:27.911264 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.plugin [None req-8db379f9-b462-47e3-99fa-be9e2741c2ab None None] Deleting port 7d63c21a-e887-4bb9-a435-5e376885d78a {{(pid=84042) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 21:19:27.911877 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-8db379f9-b462-47e3-99fa-be9e2741c2ab None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750375188691'] for port, before_delete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:19:28.180565 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.db [None req-4d90ba1e-352d-40e6-943f-fcb29aed3b33 admin admin] For port 7d63c21a-e887-4bb9-a435-5e376885d78a, host n-d-838334-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838334-2',level=0,port_id=7d63c21a-e887-4bb9-a435-5e376885d78a,segment=NetworkSegment(73027d9a-2324-4fff-a460-d461bbd8c34a),segment_id=73027d9a-2324-4fff-a460-d461bbd8c34a)] {{(pid=84040) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:19:28.181794 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-4d90ba1e-352d-40e6-943f-fcb29aed3b33 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369123'] for port, precommit_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:19:28.333572 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-8db379f9-b462-47e3-99fa-be9e2741c2ab None None] For port 7d63c21a-e887-4bb9-a435-5e376885d78a, host n-d-838334-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838334-2',level=0,port_id=7d63c21a-e887-4bb9-a435-5e376885d78a,segment=NetworkSegment(73027d9a-2324-4fff-a460-d461bbd8c34a),segment_id=73027d9a-2324-4fff-a460-d461bbd8c34a)] {{(pid=84042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:19:28.334288 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-8db379f9-b462-47e3-99fa-be9e2741c2ab None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369123'] for port, precommit_delete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:19:28.364111 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.plugin [None req-4d90ba1e-352d-40e6-943f-fcb29aed3b33 admin admin] Calling delete_port for 7d63c21a-e887-4bb9-a435-5e376885d78a owned by network:dhcp {{(pid=84040) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 21:19:28.474543 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-4d90ba1e-352d-40e6-943f-fcb29aed3b33 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750375259028', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750374836628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32440838'] for port, after_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:19:28.485866 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.plugin [None req-8db379f9-b462-47e3-99fa-be9e2741c2ab None None] Calling delete_port for 7d63c21a-e887-4bb9-a435-5e376885d78a owned by network:dhcp {{(pid=84042) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 21:19:28.532270 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Device 7d63c21a-e887-4bb9-a435-5e376885d78a no longer exists at agent ovs-agent-n-d-838334-2 {{(pid=84042) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 21:19:28.539325 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d90ba1e-352d-40e6-943f-fcb29aed3b33 admin admin] Pushing event deleted for resources: {'Port': ['ID=7d63c21a-e887-4bb9-a435-5e376885d78a,revision_number=None']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:19:28.544239 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d90ba1e-352d-40e6-943f-fcb29aed3b33 admin admin] No DVR routers for this DVR port 7d63c21a-e887-4bb9-a435-5e376885d78a on host n-d-838334-2 {{(pid=84040) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 21:19:28.567240 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 60290) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:19:28.571094 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.plugin [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] No Port match for: 7d63c21a-e887-4bb9-a435-5e376885d78a {{(pid=84042) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 18 21:19:28.571435 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Device 7d63c21a-e887-4bb9-a435-5e376885d78a not bound to the agent host n-d-838334-2 {{(pid=84042) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 21:19:28.602727 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-651b3171-e358-4dd6-a53d-6bbcea7641f9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:19:28.616528 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.db.api [None req-8db379f9-b462-47e3-99fa-be9e2741c2ab None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84042) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 18 21:19:28.617280 n-d-838334-2 neutron-server[84042]: DEBUG oslo_db.api [None req-8db379f9-b462-47e3-99fa-be9e2741c2ab None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 18 21:19:28.642704 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-651b3171-e358-4dd6-a53d-6bbcea7641f9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:19:28.650926 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-651b3171-e358-4dd6-a53d-6bbcea7641f9 admin admin] Usage tracker for resource:security_group_rule and tenant:None is out of sync, need to count used quota {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:19:28.654717 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-651b3171-e358-4dd6-a53d-6bbcea7641f9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:19:28.662965 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-651b3171-e358-4dd6-a53d-6bbcea7641f9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:19:28.718920 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-4d90ba1e-352d-40e6-943f-fcb29aed3b33 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1258905', 'neutron.services.segments.db._delete_segments_for_network-8750375287417'] for network, precommit_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:19:28.758277 n-d-838334-2 neutron-server[84040]: DEBUG neutron.services.segments.db [None req-4d90ba1e-352d-40e6-943f-fcb29aed3b33 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['455c9cd9-3eae-4b7a-8234-99cebcf9bc24']}} {{(pid=84040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:19:28.758532 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-651b3171-e358-4dd6-a53d-6bbcea7641f9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:19:28.764994 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-651b3171-e358-4dd6-a53d-6bbcea7641f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33528224'] for security_group, after_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:19:28.772650 n-d-838334-2 neutron-server[84040]: DEBUG neutron.services.segments.db [None req-4d90ba1e-352d-40e6-943f-fcb29aed3b33 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '73027d9a-2324-4fff-a460-d461bbd8c34a') {'for_net_delete': True} {{(pid=84040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:19:28.772949 n-d-838334-2 neutron-server[84040]: DEBUG neutron.services.segments.db [None req-4d90ba1e-352d-40e6-943f-fcb29aed3b33 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '73027d9a-2324-4fff-a460-d461bbd8c34a') {} {{(pid=84040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:19:28.786857 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-4d90ba1e-352d-40e6-943f-fcb29aed3b33 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750375287300', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31955965'] for segment, before_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:19:28.807048 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-4d90ba1e-352d-40e6-943f-fcb29aed3b33 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1082986'] for segment, precommit_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:19:28.818525 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-651b3171-e358-4dd6-a53d-6bbcea7641f9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a3188d81-15e2-44cf-a396-d94174e9eb38,revision_number=1']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:19:28.822577 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-651b3171-e358-4dd6-a53d-6bbcea7641f9 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=None&name=default HTTP/1.1" status: 200 len: 2367 time: 0.2543268 Apr 18 21:19:28.826389 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 60304) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:19:28.840646 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4d90ba1e-352d-40e6-943f-fcb29aed3b33 admin admin] Releasing vlan 363 on physical network physnet1 to pool {{(pid=84040) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 18 21:19:28.841102 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-4d90ba1e-352d-40e6-943f-fcb29aed3b33 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1082993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32440923'] for segment, after_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:19:28.859216 n-d-838334-2 neutron-server[84040]: Traceback (most recent call last): Apr 18 21:19:28.859216 n-d-838334-2 neutron-server[84040]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 18 21:19:28.859216 n-d-838334-2 neutron-server[84040]: timer() Apr 18 21:19:28.859216 n-d-838334-2 neutron-server[84040]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 21:19:28.859216 n-d-838334-2 neutron-server[84040]: cb(*args, **kw) Apr 18 21:19:28.859216 n-d-838334-2 neutron-server[84040]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 18 21:19:28.859216 n-d-838334-2 neutron-server[84040]: return func(*args, **kwargs) Apr 18 21:19:28.859216 n-d-838334-2 neutron-server[84040]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 21:19:28.859216 n-d-838334-2 neutron-server[84040]: self._notify() Apr 18 21:19:28.859216 n-d-838334-2 neutron-server[84040]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 21:19:28.859216 n-d-838334-2 neutron-server[84040]: self.callback(batched_events) Apr 18 21:19:28.859216 n-d-838334-2 neutron-server[84040]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 21:19:28.859216 n-d-838334-2 neutron-server[84040]: event.method(event) Apr 18 21:19:28.859216 n-d-838334-2 neutron-server[84040]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 18 21:19:28.859216 n-d-838334-2 neutron-server[84040]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 21:19:28.859216 n-d-838334-2 neutron-server[84040]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 18 21:19:28.859216 n-d-838334-2 neutron-server[84040]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 21:19:28.859216 n-d-838334-2 neutron-server[84040]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 18 21:19:28.859216 n-d-838334-2 neutron-server[84040]: return f(self, *a, **k) Apr 18 21:19:28.859216 n-d-838334-2 neutron-server[84040]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 18 21:19:28.859216 n-d-838334-2 neutron-server[84040]: return self._get(url).json() Apr 18 21:19:28.859216 n-d-838334-2 neutron-server[84040]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 18 21:19:28.859216 n-d-838334-2 neutron-server[84040]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 21:19:28.859216 n-d-838334-2 neutron-server[84040]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 18 21:19:28.859216 n-d-838334-2 neutron-server[84040]: return self.request(url, 'GET', **kwargs) Apr 18 21:19:28.859216 n-d-838334-2 neutron-server[84040]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 18 21:19:28.859216 n-d-838334-2 neutron-server[84040]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 21:19:28.859216 n-d-838334-2 neutron-server[84040]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 18 21:19:28.859216 n-d-838334-2 neutron-server[84040]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 21:19:28.859216 n-d-838334-2 neutron-server[84040]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 18 21:19:28.859216 n-d-838334-2 neutron-server[84040]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 21:19:28.859216 n-d-838334-2 neutron-server[84040]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 21:19:28.968880 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-4d90ba1e-352d-40e6-943f-fcb29aed3b33 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1258898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33526109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33444113'] for network, after_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:19:28.996313 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-4d90ba1e-352d-40e6-943f-fcb29aed3b33 admin admin] Notify callbacks [] for network, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:19:29.004327 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-6eda3499-797e-43d1-9793-0df5139c8b07 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:19:29.019129 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d90ba1e-352d-40e6-943f-fcb29aed3b33 admin admin] Pushing event deleted for resources: {'Network': ['ID=455c9cd9-3eae-4b7a-8234-99cebcf9bc24,revision_number=None']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:19:29.051351 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-4d90ba1e-352d-40e6-943f-fcb29aed3b33 admin admin] 10.222.0.42 "DELETE /v2.0/networks/455c9cd9-3eae-4b7a-8234-99cebcf9bc24 HTTP/1.1" status: 204 len: 168 time: 1.5503013 Apr 18 21:19:29.054414 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 60318) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:19:29.081708 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-6eda3499-797e-43d1-9793-0df5139c8b07 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:19:29.123014 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.plugin [None req-8db379f9-b462-47e3-99fa-be9e2741c2ab None None] Deleting port 7d63c21a-e887-4bb9-a435-5e376885d78a {{(pid=84042) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 21:19:29.123014 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-8db379f9-b462-47e3-99fa-be9e2741c2ab None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750375188691'] for port, before_delete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:19:29.227667 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.plugin [None req-8db379f9-b462-47e3-99fa-be9e2741c2ab None None] The port '7d63c21a-e887-4bb9-a435-5e376885d78a' was deleted {{(pid=84042) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 18 21:19:29.233451 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81d3321a-37c6-4331-b6ea-bd5abdefbfa7 None None] Sync routers for ids ['afe270b4-2d2c-4048-a6e3-0ca14289b58f'] in n-d-838334-2 {{(pid=84042) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 18 21:19:29.273172 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81d3321a-37c6-4331-b6ea-bd5abdefbfa7 None None] Routers set() bound to L3 agent in host n-d-838334-2 {{(pid=84042) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 21:19:29.273801 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81d3321a-37c6-4331-b6ea-bd5abdefbfa7 None None] Router IDs set() for agent in host n-d-838334-2 {{(pid=84042) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Apr 18 21:19:29.274639 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_agentschedulers_db [None req-81d3321a-37c6-4331-b6ea-bd5abdefbfa7 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'afe270b4-2d2c-4048-a6e3-0ca14289b58f'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-18T20:25:48Z,description=,heartbeat_timestamp=2022-04-18T21:19:18Z,host='n-d-838334-2',id=bc84d6c9-dd7a-4555-a351-592327b46d5a,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:25:48Z,topic='l3_agent'). {{(pid=84042) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Apr 18 21:19:29.325136 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81d3321a-37c6-4331-b6ea-bd5abdefbfa7 None None] Routers set() bound to L3 agent in host n-d-838334-2 {{(pid=84042) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 21:19:29.325440 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81d3321a-37c6-4331-b6ea-bd5abdefbfa7 None None] Router IDs set() for agent in host n-d-838334-2 {{(pid=84042) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Apr 18 21:19:29.326435 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_agentschedulers_db [None req-81d3321a-37c6-4331-b6ea-bd5abdefbfa7 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'afe270b4-2d2c-4048-a6e3-0ca14289b58f'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-18T20:25:48Z,description=,heartbeat_timestamp=2022-04-18T21:19:18Z,host='n-d-838334-2',id=bc84d6c9-dd7a-4555-a351-592327b46d5a,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:25:48Z,topic='l3_agent'). {{(pid=84042) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Apr 18 21:19:29.326997 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81d3321a-37c6-4331-b6ea-bd5abdefbfa7 None None] The sync data for ids ['afe270b4-2d2c-4048-a6e3-0ca14289b58f'] in n-d-838334-2 is: [] {{(pid=84042) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 18 21:19:29.327926 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-6eda3499-797e-43d1-9793-0df5139c8b07 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33528224'] for security_group, after_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:19:29.353230 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eda3499-797e-43d1-9793-0df5139c8b07 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a3188d81-15e2-44cf-a396-d94174e9eb38,revision_number=None']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:19:29.362300 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-6eda3499-797e-43d1-9793-0df5139c8b07 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:19:29.364673 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-6eda3499-797e-43d1-9793-0df5139c8b07 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/a3188d81-15e2-44cf-a396-d94174e9eb38 HTTP/1.1" status: 204 len: 168 time: 0.5371206 Apr 18 21:19:29.907773 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-fc2c84a1-3087-44bd-abb5-094e2f306fa5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33443857'] for router_interface, before_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:19:29.913693 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750375287399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253529'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:19:30.312171 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Device 60ae0225-0df3-4370-9fc5-02f0f98a9a00 no longer exists at agent ovs-agent-n-d-838334-2 {{(pid=84042) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 21:19:30.350277 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.plugin [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] No Port match for: 60ae0225-0df3-4370-9fc5-02f0f98a9a00 {{(pid=84042) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 18 21:19:30.351140 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Device 60ae0225-0df3-4370-9fc5-02f0f98a9a00 not bound to the agent host n-d-838334-2 {{(pid=84042) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 21:19:30.351866 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Device 42368b2a-81ef-4f4f-9d00-ff9af0168c31 no longer exists at agent ovs-agent-n-d-838334-2 {{(pid=84042) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 21:19:30.409732 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.plugin [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] No Port match for: 42368b2a-81ef-4f4f-9d00-ff9af0168c31 {{(pid=84042) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 18 21:19:30.411718 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Device 42368b2a-81ef-4f4f-9d00-ff9af0168c31 not bound to the agent host n-d-838334-2 {{(pid=84042) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 21:19:30.710793 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.plugin [None req-fc2c84a1-3087-44bd-abb5-094e2f306fa5 admin admin] Deleting port 04873a2a-875c-4159-8764-a6f4a24d1d21 {{(pid=84041) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 21:19:30.711271 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-fc2c84a1-3087-44bd-abb5-094e2f306fa5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750375188691'] for port, before_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:19:30.891606 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.db [None req-fc2c84a1-3087-44bd-abb5-094e2f306fa5 admin admin] For port 04873a2a-875c-4159-8764-a6f4a24d1d21, host n-d-838334-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838334-2',level=0,port_id=04873a2a-875c-4159-8764-a6f4a24d1d21,segment=NetworkSegment(f6dabbc8-958f-4912-b0f1-a71ffd08c326),segment_id=f6dabbc8-958f-4912-b0f1-a71ffd08c326)] {{(pid=84041) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:19:30.891929 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-fc2c84a1-3087-44bd-abb5-094e2f306fa5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369123'] for port, precommit_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:19:31.076100 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.plugin [None req-fc2c84a1-3087-44bd-abb5-094e2f306fa5 admin admin] Calling delete_port for 04873a2a-875c-4159-8764-a6f4a24d1d21 owned by network:router_interface {{(pid=84041) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 21:19:31.286928 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-fc2c84a1-3087-44bd-abb5-094e2f306fa5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750375259028', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750374836628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32266323'] for port, after_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:19:31.371658 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc2c84a1-3087-44bd-abb5-094e2f306fa5 admin admin] Pushing event deleted for resources: {'Port': ['ID=04873a2a-875c-4159-8764-a6f4a24d1d21,revision_number=None']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:19:31.796180 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-fc2c84a1-3087-44bd-abb5-094e2f306fa5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-32377931', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33443910'] for router_interface, after_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:19:32.369904 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Device 60b1036b-3e64-423e-8bbf-bf7f2d9eac14 no longer exists at agent ovs-agent-n-d-838334-2 {{(pid=84042) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 21:19:32.448616 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.plugin [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] No Port match for: 60b1036b-3e64-423e-8bbf-bf7f2d9eac14 {{(pid=84042) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 18 21:19:32.448616 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Device 60b1036b-3e64-423e-8bbf-bf7f2d9eac14 not bound to the agent host n-d-838334-2 {{(pid=84042) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 21:19:32.582787 n-d-838334-2 neutron-server[84041]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fc2c84a1-3087-44bd-abb5-094e2f306fa5 admin admin] Router eec129a7-ff97-4a08-81cd-9578bacd1f66 has already been hosted by L3 agent bc84d6c9-dd7a-4555-a351-592327b46d5a {{(pid=84041) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 21:19:32.829981 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fc2c84a1-3087-44bd-abb5-094e2f306fa5 admin admin] Notify agent at l3_agent.n-d-838334-2 the message routers_updated {{(pid=84041) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 21:19:32.845695 n-d-838334-2 neutron-server[84043]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80197915-66ae-416e-8e35-9489adf11596 None None] Sync routers for ids ['eec129a7-ff97-4a08-81cd-9578bacd1f66'] in n-d-838334-2 {{(pid=84043) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 18 21:19:32.864717 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80197915-66ae-416e-8e35-9489adf11596 None None] Routers {'eec129a7-ff97-4a08-81cd-9578bacd1f66'} bound to L3 agent in host n-d-838334-2 {{(pid=84043) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 21:19:32.865538 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.l3_hamode_db [None req-80197915-66ae-416e-8e35-9489adf11596 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838334-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-18T20:25:48Z,description=,heartbeat_timestamp=2022-04-18T21:19:18Z,host='n-d-838334-2',id=bc84d6c9-dd7a-4555-a351-592327b46d5a,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:25:48Z,topic='l3_agent')) {'router_ids': ['eec129a7-ff97-4a08-81cd-9578bacd1f66'], 'active': True} {{(pid=84043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:19:32.869075 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-fc2c84a1-3087-44bd-abb5-094e2f306fa5 admin admin] 10.222.0.42 "PUT /v2.0/routers/eec129a7-ff97-4a08-81cd-9578bacd1f66/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8135979 Apr 18 21:19:32.871713 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 60388) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:19:33.193017 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.l3_dvr_db [None req-80197915-66ae-416e-8e35-9489adf11596 None None] Set router eec129a7-ff97-4a08-81cd-9578bacd1f66 gateway port host: n-d-838334-2 {{(pid=84043) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 21:19:33.221571 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-2f680e7d-73c9-4a78-a8da-2da89d9388bb admin admin] Notify callbacks [] for router, before_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:19:33.553889 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-2f680e7d-73c9-4a78-a8da-2da89d9388bb admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:19:33.567243 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.plugin [None req-2f680e7d-73c9-4a78-a8da-2da89d9388bb admin admin] Deleting port f8cb1b03-f398-498b-9dc8-a3883b25474a {{(pid=84041) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 21:19:33.567673 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-2f680e7d-73c9-4a78-a8da-2da89d9388bb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750375188691'] for port, before_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:19:33.590194 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.l3_hamode_db [None req-80197915-66ae-416e-8e35-9489adf11596 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eec129a7-ff97-4a08-81cd-9578bacd1f66', 'name': 'tempest-TestServerBasicOps-2072492836-router', 'tenant_id': 'fbd2f0db4be7454291153c63896433c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'external_fixed_ips': [{'subnet_id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'ip_address': '172.25.8.101'}], 'enable_snat': True}, 'gw_port_id': 'f8cb1b03-f398-498b-9dc8-a3883b25474a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:13:46Z', 'updated_at': '2022-04-18T21:19:31Z', 'revision_number': 5, 'project_id': 'fbd2f0db4be7454291153c63896433c1', 'gw_port': {'id': 'f8cb1b03-f398-498b-9dc8-a3883b25474a', 'name': '', 'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:d5:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eec129a7-ff97-4a08-81cd-9578bacd1f66', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'ip_address': '172.25.8.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:13:47Z', 'updated_at': '2022-04-18T21:14:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838334-2'}], 'n-d-838334-2', False) {} {{(pid=84043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:19:33.594695 n-d-838334-2 neutron-server[84043]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80197915-66ae-416e-8e35-9489adf11596 None None] Checking router: eec129a7-ff97-4a08-81cd-9578bacd1f66 for host: n-d-838334-2 {{(pid=84043) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 18 21:19:33.609287 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80197915-66ae-416e-8e35-9489adf11596 None None] Routers {'eec129a7-ff97-4a08-81cd-9578bacd1f66'} bound to L3 agent in host n-d-838334-2 {{(pid=84043) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 21:19:33.609818 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.l3_hamode_db [None req-80197915-66ae-416e-8e35-9489adf11596 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838334-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-18T20:25:48Z,description=,heartbeat_timestamp=2022-04-18T21:19:18Z,host='n-d-838334-2',id=bc84d6c9-dd7a-4555-a351-592327b46d5a,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:25:48Z,topic='l3_agent')) {'router_ids': ['eec129a7-ff97-4a08-81cd-9578bacd1f66'], 'active': True} {{(pid=84043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:19:33.813896 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.l3_dvr_db [None req-80197915-66ae-416e-8e35-9489adf11596 None None] Set router eec129a7-ff97-4a08-81cd-9578bacd1f66 gateway port host: None {{(pid=84043) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 21:19:33.921303 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.db [None req-2f680e7d-73c9-4a78-a8da-2da89d9388bb admin admin] For port f8cb1b03-f398-498b-9dc8-a3883b25474a, host n-d-838334-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838334-2',level=0,port_id=f8cb1b03-f398-498b-9dc8-a3883b25474a,segment=NetworkSegment(732aa830-768b-4511-951f-d08e26b9c25b),segment_id=732aa830-768b-4511-951f-d08e26b9c25b)] {{(pid=84041) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:19:33.921864 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-2f680e7d-73c9-4a78-a8da-2da89d9388bb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369123'] for port, precommit_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:19:33.951781 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.l3_hamode_db [None req-80197915-66ae-416e-8e35-9489adf11596 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eec129a7-ff97-4a08-81cd-9578bacd1f66', 'name': 'tempest-TestServerBasicOps-2072492836-router', 'tenant_id': 'fbd2f0db4be7454291153c63896433c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:13:46Z', 'updated_at': '2022-04-18T21:19:33Z', 'revision_number': 6, 'project_id': 'fbd2f0db4be7454291153c63896433c1', 'gw_port_host': None}], 'n-d-838334-2', False) {} {{(pid=84043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:19:33.957286 n-d-838334-2 neutron-server[84043]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80197915-66ae-416e-8e35-9489adf11596 None None] The sync data for ids ['eec129a7-ff97-4a08-81cd-9578bacd1f66'] in n-d-838334-2 is: [{'id': 'eec129a7-ff97-4a08-81cd-9578bacd1f66', 'name': 'tempest-TestServerBasicOps-2072492836-router', 'tenant_id': 'fbd2f0db4be7454291153c63896433c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:13:46Z', 'updated_at': '2022-04-18T21:19:33Z', 'revision_number': 6, 'project_id': 'fbd2f0db4be7454291153c63896433c1', 'gw_port_host': None}] {{(pid=84043) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 18 21:19:34.072055 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750375287399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253529'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:19:34.107454 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.plugin [None req-2f680e7d-73c9-4a78-a8da-2da89d9388bb admin admin] Calling delete_port for f8cb1b03-f398-498b-9dc8-a3883b25474a owned by network:router_gateway {{(pid=84041) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 21:19:34.283342 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-2f680e7d-73c9-4a78-a8da-2da89d9388bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750375259028', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750374836628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32266323'] for port, after_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:19:34.330881 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f680e7d-73c9-4a78-a8da-2da89d9388bb admin admin] Pushing event deleted for resources: {'Port': ['ID=f8cb1b03-f398-498b-9dc8-a3883b25474a,revision_number=None']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:19:34.386496 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Device 04873a2a-875c-4159-8764-a6f4a24d1d21 no longer exists at agent ovs-agent-n-d-838334-2 {{(pid=84042) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 21:19:34.421778 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b58916f8-2e33-405f-9e40-a011a6d40d3b req-71290ad9-b856-4b06-af96-c0feebacb8e5 tempest-TestVolumeBootPattern-942365775 tempest-TestVolumeBootPattern-942365775-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:19:34.429657 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-b58916f8-2e33-405f-9e40-a011a6d40d3b req-71290ad9-b856-4b06-af96-c0feebacb8e5 tempest-TestVolumeBootPattern-942365775 tempest-TestVolumeBootPattern-942365775-project] 10.222.0.42 "GET /v2.0/networks?id=9b223f6a-fe67-4bd3-957a-7ef808b3aaf1 HTTP/1.1" status: 200 len: 811 time: 0.1870723 Apr 18 21:19:34.435390 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.plugin [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] No Port match for: 04873a2a-875c-4159-8764-a6f4a24d1d21 {{(pid=84042) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 18 21:19:34.435943 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Device 04873a2a-875c-4159-8764-a6f4a24d1d21 not bound to the agent host n-d-838334-2 {{(pid=84042) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 21:19:34.449949 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-b58916f8-2e33-405f-9e40-a011a6d40d3b req-fe6b6fe1-c655-4822-85f0-64c39d2f8b9e tempest-TestVolumeBootPattern-942365775 tempest-TestVolumeBootPattern-942365775-project] 10.222.0.42 "GET /v2.0/quotas/31978bb3bc1348ad8b469e6e55d6f163 HTTP/1.1" status: 200 len: 375 time: 0.0189166 Apr 18 21:19:34.542879 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-b58916f8-2e33-405f-9e40-a011a6d40d3b req-8eabbbaf-6c0a-4920-96a0-4c6665a90f20 tempest-TestVolumeBootPattern-942365775 tempest-TestVolumeBootPattern-942365775-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=31978bb3bc1348ad8b469e6e55d6f163&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0920076 Apr 18 21:19:34.640897 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-2f680e7d-73c9-4a78-a8da-2da89d9388bb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33444108'] for router_gateway, after_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:19:34.702631 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-b58916f8-2e33-405f-9e40-a011a6d40d3b req-01113dcb-2279-4653-86cd-3ac30ecd7137 service neutron] 10.222.0.42 "GET /v2.0/networks/9b223f6a-fe67-4bd3-957a-7ef808b3aaf1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1517413 Apr 18 21:19:34.841204 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-b58916f8-2e33-405f-9e40-a011a6d40d3b req-2a446227-bf35-4798-96ca-13ee9e5309a3 service neutron] 10.222.0.42 "GET /v2.0/networks/9b223f6a-fe67-4bd3-957a-7ef808b3aaf1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1328468 Apr 18 21:19:34.909992 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-2f680e7d-73c9-4a78-a8da-2da89d9388bb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33443580', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5726'] for router, precommit_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:19:34.914576 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-2f680e7d-73c9-4a78-a8da-2da89d9388bb admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:19:34.960846 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-2f680e7d-73c9-4a78-a8da-2da89d9388bb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-33443408'] for router, after_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:19:34.980692 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2f680e7d-73c9-4a78-a8da-2da89d9388bb admin admin] Fanout notify agent at l3_agent the message router_deleted on router eec129a7-ff97-4a08-81cd-9578bacd1f66 {{(pid=84041) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 18 21:19:35.007775 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-2f680e7d-73c9-4a78-a8da-2da89d9388bb admin admin] Notify callbacks [] for router, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:19:35.009166 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-2f680e7d-73c9-4a78-a8da-2da89d9388bb admin admin] 10.222.0.42 "DELETE /v2.0/routers/eec129a7-ff97-4a08-81cd-9578bacd1f66 HTTP/1.1" status: 204 len: 168 time: 2.1360891 Apr 18 21:19:35.011853 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 60436) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:19:35.092248 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.db_base_plugin_v2 [None req-6795bc20-ce65-4a4b-b2d9-59027aae3c9b admin admin] Deleting subnet 9d073124-b859-4ca2-95ab-3f4f7f447902 {{(pid=84040) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 18 21:19:35.095981 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-6795bc20-ce65-4a4b-b2d9-59027aae3c9b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:19:35.152764 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-6795bc20-ce65-4a4b-b2d9-59027aae3c9b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31955982'] for subnet, precommit_delete_associations {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:19:35.244261 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-6795bc20-ce65-4a4b-b2d9-59027aae3c9b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1260556'] for subnet, precommit_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:19:35.374707 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-94e0301b-b8fe-4d3c-baeb-9f318bfa6748 req-8ea5e2eb-6c55-4ea0-a030-937a03d61c18 tempest-TestVolumeBootPattern-942365775 tempest-TestVolumeBootPattern-942365775-project] 10.222.0.42 "GET /v2.0/ports?device_id=801aa781-40d5-4b42-8e4b-934486f9742c HTTP/1.1" status: 200 len: 210 time: 0.0491076 Apr 18 21:19:35.384456 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-6795bc20-ce65-4a4b-b2d9-59027aae3c9b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1260549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33526260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32440885', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31752825'] for subnet, after_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:19:35.436748 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6795bc20-ce65-4a4b-b2d9-59027aae3c9b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9d073124-b859-4ca2-95ab-3f4f7f447902,revision_number=None']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:19:35.441160 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-6795bc20-ce65-4a4b-b2d9-59027aae3c9b admin admin] Notify callbacks [] for subnet, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:19:35.449068 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-6795bc20-ce65-4a4b-b2d9-59027aae3c9b admin admin] 10.222.0.42 "DELETE /v2.0/subnets/9d073124-b859-4ca2-95ab-3f4f7f447902 HTTP/1.1" status: 204 len: 168 time: 0.4361064 Apr 18 21:19:35.451573 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 60458) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:19:35.452541 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b35f3057-6b5b-4f06-998e-b760a7b85a7f None None] Network a6c6078c-7564-4d9c-bc64-383bf2f06682 requested from n-d-838334-2 {{(pid=84042) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 21:19:35.573545 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-b6310369-fe1a-4544-8a6d-289c896097c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1103592'] for network, before_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:19:35.584508 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.plugin [None req-b6310369-fe1a-4544-8a6d-289c896097c8 admin admin] Deleting port eb86c1d3-7fb4-4cb4-af05-d97b52df0eb5 {{(pid=84040) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 21:19:35.585046 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-b6310369-fe1a-4544-8a6d-289c896097c8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750375188691'] for port, before_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:19:35.795596 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a81ed47-1887-42ff-b6ad-79b41cf85f7c None None] DHCP port deletion for a6c6078c-7564-4d9c-bc64-383bf2f06682 request from n-d-838334-2 {{(pid=84042) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 18 21:19:35.800747 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.plugin [None req-7a81ed47-1887-42ff-b6ad-79b41cf85f7c None None] Deleting port eb86c1d3-7fb4-4cb4-af05-d97b52df0eb5 {{(pid=84042) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 21:19:35.801191 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-7a81ed47-1887-42ff-b6ad-79b41cf85f7c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750375188691'] for port, before_delete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:19:35.850307 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.db [None req-b6310369-fe1a-4544-8a6d-289c896097c8 admin admin] For port eb86c1d3-7fb4-4cb4-af05-d97b52df0eb5, host n-d-838334-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838334-2',level=0,port_id=eb86c1d3-7fb4-4cb4-af05-d97b52df0eb5,segment=NetworkSegment(f6dabbc8-958f-4912-b0f1-a71ffd08c326),segment_id=f6dabbc8-958f-4912-b0f1-a71ffd08c326)] {{(pid=84040) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:19:35.850849 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-b6310369-fe1a-4544-8a6d-289c896097c8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369123'] for port, precommit_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:19:36.019533 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.plugin [None req-b6310369-fe1a-4544-8a6d-289c896097c8 admin admin] Calling delete_port for eb86c1d3-7fb4-4cb4-af05-d97b52df0eb5 owned by network:dhcp {{(pid=84040) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 21:19:36.062407 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-7a81ed47-1887-42ff-b6ad-79b41cf85f7c None None] For port eb86c1d3-7fb4-4cb4-af05-d97b52df0eb5, host n-d-838334-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838334-2',level=0,port_id=eb86c1d3-7fb4-4cb4-af05-d97b52df0eb5,segment=NetworkSegment(f6dabbc8-958f-4912-b0f1-a71ffd08c326),segment_id=f6dabbc8-958f-4912-b0f1-a71ffd08c326)] {{(pid=84042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:19:36.062826 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-7a81ed47-1887-42ff-b6ad-79b41cf85f7c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369123'] for port, precommit_delete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:19:36.104776 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-b6310369-fe1a-4544-8a6d-289c896097c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750375259028', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750374836628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32440838'] for port, after_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:19:36.149931 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6310369-fe1a-4544-8a6d-289c896097c8 admin admin] Pushing event deleted for resources: {'Port': ['ID=eb86c1d3-7fb4-4cb4-af05-d97b52df0eb5,revision_number=None']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:19:36.156266 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6310369-fe1a-4544-8a6d-289c896097c8 admin admin] No DVR routers for this DVR port eb86c1d3-7fb4-4cb4-af05-d97b52df0eb5 on host n-d-838334-2 {{(pid=84040) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 21:19:36.209356 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.plugin [None req-7a81ed47-1887-42ff-b6ad-79b41cf85f7c None None] Calling delete_port for eb86c1d3-7fb4-4cb4-af05-d97b52df0eb5 owned by network:dhcp {{(pid=84042) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 21:19:36.279533 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-b6310369-fe1a-4544-8a6d-289c896097c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1258905', 'neutron.services.segments.db._delete_segments_for_network-8750375287417'] for network, precommit_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:19:36.287178 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.db.api [None req-7a81ed47-1887-42ff-b6ad-79b41cf85f7c None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84042) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 18 21:19:36.287528 n-d-838334-2 neutron-server[84042]: DEBUG oslo_db.api [None req-7a81ed47-1887-42ff-b6ad-79b41cf85f7c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 18 21:19:36.309994 n-d-838334-2 neutron-server[84040]: DEBUG neutron.services.segments.db [None req-b6310369-fe1a-4544-8a6d-289c896097c8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a6c6078c-7564-4d9c-bc64-383bf2f06682']}} {{(pid=84040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:19:36.324010 n-d-838334-2 neutron-server[84040]: DEBUG neutron.services.segments.db [None req-b6310369-fe1a-4544-8a6d-289c896097c8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f6dabbc8-958f-4912-b0f1-a71ffd08c326') {'for_net_delete': True} {{(pid=84040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:19:36.324302 n-d-838334-2 neutron-server[84040]: DEBUG neutron.services.segments.db [None req-b6310369-fe1a-4544-8a6d-289c896097c8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f6dabbc8-958f-4912-b0f1-a71ffd08c326') {} {{(pid=84040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:19:36.337410 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-b6310369-fe1a-4544-8a6d-289c896097c8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750375287300', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31955965'] for segment, before_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:19:36.353210 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Device f8cb1b03-f398-498b-9dc8-a3883b25474a no longer exists at agent ovs-agent-n-d-838334-2 {{(pid=84042) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 21:19:36.359279 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-b6310369-fe1a-4544-8a6d-289c896097c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1082986'] for segment, precommit_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:19:36.366049 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b6310369-fe1a-4544-8a6d-289c896097c8 admin admin] Releasing vlan 383 on physical network physnet1 to pool {{(pid=84040) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 18 21:19:36.366442 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-b6310369-fe1a-4544-8a6d-289c896097c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1082993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32440923'] for segment, after_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:19:36.387714 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.plugin [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] No Port match for: f8cb1b03-f398-498b-9dc8-a3883b25474a {{(pid=84042) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 18 21:19:36.388345 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Device f8cb1b03-f398-498b-9dc8-a3883b25474a not bound to the agent host n-d-838334-2 {{(pid=84042) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 21:19:36.388897 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Device eb86c1d3-7fb4-4cb4-af05-d97b52df0eb5 no longer exists at agent ovs-agent-n-d-838334-2 {{(pid=84042) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 21:19:36.427058 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.plugin [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] No Port match for: eb86c1d3-7fb4-4cb4-af05-d97b52df0eb5 {{(pid=84042) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 18 21:19:36.427855 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Device eb86c1d3-7fb4-4cb4-af05-d97b52df0eb5 not bound to the agent host n-d-838334-2 {{(pid=84042) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 21:19:36.547750 n-d-838334-2 neutron-server[84040]: Traceback (most recent call last): Apr 18 21:19:36.547750 n-d-838334-2 neutron-server[84040]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 18 21:19:36.547750 n-d-838334-2 neutron-server[84040]: timer() Apr 18 21:19:36.547750 n-d-838334-2 neutron-server[84040]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 21:19:36.547750 n-d-838334-2 neutron-server[84040]: cb(*args, **kw) Apr 18 21:19:36.547750 n-d-838334-2 neutron-server[84040]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 18 21:19:36.547750 n-d-838334-2 neutron-server[84040]: return func(*args, **kwargs) Apr 18 21:19:36.547750 n-d-838334-2 neutron-server[84040]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 21:19:36.547750 n-d-838334-2 neutron-server[84040]: self._notify() Apr 18 21:19:36.547750 n-d-838334-2 neutron-server[84040]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 21:19:36.547750 n-d-838334-2 neutron-server[84040]: self.callback(batched_events) Apr 18 21:19:36.547750 n-d-838334-2 neutron-server[84040]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 21:19:36.547750 n-d-838334-2 neutron-server[84040]: event.method(event) Apr 18 21:19:36.547750 n-d-838334-2 neutron-server[84040]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 18 21:19:36.547750 n-d-838334-2 neutron-server[84040]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 21:19:36.547750 n-d-838334-2 neutron-server[84040]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 18 21:19:36.547750 n-d-838334-2 neutron-server[84040]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 21:19:36.547750 n-d-838334-2 neutron-server[84040]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 18 21:19:36.547750 n-d-838334-2 neutron-server[84040]: return f(self, *a, **k) Apr 18 21:19:36.547750 n-d-838334-2 neutron-server[84040]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 18 21:19:36.547750 n-d-838334-2 neutron-server[84040]: return self._get(url).json() Apr 18 21:19:36.547750 n-d-838334-2 neutron-server[84040]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 18 21:19:36.547750 n-d-838334-2 neutron-server[84040]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 21:19:36.547750 n-d-838334-2 neutron-server[84040]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 18 21:19:36.547750 n-d-838334-2 neutron-server[84040]: return self.request(url, 'GET', **kwargs) Apr 18 21:19:36.547750 n-d-838334-2 neutron-server[84040]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 18 21:19:36.547750 n-d-838334-2 neutron-server[84040]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 21:19:36.547750 n-d-838334-2 neutron-server[84040]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 18 21:19:36.547750 n-d-838334-2 neutron-server[84040]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 21:19:36.547750 n-d-838334-2 neutron-server[84040]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 18 21:19:36.547750 n-d-838334-2 neutron-server[84040]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 21:19:36.547750 n-d-838334-2 neutron-server[84040]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 21:19:36.704675 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-fd50721a-9831-4167-89a4-07235693ead7 req-1e312c21-6d18-485b-bf4b-16bc9468ef8d tempest-TestVolumeBootPattern-942365775 tempest-TestVolumeBootPattern-942365775-project] 10.222.0.42 "GET /v2.0/ports?device_id=801aa781-40d5-4b42-8e4b-934486f9742c HTTP/1.1" status: 200 len: 210 time: 0.1497359 Apr 18 21:19:36.741806 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-b6310369-fe1a-4544-8a6d-289c896097c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1258898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33526109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33444113'] for network, after_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:19:36.777852 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-b6310369-fe1a-4544-8a6d-289c896097c8 admin admin] Notify callbacks [] for network, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:19:36.789898 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.plugin [None req-7a81ed47-1887-42ff-b6ad-79b41cf85f7c None None] Deleting port eb86c1d3-7fb4-4cb4-af05-d97b52df0eb5 {{(pid=84042) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 21:19:36.790369 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-7a81ed47-1887-42ff-b6ad-79b41cf85f7c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750375188691'] for port, before_delete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:19:36.792788 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6310369-fe1a-4544-8a6d-289c896097c8 admin admin] Pushing event deleted for resources: {'Network': ['ID=a6c6078c-7564-4d9c-bc64-383bf2f06682,revision_number=None']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:19:36.815717 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-b6310369-fe1a-4544-8a6d-289c896097c8 admin admin] 10.222.0.42 "DELETE /v2.0/networks/a6c6078c-7564-4d9c-bc64-383bf2f06682 HTTP/1.1" status: 204 len: 168 time: 1.3624041 Apr 18 21:19:36.825442 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b58916f8-2e33-405f-9e40-a011a6d40d3b req-7dc373d6-492d-4b3c-8d87-c131ea759cfb tempest-TestVolumeBootPattern-942365775 tempest-TestVolumeBootPattern-942365775-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:19:36.826877 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-b58916f8-2e33-405f-9e40-a011a6d40d3b req-7dc373d6-492d-4b3c-8d87-c131ea759cfb tempest-TestVolumeBootPattern-942365775 tempest-TestVolumeBootPattern-942365775-project] 10.222.0.48 "GET /v2.0/networks?id=9b223f6a-fe67-4bd3-957a-7ef808b3aaf1 HTTP/1.1" status: 200 len: 811 time: 0.2731864 Apr 18 21:19:36.845006 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.v2.base [req-b58916f8-2e33-405f-9e40-a011a6d40d3b req-2eab9d92-ee67-4b67-9f8d-a3f538674f92 tempest-TestVolumeBootPattern-942365775 tempest-TestVolumeBootPattern-942365775-project] Request body: {'port': {'device_id': '801aa781-40d5-4b42-8e4b-934486f9742c', 'network_id': '9b223f6a-fe67-4bd3-957a-7ef808b3aaf1', 'admin_state_up': True, 'tenant_id': '31978bb3bc1348ad8b469e6e55d6f163'}} {{(pid=84040) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:19:36.889767 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.plugin [None req-7a81ed47-1887-42ff-b6ad-79b41cf85f7c None None] The port 'eb86c1d3-7fb4-4cb4-af05-d97b52df0eb5' was deleted {{(pid=84042) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 18 21:19:37.010805 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [req-b58916f8-2e33-405f-9e40-a011a6d40d3b req-2eab9d92-ee67-4b67-9f8d-a3f538674f92 tempest-TestVolumeBootPattern-942365775 tempest-TestVolumeBootPattern-942365775-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:19:37.015741 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 60492) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:19:37.029238 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [req-b58916f8-2e33-405f-9e40-a011a6d40d3b req-2eab9d92-ee67-4b67-9f8d-a3f538674f92 tempest-TestVolumeBootPattern-942365775 tempest-TestVolumeBootPattern-942365775-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:19:37.044215 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b58916f8-2e33-405f-9e40-a011a6d40d3b req-2eab9d92-ee67-4b67-9f8d-a3f538674f92 tempest-TestVolumeBootPattern-942365775 tempest-TestVolumeBootPattern-942365775-project] Made reservation on behalf of 31978bb3bc1348ad8b469e6e55d6f163 for: {'port': 1} {{(pid=84040) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:19:37.056566 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-b58916f8-2e33-405f-9e40-a011a6d40d3b req-2eab9d92-ee67-4b67-9f8d-a3f538674f92 tempest-TestVolumeBootPattern-942365775 tempest-TestVolumeBootPattern-942365775-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:19:37.084429 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-d46b3656-6260-4054-8847-02918ca0f9df admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=769e4d212a7247919de3c941a9f4cf3b&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0673463 Apr 18 21:19:37.086564 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 60500) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:19:37.167577 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-ef897b4b-c52d-47c2-a541-7a5b5e19b9fa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:19:37.198023 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-ef897b4b-c52d-47c2-a541-7a5b5e19b9fa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:19:37.277267 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.db_base_plugin_common [req-b58916f8-2e33-405f-9e40-a011a6d40d3b req-2eab9d92-ee67-4b67-9f8d-a3f538674f92 tempest-TestVolumeBootPattern-942365775 tempest-TestVolumeBootPattern-942365775-project] Allocated IP 172.20.0.8 (9b223f6a-fe67-4bd3-957a-7ef808b3aaf1/a845e1ae-c47e-4919-8a24-530366b84c60/16e27602-bd99-43e3-a065-d86af81cc677) {{(pid=84040) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 21:19:37.280574 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-ef897b4b-c52d-47c2-a541-7a5b5e19b9fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33528224'] for security_group, after_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:19:37.306474 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef897b4b-c52d-47c2-a541-7a5b5e19b9fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2edc51f1-105c-4f18-9f97-6c959d6aea60,revision_number=None']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:19:37.320655 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-ef897b4b-c52d-47c2-a541-7a5b5e19b9fa admin admin] Notify callbacks [] for security_group, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:19:37.323666 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-ef897b4b-c52d-47c2-a541-7a5b5e19b9fa admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/2edc51f1-105c-4f18-9f97-6c959d6aea60 HTTP/1.1" status: 204 len: 168 time: 0.2343566 Apr 18 21:19:37.561941 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-b58916f8-2e33-405f-9e40-a011a6d40d3b req-2eab9d92-ee67-4b67-9f8d-a3f538674f92 tempest-TestVolumeBootPattern-942365775 tempest-TestVolumeBootPattern-942365775-project] Notify callbacks [] for port, precommit_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:19:37.582052 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.provisioning_blocks [req-b58916f8-2e33-405f-9e40-a011a6d40d3b req-2eab9d92-ee67-4b67-9f8d-a3f538674f92 tempest-TestVolumeBootPattern-942365775 tempest-TestVolumeBootPattern-942365775-project] Transition to ACTIVE for port object 16e27602-bd99-43e3-a065-d86af81cc677 will not be triggered until provisioned by entity DHCP. {{(pid=84040) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:19:37.607724 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-b58916f8-2e33-405f-9e40-a011a6d40d3b req-2eab9d92-ee67-4b67-9f8d-a3f538674f92 tempest-TestVolumeBootPattern-942365775 tempest-TestVolumeBootPattern-942365775-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750374836619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32440838'] for port, after_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:19:37.709830 n-d-838334-2 neutron-server[84040]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b58916f8-2e33-405f-9e40-a011a6d40d3b req-2eab9d92-ee67-4b67-9f8d-a3f538674f92 tempest-TestVolumeBootPattern-942365775 tempest-TestVolumeBootPattern-942365775-project] Network 9b223f6a-fe67-4bd3-957a-7ef808b3aaf1 is already hosted by enough agents. {{(pid=84040) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:19:37.714203 n-d-838334-2 neutron-server[84040]: DEBUG neutron.scheduler.base_scheduler [req-b58916f8-2e33-405f-9e40-a011a6d40d3b req-2eab9d92-ee67-4b67-9f8d-a3f538674f92 tempest-TestVolumeBootPattern-942365775 tempest-TestVolumeBootPattern-942365775-project] Resources bound (agent type, host, resource id): {{(pid=84040) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:19:37.716367 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eab9d92-ee67-4b67-9f8d-a3f538674f92 tempest-TestVolumeBootPattern-942365775 tempest-TestVolumeBootPattern-942365775-project] Pushing event updated for resources: {'Port': ['ID=16e27602-bd99-43e3-a065-d86af81cc677,revision_number=1']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:19:37.718899 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.l3_dvrscheduler_db [req-b58916f8-2e33-405f-9e40-a011a6d40d3b req-2eab9d92-ee67-4b67-9f8d-a3f538674f92 tempest-TestVolumeBootPattern-942365775 tempest-TestVolumeBootPattern-942365775-project] Received port after_create {{(pid=84040) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 21:19:37.836987 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b58916f8-2e33-405f-9e40-a011a6d40d3b req-2eab9d92-ee67-4b67-9f8d-a3f538674f92 tempest-TestVolumeBootPattern-942365775 tempest-TestVolumeBootPattern-942365775-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:19:37.837852 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-b58916f8-2e33-405f-9e40-a011a6d40d3b req-2eab9d92-ee67-4b67-9f8d-a3f538674f92 tempest-TestVolumeBootPattern-942365775 tempest-TestVolumeBootPattern-942365775-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217293'] for port, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:19:37.869559 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-b58916f8-2e33-405f-9e40-a011a6d40d3b req-2eab9d92-ee67-4b67-9f8d-a3f538674f92 tempest-TestVolumeBootPattern-942365775 tempest-TestVolumeBootPattern-942365775-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0292916 Apr 18 21:19:37.884821 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.v2.base [req-b58916f8-2e33-405f-9e40-a011a6d40d3b req-fc33605e-38c3-489c-9f3e-4229d96bf06a service neutron] Request body: {'port': {'device_id': '801aa781-40d5-4b42-8e4b-934486f9742c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-838334-2'}} {{(pid=84040) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:19:38.067101 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 60522) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:19:38.101032 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-b58916f8-2e33-405f-9e40-a011a6d40d3b req-fc33605e-38c3-489c-9f3e-4229d96bf06a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:19:38.124139 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-500e777b-9529-4724-b060-9e22b346d006 req-abc99d6e-d6f1-437a-970f-fc6c7b6ed1f7 tempest-TestVolumeBootPattern-942365775 tempest-TestVolumeBootPattern-942365775-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:19:38.124833 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [req-500e777b-9529-4724-b060-9e22b346d006 req-abc99d6e-d6f1-437a-970f-fc6c7b6ed1f7 tempest-TestVolumeBootPattern-942365775 tempest-TestVolumeBootPattern-942365775-project] Synchronizing usage tracker for tenant:31978bb3bc1348ad8b469e6e55d6f163 on resource:port {{(pid=84040) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 21:19:38.157821 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 60526) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:19:38.160951 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-604f684b-2b15-4857-956c-c04ef68c1ddf admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=fbd2f0db4be7454291153c63896433c1&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0833583 Apr 18 21:19:38.178530 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-1e82df19-4907-4b6a-a31c-df9b4facf5ea None None] Provisioning for port 16e27602-bd99-43e3-a065-d86af81cc677 completed by entity DHCP. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 21:19:38.188402 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-1e82df19-4907-4b6a-a31c-df9b4facf5ea None None] Provisioning complete for port 16e27602-bd99-43e3-a065-d86af81cc677 triggered by entity DHCP. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:19:38.188402 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-1e82df19-4907-4b6a-a31c-df9b4facf5ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1253608'] for port, provisioning_complete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:19:38.231865 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [req-500e777b-9529-4724-b060-9e22b346d006 req-abc99d6e-d6f1-437a-970f-fc6c7b6ed1f7 tempest-TestVolumeBootPattern-942365775 tempest-TestVolumeBootPattern-942365775-project] Unset dirty status for tenant:31978bb3bc1348ad8b469e6e55d6f163 on resource:port {{(pid=84040) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 21:19:38.239290 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-500e777b-9529-4724-b060-9e22b346d006 req-abc99d6e-d6f1-437a-970f-fc6c7b6ed1f7 tempest-TestVolumeBootPattern-942365775 tempest-TestVolumeBootPattern-942365775-project] 10.222.0.42 "GET /v2.0/ports?device_id=801aa781-40d5-4b42-8e4b-934486f9742c HTTP/1.1" status: 200 len: 931 time: 0.3007472 Apr 18 21:19:38.254718 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.plugin [None req-1e82df19-4907-4b6a-a31c-df9b4facf5ea None None] Port 16e27602-bd99-43e3-a065-d86af81cc677 cannot update to ACTIVE because it is not bound. {{(pid=84042) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 18 21:19:38.386848 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-2ddac81c-3eff-4089-95f6-eb3cd721dad6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:19:38.392333 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-500e777b-9529-4724-b060-9e22b346d006 req-c2cbef8e-b429-4e64-a4cd-26f5460cbc2d tempest-TestVolumeBootPattern-942365775 tempest-TestVolumeBootPattern-942365775-project] 10.222.0.42 "GET /v2.0/security-groups?id=cdcfb3ee-78c0-44cb-a2e3-4b946850a7e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1522250 Apr 18 21:19:38.494966 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-2ddac81c-3eff-4089-95f6-eb3cd721dad6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:19:38.626579 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-2ddac81c-3eff-4089-95f6-eb3cd721dad6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33528224'] for security_group, after_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:19:38.659727 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ddac81c-3eff-4089-95f6-eb3cd721dad6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=13695610-29f0-4bba-a430-4ce80b0dad28,revision_number=None']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:19:38.668529 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-2ddac81c-3eff-4089-95f6-eb3cd721dad6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:19:38.669638 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-2ddac81c-3eff-4089-95f6-eb3cd721dad6 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/13695610-29f0-4bba-a430-4ce80b0dad28 HTTP/1.1" status: 204 len: 168 time: 0.5108321 Apr 18 21:19:38.671927 n-d-838334-2 neutron-server[84040]: DEBUG neutron.notifiers.nova [req-b58916f8-2e33-405f-9e40-a011a6d40d3b req-fc33605e-38c3-489c-9f3e-4229d96bf06a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 16e27602-bd99-43e3-a065-d86af81cc677 {{(pid=84040) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 18 21:19:38.680927 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-b58916f8-2e33-405f-9e40-a011a6d40d3b req-fc33605e-38c3-489c-9f3e-4229d96bf06a service neutron] Notify callbacks [] for port, precommit_update {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:19:38.704669 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.provisioning_blocks [req-b58916f8-2e33-405f-9e40-a011a6d40d3b req-fc33605e-38c3-489c-9f3e-4229d96bf06a service neutron] Transition to ACTIVE for port object 16e27602-bd99-43e3-a065-d86af81cc677 will not be triggered until provisioned by entity L2. {{(pid=84040) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:19:38.723250 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-b58916f8-2e33-405f-9e40-a011a6d40d3b req-fc33605e-38c3-489c-9f3e-4229d96bf06a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32440959'] for port, after_update {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:19:39.038256 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc33605e-38c3-489c-9f3e-4229d96bf06a service neutron] Pushing event updated for resources: {'Port': ['ID=16e27602-bd99-43e3-a065-d86af81cc677,revision_number=2']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:19:39.131922 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.managers [req-b58916f8-2e33-405f-9e40-a011a6d40d3b req-fc33605e-38c3-489c-9f3e-4229d96bf06a service neutron] Attempting to bind port 16e27602-bd99-43e3-a065-d86af81cc677 on host n-h2-838334-2 for vnic_type normal with profile {{(pid=84040) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 21:19:39.132357 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.managers [req-b58916f8-2e33-405f-9e40-a011a6d40d3b req-fc33605e-38c3-489c-9f3e-4229d96bf06a service neutron] Attempting to bind port 16e27602-bd99-43e3-a065-d86af81cc677 by drivers openvswitch,hyperv on host n-h2-838334-2 at level 0 using segments [{'id': 'c9d9b92a-74d4-40ed-ab8e-582836dfe352', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '9b223f6a-fe67-4bd3-957a-7ef808b3aaf1'}] {{(pid=84040) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 21:19:39.132932 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b58916f8-2e33-405f-9e40-a011a6d40d3b req-fc33605e-38c3-489c-9f3e-4229d96bf06a service neutron] Attempting to bind port 16e27602-bd99-43e3-a065-d86af81cc677 on network 9b223f6a-fe67-4bd3-957a-7ef808b3aaf1 {{(pid=84040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 21:19:39.144960 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b58916f8-2e33-405f-9e40-a011a6d40d3b req-fc33605e-38c3-489c-9f3e-4229d96bf06a service neutron] Port 16e27602-bd99-43e3-a065-d86af81cc677 on network 9b223f6a-fe67-4bd3-957a-7ef808b3aaf1 not bound, no agent of type Open vSwitch agent registered on host n-h2-838334-2 {{(pid=84040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 18 21:19:39.145272 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b58916f8-2e33-405f-9e40-a011a6d40d3b req-fc33605e-38c3-489c-9f3e-4229d96bf06a service neutron] Attempting to bind port 16e27602-bd99-43e3-a065-d86af81cc677 on network 9b223f6a-fe67-4bd3-957a-7ef808b3aaf1 {{(pid=84040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 21:19:39.152553 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b58916f8-2e33-405f-9e40-a011a6d40d3b req-fc33605e-38c3-489c-9f3e-4229d96bf06a service neutron] Checking agent: {'id': 'dc797004-f641-47b7-a77f-9c62b5b16296', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-838334-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 34, 3), 'started_at': datetime.datetime(2022, 4, 18, 20, 34, 3), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 21, 19, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 18 21:19:39.152885 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b58916f8-2e33-405f-9e40-a011a6d40d3b req-fc33605e-38c3-489c-9f3e-4229d96bf06a service neutron] Checking segment: {'id': 'c9d9b92a-74d4-40ed-ab8e-582836dfe352', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '9b223f6a-fe67-4bd3-957a-7ef808b3aaf1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84040) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 21:19:39.153262 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b58916f8-2e33-405f-9e40-a011a6d40d3b req-fc33605e-38c3-489c-9f3e-4229d96bf06a service neutron] Bound using segment: {'id': 'c9d9b92a-74d4-40ed-ab8e-582836dfe352', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '9b223f6a-fe67-4bd3-957a-7ef808b3aaf1'} {{(pid=84040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 18 21:19:39.153722 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.managers [req-b58916f8-2e33-405f-9e40-a011a6d40d3b req-fc33605e-38c3-489c-9f3e-4229d96bf06a service neutron] Bound port: 16e27602-bd99-43e3-a065-d86af81cc677, host: n-h2-838334-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c9d9b92a-74d4-40ed-ab8e-582836dfe352', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '9b223f6a-fe67-4bd3-957a-7ef808b3aaf1'}}] {{(pid=84040) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 21:19:39.154073 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-b58916f8-2e33-405f-9e40-a011a6d40d3b req-fc33605e-38c3-489c-9f3e-4229d96bf06a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:19:39.271648 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.db [req-b58916f8-2e33-405f-9e40-a011a6d40d3b req-fc33605e-38c3-489c-9f3e-4229d96bf06a service neutron] For port 16e27602-bd99-43e3-a065-d86af81cc677, host n-h2-838334-2, cleared binding levels {{(pid=84040) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 21:19:39.274702 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.db [req-b58916f8-2e33-405f-9e40-a011a6d40d3b req-fc33605e-38c3-489c-9f3e-4229d96bf06a service neutron] For port 16e27602-bd99-43e3-a065-d86af81cc677, host n-h2-838334-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838334-2',level=0,port_id=16e27602-bd99-43e3-a065-d86af81cc677,segment=NetworkSegment(c9d9b92a-74d4-40ed-ab8e-582836dfe352),segment_id=c9d9b92a-74d4-40ed-ab8e-582836dfe352)] {{(pid=84040) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 21:19:39.281289 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-b58916f8-2e33-405f-9e40-a011a6d40d3b req-fc33605e-38c3-489c-9f3e-4229d96bf06a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32440959'] for port, after_update {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:19:39.343003 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-b58916f8-2e33-405f-9e40-a011a6d40d3b req-fc33605e-38c3-489c-9f3e-4229d96bf06a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217293'] for port, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:19:39.344822 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-b58916f8-2e33-405f-9e40-a011a6d40d3b req-fc33605e-38c3-489c-9f3e-4229d96bf06a service neutron] 10.222.0.48 "PUT /v2.0/ports/16e27602-bd99-43e3-a065-d86af81cc677 HTTP/1.1" status: 200 len: 1091 time: 1.4653525 Apr 18 21:19:39.345309 n-d-838334-2 neutron-server[84040]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '801aa781-40d5-4b42-8e4b-934486f9742c', 'tag': '16e27602-bd99-43e3-a065-d86af81cc677'}] {{(pid=84040) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 21:19:39.364664 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc33605e-38c3-489c-9f3e-4229d96bf06a service neutron] Pushing event updated for resources: {'Port': ['ID=16e27602-bd99-43e3-a065-d86af81cc677,revision_number=3']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:19:39.469389 n-d-838334-2 neutron-server[84040]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2e495be7-df18-43a0-9245-6499b77c50a9'] response: {'name': 'network-changed', 'server_uuid': '801aa781-40d5-4b42-8e4b-934486f9742c', 'tag': '16e27602-bd99-43e3-a065-d86af81cc677', 'status': 'completed', 'code': 200} Apr 18 21:19:39.511968 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-b58916f8-2e33-405f-9e40-a011a6d40d3b req-0c432e97-cf7a-4166-a57a-6377121ea001 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=31978bb3bc1348ad8b469e6e55d6f163&device_id=801aa781-40d5-4b42-8e4b-934486f9742c HTTP/1.1" status: 200 len: 1094 time: 0.1186020 Apr 18 21:19:39.601425 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-b58916f8-2e33-405f-9e40-a011a6d40d3b req-5614c00d-b778-44a4-9b98-4b7bd462e44c service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=16e27602-bd99-43e3-a065-d86af81cc677 HTTP/1.1" status: 200 len: 217 time: 0.0782964 Apr 18 21:19:39.735421 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b58916f8-2e33-405f-9e40-a011a6d40d3b req-e5d04684-f034-4da5-ba0b-32aeb598bc9d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:19:39.737547 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-b58916f8-2e33-405f-9e40-a011a6d40d3b req-e5d04684-f034-4da5-ba0b-32aeb598bc9d service neutron] 10.222.0.48 "GET /v2.0/subnets?id=a845e1ae-c47e-4919-8a24-530366b84c60 HTTP/1.1" status: 200 len: 850 time: 0.0886955 Apr 18 21:19:39.791126 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd736913-0188-41d4-b9b4-1ed4a6c7c324 req-88447227-f075-4d3c-af48-326b2d838145 tempest-TestVolumeBootPattern-942365775 tempest-TestVolumeBootPattern-942365775-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:19:39.792831 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-cd736913-0188-41d4-b9b4-1ed4a6c7c324 req-88447227-f075-4d3c-af48-326b2d838145 tempest-TestVolumeBootPattern-942365775 tempest-TestVolumeBootPattern-942365775-project] 10.222.0.42 "GET /v2.0/ports?device_id=801aa781-40d5-4b42-8e4b-934486f9742c HTTP/1.1" status: 200 len: 943 time: 0.1889510 Apr 18 21:19:39.874773 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-cd736913-0188-41d4-b9b4-1ed4a6c7c324 req-cc560ed1-b818-4097-b1ea-2219d1d0e9dd tempest-TestVolumeBootPattern-942365775 tempest-TestVolumeBootPattern-942365775-project] 10.222.0.42 "GET /v2.0/security-groups?id=cdcfb3ee-78c0-44cb-a2e3-4b946850a7e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0750151 Apr 18 21:19:39.885698 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 60580) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:19:39.892942 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-b58916f8-2e33-405f-9e40-a011a6d40d3b req-023270e9-bcbe-43b7-b832-eac4a45bbf7e service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=9b223f6a-fe67-4bd3-957a-7ef808b3aaf1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1469121 Apr 18 21:19:40.036198 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-b58916f8-2e33-405f-9e40-a011a6d40d3b req-f7d5b3bd-3492-4196-818f-90ce37ecc791 service neutron] 10.222.0.48 "GET /v2.0/networks/9b223f6a-fe67-4bd3-957a-7ef808b3aaf1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1353674 Apr 18 21:19:40.041362 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.v2.base [None req-71e5878f-eb5d-4b01-a562-e6dd7fb75e46 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBackupRestore-159285860-network', 'tenant_id': '61a080bd7a9840c2bce121282133c28e'}} {{(pid=84041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:19:40.047877 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-71e5878f-eb5d-4b01-a562-e6dd7fb75e46 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:19:40.052881 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-71e5878f-eb5d-4b01-a562-e6dd7fb75e46 admin admin] Usage tracker for resource:network and tenant:61a080bd7a9840c2bce121282133c28e is out of sync, need to count used quota {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:19:40.056818 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-71e5878f-eb5d-4b01-a562-e6dd7fb75e46 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:19:40.062855 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-71e5878f-eb5d-4b01-a562-e6dd7fb75e46 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:19:40.073828 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-71e5878f-eb5d-4b01-a562-e6dd7fb75e46 admin admin] Made reservation on behalf of 61a080bd7a9840c2bce121282133c28e for: {'network': 1} {{(pid=84041) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:19:40.076516 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-71e5878f-eb5d-4b01-a562-e6dd7fb75e46 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for network, before_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:19:40.094797 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-71e5878f-eb5d-4b01-a562-e6dd7fb75e46 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:19:40.146624 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-71e5878f-eb5d-4b01-a562-e6dd7fb75e46 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:19:40.146624 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-71e5878f-eb5d-4b01-a562-e6dd7fb75e46 admin admin] Usage tracker for resource:security_group_rule and tenant:61a080bd7a9840c2bce121282133c28e is out of sync, need to count used quota {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:19:40.146624 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-71e5878f-eb5d-4b01-a562-e6dd7fb75e46 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:19:40.147288 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-71e5878f-eb5d-4b01-a562-e6dd7fb75e46 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:19:40.189307 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-b58916f8-2e33-405f-9e40-a011a6d40d3b req-7eb1afa3-e1cc-4f57-8da3-f2e9d3b7e7b9 service neutron] 10.222.0.48 "GET /v2.0/networks/9b223f6a-fe67-4bd3-957a-7ef808b3aaf1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1472089 Apr 18 21:19:40.226077 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-71e5878f-eb5d-4b01-a562-e6dd7fb75e46 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:19:40.229825 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-71e5878f-eb5d-4b01-a562-e6dd7fb75e46 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33528224'] for security_group, after_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:19:40.262826 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-71e5878f-eb5d-4b01-a562-e6dd7fb75e46 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 375} {{(pid=84041) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 21:19:40.272882 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71e5878f-eb5d-4b01-a562-e6dd7fb75e46 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f10b70ea-55aa-4271-be39-0452447f6aa5,revision_number=1']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:19:40.280128 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-71e5878f-eb5d-4b01-a562-e6dd7fb75e46 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1082986'] for segment, precommit_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:19:40.280545 n-d-838334-2 neutron-server[84041]: INFO neutron.db.segments_db [None req-71e5878f-eb5d-4b01-a562-e6dd7fb75e46 admin admin] Added segment 5078d71c-f806-46b0-9f46-ae92d2ad5c65 of type vlan for network d183dd60-514a-409c-aab4-a2214efc376f Apr 18 21:19:40.309544 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-d5706de6-94eb-41b5-83f4-1f233cb11fdf req-add462dd-dbb4-475e-a432-ef5b2519ef00 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=31978bb3bc1348ad8b469e6e55d6f163&device_id=801aa781-40d5-4b42-8e4b-934486f9742c HTTP/1.1" status: 200 len: 1094 time: 0.0783007 Apr 18 21:19:40.311604 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-71e5878f-eb5d-4b01-a562-e6dd7fb75e46 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750374825732'] for network, precommit_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:19:40.345346 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-71e5878f-eb5d-4b01-a562-e6dd7fb75e46 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33526109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022'] for network, after_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:19:40.346950 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71e5878f-eb5d-4b01-a562-e6dd7fb75e46 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:19:40.348010 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-71e5878f-eb5d-4b01-a562-e6dd7fb75e46 admin admin] Notify callbacks [] for network, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:19:40.470003 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5706de6-94eb-41b5-83f4-1f233cb11fdf req-02a39115-e711-4e2d-81a3-8dfb9b34e7b2 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:19:40.472035 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-d5706de6-94eb-41b5-83f4-1f233cb11fdf req-02a39115-e711-4e2d-81a3-8dfb9b34e7b2 service neutron] 10.222.0.48 "GET /v2.0/networks?id=9b223f6a-fe67-4bd3-957a-7ef808b3aaf1 HTTP/1.1" status: 200 len: 912 time: 0.1558614 Apr 18 21:19:40.543512 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-d5706de6-94eb-41b5-83f4-1f233cb11fdf req-ad72c2c1-c855-4f92-aba3-3465da040280 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=16e27602-bd99-43e3-a065-d86af81cc677 HTTP/1.1" status: 200 len: 217 time: 0.0647347 Apr 18 21:19:40.566436 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71e5878f-eb5d-4b01-a562-e6dd7fb75e46 admin admin] Pushing event updated for resources: {'Network': ['ID=d183dd60-514a-409c-aab4-a2214efc376f,revision_number=1']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:19:40.573926 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-71e5878f-eb5d-4b01-a562-e6dd7fb75e46 admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.6871803 Apr 18 21:19:40.574519 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 60594) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:19:40.579781 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.v2.base [None req-e8b0f9ac-fb65-41cd-81d2-e07252e48043 admin admin] Request body: {'subnet': {'network_id': 'd183dd60-514a-409c-aab4-a2214efc376f', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBackupRestore-159285860-subnet', 'tenant_id': '61a080bd7a9840c2bce121282133c28e', 'ip_version': 4}} {{(pid=84041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:19:40.585808 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Network d183dd60-514a-409c-aab4-a2214efc376f details requested by agent ovs-agent-n-d-838334-2 with host n-d-838334-2 {{(pid=84042) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 18 21:19:40.587573 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-e8b0f9ac-fb65-41cd-81d2-e07252e48043 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:19:40.591551 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-e8b0f9ac-fb65-41cd-81d2-e07252e48043 admin admin] Usage tracker for resource:subnet and tenant:61a080bd7a9840c2bce121282133c28e is out of sync, need to count used quota {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:19:40.595440 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-e8b0f9ac-fb65-41cd-81d2-e07252e48043 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:19:40.604113 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-e8b0f9ac-fb65-41cd-81d2-e07252e48043 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:19:40.616551 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e8b0f9ac-fb65-41cd-81d2-e07252e48043 admin admin] Made reservation on behalf of 61a080bd7a9840c2bce121282133c28e for: {'subnet': 1} {{(pid=84041) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:19:40.619602 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-e8b0f9ac-fb65-41cd-81d2-e07252e48043 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32486301'] for subnet, before_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:19:40.625483 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5706de6-94eb-41b5-83f4-1f233cb11fdf req-91d68b56-c872-45e5-a73a-5572fdc1fa63 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:19:40.627802 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-d5706de6-94eb-41b5-83f4-1f233cb11fdf req-91d68b56-c872-45e5-a73a-5572fdc1fa63 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=a845e1ae-c47e-4919-8a24-530366b84c60 HTTP/1.1" status: 200 len: 850 time: 0.0775070 Apr 18 21:19:40.743804 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-d5706de6-94eb-41b5-83f4-1f233cb11fdf req-afe79def-b3ab-433d-90da-1cbbed31089f service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=9b223f6a-fe67-4bd3-957a-7ef808b3aaf1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1056800 Apr 18 21:19:40.859570 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-e8b0f9ac-fb65-41cd-81d2-e07252e48043 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33526260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32266407', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32486287'] for subnet, after_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:19:40.889817 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-d5706de6-94eb-41b5-83f4-1f233cb11fdf req-f419cb4e-6cec-49da-b5d1-dd4935e3da2a service neutron] 10.222.0.48 "GET /v2.0/networks/9b223f6a-fe67-4bd3-957a-7ef808b3aaf1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1392148 Apr 18 21:19:40.927883 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8b0f9ac-fb65-41cd-81d2-e07252e48043 admin admin] Pushing event updated for resources: {'Subnet': ['ID=846d5941-244f-4c61-abce-3f844b54d9e8,revision_number=0']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:19:40.961798 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8b0f9ac-fb65-41cd-81d2-e07252e48043 admin admin] Checking segment: {'id': '5078d71c-f806-46b0-9f46-ae92d2ad5c65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': 'd183dd60-514a-409c-aab4-a2214efc376f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84041) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 21:19:40.962220 n-d-838334-2 neutron-server[84041]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8b0f9ac-fb65-41cd-81d2-e07252e48043 admin admin] Network hostable DHCP agents. Network: d183dd60-514a-409c-aab4-a2214efc376f, hostable agents: ['8746f8ea-3e91-4b32-9919-2c63adeb8722'], hosted agents: [] {{(pid=84041) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 21:19:40.995435 n-d-838334-2 neutron-server[84041]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8b0f9ac-fb65-41cd-81d2-e07252e48043 admin admin] Network d183dd60-514a-409c-aab4-a2214efc376f is scheduled to be hosted by DHCP agent 8746f8ea-3e91-4b32-9919-2c63adeb8722 with binding_index 1 {{(pid=84041) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 21:19:41.016257 n-d-838334-2 neutron-server[84041]: DEBUG neutron.scheduler.base_scheduler [None req-e8b0f9ac-fb65-41cd-81d2-e07252e48043 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-838334-2, d183dd60-514a-409c-aab4-a2214efc376f) {{(pid=84041) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:19:41.025765 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8b0f9ac-fb65-41cd-81d2-e07252e48043 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:19:41.027023 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-e8b0f9ac-fb65-41cd-81d2-e07252e48043 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:19:41.028139 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd9c4567-8112-4cf5-8b13-c5fd1f623d12 None None] Network d183dd60-514a-409c-aab4-a2214efc376f requested from n-d-838334-2 {{(pid=84042) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 21:19:41.057823 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-e8b0f9ac-fb65-41cd-81d2-e07252e48043 admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.4821665 Apr 18 21:19:41.061034 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 60610) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:19:41.068791 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.v2.base [None req-b94ae335-414f-4614-9be6-097c42e3a7b3 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBackupRestore-159285860-router', 'tenant_id': '61a080bd7a9840c2bce121282133c28e', 'external_gateway_info': {'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c'}}} {{(pid=84041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:19:41.075029 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-b94ae335-414f-4614-9be6-097c42e3a7b3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:19:41.079579 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-b94ae335-414f-4614-9be6-097c42e3a7b3 admin admin] Usage tracker for resource:router and tenant:61a080bd7a9840c2bce121282133c28e is out of sync, need to count used quota {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:19:41.083102 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-b94ae335-414f-4614-9be6-097c42e3a7b3 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:19:41.090540 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-b94ae335-414f-4614-9be6-097c42e3a7b3 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:19:41.105884 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-b94ae335-414f-4614-9be6-097c42e3a7b3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-33442106', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5708'] for router, before_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:19:41.107293 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-b94ae335-414f-4614-9be6-097c42e3a7b3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33442137', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33444285', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33535433', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5703'] for router, precommit_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:19:41.134750 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-b94ae335-414f-4614-9be6-097c42e3a7b3 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:19:41.317658 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-b94ae335-414f-4614-9be6-097c42e3a7b3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-33444175', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-33443520', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5293'] for router, precommit_update {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:19:41.317835 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ded26d75-0514-4c33-a55a-c1701a53cf77 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp016840fc-1f9f-5892-9c53-c9cf6c845bbb-d183dd60-514a-409c-aab4-a2214efc376f', 'network_id': 'd183dd60-514a-409c-aab4-a2214efc376f', 'tenant_id': '61a080bd7a9840c2bce121282133c28e', 'fixed_ips': [{'subnet_id': '846d5941-244f-4c61-abce-3f844b54d9e8'}]}} from n-d-838334-2. {{(pid=84042) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 18 21:19:41.318994 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-ded26d75-0514-4c33-a55a-c1701a53cf77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_create {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:19:41.339322 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-910b4886-de48-4c0c-9bfe-f735ee29c21e req-e5e09a4d-ceb7-46af-8ab1-345dd2bb6946 tempest-TestVolumeBootPattern-942365775 tempest-TestVolumeBootPattern-942365775-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:19:41.340945 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-910b4886-de48-4c0c-9bfe-f735ee29c21e req-e5e09a4d-ceb7-46af-8ab1-345dd2bb6946 tempest-TestVolumeBootPattern-942365775 tempest-TestVolumeBootPattern-942365775-project] 10.222.0.42 "GET /v2.0/ports?device_id=801aa781-40d5-4b42-8e4b-934486f9742c HTTP/1.1" status: 200 len: 943 time: 0.1804848 Apr 18 21:19:41.342499 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-d5706de6-94eb-41b5-83f4-1f233cb11fdf req-b9b32120-1b82-4b8b-b569-c462d65de798 service neutron] 10.222.0.48 "GET /v2.0/networks/9b223f6a-fe67-4bd3-957a-7ef808b3aaf1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4456282 Apr 18 21:19:41.399738 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-910b4886-de48-4c0c-9bfe-f735ee29c21e req-be05e78a-cdf7-4b1c-b5ce-611481d9839b tempest-TestVolumeBootPattern-942365775 tempest-TestVolumeBootPattern-942365775-project] 10.222.0.42 "GET /v2.0/security-groups?id=cdcfb3ee-78c0-44cb-a2e3-4b946850a7e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512416 Apr 18 21:19:41.526163 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.db_base_plugin_common [None req-ded26d75-0514-4c33-a55a-c1701a53cf77 None None] Allocated IP 172.20.0.2 (d183dd60-514a-409c-aab4-a2214efc376f/846d5941-244f-4c61-abce-3f844b54d9e8/6a0605e7-937d-40b4-9e1a-abe5e2e92054) {{(pid=84042) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 21:19:41.562005 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-b94ae335-414f-4614-9be6-097c42e3a7b3 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:19:41.592782 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-b94ae335-414f-4614-9be6-097c42e3a7b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:19:41.732458 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.db_base_plugin_common [None req-b94ae335-414f-4614-9be6-097c42e3a7b3 admin admin] Allocated IP 172.25.8.15 (e41b6600-a917-4a8d-b05c-be3be40c6d8c/6b05667b-848e-4356-9b44-d5eb6808ef74/8c29dd35-ea87-47f3-a2d3-f3902006d042) {{(pid=84041) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 21:19:41.738163 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-ded26d75-0514-4c33-a55a-c1701a53cf77 None None] Notify callbacks [] for port, precommit_create {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:19:41.749331 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-ded26d75-0514-4c33-a55a-c1701a53cf77 None None] Transition to ACTIVE for port object 6a0605e7-937d-40b4-9e1a-abe5e2e92054 will not be triggered until provisioned by entity L2. {{(pid=84042) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:19:41.768571 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-ded26d75-0514-4c33-a55a-c1701a53cf77 None None] Transition to ACTIVE for port object 6a0605e7-937d-40b4-9e1a-abe5e2e92054 will not be triggered until provisioned by entity DHCP. {{(pid=84042) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:19:41.773991 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-ded26d75-0514-4c33-a55a-c1701a53cf77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750374836619'] for port, after_create {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:19:41.876547 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ded26d75-0514-4c33-a55a-c1701a53cf77 None None] Pushing event updated for resources: {'Port': ['ID=6a0605e7-937d-40b4-9e1a-abe5e2e92054,revision_number=1']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:19:41.891106 n-d-838334-2 neutron-server[84042]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ded26d75-0514-4c33-a55a-c1701a53cf77 None None] Network d183dd60-514a-409c-aab4-a2214efc376f is already hosted by enough agents. {{(pid=84042) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:19:41.892302 n-d-838334-2 neutron-server[84042]: DEBUG neutron.scheduler.base_scheduler [None req-ded26d75-0514-4c33-a55a-c1701a53cf77 None None] Resources bound (agent type, host, resource id): {{(pid=84042) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:19:41.896004 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ded26d75-0514-4c33-a55a-c1701a53cf77 None None] Received port after_create {{(pid=84042) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 21:19:41.912572 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-b94ae335-414f-4614-9be6-097c42e3a7b3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:19:41.946568 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-b94ae335-414f-4614-9be6-097c42e3a7b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750374836619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32266323'] for port, after_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:19:42.009290 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.managers [None req-ded26d75-0514-4c33-a55a-c1701a53cf77 None None] Attempting to bind port 6a0605e7-937d-40b4-9e1a-abe5e2e92054 on host n-d-838334-2 for vnic_type normal with profile {{(pid=84042) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 21:19:42.009807 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.managers [None req-ded26d75-0514-4c33-a55a-c1701a53cf77 None None] Attempting to bind port 6a0605e7-937d-40b4-9e1a-abe5e2e92054 by drivers openvswitch,hyperv on host n-d-838334-2 at level 0 using segments [{'id': '5078d71c-f806-46b0-9f46-ae92d2ad5c65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': 'd183dd60-514a-409c-aab4-a2214efc376f'}] {{(pid=84042) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 21:19:42.010298 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ded26d75-0514-4c33-a55a-c1701a53cf77 None None] Attempting to bind port 6a0605e7-937d-40b4-9e1a-abe5e2e92054 on network d183dd60-514a-409c-aab4-a2214efc376f {{(pid=84042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 21:19:42.019044 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ded26d75-0514-4c33-a55a-c1701a53cf77 None None] Checking agent: {'id': '97cd4414-7af6-4d67-868d-dff370b4071a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838334-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 25, 49), 'started_at': datetime.datetime(2022, 4, 18, 20, 26, 19), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 21, 19, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838334-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 18 21:19:42.019525 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ded26d75-0514-4c33-a55a-c1701a53cf77 None None] Checking segment: {'id': '5078d71c-f806-46b0-9f46-ae92d2ad5c65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': 'd183dd60-514a-409c-aab4-a2214efc376f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84042) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 21:19:42.020072 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-ded26d75-0514-4c33-a55a-c1701a53cf77 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:19:42.022091 n-d-838334-2 neutron-server[84041]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b94ae335-414f-4614-9be6-097c42e3a7b3 admin admin] Network e41b6600-a917-4a8d-b05c-be3be40c6d8c is already hosted by enough agents. {{(pid=84041) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:19:42.023796 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ded26d75-0514-4c33-a55a-c1701a53cf77 None None] Bound using segment: {'id': '5078d71c-f806-46b0-9f46-ae92d2ad5c65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': 'd183dd60-514a-409c-aab4-a2214efc376f'} {{(pid=84042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 18 21:19:42.024347 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.managers [None req-ded26d75-0514-4c33-a55a-c1701a53cf77 None None] Bound port: 6a0605e7-937d-40b4-9e1a-abe5e2e92054, host: n-d-838334-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5078d71c-f806-46b0-9f46-ae92d2ad5c65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': 'd183dd60-514a-409c-aab4-a2214efc376f'}}] {{(pid=84042) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 21:19:42.024895 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-ded26d75-0514-4c33-a55a-c1701a53cf77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:19:42.025192 n-d-838334-2 neutron-server[84041]: DEBUG neutron.scheduler.base_scheduler [None req-b94ae335-414f-4614-9be6-097c42e3a7b3 admin admin] Resources bound (agent type, host, resource id): {{(pid=84041) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:19:42.029163 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b94ae335-414f-4614-9be6-097c42e3a7b3 admin admin] Received port after_create {{(pid=84041) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 21:19:42.059985 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b94ae335-414f-4614-9be6-097c42e3a7b3 admin admin] Pushing event updated for resources: {'Port': ['ID=8c29dd35-ea87-47f3-a2d3-f3902006d042,revision_number=1']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:19:42.124641 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-ded26d75-0514-4c33-a55a-c1701a53cf77 None None] For port 6a0605e7-937d-40b4-9e1a-abe5e2e92054, host n-d-838334-2, cleared binding levels {{(pid=84042) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 21:19:42.127734 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-ded26d75-0514-4c33-a55a-c1701a53cf77 None None] For port 6a0605e7-937d-40b4-9e1a-abe5e2e92054, host n-d-838334-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838334-2',level=0,port_id=6a0605e7-937d-40b4-9e1a-abe5e2e92054,segment=NetworkSegment(5078d71c-f806-46b0-9f46-ae92d2ad5c65),segment_id=5078d71c-f806-46b0-9f46-ae92d2ad5c65)] {{(pid=84042) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 21:19:42.132670 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-ded26d75-0514-4c33-a55a-c1701a53cf77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682'] for port, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:19:42.221495 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ded26d75-0514-4c33-a55a-c1701a53cf77 None None] Pushing event updated for resources: {'Port': ['ID=6a0605e7-937d-40b4-9e1a-abe5e2e92054,revision_number=2']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:19:42.229350 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-b94ae335-414f-4614-9be6-097c42e3a7b3 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:19:42.230095 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-b94ae335-414f-4614-9be6-097c42e3a7b3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33443529', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33444176'] for router, after_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:19:42.536302 n-d-838334-2 neutron-server[84041]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b94ae335-414f-4614-9be6-097c42e3a7b3 admin admin] Router d08d1d26-0079-4996-bd23-121fb630e4ec is scheduled to L3 agent bc84d6c9-dd7a-4555-a351-592327b46d5a with binding_index 1 {{(pid=84041) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 18 21:19:42.648983 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e548ee8d-eed2-4297-8000-1c4ed7091878 req-1079b388-7932-4c74-adf3-030279d9bc91 tempest-TestVolumeBootPattern-942365775 tempest-TestVolumeBootPattern-942365775-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:19:42.650551 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-e548ee8d-eed2-4297-8000-1c4ed7091878 req-1079b388-7932-4c74-adf3-030279d9bc91 tempest-TestVolumeBootPattern-942365775 tempest-TestVolumeBootPattern-942365775-project] 10.222.0.42 "GET /v2.0/ports?device_id=801aa781-40d5-4b42-8e4b-934486f9742c HTTP/1.1" status: 200 len: 943 time: 0.1091220 Apr 18 21:19:42.716255 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-e548ee8d-eed2-4297-8000-1c4ed7091878 req-7d3529ca-1460-4219-b361-d218e063387a tempest-TestVolumeBootPattern-942365775 tempest-TestVolumeBootPattern-942365775-project] 10.222.0.42 "GET /v2.0/security-groups?id=cdcfb3ee-78c0-44cb-a2e3-4b946850a7e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558884 Apr 18 21:19:42.860681 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b94ae335-414f-4614-9be6-097c42e3a7b3 admin admin] Notify agent at l3_agent.n-d-838334-2 the message routers_updated {{(pid=84041) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 21:19:42.873374 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1f7de7c-75e6-4e1f-9c21-f59417c2442c None None] Sync routers for ids ['d08d1d26-0079-4996-bd23-121fb630e4ec'] in n-d-838334-2 {{(pid=84042) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 18 21:19:42.896747 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1f7de7c-75e6-4e1f-9c21-f59417c2442c None None] Routers {'d08d1d26-0079-4996-bd23-121fb630e4ec'} bound to L3 agent in host n-d-838334-2 {{(pid=84042) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 21:19:42.898364 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_hamode_db [None req-c1f7de7c-75e6-4e1f-9c21-f59417c2442c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838334-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-18T20:25:48Z,description=,heartbeat_timestamp=2022-04-18T21:19:18Z,host='n-d-838334-2',id=bc84d6c9-dd7a-4555-a351-592327b46d5a,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:25:48Z,topic='l3_agent')) {'router_ids': ['d08d1d26-0079-4996-bd23-121fb630e4ec'], 'active': True} {{(pid=84042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:19:42.901565 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-b94ae335-414f-4614-9be6-097c42e3a7b3 admin admin] Notify callbacks [] for router, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:19:42.908860 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 60648) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:19:42.921969 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-b94ae335-414f-4614-9be6-097c42e3a7b3 admin admin] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 1.8594396 Apr 18 21:19:43.171220 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_dvr_db [None req-c1f7de7c-75e6-4e1f-9c21-f59417c2442c None None] Set router d08d1d26-0079-4996-bd23-121fb630e4ec gateway port host: n-d-838334-2 {{(pid=84042) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 21:19:43.431612 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5e00972-6f76-43af-8c23-96bf1aa6c195 None None] Network d183dd60-514a-409c-aab4-a2214efc376f requested from n-d-838334-2 {{(pid=84042) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 21:19:43.637973 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-9c600158-7fb0-4552-b966-4be81448a2a4 None None] Provisioning for port 6a0605e7-937d-40b4-9e1a-abe5e2e92054 completed by entity DHCP. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 21:19:43.760027 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_hamode_db [None req-c1f7de7c-75e6-4e1f-9c21-f59417c2442c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd08d1d26-0079-4996-bd23-121fb630e4ec', 'name': 'tempest-TestVolumeBackupRestore-159285860-router', 'tenant_id': '61a080bd7a9840c2bce121282133c28e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'external_fixed_ips': [{'subnet_id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'ip_address': '172.25.8.15'}], 'enable_snat': True}, 'gw_port_id': '8c29dd35-ea87-47f3-a2d3-f3902006d042', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:19:41Z', 'updated_at': '2022-04-18T21:19:42Z', 'revision_number': 3, 'project_id': '61a080bd7a9840c2bce121282133c28e', 'gw_port': {'id': '8c29dd35-ea87-47f3-a2d3-f3902006d042', 'name': '', 'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:59:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd08d1d26-0079-4996-bd23-121fb630e4ec', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'ip_address': '172.25.8.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:19:41Z', 'updated_at': '2022-04-18T21:19:41Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838334-2'}], 'n-d-838334-2', False) {} {{(pid=84042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:19:43.774996 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1f7de7c-75e6-4e1f-9c21-f59417c2442c None None] Checking router: d08d1d26-0079-4996-bd23-121fb630e4ec for host: n-d-838334-2 {{(pid=84042) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 18 21:19:43.775457 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1f7de7c-75e6-4e1f-9c21-f59417c2442c None None] Updating router d08d1d26-0079-4996-bd23-121fb630e4ec port 8c29dd35-ea87-47f3-a2d3-f3902006d042 binding host n-d-838334-2 {{(pid=84042) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 18 21:19:43.789929 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-ac596717-c886-48f9-b0e6-ca9ccc53623c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:19:43.877720 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-c1f7de7c-75e6-4e1f-9c21-f59417c2442c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:19:44.051329 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-538aa5c9-942f-4c30-a8ac-ba6ff608f5a6 req-ba1bf138-9930-4d5b-b819-74d141cc7f7d tempest-TestVolumeBootPattern-942365775 tempest-TestVolumeBootPattern-942365775-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:19:44.059412 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-538aa5c9-942f-4c30-a8ac-ba6ff608f5a6 req-ba1bf138-9930-4d5b-b819-74d141cc7f7d tempest-TestVolumeBootPattern-942365775 tempest-TestVolumeBootPattern-942365775-project] 10.222.0.42 "GET /v2.0/ports?device_id=801aa781-40d5-4b42-8e4b-934486f9742c HTTP/1.1" status: 200 len: 943 time: 0.1767783 Apr 18 21:19:44.176842 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.db_base_plugin_common [None req-ac596717-c886-48f9-b0e6-ca9ccc53623c admin admin] Allocated IP 172.20.0.1 (d183dd60-514a-409c-aab4-a2214efc376f/846d5941-244f-4c61-abce-3f844b54d9e8/a6eedbea-ea9c-4c5b-a01a-eafb9b753a8b) {{(pid=84040) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 21:19:44.193708 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-538aa5c9-942f-4c30-a8ac-ba6ff608f5a6 req-a708dd3d-da91-455b-bed0-69330007431f tempest-TestVolumeBootPattern-942365775 tempest-TestVolumeBootPattern-942365775-project] 10.222.0.42 "GET /v2.0/security-groups?id=cdcfb3ee-78c0-44cb-a2e3-4b946850a7e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1335580 Apr 18 21:19:44.343989 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-c1f7de7c-75e6-4e1f-9c21-f59417c2442c None None] Notify callbacks [] for port, precommit_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:19:44.362238 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-ac596717-c886-48f9-b0e6-ca9ccc53623c admin admin] Notify callbacks [] for port, precommit_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:19:44.367361 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-c1f7de7c-75e6-4e1f-9c21-f59417c2442c None None] Transition to ACTIVE for port object 8c29dd35-ea87-47f3-a2d3-f3902006d042 will not be triggered until provisioned by entity L2. {{(pid=84042) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:19:44.375093 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-c1f7de7c-75e6-4e1f-9c21-f59417c2442c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682'] for port, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:19:44.384125 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.provisioning_blocks [None req-ac596717-c886-48f9-b0e6-ca9ccc53623c admin admin] Transition to ACTIVE for port object a6eedbea-ea9c-4c5b-a01a-eafb9b753a8b will not be triggered until provisioned by entity DHCP. {{(pid=84040) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:19:44.412530 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-ac596717-c886-48f9-b0e6-ca9ccc53623c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750374836619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32440838'] for port, after_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:19:44.482174 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8fd144a-e542-4d11-96f0-15d58737a7f1 None None] Pushing event updated for resources: {'Port': ['ID=8c29dd35-ea87-47f3-a2d3-f3902006d042,revision_number=2']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:19:44.488181 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Device 6a0605e7-937d-40b4-9e1a-abe5e2e92054 up at agent ovs-agent-n-d-838334-2 {{(pid=84042) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 21:19:44.514469 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.managers [None req-c1f7de7c-75e6-4e1f-9c21-f59417c2442c None None] Attempting to bind port 8c29dd35-ea87-47f3-a2d3-f3902006d042 on host n-d-838334-2 for vnic_type normal with profile {{(pid=84042) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 21:19:44.515270 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.managers [None req-c1f7de7c-75e6-4e1f-9c21-f59417c2442c None None] Attempting to bind port 8c29dd35-ea87-47f3-a2d3-f3902006d042 by drivers openvswitch,hyperv on host n-d-838334-2 at level 0 using segments [{'id': '732aa830-768b-4511-951f-d08e26b9c25b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c'}] {{(pid=84042) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 21:19:44.515929 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1f7de7c-75e6-4e1f-9c21-f59417c2442c None None] Attempting to bind port 8c29dd35-ea87-47f3-a2d3-f3902006d042 on network e41b6600-a917-4a8d-b05c-be3be40c6d8c {{(pid=84042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 21:19:44.543923 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1f7de7c-75e6-4e1f-9c21-f59417c2442c None None] Checking agent: {'id': '97cd4414-7af6-4d67-868d-dff370b4071a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838334-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 25, 49), 'started_at': datetime.datetime(2022, 4, 18, 20, 26, 19), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 21, 19, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838334-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 18 21:19:44.544452 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1f7de7c-75e6-4e1f-9c21-f59417c2442c None None] Checking segment: {'id': '732aa830-768b-4511-951f-d08e26b9c25b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84042) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 21:19:44.545019 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-c1f7de7c-75e6-4e1f-9c21-f59417c2442c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:19:44.545632 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1f7de7c-75e6-4e1f-9c21-f59417c2442c None None] Bound using segment: {'id': '732aa830-768b-4511-951f-d08e26b9c25b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c'} {{(pid=84042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 18 21:19:44.546224 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.managers [None req-c1f7de7c-75e6-4e1f-9c21-f59417c2442c None None] Bound port: 8c29dd35-ea87-47f3-a2d3-f3902006d042, host: n-d-838334-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '732aa830-768b-4511-951f-d08e26b9c25b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c'}}] {{(pid=84042) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 21:19:44.546697 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-c1f7de7c-75e6-4e1f-9c21-f59417c2442c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:19:44.612877 n-d-838334-2 neutron-server[84040]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac596717-c886-48f9-b0e6-ca9ccc53623c admin admin] Network d183dd60-514a-409c-aab4-a2214efc376f is already hosted by enough agents. {{(pid=84040) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:19:44.616083 n-d-838334-2 neutron-server[84040]: DEBUG neutron.scheduler.base_scheduler [None req-ac596717-c886-48f9-b0e6-ca9ccc53623c admin admin] Resources bound (agent type, host, resource id): {{(pid=84040) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:19:44.618846 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac596717-c886-48f9-b0e6-ca9ccc53623c admin admin] Received port after_create {{(pid=84040) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 21:19:44.641031 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-c1f7de7c-75e6-4e1f-9c21-f59417c2442c None None] For port 8c29dd35-ea87-47f3-a2d3-f3902006d042, host n-d-838334-2, cleared binding levels {{(pid=84042) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 21:19:44.645963 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-c1f7de7c-75e6-4e1f-9c21-f59417c2442c None None] For port 8c29dd35-ea87-47f3-a2d3-f3902006d042, host n-d-838334-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838334-2',level=0,port_id=8c29dd35-ea87-47f3-a2d3-f3902006d042,segment=NetworkSegment(732aa830-768b-4511-951f-d08e26b9c25b),segment_id=732aa830-768b-4511-951f-d08e26b9c25b)] {{(pid=84042) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 21:19:44.650910 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Provisioning for port 6a0605e7-937d-40b4-9e1a-abe5e2e92054 completed by entity L2. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 21:19:44.656613 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-c1f7de7c-75e6-4e1f-9c21-f59417c2442c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682'] for port, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:19:44.676546 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac596717-c886-48f9-b0e6-ca9ccc53623c admin admin] Pushing event updated for resources: {'Port': ['ID=a6eedbea-ea9c-4c5b-a01a-eafb9b753a8b,revision_number=1']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:19:44.691043 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-ac596717-c886-48f9-b0e6-ca9ccc53623c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33444010'] for router_interface, before_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:19:44.696472 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Provisioning complete for port 6a0605e7-937d-40b4-9e1a-abe5e2e92054 triggered by entity L2. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:19:44.696841 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1253608'] for port, provisioning_complete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:19:44.811719 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8fd144a-e542-4d11-96f0-15d58737a7f1 None None] Pushing event updated for resources: {'Port': ['ID=8c29dd35-ea87-47f3-a2d3-f3902006d042,revision_number=3']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:19:44.824097 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1f7de7c-75e6-4e1f-9c21-f59417c2442c None None] Routers {'d08d1d26-0079-4996-bd23-121fb630e4ec'} bound to L3 agent in host n-d-838334-2 {{(pid=84042) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 21:19:44.824855 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_hamode_db [None req-c1f7de7c-75e6-4e1f-9c21-f59417c2442c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838334-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-18T20:25:48Z,description=,heartbeat_timestamp=2022-04-18T21:19:18Z,host='n-d-838334-2',id=bc84d6c9-dd7a-4555-a351-592327b46d5a,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:25:48Z,topic='l3_agent')) {'router_ids': ['d08d1d26-0079-4996-bd23-121fb630e4ec'], 'active': True} {{(pid=84042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:19:44.825595 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-ac596717-c886-48f9-b0e6-ca9ccc53623c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:19:45.019302 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:19:45.072935 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-90579ace-ab4d-4150-beda-1872cb43773c None None] Provisioning for port a6eedbea-ea9c-4c5b-a01a-eafb9b753a8b completed by entity DHCP. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 21:19:45.083891 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-90579ace-ab4d-4150-beda-1872cb43773c None None] Provisioning complete for port a6eedbea-ea9c-4c5b-a01a-eafb9b753a8b triggered by entity DHCP. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:19:45.084118 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-90579ace-ab4d-4150-beda-1872cb43773c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1253608'] for port, provisioning_complete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:19:45.102547 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-ac596717-c886-48f9-b0e6-ca9ccc53623c admin admin] Notify callbacks [] for port, precommit_update {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:19:45.107259 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-ac596717-c886-48f9-b0e6-ca9ccc53623c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32440959'] for port, after_update {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:19:45.132053 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_dvr_db [None req-c1f7de7c-75e6-4e1f-9c21-f59417c2442c None None] Set router d08d1d26-0079-4996-bd23-121fb630e4ec gateway port host: n-d-838334-2 {{(pid=84042) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 21:19:45.228322 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac596717-c886-48f9-b0e6-ca9ccc53623c admin admin] Pushing event updated for resources: {'Port': ['ID=a6eedbea-ea9c-4c5b-a01a-eafb9b753a8b,revision_number=2']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:19:45.233165 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-ac596717-c886-48f9-b0e6-ca9ccc53623c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-32377886', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33443847'] for router_interface, after_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:19:45.233324 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] For port 6a0605e7-937d-40b4-9e1a-abe5e2e92054, host n-d-838334-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838334-2',level=0,port_id=6a0605e7-937d-40b4-9e1a-abe5e2e92054,segment=NetworkSegment(5078d71c-f806-46b0-9f46-ae92d2ad5c65),segment_id=5078d71c-f806-46b0-9f46-ae92d2ad5c65)] {{(pid=84042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:19:45.248029 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682'] for port, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:19:45.307328 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.plugin [None req-90579ace-ab4d-4150-beda-1872cb43773c None None] Port a6eedbea-ea9c-4c5b-a01a-eafb9b753a8b cannot update to ACTIVE because it is not bound. {{(pid=84042) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 18 21:19:45.407758 n-d-838334-2 neutron-server[84040]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac596717-c886-48f9-b0e6-ca9ccc53623c admin admin] Network d183dd60-514a-409c-aab4-a2214efc376f is already hosted by enough agents. {{(pid=84040) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:19:45.409402 n-d-838334-2 neutron-server[84040]: DEBUG neutron.scheduler.base_scheduler [None req-ac596717-c886-48f9-b0e6-ca9ccc53623c admin admin] Resources bound (agent type, host, resource id): {{(pid=84040) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:19:45.480023 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Pushing event updated for resources: {'Port': ['ID=6a0605e7-937d-40b4-9e1a-abe5e2e92054,revision_number=3']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:19:45.664112 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-239c6138-327d-4707-8e71-d341127344d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750375287399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253529'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:19:45.696087 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_hamode_db [None req-c1f7de7c-75e6-4e1f-9c21-f59417c2442c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd08d1d26-0079-4996-bd23-121fb630e4ec', 'name': 'tempest-TestVolumeBackupRestore-159285860-router', 'tenant_id': '61a080bd7a9840c2bce121282133c28e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'external_fixed_ips': [{'subnet_id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'ip_address': '172.25.8.15'}], 'enable_snat': True}, 'gw_port_id': '8c29dd35-ea87-47f3-a2d3-f3902006d042', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:19:41Z', 'updated_at': '2022-04-18T21:19:44Z', 'revision_number': 4, 'project_id': '61a080bd7a9840c2bce121282133c28e', 'gw_port': {'id': '8c29dd35-ea87-47f3-a2d3-f3902006d042', 'name': '', 'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:59:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd08d1d26-0079-4996-bd23-121fb630e4ec', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'ip_address': '172.25.8.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:19:41Z', 'updated_at': '2022-04-18T21:19:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838334-2', '_interfaces': [{'id': 'a6eedbea-ea9c-4c5b-a01a-eafb9b753a8b', 'name': '', 'network_id': 'd183dd60-514a-409c-aab4-a2214efc376f', 'tenant_id': '61a080bd7a9840c2bce121282133c28e', 'mac_address': 'fa:16:3e:9a:d3:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd08d1d26-0079-4996-bd23-121fb630e4ec', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '846d5941-244f-4c61-abce-3f844b54d9e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:19:43Z', 'updated_at': '2022-04-18T21:19:44Z', 'revision_number': 1, 'project_id': '61a080bd7a9840c2bce121282133c28e', 'subnets': [{'id': '846d5941-244f-4c61-abce-3f844b54d9e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838334-2', False) {} {{(pid=84042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:19:45.700993 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1f7de7c-75e6-4e1f-9c21-f59417c2442c None None] The sync data for ids ['d08d1d26-0079-4996-bd23-121fb630e4ec'] in n-d-838334-2 is: [{'id': 'd08d1d26-0079-4996-bd23-121fb630e4ec', 'name': 'tempest-TestVolumeBackupRestore-159285860-router', 'tenant_id': '61a080bd7a9840c2bce121282133c28e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'external_fixed_ips': [{'subnet_id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'ip_address': '172.25.8.15'}], 'enable_snat': True}, 'gw_port_id': '8c29dd35-ea87-47f3-a2d3-f3902006d042', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:19:41Z', 'updated_at': '2022-04-18T21:19:44Z', 'revision_number': 4, 'project_id': '61a080bd7a9840c2bce121282133c28e', 'gw_port': {'id': '8c29dd35-ea87-47f3-a2d3-f3902006d042', 'name': '', 'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:59:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd08d1d26-0079-4996-bd23-121fb630e4ec', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'ip_address': '172.25.8.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:19:41Z', 'updated_at': '2022-04-18T21:19:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838334-2', '_interfaces': [{'id': 'a6eedbea-ea9c-4c5b-a01a-eafb9b753a8b', 'name': '', 'network_id': 'd183dd60-514a-409c-aab4-a2214efc376f', 'tenant_id': '61a080bd7a9840c2bce121282133c28e', 'mac_address': 'fa:16:3e:9a:d3:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd08d1d26-0079-4996-bd23-121fb630e4ec', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '846d5941-244f-4c61-abce-3f844b54d9e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:19:43Z', 'updated_at': '2022-04-18T21:19:44Z', 'revision_number': 1, 'project_id': '61a080bd7a9840c2bce121282133c28e', 'subnets': [{'id': '846d5941-244f-4c61-abce-3f844b54d9e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84042) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 18 21:19:45.762495 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-a269e7ed-3ec3-4bd9-a8d8-1c1aa5863cd2 None None] Provisioning complete for port a6eedbea-ea9c-4c5b-a01a-eafb9b753a8b triggered by entity DHCP. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:19:45.762947 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-a269e7ed-3ec3-4bd9-a8d8-1c1aa5863cd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1253608'] for port, provisioning_complete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:19:45.842054 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2d9fdc5-1d2f-40cb-ae52-68bb031d0368 req-eb37d702-1bb1-4ecb-be18-36fa7c45f9e0 tempest-TestVolumeBootPattern-942365775 tempest-TestVolumeBootPattern-942365775-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:19:45.848659 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-b2d9fdc5-1d2f-40cb-ae52-68bb031d0368 req-eb37d702-1bb1-4ecb-be18-36fa7c45f9e0 tempest-TestVolumeBootPattern-942365775 tempest-TestVolumeBootPattern-942365775-project] 10.222.0.42 "GET /v2.0/ports?device_id=801aa781-40d5-4b42-8e4b-934486f9742c HTTP/1.1" status: 200 len: 943 time: 0.3553295 Apr 18 21:19:45.860158 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.plugin [None req-a269e7ed-3ec3-4bd9-a8d8-1c1aa5863cd2 None None] Port a6eedbea-ea9c-4c5b-a01a-eafb9b753a8b cannot update to ACTIVE because it is not bound. {{(pid=84042) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 18 21:19:46.087402 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-b2d9fdc5-1d2f-40cb-ae52-68bb031d0368 req-f69f4864-5437-4c67-953c-a13e0d210a68 tempest-TestVolumeBootPattern-942365775 tempest-TestVolumeBootPattern-942365775-project] 10.222.0.42 "GET /v2.0/security-groups?id=cdcfb3ee-78c0-44cb-a2e3-4b946850a7e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2176733 Apr 18 21:19:46.221330 n-d-838334-2 neutron-server[84040]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ac596717-c886-48f9-b0e6-ca9ccc53623c admin admin] Router d08d1d26-0079-4996-bd23-121fb630e4ec has already been hosted by L3 agent bc84d6c9-dd7a-4555-a351-592327b46d5a {{(pid=84040) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 21:19:46.430171 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Device 6a0605e7-937d-40b4-9e1a-abe5e2e92054 up at agent ovs-agent-n-d-838334-2 {{(pid=84042) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 21:19:46.483475 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ac596717-c886-48f9-b0e6-ca9ccc53623c admin admin] Notify agent at l3_agent.n-d-838334-2 the message routers_updated {{(pid=84040) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 21:19:46.493690 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-ac596717-c886-48f9-b0e6-ca9ccc53623c admin admin] 10.222.0.42 "PUT /v2.0/routers/d08d1d26-0079-4996-bd23-121fb630e4ec/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5830784 Apr 18 21:19:46.533616 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Provisioning complete for port 6a0605e7-937d-40b4-9e1a-abe5e2e92054 triggered by entity L2. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:19:46.533984 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1253608'] for port, provisioning_complete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:19:47.355856 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0da8c9df-9d6b-49c9-891b-a43cc90369c4 req-6571d132-7c36-40a4-a1db-b7f1ff6b5cdb tempest-TestVolumeBootPattern-942365775 tempest-TestVolumeBootPattern-942365775-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:19:47.357401 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-0da8c9df-9d6b-49c9-891b-a43cc90369c4 req-6571d132-7c36-40a4-a1db-b7f1ff6b5cdb tempest-TestVolumeBootPattern-942365775 tempest-TestVolumeBootPattern-942365775-project] 10.222.0.42 "GET /v2.0/ports?device_id=801aa781-40d5-4b42-8e4b-934486f9742c HTTP/1.1" status: 200 len: 943 time: 0.1043429 Apr 18 21:19:47.435584 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-0da8c9df-9d6b-49c9-891b-a43cc90369c4 req-66d701ec-0904-49cd-892e-3d49a00c9f22 tempest-TestVolumeBootPattern-942365775 tempest-TestVolumeBootPattern-942365775-project] 10.222.0.42 "GET /v2.0/security-groups?id=cdcfb3ee-78c0-44cb-a2e3-4b946850a7e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706382 Apr 18 21:19:47.575614 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 60740) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:19:47.582732 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.v2.base [None req-9cf2981d-f7af-40f6-b8e6-d5e34e92b7ce admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBackupRestore-479181263-network', 'tenant_id': '6a614ae1bccf47ba9d69f98188b9fa50'}} {{(pid=84040) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:19:47.589562 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [None req-9cf2981d-f7af-40f6-b8e6-d5e34e92b7ce admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:19:47.593889 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-9cf2981d-f7af-40f6-b8e6-d5e34e92b7ce admin admin] Usage tracker for resource:network and tenant:6a614ae1bccf47ba9d69f98188b9fa50 is out of sync, need to count used quota {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:19:47.597742 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-9cf2981d-f7af-40f6-b8e6-d5e34e92b7ce admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:19:47.603584 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [None req-9cf2981d-f7af-40f6-b8e6-d5e34e92b7ce admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:19:47.614211 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9cf2981d-f7af-40f6-b8e6-d5e34e92b7ce admin admin] Made reservation on behalf of 6a614ae1bccf47ba9d69f98188b9fa50 for: {'network': 1} {{(pid=84040) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:19:47.616568 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-9cf2981d-f7af-40f6-b8e6-d5e34e92b7ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for network, before_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:19:47.629133 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-9cf2981d-f7af-40f6-b8e6-d5e34e92b7ce admin admin] Notify callbacks [] for security_group, before_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:19:47.665100 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [None req-9cf2981d-f7af-40f6-b8e6-d5e34e92b7ce admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:19:47.671884 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-9cf2981d-f7af-40f6-b8e6-d5e34e92b7ce admin admin] Usage tracker for resource:security_group_rule and tenant:6a614ae1bccf47ba9d69f98188b9fa50 is out of sync, need to count used quota {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:19:47.677085 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-9cf2981d-f7af-40f6-b8e6-d5e34e92b7ce admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:19:47.684269 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [None req-9cf2981d-f7af-40f6-b8e6-d5e34e92b7ce admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:19:47.758230 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-9cf2981d-f7af-40f6-b8e6-d5e34e92b7ce admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:19:47.762316 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-9cf2981d-f7af-40f6-b8e6-d5e34e92b7ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33528224'] for security_group, after_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:19:47.890096 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9cf2981d-f7af-40f6-b8e6-d5e34e92b7ce admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 354} {{(pid=84040) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 21:19:47.899453 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cf2981d-f7af-40f6-b8e6-d5e34e92b7ce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f5f94c24-3562-492e-96b9-ad14c5a28c7d,revision_number=1']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:19:47.905724 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-9cf2981d-f7af-40f6-b8e6-d5e34e92b7ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1082986'] for segment, precommit_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:19:47.906068 n-d-838334-2 neutron-server[84040]: INFO neutron.db.segments_db [None req-9cf2981d-f7af-40f6-b8e6-d5e34e92b7ce admin admin] Added segment c442b2cd-a879-4b06-b2a4-c25cc4ce5abc of type vlan for network 39939072-0b9a-4f53-80f8-e83589bebcb6 Apr 18 21:19:47.906269 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-121e93a4-3166-41e9-b02a-0d43ebcab485 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750375287399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253529'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:19:47.916699 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cf2981d-f7af-40f6-b8e6-d5e34e92b7ce admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:19:47.917068 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cf2981d-f7af-40f6-b8e6-d5e34e92b7ce admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:19:47.917487 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cf2981d-f7af-40f6-b8e6-d5e34e92b7ce admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:19:47.917822 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cf2981d-f7af-40f6-b8e6-d5e34e92b7ce admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:19:47.918153 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cf2981d-f7af-40f6-b8e6-d5e34e92b7ce admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:19:47.918478 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cf2981d-f7af-40f6-b8e6-d5e34e92b7ce admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:19:47.918824 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cf2981d-f7af-40f6-b8e6-d5e34e92b7ce admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:19:47.919144 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cf2981d-f7af-40f6-b8e6-d5e34e92b7ce admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:19:47.919462 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cf2981d-f7af-40f6-b8e6-d5e34e92b7ce admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:19:47.919944 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cf2981d-f7af-40f6-b8e6-d5e34e92b7ce admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:19:47.920285 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cf2981d-f7af-40f6-b8e6-d5e34e92b7ce admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:19:47.947023 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-9cf2981d-f7af-40f6-b8e6-d5e34e92b7ce admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750374825732'] for network, precommit_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:19:47.987468 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-9cf2981d-f7af-40f6-b8e6-d5e34e92b7ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33526109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022'] for network, after_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:19:47.988532 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9cf2981d-f7af-40f6-b8e6-d5e34e92b7ce admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:19:47.988717 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-9cf2981d-f7af-40f6-b8e6-d5e34e92b7ce admin admin] Notify callbacks [] for network, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:19:48.092946 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cf2981d-f7af-40f6-b8e6-d5e34e92b7ce admin admin] Pushing event updated for resources: {'Network': ['ID=39939072-0b9a-4f53-80f8-e83589bebcb6,revision_number=1']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:19:48.095780 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-9cf2981d-f7af-40f6-b8e6-d5e34e92b7ce admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.5190511 Apr 18 21:19:48.098542 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 60752) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:19:48.103973 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.v2.base [None req-2a360b30-74db-44e7-a531-afcbc3a315e6 admin admin] Request body: {'subnet': {'network_id': '39939072-0b9a-4f53-80f8-e83589bebcb6', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBackupRestore-479181263-subnet', 'tenant_id': '6a614ae1bccf47ba9d69f98188b9fa50', 'ip_version': 4}} {{(pid=84040) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:19:48.106121 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Network 39939072-0b9a-4f53-80f8-e83589bebcb6 details requested by agent ovs-agent-n-d-838334-2 with host n-d-838334-2 {{(pid=84042) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 18 21:19:48.109336 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [None req-2a360b30-74db-44e7-a531-afcbc3a315e6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:19:48.113247 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-2a360b30-74db-44e7-a531-afcbc3a315e6 admin admin] Usage tracker for resource:subnet and tenant:6a614ae1bccf47ba9d69f98188b9fa50 is out of sync, need to count used quota {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:19:48.116063 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-2a360b30-74db-44e7-a531-afcbc3a315e6 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:19:48.122715 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [None req-2a360b30-74db-44e7-a531-afcbc3a315e6 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:19:48.134793 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a360b30-74db-44e7-a531-afcbc3a315e6 admin admin] Made reservation on behalf of 6a614ae1bccf47ba9d69f98188b9fa50 for: {'subnet': 1} {{(pid=84040) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:19:48.137071 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-2a360b30-74db-44e7-a531-afcbc3a315e6 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31752722'] for subnet, before_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:19:48.325430 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Device 16e27602-bd99-43e3-a065-d86af81cc677 details requested by agent hyperv_n-h2-838334-2 with host n-h2-838334-2 {{(pid=84042) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 18 21:19:48.379147 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-2a360b30-74db-44e7-a531-afcbc3a315e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33526260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32441074', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31752704'] for subnet, after_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:19:48.458735 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Device 8c29dd35-ea87-47f3-a2d3-f3902006d042 up at agent ovs-agent-n-d-838334-2 {{(pid=84042) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 21:19:48.477131 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a360b30-74db-44e7-a531-afcbc3a315e6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=fcd88eeb-a9da-444f-b494-5fca83465a3b,revision_number=0']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:19:48.490273 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a360b30-74db-44e7-a531-afcbc3a315e6 admin admin] Checking segment: {'id': 'c442b2cd-a879-4b06-b2a4-c25cc4ce5abc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '39939072-0b9a-4f53-80f8-e83589bebcb6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84040) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 21:19:48.490720 n-d-838334-2 neutron-server[84040]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a360b30-74db-44e7-a531-afcbc3a315e6 admin admin] Network hostable DHCP agents. Network: 39939072-0b9a-4f53-80f8-e83589bebcb6, hostable agents: ['8746f8ea-3e91-4b32-9919-2c63adeb8722'], hosted agents: [] {{(pid=84040) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 21:19:48.518857 n-d-838334-2 neutron-server[84040]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a360b30-74db-44e7-a531-afcbc3a315e6 admin admin] Network 39939072-0b9a-4f53-80f8-e83589bebcb6 is scheduled to be hosted by DHCP agent 8746f8ea-3e91-4b32-9919-2c63adeb8722 with binding_index 1 {{(pid=84040) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 21:19:48.537217 n-d-838334-2 neutron-server[84040]: DEBUG neutron.scheduler.base_scheduler [None req-2a360b30-74db-44e7-a531-afcbc3a315e6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-838334-2, 39939072-0b9a-4f53-80f8-e83589bebcb6) {{(pid=84040) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:19:48.553086 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a360b30-74db-44e7-a531-afcbc3a315e6 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:19:48.553086 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-2a360b30-74db-44e7-a531-afcbc3a315e6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:19:48.565912 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dcb00ead-abb6-44ba-9e6b-762cb0290ef3 None None] Network 39939072-0b9a-4f53-80f8-e83589bebcb6 requested from n-d-838334-2 {{(pid=84042) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 21:19:48.582478 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-2a360b30-74db-44e7-a531-afcbc3a315e6 admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.4793510 Apr 18 21:19:48.582838 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 60768) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:19:48.589607 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.v2.base [None req-97e29cda-a243-43e6-860f-05ccd83bfb13 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBackupRestore-479181263-router', 'tenant_id': '6a614ae1bccf47ba9d69f98188b9fa50', 'external_gateway_info': {'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c'}}} {{(pid=84041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:19:48.596569 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-97e29cda-a243-43e6-860f-05ccd83bfb13 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:19:48.601709 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-97e29cda-a243-43e6-860f-05ccd83bfb13 admin admin] Usage tracker for resource:router and tenant:6a614ae1bccf47ba9d69f98188b9fa50 is out of sync, need to count used quota {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:19:48.606097 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-97e29cda-a243-43e6-860f-05ccd83bfb13 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:19:48.613311 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-97e29cda-a243-43e6-860f-05ccd83bfb13 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:19:48.626348 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-97e29cda-a243-43e6-860f-05ccd83bfb13 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-33442106', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5708'] for router, before_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:19:48.628104 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-97e29cda-a243-43e6-860f-05ccd83bfb13 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33442137', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33444285', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33535433', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5703'] for router, precommit_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:19:48.650730 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-97e29cda-a243-43e6-860f-05ccd83bfb13 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:19:48.697165 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ce9f528-fbe1-4a7d-9aad-f21bdd681e5a req-68f5bb86-992a-414c-a77c-8a41fa05acdc tempest-TestVolumeBootPattern-942365775 tempest-TestVolumeBootPattern-942365775-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:19:48.698678 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-0ce9f528-fbe1-4a7d-9aad-f21bdd681e5a req-68f5bb86-992a-414c-a77c-8a41fa05acdc tempest-TestVolumeBootPattern-942365775 tempest-TestVolumeBootPattern-942365775-project] 10.222.0.42 "GET /v2.0/ports?device_id=801aa781-40d5-4b42-8e4b-934486f9742c HTTP/1.1" status: 200 len: 943 time: 0.0871205 Apr 18 21:19:48.704186 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] For port 16e27602-bd99-43e3-a065-d86af81cc677, host n-h2-838334-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838334-2',level=0,port_id=16e27602-bd99-43e3-a065-d86af81cc677,segment=NetworkSegment(c9d9b92a-74d4-40ed-ab8e-582836dfe352),segment_id=c9d9b92a-74d4-40ed-ab8e-582836dfe352)] {{(pid=84042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:19:48.754059 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Returning: {'device': '16e27602-bd99-43e3-a065-d86af81cc677', 'network_id': '9b223f6a-fe67-4bd3-957a-7ef808b3aaf1', 'port_id': '16e27602-bd99-43e3-a065-d86af81cc677', 'mac_address': 'fa:16:3e:62:ea:e0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 357, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a845e1ae-c47e-4919-8a24-530366b84c60', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84042) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 18 21:19:48.758039 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Provisioning for port 8c29dd35-ea87-47f3-a2d3-f3902006d042 completed by entity L2. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 21:19:48.774511 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-0ce9f528-fbe1-4a7d-9aad-f21bdd681e5a req-a32073f5-464e-47e3-b268-b53c6a056aff tempest-TestVolumeBootPattern-942365775 tempest-TestVolumeBootPattern-942365775-project] 10.222.0.42 "GET /v2.0/security-groups?id=cdcfb3ee-78c0-44cb-a2e3-4b946850a7e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676780 Apr 18 21:19:48.833158 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Provisioning complete for port 8c29dd35-ea87-47f3-a2d3-f3902006d042 triggered by entity L2. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:19:48.833158 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1253608'] for port, provisioning_complete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:19:48.852053 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-97e29cda-a243-43e6-860f-05ccd83bfb13 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-33444175', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-33443520', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5293'] for router, precommit_update {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:19:48.957527 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:19:49.005365 n-d-838334-2 neutron-server[84042]: DEBUG neutron.notifiers.nova [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 16e27602-bd99-43e3-a065-d86af81cc677 {{(pid=84042) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 18 21:19:49.055032 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] For port 16e27602-bd99-43e3-a065-d86af81cc677, host n-h2-838334-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838334-2',level=0,port_id=16e27602-bd99-43e3-a065-d86af81cc677,segment=NetworkSegment(c9d9b92a-74d4-40ed-ab8e-582836dfe352),segment_id=c9d9b92a-74d4-40ed-ab8e-582836dfe352)] {{(pid=84042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:19:49.078103 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682'] for port, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:19:49.088266 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-97e29cda-a243-43e6-860f-05ccd83bfb13 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:19:49.114390 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ac7011e-025a-46b4-b33f-ff81caacd81b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp016840fc-1f9f-5892-9c53-c9cf6c845bbb-39939072-0b9a-4f53-80f8-e83589bebcb6', 'network_id': '39939072-0b9a-4f53-80f8-e83589bebcb6', 'tenant_id': '6a614ae1bccf47ba9d69f98188b9fa50', 'fixed_ips': [{'subnet_id': 'fcd88eeb-a9da-444f-b494-5fca83465a3b'}]}} from n-d-838334-2. {{(pid=84042) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 18 21:19:49.115198 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-1ac7011e-025a-46b4-b33f-ff81caacd81b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_create {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:19:49.127474 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-97e29cda-a243-43e6-860f-05ccd83bfb13 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:19:49.222552 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750375287399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253529'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:19:49.275734 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.db_base_plugin_common [None req-97e29cda-a243-43e6-860f-05ccd83bfb13 admin admin] Allocated IP 172.25.8.127 (e41b6600-a917-4a8d-b05c-be3be40c6d8c/6b05667b-848e-4356-9b44-d5eb6808ef74/4cc19d91-f9d5-4b72-b54f-895c9671fa08) {{(pid=84041) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 21:19:49.279656 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:19:49.294079 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] get_ports_and_sgs() called for port_ids ['16e27602-bd99-43e3-a065-d86af81cc677'] {{(pid=84042) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 18 21:19:49.332178 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Pushing event updated for resources: {'Port': ['ID=16e27602-bd99-43e3-a065-d86af81cc677,revision_number=4']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:19:49.433199 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] For port 8c29dd35-ea87-47f3-a2d3-f3902006d042, host n-d-838334-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838334-2',level=0,port_id=8c29dd35-ea87-47f3-a2d3-f3902006d042,segment=NetworkSegment(732aa830-768b-4511-951f-d08e26b9c25b),segment_id=732aa830-768b-4511-951f-d08e26b9c25b)] {{(pid=84042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:19:49.443430 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-97e29cda-a243-43e6-860f-05ccd83bfb13 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:19:49.452145 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682'] for port, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:19:49.484535 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-97e29cda-a243-43e6-860f-05ccd83bfb13 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750374836619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32266323'] for port, after_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:19:49.560982 n-d-838334-2 neutron-server[84041]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97e29cda-a243-43e6-860f-05ccd83bfb13 admin admin] Network e41b6600-a917-4a8d-b05c-be3be40c6d8c is already hosted by enough agents. {{(pid=84041) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:19:49.563655 n-d-838334-2 neutron-server[84041]: DEBUG neutron.scheduler.base_scheduler [None req-97e29cda-a243-43e6-860f-05ccd83bfb13 admin admin] Resources bound (agent type, host, resource id): {{(pid=84041) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:19:49.567165 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97e29cda-a243-43e6-860f-05ccd83bfb13 admin admin] Received port after_create {{(pid=84041) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 21:19:49.603668 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-414b6ffe-e119-47bc-b18f-bcff1219c2f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750375287399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253529'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:19:49.607377 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Pushing event updated for resources: {'Port': ['ID=8c29dd35-ea87-47f3-a2d3-f3902006d042,revision_number=4']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:19:49.609092 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97e29cda-a243-43e6-860f-05ccd83bfb13 admin admin] Pushing event updated for resources: {'Port': ['ID=4cc19d91-f9d5-4b72-b54f-895c9671fa08,revision_number=1']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:19:49.628281 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.db_base_plugin_common [None req-1ac7011e-025a-46b4-b33f-ff81caacd81b None None] Allocated IP 172.20.0.2 (39939072-0b9a-4f53-80f8-e83589bebcb6/fcd88eeb-a9da-444f-b494-5fca83465a3b/963dfd1c-88e0-4477-b2b3-0548422372a0) {{(pid=84042) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 21:19:49.761009 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-97e29cda-a243-43e6-860f-05ccd83bfb13 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:19:49.761881 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-97e29cda-a243-43e6-860f-05ccd83bfb13 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33443529', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33444176'] for router, after_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:19:49.978617 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-1ac7011e-025a-46b4-b33f-ff81caacd81b None None] Notify callbacks [] for port, precommit_create {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:19:49.992120 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-1ac7011e-025a-46b4-b33f-ff81caacd81b None None] Transition to ACTIVE for port object 963dfd1c-88e0-4477-b2b3-0548422372a0 will not be triggered until provisioned by entity L2. {{(pid=84042) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:19:50.014435 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-1ac7011e-025a-46b4-b33f-ff81caacd81b None None] Transition to ACTIVE for port object 963dfd1c-88e0-4477-b2b3-0548422372a0 will not be triggered until provisioned by entity DHCP. {{(pid=84042) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:19:50.027656 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-1ac7011e-025a-46b4-b33f-ff81caacd81b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750374836619'] for port, after_create {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:19:50.083582 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d08080ee-4cd0-47be-8a05-172b5257303f req-11bfbec3-0ca8-4ebc-9cc7-65c248771a40 tempest-TestVolumeBootPattern-942365775 tempest-TestVolumeBootPattern-942365775-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:19:50.085281 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-d08080ee-4cd0-47be-8a05-172b5257303f req-11bfbec3-0ca8-4ebc-9cc7-65c248771a40 tempest-TestVolumeBootPattern-942365775 tempest-TestVolumeBootPattern-942365775-project] 10.222.0.42 "GET /v2.0/ports?device_id=801aa781-40d5-4b42-8e4b-934486f9742c HTTP/1.1" status: 200 len: 944 time: 0.1341743 Apr 18 21:19:50.093142 n-d-838334-2 neutron-server[84041]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-97e29cda-a243-43e6-860f-05ccd83bfb13 admin admin] Router 28288541-7f3d-4709-854a-e405f9332cc9 is scheduled to L3 agent bc84d6c9-dd7a-4555-a351-592327b46d5a with binding_index 1 {{(pid=84041) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 18 21:19:50.122959 n-d-838334-2 neutron-server[84042]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ac7011e-025a-46b4-b33f-ff81caacd81b None None] Network 39939072-0b9a-4f53-80f8-e83589bebcb6 is already hosted by enough agents. {{(pid=84042) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:19:50.125861 n-d-838334-2 neutron-server[84042]: DEBUG neutron.scheduler.base_scheduler [None req-1ac7011e-025a-46b4-b33f-ff81caacd81b None None] Resources bound (agent type, host, resource id): {{(pid=84042) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:19:50.129770 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ac7011e-025a-46b4-b33f-ff81caacd81b None None] Received port after_create {{(pid=84042) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 21:19:50.140841 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ac7011e-025a-46b4-b33f-ff81caacd81b None None] Pushing event updated for resources: {'Port': ['ID=963dfd1c-88e0-4477-b2b3-0548422372a0,revision_number=1']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:19:50.141424 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-d08080ee-4cd0-47be-8a05-172b5257303f req-11bfbc5b-c0bd-4290-afb4-24c999409d08 tempest-TestVolumeBootPattern-942365775 tempest-TestVolumeBootPattern-942365775-project] 10.222.0.42 "GET /v2.0/security-groups?id=cdcfb3ee-78c0-44cb-a2e3-4b946850a7e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497124 Apr 18 21:19:50.238812 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.managers [None req-1ac7011e-025a-46b4-b33f-ff81caacd81b None None] Attempting to bind port 963dfd1c-88e0-4477-b2b3-0548422372a0 on host n-d-838334-2 for vnic_type normal with profile {{(pid=84042) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 21:19:50.239354 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.managers [None req-1ac7011e-025a-46b4-b33f-ff81caacd81b None None] Attempting to bind port 963dfd1c-88e0-4477-b2b3-0548422372a0 by drivers openvswitch,hyperv on host n-d-838334-2 at level 0 using segments [{'id': 'c442b2cd-a879-4b06-b2a4-c25cc4ce5abc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '39939072-0b9a-4f53-80f8-e83589bebcb6'}] {{(pid=84042) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 21:19:50.239771 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ac7011e-025a-46b4-b33f-ff81caacd81b None None] Attempting to bind port 963dfd1c-88e0-4477-b2b3-0548422372a0 on network 39939072-0b9a-4f53-80f8-e83589bebcb6 {{(pid=84042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 21:19:50.246552 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ac7011e-025a-46b4-b33f-ff81caacd81b None None] Checking agent: {'id': '97cd4414-7af6-4d67-868d-dff370b4071a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838334-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 25, 49), 'started_at': datetime.datetime(2022, 4, 18, 20, 26, 19), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 21, 19, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838334-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 18 21:19:50.246887 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ac7011e-025a-46b4-b33f-ff81caacd81b None None] Checking segment: {'id': 'c442b2cd-a879-4b06-b2a4-c25cc4ce5abc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '39939072-0b9a-4f53-80f8-e83589bebcb6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84042) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 21:19:50.247284 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-1ac7011e-025a-46b4-b33f-ff81caacd81b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:19:50.247694 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ac7011e-025a-46b4-b33f-ff81caacd81b None None] Bound using segment: {'id': 'c442b2cd-a879-4b06-b2a4-c25cc4ce5abc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '39939072-0b9a-4f53-80f8-e83589bebcb6'} {{(pid=84042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 18 21:19:50.248156 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.managers [None req-1ac7011e-025a-46b4-b33f-ff81caacd81b None None] Bound port: 963dfd1c-88e0-4477-b2b3-0548422372a0, host: n-d-838334-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c442b2cd-a879-4b06-b2a4-c25cc4ce5abc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '39939072-0b9a-4f53-80f8-e83589bebcb6'}}] {{(pid=84042) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 21:19:50.248525 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-1ac7011e-025a-46b4-b33f-ff81caacd81b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:19:50.334644 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-97e29cda-a243-43e6-860f-05ccd83bfb13 admin admin] Notify agent at l3_agent.n-d-838334-2 the message routers_updated {{(pid=84041) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 21:19:50.350043 n-d-838334-2 neutron-server[84043]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee99d139-c655-4525-b6ab-53a8a16d52b5 None None] Sync routers for ids ['28288541-7f3d-4709-854a-e405f9332cc9'] in n-d-838334-2 {{(pid=84043) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 18 21:19:50.352712 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Device 16e27602-bd99-43e3-a065-d86af81cc677 up at agent hyperv_n-h2-838334-2 {{(pid=84042) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 21:19:50.373117 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee99d139-c655-4525-b6ab-53a8a16d52b5 None None] Routers {'28288541-7f3d-4709-854a-e405f9332cc9'} bound to L3 agent in host n-d-838334-2 {{(pid=84043) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 21:19:50.373605 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.l3_hamode_db [None req-ee99d139-c655-4525-b6ab-53a8a16d52b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838334-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-18T20:25:48Z,description=,heartbeat_timestamp=2022-04-18T21:19:48Z,host='n-d-838334-2',id=bc84d6c9-dd7a-4555-a351-592327b46d5a,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:25:48Z,topic='l3_agent')) {'router_ids': ['28288541-7f3d-4709-854a-e405f9332cc9'], 'active': True} {{(pid=84043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:19:50.377002 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-97e29cda-a243-43e6-860f-05ccd83bfb13 admin admin] Notify callbacks [] for router, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:19:50.381742 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-97e29cda-a243-43e6-860f-05ccd83bfb13 admin admin] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 1.7974863 Apr 18 21:19:50.381890 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 60800) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:19:50.430583 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Device 8c29dd35-ea87-47f3-a2d3-f3902006d042 up at agent ovs-agent-n-d-838334-2 {{(pid=84042) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 21:19:50.505210 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-1ac7011e-025a-46b4-b33f-ff81caacd81b None None] For port 963dfd1c-88e0-4477-b2b3-0548422372a0, host n-d-838334-2, cleared binding levels {{(pid=84042) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 21:19:50.534084 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-1ac7011e-025a-46b4-b33f-ff81caacd81b None None] For port 963dfd1c-88e0-4477-b2b3-0548422372a0, host n-d-838334-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838334-2',level=0,port_id=963dfd1c-88e0-4477-b2b3-0548422372a0,segment=NetworkSegment(c442b2cd-a879-4b06-b2a4-c25cc4ce5abc),segment_id=c442b2cd-a879-4b06-b2a4-c25cc4ce5abc)] {{(pid=84042) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 21:19:50.550460 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-1ac7011e-025a-46b4-b33f-ff81caacd81b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682'] for port, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:19:50.602062 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.l3_dvr_db [None req-ee99d139-c655-4525-b6ab-53a8a16d52b5 None None] Set router 28288541-7f3d-4709-854a-e405f9332cc9 gateway port host: n-d-838334-2 {{(pid=84043) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 21:19:50.704719 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ac7011e-025a-46b4-b33f-ff81caacd81b None None] Pushing event updated for resources: {'Port': ['ID=963dfd1c-88e0-4477-b2b3-0548422372a0,revision_number=2']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:19:50.734438 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Provisioning for port 16e27602-bd99-43e3-a065-d86af81cc677 completed by entity L2. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 21:19:50.742074 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-c7521a90-7d65-4e2e-842c-ca5d95e9a89c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750375287399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253529'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:19:50.749419 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Provisioning complete for port 16e27602-bd99-43e3-a065-d86af81cc677 triggered by entity L2. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:19:50.750914 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1253608'] for port, provisioning_complete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:19:50.833617 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Provisioning complete for port 8c29dd35-ea87-47f3-a2d3-f3902006d042 triggered by entity L2. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:19:50.839497 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1253608'] for port, provisioning_complete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:19:51.045707 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.l3_hamode_db [None req-ee99d139-c655-4525-b6ab-53a8a16d52b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '28288541-7f3d-4709-854a-e405f9332cc9', 'name': 'tempest-TestVolumeBackupRestore-479181263-router', 'tenant_id': '6a614ae1bccf47ba9d69f98188b9fa50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'external_fixed_ips': [{'subnet_id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'ip_address': '172.25.8.127'}], 'enable_snat': True}, 'gw_port_id': '4cc19d91-f9d5-4b72-b54f-895c9671fa08', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:19:48Z', 'updated_at': '2022-04-18T21:19:49Z', 'revision_number': 3, 'project_id': '6a614ae1bccf47ba9d69f98188b9fa50', 'gw_port': {'id': '4cc19d91-f9d5-4b72-b54f-895c9671fa08', 'name': '', 'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:f7:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '28288541-7f3d-4709-854a-e405f9332cc9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'ip_address': '172.25.8.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:19:49Z', 'updated_at': '2022-04-18T21:19:49Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838334-2'}], 'n-d-838334-2', False) {} {{(pid=84043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:19:51.050359 n-d-838334-2 neutron-server[84043]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee99d139-c655-4525-b6ab-53a8a16d52b5 None None] Checking router: 28288541-7f3d-4709-854a-e405f9332cc9 for host: n-d-838334-2 {{(pid=84043) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 18 21:19:51.050702 n-d-838334-2 neutron-server[84043]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee99d139-c655-4525-b6ab-53a8a16d52b5 None None] Updating router 28288541-7f3d-4709-854a-e405f9332cc9 port 4cc19d91-f9d5-4b72-b54f-895c9671fa08 binding host n-d-838334-2 {{(pid=84043) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 18 21:19:51.171119 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:19:51.178213 n-d-838334-2 neutron-server[84043]: DEBUG neutron_lib.callbacks.manager [None req-ee99d139-c655-4525-b6ab-53a8a16d52b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:19:51.249161 n-d-838334-2 neutron-server[84042]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '801aa781-40d5-4b42-8e4b-934486f9742c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '16e27602-bd99-43e3-a065-d86af81cc677'}] {{(pid=84042) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 21:19:51.264984 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] For port 16e27602-bd99-43e3-a065-d86af81cc677, host n-h2-838334-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838334-2',level=0,port_id=16e27602-bd99-43e3-a065-d86af81cc677,segment=NetworkSegment(c9d9b92a-74d4-40ed-ab8e-582836dfe352),segment_id=c9d9b92a-74d4-40ed-ab8e-582836dfe352)] {{(pid=84042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:19:51.272396 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682'] for port, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:19:51.359308 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Pushing event updated for resources: {'Port': ['ID=16e27602-bd99-43e3-a065-d86af81cc677,revision_number=5']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:19:51.384580 n-d-838334-2 neutron-server[84042]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ef3a41ff-962c-4d94-bb0c-4cf2d72a991c'] response: {'server_uuid': '801aa781-40d5-4b42-8e4b-934486f9742c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '16e27602-bd99-43e3-a065-d86af81cc677', 'code': 200} Apr 18 21:19:51.741359 n-d-838334-2 neutron-server[84043]: DEBUG neutron_lib.callbacks.manager [None req-ee99d139-c655-4525-b6ab-53a8a16d52b5 None None] Notify callbacks [] for port, precommit_update {{(pid=84043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:19:51.756309 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-a4f9cbd0-b051-4a52-95c7-38ad09c192c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:19:51.758550 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.provisioning_blocks [None req-ee99d139-c655-4525-b6ab-53a8a16d52b5 None None] Transition to ACTIVE for port object 4cc19d91-f9d5-4b72-b54f-895c9671fa08 will not be triggered until provisioned by entity L2. {{(pid=84043) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:19:51.770740 n-d-838334-2 neutron-server[84043]: DEBUG neutron_lib.callbacks.manager [None req-ee99d139-c655-4525-b6ab-53a8a16d52b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682'] for port, after_update {{(pid=84043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:19:51.873339 n-d-838334-2 neutron-server[84043]: DEBUG neutron.plugins.ml2.managers [None req-ee99d139-c655-4525-b6ab-53a8a16d52b5 None None] Attempting to bind port 4cc19d91-f9d5-4b72-b54f-895c9671fa08 on host n-d-838334-2 for vnic_type normal with profile {{(pid=84043) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 21:19:51.873705 n-d-838334-2 neutron-server[84043]: DEBUG neutron.plugins.ml2.managers [None req-ee99d139-c655-4525-b6ab-53a8a16d52b5 None None] Attempting to bind port 4cc19d91-f9d5-4b72-b54f-895c9671fa08 by drivers openvswitch,hyperv on host n-d-838334-2 at level 0 using segments [{'id': '732aa830-768b-4511-951f-d08e26b9c25b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c'}] {{(pid=84043) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 21:19:51.874055 n-d-838334-2 neutron-server[84043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee99d139-c655-4525-b6ab-53a8a16d52b5 None None] Attempting to bind port 4cc19d91-f9d5-4b72-b54f-895c9671fa08 on network e41b6600-a917-4a8d-b05c-be3be40c6d8c {{(pid=84043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 21:19:51.891584 n-d-838334-2 neutron-server[84043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef42eb35-616f-41e2-9819-b5ce1a322547 None None] Pushing event updated for resources: {'Port': ['ID=4cc19d91-f9d5-4b72-b54f-895c9671fa08,revision_number=2']} {{(pid=84043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:19:51.894876 n-d-838334-2 neutron-server[84043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee99d139-c655-4525-b6ab-53a8a16d52b5 None None] Checking agent: {'id': '97cd4414-7af6-4d67-868d-dff370b4071a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838334-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 25, 49), 'started_at': datetime.datetime(2022, 4, 18, 20, 26, 19), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 21, 19, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838334-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 18 21:19:51.895232 n-d-838334-2 neutron-server[84043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee99d139-c655-4525-b6ab-53a8a16d52b5 None None] Checking segment: {'id': '732aa830-768b-4511-951f-d08e26b9c25b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84043) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 21:19:51.895643 n-d-838334-2 neutron-server[84043]: DEBUG neutron_lib.callbacks.manager [None req-ee99d139-c655-4525-b6ab-53a8a16d52b5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:19:51.896024 n-d-838334-2 neutron-server[84043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee99d139-c655-4525-b6ab-53a8a16d52b5 None None] Bound using segment: {'id': '732aa830-768b-4511-951f-d08e26b9c25b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c'} {{(pid=84043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 18 21:19:51.896487 n-d-838334-2 neutron-server[84043]: DEBUG neutron.plugins.ml2.managers [None req-ee99d139-c655-4525-b6ab-53a8a16d52b5 None None] Bound port: 4cc19d91-f9d5-4b72-b54f-895c9671fa08, host: n-d-838334-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '732aa830-768b-4511-951f-d08e26b9c25b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c'}}] {{(pid=84043) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 21:19:51.896850 n-d-838334-2 neutron-server[84043]: DEBUG neutron_lib.callbacks.manager [None req-ee99d139-c655-4525-b6ab-53a8a16d52b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:19:52.001821 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-c3838a5e-b4ce-4fa9-a927-fc84d3a64c7f req-36cc07c0-4568-48dd-98c2-be35f7f7fba2 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=801aa781-40d5-4b42-8e4b-934486f9742c HTTP/1.1" status: 200 len: 1096 time: 0.5027614 Apr 18 21:19:52.010590 n-d-838334-2 neutron-server[84043]: DEBUG neutron.plugins.ml2.db [None req-ee99d139-c655-4525-b6ab-53a8a16d52b5 None None] For port 4cc19d91-f9d5-4b72-b54f-895c9671fa08, host n-d-838334-2, cleared binding levels {{(pid=84043) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 21:19:52.015024 n-d-838334-2 neutron-server[84043]: DEBUG neutron.plugins.ml2.db [None req-ee99d139-c655-4525-b6ab-53a8a16d52b5 None None] For port 4cc19d91-f9d5-4b72-b54f-895c9671fa08, host n-d-838334-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838334-2',level=0,port_id=4cc19d91-f9d5-4b72-b54f-895c9671fa08,segment=NetworkSegment(732aa830-768b-4511-951f-d08e26b9c25b),segment_id=732aa830-768b-4511-951f-d08e26b9c25b)] {{(pid=84043) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 21:19:52.031382 n-d-838334-2 neutron-server[84043]: DEBUG neutron_lib.callbacks.manager [None req-ee99d139-c655-4525-b6ab-53a8a16d52b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682'] for port, after_update {{(pid=84043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:19:52.041431 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfdf5cba-57c2-4596-8622-643527211696 req-5a24420f-3af2-4a83-902b-568a90c95a85 tempest-TestVolumeBootPattern-942365775 tempest-TestVolumeBootPattern-942365775-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:19:52.054269 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-cfdf5cba-57c2-4596-8622-643527211696 req-5a24420f-3af2-4a83-902b-568a90c95a85 tempest-TestVolumeBootPattern-942365775 tempest-TestVolumeBootPattern-942365775-project] 10.222.0.42 "GET /v2.0/ports?device_id=801aa781-40d5-4b42-8e4b-934486f9742c HTTP/1.1" status: 200 len: 945 time: 0.5084124 Apr 18 21:19:52.099573 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.agents_db [None req-6346a179-333c-4370-b5a6-936984aeab15 None None] Agent healthcheck: found 7 active agents {{(pid=84043) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 18 21:19:52.133717 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee99d139-c655-4525-b6ab-53a8a16d52b5 None None] Routers {'28288541-7f3d-4709-854a-e405f9332cc9'} bound to L3 agent in host n-d-838334-2 {{(pid=84043) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 21:19:52.134549 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.l3_hamode_db [None req-ee99d139-c655-4525-b6ab-53a8a16d52b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838334-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-18T20:25:48Z,description=,heartbeat_timestamp=2022-04-18T21:19:48Z,host='n-d-838334-2',id=bc84d6c9-dd7a-4555-a351-592327b46d5a,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:25:48Z,topic='l3_agent')) {'router_ids': ['28288541-7f3d-4709-854a-e405f9332cc9'], 'active': True} {{(pid=84043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:19:52.172215 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-c3838a5e-b4ce-4fa9-a927-fc84d3a64c7f req-e2468018-39ab-4f1f-aa28-599a8c1ff9d2 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=cdcfb3ee-78c0-44cb-a2e3-4b946850a7e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1598585 Apr 18 21:19:52.182018 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-472d4132-40b1-4d9b-97a9-0616f8222983 None None] Network 39939072-0b9a-4f53-80f8-e83589bebcb6 requested from n-d-838334-2 {{(pid=84042) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 21:19:52.214189 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-cfdf5cba-57c2-4596-8622-643527211696 req-5e8f3a5e-f7bf-4124-a58f-458111c7131d tempest-TestVolumeBootPattern-942365775 tempest-TestVolumeBootPattern-942365775-project] 10.222.0.42 "GET /v2.0/security-groups?id=cdcfb3ee-78c0-44cb-a2e3-4b946850a7e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1467614 Apr 18 21:19:52.268369 n-d-838334-2 neutron-server[84043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef42eb35-616f-41e2-9819-b5ce1a322547 None None] Pushing event updated for resources: {'Port': ['ID=4cc19d91-f9d5-4b72-b54f-895c9671fa08,revision_number=3']} {{(pid=84043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:19:52.333069 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-a3185017-b033-4a86-8907-132abc4859cf None None] Provisioning for port 963dfd1c-88e0-4477-b2b3-0548422372a0 completed by entity DHCP. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 21:19:52.352886 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.l3_dvr_db [None req-ee99d139-c655-4525-b6ab-53a8a16d52b5 None None] Set router 28288541-7f3d-4709-854a-e405f9332cc9 gateway port host: n-d-838334-2 {{(pid=84043) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 21:19:52.366348 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.db_base_plugin_common [None req-a4f9cbd0-b051-4a52-95c7-38ad09c192c8 admin admin] Allocated IP 172.20.0.1 (39939072-0b9a-4f53-80f8-e83589bebcb6/fcd88eeb-a9da-444f-b494-5fca83465a3b/38b4d2eb-8518-41b3-b926-b373e7374389) {{(pid=84040) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 21:19:52.488709 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Device 963dfd1c-88e0-4477-b2b3-0548422372a0 up at agent ovs-agent-n-d-838334-2 {{(pid=84042) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 21:19:52.609752 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Provisioning for port 963dfd1c-88e0-4477-b2b3-0548422372a0 completed by entity L2. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 21:19:52.617840 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-a4f9cbd0-b051-4a52-95c7-38ad09c192c8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:19:52.622421 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Provisioning complete for port 963dfd1c-88e0-4477-b2b3-0548422372a0 triggered by entity L2. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:19:52.622835 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1253608'] for port, provisioning_complete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:19:52.645170 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.provisioning_blocks [None req-a4f9cbd0-b051-4a52-95c7-38ad09c192c8 admin admin] Transition to ACTIVE for port object 38b4d2eb-8518-41b3-b926-b373e7374389 will not be triggered until provisioned by entity DHCP. {{(pid=84040) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:19:52.674233 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-a4f9cbd0-b051-4a52-95c7-38ad09c192c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750374836619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32440838'] for port, after_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:19:52.719117 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.l3_hamode_db [None req-ee99d139-c655-4525-b6ab-53a8a16d52b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '28288541-7f3d-4709-854a-e405f9332cc9', 'name': 'tempest-TestVolumeBackupRestore-479181263-router', 'tenant_id': '6a614ae1bccf47ba9d69f98188b9fa50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'external_fixed_ips': [{'subnet_id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'ip_address': '172.25.8.127'}], 'enable_snat': True}, 'gw_port_id': '4cc19d91-f9d5-4b72-b54f-895c9671fa08', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:19:48Z', 'updated_at': '2022-04-18T21:19:49Z', 'revision_number': 3, 'project_id': '6a614ae1bccf47ba9d69f98188b9fa50', 'gw_port': {'id': '4cc19d91-f9d5-4b72-b54f-895c9671fa08', 'name': '', 'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:f7:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '28288541-7f3d-4709-854a-e405f9332cc9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'ip_address': '172.25.8.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:19:49Z', 'updated_at': '2022-04-18T21:19:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838334-2'}], 'n-d-838334-2', False) {} {{(pid=84043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:19:52.730438 n-d-838334-2 neutron-server[84043]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee99d139-c655-4525-b6ab-53a8a16d52b5 None None] The sync data for ids ['28288541-7f3d-4709-854a-e405f9332cc9'] in n-d-838334-2 is: [{'id': '28288541-7f3d-4709-854a-e405f9332cc9', 'name': 'tempest-TestVolumeBackupRestore-479181263-router', 'tenant_id': '6a614ae1bccf47ba9d69f98188b9fa50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'external_fixed_ips': [{'subnet_id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'ip_address': '172.25.8.127'}], 'enable_snat': True}, 'gw_port_id': '4cc19d91-f9d5-4b72-b54f-895c9671fa08', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:19:48Z', 'updated_at': '2022-04-18T21:19:49Z', 'revision_number': 3, 'project_id': '6a614ae1bccf47ba9d69f98188b9fa50', 'gw_port': {'id': '4cc19d91-f9d5-4b72-b54f-895c9671fa08', 'name': '', 'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:f7:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '28288541-7f3d-4709-854a-e405f9332cc9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'ip_address': '172.25.8.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:19:49Z', 'updated_at': '2022-04-18T21:19:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838334-2'}] {{(pid=84043) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 18 21:19:52.784429 n-d-838334-2 neutron-server[84040]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4f9cbd0-b051-4a52-95c7-38ad09c192c8 admin admin] Network 39939072-0b9a-4f53-80f8-e83589bebcb6 is already hosted by enough agents. {{(pid=84040) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:19:52.787465 n-d-838334-2 neutron-server[84040]: DEBUG neutron.scheduler.base_scheduler [None req-a4f9cbd0-b051-4a52-95c7-38ad09c192c8 admin admin] Resources bound (agent type, host, resource id): {{(pid=84040) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:19:52.790919 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4f9cbd0-b051-4a52-95c7-38ad09c192c8 admin admin] Received port after_create {{(pid=84040) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 21:19:52.812270 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:19:52.847933 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4f9cbd0-b051-4a52-95c7-38ad09c192c8 admin admin] Pushing event updated for resources: {'Port': ['ID=38b4d2eb-8518-41b3-b926-b373e7374389,revision_number=1']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:19:52.858142 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] For port 963dfd1c-88e0-4477-b2b3-0548422372a0, host n-d-838334-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838334-2',level=0,port_id=963dfd1c-88e0-4477-b2b3-0548422372a0,segment=NetworkSegment(c442b2cd-a879-4b06-b2a4-c25cc4ce5abc),segment_id=c442b2cd-a879-4b06-b2a4-c25cc4ce5abc)] {{(pid=84042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:19:52.866560 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682'] for port, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:19:52.873823 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-a4f9cbd0-b051-4a52-95c7-38ad09c192c8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33444010'] for router_interface, before_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:19:53.012324 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-a4f9cbd0-b051-4a52-95c7-38ad09c192c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:19:53.050651 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Pushing event updated for resources: {'Port': ['ID=963dfd1c-88e0-4477-b2b3-0548422372a0,revision_number=3']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:19:53.060914 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-c982dc22-4ad5-4312-aa13-920558c9958d None None] Provisioning complete for port 963dfd1c-88e0-4477-b2b3-0548422372a0 triggered by entity DHCP. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:19:53.061348 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-c982dc22-4ad5-4312-aa13-920558c9958d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1253608'] for port, provisioning_complete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:19:53.299904 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-a4f9cbd0-b051-4a52-95c7-38ad09c192c8 admin admin] Notify callbacks [] for port, precommit_update {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:19:53.305951 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-a4f9cbd0-b051-4a52-95c7-38ad09c192c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32440959'] for port, after_update {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:19:53.340353 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-366967e1-00d6-4055-a328-710117330f9c None None] Provisioning for port 38b4d2eb-8518-41b3-b926-b373e7374389 completed by entity DHCP. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 21:19:53.352261 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-366967e1-00d6-4055-a328-710117330f9c None None] Provisioning complete for port 38b4d2eb-8518-41b3-b926-b373e7374389 triggered by entity DHCP. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:19:53.352727 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-366967e1-00d6-4055-a328-710117330f9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1253608'] for port, provisioning_complete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:19:53.432938 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.plugin [None req-366967e1-00d6-4055-a328-710117330f9c None None] Port 38b4d2eb-8518-41b3-b926-b373e7374389 cannot update to ACTIVE because it is not bound. {{(pid=84042) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 18 21:19:53.494660 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4f9cbd0-b051-4a52-95c7-38ad09c192c8 admin admin] Pushing event updated for resources: {'Port': ['ID=38b4d2eb-8518-41b3-b926-b373e7374389,revision_number=2']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:19:53.496837 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-a4f9cbd0-b051-4a52-95c7-38ad09c192c8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-32377886', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33443847'] for router_interface, after_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:19:53.644853 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afcbec7b-00e4-4e19-9337-6db437a47ac0 req-d70ace69-80f7-4cd4-9cff-b468e6d31b61 tempest-TestVolumeBootPattern-942365775 tempest-TestVolumeBootPattern-942365775-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:19:53.646390 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-afcbec7b-00e4-4e19-9337-6db437a47ac0 req-d70ace69-80f7-4cd4-9cff-b468e6d31b61 tempest-TestVolumeBootPattern-942365775 tempest-TestVolumeBootPattern-942365775-project] 10.222.0.42 "GET /v2.0/ports?device_id=801aa781-40d5-4b42-8e4b-934486f9742c HTTP/1.1" status: 200 len: 945 time: 0.2182710 Apr 18 21:19:53.702428 n-d-838334-2 neutron-server[84040]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4f9cbd0-b051-4a52-95c7-38ad09c192c8 admin admin] Network 39939072-0b9a-4f53-80f8-e83589bebcb6 is already hosted by enough agents. {{(pid=84040) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:19:53.706132 n-d-838334-2 neutron-server[84040]: DEBUG neutron.scheduler.base_scheduler [None req-a4f9cbd0-b051-4a52-95c7-38ad09c192c8 admin admin] Resources bound (agent type, host, resource id): {{(pid=84040) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:19:53.854251 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-afcbec7b-00e4-4e19-9337-6db437a47ac0 req-634ca439-fb4e-4e15-ac42-17565f04fc35 tempest-TestVolumeBootPattern-942365775 tempest-TestVolumeBootPattern-942365775-project] 10.222.0.42 "GET /v2.0/security-groups?id=cdcfb3ee-78c0-44cb-a2e3-4b946850a7e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1943369 Apr 18 21:19:54.056728 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-a3b4d65d-089e-46b9-bb14-1d680ef67162 None None] Provisioning complete for port 38b4d2eb-8518-41b3-b926-b373e7374389 triggered by entity DHCP. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:19:54.057371 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-a3b4d65d-089e-46b9-bb14-1d680ef67162 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1253608'] for port, provisioning_complete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:19:54.128762 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.plugin [None req-a3b4d65d-089e-46b9-bb14-1d680ef67162 None None] Port 38b4d2eb-8518-41b3-b926-b373e7374389 cannot update to ACTIVE because it is not bound. {{(pid=84042) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 18 21:19:54.253961 n-d-838334-2 neutron-server[84040]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a4f9cbd0-b051-4a52-95c7-38ad09c192c8 admin admin] Router 28288541-7f3d-4709-854a-e405f9332cc9 has already been hosted by L3 agent bc84d6c9-dd7a-4555-a351-592327b46d5a {{(pid=84040) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 21:19:54.392127 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Device 963dfd1c-88e0-4477-b2b3-0548422372a0 up at agent ovs-agent-n-d-838334-2 {{(pid=84042) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 21:19:54.466542 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Provisioning complete for port 963dfd1c-88e0-4477-b2b3-0548422372a0 triggered by entity L2. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:19:54.467091 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1253608'] for port, provisioning_complete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:19:54.471000 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a4f9cbd0-b051-4a52-95c7-38ad09c192c8 admin admin] Notify agent at l3_agent.n-d-838334-2 the message routers_updated {{(pid=84040) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 21:19:54.482208 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-a4f9cbd0-b051-4a52-95c7-38ad09c192c8 admin admin] 10.222.0.42 "PUT /v2.0/routers/28288541-7f3d-4709-854a-e405f9332cc9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0993385 Apr 18 21:19:55.079428 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fccf9af7-5b9a-4a8a-b6bb-68c40137a81e req-bcbaff59-12a5-41c3-86d5-a7f3b334635b tempest-TestVolumeBootPattern-942365775 tempest-TestVolumeBootPattern-942365775-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:19:55.081129 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-fccf9af7-5b9a-4a8a-b6bb-68c40137a81e req-bcbaff59-12a5-41c3-86d5-a7f3b334635b tempest-TestVolumeBootPattern-942365775 tempest-TestVolumeBootPattern-942365775-project] 10.222.0.42 "GET /v2.0/ports?device_id=801aa781-40d5-4b42-8e4b-934486f9742c HTTP/1.1" status: 200 len: 945 time: 0.0955267 Apr 18 21:19:55.133291 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-fccf9af7-5b9a-4a8a-b6bb-68c40137a81e req-58656a23-96a1-4c13-8c56-4b5b19dcd6ac tempest-TestVolumeBootPattern-942365775 tempest-TestVolumeBootPattern-942365775-project] 10.222.0.42 "GET /v2.0/security-groups?id=cdcfb3ee-78c0-44cb-a2e3-4b946850a7e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462744 Apr 18 21:19:55.354456 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aad90e9-74b0-4032-aa01-1e30d6b248e2 req-7f5d0e31-48a5-4f09-9eb8-9b4174ee926d tempest-TestVolumeBootPattern-942365775 tempest-TestVolumeBootPattern-942365775-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:19:55.355917 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-8aad90e9-74b0-4032-aa01-1e30d6b248e2 req-7f5d0e31-48a5-4f09-9eb8-9b4174ee926d tempest-TestVolumeBootPattern-942365775 tempest-TestVolumeBootPattern-942365775-project] 10.222.0.42 "GET /v2.0/ports?device_id=801aa781-40d5-4b42-8e4b-934486f9742c HTTP/1.1" status: 200 len: 945 time: 0.0771413 Apr 18 21:19:55.438607 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-8aad90e9-74b0-4032-aa01-1e30d6b248e2 req-47b9b698-418d-4bb7-bad2-eb0c21ae7323 tempest-TestVolumeBootPattern-942365775 tempest-TestVolumeBootPattern-942365775-project] 10.222.0.42 "GET /v2.0/security-groups?id=cdcfb3ee-78c0-44cb-a2e3-4b946850a7e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756295 Apr 18 21:19:58.436717 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Device 4cc19d91-f9d5-4b72-b54f-895c9671fa08 up at agent ovs-agent-n-d-838334-2 {{(pid=84042) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 21:19:58.565451 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Provisioning for port 4cc19d91-f9d5-4b72-b54f-895c9671fa08 completed by entity L2. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 21:19:58.572947 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Provisioning complete for port 4cc19d91-f9d5-4b72-b54f-895c9671fa08 triggered by entity L2. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:19:58.573795 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1253608'] for port, provisioning_complete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:19:58.751088 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:19:58.771482 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] For port 4cc19d91-f9d5-4b72-b54f-895c9671fa08, host n-d-838334-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838334-2',level=0,port_id=4cc19d91-f9d5-4b72-b54f-895c9671fa08,segment=NetworkSegment(732aa830-768b-4511-951f-d08e26b9c25b),segment_id=732aa830-768b-4511-951f-d08e26b9c25b)] {{(pid=84042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:19:58.777346 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682'] for port, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:19:58.877969 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Pushing event updated for resources: {'Port': ['ID=4cc19d91-f9d5-4b72-b54f-895c9671fa08,revision_number=4']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:19:59.169235 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-408866ce-02bd-479c-a162-61513e71e5a1 req-8fb185de-8452-43f5-b95c-0285419dc649 tempest-TestVolumeBootPattern-942365775 tempest-TestVolumeBootPattern-942365775-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:19:59.175194 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-408866ce-02bd-479c-a162-61513e71e5a1 req-8fb185de-8452-43f5-b95c-0285419dc649 tempest-TestVolumeBootPattern-942365775 tempest-TestVolumeBootPattern-942365775-project] 10.222.0.42 "GET /v2.0/networks?id=9b223f6a-fe67-4bd3-957a-7ef808b3aaf1 HTTP/1.1" status: 200 len: 811 time: 0.1668382 Apr 18 21:19:59.192199 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-408866ce-02bd-479c-a162-61513e71e5a1 req-4bbd1686-ee26-4e28-80e5-e57ee479c0b6 tempest-TestVolumeBootPattern-942365775 tempest-TestVolumeBootPattern-942365775-project] 10.222.0.42 "GET /v2.0/quotas/31978bb3bc1348ad8b469e6e55d6f163 HTTP/1.1" status: 200 len: 375 time: 0.0172653 Apr 18 21:19:59.280782 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-408866ce-02bd-479c-a162-61513e71e5a1 req-3e5292ca-63ee-433c-82d2-2daa81936085 tempest-TestVolumeBootPattern-942365775 tempest-TestVolumeBootPattern-942365775-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=31978bb3bc1348ad8b469e6e55d6f163&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0832720 Apr 18 21:19:59.429608 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-408866ce-02bd-479c-a162-61513e71e5a1 req-92dc2acf-c5c1-478f-88bb-f88b8347e203 service neutron] 10.222.0.42 "GET /v2.0/networks/9b223f6a-fe67-4bd3-957a-7ef808b3aaf1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1396892 Apr 18 21:19:59.581749 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-408866ce-02bd-479c-a162-61513e71e5a1 req-4f3431a3-c9f8-4cd2-a004-5348b9096561 service neutron] 10.222.0.42 "GET /v2.0/networks/9b223f6a-fe67-4bd3-957a-7ef808b3aaf1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1436062 Apr 18 21:19:59.879502 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750375287399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253529'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:19:59.918954 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-3888aa77-03ff-4ae2-8766-13c5d144812c req-34fbd90f-26c1-47cc-88ae-ed47cf6a672c tempest-TestVolumeBootPattern-942365775 tempest-TestVolumeBootPattern-942365775-project] 10.222.0.42 "GET /v2.0/ports?device_id=0edac650-e016-455d-9291-4a50ae1329f1 HTTP/1.1" status: 200 len: 210 time: 0.0537326 Apr 18 21:20:00.238987 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cb0bc85-e73d-4663-a782-6480c8f2406f None None] Sync routers for ids ['d08d1d26-0079-4996-bd23-121fb630e4ec'] in n-d-838334-2 {{(pid=84042) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 18 21:20:00.253222 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cb0bc85-e73d-4663-a782-6480c8f2406f None None] Routers {'d08d1d26-0079-4996-bd23-121fb630e4ec'} bound to L3 agent in host n-d-838334-2 {{(pid=84042) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 21:20:00.254695 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_hamode_db [None req-0cb0bc85-e73d-4663-a782-6480c8f2406f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838334-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-18T20:25:48Z,description=,heartbeat_timestamp=2022-04-18T21:19:48Z,host='n-d-838334-2',id=bc84d6c9-dd7a-4555-a351-592327b46d5a,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:25:48Z,topic='l3_agent')) {'router_ids': ['d08d1d26-0079-4996-bd23-121fb630e4ec'], 'active': True} {{(pid=84042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:20:00.456871 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Device 4cc19d91-f9d5-4b72-b54f-895c9671fa08 up at agent ovs-agent-n-d-838334-2 {{(pid=84042) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 21:20:00.580722 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Provisioning complete for port 4cc19d91-f9d5-4b72-b54f-895c9671fa08 triggered by entity L2. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:20:00.581764 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1253608'] for port, provisioning_complete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:20:00.646400 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_dvr_db [None req-0cb0bc85-e73d-4663-a782-6480c8f2406f None None] Set router d08d1d26-0079-4996-bd23-121fb630e4ec gateway port host: n-d-838334-2 {{(pid=84042) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 21:20:01.139408 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_hamode_db [None req-0cb0bc85-e73d-4663-a782-6480c8f2406f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd08d1d26-0079-4996-bd23-121fb630e4ec', 'name': 'tempest-TestVolumeBackupRestore-159285860-router', 'tenant_id': '61a080bd7a9840c2bce121282133c28e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'external_fixed_ips': [{'subnet_id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'ip_address': '172.25.8.15'}], 'enable_snat': True}, 'gw_port_id': '8c29dd35-ea87-47f3-a2d3-f3902006d042', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:19:41Z', 'updated_at': '2022-04-18T21:19:44Z', 'revision_number': 4, 'project_id': '61a080bd7a9840c2bce121282133c28e', 'gw_port': {'id': '8c29dd35-ea87-47f3-a2d3-f3902006d042', 'name': '', 'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:59:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd08d1d26-0079-4996-bd23-121fb630e4ec', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'ip_address': '172.25.8.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:19:41Z', 'updated_at': '2022-04-18T21:19:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838334-2', '_interfaces': [{'id': 'a6eedbea-ea9c-4c5b-a01a-eafb9b753a8b', 'name': '', 'network_id': 'd183dd60-514a-409c-aab4-a2214efc376f', 'tenant_id': '61a080bd7a9840c2bce121282133c28e', 'mac_address': 'fa:16:3e:9a:d3:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd08d1d26-0079-4996-bd23-121fb630e4ec', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '846d5941-244f-4c61-abce-3f844b54d9e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:19:43Z', 'updated_at': '2022-04-18T21:19:44Z', 'revision_number': 2, 'project_id': '61a080bd7a9840c2bce121282133c28e', 'subnets': [{'id': '846d5941-244f-4c61-abce-3f844b54d9e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838334-2', False) {} {{(pid=84042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:20:01.143817 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cb0bc85-e73d-4663-a782-6480c8f2406f None None] Checking router: d08d1d26-0079-4996-bd23-121fb630e4ec for host: n-d-838334-2 {{(pid=84042) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 18 21:20:01.144168 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cb0bc85-e73d-4663-a782-6480c8f2406f None None] Updating router d08d1d26-0079-4996-bd23-121fb630e4ec port a6eedbea-ea9c-4c5b-a01a-eafb9b753a8b binding host n-d-838334-2 {{(pid=84042) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 18 21:20:01.235278 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-0cb0bc85-e73d-4663-a782-6480c8f2406f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:20:01.310550 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-25ba95b9-ae28-4713-876b-312b1a4798e7 req-f07ee3b6-6682-47e5-ae87-76d7acffce42 tempest-TestVolumeBootPattern-942365775 tempest-TestVolumeBootPattern-942365775-project] 10.222.0.42 "GET /v2.0/ports?device_id=0edac650-e016-455d-9291-4a50ae1329f1 HTTP/1.1" status: 200 len: 210 time: 0.0843375 Apr 18 21:20:01.477299 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-408866ce-02bd-479c-a162-61513e71e5a1 req-d39c9ab7-d0e0-4b01-b88a-7a2889320469 tempest-TestVolumeBootPattern-942365775 tempest-TestVolumeBootPattern-942365775-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:20:01.478904 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-408866ce-02bd-479c-a162-61513e71e5a1 req-d39c9ab7-d0e0-4b01-b88a-7a2889320469 tempest-TestVolumeBootPattern-942365775 tempest-TestVolumeBootPattern-942365775-project] 10.222.0.43 "GET /v2.0/networks?id=9b223f6a-fe67-4bd3-957a-7ef808b3aaf1 HTTP/1.1" status: 200 len: 811 time: 0.3099556 Apr 18 21:20:01.496691 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.v2.base [req-408866ce-02bd-479c-a162-61513e71e5a1 req-3e9b8d48-1b21-4726-bf7e-a40d509f5ecb tempest-TestVolumeBootPattern-942365775 tempest-TestVolumeBootPattern-942365775-project] Request body: {'port': {'device_id': '0edac650-e016-455d-9291-4a50ae1329f1', 'network_id': '9b223f6a-fe67-4bd3-957a-7ef808b3aaf1', 'admin_state_up': True, 'tenant_id': '31978bb3bc1348ad8b469e6e55d6f163'}} {{(pid=84040) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:20:01.684593 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [req-408866ce-02bd-479c-a162-61513e71e5a1 req-3e9b8d48-1b21-4726-bf7e-a40d509f5ecb tempest-TestVolumeBootPattern-942365775 tempest-TestVolumeBootPattern-942365775-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:20:01.697611 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [req-408866ce-02bd-479c-a162-61513e71e5a1 req-3e9b8d48-1b21-4726-bf7e-a40d509f5ecb tempest-TestVolumeBootPattern-942365775 tempest-TestVolumeBootPattern-942365775-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:20:01.722646 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-408866ce-02bd-479c-a162-61513e71e5a1 req-3e9b8d48-1b21-4726-bf7e-a40d509f5ecb tempest-TestVolumeBootPattern-942365775 tempest-TestVolumeBootPattern-942365775-project] Made reservation on behalf of 31978bb3bc1348ad8b469e6e55d6f163 for: {'port': 1} {{(pid=84040) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:20:01.728334 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-408866ce-02bd-479c-a162-61513e71e5a1 req-3e9b8d48-1b21-4726-bf7e-a40d509f5ecb tempest-TestVolumeBootPattern-942365775 tempest-TestVolumeBootPattern-942365775-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:20:01.875830 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-0cb0bc85-e73d-4663-a782-6480c8f2406f None None] Notify callbacks [] for port, precommit_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:20:01.893401 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-0cb0bc85-e73d-4663-a782-6480c8f2406f None None] Transition to ACTIVE for port object a6eedbea-ea9c-4c5b-a01a-eafb9b753a8b will not be triggered until provisioned by entity L2. {{(pid=84042) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:20:01.911956 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-0cb0bc85-e73d-4663-a782-6480c8f2406f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682'] for port, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:20:02.032074 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.db_base_plugin_common [req-408866ce-02bd-479c-a162-61513e71e5a1 req-3e9b8d48-1b21-4726-bf7e-a40d509f5ecb tempest-TestVolumeBootPattern-942365775 tempest-TestVolumeBootPattern-942365775-project] Allocated IP 172.20.0.4 (9b223f6a-fe67-4bd3-957a-7ef808b3aaf1/a845e1ae-c47e-4919-8a24-530366b84c60/5be55052-d18f-41bf-b791-563933649530) {{(pid=84040) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 21:20:02.120158 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a660928f-faf7-488b-b04e-4811b34c62f7 None None] Pushing event updated for resources: {'Port': ['ID=a6eedbea-ea9c-4c5b-a01a-eafb9b753a8b,revision_number=3']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:20:02.296274 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.managers [None req-0cb0bc85-e73d-4663-a782-6480c8f2406f None None] Attempting to bind port a6eedbea-ea9c-4c5b-a01a-eafb9b753a8b on host n-d-838334-2 for vnic_type normal with profile {{(pid=84042) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 21:20:02.297262 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.managers [None req-0cb0bc85-e73d-4663-a782-6480c8f2406f None None] Attempting to bind port a6eedbea-ea9c-4c5b-a01a-eafb9b753a8b by drivers openvswitch,hyperv on host n-d-838334-2 at level 0 using segments [{'id': '5078d71c-f806-46b0-9f46-ae92d2ad5c65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': 'd183dd60-514a-409c-aab4-a2214efc376f'}] {{(pid=84042) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 21:20:02.298430 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cb0bc85-e73d-4663-a782-6480c8f2406f None None] Attempting to bind port a6eedbea-ea9c-4c5b-a01a-eafb9b753a8b on network d183dd60-514a-409c-aab4-a2214efc376f {{(pid=84042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 21:20:02.327040 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cb0bc85-e73d-4663-a782-6480c8f2406f None None] Checking agent: {'id': '97cd4414-7af6-4d67-868d-dff370b4071a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838334-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 25, 49), 'started_at': datetime.datetime(2022, 4, 18, 20, 26, 19), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 21, 19, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838334-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 18 21:20:02.327416 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cb0bc85-e73d-4663-a782-6480c8f2406f None None] Checking segment: {'id': '5078d71c-f806-46b0-9f46-ae92d2ad5c65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': 'd183dd60-514a-409c-aab4-a2214efc376f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84042) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 21:20:02.327848 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-0cb0bc85-e73d-4663-a782-6480c8f2406f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:20:02.328241 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cb0bc85-e73d-4663-a782-6480c8f2406f None None] Bound using segment: {'id': '5078d71c-f806-46b0-9f46-ae92d2ad5c65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': 'd183dd60-514a-409c-aab4-a2214efc376f'} {{(pid=84042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 18 21:20:02.334962 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.managers [None req-0cb0bc85-e73d-4663-a782-6480c8f2406f None None] Bound port: a6eedbea-ea9c-4c5b-a01a-eafb9b753a8b, host: n-d-838334-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5078d71c-f806-46b0-9f46-ae92d2ad5c65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': 'd183dd60-514a-409c-aab4-a2214efc376f'}}] {{(pid=84042) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 21:20:02.335281 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-0cb0bc85-e73d-4663-a782-6480c8f2406f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:20:02.619749 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-0cb0bc85-e73d-4663-a782-6480c8f2406f None None] For port a6eedbea-ea9c-4c5b-a01a-eafb9b753a8b, host n-d-838334-2, cleared binding levels {{(pid=84042) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 21:20:02.623546 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-0cb0bc85-e73d-4663-a782-6480c8f2406f None None] For port a6eedbea-ea9c-4c5b-a01a-eafb9b753a8b, host n-d-838334-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838334-2',level=0,port_id=a6eedbea-ea9c-4c5b-a01a-eafb9b753a8b,segment=NetworkSegment(5078d71c-f806-46b0-9f46-ae92d2ad5c65),segment_id=5078d71c-f806-46b0-9f46-ae92d2ad5c65)] {{(pid=84042) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 21:20:02.634085 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-0cb0bc85-e73d-4663-a782-6480c8f2406f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682'] for port, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:20:02.683465 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-408866ce-02bd-479c-a162-61513e71e5a1 req-3e9b8d48-1b21-4726-bf7e-a40d509f5ecb tempest-TestVolumeBootPattern-942365775 tempest-TestVolumeBootPattern-942365775-project] Notify callbacks [] for port, precommit_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:20:02.718197 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-f531eed2-0e7c-4056-8f64-cf28216c9904 req-32fd16d0-3f4d-450a-bd5b-ddf9467e0b2c tempest-TestVolumeBootPattern-942365775 tempest-TestVolumeBootPattern-942365775-project] 10.222.0.42 "GET /v2.0/ports?device_id=0edac650-e016-455d-9291-4a50ae1329f1 HTTP/1.1" status: 200 len: 210 time: 0.1725590 Apr 18 21:20:02.720006 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.provisioning_blocks [req-408866ce-02bd-479c-a162-61513e71e5a1 req-3e9b8d48-1b21-4726-bf7e-a40d509f5ecb tempest-TestVolumeBootPattern-942365775 tempest-TestVolumeBootPattern-942365775-project] Transition to ACTIVE for port object 5be55052-d18f-41bf-b791-563933649530 will not be triggered until provisioned by entity DHCP. {{(pid=84040) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:20:02.750753 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cb0bc85-e73d-4663-a782-6480c8f2406f None None] Routers {'d08d1d26-0079-4996-bd23-121fb630e4ec'} bound to L3 agent in host n-d-838334-2 {{(pid=84042) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 21:20:02.751418 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_hamode_db [None req-0cb0bc85-e73d-4663-a782-6480c8f2406f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838334-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-18T20:25:48Z,description=,heartbeat_timestamp=2022-04-18T21:19:48Z,host='n-d-838334-2',id=bc84d6c9-dd7a-4555-a351-592327b46d5a,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:25:48Z,topic='l3_agent')) {'router_ids': ['d08d1d26-0079-4996-bd23-121fb630e4ec'], 'active': True} {{(pid=84042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:20:02.761086 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-408866ce-02bd-479c-a162-61513e71e5a1 req-3e9b8d48-1b21-4726-bf7e-a40d509f5ecb tempest-TestVolumeBootPattern-942365775 tempest-TestVolumeBootPattern-942365775-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750374836619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32440838'] for port, after_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:20:02.844035 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] get_ports_and_sgs() called for port_ids ['16e27602-bd99-43e3-a065-d86af81cc677'] {{(pid=84042) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 18 21:20:02.861626 n-d-838334-2 neutron-server[84040]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-408866ce-02bd-479c-a162-61513e71e5a1 req-3e9b8d48-1b21-4726-bf7e-a40d509f5ecb tempest-TestVolumeBootPattern-942365775 tempest-TestVolumeBootPattern-942365775-project] Network 9b223f6a-fe67-4bd3-957a-7ef808b3aaf1 is already hosted by enough agents. {{(pid=84040) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:20:02.866677 n-d-838334-2 neutron-server[84040]: DEBUG neutron.scheduler.base_scheduler [req-408866ce-02bd-479c-a162-61513e71e5a1 req-3e9b8d48-1b21-4726-bf7e-a40d509f5ecb tempest-TestVolumeBootPattern-942365775 tempest-TestVolumeBootPattern-942365775-project] Resources bound (agent type, host, resource id): {{(pid=84040) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:20:02.870039 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.l3_dvrscheduler_db [req-408866ce-02bd-479c-a162-61513e71e5a1 req-3e9b8d48-1b21-4726-bf7e-a40d509f5ecb tempest-TestVolumeBootPattern-942365775 tempest-TestVolumeBootPattern-942365775-project] Received port after_create {{(pid=84040) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 21:20:02.953941 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e9b8d48-1b21-4726-bf7e-a40d509f5ecb tempest-TestVolumeBootPattern-942365775 tempest-TestVolumeBootPattern-942365775-project] Pushing event updated for resources: {'Port': ['ID=5be55052-d18f-41bf-b791-563933649530,revision_number=1']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:20:03.016791 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a660928f-faf7-488b-b04e-4811b34c62f7 None None] Pushing event updated for resources: {'Port': ['ID=a6eedbea-ea9c-4c5b-a01a-eafb9b753a8b,revision_number=4']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:20:03.035153 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-408866ce-02bd-479c-a162-61513e71e5a1 req-3e9b8d48-1b21-4726-bf7e-a40d509f5ecb tempest-TestVolumeBootPattern-942365775 tempest-TestVolumeBootPattern-942365775-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:20:03.036413 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-408866ce-02bd-479c-a162-61513e71e5a1 req-3e9b8d48-1b21-4726-bf7e-a40d509f5ecb tempest-TestVolumeBootPattern-942365775 tempest-TestVolumeBootPattern-942365775-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217293'] for port, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:20:03.107840 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-408866ce-02bd-479c-a162-61513e71e5a1 req-3e9b8d48-1b21-4726-bf7e-a40d509f5ecb tempest-TestVolumeBootPattern-942365775 tempest-TestVolumeBootPattern-942365775-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6157784 Apr 18 21:20:03.119497 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.v2.base [req-408866ce-02bd-479c-a162-61513e71e5a1 req-ea52c971-ff15-47e8-8ea5-7975dad91265 service neutron] Request body: {'port': {'device_id': '0edac650-e016-455d-9291-4a50ae1329f1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-838334-2'}} {{(pid=84040) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:20:03.331648 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-408866ce-02bd-479c-a162-61513e71e5a1 req-ea52c971-ff15-47e8-8ea5-7975dad91265 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:20:03.348829 n-d-838334-2 neutron-server[84043]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f63ad2c-9c05-4076-b68d-f140e9908e2c None None] Sync routers for ids ['28288541-7f3d-4709-854a-e405f9332cc9'] in n-d-838334-2 {{(pid=84043) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 18 21:20:03.373735 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f63ad2c-9c05-4076-b68d-f140e9908e2c None None] Routers {'28288541-7f3d-4709-854a-e405f9332cc9'} bound to L3 agent in host n-d-838334-2 {{(pid=84043) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 21:20:03.375305 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.l3_hamode_db [None req-7f63ad2c-9c05-4076-b68d-f140e9908e2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838334-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-18T20:25:48Z,description=,heartbeat_timestamp=2022-04-18T21:19:48Z,host='n-d-838334-2',id=bc84d6c9-dd7a-4555-a351-592327b46d5a,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:25:48Z,topic='l3_agent')) {'router_ids': ['28288541-7f3d-4709-854a-e405f9332cc9'], 'active': True} {{(pid=84043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:20:03.470281 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_dvr_db [None req-0cb0bc85-e73d-4663-a782-6480c8f2406f None None] Set router d08d1d26-0079-4996-bd23-121fb630e4ec gateway port host: n-d-838334-2 {{(pid=84042) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 21:20:03.814510 n-d-838334-2 neutron-server[84040]: DEBUG neutron.notifiers.nova [req-408866ce-02bd-479c-a162-61513e71e5a1 req-ea52c971-ff15-47e8-8ea5-7975dad91265 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5be55052-d18f-41bf-b791-563933649530 {{(pid=84040) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 18 21:20:03.825121 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-408866ce-02bd-479c-a162-61513e71e5a1 req-ea52c971-ff15-47e8-8ea5-7975dad91265 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:20:03.865603 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.provisioning_blocks [req-408866ce-02bd-479c-a162-61513e71e5a1 req-ea52c971-ff15-47e8-8ea5-7975dad91265 service neutron] Transition to ACTIVE for port object 5be55052-d18f-41bf-b791-563933649530 will not be triggered until provisioned by entity L2. {{(pid=84040) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:20:03.879559 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-408866ce-02bd-479c-a162-61513e71e5a1 req-ea52c971-ff15-47e8-8ea5-7975dad91265 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32440959'] for port, after_update {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:20:03.900212 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.l3_dvr_db [None req-7f63ad2c-9c05-4076-b68d-f140e9908e2c None None] Set router 28288541-7f3d-4709-854a-e405f9332cc9 gateway port host: n-d-838334-2 {{(pid=84043) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 21:20:03.900828 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-25ffde95-e157-4f2e-8973-7d5e1eef42a0 None None] Provisioning for port 5be55052-d18f-41bf-b791-563933649530 completed by entity DHCP. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 21:20:04.129466 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750375287399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253529'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:20:04.164211 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea52c971-ff15-47e8-8ea5-7975dad91265 service neutron] Pushing event updated for resources: {'Port': ['ID=5be55052-d18f-41bf-b791-563933649530,revision_number=2']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:20:04.265738 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_hamode_db [None req-0cb0bc85-e73d-4663-a782-6480c8f2406f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd08d1d26-0079-4996-bd23-121fb630e4ec', 'name': 'tempest-TestVolumeBackupRestore-159285860-router', 'tenant_id': '61a080bd7a9840c2bce121282133c28e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'external_fixed_ips': [{'subnet_id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'ip_address': '172.25.8.15'}], 'enable_snat': True}, 'gw_port_id': '8c29dd35-ea87-47f3-a2d3-f3902006d042', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:19:41Z', 'updated_at': '2022-04-18T21:19:44Z', 'revision_number': 4, 'project_id': '61a080bd7a9840c2bce121282133c28e', 'gw_port': {'id': '8c29dd35-ea87-47f3-a2d3-f3902006d042', 'name': '', 'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:59:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd08d1d26-0079-4996-bd23-121fb630e4ec', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'ip_address': '172.25.8.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:19:41Z', 'updated_at': '2022-04-18T21:19:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838334-2', '_interfaces': [{'id': 'a6eedbea-ea9c-4c5b-a01a-eafb9b753a8b', 'name': '', 'network_id': 'd183dd60-514a-409c-aab4-a2214efc376f', 'tenant_id': '61a080bd7a9840c2bce121282133c28e', 'mac_address': 'fa:16:3e:9a:d3:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd08d1d26-0079-4996-bd23-121fb630e4ec', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '846d5941-244f-4c61-abce-3f844b54d9e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:19:43Z', 'updated_at': '2022-04-18T21:20:02Z', 'revision_number': 4, 'project_id': '61a080bd7a9840c2bce121282133c28e', 'subnets': [{'id': '846d5941-244f-4c61-abce-3f844b54d9e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838334-2', False) {} {{(pid=84042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:20:04.271157 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cb0bc85-e73d-4663-a782-6480c8f2406f None None] The sync data for ids ['d08d1d26-0079-4996-bd23-121fb630e4ec'] in n-d-838334-2 is: [{'id': 'd08d1d26-0079-4996-bd23-121fb630e4ec', 'name': 'tempest-TestVolumeBackupRestore-159285860-router', 'tenant_id': '61a080bd7a9840c2bce121282133c28e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'external_fixed_ips': [{'subnet_id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'ip_address': '172.25.8.15'}], 'enable_snat': True}, 'gw_port_id': '8c29dd35-ea87-47f3-a2d3-f3902006d042', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:19:41Z', 'updated_at': '2022-04-18T21:19:44Z', 'revision_number': 4, 'project_id': '61a080bd7a9840c2bce121282133c28e', 'gw_port': {'id': '8c29dd35-ea87-47f3-a2d3-f3902006d042', 'name': '', 'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:59:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd08d1d26-0079-4996-bd23-121fb630e4ec', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'ip_address': '172.25.8.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:19:41Z', 'updated_at': '2022-04-18T21:19:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838334-2', '_interfaces': [{'id': 'a6eedbea-ea9c-4c5b-a01a-eafb9b753a8b', 'name': '', 'network_id': 'd183dd60-514a-409c-aab4-a2214efc376f', 'tenant_id': '61a080bd7a9840c2bce121282133c28e', 'mac_address': 'fa:16:3e:9a:d3:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd08d1d26-0079-4996-bd23-121fb630e4ec', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '846d5941-244f-4c61-abce-3f844b54d9e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:19:43Z', 'updated_at': '2022-04-18T21:20:02Z', 'revision_number': 4, 'project_id': '61a080bd7a9840c2bce121282133c28e', 'subnets': [{'id': '846d5941-244f-4c61-abce-3f844b54d9e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84042) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 18 21:20:04.481354 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d3b80a5-349a-4b89-a222-c40563835497 req-437e0416-43f7-49c6-b36c-b009ebc3e308 tempest-TestVolumeBootPattern-942365775 tempest-TestVolumeBootPattern-942365775-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:20:04.484743 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [req-9d3b80a5-349a-4b89-a222-c40563835497 req-437e0416-43f7-49c6-b36c-b009ebc3e308 tempest-TestVolumeBootPattern-942365775 tempest-TestVolumeBootPattern-942365775-project] Synchronizing usage tracker for tenant:31978bb3bc1348ad8b469e6e55d6f163 on resource:port {{(pid=84040) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 21:20:04.506295 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Device a6eedbea-ea9c-4c5b-a01a-eafb9b753a8b up at agent ovs-agent-n-d-838334-2 {{(pid=84042) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 21:20:04.610782 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.managers [req-408866ce-02bd-479c-a162-61513e71e5a1 req-ea52c971-ff15-47e8-8ea5-7975dad91265 service neutron] Attempting to bind port 5be55052-d18f-41bf-b791-563933649530 on host n-h1-838334-2 for vnic_type normal with profile {{(pid=84040) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 21:20:04.610782 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.managers [req-408866ce-02bd-479c-a162-61513e71e5a1 req-ea52c971-ff15-47e8-8ea5-7975dad91265 service neutron] Attempting to bind port 5be55052-d18f-41bf-b791-563933649530 by drivers openvswitch,hyperv on host n-h1-838334-2 at level 0 using segments [{'id': 'c9d9b92a-74d4-40ed-ab8e-582836dfe352', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '9b223f6a-fe67-4bd3-957a-7ef808b3aaf1'}] {{(pid=84040) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 21:20:04.611212 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-408866ce-02bd-479c-a162-61513e71e5a1 req-ea52c971-ff15-47e8-8ea5-7975dad91265 service neutron] Attempting to bind port 5be55052-d18f-41bf-b791-563933649530 on network 9b223f6a-fe67-4bd3-957a-7ef808b3aaf1 {{(pid=84040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 21:20:04.622210 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [req-9d3b80a5-349a-4b89-a222-c40563835497 req-437e0416-43f7-49c6-b36c-b009ebc3e308 tempest-TestVolumeBootPattern-942365775 tempest-TestVolumeBootPattern-942365775-project] Unset dirty status for tenant:31978bb3bc1348ad8b469e6e55d6f163 on resource:port {{(pid=84040) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 21:20:04.637934 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-9d3b80a5-349a-4b89-a222-c40563835497 req-437e0416-43f7-49c6-b36c-b009ebc3e308 tempest-TestVolumeBootPattern-942365775 tempest-TestVolumeBootPattern-942365775-project] 10.222.0.42 "GET /v2.0/ports?device_id=0edac650-e016-455d-9291-4a50ae1329f1 HTTP/1.1" status: 200 len: 943 time: 0.6077595 Apr 18 21:20:04.687500 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-408866ce-02bd-479c-a162-61513e71e5a1 req-ea52c971-ff15-47e8-8ea5-7975dad91265 service neutron] Port 5be55052-d18f-41bf-b791-563933649530 on network 9b223f6a-fe67-4bd3-957a-7ef808b3aaf1 not bound, no agent of type Open vSwitch agent registered on host n-h1-838334-2 {{(pid=84040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 18 21:20:04.687956 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-408866ce-02bd-479c-a162-61513e71e5a1 req-ea52c971-ff15-47e8-8ea5-7975dad91265 service neutron] Attempting to bind port 5be55052-d18f-41bf-b791-563933649530 on network 9b223f6a-fe67-4bd3-957a-7ef808b3aaf1 {{(pid=84040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 21:20:04.691759 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Provisioning for port a6eedbea-ea9c-4c5b-a01a-eafb9b753a8b completed by entity L2. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 21:20:04.698501 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Provisioning complete for port a6eedbea-ea9c-4c5b-a01a-eafb9b753a8b triggered by entity L2. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:20:04.698869 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1253608'] for port, provisioning_complete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:20:04.793066 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-9d3b80a5-349a-4b89-a222-c40563835497 req-160bb380-4083-4d43-87a2-4ecdb202019d tempest-TestVolumeBootPattern-942365775 tempest-TestVolumeBootPattern-942365775-project] 10.222.0.42 "GET /v2.0/security-groups?id=cdcfb3ee-78c0-44cb-a2e3-4b946850a7e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1541774 Apr 18 21:20:04.794644 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-408866ce-02bd-479c-a162-61513e71e5a1 req-ea52c971-ff15-47e8-8ea5-7975dad91265 service neutron] Checking agent: {'id': 'd63bab19-ff81-4de1-afeb-a3732288d0d7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-838334-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 33, 59), 'started_at': datetime.datetime(2022, 4, 18, 20, 33, 59), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 21, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 18 21:20:04.797117 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-408866ce-02bd-479c-a162-61513e71e5a1 req-ea52c971-ff15-47e8-8ea5-7975dad91265 service neutron] Checking segment: {'id': 'c9d9b92a-74d4-40ed-ab8e-582836dfe352', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '9b223f6a-fe67-4bd3-957a-7ef808b3aaf1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84040) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 21:20:04.797226 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-408866ce-02bd-479c-a162-61513e71e5a1 req-ea52c971-ff15-47e8-8ea5-7975dad91265 service neutron] Bound using segment: {'id': 'c9d9b92a-74d4-40ed-ab8e-582836dfe352', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '9b223f6a-fe67-4bd3-957a-7ef808b3aaf1'} {{(pid=84040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 18 21:20:04.797682 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.managers [req-408866ce-02bd-479c-a162-61513e71e5a1 req-ea52c971-ff15-47e8-8ea5-7975dad91265 service neutron] Bound port: 5be55052-d18f-41bf-b791-563933649530, host: n-h1-838334-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c9d9b92a-74d4-40ed-ab8e-582836dfe352', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '9b223f6a-fe67-4bd3-957a-7ef808b3aaf1'}}] {{(pid=84040) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 21:20:04.799938 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-408866ce-02bd-479c-a162-61513e71e5a1 req-ea52c971-ff15-47e8-8ea5-7975dad91265 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:20:04.806090 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.l3_hamode_db [None req-7f63ad2c-9c05-4076-b68d-f140e9908e2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '28288541-7f3d-4709-854a-e405f9332cc9', 'name': 'tempest-TestVolumeBackupRestore-479181263-router', 'tenant_id': '6a614ae1bccf47ba9d69f98188b9fa50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'external_fixed_ips': [{'subnet_id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'ip_address': '172.25.8.127'}], 'enable_snat': True}, 'gw_port_id': '4cc19d91-f9d5-4b72-b54f-895c9671fa08', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:19:48Z', 'updated_at': '2022-04-18T21:19:52Z', 'revision_number': 4, 'project_id': '6a614ae1bccf47ba9d69f98188b9fa50', 'gw_port': {'id': '4cc19d91-f9d5-4b72-b54f-895c9671fa08', 'name': '', 'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:f7:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28288541-7f3d-4709-854a-e405f9332cc9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'ip_address': '172.25.8.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:19:49Z', 'updated_at': '2022-04-18T21:19:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838334-2', '_interfaces': [{'id': '38b4d2eb-8518-41b3-b926-b373e7374389', 'name': '', 'network_id': '39939072-0b9a-4f53-80f8-e83589bebcb6', 'tenant_id': '6a614ae1bccf47ba9d69f98188b9fa50', 'mac_address': 'fa:16:3e:a3:b2:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '28288541-7f3d-4709-854a-e405f9332cc9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'fcd88eeb-a9da-444f-b494-5fca83465a3b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:19:51Z', 'updated_at': '2022-04-18T21:19:53Z', 'revision_number': 2, 'project_id': '6a614ae1bccf47ba9d69f98188b9fa50', 'subnets': [{'id': 'fcd88eeb-a9da-444f-b494-5fca83465a3b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838334-2', False) {} {{(pid=84043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:20:04.836583 n-d-838334-2 neutron-server[84043]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f63ad2c-9c05-4076-b68d-f140e9908e2c None None] Checking router: 28288541-7f3d-4709-854a-e405f9332cc9 for host: n-d-838334-2 {{(pid=84043) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 18 21:20:04.836934 n-d-838334-2 neutron-server[84043]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f63ad2c-9c05-4076-b68d-f140e9908e2c None None] Updating router 28288541-7f3d-4709-854a-e405f9332cc9 port 38b4d2eb-8518-41b3-b926-b373e7374389 binding host n-d-838334-2 {{(pid=84043) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 18 21:20:04.963182 n-d-838334-2 neutron-server[84043]: DEBUG neutron_lib.callbacks.manager [None req-7f63ad2c-9c05-4076-b68d-f140e9908e2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:20:04.980124 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.db [req-408866ce-02bd-479c-a162-61513e71e5a1 req-ea52c971-ff15-47e8-8ea5-7975dad91265 service neutron] For port 5be55052-d18f-41bf-b791-563933649530, host n-h1-838334-2, cleared binding levels {{(pid=84040) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 21:20:04.984538 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.db [req-408866ce-02bd-479c-a162-61513e71e5a1 req-ea52c971-ff15-47e8-8ea5-7975dad91265 service neutron] For port 5be55052-d18f-41bf-b791-563933649530, host n-h1-838334-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838334-2',level=0,port_id=5be55052-d18f-41bf-b791-563933649530,segment=NetworkSegment(c9d9b92a-74d4-40ed-ab8e-582836dfe352),segment_id=c9d9b92a-74d4-40ed-ab8e-582836dfe352)] {{(pid=84040) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 21:20:04.992994 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-408866ce-02bd-479c-a162-61513e71e5a1 req-ea52c971-ff15-47e8-8ea5-7975dad91265 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32440959'] for port, after_update {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:20:05.110353 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-408866ce-02bd-479c-a162-61513e71e5a1 req-ea52c971-ff15-47e8-8ea5-7975dad91265 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217293'] for port, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:20:05.116352 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-408866ce-02bd-479c-a162-61513e71e5a1 req-ea52c971-ff15-47e8-8ea5-7975dad91265 service neutron] 10.222.0.43 "PUT /v2.0/ports/5be55052-d18f-41bf-b791-563933649530 HTTP/1.1" status: 200 len: 1091 time: 1.9992971 Apr 18 21:20:05.117587 n-d-838334-2 neutron-server[84040]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0edac650-e016-455d-9291-4a50ae1329f1', 'tag': '5be55052-d18f-41bf-b791-563933649530'}] {{(pid=84040) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 21:20:05.263357 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:20:05.345070 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] For port a6eedbea-ea9c-4c5b-a01a-eafb9b753a8b, host n-d-838334-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838334-2',level=0,port_id=a6eedbea-ea9c-4c5b-a01a-eafb9b753a8b,segment=NetworkSegment(5078d71c-f806-46b0-9f46-ae92d2ad5c65),segment_id=5078d71c-f806-46b0-9f46-ae92d2ad5c65)] {{(pid=84042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:20:05.356206 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682'] for port, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:20:05.398715 n-d-838334-2 neutron-server[84040]: INFO neutron.notifiers.nova [-] Nova event matching ['req-49dae7b5-6842-4f20-884a-723124ad6b48'] response: {'name': 'network-changed', 'server_uuid': '0edac650-e016-455d-9291-4a50ae1329f1', 'tag': '5be55052-d18f-41bf-b791-563933649530', 'status': 'completed', 'code': 200} Apr 18 21:20:05.479450 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea52c971-ff15-47e8-8ea5-7975dad91265 service neutron] Pushing event updated for resources: {'Port': ['ID=5be55052-d18f-41bf-b791-563933649530,revision_number=3']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:20:05.564637 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Pushing event updated for resources: {'Port': ['ID=a6eedbea-ea9c-4c5b-a01a-eafb9b753a8b,revision_number=5']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:20:05.590664 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-408866ce-02bd-479c-a162-61513e71e5a1 req-ff5d17c5-32e6-499a-a8d4-b7cfc637e133 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=31978bb3bc1348ad8b469e6e55d6f163&device_id=0edac650-e016-455d-9291-4a50ae1329f1 HTTP/1.1" status: 200 len: 1094 time: 0.3894410 Apr 18 21:20:05.839785 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-408866ce-02bd-479c-a162-61513e71e5a1 req-30dbb33e-519e-4b4e-b19b-87be460cde81 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5be55052-d18f-41bf-b791-563933649530 HTTP/1.1" status: 200 len: 217 time: 0.2362547 Apr 18 21:20:05.942964 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-408866ce-02bd-479c-a162-61513e71e5a1 req-103b194e-7bbf-43dc-8c91-81245d138b64 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:20:05.946354 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-408866ce-02bd-479c-a162-61513e71e5a1 req-103b194e-7bbf-43dc-8c91-81245d138b64 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=a845e1ae-c47e-4919-8a24-530366b84c60 HTTP/1.1" status: 200 len: 850 time: 0.1043320 Apr 18 21:20:06.139875 n-d-838334-2 neutron-server[84043]: DEBUG neutron_lib.callbacks.manager [None req-7f63ad2c-9c05-4076-b68d-f140e9908e2c None None] Notify callbacks [] for port, precommit_update {{(pid=84043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:20:06.160910 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-408866ce-02bd-479c-a162-61513e71e5a1 req-a36c9c42-7d44-4035-8279-2808c708516b service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=9b223f6a-fe67-4bd3-957a-7ef808b3aaf1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2082391 Apr 18 21:20:06.162217 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.provisioning_blocks [None req-7f63ad2c-9c05-4076-b68d-f140e9908e2c None None] Transition to ACTIVE for port object 38b4d2eb-8518-41b3-b926-b373e7374389 will not be triggered until provisioned by entity L2. {{(pid=84043) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:20:06.176442 n-d-838334-2 neutron-server[84043]: DEBUG neutron_lib.callbacks.manager [None req-7f63ad2c-9c05-4076-b68d-f140e9908e2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682'] for port, after_update {{(pid=84043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:20:06.373878 n-d-838334-2 neutron-server[84043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8801da16-bcd9-45ed-8967-e23bf1176ac0 None None] Pushing event updated for resources: {'Port': ['ID=38b4d2eb-8518-41b3-b926-b373e7374389,revision_number=3']} {{(pid=84043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:20:06.476875 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Device a6eedbea-ea9c-4c5b-a01a-eafb9b753a8b up at agent ovs-agent-n-d-838334-2 {{(pid=84042) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 21:20:06.667466 n-d-838334-2 neutron-server[84043]: DEBUG neutron.plugins.ml2.managers [None req-7f63ad2c-9c05-4076-b68d-f140e9908e2c None None] Attempting to bind port 38b4d2eb-8518-41b3-b926-b373e7374389 on host n-d-838334-2 for vnic_type normal with profile {{(pid=84043) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 21:20:06.668035 n-d-838334-2 neutron-server[84043]: DEBUG neutron.plugins.ml2.managers [None req-7f63ad2c-9c05-4076-b68d-f140e9908e2c None None] Attempting to bind port 38b4d2eb-8518-41b3-b926-b373e7374389 by drivers openvswitch,hyperv on host n-d-838334-2 at level 0 using segments [{'id': 'c442b2cd-a879-4b06-b2a4-c25cc4ce5abc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '39939072-0b9a-4f53-80f8-e83589bebcb6'}] {{(pid=84043) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 21:20:06.668545 n-d-838334-2 neutron-server[84043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f63ad2c-9c05-4076-b68d-f140e9908e2c None None] Attempting to bind port 38b4d2eb-8518-41b3-b926-b373e7374389 on network 39939072-0b9a-4f53-80f8-e83589bebcb6 {{(pid=84043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 21:20:06.700251 n-d-838334-2 neutron-server[84043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f63ad2c-9c05-4076-b68d-f140e9908e2c None None] Checking agent: {'id': '97cd4414-7af6-4d67-868d-dff370b4071a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838334-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 25, 49), 'started_at': datetime.datetime(2022, 4, 18, 20, 26, 19), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 21, 19, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838334-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 18 21:20:06.701234 n-d-838334-2 neutron-server[84043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f63ad2c-9c05-4076-b68d-f140e9908e2c None None] Checking segment: {'id': 'c442b2cd-a879-4b06-b2a4-c25cc4ce5abc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '39939072-0b9a-4f53-80f8-e83589bebcb6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84043) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 21:20:06.703119 n-d-838334-2 neutron-server[84043]: DEBUG neutron_lib.callbacks.manager [None req-7f63ad2c-9c05-4076-b68d-f140e9908e2c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:20:06.703584 n-d-838334-2 neutron-server[84043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f63ad2c-9c05-4076-b68d-f140e9908e2c None None] Bound using segment: {'id': 'c442b2cd-a879-4b06-b2a4-c25cc4ce5abc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '39939072-0b9a-4f53-80f8-e83589bebcb6'} {{(pid=84043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 18 21:20:06.705169 n-d-838334-2 neutron-server[84043]: DEBUG neutron.plugins.ml2.managers [None req-7f63ad2c-9c05-4076-b68d-f140e9908e2c None None] Bound port: 38b4d2eb-8518-41b3-b926-b373e7374389, host: n-d-838334-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c442b2cd-a879-4b06-b2a4-c25cc4ce5abc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '39939072-0b9a-4f53-80f8-e83589bebcb6'}}] {{(pid=84043) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 21:20:06.705635 n-d-838334-2 neutron-server[84043]: DEBUG neutron_lib.callbacks.manager [None req-7f63ad2c-9c05-4076-b68d-f140e9908e2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:20:06.709094 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-408866ce-02bd-479c-a162-61513e71e5a1 req-0daf38b6-13c8-4353-a62e-800b528191c0 service neutron] 10.222.0.43 "GET /v2.0/networks/9b223f6a-fe67-4bd3-957a-7ef808b3aaf1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5414758 Apr 18 21:20:06.771188 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Provisioning complete for port a6eedbea-ea9c-4c5b-a01a-eafb9b753a8b triggered by entity L2. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:20:06.771789 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1253608'] for port, provisioning_complete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:20:06.859284 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25e11b1d-4244-43e6-b4e6-d125de315642 req-95ae363f-82a6-42ca-9e10-1fe111f74a31 tempest-TestVolumeBootPattern-942365775 tempest-TestVolumeBootPattern-942365775-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:20:06.860814 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-25e11b1d-4244-43e6-b4e6-d125de315642 req-95ae363f-82a6-42ca-9e10-1fe111f74a31 tempest-TestVolumeBootPattern-942365775 tempest-TestVolumeBootPattern-942365775-project] 10.222.0.42 "GET /v2.0/ports?device_id=0edac650-e016-455d-9291-4a50ae1329f1 HTTP/1.1" status: 200 len: 943 time: 0.6961246 Apr 18 21:20:06.912012 n-d-838334-2 neutron-server[84043]: DEBUG neutron.plugins.ml2.db [None req-7f63ad2c-9c05-4076-b68d-f140e9908e2c None None] For port 38b4d2eb-8518-41b3-b926-b373e7374389, host n-d-838334-2, cleared binding levels {{(pid=84043) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 21:20:06.915466 n-d-838334-2 neutron-server[84043]: DEBUG neutron.plugins.ml2.db [None req-7f63ad2c-9c05-4076-b68d-f140e9908e2c None None] For port 38b4d2eb-8518-41b3-b926-b373e7374389, host n-d-838334-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838334-2',level=0,port_id=38b4d2eb-8518-41b3-b926-b373e7374389,segment=NetworkSegment(c442b2cd-a879-4b06-b2a4-c25cc4ce5abc),segment_id=c442b2cd-a879-4b06-b2a4-c25cc4ce5abc)] {{(pid=84043) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 21:20:06.929998 n-d-838334-2 neutron-server[84043]: DEBUG neutron_lib.callbacks.manager [None req-7f63ad2c-9c05-4076-b68d-f140e9908e2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682'] for port, after_update {{(pid=84043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:20:06.969382 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-408866ce-02bd-479c-a162-61513e71e5a1 req-2bef9462-01b9-4d61-9051-e0def28514c7 service neutron] 10.222.0.43 "GET /v2.0/networks/9b223f6a-fe67-4bd3-957a-7ef808b3aaf1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2522757 Apr 18 21:20:07.023072 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-25e11b1d-4244-43e6-b4e6-d125de315642 req-9563c992-2cbc-44a3-a150-cc012de853b3 tempest-TestVolumeBootPattern-942365775 tempest-TestVolumeBootPattern-942365775-project] 10.222.0.42 "GET /v2.0/security-groups?id=cdcfb3ee-78c0-44cb-a2e3-4b946850a7e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1506224 Apr 18 21:20:07.131818 n-d-838334-2 neutron-server[84043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8801da16-bcd9-45ed-8967-e23bf1176ac0 None None] Pushing event updated for resources: {'Port': ['ID=38b4d2eb-8518-41b3-b926-b373e7374389,revision_number=4']} {{(pid=84043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:20:07.145997 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f63ad2c-9c05-4076-b68d-f140e9908e2c None None] Routers {'28288541-7f3d-4709-854a-e405f9332cc9'} bound to L3 agent in host n-d-838334-2 {{(pid=84043) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 21:20:07.147451 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.l3_hamode_db [None req-7f63ad2c-9c05-4076-b68d-f140e9908e2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838334-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-18T20:25:48Z,description=,heartbeat_timestamp=2022-04-18T21:19:48Z,host='n-d-838334-2',id=bc84d6c9-dd7a-4555-a351-592327b46d5a,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:25:48Z,topic='l3_agent')) {'router_ids': ['28288541-7f3d-4709-854a-e405f9332cc9'], 'active': True} {{(pid=84043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:20:07.221074 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-6f0630a3-da99-47aa-a0b6-24a736ac35b5 req-9f4a801b-4fde-455e-9e01-2232590bdd8f service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=31978bb3bc1348ad8b469e6e55d6f163&device_id=0edac650-e016-455d-9291-4a50ae1329f1 HTTP/1.1" status: 200 len: 1094 time: 0.1900296 Apr 18 21:20:07.411748 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f0630a3-da99-47aa-a0b6-24a736ac35b5 req-3b564112-274f-4acc-9fda-715f08eb5c1a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:20:07.413282 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-6f0630a3-da99-47aa-a0b6-24a736ac35b5 req-3b564112-274f-4acc-9fda-715f08eb5c1a service neutron] 10.222.0.43 "GET /v2.0/networks?id=9b223f6a-fe67-4bd3-957a-7ef808b3aaf1 HTTP/1.1" status: 200 len: 912 time: 0.1859241 Apr 18 21:20:07.490971 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.l3_dvr_db [None req-7f63ad2c-9c05-4076-b68d-f140e9908e2c None None] Set router 28288541-7f3d-4709-854a-e405f9332cc9 gateway port host: n-d-838334-2 {{(pid=84043) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 21:20:07.512311 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-6f0630a3-da99-47aa-a0b6-24a736ac35b5 req-4c73a984-b55c-4442-8a04-898a28de50c0 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5be55052-d18f-41bf-b791-563933649530 HTTP/1.1" status: 200 len: 217 time: 0.0925519 Apr 18 21:20:07.587830 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f0630a3-da99-47aa-a0b6-24a736ac35b5 req-10cb8c99-73df-4d70-b1c7-732e2f3ea9aa service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:20:07.589287 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-6f0630a3-da99-47aa-a0b6-24a736ac35b5 req-10cb8c99-73df-4d70-b1c7-732e2f3ea9aa service neutron] 10.222.0.43 "GET /v2.0/subnets?id=a845e1ae-c47e-4919-8a24-530366b84c60 HTTP/1.1" status: 200 len: 850 time: 0.0704026 Apr 18 21:20:07.694588 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-6f0630a3-da99-47aa-a0b6-24a736ac35b5 req-a6f7b880-9f49-4817-a714-8044108aaeda service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=9b223f6a-fe67-4bd3-957a-7ef808b3aaf1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0972695 Apr 18 21:20:07.893159 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-6f0630a3-da99-47aa-a0b6-24a736ac35b5 req-714ca7cc-101f-485e-b4e3-5b99fd17268c service neutron] 10.222.0.43 "GET /v2.0/networks/9b223f6a-fe67-4bd3-957a-7ef808b3aaf1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1911893 Apr 18 21:20:08.051228 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.l3_hamode_db [None req-7f63ad2c-9c05-4076-b68d-f140e9908e2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '28288541-7f3d-4709-854a-e405f9332cc9', 'name': 'tempest-TestVolumeBackupRestore-479181263-router', 'tenant_id': '6a614ae1bccf47ba9d69f98188b9fa50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'external_fixed_ips': [{'subnet_id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'ip_address': '172.25.8.127'}], 'enable_snat': True}, 'gw_port_id': '4cc19d91-f9d5-4b72-b54f-895c9671fa08', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:19:48Z', 'updated_at': '2022-04-18T21:19:52Z', 'revision_number': 4, 'project_id': '6a614ae1bccf47ba9d69f98188b9fa50', 'gw_port': {'id': '4cc19d91-f9d5-4b72-b54f-895c9671fa08', 'name': '', 'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:f7:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28288541-7f3d-4709-854a-e405f9332cc9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'ip_address': '172.25.8.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:19:49Z', 'updated_at': '2022-04-18T21:19:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838334-2', '_interfaces': [{'id': '38b4d2eb-8518-41b3-b926-b373e7374389', 'name': '', 'network_id': '39939072-0b9a-4f53-80f8-e83589bebcb6', 'tenant_id': '6a614ae1bccf47ba9d69f98188b9fa50', 'mac_address': 'fa:16:3e:a3:b2:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '28288541-7f3d-4709-854a-e405f9332cc9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'fcd88eeb-a9da-444f-b494-5fca83465a3b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:19:51Z', 'updated_at': '2022-04-18T21:20:06Z', 'revision_number': 4, 'project_id': '6a614ae1bccf47ba9d69f98188b9fa50', 'subnets': [{'id': 'fcd88eeb-a9da-444f-b494-5fca83465a3b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838334-2', False) {} {{(pid=84043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:20:08.062774 n-d-838334-2 neutron-server[84043]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f63ad2c-9c05-4076-b68d-f140e9908e2c None None] The sync data for ids ['28288541-7f3d-4709-854a-e405f9332cc9'] in n-d-838334-2 is: [{'id': '28288541-7f3d-4709-854a-e405f9332cc9', 'name': 'tempest-TestVolumeBackupRestore-479181263-router', 'tenant_id': '6a614ae1bccf47ba9d69f98188b9fa50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'external_fixed_ips': [{'subnet_id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'ip_address': '172.25.8.127'}], 'enable_snat': True}, 'gw_port_id': '4cc19d91-f9d5-4b72-b54f-895c9671fa08', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:19:48Z', 'updated_at': '2022-04-18T21:19:52Z', 'revision_number': 4, 'project_id': '6a614ae1bccf47ba9d69f98188b9fa50', 'gw_port': {'id': '4cc19d91-f9d5-4b72-b54f-895c9671fa08', 'name': '', 'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:f7:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28288541-7f3d-4709-854a-e405f9332cc9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'ip_address': '172.25.8.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:19:49Z', 'updated_at': '2022-04-18T21:19:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838334-2', '_interfaces': [{'id': '38b4d2eb-8518-41b3-b926-b373e7374389', 'name': '', 'network_id': '39939072-0b9a-4f53-80f8-e83589bebcb6', 'tenant_id': '6a614ae1bccf47ba9d69f98188b9fa50', 'mac_address': 'fa:16:3e:a3:b2:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '28288541-7f3d-4709-854a-e405f9332cc9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'fcd88eeb-a9da-444f-b494-5fca83465a3b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:19:51Z', 'updated_at': '2022-04-18T21:20:06Z', 'revision_number': 4, 'project_id': '6a614ae1bccf47ba9d69f98188b9fa50', 'subnets': [{'id': 'fcd88eeb-a9da-444f-b494-5fca83465a3b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84043) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 18 21:20:08.179668 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-6f0630a3-da99-47aa-a0b6-24a736ac35b5 req-58e8bae9-7fe7-4a7b-b078-ced62e85aaf1 service neutron] 10.222.0.43 "GET /v2.0/networks/9b223f6a-fe67-4bd3-957a-7ef808b3aaf1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2721574 Apr 18 21:20:08.498744 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Device 38b4d2eb-8518-41b3-b926-b373e7374389 up at agent ovs-agent-n-d-838334-2 {{(pid=84042) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 21:20:08.601598 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d98f0a4-4a63-4f4b-9e72-ade6229f8dfa req-22855fb9-b9d2-4024-ba90-3ac2ad0096f2 tempest-TestVolumeBootPattern-942365775 tempest-TestVolumeBootPattern-942365775-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:20:08.603482 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-7d98f0a4-4a63-4f4b-9e72-ade6229f8dfa req-22855fb9-b9d2-4024-ba90-3ac2ad0096f2 tempest-TestVolumeBootPattern-942365775 tempest-TestVolumeBootPattern-942365775-project] 10.222.0.42 "GET /v2.0/ports?device_id=0edac650-e016-455d-9291-4a50ae1329f1 HTTP/1.1" status: 200 len: 943 time: 0.2013695 Apr 18 21:20:08.667611 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Provisioning for port 38b4d2eb-8518-41b3-b926-b373e7374389 completed by entity L2. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 21:20:08.677485 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Provisioning complete for port 38b4d2eb-8518-41b3-b926-b373e7374389 triggered by entity L2. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:20:08.677963 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1253608'] for port, provisioning_complete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:20:08.718883 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-7d98f0a4-4a63-4f4b-9e72-ade6229f8dfa req-88d12521-53ed-4dc8-a5b3-096750e201ad tempest-TestVolumeBootPattern-942365775 tempest-TestVolumeBootPattern-942365775-project] 10.222.0.42 "GET /v2.0/security-groups?id=cdcfb3ee-78c0-44cb-a2e3-4b946850a7e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1029410 Apr 18 21:20:08.969063 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:20:09.062392 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] For port 38b4d2eb-8518-41b3-b926-b373e7374389, host n-d-838334-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838334-2',level=0,port_id=38b4d2eb-8518-41b3-b926-b373e7374389,segment=NetworkSegment(c442b2cd-a879-4b06-b2a4-c25cc4ce5abc),segment_id=c442b2cd-a879-4b06-b2a4-c25cc4ce5abc)] {{(pid=84042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:20:09.077251 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682'] for port, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:20:09.279118 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Pushing event updated for resources: {'Port': ['ID=38b4d2eb-8518-41b3-b926-b373e7374389,revision_number=5']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:20:09.292857 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:20:09.293028 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:20:09.293449 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:20:09.294066 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:20:09.294618 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:20:09.295161 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:20:09.295707 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:20:09.296033 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:20:09.296538 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:20:09.297045 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:20:09.297350 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:20:10.344787 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-828468e1-c791-40d4-8354-d65c8fd8d82d req-648e4e22-bf91-4589-a5a9-8fc0d8331e18 tempest-TestVolumeBootPattern-942365775 tempest-TestVolumeBootPattern-942365775-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:20:10.356038 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-828468e1-c791-40d4-8354-d65c8fd8d82d req-648e4e22-bf91-4589-a5a9-8fc0d8331e18 tempest-TestVolumeBootPattern-942365775 tempest-TestVolumeBootPattern-942365775-project] 10.222.0.42 "GET /v2.0/ports?device_id=0edac650-e016-455d-9291-4a50ae1329f1 HTTP/1.1" status: 200 len: 943 time: 0.1135933 Apr 18 21:20:10.444520 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-828468e1-c791-40d4-8354-d65c8fd8d82d req-5e9c2f78-ddf0-438b-b2e2-b1dc6afbc39e tempest-TestVolumeBootPattern-942365775 tempest-TestVolumeBootPattern-942365775-project] 10.222.0.42 "GET /v2.0/security-groups?id=cdcfb3ee-78c0-44cb-a2e3-4b946850a7e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0865052 Apr 18 21:20:10.446384 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Device 38b4d2eb-8518-41b3-b926-b373e7374389 up at agent ovs-agent-n-d-838334-2 {{(pid=84042) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 21:20:10.578772 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Provisioning complete for port 38b4d2eb-8518-41b3-b926-b373e7374389 triggered by entity L2. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:20:10.578772 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1253608'] for port, provisioning_complete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:20:11.688453 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d01d4b8-9a41-43d7-aef7-d2fd68fdc11a req-1f85516d-044f-4ac1-9d9c-ac567b17d438 tempest-TestVolumeBootPattern-942365775 tempest-TestVolumeBootPattern-942365775-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:20:11.690610 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-1d01d4b8-9a41-43d7-aef7-d2fd68fdc11a req-1f85516d-044f-4ac1-9d9c-ac567b17d438 tempest-TestVolumeBootPattern-942365775 tempest-TestVolumeBootPattern-942365775-project] 10.222.0.42 "GET /v2.0/ports?device_id=0edac650-e016-455d-9291-4a50ae1329f1 HTTP/1.1" status: 200 len: 943 time: 0.1008067 Apr 18 21:20:11.760201 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-1d01d4b8-9a41-43d7-aef7-d2fd68fdc11a req-a2d20ccb-5b58-4a46-94c0-24343b23fd7f tempest-TestVolumeBootPattern-942365775 tempest-TestVolumeBootPattern-942365775-project] 10.222.0.42 "GET /v2.0/security-groups?id=cdcfb3ee-78c0-44cb-a2e3-4b946850a7e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633054 Apr 18 21:20:13.138112 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c59f880d-1b64-4b20-ba2d-3e89e6ff566f req-ee827c24-27f9-4722-8370-d92ffc5c0b57 tempest-TestVolumeBootPattern-942365775 tempest-TestVolumeBootPattern-942365775-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:20:13.145691 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-c59f880d-1b64-4b20-ba2d-3e89e6ff566f req-ee827c24-27f9-4722-8370-d92ffc5c0b57 tempest-TestVolumeBootPattern-942365775 tempest-TestVolumeBootPattern-942365775-project] 10.222.0.42 "GET /v2.0/ports?device_id=0edac650-e016-455d-9291-4a50ae1329f1 HTTP/1.1" status: 200 len: 943 time: 0.1698008 Apr 18 21:20:13.195689 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-c59f880d-1b64-4b20-ba2d-3e89e6ff566f req-0f87186e-b372-4386-b409-2609615dcf24 tempest-TestVolumeBootPattern-942365775 tempest-TestVolumeBootPattern-942365775-project] 10.222.0.42 "GET /v2.0/security-groups?id=cdcfb3ee-78c0-44cb-a2e3-4b946850a7e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481572 Apr 18 21:20:14.500147 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88a9ceba-0b9c-460f-bfb3-4a1a9066a358 req-24ecf431-767f-492d-9f49-284a1dc95397 tempest-TestVolumeBootPattern-942365775 tempest-TestVolumeBootPattern-942365775-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:20:14.500147 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-88a9ceba-0b9c-460f-bfb3-4a1a9066a358 req-24ecf431-767f-492d-9f49-284a1dc95397 tempest-TestVolumeBootPattern-942365775 tempest-TestVolumeBootPattern-942365775-project] 10.222.0.42 "GET /v2.0/ports?device_id=0edac650-e016-455d-9291-4a50ae1329f1 HTTP/1.1" status: 200 len: 943 time: 0.1430664 Apr 18 21:20:14.557039 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-88a9ceba-0b9c-460f-bfb3-4a1a9066a358 req-1a2c96a8-59f0-4abd-9dfc-4143bf380643 tempest-TestVolumeBootPattern-942365775 tempest-TestVolumeBootPattern-942365775-project] 10.222.0.42 "GET /v2.0/security-groups?id=cdcfb3ee-78c0-44cb-a2e3-4b946850a7e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472171 Apr 18 21:20:15.665887 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-b52ef96d-91e3-43b9-8a56-a86ab281b49e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750375287399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253529'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:20:15.812301 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe0ed278-ed1c-4e53-b3f9-59a399c1a759 req-92756fbb-f280-420e-bb59-6a2ec62e5041 tempest-TestVolumeBootPattern-942365775 tempest-TestVolumeBootPattern-942365775-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:20:15.823279 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-fe0ed278-ed1c-4e53-b3f9-59a399c1a759 req-92756fbb-f280-420e-bb59-6a2ec62e5041 tempest-TestVolumeBootPattern-942365775 tempest-TestVolumeBootPattern-942365775-project] 10.222.0.42 "GET /v2.0/ports?device_id=0edac650-e016-455d-9291-4a50ae1329f1 HTTP/1.1" status: 200 len: 943 time: 0.1014936 Apr 18 21:20:15.871262 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-fe0ed278-ed1c-4e53-b3f9-59a399c1a759 req-6388c3d3-595c-4e75-8154-9286dd6d0bd3 tempest-TestVolumeBootPattern-942365775 tempest-TestVolumeBootPattern-942365775-project] 10.222.0.42 "GET /v2.0/security-groups?id=cdcfb3ee-78c0-44cb-a2e3-4b946850a7e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546300 Apr 18 21:20:17.184644 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b5cd16f-471c-4a6a-958d-43ce05b662f8 req-38aa2562-33ba-49ef-8928-96539af5b124 tempest-TestVolumeBootPattern-942365775 tempest-TestVolumeBootPattern-942365775-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:20:17.192889 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-6b5cd16f-471c-4a6a-958d-43ce05b662f8 req-38aa2562-33ba-49ef-8928-96539af5b124 tempest-TestVolumeBootPattern-942365775 tempest-TestVolumeBootPattern-942365775-project] 10.222.0.42 "GET /v2.0/ports?device_id=0edac650-e016-455d-9291-4a50ae1329f1 HTTP/1.1" status: 200 len: 943 time: 0.1061807 Apr 18 21:20:17.255841 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-6b5cd16f-471c-4a6a-958d-43ce05b662f8 req-0e6709dc-a4ee-4684-9534-35aceb9ca956 tempest-TestVolumeBootPattern-942365775 tempest-TestVolumeBootPattern-942365775-project] 10.222.0.42 "GET /v2.0/security-groups?id=cdcfb3ee-78c0-44cb-a2e3-4b946850a7e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619915 Apr 18 21:20:17.934214 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-b95b19dc-5b63-4a85-b76f-998226ba4f6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750375287399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253529'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:20:18.759178 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0d8dd3b-c192-4909-9b3d-4478afd3402d req-f05375c6-2fa5-4af7-97ca-c6db1e820d79 tempest-TestVolumeBootPattern-942365775 tempest-TestVolumeBootPattern-942365775-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:20:18.759178 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-c0d8dd3b-c192-4909-9b3d-4478afd3402d req-f05375c6-2fa5-4af7-97ca-c6db1e820d79 tempest-TestVolumeBootPattern-942365775 tempest-TestVolumeBootPattern-942365775-project] 10.222.0.42 "GET /v2.0/ports?device_id=0edac650-e016-455d-9291-4a50ae1329f1 HTTP/1.1" status: 200 len: 943 time: 0.3265538 Apr 18 21:20:18.819768 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-c0d8dd3b-c192-4909-9b3d-4478afd3402d req-fbfd6d89-8c39-456d-8a62-ab1bdef7b532 tempest-TestVolumeBootPattern-942365775 tempest-TestVolumeBootPattern-942365775-project] 10.222.0.42 "GET /v2.0/security-groups?id=cdcfb3ee-78c0-44cb-a2e3-4b946850a7e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550382 Apr 18 21:20:19.100624 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750375287399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253529'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:20:19.553854 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-414b6ffe-e119-47bc-b18f-bcff1219c2f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750375287399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253529'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:20:20.098411 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40b50c71-cd0d-4602-becb-7ed1515f09cd req-199bc4de-db9a-4992-88cf-48193857a144 tempest-TestVolumeBootPattern-942365775 tempest-TestVolumeBootPattern-942365775-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:20:20.098411 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-40b50c71-cd0d-4602-becb-7ed1515f09cd req-199bc4de-db9a-4992-88cf-48193857a144 tempest-TestVolumeBootPattern-942365775 tempest-TestVolumeBootPattern-942365775-project] 10.222.0.42 "GET /v2.0/ports?device_id=0edac650-e016-455d-9291-4a50ae1329f1 HTTP/1.1" status: 200 len: 943 time: 0.0908558 Apr 18 21:20:20.150135 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-40b50c71-cd0d-4602-becb-7ed1515f09cd req-d8e13e9a-9c00-4cd4-ac23-f64fcb745c85 tempest-TestVolumeBootPattern-942365775 tempest-TestVolumeBootPattern-942365775-project] 10.222.0.42 "GET /v2.0/security-groups?id=cdcfb3ee-78c0-44cb-a2e3-4b946850a7e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482635 Apr 18 21:20:20.674290 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-c7521a90-7d65-4e2e-842c-ca5d95e9a89c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750375287399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253529'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:20:21.397486 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1904d8f4-4f0e-41c0-b68b-c7ba7e228e14 req-1f7e5ce1-3c85-45f5-9fc6-5089bce92051 tempest-TestVolumeBootPattern-942365775 tempest-TestVolumeBootPattern-942365775-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:20:21.397486 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-1904d8f4-4f0e-41c0-b68b-c7ba7e228e14 req-1f7e5ce1-3c85-45f5-9fc6-5089bce92051 tempest-TestVolumeBootPattern-942365775 tempest-TestVolumeBootPattern-942365775-project] 10.222.0.42 "GET /v2.0/ports?device_id=0edac650-e016-455d-9291-4a50ae1329f1 HTTP/1.1" status: 200 len: 943 time: 0.0953486 Apr 18 21:20:21.446714 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-1904d8f4-4f0e-41c0-b68b-c7ba7e228e14 req-95c59e7d-da53-4263-8c5e-17de3c4b1672 tempest-TestVolumeBootPattern-942365775 tempest-TestVolumeBootPattern-942365775-project] 10.222.0.42 "GET /v2.0/security-groups?id=cdcfb3ee-78c0-44cb-a2e3-4b946850a7e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454895 Apr 18 21:20:22.700566 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-480c8086-aa71-4da1-b4e5-95a054f4e695 req-5e3e45b1-040f-45b5-b855-863210727a4f tempest-TestVolumeBootPattern-942365775 tempest-TestVolumeBootPattern-942365775-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:20:22.709218 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-480c8086-aa71-4da1-b4e5-95a054f4e695 req-5e3e45b1-040f-45b5-b855-863210727a4f tempest-TestVolumeBootPattern-942365775 tempest-TestVolumeBootPattern-942365775-project] 10.222.0.42 "GET /v2.0/ports?device_id=0edac650-e016-455d-9291-4a50ae1329f1 HTTP/1.1" status: 200 len: 943 time: 0.1107552 Apr 18 21:20:22.759589 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-480c8086-aa71-4da1-b4e5-95a054f4e695 req-b3086326-3010-4fd8-9c63-ce787a863913 tempest-TestVolumeBootPattern-942365775 tempest-TestVolumeBootPattern-942365775-project] 10.222.0.42 "GET /v2.0/security-groups?id=cdcfb3ee-78c0-44cb-a2e3-4b946850a7e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528073 Apr 18 21:20:24.062751 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e329dde4-bbd3-4817-9818-107796b997f0 req-4d2ed561-8335-4a53-b5e0-968df4d5ff8b tempest-TestVolumeBootPattern-942365775 tempest-TestVolumeBootPattern-942365775-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:20:24.062751 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-e329dde4-bbd3-4817-9818-107796b997f0 req-4d2ed561-8335-4a53-b5e0-968df4d5ff8b tempest-TestVolumeBootPattern-942365775 tempest-TestVolumeBootPattern-942365775-project] 10.222.0.42 "GET /v2.0/ports?device_id=0edac650-e016-455d-9291-4a50ae1329f1 HTTP/1.1" status: 200 len: 943 time: 0.0802679 Apr 18 21:20:24.119123 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-e329dde4-bbd3-4817-9818-107796b997f0 req-ab9ff210-a621-4a39-a594-14fa9dbcfdec tempest-TestVolumeBootPattern-942365775 tempest-TestVolumeBootPattern-942365775-project] 10.222.0.42 "GET /v2.0/security-groups?id=cdcfb3ee-78c0-44cb-a2e3-4b946850a7e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493808 Apr 18 21:20:25.386447 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-735f55a9-08ad-4dd4-8e2b-6bec746865bc req-365b4936-b615-41db-b1f0-149155ee95ce tempest-TestVolumeBootPattern-942365775 tempest-TestVolumeBootPattern-942365775-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:20:25.386447 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-735f55a9-08ad-4dd4-8e2b-6bec746865bc req-365b4936-b615-41db-b1f0-149155ee95ce tempest-TestVolumeBootPattern-942365775 tempest-TestVolumeBootPattern-942365775-project] 10.222.0.42 "GET /v2.0/ports?device_id=0edac650-e016-455d-9291-4a50ae1329f1 HTTP/1.1" status: 200 len: 943 time: 0.1061294 Apr 18 21:20:25.450541 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-735f55a9-08ad-4dd4-8e2b-6bec746865bc req-7b46e0ac-3461-4c40-a82d-ec1ce114a315 tempest-TestVolumeBootPattern-942365775 tempest-TestVolumeBootPattern-942365775-project] 10.222.0.42 "GET /v2.0/security-groups?id=cdcfb3ee-78c0-44cb-a2e3-4b946850a7e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569079 Apr 18 21:20:26.508348 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Device 5be55052-d18f-41bf-b791-563933649530 details requested by agent hyperv_n-h1-838334-2 with host n-h1-838334-2 {{(pid=84042) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 18 21:20:26.677059 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] For port 5be55052-d18f-41bf-b791-563933649530, host n-h1-838334-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838334-2',level=0,port_id=5be55052-d18f-41bf-b791-563933649530,segment=NetworkSegment(c9d9b92a-74d4-40ed-ab8e-582836dfe352),segment_id=c9d9b92a-74d4-40ed-ab8e-582836dfe352)] {{(pid=84042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:20:26.703432 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Returning: {'device': '5be55052-d18f-41bf-b791-563933649530', 'network_id': '9b223f6a-fe67-4bd3-957a-7ef808b3aaf1', 'port_id': '5be55052-d18f-41bf-b791-563933649530', 'mac_address': 'fa:16:3e:90:e5:15', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 357, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a845e1ae-c47e-4919-8a24-530366b84c60', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84042) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 18 21:20:26.733517 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65b13726-9176-46b7-ac39-b589125ac007 req-8d2143a6-4fbc-46b4-a3a4-831db09592f3 tempest-TestVolumeBootPattern-942365775 tempest-TestVolumeBootPattern-942365775-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:20:26.736437 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-65b13726-9176-46b7-ac39-b589125ac007 req-8d2143a6-4fbc-46b4-a3a4-831db09592f3 tempest-TestVolumeBootPattern-942365775 tempest-TestVolumeBootPattern-942365775-project] 10.222.0.42 "GET /v2.0/ports?device_id=0edac650-e016-455d-9291-4a50ae1329f1 HTTP/1.1" status: 200 len: 943 time: 0.1314714 Apr 18 21:20:26.765860 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:20:26.809855 n-d-838334-2 neutron-server[84042]: DEBUG neutron.notifiers.nova [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5be55052-d18f-41bf-b791-563933649530 {{(pid=84042) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 18 21:20:26.814478 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-65b13726-9176-46b7-ac39-b589125ac007 req-e98c957d-750e-42ec-8a93-a8a86b139776 tempest-TestVolumeBootPattern-942365775 tempest-TestVolumeBootPattern-942365775-project] 10.222.0.42 "GET /v2.0/security-groups?id=cdcfb3ee-78c0-44cb-a2e3-4b946850a7e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681999 Apr 18 21:20:26.830248 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] For port 5be55052-d18f-41bf-b791-563933649530, host n-h1-838334-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838334-2',level=0,port_id=5be55052-d18f-41bf-b791-563933649530,segment=NetworkSegment(c9d9b92a-74d4-40ed-ab8e-582836dfe352),segment_id=c9d9b92a-74d4-40ed-ab8e-582836dfe352)] {{(pid=84042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:20:26.837696 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682'] for port, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:20:26.911898 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Pushing event updated for resources: {'Port': ['ID=5be55052-d18f-41bf-b791-563933649530,revision_number=4']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:20:27.040314 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] get_ports_and_sgs() called for port_ids ['5be55052-d18f-41bf-b791-563933649530'] {{(pid=84042) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 18 21:20:28.042457 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-859bc727-7fd4-4899-8de1-0e3108c97ed7 req-e5a8ee26-d4a3-4031-bb07-62f91d86e499 tempest-TestVolumeBootPattern-942365775 tempest-TestVolumeBootPattern-942365775-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:20:28.042457 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-859bc727-7fd4-4899-8de1-0e3108c97ed7 req-e5a8ee26-d4a3-4031-bb07-62f91d86e499 tempest-TestVolumeBootPattern-942365775 tempest-TestVolumeBootPattern-942365775-project] 10.222.0.42 "GET /v2.0/ports?device_id=0edac650-e016-455d-9291-4a50ae1329f1 HTTP/1.1" status: 200 len: 944 time: 0.1082292 Apr 18 21:20:28.115515 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-859bc727-7fd4-4899-8de1-0e3108c97ed7 req-26766ab9-e9d4-47f7-ba87-19dbf4c39f9a tempest-TestVolumeBootPattern-942365775 tempest-TestVolumeBootPattern-942365775-project] 10.222.0.42 "GET /v2.0/security-groups?id=cdcfb3ee-78c0-44cb-a2e3-4b946850a7e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630636 Apr 18 21:20:28.517972 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Device 5be55052-d18f-41bf-b791-563933649530 up at agent hyperv_n-h1-838334-2 {{(pid=84042) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 21:20:28.618553 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Provisioning for port 5be55052-d18f-41bf-b791-563933649530 completed by entity L2. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 21:20:28.618553 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Provisioning complete for port 5be55052-d18f-41bf-b791-563933649530 triggered by entity L2. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:20:28.618553 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1253608'] for port, provisioning_complete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:20:28.763122 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:20:28.801084 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] For port 5be55052-d18f-41bf-b791-563933649530, host n-h1-838334-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838334-2',level=0,port_id=5be55052-d18f-41bf-b791-563933649530,segment=NetworkSegment(c9d9b92a-74d4-40ed-ab8e-582836dfe352),segment_id=c9d9b92a-74d4-40ed-ab8e-582836dfe352)] {{(pid=84042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:20:28.801084 n-d-838334-2 neutron-server[84042]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0edac650-e016-455d-9291-4a50ae1329f1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5be55052-d18f-41bf-b791-563933649530'}] {{(pid=84042) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 21:20:28.816207 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682'] for port, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:20:28.891338 n-d-838334-2 neutron-server[84042]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d8e4c253-8ce6-4c19-b514-7acf27d99e77'] response: {'server_uuid': '0edac650-e016-455d-9291-4a50ae1329f1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5be55052-d18f-41bf-b791-563933649530', 'code': 200} Apr 18 21:20:28.917652 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Pushing event updated for resources: {'Port': ['ID=5be55052-d18f-41bf-b791-563933649530,revision_number=5']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:20:29.041958 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.agents_db [None req-6346a179-333c-4370-b5a6-936984aeab15 None None] Agent healthcheck: found 7 active agents {{(pid=84043) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 18 21:20:29.083149 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-810f5d0d-2a5c-40a7-9cb2-b5d7da40ba60 req-fe03ce2a-ed23-4872-bb1b-b511cdc24ca2 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=0edac650-e016-455d-9291-4a50ae1329f1 HTTP/1.1" status: 200 len: 1096 time: 0.1243062 Apr 18 21:20:29.186790 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-810f5d0d-2a5c-40a7-9cb2-b5d7da40ba60 req-017b284c-dc19-4881-abb2-d7a806244e73 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=cdcfb3ee-78c0-44cb-a2e3-4b946850a7e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0822275 Apr 18 21:20:29.390209 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6caaecb-aa68-4259-9037-2fde16af5da9 req-3a362a2c-4692-4742-91b0-aa52547200ff tempest-TestVolumeBootPattern-942365775 tempest-TestVolumeBootPattern-942365775-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:20:29.390209 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-a6caaecb-aa68-4259-9037-2fde16af5da9 req-3a362a2c-4692-4742-91b0-aa52547200ff tempest-TestVolumeBootPattern-942365775 tempest-TestVolumeBootPattern-942365775-project] 10.222.0.42 "GET /v2.0/ports?device_id=0edac650-e016-455d-9291-4a50ae1329f1 HTTP/1.1" status: 200 len: 945 time: 0.1106806 Apr 18 21:20:29.493924 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-a6caaecb-aa68-4259-9037-2fde16af5da9 req-39944518-9fe9-4793-a195-b3bc4ef4c9fc tempest-TestVolumeBootPattern-942365775 tempest-TestVolumeBootPattern-942365775-project] 10.222.0.42 "GET /v2.0/security-groups?id=cdcfb3ee-78c0-44cb-a2e3-4b946850a7e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734415 Apr 18 21:20:29.878338 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750375287399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253529'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:20:30.723109 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c3fd1a2-e4bf-4878-9c2d-e6610ddfe704 req-0f432249-68ea-44e6-8f35-46617bebfcf7 tempest-TestVolumeBootPattern-942365775 tempest-TestVolumeBootPattern-942365775-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:20:30.730213 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-4c3fd1a2-e4bf-4878-9c2d-e6610ddfe704 req-0f432249-68ea-44e6-8f35-46617bebfcf7 tempest-TestVolumeBootPattern-942365775 tempest-TestVolumeBootPattern-942365775-project] 10.222.0.42 "GET /v2.0/ports?device_id=0edac650-e016-455d-9291-4a50ae1329f1 HTTP/1.1" status: 200 len: 945 time: 0.1014781 Apr 18 21:20:30.798373 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-4c3fd1a2-e4bf-4878-9c2d-e6610ddfe704 req-c3c8e087-fc0f-41ac-ae61-92248a35f03d tempest-TestVolumeBootPattern-942365775 tempest-TestVolumeBootPattern-942365775-project] 10.222.0.42 "GET /v2.0/security-groups?id=cdcfb3ee-78c0-44cb-a2e3-4b946850a7e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681791 Apr 18 21:20:31.108090 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f01c4ac9-2291-4643-8566-e31edfb6addc req-d9a61150-4a00-4a9e-a5f2-d086c24e22e3 tempest-TestVolumeBootPattern-942365775 tempest-TestVolumeBootPattern-942365775-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:20:31.109039 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-f01c4ac9-2291-4643-8566-e31edfb6addc req-d9a61150-4a00-4a9e-a5f2-d086c24e22e3 tempest-TestVolumeBootPattern-942365775 tempest-TestVolumeBootPattern-942365775-project] 10.222.0.42 "GET /v2.0/ports?device_id=0edac650-e016-455d-9291-4a50ae1329f1 HTTP/1.1" status: 200 len: 945 time: 0.1057143 Apr 18 21:20:31.180420 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-f01c4ac9-2291-4643-8566-e31edfb6addc req-0bc4b7d1-774a-4fa8-a954-2ec5760e0f4c tempest-TestVolumeBootPattern-942365775 tempest-TestVolumeBootPattern-942365775-project] 10.222.0.42 "GET /v2.0/security-groups?id=cdcfb3ee-78c0-44cb-a2e3-4b946850a7e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644224 Apr 18 21:20:31.765725 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d52cfa61-67ee-40ec-90cf-1dfdc28c0556 req-37074381-517a-4da9-a52f-8a984d01297c tempest-TestVolumeBootPattern-942365775 tempest-TestVolumeBootPattern-942365775-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:20:31.765725 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-d52cfa61-67ee-40ec-90cf-1dfdc28c0556 req-37074381-517a-4da9-a52f-8a984d01297c tempest-TestVolumeBootPattern-942365775 tempest-TestVolumeBootPattern-942365775-project] 10.222.0.42 "GET /v2.0/ports?device_id=0edac650-e016-455d-9291-4a50ae1329f1 HTTP/1.1" status: 200 len: 945 time: 0.1025667 Apr 18 21:20:31.813313 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-d52cfa61-67ee-40ec-90cf-1dfdc28c0556 req-5de80d84-9cf5-48bf-a18b-dade31abe7b5 tempest-TestVolumeBootPattern-942365775 tempest-TestVolumeBootPattern-942365775-project] 10.222.0.42 "GET /v2.0/security-groups?id=cdcfb3ee-78c0-44cb-a2e3-4b946850a7e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453434 Apr 18 21:20:33.196146 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d9e0920-37d1-46d9-9963-8d37473a39a6 req-68b80e5d-1dbd-43d4-a775-191196fed0e0 tempest-TestVolumeBootPattern-942365775 tempest-TestVolumeBootPattern-942365775-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:20:33.197853 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-8d9e0920-37d1-46d9-9963-8d37473a39a6 req-68b80e5d-1dbd-43d4-a775-191196fed0e0 tempest-TestVolumeBootPattern-942365775 tempest-TestVolumeBootPattern-942365775-project] 10.222.0.42 "GET /v2.0/ports?device_id=0edac650-e016-455d-9291-4a50ae1329f1 HTTP/1.1" status: 200 len: 945 time: 0.1817536 Apr 18 21:20:33.215276 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cc9055a-bcfb-4279-955c-3f628b983891 req-b7f40f07-3a91-4ea4-bdaa-0f9b800530b6 tempest-TestVolumeBootPattern-942365775 tempest-TestVolumeBootPattern-942365775-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:20:33.215276 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-3cc9055a-bcfb-4279-955c-3f628b983891 req-b7f40f07-3a91-4ea4-bdaa-0f9b800530b6 tempest-TestVolumeBootPattern-942365775 tempest-TestVolumeBootPattern-942365775-project] 10.222.0.43 "GET /v2.0/ports?device_id=0edac650-e016-455d-9291-4a50ae1329f1 HTTP/1.1" status: 200 len: 945 time: 0.1300020 Apr 18 21:20:33.352634 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-8d9e0920-37d1-46d9-9963-8d37473a39a6 req-eaeec4b6-a477-4a12-94ff-4caa112d03c3 tempest-TestVolumeBootPattern-942365775 tempest-TestVolumeBootPattern-942365775-project] 10.222.0.42 "GET /v2.0/security-groups?id=cdcfb3ee-78c0-44cb-a2e3-4b946850a7e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1340301 Apr 18 21:20:33.363041 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.plugin [req-3cc9055a-bcfb-4279-955c-3f628b983891 req-41bde667-73dd-4c44-8f07-ccfefb5fd7d1 tempest-TestVolumeBootPattern-942365775 tempest-TestVolumeBootPattern-942365775-project] Deleting port 5be55052-d18f-41bf-b791-563933649530 {{(pid=84040) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 21:20:33.363041 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-3cc9055a-bcfb-4279-955c-3f628b983891 req-41bde667-73dd-4c44-8f07-ccfefb5fd7d1 tempest-TestVolumeBootPattern-942365775 tempest-TestVolumeBootPattern-942365775-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750375188691'] for port, before_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:20:33.682497 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.db [req-3cc9055a-bcfb-4279-955c-3f628b983891 req-41bde667-73dd-4c44-8f07-ccfefb5fd7d1 tempest-TestVolumeBootPattern-942365775 tempest-TestVolumeBootPattern-942365775-project] For port 5be55052-d18f-41bf-b791-563933649530, host n-h1-838334-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838334-2',level=0,port_id=5be55052-d18f-41bf-b791-563933649530,segment=NetworkSegment(c9d9b92a-74d4-40ed-ab8e-582836dfe352),segment_id=c9d9b92a-74d4-40ed-ab8e-582836dfe352)] {{(pid=84040) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:20:33.683031 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-3cc9055a-bcfb-4279-955c-3f628b983891 req-41bde667-73dd-4c44-8f07-ccfefb5fd7d1 tempest-TestVolumeBootPattern-942365775 tempest-TestVolumeBootPattern-942365775-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369123'] for port, precommit_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:20:34.026406 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.plugin [req-3cc9055a-bcfb-4279-955c-3f628b983891 req-41bde667-73dd-4c44-8f07-ccfefb5fd7d1 tempest-TestVolumeBootPattern-942365775 tempest-TestVolumeBootPattern-942365775-project] Calling delete_port for 5be55052-d18f-41bf-b791-563933649530 owned by compute:nova {{(pid=84040) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 21:20:34.062102 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750375287399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253529'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:20:34.246670 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-3cc9055a-bcfb-4279-955c-3f628b983891 req-41bde667-73dd-4c44-8f07-ccfefb5fd7d1 tempest-TestVolumeBootPattern-942365775 tempest-TestVolumeBootPattern-942365775-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750375259028', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750374836628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32440838'] for port, after_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:20:34.261540 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] get_ports_and_sgs() called for port_ids ['16e27602-bd99-43e3-a065-d86af81cc677'] {{(pid=84042) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 18 21:20:34.302352 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] get_ports_and_sgs() called for port_ids ['5be55052-d18f-41bf-b791-563933649530'] {{(pid=84042) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 18 21:20:34.430859 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41bde667-73dd-4c44-8f07-ccfefb5fd7d1 tempest-TestVolumeBootPattern-942365775 tempest-TestVolumeBootPattern-942365775-project] Pushing event deleted for resources: {'Port': ['ID=5be55052-d18f-41bf-b791-563933649530,revision_number=None']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:20:34.570873 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.l3_dvrscheduler_db [req-3cc9055a-bcfb-4279-955c-3f628b983891 req-41bde667-73dd-4c44-8f07-ccfefb5fd7d1 tempest-TestVolumeBootPattern-942365775 tempest-TestVolumeBootPattern-942365775-project] No DVR routers for this DVR port 5be55052-d18f-41bf-b791-563933649530 on host n-h1-838334-2 {{(pid=84040) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 21:20:34.577102 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-3cc9055a-bcfb-4279-955c-3f628b983891 req-41bde667-73dd-4c44-8f07-ccfefb5fd7d1 tempest-TestVolumeBootPattern-942365775 tempest-TestVolumeBootPattern-942365775-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217293'] for port, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:20:34.600286 n-d-838334-2 neutron-server[84040]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0edac650-e016-455d-9291-4a50ae1329f1', 'name': 'network-vif-deleted', 'tag': '5be55052-d18f-41bf-b791-563933649530'}] {{(pid=84040) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 21:20:34.755393 n-d-838334-2 neutron-server[84040]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f1177cda-ba1e-42fc-90d3-ffabdfe095c7'] response: {'server_uuid': '0edac650-e016-455d-9291-4a50ae1329f1', 'name': 'network-vif-deleted', 'tag': '5be55052-d18f-41bf-b791-563933649530', 'status': 'completed', 'code': 200} Apr 18 21:20:34.791738 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [req-b6fa0338-39e2-4143-9967-8f06bc14a3b2 req-dadc8383-0e20-4a94-9230-2ea7f3ec97de tempest-TestVolumeBootPattern-942365775 tempest-TestVolumeBootPattern-942365775-project] Synchronizing usage tracker for tenant:31978bb3bc1348ad8b469e6e55d6f163 on resource:port {{(pid=84040) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 21:20:34.800989 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-3cc9055a-bcfb-4279-955c-3f628b983891 req-41bde667-73dd-4c44-8f07-ccfefb5fd7d1 tempest-TestVolumeBootPattern-942365775 tempest-TestVolumeBootPattern-942365775-project] 10.222.0.43 "DELETE /v2.0/ports/5be55052-d18f-41bf-b791-563933649530 HTTP/1.1" status: 204 len: 173 time: 1.5671194 Apr 18 21:20:34.816667 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [req-b6fa0338-39e2-4143-9967-8f06bc14a3b2 req-dadc8383-0e20-4a94-9230-2ea7f3ec97de tempest-TestVolumeBootPattern-942365775 tempest-TestVolumeBootPattern-942365775-project] Unset dirty status for tenant:31978bb3bc1348ad8b469e6e55d6f163 on resource:port {{(pid=84040) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 21:20:34.816667 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-b6fa0338-39e2-4143-9967-8f06bc14a3b2 req-dadc8383-0e20-4a94-9230-2ea7f3ec97de tempest-TestVolumeBootPattern-942365775 tempest-TestVolumeBootPattern-942365775-project] 10.222.0.42 "GET /v2.0/ports?device_id=0edac650-e016-455d-9291-4a50ae1329f1 HTTP/1.1" status: 200 len: 210 time: 0.2321234 Apr 18 21:20:36.164920 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-bf01dce2-9726-48f8-a3e0-06594ec818bc req-adcb0a47-4925-4d6a-8629-155c80a20550 tempest-TestVolumeBootPattern-942365775 tempest-TestVolumeBootPattern-942365775-project] 10.222.0.42 "GET /v2.0/ports?device_id=0edac650-e016-455d-9291-4a50ae1329f1 HTTP/1.1" status: 200 len: 210 time: 0.0615740 Apr 18 21:20:36.564343 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Device 5be55052-d18f-41bf-b791-563933649530 no longer exists at agent hyperv_n-h1-838334-2 {{(pid=84042) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 21:20:36.608674 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.plugin [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] No Port match for: 5be55052-d18f-41bf-b791-563933649530 {{(pid=84042) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 18 21:20:36.609192 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Device 5be55052-d18f-41bf-b791-563933649530 not bound to the agent host n-h1-838334-2 {{(pid=84042) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 21:20:41.321507 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df502803-47e8-44a3-b8e2-ef4003400fa9 req-c2c48056-a48c-42d2-b991-0538140d0bd3 tempest-TestVolumeBootPattern-942365775 tempest-TestVolumeBootPattern-942365775-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:20:41.321507 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-df502803-47e8-44a3-b8e2-ef4003400fa9 req-c2c48056-a48c-42d2-b991-0538140d0bd3 tempest-TestVolumeBootPattern-942365775 tempest-TestVolumeBootPattern-942365775-project] 10.222.0.42 "GET /v2.0/ports?device_id=801aa781-40d5-4b42-8e4b-934486f9742c HTTP/1.1" status: 200 len: 945 time: 0.0986772 Apr 18 21:20:41.393151 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-df502803-47e8-44a3-b8e2-ef4003400fa9 req-1cbc6f71-435f-4865-bc90-227332a09f32 tempest-TestVolumeBootPattern-942365775 tempest-TestVolumeBootPattern-942365775-project] 10.222.0.42 "GET /v2.0/security-groups?id=cdcfb3ee-78c0-44cb-a2e3-4b946850a7e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550852 Apr 18 21:20:42.663666 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d2a7887-8c20-4f0d-b017-3c535d2b7c31 req-4d2a8d26-c91c-4690-a88b-a0b5b79c2270 tempest-TestVolumeBootPattern-942365775 tempest-TestVolumeBootPattern-942365775-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:20:42.667753 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-9d2a7887-8c20-4f0d-b017-3c535d2b7c31 req-4d2a8d26-c91c-4690-a88b-a0b5b79c2270 tempest-TestVolumeBootPattern-942365775 tempest-TestVolumeBootPattern-942365775-project] 10.222.0.42 "GET /v2.0/ports?device_id=801aa781-40d5-4b42-8e4b-934486f9742c HTTP/1.1" status: 200 len: 945 time: 0.0886192 Apr 18 21:20:42.719071 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-9d2a7887-8c20-4f0d-b017-3c535d2b7c31 req-244ccd6e-e419-46d7-a933-87046f53454e tempest-TestVolumeBootPattern-942365775 tempest-TestVolumeBootPattern-942365775-project] 10.222.0.42 "GET /v2.0/security-groups?id=cdcfb3ee-78c0-44cb-a2e3-4b946850a7e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501156 Apr 18 21:20:42.945044 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-763388c0-cbf6-41ab-8ee9-dab671ea4eb8 req-4a9fcaf4-6213-4a52-bf0d-242f269665cf tempest-TestVolumeBootPattern-942365775 tempest-TestVolumeBootPattern-942365775-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:20:42.946809 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-763388c0-cbf6-41ab-8ee9-dab671ea4eb8 req-4a9fcaf4-6213-4a52-bf0d-242f269665cf tempest-TestVolumeBootPattern-942365775 tempest-TestVolumeBootPattern-942365775-project] 10.222.0.48 "GET /v2.0/ports?device_id=801aa781-40d5-4b42-8e4b-934486f9742c HTTP/1.1" status: 200 len: 945 time: 0.1164989 Apr 18 21:20:43.022610 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.plugin [req-763388c0-cbf6-41ab-8ee9-dab671ea4eb8 req-773ebb43-8696-4b91-b06c-345e73e20cce tempest-TestVolumeBootPattern-942365775 tempest-TestVolumeBootPattern-942365775-project] Deleting port 16e27602-bd99-43e3-a065-d86af81cc677 {{(pid=84040) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 21:20:43.022984 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-763388c0-cbf6-41ab-8ee9-dab671ea4eb8 req-773ebb43-8696-4b91-b06c-345e73e20cce tempest-TestVolumeBootPattern-942365775 tempest-TestVolumeBootPattern-942365775-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750375188691'] for port, before_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:20:43.309321 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.db [req-763388c0-cbf6-41ab-8ee9-dab671ea4eb8 req-773ebb43-8696-4b91-b06c-345e73e20cce tempest-TestVolumeBootPattern-942365775 tempest-TestVolumeBootPattern-942365775-project] For port 16e27602-bd99-43e3-a065-d86af81cc677, host n-h2-838334-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838334-2',level=0,port_id=16e27602-bd99-43e3-a065-d86af81cc677,segment=NetworkSegment(c9d9b92a-74d4-40ed-ab8e-582836dfe352),segment_id=c9d9b92a-74d4-40ed-ab8e-582836dfe352)] {{(pid=84040) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:20:43.309685 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-763388c0-cbf6-41ab-8ee9-dab671ea4eb8 req-773ebb43-8696-4b91-b06c-345e73e20cce tempest-TestVolumeBootPattern-942365775 tempest-TestVolumeBootPattern-942365775-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369123'] for port, precommit_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:20:43.429985 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.plugin [req-763388c0-cbf6-41ab-8ee9-dab671ea4eb8 req-773ebb43-8696-4b91-b06c-345e73e20cce tempest-TestVolumeBootPattern-942365775 tempest-TestVolumeBootPattern-942365775-project] Calling delete_port for 16e27602-bd99-43e3-a065-d86af81cc677 owned by compute:nova {{(pid=84040) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 21:20:43.587074 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-763388c0-cbf6-41ab-8ee9-dab671ea4eb8 req-773ebb43-8696-4b91-b06c-345e73e20cce tempest-TestVolumeBootPattern-942365775 tempest-TestVolumeBootPattern-942365775-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750375259028', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750374836628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32440838'] for port, after_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:20:43.604740 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] get_ports_and_sgs() called for port_ids ['16e27602-bd99-43e3-a065-d86af81cc677'] {{(pid=84042) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 18 21:20:43.638816 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-773ebb43-8696-4b91-b06c-345e73e20cce tempest-TestVolumeBootPattern-942365775 tempest-TestVolumeBootPattern-942365775-project] Pushing event deleted for resources: {'Port': ['ID=16e27602-bd99-43e3-a065-d86af81cc677,revision_number=None']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:20:43.725265 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.l3_dvrscheduler_db [req-763388c0-cbf6-41ab-8ee9-dab671ea4eb8 req-773ebb43-8696-4b91-b06c-345e73e20cce tempest-TestVolumeBootPattern-942365775 tempest-TestVolumeBootPattern-942365775-project] No DVR routers for this DVR port 16e27602-bd99-43e3-a065-d86af81cc677 on host n-h2-838334-2 {{(pid=84040) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 21:20:43.727583 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-763388c0-cbf6-41ab-8ee9-dab671ea4eb8 req-773ebb43-8696-4b91-b06c-345e73e20cce tempest-TestVolumeBootPattern-942365775 tempest-TestVolumeBootPattern-942365775-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217293'] for port, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:20:43.730158 n-d-838334-2 neutron-server[84040]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '801aa781-40d5-4b42-8e4b-934486f9742c', 'name': 'network-vif-deleted', 'tag': '16e27602-bd99-43e3-a065-d86af81cc677'}] {{(pid=84040) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 21:20:43.746613 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-763388c0-cbf6-41ab-8ee9-dab671ea4eb8 req-773ebb43-8696-4b91-b06c-345e73e20cce tempest-TestVolumeBootPattern-942365775 tempest-TestVolumeBootPattern-942365775-project] 10.222.0.48 "DELETE /v2.0/ports/16e27602-bd99-43e3-a065-d86af81cc677 HTTP/1.1" status: 204 len: 173 time: 0.7930012 Apr 18 21:20:43.820770 n-d-838334-2 neutron-server[84040]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b9767b56-2ac5-4509-b370-2eeaff9341b2'] response: {'server_uuid': '801aa781-40d5-4b42-8e4b-934486f9742c', 'name': 'network-vif-deleted', 'tag': '16e27602-bd99-43e3-a065-d86af81cc677', 'status': 'completed', 'code': 200} Apr 18 21:20:43.956881 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [req-a97156b3-3dab-4edc-b3ae-34079faad5cb req-39b878c7-bd24-490e-b4ae-2117fd536562 tempest-TestVolumeBootPattern-942365775 tempest-TestVolumeBootPattern-942365775-project] Synchronizing usage tracker for tenant:31978bb3bc1348ad8b469e6e55d6f163 on resource:port {{(pid=84040) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 21:20:43.973778 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [req-a97156b3-3dab-4edc-b3ae-34079faad5cb req-39b878c7-bd24-490e-b4ae-2117fd536562 tempest-TestVolumeBootPattern-942365775 tempest-TestVolumeBootPattern-942365775-project] Unset dirty status for tenant:31978bb3bc1348ad8b469e6e55d6f163 on resource:port {{(pid=84040) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 21:20:43.976436 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-a97156b3-3dab-4edc-b3ae-34079faad5cb req-39b878c7-bd24-490e-b4ae-2117fd536562 tempest-TestVolumeBootPattern-942365775 tempest-TestVolumeBootPattern-942365775-project] 10.222.0.42 "GET /v2.0/ports?device_id=801aa781-40d5-4b42-8e4b-934486f9742c HTTP/1.1" status: 200 len: 210 time: 0.0697255 Apr 18 21:20:45.237450 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-d6c83508-ad79-4d76-b61a-aaaf29e62869 req-a5b85145-f62e-46a9-8e6c-59fd9a30f523 tempest-TestVolumeBootPattern-942365775 tempest-TestVolumeBootPattern-942365775-project] 10.222.0.42 "GET /v2.0/ports?device_id=801aa781-40d5-4b42-8e4b-934486f9742c HTTP/1.1" status: 200 len: 210 time: 0.0558279 Apr 18 21:20:45.660240 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-a06b2de0-e169-4295-b4a4-cfe11ebe237a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750375287399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253529'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:20:46.649481 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Device 16e27602-bd99-43e3-a065-d86af81cc677 no longer exists at agent hyperv_n-h2-838334-2 {{(pid=84042) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 21:20:46.740655 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.plugin [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] No Port match for: 16e27602-bd99-43e3-a065-d86af81cc677 {{(pid=84042) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 18 21:20:46.741203 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Device 16e27602-bd99-43e3-a065-d86af81cc677 not bound to the agent host n-h2-838334-2 {{(pid=84042) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 21:20:47.887596 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 33588) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:20:47.897914 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.v2.base [None req-38f24a26-bf70-42b6-a1f1-7f5b74cfc17b tempest-TestVolumeBootPattern-942365775 tempest-TestVolumeBootPattern-942365775-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1136051296', 'description': 'tempest-secgroup-smoke-1136051296 description', 'project_id': '31978bb3bc1348ad8b469e6e55d6f163'}} {{(pid=84040) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:20:47.915271 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [None req-38f24a26-bf70-42b6-a1f1-7f5b74cfc17b tempest-TestVolumeBootPattern-942365775 tempest-TestVolumeBootPattern-942365775-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:20:47.924777 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-38f24a26-bf70-42b6-a1f1-7f5b74cfc17b tempest-TestVolumeBootPattern-942365775 tempest-TestVolumeBootPattern-942365775-project] Usage tracker for resource:security_group and tenant:31978bb3bc1348ad8b469e6e55d6f163 is out of sync, need to count used quota {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:20:47.928983 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-38f24a26-bf70-42b6-a1f1-7f5b74cfc17b tempest-TestVolumeBootPattern-942365775 tempest-TestVolumeBootPattern-942365775-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:20:47.937610 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-c8dc85f9-f492-4d31-9f24-37424081cf76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750375287399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253529'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:20:47.939003 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [None req-38f24a26-bf70-42b6-a1f1-7f5b74cfc17b tempest-TestVolumeBootPattern-942365775 tempest-TestVolumeBootPattern-942365775-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:20:47.956779 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-38f24a26-bf70-42b6-a1f1-7f5b74cfc17b tempest-TestVolumeBootPattern-942365775 tempest-TestVolumeBootPattern-942365775-project] Notify callbacks [] for security_group, before_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:20:48.020636 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [None req-38f24a26-bf70-42b6-a1f1-7f5b74cfc17b tempest-TestVolumeBootPattern-942365775 tempest-TestVolumeBootPattern-942365775-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:20:48.025002 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-38f24a26-bf70-42b6-a1f1-7f5b74cfc17b tempest-TestVolumeBootPattern-942365775 tempest-TestVolumeBootPattern-942365775-project] Usage tracker for resource:security_group_rule and tenant:31978bb3bc1348ad8b469e6e55d6f163 is out of sync, need to count used quota {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:20:48.028851 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-38f24a26-bf70-42b6-a1f1-7f5b74cfc17b tempest-TestVolumeBootPattern-942365775 tempest-TestVolumeBootPattern-942365775-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:20:48.045349 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [None req-38f24a26-bf70-42b6-a1f1-7f5b74cfc17b tempest-TestVolumeBootPattern-942365775 tempest-TestVolumeBootPattern-942365775-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:20:48.114087 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-38f24a26-bf70-42b6-a1f1-7f5b74cfc17b tempest-TestVolumeBootPattern-942365775 tempest-TestVolumeBootPattern-942365775-project] Notify callbacks [] for security_group, precommit_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:20:48.118411 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-38f24a26-bf70-42b6-a1f1-7f5b74cfc17b tempest-TestVolumeBootPattern-942365775 tempest-TestVolumeBootPattern-942365775-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33528224'] for security_group, after_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:20:48.171155 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38f24a26-bf70-42b6-a1f1-7f5b74cfc17b tempest-TestVolumeBootPattern-942365775 tempest-TestVolumeBootPattern-942365775-project] Pushing event updated for resources: {'SecurityGroup': ['ID=da0e9646-9998-43bc-ae83-ea1de751a251,revision_number=1']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:20:48.198307 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38f24a26-bf70-42b6-a1f1-7f5b74cfc17b tempest-TestVolumeBootPattern-942365775 tempest-TestVolumeBootPattern-942365775-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:20:48.198662 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38f24a26-bf70-42b6-a1f1-7f5b74cfc17b tempest-TestVolumeBootPattern-942365775 tempest-TestVolumeBootPattern-942365775-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:20:48.199034 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38f24a26-bf70-42b6-a1f1-7f5b74cfc17b tempest-TestVolumeBootPattern-942365775 tempest-TestVolumeBootPattern-942365775-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:20:48.199329 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38f24a26-bf70-42b6-a1f1-7f5b74cfc17b tempest-TestVolumeBootPattern-942365775 tempest-TestVolumeBootPattern-942365775-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:20:48.199792 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38f24a26-bf70-42b6-a1f1-7f5b74cfc17b tempest-TestVolumeBootPattern-942365775 tempest-TestVolumeBootPattern-942365775-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:20:48.200157 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38f24a26-bf70-42b6-a1f1-7f5b74cfc17b tempest-TestVolumeBootPattern-942365775 tempest-TestVolumeBootPattern-942365775-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:20:48.200577 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38f24a26-bf70-42b6-a1f1-7f5b74cfc17b tempest-TestVolumeBootPattern-942365775 tempest-TestVolumeBootPattern-942365775-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:20:48.200909 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38f24a26-bf70-42b6-a1f1-7f5b74cfc17b tempest-TestVolumeBootPattern-942365775 tempest-TestVolumeBootPattern-942365775-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:20:48.201230 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38f24a26-bf70-42b6-a1f1-7f5b74cfc17b tempest-TestVolumeBootPattern-942365775 tempest-TestVolumeBootPattern-942365775-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:20:48.201679 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38f24a26-bf70-42b6-a1f1-7f5b74cfc17b tempest-TestVolumeBootPattern-942365775 tempest-TestVolumeBootPattern-942365775-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:20:48.202202 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38f24a26-bf70-42b6-a1f1-7f5b74cfc17b tempest-TestVolumeBootPattern-942365775 tempest-TestVolumeBootPattern-942365775-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:20:48.205523 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-38f24a26-bf70-42b6-a1f1-7f5b74cfc17b tempest-TestVolumeBootPattern-942365775 tempest-TestVolumeBootPattern-942365775-project] Notify callbacks [] for security_group, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:20:48.209814 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 33626) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:20:48.210291 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-38f24a26-bf70-42b6-a1f1-7f5b74cfc17b tempest-TestVolumeBootPattern-942365775 tempest-TestVolumeBootPattern-942365775-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1628 time: 0.3207078 Apr 18 21:20:48.216341 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.v2.base [None req-d3fc7de6-62a3-4a74-89e1-f437a9790766 tempest-TestVolumeBootPattern-942365775 tempest-TestVolumeBootPattern-942365775-project] Request body: {'security_group_rule': {'security_group_id': 'da0e9646-9998-43bc-ae83-ea1de751a251', 'project_id': '31978bb3bc1348ad8b469e6e55d6f163', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:20:48.225419 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-d3fc7de6-62a3-4a74-89e1-f437a9790766 tempest-TestVolumeBootPattern-942365775 tempest-TestVolumeBootPattern-942365775-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:20:48.229474 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-d3fc7de6-62a3-4a74-89e1-f437a9790766 tempest-TestVolumeBootPattern-942365775 tempest-TestVolumeBootPattern-942365775-project] Usage tracker for resource:security_group_rule and tenant:31978bb3bc1348ad8b469e6e55d6f163 is out of sync, need to count used quota {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:20:48.233652 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-d3fc7de6-62a3-4a74-89e1-f437a9790766 tempest-TestVolumeBootPattern-942365775 tempest-TestVolumeBootPattern-942365775-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:20:48.241635 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-d3fc7de6-62a3-4a74-89e1-f437a9790766 tempest-TestVolumeBootPattern-942365775 tempest-TestVolumeBootPattern-942365775-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:20:48.262183 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-d3fc7de6-62a3-4a74-89e1-f437a9790766 tempest-TestVolumeBootPattern-942365775 tempest-TestVolumeBootPattern-942365775-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:20:48.334583 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-d3fc7de6-62a3-4a74-89e1-f437a9790766 tempest-TestVolumeBootPattern-942365775 tempest-TestVolumeBootPattern-942365775-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:20:48.341433 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-d3fc7de6-62a3-4a74-89e1-f437a9790766 tempest-TestVolumeBootPattern-942365775 tempest-TestVolumeBootPattern-942365775-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33528311'] for security_group_rule, after_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:20:48.396109 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3fc7de6-62a3-4a74-89e1-f437a9790766 tempest-TestVolumeBootPattern-942365775 tempest-TestVolumeBootPattern-942365775-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8666a954-3d69-4d03-b029-2fe9517edc08,revision_number=0']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:20:48.405823 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-d3fc7de6-62a3-4a74-89e1-f437a9790766 tempest-TestVolumeBootPattern-942365775 tempest-TestVolumeBootPattern-942365775-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:20:48.406977 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-d3fc7de6-62a3-4a74-89e1-f437a9790766 tempest-TestVolumeBootPattern-942365775 tempest-TestVolumeBootPattern-942365775-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.1955178 Apr 18 21:20:48.409592 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3fc7de6-62a3-4a74-89e1-f437a9790766 tempest-TestVolumeBootPattern-942365775 tempest-TestVolumeBootPattern-942365775-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:20:48.409948 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3fc7de6-62a3-4a74-89e1-f437a9790766 tempest-TestVolumeBootPattern-942365775 tempest-TestVolumeBootPattern-942365775-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:20:48.410286 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3fc7de6-62a3-4a74-89e1-f437a9790766 tempest-TestVolumeBootPattern-942365775 tempest-TestVolumeBootPattern-942365775-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:20:48.410481 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 33654) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:20:48.410615 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3fc7de6-62a3-4a74-89e1-f437a9790766 tempest-TestVolumeBootPattern-942365775 tempest-TestVolumeBootPattern-942365775-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:20:48.411099 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3fc7de6-62a3-4a74-89e1-f437a9790766 tempest-TestVolumeBootPattern-942365775 tempest-TestVolumeBootPattern-942365775-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:20:48.411424 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3fc7de6-62a3-4a74-89e1-f437a9790766 tempest-TestVolumeBootPattern-942365775 tempest-TestVolumeBootPattern-942365775-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:20:48.411774 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3fc7de6-62a3-4a74-89e1-f437a9790766 tempest-TestVolumeBootPattern-942365775 tempest-TestVolumeBootPattern-942365775-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:20:48.412088 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3fc7de6-62a3-4a74-89e1-f437a9790766 tempest-TestVolumeBootPattern-942365775 tempest-TestVolumeBootPattern-942365775-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:20:48.412566 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3fc7de6-62a3-4a74-89e1-f437a9790766 tempest-TestVolumeBootPattern-942365775 tempest-TestVolumeBootPattern-942365775-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:20:48.412873 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3fc7de6-62a3-4a74-89e1-f437a9790766 tempest-TestVolumeBootPattern-942365775 tempest-TestVolumeBootPattern-942365775-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:20:48.413190 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3fc7de6-62a3-4a74-89e1-f437a9790766 tempest-TestVolumeBootPattern-942365775 tempest-TestVolumeBootPattern-942365775-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:20:48.418928 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.v2.base [None req-51fc8a85-d309-4f5e-97cc-a4f7038db886 tempest-TestVolumeBootPattern-942365775 tempest-TestVolumeBootPattern-942365775-project] Request body: {'security_group_rule': {'security_group_id': 'da0e9646-9998-43bc-ae83-ea1de751a251', 'project_id': '31978bb3bc1348ad8b469e6e55d6f163', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=84040) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:20:48.430060 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [None req-51fc8a85-d309-4f5e-97cc-a4f7038db886 tempest-TestVolumeBootPattern-942365775 tempest-TestVolumeBootPattern-942365775-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:20:48.434215 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-51fc8a85-d309-4f5e-97cc-a4f7038db886 tempest-TestVolumeBootPattern-942365775 tempest-TestVolumeBootPattern-942365775-project] Usage tracker for resource:security_group_rule and tenant:31978bb3bc1348ad8b469e6e55d6f163 is out of sync, need to count used quota {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:20:48.437396 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-51fc8a85-d309-4f5e-97cc-a4f7038db886 tempest-TestVolumeBootPattern-942365775 tempest-TestVolumeBootPattern-942365775-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:20:48.445378 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [None req-51fc8a85-d309-4f5e-97cc-a4f7038db886 tempest-TestVolumeBootPattern-942365775 tempest-TestVolumeBootPattern-942365775-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:20:48.465181 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-51fc8a85-d309-4f5e-97cc-a4f7038db886 tempest-TestVolumeBootPattern-942365775 tempest-TestVolumeBootPattern-942365775-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:20:48.535584 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-51fc8a85-d309-4f5e-97cc-a4f7038db886 tempest-TestVolumeBootPattern-942365775 tempest-TestVolumeBootPattern-942365775-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:20:48.540871 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-51fc8a85-d309-4f5e-97cc-a4f7038db886 tempest-TestVolumeBootPattern-942365775 tempest-TestVolumeBootPattern-942365775-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33528311'] for security_group_rule, after_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:20:48.565890 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51fc8a85-d309-4f5e-97cc-a4f7038db886 tempest-TestVolumeBootPattern-942365775 tempest-TestVolumeBootPattern-942365775-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4836fe5b-9a03-4f00-acd6-118838ee520a,revision_number=0']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:20:48.575931 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-51fc8a85-d309-4f5e-97cc-a4f7038db886 tempest-TestVolumeBootPattern-942365775 tempest-TestVolumeBootPattern-942365775-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:20:48.577661 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-51fc8a85-d309-4f5e-97cc-a4f7038db886 tempest-TestVolumeBootPattern-942365775 tempest-TestVolumeBootPattern-942365775-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.1660950 Apr 18 21:20:48.580990 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 33682) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:20:48.587477 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.v2.base [None req-43920a8f-cf6a-4bde-aa86-c2db9031a188 tempest-TestVolumeBootPattern-942365775 tempest-TestVolumeBootPattern-942365775-project] Request body: {'security_group_rule': {'security_group_id': 'da0e9646-9998-43bc-ae83-ea1de751a251', 'project_id': '31978bb3bc1348ad8b469e6e55d6f163', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=84041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:20:48.595780 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-43920a8f-cf6a-4bde-aa86-c2db9031a188 tempest-TestVolumeBootPattern-942365775 tempest-TestVolumeBootPattern-942365775-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:20:48.600127 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-43920a8f-cf6a-4bde-aa86-c2db9031a188 tempest-TestVolumeBootPattern-942365775 tempest-TestVolumeBootPattern-942365775-project] Usage tracker for resource:security_group_rule and tenant:31978bb3bc1348ad8b469e6e55d6f163 is out of sync, need to count used quota {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:20:48.603243 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-43920a8f-cf6a-4bde-aa86-c2db9031a188 tempest-TestVolumeBootPattern-942365775 tempest-TestVolumeBootPattern-942365775-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:20:48.609918 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-43920a8f-cf6a-4bde-aa86-c2db9031a188 tempest-TestVolumeBootPattern-942365775 tempest-TestVolumeBootPattern-942365775-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:20:48.627943 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-43920a8f-cf6a-4bde-aa86-c2db9031a188 tempest-TestVolumeBootPattern-942365775 tempest-TestVolumeBootPattern-942365775-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:20:48.815026 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-43920a8f-cf6a-4bde-aa86-c2db9031a188 tempest-TestVolumeBootPattern-942365775 tempest-TestVolumeBootPattern-942365775-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:20:48.821300 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-43920a8f-cf6a-4bde-aa86-c2db9031a188 tempest-TestVolumeBootPattern-942365775 tempest-TestVolumeBootPattern-942365775-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33528311'] for security_group_rule, after_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:20:48.849838 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43920a8f-cf6a-4bde-aa86-c2db9031a188 tempest-TestVolumeBootPattern-942365775 tempest-TestVolumeBootPattern-942365775-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=64abcdf9-0abc-4c2e-8319-dfb874a4aa35,revision_number=0']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:20:48.868034 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-43920a8f-cf6a-4bde-aa86-c2db9031a188 tempest-TestVolumeBootPattern-942365775 tempest-TestVolumeBootPattern-942365775-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:20:48.872089 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-43920a8f-cf6a-4bde-aa86-c2db9031a188 tempest-TestVolumeBootPattern-942365775 tempest-TestVolumeBootPattern-942365775-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.2898333 Apr 18 21:20:48.872881 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 33730) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:20:48.880197 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.v2.base [None req-a2018920-321c-4c53-9c7a-0a7cf2ecfab1 tempest-TestVolumeBootPattern-942365775 tempest-TestVolumeBootPattern-942365775-project] Request body: {'security_group_rule': {'security_group_id': 'da0e9646-9998-43bc-ae83-ea1de751a251', 'project_id': '31978bb3bc1348ad8b469e6e55d6f163', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=84040) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:20:48.886751 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [None req-a2018920-321c-4c53-9c7a-0a7cf2ecfab1 tempest-TestVolumeBootPattern-942365775 tempest-TestVolumeBootPattern-942365775-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:20:48.897270 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-a2018920-321c-4c53-9c7a-0a7cf2ecfab1 tempest-TestVolumeBootPattern-942365775 tempest-TestVolumeBootPattern-942365775-project] Usage tracker for resource:security_group_rule and tenant:31978bb3bc1348ad8b469e6e55d6f163 is out of sync, need to count used quota {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:20:48.900650 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-a2018920-321c-4c53-9c7a-0a7cf2ecfab1 tempest-TestVolumeBootPattern-942365775 tempest-TestVolumeBootPattern-942365775-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:20:48.908052 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [None req-a2018920-321c-4c53-9c7a-0a7cf2ecfab1 tempest-TestVolumeBootPattern-942365775 tempest-TestVolumeBootPattern-942365775-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:20:48.928987 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-a2018920-321c-4c53-9c7a-0a7cf2ecfab1 tempest-TestVolumeBootPattern-942365775 tempest-TestVolumeBootPattern-942365775-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:20:49.101957 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750375287399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253529'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:20:49.111464 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-a2018920-321c-4c53-9c7a-0a7cf2ecfab1 tempest-TestVolumeBootPattern-942365775 tempest-TestVolumeBootPattern-942365775-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:20:49.117001 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-a2018920-321c-4c53-9c7a-0a7cf2ecfab1 tempest-TestVolumeBootPattern-942365775 tempest-TestVolumeBootPattern-942365775-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33528311'] for security_group_rule, after_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:20:49.150071 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2018920-321c-4c53-9c7a-0a7cf2ecfab1 tempest-TestVolumeBootPattern-942365775 tempest-TestVolumeBootPattern-942365775-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=404990f2-69f0-40a4-824f-c5d0f28a6b22,revision_number=0']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:20:49.159610 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-a2018920-321c-4c53-9c7a-0a7cf2ecfab1 tempest-TestVolumeBootPattern-942365775 tempest-TestVolumeBootPattern-942365775-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:20:49.160897 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-a2018920-321c-4c53-9c7a-0a7cf2ecfab1 tempest-TestVolumeBootPattern-942365775 tempest-TestVolumeBootPattern-942365775-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.2868299 Apr 18 21:20:49.163582 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 33766) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:20:49.170435 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.v2.base [None req-bb74ce43-201e-4a88-af21-f98a8fa1a769 tempest-TestVolumeBootPattern-942365775 tempest-TestVolumeBootPattern-942365775-project] Request body: {'security_group_rule': {'security_group_id': 'da0e9646-9998-43bc-ae83-ea1de751a251', 'project_id': '31978bb3bc1348ad8b469e6e55d6f163', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=84040) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:20:49.182034 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [None req-bb74ce43-201e-4a88-af21-f98a8fa1a769 tempest-TestVolumeBootPattern-942365775 tempest-TestVolumeBootPattern-942365775-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:20:49.185318 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-bb74ce43-201e-4a88-af21-f98a8fa1a769 tempest-TestVolumeBootPattern-942365775 tempest-TestVolumeBootPattern-942365775-project] Usage tracker for resource:security_group_rule and tenant:31978bb3bc1348ad8b469e6e55d6f163 is out of sync, need to count used quota {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:20:49.188266 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-bb74ce43-201e-4a88-af21-f98a8fa1a769 tempest-TestVolumeBootPattern-942365775 tempest-TestVolumeBootPattern-942365775-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:20:49.195051 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [None req-bb74ce43-201e-4a88-af21-f98a8fa1a769 tempest-TestVolumeBootPattern-942365775 tempest-TestVolumeBootPattern-942365775-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:20:49.208189 n-d-838334-2 neutron-server[84040]: INFO neutron.db.securitygroups_db [None req-bb74ce43-201e-4a88-af21-f98a8fa1a769 tempest-TestVolumeBootPattern-942365775 tempest-TestVolumeBootPattern-942365775-project] Project 31978bb3bc1348ad8b469e6e55d6f163 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 18 21:20:49.218292 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-bb74ce43-201e-4a88-af21-f98a8fa1a769 tempest-TestVolumeBootPattern-942365775 tempest-TestVolumeBootPattern-942365775-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:20:49.293657 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-bb74ce43-201e-4a88-af21-f98a8fa1a769 tempest-TestVolumeBootPattern-942365775 tempest-TestVolumeBootPattern-942365775-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:20:49.298492 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-bb74ce43-201e-4a88-af21-f98a8fa1a769 tempest-TestVolumeBootPattern-942365775 tempest-TestVolumeBootPattern-942365775-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33528311'] for security_group_rule, after_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:20:49.322781 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb74ce43-201e-4a88-af21-f98a8fa1a769 tempest-TestVolumeBootPattern-942365775 tempest-TestVolumeBootPattern-942365775-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d8e8d826-cdda-46e3-8df8-905628f23ea6,revision_number=0']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:20:49.332599 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-bb74ce43-201e-4a88-af21-f98a8fa1a769 tempest-TestVolumeBootPattern-942365775 tempest-TestVolumeBootPattern-942365775-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:20:49.336378 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-bb74ce43-201e-4a88-af21-f98a8fa1a769 tempest-TestVolumeBootPattern-942365775 tempest-TestVolumeBootPattern-942365775-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.1691792 Apr 18 21:20:49.336773 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 33794) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:20:49.342598 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.v2.base [None req-71cb779d-7ee1-4da2-bd83-38380eb7b3ec tempest-TestVolumeBootPattern-942365775 tempest-TestVolumeBootPattern-942365775-project] Request body: {'security_group_rule': {'security_group_id': 'da0e9646-9998-43bc-ae83-ea1de751a251', 'project_id': '31978bb3bc1348ad8b469e6e55d6f163', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=84041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:20:49.349469 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-71cb779d-7ee1-4da2-bd83-38380eb7b3ec tempest-TestVolumeBootPattern-942365775 tempest-TestVolumeBootPattern-942365775-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:20:49.353237 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-71cb779d-7ee1-4da2-bd83-38380eb7b3ec tempest-TestVolumeBootPattern-942365775 tempest-TestVolumeBootPattern-942365775-project] Usage tracker for resource:security_group_rule and tenant:31978bb3bc1348ad8b469e6e55d6f163 is out of sync, need to count used quota {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:20:49.356223 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-71cb779d-7ee1-4da2-bd83-38380eb7b3ec tempest-TestVolumeBootPattern-942365775 tempest-TestVolumeBootPattern-942365775-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:20:49.363020 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-71cb779d-7ee1-4da2-bd83-38380eb7b3ec tempest-TestVolumeBootPattern-942365775 tempest-TestVolumeBootPattern-942365775-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:20:49.373960 n-d-838334-2 neutron-server[84041]: INFO neutron.db.securitygroups_db [None req-71cb779d-7ee1-4da2-bd83-38380eb7b3ec tempest-TestVolumeBootPattern-942365775 tempest-TestVolumeBootPattern-942365775-project] Project 31978bb3bc1348ad8b469e6e55d6f163 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 18 21:20:49.381550 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-71cb779d-7ee1-4da2-bd83-38380eb7b3ec tempest-TestVolumeBootPattern-942365775 tempest-TestVolumeBootPattern-942365775-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:20:49.460680 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-71cb779d-7ee1-4da2-bd83-38380eb7b3ec tempest-TestVolumeBootPattern-942365775 tempest-TestVolumeBootPattern-942365775-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:20:49.464603 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-71cb779d-7ee1-4da2-bd83-38380eb7b3ec tempest-TestVolumeBootPattern-942365775 tempest-TestVolumeBootPattern-942365775-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33528311'] for security_group_rule, after_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:20:49.491159 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71cb779d-7ee1-4da2-bd83-38380eb7b3ec tempest-TestVolumeBootPattern-942365775 tempest-TestVolumeBootPattern-942365775-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=105569b6-b2b6-4f1f-b3c3-7b8e5dde4e9c,revision_number=0']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:20:49.502393 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-71cb779d-7ee1-4da2-bd83-38380eb7b3ec tempest-TestVolumeBootPattern-942365775 tempest-TestVolumeBootPattern-942365775-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:20:49.503666 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-71cb779d-7ee1-4da2-bd83-38380eb7b3ec tempest-TestVolumeBootPattern-942365775 tempest-TestVolumeBootPattern-942365775-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.1659467 Apr 18 21:20:49.543867 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-414b6ffe-e119-47bc-b18f-bcff1219c2f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750375287399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253529'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:20:50.652930 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-c7521a90-7d65-4e2e-842c-ca5d95e9a89c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750375287399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253529'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:20:57.164747 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 34158) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:20:57.386851 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-12b50133-acb7-48a8-862f-960780b2cd9d admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=6bce00829a7643388053a450466cf6e2&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2205381 Apr 18 21:20:57.388828 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 34166) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:20:57.467603 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-ebd5af7f-8624-4058-baa9-1712c11e90ce admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:20:57.503741 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-ebd5af7f-8624-4058-baa9-1712c11e90ce admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:20:57.557103 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-ebd5af7f-8624-4058-baa9-1712c11e90ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33528224'] for security_group, after_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:20:57.575955 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebd5af7f-8624-4058-baa9-1712c11e90ce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0c76cc6-04b1-4f10-becd-8b685ab4a08f,revision_number=None']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:20:57.579669 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-ebd5af7f-8624-4058-baa9-1712c11e90ce admin admin] Notify callbacks [] for security_group, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:20:57.585454 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-ebd5af7f-8624-4058-baa9-1712c11e90ce admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/b0c76cc6-04b1-4f10-becd-8b685ab4a08f HTTP/1.1" status: 204 len: 168 time: 0.1911936 Apr 18 21:20:59.899059 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750375287399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253529'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:21:04.074365 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750375287399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253529'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:21:06.054653 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.agents_db [None req-6346a179-333c-4370-b5a6-936984aeab15 None None] Agent healthcheck: found 7 active agents {{(pid=84043) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 18 21:21:08.306783 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [req-d27b0517-223d-4388-934b-1537cb4ab683 req-c8f6a331-ff48-4081-94e2-c575902b77ae tempest-TestVolumeBootPattern-942365775 tempest-TestVolumeBootPattern-942365775-project] Synchronizing usage tracker for tenant:31978bb3bc1348ad8b469e6e55d6f163 on resource:security_group {{(pid=84040) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 21:21:08.326603 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [req-d27b0517-223d-4388-934b-1537cb4ab683 req-c8f6a331-ff48-4081-94e2-c575902b77ae tempest-TestVolumeBootPattern-942365775 tempest-TestVolumeBootPattern-942365775-project] Unset dirty status for tenant:31978bb3bc1348ad8b469e6e55d6f163 on resource:security_group {{(pid=84040) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 21:21:08.334932 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-d27b0517-223d-4388-934b-1537cb4ab683 req-c8f6a331-ff48-4081-94e2-c575902b77ae tempest-TestVolumeBootPattern-942365775 tempest-TestVolumeBootPattern-942365775-project] 10.222.0.42 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1136051296&fields=id&tenant_id=31978bb3bc1348ad8b469e6e55d6f163 HTTP/1.1" status: 200 len: 267 time: 0.0713072 Apr 18 21:21:08.482493 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d27b0517-223d-4388-934b-1537cb4ab683 req-5549e22f-502d-405f-a657-0c237e7e10d4 tempest-TestVolumeBootPattern-942365775 tempest-TestVolumeBootPattern-942365775-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:21:08.484098 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-d27b0517-223d-4388-934b-1537cb4ab683 req-5549e22f-502d-405f-a657-0c237e7e10d4 tempest-TestVolumeBootPattern-942365775 tempest-TestVolumeBootPattern-942365775-project] 10.222.0.42 "GET /v2.0/networks?id=9b223f6a-fe67-4bd3-957a-7ef808b3aaf1 HTTP/1.1" status: 200 len: 811 time: 0.1482906 Apr 18 21:21:08.503908 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-d27b0517-223d-4388-934b-1537cb4ab683 req-ac1163fc-ae8a-486c-9ad1-0ed5b0177bd5 tempest-TestVolumeBootPattern-942365775 tempest-TestVolumeBootPattern-942365775-project] 10.222.0.42 "GET /v2.0/quotas/31978bb3bc1348ad8b469e6e55d6f163 HTTP/1.1" status: 200 len: 375 time: 0.0124681 Apr 18 21:21:08.601603 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-d27b0517-223d-4388-934b-1537cb4ab683 req-c2679b1c-1747-4339-83fe-e7d229549d0a tempest-TestVolumeBootPattern-942365775 tempest-TestVolumeBootPattern-942365775-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=31978bb3bc1348ad8b469e6e55d6f163&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0890095 Apr 18 21:21:08.768376 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-d27b0517-223d-4388-934b-1537cb4ab683 req-10684dc8-e442-4219-90c7-0739be5e4807 service neutron] 10.222.0.42 "GET /v2.0/networks/9b223f6a-fe67-4bd3-957a-7ef808b3aaf1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1536548 Apr 18 21:21:08.946258 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-d27b0517-223d-4388-934b-1537cb4ab683 req-7924886b-e0c1-419c-93ac-4a7e68a79b36 service neutron] 10.222.0.42 "GET /v2.0/networks/9b223f6a-fe67-4bd3-957a-7ef808b3aaf1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1719222 Apr 18 21:21:09.411839 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-19740525-c811-47ea-98bc-99162b809cdd req-4d3f779f-bdd4-4275-9af3-59eb25200d19 tempest-TestVolumeBootPattern-942365775 tempest-TestVolumeBootPattern-942365775-project] 10.222.0.42 "GET /v2.0/ports?device_id=fcc9deb1-994f-47e8-a6a6-49afe87e2c69 HTTP/1.1" status: 200 len: 210 time: 0.0434413 Apr 18 21:21:10.576678 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-ad28301b-f08f-462b-bb24-7cb88acb8eb5 req-30c93cdc-a01f-4a78-930b-95c2fa6a689c tempest-TestVolumeBootPattern-942365775 tempest-TestVolumeBootPattern-942365775-project] 10.222.0.42 "GET /v2.0/ports?device_id=fcc9deb1-994f-47e8-a6a6-49afe87e2c69 HTTP/1.1" status: 200 len: 210 time: 0.0422471 Apr 18 21:21:10.856432 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d27b0517-223d-4388-934b-1537cb4ab683 req-546780ab-3e0a-48b1-b86b-7708dd932b77 tempest-TestVolumeBootPattern-942365775 tempest-TestVolumeBootPattern-942365775-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:21:10.858256 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-d27b0517-223d-4388-934b-1537cb4ab683 req-546780ab-3e0a-48b1-b86b-7708dd932b77 tempest-TestVolumeBootPattern-942365775 tempest-TestVolumeBootPattern-942365775-project] 10.222.0.48 "GET /v2.0/networks?id=9b223f6a-fe67-4bd3-957a-7ef808b3aaf1 HTTP/1.1" status: 200 len: 811 time: 0.1909297 Apr 18 21:21:10.946276 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-d27b0517-223d-4388-934b-1537cb4ab683 req-f6843364-8580-46c6-b856-2147208eed13 tempest-TestVolumeBootPattern-942365775 tempest-TestVolumeBootPattern-942365775-project] 10.222.0.48 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=31978bb3bc1348ad8b469e6e55d6f163 HTTP/1.1" status: 200 len: 380 time: 0.0750110 Apr 18 21:21:10.956948 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.v2.base [req-d27b0517-223d-4388-934b-1537cb4ab683 req-585f244b-d32f-4682-baab-2347228193fa tempest-TestVolumeBootPattern-942365775 tempest-TestVolumeBootPattern-942365775-project] Request body: {'port': {'device_id': 'fcc9deb1-994f-47e8-a6a6-49afe87e2c69', 'network_id': '9b223f6a-fe67-4bd3-957a-7ef808b3aaf1', 'admin_state_up': True, 'tenant_id': '31978bb3bc1348ad8b469e6e55d6f163', 'security_groups': ['da0e9646-9998-43bc-ae83-ea1de751a251']}} {{(pid=84040) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:21:11.136566 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [req-d27b0517-223d-4388-934b-1537cb4ab683 req-585f244b-d32f-4682-baab-2347228193fa tempest-TestVolumeBootPattern-942365775 tempest-TestVolumeBootPattern-942365775-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:21:11.147452 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [req-d27b0517-223d-4388-934b-1537cb4ab683 req-585f244b-d32f-4682-baab-2347228193fa tempest-TestVolumeBootPattern-942365775 tempest-TestVolumeBootPattern-942365775-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:21:11.170016 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d27b0517-223d-4388-934b-1537cb4ab683 req-585f244b-d32f-4682-baab-2347228193fa tempest-TestVolumeBootPattern-942365775 tempest-TestVolumeBootPattern-942365775-project] Made reservation on behalf of 31978bb3bc1348ad8b469e6e55d6f163 for: {'port': 1} {{(pid=84040) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:21:11.177353 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-d27b0517-223d-4388-934b-1537cb4ab683 req-585f244b-d32f-4682-baab-2347228193fa tempest-TestVolumeBootPattern-942365775 tempest-TestVolumeBootPattern-942365775-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:21:11.504699 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.db_base_plugin_common [req-d27b0517-223d-4388-934b-1537cb4ab683 req-585f244b-d32f-4682-baab-2347228193fa tempest-TestVolumeBootPattern-942365775 tempest-TestVolumeBootPattern-942365775-project] Allocated IP 172.20.0.8 (9b223f6a-fe67-4bd3-957a-7ef808b3aaf1/a845e1ae-c47e-4919-8a24-530366b84c60/2e19799e-20aa-4a8a-9abb-2926600918da) {{(pid=84040) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 21:21:11.807614 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-1b5e71b7-19b9-4544-adb8-6f12290d1544 req-13f0a5e5-e52f-40d0-b914-dbc61e77b226 tempest-TestVolumeBootPattern-942365775 tempest-TestVolumeBootPattern-942365775-project] 10.222.0.42 "GET /v2.0/ports?device_id=fcc9deb1-994f-47e8-a6a6-49afe87e2c69 HTTP/1.1" status: 200 len: 210 time: 0.0520868 Apr 18 21:21:11.837815 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-d27b0517-223d-4388-934b-1537cb4ab683 req-585f244b-d32f-4682-baab-2347228193fa tempest-TestVolumeBootPattern-942365775 tempest-TestVolumeBootPattern-942365775-project] Notify callbacks [] for port, precommit_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:21:11.853268 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.provisioning_blocks [req-d27b0517-223d-4388-934b-1537cb4ab683 req-585f244b-d32f-4682-baab-2347228193fa tempest-TestVolumeBootPattern-942365775 tempest-TestVolumeBootPattern-942365775-project] Transition to ACTIVE for port object 2e19799e-20aa-4a8a-9abb-2926600918da will not be triggered until provisioned by entity DHCP. {{(pid=84040) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:21:11.878082 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-d27b0517-223d-4388-934b-1537cb4ab683 req-585f244b-d32f-4682-baab-2347228193fa tempest-TestVolumeBootPattern-942365775 tempest-TestVolumeBootPattern-942365775-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750374836619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32440838'] for port, after_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:21:11.963311 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-585f244b-d32f-4682-baab-2347228193fa tempest-TestVolumeBootPattern-942365775 tempest-TestVolumeBootPattern-942365775-project] Pushing event updated for resources: {'Port': ['ID=2e19799e-20aa-4a8a-9abb-2926600918da,revision_number=1']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:21:11.993610 n-d-838334-2 neutron-server[84040]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d27b0517-223d-4388-934b-1537cb4ab683 req-585f244b-d32f-4682-baab-2347228193fa tempest-TestVolumeBootPattern-942365775 tempest-TestVolumeBootPattern-942365775-project] Network 9b223f6a-fe67-4bd3-957a-7ef808b3aaf1 is already hosted by enough agents. {{(pid=84040) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:21:11.995178 n-d-838334-2 neutron-server[84040]: DEBUG neutron.scheduler.base_scheduler [req-d27b0517-223d-4388-934b-1537cb4ab683 req-585f244b-d32f-4682-baab-2347228193fa tempest-TestVolumeBootPattern-942365775 tempest-TestVolumeBootPattern-942365775-project] Resources bound (agent type, host, resource id): {{(pid=84040) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:21:11.998204 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.l3_dvrscheduler_db [req-d27b0517-223d-4388-934b-1537cb4ab683 req-585f244b-d32f-4682-baab-2347228193fa tempest-TestVolumeBootPattern-942365775 tempest-TestVolumeBootPattern-942365775-project] Received port after_create {{(pid=84040) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 21:21:12.233535 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d27b0517-223d-4388-934b-1537cb4ab683 req-585f244b-d32f-4682-baab-2347228193fa tempest-TestVolumeBootPattern-942365775 tempest-TestVolumeBootPattern-942365775-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:21:12.234136 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-d27b0517-223d-4388-934b-1537cb4ab683 req-585f244b-d32f-4682-baab-2347228193fa tempest-TestVolumeBootPattern-942365775 tempest-TestVolumeBootPattern-942365775-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217293'] for port, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:21:12.268566 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-d27b0517-223d-4388-934b-1537cb4ab683 req-585f244b-d32f-4682-baab-2347228193fa tempest-TestVolumeBootPattern-942365775 tempest-TestVolumeBootPattern-942365775-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3155186 Apr 18 21:21:12.285141 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [req-d27b0517-223d-4388-934b-1537cb4ab683 req-5367d572-b482-470c-a7c1-010fb9b572b6 tempest-TestVolumeBootPattern-942365775 tempest-TestVolumeBootPattern-942365775-project] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=84040) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 18 21:21:12.286221 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-d27b0517-223d-4388-934b-1537cb4ab683 req-5367d572-b482-470c-a7c1-010fb9b572b6 tempest-TestVolumeBootPattern-942365775 tempest-TestVolumeBootPattern-942365775-project] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0089452 Apr 18 21:21:12.369079 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-78779cfb-1c1c-496f-9cb3-37a88cd4957c None None] Provisioning for port 2e19799e-20aa-4a8a-9abb-2926600918da completed by entity DHCP. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 21:21:12.375252 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-78779cfb-1c1c-496f-9cb3-37a88cd4957c None None] Provisioning complete for port 2e19799e-20aa-4a8a-9abb-2926600918da triggered by entity DHCP. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:21:12.376463 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-78779cfb-1c1c-496f-9cb3-37a88cd4957c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1253608'] for port, provisioning_complete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:21:12.449542 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.plugin [None req-78779cfb-1c1c-496f-9cb3-37a88cd4957c None None] Port 2e19799e-20aa-4a8a-9abb-2926600918da cannot update to ACTIVE because it is not bound. {{(pid=84042) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 18 21:21:12.477275 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.v2.base [req-d27b0517-223d-4388-934b-1537cb4ab683 req-9d602ba5-583f-408f-aa4f-a28586edf9e4 service neutron] Request body: {'port': {'device_id': 'fcc9deb1-994f-47e8-a6a6-49afe87e2c69', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-838334-2'}} {{(pid=84040) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:21:12.600393 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-d27b0517-223d-4388-934b-1537cb4ab683 req-9d602ba5-583f-408f-aa4f-a28586edf9e4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:21:13.052159 n-d-838334-2 neutron-server[84040]: DEBUG neutron.notifiers.nova [req-d27b0517-223d-4388-934b-1537cb4ab683 req-9d602ba5-583f-408f-aa4f-a28586edf9e4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2e19799e-20aa-4a8a-9abb-2926600918da {{(pid=84040) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 18 21:21:13.060690 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-d27b0517-223d-4388-934b-1537cb4ab683 req-9d602ba5-583f-408f-aa4f-a28586edf9e4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:21:13.138616 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.provisioning_blocks [req-d27b0517-223d-4388-934b-1537cb4ab683 req-9d602ba5-583f-408f-aa4f-a28586edf9e4 service neutron] Transition to ACTIVE for port object 2e19799e-20aa-4a8a-9abb-2926600918da will not be triggered until provisioned by entity L2. {{(pid=84040) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:21:13.153694 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-d27b0517-223d-4388-934b-1537cb4ab683 req-9d602ba5-583f-408f-aa4f-a28586edf9e4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32440959'] for port, after_update {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:21:13.231037 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d602ba5-583f-408f-aa4f-a28586edf9e4 service neutron] Pushing event updated for resources: {'Port': ['ID=2e19799e-20aa-4a8a-9abb-2926600918da,revision_number=2']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:21:13.339983 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5a67b58-f036-40e8-8035-75c4013e38d2 req-3c762710-aee8-4a4a-b596-d4d710d240df tempest-TestVolumeBootPattern-942365775 tempest-TestVolumeBootPattern-942365775-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:21:13.340727 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [req-b5a67b58-f036-40e8-8035-75c4013e38d2 req-3c762710-aee8-4a4a-b596-d4d710d240df tempest-TestVolumeBootPattern-942365775 tempest-TestVolumeBootPattern-942365775-project] Synchronizing usage tracker for tenant:31978bb3bc1348ad8b469e6e55d6f163 on resource:port {{(pid=84040) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 21:21:13.428558 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [req-b5a67b58-f036-40e8-8035-75c4013e38d2 req-3c762710-aee8-4a4a-b596-d4d710d240df tempest-TestVolumeBootPattern-942365775 tempest-TestVolumeBootPattern-942365775-project] Unset dirty status for tenant:31978bb3bc1348ad8b469e6e55d6f163 on resource:port {{(pid=84040) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 21:21:13.436329 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-b5a67b58-f036-40e8-8035-75c4013e38d2 req-3c762710-aee8-4a4a-b596-d4d710d240df tempest-TestVolumeBootPattern-942365775 tempest-TestVolumeBootPattern-942365775-project] 10.222.0.42 "GET /v2.0/ports?device_id=fcc9deb1-994f-47e8-a6a6-49afe87e2c69 HTTP/1.1" status: 200 len: 931 time: 0.3722703 Apr 18 21:21:13.511089 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-b5a67b58-f036-40e8-8035-75c4013e38d2 req-ce74b87f-310b-4b59-9caf-8cbb5cad01e9 tempest-TestVolumeBootPattern-942365775 tempest-TestVolumeBootPattern-942365775-project] 10.222.0.42 "GET /v2.0/security-groups?id=da0e9646-9998-43bc-ae83-ea1de751a251&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0737839 Apr 18 21:21:13.549718 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.managers [req-d27b0517-223d-4388-934b-1537cb4ab683 req-9d602ba5-583f-408f-aa4f-a28586edf9e4 service neutron] Attempting to bind port 2e19799e-20aa-4a8a-9abb-2926600918da on host n-h2-838334-2 for vnic_type normal with profile {{(pid=84040) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 21:21:13.550271 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.managers [req-d27b0517-223d-4388-934b-1537cb4ab683 req-9d602ba5-583f-408f-aa4f-a28586edf9e4 service neutron] Attempting to bind port 2e19799e-20aa-4a8a-9abb-2926600918da by drivers openvswitch,hyperv on host n-h2-838334-2 at level 0 using segments [{'id': 'c9d9b92a-74d4-40ed-ab8e-582836dfe352', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '9b223f6a-fe67-4bd3-957a-7ef808b3aaf1'}] {{(pid=84040) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 21:21:13.550739 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d27b0517-223d-4388-934b-1537cb4ab683 req-9d602ba5-583f-408f-aa4f-a28586edf9e4 service neutron] Attempting to bind port 2e19799e-20aa-4a8a-9abb-2926600918da on network 9b223f6a-fe67-4bd3-957a-7ef808b3aaf1 {{(pid=84040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 21:21:13.556800 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d27b0517-223d-4388-934b-1537cb4ab683 req-9d602ba5-583f-408f-aa4f-a28586edf9e4 service neutron] Port 2e19799e-20aa-4a8a-9abb-2926600918da on network 9b223f6a-fe67-4bd3-957a-7ef808b3aaf1 not bound, no agent of type Open vSwitch agent registered on host n-h2-838334-2 {{(pid=84040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 18 21:21:13.557258 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d27b0517-223d-4388-934b-1537cb4ab683 req-9d602ba5-583f-408f-aa4f-a28586edf9e4 service neutron] Attempting to bind port 2e19799e-20aa-4a8a-9abb-2926600918da on network 9b223f6a-fe67-4bd3-957a-7ef808b3aaf1 {{(pid=84040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 21:21:13.564623 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d27b0517-223d-4388-934b-1537cb4ab683 req-9d602ba5-583f-408f-aa4f-a28586edf9e4 service neutron] Checking agent: {'id': 'dc797004-f641-47b7-a77f-9c62b5b16296', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-838334-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 34, 3), 'started_at': datetime.datetime(2022, 4, 18, 20, 34, 3), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 21, 21, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 18 21:21:13.565117 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d27b0517-223d-4388-934b-1537cb4ab683 req-9d602ba5-583f-408f-aa4f-a28586edf9e4 service neutron] Checking segment: {'id': 'c9d9b92a-74d4-40ed-ab8e-582836dfe352', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '9b223f6a-fe67-4bd3-957a-7ef808b3aaf1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84040) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 21:21:13.565652 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d27b0517-223d-4388-934b-1537cb4ab683 req-9d602ba5-583f-408f-aa4f-a28586edf9e4 service neutron] Bound using segment: {'id': 'c9d9b92a-74d4-40ed-ab8e-582836dfe352', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '9b223f6a-fe67-4bd3-957a-7ef808b3aaf1'} {{(pid=84040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 18 21:21:13.566210 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.managers [req-d27b0517-223d-4388-934b-1537cb4ab683 req-9d602ba5-583f-408f-aa4f-a28586edf9e4 service neutron] Bound port: 2e19799e-20aa-4a8a-9abb-2926600918da, host: n-h2-838334-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c9d9b92a-74d4-40ed-ab8e-582836dfe352', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '9b223f6a-fe67-4bd3-957a-7ef808b3aaf1'}}] {{(pid=84040) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 21:21:13.566702 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-d27b0517-223d-4388-934b-1537cb4ab683 req-9d602ba5-583f-408f-aa4f-a28586edf9e4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:21:13.663267 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.db [req-d27b0517-223d-4388-934b-1537cb4ab683 req-9d602ba5-583f-408f-aa4f-a28586edf9e4 service neutron] For port 2e19799e-20aa-4a8a-9abb-2926600918da, host n-h2-838334-2, cleared binding levels {{(pid=84040) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 21:21:13.667133 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.db [req-d27b0517-223d-4388-934b-1537cb4ab683 req-9d602ba5-583f-408f-aa4f-a28586edf9e4 service neutron] For port 2e19799e-20aa-4a8a-9abb-2926600918da, host n-h2-838334-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838334-2',level=0,port_id=2e19799e-20aa-4a8a-9abb-2926600918da,segment=NetworkSegment(c9d9b92a-74d4-40ed-ab8e-582836dfe352),segment_id=c9d9b92a-74d4-40ed-ab8e-582836dfe352)] {{(pid=84040) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 21:21:13.671215 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-d27b0517-223d-4388-934b-1537cb4ab683 req-9d602ba5-583f-408f-aa4f-a28586edf9e4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32440959'] for port, after_update {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:21:13.741355 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-d27b0517-223d-4388-934b-1537cb4ab683 req-9d602ba5-583f-408f-aa4f-a28586edf9e4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217293'] for port, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:21:13.742800 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-d27b0517-223d-4388-934b-1537cb4ab683 req-9d602ba5-583f-408f-aa4f-a28586edf9e4 service neutron] 10.222.0.48 "PUT /v2.0/ports/2e19799e-20aa-4a8a-9abb-2926600918da HTTP/1.1" status: 200 len: 1091 time: 1.4493203 Apr 18 21:21:13.743469 n-d-838334-2 neutron-server[84040]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fcc9deb1-994f-47e8-a6a6-49afe87e2c69', 'tag': '2e19799e-20aa-4a8a-9abb-2926600918da'}] {{(pid=84040) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 21:21:13.786038 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d602ba5-583f-408f-aa4f-a28586edf9e4 service neutron] Pushing event updated for resources: {'Port': ['ID=2e19799e-20aa-4a8a-9abb-2926600918da,revision_number=3']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:21:13.945468 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-d27b0517-223d-4388-934b-1537cb4ab683 req-235b672a-1764-4996-97fe-c02af73c95e6 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=31978bb3bc1348ad8b469e6e55d6f163&device_id=fcc9deb1-994f-47e8-a6a6-49afe87e2c69 HTTP/1.1" status: 200 len: 1094 time: 0.1423187 Apr 18 21:21:14.112601 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-d27b0517-223d-4388-934b-1537cb4ab683 req-014069cd-054d-4b8b-b9ea-f3ae3e0791c3 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2e19799e-20aa-4a8a-9abb-2926600918da HTTP/1.1" status: 200 len: 217 time: 0.1589570 Apr 18 21:21:14.225526 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d27b0517-223d-4388-934b-1537cb4ab683 req-f6a46675-f0a3-4514-934a-84bdf798bfff service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:21:14.227186 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-d27b0517-223d-4388-934b-1537cb4ab683 req-f6a46675-f0a3-4514-934a-84bdf798bfff service neutron] 10.222.0.48 "GET /v2.0/subnets?id=a845e1ae-c47e-4919-8a24-530366b84c60 HTTP/1.1" status: 200 len: 850 time: 0.1008987 Apr 18 21:21:14.229020 n-d-838334-2 neutron-server[84040]: INFO neutron.notifiers.nova [-] Nova event matching ['req-07bccfbb-887b-43c1-aef1-d8ca5cb692a2'] response: {'name': 'network-changed', 'server_uuid': 'fcc9deb1-994f-47e8-a6a6-49afe87e2c69', 'tag': '2e19799e-20aa-4a8a-9abb-2926600918da', 'status': 'completed', 'code': 200} Apr 18 21:21:14.344030 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-d27b0517-223d-4388-934b-1537cb4ab683 req-2beb4bbd-c04a-4f4f-9750-b33f51413985 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=9b223f6a-fe67-4bd3-957a-7ef808b3aaf1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1099300 Apr 18 21:21:14.363350 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 34494) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:21:14.496217 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-d27b0517-223d-4388-934b-1537cb4ab683 req-a464d40b-744f-49d3-b927-a2fd13ba2e83 service neutron] 10.222.0.48 "GET /v2.0/networks/9b223f6a-fe67-4bd3-957a-7ef808b3aaf1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1460447 Apr 18 21:21:14.554216 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-3f1952a9-341c-4b8f-ae50-42a6e09b601e admin admin] Notify callbacks [] for security_group, before_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:21:14.602501 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-3f1952a9-341c-4b8f-ae50-42a6e09b601e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:21:14.606764 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-3f1952a9-341c-4b8f-ae50-42a6e09b601e admin admin] Usage tracker for resource:security_group_rule and tenant:254c79378e95410188cbd221faa15b95 is out of sync, need to count used quota {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:21:14.610186 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-3f1952a9-341c-4b8f-ae50-42a6e09b601e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:21:14.616379 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-3f1952a9-341c-4b8f-ae50-42a6e09b601e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:21:14.656554 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-d27b0517-223d-4388-934b-1537cb4ab683 req-c7be17e3-7bc4-42cf-814c-7abf83a9d392 service neutron] 10.222.0.48 "GET /v2.0/networks/9b223f6a-fe67-4bd3-957a-7ef808b3aaf1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1543620 Apr 18 21:21:14.707064 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-3f1952a9-341c-4b8f-ae50-42a6e09b601e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:21:14.710965 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-3f1952a9-341c-4b8f-ae50-42a6e09b601e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33528224'] for security_group, after_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:21:14.762832 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-3f1952a9-341c-4b8f-ae50-42a6e09b601e admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=254c79378e95410188cbd221faa15b95&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3980830 Apr 18 21:21:14.763661 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f1952a9-341c-4b8f-ae50-42a6e09b601e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9b2534de-571b-4c00-9972-51efe7e34347,revision_number=1']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:21:14.765961 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 34506) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:21:14.830731 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-468a8e0e-de07-4fbf-970f-743e83794d01 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:21:14.879442 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-468a8e0e-de07-4fbf-970f-743e83794d01 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:21:14.939028 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-468a8e0e-de07-4fbf-970f-743e83794d01 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33528224'] for security_group, after_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:21:14.946448 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8acf309f-587b-492c-a29a-6cedd6b52ad3 req-3f28a2d6-c9a5-4f8c-9fd0-1f5f4edf57d9 tempest-TestVolumeBootPattern-942365775 tempest-TestVolumeBootPattern-942365775-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:21:14.947960 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-8acf309f-587b-492c-a29a-6cedd6b52ad3 req-3f28a2d6-c9a5-4f8c-9fd0-1f5f4edf57d9 tempest-TestVolumeBootPattern-942365775 tempest-TestVolumeBootPattern-942365775-project] 10.222.0.42 "GET /v2.0/ports?device_id=fcc9deb1-994f-47e8-a6a6-49afe87e2c69 HTTP/1.1" status: 200 len: 943 time: 0.2434726 Apr 18 21:21:14.950714 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-0b5ad673-d9fd-4e4f-a78c-425af45999ae req-f0c82682-3f3a-45ab-aae8-96243ac5434b service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=31978bb3bc1348ad8b469e6e55d6f163&device_id=fcc9deb1-994f-47e8-a6a6-49afe87e2c69 HTTP/1.1" status: 200 len: 1094 time: 0.1116660 Apr 18 21:21:14.963236 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-468a8e0e-de07-4fbf-970f-743e83794d01 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b2534de-571b-4c00-9972-51efe7e34347,revision_number=None']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:21:14.966282 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-468a8e0e-de07-4fbf-970f-743e83794d01 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:21:14.972062 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-468a8e0e-de07-4fbf-970f-743e83794d01 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/9b2534de-571b-4c00-9972-51efe7e34347 HTTP/1.1" status: 204 len: 168 time: 0.2045643 Apr 18 21:21:15.102929 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-8acf309f-587b-492c-a29a-6cedd6b52ad3 req-0fad2a90-af87-42ec-ba6e-650408945fd8 tempest-TestVolumeBootPattern-942365775 tempest-TestVolumeBootPattern-942365775-project] 10.222.0.42 "GET /v2.0/security-groups?id=da0e9646-9998-43bc-ae83-ea1de751a251&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1448100 Apr 18 21:21:15.161603 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b5ad673-d9fd-4e4f-a78c-425af45999ae req-497ae40f-e43e-4065-8eab-9f1cbca222fd service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:21:15.163242 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-0b5ad673-d9fd-4e4f-a78c-425af45999ae req-497ae40f-e43e-4065-8eab-9f1cbca222fd service neutron] 10.222.0.48 "GET /v2.0/networks?id=9b223f6a-fe67-4bd3-957a-7ef808b3aaf1 HTTP/1.1" status: 200 len: 912 time: 0.1942184 Apr 18 21:21:15.243310 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-0b5ad673-d9fd-4e4f-a78c-425af45999ae req-08fca647-a253-45bb-871d-4c33d8fe22ea service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2e19799e-20aa-4a8a-9abb-2926600918da HTTP/1.1" status: 200 len: 217 time: 0.0728931 Apr 18 21:21:15.324041 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b5ad673-d9fd-4e4f-a78c-425af45999ae req-a3e0b13d-4fa6-4fff-b5e4-be5681d18d7d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:21:15.325488 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-0b5ad673-d9fd-4e4f-a78c-425af45999ae req-a3e0b13d-4fa6-4fff-b5e4-be5681d18d7d service neutron] 10.222.0.48 "GET /v2.0/subnets?id=a845e1ae-c47e-4919-8a24-530366b84c60 HTTP/1.1" status: 200 len: 850 time: 0.0756013 Apr 18 21:21:15.403129 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-0b5ad673-d9fd-4e4f-a78c-425af45999ae req-b773b5a8-24d2-44b8-97dc-a3fcfb1a2609 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=9b223f6a-fe67-4bd3-957a-7ef808b3aaf1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0712779 Apr 18 21:21:15.538897 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-0b5ad673-d9fd-4e4f-a78c-425af45999ae req-88855fbc-0025-4c9b-982a-f8294f9b360d service neutron] 10.222.0.48 "GET /v2.0/networks/9b223f6a-fe67-4bd3-957a-7ef808b3aaf1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1286266 Apr 18 21:21:15.671516 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-fde65ef0-a1b7-4c14-8171-73f3d8906be1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750375287399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253529'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:21:15.706215 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-0b5ad673-d9fd-4e4f-a78c-425af45999ae req-cab066ee-c402-4aef-b183-17acb7d10ad3 service neutron] 10.222.0.48 "GET /v2.0/networks/9b223f6a-fe67-4bd3-957a-7ef808b3aaf1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1614907 Apr 18 21:21:16.331251 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b2c205e-7a6f-4116-b2bf-971c16853949 req-627ccde4-e209-48fd-8a12-f21b21478268 tempest-TestVolumeBootPattern-942365775 tempest-TestVolumeBootPattern-942365775-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:21:16.332761 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-6b2c205e-7a6f-4116-b2bf-971c16853949 req-627ccde4-e209-48fd-8a12-f21b21478268 tempest-TestVolumeBootPattern-942365775 tempest-TestVolumeBootPattern-942365775-project] 10.222.0.42 "GET /v2.0/ports?device_id=fcc9deb1-994f-47e8-a6a6-49afe87e2c69 HTTP/1.1" status: 200 len: 943 time: 0.0927567 Apr 18 21:21:16.385552 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-6b2c205e-7a6f-4116-b2bf-971c16853949 req-ca6aa878-d5f0-4d32-91dc-ea1f6760a38b tempest-TestVolumeBootPattern-942365775 tempest-TestVolumeBootPattern-942365775-project] 10.222.0.42 "GET /v2.0/security-groups?id=da0e9646-9998-43bc-ae83-ea1de751a251&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448148 Apr 18 21:21:17.604506 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8245906c-5907-4c43-b42c-1adcaff3706d req-84440827-c86f-4296-bd1b-9d50fb6d6df0 tempest-TestVolumeBootPattern-942365775 tempest-TestVolumeBootPattern-942365775-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:21:17.607667 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-8245906c-5907-4c43-b42c-1adcaff3706d req-84440827-c86f-4296-bd1b-9d50fb6d6df0 tempest-TestVolumeBootPattern-942365775 tempest-TestVolumeBootPattern-942365775-project] 10.222.0.42 "GET /v2.0/ports?device_id=fcc9deb1-994f-47e8-a6a6-49afe87e2c69 HTTP/1.1" status: 200 len: 943 time: 0.0936351 Apr 18 21:21:17.657828 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-8245906c-5907-4c43-b42c-1adcaff3706d req-7c63e31e-28f0-4187-b882-e5bec94d43c0 tempest-TestVolumeBootPattern-942365775 tempest-TestVolumeBootPattern-942365775-project] 10.222.0.42 "GET /v2.0/security-groups?id=da0e9646-9998-43bc-ae83-ea1de751a251&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449824 Apr 18 21:21:17.742641 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-904cc007-f02e-42fa-8c5c-def68e1f8b31 req-63c61422-8ad0-4a1b-9a47-747d660c3998 tempest-VolumesNegativeTest-845781470 tempest-VolumesNegativeTest-845781470-project] 10.222.0.42 "GET /v2.0/networks?tenant_id=ddb127d74af54747bd599fb3a25f73e8&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0272088 Apr 18 21:21:17.888427 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-904cc007-f02e-42fa-8c5c-def68e1f8b31 req-3622c7ef-2ae3-46ea-b24d-4f4576270051 tempest-VolumesNegativeTest-845781470 tempest-VolumesNegativeTest-845781470-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:21:17.889726 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-904cc007-f02e-42fa-8c5c-def68e1f8b31 req-3622c7ef-2ae3-46ea-b24d-4f4576270051 tempest-VolumesNegativeTest-845781470 tempest-VolumesNegativeTest-845781470-project] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1421463 Apr 18 21:21:17.912953 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-c8f5f041-851a-41a7-857d-b92f590ac36c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750375287399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253529'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:21:17.917546 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-904cc007-f02e-42fa-8c5c-def68e1f8b31 req-91978534-3884-42d9-bdcf-47c933ff2070 tempest-VolumesNegativeTest-845781470 tempest-VolumesNegativeTest-845781470-project] 10.222.0.42 "GET /v2.0/quotas/ddb127d74af54747bd599fb3a25f73e8 HTTP/1.1" status: 200 len: 375 time: 0.0156527 Apr 18 21:21:17.972391 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-904cc007-f02e-42fa-8c5c-def68e1f8b31 req-4973246e-87d1-422d-b512-098377349614 tempest-VolumesNegativeTest-845781470 tempest-VolumesNegativeTest-845781470-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=ddb127d74af54747bd599fb3a25f73e8&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0489562 Apr 18 21:21:18.181531 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-1331ca5c-9be1-4129-aa40-eec3800e8c70 req-e8a23510-8e3c-449a-99bc-1c969639ce17 tempest-VolumesNegativeTest-845781470 tempest-VolumesNegativeTest-845781470-project] 10.222.0.42 "GET /v2.0/ports?device_id=9cab0ad0-187a-4004-beb9-354e33b12f04 HTTP/1.1" status: 200 len: 210 time: 0.0421488 Apr 18 21:21:18.863706 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5f411eb-0d81-48f4-8c2a-131ea47e3b3a req-9b8f30e6-8c99-41a4-834d-321d6a0f39fb tempest-TestVolumeBootPattern-942365775 tempest-TestVolumeBootPattern-942365775-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:21:18.865473 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-e5f411eb-0d81-48f4-8c2a-131ea47e3b3a req-9b8f30e6-8c99-41a4-834d-321d6a0f39fb tempest-TestVolumeBootPattern-942365775 tempest-TestVolumeBootPattern-942365775-project] 10.222.0.42 "GET /v2.0/ports?device_id=fcc9deb1-994f-47e8-a6a6-49afe87e2c69 HTTP/1.1" status: 200 len: 943 time: 0.0780854 Apr 18 21:21:18.912467 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-e5f411eb-0d81-48f4-8c2a-131ea47e3b3a req-804fd05b-0417-45bd-99ab-b2010a6a21d9 tempest-TestVolumeBootPattern-942365775 tempest-TestVolumeBootPattern-942365775-project] 10.222.0.42 "GET /v2.0/security-groups?id=da0e9646-9998-43bc-ae83-ea1de751a251&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414457 Apr 18 21:21:19.100380 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750375287399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253529'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:21:19.131867 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-904cc007-f02e-42fa-8c5c-def68e1f8b31 req-1bf2976e-0869-4ca2-abd9-12794c5081be tempest-VolumesNegativeTest-845781470 tempest-VolumesNegativeTest-845781470-project] 10.222.0.43 "GET /v2.0/networks?tenant_id=ddb127d74af54747bd599fb3a25f73e8&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0321789 Apr 18 21:21:19.292097 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-904cc007-f02e-42fa-8c5c-def68e1f8b31 req-403ad808-0999-4efb-9379-5690f0ef68c0 tempest-VolumesNegativeTest-845781470 tempest-VolumesNegativeTest-845781470-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:21:19.293593 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-904cc007-f02e-42fa-8c5c-def68e1f8b31 req-403ad808-0999-4efb-9379-5690f0ef68c0 tempest-VolumesNegativeTest-845781470 tempest-VolumesNegativeTest-845781470-project] 10.222.0.43 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1561897 Apr 18 21:21:19.310356 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.v2.base [req-904cc007-f02e-42fa-8c5c-def68e1f8b31 req-98b2afec-693c-4de1-bc1c-0c42f9390912 tempest-VolumesNegativeTest-845781470 tempest-VolumesNegativeTest-845781470-project] Request body: {'port': {'device_id': '9cab0ad0-187a-4004-beb9-354e33b12f04', 'network_id': 'cb56989d-7c5d-4678-b194-1d2edf1e842a', 'admin_state_up': True, 'tenant_id': 'ddb127d74af54747bd599fb3a25f73e8'}} {{(pid=84040) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:21:19.513632 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-c348a15d-5d94-48b6-8224-e1231fd0d50f req-e8954754-355e-4225-af20-3ca9fe05c532 tempest-VolumesNegativeTest-845781470 tempest-VolumesNegativeTest-845781470-project] 10.222.0.42 "GET /v2.0/ports?device_id=9cab0ad0-187a-4004-beb9-354e33b12f04 HTTP/1.1" status: 200 len: 210 time: 0.1889467 Apr 18 21:21:19.546835 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-414b6ffe-e119-47bc-b18f-bcff1219c2f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750375287399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253529'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:21:19.596882 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [req-904cc007-f02e-42fa-8c5c-def68e1f8b31 req-98b2afec-693c-4de1-bc1c-0c42f9390912 tempest-VolumesNegativeTest-845781470 tempest-VolumesNegativeTest-845781470-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:21:19.600826 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [req-904cc007-f02e-42fa-8c5c-def68e1f8b31 req-98b2afec-693c-4de1-bc1c-0c42f9390912 tempest-VolumesNegativeTest-845781470 tempest-VolumesNegativeTest-845781470-project] Usage tracker for resource:port and tenant:ddb127d74af54747bd599fb3a25f73e8 is out of sync, need to count used quota {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:21:19.603673 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [req-904cc007-f02e-42fa-8c5c-def68e1f8b31 req-98b2afec-693c-4de1-bc1c-0c42f9390912 tempest-VolumesNegativeTest-845781470 tempest-VolumesNegativeTest-845781470-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:21:19.609515 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [req-904cc007-f02e-42fa-8c5c-def68e1f8b31 req-98b2afec-693c-4de1-bc1c-0c42f9390912 tempest-VolumesNegativeTest-845781470 tempest-VolumesNegativeTest-845781470-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:21:19.619639 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-904cc007-f02e-42fa-8c5c-def68e1f8b31 req-98b2afec-693c-4de1-bc1c-0c42f9390912 tempest-VolumesNegativeTest-845781470 tempest-VolumesNegativeTest-845781470-project] Made reservation on behalf of ddb127d74af54747bd599fb3a25f73e8 for: {'port': 1} {{(pid=84040) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:21:19.622643 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-904cc007-f02e-42fa-8c5c-def68e1f8b31 req-98b2afec-693c-4de1-bc1c-0c42f9390912 tempest-VolumesNegativeTest-845781470 tempest-VolumesNegativeTest-845781470-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:21:19.635745 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-904cc007-f02e-42fa-8c5c-def68e1f8b31 req-98b2afec-693c-4de1-bc1c-0c42f9390912 tempest-VolumesNegativeTest-845781470 tempest-VolumesNegativeTest-845781470-project] Notify callbacks [] for security_group, before_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:21:19.667293 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [req-904cc007-f02e-42fa-8c5c-def68e1f8b31 req-98b2afec-693c-4de1-bc1c-0c42f9390912 tempest-VolumesNegativeTest-845781470 tempest-VolumesNegativeTest-845781470-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:21:19.671128 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [req-904cc007-f02e-42fa-8c5c-def68e1f8b31 req-98b2afec-693c-4de1-bc1c-0c42f9390912 tempest-VolumesNegativeTest-845781470 tempest-VolumesNegativeTest-845781470-project] Usage tracker for resource:security_group_rule and tenant:ddb127d74af54747bd599fb3a25f73e8 is out of sync, need to count used quota {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:21:19.674235 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [req-904cc007-f02e-42fa-8c5c-def68e1f8b31 req-98b2afec-693c-4de1-bc1c-0c42f9390912 tempest-VolumesNegativeTest-845781470 tempest-VolumesNegativeTest-845781470-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:21:19.679895 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [req-904cc007-f02e-42fa-8c5c-def68e1f8b31 req-98b2afec-693c-4de1-bc1c-0c42f9390912 tempest-VolumesNegativeTest-845781470 tempest-VolumesNegativeTest-845781470-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:21:19.747865 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-904cc007-f02e-42fa-8c5c-def68e1f8b31 req-98b2afec-693c-4de1-bc1c-0c42f9390912 tempest-VolumesNegativeTest-845781470 tempest-VolumesNegativeTest-845781470-project] Notify callbacks [] for security_group, precommit_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:21:19.752695 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-904cc007-f02e-42fa-8c5c-def68e1f8b31 req-98b2afec-693c-4de1-bc1c-0c42f9390912 tempest-VolumesNegativeTest-845781470 tempest-VolumesNegativeTest-845781470-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33528224'] for security_group, after_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:21:19.841025 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98b2afec-693c-4de1-bc1c-0c42f9390912 tempest-VolumesNegativeTest-845781470 tempest-VolumesNegativeTest-845781470-project] Pushing event updated for resources: {'SecurityGroup': ['ID=742ed4ed-3708-4f89-9c9e-35221d433ee4,revision_number=1']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:21:19.946183 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.db_base_plugin_common [req-904cc007-f02e-42fa-8c5c-def68e1f8b31 req-98b2afec-693c-4de1-bc1c-0c42f9390912 tempest-VolumesNegativeTest-845781470 tempest-VolumesNegativeTest-845781470-project] Allocated IP 192.168.233.224 (cb56989d-7c5d-4678-b194-1d2edf1e842a/c4b526db-4d8a-4d4c-a310-e3a599630ae1/f5222153-2eab-449a-8826-3aa788c93c50) {{(pid=84040) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 21:21:20.231071 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-904cc007-f02e-42fa-8c5c-def68e1f8b31 req-98b2afec-693c-4de1-bc1c-0c42f9390912 tempest-VolumesNegativeTest-845781470 tempest-VolumesNegativeTest-845781470-project] Notify callbacks [] for port, precommit_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:21:20.244400 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ce5deba-d091-46fe-9132-fb06be8ef20a req-bd9cb406-a88b-4295-9236-3babe6ef8b69 tempest-TestVolumeBootPattern-942365775 tempest-TestVolumeBootPattern-942365775-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:21:20.245869 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-4ce5deba-d091-46fe-9132-fb06be8ef20a req-bd9cb406-a88b-4295-9236-3babe6ef8b69 tempest-TestVolumeBootPattern-942365775 tempest-TestVolumeBootPattern-942365775-project] 10.222.0.42 "GET /v2.0/ports?device_id=fcc9deb1-994f-47e8-a6a6-49afe87e2c69 HTTP/1.1" status: 200 len: 943 time: 0.1623673 Apr 18 21:21:20.268291 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.provisioning_blocks [req-904cc007-f02e-42fa-8c5c-def68e1f8b31 req-98b2afec-693c-4de1-bc1c-0c42f9390912 tempest-VolumesNegativeTest-845781470 tempest-VolumesNegativeTest-845781470-project] Transition to ACTIVE for port object f5222153-2eab-449a-8826-3aa788c93c50 will not be triggered until provisioned by entity DHCP. {{(pid=84040) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:21:20.305508 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-4ce5deba-d091-46fe-9132-fb06be8ef20a req-d4c7ca41-2e79-47e3-9b51-07ca22641ed4 tempest-TestVolumeBootPattern-942365775 tempest-TestVolumeBootPattern-942365775-project] 10.222.0.42 "GET /v2.0/security-groups?id=da0e9646-9998-43bc-ae83-ea1de751a251&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0519772 Apr 18 21:21:20.314417 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-904cc007-f02e-42fa-8c5c-def68e1f8b31 req-98b2afec-693c-4de1-bc1c-0c42f9390912 tempest-VolumesNegativeTest-845781470 tempest-VolumesNegativeTest-845781470-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750374836619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32440838'] for port, after_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:21:20.394048 n-d-838334-2 neutron-server[84040]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-904cc007-f02e-42fa-8c5c-def68e1f8b31 req-98b2afec-693c-4de1-bc1c-0c42f9390912 tempest-VolumesNegativeTest-845781470 tempest-VolumesNegativeTest-845781470-project] Network cb56989d-7c5d-4678-b194-1d2edf1e842a is already hosted by enough agents. {{(pid=84040) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:21:20.397305 n-d-838334-2 neutron-server[84040]: DEBUG neutron.scheduler.base_scheduler [req-904cc007-f02e-42fa-8c5c-def68e1f8b31 req-98b2afec-693c-4de1-bc1c-0c42f9390912 tempest-VolumesNegativeTest-845781470 tempest-VolumesNegativeTest-845781470-project] Resources bound (agent type, host, resource id): {{(pid=84040) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:21:20.401017 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.l3_dvrscheduler_db [req-904cc007-f02e-42fa-8c5c-def68e1f8b31 req-98b2afec-693c-4de1-bc1c-0c42f9390912 tempest-VolumesNegativeTest-845781470 tempest-VolumesNegativeTest-845781470-project] Received port after_create {{(pid=84040) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 21:21:20.483321 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98b2afec-693c-4de1-bc1c-0c42f9390912 tempest-VolumesNegativeTest-845781470 tempest-VolumesNegativeTest-845781470-project] Pushing event updated for resources: {'Port': ['ID=f5222153-2eab-449a-8826-3aa788c93c50,revision_number=1']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:21:20.496800 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-904cc007-f02e-42fa-8c5c-def68e1f8b31 req-98b2afec-693c-4de1-bc1c-0c42f9390912 tempest-VolumesNegativeTest-845781470 tempest-VolumesNegativeTest-845781470-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:21:20.497501 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-904cc007-f02e-42fa-8c5c-def68e1f8b31 req-98b2afec-693c-4de1-bc1c-0c42f9390912 tempest-VolumesNegativeTest-845781470 tempest-VolumesNegativeTest-845781470-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217293'] for port, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:21:20.526559 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-904cc007-f02e-42fa-8c5c-def68e1f8b31 req-98b2afec-693c-4de1-bc1c-0c42f9390912 tempest-VolumesNegativeTest-845781470 tempest-VolumesNegativeTest-845781470-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.2211399 Apr 18 21:21:20.542219 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.v2.base [req-904cc007-f02e-42fa-8c5c-def68e1f8b31 req-b7c57102-e955-48da-962b-c4bdd45bb127 service neutron] Request body: {'port': {'device_id': '9cab0ad0-187a-4004-beb9-354e33b12f04', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-838334-2'}} {{(pid=84040) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:21:20.650802 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-c7521a90-7d65-4e2e-842c-ca5d95e9a89c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750375287399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253529'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:21:20.670527 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-904cc007-f02e-42fa-8c5c-def68e1f8b31 req-b7c57102-e955-48da-962b-c4bdd45bb127 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:21:20.700489 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-d8596984-85a1-4e3f-8db4-7da3b9b248fd None None] Provisioning for port f5222153-2eab-449a-8826-3aa788c93c50 completed by entity DHCP. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 21:21:20.707049 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-d8596984-85a1-4e3f-8db4-7da3b9b248fd None None] Provisioning complete for port f5222153-2eab-449a-8826-3aa788c93c50 triggered by entity DHCP. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:21:20.707415 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-d8596984-85a1-4e3f-8db4-7da3b9b248fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1253608'] for port, provisioning_complete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:21:20.774144 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.plugin [None req-d8596984-85a1-4e3f-8db4-7da3b9b248fd None None] Port f5222153-2eab-449a-8826-3aa788c93c50 cannot update to ACTIVE because it is not bound. {{(pid=84042) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 18 21:21:20.874747 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cc48928-d67a-4572-877e-1b34bf039aeb req-54f82e1e-4356-4847-a43e-c0f691cb77d0 tempest-VolumesNegativeTest-845781470 tempest-VolumesNegativeTest-845781470-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:21:20.876119 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [req-4cc48928-d67a-4572-877e-1b34bf039aeb req-54f82e1e-4356-4847-a43e-c0f691cb77d0 tempest-VolumesNegativeTest-845781470 tempest-VolumesNegativeTest-845781470-project] Synchronizing usage tracker for tenant:ddb127d74af54747bd599fb3a25f73e8 on resource:port {{(pid=84040) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 21:21:20.962794 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [req-4cc48928-d67a-4572-877e-1b34bf039aeb req-54f82e1e-4356-4847-a43e-c0f691cb77d0 tempest-VolumesNegativeTest-845781470 tempest-VolumesNegativeTest-845781470-project] Unset dirty status for tenant:ddb127d74af54747bd599fb3a25f73e8 on resource:port {{(pid=84040) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 21:21:20.964014 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-4cc48928-d67a-4572-877e-1b34bf039aeb req-54f82e1e-4356-4847-a43e-c0f691cb77d0 tempest-VolumesNegativeTest-845781470 tempest-VolumesNegativeTest-845781470-project] 10.222.0.42 "GET /v2.0/ports?device_id=9cab0ad0-187a-4004-beb9-354e33b12f04 HTTP/1.1" status: 200 len: 936 time: 0.2836990 Apr 18 21:21:21.051048 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [req-4cc48928-d67a-4572-877e-1b34bf039aeb req-16a32983-83d3-450e-bc49-3026fba67f98 tempest-VolumesNegativeTest-845781470 tempest-VolumesNegativeTest-845781470-project] Synchronizing usage tracker for tenant:ddb127d74af54747bd599fb3a25f73e8 on resource:security_group {{(pid=84040) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 21:21:21.082984 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [req-4cc48928-d67a-4572-877e-1b34bf039aeb req-16a32983-83d3-450e-bc49-3026fba67f98 tempest-VolumesNegativeTest-845781470 tempest-VolumesNegativeTest-845781470-project] Unset dirty status for tenant:ddb127d74af54747bd599fb3a25f73e8 on resource:security_group {{(pid=84040) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 21:21:21.084066 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-4cc48928-d67a-4572-877e-1b34bf039aeb req-16a32983-83d3-450e-bc49-3026fba67f98 tempest-VolumesNegativeTest-845781470 tempest-VolumesNegativeTest-845781470-project] 10.222.0.42 "GET /v2.0/security-groups?id=742ed4ed-3708-4f89-9c9e-35221d433ee4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1110623 Apr 18 21:21:21.138661 n-d-838334-2 neutron-server[84040]: DEBUG neutron.notifiers.nova [req-904cc007-f02e-42fa-8c5c-def68e1f8b31 req-b7c57102-e955-48da-962b-c4bdd45bb127 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f5222153-2eab-449a-8826-3aa788c93c50 {{(pid=84040) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 18 21:21:21.146316 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-904cc007-f02e-42fa-8c5c-def68e1f8b31 req-b7c57102-e955-48da-962b-c4bdd45bb127 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:21:21.161333 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.provisioning_blocks [req-904cc007-f02e-42fa-8c5c-def68e1f8b31 req-b7c57102-e955-48da-962b-c4bdd45bb127 service neutron] Transition to ACTIVE for port object f5222153-2eab-449a-8826-3aa788c93c50 will not be triggered until provisioned by entity L2. {{(pid=84040) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:21:21.164515 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-904cc007-f02e-42fa-8c5c-def68e1f8b31 req-b7c57102-e955-48da-962b-c4bdd45bb127 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32440959'] for port, after_update {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:21:21.303407 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7c57102-e955-48da-962b-c4bdd45bb127 service neutron] Pushing event updated for resources: {'Port': ['ID=f5222153-2eab-449a-8826-3aa788c93c50,revision_number=2']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:21:21.421978 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.managers [req-904cc007-f02e-42fa-8c5c-def68e1f8b31 req-b7c57102-e955-48da-962b-c4bdd45bb127 service neutron] Attempting to bind port f5222153-2eab-449a-8826-3aa788c93c50 on host n-h1-838334-2 for vnic_type normal with profile {{(pid=84040) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 21:21:21.422941 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.managers [req-904cc007-f02e-42fa-8c5c-def68e1f8b31 req-b7c57102-e955-48da-962b-c4bdd45bb127 service neutron] Attempting to bind port f5222153-2eab-449a-8826-3aa788c93c50 by drivers openvswitch,hyperv on host n-h1-838334-2 at level 0 using segments [{'id': '62b85806-94d8-4a88-a06c-da82e5932d66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': 'cb56989d-7c5d-4678-b194-1d2edf1e842a'}] {{(pid=84040) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 21:21:21.423439 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-904cc007-f02e-42fa-8c5c-def68e1f8b31 req-b7c57102-e955-48da-962b-c4bdd45bb127 service neutron] Attempting to bind port f5222153-2eab-449a-8826-3aa788c93c50 on network cb56989d-7c5d-4678-b194-1d2edf1e842a {{(pid=84040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 21:21:21.433932 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-904cc007-f02e-42fa-8c5c-def68e1f8b31 req-b7c57102-e955-48da-962b-c4bdd45bb127 service neutron] Port f5222153-2eab-449a-8826-3aa788c93c50 on network cb56989d-7c5d-4678-b194-1d2edf1e842a not bound, no agent of type Open vSwitch agent registered on host n-h1-838334-2 {{(pid=84040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 18 21:21:21.434319 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-904cc007-f02e-42fa-8c5c-def68e1f8b31 req-b7c57102-e955-48da-962b-c4bdd45bb127 service neutron] Attempting to bind port f5222153-2eab-449a-8826-3aa788c93c50 on network cb56989d-7c5d-4678-b194-1d2edf1e842a {{(pid=84040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 21:21:21.441799 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-904cc007-f02e-42fa-8c5c-def68e1f8b31 req-b7c57102-e955-48da-962b-c4bdd45bb127 service neutron] Checking agent: {'id': 'd63bab19-ff81-4de1-afeb-a3732288d0d7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-838334-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 33, 59), 'started_at': datetime.datetime(2022, 4, 18, 20, 33, 59), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 21, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 18 21:21:21.442601 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-904cc007-f02e-42fa-8c5c-def68e1f8b31 req-b7c57102-e955-48da-962b-c4bdd45bb127 service neutron] Checking segment: {'id': '62b85806-94d8-4a88-a06c-da82e5932d66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': 'cb56989d-7c5d-4678-b194-1d2edf1e842a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84040) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 21:21:21.442601 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-904cc007-f02e-42fa-8c5c-def68e1f8b31 req-b7c57102-e955-48da-962b-c4bdd45bb127 service neutron] Bound using segment: {'id': '62b85806-94d8-4a88-a06c-da82e5932d66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': 'cb56989d-7c5d-4678-b194-1d2edf1e842a'} {{(pid=84040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 18 21:21:21.443011 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.managers [req-904cc007-f02e-42fa-8c5c-def68e1f8b31 req-b7c57102-e955-48da-962b-c4bdd45bb127 service neutron] Bound port: f5222153-2eab-449a-8826-3aa788c93c50, host: n-h1-838334-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '62b85806-94d8-4a88-a06c-da82e5932d66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': 'cb56989d-7c5d-4678-b194-1d2edf1e842a'}}] {{(pid=84040) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 21:21:21.443356 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-904cc007-f02e-42fa-8c5c-def68e1f8b31 req-b7c57102-e955-48da-962b-c4bdd45bb127 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:21:21.695040 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.db [req-904cc007-f02e-42fa-8c5c-def68e1f8b31 req-b7c57102-e955-48da-962b-c4bdd45bb127 service neutron] For port f5222153-2eab-449a-8826-3aa788c93c50, host n-h1-838334-2, cleared binding levels {{(pid=84040) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 21:21:21.698599 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.db [req-904cc007-f02e-42fa-8c5c-def68e1f8b31 req-b7c57102-e955-48da-962b-c4bdd45bb127 service neutron] For port f5222153-2eab-449a-8826-3aa788c93c50, host n-h1-838334-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838334-2',level=0,port_id=f5222153-2eab-449a-8826-3aa788c93c50,segment=NetworkSegment(62b85806-94d8-4a88-a06c-da82e5932d66),segment_id=62b85806-94d8-4a88-a06c-da82e5932d66)] {{(pid=84040) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 21:21:21.707344 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-904cc007-f02e-42fa-8c5c-def68e1f8b31 req-b7c57102-e955-48da-962b-c4bdd45bb127 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32440959'] for port, after_update {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:21:21.751227 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dadf74a-56be-401d-b6ae-3ae79ae3a972 req-0c53c5b6-74f5-4235-beff-8106f142e1c2 tempest-TestVolumeBootPattern-942365775 tempest-TestVolumeBootPattern-942365775-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:21:21.752739 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-1dadf74a-56be-401d-b6ae-3ae79ae3a972 req-0c53c5b6-74f5-4235-beff-8106f142e1c2 tempest-TestVolumeBootPattern-942365775 tempest-TestVolumeBootPattern-942365775-project] 10.222.0.42 "GET /v2.0/ports?device_id=fcc9deb1-994f-47e8-a6a6-49afe87e2c69 HTTP/1.1" status: 200 len: 943 time: 0.2926488 Apr 18 21:21:21.813554 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-904cc007-f02e-42fa-8c5c-def68e1f8b31 req-b7c57102-e955-48da-962b-c4bdd45bb127 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217293'] for port, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:21:21.814898 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-904cc007-f02e-42fa-8c5c-def68e1f8b31 req-b7c57102-e955-48da-962b-c4bdd45bb127 service neutron] 10.222.0.43 "PUT /v2.0/ports/f5222153-2eab-449a-8826-3aa788c93c50 HTTP/1.1" status: 200 len: 1096 time: 1.2807577 Apr 18 21:21:21.815334 n-d-838334-2 neutron-server[84040]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9cab0ad0-187a-4004-beb9-354e33b12f04', 'tag': 'f5222153-2eab-449a-8826-3aa788c93c50'}] {{(pid=84040) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 21:21:21.838946 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-1dadf74a-56be-401d-b6ae-3ae79ae3a972 req-20472b7a-cbda-44fe-b71b-05bb60eae0e2 tempest-TestVolumeBootPattern-942365775 tempest-TestVolumeBootPattern-942365775-project] 10.222.0.42 "GET /v2.0/security-groups?id=da0e9646-9998-43bc-ae83-ea1de751a251&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0757909 Apr 18 21:21:21.849849 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7c57102-e955-48da-962b-c4bdd45bb127 service neutron] Pushing event updated for resources: {'Port': ['ID=f5222153-2eab-449a-8826-3aa788c93c50,revision_number=3']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:21:21.938343 n-d-838334-2 neutron-server[84040]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9e0f5b9e-04f7-4eb7-936d-514e987445b1'] response: {'name': 'network-changed', 'server_uuid': '9cab0ad0-187a-4004-beb9-354e33b12f04', 'tag': 'f5222153-2eab-449a-8826-3aa788c93c50', 'status': 'completed', 'code': 200} Apr 18 21:21:21.951470 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-904cc007-f02e-42fa-8c5c-def68e1f8b31 req-97c45d51-cc3a-42f9-95f2-93dcc0bf3654 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=ddb127d74af54747bd599fb3a25f73e8&device_id=9cab0ad0-187a-4004-beb9-354e33b12f04 HTTP/1.1" status: 200 len: 1099 time: 0.0850263 Apr 18 21:21:22.032964 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-904cc007-f02e-42fa-8c5c-def68e1f8b31 req-266ac767-51d4-41ea-ab99-71e6b0740378 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.224&port_id=f5222153-2eab-449a-8826-3aa788c93c50 HTTP/1.1" status: 200 len: 217 time: 0.0742443 Apr 18 21:21:22.102210 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-904cc007-f02e-42fa-8c5c-def68e1f8b31 req-874b5d1d-e327-4022-a3d9-22829451edb5 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:21:22.103715 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-904cc007-f02e-42fa-8c5c-def68e1f8b31 req-874b5d1d-e327-4022-a3d9-22829451edb5 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=c4b526db-4d8a-4d4c-a310-e3a599630ae1 HTTP/1.1" status: 200 len: 843 time: 0.0656917 Apr 18 21:21:22.190652 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-904cc007-f02e-42fa-8c5c-def68e1f8b31 req-74b89cff-0ee0-4412-b627-e945f5d56505 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=cb56989d-7c5d-4678-b194-1d2edf1e842a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0810573 Apr 18 21:21:22.377106 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-904cc007-f02e-42fa-8c5c-def68e1f8b31 req-47df841a-3d2f-49f3-93a6-ea59dd40180a service neutron] 10.222.0.43 "GET /v2.0/networks/cb56989d-7c5d-4678-b194-1d2edf1e842a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1804755 Apr 18 21:21:22.383896 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f239104-defd-468b-a186-f021bfe76a30 req-c1cea674-b1d7-4c0a-a263-0799d8265a13 tempest-VolumesNegativeTest-845781470 tempest-VolumesNegativeTest-845781470-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:21:22.385253 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-1f239104-defd-468b-a186-f021bfe76a30 req-c1cea674-b1d7-4c0a-a263-0799d8265a13 tempest-VolumesNegativeTest-845781470 tempest-VolumesNegativeTest-845781470-project] 10.222.0.42 "GET /v2.0/ports?device_id=9cab0ad0-187a-4004-beb9-354e33b12f04 HTTP/1.1" status: 200 len: 948 time: 0.1717556 Apr 18 21:21:22.529929 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-1f239104-defd-468b-a186-f021bfe76a30 req-451f2529-9324-4cd1-a579-30f251723893 tempest-VolumesNegativeTest-845781470 tempest-VolumesNegativeTest-845781470-project] 10.222.0.42 "GET /v2.0/security-groups?id=742ed4ed-3708-4f89-9c9e-35221d433ee4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1189585 Apr 18 21:21:22.556594 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-904cc007-f02e-42fa-8c5c-def68e1f8b31 req-b542fd16-68a3-4f52-80d9-383cec90cde7 service neutron] 10.222.0.43 "GET /v2.0/networks/cb56989d-7c5d-4678-b194-1d2edf1e842a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1704352 Apr 18 21:21:22.673004 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-22c522b4-343f-413b-9528-827e17a48502 req-b58eb1e9-d6e1-4c5c-95bc-0085307ec914 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=ddb127d74af54747bd599fb3a25f73e8&device_id=9cab0ad0-187a-4004-beb9-354e33b12f04 HTTP/1.1" status: 200 len: 1099 time: 0.0697389 Apr 18 21:21:22.813643 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22c522b4-343f-413b-9528-827e17a48502 req-24678068-831e-4789-8d67-f0da4e6a5f25 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:21:22.815157 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-22c522b4-343f-413b-9528-827e17a48502 req-24678068-831e-4789-8d67-f0da4e6a5f25 service neutron] 10.222.0.43 "GET /v2.0/networks?id=cb56989d-7c5d-4678-b194-1d2edf1e842a HTTP/1.1" status: 200 len: 870 time: 0.1368082 Apr 18 21:21:22.817599 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Device 2e19799e-20aa-4a8a-9abb-2926600918da details requested by agent hyperv_n-h2-838334-2 with host n-h2-838334-2 {{(pid=84042) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 18 21:21:22.888664 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-22c522b4-343f-413b-9528-827e17a48502 req-f17e12ad-e6a7-4092-8cc2-6490fa89db92 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.224&port_id=f5222153-2eab-449a-8826-3aa788c93c50 HTTP/1.1" status: 200 len: 217 time: 0.0674393 Apr 18 21:21:22.995879 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] For port 2e19799e-20aa-4a8a-9abb-2926600918da, host n-h2-838334-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838334-2',level=0,port_id=2e19799e-20aa-4a8a-9abb-2926600918da,segment=NetworkSegment(c9d9b92a-74d4-40ed-ab8e-582836dfe352),segment_id=c9d9b92a-74d4-40ed-ab8e-582836dfe352)] {{(pid=84042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:21:22.997878 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22c522b4-343f-413b-9528-827e17a48502 req-309b80ac-2637-404e-9dd9-6af1173e7740 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:21:22.999344 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-22c522b4-343f-413b-9528-827e17a48502 req-309b80ac-2637-404e-9dd9-6af1173e7740 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=c4b526db-4d8a-4d4c-a310-e3a599630ae1 HTTP/1.1" status: 200 len: 843 time: 0.1050856 Apr 18 21:21:23.013969 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Returning: {'device': '2e19799e-20aa-4a8a-9abb-2926600918da', 'network_id': '9b223f6a-fe67-4bd3-957a-7ef808b3aaf1', 'port_id': '2e19799e-20aa-4a8a-9abb-2926600918da', 'mac_address': 'fa:16:3e:f8:1e:b1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 357, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a845e1ae-c47e-4919-8a24-530366b84c60', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84042) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 18 21:21:23.077663 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:21:23.097201 n-d-838334-2 neutron-server[84042]: DEBUG neutron.notifiers.nova [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2e19799e-20aa-4a8a-9abb-2926600918da {{(pid=84042) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 18 21:21:23.114395 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] For port 2e19799e-20aa-4a8a-9abb-2926600918da, host n-h2-838334-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838334-2',level=0,port_id=2e19799e-20aa-4a8a-9abb-2926600918da,segment=NetworkSegment(c9d9b92a-74d4-40ed-ab8e-582836dfe352),segment_id=c9d9b92a-74d4-40ed-ab8e-582836dfe352)] {{(pid=84042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:21:23.119044 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682'] for port, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:21:23.162964 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-22c522b4-343f-413b-9528-827e17a48502 req-0a55f634-30d3-420b-be79-be2c24266bdb service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=cb56989d-7c5d-4678-b194-1d2edf1e842a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1555693 Apr 18 21:21:23.169449 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9046f73-ee05-4f70-b95c-ad49aa3460c8 req-3867a776-a0f1-4963-adb5-8d7b3d1b4ed9 tempest-TestVolumeBootPattern-942365775 tempest-TestVolumeBootPattern-942365775-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:21:23.170798 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-a9046f73-ee05-4f70-b95c-ad49aa3460c8 req-3867a776-a0f1-4963-adb5-8d7b3d1b4ed9 tempest-TestVolumeBootPattern-942365775 tempest-TestVolumeBootPattern-942365775-project] 10.222.0.42 "GET /v2.0/ports?device_id=fcc9deb1-994f-47e8-a6a6-49afe87e2c69 HTTP/1.1" status: 200 len: 943 time: 0.1266758 Apr 18 21:21:23.196522 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Pushing event updated for resources: {'Port': ['ID=2e19799e-20aa-4a8a-9abb-2926600918da,revision_number=4']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:21:23.206529 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:21:23.206869 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:21:23.207199 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:21:23.207527 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:21:23.208008 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:21:23.208335 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:21:23.208656 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:21:23.208973 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:21:23.209288 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:21:23.209603 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:21:23.209916 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:21:23.309688 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-a9046f73-ee05-4f70-b95c-ad49aa3460c8 req-cea4c945-6016-4d6e-9a64-d43758d63d86 tempest-TestVolumeBootPattern-942365775 tempest-TestVolumeBootPattern-942365775-project] 10.222.0.42 "GET /v2.0/security-groups?id=da0e9646-9998-43bc-ae83-ea1de751a251&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1178114 Apr 18 21:21:23.330586 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] get_ports_and_sgs() called for port_ids ['2e19799e-20aa-4a8a-9abb-2926600918da'] {{(pid=84042) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 18 21:21:23.341485 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-22c522b4-343f-413b-9528-827e17a48502 req-d20a9d13-f3d6-48f8-83aa-9ddfdc02adb1 service neutron] 10.222.0.43 "GET /v2.0/networks/cb56989d-7c5d-4678-b194-1d2edf1e842a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1697421 Apr 18 21:21:23.588719 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-22c522b4-343f-413b-9528-827e17a48502 req-b35027e9-0467-4d3f-89bb-4eefc2e6583e service neutron] 10.222.0.43 "GET /v2.0/networks/cb56989d-7c5d-4678-b194-1d2edf1e842a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2403529 Apr 18 21:21:23.748716 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35fb49ae-4cf1-4d21-88e7-982d145db22a req-c8144d90-b554-4439-bae6-22623efd6770 tempest-VolumesNegativeTest-845781470 tempest-VolumesNegativeTest-845781470-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:21:23.751153 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-35fb49ae-4cf1-4d21-88e7-982d145db22a req-c8144d90-b554-4439-bae6-22623efd6770 tempest-VolumesNegativeTest-845781470 tempest-VolumesNegativeTest-845781470-project] 10.222.0.42 "GET /v2.0/ports?device_id=9cab0ad0-187a-4004-beb9-354e33b12f04 HTTP/1.1" status: 200 len: 948 time: 0.0851595 Apr 18 21:21:23.802902 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-35fb49ae-4cf1-4d21-88e7-982d145db22a req-234c9bca-c0fb-43f5-b5c5-3a7e3cde0365 tempest-VolumesNegativeTest-845781470 tempest-VolumesNegativeTest-845781470-project] 10.222.0.42 "GET /v2.0/security-groups?id=742ed4ed-3708-4f89-9c9e-35221d433ee4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451143 Apr 18 21:21:24.540185 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c8959bb-f487-4bbd-b54d-7884edbbfee4 req-934fef43-4fbd-4e0d-8ef1-5f3fb64966be tempest-TestVolumeBootPattern-942365775 tempest-TestVolumeBootPattern-942365775-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:21:24.541623 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-7c8959bb-f487-4bbd-b54d-7884edbbfee4 req-934fef43-4fbd-4e0d-8ef1-5f3fb64966be tempest-TestVolumeBootPattern-942365775 tempest-TestVolumeBootPattern-942365775-project] 10.222.0.42 "GET /v2.0/ports?device_id=fcc9deb1-994f-47e8-a6a6-49afe87e2c69 HTTP/1.1" status: 200 len: 944 time: 0.0918896 Apr 18 21:21:24.590349 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-7c8959bb-f487-4bbd-b54d-7884edbbfee4 req-7aac3153-5c94-4ce9-a905-4403f26a4d67 tempest-TestVolumeBootPattern-942365775 tempest-TestVolumeBootPattern-942365775-project] 10.222.0.42 "GET /v2.0/security-groups?id=da0e9646-9998-43bc-ae83-ea1de751a251&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430930 Apr 18 21:21:24.827928 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Device f5222153-2eab-449a-8826-3aa788c93c50 details requested by agent hyperv_n-h1-838334-2 with host n-h1-838334-2 {{(pid=84042) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 18 21:21:24.836392 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Device 2e19799e-20aa-4a8a-9abb-2926600918da up at agent hyperv_n-h2-838334-2 {{(pid=84042) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 21:21:25.000735 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Provisioning for port 2e19799e-20aa-4a8a-9abb-2926600918da completed by entity L2. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 21:21:25.009118 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Provisioning complete for port 2e19799e-20aa-4a8a-9abb-2926600918da triggered by entity L2. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:21:25.009686 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1253608'] for port, provisioning_complete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:21:25.016588 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23c71a9e-b41a-4701-96b1-cc612abc8186 req-98670066-8a37-43cd-b25d-777058d12710 tempest-VolumesNegativeTest-845781470 tempest-VolumesNegativeTest-845781470-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:21:25.018565 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-23c71a9e-b41a-4701-96b1-cc612abc8186 req-98670066-8a37-43cd-b25d-777058d12710 tempest-VolumesNegativeTest-845781470 tempest-VolumesNegativeTest-845781470-project] 10.222.0.42 "GET /v2.0/ports?device_id=9cab0ad0-187a-4004-beb9-354e33b12f04 HTTP/1.1" status: 200 len: 948 time: 0.0946491 Apr 18 21:21:25.076742 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-23c71a9e-b41a-4701-96b1-cc612abc8186 req-d1e58042-0a88-43ac-b49e-169896479a3f tempest-VolumesNegativeTest-845781470 tempest-VolumesNegativeTest-845781470-project] 10.222.0.42 "GET /v2.0/security-groups?id=742ed4ed-3708-4f89-9c9e-35221d433ee4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503213 Apr 18 21:21:25.086574 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] For port f5222153-2eab-449a-8826-3aa788c93c50, host n-h1-838334-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838334-2',level=0,port_id=f5222153-2eab-449a-8826-3aa788c93c50,segment=NetworkSegment(62b85806-94d8-4a88-a06c-da82e5932d66),segment_id=62b85806-94d8-4a88-a06c-da82e5932d66)] {{(pid=84042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:21:25.106817 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Returning: {'device': 'f5222153-2eab-449a-8826-3aa788c93c50', 'network_id': 'cb56989d-7c5d-4678-b194-1d2edf1e842a', 'port_id': 'f5222153-2eab-449a-8826-3aa788c93c50', 'mac_address': 'fa:16:3e:88:35:aa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 382, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c4b526db-4d8a-4d4c-a310-e3a599630ae1', 'ip_address': '192.168.233.224'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84042) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 18 21:21:25.207219 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:21:25.230861 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:21:25.242231 n-d-838334-2 neutron-server[84042]: DEBUG neutron.notifiers.nova [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f5222153-2eab-449a-8826-3aa788c93c50 {{(pid=84042) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 18 21:21:25.267989 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] For port f5222153-2eab-449a-8826-3aa788c93c50, host n-h1-838334-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838334-2',level=0,port_id=f5222153-2eab-449a-8826-3aa788c93c50,segment=NetworkSegment(62b85806-94d8-4a88-a06c-da82e5932d66),segment_id=62b85806-94d8-4a88-a06c-da82e5932d66)] {{(pid=84042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:21:25.272868 n-d-838334-2 neutron-server[84042]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fcc9deb1-994f-47e8-a6a6-49afe87e2c69', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2e19799e-20aa-4a8a-9abb-2926600918da'}] {{(pid=84042) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 21:21:25.280788 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682'] for port, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:21:25.312215 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] For port 2e19799e-20aa-4a8a-9abb-2926600918da, host n-h2-838334-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838334-2',level=0,port_id=2e19799e-20aa-4a8a-9abb-2926600918da,segment=NetworkSegment(c9d9b92a-74d4-40ed-ab8e-582836dfe352),segment_id=c9d9b92a-74d4-40ed-ab8e-582836dfe352)] {{(pid=84042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:21:25.319569 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682'] for port, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:21:25.365839 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Pushing event updated for resources: {'Port': ['ID=f5222153-2eab-449a-8826-3aa788c93c50,revision_number=4']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:21:25.449799 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Pushing event updated for resources: {'Port': ['ID=2e19799e-20aa-4a8a-9abb-2926600918da,revision_number=5']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:21:25.482625 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] get_ports_and_sgs() called for port_ids ['f5222153-2eab-449a-8826-3aa788c93c50'] {{(pid=84042) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 18 21:21:25.547761 n-d-838334-2 neutron-server[84042]: INFO neutron.notifiers.nova [-] Nova event matching ['req-959b9333-a6ba-4498-bd1c-266fc937dc5d'] response: {'server_uuid': 'fcc9deb1-994f-47e8-a6a6-49afe87e2c69', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2e19799e-20aa-4a8a-9abb-2926600918da', 'code': 200} Apr 18 21:21:25.675594 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-0965c71d-bb7a-4aef-a9e4-df6297a8e52c req-b0e2ea23-bd30-4422-8db2-663959fbe85a service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=fcc9deb1-994f-47e8-a6a6-49afe87e2c69 HTTP/1.1" status: 200 len: 1096 time: 0.1024876 Apr 18 21:21:25.726915 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-0965c71d-bb7a-4aef-a9e4-df6297a8e52c req-d3382648-01b5-4929-870a-c1b479e28989 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=da0e9646-9998-43bc-ae83-ea1de751a251&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435600 Apr 18 21:21:25.848325 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aeaee6f-571b-4f07-be45-0ee0e7241eab req-ce0e8c4c-900e-441a-8dc9-602fb617d2bd tempest-TestVolumeBootPattern-942365775 tempest-TestVolumeBootPattern-942365775-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:21:25.849772 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-1aeaee6f-571b-4f07-be45-0ee0e7241eab req-ce0e8c4c-900e-441a-8dc9-602fb617d2bd tempest-TestVolumeBootPattern-942365775 tempest-TestVolumeBootPattern-942365775-project] 10.222.0.42 "GET /v2.0/ports?device_id=fcc9deb1-994f-47e8-a6a6-49afe87e2c69 HTTP/1.1" status: 200 len: 945 time: 0.0791626 Apr 18 21:21:25.897526 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-1aeaee6f-571b-4f07-be45-0ee0e7241eab req-7846fbe5-1bbc-49e0-b73b-0cd1332161ff tempest-TestVolumeBootPattern-942365775 tempest-TestVolumeBootPattern-942365775-project] 10.222.0.42 "GET /v2.0/security-groups?id=da0e9646-9998-43bc-ae83-ea1de751a251&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416822 Apr 18 21:21:26.288892 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23837b93-d2dd-41dd-aafa-ebb645a11703 req-a314b26b-30f8-4e4d-bdc0-a2c1632a6d81 tempest-VolumesNegativeTest-845781470 tempest-VolumesNegativeTest-845781470-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:21:26.290319 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-23837b93-d2dd-41dd-aafa-ebb645a11703 req-a314b26b-30f8-4e4d-bdc0-a2c1632a6d81 tempest-VolumesNegativeTest-845781470 tempest-VolumesNegativeTest-845781470-project] 10.222.0.42 "GET /v2.0/ports?device_id=9cab0ad0-187a-4004-beb9-354e33b12f04 HTTP/1.1" status: 200 len: 949 time: 0.0798256 Apr 18 21:21:26.337326 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-23837b93-d2dd-41dd-aafa-ebb645a11703 req-0674f027-ae18-42b0-84e4-bf127bddf693 tempest-VolumesNegativeTest-845781470 tempest-VolumesNegativeTest-845781470-project] 10.222.0.42 "GET /v2.0/security-groups?id=742ed4ed-3708-4f89-9c9e-35221d433ee4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414917 Apr 18 21:21:26.842748 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Device f5222153-2eab-449a-8826-3aa788c93c50 up at agent hyperv_n-h1-838334-2 {{(pid=84042) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 21:21:26.915250 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Provisioning for port f5222153-2eab-449a-8826-3aa788c93c50 completed by entity L2. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 21:21:26.920424 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Provisioning complete for port f5222153-2eab-449a-8826-3aa788c93c50 triggered by entity L2. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:21:26.920869 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1253608'] for port, provisioning_complete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:21:27.066461 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:21:27.100010 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] For port f5222153-2eab-449a-8826-3aa788c93c50, host n-h1-838334-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838334-2',level=0,port_id=f5222153-2eab-449a-8826-3aa788c93c50,segment=NetworkSegment(62b85806-94d8-4a88-a06c-da82e5932d66),segment_id=62b85806-94d8-4a88-a06c-da82e5932d66)] {{(pid=84042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:21:27.104275 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682'] for port, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:21:27.138077 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5298b62-3ead-45bc-a9ed-efc3c7d38e58 req-dde68980-7c49-4762-b15a-e9d5b8bc626d tempest-TestVolumeBootPattern-942365775 tempest-TestVolumeBootPattern-942365775-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:21:27.139661 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-e5298b62-3ead-45bc-a9ed-efc3c7d38e58 req-dde68980-7c49-4762-b15a-e9d5b8bc626d tempest-TestVolumeBootPattern-942365775 tempest-TestVolumeBootPattern-942365775-project] 10.222.0.42 "GET /v2.0/ports?device_id=fcc9deb1-994f-47e8-a6a6-49afe87e2c69 HTTP/1.1" status: 200 len: 945 time: 0.0782032 Apr 18 21:21:27.178716 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Pushing event updated for resources: {'Port': ['ID=f5222153-2eab-449a-8826-3aa788c93c50,revision_number=5']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:21:27.196897 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-e5298b62-3ead-45bc-a9ed-efc3c7d38e58 req-ee4be0cf-42f9-401a-8dc8-473e4e5c58cf tempest-TestVolumeBootPattern-942365775 tempest-TestVolumeBootPattern-942365775-project] 10.222.0.42 "GET /v2.0/security-groups?id=da0e9646-9998-43bc-ae83-ea1de751a251&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0512056 Apr 18 21:21:27.403572 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7962fc17-a440-4b52-a94a-5bf8890371b8 req-29677557-d7fe-40af-bb43-765a4e31b393 tempest-TestVolumeBootPattern-942365775 tempest-TestVolumeBootPattern-942365775-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:21:27.405058 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-7962fc17-a440-4b52-a94a-5bf8890371b8 req-29677557-d7fe-40af-bb43-765a4e31b393 tempest-TestVolumeBootPattern-942365775 tempest-TestVolumeBootPattern-942365775-project] 10.222.0.42 "GET /v2.0/ports?device_id=fcc9deb1-994f-47e8-a6a6-49afe87e2c69 HTTP/1.1" status: 200 len: 945 time: 0.0794160 Apr 18 21:21:27.461024 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-7962fc17-a440-4b52-a94a-5bf8890371b8 req-feec6651-8339-484c-ac2a-ddf01f4e7e2c tempest-TestVolumeBootPattern-942365775 tempest-TestVolumeBootPattern-942365775-project] 10.222.0.42 "GET /v2.0/security-groups?id=da0e9646-9998-43bc-ae83-ea1de751a251&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0484562 Apr 18 21:21:27.491181 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 34758) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:21:27.548605 n-d-838334-2 neutron-server[84042]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9cab0ad0-187a-4004-beb9-354e33b12f04', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f5222153-2eab-449a-8826-3aa788c93c50'}] {{(pid=84042) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 21:21:27.563552 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27ae1275-e2a2-4b5e-91c8-27ca282960fe req-6f563ffe-e1e0-47d4-a5aa-3e28da14e3bc tempest-VolumesNegativeTest-845781470 tempest-VolumesNegativeTest-845781470-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:21:27.565631 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-27ae1275-e2a2-4b5e-91c8-27ca282960fe req-6f563ffe-e1e0-47d4-a5aa-3e28da14e3bc tempest-VolumesNegativeTest-845781470 tempest-VolumesNegativeTest-845781470-project] 10.222.0.42 "GET /v2.0/ports?device_id=9cab0ad0-187a-4004-beb9-354e33b12f04 HTTP/1.1" status: 200 len: 950 time: 0.1034348 Apr 18 21:21:27.580248 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-e1f7f1d9-4755-4d76-9bc4-c782c73b8129 tempest-TestVolumeBootPattern-1067739245 tempest-TestVolumeBootPattern-1067739245-project-admin] Synchronizing usage tracker for tenant:ccfcac3d30004336ad0b8339e0ef4c77 on resource:port {{(pid=84041) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 21:21:27.600925 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-e1f7f1d9-4755-4d76-9bc4-c782c73b8129 tempest-TestVolumeBootPattern-1067739245 tempest-TestVolumeBootPattern-1067739245-project-admin] Unset dirty status for tenant:ccfcac3d30004336ad0b8339e0ef4c77 on resource:port {{(pid=84041) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 21:21:27.604995 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-e1f7f1d9-4755-4d76-9bc4-c782c73b8129 tempest-TestVolumeBootPattern-1067739245 tempest-TestVolumeBootPattern-1067739245-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=fcc9deb1-994f-47e8-a6a6-49afe87e2c69 HTTP/1.1" status: 200 len: 1091 time: 0.1093891 Apr 18 21:21:27.605327 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 34764) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:21:27.612945 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.v2.base [None req-90572547-6f91-4101-bec9-584c07120d90 tempest-TestVolumeBootPattern-942365775 tempest-TestVolumeBootPattern-942365775-project] Request body: {'floatingip': {'floating_network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'port_id': '2e19799e-20aa-4a8a-9abb-2926600918da', 'tenant_id': '31978bb3bc1348ad8b469e6e55d6f163', 'fixed_ip_address': '172.20.0.8'}} {{(pid=84041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:21:27.614757 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-27ae1275-e2a2-4b5e-91c8-27ca282960fe req-bc6c35df-fb2a-4f5c-84b4-5a6190d5c976 tempest-VolumesNegativeTest-845781470 tempest-VolumesNegativeTest-845781470-project] 10.222.0.42 "GET /v2.0/security-groups?id=742ed4ed-3708-4f89-9c9e-35221d433ee4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429230 Apr 18 21:21:27.617906 n-d-838334-2 neutron-server[84042]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3bc684a1-773c-4c38-ae06-e1b0661cdffa'] response: {'server_uuid': '9cab0ad0-187a-4004-beb9-354e33b12f04', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f5222153-2eab-449a-8826-3aa788c93c50', 'code': 200} Apr 18 21:21:27.628666 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-90572547-6f91-4101-bec9-584c07120d90 tempest-TestVolumeBootPattern-942365775 tempest-TestVolumeBootPattern-942365775-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:21:27.637378 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-90572547-6f91-4101-bec9-584c07120d90 tempest-TestVolumeBootPattern-942365775 tempest-TestVolumeBootPattern-942365775-project] Usage tracker for resource:floatingip and tenant:31978bb3bc1348ad8b469e6e55d6f163 is out of sync, need to count used quota {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:21:27.641490 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-90572547-6f91-4101-bec9-584c07120d90 tempest-TestVolumeBootPattern-942365775 tempest-TestVolumeBootPattern-942365775-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:21:27.647584 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-90572547-6f91-4101-bec9-584c07120d90 tempest-TestVolumeBootPattern-942365775 tempest-TestVolumeBootPattern-942365775-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:21:27.661064 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-90572547-6f91-4101-bec9-584c07120d90 tempest-TestVolumeBootPattern-942365775 tempest-TestVolumeBootPattern-942365775-project] Notify callbacks [] for floatingip, before_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:21:27.760411 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-9924401b-ba0f-4732-8dbd-041c19e9e432 req-c87b18d6-7227-4355-8f3d-9ffec461cc85 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=9cab0ad0-187a-4004-beb9-354e33b12f04 HTTP/1.1" status: 200 len: 1101 time: 0.0805025 Apr 18 21:21:27.822852 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-9924401b-ba0f-4732-8dbd-041c19e9e432 req-d329df81-0a56-4aa8-8da0-11f9f7b0052d service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=742ed4ed-3708-4f89-9c9e-35221d433ee4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544195 Apr 18 21:21:27.822969 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-90572547-6f91-4101-bec9-584c07120d90 tempest-TestVolumeBootPattern-942365775 tempest-TestVolumeBootPattern-942365775-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:21:27.968191 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.db_base_plugin_common [None req-90572547-6f91-4101-bec9-584c07120d90 tempest-TestVolumeBootPattern-942365775 tempest-TestVolumeBootPattern-942365775-project] Allocated IP 172.25.8.162 (e41b6600-a917-4a8d-b05c-be3be40c6d8c/6b05667b-848e-4356-9b44-d5eb6808ef74/1a600afa-8d60-4560-b907-f39b5beb2d3a) {{(pid=84041) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 21:21:28.128725 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-90572547-6f91-4101-bec9-584c07120d90 tempest-TestVolumeBootPattern-942365775 tempest-TestVolumeBootPattern-942365775-project] Notify callbacks [] for port, precommit_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:21:28.156945 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-90572547-6f91-4101-bec9-584c07120d90 tempest-TestVolumeBootPattern-942365775 tempest-TestVolumeBootPattern-942365775-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750374836619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32266323'] for port, after_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:21:28.223341 n-d-838334-2 neutron-server[84041]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90572547-6f91-4101-bec9-584c07120d90 tempest-TestVolumeBootPattern-942365775 tempest-TestVolumeBootPattern-942365775-project] Network e41b6600-a917-4a8d-b05c-be3be40c6d8c is already hosted by enough agents. {{(pid=84041) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:21:28.226092 n-d-838334-2 neutron-server[84041]: DEBUG neutron.scheduler.base_scheduler [None req-90572547-6f91-4101-bec9-584c07120d90 tempest-TestVolumeBootPattern-942365775 tempest-TestVolumeBootPattern-942365775-project] Resources bound (agent type, host, resource id): {{(pid=84041) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:21:28.230377 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90572547-6f91-4101-bec9-584c07120d90 tempest-TestVolumeBootPattern-942365775 tempest-TestVolumeBootPattern-942365775-project] Received port after_create {{(pid=84041) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 21:21:28.254553 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90572547-6f91-4101-bec9-584c07120d90 tempest-TestVolumeBootPattern-942365775 tempest-TestVolumeBootPattern-942365775-project] Pushing event updated for resources: {'Port': ['ID=1a600afa-8d60-4560-b907-f39b5beb2d3a,revision_number=1']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:21:28.772349 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-90572547-6f91-4101-bec9-584c07120d90 tempest-TestVolumeBootPattern-942365775 tempest-TestVolumeBootPattern-942365775-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:21:28.840855 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-90572547-6f91-4101-bec9-584c07120d90 tempest-TestVolumeBootPattern-942365775 tempest-TestVolumeBootPattern-942365775-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:21:28.920922 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed6c5f65-344e-4ea3-bf5f-901a7b271b7a req-c98201f1-8777-4b3f-ba2d-5c47a5739d8f tempest-VolumesNegativeTest-845781470 tempest-VolumesNegativeTest-845781470-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:21:28.929898 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-ed6c5f65-344e-4ea3-bf5f-901a7b271b7a req-c98201f1-8777-4b3f-ba2d-5c47a5739d8f tempest-VolumesNegativeTest-845781470 tempest-VolumesNegativeTest-845781470-project] 10.222.0.42 "GET /v2.0/ports?device_id=9cab0ad0-187a-4004-beb9-354e33b12f04 HTTP/1.1" status: 200 len: 950 time: 0.1597390 Apr 18 21:21:29.008274 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-ed6c5f65-344e-4ea3-bf5f-901a7b271b7a req-0bff6aa5-184b-486b-bcfe-cacb83f3fd7e tempest-VolumesNegativeTest-845781470 tempest-VolumesNegativeTest-845781470-project] 10.222.0.42 "GET /v2.0/security-groups?id=742ed4ed-3708-4f89-9c9e-35221d433ee4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0772331 Apr 18 21:21:29.210366 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-90572547-6f91-4101-bec9-584c07120d90 tempest-TestVolumeBootPattern-942365775 tempest-TestVolumeBootPattern-942365775-project] Notify callbacks [] for port, precommit_update {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:21:29.214940 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-90572547-6f91-4101-bec9-584c07120d90 tempest-TestVolumeBootPattern-942365775 tempest-TestVolumeBootPattern-942365775-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32266282'] for port, after_update {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:21:29.316768 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90572547-6f91-4101-bec9-584c07120d90 tempest-TestVolumeBootPattern-942365775 tempest-TestVolumeBootPattern-942365775-project] Pushing event updated for resources: {'Port': ['ID=1a600afa-8d60-4560-b907-f39b5beb2d3a,revision_number=2']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:21:29.342319 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-90572547-6f91-4101-bec9-584c07120d90 tempest-TestVolumeBootPattern-942365775 tempest-TestVolumeBootPattern-942365775-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33444131'] for floatingip, after_update {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:21:29.544350 n-d-838334-2 neutron-server[84041]: INFO neutron.db.l3_db [None req-90572547-6f91-4101-bec9-584c07120d90 tempest-TestVolumeBootPattern-942365775 tempest-TestVolumeBootPattern-942365775-project] Floating IP 8c7b19f0-9eed-441a-82f3-90ee86e759f6 associated. External IP: 172.25.8.162, port: 2e19799e-20aa-4a8a-9abb-2926600918da. Apr 18 21:21:29.914116 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750375287399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253529'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:21:29.949776 n-d-838334-2 neutron-server[84041]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-90572547-6f91-4101-bec9-584c07120d90 tempest-TestVolumeBootPattern-942365775 tempest-TestVolumeBootPattern-942365775-project] Router 62ab243e-ad9f-4433-a3dd-569ad89df6bc has already been hosted by L3 agent bc84d6c9-dd7a-4555-a351-592327b46d5a {{(pid=84041) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 21:21:30.167401 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-90572547-6f91-4101-bec9-584c07120d90 tempest-TestVolumeBootPattern-942365775 tempest-TestVolumeBootPattern-942365775-project] Notify agent at l3_agent.n-d-838334-2 the message routers_updated {{(pid=84041) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 21:21:30.178320 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-598b9a70-2fba-447c-a67f-80cb7ed6529e None None] Sync routers for ids ['62ab243e-ad9f-4433-a3dd-569ad89df6bc'] in n-d-838334-2 {{(pid=84042) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 18 21:21:30.190874 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_dvrscheduler_db [None req-598b9a70-2fba-447c-a67f-80cb7ed6529e None None] Routers {'62ab243e-ad9f-4433-a3dd-569ad89df6bc'} bound to L3 agent in host n-d-838334-2 {{(pid=84042) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 21:21:30.191496 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_hamode_db [None req-598b9a70-2fba-447c-a67f-80cb7ed6529e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838334-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-18T20:25:48Z,description=,heartbeat_timestamp=2022-04-18T21:21:18Z,host='n-d-838334-2',id=bc84d6c9-dd7a-4555-a351-592327b46d5a,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:25:48Z,topic='l3_agent')) {'router_ids': ['62ab243e-ad9f-4433-a3dd-569ad89df6bc'], 'active': True} {{(pid=84042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:21:30.210406 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-90572547-6f91-4101-bec9-584c07120d90 tempest-TestVolumeBootPattern-942365775 tempest-TestVolumeBootPattern-942365775-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217293'] for floatingip, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:21:30.233879 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-553aaa84-f0a9-4842-8e0e-80ccfb34f069 req-2c0f38fb-0b98-41ad-9c79-08820b3f2fcd tempest-VolumesNegativeTest-845781470 tempest-VolumesNegativeTest-845781470-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:21:30.236189 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-553aaa84-f0a9-4842-8e0e-80ccfb34f069 req-2c0f38fb-0b98-41ad-9c79-08820b3f2fcd tempest-VolumesNegativeTest-845781470 tempest-VolumesNegativeTest-845781470-project] 10.222.0.42 "GET /v2.0/ports?device_id=9cab0ad0-187a-4004-beb9-354e33b12f04 HTTP/1.1" status: 200 len: 950 time: 0.0926685 Apr 18 21:21:30.275896 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-90572547-6f91-4101-bec9-584c07120d90 tempest-TestVolumeBootPattern-942365775 tempest-TestVolumeBootPattern-942365775-project] 10.222.0.42 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.6695359 Apr 18 21:21:30.276436 n-d-838334-2 neutron-server[84041]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fcc9deb1-994f-47e8-a6a6-49afe87e2c69', 'tag': '2e19799e-20aa-4a8a-9abb-2926600918da'}] {{(pid=84041) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 21:21:30.312269 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-553aaa84-f0a9-4842-8e0e-80ccfb34f069 req-e17088d8-8b55-4df8-a86f-a1dd19d9b317 tempest-VolumesNegativeTest-845781470 tempest-VolumesNegativeTest-845781470-project] 10.222.0.42 "GET /v2.0/security-groups?id=742ed4ed-3708-4f89-9c9e-35221d433ee4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706444 Apr 18 21:21:30.348366 n-d-838334-2 neutron-server[84041]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fec2d213-e123-4b62-9a82-fda7e978b19e'] response: {'name': 'network-changed', 'server_uuid': 'fcc9deb1-994f-47e8-a6a6-49afe87e2c69', 'tag': '2e19799e-20aa-4a8a-9abb-2926600918da', 'status': 'completed', 'code': 200} Apr 18 21:21:30.445965 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_dvr_db [None req-598b9a70-2fba-447c-a67f-80cb7ed6529e None None] Set router 62ab243e-ad9f-4433-a3dd-569ad89df6bc gateway port host: n-d-838334-2 {{(pid=84042) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 21:21:30.464753 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-752fd93c-e14b-43a2-86d7-38b2f4edae18 req-226e6ca7-26b1-4bae-aa2c-fe2a225e07ed service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=31978bb3bc1348ad8b469e6e55d6f163&device_id=fcc9deb1-994f-47e8-a6a6-49afe87e2c69 HTTP/1.1" status: 200 len: 1096 time: 0.0867274 Apr 18 21:21:30.624277 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-752fd93c-e14b-43a2-86d7-38b2f4edae18 req-c8f15a0b-de56-498e-98c3-bc7a341d787d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:21:30.632241 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-752fd93c-e14b-43a2-86d7-38b2f4edae18 req-c8f15a0b-de56-498e-98c3-bc7a341d787d service neutron] 10.222.0.48 "GET /v2.0/networks?id=9b223f6a-fe67-4bd3-957a-7ef808b3aaf1 HTTP/1.1" status: 200 len: 912 time: 0.1567101 Apr 18 21:21:30.754800 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-752fd93c-e14b-43a2-86d7-38b2f4edae18 req-f0d101ea-6ce1-436d-b988-aec393a32961 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2e19799e-20aa-4a8a-9abb-2926600918da HTTP/1.1" status: 200 len: 999 time: 0.1197531 Apr 18 21:21:30.879753 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_hamode_db [None req-598b9a70-2fba-447c-a67f-80cb7ed6529e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62ab243e-ad9f-4433-a3dd-569ad89df6bc', 'name': 'tempest-TestVolumeBootPattern-477195389-router', 'tenant_id': '31978bb3bc1348ad8b469e6e55d6f163', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'external_fixed_ips': [{'subnet_id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'ip_address': '172.25.8.234'}], 'enable_snat': True}, 'gw_port_id': 'ed687a9e-9201-4e8e-80c0-f5948665f08d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:17:09Z', 'updated_at': '2022-04-18T21:17:14Z', 'revision_number': 4, 'project_id': '31978bb3bc1348ad8b469e6e55d6f163', 'gw_port': {'id': 'ed687a9e-9201-4e8e-80c0-f5948665f08d', 'name': '', 'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:d9:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62ab243e-ad9f-4433-a3dd-569ad89df6bc', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'ip_address': '172.25.8.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:17:10Z', 'updated_at': '2022-04-18T21:17:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838334-2', '_floatingips': [{'id': '8c7b19f0-9eed-441a-82f3-90ee86e759f6', 'tenant_id': '31978bb3bc1348ad8b469e6e55d6f163', 'floating_ip_address': '172.25.8.162', 'floating_network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'router_id': '62ab243e-ad9f-4433-a3dd-569ad89df6bc', 'port_id': '2e19799e-20aa-4a8a-9abb-2926600918da', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9b223f6a-fe67-4bd3-957a-7ef808b3aaf1', 'mac_address': 'fa:16:3e:f8:1e:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fcc9deb1-994f-47e8-a6a6-49afe87e2c69', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T21:21:28Z', 'updated_at': '2022-04-18T21:21:28Z', 'revision_number': 0, 'project_id': '31978bb3bc1348ad8b469e6e55d6f163', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dc11cf0f-ccf3-4218-b3db-90cf0ccd3b6a', 'name': '', 'network_id': '9b223f6a-fe67-4bd3-957a-7ef808b3aaf1', 'tenant_id': '31978bb3bc1348ad8b469e6e55d6f163', 'mac_address': 'fa:16:3e:12:a0:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62ab243e-ad9f-4433-a3dd-569ad89df6bc', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a845e1ae-c47e-4919-8a24-530366b84c60', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:17:13Z', 'updated_at': '2022-04-18T21:17:36Z', 'revision_number': 5, 'project_id': '31978bb3bc1348ad8b469e6e55d6f163', 'subnets': [{'id': 'a845e1ae-c47e-4919-8a24-530366b84c60', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838334-2', False) {} {{(pid=84042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:21:30.884829 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-598b9a70-2fba-447c-a67f-80cb7ed6529e None None] Checking router: 62ab243e-ad9f-4433-a3dd-569ad89df6bc for host: n-d-838334-2 {{(pid=84042) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 18 21:21:30.897491 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_dvrscheduler_db [None req-598b9a70-2fba-447c-a67f-80cb7ed6529e None None] Routers {'62ab243e-ad9f-4433-a3dd-569ad89df6bc'} bound to L3 agent in host n-d-838334-2 {{(pid=84042) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 21:21:30.898116 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_hamode_db [None req-598b9a70-2fba-447c-a67f-80cb7ed6529e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838334-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-18T20:25:48Z,description=,heartbeat_timestamp=2022-04-18T21:21:18Z,host='n-d-838334-2',id=bc84d6c9-dd7a-4555-a351-592327b46d5a,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:25:48Z,topic='l3_agent')) {'router_ids': ['62ab243e-ad9f-4433-a3dd-569ad89df6bc'], 'active': True} {{(pid=84042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:21:31.033564 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-752fd93c-e14b-43a2-86d7-38b2f4edae18 req-dd81cddc-7259-4631-abc6-5c3062a06a73 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:21:31.034996 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-752fd93c-e14b-43a2-86d7-38b2f4edae18 req-dd81cddc-7259-4631-abc6-5c3062a06a73 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=a845e1ae-c47e-4919-8a24-530366b84c60 HTTP/1.1" status: 200 len: 850 time: 0.2734034 Apr 18 21:21:31.096277 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_dvr_db [None req-598b9a70-2fba-447c-a67f-80cb7ed6529e None None] Set router 62ab243e-ad9f-4433-a3dd-569ad89df6bc gateway port host: n-d-838334-2 {{(pid=84042) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 21:21:31.097847 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5deffa09-1c50-4d97-a5fe-8e2d8eb2a7a1 req-b8d9fe61-4228-4f66-9f44-8efe9f6ba0e4 tempest-VolumesNegativeTest-845781470 tempest-VolumesNegativeTest-845781470-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:21:31.099331 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-5deffa09-1c50-4d97-a5fe-8e2d8eb2a7a1 req-b8d9fe61-4228-4f66-9f44-8efe9f6ba0e4 tempest-VolumesNegativeTest-845781470 tempest-VolumesNegativeTest-845781470-project] 10.222.0.42 "GET /v2.0/ports?device_id=9cab0ad0-187a-4004-beb9-354e33b12f04 HTTP/1.1" status: 200 len: 950 time: 0.3001778 Apr 18 21:21:31.166707 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-752fd93c-e14b-43a2-86d7-38b2f4edae18 req-099c2e50-8fa1-49f1-a8b7-8afc9154be7e service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=9b223f6a-fe67-4bd3-957a-7ef808b3aaf1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1245453 Apr 18 21:21:31.168821 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-5deffa09-1c50-4d97-a5fe-8e2d8eb2a7a1 req-19d82a93-5f78-474b-abc5-421c710845c8 tempest-VolumesNegativeTest-845781470 tempest-VolumesNegativeTest-845781470-project] 10.222.0.42 "GET /v2.0/security-groups?id=742ed4ed-3708-4f89-9c9e-35221d433ee4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610600 Apr 18 21:21:31.316920 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-752fd93c-e14b-43a2-86d7-38b2f4edae18 req-d2d9aa2d-530a-4035-a165-7dd34147be29 service neutron] 10.222.0.48 "GET /v2.0/networks/9b223f6a-fe67-4bd3-957a-7ef808b3aaf1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1441910 Apr 18 21:21:31.452327 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-752fd93c-e14b-43a2-86d7-38b2f4edae18 req-a1f17dd6-c61d-43f7-bf0a-61c09fbb1bc8 service neutron] 10.222.0.48 "GET /v2.0/networks/9b223f6a-fe67-4bd3-957a-7ef808b3aaf1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1294453 Apr 18 21:21:31.527843 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_hamode_db [None req-598b9a70-2fba-447c-a67f-80cb7ed6529e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62ab243e-ad9f-4433-a3dd-569ad89df6bc', 'name': 'tempest-TestVolumeBootPattern-477195389-router', 'tenant_id': '31978bb3bc1348ad8b469e6e55d6f163', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'external_fixed_ips': [{'subnet_id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'ip_address': '172.25.8.234'}], 'enable_snat': True}, 'gw_port_id': 'ed687a9e-9201-4e8e-80c0-f5948665f08d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:17:09Z', 'updated_at': '2022-04-18T21:17:14Z', 'revision_number': 4, 'project_id': '31978bb3bc1348ad8b469e6e55d6f163', 'gw_port': {'id': 'ed687a9e-9201-4e8e-80c0-f5948665f08d', 'name': '', 'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:d9:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62ab243e-ad9f-4433-a3dd-569ad89df6bc', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'ip_address': '172.25.8.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:17:10Z', 'updated_at': '2022-04-18T21:17:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838334-2', '_floatingips': [{'id': '8c7b19f0-9eed-441a-82f3-90ee86e759f6', 'tenant_id': '31978bb3bc1348ad8b469e6e55d6f163', 'floating_ip_address': '172.25.8.162', 'floating_network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'router_id': '62ab243e-ad9f-4433-a3dd-569ad89df6bc', 'port_id': '2e19799e-20aa-4a8a-9abb-2926600918da', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9b223f6a-fe67-4bd3-957a-7ef808b3aaf1', 'mac_address': 'fa:16:3e:f8:1e:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fcc9deb1-994f-47e8-a6a6-49afe87e2c69', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T21:21:28Z', 'updated_at': '2022-04-18T21:21:28Z', 'revision_number': 0, 'project_id': '31978bb3bc1348ad8b469e6e55d6f163', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dc11cf0f-ccf3-4218-b3db-90cf0ccd3b6a', 'name': '', 'network_id': '9b223f6a-fe67-4bd3-957a-7ef808b3aaf1', 'tenant_id': '31978bb3bc1348ad8b469e6e55d6f163', 'mac_address': 'fa:16:3e:12:a0:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62ab243e-ad9f-4433-a3dd-569ad89df6bc', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a845e1ae-c47e-4919-8a24-530366b84c60', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:17:13Z', 'updated_at': '2022-04-18T21:17:36Z', 'revision_number': 5, 'project_id': '31978bb3bc1348ad8b469e6e55d6f163', 'subnets': [{'id': 'a845e1ae-c47e-4919-8a24-530366b84c60', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838334-2', False) {} {{(pid=84042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:21:31.532483 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-598b9a70-2fba-447c-a67f-80cb7ed6529e None None] The sync data for ids ['62ab243e-ad9f-4433-a3dd-569ad89df6bc'] in n-d-838334-2 is: [{'id': '62ab243e-ad9f-4433-a3dd-569ad89df6bc', 'name': 'tempest-TestVolumeBootPattern-477195389-router', 'tenant_id': '31978bb3bc1348ad8b469e6e55d6f163', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'external_fixed_ips': [{'subnet_id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'ip_address': '172.25.8.234'}], 'enable_snat': True}, 'gw_port_id': 'ed687a9e-9201-4e8e-80c0-f5948665f08d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:17:09Z', 'updated_at': '2022-04-18T21:17:14Z', 'revision_number': 4, 'project_id': '31978bb3bc1348ad8b469e6e55d6f163', 'gw_port': {'id': 'ed687a9e-9201-4e8e-80c0-f5948665f08d', 'name': '', 'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:d9:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62ab243e-ad9f-4433-a3dd-569ad89df6bc', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'ip_address': '172.25.8.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:17:10Z', 'updated_at': '2022-04-18T21:17:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838334-2', '_floatingips': [{'id': '8c7b19f0-9eed-441a-82f3-90ee86e759f6', 'tenant_id': '31978bb3bc1348ad8b469e6e55d6f163', 'floating_ip_address': '172.25.8.162', 'floating_network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'router_id': '62ab243e-ad9f-4433-a3dd-569ad89df6bc', 'port_id': '2e19799e-20aa-4a8a-9abb-2926600918da', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9b223f6a-fe67-4bd3-957a-7ef808b3aaf1', 'mac_address': 'fa:16:3e:f8:1e:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fcc9deb1-994f-47e8-a6a6-49afe87e2c69', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T21:21:28Z', 'updated_at': '2022-04-18T21:21:28Z', 'revision_number': 0, 'project_id': '31978bb3bc1348ad8b469e6e55d6f163', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dc11cf0f-ccf3-4218-b3db-90cf0ccd3b6a', 'name': '', 'network_id': '9b223f6a-fe67-4bd3-957a-7ef808b3aaf1', 'tenant_id': '31978bb3bc1348ad8b469e6e55d6f163', 'mac_address': 'fa:16:3e:12:a0:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62ab243e-ad9f-4433-a3dd-569ad89df6bc', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a845e1ae-c47e-4919-8a24-530366b84c60', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:17:13Z', 'updated_at': '2022-04-18T21:17:36Z', 'revision_number': 5, 'project_id': '31978bb3bc1348ad8b469e6e55d6f163', 'subnets': [{'id': 'a845e1ae-c47e-4919-8a24-530366b84c60', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84042) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 18 21:21:31.734462 n-d-838334-2 neutron-server[84043]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebcbae2b-8032-4889-8f92-d14f745faece None None] New status for floating IP 8c7b19f0-9eed-441a-82f3-90ee86e759f6: ACTIVE {{(pid=84043) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Apr 18 21:21:32.094772 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b239071-3f76-4101-a2cd-2c2b2c9e0bc8 req-9d11052f-ce8d-4823-a550-90bfd8f09d4d tempest-VolumesNegativeTest-845781470 tempest-VolumesNegativeTest-845781470-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:21:32.096225 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-3b239071-3f76-4101-a2cd-2c2b2c9e0bc8 req-9d11052f-ce8d-4823-a550-90bfd8f09d4d tempest-VolumesNegativeTest-845781470 tempest-VolumesNegativeTest-845781470-project] 10.222.0.43 "GET /v2.0/ports?device_id=9cab0ad0-187a-4004-beb9-354e33b12f04 HTTP/1.1" status: 200 len: 950 time: 0.1197596 Apr 18 21:21:32.162736 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.plugin [req-3b239071-3f76-4101-a2cd-2c2b2c9e0bc8 req-b725935e-aa4c-49be-ba8d-c3293bdadee5 tempest-VolumesNegativeTest-845781470 tempest-VolumesNegativeTest-845781470-project] Deleting port f5222153-2eab-449a-8826-3aa788c93c50 {{(pid=84040) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 21:21:32.163067 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-3b239071-3f76-4101-a2cd-2c2b2c9e0bc8 req-b725935e-aa4c-49be-ba8d-c3293bdadee5 tempest-VolumesNegativeTest-845781470 tempest-VolumesNegativeTest-845781470-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750375188691'] for port, before_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:21:32.478983 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.db [req-3b239071-3f76-4101-a2cd-2c2b2c9e0bc8 req-b725935e-aa4c-49be-ba8d-c3293bdadee5 tempest-VolumesNegativeTest-845781470 tempest-VolumesNegativeTest-845781470-project] For port f5222153-2eab-449a-8826-3aa788c93c50, host n-h1-838334-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838334-2',level=0,port_id=f5222153-2eab-449a-8826-3aa788c93c50,segment=NetworkSegment(62b85806-94d8-4a88-a06c-da82e5932d66),segment_id=62b85806-94d8-4a88-a06c-da82e5932d66)] {{(pid=84040) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:21:32.479578 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-3b239071-3f76-4101-a2cd-2c2b2c9e0bc8 req-b725935e-aa4c-49be-ba8d-c3293bdadee5 tempest-VolumesNegativeTest-845781470 tempest-VolumesNegativeTest-845781470-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369123'] for port, precommit_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:21:32.551821 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1de9275-f99c-465e-b262-933609f2d70c req-5cfb61c2-db21-4022-9335-95adcc6796b8 tempest-VolumesNegativeTest-845781470 tempest-VolumesNegativeTest-845781470-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:21:32.553850 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-e1de9275-f99c-465e-b262-933609f2d70c req-5cfb61c2-db21-4022-9335-95adcc6796b8 tempest-VolumesNegativeTest-845781470 tempest-VolumesNegativeTest-845781470-project] 10.222.0.42 "GET /v2.0/ports?device_id=9cab0ad0-187a-4004-beb9-354e33b12f04 HTTP/1.1" status: 200 len: 950 time: 0.2421772 Apr 18 21:21:32.620351 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.plugin [req-3b239071-3f76-4101-a2cd-2c2b2c9e0bc8 req-b725935e-aa4c-49be-ba8d-c3293bdadee5 tempest-VolumesNegativeTest-845781470 tempest-VolumesNegativeTest-845781470-project] Calling delete_port for f5222153-2eab-449a-8826-3aa788c93c50 owned by compute:nova {{(pid=84040) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 21:21:32.709585 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-e1de9275-f99c-465e-b262-933609f2d70c req-95801a7b-ec25-47c7-9e54-4a1f523827ea tempest-VolumesNegativeTest-845781470 tempest-VolumesNegativeTest-845781470-project] 10.222.0.42 "GET /v2.0/security-groups?id=742ed4ed-3708-4f89-9c9e-35221d433ee4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0995517 Apr 18 21:21:32.804821 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-3b239071-3f76-4101-a2cd-2c2b2c9e0bc8 req-b725935e-aa4c-49be-ba8d-c3293bdadee5 tempest-VolumesNegativeTest-845781470 tempest-VolumesNegativeTest-845781470-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750375259028', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750374836628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32440838'] for port, after_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:21:32.816960 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] get_ports_and_sgs() called for port_ids ['f5222153-2eab-449a-8826-3aa788c93c50'] {{(pid=84042) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 18 21:21:32.862959 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b725935e-aa4c-49be-ba8d-c3293bdadee5 tempest-VolumesNegativeTest-845781470 tempest-VolumesNegativeTest-845781470-project] Pushing event deleted for resources: {'Port': ['ID=f5222153-2eab-449a-8826-3aa788c93c50,revision_number=None']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:21:32.948156 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.l3_dvrscheduler_db [req-3b239071-3f76-4101-a2cd-2c2b2c9e0bc8 req-b725935e-aa4c-49be-ba8d-c3293bdadee5 tempest-VolumesNegativeTest-845781470 tempest-VolumesNegativeTest-845781470-project] No DVR routers for this DVR port f5222153-2eab-449a-8826-3aa788c93c50 on host n-h1-838334-2 {{(pid=84040) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 21:21:32.952279 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-3b239071-3f76-4101-a2cd-2c2b2c9e0bc8 req-b725935e-aa4c-49be-ba8d-c3293bdadee5 tempest-VolumesNegativeTest-845781470 tempest-VolumesNegativeTest-845781470-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217293'] for port, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:21:32.965346 n-d-838334-2 neutron-server[84040]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9cab0ad0-187a-4004-beb9-354e33b12f04', 'name': 'network-vif-deleted', 'tag': 'f5222153-2eab-449a-8826-3aa788c93c50'}] {{(pid=84040) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 21:21:32.974594 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-3b239071-3f76-4101-a2cd-2c2b2c9e0bc8 req-b725935e-aa4c-49be-ba8d-c3293bdadee5 tempest-VolumesNegativeTest-845781470 tempest-VolumesNegativeTest-845781470-project] 10.222.0.43 "DELETE /v2.0/ports/f5222153-2eab-449a-8826-3aa788c93c50 HTTP/1.1" status: 204 len: 173 time: 0.8734198 Apr 18 21:21:33.068127 n-d-838334-2 neutron-server[84040]: INFO neutron.notifiers.nova [-] Nova event matching ['req-20722c0d-1120-43fd-93dc-41ee8bb2e013'] response: {'server_uuid': '9cab0ad0-187a-4004-beb9-354e33b12f04', 'name': 'network-vif-deleted', 'tag': 'f5222153-2eab-449a-8826-3aa788c93c50', 'status': 'completed', 'code': 200} Apr 18 21:21:34.087435 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750375287399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253529'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:21:36.930501 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Device f5222153-2eab-449a-8826-3aa788c93c50 no longer exists at agent hyperv_n-h1-838334-2 {{(pid=84042) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 21:21:36.978148 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.plugin [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] No Port match for: f5222153-2eab-449a-8826-3aa788c93c50 {{(pid=84042) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 18 21:21:36.978718 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Device f5222153-2eab-449a-8826-3aa788c93c50 not bound to the agent host n-h1-838334-2 {{(pid=84042) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 21:21:40.208265 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 35120) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:21:40.410796 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-99c52660-d892-4445-86c6-dc975d4aec7c admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=ddb127d74af54747bd599fb3a25f73e8&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2013159 Apr 18 21:21:40.413187 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 35128) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:21:40.476142 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-2ef02453-de92-462c-a9b3-735953517944 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:21:40.503043 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-2ef02453-de92-462c-a9b3-735953517944 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:21:40.560069 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-2ef02453-de92-462c-a9b3-735953517944 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33528224'] for security_group, after_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:21:40.580810 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ef02453-de92-462c-a9b3-735953517944 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=742ed4ed-3708-4f89-9c9e-35221d433ee4,revision_number=None']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:21:40.589438 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-2ef02453-de92-462c-a9b3-735953517944 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:21:40.589438 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-2ef02453-de92-462c-a9b3-735953517944 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/742ed4ed-3708-4f89-9c9e-35221d433ee4 HTTP/1.1" status: 204 len: 168 time: 0.1739330 Apr 18 21:21:41.526679 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 35160) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:21:41.678917 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.v2.base [None req-5e82bc8a-e19b-425a-857e-a528b16945f5 admin admin] Request body: {'network': {'name': 'tempest-TestAggregatesBasicOps-627063830-network', 'tenant_id': 'ed4c476554b440e7b14a994a0814ecb6'}} {{(pid=84041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:21:41.685272 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-5e82bc8a-e19b-425a-857e-a528b16945f5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:21:41.689899 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-5e82bc8a-e19b-425a-857e-a528b16945f5 admin admin] Usage tracker for resource:network and tenant:ed4c476554b440e7b14a994a0814ecb6 is out of sync, need to count used quota {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:21:41.689899 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-5e82bc8a-e19b-425a-857e-a528b16945f5 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:21:41.698309 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-5e82bc8a-e19b-425a-857e-a528b16945f5 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:21:41.712127 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e82bc8a-e19b-425a-857e-a528b16945f5 admin admin] Made reservation on behalf of ed4c476554b440e7b14a994a0814ecb6 for: {'network': 1} {{(pid=84041) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:21:41.715816 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-5e82bc8a-e19b-425a-857e-a528b16945f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for network, before_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:21:41.726464 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-5e82bc8a-e19b-425a-857e-a528b16945f5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:21:41.761016 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-5e82bc8a-e19b-425a-857e-a528b16945f5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:21:41.765206 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-5e82bc8a-e19b-425a-857e-a528b16945f5 admin admin] Usage tracker for resource:security_group_rule and tenant:ed4c476554b440e7b14a994a0814ecb6 is out of sync, need to count used quota {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:21:41.768432 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-5e82bc8a-e19b-425a-857e-a528b16945f5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:21:41.774167 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-5e82bc8a-e19b-425a-857e-a528b16945f5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:21:41.851898 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-5e82bc8a-e19b-425a-857e-a528b16945f5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:21:41.856754 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-5e82bc8a-e19b-425a-857e-a528b16945f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33528224'] for security_group, after_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:21:41.892599 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5e82bc8a-e19b-425a-857e-a528b16945f5 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 351} {{(pid=84041) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 21:21:41.903599 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e82bc8a-e19b-425a-857e-a528b16945f5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7470fa6d-5ad7-4d20-9b19-c6f340a644a4,revision_number=1']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:21:41.908271 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-5e82bc8a-e19b-425a-857e-a528b16945f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1082986'] for segment, precommit_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:21:41.908271 n-d-838334-2 neutron-server[84041]: INFO neutron.db.segments_db [None req-5e82bc8a-e19b-425a-857e-a528b16945f5 admin admin] Added segment 6c3cd46f-c480-4405-a7fe-3741f08fcbaa of type vlan for network 9b4b3bd2-149a-442c-a9b9-74473c8ef917 Apr 18 21:21:41.938698 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-5e82bc8a-e19b-425a-857e-a528b16945f5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750374825732'] for network, precommit_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:21:41.984146 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-5e82bc8a-e19b-425a-857e-a528b16945f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33526109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022'] for network, after_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:21:41.984146 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e82bc8a-e19b-425a-857e-a528b16945f5 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:21:41.991338 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-5e82bc8a-e19b-425a-857e-a528b16945f5 admin admin] Notify callbacks [] for network, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:21:42.115464 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e82bc8a-e19b-425a-857e-a528b16945f5 admin admin] Pushing event updated for resources: {'Network': ['ID=9b4b3bd2-149a-442c-a9b9-74473c8ef917,revision_number=1']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:21:42.115464 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-5e82bc8a-e19b-425a-857e-a528b16945f5 admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.5872056 Apr 18 21:21:42.122590 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 35172) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:21:42.128145 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.v2.base [None req-9467da2b-6309-47cc-b37d-eccf300567ac admin admin] Request body: {'subnet': {'network_id': '9b4b3bd2-149a-442c-a9b9-74473c8ef917', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestAggregatesBasicOps-627063830-subnet', 'tenant_id': 'ed4c476554b440e7b14a994a0814ecb6', 'ip_version': 4}} {{(pid=84041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:21:42.134577 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-9467da2b-6309-47cc-b37d-eccf300567ac admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:21:42.137373 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Network 9b4b3bd2-149a-442c-a9b9-74473c8ef917 details requested by agent ovs-agent-n-d-838334-2 with host n-d-838334-2 {{(pid=84042) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 18 21:21:42.141147 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-9467da2b-6309-47cc-b37d-eccf300567ac admin admin] Usage tracker for resource:subnet and tenant:ed4c476554b440e7b14a994a0814ecb6 is out of sync, need to count used quota {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:21:42.141147 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-9467da2b-6309-47cc-b37d-eccf300567ac admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:21:42.147133 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-9467da2b-6309-47cc-b37d-eccf300567ac admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:21:42.163225 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9467da2b-6309-47cc-b37d-eccf300567ac admin admin] Made reservation on behalf of ed4c476554b440e7b14a994a0814ecb6 for: {'subnet': 1} {{(pid=84041) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:21:42.163225 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-9467da2b-6309-47cc-b37d-eccf300567ac admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32486301'] for subnet, before_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:21:42.532750 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-9467da2b-6309-47cc-b37d-eccf300567ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33526260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32266407', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32486287'] for subnet, after_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:21:42.627527 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9467da2b-6309-47cc-b37d-eccf300567ac admin admin] Pushing event updated for resources: {'Subnet': ['ID=a3a0ca17-3a69-45e0-9b99-15bb5de15ea1,revision_number=0']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:21:42.644688 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9467da2b-6309-47cc-b37d-eccf300567ac admin admin] Checking segment: {'id': '6c3cd46f-c480-4405-a7fe-3741f08fcbaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': '9b4b3bd2-149a-442c-a9b9-74473c8ef917'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84041) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 21:21:42.644688 n-d-838334-2 neutron-server[84041]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9467da2b-6309-47cc-b37d-eccf300567ac admin admin] Network hostable DHCP agents. Network: 9b4b3bd2-149a-442c-a9b9-74473c8ef917, hostable agents: ['8746f8ea-3e91-4b32-9919-2c63adeb8722'], hosted agents: [] {{(pid=84041) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 21:21:42.672083 n-d-838334-2 neutron-server[84041]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9467da2b-6309-47cc-b37d-eccf300567ac admin admin] Network 9b4b3bd2-149a-442c-a9b9-74473c8ef917 is scheduled to be hosted by DHCP agent 8746f8ea-3e91-4b32-9919-2c63adeb8722 with binding_index 1 {{(pid=84041) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 21:21:42.683590 n-d-838334-2 neutron-server[84041]: DEBUG neutron.scheduler.base_scheduler [None req-9467da2b-6309-47cc-b37d-eccf300567ac admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-838334-2, 9b4b3bd2-149a-442c-a9b9-74473c8ef917) {{(pid=84041) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:21:42.698011 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c9bd029-927e-430c-b988-b07ea12d1c81 None None] Network 9b4b3bd2-149a-442c-a9b9-74473c8ef917 requested from n-d-838334-2 {{(pid=84042) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 21:21:42.703700 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9467da2b-6309-47cc-b37d-eccf300567ac admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:21:42.703700 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-9467da2b-6309-47cc-b37d-eccf300567ac admin admin] Notify callbacks [] for subnet, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:21:42.744189 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 35180) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:21:42.747028 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-9467da2b-6309-47cc-b37d-eccf300567ac admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.6215394 Apr 18 21:21:42.757156 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.v2.base [None req-b283377c-b093-4924-86c0-8f5b9957ede2 admin admin] Request body: {'router': {'name': 'tempest-TestAggregatesBasicOps-627063830-router', 'tenant_id': 'ed4c476554b440e7b14a994a0814ecb6', 'external_gateway_info': {'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c'}}} {{(pid=84040) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:21:42.764085 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [None req-b283377c-b093-4924-86c0-8f5b9957ede2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:21:42.769679 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-b283377c-b093-4924-86c0-8f5b9957ede2 admin admin] Usage tracker for resource:router and tenant:ed4c476554b440e7b14a994a0814ecb6 is out of sync, need to count used quota {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:21:42.772991 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-b283377c-b093-4924-86c0-8f5b9957ede2 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:21:42.782827 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [None req-b283377c-b093-4924-86c0-8f5b9957ede2 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:21:42.796397 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-b283377c-b093-4924-86c0-8f5b9957ede2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-33442106', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5708'] for router, before_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:21:42.797891 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-b283377c-b093-4924-86c0-8f5b9957ede2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33442137', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33444285', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33535433', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5703'] for router, precommit_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:21:42.818220 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-b283377c-b093-4924-86c0-8f5b9957ede2 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:21:42.931119 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80bb5d5b-f906-46d8-8eeb-cc0cdc539e37 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp016840fc-1f9f-5892-9c53-c9cf6c845bbb-9b4b3bd2-149a-442c-a9b9-74473c8ef917', 'network_id': '9b4b3bd2-149a-442c-a9b9-74473c8ef917', 'tenant_id': 'ed4c476554b440e7b14a994a0814ecb6', 'fixed_ips': [{'subnet_id': 'a3a0ca17-3a69-45e0-9b99-15bb5de15ea1'}]}} from n-d-838334-2. {{(pid=84042) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 18 21:21:42.931119 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-80bb5d5b-f906-46d8-8eeb-cc0cdc539e37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_create {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:21:43.046544 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.agents_db [None req-6346a179-333c-4370-b5a6-936984aeab15 None None] Agent healthcheck: found 7 active agents {{(pid=84043) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 18 21:21:43.072527 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-b283377c-b093-4924-86c0-8f5b9957ede2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-33444175', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-33443520', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5293'] for router, precommit_update {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:21:43.164043 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.db_base_plugin_common [None req-80bb5d5b-f906-46d8-8eeb-cc0cdc539e37 None None] Allocated IP 172.20.0.2 (9b4b3bd2-149a-442c-a9b9-74473c8ef917/a3a0ca17-3a69-45e0-9b99-15bb5de15ea1/5b2961a6-2f40-489b-bc69-54f6e6d95bc3) {{(pid=84042) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 21:21:43.408446 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-80bb5d5b-f906-46d8-8eeb-cc0cdc539e37 None None] Notify callbacks [] for port, precommit_create {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:21:43.423931 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-80bb5d5b-f906-46d8-8eeb-cc0cdc539e37 None None] Transition to ACTIVE for port object 5b2961a6-2f40-489b-bc69-54f6e6d95bc3 will not be triggered until provisioned by entity L2. {{(pid=84042) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:21:43.427328 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-b283377c-b093-4924-86c0-8f5b9957ede2 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:21:43.445950 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-80bb5d5b-f906-46d8-8eeb-cc0cdc539e37 None None] Transition to ACTIVE for port object 5b2961a6-2f40-489b-bc69-54f6e6d95bc3 will not be triggered until provisioned by entity DHCP. {{(pid=84042) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:21:43.453336 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-80bb5d5b-f906-46d8-8eeb-cc0cdc539e37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750374836619'] for port, after_create {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:21:43.463489 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-b283377c-b093-4924-86c0-8f5b9957ede2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:21:43.526627 n-d-838334-2 neutron-server[84042]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80bb5d5b-f906-46d8-8eeb-cc0cdc539e37 None None] Network 9b4b3bd2-149a-442c-a9b9-74473c8ef917 is already hosted by enough agents. {{(pid=84042) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:21:43.530223 n-d-838334-2 neutron-server[84042]: DEBUG neutron.scheduler.base_scheduler [None req-80bb5d5b-f906-46d8-8eeb-cc0cdc539e37 None None] Resources bound (agent type, host, resource id): {{(pid=84042) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:21:43.543169 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80bb5d5b-f906-46d8-8eeb-cc0cdc539e37 None None] Received port after_create {{(pid=84042) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 21:21:43.543169 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80bb5d5b-f906-46d8-8eeb-cc0cdc539e37 None None] Pushing event updated for resources: {'Port': ['ID=5b2961a6-2f40-489b-bc69-54f6e6d95bc3,revision_number=1']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:21:43.628544 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.db_base_plugin_common [None req-b283377c-b093-4924-86c0-8f5b9957ede2 admin admin] Allocated IP 172.25.8.182 (e41b6600-a917-4a8d-b05c-be3be40c6d8c/6b05667b-848e-4356-9b44-d5eb6808ef74/c8ce3010-b44f-4d75-bb7d-37d72b20bf38) {{(pid=84040) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 21:21:43.652050 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.managers [None req-80bb5d5b-f906-46d8-8eeb-cc0cdc539e37 None None] Attempting to bind port 5b2961a6-2f40-489b-bc69-54f6e6d95bc3 on host n-d-838334-2 for vnic_type normal with profile {{(pid=84042) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 21:21:43.652050 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.managers [None req-80bb5d5b-f906-46d8-8eeb-cc0cdc539e37 None None] Attempting to bind port 5b2961a6-2f40-489b-bc69-54f6e6d95bc3 by drivers openvswitch,hyperv on host n-d-838334-2 at level 0 using segments [{'id': '6c3cd46f-c480-4405-a7fe-3741f08fcbaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': '9b4b3bd2-149a-442c-a9b9-74473c8ef917'}] {{(pid=84042) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 21:21:43.652050 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80bb5d5b-f906-46d8-8eeb-cc0cdc539e37 None None] Attempting to bind port 5b2961a6-2f40-489b-bc69-54f6e6d95bc3 on network 9b4b3bd2-149a-442c-a9b9-74473c8ef917 {{(pid=84042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 21:21:43.659408 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80bb5d5b-f906-46d8-8eeb-cc0cdc539e37 None None] Checking agent: {'id': '97cd4414-7af6-4d67-868d-dff370b4071a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838334-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 25, 49), 'started_at': datetime.datetime(2022, 4, 18, 20, 26, 19), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 21, 21, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838334-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 18 21:21:43.659408 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80bb5d5b-f906-46d8-8eeb-cc0cdc539e37 None None] Checking segment: {'id': '6c3cd46f-c480-4405-a7fe-3741f08fcbaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': '9b4b3bd2-149a-442c-a9b9-74473c8ef917'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84042) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 21:21:43.659408 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-80bb5d5b-f906-46d8-8eeb-cc0cdc539e37 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:21:43.659408 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80bb5d5b-f906-46d8-8eeb-cc0cdc539e37 None None] Bound using segment: {'id': '6c3cd46f-c480-4405-a7fe-3741f08fcbaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': '9b4b3bd2-149a-442c-a9b9-74473c8ef917'} {{(pid=84042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 18 21:21:43.659408 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.managers [None req-80bb5d5b-f906-46d8-8eeb-cc0cdc539e37 None None] Bound port: 5b2961a6-2f40-489b-bc69-54f6e6d95bc3, host: n-d-838334-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6c3cd46f-c480-4405-a7fe-3741f08fcbaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': '9b4b3bd2-149a-442c-a9b9-74473c8ef917'}}] {{(pid=84042) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 21:21:43.659408 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-80bb5d5b-f906-46d8-8eeb-cc0cdc539e37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:21:43.760994 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-80bb5d5b-f906-46d8-8eeb-cc0cdc539e37 None None] For port 5b2961a6-2f40-489b-bc69-54f6e6d95bc3, host n-d-838334-2, cleared binding levels {{(pid=84042) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 21:21:43.764217 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-80bb5d5b-f906-46d8-8eeb-cc0cdc539e37 None None] For port 5b2961a6-2f40-489b-bc69-54f6e6d95bc3, host n-d-838334-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838334-2',level=0,port_id=5b2961a6-2f40-489b-bc69-54f6e6d95bc3,segment=NetworkSegment(6c3cd46f-c480-4405-a7fe-3741f08fcbaa),segment_id=6c3cd46f-c480-4405-a7fe-3741f08fcbaa)] {{(pid=84042) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 21:21:43.768699 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-80bb5d5b-f906-46d8-8eeb-cc0cdc539e37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682'] for port, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:21:43.790390 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-b283377c-b093-4924-86c0-8f5b9957ede2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:21:43.821183 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-b283377c-b093-4924-86c0-8f5b9957ede2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750374836619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32440838'] for port, after_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:21:43.876542 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80bb5d5b-f906-46d8-8eeb-cc0cdc539e37 None None] Pushing event updated for resources: {'Port': ['ID=5b2961a6-2f40-489b-bc69-54f6e6d95bc3,revision_number=2']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:21:43.929198 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b283377c-b093-4924-86c0-8f5b9957ede2 admin admin] Pushing event updated for resources: {'Port': ['ID=c8ce3010-b44f-4d75-bb7d-37d72b20bf38,revision_number=1']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:21:43.938156 n-d-838334-2 neutron-server[84040]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b283377c-b093-4924-86c0-8f5b9957ede2 admin admin] Network e41b6600-a917-4a8d-b05c-be3be40c6d8c is already hosted by enough agents. {{(pid=84040) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:21:43.938156 n-d-838334-2 neutron-server[84040]: DEBUG neutron.scheduler.base_scheduler [None req-b283377c-b093-4924-86c0-8f5b9957ede2 admin admin] Resources bound (agent type, host, resource id): {{(pid=84040) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:21:43.949697 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b283377c-b093-4924-86c0-8f5b9957ede2 admin admin] Received port after_create {{(pid=84040) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 21:21:44.166951 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-b283377c-b093-4924-86c0-8f5b9957ede2 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:21:44.167748 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-b283377c-b093-4924-86c0-8f5b9957ede2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33443529', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33444176'] for router, after_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:21:44.443330 n-d-838334-2 neutron-server[84040]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b283377c-b093-4924-86c0-8f5b9957ede2 admin admin] Router fd12749e-f6ac-4501-aa49-1e18886c1a78 is scheduled to L3 agent bc84d6c9-dd7a-4555-a351-592327b46d5a with binding_index 1 {{(pid=84040) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 18 21:21:44.548949 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Device 5b2961a6-2f40-489b-bc69-54f6e6d95bc3 up at agent ovs-agent-n-d-838334-2 {{(pid=84042) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 21:21:44.626688 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Provisioning for port 5b2961a6-2f40-489b-bc69-54f6e6d95bc3 completed by entity L2. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 21:21:44.704126 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b283377c-b093-4924-86c0-8f5b9957ede2 admin admin] Notify agent at l3_agent.n-d-838334-2 the message routers_updated {{(pid=84040) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 21:21:44.717035 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3a3c404-2c86-4f4c-84b7-b09910705bfa None None] Sync routers for ids ['fd12749e-f6ac-4501-aa49-1e18886c1a78'] in n-d-838334-2 {{(pid=84042) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 18 21:21:44.736054 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-b283377c-b093-4924-86c0-8f5b9957ede2 admin admin] Notify callbacks [] for router, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:21:44.742547 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 35202) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:21:44.746100 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3a3c404-2c86-4f4c-84b7-b09910705bfa None None] Routers {'fd12749e-f6ac-4501-aa49-1e18886c1a78'} bound to L3 agent in host n-d-838334-2 {{(pid=84042) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 21:21:44.746100 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_hamode_db [None req-c3a3c404-2c86-4f4c-84b7-b09910705bfa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838334-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-18T20:25:48Z,description=,heartbeat_timestamp=2022-04-18T21:21:18Z,host='n-d-838334-2',id=bc84d6c9-dd7a-4555-a351-592327b46d5a,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:25:48Z,topic='l3_agent')) {'router_ids': ['fd12749e-f6ac-4501-aa49-1e18886c1a78'], 'active': True} {{(pid=84042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:21:44.749443 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-b283377c-b093-4924-86c0-8f5b9957ede2 admin admin] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 2.0007484 Apr 18 21:21:44.982630 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_dvr_db [None req-c3a3c404-2c86-4f4c-84b7-b09910705bfa None None] Set router fd12749e-f6ac-4501-aa49-1e18886c1a78 gateway port host: n-d-838334-2 {{(pid=84042) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 21:21:45.322380 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6e6ebd7-e1f1-4df8-9a62-ee49b8bafa9f None None] Network 9b4b3bd2-149a-442c-a9b9-74473c8ef917 requested from n-d-838334-2 {{(pid=84042) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 21:21:45.554924 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-fece903e-20ec-4a8e-a560-cba7460fd72f None None] Provisioning for port 5b2961a6-2f40-489b-bc69-54f6e6d95bc3 completed by entity DHCP. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 21:21:45.584497 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-fece903e-20ec-4a8e-a560-cba7460fd72f None None] Provisioning complete for port 5b2961a6-2f40-489b-bc69-54f6e6d95bc3 triggered by entity DHCP. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:21:45.584497 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-fece903e-20ec-4a8e-a560-cba7460fd72f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1253608'] for port, provisioning_complete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:21:45.835310 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-e3001217-c23e-412c-be11-6861edcdbfe9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:21:45.866229 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-18a49e2c-55c1-4cfc-9dad-e92ffd97b13f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750375287399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253529'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:21:45.887333 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-fece903e-20ec-4a8e-a560-cba7460fd72f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:21:45.926719 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-fece903e-20ec-4a8e-a560-cba7460fd72f None None] For port 5b2961a6-2f40-489b-bc69-54f6e6d95bc3, host n-d-838334-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838334-2',level=0,port_id=5b2961a6-2f40-489b-bc69-54f6e6d95bc3,segment=NetworkSegment(6c3cd46f-c480-4405-a7fe-3741f08fcbaa),segment_id=6c3cd46f-c480-4405-a7fe-3741f08fcbaa)] {{(pid=84042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:21:45.939435 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_hamode_db [None req-c3a3c404-2c86-4f4c-84b7-b09910705bfa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd12749e-f6ac-4501-aa49-1e18886c1a78', 'name': 'tempest-TestAggregatesBasicOps-627063830-router', 'tenant_id': 'ed4c476554b440e7b14a994a0814ecb6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'external_fixed_ips': [{'subnet_id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'ip_address': '172.25.8.182'}], 'enable_snat': True}, 'gw_port_id': 'c8ce3010-b44f-4d75-bb7d-37d72b20bf38', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:21:42Z', 'updated_at': '2022-04-18T21:21:44Z', 'revision_number': 3, 'project_id': 'ed4c476554b440e7b14a994a0814ecb6', 'gw_port': {'id': 'c8ce3010-b44f-4d75-bb7d-37d72b20bf38', 'name': '', 'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:4e:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fd12749e-f6ac-4501-aa49-1e18886c1a78', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'ip_address': '172.25.8.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:21:43Z', 'updated_at': '2022-04-18T21:21:43Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838334-2'}], 'n-d-838334-2', False) {} {{(pid=84042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:21:45.939435 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-fece903e-20ec-4a8e-a560-cba7460fd72f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682'] for port, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:21:46.008187 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3a3c404-2c86-4f4c-84b7-b09910705bfa None None] Checking router: fd12749e-f6ac-4501-aa49-1e18886c1a78 for host: n-d-838334-2 {{(pid=84042) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 18 21:21:46.008187 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3a3c404-2c86-4f4c-84b7-b09910705bfa None None] Updating router fd12749e-f6ac-4501-aa49-1e18886c1a78 port c8ce3010-b44f-4d75-bb7d-37d72b20bf38 binding host n-d-838334-2 {{(pid=84042) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 18 21:21:46.115751 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fece903e-20ec-4a8e-a560-cba7460fd72f None None] Pushing event updated for resources: {'Port': ['ID=5b2961a6-2f40-489b-bc69-54f6e6d95bc3,revision_number=3']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:21:46.125742 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-c3a3c404-2c86-4f4c-84b7-b09910705bfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:21:46.348192 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.db_base_plugin_common [None req-e3001217-c23e-412c-be11-6861edcdbfe9 admin admin] Allocated IP 172.20.0.1 (9b4b3bd2-149a-442c-a9b9-74473c8ef917/a3a0ca17-3a69-45e0-9b99-15bb5de15ea1/6e087ef4-68bb-415c-aacc-6d09c874b901) {{(pid=84041) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 21:21:46.594757 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Device 5b2961a6-2f40-489b-bc69-54f6e6d95bc3 up at agent ovs-agent-n-d-838334-2 {{(pid=84042) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 21:21:46.616905 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-e3001217-c23e-412c-be11-6861edcdbfe9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:21:46.640289 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.provisioning_blocks [None req-e3001217-c23e-412c-be11-6861edcdbfe9 admin admin] Transition to ACTIVE for port object 6e087ef4-68bb-415c-aacc-6d09c874b901 will not be triggered until provisioned by entity DHCP. {{(pid=84041) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:21:46.689069 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-e3001217-c23e-412c-be11-6861edcdbfe9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750374836619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32266323'] for port, after_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:21:46.756516 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Provisioning complete for port 5b2961a6-2f40-489b-bc69-54f6e6d95bc3 triggered by entity L2. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:21:46.756516 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1253608'] for port, provisioning_complete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:21:46.764486 n-d-838334-2 neutron-server[84041]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3001217-c23e-412c-be11-6861edcdbfe9 admin admin] Network 9b4b3bd2-149a-442c-a9b9-74473c8ef917 is already hosted by enough agents. {{(pid=84041) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:21:46.764486 n-d-838334-2 neutron-server[84041]: DEBUG neutron.scheduler.base_scheduler [None req-e3001217-c23e-412c-be11-6861edcdbfe9 admin admin] Resources bound (agent type, host, resource id): {{(pid=84041) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:21:46.764486 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3001217-c23e-412c-be11-6861edcdbfe9 admin admin] Received port after_create {{(pid=84041) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 21:21:46.785330 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-6b8ff0d4-8678-44af-b72e-2b389f960acc None None] Provisioning complete for port 5b2961a6-2f40-489b-bc69-54f6e6d95bc3 triggered by entity DHCP. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:21:46.785330 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-6b8ff0d4-8678-44af-b72e-2b389f960acc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1253608'] for port, provisioning_complete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:21:46.853547 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3001217-c23e-412c-be11-6861edcdbfe9 admin admin] Pushing event updated for resources: {'Port': ['ID=6e087ef4-68bb-415c-aacc-6d09c874b901,revision_number=1']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:21:46.860761 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-e3001217-c23e-412c-be11-6861edcdbfe9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33444010'] for router_interface, before_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:21:46.895161 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.db.resource_extend [None req-c3a3c404-2c86-4f4c-84b7-b09910705bfa None None] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 18 21:21:47.132095 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-e3001217-c23e-412c-be11-6861edcdbfe9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:21:47.268673 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-c3a3c404-2c86-4f4c-84b7-b09910705bfa None None] Notify callbacks [] for port, precommit_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:21:47.299287 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-c3a3c404-2c86-4f4c-84b7-b09910705bfa None None] Transition to ACTIVE for port object c8ce3010-b44f-4d75-bb7d-37d72b20bf38 will not be triggered until provisioned by entity L2. {{(pid=84042) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:21:47.344951 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-c3a3c404-2c86-4f4c-84b7-b09910705bfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682'] for port, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:21:47.475306 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-020f0192-f71a-4565-8bcd-cb89e7d847c1 None None] Pushing event updated for resources: {'Port': ['ID=c8ce3010-b44f-4d75-bb7d-37d72b20bf38,revision_number=2']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:21:47.482718 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.managers [None req-c3a3c404-2c86-4f4c-84b7-b09910705bfa None None] Attempting to bind port c8ce3010-b44f-4d75-bb7d-37d72b20bf38 on host n-d-838334-2 for vnic_type normal with profile {{(pid=84042) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 21:21:47.482718 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.managers [None req-c3a3c404-2c86-4f4c-84b7-b09910705bfa None None] Attempting to bind port c8ce3010-b44f-4d75-bb7d-37d72b20bf38 by drivers openvswitch,hyperv on host n-d-838334-2 at level 0 using segments [{'id': '732aa830-768b-4511-951f-d08e26b9c25b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c'}] {{(pid=84042) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 21:21:47.482718 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3a3c404-2c86-4f4c-84b7-b09910705bfa None None] Attempting to bind port c8ce3010-b44f-4d75-bb7d-37d72b20bf38 on network e41b6600-a917-4a8d-b05c-be3be40c6d8c {{(pid=84042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 21:21:47.498133 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3a3c404-2c86-4f4c-84b7-b09910705bfa None None] Checking agent: {'id': '97cd4414-7af6-4d67-868d-dff370b4071a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838334-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 25, 49), 'started_at': datetime.datetime(2022, 4, 18, 20, 26, 19), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 21, 21, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838334-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 18 21:21:47.498133 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3a3c404-2c86-4f4c-84b7-b09910705bfa None None] Checking segment: {'id': '732aa830-768b-4511-951f-d08e26b9c25b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84042) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 21:21:47.498133 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-c3a3c404-2c86-4f4c-84b7-b09910705bfa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:21:47.498133 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3a3c404-2c86-4f4c-84b7-b09910705bfa None None] Bound using segment: {'id': '732aa830-768b-4511-951f-d08e26b9c25b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c'} {{(pid=84042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 18 21:21:47.498133 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.managers [None req-c3a3c404-2c86-4f4c-84b7-b09910705bfa None None] Bound port: c8ce3010-b44f-4d75-bb7d-37d72b20bf38, host: n-d-838334-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '732aa830-768b-4511-951f-d08e26b9c25b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c'}}] {{(pid=84042) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 21:21:47.498133 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-c3a3c404-2c86-4f4c-84b7-b09910705bfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:21:47.577082 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-23e89369-3307-4d70-ba53-1df23b42d9bb None None] Provisioning for port 6e087ef4-68bb-415c-aacc-6d09c874b901 completed by entity DHCP. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 21:21:47.596105 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-23e89369-3307-4d70-ba53-1df23b42d9bb None None] Provisioning complete for port 6e087ef4-68bb-415c-aacc-6d09c874b901 triggered by entity DHCP. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:21:47.596105 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-23e89369-3307-4d70-ba53-1df23b42d9bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1253608'] for port, provisioning_complete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:21:47.684111 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-e3001217-c23e-412c-be11-6861edcdbfe9 admin admin] Notify callbacks [] for port, precommit_update {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:21:47.688089 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-e3001217-c23e-412c-be11-6861edcdbfe9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32266282'] for port, after_update {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:21:47.738480 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-c3a3c404-2c86-4f4c-84b7-b09910705bfa None None] For port c8ce3010-b44f-4d75-bb7d-37d72b20bf38, host n-d-838334-2, cleared binding levels {{(pid=84042) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 21:21:47.749005 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.plugin [None req-23e89369-3307-4d70-ba53-1df23b42d9bb None None] Port 6e087ef4-68bb-415c-aacc-6d09c874b901 cannot update to ACTIVE because it is not bound. {{(pid=84042) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 18 21:21:47.749005 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-c3a3c404-2c86-4f4c-84b7-b09910705bfa None None] For port c8ce3010-b44f-4d75-bb7d-37d72b20bf38, host n-d-838334-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838334-2',level=0,port_id=c8ce3010-b44f-4d75-bb7d-37d72b20bf38,segment=NetworkSegment(732aa830-768b-4511-951f-d08e26b9c25b),segment_id=732aa830-768b-4511-951f-d08e26b9c25b)] {{(pid=84042) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 21:21:47.760472 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-c3a3c404-2c86-4f4c-84b7-b09910705bfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682'] for port, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:21:47.819925 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-e3001217-c23e-412c-be11-6861edcdbfe9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-32377886', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33443847'] for router_interface, after_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:21:47.839829 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3001217-c23e-412c-be11-6861edcdbfe9 admin admin] Pushing event updated for resources: {'Port': ['ID=6e087ef4-68bb-415c-aacc-6d09c874b901,revision_number=2']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:21:47.868116 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-020f0192-f71a-4565-8bcd-cb89e7d847c1 None None] Pushing event updated for resources: {'Port': ['ID=c8ce3010-b44f-4d75-bb7d-37d72b20bf38,revision_number=3']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:21:47.868116 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3a3c404-2c86-4f4c-84b7-b09910705bfa None None] Routers {'fd12749e-f6ac-4501-aa49-1e18886c1a78'} bound to L3 agent in host n-d-838334-2 {{(pid=84042) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 21:21:47.868116 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_hamode_db [None req-c3a3c404-2c86-4f4c-84b7-b09910705bfa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838334-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-18T20:25:48Z,description=,heartbeat_timestamp=2022-04-18T21:21:18Z,host='n-d-838334-2',id=bc84d6c9-dd7a-4555-a351-592327b46d5a,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:25:48Z,topic='l3_agent')) {'router_ids': ['fd12749e-f6ac-4501-aa49-1e18886c1a78'], 'active': True} {{(pid=84042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:21:47.980404 n-d-838334-2 neutron-server[84041]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3001217-c23e-412c-be11-6861edcdbfe9 admin admin] Network 9b4b3bd2-149a-442c-a9b9-74473c8ef917 is already hosted by enough agents. {{(pid=84041) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:21:47.981676 n-d-838334-2 neutron-server[84041]: DEBUG neutron.scheduler.base_scheduler [None req-e3001217-c23e-412c-be11-6861edcdbfe9 admin admin] Resources bound (agent type, host, resource id): {{(pid=84041) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:21:48.062469 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-404a97e9-bbac-494f-8c16-39dbdb158ac3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750375287399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253529'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:21:48.098257 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_dvr_db [None req-c3a3c404-2c86-4f4c-84b7-b09910705bfa None None] Set router fd12749e-f6ac-4501-aa49-1e18886c1a78 gateway port host: n-d-838334-2 {{(pid=84042) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 21:21:48.583816 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-fcb816c8-4154-4ab2-8634-014107a87c43 None None] Provisioning complete for port 6e087ef4-68bb-415c-aacc-6d09c874b901 triggered by entity DHCP. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:21:48.583816 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-fcb816c8-4154-4ab2-8634-014107a87c43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1253608'] for port, provisioning_complete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:21:48.668706 n-d-838334-2 neutron-server[84041]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e3001217-c23e-412c-be11-6861edcdbfe9 admin admin] Router fd12749e-f6ac-4501-aa49-1e18886c1a78 has already been hosted by L3 agent bc84d6c9-dd7a-4555-a351-592327b46d5a {{(pid=84041) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 21:21:48.711863 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.plugin [None req-fcb816c8-4154-4ab2-8634-014107a87c43 None None] Port 6e087ef4-68bb-415c-aacc-6d09c874b901 cannot update to ACTIVE because it is not bound. {{(pid=84042) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 18 21:21:48.745311 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_hamode_db [None req-c3a3c404-2c86-4f4c-84b7-b09910705bfa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd12749e-f6ac-4501-aa49-1e18886c1a78', 'name': 'tempest-TestAggregatesBasicOps-627063830-router', 'tenant_id': 'ed4c476554b440e7b14a994a0814ecb6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'external_fixed_ips': [{'subnet_id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'ip_address': '172.25.8.182'}], 'enable_snat': True}, 'gw_port_id': 'c8ce3010-b44f-4d75-bb7d-37d72b20bf38', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:21:42Z', 'updated_at': '2022-04-18T21:21:46Z', 'revision_number': 4, 'project_id': 'ed4c476554b440e7b14a994a0814ecb6', 'gw_port': {'id': 'c8ce3010-b44f-4d75-bb7d-37d72b20bf38', 'name': '', 'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:4e:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fd12749e-f6ac-4501-aa49-1e18886c1a78', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'ip_address': '172.25.8.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:21:43Z', 'updated_at': '2022-04-18T21:21:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838334-2', '_interfaces': [{'id': '6e087ef4-68bb-415c-aacc-6d09c874b901', 'name': '', 'network_id': '9b4b3bd2-149a-442c-a9b9-74473c8ef917', 'tenant_id': 'ed4c476554b440e7b14a994a0814ecb6', 'mac_address': 'fa:16:3e:e6:9b:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fd12749e-f6ac-4501-aa49-1e18886c1a78', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a3a0ca17-3a69-45e0-9b99-15bb5de15ea1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:21:45Z', 'updated_at': '2022-04-18T21:21:47Z', 'revision_number': 2, 'project_id': 'ed4c476554b440e7b14a994a0814ecb6', 'subnets': [{'id': 'a3a0ca17-3a69-45e0-9b99-15bb5de15ea1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838334-2', False) {} {{(pid=84042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:21:48.755034 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3a3c404-2c86-4f4c-84b7-b09910705bfa None None] The sync data for ids ['fd12749e-f6ac-4501-aa49-1e18886c1a78'] in n-d-838334-2 is: [{'id': 'fd12749e-f6ac-4501-aa49-1e18886c1a78', 'name': 'tempest-TestAggregatesBasicOps-627063830-router', 'tenant_id': 'ed4c476554b440e7b14a994a0814ecb6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'external_fixed_ips': [{'subnet_id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'ip_address': '172.25.8.182'}], 'enable_snat': True}, 'gw_port_id': 'c8ce3010-b44f-4d75-bb7d-37d72b20bf38', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:21:42Z', 'updated_at': '2022-04-18T21:21:46Z', 'revision_number': 4, 'project_id': 'ed4c476554b440e7b14a994a0814ecb6', 'gw_port': {'id': 'c8ce3010-b44f-4d75-bb7d-37d72b20bf38', 'name': '', 'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:4e:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fd12749e-f6ac-4501-aa49-1e18886c1a78', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'ip_address': '172.25.8.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:21:43Z', 'updated_at': '2022-04-18T21:21:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838334-2', '_interfaces': [{'id': '6e087ef4-68bb-415c-aacc-6d09c874b901', 'name': '', 'network_id': '9b4b3bd2-149a-442c-a9b9-74473c8ef917', 'tenant_id': 'ed4c476554b440e7b14a994a0814ecb6', 'mac_address': 'fa:16:3e:e6:9b:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fd12749e-f6ac-4501-aa49-1e18886c1a78', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a3a0ca17-3a69-45e0-9b99-15bb5de15ea1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:21:45Z', 'updated_at': '2022-04-18T21:21:47Z', 'revision_number': 2, 'project_id': 'ed4c476554b440e7b14a994a0814ecb6', 'subnets': [{'id': 'a3a0ca17-3a69-45e0-9b99-15bb5de15ea1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84042) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 18 21:21:48.939542 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e3001217-c23e-412c-be11-6861edcdbfe9 admin admin] Notify agent at l3_agent.n-d-838334-2 the message routers_updated {{(pid=84041) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 21:21:48.980227 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-e3001217-c23e-412c-be11-6861edcdbfe9 admin admin] 10.222.0.42 "PUT /v2.0/routers/fd12749e-f6ac-4501-aa49-1e18886c1a78/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2410631 Apr 18 21:21:49.099207 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750375287399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253529'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:21:49.562097 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-414b6ffe-e119-47bc-b18f-bcff1219c2f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750375287399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253529'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:21:50.030468 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-48738036-4bc1-4cd4-99ed-d33025f984da req-67d70abf-9f99-43f3-9736-fa6f71e3a78c service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=fcc9deb1-994f-47e8-a6a6-49afe87e2c69&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1289060 Apr 18 21:21:50.322838 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-48738036-4bc1-4cd4-99ed-d33025f984da req-54b313bc-d6eb-49da-bca0-bada0547d592 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=31978bb3bc1348ad8b469e6e55d6f163&device_id=fcc9deb1-994f-47e8-a6a6-49afe87e2c69 HTTP/1.1" status: 200 len: 1096 time: 0.1548197 Apr 18 21:21:50.345247 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 35262) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:21:50.365180 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.v2.base [None req-d90b574a-0a24-4cb4-a587-61fa879fff9d admin admin] Request body: {'network': {'name': 'tempest-TestAggregatesBasicOps-791632473-network', 'tenant_id': 'b55e29113d754f649810fc941101b997'}} {{(pid=84041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:21:50.365180 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-d90b574a-0a24-4cb4-a587-61fa879fff9d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:21:50.375997 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-d90b574a-0a24-4cb4-a587-61fa879fff9d admin admin] Usage tracker for resource:network and tenant:b55e29113d754f649810fc941101b997 is out of sync, need to count used quota {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:21:50.375997 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-d90b574a-0a24-4cb4-a587-61fa879fff9d admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:21:50.389084 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-d90b574a-0a24-4cb4-a587-61fa879fff9d admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:21:50.413163 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d90b574a-0a24-4cb4-a587-61fa879fff9d admin admin] Made reservation on behalf of b55e29113d754f649810fc941101b997 for: {'network': 1} {{(pid=84041) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:21:50.413163 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-d90b574a-0a24-4cb4-a587-61fa879fff9d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for network, before_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:21:50.426345 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-d90b574a-0a24-4cb4-a587-61fa879fff9d admin admin] Notify callbacks [] for security_group, before_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:21:50.478420 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-d90b574a-0a24-4cb4-a587-61fa879fff9d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:21:50.482159 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-d90b574a-0a24-4cb4-a587-61fa879fff9d admin admin] Usage tracker for resource:security_group_rule and tenant:b55e29113d754f649810fc941101b997 is out of sync, need to count used quota {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:21:50.487107 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-d90b574a-0a24-4cb4-a587-61fa879fff9d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:21:50.502224 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-d90b574a-0a24-4cb4-a587-61fa879fff9d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:21:50.564376 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Device c8ce3010-b44f-4d75-bb7d-37d72b20bf38 up at agent ovs-agent-n-d-838334-2 {{(pid=84042) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 21:21:50.621878 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48738036-4bc1-4cd4-99ed-d33025f984da req-11849dd3-20d7-46ca-bb5c-fa1dc7c85c36 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:21:50.621878 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-48738036-4bc1-4cd4-99ed-d33025f984da req-11849dd3-20d7-46ca-bb5c-fa1dc7c85c36 service neutron] 10.222.0.48 "GET /v2.0/networks?id=9b223f6a-fe67-4bd3-957a-7ef808b3aaf1 HTTP/1.1" status: 200 len: 912 time: 0.2677708 Apr 18 21:21:50.683977 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-c7521a90-7d65-4e2e-842c-ca5d95e9a89c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750375287399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253529'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:21:50.704983 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Provisioning for port c8ce3010-b44f-4d75-bb7d-37d72b20bf38 completed by entity L2. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 21:21:50.704983 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Provisioning complete for port c8ce3010-b44f-4d75-bb7d-37d72b20bf38 triggered by entity L2. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:21:50.704983 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1253608'] for port, provisioning_complete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:21:50.756206 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-d90b574a-0a24-4cb4-a587-61fa879fff9d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:21:50.756206 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-d90b574a-0a24-4cb4-a587-61fa879fff9d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33528224'] for security_group, after_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:21:50.759721 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-48738036-4bc1-4cd4-99ed-d33025f984da req-3e39000f-79f3-4bf1-839b-58a81ae0a7de service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2e19799e-20aa-4a8a-9abb-2926600918da HTTP/1.1" status: 200 len: 1001 time: 0.1343312 Apr 18 21:21:50.804470 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d90b574a-0a24-4cb4-a587-61fa879fff9d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 365} {{(pid=84041) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 21:21:50.815578 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d90b574a-0a24-4cb4-a587-61fa879fff9d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a238c5e9-8970-481b-ac5a-1ee9d980cb47,revision_number=1']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:21:50.840255 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-d90b574a-0a24-4cb4-a587-61fa879fff9d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1082986'] for segment, precommit_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:21:50.840255 n-d-838334-2 neutron-server[84041]: INFO neutron.db.segments_db [None req-d90b574a-0a24-4cb4-a587-61fa879fff9d admin admin] Added segment 1ef84b8a-98b8-4422-9235-8e831e142235 of type vlan for network 6aa8ac3c-c978-4fad-a765-0a203bc05735 Apr 18 21:21:50.840255 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d90b574a-0a24-4cb4-a587-61fa879fff9d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:21:50.840255 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d90b574a-0a24-4cb4-a587-61fa879fff9d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:21:50.840255 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d90b574a-0a24-4cb4-a587-61fa879fff9d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:21:50.840255 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d90b574a-0a24-4cb4-a587-61fa879fff9d admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:21:50.840255 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d90b574a-0a24-4cb4-a587-61fa879fff9d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:21:50.840255 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d90b574a-0a24-4cb4-a587-61fa879fff9d admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:21:50.840255 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d90b574a-0a24-4cb4-a587-61fa879fff9d admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:21:50.840255 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d90b574a-0a24-4cb4-a587-61fa879fff9d admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:21:50.840255 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d90b574a-0a24-4cb4-a587-61fa879fff9d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:21:50.840255 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d90b574a-0a24-4cb4-a587-61fa879fff9d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:21:50.840255 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d90b574a-0a24-4cb4-a587-61fa879fff9d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:21:50.851978 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48738036-4bc1-4cd4-99ed-d33025f984da req-9f30c324-54d6-418b-8e83-776677982119 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:21:50.851978 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-48738036-4bc1-4cd4-99ed-d33025f984da req-9f30c324-54d6-418b-8e83-776677982119 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=a845e1ae-c47e-4919-8a24-530366b84c60 HTTP/1.1" status: 200 len: 850 time: 0.0855925 Apr 18 21:21:50.882549 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-d90b574a-0a24-4cb4-a587-61fa879fff9d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750374825732'] for network, precommit_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:21:50.938081 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-d90b574a-0a24-4cb4-a587-61fa879fff9d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33526109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022'] for network, after_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:21:50.938081 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d90b574a-0a24-4cb4-a587-61fa879fff9d admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:21:50.938081 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-d90b574a-0a24-4cb4-a587-61fa879fff9d admin admin] Notify callbacks [] for network, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:21:50.969318 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:21:50.993783 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] For port c8ce3010-b44f-4d75-bb7d-37d72b20bf38, host n-d-838334-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838334-2',level=0,port_id=c8ce3010-b44f-4d75-bb7d-37d72b20bf38,segment=NetworkSegment(732aa830-768b-4511-951f-d08e26b9c25b),segment_id=732aa830-768b-4511-951f-d08e26b9c25b)] {{(pid=84042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:21:50.999977 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-48738036-4bc1-4cd4-99ed-d33025f984da req-5786bd1c-b7e1-49a2-a217-496d4a130943 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=9b223f6a-fe67-4bd3-957a-7ef808b3aaf1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1309841 Apr 18 21:21:51.003875 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682'] for port, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:21:51.125644 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d90b574a-0a24-4cb4-a587-61fa879fff9d admin admin] Pushing event updated for resources: {'Network': ['ID=6aa8ac3c-c978-4fad-a765-0a203bc05735,revision_number=1']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:21:51.125644 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-d90b574a-0a24-4cb4-a587-61fa879fff9d admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.7787592 Apr 18 21:21:51.131488 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 35270) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:21:51.135975 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.v2.base [None req-129726ad-38ab-4972-98a4-fef601fefa3c admin admin] Request body: {'subnet': {'network_id': '6aa8ac3c-c978-4fad-a765-0a203bc05735', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestAggregatesBasicOps-791632473-subnet', 'tenant_id': 'b55e29113d754f649810fc941101b997', 'ip_version': 4}} {{(pid=84041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:21:51.148605 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-129726ad-38ab-4972-98a4-fef601fefa3c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:21:51.150860 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Network 6aa8ac3c-c978-4fad-a765-0a203bc05735 details requested by agent ovs-agent-n-d-838334-2 with host n-d-838334-2 {{(pid=84042) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 18 21:21:51.156728 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-129726ad-38ab-4972-98a4-fef601fefa3c admin admin] Usage tracker for resource:subnet and tenant:b55e29113d754f649810fc941101b997 is out of sync, need to count used quota {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:21:51.156728 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-129726ad-38ab-4972-98a4-fef601fefa3c admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:21:51.176723 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-129726ad-38ab-4972-98a4-fef601fefa3c admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:21:51.210490 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-129726ad-38ab-4972-98a4-fef601fefa3c admin admin] Made reservation on behalf of b55e29113d754f649810fc941101b997 for: {'subnet': 1} {{(pid=84041) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:21:51.218769 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-129726ad-38ab-4972-98a4-fef601fefa3c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32486301'] for subnet, before_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:21:51.316718 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-48738036-4bc1-4cd4-99ed-d33025f984da req-67ce6ada-f45c-44bf-a261-47400f5c3d6f service neutron] 10.222.0.48 "GET /v2.0/networks/9b223f6a-fe67-4bd3-957a-7ef808b3aaf1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3132784 Apr 18 21:21:51.410975 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Pushing event updated for resources: {'Port': ['ID=c8ce3010-b44f-4d75-bb7d-37d72b20bf38,revision_number=4']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:21:51.510747 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-48738036-4bc1-4cd4-99ed-d33025f984da req-88d6fd17-d63b-4443-bc79-48153a2d6b91 service neutron] 10.222.0.48 "GET /v2.0/networks/9b223f6a-fe67-4bd3-957a-7ef808b3aaf1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1889994 Apr 18 21:21:51.530200 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-129726ad-38ab-4972-98a4-fef601fefa3c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33526260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32266407', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32486287'] for subnet, after_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:21:51.771760 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-129726ad-38ab-4972-98a4-fef601fefa3c admin admin] Pushing event updated for resources: {'Subnet': ['ID=6fe224f8-03ce-421f-aa86-deeea8c63bc1,revision_number=0']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:21:51.792723 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-129726ad-38ab-4972-98a4-fef601fefa3c admin admin] Checking segment: {'id': '1ef84b8a-98b8-4422-9235-8e831e142235', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': '6aa8ac3c-c978-4fad-a765-0a203bc05735'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84041) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 21:21:51.792723 n-d-838334-2 neutron-server[84041]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-129726ad-38ab-4972-98a4-fef601fefa3c admin admin] Network hostable DHCP agents. Network: 6aa8ac3c-c978-4fad-a765-0a203bc05735, hostable agents: ['8746f8ea-3e91-4b32-9919-2c63adeb8722'], hosted agents: [] {{(pid=84041) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 21:21:51.818385 n-d-838334-2 neutron-server[84041]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-129726ad-38ab-4972-98a4-fef601fefa3c admin admin] Network 6aa8ac3c-c978-4fad-a765-0a203bc05735 is scheduled to be hosted by DHCP agent 8746f8ea-3e91-4b32-9919-2c63adeb8722 with binding_index 1 {{(pid=84041) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 21:21:51.829284 n-d-838334-2 neutron-server[84041]: DEBUG neutron.scheduler.base_scheduler [None req-129726ad-38ab-4972-98a4-fef601fefa3c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-838334-2, 6aa8ac3c-c978-4fad-a765-0a203bc05735) {{(pid=84041) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:21:51.834633 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-129726ad-38ab-4972-98a4-fef601fefa3c admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:21:51.834633 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-129726ad-38ab-4972-98a4-fef601fefa3c admin admin] Notify callbacks [] for subnet, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:21:51.842922 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-560a7199-4472-4f21-b5fa-5c35f586223d None None] Network 6aa8ac3c-c978-4fad-a765-0a203bc05735 requested from n-d-838334-2 {{(pid=84042) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 21:21:51.866788 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-129726ad-38ab-4972-98a4-fef601fefa3c admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.7360215 Apr 18 21:21:51.866788 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 35282) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:21:51.874185 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.v2.base [None req-54e6d69c-cceb-4231-a8f4-1b3a1f7efac8 admin admin] Request body: {'router': {'name': 'tempest-TestAggregatesBasicOps-791632473-router', 'tenant_id': 'b55e29113d754f649810fc941101b997', 'external_gateway_info': {'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c'}}} {{(pid=84041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:21:51.887953 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-54e6d69c-cceb-4231-a8f4-1b3a1f7efac8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:21:51.887953 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-54e6d69c-cceb-4231-a8f4-1b3a1f7efac8 admin admin] Usage tracker for resource:router and tenant:b55e29113d754f649810fc941101b997 is out of sync, need to count used quota {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:21:51.887953 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-54e6d69c-cceb-4231-a8f4-1b3a1f7efac8 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:21:51.897001 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-54e6d69c-cceb-4231-a8f4-1b3a1f7efac8 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:21:51.914147 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-54e6d69c-cceb-4231-a8f4-1b3a1f7efac8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-33442106', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5708'] for router, before_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:21:51.914147 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-54e6d69c-cceb-4231-a8f4-1b3a1f7efac8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33442137', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33444285', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33535433', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5703'] for router, precommit_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:21:51.947062 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-54e6d69c-cceb-4231-a8f4-1b3a1f7efac8 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:21:52.122478 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-54e6d69c-cceb-4231-a8f4-1b3a1f7efac8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-33444175', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-33443520', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5293'] for router, precommit_update {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:21:52.191179 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bcb10906-795c-4ced-b98e-a2351f66903d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp016840fc-1f9f-5892-9c53-c9cf6c845bbb-6aa8ac3c-c978-4fad-a765-0a203bc05735', 'network_id': '6aa8ac3c-c978-4fad-a765-0a203bc05735', 'tenant_id': 'b55e29113d754f649810fc941101b997', 'fixed_ips': [{'subnet_id': '6fe224f8-03ce-421f-aa86-deeea8c63bc1'}]}} from n-d-838334-2. {{(pid=84042) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 18 21:21:52.191179 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-bcb10906-795c-4ced-b98e-a2351f66903d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_create {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:21:52.398942 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-54e6d69c-cceb-4231-a8f4-1b3a1f7efac8 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:21:52.401346 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.db_base_plugin_common [None req-bcb10906-795c-4ced-b98e-a2351f66903d None None] Allocated IP 172.20.0.2 (6aa8ac3c-c978-4fad-a765-0a203bc05735/6fe224f8-03ce-421f-aa86-deeea8c63bc1/b0e2702d-6fd7-4f53-aded-369f6061fe79) {{(pid=84042) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 21:21:52.442310 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-54e6d69c-cceb-4231-a8f4-1b3a1f7efac8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:21:52.511388 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Device c8ce3010-b44f-4d75-bb7d-37d72b20bf38 up at agent ovs-agent-n-d-838334-2 {{(pid=84042) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 21:21:52.651237 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.db_base_plugin_common [None req-54e6d69c-cceb-4231-a8f4-1b3a1f7efac8 admin admin] Allocated IP 172.25.8.207 (e41b6600-a917-4a8d-b05c-be3be40c6d8c/6b05667b-848e-4356-9b44-d5eb6808ef74/b1243dfb-e345-43a5-9991-6226aa52c562) {{(pid=84041) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 21:21:52.727704 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Provisioning complete for port c8ce3010-b44f-4d75-bb7d-37d72b20bf38 triggered by entity L2. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:21:52.727704 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1253608'] for port, provisioning_complete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:21:52.878369 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-bcb10906-795c-4ced-b98e-a2351f66903d None None] Notify callbacks [] for port, precommit_create {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:21:52.893927 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-bcb10906-795c-4ced-b98e-a2351f66903d None None] Transition to ACTIVE for port object b0e2702d-6fd7-4f53-aded-369f6061fe79 will not be triggered until provisioned by entity L2. {{(pid=84042) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:21:52.943690 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-54e6d69c-cceb-4231-a8f4-1b3a1f7efac8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:21:52.943690 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-54e6d69c-cceb-4231-a8f4-1b3a1f7efac8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750374836619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32266323'] for port, after_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:21:53.039401 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54e6d69c-cceb-4231-a8f4-1b3a1f7efac8 admin admin] Pushing event updated for resources: {'Port': ['ID=b1243dfb-e345-43a5-9991-6226aa52c562,revision_number=1']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:21:53.056070 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-bcb10906-795c-4ced-b98e-a2351f66903d None None] Transition to ACTIVE for port object b0e2702d-6fd7-4f53-aded-369f6061fe79 will not be triggered until provisioned by entity DHCP. {{(pid=84042) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:21:53.062109 n-d-838334-2 neutron-server[84041]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54e6d69c-cceb-4231-a8f4-1b3a1f7efac8 admin admin] Network e41b6600-a917-4a8d-b05c-be3be40c6d8c is already hosted by enough agents. {{(pid=84041) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:21:53.064861 n-d-838334-2 neutron-server[84041]: DEBUG neutron.scheduler.base_scheduler [None req-54e6d69c-cceb-4231-a8f4-1b3a1f7efac8 admin admin] Resources bound (agent type, host, resource id): {{(pid=84041) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:21:53.069581 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54e6d69c-cceb-4231-a8f4-1b3a1f7efac8 admin admin] Received port after_create {{(pid=84041) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 21:21:53.071937 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-bcb10906-795c-4ced-b98e-a2351f66903d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750374836619'] for port, after_create {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:21:53.186920 n-d-838334-2 neutron-server[84042]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bcb10906-795c-4ced-b98e-a2351f66903d None None] Network 6aa8ac3c-c978-4fad-a765-0a203bc05735 is already hosted by enough agents. {{(pid=84042) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:21:53.191176 n-d-838334-2 neutron-server[84042]: DEBUG neutron.scheduler.base_scheduler [None req-bcb10906-795c-4ced-b98e-a2351f66903d None None] Resources bound (agent type, host, resource id): {{(pid=84042) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:21:53.200581 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcb10906-795c-4ced-b98e-a2351f66903d None None] Received port after_create {{(pid=84042) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 21:21:53.211883 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcb10906-795c-4ced-b98e-a2351f66903d None None] Pushing event updated for resources: {'Port': ['ID=b0e2702d-6fd7-4f53-aded-369f6061fe79,revision_number=1']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:21:53.306079 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.managers [None req-bcb10906-795c-4ced-b98e-a2351f66903d None None] Attempting to bind port b0e2702d-6fd7-4f53-aded-369f6061fe79 on host n-d-838334-2 for vnic_type normal with profile {{(pid=84042) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 21:21:53.306487 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.managers [None req-bcb10906-795c-4ced-b98e-a2351f66903d None None] Attempting to bind port b0e2702d-6fd7-4f53-aded-369f6061fe79 by drivers openvswitch,hyperv on host n-d-838334-2 at level 0 using segments [{'id': '1ef84b8a-98b8-4422-9235-8e831e142235', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': '6aa8ac3c-c978-4fad-a765-0a203bc05735'}] {{(pid=84042) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 21:21:53.316260 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcb10906-795c-4ced-b98e-a2351f66903d None None] Attempting to bind port b0e2702d-6fd7-4f53-aded-369f6061fe79 on network 6aa8ac3c-c978-4fad-a765-0a203bc05735 {{(pid=84042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 21:21:53.330898 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcb10906-795c-4ced-b98e-a2351f66903d None None] Checking agent: {'id': '97cd4414-7af6-4d67-868d-dff370b4071a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838334-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 25, 49), 'started_at': datetime.datetime(2022, 4, 18, 20, 26, 19), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 21, 21, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838334-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 18 21:21:53.331669 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcb10906-795c-4ced-b98e-a2351f66903d None None] Checking segment: {'id': '1ef84b8a-98b8-4422-9235-8e831e142235', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': '6aa8ac3c-c978-4fad-a765-0a203bc05735'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84042) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 21:21:53.331804 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-bcb10906-795c-4ced-b98e-a2351f66903d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:21:53.332189 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcb10906-795c-4ced-b98e-a2351f66903d None None] Bound using segment: {'id': '1ef84b8a-98b8-4422-9235-8e831e142235', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': '6aa8ac3c-c978-4fad-a765-0a203bc05735'} {{(pid=84042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 18 21:21:53.332946 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.managers [None req-bcb10906-795c-4ced-b98e-a2351f66903d None None] Bound port: b0e2702d-6fd7-4f53-aded-369f6061fe79, host: n-d-838334-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1ef84b8a-98b8-4422-9235-8e831e142235', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': '6aa8ac3c-c978-4fad-a765-0a203bc05735'}}] {{(pid=84042) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 21:21:53.333069 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-bcb10906-795c-4ced-b98e-a2351f66903d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:21:53.351697 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-54e6d69c-cceb-4231-a8f4-1b3a1f7efac8 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:21:53.353871 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-54e6d69c-cceb-4231-a8f4-1b3a1f7efac8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33443529', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33444176'] for router, after_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:21:53.455012 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-bcb10906-795c-4ced-b98e-a2351f66903d None None] For port b0e2702d-6fd7-4f53-aded-369f6061fe79, host n-d-838334-2, cleared binding levels {{(pid=84042) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 21:21:53.466614 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-bcb10906-795c-4ced-b98e-a2351f66903d None None] For port b0e2702d-6fd7-4f53-aded-369f6061fe79, host n-d-838334-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838334-2',level=0,port_id=b0e2702d-6fd7-4f53-aded-369f6061fe79,segment=NetworkSegment(1ef84b8a-98b8-4422-9235-8e831e142235),segment_id=1ef84b8a-98b8-4422-9235-8e831e142235)] {{(pid=84042) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 21:21:53.466614 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-bcb10906-795c-4ced-b98e-a2351f66903d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682'] for port, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:21:53.586816 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcb10906-795c-4ced-b98e-a2351f66903d None None] Pushing event updated for resources: {'Port': ['ID=b0e2702d-6fd7-4f53-aded-369f6061fe79,revision_number=2']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:21:53.662707 n-d-838334-2 neutron-server[84041]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-54e6d69c-cceb-4231-a8f4-1b3a1f7efac8 admin admin] Router 639d19ff-e996-47b9-9895-db741cdff79f is scheduled to L3 agent bc84d6c9-dd7a-4555-a351-592327b46d5a with binding_index 1 {{(pid=84041) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 18 21:21:54.010157 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-54e6d69c-cceb-4231-a8f4-1b3a1f7efac8 admin admin] Notify agent at l3_agent.n-d-838334-2 the message routers_updated {{(pid=84041) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 21:21:54.021368 n-d-838334-2 neutron-server[84043]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c7b899d-bbdb-4ffa-999e-5051726616c5 None None] Sync routers for ids ['639d19ff-e996-47b9-9895-db741cdff79f'] in n-d-838334-2 {{(pid=84043) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 18 21:21:54.048105 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c7b899d-bbdb-4ffa-999e-5051726616c5 None None] Routers {'639d19ff-e996-47b9-9895-db741cdff79f'} bound to L3 agent in host n-d-838334-2 {{(pid=84043) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 21:21:54.048432 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.l3_hamode_db [None req-6c7b899d-bbdb-4ffa-999e-5051726616c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838334-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-18T20:25:48Z,description=,heartbeat_timestamp=2022-04-18T21:21:48Z,host='n-d-838334-2',id=bc84d6c9-dd7a-4555-a351-592327b46d5a,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:25:48Z,topic='l3_agent')) {'router_ids': ['639d19ff-e996-47b9-9895-db741cdff79f'], 'active': True} {{(pid=84043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:21:54.080881 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-54e6d69c-cceb-4231-a8f4-1b3a1f7efac8 admin admin] Notify callbacks [] for router, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:21:54.085191 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-54e6d69c-cceb-4231-a8f4-1b3a1f7efac8 admin admin] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 2.2153111 Apr 18 21:21:54.085863 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 35302) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:21:54.338887 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.l3_dvr_db [None req-6c7b899d-bbdb-4ffa-999e-5051726616c5 None None] Set router 639d19ff-e996-47b9-9895-db741cdff79f gateway port host: n-d-838334-2 {{(pid=84043) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 21:21:54.554185 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Device b0e2702d-6fd7-4f53-aded-369f6061fe79 up at agent ovs-agent-n-d-838334-2 {{(pid=84042) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 21:21:54.689691 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Provisioning for port b0e2702d-6fd7-4f53-aded-369f6061fe79 completed by entity L2. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 21:21:54.909002 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.l3_hamode_db [None req-6c7b899d-bbdb-4ffa-999e-5051726616c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '639d19ff-e996-47b9-9895-db741cdff79f', 'name': 'tempest-TestAggregatesBasicOps-791632473-router', 'tenant_id': 'b55e29113d754f649810fc941101b997', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'external_fixed_ips': [{'subnet_id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'ip_address': '172.25.8.207'}], 'enable_snat': True}, 'gw_port_id': 'b1243dfb-e345-43a5-9991-6226aa52c562', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:21:51Z', 'updated_at': '2022-04-18T21:21:53Z', 'revision_number': 3, 'project_id': 'b55e29113d754f649810fc941101b997', 'gw_port': {'id': 'b1243dfb-e345-43a5-9991-6226aa52c562', 'name': '', 'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:5f:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '639d19ff-e996-47b9-9895-db741cdff79f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'ip_address': '172.25.8.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:21:52Z', 'updated_at': '2022-04-18T21:21:52Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838334-2'}], 'n-d-838334-2', False) {} {{(pid=84043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:21:54.913114 n-d-838334-2 neutron-server[84043]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c7b899d-bbdb-4ffa-999e-5051726616c5 None None] Checking router: 639d19ff-e996-47b9-9895-db741cdff79f for host: n-d-838334-2 {{(pid=84043) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 18 21:21:54.913823 n-d-838334-2 neutron-server[84043]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c7b899d-bbdb-4ffa-999e-5051726616c5 None None] Updating router 639d19ff-e996-47b9-9895-db741cdff79f port b1243dfb-e345-43a5-9991-6226aa52c562 binding host n-d-838334-2 {{(pid=84043) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 18 21:21:55.013175 n-d-838334-2 neutron-server[84043]: DEBUG neutron_lib.callbacks.manager [None req-6c7b899d-bbdb-4ffa-999e-5051726616c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:21:55.080976 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc5066f6-df09-4b5c-b1f7-05575c48005a None None] Network 6aa8ac3c-c978-4fad-a765-0a203bc05735 requested from n-d-838334-2 {{(pid=84042) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 21:21:55.283348 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-3bf59a25-6973-4c27-81aa-6284a6e010cf None None] Provisioning for port b0e2702d-6fd7-4f53-aded-369f6061fe79 completed by entity DHCP. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 21:21:55.290080 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-3bf59a25-6973-4c27-81aa-6284a6e010cf None None] Provisioning complete for port b0e2702d-6fd7-4f53-aded-369f6061fe79 triggered by entity DHCP. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:21:55.291197 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-3bf59a25-6973-4c27-81aa-6284a6e010cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1253608'] for port, provisioning_complete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:21:55.488308 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-3bf59a25-6973-4c27-81aa-6284a6e010cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:21:55.536318 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-777faf50-5b80-4eae-ad7d-e7bb06789ce3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:21:55.568700 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-3bf59a25-6973-4c27-81aa-6284a6e010cf None None] For port b0e2702d-6fd7-4f53-aded-369f6061fe79, host n-d-838334-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838334-2',level=0,port_id=b0e2702d-6fd7-4f53-aded-369f6061fe79,segment=NetworkSegment(1ef84b8a-98b8-4422-9235-8e831e142235),segment_id=1ef84b8a-98b8-4422-9235-8e831e142235)] {{(pid=84042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:21:55.568700 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-3bf59a25-6973-4c27-81aa-6284a6e010cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682'] for port, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:21:55.636544 n-d-838334-2 neutron-server[84043]: DEBUG neutron_lib.callbacks.manager [None req-6c7b899d-bbdb-4ffa-999e-5051726616c5 None None] Notify callbacks [] for port, precommit_update {{(pid=84043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:21:55.668151 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.provisioning_blocks [None req-6c7b899d-bbdb-4ffa-999e-5051726616c5 None None] Transition to ACTIVE for port object b1243dfb-e345-43a5-9991-6226aa52c562 will not be triggered until provisioned by entity L2. {{(pid=84043) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:21:55.678730 n-d-838334-2 neutron-server[84043]: DEBUG neutron_lib.callbacks.manager [None req-6c7b899d-bbdb-4ffa-999e-5051726616c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682'] for port, after_update {{(pid=84043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:21:55.682392 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bf59a25-6973-4c27-81aa-6284a6e010cf None None] Pushing event updated for resources: {'Port': ['ID=b0e2702d-6fd7-4f53-aded-369f6061fe79,revision_number=3']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:21:55.807310 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-54a38a34-ee26-45b6-8475-b1812fc041cc None None] Provisioning complete for port b0e2702d-6fd7-4f53-aded-369f6061fe79 triggered by entity DHCP. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:21:55.807310 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-54a38a34-ee26-45b6-8475-b1812fc041cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1253608'] for port, provisioning_complete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:21:55.831964 n-d-838334-2 neutron-server[84043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46f98567-9d85-43d4-940b-db3cd93d8cb3 None None] Pushing event updated for resources: {'Port': ['ID=b1243dfb-e345-43a5-9991-6226aa52c562,revision_number=2']} {{(pid=84043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:21:55.845893 n-d-838334-2 neutron-server[84043]: DEBUG neutron.plugins.ml2.managers [None req-6c7b899d-bbdb-4ffa-999e-5051726616c5 None None] Attempting to bind port b1243dfb-e345-43a5-9991-6226aa52c562 on host n-d-838334-2 for vnic_type normal with profile {{(pid=84043) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 21:21:55.845893 n-d-838334-2 neutron-server[84043]: DEBUG neutron.plugins.ml2.managers [None req-6c7b899d-bbdb-4ffa-999e-5051726616c5 None None] Attempting to bind port b1243dfb-e345-43a5-9991-6226aa52c562 by drivers openvswitch,hyperv on host n-d-838334-2 at level 0 using segments [{'id': '732aa830-768b-4511-951f-d08e26b9c25b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c'}] {{(pid=84043) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 21:21:55.845893 n-d-838334-2 neutron-server[84043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c7b899d-bbdb-4ffa-999e-5051726616c5 None None] Attempting to bind port b1243dfb-e345-43a5-9991-6226aa52c562 on network e41b6600-a917-4a8d-b05c-be3be40c6d8c {{(pid=84043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 21:21:55.875297 n-d-838334-2 neutron-server[84043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c7b899d-bbdb-4ffa-999e-5051726616c5 None None] Checking agent: {'id': '97cd4414-7af6-4d67-868d-dff370b4071a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838334-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 25, 49), 'started_at': datetime.datetime(2022, 4, 18, 20, 26, 19), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 21, 21, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838334-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 18 21:21:55.875297 n-d-838334-2 neutron-server[84043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c7b899d-bbdb-4ffa-999e-5051726616c5 None None] Checking segment: {'id': '732aa830-768b-4511-951f-d08e26b9c25b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84043) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 21:21:55.875297 n-d-838334-2 neutron-server[84043]: DEBUG neutron_lib.callbacks.manager [None req-6c7b899d-bbdb-4ffa-999e-5051726616c5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:21:55.875297 n-d-838334-2 neutron-server[84043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c7b899d-bbdb-4ffa-999e-5051726616c5 None None] Bound using segment: {'id': '732aa830-768b-4511-951f-d08e26b9c25b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c'} {{(pid=84043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 18 21:21:55.875297 n-d-838334-2 neutron-server[84043]: DEBUG neutron.plugins.ml2.managers [None req-6c7b899d-bbdb-4ffa-999e-5051726616c5 None None] Bound port: b1243dfb-e345-43a5-9991-6226aa52c562, host: n-d-838334-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '732aa830-768b-4511-951f-d08e26b9c25b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c'}}] {{(pid=84043) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 21:21:55.875297 n-d-838334-2 neutron-server[84043]: DEBUG neutron_lib.callbacks.manager [None req-6c7b899d-bbdb-4ffa-999e-5051726616c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:21:55.928657 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.db_base_plugin_common [None req-777faf50-5b80-4eae-ad7d-e7bb06789ce3 admin admin] Allocated IP 172.20.0.1 (6aa8ac3c-c978-4fad-a765-0a203bc05735/6fe224f8-03ce-421f-aa86-deeea8c63bc1/08ad071c-bbc8-494f-a7ed-0fe46c6f47eb) {{(pid=84041) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 21:21:56.060882 n-d-838334-2 neutron-server[84043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46f98567-9d85-43d4-940b-db3cd93d8cb3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:21:56.061224 n-d-838334-2 neutron-server[84043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46f98567-9d85-43d4-940b-db3cd93d8cb3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:21:56.061579 n-d-838334-2 neutron-server[84043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46f98567-9d85-43d4-940b-db3cd93d8cb3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:21:56.061908 n-d-838334-2 neutron-server[84043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46f98567-9d85-43d4-940b-db3cd93d8cb3 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:21:56.062341 n-d-838334-2 neutron-server[84043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46f98567-9d85-43d4-940b-db3cd93d8cb3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:21:56.062838 n-d-838334-2 neutron-server[84043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46f98567-9d85-43d4-940b-db3cd93d8cb3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:21:56.063132 n-d-838334-2 neutron-server[84043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46f98567-9d85-43d4-940b-db3cd93d8cb3 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:21:56.063448 n-d-838334-2 neutron-server[84043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46f98567-9d85-43d4-940b-db3cd93d8cb3 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:21:56.067938 n-d-838334-2 neutron-server[84043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46f98567-9d85-43d4-940b-db3cd93d8cb3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:21:56.068358 n-d-838334-2 neutron-server[84043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46f98567-9d85-43d4-940b-db3cd93d8cb3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:21:56.068727 n-d-838334-2 neutron-server[84043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46f98567-9d85-43d4-940b-db3cd93d8cb3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:21:56.103703 n-d-838334-2 neutron-server[84043]: DEBUG neutron.plugins.ml2.db [None req-6c7b899d-bbdb-4ffa-999e-5051726616c5 None None] For port b1243dfb-e345-43a5-9991-6226aa52c562, host n-d-838334-2, cleared binding levels {{(pid=84043) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 21:21:56.109259 n-d-838334-2 neutron-server[84043]: DEBUG neutron.plugins.ml2.db [None req-6c7b899d-bbdb-4ffa-999e-5051726616c5 None None] For port b1243dfb-e345-43a5-9991-6226aa52c562, host n-d-838334-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838334-2',level=0,port_id=b1243dfb-e345-43a5-9991-6226aa52c562,segment=NetworkSegment(732aa830-768b-4511-951f-d08e26b9c25b),segment_id=732aa830-768b-4511-951f-d08e26b9c25b)] {{(pid=84043) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 21:21:56.113089 n-d-838334-2 neutron-server[84043]: DEBUG neutron_lib.callbacks.manager [None req-6c7b899d-bbdb-4ffa-999e-5051726616c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682'] for port, after_update {{(pid=84043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:21:56.119969 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-777faf50-5b80-4eae-ad7d-e7bb06789ce3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:21:56.139790 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.provisioning_blocks [None req-777faf50-5b80-4eae-ad7d-e7bb06789ce3 admin admin] Transition to ACTIVE for port object 08ad071c-bbc8-494f-a7ed-0fe46c6f47eb will not be triggered until provisioned by entity DHCP. {{(pid=84041) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:21:56.167785 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-777faf50-5b80-4eae-ad7d-e7bb06789ce3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750374836619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32266323'] for port, after_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:21:56.217755 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c7b899d-bbdb-4ffa-999e-5051726616c5 None None] Routers {'639d19ff-e996-47b9-9895-db741cdff79f'} bound to L3 agent in host n-d-838334-2 {{(pid=84043) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 21:21:56.217755 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.l3_hamode_db [None req-6c7b899d-bbdb-4ffa-999e-5051726616c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838334-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-18T20:25:48Z,description=,heartbeat_timestamp=2022-04-18T21:21:48Z,host='n-d-838334-2',id=bc84d6c9-dd7a-4555-a351-592327b46d5a,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:25:48Z,topic='l3_agent')) {'router_ids': ['639d19ff-e996-47b9-9895-db741cdff79f'], 'active': True} {{(pid=84043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:21:56.250481 n-d-838334-2 neutron-server[84041]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-777faf50-5b80-4eae-ad7d-e7bb06789ce3 admin admin] Network 6aa8ac3c-c978-4fad-a765-0a203bc05735 is already hosted by enough agents. {{(pid=84041) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:21:56.257030 n-d-838334-2 neutron-server[84041]: DEBUG neutron.scheduler.base_scheduler [None req-777faf50-5b80-4eae-ad7d-e7bb06789ce3 admin admin] Resources bound (agent type, host, resource id): {{(pid=84041) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:21:56.257030 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-777faf50-5b80-4eae-ad7d-e7bb06789ce3 admin admin] Pushing event updated for resources: {'Port': ['ID=08ad071c-bbc8-494f-a7ed-0fe46c6f47eb,revision_number=1']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:21:56.257030 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.l3_dvrscheduler_db [None req-777faf50-5b80-4eae-ad7d-e7bb06789ce3 admin admin] Received port after_create {{(pid=84041) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 21:21:56.340142 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-777faf50-5b80-4eae-ad7d-e7bb06789ce3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33444010'] for router_interface, before_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:21:56.362749 n-d-838334-2 neutron-server[84043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46f98567-9d85-43d4-940b-db3cd93d8cb3 None None] Pushing event updated for resources: {'Port': ['ID=b1243dfb-e345-43a5-9991-6226aa52c562,revision_number=3']} {{(pid=84043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:21:56.526229 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.l3_dvr_db [None req-6c7b899d-bbdb-4ffa-999e-5051726616c5 None None] Set router 639d19ff-e996-47b9-9895-db741cdff79f gateway port host: n-d-838334-2 {{(pid=84043) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 21:21:56.528455 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Device b0e2702d-6fd7-4f53-aded-369f6061fe79 up at agent ovs-agent-n-d-838334-2 {{(pid=84042) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 21:21:56.541252 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-777faf50-5b80-4eae-ad7d-e7bb06789ce3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:21:56.669524 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Provisioning complete for port b0e2702d-6fd7-4f53-aded-369f6061fe79 triggered by entity L2. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:21:56.669524 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1253608'] for port, provisioning_complete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:21:56.739613 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-dad2c19a-fe6f-4b38-96cf-308f4759d131 None None] Provisioning for port 08ad071c-bbc8-494f-a7ed-0fe46c6f47eb completed by entity DHCP. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 21:21:56.761424 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-dad2c19a-fe6f-4b38-96cf-308f4759d131 None None] Provisioning complete for port 08ad071c-bbc8-494f-a7ed-0fe46c6f47eb triggered by entity DHCP. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:21:56.762023 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-dad2c19a-fe6f-4b38-96cf-308f4759d131 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1253608'] for port, provisioning_complete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:21:56.838595 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.plugin [None req-dad2c19a-fe6f-4b38-96cf-308f4759d131 None None] Port 08ad071c-bbc8-494f-a7ed-0fe46c6f47eb cannot update to ACTIVE because it is not bound. {{(pid=84042) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 18 21:21:56.912681 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-777faf50-5b80-4eae-ad7d-e7bb06789ce3 admin admin] Notify callbacks [] for port, precommit_update {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:21:56.915956 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-777faf50-5b80-4eae-ad7d-e7bb06789ce3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32266282'] for port, after_update {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:21:57.042085 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-777faf50-5b80-4eae-ad7d-e7bb06789ce3 admin admin] Pushing event updated for resources: {'Port': ['ID=08ad071c-bbc8-494f-a7ed-0fe46c6f47eb,revision_number=2']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:21:57.050499 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-777faf50-5b80-4eae-ad7d-e7bb06789ce3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-32377886', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33443847'] for router_interface, after_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:21:57.054506 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.l3_hamode_db [None req-6c7b899d-bbdb-4ffa-999e-5051726616c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '639d19ff-e996-47b9-9895-db741cdff79f', 'name': 'tempest-TestAggregatesBasicOps-791632473-router', 'tenant_id': 'b55e29113d754f649810fc941101b997', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'external_fixed_ips': [{'subnet_id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'ip_address': '172.25.8.207'}], 'enable_snat': True}, 'gw_port_id': 'b1243dfb-e345-43a5-9991-6226aa52c562', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:21:51Z', 'updated_at': '2022-04-18T21:21:53Z', 'revision_number': 3, 'project_id': 'b55e29113d754f649810fc941101b997', 'gw_port': {'id': 'b1243dfb-e345-43a5-9991-6226aa52c562', 'name': '', 'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:5f:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '639d19ff-e996-47b9-9895-db741cdff79f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'ip_address': '172.25.8.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:21:52Z', 'updated_at': '2022-04-18T21:21:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838334-2'}], 'n-d-838334-2', False) {} {{(pid=84043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:21:57.060239 n-d-838334-2 neutron-server[84043]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c7b899d-bbdb-4ffa-999e-5051726616c5 None None] The sync data for ids ['639d19ff-e996-47b9-9895-db741cdff79f'] in n-d-838334-2 is: [{'id': '639d19ff-e996-47b9-9895-db741cdff79f', 'name': 'tempest-TestAggregatesBasicOps-791632473-router', 'tenant_id': 'b55e29113d754f649810fc941101b997', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'external_fixed_ips': [{'subnet_id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'ip_address': '172.25.8.207'}], 'enable_snat': True}, 'gw_port_id': 'b1243dfb-e345-43a5-9991-6226aa52c562', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:21:51Z', 'updated_at': '2022-04-18T21:21:53Z', 'revision_number': 3, 'project_id': 'b55e29113d754f649810fc941101b997', 'gw_port': {'id': 'b1243dfb-e345-43a5-9991-6226aa52c562', 'name': '', 'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:5f:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '639d19ff-e996-47b9-9895-db741cdff79f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'ip_address': '172.25.8.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:21:52Z', 'updated_at': '2022-04-18T21:21:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838334-2'}] {{(pid=84043) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 18 21:21:57.320814 n-d-838334-2 neutron-server[84041]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-777faf50-5b80-4eae-ad7d-e7bb06789ce3 admin admin] Network 6aa8ac3c-c978-4fad-a765-0a203bc05735 is already hosted by enough agents. {{(pid=84041) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:21:57.320814 n-d-838334-2 neutron-server[84041]: DEBUG neutron.scheduler.base_scheduler [None req-777faf50-5b80-4eae-ad7d-e7bb06789ce3 admin admin] Resources bound (agent type, host, resource id): {{(pid=84041) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:21:57.670732 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-a46cec61-0780-44ac-ab95-b1a69ce08081 None None] Provisioning complete for port 08ad071c-bbc8-494f-a7ed-0fe46c6f47eb triggered by entity DHCP. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:21:57.670732 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-a46cec61-0780-44ac-ab95-b1a69ce08081 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1253608'] for port, provisioning_complete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:21:57.736481 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.plugin [None req-a46cec61-0780-44ac-ab95-b1a69ce08081 None None] Port 08ad071c-bbc8-494f-a7ed-0fe46c6f47eb cannot update to ACTIVE because it is not bound. {{(pid=84042) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 18 21:21:57.841190 n-d-838334-2 neutron-server[84041]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-777faf50-5b80-4eae-ad7d-e7bb06789ce3 admin admin] Router 639d19ff-e996-47b9-9895-db741cdff79f has already been hosted by L3 agent bc84d6c9-dd7a-4555-a351-592327b46d5a {{(pid=84041) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 21:21:58.136233 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-777faf50-5b80-4eae-ad7d-e7bb06789ce3 admin admin] Notify agent at l3_agent.n-d-838334-2 the message routers_updated {{(pid=84041) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 21:21:58.154549 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-777faf50-5b80-4eae-ad7d-e7bb06789ce3 admin admin] 10.222.0.42 "PUT /v2.0/routers/639d19ff-e996-47b9-9895-db741cdff79f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0599852 Apr 18 21:21:59.916022 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750375287399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253529'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:22:00.799354 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 35414) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:22:01.272293 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-1bcbeabc-25b7-4db6-a6b6-a07c6833bc46 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33443857'] for router_interface, before_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:22:02.175564 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.plugin [None req-1bcbeabc-25b7-4db6-a6b6-a07c6833bc46 admin admin] Deleting port 6e087ef4-68bb-415c-aacc-6d09c874b901 {{(pid=84041) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 21:22:02.176491 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-1bcbeabc-25b7-4db6-a6b6-a07c6833bc46 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750375188691'] for port, before_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:22:02.462903 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-1bcbeabc-25b7-4db6-a6b6-a07c6833bc46 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369123'] for port, precommit_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:22:02.538081 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Device b1243dfb-e345-43a5-9991-6226aa52c562 up at agent ovs-agent-n-d-838334-2 {{(pid=84042) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 21:22:02.618603 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Provisioning for port b1243dfb-e345-43a5-9991-6226aa52c562 completed by entity L2. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 21:22:02.628386 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Provisioning complete for port b1243dfb-e345-43a5-9991-6226aa52c562 triggered by entity L2. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:22:02.628386 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1253608'] for port, provisioning_complete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:22:02.666736 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.plugin [None req-1bcbeabc-25b7-4db6-a6b6-a07c6833bc46 admin admin] Calling delete_port for 6e087ef4-68bb-415c-aacc-6d09c874b901 owned by network:router_interface {{(pid=84041) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 21:22:02.866408 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:22:02.894460 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] For port b1243dfb-e345-43a5-9991-6226aa52c562, host n-d-838334-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838334-2',level=0,port_id=b1243dfb-e345-43a5-9991-6226aa52c562,segment=NetworkSegment(732aa830-768b-4511-951f-d08e26b9c25b),segment_id=732aa830-768b-4511-951f-d08e26b9c25b)] {{(pid=84042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:22:02.894460 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682'] for port, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:22:03.009797 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-1bcbeabc-25b7-4db6-a6b6-a07c6833bc46 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750375259028', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750374836628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32266323'] for port, after_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:22:03.067113 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Pushing event updated for resources: {'Port': ['ID=b1243dfb-e345-43a5-9991-6226aa52c562,revision_number=4']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:22:03.081710 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bcbeabc-25b7-4db6-a6b6-a07c6833bc46 admin admin] Pushing event deleted for resources: {'Port': ['ID=6e087ef4-68bb-415c-aacc-6d09c874b901,revision_number=None']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:22:03.105435 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c7ca465-e2c6-4fe7-9fa0-2f6cca7200cc None None] Sync routers for ids ['fd12749e-f6ac-4501-aa49-1e18886c1a78'] in n-d-838334-2 {{(pid=84042) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 18 21:22:03.128847 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c7ca465-e2c6-4fe7-9fa0-2f6cca7200cc None None] Routers {'fd12749e-f6ac-4501-aa49-1e18886c1a78'} bound to L3 agent in host n-d-838334-2 {{(pid=84042) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 21:22:03.129707 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_hamode_db [None req-7c7ca465-e2c6-4fe7-9fa0-2f6cca7200cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838334-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-18T20:25:48Z,description=,heartbeat_timestamp=2022-04-18T21:21:48Z,host='n-d-838334-2',id=bc84d6c9-dd7a-4555-a351-592327b46d5a,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:25:48Z,topic='l3_agent')) {'router_ids': ['fd12749e-f6ac-4501-aa49-1e18886c1a78'], 'active': True} {{(pid=84042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:22:03.491003 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_dvr_db [None req-7c7ca465-e2c6-4fe7-9fa0-2f6cca7200cc None None] Set router fd12749e-f6ac-4501-aa49-1e18886c1a78 gateway port host: n-d-838334-2 {{(pid=84042) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 21:22:03.636439 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-1bcbeabc-25b7-4db6-a6b6-a07c6833bc46 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-32377931', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33443910'] for router_interface, after_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:22:03.836801 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_hamode_db [None req-7c7ca465-e2c6-4fe7-9fa0-2f6cca7200cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd12749e-f6ac-4501-aa49-1e18886c1a78', 'name': 'tempest-TestAggregatesBasicOps-627063830-router', 'tenant_id': 'ed4c476554b440e7b14a994a0814ecb6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'external_fixed_ips': [{'subnet_id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'ip_address': '172.25.8.182'}], 'enable_snat': True}, 'gw_port_id': 'c8ce3010-b44f-4d75-bb7d-37d72b20bf38', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:21:42Z', 'updated_at': '2022-04-18T21:22:02Z', 'revision_number': 5, 'project_id': 'ed4c476554b440e7b14a994a0814ecb6', 'gw_port': {'id': 'c8ce3010-b44f-4d75-bb7d-37d72b20bf38', 'name': '', 'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:4e:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd12749e-f6ac-4501-aa49-1e18886c1a78', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'ip_address': '172.25.8.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:21:43Z', 'updated_at': '2022-04-18T21:21:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838334-2'}], 'n-d-838334-2', False) {} {{(pid=84042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:22:03.836801 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c7ca465-e2c6-4fe7-9fa0-2f6cca7200cc None None] Checking router: fd12749e-f6ac-4501-aa49-1e18886c1a78 for host: n-d-838334-2 {{(pid=84042) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 18 21:22:03.849722 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c7ca465-e2c6-4fe7-9fa0-2f6cca7200cc None None] Routers {'fd12749e-f6ac-4501-aa49-1e18886c1a78'} bound to L3 agent in host n-d-838334-2 {{(pid=84042) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 21:22:03.849722 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_hamode_db [None req-7c7ca465-e2c6-4fe7-9fa0-2f6cca7200cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838334-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-18T20:25:48Z,description=,heartbeat_timestamp=2022-04-18T21:21:48Z,host='n-d-838334-2',id=bc84d6c9-dd7a-4555-a351-592327b46d5a,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:25:48Z,topic='l3_agent')) {'router_ids': ['fd12749e-f6ac-4501-aa49-1e18886c1a78'], 'active': True} {{(pid=84042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:22:04.108091 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750375287399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253529'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:22:04.108091 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_dvr_db [None req-7c7ca465-e2c6-4fe7-9fa0-2f6cca7200cc None None] Set router fd12749e-f6ac-4501-aa49-1e18886c1a78 gateway port host: n-d-838334-2 {{(pid=84042) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 21:22:04.529675 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Device b1243dfb-e345-43a5-9991-6226aa52c562 up at agent ovs-agent-n-d-838334-2 {{(pid=84042) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 21:22:04.541496 n-d-838334-2 neutron-server[84041]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1bcbeabc-25b7-4db6-a6b6-a07c6833bc46 admin admin] Router fd12749e-f6ac-4501-aa49-1e18886c1a78 has already been hosted by L3 agent bc84d6c9-dd7a-4555-a351-592327b46d5a {{(pid=84041) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 21:22:04.600729 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_hamode_db [None req-7c7ca465-e2c6-4fe7-9fa0-2f6cca7200cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd12749e-f6ac-4501-aa49-1e18886c1a78', 'name': 'tempest-TestAggregatesBasicOps-627063830-router', 'tenant_id': 'ed4c476554b440e7b14a994a0814ecb6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'external_fixed_ips': [{'subnet_id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'ip_address': '172.25.8.182'}], 'enable_snat': True}, 'gw_port_id': 'c8ce3010-b44f-4d75-bb7d-37d72b20bf38', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:21:42Z', 'updated_at': '2022-04-18T21:22:02Z', 'revision_number': 5, 'project_id': 'ed4c476554b440e7b14a994a0814ecb6', 'gw_port': {'id': 'c8ce3010-b44f-4d75-bb7d-37d72b20bf38', 'name': '', 'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:4e:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd12749e-f6ac-4501-aa49-1e18886c1a78', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'ip_address': '172.25.8.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:21:43Z', 'updated_at': '2022-04-18T21:21:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838334-2'}], 'n-d-838334-2', False) {} {{(pid=84042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:22:04.613760 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c7ca465-e2c6-4fe7-9fa0-2f6cca7200cc None None] The sync data for ids ['fd12749e-f6ac-4501-aa49-1e18886c1a78'] in n-d-838334-2 is: [{'id': 'fd12749e-f6ac-4501-aa49-1e18886c1a78', 'name': 'tempest-TestAggregatesBasicOps-627063830-router', 'tenant_id': 'ed4c476554b440e7b14a994a0814ecb6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'external_fixed_ips': [{'subnet_id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'ip_address': '172.25.8.182'}], 'enable_snat': True}, 'gw_port_id': 'c8ce3010-b44f-4d75-bb7d-37d72b20bf38', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:21:42Z', 'updated_at': '2022-04-18T21:22:02Z', 'revision_number': 5, 'project_id': 'ed4c476554b440e7b14a994a0814ecb6', 'gw_port': {'id': 'c8ce3010-b44f-4d75-bb7d-37d72b20bf38', 'name': '', 'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:4e:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd12749e-f6ac-4501-aa49-1e18886c1a78', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'ip_address': '172.25.8.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:21:43Z', 'updated_at': '2022-04-18T21:21:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838334-2'}] {{(pid=84042) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 18 21:22:04.639824 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Provisioning complete for port b1243dfb-e345-43a5-9991-6226aa52c562 triggered by entity L2. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:22:04.639824 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1253608'] for port, provisioning_complete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:22:04.786883 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1bcbeabc-25b7-4db6-a6b6-a07c6833bc46 admin admin] Notify agent at l3_agent.n-d-838334-2 the message routers_updated {{(pid=84041) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 21:22:04.801659 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-1bcbeabc-25b7-4db6-a6b6-a07c6833bc46 admin admin] 10.222.0.42 "PUT /v2.0/routers/fd12749e-f6ac-4501-aa49-1e18886c1a78/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0009699 Apr 18 21:22:04.804439 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 35452) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:22:05.025119 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-7db1e16b-6948-499f-80da-213cd0940c81 admin admin] Notify callbacks [] for router, before_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:22:05.313055 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-7db1e16b-6948-499f-80da-213cd0940c81 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:22:05.318085 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.plugin [None req-7db1e16b-6948-499f-80da-213cd0940c81 admin admin] Deleting port c8ce3010-b44f-4d75-bb7d-37d72b20bf38 {{(pid=84040) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 21:22:05.318085 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-7db1e16b-6948-499f-80da-213cd0940c81 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750375188691'] for port, before_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:22:05.560196 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.db [None req-7db1e16b-6948-499f-80da-213cd0940c81 admin admin] For port c8ce3010-b44f-4d75-bb7d-37d72b20bf38, host n-d-838334-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838334-2',level=0,port_id=c8ce3010-b44f-4d75-bb7d-37d72b20bf38,segment=NetworkSegment(732aa830-768b-4511-951f-d08e26b9c25b),segment_id=732aa830-768b-4511-951f-d08e26b9c25b)] {{(pid=84040) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:22:05.560196 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-7db1e16b-6948-499f-80da-213cd0940c81 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369123'] for port, precommit_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:22:05.710382 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.plugin [None req-7db1e16b-6948-499f-80da-213cd0940c81 admin admin] Calling delete_port for c8ce3010-b44f-4d75-bb7d-37d72b20bf38 owned by network:router_gateway {{(pid=84040) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 21:22:05.913928 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-7db1e16b-6948-499f-80da-213cd0940c81 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750375259028', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750374836628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32440838'] for port, after_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:22:05.967055 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7db1e16b-6948-499f-80da-213cd0940c81 admin admin] Pushing event deleted for resources: {'Port': ['ID=c8ce3010-b44f-4d75-bb7d-37d72b20bf38,revision_number=None']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:22:05.981973 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7db1e16b-6948-499f-80da-213cd0940c81 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:22:05.982268 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7db1e16b-6948-499f-80da-213cd0940c81 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:22:05.982536 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7db1e16b-6948-499f-80da-213cd0940c81 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:22:05.982951 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7db1e16b-6948-499f-80da-213cd0940c81 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:22:05.983513 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7db1e16b-6948-499f-80da-213cd0940c81 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:22:05.983606 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7db1e16b-6948-499f-80da-213cd0940c81 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:22:05.984488 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7db1e16b-6948-499f-80da-213cd0940c81 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:22:05.984815 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7db1e16b-6948-499f-80da-213cd0940c81 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:22:05.985142 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7db1e16b-6948-499f-80da-213cd0940c81 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:22:05.985466 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7db1e16b-6948-499f-80da-213cd0940c81 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:22:05.985790 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7db1e16b-6948-499f-80da-213cd0940c81 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:22:06.326278 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-7db1e16b-6948-499f-80da-213cd0940c81 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33444108'] for router_gateway, after_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:22:06.517894 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Device 6e087ef4-68bb-415c-aacc-6d09c874b901 no longer exists at agent ovs-agent-n-d-838334-2 {{(pid=84042) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 21:22:06.598867 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.plugin [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] No Port match for: 6e087ef4-68bb-415c-aacc-6d09c874b901 {{(pid=84042) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 18 21:22:06.598867 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Device 6e087ef4-68bb-415c-aacc-6d09c874b901 not bound to the agent host n-d-838334-2 {{(pid=84042) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 21:22:06.647394 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-7db1e16b-6948-499f-80da-213cd0940c81 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33443580', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5726'] for router, precommit_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:22:06.651545 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-7db1e16b-6948-499f-80da-213cd0940c81 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:22:06.684996 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-7db1e16b-6948-499f-80da-213cd0940c81 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-33443408'] for router, after_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:22:06.684996 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7db1e16b-6948-499f-80da-213cd0940c81 admin admin] Fanout notify agent at l3_agent the message router_deleted on router fd12749e-f6ac-4501-aa49-1e18886c1a78 {{(pid=84040) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 18 21:22:06.704346 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-7db1e16b-6948-499f-80da-213cd0940c81 admin admin] Notify callbacks [] for router, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:22:06.704346 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-7db1e16b-6948-499f-80da-213cd0940c81 admin admin] 10.222.0.42 "DELETE /v2.0/routers/fd12749e-f6ac-4501-aa49-1e18886c1a78 HTTP/1.1" status: 204 len: 168 time: 1.8949013 Apr 18 21:22:06.704346 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 35474) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:22:06.776846 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.db_base_plugin_v2 [None req-8bf82c86-1bd6-4721-a0e4-7f3617a1058e admin admin] Deleting subnet a3a0ca17-3a69-45e0-9b99-15bb5de15ea1 {{(pid=84040) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 18 21:22:06.776846 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-8bf82c86-1bd6-4721-a0e4-7f3617a1058e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:22:06.845897 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-8bf82c86-1bd6-4721-a0e4-7f3617a1058e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31955982'] for subnet, precommit_delete_associations {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:22:06.949122 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-8bf82c86-1bd6-4721-a0e4-7f3617a1058e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1260556'] for subnet, precommit_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:22:07.045899 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-8bf82c86-1bd6-4721-a0e4-7f3617a1058e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1260549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33526260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32440885', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31752825'] for subnet, after_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:22:07.090049 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bf82c86-1bd6-4721-a0e4-7f3617a1058e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a3a0ca17-3a69-45e0-9b99-15bb5de15ea1,revision_number=None']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:22:07.102776 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-8bf82c86-1bd6-4721-a0e4-7f3617a1058e admin admin] Notify callbacks [] for subnet, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:22:07.104753 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f55eb8d1-b4f2-44b9-a254-4bbb068fb8ba None None] Network 9b4b3bd2-149a-442c-a9b9-74473c8ef917 requested from n-d-838334-2 {{(pid=84042) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 21:22:07.111238 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-8bf82c86-1bd6-4721-a0e4-7f3617a1058e admin admin] 10.222.0.42 "DELETE /v2.0/subnets/a3a0ca17-3a69-45e0-9b99-15bb5de15ea1 HTTP/1.1" status: 204 len: 168 time: 0.4067204 Apr 18 21:22:07.116004 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 35482) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:22:07.280502 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-797534a1-cef2-46ef-89ad-9cd52b2d1eb6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1103592'] for network, before_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:22:07.295062 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.plugin [None req-797534a1-cef2-46ef-89ad-9cd52b2d1eb6 admin admin] Deleting port 5b2961a6-2f40-489b-bc69-54f6e6d95bc3 {{(pid=84040) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 21:22:07.295062 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-797534a1-cef2-46ef-89ad-9cd52b2d1eb6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750375188691'] for port, before_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:22:07.494333 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98608581-4f4b-46e4-98d5-5431747ed3e4 None None] DHCP port deletion for 9b4b3bd2-149a-442c-a9b9-74473c8ef917 request from n-d-838334-2 {{(pid=84042) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 18 21:22:07.501806 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.plugin [None req-98608581-4f4b-46e4-98d5-5431747ed3e4 None None] Deleting port 5b2961a6-2f40-489b-bc69-54f6e6d95bc3 {{(pid=84042) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 21:22:07.501806 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-98608581-4f4b-46e4-98d5-5431747ed3e4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750375188691'] for port, before_delete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:22:07.601015 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.db [None req-797534a1-cef2-46ef-89ad-9cd52b2d1eb6 admin admin] For port 5b2961a6-2f40-489b-bc69-54f6e6d95bc3, host n-d-838334-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838334-2',level=0,port_id=5b2961a6-2f40-489b-bc69-54f6e6d95bc3,segment=NetworkSegment(6c3cd46f-c480-4405-a7fe-3741f08fcbaa),segment_id=6c3cd46f-c480-4405-a7fe-3741f08fcbaa)] {{(pid=84040) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:22:07.601015 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-797534a1-cef2-46ef-89ad-9cd52b2d1eb6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369123'] for port, precommit_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:22:07.752076 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-98608581-4f4b-46e4-98d5-5431747ed3e4 None None] For port 5b2961a6-2f40-489b-bc69-54f6e6d95bc3, host n-d-838334-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838334-2',level=0,port_id=5b2961a6-2f40-489b-bc69-54f6e6d95bc3,segment=NetworkSegment(6c3cd46f-c480-4405-a7fe-3741f08fcbaa),segment_id=6c3cd46f-c480-4405-a7fe-3741f08fcbaa)] {{(pid=84042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:22:07.752076 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-98608581-4f4b-46e4-98d5-5431747ed3e4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369123'] for port, precommit_delete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:22:07.769844 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.plugin [None req-797534a1-cef2-46ef-89ad-9cd52b2d1eb6 admin admin] Calling delete_port for 5b2961a6-2f40-489b-bc69-54f6e6d95bc3 owned by network:dhcp {{(pid=84040) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 21:22:07.870147 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-797534a1-cef2-46ef-89ad-9cd52b2d1eb6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750375259028', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750374836628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32440838'] for port, after_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:22:07.911851 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.plugin [None req-98608581-4f4b-46e4-98d5-5431747ed3e4 None None] Calling delete_port for 5b2961a6-2f40-489b-bc69-54f6e6d95bc3 owned by network:dhcp {{(pid=84042) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 21:22:07.939335 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.l3_dvrscheduler_db [None req-797534a1-cef2-46ef-89ad-9cd52b2d1eb6 admin admin] No DVR routers for this DVR port 5b2961a6-2f40-489b-bc69-54f6e6d95bc3 on host n-d-838334-2 {{(pid=84040) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 21:22:07.939335 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-797534a1-cef2-46ef-89ad-9cd52b2d1eb6 admin admin] Pushing event deleted for resources: {'Port': ['ID=5b2961a6-2f40-489b-bc69-54f6e6d95bc3,revision_number=None']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:22:08.029537 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.db.api [None req-98608581-4f4b-46e4-98d5-5431747ed3e4 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84042) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 18 21:22:08.030206 n-d-838334-2 neutron-server[84042]: DEBUG oslo_db.api [None req-98608581-4f4b-46e4-98d5-5431747ed3e4 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 18 21:22:08.129459 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-797534a1-cef2-46ef-89ad-9cd52b2d1eb6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1258905', 'neutron.services.segments.db._delete_segments_for_network-8750375287417'] for network, precommit_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:22:08.170935 n-d-838334-2 neutron-server[84040]: DEBUG neutron.services.segments.db [None req-797534a1-cef2-46ef-89ad-9cd52b2d1eb6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9b4b3bd2-149a-442c-a9b9-74473c8ef917']}} {{(pid=84040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:22:08.175955 n-d-838334-2 neutron-server[84040]: DEBUG neutron.services.segments.db [None req-797534a1-cef2-46ef-89ad-9cd52b2d1eb6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6c3cd46f-c480-4405-a7fe-3741f08fcbaa') {'for_net_delete': True} {{(pid=84040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:22:08.175955 n-d-838334-2 neutron-server[84040]: DEBUG neutron.services.segments.db [None req-797534a1-cef2-46ef-89ad-9cd52b2d1eb6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6c3cd46f-c480-4405-a7fe-3741f08fcbaa') {} {{(pid=84040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:22:08.198357 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-797534a1-cef2-46ef-89ad-9cd52b2d1eb6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750375287300', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31955965'] for segment, before_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:22:08.214293 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-797534a1-cef2-46ef-89ad-9cd52b2d1eb6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1082986'] for segment, precommit_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:22:08.226517 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-797534a1-cef2-46ef-89ad-9cd52b2d1eb6 admin admin] Releasing vlan 351 on physical network physnet1 to pool {{(pid=84040) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 18 21:22:08.226517 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-797534a1-cef2-46ef-89ad-9cd52b2d1eb6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1082993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32440923'] for segment, after_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:22:08.348720 n-d-838334-2 neutron-server[84040]: Traceback (most recent call last): Apr 18 21:22:08.348720 n-d-838334-2 neutron-server[84040]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 18 21:22:08.348720 n-d-838334-2 neutron-server[84040]: timer() Apr 18 21:22:08.348720 n-d-838334-2 neutron-server[84040]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 21:22:08.348720 n-d-838334-2 neutron-server[84040]: cb(*args, **kw) Apr 18 21:22:08.348720 n-d-838334-2 neutron-server[84040]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 18 21:22:08.348720 n-d-838334-2 neutron-server[84040]: return func(*args, **kwargs) Apr 18 21:22:08.348720 n-d-838334-2 neutron-server[84040]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 21:22:08.348720 n-d-838334-2 neutron-server[84040]: self._notify() Apr 18 21:22:08.348720 n-d-838334-2 neutron-server[84040]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 21:22:08.348720 n-d-838334-2 neutron-server[84040]: self.callback(batched_events) Apr 18 21:22:08.348720 n-d-838334-2 neutron-server[84040]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 21:22:08.348720 n-d-838334-2 neutron-server[84040]: event.method(event) Apr 18 21:22:08.348720 n-d-838334-2 neutron-server[84040]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 18 21:22:08.348720 n-d-838334-2 neutron-server[84040]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 21:22:08.348720 n-d-838334-2 neutron-server[84040]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 18 21:22:08.348720 n-d-838334-2 neutron-server[84040]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 21:22:08.348720 n-d-838334-2 neutron-server[84040]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 18 21:22:08.348720 n-d-838334-2 neutron-server[84040]: return f(self, *a, **k) Apr 18 21:22:08.348720 n-d-838334-2 neutron-server[84040]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 18 21:22:08.348720 n-d-838334-2 neutron-server[84040]: return self._get(url).json() Apr 18 21:22:08.348720 n-d-838334-2 neutron-server[84040]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 18 21:22:08.348720 n-d-838334-2 neutron-server[84040]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 21:22:08.348720 n-d-838334-2 neutron-server[84040]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 18 21:22:08.348720 n-d-838334-2 neutron-server[84040]: return self.request(url, 'GET', **kwargs) Apr 18 21:22:08.348720 n-d-838334-2 neutron-server[84040]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 18 21:22:08.348720 n-d-838334-2 neutron-server[84040]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 21:22:08.348720 n-d-838334-2 neutron-server[84040]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 18 21:22:08.348720 n-d-838334-2 neutron-server[84040]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 21:22:08.348720 n-d-838334-2 neutron-server[84040]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 18 21:22:08.348720 n-d-838334-2 neutron-server[84040]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 21:22:08.348720 n-d-838334-2 neutron-server[84040]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 21:22:08.442930 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-797534a1-cef2-46ef-89ad-9cd52b2d1eb6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1258898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33526109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33444113'] for network, after_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:22:08.462880 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-797534a1-cef2-46ef-89ad-9cd52b2d1eb6 admin admin] Notify callbacks [] for network, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:22:08.471791 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-797534a1-cef2-46ef-89ad-9cd52b2d1eb6 admin admin] Pushing event deleted for resources: {'Network': ['ID=9b4b3bd2-149a-442c-a9b9-74473c8ef917,revision_number=None']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:22:08.477460 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Device 5b2961a6-2f40-489b-bc69-54f6e6d95bc3 no longer exists at agent ovs-agent-n-d-838334-2 {{(pid=84042) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 21:22:08.484888 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 35498) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:22:08.495169 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-797534a1-cef2-46ef-89ad-9cd52b2d1eb6 admin admin] 10.222.0.42 "DELETE /v2.0/networks/9b4b3bd2-149a-442c-a9b9-74473c8ef917 HTTP/1.1" status: 204 len: 168 time: 1.3770518 Apr 18 21:22:08.517393 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.plugin [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] No Port match for: 5b2961a6-2f40-489b-bc69-54f6e6d95bc3 {{(pid=84042) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 18 21:22:08.517393 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Device 5b2961a6-2f40-489b-bc69-54f6e6d95bc3 not bound to the agent host n-d-838334-2 {{(pid=84042) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 21:22:08.535347 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.plugin [None req-98608581-4f4b-46e4-98d5-5431747ed3e4 None None] Deleting port 5b2961a6-2f40-489b-bc69-54f6e6d95bc3 {{(pid=84042) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 21:22:08.535347 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-98608581-4f4b-46e4-98d5-5431747ed3e4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750375188691'] for port, before_delete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:22:08.648783 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.plugin [None req-98608581-4f4b-46e4-98d5-5431747ed3e4 None None] The port '5b2961a6-2f40-489b-bc69-54f6e6d95bc3' was deleted {{(pid=84042) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 18 21:22:08.986291 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-4cf623a6-4124-4078-b6ad-db59f488d5b2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33443857'] for router_interface, before_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:22:09.671946 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.plugin [None req-4cf623a6-4124-4078-b6ad-db59f488d5b2 admin admin] Deleting port 08ad071c-bbc8-494f-a7ed-0fe46c6f47eb {{(pid=84041) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 21:22:09.672473 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-4cf623a6-4124-4078-b6ad-db59f488d5b2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750375188691'] for port, before_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:22:09.958363 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-4cf623a6-4124-4078-b6ad-db59f488d5b2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369123'] for port, precommit_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:22:10.103897 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.plugin [None req-4cf623a6-4124-4078-b6ad-db59f488d5b2 admin admin] Calling delete_port for 08ad071c-bbc8-494f-a7ed-0fe46c6f47eb owned by network:router_interface {{(pid=84041) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 21:22:10.304645 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-4cf623a6-4124-4078-b6ad-db59f488d5b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750375259028', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750374836628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32266323'] for port, after_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:22:10.352078 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cf623a6-4124-4078-b6ad-db59f488d5b2 admin admin] Pushing event deleted for resources: {'Port': ['ID=08ad071c-bbc8-494f-a7ed-0fe46c6f47eb,revision_number=None']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:22:10.711068 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-4cf623a6-4124-4078-b6ad-db59f488d5b2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-32377931', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33443910'] for router_interface, after_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:22:11.266044 n-d-838334-2 neutron-server[84043]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dab101ba-7465-44f5-af07-340036658873 None None] Sync routers for ids ['fd12749e-f6ac-4501-aa49-1e18886c1a78'] in n-d-838334-2 {{(pid=84043) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 18 21:22:11.286928 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dab101ba-7465-44f5-af07-340036658873 None None] Routers set() bound to L3 agent in host n-d-838334-2 {{(pid=84043) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 21:22:11.286928 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dab101ba-7465-44f5-af07-340036658873 None None] Router IDs set() for agent in host n-d-838334-2 {{(pid=84043) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Apr 18 21:22:11.286928 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.l3_agentschedulers_db [None req-dab101ba-7465-44f5-af07-340036658873 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'fd12749e-f6ac-4501-aa49-1e18886c1a78'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-18T20:25:48Z,description=,heartbeat_timestamp=2022-04-18T21:21:48Z,host='n-d-838334-2',id=bc84d6c9-dd7a-4555-a351-592327b46d5a,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:25:48Z,topic='l3_agent'). {{(pid=84043) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Apr 18 21:22:11.297953 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dab101ba-7465-44f5-af07-340036658873 None None] Routers set() bound to L3 agent in host n-d-838334-2 {{(pid=84043) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 21:22:11.297953 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dab101ba-7465-44f5-af07-340036658873 None None] Router IDs set() for agent in host n-d-838334-2 {{(pid=84043) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Apr 18 21:22:11.297953 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.l3_agentschedulers_db [None req-dab101ba-7465-44f5-af07-340036658873 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'fd12749e-f6ac-4501-aa49-1e18886c1a78'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-18T20:25:48Z,description=,heartbeat_timestamp=2022-04-18T21:21:48Z,host='n-d-838334-2',id=bc84d6c9-dd7a-4555-a351-592327b46d5a,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:25:48Z,topic='l3_agent'). {{(pid=84043) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Apr 18 21:22:11.297953 n-d-838334-2 neutron-server[84043]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dab101ba-7465-44f5-af07-340036658873 None None] The sync data for ids ['fd12749e-f6ac-4501-aa49-1e18886c1a78'] in n-d-838334-2 is: [] {{(pid=84043) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 18 21:22:11.345540 n-d-838334-2 neutron-server[84041]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4cf623a6-4124-4078-b6ad-db59f488d5b2 admin admin] Router 639d19ff-e996-47b9-9895-db741cdff79f has already been hosted by L3 agent bc84d6c9-dd7a-4555-a351-592327b46d5a {{(pid=84041) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 21:22:11.683248 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4cf623a6-4124-4078-b6ad-db59f488d5b2 admin admin] Notify agent at l3_agent.n-d-838334-2 the message routers_updated {{(pid=84041) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 21:22:11.693580 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-4cf623a6-4124-4078-b6ad-db59f488d5b2 admin admin] 10.222.0.42 "PUT /v2.0/routers/639d19ff-e996-47b9-9895-db741cdff79f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2114871 Apr 18 21:22:11.699660 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 35534) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:22:11.983234 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-76948b87-7e38-4842-9d59-4b3d73e0e6d9 admin admin] Notify callbacks [] for router, before_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:22:12.214865 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-76948b87-7e38-4842-9d59-4b3d73e0e6d9 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:22:12.224982 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.plugin [None req-76948b87-7e38-4842-9d59-4b3d73e0e6d9 admin admin] Deleting port b1243dfb-e345-43a5-9991-6226aa52c562 {{(pid=84041) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 21:22:12.225317 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-76948b87-7e38-4842-9d59-4b3d73e0e6d9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750375188691'] for port, before_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:22:12.426175 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.db [None req-76948b87-7e38-4842-9d59-4b3d73e0e6d9 admin admin] For port b1243dfb-e345-43a5-9991-6226aa52c562, host n-d-838334-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838334-2',level=0,port_id=b1243dfb-e345-43a5-9991-6226aa52c562,segment=NetworkSegment(732aa830-768b-4511-951f-d08e26b9c25b),segment_id=732aa830-768b-4511-951f-d08e26b9c25b)] {{(pid=84041) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:22:12.426994 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-76948b87-7e38-4842-9d59-4b3d73e0e6d9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369123'] for port, precommit_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:22:12.563205 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.plugin [None req-76948b87-7e38-4842-9d59-4b3d73e0e6d9 admin admin] Calling delete_port for b1243dfb-e345-43a5-9991-6226aa52c562 owned by network:router_gateway {{(pid=84041) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 21:22:12.733410 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-76948b87-7e38-4842-9d59-4b3d73e0e6d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750375259028', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750374836628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32266323'] for port, after_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:22:12.781310 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76948b87-7e38-4842-9d59-4b3d73e0e6d9 admin admin] Pushing event deleted for resources: {'Port': ['ID=b1243dfb-e345-43a5-9991-6226aa52c562,revision_number=None']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:22:13.016373 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-76948b87-7e38-4842-9d59-4b3d73e0e6d9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33444108'] for router_gateway, after_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:22:13.383896 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-76948b87-7e38-4842-9d59-4b3d73e0e6d9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33443580', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5726'] for router, precommit_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:22:13.388258 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-76948b87-7e38-4842-9d59-4b3d73e0e6d9 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:22:13.416498 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-76948b87-7e38-4842-9d59-4b3d73e0e6d9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-33443408'] for router, after_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:22:13.417057 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-76948b87-7e38-4842-9d59-4b3d73e0e6d9 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 639d19ff-e996-47b9-9895-db741cdff79f {{(pid=84041) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 18 21:22:13.429793 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-76948b87-7e38-4842-9d59-4b3d73e0e6d9 admin admin] Notify callbacks [] for router, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:22:13.430926 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-76948b87-7e38-4842-9d59-4b3d73e0e6d9 admin admin] 10.222.0.42 "DELETE /v2.0/routers/639d19ff-e996-47b9-9895-db741cdff79f HTTP/1.1" status: 204 len: 168 time: 1.7337210 Apr 18 21:22:13.433455 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 35544) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:22:13.499689 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.db_base_plugin_v2 [None req-517cbf77-8e2b-4500-99aa-3ea74955845c admin admin] Deleting subnet 6fe224f8-03ce-421f-aa86-deeea8c63bc1 {{(pid=84041) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 18 21:22:13.503053 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-517cbf77-8e2b-4500-99aa-3ea74955845c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:22:13.554862 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-517cbf77-8e2b-4500-99aa-3ea74955845c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32266383'] for subnet, precommit_delete_associations {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:22:13.652714 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-517cbf77-8e2b-4500-99aa-3ea74955845c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1260556'] for subnet, precommit_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:22:13.723758 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-517cbf77-8e2b-4500-99aa-3ea74955845c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1260549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33526260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32266336', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32486390'] for subnet, after_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:22:13.762159 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-517cbf77-8e2b-4500-99aa-3ea74955845c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6fe224f8-03ce-421f-aa86-deeea8c63bc1,revision_number=None']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:22:13.769031 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-517cbf77-8e2b-4500-99aa-3ea74955845c admin admin] Notify callbacks [] for subnet, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:22:13.774818 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e67acb97-ecdf-4ac9-b359-bf47d5fb3fc3 None None] Network 6aa8ac3c-c978-4fad-a765-0a203bc05735 requested from n-d-838334-2 {{(pid=84042) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 21:22:13.775328 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-517cbf77-8e2b-4500-99aa-3ea74955845c admin admin] 10.222.0.42 "DELETE /v2.0/subnets/6fe224f8-03ce-421f-aa86-deeea8c63bc1 HTTP/1.1" status: 204 len: 168 time: 0.3407373 Apr 18 21:22:13.777519 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 35548) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:22:13.885294 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-111c4f20-7afc-4407-b874-ed71642af3cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1103592'] for network, before_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:22:13.895998 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.plugin [None req-111c4f20-7afc-4407-b874-ed71642af3cd admin admin] Deleting port b0e2702d-6fd7-4f53-aded-369f6061fe79 {{(pid=84041) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 21:22:13.896327 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-111c4f20-7afc-4407-b874-ed71642af3cd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750375188691'] for port, before_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:22:14.038161 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bcd578ce-0d83-4b06-a760-39e596651ea5 None None] DHCP port deletion for 6aa8ac3c-c978-4fad-a765-0a203bc05735 request from n-d-838334-2 {{(pid=84042) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 18 21:22:14.042515 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.plugin [None req-bcd578ce-0d83-4b06-a760-39e596651ea5 None None] Deleting port b0e2702d-6fd7-4f53-aded-369f6061fe79 {{(pid=84042) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 21:22:14.043042 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-bcd578ce-0d83-4b06-a760-39e596651ea5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750375188691'] for port, before_delete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:22:14.117990 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.db [None req-111c4f20-7afc-4407-b874-ed71642af3cd admin admin] For port b0e2702d-6fd7-4f53-aded-369f6061fe79, host n-d-838334-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838334-2',level=0,port_id=b0e2702d-6fd7-4f53-aded-369f6061fe79,segment=NetworkSegment(1ef84b8a-98b8-4422-9235-8e831e142235),segment_id=1ef84b8a-98b8-4422-9235-8e831e142235)] {{(pid=84041) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:22:14.118591 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-111c4f20-7afc-4407-b874-ed71642af3cd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369123'] for port, precommit_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:22:14.246736 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.plugin [None req-111c4f20-7afc-4407-b874-ed71642af3cd admin admin] Calling delete_port for b0e2702d-6fd7-4f53-aded-369f6061fe79 owned by network:dhcp {{(pid=84041) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 21:22:14.269249 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-bcd578ce-0d83-4b06-a760-39e596651ea5 None None] For port b0e2702d-6fd7-4f53-aded-369f6061fe79, host n-d-838334-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838334-2',level=0,port_id=b0e2702d-6fd7-4f53-aded-369f6061fe79,segment=NetworkSegment(1ef84b8a-98b8-4422-9235-8e831e142235),segment_id=1ef84b8a-98b8-4422-9235-8e831e142235)] {{(pid=84042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:22:14.269630 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-bcd578ce-0d83-4b06-a760-39e596651ea5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369123'] for port, precommit_delete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:22:14.327176 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-111c4f20-7afc-4407-b874-ed71642af3cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750375259028', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750374836628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32266323'] for port, after_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:22:14.372837 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-111c4f20-7afc-4407-b874-ed71642af3cd admin admin] Pushing event deleted for resources: {'Port': ['ID=b0e2702d-6fd7-4f53-aded-369f6061fe79,revision_number=None']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:22:14.377004 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.l3_dvrscheduler_db [None req-111c4f20-7afc-4407-b874-ed71642af3cd admin admin] No DVR routers for this DVR port b0e2702d-6fd7-4f53-aded-369f6061fe79 on host n-d-838334-2 {{(pid=84041) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 21:22:14.389089 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.plugin [None req-bcd578ce-0d83-4b06-a760-39e596651ea5 None None] Calling delete_port for b0e2702d-6fd7-4f53-aded-369f6061fe79 owned by network:dhcp {{(pid=84042) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 21:22:14.473583 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.db.api [None req-bcd578ce-0d83-4b06-a760-39e596651ea5 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84042) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 18 21:22:14.474124 n-d-838334-2 neutron-server[84042]: DEBUG oslo_db.api [None req-bcd578ce-0d83-4b06-a760-39e596651ea5 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 18 21:22:14.499841 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-111c4f20-7afc-4407-b874-ed71642af3cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1258905', 'neutron.services.segments.db._delete_segments_for_network-8750375287417'] for network, precommit_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:22:14.525844 n-d-838334-2 neutron-server[84041]: DEBUG neutron.services.segments.db [None req-111c4f20-7afc-4407-b874-ed71642af3cd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6aa8ac3c-c978-4fad-a765-0a203bc05735']}} {{(pid=84041) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:22:14.542759 n-d-838334-2 neutron-server[84041]: DEBUG neutron.services.segments.db [None req-111c4f20-7afc-4407-b874-ed71642af3cd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1ef84b8a-98b8-4422-9235-8e831e142235') {'for_net_delete': True} {{(pid=84041) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:22:14.543100 n-d-838334-2 neutron-server[84041]: DEBUG neutron.services.segments.db [None req-111c4f20-7afc-4407-b874-ed71642af3cd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1ef84b8a-98b8-4422-9235-8e831e142235') {} {{(pid=84041) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:22:14.549835 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f5b3244-66bc-41d1-a8ec-fd19f122acee None None] Sync routers for ids ['639d19ff-e996-47b9-9895-db741cdff79f'] in n-d-838334-2 {{(pid=84042) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 18 21:22:14.559069 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-111c4f20-7afc-4407-b874-ed71642af3cd admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750375287300', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32268156'] for segment, before_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:22:14.577434 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f5b3244-66bc-41d1-a8ec-fd19f122acee None None] Routers set() bound to L3 agent in host n-d-838334-2 {{(pid=84042) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 21:22:14.578186 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f5b3244-66bc-41d1-a8ec-fd19f122acee None None] Router IDs set() for agent in host n-d-838334-2 {{(pid=84042) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Apr 18 21:22:14.582919 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_agentschedulers_db [None req-7f5b3244-66bc-41d1-a8ec-fd19f122acee None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'639d19ff-e996-47b9-9895-db741cdff79f'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-18T20:25:48Z,description=,heartbeat_timestamp=2022-04-18T21:21:48Z,host='n-d-838334-2',id=bc84d6c9-dd7a-4555-a351-592327b46d5a,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:25:48Z,topic='l3_agent'). {{(pid=84042) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Apr 18 21:22:14.590297 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-111c4f20-7afc-4407-b874-ed71642af3cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1082986'] for segment, precommit_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:22:14.597653 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-111c4f20-7afc-4407-b874-ed71642af3cd admin admin] Releasing vlan 365 on physical network physnet1 to pool {{(pid=84041) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 18 21:22:14.598342 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-111c4f20-7afc-4407-b874-ed71642af3cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1082993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32266254'] for segment, after_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:22:14.598888 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f5b3244-66bc-41d1-a8ec-fd19f122acee None None] Routers set() bound to L3 agent in host n-d-838334-2 {{(pid=84042) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 21:22:14.599184 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f5b3244-66bc-41d1-a8ec-fd19f122acee None None] Router IDs set() for agent in host n-d-838334-2 {{(pid=84042) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Apr 18 21:22:14.600270 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_agentschedulers_db [None req-7f5b3244-66bc-41d1-a8ec-fd19f122acee None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'639d19ff-e996-47b9-9895-db741cdff79f'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-18T20:25:48Z,description=,heartbeat_timestamp=2022-04-18T21:21:48Z,host='n-d-838334-2',id=bc84d6c9-dd7a-4555-a351-592327b46d5a,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:25:48Z,topic='l3_agent'). {{(pid=84042) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Apr 18 21:22:14.600714 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f5b3244-66bc-41d1-a8ec-fd19f122acee None None] The sync data for ids ['639d19ff-e996-47b9-9895-db741cdff79f'] in n-d-838334-2 is: [] {{(pid=84042) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 18 21:22:14.604415 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 35560) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:22:14.611478 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.v2.base [None req-f11ac234-60c7-4511-939c-40c2def9df20 tempest-TestVolumeBackupRestore-598000314 tempest-TestVolumeBackupRestore-598000314-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1892975660', 'description': 'tempest-secgroup-smoke-1892975660 description', 'project_id': '61a080bd7a9840c2bce121282133c28e'}} {{(pid=84040) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:22:14.616440 n-d-838334-2 neutron-server[84041]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 21:22:14.616440 n-d-838334-2 neutron-server[84041]: util.warn( Apr 18 21:22:14.616440 n-d-838334-2 neutron-server[84041]: Traceback (most recent call last): Apr 18 21:22:14.616440 n-d-838334-2 neutron-server[84041]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 18 21:22:14.616440 n-d-838334-2 neutron-server[84041]: timer() Apr 18 21:22:14.616440 n-d-838334-2 neutron-server[84041]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 21:22:14.616440 n-d-838334-2 neutron-server[84041]: cb(*args, **kw) Apr 18 21:22:14.616440 n-d-838334-2 neutron-server[84041]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 18 21:22:14.616440 n-d-838334-2 neutron-server[84041]: return func(*args, **kwargs) Apr 18 21:22:14.616440 n-d-838334-2 neutron-server[84041]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 21:22:14.616440 n-d-838334-2 neutron-server[84041]: self._notify() Apr 18 21:22:14.616440 n-d-838334-2 neutron-server[84041]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 21:22:14.616440 n-d-838334-2 neutron-server[84041]: self.callback(batched_events) Apr 18 21:22:14.616440 n-d-838334-2 neutron-server[84041]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 21:22:14.616440 n-d-838334-2 neutron-server[84041]: event.method(event) Apr 18 21:22:14.616440 n-d-838334-2 neutron-server[84041]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 18 21:22:14.616440 n-d-838334-2 neutron-server[84041]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 21:22:14.616440 n-d-838334-2 neutron-server[84041]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 18 21:22:14.616440 n-d-838334-2 neutron-server[84041]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 21:22:14.616440 n-d-838334-2 neutron-server[84041]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 18 21:22:14.616440 n-d-838334-2 neutron-server[84041]: return f(self, *a, **k) Apr 18 21:22:14.616440 n-d-838334-2 neutron-server[84041]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 18 21:22:14.616440 n-d-838334-2 neutron-server[84041]: return self._get(url).json() Apr 18 21:22:14.616440 n-d-838334-2 neutron-server[84041]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 18 21:22:14.616440 n-d-838334-2 neutron-server[84041]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 21:22:14.616440 n-d-838334-2 neutron-server[84041]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 18 21:22:14.616440 n-d-838334-2 neutron-server[84041]: return self.request(url, 'GET', **kwargs) Apr 18 21:22:14.616440 n-d-838334-2 neutron-server[84041]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 18 21:22:14.616440 n-d-838334-2 neutron-server[84041]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 21:22:14.616440 n-d-838334-2 neutron-server[84041]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 18 21:22:14.616440 n-d-838334-2 neutron-server[84041]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 21:22:14.616440 n-d-838334-2 neutron-server[84041]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 18 21:22:14.616440 n-d-838334-2 neutron-server[84041]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 21:22:14.616440 n-d-838334-2 neutron-server[84041]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 21:22:14.618974 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [None req-f11ac234-60c7-4511-939c-40c2def9df20 tempest-TestVolumeBackupRestore-598000314 tempest-TestVolumeBackupRestore-598000314-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:22:14.623226 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-f11ac234-60c7-4511-939c-40c2def9df20 tempest-TestVolumeBackupRestore-598000314 tempest-TestVolumeBackupRestore-598000314-project] Usage tracker for resource:security_group and tenant:61a080bd7a9840c2bce121282133c28e is out of sync, need to count used quota {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:22:14.627483 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-f11ac234-60c7-4511-939c-40c2def9df20 tempest-TestVolumeBackupRestore-598000314 tempest-TestVolumeBackupRestore-598000314-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:22:14.639350 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [None req-f11ac234-60c7-4511-939c-40c2def9df20 tempest-TestVolumeBackupRestore-598000314 tempest-TestVolumeBackupRestore-598000314-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:22:14.651489 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-f11ac234-60c7-4511-939c-40c2def9df20 tempest-TestVolumeBackupRestore-598000314 tempest-TestVolumeBackupRestore-598000314-project] Notify callbacks [] for security_group, before_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:22:14.798977 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-111c4f20-7afc-4407-b874-ed71642af3cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1258898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33526109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33444113'] for network, after_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:22:14.804344 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-111c4f20-7afc-4407-b874-ed71642af3cd admin admin] Notify callbacks [] for network, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:22:14.811378 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [None req-f11ac234-60c7-4511-939c-40c2def9df20 tempest-TestVolumeBackupRestore-598000314 tempest-TestVolumeBackupRestore-598000314-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:22:14.816015 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-f11ac234-60c7-4511-939c-40c2def9df20 tempest-TestVolumeBackupRestore-598000314 tempest-TestVolumeBackupRestore-598000314-project] Usage tracker for resource:security_group_rule and tenant:61a080bd7a9840c2bce121282133c28e is out of sync, need to count used quota {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:22:14.818893 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-f11ac234-60c7-4511-939c-40c2def9df20 tempest-TestVolumeBackupRestore-598000314 tempest-TestVolumeBackupRestore-598000314-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:22:14.824648 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [None req-f11ac234-60c7-4511-939c-40c2def9df20 tempest-TestVolumeBackupRestore-598000314 tempest-TestVolumeBackupRestore-598000314-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:22:14.832410 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-111c4f20-7afc-4407-b874-ed71642af3cd admin admin] 10.222.0.42 "DELETE /v2.0/networks/6aa8ac3c-c978-4fad-a765-0a203bc05735 HTTP/1.1" status: 204 len: 168 time: 1.0514894 Apr 18 21:22:14.832410 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-111c4f20-7afc-4407-b874-ed71642af3cd admin admin] Pushing event deleted for resources: {'Network': ['ID=6aa8ac3c-c978-4fad-a765-0a203bc05735,revision_number=None']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:22:14.888503 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-f11ac234-60c7-4511-939c-40c2def9df20 tempest-TestVolumeBackupRestore-598000314 tempest-TestVolumeBackupRestore-598000314-project] Notify callbacks [] for security_group, precommit_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:22:14.893301 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-f11ac234-60c7-4511-939c-40c2def9df20 tempest-TestVolumeBackupRestore-598000314 tempest-TestVolumeBackupRestore-598000314-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33528224'] for security_group, after_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:22:14.933136 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-f11ac234-60c7-4511-939c-40c2def9df20 tempest-TestVolumeBackupRestore-598000314 tempest-TestVolumeBackupRestore-598000314-project] Notify callbacks [] for security_group, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:22:14.938695 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-f11ac234-60c7-4511-939c-40c2def9df20 tempest-TestVolumeBackupRestore-598000314 tempest-TestVolumeBackupRestore-598000314-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1628 time: 0.3327639 Apr 18 21:22:14.938821 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 35566) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:22:14.944437 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.v2.base [None req-d01cb856-a3c7-4421-8d12-4c0999951f33 tempest-TestVolumeBackupRestore-598000314 tempest-TestVolumeBackupRestore-598000314-project] Request body: {'security_group_rule': {'security_group_id': '7d6b6fcf-e3cc-4a7a-962a-d7d66f10795b', 'project_id': '61a080bd7a9840c2bce121282133c28e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:22:14.947298 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f11ac234-60c7-4511-939c-40c2def9df20 tempest-TestVolumeBackupRestore-598000314 tempest-TestVolumeBackupRestore-598000314-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7d6b6fcf-e3cc-4a7a-962a-d7d66f10795b,revision_number=1']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:22:14.964248 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-d01cb856-a3c7-4421-8d12-4c0999951f33 tempest-TestVolumeBackupRestore-598000314 tempest-TestVolumeBackupRestore-598000314-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:22:14.968246 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-d01cb856-a3c7-4421-8d12-4c0999951f33 tempest-TestVolumeBackupRestore-598000314 tempest-TestVolumeBackupRestore-598000314-project] Usage tracker for resource:security_group_rule and tenant:61a080bd7a9840c2bce121282133c28e is out of sync, need to count used quota {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:22:14.971283 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-d01cb856-a3c7-4421-8d12-4c0999951f33 tempest-TestVolumeBackupRestore-598000314 tempest-TestVolumeBackupRestore-598000314-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:22:14.976314 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.plugin [None req-bcd578ce-0d83-4b06-a760-39e596651ea5 None None] Deleting port b0e2702d-6fd7-4f53-aded-369f6061fe79 {{(pid=84042) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 21:22:14.977864 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-bcd578ce-0d83-4b06-a760-39e596651ea5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750375188691'] for port, before_delete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:22:14.978013 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-d01cb856-a3c7-4421-8d12-4c0999951f33 tempest-TestVolumeBackupRestore-598000314 tempest-TestVolumeBackupRestore-598000314-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:22:14.999524 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-d01cb856-a3c7-4421-8d12-4c0999951f33 tempest-TestVolumeBackupRestore-598000314 tempest-TestVolumeBackupRestore-598000314-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:22:15.048305 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.plugin [None req-bcd578ce-0d83-4b06-a760-39e596651ea5 None None] The port 'b0e2702d-6fd7-4f53-aded-369f6061fe79' was deleted {{(pid=84042) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 18 21:22:15.068546 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 35572) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:22:15.071915 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-d01cb856-a3c7-4421-8d12-4c0999951f33 tempest-TestVolumeBackupRestore-598000314 tempest-TestVolumeBackupRestore-598000314-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:22:15.076018 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-d01cb856-a3c7-4421-8d12-4c0999951f33 tempest-TestVolumeBackupRestore-598000314 tempest-TestVolumeBackupRestore-598000314-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33528311'] for security_group_rule, after_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:22:15.097398 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d01cb856-a3c7-4421-8d12-4c0999951f33 tempest-TestVolumeBackupRestore-598000314 tempest-TestVolumeBackupRestore-598000314-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7bec6632-fe8f-4a56-ad5f-11f5c4fec6bc,revision_number=0']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:22:15.108929 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-d01cb856-a3c7-4421-8d12-4c0999951f33 tempest-TestVolumeBackupRestore-598000314 tempest-TestVolumeBackupRestore-598000314-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:22:15.111658 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-d01cb856-a3c7-4421-8d12-4c0999951f33 tempest-TestVolumeBackupRestore-598000314 tempest-TestVolumeBackupRestore-598000314-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.1707296 Apr 18 21:22:15.113377 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 35576) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:22:15.118967 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.v2.base [None req-e2814608-9eff-4f84-aec4-502c5615aac9 tempest-TestVolumeBackupRestore-598000314 tempest-TestVolumeBackupRestore-598000314-project] Request body: {'security_group_rule': {'security_group_id': '7d6b6fcf-e3cc-4a7a-962a-d7d66f10795b', 'project_id': '61a080bd7a9840c2bce121282133c28e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=84041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:22:15.122421 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-d3a8086d-d2fc-4b60-aa77-851a433ac84b admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=ed4c476554b440e7b14a994a0814ecb6&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0533519 Apr 18 21:22:15.125564 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 35580) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:22:15.128011 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-e2814608-9eff-4f84-aec4-502c5615aac9 tempest-TestVolumeBackupRestore-598000314 tempest-TestVolumeBackupRestore-598000314-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:22:15.140971 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-e2814608-9eff-4f84-aec4-502c5615aac9 tempest-TestVolumeBackupRestore-598000314 tempest-TestVolumeBackupRestore-598000314-project] Usage tracker for resource:security_group_rule and tenant:61a080bd7a9840c2bce121282133c28e is out of sync, need to count used quota {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:22:15.144779 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-e2814608-9eff-4f84-aec4-502c5615aac9 tempest-TestVolumeBackupRestore-598000314 tempest-TestVolumeBackupRestore-598000314-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:22:15.153559 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-e2814608-9eff-4f84-aec4-502c5615aac9 tempest-TestVolumeBackupRestore-598000314 tempest-TestVolumeBackupRestore-598000314-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:22:15.191829 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-e2814608-9eff-4f84-aec4-502c5615aac9 tempest-TestVolumeBackupRestore-598000314 tempest-TestVolumeBackupRestore-598000314-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:22:15.206795 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Device b0e2702d-6fd7-4f53-aded-369f6061fe79 no longer exists at agent ovs-agent-n-d-838334-2 {{(pid=84042) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 21:22:15.230387 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-64a8ff16-093c-400f-b35b-57e6e669fb28 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:22:15.241034 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.plugin [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] No Port match for: b0e2702d-6fd7-4f53-aded-369f6061fe79 {{(pid=84042) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 18 21:22:15.241376 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Device b0e2702d-6fd7-4f53-aded-369f6061fe79 not bound to the agent host n-d-838334-2 {{(pid=84042) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 21:22:15.274431 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-64a8ff16-093c-400f-b35b-57e6e669fb28 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:22:15.322479 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-e2814608-9eff-4f84-aec4-502c5615aac9 tempest-TestVolumeBackupRestore-598000314 tempest-TestVolumeBackupRestore-598000314-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:22:15.327217 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-e2814608-9eff-4f84-aec4-502c5615aac9 tempest-TestVolumeBackupRestore-598000314 tempest-TestVolumeBackupRestore-598000314-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33528311'] for security_group_rule, after_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:22:15.355677 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2814608-9eff-4f84-aec4-502c5615aac9 tempest-TestVolumeBackupRestore-598000314 tempest-TestVolumeBackupRestore-598000314-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=429617c5-59d3-484c-b707-3a94c76d8c27,revision_number=0']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:22:15.368469 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-64a8ff16-093c-400f-b35b-57e6e669fb28 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33528224'] for security_group, after_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:22:15.385936 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-e2814608-9eff-4f84-aec4-502c5615aac9 tempest-TestVolumeBackupRestore-598000314 tempest-TestVolumeBackupRestore-598000314-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:22:15.387099 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-e2814608-9eff-4f84-aec4-502c5615aac9 tempest-TestVolumeBackupRestore-598000314 tempest-TestVolumeBackupRestore-598000314-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.2727926 Apr 18 21:22:15.389685 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-64a8ff16-093c-400f-b35b-57e6e669fb28 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:22:15.390453 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 35584) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:22:15.391230 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-64a8ff16-093c-400f-b35b-57e6e669fb28 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/7470fa6d-5ad7-4d20-9b19-c6f340a644a4 HTTP/1.1" status: 204 len: 168 time: 0.2640529 Apr 18 21:22:15.391452 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64a8ff16-093c-400f-b35b-57e6e669fb28 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7470fa6d-5ad7-4d20-9b19-c6f340a644a4,revision_number=None']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:22:15.397021 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.v2.base [None req-c344eea6-5245-41dc-9881-1eca2b247c76 tempest-TestVolumeBackupRestore-598000314 tempest-TestVolumeBackupRestore-598000314-project] Request body: {'security_group_rule': {'security_group_id': '7d6b6fcf-e3cc-4a7a-962a-d7d66f10795b', 'project_id': '61a080bd7a9840c2bce121282133c28e', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=84040) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:22:15.404372 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [None req-c344eea6-5245-41dc-9881-1eca2b247c76 tempest-TestVolumeBackupRestore-598000314 tempest-TestVolumeBackupRestore-598000314-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:22:15.408639 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-c344eea6-5245-41dc-9881-1eca2b247c76 tempest-TestVolumeBackupRestore-598000314 tempest-TestVolumeBackupRestore-598000314-project] Usage tracker for resource:security_group_rule and tenant:61a080bd7a9840c2bce121282133c28e is out of sync, need to count used quota {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:22:15.412553 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-c344eea6-5245-41dc-9881-1eca2b247c76 tempest-TestVolumeBackupRestore-598000314 tempest-TestVolumeBackupRestore-598000314-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:22:15.418724 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [None req-c344eea6-5245-41dc-9881-1eca2b247c76 tempest-TestVolumeBackupRestore-598000314 tempest-TestVolumeBackupRestore-598000314-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:22:15.438296 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-c344eea6-5245-41dc-9881-1eca2b247c76 tempest-TestVolumeBackupRestore-598000314 tempest-TestVolumeBackupRestore-598000314-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:22:15.507078 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-c344eea6-5245-41dc-9881-1eca2b247c76 tempest-TestVolumeBackupRestore-598000314 tempest-TestVolumeBackupRestore-598000314-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:22:15.510915 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-c344eea6-5245-41dc-9881-1eca2b247c76 tempest-TestVolumeBackupRestore-598000314 tempest-TestVolumeBackupRestore-598000314-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33528311'] for security_group_rule, after_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:22:15.529620 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c344eea6-5245-41dc-9881-1eca2b247c76 tempest-TestVolumeBackupRestore-598000314 tempest-TestVolumeBackupRestore-598000314-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1333d7ff-d3b6-4824-96da-64f3c4b5d764,revision_number=0']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:22:15.546746 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-c344eea6-5245-41dc-9881-1eca2b247c76 tempest-TestVolumeBackupRestore-598000314 tempest-TestVolumeBackupRestore-598000314-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:22:15.548041 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-c344eea6-5245-41dc-9881-1eca2b247c76 tempest-TestVolumeBackupRestore-598000314 tempest-TestVolumeBackupRestore-598000314-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.1565807 Apr 18 21:22:15.550705 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 35590) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:22:15.557745 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.v2.base [None req-fab47073-2e53-4f79-8a94-bfe2b7925f47 tempest-TestVolumeBackupRestore-598000314 tempest-TestVolumeBackupRestore-598000314-project] Request body: {'security_group_rule': {'security_group_id': '7d6b6fcf-e3cc-4a7a-962a-d7d66f10795b', 'project_id': '61a080bd7a9840c2bce121282133c28e', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=84040) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:22:15.565915 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [None req-fab47073-2e53-4f79-8a94-bfe2b7925f47 tempest-TestVolumeBackupRestore-598000314 tempest-TestVolumeBackupRestore-598000314-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:22:15.569794 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-fab47073-2e53-4f79-8a94-bfe2b7925f47 tempest-TestVolumeBackupRestore-598000314 tempest-TestVolumeBackupRestore-598000314-project] Usage tracker for resource:security_group_rule and tenant:61a080bd7a9840c2bce121282133c28e is out of sync, need to count used quota {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:22:15.575896 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-fab47073-2e53-4f79-8a94-bfe2b7925f47 tempest-TestVolumeBackupRestore-598000314 tempest-TestVolumeBackupRestore-598000314-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:22:15.582926 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [None req-fab47073-2e53-4f79-8a94-bfe2b7925f47 tempest-TestVolumeBackupRestore-598000314 tempest-TestVolumeBackupRestore-598000314-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:22:15.603396 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-fab47073-2e53-4f79-8a94-bfe2b7925f47 tempest-TestVolumeBackupRestore-598000314 tempest-TestVolumeBackupRestore-598000314-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:22:15.666472 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-982bf69d-9ceb-4669-a8f2-d0867339c7db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750375287399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253529'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:22:15.677422 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-fab47073-2e53-4f79-8a94-bfe2b7925f47 tempest-TestVolumeBackupRestore-598000314 tempest-TestVolumeBackupRestore-598000314-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:22:15.682193 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-fab47073-2e53-4f79-8a94-bfe2b7925f47 tempest-TestVolumeBackupRestore-598000314 tempest-TestVolumeBackupRestore-598000314-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33528311'] for security_group_rule, after_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:22:15.707194 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fab47073-2e53-4f79-8a94-bfe2b7925f47 tempest-TestVolumeBackupRestore-598000314 tempest-TestVolumeBackupRestore-598000314-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d7de3671-2608-46f1-b5ec-7a9aef94bb5c,revision_number=0']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:22:15.717206 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-fab47073-2e53-4f79-8a94-bfe2b7925f47 tempest-TestVolumeBackupRestore-598000314 tempest-TestVolumeBackupRestore-598000314-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:22:15.719236 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-fab47073-2e53-4f79-8a94-bfe2b7925f47 tempest-TestVolumeBackupRestore-598000314 tempest-TestVolumeBackupRestore-598000314-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.1673331 Apr 18 21:22:15.722036 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 35598) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:22:15.727432 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.v2.base [None req-a02db7e9-c9a4-4fc5-b10e-cf348a397fdc tempest-TestVolumeBackupRestore-598000314 tempest-TestVolumeBackupRestore-598000314-project] Request body: {'security_group_rule': {'security_group_id': '7d6b6fcf-e3cc-4a7a-962a-d7d66f10795b', 'project_id': '61a080bd7a9840c2bce121282133c28e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=84040) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:22:15.734402 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [None req-a02db7e9-c9a4-4fc5-b10e-cf348a397fdc tempest-TestVolumeBackupRestore-598000314 tempest-TestVolumeBackupRestore-598000314-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:22:15.738825 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-a02db7e9-c9a4-4fc5-b10e-cf348a397fdc tempest-TestVolumeBackupRestore-598000314 tempest-TestVolumeBackupRestore-598000314-project] Usage tracker for resource:security_group_rule and tenant:61a080bd7a9840c2bce121282133c28e is out of sync, need to count used quota {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:22:15.741823 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-a02db7e9-c9a4-4fc5-b10e-cf348a397fdc tempest-TestVolumeBackupRestore-598000314 tempest-TestVolumeBackupRestore-598000314-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:22:15.747482 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [None req-a02db7e9-c9a4-4fc5-b10e-cf348a397fdc tempest-TestVolumeBackupRestore-598000314 tempest-TestVolumeBackupRestore-598000314-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:22:15.758644 n-d-838334-2 neutron-server[84040]: INFO neutron.db.securitygroups_db [None req-a02db7e9-c9a4-4fc5-b10e-cf348a397fdc tempest-TestVolumeBackupRestore-598000314 tempest-TestVolumeBackupRestore-598000314-project] Project 61a080bd7a9840c2bce121282133c28e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 18 21:22:15.765735 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-a02db7e9-c9a4-4fc5-b10e-cf348a397fdc tempest-TestVolumeBackupRestore-598000314 tempest-TestVolumeBackupRestore-598000314-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:22:15.844176 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-a02db7e9-c9a4-4fc5-b10e-cf348a397fdc tempest-TestVolumeBackupRestore-598000314 tempest-TestVolumeBackupRestore-598000314-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:22:15.848358 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-a02db7e9-c9a4-4fc5-b10e-cf348a397fdc tempest-TestVolumeBackupRestore-598000314 tempest-TestVolumeBackupRestore-598000314-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33528311'] for security_group_rule, after_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:22:15.874749 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 35602) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:22:15.876878 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a02db7e9-c9a4-4fc5-b10e-cf348a397fdc tempest-TestVolumeBackupRestore-598000314 tempest-TestVolumeBackupRestore-598000314-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=94865ff5-6cf9-4f2f-b95e-ae501ae4f9bd,revision_number=0']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:22:15.889307 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-a02db7e9-c9a4-4fc5-b10e-cf348a397fdc tempest-TestVolumeBackupRestore-598000314 tempest-TestVolumeBackupRestore-598000314-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:22:15.890761 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-a02db7e9-c9a4-4fc5-b10e-cf348a397fdc tempest-TestVolumeBackupRestore-598000314 tempest-TestVolumeBackupRestore-598000314-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.1677623 Apr 18 21:22:15.895053 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 35606) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:22:15.899017 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.v2.base [None req-2d6dd88b-fd68-46c7-b20e-3b5b2724eaad tempest-TestVolumeBackupRestore-598000314 tempest-TestVolumeBackupRestore-598000314-project] Request body: {'security_group_rule': {'security_group_id': '7d6b6fcf-e3cc-4a7a-962a-d7d66f10795b', 'project_id': '61a080bd7a9840c2bce121282133c28e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=84040) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:22:15.906489 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [None req-2d6dd88b-fd68-46c7-b20e-3b5b2724eaad tempest-TestVolumeBackupRestore-598000314 tempest-TestVolumeBackupRestore-598000314-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:22:15.911239 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-2d6dd88b-fd68-46c7-b20e-3b5b2724eaad tempest-TestVolumeBackupRestore-598000314 tempest-TestVolumeBackupRestore-598000314-project] Usage tracker for resource:security_group_rule and tenant:61a080bd7a9840c2bce121282133c28e is out of sync, need to count used quota {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:22:15.916545 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-2d6dd88b-fd68-46c7-b20e-3b5b2724eaad tempest-TestVolumeBackupRestore-598000314 tempest-TestVolumeBackupRestore-598000314-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:22:15.925388 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [None req-2d6dd88b-fd68-46c7-b20e-3b5b2724eaad tempest-TestVolumeBackupRestore-598000314 tempest-TestVolumeBackupRestore-598000314-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:22:15.938278 n-d-838334-2 neutron-server[84040]: INFO neutron.db.securitygroups_db [None req-2d6dd88b-fd68-46c7-b20e-3b5b2724eaad tempest-TestVolumeBackupRestore-598000314 tempest-TestVolumeBackupRestore-598000314-project] Project 61a080bd7a9840c2bce121282133c28e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 18 21:22:15.945784 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-2d6dd88b-fd68-46c7-b20e-3b5b2724eaad tempest-TestVolumeBackupRestore-598000314 tempest-TestVolumeBackupRestore-598000314-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:22:15.956535 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-920c1067-d3c8-4bf6-8878-a053207128f9 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=b55e29113d754f649810fc941101b997&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0766847 Apr 18 21:22:15.956535 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 35610) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:22:16.021073 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-2d6dd88b-fd68-46c7-b20e-3b5b2724eaad tempest-TestVolumeBackupRestore-598000314 tempest-TestVolumeBackupRestore-598000314-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:22:16.024756 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-2d6dd88b-fd68-46c7-b20e-3b5b2724eaad tempest-TestVolumeBackupRestore-598000314 tempest-TestVolumeBackupRestore-598000314-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33528311'] for security_group_rule, after_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:22:16.028751 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-d2e69cc0-9f70-4cfc-a858-9359e11abc08 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:22:16.050207 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d6dd88b-fd68-46c7-b20e-3b5b2724eaad tempest-TestVolumeBackupRestore-598000314 tempest-TestVolumeBackupRestore-598000314-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6431297c-86c6-49ef-b0dd-e6ade17e0fdb,revision_number=0']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:22:16.060053 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-2d6dd88b-fd68-46c7-b20e-3b5b2724eaad tempest-TestVolumeBackupRestore-598000314 tempest-TestVolumeBackupRestore-598000314-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:22:16.061284 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-d2e69cc0-9f70-4cfc-a858-9359e11abc08 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:22:16.061518 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-2d6dd88b-fd68-46c7-b20e-3b5b2724eaad tempest-TestVolumeBackupRestore-598000314 tempest-TestVolumeBackupRestore-598000314-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.1670120 Apr 18 21:22:16.120753 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-d2e69cc0-9f70-4cfc-a858-9359e11abc08 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33528224'] for security_group, after_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:22:16.135530 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2e69cc0-9f70-4cfc-a858-9359e11abc08 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a238c5e9-8970-481b-ac5a-1ee9d980cb47,revision_number=None']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:22:16.148106 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-d2e69cc0-9f70-4cfc-a858-9359e11abc08 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:22:16.151683 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-d2e69cc0-9f70-4cfc-a858-9359e11abc08 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/a238c5e9-8970-481b-ac5a-1ee9d980cb47 HTTP/1.1" status: 204 len: 168 time: 0.1927068 Apr 18 21:22:16.367249 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [req-e609aaaa-0124-413c-9954-a370bcc84cf5 req-a0ec7999-106f-490a-ab79-f4de09593d52 tempest-TestVolumeBackupRestore-598000314 tempest-TestVolumeBackupRestore-598000314-project] Synchronizing usage tracker for tenant:61a080bd7a9840c2bce121282133c28e on resource:security_group {{(pid=84040) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 21:22:16.386471 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [req-e609aaaa-0124-413c-9954-a370bcc84cf5 req-a0ec7999-106f-490a-ab79-f4de09593d52 tempest-TestVolumeBackupRestore-598000314 tempest-TestVolumeBackupRestore-598000314-project] Unset dirty status for tenant:61a080bd7a9840c2bce121282133c28e on resource:security_group {{(pid=84040) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 21:22:16.387518 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-e609aaaa-0124-413c-9954-a370bcc84cf5 req-a0ec7999-106f-490a-ab79-f4de09593d52 tempest-TestVolumeBackupRestore-598000314 tempest-TestVolumeBackupRestore-598000314-project] 10.222.0.42 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1892975660&fields=id&tenant_id=61a080bd7a9840c2bce121282133c28e HTTP/1.1" status: 200 len: 267 time: 0.0635815 Apr 18 21:22:16.438007 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Device c8ce3010-b44f-4d75-bb7d-37d72b20bf38 no longer exists at agent ovs-agent-n-d-838334-2 {{(pid=84042) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 21:22:16.511374 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.plugin [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] No Port match for: c8ce3010-b44f-4d75-bb7d-37d72b20bf38 {{(pid=84042) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 18 21:22:16.511742 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Device c8ce3010-b44f-4d75-bb7d-37d72b20bf38 not bound to the agent host n-d-838334-2 {{(pid=84042) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 21:22:16.512167 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Device b1243dfb-e345-43a5-9991-6226aa52c562 no longer exists at agent ovs-agent-n-d-838334-2 {{(pid=84042) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 21:22:16.544591 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.plugin [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] No Port match for: b1243dfb-e345-43a5-9991-6226aa52c562 {{(pid=84042) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 18 21:22:16.545479 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Device b1243dfb-e345-43a5-9991-6226aa52c562 not bound to the agent host n-d-838334-2 {{(pid=84042) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 21:22:16.577689 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e609aaaa-0124-413c-9954-a370bcc84cf5 req-59374fb6-9b4b-4607-a6c5-8e3111c21e72 tempest-TestVolumeBackupRestore-598000314 tempest-TestVolumeBackupRestore-598000314-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:22:16.580153 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-e609aaaa-0124-413c-9954-a370bcc84cf5 req-59374fb6-9b4b-4607-a6c5-8e3111c21e72 tempest-TestVolumeBackupRestore-598000314 tempest-TestVolumeBackupRestore-598000314-project] 10.222.0.42 "GET /v2.0/networks?id=d183dd60-514a-409c-aab4-a2214efc376f HTTP/1.1" status: 200 len: 813 time: 0.1849566 Apr 18 21:22:16.600967 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-e609aaaa-0124-413c-9954-a370bcc84cf5 req-d7de55ba-6055-4307-8714-56b95992ece5 tempest-TestVolumeBackupRestore-598000314 tempest-TestVolumeBackupRestore-598000314-project] 10.222.0.42 "GET /v2.0/quotas/61a080bd7a9840c2bce121282133c28e HTTP/1.1" status: 200 len: 375 time: 0.0162649 Apr 18 21:22:16.698420 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [req-e609aaaa-0124-413c-9954-a370bcc84cf5 req-495aab7a-cced-4eae-ab31-4d015918bdee tempest-TestVolumeBackupRestore-598000314 tempest-TestVolumeBackupRestore-598000314-project] Synchronizing usage tracker for tenant:61a080bd7a9840c2bce121282133c28e on resource:port {{(pid=84040) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 21:22:16.716650 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [req-e609aaaa-0124-413c-9954-a370bcc84cf5 req-495aab7a-cced-4eae-ab31-4d015918bdee tempest-TestVolumeBackupRestore-598000314 tempest-TestVolumeBackupRestore-598000314-project] Unset dirty status for tenant:61a080bd7a9840c2bce121282133c28e on resource:port {{(pid=84040) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 21:22:16.718961 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-e609aaaa-0124-413c-9954-a370bcc84cf5 req-495aab7a-cced-4eae-ab31-4d015918bdee tempest-TestVolumeBackupRestore-598000314 tempest-TestVolumeBackupRestore-598000314-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=61a080bd7a9840c2bce121282133c28e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1107523 Apr 18 21:22:16.874997 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-e609aaaa-0124-413c-9954-a370bcc84cf5 req-977f24c4-c247-4cd7-b773-3e3fbb59c2c1 service neutron] 10.222.0.42 "GET /v2.0/networks/d183dd60-514a-409c-aab4-a2214efc376f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1434200 Apr 18 21:22:17.028188 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-e609aaaa-0124-413c-9954-a370bcc84cf5 req-001bb4fc-4459-4d20-b1bf-22a63c27c68c service neutron] 10.222.0.42 "GET /v2.0/networks/d183dd60-514a-409c-aab4-a2214efc376f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1475768 Apr 18 21:22:17.791319 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-7645597e-8438-4a5a-a145-f209661882a8 req-be039861-1b1d-4572-8600-35f4052619da tempest-TestVolumeBackupRestore-598000314 tempest-TestVolumeBackupRestore-598000314-project] 10.222.0.42 "GET /v2.0/ports?device_id=ae7b2f81-4993-4575-ad82-e3faa8462d1a HTTP/1.1" status: 200 len: 210 time: 0.3399422 Apr 18 21:22:17.920317 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-3131f13a-2ea0-4ca3-b497-aac7da1fc205 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750375287399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253529'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:22:18.664649 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e609aaaa-0124-413c-9954-a370bcc84cf5 req-b6721c48-4512-4d22-a595-3e2d3b792f17 tempest-TestVolumeBackupRestore-598000314 tempest-TestVolumeBackupRestore-598000314-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:22:18.666109 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-e609aaaa-0124-413c-9954-a370bcc84cf5 req-b6721c48-4512-4d22-a595-3e2d3b792f17 tempest-TestVolumeBackupRestore-598000314 tempest-TestVolumeBackupRestore-598000314-project] 10.222.0.43 "GET /v2.0/networks?id=d183dd60-514a-409c-aab4-a2214efc376f HTTP/1.1" status: 200 len: 813 time: 0.1726601 Apr 18 21:22:18.687220 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 35678) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:22:18.693836 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.v2.base [None req-57040738-54cc-4c18-88bd-0864bf572f38 tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1103689282', 'description': 'tempest-secgroup-smoke-1103689282 description', 'project_id': '202d5ea04e8c40de88f64ef931ef4e4f'}} {{(pid=84041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:22:18.700998 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-57040738-54cc-4c18-88bd-0864bf572f38 tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:22:18.707360 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-57040738-54cc-4c18-88bd-0864bf572f38 tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] Usage tracker for resource:security_group and tenant:202d5ea04e8c40de88f64ef931ef4e4f is out of sync, need to count used quota {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:22:18.710688 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-57040738-54cc-4c18-88bd-0864bf572f38 tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:22:18.718860 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-57040738-54cc-4c18-88bd-0864bf572f38 tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:22:18.726396 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-e609aaaa-0124-413c-9954-a370bcc84cf5 req-3b1b145f-ee5b-4f59-9357-d9c931144dcd tempest-TestVolumeBackupRestore-598000314 tempest-TestVolumeBackupRestore-598000314-project] 10.222.0.43 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=61a080bd7a9840c2bce121282133c28e HTTP/1.1" status: 200 len: 380 time: 0.0487478 Apr 18 21:22:18.735912 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-57040738-54cc-4c18-88bd-0864bf572f38 tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] Notify callbacks [] for security_group, before_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:22:18.736717 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.v2.base [req-e609aaaa-0124-413c-9954-a370bcc84cf5 req-878299d3-921a-411e-afb3-7e428a31bb93 tempest-TestVolumeBackupRestore-598000314 tempest-TestVolumeBackupRestore-598000314-project] Request body: {'port': {'device_id': 'ae7b2f81-4993-4575-ad82-e3faa8462d1a', 'network_id': 'd183dd60-514a-409c-aab4-a2214efc376f', 'admin_state_up': True, 'tenant_id': '61a080bd7a9840c2bce121282133c28e', 'security_groups': ['7d6b6fcf-e3cc-4a7a-962a-d7d66f10795b']}} {{(pid=84040) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:22:18.750075 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-57040738-54cc-4c18-88bd-0864bf572f38 tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] Notify callbacks [] for security_group, before_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:22:18.786007 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-57040738-54cc-4c18-88bd-0864bf572f38 tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:22:18.790387 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-57040738-54cc-4c18-88bd-0864bf572f38 tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] Usage tracker for resource:security_group_rule and tenant:202d5ea04e8c40de88f64ef931ef4e4f is out of sync, need to count used quota {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:22:18.793447 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-57040738-54cc-4c18-88bd-0864bf572f38 tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:22:18.800960 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-57040738-54cc-4c18-88bd-0864bf572f38 tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:22:18.914848 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-57040738-54cc-4c18-88bd-0864bf572f38 tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] Notify callbacks [] for security_group, precommit_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:22:18.920836 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [req-e609aaaa-0124-413c-9954-a370bcc84cf5 req-878299d3-921a-411e-afb3-7e428a31bb93 tempest-TestVolumeBackupRestore-598000314 tempest-TestVolumeBackupRestore-598000314-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:22:18.923671 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-57040738-54cc-4c18-88bd-0864bf572f38 tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33528224'] for security_group, after_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:22:18.935033 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [req-e609aaaa-0124-413c-9954-a370bcc84cf5 req-878299d3-921a-411e-afb3-7e428a31bb93 tempest-TestVolumeBackupRestore-598000314 tempest-TestVolumeBackupRestore-598000314-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:22:18.954239 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e609aaaa-0124-413c-9954-a370bcc84cf5 req-878299d3-921a-411e-afb3-7e428a31bb93 tempest-TestVolumeBackupRestore-598000314 tempest-TestVolumeBackupRestore-598000314-project] Made reservation on behalf of 61a080bd7a9840c2bce121282133c28e for: {'port': 1} {{(pid=84040) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:22:18.959167 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-e609aaaa-0124-413c-9954-a370bcc84cf5 req-878299d3-921a-411e-afb3-7e428a31bb93 tempest-TestVolumeBackupRestore-598000314 tempest-TestVolumeBackupRestore-598000314-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:22:19.006305 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57040738-54cc-4c18-88bd-0864bf572f38 tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] Pushing event updated for resources: {'SecurityGroup': ['ID=44986858-7fb6-4ebf-898f-d644491f5224,revision_number=1']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:22:19.020727 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-57040738-54cc-4c18-88bd-0864bf572f38 tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:22:19.025276 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-57040738-54cc-4c18-88bd-0864bf572f38 tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] Usage tracker for resource:security_group_rule and tenant:202d5ea04e8c40de88f64ef931ef4e4f is out of sync, need to count used quota {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:22:19.028411 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-57040738-54cc-4c18-88bd-0864bf572f38 tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:22:19.040786 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-57040738-54cc-4c18-88bd-0864bf572f38 tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:22:19.060798 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-a49783f3-ca6f-4cce-baab-e5f788c29ac0 req-245e5dce-85df-4d2a-a5b0-5644ce540327 tempest-TestVolumeBackupRestore-598000314 tempest-TestVolumeBackupRestore-598000314-project] 10.222.0.42 "GET /v2.0/ports?device_id=ae7b2f81-4993-4575-ad82-e3faa8462d1a HTTP/1.1" status: 200 len: 210 time: 0.0810506 Apr 18 21:22:19.116178 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750375287399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253529'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:22:19.131427 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-57040738-54cc-4c18-88bd-0864bf572f38 tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] Notify callbacks [] for security_group, precommit_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:22:19.137605 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-57040738-54cc-4c18-88bd-0864bf572f38 tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33528224'] for security_group, after_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:22:19.194328 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57040738-54cc-4c18-88bd-0864bf572f38 tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4c48310e-c9c1-4f3b-a84d-523dd900b6e2,revision_number=1']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:22:19.196957 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-57040738-54cc-4c18-88bd-0864bf572f38 tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] Notify callbacks [] for security_group, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:22:19.198149 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-57040738-54cc-4c18-88bd-0864bf572f38 tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1628 time: 0.5097363 Apr 18 21:22:19.203226 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 35684) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:22:19.209319 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.v2.base [None req-fe597e06-3d5a-4ec9-accb-84f4b6fbe047 tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] Request body: {'security_group_rule': {'security_group_id': '4c48310e-c9c1-4f3b-a84d-523dd900b6e2', 'project_id': '202d5ea04e8c40de88f64ef931ef4e4f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:22:19.217100 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-fe597e06-3d5a-4ec9-accb-84f4b6fbe047 tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:22:19.220785 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-fe597e06-3d5a-4ec9-accb-84f4b6fbe047 tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] Usage tracker for resource:security_group_rule and tenant:202d5ea04e8c40de88f64ef931ef4e4f is out of sync, need to count used quota {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:22:19.224111 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-fe597e06-3d5a-4ec9-accb-84f4b6fbe047 tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:22:19.230007 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-fe597e06-3d5a-4ec9-accb-84f4b6fbe047 tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:22:19.251197 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-fe597e06-3d5a-4ec9-accb-84f4b6fbe047 tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:22:19.295550 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.db_base_plugin_common [req-e609aaaa-0124-413c-9954-a370bcc84cf5 req-878299d3-921a-411e-afb3-7e428a31bb93 tempest-TestVolumeBackupRestore-598000314 tempest-TestVolumeBackupRestore-598000314-project] Allocated IP 172.20.0.8 (d183dd60-514a-409c-aab4-a2214efc376f/846d5941-244f-4c61-abce-3f844b54d9e8/2c6338f5-74d7-4149-8c49-f9ce0fa219f5) {{(pid=84040) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 21:22:19.325415 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-fe597e06-3d5a-4ec9-accb-84f4b6fbe047 tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:22:19.331133 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-fe597e06-3d5a-4ec9-accb-84f4b6fbe047 tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33528311'] for security_group_rule, after_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:22:19.358046 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe597e06-3d5a-4ec9-accb-84f4b6fbe047 tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=568e9381-7320-4598-b38e-c97b2e47e5d2,revision_number=0']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:22:19.369078 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-fe597e06-3d5a-4ec9-accb-84f4b6fbe047 tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:22:19.373077 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-fe597e06-3d5a-4ec9-accb-84f4b6fbe047 tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.1670301 Apr 18 21:22:19.373979 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 35688) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:22:19.381348 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.v2.base [None req-1aad301f-bbf5-419c-8de8-9eee35886a0d tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] Request body: {'security_group_rule': {'security_group_id': '4c48310e-c9c1-4f3b-a84d-523dd900b6e2', 'project_id': '202d5ea04e8c40de88f64ef931ef4e4f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=84041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:22:19.401187 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-1aad301f-bbf5-419c-8de8-9eee35886a0d tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:22:19.407083 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-1aad301f-bbf5-419c-8de8-9eee35886a0d tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] Usage tracker for resource:security_group_rule and tenant:202d5ea04e8c40de88f64ef931ef4e4f is out of sync, need to count used quota {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:22:19.412534 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-1aad301f-bbf5-419c-8de8-9eee35886a0d tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:22:19.424448 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-1aad301f-bbf5-419c-8de8-9eee35886a0d tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:22:19.455572 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-1aad301f-bbf5-419c-8de8-9eee35886a0d tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:22:19.571508 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-414b6ffe-e119-47bc-b18f-bcff1219c2f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750375287399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253529'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:22:19.592563 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-1aad301f-bbf5-419c-8de8-9eee35886a0d tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:22:19.602474 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-1aad301f-bbf5-419c-8de8-9eee35886a0d tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33528311'] for security_group_rule, after_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:22:19.641826 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aad301f-bbf5-419c-8de8-9eee35886a0d tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ce2de186-4c0d-4869-ac77-e7501e4456d7,revision_number=0']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:22:19.652885 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-1aad301f-bbf5-419c-8de8-9eee35886a0d tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:22:19.657842 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 35692) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:22:19.658042 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-1aad301f-bbf5-419c-8de8-9eee35886a0d tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.2821808 Apr 18 21:22:19.675555 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.v2.base [None req-5afd8cd1-8b32-4f60-b299-29a35e7cda00 tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] Request body: {'security_group_rule': {'security_group_id': '4c48310e-c9c1-4f3b-a84d-523dd900b6e2', 'project_id': '202d5ea04e8c40de88f64ef931ef4e4f', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=84040) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:22:19.694562 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [None req-5afd8cd1-8b32-4f60-b299-29a35e7cda00 tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:22:19.707432 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-e609aaaa-0124-413c-9954-a370bcc84cf5 req-878299d3-921a-411e-afb3-7e428a31bb93 tempest-TestVolumeBackupRestore-598000314 tempest-TestVolumeBackupRestore-598000314-project] Notify callbacks [] for port, precommit_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:22:19.712604 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-5afd8cd1-8b32-4f60-b299-29a35e7cda00 tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] Usage tracker for resource:security_group_rule and tenant:202d5ea04e8c40de88f64ef931ef4e4f is out of sync, need to count used quota {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:22:19.719101 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-5afd8cd1-8b32-4f60-b299-29a35e7cda00 tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:22:19.733051 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [None req-5afd8cd1-8b32-4f60-b299-29a35e7cda00 tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:22:19.740580 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.provisioning_blocks [req-e609aaaa-0124-413c-9954-a370bcc84cf5 req-878299d3-921a-411e-afb3-7e428a31bb93 tempest-TestVolumeBackupRestore-598000314 tempest-TestVolumeBackupRestore-598000314-project] Transition to ACTIVE for port object 2c6338f5-74d7-4149-8c49-f9ce0fa219f5 will not be triggered until provisioned by entity DHCP. {{(pid=84040) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:22:19.769006 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-5afd8cd1-8b32-4f60-b299-29a35e7cda00 tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:22:19.814642 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-e609aaaa-0124-413c-9954-a370bcc84cf5 req-878299d3-921a-411e-afb3-7e428a31bb93 tempest-TestVolumeBackupRestore-598000314 tempest-TestVolumeBackupRestore-598000314-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750374836619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32440838'] for port, after_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:22:19.905087 n-d-838334-2 neutron-server[84040]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e609aaaa-0124-413c-9954-a370bcc84cf5 req-878299d3-921a-411e-afb3-7e428a31bb93 tempest-TestVolumeBackupRestore-598000314 tempest-TestVolumeBackupRestore-598000314-project] Network d183dd60-514a-409c-aab4-a2214efc376f is already hosted by enough agents. {{(pid=84040) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:22:19.910992 n-d-838334-2 neutron-server[84040]: DEBUG neutron.scheduler.base_scheduler [req-e609aaaa-0124-413c-9954-a370bcc84cf5 req-878299d3-921a-411e-afb3-7e428a31bb93 tempest-TestVolumeBackupRestore-598000314 tempest-TestVolumeBackupRestore-598000314-project] Resources bound (agent type, host, resource id): {{(pid=84040) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:22:19.920674 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.l3_dvrscheduler_db [req-e609aaaa-0124-413c-9954-a370bcc84cf5 req-878299d3-921a-411e-afb3-7e428a31bb93 tempest-TestVolumeBackupRestore-598000314 tempest-TestVolumeBackupRestore-598000314-project] Received port after_create {{(pid=84040) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 21:22:20.011700 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-878299d3-921a-411e-afb3-7e428a31bb93 tempest-TestVolumeBackupRestore-598000314 tempest-TestVolumeBackupRestore-598000314-project] Pushing event updated for resources: {'Port': ['ID=2c6338f5-74d7-4149-8c49-f9ce0fa219f5,revision_number=1']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:22:20.038360 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-5afd8cd1-8b32-4f60-b299-29a35e7cda00 tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:22:20.043056 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.agents_db [None req-6346a179-333c-4370-b5a6-936984aeab15 None None] Agent healthcheck: found 7 active agents {{(pid=84043) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 18 21:22:20.060519 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-5afd8cd1-8b32-4f60-b299-29a35e7cda00 tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33528311'] for security_group_rule, after_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:22:20.092743 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e609aaaa-0124-413c-9954-a370bcc84cf5 req-878299d3-921a-411e-afb3-7e428a31bb93 tempest-TestVolumeBackupRestore-598000314 tempest-TestVolumeBackupRestore-598000314-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:22:20.105942 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-e609aaaa-0124-413c-9954-a370bcc84cf5 req-878299d3-921a-411e-afb3-7e428a31bb93 tempest-TestVolumeBackupRestore-598000314 tempest-TestVolumeBackupRestore-598000314-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217293'] for port, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:22:20.118926 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5afd8cd1-8b32-4f60-b299-29a35e7cda00 tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6fbd6902-9040-41ea-8709-dbd23467ece7,revision_number=0']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:22:20.168823 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-5afd8cd1-8b32-4f60-b299-29a35e7cda00 tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:22:20.170421 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 35698) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:22:20.170853 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-5afd8cd1-8b32-4f60-b299-29a35e7cda00 tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.5045190 Apr 18 21:22:20.170853 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-e609aaaa-0124-413c-9954-a370bcc84cf5 req-878299d3-921a-411e-afb3-7e428a31bb93 tempest-TestVolumeBackupRestore-598000314 tempest-TestVolumeBackupRestore-598000314-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4328701 Apr 18 21:22:20.178504 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.v2.base [None req-ffeccb83-6436-4269-9914-0d5d8accef28 tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] Request body: {'security_group_rule': {'security_group_id': '4c48310e-c9c1-4f3b-a84d-523dd900b6e2', 'project_id': '202d5ea04e8c40de88f64ef931ef4e4f', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=84041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:22:20.180282 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [req-e609aaaa-0124-413c-9954-a370bcc84cf5 req-257ea932-0a40-4d66-9fb7-dffa963dbe02 tempest-TestVolumeBackupRestore-598000314 tempest-TestVolumeBackupRestore-598000314-project] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=84040) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 18 21:22:20.180967 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-e609aaaa-0124-413c-9954-a370bcc84cf5 req-257ea932-0a40-4d66-9fb7-dffa963dbe02 tempest-TestVolumeBackupRestore-598000314 tempest-TestVolumeBackupRestore-598000314-project] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0100799 Apr 18 21:22:20.189739 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-ffeccb83-6436-4269-9914-0d5d8accef28 tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:22:20.196592 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.v2.base [req-e609aaaa-0124-413c-9954-a370bcc84cf5 req-e3629c1b-6c82-4ecf-8ef1-353407f701ff service neutron] Request body: {'port': {'device_id': 'ae7b2f81-4993-4575-ad82-e3faa8462d1a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-838334-2'}} {{(pid=84040) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:22:20.197279 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-ffeccb83-6436-4269-9914-0d5d8accef28 tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] Usage tracker for resource:security_group_rule and tenant:202d5ea04e8c40de88f64ef931ef4e4f is out of sync, need to count used quota {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:22:20.200401 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-ffeccb83-6436-4269-9914-0d5d8accef28 tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:22:20.208955 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-ffeccb83-6436-4269-9914-0d5d8accef28 tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:22:20.253086 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-ffeccb83-6436-4269-9914-0d5d8accef28 tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:22:20.372287 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-e609aaaa-0124-413c-9954-a370bcc84cf5 req-e3629c1b-6c82-4ecf-8ef1-353407f701ff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:22:20.381930 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-ffeccb83-6436-4269-9914-0d5d8accef28 tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:22:20.389430 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-ffeccb83-6436-4269-9914-0d5d8accef28 tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33528311'] for security_group_rule, after_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:22:20.439713 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-3b0ded8e-e4e6-41b0-a9d5-82995ab90346 None None] Provisioning for port 2c6338f5-74d7-4149-8c49-f9ce0fa219f5 completed by entity DHCP. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 21:22:20.449480 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-3b0ded8e-e4e6-41b0-a9d5-82995ab90346 None None] Provisioning complete for port 2c6338f5-74d7-4149-8c49-f9ce0fa219f5 triggered by entity DHCP. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:22:20.450338 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-3b0ded8e-e4e6-41b0-a9d5-82995ab90346 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1253608'] for port, provisioning_complete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:22:20.471736 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffeccb83-6436-4269-9914-0d5d8accef28 tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4a207e4e-ac43-469f-bf69-45424b4a9f38,revision_number=0']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:22:20.497096 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-ffeccb83-6436-4269-9914-0d5d8accef28 tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:22:20.504901 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-ffeccb83-6436-4269-9914-0d5d8accef28 tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.3347898 Apr 18 21:22:20.505116 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 35706) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:22:20.525735 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.v2.base [None req-259786bd-3042-43fa-8ed7-95d6acfaecf1 tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] Request body: {'security_group_rule': {'security_group_id': '4c48310e-c9c1-4f3b-a84d-523dd900b6e2', 'project_id': '202d5ea04e8c40de88f64ef931ef4e4f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=84041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:22:20.538444 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-259786bd-3042-43fa-8ed7-95d6acfaecf1 tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:22:20.543357 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-259786bd-3042-43fa-8ed7-95d6acfaecf1 tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] Usage tracker for resource:security_group_rule and tenant:202d5ea04e8c40de88f64ef931ef4e4f is out of sync, need to count used quota {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:22:20.543469 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.plugin [None req-3b0ded8e-e4e6-41b0-a9d5-82995ab90346 None None] Port 2c6338f5-74d7-4149-8c49-f9ce0fa219f5 cannot update to ACTIVE because it is not bound. {{(pid=84042) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 18 21:22:20.553256 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-259786bd-3042-43fa-8ed7-95d6acfaecf1 tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:22:20.563920 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-259786bd-3042-43fa-8ed7-95d6acfaecf1 tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:22:20.569799 n-d-838334-2 neutron-server[84041]: INFO neutron.db.securitygroups_db [None req-259786bd-3042-43fa-8ed7-95d6acfaecf1 tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] Project 202d5ea04e8c40de88f64ef931ef4e4f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 18 21:22:20.576885 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-259786bd-3042-43fa-8ed7-95d6acfaecf1 tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:22:20.680843 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-259786bd-3042-43fa-8ed7-95d6acfaecf1 tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:22:20.684099 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-c7521a90-7d65-4e2e-842c-ca5d95e9a89c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750375287399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253529'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:22:20.686181 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-259786bd-3042-43fa-8ed7-95d6acfaecf1 tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33528311'] for security_group_rule, after_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:22:20.725416 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-259786bd-3042-43fa-8ed7-95d6acfaecf1 tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7564f460-6ee7-4eb7-a3b8-a90503075820,revision_number=0']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:22:20.738763 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-259786bd-3042-43fa-8ed7-95d6acfaecf1 tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:22:20.738763 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-259786bd-3042-43fa-8ed7-95d6acfaecf1 tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.2318211 Apr 18 21:22:20.741434 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 35710) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:22:20.756400 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.v2.base [None req-464ffceb-1a27-45ec-be84-e96b5609dd15 tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] Request body: {'security_group_rule': {'security_group_id': '4c48310e-c9c1-4f3b-a84d-523dd900b6e2', 'project_id': '202d5ea04e8c40de88f64ef931ef4e4f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=84041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:22:20.762120 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-464ffceb-1a27-45ec-be84-e96b5609dd15 tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:22:20.766825 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-464ffceb-1a27-45ec-be84-e96b5609dd15 tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] Usage tracker for resource:security_group_rule and tenant:202d5ea04e8c40de88f64ef931ef4e4f is out of sync, need to count used quota {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:22:20.772178 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-464ffceb-1a27-45ec-be84-e96b5609dd15 tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:22:20.782015 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-464ffceb-1a27-45ec-be84-e96b5609dd15 tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:22:20.807833 n-d-838334-2 neutron-server[84041]: INFO neutron.db.securitygroups_db [None req-464ffceb-1a27-45ec-be84-e96b5609dd15 tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] Project 202d5ea04e8c40de88f64ef931ef4e4f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 18 21:22:20.816829 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-464ffceb-1a27-45ec-be84-e96b5609dd15 tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:22:20.857466 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7414bbac-d26f-469a-bc81-33f2e70bff3c req-28bd24cc-85e3-461f-95d6-4fc8638bfb2c tempest-TestVolumeBackupRestore-598000314 tempest-TestVolumeBackupRestore-598000314-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:22:20.858162 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [req-7414bbac-d26f-469a-bc81-33f2e70bff3c req-28bd24cc-85e3-461f-95d6-4fc8638bfb2c tempest-TestVolumeBackupRestore-598000314 tempest-TestVolumeBackupRestore-598000314-project] Synchronizing usage tracker for tenant:61a080bd7a9840c2bce121282133c28e on resource:port {{(pid=84040) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 21:22:20.886323 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-464ffceb-1a27-45ec-be84-e96b5609dd15 tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:22:20.891340 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-464ffceb-1a27-45ec-be84-e96b5609dd15 tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33528311'] for security_group_rule, after_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:22:20.916807 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-464ffceb-1a27-45ec-be84-e96b5609dd15 tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cd04ba8a-104c-4be2-af28-03f7be3b40b9,revision_number=0']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:22:20.931212 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [req-7414bbac-d26f-469a-bc81-33f2e70bff3c req-28bd24cc-85e3-461f-95d6-4fc8638bfb2c tempest-TestVolumeBackupRestore-598000314 tempest-TestVolumeBackupRestore-598000314-project] Unset dirty status for tenant:61a080bd7a9840c2bce121282133c28e on resource:port {{(pid=84040) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 21:22:20.932187 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-464ffceb-1a27-45ec-be84-e96b5609dd15 tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:22:20.937144 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-464ffceb-1a27-45ec-be84-e96b5609dd15 tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.1937778 Apr 18 21:22:20.937727 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 35714) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:22:20.938688 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-7414bbac-d26f-469a-bc81-33f2e70bff3c req-28bd24cc-85e3-461f-95d6-4fc8638bfb2c tempest-TestVolumeBackupRestore-598000314 tempest-TestVolumeBackupRestore-598000314-project] 10.222.0.42 "GET /v2.0/ports?device_id=ae7b2f81-4993-4575-ad82-e3faa8462d1a HTTP/1.1" status: 200 len: 931 time: 0.6857395 Apr 18 21:22:20.945203 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.v2.base [None req-c9d6eb27-a88a-461b-9781-089264b4bb11 tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] Request body: {'network': {'name': 'tempest-network-smoke--1364200379', 'project_id': '202d5ea04e8c40de88f64ef931ef4e4f', 'port_security_enabled': True}} {{(pid=84041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:22:20.959984 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-c9d6eb27-a88a-461b-9781-089264b4bb11 tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:22:20.971439 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-c9d6eb27-a88a-461b-9781-089264b4bb11 tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] Usage tracker for resource:network and tenant:202d5ea04e8c40de88f64ef931ef4e4f is out of sync, need to count used quota {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:22:20.971439 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-c9d6eb27-a88a-461b-9781-089264b4bb11 tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:22:20.981850 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-c9d6eb27-a88a-461b-9781-089264b4bb11 tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:22:20.997802 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c9d6eb27-a88a-461b-9781-089264b4bb11 tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] Made reservation on behalf of 202d5ea04e8c40de88f64ef931ef4e4f for: {'network': 1} {{(pid=84041) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:22:20.999977 n-d-838334-2 neutron-server[84040]: DEBUG neutron.notifiers.nova [req-e609aaaa-0124-413c-9954-a370bcc84cf5 req-e3629c1b-6c82-4ecf-8ef1-353407f701ff service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2c6338f5-74d7-4149-8c49-f9ce0fa219f5 {{(pid=84040) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 18 21:22:21.000887 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-c9d6eb27-a88a-461b-9781-089264b4bb11 tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for network, before_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:22:21.009048 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-e609aaaa-0124-413c-9954-a370bcc84cf5 req-e3629c1b-6c82-4ecf-8ef1-353407f701ff service neutron] Notify callbacks [] for port, precommit_update {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:22:21.043839 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c9d6eb27-a88a-461b-9781-089264b4bb11 tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 365} {{(pid=84041) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 21:22:21.048755 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-7414bbac-d26f-469a-bc81-33f2e70bff3c req-8f758116-375a-48c0-a951-f1c6011fa1ec tempest-TestVolumeBackupRestore-598000314 tempest-TestVolumeBackupRestore-598000314-project] 10.222.0.42 "GET /v2.0/security-groups?id=7d6b6fcf-e3cc-4a7a-962a-d7d66f10795b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1067772 Apr 18 21:22:21.058603 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-c9d6eb27-a88a-461b-9781-089264b4bb11 tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1082986'] for segment, precommit_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:22:21.059294 n-d-838334-2 neutron-server[84041]: INFO neutron.db.segments_db [None req-c9d6eb27-a88a-461b-9781-089264b4bb11 tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] Added segment 4e40371e-7410-48d8-95e7-4f5371c193cc of type vlan for network d83f207f-f7a8-482b-9c99-e8b5c6d071d8 Apr 18 21:22:21.061477 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.provisioning_blocks [req-e609aaaa-0124-413c-9954-a370bcc84cf5 req-e3629c1b-6c82-4ecf-8ef1-353407f701ff service neutron] Transition to ACTIVE for port object 2c6338f5-74d7-4149-8c49-f9ce0fa219f5 will not be triggered until provisioned by entity L2. {{(pid=84040) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:22:21.068727 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-e609aaaa-0124-413c-9954-a370bcc84cf5 req-e3629c1b-6c82-4ecf-8ef1-353407f701ff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32440959'] for port, after_update {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:22:21.104406 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-c9d6eb27-a88a-461b-9781-089264b4bb11 tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750374825732'] for network, precommit_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:22:21.136882 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-c9d6eb27-a88a-461b-9781-089264b4bb11 tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33526109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022'] for network, after_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:22:21.142175 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9d6eb27-a88a-461b-9781-089264b4bb11 tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:22:21.142662 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-c9d6eb27-a88a-461b-9781-089264b4bb11 tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] Notify callbacks [] for network, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:22:21.256176 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-c9d6eb27-a88a-461b-9781-089264b4bb11 tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.3171046 Apr 18 21:22:21.260088 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 35718) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:22:21.263641 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9d6eb27-a88a-461b-9781-089264b4bb11 tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] Pushing event updated for resources: {'Network': ['ID=d83f207f-f7a8-482b-9c99-e8b5c6d071d8,revision_number=1']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:22:21.270703 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.v2.base [None req-b530ca86-1a30-43c6-bf50-69943c07ffc9 tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-299882906', 'admin_state_up': True, 'project_id': '202d5ea04e8c40de88f64ef931ef4e4f', 'external_gateway_info': {'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c'}}} {{(pid=84041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:22:21.276943 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Network d83f207f-f7a8-482b-9c99-e8b5c6d071d8 details requested by agent ovs-agent-n-d-838334-2 with host n-d-838334-2 {{(pid=84042) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 18 21:22:21.279674 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3629c1b-6c82-4ecf-8ef1-353407f701ff service neutron] Pushing event updated for resources: {'Port': ['ID=2c6338f5-74d7-4149-8c49-f9ce0fa219f5,revision_number=2']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:22:21.280510 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-b530ca86-1a30-43c6-bf50-69943c07ffc9 tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:22:21.285474 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-b530ca86-1a30-43c6-bf50-69943c07ffc9 tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] Usage tracker for resource:router and tenant:202d5ea04e8c40de88f64ef931ef4e4f is out of sync, need to count used quota {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:22:21.288730 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-b530ca86-1a30-43c6-bf50-69943c07ffc9 tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:22:21.300451 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-b530ca86-1a30-43c6-bf50-69943c07ffc9 tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:22:21.315433 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-b530ca86-1a30-43c6-bf50-69943c07ffc9 tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-33442106', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5708'] for router, before_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:22:21.316680 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-b530ca86-1a30-43c6-bf50-69943c07ffc9 tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33442137', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33444285', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33535433', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5703'] for router, precommit_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:22:21.337877 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.managers [req-e609aaaa-0124-413c-9954-a370bcc84cf5 req-e3629c1b-6c82-4ecf-8ef1-353407f701ff service neutron] Attempting to bind port 2c6338f5-74d7-4149-8c49-f9ce0fa219f5 on host n-h1-838334-2 for vnic_type normal with profile {{(pid=84040) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 21:22:21.338362 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.managers [req-e609aaaa-0124-413c-9954-a370bcc84cf5 req-e3629c1b-6c82-4ecf-8ef1-353407f701ff service neutron] Attempting to bind port 2c6338f5-74d7-4149-8c49-f9ce0fa219f5 by drivers openvswitch,hyperv on host n-h1-838334-2 at level 0 using segments [{'id': '5078d71c-f806-46b0-9f46-ae92d2ad5c65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': 'd183dd60-514a-409c-aab4-a2214efc376f'}] {{(pid=84040) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 21:22:21.338717 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e609aaaa-0124-413c-9954-a370bcc84cf5 req-e3629c1b-6c82-4ecf-8ef1-353407f701ff service neutron] Attempting to bind port 2c6338f5-74d7-4149-8c49-f9ce0fa219f5 on network d183dd60-514a-409c-aab4-a2214efc376f {{(pid=84040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 21:22:21.347366 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-b530ca86-1a30-43c6-bf50-69943c07ffc9 tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:22:21.347577 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e609aaaa-0124-413c-9954-a370bcc84cf5 req-e3629c1b-6c82-4ecf-8ef1-353407f701ff service neutron] Port 2c6338f5-74d7-4149-8c49-f9ce0fa219f5 on network d183dd60-514a-409c-aab4-a2214efc376f not bound, no agent of type Open vSwitch agent registered on host n-h1-838334-2 {{(pid=84040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 18 21:22:21.348057 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e609aaaa-0124-413c-9954-a370bcc84cf5 req-e3629c1b-6c82-4ecf-8ef1-353407f701ff service neutron] Attempting to bind port 2c6338f5-74d7-4149-8c49-f9ce0fa219f5 on network d183dd60-514a-409c-aab4-a2214efc376f {{(pid=84040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 21:22:21.356594 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e609aaaa-0124-413c-9954-a370bcc84cf5 req-e3629c1b-6c82-4ecf-8ef1-353407f701ff service neutron] Checking agent: {'id': 'd63bab19-ff81-4de1-afeb-a3732288d0d7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-838334-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 33, 59), 'started_at': datetime.datetime(2022, 4, 18, 20, 33, 59), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 21, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 18 21:22:21.357034 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e609aaaa-0124-413c-9954-a370bcc84cf5 req-e3629c1b-6c82-4ecf-8ef1-353407f701ff service neutron] Checking segment: {'id': '5078d71c-f806-46b0-9f46-ae92d2ad5c65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': 'd183dd60-514a-409c-aab4-a2214efc376f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84040) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 21:22:21.357534 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e609aaaa-0124-413c-9954-a370bcc84cf5 req-e3629c1b-6c82-4ecf-8ef1-353407f701ff service neutron] Bound using segment: {'id': '5078d71c-f806-46b0-9f46-ae92d2ad5c65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': 'd183dd60-514a-409c-aab4-a2214efc376f'} {{(pid=84040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 18 21:22:21.358108 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.managers [req-e609aaaa-0124-413c-9954-a370bcc84cf5 req-e3629c1b-6c82-4ecf-8ef1-353407f701ff service neutron] Bound port: 2c6338f5-74d7-4149-8c49-f9ce0fa219f5, host: n-h1-838334-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5078d71c-f806-46b0-9f46-ae92d2ad5c65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': 'd183dd60-514a-409c-aab4-a2214efc376f'}}] {{(pid=84040) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 21:22:21.359131 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-e609aaaa-0124-413c-9954-a370bcc84cf5 req-e3629c1b-6c82-4ecf-8ef1-353407f701ff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:22:21.480970 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.db [req-e609aaaa-0124-413c-9954-a370bcc84cf5 req-e3629c1b-6c82-4ecf-8ef1-353407f701ff service neutron] For port 2c6338f5-74d7-4149-8c49-f9ce0fa219f5, host n-h1-838334-2, cleared binding levels {{(pid=84040) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 21:22:21.484958 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.db [req-e609aaaa-0124-413c-9954-a370bcc84cf5 req-e3629c1b-6c82-4ecf-8ef1-353407f701ff service neutron] For port 2c6338f5-74d7-4149-8c49-f9ce0fa219f5, host n-h1-838334-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838334-2',level=0,port_id=2c6338f5-74d7-4149-8c49-f9ce0fa219f5,segment=NetworkSegment(5078d71c-f806-46b0-9f46-ae92d2ad5c65),segment_id=5078d71c-f806-46b0-9f46-ae92d2ad5c65)] {{(pid=84040) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 21:22:21.489768 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-e609aaaa-0124-413c-9954-a370bcc84cf5 req-e3629c1b-6c82-4ecf-8ef1-353407f701ff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32440959'] for port, after_update {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:22:21.495494 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-b530ca86-1a30-43c6-bf50-69943c07ffc9 tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-33444175', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-33443520', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5293'] for router, precommit_update {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:22:21.554262 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-e609aaaa-0124-413c-9954-a370bcc84cf5 req-e3629c1b-6c82-4ecf-8ef1-353407f701ff service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217293'] for port, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:22:21.556211 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-e609aaaa-0124-413c-9954-a370bcc84cf5 req-e3629c1b-6c82-4ecf-8ef1-353407f701ff service neutron] 10.222.0.43 "PUT /v2.0/ports/2c6338f5-74d7-4149-8c49-f9ce0fa219f5 HTTP/1.1" status: 200 len: 1091 time: 1.3674908 Apr 18 21:22:21.559152 n-d-838334-2 neutron-server[84040]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ae7b2f81-4993-4575-ad82-e3faa8462d1a', 'tag': '2c6338f5-74d7-4149-8c49-f9ce0fa219f5'}] {{(pid=84040) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 21:22:21.586996 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3629c1b-6c82-4ecf-8ef1-353407f701ff service neutron] Pushing event updated for resources: {'Port': ['ID=2c6338f5-74d7-4149-8c49-f9ce0fa219f5,revision_number=3']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:22:21.642493 n-d-838334-2 neutron-server[84040]: INFO neutron.notifiers.nova [-] Nova event matching ['req-685ba2de-1416-4bb4-89aa-d2c10218f317'] response: {'name': 'network-changed', 'server_uuid': 'ae7b2f81-4993-4575-ad82-e3faa8462d1a', 'tag': '2c6338f5-74d7-4149-8c49-f9ce0fa219f5', 'status': 'completed', 'code': 200} Apr 18 21:22:21.707109 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-b530ca86-1a30-43c6-bf50-69943c07ffc9 tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] Notify callbacks [] for router_gateway, before_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:22:21.707881 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-e609aaaa-0124-413c-9954-a370bcc84cf5 req-7f2356e5-ef20-4c67-be7b-7b3c74d75b79 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=61a080bd7a9840c2bce121282133c28e&device_id=ae7b2f81-4993-4575-ad82-e3faa8462d1a HTTP/1.1" status: 200 len: 1094 time: 0.1027069 Apr 18 21:22:21.741098 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-b530ca86-1a30-43c6-bf50-69943c07ffc9 tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:22:21.782405 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-e609aaaa-0124-413c-9954-a370bcc84cf5 req-b0055d69-33de-4602-ae0e-1e8baa25e905 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2c6338f5-74d7-4149-8c49-f9ce0fa219f5 HTTP/1.1" status: 200 len: 217 time: 0.0672493 Apr 18 21:22:21.847918 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e609aaaa-0124-413c-9954-a370bcc84cf5 req-aaa44ecf-d562-464a-bedf-ff642e7ef648 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:22:21.849376 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-e609aaaa-0124-413c-9954-a370bcc84cf5 req-aaa44ecf-d562-464a-bedf-ff642e7ef648 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=846d5941-244f-4c61-abce-3f844b54d9e8 HTTP/1.1" status: 200 len: 852 time: 0.0612059 Apr 18 21:22:21.875503 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.db_base_plugin_common [None req-b530ca86-1a30-43c6-bf50-69943c07ffc9 tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] Allocated IP 172.25.8.136 (e41b6600-a917-4a8d-b05c-be3be40c6d8c/6b05667b-848e-4356-9b44-d5eb6808ef74/2861445f-8940-4365-a5c7-e9f8730aee37) {{(pid=84041) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 21:22:21.929455 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-e609aaaa-0124-413c-9954-a370bcc84cf5 req-f87cd7f5-36ff-44a1-8c06-95e3be1edb95 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=d183dd60-514a-409c-aab4-a2214efc376f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0733569 Apr 18 21:22:22.032704 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-b530ca86-1a30-43c6-bf50-69943c07ffc9 tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] Notify callbacks [] for port, precommit_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:22:22.061921 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-b530ca86-1a30-43c6-bf50-69943c07ffc9 tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750374836619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32266323'] for port, after_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:22:22.166206 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-e609aaaa-0124-413c-9954-a370bcc84cf5 req-8ccd4cb4-d1aa-4012-b3f8-d82b593ed1e6 service neutron] 10.222.0.43 "GET /v2.0/networks/d183dd60-514a-409c-aab4-a2214efc376f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2291830 Apr 18 21:22:22.227083 n-d-838334-2 neutron-server[84041]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b530ca86-1a30-43c6-bf50-69943c07ffc9 tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] Network e41b6600-a917-4a8d-b05c-be3be40c6d8c is already hosted by enough agents. {{(pid=84041) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:22:22.228319 n-d-838334-2 neutron-server[84041]: DEBUG neutron.scheduler.base_scheduler [None req-b530ca86-1a30-43c6-bf50-69943c07ffc9 tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] Resources bound (agent type, host, resource id): {{(pid=84041) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:22:22.230084 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b530ca86-1a30-43c6-bf50-69943c07ffc9 tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] Pushing event updated for resources: {'Port': ['ID=2861445f-8940-4365-a5c7-e9f8730aee37,revision_number=1']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:22:22.232179 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b530ca86-1a30-43c6-bf50-69943c07ffc9 tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] Received port after_create {{(pid=84041) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 21:22:22.365171 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-e609aaaa-0124-413c-9954-a370bcc84cf5 req-67cc743d-7ed4-4d02-947b-0782fefd27ac service neutron] 10.222.0.43 "GET /v2.0/networks/d183dd60-514a-409c-aab4-a2214efc376f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1924741 Apr 18 21:22:22.376462 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c26cf0d-5a00-4864-b3dc-867a1862a760 req-f26e7556-6897-4c41-bd16-4b3da3ba9b37 tempest-TestVolumeBackupRestore-598000314 tempest-TestVolumeBackupRestore-598000314-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:22:22.377927 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-6c26cf0d-5a00-4864-b3dc-867a1862a760 req-f26e7556-6897-4c41-bd16-4b3da3ba9b37 tempest-TestVolumeBackupRestore-598000314 tempest-TestVolumeBackupRestore-598000314-project] 10.222.0.42 "GET /v2.0/ports?device_id=ae7b2f81-4993-4575-ad82-e3faa8462d1a HTTP/1.1" status: 200 len: 943 time: 0.1312010 Apr 18 21:22:22.390733 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-b530ca86-1a30-43c6-bf50-69943c07ffc9 tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] Notify callbacks [] for router_gateway, after_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:22:22.391545 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-b530ca86-1a30-43c6-bf50-69943c07ffc9 tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33443529', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33444176'] for router, after_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:22:22.468742 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-6c26cf0d-5a00-4864-b3dc-867a1862a760 req-76f848af-cdc9-4464-99a9-787dae295c32 tempest-TestVolumeBackupRestore-598000314 tempest-TestVolumeBackupRestore-598000314-project] 10.222.0.42 "GET /v2.0/security-groups?id=7d6b6fcf-e3cc-4a7a-962a-d7d66f10795b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0838459 Apr 18 21:22:22.501435 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-771df3f9-01ab-45c9-a634-848829c9040d req-e6c53813-6982-4083-a29d-c6747f0596f4 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=61a080bd7a9840c2bce121282133c28e&device_id=ae7b2f81-4993-4575-ad82-e3faa8462d1a HTTP/1.1" status: 200 len: 1094 time: 0.0869958 Apr 18 21:22:22.628717 n-d-838334-2 neutron-server[84041]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b530ca86-1a30-43c6-bf50-69943c07ffc9 tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] Router cc12e546-495e-47f0-b4eb-24c3ffacee9c is scheduled to L3 agent bc84d6c9-dd7a-4555-a351-592327b46d5a with binding_index 1 {{(pid=84041) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 18 21:22:22.646638 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-771df3f9-01ab-45c9-a634-848829c9040d req-32ed8360-47ac-477c-b5a6-169dd864d498 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:22:22.648156 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-771df3f9-01ab-45c9-a634-848829c9040d req-32ed8360-47ac-477c-b5a6-169dd864d498 service neutron] 10.222.0.43 "GET /v2.0/networks?id=d183dd60-514a-409c-aab4-a2214efc376f HTTP/1.1" status: 200 len: 914 time: 0.1369119 Apr 18 21:22:22.717450 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-771df3f9-01ab-45c9-a634-848829c9040d req-d0833acc-e2b0-4704-9296-7e80472c52d1 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2c6338f5-74d7-4149-8c49-f9ce0fa219f5 HTTP/1.1" status: 200 len: 217 time: 0.0622442 Apr 18 21:22:22.791142 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-771df3f9-01ab-45c9-a634-848829c9040d req-2a85dd46-ab40-47ee-9b1a-316995011422 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:22:22.793066 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-771df3f9-01ab-45c9-a634-848829c9040d req-2a85dd46-ab40-47ee-9b1a-316995011422 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=846d5941-244f-4c61-abce-3f844b54d9e8 HTTP/1.1" status: 200 len: 852 time: 0.0697758 Apr 18 21:22:22.839126 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b530ca86-1a30-43c6-bf50-69943c07ffc9 tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] Notify agent at l3_agent.n-d-838334-2 the message routers_updated {{(pid=84041) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 21:22:22.849561 n-d-838334-2 neutron-server[84043]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e352042-810a-4590-ad05-7288660aafae None None] Sync routers for ids ['cc12e546-495e-47f0-b4eb-24c3ffacee9c'] in n-d-838334-2 {{(pid=84043) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 18 21:22:22.862647 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e352042-810a-4590-ad05-7288660aafae None None] Routers {'cc12e546-495e-47f0-b4eb-24c3ffacee9c'} bound to L3 agent in host n-d-838334-2 {{(pid=84043) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 21:22:22.863052 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.l3_hamode_db [None req-1e352042-810a-4590-ad05-7288660aafae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838334-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-18T20:25:48Z,description=,heartbeat_timestamp=2022-04-18T21:22:18Z,host='n-d-838334-2',id=bc84d6c9-dd7a-4555-a351-592327b46d5a,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:25:48Z,topic='l3_agent')) {'router_ids': ['cc12e546-495e-47f0-b4eb-24c3ffacee9c'], 'active': True} {{(pid=84043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:22:22.875036 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-b530ca86-1a30-43c6-bf50-69943c07ffc9 tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] Notify callbacks [] for router, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:22:22.880078 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-b530ca86-1a30-43c6-bf50-69943c07ffc9 tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.6142821 Apr 18 21:22:22.881028 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 35726) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:22:22.886337 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-771df3f9-01ab-45c9-a634-848829c9040d req-c4f01c1f-0378-4191-8749-351f4770b51e service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=d183dd60-514a-409c-aab4-a2214efc376f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0865030 Apr 18 21:22:23.011575 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-86200ba5-efb8-4279-a487-4bef381fa267 tempest-TestNetworkAdvancedServerOps-1372836320 tempest-TestNetworkAdvancedServerOps-1372836320-project-admin] 10.222.0.42 "GET /v2.0/subnets?project_id=202d5ea04e8c40de88f64ef931ef4e4f&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1287260 Apr 18 21:22:23.016397 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 35732) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:22:23.061067 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-771df3f9-01ab-45c9-a634-848829c9040d req-fc8ea472-7974-424f-b7e9-e8b8ee149307 service neutron] 10.222.0.43 "GET /v2.0/networks/d183dd60-514a-409c-aab4-a2214efc376f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1680057 Apr 18 21:22:23.076876 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.l3_dvr_db [None req-1e352042-810a-4590-ad05-7288660aafae None None] Set router cc12e546-495e-47f0-b4eb-24c3ffacee9c gateway port host: n-d-838334-2 {{(pid=84043) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 21:22:23.154094 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0915a9d-7c3b-4a1d-8e28-797230fbd391 tempest-TestNetworkAdvancedServerOps-1372836320 tempest-TestNetworkAdvancedServerOps-1372836320-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:22:23.156148 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-f0915a9d-7c3b-4a1d-8e28-797230fbd391 tempest-TestNetworkAdvancedServerOps-1372836320 tempest-TestNetworkAdvancedServerOps-1372836320-project-admin] 10.222.0.42 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1347740 Apr 18 21:22:23.159268 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 35736) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:22:23.212757 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-6330738b-1e7d-42a9-adb3-558aa9904bf3 tempest-TestNetworkAdvancedServerOps-1372836320 tempest-TestNetworkAdvancedServerOps-1372836320-project-admin] 10.222.0.42 "GET /v2.0/subnets?network_id=e41b6600-a917-4a8d-b05c-be3be40c6d8c&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0495052 Apr 18 21:22:23.213426 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 35740) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:22:23.219352 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.v2.base [None req-9630cebc-0c80-49f1-996e-6dd5acd7d7ab tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1053565452', 'network_id': 'd83f207f-f7a8-482b-9c99-e8b5c6d071d8', 'project_id': '202d5ea04e8c40de88f64ef931ef4e4f', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=84041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:22:23.247462 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-771df3f9-01ab-45c9-a634-848829c9040d req-fb1fd362-9edc-47aa-807d-4e72354b8d48 service neutron] 10.222.0.43 "GET /v2.0/networks/d183dd60-514a-409c-aab4-a2214efc376f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1809361 Apr 18 21:22:23.337485 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-9630cebc-0c80-49f1-996e-6dd5acd7d7ab tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:22:23.341293 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-9630cebc-0c80-49f1-996e-6dd5acd7d7ab tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] Usage tracker for resource:subnet and tenant:202d5ea04e8c40de88f64ef931ef4e4f is out of sync, need to count used quota {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:22:23.345237 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-9630cebc-0c80-49f1-996e-6dd5acd7d7ab tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:22:23.352803 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-9630cebc-0c80-49f1-996e-6dd5acd7d7ab tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:22:23.364958 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9630cebc-0c80-49f1-996e-6dd5acd7d7ab tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] Made reservation on behalf of 202d5ea04e8c40de88f64ef931ef4e4f for: {'subnet': 1} {{(pid=84041) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:22:23.378234 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.l3_hamode_db [None req-1e352042-810a-4590-ad05-7288660aafae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc12e546-495e-47f0-b4eb-24c3ffacee9c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-299882906', 'tenant_id': '202d5ea04e8c40de88f64ef931ef4e4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'external_fixed_ips': [{'subnet_id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'ip_address': '172.25.8.136'}], 'enable_snat': True}, 'gw_port_id': '2861445f-8940-4365-a5c7-e9f8730aee37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:22:21Z', 'updated_at': '2022-04-18T21:22:22Z', 'revision_number': 3, 'project_id': '202d5ea04e8c40de88f64ef931ef4e4f', 'gw_port': {'id': '2861445f-8940-4365-a5c7-e9f8730aee37', 'name': '', 'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:7a:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc12e546-495e-47f0-b4eb-24c3ffacee9c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'ip_address': '172.25.8.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:22:21Z', 'updated_at': '2022-04-18T21:22:21Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838334-2'}], 'n-d-838334-2', False) {} {{(pid=84043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:22:23.382032 n-d-838334-2 neutron-server[84043]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e352042-810a-4590-ad05-7288660aafae None None] Checking router: cc12e546-495e-47f0-b4eb-24c3ffacee9c for host: n-d-838334-2 {{(pid=84043) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 18 21:22:23.382366 n-d-838334-2 neutron-server[84043]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e352042-810a-4590-ad05-7288660aafae None None] Updating router cc12e546-495e-47f0-b4eb-24c3ffacee9c port 2861445f-8940-4365-a5c7-e9f8730aee37 binding host n-d-838334-2 {{(pid=84043) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 18 21:22:23.438305 n-d-838334-2 neutron-server[84043]: DEBUG neutron_lib.callbacks.manager [None req-1e352042-810a-4590-ad05-7288660aafae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:22:23.476796 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-9630cebc-0c80-49f1-996e-6dd5acd7d7ab tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32486301'] for subnet, before_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:22:23.725098 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbfe17d4-ac37-456b-80b7-6781fef6b4a3 req-c8f4a982-786f-4a55-9201-dd3d29749815 tempest-TestVolumeBackupRestore-598000314 tempest-TestVolumeBackupRestore-598000314-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:22:23.726571 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-cbfe17d4-ac37-456b-80b7-6781fef6b4a3 req-c8f4a982-786f-4a55-9201-dd3d29749815 tempest-TestVolumeBackupRestore-598000314 tempest-TestVolumeBackupRestore-598000314-project] 10.222.0.42 "GET /v2.0/ports?device_id=ae7b2f81-4993-4575-ad82-e3faa8462d1a HTTP/1.1" status: 200 len: 943 time: 0.0911005 Apr 18 21:22:23.726887 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-9630cebc-0c80-49f1-996e-6dd5acd7d7ab tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33526260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32266407', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32486287'] for subnet, after_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:22:23.775554 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-cbfe17d4-ac37-456b-80b7-6781fef6b4a3 req-3e8bf812-89a1-4204-b097-1dbd0de3a87a tempest-TestVolumeBackupRestore-598000314 tempest-TestVolumeBackupRestore-598000314-project] 10.222.0.42 "GET /v2.0/security-groups?id=7d6b6fcf-e3cc-4a7a-962a-d7d66f10795b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421944 Apr 18 21:22:23.817306 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9630cebc-0c80-49f1-996e-6dd5acd7d7ab tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] Pushing event updated for resources: {'Subnet': ['ID=7368d486-dbbd-49bf-a81a-38ec52e4a5e7,revision_number=0']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:22:23.830605 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9630cebc-0c80-49f1-996e-6dd5acd7d7ab tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] Checking segment: {'id': '4e40371e-7410-48d8-95e7-4f5371c193cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': 'd83f207f-f7a8-482b-9c99-e8b5c6d071d8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84041) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 21:22:23.830970 n-d-838334-2 neutron-server[84041]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9630cebc-0c80-49f1-996e-6dd5acd7d7ab tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] Network hostable DHCP agents. Network: d83f207f-f7a8-482b-9c99-e8b5c6d071d8, hostable agents: ['8746f8ea-3e91-4b32-9919-2c63adeb8722'], hosted agents: [] {{(pid=84041) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 21:22:23.841638 n-d-838334-2 neutron-server[84043]: DEBUG neutron_lib.callbacks.manager [None req-1e352042-810a-4590-ad05-7288660aafae None None] Notify callbacks [] for port, precommit_update {{(pid=84043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:22:23.853867 n-d-838334-2 neutron-server[84041]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9630cebc-0c80-49f1-996e-6dd5acd7d7ab tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] Network d83f207f-f7a8-482b-9c99-e8b5c6d071d8 is scheduled to be hosted by DHCP agent 8746f8ea-3e91-4b32-9919-2c63adeb8722 with binding_index 1 {{(pid=84041) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 21:22:23.856483 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.provisioning_blocks [None req-1e352042-810a-4590-ad05-7288660aafae None None] Transition to ACTIVE for port object 2861445f-8940-4365-a5c7-e9f8730aee37 will not be triggered until provisioned by entity L2. {{(pid=84043) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:22:23.863696 n-d-838334-2 neutron-server[84043]: DEBUG neutron_lib.callbacks.manager [None req-1e352042-810a-4590-ad05-7288660aafae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682'] for port, after_update {{(pid=84043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:22:23.864796 n-d-838334-2 neutron-server[84041]: DEBUG neutron.scheduler.base_scheduler [None req-9630cebc-0c80-49f1-996e-6dd5acd7d7ab tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-838334-2, d83f207f-f7a8-482b-9c99-e8b5c6d071d8) {{(pid=84041) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:22:23.868986 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9630cebc-0c80-49f1-996e-6dd5acd7d7ab tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:22:23.869560 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-9630cebc-0c80-49f1-996e-6dd5acd7d7ab tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] Notify callbacks [] for subnet, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:22:23.875952 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f835f548-f45d-4116-a89f-9660ffb32ca2 None None] Network d83f207f-f7a8-482b-9c99-e8b5c6d071d8 requested from n-d-838334-2 {{(pid=84042) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 21:22:23.894432 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-9630cebc-0c80-49f1-996e-6dd5acd7d7ab tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.6800752 Apr 18 21:22:23.897100 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 35746) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:22:23.954582 n-d-838334-2 neutron-server[84043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5857f959-7e42-4342-b91a-f8bcd6016c4b None None] Pushing event updated for resources: {'Port': ['ID=2861445f-8940-4365-a5c7-e9f8730aee37,revision_number=2']} {{(pid=84043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:22:23.957273 n-d-838334-2 neutron-server[84043]: DEBUG neutron.plugins.ml2.managers [None req-1e352042-810a-4590-ad05-7288660aafae None None] Attempting to bind port 2861445f-8940-4365-a5c7-e9f8730aee37 on host n-d-838334-2 for vnic_type normal with profile {{(pid=84043) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 21:22:23.957621 n-d-838334-2 neutron-server[84043]: DEBUG neutron.plugins.ml2.managers [None req-1e352042-810a-4590-ad05-7288660aafae None None] Attempting to bind port 2861445f-8940-4365-a5c7-e9f8730aee37 by drivers openvswitch,hyperv on host n-d-838334-2 at level 0 using segments [{'id': '732aa830-768b-4511-951f-d08e26b9c25b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c'}] {{(pid=84043) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 21:22:23.958018 n-d-838334-2 neutron-server[84043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e352042-810a-4590-ad05-7288660aafae None None] Attempting to bind port 2861445f-8940-4365-a5c7-e9f8730aee37 on network e41b6600-a917-4a8d-b05c-be3be40c6d8c {{(pid=84043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 21:22:23.965095 n-d-838334-2 neutron-server[84043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e352042-810a-4590-ad05-7288660aafae None None] Checking agent: {'id': '97cd4414-7af6-4d67-868d-dff370b4071a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838334-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 25, 49), 'started_at': datetime.datetime(2022, 4, 18, 20, 26, 19), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 21, 22, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838334-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 18 21:22:23.965455 n-d-838334-2 neutron-server[84043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e352042-810a-4590-ad05-7288660aafae None None] Checking segment: {'id': '732aa830-768b-4511-951f-d08e26b9c25b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84043) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 21:22:23.965831 n-d-838334-2 neutron-server[84043]: DEBUG neutron_lib.callbacks.manager [None req-1e352042-810a-4590-ad05-7288660aafae None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:22:23.966238 n-d-838334-2 neutron-server[84043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e352042-810a-4590-ad05-7288660aafae None None] Bound using segment: {'id': '732aa830-768b-4511-951f-d08e26b9c25b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c'} {{(pid=84043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 18 21:22:23.966682 n-d-838334-2 neutron-server[84043]: DEBUG neutron.plugins.ml2.managers [None req-1e352042-810a-4590-ad05-7288660aafae None None] Bound port: 2861445f-8940-4365-a5c7-e9f8730aee37, host: n-d-838334-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '732aa830-768b-4511-951f-d08e26b9c25b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c'}}] {{(pid=84043) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 21:22:23.967165 n-d-838334-2 neutron-server[84043]: DEBUG neutron_lib.callbacks.manager [None req-1e352042-810a-4590-ad05-7288660aafae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:22:24.040826 n-d-838334-2 neutron-server[84043]: DEBUG neutron.plugins.ml2.db [None req-1e352042-810a-4590-ad05-7288660aafae None None] For port 2861445f-8940-4365-a5c7-e9f8730aee37, host n-d-838334-2, cleared binding levels {{(pid=84043) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 21:22:24.045365 n-d-838334-2 neutron-server[84043]: DEBUG neutron.plugins.ml2.db [None req-1e352042-810a-4590-ad05-7288660aafae None None] For port 2861445f-8940-4365-a5c7-e9f8730aee37, host n-d-838334-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838334-2',level=0,port_id=2861445f-8940-4365-a5c7-e9f8730aee37,segment=NetworkSegment(732aa830-768b-4511-951f-d08e26b9c25b),segment_id=732aa830-768b-4511-951f-d08e26b9c25b)] {{(pid=84043) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 21:22:24.051044 n-d-838334-2 neutron-server[84043]: DEBUG neutron_lib.callbacks.manager [None req-1e352042-810a-4590-ad05-7288660aafae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682'] for port, after_update {{(pid=84043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:22:24.132474 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b6eeae2-fa18-4e98-b8d1-b057635769b2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp016840fc-1f9f-5892-9c53-c9cf6c845bbb-d83f207f-f7a8-482b-9c99-e8b5c6d071d8', 'network_id': 'd83f207f-f7a8-482b-9c99-e8b5c6d071d8', 'tenant_id': '202d5ea04e8c40de88f64ef931ef4e4f', 'fixed_ips': [{'subnet_id': '7368d486-dbbd-49bf-a81a-38ec52e4a5e7'}]}} from n-d-838334-2. {{(pid=84042) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 18 21:22:24.133691 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-8b6eeae2-fa18-4e98-b8d1-b057635769b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_create {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:22:24.149031 n-d-838334-2 neutron-server[84043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5857f959-7e42-4342-b91a-f8bcd6016c4b None None] Pushing event updated for resources: {'Port': ['ID=2861445f-8940-4365-a5c7-e9f8730aee37,revision_number=3']} {{(pid=84043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:22:24.157700 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e352042-810a-4590-ad05-7288660aafae None None] Routers {'cc12e546-495e-47f0-b4eb-24c3ffacee9c'} bound to L3 agent in host n-d-838334-2 {{(pid=84043) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 21:22:24.158305 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.l3_hamode_db [None req-1e352042-810a-4590-ad05-7288660aafae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838334-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-18T20:25:48Z,description=,heartbeat_timestamp=2022-04-18T21:22:18Z,host='n-d-838334-2',id=bc84d6c9-dd7a-4555-a351-592327b46d5a,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:25:48Z,topic='l3_agent')) {'router_ids': ['cc12e546-495e-47f0-b4eb-24c3ffacee9c'], 'active': True} {{(pid=84043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:22:24.301086 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.db_base_plugin_common [None req-8b6eeae2-fa18-4e98-b8d1-b057635769b2 None None] Allocated IP 172.20.0.2 (d83f207f-f7a8-482b-9c99-e8b5c6d071d8/7368d486-dbbd-49bf-a81a-38ec52e4a5e7/88d0d736-3279-4a56-bdbe-d1409e931bc1) {{(pid=84042) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 21:22:24.339769 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.l3_dvr_db [None req-1e352042-810a-4590-ad05-7288660aafae None None] Set router cc12e546-495e-47f0-b4eb-24c3ffacee9c gateway port host: n-d-838334-2 {{(pid=84043) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 21:22:24.541746 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-8b6eeae2-fa18-4e98-b8d1-b057635769b2 None None] Notify callbacks [] for port, precommit_create {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:22:24.553115 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-8b6eeae2-fa18-4e98-b8d1-b057635769b2 None None] Transition to ACTIVE for port object 88d0d736-3279-4a56-bdbe-d1409e931bc1 will not be triggered until provisioned by entity L2. {{(pid=84042) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:22:24.572527 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-8b6eeae2-fa18-4e98-b8d1-b057635769b2 None None] Transition to ACTIVE for port object 88d0d736-3279-4a56-bdbe-d1409e931bc1 will not be triggered until provisioned by entity DHCP. {{(pid=84042) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:22:24.579653 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-8b6eeae2-fa18-4e98-b8d1-b057635769b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750374836619'] for port, after_create {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:22:24.649311 n-d-838334-2 neutron-server[84042]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b6eeae2-fa18-4e98-b8d1-b057635769b2 None None] Network d83f207f-f7a8-482b-9c99-e8b5c6d071d8 is already hosted by enough agents. {{(pid=84042) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:22:24.651237 n-d-838334-2 neutron-server[84042]: DEBUG neutron.scheduler.base_scheduler [None req-8b6eeae2-fa18-4e98-b8d1-b057635769b2 None None] Resources bound (agent type, host, resource id): {{(pid=84042) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:22:24.654377 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b6eeae2-fa18-4e98-b8d1-b057635769b2 None None] Received port after_create {{(pid=84042) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 21:22:24.666243 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b6eeae2-fa18-4e98-b8d1-b057635769b2 None None] Pushing event updated for resources: {'Port': ['ID=88d0d736-3279-4a56-bdbe-d1409e931bc1,revision_number=1']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:22:24.668693 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.l3_hamode_db [None req-1e352042-810a-4590-ad05-7288660aafae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc12e546-495e-47f0-b4eb-24c3ffacee9c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-299882906', 'tenant_id': '202d5ea04e8c40de88f64ef931ef4e4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'external_fixed_ips': [{'subnet_id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'ip_address': '172.25.8.136'}], 'enable_snat': True}, 'gw_port_id': '2861445f-8940-4365-a5c7-e9f8730aee37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:22:21Z', 'updated_at': '2022-04-18T21:22:22Z', 'revision_number': 3, 'project_id': '202d5ea04e8c40de88f64ef931ef4e4f', 'gw_port': {'id': '2861445f-8940-4365-a5c7-e9f8730aee37', 'name': '', 'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:7a:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc12e546-495e-47f0-b4eb-24c3ffacee9c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'ip_address': '172.25.8.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:22:21Z', 'updated_at': '2022-04-18T21:22:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838334-2'}], 'n-d-838334-2', False) {} {{(pid=84043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:22:24.676719 n-d-838334-2 neutron-server[84043]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e352042-810a-4590-ad05-7288660aafae None None] The sync data for ids ['cc12e546-495e-47f0-b4eb-24c3ffacee9c'] in n-d-838334-2 is: [{'id': 'cc12e546-495e-47f0-b4eb-24c3ffacee9c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-299882906', 'tenant_id': '202d5ea04e8c40de88f64ef931ef4e4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'external_fixed_ips': [{'subnet_id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'ip_address': '172.25.8.136'}], 'enable_snat': True}, 'gw_port_id': '2861445f-8940-4365-a5c7-e9f8730aee37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:22:21Z', 'updated_at': '2022-04-18T21:22:22Z', 'revision_number': 3, 'project_id': '202d5ea04e8c40de88f64ef931ef4e4f', 'gw_port': {'id': '2861445f-8940-4365-a5c7-e9f8730aee37', 'name': '', 'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:7a:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc12e546-495e-47f0-b4eb-24c3ffacee9c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'ip_address': '172.25.8.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:22:21Z', 'updated_at': '2022-04-18T21:22:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838334-2'}] {{(pid=84043) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 18 21:22:24.707046 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b6eeae2-fa18-4e98-b8d1-b057635769b2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:22:24.707381 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b6eeae2-fa18-4e98-b8d1-b057635769b2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:22:24.707757 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b6eeae2-fa18-4e98-b8d1-b057635769b2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:22:24.708249 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b6eeae2-fa18-4e98-b8d1-b057635769b2 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:22:24.708722 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b6eeae2-fa18-4e98-b8d1-b057635769b2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:22:24.709050 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b6eeae2-fa18-4e98-b8d1-b057635769b2 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:22:24.709372 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b6eeae2-fa18-4e98-b8d1-b057635769b2 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:22:24.709698 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b6eeae2-fa18-4e98-b8d1-b057635769b2 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:22:24.710018 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b6eeae2-fa18-4e98-b8d1-b057635769b2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:22:24.710333 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b6eeae2-fa18-4e98-b8d1-b057635769b2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:22:24.710651 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b6eeae2-fa18-4e98-b8d1-b057635769b2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:22:24.784115 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.managers [None req-8b6eeae2-fa18-4e98-b8d1-b057635769b2 None None] Attempting to bind port 88d0d736-3279-4a56-bdbe-d1409e931bc1 on host n-d-838334-2 for vnic_type normal with profile {{(pid=84042) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 21:22:24.784482 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.managers [None req-8b6eeae2-fa18-4e98-b8d1-b057635769b2 None None] Attempting to bind port 88d0d736-3279-4a56-bdbe-d1409e931bc1 by drivers openvswitch,hyperv on host n-d-838334-2 at level 0 using segments [{'id': '4e40371e-7410-48d8-95e7-4f5371c193cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': 'd83f207f-f7a8-482b-9c99-e8b5c6d071d8'}] {{(pid=84042) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 21:22:24.784841 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b6eeae2-fa18-4e98-b8d1-b057635769b2 None None] Attempting to bind port 88d0d736-3279-4a56-bdbe-d1409e931bc1 on network d83f207f-f7a8-482b-9c99-e8b5c6d071d8 {{(pid=84042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 21:22:24.792059 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b6eeae2-fa18-4e98-b8d1-b057635769b2 None None] Checking agent: {'id': '97cd4414-7af6-4d67-868d-dff370b4071a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838334-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 25, 49), 'started_at': datetime.datetime(2022, 4, 18, 20, 26, 19), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 21, 22, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838334-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 18 21:22:24.792438 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b6eeae2-fa18-4e98-b8d1-b057635769b2 None None] Checking segment: {'id': '4e40371e-7410-48d8-95e7-4f5371c193cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': 'd83f207f-f7a8-482b-9c99-e8b5c6d071d8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84042) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 21:22:24.792842 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-8b6eeae2-fa18-4e98-b8d1-b057635769b2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:22:24.793234 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b6eeae2-fa18-4e98-b8d1-b057635769b2 None None] Bound using segment: {'id': '4e40371e-7410-48d8-95e7-4f5371c193cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': 'd83f207f-f7a8-482b-9c99-e8b5c6d071d8'} {{(pid=84042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 18 21:22:24.794038 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.managers [None req-8b6eeae2-fa18-4e98-b8d1-b057635769b2 None None] Bound port: 88d0d736-3279-4a56-bdbe-d1409e931bc1, host: n-d-838334-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4e40371e-7410-48d8-95e7-4f5371c193cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': 'd83f207f-f7a8-482b-9c99-e8b5c6d071d8'}}] {{(pid=84042) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 21:22:24.794038 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-8b6eeae2-fa18-4e98-b8d1-b057635769b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:22:24.870555 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-49c3aeea-3361-482c-bb8a-ff126a6f0a65 tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:22:24.903281 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-8b6eeae2-fa18-4e98-b8d1-b057635769b2 None None] For port 88d0d736-3279-4a56-bdbe-d1409e931bc1, host n-d-838334-2, cleared binding levels {{(pid=84042) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 21:22:24.918823 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-8b6eeae2-fa18-4e98-b8d1-b057635769b2 None None] For port 88d0d736-3279-4a56-bdbe-d1409e931bc1, host n-d-838334-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838334-2',level=0,port_id=88d0d736-3279-4a56-bdbe-d1409e931bc1,segment=NetworkSegment(4e40371e-7410-48d8-95e7-4f5371c193cc),segment_id=4e40371e-7410-48d8-95e7-4f5371c193cc)] {{(pid=84042) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 21:22:24.931151 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-8b6eeae2-fa18-4e98-b8d1-b057635769b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682'] for port, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:22:25.066345 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b6eeae2-fa18-4e98-b8d1-b057635769b2 None None] Pushing event updated for resources: {'Port': ['ID=88d0d736-3279-4a56-bdbe-d1409e931bc1,revision_number=2']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:22:25.069339 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5d7f82b-6507-4258-b9fb-21e2c86dffb7 req-9fd09647-04a6-4c25-84f6-2d55873a3268 tempest-TestVolumeBackupRestore-598000314 tempest-TestVolumeBackupRestore-598000314-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:22:25.071493 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-f5d7f82b-6507-4258-b9fb-21e2c86dffb7 req-9fd09647-04a6-4c25-84f6-2d55873a3268 tempest-TestVolumeBackupRestore-598000314 tempest-TestVolumeBackupRestore-598000314-project] 10.222.0.42 "GET /v2.0/ports?device_id=ae7b2f81-4993-4575-ad82-e3faa8462d1a HTTP/1.1" status: 200 len: 943 time: 0.1121376 Apr 18 21:22:25.135839 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-f5d7f82b-6507-4258-b9fb-21e2c86dffb7 req-e5d30fba-4990-414f-82ae-72375dd0570b tempest-TestVolumeBackupRestore-598000314 tempest-TestVolumeBackupRestore-598000314-project] 10.222.0.42 "GET /v2.0/security-groups?id=7d6b6fcf-e3cc-4a7a-962a-d7d66f10795b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0551114 Apr 18 21:22:25.419429 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.db_base_plugin_common [None req-49c3aeea-3361-482c-bb8a-ff126a6f0a65 tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] Allocated IP 172.20.0.1 (d83f207f-f7a8-482b-9c99-e8b5c6d071d8/7368d486-dbbd-49bf-a81a-38ec52e4a5e7/1582f36c-bfe1-42d0-b01e-6c3ff67e8687) {{(pid=84041) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 21:22:25.587244 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-49c3aeea-3361-482c-bb8a-ff126a6f0a65 tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] Notify callbacks [] for port, precommit_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:22:25.605986 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.provisioning_blocks [None req-49c3aeea-3361-482c-bb8a-ff126a6f0a65 tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] Transition to ACTIVE for port object 1582f36c-bfe1-42d0-b01e-6c3ff67e8687 will not be triggered until provisioned by entity DHCP. {{(pid=84041) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:22:25.629071 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-49c3aeea-3361-482c-bb8a-ff126a6f0a65 tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750374836619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32266323'] for port, after_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:22:25.695862 n-d-838334-2 neutron-server[84041]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49c3aeea-3361-482c-bb8a-ff126a6f0a65 tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] Network d83f207f-f7a8-482b-9c99-e8b5c6d071d8 is already hosted by enough agents. {{(pid=84041) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:22:25.698716 n-d-838334-2 neutron-server[84041]: DEBUG neutron.scheduler.base_scheduler [None req-49c3aeea-3361-482c-bb8a-ff126a6f0a65 tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] Resources bound (agent type, host, resource id): {{(pid=84041) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:22:25.703793 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49c3aeea-3361-482c-bb8a-ff126a6f0a65 tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] Received port after_create {{(pid=84041) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 21:22:25.737233 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49c3aeea-3361-482c-bb8a-ff126a6f0a65 tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] Pushing event updated for resources: {'Port': ['ID=1582f36c-bfe1-42d0-b01e-6c3ff67e8687,revision_number=1']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:22:25.768386 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-49c3aeea-3361-482c-bb8a-ff126a6f0a65 tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33444010'] for router_interface, before_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:22:25.856549 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-49c3aeea-3361-482c-bb8a-ff126a6f0a65 tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:22:26.035999 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-684cc36a-f142-4542-8767-bdee86065913 None None] Network d83f207f-f7a8-482b-9c99-e8b5c6d071d8 requested from n-d-838334-2 {{(pid=84042) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 21:22:26.146404 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-948a8f13-a6b2-4402-9d64-fcf639bf1158 None None] Provisioning for port 88d0d736-3279-4a56-bdbe-d1409e931bc1 completed by entity DHCP. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 21:22:26.347233 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8794e52-8500-40a2-b70b-afdac94c2778 req-5569a127-a268-4da7-852e-572dc7f8438f tempest-TestVolumeBackupRestore-598000314 tempest-TestVolumeBackupRestore-598000314-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:22:26.355144 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-b8794e52-8500-40a2-b70b-afdac94c2778 req-5569a127-a268-4da7-852e-572dc7f8438f tempest-TestVolumeBackupRestore-598000314 tempest-TestVolumeBackupRestore-598000314-project] 10.222.0.42 "GET /v2.0/ports?device_id=ae7b2f81-4993-4575-ad82-e3faa8462d1a HTTP/1.1" status: 200 len: 943 time: 0.0928290 Apr 18 21:22:26.400232 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-b8794e52-8500-40a2-b70b-afdac94c2778 req-59efda4f-9098-4a02-a9f3-5fc61479cbc5 tempest-TestVolumeBackupRestore-598000314 tempest-TestVolumeBackupRestore-598000314-project] 10.222.0.42 "GET /v2.0/security-groups?id=7d6b6fcf-e3cc-4a7a-962a-d7d66f10795b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419669 Apr 18 21:22:26.409919 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-49c3aeea-3361-482c-bb8a-ff126a6f0a65 tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] Notify callbacks [] for port, precommit_update {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:22:26.416620 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-49c3aeea-3361-482c-bb8a-ff126a6f0a65 tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32266282'] for port, after_update {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:22:26.543163 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-49c3aeea-3361-482c-bb8a-ff126a6f0a65 tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-32377886', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33443847'] for router_interface, after_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:22:26.547015 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49c3aeea-3361-482c-bb8a-ff126a6f0a65 tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] Pushing event updated for resources: {'Port': ['ID=1582f36c-bfe1-42d0-b01e-6c3ff67e8687,revision_number=2']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:22:26.552472 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Device 2861445f-8940-4365-a5c7-e9f8730aee37 up at agent ovs-agent-n-d-838334-2 {{(pid=84042) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 21:22:26.647974 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-80f76d35-f151-41a3-bd02-2773da2e8a48 None None] Provisioning for port 1582f36c-bfe1-42d0-b01e-6c3ff67e8687 completed by entity DHCP. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 21:22:26.652721 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Provisioning for port 2861445f-8940-4365-a5c7-e9f8730aee37 completed by entity L2. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 21:22:26.658837 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Provisioning complete for port 2861445f-8940-4365-a5c7-e9f8730aee37 triggered by entity L2. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:22:26.659087 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1253608'] for port, provisioning_complete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:22:26.687163 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-80f76d35-f151-41a3-bd02-2773da2e8a48 None None] Provisioning complete for port 1582f36c-bfe1-42d0-b01e-6c3ff67e8687 triggered by entity DHCP. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:22:26.687532 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-80f76d35-f151-41a3-bd02-2773da2e8a48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1253608'] for port, provisioning_complete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:22:26.693498 n-d-838334-2 neutron-server[84041]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49c3aeea-3361-482c-bb8a-ff126a6f0a65 tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] Network d83f207f-f7a8-482b-9c99-e8b5c6d071d8 is already hosted by enough agents. {{(pid=84041) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:22:26.694834 n-d-838334-2 neutron-server[84041]: DEBUG neutron.scheduler.base_scheduler [None req-49c3aeea-3361-482c-bb8a-ff126a6f0a65 tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] Resources bound (agent type, host, resource id): {{(pid=84041) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:22:26.808560 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.plugin [None req-80f76d35-f151-41a3-bd02-2773da2e8a48 None None] Port 1582f36c-bfe1-42d0-b01e-6c3ff67e8687 cannot update to ACTIVE because it is not bound. {{(pid=84042) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 18 21:22:26.866984 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:22:26.883305 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] For port 2861445f-8940-4365-a5c7-e9f8730aee37, host n-d-838334-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838334-2',level=0,port_id=2861445f-8940-4365-a5c7-e9f8730aee37,segment=NetworkSegment(732aa830-768b-4511-951f-d08e26b9c25b),segment_id=732aa830-768b-4511-951f-d08e26b9c25b)] {{(pid=84042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:22:26.890503 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682'] for port, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:22:26.891449 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Device 88d0d736-3279-4a56-bdbe-d1409e931bc1 up at agent ovs-agent-n-d-838334-2 {{(pid=84042) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 21:22:27.019839 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Pushing event updated for resources: {'Port': ['ID=2861445f-8940-4365-a5c7-e9f8730aee37,revision_number=4']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:22:27.025732 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-2fb76c35-3632-466e-bb86-5745967c88ad None None] Provisioning complete for port 1582f36c-bfe1-42d0-b01e-6c3ff67e8687 triggered by entity DHCP. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:22:27.026093 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-2fb76c35-3632-466e-bb86-5745967c88ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1253608'] for port, provisioning_complete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:22:27.079058 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Provisioning for port 88d0d736-3279-4a56-bdbe-d1409e931bc1 completed by entity L2. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 21:22:27.084659 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.plugin [None req-2fb76c35-3632-466e-bb86-5745967c88ad None None] Port 1582f36c-bfe1-42d0-b01e-6c3ff67e8687 cannot update to ACTIVE because it is not bound. {{(pid=84042) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 18 21:22:27.086125 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Provisioning complete for port 88d0d736-3279-4a56-bdbe-d1409e931bc1 triggered by entity L2. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:22:27.086488 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1253608'] for port, provisioning_complete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:22:27.094991 n-d-838334-2 neutron-server[84041]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-49c3aeea-3361-482c-bb8a-ff126a6f0a65 tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] Router cc12e546-495e-47f0-b4eb-24c3ffacee9c has already been hosted by L3 agent bc84d6c9-dd7a-4555-a351-592327b46d5a {{(pid=84041) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 21:22:27.200474 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:22:27.232206 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] For port 88d0d736-3279-4a56-bdbe-d1409e931bc1, host n-d-838334-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838334-2',level=0,port_id=88d0d736-3279-4a56-bdbe-d1409e931bc1,segment=NetworkSegment(4e40371e-7410-48d8-95e7-4f5371c193cc),segment_id=4e40371e-7410-48d8-95e7-4f5371c193cc)] {{(pid=84042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:22:27.237027 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682'] for port, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:22:27.296015 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-49c3aeea-3361-482c-bb8a-ff126a6f0a65 tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] Notify agent at l3_agent.n-d-838334-2 the message routers_updated {{(pid=84041) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 21:22:27.303685 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Pushing event updated for resources: {'Port': ['ID=88d0d736-3279-4a56-bdbe-d1409e931bc1,revision_number=3']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:22:27.306791 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-49c3aeea-3361-482c-bb8a-ff126a6f0a65 tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] 10.222.0.42 "PUT /v2.0/routers/cc12e546-495e-47f0-b4eb-24c3ffacee9c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4085307 Apr 18 21:22:27.484173 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-2b559963-fead-4eb9-9622-89ddca0eade3 req-18521edf-f38c-404f-95dd-c9849818f2e5 tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] 10.222.0.42 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1103689282&fields=id&tenant_id=202d5ea04e8c40de88f64ef931ef4e4f HTTP/1.1" status: 200 len: 267 time: 0.0425308 Apr 18 21:22:27.780042 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b559963-fead-4eb9-9622-89ddca0eade3 req-78670696-ed67-4835-beb4-8421c614b6d9 tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:22:27.782577 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-2b559963-fead-4eb9-9622-89ddca0eade3 req-78670696-ed67-4835-beb4-8421c614b6d9 tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] 10.222.0.42 "GET /v2.0/networks?id=d83f207f-f7a8-482b-9c99-e8b5c6d071d8 HTTP/1.1" status: 200 len: 797 time: 0.2920551 Apr 18 21:22:27.803273 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbaadc1a-bdf4-40f8-9067-5a8e70b4bbf9 req-db9235ae-5bf5-4504-9e23-0211862eecf0 tempest-TestVolumeBackupRestore-598000314 tempest-TestVolumeBackupRestore-598000314-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:22:27.804685 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-fbaadc1a-bdf4-40f8-9067-5a8e70b4bbf9 req-db9235ae-5bf5-4504-9e23-0211862eecf0 tempest-TestVolumeBackupRestore-598000314 tempest-TestVolumeBackupRestore-598000314-project] 10.222.0.42 "GET /v2.0/ports?device_id=ae7b2f81-4993-4575-ad82-e3faa8462d1a HTTP/1.1" status: 200 len: 943 time: 0.2414119 Apr 18 21:22:27.809207 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-2b559963-fead-4eb9-9622-89ddca0eade3 req-a7a56485-b78d-4870-a49d-a931c421cb12 tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] 10.222.0.42 "GET /v2.0/quotas/202d5ea04e8c40de88f64ef931ef4e4f HTTP/1.1" status: 200 len: 375 time: 0.0208435 Apr 18 21:22:27.900652 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-fbaadc1a-bdf4-40f8-9067-5a8e70b4bbf9 req-75022a6f-85fe-47f0-82c2-5d50d4a2bf41 tempest-TestVolumeBackupRestore-598000314 tempest-TestVolumeBackupRestore-598000314-project] 10.222.0.42 "GET /v2.0/security-groups?id=7d6b6fcf-e3cc-4a7a-962a-d7d66f10795b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0902686 Apr 18 21:22:27.929353 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-2b559963-fead-4eb9-9622-89ddca0eade3 req-5b2c5e52-456e-4acb-b2ff-715444068f4a tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=202d5ea04e8c40de88f64ef931ef4e4f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1024449 Apr 18 21:22:28.066621 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-2b559963-fead-4eb9-9622-89ddca0eade3 req-8f8a6563-87c3-4988-b336-32cc89fcca72 service neutron] 10.222.0.42 "GET /v2.0/networks/d83f207f-f7a8-482b-9c99-e8b5c6d071d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1282141 Apr 18 21:22:28.204760 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-2b559963-fead-4eb9-9622-89ddca0eade3 req-f119752a-4cbb-479d-a691-11176bbab29c service neutron] 10.222.0.42 "GET /v2.0/networks/d83f207f-f7a8-482b-9c99-e8b5c6d071d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1308715 Apr 18 21:22:28.309202 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a339117-58ff-46af-a215-20d721ef668c None None] Sync routers for ids ['cc12e546-495e-47f0-b4eb-24c3ffacee9c'] in n-d-838334-2 {{(pid=84042) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 18 21:22:28.327374 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a339117-58ff-46af-a215-20d721ef668c None None] Routers {'cc12e546-495e-47f0-b4eb-24c3ffacee9c'} bound to L3 agent in host n-d-838334-2 {{(pid=84042) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 21:22:28.328141 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_hamode_db [None req-0a339117-58ff-46af-a215-20d721ef668c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838334-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-18T20:25:48Z,description=,heartbeat_timestamp=2022-04-18T21:22:18Z,host='n-d-838334-2',id=bc84d6c9-dd7a-4555-a351-592327b46d5a,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:25:48Z,topic='l3_agent')) {'router_ids': ['cc12e546-495e-47f0-b4eb-24c3ffacee9c'], 'active': True} {{(pid=84042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:22:28.406084 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-565d333c-6be1-48cd-9040-d9fe8013a5fd req-92551862-f646-4d3a-b916-c26192da2ed4 tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] 10.222.0.42 "GET /v2.0/ports?device_id=a4484401-1a8c-4c61-bdbb-3c325aae2c85 HTTP/1.1" status: 200 len: 210 time: 0.0519612 Apr 18 21:22:28.497740 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Device 2861445f-8940-4365-a5c7-e9f8730aee37 up at agent ovs-agent-n-d-838334-2 {{(pid=84042) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 21:22:28.574202 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_dvr_db [None req-0a339117-58ff-46af-a215-20d721ef668c None None] Set router cc12e546-495e-47f0-b4eb-24c3ffacee9c gateway port host: n-d-838334-2 {{(pid=84042) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 21:22:28.724750 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Provisioning complete for port 2861445f-8940-4365-a5c7-e9f8730aee37 triggered by entity L2. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:22:28.725117 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1253608'] for port, provisioning_complete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:22:28.998420 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Device 88d0d736-3279-4a56-bdbe-d1409e931bc1 up at agent ovs-agent-n-d-838334-2 {{(pid=84042) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 21:22:29.082845 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_hamode_db [None req-0a339117-58ff-46af-a215-20d721ef668c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc12e546-495e-47f0-b4eb-24c3ffacee9c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-299882906', 'tenant_id': '202d5ea04e8c40de88f64ef931ef4e4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'external_fixed_ips': [{'subnet_id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'ip_address': '172.25.8.136'}], 'enable_snat': True}, 'gw_port_id': '2861445f-8940-4365-a5c7-e9f8730aee37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:22:21Z', 'updated_at': '2022-04-18T21:22:25Z', 'revision_number': 4, 'project_id': '202d5ea04e8c40de88f64ef931ef4e4f', 'gw_port': {'id': '2861445f-8940-4365-a5c7-e9f8730aee37', 'name': '', 'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:7a:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc12e546-495e-47f0-b4eb-24c3ffacee9c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'ip_address': '172.25.8.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:22:21Z', 'updated_at': '2022-04-18T21:22:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838334-2', '_interfaces': [{'id': '1582f36c-bfe1-42d0-b01e-6c3ff67e8687', 'name': '', 'network_id': 'd83f207f-f7a8-482b-9c99-e8b5c6d071d8', 'tenant_id': '202d5ea04e8c40de88f64ef931ef4e4f', 'mac_address': 'fa:16:3e:c5:9b:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc12e546-495e-47f0-b4eb-24c3ffacee9c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7368d486-dbbd-49bf-a81a-38ec52e4a5e7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:22:25Z', 'updated_at': '2022-04-18T21:22:26Z', 'revision_number': 2, 'project_id': '202d5ea04e8c40de88f64ef931ef4e4f', 'subnets': [{'id': '7368d486-dbbd-49bf-a81a-38ec52e4a5e7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838334-2', False) {} {{(pid=84042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:22:29.092868 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a339117-58ff-46af-a215-20d721ef668c None None] Checking router: cc12e546-495e-47f0-b4eb-24c3ffacee9c for host: n-d-838334-2 {{(pid=84042) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 18 21:22:29.093169 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a339117-58ff-46af-a215-20d721ef668c None None] Updating router cc12e546-495e-47f0-b4eb-24c3ffacee9c port 1582f36c-bfe1-42d0-b01e-6c3ff67e8687 binding host n-d-838334-2 {{(pid=84042) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 18 21:22:29.132647 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Provisioning complete for port 88d0d736-3279-4a56-bdbe-d1409e931bc1 triggered by entity L2. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:22:29.133020 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1253608'] for port, provisioning_complete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:22:29.172557 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62efb3b8-ceaa-406c-89f8-637940bcaab9 req-edc2a61f-cea0-4c79-8c5e-18c45f91d629 tempest-TestVolumeBackupRestore-598000314 tempest-TestVolumeBackupRestore-598000314-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:22:29.174091 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-62efb3b8-ceaa-406c-89f8-637940bcaab9 req-edc2a61f-cea0-4c79-8c5e-18c45f91d629 tempest-TestVolumeBackupRestore-598000314 tempest-TestVolumeBackupRestore-598000314-project] 10.222.0.42 "GET /v2.0/ports?device_id=ae7b2f81-4993-4575-ad82-e3faa8462d1a HTTP/1.1" status: 200 len: 943 time: 0.0867360 Apr 18 21:22:29.211088 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-0a339117-58ff-46af-a215-20d721ef668c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:22:29.225418 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-62efb3b8-ceaa-406c-89f8-637940bcaab9 req-2e35de14-8ddc-4c22-8700-8d679aead849 tempest-TestVolumeBackupRestore-598000314 tempest-TestVolumeBackupRestore-598000314-project] 10.222.0.42 "GET /v2.0/security-groups?id=7d6b6fcf-e3cc-4a7a-962a-d7d66f10795b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454082 Apr 18 21:22:29.516554 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b559963-fead-4eb9-9622-89ddca0eade3 req-1e48385b-772f-4296-8deb-ce4fb7e81490 tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:22:29.518165 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-2b559963-fead-4eb9-9622-89ddca0eade3 req-1e48385b-772f-4296-8deb-ce4fb7e81490 tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] 10.222.0.48 "GET /v2.0/networks?id=d83f207f-f7a8-482b-9c99-e8b5c6d071d8 HTTP/1.1" status: 200 len: 797 time: 0.1553826 Apr 18 21:22:29.625145 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-65cd79f6-9f74-4b12-9c0c-a7f06fe7f039 req-6169883c-310e-4f23-afbc-58284afbe2cd tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] 10.222.0.42 "GET /v2.0/ports?device_id=a4484401-1a8c-4c61-bdbb-3c325aae2c85 HTTP/1.1" status: 200 len: 210 time: 0.0526454 Apr 18 21:22:29.630180 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-2b559963-fead-4eb9-9622-89ddca0eade3 req-93460285-67a4-49db-9b8f-70cd4e526586 tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] 10.222.0.48 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=202d5ea04e8c40de88f64ef931ef4e4f HTTP/1.1" status: 200 len: 380 time: 0.0985155 Apr 18 21:22:29.640793 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.v2.base [req-2b559963-fead-4eb9-9622-89ddca0eade3 req-9f465f07-5563-42cc-b7e4-4102eba0d9b3 tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] Request body: {'port': {'device_id': 'a4484401-1a8c-4c61-bdbb-3c325aae2c85', 'network_id': 'd83f207f-f7a8-482b-9c99-e8b5c6d071d8', 'admin_state_up': True, 'tenant_id': '202d5ea04e8c40de88f64ef931ef4e4f', 'security_groups': ['4c48310e-c9c1-4f3b-a84d-523dd900b6e2']}} {{(pid=84040) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:22:29.692989 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-0a339117-58ff-46af-a215-20d721ef668c None None] Notify callbacks [] for port, precommit_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:22:29.706629 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-0a339117-58ff-46af-a215-20d721ef668c None None] Transition to ACTIVE for port object 1582f36c-bfe1-42d0-b01e-6c3ff67e8687 will not be triggered until provisioned by entity L2. {{(pid=84042) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:22:29.712826 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-0a339117-58ff-46af-a215-20d721ef668c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682'] for port, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:22:29.776453 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [req-2b559963-fead-4eb9-9622-89ddca0eade3 req-9f465f07-5563-42cc-b7e4-4102eba0d9b3 tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:22:29.781216 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [req-2b559963-fead-4eb9-9622-89ddca0eade3 req-9f465f07-5563-42cc-b7e4-4102eba0d9b3 tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] Usage tracker for resource:port and tenant:202d5ea04e8c40de88f64ef931ef4e4f is out of sync, need to count used quota {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:22:29.784311 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [req-2b559963-fead-4eb9-9622-89ddca0eade3 req-9f465f07-5563-42cc-b7e4-4102eba0d9b3 tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] Quota usage for port was recalculated. Used quota:2. {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:22:29.790287 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [req-2b559963-fead-4eb9-9622-89ddca0eade3 req-9f465f07-5563-42cc-b7e4-4102eba0d9b3 tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:22:29.801675 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2b559963-fead-4eb9-9622-89ddca0eade3 req-9f465f07-5563-42cc-b7e4-4102eba0d9b3 tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] Made reservation on behalf of 202d5ea04e8c40de88f64ef931ef4e4f for: {'port': 1} {{(pid=84040) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:22:29.804759 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-2b559963-fead-4eb9-9622-89ddca0eade3 req-9f465f07-5563-42cc-b7e4-4102eba0d9b3 tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:22:29.833707 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f07f1b31-b049-4b94-b84d-256f3c0ba90f None None] Pushing event updated for resources: {'Port': ['ID=1582f36c-bfe1-42d0-b01e-6c3ff67e8687,revision_number=3']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:22:29.939966 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750375287399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253529'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:22:29.942243 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.managers [None req-0a339117-58ff-46af-a215-20d721ef668c None None] Attempting to bind port 1582f36c-bfe1-42d0-b01e-6c3ff67e8687 on host n-d-838334-2 for vnic_type normal with profile {{(pid=84042) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 21:22:29.942670 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.managers [None req-0a339117-58ff-46af-a215-20d721ef668c None None] Attempting to bind port 1582f36c-bfe1-42d0-b01e-6c3ff67e8687 by drivers openvswitch,hyperv on host n-d-838334-2 at level 0 using segments [{'id': '4e40371e-7410-48d8-95e7-4f5371c193cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': 'd83f207f-f7a8-482b-9c99-e8b5c6d071d8'}] {{(pid=84042) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 21:22:29.943080 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a339117-58ff-46af-a215-20d721ef668c None None] Attempting to bind port 1582f36c-bfe1-42d0-b01e-6c3ff67e8687 on network d83f207f-f7a8-482b-9c99-e8b5c6d071d8 {{(pid=84042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 21:22:29.949937 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a339117-58ff-46af-a215-20d721ef668c None None] Checking agent: {'id': '97cd4414-7af6-4d67-868d-dff370b4071a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838334-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 25, 49), 'started_at': datetime.datetime(2022, 4, 18, 20, 26, 19), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 21, 22, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838334-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 18 21:22:29.950302 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a339117-58ff-46af-a215-20d721ef668c None None] Checking segment: {'id': '4e40371e-7410-48d8-95e7-4f5371c193cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': 'd83f207f-f7a8-482b-9c99-e8b5c6d071d8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84042) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 21:22:29.950748 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-0a339117-58ff-46af-a215-20d721ef668c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:22:29.951181 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a339117-58ff-46af-a215-20d721ef668c None None] Bound using segment: {'id': '4e40371e-7410-48d8-95e7-4f5371c193cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': 'd83f207f-f7a8-482b-9c99-e8b5c6d071d8'} {{(pid=84042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 18 21:22:29.951774 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.managers [None req-0a339117-58ff-46af-a215-20d721ef668c None None] Bound port: 1582f36c-bfe1-42d0-b01e-6c3ff67e8687, host: n-d-838334-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4e40371e-7410-48d8-95e7-4f5371c193cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': 'd83f207f-f7a8-482b-9c99-e8b5c6d071d8'}}] {{(pid=84042) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 21:22:29.952699 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-0a339117-58ff-46af-a215-20d721ef668c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:22:29.988434 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.db_base_plugin_common [req-2b559963-fead-4eb9-9622-89ddca0eade3 req-9f465f07-5563-42cc-b7e4-4102eba0d9b3 tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] Allocated IP 172.20.0.6 (d83f207f-f7a8-482b-9c99-e8b5c6d071d8/7368d486-dbbd-49bf-a81a-38ec52e4a5e7/e03da007-0579-4d3a-8850-b1a122db7b5a) {{(pid=84040) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 21:22:30.047524 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-0a339117-58ff-46af-a215-20d721ef668c None None] For port 1582f36c-bfe1-42d0-b01e-6c3ff67e8687, host n-d-838334-2, cleared binding levels {{(pid=84042) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 21:22:30.052676 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-0a339117-58ff-46af-a215-20d721ef668c None None] For port 1582f36c-bfe1-42d0-b01e-6c3ff67e8687, host n-d-838334-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838334-2',level=0,port_id=1582f36c-bfe1-42d0-b01e-6c3ff67e8687,segment=NetworkSegment(4e40371e-7410-48d8-95e7-4f5371c193cc),segment_id=4e40371e-7410-48d8-95e7-4f5371c193cc)] {{(pid=84042) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 21:22:30.057406 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-0a339117-58ff-46af-a215-20d721ef668c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682'] for port, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:22:30.139526 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f07f1b31-b049-4b94-b84d-256f3c0ba90f None None] Pushing event updated for resources: {'Port': ['ID=1582f36c-bfe1-42d0-b01e-6c3ff67e8687,revision_number=4']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:22:30.144669 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a339117-58ff-46af-a215-20d721ef668c None None] Routers {'cc12e546-495e-47f0-b4eb-24c3ffacee9c'} bound to L3 agent in host n-d-838334-2 {{(pid=84042) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 21:22:30.144669 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_hamode_db [None req-0a339117-58ff-46af-a215-20d721ef668c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838334-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-18T20:25:48Z,description=,heartbeat_timestamp=2022-04-18T21:22:18Z,host='n-d-838334-2',id=bc84d6c9-dd7a-4555-a351-592327b46d5a,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:25:48Z,topic='l3_agent')) {'router_ids': ['cc12e546-495e-47f0-b4eb-24c3ffacee9c'], 'active': True} {{(pid=84042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:22:30.190240 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-2b559963-fead-4eb9-9622-89ddca0eade3 req-9f465f07-5563-42cc-b7e4-4102eba0d9b3 tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] Notify callbacks [] for port, precommit_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:22:30.206380 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.provisioning_blocks [req-2b559963-fead-4eb9-9622-89ddca0eade3 req-9f465f07-5563-42cc-b7e4-4102eba0d9b3 tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] Transition to ACTIVE for port object e03da007-0579-4d3a-8850-b1a122db7b5a will not be triggered until provisioned by entity DHCP. {{(pid=84040) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:22:30.229526 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-2b559963-fead-4eb9-9622-89ddca0eade3 req-9f465f07-5563-42cc-b7e4-4102eba0d9b3 tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750374836619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32440838'] for port, after_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:22:30.325865 n-d-838334-2 neutron-server[84040]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2b559963-fead-4eb9-9622-89ddca0eade3 req-9f465f07-5563-42cc-b7e4-4102eba0d9b3 tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] Network d83f207f-f7a8-482b-9c99-e8b5c6d071d8 is already hosted by enough agents. {{(pid=84040) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:22:30.327569 n-d-838334-2 neutron-server[84040]: DEBUG neutron.scheduler.base_scheduler [req-2b559963-fead-4eb9-9622-89ddca0eade3 req-9f465f07-5563-42cc-b7e4-4102eba0d9b3 tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] Resources bound (agent type, host, resource id): {{(pid=84040) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:22:30.332363 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.l3_dvrscheduler_db [req-2b559963-fead-4eb9-9622-89ddca0eade3 req-9f465f07-5563-42cc-b7e4-4102eba0d9b3 tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] Received port after_create {{(pid=84040) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 21:22:30.341764 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_dvr_db [None req-0a339117-58ff-46af-a215-20d721ef668c None None] Set router cc12e546-495e-47f0-b4eb-24c3ffacee9c gateway port host: n-d-838334-2 {{(pid=84042) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 21:22:30.400400 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f465f07-5563-42cc-b7e4-4102eba0d9b3 tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] Pushing event updated for resources: {'Port': ['ID=e03da007-0579-4d3a-8850-b1a122db7b5a,revision_number=1']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:22:30.454014 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b559963-fead-4eb9-9622-89ddca0eade3 req-9f465f07-5563-42cc-b7e4-4102eba0d9b3 tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:22:30.454625 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-2b559963-fead-4eb9-9622-89ddca0eade3 req-9f465f07-5563-42cc-b7e4-4102eba0d9b3 tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217293'] for port, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:22:30.489498 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a5eb335-7233-43c4-b174-d74324290662 req-2ebc38e8-9867-4045-9097-0603ce75b0a3 tempest-TestVolumeBackupRestore-598000314 tempest-TestVolumeBackupRestore-598000314-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:22:30.490995 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-0a5eb335-7233-43c4-b174-d74324290662 req-2ebc38e8-9867-4045-9097-0603ce75b0a3 tempest-TestVolumeBackupRestore-598000314 tempest-TestVolumeBackupRestore-598000314-project] 10.222.0.42 "GET /v2.0/ports?device_id=ae7b2f81-4993-4575-ad82-e3faa8462d1a HTTP/1.1" status: 200 len: 943 time: 0.1323018 Apr 18 21:22:30.492810 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-2b559963-fead-4eb9-9622-89ddca0eade3 req-9f465f07-5563-42cc-b7e4-4102eba0d9b3 tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8559453 Apr 18 21:22:30.520985 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.v2.base [req-2b559963-fead-4eb9-9622-89ddca0eade3 req-86369876-8654-43f3-8273-ee15fad3fa00 service neutron] Request body: {'port': {'device_id': 'a4484401-1a8c-4c61-bdbb-3c325aae2c85', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-838334-2'}} {{(pid=84040) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:22:30.626050 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-0a5eb335-7233-43c4-b174-d74324290662 req-1c07b541-f0b5-437f-a755-949c4ac7ea36 tempest-TestVolumeBackupRestore-598000314 tempest-TestVolumeBackupRestore-598000314-project] 10.222.0.42 "GET /v2.0/security-groups?id=7d6b6fcf-e3cc-4a7a-962a-d7d66f10795b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1279297 Apr 18 21:22:30.653471 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-2b559963-fead-4eb9-9622-89ddca0eade3 req-86369876-8654-43f3-8273-ee15fad3fa00 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:22:30.700060 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-55c29200-ca0c-45a9-93df-74f7a56ede51 None None] Provisioning for port e03da007-0579-4d3a-8850-b1a122db7b5a completed by entity DHCP. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 21:22:30.710470 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-55c29200-ca0c-45a9-93df-74f7a56ede51 None None] Provisioning complete for port e03da007-0579-4d3a-8850-b1a122db7b5a triggered by entity DHCP. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:22:30.712184 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-55c29200-ca0c-45a9-93df-74f7a56ede51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1253608'] for port, provisioning_complete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:22:30.883128 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.plugin [None req-55c29200-ca0c-45a9-93df-74f7a56ede51 None None] Port e03da007-0579-4d3a-8850-b1a122db7b5a cannot update to ACTIVE because it is not bound. {{(pid=84042) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 18 21:22:30.892332 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_hamode_db [None req-0a339117-58ff-46af-a215-20d721ef668c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc12e546-495e-47f0-b4eb-24c3ffacee9c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-299882906', 'tenant_id': '202d5ea04e8c40de88f64ef931ef4e4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'external_fixed_ips': [{'subnet_id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'ip_address': '172.25.8.136'}], 'enable_snat': True}, 'gw_port_id': '2861445f-8940-4365-a5c7-e9f8730aee37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:22:21Z', 'updated_at': '2022-04-18T21:22:25Z', 'revision_number': 4, 'project_id': '202d5ea04e8c40de88f64ef931ef4e4f', 'gw_port': {'id': '2861445f-8940-4365-a5c7-e9f8730aee37', 'name': '', 'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:7a:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc12e546-495e-47f0-b4eb-24c3ffacee9c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'ip_address': '172.25.8.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:22:21Z', 'updated_at': '2022-04-18T21:22:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838334-2', '_interfaces': [{'id': '1582f36c-bfe1-42d0-b01e-6c3ff67e8687', 'name': '', 'network_id': 'd83f207f-f7a8-482b-9c99-e8b5c6d071d8', 'tenant_id': '202d5ea04e8c40de88f64ef931ef4e4f', 'mac_address': 'fa:16:3e:c5:9b:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc12e546-495e-47f0-b4eb-24c3ffacee9c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7368d486-dbbd-49bf-a81a-38ec52e4a5e7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:22:25Z', 'updated_at': '2022-04-18T21:22:30Z', 'revision_number': 4, 'project_id': '202d5ea04e8c40de88f64ef931ef4e4f', 'subnets': [{'id': '7368d486-dbbd-49bf-a81a-38ec52e4a5e7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838334-2', False) {} {{(pid=84042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:22:30.913310 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a339117-58ff-46af-a215-20d721ef668c None None] The sync data for ids ['cc12e546-495e-47f0-b4eb-24c3ffacee9c'] in n-d-838334-2 is: [{'id': 'cc12e546-495e-47f0-b4eb-24c3ffacee9c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-299882906', 'tenant_id': '202d5ea04e8c40de88f64ef931ef4e4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'external_fixed_ips': [{'subnet_id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'ip_address': '172.25.8.136'}], 'enable_snat': True}, 'gw_port_id': '2861445f-8940-4365-a5c7-e9f8730aee37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:22:21Z', 'updated_at': '2022-04-18T21:22:25Z', 'revision_number': 4, 'project_id': '202d5ea04e8c40de88f64ef931ef4e4f', 'gw_port': {'id': '2861445f-8940-4365-a5c7-e9f8730aee37', 'name': '', 'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:7a:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc12e546-495e-47f0-b4eb-24c3ffacee9c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'ip_address': '172.25.8.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:22:21Z', 'updated_at': '2022-04-18T21:22:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838334-2', '_interfaces': [{'id': '1582f36c-bfe1-42d0-b01e-6c3ff67e8687', 'name': '', 'network_id': 'd83f207f-f7a8-482b-9c99-e8b5c6d071d8', 'tenant_id': '202d5ea04e8c40de88f64ef931ef4e4f', 'mac_address': 'fa:16:3e:c5:9b:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc12e546-495e-47f0-b4eb-24c3ffacee9c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7368d486-dbbd-49bf-a81a-38ec52e4a5e7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:22:25Z', 'updated_at': '2022-04-18T21:22:30Z', 'revision_number': 4, 'project_id': '202d5ea04e8c40de88f64ef931ef4e4f', 'subnets': [{'id': '7368d486-dbbd-49bf-a81a-38ec52e4a5e7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84042) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 18 21:22:31.080980 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-982bc541-a46f-4746-b517-69d102e0e339 req-a7bc0c0b-98a6-4565-9a00-b0af5a7c0e3b tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:22:31.081665 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [req-982bc541-a46f-4746-b517-69d102e0e339 req-a7bc0c0b-98a6-4565-9a00-b0af5a7c0e3b tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] Synchronizing usage tracker for tenant:202d5ea04e8c40de88f64ef931ef4e4f on resource:port {{(pid=84040) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 21:22:31.120352 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [req-982bc541-a46f-4746-b517-69d102e0e339 req-a7bc0c0b-98a6-4565-9a00-b0af5a7c0e3b tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] Unset dirty status for tenant:202d5ea04e8c40de88f64ef931ef4e4f on resource:port {{(pid=84040) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 21:22:31.121669 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-982bc541-a46f-4746-b517-69d102e0e339 req-a7bc0c0b-98a6-4565-9a00-b0af5a7c0e3b tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] 10.222.0.42 "GET /v2.0/ports?device_id=a4484401-1a8c-4c61-bdbb-3c325aae2c85 HTTP/1.1" status: 200 len: 931 time: 0.3516314 Apr 18 21:22:31.172111 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Device 2c6338f5-74d7-4149-8c49-f9ce0fa219f5 details requested by agent hyperv_n-h1-838334-2 with host n-h1-838334-2 {{(pid=84042) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 18 21:22:31.221122 n-d-838334-2 neutron-server[84040]: DEBUG neutron.notifiers.nova [req-2b559963-fead-4eb9-9622-89ddca0eade3 req-86369876-8654-43f3-8273-ee15fad3fa00 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e03da007-0579-4d3a-8850-b1a122db7b5a {{(pid=84040) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 18 21:22:31.227004 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-982bc541-a46f-4746-b517-69d102e0e339 req-8cce6ffa-daaf-4085-877b-b5021e097644 tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] 10.222.0.42 "GET /v2.0/security-groups?id=4c48310e-c9c1-4f3b-a84d-523dd900b6e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0942202 Apr 18 21:22:31.230624 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-2b559963-fead-4eb9-9622-89ddca0eade3 req-86369876-8654-43f3-8273-ee15fad3fa00 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:22:31.246904 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.provisioning_blocks [req-2b559963-fead-4eb9-9622-89ddca0eade3 req-86369876-8654-43f3-8273-ee15fad3fa00 service neutron] Transition to ACTIVE for port object e03da007-0579-4d3a-8850-b1a122db7b5a will not be triggered until provisioned by entity L2. {{(pid=84040) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:22:31.251797 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-2b559963-fead-4eb9-9622-89ddca0eade3 req-86369876-8654-43f3-8273-ee15fad3fa00 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32440959'] for port, after_update {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:22:31.364900 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] For port 2c6338f5-74d7-4149-8c49-f9ce0fa219f5, host n-h1-838334-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838334-2',level=0,port_id=2c6338f5-74d7-4149-8c49-f9ce0fa219f5,segment=NetworkSegment(5078d71c-f806-46b0-9f46-ae92d2ad5c65),segment_id=5078d71c-f806-46b0-9f46-ae92d2ad5c65)] {{(pid=84042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:22:31.379971 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Returning: {'device': '2c6338f5-74d7-4149-8c49-f9ce0fa219f5', 'network_id': 'd183dd60-514a-409c-aab4-a2214efc376f', 'port_id': '2c6338f5-74d7-4149-8c49-f9ce0fa219f5', 'mac_address': 'fa:16:3e:89:ef:a8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 375, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '846d5941-244f-4c61-abce-3f844b54d9e8', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84042) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 18 21:22:31.383978 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86369876-8654-43f3-8273-ee15fad3fa00 service neutron] Pushing event updated for resources: {'Port': ['ID=e03da007-0579-4d3a-8850-b1a122db7b5a,revision_number=2']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:22:31.453705 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:22:31.474561 n-d-838334-2 neutron-server[84042]: DEBUG neutron.notifiers.nova [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2c6338f5-74d7-4149-8c49-f9ce0fa219f5 {{(pid=84042) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 18 21:22:31.493956 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] For port 2c6338f5-74d7-4149-8c49-f9ce0fa219f5, host n-h1-838334-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838334-2',level=0,port_id=2c6338f5-74d7-4149-8c49-f9ce0fa219f5,segment=NetworkSegment(5078d71c-f806-46b0-9f46-ae92d2ad5c65),segment_id=5078d71c-f806-46b0-9f46-ae92d2ad5c65)] {{(pid=84042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:22:31.504427 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682'] for port, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:22:31.539209 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.managers [req-2b559963-fead-4eb9-9622-89ddca0eade3 req-86369876-8654-43f3-8273-ee15fad3fa00 service neutron] Attempting to bind port e03da007-0579-4d3a-8850-b1a122db7b5a on host n-h2-838334-2 for vnic_type normal with profile {{(pid=84040) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 21:22:31.539696 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.managers [req-2b559963-fead-4eb9-9622-89ddca0eade3 req-86369876-8654-43f3-8273-ee15fad3fa00 service neutron] Attempting to bind port e03da007-0579-4d3a-8850-b1a122db7b5a by drivers openvswitch,hyperv on host n-h2-838334-2 at level 0 using segments [{'id': '4e40371e-7410-48d8-95e7-4f5371c193cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': 'd83f207f-f7a8-482b-9c99-e8b5c6d071d8'}] {{(pid=84040) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 21:22:31.540122 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b559963-fead-4eb9-9622-89ddca0eade3 req-86369876-8654-43f3-8273-ee15fad3fa00 service neutron] Attempting to bind port e03da007-0579-4d3a-8850-b1a122db7b5a on network d83f207f-f7a8-482b-9c99-e8b5c6d071d8 {{(pid=84040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 21:22:31.550332 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b559963-fead-4eb9-9622-89ddca0eade3 req-86369876-8654-43f3-8273-ee15fad3fa00 service neutron] Port e03da007-0579-4d3a-8850-b1a122db7b5a on network d83f207f-f7a8-482b-9c99-e8b5c6d071d8 not bound, no agent of type Open vSwitch agent registered on host n-h2-838334-2 {{(pid=84040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 18 21:22:31.550649 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b559963-fead-4eb9-9622-89ddca0eade3 req-86369876-8654-43f3-8273-ee15fad3fa00 service neutron] Attempting to bind port e03da007-0579-4d3a-8850-b1a122db7b5a on network d83f207f-f7a8-482b-9c99-e8b5c6d071d8 {{(pid=84040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 21:22:31.557803 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b559963-fead-4eb9-9622-89ddca0eade3 req-86369876-8654-43f3-8273-ee15fad3fa00 service neutron] Checking agent: {'id': 'dc797004-f641-47b7-a77f-9c62b5b16296', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-838334-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 34, 3), 'started_at': datetime.datetime(2022, 4, 18, 20, 34, 3), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 21, 22, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 18 21:22:31.558134 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b559963-fead-4eb9-9622-89ddca0eade3 req-86369876-8654-43f3-8273-ee15fad3fa00 service neutron] Checking segment: {'id': '4e40371e-7410-48d8-95e7-4f5371c193cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': 'd83f207f-f7a8-482b-9c99-e8b5c6d071d8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84040) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 21:22:31.558507 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b559963-fead-4eb9-9622-89ddca0eade3 req-86369876-8654-43f3-8273-ee15fad3fa00 service neutron] Bound using segment: {'id': '4e40371e-7410-48d8-95e7-4f5371c193cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': 'd83f207f-f7a8-482b-9c99-e8b5c6d071d8'} {{(pid=84040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 18 21:22:31.558931 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.managers [req-2b559963-fead-4eb9-9622-89ddca0eade3 req-86369876-8654-43f3-8273-ee15fad3fa00 service neutron] Bound port: e03da007-0579-4d3a-8850-b1a122db7b5a, host: n-h2-838334-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4e40371e-7410-48d8-95e7-4f5371c193cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': 'd83f207f-f7a8-482b-9c99-e8b5c6d071d8'}}] {{(pid=84040) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 21:22:31.559268 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-2b559963-fead-4eb9-9622-89ddca0eade3 req-86369876-8654-43f3-8273-ee15fad3fa00 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:22:31.578943 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Pushing event updated for resources: {'Port': ['ID=2c6338f5-74d7-4149-8c49-f9ce0fa219f5,revision_number=4']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:22:31.669176 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.db [req-2b559963-fead-4eb9-9622-89ddca0eade3 req-86369876-8654-43f3-8273-ee15fad3fa00 service neutron] For port e03da007-0579-4d3a-8850-b1a122db7b5a, host n-h2-838334-2, cleared binding levels {{(pid=84040) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 21:22:31.673163 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.db [req-2b559963-fead-4eb9-9622-89ddca0eade3 req-86369876-8654-43f3-8273-ee15fad3fa00 service neutron] For port e03da007-0579-4d3a-8850-b1a122db7b5a, host n-h2-838334-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838334-2',level=0,port_id=e03da007-0579-4d3a-8850-b1a122db7b5a,segment=NetworkSegment(4e40371e-7410-48d8-95e7-4f5371c193cc),segment_id=4e40371e-7410-48d8-95e7-4f5371c193cc)] {{(pid=84040) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 21:22:31.677107 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-2b559963-fead-4eb9-9622-89ddca0eade3 req-86369876-8654-43f3-8273-ee15fad3fa00 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32440959'] for port, after_update {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:22:31.710033 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] get_ports_and_sgs() called for port_ids ['2c6338f5-74d7-4149-8c49-f9ce0fa219f5'] {{(pid=84042) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 18 21:22:31.740922 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-2b559963-fead-4eb9-9622-89ddca0eade3 req-86369876-8654-43f3-8273-ee15fad3fa00 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217293'] for port, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:22:31.742380 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-2b559963-fead-4eb9-9622-89ddca0eade3 req-86369876-8654-43f3-8273-ee15fad3fa00 service neutron] 10.222.0.48 "PUT /v2.0/ports/e03da007-0579-4d3a-8850-b1a122db7b5a HTTP/1.1" status: 200 len: 1091 time: 1.2288902 Apr 18 21:22:31.742804 n-d-838334-2 neutron-server[84040]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a4484401-1a8c-4c61-bdbb-3c325aae2c85', 'tag': 'e03da007-0579-4d3a-8850-b1a122db7b5a'}] {{(pid=84040) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 21:22:31.778664 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86369876-8654-43f3-8273-ee15fad3fa00 service neutron] Pushing event updated for resources: {'Port': ['ID=e03da007-0579-4d3a-8850-b1a122db7b5a,revision_number=3']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:22:31.884436 n-d-838334-2 neutron-server[84040]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ae12f003-0667-42b1-a17a-26f33ec51e91'] response: {'name': 'network-changed', 'server_uuid': 'a4484401-1a8c-4c61-bdbb-3c325aae2c85', 'tag': 'e03da007-0579-4d3a-8850-b1a122db7b5a', 'status': 'completed', 'code': 200} Apr 18 21:22:31.968806 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2fb3fb7-977f-4741-8067-dfc729c444e4 req-597f226b-1396-431b-9a82-8ea3fe65a3c9 tempest-TestVolumeBackupRestore-598000314 tempest-TestVolumeBackupRestore-598000314-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:22:31.970653 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-a2fb3fb7-977f-4741-8067-dfc729c444e4 req-597f226b-1396-431b-9a82-8ea3fe65a3c9 tempest-TestVolumeBackupRestore-598000314 tempest-TestVolumeBackupRestore-598000314-project] 10.222.0.42 "GET /v2.0/ports?device_id=ae7b2f81-4993-4575-ad82-e3faa8462d1a HTTP/1.1" status: 200 len: 944 time: 0.1830029 Apr 18 21:22:31.979524 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-2b559963-fead-4eb9-9622-89ddca0eade3 req-bcee2136-73ae-46b8-9b7d-5c35ebb732b0 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=202d5ea04e8c40de88f64ef931ef4e4f&device_id=a4484401-1a8c-4c61-bdbb-3c325aae2c85 HTTP/1.1" status: 200 len: 1094 time: 0.1420190 Apr 18 21:22:32.080004 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-2b559963-fead-4eb9-9622-89ddca0eade3 req-2792ff5e-ed06-4832-94a9-a96c499266e3 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e03da007-0579-4d3a-8850-b1a122db7b5a HTTP/1.1" status: 200 len: 217 time: 0.0792613 Apr 18 21:22:32.133680 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-a2fb3fb7-977f-4741-8067-dfc729c444e4 req-94c6f17b-99e1-4e54-bee5-a27411fa016b tempest-TestVolumeBackupRestore-598000314 tempest-TestVolumeBackupRestore-598000314-project] 10.222.0.42 "GET /v2.0/security-groups?id=7d6b6fcf-e3cc-4a7a-962a-d7d66f10795b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1517432 Apr 18 21:22:32.148456 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b559963-fead-4eb9-9622-89ddca0eade3 req-7c79bd42-59ec-49ee-bdd9-c4589c9469b3 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:22:32.149841 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-2b559963-fead-4eb9-9622-89ddca0eade3 req-7c79bd42-59ec-49ee-bdd9-c4589c9469b3 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=7368d486-dbbd-49bf-a81a-38ec52e4a5e7 HTTP/1.1" status: 200 len: 835 time: 0.0629737 Apr 18 21:22:32.226982 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-2b559963-fead-4eb9-9622-89ddca0eade3 req-2cb00259-d8d1-421a-afc5-23e803b1a894 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=d83f207f-f7a8-482b-9c99-e8b5c6d071d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0704134 Apr 18 21:22:32.360387 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-2b559963-fead-4eb9-9622-89ddca0eade3 req-5d0fbe0d-b828-448b-9540-b1d388d2c8b0 service neutron] 10.222.0.48 "GET /v2.0/networks/d83f207f-f7a8-482b-9c99-e8b5c6d071d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1271341 Apr 18 21:22:32.508252 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-2b559963-fead-4eb9-9622-89ddca0eade3 req-8732d3bd-d674-4097-8c9f-9ea2a80e1c1d service neutron] 10.222.0.48 "GET /v2.0/networks/d83f207f-f7a8-482b-9c99-e8b5c6d071d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1417081 Apr 18 21:22:32.513003 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Device 1582f36c-bfe1-42d0-b01e-6c3ff67e8687 up at agent ovs-agent-n-d-838334-2 {{(pid=84042) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 21:22:32.587053 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Provisioning for port 1582f36c-bfe1-42d0-b01e-6c3ff67e8687 completed by entity L2. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 21:22:32.591844 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Provisioning complete for port 1582f36c-bfe1-42d0-b01e-6c3ff67e8687 triggered by entity L2. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:22:32.592186 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1253608'] for port, provisioning_complete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:22:32.645237 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-f14e0f9a-442c-4545-ada9-2e2b295ca38c req-e554a3c5-93a1-4166-9cdf-297b4820e18a service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=202d5ea04e8c40de88f64ef931ef4e4f&device_id=a4484401-1a8c-4c61-bdbb-3c325aae2c85 HTTP/1.1" status: 200 len: 1094 time: 0.0890627 Apr 18 21:22:32.651535 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6552a7c3-a90a-4956-bcec-915df3f9def5 req-597fdb3c-3359-4a7b-9dfd-8fcf173577ff tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:22:32.652912 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-6552a7c3-a90a-4956-bcec-915df3f9def5 req-597fdb3c-3359-4a7b-9dfd-8fcf173577ff tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] 10.222.0.42 "GET /v2.0/ports?device_id=a4484401-1a8c-4c61-bdbb-3c325aae2c85 HTTP/1.1" status: 200 len: 943 time: 0.1364396 Apr 18 21:22:32.708261 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:22:32.739864 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] For port 1582f36c-bfe1-42d0-b01e-6c3ff67e8687, host n-d-838334-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838334-2',level=0,port_id=1582f36c-bfe1-42d0-b01e-6c3ff67e8687,segment=NetworkSegment(4e40371e-7410-48d8-95e7-4f5371c193cc),segment_id=4e40371e-7410-48d8-95e7-4f5371c193cc)] {{(pid=84042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:22:32.744615 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682'] for port, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:22:32.820983 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Pushing event updated for resources: {'Port': ['ID=1582f36c-bfe1-42d0-b01e-6c3ff67e8687,revision_number=5']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:22:32.883841 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-6552a7c3-a90a-4956-bcec-915df3f9def5 req-a37bbcbc-73fe-4193-bf5b-f59a949b6369 tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] 10.222.0.42 "GET /v2.0/security-groups?id=4c48310e-c9c1-4f3b-a84d-523dd900b6e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2100458 Apr 18 21:22:32.907942 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f14e0f9a-442c-4545-ada9-2e2b295ca38c req-b94bb26c-200e-4701-bd1d-ac141b71cbbb service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:22:32.909375 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-f14e0f9a-442c-4545-ada9-2e2b295ca38c req-b94bb26c-200e-4701-bd1d-ac141b71cbbb service neutron] 10.222.0.48 "GET /v2.0/networks?id=d83f207f-f7a8-482b-9c99-e8b5c6d071d8 HTTP/1.1" status: 200 len: 898 time: 0.2556448 Apr 18 21:22:32.981102 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-f14e0f9a-442c-4545-ada9-2e2b295ca38c req-52ef552b-342f-4972-a6ee-358ead462e15 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e03da007-0579-4d3a-8850-b1a122db7b5a HTTP/1.1" status: 200 len: 217 time: 0.0654633 Apr 18 21:22:33.045999 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f14e0f9a-442c-4545-ada9-2e2b295ca38c req-2481871f-28bb-4168-8f1f-cbedba28c121 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:22:33.047487 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-f14e0f9a-442c-4545-ada9-2e2b295ca38c req-2481871f-28bb-4168-8f1f-cbedba28c121 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=7368d486-dbbd-49bf-a81a-38ec52e4a5e7 HTTP/1.1" status: 200 len: 835 time: 0.0595853 Apr 18 21:22:33.121324 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-f14e0f9a-442c-4545-ada9-2e2b295ca38c req-51b94ed3-03bb-4f6a-bd39-7efa8baf1bf6 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=d83f207f-f7a8-482b-9c99-e8b5c6d071d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0668702 Apr 18 21:22:33.172034 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Device 2c6338f5-74d7-4149-8c49-f9ce0fa219f5 up at agent hyperv_n-h1-838334-2 {{(pid=84042) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 21:22:33.241646 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Provisioning for port 2c6338f5-74d7-4149-8c49-f9ce0fa219f5 completed by entity L2. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 21:22:33.247052 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Provisioning complete for port 2c6338f5-74d7-4149-8c49-f9ce0fa219f5 triggered by entity L2. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:22:33.247423 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1253608'] for port, provisioning_complete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:22:33.259512 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-f14e0f9a-442c-4545-ada9-2e2b295ca38c req-0d520d3a-045a-4da7-b2a1-93009f2aee49 service neutron] 10.222.0.48 "GET /v2.0/networks/d83f207f-f7a8-482b-9c99-e8b5c6d071d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1309683 Apr 18 21:22:33.364906 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:22:33.392978 n-d-838334-2 neutron-server[84042]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ae7b2f81-4993-4575-ad82-e3faa8462d1a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2c6338f5-74d7-4149-8c49-f9ce0fa219f5'}] {{(pid=84042) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 21:22:33.403106 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] For port 2c6338f5-74d7-4149-8c49-f9ce0fa219f5, host n-h1-838334-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838334-2',level=0,port_id=2c6338f5-74d7-4149-8c49-f9ce0fa219f5,segment=NetworkSegment(5078d71c-f806-46b0-9f46-ae92d2ad5c65),segment_id=5078d71c-f806-46b0-9f46-ae92d2ad5c65)] {{(pid=84042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:22:33.408086 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682'] for port, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:22:33.453758 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9da81e4-b981-42aa-b734-cdc814d5236d req-35275f05-8287-4762-acd1-9637f1c3954d tempest-TestVolumeBackupRestore-598000314 tempest-TestVolumeBackupRestore-598000314-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:22:33.455472 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-b9da81e4-b981-42aa-b734-cdc814d5236d req-35275f05-8287-4762-acd1-9637f1c3954d tempest-TestVolumeBackupRestore-598000314 tempest-TestVolumeBackupRestore-598000314-project] 10.222.0.42 "GET /v2.0/ports?device_id=ae7b2f81-4993-4575-ad82-e3faa8462d1a HTTP/1.1" status: 200 len: 944 time: 0.1948907 Apr 18 21:22:33.455782 n-d-838334-2 neutron-server[84042]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f9a1c269-6a33-4be4-894b-1b2fde0b4d09'] response: {'server_uuid': 'ae7b2f81-4993-4575-ad82-e3faa8462d1a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2c6338f5-74d7-4149-8c49-f9ce0fa219f5', 'code': 200} Apr 18 21:22:33.457286 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-f14e0f9a-442c-4545-ada9-2e2b295ca38c req-5ecd8972-ad04-4f85-be1f-1524242ac6f8 service neutron] 10.222.0.48 "GET /v2.0/networks/d83f207f-f7a8-482b-9c99-e8b5c6d071d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1679399 Apr 18 21:22:33.496984 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Pushing event updated for resources: {'Port': ['ID=2c6338f5-74d7-4149-8c49-f9ce0fa219f5,revision_number=5']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:22:33.503982 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-b9da81e4-b981-42aa-b734-cdc814d5236d req-cc571924-b92e-4ebb-a1ff-82d9fa6ad3e8 tempest-TestVolumeBackupRestore-598000314 tempest-TestVolumeBackupRestore-598000314-project] 10.222.0.42 "GET /v2.0/security-groups?id=7d6b6fcf-e3cc-4a7a-962a-d7d66f10795b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424192 Apr 18 21:22:33.656951 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-2c7cd100-19f6-4c1c-95e2-70158ed1c1f0 req-c4482dc9-5431-48e2-9e6c-c3032d3d65c9 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=ae7b2f81-4993-4575-ad82-e3faa8462d1a HTTP/1.1" status: 200 len: 1096 time: 0.1407201 Apr 18 21:22:33.700459 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-2c7cd100-19f6-4c1c-95e2-70158ed1c1f0 req-3a0f9899-c06d-4e86-8b2e-b9e6cbf8cb0d service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=7d6b6fcf-e3cc-4a7a-962a-d7d66f10795b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380158 Apr 18 21:22:34.084605 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750375287399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253529'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:22:34.086276 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50715b73-65c8-4e8f-b5a3-91a1f1f30059 req-5ae1ffc4-fabd-4acf-b169-9d428881338f tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:22:34.087738 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-50715b73-65c8-4e8f-b5a3-91a1f1f30059 req-5ae1ffc4-fabd-4acf-b169-9d428881338f tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] 10.222.0.42 "GET /v2.0/ports?device_id=a4484401-1a8c-4c61-bdbb-3c325aae2c85 HTTP/1.1" status: 200 len: 943 time: 0.0825243 Apr 18 21:22:34.134764 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-50715b73-65c8-4e8f-b5a3-91a1f1f30059 req-05df7fa6-a93f-4dcb-8509-7d251f91d8df tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] 10.222.0.42 "GET /v2.0/security-groups?id=4c48310e-c9c1-4f3b-a84d-523dd900b6e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395441 Apr 18 21:22:34.482525 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Device 1582f36c-bfe1-42d0-b01e-6c3ff67e8687 up at agent ovs-agent-n-d-838334-2 {{(pid=84042) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 21:22:34.556514 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Provisioning complete for port 1582f36c-bfe1-42d0-b01e-6c3ff67e8687 triggered by entity L2. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:22:34.556878 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1253608'] for port, provisioning_complete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:22:34.739238 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b812fe6-282b-4484-a076-7e024b8da86c req-42aad4a5-9d98-49b6-99fa-e4c47aa8d463 tempest-TestVolumeBackupRestore-598000314 tempest-TestVolumeBackupRestore-598000314-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:22:34.741985 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-9b812fe6-282b-4484-a076-7e024b8da86c req-42aad4a5-9d98-49b6-99fa-e4c47aa8d463 tempest-TestVolumeBackupRestore-598000314 tempest-TestVolumeBackupRestore-598000314-project] 10.222.0.42 "GET /v2.0/ports?device_id=ae7b2f81-4993-4575-ad82-e3faa8462d1a HTTP/1.1" status: 200 len: 945 time: 0.1143572 Apr 18 21:22:34.799094 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-9b812fe6-282b-4484-a076-7e024b8da86c req-571b7417-6488-47ee-b1bf-16661c9b86f0 tempest-TestVolumeBackupRestore-598000314 tempest-TestVolumeBackupRestore-598000314-project] 10.222.0.42 "GET /v2.0/security-groups?id=7d6b6fcf-e3cc-4a7a-962a-d7d66f10795b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0492203 Apr 18 21:22:35.272769 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Device e03da007-0579-4d3a-8850-b1a122db7b5a details requested by agent hyperv_n-h2-838334-2 with host n-h2-838334-2 {{(pid=84042) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 18 21:22:35.345314 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cfb1dc6-0a4d-401e-80fc-b431304274ea req-dccef196-37f5-4ce5-9519-ffe2b8cf72b1 tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:22:35.346780 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-6cfb1dc6-0a4d-401e-80fc-b431304274ea req-dccef196-37f5-4ce5-9519-ffe2b8cf72b1 tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] 10.222.0.42 "GET /v2.0/ports?device_id=a4484401-1a8c-4c61-bdbb-3c325aae2c85 HTTP/1.1" status: 200 len: 943 time: 0.0904315 Apr 18 21:22:35.393470 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-6cfb1dc6-0a4d-401e-80fc-b431304274ea req-5c043d68-3855-45c3-92b0-597b0c0e9303 tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] 10.222.0.42 "GET /v2.0/security-groups?id=4c48310e-c9c1-4f3b-a84d-523dd900b6e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410879 Apr 18 21:22:35.412820 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] For port e03da007-0579-4d3a-8850-b1a122db7b5a, host n-h2-838334-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838334-2',level=0,port_id=e03da007-0579-4d3a-8850-b1a122db7b5a,segment=NetworkSegment(4e40371e-7410-48d8-95e7-4f5371c193cc),segment_id=4e40371e-7410-48d8-95e7-4f5371c193cc)] {{(pid=84042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:22:35.425979 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Returning: {'device': 'e03da007-0579-4d3a-8850-b1a122db7b5a', 'network_id': 'd83f207f-f7a8-482b-9c99-e8b5c6d071d8', 'port_id': 'e03da007-0579-4d3a-8850-b1a122db7b5a', 'mac_address': 'fa:16:3e:b3:12:d6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 365, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7368d486-dbbd-49bf-a81a-38ec52e4a5e7', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84042) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 18 21:22:35.478509 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:22:35.495134 n-d-838334-2 neutron-server[84042]: DEBUG neutron.notifiers.nova [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e03da007-0579-4d3a-8850-b1a122db7b5a {{(pid=84042) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 18 21:22:35.510187 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] For port e03da007-0579-4d3a-8850-b1a122db7b5a, host n-h2-838334-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838334-2',level=0,port_id=e03da007-0579-4d3a-8850-b1a122db7b5a,segment=NetworkSegment(4e40371e-7410-48d8-95e7-4f5371c193cc),segment_id=4e40371e-7410-48d8-95e7-4f5371c193cc)] {{(pid=84042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:22:35.513965 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682'] for port, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:22:35.582157 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Pushing event updated for resources: {'Port': ['ID=e03da007-0579-4d3a-8850-b1a122db7b5a,revision_number=4']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:22:35.739541 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] get_ports_and_sgs() called for port_ids ['e03da007-0579-4d3a-8850-b1a122db7b5a'] {{(pid=84042) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 18 21:22:36.008162 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b22f4d8-883b-4822-a7f7-dc0d83b238b2 req-fb1c509c-dd13-4ea5-afd3-9afa672c13a6 tempest-TestVolumeBackupRestore-598000314 tempest-TestVolumeBackupRestore-598000314-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:22:36.009629 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-2b22f4d8-883b-4822-a7f7-dc0d83b238b2 req-fb1c509c-dd13-4ea5-afd3-9afa672c13a6 tempest-TestVolumeBackupRestore-598000314 tempest-TestVolumeBackupRestore-598000314-project] 10.222.0.42 "GET /v2.0/ports?device_id=ae7b2f81-4993-4575-ad82-e3faa8462d1a HTTP/1.1" status: 200 len: 945 time: 0.0857258 Apr 18 21:22:36.055986 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-2b22f4d8-883b-4822-a7f7-dc0d83b238b2 req-068c5cde-4c9b-43ce-adc1-2b4f05f63bea tempest-TestVolumeBackupRestore-598000314 tempest-TestVolumeBackupRestore-598000314-project] 10.222.0.42 "GET /v2.0/security-groups?id=7d6b6fcf-e3cc-4a7a-962a-d7d66f10795b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386925 Apr 18 21:22:36.256403 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf751a82-2611-4fd1-aa87-42dbb044e473 req-10a92d56-a23e-4a98-85e0-cf99eaf1100d tempest-TestVolumeBackupRestore-598000314 tempest-TestVolumeBackupRestore-598000314-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:22:36.257841 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-bf751a82-2611-4fd1-aa87-42dbb044e473 req-10a92d56-a23e-4a98-85e0-cf99eaf1100d tempest-TestVolumeBackupRestore-598000314 tempest-TestVolumeBackupRestore-598000314-project] 10.222.0.42 "GET /v2.0/ports?device_id=ae7b2f81-4993-4575-ad82-e3faa8462d1a HTTP/1.1" status: 200 len: 945 time: 0.0768640 Apr 18 21:22:36.305857 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-bf751a82-2611-4fd1-aa87-42dbb044e473 req-5b6e1efd-88cd-4de5-8412-9191830d3382 tempest-TestVolumeBackupRestore-598000314 tempest-TestVolumeBackupRestore-598000314-project] 10.222.0.42 "GET /v2.0/security-groups?id=7d6b6fcf-e3cc-4a7a-962a-d7d66f10795b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425735 Apr 18 21:22:36.332550 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 35806) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:22:36.532032 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-b0846679-1e8c-4ee5-8012-9eb9de507183 tempest-TestVolumeBackupRestore-1691342232 tempest-TestVolumeBackupRestore-1691342232-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=ae7b2f81-4993-4575-ad82-e3faa8462d1a HTTP/1.1" status: 200 len: 1091 time: 0.1983328 Apr 18 21:22:36.534710 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 35814) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:22:36.540329 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.v2.base [None req-0dcdbeb8-c546-4114-94b7-7327960b7fd4 tempest-TestVolumeBackupRestore-598000314 tempest-TestVolumeBackupRestore-598000314-project] Request body: {'floatingip': {'floating_network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'port_id': '2c6338f5-74d7-4149-8c49-f9ce0fa219f5', 'tenant_id': '61a080bd7a9840c2bce121282133c28e', 'fixed_ip_address': '172.20.0.8'}} {{(pid=84041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:22:36.547225 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-0dcdbeb8-c546-4114-94b7-7327960b7fd4 tempest-TestVolumeBackupRestore-598000314 tempest-TestVolumeBackupRestore-598000314-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:22:36.550991 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-0dcdbeb8-c546-4114-94b7-7327960b7fd4 tempest-TestVolumeBackupRestore-598000314 tempest-TestVolumeBackupRestore-598000314-project] Usage tracker for resource:floatingip and tenant:61a080bd7a9840c2bce121282133c28e is out of sync, need to count used quota {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:22:36.553791 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-0dcdbeb8-c546-4114-94b7-7327960b7fd4 tempest-TestVolumeBackupRestore-598000314 tempest-TestVolumeBackupRestore-598000314-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:22:36.559382 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-0dcdbeb8-c546-4114-94b7-7327960b7fd4 tempest-TestVolumeBackupRestore-598000314 tempest-TestVolumeBackupRestore-598000314-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:22:36.571167 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-0dcdbeb8-c546-4114-94b7-7327960b7fd4 tempest-TestVolumeBackupRestore-598000314 tempest-TestVolumeBackupRestore-598000314-project] Notify callbacks [] for floatingip, before_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:22:36.592752 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15412aed-dc60-4ab9-a8a7-d9f9ffd063dc req-0930c247-6bd1-4078-8c72-fe00e02aacab tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:22:36.594265 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-15412aed-dc60-4ab9-a8a7-d9f9ffd063dc req-0930c247-6bd1-4078-8c72-fe00e02aacab tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] 10.222.0.42 "GET /v2.0/ports?device_id=a4484401-1a8c-4c61-bdbb-3c325aae2c85 HTTP/1.1" status: 200 len: 944 time: 0.0787287 Apr 18 21:22:36.640895 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-15412aed-dc60-4ab9-a8a7-d9f9ffd063dc req-a955fe50-784a-4be9-bd5a-56ed75c1169c tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] 10.222.0.42 "GET /v2.0/security-groups?id=4c48310e-c9c1-4f3b-a84d-523dd900b6e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408440 Apr 18 21:22:36.705291 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-0dcdbeb8-c546-4114-94b7-7327960b7fd4 tempest-TestVolumeBackupRestore-598000314 tempest-TestVolumeBackupRestore-598000314-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:22:36.839230 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.db_base_plugin_common [None req-0dcdbeb8-c546-4114-94b7-7327960b7fd4 tempest-TestVolumeBackupRestore-598000314 tempest-TestVolumeBackupRestore-598000314-project] Allocated IP 172.25.8.11 (e41b6600-a917-4a8d-b05c-be3be40c6d8c/6b05667b-848e-4356-9b44-d5eb6808ef74/840fb75f-0c54-4e5f-9cc8-402a9ab50384) {{(pid=84041) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 21:22:37.090859 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-0dcdbeb8-c546-4114-94b7-7327960b7fd4 tempest-TestVolumeBackupRestore-598000314 tempest-TestVolumeBackupRestore-598000314-project] Notify callbacks [] for port, precommit_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:22:37.118362 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-0dcdbeb8-c546-4114-94b7-7327960b7fd4 tempest-TestVolumeBackupRestore-598000314 tempest-TestVolumeBackupRestore-598000314-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750374836619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32266323'] for port, after_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:22:37.183068 n-d-838334-2 neutron-server[84041]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0dcdbeb8-c546-4114-94b7-7327960b7fd4 tempest-TestVolumeBackupRestore-598000314 tempest-TestVolumeBackupRestore-598000314-project] Network e41b6600-a917-4a8d-b05c-be3be40c6d8c is already hosted by enough agents. {{(pid=84041) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:22:37.185975 n-d-838334-2 neutron-server[84041]: DEBUG neutron.scheduler.base_scheduler [None req-0dcdbeb8-c546-4114-94b7-7327960b7fd4 tempest-TestVolumeBackupRestore-598000314 tempest-TestVolumeBackupRestore-598000314-project] Resources bound (agent type, host, resource id): {{(pid=84041) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:22:37.190350 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0dcdbeb8-c546-4114-94b7-7327960b7fd4 tempest-TestVolumeBackupRestore-598000314 tempest-TestVolumeBackupRestore-598000314-project] Received port after_create {{(pid=84041) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 21:22:37.222099 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dcdbeb8-c546-4114-94b7-7327960b7fd4 tempest-TestVolumeBackupRestore-598000314 tempest-TestVolumeBackupRestore-598000314-project] Pushing event updated for resources: {'Port': ['ID=840fb75f-0c54-4e5f-9cc8-402a9ab50384,revision_number=1']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:22:37.289820 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Device e03da007-0579-4d3a-8850-b1a122db7b5a up at agent hyperv_n-h2-838334-2 {{(pid=84042) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 21:22:37.367219 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Provisioning for port e03da007-0579-4d3a-8850-b1a122db7b5a completed by entity L2. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 21:22:37.373458 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Provisioning complete for port e03da007-0579-4d3a-8850-b1a122db7b5a triggered by entity L2. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:22:37.373458 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1253608'] for port, provisioning_complete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:22:37.532586 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:22:37.559073 n-d-838334-2 neutron-server[84042]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a4484401-1a8c-4c61-bdbb-3c325aae2c85', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e03da007-0579-4d3a-8850-b1a122db7b5a'}] {{(pid=84042) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 21:22:37.569494 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] For port e03da007-0579-4d3a-8850-b1a122db7b5a, host n-h2-838334-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838334-2',level=0,port_id=e03da007-0579-4d3a-8850-b1a122db7b5a,segment=NetworkSegment(4e40371e-7410-48d8-95e7-4f5371c193cc),segment_id=4e40371e-7410-48d8-95e7-4f5371c193cc)] {{(pid=84042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:22:37.573623 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682'] for port, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:22:37.619192 n-d-838334-2 neutron-server[84042]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5e1df979-cd2d-4bf8-a631-a36e6cbb570c'] response: {'server_uuid': 'a4484401-1a8c-4c61-bdbb-3c325aae2c85', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e03da007-0579-4d3a-8850-b1a122db7b5a', 'code': 200} Apr 18 21:22:37.644056 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Pushing event updated for resources: {'Port': ['ID=e03da007-0579-4d3a-8850-b1a122db7b5a,revision_number=5']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:22:37.721931 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-0dcdbeb8-c546-4114-94b7-7327960b7fd4 tempest-TestVolumeBackupRestore-598000314 tempest-TestVolumeBackupRestore-598000314-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:22:37.761750 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-f4dbf461-a2d1-4217-b73e-e9b36c1f565a req-cbf2b1e0-865c-497c-abb1-90b233c0413e service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=a4484401-1a8c-4c61-bdbb-3c325aae2c85 HTTP/1.1" status: 200 len: 1096 time: 0.0865064 Apr 18 21:22:37.785018 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-0dcdbeb8-c546-4114-94b7-7327960b7fd4 tempest-TestVolumeBackupRestore-598000314 tempest-TestVolumeBackupRestore-598000314-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:22:37.863173 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-f4dbf461-a2d1-4217-b73e-e9b36c1f565a req-61597d44-98f6-46a3-b469-42a5cb7dabd5 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=4c48310e-c9c1-4f3b-a84d-523dd900b6e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0954869 Apr 18 21:22:37.880392 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddee6927-a29f-41ed-a5e4-0c8557706ecc req-957aa470-70cf-4245-827f-4fd16b8765c9 tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:22:37.881825 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-ddee6927-a29f-41ed-a5e4-0c8557706ecc req-957aa470-70cf-4245-827f-4fd16b8765c9 tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] 10.222.0.42 "GET /v2.0/ports?device_id=a4484401-1a8c-4c61-bdbb-3c325aae2c85 HTTP/1.1" status: 200 len: 945 time: 0.1016264 Apr 18 21:22:37.928255 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-ddee6927-a29f-41ed-a5e4-0c8557706ecc req-aa5e7748-75f6-4375-83d9-af44e94f1553 tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] 10.222.0.42 "GET /v2.0/security-groups?id=4c48310e-c9c1-4f3b-a84d-523dd900b6e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409939 Apr 18 21:22:37.991689 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-0dcdbeb8-c546-4114-94b7-7327960b7fd4 tempest-TestVolumeBackupRestore-598000314 tempest-TestVolumeBackupRestore-598000314-project] Notify callbacks [] for port, precommit_update {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:22:37.996151 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-0dcdbeb8-c546-4114-94b7-7327960b7fd4 tempest-TestVolumeBackupRestore-598000314 tempest-TestVolumeBackupRestore-598000314-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32266282'] for port, after_update {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:22:38.103797 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dcdbeb8-c546-4114-94b7-7327960b7fd4 tempest-TestVolumeBackupRestore-598000314 tempest-TestVolumeBackupRestore-598000314-project] Pushing event updated for resources: {'Port': ['ID=840fb75f-0c54-4e5f-9cc8-402a9ab50384,revision_number=2']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:22:38.117893 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-0dcdbeb8-c546-4114-94b7-7327960b7fd4 tempest-TestVolumeBackupRestore-598000314 tempest-TestVolumeBackupRestore-598000314-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33444131'] for floatingip, after_update {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:22:38.305187 n-d-838334-2 neutron-server[84041]: INFO neutron.db.l3_db [None req-0dcdbeb8-c546-4114-94b7-7327960b7fd4 tempest-TestVolumeBackupRestore-598000314 tempest-TestVolumeBackupRestore-598000314-project] Floating IP 4087226d-38d0-4500-86fa-21ff3f2bd31f associated. External IP: 172.25.8.11, port: 2c6338f5-74d7-4149-8c49-f9ce0fa219f5. Apr 18 21:22:38.786470 n-d-838334-2 neutron-server[84041]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0dcdbeb8-c546-4114-94b7-7327960b7fd4 tempest-TestVolumeBackupRestore-598000314 tempest-TestVolumeBackupRestore-598000314-project] Router d08d1d26-0079-4996-bd23-121fb630e4ec has already been hosted by L3 agent bc84d6c9-dd7a-4555-a351-592327b46d5a {{(pid=84041) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 21:22:38.991219 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0dcdbeb8-c546-4114-94b7-7327960b7fd4 tempest-TestVolumeBackupRestore-598000314 tempest-TestVolumeBackupRestore-598000314-project] Notify agent at l3_agent.n-d-838334-2 the message routers_updated {{(pid=84041) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 21:22:39.003585 n-d-838334-2 neutron-server[84043]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52d129f8-6e21-4fd9-99e4-7b2f7e18d4b3 None None] Sync routers for ids ['d08d1d26-0079-4996-bd23-121fb630e4ec'] in n-d-838334-2 {{(pid=84043) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 18 21:22:39.018582 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-0dcdbeb8-c546-4114-94b7-7327960b7fd4 tempest-TestVolumeBackupRestore-598000314 tempest-TestVolumeBackupRestore-598000314-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217293'] for floatingip, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:22:39.026168 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52d129f8-6e21-4fd9-99e4-7b2f7e18d4b3 None None] Routers {'d08d1d26-0079-4996-bd23-121fb630e4ec'} bound to L3 agent in host n-d-838334-2 {{(pid=84043) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 21:22:39.026981 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.l3_hamode_db [None req-52d129f8-6e21-4fd9-99e4-7b2f7e18d4b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838334-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-18T20:25:48Z,description=,heartbeat_timestamp=2022-04-18T21:22:18Z,host='n-d-838334-2',id=bc84d6c9-dd7a-4555-a351-592327b46d5a,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:25:48Z,topic='l3_agent')) {'router_ids': ['d08d1d26-0079-4996-bd23-121fb630e4ec'], 'active': True} {{(pid=84043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:22:39.085082 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 35826) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:22:39.085623 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-0dcdbeb8-c546-4114-94b7-7327960b7fd4 tempest-TestVolumeBackupRestore-598000314 tempest-TestVolumeBackupRestore-598000314-project] 10.222.0.42 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.5496032 Apr 18 21:22:39.085935 n-d-838334-2 neutron-server[84041]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ae7b2f81-4993-4575-ad82-e3faa8462d1a', 'tag': '2c6338f5-74d7-4149-8c49-f9ce0fa219f5'}] {{(pid=84041) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 21:22:39.229515 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.l3_dvr_db [None req-52d129f8-6e21-4fd9-99e4-7b2f7e18d4b3 None None] Set router d08d1d26-0079-4996-bd23-121fb630e4ec gateway port host: n-d-838334-2 {{(pid=84043) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 21:22:39.252448 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-4c7e5742-252f-40e8-9672-ece7287ccc63 tempest-TestVolumeBackupRestore-1691342232 tempest-TestVolumeBackupRestore-1691342232-project-admin] Synchronizing usage tracker for tenant:6a614ae1bccf47ba9d69f98188b9fa50 on resource:port {{(pid=84040) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 21:22:39.269662 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0b48e71-8da7-4a7a-bf1e-8884b0e47abc req-83ec93fb-90e8-4e07-98d8-dd480bbfd3aa tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:22:39.271489 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-c0b48e71-8da7-4a7a-bf1e-8884b0e47abc req-83ec93fb-90e8-4e07-98d8-dd480bbfd3aa tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] 10.222.0.42 "GET /v2.0/ports?device_id=a4484401-1a8c-4c61-bdbb-3c325aae2c85 HTTP/1.1" status: 200 len: 945 time: 0.1119602 Apr 18 21:22:39.277096 n-d-838334-2 neutron-server[84041]: INFO neutron.notifiers.nova [-] Nova event matching ['req-92da88bc-0a58-4cc2-a4af-842d4c12c95f'] response: {'name': 'network-changed', 'server_uuid': 'ae7b2f81-4993-4575-ad82-e3faa8462d1a', 'tag': '2c6338f5-74d7-4149-8c49-f9ce0fa219f5', 'status': 'completed', 'code': 200} Apr 18 21:22:39.300948 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-4c7e5742-252f-40e8-9672-ece7287ccc63 tempest-TestVolumeBackupRestore-1691342232 tempest-TestVolumeBackupRestore-1691342232-project-admin] Unset dirty status for tenant:6a614ae1bccf47ba9d69f98188b9fa50 on resource:port {{(pid=84040) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 21:22:39.302080 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-4c7e5742-252f-40e8-9672-ece7287ccc63 tempest-TestVolumeBackupRestore-1691342232 tempest-TestVolumeBackupRestore-1691342232-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=ae7b2f81-4993-4575-ad82-e3faa8462d1a HTTP/1.1" status: 200 len: 1091 time: 0.2150164 Apr 18 21:22:39.305256 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 35834) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:22:39.311004 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.v2.base [None req-4fee3097-516e-4a53-b445-a31c8ebf3f29 tempest-TestVolumeBackupRestore-598000314 tempest-TestVolumeBackupRestore-598000314-project] Request body: {'floatingip': {'port_id': '2c6338f5-74d7-4149-8c49-f9ce0fa219f5'}} {{(pid=84041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:22:39.415587 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-4fee3097-516e-4a53-b445-a31c8ebf3f29 tempest-TestVolumeBackupRestore-598000314 tempest-TestVolumeBackupRestore-598000314-project] Notify callbacks [] for floatingip, before_update {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:22:39.470400 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-c0b48e71-8da7-4a7a-bf1e-8884b0e47abc req-616a18bd-baa5-4e73-92de-36360c0b3c40 tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] 10.222.0.42 "GET /v2.0/security-groups?id=4c48310e-c9c1-4f3b-a84d-523dd900b6e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1904657 Apr 18 21:22:39.521694 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-23c41d9e-9316-4beb-9dd9-9d0f1443bf9b req-95180efc-5c1b-4c51-bf10-9929e12c80f3 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=61a080bd7a9840c2bce121282133c28e&device_id=ae7b2f81-4993-4575-ad82-e3faa8462d1a HTTP/1.1" status: 200 len: 1096 time: 0.2146184 Apr 18 21:22:39.689722 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.l3_hamode_db [None req-52d129f8-6e21-4fd9-99e4-7b2f7e18d4b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd08d1d26-0079-4996-bd23-121fb630e4ec', 'name': 'tempest-TestVolumeBackupRestore-159285860-router', 'tenant_id': '61a080bd7a9840c2bce121282133c28e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'external_fixed_ips': [{'subnet_id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'ip_address': '172.25.8.15'}], 'enable_snat': True}, 'gw_port_id': '8c29dd35-ea87-47f3-a2d3-f3902006d042', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:19:41Z', 'updated_at': '2022-04-18T21:19:44Z', 'revision_number': 4, 'project_id': '61a080bd7a9840c2bce121282133c28e', 'gw_port': {'id': '8c29dd35-ea87-47f3-a2d3-f3902006d042', 'name': '', 'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:59:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd08d1d26-0079-4996-bd23-121fb630e4ec', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'ip_address': '172.25.8.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:19:41Z', 'updated_at': '2022-04-18T21:19:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838334-2', '_floatingips': [{'id': '4087226d-38d0-4500-86fa-21ff3f2bd31f', 'tenant_id': '61a080bd7a9840c2bce121282133c28e', 'floating_ip_address': '172.25.8.11', 'floating_network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'router_id': 'd08d1d26-0079-4996-bd23-121fb630e4ec', 'port_id': '2c6338f5-74d7-4149-8c49-f9ce0fa219f5', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd183dd60-514a-409c-aab4-a2214efc376f', 'mac_address': 'fa:16:3e:89:ef:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae7b2f81-4993-4575-ad82-e3faa8462d1a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T21:22:37Z', 'updated_at': '2022-04-18T21:22:37Z', 'revision_number': 0, 'project_id': '61a080bd7a9840c2bce121282133c28e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a6eedbea-ea9c-4c5b-a01a-eafb9b753a8b', 'name': '', 'network_id': 'd183dd60-514a-409c-aab4-a2214efc376f', 'tenant_id': '61a080bd7a9840c2bce121282133c28e', 'mac_address': 'fa:16:3e:9a:d3:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd08d1d26-0079-4996-bd23-121fb630e4ec', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '846d5941-244f-4c61-abce-3f844b54d9e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:19:43Z', 'updated_at': '2022-04-18T21:20:05Z', 'revision_number': 5, 'project_id': '61a080bd7a9840c2bce121282133c28e', 'subnets': [{'id': '846d5941-244f-4c61-abce-3f844b54d9e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838334-2', False) {} {{(pid=84043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:22:39.694254 n-d-838334-2 neutron-server[84043]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52d129f8-6e21-4fd9-99e4-7b2f7e18d4b3 None None] Checking router: d08d1d26-0079-4996-bd23-121fb630e4ec for host: n-d-838334-2 {{(pid=84043) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 18 21:22:39.705427 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52d129f8-6e21-4fd9-99e4-7b2f7e18d4b3 None None] Routers {'d08d1d26-0079-4996-bd23-121fb630e4ec'} bound to L3 agent in host n-d-838334-2 {{(pid=84043) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 21:22:39.706005 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.l3_hamode_db [None req-52d129f8-6e21-4fd9-99e4-7b2f7e18d4b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838334-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-18T20:25:48Z,description=,heartbeat_timestamp=2022-04-18T21:22:18Z,host='n-d-838334-2',id=bc84d6c9-dd7a-4555-a351-592327b46d5a,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:25:48Z,topic='l3_agent')) {'router_ids': ['d08d1d26-0079-4996-bd23-121fb630e4ec'], 'active': True} {{(pid=84043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:22:39.752985 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23c41d9e-9316-4beb-9dd9-9d0f1443bf9b req-042e4685-6481-4575-adda-893bfb21dcf3 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:22:39.754435 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-23c41d9e-9316-4beb-9dd9-9d0f1443bf9b req-042e4685-6481-4575-adda-893bfb21dcf3 service neutron] 10.222.0.43 "GET /v2.0/networks?id=d183dd60-514a-409c-aab4-a2214efc376f HTTP/1.1" status: 200 len: 914 time: 0.2222588 Apr 18 21:22:39.821097 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43745340-f348-44aa-91f0-788c4b644eb7 req-10b96449-c7c0-4570-82c6-49b9e3323a2c tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:22:39.822542 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-43745340-f348-44aa-91f0-788c4b644eb7 req-10b96449-c7c0-4570-82c6-49b9e3323a2c tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] 10.222.0.42 "GET /v2.0/ports?device_id=a4484401-1a8c-4c61-bdbb-3c325aae2c85 HTTP/1.1" status: 200 len: 945 time: 0.1764946 Apr 18 21:22:39.893577 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.l3_dvr_db [None req-52d129f8-6e21-4fd9-99e4-7b2f7e18d4b3 None None] Set router d08d1d26-0079-4996-bd23-121fb630e4ec gateway port host: n-d-838334-2 {{(pid=84043) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 21:22:39.911890 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-23c41d9e-9316-4beb-9dd9-9d0f1443bf9b req-63d4cf42-0d2a-49ce-890c-20e0ce136080 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2c6338f5-74d7-4149-8c49-f9ce0fa219f5 HTTP/1.1" status: 200 len: 998 time: 0.1478963 Apr 18 21:22:39.914655 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-43745340-f348-44aa-91f0-788c4b644eb7 req-cf8c5598-aa9b-434d-95d8-a4724f5061ff tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] 10.222.0.42 "GET /v2.0/security-groups?id=4c48310e-c9c1-4f3b-a84d-523dd900b6e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0836194 Apr 18 21:22:39.950122 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 35840) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:22:40.001622 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23c41d9e-9316-4beb-9dd9-9d0f1443bf9b req-8e92621d-40a7-437f-aef5-23eb721c7683 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:22:40.003057 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-23c41d9e-9316-4beb-9dd9-9d0f1443bf9b req-8e92621d-40a7-437f-aef5-23eb721c7683 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=846d5941-244f-4c61-abce-3f844b54d9e8 HTTP/1.1" status: 200 len: 852 time: 0.0844240 Apr 18 21:22:40.078748 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-49374a29-cbe8-4473-9326-719c54200706 tempest-TestNetworkAdvancedServerOps-1372836320 tempest-TestNetworkAdvancedServerOps-1372836320-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=a4484401-1a8c-4c61-bdbb-3c325aae2c85 HTTP/1.1" status: 200 len: 1091 time: 0.1274452 Apr 18 21:22:40.081358 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 35844) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:22:40.083355 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-23c41d9e-9316-4beb-9dd9-9d0f1443bf9b req-f4f9a61f-022d-40b9-bfad-938d200aee28 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=d183dd60-514a-409c-aab4-a2214efc376f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0727026 Apr 18 21:22:40.092130 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.v2.base [None req-fe970562-fa42-4437-83a1-19c7f48c3da9 tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] Request body: {'floatingip': {'floating_network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'port_id': 'e03da007-0579-4d3a-8850-b1a122db7b5a', 'tenant_id': '202d5ea04e8c40de88f64ef931ef4e4f', 'fixed_ip_address': '172.20.0.6'}} {{(pid=84041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:22:40.100371 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-fe970562-fa42-4437-83a1-19c7f48c3da9 tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:22:40.106527 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-fe970562-fa42-4437-83a1-19c7f48c3da9 tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] Usage tracker for resource:floatingip and tenant:202d5ea04e8c40de88f64ef931ef4e4f is out of sync, need to count used quota {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:22:40.111100 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-fe970562-fa42-4437-83a1-19c7f48c3da9 tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:22:40.176526 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-fe970562-fa42-4437-83a1-19c7f48c3da9 tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:22:40.203287 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-fe970562-fa42-4437-83a1-19c7f48c3da9 tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] Notify callbacks [] for floatingip, before_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:22:40.224789 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-23c41d9e-9316-4beb-9dd9-9d0f1443bf9b req-c8d437c1-c53a-4ecb-a684-02353e42528c service neutron] 10.222.0.43 "GET /v2.0/networks/d183dd60-514a-409c-aab4-a2214efc376f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1345866 Apr 18 21:22:40.291654 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.l3_hamode_db [None req-52d129f8-6e21-4fd9-99e4-7b2f7e18d4b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd08d1d26-0079-4996-bd23-121fb630e4ec', 'name': 'tempest-TestVolumeBackupRestore-159285860-router', 'tenant_id': '61a080bd7a9840c2bce121282133c28e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'external_fixed_ips': [{'subnet_id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'ip_address': '172.25.8.15'}], 'enable_snat': True}, 'gw_port_id': '8c29dd35-ea87-47f3-a2d3-f3902006d042', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:19:41Z', 'updated_at': '2022-04-18T21:19:44Z', 'revision_number': 4, 'project_id': '61a080bd7a9840c2bce121282133c28e', 'gw_port': {'id': '8c29dd35-ea87-47f3-a2d3-f3902006d042', 'name': '', 'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:59:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd08d1d26-0079-4996-bd23-121fb630e4ec', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'ip_address': '172.25.8.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:19:41Z', 'updated_at': '2022-04-18T21:19:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838334-2', '_floatingips': [{'id': '4087226d-38d0-4500-86fa-21ff3f2bd31f', 'tenant_id': '61a080bd7a9840c2bce121282133c28e', 'floating_ip_address': '172.25.8.11', 'floating_network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'router_id': 'd08d1d26-0079-4996-bd23-121fb630e4ec', 'port_id': '2c6338f5-74d7-4149-8c49-f9ce0fa219f5', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd183dd60-514a-409c-aab4-a2214efc376f', 'mac_address': 'fa:16:3e:89:ef:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae7b2f81-4993-4575-ad82-e3faa8462d1a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T21:22:37Z', 'updated_at': '2022-04-18T21:22:37Z', 'revision_number': 0, 'project_id': '61a080bd7a9840c2bce121282133c28e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a6eedbea-ea9c-4c5b-a01a-eafb9b753a8b', 'name': '', 'network_id': 'd183dd60-514a-409c-aab4-a2214efc376f', 'tenant_id': '61a080bd7a9840c2bce121282133c28e', 'mac_address': 'fa:16:3e:9a:d3:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd08d1d26-0079-4996-bd23-121fb630e4ec', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '846d5941-244f-4c61-abce-3f844b54d9e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:19:43Z', 'updated_at': '2022-04-18T21:20:05Z', 'revision_number': 5, 'project_id': '61a080bd7a9840c2bce121282133c28e', 'subnets': [{'id': '846d5941-244f-4c61-abce-3f844b54d9e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838334-2', False) {} {{(pid=84043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:22:40.296319 n-d-838334-2 neutron-server[84043]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52d129f8-6e21-4fd9-99e4-7b2f7e18d4b3 None None] The sync data for ids ['d08d1d26-0079-4996-bd23-121fb630e4ec'] in n-d-838334-2 is: [{'id': 'd08d1d26-0079-4996-bd23-121fb630e4ec', 'name': 'tempest-TestVolumeBackupRestore-159285860-router', 'tenant_id': '61a080bd7a9840c2bce121282133c28e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'external_fixed_ips': [{'subnet_id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'ip_address': '172.25.8.15'}], 'enable_snat': True}, 'gw_port_id': '8c29dd35-ea87-47f3-a2d3-f3902006d042', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:19:41Z', 'updated_at': '2022-04-18T21:19:44Z', 'revision_number': 4, 'project_id': '61a080bd7a9840c2bce121282133c28e', 'gw_port': {'id': '8c29dd35-ea87-47f3-a2d3-f3902006d042', 'name': '', 'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:59:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd08d1d26-0079-4996-bd23-121fb630e4ec', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'ip_address': '172.25.8.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:19:41Z', 'updated_at': '2022-04-18T21:19:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838334-2', '_floatingips': [{'id': '4087226d-38d0-4500-86fa-21ff3f2bd31f', 'tenant_id': '61a080bd7a9840c2bce121282133c28e', 'floating_ip_address': '172.25.8.11', 'floating_network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'router_id': 'd08d1d26-0079-4996-bd23-121fb630e4ec', 'port_id': '2c6338f5-74d7-4149-8c49-f9ce0fa219f5', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd183dd60-514a-409c-aab4-a2214efc376f', 'mac_address': 'fa:16:3e:89:ef:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae7b2f81-4993-4575-ad82-e3faa8462d1a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T21:22:37Z', 'updated_at': '2022-04-18T21:22:37Z', 'revision_number': 0, 'project_id': '61a080bd7a9840c2bce121282133c28e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a6eedbea-ea9c-4c5b-a01a-eafb9b753a8b', 'name': '', 'network_id': 'd183dd60-514a-409c-aab4-a2214efc376f', 'tenant_id': '61a080bd7a9840c2bce121282133c28e', 'mac_address': 'fa:16:3e:9a:d3:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd08d1d26-0079-4996-bd23-121fb630e4ec', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '846d5941-244f-4c61-abce-3f844b54d9e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:19:43Z', 'updated_at': '2022-04-18T21:20:05Z', 'revision_number': 5, 'project_id': '61a080bd7a9840c2bce121282133c28e', 'subnets': [{'id': '846d5941-244f-4c61-abce-3f844b54d9e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84043) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 18 21:22:40.300531 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-4fee3097-516e-4a53-b445-a31c8ebf3f29 tempest-TestVolumeBackupRestore-598000314 tempest-TestVolumeBackupRestore-598000314-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:22:40.307163 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-4fee3097-516e-4a53-b445-a31c8ebf3f29 tempest-TestVolumeBackupRestore-598000314 tempest-TestVolumeBackupRestore-598000314-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33444131'] for floatingip, after_update {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:22:40.368728 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-23c41d9e-9316-4beb-9dd9-9d0f1443bf9b req-4813b1e0-7126-483a-8604-48009c7ee42e service neutron] 10.222.0.43 "GET /v2.0/networks/d183dd60-514a-409c-aab4-a2214efc376f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1365118 Apr 18 21:22:40.513167 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7d3cffd-ac08-4615-92b7-d2e36936b38b None None] New status for floating IP 4087226d-38d0-4500-86fa-21ff3f2bd31f: ACTIVE {{(pid=84042) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Apr 18 21:22:40.646006 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-fe970562-fa42-4437-83a1-19c7f48c3da9 tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:22:40.867515 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.db_base_plugin_common [None req-fe970562-fa42-4437-83a1-19c7f48c3da9 tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] Allocated IP 172.25.8.102 (e41b6600-a917-4a8d-b05c-be3be40c6d8c/6b05667b-848e-4356-9b44-d5eb6808ef74/df4b686b-0dfa-47a4-9bf4-ac38c90cc330) {{(pid=84041) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 21:22:41.100663 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-fe970562-fa42-4437-83a1-19c7f48c3da9 tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] Notify callbacks [] for port, precommit_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:22:41.157600 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-fe970562-fa42-4437-83a1-19c7f48c3da9 tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750374836619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32266323'] for port, after_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:22:41.192562 n-d-838334-2 neutron-server[84041]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4fee3097-516e-4a53-b445-a31c8ebf3f29 tempest-TestVolumeBackupRestore-598000314 tempest-TestVolumeBackupRestore-598000314-project] Router d08d1d26-0079-4996-bd23-121fb630e4ec has already been hosted by L3 agent bc84d6c9-dd7a-4555-a351-592327b46d5a {{(pid=84041) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 21:22:41.236432 n-d-838334-2 neutron-server[84041]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe970562-fa42-4437-83a1-19c7f48c3da9 tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] Network e41b6600-a917-4a8d-b05c-be3be40c6d8c is already hosted by enough agents. {{(pid=84041) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:22:41.240153 n-d-838334-2 neutron-server[84041]: DEBUG neutron.scheduler.base_scheduler [None req-fe970562-fa42-4437-83a1-19c7f48c3da9 tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] Resources bound (agent type, host, resource id): {{(pid=84041) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:22:41.245848 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe970562-fa42-4437-83a1-19c7f48c3da9 tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] Received port after_create {{(pid=84041) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 21:22:41.319995 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe970562-fa42-4437-83a1-19c7f48c3da9 tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] Pushing event updated for resources: {'Port': ['ID=df4b686b-0dfa-47a4-9bf4-ac38c90cc330,revision_number=1']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:22:41.745031 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4fee3097-516e-4a53-b445-a31c8ebf3f29 tempest-TestVolumeBackupRestore-598000314 tempest-TestVolumeBackupRestore-598000314-project] Notify agent at l3_agent.n-d-838334-2 the message routers_updated {{(pid=84041) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 21:22:41.767670 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-4fee3097-516e-4a53-b445-a31c8ebf3f29 tempest-TestVolumeBackupRestore-598000314 tempest-TestVolumeBackupRestore-598000314-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217293'] for floatingip, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:22:41.864677 n-d-838334-2 neutron-server[84041]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ae7b2f81-4993-4575-ad82-e3faa8462d1a', 'tag': '2c6338f5-74d7-4149-8c49-f9ce0fa219f5'}] {{(pid=84041) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 21:22:41.903840 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-4fee3097-516e-4a53-b445-a31c8ebf3f29 tempest-TestVolumeBackupRestore-598000314 tempest-TestVolumeBackupRestore-598000314-project] 10.222.0.42 "PUT /v2.0/floatingips/4087226d-38d0-4500-86fa-21ff3f2bd31f HTTP/1.1" status: 200 len: 990 time: 2.5972233 Apr 18 21:22:41.960703 n-d-838334-2 neutron-server[84041]: INFO neutron.notifiers.nova [-] Nova event matching ['req-396bb7fd-f1ff-43b6-b0a0-7d659ff46b4e'] response: {'name': 'network-changed', 'server_uuid': 'ae7b2f81-4993-4575-ad82-e3faa8462d1a', 'tag': '2c6338f5-74d7-4149-8c49-f9ce0fa219f5', 'status': 'completed', 'code': 200} Apr 18 21:22:42.048079 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-36ef2a53-c4f1-4979-ba24-127d73c3ad1b req-6402c4e4-3483-45d4-a87a-baf8d2d8d06e service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=61a080bd7a9840c2bce121282133c28e&device_id=ae7b2f81-4993-4575-ad82-e3faa8462d1a HTTP/1.1" status: 200 len: 1096 time: 0.0782728 Apr 18 21:22:42.129918 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-fe970562-fa42-4437-83a1-19c7f48c3da9 tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:22:42.195005 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36ef2a53-c4f1-4979-ba24-127d73c3ad1b req-2fbb722d-66bd-4d08-a7ea-9bd8f7cefe1b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:22:42.196523 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-36ef2a53-c4f1-4979-ba24-127d73c3ad1b req-2fbb722d-66bd-4d08-a7ea-9bd8f7cefe1b service neutron] 10.222.0.43 "GET /v2.0/networks?id=d183dd60-514a-409c-aab4-a2214efc376f HTTP/1.1" status: 200 len: 914 time: 0.1429851 Apr 18 21:22:42.198786 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-fe970562-fa42-4437-83a1-19c7f48c3da9 tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:22:42.296373 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-36ef2a53-c4f1-4979-ba24-127d73c3ad1b req-3b2cc38e-dbc8-4abf-94e7-7d3295b77e92 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2c6338f5-74d7-4149-8c49-f9ce0fa219f5 HTTP/1.1" status: 200 len: 1000 time: 0.0928650 Apr 18 21:22:42.359964 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36ef2a53-c4f1-4979-ba24-127d73c3ad1b req-bfba2f96-1d13-43e1-9158-04add8299aa1 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:22:42.361383 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-36ef2a53-c4f1-4979-ba24-127d73c3ad1b req-bfba2f96-1d13-43e1-9158-04add8299aa1 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=846d5941-244f-4c61-abce-3f844b54d9e8 HTTP/1.1" status: 200 len: 852 time: 0.0598340 Apr 18 21:22:42.407964 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-fe970562-fa42-4437-83a1-19c7f48c3da9 tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] Notify callbacks [] for port, precommit_update {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:22:42.413769 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-fe970562-fa42-4437-83a1-19c7f48c3da9 tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32266282'] for port, after_update {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:22:42.439575 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-36ef2a53-c4f1-4979-ba24-127d73c3ad1b req-0daf1932-46d1-4c6d-8b93-f0b3cf76e28a service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=d183dd60-514a-409c-aab4-a2214efc376f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0725238 Apr 18 21:22:42.521787 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe970562-fa42-4437-83a1-19c7f48c3da9 tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] Pushing event updated for resources: {'Port': ['ID=df4b686b-0dfa-47a4-9bf4-ac38c90cc330,revision_number=2']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:22:42.535665 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-fe970562-fa42-4437-83a1-19c7f48c3da9 tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33444131'] for floatingip, after_update {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:22:42.570217 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-36ef2a53-c4f1-4979-ba24-127d73c3ad1b req-7197d70f-ebad-4c2a-8964-25d53dba8147 service neutron] 10.222.0.43 "GET /v2.0/networks/d183dd60-514a-409c-aab4-a2214efc376f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1252837 Apr 18 21:22:42.703759 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-36ef2a53-c4f1-4979-ba24-127d73c3ad1b req-2a177592-8ee0-4491-bab5-5cdd2a9182fa service neutron] 10.222.0.43 "GET /v2.0/networks/d183dd60-514a-409c-aab4-a2214efc376f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1272418 Apr 18 21:22:42.726673 n-d-838334-2 neutron-server[84041]: INFO neutron.db.l3_db [None req-fe970562-fa42-4437-83a1-19c7f48c3da9 tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] Floating IP acfb8f34-bd52-4325-899b-5f22b4de012e associated. External IP: 172.25.8.102, port: e03da007-0579-4d3a-8850-b1a122db7b5a. Apr 18 21:22:43.112958 n-d-838334-2 neutron-server[84041]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fe970562-fa42-4437-83a1-19c7f48c3da9 tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] Router cc12e546-495e-47f0-b4eb-24c3ffacee9c has already been hosted by L3 agent bc84d6c9-dd7a-4555-a351-592327b46d5a {{(pid=84041) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 21:22:43.307271 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fe970562-fa42-4437-83a1-19c7f48c3da9 tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] Notify agent at l3_agent.n-d-838334-2 the message routers_updated {{(pid=84041) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 21:22:43.316710 n-d-838334-2 neutron-server[84043]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f70aa69e-53ed-46c7-92dd-ffe787acad45 None None] Sync routers for ids ['cc12e546-495e-47f0-b4eb-24c3ffacee9c'] in n-d-838334-2 {{(pid=84043) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 18 21:22:43.327553 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-fe970562-fa42-4437-83a1-19c7f48c3da9 tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217293'] for floatingip, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:22:43.328525 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f70aa69e-53ed-46c7-92dd-ffe787acad45 None None] Routers {'cc12e546-495e-47f0-b4eb-24c3ffacee9c'} bound to L3 agent in host n-d-838334-2 {{(pid=84043) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 21:22:43.329126 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.l3_hamode_db [None req-f70aa69e-53ed-46c7-92dd-ffe787acad45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838334-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-18T20:25:48Z,description=,heartbeat_timestamp=2022-04-18T21:22:18Z,host='n-d-838334-2',id=bc84d6c9-dd7a-4555-a351-592327b46d5a,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:25:48Z,topic='l3_agent')) {'router_ids': ['cc12e546-495e-47f0-b4eb-24c3ffacee9c'], 'active': True} {{(pid=84043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:22:43.384317 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-fe970562-fa42-4437-83a1-19c7f48c3da9 tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] 10.222.0.42 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 3.2976837 Apr 18 21:22:43.509904 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.l3_dvr_db [None req-f70aa69e-53ed-46c7-92dd-ffe787acad45 None None] Set router cc12e546-495e-47f0-b4eb-24c3ffacee9c gateway port host: n-d-838334-2 {{(pid=84043) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 21:22:43.644043 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a39414a-d597-4563-9614-c8d41af4b10d None None] Sync routers for ids ['d08d1d26-0079-4996-bd23-121fb630e4ec'] in n-d-838334-2 {{(pid=84042) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 18 21:22:43.663850 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a39414a-d597-4563-9614-c8d41af4b10d None None] Routers {'d08d1d26-0079-4996-bd23-121fb630e4ec'} bound to L3 agent in host n-d-838334-2 {{(pid=84042) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 21:22:43.664572 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_hamode_db [None req-4a39414a-d597-4563-9614-c8d41af4b10d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838334-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-18T20:25:48Z,description=,heartbeat_timestamp=2022-04-18T21:22:18Z,host='n-d-838334-2',id=bc84d6c9-dd7a-4555-a351-592327b46d5a,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:25:48Z,topic='l3_agent')) {'router_ids': ['d08d1d26-0079-4996-bd23-121fb630e4ec'], 'active': True} {{(pid=84042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:22:43.669938 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9024d381-7cec-4476-9aba-1913d2264b3c req-9544b9c5-d33d-4bc0-920f-67c457a76d7d tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:22:43.672776 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-9024d381-7cec-4476-9aba-1913d2264b3c req-9544b9c5-d33d-4bc0-920f-67c457a76d7d tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] 10.222.0.42 "GET /v2.0/ports?device_id=a4484401-1a8c-4c61-bdbb-3c325aae2c85 HTTP/1.1" status: 200 len: 945 time: 0.1824603 Apr 18 21:22:43.721302 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-9024d381-7cec-4476-9aba-1913d2264b3c req-05d829a5-f7de-4cfb-9163-691f0a4b49a5 tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] 10.222.0.42 "GET /v2.0/security-groups?id=4c48310e-c9c1-4f3b-a84d-523dd900b6e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409307 Apr 18 21:22:43.749696 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 35854) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:22:43.856237 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_dvr_db [None req-4a39414a-d597-4563-9614-c8d41af4b10d None None] Set router d08d1d26-0079-4996-bd23-121fb630e4ec gateway port host: n-d-838334-2 {{(pid=84042) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 21:22:43.857781 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-6730df84-7aa7-4c25-aca1-bf49061651c7 tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] 10.222.0.42 "GET /v2.0/floatingips/acfb8f34-bd52-4325-899b-5f22b4de012e HTTP/1.1" status: 200 len: 991 time: 0.1069670 Apr 18 21:22:43.870137 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.l3_hamode_db [None req-f70aa69e-53ed-46c7-92dd-ffe787acad45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc12e546-495e-47f0-b4eb-24c3ffacee9c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-299882906', 'tenant_id': '202d5ea04e8c40de88f64ef931ef4e4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'external_fixed_ips': [{'subnet_id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'ip_address': '172.25.8.136'}], 'enable_snat': True}, 'gw_port_id': '2861445f-8940-4365-a5c7-e9f8730aee37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:22:21Z', 'updated_at': '2022-04-18T21:22:25Z', 'revision_number': 4, 'project_id': '202d5ea04e8c40de88f64ef931ef4e4f', 'gw_port': {'id': '2861445f-8940-4365-a5c7-e9f8730aee37', 'name': '', 'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:7a:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc12e546-495e-47f0-b4eb-24c3ffacee9c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'ip_address': '172.25.8.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:22:21Z', 'updated_at': '2022-04-18T21:22:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838334-2', '_floatingips': [{'id': 'acfb8f34-bd52-4325-899b-5f22b4de012e', 'tenant_id': '202d5ea04e8c40de88f64ef931ef4e4f', 'floating_ip_address': '172.25.8.102', 'floating_network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'router_id': 'cc12e546-495e-47f0-b4eb-24c3ffacee9c', 'port_id': 'e03da007-0579-4d3a-8850-b1a122db7b5a', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd83f207f-f7a8-482b-9c99-e8b5c6d071d8', 'mac_address': 'fa:16:3e:b3:12:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4484401-1a8c-4c61-bdbb-3c325aae2c85', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T21:22:41Z', 'updated_at': '2022-04-18T21:22:41Z', 'revision_number': 0, 'project_id': '202d5ea04e8c40de88f64ef931ef4e4f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1582f36c-bfe1-42d0-b01e-6c3ff67e8687', 'name': '', 'network_id': 'd83f207f-f7a8-482b-9c99-e8b5c6d071d8', 'tenant_id': '202d5ea04e8c40de88f64ef931ef4e4f', 'mac_address': 'fa:16:3e:c5:9b:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc12e546-495e-47f0-b4eb-24c3ffacee9c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7368d486-dbbd-49bf-a81a-38ec52e4a5e7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:22:25Z', 'updated_at': '2022-04-18T21:22:32Z', 'revision_number': 5, 'project_id': '202d5ea04e8c40de88f64ef931ef4e4f', 'subnets': [{'id': '7368d486-dbbd-49bf-a81a-38ec52e4a5e7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838334-2', False) {} {{(pid=84043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:22:43.874688 n-d-838334-2 neutron-server[84043]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f70aa69e-53ed-46c7-92dd-ffe787acad45 None None] Checking router: cc12e546-495e-47f0-b4eb-24c3ffacee9c for host: n-d-838334-2 {{(pid=84043) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 18 21:22:43.885400 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f70aa69e-53ed-46c7-92dd-ffe787acad45 None None] Routers {'cc12e546-495e-47f0-b4eb-24c3ffacee9c'} bound to L3 agent in host n-d-838334-2 {{(pid=84043) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 21:22:43.886197 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.l3_hamode_db [None req-f70aa69e-53ed-46c7-92dd-ffe787acad45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838334-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-18T20:25:48Z,description=,heartbeat_timestamp=2022-04-18T21:22:18Z,host='n-d-838334-2',id=bc84d6c9-dd7a-4555-a351-592327b46d5a,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:25:48Z,topic='l3_agent')) {'router_ids': ['cc12e546-495e-47f0-b4eb-24c3ffacee9c'], 'active': True} {{(pid=84043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:22:43.962184 n-d-838334-2 neutron-server[84041]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ae7b2f81-4993-4575-ad82-e3faa8462d1a', 'tag': '2c6338f5-74d7-4149-8c49-f9ce0fa219f5'}, {'name': 'network-changed', 'server_uuid': 'a4484401-1a8c-4c61-bdbb-3c325aae2c85', 'tag': 'e03da007-0579-4d3a-8850-b1a122db7b5a'}] {{(pid=84041) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 21:22:44.031324 n-d-838334-2 neutron-server[84041]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1ea38fd2-4dfd-41ea-8598-450b7bdec632'] response: {'name': 'network-changed', 'server_uuid': 'ae7b2f81-4993-4575-ad82-e3faa8462d1a', 'tag': '2c6338f5-74d7-4149-8c49-f9ce0fa219f5', 'status': 'completed', 'code': 200} Apr 18 21:22:44.031826 n-d-838334-2 neutron-server[84041]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1ea38fd2-4dfd-41ea-8598-450b7bdec632'] response: {'name': 'network-changed', 'server_uuid': 'a4484401-1a8c-4c61-bdbb-3c325aae2c85', 'tag': 'e03da007-0579-4d3a-8850-b1a122db7b5a', 'status': 'completed', 'code': 200} Apr 18 21:22:44.066542 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.l3_dvr_db [None req-f70aa69e-53ed-46c7-92dd-ffe787acad45 None None] Set router cc12e546-495e-47f0-b4eb-24c3ffacee9c gateway port host: n-d-838334-2 {{(pid=84043) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 21:22:44.183166 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-f90d4d8d-214d-4764-8b8e-836c93f5e93a req-afb628ab-9b51-4fbf-b8e6-2ee98d6dc7ee service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=61a080bd7a9840c2bce121282133c28e&device_id=ae7b2f81-4993-4575-ad82-e3faa8462d1a HTTP/1.1" status: 200 len: 1096 time: 0.1006539 Apr 18 21:22:44.186053 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-f90d4d8d-214d-4764-8b8e-836c93f5e93a req-1afe8ab5-7802-4925-836b-c19d825446a5 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=202d5ea04e8c40de88f64ef931ef4e4f&device_id=a4484401-1a8c-4c61-bdbb-3c325aae2c85 HTTP/1.1" status: 200 len: 1096 time: 0.1346273 Apr 18 21:22:44.238922 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_hamode_db [None req-4a39414a-d597-4563-9614-c8d41af4b10d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd08d1d26-0079-4996-bd23-121fb630e4ec', 'name': 'tempest-TestVolumeBackupRestore-159285860-router', 'tenant_id': '61a080bd7a9840c2bce121282133c28e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'external_fixed_ips': [{'subnet_id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'ip_address': '172.25.8.15'}], 'enable_snat': True}, 'gw_port_id': '8c29dd35-ea87-47f3-a2d3-f3902006d042', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:19:41Z', 'updated_at': '2022-04-18T21:19:44Z', 'revision_number': 4, 'project_id': '61a080bd7a9840c2bce121282133c28e', 'gw_port': {'id': '8c29dd35-ea87-47f3-a2d3-f3902006d042', 'name': '', 'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:59:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd08d1d26-0079-4996-bd23-121fb630e4ec', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'ip_address': '172.25.8.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:19:41Z', 'updated_at': '2022-04-18T21:19:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838334-2', '_floatingips': [{'id': '4087226d-38d0-4500-86fa-21ff3f2bd31f', 'tenant_id': '61a080bd7a9840c2bce121282133c28e', 'floating_ip_address': '172.25.8.11', 'floating_network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'router_id': 'd08d1d26-0079-4996-bd23-121fb630e4ec', 'port_id': '2c6338f5-74d7-4149-8c49-f9ce0fa219f5', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd183dd60-514a-409c-aab4-a2214efc376f', 'mac_address': 'fa:16:3e:89:ef:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae7b2f81-4993-4575-ad82-e3faa8462d1a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T21:22:37Z', 'updated_at': '2022-04-18T21:22:40Z', 'revision_number': 2, 'project_id': '61a080bd7a9840c2bce121282133c28e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a6eedbea-ea9c-4c5b-a01a-eafb9b753a8b', 'name': '', 'network_id': 'd183dd60-514a-409c-aab4-a2214efc376f', 'tenant_id': '61a080bd7a9840c2bce121282133c28e', 'mac_address': 'fa:16:3e:9a:d3:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd08d1d26-0079-4996-bd23-121fb630e4ec', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '846d5941-244f-4c61-abce-3f844b54d9e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:19:43Z', 'updated_at': '2022-04-18T21:20:05Z', 'revision_number': 5, 'project_id': '61a080bd7a9840c2bce121282133c28e', 'subnets': [{'id': '846d5941-244f-4c61-abce-3f844b54d9e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838334-2', False) {} {{(pid=84042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:22:44.242983 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a39414a-d597-4563-9614-c8d41af4b10d None None] Checking router: d08d1d26-0079-4996-bd23-121fb630e4ec for host: n-d-838334-2 {{(pid=84042) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 18 21:22:44.253551 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a39414a-d597-4563-9614-c8d41af4b10d None None] Routers {'d08d1d26-0079-4996-bd23-121fb630e4ec'} bound to L3 agent in host n-d-838334-2 {{(pid=84042) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 21:22:44.254231 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_hamode_db [None req-4a39414a-d597-4563-9614-c8d41af4b10d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838334-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-18T20:25:48Z,description=,heartbeat_timestamp=2022-04-18T21:22:18Z,host='n-d-838334-2',id=bc84d6c9-dd7a-4555-a351-592327b46d5a,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:25:48Z,topic='l3_agent')) {'router_ids': ['d08d1d26-0079-4996-bd23-121fb630e4ec'], 'active': True} {{(pid=84042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:22:44.429417 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f90d4d8d-214d-4764-8b8e-836c93f5e93a req-e618e037-83fa-4c6a-93b6-bea544533c32 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:22:44.431049 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-f90d4d8d-214d-4764-8b8e-836c93f5e93a req-e618e037-83fa-4c6a-93b6-bea544533c32 service neutron] 10.222.0.43 "GET /v2.0/networks?id=d183dd60-514a-409c-aab4-a2214efc376f HTTP/1.1" status: 200 len: 914 time: 0.2423103 Apr 18 21:22:44.433408 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f90d4d8d-214d-4764-8b8e-836c93f5e93a req-1efd86c3-6a1d-4815-ba9e-87d0d0c03c40 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:22:44.434921 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-f90d4d8d-214d-4764-8b8e-836c93f5e93a req-1efd86c3-6a1d-4815-ba9e-87d0d0c03c40 service neutron] 10.222.0.48 "GET /v2.0/networks?id=d83f207f-f7a8-482b-9c99-e8b5c6d071d8 HTTP/1.1" status: 200 len: 898 time: 0.2258608 Apr 18 21:22:44.438413 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_dvr_db [None req-4a39414a-d597-4563-9614-c8d41af4b10d None None] Set router d08d1d26-0079-4996-bd23-121fb630e4ec gateway port host: n-d-838334-2 {{(pid=84042) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 21:22:44.484849 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.l3_hamode_db [None req-f70aa69e-53ed-46c7-92dd-ffe787acad45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc12e546-495e-47f0-b4eb-24c3ffacee9c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-299882906', 'tenant_id': '202d5ea04e8c40de88f64ef931ef4e4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'external_fixed_ips': [{'subnet_id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'ip_address': '172.25.8.136'}], 'enable_snat': True}, 'gw_port_id': '2861445f-8940-4365-a5c7-e9f8730aee37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:22:21Z', 'updated_at': '2022-04-18T21:22:25Z', 'revision_number': 4, 'project_id': '202d5ea04e8c40de88f64ef931ef4e4f', 'gw_port': {'id': '2861445f-8940-4365-a5c7-e9f8730aee37', 'name': '', 'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:7a:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc12e546-495e-47f0-b4eb-24c3ffacee9c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'ip_address': '172.25.8.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:22:21Z', 'updated_at': '2022-04-18T21:22:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838334-2', '_floatingips': [{'id': 'acfb8f34-bd52-4325-899b-5f22b4de012e', 'tenant_id': '202d5ea04e8c40de88f64ef931ef4e4f', 'floating_ip_address': '172.25.8.102', 'floating_network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'router_id': 'cc12e546-495e-47f0-b4eb-24c3ffacee9c', 'port_id': 'e03da007-0579-4d3a-8850-b1a122db7b5a', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd83f207f-f7a8-482b-9c99-e8b5c6d071d8', 'mac_address': 'fa:16:3e:b3:12:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4484401-1a8c-4c61-bdbb-3c325aae2c85', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T21:22:41Z', 'updated_at': '2022-04-18T21:22:41Z', 'revision_number': 0, 'project_id': '202d5ea04e8c40de88f64ef931ef4e4f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1582f36c-bfe1-42d0-b01e-6c3ff67e8687', 'name': '', 'network_id': 'd83f207f-f7a8-482b-9c99-e8b5c6d071d8', 'tenant_id': '202d5ea04e8c40de88f64ef931ef4e4f', 'mac_address': 'fa:16:3e:c5:9b:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc12e546-495e-47f0-b4eb-24c3ffacee9c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7368d486-dbbd-49bf-a81a-38ec52e4a5e7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:22:25Z', 'updated_at': '2022-04-18T21:22:32Z', 'revision_number': 5, 'project_id': '202d5ea04e8c40de88f64ef931ef4e4f', 'subnets': [{'id': '7368d486-dbbd-49bf-a81a-38ec52e4a5e7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838334-2', False) {} {{(pid=84043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:22:44.489054 n-d-838334-2 neutron-server[84043]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f70aa69e-53ed-46c7-92dd-ffe787acad45 None None] The sync data for ids ['cc12e546-495e-47f0-b4eb-24c3ffacee9c'] in n-d-838334-2 is: [{'id': 'cc12e546-495e-47f0-b4eb-24c3ffacee9c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-299882906', 'tenant_id': '202d5ea04e8c40de88f64ef931ef4e4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'external_fixed_ips': [{'subnet_id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'ip_address': '172.25.8.136'}], 'enable_snat': True}, 'gw_port_id': '2861445f-8940-4365-a5c7-e9f8730aee37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:22:21Z', 'updated_at': '2022-04-18T21:22:25Z', 'revision_number': 4, 'project_id': '202d5ea04e8c40de88f64ef931ef4e4f', 'gw_port': {'id': '2861445f-8940-4365-a5c7-e9f8730aee37', 'name': '', 'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:7a:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc12e546-495e-47f0-b4eb-24c3ffacee9c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'ip_address': '172.25.8.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:22:21Z', 'updated_at': '2022-04-18T21:22:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838334-2', '_floatingips': [{'id': 'acfb8f34-bd52-4325-899b-5f22b4de012e', 'tenant_id': '202d5ea04e8c40de88f64ef931ef4e4f', 'floating_ip_address': '172.25.8.102', 'floating_network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'router_id': 'cc12e546-495e-47f0-b4eb-24c3ffacee9c', 'port_id': 'e03da007-0579-4d3a-8850-b1a122db7b5a', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd83f207f-f7a8-482b-9c99-e8b5c6d071d8', 'mac_address': 'fa:16:3e:b3:12:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4484401-1a8c-4c61-bdbb-3c325aae2c85', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T21:22:41Z', 'updated_at': '2022-04-18T21:22:41Z', 'revision_number': 0, 'project_id': '202d5ea04e8c40de88f64ef931ef4e4f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1582f36c-bfe1-42d0-b01e-6c3ff67e8687', 'name': '', 'network_id': 'd83f207f-f7a8-482b-9c99-e8b5c6d071d8', 'tenant_id': '202d5ea04e8c40de88f64ef931ef4e4f', 'mac_address': 'fa:16:3e:c5:9b:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc12e546-495e-47f0-b4eb-24c3ffacee9c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7368d486-dbbd-49bf-a81a-38ec52e4a5e7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:22:25Z', 'updated_at': '2022-04-18T21:22:32Z', 'revision_number': 5, 'project_id': '202d5ea04e8c40de88f64ef931ef4e4f', 'subnets': [{'id': '7368d486-dbbd-49bf-a81a-38ec52e4a5e7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84043) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 18 21:22:44.625932 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-f90d4d8d-214d-4764-8b8e-836c93f5e93a req-42f710ab-d7be-4395-a682-ed8536daf2ac service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2c6338f5-74d7-4149-8c49-f9ce0fa219f5 HTTP/1.1" status: 200 len: 1000 time: 0.1885262 Apr 18 21:22:44.627545 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-f90d4d8d-214d-4764-8b8e-836c93f5e93a req-72ec75c1-2b91-4e52-aa9e-0ceb3f8d7ff2 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e03da007-0579-4d3a-8850-b1a122db7b5a HTTP/1.1" status: 200 len: 999 time: 0.1419291 Apr 18 21:22:44.735250 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f90d4d8d-214d-4764-8b8e-836c93f5e93a req-b3ec9edc-07e0-4a5a-a5d4-ab05367dd626 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:22:44.736643 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-f90d4d8d-214d-4764-8b8e-836c93f5e93a req-b3ec9edc-07e0-4a5a-a5d4-ab05367dd626 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=846d5941-244f-4c61-abce-3f844b54d9e8 HTTP/1.1" status: 200 len: 852 time: 0.1057401 Apr 18 21:22:44.739589 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f90d4d8d-214d-4764-8b8e-836c93f5e93a req-bb3a64e9-54b7-4bf7-a906-c18f0b9855d9 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:22:44.740901 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-f90d4d8d-214d-4764-8b8e-836c93f5e93a req-bb3a64e9-54b7-4bf7-a906-c18f0b9855d9 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=7368d486-dbbd-49bf-a81a-38ec52e4a5e7 HTTP/1.1" status: 200 len: 835 time: 0.0801206 Apr 18 21:22:44.840376 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_hamode_db [None req-4a39414a-d597-4563-9614-c8d41af4b10d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd08d1d26-0079-4996-bd23-121fb630e4ec', 'name': 'tempest-TestVolumeBackupRestore-159285860-router', 'tenant_id': '61a080bd7a9840c2bce121282133c28e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'external_fixed_ips': [{'subnet_id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'ip_address': '172.25.8.15'}], 'enable_snat': True}, 'gw_port_id': '8c29dd35-ea87-47f3-a2d3-f3902006d042', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:19:41Z', 'updated_at': '2022-04-18T21:19:44Z', 'revision_number': 4, 'project_id': '61a080bd7a9840c2bce121282133c28e', 'gw_port': {'id': '8c29dd35-ea87-47f3-a2d3-f3902006d042', 'name': '', 'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:59:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd08d1d26-0079-4996-bd23-121fb630e4ec', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'ip_address': '172.25.8.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:19:41Z', 'updated_at': '2022-04-18T21:19:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838334-2', '_floatingips': [{'id': '4087226d-38d0-4500-86fa-21ff3f2bd31f', 'tenant_id': '61a080bd7a9840c2bce121282133c28e', 'floating_ip_address': '172.25.8.11', 'floating_network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'router_id': 'd08d1d26-0079-4996-bd23-121fb630e4ec', 'port_id': '2c6338f5-74d7-4149-8c49-f9ce0fa219f5', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd183dd60-514a-409c-aab4-a2214efc376f', 'mac_address': 'fa:16:3e:89:ef:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae7b2f81-4993-4575-ad82-e3faa8462d1a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T21:22:37Z', 'updated_at': '2022-04-18T21:22:40Z', 'revision_number': 2, 'project_id': '61a080bd7a9840c2bce121282133c28e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a6eedbea-ea9c-4c5b-a01a-eafb9b753a8b', 'name': '', 'network_id': 'd183dd60-514a-409c-aab4-a2214efc376f', 'tenant_id': '61a080bd7a9840c2bce121282133c28e', 'mac_address': 'fa:16:3e:9a:d3:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd08d1d26-0079-4996-bd23-121fb630e4ec', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '846d5941-244f-4c61-abce-3f844b54d9e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:19:43Z', 'updated_at': '2022-04-18T21:20:05Z', 'revision_number': 5, 'project_id': '61a080bd7a9840c2bce121282133c28e', 'subnets': [{'id': '846d5941-244f-4c61-abce-3f844b54d9e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838334-2', False) {} {{(pid=84042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:22:44.845133 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a39414a-d597-4563-9614-c8d41af4b10d None None] The sync data for ids ['d08d1d26-0079-4996-bd23-121fb630e4ec'] in n-d-838334-2 is: [{'id': 'd08d1d26-0079-4996-bd23-121fb630e4ec', 'name': 'tempest-TestVolumeBackupRestore-159285860-router', 'tenant_id': '61a080bd7a9840c2bce121282133c28e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'external_fixed_ips': [{'subnet_id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'ip_address': '172.25.8.15'}], 'enable_snat': True}, 'gw_port_id': '8c29dd35-ea87-47f3-a2d3-f3902006d042', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:19:41Z', 'updated_at': '2022-04-18T21:19:44Z', 'revision_number': 4, 'project_id': '61a080bd7a9840c2bce121282133c28e', 'gw_port': {'id': '8c29dd35-ea87-47f3-a2d3-f3902006d042', 'name': '', 'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:59:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd08d1d26-0079-4996-bd23-121fb630e4ec', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'ip_address': '172.25.8.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:19:41Z', 'updated_at': '2022-04-18T21:19:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838334-2', '_floatingips': [{'id': '4087226d-38d0-4500-86fa-21ff3f2bd31f', 'tenant_id': '61a080bd7a9840c2bce121282133c28e', 'floating_ip_address': '172.25.8.11', 'floating_network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'router_id': 'd08d1d26-0079-4996-bd23-121fb630e4ec', 'port_id': '2c6338f5-74d7-4149-8c49-f9ce0fa219f5', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd183dd60-514a-409c-aab4-a2214efc376f', 'mac_address': 'fa:16:3e:89:ef:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae7b2f81-4993-4575-ad82-e3faa8462d1a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T21:22:37Z', 'updated_at': '2022-04-18T21:22:40Z', 'revision_number': 2, 'project_id': '61a080bd7a9840c2bce121282133c28e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a6eedbea-ea9c-4c5b-a01a-eafb9b753a8b', 'name': '', 'network_id': 'd183dd60-514a-409c-aab4-a2214efc376f', 'tenant_id': '61a080bd7a9840c2bce121282133c28e', 'mac_address': 'fa:16:3e:9a:d3:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd08d1d26-0079-4996-bd23-121fb630e4ec', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '846d5941-244f-4c61-abce-3f844b54d9e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:19:43Z', 'updated_at': '2022-04-18T21:20:05Z', 'revision_number': 5, 'project_id': '61a080bd7a9840c2bce121282133c28e', 'subnets': [{'id': '846d5941-244f-4c61-abce-3f844b54d9e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84042) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 18 21:22:44.861430 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 35860) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:22:44.870573 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-f90d4d8d-214d-4764-8b8e-836c93f5e93a req-72d19843-9a55-4475-8daf-555f97d5ba9f service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=d183dd60-514a-409c-aab4-a2214efc376f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1283321 Apr 18 21:22:44.874265 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-f90d4d8d-214d-4764-8b8e-836c93f5e93a req-890f4501-9452-4723-924b-5a6c97d9f860 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=d83f207f-f7a8-482b-9c99-e8b5c6d071d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0968714 Apr 18 21:22:44.970309 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-f0a3382f-6a9c-49c7-b504-0b395747213a tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] 10.222.0.42 "GET /v2.0/floatingips/acfb8f34-bd52-4325-899b-5f22b4de012e HTTP/1.1" status: 200 len: 991 time: 0.1077538 Apr 18 21:22:45.117171 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-f90d4d8d-214d-4764-8b8e-836c93f5e93a req-11c9a471-7b8a-4ed2-8f28-93a89c957a6b service neutron] 10.222.0.43 "GET /v2.0/networks/d183dd60-514a-409c-aab4-a2214efc376f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2392042 Apr 18 21:22:45.119307 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-f90d4d8d-214d-4764-8b8e-836c93f5e93a req-7fa97e33-e49c-4195-9f20-e077f249763d service neutron] 10.222.0.48 "GET /v2.0/networks/d83f207f-f7a8-482b-9c99-e8b5c6d071d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2233620 Apr 18 21:22:45.462268 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-f90d4d8d-214d-4764-8b8e-836c93f5e93a req-370d5de1-8a7e-4901-b40f-7b3587eac855 service neutron] 10.222.0.43 "GET /v2.0/networks/d183dd60-514a-409c-aab4-a2214efc376f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3403642 Apr 18 21:22:45.463981 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-f90d4d8d-214d-4764-8b8e-836c93f5e93a req-8872a70a-92eb-4342-a627-3fabb8efd82e service neutron] 10.222.0.48 "GET /v2.0/networks/d83f207f-f7a8-482b-9c99-e8b5c6d071d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3249533 Apr 18 21:22:45.664234 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-1f66e9eb-8a88-490c-8caa-87d584de6967 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750375287399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253529'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:22:45.976094 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 35864) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:22:46.107179 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-3dfdba6f-6be8-44a7-9e3c-fb02032afe93 tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] 10.222.0.42 "GET /v2.0/floatingips/acfb8f34-bd52-4325-899b-5f22b4de012e HTTP/1.1" status: 200 len: 991 time: 0.1313217 Apr 18 21:22:47.111280 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 35868) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:22:47.217395 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-3ab4d1d5-4b0b-42b9-9e4e-9b8d666b7bff tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] 10.222.0.42 "GET /v2.0/floatingips/acfb8f34-bd52-4325-899b-5f22b4de012e HTTP/1.1" status: 200 len: 991 time: 0.1049638 Apr 18 21:22:47.913750 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-86dd5492-3051-4537-9ac8-9e9c6c7186c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750375287399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253529'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:22:48.221211 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 35872) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:22:48.325825 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-5aba2ed3-d883-4a55-b7d1-01f3bea78cd5 tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] 10.222.0.42 "GET /v2.0/floatingips/acfb8f34-bd52-4325-899b-5f22b4de012e HTTP/1.1" status: 200 len: 991 time: 0.1034770 Apr 18 21:22:49.094430 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750375287399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253529'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:22:49.281442 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-b1e2f62d-b9b3-4d47-aa7f-1ca0ccee8c03 req-c6f768f6-d192-4c7f-a9d2-af205d1f4fb5 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=ae7b2f81-4993-4575-ad82-e3faa8462d1a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0664053 Apr 18 21:22:49.329823 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 35876) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:22:49.418885 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-b1e2f62d-b9b3-4d47-aa7f-1ca0ccee8c03 req-931ad8c1-b200-414b-86b4-8091eff8624c service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=61a080bd7a9840c2bce121282133c28e&device_id=ae7b2f81-4993-4575-ad82-e3faa8462d1a HTTP/1.1" status: 200 len: 1096 time: 0.0713201 Apr 18 21:22:49.432834 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-720c3495-f08d-432f-ae59-88575283bbd6 tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] 10.222.0.42 "GET /v2.0/floatingips/acfb8f34-bd52-4325-899b-5f22b4de012e HTTP/1.1" status: 200 len: 991 time: 0.1018875 Apr 18 21:22:49.556793 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-414b6ffe-e119-47bc-b18f-bcff1219c2f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750375287399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253529'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:22:49.561903 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1e2f62d-b9b3-4d47-aa7f-1ca0ccee8c03 req-020f24c6-5d95-4c84-b252-40d32343d56a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:22:49.563497 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-b1e2f62d-b9b3-4d47-aa7f-1ca0ccee8c03 req-020f24c6-5d95-4c84-b252-40d32343d56a service neutron] 10.222.0.43 "GET /v2.0/networks?id=d183dd60-514a-409c-aab4-a2214efc376f HTTP/1.1" status: 200 len: 914 time: 0.1259797 Apr 18 21:22:49.663575 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-b1e2f62d-b9b3-4d47-aa7f-1ca0ccee8c03 req-b07dd601-4770-4f07-b4bd-54ee88c6ebf9 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2c6338f5-74d7-4149-8c49-f9ce0fa219f5 HTTP/1.1" status: 200 len: 1000 time: 0.0943379 Apr 18 21:22:49.724968 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1e2f62d-b9b3-4d47-aa7f-1ca0ccee8c03 req-7effdfcd-6c02-4f2c-95a8-5df8b98de455 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:22:49.726389 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-b1e2f62d-b9b3-4d47-aa7f-1ca0ccee8c03 req-7effdfcd-6c02-4f2c-95a8-5df8b98de455 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=846d5941-244f-4c61-abce-3f844b54d9e8 HTTP/1.1" status: 200 len: 852 time: 0.0568244 Apr 18 21:22:49.798824 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-b1e2f62d-b9b3-4d47-aa7f-1ca0ccee8c03 req-9462022c-13e9-4978-8395-c8dbaf695d22 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=d183dd60-514a-409c-aab4-a2214efc376f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0660610 Apr 18 21:22:49.937151 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-b1e2f62d-b9b3-4d47-aa7f-1ca0ccee8c03 req-5eab207e-5cf5-4dac-916d-bb5191016a5c service neutron] 10.222.0.43 "GET /v2.0/networks/d183dd60-514a-409c-aab4-a2214efc376f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1327534 Apr 18 21:22:50.002092 n-d-838334-2 neutron-server[84043]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a5a64cc-a202-4dba-9df4-07f8ebe331c9 None None] New status for floating IP acfb8f34-bd52-4325-899b-5f22b4de012e: ACTIVE {{(pid=84043) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Apr 18 21:22:50.073529 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-b1e2f62d-b9b3-4d47-aa7f-1ca0ccee8c03 req-41bd4d8d-ebe1-4f94-8e42-3b319ee40800 service neutron] 10.222.0.43 "GET /v2.0/networks/d183dd60-514a-409c-aab4-a2214efc376f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1304474 Apr 18 21:22:50.436716 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 35880) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:22:50.540150 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-6d0cb189-afbb-43d2-9a87-1991d2ebb935 tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] 10.222.0.42 "GET /v2.0/floatingips/acfb8f34-bd52-4325-899b-5f22b4de012e HTTP/1.1" status: 200 len: 993 time: 0.1023133 Apr 18 21:22:50.648705 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-c7521a90-7d65-4e2e-842c-ca5d95e9a89c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750375287399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253529'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:22:50.973143 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-ecedb31a-eb66-408c-b43f-70e4de0c1b42 req-7a122968-0797-4214-8cb0-e3ca3db6cafe service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=fcc9deb1-994f-47e8-a6a6-49afe87e2c69&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0732050 Apr 18 21:22:51.114511 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-ecedb31a-eb66-408c-b43f-70e4de0c1b42 req-f26b7913-d71a-481b-8db9-ac4b3b6b3817 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=31978bb3bc1348ad8b469e6e55d6f163&device_id=fcc9deb1-994f-47e8-a6a6-49afe87e2c69 HTTP/1.1" status: 200 len: 1096 time: 0.0680676 Apr 18 21:22:51.353976 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecedb31a-eb66-408c-b43f-70e4de0c1b42 req-f14cb2eb-64d8-456b-87b2-a823a3398b3a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:22:51.355431 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-ecedb31a-eb66-408c-b43f-70e4de0c1b42 req-f14cb2eb-64d8-456b-87b2-a823a3398b3a service neutron] 10.222.0.48 "GET /v2.0/networks?id=9b223f6a-fe67-4bd3-957a-7ef808b3aaf1 HTTP/1.1" status: 200 len: 912 time: 0.2211955 Apr 18 21:22:51.458300 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-ecedb31a-eb66-408c-b43f-70e4de0c1b42 req-35655056-a798-4f42-b834-5f3230e41612 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2e19799e-20aa-4a8a-9abb-2926600918da HTTP/1.1" status: 200 len: 1001 time: 0.0957596 Apr 18 21:22:51.520230 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecedb31a-eb66-408c-b43f-70e4de0c1b42 req-05afb8d7-0f73-4b65-b2f0-f077a03a853e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:22:51.521634 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-ecedb31a-eb66-408c-b43f-70e4de0c1b42 req-05afb8d7-0f73-4b65-b2f0-f077a03a853e service neutron] 10.222.0.48 "GET /v2.0/subnets?id=a845e1ae-c47e-4919-8a24-530366b84c60 HTTP/1.1" status: 200 len: 850 time: 0.0570424 Apr 18 21:22:51.597652 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-ecedb31a-eb66-408c-b43f-70e4de0c1b42 req-5f407074-dd5a-4cbc-a942-97a12f0451d5 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=9b223f6a-fe67-4bd3-957a-7ef808b3aaf1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0700316 Apr 18 21:22:51.736006 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-ecedb31a-eb66-408c-b43f-70e4de0c1b42 req-da97ca5a-7292-4e8b-9926-5779ae5e4c35 service neutron] 10.222.0.48 "GET /v2.0/networks/9b223f6a-fe67-4bd3-957a-7ef808b3aaf1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1224301 Apr 18 21:22:51.872013 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-ecedb31a-eb66-408c-b43f-70e4de0c1b42 req-cd425b9c-5d70-4a22-9180-213c6124b7eb service neutron] 10.222.0.48 "GET /v2.0/networks/9b223f6a-fe67-4bd3-957a-7ef808b3aaf1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1249354 Apr 18 21:22:57.034541 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.agents_db [None req-6346a179-333c-4370-b5a6-936984aeab15 None None] Agent healthcheck: found 7 active agents {{(pid=84043) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 18 21:22:59.921162 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750375287399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253529'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:23:04.099171 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750375287399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253529'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:23:08.420593 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 35898) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:23:08.619428 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.plugin [None req-16f59c86-ff2b-468b-84b9-a9b1c194c554 tempest-TestVolumeBackupRestore-598000314 tempest-TestVolumeBackupRestore-598000314-project] Deleting port 840fb75f-0c54-4e5f-9cc8-402a9ab50384 {{(pid=84040) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 21:23:08.619712 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-16f59c86-ff2b-468b-84b9-a9b1c194c554 tempest-TestVolumeBackupRestore-598000314 tempest-TestVolumeBackupRestore-598000314-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750375188691'] for port, before_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:23:08.785140 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-16f59c86-ff2b-468b-84b9-a9b1c194c554 tempest-TestVolumeBackupRestore-598000314 tempest-TestVolumeBackupRestore-598000314-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369123'] for port, precommit_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:23:08.785465 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-16f59c86-ff2b-468b-84b9-a9b1c194c554 tempest-TestVolumeBackupRestore-598000314 tempest-TestVolumeBackupRestore-598000314-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:23:08.902574 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.plugin [None req-16f59c86-ff2b-468b-84b9-a9b1c194c554 tempest-TestVolumeBackupRestore-598000314 tempest-TestVolumeBackupRestore-598000314-project] Calling delete_port for 840fb75f-0c54-4e5f-9cc8-402a9ab50384 owned by network:floatingip {{(pid=84040) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 21:23:09.051459 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-16f59c86-ff2b-468b-84b9-a9b1c194c554 tempest-TestVolumeBackupRestore-598000314 tempest-TestVolumeBackupRestore-598000314-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750375259028', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750374836628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32440838'] for port, after_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:23:09.097107 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16f59c86-ff2b-468b-84b9-a9b1c194c554 tempest-TestVolumeBackupRestore-598000314 tempest-TestVolumeBackupRestore-598000314-project] Pushing event deleted for resources: {'Port': ['ID=840fb75f-0c54-4e5f-9cc8-402a9ab50384,revision_number=None']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:23:09.134136 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16f59c86-ff2b-468b-84b9-a9b1c194c554 tempest-TestVolumeBackupRestore-598000314 tempest-TestVolumeBackupRestore-598000314-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:23:09.134494 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16f59c86-ff2b-468b-84b9-a9b1c194c554 tempest-TestVolumeBackupRestore-598000314 tempest-TestVolumeBackupRestore-598000314-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:23:09.134816 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16f59c86-ff2b-468b-84b9-a9b1c194c554 tempest-TestVolumeBackupRestore-598000314 tempest-TestVolumeBackupRestore-598000314-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:23:09.135400 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16f59c86-ff2b-468b-84b9-a9b1c194c554 tempest-TestVolumeBackupRestore-598000314 tempest-TestVolumeBackupRestore-598000314-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:23:09.135547 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16f59c86-ff2b-468b-84b9-a9b1c194c554 tempest-TestVolumeBackupRestore-598000314 tempest-TestVolumeBackupRestore-598000314-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:23:09.135900 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16f59c86-ff2b-468b-84b9-a9b1c194c554 tempest-TestVolumeBackupRestore-598000314 tempest-TestVolumeBackupRestore-598000314-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:23:09.136489 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16f59c86-ff2b-468b-84b9-a9b1c194c554 tempest-TestVolumeBackupRestore-598000314 tempest-TestVolumeBackupRestore-598000314-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:23:09.136580 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16f59c86-ff2b-468b-84b9-a9b1c194c554 tempest-TestVolumeBackupRestore-598000314 tempest-TestVolumeBackupRestore-598000314-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:23:09.136822 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16f59c86-ff2b-468b-84b9-a9b1c194c554 tempest-TestVolumeBackupRestore-598000314 tempest-TestVolumeBackupRestore-598000314-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:23:09.137135 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16f59c86-ff2b-468b-84b9-a9b1c194c554 tempest-TestVolumeBackupRestore-598000314 tempest-TestVolumeBackupRestore-598000314-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:23:09.137456 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16f59c86-ff2b-468b-84b9-a9b1c194c554 tempest-TestVolumeBackupRestore-598000314 tempest-TestVolumeBackupRestore-598000314-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:23:09.198767 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-16f59c86-ff2b-468b-84b9-a9b1c194c554 tempest-TestVolumeBackupRestore-598000314 tempest-TestVolumeBackupRestore-598000314-project] Notify callbacks [] for floatingip, after_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:23:09.704436 n-d-838334-2 neutron-server[84040]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-16f59c86-ff2b-468b-84b9-a9b1c194c554 tempest-TestVolumeBackupRestore-598000314 tempest-TestVolumeBackupRestore-598000314-project] Router d08d1d26-0079-4996-bd23-121fb630e4ec has already been hosted by L3 agent bc84d6c9-dd7a-4555-a351-592327b46d5a {{(pid=84040) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 21:23:09.937289 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-16f59c86-ff2b-468b-84b9-a9b1c194c554 tempest-TestVolumeBackupRestore-598000314 tempest-TestVolumeBackupRestore-598000314-project] Notify agent at l3_agent.n-d-838334-2 the message routers_updated {{(pid=84040) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 21:23:09.948397 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d4549db-9002-4700-bd1a-1b50668d5f14 None None] Sync routers for ids ['d08d1d26-0079-4996-bd23-121fb630e4ec'] in n-d-838334-2 {{(pid=84042) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 18 21:23:09.961640 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-16f59c86-ff2b-468b-84b9-a9b1c194c554 tempest-TestVolumeBackupRestore-598000314 tempest-TestVolumeBackupRestore-598000314-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217293'] for floatingip, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:23:09.964752 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d4549db-9002-4700-bd1a-1b50668d5f14 None None] Routers {'d08d1d26-0079-4996-bd23-121fb630e4ec'} bound to L3 agent in host n-d-838334-2 {{(pid=84042) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 21:23:09.966499 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_hamode_db [None req-7d4549db-9002-4700-bd1a-1b50668d5f14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838334-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-18T20:25:48Z,description=,heartbeat_timestamp=2022-04-18T21:22:48Z,host='n-d-838334-2',id=bc84d6c9-dd7a-4555-a351-592327b46d5a,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:25:48Z,topic='l3_agent')) {'router_ids': ['d08d1d26-0079-4996-bd23-121fb630e4ec'], 'active': True} {{(pid=84042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:23:10.032358 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-16f59c86-ff2b-468b-84b9-a9b1c194c554 tempest-TestVolumeBackupRestore-598000314 tempest-TestVolumeBackupRestore-598000314-project] 10.222.0.42 "DELETE /v2.0/floatingips/4087226d-38d0-4500-86fa-21ff3f2bd31f HTTP/1.1" status: 204 len: 168 time: 1.6051438 Apr 18 21:23:10.032775 n-d-838334-2 neutron-server[84040]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ae7b2f81-4993-4575-ad82-e3faa8462d1a', 'tag': '2c6338f5-74d7-4149-8c49-f9ce0fa219f5'}] {{(pid=84040) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 21:23:10.091803 n-d-838334-2 neutron-server[84040]: INFO neutron.notifiers.nova [-] Nova event matching ['req-843cfd96-d55e-48e8-8e7a-9dcea9269bba'] response: {'name': 'network-changed', 'server_uuid': 'ae7b2f81-4993-4575-ad82-e3faa8462d1a', 'tag': '2c6338f5-74d7-4149-8c49-f9ce0fa219f5', 'status': 'completed', 'code': 200} Apr 18 21:23:10.191000 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_dvr_db [None req-7d4549db-9002-4700-bd1a-1b50668d5f14 None None] Set router d08d1d26-0079-4996-bd23-121fb630e4ec gateway port host: n-d-838334-2 {{(pid=84042) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 21:23:10.210547 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-386c4ca5-2b9a-4e89-8708-1335eacfae8c req-31ee9832-f28e-4c13-92a2-65c1372a6e99 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=61a080bd7a9840c2bce121282133c28e&device_id=ae7b2f81-4993-4575-ad82-e3faa8462d1a HTTP/1.1" status: 200 len: 1096 time: 0.0927625 Apr 18 21:23:10.356980 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-386c4ca5-2b9a-4e89-8708-1335eacfae8c req-aeb5c024-810b-483e-b667-0dd0656af005 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:23:10.358570 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-386c4ca5-2b9a-4e89-8708-1335eacfae8c req-aeb5c024-810b-483e-b667-0dd0656af005 service neutron] 10.222.0.43 "GET /v2.0/networks?id=d183dd60-514a-409c-aab4-a2214efc376f HTTP/1.1" status: 200 len: 914 time: 0.1471181 Apr 18 21:23:10.473168 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-386c4ca5-2b9a-4e89-8708-1335eacfae8c req-4db3da6e-6e3f-4478-909c-89e5db366bcc service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2c6338f5-74d7-4149-8c49-f9ce0fa219f5 HTTP/1.1" status: 200 len: 217 time: 0.1080050 Apr 18 21:23:10.569458 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-386c4ca5-2b9a-4e89-8708-1335eacfae8c req-0ab13f67-0c3d-4431-b38f-a80862aef389 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:23:10.571609 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-386c4ca5-2b9a-4e89-8708-1335eacfae8c req-0ab13f67-0c3d-4431-b38f-a80862aef389 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=846d5941-244f-4c61-abce-3f844b54d9e8 HTTP/1.1" status: 200 len: 852 time: 0.0872211 Apr 18 21:23:10.578893 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8ceefab-3c58-40b8-b1de-611741e7e8bc req-bfb2f354-a801-43c7-b45e-507581195bc6 tempest-TestVolumeBackupRestore-598000314 tempest-TestVolumeBackupRestore-598000314-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:23:10.579274 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [req-b8ceefab-3c58-40b8-b1de-611741e7e8bc req-bfb2f354-a801-43c7-b45e-507581195bc6 tempest-TestVolumeBackupRestore-598000314 tempest-TestVolumeBackupRestore-598000314-project] Synchronizing usage tracker for tenant:61a080bd7a9840c2bce121282133c28e on resource:port {{(pid=84040) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 21:23:10.579566 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_hamode_db [None req-7d4549db-9002-4700-bd1a-1b50668d5f14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd08d1d26-0079-4996-bd23-121fb630e4ec', 'name': 'tempest-TestVolumeBackupRestore-159285860-router', 'tenant_id': '61a080bd7a9840c2bce121282133c28e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'external_fixed_ips': [{'subnet_id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'ip_address': '172.25.8.15'}], 'enable_snat': True}, 'gw_port_id': '8c29dd35-ea87-47f3-a2d3-f3902006d042', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:19:41Z', 'updated_at': '2022-04-18T21:19:44Z', 'revision_number': 4, 'project_id': '61a080bd7a9840c2bce121282133c28e', 'gw_port': {'id': '8c29dd35-ea87-47f3-a2d3-f3902006d042', 'name': '', 'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:59:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd08d1d26-0079-4996-bd23-121fb630e4ec', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'ip_address': '172.25.8.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:19:41Z', 'updated_at': '2022-04-18T21:19:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838334-2', '_interfaces': [{'id': 'a6eedbea-ea9c-4c5b-a01a-eafb9b753a8b', 'name': '', 'network_id': 'd183dd60-514a-409c-aab4-a2214efc376f', 'tenant_id': '61a080bd7a9840c2bce121282133c28e', 'mac_address': 'fa:16:3e:9a:d3:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd08d1d26-0079-4996-bd23-121fb630e4ec', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '846d5941-244f-4c61-abce-3f844b54d9e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:19:43Z', 'updated_at': '2022-04-18T21:20:05Z', 'revision_number': 5, 'project_id': '61a080bd7a9840c2bce121282133c28e', 'subnets': [{'id': '846d5941-244f-4c61-abce-3f844b54d9e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838334-2', False) {} {{(pid=84042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:23:10.584708 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d4549db-9002-4700-bd1a-1b50668d5f14 None None] Checking router: d08d1d26-0079-4996-bd23-121fb630e4ec for host: n-d-838334-2 {{(pid=84042) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 18 21:23:10.599676 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d4549db-9002-4700-bd1a-1b50668d5f14 None None] Routers {'d08d1d26-0079-4996-bd23-121fb630e4ec'} bound to L3 agent in host n-d-838334-2 {{(pid=84042) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 21:23:10.600294 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_hamode_db [None req-7d4549db-9002-4700-bd1a-1b50668d5f14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838334-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-18T20:25:48Z,description=,heartbeat_timestamp=2022-04-18T21:22:48Z,host='n-d-838334-2',id=bc84d6c9-dd7a-4555-a351-592327b46d5a,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:25:48Z,topic='l3_agent')) {'router_ids': ['d08d1d26-0079-4996-bd23-121fb630e4ec'], 'active': True} {{(pid=84042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:23:10.644410 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [req-b8ceefab-3c58-40b8-b1de-611741e7e8bc req-bfb2f354-a801-43c7-b45e-507581195bc6 tempest-TestVolumeBackupRestore-598000314 tempest-TestVolumeBackupRestore-598000314-project] Unset dirty status for tenant:61a080bd7a9840c2bce121282133c28e on resource:port {{(pid=84040) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 21:23:10.650722 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-b8ceefab-3c58-40b8-b1de-611741e7e8bc req-bfb2f354-a801-43c7-b45e-507581195bc6 tempest-TestVolumeBackupRestore-598000314 tempest-TestVolumeBackupRestore-598000314-project] 10.222.0.42 "GET /v2.0/ports?device_id=ae7b2f81-4993-4575-ad82-e3faa8462d1a HTTP/1.1" status: 200 len: 945 time: 0.2307303 Apr 18 21:23:10.707416 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-386c4ca5-2b9a-4e89-8708-1335eacfae8c req-43d2dd3a-e0b1-43bf-b7fa-f137b7f46863 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=d183dd60-514a-409c-aab4-a2214efc376f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1244671 Apr 18 21:23:10.716249 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-b8ceefab-3c58-40b8-b1de-611741e7e8bc req-6f0a9581-3702-43ac-b71f-53e1a080ce80 tempest-TestVolumeBackupRestore-598000314 tempest-TestVolumeBackupRestore-598000314-project] 10.222.0.42 "GET /v2.0/security-groups?id=7d6b6fcf-e3cc-4a7a-962a-d7d66f10795b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0645528 Apr 18 21:23:10.819949 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_dvr_db [None req-7d4549db-9002-4700-bd1a-1b50668d5f14 None None] Set router d08d1d26-0079-4996-bd23-121fb630e4ec gateway port host: n-d-838334-2 {{(pid=84042) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 21:23:10.874537 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-386c4ca5-2b9a-4e89-8708-1335eacfae8c req-1188583a-6e43-43e9-a822-cfe2cd819aeb service neutron] 10.222.0.43 "GET /v2.0/networks/d183dd60-514a-409c-aab4-a2214efc376f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1528289 Apr 18 21:23:11.044267 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-386c4ca5-2b9a-4e89-8708-1335eacfae8c req-db208cda-c816-4ea1-8a14-2ca1391e2bc0 service neutron] 10.222.0.43 "GET /v2.0/networks/d183dd60-514a-409c-aab4-a2214efc376f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1582592 Apr 18 21:23:11.165119 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_hamode_db [None req-7d4549db-9002-4700-bd1a-1b50668d5f14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd08d1d26-0079-4996-bd23-121fb630e4ec', 'name': 'tempest-TestVolumeBackupRestore-159285860-router', 'tenant_id': '61a080bd7a9840c2bce121282133c28e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'external_fixed_ips': [{'subnet_id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'ip_address': '172.25.8.15'}], 'enable_snat': True}, 'gw_port_id': '8c29dd35-ea87-47f3-a2d3-f3902006d042', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:19:41Z', 'updated_at': '2022-04-18T21:19:44Z', 'revision_number': 4, 'project_id': '61a080bd7a9840c2bce121282133c28e', 'gw_port': {'id': '8c29dd35-ea87-47f3-a2d3-f3902006d042', 'name': '', 'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:59:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd08d1d26-0079-4996-bd23-121fb630e4ec', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'ip_address': '172.25.8.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:19:41Z', 'updated_at': '2022-04-18T21:19:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838334-2', '_interfaces': [{'id': 'a6eedbea-ea9c-4c5b-a01a-eafb9b753a8b', 'name': '', 'network_id': 'd183dd60-514a-409c-aab4-a2214efc376f', 'tenant_id': '61a080bd7a9840c2bce121282133c28e', 'mac_address': 'fa:16:3e:9a:d3:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd08d1d26-0079-4996-bd23-121fb630e4ec', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '846d5941-244f-4c61-abce-3f844b54d9e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:19:43Z', 'updated_at': '2022-04-18T21:20:05Z', 'revision_number': 5, 'project_id': '61a080bd7a9840c2bce121282133c28e', 'subnets': [{'id': '846d5941-244f-4c61-abce-3f844b54d9e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838334-2', False) {} {{(pid=84042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:23:11.169178 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d4549db-9002-4700-bd1a-1b50668d5f14 None None] The sync data for ids ['d08d1d26-0079-4996-bd23-121fb630e4ec'] in n-d-838334-2 is: [{'id': 'd08d1d26-0079-4996-bd23-121fb630e4ec', 'name': 'tempest-TestVolumeBackupRestore-159285860-router', 'tenant_id': '61a080bd7a9840c2bce121282133c28e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'external_fixed_ips': [{'subnet_id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'ip_address': '172.25.8.15'}], 'enable_snat': True}, 'gw_port_id': '8c29dd35-ea87-47f3-a2d3-f3902006d042', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:19:41Z', 'updated_at': '2022-04-18T21:19:44Z', 'revision_number': 4, 'project_id': '61a080bd7a9840c2bce121282133c28e', 'gw_port': {'id': '8c29dd35-ea87-47f3-a2d3-f3902006d042', 'name': '', 'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:59:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd08d1d26-0079-4996-bd23-121fb630e4ec', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'ip_address': '172.25.8.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:19:41Z', 'updated_at': '2022-04-18T21:19:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838334-2', '_interfaces': [{'id': 'a6eedbea-ea9c-4c5b-a01a-eafb9b753a8b', 'name': '', 'network_id': 'd183dd60-514a-409c-aab4-a2214efc376f', 'tenant_id': '61a080bd7a9840c2bce121282133c28e', 'mac_address': 'fa:16:3e:9a:d3:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd08d1d26-0079-4996-bd23-121fb630e4ec', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '846d5941-244f-4c61-abce-3f844b54d9e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:19:43Z', 'updated_at': '2022-04-18T21:20:05Z', 'revision_number': 5, 'project_id': '61a080bd7a9840c2bce121282133c28e', 'subnets': [{'id': '846d5941-244f-4c61-abce-3f844b54d9e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84042) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 18 21:23:11.396935 n-d-838334-2 neutron-server[84043]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f7054fa-fad4-469e-a829-048fd0c44228 None None] New status for floating IP 4087226d-38d0-4500-86fa-21ff3f2bd31f: DOWN {{(pid=84043) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Apr 18 21:23:11.968861 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fba9c2b4-7531-462d-9df6-fd57d7f09725 req-bae89679-6510-4d31-85f6-9d4ae79b551c tempest-TestVolumeBackupRestore-598000314 tempest-TestVolumeBackupRestore-598000314-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:23:11.970194 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-fba9c2b4-7531-462d-9df6-fd57d7f09725 req-bae89679-6510-4d31-85f6-9d4ae79b551c tempest-TestVolumeBackupRestore-598000314 tempest-TestVolumeBackupRestore-598000314-project] 10.222.0.42 "GET /v2.0/ports?device_id=ae7b2f81-4993-4575-ad82-e3faa8462d1a HTTP/1.1" status: 200 len: 945 time: 0.1380768 Apr 18 21:23:12.095673 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-719a175a-2d17-407b-b589-c7b0379797da req-68749d72-f774-4461-aed7-69e04ebca228 tempest-TestVolumeBackupRestore-598000314 tempest-TestVolumeBackupRestore-598000314-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:23:12.097708 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-719a175a-2d17-407b-b589-c7b0379797da req-68749d72-f774-4461-aed7-69e04ebca228 tempest-TestVolumeBackupRestore-598000314 tempest-TestVolumeBackupRestore-598000314-project] 10.222.0.43 "GET /v2.0/ports?device_id=ae7b2f81-4993-4575-ad82-e3faa8462d1a HTTP/1.1" status: 200 len: 945 time: 0.2170589 Apr 18 21:23:12.168190 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-fba9c2b4-7531-462d-9df6-fd57d7f09725 req-bcfdc4b4-7272-4c2c-8870-dcf63687de4a tempest-TestVolumeBackupRestore-598000314 tempest-TestVolumeBackupRestore-598000314-project] 10.222.0.42 "GET /v2.0/security-groups?id=7d6b6fcf-e3cc-4a7a-962a-d7d66f10795b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1911931 Apr 18 21:23:12.178341 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.plugin [req-719a175a-2d17-407b-b589-c7b0379797da req-deb0461d-da3e-4987-b4f1-f2c3795d22e3 tempest-TestVolumeBackupRestore-598000314 tempest-TestVolumeBackupRestore-598000314-project] Deleting port 2c6338f5-74d7-4149-8c49-f9ce0fa219f5 {{(pid=84040) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 21:23:12.178675 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-719a175a-2d17-407b-b589-c7b0379797da req-deb0461d-da3e-4987-b4f1-f2c3795d22e3 tempest-TestVolumeBackupRestore-598000314 tempest-TestVolumeBackupRestore-598000314-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750375188691'] for port, before_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:23:12.416453 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.db [req-719a175a-2d17-407b-b589-c7b0379797da req-deb0461d-da3e-4987-b4f1-f2c3795d22e3 tempest-TestVolumeBackupRestore-598000314 tempest-TestVolumeBackupRestore-598000314-project] For port 2c6338f5-74d7-4149-8c49-f9ce0fa219f5, host n-h1-838334-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838334-2',level=0,port_id=2c6338f5-74d7-4149-8c49-f9ce0fa219f5,segment=NetworkSegment(5078d71c-f806-46b0-9f46-ae92d2ad5c65),segment_id=5078d71c-f806-46b0-9f46-ae92d2ad5c65)] {{(pid=84040) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:23:12.416799 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-719a175a-2d17-407b-b589-c7b0379797da req-deb0461d-da3e-4987-b4f1-f2c3795d22e3 tempest-TestVolumeBackupRestore-598000314 tempest-TestVolumeBackupRestore-598000314-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369123'] for port, precommit_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:23:12.537507 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.plugin [req-719a175a-2d17-407b-b589-c7b0379797da req-deb0461d-da3e-4987-b4f1-f2c3795d22e3 tempest-TestVolumeBackupRestore-598000314 tempest-TestVolumeBackupRestore-598000314-project] Calling delete_port for 2c6338f5-74d7-4149-8c49-f9ce0fa219f5 owned by compute:nova {{(pid=84040) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 21:23:12.676949 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-719a175a-2d17-407b-b589-c7b0379797da req-deb0461d-da3e-4987-b4f1-f2c3795d22e3 tempest-TestVolumeBackupRestore-598000314 tempest-TestVolumeBackupRestore-598000314-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750375259028', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750374836628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32440838'] for port, after_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:23:12.722823 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deb0461d-da3e-4987-b4f1-f2c3795d22e3 tempest-TestVolumeBackupRestore-598000314 tempest-TestVolumeBackupRestore-598000314-project] Pushing event deleted for resources: {'Port': ['ID=2c6338f5-74d7-4149-8c49-f9ce0fa219f5,revision_number=None']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:23:12.801320 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.l3_dvrscheduler_db [req-719a175a-2d17-407b-b589-c7b0379797da req-deb0461d-da3e-4987-b4f1-f2c3795d22e3 tempest-TestVolumeBackupRestore-598000314 tempest-TestVolumeBackupRestore-598000314-project] No DVR routers for this DVR port 2c6338f5-74d7-4149-8c49-f9ce0fa219f5 on host n-h1-838334-2 {{(pid=84040) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 21:23:12.804211 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-719a175a-2d17-407b-b589-c7b0379797da req-deb0461d-da3e-4987-b4f1-f2c3795d22e3 tempest-TestVolumeBackupRestore-598000314 tempest-TestVolumeBackupRestore-598000314-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217293'] for port, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:23:12.807377 n-d-838334-2 neutron-server[84040]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ae7b2f81-4993-4575-ad82-e3faa8462d1a', 'name': 'network-vif-deleted', 'tag': '2c6338f5-74d7-4149-8c49-f9ce0fa219f5'}] {{(pid=84040) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 21:23:12.822220 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-719a175a-2d17-407b-b589-c7b0379797da req-deb0461d-da3e-4987-b4f1-f2c3795d22e3 tempest-TestVolumeBackupRestore-598000314 tempest-TestVolumeBackupRestore-598000314-project] 10.222.0.43 "DELETE /v2.0/ports/2c6338f5-74d7-4149-8c49-f9ce0fa219f5 HTTP/1.1" status: 204 len: 173 time: 0.7138419 Apr 18 21:23:12.865288 n-d-838334-2 neutron-server[84040]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4c6622ca-2516-4957-9f6f-9c7c517eb819'] response: {'server_uuid': 'ae7b2f81-4993-4575-ad82-e3faa8462d1a', 'name': 'network-vif-deleted', 'tag': '2c6338f5-74d7-4149-8c49-f9ce0fa219f5', 'status': 'completed', 'code': 200} Apr 18 21:23:13.344948 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [req-552ea38c-5c3a-4f28-b664-4a803b56b3eb req-caf4e28d-bc7d-4c22-93ee-22ad0f712e21 tempest-TestVolumeBackupRestore-598000314 tempest-TestVolumeBackupRestore-598000314-project] Synchronizing usage tracker for tenant:61a080bd7a9840c2bce121282133c28e on resource:port {{(pid=84040) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 21:23:13.359761 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [req-552ea38c-5c3a-4f28-b664-4a803b56b3eb req-caf4e28d-bc7d-4c22-93ee-22ad0f712e21 tempest-TestVolumeBackupRestore-598000314 tempest-TestVolumeBackupRestore-598000314-project] Unset dirty status for tenant:61a080bd7a9840c2bce121282133c28e on resource:port {{(pid=84040) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 21:23:13.360966 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-552ea38c-5c3a-4f28-b664-4a803b56b3eb req-caf4e28d-bc7d-4c22-93ee-22ad0f712e21 tempest-TestVolumeBackupRestore-598000314 tempest-TestVolumeBackupRestore-598000314-project] 10.222.0.42 "GET /v2.0/ports?device_id=ae7b2f81-4993-4575-ad82-e3faa8462d1a HTTP/1.1" status: 200 len: 210 time: 0.0574391 Apr 18 21:23:14.468609 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 35918) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:23:14.535749 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-db817f22-b55d-4815-a6e3-6de7f511ce3c tempest-TestVolumeBackupRestore-598000314 tempest-TestVolumeBackupRestore-598000314-project] Notify callbacks [] for security_group, before_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:23:14.566918 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-db817f22-b55d-4815-a6e3-6de7f511ce3c tempest-TestVolumeBackupRestore-598000314 tempest-TestVolumeBackupRestore-598000314-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:23:14.628423 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-db817f22-b55d-4815-a6e3-6de7f511ce3c tempest-TestVolumeBackupRestore-598000314 tempest-TestVolumeBackupRestore-598000314-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33528224'] for security_group, after_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:23:14.646598 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db817f22-b55d-4815-a6e3-6de7f511ce3c tempest-TestVolumeBackupRestore-598000314 tempest-TestVolumeBackupRestore-598000314-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d6b6fcf-e3cc-4a7a-962a-d7d66f10795b,revision_number=None']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:23:14.658958 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-db817f22-b55d-4815-a6e3-6de7f511ce3c tempest-TestVolumeBackupRestore-598000314 tempest-TestVolumeBackupRestore-598000314-project] Notify callbacks [] for security_group, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:23:14.660118 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-db817f22-b55d-4815-a6e3-6de7f511ce3c tempest-TestVolumeBackupRestore-598000314 tempest-TestVolumeBackupRestore-598000314-project] 10.222.0.42 "DELETE /v2.0/security-groups/7d6b6fcf-e3cc-4a7a-962a-d7d66f10795b HTTP/1.1" status: 204 len: 168 time: 0.1905258 Apr 18 21:23:15.421400 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Device 2c6338f5-74d7-4149-8c49-f9ce0fa219f5 no longer exists at agent hyperv_n-h1-838334-2 {{(pid=84042) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 21:23:15.471774 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.plugin [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] No Port match for: 2c6338f5-74d7-4149-8c49-f9ce0fa219f5 {{(pid=84042) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 18 21:23:15.472116 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Device 2c6338f5-74d7-4149-8c49-f9ce0fa219f5 not bound to the agent host n-h1-838334-2 {{(pid=84042) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 21:23:15.665314 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-bd585846-e787-4fef-9cf1-919e25ae509c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750375287399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253529'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:23:15.993775 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-0d65c44e-8bad-4c5a-a529-f22f414605d8 req-b1caa906-0362-45b8-afb4-63ad1dd3694f tempest-TestNetworkAdvancedServerOps-1372836320 tempest-TestNetworkAdvancedServerOps-1372836320-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=a4484401-1a8c-4c61-bdbb-3c325aae2c85 HTTP/1.1" status: 200 len: 1096 time: 0.0944963 Apr 18 21:23:16.025928 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-0d65c44e-8bad-4c5a-a529-f22f414605d8 req-e9f73e1a-c0dc-48dc-ac79-a3dd01fe3b5a tempest-TestNetworkAdvancedServerOps-1372836320 tempest-TestNetworkAdvancedServerOps-1372836320-project-admin] Notify callbacks [] for security_group, before_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:23:16.069170 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [req-0d65c44e-8bad-4c5a-a529-f22f414605d8 req-e9f73e1a-c0dc-48dc-ac79-a3dd01fe3b5a tempest-TestNetworkAdvancedServerOps-1372836320 tempest-TestNetworkAdvancedServerOps-1372836320-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:23:16.077681 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [req-0d65c44e-8bad-4c5a-a529-f22f414605d8 req-e9f73e1a-c0dc-48dc-ac79-a3dd01fe3b5a tempest-TestNetworkAdvancedServerOps-1372836320 tempest-TestNetworkAdvancedServerOps-1372836320-project-admin] Usage tracker for resource:security_group_rule and tenant:3fe5cca7c6c540f3aab3998c747e9cdf is out of sync, need to count used quota {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:23:16.089856 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [req-0d65c44e-8bad-4c5a-a529-f22f414605d8 req-e9f73e1a-c0dc-48dc-ac79-a3dd01fe3b5a tempest-TestNetworkAdvancedServerOps-1372836320 tempest-TestNetworkAdvancedServerOps-1372836320-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:23:16.098109 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [req-0d65c44e-8bad-4c5a-a529-f22f414605d8 req-e9f73e1a-c0dc-48dc-ac79-a3dd01fe3b5a tempest-TestNetworkAdvancedServerOps-1372836320 tempest-TestNetworkAdvancedServerOps-1372836320-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:23:16.199720 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-0d65c44e-8bad-4c5a-a529-f22f414605d8 req-e9f73e1a-c0dc-48dc-ac79-a3dd01fe3b5a tempest-TestNetworkAdvancedServerOps-1372836320 tempest-TestNetworkAdvancedServerOps-1372836320-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:23:16.205431 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-0d65c44e-8bad-4c5a-a529-f22f414605d8 req-e9f73e1a-c0dc-48dc-ac79-a3dd01fe3b5a tempest-TestNetworkAdvancedServerOps-1372836320 tempest-TestNetworkAdvancedServerOps-1372836320-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33528224'] for security_group, after_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:23:16.247039 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-0d65c44e-8bad-4c5a-a529-f22f414605d8 req-e9f73e1a-c0dc-48dc-ac79-a3dd01fe3b5a tempest-TestNetworkAdvancedServerOps-1372836320 tempest-TestNetworkAdvancedServerOps-1372836320-project-admin] 10.222.0.42 "GET /v2.0/security-groups?id=4c48310e-c9c1-4f3b-a84d-523dd900b6e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2450454 Apr 18 21:23:16.297974 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9f73e1a-c0dc-48dc-ac79-a3dd01fe3b5a tempest-TestNetworkAdvancedServerOps-1372836320 tempest-TestNetworkAdvancedServerOps-1372836320-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8770628f-5d2e-42d8-a389-d7c9bb9b161a,revision_number=1']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:23:16.498386 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2533cfb4-0435-4bd5-9da3-6977b3db3786 req-51f453a2-de4b-49e9-bf80-522811b3a0c3 tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:23:16.499991 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-2533cfb4-0435-4bd5-9da3-6977b3db3786 req-51f453a2-de4b-49e9-bf80-522811b3a0c3 tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] 10.222.0.42 "GET /v2.0/ports?device_id=a4484401-1a8c-4c61-bdbb-3c325aae2c85 HTTP/1.1" status: 200 len: 945 time: 0.1033297 Apr 18 21:23:16.568584 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-2533cfb4-0435-4bd5-9da3-6977b3db3786 req-3c693f1a-7217-4e92-9818-3c912d66f342 tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] 10.222.0.42 "GET /v2.0/security-groups?id=4c48310e-c9c1-4f3b-a84d-523dd900b6e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0616267 Apr 18 21:23:16.598924 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 36162) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:23:16.727756 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-91bd075e-d554-43bb-aade-6f943c8e1dec tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] 10.222.0.42 "GET /v2.0/floatingips/acfb8f34-bd52-4325-899b-5f22b4de012e HTTP/1.1" status: 200 len: 993 time: 0.1273236 Apr 18 21:23:17.276082 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 36258) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:23:17.360849 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-ce6a2652-b08c-40ba-9c5e-f39baeb27ef0 req-4f6b078a-b5c7-4910-bc9c-b5694858a88c service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=a4484401-1a8c-4c61-bdbb-3c325aae2c85&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.2175522 Apr 18 21:23:17.917811 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-0b41a8cd-0bae-4855-be78-45d785a14c58 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33443857'] for router_interface, before_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:23:17.933095 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-d51aa734-a2ab-43f1-964a-db4bc89f1525 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750375287399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253529'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:23:18.026881 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 36352) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:23:18.233514 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e2d057c-0cce-492a-8706-ae750b5557fd req-ad76e85d-f0e7-4e17-a06a-9b887bc71aaf tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:23:18.235014 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-2e2d057c-0cce-492a-8706-ae750b5557fd req-ad76e85d-f0e7-4e17-a06a-9b887bc71aaf tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] 10.222.0.42 "GET /v2.0/ports?device_id=a4484401-1a8c-4c61-bdbb-3c325aae2c85 HTTP/1.1" status: 200 len: 945 time: 0.1645923 Apr 18 21:23:18.248212 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-c56b8ef8-b66e-4c9c-8503-a7fcd136db02 req-c4e81630-aad5-4707-bde5-b7413a1aac71 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=a4484401-1a8c-4c61-bdbb-3c325aae2c85&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2195089 Apr 18 21:23:18.298278 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-2e2d057c-0cce-492a-8706-ae750b5557fd req-1ba1d8d7-921e-469c-8947-a77aeaa0c85f tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] 10.222.0.42 "GET /v2.0/security-groups?id=4c48310e-c9c1-4f3b-a84d-523dd900b6e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0490952 Apr 18 21:23:18.653843 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.plugin [None req-0b41a8cd-0bae-4855-be78-45d785a14c58 admin admin] Deleting port a6eedbea-ea9c-4c5b-a01a-eafb9b753a8b {{(pid=84041) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 21:23:18.654303 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-0b41a8cd-0bae-4855-be78-45d785a14c58 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750375188691'] for port, before_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:23:18.825694 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.db [None req-0b41a8cd-0bae-4855-be78-45d785a14c58 admin admin] For port a6eedbea-ea9c-4c5b-a01a-eafb9b753a8b, host n-d-838334-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838334-2',level=0,port_id=a6eedbea-ea9c-4c5b-a01a-eafb9b753a8b,segment=NetworkSegment(5078d71c-f806-46b0-9f46-ae92d2ad5c65),segment_id=5078d71c-f806-46b0-9f46-ae92d2ad5c65)] {{(pid=84041) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:23:18.826052 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-0b41a8cd-0bae-4855-be78-45d785a14c58 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369123'] for port, precommit_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:23:18.952985 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.plugin [None req-0b41a8cd-0bae-4855-be78-45d785a14c58 admin admin] Calling delete_port for a6eedbea-ea9c-4c5b-a01a-eafb9b753a8b owned by network:router_interface {{(pid=84041) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 21:23:19.098257 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750375287399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253529'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:23:19.144411 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-0b41a8cd-0bae-4855-be78-45d785a14c58 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750375259028', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750374836628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32266323'] for port, after_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:23:19.280672 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b41a8cd-0bae-4855-be78-45d785a14c58 admin admin] Pushing event deleted for resources: {'Port': ['ID=a6eedbea-ea9c-4c5b-a01a-eafb9b753a8b,revision_number=None']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:23:19.320821 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b41a8cd-0bae-4855-be78-45d785a14c58 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:23:19.321165 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b41a8cd-0bae-4855-be78-45d785a14c58 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:23:19.321499 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b41a8cd-0bae-4855-be78-45d785a14c58 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:23:19.321832 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b41a8cd-0bae-4855-be78-45d785a14c58 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:23:19.322158 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b41a8cd-0bae-4855-be78-45d785a14c58 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:23:19.322488 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b41a8cd-0bae-4855-be78-45d785a14c58 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:23:19.322812 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b41a8cd-0bae-4855-be78-45d785a14c58 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:23:19.323135 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b41a8cd-0bae-4855-be78-45d785a14c58 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:23:19.323455 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b41a8cd-0bae-4855-be78-45d785a14c58 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:23:19.323805 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b41a8cd-0bae-4855-be78-45d785a14c58 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:23:19.324125 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b41a8cd-0bae-4855-be78-45d785a14c58 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:23:19.563471 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-414b6ffe-e119-47bc-b18f-bcff1219c2f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750375287399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253529'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:23:19.619410 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-0b41a8cd-0bae-4855-be78-45d785a14c58 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-32377931', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33443910'] for router_interface, after_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:23:19.660333 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-c56b8ef8-b66e-4c9c-8503-a7fcd136db02 req-45b5ad62-f3b0-4826-afd9-de5c58a72b34 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=202d5ea04e8c40de88f64ef931ef4e4f&device_id=a4484401-1a8c-4c61-bdbb-3c325aae2c85 HTTP/1.1" status: 200 len: 1096 time: 0.2317579 Apr 18 21:23:19.693111 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cff06ead-a900-43e0-90a9-32810d78ca70 req-15bbcb4f-5e90-4041-be81-dd2c46b59097 tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:23:19.694533 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-cff06ead-a900-43e0-90a9-32810d78ca70 req-15bbcb4f-5e90-4041-be81-dd2c46b59097 tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] 10.222.0.42 "GET /v2.0/ports?device_id=a4484401-1a8c-4c61-bdbb-3c325aae2c85 HTTP/1.1" status: 200 len: 945 time: 0.2340252 Apr 18 21:23:19.817492 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-cff06ead-a900-43e0-90a9-32810d78ca70 req-b858ecfa-eda8-4571-824a-6dcacb7777ae tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] 10.222.0.42 "GET /v2.0/security-groups?id=4c48310e-c9c1-4f3b-a84d-523dd900b6e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0776346 Apr 18 21:23:19.836020 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c56b8ef8-b66e-4c9c-8503-a7fcd136db02 req-6bfe31be-98c6-4a59-a9b1-dde62819b78e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:23:19.837450 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-c56b8ef8-b66e-4c9c-8503-a7fcd136db02 req-6bfe31be-98c6-4a59-a9b1-dde62819b78e service neutron] 10.222.0.48 "GET /v2.0/networks?id=d83f207f-f7a8-482b-9c99-e8b5c6d071d8 HTTP/1.1" status: 200 len: 898 time: 0.1707294 Apr 18 21:23:19.950882 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-c56b8ef8-b66e-4c9c-8503-a7fcd136db02 req-19fec4c9-2031-4b7e-94ee-ea0a7f638cb5 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e03da007-0579-4d3a-8850-b1a122db7b5a HTTP/1.1" status: 200 len: 1001 time: 0.1069996 Apr 18 21:23:20.014964 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c56b8ef8-b66e-4c9c-8503-a7fcd136db02 req-bfa1e08e-8c80-4a9d-8876-a6c239090529 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:23:20.016460 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-c56b8ef8-b66e-4c9c-8503-a7fcd136db02 req-bfa1e08e-8c80-4a9d-8876-a6c239090529 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=7368d486-dbbd-49bf-a81a-38ec52e4a5e7 HTTP/1.1" status: 200 len: 835 time: 0.0585480 Apr 18 21:23:20.089836 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-c56b8ef8-b66e-4c9c-8503-a7fcd136db02 req-67987d3d-eaa2-4988-b3d0-cf77a394d47f service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=d83f207f-f7a8-482b-9c99-e8b5c6d071d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0676303 Apr 18 21:23:20.205659 n-d-838334-2 neutron-server[84041]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0b41a8cd-0bae-4855-be78-45d785a14c58 admin admin] Router d08d1d26-0079-4996-bd23-121fb630e4ec has already been hosted by L3 agent bc84d6c9-dd7a-4555-a351-592327b46d5a {{(pid=84041) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 21:23:20.222121 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-c56b8ef8-b66e-4c9c-8503-a7fcd136db02 req-5b9b97e2-a18f-48d9-8bb6-b732c2fa5257 service neutron] 10.222.0.48 "GET /v2.0/networks/d83f207f-f7a8-482b-9c99-e8b5c6d071d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1254964 Apr 18 21:23:20.353133 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-c56b8ef8-b66e-4c9c-8503-a7fcd136db02 req-18a0a18e-7b26-45f9-aa2f-238af2891ae9 service neutron] 10.222.0.48 "GET /v2.0/networks/d83f207f-f7a8-482b-9c99-e8b5c6d071d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1255693 Apr 18 21:23:20.409209 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0b41a8cd-0bae-4855-be78-45d785a14c58 admin admin] Notify agent at l3_agent.n-d-838334-2 the message routers_updated {{(pid=84041) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 21:23:20.420284 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1565d1c0-5f8e-4b61-b6b1-eb06267824ec None None] Sync routers for ids ['d08d1d26-0079-4996-bd23-121fb630e4ec'] in n-d-838334-2 {{(pid=84042) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 18 21:23:20.428431 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-0b41a8cd-0bae-4855-be78-45d785a14c58 admin admin] 10.222.0.42 "PUT /v2.0/routers/d08d1d26-0079-4996-bd23-121fb630e4ec/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1531880 Apr 18 21:23:20.430988 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 36436) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:23:20.434684 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1565d1c0-5f8e-4b61-b6b1-eb06267824ec None None] Routers {'d08d1d26-0079-4996-bd23-121fb630e4ec'} bound to L3 agent in host n-d-838334-2 {{(pid=84042) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 21:23:20.435288 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_hamode_db [None req-1565d1c0-5f8e-4b61-b6b1-eb06267824ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838334-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-18T20:25:48Z,description=,heartbeat_timestamp=2022-04-18T21:23:18Z,host='n-d-838334-2',id=bc84d6c9-dd7a-4555-a351-592327b46d5a,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:25:48Z,topic='l3_agent')) {'router_ids': ['d08d1d26-0079-4996-bd23-121fb630e4ec'], 'active': True} {{(pid=84042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:23:20.631571 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-c1d63375-6d6c-465c-a6a2-1a604cf9b417 admin admin] Notify callbacks [] for router, before_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:23:20.667059 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-c7521a90-7d65-4e2e-842c-ca5d95e9a89c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750375287399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253529'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:23:20.680032 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_dvr_db [None req-1565d1c0-5f8e-4b61-b6b1-eb06267824ec None None] Set router d08d1d26-0079-4996-bd23-121fb630e4ec gateway port host: n-d-838334-2 {{(pid=84042) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 21:23:20.944612 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-c1d63375-6d6c-465c-a6a2-1a604cf9b417 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:23:20.957326 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.plugin [None req-c1d63375-6d6c-465c-a6a2-1a604cf9b417 admin admin] Deleting port 8c29dd35-ea87-47f3-a2d3-f3902006d042 {{(pid=84041) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 21:23:20.957724 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-c1d63375-6d6c-465c-a6a2-1a604cf9b417 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750375188691'] for port, before_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:23:20.977328 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_hamode_db [None req-1565d1c0-5f8e-4b61-b6b1-eb06267824ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd08d1d26-0079-4996-bd23-121fb630e4ec', 'name': 'tempest-TestVolumeBackupRestore-159285860-router', 'tenant_id': '61a080bd7a9840c2bce121282133c28e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'external_fixed_ips': [{'subnet_id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'ip_address': '172.25.8.15'}], 'enable_snat': True}, 'gw_port_id': '8c29dd35-ea87-47f3-a2d3-f3902006d042', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:19:41Z', 'updated_at': '2022-04-18T21:23:19Z', 'revision_number': 5, 'project_id': '61a080bd7a9840c2bce121282133c28e', 'gw_port': {'id': '8c29dd35-ea87-47f3-a2d3-f3902006d042', 'name': '', 'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:59:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd08d1d26-0079-4996-bd23-121fb630e4ec', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'ip_address': '172.25.8.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:19:41Z', 'updated_at': '2022-04-18T21:19:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838334-2'}], 'n-d-838334-2', False) {} {{(pid=84042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:23:20.981422 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1565d1c0-5f8e-4b61-b6b1-eb06267824ec None None] Checking router: d08d1d26-0079-4996-bd23-121fb630e4ec for host: n-d-838334-2 {{(pid=84042) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 18 21:23:20.992986 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1565d1c0-5f8e-4b61-b6b1-eb06267824ec None None] Routers {'d08d1d26-0079-4996-bd23-121fb630e4ec'} bound to L3 agent in host n-d-838334-2 {{(pid=84042) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 21:23:20.993786 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_hamode_db [None req-1565d1c0-5f8e-4b61-b6b1-eb06267824ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838334-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-18T20:25:48Z,description=,heartbeat_timestamp=2022-04-18T21:23:18Z,host='n-d-838334-2',id=bc84d6c9-dd7a-4555-a351-592327b46d5a,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:25:48Z,topic='l3_agent')) {'router_ids': ['d08d1d26-0079-4996-bd23-121fb630e4ec'], 'active': True} {{(pid=84042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:23:21.033415 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-916e3270-58be-4683-abed-d31eddff75b7 req-526d529c-9251-44eb-8f86-8715d14cdf7a tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:23:21.035104 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-916e3270-58be-4683-abed-d31eddff75b7 req-526d529c-9251-44eb-8f86-8715d14cdf7a tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] 10.222.0.42 "GET /v2.0/ports?device_id=a4484401-1a8c-4c61-bdbb-3c325aae2c85 HTTP/1.1" status: 200 len: 945 time: 0.0877445 Apr 18 21:23:21.082521 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-916e3270-58be-4683-abed-d31eddff75b7 req-5d618d04-fdba-4cd7-9b1c-c8c15bb45e6f tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] 10.222.0.42 "GET /v2.0/security-groups?id=4c48310e-c9c1-4f3b-a84d-523dd900b6e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419524 Apr 18 21:23:21.154651 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.db [None req-c1d63375-6d6c-465c-a6a2-1a604cf9b417 admin admin] For port 8c29dd35-ea87-47f3-a2d3-f3902006d042, host n-d-838334-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838334-2',level=0,port_id=8c29dd35-ea87-47f3-a2d3-f3902006d042,segment=NetworkSegment(732aa830-768b-4511-951f-d08e26b9c25b),segment_id=732aa830-768b-4511-951f-d08e26b9c25b)] {{(pid=84041) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:23:21.154845 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-c1d63375-6d6c-465c-a6a2-1a604cf9b417 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369123'] for port, precommit_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:23:21.159381 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_dvr_db [None req-1565d1c0-5f8e-4b61-b6b1-eb06267824ec None None] Set router d08d1d26-0079-4996-bd23-121fb630e4ec gateway port host: None {{(pid=84042) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 21:23:21.269264 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_hamode_db [None req-1565d1c0-5f8e-4b61-b6b1-eb06267824ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd08d1d26-0079-4996-bd23-121fb630e4ec', 'name': 'tempest-TestVolumeBackupRestore-159285860-router', 'tenant_id': '61a080bd7a9840c2bce121282133c28e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:19:41Z', 'updated_at': '2022-04-18T21:23:20Z', 'revision_number': 6, 'project_id': '61a080bd7a9840c2bce121282133c28e', 'gw_port_host': None}], 'n-d-838334-2', False) {} {{(pid=84042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:23:21.274284 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1565d1c0-5f8e-4b61-b6b1-eb06267824ec None None] The sync data for ids ['d08d1d26-0079-4996-bd23-121fb630e4ec'] in n-d-838334-2 is: [{'id': 'd08d1d26-0079-4996-bd23-121fb630e4ec', 'name': 'tempest-TestVolumeBackupRestore-159285860-router', 'tenant_id': '61a080bd7a9840c2bce121282133c28e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:19:41Z', 'updated_at': '2022-04-18T21:23:20Z', 'revision_number': 6, 'project_id': '61a080bd7a9840c2bce121282133c28e', 'gw_port_host': None}] {{(pid=84042) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 18 21:23:21.281502 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.plugin [None req-c1d63375-6d6c-465c-a6a2-1a604cf9b417 admin admin] Calling delete_port for 8c29dd35-ea87-47f3-a2d3-f3902006d042 owned by network:router_gateway {{(pid=84041) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 21:23:21.470234 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-c1d63375-6d6c-465c-a6a2-1a604cf9b417 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750375259028', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750374836628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32266323'] for port, after_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:23:21.519956 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1d63375-6d6c-465c-a6a2-1a604cf9b417 admin admin] Pushing event deleted for resources: {'Port': ['ID=8c29dd35-ea87-47f3-a2d3-f3902006d042,revision_number=None']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:23:21.747522 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-c1d63375-6d6c-465c-a6a2-1a604cf9b417 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33444108'] for router_gateway, after_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:23:21.995800 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-c1d63375-6d6c-465c-a6a2-1a604cf9b417 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33443580', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5726'] for router, precommit_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:23:21.999804 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-c1d63375-6d6c-465c-a6a2-1a604cf9b417 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:23:22.028701 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-c1d63375-6d6c-465c-a6a2-1a604cf9b417 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-33443408'] for router, after_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:23:22.029465 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c1d63375-6d6c-465c-a6a2-1a604cf9b417 admin admin] Fanout notify agent at l3_agent the message router_deleted on router d08d1d26-0079-4996-bd23-121fb630e4ec {{(pid=84041) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 18 21:23:22.042345 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-c1d63375-6d6c-465c-a6a2-1a604cf9b417 admin admin] Notify callbacks [] for router, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:23:22.043470 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-c1d63375-6d6c-465c-a6a2-1a604cf9b417 admin admin] 10.222.0.42 "DELETE /v2.0/routers/d08d1d26-0079-4996-bd23-121fb630e4ec HTTP/1.1" status: 204 len: 168 time: 1.6115675 Apr 18 21:23:22.046437 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 36442) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:23:22.106187 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.db_base_plugin_v2 [None req-a96ca7e7-566f-48ce-97d4-4dcdeb34a4ed admin admin] Deleting subnet 846d5941-244f-4c61-abce-3f844b54d9e8 {{(pid=84040) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 18 21:23:22.109186 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-a96ca7e7-566f-48ce-97d4-4dcdeb34a4ed admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:23:22.162832 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-a96ca7e7-566f-48ce-97d4-4dcdeb34a4ed admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31955982'] for subnet, precommit_delete_associations {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:23:22.312124 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-a96ca7e7-566f-48ce-97d4-4dcdeb34a4ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1260556'] for subnet, precommit_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:23:22.357130 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e02896a-9904-4967-a23b-085469e3b390 req-8f9b8dc8-9042-4fcd-bcfa-69de846b5ff2 tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:23:22.362488 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-0e02896a-9904-4967-a23b-085469e3b390 req-8f9b8dc8-9042-4fcd-bcfa-69de846b5ff2 tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] 10.222.0.42 "GET /v2.0/ports?device_id=a4484401-1a8c-4c61-bdbb-3c325aae2c85 HTTP/1.1" status: 200 len: 945 time: 0.1415076 Apr 18 21:23:22.417774 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-0e02896a-9904-4967-a23b-085469e3b390 req-2bf342c8-7166-41e2-8879-682738071f49 tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] 10.222.0.42 "GET /v2.0/security-groups?id=4c48310e-c9c1-4f3b-a84d-523dd900b6e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0520942 Apr 18 21:23:22.419778 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-a96ca7e7-566f-48ce-97d4-4dcdeb34a4ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1260549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33526260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32440885', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31752825'] for subnet, after_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:23:22.462528 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a96ca7e7-566f-48ce-97d4-4dcdeb34a4ed admin admin] Pushing event deleted for resources: {'Subnet': ['ID=846d5941-244f-4c61-abce-3f844b54d9e8,revision_number=None']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:23:22.468998 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-a96ca7e7-566f-48ce-97d4-4dcdeb34a4ed admin admin] Notify callbacks [] for subnet, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:23:22.482797 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-a96ca7e7-566f-48ce-97d4-4dcdeb34a4ed admin admin] 10.222.0.42 "DELETE /v2.0/subnets/846d5941-244f-4c61-abce-3f844b54d9e8 HTTP/1.1" status: 204 len: 168 time: 0.4345942 Apr 18 21:23:22.483671 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fda25587-7f3a-41f7-bb06-baf6ef7b4e65 None None] Network d183dd60-514a-409c-aab4-a2214efc376f requested from n-d-838334-2 {{(pid=84042) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 21:23:22.485033 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 36448) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:23:22.573475 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Device 8c29dd35-ea87-47f3-a2d3-f3902006d042 no longer exists at agent ovs-agent-n-d-838334-2 {{(pid=84042) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 21:23:22.597435 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-539580b4-13a3-483e-85b5-e2f18a7ae1fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1103592'] for network, before_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:23:22.609040 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.plugin [None req-539580b4-13a3-483e-85b5-e2f18a7ae1fe admin admin] Deleting port 6a0605e7-937d-40b4-9e1a-abe5e2e92054 {{(pid=84040) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 21:23:22.609572 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-539580b4-13a3-483e-85b5-e2f18a7ae1fe admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750375188691'] for port, before_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:23:22.620977 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.plugin [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] No Port match for: 8c29dd35-ea87-47f3-a2d3-f3902006d042 {{(pid=84042) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 18 21:23:22.620977 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Device 8c29dd35-ea87-47f3-a2d3-f3902006d042 not bound to the agent host n-d-838334-2 {{(pid=84042) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 21:23:22.621724 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Device a6eedbea-ea9c-4c5b-a01a-eafb9b753a8b no longer exists at agent ovs-agent-n-d-838334-2 {{(pid=84042) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 21:23:22.668066 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.plugin [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] No Port match for: a6eedbea-ea9c-4c5b-a01a-eafb9b753a8b {{(pid=84042) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 18 21:23:22.668232 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Device a6eedbea-ea9c-4c5b-a01a-eafb9b753a8b not bound to the agent host n-d-838334-2 {{(pid=84042) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 21:23:22.846982 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.db [None req-539580b4-13a3-483e-85b5-e2f18a7ae1fe admin admin] For port 6a0605e7-937d-40b4-9e1a-abe5e2e92054, host n-d-838334-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838334-2',level=0,port_id=6a0605e7-937d-40b4-9e1a-abe5e2e92054,segment=NetworkSegment(5078d71c-f806-46b0-9f46-ae92d2ad5c65),segment_id=5078d71c-f806-46b0-9f46-ae92d2ad5c65)] {{(pid=84040) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:23:22.847772 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-539580b4-13a3-483e-85b5-e2f18a7ae1fe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369123'] for port, precommit_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:23:22.863093 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ee7b865-973a-4bb9-a943-0bd780df033e None None] DHCP port deletion for d183dd60-514a-409c-aab4-a2214efc376f request from n-d-838334-2 {{(pid=84042) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 18 21:23:22.868604 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.plugin [None req-8ee7b865-973a-4bb9-a943-0bd780df033e None None] Deleting port 6a0605e7-937d-40b4-9e1a-abe5e2e92054 {{(pid=84042) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 21:23:22.868604 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-8ee7b865-973a-4bb9-a943-0bd780df033e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750375188691'] for port, before_delete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:23:23.092023 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.plugin [None req-539580b4-13a3-483e-85b5-e2f18a7ae1fe admin admin] Calling delete_port for 6a0605e7-937d-40b4-9e1a-abe5e2e92054 owned by network:dhcp {{(pid=84040) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 21:23:23.133844 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-8ee7b865-973a-4bb9-a943-0bd780df033e None None] For port 6a0605e7-937d-40b4-9e1a-abe5e2e92054, host n-d-838334-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838334-2',level=0,port_id=6a0605e7-937d-40b4-9e1a-abe5e2e92054,segment=NetworkSegment(5078d71c-f806-46b0-9f46-ae92d2ad5c65),segment_id=5078d71c-f806-46b0-9f46-ae92d2ad5c65)] {{(pid=84042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:23:23.133844 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-8ee7b865-973a-4bb9-a943-0bd780df033e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369123'] for port, precommit_delete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:23:23.182641 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-539580b4-13a3-483e-85b5-e2f18a7ae1fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750375259028', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750374836628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32440838'] for port, after_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:23:23.230060 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-539580b4-13a3-483e-85b5-e2f18a7ae1fe admin admin] Pushing event deleted for resources: {'Port': ['ID=6a0605e7-937d-40b4-9e1a-abe5e2e92054,revision_number=None']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:23:23.235036 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.l3_dvrscheduler_db [None req-539580b4-13a3-483e-85b5-e2f18a7ae1fe admin admin] No DVR routers for this DVR port 6a0605e7-937d-40b4-9e1a-abe5e2e92054 on host n-d-838334-2 {{(pid=84040) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 21:23:23.325689 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.plugin [None req-8ee7b865-973a-4bb9-a943-0bd780df033e None None] Calling delete_port for 6a0605e7-937d-40b4-9e1a-abe5e2e92054 owned by network:dhcp {{(pid=84042) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 21:23:23.366149 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-539580b4-13a3-483e-85b5-e2f18a7ae1fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1258905', 'neutron.services.segments.db._delete_segments_for_network-8750375287417'] for network, precommit_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:23:23.391986 n-d-838334-2 neutron-server[84040]: DEBUG neutron.services.segments.db [None req-539580b4-13a3-483e-85b5-e2f18a7ae1fe admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d183dd60-514a-409c-aab4-a2214efc376f']}} {{(pid=84040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:23:23.401413 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.db.api [None req-8ee7b865-973a-4bb9-a943-0bd780df033e None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84042) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 18 21:23:23.401763 n-d-838334-2 neutron-server[84042]: DEBUG oslo_db.api [None req-8ee7b865-973a-4bb9-a943-0bd780df033e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 18 21:23:23.405142 n-d-838334-2 neutron-server[84040]: DEBUG neutron.services.segments.db [None req-539580b4-13a3-483e-85b5-e2f18a7ae1fe admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5078d71c-f806-46b0-9f46-ae92d2ad5c65') {'for_net_delete': True} {{(pid=84040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:23:23.405442 n-d-838334-2 neutron-server[84040]: DEBUG neutron.services.segments.db [None req-539580b4-13a3-483e-85b5-e2f18a7ae1fe admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5078d71c-f806-46b0-9f46-ae92d2ad5c65') {} {{(pid=84040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:23:23.417610 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-539580b4-13a3-483e-85b5-e2f18a7ae1fe admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750375287300', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31955965'] for segment, before_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:23:23.437644 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-539580b4-13a3-483e-85b5-e2f18a7ae1fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1082986'] for segment, precommit_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:23:23.444151 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-539580b4-13a3-483e-85b5-e2f18a7ae1fe admin admin] Releasing vlan 375 on physical network physnet1 to pool {{(pid=84040) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 18 21:23:23.444542 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-539580b4-13a3-483e-85b5-e2f18a7ae1fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1082993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32440923'] for segment, after_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:23:23.458708 n-d-838334-2 neutron-server[84040]: Traceback (most recent call last): Apr 18 21:23:23.458708 n-d-838334-2 neutron-server[84040]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 18 21:23:23.458708 n-d-838334-2 neutron-server[84040]: timer() Apr 18 21:23:23.458708 n-d-838334-2 neutron-server[84040]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 21:23:23.458708 n-d-838334-2 neutron-server[84040]: cb(*args, **kw) Apr 18 21:23:23.458708 n-d-838334-2 neutron-server[84040]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 18 21:23:23.458708 n-d-838334-2 neutron-server[84040]: return func(*args, **kwargs) Apr 18 21:23:23.458708 n-d-838334-2 neutron-server[84040]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 21:23:23.458708 n-d-838334-2 neutron-server[84040]: self._notify() Apr 18 21:23:23.458708 n-d-838334-2 neutron-server[84040]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 21:23:23.458708 n-d-838334-2 neutron-server[84040]: self.callback(batched_events) Apr 18 21:23:23.458708 n-d-838334-2 neutron-server[84040]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 21:23:23.458708 n-d-838334-2 neutron-server[84040]: event.method(event) Apr 18 21:23:23.458708 n-d-838334-2 neutron-server[84040]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 18 21:23:23.458708 n-d-838334-2 neutron-server[84040]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 21:23:23.458708 n-d-838334-2 neutron-server[84040]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 18 21:23:23.458708 n-d-838334-2 neutron-server[84040]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 21:23:23.458708 n-d-838334-2 neutron-server[84040]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 18 21:23:23.458708 n-d-838334-2 neutron-server[84040]: return f(self, *a, **k) Apr 18 21:23:23.458708 n-d-838334-2 neutron-server[84040]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 18 21:23:23.458708 n-d-838334-2 neutron-server[84040]: return self._get(url).json() Apr 18 21:23:23.458708 n-d-838334-2 neutron-server[84040]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 18 21:23:23.458708 n-d-838334-2 neutron-server[84040]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 21:23:23.458708 n-d-838334-2 neutron-server[84040]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 18 21:23:23.458708 n-d-838334-2 neutron-server[84040]: return self.request(url, 'GET', **kwargs) Apr 18 21:23:23.458708 n-d-838334-2 neutron-server[84040]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 18 21:23:23.458708 n-d-838334-2 neutron-server[84040]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 21:23:23.458708 n-d-838334-2 neutron-server[84040]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 18 21:23:23.458708 n-d-838334-2 neutron-server[84040]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 21:23:23.458708 n-d-838334-2 neutron-server[84040]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 18 21:23:23.458708 n-d-838334-2 neutron-server[84040]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 21:23:23.458708 n-d-838334-2 neutron-server[84040]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 21:23:23.541709 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-539580b4-13a3-483e-85b5-e2f18a7ae1fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1258898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33526109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33444113'] for network, after_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:23:23.594582 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-539580b4-13a3-483e-85b5-e2f18a7ae1fe admin admin] Notify callbacks [] for network, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:23:23.615069 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-539580b4-13a3-483e-85b5-e2f18a7ae1fe admin admin] Pushing event deleted for resources: {'Network': ['ID=d183dd60-514a-409c-aab4-a2214efc376f,revision_number=None']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:23:23.625318 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-539580b4-13a3-483e-85b5-e2f18a7ae1fe admin admin] 10.222.0.42 "DELETE /v2.0/networks/d183dd60-514a-409c-aab4-a2214efc376f HTTP/1.1" status: 204 len: 168 time: 1.1392756 Apr 18 21:23:23.628889 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 36454) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:23:23.791219 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26bc68c2-dbeb-49f4-ad60-336c8341ee83 req-6b2224f1-fb14-4482-bd70-1bd2ffadb97a tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:23:23.792687 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-26bc68c2-dbeb-49f4-ad60-336c8341ee83 req-6b2224f1-fb14-4482-bd70-1bd2ffadb97a tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] 10.222.0.42 "GET /v2.0/ports?device_id=a4484401-1a8c-4c61-bdbb-3c325aae2c85 HTTP/1.1" status: 200 len: 945 time: 0.2461083 Apr 18 21:23:23.853754 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-26bc68c2-dbeb-49f4-ad60-336c8341ee83 req-9938bd93-2fe6-44b7-a381-131ae56ae521 tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] 10.222.0.42 "GET /v2.0/security-groups?id=4c48310e-c9c1-4f3b-a84d-523dd900b6e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0539596 Apr 18 21:23:23.903388 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.plugin [None req-8ee7b865-973a-4bb9-a943-0bd780df033e None None] Deleting port 6a0605e7-937d-40b4-9e1a-abe5e2e92054 {{(pid=84042) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 21:23:23.903893 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-8ee7b865-973a-4bb9-a943-0bd780df033e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750375188691'] for port, before_delete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:23:23.978571 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.plugin [None req-8ee7b865-973a-4bb9-a943-0bd780df033e None None] The port '6a0605e7-937d-40b4-9e1a-abe5e2e92054' was deleted {{(pid=84042) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 18 21:23:24.107528 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-5849c62a-e518-4c7a-8213-e96b39ab34d4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33443857'] for router_interface, before_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:23:24.505293 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Device 6a0605e7-937d-40b4-9e1a-abe5e2e92054 no longer exists at agent ovs-agent-n-d-838334-2 {{(pid=84042) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 21:23:24.540130 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.plugin [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] No Port match for: 6a0605e7-937d-40b4-9e1a-abe5e2e92054 {{(pid=84042) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 18 21:23:24.540487 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Device 6a0605e7-937d-40b4-9e1a-abe5e2e92054 not bound to the agent host n-d-838334-2 {{(pid=84042) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 21:23:24.825782 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.plugin [None req-5849c62a-e518-4c7a-8213-e96b39ab34d4 admin admin] Deleting port 38b4d2eb-8518-41b3-b926-b373e7374389 {{(pid=84040) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 21:23:24.825782 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-5849c62a-e518-4c7a-8213-e96b39ab34d4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750375188691'] for port, before_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:23:25.039535 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.db [None req-5849c62a-e518-4c7a-8213-e96b39ab34d4 admin admin] For port 38b4d2eb-8518-41b3-b926-b373e7374389, host n-d-838334-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838334-2',level=0,port_id=38b4d2eb-8518-41b3-b926-b373e7374389,segment=NetworkSegment(c442b2cd-a879-4b06-b2a4-c25cc4ce5abc),segment_id=c442b2cd-a879-4b06-b2a4-c25cc4ce5abc)] {{(pid=84040) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:23:25.039912 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-5849c62a-e518-4c7a-8213-e96b39ab34d4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369123'] for port, precommit_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:23:25.167519 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.plugin [None req-5849c62a-e518-4c7a-8213-e96b39ab34d4 admin admin] Calling delete_port for 38b4d2eb-8518-41b3-b926-b373e7374389 owned by network:router_interface {{(pid=84040) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 21:23:25.241573 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e67626c5-31ee-4c24-abe9-66ea4ced23fe req-d5f23554-a842-4711-b62c-da5cab4823db tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:23:25.243091 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-e67626c5-31ee-4c24-abe9-66ea4ced23fe req-d5f23554-a842-4711-b62c-da5cab4823db tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] 10.222.0.42 "GET /v2.0/ports?device_id=a4484401-1a8c-4c61-bdbb-3c325aae2c85 HTTP/1.1" status: 200 len: 945 time: 0.2634270 Apr 18 21:23:25.308687 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-e67626c5-31ee-4c24-abe9-66ea4ced23fe req-a6829807-7257-472f-bdac-29c140c4eaff tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] 10.222.0.42 "GET /v2.0/security-groups?id=4c48310e-c9c1-4f3b-a84d-523dd900b6e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0588696 Apr 18 21:23:25.384364 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-5849c62a-e518-4c7a-8213-e96b39ab34d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750375259028', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750374836628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32440838'] for port, after_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:23:25.432192 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5849c62a-e518-4c7a-8213-e96b39ab34d4 admin admin] Pushing event deleted for resources: {'Port': ['ID=38b4d2eb-8518-41b3-b926-b373e7374389,revision_number=None']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:23:25.715879 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-5849c62a-e518-4c7a-8213-e96b39ab34d4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-32377931', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33443910'] for router_interface, after_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:23:26.378457 n-d-838334-2 neutron-server[84040]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5849c62a-e518-4c7a-8213-e96b39ab34d4 admin admin] Router 28288541-7f3d-4709-854a-e405f9332cc9 has already been hosted by L3 agent bc84d6c9-dd7a-4555-a351-592327b46d5a {{(pid=84040) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 21:23:26.614320 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dd58f95-2198-45d2-8613-26842e1f2195 req-99aa8cdf-a5de-442a-a7a1-202c29c29fa2 tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:23:26.615708 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-3dd58f95-2198-45d2-8613-26842e1f2195 req-99aa8cdf-a5de-442a-a7a1-202c29c29fa2 tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] 10.222.0.42 "GET /v2.0/ports?device_id=a4484401-1a8c-4c61-bdbb-3c325aae2c85 HTTP/1.1" status: 200 len: 945 time: 0.1616724 Apr 18 21:23:26.674235 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-3dd58f95-2198-45d2-8613-26842e1f2195 req-e5c96775-c1fd-4b0c-8434-49f2d786e629 tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] 10.222.0.42 "GET /v2.0/security-groups?id=4c48310e-c9c1-4f3b-a84d-523dd900b6e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0508504 Apr 18 21:23:26.704535 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5849c62a-e518-4c7a-8213-e96b39ab34d4 admin admin] Notify agent at l3_agent.n-d-838334-2 the message routers_updated {{(pid=84040) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 21:23:26.714421 n-d-838334-2 neutron-server[84043]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-128b7a88-0a2d-4f25-8dba-9fce0c283ddb None None] Sync routers for ids ['28288541-7f3d-4709-854a-e405f9332cc9'] in n-d-838334-2 {{(pid=84043) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 18 21:23:26.725681 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-5849c62a-e518-4c7a-8213-e96b39ab34d4 admin admin] 10.222.0.42 "PUT /v2.0/routers/28288541-7f3d-4709-854a-e405f9332cc9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0957670 Apr 18 21:23:26.728648 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 36462) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:23:26.734091 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-128b7a88-0a2d-4f25-8dba-9fce0c283ddb None None] Routers {'28288541-7f3d-4709-854a-e405f9332cc9'} bound to L3 agent in host n-d-838334-2 {{(pid=84043) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 21:23:26.734777 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.l3_hamode_db [None req-128b7a88-0a2d-4f25-8dba-9fce0c283ddb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838334-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-18T20:25:48Z,description=,heartbeat_timestamp=2022-04-18T21:23:18Z,host='n-d-838334-2',id=bc84d6c9-dd7a-4555-a351-592327b46d5a,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:25:48Z,topic='l3_agent')) {'router_ids': ['28288541-7f3d-4709-854a-e405f9332cc9'], 'active': True} {{(pid=84043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:23:26.908470 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.l3_dvr_db [None req-128b7a88-0a2d-4f25-8dba-9fce0c283ddb None None] Set router 28288541-7f3d-4709-854a-e405f9332cc9 gateway port host: n-d-838334-2 {{(pid=84043) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 21:23:26.924612 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-1e731386-d39a-452a-a419-63e41fec138b admin admin] Notify callbacks [] for router, before_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:23:27.134202 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-1e731386-d39a-452a-a419-63e41fec138b admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:23:27.144400 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.plugin [None req-1e731386-d39a-452a-a419-63e41fec138b admin admin] Deleting port 4cc19d91-f9d5-4b72-b54f-895c9671fa08 {{(pid=84040) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 21:23:27.144736 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-1e731386-d39a-452a-a419-63e41fec138b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750375188691'] for port, before_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:23:27.216368 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.l3_hamode_db [None req-128b7a88-0a2d-4f25-8dba-9fce0c283ddb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '28288541-7f3d-4709-854a-e405f9332cc9', 'name': 'tempest-TestVolumeBackupRestore-479181263-router', 'tenant_id': '6a614ae1bccf47ba9d69f98188b9fa50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'external_fixed_ips': [{'subnet_id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'ip_address': '172.25.8.127'}], 'enable_snat': True}, 'gw_port_id': '4cc19d91-f9d5-4b72-b54f-895c9671fa08', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:19:48Z', 'updated_at': '2022-04-18T21:23:25Z', 'revision_number': 5, 'project_id': '6a614ae1bccf47ba9d69f98188b9fa50', 'gw_port': {'id': '4cc19d91-f9d5-4b72-b54f-895c9671fa08', 'name': '', 'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:f7:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28288541-7f3d-4709-854a-e405f9332cc9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'ip_address': '172.25.8.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:19:49Z', 'updated_at': '2022-04-18T21:19:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838334-2'}], 'n-d-838334-2', False) {} {{(pid=84043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:23:27.220053 n-d-838334-2 neutron-server[84043]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-128b7a88-0a2d-4f25-8dba-9fce0c283ddb None None] Checking router: 28288541-7f3d-4709-854a-e405f9332cc9 for host: n-d-838334-2 {{(pid=84043) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 18 21:23:27.230537 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-128b7a88-0a2d-4f25-8dba-9fce0c283ddb None None] Routers {'28288541-7f3d-4709-854a-e405f9332cc9'} bound to L3 agent in host n-d-838334-2 {{(pid=84043) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 21:23:27.231131 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.l3_hamode_db [None req-128b7a88-0a2d-4f25-8dba-9fce0c283ddb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838334-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-18T20:25:48Z,description=,heartbeat_timestamp=2022-04-18T21:23:18Z,host='n-d-838334-2',id=bc84d6c9-dd7a-4555-a351-592327b46d5a,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:25:48Z,topic='l3_agent')) {'router_ids': ['28288541-7f3d-4709-854a-e405f9332cc9'], 'active': True} {{(pid=84043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:23:27.315418 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.db [None req-1e731386-d39a-452a-a419-63e41fec138b admin admin] For port 4cc19d91-f9d5-4b72-b54f-895c9671fa08, host n-d-838334-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838334-2',level=0,port_id=4cc19d91-f9d5-4b72-b54f-895c9671fa08,segment=NetworkSegment(732aa830-768b-4511-951f-d08e26b9c25b),segment_id=732aa830-768b-4511-951f-d08e26b9c25b)] {{(pid=84040) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:23:27.315807 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-1e731386-d39a-452a-a419-63e41fec138b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369123'] for port, precommit_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:23:27.381447 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.l3_dvr_db [None req-128b7a88-0a2d-4f25-8dba-9fce0c283ddb None None] Set router 28288541-7f3d-4709-854a-e405f9332cc9 gateway port host: None {{(pid=84043) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 21:23:27.442501 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.plugin [None req-1e731386-d39a-452a-a419-63e41fec138b admin admin] Calling delete_port for 4cc19d91-f9d5-4b72-b54f-895c9671fa08 owned by network:router_gateway {{(pid=84040) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 21:23:27.489595 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.l3_hamode_db [None req-128b7a88-0a2d-4f25-8dba-9fce0c283ddb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '28288541-7f3d-4709-854a-e405f9332cc9', 'name': 'tempest-TestVolumeBackupRestore-479181263-router', 'tenant_id': '6a614ae1bccf47ba9d69f98188b9fa50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:19:48Z', 'updated_at': '2022-04-18T21:23:27Z', 'revision_number': 6, 'project_id': '6a614ae1bccf47ba9d69f98188b9fa50', 'gw_port_host': None}], 'n-d-838334-2', False) {} {{(pid=84043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:23:27.493504 n-d-838334-2 neutron-server[84043]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-128b7a88-0a2d-4f25-8dba-9fce0c283ddb None None] The sync data for ids ['28288541-7f3d-4709-854a-e405f9332cc9'] in n-d-838334-2 is: [{'id': '28288541-7f3d-4709-854a-e405f9332cc9', 'name': 'tempest-TestVolumeBackupRestore-479181263-router', 'tenant_id': '6a614ae1bccf47ba9d69f98188b9fa50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:19:48Z', 'updated_at': '2022-04-18T21:23:27Z', 'revision_number': 6, 'project_id': '6a614ae1bccf47ba9d69f98188b9fa50', 'gw_port_host': None}] {{(pid=84043) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 18 21:23:27.611536 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-1e731386-d39a-452a-a419-63e41fec138b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750375259028', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750374836628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32440838'] for port, after_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:23:27.762900 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e731386-d39a-452a-a419-63e41fec138b admin admin] Pushing event deleted for resources: {'Port': ['ID=4cc19d91-f9d5-4b72-b54f-895c9671fa08,revision_number=None']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:23:28.039573 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-1e731386-d39a-452a-a419-63e41fec138b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33444108'] for router_gateway, after_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:23:28.163909 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-901791a7-82f0-49aa-9a63-3934b4df1244 req-1f19e754-bd9a-489f-bb53-b6d47ea64f83 tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:23:28.165367 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-901791a7-82f0-49aa-9a63-3934b4df1244 req-1f19e754-bd9a-489f-bb53-b6d47ea64f83 tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] 10.222.0.42 "GET /v2.0/ports?device_id=a4484401-1a8c-4c61-bdbb-3c325aae2c85 HTTP/1.1" status: 200 len: 945 time: 0.3693163 Apr 18 21:23:28.338944 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-1e731386-d39a-452a-a419-63e41fec138b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33443580', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5726'] for router, precommit_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:23:28.347052 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-901791a7-82f0-49aa-9a63-3934b4df1244 req-46b163fd-dcd9-422d-bc49-9c19a2edff56 tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] 10.222.0.42 "GET /v2.0/security-groups?id=4c48310e-c9c1-4f3b-a84d-523dd900b6e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1747193 Apr 18 21:23:28.348343 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-1e731386-d39a-452a-a419-63e41fec138b admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:23:28.375288 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-1e731386-d39a-452a-a419-63e41fec138b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-33443408'] for router, after_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:23:28.375868 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1e731386-d39a-452a-a419-63e41fec138b admin admin] Fanout notify agent at l3_agent the message router_deleted on router 28288541-7f3d-4709-854a-e405f9332cc9 {{(pid=84040) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 18 21:23:28.388224 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-1e731386-d39a-452a-a419-63e41fec138b admin admin] Notify callbacks [] for router, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:23:28.389328 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-1e731386-d39a-452a-a419-63e41fec138b admin admin] 10.222.0.42 "DELETE /v2.0/routers/28288541-7f3d-4709-854a-e405f9332cc9 HTTP/1.1" status: 204 len: 168 time: 1.6595089 Apr 18 21:23:28.391975 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 36468) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:23:28.456217 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.db_base_plugin_v2 [None req-d5623c1f-dd60-42f3-a5f7-99e3bf700549 admin admin] Deleting subnet fcd88eeb-a9da-444f-b494-5fca83465a3b {{(pid=84040) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 18 21:23:28.459380 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-d5623c1f-dd60-42f3-a5f7-99e3bf700549 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:23:28.514816 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-d5623c1f-dd60-42f3-a5f7-99e3bf700549 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31955982'] for subnet, precommit_delete_associations {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:23:28.515392 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Device 38b4d2eb-8518-41b3-b926-b373e7374389 no longer exists at agent ovs-agent-n-d-838334-2 {{(pid=84042) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 21:23:28.552564 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.plugin [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] No Port match for: 38b4d2eb-8518-41b3-b926-b373e7374389 {{(pid=84042) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 18 21:23:28.552813 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Device 38b4d2eb-8518-41b3-b926-b373e7374389 not bound to the agent host n-d-838334-2 {{(pid=84042) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 21:23:28.553397 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Device 4cc19d91-f9d5-4b72-b54f-895c9671fa08 no longer exists at agent ovs-agent-n-d-838334-2 {{(pid=84042) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 21:23:28.589216 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.plugin [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] No Port match for: 4cc19d91-f9d5-4b72-b54f-895c9671fa08 {{(pid=84042) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 18 21:23:28.589552 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Device 4cc19d91-f9d5-4b72-b54f-895c9671fa08 not bound to the agent host n-d-838334-2 {{(pid=84042) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 21:23:28.598345 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-d5623c1f-dd60-42f3-a5f7-99e3bf700549 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1260556'] for subnet, precommit_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:23:28.665693 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-d5623c1f-dd60-42f3-a5f7-99e3bf700549 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1260549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33526260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32440885', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31752825'] for subnet, after_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:23:28.704229 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5623c1f-dd60-42f3-a5f7-99e3bf700549 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fcd88eeb-a9da-444f-b494-5fca83465a3b,revision_number=None']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:23:28.711027 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-d5623c1f-dd60-42f3-a5f7-99e3bf700549 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:23:28.716205 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef6d898f-8d0c-4405-a352-f6c12cd13127 None None] Network 39939072-0b9a-4f53-80f8-e83589bebcb6 requested from n-d-838334-2 {{(pid=84042) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 21:23:28.717863 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-d5623c1f-dd60-42f3-a5f7-99e3bf700549 admin admin] 10.222.0.42 "DELETE /v2.0/subnets/fcd88eeb-a9da-444f-b494-5fca83465a3b HTTP/1.1" status: 204 len: 168 time: 0.3247213 Apr 18 21:23:28.720377 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 36472) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:23:28.831402 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-c5fbaaec-e987-4205-bba0-5519788b02ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1103592'] for network, before_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:23:28.837127 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.plugin [None req-c5fbaaec-e987-4205-bba0-5519788b02ca admin admin] Deleting port 963dfd1c-88e0-4477-b2b3-0548422372a0 {{(pid=84040) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 21:23:28.837529 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-c5fbaaec-e987-4205-bba0-5519788b02ca admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750375188691'] for port, before_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:23:28.961203 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21950bfd-a317-44ae-ab1d-27c5a644a95f None None] DHCP port deletion for 39939072-0b9a-4f53-80f8-e83589bebcb6 request from n-d-838334-2 {{(pid=84042) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 18 21:23:28.965779 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.plugin [None req-21950bfd-a317-44ae-ab1d-27c5a644a95f None None] Deleting port 963dfd1c-88e0-4477-b2b3-0548422372a0 {{(pid=84042) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 21:23:28.966417 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-21950bfd-a317-44ae-ab1d-27c5a644a95f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750375188691'] for port, before_delete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:23:29.044808 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.db [None req-c5fbaaec-e987-4205-bba0-5519788b02ca admin admin] For port 963dfd1c-88e0-4477-b2b3-0548422372a0, host n-d-838334-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838334-2',level=0,port_id=963dfd1c-88e0-4477-b2b3-0548422372a0,segment=NetworkSegment(c442b2cd-a879-4b06-b2a4-c25cc4ce5abc),segment_id=c442b2cd-a879-4b06-b2a4-c25cc4ce5abc)] {{(pid=84040) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:23:29.045166 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-c5fbaaec-e987-4205-bba0-5519788b02ca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369123'] for port, precommit_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:23:29.179163 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-21950bfd-a317-44ae-ab1d-27c5a644a95f None None] For port 963dfd1c-88e0-4477-b2b3-0548422372a0, host n-d-838334-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838334-2',level=0,port_id=963dfd1c-88e0-4477-b2b3-0548422372a0,segment=NetworkSegment(c442b2cd-a879-4b06-b2a4-c25cc4ce5abc),segment_id=c442b2cd-a879-4b06-b2a4-c25cc4ce5abc)] {{(pid=84042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:23:29.179433 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-21950bfd-a317-44ae-ab1d-27c5a644a95f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369123'] for port, precommit_delete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:23:29.270519 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.plugin [None req-c5fbaaec-e987-4205-bba0-5519788b02ca admin admin] Calling delete_port for 963dfd1c-88e0-4477-b2b3-0548422372a0 owned by network:dhcp {{(pid=84040) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 21:23:29.298230 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.plugin [None req-21950bfd-a317-44ae-ab1d-27c5a644a95f None None] Calling delete_port for 963dfd1c-88e0-4477-b2b3-0548422372a0 owned by network:dhcp {{(pid=84042) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 21:23:29.347006 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-c5fbaaec-e987-4205-bba0-5519788b02ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750375259028', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750374836628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32440838'] for port, after_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:23:29.383666 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.db.api [None req-21950bfd-a317-44ae-ab1d-27c5a644a95f None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84042) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 18 21:23:29.384284 n-d-838334-2 neutron-server[84042]: DEBUG oslo_db.api [None req-21950bfd-a317-44ae-ab1d-27c5a644a95f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 18 21:23:29.396165 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5fbaaec-e987-4205-bba0-5519788b02ca admin admin] Pushing event deleted for resources: {'Port': ['ID=963dfd1c-88e0-4477-b2b3-0548422372a0,revision_number=None']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:23:29.403312 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5fbaaec-e987-4205-bba0-5519788b02ca admin admin] No DVR routers for this DVR port 963dfd1c-88e0-4477-b2b3-0548422372a0 on host n-d-838334-2 {{(pid=84040) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 21:23:29.575882 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-c5fbaaec-e987-4205-bba0-5519788b02ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1258905', 'neutron.services.segments.db._delete_segments_for_network-8750375287417'] for network, precommit_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:23:29.611451 n-d-838334-2 neutron-server[84040]: DEBUG neutron.services.segments.db [None req-c5fbaaec-e987-4205-bba0-5519788b02ca admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['39939072-0b9a-4f53-80f8-e83589bebcb6']}} {{(pid=84040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:23:29.626399 n-d-838334-2 neutron-server[84040]: DEBUG neutron.services.segments.db [None req-c5fbaaec-e987-4205-bba0-5519788b02ca admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c442b2cd-a879-4b06-b2a4-c25cc4ce5abc') {'for_net_delete': True} {{(pid=84040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:23:29.627351 n-d-838334-2 neutron-server[84040]: DEBUG neutron.services.segments.db [None req-c5fbaaec-e987-4205-bba0-5519788b02ca admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c442b2cd-a879-4b06-b2a4-c25cc4ce5abc') {} {{(pid=84040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:23:29.641477 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-c5fbaaec-e987-4205-bba0-5519788b02ca admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750375287300', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31955965'] for segment, before_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:23:29.660735 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-c5fbaaec-e987-4205-bba0-5519788b02ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1082986'] for segment, precommit_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:23:29.670872 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-231c5e4d-bae7-4c45-b1cb-e7efe40bc929 req-d656135a-eb96-4b7b-b942-35a58bac27b5 tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:23:29.672351 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-231c5e4d-bae7-4c45-b1cb-e7efe40bc929 req-d656135a-eb96-4b7b-b942-35a58bac27b5 tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] 10.222.0.42 "GET /v2.0/ports?device_id=a4484401-1a8c-4c61-bdbb-3c325aae2c85 HTTP/1.1" status: 200 len: 945 time: 0.1613123 Apr 18 21:23:29.675458 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c5fbaaec-e987-4205-bba0-5519788b02ca admin admin] Releasing vlan 354 on physical network physnet1 to pool {{(pid=84040) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 18 21:23:29.675879 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-c5fbaaec-e987-4205-bba0-5519788b02ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1082993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32440923'] for segment, after_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:23:29.689496 n-d-838334-2 neutron-server[84040]: Traceback (most recent call last): Apr 18 21:23:29.689496 n-d-838334-2 neutron-server[84040]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 18 21:23:29.689496 n-d-838334-2 neutron-server[84040]: timer() Apr 18 21:23:29.689496 n-d-838334-2 neutron-server[84040]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 21:23:29.689496 n-d-838334-2 neutron-server[84040]: cb(*args, **kw) Apr 18 21:23:29.689496 n-d-838334-2 neutron-server[84040]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 18 21:23:29.689496 n-d-838334-2 neutron-server[84040]: return func(*args, **kwargs) Apr 18 21:23:29.689496 n-d-838334-2 neutron-server[84040]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 21:23:29.689496 n-d-838334-2 neutron-server[84040]: self._notify() Apr 18 21:23:29.689496 n-d-838334-2 neutron-server[84040]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 21:23:29.689496 n-d-838334-2 neutron-server[84040]: self.callback(batched_events) Apr 18 21:23:29.689496 n-d-838334-2 neutron-server[84040]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 21:23:29.689496 n-d-838334-2 neutron-server[84040]: event.method(event) Apr 18 21:23:29.689496 n-d-838334-2 neutron-server[84040]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 18 21:23:29.689496 n-d-838334-2 neutron-server[84040]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 21:23:29.689496 n-d-838334-2 neutron-server[84040]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 18 21:23:29.689496 n-d-838334-2 neutron-server[84040]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 21:23:29.689496 n-d-838334-2 neutron-server[84040]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 18 21:23:29.689496 n-d-838334-2 neutron-server[84040]: return f(self, *a, **k) Apr 18 21:23:29.689496 n-d-838334-2 neutron-server[84040]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 18 21:23:29.689496 n-d-838334-2 neutron-server[84040]: return self._get(url).json() Apr 18 21:23:29.689496 n-d-838334-2 neutron-server[84040]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 18 21:23:29.689496 n-d-838334-2 neutron-server[84040]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 21:23:29.689496 n-d-838334-2 neutron-server[84040]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 18 21:23:29.689496 n-d-838334-2 neutron-server[84040]: return self.request(url, 'GET', **kwargs) Apr 18 21:23:29.689496 n-d-838334-2 neutron-server[84040]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 18 21:23:29.689496 n-d-838334-2 neutron-server[84040]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 21:23:29.689496 n-d-838334-2 neutron-server[84040]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 18 21:23:29.689496 n-d-838334-2 neutron-server[84040]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 21:23:29.689496 n-d-838334-2 neutron-server[84040]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 18 21:23:29.689496 n-d-838334-2 neutron-server[84040]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 21:23:29.689496 n-d-838334-2 neutron-server[84040]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 21:23:29.807465 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-c5fbaaec-e987-4205-bba0-5519788b02ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1258898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33526109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33444113'] for network, after_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:23:29.811655 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-231c5e4d-bae7-4c45-b1cb-e7efe40bc929 req-bd37a410-5cef-43c9-9c71-3683056ecd00 tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] 10.222.0.42 "GET /v2.0/security-groups?id=4c48310e-c9c1-4f3b-a84d-523dd900b6e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1185772 Apr 18 21:23:29.828540 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-c5fbaaec-e987-4205-bba0-5519788b02ca admin admin] Notify callbacks [] for network, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:23:29.835927 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5fbaaec-e987-4205-bba0-5519788b02ca admin admin] Pushing event deleted for resources: {'Network': ['ID=39939072-0b9a-4f53-80f8-e83589bebcb6,revision_number=None']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:23:29.845890 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-c5fbaaec-e987-4205-bba0-5519788b02ca admin admin] 10.222.0.42 "DELETE /v2.0/networks/39939072-0b9a-4f53-80f8-e83589bebcb6 HTTP/1.1" status: 204 len: 168 time: 1.1234844 Apr 18 21:23:29.885425 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.plugin [None req-21950bfd-a317-44ae-ab1d-27c5a644a95f None None] Deleting port 963dfd1c-88e0-4477-b2b3-0548422372a0 {{(pid=84042) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 21:23:29.885909 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-21950bfd-a317-44ae-ab1d-27c5a644a95f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750375188691'] for port, before_delete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:23:29.959804 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.plugin [None req-21950bfd-a317-44ae-ab1d-27c5a644a95f None None] The port '963dfd1c-88e0-4477-b2b3-0548422372a0' was deleted {{(pid=84042) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 18 21:23:29.971743 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750375287399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253529'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:23:30.051695 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 36480) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:23:30.101350 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-7ed0207d-bb17-4019-af00-ba95948862c0 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=61a080bd7a9840c2bce121282133c28e&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0483627 Apr 18 21:23:30.103593 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 36484) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:23:30.164528 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-e16f661a-886c-407c-85d0-9fffe92fab3f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:23:30.189955 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-e16f661a-886c-407c-85d0-9fffe92fab3f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:23:30.240226 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-e16f661a-886c-407c-85d0-9fffe92fab3f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33528224'] for security_group, after_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:23:30.256399 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e16f661a-886c-407c-85d0-9fffe92fab3f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f10b70ea-55aa-4271-be39-0452447f6aa5,revision_number=None']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:23:30.265640 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-e16f661a-886c-407c-85d0-9fffe92fab3f admin admin] Notify callbacks [] for security_group, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:23:30.266734 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-e16f661a-886c-407c-85d0-9fffe92fab3f admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/f10b70ea-55aa-4271-be39-0452447f6aa5 HTTP/1.1" status: 204 len: 168 time: 0.1622562 Apr 18 21:23:30.503796 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Device 963dfd1c-88e0-4477-b2b3-0548422372a0 no longer exists at agent ovs-agent-n-d-838334-2 {{(pid=84042) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 21:23:30.538581 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.plugin [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] No Port match for: 963dfd1c-88e0-4477-b2b3-0548422372a0 {{(pid=84042) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 18 21:23:30.538998 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Device 963dfd1c-88e0-4477-b2b3-0548422372a0 not bound to the agent host n-d-838334-2 {{(pid=84042) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 21:23:30.670429 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 36492) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:23:30.719683 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-200f3470-6ec8-4f97-95a5-e4ab1c419fb1 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=6a614ae1bccf47ba9d69f98188b9fa50&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0480926 Apr 18 21:23:30.722838 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 36498) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:23:30.780513 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-705e65bb-9f06-46c0-9825-d54180ab59c2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:23:30.809742 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-705e65bb-9f06-46c0-9825-d54180ab59c2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:23:30.865705 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-705e65bb-9f06-46c0-9825-d54180ab59c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33528224'] for security_group, after_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:23:30.880064 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-705e65bb-9f06-46c0-9825-d54180ab59c2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f5f94c24-3562-492e-96b9-ad14c5a28c7d,revision_number=None']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:23:30.888832 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-705e65bb-9f06-46c0-9825-d54180ab59c2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:23:30.889948 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-705e65bb-9f06-46c0-9825-d54180ab59c2 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/f5f94c24-3562-492e-96b9-ad14c5a28c7d HTTP/1.1" status: 204 len: 168 time: 0.1662114 Apr 18 21:23:31.014399 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeb19c34-bac1-4738-95d3-e2dbd44001c8 req-2a574ade-2004-4a8a-afc2-0b54299f3341 tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:23:31.015888 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-aeb19c34-bac1-4738-95d3-e2dbd44001c8 req-2a574ade-2004-4a8a-afc2-0b54299f3341 tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] 10.222.0.42 "GET /v2.0/ports?device_id=a4484401-1a8c-4c61-bdbb-3c325aae2c85 HTTP/1.1" status: 200 len: 945 time: 0.0769110 Apr 18 21:23:31.062932 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-aeb19c34-bac1-4738-95d3-e2dbd44001c8 req-962e0d46-b124-42a0-9435-00f822c305dc tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] 10.222.0.42 "GET /v2.0/security-groups?id=4c48310e-c9c1-4f3b-a84d-523dd900b6e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409522 Apr 18 21:23:32.263999 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab635076-f3b7-4352-96f3-974c165b5d17 req-059d153b-4df6-43e0-9a4f-392efa84e3b8 tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:23:32.265444 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-ab635076-f3b7-4352-96f3-974c165b5d17 req-059d153b-4df6-43e0-9a4f-392efa84e3b8 tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] 10.222.0.42 "GET /v2.0/ports?device_id=a4484401-1a8c-4c61-bdbb-3c325aae2c85 HTTP/1.1" status: 200 len: 945 time: 0.0801954 Apr 18 21:23:32.311876 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-ab635076-f3b7-4352-96f3-974c165b5d17 req-d07d329e-07ce-4754-a28a-718b09ef0226 tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] 10.222.0.42 "GET /v2.0/security-groups?id=4c48310e-c9c1-4f3b-a84d-523dd900b6e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402012 Apr 18 21:23:32.434724 n-d-838334-2 neutron-server[84040]: INFO neutron.api.v2.resource [req-c56b8ef8-b66e-4c9c-8503-a7fcd136db02 req-8626ca7f-f687-42c2-9238-1dabffcdab22 service neutron] show failed (client error): The resource could not be found. Apr 18 21:23:32.435738 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-c56b8ef8-b66e-4c9c-8503-a7fcd136db02 req-8626ca7f-f687-42c2-9238-1dabffcdab22 service neutron] 10.222.0.48 "GET /v2.0/ports/e03da007-0579-4d3a-8850-b1a122db7b5a/bindings/n-h1-838334-2 HTTP/1.1" status: 404 len: 380 time: 0.0713403 Apr 18 21:23:32.692976 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-c56b8ef8-b66e-4c9c-8503-a7fcd136db02 req-39ab11ec-fc8d-49a9-bc72-305bc196ecb0 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=a4484401-1a8c-4c61-bdbb-3c325aae2c85&tenant_id=202d5ea04e8c40de88f64ef931ef4e4f HTTP/1.1" status: 200 len: 1096 time: 0.0720105 Apr 18 21:23:32.703373 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.v2.base [req-c56b8ef8-b66e-4c9c-8503-a7fcd136db02 req-9670ba9b-46a8-4643-a837-253ad5f5f009 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-838334-2', 'device_owner': 'compute:nova'}} {{(pid=84040) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:23:32.809170 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-c56b8ef8-b66e-4c9c-8503-a7fcd136db02 req-9670ba9b-46a8-4643-a837-253ad5f5f009 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:23:33.069403 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.db [req-c56b8ef8-b66e-4c9c-8503-a7fcd136db02 req-9670ba9b-46a8-4643-a837-253ad5f5f009 service neutron] For port e03da007-0579-4d3a-8850-b1a122db7b5a, host n-h2-838334-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838334-2',level=0,port_id=e03da007-0579-4d3a-8850-b1a122db7b5a,segment=NetworkSegment(4e40371e-7410-48d8-95e7-4f5371c193cc),segment_id=4e40371e-7410-48d8-95e7-4f5371c193cc)] {{(pid=84040) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:23:33.097269 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.db [req-c56b8ef8-b66e-4c9c-8503-a7fcd136db02 req-9670ba9b-46a8-4643-a837-253ad5f5f009 service neutron] For port e03da007-0579-4d3a-8850-b1a122db7b5a, host n-h2-838334-2, cleared binding levels {{(pid=84040) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 21:23:33.241431 n-d-838334-2 neutron-server[84040]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a4484401-1a8c-4c61-bdbb-3c325aae2c85', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e03da007-0579-4d3a-8850-b1a122db7b5a'}] {{(pid=84040) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 21:23:33.246607 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-c56b8ef8-b66e-4c9c-8503-a7fcd136db02 req-9670ba9b-46a8-4643-a837-253ad5f5f009 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:23:33.261683 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.provisioning_blocks [req-c56b8ef8-b66e-4c9c-8503-a7fcd136db02 req-9670ba9b-46a8-4643-a837-253ad5f5f009 service neutron] Transition to ACTIVE for port object e03da007-0579-4d3a-8850-b1a122db7b5a will not be triggered until provisioned by entity L2. {{(pid=84040) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:23:33.265429 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-c56b8ef8-b66e-4c9c-8503-a7fcd136db02 req-9670ba9b-46a8-4643-a837-253ad5f5f009 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32440959'] for port, after_update {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:23:33.313457 n-d-838334-2 neutron-server[84040]: INFO neutron.notifiers.nova [-] Nova event matching ['req-805eb92f-5b37-4781-8dd6-186af162d9e3'] response: {'server_uuid': 'a4484401-1a8c-4c61-bdbb-3c325aae2c85', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e03da007-0579-4d3a-8850-b1a122db7b5a', 'code': 200} Apr 18 21:23:33.403283 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9670ba9b-46a8-4643-a837-253ad5f5f009 service neutron] Pushing event updated for resources: {'Port': ['ID=e03da007-0579-4d3a-8850-b1a122db7b5a,revision_number=6']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:23:33.520416 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.l3_dvrscheduler_db [req-c56b8ef8-b66e-4c9c-8503-a7fcd136db02 req-9670ba9b-46a8-4643-a837-253ad5f5f009 service neutron] No DVR routers for this DVR port e03da007-0579-4d3a-8850-b1a122db7b5a on host n-h2-838334-2 {{(pid=84040) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 21:23:33.690549 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cc884f7-3161-4bb8-8b8a-cf7ba47bd263 req-1f6b9b4e-edee-432e-b9b4-079ede4dc486 tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:23:33.692014 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-5cc884f7-3161-4bb8-8b8a-cf7ba47bd263 req-1f6b9b4e-edee-432e-b9b4-079ede4dc486 tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] 10.222.0.42 "GET /v2.0/ports?device_id=a4484401-1a8c-4c61-bdbb-3c325aae2c85 HTTP/1.1" status: 200 len: 943 time: 0.2321594 Apr 18 21:23:33.748723 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-5cc884f7-3161-4bb8-8b8a-cf7ba47bd263 req-c44e63af-cd68-465e-af76-0a76d172b994 tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] 10.222.0.42 "GET /v2.0/security-groups?id=4c48310e-c9c1-4f3b-a84d-523dd900b6e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0512133 Apr 18 21:23:33.842881 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.managers [req-c56b8ef8-b66e-4c9c-8503-a7fcd136db02 req-9670ba9b-46a8-4643-a837-253ad5f5f009 service neutron] Attempting to bind port e03da007-0579-4d3a-8850-b1a122db7b5a on host n-h1-838334-2 for vnic_type normal with profile {{(pid=84040) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 21:23:33.843132 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.managers [req-c56b8ef8-b66e-4c9c-8503-a7fcd136db02 req-9670ba9b-46a8-4643-a837-253ad5f5f009 service neutron] Attempting to bind port e03da007-0579-4d3a-8850-b1a122db7b5a by drivers openvswitch,hyperv on host n-h1-838334-2 at level 0 using segments [{'id': '4e40371e-7410-48d8-95e7-4f5371c193cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': 'd83f207f-f7a8-482b-9c99-e8b5c6d071d8'}] {{(pid=84040) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 21:23:33.843459 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c56b8ef8-b66e-4c9c-8503-a7fcd136db02 req-9670ba9b-46a8-4643-a837-253ad5f5f009 service neutron] Attempting to bind port e03da007-0579-4d3a-8850-b1a122db7b5a on network d83f207f-f7a8-482b-9c99-e8b5c6d071d8 {{(pid=84040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 21:23:33.849502 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c56b8ef8-b66e-4c9c-8503-a7fcd136db02 req-9670ba9b-46a8-4643-a837-253ad5f5f009 service neutron] Port e03da007-0579-4d3a-8850-b1a122db7b5a on network d83f207f-f7a8-482b-9c99-e8b5c6d071d8 not bound, no agent of type Open vSwitch agent registered on host n-h1-838334-2 {{(pid=84040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 18 21:23:33.849818 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c56b8ef8-b66e-4c9c-8503-a7fcd136db02 req-9670ba9b-46a8-4643-a837-253ad5f5f009 service neutron] Attempting to bind port e03da007-0579-4d3a-8850-b1a122db7b5a on network d83f207f-f7a8-482b-9c99-e8b5c6d071d8 {{(pid=84040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 21:23:33.856079 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c56b8ef8-b66e-4c9c-8503-a7fcd136db02 req-9670ba9b-46a8-4643-a837-253ad5f5f009 service neutron] Checking agent: {'id': 'd63bab19-ff81-4de1-afeb-a3732288d0d7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-838334-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 33, 59), 'started_at': datetime.datetime(2022, 4, 18, 20, 33, 59), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 21, 23, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 18 21:23:33.856415 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c56b8ef8-b66e-4c9c-8503-a7fcd136db02 req-9670ba9b-46a8-4643-a837-253ad5f5f009 service neutron] Checking segment: {'id': '4e40371e-7410-48d8-95e7-4f5371c193cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': 'd83f207f-f7a8-482b-9c99-e8b5c6d071d8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84040) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 21:23:33.856788 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c56b8ef8-b66e-4c9c-8503-a7fcd136db02 req-9670ba9b-46a8-4643-a837-253ad5f5f009 service neutron] Bound using segment: {'id': '4e40371e-7410-48d8-95e7-4f5371c193cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': 'd83f207f-f7a8-482b-9c99-e8b5c6d071d8'} {{(pid=84040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 18 21:23:33.857206 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.managers [req-c56b8ef8-b66e-4c9c-8503-a7fcd136db02 req-9670ba9b-46a8-4643-a837-253ad5f5f009 service neutron] Bound port: e03da007-0579-4d3a-8850-b1a122db7b5a, host: n-h1-838334-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4e40371e-7410-48d8-95e7-4f5371c193cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': 'd83f207f-f7a8-482b-9c99-e8b5c6d071d8'}}] {{(pid=84040) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 21:23:33.857547 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-c56b8ef8-b66e-4c9c-8503-a7fcd136db02 req-9670ba9b-46a8-4643-a837-253ad5f5f009 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:23:33.948488 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.db [req-c56b8ef8-b66e-4c9c-8503-a7fcd136db02 req-9670ba9b-46a8-4643-a837-253ad5f5f009 service neutron] For port e03da007-0579-4d3a-8850-b1a122db7b5a, host n-h1-838334-2, cleared binding levels {{(pid=84040) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 21:23:33.951652 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.db [req-c56b8ef8-b66e-4c9c-8503-a7fcd136db02 req-9670ba9b-46a8-4643-a837-253ad5f5f009 service neutron] For port e03da007-0579-4d3a-8850-b1a122db7b5a, host n-h1-838334-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838334-2',level=0,port_id=e03da007-0579-4d3a-8850-b1a122db7b5a,segment=NetworkSegment(4e40371e-7410-48d8-95e7-4f5371c193cc),segment_id=4e40371e-7410-48d8-95e7-4f5371c193cc)] {{(pid=84040) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 21:23:33.955863 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-c56b8ef8-b66e-4c9c-8503-a7fcd136db02 req-9670ba9b-46a8-4643-a837-253ad5f5f009 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32440959'] for port, after_update {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:23:34.017260 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-c56b8ef8-b66e-4c9c-8503-a7fcd136db02 req-9670ba9b-46a8-4643-a837-253ad5f5f009 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217293'] for port, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:23:34.018714 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-c56b8ef8-b66e-4c9c-8503-a7fcd136db02 req-9670ba9b-46a8-4643-a837-253ad5f5f009 service neutron] 10.222.0.43 "PUT /v2.0/ports/e03da007-0579-4d3a-8850-b1a122db7b5a HTTP/1.1" status: 200 len: 1091 time: 1.3191047 Apr 18 21:23:34.030904 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9670ba9b-46a8-4643-a837-253ad5f5f009 service neutron] Pushing event updated for resources: {'Port': ['ID=e03da007-0579-4d3a-8850-b1a122db7b5a,revision_number=7']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:23:34.042499 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.agents_db [None req-6346a179-333c-4370-b5a6-936984aeab15 None None] Agent healthcheck: found 7 active agents {{(pid=84043) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 18 21:23:34.099250 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750375287399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253529'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:23:34.117796 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-c56b8ef8-b66e-4c9c-8503-a7fcd136db02 req-46d0e8d3-ebe7-4a35-bc47-449e3b833048 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=202d5ea04e8c40de88f64ef931ef4e4f&device_id=a4484401-1a8c-4c61-bdbb-3c325aae2c85 HTTP/1.1" status: 200 len: 1094 time: 0.0772204 Apr 18 21:23:34.256109 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c56b8ef8-b66e-4c9c-8503-a7fcd136db02 req-0398a46f-2a68-4b7f-82c3-1dcd9566633d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:23:34.257608 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-c56b8ef8-b66e-4c9c-8503-a7fcd136db02 req-0398a46f-2a68-4b7f-82c3-1dcd9566633d service neutron] 10.222.0.43 "GET /v2.0/networks?id=d83f207f-f7a8-482b-9c99-e8b5c6d071d8 HTTP/1.1" status: 200 len: 898 time: 0.1332612 Apr 18 21:23:34.361732 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-c56b8ef8-b66e-4c9c-8503-a7fcd136db02 req-56fafa74-bac6-4c47-9b5a-0861bfdfbce7 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e03da007-0579-4d3a-8850-b1a122db7b5a HTTP/1.1" status: 200 len: 999 time: 0.0967073 Apr 18 21:23:34.425858 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c56b8ef8-b66e-4c9c-8503-a7fcd136db02 req-6935024c-056f-49f1-9745-69575125be07 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:23:34.427277 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-c56b8ef8-b66e-4c9c-8503-a7fcd136db02 req-6935024c-056f-49f1-9745-69575125be07 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=7368d486-dbbd-49bf-a81a-38ec52e4a5e7 HTTP/1.1" status: 200 len: 835 time: 0.0611148 Apr 18 21:23:34.501040 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-c56b8ef8-b66e-4c9c-8503-a7fcd136db02 req-1c9960a9-3145-4101-99ff-9636088dee97 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=d83f207f-f7a8-482b-9c99-e8b5c6d071d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0681343 Apr 18 21:23:34.629850 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-c56b8ef8-b66e-4c9c-8503-a7fcd136db02 req-af6e5412-d7af-48f5-8fcc-10ea3d9b2f7c service neutron] 10.222.0.43 "GET /v2.0/networks/d83f207f-f7a8-482b-9c99-e8b5c6d071d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1224570 Apr 18 21:23:34.757766 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-c56b8ef8-b66e-4c9c-8503-a7fcd136db02 req-21dd2a06-7eb8-451b-bc24-14f7e1b002bd service neutron] 10.222.0.43 "GET /v2.0/networks/d83f207f-f7a8-482b-9c99-e8b5c6d071d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1220868 Apr 18 21:23:34.952597 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-766c957a-2b12-4765-b005-8603355a2fbe req-596bec34-3a2e-4823-9fd0-c30ac5abbd49 tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:23:34.954030 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-766c957a-2b12-4765-b005-8603355a2fbe req-596bec34-3a2e-4823-9fd0-c30ac5abbd49 tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] 10.222.0.42 "GET /v2.0/ports?device_id=a4484401-1a8c-4c61-bdbb-3c325aae2c85 HTTP/1.1" status: 200 len: 943 time: 0.0801973 Apr 18 21:23:35.094497 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-766c957a-2b12-4765-b005-8603355a2fbe req-5d238037-6dc0-4c61-abe7-737d43e28c8e tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] 10.222.0.42 "GET /v2.0/security-groups?id=4c48310e-c9c1-4f3b-a84d-523dd900b6e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1348102 Apr 18 21:23:35.314543 n-d-838334-2 neutron-server[84040]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a4484401-1a8c-4c61-bdbb-3c325aae2c85', 'tag': 'e03da007-0579-4d3a-8850-b1a122db7b5a'}] {{(pid=84040) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 21:23:35.381805 n-d-838334-2 neutron-server[84040]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f696c938-df6f-4b4d-8356-8d470e33f9fc'] response: {'name': 'network-changed', 'server_uuid': 'a4484401-1a8c-4c61-bdbb-3c325aae2c85', 'tag': 'e03da007-0579-4d3a-8850-b1a122db7b5a', 'status': 'completed', 'code': 200} Apr 18 21:23:35.525343 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-11109128-b891-4238-89ec-37f8fd6371c4 req-c2be04e7-0500-49fb-be90-20f74d4e8117 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=202d5ea04e8c40de88f64ef931ef4e4f&device_id=a4484401-1a8c-4c61-bdbb-3c325aae2c85 HTTP/1.1" status: 200 len: 1094 time: 0.1264853 Apr 18 21:23:35.529017 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-11109128-b891-4238-89ec-37f8fd6371c4 req-6b99e9ba-4068-4b3d-a8a0-ac93d102a55c service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=202d5ea04e8c40de88f64ef931ef4e4f&device_id=a4484401-1a8c-4c61-bdbb-3c325aae2c85 HTTP/1.1" status: 200 len: 1094 time: 0.1008625 Apr 18 21:23:35.565900 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Device e03da007-0579-4d3a-8850-b1a122db7b5a no longer exists at agent hyperv_n-h2-838334-2 {{(pid=84042) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 21:23:35.621062 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Device e03da007-0579-4d3a-8850-b1a122db7b5a not bound to the agent host n-h2-838334-2 {{(pid=84042) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 21:23:35.760523 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11109128-b891-4238-89ec-37f8fd6371c4 req-dbee99ef-cfd3-49e6-82a2-7bef14691006 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:23:35.761933 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-11109128-b891-4238-89ec-37f8fd6371c4 req-dbee99ef-cfd3-49e6-82a2-7bef14691006 service neutron] 10.222.0.43 "GET /v2.0/networks?id=d83f207f-f7a8-482b-9c99-e8b5c6d071d8 HTTP/1.1" status: 200 len: 898 time: 0.2305896 Apr 18 21:23:35.762896 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11109128-b891-4238-89ec-37f8fd6371c4 req-5ce2cdf4-dd7f-4898-acb3-5b2508fb6313 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:23:35.764160 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-11109128-b891-4238-89ec-37f8fd6371c4 req-5ce2cdf4-dd7f-4898-acb3-5b2508fb6313 service neutron] 10.222.0.48 "GET /v2.0/networks?id=d83f207f-f7a8-482b-9c99-e8b5c6d071d8 HTTP/1.1" status: 200 len: 898 time: 0.2151952 Apr 18 21:23:35.943538 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-11109128-b891-4238-89ec-37f8fd6371c4 req-a6b84d51-134b-4205-b63c-a706021722ea service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e03da007-0579-4d3a-8850-b1a122db7b5a HTTP/1.1" status: 200 len: 999 time: 0.1750314 Apr 18 21:23:35.945323 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-11109128-b891-4238-89ec-37f8fd6371c4 req-a30e4303-b3e7-4f5e-b2b6-264afd948a5c service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e03da007-0579-4d3a-8850-b1a122db7b5a HTTP/1.1" status: 200 len: 999 time: 0.1314282 Apr 18 21:23:36.049650 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11109128-b891-4238-89ec-37f8fd6371c4 req-b69c0f6a-5fb2-44c2-9d53-5023d3800063 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:23:36.051098 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-11109128-b891-4238-89ec-37f8fd6371c4 req-b69c0f6a-5fb2-44c2-9d53-5023d3800063 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=7368d486-dbbd-49bf-a81a-38ec52e4a5e7 HTTP/1.1" status: 200 len: 835 time: 0.1016407 Apr 18 21:23:36.053887 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11109128-b891-4238-89ec-37f8fd6371c4 req-c796508a-726b-4c6d-84be-cd4b98551821 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:23:36.055142 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-11109128-b891-4238-89ec-37f8fd6371c4 req-c796508a-726b-4c6d-84be-cd4b98551821 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=7368d486-dbbd-49bf-a81a-38ec52e4a5e7 HTTP/1.1" status: 200 len: 835 time: 0.0773022 Apr 18 21:23:36.182171 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-11109128-b891-4238-89ec-37f8fd6371c4 req-74fe665a-0b0a-433d-a67f-6f451d990e8a service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=d83f207f-f7a8-482b-9c99-e8b5c6d071d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1252213 Apr 18 21:23:36.185933 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-11109128-b891-4238-89ec-37f8fd6371c4 req-bcf2379b-78d3-4f8b-8b38-6974073c06ec service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=d83f207f-f7a8-482b-9c99-e8b5c6d071d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0934443 Apr 18 21:23:36.479543 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-11109128-b891-4238-89ec-37f8fd6371c4 req-fd4c3862-0a74-4852-9442-4eb7ef63aeba service neutron] 10.222.0.48 "GET /v2.0/networks/d83f207f-f7a8-482b-9c99-e8b5c6d071d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2733142 Apr 18 21:23:36.486627 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-11109128-b891-4238-89ec-37f8fd6371c4 req-e058e7a3-c5be-40b2-b5f4-b21e5426a9d3 service neutron] 10.222.0.43 "GET /v2.0/networks/d83f207f-f7a8-482b-9c99-e8b5c6d071d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2976387 Apr 18 21:23:36.584093 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b20e6511-d06b-4491-8586-3f39843e1ed0 req-e21a4935-abb1-4304-bfdf-7a942a7baa06 tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:23:36.585519 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-b20e6511-d06b-4491-8586-3f39843e1ed0 req-e21a4935-abb1-4304-bfdf-7a942a7baa06 tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] 10.222.0.42 "GET /v2.0/ports?device_id=a4484401-1a8c-4c61-bdbb-3c325aae2c85 HTTP/1.1" status: 200 len: 943 time: 0.3583267 Apr 18 21:23:36.892321 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-b20e6511-d06b-4491-8586-3f39843e1ed0 req-9188b5cc-aedb-4cae-b466-e2c61d8401c6 tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] 10.222.0.42 "GET /v2.0/security-groups?id=4c48310e-c9c1-4f3b-a84d-523dd900b6e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2583959 Apr 18 21:23:36.899378 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-11109128-b891-4238-89ec-37f8fd6371c4 req-262c0f32-797d-406b-8ecf-e38975122816 service neutron] 10.222.0.48 "GET /v2.0/networks/d83f207f-f7a8-482b-9c99-e8b5c6d071d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4118195 Apr 18 21:23:36.903488 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-11109128-b891-4238-89ec-37f8fd6371c4 req-1d649f90-bc8e-42fc-b117-59c4aa674519 service neutron] 10.222.0.43 "GET /v2.0/networks/d83f207f-f7a8-482b-9c99-e8b5c6d071d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3946054 Apr 18 21:23:37.502307 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Device e03da007-0579-4d3a-8850-b1a122db7b5a details requested by agent hyperv_n-h1-838334-2 with host n-h1-838334-2 {{(pid=84042) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 18 21:23:37.633771 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] For port e03da007-0579-4d3a-8850-b1a122db7b5a, host n-h1-838334-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838334-2',level=0,port_id=e03da007-0579-4d3a-8850-b1a122db7b5a,segment=NetworkSegment(4e40371e-7410-48d8-95e7-4f5371c193cc),segment_id=4e40371e-7410-48d8-95e7-4f5371c193cc)] {{(pid=84042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:23:37.648646 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Returning: {'device': 'e03da007-0579-4d3a-8850-b1a122db7b5a', 'network_id': 'd83f207f-f7a8-482b-9c99-e8b5c6d071d8', 'port_id': 'e03da007-0579-4d3a-8850-b1a122db7b5a', 'mac_address': 'fa:16:3e:b3:12:d6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 365, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7368d486-dbbd-49bf-a81a-38ec52e4a5e7', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84042) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 18 21:23:37.703710 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:23:37.721467 n-d-838334-2 neutron-server[84042]: DEBUG neutron.notifiers.nova [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e03da007-0579-4d3a-8850-b1a122db7b5a {{(pid=84042) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 18 21:23:37.736157 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] For port e03da007-0579-4d3a-8850-b1a122db7b5a, host n-h1-838334-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838334-2',level=0,port_id=e03da007-0579-4d3a-8850-b1a122db7b5a,segment=NetworkSegment(4e40371e-7410-48d8-95e7-4f5371c193cc),segment_id=4e40371e-7410-48d8-95e7-4f5371c193cc)] {{(pid=84042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:23:37.739907 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682'] for port, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:23:37.805643 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Pushing event updated for resources: {'Port': ['ID=e03da007-0579-4d3a-8850-b1a122db7b5a,revision_number=8']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:23:37.814286 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:23:37.814621 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:23:37.814951 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:23:37.815277 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:23:37.815597 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:23:37.815940 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:23:37.816257 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:23:37.816573 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:23:37.816884 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:23:37.817197 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:23:37.817507 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:23:37.962682 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] get_ports_and_sgs() called for port_ids ['e03da007-0579-4d3a-8850-b1a122db7b5a'] {{(pid=84042) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 18 21:23:38.106603 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e41a63cd-1016-47f9-a410-edd6b99e714a req-c6efcca6-c39d-4ef3-9760-71659574235f tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:23:38.107970 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-e41a63cd-1016-47f9-a410-edd6b99e714a req-c6efcca6-c39d-4ef3-9760-71659574235f tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] 10.222.0.42 "GET /v2.0/ports?device_id=a4484401-1a8c-4c61-bdbb-3c325aae2c85 HTTP/1.1" status: 200 len: 944 time: 0.0769978 Apr 18 21:23:38.157357 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-e41a63cd-1016-47f9-a410-edd6b99e714a req-2eb998ba-22e8-4b9c-beba-87e5589726fd tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] 10.222.0.42 "GET /v2.0/security-groups?id=4c48310e-c9c1-4f3b-a84d-523dd900b6e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425525 Apr 18 21:23:38.532227 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af9bdd2a-a8c3-431c-b82d-ef36bf513e2c req-bceb857b-9a01-431a-851d-e5afd6cdd284 tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:23:38.534369 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-af9bdd2a-a8c3-431c-b82d-ef36bf513e2c req-bceb857b-9a01-431a-851d-e5afd6cdd284 tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] 10.222.0.48 "GET /v2.0/ports?device_id=a4484401-1a8c-4c61-bdbb-3c325aae2c85&tenant_id=202d5ea04e8c40de88f64ef931ef4e4f&binding%3Ahost_id=n-h1-838334-2 HTTP/1.1" status: 200 len: 944 time: 0.1389763 Apr 18 21:23:38.540758 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d31433c9-048e-4365-a9fb-4eb12c7fd668 req-32f898be-b47d-4aa3-8b13-7a07dc1d90ab tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:23:38.542220 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-d31433c9-048e-4365-a9fb-4eb12c7fd668 req-32f898be-b47d-4aa3-8b13-7a07dc1d90ab tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] 10.222.0.42 "GET /v2.0/ports?device_id=a4484401-1a8c-4c61-bdbb-3c325aae2c85 HTTP/1.1" status: 200 len: 944 time: 0.1141894 Apr 18 21:23:38.648340 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-d31433c9-048e-4365-a9fb-4eb12c7fd668 req-6e66094e-4b42-4519-835b-a82b90e61398 tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] 10.222.0.42 "GET /v2.0/security-groups?id=4c48310e-c9c1-4f3b-a84d-523dd900b6e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0671852 Apr 18 21:23:38.650280 n-d-838334-2 neutron-server[84040]: INFO neutron.api.v2.resource [req-af9bdd2a-a8c3-431c-b82d-ef36bf513e2c req-7017e4dc-19b3-447f-b0e7-8a0797df3cb9 service neutron] delete failed (client error): The resource could not be found. Apr 18 21:23:38.651203 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-af9bdd2a-a8c3-431c-b82d-ef36bf513e2c req-7017e4dc-19b3-447f-b0e7-8a0797df3cb9 service neutron] 10.222.0.48 "DELETE /v2.0/ports/e03da007-0579-4d3a-8850-b1a122db7b5a/bindings/n-h2-838334-2 HTTP/1.1" status: 404 len: 380 time: 0.1080937 Apr 18 21:23:38.790058 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-af9bdd2a-a8c3-431c-b82d-ef36bf513e2c req-3e028cec-34cb-4ada-88a7-8367d058b640 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=202d5ea04e8c40de88f64ef931ef4e4f&device_id=a4484401-1a8c-4c61-bdbb-3c325aae2c85 HTTP/1.1" status: 200 len: 1095 time: 0.0694175 Apr 18 21:23:38.925474 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af9bdd2a-a8c3-431c-b82d-ef36bf513e2c req-45f931b2-34e8-4113-bc98-84f89932cc33 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:23:38.927945 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-af9bdd2a-a8c3-431c-b82d-ef36bf513e2c req-45f931b2-34e8-4113-bc98-84f89932cc33 service neutron] 10.222.0.48 "GET /v2.0/networks?id=d83f207f-f7a8-482b-9c99-e8b5c6d071d8 HTTP/1.1" status: 200 len: 898 time: 0.1314633 Apr 18 21:23:39.089384 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-af9bdd2a-a8c3-431c-b82d-ef36bf513e2c req-28f19b5a-6b0c-4138-a744-175444d94f83 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e03da007-0579-4d3a-8850-b1a122db7b5a HTTP/1.1" status: 200 len: 1000 time: 0.1482992 Apr 18 21:23:39.169752 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af9bdd2a-a8c3-431c-b82d-ef36bf513e2c req-77d20de5-0c38-48ad-8e97-f5b983601221 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:23:39.171183 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-af9bdd2a-a8c3-431c-b82d-ef36bf513e2c req-77d20de5-0c38-48ad-8e97-f5b983601221 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=7368d486-dbbd-49bf-a81a-38ec52e4a5e7 HTTP/1.1" status: 200 len: 835 time: 0.0735452 Apr 18 21:23:39.177532 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c389666-efe0-421f-9271-3e55b78df6d1 req-aa672fe4-d423-4267-930d-f053f3cc1cb2 tempest-TestVolumeBootPattern-942365775 tempest-TestVolumeBootPattern-942365775-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:23:39.178856 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-0c389666-efe0-421f-9271-3e55b78df6d1 req-aa672fe4-d423-4267-930d-f053f3cc1cb2 tempest-TestVolumeBootPattern-942365775 tempest-TestVolumeBootPattern-942365775-project] 10.222.0.42 "GET /v2.0/ports?device_id=fcc9deb1-994f-47e8-a6a6-49afe87e2c69 HTTP/1.1" status: 200 len: 945 time: 0.1514711 Apr 18 21:23:39.277625 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-0c389666-efe0-421f-9271-3e55b78df6d1 req-0b803d79-f488-4954-bdc9-cdad30b3898e tempest-TestVolumeBootPattern-942365775 tempest-TestVolumeBootPattern-942365775-project] 10.222.0.42 "GET /v2.0/security-groups?id=da0e9646-9998-43bc-ae83-ea1de751a251&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0645363 Apr 18 21:23:39.287693 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-af9bdd2a-a8c3-431c-b82d-ef36bf513e2c req-bfcedb81-8728-4afb-adf2-775ef11377d0 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=d83f207f-f7a8-482b-9c99-e8b5c6d071d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1075003 Apr 18 21:23:39.422028 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-af9bdd2a-a8c3-431c-b82d-ef36bf513e2c req-8320a4b4-d834-4d4e-9037-e04bfcb0023c service neutron] 10.222.0.48 "GET /v2.0/networks/d83f207f-f7a8-482b-9c99-e8b5c6d071d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1273074 Apr 18 21:23:39.522846 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Device e03da007-0579-4d3a-8850-b1a122db7b5a up at agent hyperv_n-h1-838334-2 {{(pid=84042) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 21:23:39.562428 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-af9bdd2a-a8c3-431c-b82d-ef36bf513e2c req-27ad216e-d62d-4d4a-80b1-ffbd15505a68 service neutron] 10.222.0.48 "GET /v2.0/networks/d83f207f-f7a8-482b-9c99-e8b5c6d071d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1326783 Apr 18 21:23:39.594538 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Provisioning for port e03da007-0579-4d3a-8850-b1a122db7b5a completed by entity L2. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 21:23:39.599301 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Provisioning complete for port e03da007-0579-4d3a-8850-b1a122db7b5a triggered by entity L2. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:23:39.599706 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1253608'] for port, provisioning_complete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:23:39.714527 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:23:39.745815 n-d-838334-2 neutron-server[84042]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a4484401-1a8c-4c61-bdbb-3c325aae2c85', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e03da007-0579-4d3a-8850-b1a122db7b5a'}] {{(pid=84042) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 21:23:39.756461 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] For port e03da007-0579-4d3a-8850-b1a122db7b5a, host n-h1-838334-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838334-2',level=0,port_id=e03da007-0579-4d3a-8850-b1a122db7b5a,segment=NetworkSegment(4e40371e-7410-48d8-95e7-4f5371c193cc),segment_id=4e40371e-7410-48d8-95e7-4f5371c193cc)] {{(pid=84042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:23:39.761440 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682'] for port, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:23:39.822738 n-d-838334-2 neutron-server[84042]: INFO neutron.notifiers.nova [-] Nova event matching ['req-97de053f-ffb4-4d0c-aecf-4c67bf6bce44'] response: {'server_uuid': 'a4484401-1a8c-4c61-bdbb-3c325aae2c85', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e03da007-0579-4d3a-8850-b1a122db7b5a', 'code': 200} Apr 18 21:23:39.833132 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Pushing event updated for resources: {'Port': ['ID=e03da007-0579-4d3a-8850-b1a122db7b5a,revision_number=9']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:23:39.857900 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-275cc19e-ae2b-4a81-9f00-6e0e8b332ed3 req-0787a719-e500-4715-8fec-2fd024875f95 tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:23:39.859339 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-275cc19e-ae2b-4a81-9f00-6e0e8b332ed3 req-0787a719-e500-4715-8fec-2fd024875f95 tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] 10.222.0.42 "GET /v2.0/ports?device_id=a4484401-1a8c-4c61-bdbb-3c325aae2c85 HTTP/1.1" status: 200 len: 945 time: 0.0813320 Apr 18 21:23:39.905442 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-275cc19e-ae2b-4a81-9f00-6e0e8b332ed3 req-f744d33a-790c-4a32-a5c3-7d174809fd82 tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] 10.222.0.42 "GET /v2.0/security-groups?id=4c48310e-c9c1-4f3b-a84d-523dd900b6e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398936 Apr 18 21:23:40.477126 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0158cb7-5faa-4bd8-99da-7433f96b5a35 req-075fd9cc-f8a4-41c6-838d-ba95967fec70 tempest-TestVolumeBootPattern-942365775 tempest-TestVolumeBootPattern-942365775-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:23:40.478584 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-a0158cb7-5faa-4bd8-99da-7433f96b5a35 req-075fd9cc-f8a4-41c6-838d-ba95967fec70 tempest-TestVolumeBootPattern-942365775 tempest-TestVolumeBootPattern-942365775-project] 10.222.0.42 "GET /v2.0/ports?device_id=fcc9deb1-994f-47e8-a6a6-49afe87e2c69 HTTP/1.1" status: 200 len: 945 time: 0.0780880 Apr 18 21:23:40.530819 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-a0158cb7-5faa-4bd8-99da-7433f96b5a35 req-97f40985-98a0-477c-bf60-bd2e10055af4 tempest-TestVolumeBootPattern-942365775 tempest-TestVolumeBootPattern-942365775-project] 10.222.0.42 "GET /v2.0/security-groups?id=da0e9646-9998-43bc-ae83-ea1de751a251&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467706 Apr 18 21:23:40.629598 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caa551c4-7be7-4f6d-b834-9e04ed53e53a req-c3f97de8-72b0-4c25-8151-a11e6d1afa7e tempest-TestVolumeBootPattern-942365775 tempest-TestVolumeBootPattern-942365775-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:23:40.630976 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-caa551c4-7be7-4f6d-b834-9e04ed53e53a req-c3f97de8-72b0-4c25-8151-a11e6d1afa7e tempest-TestVolumeBootPattern-942365775 tempest-TestVolumeBootPattern-942365775-project] 10.222.0.48 "GET /v2.0/ports?device_id=fcc9deb1-994f-47e8-a6a6-49afe87e2c69 HTTP/1.1" status: 200 len: 945 time: 0.0761507 Apr 18 21:23:40.697262 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.plugin [req-caa551c4-7be7-4f6d-b834-9e04ed53e53a req-4033cdfe-19d6-4d15-bdd0-a6a8658d4c99 tempest-TestVolumeBootPattern-942365775 tempest-TestVolumeBootPattern-942365775-project] Deleting port 2e19799e-20aa-4a8a-9abb-2926600918da {{(pid=84040) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 21:23:40.697591 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-caa551c4-7be7-4f6d-b834-9e04ed53e53a req-4033cdfe-19d6-4d15-bdd0-a6a8658d4c99 tempest-TestVolumeBootPattern-942365775 tempest-TestVolumeBootPattern-942365775-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750375188691'] for port, before_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:23:40.948359 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.db [req-caa551c4-7be7-4f6d-b834-9e04ed53e53a req-4033cdfe-19d6-4d15-bdd0-a6a8658d4c99 tempest-TestVolumeBootPattern-942365775 tempest-TestVolumeBootPattern-942365775-project] For port 2e19799e-20aa-4a8a-9abb-2926600918da, host n-h2-838334-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838334-2',level=0,port_id=2e19799e-20aa-4a8a-9abb-2926600918da,segment=NetworkSegment(c9d9b92a-74d4-40ed-ab8e-582836dfe352),segment_id=c9d9b92a-74d4-40ed-ab8e-582836dfe352)] {{(pid=84040) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:23:40.948741 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-caa551c4-7be7-4f6d-b834-9e04ed53e53a req-4033cdfe-19d6-4d15-bdd0-a6a8658d4c99 tempest-TestVolumeBootPattern-942365775 tempest-TestVolumeBootPattern-942365775-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369123'] for port, precommit_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:23:41.397725 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f9472d8-0937-47eb-a792-82b0efaf3a0e req-c49ee541-485b-4f78-9017-5e56654430a1 tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:23:41.399150 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-2f9472d8-0937-47eb-a792-82b0efaf3a0e req-c49ee541-485b-4f78-9017-5e56654430a1 tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] 10.222.0.42 "GET /v2.0/ports?device_id=a4484401-1a8c-4c61-bdbb-3c325aae2c85 HTTP/1.1" status: 200 len: 945 time: 0.3588207 Apr 18 21:23:41.422211 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-caa551c4-7be7-4f6d-b834-9e04ed53e53a req-4033cdfe-19d6-4d15-bdd0-a6a8658d4c99 tempest-TestVolumeBootPattern-942365775 tempest-TestVolumeBootPattern-942365775-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:23:41.422572 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-caa551c4-7be7-4f6d-b834-9e04ed53e53a req-4033cdfe-19d6-4d15-bdd0-a6a8658d4c99 tempest-TestVolumeBootPattern-942365775 tempest-TestVolumeBootPattern-942365775-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33444131'] for floatingip, after_update {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:23:41.422878 n-d-838334-2 neutron-server[84040]: INFO neutron.db.l3_db [req-caa551c4-7be7-4f6d-b834-9e04ed53e53a req-4033cdfe-19d6-4d15-bdd0-a6a8658d4c99 tempest-TestVolumeBootPattern-942365775 tempest-TestVolumeBootPattern-942365775-project] Floating IP 8c7b19f0-9eed-441a-82f3-90ee86e759f6 disassociated. External IP: 172.25.8.162, port: 2e19799e-20aa-4a8a-9abb-2926600918da. Apr 18 21:23:41.423237 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.plugin [req-caa551c4-7be7-4f6d-b834-9e04ed53e53a req-4033cdfe-19d6-4d15-bdd0-a6a8658d4c99 tempest-TestVolumeBootPattern-942365775 tempest-TestVolumeBootPattern-942365775-project] Calling delete_port for 2e19799e-20aa-4a8a-9abb-2926600918da owned by compute:nova {{(pid=84040) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 21:23:41.501573 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-2f9472d8-0937-47eb-a792-82b0efaf3a0e req-2d8bc728-b944-4559-87fc-e453999369a4 tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] 10.222.0.42 "GET /v2.0/security-groups?id=4c48310e-c9c1-4f3b-a84d-523dd900b6e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0952356 Apr 18 21:23:41.530893 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 36542) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:23:41.612393 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-caa551c4-7be7-4f6d-b834-9e04ed53e53a req-4033cdfe-19d6-4d15-bdd0-a6a8658d4c99 tempest-TestVolumeBootPattern-942365775 tempest-TestVolumeBootPattern-942365775-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750375259028', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750374836628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32440838'] for port, after_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:23:41.667859 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4033cdfe-19d6-4d15-bdd0-a6a8658d4c99 tempest-TestVolumeBootPattern-942365775 tempest-TestVolumeBootPattern-942365775-project] Pushing event deleted for resources: {'Port': ['ID=2e19799e-20aa-4a8a-9abb-2926600918da,revision_number=None']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:23:41.718808 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-903d359f-11d4-4be1-a2bd-b50a10111f49 req-d9185c8f-b3bf-4713-a8d2-412427f9d67d tempest-TestVolumeBootPattern-942365775 tempest-TestVolumeBootPattern-942365775-project] 10.222.0.42 "GET /v2.0/ports?device_id=fcc9deb1-994f-47e8-a6a6-49afe87e2c69 HTTP/1.1" status: 200 len: 210 time: 0.0521400 Apr 18 21:23:41.765328 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-211296e9-4258-4813-be3a-81d618947029 tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] 10.222.0.42 "GET /v2.0/floatingips/acfb8f34-bd52-4325-899b-5f22b4de012e HTTP/1.1" status: 200 len: 993 time: 0.2326751 Apr 18 21:23:41.922360 n-d-838334-2 neutron-server[84040]: DEBUG neutron.scheduler.l3_agent_scheduler [req-caa551c4-7be7-4f6d-b834-9e04ed53e53a req-4033cdfe-19d6-4d15-bdd0-a6a8658d4c99 tempest-TestVolumeBootPattern-942365775 tempest-TestVolumeBootPattern-942365775-project] Router 62ab243e-ad9f-4433-a3dd-569ad89df6bc has already been hosted by L3 agent bc84d6c9-dd7a-4555-a351-592327b46d5a {{(pid=84040) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 21:23:42.130316 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-caa551c4-7be7-4f6d-b834-9e04ed53e53a req-4033cdfe-19d6-4d15-bdd0-a6a8658d4c99 tempest-TestVolumeBootPattern-942365775 tempest-TestVolumeBootPattern-942365775-project] Notify agent at l3_agent.n-d-838334-2 the message routers_updated {{(pid=84040) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 21:23:42.140143 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1765348-78f0-4681-ae9f-6850c693433b None None] Sync routers for ids ['62ab243e-ad9f-4433-a3dd-569ad89df6bc'] in n-d-838334-2 {{(pid=84042) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 18 21:23:42.152967 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1765348-78f0-4681-ae9f-6850c693433b None None] Routers {'62ab243e-ad9f-4433-a3dd-569ad89df6bc'} bound to L3 agent in host n-d-838334-2 {{(pid=84042) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 21:23:42.153827 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_hamode_db [None req-e1765348-78f0-4681-ae9f-6850c693433b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838334-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-18T20:25:48Z,description=,heartbeat_timestamp=2022-04-18T21:23:18Z,host='n-d-838334-2',id=bc84d6c9-dd7a-4555-a351-592327b46d5a,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:25:48Z,topic='l3_agent')) {'router_ids': ['62ab243e-ad9f-4433-a3dd-569ad89df6bc'], 'active': True} {{(pid=84042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:23:42.205226 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.l3_dvrscheduler_db [req-caa551c4-7be7-4f6d-b834-9e04ed53e53a req-4033cdfe-19d6-4d15-bdd0-a6a8658d4c99 tempest-TestVolumeBootPattern-942365775 tempest-TestVolumeBootPattern-942365775-project] No DVR routers for this DVR port 2e19799e-20aa-4a8a-9abb-2926600918da on host n-h2-838334-2 {{(pid=84040) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 21:23:42.207857 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-caa551c4-7be7-4f6d-b834-9e04ed53e53a req-4033cdfe-19d6-4d15-bdd0-a6a8658d4c99 tempest-TestVolumeBootPattern-942365775 tempest-TestVolumeBootPattern-942365775-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217293'] for port, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:23:42.210497 n-d-838334-2 neutron-server[84040]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fcc9deb1-994f-47e8-a6a6-49afe87e2c69', 'name': 'network-vif-deleted', 'tag': '2e19799e-20aa-4a8a-9abb-2926600918da'}] {{(pid=84040) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 21:23:42.227118 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-caa551c4-7be7-4f6d-b834-9e04ed53e53a req-4033cdfe-19d6-4d15-bdd0-a6a8658d4c99 tempest-TestVolumeBootPattern-942365775 tempest-TestVolumeBootPattern-942365775-project] 10.222.0.48 "DELETE /v2.0/ports/2e19799e-20aa-4a8a-9abb-2926600918da HTTP/1.1" status: 204 len: 173 time: 1.5903876 Apr 18 21:23:42.270346 n-d-838334-2 neutron-server[84040]: INFO neutron.notifiers.nova [-] Nova event matching ['req-943260ab-0f59-4e85-aea3-430846615137'] response: {'server_uuid': 'fcc9deb1-994f-47e8-a6a6-49afe87e2c69', 'name': 'network-vif-deleted', 'tag': '2e19799e-20aa-4a8a-9abb-2926600918da', 'status': 'completed', 'code': 200} Apr 18 21:23:42.350102 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_dvr_db [None req-e1765348-78f0-4681-ae9f-6850c693433b None None] Set router 62ab243e-ad9f-4433-a3dd-569ad89df6bc gateway port host: n-d-838334-2 {{(pid=84042) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 21:23:42.670057 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_hamode_db [None req-e1765348-78f0-4681-ae9f-6850c693433b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62ab243e-ad9f-4433-a3dd-569ad89df6bc', 'name': 'tempest-TestVolumeBootPattern-477195389-router', 'tenant_id': '31978bb3bc1348ad8b469e6e55d6f163', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'external_fixed_ips': [{'subnet_id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'ip_address': '172.25.8.234'}], 'enable_snat': True}, 'gw_port_id': 'ed687a9e-9201-4e8e-80c0-f5948665f08d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:17:09Z', 'updated_at': '2022-04-18T21:17:14Z', 'revision_number': 4, 'project_id': '31978bb3bc1348ad8b469e6e55d6f163', 'gw_port': {'id': 'ed687a9e-9201-4e8e-80c0-f5948665f08d', 'name': '', 'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:d9:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62ab243e-ad9f-4433-a3dd-569ad89df6bc', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'ip_address': '172.25.8.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:17:10Z', 'updated_at': '2022-04-18T21:17:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838334-2', '_interfaces': [{'id': 'dc11cf0f-ccf3-4218-b3db-90cf0ccd3b6a', 'name': '', 'network_id': '9b223f6a-fe67-4bd3-957a-7ef808b3aaf1', 'tenant_id': '31978bb3bc1348ad8b469e6e55d6f163', 'mac_address': 'fa:16:3e:12:a0:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62ab243e-ad9f-4433-a3dd-569ad89df6bc', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a845e1ae-c47e-4919-8a24-530366b84c60', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:17:13Z', 'updated_at': '2022-04-18T21:17:36Z', 'revision_number': 5, 'project_id': '31978bb3bc1348ad8b469e6e55d6f163', 'subnets': [{'id': 'a845e1ae-c47e-4919-8a24-530366b84c60', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838334-2', False) {} {{(pid=84042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:23:42.673925 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1765348-78f0-4681-ae9f-6850c693433b None None] Checking router: 62ab243e-ad9f-4433-a3dd-569ad89df6bc for host: n-d-838334-2 {{(pid=84042) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 18 21:23:42.685751 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1765348-78f0-4681-ae9f-6850c693433b None None] Routers {'62ab243e-ad9f-4433-a3dd-569ad89df6bc'} bound to L3 agent in host n-d-838334-2 {{(pid=84042) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 21:23:42.686350 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_hamode_db [None req-e1765348-78f0-4681-ae9f-6850c693433b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838334-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-18T20:25:48Z,description=,heartbeat_timestamp=2022-04-18T21:23:18Z,host='n-d-838334-2',id=bc84d6c9-dd7a-4555-a351-592327b46d5a,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:25:48Z,topic='l3_agent')) {'router_ids': ['62ab243e-ad9f-4433-a3dd-569ad89df6bc'], 'active': True} {{(pid=84042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:23:42.875875 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_dvr_db [None req-e1765348-78f0-4681-ae9f-6850c693433b None None] Set router 62ab243e-ad9f-4433-a3dd-569ad89df6bc gateway port host: n-d-838334-2 {{(pid=84042) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 21:23:42.924311 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [req-d85f59ce-15f4-4800-8346-d54f5e1dc3bf req-a37df6fc-0423-447a-bd33-e82f5e2ff4ef tempest-TestVolumeBootPattern-942365775 tempest-TestVolumeBootPattern-942365775-project] Synchronizing usage tracker for tenant:31978bb3bc1348ad8b469e6e55d6f163 on resource:port {{(pid=84040) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 21:23:42.941308 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [req-d85f59ce-15f4-4800-8346-d54f5e1dc3bf req-a37df6fc-0423-447a-bd33-e82f5e2ff4ef tempest-TestVolumeBootPattern-942365775 tempest-TestVolumeBootPattern-942365775-project] Unset dirty status for tenant:31978bb3bc1348ad8b469e6e55d6f163 on resource:port {{(pid=84040) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 21:23:42.942483 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-d85f59ce-15f4-4800-8346-d54f5e1dc3bf req-a37df6fc-0423-447a-bd33-e82f5e2ff4ef tempest-TestVolumeBootPattern-942365775 tempest-TestVolumeBootPattern-942365775-project] 10.222.0.42 "GET /v2.0/ports?device_id=fcc9deb1-994f-47e8-a6a6-49afe87e2c69 HTTP/1.1" status: 200 len: 210 time: 0.0627322 Apr 18 21:23:43.203925 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_hamode_db [None req-e1765348-78f0-4681-ae9f-6850c693433b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62ab243e-ad9f-4433-a3dd-569ad89df6bc', 'name': 'tempest-TestVolumeBootPattern-477195389-router', 'tenant_id': '31978bb3bc1348ad8b469e6e55d6f163', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'external_fixed_ips': [{'subnet_id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'ip_address': '172.25.8.234'}], 'enable_snat': True}, 'gw_port_id': 'ed687a9e-9201-4e8e-80c0-f5948665f08d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:17:09Z', 'updated_at': '2022-04-18T21:17:14Z', 'revision_number': 4, 'project_id': '31978bb3bc1348ad8b469e6e55d6f163', 'gw_port': {'id': 'ed687a9e-9201-4e8e-80c0-f5948665f08d', 'name': '', 'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:d9:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62ab243e-ad9f-4433-a3dd-569ad89df6bc', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'ip_address': '172.25.8.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:17:10Z', 'updated_at': '2022-04-18T21:17:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838334-2', '_interfaces': [{'id': 'dc11cf0f-ccf3-4218-b3db-90cf0ccd3b6a', 'name': '', 'network_id': '9b223f6a-fe67-4bd3-957a-7ef808b3aaf1', 'tenant_id': '31978bb3bc1348ad8b469e6e55d6f163', 'mac_address': 'fa:16:3e:12:a0:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62ab243e-ad9f-4433-a3dd-569ad89df6bc', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a845e1ae-c47e-4919-8a24-530366b84c60', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:17:13Z', 'updated_at': '2022-04-18T21:17:36Z', 'revision_number': 5, 'project_id': '31978bb3bc1348ad8b469e6e55d6f163', 'subnets': [{'id': 'a845e1ae-c47e-4919-8a24-530366b84c60', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838334-2', False) {} {{(pid=84042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:23:43.210248 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1765348-78f0-4681-ae9f-6850c693433b None None] The sync data for ids ['62ab243e-ad9f-4433-a3dd-569ad89df6bc'] in n-d-838334-2 is: [{'id': '62ab243e-ad9f-4433-a3dd-569ad89df6bc', 'name': 'tempest-TestVolumeBootPattern-477195389-router', 'tenant_id': '31978bb3bc1348ad8b469e6e55d6f163', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'external_fixed_ips': [{'subnet_id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'ip_address': '172.25.8.234'}], 'enable_snat': True}, 'gw_port_id': 'ed687a9e-9201-4e8e-80c0-f5948665f08d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:17:09Z', 'updated_at': '2022-04-18T21:17:14Z', 'revision_number': 4, 'project_id': '31978bb3bc1348ad8b469e6e55d6f163', 'gw_port': {'id': 'ed687a9e-9201-4e8e-80c0-f5948665f08d', 'name': '', 'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:d9:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62ab243e-ad9f-4433-a3dd-569ad89df6bc', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'ip_address': '172.25.8.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:17:10Z', 'updated_at': '2022-04-18T21:17:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838334-2', '_interfaces': [{'id': 'dc11cf0f-ccf3-4218-b3db-90cf0ccd3b6a', 'name': '', 'network_id': '9b223f6a-fe67-4bd3-957a-7ef808b3aaf1', 'tenant_id': '31978bb3bc1348ad8b469e6e55d6f163', 'mac_address': 'fa:16:3e:12:a0:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62ab243e-ad9f-4433-a3dd-569ad89df6bc', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a845e1ae-c47e-4919-8a24-530366b84c60', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:17:13Z', 'updated_at': '2022-04-18T21:17:36Z', 'revision_number': 5, 'project_id': '31978bb3bc1348ad8b469e6e55d6f163', 'subnets': [{'id': 'a845e1ae-c47e-4919-8a24-530366b84c60', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84042) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 18 21:23:43.421667 n-d-838334-2 neutron-server[84043]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37840240-87e2-4381-9975-eea6ba858979 None None] New status for floating IP 8c7b19f0-9eed-441a-82f3-90ee86e759f6: DOWN {{(pid=84043) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Apr 18 21:23:43.597902 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Device 2e19799e-20aa-4a8a-9abb-2926600918da no longer exists at agent hyperv_n-h2-838334-2 {{(pid=84042) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 21:23:43.670600 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.plugin [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] No Port match for: 2e19799e-20aa-4a8a-9abb-2926600918da {{(pid=84042) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 18 21:23:43.670938 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Device 2e19799e-20aa-4a8a-9abb-2926600918da not bound to the agent host n-h2-838334-2 {{(pid=84042) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 21:23:44.255026 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-eb2ba2c6-8475-4170-9ed9-629d536a5fb6 req-cca18766-168e-4579-b4cc-e411ecd07656 tempest-TestVolumeBootPattern-942365775 tempest-TestVolumeBootPattern-942365775-project] 10.222.0.42 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1136051296&fields=id&tenant_id=31978bb3bc1348ad8b469e6e55d6f163 HTTP/1.1" status: 200 len: 267 time: 0.0401323 Apr 18 21:23:44.400022 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb2ba2c6-8475-4170-9ed9-629d536a5fb6 req-9ecf8947-fea0-4361-a996-50883be8072b tempest-TestVolumeBootPattern-942365775 tempest-TestVolumeBootPattern-942365775-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:23:44.401470 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-eb2ba2c6-8475-4170-9ed9-629d536a5fb6 req-9ecf8947-fea0-4361-a996-50883be8072b tempest-TestVolumeBootPattern-942365775 tempest-TestVolumeBootPattern-942365775-project] 10.222.0.42 "GET /v2.0/networks?id=9b223f6a-fe67-4bd3-957a-7ef808b3aaf1 HTTP/1.1" status: 200 len: 811 time: 0.1404016 Apr 18 21:23:44.417807 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-eb2ba2c6-8475-4170-9ed9-629d536a5fb6 req-13ace5ab-91fb-4600-bb2a-f213df18aebf tempest-TestVolumeBootPattern-942365775 tempest-TestVolumeBootPattern-942365775-project] 10.222.0.42 "GET /v2.0/quotas/31978bb3bc1348ad8b469e6e55d6f163 HTTP/1.1" status: 200 len: 375 time: 0.0110481 Apr 18 21:23:44.498620 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-eb2ba2c6-8475-4170-9ed9-629d536a5fb6 req-50753729-a91a-4faa-bfb7-5eb56102c750 tempest-TestVolumeBootPattern-942365775 tempest-TestVolumeBootPattern-942365775-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=31978bb3bc1348ad8b469e6e55d6f163&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0760076 Apr 18 21:23:44.643235 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [req-eb2ba2c6-8475-4170-9ed9-629d536a5fb6 req-ebcad403-71ea-4804-988b-54548705a1e5 service neutron] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=84040) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 18 21:23:44.644256 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-eb2ba2c6-8475-4170-9ed9-629d536a5fb6 req-ebcad403-71ea-4804-988b-54548705a1e5 service neutron] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.1342242 Apr 18 21:23:44.774266 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-eb2ba2c6-8475-4170-9ed9-629d536a5fb6 req-58555bc8-721d-4cdd-982b-1b07c397fce8 service neutron] 10.222.0.42 "GET /v2.0/networks/9b223f6a-fe67-4bd3-957a-7ef808b3aaf1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1236787 Apr 18 21:23:44.904900 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-eb2ba2c6-8475-4170-9ed9-629d536a5fb6 req-460c4035-313d-4c0e-a0b2-baf2a6c3b8b7 service neutron] 10.222.0.42 "GET /v2.0/networks/9b223f6a-fe67-4bd3-957a-7ef808b3aaf1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1249528 Apr 18 21:23:45.402524 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-9fb568cb-e497-4b5e-97bc-665fab616f72 req-48904112-2d50-4f60-8fe4-458281242368 tempest-TestVolumeBootPattern-942365775 tempest-TestVolumeBootPattern-942365775-project] 10.222.0.42 "GET /v2.0/ports?device_id=70504d68-ffa1-435e-9477-b988284384f6 HTTP/1.1" status: 200 len: 210 time: 0.1459866 Apr 18 21:23:45.659230 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-d159b6dc-9736-4c39-aaaf-2cbbdaa3593c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750375287399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253529'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:23:46.308800 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb2ba2c6-8475-4170-9ed9-629d536a5fb6 req-44f38aec-2da6-4312-983b-b1e7efb7bdbc tempest-TestVolumeBootPattern-942365775 tempest-TestVolumeBootPattern-942365775-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:23:46.310497 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-eb2ba2c6-8475-4170-9ed9-629d536a5fb6 req-44f38aec-2da6-4312-983b-b1e7efb7bdbc tempest-TestVolumeBootPattern-942365775 tempest-TestVolumeBootPattern-942365775-project] 10.222.0.48 "GET /v2.0/networks?id=9b223f6a-fe67-4bd3-957a-7ef808b3aaf1 HTTP/1.1" status: 200 len: 811 time: 0.1513379 Apr 18 21:23:46.367796 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-eb2ba2c6-8475-4170-9ed9-629d536a5fb6 req-9bb5a9fa-d183-43f9-803f-ee018ec212fb tempest-TestVolumeBootPattern-942365775 tempest-TestVolumeBootPattern-942365775-project] 10.222.0.48 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=31978bb3bc1348ad8b469e6e55d6f163 HTTP/1.1" status: 200 len: 380 time: 0.0448315 Apr 18 21:23:46.383888 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.v2.base [req-eb2ba2c6-8475-4170-9ed9-629d536a5fb6 req-74511b6f-e19b-4136-a03d-c40a70806b77 tempest-TestVolumeBootPattern-942365775 tempest-TestVolumeBootPattern-942365775-project] Request body: {'port': {'device_id': '70504d68-ffa1-435e-9477-b988284384f6', 'network_id': '9b223f6a-fe67-4bd3-957a-7ef808b3aaf1', 'admin_state_up': True, 'tenant_id': '31978bb3bc1348ad8b469e6e55d6f163', 'security_groups': ['da0e9646-9998-43bc-ae83-ea1de751a251']}} {{(pid=84040) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:23:46.526991 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [req-eb2ba2c6-8475-4170-9ed9-629d536a5fb6 req-74511b6f-e19b-4136-a03d-c40a70806b77 tempest-TestVolumeBootPattern-942365775 tempest-TestVolumeBootPattern-942365775-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:23:46.567532 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [req-eb2ba2c6-8475-4170-9ed9-629d536a5fb6 req-74511b6f-e19b-4136-a03d-c40a70806b77 tempest-TestVolumeBootPattern-942365775 tempest-TestVolumeBootPattern-942365775-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:23:46.582722 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-5f935953-b1d6-4569-bab1-9b4d14f6cbad req-7c2209b1-1adf-4569-a611-143c0c764951 tempest-TestVolumeBootPattern-942365775 tempest-TestVolumeBootPattern-942365775-project] 10.222.0.42 "GET /v2.0/ports?device_id=70504d68-ffa1-435e-9477-b988284384f6 HTTP/1.1" status: 200 len: 210 time: 0.0488763 Apr 18 21:23:46.588401 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-eb2ba2c6-8475-4170-9ed9-629d536a5fb6 req-74511b6f-e19b-4136-a03d-c40a70806b77 tempest-TestVolumeBootPattern-942365775 tempest-TestVolumeBootPattern-942365775-project] Made reservation on behalf of 31978bb3bc1348ad8b469e6e55d6f163 for: {'port': 1} {{(pid=84040) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:23:46.591411 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-eb2ba2c6-8475-4170-9ed9-629d536a5fb6 req-74511b6f-e19b-4136-a03d-c40a70806b77 tempest-TestVolumeBootPattern-942365775 tempest-TestVolumeBootPattern-942365775-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:23:46.753735 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.db_base_plugin_common [req-eb2ba2c6-8475-4170-9ed9-629d536a5fb6 req-74511b6f-e19b-4136-a03d-c40a70806b77 tempest-TestVolumeBootPattern-942365775 tempest-TestVolumeBootPattern-942365775-project] Allocated IP 172.20.0.7 (9b223f6a-fe67-4bd3-957a-7ef808b3aaf1/a845e1ae-c47e-4919-8a24-530366b84c60/071d2f9f-8226-4651-b6db-ea634e88c276) {{(pid=84040) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 21:23:46.943953 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-eb2ba2c6-8475-4170-9ed9-629d536a5fb6 req-74511b6f-e19b-4136-a03d-c40a70806b77 tempest-TestVolumeBootPattern-942365775 tempest-TestVolumeBootPattern-942365775-project] Notify callbacks [] for port, precommit_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:23:46.961953 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.provisioning_blocks [req-eb2ba2c6-8475-4170-9ed9-629d536a5fb6 req-74511b6f-e19b-4136-a03d-c40a70806b77 tempest-TestVolumeBootPattern-942365775 tempest-TestVolumeBootPattern-942365775-project] Transition to ACTIVE for port object 071d2f9f-8226-4651-b6db-ea634e88c276 will not be triggered until provisioned by entity DHCP. {{(pid=84040) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:23:46.984741 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-eb2ba2c6-8475-4170-9ed9-629d536a5fb6 req-74511b6f-e19b-4136-a03d-c40a70806b77 tempest-TestVolumeBootPattern-942365775 tempest-TestVolumeBootPattern-942365775-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750374836619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32440838'] for port, after_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:23:47.052040 n-d-838334-2 neutron-server[84040]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-eb2ba2c6-8475-4170-9ed9-629d536a5fb6 req-74511b6f-e19b-4136-a03d-c40a70806b77 tempest-TestVolumeBootPattern-942365775 tempest-TestVolumeBootPattern-942365775-project] Network 9b223f6a-fe67-4bd3-957a-7ef808b3aaf1 is already hosted by enough agents. {{(pid=84040) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:23:47.059236 n-d-838334-2 neutron-server[84040]: DEBUG neutron.scheduler.base_scheduler [req-eb2ba2c6-8475-4170-9ed9-629d536a5fb6 req-74511b6f-e19b-4136-a03d-c40a70806b77 tempest-TestVolumeBootPattern-942365775 tempest-TestVolumeBootPattern-942365775-project] Resources bound (agent type, host, resource id): {{(pid=84040) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:23:47.063967 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.l3_dvrscheduler_db [req-eb2ba2c6-8475-4170-9ed9-629d536a5fb6 req-74511b6f-e19b-4136-a03d-c40a70806b77 tempest-TestVolumeBootPattern-942365775 tempest-TestVolumeBootPattern-942365775-project] Received port after_create {{(pid=84040) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 21:23:47.112611 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74511b6f-e19b-4136-a03d-c40a70806b77 tempest-TestVolumeBootPattern-942365775 tempest-TestVolumeBootPattern-942365775-project] Pushing event updated for resources: {'Port': ['ID=071d2f9f-8226-4651-b6db-ea634e88c276,revision_number=1']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:23:47.132816 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb2ba2c6-8475-4170-9ed9-629d536a5fb6 req-74511b6f-e19b-4136-a03d-c40a70806b77 tempest-TestVolumeBootPattern-942365775 tempest-TestVolumeBootPattern-942365775-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:23:47.133436 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-eb2ba2c6-8475-4170-9ed9-629d536a5fb6 req-74511b6f-e19b-4136-a03d-c40a70806b77 tempest-TestVolumeBootPattern-942365775 tempest-TestVolumeBootPattern-942365775-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217293'] for port, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:23:47.159587 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-eb2ba2c6-8475-4170-9ed9-629d536a5fb6 req-74511b6f-e19b-4136-a03d-c40a70806b77 tempest-TestVolumeBootPattern-942365775 tempest-TestVolumeBootPattern-942365775-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7795954 Apr 18 21:23:47.171333 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.v2.base [req-eb2ba2c6-8475-4170-9ed9-629d536a5fb6 req-1acb9b12-e884-4976-9ef3-f699524d5a12 service neutron] Request body: {'port': {'device_id': '70504d68-ffa1-435e-9477-b988284384f6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-838334-2'}} {{(pid=84040) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:23:47.285341 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-eb2ba2c6-8475-4170-9ed9-629d536a5fb6 req-1acb9b12-e884-4976-9ef3-f699524d5a12 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:23:47.347689 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-ef9f44f3-d49e-45c3-9512-b0adaf76dc1c None None] Provisioning for port 071d2f9f-8226-4651-b6db-ea634e88c276 completed by entity DHCP. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 21:23:47.352984 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-ef9f44f3-d49e-45c3-9512-b0adaf76dc1c None None] Provisioning complete for port 071d2f9f-8226-4651-b6db-ea634e88c276 triggered by entity DHCP. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:23:47.353347 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-ef9f44f3-d49e-45c3-9512-b0adaf76dc1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1253608'] for port, provisioning_complete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:23:47.405856 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.plugin [None req-ef9f44f3-d49e-45c3-9512-b0adaf76dc1c None None] Port 071d2f9f-8226-4651-b6db-ea634e88c276 cannot update to ACTIVE because it is not bound. {{(pid=84042) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 18 21:23:47.637877 n-d-838334-2 neutron-server[84040]: DEBUG neutron.notifiers.nova [req-eb2ba2c6-8475-4170-9ed9-629d536a5fb6 req-1acb9b12-e884-4976-9ef3-f699524d5a12 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 071d2f9f-8226-4651-b6db-ea634e88c276 {{(pid=84040) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 18 21:23:47.645937 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-eb2ba2c6-8475-4170-9ed9-629d536a5fb6 req-1acb9b12-e884-4976-9ef3-f699524d5a12 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:23:47.661960 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.provisioning_blocks [req-eb2ba2c6-8475-4170-9ed9-629d536a5fb6 req-1acb9b12-e884-4976-9ef3-f699524d5a12 service neutron] Transition to ACTIVE for port object 071d2f9f-8226-4651-b6db-ea634e88c276 will not be triggered until provisioned by entity L2. {{(pid=84040) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:23:47.666075 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-eb2ba2c6-8475-4170-9ed9-629d536a5fb6 req-1acb9b12-e884-4976-9ef3-f699524d5a12 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32440959'] for port, after_update {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:23:47.846140 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1acb9b12-e884-4976-9ef3-f699524d5a12 service neutron] Pushing event updated for resources: {'Port': ['ID=071d2f9f-8226-4651-b6db-ea634e88c276,revision_number=2']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:23:47.925701 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-1379ddc5-ff75-408a-8527-d629e4a91a20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750375287399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253529'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:23:48.059794 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b705f37-f351-4bdb-8db0-7c69a40bdf37 req-a8a1f38f-af14-40f4-a165-9288db66d55f tempest-TestVolumeBootPattern-942365775 tempest-TestVolumeBootPattern-942365775-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:23:48.060476 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [req-6b705f37-f351-4bdb-8db0-7c69a40bdf37 req-a8a1f38f-af14-40f4-a165-9288db66d55f tempest-TestVolumeBootPattern-942365775 tempest-TestVolumeBootPattern-942365775-project] Synchronizing usage tracker for tenant:31978bb3bc1348ad8b469e6e55d6f163 on resource:port {{(pid=84040) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 21:23:48.091244 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.managers [req-eb2ba2c6-8475-4170-9ed9-629d536a5fb6 req-1acb9b12-e884-4976-9ef3-f699524d5a12 service neutron] Attempting to bind port 071d2f9f-8226-4651-b6db-ea634e88c276 on host n-h2-838334-2 for vnic_type normal with profile {{(pid=84040) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 21:23:48.091570 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.managers [req-eb2ba2c6-8475-4170-9ed9-629d536a5fb6 req-1acb9b12-e884-4976-9ef3-f699524d5a12 service neutron] Attempting to bind port 071d2f9f-8226-4651-b6db-ea634e88c276 by drivers openvswitch,hyperv on host n-h2-838334-2 at level 0 using segments [{'id': 'c9d9b92a-74d4-40ed-ab8e-582836dfe352', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '9b223f6a-fe67-4bd3-957a-7ef808b3aaf1'}] {{(pid=84040) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 21:23:48.091925 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb2ba2c6-8475-4170-9ed9-629d536a5fb6 req-1acb9b12-e884-4976-9ef3-f699524d5a12 service neutron] Attempting to bind port 071d2f9f-8226-4651-b6db-ea634e88c276 on network 9b223f6a-fe67-4bd3-957a-7ef808b3aaf1 {{(pid=84040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 21:23:48.096567 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [req-6b705f37-f351-4bdb-8db0-7c69a40bdf37 req-a8a1f38f-af14-40f4-a165-9288db66d55f tempest-TestVolumeBootPattern-942365775 tempest-TestVolumeBootPattern-942365775-project] Unset dirty status for tenant:31978bb3bc1348ad8b469e6e55d6f163 on resource:port {{(pid=84040) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 21:23:48.097710 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-6b705f37-f351-4bdb-8db0-7c69a40bdf37 req-a8a1f38f-af14-40f4-a165-9288db66d55f tempest-TestVolumeBootPattern-942365775 tempest-TestVolumeBootPattern-942365775-project] 10.222.0.42 "GET /v2.0/ports?device_id=70504d68-ffa1-435e-9477-b988284384f6 HTTP/1.1" status: 200 len: 943 time: 0.3820422 Apr 18 21:23:48.100217 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb2ba2c6-8475-4170-9ed9-629d536a5fb6 req-1acb9b12-e884-4976-9ef3-f699524d5a12 service neutron] Port 071d2f9f-8226-4651-b6db-ea634e88c276 on network 9b223f6a-fe67-4bd3-957a-7ef808b3aaf1 not bound, no agent of type Open vSwitch agent registered on host n-h2-838334-2 {{(pid=84040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 18 21:23:48.100536 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb2ba2c6-8475-4170-9ed9-629d536a5fb6 req-1acb9b12-e884-4976-9ef3-f699524d5a12 service neutron] Attempting to bind port 071d2f9f-8226-4651-b6db-ea634e88c276 on network 9b223f6a-fe67-4bd3-957a-7ef808b3aaf1 {{(pid=84040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 21:23:48.121294 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb2ba2c6-8475-4170-9ed9-629d536a5fb6 req-1acb9b12-e884-4976-9ef3-f699524d5a12 service neutron] Checking agent: {'id': 'dc797004-f641-47b7-a77f-9c62b5b16296', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-838334-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 34, 3), 'started_at': datetime.datetime(2022, 4, 18, 20, 34, 3), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 21, 23, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 18 21:23:48.121631 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb2ba2c6-8475-4170-9ed9-629d536a5fb6 req-1acb9b12-e884-4976-9ef3-f699524d5a12 service neutron] Checking segment: {'id': 'c9d9b92a-74d4-40ed-ab8e-582836dfe352', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '9b223f6a-fe67-4bd3-957a-7ef808b3aaf1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84040) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 21:23:48.122004 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb2ba2c6-8475-4170-9ed9-629d536a5fb6 req-1acb9b12-e884-4976-9ef3-f699524d5a12 service neutron] Bound using segment: {'id': 'c9d9b92a-74d4-40ed-ab8e-582836dfe352', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '9b223f6a-fe67-4bd3-957a-7ef808b3aaf1'} {{(pid=84040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 18 21:23:48.122435 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.managers [req-eb2ba2c6-8475-4170-9ed9-629d536a5fb6 req-1acb9b12-e884-4976-9ef3-f699524d5a12 service neutron] Bound port: 071d2f9f-8226-4651-b6db-ea634e88c276, host: n-h2-838334-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c9d9b92a-74d4-40ed-ab8e-582836dfe352', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '9b223f6a-fe67-4bd3-957a-7ef808b3aaf1'}}] {{(pid=84040) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 21:23:48.122780 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-eb2ba2c6-8475-4170-9ed9-629d536a5fb6 req-1acb9b12-e884-4976-9ef3-f699524d5a12 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:23:48.198662 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-6b705f37-f351-4bdb-8db0-7c69a40bdf37 req-50fd23df-de12-496d-8465-8e89afa284ae tempest-TestVolumeBootPattern-942365775 tempest-TestVolumeBootPattern-942365775-project] 10.222.0.42 "GET /v2.0/security-groups?id=da0e9646-9998-43bc-ae83-ea1de751a251&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0941443 Apr 18 21:23:48.236919 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.db [req-eb2ba2c6-8475-4170-9ed9-629d536a5fb6 req-1acb9b12-e884-4976-9ef3-f699524d5a12 service neutron] For port 071d2f9f-8226-4651-b6db-ea634e88c276, host n-h2-838334-2, cleared binding levels {{(pid=84040) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 21:23:48.240062 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.db [req-eb2ba2c6-8475-4170-9ed9-629d536a5fb6 req-1acb9b12-e884-4976-9ef3-f699524d5a12 service neutron] For port 071d2f9f-8226-4651-b6db-ea634e88c276, host n-h2-838334-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838334-2',level=0,port_id=071d2f9f-8226-4651-b6db-ea634e88c276,segment=NetworkSegment(c9d9b92a-74d4-40ed-ab8e-582836dfe352),segment_id=c9d9b92a-74d4-40ed-ab8e-582836dfe352)] {{(pid=84040) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 21:23:48.244121 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-eb2ba2c6-8475-4170-9ed9-629d536a5fb6 req-1acb9b12-e884-4976-9ef3-f699524d5a12 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32440959'] for port, after_update {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:23:48.304525 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-eb2ba2c6-8475-4170-9ed9-629d536a5fb6 req-1acb9b12-e884-4976-9ef3-f699524d5a12 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217293'] for port, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:23:48.305982 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-eb2ba2c6-8475-4170-9ed9-629d536a5fb6 req-1acb9b12-e884-4976-9ef3-f699524d5a12 service neutron] 10.222.0.48 "PUT /v2.0/ports/071d2f9f-8226-4651-b6db-ea634e88c276 HTTP/1.1" status: 200 len: 1091 time: 1.1389365 Apr 18 21:23:48.306340 n-d-838334-2 neutron-server[84040]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '70504d68-ffa1-435e-9477-b988284384f6', 'tag': '071d2f9f-8226-4651-b6db-ea634e88c276'}] {{(pid=84040) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 21:23:48.325963 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1acb9b12-e884-4976-9ef3-f699524d5a12 service neutron] Pushing event updated for resources: {'Port': ['ID=071d2f9f-8226-4651-b6db-ea634e88c276,revision_number=3']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:23:48.377701 n-d-838334-2 neutron-server[84040]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a93d09be-69d2-47ed-a155-cca3ce75208c'] response: {'name': 'network-changed', 'server_uuid': '70504d68-ffa1-435e-9477-b988284384f6', 'tag': '071d2f9f-8226-4651-b6db-ea634e88c276', 'status': 'completed', 'code': 200} Apr 18 21:23:48.425806 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-eb2ba2c6-8475-4170-9ed9-629d536a5fb6 req-e27a093d-3b0d-4347-a1eb-14c7b414c785 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=31978bb3bc1348ad8b469e6e55d6f163&device_id=70504d68-ffa1-435e-9477-b988284384f6 HTTP/1.1" status: 200 len: 1094 time: 0.0817478 Apr 18 21:23:48.497919 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-eb2ba2c6-8475-4170-9ed9-629d536a5fb6 req-5ce75a74-ae8c-41dd-9bf8-7dfd5dac2af8 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=071d2f9f-8226-4651-b6db-ea634e88c276 HTTP/1.1" status: 200 len: 217 time: 0.0645902 Apr 18 21:23:48.565308 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb2ba2c6-8475-4170-9ed9-629d536a5fb6 req-e64cb565-082f-402f-9c98-26bf21790379 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:23:48.566807 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-eb2ba2c6-8475-4170-9ed9-629d536a5fb6 req-e64cb565-082f-402f-9c98-26bf21790379 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=a845e1ae-c47e-4919-8a24-530366b84c60 HTTP/1.1" status: 200 len: 850 time: 0.0633955 Apr 18 21:23:48.641005 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-eb2ba2c6-8475-4170-9ed9-629d536a5fb6 req-f5ff954c-8f32-4b83-b43b-9d54e8986fa5 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=9b223f6a-fe67-4bd3-957a-7ef808b3aaf1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0684106 Apr 18 21:23:48.771496 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-eb2ba2c6-8475-4170-9ed9-629d536a5fb6 req-ab7dfe54-3972-4cba-980d-c3616737ac9d service neutron] 10.222.0.48 "GET /v2.0/networks/9b223f6a-fe67-4bd3-957a-7ef808b3aaf1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1247044 Apr 18 21:23:48.903677 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-eb2ba2c6-8475-4170-9ed9-629d536a5fb6 req-7bf9d326-de2d-4873-98ca-57d0c92cb597 service neutron] 10.222.0.48 "GET /v2.0/networks/9b223f6a-fe67-4bd3-957a-7ef808b3aaf1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1260431 Apr 18 21:23:49.020149 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-b928bc10-0fcc-4263-b9cb-2ee71f4ea935 req-0f2db7a5-af96-4f92-8f90-1a846c8371d3 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=31978bb3bc1348ad8b469e6e55d6f163&device_id=70504d68-ffa1-435e-9477-b988284384f6 HTTP/1.1" status: 200 len: 1094 time: 0.0726295 Apr 18 21:23:49.101321 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750375287399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253529'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:23:49.156735 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b928bc10-0fcc-4263-b9cb-2ee71f4ea935 req-72457482-d70c-49b5-985e-1c953e498847 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:23:49.159696 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-b928bc10-0fcc-4263-b9cb-2ee71f4ea935 req-72457482-d70c-49b5-985e-1c953e498847 service neutron] 10.222.0.48 "GET /v2.0/networks?id=9b223f6a-fe67-4bd3-957a-7ef808b3aaf1 HTTP/1.1" status: 200 len: 912 time: 0.1334438 Apr 18 21:23:49.270192 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-b928bc10-0fcc-4263-b9cb-2ee71f4ea935 req-6478d37a-0c70-4743-8ece-f23ddd1d860b service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=071d2f9f-8226-4651-b6db-ea634e88c276 HTTP/1.1" status: 200 len: 217 time: 0.1031446 Apr 18 21:23:49.395489 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b928bc10-0fcc-4263-b9cb-2ee71f4ea935 req-47370b97-9c58-4189-afa3-55240a1f4a5d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:23:49.396936 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-b928bc10-0fcc-4263-b9cb-2ee71f4ea935 req-47370b97-9c58-4189-afa3-55240a1f4a5d service neutron] 10.222.0.48 "GET /v2.0/subnets?id=a845e1ae-c47e-4919-8a24-530366b84c60 HTTP/1.1" status: 200 len: 850 time: 0.1156158 Apr 18 21:23:49.401749 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-8834da48-f552-44b0-a67b-2ec473e94037 req-d0905ff2-c61a-4846-99be-0a336364cf4e service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=a4484401-1a8c-4c61-bdbb-3c325aae2c85&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1877384 Apr 18 21:23:49.511835 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a21f5e73-2106-4458-a86e-3d75cc1813db req-6d76f024-2153-4774-a537-63738ddab11e tempest-TestVolumeBootPattern-942365775 tempest-TestVolumeBootPattern-942365775-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:23:49.513231 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-a21f5e73-2106-4458-a86e-3d75cc1813db req-6d76f024-2153-4774-a537-63738ddab11e tempest-TestVolumeBootPattern-942365775 tempest-TestVolumeBootPattern-942365775-project] 10.222.0.42 "GET /v2.0/ports?device_id=70504d68-ffa1-435e-9477-b988284384f6 HTTP/1.1" status: 200 len: 943 time: 0.1885517 Apr 18 21:23:49.564508 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-414b6ffe-e119-47bc-b18f-bcff1219c2f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750375287399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253529'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:23:49.581005 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-b928bc10-0fcc-4263-b9cb-2ee71f4ea935 req-8500b2f1-7623-44aa-8d5b-50ebeb83cece service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=9b223f6a-fe67-4bd3-957a-7ef808b3aaf1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1775050 Apr 18 21:23:49.612727 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-a21f5e73-2106-4458-a86e-3d75cc1813db req-226749a6-4e68-4377-8199-79aadcb3dcff tempest-TestVolumeBootPattern-942365775 tempest-TestVolumeBootPattern-942365775-project] 10.222.0.42 "GET /v2.0/security-groups?id=da0e9646-9998-43bc-ae83-ea1de751a251&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0932140 Apr 18 21:23:49.690615 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-8834da48-f552-44b0-a67b-2ec473e94037 req-5bb1caf4-efba-4bd8-92d7-6f90019e6009 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=202d5ea04e8c40de88f64ef931ef4e4f&device_id=a4484401-1a8c-4c61-bdbb-3c325aae2c85 HTTP/1.1" status: 200 len: 1096 time: 0.2130103 Apr 18 21:23:49.894255 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-b928bc10-0fcc-4263-b9cb-2ee71f4ea935 req-1a1aa7ac-b3aa-4282-b7f9-159ca4ccb4c7 service neutron] 10.222.0.48 "GET /v2.0/networks/9b223f6a-fe67-4bd3-957a-7ef808b3aaf1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3051052 Apr 18 21:23:50.016149 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8834da48-f552-44b0-a67b-2ec473e94037 req-aeb2b3da-ed8f-41b3-a22b-82ad5ce9516d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:23:50.017646 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-8834da48-f552-44b0-a67b-2ec473e94037 req-aeb2b3da-ed8f-41b3-a22b-82ad5ce9516d service neutron] 10.222.0.43 "GET /v2.0/networks?id=d83f207f-f7a8-482b-9c99-e8b5c6d071d8 HTTP/1.1" status: 200 len: 898 time: 0.2218118 Apr 18 21:23:50.126421 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-b928bc10-0fcc-4263-b9cb-2ee71f4ea935 req-9fc133db-75b6-476f-9686-5968fed1cd8e service neutron] 10.222.0.48 "GET /v2.0/networks/9b223f6a-fe67-4bd3-957a-7ef808b3aaf1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2255607 Apr 18 21:23:50.145311 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-8834da48-f552-44b0-a67b-2ec473e94037 req-39a68a44-2ead-48ac-82bf-4d5d41031376 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e03da007-0579-4d3a-8850-b1a122db7b5a HTTP/1.1" status: 200 len: 1001 time: 0.1126642 Apr 18 21:23:50.205789 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8834da48-f552-44b0-a67b-2ec473e94037 req-afdc6f8c-ebf0-4dcb-bc65-fbfb771c398a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:23:50.207172 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-8834da48-f552-44b0-a67b-2ec473e94037 req-afdc6f8c-ebf0-4dcb-bc65-fbfb771c398a service neutron] 10.222.0.43 "GET /v2.0/subnets?id=7368d486-dbbd-49bf-a81a-38ec52e4a5e7 HTTP/1.1" status: 200 len: 835 time: 0.0562019 Apr 18 21:23:50.279483 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-8834da48-f552-44b0-a67b-2ec473e94037 req-3f18e7ac-8e2f-4bd6-8930-89c52827c531 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=d83f207f-f7a8-482b-9c99-e8b5c6d071d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0661368 Apr 18 21:23:50.406543 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-8834da48-f552-44b0-a67b-2ec473e94037 req-38a30926-8856-4005-8117-4e5242d11baf service neutron] 10.222.0.43 "GET /v2.0/networks/d83f207f-f7a8-482b-9c99-e8b5c6d071d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1210818 Apr 18 21:23:50.534830 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-8834da48-f552-44b0-a67b-2ec473e94037 req-41aceb93-656c-4e2b-994f-dc779258d40d service neutron] 10.222.0.43 "GET /v2.0/networks/d83f207f-f7a8-482b-9c99-e8b5c6d071d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1226692 Apr 18 21:23:50.654955 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-c7521a90-7d65-4e2e-842c-ca5d95e9a89c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750375287399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253529'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:23:50.812287 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d429b4d5-59ba-4e19-9d07-eaacc62111fe req-393938c9-77ae-43be-8951-776b7d0b83f9 tempest-TestVolumeBootPattern-942365775 tempest-TestVolumeBootPattern-942365775-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:23:50.813640 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-d429b4d5-59ba-4e19-9d07-eaacc62111fe req-393938c9-77ae-43be-8951-776b7d0b83f9 tempest-TestVolumeBootPattern-942365775 tempest-TestVolumeBootPattern-942365775-project] 10.222.0.42 "GET /v2.0/ports?device_id=70504d68-ffa1-435e-9477-b988284384f6 HTTP/1.1" status: 200 len: 943 time: 0.0788608 Apr 18 21:23:50.858674 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-d429b4d5-59ba-4e19-9d07-eaacc62111fe req-3fd0e2b3-e816-44d4-aea6-7eb4c3e0086e tempest-TestVolumeBootPattern-942365775 tempest-TestVolumeBootPattern-942365775-project] 10.222.0.42 "GET /v2.0/security-groups?id=da0e9646-9998-43bc-ae83-ea1de751a251&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388341 Apr 18 21:23:52.051208 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5938c1ea-a9ac-43af-bf7c-443b97030329 req-d2176d77-22d1-4805-b7ac-0cc008367079 tempest-TestVolumeBootPattern-942365775 tempest-TestVolumeBootPattern-942365775-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:23:52.052656 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-5938c1ea-a9ac-43af-bf7c-443b97030329 req-d2176d77-22d1-4805-b7ac-0cc008367079 tempest-TestVolumeBootPattern-942365775 tempest-TestVolumeBootPattern-942365775-project] 10.222.0.42 "GET /v2.0/ports?device_id=70504d68-ffa1-435e-9477-b988284384f6 HTTP/1.1" status: 200 len: 943 time: 0.0736139 Apr 18 21:23:52.100159 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-5938c1ea-a9ac-43af-bf7c-443b97030329 req-7f4d22ce-5be3-4c53-8b29-aefb9f86819b tempest-TestVolumeBootPattern-942365775 tempest-TestVolumeBootPattern-942365775-project] 10.222.0.42 "GET /v2.0/security-groups?id=da0e9646-9998-43bc-ae83-ea1de751a251&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420885 Apr 18 21:23:53.299222 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aca839a-b625-4936-a75c-dae1cc5fceaf req-43db6a6a-50c6-42c3-970b-ed2cfd29b865 tempest-TestVolumeBootPattern-942365775 tempest-TestVolumeBootPattern-942365775-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:23:53.300661 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-4aca839a-b625-4936-a75c-dae1cc5fceaf req-43db6a6a-50c6-42c3-970b-ed2cfd29b865 tempest-TestVolumeBootPattern-942365775 tempest-TestVolumeBootPattern-942365775-project] 10.222.0.42 "GET /v2.0/ports?device_id=70504d68-ffa1-435e-9477-b988284384f6 HTTP/1.1" status: 200 len: 943 time: 0.0777404 Apr 18 21:23:53.345954 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-4aca839a-b625-4936-a75c-dae1cc5fceaf req-1392f09f-6c48-4220-94c8-c6b406b3c58c tempest-TestVolumeBootPattern-942365775 tempest-TestVolumeBootPattern-942365775-project] 10.222.0.42 "GET /v2.0/security-groups?id=da0e9646-9998-43bc-ae83-ea1de751a251&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386584 Apr 18 21:23:54.541337 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-480637ed-6035-4b38-96ad-e3b29952e74d req-1c71e69a-865c-4c9a-a843-96eebc8432d8 tempest-TestVolumeBootPattern-942365775 tempest-TestVolumeBootPattern-942365775-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:23:54.542747 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-480637ed-6035-4b38-96ad-e3b29952e74d req-1c71e69a-865c-4c9a-a843-96eebc8432d8 tempest-TestVolumeBootPattern-942365775 tempest-TestVolumeBootPattern-942365775-project] 10.222.0.42 "GET /v2.0/ports?device_id=70504d68-ffa1-435e-9477-b988284384f6 HTTP/1.1" status: 200 len: 943 time: 0.0779016 Apr 18 21:23:54.587829 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-480637ed-6035-4b38-96ad-e3b29952e74d req-bb45f551-6f5e-4e06-a887-f07d54a8c40f tempest-TestVolumeBootPattern-942365775 tempest-TestVolumeBootPattern-942365775-project] 10.222.0.42 "GET /v2.0/security-groups?id=da0e9646-9998-43bc-ae83-ea1de751a251&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396173 Apr 18 21:23:55.660042 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Device 071d2f9f-8226-4651-b6db-ea634e88c276 details requested by agent hyperv_n-h2-838334-2 with host n-h2-838334-2 {{(pid=84042) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 18 21:23:55.799751 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] For port 071d2f9f-8226-4651-b6db-ea634e88c276, host n-h2-838334-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838334-2',level=0,port_id=071d2f9f-8226-4651-b6db-ea634e88c276,segment=NetworkSegment(c9d9b92a-74d4-40ed-ab8e-582836dfe352),segment_id=c9d9b92a-74d4-40ed-ab8e-582836dfe352)] {{(pid=84042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:23:55.812858 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Returning: {'device': '071d2f9f-8226-4651-b6db-ea634e88c276', 'network_id': '9b223f6a-fe67-4bd3-957a-7ef808b3aaf1', 'port_id': '071d2f9f-8226-4651-b6db-ea634e88c276', 'mac_address': 'fa:16:3e:bb:19:54', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 357, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a845e1ae-c47e-4919-8a24-530366b84c60', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84042) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 18 21:23:55.865585 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:23:55.882998 n-d-838334-2 neutron-server[84042]: DEBUG neutron.notifiers.nova [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 071d2f9f-8226-4651-b6db-ea634e88c276 {{(pid=84042) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 18 21:23:55.897542 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] For port 071d2f9f-8226-4651-b6db-ea634e88c276, host n-h2-838334-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838334-2',level=0,port_id=071d2f9f-8226-4651-b6db-ea634e88c276,segment=NetworkSegment(c9d9b92a-74d4-40ed-ab8e-582836dfe352),segment_id=c9d9b92a-74d4-40ed-ab8e-582836dfe352)] {{(pid=84042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:23:55.901677 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682'] for port, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:23:55.937752 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2520f69-2a6c-48fd-9f4e-604fadc65724 req-3ad5d960-2627-4ba9-b703-92b90c088faa tempest-TestVolumeBootPattern-942365775 tempest-TestVolumeBootPattern-942365775-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:23:55.939217 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-d2520f69-2a6c-48fd-9f4e-604fadc65724 req-3ad5d960-2627-4ba9-b703-92b90c088faa tempest-TestVolumeBootPattern-942365775 tempest-TestVolumeBootPattern-942365775-project] 10.222.0.42 "GET /v2.0/ports?device_id=70504d68-ffa1-435e-9477-b988284384f6 HTTP/1.1" status: 200 len: 943 time: 0.0846112 Apr 18 21:23:55.972159 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Pushing event updated for resources: {'Port': ['ID=071d2f9f-8226-4651-b6db-ea634e88c276,revision_number=4']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:23:55.989986 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-d2520f69-2a6c-48fd-9f4e-604fadc65724 req-be75ad39-9c2b-476a-baa1-a0a08bc4e8be tempest-TestVolumeBootPattern-942365775 tempest-TestVolumeBootPattern-942365775-project] 10.222.0.42 "GET /v2.0/security-groups?id=da0e9646-9998-43bc-ae83-ea1de751a251&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437872 Apr 18 21:23:56.105008 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] get_ports_and_sgs() called for port_ids ['071d2f9f-8226-4651-b6db-ea634e88c276'] {{(pid=84042) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 18 21:23:57.188993 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-025e326b-4ee5-4c24-a103-b6878960d412 req-378e7ba4-d5ca-43b5-a2ab-efd8cd157c9c tempest-TestVolumeBootPattern-942365775 tempest-TestVolumeBootPattern-942365775-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:23:57.191149 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-025e326b-4ee5-4c24-a103-b6878960d412 req-378e7ba4-d5ca-43b5-a2ab-efd8cd157c9c tempest-TestVolumeBootPattern-942365775 tempest-TestVolumeBootPattern-942365775-project] 10.222.0.42 "GET /v2.0/ports?device_id=70504d68-ffa1-435e-9477-b988284384f6 HTTP/1.1" status: 200 len: 944 time: 0.0793915 Apr 18 21:23:57.235020 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-025e326b-4ee5-4c24-a103-b6878960d412 req-ef01b7a3-185a-424a-9722-6ce0de6b7a40 tempest-TestVolumeBootPattern-942365775 tempest-TestVolumeBootPattern-942365775-project] 10.222.0.42 "GET /v2.0/security-groups?id=da0e9646-9998-43bc-ae83-ea1de751a251&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383334 Apr 18 21:23:57.660823 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Device 071d2f9f-8226-4651-b6db-ea634e88c276 up at agent hyperv_n-h2-838334-2 {{(pid=84042) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 21:23:57.728128 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Provisioning for port 071d2f9f-8226-4651-b6db-ea634e88c276 completed by entity L2. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 21:23:57.732712 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Provisioning complete for port 071d2f9f-8226-4651-b6db-ea634e88c276 triggered by entity L2. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:23:57.733085 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1253608'] for port, provisioning_complete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:23:57.846866 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:23:57.874246 n-d-838334-2 neutron-server[84042]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '70504d68-ffa1-435e-9477-b988284384f6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '071d2f9f-8226-4651-b6db-ea634e88c276'}] {{(pid=84042) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 21:23:57.884459 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] For port 071d2f9f-8226-4651-b6db-ea634e88c276, host n-h2-838334-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838334-2',level=0,port_id=071d2f9f-8226-4651-b6db-ea634e88c276,segment=NetworkSegment(c9d9b92a-74d4-40ed-ab8e-582836dfe352),segment_id=c9d9b92a-74d4-40ed-ab8e-582836dfe352)] {{(pid=84042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:23:57.888814 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682'] for port, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:23:57.934916 n-d-838334-2 neutron-server[84042]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cf734490-3495-4bd0-9875-7c7e560e9d18'] response: {'server_uuid': '70504d68-ffa1-435e-9477-b988284384f6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '071d2f9f-8226-4651-b6db-ea634e88c276', 'code': 200} Apr 18 21:23:57.961016 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Pushing event updated for resources: {'Port': ['ID=071d2f9f-8226-4651-b6db-ea634e88c276,revision_number=5']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:23:58.056471 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-3b77abeb-4b7f-4275-9265-358b0cdb3793 req-aad20fc4-918a-4eb4-9ec7-465cd77f26c3 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=70504d68-ffa1-435e-9477-b988284384f6 HTTP/1.1" status: 200 len: 1096 time: 0.0655160 Apr 18 21:23:58.101576 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-3b77abeb-4b7f-4275-9265-358b0cdb3793 req-1271adad-95db-4f7c-8bc3-949b63e13e42 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=da0e9646-9998-43bc-ae83-ea1de751a251&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384438 Apr 18 21:23:58.440720 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6f0701a-e2a2-439b-80b8-6d8dd2045323 req-901cdb12-eef7-4b6a-8fab-c5d4e6672a30 tempest-TestVolumeBootPattern-942365775 tempest-TestVolumeBootPattern-942365775-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:23:58.442238 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-d6f0701a-e2a2-439b-80b8-6d8dd2045323 req-901cdb12-eef7-4b6a-8fab-c5d4e6672a30 tempest-TestVolumeBootPattern-942365775 tempest-TestVolumeBootPattern-942365775-project] 10.222.0.42 "GET /v2.0/ports?device_id=70504d68-ffa1-435e-9477-b988284384f6 HTTP/1.1" status: 200 len: 945 time: 0.0781028 Apr 18 21:23:58.489862 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-d6f0701a-e2a2-439b-80b8-6d8dd2045323 req-e2871dea-2075-4209-a67f-64f65d90394d tempest-TestVolumeBootPattern-942365775 tempest-TestVolumeBootPattern-942365775-project] 10.222.0.42 "GET /v2.0/security-groups?id=da0e9646-9998-43bc-ae83-ea1de751a251&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414076 Apr 18 21:23:59.692004 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d05f9807-7626-4570-b9f0-9114df9101fb req-73818d86-7676-4c2f-bac3-b05902e1a055 tempest-TestVolumeBootPattern-942365775 tempest-TestVolumeBootPattern-942365775-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:23:59.693435 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-d05f9807-7626-4570-b9f0-9114df9101fb req-73818d86-7676-4c2f-bac3-b05902e1a055 tempest-TestVolumeBootPattern-942365775 tempest-TestVolumeBootPattern-942365775-project] 10.222.0.42 "GET /v2.0/ports?device_id=70504d68-ffa1-435e-9477-b988284384f6 HTTP/1.1" status: 200 len: 945 time: 0.0797489 Apr 18 21:23:59.823856 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-d05f9807-7626-4570-b9f0-9114df9101fb req-5eee1dc9-1aae-43b7-8283-cb00ffcac84b tempest-TestVolumeBootPattern-942365775 tempest-TestVolumeBootPattern-942365775-project] 10.222.0.42 "GET /v2.0/security-groups?id=da0e9646-9998-43bc-ae83-ea1de751a251&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1247671 Apr 18 21:23:59.952462 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750375287399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253529'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:24:00.017325 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f135679-1616-475e-9af1-6023e1d0f359 req-37179312-083b-4648-92ab-279bcf4ebb97 tempest-TestVolumeBootPattern-942365775 tempest-TestVolumeBootPattern-942365775-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:24:00.019356 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-6f135679-1616-475e-9af1-6023e1d0f359 req-37179312-083b-4648-92ab-279bcf4ebb97 tempest-TestVolumeBootPattern-942365775 tempest-TestVolumeBootPattern-942365775-project] 10.222.0.42 "GET /v2.0/ports?device_id=70504d68-ffa1-435e-9477-b988284384f6 HTTP/1.1" status: 200 len: 945 time: 0.0767267 Apr 18 21:24:00.064467 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-6f135679-1616-475e-9af1-6023e1d0f359 req-170a636e-cd3a-4ddf-a9c7-688229a233aa tempest-TestVolumeBootPattern-942365775 tempest-TestVolumeBootPattern-942365775-project] 10.222.0.42 "GET /v2.0/security-groups?id=da0e9646-9998-43bc-ae83-ea1de751a251&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394294 Apr 18 21:24:00.092518 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 36608) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:24:00.358029 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-c2e8d39d-cb35-4002-9293-1cdbe3834b13 tempest-TestVolumeBootPattern-1067739245 tempest-TestVolumeBootPattern-1067739245-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=70504d68-ffa1-435e-9477-b988284384f6 HTTP/1.1" status: 200 len: 1091 time: 0.2642579 Apr 18 21:24:00.360527 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 36616) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:24:00.365533 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.v2.base [None req-ca7f9fa5-144c-4f94-b006-d98f4d2b563c tempest-TestVolumeBootPattern-942365775 tempest-TestVolumeBootPattern-942365775-project] Request body: {'floatingip': {'floating_network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'port_id': '071d2f9f-8226-4651-b6db-ea634e88c276', 'tenant_id': '31978bb3bc1348ad8b469e6e55d6f163', 'fixed_ip_address': '172.20.0.7'}} {{(pid=84040) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:24:00.371315 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [None req-ca7f9fa5-144c-4f94-b006-d98f4d2b563c tempest-TestVolumeBootPattern-942365775 tempest-TestVolumeBootPattern-942365775-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:24:00.375086 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-ca7f9fa5-144c-4f94-b006-d98f4d2b563c tempest-TestVolumeBootPattern-942365775 tempest-TestVolumeBootPattern-942365775-project] Usage tracker for resource:floatingip and tenant:31978bb3bc1348ad8b469e6e55d6f163 is out of sync, need to count used quota {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:24:00.378483 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-ca7f9fa5-144c-4f94-b006-d98f4d2b563c tempest-TestVolumeBootPattern-942365775 tempest-TestVolumeBootPattern-942365775-project] Quota usage for floatingip was recalculated. Used quota:1. {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:24:00.384071 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [None req-ca7f9fa5-144c-4f94-b006-d98f4d2b563c tempest-TestVolumeBootPattern-942365775 tempest-TestVolumeBootPattern-942365775-project] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:24:00.394927 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-ca7f9fa5-144c-4f94-b006-d98f4d2b563c tempest-TestVolumeBootPattern-942365775 tempest-TestVolumeBootPattern-942365775-project] Notify callbacks [] for floatingip, before_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:24:00.527676 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-ca7f9fa5-144c-4f94-b006-d98f4d2b563c tempest-TestVolumeBootPattern-942365775 tempest-TestVolumeBootPattern-942365775-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:24:00.663644 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.db_base_plugin_common [None req-ca7f9fa5-144c-4f94-b006-d98f4d2b563c tempest-TestVolumeBootPattern-942365775 tempest-TestVolumeBootPattern-942365775-project] Allocated IP 172.25.8.120 (e41b6600-a917-4a8d-b05c-be3be40c6d8c/6b05667b-848e-4356-9b44-d5eb6808ef74/c02c5826-198f-4c58-abf3-eb4109a852d4) {{(pid=84040) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 21:24:00.811546 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-ca7f9fa5-144c-4f94-b006-d98f4d2b563c tempest-TestVolumeBootPattern-942365775 tempest-TestVolumeBootPattern-942365775-project] Notify callbacks [] for port, precommit_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:24:00.839285 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-ca7f9fa5-144c-4f94-b006-d98f4d2b563c tempest-TestVolumeBootPattern-942365775 tempest-TestVolumeBootPattern-942365775-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750374836619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32440838'] for port, after_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:24:00.903448 n-d-838334-2 neutron-server[84040]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca7f9fa5-144c-4f94-b006-d98f4d2b563c tempest-TestVolumeBootPattern-942365775 tempest-TestVolumeBootPattern-942365775-project] Network e41b6600-a917-4a8d-b05c-be3be40c6d8c is already hosted by enough agents. {{(pid=84040) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:24:00.904535 n-d-838334-2 neutron-server[84040]: DEBUG neutron.scheduler.base_scheduler [None req-ca7f9fa5-144c-4f94-b006-d98f4d2b563c tempest-TestVolumeBootPattern-942365775 tempest-TestVolumeBootPattern-942365775-project] Resources bound (agent type, host, resource id): {{(pid=84040) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:24:00.908323 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca7f9fa5-144c-4f94-b006-d98f4d2b563c tempest-TestVolumeBootPattern-942365775 tempest-TestVolumeBootPattern-942365775-project] Received port after_create {{(pid=84040) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 21:24:00.936900 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca7f9fa5-144c-4f94-b006-d98f4d2b563c tempest-TestVolumeBootPattern-942365775 tempest-TestVolumeBootPattern-942365775-project] Pushing event updated for resources: {'Port': ['ID=c02c5826-198f-4c58-abf3-eb4109a852d4,revision_number=1']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:24:01.402038 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-ca7f9fa5-144c-4f94-b006-d98f4d2b563c tempest-TestVolumeBootPattern-942365775 tempest-TestVolumeBootPattern-942365775-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:24:01.460083 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-ca7f9fa5-144c-4f94-b006-d98f4d2b563c tempest-TestVolumeBootPattern-942365775 tempest-TestVolumeBootPattern-942365775-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:24:01.662431 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-ca7f9fa5-144c-4f94-b006-d98f4d2b563c tempest-TestVolumeBootPattern-942365775 tempest-TestVolumeBootPattern-942365775-project] Notify callbacks [] for port, precommit_update {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:24:01.666842 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-ca7f9fa5-144c-4f94-b006-d98f4d2b563c tempest-TestVolumeBootPattern-942365775 tempest-TestVolumeBootPattern-942365775-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32440959'] for port, after_update {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:24:01.861165 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca7f9fa5-144c-4f94-b006-d98f4d2b563c tempest-TestVolumeBootPattern-942365775 tempest-TestVolumeBootPattern-942365775-project] Pushing event updated for resources: {'Port': ['ID=c02c5826-198f-4c58-abf3-eb4109a852d4,revision_number=2']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:24:01.874948 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-ca7f9fa5-144c-4f94-b006-d98f4d2b563c tempest-TestVolumeBootPattern-942365775 tempest-TestVolumeBootPattern-942365775-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33444131'] for floatingip, after_update {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:24:02.063499 n-d-838334-2 neutron-server[84040]: INFO neutron.db.l3_db [None req-ca7f9fa5-144c-4f94-b006-d98f4d2b563c tempest-TestVolumeBootPattern-942365775 tempest-TestVolumeBootPattern-942365775-project] Floating IP 331e41ce-fe2c-4f32-ba51-0c415ed3802e associated. External IP: 172.25.8.120, port: 071d2f9f-8226-4651-b6db-ea634e88c276. Apr 18 21:24:02.446097 n-d-838334-2 neutron-server[84040]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ca7f9fa5-144c-4f94-b006-d98f4d2b563c tempest-TestVolumeBootPattern-942365775 tempest-TestVolumeBootPattern-942365775-project] Router 62ab243e-ad9f-4433-a3dd-569ad89df6bc has already been hosted by L3 agent bc84d6c9-dd7a-4555-a351-592327b46d5a {{(pid=84040) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 21:24:02.642039 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ca7f9fa5-144c-4f94-b006-d98f4d2b563c tempest-TestVolumeBootPattern-942365775 tempest-TestVolumeBootPattern-942365775-project] Notify agent at l3_agent.n-d-838334-2 the message routers_updated {{(pid=84040) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 21:24:02.652333 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c32f3ccc-cbe0-470b-8a0f-b146adb4bda1 None None] Sync routers for ids ['62ab243e-ad9f-4433-a3dd-569ad89df6bc'] in n-d-838334-2 {{(pid=84042) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 18 21:24:02.666813 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-ca7f9fa5-144c-4f94-b006-d98f4d2b563c tempest-TestVolumeBootPattern-942365775 tempest-TestVolumeBootPattern-942365775-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217293'] for floatingip, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:24:02.667038 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c32f3ccc-cbe0-470b-8a0f-b146adb4bda1 None None] Routers {'62ab243e-ad9f-4433-a3dd-569ad89df6bc'} bound to L3 agent in host n-d-838334-2 {{(pid=84042) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 21:24:02.667454 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_hamode_db [None req-c32f3ccc-cbe0-470b-8a0f-b146adb4bda1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838334-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-18T20:25:48Z,description=,heartbeat_timestamp=2022-04-18T21:23:48Z,host='n-d-838334-2',id=bc84d6c9-dd7a-4555-a351-592327b46d5a,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:25:48Z,topic='l3_agent')) {'router_ids': ['62ab243e-ad9f-4433-a3dd-569ad89df6bc'], 'active': True} {{(pid=84042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:24:02.720231 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-ca7f9fa5-144c-4f94-b006-d98f4d2b563c tempest-TestVolumeBootPattern-942365775 tempest-TestVolumeBootPattern-942365775-project] 10.222.0.42 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.3586335 Apr 18 21:24:02.720710 n-d-838334-2 neutron-server[84040]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '70504d68-ffa1-435e-9477-b988284384f6', 'tag': '071d2f9f-8226-4651-b6db-ea634e88c276'}] {{(pid=84040) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 21:24:02.773883 n-d-838334-2 neutron-server[84040]: INFO neutron.notifiers.nova [-] Nova event matching ['req-99c377cf-17b6-4a4b-9b3e-8d195dc872d4'] response: {'name': 'network-changed', 'server_uuid': '70504d68-ffa1-435e-9477-b988284384f6', 'tag': '071d2f9f-8226-4651-b6db-ea634e88c276', 'status': 'completed', 'code': 200} Apr 18 21:24:02.849744 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_dvr_db [None req-c32f3ccc-cbe0-470b-8a0f-b146adb4bda1 None None] Set router 62ab243e-ad9f-4433-a3dd-569ad89df6bc gateway port host: n-d-838334-2 {{(pid=84042) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 21:24:02.865535 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-9e602aa6-d503-477c-b8e9-902f63cc0727 req-725f804b-ff95-401f-a21e-a212a842ac4e service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=31978bb3bc1348ad8b469e6e55d6f163&device_id=70504d68-ffa1-435e-9477-b988284384f6 HTTP/1.1" status: 200 len: 1096 time: 0.0707340 Apr 18 21:24:02.999482 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e602aa6-d503-477c-b8e9-902f63cc0727 req-a918ec4c-500d-4b46-98ce-ae1b9e0e3e0a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:24:03.001364 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-9e602aa6-d503-477c-b8e9-902f63cc0727 req-a918ec4c-500d-4b46-98ce-ae1b9e0e3e0a service neutron] 10.222.0.48 "GET /v2.0/networks?id=9b223f6a-fe67-4bd3-957a-7ef808b3aaf1 HTTP/1.1" status: 200 len: 912 time: 0.1288264 Apr 18 21:24:03.102797 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-9e602aa6-d503-477c-b8e9-902f63cc0727 req-402a2ff0-9bd0-48f5-8c87-0d05ecddc1be service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=071d2f9f-8226-4651-b6db-ea634e88c276 HTTP/1.1" status: 200 len: 999 time: 0.0958362 Apr 18 21:24:03.164787 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e602aa6-d503-477c-b8e9-902f63cc0727 req-1a0dac88-46fc-4558-8a3b-df788a7f37a2 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:24:03.166375 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-9e602aa6-d503-477c-b8e9-902f63cc0727 req-1a0dac88-46fc-4558-8a3b-df788a7f37a2 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=a845e1ae-c47e-4919-8a24-530366b84c60 HTTP/1.1" status: 200 len: 850 time: 0.0578463 Apr 18 21:24:03.200213 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_hamode_db [None req-c32f3ccc-cbe0-470b-8a0f-b146adb4bda1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62ab243e-ad9f-4433-a3dd-569ad89df6bc', 'name': 'tempest-TestVolumeBootPattern-477195389-router', 'tenant_id': '31978bb3bc1348ad8b469e6e55d6f163', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'external_fixed_ips': [{'subnet_id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'ip_address': '172.25.8.234'}], 'enable_snat': True}, 'gw_port_id': 'ed687a9e-9201-4e8e-80c0-f5948665f08d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:17:09Z', 'updated_at': '2022-04-18T21:17:14Z', 'revision_number': 4, 'project_id': '31978bb3bc1348ad8b469e6e55d6f163', 'gw_port': {'id': 'ed687a9e-9201-4e8e-80c0-f5948665f08d', 'name': '', 'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:d9:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62ab243e-ad9f-4433-a3dd-569ad89df6bc', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'ip_address': '172.25.8.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:17:10Z', 'updated_at': '2022-04-18T21:17:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838334-2', '_floatingips': [{'id': '331e41ce-fe2c-4f32-ba51-0c415ed3802e', 'tenant_id': '31978bb3bc1348ad8b469e6e55d6f163', 'floating_ip_address': '172.25.8.120', 'floating_network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'router_id': '62ab243e-ad9f-4433-a3dd-569ad89df6bc', 'port_id': '071d2f9f-8226-4651-b6db-ea634e88c276', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9b223f6a-fe67-4bd3-957a-7ef808b3aaf1', 'mac_address': 'fa:16:3e:bb:19:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70504d68-ffa1-435e-9477-b988284384f6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T21:24:01Z', 'updated_at': '2022-04-18T21:24:01Z', 'revision_number': 0, 'project_id': '31978bb3bc1348ad8b469e6e55d6f163', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dc11cf0f-ccf3-4218-b3db-90cf0ccd3b6a', 'name': '', 'network_id': '9b223f6a-fe67-4bd3-957a-7ef808b3aaf1', 'tenant_id': '31978bb3bc1348ad8b469e6e55d6f163', 'mac_address': 'fa:16:3e:12:a0:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62ab243e-ad9f-4433-a3dd-569ad89df6bc', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a845e1ae-c47e-4919-8a24-530366b84c60', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:17:13Z', 'updated_at': '2022-04-18T21:17:36Z', 'revision_number': 5, 'project_id': '31978bb3bc1348ad8b469e6e55d6f163', 'subnets': [{'id': 'a845e1ae-c47e-4919-8a24-530366b84c60', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838334-2', False) {} {{(pid=84042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:24:03.204038 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c32f3ccc-cbe0-470b-8a0f-b146adb4bda1 None None] Checking router: 62ab243e-ad9f-4433-a3dd-569ad89df6bc for host: n-d-838334-2 {{(pid=84042) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 18 21:24:03.214548 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c32f3ccc-cbe0-470b-8a0f-b146adb4bda1 None None] Routers {'62ab243e-ad9f-4433-a3dd-569ad89df6bc'} bound to L3 agent in host n-d-838334-2 {{(pid=84042) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 21:24:03.215148 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_hamode_db [None req-c32f3ccc-cbe0-470b-8a0f-b146adb4bda1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838334-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-18T20:25:48Z,description=,heartbeat_timestamp=2022-04-18T21:23:48Z,host='n-d-838334-2',id=bc84d6c9-dd7a-4555-a351-592327b46d5a,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:25:48Z,topic='l3_agent')) {'router_ids': ['62ab243e-ad9f-4433-a3dd-569ad89df6bc'], 'active': True} {{(pid=84042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:24:03.241702 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-9e602aa6-d503-477c-b8e9-902f63cc0727 req-3c8f3bf8-03b8-418a-9bfb-4837e6338aab service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=9b223f6a-fe67-4bd3-957a-7ef808b3aaf1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0689948 Apr 18 21:24:03.374521 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-9e602aa6-d503-477c-b8e9-902f63cc0727 req-c7fe000d-464a-416c-92c5-cbb3ede3f32b service neutron] 10.222.0.48 "GET /v2.0/networks/9b223f6a-fe67-4bd3-957a-7ef808b3aaf1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1268494 Apr 18 21:24:03.428417 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_dvr_db [None req-c32f3ccc-cbe0-470b-8a0f-b146adb4bda1 None None] Set router 62ab243e-ad9f-4433-a3dd-569ad89df6bc gateway port host: n-d-838334-2 {{(pid=84042) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 21:24:03.610630 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-9e602aa6-d503-477c-b8e9-902f63cc0727 req-5203ae57-795c-4954-a7ca-7ab24174d140 service neutron] 10.222.0.48 "GET /v2.0/networks/9b223f6a-fe67-4bd3-957a-7ef808b3aaf1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2299013 Apr 18 21:24:03.777519 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_hamode_db [None req-c32f3ccc-cbe0-470b-8a0f-b146adb4bda1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62ab243e-ad9f-4433-a3dd-569ad89df6bc', 'name': 'tempest-TestVolumeBootPattern-477195389-router', 'tenant_id': '31978bb3bc1348ad8b469e6e55d6f163', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'external_fixed_ips': [{'subnet_id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'ip_address': '172.25.8.234'}], 'enable_snat': True}, 'gw_port_id': 'ed687a9e-9201-4e8e-80c0-f5948665f08d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:17:09Z', 'updated_at': '2022-04-18T21:17:14Z', 'revision_number': 4, 'project_id': '31978bb3bc1348ad8b469e6e55d6f163', 'gw_port': {'id': 'ed687a9e-9201-4e8e-80c0-f5948665f08d', 'name': '', 'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:d9:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62ab243e-ad9f-4433-a3dd-569ad89df6bc', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'ip_address': '172.25.8.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:17:10Z', 'updated_at': '2022-04-18T21:17:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838334-2', '_floatingips': [{'id': '331e41ce-fe2c-4f32-ba51-0c415ed3802e', 'tenant_id': '31978bb3bc1348ad8b469e6e55d6f163', 'floating_ip_address': '172.25.8.120', 'floating_network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'router_id': '62ab243e-ad9f-4433-a3dd-569ad89df6bc', 'port_id': '071d2f9f-8226-4651-b6db-ea634e88c276', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9b223f6a-fe67-4bd3-957a-7ef808b3aaf1', 'mac_address': 'fa:16:3e:bb:19:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70504d68-ffa1-435e-9477-b988284384f6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T21:24:01Z', 'updated_at': '2022-04-18T21:24:01Z', 'revision_number': 0, 'project_id': '31978bb3bc1348ad8b469e6e55d6f163', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dc11cf0f-ccf3-4218-b3db-90cf0ccd3b6a', 'name': '', 'network_id': '9b223f6a-fe67-4bd3-957a-7ef808b3aaf1', 'tenant_id': '31978bb3bc1348ad8b469e6e55d6f163', 'mac_address': 'fa:16:3e:12:a0:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62ab243e-ad9f-4433-a3dd-569ad89df6bc', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a845e1ae-c47e-4919-8a24-530366b84c60', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:17:13Z', 'updated_at': '2022-04-18T21:17:36Z', 'revision_number': 5, 'project_id': '31978bb3bc1348ad8b469e6e55d6f163', 'subnets': [{'id': 'a845e1ae-c47e-4919-8a24-530366b84c60', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838334-2', False) {} {{(pid=84042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:24:03.781339 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c32f3ccc-cbe0-470b-8a0f-b146adb4bda1 None None] The sync data for ids ['62ab243e-ad9f-4433-a3dd-569ad89df6bc'] in n-d-838334-2 is: [{'id': '62ab243e-ad9f-4433-a3dd-569ad89df6bc', 'name': 'tempest-TestVolumeBootPattern-477195389-router', 'tenant_id': '31978bb3bc1348ad8b469e6e55d6f163', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'external_fixed_ips': [{'subnet_id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'ip_address': '172.25.8.234'}], 'enable_snat': True}, 'gw_port_id': 'ed687a9e-9201-4e8e-80c0-f5948665f08d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:17:09Z', 'updated_at': '2022-04-18T21:17:14Z', 'revision_number': 4, 'project_id': '31978bb3bc1348ad8b469e6e55d6f163', 'gw_port': {'id': 'ed687a9e-9201-4e8e-80c0-f5948665f08d', 'name': '', 'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:d9:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62ab243e-ad9f-4433-a3dd-569ad89df6bc', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'ip_address': '172.25.8.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:17:10Z', 'updated_at': '2022-04-18T21:17:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838334-2', '_floatingips': [{'id': '331e41ce-fe2c-4f32-ba51-0c415ed3802e', 'tenant_id': '31978bb3bc1348ad8b469e6e55d6f163', 'floating_ip_address': '172.25.8.120', 'floating_network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'router_id': '62ab243e-ad9f-4433-a3dd-569ad89df6bc', 'port_id': '071d2f9f-8226-4651-b6db-ea634e88c276', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9b223f6a-fe67-4bd3-957a-7ef808b3aaf1', 'mac_address': 'fa:16:3e:bb:19:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70504d68-ffa1-435e-9477-b988284384f6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T21:24:01Z', 'updated_at': '2022-04-18T21:24:01Z', 'revision_number': 0, 'project_id': '31978bb3bc1348ad8b469e6e55d6f163', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dc11cf0f-ccf3-4218-b3db-90cf0ccd3b6a', 'name': '', 'network_id': '9b223f6a-fe67-4bd3-957a-7ef808b3aaf1', 'tenant_id': '31978bb3bc1348ad8b469e6e55d6f163', 'mac_address': 'fa:16:3e:12:a0:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62ab243e-ad9f-4433-a3dd-569ad89df6bc', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a845e1ae-c47e-4919-8a24-530366b84c60', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:17:13Z', 'updated_at': '2022-04-18T21:17:36Z', 'revision_number': 5, 'project_id': '31978bb3bc1348ad8b469e6e55d6f163', 'subnets': [{'id': 'a845e1ae-c47e-4919-8a24-530366b84c60', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84042) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 18 21:24:03.982519 n-d-838334-2 neutron-server[84043]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-962f1ef3-e052-490a-a661-28ef54de7736 None None] New status for floating IP 331e41ce-fe2c-4f32-ba51-0c415ed3802e: ACTIVE {{(pid=84043) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Apr 18 21:24:04.100585 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750375287399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253529'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:24:08.425016 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-dc4eb293-2dec-4914-a03d-22d61e790f90 req-1b7844d8-752a-42c6-bdf7-cc54981e6fd6 tempest-TestNetworkAdvancedServerOps-1372836320 tempest-TestNetworkAdvancedServerOps-1372836320-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=a4484401-1a8c-4c61-bdbb-3c325aae2c85 HTTP/1.1" status: 200 len: 1096 time: 0.0694981 Apr 18 21:24:08.468677 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [req-dc4eb293-2dec-4914-a03d-22d61e790f90 req-e0d812b3-f8d1-4b74-9f3c-424e2a6ef25d tempest-TestNetworkAdvancedServerOps-1372836320 tempest-TestNetworkAdvancedServerOps-1372836320-project-admin] Synchronizing usage tracker for tenant:3fe5cca7c6c540f3aab3998c747e9cdf on resource:security_group {{(pid=84040) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 21:24:08.487994 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [req-dc4eb293-2dec-4914-a03d-22d61e790f90 req-e0d812b3-f8d1-4b74-9f3c-424e2a6ef25d tempest-TestNetworkAdvancedServerOps-1372836320 tempest-TestNetworkAdvancedServerOps-1372836320-project-admin] Unset dirty status for tenant:3fe5cca7c6c540f3aab3998c747e9cdf on resource:security_group {{(pid=84040) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 21:24:08.489310 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-dc4eb293-2dec-4914-a03d-22d61e790f90 req-e0d812b3-f8d1-4b74-9f3c-424e2a6ef25d tempest-TestNetworkAdvancedServerOps-1372836320 tempest-TestNetworkAdvancedServerOps-1372836320-project-admin] 10.222.0.42 "GET /v2.0/security-groups?id=4c48310e-c9c1-4f3b-a84d-523dd900b6e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0589623 Apr 18 21:24:08.521508 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 36634) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:24:08.718196 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.plugin [None req-c5640b75-82b6-4d9b-9a74-0f5a03633e43 tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] Deleting port df4b686b-0dfa-47a4-9bf4-ac38c90cc330 {{(pid=84040) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 21:24:08.718444 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-c5640b75-82b6-4d9b-9a74-0f5a03633e43 tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750375188691'] for port, before_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:24:08.879911 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-c5640b75-82b6-4d9b-9a74-0f5a03633e43 tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369123'] for port, precommit_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:24:08.880234 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-c5640b75-82b6-4d9b-9a74-0f5a03633e43 tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:24:08.998572 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.plugin [None req-c5640b75-82b6-4d9b-9a74-0f5a03633e43 tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] Calling delete_port for df4b686b-0dfa-47a4-9bf4-ac38c90cc330 owned by network:floatingip {{(pid=84040) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 21:24:09.149419 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-c5640b75-82b6-4d9b-9a74-0f5a03633e43 tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750375259028', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750374836628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32440838'] for port, after_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:24:09.201690 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5640b75-82b6-4d9b-9a74-0f5a03633e43 tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] Pushing event deleted for resources: {'Port': ['ID=df4b686b-0dfa-47a4-9bf4-ac38c90cc330,revision_number=None']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:24:09.272271 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5640b75-82b6-4d9b-9a74-0f5a03633e43 tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:24:09.272673 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5640b75-82b6-4d9b-9a74-0f5a03633e43 tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:24:09.272919 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5640b75-82b6-4d9b-9a74-0f5a03633e43 tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:24:09.273257 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5640b75-82b6-4d9b-9a74-0f5a03633e43 tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:24:09.273595 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5640b75-82b6-4d9b-9a74-0f5a03633e43 tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:24:09.273932 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5640b75-82b6-4d9b-9a74-0f5a03633e43 tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:24:09.274263 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5640b75-82b6-4d9b-9a74-0f5a03633e43 tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:24:09.274594 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5640b75-82b6-4d9b-9a74-0f5a03633e43 tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:24:09.274923 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5640b75-82b6-4d9b-9a74-0f5a03633e43 tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:24:09.275249 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5640b75-82b6-4d9b-9a74-0f5a03633e43 tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:24:09.275574 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5640b75-82b6-4d9b-9a74-0f5a03633e43 tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:24:09.308440 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-c5640b75-82b6-4d9b-9a74-0f5a03633e43 tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] Notify callbacks [] for floatingip, after_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:24:09.690628 n-d-838334-2 neutron-server[84040]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c5640b75-82b6-4d9b-9a74-0f5a03633e43 tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] Router cc12e546-495e-47f0-b4eb-24c3ffacee9c has already been hosted by L3 agent bc84d6c9-dd7a-4555-a351-592327b46d5a {{(pid=84040) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 21:24:09.979540 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c5640b75-82b6-4d9b-9a74-0f5a03633e43 tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] Notify agent at l3_agent.n-d-838334-2 the message routers_updated {{(pid=84040) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 21:24:09.989554 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bee6a83e-bd2e-4100-99fc-a6f9a5cdaad1 None None] Sync routers for ids ['cc12e546-495e-47f0-b4eb-24c3ffacee9c'] in n-d-838334-2 {{(pid=84042) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 18 21:24:10.001691 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-c5640b75-82b6-4d9b-9a74-0f5a03633e43 tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217293'] for floatingip, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:24:10.003230 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bee6a83e-bd2e-4100-99fc-a6f9a5cdaad1 None None] Routers {'cc12e546-495e-47f0-b4eb-24c3ffacee9c'} bound to L3 agent in host n-d-838334-2 {{(pid=84042) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 21:24:10.003889 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_hamode_db [None req-bee6a83e-bd2e-4100-99fc-a6f9a5cdaad1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838334-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-18T20:25:48Z,description=,heartbeat_timestamp=2022-04-18T21:23:48Z,host='n-d-838334-2',id=bc84d6c9-dd7a-4555-a351-592327b46d5a,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:25:48Z,topic='l3_agent')) {'router_ids': ['cc12e546-495e-47f0-b4eb-24c3ffacee9c'], 'active': True} {{(pid=84042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:24:10.057641 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-c5640b75-82b6-4d9b-9a74-0f5a03633e43 tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] 10.222.0.42 "DELETE /v2.0/floatingips/acfb8f34-bd52-4325-899b-5f22b4de012e HTTP/1.1" status: 204 len: 168 time: 1.5350368 Apr 18 21:24:10.058431 n-d-838334-2 neutron-server[84040]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a4484401-1a8c-4c61-bdbb-3c325aae2c85', 'tag': 'e03da007-0579-4d3a-8850-b1a122db7b5a'}] {{(pid=84040) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 21:24:10.127714 n-d-838334-2 neutron-server[84040]: INFO neutron.notifiers.nova [-] Nova event matching ['req-312c7661-5f18-45bf-a42c-48f9eb3639dc'] response: {'name': 'network-changed', 'server_uuid': 'a4484401-1a8c-4c61-bdbb-3c325aae2c85', 'tag': 'e03da007-0579-4d3a-8850-b1a122db7b5a', 'status': 'completed', 'code': 200} Apr 18 21:24:10.189950 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_dvr_db [None req-bee6a83e-bd2e-4100-99fc-a6f9a5cdaad1 None None] Set router cc12e546-495e-47f0-b4eb-24c3ffacee9c gateway port host: n-d-838334-2 {{(pid=84042) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 21:24:10.218707 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-ccf56edd-7d9b-4c66-971e-fdede322fadb req-611fd4ff-3825-4843-9dcb-4c27b4cdfafe service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=202d5ea04e8c40de88f64ef931ef4e4f&device_id=a4484401-1a8c-4c61-bdbb-3c325aae2c85 HTTP/1.1" status: 200 len: 1096 time: 0.0700076 Apr 18 21:24:10.360661 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccf56edd-7d9b-4c66-971e-fdede322fadb req-32ccd72e-e642-4a50-98fa-1862d3731716 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:24:10.362760 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-ccf56edd-7d9b-4c66-971e-fdede322fadb req-32ccd72e-e642-4a50-98fa-1862d3731716 service neutron] 10.222.0.43 "GET /v2.0/networks?id=d83f207f-f7a8-482b-9c99-e8b5c6d071d8 HTTP/1.1" status: 200 len: 898 time: 0.1382878 Apr 18 21:24:10.467885 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-ccf56edd-7d9b-4c66-971e-fdede322fadb req-58c40a1c-5bb0-41bc-864b-dc00362bd1ab service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e03da007-0579-4d3a-8850-b1a122db7b5a HTTP/1.1" status: 200 len: 217 time: 0.0976419 Apr 18 21:24:10.520000 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_hamode_db [None req-bee6a83e-bd2e-4100-99fc-a6f9a5cdaad1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc12e546-495e-47f0-b4eb-24c3ffacee9c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-299882906', 'tenant_id': '202d5ea04e8c40de88f64ef931ef4e4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'external_fixed_ips': [{'subnet_id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'ip_address': '172.25.8.136'}], 'enable_snat': True}, 'gw_port_id': '2861445f-8940-4365-a5c7-e9f8730aee37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:22:21Z', 'updated_at': '2022-04-18T21:22:25Z', 'revision_number': 4, 'project_id': '202d5ea04e8c40de88f64ef931ef4e4f', 'gw_port': {'id': '2861445f-8940-4365-a5c7-e9f8730aee37', 'name': '', 'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:7a:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc12e546-495e-47f0-b4eb-24c3ffacee9c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'ip_address': '172.25.8.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:22:21Z', 'updated_at': '2022-04-18T21:22:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838334-2', '_interfaces': [{'id': '1582f36c-bfe1-42d0-b01e-6c3ff67e8687', 'name': '', 'network_id': 'd83f207f-f7a8-482b-9c99-e8b5c6d071d8', 'tenant_id': '202d5ea04e8c40de88f64ef931ef4e4f', 'mac_address': 'fa:16:3e:c5:9b:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc12e546-495e-47f0-b4eb-24c3ffacee9c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7368d486-dbbd-49bf-a81a-38ec52e4a5e7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:22:25Z', 'updated_at': '2022-04-18T21:22:32Z', 'revision_number': 5, 'project_id': '202d5ea04e8c40de88f64ef931ef4e4f', 'subnets': [{'id': '7368d486-dbbd-49bf-a81a-38ec52e4a5e7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838334-2', False) {} {{(pid=84042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:24:10.523940 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bee6a83e-bd2e-4100-99fc-a6f9a5cdaad1 None None] Checking router: cc12e546-495e-47f0-b4eb-24c3ffacee9c for host: n-d-838334-2 {{(pid=84042) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 18 21:24:10.534867 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bee6a83e-bd2e-4100-99fc-a6f9a5cdaad1 None None] Routers {'cc12e546-495e-47f0-b4eb-24c3ffacee9c'} bound to L3 agent in host n-d-838334-2 {{(pid=84042) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 21:24:10.535385 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_hamode_db [None req-bee6a83e-bd2e-4100-99fc-a6f9a5cdaad1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838334-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-18T20:25:48Z,description=,heartbeat_timestamp=2022-04-18T21:23:48Z,host='n-d-838334-2',id=bc84d6c9-dd7a-4555-a351-592327b46d5a,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:25:48Z,topic='l3_agent')) {'router_ids': ['cc12e546-495e-47f0-b4eb-24c3ffacee9c'], 'active': True} {{(pid=84042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:24:10.546002 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccf56edd-7d9b-4c66-971e-fdede322fadb req-893fa142-90ac-4697-9a52-db4c7fe0a409 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:24:10.547429 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-ccf56edd-7d9b-4c66-971e-fdede322fadb req-893fa142-90ac-4697-9a52-db4c7fe0a409 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=7368d486-dbbd-49bf-a81a-38ec52e4a5e7 HTTP/1.1" status: 200 len: 835 time: 0.0731869 Apr 18 21:24:10.598040 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8257e7cd-a69c-4cc5-86fb-3a72dda333b5 req-f95a60fd-9280-453a-bf52-f966510845fa tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:24:10.598737 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [req-8257e7cd-a69c-4cc5-86fb-3a72dda333b5 req-f95a60fd-9280-453a-bf52-f966510845fa tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] Synchronizing usage tracker for tenant:202d5ea04e8c40de88f64ef931ef4e4f on resource:port {{(pid=84040) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 21:24:10.628209 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [req-8257e7cd-a69c-4cc5-86fb-3a72dda333b5 req-f95a60fd-9280-453a-bf52-f966510845fa tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] Unset dirty status for tenant:202d5ea04e8c40de88f64ef931ef4e4f on resource:port {{(pid=84040) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 21:24:10.629446 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-8257e7cd-a69c-4cc5-86fb-3a72dda333b5 req-f95a60fd-9280-453a-bf52-f966510845fa tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] 10.222.0.42 "GET /v2.0/ports?device_id=a4484401-1a8c-4c61-bdbb-3c325aae2c85 HTTP/1.1" status: 200 len: 945 time: 0.2114995 Apr 18 21:24:10.676226 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-ccf56edd-7d9b-4c66-971e-fdede322fadb req-ccbc34d5-2557-42a2-bc47-b43c7e7a1422 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=d83f207f-f7a8-482b-9c99-e8b5c6d071d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1205254 Apr 18 21:24:10.716694 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-8257e7cd-a69c-4cc5-86fb-3a72dda333b5 req-674a14f1-c699-4768-ad99-3f17f7b80aa4 tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] 10.222.0.42 "GET /v2.0/security-groups?id=4c48310e-c9c1-4f3b-a84d-523dd900b6e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0800676 Apr 18 21:24:10.733628 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_dvr_db [None req-bee6a83e-bd2e-4100-99fc-a6f9a5cdaad1 None None] Set router cc12e546-495e-47f0-b4eb-24c3ffacee9c gateway port host: n-d-838334-2 {{(pid=84042) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 21:24:10.832187 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-ccf56edd-7d9b-4c66-971e-fdede322fadb req-bfd678ab-958f-416a-b693-f5a14cfe37e5 service neutron] 10.222.0.43 "GET /v2.0/networks/d83f207f-f7a8-482b-9c99-e8b5c6d071d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1480277 Apr 18 21:24:10.981195 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-ccf56edd-7d9b-4c66-971e-fdede322fadb req-58f29439-4236-439a-b768-7c2bab6f1372 service neutron] 10.222.0.43 "GET /v2.0/networks/d83f207f-f7a8-482b-9c99-e8b5c6d071d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1410282 Apr 18 21:24:11.041333 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.agents_db [None req-6346a179-333c-4370-b5a6-936984aeab15 None None] Agent healthcheck: found 7 active agents {{(pid=84043) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 18 21:24:11.121486 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_hamode_db [None req-bee6a83e-bd2e-4100-99fc-a6f9a5cdaad1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc12e546-495e-47f0-b4eb-24c3ffacee9c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-299882906', 'tenant_id': '202d5ea04e8c40de88f64ef931ef4e4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'external_fixed_ips': [{'subnet_id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'ip_address': '172.25.8.136'}], 'enable_snat': True}, 'gw_port_id': '2861445f-8940-4365-a5c7-e9f8730aee37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:22:21Z', 'updated_at': '2022-04-18T21:22:25Z', 'revision_number': 4, 'project_id': '202d5ea04e8c40de88f64ef931ef4e4f', 'gw_port': {'id': '2861445f-8940-4365-a5c7-e9f8730aee37', 'name': '', 'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:7a:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc12e546-495e-47f0-b4eb-24c3ffacee9c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'ip_address': '172.25.8.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:22:21Z', 'updated_at': '2022-04-18T21:22:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838334-2', '_interfaces': [{'id': '1582f36c-bfe1-42d0-b01e-6c3ff67e8687', 'name': '', 'network_id': 'd83f207f-f7a8-482b-9c99-e8b5c6d071d8', 'tenant_id': '202d5ea04e8c40de88f64ef931ef4e4f', 'mac_address': 'fa:16:3e:c5:9b:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc12e546-495e-47f0-b4eb-24c3ffacee9c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7368d486-dbbd-49bf-a81a-38ec52e4a5e7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:22:25Z', 'updated_at': '2022-04-18T21:22:32Z', 'revision_number': 5, 'project_id': '202d5ea04e8c40de88f64ef931ef4e4f', 'subnets': [{'id': '7368d486-dbbd-49bf-a81a-38ec52e4a5e7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838334-2', False) {} {{(pid=84042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:24:11.125506 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bee6a83e-bd2e-4100-99fc-a6f9a5cdaad1 None None] The sync data for ids ['cc12e546-495e-47f0-b4eb-24c3ffacee9c'] in n-d-838334-2 is: [{'id': 'cc12e546-495e-47f0-b4eb-24c3ffacee9c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-299882906', 'tenant_id': '202d5ea04e8c40de88f64ef931ef4e4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'external_fixed_ips': [{'subnet_id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'ip_address': '172.25.8.136'}], 'enable_snat': True}, 'gw_port_id': '2861445f-8940-4365-a5c7-e9f8730aee37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:22:21Z', 'updated_at': '2022-04-18T21:22:25Z', 'revision_number': 4, 'project_id': '202d5ea04e8c40de88f64ef931ef4e4f', 'gw_port': {'id': '2861445f-8940-4365-a5c7-e9f8730aee37', 'name': '', 'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:7a:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc12e546-495e-47f0-b4eb-24c3ffacee9c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'ip_address': '172.25.8.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:22:21Z', 'updated_at': '2022-04-18T21:22:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838334-2', '_interfaces': [{'id': '1582f36c-bfe1-42d0-b01e-6c3ff67e8687', 'name': '', 'network_id': 'd83f207f-f7a8-482b-9c99-e8b5c6d071d8', 'tenant_id': '202d5ea04e8c40de88f64ef931ef4e4f', 'mac_address': 'fa:16:3e:c5:9b:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc12e546-495e-47f0-b4eb-24c3ffacee9c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7368d486-dbbd-49bf-a81a-38ec52e4a5e7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:22:25Z', 'updated_at': '2022-04-18T21:22:32Z', 'revision_number': 5, 'project_id': '202d5ea04e8c40de88f64ef931ef4e4f', 'subnets': [{'id': '7368d486-dbbd-49bf-a81a-38ec52e4a5e7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84042) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 18 21:24:11.366006 n-d-838334-2 neutron-server[84043]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2d20927-8b04-4740-a8c8-bb018df9fc36 None None] New status for floating IP acfb8f34-bd52-4325-899b-5f22b4de012e: DOWN {{(pid=84043) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Apr 18 21:24:11.672113 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99617753-7764-4314-bfef-e74e8c514505 req-a39b9ed1-f1fd-47c9-9d45-01611b5b9bb5 tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:24:11.673710 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-99617753-7764-4314-bfef-e74e8c514505 req-a39b9ed1-f1fd-47c9-9d45-01611b5b9bb5 tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] 10.222.0.43 "GET /v2.0/ports?device_id=a4484401-1a8c-4c61-bdbb-3c325aae2c85 HTTP/1.1" status: 200 len: 945 time: 0.0839088 Apr 18 21:24:11.748315 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.plugin [req-99617753-7764-4314-bfef-e74e8c514505 req-bcc6a04d-14d4-452b-8b80-8e3d07d01df3 tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] Deleting port e03da007-0579-4d3a-8850-b1a122db7b5a {{(pid=84040) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 21:24:11.748869 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-99617753-7764-4314-bfef-e74e8c514505 req-bcc6a04d-14d4-452b-8b80-8e3d07d01df3 tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750375188691'] for port, before_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:24:12.083224 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-343dfc77-3c67-4a28-bf4d-2109b33f0355 req-d082da2d-a883-4af8-89bd-9d83f686e368 tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:24:12.084612 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-343dfc77-3c67-4a28-bf4d-2109b33f0355 req-d082da2d-a883-4af8-89bd-9d83f686e368 tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] 10.222.0.42 "GET /v2.0/ports?device_id=a4484401-1a8c-4c61-bdbb-3c325aae2c85 HTTP/1.1" status: 200 len: 945 time: 0.2332537 Apr 18 21:24:12.092609 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.db [req-99617753-7764-4314-bfef-e74e8c514505 req-bcc6a04d-14d4-452b-8b80-8e3d07d01df3 tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] For port e03da007-0579-4d3a-8850-b1a122db7b5a, host n-h1-838334-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838334-2',level=0,port_id=e03da007-0579-4d3a-8850-b1a122db7b5a,segment=NetworkSegment(4e40371e-7410-48d8-95e7-4f5371c193cc),segment_id=4e40371e-7410-48d8-95e7-4f5371c193cc)] {{(pid=84040) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:24:12.092962 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-99617753-7764-4314-bfef-e74e8c514505 req-bcc6a04d-14d4-452b-8b80-8e3d07d01df3 tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369123'] for port, precommit_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:24:12.334071 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.plugin [req-99617753-7764-4314-bfef-e74e8c514505 req-bcc6a04d-14d4-452b-8b80-8e3d07d01df3 tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] Calling delete_port for e03da007-0579-4d3a-8850-b1a122db7b5a owned by compute:nova {{(pid=84040) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 21:24:12.413503 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-343dfc77-3c67-4a28-bf4d-2109b33f0355 req-24b9147d-9801-4c4b-92b5-cac3168a88f1 tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] 10.222.0.42 "GET /v2.0/security-groups?id=4c48310e-c9c1-4f3b-a84d-523dd900b6e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3226311 Apr 18 21:24:12.505793 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-99617753-7764-4314-bfef-e74e8c514505 req-bcc6a04d-14d4-452b-8b80-8e3d07d01df3 tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750375259028', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750374836628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32440838'] for port, after_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:24:12.556387 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcc6a04d-14d4-452b-8b80-8e3d07d01df3 tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] Pushing event deleted for resources: {'Port': ['ID=e03da007-0579-4d3a-8850-b1a122db7b5a,revision_number=None']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:24:12.626653 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.l3_dvrscheduler_db [req-99617753-7764-4314-bfef-e74e8c514505 req-bcc6a04d-14d4-452b-8b80-8e3d07d01df3 tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] No DVR routers for this DVR port e03da007-0579-4d3a-8850-b1a122db7b5a on host n-h1-838334-2 {{(pid=84040) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 21:24:12.629805 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-99617753-7764-4314-bfef-e74e8c514505 req-bcc6a04d-14d4-452b-8b80-8e3d07d01df3 tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217293'] for port, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:24:12.632654 n-d-838334-2 neutron-server[84040]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a4484401-1a8c-4c61-bdbb-3c325aae2c85', 'name': 'network-vif-deleted', 'tag': 'e03da007-0579-4d3a-8850-b1a122db7b5a'}] {{(pid=84040) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 21:24:12.647576 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-99617753-7764-4314-bfef-e74e8c514505 req-bcc6a04d-14d4-452b-8b80-8e3d07d01df3 tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] 10.222.0.43 "DELETE /v2.0/ports/e03da007-0579-4d3a-8850-b1a122db7b5a HTTP/1.1" status: 204 len: 173 time: 0.9693422 Apr 18 21:24:12.692558 n-d-838334-2 neutron-server[84040]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0b5fc39c-35b2-41a3-b1ef-9da372888062'] response: {'server_uuid': 'a4484401-1a8c-4c61-bdbb-3c325aae2c85', 'name': 'network-vif-deleted', 'tag': 'e03da007-0579-4d3a-8850-b1a122db7b5a', 'status': 'completed', 'code': 200} Apr 18 21:24:13.517068 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 36654) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:24:13.920110 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-a2456b50-c0d9-45f5-ba56-c2279a731059 tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33443857'] for router_interface, before_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:24:14.523120 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.plugin [None req-a2456b50-c0d9-45f5-ba56-c2279a731059 tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] Deleting port 1582f36c-bfe1-42d0-b01e-6c3ff67e8687 {{(pid=84040) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 21:24:14.523778 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-a2456b50-c0d9-45f5-ba56-c2279a731059 tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750375188691'] for port, before_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:24:14.800709 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.db [None req-a2456b50-c0d9-45f5-ba56-c2279a731059 tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] For port 1582f36c-bfe1-42d0-b01e-6c3ff67e8687, host n-d-838334-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838334-2',level=0,port_id=1582f36c-bfe1-42d0-b01e-6c3ff67e8687,segment=NetworkSegment(4e40371e-7410-48d8-95e7-4f5371c193cc),segment_id=4e40371e-7410-48d8-95e7-4f5371c193cc)] {{(pid=84040) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:24:14.801063 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-a2456b50-c0d9-45f5-ba56-c2279a731059 tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369123'] for port, precommit_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:24:14.920389 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.plugin [None req-a2456b50-c0d9-45f5-ba56-c2279a731059 tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] Calling delete_port for 1582f36c-bfe1-42d0-b01e-6c3ff67e8687 owned by network:router_interface {{(pid=84040) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 21:24:15.091506 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-a2456b50-c0d9-45f5-ba56-c2279a731059 tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750375259028', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750374836628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32440838'] for port, after_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:24:15.137346 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2456b50-c0d9-45f5-ba56-c2279a731059 tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] Pushing event deleted for resources: {'Port': ['ID=1582f36c-bfe1-42d0-b01e-6c3ff67e8687,revision_number=None']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:24:15.426905 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-a2456b50-c0d9-45f5-ba56-c2279a731059 tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-32377931', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33443910'] for router_interface, after_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:24:15.621731 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Device e03da007-0579-4d3a-8850-b1a122db7b5a no longer exists at agent hyperv_n-h1-838334-2 {{(pid=84042) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 21:24:15.657933 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.plugin [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] No Port match for: e03da007-0579-4d3a-8850-b1a122db7b5a {{(pid=84042) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 18 21:24:15.658771 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Device e03da007-0579-4d3a-8850-b1a122db7b5a not bound to the agent host n-h1-838334-2 {{(pid=84042) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 21:24:15.669977 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-28f92fbd-77ae-486c-9c12-c749e9ee86eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750375287399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253529'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:24:15.992800 n-d-838334-2 neutron-server[84040]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a2456b50-c0d9-45f5-ba56-c2279a731059 tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] Router cc12e546-495e-47f0-b4eb-24c3ffacee9c has already been hosted by L3 agent bc84d6c9-dd7a-4555-a351-592327b46d5a {{(pid=84040) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 21:24:16.295101 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a2456b50-c0d9-45f5-ba56-c2279a731059 tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] Notify agent at l3_agent.n-d-838334-2 the message routers_updated {{(pid=84040) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 21:24:16.304905 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bbf23b5-4c12-4d5c-aa8c-4b2dae4163b3 None None] Sync routers for ids ['cc12e546-495e-47f0-b4eb-24c3ffacee9c'] in n-d-838334-2 {{(pid=84042) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 18 21:24:16.308319 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-a2456b50-c0d9-45f5-ba56-c2279a731059 tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] 10.222.0.42 "PUT /v2.0/routers/cc12e546-495e-47f0-b4eb-24c3ffacee9c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7896512 Apr 18 21:24:16.311209 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 36660) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:24:16.316664 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bbf23b5-4c12-4d5c-aa8c-4b2dae4163b3 None None] Routers {'cc12e546-495e-47f0-b4eb-24c3ffacee9c'} bound to L3 agent in host n-d-838334-2 {{(pid=84042) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 21:24:16.317295 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_hamode_db [None req-7bbf23b5-4c12-4d5c-aa8c-4b2dae4163b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838334-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-18T20:25:48Z,description=,heartbeat_timestamp=2022-04-18T21:23:48Z,host='n-d-838334-2',id=bc84d6c9-dd7a-4555-a351-592327b46d5a,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:25:48Z,topic='l3_agent')) {'router_ids': ['cc12e546-495e-47f0-b4eb-24c3ffacee9c'], 'active': True} {{(pid=84042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:24:16.498026 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_dvr_db [None req-7bbf23b5-4c12-4d5c-aa8c-4b2dae4163b3 None None] Set router cc12e546-495e-47f0-b4eb-24c3ffacee9c gateway port host: n-d-838334-2 {{(pid=84042) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 21:24:16.499525 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.db_base_plugin_v2 [None req-0abc258f-38f6-4139-a592-18f40eafcf9f tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] Deleting subnet 7368d486-dbbd-49bf-a81a-38ec52e4a5e7 {{(pid=84040) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 18 21:24:16.502695 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-0abc258f-38f6-4139-a592-18f40eafcf9f tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] Notify callbacks [] for subnet, before_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:24:16.564011 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-0abc258f-38f6-4139-a592-18f40eafcf9f tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31955982'] for subnet, precommit_delete_associations {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:24:16.651906 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-0abc258f-38f6-4139-a592-18f40eafcf9f tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1260556'] for subnet, precommit_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:24:16.728954 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-0abc258f-38f6-4139-a592-18f40eafcf9f tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1260549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33526260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32440885', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31752825'] for subnet, after_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:24:16.771042 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0abc258f-38f6-4139-a592-18f40eafcf9f tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] Pushing event deleted for resources: {'Subnet': ['ID=7368d486-dbbd-49bf-a81a-38ec52e4a5e7,revision_number=None']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:24:16.778465 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-0abc258f-38f6-4139-a592-18f40eafcf9f tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] Notify callbacks [] for subnet, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:24:16.788216 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-0abc258f-38f6-4139-a592-18f40eafcf9f tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] 10.222.0.42 "DELETE /v2.0/subnets/7368d486-dbbd-49bf-a81a-38ec52e4a5e7 HTTP/1.1" status: 204 len: 168 time: 0.4757345 Apr 18 21:24:16.788559 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69884998-e874-4c23-829a-caa27a7166bc None None] Network d83f207f-f7a8-482b-9c99-e8b5c6d071d8 requested from n-d-838334-2 {{(pid=84042) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 21:24:16.790781 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 36664) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:24:16.877628 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_hamode_db [None req-7bbf23b5-4c12-4d5c-aa8c-4b2dae4163b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc12e546-495e-47f0-b4eb-24c3ffacee9c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-299882906', 'tenant_id': '202d5ea04e8c40de88f64ef931ef4e4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'external_fixed_ips': [{'subnet_id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'ip_address': '172.25.8.136'}], 'enable_snat': True}, 'gw_port_id': '2861445f-8940-4365-a5c7-e9f8730aee37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:22:21Z', 'updated_at': '2022-04-18T21:24:15Z', 'revision_number': 5, 'project_id': '202d5ea04e8c40de88f64ef931ef4e4f', 'gw_port': {'id': '2861445f-8940-4365-a5c7-e9f8730aee37', 'name': '', 'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:7a:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc12e546-495e-47f0-b4eb-24c3ffacee9c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'ip_address': '172.25.8.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:22:21Z', 'updated_at': '2022-04-18T21:22:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838334-2'}], 'n-d-838334-2', False) {} {{(pid=84042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:24:16.892035 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bbf23b5-4c12-4d5c-aa8c-4b2dae4163b3 None None] Checking router: cc12e546-495e-47f0-b4eb-24c3ffacee9c for host: n-d-838334-2 {{(pid=84042) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 18 21:24:16.970354 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bbf23b5-4c12-4d5c-aa8c-4b2dae4163b3 None None] Routers {'cc12e546-495e-47f0-b4eb-24c3ffacee9c'} bound to L3 agent in host n-d-838334-2 {{(pid=84042) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 21:24:16.971673 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_hamode_db [None req-7bbf23b5-4c12-4d5c-aa8c-4b2dae4163b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838334-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-18T20:25:48Z,description=,heartbeat_timestamp=2022-04-18T21:23:48Z,host='n-d-838334-2',id=bc84d6c9-dd7a-4555-a351-592327b46d5a,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:25:48Z,topic='l3_agent')) {'router_ids': ['cc12e546-495e-47f0-b4eb-24c3ffacee9c'], 'active': True} {{(pid=84042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:24:16.988137 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-47f046f1-7d75-4648-adf6-6a6bab051b71 tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] Notify callbacks [] for router, before_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:24:17.165756 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_dvr_db [None req-7bbf23b5-4c12-4d5c-aa8c-4b2dae4163b3 None None] Set router cc12e546-495e-47f0-b4eb-24c3ffacee9c gateway port host: n-d-838334-2 {{(pid=84042) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 21:24:17.196494 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-47f046f1-7d75-4648-adf6-6a6bab051b71 tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] Notify callbacks [] for router_gateway, before_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:24:17.205595 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.plugin [None req-47f046f1-7d75-4648-adf6-6a6bab051b71 tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] Deleting port 2861445f-8940-4365-a5c7-e9f8730aee37 {{(pid=84040) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 21:24:17.206028 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-47f046f1-7d75-4648-adf6-6a6bab051b71 tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750375188691'] for port, before_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:24:17.211732 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4629d657-8ec8-4c6e-99b1-eed5b82370dc None None] DHCP port deletion for d83f207f-f7a8-482b-9c99-e8b5c6d071d8 request from n-d-838334-2 {{(pid=84042) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 18 21:24:17.220367 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.plugin [None req-4629d657-8ec8-4c6e-99b1-eed5b82370dc None None] Deleting port 88d0d736-3279-4a56-bdbe-d1409e931bc1 {{(pid=84042) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 21:24:17.221411 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-4629d657-8ec8-4c6e-99b1-eed5b82370dc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750375188691'] for port, before_delete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:24:17.384886 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.db [None req-47f046f1-7d75-4648-adf6-6a6bab051b71 tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] For port 2861445f-8940-4365-a5c7-e9f8730aee37, host n-d-838334-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838334-2',level=0,port_id=2861445f-8940-4365-a5c7-e9f8730aee37,segment=NetworkSegment(732aa830-768b-4511-951f-d08e26b9c25b),segment_id=732aa830-768b-4511-951f-d08e26b9c25b)] {{(pid=84040) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:24:17.385155 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-47f046f1-7d75-4648-adf6-6a6bab051b71 tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369123'] for port, precommit_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:24:17.509199 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.plugin [None req-47f046f1-7d75-4648-adf6-6a6bab051b71 tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] Calling delete_port for 2861445f-8940-4365-a5c7-e9f8730aee37 owned by network:router_gateway {{(pid=84040) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 21:24:17.690554 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-47f046f1-7d75-4648-adf6-6a6bab051b71 tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750375259028', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750374836628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32440838'] for port, after_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:24:17.696119 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-4629d657-8ec8-4c6e-99b1-eed5b82370dc None None] For port 88d0d736-3279-4a56-bdbe-d1409e931bc1, host n-d-838334-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838334-2',level=0,port_id=88d0d736-3279-4a56-bdbe-d1409e931bc1,segment=NetworkSegment(4e40371e-7410-48d8-95e7-4f5371c193cc),segment_id=4e40371e-7410-48d8-95e7-4f5371c193cc)] {{(pid=84042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:24:17.696119 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-4629d657-8ec8-4c6e-99b1-eed5b82370dc None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369123'] for port, precommit_delete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:24:17.838110 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.plugin [None req-4629d657-8ec8-4c6e-99b1-eed5b82370dc None None] Calling delete_port for 88d0d736-3279-4a56-bdbe-d1409e931bc1 owned by network:dhcp {{(pid=84042) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 21:24:17.849612 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f046f1-7d75-4648-adf6-6a6bab051b71 tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] Pushing event deleted for resources: {'Port': ['ID=2861445f-8940-4365-a5c7-e9f8730aee37,revision_number=None']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:24:17.961915 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_hamode_db [None req-7bbf23b5-4c12-4d5c-aa8c-4b2dae4163b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc12e546-495e-47f0-b4eb-24c3ffacee9c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-299882906', 'tenant_id': '202d5ea04e8c40de88f64ef931ef4e4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'external_fixed_ips': [{'subnet_id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'ip_address': '172.25.8.136'}], 'enable_snat': True}, 'gw_port_id': '2861445f-8940-4365-a5c7-e9f8730aee37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:22:21Z', 'updated_at': '2022-04-18T21:24:15Z', 'revision_number': 5, 'project_id': '202d5ea04e8c40de88f64ef931ef4e4f', 'gw_port': {'id': '2861445f-8940-4365-a5c7-e9f8730aee37', 'name': '', 'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:7a:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc12e546-495e-47f0-b4eb-24c3ffacee9c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'ip_address': '172.25.8.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:22:21Z', 'updated_at': '2022-04-18T21:22:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838334-2'}], 'n-d-838334-2', False) {} {{(pid=84042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:24:17.961915 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bbf23b5-4c12-4d5c-aa8c-4b2dae4163b3 None None] The sync data for ids ['cc12e546-495e-47f0-b4eb-24c3ffacee9c'] in n-d-838334-2 is: [{'id': 'cc12e546-495e-47f0-b4eb-24c3ffacee9c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-299882906', 'tenant_id': '202d5ea04e8c40de88f64ef931ef4e4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'external_fixed_ips': [{'subnet_id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'ip_address': '172.25.8.136'}], 'enable_snat': True}, 'gw_port_id': '2861445f-8940-4365-a5c7-e9f8730aee37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:22:21Z', 'updated_at': '2022-04-18T21:24:15Z', 'revision_number': 5, 'project_id': '202d5ea04e8c40de88f64ef931ef4e4f', 'gw_port': {'id': '2861445f-8940-4365-a5c7-e9f8730aee37', 'name': '', 'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:7a:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc12e546-495e-47f0-b4eb-24c3ffacee9c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'ip_address': '172.25.8.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:22:21Z', 'updated_at': '2022-04-18T21:22:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838334-2'}] {{(pid=84042) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 18 21:24:17.979563 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-e2333e94-df1a-45ed-9f49-a2f61038ea61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750375287399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253529'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:24:17.992787 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-4629d657-8ec8-4c6e-99b1-eed5b82370dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750375259028', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750374836628'] for port, after_delete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:24:18.076587 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4629d657-8ec8-4c6e-99b1-eed5b82370dc None None] Pushing event deleted for resources: {'Port': ['ID=88d0d736-3279-4a56-bdbe-d1409e931bc1,revision_number=None']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:24:18.076587 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4629d657-8ec8-4c6e-99b1-eed5b82370dc None None] No DVR routers for this DVR port 88d0d736-3279-4a56-bdbe-d1409e931bc1 on host n-d-838334-2 {{(pid=84042) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 21:24:18.157721 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-47f046f1-7d75-4648-adf6-6a6bab051b71 tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33444108'] for router_gateway, after_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:24:18.430215 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-47f046f1-7d75-4648-adf6-6a6bab051b71 tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33443580', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5726'] for router, precommit_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:24:18.430215 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-47f046f1-7d75-4648-adf6-6a6bab051b71 tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:24:18.459878 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-47f046f1-7d75-4648-adf6-6a6bab051b71 tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-33443408'] for router, after_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:24:18.459878 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-47f046f1-7d75-4648-adf6-6a6bab051b71 tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] Fanout notify agent at l3_agent the message router_deleted on router cc12e546-495e-47f0-b4eb-24c3ffacee9c {{(pid=84040) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 18 21:24:18.483252 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-47f046f1-7d75-4648-adf6-6a6bab051b71 tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] Notify callbacks [] for router, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:24:18.483252 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-47f046f1-7d75-4648-adf6-6a6bab051b71 tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] 10.222.0.42 "DELETE /v2.0/routers/cc12e546-495e-47f0-b4eb-24c3ffacee9c HTTP/1.1" status: 204 len: 168 time: 1.6840572 Apr 18 21:24:18.486026 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 36668) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:24:18.626612 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-1dbf35c5-cde0-4dfb-86b3-24509170474e tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1103592'] for network, before_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:24:18.638948 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Device 1582f36c-bfe1-42d0-b01e-6c3ff67e8687 no longer exists at agent ovs-agent-n-d-838334-2 {{(pid=84042) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 21:24:18.681758 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.plugin [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] No Port match for: 1582f36c-bfe1-42d0-b01e-6c3ff67e8687 {{(pid=84042) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 18 21:24:18.681758 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Device 1582f36c-bfe1-42d0-b01e-6c3ff67e8687 not bound to the agent host n-d-838334-2 {{(pid=84042) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 21:24:18.681758 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Device 88d0d736-3279-4a56-bdbe-d1409e931bc1 no longer exists at agent ovs-agent-n-d-838334-2 {{(pid=84042) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 21:24:18.722818 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.plugin [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] No Port match for: 88d0d736-3279-4a56-bdbe-d1409e931bc1 {{(pid=84042) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 18 21:24:18.722818 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Device 88d0d736-3279-4a56-bdbe-d1409e931bc1 not bound to the agent host n-d-838334-2 {{(pid=84042) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 21:24:18.778263 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-1dbf35c5-cde0-4dfb-86b3-24509170474e tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1258905', 'neutron.services.segments.db._delete_segments_for_network-8750375287417'] for network, precommit_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:24:18.803667 n-d-838334-2 neutron-server[84041]: DEBUG neutron.services.segments.db [None req-1dbf35c5-cde0-4dfb-86b3-24509170474e tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d83f207f-f7a8-482b-9c99-e8b5c6d071d8']}} {{(pid=84041) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:24:18.818329 n-d-838334-2 neutron-server[84041]: DEBUG neutron.services.segments.db [None req-1dbf35c5-cde0-4dfb-86b3-24509170474e tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4e40371e-7410-48d8-95e7-4f5371c193cc') {'for_net_delete': True} {{(pid=84041) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:24:18.818329 n-d-838334-2 neutron-server[84041]: DEBUG neutron.services.segments.db [None req-1dbf35c5-cde0-4dfb-86b3-24509170474e tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4e40371e-7410-48d8-95e7-4f5371c193cc') {} {{(pid=84041) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:24:18.828808 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-1dbf35c5-cde0-4dfb-86b3-24509170474e tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750375287300', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32268156'] for segment, before_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:24:18.847482 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-1dbf35c5-cde0-4dfb-86b3-24509170474e tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1082986'] for segment, precommit_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:24:18.852704 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1dbf35c5-cde0-4dfb-86b3-24509170474e tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] Releasing vlan 365 on physical network physnet1 to pool {{(pid=84041) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 18 21:24:18.852704 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-1dbf35c5-cde0-4dfb-86b3-24509170474e tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1082993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32266254'] for segment, after_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:24:18.869451 n-d-838334-2 neutron-server[84041]: Traceback (most recent call last): Apr 18 21:24:18.869451 n-d-838334-2 neutron-server[84041]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 18 21:24:18.869451 n-d-838334-2 neutron-server[84041]: timer() Apr 18 21:24:18.869451 n-d-838334-2 neutron-server[84041]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 21:24:18.869451 n-d-838334-2 neutron-server[84041]: cb(*args, **kw) Apr 18 21:24:18.869451 n-d-838334-2 neutron-server[84041]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 18 21:24:18.869451 n-d-838334-2 neutron-server[84041]: return func(*args, **kwargs) Apr 18 21:24:18.869451 n-d-838334-2 neutron-server[84041]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 21:24:18.869451 n-d-838334-2 neutron-server[84041]: self._notify() Apr 18 21:24:18.869451 n-d-838334-2 neutron-server[84041]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 21:24:18.869451 n-d-838334-2 neutron-server[84041]: self.callback(batched_events) Apr 18 21:24:18.869451 n-d-838334-2 neutron-server[84041]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 21:24:18.869451 n-d-838334-2 neutron-server[84041]: event.method(event) Apr 18 21:24:18.869451 n-d-838334-2 neutron-server[84041]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 18 21:24:18.869451 n-d-838334-2 neutron-server[84041]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 21:24:18.869451 n-d-838334-2 neutron-server[84041]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 18 21:24:18.869451 n-d-838334-2 neutron-server[84041]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 21:24:18.869451 n-d-838334-2 neutron-server[84041]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 18 21:24:18.869451 n-d-838334-2 neutron-server[84041]: return f(self, *a, **k) Apr 18 21:24:18.869451 n-d-838334-2 neutron-server[84041]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 18 21:24:18.869451 n-d-838334-2 neutron-server[84041]: return self._get(url).json() Apr 18 21:24:18.869451 n-d-838334-2 neutron-server[84041]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 18 21:24:18.869451 n-d-838334-2 neutron-server[84041]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 21:24:18.869451 n-d-838334-2 neutron-server[84041]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 18 21:24:18.869451 n-d-838334-2 neutron-server[84041]: return self.request(url, 'GET', **kwargs) Apr 18 21:24:18.869451 n-d-838334-2 neutron-server[84041]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 18 21:24:18.869451 n-d-838334-2 neutron-server[84041]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 21:24:18.869451 n-d-838334-2 neutron-server[84041]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 18 21:24:18.869451 n-d-838334-2 neutron-server[84041]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 21:24:18.869451 n-d-838334-2 neutron-server[84041]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 18 21:24:18.869451 n-d-838334-2 neutron-server[84041]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 21:24:18.869451 n-d-838334-2 neutron-server[84041]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 21:24:18.951775 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-1dbf35c5-cde0-4dfb-86b3-24509170474e tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1258898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33526109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33444113'] for network, after_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:24:18.979310 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-1dbf35c5-cde0-4dfb-86b3-24509170474e tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] Notify callbacks [] for network, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:24:18.979310 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dbf35c5-cde0-4dfb-86b3-24509170474e tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] Pushing event deleted for resources: {'Network': ['ID=d83f207f-f7a8-482b-9c99-e8b5c6d071d8,revision_number=None']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:24:18.989118 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-1dbf35c5-cde0-4dfb-86b3-24509170474e tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] 10.222.0.42 "DELETE /v2.0/networks/d83f207f-f7a8-482b-9c99-e8b5c6d071d8 HTTP/1.1" status: 204 len: 168 time: 0.5022936 Apr 18 21:24:18.993718 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 36672) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:24:19.076257 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-bc204bd4-8b95-4c3e-9f50-e866f099a013 tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] Notify callbacks [] for security_group, before_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:24:19.109300 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-bc204bd4-8b95-4c3e-9f50-e866f099a013 tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:24:19.112183 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750375287399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253529'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:24:19.192379 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-bc204bd4-8b95-4c3e-9f50-e866f099a013 tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33528224'] for security_group, after_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:24:19.211275 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc204bd4-8b95-4c3e-9f50-e866f099a013 tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c48310e-c9c1-4f3b-a84d-523dd900b6e2,revision_number=None']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:24:19.216308 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-bc204bd4-8b95-4c3e-9f50-e866f099a013 tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] Notify callbacks [] for security_group, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:24:19.234090 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-bc204bd4-8b95-4c3e-9f50-e866f099a013 tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] 10.222.0.42 "DELETE /v2.0/security-groups/4c48310e-c9c1-4f3b-a84d-523dd900b6e2 HTTP/1.1" status: 204 len: 168 time: 0.2440066 Apr 18 21:24:19.507690 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 36680) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:24:19.514586 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.v2.base [None req-b0b7bbf6-08d8-436d-b5e4-fdeb1ed58645 tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2119137914', 'description': 'tempest-secgroup-smoke-2119137914 description', 'project_id': '202d5ea04e8c40de88f64ef931ef4e4f'}} {{(pid=84041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:24:19.521295 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-b0b7bbf6-08d8-436d-b5e4-fdeb1ed58645 tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:24:19.521295 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-b0b7bbf6-08d8-436d-b5e4-fdeb1ed58645 tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] Usage tracker for resource:security_group and tenant:202d5ea04e8c40de88f64ef931ef4e4f is out of sync, need to count used quota {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:24:19.527037 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-b0b7bbf6-08d8-436d-b5e4-fdeb1ed58645 tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:24:19.532895 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-b0b7bbf6-08d8-436d-b5e4-fdeb1ed58645 tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:24:19.546237 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-b0b7bbf6-08d8-436d-b5e4-fdeb1ed58645 tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] Notify callbacks [] for security_group, before_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:24:19.573377 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-414b6ffe-e119-47bc-b18f-bcff1219c2f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750375287399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253529'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:24:19.586111 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-b0b7bbf6-08d8-436d-b5e4-fdeb1ed58645 tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:24:19.586111 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-b0b7bbf6-08d8-436d-b5e4-fdeb1ed58645 tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] Usage tracker for resource:security_group_rule and tenant:202d5ea04e8c40de88f64ef931ef4e4f is out of sync, need to count used quota {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:24:19.592120 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-b0b7bbf6-08d8-436d-b5e4-fdeb1ed58645 tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:24:19.598662 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-b0b7bbf6-08d8-436d-b5e4-fdeb1ed58645 tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:24:19.662219 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-b0b7bbf6-08d8-436d-b5e4-fdeb1ed58645 tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] Notify callbacks [] for security_group, precommit_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:24:19.662219 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-b0b7bbf6-08d8-436d-b5e4-fdeb1ed58645 tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33528224'] for security_group, after_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:24:19.712000 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-b0b7bbf6-08d8-436d-b5e4-fdeb1ed58645 tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] Notify callbacks [] for security_group, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:24:19.712000 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-b0b7bbf6-08d8-436d-b5e4-fdeb1ed58645 tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1628 time: 0.2046659 Apr 18 21:24:19.712000 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0b7bbf6-08d8-436d-b5e4-fdeb1ed58645 tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ed78e9fa-ef19-4b00-9fd6-6ef330877873,revision_number=1']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:24:19.716350 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 36684) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:24:19.727221 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0b7bbf6-08d8-436d-b5e4-fdeb1ed58645 tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:24:19.727221 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0b7bbf6-08d8-436d-b5e4-fdeb1ed58645 tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:24:19.727221 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0b7bbf6-08d8-436d-b5e4-fdeb1ed58645 tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:24:19.730671 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.v2.base [None req-3d8aa447-295e-4f48-a1e4-975e3255355b tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] Request body: {'security_group_rule': {'security_group_id': 'ed78e9fa-ef19-4b00-9fd6-6ef330877873', 'project_id': '202d5ea04e8c40de88f64ef931ef4e4f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84040) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:24:19.733977 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0b7bbf6-08d8-436d-b5e4-fdeb1ed58645 tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:24:19.733977 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0b7bbf6-08d8-436d-b5e4-fdeb1ed58645 tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:24:19.733977 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0b7bbf6-08d8-436d-b5e4-fdeb1ed58645 tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:24:19.733977 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0b7bbf6-08d8-436d-b5e4-fdeb1ed58645 tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:24:19.733977 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0b7bbf6-08d8-436d-b5e4-fdeb1ed58645 tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:24:19.733977 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0b7bbf6-08d8-436d-b5e4-fdeb1ed58645 tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:24:19.733977 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0b7bbf6-08d8-436d-b5e4-fdeb1ed58645 tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:24:19.733977 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0b7bbf6-08d8-436d-b5e4-fdeb1ed58645 tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:24:19.741692 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [None req-3d8aa447-295e-4f48-a1e4-975e3255355b tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:24:19.741692 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-3d8aa447-295e-4f48-a1e4-975e3255355b tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] Usage tracker for resource:security_group_rule and tenant:202d5ea04e8c40de88f64ef931ef4e4f is out of sync, need to count used quota {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:24:19.750700 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-3d8aa447-295e-4f48-a1e4-975e3255355b tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:24:19.756860 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [None req-3d8aa447-295e-4f48-a1e4-975e3255355b tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:24:19.778262 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-3d8aa447-295e-4f48-a1e4-975e3255355b tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:24:19.849087 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-3d8aa447-295e-4f48-a1e4-975e3255355b tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:24:19.849087 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-3d8aa447-295e-4f48-a1e4-975e3255355b tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33528311'] for security_group_rule, after_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:24:19.876608 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d8aa447-295e-4f48-a1e4-975e3255355b tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=53e8e88d-ab28-464e-81fc-0fc23c7666b4,revision_number=0']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:24:19.886794 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-3d8aa447-295e-4f48-a1e4-975e3255355b tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:24:19.886794 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-3d8aa447-295e-4f48-a1e4-975e3255355b tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.1710436 Apr 18 21:24:19.894271 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 36688) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:24:19.894271 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.v2.base [None req-3f372b80-2434-4b88-8137-f1e18318fe76 tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] Request body: {'security_group_rule': {'security_group_id': 'ed78e9fa-ef19-4b00-9fd6-6ef330877873', 'project_id': '202d5ea04e8c40de88f64ef931ef4e4f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=84040) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:24:19.905635 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [None req-3f372b80-2434-4b88-8137-f1e18318fe76 tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:24:19.905635 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-3f372b80-2434-4b88-8137-f1e18318fe76 tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] Usage tracker for resource:security_group_rule and tenant:202d5ea04e8c40de88f64ef931ef4e4f is out of sync, need to count used quota {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:24:19.911508 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-3f372b80-2434-4b88-8137-f1e18318fe76 tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:24:19.917641 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [None req-3f372b80-2434-4b88-8137-f1e18318fe76 tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:24:19.937425 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-3f372b80-2434-4b88-8137-f1e18318fe76 tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:24:20.004156 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-3f372b80-2434-4b88-8137-f1e18318fe76 tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:24:20.004156 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-3f372b80-2434-4b88-8137-f1e18318fe76 tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33528311'] for security_group_rule, after_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:24:20.034093 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f372b80-2434-4b88-8137-f1e18318fe76 tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f3a2ba0d-6666-41dc-9689-ceff56da4b53,revision_number=0']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:24:20.042067 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-3f372b80-2434-4b88-8137-f1e18318fe76 tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:24:20.042067 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-3f372b80-2434-4b88-8137-f1e18318fe76 tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.1531720 Apr 18 21:24:20.048294 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 36692) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:24:20.054438 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.v2.base [None req-8fb4e05d-f5b6-459b-866f-90ffd7cfd34b tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] Request body: {'security_group_rule': {'security_group_id': 'ed78e9fa-ef19-4b00-9fd6-6ef330877873', 'project_id': '202d5ea04e8c40de88f64ef931ef4e4f', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=84040) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:24:20.061163 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [None req-8fb4e05d-f5b6-459b-866f-90ffd7cfd34b tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:24:20.061163 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-8fb4e05d-f5b6-459b-866f-90ffd7cfd34b tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] Usage tracker for resource:security_group_rule and tenant:202d5ea04e8c40de88f64ef931ef4e4f is out of sync, need to count used quota {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:24:20.070543 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-8fb4e05d-f5b6-459b-866f-90ffd7cfd34b tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:24:20.076550 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [None req-8fb4e05d-f5b6-459b-866f-90ffd7cfd34b tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:24:20.097524 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-8fb4e05d-f5b6-459b-866f-90ffd7cfd34b tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:24:20.166818 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-8fb4e05d-f5b6-459b-866f-90ffd7cfd34b tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:24:20.172313 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-8fb4e05d-f5b6-459b-866f-90ffd7cfd34b tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33528311'] for security_group_rule, after_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:24:20.201045 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fb4e05d-f5b6-459b-866f-90ffd7cfd34b tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bacc5892-9168-4710-bade-8ea3554bd416,revision_number=0']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:24:20.208879 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-8fb4e05d-f5b6-459b-866f-90ffd7cfd34b tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:24:20.217435 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 36696) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:24:20.220590 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-8fb4e05d-f5b6-459b-866f-90ffd7cfd34b tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.1704988 Apr 18 21:24:20.223762 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.v2.base [None req-a4c18643-0e00-4e00-be7b-b0dc9cb0399f tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] Request body: {'security_group_rule': {'security_group_id': 'ed78e9fa-ef19-4b00-9fd6-6ef330877873', 'project_id': '202d5ea04e8c40de88f64ef931ef4e4f', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=84041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:24:20.229791 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-a4c18643-0e00-4e00-be7b-b0dc9cb0399f tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:24:20.229791 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-a4c18643-0e00-4e00-be7b-b0dc9cb0399f tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] Usage tracker for resource:security_group_rule and tenant:202d5ea04e8c40de88f64ef931ef4e4f is out of sync, need to count used quota {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:24:20.236800 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-a4c18643-0e00-4e00-be7b-b0dc9cb0399f tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:24:20.246195 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-a4c18643-0e00-4e00-be7b-b0dc9cb0399f tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:24:20.266597 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-a4c18643-0e00-4e00-be7b-b0dc9cb0399f tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:24:20.340932 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-a4c18643-0e00-4e00-be7b-b0dc9cb0399f tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:24:20.340932 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-a4c18643-0e00-4e00-be7b-b0dc9cb0399f tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33528311'] for security_group_rule, after_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:24:20.376985 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4c18643-0e00-4e00-be7b-b0dc9cb0399f tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a98dacf0-83f8-46eb-ba9e-87ebdc9b7dbd,revision_number=0']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:24:20.383230 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-a4c18643-0e00-4e00-be7b-b0dc9cb0399f tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:24:20.383230 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-a4c18643-0e00-4e00-be7b-b0dc9cb0399f tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.1674998 Apr 18 21:24:20.390133 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 36700) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:24:20.396733 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.v2.base [None req-8175da50-8a6a-44b7-88e4-1468631f4ff8 tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] Request body: {'security_group_rule': {'security_group_id': 'ed78e9fa-ef19-4b00-9fd6-6ef330877873', 'project_id': '202d5ea04e8c40de88f64ef931ef4e4f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=84041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:24:20.399259 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-8175da50-8a6a-44b7-88e4-1468631f4ff8 tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:24:20.404342 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-8175da50-8a6a-44b7-88e4-1468631f4ff8 tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] Usage tracker for resource:security_group_rule and tenant:202d5ea04e8c40de88f64ef931ef4e4f is out of sync, need to count used quota {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:24:20.407612 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-8175da50-8a6a-44b7-88e4-1468631f4ff8 tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:24:20.414487 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-8175da50-8a6a-44b7-88e4-1468631f4ff8 tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:24:20.425442 n-d-838334-2 neutron-server[84041]: INFO neutron.db.securitygroups_db [None req-8175da50-8a6a-44b7-88e4-1468631f4ff8 tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] Project 202d5ea04e8c40de88f64ef931ef4e4f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 18 21:24:20.432434 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-8175da50-8a6a-44b7-88e4-1468631f4ff8 tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:24:20.495126 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Device 2861445f-8940-4365-a5c7-e9f8730aee37 no longer exists at agent ovs-agent-n-d-838334-2 {{(pid=84042) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 21:24:20.499371 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-8175da50-8a6a-44b7-88e4-1468631f4ff8 tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:24:20.503566 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-8175da50-8a6a-44b7-88e4-1468631f4ff8 tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33528311'] for security_group_rule, after_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:24:20.538243 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8175da50-8a6a-44b7-88e4-1468631f4ff8 tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8f803017-2f21-4a84-a50d-0cdc8143a057,revision_number=0']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:24:20.542324 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.plugin [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] No Port match for: 2861445f-8940-4365-a5c7-e9f8730aee37 {{(pid=84042) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 18 21:24:20.542324 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Device 2861445f-8940-4365-a5c7-e9f8730aee37 not bound to the agent host n-d-838334-2 {{(pid=84042) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 21:24:20.547086 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-8175da50-8a6a-44b7-88e4-1468631f4ff8 tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:24:20.547086 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-8175da50-8a6a-44b7-88e4-1468631f4ff8 tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.1538494 Apr 18 21:24:20.551076 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 36704) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:24:20.551076 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.v2.base [None req-6085d021-303a-415c-b20d-6f6762876816 tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] Request body: {'security_group_rule': {'security_group_id': 'ed78e9fa-ef19-4b00-9fd6-6ef330877873', 'project_id': '202d5ea04e8c40de88f64ef931ef4e4f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=84040) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:24:20.563072 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [None req-6085d021-303a-415c-b20d-6f6762876816 tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:24:20.567762 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-6085d021-303a-415c-b20d-6f6762876816 tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] Usage tracker for resource:security_group_rule and tenant:202d5ea04e8c40de88f64ef931ef4e4f is out of sync, need to count used quota {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:24:20.567762 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-6085d021-303a-415c-b20d-6f6762876816 tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:24:20.577251 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [None req-6085d021-303a-415c-b20d-6f6762876816 tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:24:20.588469 n-d-838334-2 neutron-server[84040]: INFO neutron.db.securitygroups_db [None req-6085d021-303a-415c-b20d-6f6762876816 tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] Project 202d5ea04e8c40de88f64ef931ef4e4f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 18 21:24:20.595145 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-6085d021-303a-415c-b20d-6f6762876816 tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:24:20.657253 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-c7521a90-7d65-4e2e-842c-ca5d95e9a89c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750375287399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253529'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:24:20.662412 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-6085d021-303a-415c-b20d-6f6762876816 tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:24:20.668938 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-6085d021-303a-415c-b20d-6f6762876816 tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33528311'] for security_group_rule, after_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:24:20.692812 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6085d021-303a-415c-b20d-6f6762876816 tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c132149b-8723-4e77-a1b5-420786571e4d,revision_number=0']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:24:20.703055 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-6085d021-303a-415c-b20d-6f6762876816 tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:24:20.703772 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-6085d021-303a-415c-b20d-6f6762876816 tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.1604424 Apr 18 21:24:20.707865 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 36708) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:24:20.713264 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.v2.base [None req-8cd17c1b-ae09-42b7-8039-476b981bc0aa tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] Request body: {'network': {'name': 'tempest-network-smoke--1967251943', 'project_id': '202d5ea04e8c40de88f64ef931ef4e4f', 'port_security_enabled': True}} {{(pid=84040) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:24:20.718734 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [None req-8cd17c1b-ae09-42b7-8039-476b981bc0aa tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:24:20.723146 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-8cd17c1b-ae09-42b7-8039-476b981bc0aa tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] Usage tracker for resource:network and tenant:202d5ea04e8c40de88f64ef931ef4e4f is out of sync, need to count used quota {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:24:20.726037 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-8cd17c1b-ae09-42b7-8039-476b981bc0aa tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:24:20.731609 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [None req-8cd17c1b-ae09-42b7-8039-476b981bc0aa tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:24:20.741690 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8cd17c1b-ae09-42b7-8039-476b981bc0aa tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] Made reservation on behalf of 202d5ea04e8c40de88f64ef931ef4e4f for: {'network': 1} {{(pid=84040) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:24:20.744747 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-8cd17c1b-ae09-42b7-8039-476b981bc0aa tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for network, before_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:24:20.774752 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8cd17c1b-ae09-42b7-8039-476b981bc0aa tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 360} {{(pid=84040) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 21:24:20.786462 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-8cd17c1b-ae09-42b7-8039-476b981bc0aa tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1082986'] for segment, precommit_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:24:20.786462 n-d-838334-2 neutron-server[84040]: INFO neutron.db.segments_db [None req-8cd17c1b-ae09-42b7-8039-476b981bc0aa tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] Added segment 816740e0-4959-41dc-8c0d-033bc20e9855 of type vlan for network 72c99cd8-2f84-4470-8363-4595502a7ad6 Apr 18 21:24:20.820127 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-8cd17c1b-ae09-42b7-8039-476b981bc0aa tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750374825732'] for network, precommit_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:24:20.856735 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-8cd17c1b-ae09-42b7-8039-476b981bc0aa tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33526109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022'] for network, after_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:24:20.859077 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8cd17c1b-ae09-42b7-8039-476b981bc0aa tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:24:20.859077 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-8cd17c1b-ae09-42b7-8039-476b981bc0aa tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] Notify callbacks [] for network, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:24:20.976550 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 36712) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:24:20.979900 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-8cd17c1b-ae09-42b7-8039-476b981bc0aa tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2638690 Apr 18 21:24:20.979900 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cd17c1b-ae09-42b7-8039-476b981bc0aa tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] Pushing event updated for resources: {'Network': ['ID=72c99cd8-2f84-4470-8363-4595502a7ad6,revision_number=1']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:24:20.983697 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.v2.base [None req-47f1253b-9e34-40d5-b3d0-fb64422f045a tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-65221317', 'admin_state_up': True, 'project_id': '202d5ea04e8c40de88f64ef931ef4e4f', 'external_gateway_info': {'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c'}}} {{(pid=84041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:24:21.003404 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Network 72c99cd8-2f84-4470-8363-4595502a7ad6 details requested by agent ovs-agent-n-d-838334-2 with host n-d-838334-2 {{(pid=84042) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 18 21:24:21.008201 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-47f1253b-9e34-40d5-b3d0-fb64422f045a tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:24:21.012055 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-47f1253b-9e34-40d5-b3d0-fb64422f045a tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] Usage tracker for resource:router and tenant:202d5ea04e8c40de88f64ef931ef4e4f is out of sync, need to count used quota {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:24:21.015404 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-47f1253b-9e34-40d5-b3d0-fb64422f045a tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:24:21.024453 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-47f1253b-9e34-40d5-b3d0-fb64422f045a tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:24:21.040375 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-47f1253b-9e34-40d5-b3d0-fb64422f045a tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-33442106', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5708'] for router, before_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:24:21.040375 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-47f1253b-9e34-40d5-b3d0-fb64422f045a tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33442137', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33444285', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33535433', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5703'] for router, precommit_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:24:21.056811 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-47f1253b-9e34-40d5-b3d0-fb64422f045a tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:24:21.215278 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-47f1253b-9e34-40d5-b3d0-fb64422f045a tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-33444175', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-33443520', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5293'] for router, precommit_update {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:24:21.407788 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-47f1253b-9e34-40d5-b3d0-fb64422f045a tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] Notify callbacks [] for router_gateway, before_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:24:21.436613 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-47f1253b-9e34-40d5-b3d0-fb64422f045a tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:24:21.581759 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.db_base_plugin_common [None req-47f1253b-9e34-40d5-b3d0-fb64422f045a tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] Allocated IP 172.25.8.106 (e41b6600-a917-4a8d-b05c-be3be40c6d8c/6b05667b-848e-4356-9b44-d5eb6808ef74/938a4eee-b18b-4f62-a58d-ad9fc2862ad0) {{(pid=84041) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 21:24:21.725737 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-47f1253b-9e34-40d5-b3d0-fb64422f045a tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] Notify callbacks [] for port, precommit_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:24:21.752806 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-47f1253b-9e34-40d5-b3d0-fb64422f045a tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750374836619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32266323'] for port, after_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:24:21.820158 n-d-838334-2 neutron-server[84041]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47f1253b-9e34-40d5-b3d0-fb64422f045a tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] Network e41b6600-a917-4a8d-b05c-be3be40c6d8c is already hosted by enough agents. {{(pid=84041) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:24:21.822961 n-d-838334-2 neutron-server[84041]: DEBUG neutron.scheduler.base_scheduler [None req-47f1253b-9e34-40d5-b3d0-fb64422f045a tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] Resources bound (agent type, host, resource id): {{(pid=84041) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:24:21.827223 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47f1253b-9e34-40d5-b3d0-fb64422f045a tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] Received port after_create {{(pid=84041) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 21:24:21.851991 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f1253b-9e34-40d5-b3d0-fb64422f045a tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] Pushing event updated for resources: {'Port': ['ID=938a4eee-b18b-4f62-a58d-ad9fc2862ad0,revision_number=1']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:24:21.979252 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-47f1253b-9e34-40d5-b3d0-fb64422f045a tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] Notify callbacks [] for router_gateway, after_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:24:21.979927 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-47f1253b-9e34-40d5-b3d0-fb64422f045a tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33443529', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33444176'] for router, after_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:24:22.293307 n-d-838334-2 neutron-server[84041]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-47f1253b-9e34-40d5-b3d0-fb64422f045a tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] Router 6324a07e-7aac-4922-ad6f-f0052deece81 is scheduled to L3 agent bc84d6c9-dd7a-4555-a351-592327b46d5a with binding_index 1 {{(pid=84041) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 18 21:24:22.490157 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-47f1253b-9e34-40d5-b3d0-fb64422f045a tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] Notify agent at l3_agent.n-d-838334-2 the message routers_updated {{(pid=84041) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 21:24:22.500687 n-d-838334-2 neutron-server[84043]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17fbdf94-3f53-4795-b85e-92068840b6c7 None None] Sync routers for ids ['6324a07e-7aac-4922-ad6f-f0052deece81'] in n-d-838334-2 {{(pid=84043) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 18 21:24:22.513595 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17fbdf94-3f53-4795-b85e-92068840b6c7 None None] Routers {'6324a07e-7aac-4922-ad6f-f0052deece81'} bound to L3 agent in host n-d-838334-2 {{(pid=84043) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 21:24:22.514274 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.l3_hamode_db [None req-17fbdf94-3f53-4795-b85e-92068840b6c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838334-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-18T20:25:48Z,description=,heartbeat_timestamp=2022-04-18T21:24:18Z,host='n-d-838334-2',id=bc84d6c9-dd7a-4555-a351-592327b46d5a,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:25:48Z,topic='l3_agent')) {'router_ids': ['6324a07e-7aac-4922-ad6f-f0052deece81'], 'active': True} {{(pid=84043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:24:22.516579 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-47f1253b-9e34-40d5-b3d0-fb64422f045a tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] Notify callbacks [] for router, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:24:22.517877 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-47f1253b-9e34-40d5-b3d0-fb64422f045a tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 1.5444217 Apr 18 21:24:22.521236 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 36716) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:24:22.573201 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-095992c8-5ac2-46c3-b03a-f766feed4d04 tempest-TestNetworkAdvancedServerOps-1372836320 tempest-TestNetworkAdvancedServerOps-1372836320-project-admin] 10.222.0.42 "GET /v2.0/subnets?project_id=202d5ea04e8c40de88f64ef931ef4e4f&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0434616 Apr 18 21:24:22.576201 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 36720) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:24:22.720717 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.l3_dvr_db [None req-17fbdf94-3f53-4795-b85e-92068840b6c7 None None] Set router 6324a07e-7aac-4922-ad6f-f0052deece81 gateway port host: n-d-838334-2 {{(pid=84043) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 21:24:22.727831 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20135790-3d23-4f7c-bb90-548236a35b09 tempest-TestNetworkAdvancedServerOps-1372836320 tempest-TestNetworkAdvancedServerOps-1372836320-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:24:22.729058 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-20135790-3d23-4f7c-bb90-548236a35b09 tempest-TestNetworkAdvancedServerOps-1372836320 tempest-TestNetworkAdvancedServerOps-1372836320-project-admin] 10.222.0.42 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1591232 Apr 18 21:24:22.733407 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 36724) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:24:22.773027 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-d6ff243e-8d0b-4424-898b-37fd519fbb03 tempest-TestNetworkAdvancedServerOps-1372836320 tempest-TestNetworkAdvancedServerOps-1372836320-project-admin] 10.222.0.42 "GET /v2.0/subnets?network_id=e41b6600-a917-4a8d-b05c-be3be40c6d8c&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0393386 Apr 18 21:24:22.775368 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 36728) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:24:22.780931 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.v2.base [None req-1a33d90e-6789-4180-a9f0-4a611564e8a5 tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1602671699', 'network_id': '72c99cd8-2f84-4470-8363-4595502a7ad6', 'project_id': '202d5ea04e8c40de88f64ef931ef4e4f', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=84040) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:24:22.988649 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [None req-1a33d90e-6789-4180-a9f0-4a611564e8a5 tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:24:22.992905 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-1a33d90e-6789-4180-a9f0-4a611564e8a5 tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] Usage tracker for resource:subnet and tenant:202d5ea04e8c40de88f64ef931ef4e4f is out of sync, need to count used quota {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:24:22.995764 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-1a33d90e-6789-4180-a9f0-4a611564e8a5 tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:24:23.003110 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [None req-1a33d90e-6789-4180-a9f0-4a611564e8a5 tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:24:23.012670 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a33d90e-6789-4180-a9f0-4a611564e8a5 tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] Made reservation on behalf of 202d5ea04e8c40de88f64ef931ef4e4f for: {'subnet': 1} {{(pid=84040) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:24:23.018942 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.l3_hamode_db [None req-17fbdf94-3f53-4795-b85e-92068840b6c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6324a07e-7aac-4922-ad6f-f0052deece81', 'name': 'tempest-TestNetworkAdvancedServerOps-router-65221317', 'tenant_id': '202d5ea04e8c40de88f64ef931ef4e4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'external_fixed_ips': [{'subnet_id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'ip_address': '172.25.8.106'}], 'enable_snat': True}, 'gw_port_id': '938a4eee-b18b-4f62-a58d-ad9fc2862ad0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:24:21Z', 'updated_at': '2022-04-18T21:24:21Z', 'revision_number': 3, 'project_id': '202d5ea04e8c40de88f64ef931ef4e4f', 'gw_port': {'id': '938a4eee-b18b-4f62-a58d-ad9fc2862ad0', 'name': '', 'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:c4:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6324a07e-7aac-4922-ad6f-f0052deece81', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'ip_address': '172.25.8.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:24:21Z', 'updated_at': '2022-04-18T21:24:21Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838334-2'}], 'n-d-838334-2', False) {} {{(pid=84043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:24:23.023336 n-d-838334-2 neutron-server[84043]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17fbdf94-3f53-4795-b85e-92068840b6c7 None None] Checking router: 6324a07e-7aac-4922-ad6f-f0052deece81 for host: n-d-838334-2 {{(pid=84043) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 18 21:24:23.023701 n-d-838334-2 neutron-server[84043]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17fbdf94-3f53-4795-b85e-92068840b6c7 None None] Updating router 6324a07e-7aac-4922-ad6f-f0052deece81 port 938a4eee-b18b-4f62-a58d-ad9fc2862ad0 binding host n-d-838334-2 {{(pid=84043) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 18 21:24:23.075973 n-d-838334-2 neutron-server[84043]: DEBUG neutron_lib.callbacks.manager [None req-17fbdf94-3f53-4795-b85e-92068840b6c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:24:23.113989 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-1a33d90e-6789-4180-a9f0-4a611564e8a5 tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31752722'] for subnet, before_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:24:23.330322 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-1a33d90e-6789-4180-a9f0-4a611564e8a5 tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33526260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32441074', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31752704'] for subnet, after_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:24:23.402857 n-d-838334-2 neutron-server[84043]: DEBUG neutron_lib.callbacks.manager [None req-17fbdf94-3f53-4795-b85e-92068840b6c7 None None] Notify callbacks [] for port, precommit_update {{(pid=84043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:24:23.414328 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a33d90e-6789-4180-a9f0-4a611564e8a5 tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] Pushing event updated for resources: {'Subnet': ['ID=b995844f-95c1-4ff2-8156-9212dcaf00fd,revision_number=0']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:24:23.414489 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.provisioning_blocks [None req-17fbdf94-3f53-4795-b85e-92068840b6c7 None None] Transition to ACTIVE for port object 938a4eee-b18b-4f62-a58d-ad9fc2862ad0 will not be triggered until provisioned by entity L2. {{(pid=84043) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:24:23.421622 n-d-838334-2 neutron-server[84043]: DEBUG neutron_lib.callbacks.manager [None req-17fbdf94-3f53-4795-b85e-92068840b6c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682'] for port, after_update {{(pid=84043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:24:23.427529 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a33d90e-6789-4180-a9f0-4a611564e8a5 tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] Checking segment: {'id': '816740e0-4959-41dc-8c0d-033bc20e9855', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '72c99cd8-2f84-4470-8363-4595502a7ad6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84040) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 21:24:23.427907 n-d-838334-2 neutron-server[84040]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a33d90e-6789-4180-a9f0-4a611564e8a5 tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] Network hostable DHCP agents. Network: 72c99cd8-2f84-4470-8363-4595502a7ad6, hostable agents: ['8746f8ea-3e91-4b32-9919-2c63adeb8722'], hosted agents: [] {{(pid=84040) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 21:24:23.453194 n-d-838334-2 neutron-server[84040]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a33d90e-6789-4180-a9f0-4a611564e8a5 tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] Network 72c99cd8-2f84-4470-8363-4595502a7ad6 is scheduled to be hosted by DHCP agent 8746f8ea-3e91-4b32-9919-2c63adeb8722 with binding_index 1 {{(pid=84040) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 21:24:23.463213 n-d-838334-2 neutron-server[84040]: DEBUG neutron.scheduler.base_scheduler [None req-1a33d90e-6789-4180-a9f0-4a611564e8a5 tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-838334-2, 72c99cd8-2f84-4470-8363-4595502a7ad6) {{(pid=84040) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:24:23.468930 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a33d90e-6789-4180-a9f0-4a611564e8a5 tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:24:23.469168 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-1a33d90e-6789-4180-a9f0-4a611564e8a5 tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] Notify callbacks [] for subnet, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:24:23.480636 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb663812-c075-45ca-9f75-293f9c94b90a None None] Network 72c99cd8-2f84-4470-8363-4595502a7ad6 requested from n-d-838334-2 {{(pid=84042) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 21:24:23.503373 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-1a33d90e-6789-4180-a9f0-4a611564e8a5 tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.7219410 Apr 18 21:24:23.503599 n-d-838334-2 neutron-server[84043]: DEBUG neutron.plugins.ml2.managers [None req-17fbdf94-3f53-4795-b85e-92068840b6c7 None None] Attempting to bind port 938a4eee-b18b-4f62-a58d-ad9fc2862ad0 on host n-d-838334-2 for vnic_type normal with profile {{(pid=84043) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 21:24:23.503599 n-d-838334-2 neutron-server[84043]: DEBUG neutron.plugins.ml2.managers [None req-17fbdf94-3f53-4795-b85e-92068840b6c7 None None] Attempting to bind port 938a4eee-b18b-4f62-a58d-ad9fc2862ad0 by drivers openvswitch,hyperv on host n-d-838334-2 at level 0 using segments [{'id': '732aa830-768b-4511-951f-d08e26b9c25b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c'}] {{(pid=84043) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 21:24:23.503599 n-d-838334-2 neutron-server[84043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17fbdf94-3f53-4795-b85e-92068840b6c7 None None] Attempting to bind port 938a4eee-b18b-4f62-a58d-ad9fc2862ad0 on network e41b6600-a917-4a8d-b05c-be3be40c6d8c {{(pid=84043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 21:24:23.504616 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 36734) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:24:23.512434 n-d-838334-2 neutron-server[84043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16458e1a-26b2-4c5a-ac2d-b0b80bcccff6 None None] Pushing event updated for resources: {'Port': ['ID=938a4eee-b18b-4f62-a58d-ad9fc2862ad0,revision_number=2']} {{(pid=84043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:24:23.523289 n-d-838334-2 neutron-server[84043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16458e1a-26b2-4c5a-ac2d-b0b80bcccff6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:24:23.523289 n-d-838334-2 neutron-server[84043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16458e1a-26b2-4c5a-ac2d-b0b80bcccff6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:24:23.523289 n-d-838334-2 neutron-server[84043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16458e1a-26b2-4c5a-ac2d-b0b80bcccff6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:24:23.523289 n-d-838334-2 neutron-server[84043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16458e1a-26b2-4c5a-ac2d-b0b80bcccff6 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:24:23.524444 n-d-838334-2 neutron-server[84043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16458e1a-26b2-4c5a-ac2d-b0b80bcccff6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:24:23.524444 n-d-838334-2 neutron-server[84043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16458e1a-26b2-4c5a-ac2d-b0b80bcccff6 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:24:23.524444 n-d-838334-2 neutron-server[84043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16458e1a-26b2-4c5a-ac2d-b0b80bcccff6 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:24:23.527097 n-d-838334-2 neutron-server[84043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16458e1a-26b2-4c5a-ac2d-b0b80bcccff6 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:24:23.527097 n-d-838334-2 neutron-server[84043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16458e1a-26b2-4c5a-ac2d-b0b80bcccff6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:24:23.527097 n-d-838334-2 neutron-server[84043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16458e1a-26b2-4c5a-ac2d-b0b80bcccff6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:24:23.527097 n-d-838334-2 neutron-server[84043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16458e1a-26b2-4c5a-ac2d-b0b80bcccff6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:24:23.534851 n-d-838334-2 neutron-server[84043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17fbdf94-3f53-4795-b85e-92068840b6c7 None None] Checking agent: {'id': '97cd4414-7af6-4d67-868d-dff370b4071a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838334-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 25, 49), 'started_at': datetime.datetime(2022, 4, 18, 20, 26, 19), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 21, 24, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838334-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 18 21:24:23.534851 n-d-838334-2 neutron-server[84043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17fbdf94-3f53-4795-b85e-92068840b6c7 None None] Checking segment: {'id': '732aa830-768b-4511-951f-d08e26b9c25b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84043) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 21:24:23.534851 n-d-838334-2 neutron-server[84043]: DEBUG neutron_lib.callbacks.manager [None req-17fbdf94-3f53-4795-b85e-92068840b6c7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:24:23.534851 n-d-838334-2 neutron-server[84043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17fbdf94-3f53-4795-b85e-92068840b6c7 None None] Bound using segment: {'id': '732aa830-768b-4511-951f-d08e26b9c25b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c'} {{(pid=84043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 18 21:24:23.534851 n-d-838334-2 neutron-server[84043]: DEBUG neutron.plugins.ml2.managers [None req-17fbdf94-3f53-4795-b85e-92068840b6c7 None None] Bound port: 938a4eee-b18b-4f62-a58d-ad9fc2862ad0, host: n-d-838334-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '732aa830-768b-4511-951f-d08e26b9c25b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c'}}] {{(pid=84043) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 21:24:23.540138 n-d-838334-2 neutron-server[84043]: DEBUG neutron_lib.callbacks.manager [None req-17fbdf94-3f53-4795-b85e-92068840b6c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:24:23.622002 n-d-838334-2 neutron-server[84043]: DEBUG neutron.plugins.ml2.db [None req-17fbdf94-3f53-4795-b85e-92068840b6c7 None None] For port 938a4eee-b18b-4f62-a58d-ad9fc2862ad0, host n-d-838334-2, cleared binding levels {{(pid=84043) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 21:24:23.625231 n-d-838334-2 neutron-server[84043]: DEBUG neutron.plugins.ml2.db [None req-17fbdf94-3f53-4795-b85e-92068840b6c7 None None] For port 938a4eee-b18b-4f62-a58d-ad9fc2862ad0, host n-d-838334-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838334-2',level=0,port_id=938a4eee-b18b-4f62-a58d-ad9fc2862ad0,segment=NetworkSegment(732aa830-768b-4511-951f-d08e26b9c25b),segment_id=732aa830-768b-4511-951f-d08e26b9c25b)] {{(pid=84043) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 21:24:23.629634 n-d-838334-2 neutron-server[84043]: DEBUG neutron_lib.callbacks.manager [None req-17fbdf94-3f53-4795-b85e-92068840b6c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682'] for port, after_update {{(pid=84043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:24:23.740865 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17fbdf94-3f53-4795-b85e-92068840b6c7 None None] Routers {'6324a07e-7aac-4922-ad6f-f0052deece81'} bound to L3 agent in host n-d-838334-2 {{(pid=84043) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 21:24:23.740865 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.l3_hamode_db [None req-17fbdf94-3f53-4795-b85e-92068840b6c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838334-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-18T20:25:48Z,description=,heartbeat_timestamp=2022-04-18T21:24:18Z,host='n-d-838334-2',id=bc84d6c9-dd7a-4555-a351-592327b46d5a,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:25:48Z,topic='l3_agent')) {'router_ids': ['6324a07e-7aac-4922-ad6f-f0052deece81'], 'active': True} {{(pid=84043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:24:23.756096 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0f62c4a-33d3-459a-97c0-ed44486135c2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp016840fc-1f9f-5892-9c53-c9cf6c845bbb-72c99cd8-2f84-4470-8363-4595502a7ad6', 'network_id': '72c99cd8-2f84-4470-8363-4595502a7ad6', 'tenant_id': '202d5ea04e8c40de88f64ef931ef4e4f', 'fixed_ips': [{'subnet_id': 'b995844f-95c1-4ff2-8156-9212dcaf00fd'}]}} from n-d-838334-2. {{(pid=84042) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 18 21:24:23.756096 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-c0f62c4a-33d3-459a-97c0-ed44486135c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_create {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:24:23.856528 n-d-838334-2 neutron-server[84043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16458e1a-26b2-4c5a-ac2d-b0b80bcccff6 None None] Pushing event updated for resources: {'Port': ['ID=938a4eee-b18b-4f62-a58d-ad9fc2862ad0,revision_number=3']} {{(pid=84043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:24:23.969893 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.l3_dvr_db [None req-17fbdf94-3f53-4795-b85e-92068840b6c7 None None] Set router 6324a07e-7aac-4922-ad6f-f0052deece81 gateway port host: n-d-838334-2 {{(pid=84043) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 21:24:23.980277 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.db_base_plugin_common [None req-c0f62c4a-33d3-459a-97c0-ed44486135c2 None None] Allocated IP 172.20.0.2 (72c99cd8-2f84-4470-8363-4595502a7ad6/b995844f-95c1-4ff2-8156-9212dcaf00fd/5426a3af-1da5-4c06-bfab-a9e552d132f3) {{(pid=84042) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 21:24:24.226994 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-c0f62c4a-33d3-459a-97c0-ed44486135c2 None None] Notify callbacks [] for port, precommit_create {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:24:24.242475 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-c0f62c4a-33d3-459a-97c0-ed44486135c2 None None] Transition to ACTIVE for port object 5426a3af-1da5-4c06-bfab-a9e552d132f3 will not be triggered until provisioned by entity L2. {{(pid=84042) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:24:24.269596 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-c0f62c4a-33d3-459a-97c0-ed44486135c2 None None] Transition to ACTIVE for port object 5426a3af-1da5-4c06-bfab-a9e552d132f3 will not be triggered until provisioned by entity DHCP. {{(pid=84042) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:24:24.280612 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-c0f62c4a-33d3-459a-97c0-ed44486135c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750374836619'] for port, after_create {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:24:24.306213 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.l3_hamode_db [None req-17fbdf94-3f53-4795-b85e-92068840b6c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6324a07e-7aac-4922-ad6f-f0052deece81', 'name': 'tempest-TestNetworkAdvancedServerOps-router-65221317', 'tenant_id': '202d5ea04e8c40de88f64ef931ef4e4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'external_fixed_ips': [{'subnet_id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'ip_address': '172.25.8.106'}], 'enable_snat': True}, 'gw_port_id': '938a4eee-b18b-4f62-a58d-ad9fc2862ad0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:24:21Z', 'updated_at': '2022-04-18T21:24:21Z', 'revision_number': 3, 'project_id': '202d5ea04e8c40de88f64ef931ef4e4f', 'gw_port': {'id': '938a4eee-b18b-4f62-a58d-ad9fc2862ad0', 'name': '', 'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:c4:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6324a07e-7aac-4922-ad6f-f0052deece81', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'ip_address': '172.25.8.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:24:21Z', 'updated_at': '2022-04-18T21:24:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838334-2'}], 'n-d-838334-2', False) {} {{(pid=84043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:24:24.306213 n-d-838334-2 neutron-server[84043]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17fbdf94-3f53-4795-b85e-92068840b6c7 None None] The sync data for ids ['6324a07e-7aac-4922-ad6f-f0052deece81'] in n-d-838334-2 is: [{'id': '6324a07e-7aac-4922-ad6f-f0052deece81', 'name': 'tempest-TestNetworkAdvancedServerOps-router-65221317', 'tenant_id': '202d5ea04e8c40de88f64ef931ef4e4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'external_fixed_ips': [{'subnet_id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'ip_address': '172.25.8.106'}], 'enable_snat': True}, 'gw_port_id': '938a4eee-b18b-4f62-a58d-ad9fc2862ad0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:24:21Z', 'updated_at': '2022-04-18T21:24:21Z', 'revision_number': 3, 'project_id': '202d5ea04e8c40de88f64ef931ef4e4f', 'gw_port': {'id': '938a4eee-b18b-4f62-a58d-ad9fc2862ad0', 'name': '', 'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:c4:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6324a07e-7aac-4922-ad6f-f0052deece81', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'ip_address': '172.25.8.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:24:21Z', 'updated_at': '2022-04-18T21:24:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838334-2'}] {{(pid=84043) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 18 21:24:24.364560 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0f62c4a-33d3-459a-97c0-ed44486135c2 None None] Pushing event updated for resources: {'Port': ['ID=5426a3af-1da5-4c06-bfab-a9e552d132f3,revision_number=1']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:24:24.373776 n-d-838334-2 neutron-server[84042]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0f62c4a-33d3-459a-97c0-ed44486135c2 None None] Network 72c99cd8-2f84-4470-8363-4595502a7ad6 is already hosted by enough agents. {{(pid=84042) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:24:24.373776 n-d-838334-2 neutron-server[84042]: DEBUG neutron.scheduler.base_scheduler [None req-c0f62c4a-33d3-459a-97c0-ed44486135c2 None None] Resources bound (agent type, host, resource id): {{(pid=84042) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:24:24.373776 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0f62c4a-33d3-459a-97c0-ed44486135c2 None None] Received port after_create {{(pid=84042) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 21:24:24.489191 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.managers [None req-c0f62c4a-33d3-459a-97c0-ed44486135c2 None None] Attempting to bind port 5426a3af-1da5-4c06-bfab-a9e552d132f3 on host n-d-838334-2 for vnic_type normal with profile {{(pid=84042) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 21:24:24.489951 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.managers [None req-c0f62c4a-33d3-459a-97c0-ed44486135c2 None None] Attempting to bind port 5426a3af-1da5-4c06-bfab-a9e552d132f3 by drivers openvswitch,hyperv on host n-d-838334-2 at level 0 using segments [{'id': '816740e0-4959-41dc-8c0d-033bc20e9855', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '72c99cd8-2f84-4470-8363-4595502a7ad6'}] {{(pid=84042) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 21:24:24.490088 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0f62c4a-33d3-459a-97c0-ed44486135c2 None None] Attempting to bind port 5426a3af-1da5-4c06-bfab-a9e552d132f3 on network 72c99cd8-2f84-4470-8363-4595502a7ad6 {{(pid=84042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 21:24:24.511456 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0f62c4a-33d3-459a-97c0-ed44486135c2 None None] Checking agent: {'id': '97cd4414-7af6-4d67-868d-dff370b4071a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838334-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 25, 49), 'started_at': datetime.datetime(2022, 4, 18, 20, 26, 19), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 21, 24, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838334-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 18 21:24:24.511456 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0f62c4a-33d3-459a-97c0-ed44486135c2 None None] Checking segment: {'id': '816740e0-4959-41dc-8c0d-033bc20e9855', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '72c99cd8-2f84-4470-8363-4595502a7ad6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84042) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 21:24:24.511456 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-c0f62c4a-33d3-459a-97c0-ed44486135c2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:24:24.511456 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0f62c4a-33d3-459a-97c0-ed44486135c2 None None] Bound using segment: {'id': '816740e0-4959-41dc-8c0d-033bc20e9855', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '72c99cd8-2f84-4470-8363-4595502a7ad6'} {{(pid=84042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 18 21:24:24.511456 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.managers [None req-c0f62c4a-33d3-459a-97c0-ed44486135c2 None None] Bound port: 5426a3af-1da5-4c06-bfab-a9e552d132f3, host: n-d-838334-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '816740e0-4959-41dc-8c0d-033bc20e9855', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '72c99cd8-2f84-4470-8363-4595502a7ad6'}}] {{(pid=84042) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 21:24:24.511456 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-c0f62c4a-33d3-459a-97c0-ed44486135c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:24:24.532062 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-baf442af-1260-40d8-8c55-76f09995add2 tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:24:24.748808 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-c0f62c4a-33d3-459a-97c0-ed44486135c2 None None] For port 5426a3af-1da5-4c06-bfab-a9e552d132f3, host n-d-838334-2, cleared binding levels {{(pid=84042) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 21:24:24.748808 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-c0f62c4a-33d3-459a-97c0-ed44486135c2 None None] For port 5426a3af-1da5-4c06-bfab-a9e552d132f3, host n-d-838334-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838334-2',level=0,port_id=5426a3af-1da5-4c06-bfab-a9e552d132f3,segment=NetworkSegment(816740e0-4959-41dc-8c0d-033bc20e9855),segment_id=816740e0-4959-41dc-8c0d-033bc20e9855)] {{(pid=84042) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 21:24:24.758001 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-c0f62c4a-33d3-459a-97c0-ed44486135c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682'] for port, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:24:24.857614 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0f62c4a-33d3-459a-97c0-ed44486135c2 None None] Pushing event updated for resources: {'Port': ['ID=5426a3af-1da5-4c06-bfab-a9e552d132f3,revision_number=2']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:24:25.338105 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.db_base_plugin_common [None req-baf442af-1260-40d8-8c55-76f09995add2 tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] Allocated IP 172.20.0.1 (72c99cd8-2f84-4470-8363-4595502a7ad6/b995844f-95c1-4ff2-8156-9212dcaf00fd/18492666-5f92-4acd-88cb-ab015eab720c) {{(pid=84041) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 21:24:25.513626 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-baf442af-1260-40d8-8c55-76f09995add2 tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] Notify callbacks [] for port, precommit_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:24:25.530295 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.provisioning_blocks [None req-baf442af-1260-40d8-8c55-76f09995add2 tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] Transition to ACTIVE for port object 18492666-5f92-4acd-88cb-ab015eab720c will not be triggered until provisioned by entity DHCP. {{(pid=84041) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:24:25.554649 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-baf442af-1260-40d8-8c55-76f09995add2 tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750374836619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32266323'] for port, after_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:24:25.624881 n-d-838334-2 neutron-server[84041]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-baf442af-1260-40d8-8c55-76f09995add2 tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] Network 72c99cd8-2f84-4470-8363-4595502a7ad6 is already hosted by enough agents. {{(pid=84041) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:24:25.630359 n-d-838334-2 neutron-server[84041]: DEBUG neutron.scheduler.base_scheduler [None req-baf442af-1260-40d8-8c55-76f09995add2 tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] Resources bound (agent type, host, resource id): {{(pid=84041) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:24:25.638805 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.l3_dvrscheduler_db [None req-baf442af-1260-40d8-8c55-76f09995add2 tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] Received port after_create {{(pid=84041) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 21:24:25.668605 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baf442af-1260-40d8-8c55-76f09995add2 tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] Pushing event updated for resources: {'Port': ['ID=18492666-5f92-4acd-88cb-ab015eab720c,revision_number=1']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:24:25.704265 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-baf442af-1260-40d8-8c55-76f09995add2 tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33444010'] for router_interface, before_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:24:25.792059 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-baf442af-1260-40d8-8c55-76f09995add2 tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:24:25.960498 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-126a441d-8486-4cac-a013-ca3bc889ac04 None None] Network 72c99cd8-2f84-4470-8363-4595502a7ad6 requested from n-d-838334-2 {{(pid=84042) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 21:24:26.097333 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-e9c38c69-43db-4d56-be7c-eb68999b98a4 None None] Provisioning for port 5426a3af-1da5-4c06-bfab-a9e552d132f3 completed by entity DHCP. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 21:24:26.238021 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-baf442af-1260-40d8-8c55-76f09995add2 tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] Notify callbacks [] for port, precommit_update {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:24:26.242836 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-baf442af-1260-40d8-8c55-76f09995add2 tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32266282'] for port, after_update {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:24:26.355608 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baf442af-1260-40d8-8c55-76f09995add2 tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] Pushing event updated for resources: {'Port': ['ID=18492666-5f92-4acd-88cb-ab015eab720c,revision_number=2']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:24:26.358157 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-baf442af-1260-40d8-8c55-76f09995add2 tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-32377886', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33443847'] for router_interface, after_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:24:26.510575 n-d-838334-2 neutron-server[84041]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-baf442af-1260-40d8-8c55-76f09995add2 tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] Network 72c99cd8-2f84-4470-8363-4595502a7ad6 is already hosted by enough agents. {{(pid=84041) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:24:26.510575 n-d-838334-2 neutron-server[84041]: DEBUG neutron.scheduler.base_scheduler [None req-baf442af-1260-40d8-8c55-76f09995add2 tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] Resources bound (agent type, host, resource id): {{(pid=84041) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:24:26.549737 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-c80b59a4-baa0-40a8-9b76-e2a8f65dff36 None None] Provisioning for port 18492666-5f92-4acd-88cb-ab015eab720c completed by entity DHCP. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 21:24:26.560549 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-c80b59a4-baa0-40a8-9b76-e2a8f65dff36 None None] Provisioning complete for port 18492666-5f92-4acd-88cb-ab015eab720c triggered by entity DHCP. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:24:26.561344 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-c80b59a4-baa0-40a8-9b76-e2a8f65dff36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1253608'] for port, provisioning_complete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:24:26.636869 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.plugin [None req-c80b59a4-baa0-40a8-9b76-e2a8f65dff36 None None] Port 18492666-5f92-4acd-88cb-ab015eab720c cannot update to ACTIVE because it is not bound. {{(pid=84042) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 18 21:24:26.649107 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Device 938a4eee-b18b-4f62-a58d-ad9fc2862ad0 up at agent ovs-agent-n-d-838334-2 {{(pid=84042) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 21:24:26.740123 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Provisioning for port 938a4eee-b18b-4f62-a58d-ad9fc2862ad0 completed by entity L2. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 21:24:26.746186 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Provisioning complete for port 938a4eee-b18b-4f62-a58d-ad9fc2862ad0 triggered by entity L2. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:24:26.746731 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1253608'] for port, provisioning_complete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:24:26.896392 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-3b68574d-1f77-4d46-a17f-e51efabc11af None None] Provisioning complete for port 18492666-5f92-4acd-88cb-ab015eab720c triggered by entity DHCP. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:24:26.896392 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-3b68574d-1f77-4d46-a17f-e51efabc11af None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1253608'] for port, provisioning_complete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:24:26.964459 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:24:26.987377 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.plugin [None req-3b68574d-1f77-4d46-a17f-e51efabc11af None None] Port 18492666-5f92-4acd-88cb-ab015eab720c cannot update to ACTIVE because it is not bound. {{(pid=84042) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 18 21:24:26.994124 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] For port 938a4eee-b18b-4f62-a58d-ad9fc2862ad0, host n-d-838334-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838334-2',level=0,port_id=938a4eee-b18b-4f62-a58d-ad9fc2862ad0,segment=NetworkSegment(732aa830-768b-4511-951f-d08e26b9c25b),segment_id=732aa830-768b-4511-951f-d08e26b9c25b)] {{(pid=84042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:24:26.998487 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682'] for port, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:24:26.999409 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Device 5426a3af-1da5-4c06-bfab-a9e552d132f3 up at agent ovs-agent-n-d-838334-2 {{(pid=84042) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 21:24:27.107058 n-d-838334-2 neutron-server[84041]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-baf442af-1260-40d8-8c55-76f09995add2 tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] Router 6324a07e-7aac-4922-ad6f-f0052deece81 has already been hosted by L3 agent bc84d6c9-dd7a-4555-a351-592327b46d5a {{(pid=84041) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 21:24:27.131276 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-8a26abca-a5d6-458b-aad3-3b4e50858df8 None None] Provisioning complete for port 18492666-5f92-4acd-88cb-ab015eab720c triggered by entity DHCP. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:24:27.131668 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-8a26abca-a5d6-458b-aad3-3b4e50858df8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1253608'] for port, provisioning_complete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:24:27.190086 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Pushing event updated for resources: {'Port': ['ID=938a4eee-b18b-4f62-a58d-ad9fc2862ad0,revision_number=4']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:24:27.200565 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.plugin [None req-8a26abca-a5d6-458b-aad3-3b4e50858df8 None None] Port 18492666-5f92-4acd-88cb-ab015eab720c cannot update to ACTIVE because it is not bound. {{(pid=84042) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 18 21:24:27.207917 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Provisioning for port 5426a3af-1da5-4c06-bfab-a9e552d132f3 completed by entity L2. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 21:24:27.215034 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Provisioning complete for port 5426a3af-1da5-4c06-bfab-a9e552d132f3 triggered by entity L2. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:24:27.215034 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1253608'] for port, provisioning_complete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:24:27.344112 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:24:27.357542 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-baf442af-1260-40d8-8c55-76f09995add2 tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] Notify agent at l3_agent.n-d-838334-2 the message routers_updated {{(pid=84041) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 21:24:27.372187 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-baf442af-1260-40d8-8c55-76f09995add2 tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] 10.222.0.42 "PUT /v2.0/routers/6324a07e-7aac-4922-ad6f-f0052deece81/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8682449 Apr 18 21:24:27.383539 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] For port 5426a3af-1da5-4c06-bfab-a9e552d132f3, host n-d-838334-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838334-2',level=0,port_id=5426a3af-1da5-4c06-bfab-a9e552d132f3,segment=NetworkSegment(816740e0-4959-41dc-8c0d-033bc20e9855),segment_id=816740e0-4959-41dc-8c0d-033bc20e9855)] {{(pid=84042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:24:27.388417 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682'] for port, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:24:27.465264 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Pushing event updated for resources: {'Port': ['ID=5426a3af-1da5-4c06-bfab-a9e552d132f3,revision_number=3']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:24:27.657112 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [req-b1096486-3875-4390-8bde-04a771a7c09f req-4525b9a9-469a-49ff-9dd3-a3f7d2dbdf26 tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] Synchronizing usage tracker for tenant:202d5ea04e8c40de88f64ef931ef4e4f on resource:security_group {{(pid=84040) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 21:24:27.679309 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [req-b1096486-3875-4390-8bde-04a771a7c09f req-4525b9a9-469a-49ff-9dd3-a3f7d2dbdf26 tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] Unset dirty status for tenant:202d5ea04e8c40de88f64ef931ef4e4f on resource:security_group {{(pid=84040) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 21:24:27.680171 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-b1096486-3875-4390-8bde-04a771a7c09f req-4525b9a9-469a-49ff-9dd3-a3f7d2dbdf26 tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] 10.222.0.42 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2119137914&fields=id&tenant_id=202d5ea04e8c40de88f64ef931ef4e4f HTTP/1.1" status: 200 len: 267 time: 0.0687466 Apr 18 21:24:27.850817 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1096486-3875-4390-8bde-04a771a7c09f req-ca26ea8d-3142-409d-bdc6-deeae90ac918 tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:24:27.850817 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [req-b1096486-3875-4390-8bde-04a771a7c09f req-ca26ea8d-3142-409d-bdc6-deeae90ac918 tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] Synchronizing usage tracker for tenant:202d5ea04e8c40de88f64ef931ef4e4f on resource:network {{(pid=84040) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 21:24:27.873713 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [req-b1096486-3875-4390-8bde-04a771a7c09f req-ca26ea8d-3142-409d-bdc6-deeae90ac918 tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] Unset dirty status for tenant:202d5ea04e8c40de88f64ef931ef4e4f on resource:network {{(pid=84040) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 21:24:27.873713 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-b1096486-3875-4390-8bde-04a771a7c09f req-ca26ea8d-3142-409d-bdc6-deeae90ac918 tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] 10.222.0.42 "GET /v2.0/networks?id=72c99cd8-2f84-4470-8363-4595502a7ad6 HTTP/1.1" status: 200 len: 797 time: 0.1856639 Apr 18 21:24:27.895290 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-b1096486-3875-4390-8bde-04a771a7c09f req-68c77a65-2931-4a75-b04b-ed122d645541 tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] 10.222.0.42 "GET /v2.0/quotas/202d5ea04e8c40de88f64ef931ef4e4f HTTP/1.1" status: 200 len: 375 time: 0.0135303 Apr 18 21:24:27.979657 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [req-b1096486-3875-4390-8bde-04a771a7c09f req-d14aff67-556b-4bbe-8a59-44dd730a132a tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] Synchronizing usage tracker for tenant:202d5ea04e8c40de88f64ef931ef4e4f on resource:port {{(pid=84040) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 21:24:27.997417 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [req-b1096486-3875-4390-8bde-04a771a7c09f req-d14aff67-556b-4bbe-8a59-44dd730a132a tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] Unset dirty status for tenant:202d5ea04e8c40de88f64ef931ef4e4f on resource:port {{(pid=84040) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 21:24:27.998943 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-b1096486-3875-4390-8bde-04a771a7c09f req-d14aff67-556b-4bbe-8a59-44dd730a132a tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=202d5ea04e8c40de88f64ef931ef4e4f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0990610 Apr 18 21:24:28.147172 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-b1096486-3875-4390-8bde-04a771a7c09f req-026234df-9a44-4e77-8790-dda876de119c service neutron] 10.222.0.42 "GET /v2.0/networks/72c99cd8-2f84-4470-8363-4595502a7ad6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1340153 Apr 18 21:24:28.229046 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3537d678-f997-441d-838d-6d9bb5fb542d None None] Sync routers for ids ['6324a07e-7aac-4922-ad6f-f0052deece81'] in n-d-838334-2 {{(pid=84042) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 18 21:24:28.246246 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3537d678-f997-441d-838d-6d9bb5fb542d None None] Routers {'6324a07e-7aac-4922-ad6f-f0052deece81'} bound to L3 agent in host n-d-838334-2 {{(pid=84042) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 21:24:28.247079 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_hamode_db [None req-3537d678-f997-441d-838d-6d9bb5fb542d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838334-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-18T20:25:48Z,description=,heartbeat_timestamp=2022-04-18T21:24:18Z,host='n-d-838334-2',id=bc84d6c9-dd7a-4555-a351-592327b46d5a,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:25:48Z,topic='l3_agent')) {'router_ids': ['6324a07e-7aac-4922-ad6f-f0052deece81'], 'active': True} {{(pid=84042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:24:28.301412 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-b1096486-3875-4390-8bde-04a771a7c09f req-92434ab2-1774-41cd-b530-d91985528897 service neutron] 10.222.0.42 "GET /v2.0/networks/72c99cd8-2f84-4470-8363-4595502a7ad6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1478481 Apr 18 21:24:28.463535 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_dvr_db [None req-3537d678-f997-441d-838d-6d9bb5fb542d None None] Set router 6324a07e-7aac-4922-ad6f-f0052deece81 gateway port host: n-d-838334-2 {{(pid=84042) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 21:24:28.551523 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-a6f76923-3afe-4c8c-a0b2-de4bab76983e req-a72450fb-b5e5-480f-9341-abc890344725 tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] 10.222.0.42 "GET /v2.0/ports?device_id=1b798313-bd6a-40e6-8878-281d0e9e17a9 HTTP/1.1" status: 200 len: 210 time: 0.0793085 Apr 18 21:24:28.592644 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Device 938a4eee-b18b-4f62-a58d-ad9fc2862ad0 up at agent ovs-agent-n-d-838334-2 {{(pid=84042) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 21:24:28.878220 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Provisioning complete for port 938a4eee-b18b-4f62-a58d-ad9fc2862ad0 triggered by entity L2. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:24:28.878606 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1253608'] for port, provisioning_complete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:24:29.069595 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Device 5426a3af-1da5-4c06-bfab-a9e552d132f3 up at agent ovs-agent-n-d-838334-2 {{(pid=84042) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 21:24:29.110567 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_hamode_db [None req-3537d678-f997-441d-838d-6d9bb5fb542d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6324a07e-7aac-4922-ad6f-f0052deece81', 'name': 'tempest-TestNetworkAdvancedServerOps-router-65221317', 'tenant_id': '202d5ea04e8c40de88f64ef931ef4e4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'external_fixed_ips': [{'subnet_id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'ip_address': '172.25.8.106'}], 'enable_snat': True}, 'gw_port_id': '938a4eee-b18b-4f62-a58d-ad9fc2862ad0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:24:21Z', 'updated_at': '2022-04-18T21:24:25Z', 'revision_number': 4, 'project_id': '202d5ea04e8c40de88f64ef931ef4e4f', 'gw_port': {'id': '938a4eee-b18b-4f62-a58d-ad9fc2862ad0', 'name': '', 'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:c4:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6324a07e-7aac-4922-ad6f-f0052deece81', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'ip_address': '172.25.8.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:24:21Z', 'updated_at': '2022-04-18T21:24:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838334-2', '_interfaces': [{'id': '18492666-5f92-4acd-88cb-ab015eab720c', 'name': '', 'network_id': '72c99cd8-2f84-4470-8363-4595502a7ad6', 'tenant_id': '202d5ea04e8c40de88f64ef931ef4e4f', 'mac_address': 'fa:16:3e:88:b2:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6324a07e-7aac-4922-ad6f-f0052deece81', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b995844f-95c1-4ff2-8156-9212dcaf00fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:24:25Z', 'updated_at': '2022-04-18T21:24:26Z', 'revision_number': 2, 'project_id': '202d5ea04e8c40de88f64ef931ef4e4f', 'subnets': [{'id': 'b995844f-95c1-4ff2-8156-9212dcaf00fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838334-2', False) {} {{(pid=84042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:24:29.123339 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3537d678-f997-441d-838d-6d9bb5fb542d None None] Checking router: 6324a07e-7aac-4922-ad6f-f0052deece81 for host: n-d-838334-2 {{(pid=84042) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 18 21:24:29.123339 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3537d678-f997-441d-838d-6d9bb5fb542d None None] Updating router 6324a07e-7aac-4922-ad6f-f0052deece81 port 18492666-5f92-4acd-88cb-ab015eab720c binding host n-d-838334-2 {{(pid=84042) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 18 21:24:29.185080 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-3537d678-f997-441d-838d-6d9bb5fb542d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:24:29.251326 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Provisioning complete for port 5426a3af-1da5-4c06-bfab-a9e552d132f3 triggered by entity L2. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:24:29.252113 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1253608'] for port, provisioning_complete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:24:29.662454 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-3537d678-f997-441d-838d-6d9bb5fb542d None None] Notify callbacks [] for port, precommit_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:24:29.679248 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-3537d678-f997-441d-838d-6d9bb5fb542d None None] Transition to ACTIVE for port object 18492666-5f92-4acd-88cb-ab015eab720c will not be triggered until provisioned by entity L2. {{(pid=84042) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:24:29.692264 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-3537d678-f997-441d-838d-6d9bb5fb542d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682'] for port, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:24:29.831413 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-4f5ff1ec-8011-4a73-9a17-af6da4609bac req-f820e6d2-7fb4-417f-b893-e838d9058a6d tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] 10.222.0.42 "GET /v2.0/ports?device_id=1b798313-bd6a-40e6-8878-281d0e9e17a9 HTTP/1.1" status: 200 len: 210 time: 0.0727758 Apr 18 21:24:29.851718 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1096486-3875-4390-8bde-04a771a7c09f req-b59b35fb-ebaf-44d8-a34e-2f1898876504 tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:24:29.853517 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-b1096486-3875-4390-8bde-04a771a7c09f req-b59b35fb-ebaf-44d8-a34e-2f1898876504 tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] 10.222.0.43 "GET /v2.0/networks?id=72c99cd8-2f84-4470-8363-4595502a7ad6 HTTP/1.1" status: 200 len: 797 time: 0.3019516 Apr 18 21:24:29.924892 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2757c294-dc46-484d-b672-e2cb3f09b501 None None] Pushing event updated for resources: {'Port': ['ID=18492666-5f92-4acd-88cb-ab015eab720c,revision_number=3']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:24:29.961782 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-b1096486-3875-4390-8bde-04a771a7c09f req-fa4da804-9c56-4b79-a0f0-7d6ac2a73b3b tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] 10.222.0.43 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=202d5ea04e8c40de88f64ef931ef4e4f HTTP/1.1" status: 200 len: 380 time: 0.0941262 Apr 18 21:24:29.975748 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.v2.base [req-b1096486-3875-4390-8bde-04a771a7c09f req-809af70d-abf0-44fd-a907-731f83ff65f1 tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] Request body: {'port': {'device_id': '1b798313-bd6a-40e6-8878-281d0e9e17a9', 'network_id': '72c99cd8-2f84-4470-8363-4595502a7ad6', 'admin_state_up': True, 'tenant_id': '202d5ea04e8c40de88f64ef931ef4e4f', 'security_groups': ['ed78e9fa-ef19-4b00-9fd6-6ef330877873']}} {{(pid=84040) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:24:30.006369 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.managers [None req-3537d678-f997-441d-838d-6d9bb5fb542d None None] Attempting to bind port 18492666-5f92-4acd-88cb-ab015eab720c on host n-d-838334-2 for vnic_type normal with profile {{(pid=84042) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 21:24:30.007036 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.managers [None req-3537d678-f997-441d-838d-6d9bb5fb542d None None] Attempting to bind port 18492666-5f92-4acd-88cb-ab015eab720c by drivers openvswitch,hyperv on host n-d-838334-2 at level 0 using segments [{'id': '816740e0-4959-41dc-8c0d-033bc20e9855', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '72c99cd8-2f84-4470-8363-4595502a7ad6'}] {{(pid=84042) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 21:24:30.007572 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3537d678-f997-441d-838d-6d9bb5fb542d None None] Attempting to bind port 18492666-5f92-4acd-88cb-ab015eab720c on network 72c99cd8-2f84-4470-8363-4595502a7ad6 {{(pid=84042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 21:24:30.015565 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3537d678-f997-441d-838d-6d9bb5fb542d None None] Checking agent: {'id': '97cd4414-7af6-4d67-868d-dff370b4071a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838334-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 25, 49), 'started_at': datetime.datetime(2022, 4, 18, 20, 26, 19), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 21, 24, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838334-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 18 21:24:30.016372 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3537d678-f997-441d-838d-6d9bb5fb542d None None] Checking segment: {'id': '816740e0-4959-41dc-8c0d-033bc20e9855', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '72c99cd8-2f84-4470-8363-4595502a7ad6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84042) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 21:24:30.017062 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-3537d678-f997-441d-838d-6d9bb5fb542d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:24:30.018491 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3537d678-f997-441d-838d-6d9bb5fb542d None None] Bound using segment: {'id': '816740e0-4959-41dc-8c0d-033bc20e9855', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '72c99cd8-2f84-4470-8363-4595502a7ad6'} {{(pid=84042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 18 21:24:30.019182 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.managers [None req-3537d678-f997-441d-838d-6d9bb5fb542d None None] Bound port: 18492666-5f92-4acd-88cb-ab015eab720c, host: n-d-838334-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '816740e0-4959-41dc-8c0d-033bc20e9855', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '72c99cd8-2f84-4470-8363-4595502a7ad6'}}] {{(pid=84042) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 21:24:30.019906 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-3537d678-f997-441d-838d-6d9bb5fb542d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:24:30.031589 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750375287399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253529'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:24:30.130935 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-3537d678-f997-441d-838d-6d9bb5fb542d None None] For port 18492666-5f92-4acd-88cb-ab015eab720c, host n-d-838334-2, cleared binding levels {{(pid=84042) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 21:24:30.133979 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-3537d678-f997-441d-838d-6d9bb5fb542d None None] For port 18492666-5f92-4acd-88cb-ab015eab720c, host n-d-838334-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838334-2',level=0,port_id=18492666-5f92-4acd-88cb-ab015eab720c,segment=NetworkSegment(816740e0-4959-41dc-8c0d-033bc20e9855),segment_id=816740e0-4959-41dc-8c0d-033bc20e9855)] {{(pid=84042) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 21:24:30.141327 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-3537d678-f997-441d-838d-6d9bb5fb542d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682'] for port, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:24:30.156972 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [req-b1096486-3875-4390-8bde-04a771a7c09f req-809af70d-abf0-44fd-a907-731f83ff65f1 tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:24:30.166851 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [req-b1096486-3875-4390-8bde-04a771a7c09f req-809af70d-abf0-44fd-a907-731f83ff65f1 tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:24:30.176915 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b1096486-3875-4390-8bde-04a771a7c09f req-809af70d-abf0-44fd-a907-731f83ff65f1 tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] Made reservation on behalf of 202d5ea04e8c40de88f64ef931ef4e4f for: {'port': 1} {{(pid=84040) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:24:30.179901 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-b1096486-3875-4390-8bde-04a771a7c09f req-809af70d-abf0-44fd-a907-731f83ff65f1 tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:24:30.224494 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2757c294-dc46-484d-b672-e2cb3f09b501 None None] Pushing event updated for resources: {'Port': ['ID=18492666-5f92-4acd-88cb-ab015eab720c,revision_number=4']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:24:30.230392 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3537d678-f997-441d-838d-6d9bb5fb542d None None] Routers {'6324a07e-7aac-4922-ad6f-f0052deece81'} bound to L3 agent in host n-d-838334-2 {{(pid=84042) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 21:24:30.231030 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_hamode_db [None req-3537d678-f997-441d-838d-6d9bb5fb542d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838334-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-18T20:25:48Z,description=,heartbeat_timestamp=2022-04-18T21:24:18Z,host='n-d-838334-2',id=bc84d6c9-dd7a-4555-a351-592327b46d5a,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:25:48Z,topic='l3_agent')) {'router_ids': ['6324a07e-7aac-4922-ad6f-f0052deece81'], 'active': True} {{(pid=84042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:24:30.354940 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.db_base_plugin_common [req-b1096486-3875-4390-8bde-04a771a7c09f req-809af70d-abf0-44fd-a907-731f83ff65f1 tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] Allocated IP 172.20.0.6 (72c99cd8-2f84-4470-8363-4595502a7ad6/b995844f-95c1-4ff2-8156-9212dcaf00fd/9dddec17-5ef6-4ba3-835f-3b2721e9e2f3) {{(pid=84040) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 21:24:30.432575 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_dvr_db [None req-3537d678-f997-441d-838d-6d9bb5fb542d None None] Set router 6324a07e-7aac-4922-ad6f-f0052deece81 gateway port host: n-d-838334-2 {{(pid=84042) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 21:24:30.651451 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-b1096486-3875-4390-8bde-04a771a7c09f req-809af70d-abf0-44fd-a907-731f83ff65f1 tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] Notify callbacks [] for port, precommit_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:24:30.666800 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.provisioning_blocks [req-b1096486-3875-4390-8bde-04a771a7c09f req-809af70d-abf0-44fd-a907-731f83ff65f1 tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] Transition to ACTIVE for port object 9dddec17-5ef6-4ba3-835f-3b2721e9e2f3 will not be triggered until provisioned by entity DHCP. {{(pid=84040) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:24:30.689629 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-b1096486-3875-4390-8bde-04a771a7c09f req-809af70d-abf0-44fd-a907-731f83ff65f1 tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750374836619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32440838'] for port, after_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:24:30.763541 n-d-838334-2 neutron-server[84040]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b1096486-3875-4390-8bde-04a771a7c09f req-809af70d-abf0-44fd-a907-731f83ff65f1 tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] Network 72c99cd8-2f84-4470-8363-4595502a7ad6 is already hosted by enough agents. {{(pid=84040) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:24:30.766465 n-d-838334-2 neutron-server[84040]: DEBUG neutron.scheduler.base_scheduler [req-b1096486-3875-4390-8bde-04a771a7c09f req-809af70d-abf0-44fd-a907-731f83ff65f1 tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] Resources bound (agent type, host, resource id): {{(pid=84040) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:24:30.770432 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.l3_dvrscheduler_db [req-b1096486-3875-4390-8bde-04a771a7c09f req-809af70d-abf0-44fd-a907-731f83ff65f1 tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] Received port after_create {{(pid=84040) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 21:24:30.800677 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-809af70d-abf0-44fd-a907-731f83ff65f1 tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] Pushing event updated for resources: {'Port': ['ID=9dddec17-5ef6-4ba3-835f-3b2721e9e2f3,revision_number=1']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:24:30.836788 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1096486-3875-4390-8bde-04a771a7c09f req-809af70d-abf0-44fd-a907-731f83ff65f1 tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:24:30.837445 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-b1096486-3875-4390-8bde-04a771a7c09f req-809af70d-abf0-44fd-a907-731f83ff65f1 tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217293'] for port, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:24:30.871329 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-b1096486-3875-4390-8bde-04a771a7c09f req-809af70d-abf0-44fd-a907-731f83ff65f1 tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9030790 Apr 18 21:24:30.888888 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.v2.base [req-b1096486-3875-4390-8bde-04a771a7c09f req-cb9b26a2-fdca-4b78-a148-ceedcea91648 service neutron] Request body: {'port': {'device_id': '1b798313-bd6a-40e6-8878-281d0e9e17a9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-838334-2'}} {{(pid=84040) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:24:30.972151 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_hamode_db [None req-3537d678-f997-441d-838d-6d9bb5fb542d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6324a07e-7aac-4922-ad6f-f0052deece81', 'name': 'tempest-TestNetworkAdvancedServerOps-router-65221317', 'tenant_id': '202d5ea04e8c40de88f64ef931ef4e4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'external_fixed_ips': [{'subnet_id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'ip_address': '172.25.8.106'}], 'enable_snat': True}, 'gw_port_id': '938a4eee-b18b-4f62-a58d-ad9fc2862ad0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:24:21Z', 'updated_at': '2022-04-18T21:24:25Z', 'revision_number': 4, 'project_id': '202d5ea04e8c40de88f64ef931ef4e4f', 'gw_port': {'id': '938a4eee-b18b-4f62-a58d-ad9fc2862ad0', 'name': '', 'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:c4:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6324a07e-7aac-4922-ad6f-f0052deece81', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'ip_address': '172.25.8.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:24:21Z', 'updated_at': '2022-04-18T21:24:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838334-2', '_interfaces': [{'id': '18492666-5f92-4acd-88cb-ab015eab720c', 'name': '', 'network_id': '72c99cd8-2f84-4470-8363-4595502a7ad6', 'tenant_id': '202d5ea04e8c40de88f64ef931ef4e4f', 'mac_address': 'fa:16:3e:88:b2:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6324a07e-7aac-4922-ad6f-f0052deece81', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b995844f-95c1-4ff2-8156-9212dcaf00fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:24:25Z', 'updated_at': '2022-04-18T21:24:30Z', 'revision_number': 4, 'project_id': '202d5ea04e8c40de88f64ef931ef4e4f', 'subnets': [{'id': 'b995844f-95c1-4ff2-8156-9212dcaf00fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838334-2', False) {} {{(pid=84042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:24:30.980613 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3537d678-f997-441d-838d-6d9bb5fb542d None None] The sync data for ids ['6324a07e-7aac-4922-ad6f-f0052deece81'] in n-d-838334-2 is: [{'id': '6324a07e-7aac-4922-ad6f-f0052deece81', 'name': 'tempest-TestNetworkAdvancedServerOps-router-65221317', 'tenant_id': '202d5ea04e8c40de88f64ef931ef4e4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'external_fixed_ips': [{'subnet_id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'ip_address': '172.25.8.106'}], 'enable_snat': True}, 'gw_port_id': '938a4eee-b18b-4f62-a58d-ad9fc2862ad0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:24:21Z', 'updated_at': '2022-04-18T21:24:25Z', 'revision_number': 4, 'project_id': '202d5ea04e8c40de88f64ef931ef4e4f', 'gw_port': {'id': '938a4eee-b18b-4f62-a58d-ad9fc2862ad0', 'name': '', 'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:c4:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6324a07e-7aac-4922-ad6f-f0052deece81', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'ip_address': '172.25.8.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:24:21Z', 'updated_at': '2022-04-18T21:24:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838334-2', '_interfaces': [{'id': '18492666-5f92-4acd-88cb-ab015eab720c', 'name': '', 'network_id': '72c99cd8-2f84-4470-8363-4595502a7ad6', 'tenant_id': '202d5ea04e8c40de88f64ef931ef4e4f', 'mac_address': 'fa:16:3e:88:b2:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6324a07e-7aac-4922-ad6f-f0052deece81', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b995844f-95c1-4ff2-8156-9212dcaf00fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:24:25Z', 'updated_at': '2022-04-18T21:24:30Z', 'revision_number': 4, 'project_id': '202d5ea04e8c40de88f64ef931ef4e4f', 'subnets': [{'id': 'b995844f-95c1-4ff2-8156-9212dcaf00fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84042) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 18 21:24:31.049705 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-e2cce439-824f-4155-b885-45a5ad2629e8 None None] Provisioning for port 9dddec17-5ef6-4ba3-835f-3b2721e9e2f3 completed by entity DHCP. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 21:24:31.063001 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-e2cce439-824f-4155-b885-45a5ad2629e8 None None] Provisioning complete for port 9dddec17-5ef6-4ba3-835f-3b2721e9e2f3 triggered by entity DHCP. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:24:31.063578 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-e2cce439-824f-4155-b885-45a5ad2629e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1253608'] for port, provisioning_complete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:24:31.119164 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.plugin [None req-e2cce439-824f-4155-b885-45a5ad2629e8 None None] Port 9dddec17-5ef6-4ba3-835f-3b2721e9e2f3 cannot update to ACTIVE because it is not bound. {{(pid=84042) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 18 21:24:31.140940 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-b1096486-3875-4390-8bde-04a771a7c09f req-cb9b26a2-fdca-4b78-a148-ceedcea91648 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:24:31.242808 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f213b0b-5a8c-4c76-84f0-eced39ae1055 req-f34d9f33-388c-4577-9eb1-db0728eb13d4 tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:24:31.244788 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [req-4f213b0b-5a8c-4c76-84f0-eced39ae1055 req-f34d9f33-388c-4577-9eb1-db0728eb13d4 tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] Synchronizing usage tracker for tenant:202d5ea04e8c40de88f64ef931ef4e4f on resource:port {{(pid=84040) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 21:24:31.319434 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [req-4f213b0b-5a8c-4c76-84f0-eced39ae1055 req-f34d9f33-388c-4577-9eb1-db0728eb13d4 tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] Unset dirty status for tenant:202d5ea04e8c40de88f64ef931ef4e4f on resource:port {{(pid=84040) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 21:24:31.320676 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-4f213b0b-5a8c-4c76-84f0-eced39ae1055 req-f34d9f33-388c-4577-9eb1-db0728eb13d4 tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] 10.222.0.42 "GET /v2.0/ports?device_id=1b798313-bd6a-40e6-8878-281d0e9e17a9 HTTP/1.1" status: 200 len: 931 time: 0.2527528 Apr 18 21:24:31.454463 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-4f213b0b-5a8c-4c76-84f0-eced39ae1055 req-7add109a-8b63-45c0-9c19-5095505c06e2 tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] 10.222.0.42 "GET /v2.0/security-groups?id=ed78e9fa-ef19-4b00-9fd6-6ef330877873&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1268580 Apr 18 21:24:31.576910 n-d-838334-2 neutron-server[84040]: DEBUG neutron.notifiers.nova [req-b1096486-3875-4390-8bde-04a771a7c09f req-cb9b26a2-fdca-4b78-a148-ceedcea91648 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9dddec17-5ef6-4ba3-835f-3b2721e9e2f3 {{(pid=84040) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 18 21:24:31.583966 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-b1096486-3875-4390-8bde-04a771a7c09f req-cb9b26a2-fdca-4b78-a148-ceedcea91648 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:24:31.598905 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.provisioning_blocks [req-b1096486-3875-4390-8bde-04a771a7c09f req-cb9b26a2-fdca-4b78-a148-ceedcea91648 service neutron] Transition to ACTIVE for port object 9dddec17-5ef6-4ba3-835f-3b2721e9e2f3 will not be triggered until provisioned by entity L2. {{(pid=84040) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:24:31.602308 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-b1096486-3875-4390-8bde-04a771a7c09f req-cb9b26a2-fdca-4b78-a148-ceedcea91648 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32440959'] for port, after_update {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:24:31.741040 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb9b26a2-fdca-4b78-a148-ceedcea91648 service neutron] Pushing event updated for resources: {'Port': ['ID=9dddec17-5ef6-4ba3-835f-3b2721e9e2f3,revision_number=2']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:24:31.856749 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.managers [req-b1096486-3875-4390-8bde-04a771a7c09f req-cb9b26a2-fdca-4b78-a148-ceedcea91648 service neutron] Attempting to bind port 9dddec17-5ef6-4ba3-835f-3b2721e9e2f3 on host n-h1-838334-2 for vnic_type normal with profile {{(pid=84040) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 21:24:31.857347 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.managers [req-b1096486-3875-4390-8bde-04a771a7c09f req-cb9b26a2-fdca-4b78-a148-ceedcea91648 service neutron] Attempting to bind port 9dddec17-5ef6-4ba3-835f-3b2721e9e2f3 by drivers openvswitch,hyperv on host n-h1-838334-2 at level 0 using segments [{'id': '816740e0-4959-41dc-8c0d-033bc20e9855', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '72c99cd8-2f84-4470-8363-4595502a7ad6'}] {{(pid=84040) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 21:24:31.857456 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1096486-3875-4390-8bde-04a771a7c09f req-cb9b26a2-fdca-4b78-a148-ceedcea91648 service neutron] Attempting to bind port 9dddec17-5ef6-4ba3-835f-3b2721e9e2f3 on network 72c99cd8-2f84-4470-8363-4595502a7ad6 {{(pid=84040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 21:24:31.863262 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1096486-3875-4390-8bde-04a771a7c09f req-cb9b26a2-fdca-4b78-a148-ceedcea91648 service neutron] Port 9dddec17-5ef6-4ba3-835f-3b2721e9e2f3 on network 72c99cd8-2f84-4470-8363-4595502a7ad6 not bound, no agent of type Open vSwitch agent registered on host n-h1-838334-2 {{(pid=84040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 18 21:24:31.863572 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1096486-3875-4390-8bde-04a771a7c09f req-cb9b26a2-fdca-4b78-a148-ceedcea91648 service neutron] Attempting to bind port 9dddec17-5ef6-4ba3-835f-3b2721e9e2f3 on network 72c99cd8-2f84-4470-8363-4595502a7ad6 {{(pid=84040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 21:24:31.870263 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1096486-3875-4390-8bde-04a771a7c09f req-cb9b26a2-fdca-4b78-a148-ceedcea91648 service neutron] Checking agent: {'id': 'd63bab19-ff81-4de1-afeb-a3732288d0d7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-838334-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 33, 59), 'started_at': datetime.datetime(2022, 4, 18, 20, 33, 59), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 21, 24, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 18 21:24:31.870646 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1096486-3875-4390-8bde-04a771a7c09f req-cb9b26a2-fdca-4b78-a148-ceedcea91648 service neutron] Checking segment: {'id': '816740e0-4959-41dc-8c0d-033bc20e9855', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '72c99cd8-2f84-4470-8363-4595502a7ad6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84040) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 21:24:31.871189 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1096486-3875-4390-8bde-04a771a7c09f req-cb9b26a2-fdca-4b78-a148-ceedcea91648 service neutron] Bound using segment: {'id': '816740e0-4959-41dc-8c0d-033bc20e9855', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '72c99cd8-2f84-4470-8363-4595502a7ad6'} {{(pid=84040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 18 21:24:31.871733 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.managers [req-b1096486-3875-4390-8bde-04a771a7c09f req-cb9b26a2-fdca-4b78-a148-ceedcea91648 service neutron] Bound port: 9dddec17-5ef6-4ba3-835f-3b2721e9e2f3, host: n-h1-838334-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '816740e0-4959-41dc-8c0d-033bc20e9855', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '72c99cd8-2f84-4470-8363-4595502a7ad6'}}] {{(pid=84040) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 21:24:31.872099 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-b1096486-3875-4390-8bde-04a771a7c09f req-cb9b26a2-fdca-4b78-a148-ceedcea91648 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:24:31.968744 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.db [req-b1096486-3875-4390-8bde-04a771a7c09f req-cb9b26a2-fdca-4b78-a148-ceedcea91648 service neutron] For port 9dddec17-5ef6-4ba3-835f-3b2721e9e2f3, host n-h1-838334-2, cleared binding levels {{(pid=84040) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 21:24:31.971704 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.db [req-b1096486-3875-4390-8bde-04a771a7c09f req-cb9b26a2-fdca-4b78-a148-ceedcea91648 service neutron] For port 9dddec17-5ef6-4ba3-835f-3b2721e9e2f3, host n-h1-838334-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838334-2',level=0,port_id=9dddec17-5ef6-4ba3-835f-3b2721e9e2f3,segment=NetworkSegment(816740e0-4959-41dc-8c0d-033bc20e9855),segment_id=816740e0-4959-41dc-8c0d-033bc20e9855)] {{(pid=84040) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 21:24:31.976021 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-b1096486-3875-4390-8bde-04a771a7c09f req-cb9b26a2-fdca-4b78-a148-ceedcea91648 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32440959'] for port, after_update {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:24:32.041967 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-b1096486-3875-4390-8bde-04a771a7c09f req-cb9b26a2-fdca-4b78-a148-ceedcea91648 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217293'] for port, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:24:32.043332 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-b1096486-3875-4390-8bde-04a771a7c09f req-cb9b26a2-fdca-4b78-a148-ceedcea91648 service neutron] 10.222.0.43 "PUT /v2.0/ports/9dddec17-5ef6-4ba3-835f-3b2721e9e2f3 HTTP/1.1" status: 200 len: 1091 time: 1.1587303 Apr 18 21:24:32.043784 n-d-838334-2 neutron-server[84040]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1b798313-bd6a-40e6-8878-281d0e9e17a9', 'tag': '9dddec17-5ef6-4ba3-835f-3b2721e9e2f3'}] {{(pid=84040) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 21:24:32.061142 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb9b26a2-fdca-4b78-a148-ceedcea91648 service neutron] Pushing event updated for resources: {'Port': ['ID=9dddec17-5ef6-4ba3-835f-3b2721e9e2f3,revision_number=3']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:24:32.116075 n-d-838334-2 neutron-server[84040]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4aa4f2f1-8b1f-4fff-8812-33efe96626c8'] response: {'name': 'network-changed', 'server_uuid': '1b798313-bd6a-40e6-8878-281d0e9e17a9', 'tag': '9dddec17-5ef6-4ba3-835f-3b2721e9e2f3', 'status': 'completed', 'code': 200} Apr 18 21:24:32.157632 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-b1096486-3875-4390-8bde-04a771a7c09f req-22de8aff-c646-4c77-9657-97b05e7b922b service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=202d5ea04e8c40de88f64ef931ef4e4f&device_id=1b798313-bd6a-40e6-8878-281d0e9e17a9 HTTP/1.1" status: 200 len: 1094 time: 0.0721657 Apr 18 21:24:32.229356 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-b1096486-3875-4390-8bde-04a771a7c09f req-0e1a1403-3799-4eaa-a173-03f05cddad46 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=9dddec17-5ef6-4ba3-835f-3b2721e9e2f3 HTTP/1.1" status: 200 len: 217 time: 0.0652175 Apr 18 21:24:32.291499 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1096486-3875-4390-8bde-04a771a7c09f req-73efb885-b79c-41c9-a2cb-10a3487e7bf3 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:24:32.292956 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-b1096486-3875-4390-8bde-04a771a7c09f req-73efb885-b79c-41c9-a2cb-10a3487e7bf3 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=b995844f-95c1-4ff2-8156-9212dcaf00fd HTTP/1.1" status: 200 len: 835 time: 0.0562277 Apr 18 21:24:32.370159 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-b1096486-3875-4390-8bde-04a771a7c09f req-7adff73b-b616-466f-9a75-ab0a8d804aa4 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=72c99cd8-2f84-4470-8363-4595502a7ad6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0702124 Apr 18 21:24:32.504557 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-b1096486-3875-4390-8bde-04a771a7c09f req-5caf9d07-32de-42f2-bd0a-4670c10ef958 service neutron] 10.222.0.43 "GET /v2.0/networks/72c99cd8-2f84-4470-8363-4595502a7ad6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1283019 Apr 18 21:24:32.568738 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Device 18492666-5f92-4acd-88cb-ab015eab720c up at agent ovs-agent-n-d-838334-2 {{(pid=84042) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 21:24:32.639845 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Provisioning for port 18492666-5f92-4acd-88cb-ab015eab720c completed by entity L2. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 21:24:32.645237 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Provisioning complete for port 18492666-5f92-4acd-88cb-ab015eab720c triggered by entity L2. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:24:32.645603 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1253608'] for port, provisioning_complete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:24:32.761256 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:24:32.782529 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-b1096486-3875-4390-8bde-04a771a7c09f req-39c6eab2-59d3-4c51-a2fc-9966fe4a0528 service neutron] 10.222.0.43 "GET /v2.0/networks/72c99cd8-2f84-4470-8363-4595502a7ad6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2720931 Apr 18 21:24:32.794124 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] For port 18492666-5f92-4acd-88cb-ab015eab720c, host n-d-838334-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838334-2',level=0,port_id=18492666-5f92-4acd-88cb-ab015eab720c,segment=NetworkSegment(816740e0-4959-41dc-8c0d-033bc20e9855),segment_id=816740e0-4959-41dc-8c0d-033bc20e9855)] {{(pid=84042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:24:32.794337 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc1e9180-6856-4b0e-a41d-833d748cbaf9 req-2b753501-6288-4b6b-b646-1b99472c18c4 tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:24:32.796345 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-fc1e9180-6856-4b0e-a41d-833d748cbaf9 req-2b753501-6288-4b6b-b646-1b99472c18c4 tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] 10.222.0.42 "GET /v2.0/ports?device_id=1b798313-bd6a-40e6-8878-281d0e9e17a9 HTTP/1.1" status: 200 len: 943 time: 0.1699123 Apr 18 21:24:32.799646 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682'] for port, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:24:32.870710 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Pushing event updated for resources: {'Port': ['ID=18492666-5f92-4acd-88cb-ab015eab720c,revision_number=5']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:24:32.886605 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-fc1e9180-6856-4b0e-a41d-833d748cbaf9 req-eb16bc70-77d6-47e7-a1ee-051432cd7b0d tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] 10.222.0.42 "GET /v2.0/security-groups?id=ed78e9fa-ef19-4b00-9fd6-6ef330877873&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0842345 Apr 18 21:24:32.912825 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-5c9936a9-c5bb-4e65-9718-744b171f1b2d req-ceea4ad2-b6e1-4cc3-af02-7b879a660c65 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=202d5ea04e8c40de88f64ef931ef4e4f&device_id=1b798313-bd6a-40e6-8878-281d0e9e17a9 HTTP/1.1" status: 200 len: 1094 time: 0.0808718 Apr 18 21:24:33.045193 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c9936a9-c5bb-4e65-9718-744b171f1b2d req-b47a63a3-a44a-4a8a-a8d6-402d3767a0a9 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:24:33.046691 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-5c9936a9-c5bb-4e65-9718-744b171f1b2d req-b47a63a3-a44a-4a8a-a8d6-402d3767a0a9 service neutron] 10.222.0.43 "GET /v2.0/networks?id=72c99cd8-2f84-4470-8363-4595502a7ad6 HTTP/1.1" status: 200 len: 898 time: 0.1277766 Apr 18 21:24:33.112165 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-5c9936a9-c5bb-4e65-9718-744b171f1b2d req-f8fc3292-df04-48fd-81b6-d1ccdf218ebf service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=9dddec17-5ef6-4ba3-835f-3b2721e9e2f3 HTTP/1.1" status: 200 len: 217 time: 0.0593398 Apr 18 21:24:33.176233 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c9936a9-c5bb-4e65-9718-744b171f1b2d req-d5c3ca20-32a7-4449-8b90-19dcb95050f6 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:24:33.177605 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-5c9936a9-c5bb-4e65-9718-744b171f1b2d req-d5c3ca20-32a7-4449-8b90-19dcb95050f6 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=b995844f-95c1-4ff2-8156-9212dcaf00fd HTTP/1.1" status: 200 len: 835 time: 0.0584428 Apr 18 21:24:33.250445 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-5c9936a9-c5bb-4e65-9718-744b171f1b2d req-903e34f3-d5ef-4bf1-955c-134a079ff7f0 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=72c99cd8-2f84-4470-8363-4595502a7ad6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0669019 Apr 18 21:24:33.388937 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-5c9936a9-c5bb-4e65-9718-744b171f1b2d req-ec2a0fcb-9be0-4ee2-aefe-8cbe60d655cc service neutron] 10.222.0.43 "GET /v2.0/networks/72c99cd8-2f84-4470-8363-4595502a7ad6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1319859 Apr 18 21:24:33.524743 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-5c9936a9-c5bb-4e65-9718-744b171f1b2d req-765ad608-63ae-4261-957a-9312a3ebab91 service neutron] 10.222.0.43 "GET /v2.0/networks/72c99cd8-2f84-4470-8363-4595502a7ad6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1295857 Apr 18 21:24:34.098911 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750375287399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253529'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:24:34.102017 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eb8da9b-1a88-4306-bcd3-5ada445758f7 req-e15e0a5b-fd9f-425b-9743-5362c88088ce tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:24:34.103463 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-6eb8da9b-1a88-4306-bcd3-5ada445758f7 req-e15e0a5b-fd9f-425b-9743-5362c88088ce tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] 10.222.0.42 "GET /v2.0/ports?device_id=1b798313-bd6a-40e6-8878-281d0e9e17a9 HTTP/1.1" status: 200 len: 943 time: 0.0801909 Apr 18 21:24:34.148482 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-6eb8da9b-1a88-4306-bcd3-5ada445758f7 req-e78146c4-1389-4b41-ada4-5fea0f27dfec tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] 10.222.0.42 "GET /v2.0/security-groups?id=ed78e9fa-ef19-4b00-9fd6-6ef330877873&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394423 Apr 18 21:24:34.537956 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Device 18492666-5f92-4acd-88cb-ab015eab720c up at agent ovs-agent-n-d-838334-2 {{(pid=84042) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 21:24:34.604861 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Provisioning complete for port 18492666-5f92-4acd-88cb-ab015eab720c triggered by entity L2. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:24:34.605227 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1253608'] for port, provisioning_complete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:24:35.355861 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3c12a09-15c6-4676-8c90-924d5b12d3f0 req-91bf4723-27f6-46d6-909c-2e9e7b8288ee tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:24:35.357353 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-d3c12a09-15c6-4676-8c90-924d5b12d3f0 req-91bf4723-27f6-46d6-909c-2e9e7b8288ee tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] 10.222.0.42 "GET /v2.0/ports?device_id=1b798313-bd6a-40e6-8878-281d0e9e17a9 HTTP/1.1" status: 200 len: 943 time: 0.0795133 Apr 18 21:24:35.405282 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-d3c12a09-15c6-4676-8c90-924d5b12d3f0 req-9730bd88-a008-455d-84f0-f8b4592890b2 tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] 10.222.0.42 "GET /v2.0/security-groups?id=ed78e9fa-ef19-4b00-9fd6-6ef330877873&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422423 Apr 18 21:24:35.699084 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Device 9dddec17-5ef6-4ba3-835f-3b2721e9e2f3 details requested by agent hyperv_n-h1-838334-2 with host n-h1-838334-2 {{(pid=84042) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 18 21:24:35.828982 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] For port 9dddec17-5ef6-4ba3-835f-3b2721e9e2f3, host n-h1-838334-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838334-2',level=0,port_id=9dddec17-5ef6-4ba3-835f-3b2721e9e2f3,segment=NetworkSegment(816740e0-4959-41dc-8c0d-033bc20e9855),segment_id=816740e0-4959-41dc-8c0d-033bc20e9855)] {{(pid=84042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:24:35.842381 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Returning: {'device': '9dddec17-5ef6-4ba3-835f-3b2721e9e2f3', 'network_id': '72c99cd8-2f84-4470-8363-4595502a7ad6', 'port_id': '9dddec17-5ef6-4ba3-835f-3b2721e9e2f3', 'mac_address': 'fa:16:3e:7e:c3:a8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 360, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b995844f-95c1-4ff2-8156-9212dcaf00fd', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84042) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 18 21:24:35.899856 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:24:35.916334 n-d-838334-2 neutron-server[84042]: DEBUG neutron.notifiers.nova [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9dddec17-5ef6-4ba3-835f-3b2721e9e2f3 {{(pid=84042) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 18 21:24:35.930594 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] For port 9dddec17-5ef6-4ba3-835f-3b2721e9e2f3, host n-h1-838334-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838334-2',level=0,port_id=9dddec17-5ef6-4ba3-835f-3b2721e9e2f3,segment=NetworkSegment(816740e0-4959-41dc-8c0d-033bc20e9855),segment_id=816740e0-4959-41dc-8c0d-033bc20e9855)] {{(pid=84042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:24:35.934909 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682'] for port, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:24:36.000323 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Pushing event updated for resources: {'Port': ['ID=9dddec17-5ef6-4ba3-835f-3b2721e9e2f3,revision_number=4']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:24:36.125103 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] get_ports_and_sgs() called for port_ids ['9dddec17-5ef6-4ba3-835f-3b2721e9e2f3'] {{(pid=84042) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 18 21:24:36.603716 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb833d9-6b5e-4246-a2c8-aa7d5fb51889 req-b171ceec-0fc2-44ae-9540-79b14ce1ef55 tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:24:36.605156 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-7fb833d9-6b5e-4246-a2c8-aa7d5fb51889 req-b171ceec-0fc2-44ae-9540-79b14ce1ef55 tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] 10.222.0.42 "GET /v2.0/ports?device_id=1b798313-bd6a-40e6-8878-281d0e9e17a9 HTTP/1.1" status: 200 len: 944 time: 0.0788159 Apr 18 21:24:36.649182 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-7fb833d9-6b5e-4246-a2c8-aa7d5fb51889 req-fb99b572-c268-409c-9c41-3b33f38eff9a tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] 10.222.0.42 "GET /v2.0/security-groups?id=ed78e9fa-ef19-4b00-9fd6-6ef330877873&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386379 Apr 18 21:24:37.715367 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Device 9dddec17-5ef6-4ba3-835f-3b2721e9e2f3 up at agent hyperv_n-h1-838334-2 {{(pid=84042) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 21:24:37.807958 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Provisioning for port 9dddec17-5ef6-4ba3-835f-3b2721e9e2f3 completed by entity L2. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 21:24:37.813761 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Provisioning complete for port 9dddec17-5ef6-4ba3-835f-3b2721e9e2f3 triggered by entity L2. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:24:37.814735 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1253608'] for port, provisioning_complete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:24:37.864504 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-218fd471-dac3-4f80-82d3-d4cbe63b5160 req-86d221cd-41e9-4790-a94b-4faec9a18704 tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:24:37.866009 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-218fd471-dac3-4f80-82d3-d4cbe63b5160 req-86d221cd-41e9-4790-a94b-4faec9a18704 tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] 10.222.0.42 "GET /v2.0/ports?device_id=1b798313-bd6a-40e6-8878-281d0e9e17a9 HTTP/1.1" status: 200 len: 944 time: 0.0881579 Apr 18 21:24:37.925467 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-218fd471-dac3-4f80-82d3-d4cbe63b5160 req-183a7db4-ad9d-468b-826c-19e0e6aa0a81 tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] 10.222.0.42 "GET /v2.0/security-groups?id=ed78e9fa-ef19-4b00-9fd6-6ef330877873&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0486047 Apr 18 21:24:37.973337 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:24:38.043843 n-d-838334-2 neutron-server[84042]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1b798313-bd6a-40e6-8878-281d0e9e17a9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9dddec17-5ef6-4ba3-835f-3b2721e9e2f3'}] {{(pid=84042) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 21:24:38.054964 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] For port 9dddec17-5ef6-4ba3-835f-3b2721e9e2f3, host n-h1-838334-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838334-2',level=0,port_id=9dddec17-5ef6-4ba3-835f-3b2721e9e2f3,segment=NetworkSegment(816740e0-4959-41dc-8c0d-033bc20e9855),segment_id=816740e0-4959-41dc-8c0d-033bc20e9855)] {{(pid=84042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:24:38.060325 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682'] for port, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:24:38.115938 n-d-838334-2 neutron-server[84042]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c826535c-a49c-4bb1-b909-b389d36abd5a'] response: {'server_uuid': '1b798313-bd6a-40e6-8878-281d0e9e17a9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9dddec17-5ef6-4ba3-835f-3b2721e9e2f3', 'code': 200} Apr 18 21:24:38.142332 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Pushing event updated for resources: {'Port': ['ID=9dddec17-5ef6-4ba3-835f-3b2721e9e2f3,revision_number=5']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:24:38.155807 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:24:38.156154 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:24:38.156492 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:24:38.156823 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:24:38.158182 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:24:38.158182 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:24:38.158380 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:24:38.158836 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:24:38.159270 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:24:38.159599 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:24:38.159950 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:24:38.263212 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-314b0dde-f89c-4931-bdea-1e7d387bfeca req-e8475004-b854-4f0d-a8ac-660fc341b9f3 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=1b798313-bd6a-40e6-8878-281d0e9e17a9 HTTP/1.1" status: 200 len: 1096 time: 0.0861688 Apr 18 21:24:38.308295 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-314b0dde-f89c-4931-bdea-1e7d387bfeca req-55b6c3d2-7d11-42a3-ad4c-38944b4554d0 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=ed78e9fa-ef19-4b00-9fd6-6ef330877873&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373166 Apr 18 21:24:39.123271 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e31812f-cf54-4571-a3c5-894b04ed21fc req-6685db52-5804-4633-b26e-f13a860010f4 tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:24:39.124647 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-2e31812f-cf54-4571-a3c5-894b04ed21fc req-6685db52-5804-4633-b26e-f13a860010f4 tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] 10.222.0.42 "GET /v2.0/ports?device_id=1b798313-bd6a-40e6-8878-281d0e9e17a9 HTTP/1.1" status: 200 len: 945 time: 0.0790873 Apr 18 21:24:39.169294 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-2e31812f-cf54-4571-a3c5-894b04ed21fc req-70d9deae-31c1-4165-9f59-5ad747a4ec6f tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] 10.222.0.42 "GET /v2.0/security-groups?id=ed78e9fa-ef19-4b00-9fd6-6ef330877873&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383298 Apr 18 21:24:40.366520 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b85a0fc0-d4d7-48ff-aa8b-706624a03999 req-ecd4ac7e-d958-4a48-865c-8a96f01ca965 tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:24:40.367997 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-b85a0fc0-d4d7-48ff-aa8b-706624a03999 req-ecd4ac7e-d958-4a48-865c-8a96f01ca965 tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] 10.222.0.42 "GET /v2.0/ports?device_id=1b798313-bd6a-40e6-8878-281d0e9e17a9 HTTP/1.1" status: 200 len: 945 time: 0.0756254 Apr 18 21:24:40.413636 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-b85a0fc0-d4d7-48ff-aa8b-706624a03999 req-fcb72666-3592-40a2-9ce3-802b561d0ad8 tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] 10.222.0.42 "GET /v2.0/security-groups?id=ed78e9fa-ef19-4b00-9fd6-6ef330877873&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398536 Apr 18 21:24:40.695205 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6712dac6-7baf-4e02-9710-1a06b0597fa6 req-f0866b22-fc0b-4e12-9484-1929f9b74cc3 tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:24:40.696674 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-6712dac6-7baf-4e02-9710-1a06b0597fa6 req-f0866b22-fc0b-4e12-9484-1929f9b74cc3 tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] 10.222.0.42 "GET /v2.0/ports?device_id=1b798313-bd6a-40e6-8878-281d0e9e17a9 HTTP/1.1" status: 200 len: 945 time: 0.1629169 Apr 18 21:24:40.741128 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-6712dac6-7baf-4e02-9710-1a06b0597fa6 req-60771d5f-d83d-4722-8a3b-51c6537f16b0 tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] 10.222.0.42 "GET /v2.0/security-groups?id=ed78e9fa-ef19-4b00-9fd6-6ef330877873&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388758 Apr 18 21:24:40.768369 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 36782) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:24:40.836625 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-418dcab4-01e8-42df-b074-724f1ff3fecc tempest-TestNetworkAdvancedServerOps-1372836320 tempest-TestNetworkAdvancedServerOps-1372836320-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=1b798313-bd6a-40e6-8878-281d0e9e17a9 HTTP/1.1" status: 200 len: 1091 time: 0.0671101 Apr 18 21:24:40.839108 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 36786) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:24:40.844108 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.v2.base [None req-2fabe9b2-f1ab-430b-806f-6ebe1d506242 tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] Request body: {'floatingip': {'floating_network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'port_id': '9dddec17-5ef6-4ba3-835f-3b2721e9e2f3', 'tenant_id': '202d5ea04e8c40de88f64ef931ef4e4f', 'fixed_ip_address': '172.20.0.6'}} {{(pid=84040) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:24:40.850793 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [None req-2fabe9b2-f1ab-430b-806f-6ebe1d506242 tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:24:40.854618 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-2fabe9b2-f1ab-430b-806f-6ebe1d506242 tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] Usage tracker for resource:floatingip and tenant:202d5ea04e8c40de88f64ef931ef4e4f is out of sync, need to count used quota {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:24:40.857499 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-2fabe9b2-f1ab-430b-806f-6ebe1d506242 tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:24:40.864065 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [None req-2fabe9b2-f1ab-430b-806f-6ebe1d506242 tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:24:40.877035 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-2fabe9b2-f1ab-430b-806f-6ebe1d506242 tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] Notify callbacks [] for floatingip, before_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:24:41.008691 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-2fabe9b2-f1ab-430b-806f-6ebe1d506242 tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:24:41.144247 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.db_base_plugin_common [None req-2fabe9b2-f1ab-430b-806f-6ebe1d506242 tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] Allocated IP 172.25.8.108 (e41b6600-a917-4a8d-b05c-be3be40c6d8c/6b05667b-848e-4356-9b44-d5eb6808ef74/abe34ab9-d49d-4964-8a24-ddd2fbdd03ec) {{(pid=84040) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 21:24:41.286903 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-2fabe9b2-f1ab-430b-806f-6ebe1d506242 tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] Notify callbacks [] for port, precommit_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:24:41.317665 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-2fabe9b2-f1ab-430b-806f-6ebe1d506242 tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750374836619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32440838'] for port, after_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:24:41.387841 n-d-838334-2 neutron-server[84040]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2fabe9b2-f1ab-430b-806f-6ebe1d506242 tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] Network e41b6600-a917-4a8d-b05c-be3be40c6d8c is already hosted by enough agents. {{(pid=84040) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:24:41.390653 n-d-838334-2 neutron-server[84040]: DEBUG neutron.scheduler.base_scheduler [None req-2fabe9b2-f1ab-430b-806f-6ebe1d506242 tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] Resources bound (agent type, host, resource id): {{(pid=84040) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:24:41.395542 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fabe9b2-f1ab-430b-806f-6ebe1d506242 tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] Received port after_create {{(pid=84040) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 21:24:41.419349 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fabe9b2-f1ab-430b-806f-6ebe1d506242 tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] Pushing event updated for resources: {'Port': ['ID=abe34ab9-d49d-4964-8a24-ddd2fbdd03ec,revision_number=1']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:24:41.895041 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-2fabe9b2-f1ab-430b-806f-6ebe1d506242 tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:24:41.948183 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-2fabe9b2-f1ab-430b-806f-6ebe1d506242 tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:24:42.146916 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-2fabe9b2-f1ab-430b-806f-6ebe1d506242 tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] Notify callbacks [] for port, precommit_update {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:24:42.151333 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-2fabe9b2-f1ab-430b-806f-6ebe1d506242 tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32440959'] for port, after_update {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:24:42.256308 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fabe9b2-f1ab-430b-806f-6ebe1d506242 tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] Pushing event updated for resources: {'Port': ['ID=abe34ab9-d49d-4964-8a24-ddd2fbdd03ec,revision_number=2']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:24:42.270635 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-2fabe9b2-f1ab-430b-806f-6ebe1d506242 tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33444131'] for floatingip, after_update {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:24:42.544755 n-d-838334-2 neutron-server[84040]: INFO neutron.db.l3_db [None req-2fabe9b2-f1ab-430b-806f-6ebe1d506242 tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] Floating IP f32a0d09-c4fd-43af-a805-a7b1bb89127c associated. External IP: 172.25.8.108, port: 9dddec17-5ef6-4ba3-835f-3b2721e9e2f3. Apr 18 21:24:42.946729 n-d-838334-2 neutron-server[84040]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2fabe9b2-f1ab-430b-806f-6ebe1d506242 tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] Router 6324a07e-7aac-4922-ad6f-f0052deece81 has already been hosted by L3 agent bc84d6c9-dd7a-4555-a351-592327b46d5a {{(pid=84040) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 21:24:43.146398 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2fabe9b2-f1ab-430b-806f-6ebe1d506242 tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] Notify agent at l3_agent.n-d-838334-2 the message routers_updated {{(pid=84040) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 21:24:43.155893 n-d-838334-2 neutron-server[84043]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b722c21-40d2-4e23-b640-a71662f3bfee None None] Sync routers for ids ['6324a07e-7aac-4922-ad6f-f0052deece81'] in n-d-838334-2 {{(pid=84043) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 18 21:24:43.168977 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b722c21-40d2-4e23-b640-a71662f3bfee None None] Routers {'6324a07e-7aac-4922-ad6f-f0052deece81'} bound to L3 agent in host n-d-838334-2 {{(pid=84043) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 21:24:43.169671 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.l3_hamode_db [None req-4b722c21-40d2-4e23-b640-a71662f3bfee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838334-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-18T20:25:48Z,description=,heartbeat_timestamp=2022-04-18T21:24:18Z,host='n-d-838334-2',id=bc84d6c9-dd7a-4555-a351-592327b46d5a,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:25:48Z,topic='l3_agent')) {'router_ids': ['6324a07e-7aac-4922-ad6f-f0052deece81'], 'active': True} {{(pid=84043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:24:43.169884 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-2fabe9b2-f1ab-430b-806f-6ebe1d506242 tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217293'] for floatingip, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:24:43.227359 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-2fabe9b2-f1ab-430b-806f-6ebe1d506242 tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] 10.222.0.42 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.3870523 Apr 18 21:24:43.227779 n-d-838334-2 neutron-server[84040]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1b798313-bd6a-40e6-8878-281d0e9e17a9', 'tag': '9dddec17-5ef6-4ba3-835f-3b2721e9e2f3'}] {{(pid=84040) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 21:24:43.287232 n-d-838334-2 neutron-server[84040]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c3d5bbbd-74ed-4fe8-b229-85623c82d0d6'] response: {'name': 'network-changed', 'server_uuid': '1b798313-bd6a-40e6-8878-281d0e9e17a9', 'tag': '9dddec17-5ef6-4ba3-835f-3b2721e9e2f3', 'status': 'completed', 'code': 200} Apr 18 21:24:43.401039 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.l3_dvr_db [None req-4b722c21-40d2-4e23-b640-a71662f3bfee None None] Set router 6324a07e-7aac-4922-ad6f-f0052deece81 gateway port host: n-d-838334-2 {{(pid=84043) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 21:24:43.462477 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-920c0d96-df43-4e7f-8ec0-d10e0ba275f1 req-68c8167a-aa74-4b97-ae9d-cc177d30482d service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=202d5ea04e8c40de88f64ef931ef4e4f&device_id=1b798313-bd6a-40e6-8878-281d0e9e17a9 HTTP/1.1" status: 200 len: 1096 time: 0.1509337 Apr 18 21:24:43.473131 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9586763-ca8a-46d8-bbc6-82440903d471 req-d839d695-b40f-4aaf-9422-9491213b8310 tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:24:43.474572 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-e9586763-ca8a-46d8-bbc6-82440903d471 req-d839d695-b40f-4aaf-9422-9491213b8310 tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] 10.222.0.42 "GET /v2.0/ports?device_id=1b798313-bd6a-40e6-8878-281d0e9e17a9 HTTP/1.1" status: 200 len: 945 time: 0.1243272 Apr 18 21:24:43.602191 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-e9586763-ca8a-46d8-bbc6-82440903d471 req-f3564312-9802-4d1e-84dd-e3b97b128d88 tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] 10.222.0.42 "GET /v2.0/security-groups?id=ed78e9fa-ef19-4b00-9fd6-6ef330877873&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1094849 Apr 18 21:24:43.630157 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 36796) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:24:43.715219 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-920c0d96-df43-4e7f-8ec0-d10e0ba275f1 req-5ecbbed3-b83c-49ca-89f7-15727668543e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:24:43.717203 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-920c0d96-df43-4e7f-8ec0-d10e0ba275f1 req-5ecbbed3-b83c-49ca-89f7-15727668543e service neutron] 10.222.0.43 "GET /v2.0/networks?id=72c99cd8-2f84-4470-8363-4595502a7ad6 HTTP/1.1" status: 200 len: 898 time: 0.2417798 Apr 18 21:24:43.747327 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.l3_hamode_db [None req-4b722c21-40d2-4e23-b640-a71662f3bfee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6324a07e-7aac-4922-ad6f-f0052deece81', 'name': 'tempest-TestNetworkAdvancedServerOps-router-65221317', 'tenant_id': '202d5ea04e8c40de88f64ef931ef4e4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'external_fixed_ips': [{'subnet_id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'ip_address': '172.25.8.106'}], 'enable_snat': True}, 'gw_port_id': '938a4eee-b18b-4f62-a58d-ad9fc2862ad0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:24:21Z', 'updated_at': '2022-04-18T21:24:25Z', 'revision_number': 4, 'project_id': '202d5ea04e8c40de88f64ef931ef4e4f', 'gw_port': {'id': '938a4eee-b18b-4f62-a58d-ad9fc2862ad0', 'name': '', 'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:c4:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6324a07e-7aac-4922-ad6f-f0052deece81', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'ip_address': '172.25.8.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:24:21Z', 'updated_at': '2022-04-18T21:24:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838334-2', '_floatingips': [{'id': 'f32a0d09-c4fd-43af-a805-a7b1bb89127c', 'tenant_id': '202d5ea04e8c40de88f64ef931ef4e4f', 'floating_ip_address': '172.25.8.108', 'floating_network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'router_id': '6324a07e-7aac-4922-ad6f-f0052deece81', 'port_id': '9dddec17-5ef6-4ba3-835f-3b2721e9e2f3', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '72c99cd8-2f84-4470-8363-4595502a7ad6', 'mac_address': 'fa:16:3e:7e:c3:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b798313-bd6a-40e6-8878-281d0e9e17a9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T21:24:41Z', 'updated_at': '2022-04-18T21:24:41Z', 'revision_number': 0, 'project_id': '202d5ea04e8c40de88f64ef931ef4e4f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '18492666-5f92-4acd-88cb-ab015eab720c', 'name': '', 'network_id': '72c99cd8-2f84-4470-8363-4595502a7ad6', 'tenant_id': '202d5ea04e8c40de88f64ef931ef4e4f', 'mac_address': 'fa:16:3e:88:b2:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6324a07e-7aac-4922-ad6f-f0052deece81', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b995844f-95c1-4ff2-8156-9212dcaf00fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:24:25Z', 'updated_at': '2022-04-18T21:24:32Z', 'revision_number': 5, 'project_id': '202d5ea04e8c40de88f64ef931ef4e4f', 'subnets': [{'id': 'b995844f-95c1-4ff2-8156-9212dcaf00fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838334-2', False) {} {{(pid=84043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:24:43.751092 n-d-838334-2 neutron-server[84043]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b722c21-40d2-4e23-b640-a71662f3bfee None None] Checking router: 6324a07e-7aac-4922-ad6f-f0052deece81 for host: n-d-838334-2 {{(pid=84043) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 18 21:24:43.761334 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b722c21-40d2-4e23-b640-a71662f3bfee None None] Routers {'6324a07e-7aac-4922-ad6f-f0052deece81'} bound to L3 agent in host n-d-838334-2 {{(pid=84043) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 21:24:43.761911 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.l3_hamode_db [None req-4b722c21-40d2-4e23-b640-a71662f3bfee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838334-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-18T20:25:48Z,description=,heartbeat_timestamp=2022-04-18T21:24:18Z,host='n-d-838334-2',id=bc84d6c9-dd7a-4555-a351-592327b46d5a,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:25:48Z,topic='l3_agent')) {'router_ids': ['6324a07e-7aac-4922-ad6f-f0052deece81'], 'active': True} {{(pid=84043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:24:43.838959 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-a0df9495-50af-48d6-b484-80ccf6c98b30 tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] 10.222.0.42 "GET /v2.0/floatingips/f32a0d09-c4fd-43af-a805-a7b1bb89127c HTTP/1.1" status: 200 len: 991 time: 0.2076702 Apr 18 21:24:43.853705 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-920c0d96-df43-4e7f-8ec0-d10e0ba275f1 req-11404133-bbe3-45e9-a8d6-1534ae5684f1 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=9dddec17-5ef6-4ba3-835f-3b2721e9e2f3 HTTP/1.1" status: 200 len: 999 time: 0.1233063 Apr 18 21:24:43.915437 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-920c0d96-df43-4e7f-8ec0-d10e0ba275f1 req-8485c9e9-5b5f-4631-aea8-6213e59c9c26 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:24:43.917054 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-920c0d96-df43-4e7f-8ec0-d10e0ba275f1 req-8485c9e9-5b5f-4631-aea8-6213e59c9c26 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=b995844f-95c1-4ff2-8156-9212dcaf00fd HTTP/1.1" status: 200 len: 835 time: 0.0579014 Apr 18 21:24:43.939849 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.l3_dvr_db [None req-4b722c21-40d2-4e23-b640-a71662f3bfee None None] Set router 6324a07e-7aac-4922-ad6f-f0052deece81 gateway port host: n-d-838334-2 {{(pid=84043) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 21:24:43.997731 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-920c0d96-df43-4e7f-8ec0-d10e0ba275f1 req-97bb9352-0dbe-4049-8103-83b3cf4867d0 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=72c99cd8-2f84-4470-8363-4595502a7ad6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0749817 Apr 18 21:24:44.243326 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-920c0d96-df43-4e7f-8ec0-d10e0ba275f1 req-f39d8fcf-072b-4234-8e85-b146626a3e57 service neutron] 10.222.0.43 "GET /v2.0/networks/72c99cd8-2f84-4470-8363-4595502a7ad6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2391171 Apr 18 21:24:44.290985 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.l3_hamode_db [None req-4b722c21-40d2-4e23-b640-a71662f3bfee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6324a07e-7aac-4922-ad6f-f0052deece81', 'name': 'tempest-TestNetworkAdvancedServerOps-router-65221317', 'tenant_id': '202d5ea04e8c40de88f64ef931ef4e4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'external_fixed_ips': [{'subnet_id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'ip_address': '172.25.8.106'}], 'enable_snat': True}, 'gw_port_id': '938a4eee-b18b-4f62-a58d-ad9fc2862ad0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:24:21Z', 'updated_at': '2022-04-18T21:24:25Z', 'revision_number': 4, 'project_id': '202d5ea04e8c40de88f64ef931ef4e4f', 'gw_port': {'id': '938a4eee-b18b-4f62-a58d-ad9fc2862ad0', 'name': '', 'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:c4:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6324a07e-7aac-4922-ad6f-f0052deece81', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'ip_address': '172.25.8.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:24:21Z', 'updated_at': '2022-04-18T21:24:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838334-2', '_floatingips': [{'id': 'f32a0d09-c4fd-43af-a805-a7b1bb89127c', 'tenant_id': '202d5ea04e8c40de88f64ef931ef4e4f', 'floating_ip_address': '172.25.8.108', 'floating_network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'router_id': '6324a07e-7aac-4922-ad6f-f0052deece81', 'port_id': '9dddec17-5ef6-4ba3-835f-3b2721e9e2f3', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '72c99cd8-2f84-4470-8363-4595502a7ad6', 'mac_address': 'fa:16:3e:7e:c3:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b798313-bd6a-40e6-8878-281d0e9e17a9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T21:24:41Z', 'updated_at': '2022-04-18T21:24:41Z', 'revision_number': 0, 'project_id': '202d5ea04e8c40de88f64ef931ef4e4f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '18492666-5f92-4acd-88cb-ab015eab720c', 'name': '', 'network_id': '72c99cd8-2f84-4470-8363-4595502a7ad6', 'tenant_id': '202d5ea04e8c40de88f64ef931ef4e4f', 'mac_address': 'fa:16:3e:88:b2:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6324a07e-7aac-4922-ad6f-f0052deece81', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b995844f-95c1-4ff2-8156-9212dcaf00fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:24:25Z', 'updated_at': '2022-04-18T21:24:32Z', 'revision_number': 5, 'project_id': '202d5ea04e8c40de88f64ef931ef4e4f', 'subnets': [{'id': 'b995844f-95c1-4ff2-8156-9212dcaf00fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838334-2', False) {} {{(pid=84043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:24:44.294905 n-d-838334-2 neutron-server[84043]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b722c21-40d2-4e23-b640-a71662f3bfee None None] The sync data for ids ['6324a07e-7aac-4922-ad6f-f0052deece81'] in n-d-838334-2 is: [{'id': '6324a07e-7aac-4922-ad6f-f0052deece81', 'name': 'tempest-TestNetworkAdvancedServerOps-router-65221317', 'tenant_id': '202d5ea04e8c40de88f64ef931ef4e4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'external_fixed_ips': [{'subnet_id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'ip_address': '172.25.8.106'}], 'enable_snat': True}, 'gw_port_id': '938a4eee-b18b-4f62-a58d-ad9fc2862ad0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:24:21Z', 'updated_at': '2022-04-18T21:24:25Z', 'revision_number': 4, 'project_id': '202d5ea04e8c40de88f64ef931ef4e4f', 'gw_port': {'id': '938a4eee-b18b-4f62-a58d-ad9fc2862ad0', 'name': '', 'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:c4:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6324a07e-7aac-4922-ad6f-f0052deece81', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'ip_address': '172.25.8.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:24:21Z', 'updated_at': '2022-04-18T21:24:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838334-2', '_floatingips': [{'id': 'f32a0d09-c4fd-43af-a805-a7b1bb89127c', 'tenant_id': '202d5ea04e8c40de88f64ef931ef4e4f', 'floating_ip_address': '172.25.8.108', 'floating_network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'router_id': '6324a07e-7aac-4922-ad6f-f0052deece81', 'port_id': '9dddec17-5ef6-4ba3-835f-3b2721e9e2f3', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '72c99cd8-2f84-4470-8363-4595502a7ad6', 'mac_address': 'fa:16:3e:7e:c3:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b798313-bd6a-40e6-8878-281d0e9e17a9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T21:24:41Z', 'updated_at': '2022-04-18T21:24:41Z', 'revision_number': 0, 'project_id': '202d5ea04e8c40de88f64ef931ef4e4f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '18492666-5f92-4acd-88cb-ab015eab720c', 'name': '', 'network_id': '72c99cd8-2f84-4470-8363-4595502a7ad6', 'tenant_id': '202d5ea04e8c40de88f64ef931ef4e4f', 'mac_address': 'fa:16:3e:88:b2:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6324a07e-7aac-4922-ad6f-f0052deece81', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b995844f-95c1-4ff2-8156-9212dcaf00fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:24:25Z', 'updated_at': '2022-04-18T21:24:32Z', 'revision_number': 5, 'project_id': '202d5ea04e8c40de88f64ef931ef4e4f', 'subnets': [{'id': 'b995844f-95c1-4ff2-8156-9212dcaf00fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84043) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 18 21:24:44.382230 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-920c0d96-df43-4e7f-8ec0-d10e0ba275f1 req-20bfc435-6f50-4869-9dc3-8a23225f0d48 service neutron] 10.222.0.43 "GET /v2.0/networks/72c99cd8-2f84-4470-8363-4595502a7ad6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1332660 Apr 18 21:24:44.842301 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 36800) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:24:44.947597 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-8b27c5fd-b037-4186-bef8-ba47c24f7479 tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] 10.222.0.42 "GET /v2.0/floatingips/f32a0d09-c4fd-43af-a805-a7b1bb89127c HTTP/1.1" status: 200 len: 991 time: 0.1031053 Apr 18 21:24:45.663377 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-7ccd4f26-ae50-4e12-b81b-6162a6992138 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750375287399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253529'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:24:45.950448 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 36804) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:24:46.057219 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-71d0e36e-ece2-4c36-999c-ed1085c665ee tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] 10.222.0.42 "GET /v2.0/floatingips/f32a0d09-c4fd-43af-a805-a7b1bb89127c HTTP/1.1" status: 200 len: 991 time: 0.1055787 Apr 18 21:24:47.061062 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 36808) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:24:47.152994 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9378d26f-336c-40a1-9579-737ee43e6e63 None None] New status for floating IP f32a0d09-c4fd-43af-a805-a7b1bb89127c: ACTIVE {{(pid=84042) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Apr 18 21:24:47.169989 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-80f7016b-99db-4a26-8508-f296ab850cae tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] 10.222.0.42 "GET /v2.0/floatingips/f32a0d09-c4fd-43af-a805-a7b1bb89127c HTTP/1.1" status: 200 len: 991 time: 0.1076715 Apr 18 21:24:47.916938 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-50f94b00-a7a4-4b6c-bd68-b5d7d5eb0a4b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750375287399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253529'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:24:48.031746 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.agents_db [None req-6346a179-333c-4370-b5a6-936984aeab15 None None] Agent healthcheck: found 7 active agents {{(pid=84043) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 18 21:24:48.174437 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 36812) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:24:48.275089 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-88c5ced3-dd81-4c93-b82d-2b7345e9a922 tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] 10.222.0.42 "GET /v2.0/floatingips/f32a0d09-c4fd-43af-a805-a7b1bb89127c HTTP/1.1" status: 200 len: 993 time: 0.0995917 Apr 18 21:24:49.112301 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750375287399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253529'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:24:49.280728 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-9cf3a671-99c8-4845-9de0-a08e35d23d1a req-0f3dcb07-1ae6-40a3-b528-f21ea2541e8c service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=1b798313-bd6a-40e6-8878-281d0e9e17a9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0713823 Apr 18 21:24:49.415721 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-9cf3a671-99c8-4845-9de0-a08e35d23d1a req-e2a941b4-8ed9-4314-a348-ea467301f657 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=202d5ea04e8c40de88f64ef931ef4e4f&device_id=1b798313-bd6a-40e6-8878-281d0e9e17a9 HTTP/1.1" status: 200 len: 1096 time: 0.0673127 Apr 18 21:24:49.559338 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf3a671-99c8-4845-9de0-a08e35d23d1a req-d6c27b78-4ef3-4f81-a59a-d85acc64ff3d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:24:49.560803 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-9cf3a671-99c8-4845-9de0-a08e35d23d1a req-d6c27b78-4ef3-4f81-a59a-d85acc64ff3d service neutron] 10.222.0.43 "GET /v2.0/networks?id=72c99cd8-2f84-4470-8363-4595502a7ad6 HTTP/1.1" status: 200 len: 898 time: 0.1273475 Apr 18 21:24:49.571740 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-414b6ffe-e119-47bc-b18f-bcff1219c2f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750375287399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253529'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:24:49.663688 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-9cf3a671-99c8-4845-9de0-a08e35d23d1a req-35d5468c-a24a-4172-85dc-e79ede0a119b service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=9dddec17-5ef6-4ba3-835f-3b2721e9e2f3 HTTP/1.1" status: 200 len: 1001 time: 0.0967917 Apr 18 21:24:49.724829 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf3a671-99c8-4845-9de0-a08e35d23d1a req-7be46f64-d51f-4b91-a395-4010c881b9b5 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:24:49.726262 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-9cf3a671-99c8-4845-9de0-a08e35d23d1a req-7be46f64-d51f-4b91-a395-4010c881b9b5 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=b995844f-95c1-4ff2-8156-9212dcaf00fd HTTP/1.1" status: 200 len: 835 time: 0.0572512 Apr 18 21:24:49.800916 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-9cf3a671-99c8-4845-9de0-a08e35d23d1a req-cd0298a8-9c78-43f7-8128-7dc779f3e015 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=72c99cd8-2f84-4470-8363-4595502a7ad6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0690091 Apr 18 21:24:49.928035 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-9cf3a671-99c8-4845-9de0-a08e35d23d1a req-42cef4c4-b28c-430d-95de-a367bf1ad08d service neutron] 10.222.0.43 "GET /v2.0/networks/72c99cd8-2f84-4470-8363-4595502a7ad6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1211739 Apr 18 21:24:50.056803 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-9cf3a671-99c8-4845-9de0-a08e35d23d1a req-ac30bd5d-bafe-4a2d-b2ad-c4a1d965cbad service neutron] 10.222.0.43 "GET /v2.0/networks/72c99cd8-2f84-4470-8363-4595502a7ad6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1231103 Apr 18 21:24:50.661089 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-c7521a90-7d65-4e2e-842c-ca5d95e9a89c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750375287399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253529'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:24:51.962124 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-2bb09910-5bca-42be-86a9-c18498049b23 req-d3a941f4-c0e6-488f-926f-3af9776fd9cc service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=70504d68-ffa1-435e-9477-b988284384f6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0753148 Apr 18 21:24:52.117243 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-2bb09910-5bca-42be-86a9-c18498049b23 req-c272310e-3754-4626-9790-273bfca01bbb service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=31978bb3bc1348ad8b469e6e55d6f163&device_id=70504d68-ffa1-435e-9477-b988284384f6 HTTP/1.1" status: 200 len: 1096 time: 0.0805476 Apr 18 21:24:52.369177 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bb09910-5bca-42be-86a9-c18498049b23 req-114267d3-b159-4985-8e86-8f7e7789adc1 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:24:52.369177 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-2bb09910-5bca-42be-86a9-c18498049b23 req-114267d3-b159-4985-8e86-8f7e7789adc1 service neutron] 10.222.0.48 "GET /v2.0/networks?id=9b223f6a-fe67-4bd3-957a-7ef808b3aaf1 HTTP/1.1" status: 200 len: 912 time: 0.2341726 Apr 18 21:24:52.479756 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-2bb09910-5bca-42be-86a9-c18498049b23 req-e2a74412-cbb7-4359-aa1c-e5f1f09cff07 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=071d2f9f-8226-4651-b6db-ea634e88c276 HTTP/1.1" status: 200 len: 1001 time: 0.1037707 Apr 18 21:24:52.544361 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bb09910-5bca-42be-86a9-c18498049b23 req-b0a87b40-1157-47d6-b34d-698a4986f029 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:24:52.545702 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-2bb09910-5bca-42be-86a9-c18498049b23 req-b0a87b40-1157-47d6-b34d-698a4986f029 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=a845e1ae-c47e-4919-8a24-530366b84c60 HTTP/1.1" status: 200 len: 850 time: 0.0608242 Apr 18 21:24:52.632460 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-2bb09910-5bca-42be-86a9-c18498049b23 req-e50ab878-57e9-4bae-9dd4-1669155c70e7 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=9b223f6a-fe67-4bd3-957a-7ef808b3aaf1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0804698 Apr 18 21:24:52.775946 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-2bb09910-5bca-42be-86a9-c18498049b23 req-8d01fa3b-86b4-445d-93ab-cd328c234645 service neutron] 10.222.0.48 "GET /v2.0/networks/9b223f6a-fe67-4bd3-957a-7ef808b3aaf1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1375036 Apr 18 21:24:52.914764 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-2bb09910-5bca-42be-86a9-c18498049b23 req-a13161e8-fefc-499e-829b-c8cba466d129 service neutron] 10.222.0.48 "GET /v2.0/networks/9b223f6a-fe67-4bd3-957a-7ef808b3aaf1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1307495 Apr 18 21:24:59.956134 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750375287399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253529'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:25:04.106663 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750375287399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253529'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:25:11.026575 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-f71d3f33-93f2-4868-9f5b-e2dd9737ea16 req-38cce357-ff8f-423d-afcb-01bc4bc0dc33 tempest-TestNetworkAdvancedServerOps-1372836320 tempest-TestNetworkAdvancedServerOps-1372836320-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=1b798313-bd6a-40e6-8878-281d0e9e17a9 HTTP/1.1" status: 200 len: 1096 time: 0.0672033 Apr 18 21:25:11.068315 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-f71d3f33-93f2-4868-9f5b-e2dd9737ea16 req-328d5aad-fc98-44e3-ae79-06818ef1b5cf tempest-TestNetworkAdvancedServerOps-1372836320 tempest-TestNetworkAdvancedServerOps-1372836320-project-admin] 10.222.0.42 "GET /v2.0/security-groups?id=ed78e9fa-ef19-4b00-9fd6-6ef330877873&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0363092 Apr 18 21:25:11.263477 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ae0c56c-c530-4561-888a-d200eb52f551 req-bc040de5-c849-42e6-88a9-6be7c97d68c3 tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:25:11.264916 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-6ae0c56c-c530-4561-888a-d200eb52f551 req-bc040de5-c849-42e6-88a9-6be7c97d68c3 tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] 10.222.0.42 "GET /v2.0/ports?device_id=1b798313-bd6a-40e6-8878-281d0e9e17a9 HTTP/1.1" status: 200 len: 945 time: 0.0769823 Apr 18 21:25:11.309432 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-6ae0c56c-c530-4561-888a-d200eb52f551 req-82cd021a-b941-42f7-bbad-61fbdc145274 tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] 10.222.0.42 "GET /v2.0/security-groups?id=ed78e9fa-ef19-4b00-9fd6-6ef330877873&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384483 Apr 18 21:25:11.337581 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 36838) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:25:11.436729 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-76ae8fe9-3476-4c8b-a9c1-95b23406795d tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] 10.222.0.42 "GET /v2.0/floatingips/f32a0d09-c4fd-43af-a805-a7b1bb89127c HTTP/1.1" status: 200 len: 993 time: 0.0980208 Apr 18 21:25:11.890147 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-4ec53c94-acf0-425e-811a-5ee1025c817c req-3ea4fcdf-6f17-410f-98b0-f117458cf3e6 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=1b798313-bd6a-40e6-8878-281d0e9e17a9&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.0671439 Apr 18 21:25:12.089794 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 36852) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:25:12.230003 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3c34072-0990-4369-8cd6-29fe8697bae8 req-1e643562-5eb5-4e89-b542-adb9c8cef4e7 tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:25:12.231466 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-d3c34072-0990-4369-8cd6-29fe8697bae8 req-1e643562-5eb5-4e89-b542-adb9c8cef4e7 tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] 10.222.0.42 "GET /v2.0/ports?device_id=1b798313-bd6a-40e6-8878-281d0e9e17a9 HTTP/1.1" status: 200 len: 945 time: 0.0799458 Apr 18 21:25:12.278352 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-d3c34072-0990-4369-8cd6-29fe8697bae8 req-56c03d32-b747-4b36-8e49-a595e1b1ae00 tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] 10.222.0.42 "GET /v2.0/security-groups?id=ed78e9fa-ef19-4b00-9fd6-6ef330877873&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405772 Apr 18 21:25:12.285471 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-cee4b2e4-e58d-4d22-b306-1cc746a536fc req-4362c59f-d44b-4e94-9619-cf6e09fe024f service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=1b798313-bd6a-40e6-8878-281d0e9e17a9&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1945128 Apr 18 21:25:13.479045 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcc50afd-6c6d-4250-b0a3-ab278ed7cbb4 req-19f214bc-9a54-4518-bfa3-f614f20f3680 tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:25:13.480490 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-dcc50afd-6c6d-4250-b0a3-ab278ed7cbb4 req-19f214bc-9a54-4518-bfa3-f614f20f3680 tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] 10.222.0.42 "GET /v2.0/ports?device_id=1b798313-bd6a-40e6-8878-281d0e9e17a9 HTTP/1.1" status: 200 len: 945 time: 0.0761933 Apr 18 21:25:13.528699 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-dcc50afd-6c6d-4250-b0a3-ab278ed7cbb4 req-6632369a-c7f8-4e99-bfbb-c72a8b8f0d30 tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] 10.222.0.42 "GET /v2.0/security-groups?id=ed78e9fa-ef19-4b00-9fd6-6ef330877873&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423942 Apr 18 21:25:13.664993 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-cee4b2e4-e58d-4d22-b306-1cc746a536fc req-fa0cfa04-af62-4a34-aec4-dd9ac25389e4 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=202d5ea04e8c40de88f64ef931ef4e4f&device_id=1b798313-bd6a-40e6-8878-281d0e9e17a9 HTTP/1.1" status: 200 len: 1096 time: 0.0717461 Apr 18 21:25:13.799934 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cee4b2e4-e58d-4d22-b306-1cc746a536fc req-513b0f23-27f2-4083-a29e-a64204bd3a07 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:25:13.801380 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-cee4b2e4-e58d-4d22-b306-1cc746a536fc req-513b0f23-27f2-4083-a29e-a64204bd3a07 service neutron] 10.222.0.43 "GET /v2.0/networks?id=72c99cd8-2f84-4470-8363-4595502a7ad6 HTTP/1.1" status: 200 len: 898 time: 0.1306772 Apr 18 21:25:13.902457 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-cee4b2e4-e58d-4d22-b306-1cc746a536fc req-56dff2dd-c266-4983-9804-945e1309b588 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=9dddec17-5ef6-4ba3-835f-3b2721e9e2f3 HTTP/1.1" status: 200 len: 1001 time: 0.0947139 Apr 18 21:25:13.966038 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cee4b2e4-e58d-4d22-b306-1cc746a536fc req-174cb64b-8270-42ce-aaea-e6fc7d41e9d7 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:25:13.967657 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-cee4b2e4-e58d-4d22-b306-1cc746a536fc req-174cb64b-8270-42ce-aaea-e6fc7d41e9d7 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=b995844f-95c1-4ff2-8156-9212dcaf00fd HTTP/1.1" status: 200 len: 835 time: 0.0575576 Apr 18 21:25:14.040943 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-cee4b2e4-e58d-4d22-b306-1cc746a536fc req-9adc7a01-9903-4073-b5aa-73203cc6f34e service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=72c99cd8-2f84-4470-8363-4595502a7ad6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0665317 Apr 18 21:25:14.199171 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-cee4b2e4-e58d-4d22-b306-1cc746a536fc req-3410dd51-7d2e-4ceb-8902-eb91f603ce2c service neutron] 10.222.0.43 "GET /v2.0/networks/72c99cd8-2f84-4470-8363-4595502a7ad6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1513474 Apr 18 21:25:14.415384 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-cee4b2e4-e58d-4d22-b306-1cc746a536fc req-2e2ed96f-1db4-4887-88c2-2c7615d7071b service neutron] 10.222.0.43 "GET /v2.0/networks/72c99cd8-2f84-4470-8363-4595502a7ad6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2108815 Apr 18 21:25:14.728753 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07843695-c353-417c-8d66-e58dc2fda6c0 req-8d57db60-0db0-4e03-91f0-80388b1a083b tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:25:14.730187 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-07843695-c353-417c-8d66-e58dc2fda6c0 req-8d57db60-0db0-4e03-91f0-80388b1a083b tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] 10.222.0.42 "GET /v2.0/ports?device_id=1b798313-bd6a-40e6-8878-281d0e9e17a9 HTTP/1.1" status: 200 len: 945 time: 0.0786676 Apr 18 21:25:14.774562 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-07843695-c353-417c-8d66-e58dc2fda6c0 req-1104db1e-f1a9-43fa-8145-625c01f7ba2a tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] 10.222.0.42 "GET /v2.0/security-groups?id=ed78e9fa-ef19-4b00-9fd6-6ef330877873&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389323 Apr 18 21:25:15.666224 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-da8c8107-6af4-4782-a45a-e5ecb92a3b16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750375287399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253529'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:25:15.974815 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0f18029-46db-4610-8cd2-a16a5951ecee req-41687772-cd6f-47c6-bfc9-ed097e7b7f4f tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:25:15.976333 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-f0f18029-46db-4610-8cd2-a16a5951ecee req-41687772-cd6f-47c6-bfc9-ed097e7b7f4f tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] 10.222.0.42 "GET /v2.0/ports?device_id=1b798313-bd6a-40e6-8878-281d0e9e17a9 HTTP/1.1" status: 200 len: 945 time: 0.0764141 Apr 18 21:25:16.024629 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-f0f18029-46db-4610-8cd2-a16a5951ecee req-90a907eb-4942-4fb9-b40f-24840facc4eb tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] 10.222.0.42 "GET /v2.0/security-groups?id=ed78e9fa-ef19-4b00-9fd6-6ef330877873&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426850 Apr 18 21:25:17.218394 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ccea2c-4e75-4a49-970a-a4a065154a03 req-3863c018-0444-4489-a51e-132617577e07 tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:25:17.219838 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-71ccea2c-4e75-4a49-970a-a4a065154a03 req-3863c018-0444-4489-a51e-132617577e07 tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] 10.222.0.42 "GET /v2.0/ports?device_id=1b798313-bd6a-40e6-8878-281d0e9e17a9 HTTP/1.1" status: 200 len: 945 time: 0.0749984 Apr 18 21:25:17.264892 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-71ccea2c-4e75-4a49-970a-a4a065154a03 req-913831b1-8101-4a65-a6a9-d465511e91a5 tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] 10.222.0.42 "GET /v2.0/security-groups?id=ed78e9fa-ef19-4b00-9fd6-6ef330877873&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396121 Apr 18 21:25:17.918909 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-832ac18a-e0ac-4c4c-bc74-97c9f7e7cde1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750375287399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253529'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:25:18.462480 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79c0a919-1d0a-4ac6-bbe6-373c045f8097 req-4f94a17c-a23b-42fc-9030-35f709c38312 tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:25:18.463934 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-79c0a919-1d0a-4ac6-bbe6-373c045f8097 req-4f94a17c-a23b-42fc-9030-35f709c38312 tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] 10.222.0.42 "GET /v2.0/ports?device_id=1b798313-bd6a-40e6-8878-281d0e9e17a9 HTTP/1.1" status: 200 len: 945 time: 0.0793161 Apr 18 21:25:18.508968 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-79c0a919-1d0a-4ac6-bbe6-373c045f8097 req-a012856b-0915-4e81-b38e-5a7e41dafda7 tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] 10.222.0.42 "GET /v2.0/security-groups?id=ed78e9fa-ef19-4b00-9fd6-6ef330877873&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395019 Apr 18 21:25:19.105224 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750375287399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253529'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:25:19.574092 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-414b6ffe-e119-47bc-b18f-bcff1219c2f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750375287399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253529'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:25:19.706664 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9559b27-f2b7-43a4-8d33-97d8fd421758 req-d45e4c7f-4280-4931-a488-59dfcabb9858 tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:25:19.708117 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-d9559b27-f2b7-43a4-8d33-97d8fd421758 req-d45e4c7f-4280-4931-a488-59dfcabb9858 tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] 10.222.0.42 "GET /v2.0/ports?device_id=1b798313-bd6a-40e6-8878-281d0e9e17a9 HTTP/1.1" status: 200 len: 945 time: 0.0749211 Apr 18 21:25:19.751902 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-d9559b27-f2b7-43a4-8d33-97d8fd421758 req-7e8c1988-7fe2-44e2-bbf2-418fb942fef4 tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] 10.222.0.42 "GET /v2.0/security-groups?id=ed78e9fa-ef19-4b00-9fd6-6ef330877873&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383797 Apr 18 21:25:20.662407 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-c7521a90-7d65-4e2e-842c-ca5d95e9a89c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750375287399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253529'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:25:20.951792 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b03cf31-87ae-49df-808d-2cc2e91fba86 req-0c0c1c6a-b04e-47af-a89a-71431bc2bde1 tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:25:20.953228 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-8b03cf31-87ae-49df-808d-2cc2e91fba86 req-0c0c1c6a-b04e-47af-a89a-71431bc2bde1 tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] 10.222.0.42 "GET /v2.0/ports?device_id=1b798313-bd6a-40e6-8878-281d0e9e17a9 HTTP/1.1" status: 200 len: 945 time: 0.0805333 Apr 18 21:25:20.999246 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-8b03cf31-87ae-49df-808d-2cc2e91fba86 req-434af346-2b6f-4825-8bb0-566ca43163b8 tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] 10.222.0.42 "GET /v2.0/security-groups?id=ed78e9fa-ef19-4b00-9fd6-6ef330877873&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397437 Apr 18 21:25:22.195587 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4503ed3-81a1-40a5-ba2f-2c44f968781b req-763cb013-e7bc-466b-b33e-512499f5e737 tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:25:22.197062 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-b4503ed3-81a1-40a5-ba2f-2c44f968781b req-763cb013-e7bc-466b-b33e-512499f5e737 tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] 10.222.0.42 "GET /v2.0/ports?device_id=1b798313-bd6a-40e6-8878-281d0e9e17a9 HTTP/1.1" status: 200 len: 945 time: 0.0763586 Apr 18 21:25:22.246334 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-b4503ed3-81a1-40a5-ba2f-2c44f968781b req-020889e4-855d-4677-b64c-54073b597b50 tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] 10.222.0.42 "GET /v2.0/security-groups?id=ed78e9fa-ef19-4b00-9fd6-6ef330877873&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438046 Apr 18 21:25:23.442681 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14da55eb-b19c-4d59-b11b-19cf6301d305 req-a8d1084c-0cce-40c1-8a60-f86154bbf376 tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:25:23.444841 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-14da55eb-b19c-4d59-b11b-19cf6301d305 req-a8d1084c-0cce-40c1-8a60-f86154bbf376 tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] 10.222.0.42 "GET /v2.0/ports?device_id=1b798313-bd6a-40e6-8878-281d0e9e17a9 HTTP/1.1" status: 200 len: 945 time: 0.0758739 Apr 18 21:25:23.490329 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-14da55eb-b19c-4d59-b11b-19cf6301d305 req-45bf14c9-8721-465d-94a3-1fa7832fabb8 tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] 10.222.0.42 "GET /v2.0/security-groups?id=ed78e9fa-ef19-4b00-9fd6-6ef330877873&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412192 Apr 18 21:25:24.687231 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46bbc9c8-8a30-4ac8-8a5a-d11bef80bc58 req-df3f6449-aed5-4c72-82c3-e4ed0f02a405 tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:25:24.688749 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-46bbc9c8-8a30-4ac8-8a5a-d11bef80bc58 req-df3f6449-aed5-4c72-82c3-e4ed0f02a405 tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] 10.222.0.42 "GET /v2.0/ports?device_id=1b798313-bd6a-40e6-8878-281d0e9e17a9 HTTP/1.1" status: 200 len: 945 time: 0.0789058 Apr 18 21:25:24.733664 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-46bbc9c8-8a30-4ac8-8a5a-d11bef80bc58 req-0ba50bc9-5426-43eb-86f3-8d229a574e9d tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] 10.222.0.42 "GET /v2.0/security-groups?id=ed78e9fa-ef19-4b00-9fd6-6ef330877873&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393388 Apr 18 21:25:25.031440 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.agents_db [None req-6346a179-333c-4370-b5a6-936984aeab15 None None] Agent healthcheck: found 7 active agents {{(pid=84043) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 18 21:25:25.926717 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-926a6571-6003-4371-896e-0cfbe02b7d3d req-4419c3b1-1c15-4493-bc58-b5aa55fea5b8 tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:25:25.928186 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-926a6571-6003-4371-896e-0cfbe02b7d3d req-4419c3b1-1c15-4493-bc58-b5aa55fea5b8 tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] 10.222.0.42 "GET /v2.0/ports?device_id=1b798313-bd6a-40e6-8878-281d0e9e17a9 HTTP/1.1" status: 200 len: 945 time: 0.0746863 Apr 18 21:25:25.973905 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-926a6571-6003-4371-896e-0cfbe02b7d3d req-981c0118-ff7c-46d2-8590-40b4c7ed0173 tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] 10.222.0.42 "GET /v2.0/security-groups?id=ed78e9fa-ef19-4b00-9fd6-6ef330877873&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402238 Apr 18 21:25:27.178259 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-466058a6-3f2b-4dac-bb7f-341f88c83f69 req-48da0c63-93f2-4bfb-8661-dc1407296419 tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:25:27.179789 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-466058a6-3f2b-4dac-bb7f-341f88c83f69 req-48da0c63-93f2-4bfb-8661-dc1407296419 tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] 10.222.0.42 "GET /v2.0/ports?device_id=1b798313-bd6a-40e6-8878-281d0e9e17a9 HTTP/1.1" status: 200 len: 945 time: 0.0834246 Apr 18 21:25:27.226033 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-466058a6-3f2b-4dac-bb7f-341f88c83f69 req-6ccc1712-a76a-40de-8a12-179f8e9dbd56 tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] 10.222.0.42 "GET /v2.0/security-groups?id=ed78e9fa-ef19-4b00-9fd6-6ef330877873&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396044 Apr 18 21:25:28.420617 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f755b97c-6911-4367-8111-ee7f738764ca req-0a5909ea-8d87-4472-ab14-710a285f41f4 tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:25:28.422050 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-f755b97c-6911-4367-8111-ee7f738764ca req-0a5909ea-8d87-4472-ab14-710a285f41f4 tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] 10.222.0.42 "GET /v2.0/ports?device_id=1b798313-bd6a-40e6-8878-281d0e9e17a9 HTTP/1.1" status: 200 len: 945 time: 0.0758328 Apr 18 21:25:28.466821 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-f755b97c-6911-4367-8111-ee7f738764ca req-6f443c23-eb71-42b4-8dc7-8d39ffa88f10 tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] 10.222.0.42 "GET /v2.0/security-groups?id=ed78e9fa-ef19-4b00-9fd6-6ef330877873&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389152 Apr 18 21:25:29.672066 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eb0d089-33ec-4ca5-b1dd-0d06424088b3 req-8385a61e-61af-4170-8dd5-e91c43542bcc tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:25:29.673485 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-1eb0d089-33ec-4ca5-b1dd-0d06424088b3 req-8385a61e-61af-4170-8dd5-e91c43542bcc tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] 10.222.0.42 "GET /v2.0/ports?device_id=1b798313-bd6a-40e6-8878-281d0e9e17a9 HTTP/1.1" status: 200 len: 945 time: 0.0806193 Apr 18 21:25:29.718224 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-1eb0d089-33ec-4ca5-b1dd-0d06424088b3 req-afd72ebc-ef2f-4136-a554-05212d0ef4b2 tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] 10.222.0.42 "GET /v2.0/security-groups?id=ed78e9fa-ef19-4b00-9fd6-6ef330877873&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385091 Apr 18 21:25:29.976005 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750375287399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253529'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:25:30.929279 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb80f44-e71d-451e-8fd9-2b14603e5987 req-c67195eb-8cea-427d-9810-78c4320c03ef tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:25:30.930716 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-7bb80f44-e71d-451e-8fd9-2b14603e5987 req-c67195eb-8cea-427d-9810-78c4320c03ef tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] 10.222.0.42 "GET /v2.0/ports?device_id=1b798313-bd6a-40e6-8878-281d0e9e17a9 HTTP/1.1" status: 200 len: 945 time: 0.0753207 Apr 18 21:25:30.979243 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-7bb80f44-e71d-451e-8fd9-2b14603e5987 req-0eea0f4c-575f-44da-b8b4-099ca195c035 tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] 10.222.0.42 "GET /v2.0/security-groups?id=ed78e9fa-ef19-4b00-9fd6-6ef330877873&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428231 Apr 18 21:25:31.458100 n-d-838334-2 neutron-server[84040]: INFO neutron.api.v2.resource [req-cee4b2e4-e58d-4d22-b306-1cc746a536fc req-194acbbb-697c-402f-b9cd-04e44a3f6cab service neutron] show failed (client error): The resource could not be found. Apr 18 21:25:31.459117 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-cee4b2e4-e58d-4d22-b306-1cc746a536fc req-194acbbb-697c-402f-b9cd-04e44a3f6cab service neutron] 10.222.0.43 "GET /v2.0/ports/9dddec17-5ef6-4ba3-835f-3b2721e9e2f3/bindings/n-h2-838334-2 HTTP/1.1" status: 404 len: 380 time: 0.0750985 Apr 18 21:25:31.709276 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-cee4b2e4-e58d-4d22-b306-1cc746a536fc req-32a4a79f-4e08-45bb-82b1-12fec2bd13b6 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=1b798313-bd6a-40e6-8878-281d0e9e17a9&tenant_id=202d5ea04e8c40de88f64ef931ef4e4f HTTP/1.1" status: 200 len: 1096 time: 0.0676136 Apr 18 21:25:31.720327 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.v2.base [req-cee4b2e4-e58d-4d22-b306-1cc746a536fc req-155eaa8d-a0e0-457f-857e-14455a7c8a1e service neutron] Request body: {'port': {'binding:host_id': 'n-h2-838334-2', 'device_owner': 'compute:nova'}} {{(pid=84040) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:25:31.828855 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-cee4b2e4-e58d-4d22-b306-1cc746a536fc req-155eaa8d-a0e0-457f-857e-14455a7c8a1e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:25:32.092773 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.db [req-cee4b2e4-e58d-4d22-b306-1cc746a536fc req-155eaa8d-a0e0-457f-857e-14455a7c8a1e service neutron] For port 9dddec17-5ef6-4ba3-835f-3b2721e9e2f3, host n-h1-838334-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838334-2',level=0,port_id=9dddec17-5ef6-4ba3-835f-3b2721e9e2f3,segment=NetworkSegment(816740e0-4959-41dc-8c0d-033bc20e9855),segment_id=816740e0-4959-41dc-8c0d-033bc20e9855)] {{(pid=84040) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:25:32.256391 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.db [req-cee4b2e4-e58d-4d22-b306-1cc746a536fc req-155eaa8d-a0e0-457f-857e-14455a7c8a1e service neutron] For port 9dddec17-5ef6-4ba3-835f-3b2721e9e2f3, host n-h1-838334-2, cleared binding levels {{(pid=84040) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 21:25:32.319409 n-d-838334-2 neutron-server[84040]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1b798313-bd6a-40e6-8878-281d0e9e17a9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9dddec17-5ef6-4ba3-835f-3b2721e9e2f3'}] {{(pid=84040) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 21:25:32.327288 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-cee4b2e4-e58d-4d22-b306-1cc746a536fc req-155eaa8d-a0e0-457f-857e-14455a7c8a1e service neutron] Notify callbacks [] for port, precommit_update {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:25:32.336675 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2af2f7d2-1656-4479-b2f8-1d2816e884a7 req-7544fa28-7f2f-466a-8a09-350e6b1801f8 tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:25:32.338126 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-2af2f7d2-1656-4479-b2f8-1d2816e884a7 req-7544fa28-7f2f-466a-8a09-350e6b1801f8 tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] 10.222.0.42 "GET /v2.0/ports?device_id=1b798313-bd6a-40e6-8878-281d0e9e17a9 HTTP/1.1" status: 200 len: 945 time: 0.2375138 Apr 18 21:25:32.371121 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.provisioning_blocks [req-cee4b2e4-e58d-4d22-b306-1cc746a536fc req-155eaa8d-a0e0-457f-857e-14455a7c8a1e service neutron] Transition to ACTIVE for port object 9dddec17-5ef6-4ba3-835f-3b2721e9e2f3 will not be triggered until provisioned by entity L2. {{(pid=84040) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:25:32.375871 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-cee4b2e4-e58d-4d22-b306-1cc746a536fc req-155eaa8d-a0e0-457f-857e-14455a7c8a1e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32440959'] for port, after_update {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:25:32.418531 n-d-838334-2 neutron-server[84040]: INFO neutron.notifiers.nova [-] Nova event matching ['req-091f7250-5bef-41c1-bdc9-7a1bad9ace2e'] response: {'server_uuid': '1b798313-bd6a-40e6-8878-281d0e9e17a9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9dddec17-5ef6-4ba3-835f-3b2721e9e2f3', 'code': 200} Apr 18 21:25:32.454429 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-2af2f7d2-1656-4479-b2f8-1d2816e884a7 req-9317aab3-3da5-45ea-9485-b528a03e6b6a tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] 10.222.0.42 "GET /v2.0/security-groups?id=ed78e9fa-ef19-4b00-9fd6-6ef330877873&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1099188 Apr 18 21:25:32.527013 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-155eaa8d-a0e0-457f-857e-14455a7c8a1e service neutron] Pushing event updated for resources: {'Port': ['ID=9dddec17-5ef6-4ba3-835f-3b2721e9e2f3,revision_number=6']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:25:32.547250 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-155eaa8d-a0e0-457f-857e-14455a7c8a1e service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:25:32.547590 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-155eaa8d-a0e0-457f-857e-14455a7c8a1e service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:25:32.547949 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-155eaa8d-a0e0-457f-857e-14455a7c8a1e service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:25:32.548277 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-155eaa8d-a0e0-457f-857e-14455a7c8a1e service neutron] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:25:32.548607 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-155eaa8d-a0e0-457f-857e-14455a7c8a1e service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:25:32.549558 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-155eaa8d-a0e0-457f-857e-14455a7c8a1e service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:25:32.549879 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-155eaa8d-a0e0-457f-857e-14455a7c8a1e service neutron] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:25:32.550348 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-155eaa8d-a0e0-457f-857e-14455a7c8a1e service neutron] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:25:32.550683 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-155eaa8d-a0e0-457f-857e-14455a7c8a1e service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:25:32.551002 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-155eaa8d-a0e0-457f-857e-14455a7c8a1e service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:25:32.551320 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-155eaa8d-a0e0-457f-857e-14455a7c8a1e service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:25:32.600498 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.l3_dvrscheduler_db [req-cee4b2e4-e58d-4d22-b306-1cc746a536fc req-155eaa8d-a0e0-457f-857e-14455a7c8a1e service neutron] No DVR routers for this DVR port 9dddec17-5ef6-4ba3-835f-3b2721e9e2f3 on host n-h1-838334-2 {{(pid=84040) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 21:25:32.839598 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.managers [req-cee4b2e4-e58d-4d22-b306-1cc746a536fc req-155eaa8d-a0e0-457f-857e-14455a7c8a1e service neutron] Attempting to bind port 9dddec17-5ef6-4ba3-835f-3b2721e9e2f3 on host n-h2-838334-2 for vnic_type normal with profile {{(pid=84040) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 21:25:32.839938 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.managers [req-cee4b2e4-e58d-4d22-b306-1cc746a536fc req-155eaa8d-a0e0-457f-857e-14455a7c8a1e service neutron] Attempting to bind port 9dddec17-5ef6-4ba3-835f-3b2721e9e2f3 by drivers openvswitch,hyperv on host n-h2-838334-2 at level 0 using segments [{'id': '816740e0-4959-41dc-8c0d-033bc20e9855', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '72c99cd8-2f84-4470-8363-4595502a7ad6'}] {{(pid=84040) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 21:25:32.840250 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cee4b2e4-e58d-4d22-b306-1cc746a536fc req-155eaa8d-a0e0-457f-857e-14455a7c8a1e service neutron] Attempting to bind port 9dddec17-5ef6-4ba3-835f-3b2721e9e2f3 on network 72c99cd8-2f84-4470-8363-4595502a7ad6 {{(pid=84040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 21:25:32.845929 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cee4b2e4-e58d-4d22-b306-1cc746a536fc req-155eaa8d-a0e0-457f-857e-14455a7c8a1e service neutron] Port 9dddec17-5ef6-4ba3-835f-3b2721e9e2f3 on network 72c99cd8-2f84-4470-8363-4595502a7ad6 not bound, no agent of type Open vSwitch agent registered on host n-h2-838334-2 {{(pid=84040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 18 21:25:32.846281 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cee4b2e4-e58d-4d22-b306-1cc746a536fc req-155eaa8d-a0e0-457f-857e-14455a7c8a1e service neutron] Attempting to bind port 9dddec17-5ef6-4ba3-835f-3b2721e9e2f3 on network 72c99cd8-2f84-4470-8363-4595502a7ad6 {{(pid=84040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 21:25:32.852345 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cee4b2e4-e58d-4d22-b306-1cc746a536fc req-155eaa8d-a0e0-457f-857e-14455a7c8a1e service neutron] Checking agent: {'id': 'dc797004-f641-47b7-a77f-9c62b5b16296', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-838334-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 34, 3), 'started_at': datetime.datetime(2022, 4, 18, 20, 34, 3), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 21, 25, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 18 21:25:32.852670 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cee4b2e4-e58d-4d22-b306-1cc746a536fc req-155eaa8d-a0e0-457f-857e-14455a7c8a1e service neutron] Checking segment: {'id': '816740e0-4959-41dc-8c0d-033bc20e9855', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '72c99cd8-2f84-4470-8363-4595502a7ad6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84040) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 21:25:32.853035 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cee4b2e4-e58d-4d22-b306-1cc746a536fc req-155eaa8d-a0e0-457f-857e-14455a7c8a1e service neutron] Bound using segment: {'id': '816740e0-4959-41dc-8c0d-033bc20e9855', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '72c99cd8-2f84-4470-8363-4595502a7ad6'} {{(pid=84040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 18 21:25:32.853440 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.managers [req-cee4b2e4-e58d-4d22-b306-1cc746a536fc req-155eaa8d-a0e0-457f-857e-14455a7c8a1e service neutron] Bound port: 9dddec17-5ef6-4ba3-835f-3b2721e9e2f3, host: n-h2-838334-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '816740e0-4959-41dc-8c0d-033bc20e9855', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '72c99cd8-2f84-4470-8363-4595502a7ad6'}}] {{(pid=84040) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 21:25:32.853771 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-cee4b2e4-e58d-4d22-b306-1cc746a536fc req-155eaa8d-a0e0-457f-857e-14455a7c8a1e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:25:32.937796 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.db [req-cee4b2e4-e58d-4d22-b306-1cc746a536fc req-155eaa8d-a0e0-457f-857e-14455a7c8a1e service neutron] For port 9dddec17-5ef6-4ba3-835f-3b2721e9e2f3, host n-h2-838334-2, cleared binding levels {{(pid=84040) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 21:25:32.941342 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.db [req-cee4b2e4-e58d-4d22-b306-1cc746a536fc req-155eaa8d-a0e0-457f-857e-14455a7c8a1e service neutron] For port 9dddec17-5ef6-4ba3-835f-3b2721e9e2f3, host n-h2-838334-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838334-2',level=0,port_id=9dddec17-5ef6-4ba3-835f-3b2721e9e2f3,segment=NetworkSegment(816740e0-4959-41dc-8c0d-033bc20e9855),segment_id=816740e0-4959-41dc-8c0d-033bc20e9855)] {{(pid=84040) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 21:25:32.946053 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-cee4b2e4-e58d-4d22-b306-1cc746a536fc req-155eaa8d-a0e0-457f-857e-14455a7c8a1e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32440959'] for port, after_update {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:25:33.009700 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-cee4b2e4-e58d-4d22-b306-1cc746a536fc req-155eaa8d-a0e0-457f-857e-14455a7c8a1e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217293'] for port, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:25:33.011046 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-cee4b2e4-e58d-4d22-b306-1cc746a536fc req-155eaa8d-a0e0-457f-857e-14455a7c8a1e service neutron] 10.222.0.48 "PUT /v2.0/ports/9dddec17-5ef6-4ba3-835f-3b2721e9e2f3 HTTP/1.1" status: 200 len: 1091 time: 1.2946289 Apr 18 21:25:33.026761 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-155eaa8d-a0e0-457f-857e-14455a7c8a1e service neutron] Pushing event updated for resources: {'Port': ['ID=9dddec17-5ef6-4ba3-835f-3b2721e9e2f3,revision_number=7']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:25:33.108174 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-cee4b2e4-e58d-4d22-b306-1cc746a536fc req-37e3fa28-ea35-4b1a-9080-1a0776823071 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=202d5ea04e8c40de88f64ef931ef4e4f&device_id=1b798313-bd6a-40e6-8878-281d0e9e17a9 HTTP/1.1" status: 200 len: 1094 time: 0.0711749 Apr 18 21:25:33.242574 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cee4b2e4-e58d-4d22-b306-1cc746a536fc req-67190b10-2a63-4ff3-83aa-521c1aaea952 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:25:33.244087 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-cee4b2e4-e58d-4d22-b306-1cc746a536fc req-67190b10-2a63-4ff3-83aa-521c1aaea952 service neutron] 10.222.0.48 "GET /v2.0/networks?id=72c99cd8-2f84-4470-8363-4595502a7ad6 HTTP/1.1" status: 200 len: 898 time: 0.1304691 Apr 18 21:25:33.346324 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-cee4b2e4-e58d-4d22-b306-1cc746a536fc req-fd29f1a6-6008-4df3-95c3-341d4979b4b8 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=9dddec17-5ef6-4ba3-835f-3b2721e9e2f3 HTTP/1.1" status: 200 len: 999 time: 0.0949969 Apr 18 21:25:33.405991 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cee4b2e4-e58d-4d22-b306-1cc746a536fc req-de917042-4dc4-47ed-8050-122fee7bfbae service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:25:33.407299 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-cee4b2e4-e58d-4d22-b306-1cc746a536fc req-de917042-4dc4-47ed-8050-122fee7bfbae service neutron] 10.222.0.48 "GET /v2.0/subnets?id=b995844f-95c1-4ff2-8156-9212dcaf00fd HTTP/1.1" status: 200 len: 835 time: 0.0554907 Apr 18 21:25:33.492857 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-cee4b2e4-e58d-4d22-b306-1cc746a536fc req-7f977fc2-7789-4dee-8875-8e7208a6e25b service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=72c99cd8-2f84-4470-8363-4595502a7ad6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0782239 Apr 18 21:25:33.670912 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-cee4b2e4-e58d-4d22-b306-1cc746a536fc req-286c4ce4-6b1d-4fb6-8351-61b8c0f53ea7 service neutron] 10.222.0.48 "GET /v2.0/networks/72c99cd8-2f84-4470-8363-4595502a7ad6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1713691 Apr 18 21:25:33.772310 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47c2cfb0-1e99-4762-80ed-0f89dd899df0 req-c688e962-b902-413a-a126-4ff83fda6f23 tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:25:33.773739 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-47c2cfb0-1e99-4762-80ed-0f89dd899df0 req-c688e962-b902-413a-a126-4ff83fda6f23 tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] 10.222.0.42 "GET /v2.0/ports?device_id=1b798313-bd6a-40e6-8878-281d0e9e17a9 HTTP/1.1" status: 200 len: 943 time: 0.1926031 Apr 18 21:25:33.845551 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-cee4b2e4-e58d-4d22-b306-1cc746a536fc req-5e7dcb3c-095d-4202-a47f-1c043199a7ad service neutron] 10.222.0.48 "GET /v2.0/networks/72c99cd8-2f84-4470-8363-4595502a7ad6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1674550 Apr 18 21:25:33.850431 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-47c2cfb0-1e99-4762-80ed-0f89dd899df0 req-3069fa6a-6ea6-4705-a6e8-fc3cecafdb35 tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] 10.222.0.42 "GET /v2.0/security-groups?id=ed78e9fa-ef19-4b00-9fd6-6ef330877873&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0700924 Apr 18 21:25:34.100675 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750375287399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253529'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:25:34.419847 n-d-838334-2 neutron-server[84040]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1b798313-bd6a-40e6-8878-281d0e9e17a9', 'tag': '9dddec17-5ef6-4ba3-835f-3b2721e9e2f3'}] {{(pid=84040) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 21:25:34.489555 n-d-838334-2 neutron-server[84040]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b852dc72-dee3-4085-9fff-9c714455979c'] response: {'name': 'network-changed', 'server_uuid': '1b798313-bd6a-40e6-8878-281d0e9e17a9', 'tag': '9dddec17-5ef6-4ba3-835f-3b2721e9e2f3', 'status': 'completed', 'code': 200} Apr 18 21:25:34.731148 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-93c984f3-680b-4f01-aeec-54738218c6bd req-ec93a7da-548a-4dbe-89fb-130ad14b839d service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=202d5ea04e8c40de88f64ef931ef4e4f&device_id=1b798313-bd6a-40e6-8878-281d0e9e17a9 HTTP/1.1" status: 200 len: 1094 time: 0.2187576 Apr 18 21:25:34.734427 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-93c984f3-680b-4f01-aeec-54738218c6bd req-1a9b0c43-8270-46bf-8283-95c8eee2c761 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=202d5ea04e8c40de88f64ef931ef4e4f&device_id=1b798313-bd6a-40e6-8878-281d0e9e17a9 HTTP/1.1" status: 200 len: 1094 time: 0.2234852 Apr 18 21:25:34.965737 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93c984f3-680b-4f01-aeec-54738218c6bd req-9dea6aab-b4d9-4f24-b5ee-b6b2442eac45 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:25:34.967160 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-93c984f3-680b-4f01-aeec-54738218c6bd req-9dea6aab-b4d9-4f24-b5ee-b6b2442eac45 service neutron] 10.222.0.48 "GET /v2.0/networks?id=72c99cd8-2f84-4470-8363-4595502a7ad6 HTTP/1.1" status: 200 len: 898 time: 0.2293632 Apr 18 21:25:34.969348 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93c984f3-680b-4f01-aeec-54738218c6bd req-a8340d6c-72b7-4b6b-ac32-5ee79cdcb085 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:25:34.970628 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-93c984f3-680b-4f01-aeec-54738218c6bd req-a8340d6c-72b7-4b6b-ac32-5ee79cdcb085 service neutron] 10.222.0.43 "GET /v2.0/networks?id=72c99cd8-2f84-4470-8363-4595502a7ad6 HTTP/1.1" status: 200 len: 898 time: 0.2161357 Apr 18 21:25:35.202039 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-93c984f3-680b-4f01-aeec-54738218c6bd req-f18557f4-0812-4f99-89ee-086c3168a8c7 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=9dddec17-5ef6-4ba3-835f-3b2721e9e2f3 HTTP/1.1" status: 200 len: 999 time: 0.2265670 Apr 18 21:25:35.209432 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-93c984f3-680b-4f01-aeec-54738218c6bd req-e861b8a3-a238-4763-b714-fc8d396849be service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=9dddec17-5ef6-4ba3-835f-3b2721e9e2f3 HTTP/1.1" status: 200 len: 999 time: 0.1848223 Apr 18 21:25:35.313045 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3de92b6-6f68-427f-8167-615c7b6f5f05 req-77bce764-a211-4052-aa3b-c19290da1388 tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:25:35.314505 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-c3de92b6-6f68-427f-8167-615c7b6f5f05 req-77bce764-a211-4052-aa3b-c19290da1388 tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] 10.222.0.42 "GET /v2.0/ports?device_id=1b798313-bd6a-40e6-8878-281d0e9e17a9 HTTP/1.1" status: 200 len: 943 time: 0.2887981 Apr 18 21:25:35.341670 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93c984f3-680b-4f01-aeec-54738218c6bd req-46bb9f97-34cc-4ad9-86c3-b823da1a9745 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:25:35.343021 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-93c984f3-680b-4f01-aeec-54738218c6bd req-46bb9f97-34cc-4ad9-86c3-b823da1a9745 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=b995844f-95c1-4ff2-8156-9212dcaf00fd HTTP/1.1" status: 200 len: 835 time: 0.1004133 Apr 18 21:25:35.346010 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93c984f3-680b-4f01-aeec-54738218c6bd req-80f5b51e-0e38-4fdc-84b4-ea31a04f7091 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:25:35.347276 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-93c984f3-680b-4f01-aeec-54738218c6bd req-80f5b51e-0e38-4fdc-84b4-ea31a04f7091 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=b995844f-95c1-4ff2-8156-9212dcaf00fd HTTP/1.1" status: 200 len: 835 time: 0.1365564 Apr 18 21:25:35.460173 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-c3de92b6-6f68-427f-8167-615c7b6f5f05 req-d6df3f0b-85cc-48dc-824e-4e7bb11bfedc tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] 10.222.0.42 "GET /v2.0/security-groups?id=ed78e9fa-ef19-4b00-9fd6-6ef330877873&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1374667 Apr 18 21:25:35.500183 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-93c984f3-680b-4f01-aeec-54738218c6bd req-e1a6e68a-8ad8-42db-88e8-1f2d64aafa37 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=72c99cd8-2f84-4470-8363-4595502a7ad6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1191115 Apr 18 21:25:35.503976 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-93c984f3-680b-4f01-aeec-54738218c6bd req-a857dba6-f382-4bca-beee-58d50da2406b service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=72c99cd8-2f84-4470-8363-4595502a7ad6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1534338 Apr 18 21:25:35.741776 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-93c984f3-680b-4f01-aeec-54738218c6bd req-13b5ae2a-4327-43ee-a24a-5ac236df96d7 service neutron] 10.222.0.43 "GET /v2.0/networks/72c99cd8-2f84-4470-8363-4595502a7ad6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2315779 Apr 18 21:25:35.744615 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-93c984f3-680b-4f01-aeec-54738218c6bd req-ef43be87-3fee-43a0-bd43-b3935b31b8cf service neutron] 10.222.0.48 "GET /v2.0/networks/72c99cd8-2f84-4470-8363-4595502a7ad6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2147319 Apr 18 21:25:35.960755 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Device 9dddec17-5ef6-4ba3-835f-3b2721e9e2f3 no longer exists at agent hyperv_n-h1-838334-2 {{(pid=84042) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 21:25:35.975378 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-93c984f3-680b-4f01-aeec-54738218c6bd req-5250c7e6-526c-4fa9-a2c4-d94898a0dff8 service neutron] 10.222.0.43 "GET /v2.0/networks/72c99cd8-2f84-4470-8363-4595502a7ad6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2283752 Apr 18 21:25:35.977186 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-93c984f3-680b-4f01-aeec-54738218c6bd req-e4f2dfb1-8f77-416e-b8a6-15b827aed1d7 service neutron] 10.222.0.48 "GET /v2.0/networks/72c99cd8-2f84-4470-8363-4595502a7ad6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2132373 Apr 18 21:25:36.023939 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Device 9dddec17-5ef6-4ba3-835f-3b2721e9e2f3 not bound to the agent host n-h1-838334-2 {{(pid=84042) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 21:25:36.181586 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Device 9dddec17-5ef6-4ba3-835f-3b2721e9e2f3 details requested by agent hyperv_n-h2-838334-2 with host n-h2-838334-2 {{(pid=84042) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 18 21:25:36.312285 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] For port 9dddec17-5ef6-4ba3-835f-3b2721e9e2f3, host n-h2-838334-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838334-2',level=0,port_id=9dddec17-5ef6-4ba3-835f-3b2721e9e2f3,segment=NetworkSegment(816740e0-4959-41dc-8c0d-033bc20e9855),segment_id=816740e0-4959-41dc-8c0d-033bc20e9855)] {{(pid=84042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:25:36.325390 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Returning: {'device': '9dddec17-5ef6-4ba3-835f-3b2721e9e2f3', 'network_id': '72c99cd8-2f84-4470-8363-4595502a7ad6', 'port_id': '9dddec17-5ef6-4ba3-835f-3b2721e9e2f3', 'mac_address': 'fa:16:3e:7e:c3:a8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 360, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b995844f-95c1-4ff2-8156-9212dcaf00fd', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84042) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 18 21:25:36.375997 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:25:36.393438 n-d-838334-2 neutron-server[84042]: DEBUG neutron.notifiers.nova [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9dddec17-5ef6-4ba3-835f-3b2721e9e2f3 {{(pid=84042) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 18 21:25:36.407516 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] For port 9dddec17-5ef6-4ba3-835f-3b2721e9e2f3, host n-h2-838334-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838334-2',level=0,port_id=9dddec17-5ef6-4ba3-835f-3b2721e9e2f3,segment=NetworkSegment(816740e0-4959-41dc-8c0d-033bc20e9855),segment_id=816740e0-4959-41dc-8c0d-033bc20e9855)] {{(pid=84042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:25:36.411633 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682'] for port, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:25:36.479760 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Pushing event updated for resources: {'Port': ['ID=9dddec17-5ef6-4ba3-835f-3b2721e9e2f3,revision_number=8']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:25:36.652829 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] get_ports_and_sgs() called for port_ids ['9dddec17-5ef6-4ba3-835f-3b2721e9e2f3'] {{(pid=84042) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 18 21:25:36.779228 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51b985cb-49c8-445d-8c48-49ce2e7a436c req-1ba7a236-468e-4389-8eb6-1adb6d0bf70d tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:25:36.780675 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-51b985cb-49c8-445d-8c48-49ce2e7a436c req-1ba7a236-468e-4389-8eb6-1adb6d0bf70d tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] 10.222.0.42 "GET /v2.0/ports?device_id=1b798313-bd6a-40e6-8878-281d0e9e17a9 HTTP/1.1" status: 200 len: 944 time: 0.1815703 Apr 18 21:25:36.825424 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-51b985cb-49c8-445d-8c48-49ce2e7a436c req-62c2a77a-f58b-40bf-8285-2435664fbedc tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] 10.222.0.42 "GET /v2.0/security-groups?id=ed78e9fa-ef19-4b00-9fd6-6ef330877873&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389576 Apr 18 21:25:37.237655 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cfc9c06-2af0-4d09-95dc-ecfcedccec5b req-475a8436-8414-4e73-8901-07769dd62f89 tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:25:37.239118 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-2cfc9c06-2af0-4d09-95dc-ecfcedccec5b req-475a8436-8414-4e73-8901-07769dd62f89 tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] 10.222.0.48 "GET /v2.0/ports?device_id=1b798313-bd6a-40e6-8878-281d0e9e17a9&tenant_id=202d5ea04e8c40de88f64ef931ef4e4f&binding%3Ahost_id=n-h2-838334-2 HTTP/1.1" status: 200 len: 944 time: 0.1338263 Apr 18 21:25:37.310589 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2150233-aa01-409a-bdf1-cf29f70b0328 req-5a85b55c-44e6-4559-84df-b092a9167651 tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:25:37.312038 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-f2150233-aa01-409a-bdf1-cf29f70b0328 req-5a85b55c-44e6-4559-84df-b092a9167651 tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] 10.222.0.42 "GET /v2.0/ports?device_id=1b798313-bd6a-40e6-8878-281d0e9e17a9 HTTP/1.1" status: 200 len: 944 time: 0.1504314 Apr 18 21:25:37.351496 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-2cfc9c06-2af0-4d09-95dc-ecfcedccec5b req-19e47b08-35db-466f-97cf-7d0787638cd2 service neutron] 10.222.0.48 "GET /v2.0/ports/9dddec17-5ef6-4ba3-835f-3b2721e9e2f3/bindings/n-h2-838334-2 HTTP/1.1" status: 200 len: 382 time: 0.1064498 Apr 18 21:25:37.372042 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-f2150233-aa01-409a-bdf1-cf29f70b0328 req-49566ed3-dfc4-4e67-b7e3-a4ca4e26a191 tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] 10.222.0.42 "GET /v2.0/security-groups?id=ed78e9fa-ef19-4b00-9fd6-6ef330877873&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0525110 Apr 18 21:25:37.446001 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-2cfc9c06-2af0-4d09-95dc-ecfcedccec5b req-28c06abf-2b9d-4464-be07-17d0766431f4 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=202d5ea04e8c40de88f64ef931ef4e4f&device_id=1b798313-bd6a-40e6-8878-281d0e9e17a9 HTTP/1.1" status: 200 len: 1095 time: 0.0673583 Apr 18 21:25:37.584612 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cfc9c06-2af0-4d09-95dc-ecfcedccec5b req-c2d49136-0156-4942-ab71-a4db016c812f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:25:37.585343 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-2cfc9c06-2af0-4d09-95dc-ecfcedccec5b req-c2d49136-0156-4942-ab71-a4db016c812f service neutron] 10.222.0.48 "GET /v2.0/networks?id=72c99cd8-2f84-4470-8363-4595502a7ad6 HTTP/1.1" status: 200 len: 898 time: 0.1309891 Apr 18 21:25:37.691569 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-2cfc9c06-2af0-4d09-95dc-ecfcedccec5b req-78d0a5e6-ee47-4dc9-970f-262a02b23fca service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=9dddec17-5ef6-4ba3-835f-3b2721e9e2f3 HTTP/1.1" status: 200 len: 1000 time: 0.0998714 Apr 18 21:25:37.761406 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cfc9c06-2af0-4d09-95dc-ecfcedccec5b req-9da29062-3007-4325-a966-227ebb93bed8 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:25:37.762907 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-2cfc9c06-2af0-4d09-95dc-ecfcedccec5b req-9da29062-3007-4325-a966-227ebb93bed8 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=b995844f-95c1-4ff2-8156-9212dcaf00fd HTTP/1.1" status: 200 len: 835 time: 0.0649018 Apr 18 21:25:37.850074 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-2cfc9c06-2af0-4d09-95dc-ecfcedccec5b req-baf3a686-b112-44f9-9599-e79b60d40b52 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=72c99cd8-2f84-4470-8363-4595502a7ad6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0798323 Apr 18 21:25:38.012722 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-2cfc9c06-2af0-4d09-95dc-ecfcedccec5b req-b57d52dd-1ac3-4479-a8de-74612e7f495b service neutron] 10.222.0.48 "GET /v2.0/networks/72c99cd8-2f84-4470-8363-4595502a7ad6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1560473 Apr 18 21:25:38.188776 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Device 9dddec17-5ef6-4ba3-835f-3b2721e9e2f3 up at agent hyperv_n-h2-838334-2 {{(pid=84042) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 21:25:38.202151 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-2cfc9c06-2af0-4d09-95dc-ecfcedccec5b req-a77fd0c0-8f28-4271-9423-fb58f43c9273 service neutron] 10.222.0.48 "GET /v2.0/networks/72c99cd8-2f84-4470-8363-4595502a7ad6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1821480 Apr 18 21:25:38.271601 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Provisioning for port 9dddec17-5ef6-4ba3-835f-3b2721e9e2f3 completed by entity L2. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 21:25:38.279760 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Provisioning complete for port 9dddec17-5ef6-4ba3-835f-3b2721e9e2f3 triggered by entity L2. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:25:38.280278 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1253608'] for port, provisioning_complete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:25:38.406130 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:25:38.433529 n-d-838334-2 neutron-server[84042]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1b798313-bd6a-40e6-8878-281d0e9e17a9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9dddec17-5ef6-4ba3-835f-3b2721e9e2f3'}] {{(pid=84042) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 21:25:38.443347 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] For port 9dddec17-5ef6-4ba3-835f-3b2721e9e2f3, host n-h2-838334-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838334-2',level=0,port_id=9dddec17-5ef6-4ba3-835f-3b2721e9e2f3,segment=NetworkSegment(816740e0-4959-41dc-8c0d-033bc20e9855),segment_id=816740e0-4959-41dc-8c0d-033bc20e9855)] {{(pid=84042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:25:38.447295 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682'] for port, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:25:38.520286 n-d-838334-2 neutron-server[84042]: INFO neutron.notifiers.nova [-] Nova event matching ['req-af3d909b-2114-4b27-9cb6-03145fe5b617'] response: {'server_uuid': '1b798313-bd6a-40e6-8878-281d0e9e17a9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9dddec17-5ef6-4ba3-835f-3b2721e9e2f3', 'code': 200} Apr 18 21:25:38.527963 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Pushing event updated for resources: {'Port': ['ID=9dddec17-5ef6-4ba3-835f-3b2721e9e2f3,revision_number=9']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:25:38.537463 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:25:38.537789 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:25:38.538123 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:25:38.538472 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:25:38.538792 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:25:38.539109 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:25:38.539428 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:25:38.539780 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:25:38.540197 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:25:38.540426 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:25:38.540730 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:25:38.576380 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b8cacc5-63ec-4505-9452-b862c46d7a01 req-9bb13c76-1c48-4411-a924-c8c4cd5bfe7c tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:25:38.577606 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-1b8cacc5-63ec-4505-9452-b862c46d7a01 req-9bb13c76-1c48-4411-a924-c8c4cd5bfe7c tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] 10.222.0.42 "GET /v2.0/ports?device_id=1b798313-bd6a-40e6-8878-281d0e9e17a9 HTTP/1.1" status: 200 len: 945 time: 0.0771871 Apr 18 21:25:38.633271 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-1b8cacc5-63ec-4505-9452-b862c46d7a01 req-95393f76-b53d-43b7-a95a-3413ae7eb8dc tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] 10.222.0.42 "GET /v2.0/security-groups?id=ed78e9fa-ef19-4b00-9fd6-6ef330877873&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0491900 Apr 18 21:25:39.843279 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0c9ed5a-ec55-4218-b0a8-17d20a0a345f req-7c71a9fa-a203-47d5-9c9a-27614f7d12f6 tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:25:39.844723 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-c0c9ed5a-ec55-4218-b0a8-17d20a0a345f req-7c71a9fa-a203-47d5-9c9a-27614f7d12f6 tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] 10.222.0.42 "GET /v2.0/ports?device_id=1b798313-bd6a-40e6-8878-281d0e9e17a9 HTTP/1.1" status: 200 len: 945 time: 0.0749233 Apr 18 21:25:39.891816 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-c0c9ed5a-ec55-4218-b0a8-17d20a0a345f req-e07cb069-d6c0-4857-9bf6-c55a46cef64b tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] 10.222.0.42 "GET /v2.0/security-groups?id=ed78e9fa-ef19-4b00-9fd6-6ef330877873&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408094 Apr 18 21:25:40.354741 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-2cfc9c06-2af0-4d09-95dc-ecfcedccec5b req-5296e6b3-909e-43bb-8a80-f8d338167236 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=1b798313-bd6a-40e6-8878-281d0e9e17a9&tenant_id=202d5ea04e8c40de88f64ef931ef4e4f HTTP/1.1" status: 200 len: 1096 time: 0.0705194 Apr 18 21:25:40.365129 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.v2.base [req-2cfc9c06-2af0-4d09-95dc-ecfcedccec5b req-1af9ba81-e244-4495-b9c1-8869f15e6cfd service neutron] Request body: {'port': {'binding:host_id': 'n-h1-838334-2', 'device_owner': 'compute:nova'}} {{(pid=84040) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:25:40.469497 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-2cfc9c06-2af0-4d09-95dc-ecfcedccec5b req-1af9ba81-e244-4495-b9c1-8869f15e6cfd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:25:40.813846 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.db [req-2cfc9c06-2af0-4d09-95dc-ecfcedccec5b req-1af9ba81-e244-4495-b9c1-8869f15e6cfd service neutron] For port 9dddec17-5ef6-4ba3-835f-3b2721e9e2f3, host n-h2-838334-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838334-2',level=0,port_id=9dddec17-5ef6-4ba3-835f-3b2721e9e2f3,segment=NetworkSegment(816740e0-4959-41dc-8c0d-033bc20e9855),segment_id=816740e0-4959-41dc-8c0d-033bc20e9855)] {{(pid=84040) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:25:40.841417 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.db [req-2cfc9c06-2af0-4d09-95dc-ecfcedccec5b req-1af9ba81-e244-4495-b9c1-8869f15e6cfd service neutron] For port 9dddec17-5ef6-4ba3-835f-3b2721e9e2f3, host n-h2-838334-2, cleared binding levels {{(pid=84040) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 21:25:40.898970 n-d-838334-2 neutron-server[84040]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1b798313-bd6a-40e6-8878-281d0e9e17a9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9dddec17-5ef6-4ba3-835f-3b2721e9e2f3'}] {{(pid=84040) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 21:25:40.904311 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-2cfc9c06-2af0-4d09-95dc-ecfcedccec5b req-1af9ba81-e244-4495-b9c1-8869f15e6cfd service neutron] Notify callbacks [] for port, precommit_update {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:25:40.919592 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.provisioning_blocks [req-2cfc9c06-2af0-4d09-95dc-ecfcedccec5b req-1af9ba81-e244-4495-b9c1-8869f15e6cfd service neutron] Transition to ACTIVE for port object 9dddec17-5ef6-4ba3-835f-3b2721e9e2f3 will not be triggered until provisioned by entity L2. {{(pid=84040) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:25:40.928316 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-2cfc9c06-2af0-4d09-95dc-ecfcedccec5b req-1af9ba81-e244-4495-b9c1-8869f15e6cfd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32440959'] for port, after_update {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:25:40.975993 n-d-838334-2 neutron-server[84040]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8186f05d-54a7-431f-bfb2-bc9e5746e076'] response: {'server_uuid': '1b798313-bd6a-40e6-8878-281d0e9e17a9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9dddec17-5ef6-4ba3-835f-3b2721e9e2f3', 'code': 200} Apr 18 21:25:41.119494 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1af9ba81-e244-4495-b9c1-8869f15e6cfd service neutron] Pushing event updated for resources: {'Port': ['ID=9dddec17-5ef6-4ba3-835f-3b2721e9e2f3,revision_number=10']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:25:41.195083 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.l3_dvrscheduler_db [req-2cfc9c06-2af0-4d09-95dc-ecfcedccec5b req-1af9ba81-e244-4495-b9c1-8869f15e6cfd service neutron] No DVR routers for this DVR port 9dddec17-5ef6-4ba3-835f-3b2721e9e2f3 on host n-h2-838334-2 {{(pid=84040) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 21:25:41.318376 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9acc8053-c6e2-403f-bfcd-bb9d1198ce04 req-d742838e-c370-4ccc-846e-db5c40393c41 tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:25:41.319896 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-9acc8053-c6e2-403f-bfcd-bb9d1198ce04 req-d742838e-c370-4ccc-846e-db5c40393c41 tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] 10.222.0.42 "GET /v2.0/ports?device_id=1b798313-bd6a-40e6-8878-281d0e9e17a9 HTTP/1.1" status: 200 len: 944 time: 0.2746918 Apr 18 21:25:41.388169 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-9acc8053-c6e2-403f-bfcd-bb9d1198ce04 req-c04465af-bb8c-457a-866c-dafb74f4d51d tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] 10.222.0.42 "GET /v2.0/security-groups?id=ed78e9fa-ef19-4b00-9fd6-6ef330877873&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0529113 Apr 18 21:25:41.488303 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.managers [req-2cfc9c06-2af0-4d09-95dc-ecfcedccec5b req-1af9ba81-e244-4495-b9c1-8869f15e6cfd service neutron] Attempting to bind port 9dddec17-5ef6-4ba3-835f-3b2721e9e2f3 on host n-h1-838334-2 for vnic_type normal with profile {{(pid=84040) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 21:25:41.488634 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.managers [req-2cfc9c06-2af0-4d09-95dc-ecfcedccec5b req-1af9ba81-e244-4495-b9c1-8869f15e6cfd service neutron] Attempting to bind port 9dddec17-5ef6-4ba3-835f-3b2721e9e2f3 by drivers openvswitch,hyperv on host n-h1-838334-2 at level 0 using segments [{'id': '816740e0-4959-41dc-8c0d-033bc20e9855', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '72c99cd8-2f84-4470-8363-4595502a7ad6'}] {{(pid=84040) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 21:25:41.488954 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2cfc9c06-2af0-4d09-95dc-ecfcedccec5b req-1af9ba81-e244-4495-b9c1-8869f15e6cfd service neutron] Attempting to bind port 9dddec17-5ef6-4ba3-835f-3b2721e9e2f3 on network 72c99cd8-2f84-4470-8363-4595502a7ad6 {{(pid=84040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 21:25:41.495349 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2cfc9c06-2af0-4d09-95dc-ecfcedccec5b req-1af9ba81-e244-4495-b9c1-8869f15e6cfd service neutron] Port 9dddec17-5ef6-4ba3-835f-3b2721e9e2f3 on network 72c99cd8-2f84-4470-8363-4595502a7ad6 not bound, no agent of type Open vSwitch agent registered on host n-h1-838334-2 {{(pid=84040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 18 21:25:41.495459 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2cfc9c06-2af0-4d09-95dc-ecfcedccec5b req-1af9ba81-e244-4495-b9c1-8869f15e6cfd service neutron] Attempting to bind port 9dddec17-5ef6-4ba3-835f-3b2721e9e2f3 on network 72c99cd8-2f84-4470-8363-4595502a7ad6 {{(pid=84040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 21:25:41.502580 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2cfc9c06-2af0-4d09-95dc-ecfcedccec5b req-1af9ba81-e244-4495-b9c1-8869f15e6cfd service neutron] Checking agent: {'id': 'd63bab19-ff81-4de1-afeb-a3732288d0d7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-838334-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 33, 59), 'started_at': datetime.datetime(2022, 4, 18, 20, 33, 59), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 21, 25, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 18 21:25:41.502941 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2cfc9c06-2af0-4d09-95dc-ecfcedccec5b req-1af9ba81-e244-4495-b9c1-8869f15e6cfd service neutron] Checking segment: {'id': '816740e0-4959-41dc-8c0d-033bc20e9855', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '72c99cd8-2f84-4470-8363-4595502a7ad6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84040) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 21:25:41.503394 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2cfc9c06-2af0-4d09-95dc-ecfcedccec5b req-1af9ba81-e244-4495-b9c1-8869f15e6cfd service neutron] Bound using segment: {'id': '816740e0-4959-41dc-8c0d-033bc20e9855', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '72c99cd8-2f84-4470-8363-4595502a7ad6'} {{(pid=84040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 18 21:25:41.503845 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.managers [req-2cfc9c06-2af0-4d09-95dc-ecfcedccec5b req-1af9ba81-e244-4495-b9c1-8869f15e6cfd service neutron] Bound port: 9dddec17-5ef6-4ba3-835f-3b2721e9e2f3, host: n-h1-838334-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '816740e0-4959-41dc-8c0d-033bc20e9855', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '72c99cd8-2f84-4470-8363-4595502a7ad6'}}] {{(pid=84040) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 21:25:41.504189 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-2cfc9c06-2af0-4d09-95dc-ecfcedccec5b req-1af9ba81-e244-4495-b9c1-8869f15e6cfd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:25:41.599182 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.db [req-2cfc9c06-2af0-4d09-95dc-ecfcedccec5b req-1af9ba81-e244-4495-b9c1-8869f15e6cfd service neutron] For port 9dddec17-5ef6-4ba3-835f-3b2721e9e2f3, host n-h1-838334-2, cleared binding levels {{(pid=84040) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 21:25:41.602756 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.db [req-2cfc9c06-2af0-4d09-95dc-ecfcedccec5b req-1af9ba81-e244-4495-b9c1-8869f15e6cfd service neutron] For port 9dddec17-5ef6-4ba3-835f-3b2721e9e2f3, host n-h1-838334-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838334-2',level=0,port_id=9dddec17-5ef6-4ba3-835f-3b2721e9e2f3,segment=NetworkSegment(816740e0-4959-41dc-8c0d-033bc20e9855),segment_id=816740e0-4959-41dc-8c0d-033bc20e9855)] {{(pid=84040) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 21:25:41.606870 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-2cfc9c06-2af0-4d09-95dc-ecfcedccec5b req-1af9ba81-e244-4495-b9c1-8869f15e6cfd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32440959'] for port, after_update {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:25:41.672306 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-2cfc9c06-2af0-4d09-95dc-ecfcedccec5b req-1af9ba81-e244-4495-b9c1-8869f15e6cfd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217293'] for port, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:25:41.674273 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-2cfc9c06-2af0-4d09-95dc-ecfcedccec5b req-1af9ba81-e244-4495-b9c1-8869f15e6cfd service neutron] 10.222.0.43 "PUT /v2.0/ports/9dddec17-5ef6-4ba3-835f-3b2721e9e2f3 HTTP/1.1" status: 200 len: 1092 time: 1.3125396 Apr 18 21:25:41.685192 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1af9ba81-e244-4495-b9c1-8869f15e6cfd service neutron] Pushing event updated for resources: {'Port': ['ID=9dddec17-5ef6-4ba3-835f-3b2721e9e2f3,revision_number=11']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:25:41.766430 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-2cfc9c06-2af0-4d09-95dc-ecfcedccec5b req-16057e11-c409-4c84-a920-a8cf622c9ccc service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=202d5ea04e8c40de88f64ef931ef4e4f&device_id=1b798313-bd6a-40e6-8878-281d0e9e17a9 HTTP/1.1" status: 200 len: 1095 time: 0.0707664 Apr 18 21:25:41.898666 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cfc9c06-2af0-4d09-95dc-ecfcedccec5b req-c23b68bb-e18d-459c-bac0-e311a5f2ab3b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:25:41.900134 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-2cfc9c06-2af0-4d09-95dc-ecfcedccec5b req-c23b68bb-e18d-459c-bac0-e311a5f2ab3b service neutron] 10.222.0.43 "GET /v2.0/networks?id=72c99cd8-2f84-4470-8363-4595502a7ad6 HTTP/1.1" status: 200 len: 898 time: 0.1272511 Apr 18 21:25:42.004536 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-2cfc9c06-2af0-4d09-95dc-ecfcedccec5b req-62065f10-0d49-4cd0-a276-5d8e1854a416 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=9dddec17-5ef6-4ba3-835f-3b2721e9e2f3 HTTP/1.1" status: 200 len: 999 time: 0.0979536 Apr 18 21:25:42.071103 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cfc9c06-2af0-4d09-95dc-ecfcedccec5b req-a6c4f34e-5678-440a-98aa-a8073fc8ea53 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:25:42.072561 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-2cfc9c06-2af0-4d09-95dc-ecfcedccec5b req-a6c4f34e-5678-440a-98aa-a8073fc8ea53 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=b995844f-95c1-4ff2-8156-9212dcaf00fd HTTP/1.1" status: 200 len: 835 time: 0.0614905 Apr 18 21:25:42.147600 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-2cfc9c06-2af0-4d09-95dc-ecfcedccec5b req-fb2d1d73-9656-45d7-936f-cd29276a0ca8 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=72c99cd8-2f84-4470-8363-4595502a7ad6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0685194 Apr 18 21:25:42.276301 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-2cfc9c06-2af0-4d09-95dc-ecfcedccec5b req-cc1b222e-53b7-4dc5-a37b-658721fc3149 service neutron] 10.222.0.43 "GET /v2.0/networks/72c99cd8-2f84-4470-8363-4595502a7ad6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1221414 Apr 18 21:25:42.501410 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-2cfc9c06-2af0-4d09-95dc-ecfcedccec5b req-e7176870-c3e2-4a95-b3d4-2be2eee3fc29 service neutron] 10.222.0.43 "GET /v2.0/networks/72c99cd8-2f84-4470-8363-4595502a7ad6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2187245 Apr 18 21:25:42.594850 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4778a484-7b07-4ff0-b757-1d6dda3990f0 req-f347bb0d-ed66-43d8-8a0b-61977e056c5a tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:25:42.596998 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-4778a484-7b07-4ff0-b757-1d6dda3990f0 req-f347bb0d-ed66-43d8-8a0b-61977e056c5a tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] 10.222.0.42 "GET /v2.0/ports?device_id=1b798313-bd6a-40e6-8878-281d0e9e17a9 HTTP/1.1" status: 200 len: 944 time: 0.0794644 Apr 18 21:25:42.642954 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-4778a484-7b07-4ff0-b757-1d6dda3990f0 req-b5d8fa13-99e6-4aed-93da-4127eb1f6602 tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] 10.222.0.42 "GET /v2.0/security-groups?id=ed78e9fa-ef19-4b00-9fd6-6ef330877873&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399933 Apr 18 21:25:42.976796 n-d-838334-2 neutron-server[84040]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1b798313-bd6a-40e6-8878-281d0e9e17a9', 'tag': '9dddec17-5ef6-4ba3-835f-3b2721e9e2f3'}] {{(pid=84040) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 21:25:43.047523 n-d-838334-2 neutron-server[84040]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f4c148b8-baaf-4c6f-91fa-86eed96d232f'] response: {'name': 'network-changed', 'server_uuid': '1b798313-bd6a-40e6-8878-281d0e9e17a9', 'tag': '9dddec17-5ef6-4ba3-835f-3b2721e9e2f3', 'status': 'completed', 'code': 200} Apr 18 21:25:43.190109 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-2c371618-0a86-41ae-b4a5-ba1d3415d174 req-00d701c9-2675-4a32-9058-69e4305fbf25 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=202d5ea04e8c40de88f64ef931ef4e4f&device_id=1b798313-bd6a-40e6-8878-281d0e9e17a9 HTTP/1.1" status: 200 len: 1095 time: 0.0968027 Apr 18 21:25:43.196165 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-2c371618-0a86-41ae-b4a5-ba1d3415d174 req-9f91e087-6438-4887-9f1c-fea586d8f468 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=202d5ea04e8c40de88f64ef931ef4e4f&device_id=1b798313-bd6a-40e6-8878-281d0e9e17a9 HTTP/1.1" status: 200 len: 1095 time: 0.1311469 Apr 18 21:25:43.428729 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c371618-0a86-41ae-b4a5-ba1d3415d174 req-4d444649-1b75-499b-bd79-e20909bc4591 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:25:43.430214 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-2c371618-0a86-41ae-b4a5-ba1d3415d174 req-4d444649-1b75-499b-bd79-e20909bc4591 service neutron] 10.222.0.48 "GET /v2.0/networks?id=72c99cd8-2f84-4470-8363-4595502a7ad6 HTTP/1.1" status: 200 len: 898 time: 0.2332103 Apr 18 21:25:43.432292 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c371618-0a86-41ae-b4a5-ba1d3415d174 req-5b6972d0-10c2-4676-ba2c-620eaa671e9c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:25:43.433829 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-2c371618-0a86-41ae-b4a5-ba1d3415d174 req-5b6972d0-10c2-4676-ba2c-620eaa671e9c service neutron] 10.222.0.43 "GET /v2.0/networks?id=72c99cd8-2f84-4470-8363-4595502a7ad6 HTTP/1.1" status: 200 len: 898 time: 0.2192335 Apr 18 21:25:43.616379 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-2c371618-0a86-41ae-b4a5-ba1d3415d174 req-35ebf4b2-e62d-4f05-946e-1ee1db15473c service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=9dddec17-5ef6-4ba3-835f-3b2721e9e2f3 HTTP/1.1" status: 200 len: 999 time: 0.1800907 Apr 18 21:25:43.617989 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-2c371618-0a86-41ae-b4a5-ba1d3415d174 req-721bee26-00c6-4b4f-8fb5-2b0fbf15461d service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=9dddec17-5ef6-4ba3-835f-3b2721e9e2f3 HTTP/1.1" status: 200 len: 999 time: 0.1361048 Apr 18 21:25:43.732212 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c371618-0a86-41ae-b4a5-ba1d3415d174 req-823383fc-0b5b-4b20-af20-655bcbebcd05 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:25:43.733675 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-2c371618-0a86-41ae-b4a5-ba1d3415d174 req-823383fc-0b5b-4b20-af20-655bcbebcd05 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=b995844f-95c1-4ff2-8156-9212dcaf00fd HTTP/1.1" status: 200 len: 835 time: 0.0798683 Apr 18 21:25:43.734972 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c371618-0a86-41ae-b4a5-ba1d3415d174 req-fe7a57b8-ba66-4943-8c54-9392e82ee17c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:25:43.736577 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-2c371618-0a86-41ae-b4a5-ba1d3415d174 req-fe7a57b8-ba66-4943-8c54-9392e82ee17c service neutron] 10.222.0.48 "GET /v2.0/subnets?id=b995844f-95c1-4ff2-8156-9212dcaf00fd HTTP/1.1" status: 200 len: 835 time: 0.1134393 Apr 18 21:25:43.968436 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-2c371618-0a86-41ae-b4a5-ba1d3415d174 req-1eea1ad2-5a38-493c-b100-bf0080b7145c service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=72c99cd8-2f84-4470-8363-4595502a7ad6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1699755 Apr 18 21:25:43.976238 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-2c371618-0a86-41ae-b4a5-ba1d3415d174 req-abef47c0-29d3-46c2-a828-8517b7efa996 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=72c99cd8-2f84-4470-8363-4595502a7ad6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2319467 Apr 18 21:25:43.982534 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1f81d88-362e-4bbc-bee9-1c54c14fd43a req-f7a32e70-58b0-4b26-a7c0-a850ccaf91ab tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:25:43.984026 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-b1f81d88-362e-4bbc-bee9-1c54c14fd43a req-f7a32e70-58b0-4b26-a7c0-a850ccaf91ab tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] 10.222.0.42 "GET /v2.0/ports?device_id=1b798313-bd6a-40e6-8878-281d0e9e17a9 HTTP/1.1" status: 200 len: 944 time: 0.1518164 Apr 18 21:25:44.204140 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Device 9dddec17-5ef6-4ba3-835f-3b2721e9e2f3 no longer exists at agent hyperv_n-h2-838334-2 {{(pid=84042) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 21:25:44.221662 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-b1f81d88-362e-4bbc-bee9-1c54c14fd43a req-26e60d94-bb7a-44fd-8255-fe2696d9b600 tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] 10.222.0.42 "GET /v2.0/security-groups?id=ed78e9fa-ef19-4b00-9fd6-6ef330877873&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2194757 Apr 18 21:25:44.258158 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-2c371618-0a86-41ae-b4a5-ba1d3415d174 req-2e3bd7b0-0943-49f6-ae98-d35629882057 service neutron] 10.222.0.48 "GET /v2.0/networks/72c99cd8-2f84-4470-8363-4595502a7ad6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2731659 Apr 18 21:25:44.263430 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Device 9dddec17-5ef6-4ba3-835f-3b2721e9e2f3 not bound to the agent host n-h2-838334-2 {{(pid=84042) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 21:25:44.470260 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-2c371618-0a86-41ae-b4a5-ba1d3415d174 req-a39421b6-26a1-4cab-8767-0feffcea7bad service neutron] 10.222.0.43 "GET /v2.0/networks/72c99cd8-2f84-4470-8363-4595502a7ad6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4020808 Apr 18 21:25:44.630026 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-2c371618-0a86-41ae-b4a5-ba1d3415d174 req-d1e5b399-bde4-4ebe-986b-975120ed151f service neutron] 10.222.0.48 "GET /v2.0/networks/72c99cd8-2f84-4470-8363-4595502a7ad6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3593917 Apr 18 21:25:44.647919 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-2c371618-0a86-41ae-b4a5-ba1d3415d174 req-ffce41b0-69cd-4164-9241-f43ffa4945b5 service neutron] 10.222.0.43 "GET /v2.0/networks/72c99cd8-2f84-4470-8363-4595502a7ad6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1649473 Apr 18 21:25:45.432318 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7de39ccb-739b-4592-8909-70d1ef629b0b req-3fc9f9e1-68bf-40ef-a963-7e5d4cb650a0 tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:25:45.432318 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-7de39ccb-739b-4592-8909-70d1ef629b0b req-3fc9f9e1-68bf-40ef-a963-7e5d4cb650a0 tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] 10.222.0.42 "GET /v2.0/ports?device_id=1b798313-bd6a-40e6-8878-281d0e9e17a9 HTTP/1.1" status: 200 len: 944 time: 0.0805364 Apr 18 21:25:45.480457 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-7de39ccb-739b-4592-8909-70d1ef629b0b req-3d31331d-2045-44d8-b2ca-a697bb25fc85 tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] 10.222.0.42 "GET /v2.0/security-groups?id=ed78e9fa-ef19-4b00-9fd6-6ef330877873&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437398 Apr 18 21:25:45.517520 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 36982) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:25:45.655138 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-5fbc93bf-5a71-42b2-8dd6-b1db316aca6d tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] 10.222.0.42 "GET /v2.0/floatingips/f32a0d09-c4fd-43af-a805-a7b1bb89127c HTTP/1.1" status: 200 len: 991 time: 0.1340396 Apr 18 21:25:45.675179 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-a5afe8c1-2e0a-4b51-b8ef-59d0531d0fcf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750375287399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253529'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:25:46.010368 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Device 9dddec17-5ef6-4ba3-835f-3b2721e9e2f3 details requested by agent hyperv_n-h1-838334-2 with host n-h1-838334-2 {{(pid=84042) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 18 21:25:46.160850 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] For port 9dddec17-5ef6-4ba3-835f-3b2721e9e2f3, host n-h1-838334-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838334-2',level=0,port_id=9dddec17-5ef6-4ba3-835f-3b2721e9e2f3,segment=NetworkSegment(816740e0-4959-41dc-8c0d-033bc20e9855),segment_id=816740e0-4959-41dc-8c0d-033bc20e9855)] {{(pid=84042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:25:46.176740 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Returning: {'device': '9dddec17-5ef6-4ba3-835f-3b2721e9e2f3', 'network_id': '72c99cd8-2f84-4470-8363-4595502a7ad6', 'port_id': '9dddec17-5ef6-4ba3-835f-3b2721e9e2f3', 'mac_address': 'fa:16:3e:7e:c3:a8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 360, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b995844f-95c1-4ff2-8156-9212dcaf00fd', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84042) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 18 21:25:46.243608 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:25:46.263841 n-d-838334-2 neutron-server[84042]: DEBUG neutron.notifiers.nova [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9dddec17-5ef6-4ba3-835f-3b2721e9e2f3 {{(pid=84042) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 18 21:25:46.279329 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] For port 9dddec17-5ef6-4ba3-835f-3b2721e9e2f3, host n-h1-838334-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838334-2',level=0,port_id=9dddec17-5ef6-4ba3-835f-3b2721e9e2f3,segment=NetworkSegment(816740e0-4959-41dc-8c0d-033bc20e9855),segment_id=816740e0-4959-41dc-8c0d-033bc20e9855)] {{(pid=84042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:25:46.284877 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682'] for port, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:25:46.391455 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Pushing event updated for resources: {'Port': ['ID=9dddec17-5ef6-4ba3-835f-3b2721e9e2f3,revision_number=12']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:25:46.504810 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] get_ports_and_sgs() called for port_ids ['9dddec17-5ef6-4ba3-835f-3b2721e9e2f3'] {{(pid=84042) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 18 21:25:47.929733 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-936ee54d-2152-4eb2-b07c-c2e7f2a89840 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750375287399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253529'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:25:48.018157 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Device 9dddec17-5ef6-4ba3-835f-3b2721e9e2f3 up at agent hyperv_n-h1-838334-2 {{(pid=84042) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 21:25:48.140792 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Provisioning for port 9dddec17-5ef6-4ba3-835f-3b2721e9e2f3 completed by entity L2. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 21:25:48.147554 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Provisioning complete for port 9dddec17-5ef6-4ba3-835f-3b2721e9e2f3 triggered by entity L2. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:25:48.148183 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1253608'] for port, provisioning_complete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:25:48.273108 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:25:48.310609 n-d-838334-2 neutron-server[84042]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1b798313-bd6a-40e6-8878-281d0e9e17a9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9dddec17-5ef6-4ba3-835f-3b2721e9e2f3'}] {{(pid=84042) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 21:25:48.332676 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] For port 9dddec17-5ef6-4ba3-835f-3b2721e9e2f3, host n-h1-838334-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838334-2',level=0,port_id=9dddec17-5ef6-4ba3-835f-3b2721e9e2f3,segment=NetworkSegment(816740e0-4959-41dc-8c0d-033bc20e9855),segment_id=816740e0-4959-41dc-8c0d-033bc20e9855)] {{(pid=84042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:25:48.341128 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682'] for port, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:25:48.396213 n-d-838334-2 neutron-server[84042]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d080578c-a656-4d78-bc09-ce6f711c8bcf'] response: {'server_uuid': '1b798313-bd6a-40e6-8878-281d0e9e17a9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9dddec17-5ef6-4ba3-835f-3b2721e9e2f3', 'code': 200} Apr 18 21:25:48.453896 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Pushing event updated for resources: {'Port': ['ID=9dddec17-5ef6-4ba3-835f-3b2721e9e2f3,revision_number=13']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:25:49.118856 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750375287399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253529'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:25:49.587481 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-414b6ffe-e119-47bc-b18f-bcff1219c2f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750375287399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253529'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:25:50.673319 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-c7521a90-7d65-4e2e-842c-ca5d95e9a89c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750375287399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253529'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:25:51.285326 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-5cd29251-dcb6-4719-b62e-2d97a69029d1 req-50ea28b7-89be-4e3c-b755-f4e5e0514633 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=1b798313-bd6a-40e6-8878-281d0e9e17a9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0707259 Apr 18 21:25:51.430747 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-5cd29251-dcb6-4719-b62e-2d97a69029d1 req-7aaa1c83-a648-4268-b034-2c2208440552 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=202d5ea04e8c40de88f64ef931ef4e4f&device_id=1b798313-bd6a-40e6-8878-281d0e9e17a9 HTTP/1.1" status: 200 len: 1097 time: 0.0760622 Apr 18 21:25:51.577922 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cd29251-dcb6-4719-b62e-2d97a69029d1 req-d42cae83-e7f8-40dc-9e4d-d751cea51e10 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:25:51.579254 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-5cd29251-dcb6-4719-b62e-2d97a69029d1 req-d42cae83-e7f8-40dc-9e4d-d751cea51e10 service neutron] 10.222.0.43 "GET /v2.0/networks?id=72c99cd8-2f84-4470-8363-4595502a7ad6 HTTP/1.1" status: 200 len: 898 time: 0.1302452 Apr 18 21:25:51.689478 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-5cd29251-dcb6-4719-b62e-2d97a69029d1 req-9f82c904-7a40-4007-8423-fe063dfeaf63 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=9dddec17-5ef6-4ba3-835f-3b2721e9e2f3 HTTP/1.1" status: 200 len: 1001 time: 0.1039417 Apr 18 21:25:51.755554 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cd29251-dcb6-4719-b62e-2d97a69029d1 req-09bcb974-08d4-4c3c-8525-53aeb117345e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:25:51.756979 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-5cd29251-dcb6-4719-b62e-2d97a69029d1 req-09bcb974-08d4-4c3c-8525-53aeb117345e service neutron] 10.222.0.43 "GET /v2.0/subnets?id=b995844f-95c1-4ff2-8156-9212dcaf00fd HTTP/1.1" status: 200 len: 835 time: 0.0619988 Apr 18 21:25:51.830190 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-5cd29251-dcb6-4719-b62e-2d97a69029d1 req-69dc11f7-ff57-4c25-bed9-906843ec8e5c service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=72c99cd8-2f84-4470-8363-4595502a7ad6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0679810 Apr 18 21:25:51.965349 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-5cd29251-dcb6-4719-b62e-2d97a69029d1 req-7a256e28-e767-4b9e-9f03-cf737f2c9478 service neutron] 10.222.0.43 "GET /v2.0/networks/72c99cd8-2f84-4470-8363-4595502a7ad6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1297112 Apr 18 21:25:52.111680 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-5cd29251-dcb6-4719-b62e-2d97a69029d1 req-12339512-0cd7-4446-a015-cd0d0de0ed5b service neutron] 10.222.0.43 "GET /v2.0/networks/72c99cd8-2f84-4470-8363-4595502a7ad6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1398973 Apr 18 21:25:53.485400 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-c1d51ba4-9a28-4608-948d-ae7fbec93443 req-7a6d31cf-a92e-4018-99db-dc131a288d22 tempest-TestVolumeBootPattern-942365775 tempest-TestVolumeBootPattern-942365775-project] 10.222.0.42 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1136051296&fields=id&tenant_id=31978bb3bc1348ad8b469e6e55d6f163 HTTP/1.1" status: 200 len: 267 time: 0.0410953 Apr 18 21:25:53.636445 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1d51ba4-9a28-4608-948d-ae7fbec93443 req-d5502319-804f-4dd5-b0d0-5a70955ac5a1 tempest-TestVolumeBootPattern-942365775 tempest-TestVolumeBootPattern-942365775-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:25:53.637766 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-c1d51ba4-9a28-4608-948d-ae7fbec93443 req-d5502319-804f-4dd5-b0d0-5a70955ac5a1 tempest-TestVolumeBootPattern-942365775 tempest-TestVolumeBootPattern-942365775-project] 10.222.0.42 "GET /v2.0/networks?id=9b223f6a-fe67-4bd3-957a-7ef808b3aaf1 HTTP/1.1" status: 200 len: 811 time: 0.1459606 Apr 18 21:25:53.655798 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-c1d51ba4-9a28-4608-948d-ae7fbec93443 req-574cbd3b-8f6a-4a41-a37e-f1b9d0646f9f tempest-TestVolumeBootPattern-942365775 tempest-TestVolumeBootPattern-942365775-project] 10.222.0.42 "GET /v2.0/quotas/31978bb3bc1348ad8b469e6e55d6f163 HTTP/1.1" status: 200 len: 375 time: 0.0125768 Apr 18 21:25:53.746447 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-c1d51ba4-9a28-4608-948d-ae7fbec93443 req-35260992-7aec-4967-a72a-becaf19dd829 tempest-TestVolumeBootPattern-942365775 tempest-TestVolumeBootPattern-942365775-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=31978bb3bc1348ad8b469e6e55d6f163&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0853219 Apr 18 21:25:53.881123 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-c1d51ba4-9a28-4608-948d-ae7fbec93443 req-a6ae34ea-24bb-4dbe-b522-0bfc35978a81 service neutron] 10.222.0.42 "GET /v2.0/networks/9b223f6a-fe67-4bd3-957a-7ef808b3aaf1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1228020 Apr 18 21:25:54.165738 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-c1d51ba4-9a28-4608-948d-ae7fbec93443 req-edaab662-defe-41a2-8298-07d8359b70f0 service neutron] 10.222.0.42 "GET /v2.0/networks/9b223f6a-fe67-4bd3-957a-7ef808b3aaf1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2768803 Apr 18 21:25:54.170844 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-81b132d8-d243-4f77-9819-cf226a62fb5a req-1fe6ddf4-9726-4d01-b1a7-08e90d4f1956 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=70504d68-ffa1-435e-9477-b988284384f6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2621031 Apr 18 21:25:54.314163 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-81b132d8-d243-4f77-9819-cf226a62fb5a req-a6b18372-2b97-4ad7-bb7a-42e39a6c0581 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=31978bb3bc1348ad8b469e6e55d6f163&device_id=70504d68-ffa1-435e-9477-b988284384f6 HTTP/1.1" status: 200 len: 1096 time: 0.0723779 Apr 18 21:25:54.465581 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81b132d8-d243-4f77-9819-cf226a62fb5a req-58dbf433-2c66-4628-9ccc-687c01d4a8cf service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:25:54.467042 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-81b132d8-d243-4f77-9819-cf226a62fb5a req-58dbf433-2c66-4628-9ccc-687c01d4a8cf service neutron] 10.222.0.48 "GET /v2.0/networks?id=9b223f6a-fe67-4bd3-957a-7ef808b3aaf1 HTTP/1.1" status: 200 len: 912 time: 0.1341815 Apr 18 21:25:54.596423 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-d4b76ab4-37f2-4ced-99f6-d99f9be4a4bc req-5e4860a5-b4bd-4dd6-a286-c859d6d20ede tempest-TestVolumeBootPattern-942365775 tempest-TestVolumeBootPattern-942365775-project] 10.222.0.42 "GET /v2.0/ports?device_id=759ddba8-d4e8-4e27-a477-55e5cafa9234 HTTP/1.1" status: 200 len: 210 time: 0.0620737 Apr 18 21:25:54.620215 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-81b132d8-d243-4f77-9819-cf226a62fb5a req-ae103a86-a01b-47e9-9210-666f3ea8fd93 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=071d2f9f-8226-4651-b6db-ea634e88c276 HTTP/1.1" status: 200 len: 1001 time: 0.1440248 Apr 18 21:25:54.680395 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81b132d8-d243-4f77-9819-cf226a62fb5a req-51e3563a-48df-4867-b51a-6d000def31be service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:25:54.681871 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-81b132d8-d243-4f77-9819-cf226a62fb5a req-51e3563a-48df-4867-b51a-6d000def31be service neutron] 10.222.0.48 "GET /v2.0/subnets?id=a845e1ae-c47e-4919-8a24-530366b84c60 HTTP/1.1" status: 200 len: 850 time: 0.0578110 Apr 18 21:25:54.763613 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-81b132d8-d243-4f77-9819-cf226a62fb5a req-29232063-a575-40ae-8eca-b0b15ed0fa80 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=9b223f6a-fe67-4bd3-957a-7ef808b3aaf1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0745931 Apr 18 21:25:54.896479 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-81b132d8-d243-4f77-9819-cf226a62fb5a req-7ef4bdbd-5f78-405a-a69d-cf8c3347f11a service neutron] 10.222.0.48 "GET /v2.0/networks/9b223f6a-fe67-4bd3-957a-7ef808b3aaf1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1257277 Apr 18 21:25:55.036991 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-81b132d8-d243-4f77-9819-cf226a62fb5a req-456ff58d-6a28-4bfc-b156-91713e42d5e9 service neutron] 10.222.0.48 "GET /v2.0/networks/9b223f6a-fe67-4bd3-957a-7ef808b3aaf1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1343143 Apr 18 21:25:55.827676 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-8347e45c-ea7c-4934-9aef-32fb07ab59e7 req-f62d7682-a144-4c18-a06d-a004ecefe798 tempest-TestVolumeBootPattern-942365775 tempest-TestVolumeBootPattern-942365775-project] 10.222.0.42 "GET /v2.0/ports?device_id=759ddba8-d4e8-4e27-a477-55e5cafa9234 HTTP/1.1" status: 200 len: 210 time: 0.1034691 Apr 18 21:25:55.883651 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1d51ba4-9a28-4608-948d-ae7fbec93443 req-de236b52-0f29-47d3-9ea1-ac2e5b262ac0 tempest-TestVolumeBootPattern-942365775 tempest-TestVolumeBootPattern-942365775-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:25:55.885074 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-c1d51ba4-9a28-4608-948d-ae7fbec93443 req-de236b52-0f29-47d3-9ea1-ac2e5b262ac0 tempest-TestVolumeBootPattern-942365775 tempest-TestVolumeBootPattern-942365775-project] 10.222.0.43 "GET /v2.0/networks?id=9b223f6a-fe67-4bd3-957a-7ef808b3aaf1 HTTP/1.1" status: 200 len: 811 time: 0.1902490 Apr 18 21:25:55.941802 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-c1d51ba4-9a28-4608-948d-ae7fbec93443 req-79c8b522-7bb1-472c-a988-dda56b6e05d5 tempest-TestVolumeBootPattern-942365775 tempest-TestVolumeBootPattern-942365775-project] 10.222.0.43 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=31978bb3bc1348ad8b469e6e55d6f163 HTTP/1.1" status: 200 len: 380 time: 0.0416043 Apr 18 21:25:55.950050 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.v2.base [req-c1d51ba4-9a28-4608-948d-ae7fbec93443 req-fd36c26b-ee24-45f5-9b1e-c86cc93a11ec tempest-TestVolumeBootPattern-942365775 tempest-TestVolumeBootPattern-942365775-project] Request body: {'port': {'device_id': '759ddba8-d4e8-4e27-a477-55e5cafa9234', 'network_id': '9b223f6a-fe67-4bd3-957a-7ef808b3aaf1', 'admin_state_up': True, 'tenant_id': '31978bb3bc1348ad8b469e6e55d6f163', 'security_groups': ['da0e9646-9998-43bc-ae83-ea1de751a251']}} {{(pid=84040) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:25:56.085130 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [req-c1d51ba4-9a28-4608-948d-ae7fbec93443 req-fd36c26b-ee24-45f5-9b1e-c86cc93a11ec tempest-TestVolumeBootPattern-942365775 tempest-TestVolumeBootPattern-942365775-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:25:56.094809 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [req-c1d51ba4-9a28-4608-948d-ae7fbec93443 req-fd36c26b-ee24-45f5-9b1e-c86cc93a11ec tempest-TestVolumeBootPattern-942365775 tempest-TestVolumeBootPattern-942365775-project] Attempting to reserve 1 items for resource port. Total usage: 4; quota limit: 500; headroom:496 {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:25:56.105258 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c1d51ba4-9a28-4608-948d-ae7fbec93443 req-fd36c26b-ee24-45f5-9b1e-c86cc93a11ec tempest-TestVolumeBootPattern-942365775 tempest-TestVolumeBootPattern-942365775-project] Made reservation on behalf of 31978bb3bc1348ad8b469e6e55d6f163 for: {'port': 1} {{(pid=84040) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:25:56.108197 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-c1d51ba4-9a28-4608-948d-ae7fbec93443 req-fd36c26b-ee24-45f5-9b1e-c86cc93a11ec tempest-TestVolumeBootPattern-942365775 tempest-TestVolumeBootPattern-942365775-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:25:56.269296 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.db_base_plugin_common [req-c1d51ba4-9a28-4608-948d-ae7fbec93443 req-fd36c26b-ee24-45f5-9b1e-c86cc93a11ec tempest-TestVolumeBootPattern-942365775 tempest-TestVolumeBootPattern-942365775-project] Allocated IP 172.20.0.13 (9b223f6a-fe67-4bd3-957a-7ef808b3aaf1/a845e1ae-c47e-4919-8a24-530366b84c60/ec130329-7afa-4ff3-bf05-f0155e8f6ead) {{(pid=84040) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 21:25:56.459434 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-c1d51ba4-9a28-4608-948d-ae7fbec93443 req-fd36c26b-ee24-45f5-9b1e-c86cc93a11ec tempest-TestVolumeBootPattern-942365775 tempest-TestVolumeBootPattern-942365775-project] Notify callbacks [] for port, precommit_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:25:56.476161 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.provisioning_blocks [req-c1d51ba4-9a28-4608-948d-ae7fbec93443 req-fd36c26b-ee24-45f5-9b1e-c86cc93a11ec tempest-TestVolumeBootPattern-942365775 tempest-TestVolumeBootPattern-942365775-project] Transition to ACTIVE for port object ec130329-7afa-4ff3-bf05-f0155e8f6ead will not be triggered until provisioned by entity DHCP. {{(pid=84040) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:25:56.498508 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-c1d51ba4-9a28-4608-948d-ae7fbec93443 req-fd36c26b-ee24-45f5-9b1e-c86cc93a11ec tempest-TestVolumeBootPattern-942365775 tempest-TestVolumeBootPattern-942365775-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750374836619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32440838'] for port, after_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:25:56.679768 n-d-838334-2 neutron-server[84040]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c1d51ba4-9a28-4608-948d-ae7fbec93443 req-fd36c26b-ee24-45f5-9b1e-c86cc93a11ec tempest-TestVolumeBootPattern-942365775 tempest-TestVolumeBootPattern-942365775-project] Network 9b223f6a-fe67-4bd3-957a-7ef808b3aaf1 is already hosted by enough agents. {{(pid=84040) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:25:56.680627 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd36c26b-ee24-45f5-9b1e-c86cc93a11ec tempest-TestVolumeBootPattern-942365775 tempest-TestVolumeBootPattern-942365775-project] Pushing event updated for resources: {'Port': ['ID=ec130329-7afa-4ff3-bf05-f0155e8f6ead,revision_number=1']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:25:56.684512 n-d-838334-2 neutron-server[84040]: DEBUG neutron.scheduler.base_scheduler [req-c1d51ba4-9a28-4608-948d-ae7fbec93443 req-fd36c26b-ee24-45f5-9b1e-c86cc93a11ec tempest-TestVolumeBootPattern-942365775 tempest-TestVolumeBootPattern-942365775-project] Resources bound (agent type, host, resource id): {{(pid=84040) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:25:56.686592 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.l3_dvrscheduler_db [req-c1d51ba4-9a28-4608-948d-ae7fbec93443 req-fd36c26b-ee24-45f5-9b1e-c86cc93a11ec tempest-TestVolumeBootPattern-942365775 tempest-TestVolumeBootPattern-942365775-project] Received port after_create {{(pid=84040) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 21:25:56.750484 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1d51ba4-9a28-4608-948d-ae7fbec93443 req-fd36c26b-ee24-45f5-9b1e-c86cc93a11ec tempest-TestVolumeBootPattern-942365775 tempest-TestVolumeBootPattern-942365775-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:25:56.751095 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-c1d51ba4-9a28-4608-948d-ae7fbec93443 req-fd36c26b-ee24-45f5-9b1e-c86cc93a11ec tempest-TestVolumeBootPattern-942365775 tempest-TestVolumeBootPattern-942365775-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217293'] for port, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:25:56.781025 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-c1d51ba4-9a28-4608-948d-ae7fbec93443 req-fd36c26b-ee24-45f5-9b1e-c86cc93a11ec tempest-TestVolumeBootPattern-942365775 tempest-TestVolumeBootPattern-942365775-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8343680 Apr 18 21:25:56.793506 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.v2.base [req-c1d51ba4-9a28-4608-948d-ae7fbec93443 req-f75c2531-3474-48db-88ea-267e86b4d358 service neutron] Request body: {'port': {'device_id': '759ddba8-d4e8-4e27-a477-55e5cafa9234', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-838334-2'}} {{(pid=84040) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:25:56.914580 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-c1d51ba4-9a28-4608-948d-ae7fbec93443 req-f75c2531-3474-48db-88ea-267e86b4d358 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:25:56.994586 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-8f3b7697-bd40-4ec0-906e-01aff80e2f9d None None] Provisioning for port ec130329-7afa-4ff3-bf05-f0155e8f6ead completed by entity DHCP. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 21:25:56.999983 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-8f3b7697-bd40-4ec0-906e-01aff80e2f9d None None] Provisioning complete for port ec130329-7afa-4ff3-bf05-f0155e8f6ead triggered by entity DHCP. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:25:57.000747 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-8f3b7697-bd40-4ec0-906e-01aff80e2f9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1253608'] for port, provisioning_complete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:25:57.060927 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.plugin [None req-8f3b7697-bd40-4ec0-906e-01aff80e2f9d None None] Port ec130329-7afa-4ff3-bf05-f0155e8f6ead cannot update to ACTIVE because it is not bound. {{(pid=84042) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 18 21:25:57.136144 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-058f49f2-760a-48d7-939a-06283dc797f4 req-a39ef85e-2063-4420-8485-52cec3be6815 tempest-TestVolumeBootPattern-942365775 tempest-TestVolumeBootPattern-942365775-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:25:57.136811 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [req-058f49f2-760a-48d7-939a-06283dc797f4 req-a39ef85e-2063-4420-8485-52cec3be6815 tempest-TestVolumeBootPattern-942365775 tempest-TestVolumeBootPattern-942365775-project] Synchronizing usage tracker for tenant:31978bb3bc1348ad8b469e6e55d6f163 on resource:port {{(pid=84040) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 21:25:57.229472 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [req-058f49f2-760a-48d7-939a-06283dc797f4 req-a39ef85e-2063-4420-8485-52cec3be6815 tempest-TestVolumeBootPattern-942365775 tempest-TestVolumeBootPattern-942365775-project] Unset dirty status for tenant:31978bb3bc1348ad8b469e6e55d6f163 on resource:port {{(pid=84040) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 21:25:57.230606 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-058f49f2-760a-48d7-939a-06283dc797f4 req-a39ef85e-2063-4420-8485-52cec3be6815 tempest-TestVolumeBootPattern-942365775 tempest-TestVolumeBootPattern-942365775-project] 10.222.0.42 "GET /v2.0/ports?device_id=759ddba8-d4e8-4e27-a477-55e5cafa9234 HTTP/1.1" status: 200 len: 932 time: 0.2648349 Apr 18 21:25:57.310463 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-058f49f2-760a-48d7-939a-06283dc797f4 req-4dd0bf11-18de-45fd-afb1-94db287f41e9 tempest-TestVolumeBootPattern-942365775 tempest-TestVolumeBootPattern-942365775-project] 10.222.0.42 "GET /v2.0/security-groups?id=da0e9646-9998-43bc-ae83-ea1de751a251&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0720301 Apr 18 21:25:57.379923 n-d-838334-2 neutron-server[84040]: DEBUG neutron.notifiers.nova [req-c1d51ba4-9a28-4608-948d-ae7fbec93443 req-f75c2531-3474-48db-88ea-267e86b4d358 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ec130329-7afa-4ff3-bf05-f0155e8f6ead {{(pid=84040) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 18 21:25:57.386803 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-c1d51ba4-9a28-4608-948d-ae7fbec93443 req-f75c2531-3474-48db-88ea-267e86b4d358 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:25:57.402034 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.provisioning_blocks [req-c1d51ba4-9a28-4608-948d-ae7fbec93443 req-f75c2531-3474-48db-88ea-267e86b4d358 service neutron] Transition to ACTIVE for port object ec130329-7afa-4ff3-bf05-f0155e8f6ead will not be triggered until provisioned by entity L2. {{(pid=84040) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:25:57.405437 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-c1d51ba4-9a28-4608-948d-ae7fbec93443 req-f75c2531-3474-48db-88ea-267e86b4d358 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32440959'] for port, after_update {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:25:57.536061 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f75c2531-3474-48db-88ea-267e86b4d358 service neutron] Pushing event updated for resources: {'Port': ['ID=ec130329-7afa-4ff3-bf05-f0155e8f6ead,revision_number=2']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:25:57.640252 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.managers [req-c1d51ba4-9a28-4608-948d-ae7fbec93443 req-f75c2531-3474-48db-88ea-267e86b4d358 service neutron] Attempting to bind port ec130329-7afa-4ff3-bf05-f0155e8f6ead on host n-h1-838334-2 for vnic_type normal with profile {{(pid=84040) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 21:25:57.640494 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.managers [req-c1d51ba4-9a28-4608-948d-ae7fbec93443 req-f75c2531-3474-48db-88ea-267e86b4d358 service neutron] Attempting to bind port ec130329-7afa-4ff3-bf05-f0155e8f6ead by drivers openvswitch,hyperv on host n-h1-838334-2 at level 0 using segments [{'id': 'c9d9b92a-74d4-40ed-ab8e-582836dfe352', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '9b223f6a-fe67-4bd3-957a-7ef808b3aaf1'}] {{(pid=84040) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 21:25:57.640812 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1d51ba4-9a28-4608-948d-ae7fbec93443 req-f75c2531-3474-48db-88ea-267e86b4d358 service neutron] Attempting to bind port ec130329-7afa-4ff3-bf05-f0155e8f6ead on network 9b223f6a-fe67-4bd3-957a-7ef808b3aaf1 {{(pid=84040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 21:25:57.647734 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1d51ba4-9a28-4608-948d-ae7fbec93443 req-f75c2531-3474-48db-88ea-267e86b4d358 service neutron] Port ec130329-7afa-4ff3-bf05-f0155e8f6ead on network 9b223f6a-fe67-4bd3-957a-7ef808b3aaf1 not bound, no agent of type Open vSwitch agent registered on host n-h1-838334-2 {{(pid=84040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 18 21:25:57.648046 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1d51ba4-9a28-4608-948d-ae7fbec93443 req-f75c2531-3474-48db-88ea-267e86b4d358 service neutron] Attempting to bind port ec130329-7afa-4ff3-bf05-f0155e8f6ead on network 9b223f6a-fe67-4bd3-957a-7ef808b3aaf1 {{(pid=84040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 21:25:57.654130 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1d51ba4-9a28-4608-948d-ae7fbec93443 req-f75c2531-3474-48db-88ea-267e86b4d358 service neutron] Checking agent: {'id': 'd63bab19-ff81-4de1-afeb-a3732288d0d7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-838334-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 33, 59), 'started_at': datetime.datetime(2022, 4, 18, 20, 33, 59), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 21, 25, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 18 21:25:57.654462 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1d51ba4-9a28-4608-948d-ae7fbec93443 req-f75c2531-3474-48db-88ea-267e86b4d358 service neutron] Checking segment: {'id': 'c9d9b92a-74d4-40ed-ab8e-582836dfe352', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '9b223f6a-fe67-4bd3-957a-7ef808b3aaf1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84040) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 21:25:57.654831 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1d51ba4-9a28-4608-948d-ae7fbec93443 req-f75c2531-3474-48db-88ea-267e86b4d358 service neutron] Bound using segment: {'id': 'c9d9b92a-74d4-40ed-ab8e-582836dfe352', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '9b223f6a-fe67-4bd3-957a-7ef808b3aaf1'} {{(pid=84040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 18 21:25:57.655241 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.managers [req-c1d51ba4-9a28-4608-948d-ae7fbec93443 req-f75c2531-3474-48db-88ea-267e86b4d358 service neutron] Bound port: ec130329-7afa-4ff3-bf05-f0155e8f6ead, host: n-h1-838334-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c9d9b92a-74d4-40ed-ab8e-582836dfe352', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '9b223f6a-fe67-4bd3-957a-7ef808b3aaf1'}}] {{(pid=84040) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 21:25:57.655706 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-c1d51ba4-9a28-4608-948d-ae7fbec93443 req-f75c2531-3474-48db-88ea-267e86b4d358 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:25:57.746254 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.db [req-c1d51ba4-9a28-4608-948d-ae7fbec93443 req-f75c2531-3474-48db-88ea-267e86b4d358 service neutron] For port ec130329-7afa-4ff3-bf05-f0155e8f6ead, host n-h1-838334-2, cleared binding levels {{(pid=84040) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 21:25:57.749142 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.db [req-c1d51ba4-9a28-4608-948d-ae7fbec93443 req-f75c2531-3474-48db-88ea-267e86b4d358 service neutron] For port ec130329-7afa-4ff3-bf05-f0155e8f6ead, host n-h1-838334-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838334-2',level=0,port_id=ec130329-7afa-4ff3-bf05-f0155e8f6ead,segment=NetworkSegment(c9d9b92a-74d4-40ed-ab8e-582836dfe352),segment_id=c9d9b92a-74d4-40ed-ab8e-582836dfe352)] {{(pid=84040) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 21:25:57.753757 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-c1d51ba4-9a28-4608-948d-ae7fbec93443 req-f75c2531-3474-48db-88ea-267e86b4d358 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32440959'] for port, after_update {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:25:57.811069 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-c1d51ba4-9a28-4608-948d-ae7fbec93443 req-f75c2531-3474-48db-88ea-267e86b4d358 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217293'] for port, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:25:57.812506 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-c1d51ba4-9a28-4608-948d-ae7fbec93443 req-f75c2531-3474-48db-88ea-267e86b4d358 service neutron] 10.222.0.43 "PUT /v2.0/ports/ec130329-7afa-4ff3-bf05-f0155e8f6ead HTTP/1.1" status: 200 len: 1092 time: 1.0233812 Apr 18 21:25:57.815217 n-d-838334-2 neutron-server[84040]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '759ddba8-d4e8-4e27-a477-55e5cafa9234', 'tag': 'ec130329-7afa-4ff3-bf05-f0155e8f6ead'}] {{(pid=84040) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 21:25:57.848037 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f75c2531-3474-48db-88ea-267e86b4d358 service neutron] Pushing event updated for resources: {'Port': ['ID=ec130329-7afa-4ff3-bf05-f0155e8f6ead,revision_number=3']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:25:57.890627 n-d-838334-2 neutron-server[84040]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dd41d521-57e4-4c03-9778-50a647f792ff'] response: {'name': 'network-changed', 'server_uuid': '759ddba8-d4e8-4e27-a477-55e5cafa9234', 'tag': 'ec130329-7afa-4ff3-bf05-f0155e8f6ead', 'status': 'completed', 'code': 200} Apr 18 21:25:57.936719 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-c1d51ba4-9a28-4608-948d-ae7fbec93443 req-3d594cfe-6361-4bdd-a5cb-40d97138485b service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=31978bb3bc1348ad8b469e6e55d6f163&device_id=759ddba8-d4e8-4e27-a477-55e5cafa9234 HTTP/1.1" status: 200 len: 1095 time: 0.0823040 Apr 18 21:25:58.008042 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-c1d51ba4-9a28-4608-948d-ae7fbec93443 req-e5812af3-abbc-4f13-aada-d4222df53755 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ec130329-7afa-4ff3-bf05-f0155e8f6ead HTTP/1.1" status: 200 len: 217 time: 0.0613174 Apr 18 21:25:58.073219 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1d51ba4-9a28-4608-948d-ae7fbec93443 req-1d338b7a-c12e-4191-8b37-10101cd3c8b5 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:25:58.074648 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-c1d51ba4-9a28-4608-948d-ae7fbec93443 req-1d338b7a-c12e-4191-8b37-10101cd3c8b5 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=a845e1ae-c47e-4919-8a24-530366b84c60 HTTP/1.1" status: 200 len: 850 time: 0.0605018 Apr 18 21:25:58.146686 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-c1d51ba4-9a28-4608-948d-ae7fbec93443 req-35053cd3-1cc0-4df4-a6a0-0e106729d525 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=9b223f6a-fe67-4bd3-957a-7ef808b3aaf1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0666237 Apr 18 21:25:58.279099 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-c1d51ba4-9a28-4608-948d-ae7fbec93443 req-a648ea75-95e3-4651-a375-ebe8f6f329b1 service neutron] 10.222.0.43 "GET /v2.0/networks/9b223f6a-fe67-4bd3-957a-7ef808b3aaf1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1268444 Apr 18 21:25:58.560725 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-c1d51ba4-9a28-4608-948d-ae7fbec93443 req-d985060b-877c-4332-ba83-d007a449f003 service neutron] 10.222.0.43 "GET /v2.0/networks/9b223f6a-fe67-4bd3-957a-7ef808b3aaf1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2756710 Apr 18 21:25:58.573660 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95a57a08-3801-4d14-b854-d45012bac068 req-6a158752-4455-43cd-99b2-902f9b484436 tempest-TestVolumeBootPattern-942365775 tempest-TestVolumeBootPattern-942365775-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:25:58.575207 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-95a57a08-3801-4d14-b854-d45012bac068 req-6a158752-4455-43cd-99b2-902f9b484436 tempest-TestVolumeBootPattern-942365775 tempest-TestVolumeBootPattern-942365775-project] 10.222.0.42 "GET /v2.0/ports?device_id=759ddba8-d4e8-4e27-a477-55e5cafa9234 HTTP/1.1" status: 200 len: 944 time: 0.1253369 Apr 18 21:25:58.657872 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-95a57a08-3801-4d14-b854-d45012bac068 req-552b7826-0726-442f-ba32-e5b4fb8d4fef tempest-TestVolumeBootPattern-942365775 tempest-TestVolumeBootPattern-942365775-project] 10.222.0.42 "GET /v2.0/security-groups?id=da0e9646-9998-43bc-ae83-ea1de751a251&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0771499 Apr 18 21:25:58.687742 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-fa9437af-de02-4439-9ab8-7c75e0b09367 req-d731acec-d4b4-4ca7-8e72-e243f2c0d221 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=31978bb3bc1348ad8b469e6e55d6f163&device_id=759ddba8-d4e8-4e27-a477-55e5cafa9234 HTTP/1.1" status: 200 len: 1095 time: 0.0774412 Apr 18 21:25:58.817127 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa9437af-de02-4439-9ab8-7c75e0b09367 req-5945ee7b-0e79-40e5-aba0-70005694fdb9 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:25:58.818442 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-fa9437af-de02-4439-9ab8-7c75e0b09367 req-5945ee7b-0e79-40e5-aba0-70005694fdb9 service neutron] 10.222.0.43 "GET /v2.0/networks?id=9b223f6a-fe67-4bd3-957a-7ef808b3aaf1 HTTP/1.1" status: 200 len: 912 time: 0.1236477 Apr 18 21:25:58.888019 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-fa9437af-de02-4439-9ab8-7c75e0b09367 req-8dd3b49a-d0e9-4257-a80a-463739b31e79 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ec130329-7afa-4ff3-bf05-f0155e8f6ead HTTP/1.1" status: 200 len: 217 time: 0.0634880 Apr 18 21:25:58.949065 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa9437af-de02-4439-9ab8-7c75e0b09367 req-00b34290-6316-4fb3-b66e-719c9bf5d422 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:25:58.950456 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-fa9437af-de02-4439-9ab8-7c75e0b09367 req-00b34290-6316-4fb3-b66e-719c9bf5d422 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=a845e1ae-c47e-4919-8a24-530366b84c60 HTTP/1.1" status: 200 len: 850 time: 0.0568688 Apr 18 21:25:59.038073 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-fa9437af-de02-4439-9ab8-7c75e0b09367 req-0fcd48e0-a1d9-4a1e-9251-7a609db1fc3f service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=9b223f6a-fe67-4bd3-957a-7ef808b3aaf1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0762284 Apr 18 21:25:59.166149 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-fa9437af-de02-4439-9ab8-7c75e0b09367 req-d9685b37-ec96-40ce-a0eb-24a587ec22b2 service neutron] 10.222.0.43 "GET /v2.0/networks/9b223f6a-fe67-4bd3-957a-7ef808b3aaf1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1213627 Apr 18 21:25:59.296555 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-fa9437af-de02-4439-9ab8-7c75e0b09367 req-a9ddc821-2f62-44e7-90d0-b601b21186c8 service neutron] 10.222.0.43 "GET /v2.0/networks/9b223f6a-fe67-4bd3-957a-7ef808b3aaf1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1240942 Apr 18 21:25:59.853185 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89b559fa-6a60-4a1f-acca-3195dd63e558 req-d24364d4-2fbf-4c04-81d7-8c09fc997077 tempest-TestVolumeBootPattern-942365775 tempest-TestVolumeBootPattern-942365775-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:25:59.854677 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-89b559fa-6a60-4a1f-acca-3195dd63e558 req-d24364d4-2fbf-4c04-81d7-8c09fc997077 tempest-TestVolumeBootPattern-942365775 tempest-TestVolumeBootPattern-942365775-project] 10.222.0.42 "GET /v2.0/ports?device_id=759ddba8-d4e8-4e27-a477-55e5cafa9234 HTTP/1.1" status: 200 len: 944 time: 0.0748043 Apr 18 21:25:59.900313 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-89b559fa-6a60-4a1f-acca-3195dd63e558 req-e29b56fc-8d02-40e6-b4b9-69dc95f58b89 tempest-TestVolumeBootPattern-942365775 tempest-TestVolumeBootPattern-942365775-project] 10.222.0.42 "GET /v2.0/security-groups?id=da0e9646-9998-43bc-ae83-ea1de751a251&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400274 Apr 18 21:25:59.978391 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750375287399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253529'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:26:01.109067 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-253aade6-79f8-42f2-9e0f-d405306e464e req-12371612-4d51-4a85-82ff-6dbfa62ef530 tempest-TestVolumeBootPattern-942365775 tempest-TestVolumeBootPattern-942365775-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:26:01.110489 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-253aade6-79f8-42f2-9e0f-d405306e464e req-12371612-4d51-4a85-82ff-6dbfa62ef530 tempest-TestVolumeBootPattern-942365775 tempest-TestVolumeBootPattern-942365775-project] 10.222.0.42 "GET /v2.0/ports?device_id=759ddba8-d4e8-4e27-a477-55e5cafa9234 HTTP/1.1" status: 200 len: 944 time: 0.0784318 Apr 18 21:26:01.155244 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-253aade6-79f8-42f2-9e0f-d405306e464e req-cdab1cb3-828d-4673-9c28-c4a22533c628 tempest-TestVolumeBootPattern-942365775 tempest-TestVolumeBootPattern-942365775-project] 10.222.0.42 "GET /v2.0/security-groups?id=da0e9646-9998-43bc-ae83-ea1de751a251&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387003 Apr 18 21:26:02.031352 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.agents_db [None req-6346a179-333c-4370-b5a6-936984aeab15 None None] Agent healthcheck: found 7 active agents {{(pid=84043) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 18 21:26:02.345802 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea102542-6c94-4eb5-b17e-0773e0f904c4 req-4a80a2c0-b330-481d-8cad-f75b4263be0f tempest-TestVolumeBootPattern-942365775 tempest-TestVolumeBootPattern-942365775-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:26:02.347902 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-ea102542-6c94-4eb5-b17e-0773e0f904c4 req-4a80a2c0-b330-481d-8cad-f75b4263be0f tempest-TestVolumeBootPattern-942365775 tempest-TestVolumeBootPattern-942365775-project] 10.222.0.42 "GET /v2.0/ports?device_id=759ddba8-d4e8-4e27-a477-55e5cafa9234 HTTP/1.1" status: 200 len: 944 time: 0.0746443 Apr 18 21:26:02.394826 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-ea102542-6c94-4eb5-b17e-0773e0f904c4 req-07a886bf-fe32-4fe1-bc02-0c51a418268b tempest-TestVolumeBootPattern-942365775 tempest-TestVolumeBootPattern-942365775-project] 10.222.0.42 "GET /v2.0/security-groups?id=da0e9646-9998-43bc-ae83-ea1de751a251&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412586 Apr 18 21:26:03.588536 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f28ceab-ffa7-485c-9d68-2145515651ff req-a943406e-ec12-4fd7-9725-4a1e50e57880 tempest-TestVolumeBootPattern-942365775 tempest-TestVolumeBootPattern-942365775-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:26:03.589974 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-9f28ceab-ffa7-485c-9d68-2145515651ff req-a943406e-ec12-4fd7-9725-4a1e50e57880 tempest-TestVolumeBootPattern-942365775 tempest-TestVolumeBootPattern-942365775-project] 10.222.0.42 "GET /v2.0/ports?device_id=759ddba8-d4e8-4e27-a477-55e5cafa9234 HTTP/1.1" status: 200 len: 944 time: 0.0758679 Apr 18 21:26:03.639610 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-9f28ceab-ffa7-485c-9d68-2145515651ff req-1cd007c8-10ff-4d36-8cea-78494047c53e tempest-TestVolumeBootPattern-942365775 tempest-TestVolumeBootPattern-942365775-project] 10.222.0.42 "GET /v2.0/security-groups?id=da0e9646-9998-43bc-ae83-ea1de751a251&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441167 Apr 18 21:26:04.107225 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750375287399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253529'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:26:04.851745 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8e48013-ab80-4efe-acc0-29b487fee74e req-5af89724-a034-4f95-bed9-9d6f338236c4 tempest-TestVolumeBootPattern-942365775 tempest-TestVolumeBootPattern-942365775-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:26:04.853231 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-c8e48013-ab80-4efe-acc0-29b487fee74e req-5af89724-a034-4f95-bed9-9d6f338236c4 tempest-TestVolumeBootPattern-942365775 tempest-TestVolumeBootPattern-942365775-project] 10.222.0.42 "GET /v2.0/ports?device_id=759ddba8-d4e8-4e27-a477-55e5cafa9234 HTTP/1.1" status: 200 len: 944 time: 0.0844364 Apr 18 21:26:04.905804 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-c8e48013-ab80-4efe-acc0-29b487fee74e req-d9fa4ac7-b001-457a-94e9-4c3e95397f1e tempest-TestVolumeBootPattern-942365775 tempest-TestVolumeBootPattern-942365775-project] 10.222.0.42 "GET /v2.0/security-groups?id=da0e9646-9998-43bc-ae83-ea1de751a251&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464332 Apr 18 21:26:06.118855 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-398e9a49-1210-4514-9fc6-88d452e2ccf0 req-c9945582-eac1-40b5-8cac-6b8fd9f1cd5d tempest-TestVolumeBootPattern-942365775 tempest-TestVolumeBootPattern-942365775-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:26:06.121874 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-398e9a49-1210-4514-9fc6-88d452e2ccf0 req-c9945582-eac1-40b5-8cac-6b8fd9f1cd5d tempest-TestVolumeBootPattern-942365775 tempest-TestVolumeBootPattern-942365775-project] 10.222.0.42 "GET /v2.0/ports?device_id=759ddba8-d4e8-4e27-a477-55e5cafa9234 HTTP/1.1" status: 200 len: 944 time: 0.0810437 Apr 18 21:26:06.132187 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Device ec130329-7afa-4ff3-bf05-f0155e8f6ead details requested by agent hyperv_n-h1-838334-2 with host n-h1-838334-2 {{(pid=84042) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 18 21:26:06.172667 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-398e9a49-1210-4514-9fc6-88d452e2ccf0 req-e5c9226b-4c6d-42af-9344-6af5f7e6707e tempest-TestVolumeBootPattern-942365775 tempest-TestVolumeBootPattern-942365775-project] 10.222.0.42 "GET /v2.0/security-groups?id=da0e9646-9998-43bc-ae83-ea1de751a251&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447176 Apr 18 21:26:06.291909 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] For port ec130329-7afa-4ff3-bf05-f0155e8f6ead, host n-h1-838334-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838334-2',level=0,port_id=ec130329-7afa-4ff3-bf05-f0155e8f6ead,segment=NetworkSegment(c9d9b92a-74d4-40ed-ab8e-582836dfe352),segment_id=c9d9b92a-74d4-40ed-ab8e-582836dfe352)] {{(pid=84042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:26:06.305908 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Returning: {'device': 'ec130329-7afa-4ff3-bf05-f0155e8f6ead', 'network_id': '9b223f6a-fe67-4bd3-957a-7ef808b3aaf1', 'port_id': 'ec130329-7afa-4ff3-bf05-f0155e8f6ead', 'mac_address': 'fa:16:3e:f3:8e:e6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 357, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a845e1ae-c47e-4919-8a24-530366b84c60', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84042) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 18 21:26:06.368338 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:26:06.387207 n-d-838334-2 neutron-server[84042]: DEBUG neutron.notifiers.nova [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ec130329-7afa-4ff3-bf05-f0155e8f6ead {{(pid=84042) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 18 21:26:06.405673 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] For port ec130329-7afa-4ff3-bf05-f0155e8f6ead, host n-h1-838334-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838334-2',level=0,port_id=ec130329-7afa-4ff3-bf05-f0155e8f6ead,segment=NetworkSegment(c9d9b92a-74d4-40ed-ab8e-582836dfe352),segment_id=c9d9b92a-74d4-40ed-ab8e-582836dfe352)] {{(pid=84042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:26:06.409660 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682'] for port, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:26:06.486288 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Pushing event updated for resources: {'Port': ['ID=ec130329-7afa-4ff3-bf05-f0155e8f6ead,revision_number=4']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:26:06.630312 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] get_ports_and_sgs() called for port_ids ['ec130329-7afa-4ff3-bf05-f0155e8f6ead'] {{(pid=84042) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 18 21:26:07.369529 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb9ad661-d65f-4f15-9c3d-5567f34c6c03 req-1ff0a6a5-6e52-4d9e-a3d5-b881664cea18 tempest-TestVolumeBootPattern-942365775 tempest-TestVolumeBootPattern-942365775-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:26:07.370860 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-fb9ad661-d65f-4f15-9c3d-5567f34c6c03 req-1ff0a6a5-6e52-4d9e-a3d5-b881664cea18 tempest-TestVolumeBootPattern-942365775 tempest-TestVolumeBootPattern-942365775-project] 10.222.0.42 "GET /v2.0/ports?device_id=759ddba8-d4e8-4e27-a477-55e5cafa9234 HTTP/1.1" status: 200 len: 945 time: 0.0791233 Apr 18 21:26:07.415070 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-fb9ad661-d65f-4f15-9c3d-5567f34c6c03 req-918511b2-b812-46d2-a026-74139026e28f tempest-TestVolumeBootPattern-942365775 tempest-TestVolumeBootPattern-942365775-project] 10.222.0.42 "GET /v2.0/security-groups?id=da0e9646-9998-43bc-ae83-ea1de751a251&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387392 Apr 18 21:26:08.150462 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Device ec130329-7afa-4ff3-bf05-f0155e8f6ead up at agent hyperv_n-h1-838334-2 {{(pid=84042) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 21:26:08.217159 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Provisioning for port ec130329-7afa-4ff3-bf05-f0155e8f6ead completed by entity L2. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 21:26:08.221776 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Provisioning complete for port ec130329-7afa-4ff3-bf05-f0155e8f6ead triggered by entity L2. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:26:08.222147 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1253608'] for port, provisioning_complete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:26:08.338576 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:26:08.365723 n-d-838334-2 neutron-server[84042]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '759ddba8-d4e8-4e27-a477-55e5cafa9234', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ec130329-7afa-4ff3-bf05-f0155e8f6ead'}] {{(pid=84042) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 21:26:08.375033 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] For port ec130329-7afa-4ff3-bf05-f0155e8f6ead, host n-h1-838334-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838334-2',level=0,port_id=ec130329-7afa-4ff3-bf05-f0155e8f6ead,segment=NetworkSegment(c9d9b92a-74d4-40ed-ab8e-582836dfe352),segment_id=c9d9b92a-74d4-40ed-ab8e-582836dfe352)] {{(pid=84042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:26:08.379377 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682'] for port, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:26:08.422201 n-d-838334-2 neutron-server[84042]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1bff9eaa-ca80-4158-b170-b250d2fa00ed'] response: {'server_uuid': '759ddba8-d4e8-4e27-a477-55e5cafa9234', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ec130329-7afa-4ff3-bf05-f0155e8f6ead', 'code': 200} Apr 18 21:26:08.448176 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Pushing event updated for resources: {'Port': ['ID=ec130329-7afa-4ff3-bf05-f0155e8f6ead,revision_number=5']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:26:08.683065 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-8a188e67-baa4-410b-b4c6-b3f72d14a59d req-a4deb967-58d8-46e1-bd6e-2aad8ae25ac6 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=759ddba8-d4e8-4e27-a477-55e5cafa9234 HTTP/1.1" status: 200 len: 1097 time: 0.2033632 Apr 18 21:26:08.740170 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-8a188e67-baa4-410b-b4c6-b3f72d14a59d req-472ba1a7-70ee-43f1-9fc3-3a10273a4187 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=da0e9646-9998-43bc-ae83-ea1de751a251&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0507967 Apr 18 21:26:08.753304 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c30bfaa8-9fd8-47cd-8139-f63e35a9f062 req-733e7200-1d57-4ac5-8dc1-5980f4043493 tempest-TestVolumeBootPattern-942365775 tempest-TestVolumeBootPattern-942365775-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:26:08.755425 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-c30bfaa8-9fd8-47cd-8139-f63e35a9f062 req-733e7200-1d57-4ac5-8dc1-5980f4043493 tempest-TestVolumeBootPattern-942365775 tempest-TestVolumeBootPattern-942365775-project] 10.222.0.42 "GET /v2.0/ports?device_id=759ddba8-d4e8-4e27-a477-55e5cafa9234 HTTP/1.1" status: 200 len: 946 time: 0.2127011 Apr 18 21:26:08.798751 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-c30bfaa8-9fd8-47cd-8139-f63e35a9f062 req-eae14f6a-26b7-4fa9-bdf3-965545bf7f76 tempest-TestVolumeBootPattern-942365775 tempest-TestVolumeBootPattern-942365775-project] 10.222.0.42 "GET /v2.0/security-groups?id=da0e9646-9998-43bc-ae83-ea1de751a251&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378010 Apr 18 21:26:09.999841 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8598428d-0a3e-4ea1-9c9a-34385f94576d req-d700bf9b-b52d-4d52-9f5b-3eb2265980d7 tempest-TestVolumeBootPattern-942365775 tempest-TestVolumeBootPattern-942365775-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:26:10.001281 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-8598428d-0a3e-4ea1-9c9a-34385f94576d req-d700bf9b-b52d-4d52-9f5b-3eb2265980d7 tempest-TestVolumeBootPattern-942365775 tempest-TestVolumeBootPattern-942365775-project] 10.222.0.42 "GET /v2.0/ports?device_id=759ddba8-d4e8-4e27-a477-55e5cafa9234 HTTP/1.1" status: 200 len: 946 time: 0.0775473 Apr 18 21:26:10.048986 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-8598428d-0a3e-4ea1-9c9a-34385f94576d req-186f8be7-b0a8-4cbb-8b04-0890e1c78707 tempest-TestVolumeBootPattern-942365775 tempest-TestVolumeBootPattern-942365775-project] 10.222.0.42 "GET /v2.0/security-groups?id=da0e9646-9998-43bc-ae83-ea1de751a251&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415339 Apr 18 21:26:10.246386 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f8450b1-03dc-43e4-891d-a1e7b805fe72 req-c78d9036-b2ab-4904-b0ec-9889b0b03f07 tempest-TestVolumeBootPattern-942365775 tempest-TestVolumeBootPattern-942365775-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:26:10.247838 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-1f8450b1-03dc-43e4-891d-a1e7b805fe72 req-c78d9036-b2ab-4904-b0ec-9889b0b03f07 tempest-TestVolumeBootPattern-942365775 tempest-TestVolumeBootPattern-942365775-project] 10.222.0.42 "GET /v2.0/ports?device_id=759ddba8-d4e8-4e27-a477-55e5cafa9234 HTTP/1.1" status: 200 len: 946 time: 0.0754557 Apr 18 21:26:10.292089 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-1f8450b1-03dc-43e4-891d-a1e7b805fe72 req-1f786bee-a773-43e9-8a08-943d9c58401f tempest-TestVolumeBootPattern-942365775 tempest-TestVolumeBootPattern-942365775-project] 10.222.0.42 "GET /v2.0/security-groups?id=da0e9646-9998-43bc-ae83-ea1de751a251&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388541 Apr 18 21:26:10.320638 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 37080) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:26:10.388771 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-07eff827-a99c-426c-ae5c-281ef8ed959c tempest-TestVolumeBootPattern-1067739245 tempest-TestVolumeBootPattern-1067739245-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=759ddba8-d4e8-4e27-a477-55e5cafa9234 HTTP/1.1" status: 200 len: 1092 time: 0.0670056 Apr 18 21:26:10.391334 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 37084) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:26:10.396633 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.v2.base [None req-7a0f9a86-9a82-49b4-895e-f7f771cc49df tempest-TestVolumeBootPattern-942365775 tempest-TestVolumeBootPattern-942365775-project] Request body: {'floatingip': {'floating_network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'port_id': 'ec130329-7afa-4ff3-bf05-f0155e8f6ead', 'tenant_id': '31978bb3bc1348ad8b469e6e55d6f163', 'fixed_ip_address': '172.20.0.13'}} {{(pid=84041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:26:10.402850 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-7a0f9a86-9a82-49b4-895e-f7f771cc49df tempest-TestVolumeBootPattern-942365775 tempest-TestVolumeBootPattern-942365775-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:26:10.406599 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-7a0f9a86-9a82-49b4-895e-f7f771cc49df tempest-TestVolumeBootPattern-942365775 tempest-TestVolumeBootPattern-942365775-project] Usage tracker for resource:floatingip and tenant:31978bb3bc1348ad8b469e6e55d6f163 is out of sync, need to count used quota {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:26:10.409412 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-7a0f9a86-9a82-49b4-895e-f7f771cc49df tempest-TestVolumeBootPattern-942365775 tempest-TestVolumeBootPattern-942365775-project] Quota usage for floatingip was recalculated. Used quota:2. {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:26:10.415688 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-7a0f9a86-9a82-49b4-895e-f7f771cc49df tempest-TestVolumeBootPattern-942365775 tempest-TestVolumeBootPattern-942365775-project] Attempting to reserve 1 items for resource floatingip. Total usage: 2; quota limit: 50; headroom:48 {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:26:10.427048 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-7a0f9a86-9a82-49b4-895e-f7f771cc49df tempest-TestVolumeBootPattern-942365775 tempest-TestVolumeBootPattern-942365775-project] Notify callbacks [] for floatingip, before_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:26:10.559668 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-7a0f9a86-9a82-49b4-895e-f7f771cc49df tempest-TestVolumeBootPattern-942365775 tempest-TestVolumeBootPattern-942365775-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:26:10.695060 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.db_base_plugin_common [None req-7a0f9a86-9a82-49b4-895e-f7f771cc49df tempest-TestVolumeBootPattern-942365775 tempest-TestVolumeBootPattern-942365775-project] Allocated IP 172.25.8.130 (e41b6600-a917-4a8d-b05c-be3be40c6d8c/6b05667b-848e-4356-9b44-d5eb6808ef74/ac4cb51a-219e-4c50-857d-cc244c12839b) {{(pid=84041) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 21:26:10.838151 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-7a0f9a86-9a82-49b4-895e-f7f771cc49df tempest-TestVolumeBootPattern-942365775 tempest-TestVolumeBootPattern-942365775-project] Notify callbacks [] for port, precommit_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:26:10.864558 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-7a0f9a86-9a82-49b4-895e-f7f771cc49df tempest-TestVolumeBootPattern-942365775 tempest-TestVolumeBootPattern-942365775-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750374836619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32266323'] for port, after_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:26:10.936673 n-d-838334-2 neutron-server[84041]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a0f9a86-9a82-49b4-895e-f7f771cc49df tempest-TestVolumeBootPattern-942365775 tempest-TestVolumeBootPattern-942365775-project] Network e41b6600-a917-4a8d-b05c-be3be40c6d8c is already hosted by enough agents. {{(pid=84041) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:26:10.939512 n-d-838334-2 neutron-server[84041]: DEBUG neutron.scheduler.base_scheduler [None req-7a0f9a86-9a82-49b4-895e-f7f771cc49df tempest-TestVolumeBootPattern-942365775 tempest-TestVolumeBootPattern-942365775-project] Resources bound (agent type, host, resource id): {{(pid=84041) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:26:10.944007 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a0f9a86-9a82-49b4-895e-f7f771cc49df tempest-TestVolumeBootPattern-942365775 tempest-TestVolumeBootPattern-942365775-project] Received port after_create {{(pid=84041) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 21:26:10.970882 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a0f9a86-9a82-49b4-895e-f7f771cc49df tempest-TestVolumeBootPattern-942365775 tempest-TestVolumeBootPattern-942365775-project] Pushing event updated for resources: {'Port': ['ID=ac4cb51a-219e-4c50-857d-cc244c12839b,revision_number=1']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:26:10.991350 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a0f9a86-9a82-49b4-895e-f7f771cc49df tempest-TestVolumeBootPattern-942365775 tempest-TestVolumeBootPattern-942365775-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:26:10.991729 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a0f9a86-9a82-49b4-895e-f7f771cc49df tempest-TestVolumeBootPattern-942365775 tempest-TestVolumeBootPattern-942365775-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:26:10.992062 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a0f9a86-9a82-49b4-895e-f7f771cc49df tempest-TestVolumeBootPattern-942365775 tempest-TestVolumeBootPattern-942365775-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:26:10.992395 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a0f9a86-9a82-49b4-895e-f7f771cc49df tempest-TestVolumeBootPattern-942365775 tempest-TestVolumeBootPattern-942365775-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:26:10.992725 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a0f9a86-9a82-49b4-895e-f7f771cc49df tempest-TestVolumeBootPattern-942365775 tempest-TestVolumeBootPattern-942365775-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:26:10.993052 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a0f9a86-9a82-49b4-895e-f7f771cc49df tempest-TestVolumeBootPattern-942365775 tempest-TestVolumeBootPattern-942365775-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:26:10.993374 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a0f9a86-9a82-49b4-895e-f7f771cc49df tempest-TestVolumeBootPattern-942365775 tempest-TestVolumeBootPattern-942365775-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:26:10.993698 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a0f9a86-9a82-49b4-895e-f7f771cc49df tempest-TestVolumeBootPattern-942365775 tempest-TestVolumeBootPattern-942365775-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:26:10.994013 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a0f9a86-9a82-49b4-895e-f7f771cc49df tempest-TestVolumeBootPattern-942365775 tempest-TestVolumeBootPattern-942365775-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:26:10.994330 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a0f9a86-9a82-49b4-895e-f7f771cc49df tempest-TestVolumeBootPattern-942365775 tempest-TestVolumeBootPattern-942365775-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:26:10.994645 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a0f9a86-9a82-49b4-895e-f7f771cc49df tempest-TestVolumeBootPattern-942365775 tempest-TestVolumeBootPattern-942365775-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:26:11.538733 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-7a0f9a86-9a82-49b4-895e-f7f771cc49df tempest-TestVolumeBootPattern-942365775 tempest-TestVolumeBootPattern-942365775-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:26:11.595995 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-7a0f9a86-9a82-49b4-895e-f7f771cc49df tempest-TestVolumeBootPattern-942365775 tempest-TestVolumeBootPattern-942365775-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:26:11.800026 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-7a0f9a86-9a82-49b4-895e-f7f771cc49df tempest-TestVolumeBootPattern-942365775 tempest-TestVolumeBootPattern-942365775-project] Notify callbacks [] for port, precommit_update {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:26:11.804699 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-7a0f9a86-9a82-49b4-895e-f7f771cc49df tempest-TestVolumeBootPattern-942365775 tempest-TestVolumeBootPattern-942365775-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32266282'] for port, after_update {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:26:11.911442 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a0f9a86-9a82-49b4-895e-f7f771cc49df tempest-TestVolumeBootPattern-942365775 tempest-TestVolumeBootPattern-942365775-project] Pushing event updated for resources: {'Port': ['ID=ac4cb51a-219e-4c50-857d-cc244c12839b,revision_number=2']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:26:11.923472 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-7a0f9a86-9a82-49b4-895e-f7f771cc49df tempest-TestVolumeBootPattern-942365775 tempest-TestVolumeBootPattern-942365775-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33444131'] for floatingip, after_update {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:26:12.113623 n-d-838334-2 neutron-server[84041]: INFO neutron.db.l3_db [None req-7a0f9a86-9a82-49b4-895e-f7f771cc49df tempest-TestVolumeBootPattern-942365775 tempest-TestVolumeBootPattern-942365775-project] Floating IP 507c33c4-ed16-4c0e-a601-9429fe06ce85 associated. External IP: 172.25.8.130, port: ec130329-7afa-4ff3-bf05-f0155e8f6ead. Apr 18 21:26:12.498717 n-d-838334-2 neutron-server[84041]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7a0f9a86-9a82-49b4-895e-f7f771cc49df tempest-TestVolumeBootPattern-942365775 tempest-TestVolumeBootPattern-942365775-project] Router 62ab243e-ad9f-4433-a3dd-569ad89df6bc has already been hosted by L3 agent bc84d6c9-dd7a-4555-a351-592327b46d5a {{(pid=84041) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 21:26:12.787217 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7a0f9a86-9a82-49b4-895e-f7f771cc49df tempest-TestVolumeBootPattern-942365775 tempest-TestVolumeBootPattern-942365775-project] Notify agent at l3_agent.n-d-838334-2 the message routers_updated {{(pid=84041) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 21:26:12.796500 n-d-838334-2 neutron-server[84043]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7386d48-bf5b-4fe1-8a54-e43001986aa2 None None] Sync routers for ids ['62ab243e-ad9f-4433-a3dd-569ad89df6bc'] in n-d-838334-2 {{(pid=84043) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 18 21:26:12.808301 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7386d48-bf5b-4fe1-8a54-e43001986aa2 None None] Routers {'62ab243e-ad9f-4433-a3dd-569ad89df6bc'} bound to L3 agent in host n-d-838334-2 {{(pid=84043) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 21:26:12.809157 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.l3_hamode_db [None req-d7386d48-bf5b-4fe1-8a54-e43001986aa2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838334-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-18T20:25:48Z,description=,heartbeat_timestamp=2022-04-18T21:25:48Z,host='n-d-838334-2',id=bc84d6c9-dd7a-4555-a351-592327b46d5a,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:25:48Z,topic='l3_agent')) {'router_ids': ['62ab243e-ad9f-4433-a3dd-569ad89df6bc'], 'active': True} {{(pid=84043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:26:12.812205 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-7a0f9a86-9a82-49b4-895e-f7f771cc49df tempest-TestVolumeBootPattern-942365775 tempest-TestVolumeBootPattern-942365775-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217293'] for floatingip, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:26:12.869053 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-7a0f9a86-9a82-49b4-895e-f7f771cc49df tempest-TestVolumeBootPattern-942365775 tempest-TestVolumeBootPattern-942365775-project] 10.222.0.42 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.4766858 Apr 18 21:26:12.869627 n-d-838334-2 neutron-server[84041]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '759ddba8-d4e8-4e27-a477-55e5cafa9234', 'tag': 'ec130329-7afa-4ff3-bf05-f0155e8f6ead'}] {{(pid=84041) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 21:26:12.924652 n-d-838334-2 neutron-server[84041]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e84d9ac3-00d8-433d-af55-0fe6e225cdbb'] response: {'name': 'network-changed', 'server_uuid': '759ddba8-d4e8-4e27-a477-55e5cafa9234', 'tag': 'ec130329-7afa-4ff3-bf05-f0155e8f6ead', 'status': 'completed', 'code': 200} Apr 18 21:26:13.017219 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.l3_dvr_db [None req-d7386d48-bf5b-4fe1-8a54-e43001986aa2 None None] Set router 62ab243e-ad9f-4433-a3dd-569ad89df6bc gateway port host: n-d-838334-2 {{(pid=84043) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 21:26:13.022259 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-372cabad-0dd9-4c68-be51-149ff9df82b4 req-65c346af-d5df-420d-a2fc-fafeb3c2f51f service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=31978bb3bc1348ad8b469e6e55d6f163&device_id=759ddba8-d4e8-4e27-a477-55e5cafa9234 HTTP/1.1" status: 200 len: 1097 time: 0.0743961 Apr 18 21:26:13.153958 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-372cabad-0dd9-4c68-be51-149ff9df82b4 req-ede38e36-2f46-4c39-8730-7ca08894f8ad service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:26:13.155307 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-372cabad-0dd9-4c68-be51-149ff9df82b4 req-ede38e36-2f46-4c39-8730-7ca08894f8ad service neutron] 10.222.0.43 "GET /v2.0/networks?id=9b223f6a-fe67-4bd3-957a-7ef808b3aaf1 HTTP/1.1" status: 200 len: 912 time: 0.1267409 Apr 18 21:26:13.254233 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-372cabad-0dd9-4c68-be51-149ff9df82b4 req-38051a57-1d47-48b0-8212-49711d351738 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ec130329-7afa-4ff3-bf05-f0155e8f6ead HTTP/1.1" status: 200 len: 1000 time: 0.0921369 Apr 18 21:26:13.320487 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-372cabad-0dd9-4c68-be51-149ff9df82b4 req-42bacb68-a3c9-46b6-bdcf-2bd7437da70c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:26:13.321899 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-372cabad-0dd9-4c68-be51-149ff9df82b4 req-42bacb68-a3c9-46b6-bdcf-2bd7437da70c service neutron] 10.222.0.43 "GET /v2.0/subnets?id=a845e1ae-c47e-4919-8a24-530366b84c60 HTTP/1.1" status: 200 len: 850 time: 0.0596833 Apr 18 21:26:13.360712 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.l3_hamode_db [None req-d7386d48-bf5b-4fe1-8a54-e43001986aa2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62ab243e-ad9f-4433-a3dd-569ad89df6bc', 'name': 'tempest-TestVolumeBootPattern-477195389-router', 'tenant_id': '31978bb3bc1348ad8b469e6e55d6f163', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'external_fixed_ips': [{'subnet_id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'ip_address': '172.25.8.234'}], 'enable_snat': True}, 'gw_port_id': 'ed687a9e-9201-4e8e-80c0-f5948665f08d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:17:09Z', 'updated_at': '2022-04-18T21:17:14Z', 'revision_number': 4, 'project_id': '31978bb3bc1348ad8b469e6e55d6f163', 'gw_port': {'id': 'ed687a9e-9201-4e8e-80c0-f5948665f08d', 'name': '', 'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:d9:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62ab243e-ad9f-4433-a3dd-569ad89df6bc', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'ip_address': '172.25.8.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:17:10Z', 'updated_at': '2022-04-18T21:17:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838334-2', '_floatingips': [{'id': '331e41ce-fe2c-4f32-ba51-0c415ed3802e', 'tenant_id': '31978bb3bc1348ad8b469e6e55d6f163', 'floating_ip_address': '172.25.8.120', 'floating_network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'router_id': '62ab243e-ad9f-4433-a3dd-569ad89df6bc', 'port_id': '071d2f9f-8226-4651-b6db-ea634e88c276', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9b223f6a-fe67-4bd3-957a-7ef808b3aaf1', 'mac_address': 'fa:16:3e:bb:19:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70504d68-ffa1-435e-9477-b988284384f6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T21:24:01Z', 'updated_at': '2022-04-18T21:24:04Z', 'revision_number': 1, 'project_id': '31978bb3bc1348ad8b469e6e55d6f163', 'fixed_ip_address_scope': None}, {'id': '507c33c4-ed16-4c0e-a601-9429fe06ce85', 'tenant_id': '31978bb3bc1348ad8b469e6e55d6f163', 'floating_ip_address': '172.25.8.130', 'floating_network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'router_id': '62ab243e-ad9f-4433-a3dd-569ad89df6bc', 'port_id': 'ec130329-7afa-4ff3-bf05-f0155e8f6ead', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9b223f6a-fe67-4bd3-957a-7ef808b3aaf1', 'mac_address': 'fa:16:3e:f3:8e:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '759ddba8-d4e8-4e27-a477-55e5cafa9234', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T21:26:11Z', 'updated_at': '2022-04-18T21:26:11Z', 'revision_number': 0, 'project_id': '31978bb3bc1348ad8b469e6e55d6f163', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dc11cf0f-ccf3-4218-b3db-90cf0ccd3b6a', 'name': '', 'network_id': '9b223f6a-fe67-4bd3-957a-7ef808b3aaf1', 'tenant_id': '31978bb3bc1348ad8b469e6e55d6f163', 'mac_address': 'fa:16:3e:12:a0:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62ab243e-ad9f-4433-a3dd-569ad89df6bc', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a845e1ae-c47e-4919-8a24-530366b84c60', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:17:13Z', 'updated_at': '2022-04-18T21:17:36Z', 'revision_number': 5, 'project_id': '31978bb3bc1348ad8b469e6e55d6f163', 'subnets': [{'id': 'a845e1ae-c47e-4919-8a24-530366b84c60', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838334-2', False) {} {{(pid=84043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:26:13.364759 n-d-838334-2 neutron-server[84043]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7386d48-bf5b-4fe1-8a54-e43001986aa2 None None] Checking router: 62ab243e-ad9f-4433-a3dd-569ad89df6bc for host: n-d-838334-2 {{(pid=84043) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 18 21:26:13.374999 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7386d48-bf5b-4fe1-8a54-e43001986aa2 None None] Routers {'62ab243e-ad9f-4433-a3dd-569ad89df6bc'} bound to L3 agent in host n-d-838334-2 {{(pid=84043) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 21:26:13.375586 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.l3_hamode_db [None req-d7386d48-bf5b-4fe1-8a54-e43001986aa2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838334-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-18T20:25:48Z,description=,heartbeat_timestamp=2022-04-18T21:25:48Z,host='n-d-838334-2',id=bc84d6c9-dd7a-4555-a351-592327b46d5a,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:25:48Z,topic='l3_agent')) {'router_ids': ['62ab243e-ad9f-4433-a3dd-569ad89df6bc'], 'active': True} {{(pid=84043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:26:13.395424 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-372cabad-0dd9-4c68-be51-149ff9df82b4 req-b1175e58-65c8-420a-b8db-8f649ec464d9 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=9b223f6a-fe67-4bd3-957a-7ef808b3aaf1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0678473 Apr 18 21:26:13.526919 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-372cabad-0dd9-4c68-be51-149ff9df82b4 req-940c1964-3083-4804-865a-a6e15ec6dfdf service neutron] 10.222.0.43 "GET /v2.0/networks/9b223f6a-fe67-4bd3-957a-7ef808b3aaf1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1245484 Apr 18 21:26:13.549762 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.l3_dvr_db [None req-d7386d48-bf5b-4fe1-8a54-e43001986aa2 None None] Set router 62ab243e-ad9f-4433-a3dd-569ad89df6bc gateway port host: n-d-838334-2 {{(pid=84043) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 21:26:13.670474 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-372cabad-0dd9-4c68-be51-149ff9df82b4 req-1d7a6063-f62f-417c-a650-2397daf48b50 service neutron] 10.222.0.43 "GET /v2.0/networks/9b223f6a-fe67-4bd3-957a-7ef808b3aaf1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1322441 Apr 18 21:26:13.903328 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.l3_hamode_db [None req-d7386d48-bf5b-4fe1-8a54-e43001986aa2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62ab243e-ad9f-4433-a3dd-569ad89df6bc', 'name': 'tempest-TestVolumeBootPattern-477195389-router', 'tenant_id': '31978bb3bc1348ad8b469e6e55d6f163', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'external_fixed_ips': [{'subnet_id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'ip_address': '172.25.8.234'}], 'enable_snat': True}, 'gw_port_id': 'ed687a9e-9201-4e8e-80c0-f5948665f08d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:17:09Z', 'updated_at': '2022-04-18T21:17:14Z', 'revision_number': 4, 'project_id': '31978bb3bc1348ad8b469e6e55d6f163', 'gw_port': {'id': 'ed687a9e-9201-4e8e-80c0-f5948665f08d', 'name': '', 'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:d9:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62ab243e-ad9f-4433-a3dd-569ad89df6bc', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'ip_address': '172.25.8.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:17:10Z', 'updated_at': '2022-04-18T21:17:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838334-2', '_floatingips': [{'id': '331e41ce-fe2c-4f32-ba51-0c415ed3802e', 'tenant_id': '31978bb3bc1348ad8b469e6e55d6f163', 'floating_ip_address': '172.25.8.120', 'floating_network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'router_id': '62ab243e-ad9f-4433-a3dd-569ad89df6bc', 'port_id': '071d2f9f-8226-4651-b6db-ea634e88c276', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9b223f6a-fe67-4bd3-957a-7ef808b3aaf1', 'mac_address': 'fa:16:3e:bb:19:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70504d68-ffa1-435e-9477-b988284384f6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T21:24:01Z', 'updated_at': '2022-04-18T21:24:04Z', 'revision_number': 1, 'project_id': '31978bb3bc1348ad8b469e6e55d6f163', 'fixed_ip_address_scope': None}, {'id': '507c33c4-ed16-4c0e-a601-9429fe06ce85', 'tenant_id': '31978bb3bc1348ad8b469e6e55d6f163', 'floating_ip_address': '172.25.8.130', 'floating_network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'router_id': '62ab243e-ad9f-4433-a3dd-569ad89df6bc', 'port_id': 'ec130329-7afa-4ff3-bf05-f0155e8f6ead', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9b223f6a-fe67-4bd3-957a-7ef808b3aaf1', 'mac_address': 'fa:16:3e:f3:8e:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '759ddba8-d4e8-4e27-a477-55e5cafa9234', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T21:26:11Z', 'updated_at': '2022-04-18T21:26:11Z', 'revision_number': 0, 'project_id': '31978bb3bc1348ad8b469e6e55d6f163', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dc11cf0f-ccf3-4218-b3db-90cf0ccd3b6a', 'name': '', 'network_id': '9b223f6a-fe67-4bd3-957a-7ef808b3aaf1', 'tenant_id': '31978bb3bc1348ad8b469e6e55d6f163', 'mac_address': 'fa:16:3e:12:a0:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62ab243e-ad9f-4433-a3dd-569ad89df6bc', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a845e1ae-c47e-4919-8a24-530366b84c60', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:17:13Z', 'updated_at': '2022-04-18T21:17:36Z', 'revision_number': 5, 'project_id': '31978bb3bc1348ad8b469e6e55d6f163', 'subnets': [{'id': 'a845e1ae-c47e-4919-8a24-530366b84c60', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838334-2', False) {} {{(pid=84043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:26:13.907254 n-d-838334-2 neutron-server[84043]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7386d48-bf5b-4fe1-8a54-e43001986aa2 None None] The sync data for ids ['62ab243e-ad9f-4433-a3dd-569ad89df6bc'] in n-d-838334-2 is: [{'id': '62ab243e-ad9f-4433-a3dd-569ad89df6bc', 'name': 'tempest-TestVolumeBootPattern-477195389-router', 'tenant_id': '31978bb3bc1348ad8b469e6e55d6f163', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'external_fixed_ips': [{'subnet_id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'ip_address': '172.25.8.234'}], 'enable_snat': True}, 'gw_port_id': 'ed687a9e-9201-4e8e-80c0-f5948665f08d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:17:09Z', 'updated_at': '2022-04-18T21:17:14Z', 'revision_number': 4, 'project_id': '31978bb3bc1348ad8b469e6e55d6f163', 'gw_port': {'id': 'ed687a9e-9201-4e8e-80c0-f5948665f08d', 'name': '', 'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:d9:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62ab243e-ad9f-4433-a3dd-569ad89df6bc', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'ip_address': '172.25.8.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:17:10Z', 'updated_at': '2022-04-18T21:17:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838334-2', '_floatingips': [{'id': '331e41ce-fe2c-4f32-ba51-0c415ed3802e', 'tenant_id': '31978bb3bc1348ad8b469e6e55d6f163', 'floating_ip_address': '172.25.8.120', 'floating_network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'router_id': '62ab243e-ad9f-4433-a3dd-569ad89df6bc', 'port_id': '071d2f9f-8226-4651-b6db-ea634e88c276', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9b223f6a-fe67-4bd3-957a-7ef808b3aaf1', 'mac_address': 'fa:16:3e:bb:19:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70504d68-ffa1-435e-9477-b988284384f6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T21:24:01Z', 'updated_at': '2022-04-18T21:24:04Z', 'revision_number': 1, 'project_id': '31978bb3bc1348ad8b469e6e55d6f163', 'fixed_ip_address_scope': None}, {'id': '507c33c4-ed16-4c0e-a601-9429fe06ce85', 'tenant_id': '31978bb3bc1348ad8b469e6e55d6f163', 'floating_ip_address': '172.25.8.130', 'floating_network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'router_id': '62ab243e-ad9f-4433-a3dd-569ad89df6bc', 'port_id': 'ec130329-7afa-4ff3-bf05-f0155e8f6ead', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9b223f6a-fe67-4bd3-957a-7ef808b3aaf1', 'mac_address': 'fa:16:3e:f3:8e:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '759ddba8-d4e8-4e27-a477-55e5cafa9234', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T21:26:11Z', 'updated_at': '2022-04-18T21:26:11Z', 'revision_number': 0, 'project_id': '31978bb3bc1348ad8b469e6e55d6f163', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dc11cf0f-ccf3-4218-b3db-90cf0ccd3b6a', 'name': '', 'network_id': '9b223f6a-fe67-4bd3-957a-7ef808b3aaf1', 'tenant_id': '31978bb3bc1348ad8b469e6e55d6f163', 'mac_address': 'fa:16:3e:12:a0:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62ab243e-ad9f-4433-a3dd-569ad89df6bc', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a845e1ae-c47e-4919-8a24-530366b84c60', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:17:13Z', 'updated_at': '2022-04-18T21:17:36Z', 'revision_number': 5, 'project_id': '31978bb3bc1348ad8b469e6e55d6f163', 'subnets': [{'id': 'a845e1ae-c47e-4919-8a24-530366b84c60', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84043) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 18 21:26:14.113842 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec260feb-d3d4-46d7-b447-07fd438ce583 None None] New status for floating IP 507c33c4-ed16-4c0e-a601-9429fe06ce85: ACTIVE {{(pid=84042) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Apr 18 21:26:15.667594 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-17d50055-9200-4d6e-b226-f072d98eaf3c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750375287399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253529'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:26:16.580439 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-f2e5cb95-37bb-4dac-a057-699f994f4d0b req-745c0db1-b526-42c7-9851-6879e63683df tempest-TestNetworkAdvancedServerOps-1372836320 tempest-TestNetworkAdvancedServerOps-1372836320-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=1b798313-bd6a-40e6-8878-281d0e9e17a9 HTTP/1.1" status: 200 len: 1097 time: 0.0743206 Apr 18 21:26:16.629683 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-f2e5cb95-37bb-4dac-a057-699f994f4d0b req-a732f946-d82c-44aa-9fba-0306c89fc23a tempest-TestNetworkAdvancedServerOps-1372836320 tempest-TestNetworkAdvancedServerOps-1372836320-project-admin] 10.222.0.42 "GET /v2.0/security-groups?id=ed78e9fa-ef19-4b00-9fd6-6ef330877873&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431275 Apr 18 21:26:16.659461 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 37098) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:26:16.856418 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.plugin [None req-4bc9c599-4912-457e-b9b8-d826b5e21f69 tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] Deleting port abe34ab9-d49d-4964-8a24-ddd2fbdd03ec {{(pid=84040) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 21:26:16.856652 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-4bc9c599-4912-457e-b9b8-d826b5e21f69 tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750375188691'] for port, before_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:26:17.028730 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-4bc9c599-4912-457e-b9b8-d826b5e21f69 tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369123'] for port, precommit_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:26:17.029050 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-4bc9c599-4912-457e-b9b8-d826b5e21f69 tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:26:17.237585 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.plugin [None req-4bc9c599-4912-457e-b9b8-d826b5e21f69 tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] Calling delete_port for abe34ab9-d49d-4964-8a24-ddd2fbdd03ec owned by network:floatingip {{(pid=84040) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 21:26:17.382084 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-4bc9c599-4912-457e-b9b8-d826b5e21f69 tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750375259028', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750374836628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32440838'] for port, after_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:26:17.425714 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bc9c599-4912-457e-b9b8-d826b5e21f69 tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] Pushing event deleted for resources: {'Port': ['ID=abe34ab9-d49d-4964-8a24-ddd2fbdd03ec,revision_number=None']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:26:17.520766 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-4bc9c599-4912-457e-b9b8-d826b5e21f69 tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] Notify callbacks [] for floatingip, after_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:26:17.907314 n-d-838334-2 neutron-server[84040]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4bc9c599-4912-457e-b9b8-d826b5e21f69 tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] Router 6324a07e-7aac-4922-ad6f-f0052deece81 has already been hosted by L3 agent bc84d6c9-dd7a-4555-a351-592327b46d5a {{(pid=84040) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 21:26:17.923269 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-35b8980e-c967-4285-8db2-03658c6ef5cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750375287399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253529'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:26:18.106286 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4bc9c599-4912-457e-b9b8-d826b5e21f69 tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] Notify agent at l3_agent.n-d-838334-2 the message routers_updated {{(pid=84040) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 21:26:18.115318 n-d-838334-2 neutron-server[84043]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a6826ec-5cb4-4252-b4a7-279ada38e2b1 None None] Sync routers for ids ['6324a07e-7aac-4922-ad6f-f0052deece81'] in n-d-838334-2 {{(pid=84043) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 18 21:26:18.125321 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-4bc9c599-4912-457e-b9b8-d826b5e21f69 tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217293'] for floatingip, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:26:18.127036 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a6826ec-5cb4-4252-b4a7-279ada38e2b1 None None] Routers {'6324a07e-7aac-4922-ad6f-f0052deece81'} bound to L3 agent in host n-d-838334-2 {{(pid=84043) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 21:26:18.127687 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.l3_hamode_db [None req-7a6826ec-5cb4-4252-b4a7-279ada38e2b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838334-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-18T20:25:48Z,description=,heartbeat_timestamp=2022-04-18T21:26:18Z,host='n-d-838334-2',id=bc84d6c9-dd7a-4555-a351-592327b46d5a,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:25:48Z,topic='l3_agent')) {'router_ids': ['6324a07e-7aac-4922-ad6f-f0052deece81'], 'active': True} {{(pid=84043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:26:18.177589 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-4bc9c599-4912-457e-b9b8-d826b5e21f69 tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] 10.222.0.42 "DELETE /v2.0/floatingips/f32a0d09-c4fd-43af-a805-a7b1bb89127c HTTP/1.1" status: 204 len: 168 time: 1.5165021 Apr 18 21:26:18.178263 n-d-838334-2 neutron-server[84040]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1b798313-bd6a-40e6-8878-281d0e9e17a9', 'tag': '9dddec17-5ef6-4ba3-835f-3b2721e9e2f3'}] {{(pid=84040) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 21:26:18.321211 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.l3_dvr_db [None req-7a6826ec-5cb4-4252-b4a7-279ada38e2b1 None None] Set router 6324a07e-7aac-4922-ad6f-f0052deece81 gateway port host: n-d-838334-2 {{(pid=84043) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 21:26:18.329679 n-d-838334-2 neutron-server[84040]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b9afc3c7-e756-4e7b-9c2c-b3db9a274086'] response: {'name': 'network-changed', 'server_uuid': '1b798313-bd6a-40e6-8878-281d0e9e17a9', 'tag': '9dddec17-5ef6-4ba3-835f-3b2721e9e2f3', 'status': 'completed', 'code': 200} Apr 18 21:26:18.428364 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-7d2106dd-291a-4b18-ba90-04ce75b65718 req-77bcb9c1-0018-49ed-8019-19358725c1dd service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=202d5ea04e8c40de88f64ef931ef4e4f&device_id=1b798313-bd6a-40e6-8878-281d0e9e17a9 HTTP/1.1" status: 200 len: 1097 time: 0.0759540 Apr 18 21:26:18.611512 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d2106dd-291a-4b18-ba90-04ce75b65718 req-860f8bac-d5fc-488b-96f4-937d139835d8 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:26:18.613104 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-7d2106dd-291a-4b18-ba90-04ce75b65718 req-860f8bac-d5fc-488b-96f4-937d139835d8 service neutron] 10.222.0.43 "GET /v2.0/networks?id=72c99cd8-2f84-4470-8363-4595502a7ad6 HTTP/1.1" status: 200 len: 898 time: 0.1788592 Apr 18 21:26:18.666731 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.l3_hamode_db [None req-7a6826ec-5cb4-4252-b4a7-279ada38e2b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6324a07e-7aac-4922-ad6f-f0052deece81', 'name': 'tempest-TestNetworkAdvancedServerOps-router-65221317', 'tenant_id': '202d5ea04e8c40de88f64ef931ef4e4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'external_fixed_ips': [{'subnet_id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'ip_address': '172.25.8.106'}], 'enable_snat': True}, 'gw_port_id': '938a4eee-b18b-4f62-a58d-ad9fc2862ad0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:24:21Z', 'updated_at': '2022-04-18T21:24:25Z', 'revision_number': 4, 'project_id': '202d5ea04e8c40de88f64ef931ef4e4f', 'gw_port': {'id': '938a4eee-b18b-4f62-a58d-ad9fc2862ad0', 'name': '', 'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:c4:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6324a07e-7aac-4922-ad6f-f0052deece81', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'ip_address': '172.25.8.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:24:21Z', 'updated_at': '2022-04-18T21:24:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838334-2', '_interfaces': [{'id': '18492666-5f92-4acd-88cb-ab015eab720c', 'name': '', 'network_id': '72c99cd8-2f84-4470-8363-4595502a7ad6', 'tenant_id': '202d5ea04e8c40de88f64ef931ef4e4f', 'mac_address': 'fa:16:3e:88:b2:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6324a07e-7aac-4922-ad6f-f0052deece81', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b995844f-95c1-4ff2-8156-9212dcaf00fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:24:25Z', 'updated_at': '2022-04-18T21:24:32Z', 'revision_number': 5, 'project_id': '202d5ea04e8c40de88f64ef931ef4e4f', 'subnets': [{'id': 'b995844f-95c1-4ff2-8156-9212dcaf00fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838334-2', False) {} {{(pid=84043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:26:18.670676 n-d-838334-2 neutron-server[84043]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a6826ec-5cb4-4252-b4a7-279ada38e2b1 None None] Checking router: 6324a07e-7aac-4922-ad6f-f0052deece81 for host: n-d-838334-2 {{(pid=84043) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 18 21:26:18.672368 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de2fe761-f7f2-4b78-bfa2-e20c99895b7c req-2b0a3d9e-39ca-4ba3-903b-2f94a48ad39c tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:26:18.673038 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [req-de2fe761-f7f2-4b78-bfa2-e20c99895b7c req-2b0a3d9e-39ca-4ba3-903b-2f94a48ad39c tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] Synchronizing usage tracker for tenant:202d5ea04e8c40de88f64ef931ef4e4f on resource:port {{(pid=84040) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 21:26:18.681297 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a6826ec-5cb4-4252-b4a7-279ada38e2b1 None None] Routers {'6324a07e-7aac-4922-ad6f-f0052deece81'} bound to L3 agent in host n-d-838334-2 {{(pid=84043) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 21:26:18.681817 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.l3_hamode_db [None req-7a6826ec-5cb4-4252-b4a7-279ada38e2b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838334-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-18T20:25:48Z,description=,heartbeat_timestamp=2022-04-18T21:26:18Z,host='n-d-838334-2',id=bc84d6c9-dd7a-4555-a351-592327b46d5a,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:25:48Z,topic='l3_agent')) {'router_ids': ['6324a07e-7aac-4922-ad6f-f0052deece81'], 'active': True} {{(pid=84043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:26:18.694625 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-7d2106dd-291a-4b18-ba90-04ce75b65718 req-4b3326cf-8a95-4c79-90c4-777458b6bfbe service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=9dddec17-5ef6-4ba3-835f-3b2721e9e2f3 HTTP/1.1" status: 200 len: 217 time: 0.0737495 Apr 18 21:26:18.732848 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [req-de2fe761-f7f2-4b78-bfa2-e20c99895b7c req-2b0a3d9e-39ca-4ba3-903b-2f94a48ad39c tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] Unset dirty status for tenant:202d5ea04e8c40de88f64ef931ef4e4f on resource:port {{(pid=84040) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 21:26:18.733943 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-de2fe761-f7f2-4b78-bfa2-e20c99895b7c req-2b0a3d9e-39ca-4ba3-903b-2f94a48ad39c tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] 10.222.0.42 "GET /v2.0/ports?device_id=1b798313-bd6a-40e6-8878-281d0e9e17a9 HTTP/1.1" status: 200 len: 946 time: 0.2286720 Apr 18 21:26:18.782051 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d2106dd-291a-4b18-ba90-04ce75b65718 req-dec685d2-2487-4c06-b3cf-634bbfc07164 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:26:18.783488 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-7d2106dd-291a-4b18-ba90-04ce75b65718 req-dec685d2-2487-4c06-b3cf-634bbfc07164 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=b995844f-95c1-4ff2-8156-9212dcaf00fd HTTP/1.1" status: 200 len: 835 time: 0.0827036 Apr 18 21:26:18.837317 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-de2fe761-f7f2-4b78-bfa2-e20c99895b7c req-e1a296ce-f0bd-4484-a482-19ac66bfc86e tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] 10.222.0.42 "GET /v2.0/security-groups?id=ed78e9fa-ef19-4b00-9fd6-6ef330877873&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0931730 Apr 18 21:26:18.860737 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.l3_dvr_db [None req-7a6826ec-5cb4-4252-b4a7-279ada38e2b1 None None] Set router 6324a07e-7aac-4922-ad6f-f0052deece81 gateway port host: n-d-838334-2 {{(pid=84043) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 21:26:18.871189 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-7d2106dd-291a-4b18-ba90-04ce75b65718 req-7485e0ca-81cb-4cda-be0c-be9b5399b584 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=72c99cd8-2f84-4470-8363-4595502a7ad6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0811625 Apr 18 21:26:19.111265 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-7d2106dd-291a-4b18-ba90-04ce75b65718 req-b431c74e-1e33-4af2-83cb-cde933da37c4 service neutron] 10.222.0.43 "GET /v2.0/networks/72c99cd8-2f84-4470-8363-4595502a7ad6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2334485 Apr 18 21:26:19.113043 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750375287399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253529'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:26:19.194680 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.l3_hamode_db [None req-7a6826ec-5cb4-4252-b4a7-279ada38e2b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6324a07e-7aac-4922-ad6f-f0052deece81', 'name': 'tempest-TestNetworkAdvancedServerOps-router-65221317', 'tenant_id': '202d5ea04e8c40de88f64ef931ef4e4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'external_fixed_ips': [{'subnet_id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'ip_address': '172.25.8.106'}], 'enable_snat': True}, 'gw_port_id': '938a4eee-b18b-4f62-a58d-ad9fc2862ad0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:24:21Z', 'updated_at': '2022-04-18T21:24:25Z', 'revision_number': 4, 'project_id': '202d5ea04e8c40de88f64ef931ef4e4f', 'gw_port': {'id': '938a4eee-b18b-4f62-a58d-ad9fc2862ad0', 'name': '', 'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:c4:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6324a07e-7aac-4922-ad6f-f0052deece81', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'ip_address': '172.25.8.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:24:21Z', 'updated_at': '2022-04-18T21:24:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838334-2', '_interfaces': [{'id': '18492666-5f92-4acd-88cb-ab015eab720c', 'name': '', 'network_id': '72c99cd8-2f84-4470-8363-4595502a7ad6', 'tenant_id': '202d5ea04e8c40de88f64ef931ef4e4f', 'mac_address': 'fa:16:3e:88:b2:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6324a07e-7aac-4922-ad6f-f0052deece81', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b995844f-95c1-4ff2-8156-9212dcaf00fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:24:25Z', 'updated_at': '2022-04-18T21:24:32Z', 'revision_number': 5, 'project_id': '202d5ea04e8c40de88f64ef931ef4e4f', 'subnets': [{'id': 'b995844f-95c1-4ff2-8156-9212dcaf00fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838334-2', False) {} {{(pid=84043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:26:19.198535 n-d-838334-2 neutron-server[84043]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a6826ec-5cb4-4252-b4a7-279ada38e2b1 None None] The sync data for ids ['6324a07e-7aac-4922-ad6f-f0052deece81'] in n-d-838334-2 is: [{'id': '6324a07e-7aac-4922-ad6f-f0052deece81', 'name': 'tempest-TestNetworkAdvancedServerOps-router-65221317', 'tenant_id': '202d5ea04e8c40de88f64ef931ef4e4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'external_fixed_ips': [{'subnet_id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'ip_address': '172.25.8.106'}], 'enable_snat': True}, 'gw_port_id': '938a4eee-b18b-4f62-a58d-ad9fc2862ad0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:24:21Z', 'updated_at': '2022-04-18T21:24:25Z', 'revision_number': 4, 'project_id': '202d5ea04e8c40de88f64ef931ef4e4f', 'gw_port': {'id': '938a4eee-b18b-4f62-a58d-ad9fc2862ad0', 'name': '', 'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:c4:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6324a07e-7aac-4922-ad6f-f0052deece81', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'ip_address': '172.25.8.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:24:21Z', 'updated_at': '2022-04-18T21:24:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838334-2', '_interfaces': [{'id': '18492666-5f92-4acd-88cb-ab015eab720c', 'name': '', 'network_id': '72c99cd8-2f84-4470-8363-4595502a7ad6', 'tenant_id': '202d5ea04e8c40de88f64ef931ef4e4f', 'mac_address': 'fa:16:3e:88:b2:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6324a07e-7aac-4922-ad6f-f0052deece81', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b995844f-95c1-4ff2-8156-9212dcaf00fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:24:25Z', 'updated_at': '2022-04-18T21:24:32Z', 'revision_number': 5, 'project_id': '202d5ea04e8c40de88f64ef931ef4e4f', 'subnets': [{'id': 'b995844f-95c1-4ff2-8156-9212dcaf00fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84043) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 18 21:26:19.256448 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-7d2106dd-291a-4b18-ba90-04ce75b65718 req-163f9eef-9248-4a54-82b2-4890c3ed9967 service neutron] 10.222.0.43 "GET /v2.0/networks/72c99cd8-2f84-4470-8363-4595502a7ad6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1374950 Apr 18 21:26:19.580687 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-414b6ffe-e119-47bc-b18f-bcff1219c2f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750375287399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253529'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:26:19.828679 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55542aea-3c47-4253-83c4-6d0db458f7f0 req-4e412184-d5b8-4869-83bb-513dcd058ac9 tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:26:19.830062 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-55542aea-3c47-4253-83c4-6d0db458f7f0 req-4e412184-d5b8-4869-83bb-513dcd058ac9 tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] 10.222.0.43 "GET /v2.0/ports?device_id=1b798313-bd6a-40e6-8878-281d0e9e17a9 HTTP/1.1" status: 200 len: 946 time: 0.0777338 Apr 18 21:26:19.901749 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.plugin [req-55542aea-3c47-4253-83c4-6d0db458f7f0 req-a539151e-b664-4535-b7f6-d90437673b58 tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] Deleting port 9dddec17-5ef6-4ba3-835f-3b2721e9e2f3 {{(pid=84040) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 21:26:19.902127 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-55542aea-3c47-4253-83c4-6d0db458f7f0 req-a539151e-b664-4535-b7f6-d90437673b58 tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750375188691'] for port, before_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:26:20.183963 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07cbb843-c479-4cfa-9256-a0c5b33142c3 req-39becf17-d13e-4b1c-83c7-76636c42bc1b tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:26:20.185308 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-07cbb843-c479-4cfa-9256-a0c5b33142c3 req-39becf17-d13e-4b1c-83c7-76636c42bc1b tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] 10.222.0.42 "GET /v2.0/ports?device_id=1b798313-bd6a-40e6-8878-281d0e9e17a9 HTTP/1.1" status: 200 len: 946 time: 0.1983078 Apr 18 21:26:20.225358 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.db [req-55542aea-3c47-4253-83c4-6d0db458f7f0 req-a539151e-b664-4535-b7f6-d90437673b58 tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] For port 9dddec17-5ef6-4ba3-835f-3b2721e9e2f3, host n-h1-838334-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838334-2',level=0,port_id=9dddec17-5ef6-4ba3-835f-3b2721e9e2f3,segment=NetworkSegment(816740e0-4959-41dc-8c0d-033bc20e9855),segment_id=816740e0-4959-41dc-8c0d-033bc20e9855)] {{(pid=84040) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:26:20.225709 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-55542aea-3c47-4253-83c4-6d0db458f7f0 req-a539151e-b664-4535-b7f6-d90437673b58 tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369123'] for port, precommit_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:26:20.358164 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.plugin [req-55542aea-3c47-4253-83c4-6d0db458f7f0 req-a539151e-b664-4535-b7f6-d90437673b58 tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] Calling delete_port for 9dddec17-5ef6-4ba3-835f-3b2721e9e2f3 owned by compute:nova {{(pid=84040) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 21:26:20.410811 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-07cbb843-c479-4cfa-9256-a0c5b33142c3 req-6302430e-d207-4611-b181-559c79a3ac71 tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] 10.222.0.42 "GET /v2.0/security-groups?id=ed78e9fa-ef19-4b00-9fd6-6ef330877873&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2196124 Apr 18 21:26:20.411926 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b848a38-925c-47f9-bdd9-cd708fe10205 None None] New status for floating IP f32a0d09-c4fd-43af-a805-a7b1bb89127c: DOWN {{(pid=84042) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Apr 18 21:26:20.525005 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-55542aea-3c47-4253-83c4-6d0db458f7f0 req-a539151e-b664-4535-b7f6-d90437673b58 tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750375259028', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750374836628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32440838'] for port, after_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:26:20.580666 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a539151e-b664-4535-b7f6-d90437673b58 tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] Pushing event deleted for resources: {'Port': ['ID=9dddec17-5ef6-4ba3-835f-3b2721e9e2f3,revision_number=None']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:26:20.667160 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.l3_dvrscheduler_db [req-55542aea-3c47-4253-83c4-6d0db458f7f0 req-a539151e-b664-4535-b7f6-d90437673b58 tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] No DVR routers for this DVR port 9dddec17-5ef6-4ba3-835f-3b2721e9e2f3 on host n-h1-838334-2 {{(pid=84040) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 21:26:20.672571 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-55542aea-3c47-4253-83c4-6d0db458f7f0 req-a539151e-b664-4535-b7f6-d90437673b58 tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217293'] for port, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:26:20.672694 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-c7521a90-7d65-4e2e-842c-ca5d95e9a89c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750375287399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253529'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:26:20.674392 n-d-838334-2 neutron-server[84040]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1b798313-bd6a-40e6-8878-281d0e9e17a9', 'name': 'network-vif-deleted', 'tag': '9dddec17-5ef6-4ba3-835f-3b2721e9e2f3'}] {{(pid=84040) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 21:26:20.690811 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-55542aea-3c47-4253-83c4-6d0db458f7f0 req-a539151e-b664-4535-b7f6-d90437673b58 tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] 10.222.0.43 "DELETE /v2.0/ports/9dddec17-5ef6-4ba3-835f-3b2721e9e2f3 HTTP/1.1" status: 204 len: 173 time: 0.8554370 Apr 18 21:26:20.743125 n-d-838334-2 neutron-server[84040]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5184b485-49f9-4181-8b46-8188f3ec69c7'] response: {'server_uuid': '1b798313-bd6a-40e6-8878-281d0e9e17a9', 'name': 'network-vif-deleted', 'tag': '9dddec17-5ef6-4ba3-835f-3b2721e9e2f3', 'status': 'completed', 'code': 200} Apr 18 21:26:21.522892 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 37118) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:26:22.026581 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-2f4e1f79-0ab8-47bb-9bbb-95a94ff8457e tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33443857'] for router_interface, before_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:26:22.622326 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.plugin [None req-2f4e1f79-0ab8-47bb-9bbb-95a94ff8457e tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] Deleting port 18492666-5f92-4acd-88cb-ab015eab720c {{(pid=84040) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 21:26:22.622980 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-2f4e1f79-0ab8-47bb-9bbb-95a94ff8457e tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750375188691'] for port, before_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:26:22.804685 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.db [None req-2f4e1f79-0ab8-47bb-9bbb-95a94ff8457e tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] For port 18492666-5f92-4acd-88cb-ab015eab720c, host n-d-838334-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838334-2',level=0,port_id=18492666-5f92-4acd-88cb-ab015eab720c,segment=NetworkSegment(816740e0-4959-41dc-8c0d-033bc20e9855),segment_id=816740e0-4959-41dc-8c0d-033bc20e9855)] {{(pid=84040) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:26:22.804960 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-2f4e1f79-0ab8-47bb-9bbb-95a94ff8457e tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369123'] for port, precommit_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:26:22.921445 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.plugin [None req-2f4e1f79-0ab8-47bb-9bbb-95a94ff8457e tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] Calling delete_port for 18492666-5f92-4acd-88cb-ab015eab720c owned by network:router_interface {{(pid=84040) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 21:26:23.093075 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-2f4e1f79-0ab8-47bb-9bbb-95a94ff8457e tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750375259028', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750374836628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32440838'] for port, after_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:26:23.138249 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f4e1f79-0ab8-47bb-9bbb-95a94ff8457e tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] Pushing event deleted for resources: {'Port': ['ID=18492666-5f92-4acd-88cb-ab015eab720c,revision_number=None']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:26:23.438016 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-2f4e1f79-0ab8-47bb-9bbb-95a94ff8457e tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-32377931', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33443910'] for router_interface, after_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:26:24.100596 n-d-838334-2 neutron-server[84040]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2f4e1f79-0ab8-47bb-9bbb-95a94ff8457e tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] Router 6324a07e-7aac-4922-ad6f-f0052deece81 has already been hosted by L3 agent bc84d6c9-dd7a-4555-a351-592327b46d5a {{(pid=84040) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 21:26:24.234514 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Device 9dddec17-5ef6-4ba3-835f-3b2721e9e2f3 no longer exists at agent hyperv_n-h1-838334-2 {{(pid=84042) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 21:26:24.267985 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.plugin [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] No Port match for: 9dddec17-5ef6-4ba3-835f-3b2721e9e2f3 {{(pid=84042) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 18 21:26:24.268322 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Device 9dddec17-5ef6-4ba3-835f-3b2721e9e2f3 not bound to the agent host n-h1-838334-2 {{(pid=84042) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 21:26:24.302688 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2f4e1f79-0ab8-47bb-9bbb-95a94ff8457e tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] Notify agent at l3_agent.n-d-838334-2 the message routers_updated {{(pid=84040) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 21:26:24.312192 n-d-838334-2 neutron-server[84043]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b754776-f51a-4cab-b631-266ab5227484 None None] Sync routers for ids ['6324a07e-7aac-4922-ad6f-f0052deece81'] in n-d-838334-2 {{(pid=84043) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 18 21:26:24.315269 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-2f4e1f79-0ab8-47bb-9bbb-95a94ff8457e tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] 10.222.0.42 "PUT /v2.0/routers/6324a07e-7aac-4922-ad6f-f0052deece81/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7913420 Apr 18 21:26:24.318070 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 37122) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:26:24.325046 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b754776-f51a-4cab-b631-266ab5227484 None None] Routers {'6324a07e-7aac-4922-ad6f-f0052deece81'} bound to L3 agent in host n-d-838334-2 {{(pid=84043) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 21:26:24.325649 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.l3_hamode_db [None req-0b754776-f51a-4cab-b631-266ab5227484 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838334-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-18T20:25:48Z,description=,heartbeat_timestamp=2022-04-18T21:26:18Z,host='n-d-838334-2',id=bc84d6c9-dd7a-4555-a351-592327b46d5a,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:25:48Z,topic='l3_agent')) {'router_ids': ['6324a07e-7aac-4922-ad6f-f0052deece81'], 'active': True} {{(pid=84043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:26:24.515843 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.db_base_plugin_v2 [None req-7a4e8d71-da2b-442a-8dc3-e3520b8cf36c tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] Deleting subnet b995844f-95c1-4ff2-8156-9212dcaf00fd {{(pid=84040) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 18 21:26:24.517556 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.l3_dvr_db [None req-0b754776-f51a-4cab-b631-266ab5227484 None None] Set router 6324a07e-7aac-4922-ad6f-f0052deece81 gateway port host: n-d-838334-2 {{(pid=84043) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 21:26:24.518804 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-7a4e8d71-da2b-442a-8dc3-e3520b8cf36c tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] Notify callbacks [] for subnet, before_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:26:24.584589 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-7a4e8d71-da2b-442a-8dc3-e3520b8cf36c tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31955982'] for subnet, precommit_delete_associations {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:26:24.668459 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-7a4e8d71-da2b-442a-8dc3-e3520b8cf36c tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1260556'] for subnet, precommit_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:26:24.742463 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-7a4e8d71-da2b-442a-8dc3-e3520b8cf36c tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1260549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33526260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32440885', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31752825'] for subnet, after_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:26:24.780959 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a4e8d71-da2b-442a-8dc3-e3520b8cf36c tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] Pushing event deleted for resources: {'Subnet': ['ID=b995844f-95c1-4ff2-8156-9212dcaf00fd,revision_number=None']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:26:24.785697 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-7a4e8d71-da2b-442a-8dc3-e3520b8cf36c tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] Notify callbacks [] for subnet, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:26:24.795005 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-7a4e8d71-da2b-442a-8dc3-e3520b8cf36c tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] 10.222.0.42 "DELETE /v2.0/subnets/b995844f-95c1-4ff2-8156-9212dcaf00fd HTTP/1.1" status: 204 len: 168 time: 0.4736249 Apr 18 21:26:24.795231 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 37128) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:26:24.796345 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-223a07a7-deb3-49fa-95a5-c6efe15e1a29 None None] Network 72c99cd8-2f84-4470-8363-4595502a7ad6 requested from n-d-838334-2 {{(pid=84042) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 21:26:24.821758 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.l3_hamode_db [None req-0b754776-f51a-4cab-b631-266ab5227484 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6324a07e-7aac-4922-ad6f-f0052deece81', 'name': 'tempest-TestNetworkAdvancedServerOps-router-65221317', 'tenant_id': '202d5ea04e8c40de88f64ef931ef4e4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'external_fixed_ips': [{'subnet_id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'ip_address': '172.25.8.106'}], 'enable_snat': True}, 'gw_port_id': '938a4eee-b18b-4f62-a58d-ad9fc2862ad0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:24:21Z', 'updated_at': '2022-04-18T21:26:23Z', 'revision_number': 5, 'project_id': '202d5ea04e8c40de88f64ef931ef4e4f', 'gw_port': {'id': '938a4eee-b18b-4f62-a58d-ad9fc2862ad0', 'name': '', 'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:c4:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6324a07e-7aac-4922-ad6f-f0052deece81', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'ip_address': '172.25.8.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:24:21Z', 'updated_at': '2022-04-18T21:24:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838334-2'}], 'n-d-838334-2', False) {} {{(pid=84043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:26:24.825619 n-d-838334-2 neutron-server[84043]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b754776-f51a-4cab-b631-266ab5227484 None None] Checking router: 6324a07e-7aac-4922-ad6f-f0052deece81 for host: n-d-838334-2 {{(pid=84043) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 18 21:26:24.836761 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b754776-f51a-4cab-b631-266ab5227484 None None] Routers {'6324a07e-7aac-4922-ad6f-f0052deece81'} bound to L3 agent in host n-d-838334-2 {{(pid=84043) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 21:26:24.837372 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.l3_hamode_db [None req-0b754776-f51a-4cab-b631-266ab5227484 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838334-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-18T20:25:48Z,description=,heartbeat_timestamp=2022-04-18T21:26:18Z,host='n-d-838334-2',id=bc84d6c9-dd7a-4555-a351-592327b46d5a,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:25:48Z,topic='l3_agent')) {'router_ids': ['6324a07e-7aac-4922-ad6f-f0052deece81'], 'active': True} {{(pid=84043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:26:25.068561 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.l3_dvr_db [None req-0b754776-f51a-4cab-b631-266ab5227484 None None] Set router 6324a07e-7aac-4922-ad6f-f0052deece81 gateway port host: n-d-838334-2 {{(pid=84043) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 21:26:25.069703 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2706e5b2-0fa0-405a-85a2-8d84625a902e None None] DHCP port deletion for 72c99cd8-2f84-4470-8363-4595502a7ad6 request from n-d-838334-2 {{(pid=84042) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 18 21:26:25.073539 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.plugin [None req-2706e5b2-0fa0-405a-85a2-8d84625a902e None None] Deleting port 5426a3af-1da5-4c06-bfab-a9e552d132f3 {{(pid=84042) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 21:26:25.073905 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-2706e5b2-0fa0-405a-85a2-8d84625a902e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750375188691'] for port, before_delete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:26:25.119576 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-6ae0b054-c32f-40de-a39d-7ad7f5c12589 tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] Notify callbacks [] for router, before_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:26:25.276339 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-2706e5b2-0fa0-405a-85a2-8d84625a902e None None] For port 5426a3af-1da5-4c06-bfab-a9e552d132f3, host n-d-838334-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838334-2',level=0,port_id=5426a3af-1da5-4c06-bfab-a9e552d132f3,segment=NetworkSegment(816740e0-4959-41dc-8c0d-033bc20e9855),segment_id=816740e0-4959-41dc-8c0d-033bc20e9855)] {{(pid=84042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:26:25.276886 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-2706e5b2-0fa0-405a-85a2-8d84625a902e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369123'] for port, precommit_delete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:26:25.321214 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-6ae0b054-c32f-40de-a39d-7ad7f5c12589 tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] Notify callbacks [] for router_gateway, before_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:26:25.332017 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.plugin [None req-6ae0b054-c32f-40de-a39d-7ad7f5c12589 tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] Deleting port 938a4eee-b18b-4f62-a58d-ad9fc2862ad0 {{(pid=84040) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 21:26:25.332352 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-6ae0b054-c32f-40de-a39d-7ad7f5c12589 tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750375188691'] for port, before_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:26:25.369440 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.l3_hamode_db [None req-0b754776-f51a-4cab-b631-266ab5227484 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6324a07e-7aac-4922-ad6f-f0052deece81', 'name': 'tempest-TestNetworkAdvancedServerOps-router-65221317', 'tenant_id': '202d5ea04e8c40de88f64ef931ef4e4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'external_fixed_ips': [{'subnet_id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'ip_address': '172.25.8.106'}], 'enable_snat': True}, 'gw_port_id': '938a4eee-b18b-4f62-a58d-ad9fc2862ad0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:24:21Z', 'updated_at': '2022-04-18T21:26:23Z', 'revision_number': 5, 'project_id': '202d5ea04e8c40de88f64ef931ef4e4f', 'gw_port': {'id': '938a4eee-b18b-4f62-a58d-ad9fc2862ad0', 'name': '', 'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:c4:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6324a07e-7aac-4922-ad6f-f0052deece81', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'ip_address': '172.25.8.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:24:21Z', 'updated_at': '2022-04-18T21:24:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838334-2'}], 'n-d-838334-2', False) {} {{(pid=84043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:26:25.375525 n-d-838334-2 neutron-server[84043]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b754776-f51a-4cab-b631-266ab5227484 None None] The sync data for ids ['6324a07e-7aac-4922-ad6f-f0052deece81'] in n-d-838334-2 is: [{'id': '6324a07e-7aac-4922-ad6f-f0052deece81', 'name': 'tempest-TestNetworkAdvancedServerOps-router-65221317', 'tenant_id': '202d5ea04e8c40de88f64ef931ef4e4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'external_fixed_ips': [{'subnet_id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'ip_address': '172.25.8.106'}], 'enable_snat': True}, 'gw_port_id': '938a4eee-b18b-4f62-a58d-ad9fc2862ad0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:24:21Z', 'updated_at': '2022-04-18T21:26:23Z', 'revision_number': 5, 'project_id': '202d5ea04e8c40de88f64ef931ef4e4f', 'gw_port': {'id': '938a4eee-b18b-4f62-a58d-ad9fc2862ad0', 'name': '', 'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:c4:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6324a07e-7aac-4922-ad6f-f0052deece81', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'ip_address': '172.25.8.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:24:21Z', 'updated_at': '2022-04-18T21:24:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838334-2'}] {{(pid=84043) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 18 21:26:25.403522 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.plugin [None req-2706e5b2-0fa0-405a-85a2-8d84625a902e None None] Calling delete_port for 5426a3af-1da5-4c06-bfab-a9e552d132f3 owned by network:dhcp {{(pid=84042) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 21:26:25.480202 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-2706e5b2-0fa0-405a-85a2-8d84625a902e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750375259028', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750374836628'] for port, after_delete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:26:25.523842 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2706e5b2-0fa0-405a-85a2-8d84625a902e None None] Pushing event deleted for resources: {'Port': ['ID=5426a3af-1da5-4c06-bfab-a9e552d132f3,revision_number=None']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:26:25.524788 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.db [None req-6ae0b054-c32f-40de-a39d-7ad7f5c12589 tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] For port 938a4eee-b18b-4f62-a58d-ad9fc2862ad0, host n-d-838334-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838334-2',level=0,port_id=938a4eee-b18b-4f62-a58d-ad9fc2862ad0,segment=NetworkSegment(732aa830-768b-4511-951f-d08e26b9c25b),segment_id=732aa830-768b-4511-951f-d08e26b9c25b)] {{(pid=84040) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:26:25.525142 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-6ae0b054-c32f-40de-a39d-7ad7f5c12589 tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369123'] for port, precommit_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:26:25.529891 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2706e5b2-0fa0-405a-85a2-8d84625a902e None None] No DVR routers for this DVR port 5426a3af-1da5-4c06-bfab-a9e552d132f3 on host n-d-838334-2 {{(pid=84042) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 21:26:25.647044 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.plugin [None req-6ae0b054-c32f-40de-a39d-7ad7f5c12589 tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] Calling delete_port for 938a4eee-b18b-4f62-a58d-ad9fc2862ad0 owned by network:router_gateway {{(pid=84040) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 21:26:25.819684 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-6ae0b054-c32f-40de-a39d-7ad7f5c12589 tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750375259028', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750374836628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32440838'] for port, after_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:26:25.865771 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ae0b054-c32f-40de-a39d-7ad7f5c12589 tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] Pushing event deleted for resources: {'Port': ['ID=938a4eee-b18b-4f62-a58d-ad9fc2862ad0,revision_number=None']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:26:26.089853 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-6ae0b054-c32f-40de-a39d-7ad7f5c12589 tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33444108'] for router_gateway, after_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:26:26.351513 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-6ae0b054-c32f-40de-a39d-7ad7f5c12589 tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33443580', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5726'] for router, precommit_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:26:26.356956 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-6ae0b054-c32f-40de-a39d-7ad7f5c12589 tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:26:26.383906 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-6ae0b054-c32f-40de-a39d-7ad7f5c12589 tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-33443408'] for router, after_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:26:26.384433 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6ae0b054-c32f-40de-a39d-7ad7f5c12589 tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] Fanout notify agent at l3_agent the message router_deleted on router 6324a07e-7aac-4922-ad6f-f0052deece81 {{(pid=84040) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 18 21:26:26.401970 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-6ae0b054-c32f-40de-a39d-7ad7f5c12589 tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] Notify callbacks [] for router, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:26:26.403052 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-6ae0b054-c32f-40de-a39d-7ad7f5c12589 tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] 10.222.0.42 "DELETE /v2.0/routers/6324a07e-7aac-4922-ad6f-f0052deece81 HTTP/1.1" status: 204 len: 168 time: 1.6069100 Apr 18 21:26:26.405925 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 37134) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:26:26.622324 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-d063a777-491d-425b-8d1d-7e0c408e9736 tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1103592'] for network, before_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:26:26.752655 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-d063a777-491d-425b-8d1d-7e0c408e9736 tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1258905', 'neutron.services.segments.db._delete_segments_for_network-8750375287417'] for network, precommit_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:26:26.777564 n-d-838334-2 neutron-server[84040]: DEBUG neutron.services.segments.db [None req-d063a777-491d-425b-8d1d-7e0c408e9736 tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['72c99cd8-2f84-4470-8363-4595502a7ad6']}} {{(pid=84040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:26:26.792404 n-d-838334-2 neutron-server[84040]: DEBUG neutron.services.segments.db [None req-d063a777-491d-425b-8d1d-7e0c408e9736 tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '816740e0-4959-41dc-8c0d-033bc20e9855') {'for_net_delete': True} {{(pid=84040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:26:26.792694 n-d-838334-2 neutron-server[84040]: DEBUG neutron.services.segments.db [None req-d063a777-491d-425b-8d1d-7e0c408e9736 tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '816740e0-4959-41dc-8c0d-033bc20e9855') {} {{(pid=84040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:26:26.806303 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-d063a777-491d-425b-8d1d-7e0c408e9736 tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750375287300', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31955965'] for segment, before_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:26:26.824519 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-d063a777-491d-425b-8d1d-7e0c408e9736 tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1082986'] for segment, precommit_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:26:26.831237 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d063a777-491d-425b-8d1d-7e0c408e9736 tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] Releasing vlan 360 on physical network physnet1 to pool {{(pid=84040) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 18 21:26:26.837104 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-d063a777-491d-425b-8d1d-7e0c408e9736 tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1082993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32440923'] for segment, after_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:26:26.851507 n-d-838334-2 neutron-server[84040]: Traceback (most recent call last): Apr 18 21:26:26.851507 n-d-838334-2 neutron-server[84040]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 18 21:26:26.851507 n-d-838334-2 neutron-server[84040]: timer() Apr 18 21:26:26.851507 n-d-838334-2 neutron-server[84040]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 21:26:26.851507 n-d-838334-2 neutron-server[84040]: cb(*args, **kw) Apr 18 21:26:26.851507 n-d-838334-2 neutron-server[84040]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 18 21:26:26.851507 n-d-838334-2 neutron-server[84040]: return func(*args, **kwargs) Apr 18 21:26:26.851507 n-d-838334-2 neutron-server[84040]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 21:26:26.851507 n-d-838334-2 neutron-server[84040]: self._notify() Apr 18 21:26:26.851507 n-d-838334-2 neutron-server[84040]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 21:26:26.851507 n-d-838334-2 neutron-server[84040]: self.callback(batched_events) Apr 18 21:26:26.851507 n-d-838334-2 neutron-server[84040]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 21:26:26.851507 n-d-838334-2 neutron-server[84040]: event.method(event) Apr 18 21:26:26.851507 n-d-838334-2 neutron-server[84040]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 18 21:26:26.851507 n-d-838334-2 neutron-server[84040]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 21:26:26.851507 n-d-838334-2 neutron-server[84040]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 18 21:26:26.851507 n-d-838334-2 neutron-server[84040]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 21:26:26.851507 n-d-838334-2 neutron-server[84040]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 18 21:26:26.851507 n-d-838334-2 neutron-server[84040]: return f(self, *a, **k) Apr 18 21:26:26.851507 n-d-838334-2 neutron-server[84040]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 18 21:26:26.851507 n-d-838334-2 neutron-server[84040]: return self._get(url).json() Apr 18 21:26:26.851507 n-d-838334-2 neutron-server[84040]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 18 21:26:26.851507 n-d-838334-2 neutron-server[84040]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 21:26:26.851507 n-d-838334-2 neutron-server[84040]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 18 21:26:26.851507 n-d-838334-2 neutron-server[84040]: return self.request(url, 'GET', **kwargs) Apr 18 21:26:26.851507 n-d-838334-2 neutron-server[84040]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 18 21:26:26.851507 n-d-838334-2 neutron-server[84040]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 21:26:26.851507 n-d-838334-2 neutron-server[84040]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 18 21:26:26.851507 n-d-838334-2 neutron-server[84040]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 21:26:26.851507 n-d-838334-2 neutron-server[84040]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 18 21:26:26.851507 n-d-838334-2 neutron-server[84040]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 21:26:26.851507 n-d-838334-2 neutron-server[84040]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 21:26:26.870820 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Device 18492666-5f92-4acd-88cb-ab015eab720c no longer exists at agent ovs-agent-n-d-838334-2 {{(pid=84042) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 21:26:26.906268 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.plugin [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] No Port match for: 18492666-5f92-4acd-88cb-ab015eab720c {{(pid=84042) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 18 21:26:26.906603 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Device 18492666-5f92-4acd-88cb-ab015eab720c not bound to the agent host n-d-838334-2 {{(pid=84042) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 21:26:26.907015 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Device 5426a3af-1da5-4c06-bfab-a9e552d132f3 no longer exists at agent ovs-agent-n-d-838334-2 {{(pid=84042) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 21:26:26.927178 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-d063a777-491d-425b-8d1d-7e0c408e9736 tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1258898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33526109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33444113'] for network, after_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:26:26.941731 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.plugin [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] No Port match for: 5426a3af-1da5-4c06-bfab-a9e552d132f3 {{(pid=84042) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 18 21:26:26.942145 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Device 5426a3af-1da5-4c06-bfab-a9e552d132f3 not bound to the agent host n-d-838334-2 {{(pid=84042) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 21:26:26.942635 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Device 938a4eee-b18b-4f62-a58d-ad9fc2862ad0 no longer exists at agent ovs-agent-n-d-838334-2 {{(pid=84042) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 21:26:26.947138 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-d063a777-491d-425b-8d1d-7e0c408e9736 tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] Notify callbacks [] for network, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:26:26.962853 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d063a777-491d-425b-8d1d-7e0c408e9736 tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] Pushing event deleted for resources: {'Network': ['ID=72c99cd8-2f84-4470-8363-4595502a7ad6,revision_number=None']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:26:26.974797 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-d063a777-491d-425b-8d1d-7e0c408e9736 tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] 10.222.0.42 "DELETE /v2.0/networks/72c99cd8-2f84-4470-8363-4595502a7ad6 HTTP/1.1" status: 204 len: 168 time: 0.5680258 Apr 18 21:26:26.976105 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.plugin [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] No Port match for: 938a4eee-b18b-4f62-a58d-ad9fc2862ad0 {{(pid=84042) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 18 21:26:26.976512 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Device 938a4eee-b18b-4f62-a58d-ad9fc2862ad0 not bound to the agent host n-d-838334-2 {{(pid=84042) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 21:26:26.977299 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 37138) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:26:27.047640 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-f23e243e-a390-4f7b-8dde-7dcda04529fd tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] Notify callbacks [] for security_group, before_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:26:27.076678 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-f23e243e-a390-4f7b-8dde-7dcda04529fd tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:26:27.148160 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-f23e243e-a390-4f7b-8dde-7dcda04529fd tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33528224'] for security_group, after_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:26:27.166730 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f23e243e-a390-4f7b-8dde-7dcda04529fd tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed78e9fa-ef19-4b00-9fd6-6ef330877873,revision_number=None']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:26:27.177952 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-f23e243e-a390-4f7b-8dde-7dcda04529fd tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] Notify callbacks [] for security_group, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:26:27.179931 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-f23e243e-a390-4f7b-8dde-7dcda04529fd tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] 10.222.0.42 "DELETE /v2.0/security-groups/ed78e9fa-ef19-4b00-9fd6-6ef330877873 HTTP/1.1" status: 204 len: 168 time: 0.2010322 Apr 18 21:26:27.515641 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 37146) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:26:27.522093 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.v2.base [None req-bb48420c-5da7-4249-9c29-60956a693ad2 tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1816948777', 'description': 'tempest-secgroup-smoke-1816948777 description', 'project_id': '202d5ea04e8c40de88f64ef931ef4e4f'}} {{(pid=84040) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:26:27.528531 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [None req-bb48420c-5da7-4249-9c29-60956a693ad2 tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:26:27.532748 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-bb48420c-5da7-4249-9c29-60956a693ad2 tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] Usage tracker for resource:security_group and tenant:202d5ea04e8c40de88f64ef931ef4e4f is out of sync, need to count used quota {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:26:27.537874 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-bb48420c-5da7-4249-9c29-60956a693ad2 tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:26:27.549349 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [None req-bb48420c-5da7-4249-9c29-60956a693ad2 tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:26:27.561558 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-bb48420c-5da7-4249-9c29-60956a693ad2 tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] Notify callbacks [] for security_group, before_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:26:27.602179 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [None req-bb48420c-5da7-4249-9c29-60956a693ad2 tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:26:27.602179 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-bb48420c-5da7-4249-9c29-60956a693ad2 tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] Usage tracker for resource:security_group_rule and tenant:202d5ea04e8c40de88f64ef931ef4e4f is out of sync, need to count used quota {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:26:27.607530 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-bb48420c-5da7-4249-9c29-60956a693ad2 tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:26:27.615053 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [None req-bb48420c-5da7-4249-9c29-60956a693ad2 tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:26:27.685391 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-bb48420c-5da7-4249-9c29-60956a693ad2 tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] Notify callbacks [] for security_group, precommit_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:26:27.692053 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-bb48420c-5da7-4249-9c29-60956a693ad2 tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33528224'] for security_group, after_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:26:27.740916 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb48420c-5da7-4249-9c29-60956a693ad2 tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7f8199fb-baa8-41a6-ab78-c8c3270085df,revision_number=1']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:26:27.740916 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-bb48420c-5da7-4249-9c29-60956a693ad2 tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] Notify callbacks [] for security_group, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:26:27.740916 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-bb48420c-5da7-4249-9c29-60956a693ad2 tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1628 time: 0.2261429 Apr 18 21:26:27.744887 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 37150) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:26:27.750091 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.v2.base [None req-1be7dd57-7ee3-465c-a006-14cbd4612405 tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] Request body: {'security_group_rule': {'security_group_id': '7f8199fb-baa8-41a6-ab78-c8c3270085df', 'project_id': '202d5ea04e8c40de88f64ef931ef4e4f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84040) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:26:27.759944 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [None req-1be7dd57-7ee3-465c-a006-14cbd4612405 tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:26:27.759944 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-1be7dd57-7ee3-465c-a006-14cbd4612405 tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] Usage tracker for resource:security_group_rule and tenant:202d5ea04e8c40de88f64ef931ef4e4f is out of sync, need to count used quota {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:26:27.768623 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-1be7dd57-7ee3-465c-a006-14cbd4612405 tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:26:27.774066 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [None req-1be7dd57-7ee3-465c-a006-14cbd4612405 tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:26:27.792804 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-1be7dd57-7ee3-465c-a006-14cbd4612405 tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:26:27.859981 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-1be7dd57-7ee3-465c-a006-14cbd4612405 tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:26:27.859981 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-1be7dd57-7ee3-465c-a006-14cbd4612405 tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33528311'] for security_group_rule, after_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:26:27.887121 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1be7dd57-7ee3-465c-a006-14cbd4612405 tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3d846c38-179c-439d-aa32-fd1f65335aca,revision_number=0']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:26:27.904191 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-1be7dd57-7ee3-465c-a006-14cbd4612405 tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:26:27.904191 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-1be7dd57-7ee3-465c-a006-14cbd4612405 tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.1540508 Apr 18 21:26:27.904191 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 37154) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:26:27.908350 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.v2.base [None req-e6e7520d-c07d-4924-b03d-e7cac9d134b7 tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] Request body: {'security_group_rule': {'security_group_id': '7f8199fb-baa8-41a6-ab78-c8c3270085df', 'project_id': '202d5ea04e8c40de88f64ef931ef4e4f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=84040) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:26:27.915917 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [None req-e6e7520d-c07d-4924-b03d-e7cac9d134b7 tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:26:27.921147 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-e6e7520d-c07d-4924-b03d-e7cac9d134b7 tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] Usage tracker for resource:security_group_rule and tenant:202d5ea04e8c40de88f64ef931ef4e4f is out of sync, need to count used quota {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:26:27.921147 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-e6e7520d-c07d-4924-b03d-e7cac9d134b7 tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:26:27.929530 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [None req-e6e7520d-c07d-4924-b03d-e7cac9d134b7 tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:26:27.948183 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-e6e7520d-c07d-4924-b03d-e7cac9d134b7 tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:26:28.014337 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-e6e7520d-c07d-4924-b03d-e7cac9d134b7 tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:26:28.019843 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-e6e7520d-c07d-4924-b03d-e7cac9d134b7 tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33528311'] for security_group_rule, after_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:26:28.045754 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6e7520d-c07d-4924-b03d-e7cac9d134b7 tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fc4fdb2d-d12a-4a5d-8b06-9b5e086856b8,revision_number=0']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:26:28.056830 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-e6e7520d-c07d-4924-b03d-e7cac9d134b7 tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:26:28.056830 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-e6e7520d-c07d-4924-b03d-e7cac9d134b7 tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.1551542 Apr 18 21:26:28.063339 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 37158) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:26:28.070761 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.v2.base [None req-f44cb28a-692c-43e1-a965-f3378266159a tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] Request body: {'security_group_rule': {'security_group_id': '7f8199fb-baa8-41a6-ab78-c8c3270085df', 'project_id': '202d5ea04e8c40de88f64ef931ef4e4f', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=84041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:26:28.077066 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-f44cb28a-692c-43e1-a965-f3378266159a tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:26:28.081322 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-f44cb28a-692c-43e1-a965-f3378266159a tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] Usage tracker for resource:security_group_rule and tenant:202d5ea04e8c40de88f64ef931ef4e4f is out of sync, need to count used quota {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:26:28.086135 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-f44cb28a-692c-43e1-a965-f3378266159a tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:26:28.090869 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-f44cb28a-692c-43e1-a965-f3378266159a tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:26:28.107883 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-f44cb28a-692c-43e1-a965-f3378266159a tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:26:28.180319 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-f44cb28a-692c-43e1-a965-f3378266159a tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:26:28.185576 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-f44cb28a-692c-43e1-a965-f3378266159a tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33528311'] for security_group_rule, after_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:26:28.212902 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f44cb28a-692c-43e1-a965-f3378266159a tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=31df4caf-98fd-4343-b121-27181935025c,revision_number=0']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:26:28.220281 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-f44cb28a-692c-43e1-a965-f3378266159a tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:26:28.220281 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-f44cb28a-692c-43e1-a965-f3378266159a tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.1574707 Apr 18 21:26:28.225085 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 37166) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:26:28.232608 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.v2.base [None req-7f6ca6fd-2389-44a4-866c-96d584f86f75 tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] Request body: {'security_group_rule': {'security_group_id': '7f8199fb-baa8-41a6-ab78-c8c3270085df', 'project_id': '202d5ea04e8c40de88f64ef931ef4e4f', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=84041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:26:28.240309 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-7f6ca6fd-2389-44a4-866c-96d584f86f75 tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:26:28.245106 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-7f6ca6fd-2389-44a4-866c-96d584f86f75 tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] Usage tracker for resource:security_group_rule and tenant:202d5ea04e8c40de88f64ef931ef4e4f is out of sync, need to count used quota {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:26:28.250116 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-7f6ca6fd-2389-44a4-866c-96d584f86f75 tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:26:28.257977 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-7f6ca6fd-2389-44a4-866c-96d584f86f75 tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:26:28.276785 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-7f6ca6fd-2389-44a4-866c-96d584f86f75 tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:26:28.348619 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-7f6ca6fd-2389-44a4-866c-96d584f86f75 tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:26:28.352857 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-7f6ca6fd-2389-44a4-866c-96d584f86f75 tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33528311'] for security_group_rule, after_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:26:28.377691 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f6ca6fd-2389-44a4-866c-96d584f86f75 tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=362aeaeb-f665-4248-9a9d-c2f4ac7a0ada,revision_number=0']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:26:28.387088 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-7f6ca6fd-2389-44a4-866c-96d584f86f75 tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:26:28.387088 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-7f6ca6fd-2389-44a4-866c-96d584f86f75 tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.1628809 Apr 18 21:26:28.392379 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 37170) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:26:28.400052 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.v2.base [None req-3ca9f64f-84a3-4400-a8a9-70674105f07a tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] Request body: {'security_group_rule': {'security_group_id': '7f8199fb-baa8-41a6-ab78-c8c3270085df', 'project_id': '202d5ea04e8c40de88f64ef931ef4e4f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=84040) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:26:28.407081 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [None req-3ca9f64f-84a3-4400-a8a9-70674105f07a tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:26:28.407081 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-3ca9f64f-84a3-4400-a8a9-70674105f07a tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] Usage tracker for resource:security_group_rule and tenant:202d5ea04e8c40de88f64ef931ef4e4f is out of sync, need to count used quota {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:26:28.412485 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-3ca9f64f-84a3-4400-a8a9-70674105f07a tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:26:28.422104 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [None req-3ca9f64f-84a3-4400-a8a9-70674105f07a tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:26:28.433162 n-d-838334-2 neutron-server[84040]: INFO neutron.db.securitygroups_db [None req-3ca9f64f-84a3-4400-a8a9-70674105f07a tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] Project 202d5ea04e8c40de88f64ef931ef4e4f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 18 21:26:28.442672 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-3ca9f64f-84a3-4400-a8a9-70674105f07a tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:26:28.514977 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-3ca9f64f-84a3-4400-a8a9-70674105f07a tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:26:28.519609 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-3ca9f64f-84a3-4400-a8a9-70674105f07a tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33528311'] for security_group_rule, after_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:26:28.545920 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ca9f64f-84a3-4400-a8a9-70674105f07a tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=870b8045-145e-4e70-8f0f-a50eb3432dc7,revision_number=0']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:26:28.551742 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-3ca9f64f-84a3-4400-a8a9-70674105f07a tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:26:28.551742 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-3ca9f64f-84a3-4400-a8a9-70674105f07a tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.1608367 Apr 18 21:26:28.559761 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 37174) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:26:28.567083 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.v2.base [None req-8416ae95-e9cf-4e55-b381-1ae5c397f6be tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] Request body: {'security_group_rule': {'security_group_id': '7f8199fb-baa8-41a6-ab78-c8c3270085df', 'project_id': '202d5ea04e8c40de88f64ef931ef4e4f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=84040) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:26:28.574009 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [None req-8416ae95-e9cf-4e55-b381-1ae5c397f6be tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:26:28.577823 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-8416ae95-e9cf-4e55-b381-1ae5c397f6be tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] Usage tracker for resource:security_group_rule and tenant:202d5ea04e8c40de88f64ef931ef4e4f is out of sync, need to count used quota {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:26:28.581966 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-8416ae95-e9cf-4e55-b381-1ae5c397f6be tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:26:28.588988 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [None req-8416ae95-e9cf-4e55-b381-1ae5c397f6be tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:26:28.600407 n-d-838334-2 neutron-server[84040]: INFO neutron.db.securitygroups_db [None req-8416ae95-e9cf-4e55-b381-1ae5c397f6be tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] Project 202d5ea04e8c40de88f64ef931ef4e4f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 18 21:26:28.607381 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-8416ae95-e9cf-4e55-b381-1ae5c397f6be tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:26:28.678127 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-8416ae95-e9cf-4e55-b381-1ae5c397f6be tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:26:28.692634 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-8416ae95-e9cf-4e55-b381-1ae5c397f6be tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33528311'] for security_group_rule, after_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:26:28.710098 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8416ae95-e9cf-4e55-b381-1ae5c397f6be tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5e552553-6dca-4a95-831b-221ef51def72,revision_number=0']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:26:28.719213 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-8416ae95-e9cf-4e55-b381-1ae5c397f6be tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:26:28.719213 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-8416ae95-e9cf-4e55-b381-1ae5c397f6be tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.1614285 Apr 18 21:26:28.724217 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 37178) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:26:28.731398 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.v2.base [None req-34434658-69e0-45a5-8b21-c14241d6d762 tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] Request body: {'network': {'name': 'tempest-network-smoke--179318351', 'project_id': '202d5ea04e8c40de88f64ef931ef4e4f', 'port_security_enabled': True}} {{(pid=84041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:26:28.736178 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-34434658-69e0-45a5-8b21-c14241d6d762 tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:26:28.741187 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-34434658-69e0-45a5-8b21-c14241d6d762 tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] Usage tracker for resource:network and tenant:202d5ea04e8c40de88f64ef931ef4e4f is out of sync, need to count used quota {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:26:28.745369 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-34434658-69e0-45a5-8b21-c14241d6d762 tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:26:28.752595 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-34434658-69e0-45a5-8b21-c14241d6d762 tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:26:28.767995 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-34434658-69e0-45a5-8b21-c14241d6d762 tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] Made reservation on behalf of 202d5ea04e8c40de88f64ef931ef4e4f for: {'network': 1} {{(pid=84041) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:26:28.767995 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-34434658-69e0-45a5-8b21-c14241d6d762 tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for network, before_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:26:28.799207 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-34434658-69e0-45a5-8b21-c14241d6d762 tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 363} {{(pid=84041) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 21:26:28.811444 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-34434658-69e0-45a5-8b21-c14241d6d762 tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1082986'] for segment, precommit_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:26:28.811444 n-d-838334-2 neutron-server[84041]: INFO neutron.db.segments_db [None req-34434658-69e0-45a5-8b21-c14241d6d762 tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] Added segment 632a0b5a-0934-4bae-8180-bc4707889610 of type vlan for network 56f25191-a068-47ea-a12c-3613c62a6e62 Apr 18 21:26:28.841896 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-34434658-69e0-45a5-8b21-c14241d6d762 tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750374825732'] for network, precommit_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:26:28.876354 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-34434658-69e0-45a5-8b21-c14241d6d762 tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33526109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022'] for network, after_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:26:28.881790 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34434658-69e0-45a5-8b21-c14241d6d762 tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:26:28.881790 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-34434658-69e0-45a5-8b21-c14241d6d762 tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] Notify callbacks [] for network, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:26:28.989682 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-34434658-69e0-45a5-8b21-c14241d6d762 tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2644434 Apr 18 21:26:28.994511 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34434658-69e0-45a5-8b21-c14241d6d762 tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] Pushing event updated for resources: {'Network': ['ID=56f25191-a068-47ea-a12c-3613c62a6e62,revision_number=1']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:26:28.994511 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 37182) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:26:29.005223 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.v2.base [None req-9f7ebf9e-ac5e-41c0-86e7-b6ec45a9bec6 tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-2063243346', 'admin_state_up': True, 'project_id': '202d5ea04e8c40de88f64ef931ef4e4f', 'external_gateway_info': {'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c'}}} {{(pid=84041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:26:29.012445 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Network 56f25191-a068-47ea-a12c-3613c62a6e62 details requested by agent ovs-agent-n-d-838334-2 with host n-d-838334-2 {{(pid=84042) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 18 21:26:29.015486 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-9f7ebf9e-ac5e-41c0-86e7-b6ec45a9bec6 tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:26:29.022948 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-9f7ebf9e-ac5e-41c0-86e7-b6ec45a9bec6 tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] Usage tracker for resource:router and tenant:202d5ea04e8c40de88f64ef931ef4e4f is out of sync, need to count used quota {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:26:29.022948 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-9f7ebf9e-ac5e-41c0-86e7-b6ec45a9bec6 tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:26:29.033885 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-9f7ebf9e-ac5e-41c0-86e7-b6ec45a9bec6 tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:26:29.049682 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-9f7ebf9e-ac5e-41c0-86e7-b6ec45a9bec6 tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-33442106', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5708'] for router, before_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:26:29.049682 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-9f7ebf9e-ac5e-41c0-86e7-b6ec45a9bec6 tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33442137', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33444285', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33535433', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5703'] for router, precommit_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:26:29.077528 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-9f7ebf9e-ac5e-41c0-86e7-b6ec45a9bec6 tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:26:29.241266 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-9f7ebf9e-ac5e-41c0-86e7-b6ec45a9bec6 tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-33444175', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-33443520', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5293'] for router, precommit_update {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:26:29.445635 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-9f7ebf9e-ac5e-41c0-86e7-b6ec45a9bec6 tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] Notify callbacks [] for router_gateway, before_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:26:29.479836 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-9f7ebf9e-ac5e-41c0-86e7-b6ec45a9bec6 tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:26:29.625307 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.db_base_plugin_common [None req-9f7ebf9e-ac5e-41c0-86e7-b6ec45a9bec6 tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] Allocated IP 172.25.8.41 (e41b6600-a917-4a8d-b05c-be3be40c6d8c/6b05667b-848e-4356-9b44-d5eb6808ef74/e8ff62cd-33ca-46e1-8b89-1eecc3f2ec53) {{(pid=84041) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 21:26:29.781205 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-9f7ebf9e-ac5e-41c0-86e7-b6ec45a9bec6 tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] Notify callbacks [] for port, precommit_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:26:29.812436 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-9f7ebf9e-ac5e-41c0-86e7-b6ec45a9bec6 tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750374836619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32266323'] for port, after_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:26:29.889958 n-d-838334-2 neutron-server[84041]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f7ebf9e-ac5e-41c0-86e7-b6ec45a9bec6 tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] Network e41b6600-a917-4a8d-b05c-be3be40c6d8c is already hosted by enough agents. {{(pid=84041) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:26:29.889958 n-d-838334-2 neutron-server[84041]: DEBUG neutron.scheduler.base_scheduler [None req-9f7ebf9e-ac5e-41c0-86e7-b6ec45a9bec6 tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] Resources bound (agent type, host, resource id): {{(pid=84041) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:26:29.895931 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f7ebf9e-ac5e-41c0-86e7-b6ec45a9bec6 tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] Received port after_create {{(pid=84041) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 21:26:29.929993 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f7ebf9e-ac5e-41c0-86e7-b6ec45a9bec6 tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] Pushing event updated for resources: {'Port': ['ID=e8ff62cd-33ca-46e1-8b89-1eecc3f2ec53,revision_number=1']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:26:29.995858 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750375287399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253529'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:26:30.077324 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-9f7ebf9e-ac5e-41c0-86e7-b6ec45a9bec6 tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] Notify callbacks [] for router_gateway, after_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:26:30.077908 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-9f7ebf9e-ac5e-41c0-86e7-b6ec45a9bec6 tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33443529', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33444176'] for router, after_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:26:30.329325 n-d-838334-2 neutron-server[84041]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9f7ebf9e-ac5e-41c0-86e7-b6ec45a9bec6 tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] Router 652209e7-2d7c-420e-b0b7-a7c1ee6e0bcf is scheduled to L3 agent bc84d6c9-dd7a-4555-a351-592327b46d5a with binding_index 1 {{(pid=84041) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 18 21:26:30.687234 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9f7ebf9e-ac5e-41c0-86e7-b6ec45a9bec6 tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] Notify agent at l3_agent.n-d-838334-2 the message routers_updated {{(pid=84041) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 21:26:30.732734 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-9f7ebf9e-ac5e-41c0-86e7-b6ec45a9bec6 tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] Notify callbacks [] for router, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:26:30.732734 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-9f7ebf9e-ac5e-41c0-86e7-b6ec45a9bec6 tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.7339597 Apr 18 21:26:30.732734 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 37186) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:26:30.744702 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-799db82e-7786-4548-b6a1-2f416fb17cb1 None None] Sync routers for ids ['652209e7-2d7c-420e-b0b7-a7c1ee6e0bcf'] in n-d-838334-2 {{(pid=84042) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 18 21:26:30.818249 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-cd11bc8e-276f-4c21-be63-13c575a23bc5 tempest-TestNetworkAdvancedServerOps-1372836320 tempest-TestNetworkAdvancedServerOps-1372836320-project-admin] 10.222.0.42 "GET /v2.0/subnets?project_id=202d5ea04e8c40de88f64ef931ef4e4f&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0726643 Apr 18 21:26:30.818249 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 37190) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:26:30.838381 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_dvrscheduler_db [None req-799db82e-7786-4548-b6a1-2f416fb17cb1 None None] Routers {'652209e7-2d7c-420e-b0b7-a7c1ee6e0bcf'} bound to L3 agent in host n-d-838334-2 {{(pid=84042) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 21:26:30.838381 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_hamode_db [None req-799db82e-7786-4548-b6a1-2f416fb17cb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838334-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-18T20:25:48Z,description=,heartbeat_timestamp=2022-04-18T21:26:18Z,host='n-d-838334-2',id=bc84d6c9-dd7a-4555-a351-592327b46d5a,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:25:48Z,topic='l3_agent')) {'router_ids': ['652209e7-2d7c-420e-b0b7-a7c1ee6e0bcf'], 'active': True} {{(pid=84042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:26:30.957654 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18724e83-60a8-4eaa-89a3-ac4d8ca4042e tempest-TestNetworkAdvancedServerOps-1372836320 tempest-TestNetworkAdvancedServerOps-1372836320-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:26:30.973746 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 37194) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:26:30.983843 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-18724e83-60a8-4eaa-89a3-ac4d8ca4042e tempest-TestNetworkAdvancedServerOps-1372836320 tempest-TestNetworkAdvancedServerOps-1372836320-project-admin] 10.222.0.42 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1662915 Apr 18 21:26:31.030174 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 37198) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:26:31.038438 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.v2.base [None req-fc6fa75f-e54c-4a25-8ca4-9cfc77d09fb0 tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-978918090', 'network_id': '56f25191-a068-47ea-a12c-3613c62a6e62', 'project_id': '202d5ea04e8c40de88f64ef931ef4e4f', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=84041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:26:31.049493 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-d97ba9f6-683f-4158-a955-2102918c4114 tempest-TestNetworkAdvancedServerOps-1372836320 tempest-TestNetworkAdvancedServerOps-1372836320-project-admin] 10.222.0.42 "GET /v2.0/subnets?network_id=e41b6600-a917-4a8d-b05c-be3be40c6d8c&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0788174 Apr 18 21:26:31.116017 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_dvr_db [None req-799db82e-7786-4548-b6a1-2f416fb17cb1 None None] Set router 652209e7-2d7c-420e-b0b7-a7c1ee6e0bcf gateway port host: n-d-838334-2 {{(pid=84042) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 21:26:31.164364 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-fc6fa75f-e54c-4a25-8ca4-9cfc77d09fb0 tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:26:31.168152 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-fc6fa75f-e54c-4a25-8ca4-9cfc77d09fb0 tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] Usage tracker for resource:subnet and tenant:202d5ea04e8c40de88f64ef931ef4e4f is out of sync, need to count used quota {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:26:31.170985 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-fc6fa75f-e54c-4a25-8ca4-9cfc77d09fb0 tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:26:31.177693 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-fc6fa75f-e54c-4a25-8ca4-9cfc77d09fb0 tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:26:31.188134 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc6fa75f-e54c-4a25-8ca4-9cfc77d09fb0 tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] Made reservation on behalf of 202d5ea04e8c40de88f64ef931ef4e4f for: {'subnet': 1} {{(pid=84041) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:26:31.288063 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-fc6fa75f-e54c-4a25-8ca4-9cfc77d09fb0 tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32486301'] for subnet, before_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:26:31.433176 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_hamode_db [None req-799db82e-7786-4548-b6a1-2f416fb17cb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '652209e7-2d7c-420e-b0b7-a7c1ee6e0bcf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2063243346', 'tenant_id': '202d5ea04e8c40de88f64ef931ef4e4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'external_fixed_ips': [{'subnet_id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'ip_address': '172.25.8.41'}], 'enable_snat': True}, 'gw_port_id': 'e8ff62cd-33ca-46e1-8b89-1eecc3f2ec53', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:26:29Z', 'updated_at': '2022-04-18T21:26:30Z', 'revision_number': 3, 'project_id': '202d5ea04e8c40de88f64ef931ef4e4f', 'gw_port': {'id': 'e8ff62cd-33ca-46e1-8b89-1eecc3f2ec53', 'name': '', 'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:34:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '652209e7-2d7c-420e-b0b7-a7c1ee6e0bcf', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'ip_address': '172.25.8.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:26:29Z', 'updated_at': '2022-04-18T21:26:29Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838334-2'}], 'n-d-838334-2', False) {} {{(pid=84042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:26:31.437221 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-799db82e-7786-4548-b6a1-2f416fb17cb1 None None] Checking router: 652209e7-2d7c-420e-b0b7-a7c1ee6e0bcf for host: n-d-838334-2 {{(pid=84042) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 18 21:26:31.437566 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-799db82e-7786-4548-b6a1-2f416fb17cb1 None None] Updating router 652209e7-2d7c-420e-b0b7-a7c1ee6e0bcf port e8ff62cd-33ca-46e1-8b89-1eecc3f2ec53 binding host n-d-838334-2 {{(pid=84042) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 18 21:26:31.504312 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-799db82e-7786-4548-b6a1-2f416fb17cb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:26:31.510986 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-fc6fa75f-e54c-4a25-8ca4-9cfc77d09fb0 tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33526260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32266407', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32486287'] for subnet, after_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:26:31.591500 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc6fa75f-e54c-4a25-8ca4-9cfc77d09fb0 tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] Pushing event updated for resources: {'Subnet': ['ID=e7c99092-5980-4fbc-8e3d-07d221a3fcab,revision_number=0']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:26:31.604706 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc6fa75f-e54c-4a25-8ca4-9cfc77d09fb0 tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] Checking segment: {'id': '632a0b5a-0934-4bae-8180-bc4707889610', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '56f25191-a068-47ea-a12c-3613c62a6e62'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84041) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 21:26:31.605069 n-d-838334-2 neutron-server[84041]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc6fa75f-e54c-4a25-8ca4-9cfc77d09fb0 tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] Network hostable DHCP agents. Network: 56f25191-a068-47ea-a12c-3613c62a6e62, hostable agents: ['8746f8ea-3e91-4b32-9919-2c63adeb8722'], hosted agents: [] {{(pid=84041) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 21:26:31.628093 n-d-838334-2 neutron-server[84041]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc6fa75f-e54c-4a25-8ca4-9cfc77d09fb0 tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] Network 56f25191-a068-47ea-a12c-3613c62a6e62 is scheduled to be hosted by DHCP agent 8746f8ea-3e91-4b32-9919-2c63adeb8722 with binding_index 1 {{(pid=84041) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 21:26:31.638924 n-d-838334-2 neutron-server[84041]: DEBUG neutron.scheduler.base_scheduler [None req-fc6fa75f-e54c-4a25-8ca4-9cfc77d09fb0 tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-838334-2, 56f25191-a068-47ea-a12c-3613c62a6e62) {{(pid=84041) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:26:31.643155 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc6fa75f-e54c-4a25-8ca4-9cfc77d09fb0 tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:26:31.643834 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-fc6fa75f-e54c-4a25-8ca4-9cfc77d09fb0 tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] Notify callbacks [] for subnet, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:26:31.649799 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e7391b8-9efd-4ae8-aecb-cbd8b1a5a8db None None] Network 56f25191-a068-47ea-a12c-3613c62a6e62 requested from n-d-838334-2 {{(pid=84042) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 21:26:31.667230 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-fc6fa75f-e54c-4a25-8ca4-9cfc77d09fb0 tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.6362576 Apr 18 21:26:31.670008 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 37202) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:26:32.040308 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-235e8a81-6820-46ce-9571-ab3020f5f5a8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp016840fc-1f9f-5892-9c53-c9cf6c845bbb-56f25191-a068-47ea-a12c-3613c62a6e62', 'network_id': '56f25191-a068-47ea-a12c-3613c62a6e62', 'tenant_id': '202d5ea04e8c40de88f64ef931ef4e4f', 'fixed_ips': [{'subnet_id': 'e7c99092-5980-4fbc-8e3d-07d221a3fcab'}]}} from n-d-838334-2. {{(pid=84042) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 18 21:26:32.041183 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-235e8a81-6820-46ce-9571-ab3020f5f5a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_create {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:26:32.073258 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-799db82e-7786-4548-b6a1-2f416fb17cb1 None None] Notify callbacks [] for port, precommit_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:26:32.138044 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-799db82e-7786-4548-b6a1-2f416fb17cb1 None None] Transition to ACTIVE for port object e8ff62cd-33ca-46e1-8b89-1eecc3f2ec53 will not be triggered until provisioned by entity L2. {{(pid=84042) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:26:32.155242 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-799db82e-7786-4548-b6a1-2f416fb17cb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682'] for port, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:26:32.302544 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57779996-3acc-48cc-b7a1-55e2d55ee9b9 None None] Pushing event updated for resources: {'Port': ['ID=e8ff62cd-33ca-46e1-8b89-1eecc3f2ec53,revision_number=2']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:26:32.308519 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.managers [None req-799db82e-7786-4548-b6a1-2f416fb17cb1 None None] Attempting to bind port e8ff62cd-33ca-46e1-8b89-1eecc3f2ec53 on host n-d-838334-2 for vnic_type normal with profile {{(pid=84042) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 21:26:32.308890 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.managers [None req-799db82e-7786-4548-b6a1-2f416fb17cb1 None None] Attempting to bind port e8ff62cd-33ca-46e1-8b89-1eecc3f2ec53 by drivers openvswitch,hyperv on host n-d-838334-2 at level 0 using segments [{'id': '732aa830-768b-4511-951f-d08e26b9c25b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c'}] {{(pid=84042) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 21:26:32.309253 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-799db82e-7786-4548-b6a1-2f416fb17cb1 None None] Attempting to bind port e8ff62cd-33ca-46e1-8b89-1eecc3f2ec53 on network e41b6600-a917-4a8d-b05c-be3be40c6d8c {{(pid=84042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 21:26:32.322085 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-799db82e-7786-4548-b6a1-2f416fb17cb1 None None] Checking agent: {'id': '97cd4414-7af6-4d67-868d-dff370b4071a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838334-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 25, 49), 'started_at': datetime.datetime(2022, 4, 18, 20, 26, 19), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 21, 26, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838334-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 18 21:26:32.322458 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-799db82e-7786-4548-b6a1-2f416fb17cb1 None None] Checking segment: {'id': '732aa830-768b-4511-951f-d08e26b9c25b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84042) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 21:26:32.322860 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-799db82e-7786-4548-b6a1-2f416fb17cb1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:26:32.323253 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-799db82e-7786-4548-b6a1-2f416fb17cb1 None None] Bound using segment: {'id': '732aa830-768b-4511-951f-d08e26b9c25b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c'} {{(pid=84042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 18 21:26:32.323749 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.managers [None req-799db82e-7786-4548-b6a1-2f416fb17cb1 None None] Bound port: e8ff62cd-33ca-46e1-8b89-1eecc3f2ec53, host: n-d-838334-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '732aa830-768b-4511-951f-d08e26b9c25b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c'}}] {{(pid=84042) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 21:26:32.324126 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-799db82e-7786-4548-b6a1-2f416fb17cb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:26:32.380365 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.db_base_plugin_common [None req-235e8a81-6820-46ce-9571-ab3020f5f5a8 None None] Allocated IP 172.20.0.2 (56f25191-a068-47ea-a12c-3613c62a6e62/e7c99092-5980-4fbc-8e3d-07d221a3fcab/1ae5ffc7-2eb5-4eb2-a147-932066c8dd84) {{(pid=84042) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 21:26:32.483701 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-799db82e-7786-4548-b6a1-2f416fb17cb1 None None] For port e8ff62cd-33ca-46e1-8b89-1eecc3f2ec53, host n-d-838334-2, cleared binding levels {{(pid=84042) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 21:26:32.506452 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-799db82e-7786-4548-b6a1-2f416fb17cb1 None None] For port e8ff62cd-33ca-46e1-8b89-1eecc3f2ec53, host n-d-838334-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838334-2',level=0,port_id=e8ff62cd-33ca-46e1-8b89-1eecc3f2ec53,segment=NetworkSegment(732aa830-768b-4511-951f-d08e26b9c25b),segment_id=732aa830-768b-4511-951f-d08e26b9c25b)] {{(pid=84042) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 21:26:32.512981 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-799db82e-7786-4548-b6a1-2f416fb17cb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682'] for port, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:26:32.560405 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-5e16d605-d042-4d41-8067-a657359a23e1 tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:26:32.692983 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57779996-3acc-48cc-b7a1-55e2d55ee9b9 None None] Pushing event updated for resources: {'Port': ['ID=e8ff62cd-33ca-46e1-8b89-1eecc3f2ec53,revision_number=3']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:26:32.735549 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_dvrscheduler_db [None req-799db82e-7786-4548-b6a1-2f416fb17cb1 None None] Routers {'652209e7-2d7c-420e-b0b7-a7c1ee6e0bcf'} bound to L3 agent in host n-d-838334-2 {{(pid=84042) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 21:26:32.735712 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_hamode_db [None req-799db82e-7786-4548-b6a1-2f416fb17cb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838334-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-18T20:25:48Z,description=,heartbeat_timestamp=2022-04-18T21:26:18Z,host='n-d-838334-2',id=bc84d6c9-dd7a-4555-a351-592327b46d5a,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:25:48Z,topic='l3_agent')) {'router_ids': ['652209e7-2d7c-420e-b0b7-a7c1ee6e0bcf'], 'active': True} {{(pid=84042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:26:32.896110 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-235e8a81-6820-46ce-9571-ab3020f5f5a8 None None] Notify callbacks [] for port, precommit_create {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:26:32.913690 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-235e8a81-6820-46ce-9571-ab3020f5f5a8 None None] Transition to ACTIVE for port object 1ae5ffc7-2eb5-4eb2-a147-932066c8dd84 will not be triggered until provisioned by entity L2. {{(pid=84042) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:26:32.949683 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-235e8a81-6820-46ce-9571-ab3020f5f5a8 None None] Transition to ACTIVE for port object 1ae5ffc7-2eb5-4eb2-a147-932066c8dd84 will not be triggered until provisioned by entity DHCP. {{(pid=84042) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:26:32.961728 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-235e8a81-6820-46ce-9571-ab3020f5f5a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750374836619'] for port, after_create {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:26:33.021455 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_dvr_db [None req-799db82e-7786-4548-b6a1-2f416fb17cb1 None None] Set router 652209e7-2d7c-420e-b0b7-a7c1ee6e0bcf gateway port host: n-d-838334-2 {{(pid=84042) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 21:26:33.056383 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.db_base_plugin_common [None req-5e16d605-d042-4d41-8067-a657359a23e1 tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] Allocated IP 172.20.0.1 (56f25191-a068-47ea-a12c-3613c62a6e62/e7c99092-5980-4fbc-8e3d-07d221a3fcab/10fe8cd8-b855-495b-bb84-60faabff8e3d) {{(pid=84041) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 21:26:33.070858 n-d-838334-2 neutron-server[84042]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-235e8a81-6820-46ce-9571-ab3020f5f5a8 None None] Network 56f25191-a068-47ea-a12c-3613c62a6e62 is already hosted by enough agents. {{(pid=84042) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:26:33.080935 n-d-838334-2 neutron-server[84042]: DEBUG neutron.scheduler.base_scheduler [None req-235e8a81-6820-46ce-9571-ab3020f5f5a8 None None] Resources bound (agent type, host, resource id): {{(pid=84042) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:26:33.084480 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_dvrscheduler_db [None req-235e8a81-6820-46ce-9571-ab3020f5f5a8 None None] Received port after_create {{(pid=84042) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 21:26:33.154190 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-235e8a81-6820-46ce-9571-ab3020f5f5a8 None None] Pushing event updated for resources: {'Port': ['ID=1ae5ffc7-2eb5-4eb2-a147-932066c8dd84,revision_number=1']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:26:33.243344 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-5e16d605-d042-4d41-8067-a657359a23e1 tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] Notify callbacks [] for port, precommit_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:26:33.259761 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.provisioning_blocks [None req-5e16d605-d042-4d41-8067-a657359a23e1 tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] Transition to ACTIVE for port object 10fe8cd8-b855-495b-bb84-60faabff8e3d will not be triggered until provisioned by entity DHCP. {{(pid=84041) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:26:33.283384 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-5e16d605-d042-4d41-8067-a657359a23e1 tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750374836619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32266323'] for port, after_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:26:33.310083 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.managers [None req-235e8a81-6820-46ce-9571-ab3020f5f5a8 None None] Attempting to bind port 1ae5ffc7-2eb5-4eb2-a147-932066c8dd84 on host n-d-838334-2 for vnic_type normal with profile {{(pid=84042) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 21:26:33.310443 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.managers [None req-235e8a81-6820-46ce-9571-ab3020f5f5a8 None None] Attempting to bind port 1ae5ffc7-2eb5-4eb2-a147-932066c8dd84 by drivers openvswitch,hyperv on host n-d-838334-2 at level 0 using segments [{'id': '632a0b5a-0934-4bae-8180-bc4707889610', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '56f25191-a068-47ea-a12c-3613c62a6e62'}] {{(pid=84042) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 21:26:33.310798 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-235e8a81-6820-46ce-9571-ab3020f5f5a8 None None] Attempting to bind port 1ae5ffc7-2eb5-4eb2-a147-932066c8dd84 on network 56f25191-a068-47ea-a12c-3613c62a6e62 {{(pid=84042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 21:26:33.329466 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-235e8a81-6820-46ce-9571-ab3020f5f5a8 None None] Checking agent: {'id': '97cd4414-7af6-4d67-868d-dff370b4071a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838334-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 25, 49), 'started_at': datetime.datetime(2022, 4, 18, 20, 26, 19), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 21, 26, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838334-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 18 21:26:33.329835 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-235e8a81-6820-46ce-9571-ab3020f5f5a8 None None] Checking segment: {'id': '632a0b5a-0934-4bae-8180-bc4707889610', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '56f25191-a068-47ea-a12c-3613c62a6e62'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84042) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 21:26:33.330241 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-235e8a81-6820-46ce-9571-ab3020f5f5a8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:26:33.330905 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-235e8a81-6820-46ce-9571-ab3020f5f5a8 None None] Bound using segment: {'id': '632a0b5a-0934-4bae-8180-bc4707889610', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '56f25191-a068-47ea-a12c-3613c62a6e62'} {{(pid=84042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 18 21:26:33.331961 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.managers [None req-235e8a81-6820-46ce-9571-ab3020f5f5a8 None None] Bound port: 1ae5ffc7-2eb5-4eb2-a147-932066c8dd84, host: n-d-838334-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '632a0b5a-0934-4bae-8180-bc4707889610', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '56f25191-a068-47ea-a12c-3613c62a6e62'}}] {{(pid=84042) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 21:26:33.332062 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-235e8a81-6820-46ce-9571-ab3020f5f5a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:26:33.359176 n-d-838334-2 neutron-server[84041]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e16d605-d042-4d41-8067-a657359a23e1 tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] Network 56f25191-a068-47ea-a12c-3613c62a6e62 is already hosted by enough agents. {{(pid=84041) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:26:33.363568 n-d-838334-2 neutron-server[84041]: DEBUG neutron.scheduler.base_scheduler [None req-5e16d605-d042-4d41-8067-a657359a23e1 tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] Resources bound (agent type, host, resource id): {{(pid=84041) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:26:33.366048 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e16d605-d042-4d41-8067-a657359a23e1 tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] Pushing event updated for resources: {'Port': ['ID=10fe8cd8-b855-495b-bb84-60faabff8e3d,revision_number=1']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:26:33.370124 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e16d605-d042-4d41-8067-a657359a23e1 tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] Received port after_create {{(pid=84041) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 21:26:33.433597 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-5e16d605-d042-4d41-8067-a657359a23e1 tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33444010'] for router_interface, before_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:26:33.477073 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-235e8a81-6820-46ce-9571-ab3020f5f5a8 None None] For port 1ae5ffc7-2eb5-4eb2-a147-932066c8dd84, host n-d-838334-2, cleared binding levels {{(pid=84042) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 21:26:33.481233 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-235e8a81-6820-46ce-9571-ab3020f5f5a8 None None] For port 1ae5ffc7-2eb5-4eb2-a147-932066c8dd84, host n-d-838334-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838334-2',level=0,port_id=1ae5ffc7-2eb5-4eb2-a147-932066c8dd84,segment=NetworkSegment(632a0b5a-0934-4bae-8180-bc4707889610),segment_id=632a0b5a-0934-4bae-8180-bc4707889610)] {{(pid=84042) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 21:26:33.489711 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-235e8a81-6820-46ce-9571-ab3020f5f5a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682'] for port, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:26:33.526560 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-5e16d605-d042-4d41-8067-a657359a23e1 tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:26:33.557043 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_hamode_db [None req-799db82e-7786-4548-b6a1-2f416fb17cb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '652209e7-2d7c-420e-b0b7-a7c1ee6e0bcf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2063243346', 'tenant_id': '202d5ea04e8c40de88f64ef931ef4e4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'external_fixed_ips': [{'subnet_id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'ip_address': '172.25.8.41'}], 'enable_snat': True}, 'gw_port_id': 'e8ff62cd-33ca-46e1-8b89-1eecc3f2ec53', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:26:29Z', 'updated_at': '2022-04-18T21:26:30Z', 'revision_number': 3, 'project_id': '202d5ea04e8c40de88f64ef931ef4e4f', 'gw_port': {'id': 'e8ff62cd-33ca-46e1-8b89-1eecc3f2ec53', 'name': '', 'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:34:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '652209e7-2d7c-420e-b0b7-a7c1ee6e0bcf', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'ip_address': '172.25.8.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:26:29Z', 'updated_at': '2022-04-18T21:26:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838334-2'}], 'n-d-838334-2', False) {} {{(pid=84042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:26:33.574855 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-799db82e-7786-4548-b6a1-2f416fb17cb1 None None] The sync data for ids ['652209e7-2d7c-420e-b0b7-a7c1ee6e0bcf'] in n-d-838334-2 is: [{'id': '652209e7-2d7c-420e-b0b7-a7c1ee6e0bcf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2063243346', 'tenant_id': '202d5ea04e8c40de88f64ef931ef4e4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'external_fixed_ips': [{'subnet_id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'ip_address': '172.25.8.41'}], 'enable_snat': True}, 'gw_port_id': 'e8ff62cd-33ca-46e1-8b89-1eecc3f2ec53', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:26:29Z', 'updated_at': '2022-04-18T21:26:30Z', 'revision_number': 3, 'project_id': '202d5ea04e8c40de88f64ef931ef4e4f', 'gw_port': {'id': 'e8ff62cd-33ca-46e1-8b89-1eecc3f2ec53', 'name': '', 'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:34:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '652209e7-2d7c-420e-b0b7-a7c1ee6e0bcf', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'ip_address': '172.25.8.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:26:29Z', 'updated_at': '2022-04-18T21:26:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838334-2'}] {{(pid=84042) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 18 21:26:33.582828 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-235e8a81-6820-46ce-9571-ab3020f5f5a8 None None] Pushing event updated for resources: {'Port': ['ID=1ae5ffc7-2eb5-4eb2-a147-932066c8dd84,revision_number=2']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:26:34.130617 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750375287399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253529'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:26:34.182543 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-5e16d605-d042-4d41-8067-a657359a23e1 tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] Notify callbacks [] for port, precommit_update {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:26:34.188443 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-5e16d605-d042-4d41-8067-a657359a23e1 tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32266282'] for port, after_update {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:26:34.295071 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-5e16d605-d042-4d41-8067-a657359a23e1 tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-32377886', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33443847'] for router_interface, after_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:26:34.523341 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e16d605-d042-4d41-8067-a657359a23e1 tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] Pushing event updated for resources: {'Port': ['ID=10fe8cd8-b855-495b-bb84-60faabff8e3d,revision_number=2']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:26:34.668351 n-d-838334-2 neutron-server[84041]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e16d605-d042-4d41-8067-a657359a23e1 tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] Network 56f25191-a068-47ea-a12c-3613c62a6e62 is already hosted by enough agents. {{(pid=84041) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:26:34.670035 n-d-838334-2 neutron-server[84041]: DEBUG neutron.scheduler.base_scheduler [None req-5e16d605-d042-4d41-8067-a657359a23e1 tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] Resources bound (agent type, host, resource id): {{(pid=84041) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:26:34.719165 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Device 1ae5ffc7-2eb5-4eb2-a147-932066c8dd84 up at agent ovs-agent-n-d-838334-2 {{(pid=84042) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 21:26:34.818838 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Provisioning for port 1ae5ffc7-2eb5-4eb2-a147-932066c8dd84 completed by entity L2. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 21:26:34.825947 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Device e8ff62cd-33ca-46e1-8b89-1eecc3f2ec53 up at agent ovs-agent-n-d-838334-2 {{(pid=84042) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 21:26:34.903292 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50321a46-6351-45bd-b963-f6f37d0bf560 None None] Network 56f25191-a068-47ea-a12c-3613c62a6e62 requested from n-d-838334-2 {{(pid=84042) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 21:26:34.977837 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Provisioning for port e8ff62cd-33ca-46e1-8b89-1eecc3f2ec53 completed by entity L2. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 21:26:34.996675 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Provisioning complete for port e8ff62cd-33ca-46e1-8b89-1eecc3f2ec53 triggered by entity L2. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:26:34.997045 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1253608'] for port, provisioning_complete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:26:35.079165 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-364ce9d7-fd70-4a9d-aac4-8cffae18ad35 None None] Provisioning for port 1ae5ffc7-2eb5-4eb2-a147-932066c8dd84 completed by entity DHCP. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 21:26:35.095398 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-364ce9d7-fd70-4a9d-aac4-8cffae18ad35 None None] Provisioning complete for port 1ae5ffc7-2eb5-4eb2-a147-932066c8dd84 triggered by entity DHCP. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:26:35.095788 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-364ce9d7-fd70-4a9d-aac4-8cffae18ad35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1253608'] for port, provisioning_complete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:26:35.122428 n-d-838334-2 neutron-server[84041]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5e16d605-d042-4d41-8067-a657359a23e1 tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] Router 652209e7-2d7c-420e-b0b7-a7c1ee6e0bcf has already been hosted by L3 agent bc84d6c9-dd7a-4555-a351-592327b46d5a {{(pid=84041) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 21:26:35.298616 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:26:35.366686 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5e16d605-d042-4d41-8067-a657359a23e1 tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] Notify agent at l3_agent.n-d-838334-2 the message routers_updated {{(pid=84041) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 21:26:35.371234 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] For port e8ff62cd-33ca-46e1-8b89-1eecc3f2ec53, host n-d-838334-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838334-2',level=0,port_id=e8ff62cd-33ca-46e1-8b89-1eecc3f2ec53,segment=NetworkSegment(732aa830-768b-4511-951f-d08e26b9c25b),segment_id=732aa830-768b-4511-951f-d08e26b9c25b)] {{(pid=84042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:26:35.379726 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682'] for port, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:26:35.380188 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-5e16d605-d042-4d41-8067-a657359a23e1 tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] 10.222.0.42 "PUT /v2.0/routers/652209e7-2d7c-420e-b0b7-a7c1ee6e0bcf/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7016704 Apr 18 21:26:35.473906 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-364ce9d7-fd70-4a9d-aac4-8cffae18ad35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:26:35.533366 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-364ce9d7-fd70-4a9d-aac4-8cffae18ad35 None None] For port 1ae5ffc7-2eb5-4eb2-a147-932066c8dd84, host n-d-838334-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838334-2',level=0,port_id=1ae5ffc7-2eb5-4eb2-a147-932066c8dd84,segment=NetworkSegment(632a0b5a-0934-4bae-8180-bc4707889610),segment_id=632a0b5a-0934-4bae-8180-bc4707889610)] {{(pid=84042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:26:35.535063 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Pushing event updated for resources: {'Port': ['ID=e8ff62cd-33ca-46e1-8b89-1eecc3f2ec53,revision_number=4']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:26:35.539162 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-364ce9d7-fd70-4a9d-aac4-8cffae18ad35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682'] for port, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:26:35.611083 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [req-59a10c44-93b9-4407-bbf9-e00bf40e24d1 req-a4395989-48ca-454b-9da4-7e247b8c217e tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] Synchronizing usage tracker for tenant:202d5ea04e8c40de88f64ef931ef4e4f on resource:security_group {{(pid=84040) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 21:26:35.630165 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-364ce9d7-fd70-4a9d-aac4-8cffae18ad35 None None] Pushing event updated for resources: {'Port': ['ID=1ae5ffc7-2eb5-4eb2-a147-932066c8dd84,revision_number=3']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:26:35.634850 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [req-59a10c44-93b9-4407-bbf9-e00bf40e24d1 req-a4395989-48ca-454b-9da4-7e247b8c217e tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] Unset dirty status for tenant:202d5ea04e8c40de88f64ef931ef4e4f on resource:security_group {{(pid=84040) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 21:26:35.634850 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-59a10c44-93b9-4407-bbf9-e00bf40e24d1 req-a4395989-48ca-454b-9da4-7e247b8c217e tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] 10.222.0.42 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1816948777&fields=id&tenant_id=202d5ea04e8c40de88f64ef931ef4e4f HTTP/1.1" status: 200 len: 267 time: 0.0841045 Apr 18 21:26:35.769002 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-03b36eef-4b2a-4ec0-b1d4-8d16c28839d9 None None] Provisioning for port 10fe8cd8-b855-495b-bb84-60faabff8e3d completed by entity DHCP. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 21:26:35.774384 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-03b36eef-4b2a-4ec0-b1d4-8d16c28839d9 None None] Provisioning complete for port 10fe8cd8-b855-495b-bb84-60faabff8e3d triggered by entity DHCP. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:26:35.775040 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-03b36eef-4b2a-4ec0-b1d4-8d16c28839d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1253608'] for port, provisioning_complete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:26:35.801613 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59a10c44-93b9-4407-bbf9-e00bf40e24d1 req-e9d55564-da90-433b-ae57-da97cedd7287 tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:26:35.811199 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [req-59a10c44-93b9-4407-bbf9-e00bf40e24d1 req-e9d55564-da90-433b-ae57-da97cedd7287 tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] Synchronizing usage tracker for tenant:202d5ea04e8c40de88f64ef931ef4e4f on resource:network {{(pid=84040) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 21:26:35.838411 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [req-59a10c44-93b9-4407-bbf9-e00bf40e24d1 req-e9d55564-da90-433b-ae57-da97cedd7287 tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] Unset dirty status for tenant:202d5ea04e8c40de88f64ef931ef4e4f on resource:network {{(pid=84040) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 21:26:35.845741 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.plugin [None req-03b36eef-4b2a-4ec0-b1d4-8d16c28839d9 None None] Port 10fe8cd8-b855-495b-bb84-60faabff8e3d cannot update to ACTIVE because it is not bound. {{(pid=84042) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 18 21:26:35.848793 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-59a10c44-93b9-4407-bbf9-e00bf40e24d1 req-e9d55564-da90-433b-ae57-da97cedd7287 tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] 10.222.0.42 "GET /v2.0/networks?id=56f25191-a068-47ea-a12c-3613c62a6e62 HTTP/1.1" status: 200 len: 796 time: 0.2125385 Apr 18 21:26:35.860240 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-03b36eef-4b2a-4ec0-b1d4-8d16c28839d9 None None] Provisioning complete for port 1ae5ffc7-2eb5-4eb2-a147-932066c8dd84 triggered by entity DHCP. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:26:35.861156 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-03b36eef-4b2a-4ec0-b1d4-8d16c28839d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1253608'] for port, provisioning_complete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:26:35.868303 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-59a10c44-93b9-4407-bbf9-e00bf40e24d1 req-89232d02-9ec0-45f0-9648-9fbaedc2a37f tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] 10.222.0.42 "GET /v2.0/quotas/202d5ea04e8c40de88f64ef931ef4e4f HTTP/1.1" status: 200 len: 375 time: 0.0181417 Apr 18 21:26:35.968672 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [req-59a10c44-93b9-4407-bbf9-e00bf40e24d1 req-24273fe8-1f97-4bf5-a0fb-00b8f8cd8316 tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] Synchronizing usage tracker for tenant:202d5ea04e8c40de88f64ef931ef4e4f on resource:port {{(pid=84040) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 21:26:35.987017 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [req-59a10c44-93b9-4407-bbf9-e00bf40e24d1 req-24273fe8-1f97-4bf5-a0fb-00b8f8cd8316 tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] Unset dirty status for tenant:202d5ea04e8c40de88f64ef931ef4e4f on resource:port {{(pid=84040) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 21:26:35.999218 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-59a10c44-93b9-4407-bbf9-e00bf40e24d1 req-24273fe8-1f97-4bf5-a0fb-00b8f8cd8316 tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=202d5ea04e8c40de88f64ef931ef4e4f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1248419 Apr 18 21:26:36.009186 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [req-59a10c44-93b9-4407-bbf9-e00bf40e24d1 req-3ac924c5-d4d4-4acf-827a-67587f8a5a3a service neutron] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=84040) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 18 21:26:36.010358 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-59a10c44-93b9-4407-bbf9-e00bf40e24d1 req-3ac924c5-d4d4-4acf-827a-67587f8a5a3a service neutron] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0062625 Apr 18 21:26:36.162200 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-59a10c44-93b9-4407-bbf9-e00bf40e24d1 req-27e0420c-963b-4c0c-b080-14910e582379 service neutron] 10.222.0.42 "GET /v2.0/networks/56f25191-a068-47ea-a12c-3613c62a6e62?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1442254 Apr 18 21:26:36.171113 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-272e7947-c42e-4c9b-919b-0e81656927b5 None None] Provisioning complete for port 10fe8cd8-b855-495b-bb84-60faabff8e3d triggered by entity DHCP. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:26:36.171941 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-272e7947-c42e-4c9b-919b-0e81656927b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1253608'] for port, provisioning_complete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:26:36.245166 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.plugin [None req-272e7947-c42e-4c9b-919b-0e81656927b5 None None] Port 10fe8cd8-b855-495b-bb84-60faabff8e3d cannot update to ACTIVE because it is not bound. {{(pid=84042) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 18 21:26:36.317900 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-59a10c44-93b9-4407-bbf9-e00bf40e24d1 req-4a85a8a0-ef3c-41fa-afcc-ee5d2a686e14 service neutron] 10.222.0.42 "GET /v2.0/networks/56f25191-a068-47ea-a12c-3613c62a6e62?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1496274 Apr 18 21:26:36.373907 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-ce9186ff-ac4e-4aa0-972b-d0eda7bedb58 None None] Provisioning complete for port 10fe8cd8-b855-495b-bb84-60faabff8e3d triggered by entity DHCP. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:26:36.373907 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-ce9186ff-ac4e-4aa0-972b-d0eda7bedb58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1253608'] for port, provisioning_complete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:26:36.431917 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.plugin [None req-ce9186ff-ac4e-4aa0-972b-d0eda7bedb58 None None] Port 10fe8cd8-b855-495b-bb84-60faabff8e3d cannot update to ACTIVE because it is not bound. {{(pid=84042) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 18 21:26:36.528222 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-4bc74d19-37e1-4f81-8b21-ef7fd2c79a77 req-e1921ba0-2a85-44fe-94dd-03841de2113e tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] 10.222.0.42 "GET /v2.0/ports?device_id=5a0acea9-4de7-494d-9bf7-488abfbcb08a HTTP/1.1" status: 200 len: 210 time: 0.0504351 Apr 18 21:26:36.626285 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Device 1ae5ffc7-2eb5-4eb2-a147-932066c8dd84 up at agent ovs-agent-n-d-838334-2 {{(pid=84042) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 21:26:36.698901 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Provisioning complete for port 1ae5ffc7-2eb5-4eb2-a147-932066c8dd84 triggered by entity L2. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:26:36.699199 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1253608'] for port, provisioning_complete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:26:36.821235 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Device e8ff62cd-33ca-46e1-8b89-1eecc3f2ec53 up at agent ovs-agent-n-d-838334-2 {{(pid=84042) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 21:26:36.895081 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Provisioning complete for port e8ff62cd-33ca-46e1-8b89-1eecc3f2ec53 triggered by entity L2. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:26:36.895870 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1253608'] for port, provisioning_complete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:26:37.596573 n-d-838334-2 neutron-server[84043]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dea08c2c-0712-45df-9325-854b304a1e47 None None] Sync routers for ids ['652209e7-2d7c-420e-b0b7-a7c1ee6e0bcf'] in n-d-838334-2 {{(pid=84043) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 18 21:26:37.610102 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dea08c2c-0712-45df-9325-854b304a1e47 None None] Routers {'652209e7-2d7c-420e-b0b7-a7c1ee6e0bcf'} bound to L3 agent in host n-d-838334-2 {{(pid=84043) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 21:26:37.610954 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.l3_hamode_db [None req-dea08c2c-0712-45df-9325-854b304a1e47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838334-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-18T20:25:48Z,description=,heartbeat_timestamp=2022-04-18T21:26:18Z,host='n-d-838334-2',id=bc84d6c9-dd7a-4555-a351-592327b46d5a,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:25:48Z,topic='l3_agent')) {'router_ids': ['652209e7-2d7c-420e-b0b7-a7c1ee6e0bcf'], 'active': True} {{(pid=84043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:26:37.836885 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-4f96c44d-90cd-4771-bc87-b9743ca50bd9 req-2421f023-e58a-48f9-81a4-c4e0103ce8a9 tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] 10.222.0.42 "GET /v2.0/ports?device_id=5a0acea9-4de7-494d-9bf7-488abfbcb08a HTTP/1.1" status: 200 len: 210 time: 0.1591175 Apr 18 21:26:37.860954 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.l3_dvr_db [None req-dea08c2c-0712-45df-9325-854b304a1e47 None None] Set router 652209e7-2d7c-420e-b0b7-a7c1ee6e0bcf gateway port host: n-d-838334-2 {{(pid=84043) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 21:26:37.871527 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59a10c44-93b9-4407-bbf9-e00bf40e24d1 req-c23dfda9-a3de-4350-9dae-d10d735c2e65 tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:26:37.872252 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-59a10c44-93b9-4407-bbf9-e00bf40e24d1 req-c23dfda9-a3de-4350-9dae-d10d735c2e65 tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] 10.222.0.48 "GET /v2.0/networks?id=56f25191-a068-47ea-a12c-3613c62a6e62 HTTP/1.1" status: 200 len: 796 time: 0.3637927 Apr 18 21:26:37.927501 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-59a10c44-93b9-4407-bbf9-e00bf40e24d1 req-3968d893-5b33-4e8f-8dee-3d9bc44c3032 tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] 10.222.0.48 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=202d5ea04e8c40de88f64ef931ef4e4f HTTP/1.1" status: 200 len: 380 time: 0.0428658 Apr 18 21:26:37.937908 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.v2.base [req-59a10c44-93b9-4407-bbf9-e00bf40e24d1 req-e98abf97-8507-4cfb-a54e-3fdcbb8029a1 tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] Request body: {'port': {'device_id': '5a0acea9-4de7-494d-9bf7-488abfbcb08a', 'network_id': '56f25191-a068-47ea-a12c-3613c62a6e62', 'admin_state_up': True, 'tenant_id': '202d5ea04e8c40de88f64ef931ef4e4f', 'security_groups': ['7f8199fb-baa8-41a6-ab78-c8c3270085df']}} {{(pid=84040) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:26:38.072326 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [req-59a10c44-93b9-4407-bbf9-e00bf40e24d1 req-e98abf97-8507-4cfb-a54e-3fdcbb8029a1 tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:26:38.081814 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [req-59a10c44-93b9-4407-bbf9-e00bf40e24d1 req-e98abf97-8507-4cfb-a54e-3fdcbb8029a1 tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:26:38.092165 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-59a10c44-93b9-4407-bbf9-e00bf40e24d1 req-e98abf97-8507-4cfb-a54e-3fdcbb8029a1 tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] Made reservation on behalf of 202d5ea04e8c40de88f64ef931ef4e4f for: {'port': 1} {{(pid=84040) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:26:38.095287 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-59a10c44-93b9-4407-bbf9-e00bf40e24d1 req-e98abf97-8507-4cfb-a54e-3fdcbb8029a1 tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:26:38.192549 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.l3_hamode_db [None req-dea08c2c-0712-45df-9325-854b304a1e47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '652209e7-2d7c-420e-b0b7-a7c1ee6e0bcf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2063243346', 'tenant_id': '202d5ea04e8c40de88f64ef931ef4e4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'external_fixed_ips': [{'subnet_id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'ip_address': '172.25.8.41'}], 'enable_snat': True}, 'gw_port_id': 'e8ff62cd-33ca-46e1-8b89-1eecc3f2ec53', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:26:29Z', 'updated_at': '2022-04-18T21:26:33Z', 'revision_number': 4, 'project_id': '202d5ea04e8c40de88f64ef931ef4e4f', 'gw_port': {'id': 'e8ff62cd-33ca-46e1-8b89-1eecc3f2ec53', 'name': '', 'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:34:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '652209e7-2d7c-420e-b0b7-a7c1ee6e0bcf', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'ip_address': '172.25.8.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:26:29Z', 'updated_at': '2022-04-18T21:26:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838334-2', '_interfaces': [{'id': '10fe8cd8-b855-495b-bb84-60faabff8e3d', 'name': '', 'network_id': '56f25191-a068-47ea-a12c-3613c62a6e62', 'tenant_id': '202d5ea04e8c40de88f64ef931ef4e4f', 'mac_address': 'fa:16:3e:ca:7e:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '652209e7-2d7c-420e-b0b7-a7c1ee6e0bcf', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e7c99092-5980-4fbc-8e3d-07d221a3fcab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:26:32Z', 'updated_at': '2022-04-18T21:26:33Z', 'revision_number': 2, 'project_id': '202d5ea04e8c40de88f64ef931ef4e4f', 'subnets': [{'id': 'e7c99092-5980-4fbc-8e3d-07d221a3fcab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838334-2', False) {} {{(pid=84043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:26:38.196619 n-d-838334-2 neutron-server[84043]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dea08c2c-0712-45df-9325-854b304a1e47 None None] Checking router: 652209e7-2d7c-420e-b0b7-a7c1ee6e0bcf for host: n-d-838334-2 {{(pid=84043) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 18 21:26:38.196956 n-d-838334-2 neutron-server[84043]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dea08c2c-0712-45df-9325-854b304a1e47 None None] Updating router 652209e7-2d7c-420e-b0b7-a7c1ee6e0bcf port 10fe8cd8-b855-495b-bb84-60faabff8e3d binding host n-d-838334-2 {{(pid=84043) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 18 21:26:38.255023 n-d-838334-2 neutron-server[84043]: DEBUG neutron_lib.callbacks.manager [None req-dea08c2c-0712-45df-9325-854b304a1e47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:26:38.283075 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.db_base_plugin_common [req-59a10c44-93b9-4407-bbf9-e00bf40e24d1 req-e98abf97-8507-4cfb-a54e-3fdcbb8029a1 tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] Allocated IP 172.20.0.12 (56f25191-a068-47ea-a12c-3613c62a6e62/e7c99092-5980-4fbc-8e3d-07d221a3fcab/9149f356-051c-4e6b-9751-449d119a214a) {{(pid=84040) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 21:26:38.474157 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-59a10c44-93b9-4407-bbf9-e00bf40e24d1 req-e98abf97-8507-4cfb-a54e-3fdcbb8029a1 tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] Notify callbacks [] for port, precommit_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:26:38.489892 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.provisioning_blocks [req-59a10c44-93b9-4407-bbf9-e00bf40e24d1 req-e98abf97-8507-4cfb-a54e-3fdcbb8029a1 tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] Transition to ACTIVE for port object 9149f356-051c-4e6b-9751-449d119a214a will not be triggered until provisioned by entity DHCP. {{(pid=84040) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:26:38.510747 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-59a10c44-93b9-4407-bbf9-e00bf40e24d1 req-e98abf97-8507-4cfb-a54e-3fdcbb8029a1 tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750374836619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32440838'] for port, after_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:26:38.584606 n-d-838334-2 neutron-server[84040]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-59a10c44-93b9-4407-bbf9-e00bf40e24d1 req-e98abf97-8507-4cfb-a54e-3fdcbb8029a1 tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] Network 56f25191-a068-47ea-a12c-3613c62a6e62 is already hosted by enough agents. {{(pid=84040) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:26:38.587682 n-d-838334-2 neutron-server[84040]: DEBUG neutron.scheduler.base_scheduler [req-59a10c44-93b9-4407-bbf9-e00bf40e24d1 req-e98abf97-8507-4cfb-a54e-3fdcbb8029a1 tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] Resources bound (agent type, host, resource id): {{(pid=84040) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:26:38.591651 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.l3_dvrscheduler_db [req-59a10c44-93b9-4407-bbf9-e00bf40e24d1 req-e98abf97-8507-4cfb-a54e-3fdcbb8029a1 tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] Received port after_create {{(pid=84040) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 21:26:38.622325 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e98abf97-8507-4cfb-a54e-3fdcbb8029a1 tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] Pushing event updated for resources: {'Port': ['ID=9149f356-051c-4e6b-9751-449d119a214a,revision_number=1']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:26:38.643365 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e98abf97-8507-4cfb-a54e-3fdcbb8029a1 tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:26:38.644274 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e98abf97-8507-4cfb-a54e-3fdcbb8029a1 tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:26:38.644614 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e98abf97-8507-4cfb-a54e-3fdcbb8029a1 tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:26:38.644948 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e98abf97-8507-4cfb-a54e-3fdcbb8029a1 tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:26:38.645281 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e98abf97-8507-4cfb-a54e-3fdcbb8029a1 tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:26:38.645704 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e98abf97-8507-4cfb-a54e-3fdcbb8029a1 tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:26:38.646026 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e98abf97-8507-4cfb-a54e-3fdcbb8029a1 tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:26:38.646514 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e98abf97-8507-4cfb-a54e-3fdcbb8029a1 tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:26:38.646848 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e98abf97-8507-4cfb-a54e-3fdcbb8029a1 tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:26:38.647168 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e98abf97-8507-4cfb-a54e-3fdcbb8029a1 tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:26:38.647660 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e98abf97-8507-4cfb-a54e-3fdcbb8029a1 tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:26:38.673319 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59a10c44-93b9-4407-bbf9-e00bf40e24d1 req-e98abf97-8507-4cfb-a54e-3fdcbb8029a1 tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:26:38.673898 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-59a10c44-93b9-4407-bbf9-e00bf40e24d1 req-e98abf97-8507-4cfb-a54e-3fdcbb8029a1 tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217293'] for port, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:26:38.700018 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-59a10c44-93b9-4407-bbf9-e00bf40e24d1 req-e98abf97-8507-4cfb-a54e-3fdcbb8029a1 tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7658737 Apr 18 21:26:38.725867 n-d-838334-2 neutron-server[84043]: DEBUG neutron_lib.callbacks.manager [None req-dea08c2c-0712-45df-9325-854b304a1e47 None None] Notify callbacks [] for port, precommit_update {{(pid=84043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:26:38.739236 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.provisioning_blocks [None req-dea08c2c-0712-45df-9325-854b304a1e47 None None] Transition to ACTIVE for port object 10fe8cd8-b855-495b-bb84-60faabff8e3d will not be triggered until provisioned by entity L2. {{(pid=84043) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:26:38.747526 n-d-838334-2 neutron-server[84043]: DEBUG neutron_lib.callbacks.manager [None req-dea08c2c-0712-45df-9325-854b304a1e47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682'] for port, after_update {{(pid=84043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:26:38.798790 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.v2.base [req-59a10c44-93b9-4407-bbf9-e00bf40e24d1 req-97664dc3-6283-4cf9-bc4f-198e294358b6 service neutron] Request body: {'port': {'device_id': '5a0acea9-4de7-494d-9bf7-488abfbcb08a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-838334-2'}} {{(pid=84040) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:26:38.877519 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-7371ad8c-83f1-413d-813d-749a25b5bc22 None None] Provisioning for port 9149f356-051c-4e6b-9751-449d119a214a completed by entity DHCP. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 21:26:38.880272 n-d-838334-2 neutron-server[84043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0664ab0-5a23-47c5-98b9-53195ea3c14c None None] Pushing event updated for resources: {'Port': ['ID=10fe8cd8-b855-495b-bb84-60faabff8e3d,revision_number=3']} {{(pid=84043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:26:38.890494 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-7371ad8c-83f1-413d-813d-749a25b5bc22 None None] Provisioning complete for port 9149f356-051c-4e6b-9751-449d119a214a triggered by entity DHCP. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:26:38.891340 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-7371ad8c-83f1-413d-813d-749a25b5bc22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1253608'] for port, provisioning_complete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:26:38.968919 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-59a10c44-93b9-4407-bbf9-e00bf40e24d1 req-97664dc3-6283-4cf9-bc4f-198e294358b6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:26:38.986242 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.plugin [None req-7371ad8c-83f1-413d-813d-749a25b5bc22 None None] Port 9149f356-051c-4e6b-9751-449d119a214a cannot update to ACTIVE because it is not bound. {{(pid=84042) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 18 21:26:38.988203 n-d-838334-2 neutron-server[84043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0664ab0-5a23-47c5-98b9-53195ea3c14c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:26:38.988546 n-d-838334-2 neutron-server[84043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0664ab0-5a23-47c5-98b9-53195ea3c14c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:26:38.990736 n-d-838334-2 neutron-server[84043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0664ab0-5a23-47c5-98b9-53195ea3c14c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:26:38.991320 n-d-838334-2 neutron-server[84043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0664ab0-5a23-47c5-98b9-53195ea3c14c None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:26:38.995044 n-d-838334-2 neutron-server[84043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0664ab0-5a23-47c5-98b9-53195ea3c14c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:26:38.995558 n-d-838334-2 neutron-server[84043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0664ab0-5a23-47c5-98b9-53195ea3c14c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:26:38.996220 n-d-838334-2 neutron-server[84043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0664ab0-5a23-47c5-98b9-53195ea3c14c None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:26:38.996696 n-d-838334-2 neutron-server[84043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0664ab0-5a23-47c5-98b9-53195ea3c14c None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:26:38.997020 n-d-838334-2 neutron-server[84043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0664ab0-5a23-47c5-98b9-53195ea3c14c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:26:38.997342 n-d-838334-2 neutron-server[84043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0664ab0-5a23-47c5-98b9-53195ea3c14c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:26:38.997662 n-d-838334-2 neutron-server[84043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0664ab0-5a23-47c5-98b9-53195ea3c14c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:26:39.020704 n-d-838334-2 neutron-server[84043]: DEBUG neutron.plugins.ml2.managers [None req-dea08c2c-0712-45df-9325-854b304a1e47 None None] Attempting to bind port 10fe8cd8-b855-495b-bb84-60faabff8e3d on host n-d-838334-2 for vnic_type normal with profile {{(pid=84043) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 21:26:39.021303 n-d-838334-2 neutron-server[84043]: DEBUG neutron.plugins.ml2.managers [None req-dea08c2c-0712-45df-9325-854b304a1e47 None None] Attempting to bind port 10fe8cd8-b855-495b-bb84-60faabff8e3d by drivers openvswitch,hyperv on host n-d-838334-2 at level 0 using segments [{'id': '632a0b5a-0934-4bae-8180-bc4707889610', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '56f25191-a068-47ea-a12c-3613c62a6e62'}] {{(pid=84043) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 21:26:39.021654 n-d-838334-2 neutron-server[84043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dea08c2c-0712-45df-9325-854b304a1e47 None None] Attempting to bind port 10fe8cd8-b855-495b-bb84-60faabff8e3d on network 56f25191-a068-47ea-a12c-3613c62a6e62 {{(pid=84043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 21:26:39.037028 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.agents_db [None req-6346a179-333c-4370-b5a6-936984aeab15 None None] Agent healthcheck: found 7 active agents {{(pid=84043) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 18 21:26:39.037935 n-d-838334-2 neutron-server[84043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dea08c2c-0712-45df-9325-854b304a1e47 None None] Checking agent: {'id': '97cd4414-7af6-4d67-868d-dff370b4071a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838334-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 25, 49), 'started_at': datetime.datetime(2022, 4, 18, 20, 26, 19), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 21, 26, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838334-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 18 21:26:39.038497 n-d-838334-2 neutron-server[84043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dea08c2c-0712-45df-9325-854b304a1e47 None None] Checking segment: {'id': '632a0b5a-0934-4bae-8180-bc4707889610', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '56f25191-a068-47ea-a12c-3613c62a6e62'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84043) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 21:26:39.039038 n-d-838334-2 neutron-server[84043]: DEBUG neutron_lib.callbacks.manager [None req-dea08c2c-0712-45df-9325-854b304a1e47 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:26:39.039555 n-d-838334-2 neutron-server[84043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dea08c2c-0712-45df-9325-854b304a1e47 None None] Bound using segment: {'id': '632a0b5a-0934-4bae-8180-bc4707889610', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '56f25191-a068-47ea-a12c-3613c62a6e62'} {{(pid=84043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 18 21:26:39.040188 n-d-838334-2 neutron-server[84043]: DEBUG neutron.plugins.ml2.managers [None req-dea08c2c-0712-45df-9325-854b304a1e47 None None] Bound port: 10fe8cd8-b855-495b-bb84-60faabff8e3d, host: n-d-838334-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '632a0b5a-0934-4bae-8180-bc4707889610', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '56f25191-a068-47ea-a12c-3613c62a6e62'}}] {{(pid=84043) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 21:26:39.040700 n-d-838334-2 neutron-server[84043]: DEBUG neutron_lib.callbacks.manager [None req-dea08c2c-0712-45df-9325-854b304a1e47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:26:39.134044 n-d-838334-2 neutron-server[84043]: DEBUG neutron.plugins.ml2.db [None req-dea08c2c-0712-45df-9325-854b304a1e47 None None] For port 10fe8cd8-b855-495b-bb84-60faabff8e3d, host n-d-838334-2, cleared binding levels {{(pid=84043) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 21:26:39.137067 n-d-838334-2 neutron-server[84043]: DEBUG neutron.plugins.ml2.db [None req-dea08c2c-0712-45df-9325-854b304a1e47 None None] For port 10fe8cd8-b855-495b-bb84-60faabff8e3d, host n-d-838334-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838334-2',level=0,port_id=10fe8cd8-b855-495b-bb84-60faabff8e3d,segment=NetworkSegment(632a0b5a-0934-4bae-8180-bc4707889610),segment_id=632a0b5a-0934-4bae-8180-bc4707889610)] {{(pid=84043) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 21:26:39.141056 n-d-838334-2 neutron-server[84043]: DEBUG neutron_lib.callbacks.manager [None req-dea08c2c-0712-45df-9325-854b304a1e47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682'] for port, after_update {{(pid=84043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:26:39.195864 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e1384e2-5aa5-4fda-be30-cbe898d1ebc5 req-cafa7a9b-7aab-4ace-97b7-7ca0eadec86e tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:26:39.196553 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [req-2e1384e2-5aa5-4fda-be30-cbe898d1ebc5 req-cafa7a9b-7aab-4ace-97b7-7ca0eadec86e tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] Synchronizing usage tracker for tenant:202d5ea04e8c40de88f64ef931ef4e4f on resource:port {{(pid=84040) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 21:26:39.223588 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dea08c2c-0712-45df-9325-854b304a1e47 None None] Routers {'652209e7-2d7c-420e-b0b7-a7c1ee6e0bcf'} bound to L3 agent in host n-d-838334-2 {{(pid=84043) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 21:26:39.224233 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.l3_hamode_db [None req-dea08c2c-0712-45df-9325-854b304a1e47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838334-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-18T20:25:48Z,description=,heartbeat_timestamp=2022-04-18T21:26:18Z,host='n-d-838334-2',id=bc84d6c9-dd7a-4555-a351-592327b46d5a,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:25:48Z,topic='l3_agent')) {'router_ids': ['652209e7-2d7c-420e-b0b7-a7c1ee6e0bcf'], 'active': True} {{(pid=84043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:26:39.284833 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [req-2e1384e2-5aa5-4fda-be30-cbe898d1ebc5 req-cafa7a9b-7aab-4ace-97b7-7ca0eadec86e tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] Unset dirty status for tenant:202d5ea04e8c40de88f64ef931ef4e4f on resource:port {{(pid=84040) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 21:26:39.286037 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-2e1384e2-5aa5-4fda-be30-cbe898d1ebc5 req-cafa7a9b-7aab-4ace-97b7-7ca0eadec86e tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] 10.222.0.42 "GET /v2.0/ports?device_id=5a0acea9-4de7-494d-9bf7-488abfbcb08a HTTP/1.1" status: 200 len: 932 time: 0.2524734 Apr 18 21:26:39.352038 n-d-838334-2 neutron-server[84043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0664ab0-5a23-47c5-98b9-53195ea3c14c None None] Pushing event updated for resources: {'Port': ['ID=10fe8cd8-b855-495b-bb84-60faabff8e3d,revision_number=4']} {{(pid=84043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:26:39.371185 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-2e1384e2-5aa5-4fda-be30-cbe898d1ebc5 req-ffdff01f-e84f-49da-9385-8577d82cd678 tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] 10.222.0.42 "GET /v2.0/security-groups?id=7f8199fb-baa8-41a6-ab78-c8c3270085df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0774281 Apr 18 21:26:39.426644 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.l3_dvr_db [None req-dea08c2c-0712-45df-9325-854b304a1e47 None None] Set router 652209e7-2d7c-420e-b0b7-a7c1ee6e0bcf gateway port host: n-d-838334-2 {{(pid=84043) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 21:26:39.465073 n-d-838334-2 neutron-server[84040]: DEBUG neutron.notifiers.nova [req-59a10c44-93b9-4407-bbf9-e00bf40e24d1 req-97664dc3-6283-4cf9-bc4f-198e294358b6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9149f356-051c-4e6b-9751-449d119a214a {{(pid=84040) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 18 21:26:39.471776 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-59a10c44-93b9-4407-bbf9-e00bf40e24d1 req-97664dc3-6283-4cf9-bc4f-198e294358b6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:26:39.486630 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.provisioning_blocks [req-59a10c44-93b9-4407-bbf9-e00bf40e24d1 req-97664dc3-6283-4cf9-bc4f-198e294358b6 service neutron] Transition to ACTIVE for port object 9149f356-051c-4e6b-9751-449d119a214a will not be triggered until provisioned by entity L2. {{(pid=84040) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:26:39.491272 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-59a10c44-93b9-4407-bbf9-e00bf40e24d1 req-97664dc3-6283-4cf9-bc4f-198e294358b6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32440959'] for port, after_update {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:26:39.624714 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97664dc3-6283-4cf9-bc4f-198e294358b6 service neutron] Pushing event updated for resources: {'Port': ['ID=9149f356-051c-4e6b-9751-449d119a214a,revision_number=2']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:26:39.765654 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.managers [req-59a10c44-93b9-4407-bbf9-e00bf40e24d1 req-97664dc3-6283-4cf9-bc4f-198e294358b6 service neutron] Attempting to bind port 9149f356-051c-4e6b-9751-449d119a214a on host n-h2-838334-2 for vnic_type normal with profile {{(pid=84040) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 21:26:39.765982 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.managers [req-59a10c44-93b9-4407-bbf9-e00bf40e24d1 req-97664dc3-6283-4cf9-bc4f-198e294358b6 service neutron] Attempting to bind port 9149f356-051c-4e6b-9751-449d119a214a by drivers openvswitch,hyperv on host n-h2-838334-2 at level 0 using segments [{'id': '632a0b5a-0934-4bae-8180-bc4707889610', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '56f25191-a068-47ea-a12c-3613c62a6e62'}] {{(pid=84040) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 21:26:39.766442 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59a10c44-93b9-4407-bbf9-e00bf40e24d1 req-97664dc3-6283-4cf9-bc4f-198e294358b6 service neutron] Attempting to bind port 9149f356-051c-4e6b-9751-449d119a214a on network 56f25191-a068-47ea-a12c-3613c62a6e62 {{(pid=84040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 21:26:39.771076 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.l3_hamode_db [None req-dea08c2c-0712-45df-9325-854b304a1e47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '652209e7-2d7c-420e-b0b7-a7c1ee6e0bcf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2063243346', 'tenant_id': '202d5ea04e8c40de88f64ef931ef4e4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'external_fixed_ips': [{'subnet_id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'ip_address': '172.25.8.41'}], 'enable_snat': True}, 'gw_port_id': 'e8ff62cd-33ca-46e1-8b89-1eecc3f2ec53', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:26:29Z', 'updated_at': '2022-04-18T21:26:33Z', 'revision_number': 4, 'project_id': '202d5ea04e8c40de88f64ef931ef4e4f', 'gw_port': {'id': 'e8ff62cd-33ca-46e1-8b89-1eecc3f2ec53', 'name': '', 'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:34:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '652209e7-2d7c-420e-b0b7-a7c1ee6e0bcf', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'ip_address': '172.25.8.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:26:29Z', 'updated_at': '2022-04-18T21:26:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838334-2', '_interfaces': [{'id': '10fe8cd8-b855-495b-bb84-60faabff8e3d', 'name': '', 'network_id': '56f25191-a068-47ea-a12c-3613c62a6e62', 'tenant_id': '202d5ea04e8c40de88f64ef931ef4e4f', 'mac_address': 'fa:16:3e:ca:7e:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '652209e7-2d7c-420e-b0b7-a7c1ee6e0bcf', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e7c99092-5980-4fbc-8e3d-07d221a3fcab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:26:32Z', 'updated_at': '2022-04-18T21:26:39Z', 'revision_number': 4, 'project_id': '202d5ea04e8c40de88f64ef931ef4e4f', 'subnets': [{'id': 'e7c99092-5980-4fbc-8e3d-07d221a3fcab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838334-2', False) {} {{(pid=84043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:26:39.773031 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59a10c44-93b9-4407-bbf9-e00bf40e24d1 req-97664dc3-6283-4cf9-bc4f-198e294358b6 service neutron] Port 9149f356-051c-4e6b-9751-449d119a214a on network 56f25191-a068-47ea-a12c-3613c62a6e62 not bound, no agent of type Open vSwitch agent registered on host n-h2-838334-2 {{(pid=84040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 18 21:26:39.773347 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59a10c44-93b9-4407-bbf9-e00bf40e24d1 req-97664dc3-6283-4cf9-bc4f-198e294358b6 service neutron] Attempting to bind port 9149f356-051c-4e6b-9751-449d119a214a on network 56f25191-a068-47ea-a12c-3613c62a6e62 {{(pid=84040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 21:26:39.775100 n-d-838334-2 neutron-server[84043]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dea08c2c-0712-45df-9325-854b304a1e47 None None] The sync data for ids ['652209e7-2d7c-420e-b0b7-a7c1ee6e0bcf'] in n-d-838334-2 is: [{'id': '652209e7-2d7c-420e-b0b7-a7c1ee6e0bcf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2063243346', 'tenant_id': '202d5ea04e8c40de88f64ef931ef4e4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'external_fixed_ips': [{'subnet_id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'ip_address': '172.25.8.41'}], 'enable_snat': True}, 'gw_port_id': 'e8ff62cd-33ca-46e1-8b89-1eecc3f2ec53', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:26:29Z', 'updated_at': '2022-04-18T21:26:33Z', 'revision_number': 4, 'project_id': '202d5ea04e8c40de88f64ef931ef4e4f', 'gw_port': {'id': 'e8ff62cd-33ca-46e1-8b89-1eecc3f2ec53', 'name': '', 'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:34:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '652209e7-2d7c-420e-b0b7-a7c1ee6e0bcf', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'ip_address': '172.25.8.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:26:29Z', 'updated_at': '2022-04-18T21:26:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838334-2', '_interfaces': [{'id': '10fe8cd8-b855-495b-bb84-60faabff8e3d', 'name': '', 'network_id': '56f25191-a068-47ea-a12c-3613c62a6e62', 'tenant_id': '202d5ea04e8c40de88f64ef931ef4e4f', 'mac_address': 'fa:16:3e:ca:7e:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '652209e7-2d7c-420e-b0b7-a7c1ee6e0bcf', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e7c99092-5980-4fbc-8e3d-07d221a3fcab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:26:32Z', 'updated_at': '2022-04-18T21:26:39Z', 'revision_number': 4, 'project_id': '202d5ea04e8c40de88f64ef931ef4e4f', 'subnets': [{'id': 'e7c99092-5980-4fbc-8e3d-07d221a3fcab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84043) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 18 21:26:39.780244 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59a10c44-93b9-4407-bbf9-e00bf40e24d1 req-97664dc3-6283-4cf9-bc4f-198e294358b6 service neutron] Checking agent: {'id': 'dc797004-f641-47b7-a77f-9c62b5b16296', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-838334-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 34, 3), 'started_at': datetime.datetime(2022, 4, 18, 20, 34, 3), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 21, 26, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 18 21:26:39.780575 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59a10c44-93b9-4407-bbf9-e00bf40e24d1 req-97664dc3-6283-4cf9-bc4f-198e294358b6 service neutron] Checking segment: {'id': '632a0b5a-0934-4bae-8180-bc4707889610', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '56f25191-a068-47ea-a12c-3613c62a6e62'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84040) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 21:26:39.784135 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59a10c44-93b9-4407-bbf9-e00bf40e24d1 req-97664dc3-6283-4cf9-bc4f-198e294358b6 service neutron] Bound using segment: {'id': '632a0b5a-0934-4bae-8180-bc4707889610', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '56f25191-a068-47ea-a12c-3613c62a6e62'} {{(pid=84040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 18 21:26:39.784851 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.managers [req-59a10c44-93b9-4407-bbf9-e00bf40e24d1 req-97664dc3-6283-4cf9-bc4f-198e294358b6 service neutron] Bound port: 9149f356-051c-4e6b-9751-449d119a214a, host: n-h2-838334-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '632a0b5a-0934-4bae-8180-bc4707889610', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '56f25191-a068-47ea-a12c-3613c62a6e62'}}] {{(pid=84040) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 21:26:39.785261 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-59a10c44-93b9-4407-bbf9-e00bf40e24d1 req-97664dc3-6283-4cf9-bc4f-198e294358b6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:26:39.925569 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.db [req-59a10c44-93b9-4407-bbf9-e00bf40e24d1 req-97664dc3-6283-4cf9-bc4f-198e294358b6 service neutron] For port 9149f356-051c-4e6b-9751-449d119a214a, host n-h2-838334-2, cleared binding levels {{(pid=84040) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 21:26:39.931047 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.db [req-59a10c44-93b9-4407-bbf9-e00bf40e24d1 req-97664dc3-6283-4cf9-bc4f-198e294358b6 service neutron] For port 9149f356-051c-4e6b-9751-449d119a214a, host n-h2-838334-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838334-2',level=0,port_id=9149f356-051c-4e6b-9751-449d119a214a,segment=NetworkSegment(632a0b5a-0934-4bae-8180-bc4707889610),segment_id=632a0b5a-0934-4bae-8180-bc4707889610)] {{(pid=84040) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 21:26:39.938534 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-59a10c44-93b9-4407-bbf9-e00bf40e24d1 req-97664dc3-6283-4cf9-bc4f-198e294358b6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32440959'] for port, after_update {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:26:39.998079 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-59a10c44-93b9-4407-bbf9-e00bf40e24d1 req-97664dc3-6283-4cf9-bc4f-198e294358b6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217293'] for port, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:26:39.999602 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-59a10c44-93b9-4407-bbf9-e00bf40e24d1 req-97664dc3-6283-4cf9-bc4f-198e294358b6 service neutron] 10.222.0.48 "PUT /v2.0/ports/9149f356-051c-4e6b-9751-449d119a214a HTTP/1.1" status: 200 len: 1092 time: 1.2913258 Apr 18 21:26:40.000127 n-d-838334-2 neutron-server[84040]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5a0acea9-4de7-494d-9bf7-488abfbcb08a', 'tag': '9149f356-051c-4e6b-9751-449d119a214a'}] {{(pid=84040) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 21:26:40.045825 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97664dc3-6283-4cf9-bc4f-198e294358b6 service neutron] Pushing event updated for resources: {'Port': ['ID=9149f356-051c-4e6b-9751-449d119a214a,revision_number=3']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:26:40.214196 n-d-838334-2 neutron-server[84040]: INFO neutron.notifiers.nova [-] Nova event matching ['req-81759d30-217b-4c32-92d8-ab11bae63835'] response: {'name': 'network-changed', 'server_uuid': '5a0acea9-4de7-494d-9bf7-488abfbcb08a', 'tag': '9149f356-051c-4e6b-9751-449d119a214a', 'status': 'completed', 'code': 200} Apr 18 21:26:40.269350 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-59a10c44-93b9-4407-bbf9-e00bf40e24d1 req-2e4229e5-7a93-49d8-a54e-977190c3abcf service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=202d5ea04e8c40de88f64ef931ef4e4f&device_id=5a0acea9-4de7-494d-9bf7-488abfbcb08a HTTP/1.1" status: 200 len: 1095 time: 0.2057605 Apr 18 21:26:40.357073 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-59a10c44-93b9-4407-bbf9-e00bf40e24d1 req-abeaf52c-691c-4d53-9b2f-b1a88fb4087e service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9149f356-051c-4e6b-9751-449d119a214a HTTP/1.1" status: 200 len: 217 time: 0.0790985 Apr 18 21:26:40.434822 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59a10c44-93b9-4407-bbf9-e00bf40e24d1 req-441417d4-ba7c-440e-86cd-2e96930b854c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:26:40.436524 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-59a10c44-93b9-4407-bbf9-e00bf40e24d1 req-441417d4-ba7c-440e-86cd-2e96930b854c service neutron] 10.222.0.48 "GET /v2.0/subnets?id=e7c99092-5980-4fbc-8e3d-07d221a3fcab HTTP/1.1" status: 200 len: 834 time: 0.0725913 Apr 18 21:26:40.570171 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-59a10c44-93b9-4407-bbf9-e00bf40e24d1 req-63db1f7b-1c5e-4d55-89fa-24ddfaa859e4 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=56f25191-a068-47ea-a12c-3613c62a6e62&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1270423 Apr 18 21:26:40.637915 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Device 10fe8cd8-b855-495b-bb84-60faabff8e3d up at agent ovs-agent-n-d-838334-2 {{(pid=84042) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 21:26:40.711983 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46594e24-38cf-4b7d-aff4-f8edd0c44765 req-2854355b-669b-48ec-8c47-d994801a1115 tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:26:40.713335 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Provisioning for port 10fe8cd8-b855-495b-bb84-60faabff8e3d completed by entity L2. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 21:26:40.713661 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-46594e24-38cf-4b7d-aff4-f8edd0c44765 req-2854355b-669b-48ec-8c47-d994801a1115 tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] 10.222.0.42 "GET /v2.0/ports?device_id=5a0acea9-4de7-494d-9bf7-488abfbcb08a HTTP/1.1" status: 200 len: 944 time: 0.1925747 Apr 18 21:26:40.719415 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Provisioning complete for port 10fe8cd8-b855-495b-bb84-60faabff8e3d triggered by entity L2. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:26:40.720073 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1253608'] for port, provisioning_complete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:26:40.758374 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-59a10c44-93b9-4407-bbf9-e00bf40e24d1 req-39f157de-1c71-4a92-8247-9a36189be758 service neutron] 10.222.0.48 "GET /v2.0/networks/56f25191-a068-47ea-a12c-3613c62a6e62?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1809821 Apr 18 21:26:40.836898 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:26:40.857368 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-46594e24-38cf-4b7d-aff4-f8edd0c44765 req-53a74513-73dd-4b0e-a0e1-91368127c75c tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] 10.222.0.42 "GET /v2.0/security-groups?id=7f8199fb-baa8-41a6-ab78-c8c3270085df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1370015 Apr 18 21:26:40.872756 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] For port 10fe8cd8-b855-495b-bb84-60faabff8e3d, host n-d-838334-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838334-2',level=0,port_id=10fe8cd8-b855-495b-bb84-60faabff8e3d,segment=NetworkSegment(632a0b5a-0934-4bae-8180-bc4707889610),segment_id=632a0b5a-0934-4bae-8180-bc4707889610)] {{(pid=84042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:26:40.876979 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682'] for port, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:26:40.917488 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-59a10c44-93b9-4407-bbf9-e00bf40e24d1 req-968aa90e-5941-48ca-a841-fe0ab2a7acb0 service neutron] 10.222.0.48 "GET /v2.0/networks/56f25191-a068-47ea-a12c-3613c62a6e62?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1517255 Apr 18 21:26:40.943580 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Pushing event updated for resources: {'Port': ['ID=10fe8cd8-b855-495b-bb84-60faabff8e3d,revision_number=5']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:26:40.962450 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:26:40.962805 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:26:40.963142 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:26:40.963473 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:26:40.963836 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:26:40.964220 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:26:40.964554 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:26:40.964878 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:26:40.965201 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:26:40.965518 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:26:40.965842 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:26:41.046247 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-458d88f8-2607-439b-b540-75909fa48936 req-e0ee7348-9de4-432f-a257-04e53e2cd4c7 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=202d5ea04e8c40de88f64ef931ef4e4f&device_id=5a0acea9-4de7-494d-9bf7-488abfbcb08a HTTP/1.1" status: 200 len: 1095 time: 0.0795553 Apr 18 21:26:41.174447 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-458d88f8-2607-439b-b540-75909fa48936 req-6721db00-190b-416d-9f7a-b52727ad1f55 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:26:41.175959 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-458d88f8-2607-439b-b540-75909fa48936 req-6721db00-190b-416d-9f7a-b52727ad1f55 service neutron] 10.222.0.48 "GET /v2.0/networks?id=56f25191-a068-47ea-a12c-3613c62a6e62 HTTP/1.1" status: 200 len: 897 time: 0.1233144 Apr 18 21:26:41.244363 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-458d88f8-2607-439b-b540-75909fa48936 req-208a88de-a034-4682-a3c0-76b364833790 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9149f356-051c-4e6b-9751-449d119a214a HTTP/1.1" status: 200 len: 217 time: 0.0598278 Apr 18 21:26:41.309104 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-458d88f8-2607-439b-b540-75909fa48936 req-8c6a3b44-7257-46c5-8b2e-88b19efbaff7 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:26:41.310464 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-458d88f8-2607-439b-b540-75909fa48936 req-8c6a3b44-7257-46c5-8b2e-88b19efbaff7 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=e7c99092-5980-4fbc-8e3d-07d221a3fcab HTTP/1.1" status: 200 len: 834 time: 0.0584102 Apr 18 21:26:41.382211 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-458d88f8-2607-439b-b540-75909fa48936 req-49c151d7-674d-4503-8ef0-d3dcd6867395 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=56f25191-a068-47ea-a12c-3613c62a6e62&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0652909 Apr 18 21:26:41.511896 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-458d88f8-2607-439b-b540-75909fa48936 req-5b3fa0eb-246d-459e-b284-c335011fe4bf service neutron] 10.222.0.48 "GET /v2.0/networks/56f25191-a068-47ea-a12c-3613c62a6e62?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1226575 Apr 18 21:26:41.640297 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-458d88f8-2607-439b-b540-75909fa48936 req-a3cefeb2-6296-42f2-8b29-b95c45ded80c service neutron] 10.222.0.48 "GET /v2.0/networks/56f25191-a068-47ea-a12c-3613c62a6e62?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1210673 Apr 18 21:26:42.057774 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c771c98-9701-4644-b7d0-b2b6cf314963 req-011f2240-8f96-466a-828a-acf74815e8c4 tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:26:42.059489 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-1c771c98-9701-4644-b7d0-b2b6cf314963 req-011f2240-8f96-466a-828a-acf74815e8c4 tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] 10.222.0.42 "GET /v2.0/ports?device_id=5a0acea9-4de7-494d-9bf7-488abfbcb08a HTTP/1.1" status: 200 len: 944 time: 0.0805497 Apr 18 21:26:42.104236 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-1c771c98-9701-4644-b7d0-b2b6cf314963 req-1c9a4dad-b1d2-4793-9bec-93309f34de1c tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] 10.222.0.42 "GET /v2.0/security-groups?id=7f8199fb-baa8-41a6-ab78-c8c3270085df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391641 Apr 18 21:26:42.604173 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Device 10fe8cd8-b855-495b-bb84-60faabff8e3d up at agent ovs-agent-n-d-838334-2 {{(pid=84042) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 21:26:42.670328 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Provisioning complete for port 10fe8cd8-b855-495b-bb84-60faabff8e3d triggered by entity L2. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:26:42.670689 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1253608'] for port, provisioning_complete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:26:43.300649 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76454416-231e-4cd6-8e04-c4aef4953feb req-a1d1de38-e61d-4a95-85f6-73092379ac33 tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:26:43.302174 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-76454416-231e-4cd6-8e04-c4aef4953feb req-a1d1de38-e61d-4a95-85f6-73092379ac33 tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] 10.222.0.42 "GET /v2.0/ports?device_id=5a0acea9-4de7-494d-9bf7-488abfbcb08a HTTP/1.1" status: 200 len: 944 time: 0.0795109 Apr 18 21:26:43.346119 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-76454416-231e-4cd6-8e04-c4aef4953feb req-164d82cf-e327-41e4-b939-cb5dad4919b3 tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] 10.222.0.42 "GET /v2.0/security-groups?id=7f8199fb-baa8-41a6-ab78-c8c3270085df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385618 Apr 18 21:26:44.435360 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Device 9149f356-051c-4e6b-9751-449d119a214a details requested by agent hyperv_n-h2-838334-2 with host n-h2-838334-2 {{(pid=84042) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 18 21:26:44.580464 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] For port 9149f356-051c-4e6b-9751-449d119a214a, host n-h2-838334-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838334-2',level=0,port_id=9149f356-051c-4e6b-9751-449d119a214a,segment=NetworkSegment(632a0b5a-0934-4bae-8180-bc4707889610),segment_id=632a0b5a-0934-4bae-8180-bc4707889610)] {{(pid=84042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:26:44.594180 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Returning: {'device': '9149f356-051c-4e6b-9751-449d119a214a', 'network_id': '56f25191-a068-47ea-a12c-3613c62a6e62', 'port_id': '9149f356-051c-4e6b-9751-449d119a214a', 'mac_address': 'fa:16:3e:3d:8c:19', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 363, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e7c99092-5980-4fbc-8e3d-07d221a3fcab', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84042) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 18 21:26:44.644564 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a287916-d5d5-4726-958e-570ddacf4e2c req-4a0dc392-206e-44f9-9ba9-4c308949e2d3 tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:26:44.645928 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-0a287916-d5d5-4726-958e-570ddacf4e2c req-4a0dc392-206e-44f9-9ba9-4c308949e2d3 tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] 10.222.0.42 "GET /v2.0/ports?device_id=5a0acea9-4de7-494d-9bf7-488abfbcb08a HTTP/1.1" status: 200 len: 944 time: 0.1746924 Apr 18 21:26:44.647544 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:26:44.668356 n-d-838334-2 neutron-server[84042]: DEBUG neutron.notifiers.nova [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9149f356-051c-4e6b-9751-449d119a214a {{(pid=84042) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 18 21:26:44.683947 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] For port 9149f356-051c-4e6b-9751-449d119a214a, host n-h2-838334-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838334-2',level=0,port_id=9149f356-051c-4e6b-9751-449d119a214a,segment=NetworkSegment(632a0b5a-0934-4bae-8180-bc4707889610),segment_id=632a0b5a-0934-4bae-8180-bc4707889610)] {{(pid=84042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:26:44.688162 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682'] for port, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:26:44.693755 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-0a287916-d5d5-4726-958e-570ddacf4e2c req-0ad97f9f-3245-4e55-8970-aa106035d1f6 tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] 10.222.0.42 "GET /v2.0/security-groups?id=7f8199fb-baa8-41a6-ab78-c8c3270085df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419636 Apr 18 21:26:44.752825 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Pushing event updated for resources: {'Port': ['ID=9149f356-051c-4e6b-9751-449d119a214a,revision_number=4']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:26:44.941951 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] get_ports_and_sgs() called for port_ids ['9149f356-051c-4e6b-9751-449d119a214a'] {{(pid=84042) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 18 21:26:45.674673 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-152b5849-7f16-404b-a99d-5fe96e129fea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750375287399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253529'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:26:45.894940 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a81ad75-b810-4700-a4b8-2bc2d631a8b9 req-85b3f3a4-132f-4e1c-8a72-ceac0b034fd8 tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:26:45.896647 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-0a81ad75-b810-4700-a4b8-2bc2d631a8b9 req-85b3f3a4-132f-4e1c-8a72-ceac0b034fd8 tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] 10.222.0.42 "GET /v2.0/ports?device_id=5a0acea9-4de7-494d-9bf7-488abfbcb08a HTTP/1.1" status: 200 len: 945 time: 0.0838988 Apr 18 21:26:45.946377 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-0a81ad75-b810-4700-a4b8-2bc2d631a8b9 req-b040256f-2a2f-4bc5-bd1e-658d1a7d7691 tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] 10.222.0.42 "GET /v2.0/security-groups?id=7f8199fb-baa8-41a6-ab78-c8c3270085df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440598 Apr 18 21:26:46.467986 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Device 9149f356-051c-4e6b-9751-449d119a214a up at agent hyperv_n-h2-838334-2 {{(pid=84042) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 21:26:46.542381 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Provisioning for port 9149f356-051c-4e6b-9751-449d119a214a completed by entity L2. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 21:26:46.547197 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Provisioning complete for port 9149f356-051c-4e6b-9751-449d119a214a triggered by entity L2. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:26:46.547702 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1253608'] for port, provisioning_complete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:26:46.663975 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:26:46.692546 n-d-838334-2 neutron-server[84042]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5a0acea9-4de7-494d-9bf7-488abfbcb08a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9149f356-051c-4e6b-9751-449d119a214a'}] {{(pid=84042) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 21:26:46.702625 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] For port 9149f356-051c-4e6b-9751-449d119a214a, host n-h2-838334-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838334-2',level=0,port_id=9149f356-051c-4e6b-9751-449d119a214a,segment=NetworkSegment(632a0b5a-0934-4bae-8180-bc4707889610),segment_id=632a0b5a-0934-4bae-8180-bc4707889610)] {{(pid=84042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:26:46.707754 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682'] for port, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:26:46.773946 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Pushing event updated for resources: {'Port': ['ID=9149f356-051c-4e6b-9751-449d119a214a,revision_number=5']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:26:46.831692 n-d-838334-2 neutron-server[84042]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a2d4bae5-9a59-4dbc-a1e8-76e7506407de'] response: {'server_uuid': '5a0acea9-4de7-494d-9bf7-488abfbcb08a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9149f356-051c-4e6b-9751-449d119a214a', 'code': 200} Apr 18 21:26:46.962983 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-7d937fad-041a-4bc6-ba40-568f88831366 req-fced03c9-fa0a-4792-9949-f136d5e87ec4 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=5a0acea9-4de7-494d-9bf7-488abfbcb08a HTTP/1.1" status: 200 len: 1097 time: 0.0724220 Apr 18 21:26:47.007882 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-7d937fad-041a-4bc6-ba40-568f88831366 req-2dc26569-1622-4ef2-a302-9c4f016d4484 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=7f8199fb-baa8-41a6-ab78-c8c3270085df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383365 Apr 18 21:26:47.147688 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d829e35-e6c5-451f-9473-62b2e00e6e31 req-24936f16-545a-44e9-af03-b4a4380c884c tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:26:47.149113 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-3d829e35-e6c5-451f-9473-62b2e00e6e31 req-24936f16-545a-44e9-af03-b4a4380c884c tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] 10.222.0.42 "GET /v2.0/ports?device_id=5a0acea9-4de7-494d-9bf7-488abfbcb08a HTTP/1.1" status: 200 len: 946 time: 0.0776727 Apr 18 21:26:47.195394 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-3d829e35-e6c5-451f-9473-62b2e00e6e31 req-d87d36a7-3704-4041-b1ed-3a7db2acc945 tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] 10.222.0.42 "GET /v2.0/security-groups?id=7f8199fb-baa8-41a6-ab78-c8c3270085df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406733 Apr 18 21:26:47.928368 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-fe5cbfb0-0346-4982-b78f-f7195b839f19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750375287399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253529'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:26:48.394552 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f187065-ee7d-472c-9004-c6f890a305dd req-e9db78ca-bbfc-4d4f-830b-3113fbca7d5c tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:26:48.395988 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-2f187065-ee7d-472c-9004-c6f890a305dd req-e9db78ca-bbfc-4d4f-830b-3113fbca7d5c tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] 10.222.0.42 "GET /v2.0/ports?device_id=5a0acea9-4de7-494d-9bf7-488abfbcb08a HTTP/1.1" status: 200 len: 946 time: 0.0739944 Apr 18 21:26:48.440050 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-2f187065-ee7d-472c-9004-c6f890a305dd req-b539aec9-67da-48f2-9c08-52aeba358f99 tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] 10.222.0.42 "GET /v2.0/security-groups?id=7f8199fb-baa8-41a6-ab78-c8c3270085df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384676 Apr 18 21:26:48.634225 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a5d0c5e-30ca-4b8d-af97-fca2add5cf19 req-30f66a25-5edb-4234-b908-9832f6b344dd tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:26:48.635666 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-6a5d0c5e-30ca-4b8d-af97-fca2add5cf19 req-30f66a25-5edb-4234-b908-9832f6b344dd tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] 10.222.0.42 "GET /v2.0/ports?device_id=5a0acea9-4de7-494d-9bf7-488abfbcb08a HTTP/1.1" status: 200 len: 946 time: 0.0773194 Apr 18 21:26:48.680334 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-6a5d0c5e-30ca-4b8d-af97-fca2add5cf19 req-89afe344-e3cf-40de-812b-a68c954b3f80 tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] 10.222.0.42 "GET /v2.0/security-groups?id=7f8199fb-baa8-41a6-ab78-c8c3270085df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391848 Apr 18 21:26:48.707401 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 37266) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:26:48.774884 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-47f7f78d-aeae-4e87-b4a2-f01567b5bc7f tempest-TestNetworkAdvancedServerOps-1372836320 tempest-TestNetworkAdvancedServerOps-1372836320-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=5a0acea9-4de7-494d-9bf7-488abfbcb08a HTTP/1.1" status: 200 len: 1092 time: 0.0664186 Apr 18 21:26:48.777529 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 37270) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:26:48.782584 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.v2.base [None req-db675feb-25bb-45cf-8669-11f963a331bd tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] Request body: {'floatingip': {'floating_network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'port_id': '9149f356-051c-4e6b-9751-449d119a214a', 'tenant_id': '202d5ea04e8c40de88f64ef931ef4e4f', 'fixed_ip_address': '172.20.0.12'}} {{(pid=84040) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:26:48.788991 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [None req-db675feb-25bb-45cf-8669-11f963a331bd tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:26:48.792714 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-db675feb-25bb-45cf-8669-11f963a331bd tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] Usage tracker for resource:floatingip and tenant:202d5ea04e8c40de88f64ef931ef4e4f is out of sync, need to count used quota {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:26:48.795456 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-db675feb-25bb-45cf-8669-11f963a331bd tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:26:48.801876 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [None req-db675feb-25bb-45cf-8669-11f963a331bd tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:26:48.812372 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-db675feb-25bb-45cf-8669-11f963a331bd tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] Notify callbacks [] for floatingip, before_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:26:48.951235 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-db675feb-25bb-45cf-8669-11f963a331bd tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:26:49.092018 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.db_base_plugin_common [None req-db675feb-25bb-45cf-8669-11f963a331bd tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] Allocated IP 172.25.8.15 (e41b6600-a917-4a8d-b05c-be3be40c6d8c/6b05667b-848e-4356-9b44-d5eb6808ef74/630515ec-4682-41b0-a762-6e0c9e9a32c1) {{(pid=84040) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 21:26:49.107106 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750375287399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253529'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:26:49.240023 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-db675feb-25bb-45cf-8669-11f963a331bd tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] Notify callbacks [] for port, precommit_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:26:49.271078 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-db675feb-25bb-45cf-8669-11f963a331bd tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750374836619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32440838'] for port, after_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:26:49.350119 n-d-838334-2 neutron-server[84040]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db675feb-25bb-45cf-8669-11f963a331bd tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] Network e41b6600-a917-4a8d-b05c-be3be40c6d8c is already hosted by enough agents. {{(pid=84040) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:26:49.352204 n-d-838334-2 neutron-server[84040]: DEBUG neutron.scheduler.base_scheduler [None req-db675feb-25bb-45cf-8669-11f963a331bd tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] Resources bound (agent type, host, resource id): {{(pid=84040) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:26:49.356328 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db675feb-25bb-45cf-8669-11f963a331bd tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] Received port after_create {{(pid=84040) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 21:26:49.388081 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db675feb-25bb-45cf-8669-11f963a331bd tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] Pushing event updated for resources: {'Port': ['ID=630515ec-4682-41b0-a762-6e0c9e9a32c1,revision_number=1']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:26:49.583244 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-414b6ffe-e119-47bc-b18f-bcff1219c2f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750375287399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253529'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:26:49.944564 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-db675feb-25bb-45cf-8669-11f963a331bd tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:26:50.000917 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-db675feb-25bb-45cf-8669-11f963a331bd tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:26:50.199816 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-db675feb-25bb-45cf-8669-11f963a331bd tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] Notify callbacks [] for port, precommit_update {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:26:50.205933 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-db675feb-25bb-45cf-8669-11f963a331bd tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32440959'] for port, after_update {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:26:50.313191 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db675feb-25bb-45cf-8669-11f963a331bd tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] Pushing event updated for resources: {'Port': ['ID=630515ec-4682-41b0-a762-6e0c9e9a32c1,revision_number=2']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:26:50.327101 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-db675feb-25bb-45cf-8669-11f963a331bd tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33444131'] for floatingip, after_update {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:26:50.525992 n-d-838334-2 neutron-server[84040]: INFO neutron.db.l3_db [None req-db675feb-25bb-45cf-8669-11f963a331bd tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] Floating IP e3ee480e-e134-472c-9d5d-e94f3685f14a associated. External IP: 172.25.8.15, port: 9149f356-051c-4e6b-9751-449d119a214a. Apr 18 21:26:50.676044 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-c7521a90-7d65-4e2e-842c-ca5d95e9a89c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750375287399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253529'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:26:50.943374 n-d-838334-2 neutron-server[84040]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-db675feb-25bb-45cf-8669-11f963a331bd tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] Router 652209e7-2d7c-420e-b0b7-a7c1ee6e0bcf has already been hosted by L3 agent bc84d6c9-dd7a-4555-a351-592327b46d5a {{(pid=84040) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 21:26:51.156269 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-db675feb-25bb-45cf-8669-11f963a331bd tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] Notify agent at l3_agent.n-d-838334-2 the message routers_updated {{(pid=84040) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 21:26:51.166035 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cdb39c1-63a4-4117-8b62-b88c1a9f9a1a None None] Sync routers for ids ['652209e7-2d7c-420e-b0b7-a7c1ee6e0bcf'] in n-d-838334-2 {{(pid=84042) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 18 21:26:51.180982 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cdb39c1-63a4-4117-8b62-b88c1a9f9a1a None None] Routers {'652209e7-2d7c-420e-b0b7-a7c1ee6e0bcf'} bound to L3 agent in host n-d-838334-2 {{(pid=84042) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 21:26:51.181683 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_hamode_db [None req-2cdb39c1-63a4-4117-8b62-b88c1a9f9a1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838334-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-18T20:25:48Z,description=,heartbeat_timestamp=2022-04-18T21:26:48Z,host='n-d-838334-2',id=bc84d6c9-dd7a-4555-a351-592327b46d5a,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:25:48Z,topic='l3_agent')) {'router_ids': ['652209e7-2d7c-420e-b0b7-a7c1ee6e0bcf'], 'active': True} {{(pid=84042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:26:51.188455 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-db675feb-25bb-45cf-8669-11f963a331bd tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217293'] for floatingip, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:26:51.297004 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-db675feb-25bb-45cf-8669-11f963a331bd tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] 10.222.0.42 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.5164223 Apr 18 21:26:51.297678 n-d-838334-2 neutron-server[84040]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5a0acea9-4de7-494d-9bf7-488abfbcb08a', 'tag': '9149f356-051c-4e6b-9751-449d119a214a'}] {{(pid=84040) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 21:26:51.356685 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-d07ebdc4-c3f2-44cb-bc34-b7d2b1fcda81 req-2a90c674-52fb-422f-83cc-f98fcbf1dd83 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=759ddba8-d4e8-4e27-a477-55e5cafa9234&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1421402 Apr 18 21:26:51.384318 n-d-838334-2 neutron-server[84040]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9ca138e9-b8e8-4e08-8aed-fb7da4b5bfa3'] response: {'name': 'network-changed', 'server_uuid': '5a0acea9-4de7-494d-9bf7-488abfbcb08a', 'tag': '9149f356-051c-4e6b-9751-449d119a214a', 'status': 'completed', 'code': 200} Apr 18 21:26:51.403087 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_dvr_db [None req-2cdb39c1-63a4-4117-8b62-b88c1a9f9a1a None None] Set router 652209e7-2d7c-420e-b0b7-a7c1ee6e0bcf gateway port host: n-d-838334-2 {{(pid=84042) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 21:26:51.618726 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-d07ebdc4-c3f2-44cb-bc34-b7d2b1fcda81 req-41e3924b-582a-4d46-b927-eae28f53ceed service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=31978bb3bc1348ad8b469e6e55d6f163&device_id=759ddba8-d4e8-4e27-a477-55e5cafa9234 HTTP/1.1" status: 200 len: 1097 time: 0.1667192 Apr 18 21:26:51.626067 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3127e96d-23a9-4f7f-8c4c-e5a2d96306cf req-3fd00022-2b0d-4283-b481-06849d8e4943 tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:26:51.629665 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-3127e96d-23a9-4f7f-8c4c-e5a2d96306cf req-3fd00022-2b0d-4283-b481-06849d8e4943 tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] 10.222.0.42 "GET /v2.0/ports?device_id=5a0acea9-4de7-494d-9bf7-488abfbcb08a HTTP/1.1" status: 200 len: 946 time: 0.1769660 Apr 18 21:26:51.633115 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-2fd83f6d-4924-4ede-9ebe-31abcbfd3708 req-4106ca20-6db1-42cf-88b9-a1c5f3cff6d4 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=202d5ea04e8c40de88f64ef931ef4e4f&device_id=5a0acea9-4de7-494d-9bf7-488abfbcb08a HTTP/1.1" status: 200 len: 1097 time: 0.2224934 Apr 18 21:26:51.802299 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_hamode_db [None req-2cdb39c1-63a4-4117-8b62-b88c1a9f9a1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '652209e7-2d7c-420e-b0b7-a7c1ee6e0bcf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2063243346', 'tenant_id': '202d5ea04e8c40de88f64ef931ef4e4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'external_fixed_ips': [{'subnet_id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'ip_address': '172.25.8.41'}], 'enable_snat': True}, 'gw_port_id': 'e8ff62cd-33ca-46e1-8b89-1eecc3f2ec53', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:26:29Z', 'updated_at': '2022-04-18T21:26:33Z', 'revision_number': 4, 'project_id': '202d5ea04e8c40de88f64ef931ef4e4f', 'gw_port': {'id': 'e8ff62cd-33ca-46e1-8b89-1eecc3f2ec53', 'name': '', 'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:34:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '652209e7-2d7c-420e-b0b7-a7c1ee6e0bcf', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'ip_address': '172.25.8.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:26:29Z', 'updated_at': '2022-04-18T21:26:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838334-2', '_floatingips': [{'id': 'e3ee480e-e134-472c-9d5d-e94f3685f14a', 'tenant_id': '202d5ea04e8c40de88f64ef931ef4e4f', 'floating_ip_address': '172.25.8.15', 'floating_network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'router_id': '652209e7-2d7c-420e-b0b7-a7c1ee6e0bcf', 'port_id': '9149f356-051c-4e6b-9751-449d119a214a', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '56f25191-a068-47ea-a12c-3613c62a6e62', 'mac_address': 'fa:16:3e:3d:8c:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a0acea9-4de7-494d-9bf7-488abfbcb08a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T21:26:49Z', 'updated_at': '2022-04-18T21:26:49Z', 'revision_number': 0, 'project_id': '202d5ea04e8c40de88f64ef931ef4e4f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '10fe8cd8-b855-495b-bb84-60faabff8e3d', 'name': '', 'network_id': '56f25191-a068-47ea-a12c-3613c62a6e62', 'tenant_id': '202d5ea04e8c40de88f64ef931ef4e4f', 'mac_address': 'fa:16:3e:ca:7e:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '652209e7-2d7c-420e-b0b7-a7c1ee6e0bcf', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e7c99092-5980-4fbc-8e3d-07d221a3fcab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:26:32Z', 'updated_at': '2022-04-18T21:26:40Z', 'revision_number': 5, 'project_id': '202d5ea04e8c40de88f64ef931ef4e4f', 'subnets': [{'id': 'e7c99092-5980-4fbc-8e3d-07d221a3fcab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838334-2', False) {} {{(pid=84042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:26:51.808898 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cdb39c1-63a4-4117-8b62-b88c1a9f9a1a None None] Checking router: 652209e7-2d7c-420e-b0b7-a7c1ee6e0bcf for host: n-d-838334-2 {{(pid=84042) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 18 21:26:51.819271 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cdb39c1-63a4-4117-8b62-b88c1a9f9a1a None None] Routers {'652209e7-2d7c-420e-b0b7-a7c1ee6e0bcf'} bound to L3 agent in host n-d-838334-2 {{(pid=84042) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 21:26:51.822339 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_hamode_db [None req-2cdb39c1-63a4-4117-8b62-b88c1a9f9a1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838334-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-18T20:25:48Z,description=,heartbeat_timestamp=2022-04-18T21:26:48Z,host='n-d-838334-2',id=bc84d6c9-dd7a-4555-a351-592327b46d5a,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:25:48Z,topic='l3_agent')) {'router_ids': ['652209e7-2d7c-420e-b0b7-a7c1ee6e0bcf'], 'active': True} {{(pid=84042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:26:52.002588 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-3127e96d-23a9-4f7f-8c4c-e5a2d96306cf req-21d6d720-bfd9-49da-b154-ebc61914eb16 tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] 10.222.0.42 "GET /v2.0/security-groups?id=7f8199fb-baa8-41a6-ab78-c8c3270085df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2023242 Apr 18 21:26:52.033806 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 37280) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:26:52.055144 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fd83f6d-4924-4ede-9ebe-31abcbfd3708 req-6a1f0f32-b539-4815-8199-d0efabda8587 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:26:52.058858 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-2fd83f6d-4924-4ede-9ebe-31abcbfd3708 req-6a1f0f32-b539-4815-8199-d0efabda8587 service neutron] 10.222.0.48 "GET /v2.0/networks?id=56f25191-a068-47ea-a12c-3613c62a6e62 HTTP/1.1" status: 200 len: 897 time: 0.3943777 Apr 18 21:26:52.065050 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d07ebdc4-c3f2-44cb-bc34-b7d2b1fcda81 req-86fa74db-2994-43c9-ae2b-4b1ccc1f1d9a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:26:52.069181 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-d07ebdc4-c3f2-44cb-bc34-b7d2b1fcda81 req-86fa74db-2994-43c9-ae2b-4b1ccc1f1d9a service neutron] 10.222.0.43 "GET /v2.0/networks?id=9b223f6a-fe67-4bd3-957a-7ef808b3aaf1 HTTP/1.1" status: 200 len: 912 time: 0.4283729 Apr 18 21:26:52.075090 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_dvr_db [None req-2cdb39c1-63a4-4117-8b62-b88c1a9f9a1a None None] Set router 652209e7-2d7c-420e-b0b7-a7c1ee6e0bcf gateway port host: n-d-838334-2 {{(pid=84042) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 21:26:52.163694 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-12c31c56-b092-46ff-be5a-50f4e1c510fb tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] 10.222.0.42 "GET /v2.0/floatingips/e3ee480e-e134-472c-9d5d-e94f3685f14a HTTP/1.1" status: 200 len: 991 time: 0.1273267 Apr 18 21:26:52.286990 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-d07ebdc4-c3f2-44cb-bc34-b7d2b1fcda81 req-792f72c2-be05-4088-8400-b4b54104ad1b service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ec130329-7afa-4ff3-bf05-f0155e8f6ead HTTP/1.1" status: 200 len: 1002 time: 0.1379976 Apr 18 21:26:52.289501 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-2fd83f6d-4924-4ede-9ebe-31abcbfd3708 req-02240f61-0421-48a8-8f10-e01782d6e89c service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9149f356-051c-4e6b-9751-449d119a214a HTTP/1.1" status: 200 len: 999 time: 0.2188942 Apr 18 21:26:52.405920 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d07ebdc4-c3f2-44cb-bc34-b7d2b1fcda81 req-572300d4-2739-488d-bb51-f8290a507edc service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:26:52.405920 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-d07ebdc4-c3f2-44cb-bc34-b7d2b1fcda81 req-572300d4-2739-488d-bb51-f8290a507edc service neutron] 10.222.0.43 "GET /v2.0/subnets?id=a845e1ae-c47e-4919-8a24-530366b84c60 HTTP/1.1" status: 200 len: 850 time: 0.1119869 Apr 18 21:26:52.406472 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fd83f6d-4924-4ede-9ebe-31abcbfd3708 req-f8523d28-e339-49cb-b2a7-ac8ac376f88b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:26:52.407975 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-2fd83f6d-4924-4ede-9ebe-31abcbfd3708 req-f8523d28-e339-49cb-b2a7-ac8ac376f88b service neutron] 10.222.0.48 "GET /v2.0/subnets?id=e7c99092-5980-4fbc-8e3d-07d221a3fcab HTTP/1.1" status: 200 len: 834 time: 0.0843966 Apr 18 21:26:52.546934 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-d07ebdc4-c3f2-44cb-bc34-b7d2b1fcda81 req-7bd18b90-546d-4f4e-aecf-05a644d5d66b service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=9b223f6a-fe67-4bd3-957a-7ef808b3aaf1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1344199 Apr 18 21:26:52.550233 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_hamode_db [None req-2cdb39c1-63a4-4117-8b62-b88c1a9f9a1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '652209e7-2d7c-420e-b0b7-a7c1ee6e0bcf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2063243346', 'tenant_id': '202d5ea04e8c40de88f64ef931ef4e4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'external_fixed_ips': [{'subnet_id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'ip_address': '172.25.8.41'}], 'enable_snat': True}, 'gw_port_id': 'e8ff62cd-33ca-46e1-8b89-1eecc3f2ec53', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:26:29Z', 'updated_at': '2022-04-18T21:26:33Z', 'revision_number': 4, 'project_id': '202d5ea04e8c40de88f64ef931ef4e4f', 'gw_port': {'id': 'e8ff62cd-33ca-46e1-8b89-1eecc3f2ec53', 'name': '', 'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:34:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '652209e7-2d7c-420e-b0b7-a7c1ee6e0bcf', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'ip_address': '172.25.8.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:26:29Z', 'updated_at': '2022-04-18T21:26:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838334-2', '_floatingips': [{'id': 'e3ee480e-e134-472c-9d5d-e94f3685f14a', 'tenant_id': '202d5ea04e8c40de88f64ef931ef4e4f', 'floating_ip_address': '172.25.8.15', 'floating_network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'router_id': '652209e7-2d7c-420e-b0b7-a7c1ee6e0bcf', 'port_id': '9149f356-051c-4e6b-9751-449d119a214a', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '56f25191-a068-47ea-a12c-3613c62a6e62', 'mac_address': 'fa:16:3e:3d:8c:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a0acea9-4de7-494d-9bf7-488abfbcb08a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T21:26:49Z', 'updated_at': '2022-04-18T21:26:49Z', 'revision_number': 0, 'project_id': '202d5ea04e8c40de88f64ef931ef4e4f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '10fe8cd8-b855-495b-bb84-60faabff8e3d', 'name': '', 'network_id': '56f25191-a068-47ea-a12c-3613c62a6e62', 'tenant_id': '202d5ea04e8c40de88f64ef931ef4e4f', 'mac_address': 'fa:16:3e:ca:7e:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '652209e7-2d7c-420e-b0b7-a7c1ee6e0bcf', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e7c99092-5980-4fbc-8e3d-07d221a3fcab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:26:32Z', 'updated_at': '2022-04-18T21:26:40Z', 'revision_number': 5, 'project_id': '202d5ea04e8c40de88f64ef931ef4e4f', 'subnets': [{'id': 'e7c99092-5980-4fbc-8e3d-07d221a3fcab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838334-2', False) {} {{(pid=84042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:26:52.551521 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-2fd83f6d-4924-4ede-9ebe-31abcbfd3708 req-c89ddd9a-8fb8-4862-87f9-351a06e61359 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=56f25191-a068-47ea-a12c-3613c62a6e62&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1093352 Apr 18 21:26:52.555767 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cdb39c1-63a4-4117-8b62-b88c1a9f9a1a None None] The sync data for ids ['652209e7-2d7c-420e-b0b7-a7c1ee6e0bcf'] in n-d-838334-2 is: [{'id': '652209e7-2d7c-420e-b0b7-a7c1ee6e0bcf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2063243346', 'tenant_id': '202d5ea04e8c40de88f64ef931ef4e4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'external_fixed_ips': [{'subnet_id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'ip_address': '172.25.8.41'}], 'enable_snat': True}, 'gw_port_id': 'e8ff62cd-33ca-46e1-8b89-1eecc3f2ec53', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:26:29Z', 'updated_at': '2022-04-18T21:26:33Z', 'revision_number': 4, 'project_id': '202d5ea04e8c40de88f64ef931ef4e4f', 'gw_port': {'id': 'e8ff62cd-33ca-46e1-8b89-1eecc3f2ec53', 'name': '', 'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:34:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '652209e7-2d7c-420e-b0b7-a7c1ee6e0bcf', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'ip_address': '172.25.8.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:26:29Z', 'updated_at': '2022-04-18T21:26:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838334-2', '_floatingips': [{'id': 'e3ee480e-e134-472c-9d5d-e94f3685f14a', 'tenant_id': '202d5ea04e8c40de88f64ef931ef4e4f', 'floating_ip_address': '172.25.8.15', 'floating_network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'router_id': '652209e7-2d7c-420e-b0b7-a7c1ee6e0bcf', 'port_id': '9149f356-051c-4e6b-9751-449d119a214a', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '56f25191-a068-47ea-a12c-3613c62a6e62', 'mac_address': 'fa:16:3e:3d:8c:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a0acea9-4de7-494d-9bf7-488abfbcb08a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T21:26:49Z', 'updated_at': '2022-04-18T21:26:49Z', 'revision_number': 0, 'project_id': '202d5ea04e8c40de88f64ef931ef4e4f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '10fe8cd8-b855-495b-bb84-60faabff8e3d', 'name': '', 'network_id': '56f25191-a068-47ea-a12c-3613c62a6e62', 'tenant_id': '202d5ea04e8c40de88f64ef931ef4e4f', 'mac_address': 'fa:16:3e:ca:7e:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '652209e7-2d7c-420e-b0b7-a7c1ee6e0bcf', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e7c99092-5980-4fbc-8e3d-07d221a3fcab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:26:32Z', 'updated_at': '2022-04-18T21:26:40Z', 'revision_number': 5, 'project_id': '202d5ea04e8c40de88f64ef931ef4e4f', 'subnets': [{'id': 'e7c99092-5980-4fbc-8e3d-07d221a3fcab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84042) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 18 21:26:52.805699 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-2fd83f6d-4924-4ede-9ebe-31abcbfd3708 req-0297d672-fd6f-45ae-9433-1ab42e62c9d9 service neutron] 10.222.0.48 "GET /v2.0/networks/56f25191-a068-47ea-a12c-3613c62a6e62?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2244503 Apr 18 21:26:52.807088 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-d07ebdc4-c3f2-44cb-bc34-b7d2b1fcda81 req-c6066835-e863-4be0-92f7-8d04e5a38e5d service neutron] 10.222.0.43 "GET /v2.0/networks/9b223f6a-fe67-4bd3-957a-7ef808b3aaf1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2547212 Apr 18 21:26:53.047614 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-2fd83f6d-4924-4ede-9ebe-31abcbfd3708 req-13c719f9-4195-4b9b-af5f-0f9419337730 service neutron] 10.222.0.48 "GET /v2.0/networks/56f25191-a068-47ea-a12c-3613c62a6e62?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2326887 Apr 18 21:26:53.048118 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-d07ebdc4-c3f2-44cb-bc34-b7d2b1fcda81 req-7cab037d-42d4-44f8-8156-c38eef059bd3 service neutron] 10.222.0.43 "GET /v2.0/networks/9b223f6a-fe67-4bd3-957a-7ef808b3aaf1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2191570 Apr 18 21:26:53.167909 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 37284) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:26:53.265908 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-982378c6-b30a-41c8-a2e2-c5bd6dd7542e tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] 10.222.0.42 "GET /v2.0/floatingips/e3ee480e-e134-472c-9d5d-e94f3685f14a HTTP/1.1" status: 200 len: 991 time: 0.1004305 Apr 18 21:26:54.269751 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 37288) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:26:54.478493 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-313f8d75-12cd-4f5f-96d4-bb821aeffb70 tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] 10.222.0.42 "GET /v2.0/floatingips/e3ee480e-e134-472c-9d5d-e94f3685f14a HTTP/1.1" status: 200 len: 991 time: 0.2074442 Apr 18 21:26:55.476299 n-d-838334-2 neutron-server[84043]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fb51707-18b8-499e-83ee-4777950d102d None None] New status for floating IP e3ee480e-e134-472c-9d5d-e94f3685f14a: ACTIVE {{(pid=84043) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Apr 18 21:26:55.481428 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 37292) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:26:55.595388 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-ac91040c-5758-4c51-9892-113afbad07e7 tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] 10.222.0.42 "GET /v2.0/floatingips/e3ee480e-e134-472c-9d5d-e94f3685f14a HTTP/1.1" status: 200 len: 991 time: 0.1126475 Apr 18 21:26:55.961988 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-4e71d4df-3cea-4ac4-b3e1-786a5cce2b4e req-3285952d-3767-4b66-86c7-dd350168c7fc service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=70504d68-ffa1-435e-9477-b988284384f6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0748293 Apr 18 21:26:56.097858 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-4e71d4df-3cea-4ac4-b3e1-786a5cce2b4e req-8d72230c-5f1d-46f2-929c-1f32bab25f4e service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=31978bb3bc1348ad8b469e6e55d6f163&device_id=70504d68-ffa1-435e-9477-b988284384f6 HTTP/1.1" status: 200 len: 1096 time: 0.0682616 Apr 18 21:26:56.240718 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e71d4df-3cea-4ac4-b3e1-786a5cce2b4e req-c5340eb6-71ec-4e27-9b4d-4d9c31f10739 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:26:56.242190 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-4e71d4df-3cea-4ac4-b3e1-786a5cce2b4e req-c5340eb6-71ec-4e27-9b4d-4d9c31f10739 service neutron] 10.222.0.48 "GET /v2.0/networks?id=9b223f6a-fe67-4bd3-957a-7ef808b3aaf1 HTTP/1.1" status: 200 len: 912 time: 0.1255374 Apr 18 21:26:56.344100 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-4e71d4df-3cea-4ac4-b3e1-786a5cce2b4e req-0d0a7a94-f4eb-4682-b701-1e6e39dfa92c service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=071d2f9f-8226-4651-b6db-ea634e88c276 HTTP/1.1" status: 200 len: 1001 time: 0.0951693 Apr 18 21:26:56.403932 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e71d4df-3cea-4ac4-b3e1-786a5cce2b4e req-ab4a9f68-aa3b-40b6-9b58-ef8895081241 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:26:56.405311 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-4e71d4df-3cea-4ac4-b3e1-786a5cce2b4e req-ab4a9f68-aa3b-40b6-9b58-ef8895081241 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=a845e1ae-c47e-4919-8a24-530366b84c60 HTTP/1.1" status: 200 len: 850 time: 0.0551286 Apr 18 21:26:56.482941 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-4e71d4df-3cea-4ac4-b3e1-786a5cce2b4e req-db00f7fe-c7db-435a-be5d-0bdc0204f2b3 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=9b223f6a-fe67-4bd3-957a-7ef808b3aaf1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0712879 Apr 18 21:26:56.599101 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 37296) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:26:56.613241 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-4e71d4df-3cea-4ac4-b3e1-786a5cce2b4e req-8ef681ac-7ead-4dc6-a451-2e88e4545879 service neutron] 10.222.0.48 "GET /v2.0/networks/9b223f6a-fe67-4bd3-957a-7ef808b3aaf1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1230860 Apr 18 21:26:56.699652 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-8f465478-d247-4400-b90d-b46842f325a6 tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] 10.222.0.42 "GET /v2.0/floatingips/e3ee480e-e134-472c-9d5d-e94f3685f14a HTTP/1.1" status: 200 len: 993 time: 0.0994496 Apr 18 21:26:56.745010 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-4e71d4df-3cea-4ac4-b3e1-786a5cce2b4e req-2905a327-9300-4016-b5b3-093e069e1080 service neutron] 10.222.0.48 "GET /v2.0/networks/9b223f6a-fe67-4bd3-957a-7ef808b3aaf1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1247361 Apr 18 21:26:59.991071 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750375287399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253529'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:27:04.121697 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750375287399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253529'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:27:15.667604 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-a949e584-5695-4bfc-9056-79c738bc24b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750375287399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253529'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:27:16.038903 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.agents_db [None req-6346a179-333c-4370-b5a6-936984aeab15 None None] Agent healthcheck: found 7 active agents {{(pid=84043) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 18 21:27:17.920597 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-7fd6872c-c29f-4e65-a5aa-b806bd7add13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750375287399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253529'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:27:19.108966 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750375287399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253529'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:27:19.585664 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-414b6ffe-e119-47bc-b18f-bcff1219c2f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750375287399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253529'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:27:20.676103 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-c7521a90-7d65-4e2e-842c-ca5d95e9a89c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750375287399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253529'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:27:26.234699 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54ae4a67-c9ad-4c4c-a9f5-377d1caf067e req-6487c6b9-6ce8-4a71-8aeb-7fa144aeeaca tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:27:26.236156 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-54ae4a67-c9ad-4c4c-a9f5-377d1caf067e req-6487c6b9-6ce8-4a71-8aeb-7fa144aeeaca tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] 10.222.0.42 "GET /v2.0/ports?device_id=5a0acea9-4de7-494d-9bf7-488abfbcb08a HTTP/1.1" status: 200 len: 946 time: 0.1633992 Apr 18 21:27:26.280533 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-54ae4a67-c9ad-4c4c-a9f5-377d1caf067e req-491e7358-e91c-40c0-a661-dfac882ecf84 tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] 10.222.0.42 "GET /v2.0/security-groups?id=7f8199fb-baa8-41a6-ab78-c8c3270085df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389869 Apr 18 21:27:26.308523 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 37324) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:27:26.413357 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-32d23db2-825c-49c5-9836-e0962e309740 tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] 10.222.0.42 "GET /v2.0/floatingips/e3ee480e-e134-472c-9d5d-e94f3685f14a HTTP/1.1" status: 200 len: 993 time: 0.1036985 Apr 18 21:27:26.994476 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-51377bf9-a3e7-418a-b77d-accc796d7945 req-69938662-9f47-4ae8-91c3-29e47bbcac9c tempest-TestNetworkAdvancedServerOps-1372836320 tempest-TestNetworkAdvancedServerOps-1372836320-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=5a0acea9-4de7-494d-9bf7-488abfbcb08a HTTP/1.1" status: 200 len: 1097 time: 0.0711501 Apr 18 21:27:27.034992 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-51377bf9-a3e7-418a-b77d-accc796d7945 req-c74ba6d3-4ec2-4c9b-b81f-a9235cbc47ce tempest-TestNetworkAdvancedServerOps-1372836320 tempest-TestNetworkAdvancedServerOps-1372836320-project-admin] 10.222.0.42 "GET /v2.0/security-groups?id=7f8199fb-baa8-41a6-ab78-c8c3270085df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352468 Apr 18 21:27:27.224407 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-88aabcab-52c5-4ba4-9ab8-957d5eabea1d req-ed496743-75fc-400f-ba56-450345cdc8c6 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=5a0acea9-4de7-494d-9bf7-488abfbcb08a&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.0656574 Apr 18 21:27:27.777831 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-e860004a-a72d-4b54-8f88-321d966f2914 req-88a43896-7e49-4be5-9c7d-16e5fe196312 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=5a0acea9-4de7-494d-9bf7-488abfbcb08a&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0703568 Apr 18 21:27:28.238313 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [req-e860004a-a72d-4b54-8f88-321d966f2914 req-37ecfc19-4e0b-44a6-ac15-588e64848387 tempest-TestNetworkAdvancedServerOps-1372836320 tempest-TestNetworkAdvancedServerOps-1372836320-project-admin] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=84040) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 18 21:27:28.239207 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-e860004a-a72d-4b54-8f88-321d966f2914 req-37ecfc19-4e0b-44a6-ac15-588e64848387 tempest-TestNetworkAdvancedServerOps-1372836320 tempest-TestNetworkAdvancedServerOps-1372836320-project-admin] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0049789 Apr 18 21:27:28.248914 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.v2.base [req-e860004a-a72d-4b54-8f88-321d966f2914 req-ee6a93b3-fcd7-4bdc-b8ea-eee2bd256ca3 service neutron] Request body: {'binding': {'host': 'n-h1-838334-2', 'vnic_type': 'normal', 'profile': {}}} {{(pid=84040) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:27:28.249400 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.v2.base [req-e860004a-a72d-4b54-8f88-321d966f2914 req-ee6a93b3-fcd7-4bdc-b8ea-eee2bd256ca3 service neutron] Unknown quota resources ['binding']. {{(pid=84040) _create /opt/stack/neutron/neutron/api/v2/base.py:490}} Apr 18 21:27:28.441333 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.managers [req-e860004a-a72d-4b54-8f88-321d966f2914 req-ee6a93b3-fcd7-4bdc-b8ea-eee2bd256ca3 service neutron] Attempting to bind port 9149f356-051c-4e6b-9751-449d119a214a on host n-h1-838334-2 for vnic_type normal with profile None {{(pid=84040) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 21:27:28.441679 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.managers [req-e860004a-a72d-4b54-8f88-321d966f2914 req-ee6a93b3-fcd7-4bdc-b8ea-eee2bd256ca3 service neutron] Attempting to bind port 9149f356-051c-4e6b-9751-449d119a214a by drivers openvswitch,hyperv on host n-h1-838334-2 at level 0 using segments [{'id': '632a0b5a-0934-4bae-8180-bc4707889610', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '56f25191-a068-47ea-a12c-3613c62a6e62'}] {{(pid=84040) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 21:27:28.441997 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e860004a-a72d-4b54-8f88-321d966f2914 req-ee6a93b3-fcd7-4bdc-b8ea-eee2bd256ca3 service neutron] Attempting to bind port 9149f356-051c-4e6b-9751-449d119a214a on network 56f25191-a068-47ea-a12c-3613c62a6e62 {{(pid=84040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 21:27:28.448464 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e860004a-a72d-4b54-8f88-321d966f2914 req-ee6a93b3-fcd7-4bdc-b8ea-eee2bd256ca3 service neutron] Port 9149f356-051c-4e6b-9751-449d119a214a on network 56f25191-a068-47ea-a12c-3613c62a6e62 not bound, no agent of type Open vSwitch agent registered on host n-h1-838334-2 {{(pid=84040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 18 21:27:28.448785 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e860004a-a72d-4b54-8f88-321d966f2914 req-ee6a93b3-fcd7-4bdc-b8ea-eee2bd256ca3 service neutron] Attempting to bind port 9149f356-051c-4e6b-9751-449d119a214a on network 56f25191-a068-47ea-a12c-3613c62a6e62 {{(pid=84040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 21:27:28.454875 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e860004a-a72d-4b54-8f88-321d966f2914 req-ee6a93b3-fcd7-4bdc-b8ea-eee2bd256ca3 service neutron] Checking agent: {'id': 'd63bab19-ff81-4de1-afeb-a3732288d0d7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-838334-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 33, 59), 'started_at': datetime.datetime(2022, 4, 18, 20, 33, 59), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 21, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 18 21:27:28.455202 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e860004a-a72d-4b54-8f88-321d966f2914 req-ee6a93b3-fcd7-4bdc-b8ea-eee2bd256ca3 service neutron] Checking segment: {'id': '632a0b5a-0934-4bae-8180-bc4707889610', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '56f25191-a068-47ea-a12c-3613c62a6e62'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84040) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 21:27:28.455574 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e860004a-a72d-4b54-8f88-321d966f2914 req-ee6a93b3-fcd7-4bdc-b8ea-eee2bd256ca3 service neutron] Bound using segment: {'id': '632a0b5a-0934-4bae-8180-bc4707889610', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '56f25191-a068-47ea-a12c-3613c62a6e62'} {{(pid=84040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 18 21:27:28.456020 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.managers [req-e860004a-a72d-4b54-8f88-321d966f2914 req-ee6a93b3-fcd7-4bdc-b8ea-eee2bd256ca3 service neutron] Bound port: 9149f356-051c-4e6b-9751-449d119a214a, host: n-h1-838334-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '632a0b5a-0934-4bae-8180-bc4707889610', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '56f25191-a068-47ea-a12c-3613c62a6e62'}}] {{(pid=84040) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 21:27:28.621610 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.db [req-e860004a-a72d-4b54-8f88-321d966f2914 req-ee6a93b3-fcd7-4bdc-b8ea-eee2bd256ca3 service neutron] For port 9149f356-051c-4e6b-9751-449d119a214a, host n-h1-838334-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838334-2',level=0,port_id=9149f356-051c-4e6b-9751-449d119a214a,segment=NetworkSegment(632a0b5a-0934-4bae-8180-bc4707889610),segment_id=632a0b5a-0934-4bae-8180-bc4707889610)] {{(pid=84040) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 21:27:28.626258 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-e860004a-a72d-4b54-8f88-321d966f2914 req-ee6a93b3-fcd7-4bdc-b8ea-eee2bd256ca3 service neutron] Notify callbacks [] for binding, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:27:28.627397 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-e860004a-a72d-4b54-8f88-321d966f2914 req-ee6a93b3-fcd7-4bdc-b8ea-eee2bd256ca3 service neutron] 10.222.0.42 "POST /v2.0/ports/9149f356-051c-4e6b-9751-449d119a214a/bindings HTTP/1.1" status: 201 len: 389 time: 0.3824706 Apr 18 21:27:28.901366 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-e860004a-a72d-4b54-8f88-321d966f2914 req-1346d886-0566-49b4-a3a2-eb24ab18b4a4 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=202d5ea04e8c40de88f64ef931ef4e4f&device_id=5a0acea9-4de7-494d-9bf7-488abfbcb08a HTTP/1.1" status: 200 len: 1097 time: 0.0943041 Apr 18 21:27:28.907630 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7bfca7e-7942-4d13-82b2-2cb42be5a310 req-cc94319a-332c-424c-9d9b-ab3dd8cf4237 tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:27:28.908944 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-f7bfca7e-7942-4d13-82b2-2cb42be5a310 req-cc94319a-332c-424c-9d9b-ab3dd8cf4237 tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] 10.222.0.42 "GET /v2.0/ports?device_id=5a0acea9-4de7-494d-9bf7-488abfbcb08a HTTP/1.1" status: 200 len: 946 time: 0.1399386 Apr 18 21:27:29.045000 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-f7bfca7e-7942-4d13-82b2-2cb42be5a310 req-f8cc6631-7f17-4874-ab0f-29a21a8d76dd tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] 10.222.0.42 "GET /v2.0/security-groups?id=7f8199fb-baa8-41a6-ab78-c8c3270085df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1177723 Apr 18 21:27:29.067219 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e860004a-a72d-4b54-8f88-321d966f2914 req-aeb17335-7215-4dd7-875a-85f3cb0d5d59 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:27:29.068840 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-e860004a-a72d-4b54-8f88-321d966f2914 req-aeb17335-7215-4dd7-875a-85f3cb0d5d59 service neutron] 10.222.0.43 "GET /v2.0/networks?id=56f25191-a068-47ea-a12c-3613c62a6e62 HTTP/1.1" status: 200 len: 897 time: 0.1590476 Apr 18 21:27:29.171457 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-e860004a-a72d-4b54-8f88-321d966f2914 req-5dc8eabd-1ff8-43be-add4-e6c183560134 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9149f356-051c-4e6b-9751-449d119a214a HTTP/1.1" status: 200 len: 1001 time: 0.0966637 Apr 18 21:27:29.232232 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e860004a-a72d-4b54-8f88-321d966f2914 req-a52e9315-ae64-4a4c-b7f7-59bc42c89550 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:27:29.233705 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-e860004a-a72d-4b54-8f88-321d966f2914 req-a52e9315-ae64-4a4c-b7f7-59bc42c89550 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=e7c99092-5980-4fbc-8e3d-07d221a3fcab HTTP/1.1" status: 200 len: 834 time: 0.0571806 Apr 18 21:27:29.311175 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-e860004a-a72d-4b54-8f88-321d966f2914 req-973ec761-d72b-4d7f-9dc5-37c65f486939 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=56f25191-a068-47ea-a12c-3613c62a6e62&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0717185 Apr 18 21:27:29.439548 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-e860004a-a72d-4b54-8f88-321d966f2914 req-8eeaf19c-1b06-473e-808d-5229f58c3822 service neutron] 10.222.0.43 "GET /v2.0/networks/56f25191-a068-47ea-a12c-3613c62a6e62?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1218312 Apr 18 21:27:29.568757 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-e860004a-a72d-4b54-8f88-321d966f2914 req-f14164e1-a014-4287-b761-a9d416bfa99d service neutron] 10.222.0.43 "GET /v2.0/networks/56f25191-a068-47ea-a12c-3613c62a6e62?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1231091 Apr 18 21:27:29.695234 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-e860004a-a72d-4b54-8f88-321d966f2914 req-13d581a5-7beb-48d0-8514-17408e80527a tempest-TestNetworkAdvancedServerOps-1372836320 tempest-TestNetworkAdvancedServerOps-1372836320-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=5a0acea9-4de7-494d-9bf7-488abfbcb08a&tenant_id=202d5ea04e8c40de88f64ef931ef4e4f&binding%3Ahost_id=n-h2-838334-2 HTTP/1.1" status: 200 len: 1097 time: 0.0718789 Apr 18 21:27:29.705495 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.v2.base [req-e860004a-a72d-4b54-8f88-321d966f2914 req-dec9a3bf-62e4-4bdc-9fc6-7c190e79bc0c service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-838334-2'}}} {{(pid=84040) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:27:29.813166 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-e860004a-a72d-4b54-8f88-321d966f2914 req-dec9a3bf-62e4-4bdc-9fc6-7c190e79bc0c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:27:30.000946 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750375287399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253529'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:27:30.004520 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.db [req-e860004a-a72d-4b54-8f88-321d966f2914 req-dec9a3bf-62e4-4bdc-9fc6-7c190e79bc0c service neutron] For port 9149f356-051c-4e6b-9751-449d119a214a, host n-h2-838334-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838334-2',level=0,port_id=9149f356-051c-4e6b-9751-449d119a214a,segment=NetworkSegment(632a0b5a-0934-4bae-8180-bc4707889610),segment_id=632a0b5a-0934-4bae-8180-bc4707889610)] {{(pid=84040) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:27:30.036742 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.db [req-e860004a-a72d-4b54-8f88-321d966f2914 req-dec9a3bf-62e4-4bdc-9fc6-7c190e79bc0c service neutron] For port 9149f356-051c-4e6b-9751-449d119a214a, host n-h2-838334-2, cleared binding levels {{(pid=84040) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 21:27:30.096811 n-d-838334-2 neutron-server[84040]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5a0acea9-4de7-494d-9bf7-488abfbcb08a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9149f356-051c-4e6b-9751-449d119a214a'}] {{(pid=84040) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 21:27:30.102767 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-e860004a-a72d-4b54-8f88-321d966f2914 req-dec9a3bf-62e4-4bdc-9fc6-7c190e79bc0c service neutron] Notify callbacks [] for port, precommit_update {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:27:30.108608 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-e860004a-a72d-4b54-8f88-321d966f2914 req-dec9a3bf-62e4-4bdc-9fc6-7c190e79bc0c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32440959'] for port, after_update {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:27:30.156494 n-d-838334-2 neutron-server[84040]: INFO neutron.notifiers.nova [-] Nova event matching ['req-03c9b48f-5f76-4e45-a066-35badb80c3e0'] response: {'server_uuid': '5a0acea9-4de7-494d-9bf7-488abfbcb08a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9149f356-051c-4e6b-9751-449d119a214a', 'code': 200} Apr 18 21:27:30.264655 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dec9a3bf-62e4-4bdc-9fc6-7c190e79bc0c service neutron] Pushing event updated for resources: {'Port': ['ID=9149f356-051c-4e6b-9751-449d119a214a,revision_number=7']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:27:30.423906 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-16ec54a9-7bac-4edc-a940-39f3185c0f19 None None] Provisioning complete for port 9149f356-051c-4e6b-9751-449d119a214a triggered by entity DHCP. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:27:30.424272 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-16ec54a9-7bac-4edc-a940-39f3185c0f19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1253608'] for port, provisioning_complete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:27:30.480944 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.plugin [None req-16ec54a9-7bac-4edc-a940-39f3185c0f19 None None] Port 9149f356-051c-4e6b-9751-449d119a214a cannot update to ACTIVE because it is not bound. {{(pid=84042) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 18 21:27:30.484801 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.managers [req-e860004a-a72d-4b54-8f88-321d966f2914 req-dec9a3bf-62e4-4bdc-9fc6-7c190e79bc0c service neutron] Attempting to bind port 9149f356-051c-4e6b-9751-449d119a214a on host n-h2-838334-2 for vnic_type normal with profile {"migrating_to": "n-h1-838334-2"} {{(pid=84040) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 21:27:30.485127 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.managers [req-e860004a-a72d-4b54-8f88-321d966f2914 req-dec9a3bf-62e4-4bdc-9fc6-7c190e79bc0c service neutron] Attempting to bind port 9149f356-051c-4e6b-9751-449d119a214a by drivers openvswitch,hyperv on host n-h2-838334-2 at level 0 using segments [{'id': '632a0b5a-0934-4bae-8180-bc4707889610', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '56f25191-a068-47ea-a12c-3613c62a6e62'}] {{(pid=84040) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 21:27:30.485435 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e860004a-a72d-4b54-8f88-321d966f2914 req-dec9a3bf-62e4-4bdc-9fc6-7c190e79bc0c service neutron] Attempting to bind port 9149f356-051c-4e6b-9751-449d119a214a on network 56f25191-a068-47ea-a12c-3613c62a6e62 {{(pid=84040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 21:27:30.496163 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e860004a-a72d-4b54-8f88-321d966f2914 req-dec9a3bf-62e4-4bdc-9fc6-7c190e79bc0c service neutron] Port 9149f356-051c-4e6b-9751-449d119a214a on network 56f25191-a068-47ea-a12c-3613c62a6e62 not bound, no agent of type Open vSwitch agent registered on host n-h2-838334-2 {{(pid=84040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 18 21:27:30.496473 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e860004a-a72d-4b54-8f88-321d966f2914 req-dec9a3bf-62e4-4bdc-9fc6-7c190e79bc0c service neutron] Attempting to bind port 9149f356-051c-4e6b-9751-449d119a214a on network 56f25191-a068-47ea-a12c-3613c62a6e62 {{(pid=84040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 21:27:30.510740 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e860004a-a72d-4b54-8f88-321d966f2914 req-dec9a3bf-62e4-4bdc-9fc6-7c190e79bc0c service neutron] Checking agent: {'id': 'dc797004-f641-47b7-a77f-9c62b5b16296', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-838334-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 34, 3), 'started_at': datetime.datetime(2022, 4, 18, 20, 34, 3), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 21, 27, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 18 21:27:30.511005 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e860004a-a72d-4b54-8f88-321d966f2914 req-dec9a3bf-62e4-4bdc-9fc6-7c190e79bc0c service neutron] Checking segment: {'id': '632a0b5a-0934-4bae-8180-bc4707889610', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '56f25191-a068-47ea-a12c-3613c62a6e62'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84040) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 21:27:30.511375 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e860004a-a72d-4b54-8f88-321d966f2914 req-dec9a3bf-62e4-4bdc-9fc6-7c190e79bc0c service neutron] Bound using segment: {'id': '632a0b5a-0934-4bae-8180-bc4707889610', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '56f25191-a068-47ea-a12c-3613c62a6e62'} {{(pid=84040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 18 21:27:30.511814 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.managers [req-e860004a-a72d-4b54-8f88-321d966f2914 req-dec9a3bf-62e4-4bdc-9fc6-7c190e79bc0c service neutron] Bound port: 9149f356-051c-4e6b-9751-449d119a214a, host: n-h2-838334-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '632a0b5a-0934-4bae-8180-bc4707889610', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '56f25191-a068-47ea-a12c-3613c62a6e62'}}] {{(pid=84040) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 21:27:30.512151 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-e860004a-a72d-4b54-8f88-321d966f2914 req-dec9a3bf-62e4-4bdc-9fc6-7c190e79bc0c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:27:30.589197 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0df8d6b8-3219-4a7d-86cf-2bef1a965542 req-de3747aa-23d4-4dd3-98e0-a31f85c679fc tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:27:30.590634 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-0df8d6b8-3219-4a7d-86cf-2bef1a965542 req-de3747aa-23d4-4dd3-98e0-a31f85c679fc tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] 10.222.0.42 "GET /v2.0/ports?device_id=5a0acea9-4de7-494d-9bf7-488abfbcb08a HTTP/1.1" status: 200 len: 944 time: 0.3726387 Apr 18 21:27:30.641831 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.db [req-e860004a-a72d-4b54-8f88-321d966f2914 req-dec9a3bf-62e4-4bdc-9fc6-7c190e79bc0c service neutron] For port 9149f356-051c-4e6b-9751-449d119a214a, host n-h2-838334-2, cleared binding levels {{(pid=84040) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 21:27:30.654705 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.db [req-e860004a-a72d-4b54-8f88-321d966f2914 req-dec9a3bf-62e4-4bdc-9fc6-7c190e79bc0c service neutron] For port 9149f356-051c-4e6b-9751-449d119a214a, host n-h2-838334-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838334-2',level=0,port_id=9149f356-051c-4e6b-9751-449d119a214a,segment=NetworkSegment(632a0b5a-0934-4bae-8180-bc4707889610),segment_id=632a0b5a-0934-4bae-8180-bc4707889610)] {{(pid=84040) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 21:27:30.657675 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-0df8d6b8-3219-4a7d-86cf-2bef1a965542 req-d6ee1a04-abec-4dad-99d6-2386fa94d76f tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] 10.222.0.42 "GET /v2.0/security-groups?id=7f8199fb-baa8-41a6-ab78-c8c3270085df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0559092 Apr 18 21:27:30.659048 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-e860004a-a72d-4b54-8f88-321d966f2914 req-dec9a3bf-62e4-4bdc-9fc6-7c190e79bc0c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32440959'] for port, after_update {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:27:30.802986 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dec9a3bf-62e4-4bdc-9fc6-7c190e79bc0c service neutron] Pushing event updated for resources: {'Port': ['ID=9149f356-051c-4e6b-9751-449d119a214a,revision_number=8']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:27:30.864363 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-e860004a-a72d-4b54-8f88-321d966f2914 req-dec9a3bf-62e4-4bdc-9fc6-7c190e79bc0c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217293'] for port, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:27:30.866205 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-e860004a-a72d-4b54-8f88-321d966f2914 req-dec9a3bf-62e4-4bdc-9fc6-7c190e79bc0c service neutron] 10.222.0.43 "PUT /v2.0/ports/9149f356-051c-4e6b-9751-449d119a214a HTTP/1.1" status: 200 len: 1122 time: 1.1645267 Apr 18 21:27:30.914248 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-665ebe11-78e2-4a28-ae3d-b6f610e7c6b9 None None] Provisioning complete for port 9149f356-051c-4e6b-9751-449d119a214a triggered by entity DHCP. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:27:30.915315 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-665ebe11-78e2-4a28-ae3d-b6f610e7c6b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1253608'] for port, provisioning_complete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:27:30.962529 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] get_ports_and_sgs() called for port_ids ['9149f356-051c-4e6b-9751-449d119a214a'] {{(pid=84042) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 18 21:27:31.117673 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-665ebe11-78e2-4a28-ae3d-b6f610e7c6b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:27:31.170050 n-d-838334-2 neutron-server[84042]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5a0acea9-4de7-494d-9bf7-488abfbcb08a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9149f356-051c-4e6b-9751-449d119a214a'}] {{(pid=84042) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 21:27:31.187130 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-665ebe11-78e2-4a28-ae3d-b6f610e7c6b9 None None] For port 9149f356-051c-4e6b-9751-449d119a214a, host n-h2-838334-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838334-2',level=0,port_id=9149f356-051c-4e6b-9751-449d119a214a,segment=NetworkSegment(632a0b5a-0934-4bae-8180-bc4707889610),segment_id=632a0b5a-0934-4bae-8180-bc4707889610)] {{(pid=84042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:27:31.192494 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-665ebe11-78e2-4a28-ae3d-b6f610e7c6b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682'] for port, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:27:31.236035 n-d-838334-2 neutron-server[84042]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bf94a928-4330-415f-ba76-3f74865bca06'] response: {'server_uuid': '5a0acea9-4de7-494d-9bf7-488abfbcb08a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9149f356-051c-4e6b-9751-449d119a214a', 'code': 200} Apr 18 21:27:31.376520 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-665ebe11-78e2-4a28-ae3d-b6f610e7c6b9 None None] Pushing event updated for resources: {'Port': ['ID=9149f356-051c-4e6b-9751-449d119a214a,revision_number=9']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:27:31.855759 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b600947-3ca7-45c8-937c-11f293cb263b req-cd1bc1cf-600c-4185-8ad8-4468ba0356fc tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:27:31.857185 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-0b600947-3ca7-45c8-937c-11f293cb263b req-cd1bc1cf-600c-4185-8ad8-4468ba0356fc tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] 10.222.0.42 "GET /v2.0/ports?device_id=5a0acea9-4de7-494d-9bf7-488abfbcb08a HTTP/1.1" status: 200 len: 946 time: 0.0787113 Apr 18 21:27:31.902494 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-0b600947-3ca7-45c8-937c-11f293cb263b req-f8d85a9c-3469-46ab-bb19-10bfdc298d6b tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] 10.222.0.42 "GET /v2.0/security-groups?id=7f8199fb-baa8-41a6-ab78-c8c3270085df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397811 Apr 18 21:27:32.158031 n-d-838334-2 neutron-server[84040]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5a0acea9-4de7-494d-9bf7-488abfbcb08a', 'tag': '9149f356-051c-4e6b-9751-449d119a214a'}] {{(pid=84040) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 21:27:32.213097 n-d-838334-2 neutron-server[84040]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b0b174a0-3a6d-4231-bb04-a9801d507b28'] response: {'name': 'network-changed', 'server_uuid': '5a0acea9-4de7-494d-9bf7-488abfbcb08a', 'tag': '9149f356-051c-4e6b-9751-449d119a214a', 'status': 'completed', 'code': 200} Apr 18 21:27:32.303395 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-4c9f27b7-0e12-4fe1-a4be-57bd0dcdba0d req-790772a3-11ed-49ab-83cc-2e67f4d2e67b service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=202d5ea04e8c40de88f64ef931ef4e4f&device_id=5a0acea9-4de7-494d-9bf7-488abfbcb08a HTTP/1.1" status: 200 len: 1127 time: 0.0688291 Apr 18 21:27:32.446700 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c9f27b7-0e12-4fe1-a4be-57bd0dcdba0d req-68368f0b-84a5-4883-a7f9-9c93b2d7631b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:27:32.448183 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-4c9f27b7-0e12-4fe1-a4be-57bd0dcdba0d req-68368f0b-84a5-4883-a7f9-9c93b2d7631b service neutron] 10.222.0.48 "GET /v2.0/networks?id=56f25191-a068-47ea-a12c-3613c62a6e62 HTTP/1.1" status: 200 len: 897 time: 0.1378646 Apr 18 21:27:32.531497 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Device 9149f356-051c-4e6b-9751-449d119a214a details requested by agent hyperv_n-h1-838334-2 with host n-h1-838334-2 {{(pid=84042) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 18 21:27:32.553693 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-4c9f27b7-0e12-4fe1-a4be-57bd0dcdba0d req-a243cc8a-61de-4787-8b6b-140f2224887c service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9149f356-051c-4e6b-9751-449d119a214a HTTP/1.1" status: 200 len: 1001 time: 0.0992210 Apr 18 21:27:32.620118 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c9f27b7-0e12-4fe1-a4be-57bd0dcdba0d req-a2425a76-afba-436d-8c0f-9ab01ad5e58d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:27:32.621553 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-4c9f27b7-0e12-4fe1-a4be-57bd0dcdba0d req-a2425a76-afba-436d-8c0f-9ab01ad5e58d service neutron] 10.222.0.48 "GET /v2.0/subnets?id=e7c99092-5980-4fbc-8e3d-07d221a3fcab HTTP/1.1" status: 200 len: 834 time: 0.0617993 Apr 18 21:27:32.665541 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] For port 9149f356-051c-4e6b-9751-449d119a214a, host n-h2-838334-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838334-2',level=0,port_id=9149f356-051c-4e6b-9751-449d119a214a,segment=NetworkSegment(632a0b5a-0934-4bae-8180-bc4707889610),segment_id=632a0b5a-0934-4bae-8180-bc4707889610)] {{(pid=84042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:27:32.678421 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Device 9149f356-051c-4e6b-9751-449d119a214a has no active binding in host n-h1-838334-2 {{(pid=84042) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:142}} Apr 18 21:27:32.697626 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-4c9f27b7-0e12-4fe1-a4be-57bd0dcdba0d req-f4f05284-3907-487b-b2df-515df6d7068e service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=56f25191-a068-47ea-a12c-3613c62a6e62&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0691862 Apr 18 21:27:32.860184 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-4c9f27b7-0e12-4fe1-a4be-57bd0dcdba0d req-1ec6ebcb-68fb-459f-b43d-15dd3273854c service neutron] 10.222.0.48 "GET /v2.0/networks/56f25191-a068-47ea-a12c-3613c62a6e62?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1566164 Apr 18 21:27:32.991686 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-4c9f27b7-0e12-4fe1-a4be-57bd0dcdba0d req-a05a5295-cb7e-4447-a843-34c56c16ff94 service neutron] 10.222.0.48 "GET /v2.0/networks/56f25191-a068-47ea-a12c-3613c62a6e62?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1251240 Apr 18 21:27:33.103386 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0749b47-a703-4ca2-a479-7abcb479fe99 req-c3154cc1-99ec-4e6a-8d58-5e4a3b69fc8f tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:27:33.105124 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-c0749b47-a703-4ca2-a479-7abcb479fe99 req-c3154cc1-99ec-4e6a-8d58-5e4a3b69fc8f tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] 10.222.0.42 "GET /v2.0/ports?device_id=5a0acea9-4de7-494d-9bf7-488abfbcb08a HTTP/1.1" status: 200 len: 946 time: 0.0773711 Apr 18 21:27:33.160507 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-c0749b47-a703-4ca2-a479-7abcb479fe99 req-584f45a7-7ef0-406b-9785-991643f1e835 tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] 10.222.0.42 "GET /v2.0/security-groups?id=7f8199fb-baa8-41a6-ab78-c8c3270085df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0497699 Apr 18 21:27:34.143152 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750375287399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253529'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:27:34.356362 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70780a31-36d3-41b9-b908-a4dc96daf77e req-45ca18b9-34e0-408b-9b11-9c68d01d1941 tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:27:34.357815 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-70780a31-36d3-41b9-b908-a4dc96daf77e req-45ca18b9-34e0-408b-9b11-9c68d01d1941 tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] 10.222.0.42 "GET /v2.0/ports?device_id=5a0acea9-4de7-494d-9bf7-488abfbcb08a HTTP/1.1" status: 200 len: 946 time: 0.0751829 Apr 18 21:27:34.404073 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-70780a31-36d3-41b9-b908-a4dc96daf77e req-9cc429f5-2358-479a-ae3b-61de41044f0f tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] 10.222.0.42 "GET /v2.0/security-groups?id=7f8199fb-baa8-41a6-ab78-c8c3270085df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399957 Apr 18 21:27:35.599992 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc71dd4e-a99a-40f6-8610-cc3dd1d598ed req-63c01209-b1e4-4f19-ba06-0abe20d2769b tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:27:35.601401 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-fc71dd4e-a99a-40f6-8610-cc3dd1d598ed req-63c01209-b1e4-4f19-ba06-0abe20d2769b tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] 10.222.0.42 "GET /v2.0/ports?device_id=5a0acea9-4de7-494d-9bf7-488abfbcb08a HTTP/1.1" status: 200 len: 946 time: 0.0783007 Apr 18 21:27:35.646054 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-fc71dd4e-a99a-40f6-8610-cc3dd1d598ed req-a33abba9-ae3c-40b7-85b8-5452dd36bf2c tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] 10.222.0.42 "GET /v2.0/security-groups?id=7f8199fb-baa8-41a6-ab78-c8c3270085df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384307 Apr 18 21:27:35.895547 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-e860004a-a72d-4b54-8f88-321d966f2914 req-ffbb952c-f93c-4761-b630-d5b221288f89 service neutron] 10.222.0.48 "GET /v2.0/ports/9149f356-051c-4e6b-9751-449d119a214a/bindings/n-h1-838334-2 HTTP/1.1" status: 200 len: 384 time: 0.0724828 Apr 18 21:27:36.234997 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.db [req-e860004a-a72d-4b54-8f88-321d966f2914 req-aa628f85-8acf-4a39-b737-8b59e34c6a93 service neutron] For port 9149f356-051c-4e6b-9751-449d119a214a, host n-h2-838334-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838334-2',level=0,port_id=9149f356-051c-4e6b-9751-449d119a214a,segment=NetworkSegment(632a0b5a-0934-4bae-8180-bc4707889610),segment_id=632a0b5a-0934-4bae-8180-bc4707889610)] {{(pid=84040) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:27:36.255700 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.db [req-e860004a-a72d-4b54-8f88-321d966f2914 req-aa628f85-8acf-4a39-b737-8b59e34c6a93 service neutron] For port 9149f356-051c-4e6b-9751-449d119a214a, host n-h2-838334-2, cleared binding levels {{(pid=84040) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 21:27:36.310586 n-d-838334-2 neutron-server[84040]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5a0acea9-4de7-494d-9bf7-488abfbcb08a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9149f356-051c-4e6b-9751-449d119a214a'}] {{(pid=84040) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 21:27:36.318944 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.db [req-e860004a-a72d-4b54-8f88-321d966f2914 req-aa628f85-8acf-4a39-b737-8b59e34c6a93 service neutron] For port 9149f356-051c-4e6b-9751-449d119a214a, host n-h1-838334-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838334-2',level=0,port_id=9149f356-051c-4e6b-9751-449d119a214a,segment=NetworkSegment(632a0b5a-0934-4bae-8180-bc4707889610),segment_id=632a0b5a-0934-4bae-8180-bc4707889610)] {{(pid=84040) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:27:36.340010 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-e860004a-a72d-4b54-8f88-321d966f2914 req-aa628f85-8acf-4a39-b737-8b59e34c6a93 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:27:36.380297 n-d-838334-2 neutron-server[84040]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a1886162-245a-440f-a5ce-a152d1ab3fd9'] response: {'server_uuid': '5a0acea9-4de7-494d-9bf7-488abfbcb08a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9149f356-051c-4e6b-9751-449d119a214a', 'code': 200} Apr 18 21:27:36.440665 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.provisioning_blocks [req-e860004a-a72d-4b54-8f88-321d966f2914 req-aa628f85-8acf-4a39-b737-8b59e34c6a93 service neutron] Transition to ACTIVE for port object 9149f356-051c-4e6b-9751-449d119a214a will not be triggered until provisioned by entity L2. {{(pid=84040) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:27:36.444149 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-e860004a-a72d-4b54-8f88-321d966f2914 req-aa628f85-8acf-4a39-b737-8b59e34c6a93 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32440959'] for port, after_update {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:27:36.589048 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa628f85-8acf-4a39-b737-8b59e34c6a93 service neutron] Pushing event updated for resources: {'Port': ['ID=9149f356-051c-4e6b-9751-449d119a214a,revision_number=11']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:27:36.643616 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.l3_dvrscheduler_db [req-e860004a-a72d-4b54-8f88-321d966f2914 req-aa628f85-8acf-4a39-b737-8b59e34c6a93 service neutron] No DVR routers for this DVR port 9149f356-051c-4e6b-9751-449d119a214a on host n-h2-838334-2 {{(pid=84040) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 21:27:36.891498 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18241228-491b-4d8e-b7d8-4bb8ff40e30f req-d12539e9-20ff-4a48-9ee3-28e154a88d13 tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:27:36.892969 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-18241228-491b-4d8e-b7d8-4bb8ff40e30f req-d12539e9-20ff-4a48-9ee3-28e154a88d13 tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] 10.222.0.42 "GET /v2.0/ports?device_id=5a0acea9-4de7-494d-9bf7-488abfbcb08a HTTP/1.1" status: 200 len: 945 time: 0.1134794 Apr 18 21:27:36.977617 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-18241228-491b-4d8e-b7d8-4bb8ff40e30f req-4a3e83d5-0e9a-4fe1-b910-aea4c74ce092 tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] 10.222.0.42 "GET /v2.0/security-groups?id=7f8199fb-baa8-41a6-ab78-c8c3270085df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0779524 Apr 18 21:27:36.989248 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-e860004a-a72d-4b54-8f88-321d966f2914 req-aa628f85-8acf-4a39-b737-8b59e34c6a93 service neutron] 10.222.0.48 "PUT /v2.0/ports/9149f356-051c-4e6b-9751-449d119a214a/bindings/n-h1-838334-2/activate HTTP/1.1" status: 200 len: 369 time: 1.0880551 Apr 18 21:27:37.114269 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-e860004a-a72d-4b54-8f88-321d966f2914 req-228490f4-eafe-4311-8925-fd69a2be8f64 tempest-TestNetworkAdvancedServerOps-1372836320 tempest-TestNetworkAdvancedServerOps-1372836320-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=5a0acea9-4de7-494d-9bf7-488abfbcb08a&tenant_id=202d5ea04e8c40de88f64ef931ef4e4f&binding%3Ahost_id=n-h2-838334-2 HTTP/1.1" status: 200 len: 1096 time: 0.0750258 Apr 18 21:27:37.275462 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-e860004a-a72d-4b54-8f88-321d966f2914 req-559a96f7-69fb-4667-9834-c9749aa6bbfb service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=5a0acea9-4de7-494d-9bf7-488abfbcb08a&tenant_id=202d5ea04e8c40de88f64ef931ef4e4f HTTP/1.1" status: 200 len: 1096 time: 0.1547234 Apr 18 21:27:37.364835 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-e860004a-a72d-4b54-8f88-321d966f2914 req-3e3ef6f9-dbab-4472-a940-f7237fcf330f service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=202d5ea04e8c40de88f64ef931ef4e4f&device_id=5a0acea9-4de7-494d-9bf7-488abfbcb08a HTTP/1.1" status: 200 len: 1096 time: 0.0700326 Apr 18 21:27:37.491503 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e860004a-a72d-4b54-8f88-321d966f2914 req-f5e05818-9ddd-4a5d-a6cc-73e2a5dddd71 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:27:37.493188 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-e860004a-a72d-4b54-8f88-321d966f2914 req-f5e05818-9ddd-4a5d-a6cc-73e2a5dddd71 service neutron] 10.222.0.43 "GET /v2.0/networks?id=56f25191-a068-47ea-a12c-3613c62a6e62 HTTP/1.1" status: 200 len: 897 time: 0.1225300 Apr 18 21:27:37.597172 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-e860004a-a72d-4b54-8f88-321d966f2914 req-cf7df89b-e5ba-4a47-b71a-8937099db17c service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9149f356-051c-4e6b-9751-449d119a214a HTTP/1.1" status: 200 len: 999 time: 0.0979967 Apr 18 21:27:37.661248 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e860004a-a72d-4b54-8f88-321d966f2914 req-1f521a4c-d17f-45ea-bcdf-4cd809d17724 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:27:37.662677 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-e860004a-a72d-4b54-8f88-321d966f2914 req-1f521a4c-d17f-45ea-bcdf-4cd809d17724 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=e7c99092-5980-4fbc-8e3d-07d221a3fcab HTTP/1.1" status: 200 len: 834 time: 0.0601497 Apr 18 21:27:37.735760 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-e860004a-a72d-4b54-8f88-321d966f2914 req-0c857be3-e11a-4ac6-884d-073ec3fc9d68 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=56f25191-a068-47ea-a12c-3613c62a6e62&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0670533 Apr 18 21:27:37.962020 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-e860004a-a72d-4b54-8f88-321d966f2914 req-ccf65676-d542-48f7-bb90-f4b5baf51fb1 service neutron] 10.222.0.43 "GET /v2.0/networks/56f25191-a068-47ea-a12c-3613c62a6e62?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2193985 Apr 18 21:27:38.093300 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-e860004a-a72d-4b54-8f88-321d966f2914 req-14aa6670-e102-4b7f-bd7e-44f757a30618 service neutron] 10.222.0.43 "GET /v2.0/networks/56f25191-a068-47ea-a12c-3613c62a6e62?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1246889 Apr 18 21:27:38.183054 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-444b1bd6-dc47-44cb-bb7c-de00e0fe652a req-23b68ea0-f8a2-47bf-a7ba-2b7d0c56191d tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:27:38.184529 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-444b1bd6-dc47-44cb-bb7c-de00e0fe652a req-23b68ea0-f8a2-47bf-a7ba-2b7d0c56191d tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] 10.222.0.42 "GET /v2.0/ports?device_id=5a0acea9-4de7-494d-9bf7-488abfbcb08a HTTP/1.1" status: 200 len: 945 time: 0.0817018 Apr 18 21:27:38.233294 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-444b1bd6-dc47-44cb-bb7c-de00e0fe652a req-35540648-134b-4d8f-b3c6-12d3fe098df0 tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] 10.222.0.42 "GET /v2.0/security-groups?id=7f8199fb-baa8-41a6-ab78-c8c3270085df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428283 Apr 18 21:27:38.388934 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-e860004a-a72d-4b54-8f88-321d966f2914 req-27e11244-96bc-4b47-aa9e-8b7248cc0346 tempest-TestNetworkAdvancedServerOps-1372836320 tempest-TestNetworkAdvancedServerOps-1372836320-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=5a0acea9-4de7-494d-9bf7-488abfbcb08a&tenant_id=202d5ea04e8c40de88f64ef931ef4e4f&binding%3Ahost_id=n-h1-838334-2 HTTP/1.1" status: 200 len: 1096 time: 0.0722582 Apr 18 21:27:38.487421 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.db [req-e860004a-a72d-4b54-8f88-321d966f2914 req-801f0f12-449b-4264-bbb4-701fe8cf45ec service neutron] For port 9149f356-051c-4e6b-9751-449d119a214a, host n-h2-838334-2, cleared binding levels {{(pid=84040) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 21:27:38.490339 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-e860004a-a72d-4b54-8f88-321d966f2914 req-801f0f12-449b-4264-bbb4-701fe8cf45ec service neutron] Notify callbacks [] for binding, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:27:38.491464 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-e860004a-a72d-4b54-8f88-321d966f2914 req-801f0f12-449b-4264-bbb4-701fe8cf45ec service neutron] 10.222.0.43 "DELETE /v2.0/ports/9149f356-051c-4e6b-9751-449d119a214a/bindings/n-h2-838334-2 HTTP/1.1" status: 204 len: 173 time: 0.0968874 Apr 18 21:27:38.755278 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Device 9149f356-051c-4e6b-9751-449d119a214a no longer exists at agent hyperv_n-h2-838334-2 {{(pid=84042) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 21:27:38.812846 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Device 9149f356-051c-4e6b-9751-449d119a214a not bound to the agent host n-h2-838334-2 {{(pid=84042) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 21:27:39.428663 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75888bdb-3d2b-419b-ada7-dbf2cea2cad5 req-bc608d0a-3adf-4541-a8f4-c72740bc6240 tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:27:39.430546 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-75888bdb-3d2b-419b-ada7-dbf2cea2cad5 req-bc608d0a-3adf-4541-a8f4-c72740bc6240 tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] 10.222.0.42 "GET /v2.0/ports?device_id=5a0acea9-4de7-494d-9bf7-488abfbcb08a HTTP/1.1" status: 200 len: 945 time: 0.0757136 Apr 18 21:27:39.476371 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-75888bdb-3d2b-419b-ada7-dbf2cea2cad5 req-173b013b-8a0f-4a3c-b02c-15d7b96c8d3d tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] 10.222.0.42 "GET /v2.0/security-groups?id=7f8199fb-baa8-41a6-ab78-c8c3270085df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399425 Apr 18 21:27:39.667487 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-f1fc8068-f6d9-4f42-b479-eab83deae2f6 req-48c14b83-1802-4444-a037-016323e84245 tempest-TestNetworkAdvancedServerOps-1372836320 tempest-TestNetworkAdvancedServerOps-1372836320-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=5a0acea9-4de7-494d-9bf7-488abfbcb08a HTTP/1.1" status: 200 len: 1096 time: 0.0703490 Apr 18 21:27:39.709198 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-f1fc8068-f6d9-4f42-b479-eab83deae2f6 req-c1d1d4a3-51f6-4a36-b6e4-8a5ba517534b tempest-TestNetworkAdvancedServerOps-1372836320 tempest-TestNetworkAdvancedServerOps-1372836320-project-admin] 10.222.0.42 "GET /v2.0/security-groups?id=7f8199fb-baa8-41a6-ab78-c8c3270085df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0362351 Apr 18 21:27:39.900380 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0250ac90-af6f-4068-ad54-ece376bea536 req-21139777-610e-4255-8109-cf7e4d11eccd tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:27:39.901814 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-0250ac90-af6f-4068-ad54-ece376bea536 req-21139777-610e-4255-8109-cf7e4d11eccd tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] 10.222.0.42 "GET /v2.0/ports?device_id=5a0acea9-4de7-494d-9bf7-488abfbcb08a HTTP/1.1" status: 200 len: 945 time: 0.0747228 Apr 18 21:27:39.949933 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-0250ac90-af6f-4068-ad54-ece376bea536 req-bfb79321-99e4-490b-8d91-09f44485eb5e tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] 10.222.0.42 "GET /v2.0/security-groups?id=7f8199fb-baa8-41a6-ab78-c8c3270085df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397518 Apr 18 21:27:39.977402 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 37394) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:27:40.080470 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-cd3009a6-2058-475f-84c8-153f69b1014b tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] 10.222.0.42 "GET /v2.0/floatingips/e3ee480e-e134-472c-9d5d-e94f3685f14a HTTP/1.1" status: 200 len: 991 time: 0.1019502 Apr 18 21:27:41.383089 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 37398) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:27:41.602513 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.plugin [None req-4131e80e-f1bc-4073-8b90-fbe6d0564d17 tempest-TestVolumeBootPattern-942365775 tempest-TestVolumeBootPattern-942365775-project] Deleting port ac4cb51a-219e-4c50-857d-cc244c12839b {{(pid=84040) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 21:27:41.602947 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-4131e80e-f1bc-4073-8b90-fbe6d0564d17 tempest-TestVolumeBootPattern-942365775 tempest-TestVolumeBootPattern-942365775-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750375188691'] for port, before_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:27:41.812567 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-4131e80e-f1bc-4073-8b90-fbe6d0564d17 tempest-TestVolumeBootPattern-942365775 tempest-TestVolumeBootPattern-942365775-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369123'] for port, precommit_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:27:41.813062 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-4131e80e-f1bc-4073-8b90-fbe6d0564d17 tempest-TestVolumeBootPattern-942365775 tempest-TestVolumeBootPattern-942365775-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:27:41.963130 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.plugin [None req-4131e80e-f1bc-4073-8b90-fbe6d0564d17 tempest-TestVolumeBootPattern-942365775 tempest-TestVolumeBootPattern-942365775-project] Calling delete_port for ac4cb51a-219e-4c50-857d-cc244c12839b owned by network:floatingip {{(pid=84040) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 21:27:42.129657 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-4131e80e-f1bc-4073-8b90-fbe6d0564d17 tempest-TestVolumeBootPattern-942365775 tempest-TestVolumeBootPattern-942365775-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750375259028', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750374836628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32440838'] for port, after_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:27:42.185622 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4131e80e-f1bc-4073-8b90-fbe6d0564d17 tempest-TestVolumeBootPattern-942365775 tempest-TestVolumeBootPattern-942365775-project] Pushing event deleted for resources: {'Port': ['ID=ac4cb51a-219e-4c50-857d-cc244c12839b,revision_number=None']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:27:42.231014 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4131e80e-f1bc-4073-8b90-fbe6d0564d17 tempest-TestVolumeBootPattern-942365775 tempest-TestVolumeBootPattern-942365775-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:27:42.231014 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4131e80e-f1bc-4073-8b90-fbe6d0564d17 tempest-TestVolumeBootPattern-942365775 tempest-TestVolumeBootPattern-942365775-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:27:42.231014 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4131e80e-f1bc-4073-8b90-fbe6d0564d17 tempest-TestVolumeBootPattern-942365775 tempest-TestVolumeBootPattern-942365775-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:27:42.231432 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4131e80e-f1bc-4073-8b90-fbe6d0564d17 tempest-TestVolumeBootPattern-942365775 tempest-TestVolumeBootPattern-942365775-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:27:42.231693 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4131e80e-f1bc-4073-8b90-fbe6d0564d17 tempest-TestVolumeBootPattern-942365775 tempest-TestVolumeBootPattern-942365775-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:27:42.232020 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4131e80e-f1bc-4073-8b90-fbe6d0564d17 tempest-TestVolumeBootPattern-942365775 tempest-TestVolumeBootPattern-942365775-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:27:42.232350 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4131e80e-f1bc-4073-8b90-fbe6d0564d17 tempest-TestVolumeBootPattern-942365775 tempest-TestVolumeBootPattern-942365775-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:27:42.232674 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4131e80e-f1bc-4073-8b90-fbe6d0564d17 tempest-TestVolumeBootPattern-942365775 tempest-TestVolumeBootPattern-942365775-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:27:42.232990 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4131e80e-f1bc-4073-8b90-fbe6d0564d17 tempest-TestVolumeBootPattern-942365775 tempest-TestVolumeBootPattern-942365775-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:27:42.233305 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4131e80e-f1bc-4073-8b90-fbe6d0564d17 tempest-TestVolumeBootPattern-942365775 tempest-TestVolumeBootPattern-942365775-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:27:42.233621 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4131e80e-f1bc-4073-8b90-fbe6d0564d17 tempest-TestVolumeBootPattern-942365775 tempest-TestVolumeBootPattern-942365775-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:27:42.300893 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-4131e80e-f1bc-4073-8b90-fbe6d0564d17 tempest-TestVolumeBootPattern-942365775 tempest-TestVolumeBootPattern-942365775-project] Notify callbacks [] for floatingip, after_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:27:42.398051 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 37406) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:27:42.602723 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.plugin [None req-411a3e15-5714-498f-b7b6-20f14d85005c tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] Deleting port 630515ec-4682-41b0-a762-6e0c9e9a32c1 {{(pid=84041) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 21:27:42.603061 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-411a3e15-5714-498f-b7b6-20f14d85005c tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750375188691'] for port, before_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:27:42.770814 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-411a3e15-5714-498f-b7b6-20f14d85005c tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369123'] for port, precommit_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:27:42.771139 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-411a3e15-5714-498f-b7b6-20f14d85005c tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:27:42.798681 n-d-838334-2 neutron-server[84040]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4131e80e-f1bc-4073-8b90-fbe6d0564d17 tempest-TestVolumeBootPattern-942365775 tempest-TestVolumeBootPattern-942365775-project] Router 62ab243e-ad9f-4433-a3dd-569ad89df6bc has already been hosted by L3 agent bc84d6c9-dd7a-4555-a351-592327b46d5a {{(pid=84040) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 21:27:42.994959 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.plugin [None req-411a3e15-5714-498f-b7b6-20f14d85005c tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] Calling delete_port for 630515ec-4682-41b0-a762-6e0c9e9a32c1 owned by network:floatingip {{(pid=84041) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 21:27:43.003658 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4131e80e-f1bc-4073-8b90-fbe6d0564d17 tempest-TestVolumeBootPattern-942365775 tempest-TestVolumeBootPattern-942365775-project] Notify agent at l3_agent.n-d-838334-2 the message routers_updated {{(pid=84040) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 21:27:43.013304 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f8ee1c3-61ed-4a6d-89c7-46c7e0f5a91e None None] Sync routers for ids ['62ab243e-ad9f-4433-a3dd-569ad89df6bc'] in n-d-838334-2 {{(pid=84042) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 18 21:27:43.025286 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f8ee1c3-61ed-4a6d-89c7-46c7e0f5a91e None None] Routers {'62ab243e-ad9f-4433-a3dd-569ad89df6bc'} bound to L3 agent in host n-d-838334-2 {{(pid=84042) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 21:27:43.025817 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_hamode_db [None req-3f8ee1c3-61ed-4a6d-89c7-46c7e0f5a91e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838334-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-18T20:25:48Z,description=,heartbeat_timestamp=2022-04-18T21:27:18Z,host='n-d-838334-2',id=bc84d6c9-dd7a-4555-a351-592327b46d5a,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:25:48Z,topic='l3_agent')) {'router_ids': ['62ab243e-ad9f-4433-a3dd-569ad89df6bc'], 'active': True} {{(pid=84042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:27:43.028961 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-4131e80e-f1bc-4073-8b90-fbe6d0564d17 tempest-TestVolumeBootPattern-942365775 tempest-TestVolumeBootPattern-942365775-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217293'] for floatingip, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:27:43.090179 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-4131e80e-f1bc-4073-8b90-fbe6d0564d17 tempest-TestVolumeBootPattern-942365775 tempest-TestVolumeBootPattern-942365775-project] 10.222.0.42 "DELETE /v2.0/floatingips/507c33c4-ed16-4c0e-a601-9429fe06ce85 HTTP/1.1" status: 204 len: 168 time: 1.7059033 Apr 18 21:27:43.090819 n-d-838334-2 neutron-server[84040]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '759ddba8-d4e8-4e27-a477-55e5cafa9234', 'tag': 'ec130329-7afa-4ff3-bf05-f0155e8f6ead'}] {{(pid=84040) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 21:27:43.155140 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-411a3e15-5714-498f-b7b6-20f14d85005c tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750375259028', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750374836628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32266323'] for port, after_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:27:43.159728 n-d-838334-2 neutron-server[84040]: INFO neutron.notifiers.nova [-] Nova event matching ['req-510b22a3-3e55-41cf-aff5-cf40ef36738b'] response: {'name': 'network-changed', 'server_uuid': '759ddba8-d4e8-4e27-a477-55e5cafa9234', 'tag': 'ec130329-7afa-4ff3-bf05-f0155e8f6ead', 'status': 'completed', 'code': 200} Apr 18 21:27:43.213175 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_dvr_db [None req-3f8ee1c3-61ed-4a6d-89c7-46c7e0f5a91e None None] Set router 62ab243e-ad9f-4433-a3dd-569ad89df6bc gateway port host: n-d-838334-2 {{(pid=84042) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 21:27:43.218474 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-411a3e15-5714-498f-b7b6-20f14d85005c tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] Pushing event deleted for resources: {'Port': ['ID=630515ec-4682-41b0-a762-6e0c9e9a32c1,revision_number=None']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:27:43.229422 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-411a3e15-5714-498f-b7b6-20f14d85005c tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:27:43.229897 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-411a3e15-5714-498f-b7b6-20f14d85005c tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:27:43.230334 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-411a3e15-5714-498f-b7b6-20f14d85005c tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:27:43.230910 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-411a3e15-5714-498f-b7b6-20f14d85005c tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:27:43.231353 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-411a3e15-5714-498f-b7b6-20f14d85005c tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:27:43.231813 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-411a3e15-5714-498f-b7b6-20f14d85005c tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:27:43.232239 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-411a3e15-5714-498f-b7b6-20f14d85005c tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:27:43.232685 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-411a3e15-5714-498f-b7b6-20f14d85005c tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:27:43.233108 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-411a3e15-5714-498f-b7b6-20f14d85005c tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:27:43.233526 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-411a3e15-5714-498f-b7b6-20f14d85005c tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:27:43.233914 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-411a3e15-5714-498f-b7b6-20f14d85005c tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:27:43.272253 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-12032526-a7a2-42d3-961a-28b0257de1e3 req-c377152c-fd11-4255-b0d9-c8c5eff1223e service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=31978bb3bc1348ad8b469e6e55d6f163&device_id=759ddba8-d4e8-4e27-a477-55e5cafa9234 HTTP/1.1" status: 200 len: 1097 time: 0.0871527 Apr 18 21:27:43.345694 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-411a3e15-5714-498f-b7b6-20f14d85005c tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] Notify callbacks [] for floatingip, after_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:27:43.428107 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12032526-a7a2-42d3-961a-28b0257de1e3 req-1c65408b-6ca9-42a8-8f31-f8d33f3acac8 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:27:43.429687 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-12032526-a7a2-42d3-961a-28b0257de1e3 req-1c65408b-6ca9-42a8-8f31-f8d33f3acac8 service neutron] 10.222.0.43 "GET /v2.0/networks?id=9b223f6a-fe67-4bd3-957a-7ef808b3aaf1 HTTP/1.1" status: 200 len: 912 time: 0.1522086 Apr 18 21:27:43.547176 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-12032526-a7a2-42d3-961a-28b0257de1e3 req-bc7629b9-0839-46e3-aaa0-dc33555ee0e0 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ec130329-7afa-4ff3-bf05-f0155e8f6ead HTTP/1.1" status: 200 len: 217 time: 0.1109242 Apr 18 21:27:43.584166 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_hamode_db [None req-3f8ee1c3-61ed-4a6d-89c7-46c7e0f5a91e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62ab243e-ad9f-4433-a3dd-569ad89df6bc', 'name': 'tempest-TestVolumeBootPattern-477195389-router', 'tenant_id': '31978bb3bc1348ad8b469e6e55d6f163', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'external_fixed_ips': [{'subnet_id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'ip_address': '172.25.8.234'}], 'enable_snat': True}, 'gw_port_id': 'ed687a9e-9201-4e8e-80c0-f5948665f08d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:17:09Z', 'updated_at': '2022-04-18T21:17:14Z', 'revision_number': 4, 'project_id': '31978bb3bc1348ad8b469e6e55d6f163', 'gw_port': {'id': 'ed687a9e-9201-4e8e-80c0-f5948665f08d', 'name': '', 'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:d9:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62ab243e-ad9f-4433-a3dd-569ad89df6bc', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'ip_address': '172.25.8.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:17:10Z', 'updated_at': '2022-04-18T21:17:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838334-2', '_floatingips': [{'id': '331e41ce-fe2c-4f32-ba51-0c415ed3802e', 'tenant_id': '31978bb3bc1348ad8b469e6e55d6f163', 'floating_ip_address': '172.25.8.120', 'floating_network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'router_id': '62ab243e-ad9f-4433-a3dd-569ad89df6bc', 'port_id': '071d2f9f-8226-4651-b6db-ea634e88c276', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9b223f6a-fe67-4bd3-957a-7ef808b3aaf1', 'mac_address': 'fa:16:3e:bb:19:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70504d68-ffa1-435e-9477-b988284384f6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T21:24:01Z', 'updated_at': '2022-04-18T21:24:04Z', 'revision_number': 1, 'project_id': '31978bb3bc1348ad8b469e6e55d6f163', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dc11cf0f-ccf3-4218-b3db-90cf0ccd3b6a', 'name': '', 'network_id': '9b223f6a-fe67-4bd3-957a-7ef808b3aaf1', 'tenant_id': '31978bb3bc1348ad8b469e6e55d6f163', 'mac_address': 'fa:16:3e:12:a0:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62ab243e-ad9f-4433-a3dd-569ad89df6bc', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a845e1ae-c47e-4919-8a24-530366b84c60', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:17:13Z', 'updated_at': '2022-04-18T21:17:36Z', 'revision_number': 5, 'project_id': '31978bb3bc1348ad8b469e6e55d6f163', 'subnets': [{'id': 'a845e1ae-c47e-4919-8a24-530366b84c60', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838334-2', False) {} {{(pid=84042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:27:43.588181 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f8ee1c3-61ed-4a6d-89c7-46c7e0f5a91e None None] Checking router: 62ab243e-ad9f-4433-a3dd-569ad89df6bc for host: n-d-838334-2 {{(pid=84042) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 18 21:27:43.598750 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f8ee1c3-61ed-4a6d-89c7-46c7e0f5a91e None None] Routers {'62ab243e-ad9f-4433-a3dd-569ad89df6bc'} bound to L3 agent in host n-d-838334-2 {{(pid=84042) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 21:27:43.599273 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_hamode_db [None req-3f8ee1c3-61ed-4a6d-89c7-46c7e0f5a91e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838334-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-18T20:25:48Z,description=,heartbeat_timestamp=2022-04-18T21:27:18Z,host='n-d-838334-2',id=bc84d6c9-dd7a-4555-a351-592327b46d5a,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:25:48Z,topic='l3_agent')) {'router_ids': ['62ab243e-ad9f-4433-a3dd-569ad89df6bc'], 'active': True} {{(pid=84042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:27:43.630550 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12032526-a7a2-42d3-961a-28b0257de1e3 req-b9198a72-6483-4682-9773-52660d1e6f7e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:27:43.632019 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-12032526-a7a2-42d3-961a-28b0257de1e3 req-b9198a72-6483-4682-9773-52660d1e6f7e service neutron] 10.222.0.43 "GET /v2.0/subnets?id=a845e1ae-c47e-4919-8a24-530366b84c60 HTTP/1.1" status: 200 len: 850 time: 0.0768740 Apr 18 21:27:43.690587 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bb3bbaf-0c47-4a50-a3de-9e4bf391a453 req-ec1ba456-17fd-44ad-b76d-87c90bece8bb tempest-TestVolumeBootPattern-942365775 tempest-TestVolumeBootPattern-942365775-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:27:43.691270 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [req-5bb3bbaf-0c47-4a50-a3de-9e4bf391a453 req-ec1ba456-17fd-44ad-b76d-87c90bece8bb tempest-TestVolumeBootPattern-942365775 tempest-TestVolumeBootPattern-942365775-project] Synchronizing usage tracker for tenant:31978bb3bc1348ad8b469e6e55d6f163 on resource:port {{(pid=84040) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 21:27:43.724564 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [req-5bb3bbaf-0c47-4a50-a3de-9e4bf391a453 req-ec1ba456-17fd-44ad-b76d-87c90bece8bb tempest-TestVolumeBootPattern-942365775 tempest-TestVolumeBootPattern-942365775-project] Unset dirty status for tenant:31978bb3bc1348ad8b469e6e55d6f163 on resource:port {{(pid=84040) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 21:27:43.725712 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-5bb3bbaf-0c47-4a50-a3de-9e4bf391a453 req-ec1ba456-17fd-44ad-b76d-87c90bece8bb tempest-TestVolumeBootPattern-942365775 tempest-TestVolumeBootPattern-942365775-project] 10.222.0.42 "GET /v2.0/ports?device_id=759ddba8-d4e8-4e27-a477-55e5cafa9234 HTTP/1.1" status: 200 len: 946 time: 0.2308474 Apr 18 21:27:43.752131 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-12032526-a7a2-42d3-961a-28b0257de1e3 req-8035f737-ebd3-4e79-8ded-c90868280d2c service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=9b223f6a-fe67-4bd3-957a-7ef808b3aaf1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1140361 Apr 18 21:27:43.790171 n-d-838334-2 neutron-server[84041]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-411a3e15-5714-498f-b7b6-20f14d85005c tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] Router 652209e7-2d7c-420e-b0b7-a7c1ee6e0bcf has already been hosted by L3 agent bc84d6c9-dd7a-4555-a351-592327b46d5a {{(pid=84041) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 21:27:43.825847 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_dvr_db [None req-3f8ee1c3-61ed-4a6d-89c7-46c7e0f5a91e None None] Set router 62ab243e-ad9f-4433-a3dd-569ad89df6bc gateway port host: n-d-838334-2 {{(pid=84042) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 21:27:43.865156 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-5bb3bbaf-0c47-4a50-a3de-9e4bf391a453 req-6a8a6a20-8294-414e-9315-d6c4199bbf0f tempest-TestVolumeBootPattern-942365775 tempest-TestVolumeBootPattern-942365775-project] 10.222.0.42 "GET /v2.0/security-groups?id=da0e9646-9998-43bc-ae83-ea1de751a251&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1309528 Apr 18 21:27:43.936628 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-12032526-a7a2-42d3-961a-28b0257de1e3 req-ccff7e45-2ace-454d-a94e-eee4d6afe47d service neutron] 10.222.0.43 "GET /v2.0/networks/9b223f6a-fe67-4bd3-957a-7ef808b3aaf1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1754637 Apr 18 21:27:44.016487 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-411a3e15-5714-498f-b7b6-20f14d85005c tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] Notify agent at l3_agent.n-d-838334-2 the message routers_updated {{(pid=84041) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 21:27:44.027249 n-d-838334-2 neutron-server[84043]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3d7da7b-f7ab-4395-a6fd-c0584cd98bf4 None None] Sync routers for ids ['652209e7-2d7c-420e-b0b7-a7c1ee6e0bcf'] in n-d-838334-2 {{(pid=84043) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 18 21:27:44.044626 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-411a3e15-5714-498f-b7b6-20f14d85005c tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217293'] for floatingip, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:27:44.045983 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3d7da7b-f7ab-4395-a6fd-c0584cd98bf4 None None] Routers {'652209e7-2d7c-420e-b0b7-a7c1ee6e0bcf'} bound to L3 agent in host n-d-838334-2 {{(pid=84043) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 21:27:44.046827 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.l3_hamode_db [None req-a3d7da7b-f7ab-4395-a6fd-c0584cd98bf4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838334-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-18T20:25:48Z,description=,heartbeat_timestamp=2022-04-18T21:27:18Z,host='n-d-838334-2',id=bc84d6c9-dd7a-4555-a351-592327b46d5a,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:25:48Z,topic='l3_agent')) {'router_ids': ['652209e7-2d7c-420e-b0b7-a7c1ee6e0bcf'], 'active': True} {{(pid=84043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:27:44.100982 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-12032526-a7a2-42d3-961a-28b0257de1e3 req-4e4c8d76-5221-4fed-9e2d-477eef1cbad8 service neutron] 10.222.0.43 "GET /v2.0/networks/9b223f6a-fe67-4bd3-957a-7ef808b3aaf1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1571231 Apr 18 21:27:44.107315 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-411a3e15-5714-498f-b7b6-20f14d85005c tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] 10.222.0.42 "DELETE /v2.0/floatingips/e3ee480e-e134-472c-9d5d-e94f3685f14a HTTP/1.1" status: 204 len: 168 time: 1.7081175 Apr 18 21:27:44.108052 n-d-838334-2 neutron-server[84041]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5a0acea9-4de7-494d-9bf7-488abfbcb08a', 'tag': '9149f356-051c-4e6b-9751-449d119a214a'}] {{(pid=84041) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 21:27:44.244674 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_hamode_db [None req-3f8ee1c3-61ed-4a6d-89c7-46c7e0f5a91e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62ab243e-ad9f-4433-a3dd-569ad89df6bc', 'name': 'tempest-TestVolumeBootPattern-477195389-router', 'tenant_id': '31978bb3bc1348ad8b469e6e55d6f163', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'external_fixed_ips': [{'subnet_id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'ip_address': '172.25.8.234'}], 'enable_snat': True}, 'gw_port_id': 'ed687a9e-9201-4e8e-80c0-f5948665f08d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:17:09Z', 'updated_at': '2022-04-18T21:17:14Z', 'revision_number': 4, 'project_id': '31978bb3bc1348ad8b469e6e55d6f163', 'gw_port': {'id': 'ed687a9e-9201-4e8e-80c0-f5948665f08d', 'name': '', 'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:d9:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62ab243e-ad9f-4433-a3dd-569ad89df6bc', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'ip_address': '172.25.8.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:17:10Z', 'updated_at': '2022-04-18T21:17:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838334-2', '_floatingips': [{'id': '331e41ce-fe2c-4f32-ba51-0c415ed3802e', 'tenant_id': '31978bb3bc1348ad8b469e6e55d6f163', 'floating_ip_address': '172.25.8.120', 'floating_network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'router_id': '62ab243e-ad9f-4433-a3dd-569ad89df6bc', 'port_id': '071d2f9f-8226-4651-b6db-ea634e88c276', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9b223f6a-fe67-4bd3-957a-7ef808b3aaf1', 'mac_address': 'fa:16:3e:bb:19:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70504d68-ffa1-435e-9477-b988284384f6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T21:24:01Z', 'updated_at': '2022-04-18T21:24:04Z', 'revision_number': 1, 'project_id': '31978bb3bc1348ad8b469e6e55d6f163', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dc11cf0f-ccf3-4218-b3db-90cf0ccd3b6a', 'name': '', 'network_id': '9b223f6a-fe67-4bd3-957a-7ef808b3aaf1', 'tenant_id': '31978bb3bc1348ad8b469e6e55d6f163', 'mac_address': 'fa:16:3e:12:a0:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62ab243e-ad9f-4433-a3dd-569ad89df6bc', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a845e1ae-c47e-4919-8a24-530366b84c60', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:17:13Z', 'updated_at': '2022-04-18T21:17:36Z', 'revision_number': 5, 'project_id': '31978bb3bc1348ad8b469e6e55d6f163', 'subnets': [{'id': 'a845e1ae-c47e-4919-8a24-530366b84c60', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838334-2', False) {} {{(pid=84042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:27:44.250860 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f8ee1c3-61ed-4a6d-89c7-46c7e0f5a91e None None] The sync data for ids ['62ab243e-ad9f-4433-a3dd-569ad89df6bc'] in n-d-838334-2 is: [{'id': '62ab243e-ad9f-4433-a3dd-569ad89df6bc', 'name': 'tempest-TestVolumeBootPattern-477195389-router', 'tenant_id': '31978bb3bc1348ad8b469e6e55d6f163', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'external_fixed_ips': [{'subnet_id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'ip_address': '172.25.8.234'}], 'enable_snat': True}, 'gw_port_id': 'ed687a9e-9201-4e8e-80c0-f5948665f08d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:17:09Z', 'updated_at': '2022-04-18T21:17:14Z', 'revision_number': 4, 'project_id': '31978bb3bc1348ad8b469e6e55d6f163', 'gw_port': {'id': 'ed687a9e-9201-4e8e-80c0-f5948665f08d', 'name': '', 'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:d9:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62ab243e-ad9f-4433-a3dd-569ad89df6bc', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'ip_address': '172.25.8.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:17:10Z', 'updated_at': '2022-04-18T21:17:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838334-2', '_floatingips': [{'id': '331e41ce-fe2c-4f32-ba51-0c415ed3802e', 'tenant_id': '31978bb3bc1348ad8b469e6e55d6f163', 'floating_ip_address': '172.25.8.120', 'floating_network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'router_id': '62ab243e-ad9f-4433-a3dd-569ad89df6bc', 'port_id': '071d2f9f-8226-4651-b6db-ea634e88c276', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9b223f6a-fe67-4bd3-957a-7ef808b3aaf1', 'mac_address': 'fa:16:3e:bb:19:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70504d68-ffa1-435e-9477-b988284384f6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T21:24:01Z', 'updated_at': '2022-04-18T21:24:04Z', 'revision_number': 1, 'project_id': '31978bb3bc1348ad8b469e6e55d6f163', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dc11cf0f-ccf3-4218-b3db-90cf0ccd3b6a', 'name': '', 'network_id': '9b223f6a-fe67-4bd3-957a-7ef808b3aaf1', 'tenant_id': '31978bb3bc1348ad8b469e6e55d6f163', 'mac_address': 'fa:16:3e:12:a0:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62ab243e-ad9f-4433-a3dd-569ad89df6bc', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a845e1ae-c47e-4919-8a24-530366b84c60', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:17:13Z', 'updated_at': '2022-04-18T21:17:36Z', 'revision_number': 5, 'project_id': '31978bb3bc1348ad8b469e6e55d6f163', 'subnets': [{'id': 'a845e1ae-c47e-4919-8a24-530366b84c60', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84042) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 18 21:27:44.300266 n-d-838334-2 neutron-server[84041]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c4891655-39e5-4a5c-b4d0-4241d00e1d7a'] response: {'name': 'network-changed', 'server_uuid': '5a0acea9-4de7-494d-9bf7-488abfbcb08a', 'tag': '9149f356-051c-4e6b-9751-449d119a214a', 'status': 'completed', 'code': 200} Apr 18 21:27:44.317383 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.l3_dvr_db [None req-a3d7da7b-f7ab-4395-a6fd-c0584cd98bf4 None None] Set router 652209e7-2d7c-420e-b0b7-a7c1ee6e0bcf gateway port host: n-d-838334-2 {{(pid=84043) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 21:27:44.415169 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-df05273e-d42d-4c7e-84d9-addf267cf195 req-08008206-625f-4662-912b-9ce41a42d405 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=202d5ea04e8c40de88f64ef931ef4e4f&device_id=5a0acea9-4de7-494d-9bf7-488abfbcb08a HTTP/1.1" status: 200 len: 1096 time: 0.0842412 Apr 18 21:27:44.657426 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d59edf27-9d16-4d29-a9ba-284c4606acd1 None None] New status for floating IP 507c33c4-ed16-4c0e-a601-9429fe06ce85: DOWN {{(pid=84042) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Apr 18 21:27:44.700508 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.l3_hamode_db [None req-a3d7da7b-f7ab-4395-a6fd-c0584cd98bf4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '652209e7-2d7c-420e-b0b7-a7c1ee6e0bcf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2063243346', 'tenant_id': '202d5ea04e8c40de88f64ef931ef4e4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'external_fixed_ips': [{'subnet_id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'ip_address': '172.25.8.41'}], 'enable_snat': True}, 'gw_port_id': 'e8ff62cd-33ca-46e1-8b89-1eecc3f2ec53', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:26:29Z', 'updated_at': '2022-04-18T21:26:33Z', 'revision_number': 4, 'project_id': '202d5ea04e8c40de88f64ef931ef4e4f', 'gw_port': {'id': 'e8ff62cd-33ca-46e1-8b89-1eecc3f2ec53', 'name': '', 'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:34:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '652209e7-2d7c-420e-b0b7-a7c1ee6e0bcf', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'ip_address': '172.25.8.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:26:29Z', 'updated_at': '2022-04-18T21:26:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838334-2', '_interfaces': [{'id': '10fe8cd8-b855-495b-bb84-60faabff8e3d', 'name': '', 'network_id': '56f25191-a068-47ea-a12c-3613c62a6e62', 'tenant_id': '202d5ea04e8c40de88f64ef931ef4e4f', 'mac_address': 'fa:16:3e:ca:7e:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '652209e7-2d7c-420e-b0b7-a7c1ee6e0bcf', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e7c99092-5980-4fbc-8e3d-07d221a3fcab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:26:32Z', 'updated_at': '2022-04-18T21:26:40Z', 'revision_number': 5, 'project_id': '202d5ea04e8c40de88f64ef931ef4e4f', 'subnets': [{'id': 'e7c99092-5980-4fbc-8e3d-07d221a3fcab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838334-2', False) {} {{(pid=84043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:27:44.709102 n-d-838334-2 neutron-server[84043]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3d7da7b-f7ab-4395-a6fd-c0584cd98bf4 None None] Checking router: 652209e7-2d7c-420e-b0b7-a7c1ee6e0bcf for host: n-d-838334-2 {{(pid=84043) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 18 21:27:44.738061 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3d7da7b-f7ab-4395-a6fd-c0584cd98bf4 None None] Routers {'652209e7-2d7c-420e-b0b7-a7c1ee6e0bcf'} bound to L3 agent in host n-d-838334-2 {{(pid=84043) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 21:27:44.738720 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.l3_hamode_db [None req-a3d7da7b-f7ab-4395-a6fd-c0584cd98bf4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838334-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-18T20:25:48Z,description=,heartbeat_timestamp=2022-04-18T21:27:18Z,host='n-d-838334-2',id=bc84d6c9-dd7a-4555-a351-592327b46d5a,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:25:48Z,topic='l3_agent')) {'router_ids': ['652209e7-2d7c-420e-b0b7-a7c1ee6e0bcf'], 'active': True} {{(pid=84043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:27:44.767763 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df05273e-d42d-4c7e-84d9-addf267cf195 req-e0ac4d7b-3ba6-485f-93b8-1b63a1183b34 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:27:44.769276 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-df05273e-d42d-4c7e-84d9-addf267cf195 req-e0ac4d7b-3ba6-485f-93b8-1b63a1183b34 service neutron] 10.222.0.43 "GET /v2.0/networks?id=56f25191-a068-47ea-a12c-3613c62a6e62 HTTP/1.1" status: 200 len: 897 time: 0.3341653 Apr 18 21:27:44.778196 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64e6f5ce-046a-4b2a-ae1e-b2e41aaa2f29 req-20e70748-b260-4ca7-bf88-104b13d67be0 tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:27:44.779719 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-64e6f5ce-046a-4b2a-ae1e-b2e41aaa2f29 req-20e70748-b260-4ca7-bf88-104b13d67be0 tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] 10.222.0.42 "GET /v2.0/ports?device_id=5a0acea9-4de7-494d-9bf7-488abfbcb08a HTTP/1.1" status: 200 len: 945 time: 0.1362021 Apr 18 21:27:44.874225 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-df05273e-d42d-4c7e-84d9-addf267cf195 req-12814c43-0a5c-44ea-8711-140db6416d3e service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9149f356-051c-4e6b-9751-449d119a214a HTTP/1.1" status: 200 len: 217 time: 0.0934727 Apr 18 21:27:44.886686 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-64e6f5ce-046a-4b2a-ae1e-b2e41aaa2f29 req-1491e7cb-093e-45e4-b893-6feb07ed76c2 tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] 10.222.0.42 "GET /v2.0/security-groups?id=7f8199fb-baa8-41a6-ab78-c8c3270085df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0555434 Apr 18 21:27:44.937399 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.43', 56306) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:27:44.953336 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.l3_dvr_db [None req-a3d7da7b-f7ab-4395-a6fd-c0584cd98bf4 None None] Set router 652209e7-2d7c-420e-b0b7-a7c1ee6e0bcf gateway port host: n-d-838334-2 {{(pid=84043) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 21:27:45.017294 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85d48c9b-71b2-4a3d-b953-846dec5e87b4 req-f9494fec-3302-4975-83e5-2717f08ddcb4 tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:27:45.018065 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [req-85d48c9b-71b2-4a3d-b953-846dec5e87b4 req-f9494fec-3302-4975-83e5-2717f08ddcb4 tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] Synchronizing usage tracker for tenant:202d5ea04e8c40de88f64ef931ef4e4f on resource:port {{(pid=84041) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 21:27:45.033807 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [req-85d48c9b-71b2-4a3d-b953-846dec5e87b4 req-f9494fec-3302-4975-83e5-2717f08ddcb4 tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] Unset dirty status for tenant:202d5ea04e8c40de88f64ef931ef4e4f on resource:port {{(pid=84041) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 21:27:45.034936 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-85d48c9b-71b2-4a3d-b953-846dec5e87b4 req-f9494fec-3302-4975-83e5-2717f08ddcb4 tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] 10.222.0.43 "GET /v2.0/ports?device_id=5a0acea9-4de7-494d-9bf7-488abfbcb08a HTTP/1.1" status: 200 len: 945 time: 0.1497970 Apr 18 21:27:45.076543 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df05273e-d42d-4c7e-84d9-addf267cf195 req-87e9d7fd-2b39-4c3a-b5ee-88f7df9c4e3b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:27:45.077983 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-df05273e-d42d-4c7e-84d9-addf267cf195 req-87e9d7fd-2b39-4c3a-b5ee-88f7df9c4e3b service neutron] 10.222.0.43 "GET /v2.0/subnets?id=e7c99092-5980-4fbc-8e3d-07d221a3fcab HTTP/1.1" status: 200 len: 834 time: 0.1905456 Apr 18 21:27:45.105127 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.plugin [req-85d48c9b-71b2-4a3d-b953-846dec5e87b4 req-0ca5fbb2-116e-4a49-aabe-51ded3e86929 tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] Deleting port 9149f356-051c-4e6b-9751-449d119a214a {{(pid=84041) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 21:27:45.105623 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [req-85d48c9b-71b2-4a3d-b953-846dec5e87b4 req-0ca5fbb2-116e-4a49-aabe-51ded3e86929 tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750375188691'] for port, before_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:27:45.175025 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2bd46d5-a0b1-4bbd-ba8f-1401828d75fb req-24e5e61f-2d61-46a3-845a-d7c2bccef87b tempest-TestVolumeBootPattern-942365775 tempest-TestVolumeBootPattern-942365775-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:27:45.176379 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-a2bd46d5-a0b1-4bbd-ba8f-1401828d75fb req-24e5e61f-2d61-46a3-845a-d7c2bccef87b tempest-TestVolumeBootPattern-942365775 tempest-TestVolumeBootPattern-942365775-project] 10.222.0.43 "GET /v2.0/ports?device_id=759ddba8-d4e8-4e27-a477-55e5cafa9234 HTTP/1.1" status: 200 len: 946 time: 0.2343113 Apr 18 21:27:45.185414 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-434e9b27-a68c-4dcc-bb15-cd4c4b69a666 req-8ba25272-d373-4ee5-9a4b-57a64b537402 tempest-TestVolumeBootPattern-942365775 tempest-TestVolumeBootPattern-942365775-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:27:45.186501 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-434e9b27-a68c-4dcc-bb15-cd4c4b69a666 req-8ba25272-d373-4ee5-9a4b-57a64b537402 tempest-TestVolumeBootPattern-942365775 tempest-TestVolumeBootPattern-942365775-project] 10.222.0.42 "GET /v2.0/ports?device_id=759ddba8-d4e8-4e27-a477-55e5cafa9234 HTTP/1.1" status: 200 len: 946 time: 0.1725311 Apr 18 21:27:45.287640 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.plugin [req-a2bd46d5-a0b1-4bbd-ba8f-1401828d75fb req-6f85397d-7a2a-4bfd-8db7-5a8a104926aa tempest-TestVolumeBootPattern-942365775 tempest-TestVolumeBootPattern-942365775-project] Deleting port ec130329-7afa-4ff3-bf05-f0155e8f6ead {{(pid=84040) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 21:27:45.288015 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-a2bd46d5-a0b1-4bbd-ba8f-1401828d75fb req-6f85397d-7a2a-4bfd-8db7-5a8a104926aa tempest-TestVolumeBootPattern-942365775 tempest-TestVolumeBootPattern-942365775-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750375188691'] for port, before_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:27:45.307384 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.l3_hamode_db [None req-a3d7da7b-f7ab-4395-a6fd-c0584cd98bf4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '652209e7-2d7c-420e-b0b7-a7c1ee6e0bcf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2063243346', 'tenant_id': '202d5ea04e8c40de88f64ef931ef4e4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'external_fixed_ips': [{'subnet_id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'ip_address': '172.25.8.41'}], 'enable_snat': True}, 'gw_port_id': 'e8ff62cd-33ca-46e1-8b89-1eecc3f2ec53', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:26:29Z', 'updated_at': '2022-04-18T21:26:33Z', 'revision_number': 4, 'project_id': '202d5ea04e8c40de88f64ef931ef4e4f', 'gw_port': {'id': 'e8ff62cd-33ca-46e1-8b89-1eecc3f2ec53', 'name': '', 'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:34:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '652209e7-2d7c-420e-b0b7-a7c1ee6e0bcf', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'ip_address': '172.25.8.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:26:29Z', 'updated_at': '2022-04-18T21:26:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838334-2', '_interfaces': [{'id': '10fe8cd8-b855-495b-bb84-60faabff8e3d', 'name': '', 'network_id': '56f25191-a068-47ea-a12c-3613c62a6e62', 'tenant_id': '202d5ea04e8c40de88f64ef931ef4e4f', 'mac_address': 'fa:16:3e:ca:7e:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '652209e7-2d7c-420e-b0b7-a7c1ee6e0bcf', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e7c99092-5980-4fbc-8e3d-07d221a3fcab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:26:32Z', 'updated_at': '2022-04-18T21:26:40Z', 'revision_number': 5, 'project_id': '202d5ea04e8c40de88f64ef931ef4e4f', 'subnets': [{'id': 'e7c99092-5980-4fbc-8e3d-07d221a3fcab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838334-2', False) {} {{(pid=84043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:27:45.311750 n-d-838334-2 neutron-server[84043]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3d7da7b-f7ab-4395-a6fd-c0584cd98bf4 None None] The sync data for ids ['652209e7-2d7c-420e-b0b7-a7c1ee6e0bcf'] in n-d-838334-2 is: [{'id': '652209e7-2d7c-420e-b0b7-a7c1ee6e0bcf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2063243346', 'tenant_id': '202d5ea04e8c40de88f64ef931ef4e4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'external_fixed_ips': [{'subnet_id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'ip_address': '172.25.8.41'}], 'enable_snat': True}, 'gw_port_id': 'e8ff62cd-33ca-46e1-8b89-1eecc3f2ec53', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:26:29Z', 'updated_at': '2022-04-18T21:26:33Z', 'revision_number': 4, 'project_id': '202d5ea04e8c40de88f64ef931ef4e4f', 'gw_port': {'id': 'e8ff62cd-33ca-46e1-8b89-1eecc3f2ec53', 'name': '', 'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:34:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '652209e7-2d7c-420e-b0b7-a7c1ee6e0bcf', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'ip_address': '172.25.8.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:26:29Z', 'updated_at': '2022-04-18T21:26:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838334-2', '_interfaces': [{'id': '10fe8cd8-b855-495b-bb84-60faabff8e3d', 'name': '', 'network_id': '56f25191-a068-47ea-a12c-3613c62a6e62', 'tenant_id': '202d5ea04e8c40de88f64ef931ef4e4f', 'mac_address': 'fa:16:3e:ca:7e:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '652209e7-2d7c-420e-b0b7-a7c1ee6e0bcf', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e7c99092-5980-4fbc-8e3d-07d221a3fcab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:26:32Z', 'updated_at': '2022-04-18T21:26:40Z', 'revision_number': 5, 'project_id': '202d5ea04e8c40de88f64ef931ef4e4f', 'subnets': [{'id': 'e7c99092-5980-4fbc-8e3d-07d221a3fcab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84043) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 18 21:27:45.331245 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-df05273e-d42d-4c7e-84d9-addf267cf195 req-9df105dc-f431-4f2a-9556-df95f4a59024 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=56f25191-a068-47ea-a12c-3613c62a6e62&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2401328 Apr 18 21:27:45.346345 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-434e9b27-a68c-4dcc-bb15-cd4c4b69a666 req-ca6e89e4-2caf-48c2-b5bd-b20b93fe3383 tempest-TestVolumeBootPattern-942365775 tempest-TestVolumeBootPattern-942365775-project] 10.222.0.42 "GET /v2.0/security-groups?id=da0e9646-9998-43bc-ae83-ea1de751a251&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1245883 Apr 18 21:27:45.363064 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.db [req-85d48c9b-71b2-4a3d-b953-846dec5e87b4 req-0ca5fbb2-116e-4a49-aabe-51ded3e86929 tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] For port 9149f356-051c-4e6b-9751-449d119a214a, host n-h1-838334-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838334-2',level=0,port_id=9149f356-051c-4e6b-9751-449d119a214a,segment=NetworkSegment(632a0b5a-0934-4bae-8180-bc4707889610),segment_id=632a0b5a-0934-4bae-8180-bc4707889610)] {{(pid=84041) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:27:45.363481 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [req-85d48c9b-71b2-4a3d-b953-846dec5e87b4 req-0ca5fbb2-116e-4a49-aabe-51ded3e86929 tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369123'] for port, precommit_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:27:45.608044 n-d-838334-2 neutron-server[84043]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3144b239-166c-4666-9ade-dcdaff12ac66 None None] New status for floating IP e3ee480e-e134-472c-9d5d-e94f3685f14a: DOWN {{(pid=84043) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Apr 18 21:27:45.619128 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-df05273e-d42d-4c7e-84d9-addf267cf195 req-4ac88e6a-c17a-4609-8c4d-bc4dab144a6e service neutron] 10.222.0.43 "GET /v2.0/networks/56f25191-a068-47ea-a12c-3613c62a6e62?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2755909 Apr 18 21:27:45.620318 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.plugin [req-85d48c9b-71b2-4a3d-b953-846dec5e87b4 req-0ca5fbb2-116e-4a49-aabe-51ded3e86929 tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] Calling delete_port for 9149f356-051c-4e6b-9751-449d119a214a owned by compute:nova {{(pid=84041) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 21:27:45.680534 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-22f0c3c9-0e12-4af2-a360-52ae990c9701 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750375287399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253529'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:27:45.754828 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.db [req-a2bd46d5-a0b1-4bbd-ba8f-1401828d75fb req-6f85397d-7a2a-4bfd-8db7-5a8a104926aa tempest-TestVolumeBootPattern-942365775 tempest-TestVolumeBootPattern-942365775-project] For port ec130329-7afa-4ff3-bf05-f0155e8f6ead, host n-h1-838334-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838334-2',level=0,port_id=ec130329-7afa-4ff3-bf05-f0155e8f6ead,segment=NetworkSegment(c9d9b92a-74d4-40ed-ab8e-582836dfe352),segment_id=c9d9b92a-74d4-40ed-ab8e-582836dfe352)] {{(pid=84040) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:27:45.755154 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-a2bd46d5-a0b1-4bbd-ba8f-1401828d75fb req-6f85397d-7a2a-4bfd-8db7-5a8a104926aa tempest-TestVolumeBootPattern-942365775 tempest-TestVolumeBootPattern-942365775-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369123'] for port, precommit_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:27:45.813988 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [req-85d48c9b-71b2-4a3d-b953-846dec5e87b4 req-0ca5fbb2-116e-4a49-aabe-51ded3e86929 tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750375259028', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750374836628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32266323'] for port, after_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:27:45.868855 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ca5fbb2-116e-4a49-aabe-51ded3e86929 tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] Pushing event deleted for resources: {'Port': ['ID=9149f356-051c-4e6b-9751-449d119a214a,revision_number=None']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:27:45.895528 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.plugin [req-a2bd46d5-a0b1-4bbd-ba8f-1401828d75fb req-6f85397d-7a2a-4bfd-8db7-5a8a104926aa tempest-TestVolumeBootPattern-942365775 tempest-TestVolumeBootPattern-942365775-project] Calling delete_port for ec130329-7afa-4ff3-bf05-f0155e8f6ead owned by compute:nova {{(pid=84040) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 21:27:45.956218 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-df05273e-d42d-4c7e-84d9-addf267cf195 req-dbd56e8f-e820-4173-8d24-1df57cbff7fa service neutron] 10.222.0.43 "GET /v2.0/networks/56f25191-a068-47ea-a12c-3613c62a6e62?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3286309 Apr 18 21:27:45.959092 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.l3_dvrscheduler_db [req-85d48c9b-71b2-4a3d-b953-846dec5e87b4 req-0ca5fbb2-116e-4a49-aabe-51ded3e86929 tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] No DVR routers for this DVR port 9149f356-051c-4e6b-9751-449d119a214a on host n-h1-838334-2 {{(pid=84041) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 21:27:45.963042 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [req-85d48c9b-71b2-4a3d-b953-846dec5e87b4 req-0ca5fbb2-116e-4a49-aabe-51ded3e86929 tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217293'] for port, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:27:45.998931 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-85d48c9b-71b2-4a3d-b953-846dec5e87b4 req-0ca5fbb2-116e-4a49-aabe-51ded3e86929 tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] 10.222.0.43 "DELETE /v2.0/ports/9149f356-051c-4e6b-9751-449d119a214a HTTP/1.1" status: 204 len: 173 time: 0.9584100 Apr 18 21:27:46.104521 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-7b6402bf-5e7c-46a7-98ac-95847669e174 req-5c5eadcc-2bbc-46da-a853-da3b45027211 tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] 10.222.0.42 "GET /v2.0/ports?device_id=5a0acea9-4de7-494d-9bf7-488abfbcb08a HTTP/1.1" status: 200 len: 210 time: 0.0516605 Apr 18 21:27:46.123256 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-a2bd46d5-a0b1-4bbd-ba8f-1401828d75fb req-6f85397d-7a2a-4bfd-8db7-5a8a104926aa tempest-TestVolumeBootPattern-942365775 tempest-TestVolumeBootPattern-942365775-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750375259028', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750374836628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32440838'] for port, after_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:27:46.292743 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f85397d-7a2a-4bfd-8db7-5a8a104926aa tempest-TestVolumeBootPattern-942365775 tempest-TestVolumeBootPattern-942365775-project] Pushing event deleted for resources: {'Port': ['ID=ec130329-7afa-4ff3-bf05-f0155e8f6ead,revision_number=None']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:27:46.301631 n-d-838334-2 neutron-server[84041]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5a0acea9-4de7-494d-9bf7-488abfbcb08a', 'name': 'network-vif-deleted', 'tag': '9149f356-051c-4e6b-9751-449d119a214a'}] {{(pid=84041) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 21:27:46.372409 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.l3_dvrscheduler_db [req-a2bd46d5-a0b1-4bbd-ba8f-1401828d75fb req-6f85397d-7a2a-4bfd-8db7-5a8a104926aa tempest-TestVolumeBootPattern-942365775 tempest-TestVolumeBootPattern-942365775-project] No DVR routers for this DVR port ec130329-7afa-4ff3-bf05-f0155e8f6ead on host n-h1-838334-2 {{(pid=84040) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 21:27:46.375674 n-d-838334-2 neutron-server[84041]: INFO neutron.notifiers.nova [-] Nova event matching ['req-509dae35-052f-4d72-ba61-5ca33206e88b'] response: {'server_uuid': '5a0acea9-4de7-494d-9bf7-488abfbcb08a', 'name': 'network-vif-deleted', 'tag': '9149f356-051c-4e6b-9751-449d119a214a', 'status': 'completed', 'code': 200} Apr 18 21:27:46.375822 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-a2bd46d5-a0b1-4bbd-ba8f-1401828d75fb req-6f85397d-7a2a-4bfd-8db7-5a8a104926aa tempest-TestVolumeBootPattern-942365775 tempest-TestVolumeBootPattern-942365775-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217293'] for port, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:27:46.380255 n-d-838334-2 neutron-server[84040]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '759ddba8-d4e8-4e27-a477-55e5cafa9234', 'name': 'network-vif-deleted', 'tag': 'ec130329-7afa-4ff3-bf05-f0155e8f6ead'}] {{(pid=84040) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 21:27:46.405762 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-a2bd46d5-a0b1-4bbd-ba8f-1401828d75fb req-6f85397d-7a2a-4bfd-8db7-5a8a104926aa tempest-TestVolumeBootPattern-942365775 tempest-TestVolumeBootPattern-942365775-project] 10.222.0.43 "DELETE /v2.0/ports/ec130329-7afa-4ff3-bf05-f0155e8f6ead HTTP/1.1" status: 204 len: 173 time: 1.2181497 Apr 18 21:27:46.464426 n-d-838334-2 neutron-server[84040]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b7371e4c-fd56-4902-9a9f-c308c191e74d'] response: {'server_uuid': '759ddba8-d4e8-4e27-a477-55e5cafa9234', 'name': 'network-vif-deleted', 'tag': 'ec130329-7afa-4ff3-bf05-f0155e8f6ead', 'status': 'completed', 'code': 200} Apr 18 21:27:46.580528 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [req-cab47ae2-0654-4b9b-b7e4-b6908fa0ca1f req-7de4894c-355e-455f-878a-8ecb8aaeb6ea tempest-TestVolumeBootPattern-942365775 tempest-TestVolumeBootPattern-942365775-project] Synchronizing usage tracker for tenant:31978bb3bc1348ad8b469e6e55d6f163 on resource:port {{(pid=84040) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 21:27:46.599722 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [req-cab47ae2-0654-4b9b-b7e4-b6908fa0ca1f req-7de4894c-355e-455f-878a-8ecb8aaeb6ea tempest-TestVolumeBootPattern-942365775 tempest-TestVolumeBootPattern-942365775-project] Unset dirty status for tenant:31978bb3bc1348ad8b469e6e55d6f163 on resource:port {{(pid=84040) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 21:27:46.600932 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-cab47ae2-0654-4b9b-b7e4-b6908fa0ca1f req-7de4894c-355e-455f-878a-8ecb8aaeb6ea tempest-TestVolumeBootPattern-942365775 tempest-TestVolumeBootPattern-942365775-project] 10.222.0.42 "GET /v2.0/ports?device_id=759ddba8-d4e8-4e27-a477-55e5cafa9234 HTTP/1.1" status: 200 len: 210 time: 0.0706389 Apr 18 21:27:47.223384 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 37438) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:27:47.633876 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-8e48fc2c-ea99-43e5-b7bb-d2518d57667e tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33443857'] for router_interface, before_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:27:47.932439 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-b0836425-b8e1-43ff-b6ce-9ef5a24eb696 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750375287399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253529'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:27:48.295378 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.plugin [None req-8e48fc2c-ea99-43e5-b7bb-d2518d57667e tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] Deleting port 10fe8cd8-b855-495b-bb84-60faabff8e3d {{(pid=84040) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 21:27:48.295965 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-8e48fc2c-ea99-43e5-b7bb-d2518d57667e tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750375188691'] for port, before_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:27:48.492208 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.db [None req-8e48fc2c-ea99-43e5-b7bb-d2518d57667e tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] For port 10fe8cd8-b855-495b-bb84-60faabff8e3d, host n-d-838334-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838334-2',level=0,port_id=10fe8cd8-b855-495b-bb84-60faabff8e3d,segment=NetworkSegment(632a0b5a-0934-4bae-8180-bc4707889610),segment_id=632a0b5a-0934-4bae-8180-bc4707889610)] {{(pid=84040) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:27:48.492713 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-8e48fc2c-ea99-43e5-b7bb-d2518d57667e tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369123'] for port, precommit_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:27:48.612591 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.plugin [None req-8e48fc2c-ea99-43e5-b7bb-d2518d57667e tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] Calling delete_port for 10fe8cd8-b855-495b-bb84-60faabff8e3d owned by network:router_interface {{(pid=84040) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 21:27:48.615609 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Device ec130329-7afa-4ff3-bf05-f0155e8f6ead no longer exists at agent hyperv_n-h1-838334-2 {{(pid=84042) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 21:27:48.653204 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.plugin [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] No Port match for: ec130329-7afa-4ff3-bf05-f0155e8f6ead {{(pid=84042) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 18 21:27:48.653552 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Device ec130329-7afa-4ff3-bf05-f0155e8f6ead not bound to the agent host n-h1-838334-2 {{(pid=84042) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 21:27:48.653996 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Device 9149f356-051c-4e6b-9751-449d119a214a no longer exists at agent hyperv_n-h1-838334-2 {{(pid=84042) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 21:27:48.687277 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.plugin [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] No Port match for: 9149f356-051c-4e6b-9751-449d119a214a {{(pid=84042) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 18 21:27:48.687571 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Device 9149f356-051c-4e6b-9751-449d119a214a not bound to the agent host n-h1-838334-2 {{(pid=84042) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 21:27:48.893257 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-8e48fc2c-ea99-43e5-b7bb-d2518d57667e tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750375259028', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750374836628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32440838'] for port, after_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:27:48.939202 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e48fc2c-ea99-43e5-b7bb-d2518d57667e tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] Pushing event deleted for resources: {'Port': ['ID=10fe8cd8-b855-495b-bb84-60faabff8e3d,revision_number=None']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:27:49.129904 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750375287399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253529'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:27:49.261522 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-8e48fc2c-ea99-43e5-b7bb-d2518d57667e tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-32377931', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33443910'] for router_interface, after_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:27:49.589501 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-414b6ffe-e119-47bc-b18f-bcff1219c2f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750375287399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253529'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:27:49.856561 n-d-838334-2 neutron-server[84040]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8e48fc2c-ea99-43e5-b7bb-d2518d57667e tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] Router 652209e7-2d7c-420e-b0b7-a7c1ee6e0bcf has already been hosted by L3 agent bc84d6c9-dd7a-4555-a351-592327b46d5a {{(pid=84040) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 21:27:50.071864 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8e48fc2c-ea99-43e5-b7bb-d2518d57667e tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] Notify agent at l3_agent.n-d-838334-2 the message routers_updated {{(pid=84040) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 21:27:50.082956 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca8bc173-8169-4192-bcbf-b874001ddb6f None None] Sync routers for ids ['652209e7-2d7c-420e-b0b7-a7c1ee6e0bcf'] in n-d-838334-2 {{(pid=84042) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 18 21:27:50.087121 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-8e48fc2c-ea99-43e5-b7bb-d2518d57667e tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] 10.222.0.42 "PUT /v2.0/routers/652209e7-2d7c-420e-b0b7-a7c1ee6e0bcf/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8599563 Apr 18 21:27:50.087354 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 37454) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:27:50.102716 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca8bc173-8169-4192-bcbf-b874001ddb6f None None] Routers {'652209e7-2d7c-420e-b0b7-a7c1ee6e0bcf'} bound to L3 agent in host n-d-838334-2 {{(pid=84042) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 21:27:50.105244 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_hamode_db [None req-ca8bc173-8169-4192-bcbf-b874001ddb6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838334-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-18T20:25:48Z,description=,heartbeat_timestamp=2022-04-18T21:27:48Z,host='n-d-838334-2',id=bc84d6c9-dd7a-4555-a351-592327b46d5a,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:25:48Z,topic='l3_agent')) {'router_ids': ['652209e7-2d7c-420e-b0b7-a7c1ee6e0bcf'], 'active': True} {{(pid=84042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:27:50.330862 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_dvr_db [None req-ca8bc173-8169-4192-bcbf-b874001ddb6f None None] Set router 652209e7-2d7c-420e-b0b7-a7c1ee6e0bcf gateway port host: n-d-838334-2 {{(pid=84042) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 21:27:50.411941 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.db_base_plugin_v2 [None req-fbbccb9b-e26a-4090-88ed-a3b47cca932d tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] Deleting subnet e7c99092-5980-4fbc-8e3d-07d221a3fcab {{(pid=84040) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 18 21:27:50.415454 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-fbbccb9b-e26a-4090-88ed-a3b47cca932d tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] Notify callbacks [] for subnet, before_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:27:50.479530 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-fbbccb9b-e26a-4090-88ed-a3b47cca932d tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31955982'] for subnet, precommit_delete_associations {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:27:50.568999 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-fbbccb9b-e26a-4090-88ed-a3b47cca932d tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1260556'] for subnet, precommit_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:27:50.655107 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_hamode_db [None req-ca8bc173-8169-4192-bcbf-b874001ddb6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '652209e7-2d7c-420e-b0b7-a7c1ee6e0bcf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2063243346', 'tenant_id': '202d5ea04e8c40de88f64ef931ef4e4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'external_fixed_ips': [{'subnet_id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'ip_address': '172.25.8.41'}], 'enable_snat': True}, 'gw_port_id': 'e8ff62cd-33ca-46e1-8b89-1eecc3f2ec53', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:26:29Z', 'updated_at': '2022-04-18T21:27:48Z', 'revision_number': 5, 'project_id': '202d5ea04e8c40de88f64ef931ef4e4f', 'gw_port': {'id': 'e8ff62cd-33ca-46e1-8b89-1eecc3f2ec53', 'name': '', 'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:34:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '652209e7-2d7c-420e-b0b7-a7c1ee6e0bcf', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'ip_address': '172.25.8.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:26:29Z', 'updated_at': '2022-04-18T21:26:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838334-2'}], 'n-d-838334-2', False) {} {{(pid=84042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:27:50.657056 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-fbbccb9b-e26a-4090-88ed-a3b47cca932d tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1260549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33526260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32440885', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31752825'] for subnet, after_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:27:50.659405 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca8bc173-8169-4192-bcbf-b874001ddb6f None None] Checking router: 652209e7-2d7c-420e-b0b7-a7c1ee6e0bcf for host: n-d-838334-2 {{(pid=84042) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 18 21:27:50.683862 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-c7521a90-7d65-4e2e-842c-ca5d95e9a89c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750375287399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253529'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:27:50.686188 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca8bc173-8169-4192-bcbf-b874001ddb6f None None] Routers {'652209e7-2d7c-420e-b0b7-a7c1ee6e0bcf'} bound to L3 agent in host n-d-838334-2 {{(pid=84042) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 21:27:50.686926 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_hamode_db [None req-ca8bc173-8169-4192-bcbf-b874001ddb6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838334-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-18T20:25:48Z,description=,heartbeat_timestamp=2022-04-18T21:27:48Z,host='n-d-838334-2',id=bc84d6c9-dd7a-4555-a351-592327b46d5a,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:25:48Z,topic='l3_agent')) {'router_ids': ['652209e7-2d7c-420e-b0b7-a7c1ee6e0bcf'], 'active': True} {{(pid=84042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:27:50.705784 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbbccb9b-e26a-4090-88ed-a3b47cca932d tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] Pushing event deleted for resources: {'Subnet': ['ID=e7c99092-5980-4fbc-8e3d-07d221a3fcab,revision_number=None']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:27:50.714698 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-fbbccb9b-e26a-4090-88ed-a3b47cca932d tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] Notify callbacks [] for subnet, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:27:50.724385 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-fbbccb9b-e26a-4090-88ed-a3b47cca932d tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] 10.222.0.42 "DELETE /v2.0/subnets/e7c99092-5980-4fbc-8e3d-07d221a3fcab HTTP/1.1" status: 204 len: 168 time: 0.6336300 Apr 18 21:27:50.724671 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 37460) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:27:50.793411 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c17be4e4-7ebc-4b42-8ac3-796e85592a3e None None] Network 56f25191-a068-47ea-a12c-3613c62a6e62 requested from n-d-838334-2 {{(pid=84042) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 21:27:50.931440 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-c8b78015-7cfe-45be-8bda-4b9198e13442 tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] Notify callbacks [] for router, before_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:27:51.096307 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_dvr_db [None req-ca8bc173-8169-4192-bcbf-b874001ddb6f None None] Set router 652209e7-2d7c-420e-b0b7-a7c1ee6e0bcf gateway port host: n-d-838334-2 {{(pid=84042) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 21:27:51.167269 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-c8b78015-7cfe-45be-8bda-4b9198e13442 tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] Notify callbacks [] for router_gateway, before_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:27:51.177358 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.plugin [None req-c8b78015-7cfe-45be-8bda-4b9198e13442 tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] Deleting port e8ff62cd-33ca-46e1-8b89-1eecc3f2ec53 {{(pid=84040) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 21:27:51.177827 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-c8b78015-7cfe-45be-8bda-4b9198e13442 tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750375188691'] for port, before_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:27:51.321343 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea03e39d-938f-48b6-8cee-91250c9cf3ee None None] DHCP port deletion for 56f25191-a068-47ea-a12c-3613c62a6e62 request from n-d-838334-2 {{(pid=84042) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 18 21:27:51.331750 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.plugin [None req-ea03e39d-938f-48b6-8cee-91250c9cf3ee None None] Deleting port 1ae5ffc7-2eb5-4eb2-a147-932066c8dd84 {{(pid=84042) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 21:27:51.332359 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-ea03e39d-938f-48b6-8cee-91250c9cf3ee None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750375188691'] for port, before_delete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:27:51.372819 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.db [None req-c8b78015-7cfe-45be-8bda-4b9198e13442 tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] For port e8ff62cd-33ca-46e1-8b89-1eecc3f2ec53, host n-d-838334-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838334-2',level=0,port_id=e8ff62cd-33ca-46e1-8b89-1eecc3f2ec53,segment=NetworkSegment(732aa830-768b-4511-951f-d08e26b9c25b),segment_id=732aa830-768b-4511-951f-d08e26b9c25b)] {{(pid=84040) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:27:51.373171 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-c8b78015-7cfe-45be-8bda-4b9198e13442 tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369123'] for port, precommit_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:27:51.495730 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.plugin [None req-c8b78015-7cfe-45be-8bda-4b9198e13442 tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] Calling delete_port for e8ff62cd-33ca-46e1-8b89-1eecc3f2ec53 owned by network:router_gateway {{(pid=84040) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 21:27:51.612904 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-ea03e39d-938f-48b6-8cee-91250c9cf3ee None None] For port 1ae5ffc7-2eb5-4eb2-a147-932066c8dd84, host n-d-838334-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838334-2',level=0,port_id=1ae5ffc7-2eb5-4eb2-a147-932066c8dd84,segment=NetworkSegment(632a0b5a-0934-4bae-8180-bc4707889610),segment_id=632a0b5a-0934-4bae-8180-bc4707889610)] {{(pid=84042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:27:51.613204 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-ea03e39d-938f-48b6-8cee-91250c9cf3ee None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369123'] for port, precommit_delete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:27:51.659953 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-c8b78015-7cfe-45be-8bda-4b9198e13442 tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750375259028', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750374836628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32440838'] for port, after_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:27:51.705099 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8b78015-7cfe-45be-8bda-4b9198e13442 tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] Pushing event deleted for resources: {'Port': ['ID=e8ff62cd-33ca-46e1-8b89-1eecc3f2ec53,revision_number=None']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:27:51.731591 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_hamode_db [None req-ca8bc173-8169-4192-bcbf-b874001ddb6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '652209e7-2d7c-420e-b0b7-a7c1ee6e0bcf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2063243346', 'tenant_id': '202d5ea04e8c40de88f64ef931ef4e4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'external_fixed_ips': [{'subnet_id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'ip_address': '172.25.8.41'}], 'enable_snat': True}, 'gw_port_id': 'e8ff62cd-33ca-46e1-8b89-1eecc3f2ec53', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:26:29Z', 'updated_at': '2022-04-18T21:27:48Z', 'revision_number': 5, 'project_id': '202d5ea04e8c40de88f64ef931ef4e4f', 'gw_port': {'id': 'e8ff62cd-33ca-46e1-8b89-1eecc3f2ec53', 'name': '', 'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:34:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '652209e7-2d7c-420e-b0b7-a7c1ee6e0bcf', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'ip_address': '172.25.8.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:26:29Z', 'updated_at': '2022-04-18T21:26:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838334-2'}], 'n-d-838334-2', False) {} {{(pid=84042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:27:51.738835 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.plugin [None req-ea03e39d-938f-48b6-8cee-91250c9cf3ee None None] Calling delete_port for 1ae5ffc7-2eb5-4eb2-a147-932066c8dd84 owned by network:dhcp {{(pid=84042) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 21:27:51.771610 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca8bc173-8169-4192-bcbf-b874001ddb6f None None] The sync data for ids ['652209e7-2d7c-420e-b0b7-a7c1ee6e0bcf'] in n-d-838334-2 is: [{'id': '652209e7-2d7c-420e-b0b7-a7c1ee6e0bcf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2063243346', 'tenant_id': '202d5ea04e8c40de88f64ef931ef4e4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'external_fixed_ips': [{'subnet_id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'ip_address': '172.25.8.41'}], 'enable_snat': True}, 'gw_port_id': 'e8ff62cd-33ca-46e1-8b89-1eecc3f2ec53', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:26:29Z', 'updated_at': '2022-04-18T21:27:48Z', 'revision_number': 5, 'project_id': '202d5ea04e8c40de88f64ef931ef4e4f', 'gw_port': {'id': 'e8ff62cd-33ca-46e1-8b89-1eecc3f2ec53', 'name': '', 'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:34:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '652209e7-2d7c-420e-b0b7-a7c1ee6e0bcf', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'ip_address': '172.25.8.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:26:29Z', 'updated_at': '2022-04-18T21:26:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838334-2'}] {{(pid=84042) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 18 21:27:51.821111 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-ea03e39d-938f-48b6-8cee-91250c9cf3ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750375259028', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750374836628'] for port, after_delete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:27:51.869939 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea03e39d-938f-48b6-8cee-91250c9cf3ee None None] Pushing event deleted for resources: {'Port': ['ID=1ae5ffc7-2eb5-4eb2-a147-932066c8dd84,revision_number=None']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:27:51.875268 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea03e39d-938f-48b6-8cee-91250c9cf3ee None None] No DVR routers for this DVR port 1ae5ffc7-2eb5-4eb2-a147-932066c8dd84 on host n-d-838334-2 {{(pid=84042) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 21:27:51.887295 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea03e39d-938f-48b6-8cee-91250c9cf3ee None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:27:51.887726 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea03e39d-938f-48b6-8cee-91250c9cf3ee None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:27:51.888071 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea03e39d-938f-48b6-8cee-91250c9cf3ee None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:27:51.888404 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea03e39d-938f-48b6-8cee-91250c9cf3ee None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:27:51.888756 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea03e39d-938f-48b6-8cee-91250c9cf3ee None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:27:51.889085 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea03e39d-938f-48b6-8cee-91250c9cf3ee None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:27:51.889409 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea03e39d-938f-48b6-8cee-91250c9cf3ee None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:27:51.889731 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea03e39d-938f-48b6-8cee-91250c9cf3ee None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:27:51.890051 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea03e39d-938f-48b6-8cee-91250c9cf3ee None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:27:51.890369 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea03e39d-938f-48b6-8cee-91250c9cf3ee None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:27:51.890684 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea03e39d-938f-48b6-8cee-91250c9cf3ee None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:27:52.040445 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-c8b78015-7cfe-45be-8bda-4b9198e13442 tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33444108'] for router_gateway, after_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:27:52.283773 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 37468) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:27:52.306773 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-c8b78015-7cfe-45be-8bda-4b9198e13442 tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33443580', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5726'] for router, precommit_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:27:52.311387 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-c8b78015-7cfe-45be-8bda-4b9198e13442 tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:27:52.337354 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-c8b78015-7cfe-45be-8bda-4b9198e13442 tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-33443408'] for router, after_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:27:52.338850 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c8b78015-7cfe-45be-8bda-4b9198e13442 tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] Fanout notify agent at l3_agent the message router_deleted on router 652209e7-2d7c-420e-b0b7-a7c1ee6e0bcf {{(pid=84040) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 18 21:27:52.356081 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-c8b78015-7cfe-45be-8bda-4b9198e13442 tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] Notify callbacks [] for router, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:27:52.357101 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-c8b78015-7cfe-45be-8bda-4b9198e13442 tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] 10.222.0.42 "DELETE /v2.0/routers/652209e7-2d7c-420e-b0b7-a7c1ee6e0bcf HTTP/1.1" status: 204 len: 168 time: 1.6314640 Apr 18 21:27:52.359891 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 37472) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:27:52.489811 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-c775aee8-97b5-48b8-b00a-f902a95135a4 tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1103592'] for network, before_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:27:52.504062 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.plugin [None req-6abfd5df-9f12-42d4-94d0-ecfbba745be4 tempest-TestVolumeBootPattern-942365775 tempest-TestVolumeBootPattern-942365775-project] Deleting port c02c5826-198f-4c58-abf3-eb4109a852d4 {{(pid=84041) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 21:27:52.504400 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-6abfd5df-9f12-42d4-94d0-ecfbba745be4 tempest-TestVolumeBootPattern-942365775 tempest-TestVolumeBootPattern-942365775-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750375188691'] for port, before_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:27:52.619631 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-c775aee8-97b5-48b8-b00a-f902a95135a4 tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1258905', 'neutron.services.segments.db._delete_segments_for_network-8750375287417'] for network, precommit_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:27:52.643862 n-d-838334-2 neutron-server[84040]: DEBUG neutron.services.segments.db [None req-c775aee8-97b5-48b8-b00a-f902a95135a4 tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['56f25191-a068-47ea-a12c-3613c62a6e62']}} {{(pid=84040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:27:52.656106 n-d-838334-2 neutron-server[84040]: DEBUG neutron.services.segments.db [None req-c775aee8-97b5-48b8-b00a-f902a95135a4 tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '632a0b5a-0934-4bae-8180-bc4707889610') {'for_net_delete': True} {{(pid=84040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:27:52.656396 n-d-838334-2 neutron-server[84040]: DEBUG neutron.services.segments.db [None req-c775aee8-97b5-48b8-b00a-f902a95135a4 tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '632a0b5a-0934-4bae-8180-bc4707889610') {} {{(pid=84040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:27:52.667556 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-c775aee8-97b5-48b8-b00a-f902a95135a4 tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750375287300', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31955965'] for segment, before_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:27:52.671448 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-6abfd5df-9f12-42d4-94d0-ecfbba745be4 tempest-TestVolumeBootPattern-942365775 tempest-TestVolumeBootPattern-942365775-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369123'] for port, precommit_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:27:52.671814 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-6abfd5df-9f12-42d4-94d0-ecfbba745be4 tempest-TestVolumeBootPattern-942365775 tempest-TestVolumeBootPattern-942365775-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:27:52.683646 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-c775aee8-97b5-48b8-b00a-f902a95135a4 tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1082986'] for segment, precommit_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:27:52.689611 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c775aee8-97b5-48b8-b00a-f902a95135a4 tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] Releasing vlan 363 on physical network physnet1 to pool {{(pid=84040) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 18 21:27:52.689984 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-c775aee8-97b5-48b8-b00a-f902a95135a4 tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1082993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32440923'] for segment, after_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:27:52.704567 n-d-838334-2 neutron-server[84040]: Traceback (most recent call last): Apr 18 21:27:52.704567 n-d-838334-2 neutron-server[84040]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 18 21:27:52.704567 n-d-838334-2 neutron-server[84040]: timer() Apr 18 21:27:52.704567 n-d-838334-2 neutron-server[84040]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 21:27:52.704567 n-d-838334-2 neutron-server[84040]: cb(*args, **kw) Apr 18 21:27:52.704567 n-d-838334-2 neutron-server[84040]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 18 21:27:52.704567 n-d-838334-2 neutron-server[84040]: return func(*args, **kwargs) Apr 18 21:27:52.704567 n-d-838334-2 neutron-server[84040]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 21:27:52.704567 n-d-838334-2 neutron-server[84040]: self._notify() Apr 18 21:27:52.704567 n-d-838334-2 neutron-server[84040]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 21:27:52.704567 n-d-838334-2 neutron-server[84040]: self.callback(batched_events) Apr 18 21:27:52.704567 n-d-838334-2 neutron-server[84040]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 21:27:52.704567 n-d-838334-2 neutron-server[84040]: event.method(event) Apr 18 21:27:52.704567 n-d-838334-2 neutron-server[84040]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 18 21:27:52.704567 n-d-838334-2 neutron-server[84040]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 21:27:52.704567 n-d-838334-2 neutron-server[84040]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 18 21:27:52.704567 n-d-838334-2 neutron-server[84040]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 21:27:52.704567 n-d-838334-2 neutron-server[84040]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 18 21:27:52.704567 n-d-838334-2 neutron-server[84040]: return f(self, *a, **k) Apr 18 21:27:52.704567 n-d-838334-2 neutron-server[84040]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 18 21:27:52.704567 n-d-838334-2 neutron-server[84040]: return self._get(url).json() Apr 18 21:27:52.704567 n-d-838334-2 neutron-server[84040]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 18 21:27:52.704567 n-d-838334-2 neutron-server[84040]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 21:27:52.704567 n-d-838334-2 neutron-server[84040]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 18 21:27:52.704567 n-d-838334-2 neutron-server[84040]: return self.request(url, 'GET', **kwargs) Apr 18 21:27:52.704567 n-d-838334-2 neutron-server[84040]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 18 21:27:52.704567 n-d-838334-2 neutron-server[84040]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 21:27:52.704567 n-d-838334-2 neutron-server[84040]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 18 21:27:52.704567 n-d-838334-2 neutron-server[84040]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 21:27:52.704567 n-d-838334-2 neutron-server[84040]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 18 21:27:52.704567 n-d-838334-2 neutron-server[84040]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 21:27:52.704567 n-d-838334-2 neutron-server[84040]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 21:27:52.782289 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-c775aee8-97b5-48b8-b00a-f902a95135a4 tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1258898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33526109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33444113'] for network, after_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:27:52.796188 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.plugin [None req-6abfd5df-9f12-42d4-94d0-ecfbba745be4 tempest-TestVolumeBootPattern-942365775 tempest-TestVolumeBootPattern-942365775-project] Calling delete_port for c02c5826-198f-4c58-abf3-eb4109a852d4 owned by network:floatingip {{(pid=84041) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 21:27:52.799386 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-c775aee8-97b5-48b8-b00a-f902a95135a4 tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] Notify callbacks [] for network, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:27:52.811861 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c775aee8-97b5-48b8-b00a-f902a95135a4 tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] Pushing event deleted for resources: {'Network': ['ID=56f25191-a068-47ea-a12c-3613c62a6e62,revision_number=None']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:27:52.827586 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-c775aee8-97b5-48b8-b00a-f902a95135a4 tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] 10.222.0.42 "DELETE /v2.0/networks/56f25191-a068-47ea-a12c-3613c62a6e62 HTTP/1.1" status: 204 len: 168 time: 0.4642475 Apr 18 21:27:52.827806 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 37476) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:27:52.870773 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Device 1ae5ffc7-2eb5-4eb2-a147-932066c8dd84 no longer exists at agent ovs-agent-n-d-838334-2 {{(pid=84042) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 21:27:52.906210 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-ee7a6e17-1ca3-414e-9434-a3003da01808 tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] Notify callbacks [] for security_group, before_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:27:52.915826 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.plugin [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] No Port match for: 1ae5ffc7-2eb5-4eb2-a147-932066c8dd84 {{(pid=84042) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 18 21:27:52.916175 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Device 1ae5ffc7-2eb5-4eb2-a147-932066c8dd84 not bound to the agent host n-d-838334-2 {{(pid=84042) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 21:27:52.916716 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Device e8ff62cd-33ca-46e1-8b89-1eecc3f2ec53 no longer exists at agent ovs-agent-n-d-838334-2 {{(pid=84042) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 21:27:52.940269 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-ee7a6e17-1ca3-414e-9434-a3003da01808 tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:27:52.957407 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-6abfd5df-9f12-42d4-94d0-ecfbba745be4 tempest-TestVolumeBootPattern-942365775 tempest-TestVolumeBootPattern-942365775-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750375259028', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750374836628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32266323'] for port, after_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:27:52.961455 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.plugin [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] No Port match for: e8ff62cd-33ca-46e1-8b89-1eecc3f2ec53 {{(pid=84042) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 18 21:27:52.961876 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Device e8ff62cd-33ca-46e1-8b89-1eecc3f2ec53 not bound to the agent host n-d-838334-2 {{(pid=84042) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 21:27:52.962398 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Device 10fe8cd8-b855-495b-bb84-60faabff8e3d no longer exists at agent ovs-agent-n-d-838334-2 {{(pid=84042) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 21:27:52.997897 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.plugin [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] No Port match for: 10fe8cd8-b855-495b-bb84-60faabff8e3d {{(pid=84042) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 18 21:27:52.998338 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Device 10fe8cd8-b855-495b-bb84-60faabff8e3d not bound to the agent host n-d-838334-2 {{(pid=84042) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 21:27:53.013465 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6abfd5df-9f12-42d4-94d0-ecfbba745be4 tempest-TestVolumeBootPattern-942365775 tempest-TestVolumeBootPattern-942365775-project] Pushing event deleted for resources: {'Port': ['ID=c02c5826-198f-4c58-abf3-eb4109a852d4,revision_number=None']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:27:53.037752 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-ee7a6e17-1ca3-414e-9434-a3003da01808 tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33528224'] for security_group, after_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:27:53.040041 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.agents_db [None req-6346a179-333c-4370-b5a6-936984aeab15 None None] Agent healthcheck: found 7 active agents {{(pid=84043) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 18 21:27:53.057045 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee7a6e17-1ca3-414e-9434-a3003da01808 tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f8199fb-baa8-41a6-ab78-c8c3270085df,revision_number=None']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:27:53.070836 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-ee7a6e17-1ca3-414e-9434-a3003da01808 tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] Notify callbacks [] for security_group, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:27:53.073021 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-ee7a6e17-1ca3-414e-9434-a3003da01808 tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] 10.222.0.42 "DELETE /v2.0/security-groups/7f8199fb-baa8-41a6-ab78-c8c3270085df HTTP/1.1" status: 204 len: 168 time: 0.2442083 Apr 18 21:27:53.108749 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-6abfd5df-9f12-42d4-94d0-ecfbba745be4 tempest-TestVolumeBootPattern-942365775 tempest-TestVolumeBootPattern-942365775-project] Notify callbacks [] for floatingip, after_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:27:53.589038 n-d-838334-2 neutron-server[84041]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6abfd5df-9f12-42d4-94d0-ecfbba745be4 tempest-TestVolumeBootPattern-942365775 tempest-TestVolumeBootPattern-942365775-project] Router 62ab243e-ad9f-4433-a3dd-569ad89df6bc has already been hosted by L3 agent bc84d6c9-dd7a-4555-a351-592327b46d5a {{(pid=84041) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 21:27:53.658079 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 37484) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:27:53.671985 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.v2.base [None req-6d62d6fc-13b2-4c92-8fe1-2f38a806231a tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1798400027', 'description': 'tempest-secgroup-smoke-1798400027 description', 'project_id': '202d5ea04e8c40de88f64ef931ef4e4f'}} {{(pid=84041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:27:53.730471 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-6d62d6fc-13b2-4c92-8fe1-2f38a806231a tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:27:53.741451 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-6d62d6fc-13b2-4c92-8fe1-2f38a806231a tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] Usage tracker for resource:security_group and tenant:202d5ea04e8c40de88f64ef931ef4e4f is out of sync, need to count used quota {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:27:53.746620 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-6d62d6fc-13b2-4c92-8fe1-2f38a806231a tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:27:53.753717 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-6d62d6fc-13b2-4c92-8fe1-2f38a806231a tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:27:53.776862 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-6d62d6fc-13b2-4c92-8fe1-2f38a806231a tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] Notify callbacks [] for security_group, before_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:27:53.826418 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-6d62d6fc-13b2-4c92-8fe1-2f38a806231a tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:27:53.831287 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-6d62d6fc-13b2-4c92-8fe1-2f38a806231a tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] Usage tracker for resource:security_group_rule and tenant:202d5ea04e8c40de88f64ef931ef4e4f is out of sync, need to count used quota {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:27:53.834887 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-6d62d6fc-13b2-4c92-8fe1-2f38a806231a tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:27:53.843150 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-6d62d6fc-13b2-4c92-8fe1-2f38a806231a tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:27:53.916752 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6abfd5df-9f12-42d4-94d0-ecfbba745be4 tempest-TestVolumeBootPattern-942365775 tempest-TestVolumeBootPattern-942365775-project] Notify agent at l3_agent.n-d-838334-2 the message routers_updated {{(pid=84041) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 21:27:53.927869 n-d-838334-2 neutron-server[84043]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36f1d943-e977-4816-a911-6faf8a87d85c None None] Sync routers for ids ['62ab243e-ad9f-4433-a3dd-569ad89df6bc'] in n-d-838334-2 {{(pid=84043) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 18 21:27:53.941331 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-6d62d6fc-13b2-4c92-8fe1-2f38a806231a tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] Notify callbacks [] for security_group, precommit_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:27:53.943037 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36f1d943-e977-4816-a911-6faf8a87d85c None None] Routers {'62ab243e-ad9f-4433-a3dd-569ad89df6bc'} bound to L3 agent in host n-d-838334-2 {{(pid=84043) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 21:27:53.943854 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.l3_hamode_db [None req-36f1d943-e977-4816-a911-6faf8a87d85c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838334-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-18T20:25:48Z,description=,heartbeat_timestamp=2022-04-18T21:27:48Z,host='n-d-838334-2',id=bc84d6c9-dd7a-4555-a351-592327b46d5a,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:25:48Z,topic='l3_agent')) {'router_ids': ['62ab243e-ad9f-4433-a3dd-569ad89df6bc'], 'active': True} {{(pid=84043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:27:53.947868 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-6d62d6fc-13b2-4c92-8fe1-2f38a806231a tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33528224'] for security_group, after_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:27:54.014769 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d62d6fc-13b2-4c92-8fe1-2f38a806231a tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9becd0c9-fb45-4669-a443-78889d96dceb,revision_number=1']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:27:54.018666 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-6d62d6fc-13b2-4c92-8fe1-2f38a806231a tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] Notify callbacks [] for security_group, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:27:54.022652 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-6d62d6fc-13b2-4c92-8fe1-2f38a806231a tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1628 time: 0.3607304 Apr 18 21:27:54.022652 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-6abfd5df-9f12-42d4-94d0-ecfbba745be4 tempest-TestVolumeBootPattern-942365775 tempest-TestVolumeBootPattern-942365775-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217293'] for floatingip, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:27:54.023729 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 37488) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:27:54.028618 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.v2.base [None req-e7fe92a3-8d0c-422d-925e-140bcf41927d tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] Request body: {'security_group_rule': {'security_group_id': '9becd0c9-fb45-4669-a443-78889d96dceb', 'project_id': '202d5ea04e8c40de88f64ef931ef4e4f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84040) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:27:54.034982 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [None req-e7fe92a3-8d0c-422d-925e-140bcf41927d tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:27:54.038768 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-e7fe92a3-8d0c-422d-925e-140bcf41927d tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] Usage tracker for resource:security_group_rule and tenant:202d5ea04e8c40de88f64ef931ef4e4f is out of sync, need to count used quota {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:27:54.042339 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-e7fe92a3-8d0c-422d-925e-140bcf41927d tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:27:54.048086 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [None req-e7fe92a3-8d0c-422d-925e-140bcf41927d tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:27:54.069222 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-e7fe92a3-8d0c-422d-925e-140bcf41927d tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:27:54.092177 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-6abfd5df-9f12-42d4-94d0-ecfbba745be4 tempest-TestVolumeBootPattern-942365775 tempest-TestVolumeBootPattern-942365775-project] 10.222.0.42 "DELETE /v2.0/floatingips/331e41ce-fe2c-4f32-ba51-0c415ed3802e HTTP/1.1" status: 204 len: 168 time: 1.8073087 Apr 18 21:27:54.092998 n-d-838334-2 neutron-server[84041]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '70504d68-ffa1-435e-9477-b988284384f6', 'tag': '071d2f9f-8226-4651-b6db-ea634e88c276'}] {{(pid=84041) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 21:27:54.139602 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-e7fe92a3-8d0c-422d-925e-140bcf41927d tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:27:54.140631 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.l3_dvr_db [None req-36f1d943-e977-4816-a911-6faf8a87d85c None None] Set router 62ab243e-ad9f-4433-a3dd-569ad89df6bc gateway port host: n-d-838334-2 {{(pid=84043) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 21:27:54.144344 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-e7fe92a3-8d0c-422d-925e-140bcf41927d tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33528311'] for security_group_rule, after_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:27:54.163095 n-d-838334-2 neutron-server[84041]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4b7c3d3d-6095-4de9-a4f1-06ece8316d15'] response: {'name': 'network-changed', 'server_uuid': '70504d68-ffa1-435e-9477-b988284384f6', 'tag': '071d2f9f-8226-4651-b6db-ea634e88c276', 'status': 'completed', 'code': 200} Apr 18 21:27:54.180127 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7fe92a3-8d0c-422d-925e-140bcf41927d tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6a531a5c-710a-4490-b60a-1c358b255c4c,revision_number=0']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:27:54.236453 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-e7fe92a3-8d0c-422d-925e-140bcf41927d tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:27:54.240517 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-e7fe92a3-8d0c-422d-925e-140bcf41927d tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.2139902 Apr 18 21:27:54.241524 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 37496) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:27:54.247990 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.v2.base [None req-7d114386-d1f2-4a75-93f3-f4e1b857124e tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] Request body: {'security_group_rule': {'security_group_id': '9becd0c9-fb45-4669-a443-78889d96dceb', 'project_id': '202d5ea04e8c40de88f64ef931ef4e4f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=84041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:27:54.254574 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-7d114386-d1f2-4a75-93f3-f4e1b857124e tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:27:54.259378 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-7d114386-d1f2-4a75-93f3-f4e1b857124e tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] Usage tracker for resource:security_group_rule and tenant:202d5ea04e8c40de88f64ef931ef4e4f is out of sync, need to count used quota {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:27:54.262635 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-7d114386-d1f2-4a75-93f3-f4e1b857124e tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:27:54.269586 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-7d114386-d1f2-4a75-93f3-f4e1b857124e tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:27:54.275504 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-c20f6b92-4bd4-43ec-975c-cc955d86fa6b req-a037061a-8aa9-4d31-8913-0fa56b90ad83 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=31978bb3bc1348ad8b469e6e55d6f163&device_id=70504d68-ffa1-435e-9477-b988284384f6 HTTP/1.1" status: 200 len: 1096 time: 0.0807505 Apr 18 21:27:54.294698 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-7d114386-d1f2-4a75-93f3-f4e1b857124e tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:27:54.390053 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-7d114386-d1f2-4a75-93f3-f4e1b857124e tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:27:54.397129 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-7d114386-d1f2-4a75-93f3-f4e1b857124e tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33528311'] for security_group_rule, after_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:27:54.428956 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c20f6b92-4bd4-43ec-975c-cc955d86fa6b req-162c7d0a-05f2-448b-920f-94c710f308aa service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:27:54.429185 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d114386-d1f2-4a75-93f3-f4e1b857124e tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=53037596-568c-4293-8b65-05f5258a954d,revision_number=0']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:27:54.430527 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-c20f6b92-4bd4-43ec-975c-cc955d86fa6b req-162c7d0a-05f2-448b-920f-94c710f308aa service neutron] 10.222.0.48 "GET /v2.0/networks?id=9b223f6a-fe67-4bd3-957a-7ef808b3aaf1 HTTP/1.1" status: 200 len: 912 time: 0.1483548 Apr 18 21:27:54.451870 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-7d114386-d1f2-4a75-93f3-f4e1b857124e tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:27:54.456402 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-7d114386-d1f2-4a75-93f3-f4e1b857124e tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.2133033 Apr 18 21:27:54.457188 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 37502) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:27:54.463873 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.v2.base [None req-423a53dc-3615-4196-a85a-a1d96e100655 tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] Request body: {'security_group_rule': {'security_group_id': '9becd0c9-fb45-4669-a443-78889d96dceb', 'project_id': '202d5ea04e8c40de88f64ef931ef4e4f', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=84041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:27:54.471754 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-423a53dc-3615-4196-a85a-a1d96e100655 tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:27:54.478414 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-423a53dc-3615-4196-a85a-a1d96e100655 tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] Usage tracker for resource:security_group_rule and tenant:202d5ea04e8c40de88f64ef931ef4e4f is out of sync, need to count used quota {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:27:54.489623 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-423a53dc-3615-4196-a85a-a1d96e100655 tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:27:54.500592 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-423a53dc-3615-4196-a85a-a1d96e100655 tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:27:54.527298 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-423a53dc-3615-4196-a85a-a1d96e100655 tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:27:54.548312 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.l3_hamode_db [None req-36f1d943-e977-4816-a911-6faf8a87d85c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62ab243e-ad9f-4433-a3dd-569ad89df6bc', 'name': 'tempest-TestVolumeBootPattern-477195389-router', 'tenant_id': '31978bb3bc1348ad8b469e6e55d6f163', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'external_fixed_ips': [{'subnet_id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'ip_address': '172.25.8.234'}], 'enable_snat': True}, 'gw_port_id': 'ed687a9e-9201-4e8e-80c0-f5948665f08d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:17:09Z', 'updated_at': '2022-04-18T21:17:14Z', 'revision_number': 4, 'project_id': '31978bb3bc1348ad8b469e6e55d6f163', 'gw_port': {'id': 'ed687a9e-9201-4e8e-80c0-f5948665f08d', 'name': '', 'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:d9:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62ab243e-ad9f-4433-a3dd-569ad89df6bc', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'ip_address': '172.25.8.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:17:10Z', 'updated_at': '2022-04-18T21:17:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838334-2', '_interfaces': [{'id': 'dc11cf0f-ccf3-4218-b3db-90cf0ccd3b6a', 'name': '', 'network_id': '9b223f6a-fe67-4bd3-957a-7ef808b3aaf1', 'tenant_id': '31978bb3bc1348ad8b469e6e55d6f163', 'mac_address': 'fa:16:3e:12:a0:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62ab243e-ad9f-4433-a3dd-569ad89df6bc', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a845e1ae-c47e-4919-8a24-530366b84c60', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:17:13Z', 'updated_at': '2022-04-18T21:17:36Z', 'revision_number': 5, 'project_id': '31978bb3bc1348ad8b469e6e55d6f163', 'subnets': [{'id': 'a845e1ae-c47e-4919-8a24-530366b84c60', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838334-2', False) {} {{(pid=84043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:27:54.552513 n-d-838334-2 neutron-server[84043]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36f1d943-e977-4816-a911-6faf8a87d85c None None] Checking router: 62ab243e-ad9f-4433-a3dd-569ad89df6bc for host: n-d-838334-2 {{(pid=84043) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 18 21:27:54.561536 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-c20f6b92-4bd4-43ec-975c-cc955d86fa6b req-9106a783-a158-4414-a762-399829b76d98 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=071d2f9f-8226-4651-b6db-ea634e88c276 HTTP/1.1" status: 200 len: 217 time: 0.1221929 Apr 18 21:27:54.566648 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36f1d943-e977-4816-a911-6faf8a87d85c None None] Routers {'62ab243e-ad9f-4433-a3dd-569ad89df6bc'} bound to L3 agent in host n-d-838334-2 {{(pid=84043) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 21:27:54.567430 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.l3_hamode_db [None req-36f1d943-e977-4816-a911-6faf8a87d85c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838334-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-18T20:25:48Z,description=,heartbeat_timestamp=2022-04-18T21:27:48Z,host='n-d-838334-2',id=bc84d6c9-dd7a-4555-a351-592327b46d5a,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:25:48Z,topic='l3_agent')) {'router_ids': ['62ab243e-ad9f-4433-a3dd-569ad89df6bc'], 'active': True} {{(pid=84043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:27:54.594724 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-423a53dc-3615-4196-a85a-a1d96e100655 tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:27:54.599661 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-423a53dc-3615-4196-a85a-a1d96e100655 tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33528311'] for security_group_rule, after_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:27:54.623110 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-423a53dc-3615-4196-a85a-a1d96e100655 tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f9ee6f8a-d252-4084-8089-c9a0390d5ff1,revision_number=0']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:27:54.635400 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-423a53dc-3615-4196-a85a-a1d96e100655 tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:27:54.639515 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-423a53dc-3615-4196-a85a-a1d96e100655 tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.1810133 Apr 18 21:27:54.639862 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 37506) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:27:54.649371 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.v2.base [None req-ee755ff6-2cc3-4daf-8717-979fb021fd72 tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] Request body: {'security_group_rule': {'security_group_id': '9becd0c9-fb45-4669-a443-78889d96dceb', 'project_id': '202d5ea04e8c40de88f64ef931ef4e4f', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=84040) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:27:54.658576 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [None req-ee755ff6-2cc3-4daf-8717-979fb021fd72 tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:27:54.666748 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c20f6b92-4bd4-43ec-975c-cc955d86fa6b req-1a4ae892-5980-4ca1-87bc-036e4bfd09a1 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:27:54.668195 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-c20f6b92-4bd4-43ec-975c-cc955d86fa6b req-1a4ae892-5980-4ca1-87bc-036e4bfd09a1 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=a845e1ae-c47e-4919-8a24-530366b84c60 HTTP/1.1" status: 200 len: 850 time: 0.0985963 Apr 18 21:27:54.669119 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-ee755ff6-2cc3-4daf-8717-979fb021fd72 tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] Usage tracker for resource:security_group_rule and tenant:202d5ea04e8c40de88f64ef931ef4e4f is out of sync, need to count used quota {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:27:54.672599 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-ee755ff6-2cc3-4daf-8717-979fb021fd72 tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:27:54.680692 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e3f10ca-33c3-4fb1-90bb-f93b85d5f5ec req-dc522ee4-3d74-47de-b46a-9496a6e474ba tempest-TestVolumeBootPattern-942365775 tempest-TestVolumeBootPattern-942365775-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:27:54.682064 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-2e3f10ca-33c3-4fb1-90bb-f93b85d5f5ec req-dc522ee4-3d74-47de-b46a-9496a6e474ba tempest-TestVolumeBootPattern-942365775 tempest-TestVolumeBootPattern-942365775-project] 10.222.0.42 "GET /v2.0/ports?device_id=70504d68-ffa1-435e-9477-b988284384f6 HTTP/1.1" status: 200 len: 945 time: 0.1637807 Apr 18 21:27:54.714017 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [None req-ee755ff6-2cc3-4daf-8717-979fb021fd72 tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:27:54.766848 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.l3_dvr_db [None req-36f1d943-e977-4816-a911-6faf8a87d85c None None] Set router 62ab243e-ad9f-4433-a3dd-569ad89df6bc gateway port host: n-d-838334-2 {{(pid=84043) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 21:27:54.891165 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-ee755ff6-2cc3-4daf-8717-979fb021fd72 tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:27:54.910694 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-2e3f10ca-33c3-4fb1-90bb-f93b85d5f5ec req-7758546e-449f-45b8-87fd-fb005513bb62 tempest-TestVolumeBootPattern-942365775 tempest-TestVolumeBootPattern-942365775-project] 10.222.0.42 "GET /v2.0/security-groups?id=da0e9646-9998-43bc-ae83-ea1de751a251&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1906826 Apr 18 21:27:54.956359 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-c20f6b92-4bd4-43ec-975c-cc955d86fa6b req-8ebbc619-55ca-4deb-b8c2-1e733f12f5ce service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=9b223f6a-fe67-4bd3-957a-7ef808b3aaf1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2706058 Apr 18 21:27:54.991338 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-ee755ff6-2cc3-4daf-8717-979fb021fd72 tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:27:55.038574 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-ee755ff6-2cc3-4daf-8717-979fb021fd72 tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33528311'] for security_group_rule, after_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:27:55.077578 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee755ff6-2cc3-4daf-8717-979fb021fd72 tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c563ecd0-dfeb-44de-a50d-382e2211d45d,revision_number=0']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:27:55.096953 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-ee755ff6-2cc3-4daf-8717-979fb021fd72 tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:27:55.100672 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-ee755ff6-2cc3-4daf-8717-979fb021fd72 tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.4571953 Apr 18 21:27:55.101313 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 37510) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:27:55.103198 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.l3_hamode_db [None req-36f1d943-e977-4816-a911-6faf8a87d85c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62ab243e-ad9f-4433-a3dd-569ad89df6bc', 'name': 'tempest-TestVolumeBootPattern-477195389-router', 'tenant_id': '31978bb3bc1348ad8b469e6e55d6f163', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'external_fixed_ips': [{'subnet_id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'ip_address': '172.25.8.234'}], 'enable_snat': True}, 'gw_port_id': 'ed687a9e-9201-4e8e-80c0-f5948665f08d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:17:09Z', 'updated_at': '2022-04-18T21:17:14Z', 'revision_number': 4, 'project_id': '31978bb3bc1348ad8b469e6e55d6f163', 'gw_port': {'id': 'ed687a9e-9201-4e8e-80c0-f5948665f08d', 'name': '', 'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:d9:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62ab243e-ad9f-4433-a3dd-569ad89df6bc', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'ip_address': '172.25.8.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:17:10Z', 'updated_at': '2022-04-18T21:17:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838334-2', '_interfaces': [{'id': 'dc11cf0f-ccf3-4218-b3db-90cf0ccd3b6a', 'name': '', 'network_id': '9b223f6a-fe67-4bd3-957a-7ef808b3aaf1', 'tenant_id': '31978bb3bc1348ad8b469e6e55d6f163', 'mac_address': 'fa:16:3e:12:a0:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62ab243e-ad9f-4433-a3dd-569ad89df6bc', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a845e1ae-c47e-4919-8a24-530366b84c60', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:17:13Z', 'updated_at': '2022-04-18T21:17:36Z', 'revision_number': 5, 'project_id': '31978bb3bc1348ad8b469e6e55d6f163', 'subnets': [{'id': 'a845e1ae-c47e-4919-8a24-530366b84c60', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838334-2', False) {} {{(pid=84043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:27:55.107213 n-d-838334-2 neutron-server[84043]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36f1d943-e977-4816-a911-6faf8a87d85c None None] The sync data for ids ['62ab243e-ad9f-4433-a3dd-569ad89df6bc'] in n-d-838334-2 is: [{'id': '62ab243e-ad9f-4433-a3dd-569ad89df6bc', 'name': 'tempest-TestVolumeBootPattern-477195389-router', 'tenant_id': '31978bb3bc1348ad8b469e6e55d6f163', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'external_fixed_ips': [{'subnet_id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'ip_address': '172.25.8.234'}], 'enable_snat': True}, 'gw_port_id': 'ed687a9e-9201-4e8e-80c0-f5948665f08d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:17:09Z', 'updated_at': '2022-04-18T21:17:14Z', 'revision_number': 4, 'project_id': '31978bb3bc1348ad8b469e6e55d6f163', 'gw_port': {'id': 'ed687a9e-9201-4e8e-80c0-f5948665f08d', 'name': '', 'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:d9:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62ab243e-ad9f-4433-a3dd-569ad89df6bc', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'ip_address': '172.25.8.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:17:10Z', 'updated_at': '2022-04-18T21:17:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838334-2', '_interfaces': [{'id': 'dc11cf0f-ccf3-4218-b3db-90cf0ccd3b6a', 'name': '', 'network_id': '9b223f6a-fe67-4bd3-957a-7ef808b3aaf1', 'tenant_id': '31978bb3bc1348ad8b469e6e55d6f163', 'mac_address': 'fa:16:3e:12:a0:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62ab243e-ad9f-4433-a3dd-569ad89df6bc', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a845e1ae-c47e-4919-8a24-530366b84c60', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:17:13Z', 'updated_at': '2022-04-18T21:17:36Z', 'revision_number': 5, 'project_id': '31978bb3bc1348ad8b469e6e55d6f163', 'subnets': [{'id': 'a845e1ae-c47e-4919-8a24-530366b84c60', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84043) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 18 21:27:55.107839 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.v2.base [None req-f333abea-304e-459d-bd69-eb778f841e2a tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] Request body: {'security_group_rule': {'security_group_id': '9becd0c9-fb45-4669-a443-78889d96dceb', 'project_id': '202d5ea04e8c40de88f64ef931ef4e4f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=84041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:27:55.114504 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-f333abea-304e-459d-bd69-eb778f841e2a tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:27:55.118682 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-f333abea-304e-459d-bd69-eb778f841e2a tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] Usage tracker for resource:security_group_rule and tenant:202d5ea04e8c40de88f64ef931ef4e4f is out of sync, need to count used quota {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:27:55.121643 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-f333abea-304e-459d-bd69-eb778f841e2a tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:27:55.127572 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-f333abea-304e-459d-bd69-eb778f841e2a tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:27:55.139241 n-d-838334-2 neutron-server[84041]: INFO neutron.db.securitygroups_db [None req-f333abea-304e-459d-bd69-eb778f841e2a tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] Project 202d5ea04e8c40de88f64ef931ef4e4f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 18 21:27:55.140518 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-c20f6b92-4bd4-43ec-975c-cc955d86fa6b req-28eb803a-7e7f-4a91-a587-e6bafc5e4e0d service neutron] 10.222.0.48 "GET /v2.0/networks/9b223f6a-fe67-4bd3-957a-7ef808b3aaf1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1724942 Apr 18 21:27:55.146261 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-f333abea-304e-459d-bd69-eb778f841e2a tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:27:55.219933 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-f333abea-304e-459d-bd69-eb778f841e2a tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:27:55.224418 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-f333abea-304e-459d-bd69-eb778f841e2a tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33528311'] for security_group_rule, after_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:27:55.254904 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f333abea-304e-459d-bd69-eb778f841e2a tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a43b5f3d-9af4-4d8f-b2d2-66edb3dbfa33,revision_number=0']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:27:55.263958 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-f333abea-304e-459d-bd69-eb778f841e2a tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:27:55.265801 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-f333abea-304e-459d-bd69-eb778f841e2a tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.1628900 Apr 18 21:27:55.268513 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 37514) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:27:55.274747 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.v2.base [None req-8ddb547f-eaa5-4b85-8a6a-d1fae039aba7 tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] Request body: {'security_group_rule': {'security_group_id': '9becd0c9-fb45-4669-a443-78889d96dceb', 'project_id': '202d5ea04e8c40de88f64ef931ef4e4f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=84041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:27:55.282793 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-8ddb547f-eaa5-4b85-8a6a-d1fae039aba7 tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:27:55.286688 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-8ddb547f-eaa5-4b85-8a6a-d1fae039aba7 tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] Usage tracker for resource:security_group_rule and tenant:202d5ea04e8c40de88f64ef931ef4e4f is out of sync, need to count used quota {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:27:55.286980 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-c20f6b92-4bd4-43ec-975c-cc955d86fa6b req-b38ebb6a-17a1-4fec-bf5a-d464aba42c4d service neutron] 10.222.0.48 "GET /v2.0/networks/9b223f6a-fe67-4bd3-957a-7ef808b3aaf1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1389635 Apr 18 21:27:55.289694 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-8ddb547f-eaa5-4b85-8a6a-d1fae039aba7 tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:27:55.297394 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-8ddb547f-eaa5-4b85-8a6a-d1fae039aba7 tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:27:55.309557 n-d-838334-2 neutron-server[84041]: INFO neutron.db.securitygroups_db [None req-8ddb547f-eaa5-4b85-8a6a-d1fae039aba7 tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] Project 202d5ea04e8c40de88f64ef931ef4e4f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 18 21:27:55.316613 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-8ddb547f-eaa5-4b85-8a6a-d1fae039aba7 tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:27:55.355470 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6ee3da7-2116-48c0-9308-30a4da298bf9 None None] New status for floating IP 331e41ce-fe2c-4f32-ba51-0c415ed3802e: DOWN {{(pid=84042) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Apr 18 21:27:55.383946 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-8ddb547f-eaa5-4b85-8a6a-d1fae039aba7 tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:27:55.387228 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-8ddb547f-eaa5-4b85-8a6a-d1fae039aba7 tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33528311'] for security_group_rule, after_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:27:55.410584 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ddb547f-eaa5-4b85-8a6a-d1fae039aba7 tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=70e25e21-eb3f-4624-93be-10dc7ec29615,revision_number=0']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:27:55.419994 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-8ddb547f-eaa5-4b85-8a6a-d1fae039aba7 tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:27:55.421171 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-8ddb547f-eaa5-4b85-8a6a-d1fae039aba7 tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.1516366 Apr 18 21:27:55.424788 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 37518) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:27:55.430865 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.v2.base [None req-6fe40dd2-6a9d-40f0-b483-48abd694785c tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] Request body: {'network': {'name': 'tempest-network-smoke--307688553', 'project_id': '202d5ea04e8c40de88f64ef931ef4e4f', 'port_security_enabled': True}} {{(pid=84041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:27:55.436796 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-6fe40dd2-6a9d-40f0-b483-48abd694785c tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:27:55.440824 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-6fe40dd2-6a9d-40f0-b483-48abd694785c tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] Usage tracker for resource:network and tenant:202d5ea04e8c40de88f64ef931ef4e4f is out of sync, need to count used quota {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:27:55.443788 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-6fe40dd2-6a9d-40f0-b483-48abd694785c tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:27:55.449876 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-6fe40dd2-6a9d-40f0-b483-48abd694785c tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:27:55.460219 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6fe40dd2-6a9d-40f0-b483-48abd694785c tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] Made reservation on behalf of 202d5ea04e8c40de88f64ef931ef4e4f for: {'network': 1} {{(pid=84041) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:27:55.463443 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-6fe40dd2-6a9d-40f0-b483-48abd694785c tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for network, before_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:27:55.494440 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6fe40dd2-6a9d-40f0-b483-48abd694785c tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 390} {{(pid=84041) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 21:27:55.504488 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-6fe40dd2-6a9d-40f0-b483-48abd694785c tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1082986'] for segment, precommit_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:27:55.504961 n-d-838334-2 neutron-server[84041]: INFO neutron.db.segments_db [None req-6fe40dd2-6a9d-40f0-b483-48abd694785c tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] Added segment 2ac7498e-daa9-48f0-b0f0-a04a474e6785 of type vlan for network 38a424dc-3752-4b69-bb89-1d18c0544827 Apr 18 21:27:55.536231 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-6fe40dd2-6a9d-40f0-b483-48abd694785c tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750374825732'] for network, precommit_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:27:55.568183 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-6fe40dd2-6a9d-40f0-b483-48abd694785c tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33526109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022'] for network, after_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:27:55.572271 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6fe40dd2-6a9d-40f0-b483-48abd694785c tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:27:55.572849 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-6fe40dd2-6a9d-40f0-b483-48abd694785c tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] Notify callbacks [] for network, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:27:55.672718 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-6fe40dd2-6a9d-40f0-b483-48abd694785c tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2468171 Apr 18 21:27:55.675294 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 37522) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:27:55.679927 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fe40dd2-6a9d-40f0-b483-48abd694785c tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] Pushing event updated for resources: {'Network': ['ID=38a424dc-3752-4b69-bb89-1d18c0544827,revision_number=1']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:27:55.681159 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.v2.base [None req-0777db51-cdee-487d-bb55-035951418ee1 tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-210313126', 'admin_state_up': True, 'project_id': '202d5ea04e8c40de88f64ef931ef4e4f', 'external_gateway_info': {'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c'}}} {{(pid=84040) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:27:55.690331 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Network 38a424dc-3752-4b69-bb89-1d18c0544827 details requested by agent ovs-agent-n-d-838334-2 with host n-d-838334-2 {{(pid=84042) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 18 21:27:55.692024 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [None req-0777db51-cdee-487d-bb55-035951418ee1 tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:27:55.696683 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-0777db51-cdee-487d-bb55-035951418ee1 tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] Usage tracker for resource:router and tenant:202d5ea04e8c40de88f64ef931ef4e4f is out of sync, need to count used quota {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:27:55.699546 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-0777db51-cdee-487d-bb55-035951418ee1 tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:27:55.705820 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [None req-0777db51-cdee-487d-bb55-035951418ee1 tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:27:55.716499 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-0777db51-cdee-487d-bb55-035951418ee1 tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-33442106', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5708'] for router, before_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:27:55.717400 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-0777db51-cdee-487d-bb55-035951418ee1 tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33442137', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33444285', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33535433', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5703'] for router, precommit_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:27:55.734839 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-0777db51-cdee-487d-bb55-035951418ee1 tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:27:55.881860 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-0777db51-cdee-487d-bb55-035951418ee1 tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-33444175', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-33443520', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5293'] for router, precommit_update {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:27:56.188877 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-0777db51-cdee-487d-bb55-035951418ee1 tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] Notify callbacks [] for router_gateway, before_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:27:56.217982 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78668842-3fb4-4188-89a6-9eb3f355e1ca req-0d5bafd8-2a94-49bf-9dfe-1104ee1c8b56 tempest-TestVolumeBootPattern-942365775 tempest-TestVolumeBootPattern-942365775-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:27:56.219333 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-78668842-3fb4-4188-89a6-9eb3f355e1ca req-0d5bafd8-2a94-49bf-9dfe-1104ee1c8b56 tempest-TestVolumeBootPattern-942365775 tempest-TestVolumeBootPattern-942365775-project] 10.222.0.48 "GET /v2.0/ports?device_id=70504d68-ffa1-435e-9477-b988284384f6 HTTP/1.1" status: 200 len: 945 time: 0.2219183 Apr 18 21:27:56.230179 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-0777db51-cdee-487d-bb55-035951418ee1 tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:27:56.325569 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93650e76-7b81-47ea-8586-b7e093b7e814 req-b587e608-f7d4-4843-8637-b7cc0113e0ab tempest-TestVolumeBootPattern-942365775 tempest-TestVolumeBootPattern-942365775-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:27:56.327003 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-93650e76-7b81-47ea-8586-b7e093b7e814 req-b587e608-f7d4-4843-8637-b7cc0113e0ab tempest-TestVolumeBootPattern-942365775 tempest-TestVolumeBootPattern-942365775-project] 10.222.0.42 "GET /v2.0/ports?device_id=70504d68-ffa1-435e-9477-b988284384f6 HTTP/1.1" status: 200 len: 945 time: 0.2614419 Apr 18 21:27:56.391409 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.plugin [req-78668842-3fb4-4188-89a6-9eb3f355e1ca req-58b1890c-1d7f-4c1b-828b-a1db102ae7c7 tempest-TestVolumeBootPattern-942365775 tempest-TestVolumeBootPattern-942365775-project] Deleting port 071d2f9f-8226-4651-b6db-ea634e88c276 {{(pid=84040) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 21:27:56.391767 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-78668842-3fb4-4188-89a6-9eb3f355e1ca req-58b1890c-1d7f-4c1b-828b-a1db102ae7c7 tempest-TestVolumeBootPattern-942365775 tempest-TestVolumeBootPattern-942365775-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750375188691'] for port, before_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:27:56.504170 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-93650e76-7b81-47ea-8586-b7e093b7e814 req-fa79ee9c-2530-4fdc-a4ca-97beeed19ce3 tempest-TestVolumeBootPattern-942365775 tempest-TestVolumeBootPattern-942365775-project] 10.222.0.42 "GET /v2.0/security-groups?id=da0e9646-9998-43bc-ae83-ea1de751a251&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1630208 Apr 18 21:27:56.557462 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.db_base_plugin_common [None req-0777db51-cdee-487d-bb55-035951418ee1 tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] Allocated IP 172.25.8.102 (e41b6600-a917-4a8d-b05c-be3be40c6d8c/6b05667b-848e-4356-9b44-d5eb6808ef74/5cb60562-58e5-438c-9f20-5da39e72b033) {{(pid=84040) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 21:27:56.813348 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.db [req-78668842-3fb4-4188-89a6-9eb3f355e1ca req-58b1890c-1d7f-4c1b-828b-a1db102ae7c7 tempest-TestVolumeBootPattern-942365775 tempest-TestVolumeBootPattern-942365775-project] For port 071d2f9f-8226-4651-b6db-ea634e88c276, host n-h2-838334-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838334-2',level=0,port_id=071d2f9f-8226-4651-b6db-ea634e88c276,segment=NetworkSegment(c9d9b92a-74d4-40ed-ab8e-582836dfe352),segment_id=c9d9b92a-74d4-40ed-ab8e-582836dfe352)] {{(pid=84040) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:27:56.813705 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-78668842-3fb4-4188-89a6-9eb3f355e1ca req-58b1890c-1d7f-4c1b-828b-a1db102ae7c7 tempest-TestVolumeBootPattern-942365775 tempest-TestVolumeBootPattern-942365775-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369123'] for port, precommit_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:27:57.007439 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-0777db51-cdee-487d-bb55-035951418ee1 tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] Notify callbacks [] for port, precommit_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:27:57.068004 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.plugin [req-78668842-3fb4-4188-89a6-9eb3f355e1ca req-58b1890c-1d7f-4c1b-828b-a1db102ae7c7 tempest-TestVolumeBootPattern-942365775 tempest-TestVolumeBootPattern-942365775-project] Calling delete_port for 071d2f9f-8226-4651-b6db-ea634e88c276 owned by compute:nova {{(pid=84040) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 21:27:57.189567 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-0777db51-cdee-487d-bb55-035951418ee1 tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750374836619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32440838'] for port, after_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:27:57.274792 n-d-838334-2 neutron-server[84040]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0777db51-cdee-487d-bb55-035951418ee1 tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] Network e41b6600-a917-4a8d-b05c-be3be40c6d8c is already hosted by enough agents. {{(pid=84040) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:27:57.279113 n-d-838334-2 neutron-server[84040]: DEBUG neutron.scheduler.base_scheduler [None req-0777db51-cdee-487d-bb55-035951418ee1 tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] Resources bound (agent type, host, resource id): {{(pid=84040) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:27:57.285810 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0777db51-cdee-487d-bb55-035951418ee1 tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] Received port after_create {{(pid=84040) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 21:27:57.317011 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0777db51-cdee-487d-bb55-035951418ee1 tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] Pushing event updated for resources: {'Port': ['ID=5cb60562-58e5-438c-9f20-5da39e72b033,revision_number=1']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:27:57.329900 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-78668842-3fb4-4188-89a6-9eb3f355e1ca req-58b1890c-1d7f-4c1b-828b-a1db102ae7c7 tempest-TestVolumeBootPattern-942365775 tempest-TestVolumeBootPattern-942365775-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750375259028', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750374836628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32440838'] for port, after_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:27:57.384663 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58b1890c-1d7f-4c1b-828b-a1db102ae7c7 tempest-TestVolumeBootPattern-942365775 tempest-TestVolumeBootPattern-942365775-project] Pushing event deleted for resources: {'Port': ['ID=071d2f9f-8226-4651-b6db-ea634e88c276,revision_number=None']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:27:57.502592 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.l3_dvrscheduler_db [req-78668842-3fb4-4188-89a6-9eb3f355e1ca req-58b1890c-1d7f-4c1b-828b-a1db102ae7c7 tempest-TestVolumeBootPattern-942365775 tempest-TestVolumeBootPattern-942365775-project] No DVR routers for this DVR port 071d2f9f-8226-4651-b6db-ea634e88c276 on host n-h2-838334-2 {{(pid=84040) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 21:27:57.506163 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-78668842-3fb4-4188-89a6-9eb3f355e1ca req-58b1890c-1d7f-4c1b-828b-a1db102ae7c7 tempest-TestVolumeBootPattern-942365775 tempest-TestVolumeBootPattern-942365775-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217293'] for port, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:27:57.508770 n-d-838334-2 neutron-server[84040]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '70504d68-ffa1-435e-9477-b988284384f6', 'name': 'network-vif-deleted', 'tag': '071d2f9f-8226-4651-b6db-ea634e88c276'}] {{(pid=84040) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 21:27:57.535294 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-78668842-3fb4-4188-89a6-9eb3f355e1ca req-58b1890c-1d7f-4c1b-828b-a1db102ae7c7 tempest-TestVolumeBootPattern-942365775 tempest-TestVolumeBootPattern-942365775-project] 10.222.0.48 "DELETE /v2.0/ports/071d2f9f-8226-4651-b6db-ea634e88c276 HTTP/1.1" status: 204 len: 173 time: 1.3062005 Apr 18 21:27:57.579779 n-d-838334-2 neutron-server[84040]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a512535c-1a6e-404a-9b9d-485c637734be'] response: {'server_uuid': '70504d68-ffa1-435e-9477-b988284384f6', 'name': 'network-vif-deleted', 'tag': '071d2f9f-8226-4651-b6db-ea634e88c276', 'status': 'completed', 'code': 200} Apr 18 21:27:57.591798 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-0777db51-cdee-487d-bb55-035951418ee1 tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] Notify callbacks [] for router_gateway, after_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:27:57.592973 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-0777db51-cdee-487d-bb55-035951418ee1 tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33443529', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33444176'] for router, after_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:27:57.739651 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [req-f74fa2a2-afc9-4b12-9008-3d65ecfcbb9c req-ba1c710a-996b-4754-a1e4-958292a808fd tempest-TestVolumeBootPattern-942365775 tempest-TestVolumeBootPattern-942365775-project] Synchronizing usage tracker for tenant:31978bb3bc1348ad8b469e6e55d6f163 on resource:port {{(pid=84040) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 21:27:57.782265 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [req-f74fa2a2-afc9-4b12-9008-3d65ecfcbb9c req-ba1c710a-996b-4754-a1e4-958292a808fd tempest-TestVolumeBootPattern-942365775 tempest-TestVolumeBootPattern-942365775-project] Unset dirty status for tenant:31978bb3bc1348ad8b469e6e55d6f163 on resource:port {{(pid=84040) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 21:27:57.783423 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-f74fa2a2-afc9-4b12-9008-3d65ecfcbb9c req-ba1c710a-996b-4754-a1e4-958292a808fd tempest-TestVolumeBootPattern-942365775 tempest-TestVolumeBootPattern-942365775-project] 10.222.0.42 "GET /v2.0/ports?device_id=70504d68-ffa1-435e-9477-b988284384f6 HTTP/1.1" status: 200 len: 210 time: 0.1378174 Apr 18 21:27:57.888445 n-d-838334-2 neutron-server[84040]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0777db51-cdee-487d-bb55-035951418ee1 tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] Router 4cdbdd28-0948-4cf6-a686-4c81750f31cc is scheduled to L3 agent bc84d6c9-dd7a-4555-a351-592327b46d5a with binding_index 1 {{(pid=84040) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 18 21:27:58.109177 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0777db51-cdee-487d-bb55-035951418ee1 tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] Notify agent at l3_agent.n-d-838334-2 the message routers_updated {{(pid=84040) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 21:27:58.119312 n-d-838334-2 neutron-server[84043]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7b8a643-3c1c-4a4a-b252-51ae485cc9ea None None] Sync routers for ids ['4cdbdd28-0948-4cf6-a686-4c81750f31cc'] in n-d-838334-2 {{(pid=84043) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 18 21:27:58.129932 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-0777db51-cdee-487d-bb55-035951418ee1 tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] Notify callbacks [] for router, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:27:58.132021 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-0777db51-cdee-487d-bb55-035951418ee1 tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 2.4548481 Apr 18 21:27:58.134257 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7b8a643-3c1c-4a4a-b252-51ae485cc9ea None None] Routers {'4cdbdd28-0948-4cf6-a686-4c81750f31cc'} bound to L3 agent in host n-d-838334-2 {{(pid=84043) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 21:27:58.135145 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 37532) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:27:58.135278 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.l3_hamode_db [None req-d7b8a643-3c1c-4a4a-b252-51ae485cc9ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838334-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-18T20:25:48Z,description=,heartbeat_timestamp=2022-04-18T21:27:48Z,host='n-d-838334-2',id=bc84d6c9-dd7a-4555-a351-592327b46d5a,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:25:48Z,topic='l3_agent')) {'router_ids': ['4cdbdd28-0948-4cf6-a686-4c81750f31cc'], 'active': True} {{(pid=84043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:27:58.180614 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-2cb81938-90cd-4c46-a594-30af961a25c4 tempest-TestNetworkAdvancedServerOps-1372836320 tempest-TestNetworkAdvancedServerOps-1372836320-project-admin] 10.222.0.42 "GET /v2.0/subnets?project_id=202d5ea04e8c40de88f64ef931ef4e4f&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0432663 Apr 18 21:27:58.183664 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 37536) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:27:58.313545 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.l3_dvr_db [None req-d7b8a643-3c1c-4a4a-b252-51ae485cc9ea None None] Set router 4cdbdd28-0948-4cf6-a686-4c81750f31cc gateway port host: n-d-838334-2 {{(pid=84043) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 21:27:58.316709 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a76e54ea-891e-4e17-8e09-925e5ce73da2 tempest-TestNetworkAdvancedServerOps-1372836320 tempest-TestNetworkAdvancedServerOps-1372836320-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:27:58.318185 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-a76e54ea-891e-4e17-8e09-925e5ce73da2 tempest-TestNetworkAdvancedServerOps-1372836320 tempest-TestNetworkAdvancedServerOps-1372836320-project-admin] 10.222.0.42 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1342916 Apr 18 21:27:58.321154 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 37540) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:27:58.359063 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-569c1357-094c-4d91-87f0-6c88e66e6010 tempest-TestNetworkAdvancedServerOps-1372836320 tempest-TestNetworkAdvancedServerOps-1372836320-project-admin] 10.222.0.42 "GET /v2.0/subnets?network_id=e41b6600-a917-4a8d-b05c-be3be40c6d8c&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0368726 Apr 18 21:27:58.361634 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 37544) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:27:58.366694 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.v2.base [None req-6dddb249-b939-4643-a2aa-e30b9884882e tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1780831998', 'network_id': '38a424dc-3752-4b69-bb89-1d18c0544827', 'project_id': '202d5ea04e8c40de88f64ef931ef4e4f', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=84040) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:27:58.479761 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [None req-6dddb249-b939-4643-a2aa-e30b9884882e tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:27:58.483554 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-6dddb249-b939-4643-a2aa-e30b9884882e tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] Usage tracker for resource:subnet and tenant:202d5ea04e8c40de88f64ef931ef4e4f is out of sync, need to count used quota {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:27:58.486344 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-6dddb249-b939-4643-a2aa-e30b9884882e tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:27:58.493813 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [None req-6dddb249-b939-4643-a2aa-e30b9884882e tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:27:58.504955 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6dddb249-b939-4643-a2aa-e30b9884882e tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] Made reservation on behalf of 202d5ea04e8c40de88f64ef931ef4e4f for: {'subnet': 1} {{(pid=84040) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:27:58.602567 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.l3_hamode_db [None req-d7b8a643-3c1c-4a4a-b252-51ae485cc9ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4cdbdd28-0948-4cf6-a686-4c81750f31cc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-210313126', 'tenant_id': '202d5ea04e8c40de88f64ef931ef4e4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'external_fixed_ips': [{'subnet_id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'ip_address': '172.25.8.102'}], 'enable_snat': True}, 'gw_port_id': '5cb60562-58e5-438c-9f20-5da39e72b033', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:27:55Z', 'updated_at': '2022-04-18T21:27:57Z', 'revision_number': 3, 'project_id': '202d5ea04e8c40de88f64ef931ef4e4f', 'gw_port': {'id': '5cb60562-58e5-438c-9f20-5da39e72b033', 'name': '', 'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:70:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4cdbdd28-0948-4cf6-a686-4c81750f31cc', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'ip_address': '172.25.8.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:27:56Z', 'updated_at': '2022-04-18T21:27:56Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838334-2'}], 'n-d-838334-2', False) {} {{(pid=84043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:27:58.606823 n-d-838334-2 neutron-server[84043]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7b8a643-3c1c-4a4a-b252-51ae485cc9ea None None] Checking router: 4cdbdd28-0948-4cf6-a686-4c81750f31cc for host: n-d-838334-2 {{(pid=84043) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 18 21:27:58.607252 n-d-838334-2 neutron-server[84043]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7b8a643-3c1c-4a4a-b252-51ae485cc9ea None None] Updating router 4cdbdd28-0948-4cf6-a686-4c81750f31cc port 5cb60562-58e5-438c-9f20-5da39e72b033 binding host n-d-838334-2 {{(pid=84043) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 18 21:27:58.661939 n-d-838334-2 neutron-server[84043]: DEBUG neutron_lib.callbacks.manager [None req-d7b8a643-3c1c-4a4a-b252-51ae485cc9ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:27:58.731032 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-6dddb249-b939-4643-a2aa-e30b9884882e tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31752722'] for subnet, before_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:27:58.907658 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 37550) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:27:58.934527 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Device 071d2f9f-8226-4651-b6db-ea634e88c276 no longer exists at agent hyperv_n-h2-838334-2 {{(pid=84042) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 21:27:58.975228 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.plugin [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] No Port match for: 071d2f9f-8226-4651-b6db-ea634e88c276 {{(pid=84042) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 18 21:27:58.975880 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Device 071d2f9f-8226-4651-b6db-ea634e88c276 not bound to the agent host n-h2-838334-2 {{(pid=84042) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 21:27:59.023010 n-d-838334-2 neutron-server[84043]: DEBUG neutron_lib.callbacks.manager [None req-d7b8a643-3c1c-4a4a-b252-51ae485cc9ea None None] Notify callbacks [] for port, precommit_update {{(pid=84043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:27:59.034964 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.provisioning_blocks [None req-d7b8a643-3c1c-4a4a-b252-51ae485cc9ea None None] Transition to ACTIVE for port object 5cb60562-58e5-438c-9f20-5da39e72b033 will not be triggered until provisioned by entity L2. {{(pid=84043) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:27:59.041523 n-d-838334-2 neutron-server[84043]: DEBUG neutron_lib.callbacks.manager [None req-d7b8a643-3c1c-4a4a-b252-51ae485cc9ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682'] for port, after_update {{(pid=84043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:27:59.094677 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.plugin [None req-9fe006d1-304f-40fc-a7b7-b77a63c80457 tempest-TestVolumeBootPattern-942365775 tempest-TestVolumeBootPattern-942365775-project] Deleting port 1a600afa-8d60-4560-b907-f39b5beb2d3a {{(pid=84040) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 21:27:59.095020 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-9fe006d1-304f-40fc-a7b7-b77a63c80457 tempest-TestVolumeBootPattern-942365775 tempest-TestVolumeBootPattern-942365775-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750375188691'] for port, before_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:27:59.122210 n-d-838334-2 neutron-server[84043]: DEBUG neutron.plugins.ml2.managers [None req-d7b8a643-3c1c-4a4a-b252-51ae485cc9ea None None] Attempting to bind port 5cb60562-58e5-438c-9f20-5da39e72b033 on host n-d-838334-2 for vnic_type normal with profile {{(pid=84043) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 21:27:59.122812 n-d-838334-2 neutron-server[84043]: DEBUG neutron.plugins.ml2.managers [None req-d7b8a643-3c1c-4a4a-b252-51ae485cc9ea None None] Attempting to bind port 5cb60562-58e5-438c-9f20-5da39e72b033 by drivers openvswitch,hyperv on host n-d-838334-2 at level 0 using segments [{'id': '732aa830-768b-4511-951f-d08e26b9c25b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c'}] {{(pid=84043) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 21:27:59.122936 n-d-838334-2 neutron-server[84043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7b8a643-3c1c-4a4a-b252-51ae485cc9ea None None] Attempting to bind port 5cb60562-58e5-438c-9f20-5da39e72b033 on network e41b6600-a917-4a8d-b05c-be3be40c6d8c {{(pid=84043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 21:27:59.124361 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-6dddb249-b939-4643-a2aa-e30b9884882e tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33526260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32441074', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31752704'] for subnet, after_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:27:59.129905 n-d-838334-2 neutron-server[84043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60135f97-dd3a-4892-a1cb-7319df3379f6 None None] Pushing event updated for resources: {'Port': ['ID=5cb60562-58e5-438c-9f20-5da39e72b033,revision_number=2']} {{(pid=84043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:27:59.140072 n-d-838334-2 neutron-server[84043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7b8a643-3c1c-4a4a-b252-51ae485cc9ea None None] Checking agent: {'id': '97cd4414-7af6-4d67-868d-dff370b4071a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838334-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 25, 49), 'started_at': datetime.datetime(2022, 4, 18, 20, 26, 19), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 21, 27, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838334-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 18 21:27:59.140438 n-d-838334-2 neutron-server[84043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7b8a643-3c1c-4a4a-b252-51ae485cc9ea None None] Checking segment: {'id': '732aa830-768b-4511-951f-d08e26b9c25b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84043) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 21:27:59.140829 n-d-838334-2 neutron-server[84043]: DEBUG neutron_lib.callbacks.manager [None req-d7b8a643-3c1c-4a4a-b252-51ae485cc9ea None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:27:59.141209 n-d-838334-2 neutron-server[84043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7b8a643-3c1c-4a4a-b252-51ae485cc9ea None None] Bound using segment: {'id': '732aa830-768b-4511-951f-d08e26b9c25b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c'} {{(pid=84043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 18 21:27:59.141666 n-d-838334-2 neutron-server[84043]: DEBUG neutron.plugins.ml2.managers [None req-d7b8a643-3c1c-4a4a-b252-51ae485cc9ea None None] Bound port: 5cb60562-58e5-438c-9f20-5da39e72b033, host: n-d-838334-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '732aa830-768b-4511-951f-d08e26b9c25b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c'}}] {{(pid=84043) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 21:27:59.142026 n-d-838334-2 neutron-server[84043]: DEBUG neutron_lib.callbacks.manager [None req-d7b8a643-3c1c-4a4a-b252-51ae485cc9ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:27:59.169288 n-d-838334-2 neutron-server[84043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60135f97-dd3a-4892-a1cb-7319df3379f6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:27:59.169771 n-d-838334-2 neutron-server[84043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60135f97-dd3a-4892-a1cb-7319df3379f6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:27:59.169951 n-d-838334-2 neutron-server[84043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60135f97-dd3a-4892-a1cb-7319df3379f6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:27:59.170279 n-d-838334-2 neutron-server[84043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60135f97-dd3a-4892-a1cb-7319df3379f6 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:27:59.170651 n-d-838334-2 neutron-server[84043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60135f97-dd3a-4892-a1cb-7319df3379f6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:27:59.170975 n-d-838334-2 neutron-server[84043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60135f97-dd3a-4892-a1cb-7319df3379f6 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:27:59.171293 n-d-838334-2 neutron-server[84043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60135f97-dd3a-4892-a1cb-7319df3379f6 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:27:59.171632 n-d-838334-2 neutron-server[84043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60135f97-dd3a-4892-a1cb-7319df3379f6 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:27:59.171954 n-d-838334-2 neutron-server[84043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60135f97-dd3a-4892-a1cb-7319df3379f6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:27:59.172283 n-d-838334-2 neutron-server[84043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60135f97-dd3a-4892-a1cb-7319df3379f6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:27:59.172582 n-d-838334-2 neutron-server[84043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60135f97-dd3a-4892-a1cb-7319df3379f6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:27:59.220515 n-d-838334-2 neutron-server[84043]: DEBUG neutron.plugins.ml2.db [None req-d7b8a643-3c1c-4a4a-b252-51ae485cc9ea None None] For port 5cb60562-58e5-438c-9f20-5da39e72b033, host n-d-838334-2, cleared binding levels {{(pid=84043) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 21:27:59.223422 n-d-838334-2 neutron-server[84043]: DEBUG neutron.plugins.ml2.db [None req-d7b8a643-3c1c-4a4a-b252-51ae485cc9ea None None] For port 5cb60562-58e5-438c-9f20-5da39e72b033, host n-d-838334-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838334-2',level=0,port_id=5cb60562-58e5-438c-9f20-5da39e72b033,segment=NetworkSegment(732aa830-768b-4511-951f-d08e26b9c25b),segment_id=732aa830-768b-4511-951f-d08e26b9c25b)] {{(pid=84043) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 21:27:59.228008 n-d-838334-2 neutron-server[84043]: DEBUG neutron_lib.callbacks.manager [None req-d7b8a643-3c1c-4a4a-b252-51ae485cc9ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682'] for port, after_update {{(pid=84043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:27:59.307524 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dddb249-b939-4643-a2aa-e30b9884882e tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] Pushing event updated for resources: {'Subnet': ['ID=2e0e3b1b-1b50-4c29-b512-f502e9b82f0c,revision_number=0']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:27:59.315808 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6dddb249-b939-4643-a2aa-e30b9884882e tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] Checking segment: {'id': '2ac7498e-daa9-48f0-b0f0-a04a474e6785', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '38a424dc-3752-4b69-bb89-1d18c0544827'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84040) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 21:27:59.316169 n-d-838334-2 neutron-server[84040]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6dddb249-b939-4643-a2aa-e30b9884882e tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] Network hostable DHCP agents. Network: 38a424dc-3752-4b69-bb89-1d18c0544827, hostable agents: ['8746f8ea-3e91-4b32-9919-2c63adeb8722'], hosted agents: [] {{(pid=84040) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 21:27:59.316681 n-d-838334-2 neutron-server[84043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60135f97-dd3a-4892-a1cb-7319df3379f6 None None] Pushing event updated for resources: {'Port': ['ID=5cb60562-58e5-438c-9f20-5da39e72b033,revision_number=3']} {{(pid=84043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:27:59.321242 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7b8a643-3c1c-4a4a-b252-51ae485cc9ea None None] Routers {'4cdbdd28-0948-4cf6-a686-4c81750f31cc'} bound to L3 agent in host n-d-838334-2 {{(pid=84043) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 21:27:59.321826 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.l3_hamode_db [None req-d7b8a643-3c1c-4a4a-b252-51ae485cc9ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838334-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-18T20:25:48Z,description=,heartbeat_timestamp=2022-04-18T21:27:48Z,host='n-d-838334-2',id=bc84d6c9-dd7a-4555-a351-592327b46d5a,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:25:48Z,topic='l3_agent')) {'router_ids': ['4cdbdd28-0948-4cf6-a686-4c81750f31cc'], 'active': True} {{(pid=84043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:27:59.363151 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-9fe006d1-304f-40fc-a7b7-b77a63c80457 tempest-TestVolumeBootPattern-942365775 tempest-TestVolumeBootPattern-942365775-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369123'] for port, precommit_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:27:59.363752 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-9fe006d1-304f-40fc-a7b7-b77a63c80457 tempest-TestVolumeBootPattern-942365775 tempest-TestVolumeBootPattern-942365775-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:27:59.484869 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.plugin [None req-9fe006d1-304f-40fc-a7b7-b77a63c80457 tempest-TestVolumeBootPattern-942365775 tempest-TestVolumeBootPattern-942365775-project] Calling delete_port for 1a600afa-8d60-4560-b907-f39b5beb2d3a owned by network:floatingip {{(pid=84040) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 21:27:59.496615 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.l3_dvr_db [None req-d7b8a643-3c1c-4a4a-b252-51ae485cc9ea None None] Set router 4cdbdd28-0948-4cf6-a686-4c81750f31cc gateway port host: n-d-838334-2 {{(pid=84043) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 21:27:59.511145 n-d-838334-2 neutron-server[84040]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6dddb249-b939-4643-a2aa-e30b9884882e tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] Network 38a424dc-3752-4b69-bb89-1d18c0544827 is scheduled to be hosted by DHCP agent 8746f8ea-3e91-4b32-9919-2c63adeb8722 with binding_index 1 {{(pid=84040) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 21:27:59.534109 n-d-838334-2 neutron-server[84040]: DEBUG neutron.scheduler.base_scheduler [None req-6dddb249-b939-4643-a2aa-e30b9884882e tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-838334-2, 38a424dc-3752-4b69-bb89-1d18c0544827) {{(pid=84040) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:27:59.541319 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6dddb249-b939-4643-a2aa-e30b9884882e tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:27:59.541894 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-6dddb249-b939-4643-a2aa-e30b9884882e tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] Notify callbacks [] for subnet, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:27:59.542283 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19886b8b-9631-49b5-b362-4837686dcae8 None None] Network 38a424dc-3752-4b69-bb89-1d18c0544827 requested from n-d-838334-2 {{(pid=84042) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 21:27:59.587235 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 37554) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:27:59.587799 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-6dddb249-b939-4643-a2aa-e30b9884882e tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 1.2247238 Apr 18 21:27:59.665593 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-9fe006d1-304f-40fc-a7b7-b77a63c80457 tempest-TestVolumeBootPattern-942365775 tempest-TestVolumeBootPattern-942365775-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750375259028', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750374836628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32440838'] for port, after_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:27:59.725920 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fe006d1-304f-40fc-a7b7-b77a63c80457 tempest-TestVolumeBootPattern-942365775 tempest-TestVolumeBootPattern-942365775-project] Pushing event deleted for resources: {'Port': ['ID=1a600afa-8d60-4560-b907-f39b5beb2d3a,revision_number=None']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:27:59.787642 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b3fce4e-7809-4568-8492-747d4130bf7d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp016840fc-1f9f-5892-9c53-c9cf6c845bbb-38a424dc-3752-4b69-bb89-1d18c0544827', 'network_id': '38a424dc-3752-4b69-bb89-1d18c0544827', 'tenant_id': '202d5ea04e8c40de88f64ef931ef4e4f', 'fixed_ips': [{'subnet_id': '2e0e3b1b-1b50-4c29-b512-f502e9b82f0c'}]}} from n-d-838334-2. {{(pid=84042) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 18 21:27:59.789699 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-1b3fce4e-7809-4568-8492-747d4130bf7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_create {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:27:59.811986 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.l3_hamode_db [None req-d7b8a643-3c1c-4a4a-b252-51ae485cc9ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4cdbdd28-0948-4cf6-a686-4c81750f31cc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-210313126', 'tenant_id': '202d5ea04e8c40de88f64ef931ef4e4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'external_fixed_ips': [{'subnet_id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'ip_address': '172.25.8.102'}], 'enable_snat': True}, 'gw_port_id': '5cb60562-58e5-438c-9f20-5da39e72b033', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:27:55Z', 'updated_at': '2022-04-18T21:27:57Z', 'revision_number': 3, 'project_id': '202d5ea04e8c40de88f64ef931ef4e4f', 'gw_port': {'id': '5cb60562-58e5-438c-9f20-5da39e72b033', 'name': '', 'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:70:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4cdbdd28-0948-4cf6-a686-4c81750f31cc', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'ip_address': '172.25.8.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:27:56Z', 'updated_at': '2022-04-18T21:27:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838334-2'}], 'n-d-838334-2', False) {} {{(pid=84043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:27:59.816513 n-d-838334-2 neutron-server[84043]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7b8a643-3c1c-4a4a-b252-51ae485cc9ea None None] The sync data for ids ['4cdbdd28-0948-4cf6-a686-4c81750f31cc'] in n-d-838334-2 is: [{'id': '4cdbdd28-0948-4cf6-a686-4c81750f31cc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-210313126', 'tenant_id': '202d5ea04e8c40de88f64ef931ef4e4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'external_fixed_ips': [{'subnet_id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'ip_address': '172.25.8.102'}], 'enable_snat': True}, 'gw_port_id': '5cb60562-58e5-438c-9f20-5da39e72b033', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:27:55Z', 'updated_at': '2022-04-18T21:27:57Z', 'revision_number': 3, 'project_id': '202d5ea04e8c40de88f64ef931ef4e4f', 'gw_port': {'id': '5cb60562-58e5-438c-9f20-5da39e72b033', 'name': '', 'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:70:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4cdbdd28-0948-4cf6-a686-4c81750f31cc', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'ip_address': '172.25.8.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:27:56Z', 'updated_at': '2022-04-18T21:27:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838334-2'}] {{(pid=84043) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 18 21:27:59.833432 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-9fe006d1-304f-40fc-a7b7-b77a63c80457 tempest-TestVolumeBootPattern-942365775 tempest-TestVolumeBootPattern-942365775-project] Notify callbacks [] for floatingip, after_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:27:59.856284 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-9fe006d1-304f-40fc-a7b7-b77a63c80457 tempest-TestVolumeBootPattern-942365775 tempest-TestVolumeBootPattern-942365775-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217293'] for floatingip, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:27:59.860526 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-9fe006d1-304f-40fc-a7b7-b77a63c80457 tempest-TestVolumeBootPattern-942365775 tempest-TestVolumeBootPattern-942365775-project] 10.222.0.42 "DELETE /v2.0/floatingips/8c7b19f0-9eed-441a-82f3-90ee86e759f6 HTTP/1.1" status: 204 len: 168 time: 0.9519327 Apr 18 21:27:59.988708 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.db_base_plugin_common [None req-1b3fce4e-7809-4568-8492-747d4130bf7d None None] Allocated IP 172.20.0.2 (38a424dc-3752-4b69-bb89-1d18c0544827/2e0e3b1b-1b50-4c29-b512-f502e9b82f0c/70befdf4-3b09-46d3-a594-a958f3becf16) {{(pid=84042) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 21:28:00.131950 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750375287399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253529'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:28:00.334887 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-1b3fce4e-7809-4568-8492-747d4130bf7d None None] Notify callbacks [] for port, precommit_create {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:28:00.348926 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-1b3fce4e-7809-4568-8492-747d4130bf7d None None] Transition to ACTIVE for port object 70befdf4-3b09-46d3-a594-a958f3becf16 will not be triggered until provisioned by entity L2. {{(pid=84042) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:28:00.381657 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-1b3fce4e-7809-4568-8492-747d4130bf7d None None] Transition to ACTIVE for port object 70befdf4-3b09-46d3-a594-a958f3becf16 will not be triggered until provisioned by entity DHCP. {{(pid=84042) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:28:00.391257 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-1b3fce4e-7809-4568-8492-747d4130bf7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750374836619'] for port, after_create {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:28:00.456500 n-d-838334-2 neutron-server[84042]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b3fce4e-7809-4568-8492-747d4130bf7d None None] Network 38a424dc-3752-4b69-bb89-1d18c0544827 is already hosted by enough agents. {{(pid=84042) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:28:00.459699 n-d-838334-2 neutron-server[84042]: DEBUG neutron.scheduler.base_scheduler [None req-1b3fce4e-7809-4568-8492-747d4130bf7d None None] Resources bound (agent type, host, resource id): {{(pid=84042) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:28:00.469455 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b3fce4e-7809-4568-8492-747d4130bf7d None None] Received port after_create {{(pid=84042) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 21:28:00.556161 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b3fce4e-7809-4568-8492-747d4130bf7d None None] Pushing event updated for resources: {'Port': ['ID=70befdf4-3b09-46d3-a594-a958f3becf16,revision_number=1']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:28:00.576631 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.managers [None req-1b3fce4e-7809-4568-8492-747d4130bf7d None None] Attempting to bind port 70befdf4-3b09-46d3-a594-a958f3becf16 on host n-d-838334-2 for vnic_type normal with profile {{(pid=84042) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 21:28:00.577077 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.managers [None req-1b3fce4e-7809-4568-8492-747d4130bf7d None None] Attempting to bind port 70befdf4-3b09-46d3-a594-a958f3becf16 by drivers openvswitch,hyperv on host n-d-838334-2 at level 0 using segments [{'id': '2ac7498e-daa9-48f0-b0f0-a04a474e6785', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '38a424dc-3752-4b69-bb89-1d18c0544827'}] {{(pid=84042) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 21:28:00.577511 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b3fce4e-7809-4568-8492-747d4130bf7d None None] Attempting to bind port 70befdf4-3b09-46d3-a594-a958f3becf16 on network 38a424dc-3752-4b69-bb89-1d18c0544827 {{(pid=84042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 21:28:00.584394 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b3fce4e-7809-4568-8492-747d4130bf7d None None] Checking agent: {'id': '97cd4414-7af6-4d67-868d-dff370b4071a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838334-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 25, 49), 'started_at': datetime.datetime(2022, 4, 18, 20, 26, 19), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 21, 27, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838334-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 18 21:28:00.584863 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b3fce4e-7809-4568-8492-747d4130bf7d None None] Checking segment: {'id': '2ac7498e-daa9-48f0-b0f0-a04a474e6785', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '38a424dc-3752-4b69-bb89-1d18c0544827'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84042) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 21:28:00.585476 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-1b3fce4e-7809-4568-8492-747d4130bf7d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:28:00.586314 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b3fce4e-7809-4568-8492-747d4130bf7d None None] Bound using segment: {'id': '2ac7498e-daa9-48f0-b0f0-a04a474e6785', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '38a424dc-3752-4b69-bb89-1d18c0544827'} {{(pid=84042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 18 21:28:00.586856 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.managers [None req-1b3fce4e-7809-4568-8492-747d4130bf7d None None] Bound port: 70befdf4-3b09-46d3-a594-a958f3becf16, host: n-d-838334-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2ac7498e-daa9-48f0-b0f0-a04a474e6785', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '38a424dc-3752-4b69-bb89-1d18c0544827'}}] {{(pid=84042) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 21:28:00.587332 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-1b3fce4e-7809-4568-8492-747d4130bf7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:28:00.705079 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-1b3fce4e-7809-4568-8492-747d4130bf7d None None] For port 70befdf4-3b09-46d3-a594-a958f3becf16, host n-d-838334-2, cleared binding levels {{(pid=84042) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 21:28:00.708210 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-1b3fce4e-7809-4568-8492-747d4130bf7d None None] For port 70befdf4-3b09-46d3-a594-a958f3becf16, host n-d-838334-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838334-2',level=0,port_id=70befdf4-3b09-46d3-a594-a958f3becf16,segment=NetworkSegment(2ac7498e-daa9-48f0-b0f0-a04a474e6785),segment_id=2ac7498e-daa9-48f0-b0f0-a04a474e6785)] {{(pid=84042) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 21:28:00.719654 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-1b3fce4e-7809-4568-8492-747d4130bf7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682'] for port, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:28:00.724196 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Device 5cb60562-58e5-438c-9f20-5da39e72b033 up at agent ovs-agent-n-d-838334-2 {{(pid=84042) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 21:28:00.755382 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-86137b79-36b6-4e09-af81-64df440d956d tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:28:00.865242 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b3fce4e-7809-4568-8492-747d4130bf7d None None] Pushing event updated for resources: {'Port': ['ID=70befdf4-3b09-46d3-a594-a958f3becf16,revision_number=2']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:28:00.879297 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Provisioning for port 5cb60562-58e5-438c-9f20-5da39e72b033 completed by entity L2. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 21:28:00.885519 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Provisioning complete for port 5cb60562-58e5-438c-9f20-5da39e72b033 triggered by entity L2. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:28:00.886021 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1253608'] for port, provisioning_complete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:28:01.045388 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:28:01.067787 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] For port 5cb60562-58e5-438c-9f20-5da39e72b033, host n-d-838334-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838334-2',level=0,port_id=5cb60562-58e5-438c-9f20-5da39e72b033,segment=NetworkSegment(732aa830-768b-4511-951f-d08e26b9c25b),segment_id=732aa830-768b-4511-951f-d08e26b9c25b)] {{(pid=84042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:28:01.072884 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682'] for port, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:28:01.191231 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Pushing event updated for resources: {'Port': ['ID=5cb60562-58e5-438c-9f20-5da39e72b033,revision_number=4']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:28:01.249225 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.db_base_plugin_common [None req-86137b79-36b6-4e09-af81-64df440d956d tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] Allocated IP 172.20.0.1 (38a424dc-3752-4b69-bb89-1d18c0544827/2e0e3b1b-1b50-4c29-b512-f502e9b82f0c/0be13f82-f4d9-4d79-bcbf-44003479646b) {{(pid=84041) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 21:28:01.416540 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-86137b79-36b6-4e09-af81-64df440d956d tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] Notify callbacks [] for port, precommit_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:28:01.434028 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.provisioning_blocks [None req-86137b79-36b6-4e09-af81-64df440d956d tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] Transition to ACTIVE for port object 0be13f82-f4d9-4d79-bcbf-44003479646b will not be triggered until provisioned by entity DHCP. {{(pid=84041) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:28:01.458197 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-86137b79-36b6-4e09-af81-64df440d956d tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750374836619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32266323'] for port, after_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:28:01.534092 n-d-838334-2 neutron-server[84041]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86137b79-36b6-4e09-af81-64df440d956d tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] Network 38a424dc-3752-4b69-bb89-1d18c0544827 is already hosted by enough agents. {{(pid=84041) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:28:01.537131 n-d-838334-2 neutron-server[84041]: DEBUG neutron.scheduler.base_scheduler [None req-86137b79-36b6-4e09-af81-64df440d956d tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] Resources bound (agent type, host, resource id): {{(pid=84041) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:28:01.542072 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86137b79-36b6-4e09-af81-64df440d956d tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] Received port after_create {{(pid=84041) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 21:28:01.566708 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86137b79-36b6-4e09-af81-64df440d956d tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] Pushing event updated for resources: {'Port': ['ID=0be13f82-f4d9-4d79-bcbf-44003479646b,revision_number=1']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:28:01.600106 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-86137b79-36b6-4e09-af81-64df440d956d tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33444010'] for router_interface, before_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:28:01.689711 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-86137b79-36b6-4e09-af81-64df440d956d tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:28:02.009092 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2675002b-b5fd-4dcc-9e6c-03211661a653 None None] Network 38a424dc-3752-4b69-bb89-1d18c0544827 requested from n-d-838334-2 {{(pid=84042) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 21:28:02.120927 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-be6e80e0-030f-45c9-9f84-c632aee9ce8d None None] Provisioning for port 70befdf4-3b09-46d3-a594-a958f3becf16 completed by entity DHCP. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 21:28:02.149757 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-86137b79-36b6-4e09-af81-64df440d956d tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] Notify callbacks [] for port, precommit_update {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:28:02.155836 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-86137b79-36b6-4e09-af81-64df440d956d tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32266282'] for port, after_update {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:28:02.264731 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86137b79-36b6-4e09-af81-64df440d956d tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] Pushing event updated for resources: {'Port': ['ID=0be13f82-f4d9-4d79-bcbf-44003479646b,revision_number=2']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:28:02.267347 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-86137b79-36b6-4e09-af81-64df440d956d tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-32377886', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33443847'] for router_interface, after_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:28:02.418277 n-d-838334-2 neutron-server[84041]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86137b79-36b6-4e09-af81-64df440d956d tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] Network 38a424dc-3752-4b69-bb89-1d18c0544827 is already hosted by enough agents. {{(pid=84041) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:28:02.419413 n-d-838334-2 neutron-server[84041]: DEBUG neutron.scheduler.base_scheduler [None req-86137b79-36b6-4e09-af81-64df440d956d tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] Resources bound (agent type, host, resource id): {{(pid=84041) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:28:02.442506 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 37570) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:28:02.526535 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-87a426f2-e2dc-45f7-a646-3274817657cd tempest-TestVolumeBootPattern-942365775 tempest-TestVolumeBootPattern-942365775-project] Notify callbacks [] for security_group, before_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:28:02.593399 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-87a426f2-e2dc-45f7-a646-3274817657cd tempest-TestVolumeBootPattern-942365775 tempest-TestVolumeBootPattern-942365775-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:28:02.600974 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-d84f5a1e-0105-4934-b0a0-618505247dff None None] Provisioning for port 0be13f82-f4d9-4d79-bcbf-44003479646b completed by entity DHCP. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 21:28:02.607341 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-d84f5a1e-0105-4934-b0a0-618505247dff None None] Provisioning complete for port 0be13f82-f4d9-4d79-bcbf-44003479646b triggered by entity DHCP. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:28:02.607743 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-d84f5a1e-0105-4934-b0a0-618505247dff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1253608'] for port, provisioning_complete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:28:02.725070 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-87a426f2-e2dc-45f7-a646-3274817657cd tempest-TestVolumeBootPattern-942365775 tempest-TestVolumeBootPattern-942365775-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33528224'] for security_group, after_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:28:02.746306 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87a426f2-e2dc-45f7-a646-3274817657cd tempest-TestVolumeBootPattern-942365775 tempest-TestVolumeBootPattern-942365775-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=da0e9646-9998-43bc-ae83-ea1de751a251,revision_number=None']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:28:02.778759 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-87a426f2-e2dc-45f7-a646-3274817657cd tempest-TestVolumeBootPattern-942365775 tempest-TestVolumeBootPattern-942365775-project] Notify callbacks [] for security_group, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:28:02.783287 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-87a426f2-e2dc-45f7-a646-3274817657cd tempest-TestVolumeBootPattern-942365775 tempest-TestVolumeBootPattern-942365775-project] 10.222.0.42 "DELETE /v2.0/security-groups/da0e9646-9998-43bc-ae83-ea1de751a251 HTTP/1.1" status: 204 len: 168 time: 0.3397090 Apr 18 21:28:02.790731 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.plugin [None req-d84f5a1e-0105-4934-b0a0-618505247dff None None] Port 0be13f82-f4d9-4d79-bcbf-44003479646b cannot update to ACTIVE because it is not bound. {{(pid=84042) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 18 21:28:02.827693 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Device 5cb60562-58e5-438c-9f20-5da39e72b033 up at agent ovs-agent-n-d-838334-2 {{(pid=84042) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 21:28:02.889981 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 37576) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:28:02.970919 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-5f12bd51-7cda-4efc-b484-097de5c3c3b9 None None] Provisioning complete for port 0be13f82-f4d9-4d79-bcbf-44003479646b triggered by entity DHCP. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:28:02.971292 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-5f12bd51-7cda-4efc-b484-097de5c3c3b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1253608'] for port, provisioning_complete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:28:03.034459 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Provisioning complete for port 5cb60562-58e5-438c-9f20-5da39e72b033 triggered by entity L2. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:28:03.034829 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1253608'] for port, provisioning_complete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:28:03.108933 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.plugin [None req-5f12bd51-7cda-4efc-b484-097de5c3c3b9 None None] Port 0be13f82-f4d9-4d79-bcbf-44003479646b cannot update to ACTIVE because it is not bound. {{(pid=84042) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 18 21:28:03.186315 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Device 70befdf4-3b09-46d3-a594-a958f3becf16 up at agent ovs-agent-n-d-838334-2 {{(pid=84042) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 21:28:03.201125 n-d-838334-2 neutron-server[84041]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-86137b79-36b6-4e09-af81-64df440d956d tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] Router 4cdbdd28-0948-4cf6-a686-4c81750f31cc has already been hosted by L3 agent bc84d6c9-dd7a-4555-a351-592327b46d5a {{(pid=84041) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 21:28:03.258114 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-0859c713-42a1-44e8-865e-0138592fccdf None None] Provisioning complete for port 0be13f82-f4d9-4d79-bcbf-44003479646b triggered by entity DHCP. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:28:03.258491 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-0859c713-42a1-44e8-865e-0138592fccdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1253608'] for port, provisioning_complete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:28:03.337340 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.plugin [None req-0859c713-42a1-44e8-865e-0138592fccdf None None] Port 0be13f82-f4d9-4d79-bcbf-44003479646b cannot update to ACTIVE because it is not bound. {{(pid=84042) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 18 21:28:03.341023 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Provisioning for port 70befdf4-3b09-46d3-a594-a958f3becf16 completed by entity L2. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 21:28:03.346772 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Provisioning complete for port 70befdf4-3b09-46d3-a594-a958f3becf16 triggered by entity L2. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:28:03.347143 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1253608'] for port, provisioning_complete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:28:03.444003 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-86137b79-36b6-4e09-af81-64df440d956d tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] Notify agent at l3_agent.n-d-838334-2 the message routers_updated {{(pid=84041) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 21:28:03.462208 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-86137b79-36b6-4e09-af81-64df440d956d tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] 10.222.0.42 "PUT /v2.0/routers/4cdbdd28-0948-4cf6-a686-4c81750f31cc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8683271 Apr 18 21:28:03.482235 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:28:03.549408 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] For port 70befdf4-3b09-46d3-a594-a958f3becf16, host n-d-838334-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838334-2',level=0,port_id=70befdf4-3b09-46d3-a594-a958f3becf16,segment=NetworkSegment(2ac7498e-daa9-48f0-b0f0-a04a474e6785),segment_id=2ac7498e-daa9-48f0-b0f0-a04a474e6785)] {{(pid=84042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:28:03.557495 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682'] for port, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:28:03.642804 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Pushing event updated for resources: {'Port': ['ID=70befdf4-3b09-46d3-a594-a958f3becf16,revision_number=3']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:28:03.705986 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [req-fa389d1e-33f2-4790-9fde-7ff5b0b8c0cb req-24295b2a-a8b0-43ab-8f21-eb10bc0454b3 tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] Synchronizing usage tracker for tenant:202d5ea04e8c40de88f64ef931ef4e4f on resource:security_group {{(pid=84040) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 21:28:03.729325 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [req-fa389d1e-33f2-4790-9fde-7ff5b0b8c0cb req-24295b2a-a8b0-43ab-8f21-eb10bc0454b3 tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] Unset dirty status for tenant:202d5ea04e8c40de88f64ef931ef4e4f on resource:security_group {{(pid=84040) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 21:28:03.730504 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-fa389d1e-33f2-4790-9fde-7ff5b0b8c0cb req-24295b2a-a8b0-43ab-8f21-eb10bc0454b3 tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] 10.222.0.42 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1798400027&fields=id&tenant_id=202d5ea04e8c40de88f64ef931ef4e4f HTTP/1.1" status: 200 len: 267 time: 0.0808070 Apr 18 21:28:03.748773 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a0ce2c7-3f39-4c12-805f-7399ba20cc50 None None] Sync routers for ids ['4cdbdd28-0948-4cf6-a686-4c81750f31cc'] in n-d-838334-2 {{(pid=84042) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 18 21:28:03.761166 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a0ce2c7-3f39-4c12-805f-7399ba20cc50 None None] Routers {'4cdbdd28-0948-4cf6-a686-4c81750f31cc'} bound to L3 agent in host n-d-838334-2 {{(pid=84042) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 21:28:03.761790 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_hamode_db [None req-8a0ce2c7-3f39-4c12-805f-7399ba20cc50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838334-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-18T20:25:48Z,description=,heartbeat_timestamp=2022-04-18T21:27:48Z,host='n-d-838334-2',id=bc84d6c9-dd7a-4555-a351-592327b46d5a,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:25:48Z,topic='l3_agent')) {'router_ids': ['4cdbdd28-0948-4cf6-a686-4c81750f31cc'], 'active': True} {{(pid=84042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:28:03.877861 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-17f0dc7a-3b18-46f4-b78d-7dbf1aec4624 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33443857'] for router_interface, before_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:28:03.942894 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_dvr_db [None req-8a0ce2c7-3f39-4c12-805f-7399ba20cc50 None None] Set router 4cdbdd28-0948-4cf6-a686-4c81750f31cc gateway port host: n-d-838334-2 {{(pid=84042) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 21:28:04.020574 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa389d1e-33f2-4790-9fde-7ff5b0b8c0cb req-3b1a0d97-fb8d-425d-8c02-e911b7d6fc68 tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:28:04.021246 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [req-fa389d1e-33f2-4790-9fde-7ff5b0b8c0cb req-3b1a0d97-fb8d-425d-8c02-e911b7d6fc68 tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] Synchronizing usage tracker for tenant:202d5ea04e8c40de88f64ef931ef4e4f on resource:network {{(pid=84040) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 21:28:04.055671 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [req-fa389d1e-33f2-4790-9fde-7ff5b0b8c0cb req-3b1a0d97-fb8d-425d-8c02-e911b7d6fc68 tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] Unset dirty status for tenant:202d5ea04e8c40de88f64ef931ef4e4f on resource:network {{(pid=84040) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 21:28:04.056816 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-fa389d1e-33f2-4790-9fde-7ff5b0b8c0cb req-3b1a0d97-fb8d-425d-8c02-e911b7d6fc68 tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] 10.222.0.42 "GET /v2.0/networks?id=38a424dc-3752-4b69-bb89-1d18c0544827 HTTP/1.1" status: 200 len: 796 time: 0.3198295 Apr 18 21:28:04.084289 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-fa389d1e-33f2-4790-9fde-7ff5b0b8c0cb req-b6418850-806c-4c74-87c2-15ca02daeef4 tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] 10.222.0.42 "GET /v2.0/quotas/202d5ea04e8c40de88f64ef931ef4e4f HTTP/1.1" status: 200 len: 375 time: 0.0198591 Apr 18 21:28:04.176890 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750375287399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253529'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:28:04.236146 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [req-fa389d1e-33f2-4790-9fde-7ff5b0b8c0cb req-96030b34-c80e-4a10-a20a-8ec23778431a tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] Synchronizing usage tracker for tenant:202d5ea04e8c40de88f64ef931ef4e4f on resource:port {{(pid=84040) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 21:28:04.266096 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [req-fa389d1e-33f2-4790-9fde-7ff5b0b8c0cb req-96030b34-c80e-4a10-a20a-8ec23778431a tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] Unset dirty status for tenant:202d5ea04e8c40de88f64ef931ef4e4f on resource:port {{(pid=84040) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 21:28:04.267380 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-fa389d1e-33f2-4790-9fde-7ff5b0b8c0cb req-96030b34-c80e-4a10-a20a-8ec23778431a tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=202d5ea04e8c40de88f64ef931ef4e4f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1772146 Apr 18 21:28:04.299765 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_hamode_db [None req-8a0ce2c7-3f39-4c12-805f-7399ba20cc50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4cdbdd28-0948-4cf6-a686-4c81750f31cc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-210313126', 'tenant_id': '202d5ea04e8c40de88f64ef931ef4e4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'external_fixed_ips': [{'subnet_id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'ip_address': '172.25.8.102'}], 'enable_snat': True}, 'gw_port_id': '5cb60562-58e5-438c-9f20-5da39e72b033', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:27:55Z', 'updated_at': '2022-04-18T21:28:01Z', 'revision_number': 4, 'project_id': '202d5ea04e8c40de88f64ef931ef4e4f', 'gw_port': {'id': '5cb60562-58e5-438c-9f20-5da39e72b033', 'name': '', 'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:70:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4cdbdd28-0948-4cf6-a686-4c81750f31cc', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'ip_address': '172.25.8.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:27:56Z', 'updated_at': '2022-04-18T21:28:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838334-2', '_interfaces': [{'id': '0be13f82-f4d9-4d79-bcbf-44003479646b', 'name': '', 'network_id': '38a424dc-3752-4b69-bb89-1d18c0544827', 'tenant_id': '202d5ea04e8c40de88f64ef931ef4e4f', 'mac_address': 'fa:16:3e:96:38:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4cdbdd28-0948-4cf6-a686-4c81750f31cc', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2e0e3b1b-1b50-4c29-b512-f502e9b82f0c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:28:01Z', 'updated_at': '2022-04-18T21:28:01Z', 'revision_number': 2, 'project_id': '202d5ea04e8c40de88f64ef931ef4e4f', 'subnets': [{'id': '2e0e3b1b-1b50-4c29-b512-f502e9b82f0c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838334-2', False) {} {{(pid=84042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:28:04.303772 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a0ce2c7-3f39-4c12-805f-7399ba20cc50 None None] Checking router: 4cdbdd28-0948-4cf6-a686-4c81750f31cc for host: n-d-838334-2 {{(pid=84042) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 18 21:28:04.304174 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a0ce2c7-3f39-4c12-805f-7399ba20cc50 None None] Updating router 4cdbdd28-0948-4cf6-a686-4c81750f31cc port 0be13f82-f4d9-4d79-bcbf-44003479646b binding host n-d-838334-2 {{(pid=84042) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 18 21:28:04.360149 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-8a0ce2c7-3f39-4c12-805f-7399ba20cc50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:28:04.536960 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-fa389d1e-33f2-4790-9fde-7ff5b0b8c0cb req-e12654bc-5eb5-4653-8040-79c24ccf103b service neutron] 10.222.0.42 "GET /v2.0/networks/38a424dc-3752-4b69-bb89-1d18c0544827?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2204511 Apr 18 21:28:04.678069 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Device 70befdf4-3b09-46d3-a594-a958f3becf16 up at agent ovs-agent-n-d-838334-2 {{(pid=84042) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 21:28:04.741141 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-fa389d1e-33f2-4790-9fde-7ff5b0b8c0cb req-3de3320a-7937-422f-a2cd-fd56bbca2ac1 service neutron] 10.222.0.42 "GET /v2.0/networks/38a424dc-3752-4b69-bb89-1d18c0544827?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1927636 Apr 18 21:28:04.789348 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-8a0ce2c7-3f39-4c12-805f-7399ba20cc50 None None] Notify callbacks [] for port, precommit_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:28:04.805489 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-8a0ce2c7-3f39-4c12-805f-7399ba20cc50 None None] Transition to ACTIVE for port object 0be13f82-f4d9-4d79-bcbf-44003479646b will not be triggered until provisioned by entity L2. {{(pid=84042) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:28:04.820443 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-8a0ce2c7-3f39-4c12-805f-7399ba20cc50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682'] for port, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:28:04.869073 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Provisioning complete for port 70befdf4-3b09-46d3-a594-a958f3becf16 triggered by entity L2. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:28:04.869524 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1253608'] for port, provisioning_complete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:28:04.875307 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.plugin [None req-17f0dc7a-3b18-46f4-b78d-7dbf1aec4624 admin admin] Deleting port dc11cf0f-ccf3-4218-b3db-90cf0ccd3b6a {{(pid=84040) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 21:28:04.875676 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-17f0dc7a-3b18-46f4-b78d-7dbf1aec4624 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750375188691'] for port, before_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:28:04.965532 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-e6965ebe-7ac9-4092-81bd-3c2ff2458e3e req-8cbcd9ab-ccab-42dd-a222-83f984bcedac tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] 10.222.0.42 "GET /v2.0/ports?device_id=f910f384-4665-40b6-afee-340b13c6ee09 HTTP/1.1" status: 200 len: 210 time: 0.0580113 Apr 18 21:28:05.019282 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb46ddf5-5594-43c1-b9b0-62258822dafb None None] Pushing event updated for resources: {'Port': ['ID=0be13f82-f4d9-4d79-bcbf-44003479646b,revision_number=3']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:28:05.145484 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.db [None req-17f0dc7a-3b18-46f4-b78d-7dbf1aec4624 admin admin] For port dc11cf0f-ccf3-4218-b3db-90cf0ccd3b6a, host n-d-838334-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838334-2',level=0,port_id=dc11cf0f-ccf3-4218-b3db-90cf0ccd3b6a,segment=NetworkSegment(c9d9b92a-74d4-40ed-ab8e-582836dfe352),segment_id=c9d9b92a-74d4-40ed-ab8e-582836dfe352)] {{(pid=84040) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:28:05.145846 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-17f0dc7a-3b18-46f4-b78d-7dbf1aec4624 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369123'] for port, precommit_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:28:05.201746 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.managers [None req-8a0ce2c7-3f39-4c12-805f-7399ba20cc50 None None] Attempting to bind port 0be13f82-f4d9-4d79-bcbf-44003479646b on host n-d-838334-2 for vnic_type normal with profile {{(pid=84042) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 21:28:05.202109 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.managers [None req-8a0ce2c7-3f39-4c12-805f-7399ba20cc50 None None] Attempting to bind port 0be13f82-f4d9-4d79-bcbf-44003479646b by drivers openvswitch,hyperv on host n-d-838334-2 at level 0 using segments [{'id': '2ac7498e-daa9-48f0-b0f0-a04a474e6785', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '38a424dc-3752-4b69-bb89-1d18c0544827'}] {{(pid=84042) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 21:28:05.202502 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a0ce2c7-3f39-4c12-805f-7399ba20cc50 None None] Attempting to bind port 0be13f82-f4d9-4d79-bcbf-44003479646b on network 38a424dc-3752-4b69-bb89-1d18c0544827 {{(pid=84042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 21:28:05.217726 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a0ce2c7-3f39-4c12-805f-7399ba20cc50 None None] Checking agent: {'id': '97cd4414-7af6-4d67-868d-dff370b4071a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838334-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 25, 49), 'started_at': datetime.datetime(2022, 4, 18, 20, 26, 19), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 21, 27, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838334-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 18 21:28:05.217979 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a0ce2c7-3f39-4c12-805f-7399ba20cc50 None None] Checking segment: {'id': '2ac7498e-daa9-48f0-b0f0-a04a474e6785', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '38a424dc-3752-4b69-bb89-1d18c0544827'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84042) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 21:28:05.218297 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-8a0ce2c7-3f39-4c12-805f-7399ba20cc50 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:28:05.218679 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a0ce2c7-3f39-4c12-805f-7399ba20cc50 None None] Bound using segment: {'id': '2ac7498e-daa9-48f0-b0f0-a04a474e6785', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '38a424dc-3752-4b69-bb89-1d18c0544827'} {{(pid=84042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 18 21:28:05.219138 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.managers [None req-8a0ce2c7-3f39-4c12-805f-7399ba20cc50 None None] Bound port: 0be13f82-f4d9-4d79-bcbf-44003479646b, host: n-d-838334-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2ac7498e-daa9-48f0-b0f0-a04a474e6785', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '38a424dc-3752-4b69-bb89-1d18c0544827'}}] {{(pid=84042) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 21:28:05.219504 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-8a0ce2c7-3f39-4c12-805f-7399ba20cc50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:28:05.337521 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-8a0ce2c7-3f39-4c12-805f-7399ba20cc50 None None] For port 0be13f82-f4d9-4d79-bcbf-44003479646b, host n-d-838334-2, cleared binding levels {{(pid=84042) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 21:28:05.341318 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-8a0ce2c7-3f39-4c12-805f-7399ba20cc50 None None] For port 0be13f82-f4d9-4d79-bcbf-44003479646b, host n-d-838334-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838334-2',level=0,port_id=0be13f82-f4d9-4d79-bcbf-44003479646b,segment=NetworkSegment(2ac7498e-daa9-48f0-b0f0-a04a474e6785),segment_id=2ac7498e-daa9-48f0-b0f0-a04a474e6785)] {{(pid=84042) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 21:28:05.345780 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-8a0ce2c7-3f39-4c12-805f-7399ba20cc50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682'] for port, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:28:05.411688 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.plugin [None req-17f0dc7a-3b18-46f4-b78d-7dbf1aec4624 admin admin] Calling delete_port for dc11cf0f-ccf3-4218-b3db-90cf0ccd3b6a owned by network:router_interface {{(pid=84040) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 21:28:05.432513 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb46ddf5-5594-43c1-b9b0-62258822dafb None None] Pushing event updated for resources: {'Port': ['ID=0be13f82-f4d9-4d79-bcbf-44003479646b,revision_number=4']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:28:05.437329 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a0ce2c7-3f39-4c12-805f-7399ba20cc50 None None] Routers {'4cdbdd28-0948-4cf6-a686-4c81750f31cc'} bound to L3 agent in host n-d-838334-2 {{(pid=84042) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 21:28:05.437860 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_hamode_db [None req-8a0ce2c7-3f39-4c12-805f-7399ba20cc50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838334-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-18T20:25:48Z,description=,heartbeat_timestamp=2022-04-18T21:27:48Z,host='n-d-838334-2',id=bc84d6c9-dd7a-4555-a351-592327b46d5a,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:25:48Z,topic='l3_agent')) {'router_ids': ['4cdbdd28-0948-4cf6-a686-4c81750f31cc'], 'active': True} {{(pid=84042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:28:05.614923 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-17f0dc7a-3b18-46f4-b78d-7dbf1aec4624 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750375259028', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750374836628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32440838'] for port, after_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:28:05.656965 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_dvr_db [None req-8a0ce2c7-3f39-4c12-805f-7399ba20cc50 None None] Set router 4cdbdd28-0948-4cf6-a686-4c81750f31cc gateway port host: n-d-838334-2 {{(pid=84042) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 21:28:05.668758 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17f0dc7a-3b18-46f4-b78d-7dbf1aec4624 admin admin] Pushing event deleted for resources: {'Port': ['ID=dc11cf0f-ccf3-4218-b3db-90cf0ccd3b6a,revision_number=None']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:28:05.968816 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-17f0dc7a-3b18-46f4-b78d-7dbf1aec4624 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-32377931', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33443910'] for router_interface, after_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:28:06.020484 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_hamode_db [None req-8a0ce2c7-3f39-4c12-805f-7399ba20cc50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4cdbdd28-0948-4cf6-a686-4c81750f31cc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-210313126', 'tenant_id': '202d5ea04e8c40de88f64ef931ef4e4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'external_fixed_ips': [{'subnet_id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'ip_address': '172.25.8.102'}], 'enable_snat': True}, 'gw_port_id': '5cb60562-58e5-438c-9f20-5da39e72b033', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:27:55Z', 'updated_at': '2022-04-18T21:28:01Z', 'revision_number': 4, 'project_id': '202d5ea04e8c40de88f64ef931ef4e4f', 'gw_port': {'id': '5cb60562-58e5-438c-9f20-5da39e72b033', 'name': '', 'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:70:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4cdbdd28-0948-4cf6-a686-4c81750f31cc', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'ip_address': '172.25.8.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:27:56Z', 'updated_at': '2022-04-18T21:28:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838334-2', '_interfaces': [{'id': '0be13f82-f4d9-4d79-bcbf-44003479646b', 'name': '', 'network_id': '38a424dc-3752-4b69-bb89-1d18c0544827', 'tenant_id': '202d5ea04e8c40de88f64ef931ef4e4f', 'mac_address': 'fa:16:3e:96:38:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4cdbdd28-0948-4cf6-a686-4c81750f31cc', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2e0e3b1b-1b50-4c29-b512-f502e9b82f0c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:28:01Z', 'updated_at': '2022-04-18T21:28:05Z', 'revision_number': 4, 'project_id': '202d5ea04e8c40de88f64ef931ef4e4f', 'subnets': [{'id': '2e0e3b1b-1b50-4c29-b512-f502e9b82f0c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838334-2', False) {} {{(pid=84042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:28:06.025881 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a0ce2c7-3f39-4c12-805f-7399ba20cc50 None None] The sync data for ids ['4cdbdd28-0948-4cf6-a686-4c81750f31cc'] in n-d-838334-2 is: [{'id': '4cdbdd28-0948-4cf6-a686-4c81750f31cc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-210313126', 'tenant_id': '202d5ea04e8c40de88f64ef931ef4e4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'external_fixed_ips': [{'subnet_id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'ip_address': '172.25.8.102'}], 'enable_snat': True}, 'gw_port_id': '5cb60562-58e5-438c-9f20-5da39e72b033', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:27:55Z', 'updated_at': '2022-04-18T21:28:01Z', 'revision_number': 4, 'project_id': '202d5ea04e8c40de88f64ef931ef4e4f', 'gw_port': {'id': '5cb60562-58e5-438c-9f20-5da39e72b033', 'name': '', 'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:70:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4cdbdd28-0948-4cf6-a686-4c81750f31cc', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'ip_address': '172.25.8.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:27:56Z', 'updated_at': '2022-04-18T21:28:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838334-2', '_interfaces': [{'id': '0be13f82-f4d9-4d79-bcbf-44003479646b', 'name': '', 'network_id': '38a424dc-3752-4b69-bb89-1d18c0544827', 'tenant_id': '202d5ea04e8c40de88f64ef931ef4e4f', 'mac_address': 'fa:16:3e:96:38:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4cdbdd28-0948-4cf6-a686-4c81750f31cc', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2e0e3b1b-1b50-4c29-b512-f502e9b82f0c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:28:01Z', 'updated_at': '2022-04-18T21:28:05Z', 'revision_number': 4, 'project_id': '202d5ea04e8c40de88f64ef931ef4e4f', 'subnets': [{'id': '2e0e3b1b-1b50-4c29-b512-f502e9b82f0c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84042) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 18 21:28:06.285322 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-f6432caa-e976-4ec0-b0fc-c1b1583beacf req-b7665e00-e95b-49a1-83b0-b847d011f490 tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] 10.222.0.42 "GET /v2.0/ports?device_id=f910f384-4665-40b6-afee-340b13c6ee09 HTTP/1.1" status: 200 len: 210 time: 0.1264095 Apr 18 21:28:06.364970 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa389d1e-33f2-4790-9fde-7ff5b0b8c0cb req-112740d3-1d50-4631-8282-1211dfe43bf5 tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:28:06.366296 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-fa389d1e-33f2-4790-9fde-7ff5b0b8c0cb req-112740d3-1d50-4631-8282-1211dfe43bf5 tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] 10.222.0.48 "GET /v2.0/networks?id=38a424dc-3752-4b69-bb89-1d18c0544827 HTTP/1.1" status: 200 len: 796 time: 0.3047485 Apr 18 21:28:06.440849 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-fa389d1e-33f2-4790-9fde-7ff5b0b8c0cb req-9b6d51bc-d98a-4de9-842d-80bb0ce821b5 tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] 10.222.0.48 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=202d5ea04e8c40de88f64ef931ef4e4f HTTP/1.1" status: 200 len: 380 time: 0.0611100 Apr 18 21:28:06.451425 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.v2.base [req-fa389d1e-33f2-4790-9fde-7ff5b0b8c0cb req-eb3257e8-3b1a-4765-8c92-6c0915b83f46 tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] Request body: {'port': {'device_id': 'f910f384-4665-40b6-afee-340b13c6ee09', 'network_id': '38a424dc-3752-4b69-bb89-1d18c0544827', 'admin_state_up': True, 'tenant_id': '202d5ea04e8c40de88f64ef931ef4e4f', 'security_groups': ['9becd0c9-fb45-4669-a443-78889d96dceb']}} {{(pid=84040) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:28:06.734346 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Device 0be13f82-f4d9-4d79-bcbf-44003479646b up at agent ovs-agent-n-d-838334-2 {{(pid=84042) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 21:28:06.753515 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [req-fa389d1e-33f2-4790-9fde-7ff5b0b8c0cb req-eb3257e8-3b1a-4765-8c92-6c0915b83f46 tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:28:06.769428 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [req-fa389d1e-33f2-4790-9fde-7ff5b0b8c0cb req-eb3257e8-3b1a-4765-8c92-6c0915b83f46 tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:28:06.813337 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Provisioning for port 0be13f82-f4d9-4d79-bcbf-44003479646b completed by entity L2. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 21:28:06.818773 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Provisioning complete for port 0be13f82-f4d9-4d79-bcbf-44003479646b triggered by entity L2. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:28:06.819140 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1253608'] for port, provisioning_complete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:28:06.944317 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:28:06.982931 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] For port 0be13f82-f4d9-4d79-bcbf-44003479646b, host n-d-838334-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838334-2',level=0,port_id=0be13f82-f4d9-4d79-bcbf-44003479646b,segment=NetworkSegment(2ac7498e-daa9-48f0-b0f0-a04a474e6785),segment_id=2ac7498e-daa9-48f0-b0f0-a04a474e6785)] {{(pid=84042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:28:06.989566 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682'] for port, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:28:07.026603 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fa389d1e-33f2-4790-9fde-7ff5b0b8c0cb req-eb3257e8-3b1a-4765-8c92-6c0915b83f46 tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] Made reservation on behalf of 202d5ea04e8c40de88f64ef931ef4e4f for: {'port': 1} {{(pid=84040) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:28:07.029680 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-fa389d1e-33f2-4790-9fde-7ff5b0b8c0cb req-eb3257e8-3b1a-4765-8c92-6c0915b83f46 tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:28:07.067995 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Pushing event updated for resources: {'Port': ['ID=0be13f82-f4d9-4d79-bcbf-44003479646b,revision_number=5']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:28:07.236551 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.db_base_plugin_common [req-fa389d1e-33f2-4790-9fde-7ff5b0b8c0cb req-eb3257e8-3b1a-4765-8c92-6c0915b83f46 tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] Allocated IP 172.20.0.12 (38a424dc-3752-4b69-bb89-1d18c0544827/2e0e3b1b-1b50-4c29-b512-f502e9b82f0c/4b56e041-016c-445d-9445-b4b4151697b2) {{(pid=84040) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 21:28:07.366252 n-d-838334-2 neutron-server[84040]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-17f0dc7a-3b18-46f4-b78d-7dbf1aec4624 admin admin] Router 62ab243e-ad9f-4433-a3dd-569ad89df6bc has already been hosted by L3 agent bc84d6c9-dd7a-4555-a351-592327b46d5a {{(pid=84040) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 21:28:07.579544 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-d47ae96c-7170-47a0-8728-892c99919dfa req-ada0a096-8746-42c2-b255-74db9f127e42 tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] 10.222.0.42 "GET /v2.0/ports?device_id=f910f384-4665-40b6-afee-340b13c6ee09 HTTP/1.1" status: 200 len: 210 time: 0.1255634 Apr 18 21:28:07.617080 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-fa389d1e-33f2-4790-9fde-7ff5b0b8c0cb req-eb3257e8-3b1a-4765-8c92-6c0915b83f46 tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] Notify callbacks [] for port, precommit_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:28:07.638884 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.provisioning_blocks [req-fa389d1e-33f2-4790-9fde-7ff5b0b8c0cb req-eb3257e8-3b1a-4765-8c92-6c0915b83f46 tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] Transition to ACTIVE for port object 4b56e041-016c-445d-9445-b4b4151697b2 will not be triggered until provisioned by entity DHCP. {{(pid=84040) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:28:07.678570 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-fa389d1e-33f2-4790-9fde-7ff5b0b8c0cb req-eb3257e8-3b1a-4765-8c92-6c0915b83f46 tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750374836619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32440838'] for port, after_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:28:07.771640 n-d-838334-2 neutron-server[84040]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fa389d1e-33f2-4790-9fde-7ff5b0b8c0cb req-eb3257e8-3b1a-4765-8c92-6c0915b83f46 tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] Network 38a424dc-3752-4b69-bb89-1d18c0544827 is already hosted by enough agents. {{(pid=84040) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:28:07.772370 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb3257e8-3b1a-4765-8c92-6c0915b83f46 tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] Pushing event updated for resources: {'Port': ['ID=4b56e041-016c-445d-9445-b4b4151697b2,revision_number=1']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:28:07.776617 n-d-838334-2 neutron-server[84040]: DEBUG neutron.scheduler.base_scheduler [req-fa389d1e-33f2-4790-9fde-7ff5b0b8c0cb req-eb3257e8-3b1a-4765-8c92-6c0915b83f46 tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] Resources bound (agent type, host, resource id): {{(pid=84040) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:28:07.780162 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.l3_dvrscheduler_db [req-fa389d1e-33f2-4790-9fde-7ff5b0b8c0cb req-eb3257e8-3b1a-4765-8c92-6c0915b83f46 tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] Received port after_create {{(pid=84040) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 21:28:07.829463 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-17f0dc7a-3b18-46f4-b78d-7dbf1aec4624 admin admin] Notify agent at l3_agent.n-d-838334-2 the message routers_updated {{(pid=84040) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 21:28:07.840361 n-d-838334-2 neutron-server[84043]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e597519c-13ef-4d08-a298-9dd70b0be29c None None] Sync routers for ids ['62ab243e-ad9f-4433-a3dd-569ad89df6bc'] in n-d-838334-2 {{(pid=84043) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 18 21:28:07.853391 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e597519c-13ef-4d08-a298-9dd70b0be29c None None] Routers {'62ab243e-ad9f-4433-a3dd-569ad89df6bc'} bound to L3 agent in host n-d-838334-2 {{(pid=84043) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 21:28:07.854004 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.l3_hamode_db [None req-e597519c-13ef-4d08-a298-9dd70b0be29c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838334-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-18T20:25:48Z,description=,heartbeat_timestamp=2022-04-18T21:27:48Z,host='n-d-838334-2',id=bc84d6c9-dd7a-4555-a351-592327b46d5a,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:25:48Z,topic='l3_agent')) {'router_ids': ['62ab243e-ad9f-4433-a3dd-569ad89df6bc'], 'active': True} {{(pid=84043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:28:07.856498 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa389d1e-33f2-4790-9fde-7ff5b0b8c0cb req-eb3257e8-3b1a-4765-8c92-6c0915b83f46 tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:28:07.857101 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-fa389d1e-33f2-4790-9fde-7ff5b0b8c0cb req-eb3257e8-3b1a-4765-8c92-6c0915b83f46 tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217293'] for port, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:28:07.876982 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-17f0dc7a-3b18-46f4-b78d-7dbf1aec4624 admin admin] 10.222.0.42 "PUT /v2.0/routers/62ab243e-ad9f-4433-a3dd-569ad89df6bc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9829085 Apr 18 21:28:07.877208 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 37606) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:28:07.940750 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-fa389d1e-33f2-4790-9fde-7ff5b0b8c0cb req-eb3257e8-3b1a-4765-8c92-6c0915b83f46 tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4930708 Apr 18 21:28:07.997171 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.v2.base [req-fa389d1e-33f2-4790-9fde-7ff5b0b8c0cb req-1916cfbf-7865-47bd-87c7-0b710761d548 service neutron] Request body: {'port': {'device_id': 'f910f384-4665-40b6-afee-340b13c6ee09', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-838334-2'}} {{(pid=84040) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:28:08.026669 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-46ce1be3-6f32-4dbf-8ccb-d566d4343018 None None] Provisioning for port 4b56e041-016c-445d-9445-b4b4151697b2 completed by entity DHCP. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 21:28:08.033323 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-46ce1be3-6f32-4dbf-8ccb-d566d4343018 None None] Provisioning complete for port 4b56e041-016c-445d-9445-b4b4151697b2 triggered by entity DHCP. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:28:08.033934 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-46ce1be3-6f32-4dbf-8ccb-d566d4343018 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1253608'] for port, provisioning_complete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:28:08.062054 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.l3_dvr_db [None req-e597519c-13ef-4d08-a298-9dd70b0be29c None None] Set router 62ab243e-ad9f-4433-a3dd-569ad89df6bc gateway port host: n-d-838334-2 {{(pid=84043) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 21:28:08.091017 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.plugin [None req-46ce1be3-6f32-4dbf-8ccb-d566d4343018 None None] Port 4b56e041-016c-445d-9445-b4b4151697b2 cannot update to ACTIVE because it is not bound. {{(pid=84042) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 18 21:28:08.131160 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-fa389d1e-33f2-4790-9fde-7ff5b0b8c0cb req-1916cfbf-7865-47bd-87c7-0b710761d548 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:28:08.377875 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.l3_hamode_db [None req-e597519c-13ef-4d08-a298-9dd70b0be29c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62ab243e-ad9f-4433-a3dd-569ad89df6bc', 'name': 'tempest-TestVolumeBootPattern-477195389-router', 'tenant_id': '31978bb3bc1348ad8b469e6e55d6f163', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'external_fixed_ips': [{'subnet_id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'ip_address': '172.25.8.234'}], 'enable_snat': True}, 'gw_port_id': 'ed687a9e-9201-4e8e-80c0-f5948665f08d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:17:09Z', 'updated_at': '2022-04-18T21:28:05Z', 'revision_number': 5, 'project_id': '31978bb3bc1348ad8b469e6e55d6f163', 'gw_port': {'id': 'ed687a9e-9201-4e8e-80c0-f5948665f08d', 'name': '', 'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:d9:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62ab243e-ad9f-4433-a3dd-569ad89df6bc', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'ip_address': '172.25.8.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:17:10Z', 'updated_at': '2022-04-18T21:17:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838334-2'}], 'n-d-838334-2', False) {} {{(pid=84043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:28:08.378138 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-3f382b93-fe0c-4386-b16f-510f3558baf1 admin admin] Notify callbacks [] for router, before_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:28:08.386532 n-d-838334-2 neutron-server[84043]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e597519c-13ef-4d08-a298-9dd70b0be29c None None] Checking router: 62ab243e-ad9f-4433-a3dd-569ad89df6bc for host: n-d-838334-2 {{(pid=84043) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 18 21:28:08.397371 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e597519c-13ef-4d08-a298-9dd70b0be29c None None] Routers {'62ab243e-ad9f-4433-a3dd-569ad89df6bc'} bound to L3 agent in host n-d-838334-2 {{(pid=84043) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 21:28:08.397964 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.l3_hamode_db [None req-e597519c-13ef-4d08-a298-9dd70b0be29c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838334-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-18T20:25:48Z,description=,heartbeat_timestamp=2022-04-18T21:27:48Z,host='n-d-838334-2',id=bc84d6c9-dd7a-4555-a351-592327b46d5a,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:25:48Z,topic='l3_agent')) {'router_ids': ['62ab243e-ad9f-4433-a3dd-569ad89df6bc'], 'active': True} {{(pid=84043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:28:08.575918 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.l3_dvr_db [None req-e597519c-13ef-4d08-a298-9dd70b0be29c None None] Set router 62ab243e-ad9f-4433-a3dd-569ad89df6bc gateway port host: n-d-838334-2 {{(pid=84043) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 21:28:08.697043 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Device 0be13f82-f4d9-4d79-bcbf-44003479646b up at agent ovs-agent-n-d-838334-2 {{(pid=84042) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 21:28:08.799781 n-d-838334-2 neutron-server[84040]: DEBUG neutron.notifiers.nova [req-fa389d1e-33f2-4790-9fde-7ff5b0b8c0cb req-1916cfbf-7865-47bd-87c7-0b710761d548 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4b56e041-016c-445d-9445-b4b4151697b2 {{(pid=84040) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 18 21:28:08.811874 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-fa389d1e-33f2-4790-9fde-7ff5b0b8c0cb req-1916cfbf-7865-47bd-87c7-0b710761d548 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:28:08.816980 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Provisioning complete for port 0be13f82-f4d9-4d79-bcbf-44003479646b triggered by entity L2. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:28:08.817460 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1253608'] for port, provisioning_complete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:28:08.852870 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.provisioning_blocks [req-fa389d1e-33f2-4790-9fde-7ff5b0b8c0cb req-1916cfbf-7865-47bd-87c7-0b710761d548 service neutron] Transition to ACTIVE for port object 4b56e041-016c-445d-9445-b4b4151697b2 will not be triggered until provisioned by entity L2. {{(pid=84040) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:28:08.861283 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-fa389d1e-33f2-4790-9fde-7ff5b0b8c0cb req-1916cfbf-7865-47bd-87c7-0b710761d548 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32440959'] for port, after_update {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:28:08.871546 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.l3_hamode_db [None req-e597519c-13ef-4d08-a298-9dd70b0be29c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62ab243e-ad9f-4433-a3dd-569ad89df6bc', 'name': 'tempest-TestVolumeBootPattern-477195389-router', 'tenant_id': '31978bb3bc1348ad8b469e6e55d6f163', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'external_fixed_ips': [{'subnet_id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'ip_address': '172.25.8.234'}], 'enable_snat': True}, 'gw_port_id': 'ed687a9e-9201-4e8e-80c0-f5948665f08d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:17:09Z', 'updated_at': '2022-04-18T21:28:05Z', 'revision_number': 5, 'project_id': '31978bb3bc1348ad8b469e6e55d6f163', 'gw_port': {'id': 'ed687a9e-9201-4e8e-80c0-f5948665f08d', 'name': '', 'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:d9:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62ab243e-ad9f-4433-a3dd-569ad89df6bc', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'ip_address': '172.25.8.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:17:10Z', 'updated_at': '2022-04-18T21:17:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838334-2'}], 'n-d-838334-2', False) {} {{(pid=84043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:28:08.876705 n-d-838334-2 neutron-server[84043]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e597519c-13ef-4d08-a298-9dd70b0be29c None None] The sync data for ids ['62ab243e-ad9f-4433-a3dd-569ad89df6bc'] in n-d-838334-2 is: [{'id': '62ab243e-ad9f-4433-a3dd-569ad89df6bc', 'name': 'tempest-TestVolumeBootPattern-477195389-router', 'tenant_id': '31978bb3bc1348ad8b469e6e55d6f163', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'external_fixed_ips': [{'subnet_id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'ip_address': '172.25.8.234'}], 'enable_snat': True}, 'gw_port_id': 'ed687a9e-9201-4e8e-80c0-f5948665f08d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:17:09Z', 'updated_at': '2022-04-18T21:28:05Z', 'revision_number': 5, 'project_id': '31978bb3bc1348ad8b469e6e55d6f163', 'gw_port': {'id': 'ed687a9e-9201-4e8e-80c0-f5948665f08d', 'name': '', 'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:d9:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62ab243e-ad9f-4433-a3dd-569ad89df6bc', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'ip_address': '172.25.8.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:17:10Z', 'updated_at': '2022-04-18T21:17:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838334-2'}] {{(pid=84043) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 18 21:28:08.922659 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd711518-a779-4241-a63a-e4d10e801d28 req-49f5cc9b-d856-4c8e-aaee-7b8cfac66aa7 tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:28:08.923328 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [req-dd711518-a779-4241-a63a-e4d10e801d28 req-49f5cc9b-d856-4c8e-aaee-7b8cfac66aa7 tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] Synchronizing usage tracker for tenant:202d5ea04e8c40de88f64ef931ef4e4f on resource:port {{(pid=84040) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 21:28:09.019789 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1916cfbf-7865-47bd-87c7-0b710761d548 service neutron] Pushing event updated for resources: {'Port': ['ID=4b56e041-016c-445d-9445-b4b4151697b2,revision_number=2']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:28:09.024791 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-3f382b93-fe0c-4386-b16f-510f3558baf1 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:28:09.037721 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [req-dd711518-a779-4241-a63a-e4d10e801d28 req-49f5cc9b-d856-4c8e-aaee-7b8cfac66aa7 tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] Unset dirty status for tenant:202d5ea04e8c40de88f64ef931ef4e4f on resource:port {{(pid=84040) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 21:28:09.038853 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-dd711518-a779-4241-a63a-e4d10e801d28 req-49f5cc9b-d856-4c8e-aaee-7b8cfac66aa7 tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] 10.222.0.42 "GET /v2.0/ports?device_id=f910f384-4665-40b6-afee-340b13c6ee09 HTTP/1.1" status: 200 len: 932 time: 0.3130915 Apr 18 21:28:09.063488 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.plugin [None req-3f382b93-fe0c-4386-b16f-510f3558baf1 admin admin] Deleting port ed687a9e-9201-4e8e-80c0-f5948665f08d {{(pid=84040) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 21:28:09.063853 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-3f382b93-fe0c-4386-b16f-510f3558baf1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750375188691'] for port, before_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:28:09.298163 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-dd711518-a779-4241-a63a-e4d10e801d28 req-088ae1ff-9bdf-4190-b415-66004b272de1 tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] 10.222.0.42 "GET /v2.0/security-groups?id=9becd0c9-fb45-4669-a443-78889d96dceb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2039952 Apr 18 21:28:09.305413 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.managers [req-fa389d1e-33f2-4790-9fde-7ff5b0b8c0cb req-1916cfbf-7865-47bd-87c7-0b710761d548 service neutron] Attempting to bind port 4b56e041-016c-445d-9445-b4b4151697b2 on host n-h2-838334-2 for vnic_type normal with profile {{(pid=84040) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 21:28:09.305744 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.managers [req-fa389d1e-33f2-4790-9fde-7ff5b0b8c0cb req-1916cfbf-7865-47bd-87c7-0b710761d548 service neutron] Attempting to bind port 4b56e041-016c-445d-9445-b4b4151697b2 by drivers openvswitch,hyperv on host n-h2-838334-2 at level 0 using segments [{'id': '2ac7498e-daa9-48f0-b0f0-a04a474e6785', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '38a424dc-3752-4b69-bb89-1d18c0544827'}] {{(pid=84040) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 21:28:09.306065 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa389d1e-33f2-4790-9fde-7ff5b0b8c0cb req-1916cfbf-7865-47bd-87c7-0b710761d548 service neutron] Attempting to bind port 4b56e041-016c-445d-9445-b4b4151697b2 on network 38a424dc-3752-4b69-bb89-1d18c0544827 {{(pid=84040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 21:28:09.329361 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa389d1e-33f2-4790-9fde-7ff5b0b8c0cb req-1916cfbf-7865-47bd-87c7-0b710761d548 service neutron] Port 4b56e041-016c-445d-9445-b4b4151697b2 on network 38a424dc-3752-4b69-bb89-1d18c0544827 not bound, no agent of type Open vSwitch agent registered on host n-h2-838334-2 {{(pid=84040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 18 21:28:09.329675 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa389d1e-33f2-4790-9fde-7ff5b0b8c0cb req-1916cfbf-7865-47bd-87c7-0b710761d548 service neutron] Attempting to bind port 4b56e041-016c-445d-9445-b4b4151697b2 on network 38a424dc-3752-4b69-bb89-1d18c0544827 {{(pid=84040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 21:28:09.351883 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.db [None req-3f382b93-fe0c-4386-b16f-510f3558baf1 admin admin] For port ed687a9e-9201-4e8e-80c0-f5948665f08d, host n-d-838334-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838334-2',level=0,port_id=ed687a9e-9201-4e8e-80c0-f5948665f08d,segment=NetworkSegment(732aa830-768b-4511-951f-d08e26b9c25b),segment_id=732aa830-768b-4511-951f-d08e26b9c25b)] {{(pid=84040) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:28:09.352234 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-3f382b93-fe0c-4386-b16f-510f3558baf1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369123'] for port, precommit_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:28:09.358944 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa389d1e-33f2-4790-9fde-7ff5b0b8c0cb req-1916cfbf-7865-47bd-87c7-0b710761d548 service neutron] Checking agent: {'id': 'dc797004-f641-47b7-a77f-9c62b5b16296', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-838334-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 34, 3), 'started_at': datetime.datetime(2022, 4, 18, 20, 34, 3), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 21, 28, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 18 21:28:09.359275 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa389d1e-33f2-4790-9fde-7ff5b0b8c0cb req-1916cfbf-7865-47bd-87c7-0b710761d548 service neutron] Checking segment: {'id': '2ac7498e-daa9-48f0-b0f0-a04a474e6785', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '38a424dc-3752-4b69-bb89-1d18c0544827'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84040) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 21:28:09.359662 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa389d1e-33f2-4790-9fde-7ff5b0b8c0cb req-1916cfbf-7865-47bd-87c7-0b710761d548 service neutron] Bound using segment: {'id': '2ac7498e-daa9-48f0-b0f0-a04a474e6785', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '38a424dc-3752-4b69-bb89-1d18c0544827'} {{(pid=84040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 18 21:28:09.360078 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.managers [req-fa389d1e-33f2-4790-9fde-7ff5b0b8c0cb req-1916cfbf-7865-47bd-87c7-0b710761d548 service neutron] Bound port: 4b56e041-016c-445d-9445-b4b4151697b2, host: n-h2-838334-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2ac7498e-daa9-48f0-b0f0-a04a474e6785', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '38a424dc-3752-4b69-bb89-1d18c0544827'}}] {{(pid=84040) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 21:28:09.360402 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-fa389d1e-33f2-4790-9fde-7ff5b0b8c0cb req-1916cfbf-7865-47bd-87c7-0b710761d548 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:28:09.495805 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.plugin [None req-3f382b93-fe0c-4386-b16f-510f3558baf1 admin admin] Calling delete_port for ed687a9e-9201-4e8e-80c0-f5948665f08d owned by network:router_gateway {{(pid=84040) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 21:28:09.633144 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.db [req-fa389d1e-33f2-4790-9fde-7ff5b0b8c0cb req-1916cfbf-7865-47bd-87c7-0b710761d548 service neutron] For port 4b56e041-016c-445d-9445-b4b4151697b2, host n-h2-838334-2, cleared binding levels {{(pid=84040) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 21:28:09.642605 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.db [req-fa389d1e-33f2-4790-9fde-7ff5b0b8c0cb req-1916cfbf-7865-47bd-87c7-0b710761d548 service neutron] For port 4b56e041-016c-445d-9445-b4b4151697b2, host n-h2-838334-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838334-2',level=0,port_id=4b56e041-016c-445d-9445-b4b4151697b2,segment=NetworkSegment(2ac7498e-daa9-48f0-b0f0-a04a474e6785),segment_id=2ac7498e-daa9-48f0-b0f0-a04a474e6785)] {{(pid=84040) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 21:28:09.653532 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-fa389d1e-33f2-4790-9fde-7ff5b0b8c0cb req-1916cfbf-7865-47bd-87c7-0b710761d548 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32440959'] for port, after_update {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:28:09.720458 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-fa389d1e-33f2-4790-9fde-7ff5b0b8c0cb req-1916cfbf-7865-47bd-87c7-0b710761d548 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217293'] for port, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:28:09.721844 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-fa389d1e-33f2-4790-9fde-7ff5b0b8c0cb req-1916cfbf-7865-47bd-87c7-0b710761d548 service neutron] 10.222.0.48 "PUT /v2.0/ports/4b56e041-016c-445d-9445-b4b4151697b2 HTTP/1.1" status: 200 len: 1092 time: 1.7325554 Apr 18 21:28:09.724075 n-d-838334-2 neutron-server[84040]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f910f384-4665-40b6-afee-340b13c6ee09', 'tag': '4b56e041-016c-445d-9445-b4b4151697b2'}] {{(pid=84040) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 21:28:09.815489 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1916cfbf-7865-47bd-87c7-0b710761d548 service neutron] Pushing event updated for resources: {'Port': ['ID=4b56e041-016c-445d-9445-b4b4151697b2,revision_number=3']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:28:09.821462 n-d-838334-2 neutron-server[84040]: INFO neutron.notifiers.nova [-] Nova event matching ['req-609db3ee-5765-490a-925f-47f25cecc48a'] response: {'name': 'network-changed', 'server_uuid': 'f910f384-4665-40b6-afee-340b13c6ee09', 'tag': '4b56e041-016c-445d-9445-b4b4151697b2', 'status': 'completed', 'code': 200} Apr 18 21:28:09.856088 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-3f382b93-fe0c-4386-b16f-510f3558baf1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750375259028', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750374836628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32440838'] for port, after_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:28:09.906691 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f382b93-fe0c-4386-b16f-510f3558baf1 admin admin] Pushing event deleted for resources: {'Port': ['ID=ed687a9e-9201-4e8e-80c0-f5948665f08d,revision_number=None']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:28:09.992402 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-fa389d1e-33f2-4790-9fde-7ff5b0b8c0cb req-308c0668-186b-4435-b482-7cdbe720b412 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=202d5ea04e8c40de88f64ef931ef4e4f&device_id=f910f384-4665-40b6-afee-340b13c6ee09 HTTP/1.1" status: 200 len: 1095 time: 0.2077715 Apr 18 21:28:10.228551 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-fa389d1e-33f2-4790-9fde-7ff5b0b8c0cb req-11e03407-e2ed-436d-9f79-54cc6d2272ce service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=4b56e041-016c-445d-9445-b4b4151697b2 HTTP/1.1" status: 200 len: 217 time: 0.2271295 Apr 18 21:28:10.358833 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-3f382b93-fe0c-4386-b16f-510f3558baf1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33444108'] for router_gateway, after_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:28:10.535709 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa389d1e-33f2-4790-9fde-7ff5b0b8c0cb req-44d05715-6c74-47f9-a42c-5f804b2e63e7 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:28:10.537146 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-fa389d1e-33f2-4790-9fde-7ff5b0b8c0cb req-44d05715-6c74-47f9-a42c-5f804b2e63e7 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=2e0e3b1b-1b50-4c29-b512-f502e9b82f0c HTTP/1.1" status: 200 len: 835 time: 0.3022370 Apr 18 21:28:10.659271 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Device dc11cf0f-ccf3-4218-b3db-90cf0ccd3b6a no longer exists at agent ovs-agent-n-d-838334-2 {{(pid=84042) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 21:28:10.694659 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.plugin [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] No Port match for: dc11cf0f-ccf3-4218-b3db-90cf0ccd3b6a {{(pid=84042) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 18 21:28:10.695586 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Device dc11cf0f-ccf3-4218-b3db-90cf0ccd3b6a not bound to the agent host n-d-838334-2 {{(pid=84042) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 21:28:10.722477 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-3f382b93-fe0c-4386-b16f-510f3558baf1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33443580', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5726'] for router, precommit_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:28:10.738554 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-3f382b93-fe0c-4386-b16f-510f3558baf1 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:28:10.763866 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4b9fbd3-3dcf-435e-b401-d2cdc568aa1a req-46d86a23-3972-46e3-8f53-c7fd03f4a138 tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:28:10.765308 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-e4b9fbd3-3dcf-435e-b401-d2cdc568aa1a req-46d86a23-3972-46e3-8f53-c7fd03f4a138 tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] 10.222.0.42 "GET /v2.0/ports?device_id=f910f384-4665-40b6-afee-340b13c6ee09 HTTP/1.1" status: 200 len: 944 time: 0.2909653 Apr 18 21:28:10.796552 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-fa389d1e-33f2-4790-9fde-7ff5b0b8c0cb req-1f31545b-5b80-4162-aa12-e61723da1db3 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=38a424dc-3752-4b69-bb89-1d18c0544827&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2017009 Apr 18 21:28:10.803021 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-3f382b93-fe0c-4386-b16f-510f3558baf1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-33443408'] for router, after_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:28:10.803520 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3f382b93-fe0c-4386-b16f-510f3558baf1 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 62ab243e-ad9f-4433-a3dd-569ad89df6bc {{(pid=84040) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 18 21:28:10.910753 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-3f382b93-fe0c-4386-b16f-510f3558baf1 admin admin] Notify callbacks [] for router, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:28:10.911886 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-3f382b93-fe0c-4386-b16f-510f3558baf1 admin admin] 10.222.0.42 "DELETE /v2.0/routers/62ab243e-ad9f-4433-a3dd-569ad89df6bc HTTP/1.1" status: 204 len: 168 time: 3.0339477 Apr 18 21:28:10.914619 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 37618) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:28:10.920905 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-e4b9fbd3-3dcf-435e-b401-d2cdc568aa1a req-4ca91cdc-c90c-4c53-9b01-a43aaaa4d9a7 tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] 10.222.0.42 "GET /v2.0/security-groups?id=9becd0c9-fb45-4669-a443-78889d96dceb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1474431 Apr 18 21:28:10.963113 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-fa389d1e-33f2-4790-9fde-7ff5b0b8c0cb req-515b22e3-987c-415f-897b-d556e1003420 service neutron] 10.222.0.48 "GET /v2.0/networks/38a424dc-3752-4b69-bb89-1d18c0544827?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1546323 Apr 18 21:28:10.980116 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.db_base_plugin_v2 [None req-cc8162d7-048c-4081-ab33-31e27faa8229 admin admin] Deleting subnet a845e1ae-c47e-4919-8a24-530366b84c60 {{(pid=84041) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 18 21:28:10.983317 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-cc8162d7-048c-4081-ab33-31e27faa8229 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:28:11.033488 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-cc8162d7-048c-4081-ab33-31e27faa8229 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32266383'] for subnet, precommit_delete_associations {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:28:11.096776 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-fa389d1e-33f2-4790-9fde-7ff5b0b8c0cb req-7cc92ba6-22ca-42fd-843c-4754f39019de service neutron] 10.222.0.48 "GET /v2.0/networks/38a424dc-3752-4b69-bb89-1d18c0544827?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1270494 Apr 18 21:28:11.114040 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-cc8162d7-048c-4081-ab33-31e27faa8229 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1260556'] for subnet, precommit_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:28:11.183484 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-cc8162d7-048c-4081-ab33-31e27faa8229 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1260549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33526260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32266336', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32486390'] for subnet, after_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:28:11.215228 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-a265a441-89e8-4599-8be1-4f0d373d00ab req-11004b3d-bce5-4e6a-a11b-5fafbf28b3ce service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=202d5ea04e8c40de88f64ef931ef4e4f&device_id=f910f384-4665-40b6-afee-340b13c6ee09 HTTP/1.1" status: 200 len: 1095 time: 0.0699377 Apr 18 21:28:11.220150 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc8162d7-048c-4081-ab33-31e27faa8229 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a845e1ae-c47e-4919-8a24-530366b84c60,revision_number=None']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:28:11.226509 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-cc8162d7-048c-4081-ab33-31e27faa8229 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:28:11.231702 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ed448ac-9e8e-4a3c-88d2-efda5bce10eb None None] Network 9b223f6a-fe67-4bd3-957a-7ef808b3aaf1 requested from n-d-838334-2 {{(pid=84042) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 21:28:11.240953 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-cc8162d7-048c-4081-ab33-31e27faa8229 admin admin] 10.222.0.42 "DELETE /v2.0/subnets/a845e1ae-c47e-4919-8a24-530366b84c60 HTTP/1.1" status: 204 len: 168 time: 0.3228819 Apr 18 21:28:11.241189 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 37622) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:28:11.348689 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-b872f821-2d80-43da-8dab-e91049221a3e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1103592'] for network, before_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:28:11.353409 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a265a441-89e8-4599-8be1-4f0d373d00ab req-ad8b69e9-0981-4202-b5f1-23784949d896 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:28:11.355695 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-a265a441-89e8-4599-8be1-4f0d373d00ab req-ad8b69e9-0981-4202-b5f1-23784949d896 service neutron] 10.222.0.48 "GET /v2.0/networks?id=38a424dc-3752-4b69-bb89-1d18c0544827 HTTP/1.1" status: 200 len: 897 time: 0.1325133 Apr 18 21:28:11.361022 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.plugin [None req-b872f821-2d80-43da-8dab-e91049221a3e admin admin] Deleting port 05e8e9f1-7e23-4ea7-b25f-4805f5d701db {{(pid=84041) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 21:28:11.361368 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-b872f821-2d80-43da-8dab-e91049221a3e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750375188691'] for port, before_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:28:11.437292 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-a265a441-89e8-4599-8be1-4f0d373d00ab req-a874265b-e92c-41d7-857e-117f7a591573 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=4b56e041-016c-445d-9445-b4b4151697b2 HTTP/1.1" status: 200 len: 217 time: 0.0727458 Apr 18 21:28:11.498554 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a42669a9-ae6f-4889-a5f8-6beb10f63781 None None] DHCP port deletion for 9b223f6a-fe67-4bd3-957a-7ef808b3aaf1 request from n-d-838334-2 {{(pid=84042) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 18 21:28:11.503080 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.plugin [None req-a42669a9-ae6f-4889-a5f8-6beb10f63781 None None] Deleting port 05e8e9f1-7e23-4ea7-b25f-4805f5d701db {{(pid=84042) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 21:28:11.503462 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-a42669a9-ae6f-4889-a5f8-6beb10f63781 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750375188691'] for port, before_delete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:28:11.506611 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a265a441-89e8-4599-8be1-4f0d373d00ab req-39dbf316-2bd4-4bd5-a3c4-809650d7e5db service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:28:11.508914 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-a265a441-89e8-4599-8be1-4f0d373d00ab req-39dbf316-2bd4-4bd5-a3c4-809650d7e5db service neutron] 10.222.0.48 "GET /v2.0/subnets?id=2e0e3b1b-1b50-4c29-b512-f502e9b82f0c HTTP/1.1" status: 200 len: 835 time: 0.0625215 Apr 18 21:28:11.586623 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.db [None req-b872f821-2d80-43da-8dab-e91049221a3e admin admin] For port 05e8e9f1-7e23-4ea7-b25f-4805f5d701db, host n-d-838334-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838334-2',level=0,port_id=05e8e9f1-7e23-4ea7-b25f-4805f5d701db,segment=NetworkSegment(c9d9b92a-74d4-40ed-ab8e-582836dfe352),segment_id=c9d9b92a-74d4-40ed-ab8e-582836dfe352)] {{(pid=84041) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:28:11.587072 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-b872f821-2d80-43da-8dab-e91049221a3e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369123'] for port, precommit_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:28:11.706516 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-a265a441-89e8-4599-8be1-4f0d373d00ab req-a62874fa-d043-4f7d-a849-be91a1b6c49b service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=38a424dc-3752-4b69-bb89-1d18c0544827&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1898327 Apr 18 21:28:11.713520 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.plugin [None req-b872f821-2d80-43da-8dab-e91049221a3e admin admin] Calling delete_port for 05e8e9f1-7e23-4ea7-b25f-4805f5d701db owned by network:dhcp {{(pid=84041) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 21:28:11.716035 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-a42669a9-ae6f-4889-a5f8-6beb10f63781 None None] For port 05e8e9f1-7e23-4ea7-b25f-4805f5d701db, host n-d-838334-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838334-2',level=0,port_id=05e8e9f1-7e23-4ea7-b25f-4805f5d701db,segment=NetworkSegment(c9d9b92a-74d4-40ed-ab8e-582836dfe352),segment_id=c9d9b92a-74d4-40ed-ab8e-582836dfe352)] {{(pid=84042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:28:11.716535 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-a42669a9-ae6f-4889-a5f8-6beb10f63781 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369123'] for port, precommit_delete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:28:11.787466 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-b872f821-2d80-43da-8dab-e91049221a3e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750375259028', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750374836628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32266323'] for port, after_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:28:11.838843 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.plugin [None req-a42669a9-ae6f-4889-a5f8-6beb10f63781 None None] Calling delete_port for 05e8e9f1-7e23-4ea7-b25f-4805f5d701db owned by network:dhcp {{(pid=84042) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 21:28:11.854115 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-a265a441-89e8-4599-8be1-4f0d373d00ab req-4679403b-aaf5-4ee6-a805-02dadcdd427c service neutron] 10.222.0.48 "GET /v2.0/networks/38a424dc-3752-4b69-bb89-1d18c0544827?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1404126 Apr 18 21:28:11.917903 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.db.api [None req-a42669a9-ae6f-4889-a5f8-6beb10f63781 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84042) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 18 21:28:11.918304 n-d-838334-2 neutron-server[84042]: DEBUG oslo_db.api [None req-a42669a9-ae6f-4889-a5f8-6beb10f63781 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 18 21:28:11.938043 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b872f821-2d80-43da-8dab-e91049221a3e admin admin] Pushing event deleted for resources: {'Port': ['ID=05e8e9f1-7e23-4ea7-b25f-4805f5d701db,revision_number=None']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:28:11.945273 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b872f821-2d80-43da-8dab-e91049221a3e admin admin] No DVR routers for this DVR port 05e8e9f1-7e23-4ea7-b25f-4805f5d701db on host n-d-838334-2 {{(pid=84041) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 21:28:12.001480 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-a265a441-89e8-4599-8be1-4f0d373d00ab req-1f3f1cd4-2150-4c42-9381-dda6f20df00e service neutron] 10.222.0.48 "GET /v2.0/networks/38a424dc-3752-4b69-bb89-1d18c0544827?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1411347 Apr 18 21:28:12.091342 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-b872f821-2d80-43da-8dab-e91049221a3e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1258905', 'neutron.services.segments.db._delete_segments_for_network-8750375287417'] for network, precommit_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:28:12.116167 n-d-838334-2 neutron-server[84041]: DEBUG neutron.services.segments.db [None req-b872f821-2d80-43da-8dab-e91049221a3e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9b223f6a-fe67-4bd3-957a-7ef808b3aaf1']}} {{(pid=84041) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:28:12.129193 n-d-838334-2 neutron-server[84041]: DEBUG neutron.services.segments.db [None req-b872f821-2d80-43da-8dab-e91049221a3e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c9d9b92a-74d4-40ed-ab8e-582836dfe352') {'for_net_delete': True} {{(pid=84041) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:28:12.129488 n-d-838334-2 neutron-server[84041]: DEBUG neutron.services.segments.db [None req-b872f821-2d80-43da-8dab-e91049221a3e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c9d9b92a-74d4-40ed-ab8e-582836dfe352') {} {{(pid=84041) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:28:12.141369 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-b872f821-2d80-43da-8dab-e91049221a3e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750375287300', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32268156'] for segment, before_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:28:12.155709 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d4ee826-e459-47db-9d20-88356d0df000 req-d850ac15-8d7e-44d4-b34e-0764c10924d1 tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:28:12.156890 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-b872f821-2d80-43da-8dab-e91049221a3e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1082986'] for segment, precommit_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:28:12.157212 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-1d4ee826-e459-47db-9d20-88356d0df000 req-d850ac15-8d7e-44d4-b34e-0764c10924d1 tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] 10.222.0.42 "GET /v2.0/ports?device_id=f910f384-4665-40b6-afee-340b13c6ee09 HTTP/1.1" status: 200 len: 944 time: 0.0910456 Apr 18 21:28:12.163072 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b872f821-2d80-43da-8dab-e91049221a3e admin admin] Releasing vlan 357 on physical network physnet1 to pool {{(pid=84041) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 18 21:28:12.163580 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-b872f821-2d80-43da-8dab-e91049221a3e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1082993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32266254'] for segment, after_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:28:12.176497 n-d-838334-2 neutron-server[84041]: Traceback (most recent call last): Apr 18 21:28:12.176497 n-d-838334-2 neutron-server[84041]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 18 21:28:12.176497 n-d-838334-2 neutron-server[84041]: timer() Apr 18 21:28:12.176497 n-d-838334-2 neutron-server[84041]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 21:28:12.176497 n-d-838334-2 neutron-server[84041]: cb(*args, **kw) Apr 18 21:28:12.176497 n-d-838334-2 neutron-server[84041]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 18 21:28:12.176497 n-d-838334-2 neutron-server[84041]: return func(*args, **kwargs) Apr 18 21:28:12.176497 n-d-838334-2 neutron-server[84041]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 21:28:12.176497 n-d-838334-2 neutron-server[84041]: self._notify() Apr 18 21:28:12.176497 n-d-838334-2 neutron-server[84041]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 21:28:12.176497 n-d-838334-2 neutron-server[84041]: self.callback(batched_events) Apr 18 21:28:12.176497 n-d-838334-2 neutron-server[84041]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 21:28:12.176497 n-d-838334-2 neutron-server[84041]: event.method(event) Apr 18 21:28:12.176497 n-d-838334-2 neutron-server[84041]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 18 21:28:12.176497 n-d-838334-2 neutron-server[84041]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 21:28:12.176497 n-d-838334-2 neutron-server[84041]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 18 21:28:12.176497 n-d-838334-2 neutron-server[84041]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 21:28:12.176497 n-d-838334-2 neutron-server[84041]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 18 21:28:12.176497 n-d-838334-2 neutron-server[84041]: return f(self, *a, **k) Apr 18 21:28:12.176497 n-d-838334-2 neutron-server[84041]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 18 21:28:12.176497 n-d-838334-2 neutron-server[84041]: return self._get(url).json() Apr 18 21:28:12.176497 n-d-838334-2 neutron-server[84041]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 18 21:28:12.176497 n-d-838334-2 neutron-server[84041]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 21:28:12.176497 n-d-838334-2 neutron-server[84041]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 18 21:28:12.176497 n-d-838334-2 neutron-server[84041]: return self.request(url, 'GET', **kwargs) Apr 18 21:28:12.176497 n-d-838334-2 neutron-server[84041]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 18 21:28:12.176497 n-d-838334-2 neutron-server[84041]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 21:28:12.176497 n-d-838334-2 neutron-server[84041]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 18 21:28:12.176497 n-d-838334-2 neutron-server[84041]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 21:28:12.176497 n-d-838334-2 neutron-server[84041]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 18 21:28:12.176497 n-d-838334-2 neutron-server[84041]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 21:28:12.176497 n-d-838334-2 neutron-server[84041]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 21:28:12.203960 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-1d4ee826-e459-47db-9d20-88356d0df000 req-55af8bc0-effd-4567-9705-938e3f96df2a tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] 10.222.0.42 "GET /v2.0/security-groups?id=9becd0c9-fb45-4669-a443-78889d96dceb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410466 Apr 18 21:28:12.254983 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-b872f821-2d80-43da-8dab-e91049221a3e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1258898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33526109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33444113'] for network, after_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:28:12.271772 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-b872f821-2d80-43da-8dab-e91049221a3e admin admin] Notify callbacks [] for network, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:28:12.283612 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b872f821-2d80-43da-8dab-e91049221a3e admin admin] Pushing event deleted for resources: {'Network': ['ID=9b223f6a-fe67-4bd3-957a-7ef808b3aaf1,revision_number=None']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:28:12.288666 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-b872f821-2d80-43da-8dab-e91049221a3e admin admin] 10.222.0.42 "DELETE /v2.0/networks/9b223f6a-fe67-4bd3-957a-7ef808b3aaf1 HTTP/1.1" status: 204 len: 168 time: 1.0460300 Apr 18 21:28:12.291462 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 37628) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:28:12.419827 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.plugin [None req-a42669a9-ae6f-4889-a5f8-6beb10f63781 None None] Deleting port 05e8e9f1-7e23-4ea7-b25f-4805f5d701db {{(pid=84042) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 21:28:12.420203 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-a42669a9-ae6f-4889-a5f8-6beb10f63781 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750375188691'] for port, before_delete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:28:12.483312 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.plugin [None req-a42669a9-ae6f-4889-a5f8-6beb10f63781 None None] The port '05e8e9f1-7e23-4ea7-b25f-4805f5d701db' was deleted {{(pid=84042) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 18 21:28:12.653408 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Device 05e8e9f1-7e23-4ea7-b25f-4805f5d701db no longer exists at agent ovs-agent-n-d-838334-2 {{(pid=84042) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 21:28:12.685071 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.plugin [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] No Port match for: 05e8e9f1-7e23-4ea7-b25f-4805f5d701db {{(pid=84042) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 18 21:28:12.685407 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Device 05e8e9f1-7e23-4ea7-b25f-4805f5d701db not bound to the agent host n-d-838334-2 {{(pid=84042) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 21:28:12.692769 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-e375681e-c500-4f68-99ad-d5e890fd2eaf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33443857'] for router_interface, before_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:28:13.275368 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.plugin [None req-e375681e-c500-4f68-99ad-d5e890fd2eaf admin admin] Deleting port 8bf8ad23-d1ed-4198-9460-8dce71a1a968 {{(pid=84041) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 21:28:13.276087 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-e375681e-c500-4f68-99ad-d5e890fd2eaf admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750375188691'] for port, before_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:28:13.405238 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94f9885d-4fb6-4325-88ca-a8d3e197e8c4 req-3f8c724f-37b6-4b27-86e8-8cbec74f9aef tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:28:13.406758 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-94f9885d-4fb6-4325-88ca-a8d3e197e8c4 req-3f8c724f-37b6-4b27-86e8-8cbec74f9aef tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] 10.222.0.42 "GET /v2.0/ports?device_id=f910f384-4665-40b6-afee-340b13c6ee09 HTTP/1.1" status: 200 len: 944 time: 0.0801129 Apr 18 21:28:13.460263 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-94f9885d-4fb6-4325-88ca-a8d3e197e8c4 req-daea59a4-a634-449d-98e2-cc2760d429e9 tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] 10.222.0.42 "GET /v2.0/security-groups?id=9becd0c9-fb45-4669-a443-78889d96dceb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477338 Apr 18 21:28:13.546126 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.db [None req-e375681e-c500-4f68-99ad-d5e890fd2eaf admin admin] For port 8bf8ad23-d1ed-4198-9460-8dce71a1a968, host n-d-838334-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838334-2',level=0,port_id=8bf8ad23-d1ed-4198-9460-8dce71a1a968,segment=NetworkSegment(9914b38a-6340-496f-9c20-6bc61e741755),segment_id=9914b38a-6340-496f-9c20-6bc61e741755)] {{(pid=84041) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:28:13.546471 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-e375681e-c500-4f68-99ad-d5e890fd2eaf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369123'] for port, precommit_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:28:13.664555 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.plugin [None req-e375681e-c500-4f68-99ad-d5e890fd2eaf admin admin] Calling delete_port for 8bf8ad23-d1ed-4198-9460-8dce71a1a968 owned by network:router_interface {{(pid=84041) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 21:28:13.827949 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-e375681e-c500-4f68-99ad-d5e890fd2eaf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750375259028', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750374836628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32266323'] for port, after_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:28:13.875534 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e375681e-c500-4f68-99ad-d5e890fd2eaf admin admin] Pushing event deleted for resources: {'Port': ['ID=8bf8ad23-d1ed-4198-9460-8dce71a1a968,revision_number=None']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:28:14.166896 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-e375681e-c500-4f68-99ad-d5e890fd2eaf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-32377931', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33443910'] for router_interface, after_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:28:14.673928 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ba46f74-bc7d-40f3-8961-3b769991d0e4 req-7eb9ab8f-42ec-4ac9-a94c-c0ec2b369c5f tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:28:14.675379 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-6ba46f74-bc7d-40f3-8961-3b769991d0e4 req-7eb9ab8f-42ec-4ac9-a94c-c0ec2b369c5f tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] 10.222.0.42 "GET /v2.0/ports?device_id=f910f384-4665-40b6-afee-340b13c6ee09 HTTP/1.1" status: 200 len: 944 time: 0.0821481 Apr 18 21:28:14.722174 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-6ba46f74-bc7d-40f3-8961-3b769991d0e4 req-44ee7a25-2353-49ca-9c67-9955664bad29 tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] 10.222.0.42 "GET /v2.0/security-groups?id=9becd0c9-fb45-4669-a443-78889d96dceb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399797 Apr 18 21:28:14.750637 n-d-838334-2 neutron-server[84041]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e375681e-c500-4f68-99ad-d5e890fd2eaf admin admin] Router b3ae0484-c063-4383-8521-90f9b4ce1d9c has already been hosted by L3 agent bc84d6c9-dd7a-4555-a351-592327b46d5a {{(pid=84041) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 21:28:15.012490 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Device 4b56e041-016c-445d-9445-b4b4151697b2 details requested by agent hyperv_n-h2-838334-2 with host n-h2-838334-2 {{(pid=84042) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 18 21:28:15.047872 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e375681e-c500-4f68-99ad-d5e890fd2eaf admin admin] Notify agent at l3_agent.n-d-838334-2 the message routers_updated {{(pid=84041) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 21:28:15.066118 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-e375681e-c500-4f68-99ad-d5e890fd2eaf admin admin] 10.222.0.42 "PUT /v2.0/routers/b3ae0484-c063-4383-8521-90f9b4ce1d9c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7735341 Apr 18 21:28:15.068867 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 37636) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:28:15.089396 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-caf345f0-4416-48db-a7f9-3bd21a141918 None None] Sync routers for ids ['b3ae0484-c063-4383-8521-90f9b4ce1d9c'] in n-d-838334-2 {{(pid=84042) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 18 21:28:15.120514 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_dvrscheduler_db [None req-caf345f0-4416-48db-a7f9-3bd21a141918 None None] Routers {'b3ae0484-c063-4383-8521-90f9b4ce1d9c'} bound to L3 agent in host n-d-838334-2 {{(pid=84042) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 21:28:15.121125 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_hamode_db [None req-caf345f0-4416-48db-a7f9-3bd21a141918 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838334-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-18T20:25:48Z,description=,heartbeat_timestamp=2022-04-18T21:27:48Z,host='n-d-838334-2',id=bc84d6c9-dd7a-4555-a351-592327b46d5a,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:25:48Z,topic='l3_agent')) {'router_ids': ['b3ae0484-c063-4383-8521-90f9b4ce1d9c'], 'active': True} {{(pid=84042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:28:15.263198 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-7b5d1462-8aec-4883-b5db-099d37b0c805 admin admin] Notify callbacks [] for router, before_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:28:15.282127 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] For port 4b56e041-016c-445d-9445-b4b4151697b2, host n-h2-838334-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838334-2',level=0,port_id=4b56e041-016c-445d-9445-b4b4151697b2,segment=NetworkSegment(2ac7498e-daa9-48f0-b0f0-a04a474e6785),segment_id=2ac7498e-daa9-48f0-b0f0-a04a474e6785)] {{(pid=84042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:28:15.302487 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Returning: {'device': '4b56e041-016c-445d-9445-b4b4151697b2', 'network_id': '38a424dc-3752-4b69-bb89-1d18c0544827', 'port_id': '4b56e041-016c-445d-9445-b4b4151697b2', 'mac_address': 'fa:16:3e:a3:80:e4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 390, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2e0e3b1b-1b50-4c29-b512-f502e9b82f0c', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84042) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 18 21:28:15.383154 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:28:15.391732 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_dvr_db [None req-caf345f0-4416-48db-a7f9-3bd21a141918 None None] Set router b3ae0484-c063-4383-8521-90f9b4ce1d9c gateway port host: n-d-838334-2 {{(pid=84042) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 21:28:15.459271 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-7b5d1462-8aec-4883-b5db-099d37b0c805 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:28:15.468884 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.plugin [None req-7b5d1462-8aec-4883-b5db-099d37b0c805 admin admin] Deleting port a4d00cd9-10d9-4215-bb92-c0be648ff9fc {{(pid=84040) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 21:28:15.469119 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-7b5d1462-8aec-4883-b5db-099d37b0c805 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750375188691'] for port, before_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:28:15.533056 n-d-838334-2 neutron-server[84042]: DEBUG neutron.notifiers.nova [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4b56e041-016c-445d-9445-b4b4151697b2 {{(pid=84042) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 18 21:28:15.624887 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] For port 4b56e041-016c-445d-9445-b4b4151697b2, host n-h2-838334-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838334-2',level=0,port_id=4b56e041-016c-445d-9445-b4b4151697b2,segment=NetworkSegment(2ac7498e-daa9-48f0-b0f0-a04a474e6785),segment_id=2ac7498e-daa9-48f0-b0f0-a04a474e6785)] {{(pid=84042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:28:15.630263 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682'] for port, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:28:15.652804 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.db [None req-7b5d1462-8aec-4883-b5db-099d37b0c805 admin admin] For port a4d00cd9-10d9-4215-bb92-c0be648ff9fc, host n-d-838334-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838334-2',level=0,port_id=a4d00cd9-10d9-4215-bb92-c0be648ff9fc,segment=NetworkSegment(732aa830-768b-4511-951f-d08e26b9c25b),segment_id=732aa830-768b-4511-951f-d08e26b9c25b)] {{(pid=84040) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:28:15.653294 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-7b5d1462-8aec-4883-b5db-099d37b0c805 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369123'] for port, precommit_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:28:15.722607 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-0c1126a5-e68e-4144-8ead-4181cc1b5606 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750375287399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253529'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:28:15.784290 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Pushing event updated for resources: {'Port': ['ID=4b56e041-016c-445d-9445-b4b4151697b2,revision_number=4']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:28:15.792962 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.plugin [None req-7b5d1462-8aec-4883-b5db-099d37b0c805 admin admin] Calling delete_port for a4d00cd9-10d9-4215-bb92-c0be648ff9fc owned by network:router_gateway {{(pid=84040) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 21:28:15.828951 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_hamode_db [None req-caf345f0-4416-48db-a7f9-3bd21a141918 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3ae0484-c063-4383-8521-90f9b4ce1d9c', 'name': 'tempest-TestVolumeBootPattern-919943408-router', 'tenant_id': 'ccfcac3d30004336ad0b8339e0ef4c77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'external_fixed_ips': [{'subnet_id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'ip_address': '172.25.8.117'}], 'enable_snat': True}, 'gw_port_id': 'a4d00cd9-10d9-4215-bb92-c0be648ff9fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:17:19Z', 'updated_at': '2022-04-18T21:28:13Z', 'revision_number': 5, 'project_id': 'ccfcac3d30004336ad0b8339e0ef4c77', 'gw_port': {'id': 'a4d00cd9-10d9-4215-bb92-c0be648ff9fc', 'name': '', 'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:2f:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3ae0484-c063-4383-8521-90f9b4ce1d9c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'ip_address': '172.25.8.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:17:20Z', 'updated_at': '2022-04-18T21:17:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838334-2'}], 'n-d-838334-2', False) {} {{(pid=84042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:28:15.833005 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-caf345f0-4416-48db-a7f9-3bd21a141918 None None] Checking router: b3ae0484-c063-4383-8521-90f9b4ce1d9c for host: n-d-838334-2 {{(pid=84042) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 18 21:28:15.843741 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_dvrscheduler_db [None req-caf345f0-4416-48db-a7f9-3bd21a141918 None None] Routers {'b3ae0484-c063-4383-8521-90f9b4ce1d9c'} bound to L3 agent in host n-d-838334-2 {{(pid=84042) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 21:28:15.844535 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_hamode_db [None req-caf345f0-4416-48db-a7f9-3bd21a141918 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838334-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-18T20:25:48Z,description=,heartbeat_timestamp=2022-04-18T21:27:48Z,host='n-d-838334-2',id=bc84d6c9-dd7a-4555-a351-592327b46d5a,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:25:48Z,topic='l3_agent')) {'router_ids': ['b3ae0484-c063-4383-8521-90f9b4ce1d9c'], 'active': True} {{(pid=84042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:28:15.898373 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] get_ports_and_sgs() called for port_ids ['4b56e041-016c-445d-9445-b4b4151697b2'] {{(pid=84042) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 18 21:28:15.964454 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-976237f0-45cf-4af1-8484-0bd675258f70 req-45aea6fe-e715-4829-994b-4239f5dce8df tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:28:15.966069 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-976237f0-45cf-4af1-8484-0bd675258f70 req-45aea6fe-e715-4829-994b-4239f5dce8df tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] 10.222.0.42 "GET /v2.0/ports?device_id=f910f384-4665-40b6-afee-340b13c6ee09 HTTP/1.1" status: 200 len: 945 time: 0.1155617 Apr 18 21:28:16.066148 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_dvr_db [None req-caf345f0-4416-48db-a7f9-3bd21a141918 None None] Set router b3ae0484-c063-4383-8521-90f9b4ce1d9c gateway port host: None {{(pid=84042) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 21:28:16.182169 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-976237f0-45cf-4af1-8484-0bd675258f70 req-dab8d738-ba34-4da4-9b07-8fd42a7a8286 tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] 10.222.0.42 "GET /v2.0/security-groups?id=9becd0c9-fb45-4669-a443-78889d96dceb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2070966 Apr 18 21:28:16.185437 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-7b5d1462-8aec-4883-b5db-099d37b0c805 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750375259028', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750374836628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32440838'] for port, after_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:28:16.202004 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_hamode_db [None req-caf345f0-4416-48db-a7f9-3bd21a141918 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3ae0484-c063-4383-8521-90f9b4ce1d9c', 'name': 'tempest-TestVolumeBootPattern-919943408-router', 'tenant_id': 'ccfcac3d30004336ad0b8339e0ef4c77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:17:19Z', 'updated_at': '2022-04-18T21:28:15Z', 'revision_number': 6, 'project_id': 'ccfcac3d30004336ad0b8339e0ef4c77', 'gw_port_host': None}], 'n-d-838334-2', False) {} {{(pid=84042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:28:16.216811 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-caf345f0-4416-48db-a7f9-3bd21a141918 None None] The sync data for ids ['b3ae0484-c063-4383-8521-90f9b4ce1d9c'] in n-d-838334-2 is: [{'id': 'b3ae0484-c063-4383-8521-90f9b4ce1d9c', 'name': 'tempest-TestVolumeBootPattern-919943408-router', 'tenant_id': 'ccfcac3d30004336ad0b8339e0ef4c77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:17:19Z', 'updated_at': '2022-04-18T21:28:15Z', 'revision_number': 6, 'project_id': 'ccfcac3d30004336ad0b8339e0ef4c77', 'gw_port_host': None}] {{(pid=84042) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 18 21:28:16.238635 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b5d1462-8aec-4883-b5db-099d37b0c805 admin admin] Pushing event deleted for resources: {'Port': ['ID=a4d00cd9-10d9-4215-bb92-c0be648ff9fc,revision_number=None']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:28:16.465695 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-7b5d1462-8aec-4883-b5db-099d37b0c805 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33444108'] for router_gateway, after_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:28:16.663543 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Device ed687a9e-9201-4e8e-80c0-f5948665f08d no longer exists at agent ovs-agent-n-d-838334-2 {{(pid=84042) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 21:28:16.698462 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.plugin [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] No Port match for: ed687a9e-9201-4e8e-80c0-f5948665f08d {{(pid=84042) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 18 21:28:16.698838 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Device ed687a9e-9201-4e8e-80c0-f5948665f08d not bound to the agent host n-d-838334-2 {{(pid=84042) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 21:28:16.699259 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Device 8bf8ad23-d1ed-4198-9460-8dce71a1a968 no longer exists at agent ovs-agent-n-d-838334-2 {{(pid=84042) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 21:28:16.732317 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-7b5d1462-8aec-4883-b5db-099d37b0c805 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33443580', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5726'] for router, precommit_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:28:16.732793 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.plugin [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] No Port match for: 8bf8ad23-d1ed-4198-9460-8dce71a1a968 {{(pid=84042) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 18 21:28:16.733132 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Device 8bf8ad23-d1ed-4198-9460-8dce71a1a968 not bound to the agent host n-d-838334-2 {{(pid=84042) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 21:28:16.736872 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-7b5d1462-8aec-4883-b5db-099d37b0c805 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:28:16.763252 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-7b5d1462-8aec-4883-b5db-099d37b0c805 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-33443408'] for router, after_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:28:16.763806 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7b5d1462-8aec-4883-b5db-099d37b0c805 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b3ae0484-c063-4383-8521-90f9b4ce1d9c {{(pid=84040) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 18 21:28:16.775744 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-7b5d1462-8aec-4883-b5db-099d37b0c805 admin admin] Notify callbacks [] for router, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:28:16.776849 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-7b5d1462-8aec-4883-b5db-099d37b0c805 admin admin] 10.222.0.42 "DELETE /v2.0/routers/b3ae0484-c063-4383-8521-90f9b4ce1d9c HTTP/1.1" status: 204 len: 168 time: 1.7069349 Apr 18 21:28:16.779373 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 37642) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:28:16.836591 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.db_base_plugin_v2 [None req-5310e245-5587-46b0-ab1e-a7d392fc2368 admin admin] Deleting subnet ce32ab97-6d36-49b4-af96-b5a6a273a3c0 {{(pid=84040) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 18 21:28:16.839360 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-5310e245-5587-46b0-ab1e-a7d392fc2368 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:28:16.888938 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-5310e245-5587-46b0-ab1e-a7d392fc2368 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31955982'] for subnet, precommit_delete_associations {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:28:16.964499 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-5310e245-5587-46b0-ab1e-a7d392fc2368 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1260556'] for subnet, precommit_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:28:17.012280 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Device 4b56e041-016c-445d-9445-b4b4151697b2 up at agent hyperv_n-h2-838334-2 {{(pid=84042) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 21:28:17.036317 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-5310e245-5587-46b0-ab1e-a7d392fc2368 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1260549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33526260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32440885', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31752825'] for subnet, after_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:28:17.076865 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5310e245-5587-46b0-ab1e-a7d392fc2368 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ce32ab97-6d36-49b4-af96-b5a6a273a3c0,revision_number=None']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:28:17.081964 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Provisioning for port 4b56e041-016c-445d-9445-b4b4151697b2 completed by entity L2. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 21:28:17.083337 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-5310e245-5587-46b0-ab1e-a7d392fc2368 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:28:17.092064 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-5310e245-5587-46b0-ab1e-a7d392fc2368 admin admin] 10.222.0.42 "DELETE /v2.0/subnets/ce32ab97-6d36-49b4-af96-b5a6a273a3c0 HTTP/1.1" status: 204 len: 168 time: 0.3091390 Apr 18 21:28:17.092250 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Provisioning complete for port 4b56e041-016c-445d-9445-b4b4151697b2 triggered by entity L2. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:28:17.092250 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1253608'] for port, provisioning_complete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:28:17.092408 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 37646) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:28:17.113857 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62020f24-dcf6-454a-ad99-960673728fe0 None None] Network 2e88f367-9bb1-4d32-81cf-5efcb4a28370 requested from n-d-838334-2 {{(pid=84042) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 21:28:17.198038 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-ada5c98d-f9f4-4a0a-ba4a-8aa965bf4c99 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1103592'] for network, before_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:28:17.208455 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.plugin [None req-ada5c98d-f9f4-4a0a-ba4a-8aa965bf4c99 admin admin] Deleting port 83f20d99-e056-475a-b830-64b5dcd82764 {{(pid=84040) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 21:28:17.208829 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-ada5c98d-f9f4-4a0a-ba4a-8aa965bf4c99 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750375188691'] for port, before_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:28:17.378745 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:28:17.412429 n-d-838334-2 neutron-server[84042]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f910f384-4665-40b6-afee-340b13c6ee09', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4b56e041-016c-445d-9445-b4b4151697b2'}] {{(pid=84042) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 21:28:17.425479 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] For port 4b56e041-016c-445d-9445-b4b4151697b2, host n-h2-838334-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838334-2',level=0,port_id=4b56e041-016c-445d-9445-b4b4151697b2,segment=NetworkSegment(2ac7498e-daa9-48f0-b0f0-a04a474e6785),segment_id=2ac7498e-daa9-48f0-b0f0-a04a474e6785)] {{(pid=84042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:28:17.430469 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682'] for port, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:28:17.507511 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13643f47-46b7-441c-9e15-a2fe2c34f3df None None] DHCP port deletion for 2e88f367-9bb1-4d32-81cf-5efcb4a28370 request from n-d-838334-2 {{(pid=84042) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 18 21:28:17.512262 n-d-838334-2 neutron-server[84042]: INFO neutron.notifiers.nova [-] Nova event matching ['req-831d9390-5e5e-40b0-aee9-eca6ce4cdc7b'] response: {'server_uuid': 'f910f384-4665-40b6-afee-340b13c6ee09', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4b56e041-016c-445d-9445-b4b4151697b2', 'code': 200} Apr 18 21:28:17.519103 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Pushing event updated for resources: {'Port': ['ID=4b56e041-016c-445d-9445-b4b4151697b2,revision_number=5']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:28:17.522369 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.plugin [None req-13643f47-46b7-441c-9e15-a2fe2c34f3df None None] Deleting port 83f20d99-e056-475a-b830-64b5dcd82764 {{(pid=84042) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 21:28:17.523352 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-13643f47-46b7-441c-9e15-a2fe2c34f3df None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750375188691'] for port, before_delete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:28:17.586388 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.db [None req-ada5c98d-f9f4-4a0a-ba4a-8aa965bf4c99 admin admin] For port 83f20d99-e056-475a-b830-64b5dcd82764, host n-d-838334-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838334-2',level=0,port_id=83f20d99-e056-475a-b830-64b5dcd82764,segment=NetworkSegment(9914b38a-6340-496f-9c20-6bc61e741755),segment_id=9914b38a-6340-496f-9c20-6bc61e741755)] {{(pid=84040) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:28:17.586887 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-ada5c98d-f9f4-4a0a-ba4a-8aa965bf4c99 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369123'] for port, precommit_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:28:17.746646 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.plugin [None req-ada5c98d-f9f4-4a0a-ba4a-8aa965bf4c99 admin admin] Calling delete_port for 83f20d99-e056-475a-b830-64b5dcd82764 owned by network:dhcp {{(pid=84040) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 21:28:17.769641 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-13643f47-46b7-441c-9e15-a2fe2c34f3df None None] For port 83f20d99-e056-475a-b830-64b5dcd82764, host n-d-838334-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838334-2',level=0,port_id=83f20d99-e056-475a-b830-64b5dcd82764,segment=NetworkSegment(9914b38a-6340-496f-9c20-6bc61e741755),segment_id=9914b38a-6340-496f-9c20-6bc61e741755)] {{(pid=84042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:28:17.770027 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-13643f47-46b7-441c-9e15-a2fe2c34f3df None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369123'] for port, precommit_delete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:28:17.803032 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5483089-ed3b-4773-a68f-a47bb48eda06 req-168df29b-daa7-4554-b7df-cb2bdb7677ea tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:28:17.805137 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-b5483089-ed3b-4773-a68f-a47bb48eda06 req-168df29b-daa7-4554-b7df-cb2bdb7677ea tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] 10.222.0.42 "GET /v2.0/ports?device_id=f910f384-4665-40b6-afee-340b13c6ee09 HTTP/1.1" status: 200 len: 945 time: 0.4935672 Apr 18 21:28:17.885220 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-b5483089-ed3b-4773-a68f-a47bb48eda06 req-0ab09d60-69b7-4087-81d9-e876c357430c tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] 10.222.0.42 "GET /v2.0/security-groups?id=9becd0c9-fb45-4669-a443-78889d96dceb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0694492 Apr 18 21:28:17.885899 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-ada5c98d-f9f4-4a0a-ba4a-8aa965bf4c99 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750375259028', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750374836628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32440838'] for port, after_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:28:17.890851 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.plugin [None req-13643f47-46b7-441c-9e15-a2fe2c34f3df None None] Calling delete_port for 83f20d99-e056-475a-b830-64b5dcd82764 owned by network:dhcp {{(pid=84042) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 21:28:17.924663 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-76882f2d-e3d8-43b7-92eb-fbfb70d6cdb2 req-e233c02c-c864-44b0-ba13-2ef065bed987 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=f910f384-4665-40b6-afee-340b13c6ee09 HTTP/1.1" status: 200 len: 1097 time: 0.3305588 Apr 18 21:28:17.933456 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ada5c98d-f9f4-4a0a-ba4a-8aa965bf4c99 admin admin] Pushing event deleted for resources: {'Port': ['ID=83f20d99-e056-475a-b830-64b5dcd82764,revision_number=None']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:28:17.956427 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-5e591e95-6712-459f-ba62-28050117650a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750375287399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253529'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:28:17.959128 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ada5c98d-f9f4-4a0a-ba4a-8aa965bf4c99 admin admin] No DVR routers for this DVR port 83f20d99-e056-475a-b830-64b5dcd82764 on host n-d-838334-2 {{(pid=84040) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 21:28:17.976364 n-d-838334-2 neutron-server[84042]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 21:28:17.976364 n-d-838334-2 neutron-server[84042]: util.warn( Apr 18 21:28:17.976364 n-d-838334-2 neutron-server[84042]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 21:28:17.976364 n-d-838334-2 neutron-server[84042]: util.warn( Apr 18 21:28:17.976364 n-d-838334-2 neutron-server[84042]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 21:28:17.976364 n-d-838334-2 neutron-server[84042]: util.warn( Apr 18 21:28:17.976364 n-d-838334-2 neutron-server[84042]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 21:28:17.976364 n-d-838334-2 neutron-server[84042]: util.warn( Apr 18 21:28:17.976364 n-d-838334-2 neutron-server[84042]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 21:28:17.976364 n-d-838334-2 neutron-server[84042]: util.warn( Apr 18 21:28:17.976364 n-d-838334-2 neutron-server[84042]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 21:28:17.976364 n-d-838334-2 neutron-server[84042]: util.warn( Apr 18 21:28:17.976364 n-d-838334-2 neutron-server[84042]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 21:28:17.976364 n-d-838334-2 neutron-server[84042]: util.warn( Apr 18 21:28:17.976364 n-d-838334-2 neutron-server[84042]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 21:28:17.976364 n-d-838334-2 neutron-server[84042]: util.warn( Apr 18 21:28:17.976364 n-d-838334-2 neutron-server[84042]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 21:28:17.976364 n-d-838334-2 neutron-server[84042]: util.warn( Apr 18 21:28:17.976364 n-d-838334-2 neutron-server[84042]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 21:28:17.976364 n-d-838334-2 neutron-server[84042]: util.warn( Apr 18 21:28:17.976364 n-d-838334-2 neutron-server[84042]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 21:28:17.976364 n-d-838334-2 neutron-server[84042]: util.warn( Apr 18 21:28:17.976364 n-d-838334-2 neutron-server[84042]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 21:28:17.976364 n-d-838334-2 neutron-server[84042]: util.warn( Apr 18 21:28:17.976364 n-d-838334-2 neutron-server[84042]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 21:28:17.976364 n-d-838334-2 neutron-server[84042]: util.warn( Apr 18 21:28:17.976364 n-d-838334-2 neutron-server[84042]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 21:28:17.976364 n-d-838334-2 neutron-server[84042]: util.warn( Apr 18 21:28:17.976364 n-d-838334-2 neutron-server[84042]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 21:28:17.976364 n-d-838334-2 neutron-server[84042]: util.warn( Apr 18 21:28:17.976364 n-d-838334-2 neutron-server[84042]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 21:28:17.976364 n-d-838334-2 neutron-server[84042]: util.warn( Apr 18 21:28:17.976364 n-d-838334-2 neutron-server[84042]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 21:28:17.976364 n-d-838334-2 neutron-server[84042]: util.warn( Apr 18 21:28:17.976364 n-d-838334-2 neutron-server[84042]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 21:28:17.976364 n-d-838334-2 neutron-server[84042]: util.warn( Apr 18 21:28:17.976364 n-d-838334-2 neutron-server[84042]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 21:28:17.976364 n-d-838334-2 neutron-server[84042]: util.warn( Apr 18 21:28:17.976364 n-d-838334-2 neutron-server[84042]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 21:28:17.976364 n-d-838334-2 neutron-server[84042]: util.warn( Apr 18 21:28:17.976364 n-d-838334-2 neutron-server[84042]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 21:28:17.976364 n-d-838334-2 neutron-server[84042]: util.warn( Apr 18 21:28:17.976364 n-d-838334-2 neutron-server[84042]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 21:28:17.976364 n-d-838334-2 neutron-server[84042]: util.warn( Apr 18 21:28:17.976364 n-d-838334-2 neutron-server[84042]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 21:28:17.976364 n-d-838334-2 neutron-server[84042]: util.warn( Apr 18 21:28:17.976364 n-d-838334-2 neutron-server[84042]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 21:28:17.976364 n-d-838334-2 neutron-server[84042]: util.warn( Apr 18 21:28:17.976364 n-d-838334-2 neutron-server[84042]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 21:28:17.976364 n-d-838334-2 neutron-server[84042]: util.warn( Apr 18 21:28:17.976364 n-d-838334-2 neutron-server[84042]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 21:28:17.976364 n-d-838334-2 neutron-server[84042]: util.warn( Apr 18 21:28:17.976364 n-d-838334-2 neutron-server[84042]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 21:28:17.976364 n-d-838334-2 neutron-server[84042]: util.warn( Apr 18 21:28:17.976364 n-d-838334-2 neutron-server[84042]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 21:28:17.976364 n-d-838334-2 neutron-server[84042]: util.warn( Apr 18 21:28:17.986325 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.db.api [None req-13643f47-46b7-441c-9e15-a2fe2c34f3df None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84042) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 18 21:28:17.986755 n-d-838334-2 neutron-server[84042]: DEBUG oslo_db.api [None req-13643f47-46b7-441c-9e15-a2fe2c34f3df None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 18 21:28:18.083052 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-76882f2d-e3d8-43b7-92eb-fbfb70d6cdb2 req-2af37cf0-b830-4da7-becc-f351a5d9861a service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=9becd0c9-fb45-4669-a443-78889d96dceb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1458461 Apr 18 21:28:18.088884 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-ada5c98d-f9f4-4a0a-ba4a-8aa965bf4c99 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1258905', 'neutron.services.segments.db._delete_segments_for_network-8750375287417'] for network, precommit_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:28:18.113401 n-d-838334-2 neutron-server[84040]: DEBUG neutron.services.segments.db [None req-ada5c98d-f9f4-4a0a-ba4a-8aa965bf4c99 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2e88f367-9bb1-4d32-81cf-5efcb4a28370']}} {{(pid=84040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:28:18.124878 n-d-838334-2 neutron-server[84040]: DEBUG neutron.services.segments.db [None req-ada5c98d-f9f4-4a0a-ba4a-8aa965bf4c99 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9914b38a-6340-496f-9c20-6bc61e741755') {'for_net_delete': True} {{(pid=84040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:28:18.125163 n-d-838334-2 neutron-server[84040]: DEBUG neutron.services.segments.db [None req-ada5c98d-f9f4-4a0a-ba4a-8aa965bf4c99 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9914b38a-6340-496f-9c20-6bc61e741755') {} {{(pid=84040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:28:18.136193 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-ada5c98d-f9f4-4a0a-ba4a-8aa965bf4c99 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750375287300', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31955965'] for segment, before_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:28:18.151763 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-ada5c98d-f9f4-4a0a-ba4a-8aa965bf4c99 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1082986'] for segment, precommit_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:28:18.157855 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ada5c98d-f9f4-4a0a-ba4a-8aa965bf4c99 admin admin] Releasing vlan 377 on physical network physnet1 to pool {{(pid=84040) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 18 21:28:18.158181 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-ada5c98d-f9f4-4a0a-ba4a-8aa965bf4c99 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1082993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32440923'] for segment, after_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:28:18.171588 n-d-838334-2 neutron-server[84040]: Traceback (most recent call last): Apr 18 21:28:18.171588 n-d-838334-2 neutron-server[84040]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 18 21:28:18.171588 n-d-838334-2 neutron-server[84040]: timer() Apr 18 21:28:18.171588 n-d-838334-2 neutron-server[84040]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 21:28:18.171588 n-d-838334-2 neutron-server[84040]: cb(*args, **kw) Apr 18 21:28:18.171588 n-d-838334-2 neutron-server[84040]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 18 21:28:18.171588 n-d-838334-2 neutron-server[84040]: return func(*args, **kwargs) Apr 18 21:28:18.171588 n-d-838334-2 neutron-server[84040]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 21:28:18.171588 n-d-838334-2 neutron-server[84040]: self._notify() Apr 18 21:28:18.171588 n-d-838334-2 neutron-server[84040]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 21:28:18.171588 n-d-838334-2 neutron-server[84040]: self.callback(batched_events) Apr 18 21:28:18.171588 n-d-838334-2 neutron-server[84040]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 21:28:18.171588 n-d-838334-2 neutron-server[84040]: event.method(event) Apr 18 21:28:18.171588 n-d-838334-2 neutron-server[84040]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 18 21:28:18.171588 n-d-838334-2 neutron-server[84040]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 21:28:18.171588 n-d-838334-2 neutron-server[84040]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 18 21:28:18.171588 n-d-838334-2 neutron-server[84040]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 21:28:18.171588 n-d-838334-2 neutron-server[84040]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 18 21:28:18.171588 n-d-838334-2 neutron-server[84040]: return f(self, *a, **k) Apr 18 21:28:18.171588 n-d-838334-2 neutron-server[84040]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 18 21:28:18.171588 n-d-838334-2 neutron-server[84040]: return self._get(url).json() Apr 18 21:28:18.171588 n-d-838334-2 neutron-server[84040]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 18 21:28:18.171588 n-d-838334-2 neutron-server[84040]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 21:28:18.171588 n-d-838334-2 neutron-server[84040]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 18 21:28:18.171588 n-d-838334-2 neutron-server[84040]: return self.request(url, 'GET', **kwargs) Apr 18 21:28:18.171588 n-d-838334-2 neutron-server[84040]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 18 21:28:18.171588 n-d-838334-2 neutron-server[84040]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 21:28:18.171588 n-d-838334-2 neutron-server[84040]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 18 21:28:18.171588 n-d-838334-2 neutron-server[84040]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 21:28:18.171588 n-d-838334-2 neutron-server[84040]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 18 21:28:18.171588 n-d-838334-2 neutron-server[84040]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 21:28:18.171588 n-d-838334-2 neutron-server[84040]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 21:28:18.247465 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-ada5c98d-f9f4-4a0a-ba4a-8aa965bf4c99 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1258898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33526109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33444113'] for network, after_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:28:18.262953 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-ada5c98d-f9f4-4a0a-ba4a-8aa965bf4c99 admin admin] Notify callbacks [] for network, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:28:18.273372 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ada5c98d-f9f4-4a0a-ba4a-8aa965bf4c99 admin admin] Pushing event deleted for resources: {'Network': ['ID=2e88f367-9bb1-4d32-81cf-5efcb4a28370,revision_number=None']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:28:18.280477 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-ada5c98d-f9f4-4a0a-ba4a-8aa965bf4c99 admin admin] 10.222.0.42 "DELETE /v2.0/networks/2e88f367-9bb1-4d32-81cf-5efcb4a28370 HTTP/1.1" status: 204 len: 168 time: 1.1871240 Apr 18 21:28:18.464199 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 37656) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:28:18.488576 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.plugin [None req-13643f47-46b7-441c-9e15-a2fe2c34f3df None None] Deleting port 83f20d99-e056-475a-b830-64b5dcd82764 {{(pid=84042) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 21:28:18.489099 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-13643f47-46b7-441c-9e15-a2fe2c34f3df None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750375188691'] for port, before_delete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:28:18.515045 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-9050f059-2be2-4ee0-807b-68361f5d9acf admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=31978bb3bc1348ad8b469e6e55d6f163&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0496061 Apr 18 21:28:18.517491 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 37660) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:28:18.554367 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.plugin [None req-13643f47-46b7-441c-9e15-a2fe2c34f3df None None] The port '83f20d99-e056-475a-b830-64b5dcd82764' was deleted {{(pid=84042) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 18 21:28:18.577562 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-1f0d9999-5cf9-4cd9-8b3e-86a6f55c4b57 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:28:18.603813 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-1f0d9999-5cf9-4cd9-8b3e-86a6f55c4b57 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:28:18.650934 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Device 83f20d99-e056-475a-b830-64b5dcd82764 no longer exists at agent ovs-agent-n-d-838334-2 {{(pid=84042) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 21:28:18.662233 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-1f0d9999-5cf9-4cd9-8b3e-86a6f55c4b57 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33528224'] for security_group, after_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:28:18.685922 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f0d9999-5cf9-4cd9-8b3e-86a6f55c4b57 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cdcfb3ee-78c0-44cb-a2e3-4b946850a7e7,revision_number=None']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:28:18.686195 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.plugin [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] No Port match for: 83f20d99-e056-475a-b830-64b5dcd82764 {{(pid=84042) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 18 21:28:18.686543 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Device 83f20d99-e056-475a-b830-64b5dcd82764 not bound to the agent host n-d-838334-2 {{(pid=84042) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 21:28:18.698639 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-1f0d9999-5cf9-4cd9-8b3e-86a6f55c4b57 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:28:18.704272 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-1f0d9999-5cf9-4cd9-8b3e-86a6f55c4b57 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/cdcfb3ee-78c0-44cb-a2e3-4b946850a7e7 HTTP/1.1" status: 204 len: 168 time: 0.1813955 Apr 18 21:28:19.123347 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c018157f-fa01-4e9d-84b2-f8e38cf9bb45 req-c98dfd6f-aa48-4b3c-9e7c-8d5fca38b81a tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:28:19.124607 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750375287399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253529'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:28:19.125428 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-c018157f-fa01-4e9d-84b2-f8e38cf9bb45 req-c98dfd6f-aa48-4b3c-9e7c-8d5fca38b81a tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] 10.222.0.42 "GET /v2.0/ports?device_id=f910f384-4665-40b6-afee-340b13c6ee09 HTTP/1.1" status: 200 len: 946 time: 0.1162877 Apr 18 21:28:19.162189 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 37670) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:28:19.177159 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-c018157f-fa01-4e9d-84b2-f8e38cf9bb45 req-40511c2b-e650-451a-9b9a-12dd66f96d7b tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] 10.222.0.42 "GET /v2.0/security-groups?id=9becd0c9-fb45-4669-a443-78889d96dceb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460231 Apr 18 21:28:19.212928 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-b84558de-743f-487f-9009-01231e3799d3 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=ccfcac3d30004336ad0b8339e0ef4c77&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0496037 Apr 18 21:28:19.215331 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 37674) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:28:19.278132 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-d2fdc918-faf8-4c62-800c-1567ef57eb31 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:28:19.305160 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-d2fdc918-faf8-4c62-800c-1567ef57eb31 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:28:19.359561 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-d2fdc918-faf8-4c62-800c-1567ef57eb31 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33528224'] for security_group, after_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:28:19.374615 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2fdc918-faf8-4c62-800c-1567ef57eb31 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=44a4bc40-6007-4c18-9413-ee6fac89d5ab,revision_number=None']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:28:19.381932 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-d2fdc918-faf8-4c62-800c-1567ef57eb31 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:28:19.383905 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-d2fdc918-faf8-4c62-800c-1567ef57eb31 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/44a4bc40-6007-4c18-9413-ee6fac89d5ab HTTP/1.1" status: 204 len: 168 time: 0.1676245 Apr 18 21:28:19.593918 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-414b6ffe-e119-47bc-b18f-bcff1219c2f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750375287399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253529'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:28:20.377704 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7168b54c-0a1e-4cfd-b137-0fc8e727f822 req-3fdbf4eb-35a8-4de8-a5b0-b33d4898bcfe tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:28:20.379134 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-7168b54c-0a1e-4cfd-b137-0fc8e727f822 req-3fdbf4eb-35a8-4de8-a5b0-b33d4898bcfe tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] 10.222.0.42 "GET /v2.0/ports?device_id=f910f384-4665-40b6-afee-340b13c6ee09 HTTP/1.1" status: 200 len: 946 time: 0.0792701 Apr 18 21:28:20.425533 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-7168b54c-0a1e-4cfd-b137-0fc8e727f822 req-12639361-077c-42f5-b756-9e850f97787a tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] 10.222.0.42 "GET /v2.0/security-groups?id=9becd0c9-fb45-4669-a443-78889d96dceb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397766 Apr 18 21:28:20.612142 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Device a4d00cd9-10d9-4215-bb92-c0be648ff9fc no longer exists at agent ovs-agent-n-d-838334-2 {{(pid=84042) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 21:28:20.626167 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc12d1d4-715d-47c4-a006-412099c57288 req-d2f98f38-b49e-4453-9f27-7d0816ef644a tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:28:20.627819 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-dc12d1d4-715d-47c4-a006-412099c57288 req-d2f98f38-b49e-4453-9f27-7d0816ef644a tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] 10.222.0.42 "GET /v2.0/ports?device_id=f910f384-4665-40b6-afee-340b13c6ee09 HTTP/1.1" status: 200 len: 946 time: 0.0777082 Apr 18 21:28:20.646358 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.plugin [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] No Port match for: a4d00cd9-10d9-4215-bb92-c0be648ff9fc {{(pid=84042) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 18 21:28:20.646697 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Device a4d00cd9-10d9-4215-bb92-c0be648ff9fc not bound to the agent host n-d-838334-2 {{(pid=84042) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 21:28:20.676551 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-dc12d1d4-715d-47c4-a006-412099c57288 req-d6bc24fd-ca05-43e5-86c9-4163baf168e3 tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] 10.222.0.42 "GET /v2.0/security-groups?id=9becd0c9-fb45-4669-a443-78889d96dceb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426874 Apr 18 21:28:20.682266 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-c7521a90-7d65-4e2e-842c-ca5d95e9a89c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750375287399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253529'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:28:20.703781 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 37684) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:28:20.776703 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-8538ebaa-4ffc-43c0-8647-56094602c82b tempest-TestNetworkAdvancedServerOps-1372836320 tempest-TestNetworkAdvancedServerOps-1372836320-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=f910f384-4665-40b6-afee-340b13c6ee09 HTTP/1.1" status: 200 len: 1092 time: 0.0718019 Apr 18 21:28:20.779373 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 37688) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:28:20.784297 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.v2.base [None req-283453a7-de7d-4fb9-8c1d-02b9c2893f51 tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] Request body: {'floatingip': {'floating_network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'port_id': '4b56e041-016c-445d-9445-b4b4151697b2', 'tenant_id': '202d5ea04e8c40de88f64ef931ef4e4f', 'fixed_ip_address': '172.20.0.12'}} {{(pid=84040) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:28:20.790683 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [None req-283453a7-de7d-4fb9-8c1d-02b9c2893f51 tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:28:20.794677 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-283453a7-de7d-4fb9-8c1d-02b9c2893f51 tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] Usage tracker for resource:floatingip and tenant:202d5ea04e8c40de88f64ef931ef4e4f is out of sync, need to count used quota {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:28:20.797546 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-283453a7-de7d-4fb9-8c1d-02b9c2893f51 tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:28:20.803220 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [None req-283453a7-de7d-4fb9-8c1d-02b9c2893f51 tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:28:20.812922 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-283453a7-de7d-4fb9-8c1d-02b9c2893f51 tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] Notify callbacks [] for floatingip, before_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:28:20.946745 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-283453a7-de7d-4fb9-8c1d-02b9c2893f51 tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:28:21.081360 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.db_base_plugin_common [None req-283453a7-de7d-4fb9-8c1d-02b9c2893f51 tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] Allocated IP 172.25.8.69 (e41b6600-a917-4a8d-b05c-be3be40c6d8c/6b05667b-848e-4356-9b44-d5eb6808ef74/0ffc2895-f7e3-4d05-913a-4caac3011c61) {{(pid=84040) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 21:28:21.318043 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-283453a7-de7d-4fb9-8c1d-02b9c2893f51 tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] Notify callbacks [] for port, precommit_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:28:21.345793 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-283453a7-de7d-4fb9-8c1d-02b9c2893f51 tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750374836619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32440838'] for port, after_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:28:21.411924 n-d-838334-2 neutron-server[84040]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-283453a7-de7d-4fb9-8c1d-02b9c2893f51 tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] Network e41b6600-a917-4a8d-b05c-be3be40c6d8c is already hosted by enough agents. {{(pid=84040) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:28:21.415331 n-d-838334-2 neutron-server[84040]: DEBUG neutron.scheduler.base_scheduler [None req-283453a7-de7d-4fb9-8c1d-02b9c2893f51 tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] Resources bound (agent type, host, resource id): {{(pid=84040) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:28:21.419681 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.l3_dvrscheduler_db [None req-283453a7-de7d-4fb9-8c1d-02b9c2893f51 tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] Received port after_create {{(pid=84040) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 21:28:21.443088 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-283453a7-de7d-4fb9-8c1d-02b9c2893f51 tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] Pushing event updated for resources: {'Port': ['ID=0ffc2895-f7e3-4d05-913a-4caac3011c61,revision_number=1']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:28:21.916750 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-283453a7-de7d-4fb9-8c1d-02b9c2893f51 tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:28:21.974729 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-283453a7-de7d-4fb9-8c1d-02b9c2893f51 tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:28:22.179531 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-283453a7-de7d-4fb9-8c1d-02b9c2893f51 tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] Notify callbacks [] for port, precommit_update {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:28:22.184303 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-283453a7-de7d-4fb9-8c1d-02b9c2893f51 tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32440959'] for port, after_update {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:28:22.290261 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-283453a7-de7d-4fb9-8c1d-02b9c2893f51 tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] Pushing event updated for resources: {'Port': ['ID=0ffc2895-f7e3-4d05-913a-4caac3011c61,revision_number=2']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:28:22.306298 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-283453a7-de7d-4fb9-8c1d-02b9c2893f51 tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33444131'] for floatingip, after_update {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:28:22.490929 n-d-838334-2 neutron-server[84040]: INFO neutron.db.l3_db [None req-283453a7-de7d-4fb9-8c1d-02b9c2893f51 tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] Floating IP 2e798890-1b1d-4c42-9284-391aac0cb8fb associated. External IP: 172.25.8.69, port: 4b56e041-016c-445d-9445-b4b4151697b2. Apr 18 21:28:22.985071 n-d-838334-2 neutron-server[84040]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-283453a7-de7d-4fb9-8c1d-02b9c2893f51 tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] Router 4cdbdd28-0948-4cf6-a686-4c81750f31cc has already been hosted by L3 agent bc84d6c9-dd7a-4555-a351-592327b46d5a {{(pid=84040) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 21:28:23.185634 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-283453a7-de7d-4fb9-8c1d-02b9c2893f51 tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] Notify agent at l3_agent.n-d-838334-2 the message routers_updated {{(pid=84040) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 21:28:23.195112 n-d-838334-2 neutron-server[84043]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1947bcf-676e-4361-a710-c386fdf42496 None None] Sync routers for ids ['4cdbdd28-0948-4cf6-a686-4c81750f31cc'] in n-d-838334-2 {{(pid=84043) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 18 21:28:23.207440 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1947bcf-676e-4361-a710-c386fdf42496 None None] Routers {'4cdbdd28-0948-4cf6-a686-4c81750f31cc'} bound to L3 agent in host n-d-838334-2 {{(pid=84043) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 21:28:23.208354 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.l3_hamode_db [None req-b1947bcf-676e-4361-a710-c386fdf42496 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838334-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-18T20:25:48Z,description=,heartbeat_timestamp=2022-04-18T21:28:18Z,host='n-d-838334-2',id=bc84d6c9-dd7a-4555-a351-592327b46d5a,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:25:48Z,topic='l3_agent')) {'router_ids': ['4cdbdd28-0948-4cf6-a686-4c81750f31cc'], 'active': True} {{(pid=84043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:28:23.209619 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-283453a7-de7d-4fb9-8c1d-02b9c2893f51 tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217293'] for floatingip, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:28:23.262430 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-283453a7-de7d-4fb9-8c1d-02b9c2893f51 tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] 10.222.0.42 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.4820445 Apr 18 21:28:23.262988 n-d-838334-2 neutron-server[84040]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f910f384-4665-40b6-afee-340b13c6ee09', 'tag': '4b56e041-016c-445d-9445-b4b4151697b2'}] {{(pid=84040) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 21:28:23.333550 n-d-838334-2 neutron-server[84040]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7d98b233-9061-4a3d-a9c5-fc71ca3dc630'] response: {'name': 'network-changed', 'server_uuid': 'f910f384-4665-40b6-afee-340b13c6ee09', 'tag': '4b56e041-016c-445d-9445-b4b4151697b2', 'status': 'completed', 'code': 200} Apr 18 21:28:23.391926 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.l3_dvr_db [None req-b1947bcf-676e-4361-a710-c386fdf42496 None None] Set router 4cdbdd28-0948-4cf6-a686-4c81750f31cc gateway port host: n-d-838334-2 {{(pid=84043) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 21:28:23.490046 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-5b2e3ed8-0b6c-4635-a311-de42a79f2e0b req-7c9cb1cf-bab7-493c-b999-1128f5ae786c service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=202d5ea04e8c40de88f64ef931ef4e4f&device_id=f910f384-4665-40b6-afee-340b13c6ee09 HTTP/1.1" status: 200 len: 1097 time: 0.1301434 Apr 18 21:28:23.500239 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-524253f2-0be4-40cd-8fe8-b939edbad8f3 req-a8ba6cc1-6fe8-45ed-ba9b-7a624af52b1b tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:28:23.501702 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-524253f2-0be4-40cd-8fe8-b939edbad8f3 req-a8ba6cc1-6fe8-45ed-ba9b-7a624af52b1b tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] 10.222.0.42 "GET /v2.0/ports?device_id=f910f384-4665-40b6-afee-340b13c6ee09 HTTP/1.1" status: 200 len: 946 time: 0.1041377 Apr 18 21:28:23.647182 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-524253f2-0be4-40cd-8fe8-b939edbad8f3 req-aa0f1c1c-5755-425f-a2ae-07a49f5f1d99 tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] 10.222.0.42 "GET /v2.0/security-groups?id=9becd0c9-fb45-4669-a443-78889d96dceb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1245630 Apr 18 21:28:23.667029 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b2e3ed8-0b6c-4635-a311-de42a79f2e0b req-011bd842-48a6-4ab6-8386-f8ef0ecc1462 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:28:23.668707 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-5b2e3ed8-0b6c-4635-a311-de42a79f2e0b req-011bd842-48a6-4ab6-8386-f8ef0ecc1462 service neutron] 10.222.0.48 "GET /v2.0/networks?id=38a424dc-3752-4b69-bb89-1d18c0544827 HTTP/1.1" status: 200 len: 897 time: 0.1660831 Apr 18 21:28:23.678856 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 37696) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:28:23.737426 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.l3_hamode_db [None req-b1947bcf-676e-4361-a710-c386fdf42496 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4cdbdd28-0948-4cf6-a686-4c81750f31cc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-210313126', 'tenant_id': '202d5ea04e8c40de88f64ef931ef4e4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'external_fixed_ips': [{'subnet_id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'ip_address': '172.25.8.102'}], 'enable_snat': True}, 'gw_port_id': '5cb60562-58e5-438c-9f20-5da39e72b033', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:27:55Z', 'updated_at': '2022-04-18T21:28:01Z', 'revision_number': 4, 'project_id': '202d5ea04e8c40de88f64ef931ef4e4f', 'gw_port': {'id': '5cb60562-58e5-438c-9f20-5da39e72b033', 'name': '', 'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:70:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4cdbdd28-0948-4cf6-a686-4c81750f31cc', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'ip_address': '172.25.8.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:27:56Z', 'updated_at': '2022-04-18T21:28:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838334-2', '_floatingips': [{'id': '2e798890-1b1d-4c42-9284-391aac0cb8fb', 'tenant_id': '202d5ea04e8c40de88f64ef931ef4e4f', 'floating_ip_address': '172.25.8.69', 'floating_network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'router_id': '4cdbdd28-0948-4cf6-a686-4c81750f31cc', 'port_id': '4b56e041-016c-445d-9445-b4b4151697b2', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '38a424dc-3752-4b69-bb89-1d18c0544827', 'mac_address': 'fa:16:3e:a3:80:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f910f384-4665-40b6-afee-340b13c6ee09', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T21:28:21Z', 'updated_at': '2022-04-18T21:28:21Z', 'revision_number': 0, 'project_id': '202d5ea04e8c40de88f64ef931ef4e4f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0be13f82-f4d9-4d79-bcbf-44003479646b', 'name': '', 'network_id': '38a424dc-3752-4b69-bb89-1d18c0544827', 'tenant_id': '202d5ea04e8c40de88f64ef931ef4e4f', 'mac_address': 'fa:16:3e:96:38:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4cdbdd28-0948-4cf6-a686-4c81750f31cc', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2e0e3b1b-1b50-4c29-b512-f502e9b82f0c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:28:01Z', 'updated_at': '2022-04-18T21:28:06Z', 'revision_number': 5, 'project_id': '202d5ea04e8c40de88f64ef931ef4e4f', 'subnets': [{'id': '2e0e3b1b-1b50-4c29-b512-f502e9b82f0c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838334-2', False) {} {{(pid=84043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:28:23.741321 n-d-838334-2 neutron-server[84043]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1947bcf-676e-4361-a710-c386fdf42496 None None] Checking router: 4cdbdd28-0948-4cf6-a686-4c81750f31cc for host: n-d-838334-2 {{(pid=84043) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 18 21:28:23.751525 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1947bcf-676e-4361-a710-c386fdf42496 None None] Routers {'4cdbdd28-0948-4cf6-a686-4c81750f31cc'} bound to L3 agent in host n-d-838334-2 {{(pid=84043) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 21:28:23.752160 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.l3_hamode_db [None req-b1947bcf-676e-4361-a710-c386fdf42496 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838334-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-18T20:25:48Z,description=,heartbeat_timestamp=2022-04-18T21:28:18Z,host='n-d-838334-2',id=bc84d6c9-dd7a-4555-a351-592327b46d5a,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:25:48Z,topic='l3_agent')) {'router_ids': ['4cdbdd28-0948-4cf6-a686-4c81750f31cc'], 'active': True} {{(pid=84043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:28:23.864991 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-9f13c58b-8ffe-413e-8f30-c932b6a650ba tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] 10.222.0.42 "GET /v2.0/floatingips/2e798890-1b1d-4c42-9284-391aac0cb8fb HTTP/1.1" status: 200 len: 991 time: 0.1848614 Apr 18 21:28:23.866729 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-5b2e3ed8-0b6c-4635-a311-de42a79f2e0b req-fd9f8353-07d9-4d3d-ae9d-1cdd75f55f19 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=4b56e041-016c-445d-9445-b4b4151697b2 HTTP/1.1" status: 200 len: 999 time: 0.1916900 Apr 18 21:28:23.930374 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b2e3ed8-0b6c-4635-a311-de42a79f2e0b req-81aeaf3a-e036-4290-b55f-1470fd000a51 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:28:23.932119 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-5b2e3ed8-0b6c-4635-a311-de42a79f2e0b req-81aeaf3a-e036-4290-b55f-1470fd000a51 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=2e0e3b1b-1b50-4c29-b512-f502e9b82f0c HTTP/1.1" status: 200 len: 835 time: 0.0591249 Apr 18 21:28:23.934715 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.l3_dvr_db [None req-b1947bcf-676e-4361-a710-c386fdf42496 None None] Set router 4cdbdd28-0948-4cf6-a686-4c81750f31cc gateway port host: n-d-838334-2 {{(pid=84043) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 21:28:24.011651 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-5b2e3ed8-0b6c-4635-a311-de42a79f2e0b req-c53ee199-301a-4697-87b5-1d318f56549a service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=38a424dc-3752-4b69-bb89-1d18c0544827&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0726449 Apr 18 21:28:24.149088 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-5b2e3ed8-0b6c-4635-a311-de42a79f2e0b req-a44d5dd3-4920-47e7-a953-3a2d2ee0f33b service neutron] 10.222.0.48 "GET /v2.0/networks/38a424dc-3752-4b69-bb89-1d18c0544827?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1296344 Apr 18 21:28:24.278074 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-5b2e3ed8-0b6c-4635-a311-de42a79f2e0b req-ecfd0d59-c3ea-45e4-b761-fa2986a5f4e5 service neutron] 10.222.0.48 "GET /v2.0/networks/38a424dc-3752-4b69-bb89-1d18c0544827?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1232553 Apr 18 21:28:24.333050 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.l3_hamode_db [None req-b1947bcf-676e-4361-a710-c386fdf42496 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4cdbdd28-0948-4cf6-a686-4c81750f31cc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-210313126', 'tenant_id': '202d5ea04e8c40de88f64ef931ef4e4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'external_fixed_ips': [{'subnet_id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'ip_address': '172.25.8.102'}], 'enable_snat': True}, 'gw_port_id': '5cb60562-58e5-438c-9f20-5da39e72b033', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:27:55Z', 'updated_at': '2022-04-18T21:28:01Z', 'revision_number': 4, 'project_id': '202d5ea04e8c40de88f64ef931ef4e4f', 'gw_port': {'id': '5cb60562-58e5-438c-9f20-5da39e72b033', 'name': '', 'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:70:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4cdbdd28-0948-4cf6-a686-4c81750f31cc', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'ip_address': '172.25.8.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:27:56Z', 'updated_at': '2022-04-18T21:28:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838334-2', '_floatingips': [{'id': '2e798890-1b1d-4c42-9284-391aac0cb8fb', 'tenant_id': '202d5ea04e8c40de88f64ef931ef4e4f', 'floating_ip_address': '172.25.8.69', 'floating_network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'router_id': '4cdbdd28-0948-4cf6-a686-4c81750f31cc', 'port_id': '4b56e041-016c-445d-9445-b4b4151697b2', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '38a424dc-3752-4b69-bb89-1d18c0544827', 'mac_address': 'fa:16:3e:a3:80:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f910f384-4665-40b6-afee-340b13c6ee09', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T21:28:21Z', 'updated_at': '2022-04-18T21:28:21Z', 'revision_number': 0, 'project_id': '202d5ea04e8c40de88f64ef931ef4e4f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0be13f82-f4d9-4d79-bcbf-44003479646b', 'name': '', 'network_id': '38a424dc-3752-4b69-bb89-1d18c0544827', 'tenant_id': '202d5ea04e8c40de88f64ef931ef4e4f', 'mac_address': 'fa:16:3e:96:38:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4cdbdd28-0948-4cf6-a686-4c81750f31cc', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2e0e3b1b-1b50-4c29-b512-f502e9b82f0c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:28:01Z', 'updated_at': '2022-04-18T21:28:06Z', 'revision_number': 5, 'project_id': '202d5ea04e8c40de88f64ef931ef4e4f', 'subnets': [{'id': '2e0e3b1b-1b50-4c29-b512-f502e9b82f0c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838334-2', False) {} {{(pid=84043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:28:24.337705 n-d-838334-2 neutron-server[84043]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1947bcf-676e-4361-a710-c386fdf42496 None None] The sync data for ids ['4cdbdd28-0948-4cf6-a686-4c81750f31cc'] in n-d-838334-2 is: [{'id': '4cdbdd28-0948-4cf6-a686-4c81750f31cc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-210313126', 'tenant_id': '202d5ea04e8c40de88f64ef931ef4e4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'external_fixed_ips': [{'subnet_id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'ip_address': '172.25.8.102'}], 'enable_snat': True}, 'gw_port_id': '5cb60562-58e5-438c-9f20-5da39e72b033', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:27:55Z', 'updated_at': '2022-04-18T21:28:01Z', 'revision_number': 4, 'project_id': '202d5ea04e8c40de88f64ef931ef4e4f', 'gw_port': {'id': '5cb60562-58e5-438c-9f20-5da39e72b033', 'name': '', 'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:70:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4cdbdd28-0948-4cf6-a686-4c81750f31cc', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'ip_address': '172.25.8.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:27:56Z', 'updated_at': '2022-04-18T21:28:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838334-2', '_floatingips': [{'id': '2e798890-1b1d-4c42-9284-391aac0cb8fb', 'tenant_id': '202d5ea04e8c40de88f64ef931ef4e4f', 'floating_ip_address': '172.25.8.69', 'floating_network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'router_id': '4cdbdd28-0948-4cf6-a686-4c81750f31cc', 'port_id': '4b56e041-016c-445d-9445-b4b4151697b2', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '38a424dc-3752-4b69-bb89-1d18c0544827', 'mac_address': 'fa:16:3e:a3:80:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f910f384-4665-40b6-afee-340b13c6ee09', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T21:28:21Z', 'updated_at': '2022-04-18T21:28:21Z', 'revision_number': 0, 'project_id': '202d5ea04e8c40de88f64ef931ef4e4f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0be13f82-f4d9-4d79-bcbf-44003479646b', 'name': '', 'network_id': '38a424dc-3752-4b69-bb89-1d18c0544827', 'tenant_id': '202d5ea04e8c40de88f64ef931ef4e4f', 'mac_address': 'fa:16:3e:96:38:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4cdbdd28-0948-4cf6-a686-4c81750f31cc', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2e0e3b1b-1b50-4c29-b512-f502e9b82f0c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:28:01Z', 'updated_at': '2022-04-18T21:28:06Z', 'revision_number': 5, 'project_id': '202d5ea04e8c40de88f64ef931ef4e4f', 'subnets': [{'id': '2e0e3b1b-1b50-4c29-b512-f502e9b82f0c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84043) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 18 21:28:24.535716 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ec6061c-253a-4f2d-a906-5488a62b13ce None None] New status for floating IP 2e798890-1b1d-4c42-9284-391aac0cb8fb: ACTIVE {{(pid=84042) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Apr 18 21:28:24.869024 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 37700) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:28:24.973212 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-5abdb08e-6e07-4923-8904-70642d6d0b25 tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] 10.222.0.42 "GET /v2.0/floatingips/2e798890-1b1d-4c42-9284-391aac0cb8fb HTTP/1.1" status: 200 len: 993 time: 0.1030660 Apr 18 21:28:30.004870 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750375287399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253529'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:28:30.041700 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.agents_db [None req-6346a179-333c-4370-b5a6-936984aeab15 None None] Agent healthcheck: found 7 active agents {{(pid=84043) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 18 21:28:34.167502 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750375287399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253529'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:28:45.674679 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-340157d5-642a-4174-82d1-fb82105ac0d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750375287399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253529'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:28:47.928940 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-18cb4a1e-e689-4dca-9d10-d1a35932ec9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750375287399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253529'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:28:49.122207 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750375287399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253529'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:28:49.594573 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-414b6ffe-e119-47bc-b18f-bcff1219c2f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750375287399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253529'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:28:50.686197 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-c7521a90-7d65-4e2e-842c-ca5d95e9a89c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750375287399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253529'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:28:58.798637 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0101cf8-f3d6-47aa-b107-f574b63de1e2 req-d4afb880-61b7-414e-8cfb-48cfea54f84f tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:28:58.800127 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-d0101cf8-f3d6-47aa-b107-f574b63de1e2 req-d4afb880-61b7-414e-8cfb-48cfea54f84f tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] 10.222.0.42 "GET /v2.0/ports?device_id=f910f384-4665-40b6-afee-340b13c6ee09 HTTP/1.1" status: 200 len: 946 time: 0.0790999 Apr 18 21:28:58.961517 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-d0101cf8-f3d6-47aa-b107-f574b63de1e2 req-97c4e7e8-23b2-42e6-8ff2-02f990d6dc4e tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] 10.222.0.42 "GET /v2.0/security-groups?id=9becd0c9-fb45-4669-a443-78889d96dceb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1542885 Apr 18 21:28:59.050018 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-a76f4116-4c55-4993-9a15-02702e026b48 req-0dd0987b-e292-400c-a40c-e8d2497c0640 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=202d5ea04e8c40de88f64ef931ef4e4f&device_id=f910f384-4665-40b6-afee-340b13c6ee09 HTTP/1.1" status: 200 len: 1097 time: 0.0671771 Apr 18 21:28:59.209486 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a76f4116-4c55-4993-9a15-02702e026b48 req-5b52b8e9-b9cc-45a9-b731-ee8486e3d83c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:28:59.210956 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-a76f4116-4c55-4993-9a15-02702e026b48 req-5b52b8e9-b9cc-45a9-b731-ee8486e3d83c service neutron] 10.222.0.48 "GET /v2.0/networks?id=38a424dc-3752-4b69-bb89-1d18c0544827 HTTP/1.1" status: 200 len: 897 time: 0.1245627 Apr 18 21:28:59.314200 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-a76f4116-4c55-4993-9a15-02702e026b48 req-8a44f28d-1502-4fac-a83b-4ab3d67eb509 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=4b56e041-016c-445d-9445-b4b4151697b2 HTTP/1.1" status: 200 len: 1001 time: 0.0961397 Apr 18 21:28:59.377422 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a76f4116-4c55-4993-9a15-02702e026b48 req-69749084-fb92-4f3a-96b0-bd9b2a8d44fe service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:28:59.379035 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-a76f4116-4c55-4993-9a15-02702e026b48 req-69749084-fb92-4f3a-96b0-bd9b2a8d44fe service neutron] 10.222.0.48 "GET /v2.0/subnets?id=2e0e3b1b-1b50-4c29-b512-f502e9b82f0c HTTP/1.1" status: 200 len: 835 time: 0.0578308 Apr 18 21:28:59.458019 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-a76f4116-4c55-4993-9a15-02702e026b48 req-3c35c0a4-f0ce-4e04-a882-9ed9a16765de service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=38a424dc-3752-4b69-bb89-1d18c0544827&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0720534 Apr 18 21:28:59.588783 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-a76f4116-4c55-4993-9a15-02702e026b48 req-e9b12fa3-6de2-4d5f-9303-4f15e49ce797 service neutron] 10.222.0.48 "GET /v2.0/networks/38a424dc-3752-4b69-bb89-1d18c0544827?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1229451 Apr 18 21:28:59.717064 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-a76f4116-4c55-4993-9a15-02702e026b48 req-fbde29ba-33fe-4222-9731-282c0d2b7054 service neutron] 10.222.0.48 "GET /v2.0/networks/38a424dc-3752-4b69-bb89-1d18c0544827?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1225002 Apr 18 21:29:00.003906 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750375287399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253529'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:29:00.160929 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eabfa77-a5aa-4d71-91a8-48acae3edc67 req-1978a4ff-f6b6-40d2-9ac2-60ea88e25eba tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:29:00.162362 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-4eabfa77-a5aa-4d71-91a8-48acae3edc67 req-1978a4ff-f6b6-40d2-9ac2-60ea88e25eba tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] 10.222.0.42 "GET /v2.0/ports?device_id=f910f384-4665-40b6-afee-340b13c6ee09 HTTP/1.1" status: 200 len: 946 time: 0.0749433 Apr 18 21:29:00.207771 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-4eabfa77-a5aa-4d71-91a8-48acae3edc67 req-1f8d0d3c-1529-42cd-ba1b-79e9c1f1cece tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] 10.222.0.42 "GET /v2.0/security-groups?id=9becd0c9-fb45-4669-a443-78889d96dceb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398362 Apr 18 21:29:01.407494 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85abb45b-f704-4afa-a51d-d749eee8aa40 req-f2d9b1b8-02b5-4fca-ad6f-0ef400f1c353 tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:29:01.408990 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-85abb45b-f704-4afa-a51d-d749eee8aa40 req-f2d9b1b8-02b5-4fca-ad6f-0ef400f1c353 tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] 10.222.0.42 "GET /v2.0/ports?device_id=f910f384-4665-40b6-afee-340b13c6ee09 HTTP/1.1" status: 200 len: 946 time: 0.0786994 Apr 18 21:29:01.453661 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-85abb45b-f704-4afa-a51d-d749eee8aa40 req-165678f1-f8cb-419c-aaf1-3a24997473ea tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] 10.222.0.42 "GET /v2.0/security-groups?id=9becd0c9-fb45-4669-a443-78889d96dceb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388885 Apr 18 21:29:02.648859 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-718c8ea9-c0db-4a25-a5c0-05d7d48acbc2 req-cfe2a1ef-a68f-453e-bb9c-55c1f9f40c0b tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:29:02.650930 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-718c8ea9-c0db-4a25-a5c0-05d7d48acbc2 req-cfe2a1ef-a68f-453e-bb9c-55c1f9f40c0b tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] 10.222.0.42 "GET /v2.0/ports?device_id=f910f384-4665-40b6-afee-340b13c6ee09 HTTP/1.1" status: 200 len: 946 time: 0.0759530 Apr 18 21:29:02.699471 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-718c8ea9-c0db-4a25-a5c0-05d7d48acbc2 req-58cf1905-5c06-437d-8d20-6478efa80bc4 tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] 10.222.0.42 "GET /v2.0/security-groups?id=9becd0c9-fb45-4669-a443-78889d96dceb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427687 Apr 18 21:29:03.894564 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28576363-a34b-4ad3-8e3f-a4abb9b6a6f4 req-7c50e2ad-a531-47db-9a0d-e5b72e76e8a7 tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:29:03.896010 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-28576363-a34b-4ad3-8e3f-a4abb9b6a6f4 req-7c50e2ad-a531-47db-9a0d-e5b72e76e8a7 tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] 10.222.0.42 "GET /v2.0/ports?device_id=f910f384-4665-40b6-afee-340b13c6ee09 HTTP/1.1" status: 200 len: 946 time: 0.0759168 Apr 18 21:29:03.940955 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-28576363-a34b-4ad3-8e3f-a4abb9b6a6f4 req-0bd5d66b-03bd-4066-b542-107a01a26292 tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] 10.222.0.42 "GET /v2.0/security-groups?id=9becd0c9-fb45-4669-a443-78889d96dceb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388956 Apr 18 21:29:04.178502 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750375287399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253529'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:29:05.138972 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed17d8d9-2b23-46e9-ae2e-9ddf021e1bd6 req-58449ea8-2716-47b5-a141-6de9359009bc tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:29:05.140442 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-ed17d8d9-2b23-46e9-ae2e-9ddf021e1bd6 req-58449ea8-2716-47b5-a141-6de9359009bc tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] 10.222.0.42 "GET /v2.0/ports?device_id=f910f384-4665-40b6-afee-340b13c6ee09 HTTP/1.1" status: 200 len: 946 time: 0.0785806 Apr 18 21:29:05.189612 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-ed17d8d9-2b23-46e9-ae2e-9ddf021e1bd6 req-b39832c5-64b2-44ec-8d93-2f4f02781ad7 tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] 10.222.0.42 "GET /v2.0/security-groups?id=9becd0c9-fb45-4669-a443-78889d96dceb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436521 Apr 18 21:29:06.390295 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a48e8775-e203-4a53-960a-e9cf91479208 req-9d78f736-b6fc-49cb-bbbe-35ed05fedfa9 tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:29:06.391742 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-a48e8775-e203-4a53-960a-e9cf91479208 req-9d78f736-b6fc-49cb-bbbe-35ed05fedfa9 tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] 10.222.0.42 "GET /v2.0/ports?device_id=f910f384-4665-40b6-afee-340b13c6ee09 HTTP/1.1" status: 200 len: 946 time: 0.0745416 Apr 18 21:29:06.436897 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-a48e8775-e203-4a53-960a-e9cf91479208 req-3854dd26-30c3-4420-b1cd-95d4fa6e97d0 tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] 10.222.0.42 "GET /v2.0/security-groups?id=9becd0c9-fb45-4669-a443-78889d96dceb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397468 Apr 18 21:29:07.042706 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.agents_db [None req-6346a179-333c-4370-b5a6-936984aeab15 None None] Agent healthcheck: found 7 active agents {{(pid=84043) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 18 21:29:07.639016 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8677dd78-9e0a-420b-aebd-6221369ac8d2 req-d43824f3-3c90-4338-a0e6-8799d4a8e7ae tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:29:07.640501 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-8677dd78-9e0a-420b-aebd-6221369ac8d2 req-d43824f3-3c90-4338-a0e6-8799d4a8e7ae tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] 10.222.0.42 "GET /v2.0/ports?device_id=f910f384-4665-40b6-afee-340b13c6ee09 HTTP/1.1" status: 200 len: 946 time: 0.0783587 Apr 18 21:29:07.685072 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-8677dd78-9e0a-420b-aebd-6221369ac8d2 req-302bf32f-b899-411a-9414-87e5a45d50d9 tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] 10.222.0.42 "GET /v2.0/security-groups?id=9becd0c9-fb45-4669-a443-78889d96dceb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389493 Apr 18 21:29:08.880788 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bdd926b-6d42-461d-acb5-7db37a7fa13a req-eeecee1a-58a3-4479-988d-1c34c7288bf6 tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:29:08.882142 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-4bdd926b-6d42-461d-acb5-7db37a7fa13a req-eeecee1a-58a3-4479-988d-1c34c7288bf6 tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] 10.222.0.42 "GET /v2.0/ports?device_id=f910f384-4665-40b6-afee-340b13c6ee09 HTTP/1.1" status: 200 len: 946 time: 0.0754049 Apr 18 21:29:08.926819 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-4bdd926b-6d42-461d-acb5-7db37a7fa13a req-d641d6cb-fa60-4c3f-b3d7-b6f137fcded9 tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] 10.222.0.42 "GET /v2.0/security-groups?id=9becd0c9-fb45-4669-a443-78889d96dceb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386717 Apr 18 21:29:10.123578 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0798aa8d-f376-4d05-9f1d-d96ed3b1c9ff req-f56cfaa5-9b4e-40be-b576-5349a17f976f tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:29:10.125053 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-0798aa8d-f376-4d05-9f1d-d96ed3b1c9ff req-f56cfaa5-9b4e-40be-b576-5349a17f976f tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] 10.222.0.42 "GET /v2.0/ports?device_id=f910f384-4665-40b6-afee-340b13c6ee09 HTTP/1.1" status: 200 len: 946 time: 0.0778964 Apr 18 21:29:10.171926 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-0798aa8d-f376-4d05-9f1d-d96ed3b1c9ff req-d996bd8e-7483-4338-a9b6-e5b69c5dc488 tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] 10.222.0.42 "GET /v2.0/security-groups?id=9becd0c9-fb45-4669-a443-78889d96dceb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403326 Apr 18 21:29:11.365571 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d3e71b1-8f89-40d2-baf0-0c4c0a2a480e req-6446911e-4bb8-4871-b208-2a7ffcdaae4e tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:29:11.367014 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-2d3e71b1-8f89-40d2-baf0-0c4c0a2a480e req-6446911e-4bb8-4871-b208-2a7ffcdaae4e tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] 10.222.0.42 "GET /v2.0/ports?device_id=f910f384-4665-40b6-afee-340b13c6ee09 HTTP/1.1" status: 200 len: 946 time: 0.0760970 Apr 18 21:29:11.505418 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-2d3e71b1-8f89-40d2-baf0-0c4c0a2a480e req-a2d07a55-f756-487c-8c4d-01aff6bbc4bd tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] 10.222.0.42 "GET /v2.0/security-groups?id=9becd0c9-fb45-4669-a443-78889d96dceb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1326327 Apr 18 21:29:12.699147 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43da9bdb-0736-4100-ab2e-c79056b4278b req-9c3dc44c-1698-48bb-a32e-34ee2dbc8c87 tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:29:12.700595 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-43da9bdb-0736-4100-ab2e-c79056b4278b req-9c3dc44c-1698-48bb-a32e-34ee2dbc8c87 tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] 10.222.0.42 "GET /v2.0/ports?device_id=f910f384-4665-40b6-afee-340b13c6ee09 HTTP/1.1" status: 200 len: 946 time: 0.0766571 Apr 18 21:29:12.744943 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-43da9bdb-0736-4100-ab2e-c79056b4278b req-aa431ca5-5713-473e-985f-f3ab71f79e99 tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] 10.222.0.42 "GET /v2.0/security-groups?id=9becd0c9-fb45-4669-a443-78889d96dceb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387514 Apr 18 21:29:13.941816 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e91aa79-8f64-44e4-9d16-a7440bae8fda req-505fd2ad-5caf-48ac-aebf-63aa7b8f5fe3 tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:29:13.943251 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-0e91aa79-8f64-44e4-9d16-a7440bae8fda req-505fd2ad-5caf-48ac-aebf-63aa7b8f5fe3 tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] 10.222.0.42 "GET /v2.0/ports?device_id=f910f384-4665-40b6-afee-340b13c6ee09 HTTP/1.1" status: 200 len: 946 time: 0.0794156 Apr 18 21:29:13.988875 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-0e91aa79-8f64-44e4-9d16-a7440bae8fda req-34cd40b7-0de7-4757-84b9-44a0aea4d1c7 tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] 10.222.0.42 "GET /v2.0/security-groups?id=9becd0c9-fb45-4669-a443-78889d96dceb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396283 Apr 18 21:29:15.184988 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb037e9-1045-46c6-bacd-d024a57808d3 req-db1da92c-ed4b-4068-ac71-73f8a6b4c7c3 tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:29:15.186419 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-7fb037e9-1045-46c6-bacd-d024a57808d3 req-db1da92c-ed4b-4068-ac71-73f8a6b4c7c3 tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] 10.222.0.42 "GET /v2.0/ports?device_id=f910f384-4665-40b6-afee-340b13c6ee09 HTTP/1.1" status: 200 len: 946 time: 0.0754471 Apr 18 21:29:15.232247 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-7fb037e9-1045-46c6-bacd-d024a57808d3 req-4dbdaf9f-fe3d-4b86-8515-b84526cac645 tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] 10.222.0.42 "GET /v2.0/security-groups?id=9becd0c9-fb45-4669-a443-78889d96dceb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402780 Apr 18 21:29:15.679255 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-0c273fff-a56a-489a-9692-7f57f501f4b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750375287399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253529'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:29:16.435037 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34758ac3-b0da-43cd-9fc6-e6975a8360e7 req-f1546be4-b88b-485e-953b-d1673c413e8f tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:29:16.436685 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-34758ac3-b0da-43cd-9fc6-e6975a8360e7 req-f1546be4-b88b-485e-953b-d1673c413e8f tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] 10.222.0.42 "GET /v2.0/ports?device_id=f910f384-4665-40b6-afee-340b13c6ee09 HTTP/1.1" status: 200 len: 946 time: 0.0816534 Apr 18 21:29:16.539839 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-34758ac3-b0da-43cd-9fc6-e6975a8360e7 req-802090fc-4b63-43b8-9cb5-11bf61e1e741 tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] 10.222.0.42 "GET /v2.0/security-groups?id=9becd0c9-fb45-4669-a443-78889d96dceb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0975418 Apr 18 21:29:16.553250 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-23ba41db-6135-4024-80f0-2d3fdffead17 req-8c381fdf-e82e-4ed9-a5d6-7e2c217c4669 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=f910f384-4665-40b6-afee-340b13c6ee09 HTTP/1.1" status: 200 len: 1097 time: 0.0957534 Apr 18 21:29:16.595041 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-23ba41db-6135-4024-80f0-2d3fdffead17 req-a7b8f983-94c6-4004-a0d2-c701dad7be70 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=9becd0c9-fb45-4669-a443-78889d96dceb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354905 Apr 18 21:29:17.744865 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40af210c-20e7-4b38-a643-fe9a356f6ead req-0cf6453e-4d2a-48ef-8ec3-88a4aeb2ea51 tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:29:17.746462 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-40af210c-20e7-4b38-a643-fe9a356f6ead req-0cf6453e-4d2a-48ef-8ec3-88a4aeb2ea51 tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] 10.222.0.42 "GET /v2.0/ports?device_id=f910f384-4665-40b6-afee-340b13c6ee09 HTTP/1.1" status: 200 len: 946 time: 0.0840099 Apr 18 21:29:17.791635 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-40af210c-20e7-4b38-a643-fe9a356f6ead req-132b0dd0-4653-441c-891a-bd2c12ec0aa4 tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] 10.222.0.42 "GET /v2.0/security-groups?id=9becd0c9-fb45-4669-a443-78889d96dceb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395164 Apr 18 21:29:17.820721 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 37754) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:29:17.926434 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-e5424ff1-b3d7-4db2-995a-bf45d0f7e93c tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] 10.222.0.42 "GET /v2.0/floatingips/2e798890-1b1d-4c42-9284-391aac0cb8fb HTTP/1.1" status: 200 len: 993 time: 0.1030796 Apr 18 21:29:17.934925 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-fcefafa6-9d64-49da-91c5-8d1234c2d9c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750375287399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253529'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:29:19.114568 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750375287399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253529'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:29:19.307330 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Device 4b56e041-016c-445d-9445-b4b4151697b2 details requested by agent hyperv_n-h2-838334-2 with host n-h2-838334-2 {{(pid=84042) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 18 21:29:19.309642 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Device 4b56e041-016c-445d-9445-b4b4151697b2 no longer exists at agent hyperv_n-h2-838334-2 {{(pid=84042) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 21:29:19.525413 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:29:19.543340 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] For port 4b56e041-016c-445d-9445-b4b4151697b2, host n-h2-838334-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838334-2',level=0,port_id=4b56e041-016c-445d-9445-b4b4151697b2,segment=NetworkSegment(2ac7498e-daa9-48f0-b0f0-a04a474e6785),segment_id=2ac7498e-daa9-48f0-b0f0-a04a474e6785)] {{(pid=84042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:29:19.563192 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Returning: {'device': '4b56e041-016c-445d-9445-b4b4151697b2', 'network_id': '38a424dc-3752-4b69-bb89-1d18c0544827', 'port_id': '4b56e041-016c-445d-9445-b4b4151697b2', 'mac_address': 'fa:16:3e:a3:80:e4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 390, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2e0e3b1b-1b50-4c29-b512-f502e9b82f0c', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84042) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 18 21:29:19.569342 n-d-838334-2 neutron-server[84042]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f910f384-4665-40b6-afee-340b13c6ee09', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4b56e041-016c-445d-9445-b4b4151697b2'}] {{(pid=84042) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 21:29:19.646799 n-d-838334-2 neutron-server[84042]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e90096e0-c082-47a2-bf76-7a791c768096'] response: {'server_uuid': 'f910f384-4665-40b6-afee-340b13c6ee09', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4b56e041-016c-445d-9445-b4b4151697b2', 'code': 200} Apr 18 21:29:19.649402 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] For port 4b56e041-016c-445d-9445-b4b4151697b2, host n-h2-838334-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838334-2',level=0,port_id=4b56e041-016c-445d-9445-b4b4151697b2,segment=NetworkSegment(2ac7498e-daa9-48f0-b0f0-a04a474e6785),segment_id=2ac7498e-daa9-48f0-b0f0-a04a474e6785)] {{(pid=84042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:29:19.661851 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682'] for port, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:29:19.716213 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-414b6ffe-e119-47bc-b18f-bcff1219c2f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750375287399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253529'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:29:19.728535 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:29:19.752938 n-d-838334-2 neutron-server[84042]: DEBUG neutron.notifiers.nova [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 4b56e041-016c-445d-9445-b4b4151697b2 {{(pid=84042) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 18 21:29:19.759092 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Pushing event updated for resources: {'Port': ['ID=4b56e041-016c-445d-9445-b4b4151697b2,revision_number=6']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:29:19.796361 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:29:19.796703 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:29:19.797040 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:29:19.797379 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:29:19.797706 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:29:19.798033 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:29:19.798356 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:29:19.798675 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:29:19.798993 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:29:19.799308 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:29:19.799646 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:29:19.829407 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.db.api [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=84042) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 18 21:29:19.829688 n-d-838334-2 neutron-server[84042]: DEBUG oslo_db.api [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=84042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 18 21:29:20.381490 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:29:20.398409 n-d-838334-2 neutron-server[84042]: DEBUG neutron.notifiers.nova [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4b56e041-016c-445d-9445-b4b4151697b2 {{(pid=84042) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 18 21:29:20.413058 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] For port 4b56e041-016c-445d-9445-b4b4151697b2, host n-h2-838334-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838334-2',level=0,port_id=4b56e041-016c-445d-9445-b4b4151697b2,segment=NetworkSegment(2ac7498e-daa9-48f0-b0f0-a04a474e6785),segment_id=2ac7498e-daa9-48f0-b0f0-a04a474e6785)] {{(pid=84042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:29:20.417892 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682'] for port, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:29:20.486243 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Pushing event updated for resources: {'Port': ['ID=4b56e041-016c-445d-9445-b4b4151697b2,revision_number=7']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:29:20.637398 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] get_ports_and_sgs() called for port_ids ['4b56e041-016c-445d-9445-b4b4151697b2'] {{(pid=84042) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 18 21:29:20.706505 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-c7521a90-7d65-4e2e-842c-ca5d95e9a89c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750375287399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253529'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:29:21.311799 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Device 4b56e041-016c-445d-9445-b4b4151697b2 up at agent hyperv_n-h2-838334-2 {{(pid=84042) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 21:29:21.378771 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Provisioning complete for port 4b56e041-016c-445d-9445-b4b4151697b2 triggered by entity L2. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:29:21.379137 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1253608'] for port, provisioning_complete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:29:21.489913 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:29:21.520884 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] For port 4b56e041-016c-445d-9445-b4b4151697b2, host n-h2-838334-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838334-2',level=0,port_id=4b56e041-016c-445d-9445-b4b4151697b2,segment=NetworkSegment(2ac7498e-daa9-48f0-b0f0-a04a474e6785),segment_id=2ac7498e-daa9-48f0-b0f0-a04a474e6785)] {{(pid=84042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:29:21.524567 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682'] for port, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:29:21.596343 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Pushing event updated for resources: {'Port': ['ID=4b56e041-016c-445d-9445-b4b4151697b2,revision_number=8']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:29:21.647447 n-d-838334-2 neutron-server[84042]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f910f384-4665-40b6-afee-340b13c6ee09', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4b56e041-016c-445d-9445-b4b4151697b2'}] {{(pid=84042) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 21:29:21.701105 n-d-838334-2 neutron-server[84042]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cf180a64-8a08-4ac3-9a83-abc58e5d2a0f'] response: {'server_uuid': 'f910f384-4665-40b6-afee-340b13c6ee09', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4b56e041-016c-445d-9445-b4b4151697b2', 'code': 200} Apr 18 21:29:30.018283 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750375287399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253529'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:29:34.177988 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750375287399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253529'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:29:44.044007 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.agents_db [None req-6346a179-333c-4370-b5a6-936984aeab15 None None] Agent healthcheck: found 7 active agents {{(pid=84043) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 18 21:29:45.681158 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-58218c63-fb7a-4b1f-ae24-21e137fb35c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750375287399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253529'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:29:47.928143 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-18a5798c-8582-4155-b2d3-889f0336517e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750375287399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253529'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:29:49.117039 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750375287399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253529'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:29:49.600853 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-414b6ffe-e119-47bc-b18f-bcff1219c2f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750375287399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253529'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:29:50.600066 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 37778) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:29:50.692855 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-c7521a90-7d65-4e2e-842c-ca5d95e9a89c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750375287399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253529'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:29:50.800139 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.plugin [None req-81c42817-78ad-4fdd-857f-432d0675c909 tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] Deleting port 0ffc2895-f7e3-4d05-913a-4caac3011c61 {{(pid=84041) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 21:29:50.800475 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-81c42817-78ad-4fdd-857f-432d0675c909 tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750375188691'] for port, before_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:29:50.979616 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-81c42817-78ad-4fdd-857f-432d0675c909 tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369123'] for port, precommit_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:29:50.979865 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-81c42817-78ad-4fdd-857f-432d0675c909 tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:29:51.096768 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.plugin [None req-81c42817-78ad-4fdd-857f-432d0675c909 tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] Calling delete_port for 0ffc2895-f7e3-4d05-913a-4caac3011c61 owned by network:floatingip {{(pid=84041) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 21:29:51.242072 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-81c42817-78ad-4fdd-857f-432d0675c909 tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750375259028', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750374836628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32266323'] for port, after_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:29:51.288352 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81c42817-78ad-4fdd-857f-432d0675c909 tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] Pushing event deleted for resources: {'Port': ['ID=0ffc2895-f7e3-4d05-913a-4caac3011c61,revision_number=None']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:29:51.333526 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81c42817-78ad-4fdd-857f-432d0675c909 tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:29:51.333875 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81c42817-78ad-4fdd-857f-432d0675c909 tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:29:51.334221 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81c42817-78ad-4fdd-857f-432d0675c909 tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:29:51.334564 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81c42817-78ad-4fdd-857f-432d0675c909 tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:29:51.334900 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81c42817-78ad-4fdd-857f-432d0675c909 tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:29:51.335235 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81c42817-78ad-4fdd-857f-432d0675c909 tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:29:51.335567 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81c42817-78ad-4fdd-857f-432d0675c909 tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:29:51.335923 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81c42817-78ad-4fdd-857f-432d0675c909 tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:29:51.336251 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81c42817-78ad-4fdd-857f-432d0675c909 tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:29:51.336576 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81c42817-78ad-4fdd-857f-432d0675c909 tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:29:51.336901 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81c42817-78ad-4fdd-857f-432d0675c909 tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:29:51.398848 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-81c42817-78ad-4fdd-857f-432d0675c909 tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] Notify callbacks [] for floatingip, after_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:29:51.888268 n-d-838334-2 neutron-server[84041]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-81c42817-78ad-4fdd-857f-432d0675c909 tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] Router 4cdbdd28-0948-4cf6-a686-4c81750f31cc has already been hosted by L3 agent bc84d6c9-dd7a-4555-a351-592327b46d5a {{(pid=84041) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 21:29:52.089482 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-81c42817-78ad-4fdd-857f-432d0675c909 tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] Notify agent at l3_agent.n-d-838334-2 the message routers_updated {{(pid=84041) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 21:29:52.099303 n-d-838334-2 neutron-server[84043]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3df5491-c37a-44a6-b903-70c7dbbc9c9b None None] Sync routers for ids ['4cdbdd28-0948-4cf6-a686-4c81750f31cc'] in n-d-838334-2 {{(pid=84043) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 18 21:29:52.109587 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-81c42817-78ad-4fdd-857f-432d0675c909 tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217293'] for floatingip, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:29:52.110942 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3df5491-c37a-44a6-b903-70c7dbbc9c9b None None] Routers {'4cdbdd28-0948-4cf6-a686-4c81750f31cc'} bound to L3 agent in host n-d-838334-2 {{(pid=84043) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 21:29:52.111538 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.l3_hamode_db [None req-c3df5491-c37a-44a6-b903-70c7dbbc9c9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838334-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-18T20:25:48Z,description=,heartbeat_timestamp=2022-04-18T21:29:48Z,host='n-d-838334-2',id=bc84d6c9-dd7a-4555-a351-592327b46d5a,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:25:48Z,topic='l3_agent')) {'router_ids': ['4cdbdd28-0948-4cf6-a686-4c81750f31cc'], 'active': True} {{(pid=84043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:29:52.162967 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-81c42817-78ad-4fdd-857f-432d0675c909 tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] 10.222.0.42 "DELETE /v2.0/floatingips/2e798890-1b1d-4c42-9284-391aac0cb8fb HTTP/1.1" status: 204 len: 168 time: 1.5616410 Apr 18 21:29:52.163370 n-d-838334-2 neutron-server[84041]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f910f384-4665-40b6-afee-340b13c6ee09', 'tag': '4b56e041-016c-445d-9445-b4b4151697b2'}] {{(pid=84041) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 21:29:52.221782 n-d-838334-2 neutron-server[84041]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f289366f-1576-461e-be1e-31a26b11d118'] response: {'name': 'network-changed', 'server_uuid': 'f910f384-4665-40b6-afee-340b13c6ee09', 'tag': '4b56e041-016c-445d-9445-b4b4151697b2', 'status': 'completed', 'code': 200} Apr 18 21:29:52.298577 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.l3_dvr_db [None req-c3df5491-c37a-44a6-b903-70c7dbbc9c9b None None] Set router 4cdbdd28-0948-4cf6-a686-4c81750f31cc gateway port host: n-d-838334-2 {{(pid=84043) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 21:29:52.325831 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-013b99b3-3d16-4bda-bbc0-0042aa40cb56 req-da0c3d74-9c5d-40a7-9f08-afc38378bff2 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=202d5ea04e8c40de88f64ef931ef4e4f&device_id=f910f384-4665-40b6-afee-340b13c6ee09 HTTP/1.1" status: 200 len: 1097 time: 0.0782249 Apr 18 21:29:52.475094 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-013b99b3-3d16-4bda-bbc0-0042aa40cb56 req-ff4b99f3-a012-4732-813a-da38106a772b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:29:52.476690 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-013b99b3-3d16-4bda-bbc0-0042aa40cb56 req-ff4b99f3-a012-4732-813a-da38106a772b service neutron] 10.222.0.48 "GET /v2.0/networks?id=38a424dc-3752-4b69-bb89-1d18c0544827 HTTP/1.1" status: 200 len: 897 time: 0.1429584 Apr 18 21:29:52.584750 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-013b99b3-3d16-4bda-bbc0-0042aa40cb56 req-de2cd995-3866-4a03-ae6b-5828c922fa2a service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=4b56e041-016c-445d-9445-b4b4151697b2 HTTP/1.1" status: 200 len: 217 time: 0.1017654 Apr 18 21:29:52.635310 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.l3_hamode_db [None req-c3df5491-c37a-44a6-b903-70c7dbbc9c9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4cdbdd28-0948-4cf6-a686-4c81750f31cc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-210313126', 'tenant_id': '202d5ea04e8c40de88f64ef931ef4e4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'external_fixed_ips': [{'subnet_id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'ip_address': '172.25.8.102'}], 'enable_snat': True}, 'gw_port_id': '5cb60562-58e5-438c-9f20-5da39e72b033', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:27:55Z', 'updated_at': '2022-04-18T21:28:01Z', 'revision_number': 4, 'project_id': '202d5ea04e8c40de88f64ef931ef4e4f', 'gw_port': {'id': '5cb60562-58e5-438c-9f20-5da39e72b033', 'name': '', 'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:70:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4cdbdd28-0948-4cf6-a686-4c81750f31cc', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'ip_address': '172.25.8.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:27:56Z', 'updated_at': '2022-04-18T21:28:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838334-2', '_interfaces': [{'id': '0be13f82-f4d9-4d79-bcbf-44003479646b', 'name': '', 'network_id': '38a424dc-3752-4b69-bb89-1d18c0544827', 'tenant_id': '202d5ea04e8c40de88f64ef931ef4e4f', 'mac_address': 'fa:16:3e:96:38:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4cdbdd28-0948-4cf6-a686-4c81750f31cc', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2e0e3b1b-1b50-4c29-b512-f502e9b82f0c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:28:01Z', 'updated_at': '2022-04-18T21:28:06Z', 'revision_number': 5, 'project_id': '202d5ea04e8c40de88f64ef931ef4e4f', 'subnets': [{'id': '2e0e3b1b-1b50-4c29-b512-f502e9b82f0c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838334-2', False) {} {{(pid=84043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:29:52.640749 n-d-838334-2 neutron-server[84043]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3df5491-c37a-44a6-b903-70c7dbbc9c9b None None] Checking router: 4cdbdd28-0948-4cf6-a686-4c81750f31cc for host: n-d-838334-2 {{(pid=84043) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 18 21:29:52.653091 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3df5491-c37a-44a6-b903-70c7dbbc9c9b None None] Routers {'4cdbdd28-0948-4cf6-a686-4c81750f31cc'} bound to L3 agent in host n-d-838334-2 {{(pid=84043) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 21:29:52.653747 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.l3_hamode_db [None req-c3df5491-c37a-44a6-b903-70c7dbbc9c9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838334-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-18T20:25:48Z,description=,heartbeat_timestamp=2022-04-18T21:29:48Z,host='n-d-838334-2',id=bc84d6c9-dd7a-4555-a351-592327b46d5a,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:25:48Z,topic='l3_agent')) {'router_ids': ['4cdbdd28-0948-4cf6-a686-4c81750f31cc'], 'active': True} {{(pid=84043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:29:52.673076 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-013b99b3-3d16-4bda-bbc0-0042aa40cb56 req-c2300997-d0d0-46ed-89e6-9826de7d7bc4 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:29:52.674406 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-013b99b3-3d16-4bda-bbc0-0042aa40cb56 req-c2300997-d0d0-46ed-89e6-9826de7d7bc4 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=2e0e3b1b-1b50-4c29-b512-f502e9b82f0c HTTP/1.1" status: 200 len: 835 time: 0.0749230 Apr 18 21:29:52.679912 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49121f95-42b7-420f-973c-79bc942a2b26 req-bdafa8f2-2880-46cf-a03f-749e8ed2ef69 tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:29:52.681206 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-49121f95-42b7-420f-973c-79bc942a2b26 req-bdafa8f2-2880-46cf-a03f-749e8ed2ef69 tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] 10.222.0.42 "GET /v2.0/ports?device_id=f910f384-4665-40b6-afee-340b13c6ee09 HTTP/1.1" status: 200 len: 946 time: 0.1515124 Apr 18 21:29:52.775883 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-49121f95-42b7-420f-973c-79bc942a2b26 req-28917a95-3550-45d7-8583-368250245ea8 tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] 10.222.0.42 "GET /v2.0/security-groups?id=9becd0c9-fb45-4669-a443-78889d96dceb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0635567 Apr 18 21:29:52.787369 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-013b99b3-3d16-4bda-bbc0-0042aa40cb56 req-0524ba5a-c499-4bfb-ab8a-2f5addd799f0 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=38a424dc-3752-4b69-bb89-1d18c0544827&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1042786 Apr 18 21:29:52.835699 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.l3_dvr_db [None req-c3df5491-c37a-44a6-b903-70c7dbbc9c9b None None] Set router 4cdbdd28-0948-4cf6-a686-4c81750f31cc gateway port host: n-d-838334-2 {{(pid=84043) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 21:29:52.921023 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-013b99b3-3d16-4bda-bbc0-0042aa40cb56 req-9cf391fe-e95f-4a74-b264-f2ad52fa7e56 service neutron] 10.222.0.48 "GET /v2.0/networks/38a424dc-3752-4b69-bb89-1d18c0544827?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1266978 Apr 18 21:29:53.054082 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-013b99b3-3d16-4bda-bbc0-0042aa40cb56 req-30680ec0-7880-46b4-bc2a-ce43bfe5364b service neutron] 10.222.0.48 "GET /v2.0/networks/38a424dc-3752-4b69-bb89-1d18c0544827?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1263242 Apr 18 21:29:53.175328 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.l3_hamode_db [None req-c3df5491-c37a-44a6-b903-70c7dbbc9c9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4cdbdd28-0948-4cf6-a686-4c81750f31cc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-210313126', 'tenant_id': '202d5ea04e8c40de88f64ef931ef4e4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'external_fixed_ips': [{'subnet_id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'ip_address': '172.25.8.102'}], 'enable_snat': True}, 'gw_port_id': '5cb60562-58e5-438c-9f20-5da39e72b033', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:27:55Z', 'updated_at': '2022-04-18T21:28:01Z', 'revision_number': 4, 'project_id': '202d5ea04e8c40de88f64ef931ef4e4f', 'gw_port': {'id': '5cb60562-58e5-438c-9f20-5da39e72b033', 'name': '', 'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:70:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4cdbdd28-0948-4cf6-a686-4c81750f31cc', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'ip_address': '172.25.8.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:27:56Z', 'updated_at': '2022-04-18T21:28:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838334-2', '_interfaces': [{'id': '0be13f82-f4d9-4d79-bcbf-44003479646b', 'name': '', 'network_id': '38a424dc-3752-4b69-bb89-1d18c0544827', 'tenant_id': '202d5ea04e8c40de88f64ef931ef4e4f', 'mac_address': 'fa:16:3e:96:38:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4cdbdd28-0948-4cf6-a686-4c81750f31cc', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2e0e3b1b-1b50-4c29-b512-f502e9b82f0c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:28:01Z', 'updated_at': '2022-04-18T21:28:06Z', 'revision_number': 5, 'project_id': '202d5ea04e8c40de88f64ef931ef4e4f', 'subnets': [{'id': '2e0e3b1b-1b50-4c29-b512-f502e9b82f0c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838334-2', False) {} {{(pid=84043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:29:53.179148 n-d-838334-2 neutron-server[84043]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3df5491-c37a-44a6-b903-70c7dbbc9c9b None None] The sync data for ids ['4cdbdd28-0948-4cf6-a686-4c81750f31cc'] in n-d-838334-2 is: [{'id': '4cdbdd28-0948-4cf6-a686-4c81750f31cc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-210313126', 'tenant_id': '202d5ea04e8c40de88f64ef931ef4e4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'external_fixed_ips': [{'subnet_id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'ip_address': '172.25.8.102'}], 'enable_snat': True}, 'gw_port_id': '5cb60562-58e5-438c-9f20-5da39e72b033', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:27:55Z', 'updated_at': '2022-04-18T21:28:01Z', 'revision_number': 4, 'project_id': '202d5ea04e8c40de88f64ef931ef4e4f', 'gw_port': {'id': '5cb60562-58e5-438c-9f20-5da39e72b033', 'name': '', 'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:70:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4cdbdd28-0948-4cf6-a686-4c81750f31cc', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'ip_address': '172.25.8.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:27:56Z', 'updated_at': '2022-04-18T21:28:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838334-2', '_interfaces': [{'id': '0be13f82-f4d9-4d79-bcbf-44003479646b', 'name': '', 'network_id': '38a424dc-3752-4b69-bb89-1d18c0544827', 'tenant_id': '202d5ea04e8c40de88f64ef931ef4e4f', 'mac_address': 'fa:16:3e:96:38:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4cdbdd28-0948-4cf6-a686-4c81750f31cc', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2e0e3b1b-1b50-4c29-b512-f502e9b82f0c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:28:01Z', 'updated_at': '2022-04-18T21:28:06Z', 'revision_number': 5, 'project_id': '202d5ea04e8c40de88f64ef931ef4e4f', 'subnets': [{'id': '2e0e3b1b-1b50-4c29-b512-f502e9b82f0c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84043) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 18 21:29:53.397524 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09748843-4b74-42c3-81cf-0270602f6746 None None] New status for floating IP 2e798890-1b1d-4c42-9284-391aac0cb8fb: DOWN {{(pid=84042) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Apr 18 21:29:53.897032 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5ff638f-0850-4406-ac59-4a4fa60733db req-9c0439ff-3715-4048-83a3-6f5ad16d8eee tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:29:53.898472 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-b5ff638f-0850-4406-ac59-4a4fa60733db req-9c0439ff-3715-4048-83a3-6f5ad16d8eee tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] 10.222.0.48 "GET /v2.0/ports?device_id=f910f384-4665-40b6-afee-340b13c6ee09 HTTP/1.1" status: 200 len: 946 time: 0.0759110 Apr 18 21:29:54.020874 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.plugin [req-b5ff638f-0850-4406-ac59-4a4fa60733db req-03132101-b7ee-4c51-bcf2-c25139888920 tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] Deleting port 4b56e041-016c-445d-9445-b4b4151697b2 {{(pid=84040) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 21:29:54.021213 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-b5ff638f-0850-4406-ac59-4a4fa60733db req-03132101-b7ee-4c51-bcf2-c25139888920 tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750375188691'] for port, before_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:29:54.213846 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d4ee400-a1bf-41e5-9608-f81bec0d2c48 req-9ab0c802-3baf-40db-b676-28c8a0cffc1e tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:29:54.215829 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-4d4ee400-a1bf-41e5-9608-f81bec0d2c48 req-9ab0c802-3baf-40db-b676-28c8a0cffc1e tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] 10.222.0.42 "GET /v2.0/ports?device_id=f910f384-4665-40b6-afee-340b13c6ee09 HTTP/1.1" status: 200 len: 946 time: 0.2774925 Apr 18 21:29:54.355595 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-4d4ee400-a1bf-41e5-9608-f81bec0d2c48 req-aa34360e-a4aa-4210-9df7-026715766598 tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] 10.222.0.42 "GET /v2.0/security-groups?id=9becd0c9-fb45-4669-a443-78889d96dceb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1331842 Apr 18 21:29:54.407271 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.db [req-b5ff638f-0850-4406-ac59-4a4fa60733db req-03132101-b7ee-4c51-bcf2-c25139888920 tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] For port 4b56e041-016c-445d-9445-b4b4151697b2, host n-h2-838334-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838334-2',level=0,port_id=4b56e041-016c-445d-9445-b4b4151697b2,segment=NetworkSegment(2ac7498e-daa9-48f0-b0f0-a04a474e6785),segment_id=2ac7498e-daa9-48f0-b0f0-a04a474e6785)] {{(pid=84040) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:29:54.407649 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-b5ff638f-0850-4406-ac59-4a4fa60733db req-03132101-b7ee-4c51-bcf2-c25139888920 tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369123'] for port, precommit_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:29:54.528511 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.plugin [req-b5ff638f-0850-4406-ac59-4a4fa60733db req-03132101-b7ee-4c51-bcf2-c25139888920 tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] Calling delete_port for 4b56e041-016c-445d-9445-b4b4151697b2 owned by compute:nova {{(pid=84040) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 21:29:54.672750 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-b5ff638f-0850-4406-ac59-4a4fa60733db req-03132101-b7ee-4c51-bcf2-c25139888920 tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750375259028', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750374836628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32440838'] for port, after_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:29:54.720202 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03132101-b7ee-4c51-bcf2-c25139888920 tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] Pushing event deleted for resources: {'Port': ['ID=4b56e041-016c-445d-9445-b4b4151697b2,revision_number=None']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:29:54.731825 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03132101-b7ee-4c51-bcf2-c25139888920 tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:29:54.732179 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03132101-b7ee-4c51-bcf2-c25139888920 tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:29:54.732491 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03132101-b7ee-4c51-bcf2-c25139888920 tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:29:54.732827 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03132101-b7ee-4c51-bcf2-c25139888920 tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:29:54.733155 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03132101-b7ee-4c51-bcf2-c25139888920 tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:29:54.733480 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03132101-b7ee-4c51-bcf2-c25139888920 tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:29:54.733804 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03132101-b7ee-4c51-bcf2-c25139888920 tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:29:54.734129 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03132101-b7ee-4c51-bcf2-c25139888920 tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:29:54.734452 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03132101-b7ee-4c51-bcf2-c25139888920 tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:29:54.735216 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03132101-b7ee-4c51-bcf2-c25139888920 tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:29:54.735216 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03132101-b7ee-4c51-bcf2-c25139888920 tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:29:54.808866 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.l3_dvrscheduler_db [req-b5ff638f-0850-4406-ac59-4a4fa60733db req-03132101-b7ee-4c51-bcf2-c25139888920 tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] No DVR routers for this DVR port 4b56e041-016c-445d-9445-b4b4151697b2 on host n-h2-838334-2 {{(pid=84040) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 21:29:54.811267 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-b5ff638f-0850-4406-ac59-4a4fa60733db req-03132101-b7ee-4c51-bcf2-c25139888920 tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217293'] for port, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:29:54.813722 n-d-838334-2 neutron-server[84040]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f910f384-4665-40b6-afee-340b13c6ee09', 'name': 'network-vif-deleted', 'tag': '4b56e041-016c-445d-9445-b4b4151697b2'}] {{(pid=84040) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 21:29:54.825582 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-b5ff638f-0850-4406-ac59-4a4fa60733db req-03132101-b7ee-4c51-bcf2-c25139888920 tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] 10.222.0.48 "DELETE /v2.0/ports/4b56e041-016c-445d-9445-b4b4151697b2 HTTP/1.1" status: 204 len: 173 time: 0.9212685 Apr 18 21:29:54.872542 n-d-838334-2 neutron-server[84040]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f7504c35-a9a1-4613-86de-0230d42a0659'] response: {'server_uuid': 'f910f384-4665-40b6-afee-340b13c6ee09', 'name': 'network-vif-deleted', 'tag': '4b56e041-016c-445d-9445-b4b4151697b2', 'status': 'completed', 'code': 200} Apr 18 21:29:55.460832 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 37798) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:29:55.858290 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-62a05caa-3cbf-4c09-8e9b-662244933612 tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33443857'] for router_interface, before_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:29:56.450033 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.plugin [None req-62a05caa-3cbf-4c09-8e9b-662244933612 tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] Deleting port 0be13f82-f4d9-4d79-bcbf-44003479646b {{(pid=84041) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 21:29:56.450410 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-62a05caa-3cbf-4c09-8e9b-662244933612 tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750375188691'] for port, before_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:29:56.633790 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.db [None req-62a05caa-3cbf-4c09-8e9b-662244933612 tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] For port 0be13f82-f4d9-4d79-bcbf-44003479646b, host n-d-838334-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838334-2',level=0,port_id=0be13f82-f4d9-4d79-bcbf-44003479646b,segment=NetworkSegment(2ac7498e-daa9-48f0-b0f0-a04a474e6785),segment_id=2ac7498e-daa9-48f0-b0f0-a04a474e6785)] {{(pid=84041) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:29:56.634430 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-62a05caa-3cbf-4c09-8e9b-662244933612 tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369123'] for port, precommit_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:29:56.841718 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.plugin [None req-62a05caa-3cbf-4c09-8e9b-662244933612 tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] Calling delete_port for 0be13f82-f4d9-4d79-bcbf-44003479646b owned by network:router_interface {{(pid=84041) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 21:29:57.014320 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-62a05caa-3cbf-4c09-8e9b-662244933612 tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750375259028', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750374836628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32266323'] for port, after_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:29:57.059937 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62a05caa-3cbf-4c09-8e9b-662244933612 tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] Pushing event deleted for resources: {'Port': ['ID=0be13f82-f4d9-4d79-bcbf-44003479646b,revision_number=None']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:29:57.356399 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-62a05caa-3cbf-4c09-8e9b-662244933612 tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-32377931', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33443910'] for router_interface, after_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:29:57.508148 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Device 4b56e041-016c-445d-9445-b4b4151697b2 no longer exists at agent hyperv_n-h2-838334-2 {{(pid=84042) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 21:29:57.543710 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.plugin [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] No Port match for: 4b56e041-016c-445d-9445-b4b4151697b2 {{(pid=84042) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 18 21:29:57.543710 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Device 4b56e041-016c-445d-9445-b4b4151697b2 not bound to the agent host n-h2-838334-2 {{(pid=84042) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 21:29:57.926532 n-d-838334-2 neutron-server[84041]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-62a05caa-3cbf-4c09-8e9b-662244933612 tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] Router 4cdbdd28-0948-4cf6-a686-4c81750f31cc has already been hosted by L3 agent bc84d6c9-dd7a-4555-a351-592327b46d5a {{(pid=84041) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 21:29:58.218753 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-62a05caa-3cbf-4c09-8e9b-662244933612 tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] Notify agent at l3_agent.n-d-838334-2 the message routers_updated {{(pid=84041) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 21:29:58.227684 n-d-838334-2 neutron-server[84043]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-235aba15-fdc3-4597-a074-bb2e4b09e2ac None None] Sync routers for ids ['4cdbdd28-0948-4cf6-a686-4c81750f31cc'] in n-d-838334-2 {{(pid=84043) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 18 21:29:58.234028 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-62a05caa-3cbf-4c09-8e9b-662244933612 tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] 10.222.0.42 "PUT /v2.0/routers/4cdbdd28-0948-4cf6-a686-4c81750f31cc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7696514 Apr 18 21:29:58.234213 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 37802) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:29:58.240378 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-235aba15-fdc3-4597-a074-bb2e4b09e2ac None None] Routers {'4cdbdd28-0948-4cf6-a686-4c81750f31cc'} bound to L3 agent in host n-d-838334-2 {{(pid=84043) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 21:29:58.241052 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.l3_hamode_db [None req-235aba15-fdc3-4597-a074-bb2e4b09e2ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838334-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-18T20:25:48Z,description=,heartbeat_timestamp=2022-04-18T21:29:48Z,host='n-d-838334-2',id=bc84d6c9-dd7a-4555-a351-592327b46d5a,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:25:48Z,topic='l3_agent')) {'router_ids': ['4cdbdd28-0948-4cf6-a686-4c81750f31cc'], 'active': True} {{(pid=84043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:29:58.413484 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.l3_dvr_db [None req-235aba15-fdc3-4597-a074-bb2e4b09e2ac None None] Set router 4cdbdd28-0948-4cf6-a686-4c81750f31cc gateway port host: n-d-838334-2 {{(pid=84043) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 21:29:58.417078 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.db_base_plugin_v2 [None req-cf7c0303-57c5-4aaa-92f3-30f40e77e813 tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] Deleting subnet 2e0e3b1b-1b50-4c29-b512-f502e9b82f0c {{(pid=84041) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 18 21:29:58.420853 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-cf7c0303-57c5-4aaa-92f3-30f40e77e813 tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] Notify callbacks [] for subnet, before_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:29:58.478329 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-cf7c0303-57c5-4aaa-92f3-30f40e77e813 tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32266383'] for subnet, precommit_delete_associations {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:29:58.560660 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-cf7c0303-57c5-4aaa-92f3-30f40e77e813 tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1260556'] for subnet, precommit_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:29:58.636701 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-cf7c0303-57c5-4aaa-92f3-30f40e77e813 tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1260549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33526260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32266336', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32486390'] for subnet, after_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:29:58.679606 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf7c0303-57c5-4aaa-92f3-30f40e77e813 tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] Pushing event deleted for resources: {'Subnet': ['ID=2e0e3b1b-1b50-4c29-b512-f502e9b82f0c,revision_number=None']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:29:58.691961 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-cf7c0303-57c5-4aaa-92f3-30f40e77e813 tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] Notify callbacks [] for subnet, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:29:58.693203 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c23ef4e-44cc-43dd-9093-4ff2bd619fb1 None None] Network 38a424dc-3752-4b69-bb89-1d18c0544827 requested from n-d-838334-2 {{(pid=84042) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 21:29:58.698390 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-cf7c0303-57c5-4aaa-92f3-30f40e77e813 tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] 10.222.0.42 "DELETE /v2.0/subnets/2e0e3b1b-1b50-4c29-b512-f502e9b82f0c HTTP/1.1" status: 204 len: 168 time: 0.4630835 Apr 18 21:29:58.701025 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 37806) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:29:58.704229 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.l3_hamode_db [None req-235aba15-fdc3-4597-a074-bb2e4b09e2ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4cdbdd28-0948-4cf6-a686-4c81750f31cc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-210313126', 'tenant_id': '202d5ea04e8c40de88f64ef931ef4e4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'external_fixed_ips': [{'subnet_id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'ip_address': '172.25.8.102'}], 'enable_snat': True}, 'gw_port_id': '5cb60562-58e5-438c-9f20-5da39e72b033', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:27:55Z', 'updated_at': '2022-04-18T21:29:56Z', 'revision_number': 5, 'project_id': '202d5ea04e8c40de88f64ef931ef4e4f', 'gw_port': {'id': '5cb60562-58e5-438c-9f20-5da39e72b033', 'name': '', 'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:70:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4cdbdd28-0948-4cf6-a686-4c81750f31cc', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'ip_address': '172.25.8.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:27:56Z', 'updated_at': '2022-04-18T21:28:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838334-2'}], 'n-d-838334-2', False) {} {{(pid=84043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:29:58.709724 n-d-838334-2 neutron-server[84043]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-235aba15-fdc3-4597-a074-bb2e4b09e2ac None None] Checking router: 4cdbdd28-0948-4cf6-a686-4c81750f31cc for host: n-d-838334-2 {{(pid=84043) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 18 21:29:58.725641 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-235aba15-fdc3-4597-a074-bb2e4b09e2ac None None] Routers {'4cdbdd28-0948-4cf6-a686-4c81750f31cc'} bound to L3 agent in host n-d-838334-2 {{(pid=84043) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 21:29:58.726250 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.l3_hamode_db [None req-235aba15-fdc3-4597-a074-bb2e4b09e2ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838334-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-18T20:25:48Z,description=,heartbeat_timestamp=2022-04-18T21:29:48Z,host='n-d-838334-2',id=bc84d6c9-dd7a-4555-a351-592327b46d5a,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:25:48Z,topic='l3_agent')) {'router_ids': ['4cdbdd28-0948-4cf6-a686-4c81750f31cc'], 'active': True} {{(pid=84043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:29:58.919368 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.l3_dvr_db [None req-235aba15-fdc3-4597-a074-bb2e4b09e2ac None None] Set router 4cdbdd28-0948-4cf6-a686-4c81750f31cc gateway port host: n-d-838334-2 {{(pid=84043) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 21:29:58.920228 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-2b335650-7d6e-48c9-bc51-9e15ac8912f4 tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] Notify callbacks [] for router, before_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:29:58.957019 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb963df5-b5ef-45e0-80bf-a6edba5d0650 None None] DHCP port deletion for 38a424dc-3752-4b69-bb89-1d18c0544827 request from n-d-838334-2 {{(pid=84042) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 18 21:29:58.961084 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.plugin [None req-fb963df5-b5ef-45e0-80bf-a6edba5d0650 None None] Deleting port 70befdf4-3b09-46d3-a594-a958f3becf16 {{(pid=84042) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 21:29:58.961455 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-fb963df5-b5ef-45e0-80bf-a6edba5d0650 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750375188691'] for port, before_delete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:29:59.119154 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-2b335650-7d6e-48c9-bc51-9e15ac8912f4 tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] Notify callbacks [] for router_gateway, before_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:29:59.129376 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.plugin [None req-2b335650-7d6e-48c9-bc51-9e15ac8912f4 tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] Deleting port 5cb60562-58e5-438c-9f20-5da39e72b033 {{(pid=84040) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 21:29:59.129890 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-2b335650-7d6e-48c9-bc51-9e15ac8912f4 tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750375188691'] for port, before_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:29:59.171536 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-fb963df5-b5ef-45e0-80bf-a6edba5d0650 None None] For port 70befdf4-3b09-46d3-a594-a958f3becf16, host n-d-838334-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838334-2',level=0,port_id=70befdf4-3b09-46d3-a594-a958f3becf16,segment=NetworkSegment(2ac7498e-daa9-48f0-b0f0-a04a474e6785),segment_id=2ac7498e-daa9-48f0-b0f0-a04a474e6785)] {{(pid=84042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:29:59.175317 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-fb963df5-b5ef-45e0-80bf-a6edba5d0650 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369123'] for port, precommit_delete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:29:59.237083 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.l3_hamode_db [None req-235aba15-fdc3-4597-a074-bb2e4b09e2ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4cdbdd28-0948-4cf6-a686-4c81750f31cc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-210313126', 'tenant_id': '202d5ea04e8c40de88f64ef931ef4e4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'external_fixed_ips': [{'subnet_id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'ip_address': '172.25.8.102'}], 'enable_snat': True}, 'gw_port_id': '5cb60562-58e5-438c-9f20-5da39e72b033', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:27:55Z', 'updated_at': '2022-04-18T21:29:56Z', 'revision_number': 5, 'project_id': '202d5ea04e8c40de88f64ef931ef4e4f', 'gw_port': {'id': '5cb60562-58e5-438c-9f20-5da39e72b033', 'name': '', 'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:70:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4cdbdd28-0948-4cf6-a686-4c81750f31cc', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'ip_address': '172.25.8.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:27:56Z', 'updated_at': '2022-04-18T21:28:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838334-2'}], 'n-d-838334-2', False) {} {{(pid=84043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:29:59.241764 n-d-838334-2 neutron-server[84043]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-235aba15-fdc3-4597-a074-bb2e4b09e2ac None None] The sync data for ids ['4cdbdd28-0948-4cf6-a686-4c81750f31cc'] in n-d-838334-2 is: [{'id': '4cdbdd28-0948-4cf6-a686-4c81750f31cc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-210313126', 'tenant_id': '202d5ea04e8c40de88f64ef931ef4e4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'external_fixed_ips': [{'subnet_id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'ip_address': '172.25.8.102'}], 'enable_snat': True}, 'gw_port_id': '5cb60562-58e5-438c-9f20-5da39e72b033', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:27:55Z', 'updated_at': '2022-04-18T21:29:56Z', 'revision_number': 5, 'project_id': '202d5ea04e8c40de88f64ef931ef4e4f', 'gw_port': {'id': '5cb60562-58e5-438c-9f20-5da39e72b033', 'name': '', 'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:70:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4cdbdd28-0948-4cf6-a686-4c81750f31cc', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'ip_address': '172.25.8.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:27:56Z', 'updated_at': '2022-04-18T21:28:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838334-2'}] {{(pid=84043) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 18 21:29:59.316397 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.db [None req-2b335650-7d6e-48c9-bc51-9e15ac8912f4 tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] For port 5cb60562-58e5-438c-9f20-5da39e72b033, host n-d-838334-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838334-2',level=0,port_id=5cb60562-58e5-438c-9f20-5da39e72b033,segment=NetworkSegment(732aa830-768b-4511-951f-d08e26b9c25b),segment_id=732aa830-768b-4511-951f-d08e26b9c25b)] {{(pid=84040) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:29:59.316770 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-2b335650-7d6e-48c9-bc51-9e15ac8912f4 tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369123'] for port, precommit_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:29:59.329287 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.plugin [None req-fb963df5-b5ef-45e0-80bf-a6edba5d0650 None None] Calling delete_port for 70befdf4-3b09-46d3-a594-a958f3becf16 owned by network:dhcp {{(pid=84042) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 21:29:59.398155 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-fb963df5-b5ef-45e0-80bf-a6edba5d0650 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750375259028', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750374836628'] for port, after_delete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:29:59.434258 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.plugin [None req-2b335650-7d6e-48c9-bc51-9e15ac8912f4 tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] Calling delete_port for 5cb60562-58e5-438c-9f20-5da39e72b033 owned by network:router_gateway {{(pid=84040) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 21:29:59.443019 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb963df5-b5ef-45e0-80bf-a6edba5d0650 None None] Pushing event deleted for resources: {'Port': ['ID=70befdf4-3b09-46d3-a594-a958f3becf16,revision_number=None']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:29:59.450473 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb963df5-b5ef-45e0-80bf-a6edba5d0650 None None] No DVR routers for this DVR port 70befdf4-3b09-46d3-a594-a958f3becf16 on host n-d-838334-2 {{(pid=84042) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 21:29:59.712845 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-2b335650-7d6e-48c9-bc51-9e15ac8912f4 tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750375259028', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750374836628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32440838'] for port, after_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:29:59.758233 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b335650-7d6e-48c9-bc51-9e15ac8912f4 tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] Pushing event deleted for resources: {'Port': ['ID=5cb60562-58e5-438c-9f20-5da39e72b033,revision_number=None']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:29:59.983514 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-2b335650-7d6e-48c9-bc51-9e15ac8912f4 tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33444108'] for router_gateway, after_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:30:00.017714 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750375287399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253529'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:30:00.238689 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-2b335650-7d6e-48c9-bc51-9e15ac8912f4 tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33443580', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5726'] for router, precommit_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:30:00.242861 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-2b335650-7d6e-48c9-bc51-9e15ac8912f4 tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:30:00.267766 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-2b335650-7d6e-48c9-bc51-9e15ac8912f4 tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-33443408'] for router, after_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:30:00.268255 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2b335650-7d6e-48c9-bc51-9e15ac8912f4 tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] Fanout notify agent at l3_agent the message router_deleted on router 4cdbdd28-0948-4cf6-a686-4c81750f31cc {{(pid=84040) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 18 21:30:00.282738 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-2b335650-7d6e-48c9-bc51-9e15ac8912f4 tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] Notify callbacks [] for router, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:30:00.284007 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-2b335650-7d6e-48c9-bc51-9e15ac8912f4 tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] 10.222.0.42 "DELETE /v2.0/routers/4cdbdd28-0948-4cf6-a686-4c81750f31cc HTTP/1.1" status: 204 len: 168 time: 1.5818918 Apr 18 21:30:00.286602 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 37810) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:30:00.405829 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-3b456a1f-bc59-42e1-81b2-3d6b765da40a tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1103592'] for network, before_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:30:00.535098 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-3b456a1f-bc59-42e1-81b2-3d6b765da40a tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1258905', 'neutron.services.segments.db._delete_segments_for_network-8750375287417'] for network, precommit_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:30:00.560510 n-d-838334-2 neutron-server[84040]: DEBUG neutron.services.segments.db [None req-3b456a1f-bc59-42e1-81b2-3d6b765da40a tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['38a424dc-3752-4b69-bb89-1d18c0544827']}} {{(pid=84040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:30:00.572185 n-d-838334-2 neutron-server[84040]: DEBUG neutron.services.segments.db [None req-3b456a1f-bc59-42e1-81b2-3d6b765da40a tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2ac7498e-daa9-48f0-b0f0-a04a474e6785') {'for_net_delete': True} {{(pid=84040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:30:00.572475 n-d-838334-2 neutron-server[84040]: DEBUG neutron.services.segments.db [None req-3b456a1f-bc59-42e1-81b2-3d6b765da40a tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2ac7498e-daa9-48f0-b0f0-a04a474e6785') {} {{(pid=84040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:30:00.583846 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-3b456a1f-bc59-42e1-81b2-3d6b765da40a tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750375287300', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31955965'] for segment, before_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:30:00.599155 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-3b456a1f-bc59-42e1-81b2-3d6b765da40a tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1082986'] for segment, precommit_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:30:00.605912 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3b456a1f-bc59-42e1-81b2-3d6b765da40a tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] Releasing vlan 390 on physical network physnet1 to pool {{(pid=84040) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 18 21:30:00.606173 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-3b456a1f-bc59-42e1-81b2-3d6b765da40a tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1082993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32440923'] for segment, after_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:30:00.620056 n-d-838334-2 neutron-server[84040]: Traceback (most recent call last): Apr 18 21:30:00.620056 n-d-838334-2 neutron-server[84040]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 18 21:30:00.620056 n-d-838334-2 neutron-server[84040]: timer() Apr 18 21:30:00.620056 n-d-838334-2 neutron-server[84040]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 21:30:00.620056 n-d-838334-2 neutron-server[84040]: cb(*args, **kw) Apr 18 21:30:00.620056 n-d-838334-2 neutron-server[84040]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 18 21:30:00.620056 n-d-838334-2 neutron-server[84040]: return func(*args, **kwargs) Apr 18 21:30:00.620056 n-d-838334-2 neutron-server[84040]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 21:30:00.620056 n-d-838334-2 neutron-server[84040]: self._notify() Apr 18 21:30:00.620056 n-d-838334-2 neutron-server[84040]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 21:30:00.620056 n-d-838334-2 neutron-server[84040]: self.callback(batched_events) Apr 18 21:30:00.620056 n-d-838334-2 neutron-server[84040]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 21:30:00.620056 n-d-838334-2 neutron-server[84040]: event.method(event) Apr 18 21:30:00.620056 n-d-838334-2 neutron-server[84040]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 18 21:30:00.620056 n-d-838334-2 neutron-server[84040]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 21:30:00.620056 n-d-838334-2 neutron-server[84040]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 18 21:30:00.620056 n-d-838334-2 neutron-server[84040]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 21:30:00.620056 n-d-838334-2 neutron-server[84040]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 18 21:30:00.620056 n-d-838334-2 neutron-server[84040]: return f(self, *a, **k) Apr 18 21:30:00.620056 n-d-838334-2 neutron-server[84040]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 18 21:30:00.620056 n-d-838334-2 neutron-server[84040]: return self._get(url).json() Apr 18 21:30:00.620056 n-d-838334-2 neutron-server[84040]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 18 21:30:00.620056 n-d-838334-2 neutron-server[84040]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 21:30:00.620056 n-d-838334-2 neutron-server[84040]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 18 21:30:00.620056 n-d-838334-2 neutron-server[84040]: return self.request(url, 'GET', **kwargs) Apr 18 21:30:00.620056 n-d-838334-2 neutron-server[84040]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 18 21:30:00.620056 n-d-838334-2 neutron-server[84040]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 21:30:00.620056 n-d-838334-2 neutron-server[84040]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 18 21:30:00.620056 n-d-838334-2 neutron-server[84040]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 21:30:00.620056 n-d-838334-2 neutron-server[84040]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 18 21:30:00.620056 n-d-838334-2 neutron-server[84040]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 21:30:00.620056 n-d-838334-2 neutron-server[84040]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 21:30:00.703207 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-3b456a1f-bc59-42e1-81b2-3d6b765da40a tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1258898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33526109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33444113'] for network, after_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:30:00.721873 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-3b456a1f-bc59-42e1-81b2-3d6b765da40a tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] Notify callbacks [] for network, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:30:00.738434 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b456a1f-bc59-42e1-81b2-3d6b765da40a tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] Pushing event deleted for resources: {'Network': ['ID=38a424dc-3752-4b69-bb89-1d18c0544827,revision_number=None']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:30:00.747838 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 37814) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:30:00.751293 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-3b456a1f-bc59-42e1-81b2-3d6b765da40a tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] 10.222.0.42 "DELETE /v2.0/networks/38a424dc-3752-4b69-bb89-1d18c0544827 HTTP/1.1" status: 204 len: 168 time: 0.4602106 Apr 18 21:30:00.772622 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Device 0be13f82-f4d9-4d79-bcbf-44003479646b no longer exists at agent ovs-agent-n-d-838334-2 {{(pid=84042) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 21:30:00.807156 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.plugin [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] No Port match for: 0be13f82-f4d9-4d79-bcbf-44003479646b {{(pid=84042) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 18 21:30:00.807417 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Device 0be13f82-f4d9-4d79-bcbf-44003479646b not bound to the agent host n-d-838334-2 {{(pid=84042) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 21:30:00.807851 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Device 5cb60562-58e5-438c-9f20-5da39e72b033 no longer exists at agent ovs-agent-n-d-838334-2 {{(pid=84042) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 21:30:00.829455 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-4dac184b-58ce-47e3-a756-29e871792adf tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] Notify callbacks [] for security_group, before_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:30:00.839368 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.plugin [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] No Port match for: 5cb60562-58e5-438c-9f20-5da39e72b033 {{(pid=84042) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 18 21:30:00.839744 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Device 5cb60562-58e5-438c-9f20-5da39e72b033 not bound to the agent host n-d-838334-2 {{(pid=84042) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 21:30:00.840239 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Device 70befdf4-3b09-46d3-a594-a958f3becf16 no longer exists at agent ovs-agent-n-d-838334-2 {{(pid=84042) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 21:30:00.857764 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-4dac184b-58ce-47e3-a756-29e871792adf tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:30:00.873918 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.plugin [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] No Port match for: 70befdf4-3b09-46d3-a594-a958f3becf16 {{(pid=84042) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 18 21:30:00.874254 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Device 70befdf4-3b09-46d3-a594-a958f3becf16 not bound to the agent host n-d-838334-2 {{(pid=84042) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 21:30:00.920696 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-4dac184b-58ce-47e3-a756-29e871792adf tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33528224'] for security_group, after_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:30:00.941561 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dac184b-58ce-47e3-a756-29e871792adf tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9becd0c9-fb45-4669-a443-78889d96dceb,revision_number=None']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:30:00.954129 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-4dac184b-58ce-47e3-a756-29e871792adf tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] Notify callbacks [] for security_group, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:30:00.955241 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-4dac184b-58ce-47e3-a756-29e871792adf tempest-TestNetworkAdvancedServerOps-1411947133 tempest-TestNetworkAdvancedServerOps-1411947133-project] 10.222.0.42 "DELETE /v2.0/security-groups/9becd0c9-fb45-4669-a443-78889d96dceb HTTP/1.1" status: 204 len: 168 time: 0.2057874 Apr 18 21:30:01.405057 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 37824) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:30:01.591465 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-12b60819-d959-4da6-99dd-a62777f83478 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=202d5ea04e8c40de88f64ef931ef4e4f&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1852548 Apr 18 21:30:01.593909 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 37830) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:30:01.653487 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-18c10e79-d560-41c5-bc7f-e96d6482130f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:30:01.678666 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-18c10e79-d560-41c5-bc7f-e96d6482130f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:30:01.731007 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-18c10e79-d560-41c5-bc7f-e96d6482130f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33528224'] for security_group, after_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:30:01.748747 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18c10e79-d560-41c5-bc7f-e96d6482130f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=44986858-7fb6-4ebf-898f-d644491f5224,revision_number=None']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:30:01.755797 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-18c10e79-d560-41c5-bc7f-e96d6482130f admin admin] Notify callbacks [] for security_group, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:30:01.757035 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-18c10e79-d560-41c5-bc7f-e96d6482130f admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/44986858-7fb6-4ebf-898f-d644491f5224 HTTP/1.1" status: 204 len: 168 time: 0.1622465 Apr 18 21:30:02.081365 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 37838) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:30:02.131458 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-5d0dbd77-9217-4be0-82d8-274194dca11c admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=3fe5cca7c6c540f3aab3998c747e9cdf&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0489025 Apr 18 21:30:02.133968 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 37842) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:30:02.192023 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-e9d41a23-bc62-47c5-b837-db3aca6017fc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:30:02.216457 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-e9d41a23-bc62-47c5-b837-db3aca6017fc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:30:02.269210 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-e9d41a23-bc62-47c5-b837-db3aca6017fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33528224'] for security_group, after_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:30:02.286127 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9d41a23-bc62-47c5-b837-db3aca6017fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8770628f-5d2e-42d8-a389-d7c9bb9b161a,revision_number=None']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:30:02.296665 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-e9d41a23-bc62-47c5-b837-db3aca6017fc admin admin] Notify callbacks [] for security_group, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:30:02.297782 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-e9d41a23-bc62-47c5-b837-db3aca6017fc admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/8770628f-5d2e-42d8-a389-d7c9bb9b161a HTTP/1.1" status: 204 len: 168 time: 0.1628928 Apr 18 21:30:04.193872 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750375287399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253529'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:30:06.956979 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [req-f8f23511-0cbb-4407-8bc2-78c3a7fd0b18 req-2e323abe-26a6-4112-8a34-289c5a5eff91 service neutron] (84041) timed out ('10.222.0.42', 54910) {{(pid=84041) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Apr 18 21:30:13.784949 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-00aabf5c-72f0-4bd3-9d33-5c83d8679151 req-e6cff1f4-b9cf-40db-9787-a95fbcd84f2c tempest-ServersAdminNegativeTestJSON-718502226 tempest-ServersAdminNegativeTestJSON-718502226-project] 10.222.0.42 "GET /v2.0/networks?tenant_id=7a384b7151734c2eaeb23e0ae43edf5b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0272267 Apr 18 21:30:14.035641 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00aabf5c-72f0-4bd3-9d33-5c83d8679151 req-5b10331f-9b5f-4859-b963-558c91c34c15 tempest-ServersAdminNegativeTestJSON-718502226 tempest-ServersAdminNegativeTestJSON-718502226-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:30:14.037059 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-00aabf5c-72f0-4bd3-9d33-5c83d8679151 req-5b10331f-9b5f-4859-b963-558c91c34c15 tempest-ServersAdminNegativeTestJSON-718502226 tempest-ServersAdminNegativeTestJSON-718502226-project] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2471046 Apr 18 21:30:14.053379 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-00aabf5c-72f0-4bd3-9d33-5c83d8679151 req-923e4398-5e4f-4d93-b3e9-d5605881b7f5 tempest-ServersAdminNegativeTestJSON-718502226 tempest-ServersAdminNegativeTestJSON-718502226-project] 10.222.0.42 "GET /v2.0/quotas/7a384b7151734c2eaeb23e0ae43edf5b HTTP/1.1" status: 200 len: 375 time: 0.0109749 Apr 18 21:30:14.098220 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-00aabf5c-72f0-4bd3-9d33-5c83d8679151 req-a52d7767-5c82-4d6d-9064-3f2f57133535 tempest-ServersAdminNegativeTestJSON-718502226 tempest-ServersAdminNegativeTestJSON-718502226-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=7a384b7151734c2eaeb23e0ae43edf5b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0397379 Apr 18 21:30:14.282189 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-71502119-3c10-46df-a9df-dab37ac66be4 req-bfd6a046-d76a-4123-96c3-2ffe66f52baa tempest-ServersAdminNegativeTestJSON-718502226 tempest-ServersAdminNegativeTestJSON-718502226-project] 10.222.0.42 "GET /v2.0/ports?device_id=a6280aa4-cac1-415b-a7c4-1dffe7143aad HTTP/1.1" status: 200 len: 210 time: 0.0408309 Apr 18 21:30:15.476763 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-ccab9cfc-4447-4478-856f-75b1219b0b68 req-70f2a965-4297-4178-adbf-7a7da7c5e890 tempest-ServersAdminNegativeTestJSON-718502226 tempest-ServersAdminNegativeTestJSON-718502226-project] 10.222.0.42 "GET /v2.0/ports?device_id=a6280aa4-cac1-415b-a7c4-1dffe7143aad HTTP/1.1" status: 200 len: 210 time: 0.0683091 Apr 18 21:30:15.478466 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-00aabf5c-72f0-4bd3-9d33-5c83d8679151 req-884d0443-b484-4a2b-a194-bbc13f0a7edf tempest-ServersAdminNegativeTestJSON-718502226 tempest-ServersAdminNegativeTestJSON-718502226-project] 10.222.0.48 "GET /v2.0/networks?tenant_id=7a384b7151734c2eaeb23e0ae43edf5b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0355697 Apr 18 21:30:15.632378 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00aabf5c-72f0-4bd3-9d33-5c83d8679151 req-fc2971ad-17bc-47eb-b66b-9672fed4c02b tempest-ServersAdminNegativeTestJSON-718502226 tempest-ServersAdminNegativeTestJSON-718502226-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:30:15.633717 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-00aabf5c-72f0-4bd3-9d33-5c83d8679151 req-fc2971ad-17bc-47eb-b66b-9672fed4c02b tempest-ServersAdminNegativeTestJSON-718502226 tempest-ServersAdminNegativeTestJSON-718502226-project] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1495881 Apr 18 21:30:15.654301 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.v2.base [req-00aabf5c-72f0-4bd3-9d33-5c83d8679151 req-e09e2d97-2425-4501-b01b-8a043dd68ed8 tempest-ServersAdminNegativeTestJSON-718502226 tempest-ServersAdminNegativeTestJSON-718502226-project] Request body: {'port': {'device_id': 'a6280aa4-cac1-415b-a7c4-1dffe7143aad', 'network_id': 'cb56989d-7c5d-4678-b194-1d2edf1e842a', 'admin_state_up': True, 'tenant_id': '7a384b7151734c2eaeb23e0ae43edf5b'}} {{(pid=84040) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:30:15.686860 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-18b4ee19-eb19-4427-bcef-8f33d4d31650 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750375287399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253529'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:30:15.787086 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [req-00aabf5c-72f0-4bd3-9d33-5c83d8679151 req-e09e2d97-2425-4501-b01b-8a043dd68ed8 tempest-ServersAdminNegativeTestJSON-718502226 tempest-ServersAdminNegativeTestJSON-718502226-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:30:15.790764 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [req-00aabf5c-72f0-4bd3-9d33-5c83d8679151 req-e09e2d97-2425-4501-b01b-8a043dd68ed8 tempest-ServersAdminNegativeTestJSON-718502226 tempest-ServersAdminNegativeTestJSON-718502226-project] Usage tracker for resource:port and tenant:7a384b7151734c2eaeb23e0ae43edf5b is out of sync, need to count used quota {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:30:15.794146 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [req-00aabf5c-72f0-4bd3-9d33-5c83d8679151 req-e09e2d97-2425-4501-b01b-8a043dd68ed8 tempest-ServersAdminNegativeTestJSON-718502226 tempest-ServersAdminNegativeTestJSON-718502226-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:30:15.799677 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [req-00aabf5c-72f0-4bd3-9d33-5c83d8679151 req-e09e2d97-2425-4501-b01b-8a043dd68ed8 tempest-ServersAdminNegativeTestJSON-718502226 tempest-ServersAdminNegativeTestJSON-718502226-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:30:15.809094 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-00aabf5c-72f0-4bd3-9d33-5c83d8679151 req-e09e2d97-2425-4501-b01b-8a043dd68ed8 tempest-ServersAdminNegativeTestJSON-718502226 tempest-ServersAdminNegativeTestJSON-718502226-project] Made reservation on behalf of 7a384b7151734c2eaeb23e0ae43edf5b for: {'port': 1} {{(pid=84040) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:30:15.812157 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-00aabf5c-72f0-4bd3-9d33-5c83d8679151 req-e09e2d97-2425-4501-b01b-8a043dd68ed8 tempest-ServersAdminNegativeTestJSON-718502226 tempest-ServersAdminNegativeTestJSON-718502226-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:30:15.824898 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-00aabf5c-72f0-4bd3-9d33-5c83d8679151 req-e09e2d97-2425-4501-b01b-8a043dd68ed8 tempest-ServersAdminNegativeTestJSON-718502226 tempest-ServersAdminNegativeTestJSON-718502226-project] Notify callbacks [] for security_group, before_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:30:15.856931 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [req-00aabf5c-72f0-4bd3-9d33-5c83d8679151 req-e09e2d97-2425-4501-b01b-8a043dd68ed8 tempest-ServersAdminNegativeTestJSON-718502226 tempest-ServersAdminNegativeTestJSON-718502226-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:30:15.860629 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [req-00aabf5c-72f0-4bd3-9d33-5c83d8679151 req-e09e2d97-2425-4501-b01b-8a043dd68ed8 tempest-ServersAdminNegativeTestJSON-718502226 tempest-ServersAdminNegativeTestJSON-718502226-project] Usage tracker for resource:security_group_rule and tenant:7a384b7151734c2eaeb23e0ae43edf5b is out of sync, need to count used quota {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:30:15.863307 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [req-00aabf5c-72f0-4bd3-9d33-5c83d8679151 req-e09e2d97-2425-4501-b01b-8a043dd68ed8 tempest-ServersAdminNegativeTestJSON-718502226 tempest-ServersAdminNegativeTestJSON-718502226-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:30:15.868851 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [req-00aabf5c-72f0-4bd3-9d33-5c83d8679151 req-e09e2d97-2425-4501-b01b-8a043dd68ed8 tempest-ServersAdminNegativeTestJSON-718502226 tempest-ServersAdminNegativeTestJSON-718502226-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:30:15.936189 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-00aabf5c-72f0-4bd3-9d33-5c83d8679151 req-e09e2d97-2425-4501-b01b-8a043dd68ed8 tempest-ServersAdminNegativeTestJSON-718502226 tempest-ServersAdminNegativeTestJSON-718502226-project] Notify callbacks [] for security_group, precommit_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:30:15.941169 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-00aabf5c-72f0-4bd3-9d33-5c83d8679151 req-e09e2d97-2425-4501-b01b-8a043dd68ed8 tempest-ServersAdminNegativeTestJSON-718502226 tempest-ServersAdminNegativeTestJSON-718502226-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33528224'] for security_group, after_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:30:16.024667 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e09e2d97-2425-4501-b01b-8a043dd68ed8 tempest-ServersAdminNegativeTestJSON-718502226 tempest-ServersAdminNegativeTestJSON-718502226-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b7413abd-15af-42af-8bf6-26379f64836d,revision_number=1']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:30:16.110211 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.db_base_plugin_common [req-00aabf5c-72f0-4bd3-9d33-5c83d8679151 req-e09e2d97-2425-4501-b01b-8a043dd68ed8 tempest-ServersAdminNegativeTestJSON-718502226 tempest-ServersAdminNegativeTestJSON-718502226-project] Allocated IP 192.168.233.86 (cb56989d-7c5d-4678-b194-1d2edf1e842a/c4b526db-4d8a-4d4c-a310-e3a599630ae1/78e91bf7-6fa1-43fb-b5d5-8d680be081bd) {{(pid=84040) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 21:30:16.311358 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-00aabf5c-72f0-4bd3-9d33-5c83d8679151 req-e09e2d97-2425-4501-b01b-8a043dd68ed8 tempest-ServersAdminNegativeTestJSON-718502226 tempest-ServersAdminNegativeTestJSON-718502226-project] Notify callbacks [] for port, precommit_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:30:16.327083 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.provisioning_blocks [req-00aabf5c-72f0-4bd3-9d33-5c83d8679151 req-e09e2d97-2425-4501-b01b-8a043dd68ed8 tempest-ServersAdminNegativeTestJSON-718502226 tempest-ServersAdminNegativeTestJSON-718502226-project] Transition to ACTIVE for port object 78e91bf7-6fa1-43fb-b5d5-8d680be081bd will not be triggered until provisioned by entity DHCP. {{(pid=84040) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:30:16.348728 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-00aabf5c-72f0-4bd3-9d33-5c83d8679151 req-e09e2d97-2425-4501-b01b-8a043dd68ed8 tempest-ServersAdminNegativeTestJSON-718502226 tempest-ServersAdminNegativeTestJSON-718502226-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750374836619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32440838'] for port, after_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:30:16.419562 n-d-838334-2 neutron-server[84040]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-00aabf5c-72f0-4bd3-9d33-5c83d8679151 req-e09e2d97-2425-4501-b01b-8a043dd68ed8 tempest-ServersAdminNegativeTestJSON-718502226 tempest-ServersAdminNegativeTestJSON-718502226-project] Network cb56989d-7c5d-4678-b194-1d2edf1e842a is already hosted by enough agents. {{(pid=84040) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:30:16.422703 n-d-838334-2 neutron-server[84040]: DEBUG neutron.scheduler.base_scheduler [req-00aabf5c-72f0-4bd3-9d33-5c83d8679151 req-e09e2d97-2425-4501-b01b-8a043dd68ed8 tempest-ServersAdminNegativeTestJSON-718502226 tempest-ServersAdminNegativeTestJSON-718502226-project] Resources bound (agent type, host, resource id): {{(pid=84040) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:30:16.427108 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.l3_dvrscheduler_db [req-00aabf5c-72f0-4bd3-9d33-5c83d8679151 req-e09e2d97-2425-4501-b01b-8a043dd68ed8 tempest-ServersAdminNegativeTestJSON-718502226 tempest-ServersAdminNegativeTestJSON-718502226-project] Received port after_create {{(pid=84040) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 21:30:16.453738 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e09e2d97-2425-4501-b01b-8a043dd68ed8 tempest-ServersAdminNegativeTestJSON-718502226 tempest-ServersAdminNegativeTestJSON-718502226-project] Pushing event updated for resources: {'Port': ['ID=78e91bf7-6fa1-43fb-b5d5-8d680be081bd,revision_number=1']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:30:16.492184 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00aabf5c-72f0-4bd3-9d33-5c83d8679151 req-e09e2d97-2425-4501-b01b-8a043dd68ed8 tempest-ServersAdminNegativeTestJSON-718502226 tempest-ServersAdminNegativeTestJSON-718502226-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:30:16.492808 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-00aabf5c-72f0-4bd3-9d33-5c83d8679151 req-e09e2d97-2425-4501-b01b-8a043dd68ed8 tempest-ServersAdminNegativeTestJSON-718502226 tempest-ServersAdminNegativeTestJSON-718502226-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217293'] for port, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:30:16.521474 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-00aabf5c-72f0-4bd3-9d33-5c83d8679151 req-e09e2d97-2425-4501-b01b-8a043dd68ed8 tempest-ServersAdminNegativeTestJSON-718502226 tempest-ServersAdminNegativeTestJSON-718502226-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 0.8734298 Apr 18 21:30:16.533360 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.v2.base [req-00aabf5c-72f0-4bd3-9d33-5c83d8679151 req-24ae9e23-767e-4fb6-afd6-7724ff53a9ed service neutron] Request body: {'port': {'device_id': 'a6280aa4-cac1-415b-a7c4-1dffe7143aad', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-838334-2'}} {{(pid=84040) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:30:16.686211 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-3461b901-5524-40d2-b2f1-087fa4cdbc17 None None] Provisioning for port 78e91bf7-6fa1-43fb-b5d5-8d680be081bd completed by entity DHCP. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 21:30:16.691015 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-3461b901-5524-40d2-b2f1-087fa4cdbc17 None None] Provisioning complete for port 78e91bf7-6fa1-43fb-b5d5-8d680be081bd triggered by entity DHCP. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:30:16.691606 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-3461b901-5524-40d2-b2f1-087fa4cdbc17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1253608'] for port, provisioning_complete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:30:16.696686 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-00aabf5c-72f0-4bd3-9d33-5c83d8679151 req-24ae9e23-767e-4fb6-afd6-7724ff53a9ed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:30:16.741545 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.plugin [None req-3461b901-5524-40d2-b2f1-087fa4cdbc17 None None] Port 78e91bf7-6fa1-43fb-b5d5-8d680be081bd cannot update to ACTIVE because it is not bound. {{(pid=84042) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 18 21:30:16.789224 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c7fcd01-cf33-4629-b6ff-9a7453121a7e req-e25047a9-c753-47ff-85c5-d269b2b9d71d tempest-ServersAdminNegativeTestJSON-718502226 tempest-ServersAdminNegativeTestJSON-718502226-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:30:16.789898 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [req-3c7fcd01-cf33-4629-b6ff-9a7453121a7e req-e25047a9-c753-47ff-85c5-d269b2b9d71d tempest-ServersAdminNegativeTestJSON-718502226 tempest-ServersAdminNegativeTestJSON-718502226-project] Synchronizing usage tracker for tenant:7a384b7151734c2eaeb23e0ae43edf5b on resource:port {{(pid=84040) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 21:30:16.862426 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [req-3c7fcd01-cf33-4629-b6ff-9a7453121a7e req-e25047a9-c753-47ff-85c5-d269b2b9d71d tempest-ServersAdminNegativeTestJSON-718502226 tempest-ServersAdminNegativeTestJSON-718502226-project] Unset dirty status for tenant:7a384b7151734c2eaeb23e0ae43edf5b on resource:port {{(pid=84040) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 21:30:16.863584 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-3c7fcd01-cf33-4629-b6ff-9a7453121a7e req-e25047a9-c753-47ff-85c5-d269b2b9d71d tempest-ServersAdminNegativeTestJSON-718502226 tempest-ServersAdminNegativeTestJSON-718502226-project] 10.222.0.42 "GET /v2.0/ports?device_id=a6280aa4-cac1-415b-a7c4-1dffe7143aad HTTP/1.1" status: 200 len: 935 time: 0.2417612 Apr 18 21:30:16.986686 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [req-3c7fcd01-cf33-4629-b6ff-9a7453121a7e req-a8598e93-c5a7-45fe-b0d5-da7808254cc1 tempest-ServersAdminNegativeTestJSON-718502226 tempest-ServersAdminNegativeTestJSON-718502226-project] Synchronizing usage tracker for tenant:7a384b7151734c2eaeb23e0ae43edf5b on resource:security_group {{(pid=84040) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 21:30:17.030561 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [req-3c7fcd01-cf33-4629-b6ff-9a7453121a7e req-a8598e93-c5a7-45fe-b0d5-da7808254cc1 tempest-ServersAdminNegativeTestJSON-718502226 tempest-ServersAdminNegativeTestJSON-718502226-project] Unset dirty status for tenant:7a384b7151734c2eaeb23e0ae43edf5b on resource:security_group {{(pid=84040) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 21:30:17.031716 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-3c7fcd01-cf33-4629-b6ff-9a7453121a7e req-a8598e93-c5a7-45fe-b0d5-da7808254cc1 tempest-ServersAdminNegativeTestJSON-718502226 tempest-ServersAdminNegativeTestJSON-718502226-project] 10.222.0.42 "GET /v2.0/security-groups?id=b7413abd-15af-42af-8bf6-26379f64836d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1618419 Apr 18 21:30:17.109124 n-d-838334-2 neutron-server[84040]: DEBUG neutron.notifiers.nova [req-00aabf5c-72f0-4bd3-9d33-5c83d8679151 req-24ae9e23-767e-4fb6-afd6-7724ff53a9ed service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 78e91bf7-6fa1-43fb-b5d5-8d680be081bd {{(pid=84040) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 18 21:30:17.116009 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-00aabf5c-72f0-4bd3-9d33-5c83d8679151 req-24ae9e23-767e-4fb6-afd6-7724ff53a9ed service neutron] Notify callbacks [] for port, precommit_update {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:30:17.131087 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.provisioning_blocks [req-00aabf5c-72f0-4bd3-9d33-5c83d8679151 req-24ae9e23-767e-4fb6-afd6-7724ff53a9ed service neutron] Transition to ACTIVE for port object 78e91bf7-6fa1-43fb-b5d5-8d680be081bd will not be triggered until provisioned by entity L2. {{(pid=84040) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:30:17.134626 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-00aabf5c-72f0-4bd3-9d33-5c83d8679151 req-24ae9e23-767e-4fb6-afd6-7724ff53a9ed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32440959'] for port, after_update {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:30:17.357568 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24ae9e23-767e-4fb6-afd6-7724ff53a9ed service neutron] Pushing event updated for resources: {'Port': ['ID=78e91bf7-6fa1-43fb-b5d5-8d680be081bd,revision_number=2']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:30:17.463160 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.managers [req-00aabf5c-72f0-4bd3-9d33-5c83d8679151 req-24ae9e23-767e-4fb6-afd6-7724ff53a9ed service neutron] Attempting to bind port 78e91bf7-6fa1-43fb-b5d5-8d680be081bd on host n-h2-838334-2 for vnic_type normal with profile {{(pid=84040) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 21:30:17.463493 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.managers [req-00aabf5c-72f0-4bd3-9d33-5c83d8679151 req-24ae9e23-767e-4fb6-afd6-7724ff53a9ed service neutron] Attempting to bind port 78e91bf7-6fa1-43fb-b5d5-8d680be081bd by drivers openvswitch,hyperv on host n-h2-838334-2 at level 0 using segments [{'id': '62b85806-94d8-4a88-a06c-da82e5932d66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': 'cb56989d-7c5d-4678-b194-1d2edf1e842a'}] {{(pid=84040) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 21:30:17.463843 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00aabf5c-72f0-4bd3-9d33-5c83d8679151 req-24ae9e23-767e-4fb6-afd6-7724ff53a9ed service neutron] Attempting to bind port 78e91bf7-6fa1-43fb-b5d5-8d680be081bd on network cb56989d-7c5d-4678-b194-1d2edf1e842a {{(pid=84040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 21:30:17.470049 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00aabf5c-72f0-4bd3-9d33-5c83d8679151 req-24ae9e23-767e-4fb6-afd6-7724ff53a9ed service neutron] Port 78e91bf7-6fa1-43fb-b5d5-8d680be081bd on network cb56989d-7c5d-4678-b194-1d2edf1e842a not bound, no agent of type Open vSwitch agent registered on host n-h2-838334-2 {{(pid=84040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 18 21:30:17.470360 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00aabf5c-72f0-4bd3-9d33-5c83d8679151 req-24ae9e23-767e-4fb6-afd6-7724ff53a9ed service neutron] Attempting to bind port 78e91bf7-6fa1-43fb-b5d5-8d680be081bd on network cb56989d-7c5d-4678-b194-1d2edf1e842a {{(pid=84040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 21:30:17.476429 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00aabf5c-72f0-4bd3-9d33-5c83d8679151 req-24ae9e23-767e-4fb6-afd6-7724ff53a9ed service neutron] Checking agent: {'id': 'dc797004-f641-47b7-a77f-9c62b5b16296', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-838334-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 34, 3), 'started_at': datetime.datetime(2022, 4, 18, 20, 34, 3), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 21, 30, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 18 21:30:17.476761 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00aabf5c-72f0-4bd3-9d33-5c83d8679151 req-24ae9e23-767e-4fb6-afd6-7724ff53a9ed service neutron] Checking segment: {'id': '62b85806-94d8-4a88-a06c-da82e5932d66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': 'cb56989d-7c5d-4678-b194-1d2edf1e842a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84040) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 21:30:17.477147 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00aabf5c-72f0-4bd3-9d33-5c83d8679151 req-24ae9e23-767e-4fb6-afd6-7724ff53a9ed service neutron] Bound using segment: {'id': '62b85806-94d8-4a88-a06c-da82e5932d66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': 'cb56989d-7c5d-4678-b194-1d2edf1e842a'} {{(pid=84040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 18 21:30:17.477567 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.managers [req-00aabf5c-72f0-4bd3-9d33-5c83d8679151 req-24ae9e23-767e-4fb6-afd6-7724ff53a9ed service neutron] Bound port: 78e91bf7-6fa1-43fb-b5d5-8d680be081bd, host: n-h2-838334-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '62b85806-94d8-4a88-a06c-da82e5932d66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': 'cb56989d-7c5d-4678-b194-1d2edf1e842a'}}] {{(pid=84040) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 21:30:17.477906 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-00aabf5c-72f0-4bd3-9d33-5c83d8679151 req-24ae9e23-767e-4fb6-afd6-7724ff53a9ed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:30:17.570606 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.db [req-00aabf5c-72f0-4bd3-9d33-5c83d8679151 req-24ae9e23-767e-4fb6-afd6-7724ff53a9ed service neutron] For port 78e91bf7-6fa1-43fb-b5d5-8d680be081bd, host n-h2-838334-2, cleared binding levels {{(pid=84040) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 21:30:17.574180 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.db [req-00aabf5c-72f0-4bd3-9d33-5c83d8679151 req-24ae9e23-767e-4fb6-afd6-7724ff53a9ed service neutron] For port 78e91bf7-6fa1-43fb-b5d5-8d680be081bd, host n-h2-838334-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838334-2',level=0,port_id=78e91bf7-6fa1-43fb-b5d5-8d680be081bd,segment=NetworkSegment(62b85806-94d8-4a88-a06c-da82e5932d66),segment_id=62b85806-94d8-4a88-a06c-da82e5932d66)] {{(pid=84040) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 21:30:17.578480 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-00aabf5c-72f0-4bd3-9d33-5c83d8679151 req-24ae9e23-767e-4fb6-afd6-7724ff53a9ed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32440959'] for port, after_update {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:30:17.641334 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-00aabf5c-72f0-4bd3-9d33-5c83d8679151 req-24ae9e23-767e-4fb6-afd6-7724ff53a9ed service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217293'] for port, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:30:17.642698 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-00aabf5c-72f0-4bd3-9d33-5c83d8679151 req-24ae9e23-767e-4fb6-afd6-7724ff53a9ed service neutron] 10.222.0.48 "PUT /v2.0/ports/78e91bf7-6fa1-43fb-b5d5-8d680be081bd HTTP/1.1" status: 200 len: 1095 time: 1.1140225 Apr 18 21:30:17.643125 n-d-838334-2 neutron-server[84040]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a6280aa4-cac1-415b-a7c4-1dffe7143aad', 'tag': '78e91bf7-6fa1-43fb-b5d5-8d680be081bd'}] {{(pid=84040) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 21:30:17.661971 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24ae9e23-767e-4fb6-afd6-7724ff53a9ed service neutron] Pushing event updated for resources: {'Port': ['ID=78e91bf7-6fa1-43fb-b5d5-8d680be081bd,revision_number=3']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:30:17.726416 n-d-838334-2 neutron-server[84040]: INFO neutron.notifiers.nova [-] Nova event matching ['req-db04af8b-7d9f-4852-9a07-e9a958718391'] response: {'name': 'network-changed', 'server_uuid': 'a6280aa4-cac1-415b-a7c4-1dffe7143aad', 'tag': '78e91bf7-6fa1-43fb-b5d5-8d680be081bd', 'status': 'completed', 'code': 200} Apr 18 21:30:17.767235 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-00aabf5c-72f0-4bd3-9d33-5c83d8679151 req-b2b93c9c-b9bb-49f9-a29c-5ceec3490291 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=7a384b7151734c2eaeb23e0ae43edf5b&device_id=a6280aa4-cac1-415b-a7c4-1dffe7143aad HTTP/1.1" status: 200 len: 1098 time: 0.0785246 Apr 18 21:30:17.835994 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-00aabf5c-72f0-4bd3-9d33-5c83d8679151 req-d338914e-fac4-4104-818c-7738a1e6f677 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.86&port_id=78e91bf7-6fa1-43fb-b5d5-8d680be081bd HTTP/1.1" status: 200 len: 217 time: 0.0615280 Apr 18 21:30:17.900019 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00aabf5c-72f0-4bd3-9d33-5c83d8679151 req-6421d63b-8a43-4ce5-8ed2-d08a86316cb0 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:30:17.901432 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-00aabf5c-72f0-4bd3-9d33-5c83d8679151 req-6421d63b-8a43-4ce5-8ed2-d08a86316cb0 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=c4b526db-4d8a-4d4c-a310-e3a599630ae1 HTTP/1.1" status: 200 len: 843 time: 0.0594349 Apr 18 21:30:17.930674 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-9abd2213-329f-4166-bf41-4cfcb37c8d8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750375287399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253529'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:30:17.977510 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-00aabf5c-72f0-4bd3-9d33-5c83d8679151 req-c50b3647-a8bf-4eb0-919b-ff61e680cac0 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=cb56989d-7c5d-4678-b194-1d2edf1e842a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0693057 Apr 18 21:30:18.108685 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-00aabf5c-72f0-4bd3-9d33-5c83d8679151 req-659327d4-5afd-4be8-a70f-87e0c0e7a1b4 service neutron] 10.222.0.48 "GET /v2.0/networks/cb56989d-7c5d-4678-b194-1d2edf1e842a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1236212 Apr 18 21:30:18.284774 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-00aabf5c-72f0-4bd3-9d33-5c83d8679151 req-5777bb80-e146-4baa-a2e2-8dc441d4c958 service neutron] 10.222.0.48 "GET /v2.0/networks/cb56989d-7c5d-4678-b194-1d2edf1e842a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1698563 Apr 18 21:30:18.300899 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15bf5696-cf19-49cf-8e80-d00c5336450b req-4f056962-cfed-424d-8b8d-7deaa7d35547 tempest-ServersAdminNegativeTestJSON-718502226 tempest-ServersAdminNegativeTestJSON-718502226-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:30:18.302585 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-15bf5696-cf19-49cf-8e80-d00c5336450b req-4f056962-cfed-424d-8b8d-7deaa7d35547 tempest-ServersAdminNegativeTestJSON-718502226 tempest-ServersAdminNegativeTestJSON-718502226-project] 10.222.0.42 "GET /v2.0/ports?device_id=a6280aa4-cac1-415b-a7c4-1dffe7143aad HTTP/1.1" status: 200 len: 947 time: 0.1216984 Apr 18 21:30:18.400588 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-15bf5696-cf19-49cf-8e80-d00c5336450b req-3890b54e-cb7f-4557-8145-1f8064039fdf tempest-ServersAdminNegativeTestJSON-718502226 tempest-ServersAdminNegativeTestJSON-718502226-project] 10.222.0.42 "GET /v2.0/security-groups?id=b7413abd-15af-42af-8bf6-26379f64836d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0908949 Apr 18 21:30:18.418230 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-40f2db76-cf53-4391-8805-4440eb6ff285 req-6efeb69e-0e5b-46b8-97d8-e66204f63961 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=7a384b7151734c2eaeb23e0ae43edf5b&device_id=a6280aa4-cac1-415b-a7c4-1dffe7143aad HTTP/1.1" status: 200 len: 1098 time: 0.0885081 Apr 18 21:30:18.548583 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40f2db76-cf53-4391-8805-4440eb6ff285 req-9f141996-fc2b-4059-9e67-ee867a378fe5 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:30:18.549921 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-40f2db76-cf53-4391-8805-4440eb6ff285 req-9f141996-fc2b-4059-9e67-ee867a378fe5 service neutron] 10.222.0.48 "GET /v2.0/networks?id=cb56989d-7c5d-4678-b194-1d2edf1e842a HTTP/1.1" status: 200 len: 870 time: 0.1256125 Apr 18 21:30:18.621156 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-40f2db76-cf53-4391-8805-4440eb6ff285 req-f64727b1-e0c1-40b6-b424-3029ee62cfde service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.86&port_id=78e91bf7-6fa1-43fb-b5d5-8d680be081bd HTTP/1.1" status: 200 len: 217 time: 0.0638449 Apr 18 21:30:18.682431 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40f2db76-cf53-4391-8805-4440eb6ff285 req-3c50d55d-620e-4ab1-a626-5bc5fde711e4 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:30:18.684426 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-40f2db76-cf53-4391-8805-4440eb6ff285 req-3c50d55d-620e-4ab1-a626-5bc5fde711e4 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=c4b526db-4d8a-4d4c-a310-e3a599630ae1 HTTP/1.1" status: 200 len: 843 time: 0.0572133 Apr 18 21:30:18.759688 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-40f2db76-cf53-4391-8805-4440eb6ff285 req-4f350564-65ea-472b-b5a7-e1400b7a6f42 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=cb56989d-7c5d-4678-b194-1d2edf1e842a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0682492 Apr 18 21:30:18.890048 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-40f2db76-cf53-4391-8805-4440eb6ff285 req-00198eb6-4e83-4218-bf56-c8b024c6096c service neutron] 10.222.0.48 "GET /v2.0/networks/cb56989d-7c5d-4678-b194-1d2edf1e842a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1224942 Apr 18 21:30:19.119172 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750375287399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253529'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:30:19.129077 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-40f2db76-cf53-4391-8805-4440eb6ff285 req-896ba0c4-cc37-4d80-a6db-2758e4fbacc1 service neutron] 10.222.0.48 "GET /v2.0/networks/cb56989d-7c5d-4678-b194-1d2edf1e842a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2320170 Apr 18 21:30:19.601153 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c194674c-b5f6-44cc-9eec-e2d296d0acc1 req-d16b379a-5053-4bd6-8bc7-d6fd69426f3c tempest-ServersAdminNegativeTestJSON-718502226 tempest-ServersAdminNegativeTestJSON-718502226-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:30:19.602905 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-c194674c-b5f6-44cc-9eec-e2d296d0acc1 req-d16b379a-5053-4bd6-8bc7-d6fd69426f3c tempest-ServersAdminNegativeTestJSON-718502226 tempest-ServersAdminNegativeTestJSON-718502226-project] 10.222.0.42 "GET /v2.0/ports?device_id=a6280aa4-cac1-415b-a7c4-1dffe7143aad HTTP/1.1" status: 200 len: 947 time: 0.0774498 Apr 18 21:30:19.604930 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-414b6ffe-e119-47bc-b18f-bcff1219c2f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750375287399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253529'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:30:19.649099 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-c194674c-b5f6-44cc-9eec-e2d296d0acc1 req-926b9661-bedb-4058-ac32-6884e8c6fcd6 tempest-ServersAdminNegativeTestJSON-718502226 tempest-ServersAdminNegativeTestJSON-718502226-project] 10.222.0.42 "GET /v2.0/security-groups?id=b7413abd-15af-42af-8bf6-26379f64836d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398474 Apr 18 21:30:20.694723 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-c7521a90-7d65-4e2e-842c-ca5d95e9a89c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750375287399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253529'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:30:20.857468 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e38ff06b-50e7-4339-86ea-e29dbe5e9f79 req-70659472-3f16-48f0-b609-8a4b97c40687 tempest-ServersAdminNegativeTestJSON-718502226 tempest-ServersAdminNegativeTestJSON-718502226-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:30:20.858899 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-e38ff06b-50e7-4339-86ea-e29dbe5e9f79 req-70659472-3f16-48f0-b609-8a4b97c40687 tempest-ServersAdminNegativeTestJSON-718502226 tempest-ServersAdminNegativeTestJSON-718502226-project] 10.222.0.42 "GET /v2.0/ports?device_id=a6280aa4-cac1-415b-a7c4-1dffe7143aad HTTP/1.1" status: 200 len: 947 time: 0.0820940 Apr 18 21:30:20.904888 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-e38ff06b-50e7-4339-86ea-e29dbe5e9f79 req-675afcf3-9200-426c-8d87-223b73433ed5 tempest-ServersAdminNegativeTestJSON-718502226 tempest-ServersAdminNegativeTestJSON-718502226-project] 10.222.0.42 "GET /v2.0/security-groups?id=b7413abd-15af-42af-8bf6-26379f64836d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393856 Apr 18 21:30:21.045397 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.agents_db [None req-6346a179-333c-4370-b5a6-936984aeab15 None None] Agent healthcheck: found 7 active agents {{(pid=84043) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 18 21:30:21.616680 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Device 78e91bf7-6fa1-43fb-b5d5-8d680be081bd details requested by agent hyperv_n-h2-838334-2 with host n-h2-838334-2 {{(pid=84042) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 18 21:30:21.766567 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] For port 78e91bf7-6fa1-43fb-b5d5-8d680be081bd, host n-h2-838334-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838334-2',level=0,port_id=78e91bf7-6fa1-43fb-b5d5-8d680be081bd,segment=NetworkSegment(62b85806-94d8-4a88-a06c-da82e5932d66),segment_id=62b85806-94d8-4a88-a06c-da82e5932d66)] {{(pid=84042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:30:21.786570 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Returning: {'device': '78e91bf7-6fa1-43fb-b5d5-8d680be081bd', 'network_id': 'cb56989d-7c5d-4678-b194-1d2edf1e842a', 'port_id': '78e91bf7-6fa1-43fb-b5d5-8d680be081bd', 'mac_address': 'fa:16:3e:9c:2e:0d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 382, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c4b526db-4d8a-4d4c-a310-e3a599630ae1', 'ip_address': '192.168.233.86'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84042) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 18 21:30:21.842439 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:30:21.859064 n-d-838334-2 neutron-server[84042]: DEBUG neutron.notifiers.nova [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 78e91bf7-6fa1-43fb-b5d5-8d680be081bd {{(pid=84042) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 18 21:30:21.873828 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] For port 78e91bf7-6fa1-43fb-b5d5-8d680be081bd, host n-h2-838334-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838334-2',level=0,port_id=78e91bf7-6fa1-43fb-b5d5-8d680be081bd,segment=NetworkSegment(62b85806-94d8-4a88-a06c-da82e5932d66),segment_id=62b85806-94d8-4a88-a06c-da82e5932d66)] {{(pid=84042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:30:21.877845 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682'] for port, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:30:21.942884 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Pushing event updated for resources: {'Port': ['ID=78e91bf7-6fa1-43fb-b5d5-8d680be081bd,revision_number=4']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:30:21.952502 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:30:21.952854 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:30:21.953190 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:30:21.953520 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:30:21.953853 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:30:21.954177 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:30:21.954499 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:30:21.954818 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:30:21.955141 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:30:21.955461 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:30:21.955928 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:30:22.088067 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] get_ports_and_sgs() called for port_ids ['78e91bf7-6fa1-43fb-b5d5-8d680be081bd'] {{(pid=84042) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 18 21:30:22.111585 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3d9ae94-5bdf-4083-83a2-2d7549d810c9 req-a8668dce-8ef6-4724-aaba-5fb6e23402ad tempest-ServersAdminNegativeTestJSON-718502226 tempest-ServersAdminNegativeTestJSON-718502226-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:30:22.113121 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-d3d9ae94-5bdf-4083-83a2-2d7549d810c9 req-a8668dce-8ef6-4724-aaba-5fb6e23402ad tempest-ServersAdminNegativeTestJSON-718502226 tempest-ServersAdminNegativeTestJSON-718502226-project] 10.222.0.42 "GET /v2.0/ports?device_id=a6280aa4-cac1-415b-a7c4-1dffe7143aad HTTP/1.1" status: 200 len: 948 time: 0.0820963 Apr 18 21:30:22.162218 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-d3d9ae94-5bdf-4083-83a2-2d7549d810c9 req-fd4bf68b-6de4-467f-8db1-c4a9cea25440 tempest-ServersAdminNegativeTestJSON-718502226 tempest-ServersAdminNegativeTestJSON-718502226-project] 10.222.0.42 "GET /v2.0/security-groups?id=b7413abd-15af-42af-8bf6-26379f64836d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427232 Apr 18 21:30:23.363794 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c57018cc-e86c-46b5-baea-74a6b64c9ef3 req-f919beab-c2f2-46a7-bd05-8904b3db1a97 tempest-ServersAdminNegativeTestJSON-718502226 tempest-ServersAdminNegativeTestJSON-718502226-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:30:23.365276 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-c57018cc-e86c-46b5-baea-74a6b64c9ef3 req-f919beab-c2f2-46a7-bd05-8904b3db1a97 tempest-ServersAdminNegativeTestJSON-718502226 tempest-ServersAdminNegativeTestJSON-718502226-project] 10.222.0.42 "GET /v2.0/ports?device_id=a6280aa4-cac1-415b-a7c4-1dffe7143aad HTTP/1.1" status: 200 len: 948 time: 0.0826581 Apr 18 21:30:23.410221 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-c57018cc-e86c-46b5-baea-74a6b64c9ef3 req-b11a6705-1b58-421f-b2ec-ab580cbb19db tempest-ServersAdminNegativeTestJSON-718502226 tempest-ServersAdminNegativeTestJSON-718502226-project] 10.222.0.42 "GET /v2.0/security-groups?id=b7413abd-15af-42af-8bf6-26379f64836d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390749 Apr 18 21:30:23.632645 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Device 78e91bf7-6fa1-43fb-b5d5-8d680be081bd up at agent hyperv_n-h2-838334-2 {{(pid=84042) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 21:30:23.702860 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Provisioning for port 78e91bf7-6fa1-43fb-b5d5-8d680be081bd completed by entity L2. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 21:30:23.707493 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Provisioning complete for port 78e91bf7-6fa1-43fb-b5d5-8d680be081bd triggered by entity L2. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:30:23.707888 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1253608'] for port, provisioning_complete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:30:23.816274 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:30:23.842759 n-d-838334-2 neutron-server[84042]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a6280aa4-cac1-415b-a7c4-1dffe7143aad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '78e91bf7-6fa1-43fb-b5d5-8d680be081bd'}] {{(pid=84042) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 21:30:23.852071 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] For port 78e91bf7-6fa1-43fb-b5d5-8d680be081bd, host n-h2-838334-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838334-2',level=0,port_id=78e91bf7-6fa1-43fb-b5d5-8d680be081bd,segment=NetworkSegment(62b85806-94d8-4a88-a06c-da82e5932d66),segment_id=62b85806-94d8-4a88-a06c-da82e5932d66)] {{(pid=84042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:30:23.855956 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682'] for port, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:30:23.902991 n-d-838334-2 neutron-server[84042]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fc765b69-fd57-48cd-b17e-713036b68e20'] response: {'server_uuid': 'a6280aa4-cac1-415b-a7c4-1dffe7143aad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '78e91bf7-6fa1-43fb-b5d5-8d680be081bd', 'code': 200} Apr 18 21:30:23.925823 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Pushing event updated for resources: {'Port': ['ID=78e91bf7-6fa1-43fb-b5d5-8d680be081bd,revision_number=5']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:30:24.031980 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-83e6ecee-b3ef-4858-9f5b-5ae3cf99ef75 req-8698a845-d1bc-4d61-b0df-d796952672e9 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=a6280aa4-cac1-415b-a7c4-1dffe7143aad HTTP/1.1" status: 200 len: 1100 time: 0.0735197 Apr 18 21:30:24.074732 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-83e6ecee-b3ef-4858-9f5b-5ae3cf99ef75 req-0c1de443-b37d-4467-85da-d6f37e85fef6 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=b7413abd-15af-42af-8bf6-26379f64836d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362060 Apr 18 21:30:24.610608 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe48f126-8d4d-4fcc-a9ef-f21ae00606a2 req-b7afa541-0029-4002-a68c-fbb7216ad40f tempest-ServersAdminNegativeTestJSON-718502226 tempest-ServersAdminNegativeTestJSON-718502226-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:30:24.612052 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-fe48f126-8d4d-4fcc-a9ef-f21ae00606a2 req-b7afa541-0029-4002-a68c-fbb7216ad40f tempest-ServersAdminNegativeTestJSON-718502226 tempest-ServersAdminNegativeTestJSON-718502226-project] 10.222.0.42 "GET /v2.0/ports?device_id=a6280aa4-cac1-415b-a7c4-1dffe7143aad HTTP/1.1" status: 200 len: 949 time: 0.0816340 Apr 18 21:30:24.659202 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-fe48f126-8d4d-4fcc-a9ef-f21ae00606a2 req-b3dcf502-863b-49c1-9e99-e27512411886 tempest-ServersAdminNegativeTestJSON-718502226 tempest-ServersAdminNegativeTestJSON-718502226-project] 10.222.0.42 "GET /v2.0/security-groups?id=b7413abd-15af-42af-8bf6-26379f64836d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414922 Apr 18 21:30:25.859479 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a7d6fe1-860d-4702-9c0c-8e59f6a9c18e req-7b77267c-bae6-49fe-9d77-b6fa729fdea0 tempest-ServersAdminNegativeTestJSON-718502226 tempest-ServersAdminNegativeTestJSON-718502226-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:30:25.860999 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-3a7d6fe1-860d-4702-9c0c-8e59f6a9c18e req-7b77267c-bae6-49fe-9d77-b6fa729fdea0 tempest-ServersAdminNegativeTestJSON-718502226 tempest-ServersAdminNegativeTestJSON-718502226-project] 10.222.0.42 "GET /v2.0/ports?device_id=a6280aa4-cac1-415b-a7c4-1dffe7143aad HTTP/1.1" status: 200 len: 949 time: 0.0770640 Apr 18 21:30:25.909259 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-3a7d6fe1-860d-4702-9c0c-8e59f6a9c18e req-d6c666f0-2e30-4991-834a-6e8bb1862e1a tempest-ServersAdminNegativeTestJSON-718502226 tempest-ServersAdminNegativeTestJSON-718502226-project] 10.222.0.42 "GET /v2.0/security-groups?id=b7413abd-15af-42af-8bf6-26379f64836d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428016 Apr 18 21:30:26.462151 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-045d5da7-8bff-4fb5-898e-3a91fcf6be99 req-38839d24-d9d5-4fcb-b8a4-3ecb1bcdcce4 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=a6280aa4-cac1-415b-a7c4-1dffe7143aad&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.1923919 Apr 18 21:30:27.006508 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-2a8f2d47-be07-451e-8065-addde1cfde64 req-a4d3017a-a419-48d4-be0e-70b84c9823ec service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=a6280aa4-cac1-415b-a7c4-1dffe7143aad&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.1404636 Apr 18 21:30:27.530641 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dd9d635-535c-4948-933f-bd59daa348f7 req-37e560d2-1e0c-4d4f-ae29-a8aaf86d02c4 tempest-ServersAdminNegativeTestJSON-718502226 tempest-ServersAdminNegativeTestJSON-718502226-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:30:27.532096 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-0dd9d635-535c-4948-933f-bd59daa348f7 req-37e560d2-1e0c-4d4f-ae29-a8aaf86d02c4 tempest-ServersAdminNegativeTestJSON-718502226 tempest-ServersAdminNegativeTestJSON-718502226-project] 10.222.0.42 "GET /v2.0/ports?device_id=a6280aa4-cac1-415b-a7c4-1dffe7143aad HTTP/1.1" status: 200 len: 949 time: 0.0789959 Apr 18 21:30:27.577389 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-0dd9d635-535c-4948-933f-bd59daa348f7 req-bd0c7505-a883-4906-854d-e0621ac9156e tempest-ServersAdminNegativeTestJSON-718502226 tempest-ServersAdminNegativeTestJSON-718502226-project] 10.222.0.42 "GET /v2.0/security-groups?id=b7413abd-15af-42af-8bf6-26379f64836d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397656 Apr 18 21:30:28.773952 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9879d38d-7a12-4774-a10e-2d9a81e5a17c req-3bb01fbb-e09a-4b35-9017-57f5c13af1e5 tempest-ServersAdminNegativeTestJSON-718502226 tempest-ServersAdminNegativeTestJSON-718502226-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:30:28.775400 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-9879d38d-7a12-4774-a10e-2d9a81e5a17c req-3bb01fbb-e09a-4b35-9017-57f5c13af1e5 tempest-ServersAdminNegativeTestJSON-718502226 tempest-ServersAdminNegativeTestJSON-718502226-project] 10.222.0.42 "GET /v2.0/ports?device_id=a6280aa4-cac1-415b-a7c4-1dffe7143aad HTTP/1.1" status: 200 len: 949 time: 0.0751493 Apr 18 21:30:28.871549 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-9879d38d-7a12-4774-a10e-2d9a81e5a17c req-aafec30e-830a-40f8-b61e-f0a57d9ef368 tempest-ServersAdminNegativeTestJSON-718502226 tempest-ServersAdminNegativeTestJSON-718502226-project] 10.222.0.42 "GET /v2.0/security-groups?id=b7413abd-15af-42af-8bf6-26379f64836d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0900145 Apr 18 21:30:28.893540 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b481853-0a25-4d38-b927-ddd4d6e28ac8 req-ce14cbb2-a6c7-4c34-89f1-f5c8d5cb8bfe tempest-ServersAdminNegativeTestJSON-718502226 tempest-ServersAdminNegativeTestJSON-718502226-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:30:28.895040 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-0b481853-0a25-4d38-b927-ddd4d6e28ac8 req-ce14cbb2-a6c7-4c34-89f1-f5c8d5cb8bfe tempest-ServersAdminNegativeTestJSON-718502226 tempest-ServersAdminNegativeTestJSON-718502226-project] 10.222.0.48 "GET /v2.0/ports?device_id=a6280aa4-cac1-415b-a7c4-1dffe7143aad HTTP/1.1" status: 200 len: 949 time: 0.0923567 Apr 18 21:30:28.965707 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.plugin [req-0b481853-0a25-4d38-b927-ddd4d6e28ac8 req-4f8b6e0f-d36f-40bd-bfd7-8bb2b9df05a0 tempest-ServersAdminNegativeTestJSON-718502226 tempest-ServersAdminNegativeTestJSON-718502226-project] Deleting port 78e91bf7-6fa1-43fb-b5d5-8d680be081bd {{(pid=84040) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 21:30:28.966051 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-0b481853-0a25-4d38-b927-ddd4d6e28ac8 req-4f8b6e0f-d36f-40bd-bfd7-8bb2b9df05a0 tempest-ServersAdminNegativeTestJSON-718502226 tempest-ServersAdminNegativeTestJSON-718502226-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750375188691'] for port, before_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:30:29.204791 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.db [req-0b481853-0a25-4d38-b927-ddd4d6e28ac8 req-4f8b6e0f-d36f-40bd-bfd7-8bb2b9df05a0 tempest-ServersAdminNegativeTestJSON-718502226 tempest-ServersAdminNegativeTestJSON-718502226-project] For port 78e91bf7-6fa1-43fb-b5d5-8d680be081bd, host n-h2-838334-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838334-2',level=0,port_id=78e91bf7-6fa1-43fb-b5d5-8d680be081bd,segment=NetworkSegment(62b85806-94d8-4a88-a06c-da82e5932d66),segment_id=62b85806-94d8-4a88-a06c-da82e5932d66)] {{(pid=84040) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:30:29.205061 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-0b481853-0a25-4d38-b927-ddd4d6e28ac8 req-4f8b6e0f-d36f-40bd-bfd7-8bb2b9df05a0 tempest-ServersAdminNegativeTestJSON-718502226 tempest-ServersAdminNegativeTestJSON-718502226-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369123'] for port, precommit_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:30:29.322384 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.plugin [req-0b481853-0a25-4d38-b927-ddd4d6e28ac8 req-4f8b6e0f-d36f-40bd-bfd7-8bb2b9df05a0 tempest-ServersAdminNegativeTestJSON-718502226 tempest-ServersAdminNegativeTestJSON-718502226-project] Calling delete_port for 78e91bf7-6fa1-43fb-b5d5-8d680be081bd owned by compute:nova {{(pid=84040) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 21:30:29.460082 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-0b481853-0a25-4d38-b927-ddd4d6e28ac8 req-4f8b6e0f-d36f-40bd-bfd7-8bb2b9df05a0 tempest-ServersAdminNegativeTestJSON-718502226 tempest-ServersAdminNegativeTestJSON-718502226-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750375259028', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750374836628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32440838'] for port, after_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:30:29.472814 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] get_ports_and_sgs() called for port_ids ['78e91bf7-6fa1-43fb-b5d5-8d680be081bd'] {{(pid=84042) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 18 21:30:29.509547 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f8b6e0f-d36f-40bd-bfd7-8bb2b9df05a0 tempest-ServersAdminNegativeTestJSON-718502226 tempest-ServersAdminNegativeTestJSON-718502226-project] Pushing event deleted for resources: {'Port': ['ID=78e91bf7-6fa1-43fb-b5d5-8d680be081bd,revision_number=None']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:30:29.582997 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.l3_dvrscheduler_db [req-0b481853-0a25-4d38-b927-ddd4d6e28ac8 req-4f8b6e0f-d36f-40bd-bfd7-8bb2b9df05a0 tempest-ServersAdminNegativeTestJSON-718502226 tempest-ServersAdminNegativeTestJSON-718502226-project] No DVR routers for this DVR port 78e91bf7-6fa1-43fb-b5d5-8d680be081bd on host n-h2-838334-2 {{(pid=84040) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 21:30:29.585559 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-0b481853-0a25-4d38-b927-ddd4d6e28ac8 req-4f8b6e0f-d36f-40bd-bfd7-8bb2b9df05a0 tempest-ServersAdminNegativeTestJSON-718502226 tempest-ServersAdminNegativeTestJSON-718502226-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217293'] for port, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:30:29.589892 n-d-838334-2 neutron-server[84040]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a6280aa4-cac1-415b-a7c4-1dffe7143aad', 'name': 'network-vif-deleted', 'tag': '78e91bf7-6fa1-43fb-b5d5-8d680be081bd'}] {{(pid=84040) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 21:30:29.606009 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-0b481853-0a25-4d38-b927-ddd4d6e28ac8 req-4f8b6e0f-d36f-40bd-bfd7-8bb2b9df05a0 tempest-ServersAdminNegativeTestJSON-718502226 tempest-ServersAdminNegativeTestJSON-718502226-project] 10.222.0.48 "DELETE /v2.0/ports/78e91bf7-6fa1-43fb-b5d5-8d680be081bd HTTP/1.1" status: 204 len: 173 time: 0.7026820 Apr 18 21:30:29.647455 n-d-838334-2 neutron-server[84040]: INFO neutron.notifiers.nova [-] Nova event matching ['req-483cee90-fe00-4ba5-b434-e8d4bc026e13'] response: {'server_uuid': 'a6280aa4-cac1-415b-a7c4-1dffe7143aad', 'name': 'network-vif-deleted', 'tag': '78e91bf7-6fa1-43fb-b5d5-8d680be081bd', 'status': 'completed', 'code': 200} Apr 18 21:30:30.031971 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750375287399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253529'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:30:30.048290 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [req-ac4eae02-de9b-4e6d-863f-3c0d785e2c29 req-36a4a560-93bc-4e02-bc77-7451c0a02957 tempest-ServersAdminNegativeTestJSON-718502226 tempest-ServersAdminNegativeTestJSON-718502226-project] Synchronizing usage tracker for tenant:7a384b7151734c2eaeb23e0ae43edf5b on resource:port {{(pid=84040) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 21:30:30.064074 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [req-ac4eae02-de9b-4e6d-863f-3c0d785e2c29 req-36a4a560-93bc-4e02-bc77-7451c0a02957 tempest-ServersAdminNegativeTestJSON-718502226 tempest-ServersAdminNegativeTestJSON-718502226-project] Unset dirty status for tenant:7a384b7151734c2eaeb23e0ae43edf5b on resource:port {{(pid=84040) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 21:30:30.065253 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-ac4eae02-de9b-4e6d-863f-3c0d785e2c29 req-36a4a560-93bc-4e02-bc77-7451c0a02957 tempest-ServersAdminNegativeTestJSON-718502226 tempest-ServersAdminNegativeTestJSON-718502226-project] 10.222.0.42 "GET /v2.0/ports?device_id=a6280aa4-cac1-415b-a7c4-1dffe7143aad HTTP/1.1" status: 200 len: 210 time: 0.0579629 Apr 18 21:30:31.457069 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 37986) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:30:31.634413 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-c14468f8-bb5c-47c9-a1a2-6ff7789df518 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=7a384b7151734c2eaeb23e0ae43edf5b&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1761646 Apr 18 21:30:31.635295 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 37992) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:30:31.662675 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Device 78e91bf7-6fa1-43fb-b5d5-8d680be081bd no longer exists at agent hyperv_n-h2-838334-2 {{(pid=84042) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 21:30:31.698068 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.plugin [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] No Port match for: 78e91bf7-6fa1-43fb-b5d5-8d680be081bd {{(pid=84042) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 18 21:30:31.698362 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Device 78e91bf7-6fa1-43fb-b5d5-8d680be081bd not bound to the agent host n-h2-838334-2 {{(pid=84042) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 21:30:31.702993 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-684b9c8d-22da-491b-9ccf-4bb38a3b068d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:30:31.728851 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-684b9c8d-22da-491b-9ccf-4bb38a3b068d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:30:31.781067 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-684b9c8d-22da-491b-9ccf-4bb38a3b068d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33528224'] for security_group, after_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:30:31.800665 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-684b9c8d-22da-491b-9ccf-4bb38a3b068d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7413abd-15af-42af-8bf6-26379f64836d,revision_number=None']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:30:31.810178 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-684b9c8d-22da-491b-9ccf-4bb38a3b068d admin admin] Notify callbacks [] for security_group, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:30:31.811318 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-684b9c8d-22da-491b-9ccf-4bb38a3b068d admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/b7413abd-15af-42af-8bf6-26379f64836d HTTP/1.1" status: 204 len: 168 time: 0.1748369 Apr 18 21:30:32.141255 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 38000) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:30:32.159434 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-c09eabea-4fd6-4846-bc64-0d6d936f8a4e admin admin] Notify callbacks [] for security_group, before_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:30:32.192776 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [None req-c09eabea-4fd6-4846-bc64-0d6d936f8a4e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:30:32.196529 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-c09eabea-4fd6-4846-bc64-0d6d936f8a4e admin admin] Usage tracker for resource:security_group_rule and tenant:6b56bc5d6f764218a2b55a61d269416f is out of sync, need to count used quota {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:30:32.199324 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-c09eabea-4fd6-4846-bc64-0d6d936f8a4e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:30:32.204939 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [None req-c09eabea-4fd6-4846-bc64-0d6d936f8a4e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:30:32.268819 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-c09eabea-4fd6-4846-bc64-0d6d936f8a4e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:30:32.272547 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-c09eabea-4fd6-4846-bc64-0d6d936f8a4e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33528224'] for security_group, after_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:30:32.315165 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c09eabea-4fd6-4846-bc64-0d6d936f8a4e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2ed9cb50-9164-43dd-9584-6775ea503744,revision_number=1']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:30:32.325108 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-c09eabea-4fd6-4846-bc64-0d6d936f8a4e admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=6b56bc5d6f764218a2b55a61d269416f&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1826875 Apr 18 21:30:32.328202 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 38004) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:30:32.390141 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-95de8634-d3e3-4a34-bbc9-aa4a42744daa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:30:32.415276 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-95de8634-d3e3-4a34-bbc9-aa4a42744daa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:30:32.466401 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-95de8634-d3e3-4a34-bbc9-aa4a42744daa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33528224'] for security_group, after_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:30:32.481749 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95de8634-d3e3-4a34-bbc9-aa4a42744daa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ed9cb50-9164-43dd-9584-6775ea503744,revision_number=None']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:30:32.487826 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-95de8634-d3e3-4a34-bbc9-aa4a42744daa admin admin] Notify callbacks [] for security_group, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:30:32.488934 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-95de8634-d3e3-4a34-bbc9-aa4a42744daa admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/2ed9cb50-9164-43dd-9584-6775ea503744 HTTP/1.1" status: 204 len: 168 time: 0.1599531 Apr 18 21:30:33.396396 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 38026) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:30:33.525203 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.v2.base [None req-47c81449-8cc8-4f20-8bee-f384a38df5ce admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1771959009-network', 'tenant_id': 'a458150583b043d68df2f1abdadadf25'}} {{(pid=84040) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:30:33.530947 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [None req-47c81449-8cc8-4f20-8bee-f384a38df5ce admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:30:33.534687 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-47c81449-8cc8-4f20-8bee-f384a38df5ce admin admin] Usage tracker for resource:network and tenant:a458150583b043d68df2f1abdadadf25 is out of sync, need to count used quota {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:30:33.537479 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-47c81449-8cc8-4f20-8bee-f384a38df5ce admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:30:33.543606 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [None req-47c81449-8cc8-4f20-8bee-f384a38df5ce admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:30:33.553457 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-47c81449-8cc8-4f20-8bee-f384a38df5ce admin admin] Made reservation on behalf of a458150583b043d68df2f1abdadadf25 for: {'network': 1} {{(pid=84040) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:30:33.555726 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-47c81449-8cc8-4f20-8bee-f384a38df5ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for network, before_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:30:33.567798 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-47c81449-8cc8-4f20-8bee-f384a38df5ce admin admin] Notify callbacks [] for security_group, before_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:30:33.598400 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [None req-47c81449-8cc8-4f20-8bee-f384a38df5ce admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:30:33.602151 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-47c81449-8cc8-4f20-8bee-f384a38df5ce admin admin] Usage tracker for resource:security_group_rule and tenant:a458150583b043d68df2f1abdadadf25 is out of sync, need to count used quota {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:30:33.605466 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-47c81449-8cc8-4f20-8bee-f384a38df5ce admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:30:33.611080 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [None req-47c81449-8cc8-4f20-8bee-f384a38df5ce admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:30:33.674614 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-47c81449-8cc8-4f20-8bee-f384a38df5ce admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:30:33.678237 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-47c81449-8cc8-4f20-8bee-f384a38df5ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33528224'] for security_group, after_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:30:33.710707 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-47c81449-8cc8-4f20-8bee-f384a38df5ce admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 390} {{(pid=84040) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 21:30:33.719362 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47c81449-8cc8-4f20-8bee-f384a38df5ce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e8af7daa-2a63-4758-8642-d30e24201823,revision_number=1']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:30:33.724961 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-47c81449-8cc8-4f20-8bee-f384a38df5ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1082986'] for segment, precommit_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:30:33.725296 n-d-838334-2 neutron-server[84040]: INFO neutron.db.segments_db [None req-47c81449-8cc8-4f20-8bee-f384a38df5ce admin admin] Added segment bb0453a2-5ab9-4ee4-97f5-4b878fc4573d of type vlan for network a840b841-c40b-4ca1-acd2-c3cd8d82f455 Apr 18 21:30:33.751407 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-47c81449-8cc8-4f20-8bee-f384a38df5ce admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750374825732'] for network, precommit_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:30:33.780112 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-47c81449-8cc8-4f20-8bee-f384a38df5ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33526109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022'] for network, after_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:30:33.780922 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47c81449-8cc8-4f20-8bee-f384a38df5ce admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:30:33.781483 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-47c81449-8cc8-4f20-8bee-f384a38df5ce admin admin] Notify callbacks [] for network, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:30:33.971515 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47c81449-8cc8-4f20-8bee-f384a38df5ce admin admin] Pushing event updated for resources: {'Network': ['ID=a840b841-c40b-4ca1-acd2-c3cd8d82f455,revision_number=1']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:30:33.974744 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-47c81449-8cc8-4f20-8bee-f384a38df5ce admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.5772822 Apr 18 21:30:33.977645 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 38032) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:30:33.985728 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.v2.base [None req-f2f5c7ce-d94b-45c3-93ef-42122b06c303 admin admin] Request body: {'subnet': {'network_id': 'a840b841-c40b-4ca1-acd2-c3cd8d82f455', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1771959009-subnet', 'tenant_id': 'a458150583b043d68df2f1abdadadf25', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=84040) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:30:33.985878 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Network a840b841-c40b-4ca1-acd2-c3cd8d82f455 details requested by agent ovs-agent-n-d-838334-2 with host n-d-838334-2 {{(pid=84042) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 18 21:30:33.991423 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [None req-f2f5c7ce-d94b-45c3-93ef-42122b06c303 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:30:33.996754 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-f2f5c7ce-d94b-45c3-93ef-42122b06c303 admin admin] Usage tracker for resource:subnet and tenant:a458150583b043d68df2f1abdadadf25 is out of sync, need to count used quota {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:30:33.999645 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-f2f5c7ce-d94b-45c3-93ef-42122b06c303 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:30:34.005232 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [None req-f2f5c7ce-d94b-45c3-93ef-42122b06c303 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:30:34.015944 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f2f5c7ce-d94b-45c3-93ef-42122b06c303 admin admin] Made reservation on behalf of a458150583b043d68df2f1abdadadf25 for: {'subnet': 1} {{(pid=84040) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:30:34.018244 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-f2f5c7ce-d94b-45c3-93ef-42122b06c303 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31752722'] for subnet, before_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:30:34.195800 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750375287399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253529'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:30:34.214767 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-f2f5c7ce-d94b-45c3-93ef-42122b06c303 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33526260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32441074', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31752704'] for subnet, after_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:30:34.289918 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2f5c7ce-d94b-45c3-93ef-42122b06c303 admin admin] Pushing event updated for resources: {'Subnet': ['ID=79bac594-b841-42bb-bdba-442c6caae7d7,revision_number=0']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:30:34.299486 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2f5c7ce-d94b-45c3-93ef-42122b06c303 admin admin] Checking segment: {'id': 'bb0453a2-5ab9-4ee4-97f5-4b878fc4573d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': 'a840b841-c40b-4ca1-acd2-c3cd8d82f455'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84040) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 21:30:34.299870 n-d-838334-2 neutron-server[84040]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2f5c7ce-d94b-45c3-93ef-42122b06c303 admin admin] Network hostable DHCP agents. Network: a840b841-c40b-4ca1-acd2-c3cd8d82f455, hostable agents: ['8746f8ea-3e91-4b32-9919-2c63adeb8722'], hosted agents: [] {{(pid=84040) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 21:30:34.321287 n-d-838334-2 neutron-server[84040]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2f5c7ce-d94b-45c3-93ef-42122b06c303 admin admin] Network a840b841-c40b-4ca1-acd2-c3cd8d82f455 is scheduled to be hosted by DHCP agent 8746f8ea-3e91-4b32-9919-2c63adeb8722 with binding_index 1 {{(pid=84040) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 21:30:34.330954 n-d-838334-2 neutron-server[84040]: DEBUG neutron.scheduler.base_scheduler [None req-f2f5c7ce-d94b-45c3-93ef-42122b06c303 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-838334-2, a840b841-c40b-4ca1-acd2-c3cd8d82f455) {{(pid=84040) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:30:34.334900 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2f5c7ce-d94b-45c3-93ef-42122b06c303 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:30:34.335477 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-f2f5c7ce-d94b-45c3-93ef-42122b06c303 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:30:34.340837 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0674281c-a0e4-43cc-817b-95afe024074f None None] Network a840b841-c40b-4ca1-acd2-c3cd8d82f455 requested from n-d-838334-2 {{(pid=84042) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 21:30:34.355863 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-f2f5c7ce-d94b-45c3-93ef-42122b06c303 admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.3772130 Apr 18 21:30:34.584127 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4edd555a-3c2f-4cc7-8e57-3b2efacfe9ef None None] Network a840b841-c40b-4ca1-acd2-c3cd8d82f455 requested from n-d-838334-2 {{(pid=84042) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 21:30:34.900217 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-244b6fbc-e32a-47e5-99d8-c91748ea17f9 req-9b7daf13-c799-41b9-92cf-d1f221bbf9bf tempest-DeleteServersTestJSON-809580428 tempest-DeleteServersTestJSON-809580428-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:30:34.900793 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [req-244b6fbc-e32a-47e5-99d8-c91748ea17f9 req-9b7daf13-c799-41b9-92cf-d1f221bbf9bf tempest-DeleteServersTestJSON-809580428 tempest-DeleteServersTestJSON-809580428-project] Synchronizing usage tracker for tenant:a458150583b043d68df2f1abdadadf25 on resource:network {{(pid=84040) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 21:30:34.917196 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [req-244b6fbc-e32a-47e5-99d8-c91748ea17f9 req-9b7daf13-c799-41b9-92cf-d1f221bbf9bf tempest-DeleteServersTestJSON-809580428 tempest-DeleteServersTestJSON-809580428-project] Unset dirty status for tenant:a458150583b043d68df2f1abdadadf25 on resource:network {{(pid=84040) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 21:30:34.918744 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-244b6fbc-e32a-47e5-99d8-c91748ea17f9 req-9b7daf13-c799-41b9-92cf-d1f221bbf9bf tempest-DeleteServersTestJSON-809580428 tempest-DeleteServersTestJSON-809580428-project] 10.222.0.42 "GET /v2.0/networks?id=a840b841-c40b-4ca1-acd2-c3cd8d82f455 HTTP/1.1" status: 200 len: 812 time: 0.1602414 Apr 18 21:30:34.936469 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-244b6fbc-e32a-47e5-99d8-c91748ea17f9 req-17cd5fd9-630e-4778-9afa-85edc105ecc3 tempest-DeleteServersTestJSON-809580428 tempest-DeleteServersTestJSON-809580428-project] 10.222.0.42 "GET /v2.0/quotas/a458150583b043d68df2f1abdadadf25 HTTP/1.1" status: 200 len: 375 time: 0.0122550 Apr 18 21:30:34.981696 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-244b6fbc-e32a-47e5-99d8-c91748ea17f9 req-2e1cab25-77fe-49c0-9d3c-4169a97aa9c0 tempest-DeleteServersTestJSON-809580428 tempest-DeleteServersTestJSON-809580428-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=a458150583b043d68df2f1abdadadf25&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0401404 Apr 18 21:30:35.110993 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-244b6fbc-e32a-47e5-99d8-c91748ea17f9 req-70d7dce2-f956-445a-817b-0e2b4182b257 service neutron] 10.222.0.42 "GET /v2.0/networks/a840b841-c40b-4ca1-acd2-c3cd8d82f455?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1226201 Apr 18 21:30:35.240038 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-244b6fbc-e32a-47e5-99d8-c91748ea17f9 req-02a41dda-a843-40ba-8e7d-0830e658d042 service neutron] 10.222.0.42 "GET /v2.0/networks/a840b841-c40b-4ca1-acd2-c3cd8d82f455?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1232755 Apr 18 21:30:36.447033 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-075d0bea-0150-43dc-963d-392704c9227d req-107f37ab-a668-4300-8469-c80bea304426 tempest-DeleteServersTestJSON-809580428 tempest-DeleteServersTestJSON-809580428-project] 10.222.0.42 "GET /v2.0/ports?device_id=03daa8d9-906a-49ec-a579-e7641cba51bf HTTP/1.1" status: 200 len: 210 time: 0.0454998 Apr 18 21:30:37.499352 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-244b6fbc-e32a-47e5-99d8-c91748ea17f9 req-0a17afc0-8114-4514-bfbd-38743d29427f tempest-DeleteServersTestJSON-809580428 tempest-DeleteServersTestJSON-809580428-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:30:37.500788 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-244b6fbc-e32a-47e5-99d8-c91748ea17f9 req-0a17afc0-8114-4514-bfbd-38743d29427f tempest-DeleteServersTestJSON-809580428 tempest-DeleteServersTestJSON-809580428-project] 10.222.0.48 "GET /v2.0/networks?id=a840b841-c40b-4ca1-acd2-c3cd8d82f455 HTTP/1.1" status: 200 len: 812 time: 0.1672215 Apr 18 21:30:37.517334 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.v2.base [req-244b6fbc-e32a-47e5-99d8-c91748ea17f9 req-460af145-f082-4437-83a6-d54d3743e597 tempest-DeleteServersTestJSON-809580428 tempest-DeleteServersTestJSON-809580428-project] Request body: {'port': {'device_id': '03daa8d9-906a-49ec-a579-e7641cba51bf', 'network_id': 'a840b841-c40b-4ca1-acd2-c3cd8d82f455', 'admin_state_up': True, 'tenant_id': 'a458150583b043d68df2f1abdadadf25'}} {{(pid=84040) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:30:37.653989 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-7f12ff1c-bdab-423a-958a-1ec135f17933 req-f3e66449-9b10-4819-abe2-2899631467e1 tempest-DeleteServersTestJSON-809580428 tempest-DeleteServersTestJSON-809580428-project] 10.222.0.42 "GET /v2.0/ports?device_id=03daa8d9-906a-49ec-a579-e7641cba51bf HTTP/1.1" status: 200 len: 210 time: 0.0569553 Apr 18 21:30:37.702924 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [req-244b6fbc-e32a-47e5-99d8-c91748ea17f9 req-460af145-f082-4437-83a6-d54d3743e597 tempest-DeleteServersTestJSON-809580428 tempest-DeleteServersTestJSON-809580428-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:30:37.706653 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [req-244b6fbc-e32a-47e5-99d8-c91748ea17f9 req-460af145-f082-4437-83a6-d54d3743e597 tempest-DeleteServersTestJSON-809580428 tempest-DeleteServersTestJSON-809580428-project] Usage tracker for resource:port and tenant:a458150583b043d68df2f1abdadadf25 is out of sync, need to count used quota {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:30:37.709389 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [req-244b6fbc-e32a-47e5-99d8-c91748ea17f9 req-460af145-f082-4437-83a6-d54d3743e597 tempest-DeleteServersTestJSON-809580428 tempest-DeleteServersTestJSON-809580428-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:30:37.715829 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [req-244b6fbc-e32a-47e5-99d8-c91748ea17f9 req-460af145-f082-4437-83a6-d54d3743e597 tempest-DeleteServersTestJSON-809580428 tempest-DeleteServersTestJSON-809580428-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:30:37.724675 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-244b6fbc-e32a-47e5-99d8-c91748ea17f9 req-460af145-f082-4437-83a6-d54d3743e597 tempest-DeleteServersTestJSON-809580428 tempest-DeleteServersTestJSON-809580428-project] Made reservation on behalf of a458150583b043d68df2f1abdadadf25 for: {'port': 1} {{(pid=84040) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:30:37.727695 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-244b6fbc-e32a-47e5-99d8-c91748ea17f9 req-460af145-f082-4437-83a6-d54d3743e597 tempest-DeleteServersTestJSON-809580428 tempest-DeleteServersTestJSON-809580428-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:30:37.899996 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.db_base_plugin_common [req-244b6fbc-e32a-47e5-99d8-c91748ea17f9 req-460af145-f082-4437-83a6-d54d3743e597 tempest-DeleteServersTestJSON-809580428 tempest-DeleteServersTestJSON-809580428-project] Allocated IP 172.20.0.6 (a840b841-c40b-4ca1-acd2-c3cd8d82f455/79bac594-b841-42bb-bdba-442c6caae7d7/2b662bd7-812b-48a4-a873-18edba595ea4) {{(pid=84040) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 21:30:38.094624 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-244b6fbc-e32a-47e5-99d8-c91748ea17f9 req-460af145-f082-4437-83a6-d54d3743e597 tempest-DeleteServersTestJSON-809580428 tempest-DeleteServersTestJSON-809580428-project] Notify callbacks [] for port, precommit_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:30:38.121724 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-244b6fbc-e32a-47e5-99d8-c91748ea17f9 req-460af145-f082-4437-83a6-d54d3743e597 tempest-DeleteServersTestJSON-809580428 tempest-DeleteServersTestJSON-809580428-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750374836619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32440838'] for port, after_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:30:38.307275 n-d-838334-2 neutron-server[84040]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-244b6fbc-e32a-47e5-99d8-c91748ea17f9 req-460af145-f082-4437-83a6-d54d3743e597 tempest-DeleteServersTestJSON-809580428 tempest-DeleteServersTestJSON-809580428-project] Network a840b841-c40b-4ca1-acd2-c3cd8d82f455 is already hosted by enough agents. {{(pid=84040) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:30:38.310783 n-d-838334-2 neutron-server[84040]: DEBUG neutron.scheduler.base_scheduler [req-244b6fbc-e32a-47e5-99d8-c91748ea17f9 req-460af145-f082-4437-83a6-d54d3743e597 tempest-DeleteServersTestJSON-809580428 tempest-DeleteServersTestJSON-809580428-project] Resources bound (agent type, host, resource id): {{(pid=84040) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:30:38.314682 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.l3_dvrscheduler_db [req-244b6fbc-e32a-47e5-99d8-c91748ea17f9 req-460af145-f082-4437-83a6-d54d3743e597 tempest-DeleteServersTestJSON-809580428 tempest-DeleteServersTestJSON-809580428-project] Received port after_create {{(pid=84040) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 21:30:38.343662 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-460af145-f082-4437-83a6-d54d3743e597 tempest-DeleteServersTestJSON-809580428 tempest-DeleteServersTestJSON-809580428-project] Pushing event updated for resources: {'Port': ['ID=2b662bd7-812b-48a4-a873-18edba595ea4,revision_number=1']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:30:38.377484 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-244b6fbc-e32a-47e5-99d8-c91748ea17f9 req-460af145-f082-4437-83a6-d54d3743e597 tempest-DeleteServersTestJSON-809580428 tempest-DeleteServersTestJSON-809580428-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:30:38.378178 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-244b6fbc-e32a-47e5-99d8-c91748ea17f9 req-460af145-f082-4437-83a6-d54d3743e597 tempest-DeleteServersTestJSON-809580428 tempest-DeleteServersTestJSON-809580428-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217293'] for port, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:30:38.398144 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-244b6fbc-e32a-47e5-99d8-c91748ea17f9 req-460af145-f082-4437-83a6-d54d3743e597 tempest-DeleteServersTestJSON-809580428 tempest-DeleteServersTestJSON-809580428-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8847699 Apr 18 21:30:38.410955 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.v2.base [req-244b6fbc-e32a-47e5-99d8-c91748ea17f9 req-4a4bb2a5-2566-4e17-9a15-b62e2ef2fe93 service neutron] Request body: {'port': {'device_id': '03daa8d9-906a-49ec-a579-e7641cba51bf', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-838334-2'}} {{(pid=84040) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:30:38.524071 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-244b6fbc-e32a-47e5-99d8-c91748ea17f9 req-4a4bb2a5-2566-4e17-9a15-b62e2ef2fe93 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:30:38.919184 n-d-838334-2 neutron-server[84040]: DEBUG neutron.notifiers.nova [req-244b6fbc-e32a-47e5-99d8-c91748ea17f9 req-4a4bb2a5-2566-4e17-9a15-b62e2ef2fe93 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2b662bd7-812b-48a4-a873-18edba595ea4 {{(pid=84040) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 18 21:30:38.930093 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d80d04b3-e0b7-41ba-8f9e-2232dcd2d57a req-f40083f9-381a-4f2f-9e26-d8ff0e0a7d25 tempest-DeleteServersTestJSON-809580428 tempest-DeleteServersTestJSON-809580428-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:30:38.930768 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [req-d80d04b3-e0b7-41ba-8f9e-2232dcd2d57a req-f40083f9-381a-4f2f-9e26-d8ff0e0a7d25 tempest-DeleteServersTestJSON-809580428 tempest-DeleteServersTestJSON-809580428-project] Synchronizing usage tracker for tenant:a458150583b043d68df2f1abdadadf25 on resource:port {{(pid=84040) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 21:30:38.934314 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-244b6fbc-e32a-47e5-99d8-c91748ea17f9 req-4a4bb2a5-2566-4e17-9a15-b62e2ef2fe93 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:30:38.956149 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.provisioning_blocks [req-244b6fbc-e32a-47e5-99d8-c91748ea17f9 req-4a4bb2a5-2566-4e17-9a15-b62e2ef2fe93 service neutron] Transition to ACTIVE for port object 2b662bd7-812b-48a4-a873-18edba595ea4 will not be triggered until provisioned by entity L2. {{(pid=84040) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:30:38.960693 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [req-d80d04b3-e0b7-41ba-8f9e-2232dcd2d57a req-f40083f9-381a-4f2f-9e26-d8ff0e0a7d25 tempest-DeleteServersTestJSON-809580428 tempest-DeleteServersTestJSON-809580428-project] Unset dirty status for tenant:a458150583b043d68df2f1abdadadf25 on resource:port {{(pid=84040) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 21:30:38.961893 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-d80d04b3-e0b7-41ba-8f9e-2232dcd2d57a req-f40083f9-381a-4f2f-9e26-d8ff0e0a7d25 tempest-DeleteServersTestJSON-809580428 tempest-DeleteServersTestJSON-809580428-project] 10.222.0.42 "GET /v2.0/ports?device_id=03daa8d9-906a-49ec-a579-e7641cba51bf HTTP/1.1" status: 200 len: 931 time: 0.1832521 Apr 18 21:30:38.962458 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-244b6fbc-e32a-47e5-99d8-c91748ea17f9 req-4a4bb2a5-2566-4e17-9a15-b62e2ef2fe93 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32440959'] for port, after_update {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:30:39.097713 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a4bb2a5-2566-4e17-9a15-b62e2ef2fe93 service neutron] Pushing event updated for resources: {'Port': ['ID=2b662bd7-812b-48a4-a873-18edba595ea4,revision_number=2']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:30:39.128195 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [req-d80d04b3-e0b7-41ba-8f9e-2232dcd2d57a req-c45fc1d0-df0b-4ba6-9b0f-fdce53e4e901 tempest-DeleteServersTestJSON-809580428 tempest-DeleteServersTestJSON-809580428-project] Synchronizing usage tracker for tenant:a458150583b043d68df2f1abdadadf25 on resource:security_group {{(pid=84040) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 21:30:39.216360 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [req-d80d04b3-e0b7-41ba-8f9e-2232dcd2d57a req-c45fc1d0-df0b-4ba6-9b0f-fdce53e4e901 tempest-DeleteServersTestJSON-809580428 tempest-DeleteServersTestJSON-809580428-project] Unset dirty status for tenant:a458150583b043d68df2f1abdadadf25 on resource:security_group {{(pid=84040) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 21:30:39.217420 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-d80d04b3-e0b7-41ba-8f9e-2232dcd2d57a req-c45fc1d0-df0b-4ba6-9b0f-fdce53e4e901 tempest-DeleteServersTestJSON-809580428 tempest-DeleteServersTestJSON-809580428-project] 10.222.0.42 "GET /v2.0/security-groups?id=e8af7daa-2a63-4758-8642-d30e24201823&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2236173 Apr 18 21:30:39.241058 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.managers [req-244b6fbc-e32a-47e5-99d8-c91748ea17f9 req-4a4bb2a5-2566-4e17-9a15-b62e2ef2fe93 service neutron] Attempting to bind port 2b662bd7-812b-48a4-a873-18edba595ea4 on host n-h2-838334-2 for vnic_type normal with profile {{(pid=84040) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 21:30:39.241385 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.managers [req-244b6fbc-e32a-47e5-99d8-c91748ea17f9 req-4a4bb2a5-2566-4e17-9a15-b62e2ef2fe93 service neutron] Attempting to bind port 2b662bd7-812b-48a4-a873-18edba595ea4 by drivers openvswitch,hyperv on host n-h2-838334-2 at level 0 using segments [{'id': 'bb0453a2-5ab9-4ee4-97f5-4b878fc4573d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': 'a840b841-c40b-4ca1-acd2-c3cd8d82f455'}] {{(pid=84040) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 21:30:39.241700 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-244b6fbc-e32a-47e5-99d8-c91748ea17f9 req-4a4bb2a5-2566-4e17-9a15-b62e2ef2fe93 service neutron] Attempting to bind port 2b662bd7-812b-48a4-a873-18edba595ea4 on network a840b841-c40b-4ca1-acd2-c3cd8d82f455 {{(pid=84040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 21:30:39.247471 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-244b6fbc-e32a-47e5-99d8-c91748ea17f9 req-4a4bb2a5-2566-4e17-9a15-b62e2ef2fe93 service neutron] Port 2b662bd7-812b-48a4-a873-18edba595ea4 on network a840b841-c40b-4ca1-acd2-c3cd8d82f455 not bound, no agent of type Open vSwitch agent registered on host n-h2-838334-2 {{(pid=84040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 18 21:30:39.247815 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-244b6fbc-e32a-47e5-99d8-c91748ea17f9 req-4a4bb2a5-2566-4e17-9a15-b62e2ef2fe93 service neutron] Attempting to bind port 2b662bd7-812b-48a4-a873-18edba595ea4 on network a840b841-c40b-4ca1-acd2-c3cd8d82f455 {{(pid=84040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 21:30:39.253905 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-244b6fbc-e32a-47e5-99d8-c91748ea17f9 req-4a4bb2a5-2566-4e17-9a15-b62e2ef2fe93 service neutron] Checking agent: {'id': 'dc797004-f641-47b7-a77f-9c62b5b16296', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-838334-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 34, 3), 'started_at': datetime.datetime(2022, 4, 18, 20, 34, 3), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 21, 30, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 18 21:30:39.254232 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-244b6fbc-e32a-47e5-99d8-c91748ea17f9 req-4a4bb2a5-2566-4e17-9a15-b62e2ef2fe93 service neutron] Checking segment: {'id': 'bb0453a2-5ab9-4ee4-97f5-4b878fc4573d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': 'a840b841-c40b-4ca1-acd2-c3cd8d82f455'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84040) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 21:30:39.254600 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-244b6fbc-e32a-47e5-99d8-c91748ea17f9 req-4a4bb2a5-2566-4e17-9a15-b62e2ef2fe93 service neutron] Bound using segment: {'id': 'bb0453a2-5ab9-4ee4-97f5-4b878fc4573d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': 'a840b841-c40b-4ca1-acd2-c3cd8d82f455'} {{(pid=84040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 18 21:30:39.255011 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.managers [req-244b6fbc-e32a-47e5-99d8-c91748ea17f9 req-4a4bb2a5-2566-4e17-9a15-b62e2ef2fe93 service neutron] Bound port: 2b662bd7-812b-48a4-a873-18edba595ea4, host: n-h2-838334-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bb0453a2-5ab9-4ee4-97f5-4b878fc4573d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': 'a840b841-c40b-4ca1-acd2-c3cd8d82f455'}}] {{(pid=84040) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 21:30:39.255443 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-244b6fbc-e32a-47e5-99d8-c91748ea17f9 req-4a4bb2a5-2566-4e17-9a15-b62e2ef2fe93 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:30:39.340532 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.db [req-244b6fbc-e32a-47e5-99d8-c91748ea17f9 req-4a4bb2a5-2566-4e17-9a15-b62e2ef2fe93 service neutron] For port 2b662bd7-812b-48a4-a873-18edba595ea4, host n-h2-838334-2, cleared binding levels {{(pid=84040) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 21:30:39.343416 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.db [req-244b6fbc-e32a-47e5-99d8-c91748ea17f9 req-4a4bb2a5-2566-4e17-9a15-b62e2ef2fe93 service neutron] For port 2b662bd7-812b-48a4-a873-18edba595ea4, host n-h2-838334-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838334-2',level=0,port_id=2b662bd7-812b-48a4-a873-18edba595ea4,segment=NetworkSegment(bb0453a2-5ab9-4ee4-97f5-4b878fc4573d),segment_id=bb0453a2-5ab9-4ee4-97f5-4b878fc4573d)] {{(pid=84040) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 21:30:39.347860 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-244b6fbc-e32a-47e5-99d8-c91748ea17f9 req-4a4bb2a5-2566-4e17-9a15-b62e2ef2fe93 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32440959'] for port, after_update {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:30:39.412731 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-244b6fbc-e32a-47e5-99d8-c91748ea17f9 req-4a4bb2a5-2566-4e17-9a15-b62e2ef2fe93 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217293'] for port, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:30:39.414078 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-244b6fbc-e32a-47e5-99d8-c91748ea17f9 req-4a4bb2a5-2566-4e17-9a15-b62e2ef2fe93 service neutron] 10.222.0.48 "PUT /v2.0/ports/2b662bd7-812b-48a4-a873-18edba595ea4 HTTP/1.1" status: 200 len: 1091 time: 1.0071068 Apr 18 21:30:39.414501 n-d-838334-2 neutron-server[84040]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '03daa8d9-906a-49ec-a579-e7641cba51bf', 'tag': '2b662bd7-812b-48a4-a873-18edba595ea4'}] {{(pid=84040) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 21:30:39.430996 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a4bb2a5-2566-4e17-9a15-b62e2ef2fe93 service neutron] Pushing event updated for resources: {'Port': ['ID=2b662bd7-812b-48a4-a873-18edba595ea4,revision_number=3']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:30:39.491277 n-d-838334-2 neutron-server[84040]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bb0f721d-96f7-40c7-aaa7-4404fea96792'] response: {'name': 'network-changed', 'server_uuid': '03daa8d9-906a-49ec-a579-e7641cba51bf', 'tag': '2b662bd7-812b-48a4-a873-18edba595ea4', 'status': 'completed', 'code': 200} Apr 18 21:30:39.531828 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-244b6fbc-e32a-47e5-99d8-c91748ea17f9 req-5fe17d63-d632-494d-af22-3d2468cb2dbf service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=a458150583b043d68df2f1abdadadf25&device_id=03daa8d9-906a-49ec-a579-e7641cba51bf HTTP/1.1" status: 200 len: 1094 time: 0.0749969 Apr 18 21:30:39.604122 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-244b6fbc-e32a-47e5-99d8-c91748ea17f9 req-34c2bdb3-d4e5-4ca9-9c2a-f503b986342b service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2b662bd7-812b-48a4-a873-18edba595ea4 HTTP/1.1" status: 200 len: 217 time: 0.0646999 Apr 18 21:30:39.665738 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-244b6fbc-e32a-47e5-99d8-c91748ea17f9 req-25d06c46-7bf3-4c40-91f7-e5ca446896aa service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:30:39.667179 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-244b6fbc-e32a-47e5-99d8-c91748ea17f9 req-25d06c46-7bf3-4c40-91f7-e5ca446896aa service neutron] 10.222.0.48 "GET /v2.0/subnets?id=79bac594-b841-42bb-bdba-442c6caae7d7 HTTP/1.1" status: 200 len: 852 time: 0.0557606 Apr 18 21:30:39.712824 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-244b6fbc-e32a-47e5-99d8-c91748ea17f9 req-e66c81e3-3122-4552-9093-e32c5be57b29 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=a840b841-c40b-4ca1-acd2-c3cd8d82f455&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0378168 Apr 18 21:30:39.843530 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-244b6fbc-e32a-47e5-99d8-c91748ea17f9 req-bd547888-6eaa-4ee1-9740-7ecb0fe9df56 service neutron] 10.222.0.48 "GET /v2.0/networks/a840b841-c40b-4ca1-acd2-c3cd8d82f455?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1232812 Apr 18 21:30:39.972380 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-244b6fbc-e32a-47e5-99d8-c91748ea17f9 req-671bf65f-1ac6-4966-aa3e-12eb95c18f67 service neutron] 10.222.0.48 "GET /v2.0/networks/a840b841-c40b-4ca1-acd2-c3cd8d82f455?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1222923 Apr 18 21:30:40.196850 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-6c5d16a4-7b61-4676-80e0-b164540c01d8 req-b607d465-1a1d-4293-b8ff-68cc846a5e6a service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=a458150583b043d68df2f1abdadadf25&device_id=03daa8d9-906a-49ec-a579-e7641cba51bf HTTP/1.1" status: 200 len: 1094 time: 0.1756794 Apr 18 21:30:40.325668 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c5d16a4-7b61-4676-80e0-b164540c01d8 req-11cb6397-f9e3-4e74-acf9-61ff1db0019c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:30:40.327160 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-6c5d16a4-7b61-4676-80e0-b164540c01d8 req-11cb6397-f9e3-4e74-acf9-61ff1db0019c service neutron] 10.222.0.48 "GET /v2.0/networks?id=a840b841-c40b-4ca1-acd2-c3cd8d82f455 HTTP/1.1" status: 200 len: 913 time: 0.1236701 Apr 18 21:30:40.428991 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-6c5d16a4-7b61-4676-80e0-b164540c01d8 req-fff30093-a82d-4a67-a320-6b47bfbdea82 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2b662bd7-812b-48a4-a873-18edba595ea4 HTTP/1.1" status: 200 len: 217 time: 0.0945556 Apr 18 21:30:40.517418 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c5d16a4-7b61-4676-80e0-b164540c01d8 req-c5d030c5-ff3c-440e-a45e-936caa39165d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:30:40.518837 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-6c5d16a4-7b61-4676-80e0-b164540c01d8 req-c5d030c5-ff3c-440e-a45e-936caa39165d service neutron] 10.222.0.48 "GET /v2.0/subnets?id=79bac594-b841-42bb-bdba-442c6caae7d7 HTTP/1.1" status: 200 len: 852 time: 0.0796208 Apr 18 21:30:40.533038 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be17b350-3b60-4401-aa3f-85aeb0a8ec51 req-7be7cd9d-ed67-4905-b7ea-8fc758340e83 tempest-DeleteServersTestJSON-809580428 tempest-DeleteServersTestJSON-809580428-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:30:40.534458 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-be17b350-3b60-4401-aa3f-85aeb0a8ec51 req-7be7cd9d-ed67-4905-b7ea-8fc758340e83 tempest-DeleteServersTestJSON-809580428 tempest-DeleteServersTestJSON-809580428-project] 10.222.0.42 "GET /v2.0/ports?device_id=03daa8d9-906a-49ec-a579-e7641cba51bf HTTP/1.1" status: 200 len: 943 time: 0.1511908 Apr 18 21:30:40.587234 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-6c5d16a4-7b61-4676-80e0-b164540c01d8 req-4922db26-8e29-4f46-bafb-d1ec8c057696 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=a840b841-c40b-4ca1-acd2-c3cd8d82f455&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0517933 Apr 18 21:30:40.679085 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-be17b350-3b60-4401-aa3f-85aeb0a8ec51 req-50291dd4-1191-4cef-b5e6-1f59459e0dc4 tempest-DeleteServersTestJSON-809580428 tempest-DeleteServersTestJSON-809580428-project] 10.222.0.42 "GET /v2.0/security-groups?id=e8af7daa-2a63-4758-8642-d30e24201823&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1156096 Apr 18 21:30:40.736886 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-6c5d16a4-7b61-4676-80e0-b164540c01d8 req-9bb56ba1-2f30-4100-a0b3-f8766e2cf3d5 service neutron] 10.222.0.48 "GET /v2.0/networks/a840b841-c40b-4ca1-acd2-c3cd8d82f455?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1355848 Apr 18 21:30:40.871896 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-6c5d16a4-7b61-4676-80e0-b164540c01d8 req-fb52b801-18a6-4a80-bcda-42402c0c839c service neutron] 10.222.0.48 "GET /v2.0/networks/a840b841-c40b-4ca1-acd2-c3cd8d82f455?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1230063 Apr 18 21:30:41.880034 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c373fe7c-1ba3-4144-90ef-076067d32881 req-bbab1a52-310e-4f56-b8f7-688532f39220 tempest-DeleteServersTestJSON-809580428 tempest-DeleteServersTestJSON-809580428-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:30:41.881460 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-c373fe7c-1ba3-4144-90ef-076067d32881 req-bbab1a52-310e-4f56-b8f7-688532f39220 tempest-DeleteServersTestJSON-809580428 tempest-DeleteServersTestJSON-809580428-project] 10.222.0.42 "GET /v2.0/ports?device_id=03daa8d9-906a-49ec-a579-e7641cba51bf HTTP/1.1" status: 200 len: 943 time: 0.0814121 Apr 18 21:30:41.926968 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-c373fe7c-1ba3-4144-90ef-076067d32881 req-e897b5c8-e370-4e0a-993b-84d6dbcb9e73 tempest-DeleteServersTestJSON-809580428 tempest-DeleteServersTestJSON-809580428-project] 10.222.0.42 "GET /v2.0/security-groups?id=e8af7daa-2a63-4758-8642-d30e24201823&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400496 Apr 18 21:30:43.121148 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e3e233-7fc6-47a2-b76a-ce5d43bc140c req-a52cbd73-daf1-4527-92eb-9e3ebdce02e2 tempest-DeleteServersTestJSON-809580428 tempest-DeleteServersTestJSON-809580428-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:30:43.122599 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-73e3e233-7fc6-47a2-b76a-ce5d43bc140c req-a52cbd73-daf1-4527-92eb-9e3ebdce02e2 tempest-DeleteServersTestJSON-809580428 tempest-DeleteServersTestJSON-809580428-project] 10.222.0.42 "GET /v2.0/ports?device_id=03daa8d9-906a-49ec-a579-e7641cba51bf HTTP/1.1" status: 200 len: 943 time: 0.0762939 Apr 18 21:30:43.167149 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-73e3e233-7fc6-47a2-b76a-ce5d43bc140c req-4c3aec24-f6f0-4c86-b389-79ac77b6a2b8 tempest-DeleteServersTestJSON-809580428 tempest-DeleteServersTestJSON-809580428-project] 10.222.0.42 "GET /v2.0/security-groups?id=e8af7daa-2a63-4758-8642-d30e24201823&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390131 Apr 18 21:30:43.741649 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Device 2b662bd7-812b-48a4-a873-18edba595ea4 details requested by agent hyperv_n-h2-838334-2 with host n-h2-838334-2 {{(pid=84042) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 18 21:30:43.873912 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] For port 2b662bd7-812b-48a4-a873-18edba595ea4, host n-h2-838334-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838334-2',level=0,port_id=2b662bd7-812b-48a4-a873-18edba595ea4,segment=NetworkSegment(bb0453a2-5ab9-4ee4-97f5-4b878fc4573d),segment_id=bb0453a2-5ab9-4ee4-97f5-4b878fc4573d)] {{(pid=84042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:30:43.887243 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Returning: {'device': '2b662bd7-812b-48a4-a873-18edba595ea4', 'network_id': 'a840b841-c40b-4ca1-acd2-c3cd8d82f455', 'port_id': '2b662bd7-812b-48a4-a873-18edba595ea4', 'mac_address': 'fa:16:3e:1a:f5:43', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 390, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '79bac594-b841-42bb-bdba-442c6caae7d7', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84042) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 18 21:30:43.940201 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:30:43.957798 n-d-838334-2 neutron-server[84042]: DEBUG neutron.notifiers.nova [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2b662bd7-812b-48a4-a873-18edba595ea4 {{(pid=84042) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 18 21:30:43.972271 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] For port 2b662bd7-812b-48a4-a873-18edba595ea4, host n-h2-838334-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838334-2',level=0,port_id=2b662bd7-812b-48a4-a873-18edba595ea4,segment=NetworkSegment(bb0453a2-5ab9-4ee4-97f5-4b878fc4573d),segment_id=bb0453a2-5ab9-4ee4-97f5-4b878fc4573d)] {{(pid=84042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:30:43.976149 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682'] for port, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:30:44.042725 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Pushing event updated for resources: {'Port': ['ID=2b662bd7-812b-48a4-a873-18edba595ea4,revision_number=4']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:30:44.211857 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] get_ports_and_sgs() called for port_ids ['2b662bd7-812b-48a4-a873-18edba595ea4'] {{(pid=84042) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 18 21:30:44.366039 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da69a9ff-6235-4826-b39e-6329fa4e001a req-1cd77bf4-a1c8-4ab0-a642-252d71fcb6a0 tempest-DeleteServersTestJSON-809580428 tempest-DeleteServersTestJSON-809580428-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:30:44.367485 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-da69a9ff-6235-4826-b39e-6329fa4e001a req-1cd77bf4-a1c8-4ab0-a642-252d71fcb6a0 tempest-DeleteServersTestJSON-809580428 tempest-DeleteServersTestJSON-809580428-project] 10.222.0.42 "GET /v2.0/ports?device_id=03daa8d9-906a-49ec-a579-e7641cba51bf HTTP/1.1" status: 200 len: 944 time: 0.0796597 Apr 18 21:30:44.412436 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-da69a9ff-6235-4826-b39e-6329fa4e001a req-d688e84c-ec72-4c06-af8b-52209a4daa31 tempest-DeleteServersTestJSON-809580428 tempest-DeleteServersTestJSON-809580428-project] 10.222.0.42 "GET /v2.0/security-groups?id=e8af7daa-2a63-4758-8642-d30e24201823&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391550 Apr 18 21:30:45.609163 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed650806-c961-4f81-8160-89b18aea6733 req-878f42e1-e0bd-495f-a42c-9e665341628e tempest-DeleteServersTestJSON-809580428 tempest-DeleteServersTestJSON-809580428-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:30:45.610670 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-ed650806-c961-4f81-8160-89b18aea6733 req-878f42e1-e0bd-495f-a42c-9e665341628e tempest-DeleteServersTestJSON-809580428 tempest-DeleteServersTestJSON-809580428-project] 10.222.0.42 "GET /v2.0/ports?device_id=03daa8d9-906a-49ec-a579-e7641cba51bf HTTP/1.1" status: 200 len: 944 time: 0.0773637 Apr 18 21:30:45.657253 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-ed650806-c961-4f81-8160-89b18aea6733 req-8f54f486-81a6-47a9-b97d-80a85f9bb292 tempest-DeleteServersTestJSON-809580428 tempest-DeleteServersTestJSON-809580428-project] 10.222.0.42 "GET /v2.0/security-groups?id=e8af7daa-2a63-4758-8642-d30e24201823&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406396 Apr 18 21:30:45.690198 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-ae16f76a-9b9f-43b9-abd6-6969514d9b08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750375287399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253529'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:30:45.741106 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Device 2b662bd7-812b-48a4-a873-18edba595ea4 up at agent hyperv_n-h2-838334-2 {{(pid=84042) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 21:30:45.812445 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Provisioning for port 2b662bd7-812b-48a4-a873-18edba595ea4 completed by entity L2. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 21:30:45.816986 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Provisioning complete for port 2b662bd7-812b-48a4-a873-18edba595ea4 triggered by entity L2. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:30:45.817375 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1253608'] for port, provisioning_complete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:30:45.946154 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:30:45.972896 n-d-838334-2 neutron-server[84042]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '03daa8d9-906a-49ec-a579-e7641cba51bf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2b662bd7-812b-48a4-a873-18edba595ea4'}] {{(pid=84042) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 21:30:45.983539 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] For port 2b662bd7-812b-48a4-a873-18edba595ea4, host n-h2-838334-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838334-2',level=0,port_id=2b662bd7-812b-48a4-a873-18edba595ea4,segment=NetworkSegment(bb0453a2-5ab9-4ee4-97f5-4b878fc4573d),segment_id=bb0453a2-5ab9-4ee4-97f5-4b878fc4573d)] {{(pid=84042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:30:45.989509 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682'] for port, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:30:46.041153 n-d-838334-2 neutron-server[84042]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3bfd0c70-5f6e-473d-951f-295fe985c7c3'] response: {'server_uuid': '03daa8d9-906a-49ec-a579-e7641cba51bf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2b662bd7-812b-48a4-a873-18edba595ea4', 'code': 200} Apr 18 21:30:46.060211 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Pushing event updated for resources: {'Port': ['ID=2b662bd7-812b-48a4-a873-18edba595ea4,revision_number=5']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:30:46.166673 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-7ea84df8-7c41-4864-868b-b7c0c62ac5da req-0e28d339-335b-4f9a-82d7-f9efa3f196f9 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=03daa8d9-906a-49ec-a579-e7641cba51bf HTTP/1.1" status: 200 len: 1096 time: 0.0687356 Apr 18 21:30:46.218217 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-7ea84df8-7c41-4864-868b-b7c0c62ac5da req-d2c4a76e-562f-47cb-8a6d-adf1845965b1 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=e8af7daa-2a63-4758-8642-d30e24201823&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448909 Apr 18 21:30:46.888045 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4c02d0e-bf5a-492a-82bb-8b2ae75d2a9d req-df69fd37-870e-4b1c-beac-a1dbd1103778 tempest-DeleteServersTestJSON-809580428 tempest-DeleteServersTestJSON-809580428-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:30:46.890235 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-d4c02d0e-bf5a-492a-82bb-8b2ae75d2a9d req-df69fd37-870e-4b1c-beac-a1dbd1103778 tempest-DeleteServersTestJSON-809580428 tempest-DeleteServersTestJSON-809580428-project] 10.222.0.42 "GET /v2.0/ports?device_id=03daa8d9-906a-49ec-a579-e7641cba51bf HTTP/1.1" status: 200 len: 945 time: 0.0798025 Apr 18 21:30:46.949852 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-d4c02d0e-bf5a-492a-82bb-8b2ae75d2a9d req-bce8edb3-ecd8-4286-b805-ec016d4d2e7d tempest-DeleteServersTestJSON-809580428 tempest-DeleteServersTestJSON-809580428-project] 10.222.0.42 "GET /v2.0/security-groups?id=e8af7daa-2a63-4758-8642-d30e24201823&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534418 Apr 18 21:30:47.935973 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-ff3f552c-bd31-4874-b9de-9f2e2110e0c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750375287399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253529'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:30:48.156155 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32a1c289-dff5-4d3c-b7af-307b83f651f2 req-d96be0ca-ddc3-4f85-8d17-597a1e33e27c tempest-DeleteServersTestJSON-809580428 tempest-DeleteServersTestJSON-809580428-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:30:48.157564 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-32a1c289-dff5-4d3c-b7af-307b83f651f2 req-d96be0ca-ddc3-4f85-8d17-597a1e33e27c tempest-DeleteServersTestJSON-809580428 tempest-DeleteServersTestJSON-809580428-project] 10.222.0.42 "GET /v2.0/ports?device_id=03daa8d9-906a-49ec-a579-e7641cba51bf HTTP/1.1" status: 200 len: 945 time: 0.0762489 Apr 18 21:30:48.201923 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-32a1c289-dff5-4d3c-b7af-307b83f651f2 req-1d8a63d6-0d66-4014-baa3-3475748e613f tempest-DeleteServersTestJSON-809580428 tempest-DeleteServersTestJSON-809580428-project] 10.222.0.42 "GET /v2.0/security-groups?id=e8af7daa-2a63-4758-8642-d30e24201823&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387807 Apr 18 21:30:48.399115 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-1a4dbf62-3513-4253-8e4e-3f0e10c9f18d req-e65015d8-0232-4f9a-87b8-f7eb211c3808 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=03daa8d9-906a-49ec-a579-e7641cba51bf&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.0717347 Apr 18 21:30:48.710008 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9c92f65-21cf-4b40-a8f3-fe14c9d8b2c7 req-249a2465-8e34-4690-9896-de518b51f6c5 tempest-DeleteServersTestJSON-809580428 tempest-DeleteServersTestJSON-809580428-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:30:48.711435 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-c9c92f65-21cf-4b40-a8f3-fe14c9d8b2c7 req-249a2465-8e34-4690-9896-de518b51f6c5 tempest-DeleteServersTestJSON-809580428 tempest-DeleteServersTestJSON-809580428-project] 10.222.0.42 "GET /v2.0/ports?device_id=03daa8d9-906a-49ec-a579-e7641cba51bf HTTP/1.1" status: 200 len: 945 time: 0.0819755 Apr 18 21:30:48.722195 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-f5266aaf-6530-48a5-84c3-4ab1da715eb3 req-df8a35fb-6efd-47a5-a21f-69724e7c289d service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=03daa8d9-906a-49ec-a579-e7641cba51bf&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1445391 Apr 18 21:30:48.758198 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-c9c92f65-21cf-4b40-a8f3-fe14c9d8b2c7 req-7522137b-cc44-4c1c-81c0-374a07b47ff4 tempest-DeleteServersTestJSON-809580428 tempest-DeleteServersTestJSON-809580428-project] 10.222.0.42 "GET /v2.0/security-groups?id=e8af7daa-2a63-4758-8642-d30e24201823&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405469 Apr 18 21:30:49.115509 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750375287399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253529'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:30:49.606953 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-414b6ffe-e119-47bc-b18f-bcff1219c2f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750375287399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253529'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:30:50.012441 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-f5266aaf-6530-48a5-84c3-4ab1da715eb3 req-c2bca844-c8c0-4d0c-bfb1-984e2180b894 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=a458150583b043d68df2f1abdadadf25&device_id=03daa8d9-906a-49ec-a579-e7641cba51bf HTTP/1.1" status: 200 len: 1096 time: 0.2173505 Apr 18 21:30:50.104688 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-998aa520-194a-4b76-83d8-c9bc1338b935 req-c722b02e-16c7-4616-9bee-07c57db46571 tempest-DeleteServersTestJSON-809580428 tempest-DeleteServersTestJSON-809580428-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:30:50.106572 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-998aa520-194a-4b76-83d8-c9bc1338b935 req-c722b02e-16c7-4616-9bee-07c57db46571 tempest-DeleteServersTestJSON-809580428 tempest-DeleteServersTestJSON-809580428-project] 10.222.0.42 "GET /v2.0/ports?device_id=03daa8d9-906a-49ec-a579-e7641cba51bf HTTP/1.1" status: 200 len: 945 time: 0.1640244 Apr 18 21:30:50.183070 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5266aaf-6530-48a5-84c3-4ab1da715eb3 req-f92dd898-362c-40df-8636-e268ac0070ec service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:30:50.185289 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-f5266aaf-6530-48a5-84c3-4ab1da715eb3 req-f92dd898-362c-40df-8636-e268ac0070ec service neutron] 10.222.0.48 "GET /v2.0/networks?id=a840b841-c40b-4ca1-acd2-c3cd8d82f455 HTTP/1.1" status: 200 len: 913 time: 0.1668832 Apr 18 21:30:50.187530 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-998aa520-194a-4b76-83d8-c9bc1338b935 req-fde92a56-163e-4163-a011-3bac62d066a0 tempest-DeleteServersTestJSON-809580428 tempest-DeleteServersTestJSON-809580428-project] 10.222.0.42 "GET /v2.0/security-groups?id=e8af7daa-2a63-4758-8642-d30e24201823&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741146 Apr 18 21:30:50.255615 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-f5266aaf-6530-48a5-84c3-4ab1da715eb3 req-eb76b192-fee4-4fd7-bed0-ded7cdb83737 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2b662bd7-812b-48a4-a873-18edba595ea4 HTTP/1.1" status: 200 len: 217 time: 0.0638056 Apr 18 21:30:50.315921 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5266aaf-6530-48a5-84c3-4ab1da715eb3 req-0a50728b-7c13-4305-baa5-84167e39bd1e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:30:50.317314 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-f5266aaf-6530-48a5-84c3-4ab1da715eb3 req-0a50728b-7c13-4305-baa5-84167e39bd1e service neutron] 10.222.0.48 "GET /v2.0/subnets?id=79bac594-b841-42bb-bdba-442c6caae7d7 HTTP/1.1" status: 200 len: 852 time: 0.0560493 Apr 18 21:30:50.364809 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-f5266aaf-6530-48a5-84c3-4ab1da715eb3 req-28daf7a2-da53-4c1f-a265-83b1a601753a service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=a840b841-c40b-4ca1-acd2-c3cd8d82f455&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0418286 Apr 18 21:30:50.495141 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-f5266aaf-6530-48a5-84c3-4ab1da715eb3 req-f4045392-9085-4927-b948-88d2aa570daa service neutron] 10.222.0.48 "GET /v2.0/networks/a840b841-c40b-4ca1-acd2-c3cd8d82f455?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1241903 Apr 18 21:30:50.624607 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-f5266aaf-6530-48a5-84c3-4ab1da715eb3 req-dacbe7e4-a6e8-4ea4-8e62-0a753ba18908 service neutron] 10.222.0.48 "GET /v2.0/networks/a840b841-c40b-4ca1-acd2-c3cd8d82f455?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1225328 Apr 18 21:30:50.699510 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-c7521a90-7d65-4e2e-842c-ca5d95e9a89c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750375287399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253529'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:30:51.384459 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5430e8bf-ba61-4286-93ac-312ebc31697d req-e8ca1487-7fbd-45ed-95ac-96868765ff7d tempest-DeleteServersTestJSON-809580428 tempest-DeleteServersTestJSON-809580428-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:30:51.385871 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-5430e8bf-ba61-4286-93ac-312ebc31697d req-e8ca1487-7fbd-45ed-95ac-96868765ff7d tempest-DeleteServersTestJSON-809580428 tempest-DeleteServersTestJSON-809580428-project] 10.222.0.42 "GET /v2.0/ports?device_id=03daa8d9-906a-49ec-a579-e7641cba51bf HTTP/1.1" status: 200 len: 945 time: 0.0756924 Apr 18 21:30:51.430470 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-5430e8bf-ba61-4286-93ac-312ebc31697d req-7924862a-0cf0-49a3-b9a1-009bd109469a tempest-DeleteServersTestJSON-809580428 tempest-DeleteServersTestJSON-809580428-project] 10.222.0.42 "GET /v2.0/security-groups?id=e8af7daa-2a63-4758-8642-d30e24201823&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382442 Apr 18 21:30:52.636076 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ab70573-3df9-4460-87d6-c473fa530b9f req-6e9a4322-1719-44ce-93b4-7523807e269b tempest-DeleteServersTestJSON-809580428 tempest-DeleteServersTestJSON-809580428-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:30:52.638650 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-4ab70573-3df9-4460-87d6-c473fa530b9f req-6e9a4322-1719-44ce-93b4-7523807e269b tempest-DeleteServersTestJSON-809580428 tempest-DeleteServersTestJSON-809580428-project] 10.222.0.42 "GET /v2.0/ports?device_id=03daa8d9-906a-49ec-a579-e7641cba51bf HTTP/1.1" status: 200 len: 945 time: 0.0808363 Apr 18 21:30:52.687233 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-4ab70573-3df9-4460-87d6-c473fa530b9f req-5e34a580-ee20-4961-a546-ff228dbb3b41 tempest-DeleteServersTestJSON-809580428 tempest-DeleteServersTestJSON-809580428-project] 10.222.0.42 "GET /v2.0/security-groups?id=e8af7daa-2a63-4758-8642-d30e24201823&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409603 Apr 18 21:30:53.885576 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22a36fba-3c9e-4e5f-b6c2-efdd1aa7a167 req-8e926ebc-0fb2-4ee6-9d31-5228183ca342 tempest-DeleteServersTestJSON-809580428 tempest-DeleteServersTestJSON-809580428-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:30:53.887557 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-22a36fba-3c9e-4e5f-b6c2-efdd1aa7a167 req-8e926ebc-0fb2-4ee6-9d31-5228183ca342 tempest-DeleteServersTestJSON-809580428 tempest-DeleteServersTestJSON-809580428-project] 10.222.0.42 "GET /v2.0/ports?device_id=03daa8d9-906a-49ec-a579-e7641cba51bf HTTP/1.1" status: 200 len: 945 time: 0.0814769 Apr 18 21:30:53.932127 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-22a36fba-3c9e-4e5f-b6c2-efdd1aa7a167 req-2de9b1ff-1e88-4c58-8f03-7bd987075291 tempest-DeleteServersTestJSON-809580428 tempest-DeleteServersTestJSON-809580428-project] 10.222.0.42 "GET /v2.0/security-groups?id=e8af7daa-2a63-4758-8642-d30e24201823&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389626 Apr 18 21:30:55.132330 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2666b848-5d84-404a-ae17-e6f41dde1c71 req-ad53e896-368a-441c-bd20-869789acf5da tempest-DeleteServersTestJSON-809580428 tempest-DeleteServersTestJSON-809580428-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:30:55.133797 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-2666b848-5d84-404a-ae17-e6f41dde1c71 req-ad53e896-368a-441c-bd20-869789acf5da tempest-DeleteServersTestJSON-809580428 tempest-DeleteServersTestJSON-809580428-project] 10.222.0.42 "GET /v2.0/ports?device_id=03daa8d9-906a-49ec-a579-e7641cba51bf HTTP/1.1" status: 200 len: 945 time: 0.0788729 Apr 18 21:30:55.180704 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-2666b848-5d84-404a-ae17-e6f41dde1c71 req-bacbbe14-b81f-4754-b7b2-ddd4ed5fa7e7 tempest-DeleteServersTestJSON-809580428 tempest-DeleteServersTestJSON-809580428-project] 10.222.0.42 "GET /v2.0/security-groups?id=e8af7daa-2a63-4758-8642-d30e24201823&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414560 Apr 18 21:30:56.375261 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-881204e7-e333-4782-a5e7-1fe501cfaff7 req-39bf8552-87ed-4cd2-a2ff-a2a85efdaaab tempest-DeleteServersTestJSON-809580428 tempest-DeleteServersTestJSON-809580428-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:30:56.376753 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-881204e7-e333-4782-a5e7-1fe501cfaff7 req-39bf8552-87ed-4cd2-a2ff-a2a85efdaaab tempest-DeleteServersTestJSON-809580428 tempest-DeleteServersTestJSON-809580428-project] 10.222.0.42 "GET /v2.0/ports?device_id=03daa8d9-906a-49ec-a579-e7641cba51bf HTTP/1.1" status: 200 len: 945 time: 0.0763988 Apr 18 21:30:56.425084 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-881204e7-e333-4782-a5e7-1fe501cfaff7 req-2618c901-0e04-4dd0-8316-6753e968d670 tempest-DeleteServersTestJSON-809580428 tempest-DeleteServersTestJSON-809580428-project] 10.222.0.42 "GET /v2.0/security-groups?id=e8af7daa-2a63-4758-8642-d30e24201823&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428789 Apr 18 21:30:57.620167 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b201e036-7119-4e9f-9903-fae4e263f7e4 req-95de529f-3cd8-4a7b-b791-e49825bcc65e tempest-DeleteServersTestJSON-809580428 tempest-DeleteServersTestJSON-809580428-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:30:57.621725 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-b201e036-7119-4e9f-9903-fae4e263f7e4 req-95de529f-3cd8-4a7b-b791-e49825bcc65e tempest-DeleteServersTestJSON-809580428 tempest-DeleteServersTestJSON-809580428-project] 10.222.0.42 "GET /v2.0/ports?device_id=03daa8d9-906a-49ec-a579-e7641cba51bf HTTP/1.1" status: 200 len: 945 time: 0.0760813 Apr 18 21:30:57.666592 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-b201e036-7119-4e9f-9903-fae4e263f7e4 req-c105178b-5247-4985-8929-0c5881b09d4d tempest-DeleteServersTestJSON-809580428 tempest-DeleteServersTestJSON-809580428-project] 10.222.0.42 "GET /v2.0/security-groups?id=e8af7daa-2a63-4758-8642-d30e24201823&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393519 Apr 18 21:30:58.045641 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.agents_db [None req-6346a179-333c-4370-b5a6-936984aeab15 None None] Agent healthcheck: found 7 active agents {{(pid=84043) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 18 21:30:58.868130 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82002920-f96f-4345-81f8-5b5d44587ade req-9d303872-c613-4215-93a6-1abb40f099ec tempest-DeleteServersTestJSON-809580428 tempest-DeleteServersTestJSON-809580428-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:30:58.869837 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-82002920-f96f-4345-81f8-5b5d44587ade req-9d303872-c613-4215-93a6-1abb40f099ec tempest-DeleteServersTestJSON-809580428 tempest-DeleteServersTestJSON-809580428-project] 10.222.0.42 "GET /v2.0/ports?device_id=03daa8d9-906a-49ec-a579-e7641cba51bf HTTP/1.1" status: 200 len: 945 time: 0.0819800 Apr 18 21:30:58.915534 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-82002920-f96f-4345-81f8-5b5d44587ade req-cea26f32-ab8b-49b6-8fef-a7d7b5874f9d tempest-DeleteServersTestJSON-809580428 tempest-DeleteServersTestJSON-809580428-project] 10.222.0.42 "GET /v2.0/security-groups?id=e8af7daa-2a63-4758-8642-d30e24201823&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386906 Apr 18 21:30:59.004104 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-8d93bb8d-0582-4099-9e2b-e00ac8a18592 req-92f3f8d7-90af-4185-89d9-3989e5fefbea service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=a458150583b043d68df2f1abdadadf25&device_id=03daa8d9-906a-49ec-a579-e7641cba51bf HTTP/1.1" status: 200 len: 1096 time: 0.0684469 Apr 18 21:30:59.145687 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d93bb8d-0582-4099-9e2b-e00ac8a18592 req-b594ee24-215a-4f7b-a75c-9d0c7d01c500 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:30:59.147131 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-8d93bb8d-0582-4099-9e2b-e00ac8a18592 req-b594ee24-215a-4f7b-a75c-9d0c7d01c500 service neutron] 10.222.0.48 "GET /v2.0/networks?id=a840b841-c40b-4ca1-acd2-c3cd8d82f455 HTTP/1.1" status: 200 len: 913 time: 0.1246490 Apr 18 21:30:59.309690 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-8d93bb8d-0582-4099-9e2b-e00ac8a18592 req-32e8d2e9-0dd8-406f-aac6-e2f33dd86b1a service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2b662bd7-812b-48a4-a873-18edba595ea4 HTTP/1.1" status: 200 len: 217 time: 0.1563184 Apr 18 21:30:59.369621 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d93bb8d-0582-4099-9e2b-e00ac8a18592 req-d1f8e7bc-3fb4-4bdf-962a-a414253b96e6 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:30:59.371642 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-8d93bb8d-0582-4099-9e2b-e00ac8a18592 req-d1f8e7bc-3fb4-4bdf-962a-a414253b96e6 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=79bac594-b841-42bb-bdba-442c6caae7d7 HTTP/1.1" status: 200 len: 852 time: 0.0561104 Apr 18 21:30:59.417599 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-8d93bb8d-0582-4099-9e2b-e00ac8a18592 req-b3df5f0d-668f-4e99-999b-6fce8b912770 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=a840b841-c40b-4ca1-acd2-c3cd8d82f455&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0404384 Apr 18 21:30:59.548538 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-8d93bb8d-0582-4099-9e2b-e00ac8a18592 req-a056d430-a817-41cc-aefe-0f729142ece4 service neutron] 10.222.0.48 "GET /v2.0/networks/a840b841-c40b-4ca1-acd2-c3cd8d82f455?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1247814 Apr 18 21:30:59.681696 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-8d93bb8d-0582-4099-9e2b-e00ac8a18592 req-68911d31-f876-496d-86eb-e847dd933744 service neutron] 10.222.0.48 "GET /v2.0/networks/a840b841-c40b-4ca1-acd2-c3cd8d82f455?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1260476 Apr 18 21:31:00.047696 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750375287399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253529'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:31:00.113648 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfd15dfe-da1e-4830-b60a-582add78bbef req-1b658504-43ec-4438-b5a7-be64e7ee3df0 tempest-DeleteServersTestJSON-809580428 tempest-DeleteServersTestJSON-809580428-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:31:00.115255 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-cfd15dfe-da1e-4830-b60a-582add78bbef req-1b658504-43ec-4438-b5a7-be64e7ee3df0 tempest-DeleteServersTestJSON-809580428 tempest-DeleteServersTestJSON-809580428-project] 10.222.0.42 "GET /v2.0/ports?device_id=03daa8d9-906a-49ec-a579-e7641cba51bf HTTP/1.1" status: 200 len: 945 time: 0.0765483 Apr 18 21:31:00.159124 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-cfd15dfe-da1e-4830-b60a-582add78bbef req-ab284918-3af8-44a3-9e6f-43255d82e60a tempest-DeleteServersTestJSON-809580428 tempest-DeleteServersTestJSON-809580428-project] 10.222.0.42 "GET /v2.0/security-groups?id=e8af7daa-2a63-4758-8642-d30e24201823&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383570 Apr 18 21:31:01.523985 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3ce7547-4728-40f6-ae73-5b7f71a6f17f req-6d9f8e38-e06e-4143-9c06-9f061796e0d8 tempest-DeleteServersTestJSON-809580428 tempest-DeleteServersTestJSON-809580428-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:31:01.525423 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-f3ce7547-4728-40f6-ae73-5b7f71a6f17f req-6d9f8e38-e06e-4143-9c06-9f061796e0d8 tempest-DeleteServersTestJSON-809580428 tempest-DeleteServersTestJSON-809580428-project] 10.222.0.42 "GET /v2.0/ports?device_id=03daa8d9-906a-49ec-a579-e7641cba51bf HTTP/1.1" status: 200 len: 945 time: 0.1006391 Apr 18 21:31:01.569563 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-f3ce7547-4728-40f6-ae73-5b7f71a6f17f req-94b89e00-e04d-44b9-b9a6-bca858c08754 tempest-DeleteServersTestJSON-809580428 tempest-DeleteServersTestJSON-809580428-project] 10.222.0.42 "GET /v2.0/security-groups?id=e8af7daa-2a63-4758-8642-d30e24201823&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385878 Apr 18 21:31:02.765331 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dacd6dad-294a-496b-a0ab-f04689556029 req-03127afb-e14b-4ced-9b8a-500d86bd3944 tempest-DeleteServersTestJSON-809580428 tempest-DeleteServersTestJSON-809580428-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:31:02.766750 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-dacd6dad-294a-496b-a0ab-f04689556029 req-03127afb-e14b-4ced-9b8a-500d86bd3944 tempest-DeleteServersTestJSON-809580428 tempest-DeleteServersTestJSON-809580428-project] 10.222.0.42 "GET /v2.0/ports?device_id=03daa8d9-906a-49ec-a579-e7641cba51bf HTTP/1.1" status: 200 len: 945 time: 0.0742085 Apr 18 21:31:02.812455 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-dacd6dad-294a-496b-a0ab-f04689556029 req-cb9349ad-8259-4e81-84ae-299b68ed30df tempest-DeleteServersTestJSON-809580428 tempest-DeleteServersTestJSON-809580428-project] 10.222.0.42 "GET /v2.0/security-groups?id=e8af7daa-2a63-4758-8642-d30e24201823&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399718 Apr 18 21:31:04.007514 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2a6fe08-f0a9-40ba-9e22-ab8ba0f9acb4 req-494ee8f3-114b-44da-92a7-eac5ab115acd tempest-DeleteServersTestJSON-809580428 tempest-DeleteServersTestJSON-809580428-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:31:04.008990 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-e2a6fe08-f0a9-40ba-9e22-ab8ba0f9acb4 req-494ee8f3-114b-44da-92a7-eac5ab115acd tempest-DeleteServersTestJSON-809580428 tempest-DeleteServersTestJSON-809580428-project] 10.222.0.42 "GET /v2.0/ports?device_id=03daa8d9-906a-49ec-a579-e7641cba51bf HTTP/1.1" status: 200 len: 945 time: 0.0781193 Apr 18 21:31:04.054599 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-e2a6fe08-f0a9-40ba-9e22-ab8ba0f9acb4 req-a58015b8-ee91-4de2-9b13-1cd86589453d tempest-DeleteServersTestJSON-809580428 tempest-DeleteServersTestJSON-809580428-project] 10.222.0.42 "GET /v2.0/security-groups?id=e8af7daa-2a63-4758-8642-d30e24201823&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397198 Apr 18 21:31:04.207567 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750375287399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253529'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:31:05.247678 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef281ac8-d987-4557-87e0-01b604947b68 req-95bcbe67-2dfa-44d6-bf57-6f090e21d7b6 tempest-DeleteServersTestJSON-809580428 tempest-DeleteServersTestJSON-809580428-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:31:05.249006 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-ef281ac8-d987-4557-87e0-01b604947b68 req-95bcbe67-2dfa-44d6-bf57-6f090e21d7b6 tempest-DeleteServersTestJSON-809580428 tempest-DeleteServersTestJSON-809580428-project] 10.222.0.42 "GET /v2.0/ports?device_id=03daa8d9-906a-49ec-a579-e7641cba51bf HTTP/1.1" status: 200 len: 945 time: 0.0742664 Apr 18 21:31:05.296996 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-ef281ac8-d987-4557-87e0-01b604947b68 req-68d012cc-2090-46db-8444-2ad9f021dc95 tempest-DeleteServersTestJSON-809580428 tempest-DeleteServersTestJSON-809580428-project] 10.222.0.42 "GET /v2.0/security-groups?id=e8af7daa-2a63-4758-8642-d30e24201823&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422077 Apr 18 21:31:06.493942 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce5c6b63-1647-400a-88bc-aab2d7321079 req-702f9dfd-0556-4cc5-825a-1d5bde518f2e tempest-DeleteServersTestJSON-809580428 tempest-DeleteServersTestJSON-809580428-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:31:06.495395 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-ce5c6b63-1647-400a-88bc-aab2d7321079 req-702f9dfd-0556-4cc5-825a-1d5bde518f2e tempest-DeleteServersTestJSON-809580428 tempest-DeleteServersTestJSON-809580428-project] 10.222.0.42 "GET /v2.0/ports?device_id=03daa8d9-906a-49ec-a579-e7641cba51bf HTTP/1.1" status: 200 len: 945 time: 0.0772390 Apr 18 21:31:06.539837 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-ce5c6b63-1647-400a-88bc-aab2d7321079 req-a999854e-85c8-4728-9944-a843daf869d6 tempest-DeleteServersTestJSON-809580428 tempest-DeleteServersTestJSON-809580428-project] 10.222.0.42 "GET /v2.0/security-groups?id=e8af7daa-2a63-4758-8642-d30e24201823&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390441 Apr 18 21:31:07.738623 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-165da14e-24ad-4997-863c-5cb02aa65516 req-64f52cb2-3710-425a-8a6a-8d6f8b8f58b0 tempest-DeleteServersTestJSON-809580428 tempest-DeleteServersTestJSON-809580428-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:31:07.740063 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-165da14e-24ad-4997-863c-5cb02aa65516 req-64f52cb2-3710-425a-8a6a-8d6f8b8f58b0 tempest-DeleteServersTestJSON-809580428 tempest-DeleteServersTestJSON-809580428-project] 10.222.0.42 "GET /v2.0/ports?device_id=03daa8d9-906a-49ec-a579-e7641cba51bf HTTP/1.1" status: 200 len: 945 time: 0.0787036 Apr 18 21:31:07.785279 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-165da14e-24ad-4997-863c-5cb02aa65516 req-527c0d1f-4669-44cb-8bbf-4e662436ced7 tempest-DeleteServersTestJSON-809580428 tempest-DeleteServersTestJSON-809580428-project] 10.222.0.42 "GET /v2.0/security-groups?id=e8af7daa-2a63-4758-8642-d30e24201823&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396142 Apr 18 21:31:08.991708 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be5db254-416e-4ae3-9561-682c13dec55c req-c9ea17a7-7389-4e2c-9cdf-3e8ad27411f5 tempest-DeleteServersTestJSON-809580428 tempest-DeleteServersTestJSON-809580428-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:31:08.993174 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-be5db254-416e-4ae3-9561-682c13dec55c req-c9ea17a7-7389-4e2c-9cdf-3e8ad27411f5 tempest-DeleteServersTestJSON-809580428 tempest-DeleteServersTestJSON-809580428-project] 10.222.0.42 "GET /v2.0/ports?device_id=03daa8d9-906a-49ec-a579-e7641cba51bf HTTP/1.1" status: 200 len: 945 time: 0.0820310 Apr 18 21:31:09.036840 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-be5db254-416e-4ae3-9561-682c13dec55c req-a63e9dfd-faf1-4d0d-8609-fea06d85e8e4 tempest-DeleteServersTestJSON-809580428 tempest-DeleteServersTestJSON-809580428-project] 10.222.0.42 "GET /v2.0/security-groups?id=e8af7daa-2a63-4758-8642-d30e24201823&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382755 Apr 18 21:31:10.242899 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36db1162-76ec-4242-9161-6ffe201cfa47 req-e0e65734-7a17-4c7d-adfb-e6a173091079 tempest-DeleteServersTestJSON-809580428 tempest-DeleteServersTestJSON-809580428-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:31:10.244068 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-36db1162-76ec-4242-9161-6ffe201cfa47 req-e0e65734-7a17-4c7d-adfb-e6a173091079 tempest-DeleteServersTestJSON-809580428 tempest-DeleteServersTestJSON-809580428-project] 10.222.0.42 "GET /v2.0/ports?device_id=03daa8d9-906a-49ec-a579-e7641cba51bf HTTP/1.1" status: 200 len: 945 time: 0.0813308 Apr 18 21:31:10.293806 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-36db1162-76ec-4242-9161-6ffe201cfa47 req-0fbfe77a-fb5d-4f6e-b38e-f0bd256af86c tempest-DeleteServersTestJSON-809580428 tempest-DeleteServersTestJSON-809580428-project] 10.222.0.42 "GET /v2.0/security-groups?id=e8af7daa-2a63-4758-8642-d30e24201823&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416362 Apr 18 21:31:11.489380 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0944c354-7dd5-40de-8248-d071cbc0b37d req-cbfd3216-93a0-4db5-9077-ef4bf1b62c1c tempest-DeleteServersTestJSON-809580428 tempest-DeleteServersTestJSON-809580428-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:31:11.490869 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-0944c354-7dd5-40de-8248-d071cbc0b37d req-cbfd3216-93a0-4db5-9077-ef4bf1b62c1c tempest-DeleteServersTestJSON-809580428 tempest-DeleteServersTestJSON-809580428-project] 10.222.0.42 "GET /v2.0/ports?device_id=03daa8d9-906a-49ec-a579-e7641cba51bf HTTP/1.1" status: 200 len: 945 time: 0.0782888 Apr 18 21:31:11.540890 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-0944c354-7dd5-40de-8248-d071cbc0b37d req-04dc2c10-9c05-4d7e-a695-d9e1391e79bb tempest-DeleteServersTestJSON-809580428 tempest-DeleteServersTestJSON-809580428-project] 10.222.0.42 "GET /v2.0/security-groups?id=e8af7daa-2a63-4758-8642-d30e24201823&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433729 Apr 18 21:31:12.736841 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3b4f5f6-cc9a-4825-afec-ef109847c852 req-5cce3453-f8d6-421a-8b46-211bb7c55478 tempest-DeleteServersTestJSON-809580428 tempest-DeleteServersTestJSON-809580428-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:31:12.738260 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-c3b4f5f6-cc9a-4825-afec-ef109847c852 req-5cce3453-f8d6-421a-8b46-211bb7c55478 tempest-DeleteServersTestJSON-809580428 tempest-DeleteServersTestJSON-809580428-project] 10.222.0.42 "GET /v2.0/ports?device_id=03daa8d9-906a-49ec-a579-e7641cba51bf HTTP/1.1" status: 200 len: 945 time: 0.0754197 Apr 18 21:31:12.783217 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-c3b4f5f6-cc9a-4825-afec-ef109847c852 req-dcbf609b-fb28-4313-9b66-9398bdf2aad9 tempest-DeleteServersTestJSON-809580428 tempest-DeleteServersTestJSON-809580428-project] 10.222.0.42 "GET /v2.0/security-groups?id=e8af7daa-2a63-4758-8642-d30e24201823&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394413 Apr 18 21:31:13.983057 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-917c4707-8c83-4852-926b-e94a72ada650 req-5e8d653b-3f44-4f1b-b4fc-ab5541c9485f tempest-DeleteServersTestJSON-809580428 tempest-DeleteServersTestJSON-809580428-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:31:13.984551 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-917c4707-8c83-4852-926b-e94a72ada650 req-5e8d653b-3f44-4f1b-b4fc-ab5541c9485f tempest-DeleteServersTestJSON-809580428 tempest-DeleteServersTestJSON-809580428-project] 10.222.0.42 "GET /v2.0/ports?device_id=03daa8d9-906a-49ec-a579-e7641cba51bf HTTP/1.1" status: 200 len: 945 time: 0.0788195 Apr 18 21:31:14.035793 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-917c4707-8c83-4852-926b-e94a72ada650 req-21fa8834-20c6-4a27-ba91-d87b534857aa tempest-DeleteServersTestJSON-809580428 tempest-DeleteServersTestJSON-809580428-project] 10.222.0.42 "GET /v2.0/security-groups?id=e8af7daa-2a63-4758-8642-d30e24201823&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456061 Apr 18 21:31:15.242495 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3f1985c-5421-4188-a361-73c3356f6b66 req-95d8afa1-f2fd-4817-aba6-6acde35e7f23 tempest-DeleteServersTestJSON-809580428 tempest-DeleteServersTestJSON-809580428-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:31:15.243857 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-b3f1985c-5421-4188-a361-73c3356f6b66 req-95d8afa1-f2fd-4817-aba6-6acde35e7f23 tempest-DeleteServersTestJSON-809580428 tempest-DeleteServersTestJSON-809580428-project] 10.222.0.42 "GET /v2.0/ports?device_id=03daa8d9-906a-49ec-a579-e7641cba51bf HTTP/1.1" status: 200 len: 945 time: 0.0765288 Apr 18 21:31:15.289582 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-b3f1985c-5421-4188-a361-73c3356f6b66 req-454b5162-2ea5-425b-b2b6-1daccb859bc5 tempest-DeleteServersTestJSON-809580428 tempest-DeleteServersTestJSON-809580428-project] 10.222.0.42 "GET /v2.0/security-groups?id=e8af7daa-2a63-4758-8642-d30e24201823&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388446 Apr 18 21:31:15.693903 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-52a8e100-d8a6-4fd1-9f40-9568b4cd7bc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750375287399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253529'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:31:16.582660 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06896e18-7d5b-4018-8f64-6fce50507044 req-3f2e365a-d4f2-4215-b985-9d626d9db4b5 tempest-DeleteServersTestJSON-809580428 tempest-DeleteServersTestJSON-809580428-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:31:16.584051 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-06896e18-7d5b-4018-8f64-6fce50507044 req-3f2e365a-d4f2-4215-b985-9d626d9db4b5 tempest-DeleteServersTestJSON-809580428 tempest-DeleteServersTestJSON-809580428-project] 10.222.0.42 "GET /v2.0/ports?device_id=03daa8d9-906a-49ec-a579-e7641cba51bf HTTP/1.1" status: 200 len: 945 time: 0.1747534 Apr 18 21:31:16.628809 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-06896e18-7d5b-4018-8f64-6fce50507044 req-b0af7e47-0966-4007-97fe-b29f83fa2b02 tempest-DeleteServersTestJSON-809580428 tempest-DeleteServersTestJSON-809580428-project] 10.222.0.42 "GET /v2.0/security-groups?id=e8af7daa-2a63-4758-8642-d30e24201823&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393226 Apr 18 21:31:17.466325 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [req-f5266aaf-6530-48a5-84c3-4ab1da715eb3 req-1630e5aa-b388-4a99-8250-9cf1d054c114 tempest-DeleteServersTestJSON-809580428 tempest-DeleteServersTestJSON-809580428-project] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=84040) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 18 21:31:17.467439 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-f5266aaf-6530-48a5-84c3-4ab1da715eb3 req-1630e5aa-b388-4a99-8250-9cf1d054c114 tempest-DeleteServersTestJSON-809580428 tempest-DeleteServersTestJSON-809580428-project] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0064275 Apr 18 21:31:17.549491 n-d-838334-2 neutron-server[84040]: INFO neutron.api.v2.resource [req-f5266aaf-6530-48a5-84c3-4ab1da715eb3 req-cadb4ed7-a5bc-444d-a2a5-28af70bfcffd service neutron] show failed (client error): The resource could not be found. Apr 18 21:31:17.550465 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-f5266aaf-6530-48a5-84c3-4ab1da715eb3 req-cadb4ed7-a5bc-444d-a2a5-28af70bfcffd service neutron] 10.222.0.48 "GET /v2.0/ports/2b662bd7-812b-48a4-a873-18edba595ea4/bindings/n-h1-838334-2 HTTP/1.1" status: 404 len: 380 time: 0.0777242 Apr 18 21:31:17.874102 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-f5266aaf-6530-48a5-84c3-4ab1da715eb3 req-8384948c-f195-402b-97aa-382019f1f9d7 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=03daa8d9-906a-49ec-a579-e7641cba51bf&tenant_id=a458150583b043d68df2f1abdadadf25 HTTP/1.1" status: 200 len: 1096 time: 0.1272585 Apr 18 21:31:17.883868 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3008f43b-b4e6-4cf3-a2af-3d366d285c29 req-1ea5fd0b-063a-48b7-b368-8d30e54a196f tempest-DeleteServersTestJSON-809580428 tempest-DeleteServersTestJSON-809580428-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:31:17.885167 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-3008f43b-b4e6-4cf3-a2af-3d366d285c29 req-1ea5fd0b-063a-48b7-b368-8d30e54a196f tempest-DeleteServersTestJSON-809580428 tempest-DeleteServersTestJSON-809580428-project] 10.222.0.42 "GET /v2.0/ports?device_id=03daa8d9-906a-49ec-a579-e7641cba51bf HTTP/1.1" status: 200 len: 945 time: 0.1067057 Apr 18 21:31:17.890370 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.v2.base [req-f5266aaf-6530-48a5-84c3-4ab1da715eb3 req-33d51818-84c6-460d-a6e1-85ff40e4e87f service neutron] Request body: {'port': {'binding:host_id': 'n-h1-838334-2', 'device_owner': 'compute:nova'}} {{(pid=84040) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:31:17.940828 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-0338f431-eb23-4f3b-8bce-a93749de657f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750375287399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253529'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:31:18.017208 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-3008f43b-b4e6-4cf3-a2af-3d366d285c29 req-7336afc9-ae69-4fa5-8b5e-9dd423c0780f tempest-DeleteServersTestJSON-809580428 tempest-DeleteServersTestJSON-809580428-project] 10.222.0.42 "GET /v2.0/security-groups?id=e8af7daa-2a63-4758-8642-d30e24201823&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1036041 Apr 18 21:31:18.034197 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-f5266aaf-6530-48a5-84c3-4ab1da715eb3 req-33d51818-84c6-460d-a6e1-85ff40e4e87f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:31:18.301494 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.db [req-f5266aaf-6530-48a5-84c3-4ab1da715eb3 req-33d51818-84c6-460d-a6e1-85ff40e4e87f service neutron] For port 2b662bd7-812b-48a4-a873-18edba595ea4, host n-h2-838334-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838334-2',level=0,port_id=2b662bd7-812b-48a4-a873-18edba595ea4,segment=NetworkSegment(bb0453a2-5ab9-4ee4-97f5-4b878fc4573d),segment_id=bb0453a2-5ab9-4ee4-97f5-4b878fc4573d)] {{(pid=84040) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:31:18.328833 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.db [req-f5266aaf-6530-48a5-84c3-4ab1da715eb3 req-33d51818-84c6-460d-a6e1-85ff40e4e87f service neutron] For port 2b662bd7-812b-48a4-a873-18edba595ea4, host n-h2-838334-2, cleared binding levels {{(pid=84040) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 21:31:18.389199 n-d-838334-2 neutron-server[84040]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '03daa8d9-906a-49ec-a579-e7641cba51bf', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2b662bd7-812b-48a4-a873-18edba595ea4'}] {{(pid=84040) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 21:31:18.394406 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-f5266aaf-6530-48a5-84c3-4ab1da715eb3 req-33d51818-84c6-460d-a6e1-85ff40e4e87f service neutron] Notify callbacks [] for port, precommit_update {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:31:18.412093 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.provisioning_blocks [req-f5266aaf-6530-48a5-84c3-4ab1da715eb3 req-33d51818-84c6-460d-a6e1-85ff40e4e87f service neutron] Transition to ACTIVE for port object 2b662bd7-812b-48a4-a873-18edba595ea4 will not be triggered until provisioned by entity L2. {{(pid=84040) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:31:18.418218 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-f5266aaf-6530-48a5-84c3-4ab1da715eb3 req-33d51818-84c6-460d-a6e1-85ff40e4e87f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32440959'] for port, after_update {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:31:18.565836 n-d-838334-2 neutron-server[84040]: INFO neutron.notifiers.nova [-] Nova event matching ['req-46b170b7-76f5-4eeb-9d4b-35084e265171'] response: {'server_uuid': '03daa8d9-906a-49ec-a579-e7641cba51bf', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2b662bd7-812b-48a4-a873-18edba595ea4', 'code': 200} Apr 18 21:31:18.578978 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33d51818-84c6-460d-a6e1-85ff40e4e87f service neutron] Pushing event updated for resources: {'Port': ['ID=2b662bd7-812b-48a4-a873-18edba595ea4,revision_number=6']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:31:18.581885 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.l3_dvrscheduler_db [req-f5266aaf-6530-48a5-84c3-4ab1da715eb3 req-33d51818-84c6-460d-a6e1-85ff40e4e87f service neutron] No DVR routers for this DVR port 2b662bd7-812b-48a4-a873-18edba595ea4 on host n-h2-838334-2 {{(pid=84040) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 21:31:18.593825 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33d51818-84c6-460d-a6e1-85ff40e4e87f service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:31:18.594165 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33d51818-84c6-460d-a6e1-85ff40e4e87f service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:31:18.594499 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33d51818-84c6-460d-a6e1-85ff40e4e87f service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:31:18.594829 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33d51818-84c6-460d-a6e1-85ff40e4e87f service neutron] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:31:18.595156 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33d51818-84c6-460d-a6e1-85ff40e4e87f service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:31:18.595480 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33d51818-84c6-460d-a6e1-85ff40e4e87f service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:31:18.595824 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33d51818-84c6-460d-a6e1-85ff40e4e87f service neutron] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:31:18.596146 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33d51818-84c6-460d-a6e1-85ff40e4e87f service neutron] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:31:18.596463 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33d51818-84c6-460d-a6e1-85ff40e4e87f service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:31:18.596780 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33d51818-84c6-460d-a6e1-85ff40e4e87f service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:31:18.597101 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33d51818-84c6-460d-a6e1-85ff40e4e87f service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:31:18.647292 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.managers [req-f5266aaf-6530-48a5-84c3-4ab1da715eb3 req-33d51818-84c6-460d-a6e1-85ff40e4e87f service neutron] Attempting to bind port 2b662bd7-812b-48a4-a873-18edba595ea4 on host n-h1-838334-2 for vnic_type normal with profile {{(pid=84040) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 21:31:18.647637 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.managers [req-f5266aaf-6530-48a5-84c3-4ab1da715eb3 req-33d51818-84c6-460d-a6e1-85ff40e4e87f service neutron] Attempting to bind port 2b662bd7-812b-48a4-a873-18edba595ea4 by drivers openvswitch,hyperv on host n-h1-838334-2 at level 0 using segments [{'id': 'bb0453a2-5ab9-4ee4-97f5-4b878fc4573d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': 'a840b841-c40b-4ca1-acd2-c3cd8d82f455'}] {{(pid=84040) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 21:31:18.647970 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5266aaf-6530-48a5-84c3-4ab1da715eb3 req-33d51818-84c6-460d-a6e1-85ff40e4e87f service neutron] Attempting to bind port 2b662bd7-812b-48a4-a873-18edba595ea4 on network a840b841-c40b-4ca1-acd2-c3cd8d82f455 {{(pid=84040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 21:31:18.654411 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5266aaf-6530-48a5-84c3-4ab1da715eb3 req-33d51818-84c6-460d-a6e1-85ff40e4e87f service neutron] Port 2b662bd7-812b-48a4-a873-18edba595ea4 on network a840b841-c40b-4ca1-acd2-c3cd8d82f455 not bound, no agent of type Open vSwitch agent registered on host n-h1-838334-2 {{(pid=84040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 18 21:31:18.654725 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5266aaf-6530-48a5-84c3-4ab1da715eb3 req-33d51818-84c6-460d-a6e1-85ff40e4e87f service neutron] Attempting to bind port 2b662bd7-812b-48a4-a873-18edba595ea4 on network a840b841-c40b-4ca1-acd2-c3cd8d82f455 {{(pid=84040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 21:31:18.661033 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5266aaf-6530-48a5-84c3-4ab1da715eb3 req-33d51818-84c6-460d-a6e1-85ff40e4e87f service neutron] Checking agent: {'id': 'd63bab19-ff81-4de1-afeb-a3732288d0d7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-838334-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 33, 59), 'started_at': datetime.datetime(2022, 4, 18, 20, 33, 59), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 21, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 18 21:31:18.661400 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5266aaf-6530-48a5-84c3-4ab1da715eb3 req-33d51818-84c6-460d-a6e1-85ff40e4e87f service neutron] Checking segment: {'id': 'bb0453a2-5ab9-4ee4-97f5-4b878fc4573d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': 'a840b841-c40b-4ca1-acd2-c3cd8d82f455'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84040) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 21:31:18.661802 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5266aaf-6530-48a5-84c3-4ab1da715eb3 req-33d51818-84c6-460d-a6e1-85ff40e4e87f service neutron] Bound using segment: {'id': 'bb0453a2-5ab9-4ee4-97f5-4b878fc4573d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': 'a840b841-c40b-4ca1-acd2-c3cd8d82f455'} {{(pid=84040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 18 21:31:18.662227 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.managers [req-f5266aaf-6530-48a5-84c3-4ab1da715eb3 req-33d51818-84c6-460d-a6e1-85ff40e4e87f service neutron] Bound port: 2b662bd7-812b-48a4-a873-18edba595ea4, host: n-h1-838334-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bb0453a2-5ab9-4ee4-97f5-4b878fc4573d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': 'a840b841-c40b-4ca1-acd2-c3cd8d82f455'}}] {{(pid=84040) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 21:31:18.662570 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-f5266aaf-6530-48a5-84c3-4ab1da715eb3 req-33d51818-84c6-460d-a6e1-85ff40e4e87f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:31:18.752651 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.db [req-f5266aaf-6530-48a5-84c3-4ab1da715eb3 req-33d51818-84c6-460d-a6e1-85ff40e4e87f service neutron] For port 2b662bd7-812b-48a4-a873-18edba595ea4, host n-h1-838334-2, cleared binding levels {{(pid=84040) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 21:31:18.755541 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.db [req-f5266aaf-6530-48a5-84c3-4ab1da715eb3 req-33d51818-84c6-460d-a6e1-85ff40e4e87f service neutron] For port 2b662bd7-812b-48a4-a873-18edba595ea4, host n-h1-838334-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838334-2',level=0,port_id=2b662bd7-812b-48a4-a873-18edba595ea4,segment=NetworkSegment(bb0453a2-5ab9-4ee4-97f5-4b878fc4573d),segment_id=bb0453a2-5ab9-4ee4-97f5-4b878fc4573d)] {{(pid=84040) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 21:31:18.759875 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-f5266aaf-6530-48a5-84c3-4ab1da715eb3 req-33d51818-84c6-460d-a6e1-85ff40e4e87f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32440959'] for port, after_update {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:31:18.820457 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-f5266aaf-6530-48a5-84c3-4ab1da715eb3 req-33d51818-84c6-460d-a6e1-85ff40e4e87f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217293'] for port, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:31:18.821770 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-f5266aaf-6530-48a5-84c3-4ab1da715eb3 req-33d51818-84c6-460d-a6e1-85ff40e4e87f service neutron] 10.222.0.43 "PUT /v2.0/ports/2b662bd7-812b-48a4-a873-18edba595ea4 HTTP/1.1" status: 200 len: 1091 time: 0.9357476 Apr 18 21:31:18.835451 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33d51818-84c6-460d-a6e1-85ff40e4e87f service neutron] Pushing event updated for resources: {'Port': ['ID=2b662bd7-812b-48a4-a873-18edba595ea4,revision_number=7']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:31:18.913539 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-f5266aaf-6530-48a5-84c3-4ab1da715eb3 req-59f945a5-777a-4124-ad25-b77a84bb043c service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=a458150583b043d68df2f1abdadadf25&device_id=03daa8d9-906a-49ec-a579-e7641cba51bf HTTP/1.1" status: 200 len: 1094 time: 0.0717201 Apr 18 21:31:19.049266 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5266aaf-6530-48a5-84c3-4ab1da715eb3 req-3a7aa313-f99c-46f2-9a8b-8673ca5d19e7 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:31:19.051207 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-f5266aaf-6530-48a5-84c3-4ab1da715eb3 req-3a7aa313-f99c-46f2-9a8b-8673ca5d19e7 service neutron] 10.222.0.43 "GET /v2.0/networks?id=a840b841-c40b-4ca1-acd2-c3cd8d82f455 HTTP/1.1" status: 200 len: 913 time: 0.1317286 Apr 18 21:31:19.125244 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-f5266aaf-6530-48a5-84c3-4ab1da715eb3 req-7fff3a22-a941-4d72-94ea-e0d51fbdcc58 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2b662bd7-812b-48a4-a873-18edba595ea4 HTTP/1.1" status: 200 len: 217 time: 0.0670135 Apr 18 21:31:19.126545 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750375287399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253529'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:31:19.235696 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5266aaf-6530-48a5-84c3-4ab1da715eb3 req-5ff2dbba-02ff-4e69-83b0-82ee87e985c6 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:31:19.237091 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-f5266aaf-6530-48a5-84c3-4ab1da715eb3 req-5ff2dbba-02ff-4e69-83b0-82ee87e985c6 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=79bac594-b841-42bb-bdba-442c6caae7d7 HTTP/1.1" status: 200 len: 852 time: 0.1072910 Apr 18 21:31:19.388146 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-f5266aaf-6530-48a5-84c3-4ab1da715eb3 req-3447fa78-fe5d-4c39-8e12-31672052d0c7 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=a840b841-c40b-4ca1-acd2-c3cd8d82f455&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1424246 Apr 18 21:31:19.467055 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14ae7906-f7ad-47bc-a2ef-2f6f14ec462b req-451274d3-ae90-46c6-ab75-c5f0495711a3 tempest-DeleteServersTestJSON-809580428 tempest-DeleteServersTestJSON-809580428-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:31:19.468485 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-14ae7906-f7ad-47bc-a2ef-2f6f14ec462b req-451274d3-ae90-46c6-ab75-c5f0495711a3 tempest-DeleteServersTestJSON-809580428 tempest-DeleteServersTestJSON-809580428-project] 10.222.0.42 "GET /v2.0/ports?device_id=03daa8d9-906a-49ec-a579-e7641cba51bf HTTP/1.1" status: 200 len: 943 time: 0.3068562 Apr 18 21:31:19.560924 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-14ae7906-f7ad-47bc-a2ef-2f6f14ec462b req-03d21f46-afd1-44e8-b44e-0e3f76e901fb tempest-DeleteServersTestJSON-809580428 tempest-DeleteServersTestJSON-809580428-project] 10.222.0.42 "GET /v2.0/security-groups?id=e8af7daa-2a63-4758-8642-d30e24201823&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0810380 Apr 18 21:31:19.564052 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-f5266aaf-6530-48a5-84c3-4ab1da715eb3 req-5e936299-b1b1-4e58-a9b6-e456eee59744 service neutron] 10.222.0.43 "GET /v2.0/networks/a840b841-c40b-4ca1-acd2-c3cd8d82f455?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1697555 Apr 18 21:31:19.612129 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-414b6ffe-e119-47bc-b18f-bcff1219c2f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750375287399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253529'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:31:19.695217 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-f5266aaf-6530-48a5-84c3-4ab1da715eb3 req-2e671385-e6f5-4e35-98f1-0bbb3786f067 service neutron] 10.222.0.43 "GET /v2.0/networks/a840b841-c40b-4ca1-acd2-c3cd8d82f455?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1253710 Apr 18 21:31:19.802721 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Device 2b662bd7-812b-48a4-a873-18edba595ea4 no longer exists at agent hyperv_n-h2-838334-2 {{(pid=84042) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 21:31:19.859383 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Device 2b662bd7-812b-48a4-a873-18edba595ea4 not bound to the agent host n-h2-838334-2 {{(pid=84042) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 21:31:20.566719 n-d-838334-2 neutron-server[84040]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '03daa8d9-906a-49ec-a579-e7641cba51bf', 'tag': '2b662bd7-812b-48a4-a873-18edba595ea4'}] {{(pid=84040) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 21:31:20.635664 n-d-838334-2 neutron-server[84040]: INFO neutron.notifiers.nova [-] Nova event matching ['req-94b9a524-0645-407d-b0ad-a3e7d429a309'] response: {'name': 'network-changed', 'server_uuid': '03daa8d9-906a-49ec-a579-e7641cba51bf', 'tag': '2b662bd7-812b-48a4-a873-18edba595ea4', 'status': 'completed', 'code': 200} Apr 18 21:31:20.706415 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-c7521a90-7d65-4e2e-842c-ca5d95e9a89c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750375287399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253529'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:31:20.853625 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-1708e3e0-cbdc-4b6d-9e5b-e40a8c0e61c6 req-226680ca-24ee-44c5-8884-1526f7e57fc1 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=a458150583b043d68df2f1abdadadf25&device_id=03daa8d9-906a-49ec-a579-e7641cba51bf HTTP/1.1" status: 200 len: 1094 time: 0.1984491 Apr 18 21:31:20.858972 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f2b4594-9c2c-46b1-ab9f-179d1327dd35 req-eea2d8db-04ab-46a6-a83e-efed9e6cefc2 tempest-DeleteServersTestJSON-809580428 tempest-DeleteServersTestJSON-809580428-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:31:20.860308 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-4f2b4594-9c2c-46b1-ab9f-179d1327dd35 req-eea2d8db-04ab-46a6-a83e-efed9e6cefc2 tempest-DeleteServersTestJSON-809580428 tempest-DeleteServersTestJSON-809580428-project] 10.222.0.42 "GET /v2.0/ports?device_id=03daa8d9-906a-49ec-a579-e7641cba51bf HTTP/1.1" status: 200 len: 943 time: 0.1689489 Apr 18 21:31:20.865071 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-1708e3e0-cbdc-4b6d-9e5b-e40a8c0e61c6 req-277eba36-d71d-4a1b-b4e7-8de778ef31ca service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=a458150583b043d68df2f1abdadadf25&device_id=03daa8d9-906a-49ec-a579-e7641cba51bf HTTP/1.1" status: 200 len: 1094 time: 0.1747673 Apr 18 21:31:21.077018 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-4f2b4594-9c2c-46b1-ab9f-179d1327dd35 req-b5e1a9e2-b1d7-4a45-b170-72591e24aaa6 tempest-DeleteServersTestJSON-809580428 tempest-DeleteServersTestJSON-809580428-project] 10.222.0.42 "GET /v2.0/security-groups?id=e8af7daa-2a63-4758-8642-d30e24201823&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1953027 Apr 18 21:31:21.132074 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1708e3e0-cbdc-4b6d-9e5b-e40a8c0e61c6 req-33c8482d-a926-4fde-8533-b399e4b00a36 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:31:21.133475 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-1708e3e0-cbdc-4b6d-9e5b-e40a8c0e61c6 req-33c8482d-a926-4fde-8533-b399e4b00a36 service neutron] 10.222.0.48 "GET /v2.0/networks?id=a840b841-c40b-4ca1-acd2-c3cd8d82f455 HTTP/1.1" status: 200 len: 913 time: 0.2508035 Apr 18 21:31:21.134350 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1708e3e0-cbdc-4b6d-9e5b-e40a8c0e61c6 req-018fd35f-cb61-4974-9c9c-d1aae471d850 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:31:21.135640 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-1708e3e0-cbdc-4b6d-9e5b-e40a8c0e61c6 req-018fd35f-cb61-4974-9c9c-d1aae471d850 service neutron] 10.222.0.43 "GET /v2.0/networks?id=a840b841-c40b-4ca1-acd2-c3cd8d82f455 HTTP/1.1" status: 200 len: 913 time: 0.2735043 Apr 18 21:31:21.265325 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-1708e3e0-cbdc-4b6d-9e5b-e40a8c0e61c6 req-e9bd9380-4c47-4a82-a672-0d3772f85860 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2b662bd7-812b-48a4-a873-18edba595ea4 HTTP/1.1" status: 200 len: 217 time: 0.1259942 Apr 18 21:31:21.266452 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-1708e3e0-cbdc-4b6d-9e5b-e40a8c0e61c6 req-dcf0e9ab-c6e5-40c8-a7f2-4cb8abd46bce service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2b662bd7-812b-48a4-a873-18edba595ea4 HTTP/1.1" status: 200 len: 217 time: 0.0758100 Apr 18 21:31:21.376464 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1708e3e0-cbdc-4b6d-9e5b-e40a8c0e61c6 req-8d743847-2f4d-4ff2-a13b-2483c59d1213 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:31:21.377895 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-1708e3e0-cbdc-4b6d-9e5b-e40a8c0e61c6 req-8d743847-2f4d-4ff2-a13b-2483c59d1213 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=79bac594-b841-42bb-bdba-442c6caae7d7 HTTP/1.1" status: 200 len: 852 time: 0.1068664 Apr 18 21:31:21.380697 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1708e3e0-cbdc-4b6d-9e5b-e40a8c0e61c6 req-9c3acbc8-2b71-4731-b259-86cd717e6d27 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:31:21.381960 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-1708e3e0-cbdc-4b6d-9e5b-e40a8c0e61c6 req-9c3acbc8-2b71-4731-b259-86cd717e6d27 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=79bac594-b841-42bb-bdba-442c6caae7d7 HTTP/1.1" status: 200 len: 852 time: 0.0788260 Apr 18 21:31:21.453093 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-1708e3e0-cbdc-4b6d-9e5b-e40a8c0e61c6 req-081124f9-e8aa-4943-8d69-db5a9d9d50f5 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=a840b841-c40b-4ca1-acd2-c3cd8d82f455&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0692370 Apr 18 21:31:21.458281 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-1708e3e0-cbdc-4b6d-9e5b-e40a8c0e61c6 req-152d2224-e8a7-4c39-8cd1-36a95a9f9256 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=a840b841-c40b-4ca1-acd2-c3cd8d82f455&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0414033 Apr 18 21:31:21.615588 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Device 2b662bd7-812b-48a4-a873-18edba595ea4 details requested by agent hyperv_n-h1-838334-2 with host n-h1-838334-2 {{(pid=84042) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 18 21:31:21.686587 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-1708e3e0-cbdc-4b6d-9e5b-e40a8c0e61c6 req-2c7c356e-26cd-4852-9e04-c706ca6302b2 service neutron] 10.222.0.48 "GET /v2.0/networks/a840b841-c40b-4ca1-acd2-c3cd8d82f455?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2268119 Apr 18 21:31:21.688408 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-1708e3e0-cbdc-4b6d-9e5b-e40a8c0e61c6 req-1c4c6ef0-90ac-435d-bc5d-c351fffc98cc service neutron] 10.222.0.43 "GET /v2.0/networks/a840b841-c40b-4ca1-acd2-c3cd8d82f455?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2120943 Apr 18 21:31:21.749760 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] For port 2b662bd7-812b-48a4-a873-18edba595ea4, host n-h1-838334-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838334-2',level=0,port_id=2b662bd7-812b-48a4-a873-18edba595ea4,segment=NetworkSegment(bb0453a2-5ab9-4ee4-97f5-4b878fc4573d),segment_id=bb0453a2-5ab9-4ee4-97f5-4b878fc4573d)] {{(pid=84042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:31:21.764532 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Returning: {'device': '2b662bd7-812b-48a4-a873-18edba595ea4', 'network_id': 'a840b841-c40b-4ca1-acd2-c3cd8d82f455', 'port_id': '2b662bd7-812b-48a4-a873-18edba595ea4', 'mac_address': 'fa:16:3e:1a:f5:43', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 390, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '79bac594-b841-42bb-bdba-442c6caae7d7', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84042) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 18 21:31:21.821611 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:31:21.843424 n-d-838334-2 neutron-server[84042]: DEBUG neutron.notifiers.nova [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2b662bd7-812b-48a4-a873-18edba595ea4 {{(pid=84042) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 18 21:31:21.859431 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] For port 2b662bd7-812b-48a4-a873-18edba595ea4, host n-h1-838334-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838334-2',level=0,port_id=2b662bd7-812b-48a4-a873-18edba595ea4,segment=NetworkSegment(bb0453a2-5ab9-4ee4-97f5-4b878fc4573d),segment_id=bb0453a2-5ab9-4ee4-97f5-4b878fc4573d)] {{(pid=84042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:31:21.865135 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682'] for port, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:31:21.932222 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Pushing event updated for resources: {'Port': ['ID=2b662bd7-812b-48a4-a873-18edba595ea4,revision_number=8']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:31:22.044096 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-1708e3e0-cbdc-4b6d-9e5b-e40a8c0e61c6 req-2b9b8d38-c4a9-491f-8275-38f04716f81a service neutron] 10.222.0.48 "GET /v2.0/networks/a840b841-c40b-4ca1-acd2-c3cd8d82f455?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3505292 Apr 18 21:31:22.045874 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-1708e3e0-cbdc-4b6d-9e5b-e40a8c0e61c6 req-047a22c2-cdde-4f35-b36b-41cbfaa81957 service neutron] 10.222.0.43 "GET /v2.0/networks/a840b841-c40b-4ca1-acd2-c3cd8d82f455?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3513820 Apr 18 21:31:22.095340 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] get_ports_and_sgs() called for port_ids ['2b662bd7-812b-48a4-a873-18edba595ea4'] {{(pid=84042) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 18 21:31:22.282846 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d3d8eb0-6d97-49b3-99c7-e3b02f5af697 req-1c3ac869-4841-4ee3-bd05-df51bfc57297 tempest-DeleteServersTestJSON-809580428 tempest-DeleteServersTestJSON-809580428-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:31:22.284326 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-1d3d8eb0-6d97-49b3-99c7-e3b02f5af697 req-1c3ac869-4841-4ee3-bd05-df51bfc57297 tempest-DeleteServersTestJSON-809580428 tempest-DeleteServersTestJSON-809580428-project] 10.222.0.42 "GET /v2.0/ports?device_id=03daa8d9-906a-49ec-a579-e7641cba51bf HTTP/1.1" status: 200 len: 944 time: 0.0830514 Apr 18 21:31:22.331751 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-1d3d8eb0-6d97-49b3-99c7-e3b02f5af697 req-67c4fab3-d975-4a75-8d77-23b00923cd5d tempest-DeleteServersTestJSON-809580428 tempest-DeleteServersTestJSON-809580428-project] 10.222.0.42 "GET /v2.0/security-groups?id=e8af7daa-2a63-4758-8642-d30e24201823&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414169 Apr 18 21:31:22.715195 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e730c61-c42f-4d95-a71a-e75bfc2ea9ff req-570f8249-95de-4b2a-8af4-a26ac1de2da0 tempest-DeleteServersTestJSON-809580428 tempest-DeleteServersTestJSON-809580428-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:31:22.719386 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-8e730c61-c42f-4d95-a71a-e75bfc2ea9ff req-570f8249-95de-4b2a-8af4-a26ac1de2da0 tempest-DeleteServersTestJSON-809580428 tempest-DeleteServersTestJSON-809580428-project] 10.222.0.48 "GET /v2.0/ports?device_id=03daa8d9-906a-49ec-a579-e7641cba51bf&tenant_id=a458150583b043d68df2f1abdadadf25&binding%3Ahost_id=n-h1-838334-2 HTTP/1.1" status: 200 len: 944 time: 0.0806904 Apr 18 21:31:22.797652 n-d-838334-2 neutron-server[84040]: INFO neutron.api.v2.resource [req-8e730c61-c42f-4d95-a71a-e75bfc2ea9ff req-fb3308a3-972c-4d4f-bee5-fae6dc94b07e service neutron] delete failed (client error): The resource could not be found. Apr 18 21:31:22.798626 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-8e730c61-c42f-4d95-a71a-e75bfc2ea9ff req-fb3308a3-972c-4d4f-bee5-fae6dc94b07e service neutron] 10.222.0.48 "DELETE /v2.0/ports/2b662bd7-812b-48a4-a873-18edba595ea4/bindings/n-h2-838334-2 HTTP/1.1" status: 404 len: 380 time: 0.0751820 Apr 18 21:31:22.947655 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-8e730c61-c42f-4d95-a71a-e75bfc2ea9ff req-ef58185c-f95a-4ca0-871f-058409e60f4e service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=a458150583b043d68df2f1abdadadf25&device_id=03daa8d9-906a-49ec-a579-e7641cba51bf HTTP/1.1" status: 200 len: 1095 time: 0.0687945 Apr 18 21:31:23.077015 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e730c61-c42f-4d95-a71a-e75bfc2ea9ff req-a7c90765-1b77-45a8-8991-d2e81baeac0a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:31:23.078483 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-8e730c61-c42f-4d95-a71a-e75bfc2ea9ff req-a7c90765-1b77-45a8-8991-d2e81baeac0a service neutron] 10.222.0.48 "GET /v2.0/networks?id=a840b841-c40b-4ca1-acd2-c3cd8d82f455 HTTP/1.1" status: 200 len: 913 time: 0.1240311 Apr 18 21:31:23.149525 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-8e730c61-c42f-4d95-a71a-e75bfc2ea9ff req-a9e724a8-ea60-4592-8b74-56cfcf11debf service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2b662bd7-812b-48a4-a873-18edba595ea4 HTTP/1.1" status: 200 len: 217 time: 0.0651848 Apr 18 21:31:23.211595 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e730c61-c42f-4d95-a71a-e75bfc2ea9ff req-772dc8ce-0265-4213-9a7f-cf85cb6732f5 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:31:23.212958 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-8e730c61-c42f-4d95-a71a-e75bfc2ea9ff req-772dc8ce-0265-4213-9a7f-cf85cb6732f5 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=79bac594-b841-42bb-bdba-442c6caae7d7 HTTP/1.1" status: 200 len: 852 time: 0.0584981 Apr 18 21:31:23.257426 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-8e730c61-c42f-4d95-a71a-e75bfc2ea9ff req-ec260475-cf8a-4199-b66b-ce4da30c5dfc service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=a840b841-c40b-4ca1-acd2-c3cd8d82f455&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0375607 Apr 18 21:31:23.387382 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-8e730c61-c42f-4d95-a71a-e75bfc2ea9ff req-1d8969c6-e667-4c89-bc72-cee11822cd92 service neutron] 10.222.0.48 "GET /v2.0/networks/a840b841-c40b-4ca1-acd2-c3cd8d82f455?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1234624 Apr 18 21:31:23.523231 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-8e730c61-c42f-4d95-a71a-e75bfc2ea9ff req-c5433619-0c9a-494a-927b-e8a3e63068d0 service neutron] 10.222.0.48 "GET /v2.0/networks/a840b841-c40b-4ca1-acd2-c3cd8d82f455?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1292300 Apr 18 21:31:23.633000 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Device 2b662bd7-812b-48a4-a873-18edba595ea4 up at agent hyperv_n-h1-838334-2 {{(pid=84042) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 21:31:23.699913 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Provisioning for port 2b662bd7-812b-48a4-a873-18edba595ea4 completed by entity L2. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 21:31:23.704390 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Provisioning complete for port 2b662bd7-812b-48a4-a873-18edba595ea4 triggered by entity L2. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:31:23.704756 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1253608'] for port, provisioning_complete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:31:23.815472 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:31:23.842832 n-d-838334-2 neutron-server[84042]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '03daa8d9-906a-49ec-a579-e7641cba51bf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2b662bd7-812b-48a4-a873-18edba595ea4'}] {{(pid=84042) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 21:31:23.853348 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] For port 2b662bd7-812b-48a4-a873-18edba595ea4, host n-h1-838334-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838334-2',level=0,port_id=2b662bd7-812b-48a4-a873-18edba595ea4,segment=NetworkSegment(bb0453a2-5ab9-4ee4-97f5-4b878fc4573d),segment_id=bb0453a2-5ab9-4ee4-97f5-4b878fc4573d)] {{(pid=84042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:31:23.857934 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682'] for port, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:31:23.926405 n-d-838334-2 neutron-server[84042]: INFO neutron.notifiers.nova [-] Nova event matching ['req-aeda14aa-74d5-4fb0-a23a-3dbb94a4caf4'] response: {'server_uuid': '03daa8d9-906a-49ec-a579-e7641cba51bf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2b662bd7-812b-48a4-a873-18edba595ea4', 'code': 200} Apr 18 21:31:23.935477 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Pushing event updated for resources: {'Port': ['ID=2b662bd7-812b-48a4-a873-18edba595ea4,revision_number=9']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:31:23.944212 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:31:23.944564 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:31:23.944904 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:31:23.945359 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:31:23.945694 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:31:23.946020 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:31:23.946344 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:31:23.946672 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:31:23.946990 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:31:23.947307 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:31:23.947652 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:31:24.396385 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e5f78d5-c059-41f3-9d44-cfbc96602c19 req-b116d545-cd73-4197-bb8b-8645a6cd4b9f tempest-DeleteServersTestJSON-809580428 tempest-DeleteServersTestJSON-809580428-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:31:24.397814 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-5e5f78d5-c059-41f3-9d44-cfbc96602c19 req-b116d545-cd73-4197-bb8b-8645a6cd4b9f tempest-DeleteServersTestJSON-809580428 tempest-DeleteServersTestJSON-809580428-project] 10.222.0.42 "GET /v2.0/ports?device_id=03daa8d9-906a-49ec-a579-e7641cba51bf HTTP/1.1" status: 200 len: 945 time: 0.0796278 Apr 18 21:31:24.442998 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-5e5f78d5-c059-41f3-9d44-cfbc96602c19 req-0dc44ae1-0ca8-441a-be54-608a09b7fb16 tempest-DeleteServersTestJSON-809580428 tempest-DeleteServersTestJSON-809580428-project] 10.222.0.42 "GET /v2.0/security-groups?id=e8af7daa-2a63-4758-8642-d30e24201823&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389946 Apr 18 21:31:25.565739 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e730c61-c42f-4d95-a71a-e75bfc2ea9ff req-f7c4902a-7a26-4c96-b375-81d4bcc1440a tempest-DeleteServersTestJSON-809580428 tempest-DeleteServersTestJSON-809580428-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:31:25.567147 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-8e730c61-c42f-4d95-a71a-e75bfc2ea9ff req-f7c4902a-7a26-4c96-b375-81d4bcc1440a tempest-DeleteServersTestJSON-809580428 tempest-DeleteServersTestJSON-809580428-project] 10.222.0.43 "GET /v2.0/ports?device_id=03daa8d9-906a-49ec-a579-e7641cba51bf HTTP/1.1" status: 200 len: 945 time: 0.0775876 Apr 18 21:31:25.682317 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.plugin [req-8e730c61-c42f-4d95-a71a-e75bfc2ea9ff req-e260285d-2750-4eaa-9727-fa52f5d75b04 tempest-DeleteServersTestJSON-809580428 tempest-DeleteServersTestJSON-809580428-project] Deleting port 2b662bd7-812b-48a4-a873-18edba595ea4 {{(pid=84040) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 21:31:25.683184 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-8e730c61-c42f-4d95-a71a-e75bfc2ea9ff req-e260285d-2750-4eaa-9727-fa52f5d75b04 tempest-DeleteServersTestJSON-809580428 tempest-DeleteServersTestJSON-809580428-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750375188691'] for port, before_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:31:25.751172 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e942d4ce-726d-45ff-96b1-d840f46f8f85 req-5dc6b4b6-41a3-4ae2-9dd6-9169442f1437 tempest-DeleteServersTestJSON-809580428 tempest-DeleteServersTestJSON-809580428-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:31:25.752552 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-e942d4ce-726d-45ff-96b1-d840f46f8f85 req-5dc6b4b6-41a3-4ae2-9dd6-9169442f1437 tempest-DeleteServersTestJSON-809580428 tempest-DeleteServersTestJSON-809580428-project] 10.222.0.42 "GET /v2.0/ports?device_id=03daa8d9-906a-49ec-a579-e7641cba51bf HTTP/1.1" status: 200 len: 945 time: 0.1827171 Apr 18 21:31:25.993097 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-e942d4ce-726d-45ff-96b1-d840f46f8f85 req-3d3dc807-e66c-4a79-869b-79ffdb5030ec tempest-DeleteServersTestJSON-809580428 tempest-DeleteServersTestJSON-809580428-project] 10.222.0.42 "GET /v2.0/security-groups?id=e8af7daa-2a63-4758-8642-d30e24201823&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2166994 Apr 18 21:31:26.062067 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.db [req-8e730c61-c42f-4d95-a71a-e75bfc2ea9ff req-e260285d-2750-4eaa-9727-fa52f5d75b04 tempest-DeleteServersTestJSON-809580428 tempest-DeleteServersTestJSON-809580428-project] For port 2b662bd7-812b-48a4-a873-18edba595ea4, host n-h1-838334-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838334-2',level=0,port_id=2b662bd7-812b-48a4-a873-18edba595ea4,segment=NetworkSegment(bb0453a2-5ab9-4ee4-97f5-4b878fc4573d),segment_id=bb0453a2-5ab9-4ee4-97f5-4b878fc4573d)] {{(pid=84040) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:31:26.062419 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-8e730c61-c42f-4d95-a71a-e75bfc2ea9ff req-e260285d-2750-4eaa-9727-fa52f5d75b04 tempest-DeleteServersTestJSON-809580428 tempest-DeleteServersTestJSON-809580428-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369123'] for port, precommit_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:31:26.183504 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.plugin [req-8e730c61-c42f-4d95-a71a-e75bfc2ea9ff req-e260285d-2750-4eaa-9727-fa52f5d75b04 tempest-DeleteServersTestJSON-809580428 tempest-DeleteServersTestJSON-809580428-project] Calling delete_port for 2b662bd7-812b-48a4-a873-18edba595ea4 owned by compute:nova {{(pid=84040) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 21:31:26.326522 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-8e730c61-c42f-4d95-a71a-e75bfc2ea9ff req-e260285d-2750-4eaa-9727-fa52f5d75b04 tempest-DeleteServersTestJSON-809580428 tempest-DeleteServersTestJSON-809580428-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750375259028', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750374836628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32440838'] for port, after_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:31:26.337951 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] get_ports_and_sgs() called for port_ids ['2b662bd7-812b-48a4-a873-18edba595ea4'] {{(pid=84042) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 18 21:31:26.380537 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e260285d-2750-4eaa-9727-fa52f5d75b04 tempest-DeleteServersTestJSON-809580428 tempest-DeleteServersTestJSON-809580428-project] Pushing event deleted for resources: {'Port': ['ID=2b662bd7-812b-48a4-a873-18edba595ea4,revision_number=None']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:31:26.450921 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.l3_dvrscheduler_db [req-8e730c61-c42f-4d95-a71a-e75bfc2ea9ff req-e260285d-2750-4eaa-9727-fa52f5d75b04 tempest-DeleteServersTestJSON-809580428 tempest-DeleteServersTestJSON-809580428-project] No DVR routers for this DVR port 2b662bd7-812b-48a4-a873-18edba595ea4 on host n-h1-838334-2 {{(pid=84040) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 21:31:26.453494 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-8e730c61-c42f-4d95-a71a-e75bfc2ea9ff req-e260285d-2750-4eaa-9727-fa52f5d75b04 tempest-DeleteServersTestJSON-809580428 tempest-DeleteServersTestJSON-809580428-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217293'] for port, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:31:26.457384 n-d-838334-2 neutron-server[84040]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '03daa8d9-906a-49ec-a579-e7641cba51bf', 'name': 'network-vif-deleted', 'tag': '2b662bd7-812b-48a4-a873-18edba595ea4'}] {{(pid=84040) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 21:31:26.471382 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-8e730c61-c42f-4d95-a71a-e75bfc2ea9ff req-e260285d-2750-4eaa-9727-fa52f5d75b04 tempest-DeleteServersTestJSON-809580428 tempest-DeleteServersTestJSON-809580428-project] 10.222.0.43 "DELETE /v2.0/ports/2b662bd7-812b-48a4-a873-18edba595ea4 HTTP/1.1" status: 204 len: 173 time: 0.8696582 Apr 18 21:31:26.528598 n-d-838334-2 neutron-server[84040]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2d1817d4-6454-4c4e-b8a7-2312859dbf60'] response: {'server_uuid': '03daa8d9-906a-49ec-a579-e7641cba51bf', 'name': 'network-vif-deleted', 'tag': '2b662bd7-812b-48a4-a873-18edba595ea4', 'status': 'completed', 'code': 200} Apr 18 21:31:27.260128 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 38188) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:31:27.317705 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.db_base_plugin_v2 [None req-1ecca01b-b135-4ce7-8d59-909a0e99edf0 admin admin] Deleting subnet 79bac594-b841-42bb-bdba-442c6caae7d7 {{(pid=84041) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 18 21:31:27.320496 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-1ecca01b-b135-4ce7-8d59-909a0e99edf0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:31:27.371593 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-1ecca01b-b135-4ce7-8d59-909a0e99edf0 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32266383'] for subnet, precommit_delete_associations {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:31:27.425056 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-1ecca01b-b135-4ce7-8d59-909a0e99edf0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1260556'] for subnet, precommit_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:31:27.493383 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-1ecca01b-b135-4ce7-8d59-909a0e99edf0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1260549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33526260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32266336', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32486390'] for subnet, after_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:31:27.534139 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ecca01b-b135-4ce7-8d59-909a0e99edf0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=79bac594-b841-42bb-bdba-442c6caae7d7,revision_number=None']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:31:27.542964 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-1ecca01b-b135-4ce7-8d59-909a0e99edf0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:31:27.552237 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ecca01b-b135-4ce7-8d59-909a0e99edf0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:31:27.552575 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ecca01b-b135-4ce7-8d59-909a0e99edf0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:31:27.552907 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ecca01b-b135-4ce7-8d59-909a0e99edf0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:31:27.553229 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ecca01b-b135-4ce7-8d59-909a0e99edf0 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:31:27.553550 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ecca01b-b135-4ce7-8d59-909a0e99edf0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:31:27.553867 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ecca01b-b135-4ce7-8d59-909a0e99edf0 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:31:27.554182 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ecca01b-b135-4ce7-8d59-909a0e99edf0 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:31:27.554496 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ecca01b-b135-4ce7-8d59-909a0e99edf0 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:31:27.554809 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ecca01b-b135-4ce7-8d59-909a0e99edf0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:31:27.555118 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ecca01b-b135-4ce7-8d59-909a0e99edf0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:31:27.555429 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ecca01b-b135-4ce7-8d59-909a0e99edf0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:31:27.560206 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-1ecca01b-b135-4ce7-8d59-909a0e99edf0 admin admin] 10.222.0.42 "DELETE /v2.0/subnets/79bac594-b841-42bb-bdba-442c6caae7d7 HTTP/1.1" status: 204 len: 168 time: 0.2978776 Apr 18 21:31:27.562123 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 38192) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:31:27.673404 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-0524ba2f-6a9c-47a0-99a1-f433e4177aed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1103592'] for network, before_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:31:27.796990 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-0524ba2f-6a9c-47a0-99a1-f433e4177aed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1258905', 'neutron.services.segments.db._delete_segments_for_network-8750375287417'] for network, precommit_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:31:27.821674 n-d-838334-2 neutron-server[84041]: DEBUG neutron.services.segments.db [None req-0524ba2f-6a9c-47a0-99a1-f433e4177aed admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a840b841-c40b-4ca1-acd2-c3cd8d82f455']}} {{(pid=84041) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:31:27.833392 n-d-838334-2 neutron-server[84041]: DEBUG neutron.services.segments.db [None req-0524ba2f-6a9c-47a0-99a1-f433e4177aed admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bb0453a2-5ab9-4ee4-97f5-4b878fc4573d') {'for_net_delete': True} {{(pid=84041) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:31:27.833674 n-d-838334-2 neutron-server[84041]: DEBUG neutron.services.segments.db [None req-0524ba2f-6a9c-47a0-99a1-f433e4177aed admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bb0453a2-5ab9-4ee4-97f5-4b878fc4573d') {} {{(pid=84041) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:31:27.845385 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-0524ba2f-6a9c-47a0-99a1-f433e4177aed admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750375287300', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32268156'] for segment, before_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:31:27.861840 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-0524ba2f-6a9c-47a0-99a1-f433e4177aed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1082986'] for segment, precommit_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:31:27.868060 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0524ba2f-6a9c-47a0-99a1-f433e4177aed admin admin] Releasing vlan 390 on physical network physnet1 to pool {{(pid=84041) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 18 21:31:27.868502 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-0524ba2f-6a9c-47a0-99a1-f433e4177aed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1082993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32266254'] for segment, after_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:31:27.882950 n-d-838334-2 neutron-server[84041]: Traceback (most recent call last): Apr 18 21:31:27.882950 n-d-838334-2 neutron-server[84041]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 18 21:31:27.882950 n-d-838334-2 neutron-server[84041]: timer() Apr 18 21:31:27.882950 n-d-838334-2 neutron-server[84041]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 21:31:27.882950 n-d-838334-2 neutron-server[84041]: cb(*args, **kw) Apr 18 21:31:27.882950 n-d-838334-2 neutron-server[84041]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 18 21:31:27.882950 n-d-838334-2 neutron-server[84041]: return func(*args, **kwargs) Apr 18 21:31:27.882950 n-d-838334-2 neutron-server[84041]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 21:31:27.882950 n-d-838334-2 neutron-server[84041]: self._notify() Apr 18 21:31:27.882950 n-d-838334-2 neutron-server[84041]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 21:31:27.882950 n-d-838334-2 neutron-server[84041]: self.callback(batched_events) Apr 18 21:31:27.882950 n-d-838334-2 neutron-server[84041]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 21:31:27.882950 n-d-838334-2 neutron-server[84041]: event.method(event) Apr 18 21:31:27.882950 n-d-838334-2 neutron-server[84041]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 18 21:31:27.882950 n-d-838334-2 neutron-server[84041]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 21:31:27.882950 n-d-838334-2 neutron-server[84041]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 18 21:31:27.882950 n-d-838334-2 neutron-server[84041]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 21:31:27.882950 n-d-838334-2 neutron-server[84041]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 18 21:31:27.882950 n-d-838334-2 neutron-server[84041]: return f(self, *a, **k) Apr 18 21:31:27.882950 n-d-838334-2 neutron-server[84041]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 18 21:31:27.882950 n-d-838334-2 neutron-server[84041]: return self._get(url).json() Apr 18 21:31:27.882950 n-d-838334-2 neutron-server[84041]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 18 21:31:27.882950 n-d-838334-2 neutron-server[84041]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 21:31:27.882950 n-d-838334-2 neutron-server[84041]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 18 21:31:27.882950 n-d-838334-2 neutron-server[84041]: return self.request(url, 'GET', **kwargs) Apr 18 21:31:27.882950 n-d-838334-2 neutron-server[84041]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 18 21:31:27.882950 n-d-838334-2 neutron-server[84041]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 21:31:27.882950 n-d-838334-2 neutron-server[84041]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 18 21:31:27.882950 n-d-838334-2 neutron-server[84041]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 21:31:27.882950 n-d-838334-2 neutron-server[84041]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 18 21:31:27.882950 n-d-838334-2 neutron-server[84041]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 21:31:27.882950 n-d-838334-2 neutron-server[84041]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 21:31:27.957284 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-0524ba2f-6a9c-47a0-99a1-f433e4177aed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1258898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33526109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33444113'] for network, after_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:31:27.963034 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-0524ba2f-6a9c-47a0-99a1-f433e4177aed admin admin] Notify callbacks [] for network, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:31:27.993373 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-0524ba2f-6a9c-47a0-99a1-f433e4177aed admin admin] 10.222.0.42 "DELETE /v2.0/networks/a840b841-c40b-4ca1-acd2-c3cd8d82f455 HTTP/1.1" status: 204 len: 168 time: 0.4278927 Apr 18 21:31:27.994689 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0524ba2f-6a9c-47a0-99a1-f433e4177aed admin admin] Pushing event deleted for resources: {'Network': ['ID=a840b841-c40b-4ca1-acd2-c3cd8d82f455,revision_number=None']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:31:28.123171 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 38198) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:31:28.172908 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-56021618-86e2-4f0f-a92c-3c96ce13ab0d admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=a458150583b043d68df2f1abdadadf25&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0485461 Apr 18 21:31:28.175240 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 38202) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:31:28.233370 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-a7fae99b-2a61-4549-afbb-30490590042b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:31:28.258034 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-a7fae99b-2a61-4549-afbb-30490590042b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:31:28.309772 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-a7fae99b-2a61-4549-afbb-30490590042b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33528224'] for security_group, after_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:31:28.329621 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7fae99b-2a61-4549-afbb-30490590042b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8af7daa-2a63-4758-8642-d30e24201823,revision_number=None']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:31:28.344542 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-a7fae99b-2a61-4549-afbb-30490590042b admin admin] Notify callbacks [] for security_group, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:31:28.345583 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-a7fae99b-2a61-4549-afbb-30490590042b admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/e8af7daa-2a63-4758-8642-d30e24201823 HTTP/1.1" status: 204 len: 168 time: 0.1694326 Apr 18 21:31:29.166334 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 38224) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:31:29.293231 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.v2.base [None req-30018e95-e10b-4b1c-aa97-81f7d4f0a9da admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-508452390-network', 'tenant_id': 'b7d3e9416ada4476bc356a18a58b346a'}} {{(pid=84041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:31:29.298680 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-30018e95-e10b-4b1c-aa97-81f7d4f0a9da admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:31:29.302453 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-30018e95-e10b-4b1c-aa97-81f7d4f0a9da admin admin] Usage tracker for resource:network and tenant:b7d3e9416ada4476bc356a18a58b346a is out of sync, need to count used quota {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:31:29.305278 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-30018e95-e10b-4b1c-aa97-81f7d4f0a9da admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:31:29.311955 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-30018e95-e10b-4b1c-aa97-81f7d4f0a9da admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:31:29.321915 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-30018e95-e10b-4b1c-aa97-81f7d4f0a9da admin admin] Made reservation on behalf of b7d3e9416ada4476bc356a18a58b346a for: {'network': 1} {{(pid=84041) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:31:29.324853 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-30018e95-e10b-4b1c-aa97-81f7d4f0a9da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for network, before_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:31:29.336765 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-30018e95-e10b-4b1c-aa97-81f7d4f0a9da admin admin] Notify callbacks [] for security_group, before_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:31:29.366938 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-30018e95-e10b-4b1c-aa97-81f7d4f0a9da admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:31:29.371277 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-30018e95-e10b-4b1c-aa97-81f7d4f0a9da admin admin] Usage tracker for resource:security_group_rule and tenant:b7d3e9416ada4476bc356a18a58b346a is out of sync, need to count used quota {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:31:29.374154 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-30018e95-e10b-4b1c-aa97-81f7d4f0a9da admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:31:29.379869 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-30018e95-e10b-4b1c-aa97-81f7d4f0a9da admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:31:29.444445 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-30018e95-e10b-4b1c-aa97-81f7d4f0a9da admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:31:29.447859 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-30018e95-e10b-4b1c-aa97-81f7d4f0a9da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33528224'] for security_group, after_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:31:29.475955 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-30018e95-e10b-4b1c-aa97-81f7d4f0a9da admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 359} {{(pid=84041) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 21:31:29.484618 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30018e95-e10b-4b1c-aa97-81f7d4f0a9da admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1cc08d4c-9e9c-4fd4-b6e9-372ce5c7eb62,revision_number=1']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:31:29.490148 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-30018e95-e10b-4b1c-aa97-81f7d4f0a9da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1082986'] for segment, precommit_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:31:29.490514 n-d-838334-2 neutron-server[84041]: INFO neutron.db.segments_db [None req-30018e95-e10b-4b1c-aa97-81f7d4f0a9da admin admin] Added segment 26b1910e-a2cc-4fb7-8043-6ab413c35f99 of type vlan for network c3ce992a-0a9f-44b4-be6f-2f43670e1b2b Apr 18 21:31:29.516872 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-30018e95-e10b-4b1c-aa97-81f7d4f0a9da admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750374825732'] for network, precommit_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:31:29.547976 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-30018e95-e10b-4b1c-aa97-81f7d4f0a9da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33526109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022'] for network, after_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:31:29.548800 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30018e95-e10b-4b1c-aa97-81f7d4f0a9da admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:31:29.549370 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-30018e95-e10b-4b1c-aa97-81f7d4f0a9da admin admin] Notify callbacks [] for network, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:31:29.669379 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Device 2b662bd7-812b-48a4-a873-18edba595ea4 no longer exists at agent hyperv_n-h1-838334-2 {{(pid=84042) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 21:31:29.703150 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.plugin [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] No Port match for: 2b662bd7-812b-48a4-a873-18edba595ea4 {{(pid=84042) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 18 21:31:29.703405 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Device 2b662bd7-812b-48a4-a873-18edba595ea4 not bound to the agent host n-h1-838334-2 {{(pid=84042) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 21:31:29.748521 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-30018e95-e10b-4b1c-aa97-81f7d4f0a9da admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.5810442 Apr 18 21:31:29.749336 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30018e95-e10b-4b1c-aa97-81f7d4f0a9da admin admin] Pushing event updated for resources: {'Network': ['ID=c3ce992a-0a9f-44b4-be6f-2f43670e1b2b,revision_number=1']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:31:29.751304 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 38232) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:31:29.756672 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.v2.base [None req-c5b1fc3c-c721-4e71-9ad7-a0617a4aad18 admin admin] Request body: {'subnet': {'network_id': 'c3ce992a-0a9f-44b4-be6f-2f43670e1b2b', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-508452390-subnet', 'tenant_id': 'b7d3e9416ada4476bc356a18a58b346a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=84041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:31:29.758698 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Network c3ce992a-0a9f-44b4-be6f-2f43670e1b2b details requested by agent ovs-agent-n-d-838334-2 with host n-d-838334-2 {{(pid=84042) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 18 21:31:29.762333 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-c5b1fc3c-c721-4e71-9ad7-a0617a4aad18 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:31:29.766075 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-c5b1fc3c-c721-4e71-9ad7-a0617a4aad18 admin admin] Usage tracker for resource:subnet and tenant:b7d3e9416ada4476bc356a18a58b346a is out of sync, need to count used quota {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:31:29.768869 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-c5b1fc3c-c721-4e71-9ad7-a0617a4aad18 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:31:29.774976 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-c5b1fc3c-c721-4e71-9ad7-a0617a4aad18 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:31:29.784009 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c5b1fc3c-c721-4e71-9ad7-a0617a4aad18 admin admin] Made reservation on behalf of b7d3e9416ada4476bc356a18a58b346a for: {'subnet': 1} {{(pid=84041) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:31:29.786359 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-c5b1fc3c-c721-4e71-9ad7-a0617a4aad18 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32486301'] for subnet, before_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:31:29.988677 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-c5b1fc3c-c721-4e71-9ad7-a0617a4aad18 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33526260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32266407', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32486287'] for subnet, after_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:31:30.055634 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750375287399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253529'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:31:30.061771 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5b1fc3c-c721-4e71-9ad7-a0617a4aad18 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0c2c5dc7-636c-4331-bbd8-61e5c0191487,revision_number=0']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:31:30.071774 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5b1fc3c-c721-4e71-9ad7-a0617a4aad18 admin admin] Checking segment: {'id': '26b1910e-a2cc-4fb7-8043-6ab413c35f99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': 'c3ce992a-0a9f-44b4-be6f-2f43670e1b2b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84041) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 21:31:30.072126 n-d-838334-2 neutron-server[84041]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5b1fc3c-c721-4e71-9ad7-a0617a4aad18 admin admin] Network hostable DHCP agents. Network: c3ce992a-0a9f-44b4-be6f-2f43670e1b2b, hostable agents: ['8746f8ea-3e91-4b32-9919-2c63adeb8722'], hosted agents: [] {{(pid=84041) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 21:31:30.094608 n-d-838334-2 neutron-server[84041]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5b1fc3c-c721-4e71-9ad7-a0617a4aad18 admin admin] Network c3ce992a-0a9f-44b4-be6f-2f43670e1b2b is scheduled to be hosted by DHCP agent 8746f8ea-3e91-4b32-9919-2c63adeb8722 with binding_index 1 {{(pid=84041) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 21:31:30.103598 n-d-838334-2 neutron-server[84041]: DEBUG neutron.scheduler.base_scheduler [None req-c5b1fc3c-c721-4e71-9ad7-a0617a4aad18 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-838334-2, c3ce992a-0a9f-44b4-be6f-2f43670e1b2b) {{(pid=84041) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:31:30.108047 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5b1fc3c-c721-4e71-9ad7-a0617a4aad18 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:31:30.108631 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-c5b1fc3c-c721-4e71-9ad7-a0617a4aad18 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:31:30.113295 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9452eab-f8e6-4d0c-ad60-4c517db71f18 None None] Network c3ce992a-0a9f-44b4-be6f-2f43670e1b2b requested from n-d-838334-2 {{(pid=84042) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 21:31:30.131580 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-c5b1fc3c-c721-4e71-9ad7-a0617a4aad18 admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3792574 Apr 18 21:31:30.326814 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73a45df6-2abb-455d-bc0f-b5ef795a1eca None None] Network c3ce992a-0a9f-44b4-be6f-2f43670e1b2b requested from n-d-838334-2 {{(pid=84042) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 21:31:30.665144 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7aedbf9-8743-4673-94d2-a031640609a7 req-bc966041-d1a9-497a-848c-2d3db0c68720 tempest-ServerDiskConfigTestJSON-379945943 tempest-ServerDiskConfigTestJSON-379945943-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:31:30.666578 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-f7aedbf9-8743-4673-94d2-a031640609a7 req-bc966041-d1a9-497a-848c-2d3db0c68720 tempest-ServerDiskConfigTestJSON-379945943 tempest-ServerDiskConfigTestJSON-379945943-project] 10.222.0.42 "GET /v2.0/networks?id=c3ce992a-0a9f-44b4-be6f-2f43670e1b2b HTTP/1.1" status: 200 len: 814 time: 0.1428432 Apr 18 21:31:30.685318 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-f7aedbf9-8743-4673-94d2-a031640609a7 req-bae999a2-14c8-44b5-bb35-e7fd4b0222a7 tempest-ServerDiskConfigTestJSON-379945943 tempest-ServerDiskConfigTestJSON-379945943-project] 10.222.0.42 "GET /v2.0/quotas/b7d3e9416ada4476bc356a18a58b346a HTTP/1.1" status: 200 len: 375 time: 0.0119858 Apr 18 21:31:30.736767 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-f7aedbf9-8743-4673-94d2-a031640609a7 req-427b93d3-8cbb-4cba-9b7e-6dd8dd3ba90e tempest-ServerDiskConfigTestJSON-379945943 tempest-ServerDiskConfigTestJSON-379945943-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=b7d3e9416ada4476bc356a18a58b346a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0445096 Apr 18 21:31:30.871721 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-f7aedbf9-8743-4673-94d2-a031640609a7 req-4d2a7d9d-d855-45eb-8307-989a238c5956 service neutron] 10.222.0.42 "GET /v2.0/networks/c3ce992a-0a9f-44b4-be6f-2f43670e1b2b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1283846 Apr 18 21:31:31.003111 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-f7aedbf9-8743-4673-94d2-a031640609a7 req-62dcf951-7e77-44f6-816c-b1f122e2bc48 service neutron] 10.222.0.42 "GET /v2.0/networks/c3ce992a-0a9f-44b4-be6f-2f43670e1b2b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1257648 Apr 18 21:31:31.185610 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-f04039ca-de01-47bb-82f7-e2ab293d4bbe req-c6195457-4ef8-46f4-ac30-481b95f155c5 tempest-ServerDiskConfigTestJSON-379945943 tempest-ServerDiskConfigTestJSON-379945943-project] 10.222.0.42 "GET /v2.0/ports?device_id=c1245395-c8ee-443f-9505-43617b58a527 HTTP/1.1" status: 200 len: 210 time: 0.0413508 Apr 18 21:31:32.412729 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-a8924a52-6113-4067-9b61-e32d846d8d7c req-e9bbf932-49eb-4b88-b01a-fbf428094f68 tempest-ServerDiskConfigTestJSON-379945943 tempest-ServerDiskConfigTestJSON-379945943-project] 10.222.0.42 "GET /v2.0/ports?device_id=c1245395-c8ee-443f-9505-43617b58a527 HTTP/1.1" status: 200 len: 210 time: 0.0999756 Apr 18 21:31:32.471035 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7aedbf9-8743-4673-94d2-a031640609a7 req-6b3c2143-a0d1-43d6-9852-b66fd6031c15 tempest-ServerDiskConfigTestJSON-379945943 tempest-ServerDiskConfigTestJSON-379945943-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:31:32.472449 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-f7aedbf9-8743-4673-94d2-a031640609a7 req-6b3c2143-a0d1-43d6-9852-b66fd6031c15 tempest-ServerDiskConfigTestJSON-379945943 tempest-ServerDiskConfigTestJSON-379945943-project] 10.222.0.43 "GET /v2.0/networks?id=c3ce992a-0a9f-44b4-be6f-2f43670e1b2b HTTP/1.1" status: 200 len: 814 time: 0.1931303 Apr 18 21:31:32.488904 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.v2.base [req-f7aedbf9-8743-4673-94d2-a031640609a7 req-34a969ab-667c-4914-bdbe-20f614216bdc tempest-ServerDiskConfigTestJSON-379945943 tempest-ServerDiskConfigTestJSON-379945943-project] Request body: {'port': {'device_id': 'c1245395-c8ee-443f-9505-43617b58a527', 'network_id': 'c3ce992a-0a9f-44b4-be6f-2f43670e1b2b', 'admin_state_up': True, 'tenant_id': 'b7d3e9416ada4476bc356a18a58b346a'}} {{(pid=84040) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:31:32.626366 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [req-f7aedbf9-8743-4673-94d2-a031640609a7 req-34a969ab-667c-4914-bdbe-20f614216bdc tempest-ServerDiskConfigTestJSON-379945943 tempest-ServerDiskConfigTestJSON-379945943-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:31:32.630119 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [req-f7aedbf9-8743-4673-94d2-a031640609a7 req-34a969ab-667c-4914-bdbe-20f614216bdc tempest-ServerDiskConfigTestJSON-379945943 tempest-ServerDiskConfigTestJSON-379945943-project] Usage tracker for resource:port and tenant:b7d3e9416ada4476bc356a18a58b346a is out of sync, need to count used quota {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:31:32.632872 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [req-f7aedbf9-8743-4673-94d2-a031640609a7 req-34a969ab-667c-4914-bdbe-20f614216bdc tempest-ServerDiskConfigTestJSON-379945943 tempest-ServerDiskConfigTestJSON-379945943-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:31:32.638510 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [req-f7aedbf9-8743-4673-94d2-a031640609a7 req-34a969ab-667c-4914-bdbe-20f614216bdc tempest-ServerDiskConfigTestJSON-379945943 tempest-ServerDiskConfigTestJSON-379945943-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:31:32.647898 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f7aedbf9-8743-4673-94d2-a031640609a7 req-34a969ab-667c-4914-bdbe-20f614216bdc tempest-ServerDiskConfigTestJSON-379945943 tempest-ServerDiskConfigTestJSON-379945943-project] Made reservation on behalf of b7d3e9416ada4476bc356a18a58b346a for: {'port': 1} {{(pid=84040) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:31:32.650879 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-f7aedbf9-8743-4673-94d2-a031640609a7 req-34a969ab-667c-4914-bdbe-20f614216bdc tempest-ServerDiskConfigTestJSON-379945943 tempest-ServerDiskConfigTestJSON-379945943-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:31:32.821082 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.db_base_plugin_common [req-f7aedbf9-8743-4673-94d2-a031640609a7 req-34a969ab-667c-4914-bdbe-20f614216bdc tempest-ServerDiskConfigTestJSON-379945943 tempest-ServerDiskConfigTestJSON-379945943-project] Allocated IP 172.20.0.7 (c3ce992a-0a9f-44b4-be6f-2f43670e1b2b/0c2c5dc7-636c-4331-bbd8-61e5c0191487/0b026dad-f77a-4580-9218-2db6475a8bb8) {{(pid=84040) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 21:31:33.032211 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-f7aedbf9-8743-4673-94d2-a031640609a7 req-34a969ab-667c-4914-bdbe-20f614216bdc tempest-ServerDiskConfigTestJSON-379945943 tempest-ServerDiskConfigTestJSON-379945943-project] Notify callbacks [] for port, precommit_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:31:33.059506 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-f7aedbf9-8743-4673-94d2-a031640609a7 req-34a969ab-667c-4914-bdbe-20f614216bdc tempest-ServerDiskConfigTestJSON-379945943 tempest-ServerDiskConfigTestJSON-379945943-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750374836619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32440838'] for port, after_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:31:33.128460 n-d-838334-2 neutron-server[84040]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f7aedbf9-8743-4673-94d2-a031640609a7 req-34a969ab-667c-4914-bdbe-20f614216bdc tempest-ServerDiskConfigTestJSON-379945943 tempest-ServerDiskConfigTestJSON-379945943-project] Network c3ce992a-0a9f-44b4-be6f-2f43670e1b2b is already hosted by enough agents. {{(pid=84040) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:31:33.131322 n-d-838334-2 neutron-server[84040]: DEBUG neutron.scheduler.base_scheduler [req-f7aedbf9-8743-4673-94d2-a031640609a7 req-34a969ab-667c-4914-bdbe-20f614216bdc tempest-ServerDiskConfigTestJSON-379945943 tempest-ServerDiskConfigTestJSON-379945943-project] Resources bound (agent type, host, resource id): {{(pid=84040) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:31:33.135233 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.l3_dvrscheduler_db [req-f7aedbf9-8743-4673-94d2-a031640609a7 req-34a969ab-667c-4914-bdbe-20f614216bdc tempest-ServerDiskConfigTestJSON-379945943 tempest-ServerDiskConfigTestJSON-379945943-project] Received port after_create {{(pid=84040) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 21:31:33.170078 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34a969ab-667c-4914-bdbe-20f614216bdc tempest-ServerDiskConfigTestJSON-379945943 tempest-ServerDiskConfigTestJSON-379945943-project] Pushing event updated for resources: {'Port': ['ID=0b026dad-f77a-4580-9218-2db6475a8bb8,revision_number=1']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:31:33.198837 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7aedbf9-8743-4673-94d2-a031640609a7 req-34a969ab-667c-4914-bdbe-20f614216bdc tempest-ServerDiskConfigTestJSON-379945943 tempest-ServerDiskConfigTestJSON-379945943-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:31:33.199438 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-f7aedbf9-8743-4673-94d2-a031640609a7 req-34a969ab-667c-4914-bdbe-20f614216bdc tempest-ServerDiskConfigTestJSON-379945943 tempest-ServerDiskConfigTestJSON-379945943-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217293'] for port, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:31:33.218739 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-f7aedbf9-8743-4673-94d2-a031640609a7 req-34a969ab-667c-4914-bdbe-20f614216bdc tempest-ServerDiskConfigTestJSON-379945943 tempest-ServerDiskConfigTestJSON-379945943-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7337339 Apr 18 21:31:33.230358 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.v2.base [req-f7aedbf9-8743-4673-94d2-a031640609a7 req-990c1cfb-dfa1-4898-be41-38fdf719b377 service neutron] Request body: {'port': {'device_id': 'c1245395-c8ee-443f-9505-43617b58a527', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-838334-2'}} {{(pid=84040) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:31:33.424374 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-f7aedbf9-8743-4673-94d2-a031640609a7 req-990c1cfb-dfa1-4898-be41-38fdf719b377 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:31:33.724334 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-878fc572-6b50-4dbd-91a5-2a7c84e91d03 req-3342cb4e-f7aa-4aac-a413-b4dcb95efdae tempest-ServerDiskConfigTestJSON-379945943 tempest-ServerDiskConfigTestJSON-379945943-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:31:33.724916 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [req-878fc572-6b50-4dbd-91a5-2a7c84e91d03 req-3342cb4e-f7aa-4aac-a413-b4dcb95efdae tempest-ServerDiskConfigTestJSON-379945943 tempest-ServerDiskConfigTestJSON-379945943-project] Synchronizing usage tracker for tenant:b7d3e9416ada4476bc356a18a58b346a on resource:port {{(pid=84040) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 21:31:33.762406 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [req-878fc572-6b50-4dbd-91a5-2a7c84e91d03 req-3342cb4e-f7aa-4aac-a413-b4dcb95efdae tempest-ServerDiskConfigTestJSON-379945943 tempest-ServerDiskConfigTestJSON-379945943-project] Unset dirty status for tenant:b7d3e9416ada4476bc356a18a58b346a on resource:port {{(pid=84040) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 21:31:33.763542 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-878fc572-6b50-4dbd-91a5-2a7c84e91d03 req-3342cb4e-f7aa-4aac-a413-b4dcb95efdae tempest-ServerDiskConfigTestJSON-379945943 tempest-ServerDiskConfigTestJSON-379945943-project] 10.222.0.42 "GET /v2.0/ports?device_id=c1245395-c8ee-443f-9505-43617b58a527 HTTP/1.1" status: 200 len: 931 time: 0.2278411 Apr 18 21:31:33.860660 n-d-838334-2 neutron-server[84040]: DEBUG neutron.notifiers.nova [req-f7aedbf9-8743-4673-94d2-a031640609a7 req-990c1cfb-dfa1-4898-be41-38fdf719b377 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0b026dad-f77a-4580-9218-2db6475a8bb8 {{(pid=84040) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 18 21:31:33.867312 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-878fc572-6b50-4dbd-91a5-2a7c84e91d03 req-bdf51aeb-737f-42bc-8c10-e5cbe5cd4e59 tempest-ServerDiskConfigTestJSON-379945943 tempest-ServerDiskConfigTestJSON-379945943-project] 10.222.0.42 "GET /v2.0/security-groups?id=1cc08d4c-9e9c-4fd4-b6e9-372ce5c7eb62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0924606 Apr 18 21:31:33.868867 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-f7aedbf9-8743-4673-94d2-a031640609a7 req-990c1cfb-dfa1-4898-be41-38fdf719b377 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:31:33.884198 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.provisioning_blocks [req-f7aedbf9-8743-4673-94d2-a031640609a7 req-990c1cfb-dfa1-4898-be41-38fdf719b377 service neutron] Transition to ACTIVE for port object 0b026dad-f77a-4580-9218-2db6475a8bb8 will not be triggered until provisioned by entity L2. {{(pid=84040) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:31:33.889570 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-f7aedbf9-8743-4673-94d2-a031640609a7 req-990c1cfb-dfa1-4898-be41-38fdf719b377 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32440959'] for port, after_update {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:31:34.014189 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-990c1cfb-dfa1-4898-be41-38fdf719b377 service neutron] Pushing event updated for resources: {'Port': ['ID=0b026dad-f77a-4580-9218-2db6475a8bb8,revision_number=2']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:31:34.122775 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.managers [req-f7aedbf9-8743-4673-94d2-a031640609a7 req-990c1cfb-dfa1-4898-be41-38fdf719b377 service neutron] Attempting to bind port 0b026dad-f77a-4580-9218-2db6475a8bb8 on host n-h1-838334-2 for vnic_type normal with profile {{(pid=84040) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 21:31:34.123100 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.managers [req-f7aedbf9-8743-4673-94d2-a031640609a7 req-990c1cfb-dfa1-4898-be41-38fdf719b377 service neutron] Attempting to bind port 0b026dad-f77a-4580-9218-2db6475a8bb8 by drivers openvswitch,hyperv on host n-h1-838334-2 at level 0 using segments [{'id': '26b1910e-a2cc-4fb7-8043-6ab413c35f99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': 'c3ce992a-0a9f-44b4-be6f-2f43670e1b2b'}] {{(pid=84040) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 21:31:34.123417 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7aedbf9-8743-4673-94d2-a031640609a7 req-990c1cfb-dfa1-4898-be41-38fdf719b377 service neutron] Attempting to bind port 0b026dad-f77a-4580-9218-2db6475a8bb8 on network c3ce992a-0a9f-44b4-be6f-2f43670e1b2b {{(pid=84040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 21:31:34.129045 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7aedbf9-8743-4673-94d2-a031640609a7 req-990c1cfb-dfa1-4898-be41-38fdf719b377 service neutron] Port 0b026dad-f77a-4580-9218-2db6475a8bb8 on network c3ce992a-0a9f-44b4-be6f-2f43670e1b2b not bound, no agent of type Open vSwitch agent registered on host n-h1-838334-2 {{(pid=84040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 18 21:31:34.129354 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7aedbf9-8743-4673-94d2-a031640609a7 req-990c1cfb-dfa1-4898-be41-38fdf719b377 service neutron] Attempting to bind port 0b026dad-f77a-4580-9218-2db6475a8bb8 on network c3ce992a-0a9f-44b4-be6f-2f43670e1b2b {{(pid=84040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 21:31:34.135340 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7aedbf9-8743-4673-94d2-a031640609a7 req-990c1cfb-dfa1-4898-be41-38fdf719b377 service neutron] Checking agent: {'id': 'd63bab19-ff81-4de1-afeb-a3732288d0d7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-838334-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 33, 59), 'started_at': datetime.datetime(2022, 4, 18, 20, 33, 59), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 21, 31, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 18 21:31:34.136223 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7aedbf9-8743-4673-94d2-a031640609a7 req-990c1cfb-dfa1-4898-be41-38fdf719b377 service neutron] Checking segment: {'id': '26b1910e-a2cc-4fb7-8043-6ab413c35f99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': 'c3ce992a-0a9f-44b4-be6f-2f43670e1b2b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84040) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 21:31:34.136593 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7aedbf9-8743-4673-94d2-a031640609a7 req-990c1cfb-dfa1-4898-be41-38fdf719b377 service neutron] Bound using segment: {'id': '26b1910e-a2cc-4fb7-8043-6ab413c35f99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': 'c3ce992a-0a9f-44b4-be6f-2f43670e1b2b'} {{(pid=84040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 18 21:31:34.137003 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.managers [req-f7aedbf9-8743-4673-94d2-a031640609a7 req-990c1cfb-dfa1-4898-be41-38fdf719b377 service neutron] Bound port: 0b026dad-f77a-4580-9218-2db6475a8bb8, host: n-h1-838334-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '26b1910e-a2cc-4fb7-8043-6ab413c35f99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': 'c3ce992a-0a9f-44b4-be6f-2f43670e1b2b'}}] {{(pid=84040) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 21:31:34.137333 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-f7aedbf9-8743-4673-94d2-a031640609a7 req-990c1cfb-dfa1-4898-be41-38fdf719b377 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:31:34.199053 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750375287399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253529'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:31:34.227573 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.db [req-f7aedbf9-8743-4673-94d2-a031640609a7 req-990c1cfb-dfa1-4898-be41-38fdf719b377 service neutron] For port 0b026dad-f77a-4580-9218-2db6475a8bb8, host n-h1-838334-2, cleared binding levels {{(pid=84040) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 21:31:34.230791 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.db [req-f7aedbf9-8743-4673-94d2-a031640609a7 req-990c1cfb-dfa1-4898-be41-38fdf719b377 service neutron] For port 0b026dad-f77a-4580-9218-2db6475a8bb8, host n-h1-838334-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838334-2',level=0,port_id=0b026dad-f77a-4580-9218-2db6475a8bb8,segment=NetworkSegment(26b1910e-a2cc-4fb7-8043-6ab413c35f99),segment_id=26b1910e-a2cc-4fb7-8043-6ab413c35f99)] {{(pid=84040) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 21:31:34.234310 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-f7aedbf9-8743-4673-94d2-a031640609a7 req-990c1cfb-dfa1-4898-be41-38fdf719b377 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32440959'] for port, after_update {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:31:34.299122 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-f7aedbf9-8743-4673-94d2-a031640609a7 req-990c1cfb-dfa1-4898-be41-38fdf719b377 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217293'] for port, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:31:34.300505 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-f7aedbf9-8743-4673-94d2-a031640609a7 req-990c1cfb-dfa1-4898-be41-38fdf719b377 service neutron] 10.222.0.43 "PUT /v2.0/ports/0b026dad-f77a-4580-9218-2db6475a8bb8 HTTP/1.1" status: 200 len: 1091 time: 1.0745208 Apr 18 21:31:34.300934 n-d-838334-2 neutron-server[84040]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c1245395-c8ee-443f-9505-43617b58a527', 'tag': '0b026dad-f77a-4580-9218-2db6475a8bb8'}] {{(pid=84040) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 21:31:34.313582 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-990c1cfb-dfa1-4898-be41-38fdf719b377 service neutron] Pushing event updated for resources: {'Port': ['ID=0b026dad-f77a-4580-9218-2db6475a8bb8,revision_number=3']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:31:34.367247 n-d-838334-2 neutron-server[84040]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f0e46af1-8347-43ba-b5b4-bec50f06aefe'] response: {'name': 'network-changed', 'server_uuid': 'c1245395-c8ee-443f-9505-43617b58a527', 'tag': '0b026dad-f77a-4580-9218-2db6475a8bb8', 'status': 'completed', 'code': 200} Apr 18 21:31:34.410843 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-f7aedbf9-8743-4673-94d2-a031640609a7 req-c0c81c49-f8e8-4744-84de-9e53ceb95f75 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=b7d3e9416ada4476bc356a18a58b346a&device_id=c1245395-c8ee-443f-9505-43617b58a527 HTTP/1.1" status: 200 len: 1094 time: 0.0739810 Apr 18 21:31:34.477541 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-f7aedbf9-8743-4673-94d2-a031640609a7 req-2e1fa304-85be-4d2d-84b2-f175d6ca26e5 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=0b026dad-f77a-4580-9218-2db6475a8bb8 HTTP/1.1" status: 200 len: 217 time: 0.0592773 Apr 18 21:31:34.541217 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7aedbf9-8743-4673-94d2-a031640609a7 req-e669e80e-9840-4a51-a7a1-b9a90f0c0c9c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:31:34.542696 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-f7aedbf9-8743-4673-94d2-a031640609a7 req-e669e80e-9840-4a51-a7a1-b9a90f0c0c9c service neutron] 10.222.0.43 "GET /v2.0/subnets?id=0c2c5dc7-636c-4331-bbd8-61e5c0191487 HTTP/1.1" status: 200 len: 854 time: 0.0593429 Apr 18 21:31:34.586960 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-f7aedbf9-8743-4673-94d2-a031640609a7 req-8d4520dc-66c4-49e5-98f9-b3708a528113 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=c3ce992a-0a9f-44b4-be6f-2f43670e1b2b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0383315 Apr 18 21:31:34.718493 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-f7aedbf9-8743-4673-94d2-a031640609a7 req-9a8bf852-d22b-4fb4-bffc-9d04cadc6e48 service neutron] 10.222.0.43 "GET /v2.0/networks/c3ce992a-0a9f-44b4-be6f-2f43670e1b2b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1245275 Apr 18 21:31:34.847041 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-f7aedbf9-8743-4673-94d2-a031640609a7 req-e115a127-3b3f-484b-90e9-c0d562206fe2 service neutron] 10.222.0.43 "GET /v2.0/networks/c3ce992a-0a9f-44b4-be6f-2f43670e1b2b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1224163 Apr 18 21:31:34.959594 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-3123590c-7365-4828-8a8d-80ab530a6f09 req-7db454aa-fc7f-47dc-be62-5293585ada39 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=b7d3e9416ada4476bc356a18a58b346a&device_id=c1245395-c8ee-443f-9505-43617b58a527 HTTP/1.1" status: 200 len: 1094 time: 0.0714557 Apr 18 21:31:35.046842 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.agents_db [None req-6346a179-333c-4370-b5a6-936984aeab15 None None] Agent healthcheck: found 7 active agents {{(pid=84043) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 18 21:31:35.247352 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3123590c-7365-4828-8a8d-80ab530a6f09 req-05b4ff44-2441-4ee7-8f63-2a37b9488188 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:31:35.248730 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-3123590c-7365-4828-8a8d-80ab530a6f09 req-05b4ff44-2441-4ee7-8f63-2a37b9488188 service neutron] 10.222.0.43 "GET /v2.0/networks?id=c3ce992a-0a9f-44b4-be6f-2f43670e1b2b HTTP/1.1" status: 200 len: 915 time: 0.2831554 Apr 18 21:31:35.258068 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa3d5a0b-57d9-4840-ad99-c28cac97c045 req-f428e101-cbfd-4c3c-8003-c553fc8c3720 tempest-ServerDiskConfigTestJSON-379945943 tempest-ServerDiskConfigTestJSON-379945943-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:31:35.259397 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-fa3d5a0b-57d9-4840-ad99-c28cac97c045 req-f428e101-cbfd-4c3c-8003-c553fc8c3720 tempest-ServerDiskConfigTestJSON-379945943 tempest-ServerDiskConfigTestJSON-379945943-project] 10.222.0.42 "GET /v2.0/ports?device_id=c1245395-c8ee-443f-9505-43617b58a527 HTTP/1.1" status: 200 len: 943 time: 0.2667439 Apr 18 21:31:35.341988 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-3123590c-7365-4828-8a8d-80ab530a6f09 req-8e689e3a-c10a-4e35-a87b-429a3d08adda service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=0b026dad-f77a-4580-9218-2db6475a8bb8 HTTP/1.1" status: 200 len: 217 time: 0.0816519 Apr 18 21:31:35.404105 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-fa3d5a0b-57d9-4840-ad99-c28cac97c045 req-c0cfb139-f239-4058-8abd-c111f1a781db tempest-ServerDiskConfigTestJSON-379945943 tempest-ServerDiskConfigTestJSON-379945943-project] 10.222.0.42 "GET /v2.0/security-groups?id=1cc08d4c-9e9c-4fd4-b6e9-372ce5c7eb62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0933628 Apr 18 21:31:35.414412 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3123590c-7365-4828-8a8d-80ab530a6f09 req-9ae40dd9-98ba-4c9c-9f1b-c045e2695d08 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:31:35.415814 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-3123590c-7365-4828-8a8d-80ab530a6f09 req-9ae40dd9-98ba-4c9c-9f1b-c045e2695d08 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=0c2c5dc7-636c-4331-bbd8-61e5c0191487 HTTP/1.1" status: 200 len: 854 time: 0.0656838 Apr 18 21:31:35.465519 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-3123590c-7365-4828-8a8d-80ab530a6f09 req-387fc8cb-9cd8-4a2f-b9ed-ced1c018ae8e service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=c3ce992a-0a9f-44b4-be6f-2f43670e1b2b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0424373 Apr 18 21:31:35.596238 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-3123590c-7365-4828-8a8d-80ab530a6f09 req-e04bc8a9-c674-487e-9b09-b32218faa8e9 service neutron] 10.222.0.43 "GET /v2.0/networks/c3ce992a-0a9f-44b4-be6f-2f43670e1b2b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1230581 Apr 18 21:31:35.724998 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-3123590c-7365-4828-8a8d-80ab530a6f09 req-a5d23747-b2d2-420b-9790-cae70706f6d0 service neutron] 10.222.0.43 "GET /v2.0/networks/c3ce992a-0a9f-44b4-be6f-2f43670e1b2b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1218498 Apr 18 21:31:36.598639 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0c5934a-6be3-41a3-812b-84ad80064e8b req-4836584b-e832-4bc2-8dba-96b5b08b9654 tempest-ServerDiskConfigTestJSON-379945943 tempest-ServerDiskConfigTestJSON-379945943-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:31:36.600094 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-b0c5934a-6be3-41a3-812b-84ad80064e8b req-4836584b-e832-4bc2-8dba-96b5b08b9654 tempest-ServerDiskConfigTestJSON-379945943 tempest-ServerDiskConfigTestJSON-379945943-project] 10.222.0.42 "GET /v2.0/ports?device_id=c1245395-c8ee-443f-9505-43617b58a527 HTTP/1.1" status: 200 len: 943 time: 0.0749660 Apr 18 21:31:36.644051 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-b0c5934a-6be3-41a3-812b-84ad80064e8b req-fe36940c-c3c1-483d-98be-40a5da7bbbcb tempest-ServerDiskConfigTestJSON-379945943 tempest-ServerDiskConfigTestJSON-379945943-project] 10.222.0.42 "GET /v2.0/security-groups?id=1cc08d4c-9e9c-4fd4-b6e9-372ce5c7eb62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383677 Apr 18 21:31:37.730598 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Device 0b026dad-f77a-4580-9218-2db6475a8bb8 details requested by agent hyperv_n-h1-838334-2 with host n-h1-838334-2 {{(pid=84042) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 18 21:31:37.847718 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c90e388c-b1c4-4b82-8ae2-1010d732e5d9 req-c1692c5f-ebfa-47b8-8283-39aaefd16b39 tempest-ServerDiskConfigTestJSON-379945943 tempest-ServerDiskConfigTestJSON-379945943-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:31:37.849145 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-c90e388c-b1c4-4b82-8ae2-1010d732e5d9 req-c1692c5f-ebfa-47b8-8283-39aaefd16b39 tempest-ServerDiskConfigTestJSON-379945943 tempest-ServerDiskConfigTestJSON-379945943-project] 10.222.0.42 "GET /v2.0/ports?device_id=c1245395-c8ee-443f-9505-43617b58a527 HTTP/1.1" status: 200 len: 943 time: 0.0794795 Apr 18 21:31:37.863840 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] For port 0b026dad-f77a-4580-9218-2db6475a8bb8, host n-h1-838334-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838334-2',level=0,port_id=0b026dad-f77a-4580-9218-2db6475a8bb8,segment=NetworkSegment(26b1910e-a2cc-4fb7-8043-6ab413c35f99),segment_id=26b1910e-a2cc-4fb7-8043-6ab413c35f99)] {{(pid=84042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:31:37.880421 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Returning: {'device': '0b026dad-f77a-4580-9218-2db6475a8bb8', 'network_id': 'c3ce992a-0a9f-44b4-be6f-2f43670e1b2b', 'port_id': '0b026dad-f77a-4580-9218-2db6475a8bb8', 'mac_address': 'fa:16:3e:d8:e6:a5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 359, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0c2c5dc7-636c-4331-bbd8-61e5c0191487', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84042) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 18 21:31:37.895615 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-c90e388c-b1c4-4b82-8ae2-1010d732e5d9 req-aa7c3538-f123-4026-8d9c-a929936222a4 tempest-ServerDiskConfigTestJSON-379945943 tempest-ServerDiskConfigTestJSON-379945943-project] 10.222.0.42 "GET /v2.0/security-groups?id=1cc08d4c-9e9c-4fd4-b6e9-372ce5c7eb62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400994 Apr 18 21:31:37.935244 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:31:37.953015 n-d-838334-2 neutron-server[84042]: DEBUG neutron.notifiers.nova [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0b026dad-f77a-4580-9218-2db6475a8bb8 {{(pid=84042) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 18 21:31:37.968864 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] For port 0b026dad-f77a-4580-9218-2db6475a8bb8, host n-h1-838334-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838334-2',level=0,port_id=0b026dad-f77a-4580-9218-2db6475a8bb8,segment=NetworkSegment(26b1910e-a2cc-4fb7-8043-6ab413c35f99),segment_id=26b1910e-a2cc-4fb7-8043-6ab413c35f99)] {{(pid=84042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:31:37.972986 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682'] for port, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:31:38.040679 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Pushing event updated for resources: {'Port': ['ID=0b026dad-f77a-4580-9218-2db6475a8bb8,revision_number=4']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:31:38.160624 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] get_ports_and_sgs() called for port_ids ['0b026dad-f77a-4580-9218-2db6475a8bb8'] {{(pid=84042) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 18 21:31:39.089710 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6db4ce39-2430-4fe9-b79e-371bdd8f4ba8 req-470876cf-2ec1-48df-bdc1-34863a8b75de tempest-ServerDiskConfigTestJSON-379945943 tempest-ServerDiskConfigTestJSON-379945943-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:31:39.091140 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-6db4ce39-2430-4fe9-b79e-371bdd8f4ba8 req-470876cf-2ec1-48df-bdc1-34863a8b75de tempest-ServerDiskConfigTestJSON-379945943 tempest-ServerDiskConfigTestJSON-379945943-project] 10.222.0.42 "GET /v2.0/ports?device_id=c1245395-c8ee-443f-9505-43617b58a527 HTTP/1.1" status: 200 len: 944 time: 0.0754659 Apr 18 21:31:39.134713 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-6db4ce39-2430-4fe9-b79e-371bdd8f4ba8 req-8551ca84-f29c-4eb9-97bc-4faf8075da64 tempest-ServerDiskConfigTestJSON-379945943 tempest-ServerDiskConfigTestJSON-379945943-project] 10.222.0.42 "GET /v2.0/security-groups?id=1cc08d4c-9e9c-4fd4-b6e9-372ce5c7eb62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381274 Apr 18 21:31:39.734944 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Device 0b026dad-f77a-4580-9218-2db6475a8bb8 up at agent hyperv_n-h1-838334-2 {{(pid=84042) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 21:31:39.803923 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Provisioning for port 0b026dad-f77a-4580-9218-2db6475a8bb8 completed by entity L2. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 21:31:39.808730 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Provisioning complete for port 0b026dad-f77a-4580-9218-2db6475a8bb8 triggered by entity L2. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:31:39.809094 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1253608'] for port, provisioning_complete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:31:39.938796 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:31:39.966518 n-d-838334-2 neutron-server[84042]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c1245395-c8ee-443f-9505-43617b58a527', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0b026dad-f77a-4580-9218-2db6475a8bb8'}] {{(pid=84042) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 21:31:39.975829 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] For port 0b026dad-f77a-4580-9218-2db6475a8bb8, host n-h1-838334-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838334-2',level=0,port_id=0b026dad-f77a-4580-9218-2db6475a8bb8,segment=NetworkSegment(26b1910e-a2cc-4fb7-8043-6ab413c35f99),segment_id=26b1910e-a2cc-4fb7-8043-6ab413c35f99)] {{(pid=84042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:31:39.981264 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682'] for port, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:31:40.048335 n-d-838334-2 neutron-server[84042]: INFO neutron.notifiers.nova [-] Nova event matching ['req-85b59906-1043-4b24-8956-8e9bd5c29886'] response: {'server_uuid': 'c1245395-c8ee-443f-9505-43617b58a527', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0b026dad-f77a-4580-9218-2db6475a8bb8', 'code': 200} Apr 18 21:31:40.079653 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Pushing event updated for resources: {'Port': ['ID=0b026dad-f77a-4580-9218-2db6475a8bb8,revision_number=5']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:31:40.151846 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-6026584b-944e-4ebf-a280-7656d8433d82 req-5c676c5c-4805-4ba9-806f-8161ca44bb0d service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=c1245395-c8ee-443f-9505-43617b58a527 HTTP/1.1" status: 200 len: 1096 time: 0.0695627 Apr 18 21:31:40.192294 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-6026584b-944e-4ebf-a280-7656d8433d82 req-2dbef9ee-fcdc-4eca-a9ef-7cd137948731 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=1cc08d4c-9e9c-4fd4-b6e9-372ce5c7eb62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356605 Apr 18 21:31:40.344329 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19f47f48-43bf-4491-bf79-17bca1800cc1 req-0511c94b-cf3a-4a26-886f-7237db71812d tempest-ServerDiskConfigTestJSON-379945943 tempest-ServerDiskConfigTestJSON-379945943-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:31:40.345767 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-19f47f48-43bf-4491-bf79-17bca1800cc1 req-0511c94b-cf3a-4a26-886f-7237db71812d tempest-ServerDiskConfigTestJSON-379945943 tempest-ServerDiskConfigTestJSON-379945943-project] 10.222.0.42 "GET /v2.0/ports?device_id=c1245395-c8ee-443f-9505-43617b58a527 HTTP/1.1" status: 200 len: 945 time: 0.0758266 Apr 18 21:31:40.393009 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-19f47f48-43bf-4491-bf79-17bca1800cc1 req-b8fccebe-a378-43af-a79f-ec4664634b91 tempest-ServerDiskConfigTestJSON-379945943 tempest-ServerDiskConfigTestJSON-379945943-project] 10.222.0.42 "GET /v2.0/security-groups?id=1cc08d4c-9e9c-4fd4-b6e9-372ce5c7eb62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418377 Apr 18 21:31:41.594060 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9d54198-c125-4084-9533-ee5dd492d9eb req-04188506-4aaf-48b9-84d0-0893c535880e tempest-ServerDiskConfigTestJSON-379945943 tempest-ServerDiskConfigTestJSON-379945943-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:31:41.595505 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-e9d54198-c125-4084-9533-ee5dd492d9eb req-04188506-4aaf-48b9-84d0-0893c535880e tempest-ServerDiskConfigTestJSON-379945943 tempest-ServerDiskConfigTestJSON-379945943-project] 10.222.0.42 "GET /v2.0/ports?device_id=c1245395-c8ee-443f-9505-43617b58a527 HTTP/1.1" status: 200 len: 945 time: 0.0807207 Apr 18 21:31:41.640401 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-e9d54198-c125-4084-9533-ee5dd492d9eb req-88cd62fb-552d-46e4-8023-60ec40110faa tempest-ServerDiskConfigTestJSON-379945943 tempest-ServerDiskConfigTestJSON-379945943-project] 10.222.0.42 "GET /v2.0/security-groups?id=1cc08d4c-9e9c-4fd4-b6e9-372ce5c7eb62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394354 Apr 18 21:31:41.832505 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-446dfd50-2788-4f57-86d8-b1c3064c14d5 req-5634e497-dd3b-4f6b-a0ef-8fc382623f61 tempest-ServerDiskConfigTestJSON-379945943 tempest-ServerDiskConfigTestJSON-379945943-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:31:41.833902 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-446dfd50-2788-4f57-86d8-b1c3064c14d5 req-5634e497-dd3b-4f6b-a0ef-8fc382623f61 tempest-ServerDiskConfigTestJSON-379945943 tempest-ServerDiskConfigTestJSON-379945943-project] 10.222.0.42 "GET /v2.0/ports?device_id=c1245395-c8ee-443f-9505-43617b58a527 HTTP/1.1" status: 200 len: 945 time: 0.0778806 Apr 18 21:31:41.881384 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-446dfd50-2788-4f57-86d8-b1c3064c14d5 req-c91c3cf5-5faf-4389-95b3-8559910a9463 tempest-ServerDiskConfigTestJSON-379945943 tempest-ServerDiskConfigTestJSON-379945943-project] 10.222.0.42 "GET /v2.0/security-groups?id=1cc08d4c-9e9c-4fd4-b6e9-372ce5c7eb62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418572 Apr 18 21:31:42.255369 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37719a0f-1038-4377-823c-bbc10aea7731 req-ceee21a6-dd65-4d06-9976-277a92f450a4 tempest-ServerDiskConfigTestJSON-379945943 tempest-ServerDiskConfigTestJSON-379945943-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:31:42.256733 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-37719a0f-1038-4377-823c-bbc10aea7731 req-ceee21a6-dd65-4d06-9976-277a92f450a4 tempest-ServerDiskConfigTestJSON-379945943 tempest-ServerDiskConfigTestJSON-379945943-project] 10.222.0.42 "GET /v2.0/ports?device_id=c1245395-c8ee-443f-9505-43617b58a527 HTTP/1.1" status: 200 len: 945 time: 0.0882320 Apr 18 21:31:42.301673 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-37719a0f-1038-4377-823c-bbc10aea7731 req-33150d0d-6c60-48cd-b39c-6b8bc6dbb5b2 tempest-ServerDiskConfigTestJSON-379945943 tempest-ServerDiskConfigTestJSON-379945943-project] 10.222.0.42 "GET /v2.0/security-groups?id=1cc08d4c-9e9c-4fd4-b6e9-372ce5c7eb62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389814 Apr 18 21:31:42.498955 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10a07491-4497-4e05-a395-3dfb30ba8986 req-84d778c5-904d-4ec8-a935-1e51ede4dffc tempest-ServerDiskConfigTestJSON-379945943 tempest-ServerDiskConfigTestJSON-379945943-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:31:42.500410 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-10a07491-4497-4e05-a395-3dfb30ba8986 req-84d778c5-904d-4ec8-a935-1e51ede4dffc tempest-ServerDiskConfigTestJSON-379945943 tempest-ServerDiskConfigTestJSON-379945943-project] 10.222.0.42 "GET /v2.0/ports?device_id=c1245395-c8ee-443f-9505-43617b58a527 HTTP/1.1" status: 200 len: 945 time: 0.0811613 Apr 18 21:31:42.547738 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-10a07491-4497-4e05-a395-3dfb30ba8986 req-c70c843e-7a0f-4421-93e1-4e6a9600f2a5 tempest-ServerDiskConfigTestJSON-379945943 tempest-ServerDiskConfigTestJSON-379945943-project] 10.222.0.42 "GET /v2.0/security-groups?id=1cc08d4c-9e9c-4fd4-b6e9-372ce5c7eb62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417523 Apr 18 21:31:42.738973 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-7f99b584-1e2f-4097-80eb-0765b1981041 req-360cf5e2-b567-4843-8fb7-28f2e41d3975 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=c1245395-c8ee-443f-9505-43617b58a527&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.0662990 Apr 18 21:31:42.985126 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-d615f4b3-23df-48f8-8cbd-9730c4010a20 req-fff23f50-1bab-410e-a14b-39f50f30b4e4 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=c1245395-c8ee-443f-9505-43617b58a527&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0742559 Apr 18 21:31:43.143010 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1df0c8d-c997-493b-a0ff-9af5fc01d735 req-ae02ee7d-9b0e-4fd2-97ac-2ecfa92ea475 tempest-ServerDiskConfigTestJSON-379945943 tempest-ServerDiskConfigTestJSON-379945943-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:31:43.144537 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-b1df0c8d-c997-493b-a0ff-9af5fc01d735 req-ae02ee7d-9b0e-4fd2-97ac-2ecfa92ea475 tempest-ServerDiskConfigTestJSON-379945943 tempest-ServerDiskConfigTestJSON-379945943-project] 10.222.0.42 "GET /v2.0/ports?device_id=c1245395-c8ee-443f-9505-43617b58a527 HTTP/1.1" status: 200 len: 945 time: 0.1781325 Apr 18 21:31:43.191818 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-b1df0c8d-c997-493b-a0ff-9af5fc01d735 req-3a47b25b-6a89-4471-b424-a593763180f0 tempest-ServerDiskConfigTestJSON-379945943 tempest-ServerDiskConfigTestJSON-379945943-project] 10.222.0.42 "GET /v2.0/security-groups?id=1cc08d4c-9e9c-4fd4-b6e9-372ce5c7eb62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418394 Apr 18 21:31:44.129941 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-d615f4b3-23df-48f8-8cbd-9730c4010a20 req-79602815-7d96-4c93-ae23-9bd96c38b8a2 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=b7d3e9416ada4476bc356a18a58b346a&device_id=c1245395-c8ee-443f-9505-43617b58a527 HTTP/1.1" status: 200 len: 1096 time: 0.0673335 Apr 18 21:31:44.259803 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d615f4b3-23df-48f8-8cbd-9730c4010a20 req-a78ae505-bbe8-4bb3-aa5c-f54d58bce74b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:31:44.261437 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-d615f4b3-23df-48f8-8cbd-9730c4010a20 req-a78ae505-bbe8-4bb3-aa5c-f54d58bce74b service neutron] 10.222.0.43 "GET /v2.0/networks?id=c3ce992a-0a9f-44b4-be6f-2f43670e1b2b HTTP/1.1" status: 200 len: 915 time: 0.1260455 Apr 18 21:31:44.363318 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-d615f4b3-23df-48f8-8cbd-9730c4010a20 req-3a42f9d1-52a5-46ff-b9ae-7f0df49d1d54 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=0b026dad-f77a-4580-9218-2db6475a8bb8 HTTP/1.1" status: 200 len: 217 time: 0.0964756 Apr 18 21:31:44.442736 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d615f4b3-23df-48f8-8cbd-9730c4010a20 req-70bb4d96-9646-41f0-b2fe-15c35fffa0c3 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:31:44.444229 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-d615f4b3-23df-48f8-8cbd-9730c4010a20 req-70bb4d96-9646-41f0-b2fe-15c35fffa0c3 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=0c2c5dc7-636c-4331-bbd8-61e5c0191487 HTTP/1.1" status: 200 len: 854 time: 0.0730736 Apr 18 21:31:44.490431 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80ebd1fe-b651-41c7-9d8e-86f09701c49a req-240835fc-a684-48bf-a4a1-5b45f0a6a9e4 tempest-ServerDiskConfigTestJSON-379945943 tempest-ServerDiskConfigTestJSON-379945943-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:31:44.491854 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-80ebd1fe-b651-41c7-9d8e-86f09701c49a req-240835fc-a684-48bf-a4a1-5b45f0a6a9e4 tempest-ServerDiskConfigTestJSON-379945943 tempest-ServerDiskConfigTestJSON-379945943-project] 10.222.0.42 "GET /v2.0/ports?device_id=c1245395-c8ee-443f-9505-43617b58a527 HTTP/1.1" status: 200 len: 945 time: 0.1736727 Apr 18 21:31:44.497859 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-d615f4b3-23df-48f8-8cbd-9730c4010a20 req-d657cace-f446-43e9-8cdb-e35b811c0af9 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=c3ce992a-0a9f-44b4-be6f-2f43670e1b2b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0478699 Apr 18 21:31:44.620854 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-80ebd1fe-b651-41c7-9d8e-86f09701c49a req-79b147fc-21fc-447c-a2f8-458b4f28d963 tempest-ServerDiskConfigTestJSON-379945943 tempest-ServerDiskConfigTestJSON-379945943-project] 10.222.0.42 "GET /v2.0/security-groups?id=1cc08d4c-9e9c-4fd4-b6e9-372ce5c7eb62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1219831 Apr 18 21:31:44.661885 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-d615f4b3-23df-48f8-8cbd-9730c4010a20 req-caf67eff-9e44-4f5f-8c3b-03f297ec056a service neutron] 10.222.0.43 "GET /v2.0/networks/c3ce992a-0a9f-44b4-be6f-2f43670e1b2b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1492991 Apr 18 21:31:44.791921 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-d615f4b3-23df-48f8-8cbd-9730c4010a20 req-fd034056-1070-4c34-8ed7-7655d6ad20e7 service neutron] 10.222.0.43 "GET /v2.0/networks/c3ce992a-0a9f-44b4-be6f-2f43670e1b2b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1234057 Apr 18 21:31:44.981511 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [req-b9eb9cdd-fd65-4ff2-b474-b96a88b04d5d req-f536e940-a1d5-495e-8b9d-1238689e947f service neutron] (84040) timed out ('10.222.0.48', 54522) {{(pid=84040) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Apr 18 21:31:45.698427 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-d7cc633d-f321-4c39-ac5f-fbdff3f5c5c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750375287399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253529'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:31:45.829986 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55d5d576-b27f-4113-8941-deab85903a65 req-2776331f-1637-4675-80a2-b6de55481e42 tempest-ServerDiskConfigTestJSON-379945943 tempest-ServerDiskConfigTestJSON-379945943-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:31:45.831424 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-55d5d576-b27f-4113-8941-deab85903a65 req-2776331f-1637-4675-80a2-b6de55481e42 tempest-ServerDiskConfigTestJSON-379945943 tempest-ServerDiskConfigTestJSON-379945943-project] 10.222.0.42 "GET /v2.0/ports?device_id=c1245395-c8ee-443f-9505-43617b58a527 HTTP/1.1" status: 200 len: 945 time: 0.0809672 Apr 18 21:31:45.877781 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-55d5d576-b27f-4113-8941-deab85903a65 req-5f5446cc-2d21-4603-8631-9c72eda845c5 tempest-ServerDiskConfigTestJSON-379945943 tempest-ServerDiskConfigTestJSON-379945943-project] 10.222.0.42 "GET /v2.0/security-groups?id=1cc08d4c-9e9c-4fd4-b6e9-372ce5c7eb62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407312 Apr 18 21:31:47.075663 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1383d37-f8b3-45d5-92e1-4eac97c10902 req-0ff83af4-1bf1-4214-9f8a-b19adbe09080 tempest-ServerDiskConfigTestJSON-379945943 tempest-ServerDiskConfigTestJSON-379945943-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:31:47.077118 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-a1383d37-f8b3-45d5-92e1-4eac97c10902 req-0ff83af4-1bf1-4214-9f8a-b19adbe09080 tempest-ServerDiskConfigTestJSON-379945943 tempest-ServerDiskConfigTestJSON-379945943-project] 10.222.0.42 "GET /v2.0/ports?device_id=c1245395-c8ee-443f-9505-43617b58a527 HTTP/1.1" status: 200 len: 945 time: 0.0751660 Apr 18 21:31:47.121909 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-a1383d37-f8b3-45d5-92e1-4eac97c10902 req-2e114551-5a85-48ad-826a-f89dd7a5e8a7 tempest-ServerDiskConfigTestJSON-379945943 tempest-ServerDiskConfigTestJSON-379945943-project] 10.222.0.42 "GET /v2.0/security-groups?id=1cc08d4c-9e9c-4fd4-b6e9-372ce5c7eb62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394037 Apr 18 21:31:47.945259 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-a2ebb8f0-afe3-44e6-b11e-9d28e3d31509 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750375287399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253529'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:31:48.332139 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88b6a3d2-0137-46ad-ae9e-3326eab0a74f req-58bd2015-6d4a-4f8c-b9b1-1221746a8b9c tempest-ServerDiskConfigTestJSON-379945943 tempest-ServerDiskConfigTestJSON-379945943-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:31:48.333557 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-88b6a3d2-0137-46ad-ae9e-3326eab0a74f req-58bd2015-6d4a-4f8c-b9b1-1221746a8b9c tempest-ServerDiskConfigTestJSON-379945943 tempest-ServerDiskConfigTestJSON-379945943-project] 10.222.0.42 "GET /v2.0/ports?device_id=c1245395-c8ee-443f-9505-43617b58a527 HTTP/1.1" status: 200 len: 945 time: 0.0798025 Apr 18 21:31:48.378931 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-88b6a3d2-0137-46ad-ae9e-3326eab0a74f req-4624ca54-30eb-4631-b871-aba4b3fc55b3 tempest-ServerDiskConfigTestJSON-379945943 tempest-ServerDiskConfigTestJSON-379945943-project] 10.222.0.42 "GET /v2.0/security-groups?id=1cc08d4c-9e9c-4fd4-b6e9-372ce5c7eb62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396039 Apr 18 21:31:49.118937 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750375287399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253529'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:31:49.572352 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bb466fd-3449-4068-8460-e35c8613382d req-05faf906-6c6f-4055-9c54-950214f60048 tempest-ServerDiskConfigTestJSON-379945943 tempest-ServerDiskConfigTestJSON-379945943-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:31:49.574057 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-9bb466fd-3449-4068-8460-e35c8613382d req-05faf906-6c6f-4055-9c54-950214f60048 tempest-ServerDiskConfigTestJSON-379945943 tempest-ServerDiskConfigTestJSON-379945943-project] 10.222.0.42 "GET /v2.0/ports?device_id=c1245395-c8ee-443f-9505-43617b58a527 HTTP/1.1" status: 200 len: 945 time: 0.0751157 Apr 18 21:31:49.612816 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-414b6ffe-e119-47bc-b18f-bcff1219c2f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750375287399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253529'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:31:49.625986 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-9bb466fd-3449-4068-8460-e35c8613382d req-afba073d-5095-49d3-97be-2544ecb56461 tempest-ServerDiskConfigTestJSON-379945943 tempest-ServerDiskConfigTestJSON-379945943-project] 10.222.0.42 "GET /v2.0/security-groups?id=1cc08d4c-9e9c-4fd4-b6e9-372ce5c7eb62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463674 Apr 18 21:31:50.703311 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-c7521a90-7d65-4e2e-842c-ca5d95e9a89c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750375287399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253529'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:31:50.821801 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88974a88-4b3d-4830-a11d-c5209987b9d3 req-07a6f9c3-54bc-43ff-a4df-d9abd4cdab42 tempest-ServerDiskConfigTestJSON-379945943 tempest-ServerDiskConfigTestJSON-379945943-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:31:50.823291 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-88974a88-4b3d-4830-a11d-c5209987b9d3 req-07a6f9c3-54bc-43ff-a4df-d9abd4cdab42 tempest-ServerDiskConfigTestJSON-379945943 tempest-ServerDiskConfigTestJSON-379945943-project] 10.222.0.42 "GET /v2.0/ports?device_id=c1245395-c8ee-443f-9505-43617b58a527 HTTP/1.1" status: 200 len: 945 time: 0.0749884 Apr 18 21:31:50.868210 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-88974a88-4b3d-4830-a11d-c5209987b9d3 req-c2bcda78-739e-41d8-bd4b-f36c596b62ef tempest-ServerDiskConfigTestJSON-379945943 tempest-ServerDiskConfigTestJSON-379945943-project] 10.222.0.42 "GET /v2.0/security-groups?id=1cc08d4c-9e9c-4fd4-b6e9-372ce5c7eb62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391259 Apr 18 21:31:52.064690 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdcf40ae-73ba-4414-9dfb-60d15ce96539 req-8c0094da-6570-4bc6-b5a3-fa8fab92a6ee tempest-ServerDiskConfigTestJSON-379945943 tempest-ServerDiskConfigTestJSON-379945943-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:31:52.066099 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-cdcf40ae-73ba-4414-9dfb-60d15ce96539 req-8c0094da-6570-4bc6-b5a3-fa8fab92a6ee tempest-ServerDiskConfigTestJSON-379945943 tempest-ServerDiskConfigTestJSON-379945943-project] 10.222.0.42 "GET /v2.0/ports?device_id=c1245395-c8ee-443f-9505-43617b58a527 HTTP/1.1" status: 200 len: 945 time: 0.0773206 Apr 18 21:31:52.109812 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-cdcf40ae-73ba-4414-9dfb-60d15ce96539 req-a0575999-e442-4ed6-bbfc-258dc923bb61 tempest-ServerDiskConfigTestJSON-379945943 tempest-ServerDiskConfigTestJSON-379945943-project] 10.222.0.42 "GET /v2.0/security-groups?id=1cc08d4c-9e9c-4fd4-b6e9-372ce5c7eb62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382128 Apr 18 21:31:53.308545 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-676dc2ba-b73a-4e1e-a4f9-446f2c55741a req-a0ea876b-8cc8-4f96-875a-7ac1d9dedb64 tempest-ServerDiskConfigTestJSON-379945943 tempest-ServerDiskConfigTestJSON-379945943-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:31:53.309979 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-676dc2ba-b73a-4e1e-a4f9-446f2c55741a req-a0ea876b-8cc8-4f96-875a-7ac1d9dedb64 tempest-ServerDiskConfigTestJSON-379945943 tempest-ServerDiskConfigTestJSON-379945943-project] 10.222.0.42 "GET /v2.0/ports?device_id=c1245395-c8ee-443f-9505-43617b58a527 HTTP/1.1" status: 200 len: 945 time: 0.0773745 Apr 18 21:31:53.354617 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-676dc2ba-b73a-4e1e-a4f9-446f2c55741a req-61afcb4c-fe24-4630-9ada-1628b1e65393 tempest-ServerDiskConfigTestJSON-379945943 tempest-ServerDiskConfigTestJSON-379945943-project] 10.222.0.42 "GET /v2.0/security-groups?id=1cc08d4c-9e9c-4fd4-b6e9-372ce5c7eb62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390193 Apr 18 21:31:54.557777 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e798952-9263-43bc-9d7c-fa0471349f4a req-2489cdfc-9de0-4953-a7e2-7dc31d86b2ed tempest-ServerDiskConfigTestJSON-379945943 tempest-ServerDiskConfigTestJSON-379945943-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:31:54.559841 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-1e798952-9263-43bc-9d7c-fa0471349f4a req-2489cdfc-9de0-4953-a7e2-7dc31d86b2ed tempest-ServerDiskConfigTestJSON-379945943 tempest-ServerDiskConfigTestJSON-379945943-project] 10.222.0.42 "GET /v2.0/ports?device_id=c1245395-c8ee-443f-9505-43617b58a527 HTTP/1.1" status: 200 len: 945 time: 0.0836926 Apr 18 21:31:54.615057 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-1e798952-9263-43bc-9d7c-fa0471349f4a req-68dd0364-68ad-476d-b0bc-9b6748b1964f tempest-ServerDiskConfigTestJSON-379945943 tempest-ServerDiskConfigTestJSON-379945943-project] 10.222.0.42 "GET /v2.0/security-groups?id=1cc08d4c-9e9c-4fd4-b6e9-372ce5c7eb62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498414 Apr 18 21:31:55.813907 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c421846-79dd-4413-b582-8bfa1a46866f req-c923200c-10a8-4d59-8816-d15ada29ab46 tempest-ServerDiskConfigTestJSON-379945943 tempest-ServerDiskConfigTestJSON-379945943-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:31:55.815327 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-4c421846-79dd-4413-b582-8bfa1a46866f req-c923200c-10a8-4d59-8816-d15ada29ab46 tempest-ServerDiskConfigTestJSON-379945943 tempest-ServerDiskConfigTestJSON-379945943-project] 10.222.0.42 "GET /v2.0/ports?device_id=c1245395-c8ee-443f-9505-43617b58a527 HTTP/1.1" status: 200 len: 945 time: 0.0743179 Apr 18 21:31:55.863039 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-4c421846-79dd-4413-b582-8bfa1a46866f req-8c305a64-8f34-4eb2-8f5a-9b964fa5ab53 tempest-ServerDiskConfigTestJSON-379945943 tempest-ServerDiskConfigTestJSON-379945943-project] 10.222.0.42 "GET /v2.0/security-groups?id=1cc08d4c-9e9c-4fd4-b6e9-372ce5c7eb62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422499 Apr 18 21:31:57.063849 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa06e771-47c4-47a5-9014-6e1fbb26cada req-a03c8066-1aa6-4c96-9bc0-7c5ff9a84fa7 tempest-ServerDiskConfigTestJSON-379945943 tempest-ServerDiskConfigTestJSON-379945943-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:31:57.065284 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-aa06e771-47c4-47a5-9014-6e1fbb26cada req-a03c8066-1aa6-4c96-9bc0-7c5ff9a84fa7 tempest-ServerDiskConfigTestJSON-379945943 tempest-ServerDiskConfigTestJSON-379945943-project] 10.222.0.42 "GET /v2.0/ports?device_id=c1245395-c8ee-443f-9505-43617b58a527 HTTP/1.1" status: 200 len: 945 time: 0.0768650 Apr 18 21:31:57.110944 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-aa06e771-47c4-47a5-9014-6e1fbb26cada req-b671e143-f343-4996-b848-bdac05dba093 tempest-ServerDiskConfigTestJSON-379945943 tempest-ServerDiskConfigTestJSON-379945943-project] 10.222.0.42 "GET /v2.0/security-groups?id=1cc08d4c-9e9c-4fd4-b6e9-372ce5c7eb62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401890 Apr 18 21:31:58.454333 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc61ed76-fd71-4d73-ad99-ba652022d981 req-381969d0-9d99-43f9-a60a-02c729b7279f tempest-ServerDiskConfigTestJSON-379945943 tempest-ServerDiskConfigTestJSON-379945943-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:31:58.455811 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-fc61ed76-fd71-4d73-ad99-ba652022d981 req-381969d0-9d99-43f9-a60a-02c729b7279f tempest-ServerDiskConfigTestJSON-379945943 tempest-ServerDiskConfigTestJSON-379945943-project] 10.222.0.42 "GET /v2.0/ports?device_id=c1245395-c8ee-443f-9505-43617b58a527 HTTP/1.1" status: 200 len: 945 time: 0.2253826 Apr 18 21:31:58.459327 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-57c01f2b-4a0e-4e35-a378-c05b29231bdf req-68181eb9-0285-4e8e-9ddd-bb3fd6bab2c3 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=b7d3e9416ada4476bc356a18a58b346a&device_id=c1245395-c8ee-443f-9505-43617b58a527 HTTP/1.1" status: 200 len: 1096 time: 0.1917386 Apr 18 21:31:58.579901 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-fc61ed76-fd71-4d73-ad99-ba652022d981 req-b6cbe548-45ba-4075-bfaa-1051b8c27017 tempest-ServerDiskConfigTestJSON-379945943 tempest-ServerDiskConfigTestJSON-379945943-project] 10.222.0.42 "GET /v2.0/security-groups?id=1cc08d4c-9e9c-4fd4-b6e9-372ce5c7eb62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1184134 Apr 18 21:31:58.622122 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57c01f2b-4a0e-4e35-a378-c05b29231bdf req-7a2c935c-098d-42bd-8ed3-a71e224a0964 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:31:58.623545 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-57c01f2b-4a0e-4e35-a378-c05b29231bdf req-7a2c935c-098d-42bd-8ed3-a71e224a0964 service neutron] 10.222.0.43 "GET /v2.0/networks?id=c3ce992a-0a9f-44b4-be6f-2f43670e1b2b HTTP/1.1" status: 200 len: 915 time: 0.1432843 Apr 18 21:31:58.692556 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-57c01f2b-4a0e-4e35-a378-c05b29231bdf req-073ab1de-efe2-4bc5-9a40-1b5edd3de5ef service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=0b026dad-f77a-4580-9218-2db6475a8bb8 HTTP/1.1" status: 200 len: 217 time: 0.0629592 Apr 18 21:31:58.754565 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57c01f2b-4a0e-4e35-a378-c05b29231bdf req-347ec1e2-3cc5-4e43-a6d6-0c545c9078a1 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:31:58.756000 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-57c01f2b-4a0e-4e35-a378-c05b29231bdf req-347ec1e2-3cc5-4e43-a6d6-0c545c9078a1 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=0c2c5dc7-636c-4331-bbd8-61e5c0191487 HTTP/1.1" status: 200 len: 854 time: 0.0568705 Apr 18 21:31:58.803248 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-57c01f2b-4a0e-4e35-a378-c05b29231bdf req-4e85d8ae-72ad-411c-8849-31a822e6ad76 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=c3ce992a-0a9f-44b4-be6f-2f43670e1b2b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0414252 Apr 18 21:31:58.937484 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-57c01f2b-4a0e-4e35-a378-c05b29231bdf req-9f8d99e5-95c2-48f5-a983-6e2b589161a2 service neutron] 10.222.0.43 "GET /v2.0/networks/c3ce992a-0a9f-44b4-be6f-2f43670e1b2b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1278510 Apr 18 21:31:59.064261 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-57c01f2b-4a0e-4e35-a378-c05b29231bdf req-53fc924e-b36e-4448-b383-e91d7d5864e2 service neutron] 10.222.0.43 "GET /v2.0/networks/c3ce992a-0a9f-44b4-be6f-2f43670e1b2b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1212416 Apr 18 21:31:59.773754 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6b48614-d004-47c8-92eb-988531ae3873 req-92650550-1677-4f4a-b700-a95153cb6b69 tempest-ServerDiskConfigTestJSON-379945943 tempest-ServerDiskConfigTestJSON-379945943-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:31:59.775225 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-b6b48614-d004-47c8-92eb-988531ae3873 req-92650550-1677-4f4a-b700-a95153cb6b69 tempest-ServerDiskConfigTestJSON-379945943 tempest-ServerDiskConfigTestJSON-379945943-project] 10.222.0.42 "GET /v2.0/ports?device_id=c1245395-c8ee-443f-9505-43617b58a527 HTTP/1.1" status: 200 len: 945 time: 0.0753944 Apr 18 21:31:59.820895 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-b6b48614-d004-47c8-92eb-988531ae3873 req-b9445b49-d147-4956-9666-ea5f65ca6790 tempest-ServerDiskConfigTestJSON-379945943 tempest-ServerDiskConfigTestJSON-379945943-project] 10.222.0.42 "GET /v2.0/security-groups?id=1cc08d4c-9e9c-4fd4-b6e9-372ce5c7eb62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398953 Apr 18 21:32:00.068579 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750375287399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253529'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:32:01.026441 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e8e7b12-e203-459c-8b36-949ed50ecceb req-04fede17-e988-4254-aae1-090924ea7ba6 tempest-ServerDiskConfigTestJSON-379945943 tempest-ServerDiskConfigTestJSON-379945943-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:32:01.028069 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-1e8e7b12-e203-459c-8b36-949ed50ecceb req-04fede17-e988-4254-aae1-090924ea7ba6 tempest-ServerDiskConfigTestJSON-379945943 tempest-ServerDiskConfigTestJSON-379945943-project] 10.222.0.42 "GET /v2.0/ports?device_id=c1245395-c8ee-443f-9505-43617b58a527 HTTP/1.1" status: 200 len: 945 time: 0.0797791 Apr 18 21:32:01.073993 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-1e8e7b12-e203-459c-8b36-949ed50ecceb req-aa916200-bf69-4793-bcd5-4a9c522a192c tempest-ServerDiskConfigTestJSON-379945943 tempest-ServerDiskConfigTestJSON-379945943-project] 10.222.0.42 "GET /v2.0/security-groups?id=1cc08d4c-9e9c-4fd4-b6e9-372ce5c7eb62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404820 Apr 18 21:32:02.281723 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb74e25e-0737-4f6b-b514-3825c1edab4c req-dd2050cf-907d-4dca-bc6c-94a7b6910e77 tempest-ServerDiskConfigTestJSON-379945943 tempest-ServerDiskConfigTestJSON-379945943-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:32:02.283173 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-fb74e25e-0737-4f6b-b514-3825c1edab4c req-dd2050cf-907d-4dca-bc6c-94a7b6910e77 tempest-ServerDiskConfigTestJSON-379945943 tempest-ServerDiskConfigTestJSON-379945943-project] 10.222.0.42 "GET /v2.0/ports?device_id=c1245395-c8ee-443f-9505-43617b58a527 HTTP/1.1" status: 200 len: 945 time: 0.0764396 Apr 18 21:32:02.331882 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-fb74e25e-0737-4f6b-b514-3825c1edab4c req-7481e137-64c4-4f56-a5b5-3c29c7df3204 tempest-ServerDiskConfigTestJSON-379945943 tempest-ServerDiskConfigTestJSON-379945943-project] 10.222.0.42 "GET /v2.0/security-groups?id=1cc08d4c-9e9c-4fd4-b6e9-372ce5c7eb62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432258 Apr 18 21:32:03.526601 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff1affdb-15ce-4a66-8149-a45906d87e52 req-843b0c44-f5f5-4107-8f01-4a16096f9a61 tempest-ServerDiskConfigTestJSON-379945943 tempest-ServerDiskConfigTestJSON-379945943-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:32:03.528050 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-ff1affdb-15ce-4a66-8149-a45906d87e52 req-843b0c44-f5f5-4107-8f01-4a16096f9a61 tempest-ServerDiskConfigTestJSON-379945943 tempest-ServerDiskConfigTestJSON-379945943-project] 10.222.0.42 "GET /v2.0/ports?device_id=c1245395-c8ee-443f-9505-43617b58a527 HTTP/1.1" status: 200 len: 945 time: 0.0763156 Apr 18 21:32:03.575417 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-ff1affdb-15ce-4a66-8149-a45906d87e52 req-a687deb5-b904-4a3f-95ee-e4ce39b6fa6f tempest-ServerDiskConfigTestJSON-379945943 tempest-ServerDiskConfigTestJSON-379945943-project] 10.222.0.42 "GET /v2.0/security-groups?id=1cc08d4c-9e9c-4fd4-b6e9-372ce5c7eb62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418351 Apr 18 21:32:04.221119 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750375287399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253529'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:32:04.773225 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cec8480-7e34-44a6-8ba5-79f25f1e12f2 req-70a4b142-6a66-4e14-9dcf-3d612a0229c0 tempest-ServerDiskConfigTestJSON-379945943 tempest-ServerDiskConfigTestJSON-379945943-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:32:04.774665 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-0cec8480-7e34-44a6-8ba5-79f25f1e12f2 req-70a4b142-6a66-4e14-9dcf-3d612a0229c0 tempest-ServerDiskConfigTestJSON-379945943 tempest-ServerDiskConfigTestJSON-379945943-project] 10.222.0.42 "GET /v2.0/ports?device_id=c1245395-c8ee-443f-9505-43617b58a527 HTTP/1.1" status: 200 len: 945 time: 0.0791864 Apr 18 21:32:04.819455 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-0cec8480-7e34-44a6-8ba5-79f25f1e12f2 req-0eb23e59-e37f-475e-8baf-cda4f3cbb942 tempest-ServerDiskConfigTestJSON-379945943 tempest-ServerDiskConfigTestJSON-379945943-project] 10.222.0.42 "GET /v2.0/security-groups?id=1cc08d4c-9e9c-4fd4-b6e9-372ce5c7eb62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386236 Apr 18 21:32:06.019226 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edba623b-723a-4e9e-b456-3a02f002ea97 req-b7ef9afe-078d-4fe5-a137-59c12285c0e4 tempest-ServerDiskConfigTestJSON-379945943 tempest-ServerDiskConfigTestJSON-379945943-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:32:06.020676 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-edba623b-723a-4e9e-b456-3a02f002ea97 req-b7ef9afe-078d-4fe5-a137-59c12285c0e4 tempest-ServerDiskConfigTestJSON-379945943 tempest-ServerDiskConfigTestJSON-379945943-project] 10.222.0.42 "GET /v2.0/ports?device_id=c1245395-c8ee-443f-9505-43617b58a527 HTTP/1.1" status: 200 len: 945 time: 0.0767360 Apr 18 21:32:06.064979 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-edba623b-723a-4e9e-b456-3a02f002ea97 req-c1210171-4185-4df5-91c4-8ca3237ec133 tempest-ServerDiskConfigTestJSON-379945943 tempest-ServerDiskConfigTestJSON-379945943-project] 10.222.0.42 "GET /v2.0/security-groups?id=1cc08d4c-9e9c-4fd4-b6e9-372ce5c7eb62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380454 Apr 18 21:32:07.262041 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b5b7b12-5d3b-4e8f-a6e7-f4a9f8294799 req-78bd0f32-3953-49ab-aa46-8a9abe3474ba tempest-ServerDiskConfigTestJSON-379945943 tempest-ServerDiskConfigTestJSON-379945943-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:32:07.263487 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-5b5b7b12-5d3b-4e8f-a6e7-f4a9f8294799 req-78bd0f32-3953-49ab-aa46-8a9abe3474ba tempest-ServerDiskConfigTestJSON-379945943 tempest-ServerDiskConfigTestJSON-379945943-project] 10.222.0.42 "GET /v2.0/ports?device_id=c1245395-c8ee-443f-9505-43617b58a527 HTTP/1.1" status: 200 len: 945 time: 0.0798490 Apr 18 21:32:07.309305 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-5b5b7b12-5d3b-4e8f-a6e7-f4a9f8294799 req-bac12eda-eca4-4c8b-b75b-fe7f519ed88c tempest-ServerDiskConfigTestJSON-379945943 tempest-ServerDiskConfigTestJSON-379945943-project] 10.222.0.42 "GET /v2.0/security-groups?id=1cc08d4c-9e9c-4fd4-b6e9-372ce5c7eb62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403025 Apr 18 21:32:08.504899 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1cd48ad-23fd-45c5-9728-94921f6be351 req-9db2a754-c17c-4d19-ade0-d571644ef5b5 tempest-ServerDiskConfigTestJSON-379945943 tempest-ServerDiskConfigTestJSON-379945943-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:32:08.506342 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-c1cd48ad-23fd-45c5-9728-94921f6be351 req-9db2a754-c17c-4d19-ade0-d571644ef5b5 tempest-ServerDiskConfigTestJSON-379945943 tempest-ServerDiskConfigTestJSON-379945943-project] 10.222.0.42 "GET /v2.0/ports?device_id=c1245395-c8ee-443f-9505-43617b58a527 HTTP/1.1" status: 200 len: 945 time: 0.0751128 Apr 18 21:32:08.556345 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-c1cd48ad-23fd-45c5-9728-94921f6be351 req-4feed69d-e39a-4120-81df-e7cb41f02c36 tempest-ServerDiskConfigTestJSON-379945943 tempest-ServerDiskConfigTestJSON-379945943-project] 10.222.0.42 "GET /v2.0/security-groups?id=1cc08d4c-9e9c-4fd4-b6e9-372ce5c7eb62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437543 Apr 18 21:32:09.753749 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24d889ed-7d17-4acc-900d-23517b001f2e req-acb9ee02-d58d-4e49-994e-cab43b20c05d tempest-ServerDiskConfigTestJSON-379945943 tempest-ServerDiskConfigTestJSON-379945943-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:32:09.755183 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-24d889ed-7d17-4acc-900d-23517b001f2e req-acb9ee02-d58d-4e49-994e-cab43b20c05d tempest-ServerDiskConfigTestJSON-379945943 tempest-ServerDiskConfigTestJSON-379945943-project] 10.222.0.42 "GET /v2.0/ports?device_id=c1245395-c8ee-443f-9505-43617b58a527 HTTP/1.1" status: 200 len: 945 time: 0.0782454 Apr 18 21:32:09.799223 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-24d889ed-7d17-4acc-900d-23517b001f2e req-99ddb89d-2be7-407a-9994-8a4936f291f4 tempest-ServerDiskConfigTestJSON-379945943 tempest-ServerDiskConfigTestJSON-379945943-project] 10.222.0.42 "GET /v2.0/security-groups?id=1cc08d4c-9e9c-4fd4-b6e9-372ce5c7eb62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385606 Apr 18 21:32:11.008494 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e01d9e94-183b-44b5-b07e-1070d56ac258 req-4443fb26-27eb-4218-a205-67b437926ae3 tempest-ServerDiskConfigTestJSON-379945943 tempest-ServerDiskConfigTestJSON-379945943-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:32:11.010524 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-e01d9e94-183b-44b5-b07e-1070d56ac258 req-4443fb26-27eb-4218-a205-67b437926ae3 tempest-ServerDiskConfigTestJSON-379945943 tempest-ServerDiskConfigTestJSON-379945943-project] 10.222.0.42 "GET /v2.0/ports?device_id=c1245395-c8ee-443f-9505-43617b58a527 HTTP/1.1" status: 200 len: 945 time: 0.0830836 Apr 18 21:32:11.145245 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-e01d9e94-183b-44b5-b07e-1070d56ac258 req-4aaf0319-fdc0-4788-b7eb-f909d2b2ccbb tempest-ServerDiskConfigTestJSON-379945943 tempest-ServerDiskConfigTestJSON-379945943-project] 10.222.0.42 "GET /v2.0/security-groups?id=1cc08d4c-9e9c-4fd4-b6e9-372ce5c7eb62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1291049 Apr 18 21:32:11.605053 n-d-838334-2 neutron-server[84040]: INFO neutron.api.v2.resource [req-d615f4b3-23df-48f8-8cbd-9730c4010a20 req-c87dd5a1-c7f2-4e8d-ad33-7f30fbe82fda service neutron] show failed (client error): The resource could not be found. Apr 18 21:32:11.606043 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-d615f4b3-23df-48f8-8cbd-9730c4010a20 req-c87dd5a1-c7f2-4e8d-ad33-7f30fbe82fda service neutron] 10.222.0.43 "GET /v2.0/ports/0b026dad-f77a-4580-9218-2db6475a8bb8/bindings/n-h2-838334-2 HTTP/1.1" status: 404 len: 380 time: 0.0741041 Apr 18 21:32:11.934782 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-d615f4b3-23df-48f8-8cbd-9730c4010a20 req-70d5ea87-cdf5-4c6b-9c68-07b57e06ec73 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=c1245395-c8ee-443f-9505-43617b58a527&tenant_id=b7d3e9416ada4476bc356a18a58b346a HTTP/1.1" status: 200 len: 1096 time: 0.1460934 Apr 18 21:32:11.945688 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.v2.base [req-d615f4b3-23df-48f8-8cbd-9730c4010a20 req-7e058386-aef9-4d69-9cae-5a82e63b3413 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-838334-2', 'device_owner': 'compute:nova'}} {{(pid=84040) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:32:12.047451 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.agents_db [None req-6346a179-333c-4370-b5a6-936984aeab15 None None] Agent healthcheck: found 7 active agents {{(pid=84043) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 18 21:32:12.053941 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-d615f4b3-23df-48f8-8cbd-9730c4010a20 req-7e058386-aef9-4d69-9cae-5a82e63b3413 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:32:12.377575 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.db [req-d615f4b3-23df-48f8-8cbd-9730c4010a20 req-7e058386-aef9-4d69-9cae-5a82e63b3413 service neutron] For port 0b026dad-f77a-4580-9218-2db6475a8bb8, host n-h1-838334-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838334-2',level=0,port_id=0b026dad-f77a-4580-9218-2db6475a8bb8,segment=NetworkSegment(26b1910e-a2cc-4fb7-8043-6ab413c35f99),segment_id=26b1910e-a2cc-4fb7-8043-6ab413c35f99)] {{(pid=84040) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:32:12.397633 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-336887c8-0d00-43ed-bb8e-09c489c20ef1 req-f4ec6f7d-d75f-4ae8-aa86-ae47e4fc28ad tempest-ServerDiskConfigTestJSON-379945943 tempest-ServerDiskConfigTestJSON-379945943-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:32:12.399068 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-336887c8-0d00-43ed-bb8e-09c489c20ef1 req-f4ec6f7d-d75f-4ae8-aa86-ae47e4fc28ad tempest-ServerDiskConfigTestJSON-379945943 tempest-ServerDiskConfigTestJSON-379945943-project] 10.222.0.42 "GET /v2.0/ports?device_id=c1245395-c8ee-443f-9505-43617b58a527 HTTP/1.1" status: 200 len: 945 time: 0.1309838 Apr 18 21:32:12.438670 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.db [req-d615f4b3-23df-48f8-8cbd-9730c4010a20 req-7e058386-aef9-4d69-9cae-5a82e63b3413 service neutron] For port 0b026dad-f77a-4580-9218-2db6475a8bb8, host n-h1-838334-2, cleared binding levels {{(pid=84040) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 21:32:12.504084 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-336887c8-0d00-43ed-bb8e-09c489c20ef1 req-f252f7b9-5854-40c1-b0b5-b7ae8a6e0ac4 tempest-ServerDiskConfigTestJSON-379945943 tempest-ServerDiskConfigTestJSON-379945943-project] 10.222.0.42 "GET /v2.0/security-groups?id=1cc08d4c-9e9c-4fd4-b6e9-372ce5c7eb62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0946352 Apr 18 21:32:12.514155 n-d-838334-2 neutron-server[84040]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c1245395-c8ee-443f-9505-43617b58a527', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0b026dad-f77a-4580-9218-2db6475a8bb8'}] {{(pid=84040) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 21:32:12.519755 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-d615f4b3-23df-48f8-8cbd-9730c4010a20 req-7e058386-aef9-4d69-9cae-5a82e63b3413 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:32:12.536081 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.provisioning_blocks [req-d615f4b3-23df-48f8-8cbd-9730c4010a20 req-7e058386-aef9-4d69-9cae-5a82e63b3413 service neutron] Transition to ACTIVE for port object 0b026dad-f77a-4580-9218-2db6475a8bb8 will not be triggered until provisioned by entity L2. {{(pid=84040) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:32:12.540046 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-d615f4b3-23df-48f8-8cbd-9730c4010a20 req-7e058386-aef9-4d69-9cae-5a82e63b3413 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32440959'] for port, after_update {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:32:12.591973 n-d-838334-2 neutron-server[84040]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f1f3e311-b2f5-45f5-b22b-98b606ea0eef'] response: {'server_uuid': 'c1245395-c8ee-443f-9505-43617b58a527', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0b026dad-f77a-4580-9218-2db6475a8bb8', 'code': 200} Apr 18 21:32:12.666715 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e058386-aef9-4d69-9cae-5a82e63b3413 service neutron] Pushing event updated for resources: {'Port': ['ID=0b026dad-f77a-4580-9218-2db6475a8bb8,revision_number=6']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:32:12.705452 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.l3_dvrscheduler_db [req-d615f4b3-23df-48f8-8cbd-9730c4010a20 req-7e058386-aef9-4d69-9cae-5a82e63b3413 service neutron] No DVR routers for this DVR port 0b026dad-f77a-4580-9218-2db6475a8bb8 on host n-h1-838334-2 {{(pid=84040) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 21:32:12.757314 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.managers [req-d615f4b3-23df-48f8-8cbd-9730c4010a20 req-7e058386-aef9-4d69-9cae-5a82e63b3413 service neutron] Attempting to bind port 0b026dad-f77a-4580-9218-2db6475a8bb8 on host n-h2-838334-2 for vnic_type normal with profile {{(pid=84040) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 21:32:12.757642 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.managers [req-d615f4b3-23df-48f8-8cbd-9730c4010a20 req-7e058386-aef9-4d69-9cae-5a82e63b3413 service neutron] Attempting to bind port 0b026dad-f77a-4580-9218-2db6475a8bb8 by drivers openvswitch,hyperv on host n-h2-838334-2 at level 0 using segments [{'id': '26b1910e-a2cc-4fb7-8043-6ab413c35f99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': 'c3ce992a-0a9f-44b4-be6f-2f43670e1b2b'}] {{(pid=84040) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 21:32:12.757962 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d615f4b3-23df-48f8-8cbd-9730c4010a20 req-7e058386-aef9-4d69-9cae-5a82e63b3413 service neutron] Attempting to bind port 0b026dad-f77a-4580-9218-2db6475a8bb8 on network c3ce992a-0a9f-44b4-be6f-2f43670e1b2b {{(pid=84040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 21:32:12.763516 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d615f4b3-23df-48f8-8cbd-9730c4010a20 req-7e058386-aef9-4d69-9cae-5a82e63b3413 service neutron] Port 0b026dad-f77a-4580-9218-2db6475a8bb8 on network c3ce992a-0a9f-44b4-be6f-2f43670e1b2b not bound, no agent of type Open vSwitch agent registered on host n-h2-838334-2 {{(pid=84040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 18 21:32:12.763855 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d615f4b3-23df-48f8-8cbd-9730c4010a20 req-7e058386-aef9-4d69-9cae-5a82e63b3413 service neutron] Attempting to bind port 0b026dad-f77a-4580-9218-2db6475a8bb8 on network c3ce992a-0a9f-44b4-be6f-2f43670e1b2b {{(pid=84040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 21:32:12.769945 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d615f4b3-23df-48f8-8cbd-9730c4010a20 req-7e058386-aef9-4d69-9cae-5a82e63b3413 service neutron] Checking agent: {'id': 'dc797004-f641-47b7-a77f-9c62b5b16296', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-838334-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 34, 3), 'started_at': datetime.datetime(2022, 4, 18, 20, 34, 3), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 21, 32, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 18 21:32:12.770277 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d615f4b3-23df-48f8-8cbd-9730c4010a20 req-7e058386-aef9-4d69-9cae-5a82e63b3413 service neutron] Checking segment: {'id': '26b1910e-a2cc-4fb7-8043-6ab413c35f99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': 'c3ce992a-0a9f-44b4-be6f-2f43670e1b2b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84040) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 21:32:12.770646 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d615f4b3-23df-48f8-8cbd-9730c4010a20 req-7e058386-aef9-4d69-9cae-5a82e63b3413 service neutron] Bound using segment: {'id': '26b1910e-a2cc-4fb7-8043-6ab413c35f99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': 'c3ce992a-0a9f-44b4-be6f-2f43670e1b2b'} {{(pid=84040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 18 21:32:12.771058 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.managers [req-d615f4b3-23df-48f8-8cbd-9730c4010a20 req-7e058386-aef9-4d69-9cae-5a82e63b3413 service neutron] Bound port: 0b026dad-f77a-4580-9218-2db6475a8bb8, host: n-h2-838334-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '26b1910e-a2cc-4fb7-8043-6ab413c35f99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': 'c3ce992a-0a9f-44b4-be6f-2f43670e1b2b'}}] {{(pid=84040) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 21:32:12.771393 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-d615f4b3-23df-48f8-8cbd-9730c4010a20 req-7e058386-aef9-4d69-9cae-5a82e63b3413 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:32:12.859281 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.db [req-d615f4b3-23df-48f8-8cbd-9730c4010a20 req-7e058386-aef9-4d69-9cae-5a82e63b3413 service neutron] For port 0b026dad-f77a-4580-9218-2db6475a8bb8, host n-h2-838334-2, cleared binding levels {{(pid=84040) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 21:32:12.862425 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.db [req-d615f4b3-23df-48f8-8cbd-9730c4010a20 req-7e058386-aef9-4d69-9cae-5a82e63b3413 service neutron] For port 0b026dad-f77a-4580-9218-2db6475a8bb8, host n-h2-838334-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838334-2',level=0,port_id=0b026dad-f77a-4580-9218-2db6475a8bb8,segment=NetworkSegment(26b1910e-a2cc-4fb7-8043-6ab413c35f99),segment_id=26b1910e-a2cc-4fb7-8043-6ab413c35f99)] {{(pid=84040) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 21:32:12.865919 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-d615f4b3-23df-48f8-8cbd-9730c4010a20 req-7e058386-aef9-4d69-9cae-5a82e63b3413 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32440959'] for port, after_update {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:32:12.933404 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-d615f4b3-23df-48f8-8cbd-9730c4010a20 req-7e058386-aef9-4d69-9cae-5a82e63b3413 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217293'] for port, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:32:12.934751 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-d615f4b3-23df-48f8-8cbd-9730c4010a20 req-7e058386-aef9-4d69-9cae-5a82e63b3413 service neutron] 10.222.0.48 "PUT /v2.0/ports/0b026dad-f77a-4580-9218-2db6475a8bb8 HTTP/1.1" status: 200 len: 1091 time: 0.9929318 Apr 18 21:32:12.947007 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e058386-aef9-4d69-9cae-5a82e63b3413 service neutron] Pushing event updated for resources: {'Port': ['ID=0b026dad-f77a-4580-9218-2db6475a8bb8,revision_number=7']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:32:13.031117 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-d615f4b3-23df-48f8-8cbd-9730c4010a20 req-a9b22d86-6ad6-4372-b914-d6090323e9cd service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=b7d3e9416ada4476bc356a18a58b346a&device_id=c1245395-c8ee-443f-9505-43617b58a527 HTTP/1.1" status: 200 len: 1094 time: 0.0712123 Apr 18 21:32:13.161026 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d615f4b3-23df-48f8-8cbd-9730c4010a20 req-3b6442d2-7f71-4f30-8c0c-5db9e19c17f1 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:32:13.162444 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-d615f4b3-23df-48f8-8cbd-9730c4010a20 req-3b6442d2-7f71-4f30-8c0c-5db9e19c17f1 service neutron] 10.222.0.48 "GET /v2.0/networks?id=c3ce992a-0a9f-44b4-be6f-2f43670e1b2b HTTP/1.1" status: 200 len: 915 time: 0.1246674 Apr 18 21:32:13.228172 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-d615f4b3-23df-48f8-8cbd-9730c4010a20 req-54c6f243-b440-4a72-b204-b23147659cd2 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=0b026dad-f77a-4580-9218-2db6475a8bb8 HTTP/1.1" status: 200 len: 217 time: 0.0594065 Apr 18 21:32:13.291879 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d615f4b3-23df-48f8-8cbd-9730c4010a20 req-1473e5d7-a9e3-4f75-a37c-5535b0ea89aa service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:32:13.293249 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-d615f4b3-23df-48f8-8cbd-9730c4010a20 req-1473e5d7-a9e3-4f75-a37c-5535b0ea89aa service neutron] 10.222.0.48 "GET /v2.0/subnets?id=0c2c5dc7-636c-4331-bbd8-61e5c0191487 HTTP/1.1" status: 200 len: 854 time: 0.0589657 Apr 18 21:32:13.337521 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-d615f4b3-23df-48f8-8cbd-9730c4010a20 req-0dcb5419-394a-4747-bde8-4ae1be5d0898 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=c3ce992a-0a9f-44b4-be6f-2f43670e1b2b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0375247 Apr 18 21:32:13.563720 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-d615f4b3-23df-48f8-8cbd-9730c4010a20 req-28b6ae55-ee4b-40b0-98b1-d9b19e270bcc service neutron] 10.222.0.48 "GET /v2.0/networks/c3ce992a-0a9f-44b4-be6f-2f43670e1b2b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2194338 Apr 18 21:32:13.759258 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-d615f4b3-23df-48f8-8cbd-9730c4010a20 req-79743c64-acb3-4b56-a852-10829bce0708 service neutron] 10.222.0.48 "GET /v2.0/networks/c3ce992a-0a9f-44b4-be6f-2f43670e1b2b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1889555 Apr 18 21:32:13.769952 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ce85e47-d6a7-44b9-833b-df2ed528b672 req-57647be3-b8b3-479c-8fd6-f8c5b07031a2 tempest-ServerDiskConfigTestJSON-379945943 tempest-ServerDiskConfigTestJSON-379945943-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:32:13.771350 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-7ce85e47-d6a7-44b9-833b-df2ed528b672 req-57647be3-b8b3-479c-8fd6-f8c5b07031a2 tempest-ServerDiskConfigTestJSON-379945943 tempest-ServerDiskConfigTestJSON-379945943-project] 10.222.0.42 "GET /v2.0/ports?device_id=c1245395-c8ee-443f-9505-43617b58a527 HTTP/1.1" status: 200 len: 943 time: 0.1301792 Apr 18 21:32:13.820078 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-7ce85e47-d6a7-44b9-833b-df2ed528b672 req-43007b0e-aa22-48db-ba3e-2b5b5f1db325 tempest-ServerDiskConfigTestJSON-379945943 tempest-ServerDiskConfigTestJSON-379945943-project] 10.222.0.42 "GET /v2.0/security-groups?id=1cc08d4c-9e9c-4fd4-b6e9-372ce5c7eb62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420833 Apr 18 21:32:14.592821 n-d-838334-2 neutron-server[84040]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c1245395-c8ee-443f-9505-43617b58a527', 'tag': '0b026dad-f77a-4580-9218-2db6475a8bb8'}] {{(pid=84040) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 21:32:14.661311 n-d-838334-2 neutron-server[84040]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7c0f8144-c44c-422b-aef3-62f8824741a7'] response: {'name': 'network-changed', 'server_uuid': 'c1245395-c8ee-443f-9505-43617b58a527', 'tag': '0b026dad-f77a-4580-9218-2db6475a8bb8', 'status': 'completed', 'code': 200} Apr 18 21:32:14.818095 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-eddddef8-c722-4166-b9d5-46b722254bd6 req-b880e37b-e8ea-47a5-9203-59628fa5c522 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=b7d3e9416ada4476bc356a18a58b346a&device_id=c1245395-c8ee-443f-9505-43617b58a527 HTTP/1.1" status: 200 len: 1094 time: 0.1290255 Apr 18 21:32:14.820726 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-eddddef8-c722-4166-b9d5-46b722254bd6 req-c7a2de38-3b35-46b7-bdd3-5bdba433055d service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=b7d3e9416ada4476bc356a18a58b346a&device_id=c1245395-c8ee-443f-9505-43617b58a527 HTTP/1.1" status: 200 len: 1094 time: 0.1025803 Apr 18 21:32:15.113180 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eddddef8-c722-4166-b9d5-46b722254bd6 req-536b095f-9c2b-41af-a457-e9f1427143e0 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:32:15.114532 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-eddddef8-c722-4166-b9d5-46b722254bd6 req-536b095f-9c2b-41af-a457-e9f1427143e0 service neutron] 10.222.0.43 "GET /v2.0/networks?id=c3ce992a-0a9f-44b4-be6f-2f43670e1b2b HTTP/1.1" status: 200 len: 915 time: 0.2893636 Apr 18 21:32:15.116040 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eddddef8-c722-4166-b9d5-46b722254bd6 req-4ca1ba2d-8658-489f-9599-deacd48acf01 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:32:15.117304 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-eddddef8-c722-4166-b9d5-46b722254bd6 req-4ca1ba2d-8658-489f-9599-deacd48acf01 service neutron] 10.222.0.48 "GET /v2.0/networks?id=c3ce992a-0a9f-44b4-be6f-2f43670e1b2b HTTP/1.1" status: 200 len: 915 time: 0.2754667 Apr 18 21:32:15.240812 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db7c71d9-bc14-4398-a595-963f55d51dbd req-75b1e91a-a963-4445-aa0a-4313b5598e91 tempest-ServerDiskConfigTestJSON-379945943 tempest-ServerDiskConfigTestJSON-379945943-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:32:15.242237 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-db7c71d9-bc14-4398-a595-963f55d51dbd req-75b1e91a-a963-4445-aa0a-4313b5598e91 tempest-ServerDiskConfigTestJSON-379945943 tempest-ServerDiskConfigTestJSON-379945943-project] 10.222.0.42 "GET /v2.0/ports?device_id=c1245395-c8ee-443f-9505-43617b58a527 HTTP/1.1" status: 200 len: 943 time: 0.2898278 Apr 18 21:32:15.252512 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-eddddef8-c722-4166-b9d5-46b722254bd6 req-21b0e400-2e6a-478e-916b-01faf8a87041 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=0b026dad-f77a-4580-9218-2db6475a8bb8 HTTP/1.1" status: 200 len: 217 time: 0.1318493 Apr 18 21:32:15.264922 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-eddddef8-c722-4166-b9d5-46b722254bd6 req-c32d4873-8b8b-4192-936d-b52dcc90474c service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=0b026dad-f77a-4580-9218-2db6475a8bb8 HTTP/1.1" status: 200 len: 217 time: 0.0966694 Apr 18 21:32:15.394351 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eddddef8-c722-4166-b9d5-46b722254bd6 req-303f2716-024d-4079-91a7-5b8d9ec1d071 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:32:15.395719 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-eddddef8-c722-4166-b9d5-46b722254bd6 req-303f2716-024d-4079-91a7-5b8d9ec1d071 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=0c2c5dc7-636c-4331-bbd8-61e5c0191487 HTTP/1.1" status: 200 len: 854 time: 0.0948176 Apr 18 21:32:15.396821 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eddddef8-c722-4166-b9d5-46b722254bd6 req-a20b34e6-007a-4a85-8e57-f5d166e548e2 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:32:15.398092 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-eddddef8-c722-4166-b9d5-46b722254bd6 req-a20b34e6-007a-4a85-8e57-f5d166e548e2 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=0c2c5dc7-636c-4331-bbd8-61e5c0191487 HTTP/1.1" status: 200 len: 854 time: 0.1323967 Apr 18 21:32:15.401323 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-db7c71d9-bc14-4398-a595-963f55d51dbd req-0b23ad84-7f78-419f-abf7-e4e9d1fd5191 tempest-ServerDiskConfigTestJSON-379945943 tempest-ServerDiskConfigTestJSON-379945943-project] 10.222.0.42 "GET /v2.0/security-groups?id=1cc08d4c-9e9c-4fd4-b6e9-372ce5c7eb62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1504064 Apr 18 21:32:15.477524 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-eddddef8-c722-4166-b9d5-46b722254bd6 req-da3417da-bbf3-49ba-870c-899ad1cb6326 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=c3ce992a-0a9f-44b4-be6f-2f43670e1b2b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0732491 Apr 18 21:32:15.483927 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-eddddef8-c722-4166-b9d5-46b722254bd6 req-136fb3bf-e723-4d20-953c-d8c4601b153c service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=c3ce992a-0a9f-44b4-be6f-2f43670e1b2b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0473800 Apr 18 21:32:15.702944 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-6e571d31-d74c-49ff-ad82-e97576641d16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750375287399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253529'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:32:15.825987 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-eddddef8-c722-4166-b9d5-46b722254bd6 req-e2e2882e-43a1-4f73-93c9-378af422215e service neutron] 10.222.0.43 "GET /v2.0/networks/c3ce992a-0a9f-44b4-be6f-2f43670e1b2b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3411417 Apr 18 21:32:15.828938 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-eddddef8-c722-4166-b9d5-46b722254bd6 req-c27e439a-7018-4ab7-bfcd-fc1b01a8ca28 service neutron] 10.222.0.48 "GET /v2.0/networks/c3ce992a-0a9f-44b4-be6f-2f43670e1b2b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3262541 Apr 18 21:32:15.919774 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Device 0b026dad-f77a-4580-9218-2db6475a8bb8 no longer exists at agent hyperv_n-h1-838334-2 {{(pid=84042) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 21:32:15.979391 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Device 0b026dad-f77a-4580-9218-2db6475a8bb8 not bound to the agent host n-h1-838334-2 {{(pid=84042) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 21:32:16.062153 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-eddddef8-c722-4166-b9d5-46b722254bd6 req-0412a1dd-8caf-4356-9b4d-f4c490883bbb service neutron] 10.222.0.43 "GET /v2.0/networks/c3ce992a-0a9f-44b4-be6f-2f43670e1b2b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2298398 Apr 18 21:32:16.063942 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-eddddef8-c722-4166-b9d5-46b722254bd6 req-65cb4720-8040-41cc-868b-35a4ec9f0dc0 service neutron] 10.222.0.48 "GET /v2.0/networks/c3ce992a-0a9f-44b4-be6f-2f43670e1b2b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2151785 Apr 18 21:32:16.118668 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Device 0b026dad-f77a-4580-9218-2db6475a8bb8 details requested by agent hyperv_n-h2-838334-2 with host n-h2-838334-2 {{(pid=84042) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 18 21:32:16.249070 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] For port 0b026dad-f77a-4580-9218-2db6475a8bb8, host n-h2-838334-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838334-2',level=0,port_id=0b026dad-f77a-4580-9218-2db6475a8bb8,segment=NetworkSegment(26b1910e-a2cc-4fb7-8043-6ab413c35f99),segment_id=26b1910e-a2cc-4fb7-8043-6ab413c35f99)] {{(pid=84042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:32:16.262154 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Returning: {'device': '0b026dad-f77a-4580-9218-2db6475a8bb8', 'network_id': 'c3ce992a-0a9f-44b4-be6f-2f43670e1b2b', 'port_id': '0b026dad-f77a-4580-9218-2db6475a8bb8', 'mac_address': 'fa:16:3e:d8:e6:a5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 359, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0c2c5dc7-636c-4331-bbd8-61e5c0191487', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84042) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 18 21:32:16.315230 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:32:16.331667 n-d-838334-2 neutron-server[84042]: DEBUG neutron.notifiers.nova [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0b026dad-f77a-4580-9218-2db6475a8bb8 {{(pid=84042) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 18 21:32:16.346190 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] For port 0b026dad-f77a-4580-9218-2db6475a8bb8, host n-h2-838334-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838334-2',level=0,port_id=0b026dad-f77a-4580-9218-2db6475a8bb8,segment=NetworkSegment(26b1910e-a2cc-4fb7-8043-6ab413c35f99),segment_id=26b1910e-a2cc-4fb7-8043-6ab413c35f99)] {{(pid=84042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:32:16.349605 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682'] for port, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:32:16.417853 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Pushing event updated for resources: {'Port': ['ID=0b026dad-f77a-4580-9218-2db6475a8bb8,revision_number=8']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:32:16.590632 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] get_ports_and_sgs() called for port_ids ['0b026dad-f77a-4580-9218-2db6475a8bb8'] {{(pid=84042) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 18 21:32:16.599805 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f27ed25e-5fd0-460c-bb0c-68bb810e1070 req-8d28c279-d127-4959-b3a1-b95b63c3b652 tempest-ServerDiskConfigTestJSON-379945943 tempest-ServerDiskConfigTestJSON-379945943-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:32:16.601243 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-f27ed25e-5fd0-460c-bb0c-68bb810e1070 req-8d28c279-d127-4959-b3a1-b95b63c3b652 tempest-ServerDiskConfigTestJSON-379945943 tempest-ServerDiskConfigTestJSON-379945943-project] 10.222.0.42 "GET /v2.0/ports?device_id=c1245395-c8ee-443f-9505-43617b58a527 HTTP/1.1" status: 200 len: 944 time: 0.0760472 Apr 18 21:32:16.646851 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-f27ed25e-5fd0-460c-bb0c-68bb810e1070 req-cc5f65c9-8520-4f70-8fc6-60d816238f04 tempest-ServerDiskConfigTestJSON-379945943 tempest-ServerDiskConfigTestJSON-379945943-project] 10.222.0.42 "GET /v2.0/security-groups?id=1cc08d4c-9e9c-4fd4-b6e9-372ce5c7eb62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387697 Apr 18 21:32:16.982650 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac1554b6-34b6-4173-aa54-df33634e2091 req-45c8d58f-1d9a-4c21-849a-e8e94d5fd96d tempest-ServerDiskConfigTestJSON-379945943 tempest-ServerDiskConfigTestJSON-379945943-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:32:16.984251 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-ac1554b6-34b6-4173-aa54-df33634e2091 req-45c8d58f-1d9a-4c21-849a-e8e94d5fd96d tempest-ServerDiskConfigTestJSON-379945943 tempest-ServerDiskConfigTestJSON-379945943-project] 10.222.0.43 "GET /v2.0/ports?device_id=c1245395-c8ee-443f-9505-43617b58a527&tenant_id=b7d3e9416ada4476bc356a18a58b346a&binding%3Ahost_id=n-h2-838334-2 HTTP/1.1" status: 200 len: 944 time: 0.0917959 Apr 18 21:32:17.107869 n-d-838334-2 neutron-server[84040]: INFO neutron.api.v2.resource [req-ac1554b6-34b6-4173-aa54-df33634e2091 req-ce820dde-6ef5-488b-ab89-adafc3a46802 service neutron] delete failed (client error): The resource could not be found. Apr 18 21:32:17.108826 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-ac1554b6-34b6-4173-aa54-df33634e2091 req-ce820dde-6ef5-488b-ab89-adafc3a46802 service neutron] 10.222.0.43 "DELETE /v2.0/ports/0b026dad-f77a-4580-9218-2db6475a8bb8/bindings/n-h1-838334-2 HTTP/1.1" status: 404 len: 380 time: 0.1190686 Apr 18 21:32:17.138740 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0520dfe5-a558-4854-9b36-e08a44a68fa7 req-200bac79-6d4c-4244-a857-3fcabcc9ffc9 tempest-ServerDiskConfigTestJSON-379945943 tempest-ServerDiskConfigTestJSON-379945943-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:32:17.140202 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-0520dfe5-a558-4854-9b36-e08a44a68fa7 req-200bac79-6d4c-4244-a857-3fcabcc9ffc9 tempest-ServerDiskConfigTestJSON-379945943 tempest-ServerDiskConfigTestJSON-379945943-project] 10.222.0.42 "GET /v2.0/ports?device_id=c1245395-c8ee-443f-9505-43617b58a527 HTTP/1.1" status: 200 len: 944 time: 0.0870771 Apr 18 21:32:17.228991 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-0520dfe5-a558-4854-9b36-e08a44a68fa7 req-4191624e-a16b-4b21-8d95-e5ec04e448a6 tempest-ServerDiskConfigTestJSON-379945943 tempest-ServerDiskConfigTestJSON-379945943-project] 10.222.0.42 "GET /v2.0/security-groups?id=1cc08d4c-9e9c-4fd4-b6e9-372ce5c7eb62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0824950 Apr 18 21:32:17.258272 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-ac1554b6-34b6-4173-aa54-df33634e2091 req-2a63f167-ba06-4bd2-8d44-192fa704a9aa service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=b7d3e9416ada4476bc356a18a58b346a&device_id=c1245395-c8ee-443f-9505-43617b58a527 HTTP/1.1" status: 200 len: 1095 time: 0.0804276 Apr 18 21:32:17.385864 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac1554b6-34b6-4173-aa54-df33634e2091 req-e1e9c84b-41bb-4795-9445-268441c115c1 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:32:17.387276 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-ac1554b6-34b6-4173-aa54-df33634e2091 req-e1e9c84b-41bb-4795-9445-268441c115c1 service neutron] 10.222.0.43 "GET /v2.0/networks?id=c3ce992a-0a9f-44b4-be6f-2f43670e1b2b HTTP/1.1" status: 200 len: 915 time: 0.1235988 Apr 18 21:32:17.455511 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-ac1554b6-34b6-4173-aa54-df33634e2091 req-73c8d483-e30d-4931-aa69-c3416beed8f6 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=0b026dad-f77a-4580-9218-2db6475a8bb8 HTTP/1.1" status: 200 len: 217 time: 0.0619619 Apr 18 21:32:17.516215 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac1554b6-34b6-4173-aa54-df33634e2091 req-bbdb9f25-3108-4a76-a467-5e2cdab8dcc3 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:32:17.517665 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-ac1554b6-34b6-4173-aa54-df33634e2091 req-bbdb9f25-3108-4a76-a467-5e2cdab8dcc3 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=0c2c5dc7-636c-4331-bbd8-61e5c0191487 HTTP/1.1" status: 200 len: 854 time: 0.0568452 Apr 18 21:32:17.565272 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-ac1554b6-34b6-4173-aa54-df33634e2091 req-91841799-7015-4cf9-96f4-e9719b4ab364 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=c3ce992a-0a9f-44b4-be6f-2f43670e1b2b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0423441 Apr 18 21:32:17.696870 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-ac1554b6-34b6-4173-aa54-df33634e2091 req-cdcf062f-6c8d-48d9-8809-eeb3d2dd2066 service neutron] 10.222.0.43 "GET /v2.0/networks/c3ce992a-0a9f-44b4-be6f-2f43670e1b2b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1256084 Apr 18 21:32:17.825064 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-ac1554b6-34b6-4173-aa54-df33634e2091 req-5b4d9c33-4b56-4d04-9f13-59a8328199d1 service neutron] 10.222.0.43 "GET /v2.0/networks/c3ce992a-0a9f-44b4-be6f-2f43670e1b2b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1222165 Apr 18 21:32:17.949678 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-8dbbd4e1-ae00-43d7-b45a-ed3c6954420f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750375287399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253529'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:32:18.128617 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Device 0b026dad-f77a-4580-9218-2db6475a8bb8 up at agent hyperv_n-h2-838334-2 {{(pid=84042) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 21:32:18.201273 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Provisioning for port 0b026dad-f77a-4580-9218-2db6475a8bb8 completed by entity L2. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 21:32:18.205860 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Provisioning complete for port 0b026dad-f77a-4580-9218-2db6475a8bb8 triggered by entity L2. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:32:18.206230 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1253608'] for port, provisioning_complete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:32:18.326733 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:32:18.354189 n-d-838334-2 neutron-server[84042]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c1245395-c8ee-443f-9505-43617b58a527', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0b026dad-f77a-4580-9218-2db6475a8bb8'}] {{(pid=84042) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 21:32:18.371156 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] For port 0b026dad-f77a-4580-9218-2db6475a8bb8, host n-h2-838334-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838334-2',level=0,port_id=0b026dad-f77a-4580-9218-2db6475a8bb8,segment=NetworkSegment(26b1910e-a2cc-4fb7-8043-6ab413c35f99),segment_id=26b1910e-a2cc-4fb7-8043-6ab413c35f99)] {{(pid=84042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:32:18.377609 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682'] for port, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:32:18.468843 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Pushing event updated for resources: {'Port': ['ID=0b026dad-f77a-4580-9218-2db6475a8bb8,revision_number=9']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:32:18.469637 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c0fa67f-58a8-40ed-9b17-3b3b2ab55b55 req-25b7b0ad-9cff-4a23-a04a-ef2601fb18fb tempest-ServerDiskConfigTestJSON-379945943 tempest-ServerDiskConfigTestJSON-379945943-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:32:18.472817 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-1c0fa67f-58a8-40ed-9b17-3b3b2ab55b55 req-25b7b0ad-9cff-4a23-a04a-ef2601fb18fb tempest-ServerDiskConfigTestJSON-379945943 tempest-ServerDiskConfigTestJSON-379945943-project] 10.222.0.42 "GET /v2.0/ports?device_id=c1245395-c8ee-443f-9505-43617b58a527 HTTP/1.1" status: 200 len: 945 time: 0.0846696 Apr 18 21:32:18.523968 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-1c0fa67f-58a8-40ed-9b17-3b3b2ab55b55 req-0694b241-fd31-419e-a72c-db72de0d4a04 tempest-ServerDiskConfigTestJSON-379945943 tempest-ServerDiskConfigTestJSON-379945943-project] 10.222.0.42 "GET /v2.0/security-groups?id=1cc08d4c-9e9c-4fd4-b6e9-372ce5c7eb62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466383 Apr 18 21:32:18.539152 n-d-838334-2 neutron-server[84042]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5c1e1778-898c-4f45-a42b-f2b714c324e0'] response: {'server_uuid': 'c1245395-c8ee-443f-9505-43617b58a527', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0b026dad-f77a-4580-9218-2db6475a8bb8', 'code': 200} Apr 18 21:32:18.732683 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-868f78ca-1887-4741-8753-2860eef05a29 req-499c66d1-52cb-4d38-8c47-137989cdd458 tempest-ServerDiskConfigTestJSON-379945943 tempest-ServerDiskConfigTestJSON-379945943-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:32:18.734124 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-868f78ca-1887-4741-8753-2860eef05a29 req-499c66d1-52cb-4d38-8c47-137989cdd458 tempest-ServerDiskConfigTestJSON-379945943 tempest-ServerDiskConfigTestJSON-379945943-project] 10.222.0.42 "GET /v2.0/ports?device_id=c1245395-c8ee-443f-9505-43617b58a527 HTTP/1.1" status: 200 len: 945 time: 0.0829601 Apr 18 21:32:18.778980 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-868f78ca-1887-4741-8753-2860eef05a29 req-52087758-2015-47c6-8c5d-4293f6a57eb7 tempest-ServerDiskConfigTestJSON-379945943 tempest-ServerDiskConfigTestJSON-379945943-project] 10.222.0.42 "GET /v2.0/security-groups?id=1cc08d4c-9e9c-4fd4-b6e9-372ce5c7eb62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393660 Apr 18 21:32:18.974380 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3160fee-1943-4923-87b4-d419e3dc576c req-8de2e87c-fb16-4260-8924-3adfa7137554 tempest-ServerDiskConfigTestJSON-379945943 tempest-ServerDiskConfigTestJSON-379945943-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:32:18.975929 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-e3160fee-1943-4923-87b4-d419e3dc576c req-8de2e87c-fb16-4260-8924-3adfa7137554 tempest-ServerDiskConfigTestJSON-379945943 tempest-ServerDiskConfigTestJSON-379945943-project] 10.222.0.42 "GET /v2.0/ports?device_id=c1245395-c8ee-443f-9505-43617b58a527 HTTP/1.1" status: 200 len: 945 time: 0.0771747 Apr 18 21:32:19.020825 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-e3160fee-1943-4923-87b4-d419e3dc576c req-bdd42405-620d-445a-8108-2ba6054eaf15 tempest-ServerDiskConfigTestJSON-379945943 tempest-ServerDiskConfigTestJSON-379945943-project] 10.222.0.42 "GET /v2.0/security-groups?id=1cc08d4c-9e9c-4fd4-b6e9-372ce5c7eb62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393379 Apr 18 21:32:19.122013 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750375287399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253529'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:32:19.611250 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-850077a1-1e2c-478e-a8b3-a8ed537dbd21 req-d2de625d-61af-4bd1-a9d6-bd7c8348d37c tempest-ServerDiskConfigTestJSON-379945943 tempest-ServerDiskConfigTestJSON-379945943-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:32:19.612812 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-850077a1-1e2c-478e-a8b3-a8ed537dbd21 req-d2de625d-61af-4bd1-a9d6-bd7c8348d37c tempest-ServerDiskConfigTestJSON-379945943 tempest-ServerDiskConfigTestJSON-379945943-project] 10.222.0.42 "GET /v2.0/networks?id=c3ce992a-0a9f-44b4-be6f-2f43670e1b2b HTTP/1.1" status: 200 len: 814 time: 0.2302053 Apr 18 21:32:19.616562 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-414b6ffe-e119-47bc-b18f-bcff1219c2f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750375287399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253529'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:32:19.629881 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-850077a1-1e2c-478e-a8b3-a8ed537dbd21 req-4f7cd5f7-a31a-42cf-ad4a-929c10bffb23 tempest-ServerDiskConfigTestJSON-379945943 tempest-ServerDiskConfigTestJSON-379945943-project] 10.222.0.42 "GET /v2.0/quotas/b7d3e9416ada4476bc356a18a58b346a HTTP/1.1" status: 200 len: 375 time: 0.0112829 Apr 18 21:32:19.710122 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-850077a1-1e2c-478e-a8b3-a8ed537dbd21 req-30141101-9de4-4e8f-81ff-ee13428ec3ca tempest-ServerDiskConfigTestJSON-379945943 tempest-ServerDiskConfigTestJSON-379945943-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=b7d3e9416ada4476bc356a18a58b346a&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0745919 Apr 18 21:32:19.839758 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-850077a1-1e2c-478e-a8b3-a8ed537dbd21 req-7d707e0c-8686-4f24-a35e-4efd573fdf3a service neutron] 10.222.0.42 "GET /v2.0/networks/c3ce992a-0a9f-44b4-be6f-2f43670e1b2b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1223528 Apr 18 21:32:19.974453 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-850077a1-1e2c-478e-a8b3-a8ed537dbd21 req-3c474af6-9129-4aff-87f9-b5fce5cb3fcb service neutron] 10.222.0.42 "GET /v2.0/networks/c3ce992a-0a9f-44b4-be6f-2f43670e1b2b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1290050 Apr 18 21:32:20.162167 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-1834f988-4bac-411c-99d9-f477723f9ce4 req-1a777b96-5e42-4364-95c1-c3365c5a9995 tempest-ServerDiskConfigTestJSON-379945943 tempest-ServerDiskConfigTestJSON-379945943-project] 10.222.0.42 "GET /v2.0/ports?device_id=375d0c64-ab34-4bad-8c25-7a04dc378b48 HTTP/1.1" status: 200 len: 210 time: 0.0423470 Apr 18 21:32:20.707031 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-c7521a90-7d65-4e2e-842c-ca5d95e9a89c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750375287399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253529'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:32:20.817374 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c75d93b4-5535-4856-ad80-5c23d698f001 req-b2bf7abb-2adb-42e5-9a51-fd767ebdba72 tempest-ServerDiskConfigTestJSON-379945943 tempest-ServerDiskConfigTestJSON-379945943-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:32:20.818787 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-c75d93b4-5535-4856-ad80-5c23d698f001 req-b2bf7abb-2adb-42e5-9a51-fd767ebdba72 tempest-ServerDiskConfigTestJSON-379945943 tempest-ServerDiskConfigTestJSON-379945943-project] 10.222.0.48 "GET /v2.0/ports?device_id=c1245395-c8ee-443f-9505-43617b58a527 HTTP/1.1" status: 200 len: 945 time: 0.0773313 Apr 18 21:32:20.886260 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.plugin [req-c75d93b4-5535-4856-ad80-5c23d698f001 req-9bfa1e69-e08c-4b89-9364-f8d49c95f285 tempest-ServerDiskConfigTestJSON-379945943 tempest-ServerDiskConfigTestJSON-379945943-project] Deleting port 0b026dad-f77a-4580-9218-2db6475a8bb8 {{(pid=84040) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 21:32:20.886507 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-c75d93b4-5535-4856-ad80-5c23d698f001 req-9bfa1e69-e08c-4b89-9364-f8d49c95f285 tempest-ServerDiskConfigTestJSON-379945943 tempest-ServerDiskConfigTestJSON-379945943-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750375188691'] for port, before_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:32:21.077756 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.48', 55282) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:32:21.137982 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.db [req-c75d93b4-5535-4856-ad80-5c23d698f001 req-9bfa1e69-e08c-4b89-9364-f8d49c95f285 tempest-ServerDiskConfigTestJSON-379945943 tempest-ServerDiskConfigTestJSON-379945943-project] For port 0b026dad-f77a-4580-9218-2db6475a8bb8, host n-h2-838334-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838334-2',level=0,port_id=0b026dad-f77a-4580-9218-2db6475a8bb8,segment=NetworkSegment(26b1910e-a2cc-4fb7-8043-6ab413c35f99),segment_id=26b1910e-a2cc-4fb7-8043-6ab413c35f99)] {{(pid=84040) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:32:21.138242 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-c75d93b4-5535-4856-ad80-5c23d698f001 req-9bfa1e69-e08c-4b89-9364-f8d49c95f285 tempest-ServerDiskConfigTestJSON-379945943 tempest-ServerDiskConfigTestJSON-379945943-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369123'] for port, precommit_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:32:21.234870 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-850077a1-1e2c-478e-a8b3-a8ed537dbd21 req-66f5dafe-4919-42d7-8d39-0d61b014c142 tempest-ServerDiskConfigTestJSON-379945943 tempest-ServerDiskConfigTestJSON-379945943-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:32:21.235547 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [req-850077a1-1e2c-478e-a8b3-a8ed537dbd21 req-66f5dafe-4919-42d7-8d39-0d61b014c142 tempest-ServerDiskConfigTestJSON-379945943 tempest-ServerDiskConfigTestJSON-379945943-project] Synchronizing usage tracker for tenant:b7d3e9416ada4476bc356a18a58b346a on resource:network {{(pid=84041) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 21:32:21.256381 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [req-850077a1-1e2c-478e-a8b3-a8ed537dbd21 req-66f5dafe-4919-42d7-8d39-0d61b014c142 tempest-ServerDiskConfigTestJSON-379945943 tempest-ServerDiskConfigTestJSON-379945943-project] Unset dirty status for tenant:b7d3e9416ada4476bc356a18a58b346a on resource:network {{(pid=84041) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 21:32:21.257658 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-850077a1-1e2c-478e-a8b3-a8ed537dbd21 req-66f5dafe-4919-42d7-8d39-0d61b014c142 tempest-ServerDiskConfigTestJSON-379945943 tempest-ServerDiskConfigTestJSON-379945943-project] 10.222.0.48 "GET /v2.0/networks?id=c3ce992a-0a9f-44b4-be6f-2f43670e1b2b HTTP/1.1" status: 200 len: 814 time: 0.1787665 Apr 18 21:32:21.278876 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.v2.base [req-850077a1-1e2c-478e-a8b3-a8ed537dbd21 req-2a820b24-4170-467d-9f38-3f3699d959e3 tempest-ServerDiskConfigTestJSON-379945943 tempest-ServerDiskConfigTestJSON-379945943-project] Request body: {'port': {'device_id': '375d0c64-ab34-4bad-8c25-7a04dc378b48', 'network_id': 'c3ce992a-0a9f-44b4-be6f-2f43670e1b2b', 'admin_state_up': True, 'tenant_id': 'b7d3e9416ada4476bc356a18a58b346a'}} {{(pid=84041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:32:21.281118 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.plugin [req-c75d93b4-5535-4856-ad80-5c23d698f001 req-9bfa1e69-e08c-4b89-9364-f8d49c95f285 tempest-ServerDiskConfigTestJSON-379945943 tempest-ServerDiskConfigTestJSON-379945943-project] Calling delete_port for 0b026dad-f77a-4580-9218-2db6475a8bb8 owned by compute:nova {{(pid=84040) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 21:32:21.371866 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-d073ea88-911c-4b55-baff-e4b5797b1dab req-92791f7c-84dd-4317-8982-862426f53180 tempest-ServerDiskConfigTestJSON-379945943 tempest-ServerDiskConfigTestJSON-379945943-project] 10.222.0.42 "GET /v2.0/ports?device_id=375d0c64-ab34-4bad-8c25-7a04dc378b48 HTTP/1.1" status: 200 len: 210 time: 0.0611842 Apr 18 21:32:21.421694 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [req-850077a1-1e2c-478e-a8b3-a8ed537dbd21 req-2a820b24-4170-467d-9f38-3f3699d959e3 tempest-ServerDiskConfigTestJSON-379945943 tempest-ServerDiskConfigTestJSON-379945943-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:32:21.431491 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [req-850077a1-1e2c-478e-a8b3-a8ed537dbd21 req-2a820b24-4170-467d-9f38-3f3699d959e3 tempest-ServerDiskConfigTestJSON-379945943 tempest-ServerDiskConfigTestJSON-379945943-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:32:21.441406 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-850077a1-1e2c-478e-a8b3-a8ed537dbd21 req-2a820b24-4170-467d-9f38-3f3699d959e3 tempest-ServerDiskConfigTestJSON-379945943 tempest-ServerDiskConfigTestJSON-379945943-project] Made reservation on behalf of b7d3e9416ada4476bc356a18a58b346a for: {'port': 1} {{(pid=84041) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:32:21.444447 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [req-850077a1-1e2c-478e-a8b3-a8ed537dbd21 req-2a820b24-4170-467d-9f38-3f3699d959e3 tempest-ServerDiskConfigTestJSON-379945943 tempest-ServerDiskConfigTestJSON-379945943-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:32:21.488758 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-c75d93b4-5535-4856-ad80-5c23d698f001 req-9bfa1e69-e08c-4b89-9364-f8d49c95f285 tempest-ServerDiskConfigTestJSON-379945943 tempest-ServerDiskConfigTestJSON-379945943-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750375259028', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750374836628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32440838'] for port, after_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:32:21.503289 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] get_ports_and_sgs() called for port_ids ['0b026dad-f77a-4580-9218-2db6475a8bb8'] {{(pid=84042) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 18 21:32:21.539772 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bfa1e69-e08c-4b89-9364-f8d49c95f285 tempest-ServerDiskConfigTestJSON-379945943 tempest-ServerDiskConfigTestJSON-379945943-project] Pushing event deleted for resources: {'Port': ['ID=0b026dad-f77a-4580-9218-2db6475a8bb8,revision_number=None']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:32:21.554330 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bfa1e69-e08c-4b89-9364-f8d49c95f285 tempest-ServerDiskConfigTestJSON-379945943 tempest-ServerDiskConfigTestJSON-379945943-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:32:21.554671 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bfa1e69-e08c-4b89-9364-f8d49c95f285 tempest-ServerDiskConfigTestJSON-379945943 tempest-ServerDiskConfigTestJSON-379945943-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:32:21.555005 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bfa1e69-e08c-4b89-9364-f8d49c95f285 tempest-ServerDiskConfigTestJSON-379945943 tempest-ServerDiskConfigTestJSON-379945943-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:32:21.555330 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bfa1e69-e08c-4b89-9364-f8d49c95f285 tempest-ServerDiskConfigTestJSON-379945943 tempest-ServerDiskConfigTestJSON-379945943-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:32:21.556024 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bfa1e69-e08c-4b89-9364-f8d49c95f285 tempest-ServerDiskConfigTestJSON-379945943 tempest-ServerDiskConfigTestJSON-379945943-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:32:21.556351 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bfa1e69-e08c-4b89-9364-f8d49c95f285 tempest-ServerDiskConfigTestJSON-379945943 tempest-ServerDiskConfigTestJSON-379945943-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:32:21.557911 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bfa1e69-e08c-4b89-9364-f8d49c95f285 tempest-ServerDiskConfigTestJSON-379945943 tempest-ServerDiskConfigTestJSON-379945943-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:32:21.557911 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bfa1e69-e08c-4b89-9364-f8d49c95f285 tempest-ServerDiskConfigTestJSON-379945943 tempest-ServerDiskConfigTestJSON-379945943-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:32:21.557911 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bfa1e69-e08c-4b89-9364-f8d49c95f285 tempest-ServerDiskConfigTestJSON-379945943 tempest-ServerDiskConfigTestJSON-379945943-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:32:21.558270 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bfa1e69-e08c-4b89-9364-f8d49c95f285 tempest-ServerDiskConfigTestJSON-379945943 tempest-ServerDiskConfigTestJSON-379945943-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:32:21.558493 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bfa1e69-e08c-4b89-9364-f8d49c95f285 tempest-ServerDiskConfigTestJSON-379945943 tempest-ServerDiskConfigTestJSON-379945943-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:32:21.614536 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.db_base_plugin_common [req-850077a1-1e2c-478e-a8b3-a8ed537dbd21 req-2a820b24-4170-467d-9f38-3f3699d959e3 tempest-ServerDiskConfigTestJSON-379945943 tempest-ServerDiskConfigTestJSON-379945943-project] Allocated IP 172.20.0.2 (c3ce992a-0a9f-44b4-be6f-2f43670e1b2b/0c2c5dc7-636c-4331-bbd8-61e5c0191487/07a0620c-b01b-46f8-b866-86b89c02949f) {{(pid=84041) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 21:32:21.626019 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.l3_dvrscheduler_db [req-c75d93b4-5535-4856-ad80-5c23d698f001 req-9bfa1e69-e08c-4b89-9364-f8d49c95f285 tempest-ServerDiskConfigTestJSON-379945943 tempest-ServerDiskConfigTestJSON-379945943-project] No DVR routers for this DVR port 0b026dad-f77a-4580-9218-2db6475a8bb8 on host n-h2-838334-2 {{(pid=84040) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 21:32:21.628693 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-c75d93b4-5535-4856-ad80-5c23d698f001 req-9bfa1e69-e08c-4b89-9364-f8d49c95f285 tempest-ServerDiskConfigTestJSON-379945943 tempest-ServerDiskConfigTestJSON-379945943-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217293'] for port, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:32:21.631268 n-d-838334-2 neutron-server[84040]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c1245395-c8ee-443f-9505-43617b58a527', 'name': 'network-vif-deleted', 'tag': '0b026dad-f77a-4580-9218-2db6475a8bb8'}] {{(pid=84040) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 21:32:21.646978 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-c75d93b4-5535-4856-ad80-5c23d698f001 req-9bfa1e69-e08c-4b89-9364-f8d49c95f285 tempest-ServerDiskConfigTestJSON-379945943 tempest-ServerDiskConfigTestJSON-379945943-project] 10.222.0.48 "DELETE /v2.0/ports/0b026dad-f77a-4580-9218-2db6475a8bb8 HTTP/1.1" status: 204 len: 173 time: 0.8220339 Apr 18 21:32:21.690206 n-d-838334-2 neutron-server[84040]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7dfaf06f-2201-4ca8-8996-8a94f933c2f4'] response: {'server_uuid': 'c1245395-c8ee-443f-9505-43617b58a527', 'name': 'network-vif-deleted', 'tag': '0b026dad-f77a-4580-9218-2db6475a8bb8', 'status': 'completed', 'code': 200} Apr 18 21:32:21.830223 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [req-850077a1-1e2c-478e-a8b3-a8ed537dbd21 req-2a820b24-4170-467d-9f38-3f3699d959e3 tempest-ServerDiskConfigTestJSON-379945943 tempest-ServerDiskConfigTestJSON-379945943-project] Notify callbacks [] for port, precommit_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:32:21.859746 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [req-850077a1-1e2c-478e-a8b3-a8ed537dbd21 req-2a820b24-4170-467d-9f38-3f3699d959e3 tempest-ServerDiskConfigTestJSON-379945943 tempest-ServerDiskConfigTestJSON-379945943-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750374836619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32266323'] for port, after_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:32:21.872283 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] get_ports_and_sgs() called for port_ids ['0b026dad-f77a-4580-9218-2db6475a8bb8'] {{(pid=84042) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 18 21:32:21.935490 n-d-838334-2 neutron-server[84041]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-850077a1-1e2c-478e-a8b3-a8ed537dbd21 req-2a820b24-4170-467d-9f38-3f3699d959e3 tempest-ServerDiskConfigTestJSON-379945943 tempest-ServerDiskConfigTestJSON-379945943-project] Network c3ce992a-0a9f-44b4-be6f-2f43670e1b2b is already hosted by enough agents. {{(pid=84041) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:32:21.938555 n-d-838334-2 neutron-server[84041]: DEBUG neutron.scheduler.base_scheduler [req-850077a1-1e2c-478e-a8b3-a8ed537dbd21 req-2a820b24-4170-467d-9f38-3f3699d959e3 tempest-ServerDiskConfigTestJSON-379945943 tempest-ServerDiskConfigTestJSON-379945943-project] Resources bound (agent type, host, resource id): {{(pid=84041) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:32:21.941675 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.l3_dvrscheduler_db [req-850077a1-1e2c-478e-a8b3-a8ed537dbd21 req-2a820b24-4170-467d-9f38-3f3699d959e3 tempest-ServerDiskConfigTestJSON-379945943 tempest-ServerDiskConfigTestJSON-379945943-project] Received port after_create {{(pid=84041) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 21:32:21.992211 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a820b24-4170-467d-9f38-3f3699d959e3 tempest-ServerDiskConfigTestJSON-379945943 tempest-ServerDiskConfigTestJSON-379945943-project] Pushing event updated for resources: {'Port': ['ID=07a0620c-b01b-46f8-b866-86b89c02949f,revision_number=1']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:32:22.016614 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-850077a1-1e2c-478e-a8b3-a8ed537dbd21 req-2a820b24-4170-467d-9f38-3f3699d959e3 tempest-ServerDiskConfigTestJSON-379945943 tempest-ServerDiskConfigTestJSON-379945943-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:32:22.017213 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [req-850077a1-1e2c-478e-a8b3-a8ed537dbd21 req-2a820b24-4170-467d-9f38-3f3699d959e3 tempest-ServerDiskConfigTestJSON-379945943 tempest-ServerDiskConfigTestJSON-379945943-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217293'] for port, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:32:22.039737 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-850077a1-1e2c-478e-a8b3-a8ed537dbd21 req-2a820b24-4170-467d-9f38-3f3699d959e3 tempest-ServerDiskConfigTestJSON-379945943 tempest-ServerDiskConfigTestJSON-379945943-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7690203 Apr 18 21:32:22.050528 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.v2.base [req-850077a1-1e2c-478e-a8b3-a8ed537dbd21 req-20f15370-8379-43c0-97ac-5639136e8d0c service neutron] Request body: {'port': {'device_id': '375d0c64-ab34-4bad-8c25-7a04dc378b48', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-838334-2'}} {{(pid=84041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:32:22.158390 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [req-850077a1-1e2c-478e-a8b3-a8ed537dbd21 req-20f15370-8379-43c0-97ac-5639136e8d0c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:32:22.581007 n-d-838334-2 neutron-server[84041]: DEBUG neutron.notifiers.nova [req-850077a1-1e2c-478e-a8b3-a8ed537dbd21 req-20f15370-8379-43c0-97ac-5639136e8d0c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 07a0620c-b01b-46f8-b866-86b89c02949f {{(pid=84041) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 18 21:32:22.587650 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [req-850077a1-1e2c-478e-a8b3-a8ed537dbd21 req-20f15370-8379-43c0-97ac-5639136e8d0c service neutron] Notify callbacks [] for port, precommit_update {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:32:22.598870 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18392e8f-652c-4e1e-a578-70f6f6a51097 req-87c5b197-04ae-468d-94a9-748eea4f5965 tempest-ServerDiskConfigTestJSON-379945943 tempest-ServerDiskConfigTestJSON-379945943-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:32:22.599553 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [req-18392e8f-652c-4e1e-a578-70f6f6a51097 req-87c5b197-04ae-468d-94a9-748eea4f5965 tempest-ServerDiskConfigTestJSON-379945943 tempest-ServerDiskConfigTestJSON-379945943-project] Synchronizing usage tracker for tenant:b7d3e9416ada4476bc356a18a58b346a on resource:port {{(pid=84040) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 21:32:22.602905 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.provisioning_blocks [req-850077a1-1e2c-478e-a8b3-a8ed537dbd21 req-20f15370-8379-43c0-97ac-5639136e8d0c service neutron] Transition to ACTIVE for port object 07a0620c-b01b-46f8-b866-86b89c02949f will not be triggered until provisioned by entity L2. {{(pid=84041) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:32:22.608107 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [req-850077a1-1e2c-478e-a8b3-a8ed537dbd21 req-20f15370-8379-43c0-97ac-5639136e8d0c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32266282'] for port, after_update {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:32:22.616343 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [req-18392e8f-652c-4e1e-a578-70f6f6a51097 req-87c5b197-04ae-468d-94a9-748eea4f5965 tempest-ServerDiskConfigTestJSON-379945943 tempest-ServerDiskConfigTestJSON-379945943-project] Unset dirty status for tenant:b7d3e9416ada4476bc356a18a58b346a on resource:port {{(pid=84040) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 21:32:22.617479 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-18392e8f-652c-4e1e-a578-70f6f6a51097 req-87c5b197-04ae-468d-94a9-748eea4f5965 tempest-ServerDiskConfigTestJSON-379945943 tempest-ServerDiskConfigTestJSON-379945943-project] 10.222.0.42 "GET /v2.0/ports?device_id=375d0c64-ab34-4bad-8c25-7a04dc378b48 HTTP/1.1" status: 200 len: 931 time: 0.1045561 Apr 18 21:32:22.662662 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-18392e8f-652c-4e1e-a578-70f6f6a51097 req-c27e9817-8f38-4986-8a46-142f4e1480dc tempest-ServerDiskConfigTestJSON-379945943 tempest-ServerDiskConfigTestJSON-379945943-project] 10.222.0.42 "GET /v2.0/security-groups?id=1cc08d4c-9e9c-4fd4-b6e9-372ce5c7eb62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394342 Apr 18 21:32:22.739195 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20f15370-8379-43c0-97ac-5639136e8d0c service neutron] Pushing event updated for resources: {'Port': ['ID=07a0620c-b01b-46f8-b866-86b89c02949f,revision_number=2']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:32:22.844884 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.managers [req-850077a1-1e2c-478e-a8b3-a8ed537dbd21 req-20f15370-8379-43c0-97ac-5639136e8d0c service neutron] Attempting to bind port 07a0620c-b01b-46f8-b866-86b89c02949f on host n-h2-838334-2 for vnic_type normal with profile {{(pid=84041) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 21:32:22.845205 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.managers [req-850077a1-1e2c-478e-a8b3-a8ed537dbd21 req-20f15370-8379-43c0-97ac-5639136e8d0c service neutron] Attempting to bind port 07a0620c-b01b-46f8-b866-86b89c02949f by drivers openvswitch,hyperv on host n-h2-838334-2 at level 0 using segments [{'id': '26b1910e-a2cc-4fb7-8043-6ab413c35f99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': 'c3ce992a-0a9f-44b4-be6f-2f43670e1b2b'}] {{(pid=84041) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 21:32:22.845523 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-850077a1-1e2c-478e-a8b3-a8ed537dbd21 req-20f15370-8379-43c0-97ac-5639136e8d0c service neutron] Attempting to bind port 07a0620c-b01b-46f8-b866-86b89c02949f on network c3ce992a-0a9f-44b4-be6f-2f43670e1b2b {{(pid=84041) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 21:32:22.851183 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-850077a1-1e2c-478e-a8b3-a8ed537dbd21 req-20f15370-8379-43c0-97ac-5639136e8d0c service neutron] Port 07a0620c-b01b-46f8-b866-86b89c02949f on network c3ce992a-0a9f-44b4-be6f-2f43670e1b2b not bound, no agent of type Open vSwitch agent registered on host n-h2-838334-2 {{(pid=84041) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 18 21:32:22.851495 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-850077a1-1e2c-478e-a8b3-a8ed537dbd21 req-20f15370-8379-43c0-97ac-5639136e8d0c service neutron] Attempting to bind port 07a0620c-b01b-46f8-b866-86b89c02949f on network c3ce992a-0a9f-44b4-be6f-2f43670e1b2b {{(pid=84041) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 21:32:22.858228 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-850077a1-1e2c-478e-a8b3-a8ed537dbd21 req-20f15370-8379-43c0-97ac-5639136e8d0c service neutron] Checking agent: {'id': 'dc797004-f641-47b7-a77f-9c62b5b16296', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-838334-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 34, 3), 'started_at': datetime.datetime(2022, 4, 18, 20, 34, 3), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 21, 32, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84041) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 18 21:32:22.858553 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-850077a1-1e2c-478e-a8b3-a8ed537dbd21 req-20f15370-8379-43c0-97ac-5639136e8d0c service neutron] Checking segment: {'id': '26b1910e-a2cc-4fb7-8043-6ab413c35f99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': 'c3ce992a-0a9f-44b4-be6f-2f43670e1b2b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84041) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 21:32:22.858925 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-850077a1-1e2c-478e-a8b3-a8ed537dbd21 req-20f15370-8379-43c0-97ac-5639136e8d0c service neutron] Bound using segment: {'id': '26b1910e-a2cc-4fb7-8043-6ab413c35f99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': 'c3ce992a-0a9f-44b4-be6f-2f43670e1b2b'} {{(pid=84041) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 18 21:32:22.859338 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.managers [req-850077a1-1e2c-478e-a8b3-a8ed537dbd21 req-20f15370-8379-43c0-97ac-5639136e8d0c service neutron] Bound port: 07a0620c-b01b-46f8-b866-86b89c02949f, host: n-h2-838334-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '26b1910e-a2cc-4fb7-8043-6ab413c35f99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': 'c3ce992a-0a9f-44b4-be6f-2f43670e1b2b'}}] {{(pid=84041) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 21:32:22.859697 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [req-850077a1-1e2c-478e-a8b3-a8ed537dbd21 req-20f15370-8379-43c0-97ac-5639136e8d0c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:32:22.944545 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.db [req-850077a1-1e2c-478e-a8b3-a8ed537dbd21 req-20f15370-8379-43c0-97ac-5639136e8d0c service neutron] For port 07a0620c-b01b-46f8-b866-86b89c02949f, host n-h2-838334-2, cleared binding levels {{(pid=84041) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 21:32:22.947360 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.db [req-850077a1-1e2c-478e-a8b3-a8ed537dbd21 req-20f15370-8379-43c0-97ac-5639136e8d0c service neutron] For port 07a0620c-b01b-46f8-b866-86b89c02949f, host n-h2-838334-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838334-2',level=0,port_id=07a0620c-b01b-46f8-b866-86b89c02949f,segment=NetworkSegment(26b1910e-a2cc-4fb7-8043-6ab413c35f99),segment_id=26b1910e-a2cc-4fb7-8043-6ab413c35f99)] {{(pid=84041) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 21:32:22.952943 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [req-850077a1-1e2c-478e-a8b3-a8ed537dbd21 req-20f15370-8379-43c0-97ac-5639136e8d0c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32266282'] for port, after_update {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:32:23.018340 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [req-850077a1-1e2c-478e-a8b3-a8ed537dbd21 req-20f15370-8379-43c0-97ac-5639136e8d0c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217293'] for port, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:32:23.019737 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-850077a1-1e2c-478e-a8b3-a8ed537dbd21 req-20f15370-8379-43c0-97ac-5639136e8d0c service neutron] 10.222.0.48 "PUT /v2.0/ports/07a0620c-b01b-46f8-b866-86b89c02949f HTTP/1.1" status: 200 len: 1091 time: 0.9730554 Apr 18 21:32:23.020162 n-d-838334-2 neutron-server[84041]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '375d0c64-ab34-4bad-8c25-7a04dc378b48', 'tag': '07a0620c-b01b-46f8-b866-86b89c02949f'}] {{(pid=84041) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 21:32:23.036999 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20f15370-8379-43c0-97ac-5639136e8d0c service neutron] Pushing event updated for resources: {'Port': ['ID=07a0620c-b01b-46f8-b866-86b89c02949f,revision_number=3']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:32:23.093900 n-d-838334-2 neutron-server[84041]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c3883383-3f73-48d5-9fb2-3cfadf594ea0'] response: {'name': 'network-changed', 'server_uuid': '375d0c64-ab34-4bad-8c25-7a04dc378b48', 'tag': '07a0620c-b01b-46f8-b866-86b89c02949f', 'status': 'completed', 'code': 200} Apr 18 21:32:23.134732 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-850077a1-1e2c-478e-a8b3-a8ed537dbd21 req-d84adec2-4541-4d17-935f-561796e23d1d service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=b7d3e9416ada4476bc356a18a58b346a&device_id=375d0c64-ab34-4bad-8c25-7a04dc378b48 HTTP/1.1" status: 200 len: 1094 time: 0.0719311 Apr 18 21:32:23.209072 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-850077a1-1e2c-478e-a8b3-a8ed537dbd21 req-51698a65-d44e-4d36-808a-a69520db260f service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=07a0620c-b01b-46f8-b866-86b89c02949f HTTP/1.1" status: 200 len: 217 time: 0.0674846 Apr 18 21:32:23.271681 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-850077a1-1e2c-478e-a8b3-a8ed537dbd21 req-8a9cb4e0-3c3d-463d-98cf-86c17576bccc service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:32:23.273109 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-850077a1-1e2c-478e-a8b3-a8ed537dbd21 req-8a9cb4e0-3c3d-463d-98cf-86c17576bccc service neutron] 10.222.0.48 "GET /v2.0/subnets?id=0c2c5dc7-636c-4331-bbd8-61e5c0191487 HTTP/1.1" status: 200 len: 854 time: 0.0569191 Apr 18 21:32:23.317324 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-850077a1-1e2c-478e-a8b3-a8ed537dbd21 req-c8e81bdb-2e41-4ed2-a6af-b4f0d5b1602e service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=c3ce992a-0a9f-44b4-be6f-2f43670e1b2b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0380347 Apr 18 21:32:23.450918 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-850077a1-1e2c-478e-a8b3-a8ed537dbd21 req-858b0252-1cab-489c-9b5a-020e6cb59b3b service neutron] 10.222.0.48 "GET /v2.0/networks/c3ce992a-0a9f-44b4-be6f-2f43670e1b2b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1266317 Apr 18 21:32:23.583699 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-850077a1-1e2c-478e-a8b3-a8ed537dbd21 req-3d3c732d-f3c1-4ae1-a711-f85770d09012 service neutron] 10.222.0.48 "GET /v2.0/networks/c3ce992a-0a9f-44b4-be6f-2f43670e1b2b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1243625 Apr 18 21:32:23.701254 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-680a5a49-a92d-4628-b949-72c85d0d54d2 req-2df9b7ac-3ab9-4313-b8b5-aa53814f9dae service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=b7d3e9416ada4476bc356a18a58b346a&device_id=375d0c64-ab34-4bad-8c25-7a04dc378b48 HTTP/1.1" status: 200 len: 1094 time: 0.0747609 Apr 18 21:32:23.832178 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-680a5a49-a92d-4628-b949-72c85d0d54d2 req-186f1aff-c1ae-4ad1-8669-2d7c557a3293 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:32:23.833638 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-680a5a49-a92d-4628-b949-72c85d0d54d2 req-186f1aff-c1ae-4ad1-8669-2d7c557a3293 service neutron] 10.222.0.48 "GET /v2.0/networks?id=c3ce992a-0a9f-44b4-be6f-2f43670e1b2b HTTP/1.1" status: 200 len: 915 time: 0.1252108 Apr 18 21:32:23.857020 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7918ef64-d6aa-42a4-8987-32a03f57bf0d req-a4b5ec31-bde2-4720-a329-14f2b49edfb2 tempest-ServerDiskConfigTestJSON-379945943 tempest-ServerDiskConfigTestJSON-379945943-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:32:23.858365 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-7918ef64-d6aa-42a4-8987-32a03f57bf0d req-a4b5ec31-bde2-4720-a329-14f2b49edfb2 tempest-ServerDiskConfigTestJSON-379945943 tempest-ServerDiskConfigTestJSON-379945943-project] 10.222.0.42 "GET /v2.0/ports?device_id=375d0c64-ab34-4bad-8c25-7a04dc378b48 HTTP/1.1" status: 200 len: 943 time: 0.0756259 Apr 18 21:32:23.899553 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-680a5a49-a92d-4628-b949-72c85d0d54d2 req-849407da-70a2-42a3-bac4-8ef7266e7191 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=07a0620c-b01b-46f8-b866-86b89c02949f HTTP/1.1" status: 200 len: 217 time: 0.0592937 Apr 18 21:32:23.902823 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-7918ef64-d6aa-42a4-8987-32a03f57bf0d req-cfcc6b33-785a-4671-a267-24271d690e1a tempest-ServerDiskConfigTestJSON-379945943 tempest-ServerDiskConfigTestJSON-379945943-project] 10.222.0.42 "GET /v2.0/security-groups?id=1cc08d4c-9e9c-4fd4-b6e9-372ce5c7eb62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389359 Apr 18 21:32:23.965885 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-680a5a49-a92d-4628-b949-72c85d0d54d2 req-6efa9356-9b88-430b-9b22-13cebe8ce630 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:32:23.967329 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-680a5a49-a92d-4628-b949-72c85d0d54d2 req-6efa9356-9b88-430b-9b22-13cebe8ce630 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=0c2c5dc7-636c-4331-bbd8-61e5c0191487 HTTP/1.1" status: 200 len: 854 time: 0.0610111 Apr 18 21:32:24.012251 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-680a5a49-a92d-4628-b949-72c85d0d54d2 req-531271bd-ebeb-43ac-ad17-342e45a8db23 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=c3ce992a-0a9f-44b4-be6f-2f43670e1b2b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0381966 Apr 18 21:32:24.141658 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-680a5a49-a92d-4628-b949-72c85d0d54d2 req-4c2f6789-fbda-4d09-9c86-e9264edb3777 service neutron] 10.222.0.48 "GET /v2.0/networks/c3ce992a-0a9f-44b4-be6f-2f43670e1b2b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1224008 Apr 18 21:32:24.144375 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Device 0b026dad-f77a-4580-9218-2db6475a8bb8 no longer exists at agent hyperv_n-h2-838334-2 {{(pid=84042) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 21:32:24.180955 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.plugin [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] No Port match for: 0b026dad-f77a-4580-9218-2db6475a8bb8 {{(pid=84042) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 18 21:32:24.181294 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Device 0b026dad-f77a-4580-9218-2db6475a8bb8 not bound to the agent host n-h2-838334-2 {{(pid=84042) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 21:32:24.357360 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-680a5a49-a92d-4628-b949-72c85d0d54d2 req-a7b65d35-78b3-40cd-a8bc-ec71bf0e3af6 service neutron] 10.222.0.48 "GET /v2.0/networks/c3ce992a-0a9f-44b4-be6f-2f43670e1b2b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2090590 Apr 18 21:32:25.205033 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bd57fbf-f923-484f-8767-a20f8df7815b req-261ee930-f29a-4fcd-910b-58dde7bd00e8 tempest-ServerDiskConfigTestJSON-379945943 tempest-ServerDiskConfigTestJSON-379945943-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:32:25.206478 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-3bd57fbf-f923-484f-8767-a20f8df7815b req-261ee930-f29a-4fcd-910b-58dde7bd00e8 tempest-ServerDiskConfigTestJSON-379945943 tempest-ServerDiskConfigTestJSON-379945943-project] 10.222.0.42 "GET /v2.0/ports?device_id=375d0c64-ab34-4bad-8c25-7a04dc378b48 HTTP/1.1" status: 200 len: 943 time: 0.1717572 Apr 18 21:32:25.252927 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-3bd57fbf-f923-484f-8767-a20f8df7815b req-f902b4ec-b1a0-46c9-9fb4-7f87abcfa718 tempest-ServerDiskConfigTestJSON-379945943 tempest-ServerDiskConfigTestJSON-379945943-project] 10.222.0.42 "GET /v2.0/security-groups?id=1cc08d4c-9e9c-4fd4-b6e9-372ce5c7eb62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407348 Apr 18 21:32:26.159889 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Device 07a0620c-b01b-46f8-b866-86b89c02949f details requested by agent hyperv_n-h2-838334-2 with host n-h2-838334-2 {{(pid=84042) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 18 21:32:26.293177 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] For port 07a0620c-b01b-46f8-b866-86b89c02949f, host n-h2-838334-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838334-2',level=0,port_id=07a0620c-b01b-46f8-b866-86b89c02949f,segment=NetworkSegment(26b1910e-a2cc-4fb7-8043-6ab413c35f99),segment_id=26b1910e-a2cc-4fb7-8043-6ab413c35f99)] {{(pid=84042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:32:26.306779 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Returning: {'device': '07a0620c-b01b-46f8-b866-86b89c02949f', 'network_id': 'c3ce992a-0a9f-44b4-be6f-2f43670e1b2b', 'port_id': '07a0620c-b01b-46f8-b866-86b89c02949f', 'mac_address': 'fa:16:3e:6b:a8:76', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 359, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0c2c5dc7-636c-4331-bbd8-61e5c0191487', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84042) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 18 21:32:26.368695 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:32:26.385551 n-d-838334-2 neutron-server[84042]: DEBUG neutron.notifiers.nova [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 07a0620c-b01b-46f8-b866-86b89c02949f {{(pid=84042) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 18 21:32:26.400387 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] For port 07a0620c-b01b-46f8-b866-86b89c02949f, host n-h2-838334-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838334-2',level=0,port_id=07a0620c-b01b-46f8-b866-86b89c02949f,segment=NetworkSegment(26b1910e-a2cc-4fb7-8043-6ab413c35f99),segment_id=26b1910e-a2cc-4fb7-8043-6ab413c35f99)] {{(pid=84042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:32:26.405642 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682'] for port, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:32:26.470779 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Pushing event updated for resources: {'Port': ['ID=07a0620c-b01b-46f8-b866-86b89c02949f,revision_number=4']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:32:26.479850 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:32:26.480200 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:32:26.480540 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:32:26.480875 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:32:26.481206 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:32:26.481533 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:32:26.481861 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:32:26.482185 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:32:26.482506 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:32:26.482826 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:32:26.483145 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:32:26.549221 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69a5455b-0918-41ad-9f05-d976ac2f80fd req-875750e6-2eca-4fe2-8b42-b68977ae207c tempest-ServerDiskConfigTestJSON-379945943 tempest-ServerDiskConfigTestJSON-379945943-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:32:26.550573 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-69a5455b-0918-41ad-9f05-d976ac2f80fd req-875750e6-2eca-4fe2-8b42-b68977ae207c tempest-ServerDiskConfigTestJSON-379945943 tempest-ServerDiskConfigTestJSON-379945943-project] 10.222.0.42 "GET /v2.0/ports?device_id=375d0c64-ab34-4bad-8c25-7a04dc378b48 HTTP/1.1" status: 200 len: 944 time: 0.1498430 Apr 18 21:32:26.598183 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-69a5455b-0918-41ad-9f05-d976ac2f80fd req-c43cf008-6977-4f88-9568-b4505696af19 tempest-ServerDiskConfigTestJSON-379945943 tempest-ServerDiskConfigTestJSON-379945943-project] 10.222.0.42 "GET /v2.0/security-groups?id=1cc08d4c-9e9c-4fd4-b6e9-372ce5c7eb62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419009 Apr 18 21:32:26.615501 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] get_ports_and_sgs() called for port_ids ['07a0620c-b01b-46f8-b866-86b89c02949f'] {{(pid=84042) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 18 21:32:27.795803 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16ced166-36e2-4fe4-a12b-acd4e44c6a89 req-209d481a-e2e2-40c1-9b90-7744dfe419c5 tempest-ServerDiskConfigTestJSON-379945943 tempest-ServerDiskConfigTestJSON-379945943-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:32:27.797230 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-16ced166-36e2-4fe4-a12b-acd4e44c6a89 req-209d481a-e2e2-40c1-9b90-7744dfe419c5 tempest-ServerDiskConfigTestJSON-379945943 tempest-ServerDiskConfigTestJSON-379945943-project] 10.222.0.42 "GET /v2.0/ports?device_id=375d0c64-ab34-4bad-8c25-7a04dc378b48 HTTP/1.1" status: 200 len: 944 time: 0.0753269 Apr 18 21:32:27.841125 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-16ced166-36e2-4fe4-a12b-acd4e44c6a89 req-66b815a3-8311-40ac-a6d3-8382f3af6492 tempest-ServerDiskConfigTestJSON-379945943 tempest-ServerDiskConfigTestJSON-379945943-project] 10.222.0.42 "GET /v2.0/security-groups?id=1cc08d4c-9e9c-4fd4-b6e9-372ce5c7eb62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382938 Apr 18 21:32:28.167926 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Device 07a0620c-b01b-46f8-b866-86b89c02949f up at agent hyperv_n-h2-838334-2 {{(pid=84042) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 21:32:28.234962 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Provisioning for port 07a0620c-b01b-46f8-b866-86b89c02949f completed by entity L2. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 21:32:28.239562 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Provisioning complete for port 07a0620c-b01b-46f8-b866-86b89c02949f triggered by entity L2. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:32:28.239970 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1253608'] for port, provisioning_complete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:32:28.356698 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:32:28.382525 n-d-838334-2 neutron-server[84042]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '375d0c64-ab34-4bad-8c25-7a04dc378b48', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '07a0620c-b01b-46f8-b866-86b89c02949f'}] {{(pid=84042) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 21:32:28.392234 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] For port 07a0620c-b01b-46f8-b866-86b89c02949f, host n-h2-838334-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838334-2',level=0,port_id=07a0620c-b01b-46f8-b866-86b89c02949f,segment=NetworkSegment(26b1910e-a2cc-4fb7-8043-6ab413c35f99),segment_id=26b1910e-a2cc-4fb7-8043-6ab413c35f99)] {{(pid=84042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:32:28.396279 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682'] for port, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:32:28.453565 n-d-838334-2 neutron-server[84042]: INFO neutron.notifiers.nova [-] Nova event matching ['req-57e4187e-91be-4c06-9608-c122a613fe48'] response: {'server_uuid': '375d0c64-ab34-4bad-8c25-7a04dc378b48', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '07a0620c-b01b-46f8-b866-86b89c02949f', 'code': 200} Apr 18 21:32:28.471195 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Pushing event updated for resources: {'Port': ['ID=07a0620c-b01b-46f8-b866-86b89c02949f,revision_number=5']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:32:28.582135 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-a1293c30-4307-41dd-92ff-8fd27ff84b36 req-4d54699f-4e2e-4f66-b61b-9f67ebca1e58 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=375d0c64-ab34-4bad-8c25-7a04dc378b48 HTTP/1.1" status: 200 len: 1096 time: 0.0703089 Apr 18 21:32:28.624381 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-a1293c30-4307-41dd-92ff-8fd27ff84b36 req-c55a54d1-0dcb-413e-afeb-168de7aee1b3 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=1cc08d4c-9e9c-4fd4-b6e9-372ce5c7eb62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359125 Apr 18 21:32:29.036536 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1c7785b-2f9c-401b-b3d6-5ee1509847a3 req-fd41d3f1-f567-4b3c-9451-a4fdf310c1a5 tempest-ServerDiskConfigTestJSON-379945943 tempest-ServerDiskConfigTestJSON-379945943-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:32:29.037954 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-c1c7785b-2f9c-401b-b3d6-5ee1509847a3 req-fd41d3f1-f567-4b3c-9451-a4fdf310c1a5 tempest-ServerDiskConfigTestJSON-379945943 tempest-ServerDiskConfigTestJSON-379945943-project] 10.222.0.42 "GET /v2.0/ports?device_id=375d0c64-ab34-4bad-8c25-7a04dc378b48 HTTP/1.1" status: 200 len: 945 time: 0.0777655 Apr 18 21:32:29.082819 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-c1c7785b-2f9c-401b-b3d6-5ee1509847a3 req-81dea53a-aee7-4bb6-be3f-2767854d2e54 tempest-ServerDiskConfigTestJSON-379945943 tempest-ServerDiskConfigTestJSON-379945943-project] 10.222.0.42 "GET /v2.0/security-groups?id=1cc08d4c-9e9c-4fd4-b6e9-372ce5c7eb62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383298 Apr 18 21:32:30.075870 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750375287399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253529'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:32:30.279024 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8403bc1b-7b51-4225-b9b2-b71520230679 req-33cd2871-ef94-4d0a-af5d-7aa28fe33613 tempest-ServerDiskConfigTestJSON-379945943 tempest-ServerDiskConfigTestJSON-379945943-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:32:30.280497 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-8403bc1b-7b51-4225-b9b2-b71520230679 req-33cd2871-ef94-4d0a-af5d-7aa28fe33613 tempest-ServerDiskConfigTestJSON-379945943 tempest-ServerDiskConfigTestJSON-379945943-project] 10.222.0.42 "GET /v2.0/ports?device_id=375d0c64-ab34-4bad-8c25-7a04dc378b48 HTTP/1.1" status: 200 len: 945 time: 0.0750315 Apr 18 21:32:30.326606 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-8403bc1b-7b51-4225-b9b2-b71520230679 req-4fc562a1-fa31-4525-bdf8-eb210f2c9741 tempest-ServerDiskConfigTestJSON-379945943 tempest-ServerDiskConfigTestJSON-379945943-project] 10.222.0.42 "GET /v2.0/security-groups?id=1cc08d4c-9e9c-4fd4-b6e9-372ce5c7eb62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404570 Apr 18 21:32:30.599543 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53fd5e91-2167-4c9f-8296-71cae8381dbd req-80965d96-3174-425f-98ec-a0b8a14eefce tempest-ServerDiskConfigTestJSON-379945943 tempest-ServerDiskConfigTestJSON-379945943-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:32:30.600929 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-53fd5e91-2167-4c9f-8296-71cae8381dbd req-80965d96-3174-425f-98ec-a0b8a14eefce tempest-ServerDiskConfigTestJSON-379945943 tempest-ServerDiskConfigTestJSON-379945943-project] 10.222.0.42 "GET /v2.0/ports?device_id=375d0c64-ab34-4bad-8c25-7a04dc378b48 HTTP/1.1" status: 200 len: 945 time: 0.1528845 Apr 18 21:32:30.647338 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-53fd5e91-2167-4c9f-8296-71cae8381dbd req-7807e6fe-e567-4295-92e6-82d2df1c78f9 tempest-ServerDiskConfigTestJSON-379945943 tempest-ServerDiskConfigTestJSON-379945943-project] 10.222.0.42 "GET /v2.0/security-groups?id=1cc08d4c-9e9c-4fd4-b6e9-372ce5c7eb62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402646 Apr 18 21:32:30.841128 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-157e250a-ee86-468c-8baa-81d7461b8569 req-b3265b5f-5ee8-46c8-99da-cb714c890a64 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=375d0c64-ab34-4bad-8c25-7a04dc378b48&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.0678809 Apr 18 21:32:31.095589 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-37a17ea7-4479-4769-aba7-407dcaaf5f06 req-92c5c0f2-ffbf-4a8a-86b2-79128df12213 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=375d0c64-ab34-4bad-8c25-7a04dc378b48&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0677028 Apr 18 21:32:31.151291 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a0216a9-3c07-4ce8-8597-2dbcfd032508 req-f234f9ed-d530-4b36-8082-b689b97c50d2 tempest-ServerDiskConfigTestJSON-379945943 tempest-ServerDiskConfigTestJSON-379945943-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:32:31.152776 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-1a0216a9-3c07-4ce8-8597-2dbcfd032508 req-f234f9ed-d530-4b36-8082-b689b97c50d2 tempest-ServerDiskConfigTestJSON-379945943 tempest-ServerDiskConfigTestJSON-379945943-project] 10.222.0.42 "GET /v2.0/ports?device_id=375d0c64-ab34-4bad-8c25-7a04dc378b48 HTTP/1.1" status: 200 len: 945 time: 0.0804431 Apr 18 21:32:31.200876 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-1a0216a9-3c07-4ce8-8597-2dbcfd032508 req-566c57f6-52d2-4d73-9954-2bc55933eaa6 tempest-ServerDiskConfigTestJSON-379945943 tempest-ServerDiskConfigTestJSON-379945943-project] 10.222.0.42 "GET /v2.0/security-groups?id=1cc08d4c-9e9c-4fd4-b6e9-372ce5c7eb62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424495 Apr 18 21:32:32.228561 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-37a17ea7-4479-4769-aba7-407dcaaf5f06 req-24918c5d-39c6-4ba8-871c-1c2b00275236 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=b7d3e9416ada4476bc356a18a58b346a&device_id=375d0c64-ab34-4bad-8c25-7a04dc378b48 HTTP/1.1" status: 200 len: 1096 time: 0.0740623 Apr 18 21:32:32.365857 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a17ea7-4479-4769-aba7-407dcaaf5f06 req-d66e82aa-d8e5-49eb-8879-b559956f83a4 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:32:32.367834 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-37a17ea7-4479-4769-aba7-407dcaaf5f06 req-d66e82aa-d8e5-49eb-8879-b559956f83a4 service neutron] 10.222.0.48 "GET /v2.0/networks?id=c3ce992a-0a9f-44b4-be6f-2f43670e1b2b HTTP/1.1" status: 200 len: 915 time: 0.1335688 Apr 18 21:32:32.405044 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab8b40a3-8c70-4721-9e79-bb79ee44ea18 req-e3b722b3-bde2-4a76-811a-f0d616cb83db tempest-ServerDiskConfigTestJSON-379945943 tempest-ServerDiskConfigTestJSON-379945943-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:32:32.408157 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-ab8b40a3-8c70-4721-9e79-bb79ee44ea18 req-e3b722b3-bde2-4a76-811a-f0d616cb83db tempest-ServerDiskConfigTestJSON-379945943 tempest-ServerDiskConfigTestJSON-379945943-project] 10.222.0.42 "GET /v2.0/ports?device_id=375d0c64-ab34-4bad-8c25-7a04dc378b48 HTTP/1.1" status: 200 len: 945 time: 0.0789137 Apr 18 21:32:32.440924 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-37a17ea7-4479-4769-aba7-407dcaaf5f06 req-2f65bd18-ddfa-432a-a531-6aa14a10c226 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=07a0620c-b01b-46f8-b866-86b89c02949f HTTP/1.1" status: 200 len: 217 time: 0.0664456 Apr 18 21:32:32.456333 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-ab8b40a3-8c70-4721-9e79-bb79ee44ea18 req-44abe1f8-39e7-4f51-b796-99fc14e09cb1 tempest-ServerDiskConfigTestJSON-379945943 tempest-ServerDiskConfigTestJSON-379945943-project] 10.222.0.42 "GET /v2.0/security-groups?id=1cc08d4c-9e9c-4fd4-b6e9-372ce5c7eb62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441816 Apr 18 21:32:32.510090 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a17ea7-4479-4769-aba7-407dcaaf5f06 req-d9872853-c205-49b9-868c-b5eb0267f446 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:32:32.512163 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-37a17ea7-4479-4769-aba7-407dcaaf5f06 req-d9872853-c205-49b9-868c-b5eb0267f446 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=0c2c5dc7-636c-4331-bbd8-61e5c0191487 HTTP/1.1" status: 200 len: 854 time: 0.0642262 Apr 18 21:32:32.561248 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-37a17ea7-4479-4769-aba7-407dcaaf5f06 req-02c1a5b4-3e01-4f85-9c61-c0cc64f5a3f5 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=c3ce992a-0a9f-44b4-be6f-2f43670e1b2b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0429590 Apr 18 21:32:32.691131 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-37a17ea7-4479-4769-aba7-407dcaaf5f06 req-b9ddf833-edbb-4f2e-b148-76ac51847b4e service neutron] 10.222.0.48 "GET /v2.0/networks/c3ce992a-0a9f-44b4-be6f-2f43670e1b2b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1224048 Apr 18 21:32:32.819460 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-37a17ea7-4479-4769-aba7-407dcaaf5f06 req-0da63608-ce61-42eb-97cf-48b8276b1112 service neutron] 10.222.0.48 "GET /v2.0/networks/c3ce992a-0a9f-44b4-be6f-2f43670e1b2b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1219461 Apr 18 21:32:33.649051 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-449e466f-13e0-4e75-b988-7b7430a08be2 req-f63fb3ad-479c-440a-89c4-b192b75c6b38 tempest-ServerDiskConfigTestJSON-379945943 tempest-ServerDiskConfigTestJSON-379945943-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:32:33.650493 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-449e466f-13e0-4e75-b988-7b7430a08be2 req-f63fb3ad-479c-440a-89c4-b192b75c6b38 tempest-ServerDiskConfigTestJSON-379945943 tempest-ServerDiskConfigTestJSON-379945943-project] 10.222.0.42 "GET /v2.0/ports?device_id=375d0c64-ab34-4bad-8c25-7a04dc378b48 HTTP/1.1" status: 200 len: 945 time: 0.0741999 Apr 18 21:32:33.697459 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-449e466f-13e0-4e75-b988-7b7430a08be2 req-6d98114a-6546-4959-a074-64a858e37b0e tempest-ServerDiskConfigTestJSON-379945943 tempest-ServerDiskConfigTestJSON-379945943-project] 10.222.0.42 "GET /v2.0/security-groups?id=1cc08d4c-9e9c-4fd4-b6e9-372ce5c7eb62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415082 Apr 18 21:32:34.235304 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750375287399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253529'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:32:34.896686 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ffc2ec1-d37e-4178-bfbf-48d3b66583aa req-171adcb9-6eef-4512-9002-d6753f96bb70 tempest-ServerDiskConfigTestJSON-379945943 tempest-ServerDiskConfigTestJSON-379945943-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:32:34.898101 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-8ffc2ec1-d37e-4178-bfbf-48d3b66583aa req-171adcb9-6eef-4512-9002-d6753f96bb70 tempest-ServerDiskConfigTestJSON-379945943 tempest-ServerDiskConfigTestJSON-379945943-project] 10.222.0.42 "GET /v2.0/ports?device_id=375d0c64-ab34-4bad-8c25-7a04dc378b48 HTTP/1.1" status: 200 len: 945 time: 0.0780082 Apr 18 21:32:34.943703 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-8ffc2ec1-d37e-4178-bfbf-48d3b66583aa req-296c909b-4654-43d0-a815-800fe828d333 tempest-ServerDiskConfigTestJSON-379945943 tempest-ServerDiskConfigTestJSON-379945943-project] 10.222.0.42 "GET /v2.0/security-groups?id=1cc08d4c-9e9c-4fd4-b6e9-372ce5c7eb62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400155 Apr 18 21:32:36.138874 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d824c19b-2b81-4fa0-b859-fb93c1c88c99 req-dd06410a-b669-4820-ac00-07981a9d937b tempest-ServerDiskConfigTestJSON-379945943 tempest-ServerDiskConfigTestJSON-379945943-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:32:36.140334 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-d824c19b-2b81-4fa0-b859-fb93c1c88c99 req-dd06410a-b669-4820-ac00-07981a9d937b tempest-ServerDiskConfigTestJSON-379945943 tempest-ServerDiskConfigTestJSON-379945943-project] 10.222.0.42 "GET /v2.0/ports?device_id=375d0c64-ab34-4bad-8c25-7a04dc378b48 HTTP/1.1" status: 200 len: 945 time: 0.0749021 Apr 18 21:32:36.185323 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-d824c19b-2b81-4fa0-b859-fb93c1c88c99 req-676cae93-d1a7-41f9-a190-e769d1485fe9 tempest-ServerDiskConfigTestJSON-379945943 tempest-ServerDiskConfigTestJSON-379945943-project] 10.222.0.42 "GET /v2.0/security-groups?id=1cc08d4c-9e9c-4fd4-b6e9-372ce5c7eb62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395088 Apr 18 21:32:37.381614 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d40acf9-26b2-4fa5-937c-fbe72d71da44 req-fe220728-a5f5-4767-b815-1d2ee6816a35 tempest-ServerDiskConfigTestJSON-379945943 tempest-ServerDiskConfigTestJSON-379945943-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:32:37.383024 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-9d40acf9-26b2-4fa5-937c-fbe72d71da44 req-fe220728-a5f5-4767-b815-1d2ee6816a35 tempest-ServerDiskConfigTestJSON-379945943 tempest-ServerDiskConfigTestJSON-379945943-project] 10.222.0.42 "GET /v2.0/ports?device_id=375d0c64-ab34-4bad-8c25-7a04dc378b48 HTTP/1.1" status: 200 len: 945 time: 0.0777671 Apr 18 21:32:37.427361 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-9d40acf9-26b2-4fa5-937c-fbe72d71da44 req-37ef479a-edd3-49fb-bd6c-d9810dd662d1 tempest-ServerDiskConfigTestJSON-379945943 tempest-ServerDiskConfigTestJSON-379945943-project] 10.222.0.42 "GET /v2.0/security-groups?id=1cc08d4c-9e9c-4fd4-b6e9-372ce5c7eb62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384154 Apr 18 21:32:38.623648 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33e27d55-f721-4a74-af3e-cd3064f5130d req-96c058fc-d599-4f78-a472-a50e953b000a tempest-ServerDiskConfigTestJSON-379945943 tempest-ServerDiskConfigTestJSON-379945943-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:32:38.625217 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-33e27d55-f721-4a74-af3e-cd3064f5130d req-96c058fc-d599-4f78-a472-a50e953b000a tempest-ServerDiskConfigTestJSON-379945943 tempest-ServerDiskConfigTestJSON-379945943-project] 10.222.0.42 "GET /v2.0/ports?device_id=375d0c64-ab34-4bad-8c25-7a04dc378b48 HTTP/1.1" status: 200 len: 945 time: 0.0773022 Apr 18 21:32:38.671351 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-33e27d55-f721-4a74-af3e-cd3064f5130d req-3188244e-2368-4c91-8362-8b8f8b200dcb tempest-ServerDiskConfigTestJSON-379945943 tempest-ServerDiskConfigTestJSON-379945943-project] 10.222.0.42 "GET /v2.0/security-groups?id=1cc08d4c-9e9c-4fd4-b6e9-372ce5c7eb62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406709 Apr 18 21:32:39.876378 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfd8f9da-45a6-42ba-b7b4-be608a967258 req-a5c65521-11e3-421c-8b19-6ee8a23458e8 tempest-ServerDiskConfigTestJSON-379945943 tempest-ServerDiskConfigTestJSON-379945943-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:32:39.877809 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-dfd8f9da-45a6-42ba-b7b4-be608a967258 req-a5c65521-11e3-421c-8b19-6ee8a23458e8 tempest-ServerDiskConfigTestJSON-379945943 tempest-ServerDiskConfigTestJSON-379945943-project] 10.222.0.42 "GET /v2.0/ports?device_id=375d0c64-ab34-4bad-8c25-7a04dc378b48 HTTP/1.1" status: 200 len: 945 time: 0.0787454 Apr 18 21:32:39.923193 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-dfd8f9da-45a6-42ba-b7b4-be608a967258 req-d3ff012c-638c-4f35-abf7-3275e5259b5e tempest-ServerDiskConfigTestJSON-379945943 tempest-ServerDiskConfigTestJSON-379945943-project] 10.222.0.42 "GET /v2.0/security-groups?id=1cc08d4c-9e9c-4fd4-b6e9-372ce5c7eb62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399141 Apr 18 21:32:41.134989 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68a94a2d-1f26-41b8-ab89-feca486c49d0 req-390e2558-4384-401f-ae65-28c340468f72 tempest-ServerDiskConfigTestJSON-379945943 tempest-ServerDiskConfigTestJSON-379945943-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:32:41.136464 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-68a94a2d-1f26-41b8-ab89-feca486c49d0 req-390e2558-4384-401f-ae65-28c340468f72 tempest-ServerDiskConfigTestJSON-379945943 tempest-ServerDiskConfigTestJSON-379945943-project] 10.222.0.42 "GET /v2.0/ports?device_id=375d0c64-ab34-4bad-8c25-7a04dc378b48 HTTP/1.1" status: 200 len: 945 time: 0.0740316 Apr 18 21:32:41.184186 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-68a94a2d-1f26-41b8-ab89-feca486c49d0 req-b45e85d0-7c59-48c9-8e22-65f864d5a4a6 tempest-ServerDiskConfigTestJSON-379945943 tempest-ServerDiskConfigTestJSON-379945943-project] 10.222.0.42 "GET /v2.0/security-groups?id=1cc08d4c-9e9c-4fd4-b6e9-372ce5c7eb62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422623 Apr 18 21:32:42.377400 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a29dff2-f636-444a-8e4c-89bcfdc9a6dd req-f6139738-8a0c-4885-b46f-460cf0d2852b tempest-ServerDiskConfigTestJSON-379945943 tempest-ServerDiskConfigTestJSON-379945943-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:32:42.378826 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-8a29dff2-f636-444a-8e4c-89bcfdc9a6dd req-f6139738-8a0c-4885-b46f-460cf0d2852b tempest-ServerDiskConfigTestJSON-379945943 tempest-ServerDiskConfigTestJSON-379945943-project] 10.222.0.42 "GET /v2.0/ports?device_id=375d0c64-ab34-4bad-8c25-7a04dc378b48 HTTP/1.1" status: 200 len: 945 time: 0.0768507 Apr 18 21:32:42.425628 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-8a29dff2-f636-444a-8e4c-89bcfdc9a6dd req-fcb415c5-08ed-4c5e-8664-b8f735bd5ee3 tempest-ServerDiskConfigTestJSON-379945943 tempest-ServerDiskConfigTestJSON-379945943-project] 10.222.0.42 "GET /v2.0/security-groups?id=1cc08d4c-9e9c-4fd4-b6e9-372ce5c7eb62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407133 Apr 18 21:32:43.624063 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9c1bf1d-81f0-4622-b58a-041ce9000008 req-12638f84-fd12-4444-bf85-0f6e3d7dcc2b tempest-ServerDiskConfigTestJSON-379945943 tempest-ServerDiskConfigTestJSON-379945943-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:32:43.625491 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-a9c1bf1d-81f0-4622-b58a-041ce9000008 req-12638f84-fd12-4444-bf85-0f6e3d7dcc2b tempest-ServerDiskConfigTestJSON-379945943 tempest-ServerDiskConfigTestJSON-379945943-project] 10.222.0.42 "GET /v2.0/ports?device_id=375d0c64-ab34-4bad-8c25-7a04dc378b48 HTTP/1.1" status: 200 len: 945 time: 0.0780625 Apr 18 21:32:43.671349 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-a9c1bf1d-81f0-4622-b58a-041ce9000008 req-4c505527-19dc-478f-9097-25f93e104ff2 tempest-ServerDiskConfigTestJSON-379945943 tempest-ServerDiskConfigTestJSON-379945943-project] 10.222.0.42 "GET /v2.0/security-groups?id=1cc08d4c-9e9c-4fd4-b6e9-372ce5c7eb62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403273 Apr 18 21:32:44.867767 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-587e9f4e-926b-4f0d-b45e-1f5f58249674 req-613c4945-e3ac-44f9-8118-bc15cb0615d6 tempest-ServerDiskConfigTestJSON-379945943 tempest-ServerDiskConfigTestJSON-379945943-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:32:44.869198 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-587e9f4e-926b-4f0d-b45e-1f5f58249674 req-613c4945-e3ac-44f9-8118-bc15cb0615d6 tempest-ServerDiskConfigTestJSON-379945943 tempest-ServerDiskConfigTestJSON-379945943-project] 10.222.0.42 "GET /v2.0/ports?device_id=375d0c64-ab34-4bad-8c25-7a04dc378b48 HTTP/1.1" status: 200 len: 945 time: 0.0756462 Apr 18 21:32:44.914057 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-587e9f4e-926b-4f0d-b45e-1f5f58249674 req-9628f8fb-86e9-43b4-a78e-6e27fbee8647 tempest-ServerDiskConfigTestJSON-379945943 tempest-ServerDiskConfigTestJSON-379945943-project] 10.222.0.42 "GET /v2.0/security-groups?id=1cc08d4c-9e9c-4fd4-b6e9-372ce5c7eb62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392997 Apr 18 21:32:45.707241 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-6a5ce8e2-ad84-44c5-a3ee-725304eb71dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750375287399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253529'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:32:46.113418 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b20dd39-261a-4fb9-9fa8-2eddccfb5b64 req-85de17d5-3151-4a6e-a56b-51b03b6b5117 tempest-ServerDiskConfigTestJSON-379945943 tempest-ServerDiskConfigTestJSON-379945943-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:32:46.114850 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-7b20dd39-261a-4fb9-9fa8-2eddccfb5b64 req-85de17d5-3151-4a6e-a56b-51b03b6b5117 tempest-ServerDiskConfigTestJSON-379945943 tempest-ServerDiskConfigTestJSON-379945943-project] 10.222.0.42 "GET /v2.0/ports?device_id=375d0c64-ab34-4bad-8c25-7a04dc378b48 HTTP/1.1" status: 200 len: 945 time: 0.0802877 Apr 18 21:32:46.160087 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-7b20dd39-261a-4fb9-9fa8-2eddccfb5b64 req-7f9da545-cba8-4966-a15c-8b1923d636c2 tempest-ServerDiskConfigTestJSON-379945943 tempest-ServerDiskConfigTestJSON-379945943-project] 10.222.0.42 "GET /v2.0/security-groups?id=1cc08d4c-9e9c-4fd4-b6e9-372ce5c7eb62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394785 Apr 18 21:32:47.353667 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57c75e6b-f955-4c73-8cc4-c8f5a206e610 req-b17e2a5b-e401-4681-aae1-9bdbee0b54d6 tempest-ServerDiskConfigTestJSON-379945943 tempest-ServerDiskConfigTestJSON-379945943-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:32:47.355081 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-57c75e6b-f955-4c73-8cc4-c8f5a206e610 req-b17e2a5b-e401-4681-aae1-9bdbee0b54d6 tempest-ServerDiskConfigTestJSON-379945943 tempest-ServerDiskConfigTestJSON-379945943-project] 10.222.0.42 "GET /v2.0/ports?device_id=375d0c64-ab34-4bad-8c25-7a04dc378b48 HTTP/1.1" status: 200 len: 945 time: 0.0738397 Apr 18 21:32:47.403703 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-57c75e6b-f955-4c73-8cc4-c8f5a206e610 req-82ec584a-c715-4987-9b28-5a818175337b tempest-ServerDiskConfigTestJSON-379945943 tempest-ServerDiskConfigTestJSON-379945943-project] 10.222.0.42 "GET /v2.0/security-groups?id=1cc08d4c-9e9c-4fd4-b6e9-372ce5c7eb62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419135 Apr 18 21:32:47.951380 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-da78e08b-5445-40f5-a7be-2979d835aa55 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750375287399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253529'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:32:48.600508 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85b3e28b-1590-4346-957d-5d50e702c1b0 req-8e723fe2-c406-43b6-b045-a9e5a334d1bf tempest-ServerDiskConfigTestJSON-379945943 tempest-ServerDiskConfigTestJSON-379945943-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:32:48.601927 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-85b3e28b-1590-4346-957d-5d50e702c1b0 req-8e723fe2-c406-43b6-b045-a9e5a334d1bf tempest-ServerDiskConfigTestJSON-379945943 tempest-ServerDiskConfigTestJSON-379945943-project] 10.222.0.42 "GET /v2.0/ports?device_id=375d0c64-ab34-4bad-8c25-7a04dc378b48 HTTP/1.1" status: 200 len: 945 time: 0.0746701 Apr 18 21:32:48.646218 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-85b3e28b-1590-4346-957d-5d50e702c1b0 req-3ffcc3b7-4bcd-4667-b867-9e1dc03a8ee9 tempest-ServerDiskConfigTestJSON-379945943 tempest-ServerDiskConfigTestJSON-379945943-project] 10.222.0.42 "GET /v2.0/security-groups?id=1cc08d4c-9e9c-4fd4-b6e9-372ce5c7eb62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385020 Apr 18 21:32:49.048665 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.agents_db [None req-6346a179-333c-4370-b5a6-936984aeab15 None None] Agent healthcheck: found 7 active agents {{(pid=84043) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 18 21:32:49.126508 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750375287399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253529'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:32:49.628011 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-414b6ffe-e119-47bc-b18f-bcff1219c2f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750375287399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253529'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:32:49.873697 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82656b01-ee65-4bdb-a461-95320bbc37d4 req-122322f5-5f5f-49b6-93e5-04adbb065963 tempest-ServerDiskConfigTestJSON-379945943 tempest-ServerDiskConfigTestJSON-379945943-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:32:49.875187 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-82656b01-ee65-4bdb-a461-95320bbc37d4 req-122322f5-5f5f-49b6-93e5-04adbb065963 tempest-ServerDiskConfigTestJSON-379945943 tempest-ServerDiskConfigTestJSON-379945943-project] 10.222.0.42 "GET /v2.0/ports?device_id=375d0c64-ab34-4bad-8c25-7a04dc378b48 HTTP/1.1" status: 200 len: 945 time: 0.0849233 Apr 18 21:32:50.024815 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-82656b01-ee65-4bdb-a461-95320bbc37d4 req-0874dd02-f6e7-431f-84e2-cc9bdd6e80e3 tempest-ServerDiskConfigTestJSON-379945943 tempest-ServerDiskConfigTestJSON-379945943-project] 10.222.0.42 "GET /v2.0/security-groups?id=1cc08d4c-9e9c-4fd4-b6e9-372ce5c7eb62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1423869 Apr 18 21:32:50.710701 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-c7521a90-7d65-4e2e-842c-ca5d95e9a89c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750375287399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253529'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:32:51.221825 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03bc5083-e4e7-4fd1-8caf-88c19ee2c74f req-aa05563b-d29f-4485-afe0-81ac686364d6 tempest-ServerDiskConfigTestJSON-379945943 tempest-ServerDiskConfigTestJSON-379945943-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:32:51.223226 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-03bc5083-e4e7-4fd1-8caf-88c19ee2c74f req-aa05563b-d29f-4485-afe0-81ac686364d6 tempest-ServerDiskConfigTestJSON-379945943 tempest-ServerDiskConfigTestJSON-379945943-project] 10.222.0.42 "GET /v2.0/ports?device_id=375d0c64-ab34-4bad-8c25-7a04dc378b48 HTTP/1.1" status: 200 len: 945 time: 0.0734138 Apr 18 21:32:51.268634 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-03bc5083-e4e7-4fd1-8caf-88c19ee2c74f req-4fed380b-3d58-4dd8-8a51-4b5982b7db98 tempest-ServerDiskConfigTestJSON-379945943 tempest-ServerDiskConfigTestJSON-379945943-project] 10.222.0.42 "GET /v2.0/security-groups?id=1cc08d4c-9e9c-4fd4-b6e9-372ce5c7eb62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399745 Apr 18 21:32:52.463648 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7ffcb74-a5cb-49d5-833b-427b6ac2e2ae req-7f80358f-3558-4369-849c-b2a87fa75aac tempest-ServerDiskConfigTestJSON-379945943 tempest-ServerDiskConfigTestJSON-379945943-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:32:52.465064 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-e7ffcb74-a5cb-49d5-833b-427b6ac2e2ae req-7f80358f-3558-4369-849c-b2a87fa75aac tempest-ServerDiskConfigTestJSON-379945943 tempest-ServerDiskConfigTestJSON-379945943-project] 10.222.0.42 "GET /v2.0/ports?device_id=375d0c64-ab34-4bad-8c25-7a04dc378b48 HTTP/1.1" status: 200 len: 945 time: 0.0769081 Apr 18 21:32:52.510392 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-e7ffcb74-a5cb-49d5-833b-427b6ac2e2ae req-e9b54118-e9a0-4386-804f-8a254ae68348 tempest-ServerDiskConfigTestJSON-379945943 tempest-ServerDiskConfigTestJSON-379945943-project] 10.222.0.42 "GET /v2.0/security-groups?id=1cc08d4c-9e9c-4fd4-b6e9-372ce5c7eb62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394115 Apr 18 21:32:53.705026 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c97cca1-751a-4ea5-a9f2-451f9916b057 req-275cea6a-3e1d-4e3b-a5a8-907d724e03c0 tempest-ServerDiskConfigTestJSON-379945943 tempest-ServerDiskConfigTestJSON-379945943-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:32:53.706457 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-1c97cca1-751a-4ea5-a9f2-451f9916b057 req-275cea6a-3e1d-4e3b-a5a8-907d724e03c0 tempest-ServerDiskConfigTestJSON-379945943 tempest-ServerDiskConfigTestJSON-379945943-project] 10.222.0.42 "GET /v2.0/ports?device_id=375d0c64-ab34-4bad-8c25-7a04dc378b48 HTTP/1.1" status: 200 len: 945 time: 0.0745552 Apr 18 21:32:53.754311 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-1c97cca1-751a-4ea5-a9f2-451f9916b057 req-f6a7951d-016c-4b46-b7fa-9906bc7bc1ff tempest-ServerDiskConfigTestJSON-379945943 tempest-ServerDiskConfigTestJSON-379945943-project] 10.222.0.42 "GET /v2.0/security-groups?id=1cc08d4c-9e9c-4fd4-b6e9-372ce5c7eb62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423415 Apr 18 21:32:54.948590 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b960a0e4-0c33-4630-a792-c4554dea4270 req-ba3c58dd-0c70-4d23-b146-147035846e04 tempest-ServerDiskConfigTestJSON-379945943 tempest-ServerDiskConfigTestJSON-379945943-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:32:54.950052 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-b960a0e4-0c33-4630-a792-c4554dea4270 req-ba3c58dd-0c70-4d23-b146-147035846e04 tempest-ServerDiskConfigTestJSON-379945943 tempest-ServerDiskConfigTestJSON-379945943-project] 10.222.0.42 "GET /v2.0/ports?device_id=375d0c64-ab34-4bad-8c25-7a04dc378b48 HTTP/1.1" status: 200 len: 945 time: 0.0744460 Apr 18 21:32:54.995317 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-b960a0e4-0c33-4630-a792-c4554dea4270 req-2cbab68d-63ed-4bcb-b678-f38ebba2d114 tempest-ServerDiskConfigTestJSON-379945943 tempest-ServerDiskConfigTestJSON-379945943-project] 10.222.0.42 "GET /v2.0/security-groups?id=1cc08d4c-9e9c-4fd4-b6e9-372ce5c7eb62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396738 Apr 18 21:32:56.192984 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbaaa95c-f28a-4f00-81de-b3801b645e44 req-4bd1a158-e093-4fd3-9ee4-404e2541c3d4 tempest-ServerDiskConfigTestJSON-379945943 tempest-ServerDiskConfigTestJSON-379945943-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:32:56.194431 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-fbaaa95c-f28a-4f00-81de-b3801b645e44 req-4bd1a158-e093-4fd3-9ee4-404e2541c3d4 tempest-ServerDiskConfigTestJSON-379945943 tempest-ServerDiskConfigTestJSON-379945943-project] 10.222.0.42 "GET /v2.0/ports?device_id=375d0c64-ab34-4bad-8c25-7a04dc378b48 HTTP/1.1" status: 200 len: 945 time: 0.0794566 Apr 18 21:32:56.238514 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-fbaaa95c-f28a-4f00-81de-b3801b645e44 req-7fc3c212-dbd6-4e6a-9009-29b42705f590 tempest-ServerDiskConfigTestJSON-379945943 tempest-ServerDiskConfigTestJSON-379945943-project] 10.222.0.42 "GET /v2.0/security-groups?id=1cc08d4c-9e9c-4fd4-b6e9-372ce5c7eb62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386636 Apr 18 21:32:57.439140 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d2d3903-688a-4624-abec-fc9cc94f5bc6 req-f28ca23c-14c0-4827-bf94-5fe9db09d271 tempest-ServerDiskConfigTestJSON-379945943 tempest-ServerDiskConfigTestJSON-379945943-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:32:57.440602 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-4d2d3903-688a-4624-abec-fc9cc94f5bc6 req-f28ca23c-14c0-4827-bf94-5fe9db09d271 tempest-ServerDiskConfigTestJSON-379945943 tempest-ServerDiskConfigTestJSON-379945943-project] 10.222.0.42 "GET /v2.0/ports?device_id=375d0c64-ab34-4bad-8c25-7a04dc378b48 HTTP/1.1" status: 200 len: 945 time: 0.0816469 Apr 18 21:32:57.485064 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-4d2d3903-688a-4624-abec-fc9cc94f5bc6 req-5c3c7882-538c-4d77-aee4-af552db6d603 tempest-ServerDiskConfigTestJSON-379945943 tempest-ServerDiskConfigTestJSON-379945943-project] 10.222.0.42 "GET /v2.0/security-groups?id=1cc08d4c-9e9c-4fd4-b6e9-372ce5c7eb62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389810 Apr 18 21:32:58.699766 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b733ec13-056d-452d-9f0f-e4f53b90755b req-6bc0324c-0824-4c0f-98ff-f1d94ceffe3a tempest-ServerDiskConfigTestJSON-379945943 tempest-ServerDiskConfigTestJSON-379945943-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:32:58.701224 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-b733ec13-056d-452d-9f0f-e4f53b90755b req-6bc0324c-0824-4c0f-98ff-f1d94ceffe3a tempest-ServerDiskConfigTestJSON-379945943 tempest-ServerDiskConfigTestJSON-379945943-project] 10.222.0.42 "GET /v2.0/ports?device_id=375d0c64-ab34-4bad-8c25-7a04dc378b48 HTTP/1.1" status: 200 len: 945 time: 0.0781679 Apr 18 21:32:58.750030 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-b733ec13-056d-452d-9f0f-e4f53b90755b req-a8e9bb12-331a-43ee-bf1f-0e1620a301bb tempest-ServerDiskConfigTestJSON-379945943 tempest-ServerDiskConfigTestJSON-379945943-project] 10.222.0.42 "GET /v2.0/security-groups?id=1cc08d4c-9e9c-4fd4-b6e9-372ce5c7eb62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430353 Apr 18 21:32:59.945607 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc7f6a69-dd11-4be2-bd4c-7e1301c0dbbc req-dc3c2d12-4c59-4f64-85a5-c8597bebb20c tempest-ServerDiskConfigTestJSON-379945943 tempest-ServerDiskConfigTestJSON-379945943-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:32:59.947044 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-bc7f6a69-dd11-4be2-bd4c-7e1301c0dbbc req-dc3c2d12-4c59-4f64-85a5-c8597bebb20c tempest-ServerDiskConfigTestJSON-379945943 tempest-ServerDiskConfigTestJSON-379945943-project] 10.222.0.42 "GET /v2.0/ports?device_id=375d0c64-ab34-4bad-8c25-7a04dc378b48 HTTP/1.1" status: 200 len: 945 time: 0.0792418 Apr 18 21:32:59.964148 n-d-838334-2 neutron-server[84041]: INFO neutron.api.v2.resource [req-37a17ea7-4479-4769-aba7-407dcaaf5f06 req-18cbf029-ce80-45d8-a815-db6060c624a8 service neutron] show failed (client error): The resource could not be found. Apr 18 21:32:59.965158 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-37a17ea7-4479-4769-aba7-407dcaaf5f06 req-18cbf029-ce80-45d8-a815-db6060c624a8 service neutron] 10.222.0.48 "GET /v2.0/ports/07a0620c-b01b-46f8-b866-86b89c02949f/bindings/n-h1-838334-2 HTTP/1.1" status: 404 len: 380 time: 0.0778368 Apr 18 21:33:00.000094 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-bc7f6a69-dd11-4be2-bd4c-7e1301c0dbbc req-86a509da-bc6b-4ac4-9579-b3de47ef9a95 tempest-ServerDiskConfigTestJSON-379945943 tempest-ServerDiskConfigTestJSON-379945943-project] 10.222.0.42 "GET /v2.0/security-groups?id=1cc08d4c-9e9c-4fd4-b6e9-372ce5c7eb62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462863 Apr 18 21:33:00.091325 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750375287399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253529'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:33:00.301404 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-37a17ea7-4479-4769-aba7-407dcaaf5f06 req-ee35f6ab-083d-4a03-91ab-29ed53f849f1 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=375d0c64-ab34-4bad-8c25-7a04dc378b48&tenant_id=b7d3e9416ada4476bc356a18a58b346a HTTP/1.1" status: 200 len: 1096 time: 0.1389503 Apr 18 21:33:00.313151 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.v2.base [req-37a17ea7-4479-4769-aba7-407dcaaf5f06 req-7e31bba9-a4ec-4e7b-848d-363cb9d83e74 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-838334-2', 'device_owner': 'compute:nova'}} {{(pid=84040) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:33:00.416420 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-37a17ea7-4479-4769-aba7-407dcaaf5f06 req-7e31bba9-a4ec-4e7b-848d-363cb9d83e74 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:33:00.674175 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.db [req-37a17ea7-4479-4769-aba7-407dcaaf5f06 req-7e31bba9-a4ec-4e7b-848d-363cb9d83e74 service neutron] For port 07a0620c-b01b-46f8-b866-86b89c02949f, host n-h2-838334-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838334-2',level=0,port_id=07a0620c-b01b-46f8-b866-86b89c02949f,segment=NetworkSegment(26b1910e-a2cc-4fb7-8043-6ab413c35f99),segment_id=26b1910e-a2cc-4fb7-8043-6ab413c35f99)] {{(pid=84040) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:33:00.703143 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.db [req-37a17ea7-4479-4769-aba7-407dcaaf5f06 req-7e31bba9-a4ec-4e7b-848d-363cb9d83e74 service neutron] For port 07a0620c-b01b-46f8-b866-86b89c02949f, host n-h2-838334-2, cleared binding levels {{(pid=84040) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 21:33:00.756814 n-d-838334-2 neutron-server[84040]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '375d0c64-ab34-4bad-8c25-7a04dc378b48', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '07a0620c-b01b-46f8-b866-86b89c02949f'}] {{(pid=84040) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 21:33:00.762241 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-37a17ea7-4479-4769-aba7-407dcaaf5f06 req-7e31bba9-a4ec-4e7b-848d-363cb9d83e74 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:33:00.777494 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.provisioning_blocks [req-37a17ea7-4479-4769-aba7-407dcaaf5f06 req-7e31bba9-a4ec-4e7b-848d-363cb9d83e74 service neutron] Transition to ACTIVE for port object 07a0620c-b01b-46f8-b866-86b89c02949f will not be triggered until provisioned by entity L2. {{(pid=84040) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:33:00.782439 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-37a17ea7-4479-4769-aba7-407dcaaf5f06 req-7e31bba9-a4ec-4e7b-848d-363cb9d83e74 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32440959'] for port, after_update {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:33:00.829290 n-d-838334-2 neutron-server[84040]: INFO neutron.notifiers.nova [-] Nova event matching ['req-af858603-c04d-49e7-bacc-c101f53748b0'] response: {'server_uuid': '375d0c64-ab34-4bad-8c25-7a04dc378b48', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '07a0620c-b01b-46f8-b866-86b89c02949f', 'code': 200} Apr 18 21:33:00.905803 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e31bba9-a4ec-4e7b-848d-363cb9d83e74 service neutron] Pushing event updated for resources: {'Port': ['ID=07a0620c-b01b-46f8-b866-86b89c02949f,revision_number=6']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:33:00.941507 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.l3_dvrscheduler_db [req-37a17ea7-4479-4769-aba7-407dcaaf5f06 req-7e31bba9-a4ec-4e7b-848d-363cb9d83e74 service neutron] No DVR routers for this DVR port 07a0620c-b01b-46f8-b866-86b89c02949f on host n-h2-838334-2 {{(pid=84040) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 21:33:00.996052 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.managers [req-37a17ea7-4479-4769-aba7-407dcaaf5f06 req-7e31bba9-a4ec-4e7b-848d-363cb9d83e74 service neutron] Attempting to bind port 07a0620c-b01b-46f8-b866-86b89c02949f on host n-h1-838334-2 for vnic_type normal with profile {{(pid=84040) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 21:33:00.996662 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.managers [req-37a17ea7-4479-4769-aba7-407dcaaf5f06 req-7e31bba9-a4ec-4e7b-848d-363cb9d83e74 service neutron] Attempting to bind port 07a0620c-b01b-46f8-b866-86b89c02949f by drivers openvswitch,hyperv on host n-h1-838334-2 at level 0 using segments [{'id': '26b1910e-a2cc-4fb7-8043-6ab413c35f99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': 'c3ce992a-0a9f-44b4-be6f-2f43670e1b2b'}] {{(pid=84040) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 21:33:00.996662 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37a17ea7-4479-4769-aba7-407dcaaf5f06 req-7e31bba9-a4ec-4e7b-848d-363cb9d83e74 service neutron] Attempting to bind port 07a0620c-b01b-46f8-b866-86b89c02949f on network c3ce992a-0a9f-44b4-be6f-2f43670e1b2b {{(pid=84040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 21:33:01.002418 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37a17ea7-4479-4769-aba7-407dcaaf5f06 req-7e31bba9-a4ec-4e7b-848d-363cb9d83e74 service neutron] Port 07a0620c-b01b-46f8-b866-86b89c02949f on network c3ce992a-0a9f-44b4-be6f-2f43670e1b2b not bound, no agent of type Open vSwitch agent registered on host n-h1-838334-2 {{(pid=84040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 18 21:33:01.002726 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37a17ea7-4479-4769-aba7-407dcaaf5f06 req-7e31bba9-a4ec-4e7b-848d-363cb9d83e74 service neutron] Attempting to bind port 07a0620c-b01b-46f8-b866-86b89c02949f on network c3ce992a-0a9f-44b4-be6f-2f43670e1b2b {{(pid=84040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 21:33:01.008973 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37a17ea7-4479-4769-aba7-407dcaaf5f06 req-7e31bba9-a4ec-4e7b-848d-363cb9d83e74 service neutron] Checking agent: {'id': 'd63bab19-ff81-4de1-afeb-a3732288d0d7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-838334-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 33, 59), 'started_at': datetime.datetime(2022, 4, 18, 20, 33, 59), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 21, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 18 21:33:01.009301 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37a17ea7-4479-4769-aba7-407dcaaf5f06 req-7e31bba9-a4ec-4e7b-848d-363cb9d83e74 service neutron] Checking segment: {'id': '26b1910e-a2cc-4fb7-8043-6ab413c35f99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': 'c3ce992a-0a9f-44b4-be6f-2f43670e1b2b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84040) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 21:33:01.009670 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37a17ea7-4479-4769-aba7-407dcaaf5f06 req-7e31bba9-a4ec-4e7b-848d-363cb9d83e74 service neutron] Bound using segment: {'id': '26b1910e-a2cc-4fb7-8043-6ab413c35f99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': 'c3ce992a-0a9f-44b4-be6f-2f43670e1b2b'} {{(pid=84040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 18 21:33:01.010078 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.managers [req-37a17ea7-4479-4769-aba7-407dcaaf5f06 req-7e31bba9-a4ec-4e7b-848d-363cb9d83e74 service neutron] Bound port: 07a0620c-b01b-46f8-b866-86b89c02949f, host: n-h1-838334-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '26b1910e-a2cc-4fb7-8043-6ab413c35f99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': 'c3ce992a-0a9f-44b4-be6f-2f43670e1b2b'}}] {{(pid=84040) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 21:33:01.010410 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-37a17ea7-4479-4769-aba7-407dcaaf5f06 req-7e31bba9-a4ec-4e7b-848d-363cb9d83e74 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:33:01.097457 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.db [req-37a17ea7-4479-4769-aba7-407dcaaf5f06 req-7e31bba9-a4ec-4e7b-848d-363cb9d83e74 service neutron] For port 07a0620c-b01b-46f8-b866-86b89c02949f, host n-h1-838334-2, cleared binding levels {{(pid=84040) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 21:33:01.100718 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.db [req-37a17ea7-4479-4769-aba7-407dcaaf5f06 req-7e31bba9-a4ec-4e7b-848d-363cb9d83e74 service neutron] For port 07a0620c-b01b-46f8-b866-86b89c02949f, host n-h1-838334-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838334-2',level=0,port_id=07a0620c-b01b-46f8-b866-86b89c02949f,segment=NetworkSegment(26b1910e-a2cc-4fb7-8043-6ab413c35f99),segment_id=26b1910e-a2cc-4fb7-8043-6ab413c35f99)] {{(pid=84040) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 21:33:01.105361 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-37a17ea7-4479-4769-aba7-407dcaaf5f06 req-7e31bba9-a4ec-4e7b-848d-363cb9d83e74 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32440959'] for port, after_update {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:33:01.212848 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-37a17ea7-4479-4769-aba7-407dcaaf5f06 req-7e31bba9-a4ec-4e7b-848d-363cb9d83e74 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217293'] for port, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:33:01.214213 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-37a17ea7-4479-4769-aba7-407dcaaf5f06 req-7e31bba9-a4ec-4e7b-848d-363cb9d83e74 service neutron] 10.222.0.43 "PUT /v2.0/ports/07a0620c-b01b-46f8-b866-86b89c02949f HTTP/1.1" status: 200 len: 1091 time: 0.9054065 Apr 18 21:33:01.283167 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e31bba9-a4ec-4e7b-848d-363cb9d83e74 service neutron] Pushing event updated for resources: {'Port': ['ID=07a0620c-b01b-46f8-b866-86b89c02949f,revision_number=7']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:33:01.402492 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f01b593-badd-4fe2-9234-b447759d9ec3 req-1dcc84b6-446e-4ef0-b330-26f75a32a7f6 tempest-ServerDiskConfigTestJSON-379945943 tempest-ServerDiskConfigTestJSON-379945943-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:33:01.403951 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-9f01b593-badd-4fe2-9234-b447759d9ec3 req-1dcc84b6-446e-4ef0-b330-26f75a32a7f6 tempest-ServerDiskConfigTestJSON-379945943 tempest-ServerDiskConfigTestJSON-379945943-project] 10.222.0.42 "GET /v2.0/ports?device_id=375d0c64-ab34-4bad-8c25-7a04dc378b48 HTTP/1.1" status: 200 len: 943 time: 0.2681782 Apr 18 21:33:01.446568 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-37a17ea7-4479-4769-aba7-407dcaaf5f06 req-13fb10cf-f9fe-4fbc-9bba-8b63fd2d05a4 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=b7d3e9416ada4476bc356a18a58b346a&device_id=375d0c64-ab34-4bad-8c25-7a04dc378b48 HTTP/1.1" status: 200 len: 1094 time: 0.2107117 Apr 18 21:33:01.478284 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-9f01b593-badd-4fe2-9234-b447759d9ec3 req-b570732f-2c52-4116-94f7-25581c935522 tempest-ServerDiskConfigTestJSON-379945943 tempest-ServerDiskConfigTestJSON-379945943-project] 10.222.0.42 "GET /v2.0/security-groups?id=1cc08d4c-9e9c-4fd4-b6e9-372ce5c7eb62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675807 Apr 18 21:33:01.582305 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a17ea7-4479-4769-aba7-407dcaaf5f06 req-57ca3b4f-f5f7-4d82-a5f3-7cfe06021542 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:33:01.583765 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-37a17ea7-4479-4769-aba7-407dcaaf5f06 req-57ca3b4f-f5f7-4d82-a5f3-7cfe06021542 service neutron] 10.222.0.43 "GET /v2.0/networks?id=c3ce992a-0a9f-44b4-be6f-2f43670e1b2b HTTP/1.1" status: 200 len: 915 time: 0.1310971 Apr 18 21:33:01.649334 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-37a17ea7-4479-4769-aba7-407dcaaf5f06 req-bd0dedda-a935-4e1d-96eb-94bab89b6fbe service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=07a0620c-b01b-46f8-b866-86b89c02949f HTTP/1.1" status: 200 len: 217 time: 0.0594776 Apr 18 21:33:01.717681 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a17ea7-4479-4769-aba7-407dcaaf5f06 req-8656c983-67fd-4556-b137-591f46d1b311 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:33:01.719101 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-37a17ea7-4479-4769-aba7-407dcaaf5f06 req-8656c983-67fd-4556-b137-591f46d1b311 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=0c2c5dc7-636c-4331-bbd8-61e5c0191487 HTTP/1.1" status: 200 len: 854 time: 0.0640473 Apr 18 21:33:01.762894 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-37a17ea7-4479-4769-aba7-407dcaaf5f06 req-7c50c173-136d-4484-ac59-a97dfed7d86b service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=c3ce992a-0a9f-44b4-be6f-2f43670e1b2b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0380039 Apr 18 21:33:01.771821 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [req-37a17ea7-4479-4769-aba7-407dcaaf5f06 req-fb3db8c7-e42e-4349-b09c-0fe39e8647fb service neutron] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=84040) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 18 21:33:01.772713 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-37a17ea7-4479-4769-aba7-407dcaaf5f06 req-fb3db8c7-e42e-4349-b09c-0fe39e8647fb service neutron] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0045626 Apr 18 21:33:01.900989 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-37a17ea7-4479-4769-aba7-407dcaaf5f06 req-e562cec2-31f3-4362-a3a8-dac41e3b69fe service neutron] 10.222.0.43 "GET /v2.0/networks/c3ce992a-0a9f-44b4-be6f-2f43670e1b2b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1221895 Apr 18 21:33:02.031543 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-37a17ea7-4479-4769-aba7-407dcaaf5f06 req-6f83be74-bb0b-4467-9836-26353a41c1c1 service neutron] 10.222.0.43 "GET /v2.0/networks/c3ce992a-0a9f-44b4-be6f-2f43670e1b2b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1249020 Apr 18 21:33:02.408666 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Device 07a0620c-b01b-46f8-b866-86b89c02949f no longer exists at agent hyperv_n-h2-838334-2 {{(pid=84042) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 21:33:02.463698 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Device 07a0620c-b01b-46f8-b866-86b89c02949f not bound to the agent host n-h2-838334-2 {{(pid=84042) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 21:33:02.678676 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-965b0a2f-fa56-46a8-943a-db582a9d794e req-baf41606-0151-4efd-b61e-9501fd3e0f94 tempest-ServerDiskConfigTestJSON-379945943 tempest-ServerDiskConfigTestJSON-379945943-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:33:02.680314 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-965b0a2f-fa56-46a8-943a-db582a9d794e req-baf41606-0151-4efd-b61e-9501fd3e0f94 tempest-ServerDiskConfigTestJSON-379945943 tempest-ServerDiskConfigTestJSON-379945943-project] 10.222.0.42 "GET /v2.0/ports?device_id=375d0c64-ab34-4bad-8c25-7a04dc378b48 HTTP/1.1" status: 200 len: 943 time: 0.0789816 Apr 18 21:33:02.727822 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-965b0a2f-fa56-46a8-943a-db582a9d794e req-f02f2df3-492d-4a76-8537-626ded718086 tempest-ServerDiskConfigTestJSON-379945943 tempest-ServerDiskConfigTestJSON-379945943-project] 10.222.0.42 "GET /v2.0/security-groups?id=1cc08d4c-9e9c-4fd4-b6e9-372ce5c7eb62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419559 Apr 18 21:33:02.830548 n-d-838334-2 neutron-server[84040]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '375d0c64-ab34-4bad-8c25-7a04dc378b48', 'tag': '07a0620c-b01b-46f8-b866-86b89c02949f'}] {{(pid=84040) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 21:33:02.900519 n-d-838334-2 neutron-server[84040]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3c902604-1d52-4533-b652-6bdccc922f47'] response: {'name': 'network-changed', 'server_uuid': '375d0c64-ab34-4bad-8c25-7a04dc378b48', 'tag': '07a0620c-b01b-46f8-b866-86b89c02949f', 'status': 'completed', 'code': 200} Apr 18 21:33:02.990370 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-04545742-dd44-4b5b-ae5a-7fbff076e997 req-3996ee70-d6ce-4400-a104-90914f268753 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=b7d3e9416ada4476bc356a18a58b346a&device_id=375d0c64-ab34-4bad-8c25-7a04dc378b48 HTTP/1.1" status: 200 len: 1094 time: 0.0707371 Apr 18 21:33:02.992999 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-04545742-dd44-4b5b-ae5a-7fbff076e997 req-5e83b15e-0ae1-4fbf-a773-affd004dd605 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=b7d3e9416ada4476bc356a18a58b346a&device_id=375d0c64-ab34-4bad-8c25-7a04dc378b48 HTTP/1.1" status: 200 len: 1094 time: 0.0706568 Apr 18 21:33:03.123950 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04545742-dd44-4b5b-ae5a-7fbff076e997 req-ae10c5f4-d718-4a94-9ae0-e7463cc2107e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:33:03.124426 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04545742-dd44-4b5b-ae5a-7fbff076e997 req-ce66c833-bb74-4f0b-af58-b302935c9e88 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:33:03.125395 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-04545742-dd44-4b5b-ae5a-7fbff076e997 req-ae10c5f4-d718-4a94-9ae0-e7463cc2107e service neutron] 10.222.0.48 "GET /v2.0/networks?id=c3ce992a-0a9f-44b4-be6f-2f43670e1b2b HTTP/1.1" status: 200 len: 915 time: 0.1261053 Apr 18 21:33:03.125505 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-04545742-dd44-4b5b-ae5a-7fbff076e997 req-ce66c833-bb74-4f0b-af58-b302935c9e88 service neutron] 10.222.0.43 "GET /v2.0/networks?id=c3ce992a-0a9f-44b4-be6f-2f43670e1b2b HTTP/1.1" status: 200 len: 915 time: 0.1288581 Apr 18 21:33:03.194445 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-04545742-dd44-4b5b-ae5a-7fbff076e997 req-2b6c805f-16d6-49dd-851d-2e597c789d96 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=07a0620c-b01b-46f8-b866-86b89c02949f HTTP/1.1" status: 200 len: 217 time: 0.0630283 Apr 18 21:33:03.196536 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-04545742-dd44-4b5b-ae5a-7fbff076e997 req-e2fcb258-1e17-4833-9d99-da29e8e866a1 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=07a0620c-b01b-46f8-b866-86b89c02949f HTTP/1.1" status: 200 len: 217 time: 0.0647926 Apr 18 21:33:03.256073 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04545742-dd44-4b5b-ae5a-7fbff076e997 req-271f757e-efdc-463a-8917-57e1ee2ad9d2 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:33:03.257422 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-04545742-dd44-4b5b-ae5a-7fbff076e997 req-271f757e-efdc-463a-8917-57e1ee2ad9d2 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=0c2c5dc7-636c-4331-bbd8-61e5c0191487 HTTP/1.1" status: 200 len: 854 time: 0.0576053 Apr 18 21:33:03.257596 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04545742-dd44-4b5b-ae5a-7fbff076e997 req-4d56f5b0-e5dd-4ae4-9fb5-4ecf95310e34 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:33:03.259012 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-04545742-dd44-4b5b-ae5a-7fbff076e997 req-4d56f5b0-e5dd-4ae4-9fb5-4ecf95310e34 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=0c2c5dc7-636c-4331-bbd8-61e5c0191487 HTTP/1.1" status: 200 len: 854 time: 0.0562887 Apr 18 21:33:03.302791 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-04545742-dd44-4b5b-ae5a-7fbff076e997 req-126c4b6a-0dff-4f20-9865-b58ed37e438d service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=c3ce992a-0a9f-44b4-be6f-2f43670e1b2b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0391340 Apr 18 21:33:03.304058 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-04545742-dd44-4b5b-ae5a-7fbff076e997 req-76088532-b781-4665-84b5-cd9c59494e31 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=c3ce992a-0a9f-44b4-be6f-2f43670e1b2b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0387866 Apr 18 21:33:03.430876 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-04545742-dd44-4b5b-ae5a-7fbff076e997 req-fde557b8-73b6-47e0-b3c8-3784d0816f67 service neutron] 10.222.0.48 "GET /v2.0/networks/c3ce992a-0a9f-44b4-be6f-2f43670e1b2b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1219428 Apr 18 21:33:03.431805 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-04545742-dd44-4b5b-ae5a-7fbff076e997 req-a73a048d-290b-491a-91db-5db8e93fdcbf service neutron] 10.222.0.43 "GET /v2.0/networks/c3ce992a-0a9f-44b4-be6f-2f43670e1b2b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1218367 Apr 18 21:33:03.572529 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-04545742-dd44-4b5b-ae5a-7fbff076e997 req-83a66121-4f31-45c2-a0f7-e1c7d0cdd2ed service neutron] 10.222.0.43 "GET /v2.0/networks/c3ce992a-0a9f-44b4-be6f-2f43670e1b2b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1338913 Apr 18 21:33:03.666162 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-04545742-dd44-4b5b-ae5a-7fbff076e997 req-b7622bf9-0b31-42f7-848f-fde05d121aaa service neutron] 10.222.0.48 "GET /v2.0/networks/c3ce992a-0a9f-44b4-be6f-2f43670e1b2b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2290180 Apr 18 21:33:03.926652 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ab6036e-27ba-4134-8abd-85e1458df0df req-ab525208-363c-4878-a06e-7dcb37813d85 tempest-ServerDiskConfigTestJSON-379945943 tempest-ServerDiskConfigTestJSON-379945943-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:33:03.928031 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-8ab6036e-27ba-4134-8abd-85e1458df0df req-ab525208-363c-4878-a06e-7dcb37813d85 tempest-ServerDiskConfigTestJSON-379945943 tempest-ServerDiskConfigTestJSON-379945943-project] 10.222.0.42 "GET /v2.0/ports?device_id=375d0c64-ab34-4bad-8c25-7a04dc378b48 HTTP/1.1" status: 200 len: 943 time: 0.0792606 Apr 18 21:33:03.973165 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-8ab6036e-27ba-4134-8abd-85e1458df0df req-e798436b-eae7-4ce4-9bcd-0304bdc7952d tempest-ServerDiskConfigTestJSON-379945943 tempest-ServerDiskConfigTestJSON-379945943-project] 10.222.0.42 "GET /v2.0/security-groups?id=1cc08d4c-9e9c-4fd4-b6e9-372ce5c7eb62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394232 Apr 18 21:33:04.191733 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Device 07a0620c-b01b-46f8-b866-86b89c02949f details requested by agent hyperv_n-h1-838334-2 with host n-h1-838334-2 {{(pid=84042) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 18 21:33:04.302914 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750375287399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253529'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:33:04.304303 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29e6d329-fafa-49ac-b894-a0f099f66cd7 req-df42ff6a-298a-4367-9880-1d15eae33347 tempest-ServerDiskConfigTestJSON-379945943 tempest-ServerDiskConfigTestJSON-379945943-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:33:04.306043 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-29e6d329-fafa-49ac-b894-a0f099f66cd7 req-df42ff6a-298a-4367-9880-1d15eae33347 tempest-ServerDiskConfigTestJSON-379945943 tempest-ServerDiskConfigTestJSON-379945943-project] 10.222.0.42 "GET /v2.0/ports?device_id=375d0c64-ab34-4bad-8c25-7a04dc378b48 HTTP/1.1" status: 200 len: 943 time: 0.0779181 Apr 18 21:33:04.309206 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7812c06d-0eb5-405b-80ac-eb3c4a90e111 req-bb7aa7ef-cede-4d6b-922d-1ba3dbc510f9 tempest-ServerDiskConfigTestJSON-379945943 tempest-ServerDiskConfigTestJSON-379945943-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:33:04.310007 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [req-7812c06d-0eb5-405b-80ac-eb3c4a90e111 req-bb7aa7ef-cede-4d6b-922d-1ba3dbc510f9 tempest-ServerDiskConfigTestJSON-379945943 tempest-ServerDiskConfigTestJSON-379945943-project] Synchronizing usage tracker for tenant:b7d3e9416ada4476bc356a18a58b346a on resource:port {{(pid=84041) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 21:33:04.323306 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [req-7812c06d-0eb5-405b-80ac-eb3c4a90e111 req-bb7aa7ef-cede-4d6b-922d-1ba3dbc510f9 tempest-ServerDiskConfigTestJSON-379945943 tempest-ServerDiskConfigTestJSON-379945943-project] Unset dirty status for tenant:b7d3e9416ada4476bc356a18a58b346a on resource:port {{(pid=84041) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 21:33:04.324555 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-7812c06d-0eb5-405b-80ac-eb3c4a90e111 req-bb7aa7ef-cede-4d6b-922d-1ba3dbc510f9 tempest-ServerDiskConfigTestJSON-379945943 tempest-ServerDiskConfigTestJSON-379945943-project] 10.222.0.48 "GET /v2.0/ports?device_id=375d0c64-ab34-4bad-8c25-7a04dc378b48&tenant_id=b7d3e9416ada4476bc356a18a58b346a&binding%3Ahost_id=n-h1-838334-2 HTTP/1.1" status: 200 len: 943 time: 0.1083722 Apr 18 21:33:04.355221 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] For port 07a0620c-b01b-46f8-b866-86b89c02949f, host n-h1-838334-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838334-2',level=0,port_id=07a0620c-b01b-46f8-b866-86b89c02949f,segment=NetworkSegment(26b1910e-a2cc-4fb7-8043-6ab413c35f99),segment_id=26b1910e-a2cc-4fb7-8043-6ab413c35f99)] {{(pid=84042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:33:04.370129 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Returning: {'device': '07a0620c-b01b-46f8-b866-86b89c02949f', 'network_id': 'c3ce992a-0a9f-44b4-be6f-2f43670e1b2b', 'port_id': '07a0620c-b01b-46f8-b866-86b89c02949f', 'mac_address': 'fa:16:3e:6b:a8:76', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 359, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0c2c5dc7-636c-4331-bbd8-61e5c0191487', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84042) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 18 21:33:04.420564 n-d-838334-2 neutron-server[84041]: INFO neutron.api.v2.resource [req-7812c06d-0eb5-405b-80ac-eb3c4a90e111 req-df275ede-0408-4739-8c72-3811ccb07521 service neutron] delete failed (client error): The resource could not be found. Apr 18 21:33:04.421627 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-7812c06d-0eb5-405b-80ac-eb3c4a90e111 req-df275ede-0408-4739-8c72-3811ccb07521 service neutron] 10.222.0.48 "DELETE /v2.0/ports/07a0620c-b01b-46f8-b866-86b89c02949f/bindings/n-h2-838334-2 HTTP/1.1" status: 404 len: 380 time: 0.0907912 Apr 18 21:33:04.441055 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:33:04.460018 n-d-838334-2 neutron-server[84042]: DEBUG neutron.notifiers.nova [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 07a0620c-b01b-46f8-b866-86b89c02949f {{(pid=84042) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 18 21:33:04.460371 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-29e6d329-fafa-49ac-b894-a0f099f66cd7 req-2a280f69-3812-4c8c-bfb4-0ccb124154e6 tempest-ServerDiskConfigTestJSON-379945943 tempest-ServerDiskConfigTestJSON-379945943-project] 10.222.0.42 "GET /v2.0/security-groups?id=1cc08d4c-9e9c-4fd4-b6e9-372ce5c7eb62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1486533 Apr 18 21:33:04.477715 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] For port 07a0620c-b01b-46f8-b866-86b89c02949f, host n-h1-838334-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838334-2',level=0,port_id=07a0620c-b01b-46f8-b866-86b89c02949f,segment=NetworkSegment(26b1910e-a2cc-4fb7-8043-6ab413c35f99),segment_id=26b1910e-a2cc-4fb7-8043-6ab413c35f99)] {{(pid=84042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:33:04.482203 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682'] for port, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:33:04.548310 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Pushing event updated for resources: {'Port': ['ID=07a0620c-b01b-46f8-b866-86b89c02949f,revision_number=8']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:33:04.568632 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-7812c06d-0eb5-405b-80ac-eb3c4a90e111 req-e6bff773-7bb7-442f-b4ec-7d51d897dc18 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=b7d3e9416ada4476bc356a18a58b346a&device_id=375d0c64-ab34-4bad-8c25-7a04dc378b48 HTTP/1.1" status: 200 len: 1095 time: 0.0717671 Apr 18 21:33:04.697925 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7812c06d-0eb5-405b-80ac-eb3c4a90e111 req-c90d91ad-34fd-4f62-be50-34ae8a49c924 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:33:04.699382 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-7812c06d-0eb5-405b-80ac-eb3c4a90e111 req-c90d91ad-34fd-4f62-be50-34ae8a49c924 service neutron] 10.222.0.48 "GET /v2.0/networks?id=c3ce992a-0a9f-44b4-be6f-2f43670e1b2b HTTP/1.1" status: 200 len: 915 time: 0.1243923 Apr 18 21:33:04.717217 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] get_ports_and_sgs() called for port_ids ['07a0620c-b01b-46f8-b866-86b89c02949f'] {{(pid=84042) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 18 21:33:04.768185 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-7812c06d-0eb5-405b-80ac-eb3c4a90e111 req-00d84f2c-36e0-402d-af52-3e77bf7f3596 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=07a0620c-b01b-46f8-b866-86b89c02949f HTTP/1.1" status: 200 len: 217 time: 0.0629005 Apr 18 21:33:04.833876 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7812c06d-0eb5-405b-80ac-eb3c4a90e111 req-78265492-69a3-49f3-b7d0-711f3cb69796 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:33:04.835314 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-7812c06d-0eb5-405b-80ac-eb3c4a90e111 req-78265492-69a3-49f3-b7d0-711f3cb69796 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=0c2c5dc7-636c-4331-bbd8-61e5c0191487 HTTP/1.1" status: 200 len: 854 time: 0.0615270 Apr 18 21:33:04.879617 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-7812c06d-0eb5-405b-80ac-eb3c4a90e111 req-8c5a5249-65ea-48e1-b16b-d951d9fddf02 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=c3ce992a-0a9f-44b4-be6f-2f43670e1b2b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0382621 Apr 18 21:33:05.008578 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-7812c06d-0eb5-405b-80ac-eb3c4a90e111 req-2ccde890-9105-4595-b6a7-33d2aab6bfb8 service neutron] 10.222.0.48 "GET /v2.0/networks/c3ce992a-0a9f-44b4-be6f-2f43670e1b2b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1215706 Apr 18 21:33:05.141066 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-7812c06d-0eb5-405b-80ac-eb3c4a90e111 req-d597019a-1625-471f-9590-be9b38a4585e service neutron] 10.222.0.48 "GET /v2.0/networks/c3ce992a-0a9f-44b4-be6f-2f43670e1b2b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1253660 Apr 18 21:33:05.674927 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8846a90b-71c1-433c-945e-923ef4f727ed req-026a6e32-471a-4c4d-a008-4f0402d44045 tempest-ServerDiskConfigTestJSON-379945943 tempest-ServerDiskConfigTestJSON-379945943-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:33:05.676433 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-8846a90b-71c1-433c-945e-923ef4f727ed req-026a6e32-471a-4c4d-a008-4f0402d44045 tempest-ServerDiskConfigTestJSON-379945943 tempest-ServerDiskConfigTestJSON-379945943-project] 10.222.0.42 "GET /v2.0/ports?device_id=375d0c64-ab34-4bad-8c25-7a04dc378b48 HTTP/1.1" status: 200 len: 944 time: 0.0789964 Apr 18 21:33:05.722756 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-8846a90b-71c1-433c-945e-923ef4f727ed req-03ffc2b2-aa05-4bc5-88bd-8fb96d3c9362 tempest-ServerDiskConfigTestJSON-379945943 tempest-ServerDiskConfigTestJSON-379945943-project] 10.222.0.42 "GET /v2.0/security-groups?id=1cc08d4c-9e9c-4fd4-b6e9-372ce5c7eb62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400882 Apr 18 21:33:05.925708 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22847410-b1fa-47f4-97e0-12c97c920525 req-77a25e2b-d892-4ae0-a916-ad97f42d8f93 tempest-ServerDiskConfigTestJSON-379945943 tempest-ServerDiskConfigTestJSON-379945943-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:33:05.927159 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-22847410-b1fa-47f4-97e0-12c97c920525 req-77a25e2b-d892-4ae0-a916-ad97f42d8f93 tempest-ServerDiskConfigTestJSON-379945943 tempest-ServerDiskConfigTestJSON-379945943-project] 10.222.0.42 "GET /v2.0/ports?device_id=375d0c64-ab34-4bad-8c25-7a04dc378b48 HTTP/1.1" status: 200 len: 944 time: 0.0797462 Apr 18 21:33:05.975190 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-22847410-b1fa-47f4-97e0-12c97c920525 req-ea6b9bb1-89ef-4e25-8f4e-81a40ce8ff33 tempest-ServerDiskConfigTestJSON-379945943 tempest-ServerDiskConfigTestJSON-379945943-project] 10.222.0.42 "GET /v2.0/security-groups?id=1cc08d4c-9e9c-4fd4-b6e9-372ce5c7eb62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420635 Apr 18 21:33:06.171798 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec8cd4de-143f-446e-afb2-0fa4e7241288 req-2b76fcb4-ace2-469e-9205-b3251fd72b79 tempest-ServerDiskConfigTestJSON-379945943 tempest-ServerDiskConfigTestJSON-379945943-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:33:06.173223 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-ec8cd4de-143f-446e-afb2-0fa4e7241288 req-2b76fcb4-ace2-469e-9205-b3251fd72b79 tempest-ServerDiskConfigTestJSON-379945943 tempest-ServerDiskConfigTestJSON-379945943-project] 10.222.0.42 "GET /v2.0/ports?device_id=375d0c64-ab34-4bad-8c25-7a04dc378b48 HTTP/1.1" status: 200 len: 944 time: 0.0747027 Apr 18 21:33:06.210835 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Device 07a0620c-b01b-46f8-b866-86b89c02949f up at agent hyperv_n-h1-838334-2 {{(pid=84042) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 21:33:06.219232 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-ec8cd4de-143f-446e-afb2-0fa4e7241288 req-d7c003a1-c32f-4379-aa71-b9b6cd600b6d tempest-ServerDiskConfigTestJSON-379945943 tempest-ServerDiskConfigTestJSON-379945943-project] 10.222.0.42 "GET /v2.0/security-groups?id=1cc08d4c-9e9c-4fd4-b6e9-372ce5c7eb62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405536 Apr 18 21:33:06.277298 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Provisioning for port 07a0620c-b01b-46f8-b866-86b89c02949f completed by entity L2. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 21:33:06.282286 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Provisioning complete for port 07a0620c-b01b-46f8-b866-86b89c02949f triggered by entity L2. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:33:06.282646 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1253608'] for port, provisioning_complete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:33:06.397065 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:33:06.424928 n-d-838334-2 neutron-server[84042]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '375d0c64-ab34-4bad-8c25-7a04dc378b48', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '07a0620c-b01b-46f8-b866-86b89c02949f'}] {{(pid=84042) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 21:33:06.435144 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] For port 07a0620c-b01b-46f8-b866-86b89c02949f, host n-h1-838334-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838334-2',level=0,port_id=07a0620c-b01b-46f8-b866-86b89c02949f,segment=NetworkSegment(26b1910e-a2cc-4fb7-8043-6ab413c35f99),segment_id=26b1910e-a2cc-4fb7-8043-6ab413c35f99)] {{(pid=84042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:33:06.448124 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682'] for port, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:33:06.493951 n-d-838334-2 neutron-server[84042]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b2ba748b-1c7c-4880-bb39-dcf23e569ba5'] response: {'server_uuid': '375d0c64-ab34-4bad-8c25-7a04dc378b48', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '07a0620c-b01b-46f8-b866-86b89c02949f', 'code': 200} Apr 18 21:33:06.519477 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Pushing event updated for resources: {'Port': ['ID=07a0620c-b01b-46f8-b866-86b89c02949f,revision_number=9']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:33:06.808155 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fc8f998-65b9-4273-85a2-5c9d2398a591 req-206f489b-162c-4d5a-adf1-d07e64284e69 tempest-ServerDiskConfigTestJSON-379945943 tempest-ServerDiskConfigTestJSON-379945943-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:33:06.809523 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-6fc8f998-65b9-4273-85a2-5c9d2398a591 req-206f489b-162c-4d5a-adf1-d07e64284e69 tempest-ServerDiskConfigTestJSON-379945943 tempest-ServerDiskConfigTestJSON-379945943-project] 10.222.0.42 "GET /v2.0/ports?device_id=375d0c64-ab34-4bad-8c25-7a04dc378b48 HTTP/1.1" status: 200 len: 945 time: 0.0802097 Apr 18 21:33:06.854189 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-6fc8f998-65b9-4273-85a2-5c9d2398a591 req-45422edd-5607-4df3-8858-4b95e0a3625c tempest-ServerDiskConfigTestJSON-379945943 tempest-ServerDiskConfigTestJSON-379945943-project] 10.222.0.42 "GET /v2.0/security-groups?id=1cc08d4c-9e9c-4fd4-b6e9-372ce5c7eb62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388794 Apr 18 21:33:07.814051 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2db4a40-c059-43fe-897b-c1298e5fe6a8 req-b8cb6082-1e21-4cb8-bec3-8138cf61c268 tempest-ServerDiskConfigTestJSON-379945943 tempest-ServerDiskConfigTestJSON-379945943-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:33:07.815802 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-e2db4a40-c059-43fe-897b-c1298e5fe6a8 req-b8cb6082-1e21-4cb8-bec3-8138cf61c268 tempest-ServerDiskConfigTestJSON-379945943 tempest-ServerDiskConfigTestJSON-379945943-project] 10.222.0.43 "GET /v2.0/ports?device_id=375d0c64-ab34-4bad-8c25-7a04dc378b48 HTTP/1.1" status: 200 len: 945 time: 0.0771990 Apr 18 21:33:07.883915 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.plugin [req-e2db4a40-c059-43fe-897b-c1298e5fe6a8 req-c6c8cccf-cc50-47bf-8a3b-3ac436034d3b tempest-ServerDiskConfigTestJSON-379945943 tempest-ServerDiskConfigTestJSON-379945943-project] Deleting port 07a0620c-b01b-46f8-b866-86b89c02949f {{(pid=84040) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 21:33:07.884250 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-e2db4a40-c059-43fe-897b-c1298e5fe6a8 req-c6c8cccf-cc50-47bf-8a3b-3ac436034d3b tempest-ServerDiskConfigTestJSON-379945943 tempest-ServerDiskConfigTestJSON-379945943-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750375188691'] for port, before_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:33:08.181804 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55290616-4c96-4736-bc8d-d09cc25fd914 req-e90437bb-de76-4a4d-889b-b9ca576d76b8 tempest-ServerDiskConfigTestJSON-379945943 tempest-ServerDiskConfigTestJSON-379945943-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:33:08.183140 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-55290616-4c96-4736-bc8d-d09cc25fd914 req-e90437bb-de76-4a4d-889b-b9ca576d76b8 tempest-ServerDiskConfigTestJSON-379945943 tempest-ServerDiskConfigTestJSON-379945943-project] 10.222.0.42 "GET /v2.0/ports?device_id=375d0c64-ab34-4bad-8c25-7a04dc378b48 HTTP/1.1" status: 200 len: 945 time: 0.1952274 Apr 18 21:33:08.184739 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.db [req-e2db4a40-c059-43fe-897b-c1298e5fe6a8 req-c6c8cccf-cc50-47bf-8a3b-3ac436034d3b tempest-ServerDiskConfigTestJSON-379945943 tempest-ServerDiskConfigTestJSON-379945943-project] For port 07a0620c-b01b-46f8-b866-86b89c02949f, host n-h1-838334-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838334-2',level=0,port_id=07a0620c-b01b-46f8-b866-86b89c02949f,segment=NetworkSegment(26b1910e-a2cc-4fb7-8043-6ab413c35f99),segment_id=26b1910e-a2cc-4fb7-8043-6ab413c35f99)] {{(pid=84040) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:33:08.185084 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-e2db4a40-c059-43fe-897b-c1298e5fe6a8 req-c6c8cccf-cc50-47bf-8a3b-3ac436034d3b tempest-ServerDiskConfigTestJSON-379945943 tempest-ServerDiskConfigTestJSON-379945943-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369123'] for port, precommit_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:33:08.317932 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.plugin [req-e2db4a40-c059-43fe-897b-c1298e5fe6a8 req-c6c8cccf-cc50-47bf-8a3b-3ac436034d3b tempest-ServerDiskConfigTestJSON-379945943 tempest-ServerDiskConfigTestJSON-379945943-project] Calling delete_port for 07a0620c-b01b-46f8-b866-86b89c02949f owned by compute:nova {{(pid=84040) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 21:33:08.387084 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-55290616-4c96-4736-bc8d-d09cc25fd914 req-ee822f4f-1564-4bae-86f2-f833e169d958 tempest-ServerDiskConfigTestJSON-379945943 tempest-ServerDiskConfigTestJSON-379945943-project] 10.222.0.42 "GET /v2.0/security-groups?id=1cc08d4c-9e9c-4fd4-b6e9-372ce5c7eb62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1947708 Apr 18 21:33:08.469817 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-e2db4a40-c059-43fe-897b-c1298e5fe6a8 req-c6c8cccf-cc50-47bf-8a3b-3ac436034d3b tempest-ServerDiskConfigTestJSON-379945943 tempest-ServerDiskConfigTestJSON-379945943-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750375259028', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750374836628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32440838'] for port, after_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:33:08.481233 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] get_ports_and_sgs() called for port_ids ['07a0620c-b01b-46f8-b866-86b89c02949f'] {{(pid=84042) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 18 21:33:08.527840 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6c8cccf-cc50-47bf-8a3b-3ac436034d3b tempest-ServerDiskConfigTestJSON-379945943 tempest-ServerDiskConfigTestJSON-379945943-project] Pushing event deleted for resources: {'Port': ['ID=07a0620c-b01b-46f8-b866-86b89c02949f,revision_number=None']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:33:08.596623 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.l3_dvrscheduler_db [req-e2db4a40-c059-43fe-897b-c1298e5fe6a8 req-c6c8cccf-cc50-47bf-8a3b-3ac436034d3b tempest-ServerDiskConfigTestJSON-379945943 tempest-ServerDiskConfigTestJSON-379945943-project] No DVR routers for this DVR port 07a0620c-b01b-46f8-b866-86b89c02949f on host n-h1-838334-2 {{(pid=84040) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 21:33:08.599157 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-e2db4a40-c059-43fe-897b-c1298e5fe6a8 req-c6c8cccf-cc50-47bf-8a3b-3ac436034d3b tempest-ServerDiskConfigTestJSON-379945943 tempest-ServerDiskConfigTestJSON-379945943-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217293'] for port, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:33:08.601683 n-d-838334-2 neutron-server[84040]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '375d0c64-ab34-4bad-8c25-7a04dc378b48', 'name': 'network-vif-deleted', 'tag': '07a0620c-b01b-46f8-b866-86b89c02949f'}] {{(pid=84040) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 21:33:08.616713 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-e2db4a40-c059-43fe-897b-c1298e5fe6a8 req-c6c8cccf-cc50-47bf-8a3b-3ac436034d3b tempest-ServerDiskConfigTestJSON-379945943 tempest-ServerDiskConfigTestJSON-379945943-project] 10.222.0.43 "DELETE /v2.0/ports/07a0620c-b01b-46f8-b866-86b89c02949f HTTP/1.1" status: 204 len: 173 time: 0.7960687 Apr 18 21:33:08.658755 n-d-838334-2 neutron-server[84040]: INFO neutron.notifiers.nova [-] Nova event matching ['req-574216bb-90ee-4d74-be22-39b1981c471b'] response: {'server_uuid': '375d0c64-ab34-4bad-8c25-7a04dc378b48', 'name': 'network-vif-deleted', 'tag': '07a0620c-b01b-46f8-b866-86b89c02949f', 'status': 'completed', 'code': 200} Apr 18 21:33:09.640847 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 38568) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:33:09.706139 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.db_base_plugin_v2 [None req-947ec204-fa62-44de-a046-5f7feacc26cd admin admin] Deleting subnet 0c2c5dc7-636c-4331-bbd8-61e5c0191487 {{(pid=84041) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 18 21:33:09.708948 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-947ec204-fa62-44de-a046-5f7feacc26cd admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:33:09.757995 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-947ec204-fa62-44de-a046-5f7feacc26cd admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32266383'] for subnet, precommit_delete_associations {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:33:09.813384 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-947ec204-fa62-44de-a046-5f7feacc26cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1260556'] for subnet, precommit_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:33:09.882660 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-947ec204-fa62-44de-a046-5f7feacc26cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1260549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33526260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32266336', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32486390'] for subnet, after_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:33:09.919110 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-947ec204-fa62-44de-a046-5f7feacc26cd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0c2c5dc7-636c-4331-bbd8-61e5c0191487,revision_number=None']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:33:09.931693 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-947ec204-fa62-44de-a046-5f7feacc26cd admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:33:09.932024 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-947ec204-fa62-44de-a046-5f7feacc26cd admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:33:09.932363 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-947ec204-fa62-44de-a046-5f7feacc26cd admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:33:09.932696 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-947ec204-fa62-44de-a046-5f7feacc26cd admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:33:09.933025 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-947ec204-fa62-44de-a046-5f7feacc26cd admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:33:09.933354 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-947ec204-fa62-44de-a046-5f7feacc26cd admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:33:09.934097 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-947ec204-fa62-44de-a046-5f7feacc26cd admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:33:09.934097 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-947ec204-fa62-44de-a046-5f7feacc26cd admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:33:09.934300 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-947ec204-fa62-44de-a046-5f7feacc26cd admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:33:09.934617 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-947ec204-fa62-44de-a046-5f7feacc26cd admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:33:09.934957 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-947ec204-fa62-44de-a046-5f7feacc26cd admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:33:09.939678 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-947ec204-fa62-44de-a046-5f7feacc26cd admin admin] Notify callbacks [] for subnet, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:33:09.945714 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-947ec204-fa62-44de-a046-5f7feacc26cd admin admin] 10.222.0.42 "DELETE /v2.0/subnets/0c2c5dc7-636c-4331-bbd8-61e5c0191487 HTTP/1.1" status: 204 len: 168 time: 0.3038311 Apr 18 21:33:09.948201 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 38572) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:33:10.057231 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-ec558e36-aff3-4af2-ba88-56b878a177cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1103592'] for network, before_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:33:10.181276 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-ec558e36-aff3-4af2-ba88-56b878a177cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1258905', 'neutron.services.segments.db._delete_segments_for_network-8750375287417'] for network, precommit_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:33:10.206769 n-d-838334-2 neutron-server[84041]: DEBUG neutron.services.segments.db [None req-ec558e36-aff3-4af2-ba88-56b878a177cc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c3ce992a-0a9f-44b4-be6f-2f43670e1b2b']}} {{(pid=84041) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:33:10.218899 n-d-838334-2 neutron-server[84041]: DEBUG neutron.services.segments.db [None req-ec558e36-aff3-4af2-ba88-56b878a177cc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '26b1910e-a2cc-4fb7-8043-6ab413c35f99') {'for_net_delete': True} {{(pid=84041) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:33:10.219192 n-d-838334-2 neutron-server[84041]: DEBUG neutron.services.segments.db [None req-ec558e36-aff3-4af2-ba88-56b878a177cc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '26b1910e-a2cc-4fb7-8043-6ab413c35f99') {} {{(pid=84041) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:33:10.230065 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-ec558e36-aff3-4af2-ba88-56b878a177cc admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750375287300', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32268156'] for segment, before_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:33:10.246303 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-ec558e36-aff3-4af2-ba88-56b878a177cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1082986'] for segment, precommit_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:33:10.253277 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ec558e36-aff3-4af2-ba88-56b878a177cc admin admin] Releasing vlan 359 on physical network physnet1 to pool {{(pid=84041) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 18 21:33:10.253659 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-ec558e36-aff3-4af2-ba88-56b878a177cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1082993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32266254'] for segment, after_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:33:10.266286 n-d-838334-2 neutron-server[84041]: Traceback (most recent call last): Apr 18 21:33:10.266286 n-d-838334-2 neutron-server[84041]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 18 21:33:10.266286 n-d-838334-2 neutron-server[84041]: timer() Apr 18 21:33:10.266286 n-d-838334-2 neutron-server[84041]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 21:33:10.266286 n-d-838334-2 neutron-server[84041]: cb(*args, **kw) Apr 18 21:33:10.266286 n-d-838334-2 neutron-server[84041]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 18 21:33:10.266286 n-d-838334-2 neutron-server[84041]: return func(*args, **kwargs) Apr 18 21:33:10.266286 n-d-838334-2 neutron-server[84041]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 21:33:10.266286 n-d-838334-2 neutron-server[84041]: self._notify() Apr 18 21:33:10.266286 n-d-838334-2 neutron-server[84041]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 21:33:10.266286 n-d-838334-2 neutron-server[84041]: self.callback(batched_events) Apr 18 21:33:10.266286 n-d-838334-2 neutron-server[84041]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 21:33:10.266286 n-d-838334-2 neutron-server[84041]: event.method(event) Apr 18 21:33:10.266286 n-d-838334-2 neutron-server[84041]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 18 21:33:10.266286 n-d-838334-2 neutron-server[84041]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 21:33:10.266286 n-d-838334-2 neutron-server[84041]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 18 21:33:10.266286 n-d-838334-2 neutron-server[84041]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 21:33:10.266286 n-d-838334-2 neutron-server[84041]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 18 21:33:10.266286 n-d-838334-2 neutron-server[84041]: return f(self, *a, **k) Apr 18 21:33:10.266286 n-d-838334-2 neutron-server[84041]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 18 21:33:10.266286 n-d-838334-2 neutron-server[84041]: return self._get(url).json() Apr 18 21:33:10.266286 n-d-838334-2 neutron-server[84041]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 18 21:33:10.266286 n-d-838334-2 neutron-server[84041]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 21:33:10.266286 n-d-838334-2 neutron-server[84041]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 18 21:33:10.266286 n-d-838334-2 neutron-server[84041]: return self.request(url, 'GET', **kwargs) Apr 18 21:33:10.266286 n-d-838334-2 neutron-server[84041]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 18 21:33:10.266286 n-d-838334-2 neutron-server[84041]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 21:33:10.266286 n-d-838334-2 neutron-server[84041]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 18 21:33:10.266286 n-d-838334-2 neutron-server[84041]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 21:33:10.266286 n-d-838334-2 neutron-server[84041]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 18 21:33:10.266286 n-d-838334-2 neutron-server[84041]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 21:33:10.266286 n-d-838334-2 neutron-server[84041]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 21:33:10.427090 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-ec558e36-aff3-4af2-ba88-56b878a177cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1258898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33526109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33444113'] for network, after_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:33:10.444191 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-ec558e36-aff3-4af2-ba88-56b878a177cc admin admin] Notify callbacks [] for network, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:33:10.454151 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec558e36-aff3-4af2-ba88-56b878a177cc admin admin] Pushing event deleted for resources: {'Network': ['ID=c3ce992a-0a9f-44b4-be6f-2f43670e1b2b,revision_number=None']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:33:10.463145 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-ec558e36-aff3-4af2-ba88-56b878a177cc admin admin] 10.222.0.42 "DELETE /v2.0/networks/c3ce992a-0a9f-44b4-be6f-2f43670e1b2b HTTP/1.1" status: 204 len: 168 time: 0.5139976 Apr 18 21:33:10.597293 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 38578) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:33:10.646197 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-f3a66fd1-e96b-4be6-8f0e-979a1f240ed7 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=b7d3e9416ada4476bc356a18a58b346a&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0477953 Apr 18 21:33:10.648650 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 38582) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:33:10.711182 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-b1160a53-ec8d-42ba-9b41-b72c3bdad0f7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:33:10.737525 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-b1160a53-ec8d-42ba-9b41-b72c3bdad0f7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:33:10.789280 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-b1160a53-ec8d-42ba-9b41-b72c3bdad0f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33528224'] for security_group, after_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:33:10.804087 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1160a53-ec8d-42ba-9b41-b72c3bdad0f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1cc08d4c-9e9c-4fd4-b6e9-372ce5c7eb62,revision_number=None']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:33:10.812807 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-b1160a53-ec8d-42ba-9b41-b72c3bdad0f7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:33:10.816479 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-b1160a53-ec8d-42ba-9b41-b72c3bdad0f7 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/1cc08d4c-9e9c-4fd4-b6e9-372ce5c7eb62 HTTP/1.1" status: 204 len: 168 time: 0.1646051 Apr 18 21:33:11.666286 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 38604) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:33:11.794966 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.v2.base [None req-fc790808-73a0-4f08-8b81-4ae29095fbde admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-1522639251-network', 'tenant_id': '675834a466b84bb5a01c14f13ca191f7'}} {{(pid=84041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:33:11.800583 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-fc790808-73a0-4f08-8b81-4ae29095fbde admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:33:11.804443 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-fc790808-73a0-4f08-8b81-4ae29095fbde admin admin] Usage tracker for resource:network and tenant:675834a466b84bb5a01c14f13ca191f7 is out of sync, need to count used quota {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:33:11.807417 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-fc790808-73a0-4f08-8b81-4ae29095fbde admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:33:11.813213 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-fc790808-73a0-4f08-8b81-4ae29095fbde admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:33:11.823349 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc790808-73a0-4f08-8b81-4ae29095fbde admin admin] Made reservation on behalf of 675834a466b84bb5a01c14f13ca191f7 for: {'network': 1} {{(pid=84041) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:33:11.825614 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-fc790808-73a0-4f08-8b81-4ae29095fbde admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for network, before_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:33:11.843482 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-fc790808-73a0-4f08-8b81-4ae29095fbde admin admin] Notify callbacks [] for security_group, before_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:33:11.879549 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-fc790808-73a0-4f08-8b81-4ae29095fbde admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:33:11.883256 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-fc790808-73a0-4f08-8b81-4ae29095fbde admin admin] Usage tracker for resource:security_group_rule and tenant:675834a466b84bb5a01c14f13ca191f7 is out of sync, need to count used quota {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:33:11.885990 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-fc790808-73a0-4f08-8b81-4ae29095fbde admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:33:11.892151 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-fc790808-73a0-4f08-8b81-4ae29095fbde admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:33:11.957118 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-fc790808-73a0-4f08-8b81-4ae29095fbde admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:33:11.961213 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-fc790808-73a0-4f08-8b81-4ae29095fbde admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33528224'] for security_group, after_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:33:11.996040 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fc790808-73a0-4f08-8b81-4ae29095fbde admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 379} {{(pid=84041) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 21:33:12.001903 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc790808-73a0-4f08-8b81-4ae29095fbde admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=08f5a763-167a-4022-9196-162517e34936,revision_number=1']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:33:12.009192 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-fc790808-73a0-4f08-8b81-4ae29095fbde admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1082986'] for segment, precommit_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:33:12.009409 n-d-838334-2 neutron-server[84041]: INFO neutron.db.segments_db [None req-fc790808-73a0-4f08-8b81-4ae29095fbde admin admin] Added segment f760d59a-3b5d-4f9f-a682-b437a8b8b263 of type vlan for network f3320db2-e9b9-4caa-91bd-c608bba0ab9e Apr 18 21:33:12.036465 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-fc790808-73a0-4f08-8b81-4ae29095fbde admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750374825732'] for network, precommit_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:33:12.065777 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-fc790808-73a0-4f08-8b81-4ae29095fbde admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33526109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022'] for network, after_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:33:12.066515 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc790808-73a0-4f08-8b81-4ae29095fbde admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:33:12.067079 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-fc790808-73a0-4f08-8b81-4ae29095fbde admin admin] Notify callbacks [] for network, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:33:12.167471 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc790808-73a0-4f08-8b81-4ae29095fbde admin admin] Pushing event updated for resources: {'Network': ['ID=f3320db2-e9b9-4caa-91bd-c608bba0ab9e,revision_number=1']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:33:12.171053 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-fc790808-73a0-4f08-8b81-4ae29095fbde admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.5037005 Apr 18 21:33:12.173977 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 38610) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:33:12.178363 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Network f3320db2-e9b9-4caa-91bd-c608bba0ab9e details requested by agent ovs-agent-n-d-838334-2 with host n-d-838334-2 {{(pid=84042) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 18 21:33:12.180930 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.v2.base [None req-cb0223c3-54ba-49b5-a979-5e2851e65b85 admin admin] Request body: {'subnet': {'network_id': 'f3320db2-e9b9-4caa-91bd-c608bba0ab9e', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-1522639251-subnet', 'tenant_id': '675834a466b84bb5a01c14f13ca191f7', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=84041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:33:12.187419 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-cb0223c3-54ba-49b5-a979-5e2851e65b85 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:33:12.191721 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-cb0223c3-54ba-49b5-a979-5e2851e65b85 admin admin] Usage tracker for resource:subnet and tenant:675834a466b84bb5a01c14f13ca191f7 is out of sync, need to count used quota {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:33:12.194604 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-cb0223c3-54ba-49b5-a979-5e2851e65b85 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:33:12.201795 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-cb0223c3-54ba-49b5-a979-5e2851e65b85 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:33:12.215213 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb0223c3-54ba-49b5-a979-5e2851e65b85 admin admin] Made reservation on behalf of 675834a466b84bb5a01c14f13ca191f7 for: {'subnet': 1} {{(pid=84041) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:33:12.217776 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-cb0223c3-54ba-49b5-a979-5e2851e65b85 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32486301'] for subnet, before_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:33:12.255079 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Device 07a0620c-b01b-46f8-b866-86b89c02949f no longer exists at agent hyperv_n-h1-838334-2 {{(pid=84042) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 21:33:12.299434 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.plugin [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] No Port match for: 07a0620c-b01b-46f8-b866-86b89c02949f {{(pid=84042) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 18 21:33:12.299799 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Device 07a0620c-b01b-46f8-b866-86b89c02949f not bound to the agent host n-h1-838334-2 {{(pid=84042) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 21:33:12.417626 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-cb0223c3-54ba-49b5-a979-5e2851e65b85 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33526260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32266407', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32486287'] for subnet, after_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:33:12.488313 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb0223c3-54ba-49b5-a979-5e2851e65b85 admin admin] Pushing event updated for resources: {'Subnet': ['ID=32f4d787-9e43-4aac-98c4-668fa9d35a84,revision_number=0']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:33:12.505804 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb0223c3-54ba-49b5-a979-5e2851e65b85 admin admin] Checking segment: {'id': 'f760d59a-3b5d-4f9f-a682-b437a8b8b263', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': 'f3320db2-e9b9-4caa-91bd-c608bba0ab9e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84041) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 21:33:12.506174 n-d-838334-2 neutron-server[84041]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb0223c3-54ba-49b5-a979-5e2851e65b85 admin admin] Network hostable DHCP agents. Network: f3320db2-e9b9-4caa-91bd-c608bba0ab9e, hostable agents: ['8746f8ea-3e91-4b32-9919-2c63adeb8722'], hosted agents: [] {{(pid=84041) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 21:33:12.528485 n-d-838334-2 neutron-server[84041]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb0223c3-54ba-49b5-a979-5e2851e65b85 admin admin] Network f3320db2-e9b9-4caa-91bd-c608bba0ab9e is scheduled to be hosted by DHCP agent 8746f8ea-3e91-4b32-9919-2c63adeb8722 with binding_index 1 {{(pid=84041) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 21:33:12.538253 n-d-838334-2 neutron-server[84041]: DEBUG neutron.scheduler.base_scheduler [None req-cb0223c3-54ba-49b5-a979-5e2851e65b85 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-838334-2, f3320db2-e9b9-4caa-91bd-c608bba0ab9e) {{(pid=84041) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:33:12.542159 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb0223c3-54ba-49b5-a979-5e2851e65b85 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:33:12.542719 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-cb0223c3-54ba-49b5-a979-5e2851e65b85 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:33:12.548142 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e48ef3e5-a786-4b08-b582-44f6e96a2ffd None None] Network f3320db2-e9b9-4caa-91bd-c608bba0ab9e requested from n-d-838334-2 {{(pid=84042) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 21:33:12.565672 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-cb0223c3-54ba-49b5-a979-5e2851e65b85 admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3881447 Apr 18 21:33:12.565864 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 38614) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:33:12.570817 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.v2.base [None req-df4e9080-38f0-4f82-9766-a3795ca1cda6 admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-1522639251-router', 'tenant_id': '675834a466b84bb5a01c14f13ca191f7', 'external_gateway_info': {'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c'}}} {{(pid=84041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:33:12.576589 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-df4e9080-38f0-4f82-9766-a3795ca1cda6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:33:12.580299 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-df4e9080-38f0-4f82-9766-a3795ca1cda6 admin admin] Usage tracker for resource:router and tenant:675834a466b84bb5a01c14f13ca191f7 is out of sync, need to count used quota {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:33:12.583135 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-df4e9080-38f0-4f82-9766-a3795ca1cda6 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:33:12.588787 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-df4e9080-38f0-4f82-9766-a3795ca1cda6 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:33:12.601782 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-df4e9080-38f0-4f82-9766-a3795ca1cda6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-33442106', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5708'] for router, before_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:33:12.602993 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-df4e9080-38f0-4f82-9766-a3795ca1cda6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33442137', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33444285', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33535433', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5703'] for router, precommit_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:33:12.622330 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-df4e9080-38f0-4f82-9766-a3795ca1cda6 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:33:12.761705 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0804331-f55a-46be-b610-1a0daa36e614 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp016840fc-1f9f-5892-9c53-c9cf6c845bbb-f3320db2-e9b9-4caa-91bd-c608bba0ab9e', 'network_id': 'f3320db2-e9b9-4caa-91bd-c608bba0ab9e', 'tenant_id': '675834a466b84bb5a01c14f13ca191f7', 'fixed_ips': [{'subnet_id': '32f4d787-9e43-4aac-98c4-668fa9d35a84'}]}} from n-d-838334-2. {{(pid=84042) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 18 21:33:12.762498 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-d0804331-f55a-46be-b610-1a0daa36e614 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_create {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:33:12.768047 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-df4e9080-38f0-4f82-9766-a3795ca1cda6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-33444175', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-33443520', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5293'] for router, precommit_update {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:33:12.973104 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-df4e9080-38f0-4f82-9766-a3795ca1cda6 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:33:12.984766 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.db_base_plugin_common [None req-d0804331-f55a-46be-b610-1a0daa36e614 None None] Allocated IP 172.20.0.2 (f3320db2-e9b9-4caa-91bd-c608bba0ab9e/32f4d787-9e43-4aac-98c4-668fa9d35a84/4c828a3c-6a84-4def-9a25-333b574e1b4b) {{(pid=84042) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 21:33:13.003284 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-df4e9080-38f0-4f82-9766-a3795ca1cda6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:33:13.139614 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.db_base_plugin_common [None req-df4e9080-38f0-4f82-9766-a3795ca1cda6 admin admin] Allocated IP 172.25.8.149 (e41b6600-a917-4a8d-b05c-be3be40c6d8c/6b05667b-848e-4356-9b44-d5eb6808ef74/7071e091-9f0f-4bb0-a769-bd885f8aec0c) {{(pid=84041) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 21:33:13.203300 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-d0804331-f55a-46be-b610-1a0daa36e614 None None] Notify callbacks [] for port, precommit_create {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:33:13.213961 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-d0804331-f55a-46be-b610-1a0daa36e614 None None] Transition to ACTIVE for port object 4c828a3c-6a84-4def-9a25-333b574e1b4b will not be triggered until provisioned by entity L2. {{(pid=84042) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:33:13.243541 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-d0804331-f55a-46be-b610-1a0daa36e614 None None] Transition to ACTIVE for port object 4c828a3c-6a84-4def-9a25-333b574e1b4b will not be triggered until provisioned by entity DHCP. {{(pid=84042) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:33:13.250038 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-d0804331-f55a-46be-b610-1a0daa36e614 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750374836619'] for port, after_create {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:33:13.290846 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-df4e9080-38f0-4f82-9766-a3795ca1cda6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:33:13.319530 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-df4e9080-38f0-4f82-9766-a3795ca1cda6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750374836619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32266323'] for port, after_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:33:13.339724 n-d-838334-2 neutron-server[84042]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0804331-f55a-46be-b610-1a0daa36e614 None None] Network f3320db2-e9b9-4caa-91bd-c608bba0ab9e is already hosted by enough agents. {{(pid=84042) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:33:13.344285 n-d-838334-2 neutron-server[84042]: DEBUG neutron.scheduler.base_scheduler [None req-d0804331-f55a-46be-b610-1a0daa36e614 None None] Resources bound (agent type, host, resource id): {{(pid=84042) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:33:13.349609 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0804331-f55a-46be-b610-1a0daa36e614 None None] Received port after_create {{(pid=84042) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 21:33:13.351610 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0804331-f55a-46be-b610-1a0daa36e614 None None] Pushing event updated for resources: {'Port': ['ID=4c828a3c-6a84-4def-9a25-333b574e1b4b,revision_number=1']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:33:13.390557 n-d-838334-2 neutron-server[84041]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df4e9080-38f0-4f82-9766-a3795ca1cda6 admin admin] Network e41b6600-a917-4a8d-b05c-be3be40c6d8c is already hosted by enough agents. {{(pid=84041) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:33:13.393519 n-d-838334-2 neutron-server[84041]: DEBUG neutron.scheduler.base_scheduler [None req-df4e9080-38f0-4f82-9766-a3795ca1cda6 admin admin] Resources bound (agent type, host, resource id): {{(pid=84041) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:33:13.399132 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df4e9080-38f0-4f82-9766-a3795ca1cda6 admin admin] Received port after_create {{(pid=84041) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 21:33:13.424825 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df4e9080-38f0-4f82-9766-a3795ca1cda6 admin admin] Pushing event updated for resources: {'Port': ['ID=7071e091-9f0f-4bb0-a769-bd885f8aec0c,revision_number=1']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:33:13.441193 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.managers [None req-d0804331-f55a-46be-b610-1a0daa36e614 None None] Attempting to bind port 4c828a3c-6a84-4def-9a25-333b574e1b4b on host n-d-838334-2 for vnic_type normal with profile {{(pid=84042) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 21:33:13.441554 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.managers [None req-d0804331-f55a-46be-b610-1a0daa36e614 None None] Attempting to bind port 4c828a3c-6a84-4def-9a25-333b574e1b4b by drivers openvswitch,hyperv on host n-d-838334-2 at level 0 using segments [{'id': 'f760d59a-3b5d-4f9f-a682-b437a8b8b263', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': 'f3320db2-e9b9-4caa-91bd-c608bba0ab9e'}] {{(pid=84042) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 21:33:13.441910 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0804331-f55a-46be-b610-1a0daa36e614 None None] Attempting to bind port 4c828a3c-6a84-4def-9a25-333b574e1b4b on network f3320db2-e9b9-4caa-91bd-c608bba0ab9e {{(pid=84042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 21:33:13.448343 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0804331-f55a-46be-b610-1a0daa36e614 None None] Checking agent: {'id': '97cd4414-7af6-4d67-868d-dff370b4071a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838334-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 25, 49), 'started_at': datetime.datetime(2022, 4, 18, 20, 26, 19), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 21, 32, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838334-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 18 21:33:13.448716 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0804331-f55a-46be-b610-1a0daa36e614 None None] Checking segment: {'id': 'f760d59a-3b5d-4f9f-a682-b437a8b8b263', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': 'f3320db2-e9b9-4caa-91bd-c608bba0ab9e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84042) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 21:33:13.449140 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-d0804331-f55a-46be-b610-1a0daa36e614 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:33:13.449520 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0804331-f55a-46be-b610-1a0daa36e614 None None] Bound using segment: {'id': 'f760d59a-3b5d-4f9f-a682-b437a8b8b263', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': 'f3320db2-e9b9-4caa-91bd-c608bba0ab9e'} {{(pid=84042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 18 21:33:13.450016 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.managers [None req-d0804331-f55a-46be-b610-1a0daa36e614 None None] Bound port: 4c828a3c-6a84-4def-9a25-333b574e1b4b, host: n-d-838334-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f760d59a-3b5d-4f9f-a682-b437a8b8b263', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': 'f3320db2-e9b9-4caa-91bd-c608bba0ab9e'}}] {{(pid=84042) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 21:33:13.450377 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-d0804331-f55a-46be-b610-1a0daa36e614 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:33:13.543002 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-d0804331-f55a-46be-b610-1a0daa36e614 None None] For port 4c828a3c-6a84-4def-9a25-333b574e1b4b, host n-d-838334-2, cleared binding levels {{(pid=84042) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 21:33:13.546551 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-d0804331-f55a-46be-b610-1a0daa36e614 None None] For port 4c828a3c-6a84-4def-9a25-333b574e1b4b, host n-d-838334-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838334-2',level=0,port_id=4c828a3c-6a84-4def-9a25-333b574e1b4b,segment=NetworkSegment(f760d59a-3b5d-4f9f-a682-b437a8b8b263),segment_id=f760d59a-3b5d-4f9f-a682-b437a8b8b263)] {{(pid=84042) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 21:33:13.551736 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-d0804331-f55a-46be-b610-1a0daa36e614 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682'] for port, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:33:13.642407 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0804331-f55a-46be-b610-1a0daa36e614 None None] Pushing event updated for resources: {'Port': ['ID=4c828a3c-6a84-4def-9a25-333b574e1b4b,revision_number=2']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:33:13.662455 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-df4e9080-38f0-4f82-9766-a3795ca1cda6 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:33:13.663205 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-df4e9080-38f0-4f82-9766-a3795ca1cda6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33443529', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33444176'] for router, after_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:33:13.912318 n-d-838334-2 neutron-server[84041]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-df4e9080-38f0-4f82-9766-a3795ca1cda6 admin admin] Router 6861cd65-eca4-4490-a200-e76033a5ee01 is scheduled to L3 agent bc84d6c9-dd7a-4555-a351-592327b46d5a with binding_index 1 {{(pid=84041) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 18 21:33:14.139766 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-df4e9080-38f0-4f82-9766-a3795ca1cda6 admin admin] Notify agent at l3_agent.n-d-838334-2 the message routers_updated {{(pid=84041) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 21:33:14.148508 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a10593a7-d0c0-420f-8f54-c96e0cd5b916 None None] Sync routers for ids ['6861cd65-eca4-4490-a200-e76033a5ee01'] in n-d-838334-2 {{(pid=84042) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 18 21:33:14.161750 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a10593a7-d0c0-420f-8f54-c96e0cd5b916 None None] Routers {'6861cd65-eca4-4490-a200-e76033a5ee01'} bound to L3 agent in host n-d-838334-2 {{(pid=84042) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 21:33:14.162787 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_hamode_db [None req-a10593a7-d0c0-420f-8f54-c96e0cd5b916 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838334-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-18T20:25:48Z,description=,heartbeat_timestamp=2022-04-18T21:32:48Z,host='n-d-838334-2',id=bc84d6c9-dd7a-4555-a351-592327b46d5a,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:25:48Z,topic='l3_agent')) {'router_ids': ['6861cd65-eca4-4490-a200-e76033a5ee01'], 'active': True} {{(pid=84042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:33:14.165688 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-df4e9080-38f0-4f82-9766-a3795ca1cda6 admin admin] Notify callbacks [] for router, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:33:14.167083 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-df4e9080-38f0-4f82-9766-a3795ca1cda6 admin admin] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 1.6003160 Apr 18 21:33:14.170385 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 38618) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:33:14.352802 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_dvr_db [None req-a10593a7-d0c0-420f-8f54-c96e0cd5b916 None None] Set router 6861cd65-eca4-4490-a200-e76033a5ee01 gateway port host: n-d-838334-2 {{(pid=84042) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 21:33:14.656032 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_hamode_db [None req-a10593a7-d0c0-420f-8f54-c96e0cd5b916 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6861cd65-eca4-4490-a200-e76033a5ee01', 'name': 'tempest-ServerActionsTestJSON-1522639251-router', 'tenant_id': '675834a466b84bb5a01c14f13ca191f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'external_fixed_ips': [{'subnet_id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'ip_address': '172.25.8.149'}], 'enable_snat': True}, 'gw_port_id': '7071e091-9f0f-4bb0-a769-bd885f8aec0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:33:12Z', 'updated_at': '2022-04-18T21:33:13Z', 'revision_number': 3, 'project_id': '675834a466b84bb5a01c14f13ca191f7', 'gw_port': {'id': '7071e091-9f0f-4bb0-a769-bd885f8aec0c', 'name': '', 'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:ee:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6861cd65-eca4-4490-a200-e76033a5ee01', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'ip_address': '172.25.8.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:33:13Z', 'updated_at': '2022-04-18T21:33:13Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838334-2'}], 'n-d-838334-2', False) {} {{(pid=84042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:33:14.662217 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a10593a7-d0c0-420f-8f54-c96e0cd5b916 None None] Checking router: 6861cd65-eca4-4490-a200-e76033a5ee01 for host: n-d-838334-2 {{(pid=84042) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 18 21:33:14.662839 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a10593a7-d0c0-420f-8f54-c96e0cd5b916 None None] Updating router 6861cd65-eca4-4490-a200-e76033a5ee01 port 7071e091-9f0f-4bb0-a769-bd885f8aec0c binding host n-d-838334-2 {{(pid=84042) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 18 21:33:14.695687 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dbdfd816-1622-4c48-a2b9-c0c9f4dc6dda None None] Network f3320db2-e9b9-4caa-91bd-c608bba0ab9e requested from n-d-838334-2 {{(pid=84042) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 21:33:14.815803 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-a10593a7-d0c0-420f-8f54-c96e0cd5b916 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:33:14.845931 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Device 4c828a3c-6a84-4def-9a25-333b574e1b4b up at agent ovs-agent-n-d-838334-2 {{(pid=84042) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 21:33:14.917164 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-d07601ae-3d33-481f-b265-832e52faaf56 None None] Provisioning for port 4c828a3c-6a84-4def-9a25-333b574e1b4b completed by entity DHCP. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 21:33:14.961757 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-a1732525-666c-44e3-9ec9-f7b7023a10f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:33:15.174967 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.db_base_plugin_common [None req-a1732525-666c-44e3-9ec9-f7b7023a10f9 admin admin] Allocated IP 172.20.0.1 (f3320db2-e9b9-4caa-91bd-c608bba0ab9e/32f4d787-9e43-4aac-98c4-668fa9d35a84/252d04e9-7528-4fd9-8583-53107d3a8f75) {{(pid=84041) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 21:33:15.233204 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Provisioning for port 4c828a3c-6a84-4def-9a25-333b574e1b4b completed by entity L2. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 21:33:15.249846 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Provisioning complete for port 4c828a3c-6a84-4def-9a25-333b574e1b4b triggered by entity L2. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:33:15.250217 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1253608'] for port, provisioning_complete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:33:15.442688 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-a1732525-666c-44e3-9ec9-f7b7023a10f9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:33:15.460418 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.provisioning_blocks [None req-a1732525-666c-44e3-9ec9-f7b7023a10f9 admin admin] Transition to ACTIVE for port object 252d04e9-7528-4fd9-8583-53107d3a8f75 will not be triggered until provisioned by entity DHCP. {{(pid=84041) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:33:15.477106 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:33:15.485858 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-a1732525-666c-44e3-9ec9-f7b7023a10f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750374836619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32266323'] for port, after_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:33:15.498312 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-a10593a7-d0c0-420f-8f54-c96e0cd5b916 None None] Notify callbacks [] for port, precommit_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:33:15.517677 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-a10593a7-d0c0-420f-8f54-c96e0cd5b916 None None] Transition to ACTIVE for port object 7071e091-9f0f-4bb0-a769-bd885f8aec0c will not be triggered until provisioned by entity L2. {{(pid=84042) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:33:15.529738 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-a10593a7-d0c0-420f-8f54-c96e0cd5b916 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682'] for port, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:33:15.553023 n-d-838334-2 neutron-server[84041]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1732525-666c-44e3-9ec9-f7b7023a10f9 admin admin] Network f3320db2-e9b9-4caa-91bd-c608bba0ab9e is already hosted by enough agents. {{(pid=84041) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:33:15.556550 n-d-838334-2 neutron-server[84041]: DEBUG neutron.scheduler.base_scheduler [None req-a1732525-666c-44e3-9ec9-f7b7023a10f9 admin admin] Resources bound (agent type, host, resource id): {{(pid=84041) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:33:15.558834 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1732525-666c-44e3-9ec9-f7b7023a10f9 admin admin] Received port after_create {{(pid=84041) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 21:33:15.574760 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] For port 4c828a3c-6a84-4def-9a25-333b574e1b4b, host n-d-838334-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838334-2',level=0,port_id=4c828a3c-6a84-4def-9a25-333b574e1b4b,segment=NetworkSegment(f760d59a-3b5d-4f9f-a682-b437a8b8b263),segment_id=f760d59a-3b5d-4f9f-a682-b437a8b8b263)] {{(pid=84042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:33:15.601320 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682'] for port, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:33:15.617353 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1732525-666c-44e3-9ec9-f7b7023a10f9 admin admin] Pushing event updated for resources: {'Port': ['ID=252d04e9-7528-4fd9-8583-53107d3a8f75,revision_number=1']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:33:15.624372 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50997cfd-290d-4b2a-a286-da2a80d35671 None None] Pushing event updated for resources: {'Port': ['ID=7071e091-9f0f-4bb0-a769-bd885f8aec0c,revision_number=2']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:33:15.627320 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-a1732525-666c-44e3-9ec9-f7b7023a10f9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33444010'] for router_interface, before_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:33:15.677240 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.managers [None req-a10593a7-d0c0-420f-8f54-c96e0cd5b916 None None] Attempting to bind port 7071e091-9f0f-4bb0-a769-bd885f8aec0c on host n-d-838334-2 for vnic_type normal with profile {{(pid=84042) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 21:33:15.677606 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.managers [None req-a10593a7-d0c0-420f-8f54-c96e0cd5b916 None None] Attempting to bind port 7071e091-9f0f-4bb0-a769-bd885f8aec0c by drivers openvswitch,hyperv on host n-d-838334-2 at level 0 using segments [{'id': '732aa830-768b-4511-951f-d08e26b9c25b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c'}] {{(pid=84042) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 21:33:15.677961 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a10593a7-d0c0-420f-8f54-c96e0cd5b916 None None] Attempting to bind port 7071e091-9f0f-4bb0-a769-bd885f8aec0c on network e41b6600-a917-4a8d-b05c-be3be40c6d8c {{(pid=84042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 21:33:15.687053 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-2d91e119-309c-4002-a6ee-12f234331464 None None] Provisioning complete for port 4c828a3c-6a84-4def-9a25-333b574e1b4b triggered by entity DHCP. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:33:15.687424 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-2d91e119-309c-4002-a6ee-12f234331464 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1253608'] for port, provisioning_complete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:33:15.717605 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-a1732525-666c-44e3-9ec9-f7b7023a10f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:33:15.759061 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a10593a7-d0c0-420f-8f54-c96e0cd5b916 None None] Checking agent: {'id': '97cd4414-7af6-4d67-868d-dff370b4071a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838334-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 25, 49), 'started_at': datetime.datetime(2022, 4, 18, 20, 26, 19), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 21, 32, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838334-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 18 21:33:15.759436 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a10593a7-d0c0-420f-8f54-c96e0cd5b916 None None] Checking segment: {'id': '732aa830-768b-4511-951f-d08e26b9c25b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84042) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 21:33:15.759915 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-a10593a7-d0c0-420f-8f54-c96e0cd5b916 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:33:15.760310 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a10593a7-d0c0-420f-8f54-c96e0cd5b916 None None] Bound using segment: {'id': '732aa830-768b-4511-951f-d08e26b9c25b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c'} {{(pid=84042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 18 21:33:15.760787 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.managers [None req-a10593a7-d0c0-420f-8f54-c96e0cd5b916 None None] Bound port: 7071e091-9f0f-4bb0-a769-bd885f8aec0c, host: n-d-838334-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '732aa830-768b-4511-951f-d08e26b9c25b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c'}}] {{(pid=84042) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 21:33:15.761156 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-a10593a7-d0c0-420f-8f54-c96e0cd5b916 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:33:15.813073 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Pushing event updated for resources: {'Port': ['ID=4c828a3c-6a84-4def-9a25-333b574e1b4b,revision_number=3']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:33:15.819057 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-b61a293e-1c6b-45e4-b083-81d484f43595 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750375287399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253529'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:33:15.875605 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-a10593a7-d0c0-420f-8f54-c96e0cd5b916 None None] For port 7071e091-9f0f-4bb0-a769-bd885f8aec0c, host n-d-838334-2, cleared binding levels {{(pid=84042) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 21:33:15.898260 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-a10593a7-d0c0-420f-8f54-c96e0cd5b916 None None] For port 7071e091-9f0f-4bb0-a769-bd885f8aec0c, host n-d-838334-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838334-2',level=0,port_id=7071e091-9f0f-4bb0-a769-bd885f8aec0c,segment=NetworkSegment(732aa830-768b-4511-951f-d08e26b9c25b),segment_id=732aa830-768b-4511-951f-d08e26b9c25b)] {{(pid=84042) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 21:33:15.903693 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-a10593a7-d0c0-420f-8f54-c96e0cd5b916 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682'] for port, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:33:15.942456 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-a1732525-666c-44e3-9ec9-f7b7023a10f9 admin admin] Notify callbacks [] for port, precommit_update {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:33:15.947660 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-a1732525-666c-44e3-9ec9-f7b7023a10f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32266282'] for port, after_update {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:33:15.995797 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50997cfd-290d-4b2a-a286-da2a80d35671 None None] Pushing event updated for resources: {'Port': ['ID=7071e091-9f0f-4bb0-a769-bd885f8aec0c,revision_number=3']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:33:15.998779 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a10593a7-d0c0-420f-8f54-c96e0cd5b916 None None] Routers {'6861cd65-eca4-4490-a200-e76033a5ee01'} bound to L3 agent in host n-d-838334-2 {{(pid=84042) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 21:33:15.999395 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_hamode_db [None req-a10593a7-d0c0-420f-8f54-c96e0cd5b916 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838334-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-18T20:25:48Z,description=,heartbeat_timestamp=2022-04-18T21:32:48Z,host='n-d-838334-2',id=bc84d6c9-dd7a-4555-a351-592327b46d5a,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:25:48Z,topic='l3_agent')) {'router_ids': ['6861cd65-eca4-4490-a200-e76033a5ee01'], 'active': True} {{(pid=84042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:33:16.058018 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1732525-666c-44e3-9ec9-f7b7023a10f9 admin admin] Pushing event updated for resources: {'Port': ['ID=252d04e9-7528-4fd9-8583-53107d3a8f75,revision_number=2']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:33:16.061259 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-a1732525-666c-44e3-9ec9-f7b7023a10f9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-32377886', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33443847'] for router_interface, after_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:33:16.153396 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-91826488-127a-4518-87ce-52c88088b8b5 None None] Provisioning for port 252d04e9-7528-4fd9-8583-53107d3a8f75 completed by entity DHCP. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 21:33:16.167037 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-91826488-127a-4518-87ce-52c88088b8b5 None None] Provisioning complete for port 252d04e9-7528-4fd9-8583-53107d3a8f75 triggered by entity DHCP. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:33:16.167401 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-91826488-127a-4518-87ce-52c88088b8b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1253608'] for port, provisioning_complete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:33:16.197484 n-d-838334-2 neutron-server[84041]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1732525-666c-44e3-9ec9-f7b7023a10f9 admin admin] Network f3320db2-e9b9-4caa-91bd-c608bba0ab9e is already hosted by enough agents. {{(pid=84041) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:33:16.198652 n-d-838334-2 neutron-server[84041]: DEBUG neutron.scheduler.base_scheduler [None req-a1732525-666c-44e3-9ec9-f7b7023a10f9 admin admin] Resources bound (agent type, host, resource id): {{(pid=84041) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:33:16.234988 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.plugin [None req-91826488-127a-4518-87ce-52c88088b8b5 None None] Port 252d04e9-7528-4fd9-8583-53107d3a8f75 cannot update to ACTIVE because it is not bound. {{(pid=84042) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 18 21:33:16.238374 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_dvr_db [None req-a10593a7-d0c0-420f-8f54-c96e0cd5b916 None None] Set router 6861cd65-eca4-4490-a200-e76033a5ee01 gateway port host: n-d-838334-2 {{(pid=84042) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 21:33:16.487219 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-6d6753fa-7701-4170-afbd-56bdb281ddce None None] Provisioning complete for port 252d04e9-7528-4fd9-8583-53107d3a8f75 triggered by entity DHCP. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:33:16.488006 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-6d6753fa-7701-4170-afbd-56bdb281ddce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1253608'] for port, provisioning_complete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:33:16.582588 n-d-838334-2 neutron-server[84041]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a1732525-666c-44e3-9ec9-f7b7023a10f9 admin admin] Router 6861cd65-eca4-4490-a200-e76033a5ee01 has already been hosted by L3 agent bc84d6c9-dd7a-4555-a351-592327b46d5a {{(pid=84041) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 21:33:16.587497 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.plugin [None req-6d6753fa-7701-4170-afbd-56bdb281ddce None None] Port 252d04e9-7528-4fd9-8583-53107d3a8f75 cannot update to ACTIVE because it is not bound. {{(pid=84042) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 18 21:33:16.618355 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_hamode_db [None req-a10593a7-d0c0-420f-8f54-c96e0cd5b916 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6861cd65-eca4-4490-a200-e76033a5ee01', 'name': 'tempest-ServerActionsTestJSON-1522639251-router', 'tenant_id': '675834a466b84bb5a01c14f13ca191f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'external_fixed_ips': [{'subnet_id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'ip_address': '172.25.8.149'}], 'enable_snat': True}, 'gw_port_id': '7071e091-9f0f-4bb0-a769-bd885f8aec0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:33:12Z', 'updated_at': '2022-04-18T21:33:15Z', 'revision_number': 4, 'project_id': '675834a466b84bb5a01c14f13ca191f7', 'gw_port': {'id': '7071e091-9f0f-4bb0-a769-bd885f8aec0c', 'name': '', 'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:ee:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6861cd65-eca4-4490-a200-e76033a5ee01', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'ip_address': '172.25.8.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:33:13Z', 'updated_at': '2022-04-18T21:33:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838334-2', '_interfaces': [{'id': '252d04e9-7528-4fd9-8583-53107d3a8f75', 'name': '', 'network_id': 'f3320db2-e9b9-4caa-91bd-c608bba0ab9e', 'tenant_id': '675834a466b84bb5a01c14f13ca191f7', 'mac_address': 'fa:16:3e:e9:5f:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6861cd65-eca4-4490-a200-e76033a5ee01', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '32f4d787-9e43-4aac-98c4-668fa9d35a84', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:33:15Z', 'updated_at': '2022-04-18T21:33:15Z', 'revision_number': 2, 'project_id': '675834a466b84bb5a01c14f13ca191f7', 'subnets': [{'id': '32f4d787-9e43-4aac-98c4-668fa9d35a84', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838334-2', False) {} {{(pid=84042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:33:16.622223 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a10593a7-d0c0-420f-8f54-c96e0cd5b916 None None] The sync data for ids ['6861cd65-eca4-4490-a200-e76033a5ee01'] in n-d-838334-2 is: [{'id': '6861cd65-eca4-4490-a200-e76033a5ee01', 'name': 'tempest-ServerActionsTestJSON-1522639251-router', 'tenant_id': '675834a466b84bb5a01c14f13ca191f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'external_fixed_ips': [{'subnet_id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'ip_address': '172.25.8.149'}], 'enable_snat': True}, 'gw_port_id': '7071e091-9f0f-4bb0-a769-bd885f8aec0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:33:12Z', 'updated_at': '2022-04-18T21:33:15Z', 'revision_number': 4, 'project_id': '675834a466b84bb5a01c14f13ca191f7', 'gw_port': {'id': '7071e091-9f0f-4bb0-a769-bd885f8aec0c', 'name': '', 'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:ee:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6861cd65-eca4-4490-a200-e76033a5ee01', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'ip_address': '172.25.8.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:33:13Z', 'updated_at': '2022-04-18T21:33:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838334-2', '_interfaces': [{'id': '252d04e9-7528-4fd9-8583-53107d3a8f75', 'name': '', 'network_id': 'f3320db2-e9b9-4caa-91bd-c608bba0ab9e', 'tenant_id': '675834a466b84bb5a01c14f13ca191f7', 'mac_address': 'fa:16:3e:e9:5f:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6861cd65-eca4-4490-a200-e76033a5ee01', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '32f4d787-9e43-4aac-98c4-668fa9d35a84', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:33:15Z', 'updated_at': '2022-04-18T21:33:15Z', 'revision_number': 2, 'project_id': '675834a466b84bb5a01c14f13ca191f7', 'subnets': [{'id': '32f4d787-9e43-4aac-98c4-668fa9d35a84', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84042) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 18 21:33:16.810921 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a1732525-666c-44e3-9ec9-f7b7023a10f9 admin admin] Notify agent at l3_agent.n-d-838334-2 the message routers_updated {{(pid=84041) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 21:33:16.824289 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-a1732525-666c-44e3-9ec9-f7b7023a10f9 admin admin] 10.222.0.42 "PUT /v2.0/routers/6861cd65-eca4-4490-a200-e76033a5ee01/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6484578 Apr 18 21:33:16.851413 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Device 4c828a3c-6a84-4def-9a25-333b574e1b4b up at agent ovs-agent-n-d-838334-2 {{(pid=84042) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 21:33:16.928834 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Provisioning complete for port 4c828a3c-6a84-4def-9a25-333b574e1b4b triggered by entity L2. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:33:16.929340 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1253608'] for port, provisioning_complete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:33:17.468791 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 38628) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:33:17.474282 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.v2.base [None req-0663a974-14fe-4746-80e8-d0ee0c8d1b56 tempest-ServerActionsTestJSON-1319677203 tempest-ServerActionsTestJSON-1319677203-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1126428647', 'description': 'tempest-description--1500742728'}} {{(pid=84040) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:33:17.481035 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [None req-0663a974-14fe-4746-80e8-d0ee0c8d1b56 tempest-ServerActionsTestJSON-1319677203 tempest-ServerActionsTestJSON-1319677203-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:33:17.485626 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-0663a974-14fe-4746-80e8-d0ee0c8d1b56 tempest-ServerActionsTestJSON-1319677203 tempest-ServerActionsTestJSON-1319677203-project] Usage tracker for resource:security_group and tenant:675834a466b84bb5a01c14f13ca191f7 is out of sync, need to count used quota {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:33:17.488640 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-0663a974-14fe-4746-80e8-d0ee0c8d1b56 tempest-ServerActionsTestJSON-1319677203 tempest-ServerActionsTestJSON-1319677203-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:33:17.495541 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [None req-0663a974-14fe-4746-80e8-d0ee0c8d1b56 tempest-ServerActionsTestJSON-1319677203 tempest-ServerActionsTestJSON-1319677203-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:33:17.506020 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-0663a974-14fe-4746-80e8-d0ee0c8d1b56 tempest-ServerActionsTestJSON-1319677203 tempest-ServerActionsTestJSON-1319677203-project] Notify callbacks [] for security_group, before_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:33:17.542602 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [None req-0663a974-14fe-4746-80e8-d0ee0c8d1b56 tempest-ServerActionsTestJSON-1319677203 tempest-ServerActionsTestJSON-1319677203-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:33:17.547267 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-0663a974-14fe-4746-80e8-d0ee0c8d1b56 tempest-ServerActionsTestJSON-1319677203 tempest-ServerActionsTestJSON-1319677203-project] Usage tracker for resource:security_group_rule and tenant:675834a466b84bb5a01c14f13ca191f7 is out of sync, need to count used quota {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:33:17.550147 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-0663a974-14fe-4746-80e8-d0ee0c8d1b56 tempest-ServerActionsTestJSON-1319677203 tempest-ServerActionsTestJSON-1319677203-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:33:17.556626 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [None req-0663a974-14fe-4746-80e8-d0ee0c8d1b56 tempest-ServerActionsTestJSON-1319677203 tempest-ServerActionsTestJSON-1319677203-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:33:17.622294 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-0663a974-14fe-4746-80e8-d0ee0c8d1b56 tempest-ServerActionsTestJSON-1319677203 tempest-ServerActionsTestJSON-1319677203-project] Notify callbacks [] for security_group, precommit_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:33:17.628227 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-0663a974-14fe-4746-80e8-d0ee0c8d1b56 tempest-ServerActionsTestJSON-1319677203 tempest-ServerActionsTestJSON-1319677203-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33528224'] for security_group, after_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:33:17.676756 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0663a974-14fe-4746-80e8-d0ee0c8d1b56 tempest-ServerActionsTestJSON-1319677203 tempest-ServerActionsTestJSON-1319677203-project] Pushing event updated for resources: {'SecurityGroup': ['ID=86fda662-3d20-4c8e-beec-0cf6963226d6,revision_number=1']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:33:17.684416 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-0663a974-14fe-4746-80e8-d0ee0c8d1b56 tempest-ServerActionsTestJSON-1319677203 tempest-ServerActionsTestJSON-1319677203-project] Notify callbacks [] for security_group, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:33:17.686628 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-0663a974-14fe-4746-80e8-d0ee0c8d1b56 tempest-ServerActionsTestJSON-1319677203 tempest-ServerActionsTestJSON-1319677203-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1614 time: 0.2159145 Apr 18 21:33:17.688492 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 38632) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:33:17.693871 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.v2.base [None req-5357405f-2639-4ec9-b873-9f06d701507b tempest-ServerActionsTestJSON-1319677203 tempest-ServerActionsTestJSON-1319677203-project] Request body: {'security_group_rule': {'security_group_id': '86fda662-3d20-4c8e-beec-0cf6963226d6', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84040) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:33:17.700477 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [None req-5357405f-2639-4ec9-b873-9f06d701507b tempest-ServerActionsTestJSON-1319677203 tempest-ServerActionsTestJSON-1319677203-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:33:17.706187 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-5357405f-2639-4ec9-b873-9f06d701507b tempest-ServerActionsTestJSON-1319677203 tempest-ServerActionsTestJSON-1319677203-project] Usage tracker for resource:security_group_rule and tenant:675834a466b84bb5a01c14f13ca191f7 is out of sync, need to count used quota {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:33:17.709174 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-5357405f-2639-4ec9-b873-9f06d701507b tempest-ServerActionsTestJSON-1319677203 tempest-ServerActionsTestJSON-1319677203-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:33:17.715083 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [None req-5357405f-2639-4ec9-b873-9f06d701507b tempest-ServerActionsTestJSON-1319677203 tempest-ServerActionsTestJSON-1319677203-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:33:17.733790 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-5357405f-2639-4ec9-b873-9f06d701507b tempest-ServerActionsTestJSON-1319677203 tempest-ServerActionsTestJSON-1319677203-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:33:17.802002 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-5357405f-2639-4ec9-b873-9f06d701507b tempest-ServerActionsTestJSON-1319677203 tempest-ServerActionsTestJSON-1319677203-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:33:17.805974 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-5357405f-2639-4ec9-b873-9f06d701507b tempest-ServerActionsTestJSON-1319677203 tempest-ServerActionsTestJSON-1319677203-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33528311'] for security_group_rule, after_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:33:17.833382 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5357405f-2639-4ec9-b873-9f06d701507b tempest-ServerActionsTestJSON-1319677203 tempest-ServerActionsTestJSON-1319677203-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7a11e7f4-0f2d-455f-b240-c206dcd9125c,revision_number=0']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:33:17.844586 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-5357405f-2639-4ec9-b873-9f06d701507b tempest-ServerActionsTestJSON-1319677203 tempest-ServerActionsTestJSON-1319677203-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:33:17.845782 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-5357405f-2639-4ec9-b873-9f06d701507b tempest-ServerActionsTestJSON-1319677203 tempest-ServerActionsTestJSON-1319677203-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.1563509 Apr 18 21:33:17.848372 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 38636) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:33:17.854070 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.v2.base [None req-c0811c1d-362d-4e0c-a127-f588c6c9a74d tempest-ServerActionsTestJSON-1319677203 tempest-ServerActionsTestJSON-1319677203-project] Request body: {'security_group_rule': {'security_group_id': '86fda662-3d20-4c8e-beec-0cf6963226d6', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=84040) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:33:17.860745 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [None req-c0811c1d-362d-4e0c-a127-f588c6c9a74d tempest-ServerActionsTestJSON-1319677203 tempest-ServerActionsTestJSON-1319677203-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:33:17.864711 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-c0811c1d-362d-4e0c-a127-f588c6c9a74d tempest-ServerActionsTestJSON-1319677203 tempest-ServerActionsTestJSON-1319677203-project] Usage tracker for resource:security_group_rule and tenant:675834a466b84bb5a01c14f13ca191f7 is out of sync, need to count used quota {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:33:17.867567 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-c0811c1d-362d-4e0c-a127-f588c6c9a74d tempest-ServerActionsTestJSON-1319677203 tempest-ServerActionsTestJSON-1319677203-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:33:17.873883 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [None req-c0811c1d-362d-4e0c-a127-f588c6c9a74d tempest-ServerActionsTestJSON-1319677203 tempest-ServerActionsTestJSON-1319677203-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:33:17.890339 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-c0811c1d-362d-4e0c-a127-f588c6c9a74d tempest-ServerActionsTestJSON-1319677203 tempest-ServerActionsTestJSON-1319677203-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:33:17.952438 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-c0811c1d-362d-4e0c-a127-f588c6c9a74d tempest-ServerActionsTestJSON-1319677203 tempest-ServerActionsTestJSON-1319677203-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:33:17.954595 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-97ffbfbf-0207-4b88-b42e-3a67834c0e5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750375287399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253529'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:33:17.958062 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-c0811c1d-362d-4e0c-a127-f588c6c9a74d tempest-ServerActionsTestJSON-1319677203 tempest-ServerActionsTestJSON-1319677203-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33528311'] for security_group_rule, after_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:33:17.980842 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0811c1d-362d-4e0c-a127-f588c6c9a74d tempest-ServerActionsTestJSON-1319677203 tempest-ServerActionsTestJSON-1319677203-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8765b89b-627b-4f7f-a5f5-38b1ae2b4ee1,revision_number=0']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:33:17.989958 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-c0811c1d-362d-4e0c-a127-f588c6c9a74d tempest-ServerActionsTestJSON-1319677203 tempest-ServerActionsTestJSON-1319677203-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:33:17.994025 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-c0811c1d-362d-4e0c-a127-f588c6c9a74d tempest-ServerActionsTestJSON-1319677203 tempest-ServerActionsTestJSON-1319677203-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.1418469 Apr 18 21:33:17.994274 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 38640) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:33:18.000514 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.v2.base [None req-1044b19e-05b8-4054-8dae-bdb1ae37f3f6 tempest-ServerActionsTestJSON-1319677203 tempest-ServerActionsTestJSON-1319677203-project] Request body: {'floatingip': {'floating_network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c'}} {{(pid=84040) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:33:18.006889 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [None req-1044b19e-05b8-4054-8dae-bdb1ae37f3f6 tempest-ServerActionsTestJSON-1319677203 tempest-ServerActionsTestJSON-1319677203-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:33:18.010958 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-1044b19e-05b8-4054-8dae-bdb1ae37f3f6 tempest-ServerActionsTestJSON-1319677203 tempest-ServerActionsTestJSON-1319677203-project] Usage tracker for resource:floatingip and tenant:675834a466b84bb5a01c14f13ca191f7 is out of sync, need to count used quota {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:33:18.014406 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-1044b19e-05b8-4054-8dae-bdb1ae37f3f6 tempest-ServerActionsTestJSON-1319677203 tempest-ServerActionsTestJSON-1319677203-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:33:18.020006 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [None req-1044b19e-05b8-4054-8dae-bdb1ae37f3f6 tempest-ServerActionsTestJSON-1319677203 tempest-ServerActionsTestJSON-1319677203-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:33:18.032219 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-1044b19e-05b8-4054-8dae-bdb1ae37f3f6 tempest-ServerActionsTestJSON-1319677203 tempest-ServerActionsTestJSON-1319677203-project] Notify callbacks [] for floatingip, before_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:33:18.160910 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-1044b19e-05b8-4054-8dae-bdb1ae37f3f6 tempest-ServerActionsTestJSON-1319677203 tempest-ServerActionsTestJSON-1319677203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:33:18.384806 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.db_base_plugin_common [None req-1044b19e-05b8-4054-8dae-bdb1ae37f3f6 tempest-ServerActionsTestJSON-1319677203 tempest-ServerActionsTestJSON-1319677203-project] Allocated IP 172.25.8.225 (e41b6600-a917-4a8d-b05c-be3be40c6d8c/6b05667b-848e-4356-9b44-d5eb6808ef74/ac3d2662-dad8-4ea7-8b5b-76f63daf8694) {{(pid=84040) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 21:33:18.532369 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-1044b19e-05b8-4054-8dae-bdb1ae37f3f6 tempest-ServerActionsTestJSON-1319677203 tempest-ServerActionsTestJSON-1319677203-project] Notify callbacks [] for port, precommit_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:33:18.558761 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-1044b19e-05b8-4054-8dae-bdb1ae37f3f6 tempest-ServerActionsTestJSON-1319677203 tempest-ServerActionsTestJSON-1319677203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750374836619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32440838'] for port, after_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:33:18.628260 n-d-838334-2 neutron-server[84040]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1044b19e-05b8-4054-8dae-bdb1ae37f3f6 tempest-ServerActionsTestJSON-1319677203 tempest-ServerActionsTestJSON-1319677203-project] Network e41b6600-a917-4a8d-b05c-be3be40c6d8c is already hosted by enough agents. {{(pid=84040) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:33:18.630869 n-d-838334-2 neutron-server[84040]: DEBUG neutron.scheduler.base_scheduler [None req-1044b19e-05b8-4054-8dae-bdb1ae37f3f6 tempest-ServerActionsTestJSON-1319677203 tempest-ServerActionsTestJSON-1319677203-project] Resources bound (agent type, host, resource id): {{(pid=84040) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:33:18.634671 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1044b19e-05b8-4054-8dae-bdb1ae37f3f6 tempest-ServerActionsTestJSON-1319677203 tempest-ServerActionsTestJSON-1319677203-project] Received port after_create {{(pid=84040) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 21:33:18.667193 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1044b19e-05b8-4054-8dae-bdb1ae37f3f6 tempest-ServerActionsTestJSON-1319677203 tempest-ServerActionsTestJSON-1319677203-project] Pushing event updated for resources: {'Port': ['ID=ac3d2662-dad8-4ea7-8b5b-76f63daf8694,revision_number=1']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:33:18.796438 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-1044b19e-05b8-4054-8dae-bdb1ae37f3f6 tempest-ServerActionsTestJSON-1319677203 tempest-ServerActionsTestJSON-1319677203-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:33:18.817693 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Device 7071e091-9f0f-4bb0-a769-bd885f8aec0c up at agent ovs-agent-n-d-838334-2 {{(pid=84042) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 21:33:18.853462 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-1044b19e-05b8-4054-8dae-bdb1ae37f3f6 tempest-ServerActionsTestJSON-1319677203 tempest-ServerActionsTestJSON-1319677203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:33:18.883680 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Provisioning for port 7071e091-9f0f-4bb0-a769-bd885f8aec0c completed by entity L2. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 21:33:18.889283 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Provisioning complete for port 7071e091-9f0f-4bb0-a769-bd885f8aec0c triggered by entity L2. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:33:18.889412 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1253608'] for port, provisioning_complete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:33:19.006516 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:33:19.022641 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] For port 7071e091-9f0f-4bb0-a769-bd885f8aec0c, host n-d-838334-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838334-2',level=0,port_id=7071e091-9f0f-4bb0-a769-bd885f8aec0c,segment=NetworkSegment(732aa830-768b-4511-951f-d08e26b9c25b),segment_id=732aa830-768b-4511-951f-d08e26b9c25b)] {{(pid=84042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:33:19.026707 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682'] for port, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:33:19.065728 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-1044b19e-05b8-4054-8dae-bdb1ae37f3f6 tempest-ServerActionsTestJSON-1319677203 tempest-ServerActionsTestJSON-1319677203-project] Notify callbacks [] for port, precommit_update {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:33:19.070173 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-1044b19e-05b8-4054-8dae-bdb1ae37f3f6 tempest-ServerActionsTestJSON-1319677203 tempest-ServerActionsTestJSON-1319677203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32440959'] for port, after_update {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:33:19.096114 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Pushing event updated for resources: {'Port': ['ID=7071e091-9f0f-4bb0-a769-bd885f8aec0c,revision_number=4']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:33:19.129749 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750375287399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253529'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:33:19.182056 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1044b19e-05b8-4054-8dae-bdb1ae37f3f6 tempest-ServerActionsTestJSON-1319677203 tempest-ServerActionsTestJSON-1319677203-project] Pushing event updated for resources: {'Port': ['ID=ac3d2662-dad8-4ea7-8b5b-76f63daf8694,revision_number=2']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:33:19.198511 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-1044b19e-05b8-4054-8dae-bdb1ae37f3f6 tempest-ServerActionsTestJSON-1319677203 tempest-ServerActionsTestJSON-1319677203-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33444131'] for floatingip, after_update {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:33:19.219725 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-1044b19e-05b8-4054-8dae-bdb1ae37f3f6 tempest-ServerActionsTestJSON-1319677203 tempest-ServerActionsTestJSON-1319677203-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217293'] for floatingip, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:33:19.220910 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-1044b19e-05b8-4054-8dae-bdb1ae37f3f6 tempest-ServerActionsTestJSON-1319677203 tempest-ServerActionsTestJSON-1319677203-project] 10.222.0.42 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.2256539 Apr 18 21:33:19.394404 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [req-579d20ab-cdb6-470f-a17a-38efb0e3187c req-0b0ca721-a7b1-4173-9483-0d585980a83a tempest-ServerActionsTestJSON-1319677203 tempest-ServerActionsTestJSON-1319677203-project] Synchronizing usage tracker for tenant:675834a466b84bb5a01c14f13ca191f7 on resource:security_group {{(pid=84040) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 21:33:19.411281 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [req-579d20ab-cdb6-470f-a17a-38efb0e3187c req-0b0ca721-a7b1-4173-9483-0d585980a83a tempest-ServerActionsTestJSON-1319677203 tempest-ServerActionsTestJSON-1319677203-project] Unset dirty status for tenant:675834a466b84bb5a01c14f13ca191f7 on resource:security_group {{(pid=84040) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 21:33:19.412459 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-579d20ab-cdb6-470f-a17a-38efb0e3187c req-0b0ca721-a7b1-4173-9483-0d585980a83a tempest-ServerActionsTestJSON-1319677203 tempest-ServerActionsTestJSON-1319677203-project] 10.222.0.42 "GET /v2.0/security-groups?name=tempest-securitygroup--1126428647&fields=id&tenant_id=675834a466b84bb5a01c14f13ca191f7 HTTP/1.1" status: 200 len: 267 time: 0.0609300 Apr 18 21:33:19.563056 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-579d20ab-cdb6-470f-a17a-38efb0e3187c req-66c28579-db46-4f02-b161-dce64873d97b tempest-ServerActionsTestJSON-1319677203 tempest-ServerActionsTestJSON-1319677203-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:33:19.564518 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-579d20ab-cdb6-470f-a17a-38efb0e3187c req-66c28579-db46-4f02-b161-dce64873d97b tempest-ServerActionsTestJSON-1319677203 tempest-ServerActionsTestJSON-1319677203-project] 10.222.0.42 "GET /v2.0/networks?id=f3320db2-e9b9-4caa-91bd-c608bba0ab9e HTTP/1.1" status: 200 len: 812 time: 0.1456611 Apr 18 21:33:19.581435 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-579d20ab-cdb6-470f-a17a-38efb0e3187c req-b6473e47-18d1-49a0-8456-c476276f6d6c tempest-ServerActionsTestJSON-1319677203 tempest-ServerActionsTestJSON-1319677203-project] 10.222.0.42 "GET /v2.0/quotas/675834a466b84bb5a01c14f13ca191f7 HTTP/1.1" status: 200 len: 375 time: 0.0114369 Apr 18 21:33:19.621595 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-414b6ffe-e119-47bc-b18f-bcff1219c2f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750375287399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253529'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:33:19.664590 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-579d20ab-cdb6-470f-a17a-38efb0e3187c req-8eeeac1d-f59d-4192-aa2a-f096684eee92 tempest-ServerActionsTestJSON-1319677203 tempest-ServerActionsTestJSON-1319677203-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=675834a466b84bb5a01c14f13ca191f7&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0784180 Apr 18 21:33:19.805530 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-579d20ab-cdb6-470f-a17a-38efb0e3187c req-231e7002-b1ee-4eed-be7e-38dc9007295a service neutron] 10.222.0.42 "GET /v2.0/networks/f3320db2-e9b9-4caa-91bd-c608bba0ab9e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1287720 Apr 18 21:33:19.936709 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-579d20ab-cdb6-470f-a17a-38efb0e3187c req-aa9e53f1-f44e-4b66-915e-65898ef358de service neutron] 10.222.0.42 "GET /v2.0/networks/f3320db2-e9b9-4caa-91bd-c608bba0ab9e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1253486 Apr 18 21:33:20.713244 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-c7521a90-7d65-4e2e-842c-ca5d95e9a89c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750375287399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253529'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:33:20.797968 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Device 7071e091-9f0f-4bb0-a769-bd885f8aec0c up at agent ovs-agent-n-d-838334-2 {{(pid=84042) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 21:33:20.864978 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Provisioning complete for port 7071e091-9f0f-4bb0-a769-bd885f8aec0c triggered by entity L2. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:33:20.865340 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1253608'] for port, provisioning_complete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:33:21.152838 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-d562c821-6bd6-419e-a1dc-864c4999b2e0 req-6d35cceb-cc0b-42d4-8750-5da264257de3 tempest-ServerActionsTestJSON-1319677203 tempest-ServerActionsTestJSON-1319677203-project] 10.222.0.42 "GET /v2.0/ports?device_id=4b56fab9-9f8c-4d4d-b391-554633da2516 HTTP/1.1" status: 200 len: 210 time: 0.0475898 Apr 18 21:33:22.254246 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-579d20ab-cdb6-470f-a17a-38efb0e3187c req-28f7ade1-474f-4b04-ae18-cabdc7144019 tempest-ServerActionsTestJSON-1319677203 tempest-ServerActionsTestJSON-1319677203-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:33:22.254825 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [req-579d20ab-cdb6-470f-a17a-38efb0e3187c req-28f7ade1-474f-4b04-ae18-cabdc7144019 tempest-ServerActionsTestJSON-1319677203 tempest-ServerActionsTestJSON-1319677203-project] Synchronizing usage tracker for tenant:675834a466b84bb5a01c14f13ca191f7 on resource:network {{(pid=84041) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 21:33:22.273715 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [req-579d20ab-cdb6-470f-a17a-38efb0e3187c req-28f7ade1-474f-4b04-ae18-cabdc7144019 tempest-ServerActionsTestJSON-1319677203 tempest-ServerActionsTestJSON-1319677203-project] Unset dirty status for tenant:675834a466b84bb5a01c14f13ca191f7 on resource:network {{(pid=84041) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 21:33:22.274951 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-579d20ab-cdb6-470f-a17a-38efb0e3187c req-28f7ade1-474f-4b04-ae18-cabdc7144019 tempest-ServerActionsTestJSON-1319677203 tempest-ServerActionsTestJSON-1319677203-project] 10.222.0.48 "GET /v2.0/networks?id=f3320db2-e9b9-4caa-91bd-c608bba0ab9e HTTP/1.1" status: 200 len: 812 time: 0.2564621 Apr 18 21:33:22.320941 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-cb856b8b-99f4-4219-9d66-fd7e0277982d req-6087aabe-bf17-449b-8bee-130748229f82 tempest-ServerActionsTestJSON-1319677203 tempest-ServerActionsTestJSON-1319677203-project] 10.222.0.42 "GET /v2.0/ports?device_id=4b56fab9-9f8c-4d4d-b391-554633da2516 HTTP/1.1" status: 200 len: 210 time: 0.0413606 Apr 18 21:33:22.329546 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [req-579d20ab-cdb6-470f-a17a-38efb0e3187c req-3aa57b71-55d1-4416-8bfc-2cf7aea63bd2 tempest-ServerActionsTestJSON-1319677203 tempest-ServerActionsTestJSON-1319677203-project] Synchronizing usage tracker for tenant:675834a466b84bb5a01c14f13ca191f7 on resource:security_group {{(pid=84041) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 21:33:22.341671 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [req-579d20ab-cdb6-470f-a17a-38efb0e3187c req-3aa57b71-55d1-4416-8bfc-2cf7aea63bd2 tempest-ServerActionsTestJSON-1319677203 tempest-ServerActionsTestJSON-1319677203-project] Unset dirty status for tenant:675834a466b84bb5a01c14f13ca191f7 on resource:security_group {{(pid=84041) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 21:33:22.342820 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-579d20ab-cdb6-470f-a17a-38efb0e3187c req-3aa57b71-55d1-4416-8bfc-2cf7aea63bd2 tempest-ServerActionsTestJSON-1319677203 tempest-ServerActionsTestJSON-1319677203-project] 10.222.0.48 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=675834a466b84bb5a01c14f13ca191f7 HTTP/1.1" status: 200 len: 380 time: 0.0551772 Apr 18 21:33:22.351511 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.v2.base [req-579d20ab-cdb6-470f-a17a-38efb0e3187c req-c97ce52b-e208-47ce-8a1c-678b8226ec2a tempest-ServerActionsTestJSON-1319677203 tempest-ServerActionsTestJSON-1319677203-project] Request body: {'port': {'device_id': '4b56fab9-9f8c-4d4d-b391-554633da2516', 'network_id': 'f3320db2-e9b9-4caa-91bd-c608bba0ab9e', 'admin_state_up': True, 'tenant_id': '675834a466b84bb5a01c14f13ca191f7', 'security_groups': ['86fda662-3d20-4c8e-beec-0cf6963226d6']}} {{(pid=84041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:33:22.484071 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [req-579d20ab-cdb6-470f-a17a-38efb0e3187c req-c97ce52b-e208-47ce-8a1c-678b8226ec2a tempest-ServerActionsTestJSON-1319677203 tempest-ServerActionsTestJSON-1319677203-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:33:22.488089 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [req-579d20ab-cdb6-470f-a17a-38efb0e3187c req-c97ce52b-e208-47ce-8a1c-678b8226ec2a tempest-ServerActionsTestJSON-1319677203 tempest-ServerActionsTestJSON-1319677203-project] Usage tracker for resource:port and tenant:675834a466b84bb5a01c14f13ca191f7 is out of sync, need to count used quota {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:33:22.490830 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [req-579d20ab-cdb6-470f-a17a-38efb0e3187c req-c97ce52b-e208-47ce-8a1c-678b8226ec2a tempest-ServerActionsTestJSON-1319677203 tempest-ServerActionsTestJSON-1319677203-project] Quota usage for port was recalculated. Used quota:3. {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:33:22.497227 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [req-579d20ab-cdb6-470f-a17a-38efb0e3187c req-c97ce52b-e208-47ce-8a1c-678b8226ec2a tempest-ServerActionsTestJSON-1319677203 tempest-ServerActionsTestJSON-1319677203-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:33:22.506743 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-579d20ab-cdb6-470f-a17a-38efb0e3187c req-c97ce52b-e208-47ce-8a1c-678b8226ec2a tempest-ServerActionsTestJSON-1319677203 tempest-ServerActionsTestJSON-1319677203-project] Made reservation on behalf of 675834a466b84bb5a01c14f13ca191f7 for: {'port': 1} {{(pid=84041) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:33:22.509613 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [req-579d20ab-cdb6-470f-a17a-38efb0e3187c req-c97ce52b-e208-47ce-8a1c-678b8226ec2a tempest-ServerActionsTestJSON-1319677203 tempest-ServerActionsTestJSON-1319677203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:33:22.672195 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.db_base_plugin_common [req-579d20ab-cdb6-470f-a17a-38efb0e3187c req-c97ce52b-e208-47ce-8a1c-678b8226ec2a tempest-ServerActionsTestJSON-1319677203 tempest-ServerActionsTestJSON-1319677203-project] Allocated IP 172.20.0.14 (f3320db2-e9b9-4caa-91bd-c608bba0ab9e/32f4d787-9e43-4aac-98c4-668fa9d35a84/5fb26a97-dc85-4ac5-bb6e-15f9d7d9c36f) {{(pid=84041) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 21:33:22.857614 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [req-579d20ab-cdb6-470f-a17a-38efb0e3187c req-c97ce52b-e208-47ce-8a1c-678b8226ec2a tempest-ServerActionsTestJSON-1319677203 tempest-ServerActionsTestJSON-1319677203-project] Notify callbacks [] for port, precommit_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:33:22.874558 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.provisioning_blocks [req-579d20ab-cdb6-470f-a17a-38efb0e3187c req-c97ce52b-e208-47ce-8a1c-678b8226ec2a tempest-ServerActionsTestJSON-1319677203 tempest-ServerActionsTestJSON-1319677203-project] Transition to ACTIVE for port object 5fb26a97-dc85-4ac5-bb6e-15f9d7d9c36f will not be triggered until provisioned by entity DHCP. {{(pid=84041) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:33:22.895548 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [req-579d20ab-cdb6-470f-a17a-38efb0e3187c req-c97ce52b-e208-47ce-8a1c-678b8226ec2a tempest-ServerActionsTestJSON-1319677203 tempest-ServerActionsTestJSON-1319677203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750374836619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32266323'] for port, after_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:33:22.977961 n-d-838334-2 neutron-server[84041]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-579d20ab-cdb6-470f-a17a-38efb0e3187c req-c97ce52b-e208-47ce-8a1c-678b8226ec2a tempest-ServerActionsTestJSON-1319677203 tempest-ServerActionsTestJSON-1319677203-project] Network f3320db2-e9b9-4caa-91bd-c608bba0ab9e is already hosted by enough agents. {{(pid=84041) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:33:22.980903 n-d-838334-2 neutron-server[84041]: DEBUG neutron.scheduler.base_scheduler [req-579d20ab-cdb6-470f-a17a-38efb0e3187c req-c97ce52b-e208-47ce-8a1c-678b8226ec2a tempest-ServerActionsTestJSON-1319677203 tempest-ServerActionsTestJSON-1319677203-project] Resources bound (agent type, host, resource id): {{(pid=84041) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:33:22.985981 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.l3_dvrscheduler_db [req-579d20ab-cdb6-470f-a17a-38efb0e3187c req-c97ce52b-e208-47ce-8a1c-678b8226ec2a tempest-ServerActionsTestJSON-1319677203 tempest-ServerActionsTestJSON-1319677203-project] Received port after_create {{(pid=84041) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 21:33:23.018348 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c97ce52b-e208-47ce-8a1c-678b8226ec2a tempest-ServerActionsTestJSON-1319677203 tempest-ServerActionsTestJSON-1319677203-project] Pushing event updated for resources: {'Port': ['ID=5fb26a97-dc85-4ac5-bb6e-15f9d7d9c36f,revision_number=1']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:33:23.054494 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-579d20ab-cdb6-470f-a17a-38efb0e3187c req-c97ce52b-e208-47ce-8a1c-678b8226ec2a tempest-ServerActionsTestJSON-1319677203 tempest-ServerActionsTestJSON-1319677203-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:33:23.055378 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [req-579d20ab-cdb6-470f-a17a-38efb0e3187c req-c97ce52b-e208-47ce-8a1c-678b8226ec2a tempest-ServerActionsTestJSON-1319677203 tempest-ServerActionsTestJSON-1319677203-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217293'] for port, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:33:23.077172 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-579d20ab-cdb6-470f-a17a-38efb0e3187c req-c97ce52b-e208-47ce-8a1c-678b8226ec2a tempest-ServerActionsTestJSON-1319677203 tempest-ServerActionsTestJSON-1319677203-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7291474 Apr 18 21:33:23.088994 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.v2.base [req-579d20ab-cdb6-470f-a17a-38efb0e3187c req-1f58bb77-a379-4ee6-a813-56495c115fae service neutron] Request body: {'port': {'device_id': '4b56fab9-9f8c-4d4d-b391-554633da2516', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-838334-2'}} {{(pid=84041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:33:23.206516 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [req-579d20ab-cdb6-470f-a17a-38efb0e3187c req-1f58bb77-a379-4ee6-a813-56495c115fae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:33:23.254023 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-6cf72954-bc17-4651-a75d-98d6697b8321 None None] Provisioning for port 5fb26a97-dc85-4ac5-bb6e-15f9d7d9c36f completed by entity DHCP. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 21:33:23.258538 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-6cf72954-bc17-4651-a75d-98d6697b8321 None None] Provisioning complete for port 5fb26a97-dc85-4ac5-bb6e-15f9d7d9c36f triggered by entity DHCP. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:33:23.258904 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-6cf72954-bc17-4651-a75d-98d6697b8321 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1253608'] for port, provisioning_complete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:33:23.311367 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.plugin [None req-6cf72954-bc17-4651-a75d-98d6697b8321 None None] Port 5fb26a97-dc85-4ac5-bb6e-15f9d7d9c36f cannot update to ACTIVE because it is not bound. {{(pid=84042) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 18 21:33:23.515920 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e30e60c4-2e43-49ef-b649-d40b9631f626 req-b4408a6b-d405-47db-9517-3f7a96ea4539 tempest-ServerActionsTestJSON-1319677203 tempest-ServerActionsTestJSON-1319677203-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:33:23.517352 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-e30e60c4-2e43-49ef-b649-d40b9631f626 req-b4408a6b-d405-47db-9517-3f7a96ea4539 tempest-ServerActionsTestJSON-1319677203 tempest-ServerActionsTestJSON-1319677203-project] 10.222.0.42 "GET /v2.0/ports?device_id=4b56fab9-9f8c-4d4d-b391-554633da2516 HTTP/1.1" status: 200 len: 932 time: 0.0758898 Apr 18 21:33:23.549161 n-d-838334-2 neutron-server[84041]: DEBUG neutron.notifiers.nova [req-579d20ab-cdb6-470f-a17a-38efb0e3187c req-1f58bb77-a379-4ee6-a813-56495c115fae service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5fb26a97-dc85-4ac5-bb6e-15f9d7d9c36f {{(pid=84041) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 18 21:33:23.556148 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [req-579d20ab-cdb6-470f-a17a-38efb0e3187c req-1f58bb77-a379-4ee6-a813-56495c115fae service neutron] Notify callbacks [] for port, precommit_update {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:33:23.565675 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-e30e60c4-2e43-49ef-b649-d40b9631f626 req-dbf48f07-6db2-433c-85a6-2a0a97ab47e5 tempest-ServerActionsTestJSON-1319677203 tempest-ServerActionsTestJSON-1319677203-project] 10.222.0.42 "GET /v2.0/security-groups?id=86fda662-3d20-4c8e-beec-0cf6963226d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426934 Apr 18 21:33:23.571987 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.provisioning_blocks [req-579d20ab-cdb6-470f-a17a-38efb0e3187c req-1f58bb77-a379-4ee6-a813-56495c115fae service neutron] Transition to ACTIVE for port object 5fb26a97-dc85-4ac5-bb6e-15f9d7d9c36f will not be triggered until provisioned by entity L2. {{(pid=84041) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:33:23.577054 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [req-579d20ab-cdb6-470f-a17a-38efb0e3187c req-1f58bb77-a379-4ee6-a813-56495c115fae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32266282'] for port, after_update {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:33:23.701102 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f58bb77-a379-4ee6-a813-56495c115fae service neutron] Pushing event updated for resources: {'Port': ['ID=5fb26a97-dc85-4ac5-bb6e-15f9d7d9c36f,revision_number=2']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:33:23.809228 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.managers [req-579d20ab-cdb6-470f-a17a-38efb0e3187c req-1f58bb77-a379-4ee6-a813-56495c115fae service neutron] Attempting to bind port 5fb26a97-dc85-4ac5-bb6e-15f9d7d9c36f on host n-h2-838334-2 for vnic_type normal with profile {{(pid=84041) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 21:33:23.809561 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.managers [req-579d20ab-cdb6-470f-a17a-38efb0e3187c req-1f58bb77-a379-4ee6-a813-56495c115fae service neutron] Attempting to bind port 5fb26a97-dc85-4ac5-bb6e-15f9d7d9c36f by drivers openvswitch,hyperv on host n-h2-838334-2 at level 0 using segments [{'id': 'f760d59a-3b5d-4f9f-a682-b437a8b8b263', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': 'f3320db2-e9b9-4caa-91bd-c608bba0ab9e'}] {{(pid=84041) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 21:33:23.809878 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-579d20ab-cdb6-470f-a17a-38efb0e3187c req-1f58bb77-a379-4ee6-a813-56495c115fae service neutron] Attempting to bind port 5fb26a97-dc85-4ac5-bb6e-15f9d7d9c36f on network f3320db2-e9b9-4caa-91bd-c608bba0ab9e {{(pid=84041) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 21:33:23.816591 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-579d20ab-cdb6-470f-a17a-38efb0e3187c req-1f58bb77-a379-4ee6-a813-56495c115fae service neutron] Port 5fb26a97-dc85-4ac5-bb6e-15f9d7d9c36f on network f3320db2-e9b9-4caa-91bd-c608bba0ab9e not bound, no agent of type Open vSwitch agent registered on host n-h2-838334-2 {{(pid=84041) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 18 21:33:23.816933 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-579d20ab-cdb6-470f-a17a-38efb0e3187c req-1f58bb77-a379-4ee6-a813-56495c115fae service neutron] Attempting to bind port 5fb26a97-dc85-4ac5-bb6e-15f9d7d9c36f on network f3320db2-e9b9-4caa-91bd-c608bba0ab9e {{(pid=84041) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 21:33:23.825167 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-579d20ab-cdb6-470f-a17a-38efb0e3187c req-1f58bb77-a379-4ee6-a813-56495c115fae service neutron] Checking agent: {'id': 'dc797004-f641-47b7-a77f-9c62b5b16296', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-838334-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 34, 3), 'started_at': datetime.datetime(2022, 4, 18, 20, 34, 3), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 21, 33, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84041) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 18 21:33:23.825493 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-579d20ab-cdb6-470f-a17a-38efb0e3187c req-1f58bb77-a379-4ee6-a813-56495c115fae service neutron] Checking segment: {'id': 'f760d59a-3b5d-4f9f-a682-b437a8b8b263', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': 'f3320db2-e9b9-4caa-91bd-c608bba0ab9e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84041) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 21:33:23.826435 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-579d20ab-cdb6-470f-a17a-38efb0e3187c req-1f58bb77-a379-4ee6-a813-56495c115fae service neutron] Bound using segment: {'id': 'f760d59a-3b5d-4f9f-a682-b437a8b8b263', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': 'f3320db2-e9b9-4caa-91bd-c608bba0ab9e'} {{(pid=84041) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 18 21:33:23.826854 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.managers [req-579d20ab-cdb6-470f-a17a-38efb0e3187c req-1f58bb77-a379-4ee6-a813-56495c115fae service neutron] Bound port: 5fb26a97-dc85-4ac5-bb6e-15f9d7d9c36f, host: n-h2-838334-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f760d59a-3b5d-4f9f-a682-b437a8b8b263', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': 'f3320db2-e9b9-4caa-91bd-c608bba0ab9e'}}] {{(pid=84041) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 21:33:23.827190 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [req-579d20ab-cdb6-470f-a17a-38efb0e3187c req-1f58bb77-a379-4ee6-a813-56495c115fae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:33:23.918934 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.db [req-579d20ab-cdb6-470f-a17a-38efb0e3187c req-1f58bb77-a379-4ee6-a813-56495c115fae service neutron] For port 5fb26a97-dc85-4ac5-bb6e-15f9d7d9c36f, host n-h2-838334-2, cleared binding levels {{(pid=84041) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 21:33:23.922336 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.db [req-579d20ab-cdb6-470f-a17a-38efb0e3187c req-1f58bb77-a379-4ee6-a813-56495c115fae service neutron] For port 5fb26a97-dc85-4ac5-bb6e-15f9d7d9c36f, host n-h2-838334-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838334-2',level=0,port_id=5fb26a97-dc85-4ac5-bb6e-15f9d7d9c36f,segment=NetworkSegment(f760d59a-3b5d-4f9f-a682-b437a8b8b263),segment_id=f760d59a-3b5d-4f9f-a682-b437a8b8b263)] {{(pid=84041) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 21:33:23.925700 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [req-579d20ab-cdb6-470f-a17a-38efb0e3187c req-1f58bb77-a379-4ee6-a813-56495c115fae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32266282'] for port, after_update {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:33:23.987024 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [req-579d20ab-cdb6-470f-a17a-38efb0e3187c req-1f58bb77-a379-4ee6-a813-56495c115fae service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217293'] for port, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:33:23.989063 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-579d20ab-cdb6-470f-a17a-38efb0e3187c req-1f58bb77-a379-4ee6-a813-56495c115fae service neutron] 10.222.0.48 "PUT /v2.0/ports/5fb26a97-dc85-4ac5-bb6e-15f9d7d9c36f HTTP/1.1" status: 200 len: 1092 time: 0.9038827 Apr 18 21:33:23.989063 n-d-838334-2 neutron-server[84041]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4b56fab9-9f8c-4d4d-b391-554633da2516', 'tag': '5fb26a97-dc85-4ac5-bb6e-15f9d7d9c36f'}] {{(pid=84041) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 21:33:24.007886 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f58bb77-a379-4ee6-a813-56495c115fae service neutron] Pushing event updated for resources: {'Port': ['ID=5fb26a97-dc85-4ac5-bb6e-15f9d7d9c36f,revision_number=3']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:33:24.110423 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-579d20ab-cdb6-470f-a17a-38efb0e3187c req-c651693a-3528-4e91-872a-ab5bee571451 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=675834a466b84bb5a01c14f13ca191f7&device_id=4b56fab9-9f8c-4d4d-b391-554633da2516 HTTP/1.1" status: 200 len: 1095 time: 0.0769560 Apr 18 21:33:24.260165 n-d-838334-2 neutron-server[84041]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c83a8730-33ff-4d1c-a0c6-326e80067d58'] response: {'name': 'network-changed', 'server_uuid': '4b56fab9-9f8c-4d4d-b391-554633da2516', 'tag': '5fb26a97-dc85-4ac5-bb6e-15f9d7d9c36f', 'status': 'completed', 'code': 200} Apr 18 21:33:24.276088 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-579d20ab-cdb6-470f-a17a-38efb0e3187c req-f7f40d10-f41a-4254-9ebf-c90854c68850 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5fb26a97-dc85-4ac5-bb6e-15f9d7d9c36f HTTP/1.1" status: 200 len: 217 time: 0.1583166 Apr 18 21:33:24.343288 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-579d20ab-cdb6-470f-a17a-38efb0e3187c req-4cad896b-e2aa-41ed-8378-0dda1e041b48 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:33:24.344658 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-579d20ab-cdb6-470f-a17a-38efb0e3187c req-4cad896b-e2aa-41ed-8378-0dda1e041b48 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=32f4d787-9e43-4aac-98c4-668fa9d35a84 HTTP/1.1" status: 200 len: 851 time: 0.0627019 Apr 18 21:33:24.416775 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-579d20ab-cdb6-470f-a17a-38efb0e3187c req-49ed928f-a0bf-4ae3-a5ad-0927a93d73a4 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=f3320db2-e9b9-4caa-91bd-c608bba0ab9e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0660408 Apr 18 21:33:24.544777 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-579d20ab-cdb6-470f-a17a-38efb0e3187c req-8c3588c8-867a-4d3e-bbaa-1edb120f5c5e service neutron] 10.222.0.48 "GET /v2.0/networks/f3320db2-e9b9-4caa-91bd-c608bba0ab9e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1216362 Apr 18 21:33:24.678393 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-579d20ab-cdb6-470f-a17a-38efb0e3187c req-d05a2a3a-1b8d-4b49-8100-cc7acb3a58b1 service neutron] 10.222.0.48 "GET /v2.0/networks/f3320db2-e9b9-4caa-91bd-c608bba0ab9e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1272633 Apr 18 21:33:24.799787 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-dfa460c3-f030-4c09-b6ce-562452fbe849 req-a4c7d940-ac11-4e8b-885e-530a7136f611 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=675834a466b84bb5a01c14f13ca191f7&device_id=4b56fab9-9f8c-4d4d-b391-554633da2516 HTTP/1.1" status: 200 len: 1095 time: 0.0714965 Apr 18 21:33:24.867344 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9680b62-9649-4d14-b93e-ae06e0dbf20b req-f4dc051c-d474-4a37-a811-3928fc382d53 tempest-ServerActionsTestJSON-1319677203 tempest-ServerActionsTestJSON-1319677203-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:33:24.868743 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-c9680b62-9649-4d14-b93e-ae06e0dbf20b req-f4dc051c-d474-4a37-a811-3928fc382d53 tempest-ServerActionsTestJSON-1319677203 tempest-ServerActionsTestJSON-1319677203-project] 10.222.0.42 "GET /v2.0/ports?device_id=4b56fab9-9f8c-4d4d-b391-554633da2516 HTTP/1.1" status: 200 len: 944 time: 0.1775517 Apr 18 21:33:24.914879 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-c9680b62-9649-4d14-b93e-ae06e0dbf20b req-1e5a94c3-1563-487f-b2c0-1edf4e383022 tempest-ServerActionsTestJSON-1319677203 tempest-ServerActionsTestJSON-1319677203-project] 10.222.0.42 "GET /v2.0/security-groups?id=86fda662-3d20-4c8e-beec-0cf6963226d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397437 Apr 18 21:33:24.933401 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfa460c3-f030-4c09-b6ce-562452fbe849 req-193de493-d568-46f6-af8f-a6630a972fa7 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:33:24.934853 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-dfa460c3-f030-4c09-b6ce-562452fbe849 req-193de493-d568-46f6-af8f-a6630a972fa7 service neutron] 10.222.0.48 "GET /v2.0/networks?id=f3320db2-e9b9-4caa-91bd-c608bba0ab9e HTTP/1.1" status: 200 len: 913 time: 0.1289163 Apr 18 21:33:25.006920 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-dfa460c3-f030-4c09-b6ce-562452fbe849 req-c0dfe02a-0108-4e4b-ad07-f957a697320b service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5fb26a97-dc85-4ac5-bb6e-15f9d7d9c36f HTTP/1.1" status: 200 len: 217 time: 0.0641036 Apr 18 21:33:25.072305 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfa460c3-f030-4c09-b6ce-562452fbe849 req-c68880f1-2077-4792-8797-6c507677ad5d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:33:25.073731 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-dfa460c3-f030-4c09-b6ce-562452fbe849 req-c68880f1-2077-4792-8797-6c507677ad5d service neutron] 10.222.0.48 "GET /v2.0/subnets?id=32f4d787-9e43-4aac-98c4-668fa9d35a84 HTTP/1.1" status: 200 len: 851 time: 0.0606277 Apr 18 21:33:25.146965 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-dfa460c3-f030-4c09-b6ce-562452fbe849 req-f4c6a526-257e-4117-868d-48b687db7016 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=f3320db2-e9b9-4caa-91bd-c608bba0ab9e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0667982 Apr 18 21:33:25.276507 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-dfa460c3-f030-4c09-b6ce-562452fbe849 req-48b37549-bf76-4d31-9715-0781fcd3dee2 service neutron] 10.222.0.48 "GET /v2.0/networks/f3320db2-e9b9-4caa-91bd-c608bba0ab9e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1215694 Apr 18 21:33:25.408968 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-dfa460c3-f030-4c09-b6ce-562452fbe849 req-ef574e54-3643-4eb6-969c-2e767229e809 service neutron] 10.222.0.48 "GET /v2.0/networks/f3320db2-e9b9-4caa-91bd-c608bba0ab9e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1259825 Apr 18 21:33:26.048848 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.agents_db [None req-6346a179-333c-4370-b5a6-936984aeab15 None None] Agent healthcheck: found 7 active agents {{(pid=84043) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 18 21:33:26.114283 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab27d81a-287e-4a62-a6f4-9ca1542c244b req-115de49c-8ba5-4fa7-8b97-63756238b2de tempest-ServerActionsTestJSON-1319677203 tempest-ServerActionsTestJSON-1319677203-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:33:26.115766 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-ab27d81a-287e-4a62-a6f4-9ca1542c244b req-115de49c-8ba5-4fa7-8b97-63756238b2de tempest-ServerActionsTestJSON-1319677203 tempest-ServerActionsTestJSON-1319677203-project] 10.222.0.42 "GET /v2.0/ports?device_id=4b56fab9-9f8c-4d4d-b391-554633da2516 HTTP/1.1" status: 200 len: 944 time: 0.0788951 Apr 18 21:33:26.160338 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-ab27d81a-287e-4a62-a6f4-9ca1542c244b req-fd2d01f4-7855-4acb-96a9-d26e75c8fd68 tempest-ServerActionsTestJSON-1319677203 tempest-ServerActionsTestJSON-1319677203-project] 10.222.0.42 "GET /v2.0/security-groups?id=86fda662-3d20-4c8e-beec-0cf6963226d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389969 Apr 18 21:33:27.361079 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fde97de8-cd8e-4570-8e7d-75a1c79f3fa3 req-f4e1eb5a-d392-463a-bdca-fa8592e7751d tempest-ServerActionsTestJSON-1319677203 tempest-ServerActionsTestJSON-1319677203-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:33:27.362861 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-fde97de8-cd8e-4570-8e7d-75a1c79f3fa3 req-f4e1eb5a-d392-463a-bdca-fa8592e7751d tempest-ServerActionsTestJSON-1319677203 tempest-ServerActionsTestJSON-1319677203-project] 10.222.0.42 "GET /v2.0/ports?device_id=4b56fab9-9f8c-4d4d-b391-554633da2516 HTTP/1.1" status: 200 len: 944 time: 0.0807555 Apr 18 21:33:27.409647 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-fde97de8-cd8e-4570-8e7d-75a1c79f3fa3 req-ee4ee385-213d-4a78-a1fe-43587b800b53 tempest-ServerActionsTestJSON-1319677203 tempest-ServerActionsTestJSON-1319677203-project] 10.222.0.42 "GET /v2.0/security-groups?id=86fda662-3d20-4c8e-beec-0cf6963226d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412142 Apr 18 21:33:28.564539 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Device 5fb26a97-dc85-4ac5-bb6e-15f9d7d9c36f details requested by agent hyperv_n-h2-838334-2 with host n-h2-838334-2 {{(pid=84042) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 18 21:33:28.608216 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f06cb6d-b7cb-4ba9-a14d-b8459b5f3dfa req-c1512ee5-dbc6-4321-978a-431f9595d668 tempest-ServerActionsTestJSON-1319677203 tempest-ServerActionsTestJSON-1319677203-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:33:28.609668 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-1f06cb6d-b7cb-4ba9-a14d-b8459b5f3dfa req-c1512ee5-dbc6-4321-978a-431f9595d668 tempest-ServerActionsTestJSON-1319677203 tempest-ServerActionsTestJSON-1319677203-project] 10.222.0.42 "GET /v2.0/ports?device_id=4b56fab9-9f8c-4d4d-b391-554633da2516 HTTP/1.1" status: 200 len: 944 time: 0.0782750 Apr 18 21:33:28.655043 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-1f06cb6d-b7cb-4ba9-a14d-b8459b5f3dfa req-9c1732d4-b65b-4ccd-8199-df091345ff51 tempest-ServerActionsTestJSON-1319677203 tempest-ServerActionsTestJSON-1319677203-project] 10.222.0.42 "GET /v2.0/security-groups?id=86fda662-3d20-4c8e-beec-0cf6963226d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398211 Apr 18 21:33:28.697338 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] For port 5fb26a97-dc85-4ac5-bb6e-15f9d7d9c36f, host n-h2-838334-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838334-2',level=0,port_id=5fb26a97-dc85-4ac5-bb6e-15f9d7d9c36f,segment=NetworkSegment(f760d59a-3b5d-4f9f-a682-b437a8b8b263),segment_id=f760d59a-3b5d-4f9f-a682-b437a8b8b263)] {{(pid=84042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:33:28.711266 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Returning: {'device': '5fb26a97-dc85-4ac5-bb6e-15f9d7d9c36f', 'network_id': 'f3320db2-e9b9-4caa-91bd-c608bba0ab9e', 'port_id': '5fb26a97-dc85-4ac5-bb6e-15f9d7d9c36f', 'mac_address': 'fa:16:3e:96:17:65', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 379, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '32f4d787-9e43-4aac-98c4-668fa9d35a84', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84042) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 18 21:33:28.777834 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:33:28.795419 n-d-838334-2 neutron-server[84042]: DEBUG neutron.notifiers.nova [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5fb26a97-dc85-4ac5-bb6e-15f9d7d9c36f {{(pid=84042) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 18 21:33:28.813188 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] For port 5fb26a97-dc85-4ac5-bb6e-15f9d7d9c36f, host n-h2-838334-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838334-2',level=0,port_id=5fb26a97-dc85-4ac5-bb6e-15f9d7d9c36f,segment=NetworkSegment(f760d59a-3b5d-4f9f-a682-b437a8b8b263),segment_id=f760d59a-3b5d-4f9f-a682-b437a8b8b263)] {{(pid=84042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:33:28.817361 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682'] for port, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:33:28.881550 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Pushing event updated for resources: {'Port': ['ID=5fb26a97-dc85-4ac5-bb6e-15f9d7d9c36f,revision_number=4']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:33:28.889924 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:33:28.890252 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:33:28.890587 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:33:28.890917 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:33:28.891243 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:33:28.891570 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:33:28.891917 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:33:28.892236 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:33:28.892554 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:33:28.892871 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:33:28.893187 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:33:29.023796 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] get_ports_and_sgs() called for port_ids ['5fb26a97-dc85-4ac5-bb6e-15f9d7d9c36f'] {{(pid=84042) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 18 21:33:29.854309 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be275077-e9a8-492e-9a5f-5a33d5446765 req-267b392d-f034-47f5-b767-f69f02a9860a tempest-ServerActionsTestJSON-1319677203 tempest-ServerActionsTestJSON-1319677203-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:33:29.855771 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-be275077-e9a8-492e-9a5f-5a33d5446765 req-267b392d-f034-47f5-b767-f69f02a9860a tempest-ServerActionsTestJSON-1319677203 tempest-ServerActionsTestJSON-1319677203-project] 10.222.0.42 "GET /v2.0/ports?device_id=4b56fab9-9f8c-4d4d-b391-554633da2516 HTTP/1.1" status: 200 len: 945 time: 0.0759168 Apr 18 21:33:29.904357 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-be275077-e9a8-492e-9a5f-5a33d5446765 req-3d7e5932-ceb5-448a-b317-3127084a7788 tempest-ServerActionsTestJSON-1319677203 tempest-ServerActionsTestJSON-1319677203-project] 10.222.0.42 "GET /v2.0/security-groups?id=86fda662-3d20-4c8e-beec-0cf6963226d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419710 Apr 18 21:33:30.088743 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750375287399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253529'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:33:30.194428 n-d-838334-2 neutron-server[84043]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dca7ad3b-ffc0-4adf-a2b0-a1530ac2f736 None None] Sync routers for ids ['6861cd65-eca4-4490-a200-e76033a5ee01'] in n-d-838334-2 {{(pid=84043) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 18 21:33:30.206260 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dca7ad3b-ffc0-4adf-a2b0-a1530ac2f736 None None] Routers {'6861cd65-eca4-4490-a200-e76033a5ee01'} bound to L3 agent in host n-d-838334-2 {{(pid=84043) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 21:33:30.206846 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.l3_hamode_db [None req-dca7ad3b-ffc0-4adf-a2b0-a1530ac2f736 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838334-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-18T20:25:48Z,description=,heartbeat_timestamp=2022-04-18T21:33:18Z,host='n-d-838334-2',id=bc84d6c9-dd7a-4555-a351-592327b46d5a,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:25:48Z,topic='l3_agent')) {'router_ids': ['6861cd65-eca4-4490-a200-e76033a5ee01'], 'active': True} {{(pid=84043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:33:30.381720 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.l3_dvr_db [None req-dca7ad3b-ffc0-4adf-a2b0-a1530ac2f736 None None] Set router 6861cd65-eca4-4490-a200-e76033a5ee01 gateway port host: n-d-838334-2 {{(pid=84043) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 21:33:30.579040 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Device 5fb26a97-dc85-4ac5-bb6e-15f9d7d9c36f up at agent hyperv_n-h2-838334-2 {{(pid=84042) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 21:33:30.648319 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Provisioning for port 5fb26a97-dc85-4ac5-bb6e-15f9d7d9c36f completed by entity L2. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 21:33:30.652928 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Provisioning complete for port 5fb26a97-dc85-4ac5-bb6e-15f9d7d9c36f triggered by entity L2. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:33:30.653296 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1253608'] for port, provisioning_complete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:33:30.686034 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.l3_hamode_db [None req-dca7ad3b-ffc0-4adf-a2b0-a1530ac2f736 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6861cd65-eca4-4490-a200-e76033a5ee01', 'name': 'tempest-ServerActionsTestJSON-1522639251-router', 'tenant_id': '675834a466b84bb5a01c14f13ca191f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'external_fixed_ips': [{'subnet_id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'ip_address': '172.25.8.149'}], 'enable_snat': True}, 'gw_port_id': '7071e091-9f0f-4bb0-a769-bd885f8aec0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:33:12Z', 'updated_at': '2022-04-18T21:33:15Z', 'revision_number': 4, 'project_id': '675834a466b84bb5a01c14f13ca191f7', 'gw_port': {'id': '7071e091-9f0f-4bb0-a769-bd885f8aec0c', 'name': '', 'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:ee:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6861cd65-eca4-4490-a200-e76033a5ee01', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'ip_address': '172.25.8.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:33:13Z', 'updated_at': '2022-04-18T21:33:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838334-2', '_interfaces': [{'id': '252d04e9-7528-4fd9-8583-53107d3a8f75', 'name': '', 'network_id': 'f3320db2-e9b9-4caa-91bd-c608bba0ab9e', 'tenant_id': '675834a466b84bb5a01c14f13ca191f7', 'mac_address': 'fa:16:3e:e9:5f:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6861cd65-eca4-4490-a200-e76033a5ee01', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '32f4d787-9e43-4aac-98c4-668fa9d35a84', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:33:15Z', 'updated_at': '2022-04-18T21:33:15Z', 'revision_number': 2, 'project_id': '675834a466b84bb5a01c14f13ca191f7', 'subnets': [{'id': '32f4d787-9e43-4aac-98c4-668fa9d35a84', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838334-2', False) {} {{(pid=84043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:33:30.689945 n-d-838334-2 neutron-server[84043]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dca7ad3b-ffc0-4adf-a2b0-a1530ac2f736 None None] Checking router: 6861cd65-eca4-4490-a200-e76033a5ee01 for host: n-d-838334-2 {{(pid=84043) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 18 21:33:30.690286 n-d-838334-2 neutron-server[84043]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dca7ad3b-ffc0-4adf-a2b0-a1530ac2f736 None None] Updating router 6861cd65-eca4-4490-a200-e76033a5ee01 port 252d04e9-7528-4fd9-8583-53107d3a8f75 binding host n-d-838334-2 {{(pid=84043) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 18 21:33:30.744834 n-d-838334-2 neutron-server[84043]: DEBUG neutron_lib.callbacks.manager [None req-dca7ad3b-ffc0-4adf-a2b0-a1530ac2f736 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:33:30.770073 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:33:30.796718 n-d-838334-2 neutron-server[84042]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4b56fab9-9f8c-4d4d-b391-554633da2516', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5fb26a97-dc85-4ac5-bb6e-15f9d7d9c36f'}] {{(pid=84042) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 21:33:30.806994 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] For port 5fb26a97-dc85-4ac5-bb6e-15f9d7d9c36f, host n-h2-838334-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838334-2',level=0,port_id=5fb26a97-dc85-4ac5-bb6e-15f9d7d9c36f,segment=NetworkSegment(f760d59a-3b5d-4f9f-a682-b437a8b8b263),segment_id=f760d59a-3b5d-4f9f-a682-b437a8b8b263)] {{(pid=84042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:33:30.812279 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682'] for port, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:33:30.859108 n-d-838334-2 neutron-server[84042]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4793a2bc-f399-4eb7-babd-071c4a6a34f2'] response: {'server_uuid': '4b56fab9-9f8c-4d4d-b391-554633da2516', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5fb26a97-dc85-4ac5-bb6e-15f9d7d9c36f', 'code': 200} Apr 18 21:33:30.886756 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Pushing event updated for resources: {'Port': ['ID=5fb26a97-dc85-4ac5-bb6e-15f9d7d9c36f,revision_number=5']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:33:30.987806 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-57d21376-7092-4e46-9baf-f69ee0fee3ff req-75bf9394-7d85-476c-95a1-80d6a844b45c service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=4b56fab9-9f8c-4d4d-b391-554633da2516 HTTP/1.1" status: 200 len: 1097 time: 0.0707436 Apr 18 21:33:31.042138 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-57d21376-7092-4e46-9baf-f69ee0fee3ff req-ac47b4d3-7aaa-4a08-b73a-edca1821d333 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=86fda662-3d20-4c8e-beec-0cf6963226d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469313 Apr 18 21:33:31.094435 n-d-838334-2 neutron-server[84043]: DEBUG neutron_lib.callbacks.manager [None req-dca7ad3b-ffc0-4adf-a2b0-a1530ac2f736 None None] Notify callbacks [] for port, precommit_update {{(pid=84043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:33:31.105748 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.provisioning_blocks [None req-dca7ad3b-ffc0-4adf-a2b0-a1530ac2f736 None None] Transition to ACTIVE for port object 252d04e9-7528-4fd9-8583-53107d3a8f75 will not be triggered until provisioned by entity L2. {{(pid=84043) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:33:31.114204 n-d-838334-2 neutron-server[84043]: DEBUG neutron_lib.callbacks.manager [None req-dca7ad3b-ffc0-4adf-a2b0-a1530ac2f736 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682'] for port, after_update {{(pid=84043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:33:31.129000 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c52febb0-b8b8-4f2f-a52a-fde34d65ab78 req-380475d2-6ad9-4f5f-b06e-40d9d1c90ae1 tempest-ServerActionsTestJSON-1319677203 tempest-ServerActionsTestJSON-1319677203-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:33:31.130423 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-c52febb0-b8b8-4f2f-a52a-fde34d65ab78 req-380475d2-6ad9-4f5f-b06e-40d9d1c90ae1 tempest-ServerActionsTestJSON-1319677203 tempest-ServerActionsTestJSON-1319677203-project] 10.222.0.42 "GET /v2.0/ports?device_id=4b56fab9-9f8c-4d4d-b391-554633da2516 HTTP/1.1" status: 200 len: 946 time: 0.0760195 Apr 18 21:33:31.180781 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-c52febb0-b8b8-4f2f-a52a-fde34d65ab78 req-74c074a6-510b-4f06-ba61-bf13ebb46a2d tempest-ServerActionsTestJSON-1319677203 tempest-ServerActionsTestJSON-1319677203-project] 10.222.0.42 "GET /v2.0/security-groups?id=86fda662-3d20-4c8e-beec-0cf6963226d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447004 Apr 18 21:33:31.243095 n-d-838334-2 neutron-server[84043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40d692df-86ca-4724-8b12-8b1f7a91b09f None None] Pushing event updated for resources: {'Port': ['ID=252d04e9-7528-4fd9-8583-53107d3a8f75,revision_number=3']} {{(pid=84043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:33:31.255698 n-d-838334-2 neutron-server[84043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40d692df-86ca-4724-8b12-8b1f7a91b09f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:33:31.256034 n-d-838334-2 neutron-server[84043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40d692df-86ca-4724-8b12-8b1f7a91b09f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:33:31.256357 n-d-838334-2 neutron-server[84043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40d692df-86ca-4724-8b12-8b1f7a91b09f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:33:31.256675 n-d-838334-2 neutron-server[84043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40d692df-86ca-4724-8b12-8b1f7a91b09f None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:33:31.256990 n-d-838334-2 neutron-server[84043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40d692df-86ca-4724-8b12-8b1f7a91b09f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:33:31.257311 n-d-838334-2 neutron-server[84043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40d692df-86ca-4724-8b12-8b1f7a91b09f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:33:31.257616 n-d-838334-2 neutron-server[84043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40d692df-86ca-4724-8b12-8b1f7a91b09f None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:33:31.257922 n-d-838334-2 neutron-server[84043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40d692df-86ca-4724-8b12-8b1f7a91b09f None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:33:31.258231 n-d-838334-2 neutron-server[84043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40d692df-86ca-4724-8b12-8b1f7a91b09f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:33:31.258537 n-d-838334-2 neutron-server[84043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40d692df-86ca-4724-8b12-8b1f7a91b09f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:33:31.258843 n-d-838334-2 neutron-server[84043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40d692df-86ca-4724-8b12-8b1f7a91b09f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:33:31.371254 n-d-838334-2 neutron-server[84043]: DEBUG neutron.plugins.ml2.managers [None req-dca7ad3b-ffc0-4adf-a2b0-a1530ac2f736 None None] Attempting to bind port 252d04e9-7528-4fd9-8583-53107d3a8f75 on host n-d-838334-2 for vnic_type normal with profile {{(pid=84043) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 21:33:31.371602 n-d-838334-2 neutron-server[84043]: DEBUG neutron.plugins.ml2.managers [None req-dca7ad3b-ffc0-4adf-a2b0-a1530ac2f736 None None] Attempting to bind port 252d04e9-7528-4fd9-8583-53107d3a8f75 by drivers openvswitch,hyperv on host n-d-838334-2 at level 0 using segments [{'id': 'f760d59a-3b5d-4f9f-a682-b437a8b8b263', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': 'f3320db2-e9b9-4caa-91bd-c608bba0ab9e'}] {{(pid=84043) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 21:33:31.371973 n-d-838334-2 neutron-server[84043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dca7ad3b-ffc0-4adf-a2b0-a1530ac2f736 None None] Attempting to bind port 252d04e9-7528-4fd9-8583-53107d3a8f75 on network f3320db2-e9b9-4caa-91bd-c608bba0ab9e {{(pid=84043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 21:33:31.378882 n-d-838334-2 neutron-server[84043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dca7ad3b-ffc0-4adf-a2b0-a1530ac2f736 None None] Checking agent: {'id': '97cd4414-7af6-4d67-868d-dff370b4071a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838334-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 25, 49), 'started_at': datetime.datetime(2022, 4, 18, 20, 26, 19), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 21, 33, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838334-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 18 21:33:31.379236 n-d-838334-2 neutron-server[84043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dca7ad3b-ffc0-4adf-a2b0-a1530ac2f736 None None] Checking segment: {'id': 'f760d59a-3b5d-4f9f-a682-b437a8b8b263', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': 'f3320db2-e9b9-4caa-91bd-c608bba0ab9e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84043) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 21:33:31.379616 n-d-838334-2 neutron-server[84043]: DEBUG neutron_lib.callbacks.manager [None req-dca7ad3b-ffc0-4adf-a2b0-a1530ac2f736 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:33:31.380014 n-d-838334-2 neutron-server[84043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dca7ad3b-ffc0-4adf-a2b0-a1530ac2f736 None None] Bound using segment: {'id': 'f760d59a-3b5d-4f9f-a682-b437a8b8b263', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': 'f3320db2-e9b9-4caa-91bd-c608bba0ab9e'} {{(pid=84043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 18 21:33:31.380450 n-d-838334-2 neutron-server[84043]: DEBUG neutron.plugins.ml2.managers [None req-dca7ad3b-ffc0-4adf-a2b0-a1530ac2f736 None None] Bound port: 252d04e9-7528-4fd9-8583-53107d3a8f75, host: n-d-838334-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f760d59a-3b5d-4f9f-a682-b437a8b8b263', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': 'f3320db2-e9b9-4caa-91bd-c608bba0ab9e'}}] {{(pid=84043) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 21:33:31.380800 n-d-838334-2 neutron-server[84043]: DEBUG neutron_lib.callbacks.manager [None req-dca7ad3b-ffc0-4adf-a2b0-a1530ac2f736 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:33:31.466797 n-d-838334-2 neutron-server[84043]: DEBUG neutron.plugins.ml2.db [None req-dca7ad3b-ffc0-4adf-a2b0-a1530ac2f736 None None] For port 252d04e9-7528-4fd9-8583-53107d3a8f75, host n-d-838334-2, cleared binding levels {{(pid=84043) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 21:33:31.469712 n-d-838334-2 neutron-server[84043]: DEBUG neutron.plugins.ml2.db [None req-dca7ad3b-ffc0-4adf-a2b0-a1530ac2f736 None None] For port 252d04e9-7528-4fd9-8583-53107d3a8f75, host n-d-838334-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838334-2',level=0,port_id=252d04e9-7528-4fd9-8583-53107d3a8f75,segment=NetworkSegment(f760d59a-3b5d-4f9f-a682-b437a8b8b263),segment_id=f760d59a-3b5d-4f9f-a682-b437a8b8b263)] {{(pid=84043) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 21:33:31.474137 n-d-838334-2 neutron-server[84043]: DEBUG neutron_lib.callbacks.manager [None req-dca7ad3b-ffc0-4adf-a2b0-a1530ac2f736 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682'] for port, after_update {{(pid=84043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:33:31.556660 n-d-838334-2 neutron-server[84043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40d692df-86ca-4724-8b12-8b1f7a91b09f None None] Pushing event updated for resources: {'Port': ['ID=252d04e9-7528-4fd9-8583-53107d3a8f75,revision_number=4']} {{(pid=84043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:33:31.562395 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dca7ad3b-ffc0-4adf-a2b0-a1530ac2f736 None None] Routers {'6861cd65-eca4-4490-a200-e76033a5ee01'} bound to L3 agent in host n-d-838334-2 {{(pid=84043) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 21:33:31.563002 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.l3_hamode_db [None req-dca7ad3b-ffc0-4adf-a2b0-a1530ac2f736 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838334-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-18T20:25:48Z,description=,heartbeat_timestamp=2022-04-18T21:33:18Z,host='n-d-838334-2',id=bc84d6c9-dd7a-4555-a351-592327b46d5a,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:25:48Z,topic='l3_agent')) {'router_ids': ['6861cd65-eca4-4490-a200-e76033a5ee01'], 'active': True} {{(pid=84043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:33:31.739222 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.l3_dvr_db [None req-dca7ad3b-ffc0-4adf-a2b0-a1530ac2f736 None None] Set router 6861cd65-eca4-4490-a200-e76033a5ee01 gateway port host: n-d-838334-2 {{(pid=84043) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 21:33:32.047794 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.l3_hamode_db [None req-dca7ad3b-ffc0-4adf-a2b0-a1530ac2f736 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6861cd65-eca4-4490-a200-e76033a5ee01', 'name': 'tempest-ServerActionsTestJSON-1522639251-router', 'tenant_id': '675834a466b84bb5a01c14f13ca191f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'external_fixed_ips': [{'subnet_id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'ip_address': '172.25.8.149'}], 'enable_snat': True}, 'gw_port_id': '7071e091-9f0f-4bb0-a769-bd885f8aec0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:33:12Z', 'updated_at': '2022-04-18T21:33:15Z', 'revision_number': 4, 'project_id': '675834a466b84bb5a01c14f13ca191f7', 'gw_port': {'id': '7071e091-9f0f-4bb0-a769-bd885f8aec0c', 'name': '', 'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:ee:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6861cd65-eca4-4490-a200-e76033a5ee01', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'ip_address': '172.25.8.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:33:13Z', 'updated_at': '2022-04-18T21:33:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838334-2', '_interfaces': [{'id': '252d04e9-7528-4fd9-8583-53107d3a8f75', 'name': '', 'network_id': 'f3320db2-e9b9-4caa-91bd-c608bba0ab9e', 'tenant_id': '675834a466b84bb5a01c14f13ca191f7', 'mac_address': 'fa:16:3e:e9:5f:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6861cd65-eca4-4490-a200-e76033a5ee01', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '32f4d787-9e43-4aac-98c4-668fa9d35a84', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:33:15Z', 'updated_at': '2022-04-18T21:33:31Z', 'revision_number': 4, 'project_id': '675834a466b84bb5a01c14f13ca191f7', 'subnets': [{'id': '32f4d787-9e43-4aac-98c4-668fa9d35a84', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838334-2', False) {} {{(pid=84043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:33:32.051668 n-d-838334-2 neutron-server[84043]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dca7ad3b-ffc0-4adf-a2b0-a1530ac2f736 None None] The sync data for ids ['6861cd65-eca4-4490-a200-e76033a5ee01'] in n-d-838334-2 is: [{'id': '6861cd65-eca4-4490-a200-e76033a5ee01', 'name': 'tempest-ServerActionsTestJSON-1522639251-router', 'tenant_id': '675834a466b84bb5a01c14f13ca191f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'external_fixed_ips': [{'subnet_id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'ip_address': '172.25.8.149'}], 'enable_snat': True}, 'gw_port_id': '7071e091-9f0f-4bb0-a769-bd885f8aec0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:33:12Z', 'updated_at': '2022-04-18T21:33:15Z', 'revision_number': 4, 'project_id': '675834a466b84bb5a01c14f13ca191f7', 'gw_port': {'id': '7071e091-9f0f-4bb0-a769-bd885f8aec0c', 'name': '', 'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:ee:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6861cd65-eca4-4490-a200-e76033a5ee01', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'ip_address': '172.25.8.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:33:13Z', 'updated_at': '2022-04-18T21:33:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838334-2', '_interfaces': [{'id': '252d04e9-7528-4fd9-8583-53107d3a8f75', 'name': '', 'network_id': 'f3320db2-e9b9-4caa-91bd-c608bba0ab9e', 'tenant_id': '675834a466b84bb5a01c14f13ca191f7', 'mac_address': 'fa:16:3e:e9:5f:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6861cd65-eca4-4490-a200-e76033a5ee01', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '32f4d787-9e43-4aac-98c4-668fa9d35a84', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:33:15Z', 'updated_at': '2022-04-18T21:33:31Z', 'revision_number': 4, 'project_id': '675834a466b84bb5a01c14f13ca191f7', 'subnets': [{'id': '32f4d787-9e43-4aac-98c4-668fa9d35a84', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84043) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 18 21:33:32.392731 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9394270a-f7c4-4815-a2a0-8d01d000d671 req-06b49048-d1c4-48f9-aaab-d77c4a091294 tempest-ServerActionsTestJSON-1319677203 tempest-ServerActionsTestJSON-1319677203-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:33:32.394209 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-9394270a-f7c4-4815-a2a0-8d01d000d671 req-06b49048-d1c4-48f9-aaab-d77c4a091294 tempest-ServerActionsTestJSON-1319677203 tempest-ServerActionsTestJSON-1319677203-project] 10.222.0.42 "GET /v2.0/ports?device_id=4b56fab9-9f8c-4d4d-b391-554633da2516 HTTP/1.1" status: 200 len: 946 time: 0.0816629 Apr 18 21:33:32.450258 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-9394270a-f7c4-4815-a2a0-8d01d000d671 req-268e1317-7f55-4fe5-973d-fa2aa87d8331 tempest-ServerActionsTestJSON-1319677203 tempest-ServerActionsTestJSON-1319677203-project] 10.222.0.42 "GET /v2.0/security-groups?id=86fda662-3d20-4c8e-beec-0cf6963226d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0503869 Apr 18 21:33:32.662635 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c665936-d149-4082-8d5f-a015c1c37a4e req-43ac2565-c700-4f1c-af5d-17d651b6361b tempest-ServerActionsTestJSON-1319677203 tempest-ServerActionsTestJSON-1319677203-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:33:32.671317 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-2c665936-d149-4082-8d5f-a015c1c37a4e req-43ac2565-c700-4f1c-af5d-17d651b6361b tempest-ServerActionsTestJSON-1319677203 tempest-ServerActionsTestJSON-1319677203-project] 10.222.0.42 "GET /v2.0/ports?device_id=4b56fab9-9f8c-4d4d-b391-554633da2516 HTTP/1.1" status: 200 len: 946 time: 0.0804801 Apr 18 21:33:32.673214 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 38692) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:33:32.678320 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.v2.base [None req-3a2dab2d-7711-4667-83ae-bba1569cecf7 tempest-ServerActionsTestJSON-1319677203 tempest-ServerActionsTestJSON-1319677203-project] Request body: {'floatingip': {'port_id': '5fb26a97-dc85-4ac5-bb6e-15f9d7d9c36f'}} {{(pid=84040) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:33:32.758315 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-3a2dab2d-7711-4667-83ae-bba1569cecf7 tempest-ServerActionsTestJSON-1319677203 tempest-ServerActionsTestJSON-1319677203-project] Notify callbacks [] for floatingip, before_update {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:33:32.820813 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Device 252d04e9-7528-4fd9-8583-53107d3a8f75 up at agent ovs-agent-n-d-838334-2 {{(pid=84042) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 21:33:32.889097 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Provisioning for port 252d04e9-7528-4fd9-8583-53107d3a8f75 completed by entity L2. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 21:33:32.893956 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Provisioning complete for port 252d04e9-7528-4fd9-8583-53107d3a8f75 triggered by entity L2. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:33:32.894346 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1253608'] for port, provisioning_complete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:33:33.018548 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:33:33.050670 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] For port 252d04e9-7528-4fd9-8583-53107d3a8f75, host n-d-838334-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838334-2',level=0,port_id=252d04e9-7528-4fd9-8583-53107d3a8f75,segment=NetworkSegment(f760d59a-3b5d-4f9f-a682-b437a8b8b263),segment_id=f760d59a-3b5d-4f9f-a682-b437a8b8b263)] {{(pid=84042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:33:33.054504 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682'] for port, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:33:33.120261 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Pushing event updated for resources: {'Port': ['ID=252d04e9-7528-4fd9-8583-53107d3a8f75,revision_number=5']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:33:33.345286 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-3a2dab2d-7711-4667-83ae-bba1569cecf7 tempest-ServerActionsTestJSON-1319677203 tempest-ServerActionsTestJSON-1319677203-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:33:33.348499 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-3a2dab2d-7711-4667-83ae-bba1569cecf7 tempest-ServerActionsTestJSON-1319677203 tempest-ServerActionsTestJSON-1319677203-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33444131'] for floatingip, after_update {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:33:33.632594 n-d-838334-2 neutron-server[84040]: INFO neutron.db.l3_db [None req-3a2dab2d-7711-4667-83ae-bba1569cecf7 tempest-ServerActionsTestJSON-1319677203 tempest-ServerActionsTestJSON-1319677203-project] Floating IP 9831c303-c663-4aea-a904-d83b03360b56 associated. External IP: 172.25.8.225, port: 5fb26a97-dc85-4ac5-bb6e-15f9d7d9c36f. Apr 18 21:33:34.025438 n-d-838334-2 neutron-server[84040]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3a2dab2d-7711-4667-83ae-bba1569cecf7 tempest-ServerActionsTestJSON-1319677203 tempest-ServerActionsTestJSON-1319677203-project] Router 6861cd65-eca4-4490-a200-e76033a5ee01 has already been hosted by L3 agent bc84d6c9-dd7a-4555-a351-592327b46d5a {{(pid=84040) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 21:33:34.223535 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3a2dab2d-7711-4667-83ae-bba1569cecf7 tempest-ServerActionsTestJSON-1319677203 tempest-ServerActionsTestJSON-1319677203-project] Notify agent at l3_agent.n-d-838334-2 the message routers_updated {{(pid=84040) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 21:33:34.227975 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-3a2dab2d-7711-4667-83ae-bba1569cecf7 tempest-ServerActionsTestJSON-1319677203 tempest-ServerActionsTestJSON-1319677203-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217293'] for floatingip, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:33:34.244443 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750375287399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253529'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:33:34.281577 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-3a2dab2d-7711-4667-83ae-bba1569cecf7 tempest-ServerActionsTestJSON-1319677203 tempest-ServerActionsTestJSON-1319677203-project] 10.222.0.42 "PUT /v2.0/floatingips/9831c303-c663-4aea-a904-d83b03360b56 HTTP/1.1" status: 200 len: 992 time: 1.6073260 Apr 18 21:33:34.282127 n-d-838334-2 neutron-server[84040]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4b56fab9-9f8c-4d4d-b391-554633da2516', 'tag': '5fb26a97-dc85-4ac5-bb6e-15f9d7d9c36f'}] {{(pid=84040) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 21:33:34.335112 n-d-838334-2 neutron-server[84040]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e2db9d4c-2ecf-4ba1-b818-ce34d440ab85'] response: {'name': 'network-changed', 'server_uuid': '4b56fab9-9f8c-4d4d-b391-554633da2516', 'tag': '5fb26a97-dc85-4ac5-bb6e-15f9d7d9c36f', 'status': 'completed', 'code': 200} Apr 18 21:33:34.423672 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-db431f69-f07e-49ba-89f9-3a5c2764e21e req-63d02267-0599-418d-9fb1-7aa9caf90183 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=675834a466b84bb5a01c14f13ca191f7&device_id=4b56fab9-9f8c-4d4d-b391-554633da2516 HTTP/1.1" status: 200 len: 1097 time: 0.0674748 Apr 18 21:33:34.456969 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb500caa-c4d5-4e4a-93be-d4c086198a6a req-08fc43c6-729e-4e8b-89e3-7ca00691170d tempest-ServerActionsTestJSON-1319677203 tempest-ServerActionsTestJSON-1319677203-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:33:34.458424 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-bb500caa-c4d5-4e4a-93be-d4c086198a6a req-08fc43c6-729e-4e8b-89e3-7ca00691170d tempest-ServerActionsTestJSON-1319677203 tempest-ServerActionsTestJSON-1319677203-project] 10.222.0.42 "GET /v2.0/ports?device_id=4b56fab9-9f8c-4d4d-b391-554633da2516 HTTP/1.1" status: 200 len: 946 time: 0.0810072 Apr 18 21:33:34.504295 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-bb500caa-c4d5-4e4a-93be-d4c086198a6a req-5de16f4f-fae6-4aac-b01f-0d57a87a263f tempest-ServerActionsTestJSON-1319677203 tempest-ServerActionsTestJSON-1319677203-project] 10.222.0.42 "GET /v2.0/security-groups?id=86fda662-3d20-4c8e-beec-0cf6963226d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403674 Apr 18 21:33:34.554247 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db431f69-f07e-49ba-89f9-3a5c2764e21e req-801b9f7b-c546-4340-ac03-9d9c8fd8a8e8 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:33:34.556006 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-db431f69-f07e-49ba-89f9-3a5c2764e21e req-801b9f7b-c546-4340-ac03-9d9c8fd8a8e8 service neutron] 10.222.0.48 "GET /v2.0/networks?id=f3320db2-e9b9-4caa-91bd-c608bba0ab9e HTTP/1.1" status: 200 len: 913 time: 0.1271572 Apr 18 21:33:34.716277 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc9f0c11-77c5-4079-bd38-275927a8e3d6 req-6495b32a-bc11-4a96-b36c-58c047129512 tempest-ServerActionsTestJSON-1319677203 tempest-ServerActionsTestJSON-1319677203-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:33:34.717869 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-cc9f0c11-77c5-4079-bd38-275927a8e3d6 req-6495b32a-bc11-4a96-b36c-58c047129512 tempest-ServerActionsTestJSON-1319677203 tempest-ServerActionsTestJSON-1319677203-project] 10.222.0.42 "GET /v2.0/ports?device_id=4b56fab9-9f8c-4d4d-b391-554633da2516 HTTP/1.1" status: 200 len: 946 time: 0.0930150 Apr 18 21:33:34.758938 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7249a772-1bfd-4bc9-b540-96a61e761829 None None] Sync routers for ids ['6861cd65-eca4-4490-a200-e76033a5ee01'] in n-d-838334-2 {{(pid=84042) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 18 21:33:34.762543 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-db431f69-f07e-49ba-89f9-3a5c2764e21e req-d250d3c2-0bc8-43d6-9909-78ddcb81c13b service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5fb26a97-dc85-4ac5-bb6e-15f9d7d9c36f HTTP/1.1" status: 200 len: 1000 time: 0.2003098 Apr 18 21:33:34.771044 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-cc9f0c11-77c5-4079-bd38-275927a8e3d6 req-c9573e03-eab5-4eee-b756-558c53e94d15 tempest-ServerActionsTestJSON-1319677203 tempest-ServerActionsTestJSON-1319677203-project] 10.222.0.42 "GET /v2.0/security-groups?id=86fda662-3d20-4c8e-beec-0cf6963226d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466652 Apr 18 21:33:34.782339 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7249a772-1bfd-4bc9-b540-96a61e761829 None None] Routers {'6861cd65-eca4-4490-a200-e76033a5ee01'} bound to L3 agent in host n-d-838334-2 {{(pid=84042) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 21:33:34.783147 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_hamode_db [None req-7249a772-1bfd-4bc9-b540-96a61e761829 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838334-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-18T20:25:48Z,description=,heartbeat_timestamp=2022-04-18T21:33:18Z,host='n-d-838334-2',id=bc84d6c9-dd7a-4555-a351-592327b46d5a,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:25:48Z,topic='l3_agent')) {'router_ids': ['6861cd65-eca4-4490-a200-e76033a5ee01'], 'active': True} {{(pid=84042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:33:34.827819 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db431f69-f07e-49ba-89f9-3a5c2764e21e req-852463a1-c709-45a6-a722-48c9ea6f581f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:33:34.829758 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-db431f69-f07e-49ba-89f9-3a5c2764e21e req-852463a1-c709-45a6-a722-48c9ea6f581f service neutron] 10.222.0.48 "GET /v2.0/subnets?id=32f4d787-9e43-4aac-98c4-668fa9d35a84 HTTP/1.1" status: 200 len: 851 time: 0.0613618 Apr 18 21:33:34.840544 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Device 252d04e9-7528-4fd9-8583-53107d3a8f75 up at agent ovs-agent-n-d-838334-2 {{(pid=84042) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 21:33:34.907869 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-db431f69-f07e-49ba-89f9-3a5c2764e21e req-379fa0d3-5b62-4dc7-8880-6aa989d75f87 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=f3320db2-e9b9-4caa-91bd-c608bba0ab9e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0727239 Apr 18 21:33:35.039788 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-db431f69-f07e-49ba-89f9-3a5c2764e21e req-aefdd076-324a-467b-a684-224d48a0267b service neutron] 10.222.0.48 "GET /v2.0/networks/f3320db2-e9b9-4caa-91bd-c608bba0ab9e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1257422 Apr 18 21:33:35.053906 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Provisioning complete for port 252d04e9-7528-4fd9-8583-53107d3a8f75 triggered by entity L2. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:33:35.054277 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1253608'] for port, provisioning_complete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:33:35.081568 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_dvr_db [None req-7249a772-1bfd-4bc9-b540-96a61e761829 None None] Set router 6861cd65-eca4-4490-a200-e76033a5ee01 gateway port host: n-d-838334-2 {{(pid=84042) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 21:33:35.172080 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-db431f69-f07e-49ba-89f9-3a5c2764e21e req-f071bc2f-21e1-4b95-9c3b-1d1e1b9ec770 service neutron] 10.222.0.48 "GET /v2.0/networks/f3320db2-e9b9-4caa-91bd-c608bba0ab9e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1261520 Apr 18 21:33:35.507163 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_hamode_db [None req-7249a772-1bfd-4bc9-b540-96a61e761829 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6861cd65-eca4-4490-a200-e76033a5ee01', 'name': 'tempest-ServerActionsTestJSON-1522639251-router', 'tenant_id': '675834a466b84bb5a01c14f13ca191f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'external_fixed_ips': [{'subnet_id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'ip_address': '172.25.8.149'}], 'enable_snat': True}, 'gw_port_id': '7071e091-9f0f-4bb0-a769-bd885f8aec0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:33:12Z', 'updated_at': '2022-04-18T21:33:15Z', 'revision_number': 4, 'project_id': '675834a466b84bb5a01c14f13ca191f7', 'gw_port': {'id': '7071e091-9f0f-4bb0-a769-bd885f8aec0c', 'name': '', 'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:ee:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6861cd65-eca4-4490-a200-e76033a5ee01', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'ip_address': '172.25.8.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:33:13Z', 'updated_at': '2022-04-18T21:33:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838334-2', '_floatingips': [{'id': '9831c303-c663-4aea-a904-d83b03360b56', 'tenant_id': '675834a466b84bb5a01c14f13ca191f7', 'floating_ip_address': '172.25.8.225', 'floating_network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'router_id': '6861cd65-eca4-4490-a200-e76033a5ee01', 'port_id': '5fb26a97-dc85-4ac5-bb6e-15f9d7d9c36f', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f3320db2-e9b9-4caa-91bd-c608bba0ab9e', 'mac_address': 'fa:16:3e:96:17:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b56fab9-9f8c-4d4d-b391-554633da2516', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T21:33:18Z', 'updated_at': '2022-04-18T21:33:33Z', 'revision_number': 1, 'project_id': '675834a466b84bb5a01c14f13ca191f7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '252d04e9-7528-4fd9-8583-53107d3a8f75', 'name': '', 'network_id': 'f3320db2-e9b9-4caa-91bd-c608bba0ab9e', 'tenant_id': '675834a466b84bb5a01c14f13ca191f7', 'mac_address': 'fa:16:3e:e9:5f:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6861cd65-eca4-4490-a200-e76033a5ee01', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '32f4d787-9e43-4aac-98c4-668fa9d35a84', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:33:15Z', 'updated_at': '2022-04-18T21:33:33Z', 'revision_number': 5, 'project_id': '675834a466b84bb5a01c14f13ca191f7', 'subnets': [{'id': '32f4d787-9e43-4aac-98c4-668fa9d35a84', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838334-2', False) {} {{(pid=84042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:33:35.510915 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7249a772-1bfd-4bc9-b540-96a61e761829 None None] Checking router: 6861cd65-eca4-4490-a200-e76033a5ee01 for host: n-d-838334-2 {{(pid=84042) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 18 21:33:35.522214 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7249a772-1bfd-4bc9-b540-96a61e761829 None None] Routers {'6861cd65-eca4-4490-a200-e76033a5ee01'} bound to L3 agent in host n-d-838334-2 {{(pid=84042) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 21:33:35.522802 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_hamode_db [None req-7249a772-1bfd-4bc9-b540-96a61e761829 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838334-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-18T20:25:48Z,description=,heartbeat_timestamp=2022-04-18T21:33:18Z,host='n-d-838334-2',id=bc84d6c9-dd7a-4555-a351-592327b46d5a,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:25:48Z,topic='l3_agent')) {'router_ids': ['6861cd65-eca4-4490-a200-e76033a5ee01'], 'active': True} {{(pid=84042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:33:35.696582 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_dvr_db [None req-7249a772-1bfd-4bc9-b540-96a61e761829 None None] Set router 6861cd65-eca4-4490-a200-e76033a5ee01 gateway port host: n-d-838334-2 {{(pid=84042) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 21:33:35.969380 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0acdd13-efd2-450a-b089-8c0fe90ae8c1 req-ec0e228c-5d95-422d-b5fd-63f12880a4ed tempest-ServerActionsTestJSON-1319677203 tempest-ServerActionsTestJSON-1319677203-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:33:35.970886 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-f0acdd13-efd2-450a-b089-8c0fe90ae8c1 req-ec0e228c-5d95-422d-b5fd-63f12880a4ed tempest-ServerActionsTestJSON-1319677203 tempest-ServerActionsTestJSON-1319677203-project] 10.222.0.42 "GET /v2.0/ports?device_id=4b56fab9-9f8c-4d4d-b391-554633da2516 HTTP/1.1" status: 200 len: 946 time: 0.0767739 Apr 18 21:33:36.017449 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-f0acdd13-efd2-450a-b089-8c0fe90ae8c1 req-774a0002-a00b-4a29-a990-bafddf2cd06c tempest-ServerActionsTestJSON-1319677203 tempest-ServerActionsTestJSON-1319677203-project] 10.222.0.42 "GET /v2.0/security-groups?id=86fda662-3d20-4c8e-beec-0cf6963226d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403988 Apr 18 21:33:36.041123 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_hamode_db [None req-7249a772-1bfd-4bc9-b540-96a61e761829 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6861cd65-eca4-4490-a200-e76033a5ee01', 'name': 'tempest-ServerActionsTestJSON-1522639251-router', 'tenant_id': '675834a466b84bb5a01c14f13ca191f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'external_fixed_ips': [{'subnet_id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'ip_address': '172.25.8.149'}], 'enable_snat': True}, 'gw_port_id': '7071e091-9f0f-4bb0-a769-bd885f8aec0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:33:12Z', 'updated_at': '2022-04-18T21:33:15Z', 'revision_number': 4, 'project_id': '675834a466b84bb5a01c14f13ca191f7', 'gw_port': {'id': '7071e091-9f0f-4bb0-a769-bd885f8aec0c', 'name': '', 'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:ee:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6861cd65-eca4-4490-a200-e76033a5ee01', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'ip_address': '172.25.8.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:33:13Z', 'updated_at': '2022-04-18T21:33:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838334-2', '_floatingips': [{'id': '9831c303-c663-4aea-a904-d83b03360b56', 'tenant_id': '675834a466b84bb5a01c14f13ca191f7', 'floating_ip_address': '172.25.8.225', 'floating_network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'router_id': '6861cd65-eca4-4490-a200-e76033a5ee01', 'port_id': '5fb26a97-dc85-4ac5-bb6e-15f9d7d9c36f', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f3320db2-e9b9-4caa-91bd-c608bba0ab9e', 'mac_address': 'fa:16:3e:96:17:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b56fab9-9f8c-4d4d-b391-554633da2516', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T21:33:18Z', 'updated_at': '2022-04-18T21:33:33Z', 'revision_number': 1, 'project_id': '675834a466b84bb5a01c14f13ca191f7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '252d04e9-7528-4fd9-8583-53107d3a8f75', 'name': '', 'network_id': 'f3320db2-e9b9-4caa-91bd-c608bba0ab9e', 'tenant_id': '675834a466b84bb5a01c14f13ca191f7', 'mac_address': 'fa:16:3e:e9:5f:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6861cd65-eca4-4490-a200-e76033a5ee01', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '32f4d787-9e43-4aac-98c4-668fa9d35a84', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:33:15Z', 'updated_at': '2022-04-18T21:33:33Z', 'revision_number': 5, 'project_id': '675834a466b84bb5a01c14f13ca191f7', 'subnets': [{'id': '32f4d787-9e43-4aac-98c4-668fa9d35a84', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838334-2', False) {} {{(pid=84042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:33:36.045256 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7249a772-1bfd-4bc9-b540-96a61e761829 None None] The sync data for ids ['6861cd65-eca4-4490-a200-e76033a5ee01'] in n-d-838334-2 is: [{'id': '6861cd65-eca4-4490-a200-e76033a5ee01', 'name': 'tempest-ServerActionsTestJSON-1522639251-router', 'tenant_id': '675834a466b84bb5a01c14f13ca191f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'external_fixed_ips': [{'subnet_id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'ip_address': '172.25.8.149'}], 'enable_snat': True}, 'gw_port_id': '7071e091-9f0f-4bb0-a769-bd885f8aec0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:33:12Z', 'updated_at': '2022-04-18T21:33:15Z', 'revision_number': 4, 'project_id': '675834a466b84bb5a01c14f13ca191f7', 'gw_port': {'id': '7071e091-9f0f-4bb0-a769-bd885f8aec0c', 'name': '', 'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:ee:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6861cd65-eca4-4490-a200-e76033a5ee01', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'ip_address': '172.25.8.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:33:13Z', 'updated_at': '2022-04-18T21:33:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838334-2', '_floatingips': [{'id': '9831c303-c663-4aea-a904-d83b03360b56', 'tenant_id': '675834a466b84bb5a01c14f13ca191f7', 'floating_ip_address': '172.25.8.225', 'floating_network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'router_id': '6861cd65-eca4-4490-a200-e76033a5ee01', 'port_id': '5fb26a97-dc85-4ac5-bb6e-15f9d7d9c36f', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f3320db2-e9b9-4caa-91bd-c608bba0ab9e', 'mac_address': 'fa:16:3e:96:17:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b56fab9-9f8c-4d4d-b391-554633da2516', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T21:33:18Z', 'updated_at': '2022-04-18T21:33:33Z', 'revision_number': 1, 'project_id': '675834a466b84bb5a01c14f13ca191f7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '252d04e9-7528-4fd9-8583-53107d3a8f75', 'name': '', 'network_id': 'f3320db2-e9b9-4caa-91bd-c608bba0ab9e', 'tenant_id': '675834a466b84bb5a01c14f13ca191f7', 'mac_address': 'fa:16:3e:e9:5f:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6861cd65-eca4-4490-a200-e76033a5ee01', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '32f4d787-9e43-4aac-98c4-668fa9d35a84', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:33:15Z', 'updated_at': '2022-04-18T21:33:33Z', 'revision_number': 5, 'project_id': '675834a466b84bb5a01c14f13ca191f7', 'subnets': [{'id': '32f4d787-9e43-4aac-98c4-668fa9d35a84', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84042) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 18 21:33:36.223248 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82db85cb-0ac4-43dc-8e3b-96cf0b6e8fd5 req-6f3eb057-30d5-46d5-ba1c-830ab1de2f7b tempest-ServerActionsTestJSON-1319677203 tempest-ServerActionsTestJSON-1319677203-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:33:36.224752 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-82db85cb-0ac4-43dc-8e3b-96cf0b6e8fd5 req-6f3eb057-30d5-46d5-ba1c-830ab1de2f7b tempest-ServerActionsTestJSON-1319677203 tempest-ServerActionsTestJSON-1319677203-project] 10.222.0.42 "GET /v2.0/ports?device_id=4b56fab9-9f8c-4d4d-b391-554633da2516 HTTP/1.1" status: 200 len: 946 time: 0.0824487 Apr 18 21:33:36.256646 n-d-838334-2 neutron-server[84043]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45ed2de5-3581-41e0-b9e6-6534ebb8de8d None None] New status for floating IP 9831c303-c663-4aea-a904-d83b03360b56: ACTIVE {{(pid=84043) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Apr 18 21:33:36.272153 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-82db85cb-0ac4-43dc-8e3b-96cf0b6e8fd5 req-76535e4a-3921-46c4-b62e-e5c70c6cb8d8 tempest-ServerActionsTestJSON-1319677203 tempest-ServerActionsTestJSON-1319677203-project] 10.222.0.42 "GET /v2.0/security-groups?id=86fda662-3d20-4c8e-beec-0cf6963226d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414648 Apr 18 21:33:36.469094 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-7cf528a7-1a55-4a89-a8f8-858695d996be req-03ea289f-944d-4c1a-a0f7-b92ed54f4e0e service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=4b56fab9-9f8c-4d4d-b391-554633da2516&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.0659890 Apr 18 21:33:36.712508 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-ee4b2407-7560-4cae-974e-444994f33096 req-23e0b930-d2dc-4a91-b2b5-eb28e190b29c service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=4b56fab9-9f8c-4d4d-b391-554633da2516&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0663149 Apr 18 21:33:36.781029 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f017d0f6-a555-4bd7-bead-035d43c2ffa6 req-ed89554e-54c9-4df4-aec2-cb5e6d3f7420 tempest-ServerActionsTestJSON-1319677203 tempest-ServerActionsTestJSON-1319677203-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:33:36.782476 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-f017d0f6-a555-4bd7-bead-035d43c2ffa6 req-ed89554e-54c9-4df4-aec2-cb5e6d3f7420 tempest-ServerActionsTestJSON-1319677203 tempest-ServerActionsTestJSON-1319677203-project] 10.222.0.42 "GET /v2.0/ports?device_id=4b56fab9-9f8c-4d4d-b391-554633da2516 HTTP/1.1" status: 200 len: 946 time: 0.0796769 Apr 18 21:33:36.827846 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-f017d0f6-a555-4bd7-bead-035d43c2ffa6 req-239f1d76-32b5-401f-a414-5c31661656b7 tempest-ServerActionsTestJSON-1319677203 tempest-ServerActionsTestJSON-1319677203-project] 10.222.0.42 "GET /v2.0/security-groups?id=86fda662-3d20-4c8e-beec-0cf6963226d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396867 Apr 18 21:33:37.954801 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-ee4b2407-7560-4cae-974e-444994f33096 req-34253364-7e06-4ec6-be22-35e0b9355157 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=675834a466b84bb5a01c14f13ca191f7&device_id=4b56fab9-9f8c-4d4d-b391-554633da2516 HTTP/1.1" status: 200 len: 1097 time: 0.0706835 Apr 18 21:33:38.029776 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c306519e-6b9f-432c-88dc-bd8a98490b03 req-92aa93be-53c9-4689-9435-641e0ae1f381 tempest-ServerActionsTestJSON-1319677203 tempest-ServerActionsTestJSON-1319677203-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:33:38.031378 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-c306519e-6b9f-432c-88dc-bd8a98490b03 req-92aa93be-53c9-4689-9435-641e0ae1f381 tempest-ServerActionsTestJSON-1319677203 tempest-ServerActionsTestJSON-1319677203-project] 10.222.0.42 "GET /v2.0/ports?device_id=4b56fab9-9f8c-4d4d-b391-554633da2516 HTTP/1.1" status: 200 len: 946 time: 0.0795009 Apr 18 21:33:38.077478 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-c306519e-6b9f-432c-88dc-bd8a98490b03 req-dcb01190-1a08-4a8c-9c1a-74130b6d0579 tempest-ServerActionsTestJSON-1319677203 tempest-ServerActionsTestJSON-1319677203-project] 10.222.0.42 "GET /v2.0/security-groups?id=86fda662-3d20-4c8e-beec-0cf6963226d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403321 Apr 18 21:33:38.092465 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee4b2407-7560-4cae-974e-444994f33096 req-89fc8f7b-7b4f-4fbb-9562-ac10d32d2186 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:33:38.093922 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-ee4b2407-7560-4cae-974e-444994f33096 req-89fc8f7b-7b4f-4fbb-9562-ac10d32d2186 service neutron] 10.222.0.48 "GET /v2.0/networks?id=f3320db2-e9b9-4caa-91bd-c608bba0ab9e HTTP/1.1" status: 200 len: 913 time: 0.1329906 Apr 18 21:33:38.195607 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-ee4b2407-7560-4cae-974e-444994f33096 req-ef088fce-3734-48d5-bfb4-bd5687802955 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5fb26a97-dc85-4ac5-bb6e-15f9d7d9c36f HTTP/1.1" status: 200 len: 1002 time: 0.0958996 Apr 18 21:33:38.259188 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee4b2407-7560-4cae-974e-444994f33096 req-045ad495-fb7c-4af4-bf70-ffaaf777fddc service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:33:38.260599 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-ee4b2407-7560-4cae-974e-444994f33096 req-045ad495-fb7c-4af4-bf70-ffaaf777fddc service neutron] 10.222.0.48 "GET /v2.0/subnets?id=32f4d787-9e43-4aac-98c4-668fa9d35a84 HTTP/1.1" status: 200 len: 851 time: 0.0593078 Apr 18 21:33:38.333920 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-ee4b2407-7560-4cae-974e-444994f33096 req-e8f7b927-0a55-4b7f-adc4-847f9c5e410b service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=f3320db2-e9b9-4caa-91bd-c608bba0ab9e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0671899 Apr 18 21:33:38.467994 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-ee4b2407-7560-4cae-974e-444994f33096 req-e0fb9a88-3543-4220-bf51-adee82e99af8 service neutron] 10.222.0.48 "GET /v2.0/networks/f3320db2-e9b9-4caa-91bd-c608bba0ab9e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1276414 Apr 18 21:33:38.598440 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-ee4b2407-7560-4cae-974e-444994f33096 req-888bbb61-0add-4dac-9a82-aeb78fcf1b6e service neutron] 10.222.0.48 "GET /v2.0/networks/f3320db2-e9b9-4caa-91bd-c608bba0ab9e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1246459 Apr 18 21:33:39.279932 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa7abc8e-9cb2-4515-9e31-2f94f5a2e66c req-35b4795c-5cd2-4b31-824b-59911b103ec9 tempest-ServerActionsTestJSON-1319677203 tempest-ServerActionsTestJSON-1319677203-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:33:39.281428 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-aa7abc8e-9cb2-4515-9e31-2f94f5a2e66c req-35b4795c-5cd2-4b31-824b-59911b103ec9 tempest-ServerActionsTestJSON-1319677203 tempest-ServerActionsTestJSON-1319677203-project] 10.222.0.42 "GET /v2.0/ports?device_id=4b56fab9-9f8c-4d4d-b391-554633da2516 HTTP/1.1" status: 200 len: 946 time: 0.0850158 Apr 18 21:33:39.326792 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-aa7abc8e-9cb2-4515-9e31-2f94f5a2e66c req-757d3f78-fe96-4c03-be70-c06ad74d2a64 tempest-ServerActionsTestJSON-1319677203 tempest-ServerActionsTestJSON-1319677203-project] 10.222.0.42 "GET /v2.0/security-groups?id=86fda662-3d20-4c8e-beec-0cf6963226d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396736 Apr 18 21:33:40.521960 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-492869ae-9168-4cce-818f-805fb781160f req-f26d77af-9b31-4bcc-a849-c4583316fd32 tempest-ServerActionsTestJSON-1319677203 tempest-ServerActionsTestJSON-1319677203-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:33:40.523393 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-492869ae-9168-4cce-818f-805fb781160f req-f26d77af-9b31-4bcc-a849-c4583316fd32 tempest-ServerActionsTestJSON-1319677203 tempest-ServerActionsTestJSON-1319677203-project] 10.222.0.42 "GET /v2.0/ports?device_id=4b56fab9-9f8c-4d4d-b391-554633da2516 HTTP/1.1" status: 200 len: 946 time: 0.0747309 Apr 18 21:33:40.571040 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-492869ae-9168-4cce-818f-805fb781160f req-a1d6eeec-af9f-41b2-bcdb-cbbb270eba5b tempest-ServerActionsTestJSON-1319677203 tempest-ServerActionsTestJSON-1319677203-project] 10.222.0.42 "GET /v2.0/security-groups?id=86fda662-3d20-4c8e-beec-0cf6963226d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415773 Apr 18 21:33:41.860393 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fe098bf-2a6d-46a1-9e0f-5817f46b8b96 req-c9323b69-7844-4fa2-8840-e3c73c5ee24e tempest-ServerActionsTestJSON-1319677203 tempest-ServerActionsTestJSON-1319677203-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:33:41.861827 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-1fe098bf-2a6d-46a1-9e0f-5817f46b8b96 req-c9323b69-7844-4fa2-8840-e3c73c5ee24e tempest-ServerActionsTestJSON-1319677203 tempest-ServerActionsTestJSON-1319677203-project] 10.222.0.42 "GET /v2.0/ports?device_id=4b56fab9-9f8c-4d4d-b391-554633da2516 HTTP/1.1" status: 200 len: 946 time: 0.1725755 Apr 18 21:33:41.906519 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-1fe098bf-2a6d-46a1-9e0f-5817f46b8b96 req-6e7c6036-3b60-4ec8-aa81-014c466fb218 tempest-ServerActionsTestJSON-1319677203 tempest-ServerActionsTestJSON-1319677203-project] 10.222.0.42 "GET /v2.0/security-groups?id=86fda662-3d20-4c8e-beec-0cf6963226d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392098 Apr 18 21:33:43.108753 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0754ae6-1338-485a-82b1-8d7757ecbd78 req-aaa1529b-07d8-4a45-bc3d-e839aa2b186f tempest-ServerActionsTestJSON-1319677203 tempest-ServerActionsTestJSON-1319677203-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:33:43.110168 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-f0754ae6-1338-485a-82b1-8d7757ecbd78 req-aaa1529b-07d8-4a45-bc3d-e839aa2b186f tempest-ServerActionsTestJSON-1319677203 tempest-ServerActionsTestJSON-1319677203-project] 10.222.0.42 "GET /v2.0/ports?device_id=4b56fab9-9f8c-4d4d-b391-554633da2516 HTTP/1.1" status: 200 len: 946 time: 0.0800054 Apr 18 21:33:43.154453 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-f0754ae6-1338-485a-82b1-8d7757ecbd78 req-a8a6fe36-c8d7-4b4b-8589-2b9382e24fe6 tempest-ServerActionsTestJSON-1319677203 tempest-ServerActionsTestJSON-1319677203-project] 10.222.0.42 "GET /v2.0/security-groups?id=86fda662-3d20-4c8e-beec-0cf6963226d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386469 Apr 18 21:33:44.351687 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9eef8e9-d74e-4e8f-9163-db92bbf41a05 req-3ae746d1-28c8-4470-a2ed-60a6467c132f tempest-ServerActionsTestJSON-1319677203 tempest-ServerActionsTestJSON-1319677203-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:33:44.353118 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-b9eef8e9-d74e-4e8f-9163-db92bbf41a05 req-3ae746d1-28c8-4470-a2ed-60a6467c132f tempest-ServerActionsTestJSON-1319677203 tempest-ServerActionsTestJSON-1319677203-project] 10.222.0.42 "GET /v2.0/ports?device_id=4b56fab9-9f8c-4d4d-b391-554633da2516 HTTP/1.1" status: 200 len: 946 time: 0.0764802 Apr 18 21:33:44.398730 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-b9eef8e9-d74e-4e8f-9163-db92bbf41a05 req-cc67096b-eb5f-416d-88f3-17f85bc771b1 tempest-ServerActionsTestJSON-1319677203 tempest-ServerActionsTestJSON-1319677203-project] 10.222.0.42 "GET /v2.0/security-groups?id=86fda662-3d20-4c8e-beec-0cf6963226d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396476 Apr 18 21:33:45.607572 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f45c866-ed9f-4b0a-9c46-fb359e41ac76 req-992e19f8-ef6d-49d4-a788-533b514c0c2b tempest-ServerActionsTestJSON-1319677203 tempest-ServerActionsTestJSON-1319677203-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:33:45.609034 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-6f45c866-ed9f-4b0a-9c46-fb359e41ac76 req-992e19f8-ef6d-49d4-a788-533b514c0c2b tempest-ServerActionsTestJSON-1319677203 tempest-ServerActionsTestJSON-1319677203-project] 10.222.0.42 "GET /v2.0/ports?device_id=4b56fab9-9f8c-4d4d-b391-554633da2516 HTTP/1.1" status: 200 len: 946 time: 0.0792613 Apr 18 21:33:45.655145 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-6f45c866-ed9f-4b0a-9c46-fb359e41ac76 req-83022263-3e2e-4456-ba15-f09c8d44f5b1 tempest-ServerActionsTestJSON-1319677203 tempest-ServerActionsTestJSON-1319677203-project] 10.222.0.42 "GET /v2.0/security-groups?id=86fda662-3d20-4c8e-beec-0cf6963226d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406015 Apr 18 21:33:45.713308 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-dfd1938e-8fa1-4cf5-9f73-bcd26a1111c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750375287399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253529'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:33:46.857723 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd256b82-dd9c-4e26-94f6-f103532a6ac1 req-e1dc9501-f724-4c20-af2d-64c6ad7ee470 tempest-ServerActionsTestJSON-1319677203 tempest-ServerActionsTestJSON-1319677203-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:33:46.859142 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-fd256b82-dd9c-4e26-94f6-f103532a6ac1 req-e1dc9501-f724-4c20-af2d-64c6ad7ee470 tempest-ServerActionsTestJSON-1319677203 tempest-ServerActionsTestJSON-1319677203-project] 10.222.0.42 "GET /v2.0/ports?device_id=4b56fab9-9f8c-4d4d-b391-554633da2516 HTTP/1.1" status: 200 len: 946 time: 0.0762124 Apr 18 21:33:46.906911 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-fd256b82-dd9c-4e26-94f6-f103532a6ac1 req-0013af76-11fc-4825-b874-87b318182874 tempest-ServerActionsTestJSON-1319677203 tempest-ServerActionsTestJSON-1319677203-project] 10.222.0.42 "GET /v2.0/security-groups?id=86fda662-3d20-4c8e-beec-0cf6963226d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423181 Apr 18 21:33:47.956669 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-a9e03c6d-4f02-4cff-a881-15d274d2cc9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750375287399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253529'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:33:48.113140 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f69153ec-0ccf-44f0-8fd1-186da884cc73 req-1556604b-06eb-4b17-b7d1-cf692c662b2a tempest-ServerActionsTestJSON-1319677203 tempest-ServerActionsTestJSON-1319677203-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:33:48.114554 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-f69153ec-0ccf-44f0-8fd1-186da884cc73 req-1556604b-06eb-4b17-b7d1-cf692c662b2a tempest-ServerActionsTestJSON-1319677203 tempest-ServerActionsTestJSON-1319677203-project] 10.222.0.42 "GET /v2.0/ports?device_id=4b56fab9-9f8c-4d4d-b391-554633da2516 HTTP/1.1" status: 200 len: 946 time: 0.0748024 Apr 18 21:33:48.159430 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-f69153ec-0ccf-44f0-8fd1-186da884cc73 req-e42e8532-6e71-4477-acbe-8a5a288a7d23 tempest-ServerActionsTestJSON-1319677203 tempest-ServerActionsTestJSON-1319677203-project] 10.222.0.42 "GET /v2.0/security-groups?id=86fda662-3d20-4c8e-beec-0cf6963226d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392663 Apr 18 21:33:49.138311 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750375287399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253529'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:33:49.356535 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2a9606e-7bfd-44f2-b685-b927c980b3e7 req-f05d6d1b-fc3f-412e-b514-15feaf88b37f tempest-ServerActionsTestJSON-1319677203 tempest-ServerActionsTestJSON-1319677203-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:33:49.357942 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-e2a9606e-7bfd-44f2-b685-b927c980b3e7 req-f05d6d1b-fc3f-412e-b514-15feaf88b37f tempest-ServerActionsTestJSON-1319677203 tempest-ServerActionsTestJSON-1319677203-project] 10.222.0.42 "GET /v2.0/ports?device_id=4b56fab9-9f8c-4d4d-b391-554633da2516 HTTP/1.1" status: 200 len: 946 time: 0.0770092 Apr 18 21:33:49.403564 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-e2a9606e-7bfd-44f2-b685-b927c980b3e7 req-b279a0c4-ac17-4f5a-b3dd-2b9787457ba8 tempest-ServerActionsTestJSON-1319677203 tempest-ServerActionsTestJSON-1319677203-project] 10.222.0.42 "GET /v2.0/security-groups?id=86fda662-3d20-4c8e-beec-0cf6963226d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401225 Apr 18 21:33:49.624033 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-414b6ffe-e119-47bc-b18f-bcff1219c2f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750375287399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253529'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:33:50.604120 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-752c1ee9-e0fb-4091-a6cc-dc62dfbd54a1 req-87c0a094-8666-4e2e-8ed1-9dfd1e601e15 tempest-ServerActionsTestJSON-1319677203 tempest-ServerActionsTestJSON-1319677203-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:33:50.605567 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-752c1ee9-e0fb-4091-a6cc-dc62dfbd54a1 req-87c0a094-8666-4e2e-8ed1-9dfd1e601e15 tempest-ServerActionsTestJSON-1319677203 tempest-ServerActionsTestJSON-1319677203-project] 10.222.0.42 "GET /v2.0/ports?device_id=4b56fab9-9f8c-4d4d-b391-554633da2516 HTTP/1.1" status: 200 len: 946 time: 0.0749278 Apr 18 21:33:50.664247 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-752c1ee9-e0fb-4091-a6cc-dc62dfbd54a1 req-492588a9-60ea-42cb-81f0-f90ed7bc7924 tempest-ServerActionsTestJSON-1319677203 tempest-ServerActionsTestJSON-1319677203-project] 10.222.0.42 "GET /v2.0/security-groups?id=86fda662-3d20-4c8e-beec-0cf6963226d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0524912 Apr 18 21:33:50.719852 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-c7521a90-7d65-4e2e-842c-ca5d95e9a89c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750375287399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253529'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:33:51.870397 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63eceb8a-0738-4dca-b944-b849238e4cd8 req-b651da82-15c8-4f2e-9b0b-3aaf48a2f735 tempest-ServerActionsTestJSON-1319677203 tempest-ServerActionsTestJSON-1319677203-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:33:51.871828 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-63eceb8a-0738-4dca-b944-b849238e4cd8 req-b651da82-15c8-4f2e-9b0b-3aaf48a2f735 tempest-ServerActionsTestJSON-1319677203 tempest-ServerActionsTestJSON-1319677203-project] 10.222.0.42 "GET /v2.0/ports?device_id=4b56fab9-9f8c-4d4d-b391-554633da2516 HTTP/1.1" status: 200 len: 946 time: 0.0776501 Apr 18 21:33:51.916056 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-63eceb8a-0738-4dca-b944-b849238e4cd8 req-a94ca46b-84b2-4159-a5d3-dc354442ea10 tempest-ServerActionsTestJSON-1319677203 tempest-ServerActionsTestJSON-1319677203-project] 10.222.0.42 "GET /v2.0/security-groups?id=86fda662-3d20-4c8e-beec-0cf6963226d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381641 Apr 18 21:33:53.110221 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6588d1bc-b132-410d-86d6-bf128f7f87e7 req-096fb761-2fb4-4edc-a281-44c0816c43cb tempest-ServerActionsTestJSON-1319677203 tempest-ServerActionsTestJSON-1319677203-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:33:53.111650 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-6588d1bc-b132-410d-86d6-bf128f7f87e7 req-096fb761-2fb4-4edc-a281-44c0816c43cb tempest-ServerActionsTestJSON-1319677203 tempest-ServerActionsTestJSON-1319677203-project] 10.222.0.42 "GET /v2.0/ports?device_id=4b56fab9-9f8c-4d4d-b391-554633da2516 HTTP/1.1" status: 200 len: 946 time: 0.0740783 Apr 18 21:33:53.155721 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-6588d1bc-b132-410d-86d6-bf128f7f87e7 req-85d1f0af-2b15-4def-9e20-e0dd6a7ba793 tempest-ServerActionsTestJSON-1319677203 tempest-ServerActionsTestJSON-1319677203-project] 10.222.0.42 "GET /v2.0/security-groups?id=86fda662-3d20-4c8e-beec-0cf6963226d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385571 Apr 18 21:33:54.351944 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0348488-cc8f-46ef-ab8b-0043a5bcc1f4 req-08992c22-e569-406c-b8e9-60432f460fb7 tempest-ServerActionsTestJSON-1319677203 tempest-ServerActionsTestJSON-1319677203-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:33:54.353373 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-b0348488-cc8f-46ef-ab8b-0043a5bcc1f4 req-08992c22-e569-406c-b8e9-60432f460fb7 tempest-ServerActionsTestJSON-1319677203 tempest-ServerActionsTestJSON-1319677203-project] 10.222.0.42 "GET /v2.0/ports?device_id=4b56fab9-9f8c-4d4d-b391-554633da2516 HTTP/1.1" status: 200 len: 946 time: 0.0793951 Apr 18 21:33:54.397829 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-b0348488-cc8f-46ef-ab8b-0043a5bcc1f4 req-05f10204-ba86-4f25-9979-cff91ad96c14 tempest-ServerActionsTestJSON-1319677203 tempest-ServerActionsTestJSON-1319677203-project] 10.222.0.42 "GET /v2.0/security-groups?id=86fda662-3d20-4c8e-beec-0cf6963226d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388007 Apr 18 21:33:55.289335 n-d-838334-2 neutron-server[84041]: INFO neutron.api.v2.resource [req-ee4b2407-7560-4cae-974e-444994f33096 req-3719b69c-a05c-4793-bbf7-615da399342e service neutron] show failed (client error): The resource could not be found. Apr 18 21:33:55.290337 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-ee4b2407-7560-4cae-974e-444994f33096 req-3719b69c-a05c-4793-bbf7-615da399342e service neutron] 10.222.0.48 "GET /v2.0/ports/5fb26a97-dc85-4ac5-bb6e-15f9d7d9c36f/bindings/n-h1-838334-2 HTTP/1.1" status: 404 len: 380 time: 0.0763102 Apr 18 21:33:55.602848 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-ee4b2407-7560-4cae-974e-444994f33096 req-1516f175-03b4-4f07-8bb3-57d49040b494 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=4b56fab9-9f8c-4d4d-b391-554633da2516&tenant_id=675834a466b84bb5a01c14f13ca191f7 HTTP/1.1" status: 200 len: 1097 time: 0.1255310 Apr 18 21:33:55.614026 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.v2.base [req-ee4b2407-7560-4cae-974e-444994f33096 req-cb3d8c77-5868-4c0a-a1b1-9eb09e6dcb60 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-838334-2', 'device_owner': 'compute:nova'}} {{(pid=84040) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:33:55.662553 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cedc025d-970b-49c7-bab0-fa779419f06c req-cab08997-1620-4f2f-8145-e26dfd8f47e0 tempest-ServerActionsTestJSON-1319677203 tempest-ServerActionsTestJSON-1319677203-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:33:55.663972 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-cedc025d-970b-49c7-bab0-fa779419f06c req-cab08997-1620-4f2f-8145-e26dfd8f47e0 tempest-ServerActionsTestJSON-1319677203 tempest-ServerActionsTestJSON-1319677203-project] 10.222.0.42 "GET /v2.0/ports?device_id=4b56fab9-9f8c-4d4d-b391-554633da2516 HTTP/1.1" status: 200 len: 946 time: 0.1359594 Apr 18 21:33:55.764001 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-cedc025d-970b-49c7-bab0-fa779419f06c req-058ce771-d069-4c7d-b8a1-c784d9c7fb56 tempest-ServerActionsTestJSON-1319677203 tempest-ServerActionsTestJSON-1319677203-project] 10.222.0.42 "GET /v2.0/security-groups?id=86fda662-3d20-4c8e-beec-0cf6963226d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0932448 Apr 18 21:33:55.764787 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-ee4b2407-7560-4cae-974e-444994f33096 req-cb3d8c77-5868-4c0a-a1b1-9eb09e6dcb60 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:33:56.026011 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.db [req-ee4b2407-7560-4cae-974e-444994f33096 req-cb3d8c77-5868-4c0a-a1b1-9eb09e6dcb60 service neutron] For port 5fb26a97-dc85-4ac5-bb6e-15f9d7d9c36f, host n-h2-838334-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838334-2',level=0,port_id=5fb26a97-dc85-4ac5-bb6e-15f9d7d9c36f,segment=NetworkSegment(f760d59a-3b5d-4f9f-a682-b437a8b8b263),segment_id=f760d59a-3b5d-4f9f-a682-b437a8b8b263)] {{(pid=84040) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:33:56.054458 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.db [req-ee4b2407-7560-4cae-974e-444994f33096 req-cb3d8c77-5868-4c0a-a1b1-9eb09e6dcb60 service neutron] For port 5fb26a97-dc85-4ac5-bb6e-15f9d7d9c36f, host n-h2-838334-2, cleared binding levels {{(pid=84040) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 21:33:56.109268 n-d-838334-2 neutron-server[84040]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4b56fab9-9f8c-4d4d-b391-554633da2516', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5fb26a97-dc85-4ac5-bb6e-15f9d7d9c36f'}] {{(pid=84040) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 21:33:56.114367 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-ee4b2407-7560-4cae-974e-444994f33096 req-cb3d8c77-5868-4c0a-a1b1-9eb09e6dcb60 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:33:56.129214 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.provisioning_blocks [req-ee4b2407-7560-4cae-974e-444994f33096 req-cb3d8c77-5868-4c0a-a1b1-9eb09e6dcb60 service neutron] Transition to ACTIVE for port object 5fb26a97-dc85-4ac5-bb6e-15f9d7d9c36f will not be triggered until provisioned by entity L2. {{(pid=84040) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:33:56.133440 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-ee4b2407-7560-4cae-974e-444994f33096 req-cb3d8c77-5868-4c0a-a1b1-9eb09e6dcb60 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32440959'] for port, after_update {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:33:56.181740 n-d-838334-2 neutron-server[84040]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a6bcc4ed-fccb-460d-9207-300d14774e6d'] response: {'server_uuid': '4b56fab9-9f8c-4d4d-b391-554633da2516', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5fb26a97-dc85-4ac5-bb6e-15f9d7d9c36f', 'code': 200} Apr 18 21:33:56.346388 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb3d8c77-5868-4c0a-a1b1-9eb09e6dcb60 service neutron] Pushing event updated for resources: {'Port': ['ID=5fb26a97-dc85-4ac5-bb6e-15f9d7d9c36f,revision_number=6']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:33:56.368122 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb3d8c77-5868-4c0a-a1b1-9eb09e6dcb60 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:33:56.368460 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb3d8c77-5868-4c0a-a1b1-9eb09e6dcb60 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:33:56.368790 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb3d8c77-5868-4c0a-a1b1-9eb09e6dcb60 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:33:56.369114 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb3d8c77-5868-4c0a-a1b1-9eb09e6dcb60 service neutron] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:33:56.369435 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb3d8c77-5868-4c0a-a1b1-9eb09e6dcb60 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:33:56.369753 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb3d8c77-5868-4c0a-a1b1-9eb09e6dcb60 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:33:56.370069 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb3d8c77-5868-4c0a-a1b1-9eb09e6dcb60 service neutron] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:33:56.370383 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb3d8c77-5868-4c0a-a1b1-9eb09e6dcb60 service neutron] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:33:56.370696 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb3d8c77-5868-4c0a-a1b1-9eb09e6dcb60 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:33:56.371011 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb3d8c77-5868-4c0a-a1b1-9eb09e6dcb60 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:33:56.371325 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb3d8c77-5868-4c0a-a1b1-9eb09e6dcb60 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:33:56.427673 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.l3_dvrscheduler_db [req-ee4b2407-7560-4cae-974e-444994f33096 req-cb3d8c77-5868-4c0a-a1b1-9eb09e6dcb60 service neutron] No DVR routers for this DVR port 5fb26a97-dc85-4ac5-bb6e-15f9d7d9c36f on host n-h2-838334-2 {{(pid=84040) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 21:33:56.671526 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.managers [req-ee4b2407-7560-4cae-974e-444994f33096 req-cb3d8c77-5868-4c0a-a1b1-9eb09e6dcb60 service neutron] Attempting to bind port 5fb26a97-dc85-4ac5-bb6e-15f9d7d9c36f on host n-h1-838334-2 for vnic_type normal with profile {{(pid=84040) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 21:33:56.672216 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.managers [req-ee4b2407-7560-4cae-974e-444994f33096 req-cb3d8c77-5868-4c0a-a1b1-9eb09e6dcb60 service neutron] Attempting to bind port 5fb26a97-dc85-4ac5-bb6e-15f9d7d9c36f by drivers openvswitch,hyperv on host n-h1-838334-2 at level 0 using segments [{'id': 'f760d59a-3b5d-4f9f-a682-b437a8b8b263', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': 'f3320db2-e9b9-4caa-91bd-c608bba0ab9e'}] {{(pid=84040) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 21:33:56.672216 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee4b2407-7560-4cae-974e-444994f33096 req-cb3d8c77-5868-4c0a-a1b1-9eb09e6dcb60 service neutron] Attempting to bind port 5fb26a97-dc85-4ac5-bb6e-15f9d7d9c36f on network f3320db2-e9b9-4caa-91bd-c608bba0ab9e {{(pid=84040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 21:33:56.677661 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee4b2407-7560-4cae-974e-444994f33096 req-cb3d8c77-5868-4c0a-a1b1-9eb09e6dcb60 service neutron] Port 5fb26a97-dc85-4ac5-bb6e-15f9d7d9c36f on network f3320db2-e9b9-4caa-91bd-c608bba0ab9e not bound, no agent of type Open vSwitch agent registered on host n-h1-838334-2 {{(pid=84040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 18 21:33:56.677976 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee4b2407-7560-4cae-974e-444994f33096 req-cb3d8c77-5868-4c0a-a1b1-9eb09e6dcb60 service neutron] Attempting to bind port 5fb26a97-dc85-4ac5-bb6e-15f9d7d9c36f on network f3320db2-e9b9-4caa-91bd-c608bba0ab9e {{(pid=84040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 21:33:56.684325 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee4b2407-7560-4cae-974e-444994f33096 req-cb3d8c77-5868-4c0a-a1b1-9eb09e6dcb60 service neutron] Checking agent: {'id': 'd63bab19-ff81-4de1-afeb-a3732288d0d7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-838334-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 33, 59), 'started_at': datetime.datetime(2022, 4, 18, 20, 33, 59), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 21, 33, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 18 21:33:56.684649 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee4b2407-7560-4cae-974e-444994f33096 req-cb3d8c77-5868-4c0a-a1b1-9eb09e6dcb60 service neutron] Checking segment: {'id': 'f760d59a-3b5d-4f9f-a682-b437a8b8b263', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': 'f3320db2-e9b9-4caa-91bd-c608bba0ab9e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84040) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 21:33:56.685016 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee4b2407-7560-4cae-974e-444994f33096 req-cb3d8c77-5868-4c0a-a1b1-9eb09e6dcb60 service neutron] Bound using segment: {'id': 'f760d59a-3b5d-4f9f-a682-b437a8b8b263', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': 'f3320db2-e9b9-4caa-91bd-c608bba0ab9e'} {{(pid=84040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 18 21:33:56.685424 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.managers [req-ee4b2407-7560-4cae-974e-444994f33096 req-cb3d8c77-5868-4c0a-a1b1-9eb09e6dcb60 service neutron] Bound port: 5fb26a97-dc85-4ac5-bb6e-15f9d7d9c36f, host: n-h1-838334-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f760d59a-3b5d-4f9f-a682-b437a8b8b263', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': 'f3320db2-e9b9-4caa-91bd-c608bba0ab9e'}}] {{(pid=84040) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 21:33:56.686387 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-ee4b2407-7560-4cae-974e-444994f33096 req-cb3d8c77-5868-4c0a-a1b1-9eb09e6dcb60 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:33:56.769839 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.db [req-ee4b2407-7560-4cae-974e-444994f33096 req-cb3d8c77-5868-4c0a-a1b1-9eb09e6dcb60 service neutron] For port 5fb26a97-dc85-4ac5-bb6e-15f9d7d9c36f, host n-h1-838334-2, cleared binding levels {{(pid=84040) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 21:33:56.772713 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.db [req-ee4b2407-7560-4cae-974e-444994f33096 req-cb3d8c77-5868-4c0a-a1b1-9eb09e6dcb60 service neutron] For port 5fb26a97-dc85-4ac5-bb6e-15f9d7d9c36f, host n-h1-838334-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838334-2',level=0,port_id=5fb26a97-dc85-4ac5-bb6e-15f9d7d9c36f,segment=NetworkSegment(f760d59a-3b5d-4f9f-a682-b437a8b8b263),segment_id=f760d59a-3b5d-4f9f-a682-b437a8b8b263)] {{(pid=84040) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 21:33:56.777105 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-ee4b2407-7560-4cae-974e-444994f33096 req-cb3d8c77-5868-4c0a-a1b1-9eb09e6dcb60 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32440959'] for port, after_update {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:33:56.842573 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-ee4b2407-7560-4cae-974e-444994f33096 req-cb3d8c77-5868-4c0a-a1b1-9eb09e6dcb60 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217293'] for port, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:33:56.844049 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-ee4b2407-7560-4cae-974e-444994f33096 req-cb3d8c77-5868-4c0a-a1b1-9eb09e6dcb60 service neutron] 10.222.0.43 "PUT /v2.0/ports/5fb26a97-dc85-4ac5-bb6e-15f9d7d9c36f HTTP/1.1" status: 200 len: 1092 time: 1.2345240 Apr 18 21:33:56.858212 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb3d8c77-5868-4c0a-a1b1-9eb09e6dcb60 service neutron] Pushing event updated for resources: {'Port': ['ID=5fb26a97-dc85-4ac5-bb6e-15f9d7d9c36f,revision_number=7']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:33:57.006723 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-ee4b2407-7560-4cae-974e-444994f33096 req-9e5e192b-9c74-44bc-ba5d-262aad095be6 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=675834a466b84bb5a01c14f13ca191f7&device_id=4b56fab9-9f8c-4d4d-b391-554633da2516 HTTP/1.1" status: 200 len: 1095 time: 0.1341596 Apr 18 21:33:57.039470 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55539901-7530-4526-8483-c12d2a27efbf req-c9753b8b-d97c-4891-aa8b-f47605bbc5b6 tempest-ServerActionsTestJSON-1319677203 tempest-ServerActionsTestJSON-1319677203-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:33:57.041418 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-55539901-7530-4526-8483-c12d2a27efbf req-c9753b8b-d97c-4891-aa8b-f47605bbc5b6 tempest-ServerActionsTestJSON-1319677203 tempest-ServerActionsTestJSON-1319677203-project] 10.222.0.42 "GET /v2.0/ports?device_id=4b56fab9-9f8c-4d4d-b391-554633da2516 HTTP/1.1" status: 200 len: 944 time: 0.1320350 Apr 18 21:33:57.164680 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-55539901-7530-4526-8483-c12d2a27efbf req-d8b7a855-e3ab-467c-8e5f-16ccf7d247b7 tempest-ServerActionsTestJSON-1319677203 tempest-ServerActionsTestJSON-1319677203-project] 10.222.0.42 "GET /v2.0/security-groups?id=86fda662-3d20-4c8e-beec-0cf6963226d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0781426 Apr 18 21:33:57.179235 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee4b2407-7560-4cae-974e-444994f33096 req-01351a58-d9f8-4868-ab53-86dfcfa4e032 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:33:57.180961 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-ee4b2407-7560-4cae-974e-444994f33096 req-01351a58-d9f8-4868-ab53-86dfcfa4e032 service neutron] 10.222.0.43 "GET /v2.0/networks?id=f3320db2-e9b9-4caa-91bd-c608bba0ab9e HTTP/1.1" status: 200 len: 913 time: 0.1679471 Apr 18 21:33:57.281052 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-ee4b2407-7560-4cae-974e-444994f33096 req-504cc684-48fc-48f7-b626-fdfe9121e2c5 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5fb26a97-dc85-4ac5-bb6e-15f9d7d9c36f HTTP/1.1" status: 200 len: 1000 time: 0.0939596 Apr 18 21:33:57.340475 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee4b2407-7560-4cae-974e-444994f33096 req-70995371-1f75-45bf-b44e-a132bbb351ad service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:33:57.341906 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-ee4b2407-7560-4cae-974e-444994f33096 req-70995371-1f75-45bf-b44e-a132bbb351ad service neutron] 10.222.0.43 "GET /v2.0/subnets?id=32f4d787-9e43-4aac-98c4-668fa9d35a84 HTTP/1.1" status: 200 len: 851 time: 0.0555632 Apr 18 21:33:57.412532 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-ee4b2407-7560-4cae-974e-444994f33096 req-02b87df0-69be-47b9-bd02-cb6de007e877 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=f3320db2-e9b9-4caa-91bd-c608bba0ab9e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0650609 Apr 18 21:33:57.539960 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-ee4b2407-7560-4cae-974e-444994f33096 req-534f8ccf-051d-47c4-abb1-7bca735e7869 service neutron] 10.222.0.43 "GET /v2.0/networks/f3320db2-e9b9-4caa-91bd-c608bba0ab9e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1215656 Apr 18 21:33:57.671646 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-ee4b2407-7560-4cae-974e-444994f33096 req-32a94da3-d259-4a91-962a-1aca32c9e3af service neutron] 10.222.0.43 "GET /v2.0/networks/f3320db2-e9b9-4caa-91bd-c608bba0ab9e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1254444 Apr 18 21:33:58.184091 n-d-838334-2 neutron-server[84040]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4b56fab9-9f8c-4d4d-b391-554633da2516', 'tag': '5fb26a97-dc85-4ac5-bb6e-15f9d7d9c36f'}] {{(pid=84040) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 21:33:58.256635 n-d-838334-2 neutron-server[84040]: INFO neutron.notifiers.nova [-] Nova event matching ['req-57703d3f-0a0b-4be3-9c19-aa4f63b6dce9'] response: {'name': 'network-changed', 'server_uuid': '4b56fab9-9f8c-4d4d-b391-554633da2516', 'tag': '5fb26a97-dc85-4ac5-bb6e-15f9d7d9c36f', 'status': 'completed', 'code': 200} Apr 18 21:33:58.350153 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-96b3c803-ba18-44c9-a982-c0d49030fc7c req-180fc023-2f2c-4a00-8e74-527f85019093 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=675834a466b84bb5a01c14f13ca191f7&device_id=4b56fab9-9f8c-4d4d-b391-554633da2516 HTTP/1.1" status: 200 len: 1095 time: 0.0692635 Apr 18 21:33:58.417173 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-b1c3ad14-898c-4b83-b1b9-38fdc286ba32 req-3b087369-c13f-4809-bee9-7a9a9fce2f4d service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=675834a466b84bb5a01c14f13ca191f7&device_id=4b56fab9-9f8c-4d4d-b391-554633da2516 HTTP/1.1" status: 200 len: 1095 time: 0.1425414 Apr 18 21:33:58.424973 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd40f32e-7ff8-4834-90a9-44b9ea48543b req-98360692-114f-4f00-9ae4-8d80259a3e11 tempest-ServerActionsTestJSON-1319677203 tempest-ServerActionsTestJSON-1319677203-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:33:58.427334 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-dd40f32e-7ff8-4834-90a9-44b9ea48543b req-98360692-114f-4f00-9ae4-8d80259a3e11 tempest-ServerActionsTestJSON-1319677203 tempest-ServerActionsTestJSON-1319677203-project] 10.222.0.42 "GET /v2.0/ports?device_id=4b56fab9-9f8c-4d4d-b391-554633da2516 HTTP/1.1" status: 200 len: 944 time: 0.1202607 Apr 18 21:33:58.495362 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96b3c803-ba18-44c9-a982-c0d49030fc7c req-0939fb7b-dfaa-4183-8603-f0da8f5a42d0 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:33:58.496923 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-96b3c803-ba18-44c9-a982-c0d49030fc7c req-0939fb7b-dfaa-4183-8603-f0da8f5a42d0 service neutron] 10.222.0.48 "GET /v2.0/networks?id=f3320db2-e9b9-4caa-91bd-c608bba0ab9e HTTP/1.1" status: 200 len: 913 time: 0.1395617 Apr 18 21:33:58.673931 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-dd40f32e-7ff8-4834-90a9-44b9ea48543b req-e0bb93b6-582e-4bdd-835e-8d1325bdacc4 tempest-ServerActionsTestJSON-1319677203 tempest-ServerActionsTestJSON-1319677203-project] 10.222.0.42 "GET /v2.0/security-groups?id=86fda662-3d20-4c8e-beec-0cf6963226d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2370288 Apr 18 21:33:58.694500 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-96b3c803-ba18-44c9-a982-c0d49030fc7c req-f03b8be6-ea6d-42d5-9830-e978771349d7 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5fb26a97-dc85-4ac5-bb6e-15f9d7d9c36f HTTP/1.1" status: 200 len: 1000 time: 0.1913657 Apr 18 21:33:58.719059 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c3ad14-898c-4b83-b1b9-38fdc286ba32 req-b579549c-e439-4dca-aa7c-93a01637eb11 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:33:58.720498 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-b1c3ad14-898c-4b83-b1b9-38fdc286ba32 req-b579549c-e439-4dca-aa7c-93a01637eb11 service neutron] 10.222.0.43 "GET /v2.0/networks?id=f3320db2-e9b9-4caa-91bd-c608bba0ab9e HTTP/1.1" status: 200 len: 913 time: 0.2634201 Apr 18 21:33:58.729682 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Device 5fb26a97-dc85-4ac5-bb6e-15f9d7d9c36f no longer exists at agent hyperv_n-h2-838334-2 {{(pid=84042) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 21:33:58.770219 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96b3c803-ba18-44c9-a982-c0d49030fc7c req-3db4f812-a1b6-4741-9e00-e3dac876e802 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:33:58.771780 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-96b3c803-ba18-44c9-a982-c0d49030fc7c req-3db4f812-a1b6-4741-9e00-e3dac876e802 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=32f4d787-9e43-4aac-98c4-668fa9d35a84 HTTP/1.1" status: 200 len: 851 time: 0.0691822 Apr 18 21:33:58.794980 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Device 5fb26a97-dc85-4ac5-bb6e-15f9d7d9c36f not bound to the agent host n-h2-838334-2 {{(pid=84042) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 21:33:58.840798 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-b1c3ad14-898c-4b83-b1b9-38fdc286ba32 req-48b6438e-8d87-49ae-9b3b-19c9163af8fb service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5fb26a97-dc85-4ac5-bb6e-15f9d7d9c36f HTTP/1.1" status: 200 len: 1000 time: 0.1135018 Apr 18 21:33:58.852615 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-96b3c803-ba18-44c9-a982-c0d49030fc7c req-98595705-055e-4018-9282-b606bc7beba0 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=f3320db2-e9b9-4caa-91bd-c608bba0ab9e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0742807 Apr 18 21:33:58.911309 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c3ad14-898c-4b83-b1b9-38fdc286ba32 req-bb29401b-2a41-4a08-8380-6ab96302d17b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:33:58.912825 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-b1c3ad14-898c-4b83-b1b9-38fdc286ba32 req-bb29401b-2a41-4a08-8380-6ab96302d17b service neutron] 10.222.0.43 "GET /v2.0/subnets?id=32f4d787-9e43-4aac-98c4-668fa9d35a84 HTTP/1.1" status: 200 len: 851 time: 0.0658600 Apr 18 21:33:58.986746 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-b1c3ad14-898c-4b83-b1b9-38fdc286ba32 req-8a906e7a-3df0-4a45-934f-887bf946c603 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=f3320db2-e9b9-4caa-91bd-c608bba0ab9e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0681119 Apr 18 21:33:58.994317 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-96b3c803-ba18-44c9-a982-c0d49030fc7c req-bd93ec34-5317-46e1-b78d-6b44ce48410d service neutron] 10.222.0.48 "GET /v2.0/networks/f3320db2-e9b9-4caa-91bd-c608bba0ab9e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1342766 Apr 18 21:33:59.120554 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-b1c3ad14-898c-4b83-b1b9-38fdc286ba32 req-3fa1c138-2320-4b00-829f-babf4c94da6f service neutron] 10.222.0.43 "GET /v2.0/networks/f3320db2-e9b9-4caa-91bd-c608bba0ab9e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1260979 Apr 18 21:33:59.127588 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-96b3c803-ba18-44c9-a982-c0d49030fc7c req-07e691ec-36a0-4bf9-aed3-041091e450da service neutron] 10.222.0.48 "GET /v2.0/networks/f3320db2-e9b9-4caa-91bd-c608bba0ab9e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1278729 Apr 18 21:33:59.261897 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-b1c3ad14-898c-4b83-b1b9-38fdc286ba32 req-49379e2a-138d-41b2-a874-2ffc284e983f service neutron] 10.222.0.43 "GET /v2.0/networks/f3320db2-e9b9-4caa-91bd-c608bba0ab9e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1347766 Apr 18 21:33:59.405972 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-96b3c803-ba18-44c9-a982-c0d49030fc7c req-8556c709-479e-481e-b8c1-d1e22b9fcaf2 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=675834a466b84bb5a01c14f13ca191f7&device_id=4b56fab9-9f8c-4d4d-b391-554633da2516 HTTP/1.1" status: 200 len: 1095 time: 0.0744112 Apr 18 21:33:59.540424 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96b3c803-ba18-44c9-a982-c0d49030fc7c req-abcacb85-c398-41f7-898c-9798e9687965 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:33:59.541854 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-96b3c803-ba18-44c9-a982-c0d49030fc7c req-abcacb85-c398-41f7-898c-9798e9687965 service neutron] 10.222.0.43 "GET /v2.0/networks?id=f3320db2-e9b9-4caa-91bd-c608bba0ab9e HTTP/1.1" status: 200 len: 913 time: 0.1291778 Apr 18 21:33:59.643780 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-96b3c803-ba18-44c9-a982-c0d49030fc7c req-4c088848-0d36-4f4a-a3c0-db188ce8c463 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5fb26a97-dc85-4ac5-bb6e-15f9d7d9c36f HTTP/1.1" status: 200 len: 1000 time: 0.0959332 Apr 18 21:33:59.704575 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96b3c803-ba18-44c9-a982-c0d49030fc7c req-99642ae4-4891-4fee-a87e-c08cf379216f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:33:59.705910 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-96b3c803-ba18-44c9-a982-c0d49030fc7c req-99642ae4-4891-4fee-a87e-c08cf379216f service neutron] 10.222.0.43 "GET /v2.0/subnets?id=32f4d787-9e43-4aac-98c4-668fa9d35a84 HTTP/1.1" status: 200 len: 851 time: 0.0571787 Apr 18 21:33:59.780130 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-96b3c803-ba18-44c9-a982-c0d49030fc7c req-916cf9f2-55f9-4695-865e-5c679acc0652 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=f3320db2-e9b9-4caa-91bd-c608bba0ab9e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0677459 Apr 18 21:33:59.978484 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-96b3c803-ba18-44c9-a982-c0d49030fc7c req-a1af8811-c257-466f-931d-8b29f8bee474 service neutron] 10.222.0.43 "GET /v2.0/networks/f3320db2-e9b9-4caa-91bd-c608bba0ab9e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1927190 Apr 18 21:33:59.985022 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce1e10fc-87c6-4b95-bc6b-ef2faaddb2c0 req-d0192c8b-013b-4346-be19-ddc311f157e4 tempest-ServerActionsTestJSON-1319677203 tempest-ServerActionsTestJSON-1319677203-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:33:59.986399 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-ce1e10fc-87c6-4b95-bc6b-ef2faaddb2c0 req-d0192c8b-013b-4346-be19-ddc311f157e4 tempest-ServerActionsTestJSON-1319677203 tempest-ServerActionsTestJSON-1319677203-project] 10.222.0.42 "GET /v2.0/ports?device_id=4b56fab9-9f8c-4d4d-b391-554633da2516 HTTP/1.1" status: 200 len: 944 time: 0.1832340 Apr 18 21:34:00.093910 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750375287399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253529'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:34:00.115368 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-ce1e10fc-87c6-4b95-bc6b-ef2faaddb2c0 req-88edad08-c366-401f-8e73-f462c27c98fe tempest-ServerActionsTestJSON-1319677203 tempest-ServerActionsTestJSON-1319677203-project] 10.222.0.42 "GET /v2.0/security-groups?id=86fda662-3d20-4c8e-beec-0cf6963226d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1099293 Apr 18 21:34:00.147109 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-96b3c803-ba18-44c9-a982-c0d49030fc7c req-5b868719-6538-45e6-91bc-b0548b5a1491 service neutron] 10.222.0.43 "GET /v2.0/networks/f3320db2-e9b9-4caa-91bd-c608bba0ab9e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1597369 Apr 18 21:34:00.391545 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Device 5fb26a97-dc85-4ac5-bb6e-15f9d7d9c36f details requested by agent hyperv_n-h1-838334-2 with host n-h1-838334-2 {{(pid=84042) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 18 21:34:00.449185 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07ee1973-ec44-4050-89ea-96107b3b4bda req-300d6675-0666-42ef-8429-171911c9c241 tempest-ServerActionsTestJSON-1319677203 tempest-ServerActionsTestJSON-1319677203-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:34:00.449905 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [req-07ee1973-ec44-4050-89ea-96107b3b4bda req-300d6675-0666-42ef-8429-171911c9c241 tempest-ServerActionsTestJSON-1319677203 tempest-ServerActionsTestJSON-1319677203-project] Synchronizing usage tracker for tenant:675834a466b84bb5a01c14f13ca191f7 on resource:port {{(pid=84041) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 21:34:00.468628 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [req-07ee1973-ec44-4050-89ea-96107b3b4bda req-300d6675-0666-42ef-8429-171911c9c241 tempest-ServerActionsTestJSON-1319677203 tempest-ServerActionsTestJSON-1319677203-project] Unset dirty status for tenant:675834a466b84bb5a01c14f13ca191f7 on resource:port {{(pid=84041) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 21:34:00.469831 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-07ee1973-ec44-4050-89ea-96107b3b4bda req-300d6675-0666-42ef-8429-171911c9c241 tempest-ServerActionsTestJSON-1319677203 tempest-ServerActionsTestJSON-1319677203-project] 10.222.0.48 "GET /v2.0/ports?device_id=4b56fab9-9f8c-4d4d-b391-554633da2516&tenant_id=675834a466b84bb5a01c14f13ca191f7&binding%3Ahost_id=n-h1-838334-2 HTTP/1.1" status: 200 len: 944 time: 0.1015918 Apr 18 21:34:00.540502 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] For port 5fb26a97-dc85-4ac5-bb6e-15f9d7d9c36f, host n-h1-838334-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838334-2',level=0,port_id=5fb26a97-dc85-4ac5-bb6e-15f9d7d9c36f,segment=NetworkSegment(f760d59a-3b5d-4f9f-a682-b437a8b8b263),segment_id=f760d59a-3b5d-4f9f-a682-b437a8b8b263)] {{(pid=84042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:34:00.556084 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Returning: {'device': '5fb26a97-dc85-4ac5-bb6e-15f9d7d9c36f', 'network_id': 'f3320db2-e9b9-4caa-91bd-c608bba0ab9e', 'port_id': '5fb26a97-dc85-4ac5-bb6e-15f9d7d9c36f', 'mac_address': 'fa:16:3e:96:17:65', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 379, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '32f4d787-9e43-4aac-98c4-668fa9d35a84', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84042) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 18 21:34:00.566823 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7af75242-5ffa-451b-8554-5db723545073 req-750392ce-98c6-45a4-bf6d-264ce8361d70 tempest-ServerActionsTestJSON-1319677203 tempest-ServerActionsTestJSON-1319677203-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:34:00.568780 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-7af75242-5ffa-451b-8554-5db723545073 req-750392ce-98c6-45a4-bf6d-264ce8361d70 tempest-ServerActionsTestJSON-1319677203 tempest-ServerActionsTestJSON-1319677203-project] 10.222.0.42 "GET /v2.0/ports?device_id=4b56fab9-9f8c-4d4d-b391-554633da2516 HTTP/1.1" status: 200 len: 944 time: 0.1936257 Apr 18 21:34:00.575651 n-d-838334-2 neutron-server[84041]: INFO neutron.api.v2.resource [req-07ee1973-ec44-4050-89ea-96107b3b4bda req-f502b393-0bf4-437e-83a9-4e3f2bed166d service neutron] delete failed (client error): The resource could not be found. Apr 18 21:34:00.576861 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-07ee1973-ec44-4050-89ea-96107b3b4bda req-f502b393-0bf4-437e-83a9-4e3f2bed166d service neutron] 10.222.0.48 "DELETE /v2.0/ports/5fb26a97-dc85-4ac5-bb6e-15f9d7d9c36f/bindings/n-h2-838334-2 HTTP/1.1" status: 404 len: 380 time: 0.0996032 Apr 18 21:34:00.619116 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-7af75242-5ffa-451b-8554-5db723545073 req-44996580-7f2a-412c-b854-b653759ba00a tempest-ServerActionsTestJSON-1319677203 tempest-ServerActionsTestJSON-1319677203-project] 10.222.0.42 "GET /v2.0/security-groups?id=86fda662-3d20-4c8e-beec-0cf6963226d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438409 Apr 18 21:34:00.619761 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:34:00.689092 n-d-838334-2 neutron-server[84042]: DEBUG neutron.notifiers.nova [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5fb26a97-dc85-4ac5-bb6e-15f9d7d9c36f {{(pid=84042) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 18 21:34:00.704478 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] For port 5fb26a97-dc85-4ac5-bb6e-15f9d7d9c36f, host n-h1-838334-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838334-2',level=0,port_id=5fb26a97-dc85-4ac5-bb6e-15f9d7d9c36f,segment=NetworkSegment(f760d59a-3b5d-4f9f-a682-b437a8b8b263),segment_id=f760d59a-3b5d-4f9f-a682-b437a8b8b263)] {{(pid=84042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:34:00.708790 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682'] for port, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:34:00.731931 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-07ee1973-ec44-4050-89ea-96107b3b4bda req-2681ca48-76a3-4110-ac5a-61b664890a9b service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=675834a466b84bb5a01c14f13ca191f7&device_id=4b56fab9-9f8c-4d4d-b391-554633da2516 HTTP/1.1" status: 200 len: 1095 time: 0.0752609 Apr 18 21:34:00.774329 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Pushing event updated for resources: {'Port': ['ID=5fb26a97-dc85-4ac5-bb6e-15f9d7d9c36f,revision_number=8']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:34:00.869434 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07ee1973-ec44-4050-89ea-96107b3b4bda req-333e645d-2146-4a3d-b5a5-4a7fd5f3b1b7 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:34:00.871170 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-07ee1973-ec44-4050-89ea-96107b3b4bda req-333e645d-2146-4a3d-b5a5-4a7fd5f3b1b7 service neutron] 10.222.0.48 "GET /v2.0/networks?id=f3320db2-e9b9-4caa-91bd-c608bba0ab9e HTTP/1.1" status: 200 len: 913 time: 0.1332300 Apr 18 21:34:00.919560 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] get_ports_and_sgs() called for port_ids ['5fb26a97-dc85-4ac5-bb6e-15f9d7d9c36f'] {{(pid=84042) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 18 21:34:00.978816 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-07ee1973-ec44-4050-89ea-96107b3b4bda req-ba7e2b83-c1a5-4d26-b6fb-9d0500198717 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5fb26a97-dc85-4ac5-bb6e-15f9d7d9c36f HTTP/1.1" status: 200 len: 1001 time: 0.1013539 Apr 18 21:34:01.041829 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07ee1973-ec44-4050-89ea-96107b3b4bda req-af2e880d-d8f2-4d46-be75-816359326ef7 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:34:01.043290 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-07ee1973-ec44-4050-89ea-96107b3b4bda req-af2e880d-d8f2-4d46-be75-816359326ef7 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=32f4d787-9e43-4aac-98c4-668fa9d35a84 HTTP/1.1" status: 200 len: 851 time: 0.0580332 Apr 18 21:34:01.120468 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-07ee1973-ec44-4050-89ea-96107b3b4bda req-776f5944-cb84-493f-9deb-23a063971075 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=f3320db2-e9b9-4caa-91bd-c608bba0ab9e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0713115 Apr 18 21:34:01.256538 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-07ee1973-ec44-4050-89ea-96107b3b4bda req-63ad405b-0f6a-4546-8337-531852813508 service neutron] 10.222.0.48 "GET /v2.0/networks/f3320db2-e9b9-4caa-91bd-c608bba0ab9e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1304696 Apr 18 21:34:01.386315 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-07ee1973-ec44-4050-89ea-96107b3b4bda req-77c937d0-bdf2-486c-b8dc-d938d214fa9e service neutron] 10.222.0.48 "GET /v2.0/networks/f3320db2-e9b9-4caa-91bd-c608bba0ab9e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1233256 Apr 18 21:34:01.823917 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-616ba341-280c-48c5-abb4-9f67c52e5f0c req-76de5477-31d3-4b28-bd45-db138b2305a0 tempest-ServerActionsTestJSON-1319677203 tempest-ServerActionsTestJSON-1319677203-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:34:01.825428 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-616ba341-280c-48c5-abb4-9f67c52e5f0c req-76de5477-31d3-4b28-bd45-db138b2305a0 tempest-ServerActionsTestJSON-1319677203 tempest-ServerActionsTestJSON-1319677203-project] 10.222.0.42 "GET /v2.0/ports?device_id=4b56fab9-9f8c-4d4d-b391-554633da2516 HTTP/1.1" status: 200 len: 945 time: 0.0765302 Apr 18 21:34:01.871794 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-616ba341-280c-48c5-abb4-9f67c52e5f0c req-25247aee-910b-4c4f-bbd0-e59734c646c7 tempest-ServerActionsTestJSON-1319677203 tempest-ServerActionsTestJSON-1319677203-project] 10.222.0.42 "GET /v2.0/security-groups?id=86fda662-3d20-4c8e-beec-0cf6963226d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401063 Apr 18 21:34:02.408882 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Device 5fb26a97-dc85-4ac5-bb6e-15f9d7d9c36f up at agent hyperv_n-h1-838334-2 {{(pid=84042) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 21:34:02.475638 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Provisioning for port 5fb26a97-dc85-4ac5-bb6e-15f9d7d9c36f completed by entity L2. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 21:34:02.480083 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Provisioning complete for port 5fb26a97-dc85-4ac5-bb6e-15f9d7d9c36f triggered by entity L2. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:34:02.480453 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1253608'] for port, provisioning_complete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:34:02.591438 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:34:02.617473 n-d-838334-2 neutron-server[84042]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4b56fab9-9f8c-4d4d-b391-554633da2516', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5fb26a97-dc85-4ac5-bb6e-15f9d7d9c36f'}] {{(pid=84042) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 21:34:02.627617 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] For port 5fb26a97-dc85-4ac5-bb6e-15f9d7d9c36f, host n-h1-838334-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838334-2',level=0,port_id=5fb26a97-dc85-4ac5-bb6e-15f9d7d9c36f,segment=NetworkSegment(f760d59a-3b5d-4f9f-a682-b437a8b8b263),segment_id=f760d59a-3b5d-4f9f-a682-b437a8b8b263)] {{(pid=84042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:34:02.632891 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682'] for port, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:34:02.680339 n-d-838334-2 neutron-server[84042]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1ddedc8a-facb-4fa6-8b05-f25f40483df5'] response: {'server_uuid': '4b56fab9-9f8c-4d4d-b391-554633da2516', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5fb26a97-dc85-4ac5-bb6e-15f9d7d9c36f', 'code': 200} Apr 18 21:34:02.704722 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Pushing event updated for resources: {'Port': ['ID=5fb26a97-dc85-4ac5-bb6e-15f9d7d9c36f,revision_number=9']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:34:03.049391 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.agents_db [None req-6346a179-333c-4370-b5a6-936984aeab15 None None] Agent healthcheck: found 7 active agents {{(pid=84043) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 18 21:34:03.087147 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f14d8e3d-3d23-4d5e-8f40-3468c1f6acde req-5ba355bf-7dd2-47bc-8375-674d0cd19e7b tempest-ServerActionsTestJSON-1319677203 tempest-ServerActionsTestJSON-1319677203-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:34:03.088665 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-f14d8e3d-3d23-4d5e-8f40-3468c1f6acde req-5ba355bf-7dd2-47bc-8375-674d0cd19e7b tempest-ServerActionsTestJSON-1319677203 tempest-ServerActionsTestJSON-1319677203-project] 10.222.0.42 "GET /v2.0/ports?device_id=4b56fab9-9f8c-4d4d-b391-554633da2516 HTTP/1.1" status: 200 len: 946 time: 0.0798755 Apr 18 21:34:03.137911 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-f14d8e3d-3d23-4d5e-8f40-3468c1f6acde req-499b7bda-7dc8-4ca0-88d3-ff2a0d485a2e tempest-ServerActionsTestJSON-1319677203 tempest-ServerActionsTestJSON-1319677203-project] 10.222.0.42 "GET /v2.0/security-groups?id=86fda662-3d20-4c8e-beec-0cf6963226d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434582 Apr 18 21:34:03.332044 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-717764cd-4930-4a74-b92b-192601860e52 req-8744575c-36ba-468e-b1b6-824921c6bc8b tempest-ServerActionsTestJSON-1319677203 tempest-ServerActionsTestJSON-1319677203-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:34:03.333468 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-717764cd-4930-4a74-b92b-192601860e52 req-8744575c-36ba-468e-b1b6-824921c6bc8b tempest-ServerActionsTestJSON-1319677203 tempest-ServerActionsTestJSON-1319677203-project] 10.222.0.42 "GET /v2.0/ports?device_id=4b56fab9-9f8c-4d4d-b391-554633da2516 HTTP/1.1" status: 200 len: 946 time: 0.0765569 Apr 18 21:34:03.377243 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-717764cd-4930-4a74-b92b-192601860e52 req-4749bfee-0076-4960-a00a-05fd9df93dd2 tempest-ServerActionsTestJSON-1319677203 tempest-ServerActionsTestJSON-1319677203-project] 10.222.0.42 "GET /v2.0/security-groups?id=86fda662-3d20-4c8e-beec-0cf6963226d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383241 Apr 18 21:34:03.577011 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ab89a17-4b9f-4222-9278-ab6d68c45144 req-3cf91de2-dfd8-46d3-83c5-b67b415b9754 tempest-ServerActionsTestJSON-1319677203 tempest-ServerActionsTestJSON-1319677203-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:34:03.578441 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-0ab89a17-4b9f-4222-9278-ab6d68c45144 req-3cf91de2-dfd8-46d3-83c5-b67b415b9754 tempest-ServerActionsTestJSON-1319677203 tempest-ServerActionsTestJSON-1319677203-project] 10.222.0.42 "GET /v2.0/ports?device_id=4b56fab9-9f8c-4d4d-b391-554633da2516 HTTP/1.1" status: 200 len: 946 time: 0.0785704 Apr 18 21:34:03.621955 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-0ab89a17-4b9f-4222-9278-ab6d68c45144 req-1c022020-4ec9-4fd4-a062-901de5494d52 tempest-ServerActionsTestJSON-1319677203 tempest-ServerActionsTestJSON-1319677203-project] 10.222.0.42 "GET /v2.0/security-groups?id=86fda662-3d20-4c8e-beec-0cf6963226d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380211 Apr 18 21:34:04.024632 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-916939e3-c0ba-4790-b59c-bdd150d7f13d req-ff504408-d699-41ee-ba77-e7fd43699d2d tempest-ServerActionsTestJSON-1319677203 tempest-ServerActionsTestJSON-1319677203-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:34:04.026075 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-916939e3-c0ba-4790-b59c-bdd150d7f13d req-ff504408-d699-41ee-ba77-e7fd43699d2d tempest-ServerActionsTestJSON-1319677203 tempest-ServerActionsTestJSON-1319677203-project] 10.222.0.42 "GET /v2.0/ports?device_id=4b56fab9-9f8c-4d4d-b391-554633da2516 HTTP/1.1" status: 200 len: 946 time: 0.0770595 Apr 18 21:34:04.075668 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-916939e3-c0ba-4790-b59c-bdd150d7f13d req-337b6d1d-9dd6-4c0f-8b04-71b536a1194d tempest-ServerActionsTestJSON-1319677203 tempest-ServerActionsTestJSON-1319677203-project] 10.222.0.42 "GET /v2.0/security-groups?id=86fda662-3d20-4c8e-beec-0cf6963226d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440848 Apr 18 21:34:04.244002 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750375287399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253529'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:34:05.310104 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a312f596-7a06-4aab-a6ea-51df943937ac req-9b4e7e53-02d7-4e5c-912b-faf6996e082b tempest-ServerActionsTestJSON-1319677203 tempest-ServerActionsTestJSON-1319677203-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:34:05.312482 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-a312f596-7a06-4aab-a6ea-51df943937ac req-9b4e7e53-02d7-4e5c-912b-faf6996e082b tempest-ServerActionsTestJSON-1319677203 tempest-ServerActionsTestJSON-1319677203-project] 10.222.0.43 "GET /v2.0/ports?device_id=4b56fab9-9f8c-4d4d-b391-554633da2516 HTTP/1.1" status: 200 len: 946 time: 0.1367297 Apr 18 21:34:05.323367 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b0a8214-feb2-4820-a402-799ca91013e5 req-95aaef86-a94a-4bdf-9a2b-e1764b15ef56 tempest-ServerActionsTestJSON-1319677203 tempest-ServerActionsTestJSON-1319677203-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:34:05.324780 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-7b0a8214-feb2-4820-a402-799ca91013e5 req-95aaef86-a94a-4bdf-9a2b-e1764b15ef56 tempest-ServerActionsTestJSON-1319677203 tempest-ServerActionsTestJSON-1319677203-project] 10.222.0.42 "GET /v2.0/ports?device_id=4b56fab9-9f8c-4d4d-b391-554633da2516 HTTP/1.1" status: 200 len: 946 time: 0.1199837 Apr 18 21:34:05.414390 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.plugin [req-a312f596-7a06-4aab-a6ea-51df943937ac req-5610a25e-b5bb-4872-a3b5-242df12414da tempest-ServerActionsTestJSON-1319677203 tempest-ServerActionsTestJSON-1319677203-project] Deleting port 5fb26a97-dc85-4ac5-bb6e-15f9d7d9c36f {{(pid=84040) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 21:34:05.414639 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-a312f596-7a06-4aab-a6ea-51df943937ac req-5610a25e-b5bb-4872-a3b5-242df12414da tempest-ServerActionsTestJSON-1319677203 tempest-ServerActionsTestJSON-1319677203-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750375188691'] for port, before_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:34:05.444926 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-7b0a8214-feb2-4820-a402-799ca91013e5 req-1c5f0f33-036f-4597-a888-bf80c1a6ed5e tempest-ServerActionsTestJSON-1319677203 tempest-ServerActionsTestJSON-1319677203-project] 10.222.0.42 "GET /v2.0/security-groups?id=86fda662-3d20-4c8e-beec-0cf6963226d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0933461 Apr 18 21:34:05.657803 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.db [req-a312f596-7a06-4aab-a6ea-51df943937ac req-5610a25e-b5bb-4872-a3b5-242df12414da tempest-ServerActionsTestJSON-1319677203 tempest-ServerActionsTestJSON-1319677203-project] For port 5fb26a97-dc85-4ac5-bb6e-15f9d7d9c36f, host n-h1-838334-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838334-2',level=0,port_id=5fb26a97-dc85-4ac5-bb6e-15f9d7d9c36f,segment=NetworkSegment(f760d59a-3b5d-4f9f-a682-b437a8b8b263),segment_id=f760d59a-3b5d-4f9f-a682-b437a8b8b263)] {{(pid=84040) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:34:05.658156 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-a312f596-7a06-4aab-a6ea-51df943937ac req-5610a25e-b5bb-4872-a3b5-242df12414da tempest-ServerActionsTestJSON-1319677203 tempest-ServerActionsTestJSON-1319677203-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369123'] for port, precommit_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:34:05.939033 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-a312f596-7a06-4aab-a6ea-51df943937ac req-5610a25e-b5bb-4872-a3b5-242df12414da tempest-ServerActionsTestJSON-1319677203 tempest-ServerActionsTestJSON-1319677203-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:34:05.939392 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-a312f596-7a06-4aab-a6ea-51df943937ac req-5610a25e-b5bb-4872-a3b5-242df12414da tempest-ServerActionsTestJSON-1319677203 tempest-ServerActionsTestJSON-1319677203-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33444131'] for floatingip, after_update {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:34:05.939728 n-d-838334-2 neutron-server[84040]: INFO neutron.db.l3_db [req-a312f596-7a06-4aab-a6ea-51df943937ac req-5610a25e-b5bb-4872-a3b5-242df12414da tempest-ServerActionsTestJSON-1319677203 tempest-ServerActionsTestJSON-1319677203-project] Floating IP 9831c303-c663-4aea-a904-d83b03360b56 disassociated. External IP: 172.25.8.225, port: 5fb26a97-dc85-4ac5-bb6e-15f9d7d9c36f. Apr 18 21:34:05.940065 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.plugin [req-a312f596-7a06-4aab-a6ea-51df943937ac req-5610a25e-b5bb-4872-a3b5-242df12414da tempest-ServerActionsTestJSON-1319677203 tempest-ServerActionsTestJSON-1319677203-project] Calling delete_port for 5fb26a97-dc85-4ac5-bb6e-15f9d7d9c36f owned by compute:nova {{(pid=84040) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 21:34:06.079731 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-a312f596-7a06-4aab-a6ea-51df943937ac req-5610a25e-b5bb-4872-a3b5-242df12414da tempest-ServerActionsTestJSON-1319677203 tempest-ServerActionsTestJSON-1319677203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750375259028', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750374836628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32440838'] for port, after_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:34:06.125291 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5610a25e-b5bb-4872-a3b5-242df12414da tempest-ServerActionsTestJSON-1319677203 tempest-ServerActionsTestJSON-1319677203-project] Pushing event deleted for resources: {'Port': ['ID=5fb26a97-dc85-4ac5-bb6e-15f9d7d9c36f,revision_number=None']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:34:06.433029 n-d-838334-2 neutron-server[84040]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a312f596-7a06-4aab-a6ea-51df943937ac req-5610a25e-b5bb-4872-a3b5-242df12414da tempest-ServerActionsTestJSON-1319677203 tempest-ServerActionsTestJSON-1319677203-project] Router 6861cd65-eca4-4490-a200-e76033a5ee01 has already been hosted by L3 agent bc84d6c9-dd7a-4555-a351-592327b46d5a {{(pid=84040) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 21:34:06.621542 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-0a2d4472-25fc-4f9b-9f76-01498af09c20 req-8155ec10-1428-486c-bc34-be548b8dce3d tempest-ServerActionsTestJSON-1319677203 tempest-ServerActionsTestJSON-1319677203-project] 10.222.0.42 "GET /v2.0/ports?device_id=4b56fab9-9f8c-4d4d-b391-554633da2516 HTTP/1.1" status: 200 len: 210 time: 0.0470829 Apr 18 21:34:06.679070 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a312f596-7a06-4aab-a6ea-51df943937ac req-5610a25e-b5bb-4872-a3b5-242df12414da tempest-ServerActionsTestJSON-1319677203 tempest-ServerActionsTestJSON-1319677203-project] Notify agent at l3_agent.n-d-838334-2 the message routers_updated {{(pid=84040) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 21:34:06.689110 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e7d2732-1198-43f1-990a-11c9a16e5326 None None] Sync routers for ids ['6861cd65-eca4-4490-a200-e76033a5ee01'] in n-d-838334-2 {{(pid=84042) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 18 21:34:06.702377 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e7d2732-1198-43f1-990a-11c9a16e5326 None None] Routers {'6861cd65-eca4-4490-a200-e76033a5ee01'} bound to L3 agent in host n-d-838334-2 {{(pid=84042) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 21:34:06.703029 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_hamode_db [None req-8e7d2732-1198-43f1-990a-11c9a16e5326 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838334-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-18T20:25:48Z,description=,heartbeat_timestamp=2022-04-18T21:33:48Z,host='n-d-838334-2',id=bc84d6c9-dd7a-4555-a351-592327b46d5a,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:25:48Z,topic='l3_agent')) {'router_ids': ['6861cd65-eca4-4490-a200-e76033a5ee01'], 'active': True} {{(pid=84042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:34:06.750116 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.l3_dvrscheduler_db [req-a312f596-7a06-4aab-a6ea-51df943937ac req-5610a25e-b5bb-4872-a3b5-242df12414da tempest-ServerActionsTestJSON-1319677203 tempest-ServerActionsTestJSON-1319677203-project] No DVR routers for this DVR port 5fb26a97-dc85-4ac5-bb6e-15f9d7d9c36f on host n-h1-838334-2 {{(pid=84040) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 21:34:06.752696 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-a312f596-7a06-4aab-a6ea-51df943937ac req-5610a25e-b5bb-4872-a3b5-242df12414da tempest-ServerActionsTestJSON-1319677203 tempest-ServerActionsTestJSON-1319677203-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217293'] for port, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:34:06.755245 n-d-838334-2 neutron-server[84040]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4b56fab9-9f8c-4d4d-b391-554633da2516', 'name': 'network-vif-deleted', 'tag': '5fb26a97-dc85-4ac5-bb6e-15f9d7d9c36f'}] {{(pid=84040) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 21:34:06.774343 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-a312f596-7a06-4aab-a6ea-51df943937ac req-5610a25e-b5bb-4872-a3b5-242df12414da tempest-ServerActionsTestJSON-1319677203 tempest-ServerActionsTestJSON-1319677203-project] 10.222.0.43 "DELETE /v2.0/ports/5fb26a97-dc85-4ac5-bb6e-15f9d7d9c36f HTTP/1.1" status: 204 len: 173 time: 1.4567699 Apr 18 21:34:06.816407 n-d-838334-2 neutron-server[84040]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e002a5c7-ce1b-47fc-8fe0-3428d5f6b75b'] response: {'server_uuid': '4b56fab9-9f8c-4d4d-b391-554633da2516', 'name': 'network-vif-deleted', 'tag': '5fb26a97-dc85-4ac5-bb6e-15f9d7d9c36f', 'status': 'completed', 'code': 200} Apr 18 21:34:06.892098 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_dvr_db [None req-8e7d2732-1198-43f1-990a-11c9a16e5326 None None] Set router 6861cd65-eca4-4490-a200-e76033a5ee01 gateway port host: n-d-838334-2 {{(pid=84042) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 21:34:07.208277 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_hamode_db [None req-8e7d2732-1198-43f1-990a-11c9a16e5326 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6861cd65-eca4-4490-a200-e76033a5ee01', 'name': 'tempest-ServerActionsTestJSON-1522639251-router', 'tenant_id': '675834a466b84bb5a01c14f13ca191f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'external_fixed_ips': [{'subnet_id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'ip_address': '172.25.8.149'}], 'enable_snat': True}, 'gw_port_id': '7071e091-9f0f-4bb0-a769-bd885f8aec0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:33:12Z', 'updated_at': '2022-04-18T21:33:15Z', 'revision_number': 4, 'project_id': '675834a466b84bb5a01c14f13ca191f7', 'gw_port': {'id': '7071e091-9f0f-4bb0-a769-bd885f8aec0c', 'name': '', 'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:ee:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6861cd65-eca4-4490-a200-e76033a5ee01', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'ip_address': '172.25.8.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:33:13Z', 'updated_at': '2022-04-18T21:33:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838334-2', '_interfaces': [{'id': '252d04e9-7528-4fd9-8583-53107d3a8f75', 'name': '', 'network_id': 'f3320db2-e9b9-4caa-91bd-c608bba0ab9e', 'tenant_id': '675834a466b84bb5a01c14f13ca191f7', 'mac_address': 'fa:16:3e:e9:5f:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6861cd65-eca4-4490-a200-e76033a5ee01', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '32f4d787-9e43-4aac-98c4-668fa9d35a84', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:33:15Z', 'updated_at': '2022-04-18T21:33:33Z', 'revision_number': 5, 'project_id': '675834a466b84bb5a01c14f13ca191f7', 'subnets': [{'id': '32f4d787-9e43-4aac-98c4-668fa9d35a84', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838334-2', False) {} {{(pid=84042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:34:07.212052 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e7d2732-1198-43f1-990a-11c9a16e5326 None None] Checking router: 6861cd65-eca4-4490-a200-e76033a5ee01 for host: n-d-838334-2 {{(pid=84042) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 18 21:34:07.222590 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e7d2732-1198-43f1-990a-11c9a16e5326 None None] Routers {'6861cd65-eca4-4490-a200-e76033a5ee01'} bound to L3 agent in host n-d-838334-2 {{(pid=84042) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 21:34:07.223553 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_hamode_db [None req-8e7d2732-1198-43f1-990a-11c9a16e5326 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838334-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-18T20:25:48Z,description=,heartbeat_timestamp=2022-04-18T21:33:48Z,host='n-d-838334-2',id=bc84d6c9-dd7a-4555-a351-592327b46d5a,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:25:48Z,topic='l3_agent')) {'router_ids': ['6861cd65-eca4-4490-a200-e76033a5ee01'], 'active': True} {{(pid=84042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:34:07.402337 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_dvr_db [None req-8e7d2732-1198-43f1-990a-11c9a16e5326 None None] Set router 6861cd65-eca4-4490-a200-e76033a5ee01 gateway port host: n-d-838334-2 {{(pid=84042) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 21:34:07.750197 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_hamode_db [None req-8e7d2732-1198-43f1-990a-11c9a16e5326 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6861cd65-eca4-4490-a200-e76033a5ee01', 'name': 'tempest-ServerActionsTestJSON-1522639251-router', 'tenant_id': '675834a466b84bb5a01c14f13ca191f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'external_fixed_ips': [{'subnet_id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'ip_address': '172.25.8.149'}], 'enable_snat': True}, 'gw_port_id': '7071e091-9f0f-4bb0-a769-bd885f8aec0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:33:12Z', 'updated_at': '2022-04-18T21:33:15Z', 'revision_number': 4, 'project_id': '675834a466b84bb5a01c14f13ca191f7', 'gw_port': {'id': '7071e091-9f0f-4bb0-a769-bd885f8aec0c', 'name': '', 'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:ee:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6861cd65-eca4-4490-a200-e76033a5ee01', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'ip_address': '172.25.8.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:33:13Z', 'updated_at': '2022-04-18T21:33:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838334-2', '_interfaces': [{'id': '252d04e9-7528-4fd9-8583-53107d3a8f75', 'name': '', 'network_id': 'f3320db2-e9b9-4caa-91bd-c608bba0ab9e', 'tenant_id': '675834a466b84bb5a01c14f13ca191f7', 'mac_address': 'fa:16:3e:e9:5f:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6861cd65-eca4-4490-a200-e76033a5ee01', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '32f4d787-9e43-4aac-98c4-668fa9d35a84', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:33:15Z', 'updated_at': '2022-04-18T21:33:33Z', 'revision_number': 5, 'project_id': '675834a466b84bb5a01c14f13ca191f7', 'subnets': [{'id': '32f4d787-9e43-4aac-98c4-668fa9d35a84', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838334-2', False) {} {{(pid=84042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:34:07.754220 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e7d2732-1198-43f1-990a-11c9a16e5326 None None] The sync data for ids ['6861cd65-eca4-4490-a200-e76033a5ee01'] in n-d-838334-2 is: [{'id': '6861cd65-eca4-4490-a200-e76033a5ee01', 'name': 'tempest-ServerActionsTestJSON-1522639251-router', 'tenant_id': '675834a466b84bb5a01c14f13ca191f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'external_fixed_ips': [{'subnet_id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'ip_address': '172.25.8.149'}], 'enable_snat': True}, 'gw_port_id': '7071e091-9f0f-4bb0-a769-bd885f8aec0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:33:12Z', 'updated_at': '2022-04-18T21:33:15Z', 'revision_number': 4, 'project_id': '675834a466b84bb5a01c14f13ca191f7', 'gw_port': {'id': '7071e091-9f0f-4bb0-a769-bd885f8aec0c', 'name': '', 'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:ee:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6861cd65-eca4-4490-a200-e76033a5ee01', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'ip_address': '172.25.8.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:33:13Z', 'updated_at': '2022-04-18T21:33:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838334-2', '_interfaces': [{'id': '252d04e9-7528-4fd9-8583-53107d3a8f75', 'name': '', 'network_id': 'f3320db2-e9b9-4caa-91bd-c608bba0ab9e', 'tenant_id': '675834a466b84bb5a01c14f13ca191f7', 'mac_address': 'fa:16:3e:e9:5f:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6861cd65-eca4-4490-a200-e76033a5ee01', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '32f4d787-9e43-4aac-98c4-668fa9d35a84', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:33:15Z', 'updated_at': '2022-04-18T21:33:33Z', 'revision_number': 5, 'project_id': '675834a466b84bb5a01c14f13ca191f7', 'subnets': [{'id': '32f4d787-9e43-4aac-98c4-668fa9d35a84', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84042) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 18 21:34:07.992813 n-d-838334-2 neutron-server[84043]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c330094-c1b8-47b0-ba12-d8c7d7dd5e91 None None] New status for floating IP 9831c303-c663-4aea-a904-d83b03360b56: DOWN {{(pid=84043) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Apr 18 21:34:08.001096 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-9a18f796-d540-4348-a106-3452d8584466 req-0790b4e5-a326-46a1-9c30-bce5fbcc3299 tempest-ServerActionsTestJSON-1319677203 tempest-ServerActionsTestJSON-1319677203-project] 10.222.0.42 "GET /v2.0/security-groups?name=tempest-securitygroup--1126428647&fields=id&tenant_id=675834a466b84bb5a01c14f13ca191f7 HTTP/1.1" status: 200 len: 267 time: 0.0467126 Apr 18 21:34:08.149868 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a18f796-d540-4348-a106-3452d8584466 req-d5eb685d-09e9-4add-92b2-83458474f4ff tempest-ServerActionsTestJSON-1319677203 tempest-ServerActionsTestJSON-1319677203-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:34:08.151355 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-9a18f796-d540-4348-a106-3452d8584466 req-d5eb685d-09e9-4add-92b2-83458474f4ff tempest-ServerActionsTestJSON-1319677203 tempest-ServerActionsTestJSON-1319677203-project] 10.222.0.42 "GET /v2.0/networks?id=f3320db2-e9b9-4caa-91bd-c608bba0ab9e HTTP/1.1" status: 200 len: 812 time: 0.1437116 Apr 18 21:34:08.168575 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-9a18f796-d540-4348-a106-3452d8584466 req-053fa022-4836-4c8e-862a-f60bb7fa30fa tempest-ServerActionsTestJSON-1319677203 tempest-ServerActionsTestJSON-1319677203-project] 10.222.0.42 "GET /v2.0/quotas/675834a466b84bb5a01c14f13ca191f7 HTTP/1.1" status: 200 len: 375 time: 0.0109999 Apr 18 21:34:08.252765 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [req-9a18f796-d540-4348-a106-3452d8584466 req-0aeabd67-3e1f-4d0e-983e-cc7a9d1d97ca tempest-ServerActionsTestJSON-1319677203 tempest-ServerActionsTestJSON-1319677203-project] Synchronizing usage tracker for tenant:675834a466b84bb5a01c14f13ca191f7 on resource:port {{(pid=84040) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 21:34:08.267866 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [req-9a18f796-d540-4348-a106-3452d8584466 req-0aeabd67-3e1f-4d0e-983e-cc7a9d1d97ca tempest-ServerActionsTestJSON-1319677203 tempest-ServerActionsTestJSON-1319677203-project] Unset dirty status for tenant:675834a466b84bb5a01c14f13ca191f7 on resource:port {{(pid=84040) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 21:34:08.269139 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-9a18f796-d540-4348-a106-3452d8584466 req-0aeabd67-3e1f-4d0e-983e-cc7a9d1d97ca tempest-ServerActionsTestJSON-1319677203 tempest-ServerActionsTestJSON-1319677203-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=675834a466b84bb5a01c14f13ca191f7&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0946324 Apr 18 21:34:08.284960 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [req-9a18f796-d540-4348-a106-3452d8584466 req-0b0350aa-91c5-474a-bdd1-76ce701a0034 service neutron] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=84040) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 18 21:34:08.285868 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-9a18f796-d540-4348-a106-3452d8584466 req-0b0350aa-91c5-474a-bdd1-76ce701a0034 service neutron] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0048034 Apr 18 21:34:08.414512 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-9a18f796-d540-4348-a106-3452d8584466 req-b49ad2da-f96b-4a32-940f-5691e2e3a01e service neutron] 10.222.0.42 "GET /v2.0/networks/f3320db2-e9b9-4caa-91bd-c608bba0ab9e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1231880 Apr 18 21:34:08.448364 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Device 5fb26a97-dc85-4ac5-bb6e-15f9d7d9c36f no longer exists at agent hyperv_n-h1-838334-2 {{(pid=84042) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 21:34:08.484714 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.plugin [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] No Port match for: 5fb26a97-dc85-4ac5-bb6e-15f9d7d9c36f {{(pid=84042) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 18 21:34:08.485054 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Device 5fb26a97-dc85-4ac5-bb6e-15f9d7d9c36f not bound to the agent host n-h1-838334-2 {{(pid=84042) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 21:34:08.546970 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-9a18f796-d540-4348-a106-3452d8584466 req-521614a4-f174-4954-8942-1a31506cd642 service neutron] 10.222.0.42 "GET /v2.0/networks/f3320db2-e9b9-4caa-91bd-c608bba0ab9e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1260719 Apr 18 21:34:08.737515 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-80531aaf-43b1-4791-bc91-e2ec0c7e75da req-3542cd81-f4c3-4bcc-83a5-a852a4c6fef0 tempest-ServerActionsTestJSON-1319677203 tempest-ServerActionsTestJSON-1319677203-project] 10.222.0.42 "GET /v2.0/ports?device_id=93ba5251-4a3a-4e96-bbc9-d0ea838731c1 HTTP/1.1" status: 200 len: 210 time: 0.0455105 Apr 18 21:34:09.717318 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a18f796-d540-4348-a106-3452d8584466 req-1ea7c5a4-ad9f-4ad4-9f25-98b849b2b274 tempest-ServerActionsTestJSON-1319677203 tempest-ServerActionsTestJSON-1319677203-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:34:09.718699 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-9a18f796-d540-4348-a106-3452d8584466 req-1ea7c5a4-ad9f-4ad4-9f25-98b849b2b274 tempest-ServerActionsTestJSON-1319677203 tempest-ServerActionsTestJSON-1319677203-project] 10.222.0.43 "GET /v2.0/networks?id=f3320db2-e9b9-4caa-91bd-c608bba0ab9e HTTP/1.1" status: 200 len: 812 time: 0.1439269 Apr 18 21:34:09.776760 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-9a18f796-d540-4348-a106-3452d8584466 req-17277771-6ed7-44eb-b1d0-ad1d4c8a0e62 tempest-ServerActionsTestJSON-1319677203 tempest-ServerActionsTestJSON-1319677203-project] 10.222.0.43 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=675834a466b84bb5a01c14f13ca191f7 HTTP/1.1" status: 200 len: 380 time: 0.0447531 Apr 18 21:34:09.785599 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.v2.base [req-9a18f796-d540-4348-a106-3452d8584466 req-a5b6ce85-e9ad-4f3d-9c8a-16113bb8a6c4 tempest-ServerActionsTestJSON-1319677203 tempest-ServerActionsTestJSON-1319677203-project] Request body: {'port': {'device_id': '93ba5251-4a3a-4e96-bbc9-d0ea838731c1', 'network_id': 'f3320db2-e9b9-4caa-91bd-c608bba0ab9e', 'admin_state_up': True, 'tenant_id': '675834a466b84bb5a01c14f13ca191f7', 'security_groups': ['86fda662-3d20-4c8e-beec-0cf6963226d6']}} {{(pid=84040) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:34:09.944412 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-b775558b-123d-45ab-b2d3-fee8cfce0fbd req-fb3704be-07b6-4ddb-8a08-9d7ddf77d84e tempest-ServerActionsTestJSON-1319677203 tempest-ServerActionsTestJSON-1319677203-project] 10.222.0.42 "GET /v2.0/ports?device_id=93ba5251-4a3a-4e96-bbc9-d0ea838731c1 HTTP/1.1" status: 200 len: 210 time: 0.0559928 Apr 18 21:34:09.955866 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [req-9a18f796-d540-4348-a106-3452d8584466 req-a5b6ce85-e9ad-4f3d-9c8a-16113bb8a6c4 tempest-ServerActionsTestJSON-1319677203 tempest-ServerActionsTestJSON-1319677203-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:34:09.965327 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [req-9a18f796-d540-4348-a106-3452d8584466 req-a5b6ce85-e9ad-4f3d-9c8a-16113bb8a6c4 tempest-ServerActionsTestJSON-1319677203 tempest-ServerActionsTestJSON-1319677203-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:34:09.976185 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9a18f796-d540-4348-a106-3452d8584466 req-a5b6ce85-e9ad-4f3d-9c8a-16113bb8a6c4 tempest-ServerActionsTestJSON-1319677203 tempest-ServerActionsTestJSON-1319677203-project] Made reservation on behalf of 675834a466b84bb5a01c14f13ca191f7 for: {'port': 1} {{(pid=84040) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:34:09.979056 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-9a18f796-d540-4348-a106-3452d8584466 req-a5b6ce85-e9ad-4f3d-9c8a-16113bb8a6c4 tempest-ServerActionsTestJSON-1319677203 tempest-ServerActionsTestJSON-1319677203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:34:10.137258 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.db_base_plugin_common [req-9a18f796-d540-4348-a106-3452d8584466 req-a5b6ce85-e9ad-4f3d-9c8a-16113bb8a6c4 tempest-ServerActionsTestJSON-1319677203 tempest-ServerActionsTestJSON-1319677203-project] Allocated IP 172.20.0.6 (f3320db2-e9b9-4caa-91bd-c608bba0ab9e/32f4d787-9e43-4aac-98c4-668fa9d35a84/bcfce408-635a-4e3e-9dce-72f0fce11e9c) {{(pid=84040) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 21:34:10.419804 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-9a18f796-d540-4348-a106-3452d8584466 req-a5b6ce85-e9ad-4f3d-9c8a-16113bb8a6c4 tempest-ServerActionsTestJSON-1319677203 tempest-ServerActionsTestJSON-1319677203-project] Notify callbacks [] for port, precommit_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:34:10.434893 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.provisioning_blocks [req-9a18f796-d540-4348-a106-3452d8584466 req-a5b6ce85-e9ad-4f3d-9c8a-16113bb8a6c4 tempest-ServerActionsTestJSON-1319677203 tempest-ServerActionsTestJSON-1319677203-project] Transition to ACTIVE for port object bcfce408-635a-4e3e-9dce-72f0fce11e9c will not be triggered until provisioned by entity DHCP. {{(pid=84040) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:34:10.456337 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-9a18f796-d540-4348-a106-3452d8584466 req-a5b6ce85-e9ad-4f3d-9c8a-16113bb8a6c4 tempest-ServerActionsTestJSON-1319677203 tempest-ServerActionsTestJSON-1319677203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750374836619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32440838'] for port, after_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:34:10.523114 n-d-838334-2 neutron-server[84040]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9a18f796-d540-4348-a106-3452d8584466 req-a5b6ce85-e9ad-4f3d-9c8a-16113bb8a6c4 tempest-ServerActionsTestJSON-1319677203 tempest-ServerActionsTestJSON-1319677203-project] Network f3320db2-e9b9-4caa-91bd-c608bba0ab9e is already hosted by enough agents. {{(pid=84040) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:34:10.526001 n-d-838334-2 neutron-server[84040]: DEBUG neutron.scheduler.base_scheduler [req-9a18f796-d540-4348-a106-3452d8584466 req-a5b6ce85-e9ad-4f3d-9c8a-16113bb8a6c4 tempest-ServerActionsTestJSON-1319677203 tempest-ServerActionsTestJSON-1319677203-project] Resources bound (agent type, host, resource id): {{(pid=84040) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:34:10.530456 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.l3_dvrscheduler_db [req-9a18f796-d540-4348-a106-3452d8584466 req-a5b6ce85-e9ad-4f3d-9c8a-16113bb8a6c4 tempest-ServerActionsTestJSON-1319677203 tempest-ServerActionsTestJSON-1319677203-project] Received port after_create {{(pid=84040) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 21:34:10.577730 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5b6ce85-e9ad-4f3d-9c8a-16113bb8a6c4 tempest-ServerActionsTestJSON-1319677203 tempest-ServerActionsTestJSON-1319677203-project] Pushing event updated for resources: {'Port': ['ID=bcfce408-635a-4e3e-9dce-72f0fce11e9c,revision_number=1']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:34:10.600571 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a18f796-d540-4348-a106-3452d8584466 req-a5b6ce85-e9ad-4f3d-9c8a-16113bb8a6c4 tempest-ServerActionsTestJSON-1319677203 tempest-ServerActionsTestJSON-1319677203-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:34:10.601180 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-9a18f796-d540-4348-a106-3452d8584466 req-a5b6ce85-e9ad-4f3d-9c8a-16113bb8a6c4 tempest-ServerActionsTestJSON-1319677203 tempest-ServerActionsTestJSON-1319677203-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217293'] for port, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:34:10.626745 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-9a18f796-d540-4348-a106-3452d8584466 req-a5b6ce85-e9ad-4f3d-9c8a-16113bb8a6c4 tempest-ServerActionsTestJSON-1319677203 tempest-ServerActionsTestJSON-1319677203-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8450327 Apr 18 21:34:10.639000 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.v2.base [req-9a18f796-d540-4348-a106-3452d8584466 req-ebdf7ad6-1f85-4a85-ba7e-94c8f170f309 service neutron] Request body: {'port': {'device_id': '93ba5251-4a3a-4e96-bbc9-d0ea838731c1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-838334-2'}} {{(pid=84040) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:34:10.750730 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-9a18f796-d540-4348-a106-3452d8584466 req-ebdf7ad6-1f85-4a85-ba7e-94c8f170f309 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:34:10.825324 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-61a02968-1bdb-4503-b6f5-8e085cea5b0a None None] Provisioning for port bcfce408-635a-4e3e-9dce-72f0fce11e9c completed by entity DHCP. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 21:34:10.830502 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-61a02968-1bdb-4503-b6f5-8e085cea5b0a None None] Provisioning complete for port bcfce408-635a-4e3e-9dce-72f0fce11e9c triggered by entity DHCP. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:34:10.830866 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-61a02968-1bdb-4503-b6f5-8e085cea5b0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1253608'] for port, provisioning_complete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:34:10.882470 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.plugin [None req-61a02968-1bdb-4503-b6f5-8e085cea5b0a None None] Port bcfce408-635a-4e3e-9dce-72f0fce11e9c cannot update to ACTIVE because it is not bound. {{(pid=84042) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 18 21:34:11.131483 n-d-838334-2 neutron-server[84040]: DEBUG neutron.notifiers.nova [req-9a18f796-d540-4348-a106-3452d8584466 req-ebdf7ad6-1f85-4a85-ba7e-94c8f170f309 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bcfce408-635a-4e3e-9dce-72f0fce11e9c {{(pid=84040) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 18 21:34:11.142152 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-9a18f796-d540-4348-a106-3452d8584466 req-ebdf7ad6-1f85-4a85-ba7e-94c8f170f309 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:34:11.166649 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.provisioning_blocks [req-9a18f796-d540-4348-a106-3452d8584466 req-ebdf7ad6-1f85-4a85-ba7e-94c8f170f309 service neutron] Transition to ACTIVE for port object bcfce408-635a-4e3e-9dce-72f0fce11e9c will not be triggered until provisioned by entity L2. {{(pid=84040) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:34:11.174306 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-9a18f796-d540-4348-a106-3452d8584466 req-ebdf7ad6-1f85-4a85-ba7e-94c8f170f309 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32440959'] for port, after_update {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:34:11.236761 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fecd003-0786-4e35-b22c-6917dc1a23b2 req-8086a5c1-7c8a-4fc6-9ef1-691cfbb8bdd9 tempest-ServerActionsTestJSON-1319677203 tempest-ServerActionsTestJSON-1319677203-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:34:11.237448 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [req-0fecd003-0786-4e35-b22c-6917dc1a23b2 req-8086a5c1-7c8a-4fc6-9ef1-691cfbb8bdd9 tempest-ServerActionsTestJSON-1319677203 tempest-ServerActionsTestJSON-1319677203-project] Synchronizing usage tracker for tenant:675834a466b84bb5a01c14f13ca191f7 on resource:port {{(pid=84040) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 21:34:11.328057 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebdf7ad6-1f85-4a85-ba7e-94c8f170f309 service neutron] Pushing event updated for resources: {'Port': ['ID=bcfce408-635a-4e3e-9dce-72f0fce11e9c,revision_number=2']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:34:11.330824 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [req-0fecd003-0786-4e35-b22c-6917dc1a23b2 req-8086a5c1-7c8a-4fc6-9ef1-691cfbb8bdd9 tempest-ServerActionsTestJSON-1319677203 tempest-ServerActionsTestJSON-1319677203-project] Unset dirty status for tenant:675834a466b84bb5a01c14f13ca191f7 on resource:port {{(pid=84040) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 21:34:11.332995 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-0fecd003-0786-4e35-b22c-6917dc1a23b2 req-8086a5c1-7c8a-4fc6-9ef1-691cfbb8bdd9 tempest-ServerActionsTestJSON-1319677203 tempest-ServerActionsTestJSON-1319677203-project] 10.222.0.42 "GET /v2.0/ports?device_id=93ba5251-4a3a-4e96-bbc9-d0ea838731c1 HTTP/1.1" status: 200 len: 931 time: 0.2541776 Apr 18 21:34:11.460267 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-0fecd003-0786-4e35-b22c-6917dc1a23b2 req-073926aa-4113-47d7-b975-32f60b2d1021 tempest-ServerActionsTestJSON-1319677203 tempest-ServerActionsTestJSON-1319677203-project] 10.222.0.42 "GET /v2.0/security-groups?id=86fda662-3d20-4c8e-beec-0cf6963226d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1215396 Apr 18 21:34:11.479358 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.managers [req-9a18f796-d540-4348-a106-3452d8584466 req-ebdf7ad6-1f85-4a85-ba7e-94c8f170f309 service neutron] Attempting to bind port bcfce408-635a-4e3e-9dce-72f0fce11e9c on host n-h1-838334-2 for vnic_type normal with profile {{(pid=84040) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 21:34:11.479710 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.managers [req-9a18f796-d540-4348-a106-3452d8584466 req-ebdf7ad6-1f85-4a85-ba7e-94c8f170f309 service neutron] Attempting to bind port bcfce408-635a-4e3e-9dce-72f0fce11e9c by drivers openvswitch,hyperv on host n-h1-838334-2 at level 0 using segments [{'id': 'f760d59a-3b5d-4f9f-a682-b437a8b8b263', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': 'f3320db2-e9b9-4caa-91bd-c608bba0ab9e'}] {{(pid=84040) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 21:34:11.480029 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a18f796-d540-4348-a106-3452d8584466 req-ebdf7ad6-1f85-4a85-ba7e-94c8f170f309 service neutron] Attempting to bind port bcfce408-635a-4e3e-9dce-72f0fce11e9c on network f3320db2-e9b9-4caa-91bd-c608bba0ab9e {{(pid=84040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 21:34:11.486390 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a18f796-d540-4348-a106-3452d8584466 req-ebdf7ad6-1f85-4a85-ba7e-94c8f170f309 service neutron] Port bcfce408-635a-4e3e-9dce-72f0fce11e9c on network f3320db2-e9b9-4caa-91bd-c608bba0ab9e not bound, no agent of type Open vSwitch agent registered on host n-h1-838334-2 {{(pid=84040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 18 21:34:11.486701 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a18f796-d540-4348-a106-3452d8584466 req-ebdf7ad6-1f85-4a85-ba7e-94c8f170f309 service neutron] Attempting to bind port bcfce408-635a-4e3e-9dce-72f0fce11e9c on network f3320db2-e9b9-4caa-91bd-c608bba0ab9e {{(pid=84040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 21:34:11.493657 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a18f796-d540-4348-a106-3452d8584466 req-ebdf7ad6-1f85-4a85-ba7e-94c8f170f309 service neutron] Checking agent: {'id': 'd63bab19-ff81-4de1-afeb-a3732288d0d7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-838334-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 33, 59), 'started_at': datetime.datetime(2022, 4, 18, 20, 33, 59), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 21, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 18 21:34:11.494095 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a18f796-d540-4348-a106-3452d8584466 req-ebdf7ad6-1f85-4a85-ba7e-94c8f170f309 service neutron] Checking segment: {'id': 'f760d59a-3b5d-4f9f-a682-b437a8b8b263', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': 'f3320db2-e9b9-4caa-91bd-c608bba0ab9e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84040) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 21:34:11.494487 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a18f796-d540-4348-a106-3452d8584466 req-ebdf7ad6-1f85-4a85-ba7e-94c8f170f309 service neutron] Bound using segment: {'id': 'f760d59a-3b5d-4f9f-a682-b437a8b8b263', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': 'f3320db2-e9b9-4caa-91bd-c608bba0ab9e'} {{(pid=84040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 18 21:34:11.494943 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.managers [req-9a18f796-d540-4348-a106-3452d8584466 req-ebdf7ad6-1f85-4a85-ba7e-94c8f170f309 service neutron] Bound port: bcfce408-635a-4e3e-9dce-72f0fce11e9c, host: n-h1-838334-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f760d59a-3b5d-4f9f-a682-b437a8b8b263', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': 'f3320db2-e9b9-4caa-91bd-c608bba0ab9e'}}] {{(pid=84040) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 21:34:11.495400 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-9a18f796-d540-4348-a106-3452d8584466 req-ebdf7ad6-1f85-4a85-ba7e-94c8f170f309 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:34:11.587722 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.db [req-9a18f796-d540-4348-a106-3452d8584466 req-ebdf7ad6-1f85-4a85-ba7e-94c8f170f309 service neutron] For port bcfce408-635a-4e3e-9dce-72f0fce11e9c, host n-h1-838334-2, cleared binding levels {{(pid=84040) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 21:34:11.590523 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.db [req-9a18f796-d540-4348-a106-3452d8584466 req-ebdf7ad6-1f85-4a85-ba7e-94c8f170f309 service neutron] For port bcfce408-635a-4e3e-9dce-72f0fce11e9c, host n-h1-838334-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838334-2',level=0,port_id=bcfce408-635a-4e3e-9dce-72f0fce11e9c,segment=NetworkSegment(f760d59a-3b5d-4f9f-a682-b437a8b8b263),segment_id=f760d59a-3b5d-4f9f-a682-b437a8b8b263)] {{(pid=84040) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 21:34:11.595084 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-9a18f796-d540-4348-a106-3452d8584466 req-ebdf7ad6-1f85-4a85-ba7e-94c8f170f309 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32440959'] for port, after_update {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:34:11.655358 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-9a18f796-d540-4348-a106-3452d8584466 req-ebdf7ad6-1f85-4a85-ba7e-94c8f170f309 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217293'] for port, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:34:11.656668 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-9a18f796-d540-4348-a106-3452d8584466 req-ebdf7ad6-1f85-4a85-ba7e-94c8f170f309 service neutron] 10.222.0.43 "PUT /v2.0/ports/bcfce408-635a-4e3e-9dce-72f0fce11e9c HTTP/1.1" status: 200 len: 1091 time: 1.0221624 Apr 18 21:34:11.657099 n-d-838334-2 neutron-server[84040]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '93ba5251-4a3a-4e96-bbc9-d0ea838731c1', 'tag': 'bcfce408-635a-4e3e-9dce-72f0fce11e9c'}] {{(pid=84040) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 21:34:11.675398 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebdf7ad6-1f85-4a85-ba7e-94c8f170f309 service neutron] Pushing event updated for resources: {'Port': ['ID=bcfce408-635a-4e3e-9dce-72f0fce11e9c,revision_number=3']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:34:11.725714 n-d-838334-2 neutron-server[84040]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fbb6fb78-2d35-4a7a-b7b1-8d8ac5b416f3'] response: {'name': 'network-changed', 'server_uuid': '93ba5251-4a3a-4e96-bbc9-d0ea838731c1', 'tag': 'bcfce408-635a-4e3e-9dce-72f0fce11e9c', 'status': 'completed', 'code': 200} Apr 18 21:34:11.772563 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-9a18f796-d540-4348-a106-3452d8584466 req-faa4b08c-341b-4396-8274-694c21e0ef80 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=675834a466b84bb5a01c14f13ca191f7&device_id=93ba5251-4a3a-4e96-bbc9-d0ea838731c1 HTTP/1.1" status: 200 len: 1094 time: 0.0783117 Apr 18 21:34:11.841173 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-9a18f796-d540-4348-a106-3452d8584466 req-61d5d09f-0463-4d99-85d0-1c22223dbedf service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=bcfce408-635a-4e3e-9dce-72f0fce11e9c HTTP/1.1" status: 200 len: 217 time: 0.0620475 Apr 18 21:34:11.905269 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a18f796-d540-4348-a106-3452d8584466 req-4d0f28ad-0b2c-4f2e-907f-12b9b4e56c5c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:34:11.906666 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-9a18f796-d540-4348-a106-3452d8584466 req-4d0f28ad-0b2c-4f2e-907f-12b9b4e56c5c service neutron] 10.222.0.43 "GET /v2.0/subnets?id=32f4d787-9e43-4aac-98c4-668fa9d35a84 HTTP/1.1" status: 200 len: 851 time: 0.0595415 Apr 18 21:34:11.983219 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-9a18f796-d540-4348-a106-3452d8584466 req-a9362468-4884-49e2-9872-c8291b9787ae service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=f3320db2-e9b9-4caa-91bd-c608bba0ab9e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0694594 Apr 18 21:34:12.111808 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-9a18f796-d540-4348-a106-3452d8584466 req-ed3be199-eef3-4fc5-b8f8-968dfa9079a7 service neutron] 10.222.0.43 "GET /v2.0/networks/f3320db2-e9b9-4caa-91bd-c608bba0ab9e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1230800 Apr 18 21:34:12.331739 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-9a18f796-d540-4348-a106-3452d8584466 req-7596040e-1828-4538-ba51-2b5d49098fdb service neutron] 10.222.0.43 "GET /v2.0/networks/f3320db2-e9b9-4caa-91bd-c608bba0ab9e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2136776 Apr 18 21:34:12.445658 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-07007f99-abdc-40a2-9e7d-859d7dd15560 req-82acc5f3-f061-4656-a1be-2391627c9df2 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=675834a466b84bb5a01c14f13ca191f7&device_id=93ba5251-4a3a-4e96-bbc9-d0ea838731c1 HTTP/1.1" status: 200 len: 1094 time: 0.0698957 Apr 18 21:34:12.576490 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07007f99-abdc-40a2-9e7d-859d7dd15560 req-01558946-adba-4102-b065-c7bb190c1ea1 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:34:12.577992 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-07007f99-abdc-40a2-9e7d-859d7dd15560 req-01558946-adba-4102-b065-c7bb190c1ea1 service neutron] 10.222.0.43 "GET /v2.0/networks?id=f3320db2-e9b9-4caa-91bd-c608bba0ab9e HTTP/1.1" status: 200 len: 913 time: 0.1269531 Apr 18 21:34:12.681913 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-07007f99-abdc-40a2-9e7d-859d7dd15560 req-800fecaf-47aa-46c5-bf1a-3d3faa2ae6dd service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=bcfce408-635a-4e3e-9dce-72f0fce11e9c HTTP/1.1" status: 200 len: 217 time: 0.0717142 Apr 18 21:34:12.754676 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07007f99-abdc-40a2-9e7d-859d7dd15560 req-24b2523b-ed83-4019-a195-a47a2f73bba6 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:34:12.755990 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-07007f99-abdc-40a2-9e7d-859d7dd15560 req-24b2523b-ed83-4019-a195-a47a2f73bba6 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=32f4d787-9e43-4aac-98c4-668fa9d35a84 HTTP/1.1" status: 200 len: 851 time: 0.0641043 Apr 18 21:34:12.765667 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82ee00a2-8654-4224-96b4-3169baad7326 req-6fc9769f-6c24-4071-8a76-2f58ba70199c tempest-ServerActionsTestJSON-1319677203 tempest-ServerActionsTestJSON-1319677203-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:34:12.767049 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-82ee00a2-8654-4224-96b4-3169baad7326 req-6fc9769f-6c24-4071-8a76-2f58ba70199c tempest-ServerActionsTestJSON-1319677203 tempest-ServerActionsTestJSON-1319677203-project] 10.222.0.42 "GET /v2.0/ports?device_id=93ba5251-4a3a-4e96-bbc9-d0ea838731c1 HTTP/1.1" status: 200 len: 943 time: 0.1861124 Apr 18 21:34:12.861178 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-82ee00a2-8654-4224-96b4-3169baad7326 req-64af240a-6dd5-4184-ac1f-4651473fe20b tempest-ServerActionsTestJSON-1319677203 tempest-ServerActionsTestJSON-1319677203-project] 10.222.0.42 "GET /v2.0/security-groups?id=86fda662-3d20-4c8e-beec-0cf6963226d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0620759 Apr 18 21:34:12.874757 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-07007f99-abdc-40a2-9e7d-859d7dd15560 req-69dbb53b-027a-4c71-b829-b68959f59802 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=f3320db2-e9b9-4caa-91bd-c608bba0ab9e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1067927 Apr 18 21:34:13.007119 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-07007f99-abdc-40a2-9e7d-859d7dd15560 req-3534e85e-2bfa-471c-a685-ff53e48e16fb service neutron] 10.222.0.43 "GET /v2.0/networks/f3320db2-e9b9-4caa-91bd-c608bba0ab9e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1249540 Apr 18 21:34:13.139932 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-07007f99-abdc-40a2-9e7d-859d7dd15560 req-ba81c3eb-3019-463d-b84b-d674913cf152 service neutron] 10.222.0.43 "GET /v2.0/networks/f3320db2-e9b9-4caa-91bd-c608bba0ab9e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1269419 Apr 18 21:34:14.061110 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-676324aa-bf11-4656-bd1b-d710f3881a74 req-e646ecce-a160-41af-b74b-0957f05896a3 tempest-ServerActionsTestJSON-1319677203 tempest-ServerActionsTestJSON-1319677203-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:34:14.062482 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-676324aa-bf11-4656-bd1b-d710f3881a74 req-e646ecce-a160-41af-b74b-0957f05896a3 tempest-ServerActionsTestJSON-1319677203 tempest-ServerActionsTestJSON-1319677203-project] 10.222.0.42 "GET /v2.0/ports?device_id=93ba5251-4a3a-4e96-bbc9-d0ea838731c1 HTTP/1.1" status: 200 len: 943 time: 0.0759313 Apr 18 21:34:14.112988 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-676324aa-bf11-4656-bd1b-d710f3881a74 req-32dd7655-c495-4901-b7b1-c53a063c86de tempest-ServerActionsTestJSON-1319677203 tempest-ServerActionsTestJSON-1319677203-project] 10.222.0.42 "GET /v2.0/security-groups?id=86fda662-3d20-4c8e-beec-0cf6963226d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442917 Apr 18 21:34:14.479657 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Device bcfce408-635a-4e3e-9dce-72f0fce11e9c details requested by agent hyperv_n-h1-838334-2 with host n-h1-838334-2 {{(pid=84042) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 18 21:34:14.621053 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] For port bcfce408-635a-4e3e-9dce-72f0fce11e9c, host n-h1-838334-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838334-2',level=0,port_id=bcfce408-635a-4e3e-9dce-72f0fce11e9c,segment=NetworkSegment(f760d59a-3b5d-4f9f-a682-b437a8b8b263),segment_id=f760d59a-3b5d-4f9f-a682-b437a8b8b263)] {{(pid=84042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:34:14.634314 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Returning: {'device': 'bcfce408-635a-4e3e-9dce-72f0fce11e9c', 'network_id': 'f3320db2-e9b9-4caa-91bd-c608bba0ab9e', 'port_id': 'bcfce408-635a-4e3e-9dce-72f0fce11e9c', 'mac_address': 'fa:16:3e:bb:36:f1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 379, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '32f4d787-9e43-4aac-98c4-668fa9d35a84', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84042) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 18 21:34:14.691054 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:34:14.707593 n-d-838334-2 neutron-server[84042]: DEBUG neutron.notifiers.nova [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bcfce408-635a-4e3e-9dce-72f0fce11e9c {{(pid=84042) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 18 21:34:14.722012 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] For port bcfce408-635a-4e3e-9dce-72f0fce11e9c, host n-h1-838334-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838334-2',level=0,port_id=bcfce408-635a-4e3e-9dce-72f0fce11e9c,segment=NetworkSegment(f760d59a-3b5d-4f9f-a682-b437a8b8b263),segment_id=f760d59a-3b5d-4f9f-a682-b437a8b8b263)] {{(pid=84042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:34:14.725682 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682'] for port, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:34:14.790462 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Pushing event updated for resources: {'Port': ['ID=bcfce408-635a-4e3e-9dce-72f0fce11e9c,revision_number=4']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:34:14.959727 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] get_ports_and_sgs() called for port_ids ['bcfce408-635a-4e3e-9dce-72f0fce11e9c'] {{(pid=84042) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 18 21:34:15.337205 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e3d4c4a-9c7d-4103-a4d5-7cb55e7451c5 req-49fe7115-987e-427d-9e63-9e0b836ec75b tempest-ServerActionsTestJSON-1319677203 tempest-ServerActionsTestJSON-1319677203-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:34:15.338623 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-0e3d4c4a-9c7d-4103-a4d5-7cb55e7451c5 req-49fe7115-987e-427d-9e63-9e0b836ec75b tempest-ServerActionsTestJSON-1319677203 tempest-ServerActionsTestJSON-1319677203-project] 10.222.0.42 "GET /v2.0/ports?device_id=93ba5251-4a3a-4e96-bbc9-d0ea838731c1 HTTP/1.1" status: 200 len: 944 time: 0.0886939 Apr 18 21:34:15.385646 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-0e3d4c4a-9c7d-4103-a4d5-7cb55e7451c5 req-79f262db-bbcd-4d21-823d-459f6c040434 tempest-ServerActionsTestJSON-1319677203 tempest-ServerActionsTestJSON-1319677203-project] 10.222.0.42 "GET /v2.0/security-groups?id=86fda662-3d20-4c8e-beec-0cf6963226d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408411 Apr 18 21:34:15.716277 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-8d3b9e77-ac38-42d4-99ed-ccccc0c50714 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750375287399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253529'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:34:16.480415 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Device bcfce408-635a-4e3e-9dce-72f0fce11e9c up at agent hyperv_n-h1-838334-2 {{(pid=84042) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 21:34:16.552148 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Provisioning for port bcfce408-635a-4e3e-9dce-72f0fce11e9c completed by entity L2. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 21:34:16.556931 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Provisioning complete for port bcfce408-635a-4e3e-9dce-72f0fce11e9c triggered by entity L2. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:34:16.557400 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1253608'] for port, provisioning_complete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:34:16.590089 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94a87663-3d93-4fda-9e39-6211150149dc req-31dc3b10-c44e-4ec6-ba78-e71869f64c6d tempest-ServerActionsTestJSON-1319677203 tempest-ServerActionsTestJSON-1319677203-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:34:16.591833 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-94a87663-3d93-4fda-9e39-6211150149dc req-31dc3b10-c44e-4ec6-ba78-e71869f64c6d tempest-ServerActionsTestJSON-1319677203 tempest-ServerActionsTestJSON-1319677203-project] 10.222.0.42 "GET /v2.0/ports?device_id=93ba5251-4a3a-4e96-bbc9-d0ea838731c1 HTTP/1.1" status: 200 len: 944 time: 0.0833199 Apr 18 21:34:16.636803 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-94a87663-3d93-4fda-9e39-6211150149dc req-6bae0ccc-86a4-4166-b030-0b43754b0cb8 tempest-ServerActionsTestJSON-1319677203 tempest-ServerActionsTestJSON-1319677203-project] 10.222.0.42 "GET /v2.0/security-groups?id=86fda662-3d20-4c8e-beec-0cf6963226d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396836 Apr 18 21:34:16.674437 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:34:16.700510 n-d-838334-2 neutron-server[84042]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '93ba5251-4a3a-4e96-bbc9-d0ea838731c1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bcfce408-635a-4e3e-9dce-72f0fce11e9c'}] {{(pid=84042) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 21:34:16.710451 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] For port bcfce408-635a-4e3e-9dce-72f0fce11e9c, host n-h1-838334-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838334-2',level=0,port_id=bcfce408-635a-4e3e-9dce-72f0fce11e9c,segment=NetworkSegment(f760d59a-3b5d-4f9f-a682-b437a8b8b263),segment_id=f760d59a-3b5d-4f9f-a682-b437a8b8b263)] {{(pid=84042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:34:16.714761 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682'] for port, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:34:16.786021 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Pushing event updated for resources: {'Port': ['ID=bcfce408-635a-4e3e-9dce-72f0fce11e9c,revision_number=5']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:34:16.904579 n-d-838334-2 neutron-server[84042]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c937d485-279c-414d-b4b8-b701d86eafbe'] response: {'server_uuid': '93ba5251-4a3a-4e96-bbc9-d0ea838731c1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bcfce408-635a-4e3e-9dce-72f0fce11e9c', 'code': 200} Apr 18 21:34:17.024227 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-ba5ca5ed-9545-4f26-a3f3-f1ba99b0603a req-00a03239-c777-4c1f-9ee5-c4d65c224f36 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=93ba5251-4a3a-4e96-bbc9-d0ea838731c1 HTTP/1.1" status: 200 len: 1096 time: 0.0668399 Apr 18 21:34:17.065284 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-ba5ca5ed-9545-4f26-a3f3-f1ba99b0603a req-0fee29ee-86fb-4418-a8bc-db817bde0d4d service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=86fda662-3d20-4c8e-beec-0cf6963226d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350196 Apr 18 21:34:17.835553 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e449fddc-0742-4130-8559-223236dfd3e0 req-8f689b4a-761f-4aee-98cb-4c6a33f58e6b tempest-ServerActionsTestJSON-1319677203 tempest-ServerActionsTestJSON-1319677203-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:34:17.837129 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-e449fddc-0742-4130-8559-223236dfd3e0 req-8f689b4a-761f-4aee-98cb-4c6a33f58e6b tempest-ServerActionsTestJSON-1319677203 tempest-ServerActionsTestJSON-1319677203-project] 10.222.0.42 "GET /v2.0/ports?device_id=93ba5251-4a3a-4e96-bbc9-d0ea838731c1 HTTP/1.1" status: 200 len: 945 time: 0.0801001 Apr 18 21:34:17.882679 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-e449fddc-0742-4130-8559-223236dfd3e0 req-2f26a0bf-c52a-4182-b97f-e18815b8d398 tempest-ServerActionsTestJSON-1319677203 tempest-ServerActionsTestJSON-1319677203-project] 10.222.0.42 "GET /v2.0/security-groups?id=86fda662-3d20-4c8e-beec-0cf6963226d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400105 Apr 18 21:34:17.960301 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-b02498c0-57a2-407d-a4a3-caaa05b41a58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750375287399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253529'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:34:19.079616 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a00300ba-fde8-4858-ae3c-0a5683dfda84 req-1e2869af-4789-4e4d-ab60-228cc4b71d45 tempest-ServerActionsTestJSON-1319677203 tempest-ServerActionsTestJSON-1319677203-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:34:19.080998 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-a00300ba-fde8-4858-ae3c-0a5683dfda84 req-1e2869af-4789-4e4d-ab60-228cc4b71d45 tempest-ServerActionsTestJSON-1319677203 tempest-ServerActionsTestJSON-1319677203-project] 10.222.0.42 "GET /v2.0/ports?device_id=93ba5251-4a3a-4e96-bbc9-d0ea838731c1 HTTP/1.1" status: 200 len: 945 time: 0.0780363 Apr 18 21:34:19.131165 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-a00300ba-fde8-4858-ae3c-0a5683dfda84 req-5d669115-c169-48d9-a9e7-46d867de03f5 tempest-ServerActionsTestJSON-1319677203 tempest-ServerActionsTestJSON-1319677203-project] 10.222.0.42 "GET /v2.0/security-groups?id=86fda662-3d20-4c8e-beec-0cf6963226d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444932 Apr 18 21:34:19.131379 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750375287399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253529'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:34:19.322666 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f573931f-f892-4301-8602-6c3a5b758c8d req-b9afceeb-9384-4906-bc65-ee1d86302156 tempest-ServerActionsTestJSON-1319677203 tempest-ServerActionsTestJSON-1319677203-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:34:19.324138 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-f573931f-f892-4301-8602-6c3a5b758c8d req-b9afceeb-9384-4906-bc65-ee1d86302156 tempest-ServerActionsTestJSON-1319677203 tempest-ServerActionsTestJSON-1319677203-project] 10.222.0.42 "GET /v2.0/ports?device_id=93ba5251-4a3a-4e96-bbc9-d0ea838731c1 HTTP/1.1" status: 200 len: 945 time: 0.0772321 Apr 18 21:34:19.333296 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 38846) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:34:19.338236 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.v2.base [None req-a904234e-3745-40a6-9c33-555d5c7a3190 tempest-ServerActionsTestJSON-1319677203 tempest-ServerActionsTestJSON-1319677203-project] Request body: {'floatingip': {'port_id': 'bcfce408-635a-4e3e-9dce-72f0fce11e9c'}} {{(pid=84040) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:34:19.506479 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-a904234e-3745-40a6-9c33-555d5c7a3190 tempest-ServerActionsTestJSON-1319677203 tempest-ServerActionsTestJSON-1319677203-project] Notify callbacks [] for floatingip, before_update {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:34:19.627209 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-414b6ffe-e119-47bc-b18f-bcff1219c2f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750375287399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253529'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:34:20.087195 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-a904234e-3745-40a6-9c33-555d5c7a3190 tempest-ServerActionsTestJSON-1319677203 tempest-ServerActionsTestJSON-1319677203-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:34:20.090547 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-a904234e-3745-40a6-9c33-555d5c7a3190 tempest-ServerActionsTestJSON-1319677203 tempest-ServerActionsTestJSON-1319677203-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33444131'] for floatingip, after_update {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:34:20.274116 n-d-838334-2 neutron-server[84040]: INFO neutron.db.l3_db [None req-a904234e-3745-40a6-9c33-555d5c7a3190 tempest-ServerActionsTestJSON-1319677203 tempest-ServerActionsTestJSON-1319677203-project] Floating IP 9831c303-c663-4aea-a904-d83b03360b56 associated. External IP: 172.25.8.225, port: bcfce408-635a-4e3e-9dce-72f0fce11e9c. Apr 18 21:34:20.665643 n-d-838334-2 neutron-server[84040]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a904234e-3745-40a6-9c33-555d5c7a3190 tempest-ServerActionsTestJSON-1319677203 tempest-ServerActionsTestJSON-1319677203-project] Router 6861cd65-eca4-4490-a200-e76033a5ee01 has already been hosted by L3 agent bc84d6c9-dd7a-4555-a351-592327b46d5a {{(pid=84040) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 21:34:20.723294 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-c7521a90-7d65-4e2e-842c-ca5d95e9a89c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750375287399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253529'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:34:20.975305 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a904234e-3745-40a6-9c33-555d5c7a3190 tempest-ServerActionsTestJSON-1319677203 tempest-ServerActionsTestJSON-1319677203-project] Notify agent at l3_agent.n-d-838334-2 the message routers_updated {{(pid=84040) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 21:34:20.980208 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-a904234e-3745-40a6-9c33-555d5c7a3190 tempest-ServerActionsTestJSON-1319677203 tempest-ServerActionsTestJSON-1319677203-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217293'] for floatingip, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:34:20.986817 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2812b706-d199-4a18-979f-72386e937a6f None None] Sync routers for ids ['6861cd65-eca4-4490-a200-e76033a5ee01'] in n-d-838334-2 {{(pid=84042) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 18 21:34:20.998581 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2812b706-d199-4a18-979f-72386e937a6f None None] Routers {'6861cd65-eca4-4490-a200-e76033a5ee01'} bound to L3 agent in host n-d-838334-2 {{(pid=84042) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 21:34:20.999193 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_hamode_db [None req-2812b706-d199-4a18-979f-72386e937a6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838334-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-18T20:25:48Z,description=,heartbeat_timestamp=2022-04-18T21:34:18Z,host='n-d-838334-2',id=bc84d6c9-dd7a-4555-a351-592327b46d5a,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:25:48Z,topic='l3_agent')) {'router_ids': ['6861cd65-eca4-4490-a200-e76033a5ee01'], 'active': True} {{(pid=84042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:34:21.031789 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-a904234e-3745-40a6-9c33-555d5c7a3190 tempest-ServerActionsTestJSON-1319677203 tempest-ServerActionsTestJSON-1319677203-project] 10.222.0.42 "PUT /v2.0/floatingips/9831c303-c663-4aea-a904-d83b03360b56 HTTP/1.1" status: 200 len: 991 time: 1.6974969 Apr 18 21:34:21.032353 n-d-838334-2 neutron-server[84040]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '93ba5251-4a3a-4e96-bbc9-d0ea838731c1', 'tag': 'bcfce408-635a-4e3e-9dce-72f0fce11e9c'}] {{(pid=84040) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 21:34:21.088102 n-d-838334-2 neutron-server[84040]: INFO neutron.notifiers.nova [-] Nova event matching ['req-43b8c8c2-9f6d-454e-9bdd-330b5cab055b'] response: {'name': 'network-changed', 'server_uuid': '93ba5251-4a3a-4e96-bbc9-d0ea838731c1', 'tag': 'bcfce408-635a-4e3e-9dce-72f0fce11e9c', 'status': 'completed', 'code': 200} Apr 18 21:34:21.182655 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-92f7a9ed-5069-4fda-9843-8c7a6b547811 req-ce99b1b4-5880-401e-916c-3ad1431f924f service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=675834a466b84bb5a01c14f13ca191f7&device_id=93ba5251-4a3a-4e96-bbc9-d0ea838731c1 HTTP/1.1" status: 200 len: 1096 time: 0.0743620 Apr 18 21:34:21.184253 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_dvr_db [None req-2812b706-d199-4a18-979f-72386e937a6f None None] Set router 6861cd65-eca4-4490-a200-e76033a5ee01 gateway port host: n-d-838334-2 {{(pid=84042) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 21:34:21.376159 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92f7a9ed-5069-4fda-9843-8c7a6b547811 req-5d93c066-13aa-43c0-a9e0-571530aaf95e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:34:21.377595 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-92f7a9ed-5069-4fda-9843-8c7a6b547811 req-5d93c066-13aa-43c0-a9e0-571530aaf95e service neutron] 10.222.0.43 "GET /v2.0/networks?id=f3320db2-e9b9-4caa-91bd-c608bba0ab9e HTTP/1.1" status: 200 len: 913 time: 0.1898842 Apr 18 21:34:21.498888 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7f19b9a-347c-4a86-8f66-734ca72e8f87 req-dd6045bf-aa1a-47a4-b4ef-8ce4877590e4 tempest-ServerActionsTestJSON-1319677203 tempest-ServerActionsTestJSON-1319677203-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:34:21.500590 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-b7f19b9a-347c-4a86-8f66-734ca72e8f87 req-dd6045bf-aa1a-47a4-b4ef-8ce4877590e4 tempest-ServerActionsTestJSON-1319677203 tempest-ServerActionsTestJSON-1319677203-project] 10.222.0.42 "GET /v2.0/ports?device_id=93ba5251-4a3a-4e96-bbc9-d0ea838731c1 HTTP/1.1" status: 200 len: 945 time: 0.1892877 Apr 18 21:34:21.502799 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-92f7a9ed-5069-4fda-9843-8c7a6b547811 req-9c9a362e-69bb-4183-9bae-90c825ff7307 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=bcfce408-635a-4e3e-9dce-72f0fce11e9c HTTP/1.1" status: 200 len: 999 time: 0.1185656 Apr 18 21:34:21.537632 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_hamode_db [None req-2812b706-d199-4a18-979f-72386e937a6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6861cd65-eca4-4490-a200-e76033a5ee01', 'name': 'tempest-ServerActionsTestJSON-1522639251-router', 'tenant_id': '675834a466b84bb5a01c14f13ca191f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'external_fixed_ips': [{'subnet_id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'ip_address': '172.25.8.149'}], 'enable_snat': True}, 'gw_port_id': '7071e091-9f0f-4bb0-a769-bd885f8aec0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:33:12Z', 'updated_at': '2022-04-18T21:33:15Z', 'revision_number': 4, 'project_id': '675834a466b84bb5a01c14f13ca191f7', 'gw_port': {'id': '7071e091-9f0f-4bb0-a769-bd885f8aec0c', 'name': '', 'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:ee:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6861cd65-eca4-4490-a200-e76033a5ee01', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'ip_address': '172.25.8.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:33:13Z', 'updated_at': '2022-04-18T21:33:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838334-2', '_floatingips': [{'id': '9831c303-c663-4aea-a904-d83b03360b56', 'tenant_id': '675834a466b84bb5a01c14f13ca191f7', 'floating_ip_address': '172.25.8.225', 'floating_network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'router_id': '6861cd65-eca4-4490-a200-e76033a5ee01', 'port_id': 'bcfce408-635a-4e3e-9dce-72f0fce11e9c', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f3320db2-e9b9-4caa-91bd-c608bba0ab9e', 'mac_address': 'fa:16:3e:bb:36:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93ba5251-4a3a-4e96-bbc9-d0ea838731c1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T21:33:18Z', 'updated_at': '2022-04-18T21:34:19Z', 'revision_number': 5, 'project_id': '675834a466b84bb5a01c14f13ca191f7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '252d04e9-7528-4fd9-8583-53107d3a8f75', 'name': '', 'network_id': 'f3320db2-e9b9-4caa-91bd-c608bba0ab9e', 'tenant_id': '675834a466b84bb5a01c14f13ca191f7', 'mac_address': 'fa:16:3e:e9:5f:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6861cd65-eca4-4490-a200-e76033a5ee01', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '32f4d787-9e43-4aac-98c4-668fa9d35a84', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:33:15Z', 'updated_at': '2022-04-18T21:33:33Z', 'revision_number': 5, 'project_id': '675834a466b84bb5a01c14f13ca191f7', 'subnets': [{'id': '32f4d787-9e43-4aac-98c4-668fa9d35a84', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838334-2', False) {} {{(pid=84042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:34:21.541583 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2812b706-d199-4a18-979f-72386e937a6f None None] Checking router: 6861cd65-eca4-4490-a200-e76033a5ee01 for host: n-d-838334-2 {{(pid=84042) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 18 21:34:21.551916 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2812b706-d199-4a18-979f-72386e937a6f None None] Routers {'6861cd65-eca4-4490-a200-e76033a5ee01'} bound to L3 agent in host n-d-838334-2 {{(pid=84042) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 21:34:21.552507 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_hamode_db [None req-2812b706-d199-4a18-979f-72386e937a6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838334-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-18T20:25:48Z,description=,heartbeat_timestamp=2022-04-18T21:34:18Z,host='n-d-838334-2',id=bc84d6c9-dd7a-4555-a351-592327b46d5a,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:25:48Z,topic='l3_agent')) {'router_ids': ['6861cd65-eca4-4490-a200-e76033a5ee01'], 'active': True} {{(pid=84042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:34:21.599594 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92f7a9ed-5069-4fda-9843-8c7a6b547811 req-1850208d-af6e-4628-a484-e2f337201576 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:34:21.601114 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-92f7a9ed-5069-4fda-9843-8c7a6b547811 req-1850208d-af6e-4628-a484-e2f337201576 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=32f4d787-9e43-4aac-98c4-668fa9d35a84 HTTP/1.1" status: 200 len: 851 time: 0.0801671 Apr 18 21:34:21.603343 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-b7f19b9a-347c-4a86-8f66-734ca72e8f87 req-31f016e6-8899-40aa-a08b-f305601740a6 tempest-ServerActionsTestJSON-1319677203 tempest-ServerActionsTestJSON-1319677203-project] 10.222.0.42 "GET /v2.0/security-groups?id=86fda662-3d20-4c8e-beec-0cf6963226d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0969567 Apr 18 21:34:21.678459 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-92f7a9ed-5069-4fda-9843-8c7a6b547811 req-327af925-d852-4e44-aca7-64d08af1794f service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=f3320db2-e9b9-4caa-91bd-c608bba0ab9e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0718825 Apr 18 21:34:21.791637 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_dvr_db [None req-2812b706-d199-4a18-979f-72386e937a6f None None] Set router 6861cd65-eca4-4490-a200-e76033a5ee01 gateway port host: n-d-838334-2 {{(pid=84042) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 21:34:21.808608 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-92f7a9ed-5069-4fda-9843-8c7a6b547811 req-a634a79f-9e1b-4079-bede-0eef881e8061 service neutron] 10.222.0.43 "GET /v2.0/networks/f3320db2-e9b9-4caa-91bd-c608bba0ab9e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1242228 Apr 18 21:34:21.941571 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-92f7a9ed-5069-4fda-9843-8c7a6b547811 req-001eff8c-30d3-4731-a045-5595bbb7d092 service neutron] 10.222.0.43 "GET /v2.0/networks/f3320db2-e9b9-4caa-91bd-c608bba0ab9e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1259592 Apr 18 21:34:22.144681 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_hamode_db [None req-2812b706-d199-4a18-979f-72386e937a6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6861cd65-eca4-4490-a200-e76033a5ee01', 'name': 'tempest-ServerActionsTestJSON-1522639251-router', 'tenant_id': '675834a466b84bb5a01c14f13ca191f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'external_fixed_ips': [{'subnet_id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'ip_address': '172.25.8.149'}], 'enable_snat': True}, 'gw_port_id': '7071e091-9f0f-4bb0-a769-bd885f8aec0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:33:12Z', 'updated_at': '2022-04-18T21:33:15Z', 'revision_number': 4, 'project_id': '675834a466b84bb5a01c14f13ca191f7', 'gw_port': {'id': '7071e091-9f0f-4bb0-a769-bd885f8aec0c', 'name': '', 'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:ee:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6861cd65-eca4-4490-a200-e76033a5ee01', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'ip_address': '172.25.8.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:33:13Z', 'updated_at': '2022-04-18T21:33:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838334-2', '_floatingips': [{'id': '9831c303-c663-4aea-a904-d83b03360b56', 'tenant_id': '675834a466b84bb5a01c14f13ca191f7', 'floating_ip_address': '172.25.8.225', 'floating_network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'router_id': '6861cd65-eca4-4490-a200-e76033a5ee01', 'port_id': 'bcfce408-635a-4e3e-9dce-72f0fce11e9c', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f3320db2-e9b9-4caa-91bd-c608bba0ab9e', 'mac_address': 'fa:16:3e:bb:36:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93ba5251-4a3a-4e96-bbc9-d0ea838731c1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T21:33:18Z', 'updated_at': '2022-04-18T21:34:19Z', 'revision_number': 5, 'project_id': '675834a466b84bb5a01c14f13ca191f7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '252d04e9-7528-4fd9-8583-53107d3a8f75', 'name': '', 'network_id': 'f3320db2-e9b9-4caa-91bd-c608bba0ab9e', 'tenant_id': '675834a466b84bb5a01c14f13ca191f7', 'mac_address': 'fa:16:3e:e9:5f:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6861cd65-eca4-4490-a200-e76033a5ee01', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '32f4d787-9e43-4aac-98c4-668fa9d35a84', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:33:15Z', 'updated_at': '2022-04-18T21:33:33Z', 'revision_number': 5, 'project_id': '675834a466b84bb5a01c14f13ca191f7', 'subnets': [{'id': '32f4d787-9e43-4aac-98c4-668fa9d35a84', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838334-2', False) {} {{(pid=84042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:34:22.148658 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2812b706-d199-4a18-979f-72386e937a6f None None] The sync data for ids ['6861cd65-eca4-4490-a200-e76033a5ee01'] in n-d-838334-2 is: [{'id': '6861cd65-eca4-4490-a200-e76033a5ee01', 'name': 'tempest-ServerActionsTestJSON-1522639251-router', 'tenant_id': '675834a466b84bb5a01c14f13ca191f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'external_fixed_ips': [{'subnet_id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'ip_address': '172.25.8.149'}], 'enable_snat': True}, 'gw_port_id': '7071e091-9f0f-4bb0-a769-bd885f8aec0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:33:12Z', 'updated_at': '2022-04-18T21:33:15Z', 'revision_number': 4, 'project_id': '675834a466b84bb5a01c14f13ca191f7', 'gw_port': {'id': '7071e091-9f0f-4bb0-a769-bd885f8aec0c', 'name': '', 'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:ee:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6861cd65-eca4-4490-a200-e76033a5ee01', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'ip_address': '172.25.8.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:33:13Z', 'updated_at': '2022-04-18T21:33:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838334-2', '_floatingips': [{'id': '9831c303-c663-4aea-a904-d83b03360b56', 'tenant_id': '675834a466b84bb5a01c14f13ca191f7', 'floating_ip_address': '172.25.8.225', 'floating_network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'router_id': '6861cd65-eca4-4490-a200-e76033a5ee01', 'port_id': 'bcfce408-635a-4e3e-9dce-72f0fce11e9c', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f3320db2-e9b9-4caa-91bd-c608bba0ab9e', 'mac_address': 'fa:16:3e:bb:36:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93ba5251-4a3a-4e96-bbc9-d0ea838731c1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T21:33:18Z', 'updated_at': '2022-04-18T21:34:19Z', 'revision_number': 5, 'project_id': '675834a466b84bb5a01c14f13ca191f7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '252d04e9-7528-4fd9-8583-53107d3a8f75', 'name': '', 'network_id': 'f3320db2-e9b9-4caa-91bd-c608bba0ab9e', 'tenant_id': '675834a466b84bb5a01c14f13ca191f7', 'mac_address': 'fa:16:3e:e9:5f:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6861cd65-eca4-4490-a200-e76033a5ee01', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '32f4d787-9e43-4aac-98c4-668fa9d35a84', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:33:15Z', 'updated_at': '2022-04-18T21:33:33Z', 'revision_number': 5, 'project_id': '675834a466b84bb5a01c14f13ca191f7', 'subnets': [{'id': '32f4d787-9e43-4aac-98c4-668fa9d35a84', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84042) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 18 21:34:22.349544 n-d-838334-2 neutron-server[84043]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47e68a09-a8a6-4168-ad51-72a7c64f922b None None] New status for floating IP 9831c303-c663-4aea-a904-d83b03360b56: ACTIVE {{(pid=84043) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Apr 18 21:34:22.808892 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82399f83-915d-4b6f-bf60-da1623e86485 req-d60fc26e-47b5-42a7-9ed2-f4921ab592d8 tempest-ServerActionsTestJSON-1319677203 tempest-ServerActionsTestJSON-1319677203-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:34:22.810328 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-82399f83-915d-4b6f-bf60-da1623e86485 req-d60fc26e-47b5-42a7-9ed2-f4921ab592d8 tempest-ServerActionsTestJSON-1319677203 tempest-ServerActionsTestJSON-1319677203-project] 10.222.0.42 "GET /v2.0/ports?device_id=93ba5251-4a3a-4e96-bbc9-d0ea838731c1 HTTP/1.1" status: 200 len: 945 time: 0.0749373 Apr 18 21:34:22.858898 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-82399f83-915d-4b6f-bf60-da1623e86485 req-100bd605-88dc-417b-a9d5-7625f777a99e tempest-ServerActionsTestJSON-1319677203 tempest-ServerActionsTestJSON-1319677203-project] 10.222.0.42 "GET /v2.0/security-groups?id=86fda662-3d20-4c8e-beec-0cf6963226d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426095 Apr 18 21:34:24.051210 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a217409-8dc4-4702-9c50-b66ae10bbf26 req-d081bed0-ff5e-42b4-b0fa-7a381dff66a3 tempest-ServerActionsTestJSON-1319677203 tempest-ServerActionsTestJSON-1319677203-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:34:24.052720 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-0a217409-8dc4-4702-9c50-b66ae10bbf26 req-d081bed0-ff5e-42b4-b0fa-7a381dff66a3 tempest-ServerActionsTestJSON-1319677203 tempest-ServerActionsTestJSON-1319677203-project] 10.222.0.42 "GET /v2.0/ports?device_id=93ba5251-4a3a-4e96-bbc9-d0ea838731c1 HTTP/1.1" status: 200 len: 945 time: 0.0761731 Apr 18 21:34:24.099176 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-0a217409-8dc4-4702-9c50-b66ae10bbf26 req-291e67b2-1922-4c3f-84f6-1baa3809abda tempest-ServerActionsTestJSON-1319677203 tempest-ServerActionsTestJSON-1319677203-project] 10.222.0.42 "GET /v2.0/security-groups?id=86fda662-3d20-4c8e-beec-0cf6963226d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406406 Apr 18 21:34:25.294596 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-641a2cc1-0080-46c6-ae20-3c8a39304b48 req-06e37fe3-65d2-4566-b1cf-e8fef642bbe0 tempest-ServerActionsTestJSON-1319677203 tempest-ServerActionsTestJSON-1319677203-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:34:25.296219 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-641a2cc1-0080-46c6-ae20-3c8a39304b48 req-06e37fe3-65d2-4566-b1cf-e8fef642bbe0 tempest-ServerActionsTestJSON-1319677203 tempest-ServerActionsTestJSON-1319677203-project] 10.222.0.42 "GET /v2.0/ports?device_id=93ba5251-4a3a-4e96-bbc9-d0ea838731c1 HTTP/1.1" status: 200 len: 945 time: 0.0798163 Apr 18 21:34:25.341785 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-641a2cc1-0080-46c6-ae20-3c8a39304b48 req-8d149b7e-9971-43b5-8a9a-e0ec7733149b tempest-ServerActionsTestJSON-1319677203 tempest-ServerActionsTestJSON-1319677203-project] 10.222.0.42 "GET /v2.0/security-groups?id=86fda662-3d20-4c8e-beec-0cf6963226d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401585 Apr 18 21:34:26.539330 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a930b00-912c-4c6c-8b7a-d3f53dcff751 req-b266d4e7-06bf-4e61-865c-e801e0b28635 tempest-ServerActionsTestJSON-1319677203 tempest-ServerActionsTestJSON-1319677203-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:34:26.540796 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-0a930b00-912c-4c6c-8b7a-d3f53dcff751 req-b266d4e7-06bf-4e61-865c-e801e0b28635 tempest-ServerActionsTestJSON-1319677203 tempest-ServerActionsTestJSON-1319677203-project] 10.222.0.42 "GET /v2.0/ports?device_id=93ba5251-4a3a-4e96-bbc9-d0ea838731c1 HTTP/1.1" status: 200 len: 945 time: 0.0761464 Apr 18 21:34:26.585231 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-0a930b00-912c-4c6c-8b7a-d3f53dcff751 req-d36862bd-c20d-4628-baf4-b4ca29382d34 tempest-ServerActionsTestJSON-1319677203 tempest-ServerActionsTestJSON-1319677203-project] 10.222.0.42 "GET /v2.0/security-groups?id=86fda662-3d20-4c8e-beec-0cf6963226d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386889 Apr 18 21:34:27.922663 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a928f3d2-fa44-421c-aea5-67d0c771ea49 req-f8755923-5f58-4608-9dd0-5488e3a8d30b tempest-ServerActionsTestJSON-1319677203 tempest-ServerActionsTestJSON-1319677203-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:34:27.924126 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-a928f3d2-fa44-421c-aea5-67d0c771ea49 req-f8755923-5f58-4608-9dd0-5488e3a8d30b tempest-ServerActionsTestJSON-1319677203 tempest-ServerActionsTestJSON-1319677203-project] 10.222.0.42 "GET /v2.0/ports?device_id=93ba5251-4a3a-4e96-bbc9-d0ea838731c1 HTTP/1.1" status: 200 len: 945 time: 0.1493764 Apr 18 21:34:27.969882 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-a928f3d2-fa44-421c-aea5-67d0c771ea49 req-0bb47329-0557-49f6-86d9-f851df23135d tempest-ServerActionsTestJSON-1319677203 tempest-ServerActionsTestJSON-1319677203-project] 10.222.0.42 "GET /v2.0/security-groups?id=86fda662-3d20-4c8e-beec-0cf6963226d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395916 Apr 18 21:34:29.269949 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-047bfd3c-ec6a-4504-b0bb-063853784407 req-781b79f5-ca4a-46ea-9a62-0bc0f3832fa0 tempest-ServerActionsTestJSON-1319677203 tempest-ServerActionsTestJSON-1319677203-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:34:29.271294 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-047bfd3c-ec6a-4504-b0bb-063853784407 req-781b79f5-ca4a-46ea-9a62-0bc0f3832fa0 tempest-ServerActionsTestJSON-1319677203 tempest-ServerActionsTestJSON-1319677203-project] 10.222.0.42 "GET /v2.0/ports?device_id=93ba5251-4a3a-4e96-bbc9-d0ea838731c1 HTTP/1.1" status: 200 len: 945 time: 0.1427157 Apr 18 21:34:29.321152 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-047bfd3c-ec6a-4504-b0bb-063853784407 req-568c4f94-7f8d-4d39-a119-f65bf542ec0c tempest-ServerActionsTestJSON-1319677203 tempest-ServerActionsTestJSON-1319677203-project] 10.222.0.42 "GET /v2.0/security-groups?id=86fda662-3d20-4c8e-beec-0cf6963226d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443366 Apr 18 21:34:30.089110 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750375287399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253529'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:34:30.514539 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34e82b04-27d7-418a-bf7d-609476b22a99 req-807686e2-db6c-4702-b37d-953e84883433 tempest-ServerActionsTestJSON-1319677203 tempest-ServerActionsTestJSON-1319677203-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:34:30.516011 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-34e82b04-27d7-418a-bf7d-609476b22a99 req-807686e2-db6c-4702-b37d-953e84883433 tempest-ServerActionsTestJSON-1319677203 tempest-ServerActionsTestJSON-1319677203-project] 10.222.0.42 "GET /v2.0/ports?device_id=93ba5251-4a3a-4e96-bbc9-d0ea838731c1 HTTP/1.1" status: 200 len: 945 time: 0.0767300 Apr 18 21:34:30.562298 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-34e82b04-27d7-418a-bf7d-609476b22a99 req-afa1cf90-06b3-4ef5-9390-05cc574618fe tempest-ServerActionsTestJSON-1319677203 tempest-ServerActionsTestJSON-1319677203-project] 10.222.0.42 "GET /v2.0/security-groups?id=86fda662-3d20-4c8e-beec-0cf6963226d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408649 Apr 18 21:34:31.779082 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f21ed09-5082-4f17-8b98-3024c1431337 req-22fe3fa1-1ae1-4c96-821d-4f8cc2315bb4 tempest-ServerActionsTestJSON-1319677203 tempest-ServerActionsTestJSON-1319677203-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:34:31.780579 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-3f21ed09-5082-4f17-8b98-3024c1431337 req-22fe3fa1-1ae1-4c96-821d-4f8cc2315bb4 tempest-ServerActionsTestJSON-1319677203 tempest-ServerActionsTestJSON-1319677203-project] 10.222.0.42 "GET /v2.0/ports?device_id=93ba5251-4a3a-4e96-bbc9-d0ea838731c1 HTTP/1.1" status: 200 len: 945 time: 0.0787027 Apr 18 21:34:31.927435 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-3f21ed09-5082-4f17-8b98-3024c1431337 req-10db32e8-e043-451f-a172-4b6df9b8ee42 tempest-ServerActionsTestJSON-1319677203 tempest-ServerActionsTestJSON-1319677203-project] 10.222.0.42 "GET /v2.0/security-groups?id=86fda662-3d20-4c8e-beec-0cf6963226d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1412537 Apr 18 21:34:33.121764 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9ebc5e5-5069-414d-8909-4ddfe46067ca req-083abef5-e52c-4a83-bbc1-1a735aa5ac32 tempest-ServerActionsTestJSON-1319677203 tempest-ServerActionsTestJSON-1319677203-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:34:33.123816 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-d9ebc5e5-5069-414d-8909-4ddfe46067ca req-083abef5-e52c-4a83-bbc1-1a735aa5ac32 tempest-ServerActionsTestJSON-1319677203 tempest-ServerActionsTestJSON-1319677203-project] 10.222.0.42 "GET /v2.0/ports?device_id=93ba5251-4a3a-4e96-bbc9-d0ea838731c1 HTTP/1.1" status: 200 len: 945 time: 0.0761516 Apr 18 21:34:33.168223 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-d9ebc5e5-5069-414d-8909-4ddfe46067ca req-17ac7fd8-3a57-4573-92e2-b1b74bd3c638 tempest-ServerActionsTestJSON-1319677203 tempest-ServerActionsTestJSON-1319677203-project] 10.222.0.42 "GET /v2.0/security-groups?id=86fda662-3d20-4c8e-beec-0cf6963226d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389555 Apr 18 21:34:34.259794 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750375287399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253529'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:34:34.368816 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d569b0e9-4eb9-464e-9e45-6b8ee7e41fe3 req-7bc3ef59-7e05-4c9f-8ebe-1f8cbdf3f0ae tempest-ServerActionsTestJSON-1319677203 tempest-ServerActionsTestJSON-1319677203-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:34:34.370271 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-d569b0e9-4eb9-464e-9e45-6b8ee7e41fe3 req-7bc3ef59-7e05-4c9f-8ebe-1f8cbdf3f0ae tempest-ServerActionsTestJSON-1319677203 tempest-ServerActionsTestJSON-1319677203-project] 10.222.0.42 "GET /v2.0/ports?device_id=93ba5251-4a3a-4e96-bbc9-d0ea838731c1 HTTP/1.1" status: 200 len: 945 time: 0.0798767 Apr 18 21:34:34.415034 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-d569b0e9-4eb9-464e-9e45-6b8ee7e41fe3 req-b8014b6f-53a1-467a-acd2-c51a3b099e23 tempest-ServerActionsTestJSON-1319677203 tempest-ServerActionsTestJSON-1319677203-project] 10.222.0.42 "GET /v2.0/security-groups?id=86fda662-3d20-4c8e-beec-0cf6963226d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391574 Apr 18 21:34:35.610317 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d58af626-452e-4a9e-b151-fcf33e568fc6 req-d4c62c05-8b81-4152-94d5-3f2b72ae148b tempest-ServerActionsTestJSON-1319677203 tempest-ServerActionsTestJSON-1319677203-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:34:35.611774 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-d58af626-452e-4a9e-b151-fcf33e568fc6 req-d4c62c05-8b81-4152-94d5-3f2b72ae148b tempest-ServerActionsTestJSON-1319677203 tempest-ServerActionsTestJSON-1319677203-project] 10.222.0.42 "GET /v2.0/ports?device_id=93ba5251-4a3a-4e96-bbc9-d0ea838731c1 HTTP/1.1" status: 200 len: 945 time: 0.0747237 Apr 18 21:34:35.659719 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-d58af626-452e-4a9e-b151-fcf33e568fc6 req-eb2ed272-a0a4-4218-98f5-435c75210a2b tempest-ServerActionsTestJSON-1319677203 tempest-ServerActionsTestJSON-1319677203-project] 10.222.0.42 "GET /v2.0/security-groups?id=86fda662-3d20-4c8e-beec-0cf6963226d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424488 Apr 18 21:34:36.851263 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7efc117-33ec-45c8-a095-ee1deb91f567 req-385fa462-5ed2-41ca-9bd6-e90346aa03f6 tempest-ServerActionsTestJSON-1319677203 tempest-ServerActionsTestJSON-1319677203-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:34:36.852726 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-d7efc117-33ec-45c8-a095-ee1deb91f567 req-385fa462-5ed2-41ca-9bd6-e90346aa03f6 tempest-ServerActionsTestJSON-1319677203 tempest-ServerActionsTestJSON-1319677203-project] 10.222.0.42 "GET /v2.0/ports?device_id=93ba5251-4a3a-4e96-bbc9-d0ea838731c1 HTTP/1.1" status: 200 len: 945 time: 0.0754490 Apr 18 21:34:36.896925 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-d7efc117-33ec-45c8-a095-ee1deb91f567 req-d2518130-5b4e-4438-8a24-9bfb0b12e1b8 tempest-ServerActionsTestJSON-1319677203 tempest-ServerActionsTestJSON-1319677203-project] 10.222.0.42 "GET /v2.0/security-groups?id=86fda662-3d20-4c8e-beec-0cf6963226d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387592 Apr 18 21:34:38.100058 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93815073-e4cc-4b06-bec4-4fbc6689907d req-49a4c659-45ad-4e4e-9415-b13af93bb201 tempest-ServerActionsTestJSON-1319677203 tempest-ServerActionsTestJSON-1319677203-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:34:38.101503 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-93815073-e4cc-4b06-bec4-4fbc6689907d req-49a4c659-45ad-4e4e-9415-b13af93bb201 tempest-ServerActionsTestJSON-1319677203 tempest-ServerActionsTestJSON-1319677203-project] 10.222.0.42 "GET /v2.0/ports?device_id=93ba5251-4a3a-4e96-bbc9-d0ea838731c1 HTTP/1.1" status: 200 len: 945 time: 0.0847094 Apr 18 21:34:38.145882 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-93815073-e4cc-4b06-bec4-4fbc6689907d req-e040ebc2-a89e-4fb3-aff5-7fc9680d56a1 tempest-ServerActionsTestJSON-1319677203 tempest-ServerActionsTestJSON-1319677203-project] 10.222.0.42 "GET /v2.0/security-groups?id=86fda662-3d20-4c8e-beec-0cf6963226d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388823 Apr 18 21:34:39.340210 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c79a287-b7de-4923-a885-77aaae3adfcf req-a3ce38af-bd72-4659-9086-bac908b2df65 tempest-ServerActionsTestJSON-1319677203 tempest-ServerActionsTestJSON-1319677203-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:34:39.341635 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-1c79a287-b7de-4923-a885-77aaae3adfcf req-a3ce38af-bd72-4659-9086-bac908b2df65 tempest-ServerActionsTestJSON-1319677203 tempest-ServerActionsTestJSON-1319677203-project] 10.222.0.42 "GET /v2.0/ports?device_id=93ba5251-4a3a-4e96-bbc9-d0ea838731c1 HTTP/1.1" status: 200 len: 945 time: 0.0745564 Apr 18 21:34:39.386237 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-1c79a287-b7de-4923-a885-77aaae3adfcf req-4006a77b-d685-4d65-9f59-d7cb734f09e5 tempest-ServerActionsTestJSON-1319677203 tempest-ServerActionsTestJSON-1319677203-project] 10.222.0.42 "GET /v2.0/security-groups?id=86fda662-3d20-4c8e-beec-0cf6963226d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383723 Apr 18 21:34:40.051186 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.agents_db [None req-6346a179-333c-4370-b5a6-936984aeab15 None None] Agent healthcheck: found 7 active agents {{(pid=84043) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 18 21:34:40.582597 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15097660-1302-4465-aca5-472fc4b0f48e req-ebad4fc4-989c-4f99-a61d-d1fa25ae6dbd tempest-ServerActionsTestJSON-1319677203 tempest-ServerActionsTestJSON-1319677203-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:34:40.584035 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-15097660-1302-4465-aca5-472fc4b0f48e req-ebad4fc4-989c-4f99-a61d-d1fa25ae6dbd tempest-ServerActionsTestJSON-1319677203 tempest-ServerActionsTestJSON-1319677203-project] 10.222.0.42 "GET /v2.0/ports?device_id=93ba5251-4a3a-4e96-bbc9-d0ea838731c1 HTTP/1.1" status: 200 len: 945 time: 0.0781493 Apr 18 21:34:40.629281 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-15097660-1302-4465-aca5-472fc4b0f48e req-84cb5ece-513e-4271-b0fb-f949db6769e1 tempest-ServerActionsTestJSON-1319677203 tempest-ServerActionsTestJSON-1319677203-project] 10.222.0.42 "GET /v2.0/security-groups?id=86fda662-3d20-4c8e-beec-0cf6963226d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395966 Apr 18 21:34:41.824378 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eea51a50-c2ce-4225-8d41-fe72ac0a272a req-ef5d287e-a5cd-415f-9ed7-ccac5b76918a tempest-ServerActionsTestJSON-1319677203 tempest-ServerActionsTestJSON-1319677203-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:34:41.825798 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-eea51a50-c2ce-4225-8d41-fe72ac0a272a req-ef5d287e-a5cd-415f-9ed7-ccac5b76918a tempest-ServerActionsTestJSON-1319677203 tempest-ServerActionsTestJSON-1319677203-project] 10.222.0.42 "GET /v2.0/ports?device_id=93ba5251-4a3a-4e96-bbc9-d0ea838731c1 HTTP/1.1" status: 200 len: 945 time: 0.0745234 Apr 18 21:34:41.873612 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-eea51a50-c2ce-4225-8d41-fe72ac0a272a req-5a6479dd-b14f-4e32-9196-8cbe5627371a tempest-ServerActionsTestJSON-1319677203 tempest-ServerActionsTestJSON-1319677203-project] 10.222.0.42 "GET /v2.0/security-groups?id=86fda662-3d20-4c8e-beec-0cf6963226d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420985 Apr 18 21:34:43.067608 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfb26986-1629-4693-9dd9-6b4857e009bb req-8d0e3bb6-ba51-435c-8d4c-79eeb5deb3cf tempest-ServerActionsTestJSON-1319677203 tempest-ServerActionsTestJSON-1319677203-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:34:43.068981 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-dfb26986-1629-4693-9dd9-6b4857e009bb req-8d0e3bb6-ba51-435c-8d4c-79eeb5deb3cf tempest-ServerActionsTestJSON-1319677203 tempest-ServerActionsTestJSON-1319677203-project] 10.222.0.42 "GET /v2.0/ports?device_id=93ba5251-4a3a-4e96-bbc9-d0ea838731c1 HTTP/1.1" status: 200 len: 945 time: 0.0754111 Apr 18 21:34:43.113613 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-dfb26986-1629-4693-9dd9-6b4857e009bb req-ff545f5e-5fda-4f12-bff6-ff8758743196 tempest-ServerActionsTestJSON-1319677203 tempest-ServerActionsTestJSON-1319677203-project] 10.222.0.42 "GET /v2.0/security-groups?id=86fda662-3d20-4c8e-beec-0cf6963226d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391665 Apr 18 21:34:44.308749 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a1449cf-ae49-4ae5-ada3-7c87f7d26bb7 req-7477721d-2181-4e7a-b82b-0ce496527ff4 tempest-ServerActionsTestJSON-1319677203 tempest-ServerActionsTestJSON-1319677203-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:34:44.310155 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-5a1449cf-ae49-4ae5-ada3-7c87f7d26bb7 req-7477721d-2181-4e7a-b82b-0ce496527ff4 tempest-ServerActionsTestJSON-1319677203 tempest-ServerActionsTestJSON-1319677203-project] 10.222.0.42 "GET /v2.0/ports?device_id=93ba5251-4a3a-4e96-bbc9-d0ea838731c1 HTTP/1.1" status: 200 len: 945 time: 0.0782716 Apr 18 21:34:44.361770 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-5a1449cf-ae49-4ae5-ada3-7c87f7d26bb7 req-054e3dfe-9494-45e4-8f0f-9ad5974c2a98 tempest-ServerActionsTestJSON-1319677203 tempest-ServerActionsTestJSON-1319677203-project] 10.222.0.42 "GET /v2.0/security-groups?id=86fda662-3d20-4c8e-beec-0cf6963226d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452921 Apr 18 21:34:45.559394 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cbeb1d9-400e-42f6-82e9-72a2d0f91006 req-abf83ef0-77df-4df9-94fa-28a274a0b0f2 tempest-ServerActionsTestJSON-1319677203 tempest-ServerActionsTestJSON-1319677203-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:34:45.561492 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-0cbeb1d9-400e-42f6-82e9-72a2d0f91006 req-abf83ef0-77df-4df9-94fa-28a274a0b0f2 tempest-ServerActionsTestJSON-1319677203 tempest-ServerActionsTestJSON-1319677203-project] 10.222.0.42 "GET /v2.0/ports?device_id=93ba5251-4a3a-4e96-bbc9-d0ea838731c1 HTTP/1.1" status: 200 len: 945 time: 0.0772724 Apr 18 21:34:45.610702 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-0cbeb1d9-400e-42f6-82e9-72a2d0f91006 req-df165ebf-757d-47f4-b166-acd3ab412d7e tempest-ServerActionsTestJSON-1319677203 tempest-ServerActionsTestJSON-1319677203-project] 10.222.0.42 "GET /v2.0/security-groups?id=86fda662-3d20-4c8e-beec-0cf6963226d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433729 Apr 18 21:34:45.718605 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-b5ade1b3-2f0e-459a-abb5-d75d312ee193 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750375287399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253529'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:34:46.819909 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34f49fd2-e827-4dde-a52b-96bcc857b188 req-e1d20331-5ffc-4719-9be7-89d006ed1377 tempest-ServerActionsTestJSON-1319677203 tempest-ServerActionsTestJSON-1319677203-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:34:46.821329 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-34f49fd2-e827-4dde-a52b-96bcc857b188 req-e1d20331-5ffc-4719-9be7-89d006ed1377 tempest-ServerActionsTestJSON-1319677203 tempest-ServerActionsTestJSON-1319677203-project] 10.222.0.42 "GET /v2.0/ports?device_id=93ba5251-4a3a-4e96-bbc9-d0ea838731c1 HTTP/1.1" status: 200 len: 945 time: 0.0792513 Apr 18 21:34:46.867912 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-34f49fd2-e827-4dde-a52b-96bcc857b188 req-20f2f274-d2e9-44d8-9206-3e5e173e2920 tempest-ServerActionsTestJSON-1319677203 tempest-ServerActionsTestJSON-1319677203-project] 10.222.0.42 "GET /v2.0/security-groups?id=86fda662-3d20-4c8e-beec-0cf6963226d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402584 Apr 18 21:34:47.076234 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-aace6d34-3eb6-4541-83d0-b366b74c4b5a req-7acb9225-f841-493c-8598-e454f66a94c5 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=93ba5251-4a3a-4e96-bbc9-d0ea838731c1&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.0690098 Apr 18 21:34:47.962349 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-4090bd28-863a-4985-ab0f-9565b7aa7814 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750375287399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253529'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:34:48.337671 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-5d98720c-5774-47b0-b0bb-6f9361102a29 req-1d158de2-865c-45f4-b907-4e51d370c531 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=93ba5251-4a3a-4e96-bbc9-d0ea838731c1&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0691051 Apr 18 21:34:48.404484 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb2608a9-30ee-4d12-87e7-9d6449d8289b req-f257b18b-469d-4261-9a61-aca341b00df4 tempest-ServerActionsTestJSON-1319677203 tempest-ServerActionsTestJSON-1319677203-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:34:48.405946 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-cb2608a9-30ee-4d12-87e7-9d6449d8289b req-f257b18b-469d-4261-9a61-aca341b00df4 tempest-ServerActionsTestJSON-1319677203 tempest-ServerActionsTestJSON-1319677203-project] 10.222.0.42 "GET /v2.0/ports?device_id=93ba5251-4a3a-4e96-bbc9-d0ea838731c1 HTTP/1.1" status: 200 len: 945 time: 0.0811257 Apr 18 21:34:48.454104 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-cb2608a9-30ee-4d12-87e7-9d6449d8289b req-d2b34cba-c6c7-40e3-a1b2-3dcd8511695e tempest-ServerActionsTestJSON-1319677203 tempest-ServerActionsTestJSON-1319677203-project] 10.222.0.42 "GET /v2.0/security-groups?id=86fda662-3d20-4c8e-beec-0cf6963226d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425820 Apr 18 21:34:49.134571 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750375287399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253529'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:34:49.633205 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-414b6ffe-e119-47bc-b18f-bcff1219c2f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750375287399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253529'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:34:49.711927 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-5d98720c-5774-47b0-b0bb-6f9361102a29 req-c9b8535c-4108-4b73-a82a-848f634c71ef service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=675834a466b84bb5a01c14f13ca191f7&device_id=93ba5251-4a3a-4e96-bbc9-d0ea838731c1 HTTP/1.1" status: 200 len: 1096 time: 0.1883638 Apr 18 21:34:49.717406 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ae8f417-8c41-4698-8e98-faf71cc27333 req-0df7d386-e00e-4353-abcb-c8841930297a tempest-ServerActionsTestJSON-1319677203 tempest-ServerActionsTestJSON-1319677203-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:34:49.718720 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-5ae8f417-8c41-4698-8e98-faf71cc27333 req-0df7d386-e00e-4353-abcb-c8841930297a tempest-ServerActionsTestJSON-1319677203 tempest-ServerActionsTestJSON-1319677203-project] 10.222.0.42 "GET /v2.0/ports?device_id=93ba5251-4a3a-4e96-bbc9-d0ea838731c1 HTTP/1.1" status: 200 len: 945 time: 0.1439757 Apr 18 21:34:49.843308 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-5ae8f417-8c41-4698-8e98-faf71cc27333 req-aed57217-edd6-4478-9801-a6a6d7a74699 tempest-ServerActionsTestJSON-1319677203 tempest-ServerActionsTestJSON-1319677203-project] 10.222.0.42 "GET /v2.0/security-groups?id=86fda662-3d20-4c8e-beec-0cf6963226d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1057475 Apr 18 21:34:49.875508 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d98720c-5774-47b0-b0bb-6f9361102a29 req-4faf98ac-0f67-4a66-b9fc-ff3844677d5c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:34:49.876969 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-5d98720c-5774-47b0-b0bb-6f9361102a29 req-4faf98ac-0f67-4a66-b9fc-ff3844677d5c service neutron] 10.222.0.43 "GET /v2.0/networks?id=f3320db2-e9b9-4caa-91bd-c608bba0ab9e HTTP/1.1" status: 200 len: 913 time: 0.1574309 Apr 18 21:34:50.070122 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-5d98720c-5774-47b0-b0bb-6f9361102a29 req-680422e4-9c0f-4c99-800d-ff4bb352439f service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=bcfce408-635a-4e3e-9dce-72f0fce11e9c HTTP/1.1" status: 200 len: 1001 time: 0.1875589 Apr 18 21:34:50.132209 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d98720c-5774-47b0-b0bb-6f9361102a29 req-94e608ad-d424-4808-9319-f91b17866755 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:34:50.133588 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-5d98720c-5774-47b0-b0bb-6f9361102a29 req-94e608ad-d424-4808-9319-f91b17866755 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=32f4d787-9e43-4aac-98c4-668fa9d35a84 HTTP/1.1" status: 200 len: 851 time: 0.0582576 Apr 18 21:34:50.206231 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-5d98720c-5774-47b0-b0bb-6f9361102a29 req-8cc89482-439f-4768-acc9-1bbf09fc180b service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=f3320db2-e9b9-4caa-91bd-c608bba0ab9e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0672784 Apr 18 21:34:50.339311 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-5d98720c-5774-47b0-b0bb-6f9361102a29 req-9dd8ad72-62dd-4f41-8f16-0420d429e5dd service neutron] 10.222.0.43 "GET /v2.0/networks/f3320db2-e9b9-4caa-91bd-c608bba0ab9e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1260326 Apr 18 21:34:50.467992 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-5d98720c-5774-47b0-b0bb-6f9361102a29 req-24900672-f435-48ff-b20c-c15e115260eb service neutron] 10.222.0.43 "GET /v2.0/networks/f3320db2-e9b9-4caa-91bd-c608bba0ab9e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1228046 Apr 18 21:34:50.724964 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-c7521a90-7d65-4e2e-842c-ca5d95e9a89c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750375287399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253529'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:34:51.041270 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15f2ddae-ef16-45df-82fc-8be405d0d086 req-3860311f-7891-4d49-a0a3-e85c8c3bd43b tempest-ServerActionsTestJSON-1319677203 tempest-ServerActionsTestJSON-1319677203-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:34:51.042709 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-15f2ddae-ef16-45df-82fc-8be405d0d086 req-3860311f-7891-4d49-a0a3-e85c8c3bd43b tempest-ServerActionsTestJSON-1319677203 tempest-ServerActionsTestJSON-1319677203-project] 10.222.0.42 "GET /v2.0/ports?device_id=93ba5251-4a3a-4e96-bbc9-d0ea838731c1 HTTP/1.1" status: 200 len: 945 time: 0.0757403 Apr 18 21:34:51.092644 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-15f2ddae-ef16-45df-82fc-8be405d0d086 req-46ce85ca-64da-4e54-83c3-2a835ed6546a tempest-ServerActionsTestJSON-1319677203 tempest-ServerActionsTestJSON-1319677203-project] 10.222.0.42 "GET /v2.0/security-groups?id=86fda662-3d20-4c8e-beec-0cf6963226d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442131 Apr 18 21:34:52.311304 n-d-838334-2 neutron-server[84040]: INFO neutron.api.v2.resource [req-5d98720c-5774-47b0-b0bb-6f9361102a29 req-04b2f1fc-7c9b-48b2-b966-29efd0846abb service neutron] show failed (client error): The resource could not be found. Apr 18 21:34:52.312315 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-5d98720c-5774-47b0-b0bb-6f9361102a29 req-04b2f1fc-7c9b-48b2-b966-29efd0846abb service neutron] 10.222.0.43 "GET /v2.0/ports/bcfce408-635a-4e3e-9dce-72f0fce11e9c/bindings/n-h2-838334-2 HTTP/1.1" status: 404 len: 380 time: 0.1265414 Apr 18 21:34:52.333808 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-889914d3-de12-438b-9d34-2d14001a8ba3 req-120c0540-a3ec-4373-8da6-73f27daa22d1 tempest-ServerActionsTestJSON-1319677203 tempest-ServerActionsTestJSON-1319677203-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:34:52.335288 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-889914d3-de12-438b-9d34-2d14001a8ba3 req-120c0540-a3ec-4373-8da6-73f27daa22d1 tempest-ServerActionsTestJSON-1319677203 tempest-ServerActionsTestJSON-1319677203-project] 10.222.0.42 "GET /v2.0/ports?device_id=93ba5251-4a3a-4e96-bbc9-d0ea838731c1 HTTP/1.1" status: 200 len: 945 time: 0.0959322 Apr 18 21:34:52.386467 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-889914d3-de12-438b-9d34-2d14001a8ba3 req-48a3c9b1-328b-4734-acb1-0a1baa830305 tempest-ServerActionsTestJSON-1319677203 tempest-ServerActionsTestJSON-1319677203-project] 10.222.0.42 "GET /v2.0/security-groups?id=86fda662-3d20-4c8e-beec-0cf6963226d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453837 Apr 18 21:34:52.598896 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-5d98720c-5774-47b0-b0bb-6f9361102a29 req-c0941c08-1fac-4f42-a4b0-b9f4e8b06312 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=93ba5251-4a3a-4e96-bbc9-d0ea838731c1&tenant_id=675834a466b84bb5a01c14f13ca191f7 HTTP/1.1" status: 200 len: 1096 time: 0.0682960 Apr 18 21:34:52.610589 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.v2.base [req-5d98720c-5774-47b0-b0bb-6f9361102a29 req-37e6939a-9454-411f-a115-335aad55ee14 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-838334-2', 'device_owner': 'compute:nova'}} {{(pid=84041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:34:52.718818 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [req-5d98720c-5774-47b0-b0bb-6f9361102a29 req-37e6939a-9454-411f-a115-335aad55ee14 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:34:53.074495 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.db [req-5d98720c-5774-47b0-b0bb-6f9361102a29 req-37e6939a-9454-411f-a115-335aad55ee14 service neutron] For port bcfce408-635a-4e3e-9dce-72f0fce11e9c, host n-h1-838334-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838334-2',level=0,port_id=bcfce408-635a-4e3e-9dce-72f0fce11e9c,segment=NetworkSegment(f760d59a-3b5d-4f9f-a682-b437a8b8b263),segment_id=f760d59a-3b5d-4f9f-a682-b437a8b8b263)] {{(pid=84041) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:34:53.102792 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.db [req-5d98720c-5774-47b0-b0bb-6f9361102a29 req-37e6939a-9454-411f-a115-335aad55ee14 service neutron] For port bcfce408-635a-4e3e-9dce-72f0fce11e9c, host n-h1-838334-2, cleared binding levels {{(pid=84041) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 21:34:53.158023 n-d-838334-2 neutron-server[84041]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '93ba5251-4a3a-4e96-bbc9-d0ea838731c1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bcfce408-635a-4e3e-9dce-72f0fce11e9c'}] {{(pid=84041) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 21:34:53.163548 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [req-5d98720c-5774-47b0-b0bb-6f9361102a29 req-37e6939a-9454-411f-a115-335aad55ee14 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:34:53.180015 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.provisioning_blocks [req-5d98720c-5774-47b0-b0bb-6f9361102a29 req-37e6939a-9454-411f-a115-335aad55ee14 service neutron] Transition to ACTIVE for port object bcfce408-635a-4e3e-9dce-72f0fce11e9c will not be triggered until provisioned by entity L2. {{(pid=84041) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:34:53.183842 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [req-5d98720c-5774-47b0-b0bb-6f9361102a29 req-37e6939a-9454-411f-a115-335aad55ee14 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32266282'] for port, after_update {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:34:53.235822 n-d-838334-2 neutron-server[84041]: INFO neutron.notifiers.nova [-] Nova event matching ['req-502c5b47-73d8-4c8f-a002-614b70b8c800'] response: {'server_uuid': '93ba5251-4a3a-4e96-bbc9-d0ea838731c1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bcfce408-635a-4e3e-9dce-72f0fce11e9c', 'code': 200} Apr 18 21:34:53.330365 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37e6939a-9454-411f-a115-335aad55ee14 service neutron] Pushing event updated for resources: {'Port': ['ID=bcfce408-635a-4e3e-9dce-72f0fce11e9c,revision_number=6']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:34:53.353870 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37e6939a-9454-411f-a115-335aad55ee14 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:34:53.354210 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37e6939a-9454-411f-a115-335aad55ee14 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:34:53.354541 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37e6939a-9454-411f-a115-335aad55ee14 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:34:53.354866 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37e6939a-9454-411f-a115-335aad55ee14 service neutron] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:34:53.355189 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37e6939a-9454-411f-a115-335aad55ee14 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:34:53.355527 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37e6939a-9454-411f-a115-335aad55ee14 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:34:53.355858 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37e6939a-9454-411f-a115-335aad55ee14 service neutron] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:34:53.356173 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37e6939a-9454-411f-a115-335aad55ee14 service neutron] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:34:53.356485 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37e6939a-9454-411f-a115-335aad55ee14 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:34:53.356798 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37e6939a-9454-411f-a115-335aad55ee14 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:34:53.357110 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37e6939a-9454-411f-a115-335aad55ee14 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:34:53.397044 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.l3_dvrscheduler_db [req-5d98720c-5774-47b0-b0bb-6f9361102a29 req-37e6939a-9454-411f-a115-335aad55ee14 service neutron] No DVR routers for this DVR port bcfce408-635a-4e3e-9dce-72f0fce11e9c on host n-h1-838334-2 {{(pid=84041) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 21:34:53.599238 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc224dbc-fc4d-4926-8817-46ff9de58ccd req-5637a188-87fd-4f63-b925-affeab9108d0 tempest-ServerActionsTestJSON-1319677203 tempest-ServerActionsTestJSON-1319677203-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:34:53.600985 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-cc224dbc-fc4d-4926-8817-46ff9de58ccd req-5637a188-87fd-4f63-b925-affeab9108d0 tempest-ServerActionsTestJSON-1319677203 tempest-ServerActionsTestJSON-1319677203-project] 10.222.0.42 "GET /v2.0/ports?device_id=93ba5251-4a3a-4e96-bbc9-d0ea838731c1 HTTP/1.1" status: 200 len: 943 time: 0.0760190 Apr 18 21:34:53.640679 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.managers [req-5d98720c-5774-47b0-b0bb-6f9361102a29 req-37e6939a-9454-411f-a115-335aad55ee14 service neutron] Attempting to bind port bcfce408-635a-4e3e-9dce-72f0fce11e9c on host n-h2-838334-2 for vnic_type normal with profile {{(pid=84041) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 21:34:53.641238 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.managers [req-5d98720c-5774-47b0-b0bb-6f9361102a29 req-37e6939a-9454-411f-a115-335aad55ee14 service neutron] Attempting to bind port bcfce408-635a-4e3e-9dce-72f0fce11e9c by drivers openvswitch,hyperv on host n-h2-838334-2 at level 0 using segments [{'id': 'f760d59a-3b5d-4f9f-a682-b437a8b8b263', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': 'f3320db2-e9b9-4caa-91bd-c608bba0ab9e'}] {{(pid=84041) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 21:34:53.641344 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d98720c-5774-47b0-b0bb-6f9361102a29 req-37e6939a-9454-411f-a115-335aad55ee14 service neutron] Attempting to bind port bcfce408-635a-4e3e-9dce-72f0fce11e9c on network f3320db2-e9b9-4caa-91bd-c608bba0ab9e {{(pid=84041) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 21:34:53.646032 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-cc224dbc-fc4d-4926-8817-46ff9de58ccd req-1f9e94b9-562f-4762-bfa1-21b084178cc0 tempest-ServerActionsTestJSON-1319677203 tempest-ServerActionsTestJSON-1319677203-project] 10.222.0.42 "GET /v2.0/security-groups?id=86fda662-3d20-4c8e-beec-0cf6963226d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395877 Apr 18 21:34:53.647295 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d98720c-5774-47b0-b0bb-6f9361102a29 req-37e6939a-9454-411f-a115-335aad55ee14 service neutron] Port bcfce408-635a-4e3e-9dce-72f0fce11e9c on network f3320db2-e9b9-4caa-91bd-c608bba0ab9e not bound, no agent of type Open vSwitch agent registered on host n-h2-838334-2 {{(pid=84041) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 18 21:34:53.647612 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d98720c-5774-47b0-b0bb-6f9361102a29 req-37e6939a-9454-411f-a115-335aad55ee14 service neutron] Attempting to bind port bcfce408-635a-4e3e-9dce-72f0fce11e9c on network f3320db2-e9b9-4caa-91bd-c608bba0ab9e {{(pid=84041) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 21:34:53.653928 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d98720c-5774-47b0-b0bb-6f9361102a29 req-37e6939a-9454-411f-a115-335aad55ee14 service neutron] Checking agent: {'id': 'dc797004-f641-47b7-a77f-9c62b5b16296', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-838334-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 34, 3), 'started_at': datetime.datetime(2022, 4, 18, 20, 34, 3), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 21, 34, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84041) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 18 21:34:53.654900 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d98720c-5774-47b0-b0bb-6f9361102a29 req-37e6939a-9454-411f-a115-335aad55ee14 service neutron] Checking segment: {'id': 'f760d59a-3b5d-4f9f-a682-b437a8b8b263', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': 'f3320db2-e9b9-4caa-91bd-c608bba0ab9e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84041) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 21:34:53.655278 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d98720c-5774-47b0-b0bb-6f9361102a29 req-37e6939a-9454-411f-a115-335aad55ee14 service neutron] Bound using segment: {'id': 'f760d59a-3b5d-4f9f-a682-b437a8b8b263', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': 'f3320db2-e9b9-4caa-91bd-c608bba0ab9e'} {{(pid=84041) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 18 21:34:53.655724 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.managers [req-5d98720c-5774-47b0-b0bb-6f9361102a29 req-37e6939a-9454-411f-a115-335aad55ee14 service neutron] Bound port: bcfce408-635a-4e3e-9dce-72f0fce11e9c, host: n-h2-838334-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f760d59a-3b5d-4f9f-a682-b437a8b8b263', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': 'f3320db2-e9b9-4caa-91bd-c608bba0ab9e'}}] {{(pid=84041) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 21:34:53.656069 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [req-5d98720c-5774-47b0-b0bb-6f9361102a29 req-37e6939a-9454-411f-a115-335aad55ee14 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:34:53.749021 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.db [req-5d98720c-5774-47b0-b0bb-6f9361102a29 req-37e6939a-9454-411f-a115-335aad55ee14 service neutron] For port bcfce408-635a-4e3e-9dce-72f0fce11e9c, host n-h2-838334-2, cleared binding levels {{(pid=84041) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 21:34:53.752068 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.db [req-5d98720c-5774-47b0-b0bb-6f9361102a29 req-37e6939a-9454-411f-a115-335aad55ee14 service neutron] For port bcfce408-635a-4e3e-9dce-72f0fce11e9c, host n-h2-838334-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838334-2',level=0,port_id=bcfce408-635a-4e3e-9dce-72f0fce11e9c,segment=NetworkSegment(f760d59a-3b5d-4f9f-a682-b437a8b8b263),segment_id=f760d59a-3b5d-4f9f-a682-b437a8b8b263)] {{(pid=84041) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 21:34:53.755870 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [req-5d98720c-5774-47b0-b0bb-6f9361102a29 req-37e6939a-9454-411f-a115-335aad55ee14 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32266282'] for port, after_update {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:34:53.817715 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [req-5d98720c-5774-47b0-b0bb-6f9361102a29 req-37e6939a-9454-411f-a115-335aad55ee14 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217293'] for port, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:34:53.819249 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-5d98720c-5774-47b0-b0bb-6f9361102a29 req-37e6939a-9454-411f-a115-335aad55ee14 service neutron] 10.222.0.48 "PUT /v2.0/ports/bcfce408-635a-4e3e-9dce-72f0fce11e9c HTTP/1.1" status: 200 len: 1091 time: 1.2131681 Apr 18 21:34:53.834253 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37e6939a-9454-411f-a115-335aad55ee14 service neutron] Pushing event updated for resources: {'Port': ['ID=bcfce408-635a-4e3e-9dce-72f0fce11e9c,revision_number=7']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:34:53.916307 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-5d98720c-5774-47b0-b0bb-6f9361102a29 req-3afb7877-7ec3-47ff-8ca7-66ac41789b8f service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=675834a466b84bb5a01c14f13ca191f7&device_id=93ba5251-4a3a-4e96-bbc9-d0ea838731c1 HTTP/1.1" status: 200 len: 1094 time: 0.0706046 Apr 18 21:34:54.047931 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d98720c-5774-47b0-b0bb-6f9361102a29 req-838465e1-ee6c-4903-b50c-af17d1724ab6 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:34:54.049372 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-5d98720c-5774-47b0-b0bb-6f9361102a29 req-838465e1-ee6c-4903-b50c-af17d1724ab6 service neutron] 10.222.0.48 "GET /v2.0/networks?id=f3320db2-e9b9-4caa-91bd-c608bba0ab9e HTTP/1.1" status: 200 len: 913 time: 0.1275456 Apr 18 21:34:54.157737 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-5d98720c-5774-47b0-b0bb-6f9361102a29 req-669df199-b7e2-409a-b8b1-3829e556a7ec service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=bcfce408-635a-4e3e-9dce-72f0fce11e9c HTTP/1.1" status: 200 len: 999 time: 0.0992458 Apr 18 21:34:54.222778 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d98720c-5774-47b0-b0bb-6f9361102a29 req-da2d9b0e-de27-45a0-a40a-b1125a3f40a5 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:34:54.224232 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-5d98720c-5774-47b0-b0bb-6f9361102a29 req-da2d9b0e-de27-45a0-a40a-b1125a3f40a5 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=32f4d787-9e43-4aac-98c4-668fa9d35a84 HTTP/1.1" status: 200 len: 851 time: 0.0596225 Apr 18 21:34:54.297043 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-5d98720c-5774-47b0-b0bb-6f9361102a29 req-6ea43a7d-94f7-402f-84eb-5b273933c36b service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=f3320db2-e9b9-4caa-91bd-c608bba0ab9e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0666614 Apr 18 21:34:54.426723 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-5d98720c-5774-47b0-b0bb-6f9361102a29 req-0018b0b1-f87a-4c79-95df-61a62695ed31 service neutron] 10.222.0.48 "GET /v2.0/networks/f3320db2-e9b9-4caa-91bd-c608bba0ab9e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1233315 Apr 18 21:34:54.644552 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-5d98720c-5774-47b0-b0bb-6f9361102a29 req-84dcf451-bdee-4170-a1db-407463c3362e service neutron] 10.222.0.48 "GET /v2.0/networks/f3320db2-e9b9-4caa-91bd-c608bba0ab9e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2117336 Apr 18 21:34:54.858606 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1f72727-42e5-4cad-aea5-6c8cb38ddcfe req-25eba44e-2697-41f9-8408-27a5643d8924 tempest-ServerActionsTestJSON-1319677203 tempest-ServerActionsTestJSON-1319677203-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:34:54.860068 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-e1f72727-42e5-4cad-aea5-6c8cb38ddcfe req-25eba44e-2697-41f9-8408-27a5643d8924 tempest-ServerActionsTestJSON-1319677203 tempest-ServerActionsTestJSON-1319677203-project] 10.222.0.42 "GET /v2.0/ports?device_id=93ba5251-4a3a-4e96-bbc9-d0ea838731c1 HTTP/1.1" status: 200 len: 943 time: 0.0876694 Apr 18 21:34:54.905709 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-e1f72727-42e5-4cad-aea5-6c8cb38ddcfe req-a0a2d588-9f52-4682-855d-8de0f2d24b0f tempest-ServerActionsTestJSON-1319677203 tempest-ServerActionsTestJSON-1319677203-project] 10.222.0.42 "GET /v2.0/security-groups?id=86fda662-3d20-4c8e-beec-0cf6963226d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393043 Apr 18 21:34:55.237044 n-d-838334-2 neutron-server[84041]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '93ba5251-4a3a-4e96-bbc9-d0ea838731c1', 'tag': 'bcfce408-635a-4e3e-9dce-72f0fce11e9c'}] {{(pid=84041) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 21:34:55.302611 n-d-838334-2 neutron-server[84041]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c5627231-4168-41a1-9510-3975b29b586b'] response: {'name': 'network-changed', 'server_uuid': '93ba5251-4a3a-4e96-bbc9-d0ea838731c1', 'tag': 'bcfce408-635a-4e3e-9dce-72f0fce11e9c', 'status': 'completed', 'code': 200} Apr 18 21:34:55.393149 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-66d40436-616d-4194-9f2c-f091f6de4b39 req-1030585b-bd70-4298-9b7f-f6c9397c5ef1 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=675834a466b84bb5a01c14f13ca191f7&device_id=93ba5251-4a3a-4e96-bbc9-d0ea838731c1 HTTP/1.1" status: 200 len: 1094 time: 0.0718305 Apr 18 21:34:55.395804 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-66d40436-616d-4194-9f2c-f091f6de4b39 req-19aa5249-e939-44f7-a0cd-a596b768a19d service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=675834a466b84bb5a01c14f13ca191f7&device_id=93ba5251-4a3a-4e96-bbc9-d0ea838731c1 HTTP/1.1" status: 200 len: 1094 time: 0.0675688 Apr 18 21:34:55.525380 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d40436-616d-4194-9f2c-f091f6de4b39 req-164fcfc0-7558-4d5d-bb6b-a6755e6b5251 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:34:55.526805 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-66d40436-616d-4194-9f2c-f091f6de4b39 req-164fcfc0-7558-4d5d-bb6b-a6755e6b5251 service neutron] 10.222.0.43 "GET /v2.0/networks?id=f3320db2-e9b9-4caa-91bd-c608bba0ab9e HTTP/1.1" status: 200 len: 913 time: 0.1253388 Apr 18 21:34:55.527061 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d40436-616d-4194-9f2c-f091f6de4b39 req-c2db9bc8-4d8a-4e3b-84cd-00b936ce7105 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:34:55.528527 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-66d40436-616d-4194-9f2c-f091f6de4b39 req-c2db9bc8-4d8a-4e3b-84cd-00b936ce7105 service neutron] 10.222.0.48 "GET /v2.0/networks?id=f3320db2-e9b9-4caa-91bd-c608bba0ab9e HTTP/1.1" status: 200 len: 913 time: 0.1284635 Apr 18 21:34:55.628852 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-66d40436-616d-4194-9f2c-f091f6de4b39 req-9d6ba2a2-f49f-4147-a020-e25b6bc88f82 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=bcfce408-635a-4e3e-9dce-72f0fce11e9c HTTP/1.1" status: 200 len: 999 time: 0.0928042 Apr 18 21:34:55.629101 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-66d40436-616d-4194-9f2c-f091f6de4b39 req-36582f2e-4207-4fbc-9f5b-f7a9e1b808e1 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=bcfce408-635a-4e3e-9dce-72f0fce11e9c HTTP/1.1" status: 200 len: 999 time: 0.0963376 Apr 18 21:34:55.690409 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d40436-616d-4194-9f2c-f091f6de4b39 req-9f325600-5ad7-4702-8a49-9c9e7bebf8b9 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:34:55.691852 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-66d40436-616d-4194-9f2c-f091f6de4b39 req-9f325600-5ad7-4702-8a49-9c9e7bebf8b9 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=32f4d787-9e43-4aac-98c4-668fa9d35a84 HTTP/1.1" status: 200 len: 851 time: 0.0577507 Apr 18 21:34:55.695025 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d40436-616d-4194-9f2c-f091f6de4b39 req-92f15daa-0f28-4319-ba81-b5f74cca988c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:34:55.696476 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-66d40436-616d-4194-9f2c-f091f6de4b39 req-92f15daa-0f28-4319-ba81-b5f74cca988c service neutron] 10.222.0.48 "GET /v2.0/subnets?id=32f4d787-9e43-4aac-98c4-668fa9d35a84 HTTP/1.1" status: 200 len: 851 time: 0.0611081 Apr 18 21:34:55.768986 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-66d40436-616d-4194-9f2c-f091f6de4b39 req-4b5ac829-51a4-4a16-915d-459b9c43707e service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=f3320db2-e9b9-4caa-91bd-c608bba0ab9e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0717518 Apr 18 21:34:55.772478 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-66d40436-616d-4194-9f2c-f091f6de4b39 req-39bbf662-d108-40db-bf64-18a24011deea service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=f3320db2-e9b9-4caa-91bd-c608bba0ab9e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0697045 Apr 18 21:34:55.902895 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-66d40436-616d-4194-9f2c-f091f6de4b39 req-8ed9893d-b26f-4e73-96a1-38f7bf48a0d4 service neutron] 10.222.0.43 "GET /v2.0/networks/f3320db2-e9b9-4caa-91bd-c608bba0ab9e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1268487 Apr 18 21:34:55.909098 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-66d40436-616d-4194-9f2c-f091f6de4b39 req-c3bf0593-a7ac-430b-8e76-17f89683e65d service neutron] 10.222.0.48 "GET /v2.0/networks/f3320db2-e9b9-4caa-91bd-c608bba0ab9e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1304502 Apr 18 21:34:56.085085 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-66d40436-616d-4194-9f2c-f091f6de4b39 req-15d8a962-137a-421e-be7e-1e7c9c4207ac service neutron] 10.222.0.48 "GET /v2.0/networks/f3320db2-e9b9-4caa-91bd-c608bba0ab9e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1695223 Apr 18 21:34:56.225918 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-66d40436-616d-4194-9f2c-f091f6de4b39 req-426dcf8c-2e1d-44e3-87bd-01b45713e3d5 service neutron] 10.222.0.43 "GET /v2.0/networks/f3320db2-e9b9-4caa-91bd-c608bba0ab9e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3178201 Apr 18 21:34:56.242219 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00f96f30-8bd4-446c-bec2-a8bf4f79e9bb req-da45f605-6f08-47a8-b331-428d55ddb876 tempest-ServerActionsTestJSON-1319677203 tempest-ServerActionsTestJSON-1319677203-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:34:56.243670 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-00f96f30-8bd4-446c-bec2-a8bf4f79e9bb req-da45f605-6f08-47a8-b331-428d55ddb876 tempest-ServerActionsTestJSON-1319677203 tempest-ServerActionsTestJSON-1319677203-project] 10.222.0.42 "GET /v2.0/ports?device_id=93ba5251-4a3a-4e96-bbc9-d0ea838731c1 HTTP/1.1" status: 200 len: 943 time: 0.1221869 Apr 18 21:34:56.288086 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-00f96f30-8bd4-446c-bec2-a8bf4f79e9bb req-569b6a12-86ce-4347-86ed-0c7204d6570f tempest-ServerActionsTestJSON-1319677203 tempest-ServerActionsTestJSON-1319677203-project] 10.222.0.42 "GET /v2.0/security-groups?id=86fda662-3d20-4c8e-beec-0cf6963226d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389109 Apr 18 21:34:56.652631 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Device bcfce408-635a-4e3e-9dce-72f0fce11e9c no longer exists at agent hyperv_n-h1-838334-2 {{(pid=84042) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 21:34:56.666121 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-564b4b21-009e-4bd5-af5d-494767869581 req-76bf7e77-5846-44b4-aeeb-7839456a9c72 tempest-ServerActionsTestJSON-1319677203 tempest-ServerActionsTestJSON-1319677203-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:34:56.667561 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-564b4b21-009e-4bd5-af5d-494767869581 req-76bf7e77-5846-44b4-aeeb-7839456a9c72 tempest-ServerActionsTestJSON-1319677203 tempest-ServerActionsTestJSON-1319677203-project] 10.222.0.43 "GET /v2.0/ports?device_id=93ba5251-4a3a-4e96-bbc9-d0ea838731c1&tenant_id=675834a466b84bb5a01c14f13ca191f7&binding%3Ahost_id=n-h2-838334-2 HTTP/1.1" status: 200 len: 943 time: 0.1399167 Apr 18 21:34:56.674481 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a81f2e3-0fe3-4507-babf-148269ab61fa req-39b7bb7a-82cf-4bf8-9453-188d0719cbda tempest-ServerActionsTestJSON-1319677203 tempest-ServerActionsTestJSON-1319677203-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:34:56.675831 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-6a81f2e3-0fe3-4507-babf-148269ab61fa req-39b7bb7a-82cf-4bf8-9453-188d0719cbda tempest-ServerActionsTestJSON-1319677203 tempest-ServerActionsTestJSON-1319677203-project] 10.222.0.42 "GET /v2.0/ports?device_id=93ba5251-4a3a-4e96-bbc9-d0ea838731c1 HTTP/1.1" status: 200 len: 943 time: 0.1177111 Apr 18 21:34:56.708880 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Device bcfce408-635a-4e3e-9dce-72f0fce11e9c not bound to the agent host n-h1-838334-2 {{(pid=84042) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 21:34:56.775857 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-6a81f2e3-0fe3-4507-babf-148269ab61fa req-109b99c0-c510-4ff1-830c-a58c762921d2 tempest-ServerActionsTestJSON-1319677203 tempest-ServerActionsTestJSON-1319677203-project] 10.222.0.42 "GET /v2.0/security-groups?id=86fda662-3d20-4c8e-beec-0cf6963226d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0682919 Apr 18 21:34:56.781862 n-d-838334-2 neutron-server[84040]: INFO neutron.api.v2.resource [req-564b4b21-009e-4bd5-af5d-494767869581 req-eb1c6b9b-5b94-44c0-aedc-1e3119681d0d service neutron] delete failed (client error): The resource could not be found. Apr 18 21:34:56.782437 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-564b4b21-009e-4bd5-af5d-494767869581 req-eb1c6b9b-5b94-44c0-aedc-1e3119681d0d service neutron] 10.222.0.43 "DELETE /v2.0/ports/bcfce408-635a-4e3e-9dce-72f0fce11e9c/bindings/n-h1-838334-2 HTTP/1.1" status: 404 len: 380 time: 0.1057425 Apr 18 21:34:56.927920 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-564b4b21-009e-4bd5-af5d-494767869581 req-4cb2e592-466e-4481-aad6-047f91f2528f service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=675834a466b84bb5a01c14f13ca191f7&device_id=93ba5251-4a3a-4e96-bbc9-d0ea838731c1 HTTP/1.1" status: 200 len: 1094 time: 0.0733237 Apr 18 21:34:56.995484 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Device bcfce408-635a-4e3e-9dce-72f0fce11e9c details requested by agent hyperv_n-h2-838334-2 with host n-h2-838334-2 {{(pid=84042) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 18 21:34:57.058733 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-564b4b21-009e-4bd5-af5d-494767869581 req-f2670b01-b825-4b23-9963-ba5b884e4a5a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:34:57.060220 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-564b4b21-009e-4bd5-af5d-494767869581 req-f2670b01-b825-4b23-9963-ba5b884e4a5a service neutron] 10.222.0.43 "GET /v2.0/networks?id=f3320db2-e9b9-4caa-91bd-c608bba0ab9e HTTP/1.1" status: 200 len: 913 time: 0.1261480 Apr 18 21:34:57.127302 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] For port bcfce408-635a-4e3e-9dce-72f0fce11e9c, host n-h2-838334-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838334-2',level=0,port_id=bcfce408-635a-4e3e-9dce-72f0fce11e9c,segment=NetworkSegment(f760d59a-3b5d-4f9f-a682-b437a8b8b263),segment_id=f760d59a-3b5d-4f9f-a682-b437a8b8b263)] {{(pid=84042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:34:57.140491 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Returning: {'device': 'bcfce408-635a-4e3e-9dce-72f0fce11e9c', 'network_id': 'f3320db2-e9b9-4caa-91bd-c608bba0ab9e', 'port_id': 'bcfce408-635a-4e3e-9dce-72f0fce11e9c', 'mac_address': 'fa:16:3e:bb:36:f1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 379, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '32f4d787-9e43-4aac-98c4-668fa9d35a84', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84042) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 18 21:34:57.160522 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-564b4b21-009e-4bd5-af5d-494767869581 req-f344d6b8-2f25-49dc-b74e-fea35324f760 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=bcfce408-635a-4e3e-9dce-72f0fce11e9c HTTP/1.1" status: 200 len: 999 time: 0.0948710 Apr 18 21:34:57.193955 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:34:57.214859 n-d-838334-2 neutron-server[84042]: DEBUG neutron.notifiers.nova [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bcfce408-635a-4e3e-9dce-72f0fce11e9c {{(pid=84042) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 18 21:34:57.221511 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-564b4b21-009e-4bd5-af5d-494767869581 req-f9089c86-304b-4982-b653-9b4257f09903 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:34:57.222935 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-564b4b21-009e-4bd5-af5d-494767869581 req-f9089c86-304b-4982-b653-9b4257f09903 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=32f4d787-9e43-4aac-98c4-668fa9d35a84 HTTP/1.1" status: 200 len: 851 time: 0.0566621 Apr 18 21:34:57.229857 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] For port bcfce408-635a-4e3e-9dce-72f0fce11e9c, host n-h2-838334-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838334-2',level=0,port_id=bcfce408-635a-4e3e-9dce-72f0fce11e9c,segment=NetworkSegment(f760d59a-3b5d-4f9f-a682-b437a8b8b263),segment_id=f760d59a-3b5d-4f9f-a682-b437a8b8b263)] {{(pid=84042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:34:57.234659 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682'] for port, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:34:57.297830 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-564b4b21-009e-4bd5-af5d-494767869581 req-5c15e4e0-7bc7-4988-84de-0aabdd1c80fb service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=f3320db2-e9b9-4caa-91bd-c608bba0ab9e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0687239 Apr 18 21:34:57.299569 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Pushing event updated for resources: {'Port': ['ID=bcfce408-635a-4e3e-9dce-72f0fce11e9c,revision_number=8']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:34:57.308503 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:34:57.308849 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:34:57.309185 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:34:57.309519 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:34:57.309850 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:34:57.310210 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:34:57.310985 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:34:57.311105 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:34:57.311439 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:34:57.311780 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:34:57.312105 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:34:57.428791 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-564b4b21-009e-4bd5-af5d-494767869581 req-c9bef447-df96-4e4f-a5b0-6ab5dd2394b6 service neutron] 10.222.0.43 "GET /v2.0/networks/f3320db2-e9b9-4caa-91bd-c608bba0ab9e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1248658 Apr 18 21:34:57.442059 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] get_ports_and_sgs() called for port_ids ['bcfce408-635a-4e3e-9dce-72f0fce11e9c'] {{(pid=84042) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 18 21:34:57.561158 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-564b4b21-009e-4bd5-af5d-494767869581 req-a5b88b54-1a97-4142-b810-091ff715f481 service neutron] 10.222.0.43 "GET /v2.0/networks/f3320db2-e9b9-4caa-91bd-c608bba0ab9e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1260049 Apr 18 21:34:57.987450 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8296b733-6e28-4164-960a-c3b1b6988d11 req-972a2f95-e0a7-4266-bb24-c7ed75cb440c tempest-ServerActionsTestJSON-1319677203 tempest-ServerActionsTestJSON-1319677203-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:34:57.988951 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-8296b733-6e28-4164-960a-c3b1b6988d11 req-972a2f95-e0a7-4266-bb24-c7ed75cb440c tempest-ServerActionsTestJSON-1319677203 tempest-ServerActionsTestJSON-1319677203-project] 10.222.0.42 "GET /v2.0/ports?device_id=93ba5251-4a3a-4e96-bbc9-d0ea838731c1 HTTP/1.1" status: 200 len: 944 time: 0.0851898 Apr 18 21:34:58.036143 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-8296b733-6e28-4164-960a-c3b1b6988d11 req-83ef0d90-f1d0-4648-813c-861350786e17 tempest-ServerActionsTestJSON-1319677203 tempest-ServerActionsTestJSON-1319677203-project] 10.222.0.42 "GET /v2.0/security-groups?id=86fda662-3d20-4c8e-beec-0cf6963226d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412724 Apr 18 21:34:59.026670 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Device bcfce408-635a-4e3e-9dce-72f0fce11e9c up at agent hyperv_n-h2-838334-2 {{(pid=84042) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 21:34:59.095951 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Provisioning for port bcfce408-635a-4e3e-9dce-72f0fce11e9c completed by entity L2. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 21:34:59.100843 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Provisioning complete for port bcfce408-635a-4e3e-9dce-72f0fce11e9c triggered by entity L2. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:34:59.101258 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1253608'] for port, provisioning_complete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:34:59.217223 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:34:59.232463 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1e7dcd5-2ebe-4c42-acff-7d9f1e0ca82f req-558d2487-a409-4d2d-bff3-6462e5a08b6e tempest-ServerActionsTestJSON-1319677203 tempest-ServerActionsTestJSON-1319677203-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:34:59.233965 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-a1e7dcd5-2ebe-4c42-acff-7d9f1e0ca82f req-558d2487-a409-4d2d-bff3-6462e5a08b6e tempest-ServerActionsTestJSON-1319677203 tempest-ServerActionsTestJSON-1319677203-project] 10.222.0.42 "GET /v2.0/ports?device_id=93ba5251-4a3a-4e96-bbc9-d0ea838731c1 HTTP/1.1" status: 200 len: 944 time: 0.0758779 Apr 18 21:34:59.242737 n-d-838334-2 neutron-server[84042]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '93ba5251-4a3a-4e96-bbc9-d0ea838731c1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bcfce408-635a-4e3e-9dce-72f0fce11e9c'}] {{(pid=84042) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 21:34:59.255438 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] For port bcfce408-635a-4e3e-9dce-72f0fce11e9c, host n-h2-838334-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838334-2',level=0,port_id=bcfce408-635a-4e3e-9dce-72f0fce11e9c,segment=NetworkSegment(f760d59a-3b5d-4f9f-a682-b437a8b8b263),segment_id=f760d59a-3b5d-4f9f-a682-b437a8b8b263)] {{(pid=84042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:34:59.260571 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682'] for port, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:34:59.284370 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-a1e7dcd5-2ebe-4c42-acff-7d9f1e0ca82f req-e40b5291-ece2-4663-a9eb-6f02670b0dc9 tempest-ServerActionsTestJSON-1319677203 tempest-ServerActionsTestJSON-1319677203-project] 10.222.0.42 "GET /v2.0/security-groups?id=86fda662-3d20-4c8e-beec-0cf6963226d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449376 Apr 18 21:34:59.334849 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Pushing event updated for resources: {'Port': ['ID=bcfce408-635a-4e3e-9dce-72f0fce11e9c,revision_number=9']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:34:59.440792 n-d-838334-2 neutron-server[84042]: INFO neutron.notifiers.nova [-] Nova event matching ['req-53f8d1e7-0e73-438a-80f1-13fbc5b8efe4'] response: {'server_uuid': '93ba5251-4a3a-4e96-bbc9-d0ea838731c1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bcfce408-635a-4e3e-9dce-72f0fce11e9c', 'code': 200} Apr 18 21:34:59.487972 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a469e99-1e60-4f13-adf1-acdc650ee30c req-98f9c544-6340-43fa-be98-2ea27bb8751f tempest-ServerActionsTestJSON-1319677203 tempest-ServerActionsTestJSON-1319677203-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:34:59.489389 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-6a469e99-1e60-4f13-adf1-acdc650ee30c req-98f9c544-6340-43fa-be98-2ea27bb8751f tempest-ServerActionsTestJSON-1319677203 tempest-ServerActionsTestJSON-1319677203-project] 10.222.0.42 "GET /v2.0/ports?device_id=93ba5251-4a3a-4e96-bbc9-d0ea838731c1 HTTP/1.1" status: 200 len: 945 time: 0.0763075 Apr 18 21:34:59.534923 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-6a469e99-1e60-4f13-adf1-acdc650ee30c req-04d5800e-43fe-4f98-9461-97f329ca2a20 tempest-ServerActionsTestJSON-1319677203 tempest-ServerActionsTestJSON-1319677203-project] 10.222.0.42 "GET /v2.0/security-groups?id=86fda662-3d20-4c8e-beec-0cf6963226d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398824 Apr 18 21:34:59.908379 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be3c2bb3-359d-451a-bd78-d92cba21b23d req-81089657-0ca2-4c7d-94a6-2fa23b125abe tempest-ServerActionsTestJSON-1319677203 tempest-ServerActionsTestJSON-1319677203-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:34:59.909731 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-be3c2bb3-359d-451a-bd78-d92cba21b23d req-81089657-0ca2-4c7d-94a6-2fa23b125abe tempest-ServerActionsTestJSON-1319677203 tempest-ServerActionsTestJSON-1319677203-project] 10.222.0.42 "GET /v2.0/ports?device_id=93ba5251-4a3a-4e96-bbc9-d0ea838731c1 HTTP/1.1" status: 200 len: 945 time: 0.0793312 Apr 18 21:34:59.938274 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-574cce89-227e-4735-85fb-8d205d8b0132 req-9e24c919-69b8-4d44-8c8b-ef90aafa7a90 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=675834a466b84bb5a01c14f13ca191f7&device_id=93ba5251-4a3a-4e96-bbc9-d0ea838731c1 HTTP/1.1" status: 200 len: 1096 time: 0.0766342 Apr 18 21:34:59.956675 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-be3c2bb3-359d-451a-bd78-d92cba21b23d req-63a6d135-2d76-403a-920c-797c2d3ef97a tempest-ServerActionsTestJSON-1319677203 tempest-ServerActionsTestJSON-1319677203-project] 10.222.0.42 "GET /v2.0/security-groups?id=86fda662-3d20-4c8e-beec-0cf6963226d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408905 Apr 18 21:35:00.089009 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750375287399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253529'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:35:00.092096 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-574cce89-227e-4735-85fb-8d205d8b0132 req-e3939417-0a17-4366-9c17-b99ee9dd25b1 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:35:00.093596 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-574cce89-227e-4735-85fb-8d205d8b0132 req-e3939417-0a17-4366-9c17-b99ee9dd25b1 service neutron] 10.222.0.48 "GET /v2.0/networks?id=f3320db2-e9b9-4caa-91bd-c608bba0ab9e HTTP/1.1" status: 200 len: 913 time: 0.1496761 Apr 18 21:35:00.292270 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-574cce89-227e-4735-85fb-8d205d8b0132 req-8b728d42-c35b-4aff-a04e-8257a2c44921 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=bcfce408-635a-4e3e-9dce-72f0fce11e9c HTTP/1.1" status: 200 len: 1001 time: 0.1547892 Apr 18 21:35:00.359838 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-574cce89-227e-4735-85fb-8d205d8b0132 req-04fb9c71-cf28-48d2-945f-56853706871e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:35:00.361841 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-574cce89-227e-4735-85fb-8d205d8b0132 req-04fb9c71-cf28-48d2-945f-56853706871e service neutron] 10.222.0.48 "GET /v2.0/subnets?id=32f4d787-9e43-4aac-98c4-668fa9d35a84 HTTP/1.1" status: 200 len: 851 time: 0.0633357 Apr 18 21:35:00.440950 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-574cce89-227e-4735-85fb-8d205d8b0132 req-aa73fbd2-1e86-4c90-939f-ee3f1c604358 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=f3320db2-e9b9-4caa-91bd-c608bba0ab9e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0728283 Apr 18 21:35:00.570825 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-574cce89-227e-4735-85fb-8d205d8b0132 req-6e8dda86-3f01-4c7a-a67d-2e8a5e163c32 service neutron] 10.222.0.48 "GET /v2.0/networks/f3320db2-e9b9-4caa-91bd-c608bba0ab9e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1232045 Apr 18 21:35:00.702125 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-574cce89-227e-4735-85fb-8d205d8b0132 req-4a1ea740-9cbe-488a-9254-316207f060ca service neutron] 10.222.0.48 "GET /v2.0/networks/f3320db2-e9b9-4caa-91bd-c608bba0ab9e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1245193 Apr 18 21:35:01.167204 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78e9806a-06f5-4a96-a40b-57e1badcc46d req-1115558d-1732-43b7-9c33-4d1526231500 tempest-ServerActionsTestJSON-1319677203 tempest-ServerActionsTestJSON-1319677203-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:35:01.168931 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-78e9806a-06f5-4a96-a40b-57e1badcc46d req-1115558d-1732-43b7-9c33-4d1526231500 tempest-ServerActionsTestJSON-1319677203 tempest-ServerActionsTestJSON-1319677203-project] 10.222.0.42 "GET /v2.0/ports?device_id=93ba5251-4a3a-4e96-bbc9-d0ea838731c1 HTTP/1.1" status: 200 len: 945 time: 0.0833938 Apr 18 21:35:01.215866 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-78e9806a-06f5-4a96-a40b-57e1badcc46d req-ccf49d00-0cf0-4242-8416-b1de38961667 tempest-ServerActionsTestJSON-1319677203 tempest-ServerActionsTestJSON-1319677203-project] 10.222.0.42 "GET /v2.0/security-groups?id=86fda662-3d20-4c8e-beec-0cf6963226d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412657 Apr 18 21:35:02.515585 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80c330af-db34-4573-b373-391e4910eacf req-dc8618df-dfcc-4519-a745-44f5220f57e4 tempest-ServerActionsTestJSON-1319677203 tempest-ServerActionsTestJSON-1319677203-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:35:02.517051 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-80c330af-db34-4573-b373-391e4910eacf req-dc8618df-dfcc-4519-a745-44f5220f57e4 tempest-ServerActionsTestJSON-1319677203 tempest-ServerActionsTestJSON-1319677203-project] 10.222.0.42 "GET /v2.0/ports?device_id=93ba5251-4a3a-4e96-bbc9-d0ea838731c1 HTTP/1.1" status: 200 len: 945 time: 0.1835370 Apr 18 21:35:02.561764 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-80c330af-db34-4573-b373-391e4910eacf req-7b0c117e-9377-442f-a4f0-050a43e25f8a tempest-ServerActionsTestJSON-1319677203 tempest-ServerActionsTestJSON-1319677203-project] 10.222.0.42 "GET /v2.0/security-groups?id=86fda662-3d20-4c8e-beec-0cf6963226d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388818 Apr 18 21:35:02.963709 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37f0e6a9-1d22-46ac-89ec-cf0161c4fd04 req-244e6427-124e-4a8c-8abe-783d638036f9 tempest-ServerActionsTestJSON-1319677203 tempest-ServerActionsTestJSON-1319677203-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:35:02.965137 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-37f0e6a9-1d22-46ac-89ec-cf0161c4fd04 req-244e6427-124e-4a8c-8abe-783d638036f9 tempest-ServerActionsTestJSON-1319677203 tempest-ServerActionsTestJSON-1319677203-project] 10.222.0.42 "GET /v2.0/ports?device_id=93ba5251-4a3a-4e96-bbc9-d0ea838731c1 HTTP/1.1" status: 200 len: 945 time: 0.0766342 Apr 18 21:35:03.010380 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-37f0e6a9-1d22-46ac-89ec-cf0161c4fd04 req-b4e44b59-8021-40d6-a526-b57559995dd5 tempest-ServerActionsTestJSON-1319677203 tempest-ServerActionsTestJSON-1319677203-project] 10.222.0.42 "GET /v2.0/security-groups?id=86fda662-3d20-4c8e-beec-0cf6963226d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394106 Apr 18 21:35:04.225953 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e195e4b-8a98-4f30-9007-dcb506a5afe1 req-53803d13-f4ad-4de9-8308-c45617759e1d tempest-ServerActionsTestJSON-1319677203 tempest-ServerActionsTestJSON-1319677203-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:35:04.227464 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-0e195e4b-8a98-4f30-9007-dcb506a5afe1 req-53803d13-f4ad-4de9-8308-c45617759e1d tempest-ServerActionsTestJSON-1319677203 tempest-ServerActionsTestJSON-1319677203-project] 10.222.0.42 "GET /v2.0/ports?device_id=93ba5251-4a3a-4e96-bbc9-d0ea838731c1 HTTP/1.1" status: 200 len: 945 time: 0.0839622 Apr 18 21:35:04.258488 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750375287399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253529'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:35:04.275031 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-0e195e4b-8a98-4f30-9007-dcb506a5afe1 req-a7cb2177-d71c-4762-834b-be6cbf1983f9 tempest-ServerActionsTestJSON-1319677203 tempest-ServerActionsTestJSON-1319677203-project] 10.222.0.42 "GET /v2.0/security-groups?id=86fda662-3d20-4c8e-beec-0cf6963226d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417233 Apr 18 21:35:04.281880 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03ecf684-ffe9-419c-a2cc-f81fb53fb4f1 req-84110b61-0fb4-4cae-9a07-8b633f5dd6a8 tempest-ServerActionsTestJSON-1319677203 tempest-ServerActionsTestJSON-1319677203-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:35:04.283322 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-03ecf684-ffe9-419c-a2cc-f81fb53fb4f1 req-84110b61-0fb4-4cae-9a07-8b633f5dd6a8 tempest-ServerActionsTestJSON-1319677203 tempest-ServerActionsTestJSON-1319677203-project] 10.222.0.48 "GET /v2.0/ports?device_id=93ba5251-4a3a-4e96-bbc9-d0ea838731c1 HTTP/1.1" status: 200 len: 945 time: 0.1680756 Apr 18 21:35:04.352310 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.plugin [req-03ecf684-ffe9-419c-a2cc-f81fb53fb4f1 req-1593b73a-3ccf-43b1-8206-60b58bc3a508 tempest-ServerActionsTestJSON-1319677203 tempest-ServerActionsTestJSON-1319677203-project] Deleting port bcfce408-635a-4e3e-9dce-72f0fce11e9c {{(pid=84041) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 21:35:04.352662 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [req-03ecf684-ffe9-419c-a2cc-f81fb53fb4f1 req-1593b73a-3ccf-43b1-8206-60b58bc3a508 tempest-ServerActionsTestJSON-1319677203 tempest-ServerActionsTestJSON-1319677203-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750375188691'] for port, before_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:35:04.592628 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.db [req-03ecf684-ffe9-419c-a2cc-f81fb53fb4f1 req-1593b73a-3ccf-43b1-8206-60b58bc3a508 tempest-ServerActionsTestJSON-1319677203 tempest-ServerActionsTestJSON-1319677203-project] For port bcfce408-635a-4e3e-9dce-72f0fce11e9c, host n-h2-838334-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838334-2',level=0,port_id=bcfce408-635a-4e3e-9dce-72f0fce11e9c,segment=NetworkSegment(f760d59a-3b5d-4f9f-a682-b437a8b8b263),segment_id=f760d59a-3b5d-4f9f-a682-b437a8b8b263)] {{(pid=84041) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:35:04.592984 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [req-03ecf684-ffe9-419c-a2cc-f81fb53fb4f1 req-1593b73a-3ccf-43b1-8206-60b58bc3a508 tempest-ServerActionsTestJSON-1319677203 tempest-ServerActionsTestJSON-1319677203-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369123'] for port, precommit_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:35:04.876422 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [req-03ecf684-ffe9-419c-a2cc-f81fb53fb4f1 req-1593b73a-3ccf-43b1-8206-60b58bc3a508 tempest-ServerActionsTestJSON-1319677203 tempest-ServerActionsTestJSON-1319677203-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:35:04.876696 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [req-03ecf684-ffe9-419c-a2cc-f81fb53fb4f1 req-1593b73a-3ccf-43b1-8206-60b58bc3a508 tempest-ServerActionsTestJSON-1319677203 tempest-ServerActionsTestJSON-1319677203-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33444131'] for floatingip, after_update {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:35:04.877002 n-d-838334-2 neutron-server[84041]: INFO neutron.db.l3_db [req-03ecf684-ffe9-419c-a2cc-f81fb53fb4f1 req-1593b73a-3ccf-43b1-8206-60b58bc3a508 tempest-ServerActionsTestJSON-1319677203 tempest-ServerActionsTestJSON-1319677203-project] Floating IP 9831c303-c663-4aea-a904-d83b03360b56 disassociated. External IP: 172.25.8.225, port: bcfce408-635a-4e3e-9dce-72f0fce11e9c. Apr 18 21:35:04.877331 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.plugin [req-03ecf684-ffe9-419c-a2cc-f81fb53fb4f1 req-1593b73a-3ccf-43b1-8206-60b58bc3a508 tempest-ServerActionsTestJSON-1319677203 tempest-ServerActionsTestJSON-1319677203-project] Calling delete_port for bcfce408-635a-4e3e-9dce-72f0fce11e9c owned by compute:nova {{(pid=84041) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 21:35:05.017784 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [req-03ecf684-ffe9-419c-a2cc-f81fb53fb4f1 req-1593b73a-3ccf-43b1-8206-60b58bc3a508 tempest-ServerActionsTestJSON-1319677203 tempest-ServerActionsTestJSON-1319677203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750375259028', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750374836628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32266323'] for port, after_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:35:05.068741 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1593b73a-3ccf-43b1-8206-60b58bc3a508 tempest-ServerActionsTestJSON-1319677203 tempest-ServerActionsTestJSON-1319677203-project] Pushing event deleted for resources: {'Port': ['ID=bcfce408-635a-4e3e-9dce-72f0fce11e9c,revision_number=None']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:35:05.267452 n-d-838334-2 neutron-server[84041]: DEBUG neutron.scheduler.l3_agent_scheduler [req-03ecf684-ffe9-419c-a2cc-f81fb53fb4f1 req-1593b73a-3ccf-43b1-8206-60b58bc3a508 tempest-ServerActionsTestJSON-1319677203 tempest-ServerActionsTestJSON-1319677203-project] Router 6861cd65-eca4-4490-a200-e76033a5ee01 has already been hosted by L3 agent bc84d6c9-dd7a-4555-a351-592327b46d5a {{(pid=84041) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 21:35:05.437811 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-79bdc49b-67a1-4b70-9f51-2fbbeb578416 req-8fbb1df1-2345-451e-9e7e-898d67aff39c tempest-ServerActionsTestJSON-1319677203 tempest-ServerActionsTestJSON-1319677203-project] 10.222.0.42 "GET /v2.0/ports?device_id=93ba5251-4a3a-4e96-bbc9-d0ea838731c1 HTTP/1.1" status: 200 len: 210 time: 0.0428317 Apr 18 21:35:05.480977 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-03ecf684-ffe9-419c-a2cc-f81fb53fb4f1 req-1593b73a-3ccf-43b1-8206-60b58bc3a508 tempest-ServerActionsTestJSON-1319677203 tempest-ServerActionsTestJSON-1319677203-project] Notify agent at l3_agent.n-d-838334-2 the message routers_updated {{(pid=84041) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 21:35:05.492587 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e9081cd-adb5-42a8-9e36-7aab4003dbd7 None None] Sync routers for ids ['6861cd65-eca4-4490-a200-e76033a5ee01'] in n-d-838334-2 {{(pid=84042) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 18 21:35:05.504834 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e9081cd-adb5-42a8-9e36-7aab4003dbd7 None None] Routers {'6861cd65-eca4-4490-a200-e76033a5ee01'} bound to L3 agent in host n-d-838334-2 {{(pid=84042) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 21:35:05.505537 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_hamode_db [None req-5e9081cd-adb5-42a8-9e36-7aab4003dbd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838334-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-18T20:25:48Z,description=,heartbeat_timestamp=2022-04-18T21:34:48Z,host='n-d-838334-2',id=bc84d6c9-dd7a-4555-a351-592327b46d5a,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:25:48Z,topic='l3_agent')) {'router_ids': ['6861cd65-eca4-4490-a200-e76033a5ee01'], 'active': True} {{(pid=84042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:35:05.559585 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.l3_dvrscheduler_db [req-03ecf684-ffe9-419c-a2cc-f81fb53fb4f1 req-1593b73a-3ccf-43b1-8206-60b58bc3a508 tempest-ServerActionsTestJSON-1319677203 tempest-ServerActionsTestJSON-1319677203-project] No DVR routers for this DVR port bcfce408-635a-4e3e-9dce-72f0fce11e9c on host n-h2-838334-2 {{(pid=84041) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 21:35:05.562410 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [req-03ecf684-ffe9-419c-a2cc-f81fb53fb4f1 req-1593b73a-3ccf-43b1-8206-60b58bc3a508 tempest-ServerActionsTestJSON-1319677203 tempest-ServerActionsTestJSON-1319677203-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217293'] for port, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:35:05.565331 n-d-838334-2 neutron-server[84041]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '93ba5251-4a3a-4e96-bbc9-d0ea838731c1', 'name': 'network-vif-deleted', 'tag': 'bcfce408-635a-4e3e-9dce-72f0fce11e9c'}] {{(pid=84041) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 21:35:05.588859 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-03ecf684-ffe9-419c-a2cc-f81fb53fb4f1 req-1593b73a-3ccf-43b1-8206-60b58bc3a508 tempest-ServerActionsTestJSON-1319677203 tempest-ServerActionsTestJSON-1319677203-project] 10.222.0.48 "DELETE /v2.0/ports/bcfce408-635a-4e3e-9dce-72f0fce11e9c HTTP/1.1" status: 204 len: 173 time: 1.2991166 Apr 18 21:35:05.731666 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_dvr_db [None req-5e9081cd-adb5-42a8-9e36-7aab4003dbd7 None None] Set router 6861cd65-eca4-4490-a200-e76033a5ee01 gateway port host: n-d-838334-2 {{(pid=84042) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 21:35:05.761652 n-d-838334-2 neutron-server[84041]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3cd67def-b8bc-417b-9ec6-ca8923f0bde5'] response: {'server_uuid': '93ba5251-4a3a-4e96-bbc9-d0ea838731c1', 'name': 'network-vif-deleted', 'tag': 'bcfce408-635a-4e3e-9dce-72f0fce11e9c', 'status': 'completed', 'code': 200} Apr 18 21:35:06.037532 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_hamode_db [None req-5e9081cd-adb5-42a8-9e36-7aab4003dbd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6861cd65-eca4-4490-a200-e76033a5ee01', 'name': 'tempest-ServerActionsTestJSON-1522639251-router', 'tenant_id': '675834a466b84bb5a01c14f13ca191f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'external_fixed_ips': [{'subnet_id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'ip_address': '172.25.8.149'}], 'enable_snat': True}, 'gw_port_id': '7071e091-9f0f-4bb0-a769-bd885f8aec0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:33:12Z', 'updated_at': '2022-04-18T21:33:15Z', 'revision_number': 4, 'project_id': '675834a466b84bb5a01c14f13ca191f7', 'gw_port': {'id': '7071e091-9f0f-4bb0-a769-bd885f8aec0c', 'name': '', 'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:ee:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6861cd65-eca4-4490-a200-e76033a5ee01', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'ip_address': '172.25.8.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:33:13Z', 'updated_at': '2022-04-18T21:33:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838334-2', '_interfaces': [{'id': '252d04e9-7528-4fd9-8583-53107d3a8f75', 'name': '', 'network_id': 'f3320db2-e9b9-4caa-91bd-c608bba0ab9e', 'tenant_id': '675834a466b84bb5a01c14f13ca191f7', 'mac_address': 'fa:16:3e:e9:5f:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6861cd65-eca4-4490-a200-e76033a5ee01', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '32f4d787-9e43-4aac-98c4-668fa9d35a84', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:33:15Z', 'updated_at': '2022-04-18T21:33:33Z', 'revision_number': 5, 'project_id': '675834a466b84bb5a01c14f13ca191f7', 'subnets': [{'id': '32f4d787-9e43-4aac-98c4-668fa9d35a84', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838334-2', False) {} {{(pid=84042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:35:06.041322 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e9081cd-adb5-42a8-9e36-7aab4003dbd7 None None] Checking router: 6861cd65-eca4-4490-a200-e76033a5ee01 for host: n-d-838334-2 {{(pid=84042) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 18 21:35:06.052704 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e9081cd-adb5-42a8-9e36-7aab4003dbd7 None None] Routers {'6861cd65-eca4-4490-a200-e76033a5ee01'} bound to L3 agent in host n-d-838334-2 {{(pid=84042) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 21:35:06.053300 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_hamode_db [None req-5e9081cd-adb5-42a8-9e36-7aab4003dbd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838334-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-18T20:25:48Z,description=,heartbeat_timestamp=2022-04-18T21:34:48Z,host='n-d-838334-2',id=bc84d6c9-dd7a-4555-a351-592327b46d5a,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:25:48Z,topic='l3_agent')) {'router_ids': ['6861cd65-eca4-4490-a200-e76033a5ee01'], 'active': True} {{(pid=84042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:35:06.230809 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_dvr_db [None req-5e9081cd-adb5-42a8-9e36-7aab4003dbd7 None None] Set router 6861cd65-eca4-4490-a200-e76033a5ee01 gateway port host: n-d-838334-2 {{(pid=84042) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 21:35:06.531483 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_hamode_db [None req-5e9081cd-adb5-42a8-9e36-7aab4003dbd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6861cd65-eca4-4490-a200-e76033a5ee01', 'name': 'tempest-ServerActionsTestJSON-1522639251-router', 'tenant_id': '675834a466b84bb5a01c14f13ca191f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'external_fixed_ips': [{'subnet_id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'ip_address': '172.25.8.149'}], 'enable_snat': True}, 'gw_port_id': '7071e091-9f0f-4bb0-a769-bd885f8aec0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:33:12Z', 'updated_at': '2022-04-18T21:33:15Z', 'revision_number': 4, 'project_id': '675834a466b84bb5a01c14f13ca191f7', 'gw_port': {'id': '7071e091-9f0f-4bb0-a769-bd885f8aec0c', 'name': '', 'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:ee:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6861cd65-eca4-4490-a200-e76033a5ee01', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'ip_address': '172.25.8.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:33:13Z', 'updated_at': '2022-04-18T21:33:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838334-2', '_interfaces': [{'id': '252d04e9-7528-4fd9-8583-53107d3a8f75', 'name': '', 'network_id': 'f3320db2-e9b9-4caa-91bd-c608bba0ab9e', 'tenant_id': '675834a466b84bb5a01c14f13ca191f7', 'mac_address': 'fa:16:3e:e9:5f:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6861cd65-eca4-4490-a200-e76033a5ee01', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '32f4d787-9e43-4aac-98c4-668fa9d35a84', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:33:15Z', 'updated_at': '2022-04-18T21:33:33Z', 'revision_number': 5, 'project_id': '675834a466b84bb5a01c14f13ca191f7', 'subnets': [{'id': '32f4d787-9e43-4aac-98c4-668fa9d35a84', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838334-2', False) {} {{(pid=84042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:35:06.535502 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e9081cd-adb5-42a8-9e36-7aab4003dbd7 None None] The sync data for ids ['6861cd65-eca4-4490-a200-e76033a5ee01'] in n-d-838334-2 is: [{'id': '6861cd65-eca4-4490-a200-e76033a5ee01', 'name': 'tempest-ServerActionsTestJSON-1522639251-router', 'tenant_id': '675834a466b84bb5a01c14f13ca191f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'external_fixed_ips': [{'subnet_id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'ip_address': '172.25.8.149'}], 'enable_snat': True}, 'gw_port_id': '7071e091-9f0f-4bb0-a769-bd885f8aec0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:33:12Z', 'updated_at': '2022-04-18T21:33:15Z', 'revision_number': 4, 'project_id': '675834a466b84bb5a01c14f13ca191f7', 'gw_port': {'id': '7071e091-9f0f-4bb0-a769-bd885f8aec0c', 'name': '', 'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:ee:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6861cd65-eca4-4490-a200-e76033a5ee01', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'ip_address': '172.25.8.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:33:13Z', 'updated_at': '2022-04-18T21:33:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838334-2', '_interfaces': [{'id': '252d04e9-7528-4fd9-8583-53107d3a8f75', 'name': '', 'network_id': 'f3320db2-e9b9-4caa-91bd-c608bba0ab9e', 'tenant_id': '675834a466b84bb5a01c14f13ca191f7', 'mac_address': 'fa:16:3e:e9:5f:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6861cd65-eca4-4490-a200-e76033a5ee01', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '32f4d787-9e43-4aac-98c4-668fa9d35a84', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:33:15Z', 'updated_at': '2022-04-18T21:33:33Z', 'revision_number': 5, 'project_id': '675834a466b84bb5a01c14f13ca191f7', 'subnets': [{'id': '32f4d787-9e43-4aac-98c4-668fa9d35a84', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84042) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 18 21:35:06.758019 n-d-838334-2 neutron-server[84043]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a290189-6488-4a6f-ac02-8169cab86a9c None None] New status for floating IP 9831c303-c663-4aea-a904-d83b03360b56: DOWN {{(pid=84043) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Apr 18 21:35:06.815824 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-349d1490-3dbf-43db-9a56-f5862ad25576 req-3382861b-e62d-48de-a08e-0e94940f681e tempest-ServerActionsTestJSON-1319677203 tempest-ServerActionsTestJSON-1319677203-project] 10.222.0.42 "GET /v2.0/security-groups?name=tempest-securitygroup--1126428647&fields=id&tenant_id=675834a466b84bb5a01c14f13ca191f7 HTTP/1.1" status: 200 len: 267 time: 0.0468051 Apr 18 21:35:06.964961 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-349d1490-3dbf-43db-9a56-f5862ad25576 req-ca36fc96-1d6f-449e-83b0-f6264570e2b2 tempest-ServerActionsTestJSON-1319677203 tempest-ServerActionsTestJSON-1319677203-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:35:06.966493 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-349d1490-3dbf-43db-9a56-f5862ad25576 req-ca36fc96-1d6f-449e-83b0-f6264570e2b2 tempest-ServerActionsTestJSON-1319677203 tempest-ServerActionsTestJSON-1319677203-project] 10.222.0.42 "GET /v2.0/networks?id=f3320db2-e9b9-4caa-91bd-c608bba0ab9e HTTP/1.1" status: 200 len: 812 time: 0.1440670 Apr 18 21:35:06.991528 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-349d1490-3dbf-43db-9a56-f5862ad25576 req-952a6fdc-fc1e-4e26-8b2e-ef0ca70826ce tempest-ServerActionsTestJSON-1319677203 tempest-ServerActionsTestJSON-1319677203-project] 10.222.0.42 "GET /v2.0/quotas/675834a466b84bb5a01c14f13ca191f7 HTTP/1.1" status: 200 len: 375 time: 0.0122695 Apr 18 21:35:07.040642 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Device bcfce408-635a-4e3e-9dce-72f0fce11e9c no longer exists at agent hyperv_n-h2-838334-2 {{(pid=84042) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 21:35:07.075659 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-349d1490-3dbf-43db-9a56-f5862ad25576 req-fe360d85-9806-4fdc-b1aa-462c651903dc tempest-ServerActionsTestJSON-1319677203 tempest-ServerActionsTestJSON-1319677203-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=675834a466b84bb5a01c14f13ca191f7&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0786276 Apr 18 21:35:07.078352 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.plugin [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] No Port match for: bcfce408-635a-4e3e-9dce-72f0fce11e9c {{(pid=84042) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 18 21:35:07.078698 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Device bcfce408-635a-4e3e-9dce-72f0fce11e9c not bound to the agent host n-h2-838334-2 {{(pid=84042) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 21:35:07.312645 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-349d1490-3dbf-43db-9a56-f5862ad25576 req-5e4ade0b-000a-4ce0-a103-67f81ba4e8b7 service neutron] 10.222.0.42 "GET /v2.0/networks/f3320db2-e9b9-4caa-91bd-c608bba0ab9e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1872745 Apr 18 21:35:07.439090 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-349d1490-3dbf-43db-9a56-f5862ad25576 req-88877970-5e98-4cdd-9672-bb1de7dbffb6 service neutron] 10.222.0.42 "GET /v2.0/networks/f3320db2-e9b9-4caa-91bd-c608bba0ab9e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1207988 Apr 18 21:35:07.626952 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-77f3cc86-e984-4714-9e9e-1f7c7a5e8338 req-a589357b-cb5e-4976-816a-d8d9605b8f9c tempest-ServerActionsTestJSON-1319677203 tempest-ServerActionsTestJSON-1319677203-project] 10.222.0.42 "GET /v2.0/ports?device_id=89ede35b-88e5-4055-a601-a4983c187c71 HTTP/1.1" status: 200 len: 210 time: 0.0406051 Apr 18 21:35:08.645977 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-349d1490-3dbf-43db-9a56-f5862ad25576 req-f10e1f39-78d5-4b60-a88a-746e89213c69 tempest-ServerActionsTestJSON-1319677203 tempest-ServerActionsTestJSON-1319677203-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:35:08.647485 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-349d1490-3dbf-43db-9a56-f5862ad25576 req-f10e1f39-78d5-4b60-a88a-746e89213c69 tempest-ServerActionsTestJSON-1319677203 tempest-ServerActionsTestJSON-1319677203-project] 10.222.0.48 "GET /v2.0/networks?id=f3320db2-e9b9-4caa-91bd-c608bba0ab9e HTTP/1.1" status: 200 len: 812 time: 0.1457849 Apr 18 21:35:08.701487 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-349d1490-3dbf-43db-9a56-f5862ad25576 req-9cc5bdf4-b3a3-4ef6-bb8e-fa61ca2e72a5 tempest-ServerActionsTestJSON-1319677203 tempest-ServerActionsTestJSON-1319677203-project] 10.222.0.48 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=675834a466b84bb5a01c14f13ca191f7 HTTP/1.1" status: 200 len: 380 time: 0.0416520 Apr 18 21:35:08.709162 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.v2.base [req-349d1490-3dbf-43db-9a56-f5862ad25576 req-3d345618-26ab-42d2-b1f9-1622a27e050d tempest-ServerActionsTestJSON-1319677203 tempest-ServerActionsTestJSON-1319677203-project] Request body: {'port': {'device_id': '89ede35b-88e5-4055-a601-a4983c187c71', 'network_id': 'f3320db2-e9b9-4caa-91bd-c608bba0ab9e', 'admin_state_up': True, 'tenant_id': '675834a466b84bb5a01c14f13ca191f7', 'security_groups': ['86fda662-3d20-4c8e-beec-0cf6963226d6']}} {{(pid=84041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:35:08.800610 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-d526f9aa-c7af-428d-9999-6bdb180ff2dc req-0c9da8b9-dfb1-4fd4-9875-9ef539ecb1e6 tempest-ServerActionsTestJSON-1319677203 tempest-ServerActionsTestJSON-1319677203-project] 10.222.0.42 "GET /v2.0/ports?device_id=89ede35b-88e5-4055-a601-a4983c187c71 HTTP/1.1" status: 200 len: 210 time: 0.0464649 Apr 18 21:35:08.948758 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [req-349d1490-3dbf-43db-9a56-f5862ad25576 req-3d345618-26ab-42d2-b1f9-1622a27e050d tempest-ServerActionsTestJSON-1319677203 tempest-ServerActionsTestJSON-1319677203-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:35:08.953038 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [req-349d1490-3dbf-43db-9a56-f5862ad25576 req-3d345618-26ab-42d2-b1f9-1622a27e050d tempest-ServerActionsTestJSON-1319677203 tempest-ServerActionsTestJSON-1319677203-project] Usage tracker for resource:port and tenant:675834a466b84bb5a01c14f13ca191f7 is out of sync, need to count used quota {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:35:08.955844 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [req-349d1490-3dbf-43db-9a56-f5862ad25576 req-3d345618-26ab-42d2-b1f9-1622a27e050d tempest-ServerActionsTestJSON-1319677203 tempest-ServerActionsTestJSON-1319677203-project] Quota usage for port was recalculated. Used quota:3. {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:35:08.961425 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [req-349d1490-3dbf-43db-9a56-f5862ad25576 req-3d345618-26ab-42d2-b1f9-1622a27e050d tempest-ServerActionsTestJSON-1319677203 tempest-ServerActionsTestJSON-1319677203-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:35:08.971602 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-349d1490-3dbf-43db-9a56-f5862ad25576 req-3d345618-26ab-42d2-b1f9-1622a27e050d tempest-ServerActionsTestJSON-1319677203 tempest-ServerActionsTestJSON-1319677203-project] Made reservation on behalf of 675834a466b84bb5a01c14f13ca191f7 for: {'port': 1} {{(pid=84041) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:35:08.974631 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [req-349d1490-3dbf-43db-9a56-f5862ad25576 req-3d345618-26ab-42d2-b1f9-1622a27e050d tempest-ServerActionsTestJSON-1319677203 tempest-ServerActionsTestJSON-1319677203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:35:09.131177 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.db_base_plugin_common [req-349d1490-3dbf-43db-9a56-f5862ad25576 req-3d345618-26ab-42d2-b1f9-1622a27e050d tempest-ServerActionsTestJSON-1319677203 tempest-ServerActionsTestJSON-1319677203-project] Allocated IP 172.20.0.11 (f3320db2-e9b9-4caa-91bd-c608bba0ab9e/32f4d787-9e43-4aac-98c4-668fa9d35a84/163f66d9-f0f9-4b46-9422-089fc925732a) {{(pid=84041) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 21:35:09.315091 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [req-349d1490-3dbf-43db-9a56-f5862ad25576 req-3d345618-26ab-42d2-b1f9-1622a27e050d tempest-ServerActionsTestJSON-1319677203 tempest-ServerActionsTestJSON-1319677203-project] Notify callbacks [] for port, precommit_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:35:09.331104 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.provisioning_blocks [req-349d1490-3dbf-43db-9a56-f5862ad25576 req-3d345618-26ab-42d2-b1f9-1622a27e050d tempest-ServerActionsTestJSON-1319677203 tempest-ServerActionsTestJSON-1319677203-project] Transition to ACTIVE for port object 163f66d9-f0f9-4b46-9422-089fc925732a will not be triggered until provisioned by entity DHCP. {{(pid=84041) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:35:09.352204 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [req-349d1490-3dbf-43db-9a56-f5862ad25576 req-3d345618-26ab-42d2-b1f9-1622a27e050d tempest-ServerActionsTestJSON-1319677203 tempest-ServerActionsTestJSON-1319677203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750374836619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32266323'] for port, after_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:35:09.420958 n-d-838334-2 neutron-server[84041]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-349d1490-3dbf-43db-9a56-f5862ad25576 req-3d345618-26ab-42d2-b1f9-1622a27e050d tempest-ServerActionsTestJSON-1319677203 tempest-ServerActionsTestJSON-1319677203-project] Network f3320db2-e9b9-4caa-91bd-c608bba0ab9e is already hosted by enough agents. {{(pid=84041) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:35:09.423797 n-d-838334-2 neutron-server[84041]: DEBUG neutron.scheduler.base_scheduler [req-349d1490-3dbf-43db-9a56-f5862ad25576 req-3d345618-26ab-42d2-b1f9-1622a27e050d tempest-ServerActionsTestJSON-1319677203 tempest-ServerActionsTestJSON-1319677203-project] Resources bound (agent type, host, resource id): {{(pid=84041) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:35:09.426133 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.l3_dvrscheduler_db [req-349d1490-3dbf-43db-9a56-f5862ad25576 req-3d345618-26ab-42d2-b1f9-1622a27e050d tempest-ServerActionsTestJSON-1319677203 tempest-ServerActionsTestJSON-1319677203-project] Received port after_create {{(pid=84041) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 21:35:09.463030 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d345618-26ab-42d2-b1f9-1622a27e050d tempest-ServerActionsTestJSON-1319677203 tempest-ServerActionsTestJSON-1319677203-project] Pushing event updated for resources: {'Port': ['ID=163f66d9-f0f9-4b46-9422-089fc925732a,revision_number=1']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:35:09.496155 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-349d1490-3dbf-43db-9a56-f5862ad25576 req-3d345618-26ab-42d2-b1f9-1622a27e050d tempest-ServerActionsTestJSON-1319677203 tempest-ServerActionsTestJSON-1319677203-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:35:09.496747 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [req-349d1490-3dbf-43db-9a56-f5862ad25576 req-3d345618-26ab-42d2-b1f9-1622a27e050d tempest-ServerActionsTestJSON-1319677203 tempest-ServerActionsTestJSON-1319677203-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217293'] for port, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:35:09.522185 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-349d1490-3dbf-43db-9a56-f5862ad25576 req-3d345618-26ab-42d2-b1f9-1622a27e050d tempest-ServerActionsTestJSON-1319677203 tempest-ServerActionsTestJSON-1319677203-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8165433 Apr 18 21:35:09.534509 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.v2.base [req-349d1490-3dbf-43db-9a56-f5862ad25576 req-c1dcf2ee-6de5-41ae-9a8f-701a4e20b5f7 service neutron] Request body: {'port': {'device_id': '89ede35b-88e5-4055-a601-a4983c187c71', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-838334-2'}} {{(pid=84041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:35:09.626171 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-d3565b33-fef6-4e45-8614-42428f036017 None None] Provisioning for port 163f66d9-f0f9-4b46-9422-089fc925732a completed by entity DHCP. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 21:35:09.630909 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-d3565b33-fef6-4e45-8614-42428f036017 None None] Provisioning complete for port 163f66d9-f0f9-4b46-9422-089fc925732a triggered by entity DHCP. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:35:09.631314 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-d3565b33-fef6-4e45-8614-42428f036017 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1253608'] for port, provisioning_complete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:35:09.647998 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [req-349d1490-3dbf-43db-9a56-f5862ad25576 req-c1dcf2ee-6de5-41ae-9a8f-701a4e20b5f7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:35:09.684620 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.plugin [None req-d3565b33-fef6-4e45-8614-42428f036017 None None] Port 163f66d9-f0f9-4b46-9422-089fc925732a cannot update to ACTIVE because it is not bound. {{(pid=84042) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 18 21:35:09.981526 n-d-838334-2 neutron-server[84041]: DEBUG neutron.notifiers.nova [req-349d1490-3dbf-43db-9a56-f5862ad25576 req-c1dcf2ee-6de5-41ae-9a8f-701a4e20b5f7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 163f66d9-f0f9-4b46-9422-089fc925732a {{(pid=84041) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 18 21:35:09.989358 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [req-349d1490-3dbf-43db-9a56-f5862ad25576 req-c1dcf2ee-6de5-41ae-9a8f-701a4e20b5f7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:35:09.998535 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbe602bc-3cf9-413c-a40f-beebf59b3bfd req-7bc5bc9c-ba7b-49a2-adb3-31d2fe5491c6 tempest-ServerActionsTestJSON-1319677203 tempest-ServerActionsTestJSON-1319677203-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:35:09.999994 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-dbe602bc-3cf9-413c-a40f-beebf59b3bfd req-7bc5bc9c-ba7b-49a2-adb3-31d2fe5491c6 tempest-ServerActionsTestJSON-1319677203 tempest-ServerActionsTestJSON-1319677203-project] 10.222.0.42 "GET /v2.0/ports?device_id=89ede35b-88e5-4055-a601-a4983c187c71 HTTP/1.1" status: 200 len: 932 time: 0.0783124 Apr 18 21:35:10.004394 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.provisioning_blocks [req-349d1490-3dbf-43db-9a56-f5862ad25576 req-c1dcf2ee-6de5-41ae-9a8f-701a4e20b5f7 service neutron] Transition to ACTIVE for port object 163f66d9-f0f9-4b46-9422-089fc925732a will not be triggered until provisioned by entity L2. {{(pid=84041) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:35:10.008175 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [req-349d1490-3dbf-43db-9a56-f5862ad25576 req-c1dcf2ee-6de5-41ae-9a8f-701a4e20b5f7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32266282'] for port, after_update {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:35:10.046005 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-dbe602bc-3cf9-413c-a40f-beebf59b3bfd req-c1854265-2916-41bb-9d06-0df27ca7b274 tempest-ServerActionsTestJSON-1319677203 tempest-ServerActionsTestJSON-1319677203-project] 10.222.0.42 "GET /v2.0/security-groups?id=86fda662-3d20-4c8e-beec-0cf6963226d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401075 Apr 18 21:35:10.139932 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1dcf2ee-6de5-41ae-9a8f-701a4e20b5f7 service neutron] Pushing event updated for resources: {'Port': ['ID=163f66d9-f0f9-4b46-9422-089fc925732a,revision_number=2']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:35:10.244223 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.managers [req-349d1490-3dbf-43db-9a56-f5862ad25576 req-c1dcf2ee-6de5-41ae-9a8f-701a4e20b5f7 service neutron] Attempting to bind port 163f66d9-f0f9-4b46-9422-089fc925732a on host n-h2-838334-2 for vnic_type normal with profile {{(pid=84041) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 21:35:10.244550 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.managers [req-349d1490-3dbf-43db-9a56-f5862ad25576 req-c1dcf2ee-6de5-41ae-9a8f-701a4e20b5f7 service neutron] Attempting to bind port 163f66d9-f0f9-4b46-9422-089fc925732a by drivers openvswitch,hyperv on host n-h2-838334-2 at level 0 using segments [{'id': 'f760d59a-3b5d-4f9f-a682-b437a8b8b263', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': 'f3320db2-e9b9-4caa-91bd-c608bba0ab9e'}] {{(pid=84041) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 21:35:10.244867 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-349d1490-3dbf-43db-9a56-f5862ad25576 req-c1dcf2ee-6de5-41ae-9a8f-701a4e20b5f7 service neutron] Attempting to bind port 163f66d9-f0f9-4b46-9422-089fc925732a on network f3320db2-e9b9-4caa-91bd-c608bba0ab9e {{(pid=84041) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 21:35:10.251362 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-349d1490-3dbf-43db-9a56-f5862ad25576 req-c1dcf2ee-6de5-41ae-9a8f-701a4e20b5f7 service neutron] Port 163f66d9-f0f9-4b46-9422-089fc925732a on network f3320db2-e9b9-4caa-91bd-c608bba0ab9e not bound, no agent of type Open vSwitch agent registered on host n-h2-838334-2 {{(pid=84041) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 18 21:35:10.251692 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-349d1490-3dbf-43db-9a56-f5862ad25576 req-c1dcf2ee-6de5-41ae-9a8f-701a4e20b5f7 service neutron] Attempting to bind port 163f66d9-f0f9-4b46-9422-089fc925732a on network f3320db2-e9b9-4caa-91bd-c608bba0ab9e {{(pid=84041) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 21:35:10.257800 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-349d1490-3dbf-43db-9a56-f5862ad25576 req-c1dcf2ee-6de5-41ae-9a8f-701a4e20b5f7 service neutron] Checking agent: {'id': 'dc797004-f641-47b7-a77f-9c62b5b16296', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-838334-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 34, 3), 'started_at': datetime.datetime(2022, 4, 18, 20, 34, 3), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 21, 35, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84041) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 18 21:35:10.258127 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-349d1490-3dbf-43db-9a56-f5862ad25576 req-c1dcf2ee-6de5-41ae-9a8f-701a4e20b5f7 service neutron] Checking segment: {'id': 'f760d59a-3b5d-4f9f-a682-b437a8b8b263', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': 'f3320db2-e9b9-4caa-91bd-c608bba0ab9e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84041) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 21:35:10.258499 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-349d1490-3dbf-43db-9a56-f5862ad25576 req-c1dcf2ee-6de5-41ae-9a8f-701a4e20b5f7 service neutron] Bound using segment: {'id': 'f760d59a-3b5d-4f9f-a682-b437a8b8b263', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': 'f3320db2-e9b9-4caa-91bd-c608bba0ab9e'} {{(pid=84041) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 18 21:35:10.258914 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.managers [req-349d1490-3dbf-43db-9a56-f5862ad25576 req-c1dcf2ee-6de5-41ae-9a8f-701a4e20b5f7 service neutron] Bound port: 163f66d9-f0f9-4b46-9422-089fc925732a, host: n-h2-838334-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f760d59a-3b5d-4f9f-a682-b437a8b8b263', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': 'f3320db2-e9b9-4caa-91bd-c608bba0ab9e'}}] {{(pid=84041) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 21:35:10.259258 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [req-349d1490-3dbf-43db-9a56-f5862ad25576 req-c1dcf2ee-6de5-41ae-9a8f-701a4e20b5f7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:35:10.348089 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.db [req-349d1490-3dbf-43db-9a56-f5862ad25576 req-c1dcf2ee-6de5-41ae-9a8f-701a4e20b5f7 service neutron] For port 163f66d9-f0f9-4b46-9422-089fc925732a, host n-h2-838334-2, cleared binding levels {{(pid=84041) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 21:35:10.350918 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.db [req-349d1490-3dbf-43db-9a56-f5862ad25576 req-c1dcf2ee-6de5-41ae-9a8f-701a4e20b5f7 service neutron] For port 163f66d9-f0f9-4b46-9422-089fc925732a, host n-h2-838334-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838334-2',level=0,port_id=163f66d9-f0f9-4b46-9422-089fc925732a,segment=NetworkSegment(f760d59a-3b5d-4f9f-a682-b437a8b8b263),segment_id=f760d59a-3b5d-4f9f-a682-b437a8b8b263)] {{(pid=84041) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 21:35:10.355981 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [req-349d1490-3dbf-43db-9a56-f5862ad25576 req-c1dcf2ee-6de5-41ae-9a8f-701a4e20b5f7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32266282'] for port, after_update {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:35:10.421027 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [req-349d1490-3dbf-43db-9a56-f5862ad25576 req-c1dcf2ee-6de5-41ae-9a8f-701a4e20b5f7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217293'] for port, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:35:10.422382 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-349d1490-3dbf-43db-9a56-f5862ad25576 req-c1dcf2ee-6de5-41ae-9a8f-701a4e20b5f7 service neutron] 10.222.0.48 "PUT /v2.0/ports/163f66d9-f0f9-4b46-9422-089fc925732a HTTP/1.1" status: 200 len: 1092 time: 0.8921156 Apr 18 21:35:10.425119 n-d-838334-2 neutron-server[84041]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '89ede35b-88e5-4055-a601-a4983c187c71', 'tag': '163f66d9-f0f9-4b46-9422-089fc925732a'}] {{(pid=84041) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 21:35:10.450260 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1dcf2ee-6de5-41ae-9a8f-701a4e20b5f7 service neutron] Pushing event updated for resources: {'Port': ['ID=163f66d9-f0f9-4b46-9422-089fc925732a,revision_number=3']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:35:10.499250 n-d-838334-2 neutron-server[84041]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c8aabe39-5ef5-44a2-afdd-6b0f872579dd'] response: {'name': 'network-changed', 'server_uuid': '89ede35b-88e5-4055-a601-a4983c187c71', 'tag': '163f66d9-f0f9-4b46-9422-089fc925732a', 'status': 'completed', 'code': 200} Apr 18 21:35:10.536540 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-349d1490-3dbf-43db-9a56-f5862ad25576 req-d944cdc7-9d26-4e04-a431-f61db3e2df4d service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=675834a466b84bb5a01c14f13ca191f7&device_id=89ede35b-88e5-4055-a601-a4983c187c71 HTTP/1.1" status: 200 len: 1095 time: 0.0769477 Apr 18 21:35:10.605552 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-349d1490-3dbf-43db-9a56-f5862ad25576 req-a693a78c-9087-4ede-a7cd-f6776768bc61 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=163f66d9-f0f9-4b46-9422-089fc925732a HTTP/1.1" status: 200 len: 217 time: 0.0618451 Apr 18 21:35:10.668513 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-349d1490-3dbf-43db-9a56-f5862ad25576 req-06e8bea2-d2ca-43ac-acd7-b1af57af49d2 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:35:10.670597 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-349d1490-3dbf-43db-9a56-f5862ad25576 req-06e8bea2-d2ca-43ac-acd7-b1af57af49d2 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=32f4d787-9e43-4aac-98c4-668fa9d35a84 HTTP/1.1" status: 200 len: 851 time: 0.0597208 Apr 18 21:35:10.745297 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-349d1490-3dbf-43db-9a56-f5862ad25576 req-35b02a2d-f733-42cc-9264-7888b983685b service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=f3320db2-e9b9-4caa-91bd-c608bba0ab9e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0692029 Apr 18 21:35:10.960804 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-349d1490-3dbf-43db-9a56-f5862ad25576 req-cf11ea7b-fc45-4ce4-9108-9fa674fadcf6 service neutron] 10.222.0.48 "GET /v2.0/networks/f3320db2-e9b9-4caa-91bd-c608bba0ab9e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2087567 Apr 18 21:35:11.090526 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-349d1490-3dbf-43db-9a56-f5862ad25576 req-fc895b62-70dc-4261-b886-78b8d3cfe2fa service neutron] 10.222.0.48 "GET /v2.0/networks/f3320db2-e9b9-4caa-91bd-c608bba0ab9e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1228459 Apr 18 21:35:11.213208 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-44e24e73-fbef-4654-8b82-8391ead22d9c req-1ddd9a4d-51c7-44cf-8fdb-86f57e655bfd service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=675834a466b84bb5a01c14f13ca191f7&device_id=89ede35b-88e5-4055-a601-a4983c187c71 HTTP/1.1" status: 200 len: 1095 time: 0.0733147 Apr 18 21:35:11.243480 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8f52306-141f-4b28-b08e-e40823e7c9c6 req-2ba9a0c1-8808-490c-ad64-0897f130c4b2 tempest-ServerActionsTestJSON-1319677203 tempest-ServerActionsTestJSON-1319677203-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:35:11.244946 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-e8f52306-141f-4b28-b08e-e40823e7c9c6 req-2ba9a0c1-8808-490c-ad64-0897f130c4b2 tempest-ServerActionsTestJSON-1319677203 tempest-ServerActionsTestJSON-1319677203-project] 10.222.0.42 "GET /v2.0/ports?device_id=89ede35b-88e5-4055-a601-a4983c187c71 HTTP/1.1" status: 200 len: 944 time: 0.0786860 Apr 18 21:35:11.290540 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-e8f52306-141f-4b28-b08e-e40823e7c9c6 req-25ac51eb-518a-41d6-ba69-e8089b6ab888 tempest-ServerActionsTestJSON-1319677203 tempest-ServerActionsTestJSON-1319677203-project] 10.222.0.42 "GET /v2.0/security-groups?id=86fda662-3d20-4c8e-beec-0cf6963226d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394921 Apr 18 21:35:11.342595 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44e24e73-fbef-4654-8b82-8391ead22d9c req-3360e4ea-d001-4485-b6fc-72e1ec9fd3c3 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:35:11.344053 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-44e24e73-fbef-4654-8b82-8391ead22d9c req-3360e4ea-d001-4485-b6fc-72e1ec9fd3c3 service neutron] 10.222.0.48 "GET /v2.0/networks?id=f3320db2-e9b9-4caa-91bd-c608bba0ab9e HTTP/1.1" status: 200 len: 913 time: 0.1254556 Apr 18 21:35:11.409807 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-44e24e73-fbef-4654-8b82-8391ead22d9c req-59b89382-7d12-445f-8ddb-98ad98c2b856 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=163f66d9-f0f9-4b46-9422-089fc925732a HTTP/1.1" status: 200 len: 217 time: 0.0588727 Apr 18 21:35:11.482584 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44e24e73-fbef-4654-8b82-8391ead22d9c req-151d2198-f4b4-4ab3-b73f-7ce2ebf6d5ce service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:35:11.484016 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-44e24e73-fbef-4654-8b82-8391ead22d9c req-151d2198-f4b4-4ab3-b73f-7ce2ebf6d5ce service neutron] 10.222.0.48 "GET /v2.0/subnets?id=32f4d787-9e43-4aac-98c4-668fa9d35a84 HTTP/1.1" status: 200 len: 851 time: 0.0677888 Apr 18 21:35:11.557555 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-44e24e73-fbef-4654-8b82-8391ead22d9c req-6b8c5db9-9600-4ff1-9c15-12634f4551cd service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=f3320db2-e9b9-4caa-91bd-c608bba0ab9e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0669851 Apr 18 21:35:11.687407 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-44e24e73-fbef-4654-8b82-8391ead22d9c req-4eca3807-bf73-44e1-9483-2c43cf4ba359 service neutron] 10.222.0.48 "GET /v2.0/networks/f3320db2-e9b9-4caa-91bd-c608bba0ab9e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1226909 Apr 18 21:35:11.820174 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-44e24e73-fbef-4654-8b82-8391ead22d9c req-abc78c39-be23-45d7-ba5d-2042cdcf78c0 service neutron] 10.222.0.48 "GET /v2.0/networks/f3320db2-e9b9-4caa-91bd-c608bba0ab9e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1253386 Apr 18 21:35:12.484819 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d48a3a16-b691-45b4-8984-bd221890c029 req-2167d7cb-a52b-4bf6-9d56-c6b60bcab399 tempest-ServerActionsTestJSON-1319677203 tempest-ServerActionsTestJSON-1319677203-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:35:12.486259 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-d48a3a16-b691-45b4-8984-bd221890c029 req-2167d7cb-a52b-4bf6-9d56-c6b60bcab399 tempest-ServerActionsTestJSON-1319677203 tempest-ServerActionsTestJSON-1319677203-project] 10.222.0.42 "GET /v2.0/ports?device_id=89ede35b-88e5-4055-a601-a4983c187c71 HTTP/1.1" status: 200 len: 944 time: 0.0760651 Apr 18 21:35:12.531813 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-d48a3a16-b691-45b4-8984-bd221890c029 req-ce6d3772-ba18-41d6-8abc-ce1afd80ad98 tempest-ServerActionsTestJSON-1319677203 tempest-ServerActionsTestJSON-1319677203-project] 10.222.0.42 "GET /v2.0/security-groups?id=86fda662-3d20-4c8e-beec-0cf6963226d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400577 Apr 18 21:35:13.046283 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Device 163f66d9-f0f9-4b46-9422-089fc925732a details requested by agent hyperv_n-h2-838334-2 with host n-h2-838334-2 {{(pid=84042) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 18 21:35:13.181487 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] For port 163f66d9-f0f9-4b46-9422-089fc925732a, host n-h2-838334-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838334-2',level=0,port_id=163f66d9-f0f9-4b46-9422-089fc925732a,segment=NetworkSegment(f760d59a-3b5d-4f9f-a682-b437a8b8b263),segment_id=f760d59a-3b5d-4f9f-a682-b437a8b8b263)] {{(pid=84042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:35:13.195200 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Returning: {'device': '163f66d9-f0f9-4b46-9422-089fc925732a', 'network_id': 'f3320db2-e9b9-4caa-91bd-c608bba0ab9e', 'port_id': '163f66d9-f0f9-4b46-9422-089fc925732a', 'mac_address': 'fa:16:3e:4b:20:b0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 379, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '32f4d787-9e43-4aac-98c4-668fa9d35a84', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84042) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 18 21:35:13.252997 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:35:13.305089 n-d-838334-2 neutron-server[84042]: DEBUG neutron.notifiers.nova [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 163f66d9-f0f9-4b46-9422-089fc925732a {{(pid=84042) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 18 21:35:13.320715 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] For port 163f66d9-f0f9-4b46-9422-089fc925732a, host n-h2-838334-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838334-2',level=0,port_id=163f66d9-f0f9-4b46-9422-089fc925732a,segment=NetworkSegment(f760d59a-3b5d-4f9f-a682-b437a8b8b263),segment_id=f760d59a-3b5d-4f9f-a682-b437a8b8b263)] {{(pid=84042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:35:13.324306 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682'] for port, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:35:13.387616 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Pushing event updated for resources: {'Port': ['ID=163f66d9-f0f9-4b46-9422-089fc925732a,revision_number=4']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:35:13.520201 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] get_ports_and_sgs() called for port_ids ['163f66d9-f0f9-4b46-9422-089fc925732a'] {{(pid=84042) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 18 21:35:13.732752 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e6a9397-91b9-495d-bfb7-a6e5b6db7aca req-a56e9e7a-8aa4-41a3-a209-d23375f4076f tempest-ServerActionsTestJSON-1319677203 tempest-ServerActionsTestJSON-1319677203-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:35:13.734224 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-4e6a9397-91b9-495d-bfb7-a6e5b6db7aca req-a56e9e7a-8aa4-41a3-a209-d23375f4076f tempest-ServerActionsTestJSON-1319677203 tempest-ServerActionsTestJSON-1319677203-project] 10.222.0.42 "GET /v2.0/ports?device_id=89ede35b-88e5-4055-a601-a4983c187c71 HTTP/1.1" status: 200 len: 945 time: 0.0795610 Apr 18 21:35:13.779831 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-4e6a9397-91b9-495d-bfb7-a6e5b6db7aca req-01dabb05-dc53-4a10-a6e7-b40c50d335d6 tempest-ServerActionsTestJSON-1319677203 tempest-ServerActionsTestJSON-1319677203-project] 10.222.0.42 "GET /v2.0/security-groups?id=86fda662-3d20-4c8e-beec-0cf6963226d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401082 Apr 18 21:35:14.974409 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0b7b878-8660-4701-80a9-0d43df2570a7 req-1eb1424b-99e5-4f3c-9bd8-de96b153fd04 tempest-ServerActionsTestJSON-1319677203 tempest-ServerActionsTestJSON-1319677203-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:35:14.975876 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-d0b7b878-8660-4701-80a9-0d43df2570a7 req-1eb1424b-99e5-4f3c-9bd8-de96b153fd04 tempest-ServerActionsTestJSON-1319677203 tempest-ServerActionsTestJSON-1319677203-project] 10.222.0.42 "GET /v2.0/ports?device_id=89ede35b-88e5-4055-a601-a4983c187c71 HTTP/1.1" status: 200 len: 945 time: 0.0757146 Apr 18 21:35:15.024727 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-d0b7b878-8660-4701-80a9-0d43df2570a7 req-c8a821c8-e9b6-456e-a002-552be40a594b tempest-ServerActionsTestJSON-1319677203 tempest-ServerActionsTestJSON-1319677203-project] 10.222.0.42 "GET /v2.0/security-groups?id=86fda662-3d20-4c8e-beec-0cf6963226d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427566 Apr 18 21:35:15.046207 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Device 163f66d9-f0f9-4b46-9422-089fc925732a up at agent hyperv_n-h2-838334-2 {{(pid=84042) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 21:35:15.112324 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Provisioning for port 163f66d9-f0f9-4b46-9422-089fc925732a completed by entity L2. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 21:35:15.116757 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Provisioning complete for port 163f66d9-f0f9-4b46-9422-089fc925732a triggered by entity L2. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:35:15.117128 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1253608'] for port, provisioning_complete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:35:15.227610 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:35:15.253043 n-d-838334-2 neutron-server[84042]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '89ede35b-88e5-4055-a601-a4983c187c71', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '163f66d9-f0f9-4b46-9422-089fc925732a'}] {{(pid=84042) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 21:35:15.262124 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] For port 163f66d9-f0f9-4b46-9422-089fc925732a, host n-h2-838334-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838334-2',level=0,port_id=163f66d9-f0f9-4b46-9422-089fc925732a,segment=NetworkSegment(f760d59a-3b5d-4f9f-a682-b437a8b8b263),segment_id=f760d59a-3b5d-4f9f-a682-b437a8b8b263)] {{(pid=84042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:35:15.267809 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682'] for port, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:35:15.312488 n-d-838334-2 neutron-server[84042]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3b49aee2-c900-4af1-985b-36d992b51c79'] response: {'server_uuid': '89ede35b-88e5-4055-a601-a4983c187c71', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '163f66d9-f0f9-4b46-9422-089fc925732a', 'code': 200} Apr 18 21:35:15.338290 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Pushing event updated for resources: {'Port': ['ID=163f66d9-f0f9-4b46-9422-089fc925732a,revision_number=5']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:35:15.441489 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-eff1d937-3f84-42ea-af3d-7cfaf2fb9935 req-293b3dd0-7c26-4361-808e-34e2c7b83abd service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=89ede35b-88e5-4055-a601-a4983c187c71 HTTP/1.1" status: 200 len: 1097 time: 0.0709577 Apr 18 21:35:15.487458 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-eff1d937-3f84-42ea-af3d-7cfaf2fb9935 req-227e26c4-87f3-4ca2-b893-5d52a96d7cf4 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=86fda662-3d20-4c8e-beec-0cf6963226d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395262 Apr 18 21:35:15.720907 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-4a30f822-8a4e-4d8f-86b3-befb52d1299e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750375287399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253529'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:35:16.370902 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-721d623e-34bf-44e6-97ef-93cb0c06c2c8 req-8c004b13-d097-4f8f-a945-1c347cde9c14 tempest-ServerActionsTestJSON-1319677203 tempest-ServerActionsTestJSON-1319677203-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:35:16.372356 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-721d623e-34bf-44e6-97ef-93cb0c06c2c8 req-8c004b13-d097-4f8f-a945-1c347cde9c14 tempest-ServerActionsTestJSON-1319677203 tempest-ServerActionsTestJSON-1319677203-project] 10.222.0.42 "GET /v2.0/ports?device_id=89ede35b-88e5-4055-a601-a4983c187c71 HTTP/1.1" status: 200 len: 946 time: 0.0757585 Apr 18 21:35:16.417444 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-721d623e-34bf-44e6-97ef-93cb0c06c2c8 req-adbc2ad7-eaa2-43ed-8bcc-bcc47041cd17 tempest-ServerActionsTestJSON-1319677203 tempest-ServerActionsTestJSON-1319677203-project] 10.222.0.42 "GET /v2.0/security-groups?id=86fda662-3d20-4c8e-beec-0cf6963226d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393779 Apr 18 21:35:17.051790 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.agents_db [None req-6346a179-333c-4370-b5a6-936984aeab15 None None] Agent healthcheck: found 7 active agents {{(pid=84043) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 18 21:35:17.632691 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9172e645-5d91-49a7-ac88-10c856cdc18c req-ad4f1854-4b9a-4da4-bb7c-3f8b5644aa9e tempest-ServerActionsTestJSON-1319677203 tempest-ServerActionsTestJSON-1319677203-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:35:17.634130 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-9172e645-5d91-49a7-ac88-10c856cdc18c req-ad4f1854-4b9a-4da4-bb7c-3f8b5644aa9e tempest-ServerActionsTestJSON-1319677203 tempest-ServerActionsTestJSON-1319677203-project] 10.222.0.42 "GET /v2.0/ports?device_id=89ede35b-88e5-4055-a601-a4983c187c71 HTTP/1.1" status: 200 len: 946 time: 0.0785222 Apr 18 21:35:17.680595 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-9172e645-5d91-49a7-ac88-10c856cdc18c req-a28d669e-103f-4198-ba54-025b2296e48f tempest-ServerActionsTestJSON-1319677203 tempest-ServerActionsTestJSON-1319677203-project] 10.222.0.42 "GET /v2.0/security-groups?id=86fda662-3d20-4c8e-beec-0cf6963226d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390368 Apr 18 21:35:17.876897 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47a6e30f-f242-49e5-b664-3182665ef90e req-44fe97ff-178c-4556-8863-0ef33a7cc74d tempest-ServerActionsTestJSON-1319677203 tempest-ServerActionsTestJSON-1319677203-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:35:17.878353 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-47a6e30f-f242-49e5-b664-3182665ef90e req-44fe97ff-178c-4556-8863-0ef33a7cc74d tempest-ServerActionsTestJSON-1319677203 tempest-ServerActionsTestJSON-1319677203-project] 10.222.0.42 "GET /v2.0/ports?device_id=89ede35b-88e5-4055-a601-a4983c187c71 HTTP/1.1" status: 200 len: 946 time: 0.0837970 Apr 18 21:35:17.886960 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 39044) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:35:17.892932 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.v2.base [None req-d2abbf92-fe22-47b4-a30d-e600191d0fe5 tempest-ServerActionsTestJSON-1319677203 tempest-ServerActionsTestJSON-1319677203-project] Request body: {'floatingip': {'port_id': '163f66d9-f0f9-4b46-9422-089fc925732a'}} {{(pid=84040) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:35:17.965241 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-31087661-187f-42cb-8d29-5ff39ca6fa43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750375287399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253529'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:35:17.971510 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-d2abbf92-fe22-47b4-a30d-e600191d0fe5 tempest-ServerActionsTestJSON-1319677203 tempest-ServerActionsTestJSON-1319677203-project] Notify callbacks [] for floatingip, before_update {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:35:18.636940 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-d2abbf92-fe22-47b4-a30d-e600191d0fe5 tempest-ServerActionsTestJSON-1319677203 tempest-ServerActionsTestJSON-1319677203-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:35:18.640098 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-d2abbf92-fe22-47b4-a30d-e600191d0fe5 tempest-ServerActionsTestJSON-1319677203 tempest-ServerActionsTestJSON-1319677203-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33444131'] for floatingip, after_update {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:35:18.830617 n-d-838334-2 neutron-server[84040]: INFO neutron.db.l3_db [None req-d2abbf92-fe22-47b4-a30d-e600191d0fe5 tempest-ServerActionsTestJSON-1319677203 tempest-ServerActionsTestJSON-1319677203-project] Floating IP 9831c303-c663-4aea-a904-d83b03360b56 associated. External IP: 172.25.8.225, port: 163f66d9-f0f9-4b46-9422-089fc925732a. Apr 18 21:35:19.136534 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750375287399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253529'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:35:19.214035 n-d-838334-2 neutron-server[84040]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d2abbf92-fe22-47b4-a30d-e600191d0fe5 tempest-ServerActionsTestJSON-1319677203 tempest-ServerActionsTestJSON-1319677203-project] Router 6861cd65-eca4-4490-a200-e76033a5ee01 has already been hosted by L3 agent bc84d6c9-dd7a-4555-a351-592327b46d5a {{(pid=84040) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 21:35:19.408568 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d2abbf92-fe22-47b4-a30d-e600191d0fe5 tempest-ServerActionsTestJSON-1319677203 tempest-ServerActionsTestJSON-1319677203-project] Notify agent at l3_agent.n-d-838334-2 the message routers_updated {{(pid=84040) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 21:35:19.413397 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-d2abbf92-fe22-47b4-a30d-e600191d0fe5 tempest-ServerActionsTestJSON-1319677203 tempest-ServerActionsTestJSON-1319677203-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217293'] for floatingip, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:35:19.418302 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbed1342-db1f-4b6d-bc0f-7af5b044e631 None None] Sync routers for ids ['6861cd65-eca4-4490-a200-e76033a5ee01'] in n-d-838334-2 {{(pid=84042) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 18 21:35:19.430872 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbed1342-db1f-4b6d-bc0f-7af5b044e631 None None] Routers {'6861cd65-eca4-4490-a200-e76033a5ee01'} bound to L3 agent in host n-d-838334-2 {{(pid=84042) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 21:35:19.431468 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_hamode_db [None req-bbed1342-db1f-4b6d-bc0f-7af5b044e631 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838334-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-18T20:25:48Z,description=,heartbeat_timestamp=2022-04-18T21:35:18Z,host='n-d-838334-2',id=bc84d6c9-dd7a-4555-a351-592327b46d5a,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:25:48Z,topic='l3_agent')) {'router_ids': ['6861cd65-eca4-4490-a200-e76033a5ee01'], 'active': True} {{(pid=84042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:35:19.465577 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-d2abbf92-fe22-47b4-a30d-e600191d0fe5 tempest-ServerActionsTestJSON-1319677203 tempest-ServerActionsTestJSON-1319677203-project] 10.222.0.42 "PUT /v2.0/floatingips/9831c303-c663-4aea-a904-d83b03360b56 HTTP/1.1" status: 200 len: 992 time: 1.5775402 Apr 18 21:35:19.466835 n-d-838334-2 neutron-server[84040]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '89ede35b-88e5-4055-a601-a4983c187c71', 'tag': '163f66d9-f0f9-4b46-9422-089fc925732a'}] {{(pid=84040) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 21:35:19.614850 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_dvr_db [None req-bbed1342-db1f-4b6d-bc0f-7af5b044e631 None None] Set router 6861cd65-eca4-4490-a200-e76033a5ee01 gateway port host: n-d-838334-2 {{(pid=84042) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 21:35:19.663260 n-d-838334-2 neutron-server[84040]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ae32b19e-704f-4b47-a34e-3f685aab0633'] response: {'name': 'network-changed', 'server_uuid': '89ede35b-88e5-4055-a601-a4983c187c71', 'tag': '163f66d9-f0f9-4b46-9422-089fc925732a', 'status': 'completed', 'code': 200} Apr 18 21:35:19.686535 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-414b6ffe-e119-47bc-b18f-bcff1219c2f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750375287399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253529'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:35:19.760216 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-904444a3-5d0a-425c-bfbf-75bf42c37fa3 req-4e74bbb9-8765-41ae-9ee2-24b58193a729 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=675834a466b84bb5a01c14f13ca191f7&device_id=89ede35b-88e5-4055-a601-a4983c187c71 HTTP/1.1" status: 200 len: 1097 time: 0.0732760 Apr 18 21:35:19.891382 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-75ae9839-9ebb-49ac-bdbc-db254401395d req-7874a57c-1ee3-436f-854b-568ea549fdc0 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=89ede35b-88e5-4055-a601-a4983c187c71&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.2760715 Apr 18 21:35:19.897958 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-904444a3-5d0a-425c-bfbf-75bf42c37fa3 req-aeeb785e-f6e1-4e88-93c8-145933966342 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:35:19.899391 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-904444a3-5d0a-425c-bfbf-75bf42c37fa3 req-aeeb785e-f6e1-4e88-93c8-145933966342 service neutron] 10.222.0.48 "GET /v2.0/networks?id=f3320db2-e9b9-4caa-91bd-c608bba0ab9e HTTP/1.1" status: 200 len: 913 time: 0.1324096 Apr 18 21:35:19.997752 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_hamode_db [None req-bbed1342-db1f-4b6d-bc0f-7af5b044e631 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6861cd65-eca4-4490-a200-e76033a5ee01', 'name': 'tempest-ServerActionsTestJSON-1522639251-router', 'tenant_id': '675834a466b84bb5a01c14f13ca191f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'external_fixed_ips': [{'subnet_id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'ip_address': '172.25.8.149'}], 'enable_snat': True}, 'gw_port_id': '7071e091-9f0f-4bb0-a769-bd885f8aec0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:33:12Z', 'updated_at': '2022-04-18T21:33:15Z', 'revision_number': 4, 'project_id': '675834a466b84bb5a01c14f13ca191f7', 'gw_port': {'id': '7071e091-9f0f-4bb0-a769-bd885f8aec0c', 'name': '', 'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:ee:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6861cd65-eca4-4490-a200-e76033a5ee01', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'ip_address': '172.25.8.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:33:13Z', 'updated_at': '2022-04-18T21:33:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838334-2', '_floatingips': [{'id': '9831c303-c663-4aea-a904-d83b03360b56', 'tenant_id': '675834a466b84bb5a01c14f13ca191f7', 'floating_ip_address': '172.25.8.225', 'floating_network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'router_id': '6861cd65-eca4-4490-a200-e76033a5ee01', 'port_id': '163f66d9-f0f9-4b46-9422-089fc925732a', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f3320db2-e9b9-4caa-91bd-c608bba0ab9e', 'mac_address': 'fa:16:3e:4b:20:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89ede35b-88e5-4055-a601-a4983c187c71', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T21:33:18Z', 'updated_at': '2022-04-18T21:35:18Z', 'revision_number': 9, 'project_id': '675834a466b84bb5a01c14f13ca191f7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '252d04e9-7528-4fd9-8583-53107d3a8f75', 'name': '', 'network_id': 'f3320db2-e9b9-4caa-91bd-c608bba0ab9e', 'tenant_id': '675834a466b84bb5a01c14f13ca191f7', 'mac_address': 'fa:16:3e:e9:5f:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6861cd65-eca4-4490-a200-e76033a5ee01', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '32f4d787-9e43-4aac-98c4-668fa9d35a84', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:33:15Z', 'updated_at': '2022-04-18T21:33:33Z', 'revision_number': 5, 'project_id': '675834a466b84bb5a01c14f13ca191f7', 'subnets': [{'id': '32f4d787-9e43-4aac-98c4-668fa9d35a84', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838334-2', False) {} {{(pid=84042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:35:20.001738 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbed1342-db1f-4b6d-bc0f-7af5b044e631 None None] Checking router: 6861cd65-eca4-4490-a200-e76033a5ee01 for host: n-d-838334-2 {{(pid=84042) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 18 21:35:20.012459 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbed1342-db1f-4b6d-bc0f-7af5b044e631 None None] Routers {'6861cd65-eca4-4490-a200-e76033a5ee01'} bound to L3 agent in host n-d-838334-2 {{(pid=84042) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 21:35:20.013611 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_hamode_db [None req-bbed1342-db1f-4b6d-bc0f-7af5b044e631 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838334-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-18T20:25:48Z,description=,heartbeat_timestamp=2022-04-18T21:35:18Z,host='n-d-838334-2',id=bc84d6c9-dd7a-4555-a351-592327b46d5a,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:25:48Z,topic='l3_agent')) {'router_ids': ['6861cd65-eca4-4490-a200-e76033a5ee01'], 'active': True} {{(pid=84042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:35:20.017393 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-904444a3-5d0a-425c-bfbf-75bf42c37fa3 req-ef53cfbf-b250-45a2-85ec-5084443cff8c service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=163f66d9-f0f9-4b46-9422-089fc925732a HTTP/1.1" status: 200 len: 1000 time: 0.1113272 Apr 18 21:35:20.086747 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-904444a3-5d0a-425c-bfbf-75bf42c37fa3 req-a22651ad-e7f8-4a4f-b33c-d23d19194bd6 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:35:20.088560 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-904444a3-5d0a-425c-bfbf-75bf42c37fa3 req-a22651ad-e7f8-4a4f-b33c-d23d19194bd6 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=32f4d787-9e43-4aac-98c4-668fa9d35a84 HTTP/1.1" status: 200 len: 851 time: 0.0650301 Apr 18 21:35:20.224468 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_dvr_db [None req-bbed1342-db1f-4b6d-bc0f-7af5b044e631 None None] Set router 6861cd65-eca4-4490-a200-e76033a5ee01 gateway port host: n-d-838334-2 {{(pid=84042) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 21:35:20.235902 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4c1eebd-9481-4820-b6a4-fe137f7f02b2 req-35189f13-0d6f-44e0-bc87-e288f37ba52f tempest-ServerActionsTestJSON-1319677203 tempest-ServerActionsTestJSON-1319677203-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:35:20.237520 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-d4c1eebd-9481-4820-b6a4-fe137f7f02b2 req-35189f13-0d6f-44e0-bc87-e288f37ba52f tempest-ServerActionsTestJSON-1319677203 tempest-ServerActionsTestJSON-1319677203-project] 10.222.0.42 "GET /v2.0/ports?device_id=89ede35b-88e5-4055-a601-a4983c187c71 HTTP/1.1" status: 200 len: 946 time: 0.0843678 Apr 18 21:35:20.239341 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-904444a3-5d0a-425c-bfbf-75bf42c37fa3 req-e2263771-41c2-4f35-bdda-44727a181ba8 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=f3320db2-e9b9-4caa-91bd-c608bba0ab9e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1444221 Apr 18 21:35:20.268157 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-197016cf-b10b-4465-99fd-60b6161e34b8 req-26ea0b73-d7d0-4212-a646-4494b33884dd service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=89ede35b-88e5-4055-a601-a4983c187c71&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1393504 Apr 18 21:35:20.289850 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-d4c1eebd-9481-4820-b6a4-fe137f7f02b2 req-3a68ed0d-5477-4937-9400-79ccc3d17d18 tempest-ServerActionsTestJSON-1319677203 tempest-ServerActionsTestJSON-1319677203-project] 10.222.0.42 "GET /v2.0/security-groups?id=86fda662-3d20-4c8e-beec-0cf6963226d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462482 Apr 18 21:35:20.487342 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-904444a3-5d0a-425c-bfbf-75bf42c37fa3 req-4fb4ce16-7f89-4b7d-9ebb-67627bba92b7 service neutron] 10.222.0.48 "GET /v2.0/networks/f3320db2-e9b9-4caa-91bd-c608bba0ab9e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2403040 Apr 18 21:35:20.640287 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-904444a3-5d0a-425c-bfbf-75bf42c37fa3 req-38469913-b00a-472c-bce3-e2c2ff364e42 service neutron] 10.222.0.48 "GET /v2.0/networks/f3320db2-e9b9-4caa-91bd-c608bba0ab9e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1459646 Apr 18 21:35:20.641696 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_hamode_db [None req-bbed1342-db1f-4b6d-bc0f-7af5b044e631 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6861cd65-eca4-4490-a200-e76033a5ee01', 'name': 'tempest-ServerActionsTestJSON-1522639251-router', 'tenant_id': '675834a466b84bb5a01c14f13ca191f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'external_fixed_ips': [{'subnet_id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'ip_address': '172.25.8.149'}], 'enable_snat': True}, 'gw_port_id': '7071e091-9f0f-4bb0-a769-bd885f8aec0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:33:12Z', 'updated_at': '2022-04-18T21:33:15Z', 'revision_number': 4, 'project_id': '675834a466b84bb5a01c14f13ca191f7', 'gw_port': {'id': '7071e091-9f0f-4bb0-a769-bd885f8aec0c', 'name': '', 'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:ee:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6861cd65-eca4-4490-a200-e76033a5ee01', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'ip_address': '172.25.8.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:33:13Z', 'updated_at': '2022-04-18T21:33:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838334-2', '_floatingips': [{'id': '9831c303-c663-4aea-a904-d83b03360b56', 'tenant_id': '675834a466b84bb5a01c14f13ca191f7', 'floating_ip_address': '172.25.8.225', 'floating_network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'router_id': '6861cd65-eca4-4490-a200-e76033a5ee01', 'port_id': '163f66d9-f0f9-4b46-9422-089fc925732a', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f3320db2-e9b9-4caa-91bd-c608bba0ab9e', 'mac_address': 'fa:16:3e:4b:20:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89ede35b-88e5-4055-a601-a4983c187c71', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T21:33:18Z', 'updated_at': '2022-04-18T21:35:18Z', 'revision_number': 9, 'project_id': '675834a466b84bb5a01c14f13ca191f7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '252d04e9-7528-4fd9-8583-53107d3a8f75', 'name': '', 'network_id': 'f3320db2-e9b9-4caa-91bd-c608bba0ab9e', 'tenant_id': '675834a466b84bb5a01c14f13ca191f7', 'mac_address': 'fa:16:3e:e9:5f:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6861cd65-eca4-4490-a200-e76033a5ee01', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '32f4d787-9e43-4aac-98c4-668fa9d35a84', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:33:15Z', 'updated_at': '2022-04-18T21:33:33Z', 'revision_number': 5, 'project_id': '675834a466b84bb5a01c14f13ca191f7', 'subnets': [{'id': '32f4d787-9e43-4aac-98c4-668fa9d35a84', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838334-2', False) {} {{(pid=84042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:35:20.645908 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbed1342-db1f-4b6d-bc0f-7af5b044e631 None None] The sync data for ids ['6861cd65-eca4-4490-a200-e76033a5ee01'] in n-d-838334-2 is: [{'id': '6861cd65-eca4-4490-a200-e76033a5ee01', 'name': 'tempest-ServerActionsTestJSON-1522639251-router', 'tenant_id': '675834a466b84bb5a01c14f13ca191f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'external_fixed_ips': [{'subnet_id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'ip_address': '172.25.8.149'}], 'enable_snat': True}, 'gw_port_id': '7071e091-9f0f-4bb0-a769-bd885f8aec0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:33:12Z', 'updated_at': '2022-04-18T21:33:15Z', 'revision_number': 4, 'project_id': '675834a466b84bb5a01c14f13ca191f7', 'gw_port': {'id': '7071e091-9f0f-4bb0-a769-bd885f8aec0c', 'name': '', 'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:ee:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6861cd65-eca4-4490-a200-e76033a5ee01', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'ip_address': '172.25.8.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:33:13Z', 'updated_at': '2022-04-18T21:33:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838334-2', '_floatingips': [{'id': '9831c303-c663-4aea-a904-d83b03360b56', 'tenant_id': '675834a466b84bb5a01c14f13ca191f7', 'floating_ip_address': '172.25.8.225', 'floating_network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'router_id': '6861cd65-eca4-4490-a200-e76033a5ee01', 'port_id': '163f66d9-f0f9-4b46-9422-089fc925732a', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f3320db2-e9b9-4caa-91bd-c608bba0ab9e', 'mac_address': 'fa:16:3e:4b:20:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89ede35b-88e5-4055-a601-a4983c187c71', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T21:33:18Z', 'updated_at': '2022-04-18T21:35:18Z', 'revision_number': 9, 'project_id': '675834a466b84bb5a01c14f13ca191f7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '252d04e9-7528-4fd9-8583-53107d3a8f75', 'name': '', 'network_id': 'f3320db2-e9b9-4caa-91bd-c608bba0ab9e', 'tenant_id': '675834a466b84bb5a01c14f13ca191f7', 'mac_address': 'fa:16:3e:e9:5f:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6861cd65-eca4-4490-a200-e76033a5ee01', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '32f4d787-9e43-4aac-98c4-668fa9d35a84', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:33:15Z', 'updated_at': '2022-04-18T21:33:33Z', 'revision_number': 5, 'project_id': '675834a466b84bb5a01c14f13ca191f7', 'subnets': [{'id': '32f4d787-9e43-4aac-98c4-668fa9d35a84', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84042) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 18 21:35:20.725565 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-c7521a90-7d65-4e2e-842c-ca5d95e9a89c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750375287399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253529'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:35:20.861580 n-d-838334-2 neutron-server[84043]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99013c29-5103-4f11-86fa-dfddaacc53f4 None None] New status for floating IP 9831c303-c663-4aea-a904-d83b03360b56: ACTIVE {{(pid=84043) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Apr 18 21:35:21.491258 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d74eb5e3-cee9-43cd-9efe-666abad4032c req-ce03caab-2444-4c81-8fc3-c08d4e3e63ca tempest-ServerActionsTestJSON-1319677203 tempest-ServerActionsTestJSON-1319677203-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:35:21.492757 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-d74eb5e3-cee9-43cd-9efe-666abad4032c req-ce03caab-2444-4c81-8fc3-c08d4e3e63ca tempest-ServerActionsTestJSON-1319677203 tempest-ServerActionsTestJSON-1319677203-project] 10.222.0.42 "GET /v2.0/ports?device_id=89ede35b-88e5-4055-a601-a4983c187c71 HTTP/1.1" status: 200 len: 946 time: 0.0758412 Apr 18 21:35:21.544298 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-d74eb5e3-cee9-43cd-9efe-666abad4032c req-7de5544b-fdf6-48ee-8d04-996fcd341b35 tempest-ServerActionsTestJSON-1319677203 tempest-ServerActionsTestJSON-1319677203-project] 10.222.0.42 "GET /v2.0/security-groups?id=86fda662-3d20-4c8e-beec-0cf6963226d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458453 Apr 18 21:35:21.634060 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-197016cf-b10b-4465-99fd-60b6161e34b8 req-621771ec-6123-4153-8dd3-08f31006fd2e service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=675834a466b84bb5a01c14f13ca191f7&device_id=89ede35b-88e5-4055-a601-a4983c187c71 HTTP/1.1" status: 200 len: 1097 time: 0.0721025 Apr 18 21:35:21.761007 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-197016cf-b10b-4465-99fd-60b6161e34b8 req-4088b77f-df7f-4de1-9d67-d1a457f070e7 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:35:21.762439 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-197016cf-b10b-4465-99fd-60b6161e34b8 req-4088b77f-df7f-4de1-9d67-d1a457f070e7 service neutron] 10.222.0.48 "GET /v2.0/networks?id=f3320db2-e9b9-4caa-91bd-c608bba0ab9e HTTP/1.1" status: 200 len: 913 time: 0.1231823 Apr 18 21:35:21.864364 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-197016cf-b10b-4465-99fd-60b6161e34b8 req-ed60bbc5-6bc7-4e80-8b0f-18bcb4d0dc78 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=163f66d9-f0f9-4b46-9422-089fc925732a HTTP/1.1" status: 200 len: 1003 time: 0.0959017 Apr 18 21:35:21.940781 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-197016cf-b10b-4465-99fd-60b6161e34b8 req-e1065fb3-5f5f-4d91-8fcc-b1352dd72d24 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:35:21.942240 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-197016cf-b10b-4465-99fd-60b6161e34b8 req-e1065fb3-5f5f-4d91-8fcc-b1352dd72d24 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=32f4d787-9e43-4aac-98c4-668fa9d35a84 HTTP/1.1" status: 200 len: 851 time: 0.0611596 Apr 18 21:35:22.019991 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-197016cf-b10b-4465-99fd-60b6161e34b8 req-fd42daf1-65c4-41c7-9db1-39ea6c2b5b95 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=f3320db2-e9b9-4caa-91bd-c608bba0ab9e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0706072 Apr 18 21:35:22.149975 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-197016cf-b10b-4465-99fd-60b6161e34b8 req-fa3affde-bb25-4b4b-88a2-87705cddae26 service neutron] 10.222.0.48 "GET /v2.0/networks/f3320db2-e9b9-4caa-91bd-c608bba0ab9e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1234188 Apr 18 21:35:22.281023 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-197016cf-b10b-4465-99fd-60b6161e34b8 req-7d64cf00-743b-45e5-bff7-c1d98e4da836 service neutron] 10.222.0.48 "GET /v2.0/networks/f3320db2-e9b9-4caa-91bd-c608bba0ab9e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1251297 Apr 18 21:35:22.743007 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44d9efe4-7a6e-4b6e-84db-9e47ad0d554e req-f35220b5-5e2d-4580-aa4f-22c87f8874a8 tempest-ServerActionsTestJSON-1319677203 tempest-ServerActionsTestJSON-1319677203-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:35:22.744457 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-44d9efe4-7a6e-4b6e-84db-9e47ad0d554e req-f35220b5-5e2d-4580-aa4f-22c87f8874a8 tempest-ServerActionsTestJSON-1319677203 tempest-ServerActionsTestJSON-1319677203-project] 10.222.0.42 "GET /v2.0/ports?device_id=89ede35b-88e5-4055-a601-a4983c187c71 HTTP/1.1" status: 200 len: 946 time: 0.0782692 Apr 18 21:35:22.789334 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-44d9efe4-7a6e-4b6e-84db-9e47ad0d554e req-c739e6ba-361a-41a3-a724-45ef96c82312 tempest-ServerActionsTestJSON-1319677203 tempest-ServerActionsTestJSON-1319677203-project] 10.222.0.42 "GET /v2.0/security-groups?id=86fda662-3d20-4c8e-beec-0cf6963226d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392735 Apr 18 21:35:23.990988 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-555821df-d8cc-45af-a64c-3a2f452ac587 req-e45fdb56-d7c3-40ab-a031-00a7008b32df tempest-ServerActionsTestJSON-1319677203 tempest-ServerActionsTestJSON-1319677203-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:35:23.992457 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-555821df-d8cc-45af-a64c-3a2f452ac587 req-e45fdb56-d7c3-40ab-a031-00a7008b32df tempest-ServerActionsTestJSON-1319677203 tempest-ServerActionsTestJSON-1319677203-project] 10.222.0.42 "GET /v2.0/ports?device_id=89ede35b-88e5-4055-a601-a4983c187c71 HTTP/1.1" status: 200 len: 946 time: 0.0814559 Apr 18 21:35:24.036590 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-555821df-d8cc-45af-a64c-3a2f452ac587 req-02355645-5dec-4723-a349-336da956c78f tempest-ServerActionsTestJSON-1319677203 tempest-ServerActionsTestJSON-1319677203-project] 10.222.0.42 "GET /v2.0/security-groups?id=86fda662-3d20-4c8e-beec-0cf6963226d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385656 Apr 18 21:35:25.233886 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ef9335-5442-460d-b658-4575d628ec40 req-f55b0831-8013-4e07-b50e-39f3051a12c9 tempest-ServerActionsTestJSON-1319677203 tempest-ServerActionsTestJSON-1319677203-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:35:25.235313 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-26ef9335-5442-460d-b658-4575d628ec40 req-f55b0831-8013-4e07-b50e-39f3051a12c9 tempest-ServerActionsTestJSON-1319677203 tempest-ServerActionsTestJSON-1319677203-project] 10.222.0.42 "GET /v2.0/ports?device_id=89ede35b-88e5-4055-a601-a4983c187c71 HTTP/1.1" status: 200 len: 946 time: 0.0787294 Apr 18 21:35:25.280532 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-26ef9335-5442-460d-b658-4575d628ec40 req-a1253c0b-1b8d-4bf5-a1c0-16acab3361d4 tempest-ServerActionsTestJSON-1319677203 tempest-ServerActionsTestJSON-1319677203-project] 10.222.0.42 "GET /v2.0/security-groups?id=86fda662-3d20-4c8e-beec-0cf6963226d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391524 Apr 18 21:35:26.475770 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3425ea9-f4ea-4e9c-aab8-f9274d5a3235 req-9319559e-297b-42c7-a158-003e584579ee tempest-ServerActionsTestJSON-1319677203 tempest-ServerActionsTestJSON-1319677203-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:35:26.477234 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-f3425ea9-f4ea-4e9c-aab8-f9274d5a3235 req-9319559e-297b-42c7-a158-003e584579ee tempest-ServerActionsTestJSON-1319677203 tempest-ServerActionsTestJSON-1319677203-project] 10.222.0.42 "GET /v2.0/ports?device_id=89ede35b-88e5-4055-a601-a4983c187c71 HTTP/1.1" status: 200 len: 946 time: 0.0763755 Apr 18 21:35:26.522846 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-f3425ea9-f4ea-4e9c-aab8-f9274d5a3235 req-12a8cc7c-001c-4694-ac78-78f3f2ac91f0 tempest-ServerActionsTestJSON-1319677203 tempest-ServerActionsTestJSON-1319677203-project] 10.222.0.42 "GET /v2.0/security-groups?id=86fda662-3d20-4c8e-beec-0cf6963226d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401444 Apr 18 21:35:27.720452 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8708afb3-5b3d-467e-9764-45bce3d23d62 req-bb33a514-4bf6-4e24-a5da-473ea8c0eefb tempest-ServerActionsTestJSON-1319677203 tempest-ServerActionsTestJSON-1319677203-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:35:27.721876 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-8708afb3-5b3d-467e-9764-45bce3d23d62 req-bb33a514-4bf6-4e24-a5da-473ea8c0eefb tempest-ServerActionsTestJSON-1319677203 tempest-ServerActionsTestJSON-1319677203-project] 10.222.0.42 "GET /v2.0/ports?device_id=89ede35b-88e5-4055-a601-a4983c187c71 HTTP/1.1" status: 200 len: 946 time: 0.0770524 Apr 18 21:35:27.766442 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-8708afb3-5b3d-467e-9764-45bce3d23d62 req-42735fe2-be02-41f9-9f18-111227af1bc5 tempest-ServerActionsTestJSON-1319677203 tempest-ServerActionsTestJSON-1319677203-project] 10.222.0.42 "GET /v2.0/security-groups?id=86fda662-3d20-4c8e-beec-0cf6963226d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391295 Apr 18 21:35:28.958772 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb6fdea9-ef82-41a1-be7b-1c71d0ab1a84 req-f3971d5a-2459-4e19-8758-e9a1e7e5b1cf tempest-ServerActionsTestJSON-1319677203 tempest-ServerActionsTestJSON-1319677203-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:35:28.960238 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-fb6fdea9-ef82-41a1-be7b-1c71d0ab1a84 req-f3971d5a-2459-4e19-8758-e9a1e7e5b1cf tempest-ServerActionsTestJSON-1319677203 tempest-ServerActionsTestJSON-1319677203-project] 10.222.0.42 "GET /v2.0/ports?device_id=89ede35b-88e5-4055-a601-a4983c187c71 HTTP/1.1" status: 200 len: 946 time: 0.0747802 Apr 18 21:35:29.009674 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-fb6fdea9-ef82-41a1-be7b-1c71d0ab1a84 req-a39e5671-148b-49ac-ab60-b93cf753b5df tempest-ServerActionsTestJSON-1319677203 tempest-ServerActionsTestJSON-1319677203-project] 10.222.0.42 "GET /v2.0/security-groups?id=86fda662-3d20-4c8e-beec-0cf6963226d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438583 Apr 18 21:35:30.088195 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750375287399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253529'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:35:30.204778 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26b60077-7702-4eaf-b006-248e5407ff76 req-ba69dc96-1e8c-49e2-b93b-831c849f4751 tempest-ServerActionsTestJSON-1319677203 tempest-ServerActionsTestJSON-1319677203-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:35:30.206209 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-26b60077-7702-4eaf-b006-248e5407ff76 req-ba69dc96-1e8c-49e2-b93b-831c849f4751 tempest-ServerActionsTestJSON-1319677203 tempest-ServerActionsTestJSON-1319677203-project] 10.222.0.42 "GET /v2.0/ports?device_id=89ede35b-88e5-4055-a601-a4983c187c71 HTTP/1.1" status: 200 len: 946 time: 0.0764058 Apr 18 21:35:30.255443 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-26b60077-7702-4eaf-b006-248e5407ff76 req-9895bddd-c79a-4861-b5b2-e29e6b0c5669 tempest-ServerActionsTestJSON-1319677203 tempest-ServerActionsTestJSON-1319677203-project] 10.222.0.42 "GET /v2.0/security-groups?id=86fda662-3d20-4c8e-beec-0cf6963226d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436702 Apr 18 21:35:31.451052 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a669b31-d5d0-4108-b6c1-80ad1cdb0e14 req-0fe74891-0221-4eb9-8721-2459a600cf7d tempest-ServerActionsTestJSON-1319677203 tempest-ServerActionsTestJSON-1319677203-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:35:31.452504 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-2a669b31-d5d0-4108-b6c1-80ad1cdb0e14 req-0fe74891-0221-4eb9-8721-2459a600cf7d tempest-ServerActionsTestJSON-1319677203 tempest-ServerActionsTestJSON-1319677203-project] 10.222.0.42 "GET /v2.0/ports?device_id=89ede35b-88e5-4055-a601-a4983c187c71 HTTP/1.1" status: 200 len: 946 time: 0.0784605 Apr 18 21:35:31.497768 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-2a669b31-d5d0-4108-b6c1-80ad1cdb0e14 req-92222490-44c3-4695-8a79-6ba03afb76d9 tempest-ServerActionsTestJSON-1319677203 tempest-ServerActionsTestJSON-1319677203-project] 10.222.0.42 "GET /v2.0/security-groups?id=86fda662-3d20-4c8e-beec-0cf6963226d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394268 Apr 18 21:35:32.698642 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ded7c490-8a2f-4a82-8955-3e367140ba25 req-2a2ef4c9-0786-416c-b804-9090f700ed54 tempest-ServerActionsTestJSON-1319677203 tempest-ServerActionsTestJSON-1319677203-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:35:32.700106 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-ded7c490-8a2f-4a82-8955-3e367140ba25 req-2a2ef4c9-0786-416c-b804-9090f700ed54 tempest-ServerActionsTestJSON-1319677203 tempest-ServerActionsTestJSON-1319677203-project] 10.222.0.42 "GET /v2.0/ports?device_id=89ede35b-88e5-4055-a601-a4983c187c71 HTTP/1.1" status: 200 len: 946 time: 0.0766120 Apr 18 21:35:32.745133 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-ded7c490-8a2f-4a82-8955-3e367140ba25 req-f096df61-3c0b-4862-978e-46cb37945e83 tempest-ServerActionsTestJSON-1319677203 tempest-ServerActionsTestJSON-1319677203-project] 10.222.0.42 "GET /v2.0/security-groups?id=86fda662-3d20-4c8e-beec-0cf6963226d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390339 Apr 18 21:35:33.946616 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4cd8bec-6641-4ada-bb0e-c4d85d51429c req-802f3bcd-9bcf-48df-8e96-b2417f349c9a tempest-ServerActionsTestJSON-1319677203 tempest-ServerActionsTestJSON-1319677203-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:35:33.948102 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-f4cd8bec-6641-4ada-bb0e-c4d85d51429c req-802f3bcd-9bcf-48df-8e96-b2417f349c9a tempest-ServerActionsTestJSON-1319677203 tempest-ServerActionsTestJSON-1319677203-project] 10.222.0.42 "GET /v2.0/ports?device_id=89ede35b-88e5-4055-a601-a4983c187c71 HTTP/1.1" status: 200 len: 946 time: 0.0779092 Apr 18 21:35:33.993279 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-f4cd8bec-6641-4ada-bb0e-c4d85d51429c req-d186f8ae-d9cc-4c73-90aa-b25680e3bcc9 tempest-ServerActionsTestJSON-1319677203 tempest-ServerActionsTestJSON-1319677203-project] 10.222.0.42 "GET /v2.0/security-groups?id=86fda662-3d20-4c8e-beec-0cf6963226d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390456 Apr 18 21:35:34.253972 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750375287399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253529'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:35:35.191590 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92b69a03-629a-44f5-a327-9eadd8fd4e9a req-cd0abb1e-e053-4bba-af8c-fd7537ca00bc tempest-ServerActionsTestJSON-1319677203 tempest-ServerActionsTestJSON-1319677203-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:35:35.192959 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-92b69a03-629a-44f5-a327-9eadd8fd4e9a req-cd0abb1e-e053-4bba-af8c-fd7537ca00bc tempest-ServerActionsTestJSON-1319677203 tempest-ServerActionsTestJSON-1319677203-project] 10.222.0.42 "GET /v2.0/ports?device_id=89ede35b-88e5-4055-a601-a4983c187c71 HTTP/1.1" status: 200 len: 946 time: 0.0759950 Apr 18 21:35:35.240794 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-92b69a03-629a-44f5-a327-9eadd8fd4e9a req-a34e4f3a-2704-4229-a07b-95108d5c8e5c tempest-ServerActionsTestJSON-1319677203 tempest-ServerActionsTestJSON-1319677203-project] 10.222.0.42 "GET /v2.0/security-groups?id=86fda662-3d20-4c8e-beec-0cf6963226d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423899 Apr 18 21:35:36.435408 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77ebc504-fefa-4315-8a7b-e64e2529a873 req-3196b478-c7f7-42e0-9837-ded279f7f610 tempest-ServerActionsTestJSON-1319677203 tempest-ServerActionsTestJSON-1319677203-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:35:36.436867 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-77ebc504-fefa-4315-8a7b-e64e2529a873 req-3196b478-c7f7-42e0-9837-ded279f7f610 tempest-ServerActionsTestJSON-1319677203 tempest-ServerActionsTestJSON-1319677203-project] 10.222.0.42 "GET /v2.0/ports?device_id=89ede35b-88e5-4055-a601-a4983c187c71 HTTP/1.1" status: 200 len: 946 time: 0.0748217 Apr 18 21:35:36.481595 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-77ebc504-fefa-4315-8a7b-e64e2529a873 req-40c98757-0bc2-42b9-a14d-f4a64a95e884 tempest-ServerActionsTestJSON-1319677203 tempest-ServerActionsTestJSON-1319677203-project] 10.222.0.42 "GET /v2.0/security-groups?id=86fda662-3d20-4c8e-beec-0cf6963226d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391328 Apr 18 21:35:37.686485 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50691049-cbd1-4198-94a9-2ccf50bcfe9e req-9682880a-e109-4652-a267-7d9e5fbd23b8 tempest-ServerActionsTestJSON-1319677203 tempest-ServerActionsTestJSON-1319677203-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:35:37.687995 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-50691049-cbd1-4198-94a9-2ccf50bcfe9e req-9682880a-e109-4652-a267-7d9e5fbd23b8 tempest-ServerActionsTestJSON-1319677203 tempest-ServerActionsTestJSON-1319677203-project] 10.222.0.42 "GET /v2.0/ports?device_id=89ede35b-88e5-4055-a601-a4983c187c71 HTTP/1.1" status: 200 len: 946 time: 0.0832207 Apr 18 21:35:37.732488 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-50691049-cbd1-4198-94a9-2ccf50bcfe9e req-c67e7eee-e577-4831-b940-962df946cf8e tempest-ServerActionsTestJSON-1319677203 tempest-ServerActionsTestJSON-1319677203-project] 10.222.0.42 "GET /v2.0/security-groups?id=86fda662-3d20-4c8e-beec-0cf6963226d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389903 Apr 18 21:35:38.937264 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08fab09c-f92c-42ee-892e-fd8fb3f6f7c6 req-d1a2f1b2-f93b-42a3-8285-b98baafb0eea tempest-ServerActionsTestJSON-1319677203 tempest-ServerActionsTestJSON-1319677203-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:35:38.938822 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-08fab09c-f92c-42ee-892e-fd8fb3f6f7c6 req-d1a2f1b2-f93b-42a3-8285-b98baafb0eea tempest-ServerActionsTestJSON-1319677203 tempest-ServerActionsTestJSON-1319677203-project] 10.222.0.42 "GET /v2.0/ports?device_id=89ede35b-88e5-4055-a601-a4983c187c71 HTTP/1.1" status: 200 len: 946 time: 0.0854321 Apr 18 21:35:38.990181 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-08fab09c-f92c-42ee-892e-fd8fb3f6f7c6 req-1b5ca766-2e6d-447c-8b60-b0f0f5773afc tempest-ServerActionsTestJSON-1319677203 tempest-ServerActionsTestJSON-1319677203-project] 10.222.0.42 "GET /v2.0/security-groups?id=86fda662-3d20-4c8e-beec-0cf6963226d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428562 Apr 18 21:35:40.185086 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbebd92b-1d36-42a7-b1d9-a7dbcb05bc3d req-02c48fa4-3120-48ac-9ae3-175708787203 tempest-ServerActionsTestJSON-1319677203 tempest-ServerActionsTestJSON-1319677203-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:35:40.186510 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-bbebd92b-1d36-42a7-b1d9-a7dbcb05bc3d req-02c48fa4-3120-48ac-9ae3-175708787203 tempest-ServerActionsTestJSON-1319677203 tempest-ServerActionsTestJSON-1319677203-project] 10.222.0.42 "GET /v2.0/ports?device_id=89ede35b-88e5-4055-a601-a4983c187c71 HTTP/1.1" status: 200 len: 946 time: 0.0788879 Apr 18 21:35:40.231255 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-bbebd92b-1d36-42a7-b1d9-a7dbcb05bc3d req-1532b2a4-ffb0-4b11-a98d-3ce1cdf3e0c1 tempest-ServerActionsTestJSON-1319677203 tempest-ServerActionsTestJSON-1319677203-project] 10.222.0.42 "GET /v2.0/security-groups?id=86fda662-3d20-4c8e-beec-0cf6963226d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385432 Apr 18 21:35:41.426890 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f682326-2bc7-43a0-9365-034470ffda09 req-3d3e7f1c-b259-4259-b8f3-be37fc2ea827 tempest-ServerActionsTestJSON-1319677203 tempest-ServerActionsTestJSON-1319677203-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:35:41.428357 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-7f682326-2bc7-43a0-9365-034470ffda09 req-3d3e7f1c-b259-4259-b8f3-be37fc2ea827 tempest-ServerActionsTestJSON-1319677203 tempest-ServerActionsTestJSON-1319677203-project] 10.222.0.42 "GET /v2.0/ports?device_id=89ede35b-88e5-4055-a601-a4983c187c71 HTTP/1.1" status: 200 len: 946 time: 0.0756140 Apr 18 21:35:41.473056 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-7f682326-2bc7-43a0-9365-034470ffda09 req-19e5abbb-9aac-4536-b752-0c8120407451 tempest-ServerActionsTestJSON-1319677203 tempest-ServerActionsTestJSON-1319677203-project] 10.222.0.42 "GET /v2.0/security-groups?id=86fda662-3d20-4c8e-beec-0cf6963226d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389984 Apr 18 21:35:42.673489 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c4e6c25-8530-467f-aed0-81751807a773 req-b65ac09b-2e0c-45fc-8b1d-f222aeaad598 tempest-ServerActionsTestJSON-1319677203 tempest-ServerActionsTestJSON-1319677203-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:35:42.674917 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-2c4e6c25-8530-467f-aed0-81751807a773 req-b65ac09b-2e0c-45fc-8b1d-f222aeaad598 tempest-ServerActionsTestJSON-1319677203 tempest-ServerActionsTestJSON-1319677203-project] 10.222.0.42 "GET /v2.0/ports?device_id=89ede35b-88e5-4055-a601-a4983c187c71 HTTP/1.1" status: 200 len: 946 time: 0.0789967 Apr 18 21:35:42.719432 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-2c4e6c25-8530-467f-aed0-81751807a773 req-fbf08844-3914-4495-b452-326d6616a630 tempest-ServerActionsTestJSON-1319677203 tempest-ServerActionsTestJSON-1319677203-project] 10.222.0.42 "GET /v2.0/security-groups?id=86fda662-3d20-4c8e-beec-0cf6963226d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382998 Apr 18 21:35:43.915974 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-158c226d-dabb-4f89-abf9-6cdf7b285012 req-bce8cab4-21c3-4c3a-9992-18580e452b74 tempest-ServerActionsTestJSON-1319677203 tempest-ServerActionsTestJSON-1319677203-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:35:43.917408 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-158c226d-dabb-4f89-abf9-6cdf7b285012 req-bce8cab4-21c3-4c3a-9992-18580e452b74 tempest-ServerActionsTestJSON-1319677203 tempest-ServerActionsTestJSON-1319677203-project] 10.222.0.42 "GET /v2.0/ports?device_id=89ede35b-88e5-4055-a601-a4983c187c71 HTTP/1.1" status: 200 len: 946 time: 0.0746229 Apr 18 21:35:43.966332 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-158c226d-dabb-4f89-abf9-6cdf7b285012 req-666809bb-238a-49bf-910f-0e078a1ed023 tempest-ServerActionsTestJSON-1319677203 tempest-ServerActionsTestJSON-1319677203-project] 10.222.0.42 "GET /v2.0/security-groups?id=86fda662-3d20-4c8e-beec-0cf6963226d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434887 Apr 18 21:35:45.161679 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e13f1def-80ef-4409-85c6-fe3aa6472d63 req-d311655f-b681-4b56-a83e-474a65ace2e7 tempest-ServerActionsTestJSON-1319677203 tempest-ServerActionsTestJSON-1319677203-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:35:45.163076 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-e13f1def-80ef-4409-85c6-fe3aa6472d63 req-d311655f-b681-4b56-a83e-474a65ace2e7 tempest-ServerActionsTestJSON-1319677203 tempest-ServerActionsTestJSON-1319677203-project] 10.222.0.42 "GET /v2.0/ports?device_id=89ede35b-88e5-4055-a601-a4983c187c71 HTTP/1.1" status: 200 len: 946 time: 0.0775709 Apr 18 21:35:45.210125 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-e13f1def-80ef-4409-85c6-fe3aa6472d63 req-20ad5d2b-497a-45c0-9e1a-82b9f7dfacb8 tempest-ServerActionsTestJSON-1319677203 tempest-ServerActionsTestJSON-1319677203-project] 10.222.0.42 "GET /v2.0/security-groups?id=86fda662-3d20-4c8e-beec-0cf6963226d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402582 Apr 18 21:35:45.722625 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-1c34ccbb-17e1-4284-b223-85cfed9ad90c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750375287399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253529'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:35:46.411224 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82643519-82c2-4514-9a95-436c7856d623 req-90079e9f-ea0b-40ad-84f6-008d83aee953 tempest-ServerActionsTestJSON-1319677203 tempest-ServerActionsTestJSON-1319677203-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:35:46.412688 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-82643519-82c2-4514-9a95-436c7856d623 req-90079e9f-ea0b-40ad-84f6-008d83aee953 tempest-ServerActionsTestJSON-1319677203 tempest-ServerActionsTestJSON-1319677203-project] 10.222.0.42 "GET /v2.0/ports?device_id=89ede35b-88e5-4055-a601-a4983c187c71 HTTP/1.1" status: 200 len: 946 time: 0.0827219 Apr 18 21:35:46.459044 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-82643519-82c2-4514-9a95-436c7856d623 req-ec4c6514-e158-42e9-aecf-66a7fd4bad6f tempest-ServerActionsTestJSON-1319677203 tempest-ServerActionsTestJSON-1319677203-project] 10.222.0.42 "GET /v2.0/security-groups?id=86fda662-3d20-4c8e-beec-0cf6963226d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409007 Apr 18 21:35:47.674664 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f2d4ad7-b4a9-459e-a56d-e5322e1097e1 req-bd93289a-1f74-4d30-a647-d8003c6e2854 tempest-ServerActionsTestJSON-1319677203 tempest-ServerActionsTestJSON-1319677203-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:35:47.676592 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-2f2d4ad7-b4a9-459e-a56d-e5322e1097e1 req-bd93289a-1f74-4d30-a647-d8003c6e2854 tempest-ServerActionsTestJSON-1319677203 tempest-ServerActionsTestJSON-1319677203-project] 10.222.0.42 "GET /v2.0/ports?device_id=89ede35b-88e5-4055-a601-a4983c187c71 HTTP/1.1" status: 200 len: 946 time: 0.0774577 Apr 18 21:35:47.722219 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-2f2d4ad7-b4a9-459e-a56d-e5322e1097e1 req-d1457bd3-d4d8-4b84-9564-23bb5a5d7bf7 tempest-ServerActionsTestJSON-1319677203 tempest-ServerActionsTestJSON-1319677203-project] 10.222.0.42 "GET /v2.0/security-groups?id=86fda662-3d20-4c8e-beec-0cf6963226d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399828 Apr 18 21:35:47.968610 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-a98d5146-6bf4-4ad1-880b-c34059868f0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750375287399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253529'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:35:49.030342 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a708e23-eb01-45b5-b227-d5073ba65cd5 req-48f93e48-0dcf-4c39-b384-ede3de676ca6 tempest-ServerActionsTestJSON-1319677203 tempest-ServerActionsTestJSON-1319677203-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:35:49.031805 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-8a708e23-eb01-45b5-b227-d5073ba65cd5 req-48f93e48-0dcf-4c39-b384-ede3de676ca6 tempest-ServerActionsTestJSON-1319677203 tempest-ServerActionsTestJSON-1319677203-project] 10.222.0.42 "GET /v2.0/ports?device_id=89ede35b-88e5-4055-a601-a4983c187c71 HTTP/1.1" status: 200 len: 946 time: 0.1687582 Apr 18 21:35:49.077084 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-8a708e23-eb01-45b5-b227-d5073ba65cd5 req-8d937ab0-b1b7-4864-8e8d-66b2bdf1ebd8 tempest-ServerActionsTestJSON-1319677203 tempest-ServerActionsTestJSON-1319677203-project] 10.222.0.42 "GET /v2.0/security-groups?id=86fda662-3d20-4c8e-beec-0cf6963226d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395346 Apr 18 21:35:49.139163 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750375287399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253529'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:35:49.635225 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-414b6ffe-e119-47bc-b18f-bcff1219c2f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750375287399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253529'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:35:50.271754 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4279911-96f0-4286-8174-ce5b91f02466 req-374d8038-f658-47b6-ac71-49ea464fb848 tempest-ServerActionsTestJSON-1319677203 tempest-ServerActionsTestJSON-1319677203-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:35:50.273179 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-d4279911-96f0-4286-8174-ce5b91f02466 req-374d8038-f658-47b6-ac71-49ea464fb848 tempest-ServerActionsTestJSON-1319677203 tempest-ServerActionsTestJSON-1319677203-project] 10.222.0.42 "GET /v2.0/ports?device_id=89ede35b-88e5-4055-a601-a4983c187c71 HTTP/1.1" status: 200 len: 946 time: 0.0746622 Apr 18 21:35:50.320663 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-d4279911-96f0-4286-8174-ce5b91f02466 req-c4b4b1b6-1d87-452c-a1f6-39d86469dac6 tempest-ServerActionsTestJSON-1319677203 tempest-ServerActionsTestJSON-1319677203-project] 10.222.0.42 "GET /v2.0/security-groups?id=86fda662-3d20-4c8e-beec-0cf6963226d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419943 Apr 18 21:35:50.727381 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-c7521a90-7d65-4e2e-842c-ca5d95e9a89c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750375287399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253529'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:35:51.515154 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e7915e1-74d1-4cd8-a572-d359d0b8eaea req-dc92e3fe-b1c6-4b97-a73a-f814f6054e23 tempest-ServerActionsTestJSON-1319677203 tempest-ServerActionsTestJSON-1319677203-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:35:51.516629 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-5e7915e1-74d1-4cd8-a572-d359d0b8eaea req-dc92e3fe-b1c6-4b97-a73a-f814f6054e23 tempest-ServerActionsTestJSON-1319677203 tempest-ServerActionsTestJSON-1319677203-project] 10.222.0.42 "GET /v2.0/ports?device_id=89ede35b-88e5-4055-a601-a4983c187c71 HTTP/1.1" status: 200 len: 946 time: 0.0772200 Apr 18 21:35:51.562792 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-5e7915e1-74d1-4cd8-a572-d359d0b8eaea req-ac4488c8-3ce0-49ff-9427-334183817454 tempest-ServerActionsTestJSON-1319677203 tempest-ServerActionsTestJSON-1319677203-project] 10.222.0.42 "GET /v2.0/security-groups?id=86fda662-3d20-4c8e-beec-0cf6963226d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394864 Apr 18 21:35:52.765288 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d45e495b-5679-4b6a-b35d-3a6acb927881 req-feb006f7-1ccd-45cd-9018-b2b6f9bff141 tempest-ServerActionsTestJSON-1319677203 tempest-ServerActionsTestJSON-1319677203-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:35:52.766731 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-d45e495b-5679-4b6a-b35d-3a6acb927881 req-feb006f7-1ccd-45cd-9018-b2b6f9bff141 tempest-ServerActionsTestJSON-1319677203 tempest-ServerActionsTestJSON-1319677203-project] 10.222.0.42 "GET /v2.0/ports?device_id=89ede35b-88e5-4055-a601-a4983c187c71 HTTP/1.1" status: 200 len: 946 time: 0.0802829 Apr 18 21:35:52.811483 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-d45e495b-5679-4b6a-b35d-3a6acb927881 req-63a1b031-f307-494b-983c-afd0dd46f406 tempest-ServerActionsTestJSON-1319677203 tempest-ServerActionsTestJSON-1319677203-project] 10.222.0.42 "GET /v2.0/security-groups?id=86fda662-3d20-4c8e-beec-0cf6963226d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391583 Apr 18 21:35:54.006921 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d497487d-ab97-42fa-8ccf-334a893024d3 req-ce5f1c6f-2654-4cfe-9c85-21e0e2049511 tempest-ServerActionsTestJSON-1319677203 tempest-ServerActionsTestJSON-1319677203-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:35:54.008395 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-d497487d-ab97-42fa-8ccf-334a893024d3 req-ce5f1c6f-2654-4cfe-9c85-21e0e2049511 tempest-ServerActionsTestJSON-1319677203 tempest-ServerActionsTestJSON-1319677203-project] 10.222.0.42 "GET /v2.0/ports?device_id=89ede35b-88e5-4055-a601-a4983c187c71 HTTP/1.1" status: 200 len: 946 time: 0.0768297 Apr 18 21:35:54.052139 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.agents_db [None req-6346a179-333c-4370-b5a6-936984aeab15 None None] Agent healthcheck: found 7 active agents {{(pid=84043) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 18 21:35:54.053207 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-d497487d-ab97-42fa-8ccf-334a893024d3 req-7b09853e-eab2-4356-bd56-96afb817c046 tempest-ServerActionsTestJSON-1319677203 tempest-ServerActionsTestJSON-1319677203-project] 10.222.0.42 "GET /v2.0/security-groups?id=86fda662-3d20-4c8e-beec-0cf6963226d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393858 Apr 18 21:35:54.223847 n-d-838334-2 neutron-server[84041]: INFO neutron.api.v2.resource [req-197016cf-b10b-4465-99fd-60b6161e34b8 req-bd9a9456-01aa-4921-95d8-6a56f9365ffb service neutron] show failed (client error): The resource could not be found. Apr 18 21:35:54.224754 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-197016cf-b10b-4465-99fd-60b6161e34b8 req-bd9a9456-01aa-4921-95d8-6a56f9365ffb service neutron] 10.222.0.48 "GET /v2.0/ports/163f66d9-f0f9-4b46-9422-089fc925732a/bindings/n-h1-838334-2 HTTP/1.1" status: 404 len: 380 time: 0.0776348 Apr 18 21:35:54.488486 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-197016cf-b10b-4465-99fd-60b6161e34b8 req-78289aaa-65dc-455f-90b8-b82548c511b7 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=89ede35b-88e5-4055-a601-a4983c187c71&tenant_id=675834a466b84bb5a01c14f13ca191f7 HTTP/1.1" status: 200 len: 1097 time: 0.0713387 Apr 18 21:35:54.499369 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.v2.base [req-197016cf-b10b-4465-99fd-60b6161e34b8 req-a78eea19-0af4-47fb-8250-a49e36f21ff4 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-838334-2', 'device_owner': 'compute:nova'}} {{(pid=84040) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:35:54.612499 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-197016cf-b10b-4465-99fd-60b6161e34b8 req-a78eea19-0af4-47fb-8250-a49e36f21ff4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:35:54.880790 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.db [req-197016cf-b10b-4465-99fd-60b6161e34b8 req-a78eea19-0af4-47fb-8250-a49e36f21ff4 service neutron] For port 163f66d9-f0f9-4b46-9422-089fc925732a, host n-h2-838334-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838334-2',level=0,port_id=163f66d9-f0f9-4b46-9422-089fc925732a,segment=NetworkSegment(f760d59a-3b5d-4f9f-a682-b437a8b8b263),segment_id=f760d59a-3b5d-4f9f-a682-b437a8b8b263)] {{(pid=84040) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:35:54.910922 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.db [req-197016cf-b10b-4465-99fd-60b6161e34b8 req-a78eea19-0af4-47fb-8250-a49e36f21ff4 service neutron] For port 163f66d9-f0f9-4b46-9422-089fc925732a, host n-h2-838334-2, cleared binding levels {{(pid=84040) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 21:35:54.971237 n-d-838334-2 neutron-server[84040]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '89ede35b-88e5-4055-a601-a4983c187c71', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '163f66d9-f0f9-4b46-9422-089fc925732a'}] {{(pid=84040) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 21:35:54.976996 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-197016cf-b10b-4465-99fd-60b6161e34b8 req-a78eea19-0af4-47fb-8250-a49e36f21ff4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:35:54.992234 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.provisioning_blocks [req-197016cf-b10b-4465-99fd-60b6161e34b8 req-a78eea19-0af4-47fb-8250-a49e36f21ff4 service neutron] Transition to ACTIVE for port object 163f66d9-f0f9-4b46-9422-089fc925732a will not be triggered until provisioned by entity L2. {{(pid=84040) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:35:54.996318 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-197016cf-b10b-4465-99fd-60b6161e34b8 req-a78eea19-0af4-47fb-8250-a49e36f21ff4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32440959'] for port, after_update {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:35:55.044135 n-d-838334-2 neutron-server[84040]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ccdf53aa-7a72-4af0-9d27-5ce7851d99bf'] response: {'server_uuid': '89ede35b-88e5-4055-a601-a4983c187c71', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '163f66d9-f0f9-4b46-9422-089fc925732a', 'code': 200} Apr 18 21:35:55.145870 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a78eea19-0af4-47fb-8250-a49e36f21ff4 service neutron] Pushing event updated for resources: {'Port': ['ID=163f66d9-f0f9-4b46-9422-089fc925732a,revision_number=6']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:35:55.164386 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a78eea19-0af4-47fb-8250-a49e36f21ff4 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:35:55.164730 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a78eea19-0af4-47fb-8250-a49e36f21ff4 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:35:55.165056 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a78eea19-0af4-47fb-8250-a49e36f21ff4 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:35:55.165382 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a78eea19-0af4-47fb-8250-a49e36f21ff4 service neutron] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:35:55.165723 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a78eea19-0af4-47fb-8250-a49e36f21ff4 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:35:55.166033 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a78eea19-0af4-47fb-8250-a49e36f21ff4 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:35:55.166351 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a78eea19-0af4-47fb-8250-a49e36f21ff4 service neutron] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:35:55.166669 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a78eea19-0af4-47fb-8250-a49e36f21ff4 service neutron] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:35:55.166986 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a78eea19-0af4-47fb-8250-a49e36f21ff4 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:35:55.167300 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a78eea19-0af4-47fb-8250-a49e36f21ff4 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:35:55.167614 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a78eea19-0af4-47fb-8250-a49e36f21ff4 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:35:55.251569 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.l3_dvrscheduler_db [req-197016cf-b10b-4465-99fd-60b6161e34b8 req-a78eea19-0af4-47fb-8250-a49e36f21ff4 service neutron] No DVR routers for this DVR port 163f66d9-f0f9-4b46-9422-089fc925732a on host n-h2-838334-2 {{(pid=84040) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 21:35:55.418196 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3458703d-c59d-4c12-bdd5-3e5636c5470a req-c8b57d09-8788-4d72-9a68-dc777284c7a9 tempest-ServerActionsTestJSON-1319677203 tempest-ServerActionsTestJSON-1319677203-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:35:55.419511 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-3458703d-c59d-4c12-bdd5-3e5636c5470a req-c8b57d09-8788-4d72-9a68-dc777284c7a9 tempest-ServerActionsTestJSON-1319677203 tempest-ServerActionsTestJSON-1319677203-project] 10.222.0.42 "GET /v2.0/ports?device_id=89ede35b-88e5-4055-a601-a4983c187c71 HTTP/1.1" status: 200 len: 944 time: 0.2175121 Apr 18 21:35:55.475748 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-3458703d-c59d-4c12-bdd5-3e5636c5470a req-62c68716-6b5a-41df-a61d-1d7486673626 tempest-ServerActionsTestJSON-1319677203 tempest-ServerActionsTestJSON-1319677203-project] 10.222.0.42 "GET /v2.0/security-groups?id=86fda662-3d20-4c8e-beec-0cf6963226d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0499604 Apr 18 21:35:55.551045 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.managers [req-197016cf-b10b-4465-99fd-60b6161e34b8 req-a78eea19-0af4-47fb-8250-a49e36f21ff4 service neutron] Attempting to bind port 163f66d9-f0f9-4b46-9422-089fc925732a on host n-h1-838334-2 for vnic_type normal with profile {{(pid=84040) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 21:35:55.551362 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.managers [req-197016cf-b10b-4465-99fd-60b6161e34b8 req-a78eea19-0af4-47fb-8250-a49e36f21ff4 service neutron] Attempting to bind port 163f66d9-f0f9-4b46-9422-089fc925732a by drivers openvswitch,hyperv on host n-h1-838334-2 at level 0 using segments [{'id': 'f760d59a-3b5d-4f9f-a682-b437a8b8b263', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': 'f3320db2-e9b9-4caa-91bd-c608bba0ab9e'}] {{(pid=84040) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 21:35:55.551706 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-197016cf-b10b-4465-99fd-60b6161e34b8 req-a78eea19-0af4-47fb-8250-a49e36f21ff4 service neutron] Attempting to bind port 163f66d9-f0f9-4b46-9422-089fc925732a on network f3320db2-e9b9-4caa-91bd-c608bba0ab9e {{(pid=84040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 21:35:55.557542 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-197016cf-b10b-4465-99fd-60b6161e34b8 req-a78eea19-0af4-47fb-8250-a49e36f21ff4 service neutron] Port 163f66d9-f0f9-4b46-9422-089fc925732a on network f3320db2-e9b9-4caa-91bd-c608bba0ab9e not bound, no agent of type Open vSwitch agent registered on host n-h1-838334-2 {{(pid=84040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 18 21:35:55.557851 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-197016cf-b10b-4465-99fd-60b6161e34b8 req-a78eea19-0af4-47fb-8250-a49e36f21ff4 service neutron] Attempting to bind port 163f66d9-f0f9-4b46-9422-089fc925732a on network f3320db2-e9b9-4caa-91bd-c608bba0ab9e {{(pid=84040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 21:35:55.563885 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-197016cf-b10b-4465-99fd-60b6161e34b8 req-a78eea19-0af4-47fb-8250-a49e36f21ff4 service neutron] Checking agent: {'id': 'd63bab19-ff81-4de1-afeb-a3732288d0d7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-838334-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 33, 59), 'started_at': datetime.datetime(2022, 4, 18, 20, 33, 59), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 21, 35, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 18 21:35:55.564734 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-197016cf-b10b-4465-99fd-60b6161e34b8 req-a78eea19-0af4-47fb-8250-a49e36f21ff4 service neutron] Checking segment: {'id': 'f760d59a-3b5d-4f9f-a682-b437a8b8b263', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': 'f3320db2-e9b9-4caa-91bd-c608bba0ab9e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84040) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 21:35:55.565244 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-197016cf-b10b-4465-99fd-60b6161e34b8 req-a78eea19-0af4-47fb-8250-a49e36f21ff4 service neutron] Bound using segment: {'id': 'f760d59a-3b5d-4f9f-a682-b437a8b8b263', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': 'f3320db2-e9b9-4caa-91bd-c608bba0ab9e'} {{(pid=84040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 18 21:35:55.565655 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.managers [req-197016cf-b10b-4465-99fd-60b6161e34b8 req-a78eea19-0af4-47fb-8250-a49e36f21ff4 service neutron] Bound port: 163f66d9-f0f9-4b46-9422-089fc925732a, host: n-h1-838334-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f760d59a-3b5d-4f9f-a682-b437a8b8b263', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': 'f3320db2-e9b9-4caa-91bd-c608bba0ab9e'}}] {{(pid=84040) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 21:35:55.565984 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-197016cf-b10b-4465-99fd-60b6161e34b8 req-a78eea19-0af4-47fb-8250-a49e36f21ff4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:35:55.744402 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.db [req-197016cf-b10b-4465-99fd-60b6161e34b8 req-a78eea19-0af4-47fb-8250-a49e36f21ff4 service neutron] For port 163f66d9-f0f9-4b46-9422-089fc925732a, host n-h1-838334-2, cleared binding levels {{(pid=84040) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 21:35:55.747286 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.db [req-197016cf-b10b-4465-99fd-60b6161e34b8 req-a78eea19-0af4-47fb-8250-a49e36f21ff4 service neutron] For port 163f66d9-f0f9-4b46-9422-089fc925732a, host n-h1-838334-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838334-2',level=0,port_id=163f66d9-f0f9-4b46-9422-089fc925732a,segment=NetworkSegment(f760d59a-3b5d-4f9f-a682-b437a8b8b263),segment_id=f760d59a-3b5d-4f9f-a682-b437a8b8b263)] {{(pid=84040) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 21:35:55.751540 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-197016cf-b10b-4465-99fd-60b6161e34b8 req-a78eea19-0af4-47fb-8250-a49e36f21ff4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32440959'] for port, after_update {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:35:55.812890 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-197016cf-b10b-4465-99fd-60b6161e34b8 req-a78eea19-0af4-47fb-8250-a49e36f21ff4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217293'] for port, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:35:55.814496 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-197016cf-b10b-4465-99fd-60b6161e34b8 req-a78eea19-0af4-47fb-8250-a49e36f21ff4 service neutron] 10.222.0.43 "PUT /v2.0/ports/163f66d9-f0f9-4b46-9422-089fc925732a HTTP/1.1" status: 200 len: 1092 time: 1.3187270 Apr 18 21:35:55.827048 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a78eea19-0af4-47fb-8250-a49e36f21ff4 service neutron] Pushing event updated for resources: {'Port': ['ID=163f66d9-f0f9-4b46-9422-089fc925732a,revision_number=7']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:35:55.911872 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-197016cf-b10b-4465-99fd-60b6161e34b8 req-2f93ea20-c422-4968-89d2-e9c4b12c17e2 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=675834a466b84bb5a01c14f13ca191f7&device_id=89ede35b-88e5-4055-a601-a4983c187c71 HTTP/1.1" status: 200 len: 1095 time: 0.0727999 Apr 18 21:35:56.046290 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-197016cf-b10b-4465-99fd-60b6161e34b8 req-385b8244-7db2-40c8-9c84-1faee16309c2 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:35:56.047784 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-197016cf-b10b-4465-99fd-60b6161e34b8 req-385b8244-7db2-40c8-9c84-1faee16309c2 service neutron] 10.222.0.43 "GET /v2.0/networks?id=f3320db2-e9b9-4caa-91bd-c608bba0ab9e HTTP/1.1" status: 200 len: 913 time: 0.1302018 Apr 18 21:35:56.149697 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-197016cf-b10b-4465-99fd-60b6161e34b8 req-6a1076a8-1e65-4f1e-bd2c-218bf612da8e service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=163f66d9-f0f9-4b46-9422-089fc925732a HTTP/1.1" status: 200 len: 1001 time: 0.0958626 Apr 18 21:35:56.210328 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-197016cf-b10b-4465-99fd-60b6161e34b8 req-603a54d2-c6e1-44fb-aea3-83cbb48beada service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:35:56.211721 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-197016cf-b10b-4465-99fd-60b6161e34b8 req-603a54d2-c6e1-44fb-aea3-83cbb48beada service neutron] 10.222.0.43 "GET /v2.0/subnets?id=32f4d787-9e43-4aac-98c4-668fa9d35a84 HTTP/1.1" status: 200 len: 851 time: 0.0560253 Apr 18 21:35:56.283647 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-197016cf-b10b-4465-99fd-60b6161e34b8 req-6d5718c3-67d0-400f-a22f-299c8016bdd4 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=f3320db2-e9b9-4caa-91bd-c608bba0ab9e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0662081 Apr 18 21:35:56.412651 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-197016cf-b10b-4465-99fd-60b6161e34b8 req-da08a850-8f52-4692-b215-a819ad366210 service neutron] 10.222.0.43 "GET /v2.0/networks/f3320db2-e9b9-4caa-91bd-c608bba0ab9e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1227012 Apr 18 21:35:56.543386 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-197016cf-b10b-4465-99fd-60b6161e34b8 req-4dea8916-bf53-49c3-a12a-1043003fd32b service neutron] 10.222.0.43 "GET /v2.0/networks/f3320db2-e9b9-4caa-91bd-c608bba0ab9e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1250415 Apr 18 21:35:56.678125 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-206481e8-6846-4635-bb08-18dec1984fe1 req-88276e0d-37f2-4116-9c72-788cc3365647 tempest-ServerActionsTestJSON-1319677203 tempest-ServerActionsTestJSON-1319677203-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:35:56.680003 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-206481e8-6846-4635-bb08-18dec1984fe1 req-88276e0d-37f2-4116-9c72-788cc3365647 tempest-ServerActionsTestJSON-1319677203 tempest-ServerActionsTestJSON-1319677203-project] 10.222.0.42 "GET /v2.0/ports?device_id=89ede35b-88e5-4055-a601-a4983c187c71 HTTP/1.1" status: 200 len: 944 time: 0.0813856 Apr 18 21:35:56.726577 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-206481e8-6846-4635-bb08-18dec1984fe1 req-3b52390e-b014-428b-84ab-4fcbf8eddccf tempest-ServerActionsTestJSON-1319677203 tempest-ServerActionsTestJSON-1319677203-project] 10.222.0.42 "GET /v2.0/security-groups?id=86fda662-3d20-4c8e-beec-0cf6963226d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409548 Apr 18 21:35:57.045113 n-d-838334-2 neutron-server[84040]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '89ede35b-88e5-4055-a601-a4983c187c71', 'tag': '163f66d9-f0f9-4b46-9422-089fc925732a'}] {{(pid=84040) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 21:35:57.112382 n-d-838334-2 neutron-server[84040]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d942245a-73fc-4e8c-ab72-c5ca7ea91fbe'] response: {'name': 'network-changed', 'server_uuid': '89ede35b-88e5-4055-a601-a4983c187c71', 'tag': '163f66d9-f0f9-4b46-9422-089fc925732a', 'status': 'completed', 'code': 200} Apr 18 21:35:57.198586 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-f257f67e-aafd-4012-883e-bb553dba6725 req-ac91be7e-10bb-400c-9d9d-9601eb5edd8d service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=675834a466b84bb5a01c14f13ca191f7&device_id=89ede35b-88e5-4055-a601-a4983c187c71 HTTP/1.1" status: 200 len: 1095 time: 0.0685451 Apr 18 21:35:57.203347 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-f257f67e-aafd-4012-883e-bb553dba6725 req-3b29456d-0cc8-49ba-a712-459925b1675b service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=675834a466b84bb5a01c14f13ca191f7&device_id=89ede35b-88e5-4055-a601-a4983c187c71 HTTP/1.1" status: 200 len: 1095 time: 0.0683100 Apr 18 21:35:57.332958 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f257f67e-aafd-4012-883e-bb553dba6725 req-a8b79cf8-b37e-409e-a22e-9f7a7e809eac service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:35:57.334378 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-f257f67e-aafd-4012-883e-bb553dba6725 req-a8b79cf8-b37e-409e-a22e-9f7a7e809eac service neutron] 10.222.0.48 "GET /v2.0/networks?id=f3320db2-e9b9-4caa-91bd-c608bba0ab9e HTTP/1.1" status: 200 len: 913 time: 0.1243258 Apr 18 21:35:57.334676 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f257f67e-aafd-4012-883e-bb553dba6725 req-cbd343a3-7dab-4c53-8e22-93e4333f1289 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:35:57.336105 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-f257f67e-aafd-4012-883e-bb553dba6725 req-cbd343a3-7dab-4c53-8e22-93e4333f1289 service neutron] 10.222.0.43 "GET /v2.0/networks?id=f3320db2-e9b9-4caa-91bd-c608bba0ab9e HTTP/1.1" status: 200 len: 913 time: 0.1312108 Apr 18 21:35:57.440468 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-f257f67e-aafd-4012-883e-bb553dba6725 req-9af446dd-be04-420f-a10e-25886e1783c2 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=163f66d9-f0f9-4b46-9422-089fc925732a HTTP/1.1" status: 200 len: 1001 time: 0.0969892 Apr 18 21:35:57.442219 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-f257f67e-aafd-4012-883e-bb553dba6725 req-1959f345-4678-42b1-9c7a-f039cc6acd6d service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=163f66d9-f0f9-4b46-9422-089fc925732a HTTP/1.1" status: 200 len: 1001 time: 0.0977852 Apr 18 21:35:57.508157 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f257f67e-aafd-4012-883e-bb553dba6725 req-b0e06f56-a6fa-4f1d-8e27-0033931579d6 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:35:57.508443 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f257f67e-aafd-4012-883e-bb553dba6725 req-430854cc-5396-41e1-946b-9dd3b2ef00aa service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:35:57.509688 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-f257f67e-aafd-4012-883e-bb553dba6725 req-b0e06f56-a6fa-4f1d-8e27-0033931579d6 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=32f4d787-9e43-4aac-98c4-668fa9d35a84 HTTP/1.1" status: 200 len: 851 time: 0.0611389 Apr 18 21:35:57.509962 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-f257f67e-aafd-4012-883e-bb553dba6725 req-430854cc-5396-41e1-946b-9dd3b2ef00aa service neutron] 10.222.0.43 "GET /v2.0/subnets?id=32f4d787-9e43-4aac-98c4-668fa9d35a84 HTTP/1.1" status: 200 len: 851 time: 0.0629370 Apr 18 21:35:57.584207 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-f257f67e-aafd-4012-883e-bb553dba6725 req-a01eafd9-1526-41dc-9db8-a23495256383 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=f3320db2-e9b9-4caa-91bd-c608bba0ab9e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0679312 Apr 18 21:35:57.585424 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-f257f67e-aafd-4012-883e-bb553dba6725 req-0b16b099-0f7f-4846-8981-c4243e8bfe63 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=f3320db2-e9b9-4caa-91bd-c608bba0ab9e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0692756 Apr 18 21:35:57.730255 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-f257f67e-aafd-4012-883e-bb553dba6725 req-fd93b879-938f-4ce1-b948-13c6aef7331c service neutron] 10.222.0.43 "GET /v2.0/networks/f3320db2-e9b9-4caa-91bd-c608bba0ab9e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1380899 Apr 18 21:35:57.808688 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-f257f67e-aafd-4012-883e-bb553dba6725 req-cdf22cc4-e79e-4da5-973e-37a92f2c58c9 service neutron] 10.222.0.48 "GET /v2.0/networks/f3320db2-e9b9-4caa-91bd-c608bba0ab9e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2176583 Apr 18 21:35:57.945813 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-f257f67e-aafd-4012-883e-bb553dba6725 req-e1419916-06f5-4663-bef5-6b8601b87b92 service neutron] 10.222.0.48 "GET /v2.0/networks/f3320db2-e9b9-4caa-91bd-c608bba0ab9e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1299095 Apr 18 21:35:58.040601 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-f257f67e-aafd-4012-883e-bb553dba6725 req-60fa116f-0c83-46a7-ab2c-4ff85d707dcf service neutron] 10.222.0.43 "GET /v2.0/networks/f3320db2-e9b9-4caa-91bd-c608bba0ab9e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3044853 Apr 18 21:35:58.052487 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44431c2f-8174-497e-891a-7df4f9bb1f33 req-0c65960a-8601-48cf-a906-50303fbd999a tempest-ServerActionsTestJSON-1319677203 tempest-ServerActionsTestJSON-1319677203-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:35:58.054252 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-44431c2f-8174-497e-891a-7df4f9bb1f33 req-0c65960a-8601-48cf-a906-50303fbd999a tempest-ServerActionsTestJSON-1319677203 tempest-ServerActionsTestJSON-1319677203-project] 10.222.0.42 "GET /v2.0/ports?device_id=89ede35b-88e5-4055-a601-a4983c187c71 HTTP/1.1" status: 200 len: 944 time: 0.1369677 Apr 18 21:35:58.103033 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-44431c2f-8174-497e-891a-7df4f9bb1f33 req-ce484e02-5073-4e73-bf66-ebab907a7175 tempest-ServerActionsTestJSON-1319677203 tempest-ServerActionsTestJSON-1319677203-project] 10.222.0.42 "GET /v2.0/security-groups?id=86fda662-3d20-4c8e-beec-0cf6963226d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420063 Apr 18 21:35:58.901173 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Device 163f66d9-f0f9-4b46-9422-089fc925732a details requested by agent hyperv_n-h1-838334-2 with host n-h1-838334-2 {{(pid=84042) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 18 21:35:59.031790 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] For port 163f66d9-f0f9-4b46-9422-089fc925732a, host n-h1-838334-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838334-2',level=0,port_id=163f66d9-f0f9-4b46-9422-089fc925732a,segment=NetworkSegment(f760d59a-3b5d-4f9f-a682-b437a8b8b263),segment_id=f760d59a-3b5d-4f9f-a682-b437a8b8b263)] {{(pid=84042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:35:59.045041 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Returning: {'device': '163f66d9-f0f9-4b46-9422-089fc925732a', 'network_id': 'f3320db2-e9b9-4caa-91bd-c608bba0ab9e', 'port_id': '163f66d9-f0f9-4b46-9422-089fc925732a', 'mac_address': 'fa:16:3e:4b:20:b0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 379, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '32f4d787-9e43-4aac-98c4-668fa9d35a84', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84042) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 18 21:35:59.100689 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:35:59.117809 n-d-838334-2 neutron-server[84042]: DEBUG neutron.notifiers.nova [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 163f66d9-f0f9-4b46-9422-089fc925732a {{(pid=84042) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 18 21:35:59.132363 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] For port 163f66d9-f0f9-4b46-9422-089fc925732a, host n-h1-838334-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838334-2',level=0,port_id=163f66d9-f0f9-4b46-9422-089fc925732a,segment=NetworkSegment(f760d59a-3b5d-4f9f-a682-b437a8b8b263),segment_id=f760d59a-3b5d-4f9f-a682-b437a8b8b263)] {{(pid=84042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:35:59.136526 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682'] for port, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:35:59.202472 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Pushing event updated for resources: {'Port': ['ID=163f66d9-f0f9-4b46-9422-089fc925732a,revision_number=8']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:35:59.211320 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:35:59.211697 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:35:59.212017 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:35:59.212346 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:35:59.212669 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:35:59.212996 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:35:59.213315 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:35:59.213636 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:35:59.213953 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:35:59.214269 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:35:59.214586 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:35:59.278070 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Device 163f66d9-f0f9-4b46-9422-089fc925732a no longer exists at agent hyperv_n-h2-838334-2 {{(pid=84042) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 21:35:59.335920 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Device 163f66d9-f0f9-4b46-9422-089fc925732a not bound to the agent host n-h2-838334-2 {{(pid=84042) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 21:35:59.337816 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-2559c149-61cd-4b3f-9fb9-a37a1b19aabb req-762791ff-353c-4e0d-b4af-ef223291e9f5 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=89ede35b-88e5-4055-a601-a4983c187c71&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1340582 Apr 18 21:35:59.343340 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32636479-e6dc-4c2b-be9a-8c9abbd68d08 req-4c90576b-28fb-4b9c-93be-8a11d3024932 tempest-ServerActionsTestJSON-1319677203 tempest-ServerActionsTestJSON-1319677203-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:35:59.344672 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-32636479-e6dc-4c2b-be9a-8c9abbd68d08 req-4c90576b-28fb-4b9c-93be-8a11d3024932 tempest-ServerActionsTestJSON-1319677203 tempest-ServerActionsTestJSON-1319677203-project] 10.222.0.42 "GET /v2.0/ports?device_id=89ede35b-88e5-4055-a601-a4983c187c71 HTTP/1.1" status: 200 len: 945 time: 0.1105986 Apr 18 21:35:59.388267 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] get_ports_and_sgs() called for port_ids ['163f66d9-f0f9-4b46-9422-089fc925732a'] {{(pid=84042) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 18 21:35:59.391790 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-32636479-e6dc-4c2b-be9a-8c9abbd68d08 req-2403072f-0345-4c51-96f6-5dfc8f5443b3 tempest-ServerActionsTestJSON-1319677203 tempest-ServerActionsTestJSON-1319677203-project] 10.222.0.42 "GET /v2.0/security-groups?id=86fda662-3d20-4c8e-beec-0cf6963226d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405612 Apr 18 21:35:59.482659 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-2559c149-61cd-4b3f-9fb9-a37a1b19aabb req-b8ab7ecc-77ce-4b71-8c36-7df3c0c655c7 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=675834a466b84bb5a01c14f13ca191f7&device_id=89ede35b-88e5-4055-a601-a4983c187c71 HTTP/1.1" status: 200 len: 1096 time: 0.0753446 Apr 18 21:35:59.632663 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2559c149-61cd-4b3f-9fb9-a37a1b19aabb req-65824af5-acb3-4e8f-93af-09eb32856ae3 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:35:59.634100 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-2559c149-61cd-4b3f-9fb9-a37a1b19aabb req-65824af5-acb3-4e8f-93af-09eb32856ae3 service neutron] 10.222.0.43 "GET /v2.0/networks?id=f3320db2-e9b9-4caa-91bd-c608bba0ab9e HTTP/1.1" status: 200 len: 913 time: 0.1328301 Apr 18 21:35:59.740760 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-2559c149-61cd-4b3f-9fb9-a37a1b19aabb req-32fae9e9-afba-4931-b30c-80493efd5e92 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=163f66d9-f0f9-4b46-9422-089fc925732a HTTP/1.1" status: 200 len: 1002 time: 0.1001749 Apr 18 21:35:59.809707 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2559c149-61cd-4b3f-9fb9-a37a1b19aabb req-de9c1a9d-3879-4e63-9dd3-7fb3c6859abc service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:35:59.811147 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-2559c149-61cd-4b3f-9fb9-a37a1b19aabb req-de9c1a9d-3879-4e63-9dd3-7fb3c6859abc service neutron] 10.222.0.43 "GET /v2.0/subnets?id=32f4d787-9e43-4aac-98c4-668fa9d35a84 HTTP/1.1" status: 200 len: 851 time: 0.0623968 Apr 18 21:35:59.847915 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14fa5508-9c5e-43f2-85f5-94c0641ee915 req-7f6ab276-5a01-49d7-9a32-1a8db3ef0db0 tempest-ServerActionsTestJSON-1319677203 tempest-ServerActionsTestJSON-1319677203-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:35:59.848602 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [req-14fa5508-9c5e-43f2-85f5-94c0641ee915 req-7f6ab276-5a01-49d7-9a32-1a8db3ef0db0 tempest-ServerActionsTestJSON-1319677203 tempest-ServerActionsTestJSON-1319677203-project] Synchronizing usage tracker for tenant:675834a466b84bb5a01c14f13ca191f7 on resource:port {{(pid=84041) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 21:35:59.863396 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [req-14fa5508-9c5e-43f2-85f5-94c0641ee915 req-7f6ab276-5a01-49d7-9a32-1a8db3ef0db0 tempest-ServerActionsTestJSON-1319677203 tempest-ServerActionsTestJSON-1319677203-project] Unset dirty status for tenant:675834a466b84bb5a01c14f13ca191f7 on resource:port {{(pid=84041) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 21:35:59.864553 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-14fa5508-9c5e-43f2-85f5-94c0641ee915 req-7f6ab276-5a01-49d7-9a32-1a8db3ef0db0 tempest-ServerActionsTestJSON-1319677203 tempest-ServerActionsTestJSON-1319677203-project] 10.222.0.43 "GET /v2.0/ports?device_id=89ede35b-88e5-4055-a601-a4983c187c71&tenant_id=675834a466b84bb5a01c14f13ca191f7&binding%3Ahost_id=n-h1-838334-2 HTTP/1.1" status: 200 len: 945 time: 0.0996029 Apr 18 21:35:59.947170 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-14fa5508-9c5e-43f2-85f5-94c0641ee915 req-3fb6c317-101d-4964-ba5c-9c14c73eb133 service neutron] 10.222.0.43 "GET /v2.0/ports/163f66d9-f0f9-4b46-9422-089fc925732a/bindings/n-h1-838334-2 HTTP/1.1" status: 200 len: 382 time: 0.0764861 Apr 18 21:35:59.948771 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-2559c149-61cd-4b3f-9fb9-a37a1b19aabb req-74ed4b49-ec22-4faa-b379-822b6800eac8 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=f3320db2-e9b9-4caa-91bd-c608bba0ab9e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1314971 Apr 18 21:35:59.959255 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8245841a-500b-4f21-81ce-6654c70b87e8 req-e1a59389-6036-4c8d-a5a0-132dbed55a6a tempest-ServerActionsTestJSON-1319677203 tempest-ServerActionsTestJSON-1319677203-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:35:59.960643 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-8245841a-500b-4f21-81ce-6654c70b87e8 req-e1a59389-6036-4c8d-a5a0-132dbed55a6a tempest-ServerActionsTestJSON-1319677203 tempest-ServerActionsTestJSON-1319677203-project] 10.222.0.42 "GET /v2.0/ports?device_id=89ede35b-88e5-4055-a601-a4983c187c71 HTTP/1.1" status: 200 len: 945 time: 0.1099863 Apr 18 21:36:00.087251 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750375287399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253529'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:36:00.103088 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-8245841a-500b-4f21-81ce-6654c70b87e8 req-8d93f8bd-697a-4876-b2c1-af437dcee7f2 tempest-ServerActionsTestJSON-1319677203 tempest-ServerActionsTestJSON-1319677203-project] 10.222.0.42 "GET /v2.0/security-groups?id=86fda662-3d20-4c8e-beec-0cf6963226d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1220493 Apr 18 21:36:00.123012 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-2559c149-61cd-4b3f-9fb9-a37a1b19aabb req-589b17d8-2359-4ee8-b246-fc8532c0fc69 service neutron] 10.222.0.43 "GET /v2.0/networks/f3320db2-e9b9-4caa-91bd-c608bba0ab9e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1614728 Apr 18 21:36:00.258317 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-2559c149-61cd-4b3f-9fb9-a37a1b19aabb req-1292a713-0ed8-4324-86fe-740e2add28ff service neutron] 10.222.0.43 "GET /v2.0/networks/f3320db2-e9b9-4caa-91bd-c608bba0ab9e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1293700 Apr 18 21:36:00.362892 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-14fa5508-9c5e-43f2-85f5-94c0641ee915 req-078ad5cb-8aeb-41b7-9521-44df8622c3a0 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=675834a466b84bb5a01c14f13ca191f7&device_id=89ede35b-88e5-4055-a601-a4983c187c71 HTTP/1.1" status: 200 len: 1096 time: 0.0691564 Apr 18 21:36:00.495527 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14fa5508-9c5e-43f2-85f5-94c0641ee915 req-2697d51f-de31-416f-bae0-a6c70a9accba service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:36:00.497067 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-14fa5508-9c5e-43f2-85f5-94c0641ee915 req-2697d51f-de31-416f-bae0-a6c70a9accba service neutron] 10.222.0.43 "GET /v2.0/networks?id=f3320db2-e9b9-4caa-91bd-c608bba0ab9e HTTP/1.1" status: 200 len: 913 time: 0.1286123 Apr 18 21:36:00.597537 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-14fa5508-9c5e-43f2-85f5-94c0641ee915 req-459fe1c4-4b53-43eb-9707-05407eafb939 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=163f66d9-f0f9-4b46-9422-089fc925732a HTTP/1.1" status: 200 len: 1002 time: 0.0944724 Apr 18 21:36:00.658670 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14fa5508-9c5e-43f2-85f5-94c0641ee915 req-9377524b-6f26-48c0-a7bd-bc9582278c26 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:36:00.660100 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-14fa5508-9c5e-43f2-85f5-94c0641ee915 req-9377524b-6f26-48c0-a7bd-bc9582278c26 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=32f4d787-9e43-4aac-98c4-668fa9d35a84 HTTP/1.1" status: 200 len: 851 time: 0.0554993 Apr 18 21:36:00.834144 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-14fa5508-9c5e-43f2-85f5-94c0641ee915 req-2b858629-e286-4daf-808c-6fe2ecd7c6fa service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=f3320db2-e9b9-4caa-91bd-c608bba0ab9e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1679938 Apr 18 21:36:00.932292 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Device 163f66d9-f0f9-4b46-9422-089fc925732a up at agent hyperv_n-h1-838334-2 {{(pid=84042) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 21:36:00.963353 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-14fa5508-9c5e-43f2-85f5-94c0641ee915 req-4897b7c8-0f76-4dd5-a4dc-1b92166c8f12 service neutron] 10.222.0.43 "GET /v2.0/networks/f3320db2-e9b9-4caa-91bd-c608bba0ab9e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1225798 Apr 18 21:36:01.004040 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Provisioning for port 163f66d9-f0f9-4b46-9422-089fc925732a completed by entity L2. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 21:36:01.008803 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Provisioning complete for port 163f66d9-f0f9-4b46-9422-089fc925732a triggered by entity L2. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:36:01.009172 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1253608'] for port, provisioning_complete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:36:01.097391 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-14fa5508-9c5e-43f2-85f5-94c0641ee915 req-7f68328c-4918-430d-a858-21d4aad54d76 service neutron] 10.222.0.43 "GET /v2.0/networks/f3320db2-e9b9-4caa-91bd-c608bba0ab9e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1281569 Apr 18 21:36:01.121804 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:36:01.151791 n-d-838334-2 neutron-server[84042]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '89ede35b-88e5-4055-a601-a4983c187c71', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '163f66d9-f0f9-4b46-9422-089fc925732a'}] {{(pid=84042) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 21:36:01.163554 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] For port 163f66d9-f0f9-4b46-9422-089fc925732a, host n-h1-838334-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838334-2',level=0,port_id=163f66d9-f0f9-4b46-9422-089fc925732a,segment=NetworkSegment(f760d59a-3b5d-4f9f-a682-b437a8b8b263),segment_id=f760d59a-3b5d-4f9f-a682-b437a8b8b263)] {{(pid=84042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:36:01.170363 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682'] for port, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:36:01.223469 n-d-838334-2 neutron-server[84042]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6fa05509-e53b-47ef-af7e-5240ae5b2ae0'] response: {'server_uuid': '89ede35b-88e5-4055-a601-a4983c187c71', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '163f66d9-f0f9-4b46-9422-089fc925732a', 'code': 200} Apr 18 21:36:01.239539 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Pushing event updated for resources: {'Port': ['ID=163f66d9-f0f9-4b46-9422-089fc925732a,revision_number=9']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:36:01.326556 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbe5c2cd-ba3a-49cb-b25d-02a23451b713 req-c8f328ad-0879-46b3-aae2-ca1e857dfb4f tempest-ServerActionsTestJSON-1319677203 tempest-ServerActionsTestJSON-1319677203-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:36:01.328032 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-dbe5c2cd-ba3a-49cb-b25d-02a23451b713 req-c8f328ad-0879-46b3-aae2-ca1e857dfb4f tempest-ServerActionsTestJSON-1319677203 tempest-ServerActionsTestJSON-1319677203-project] 10.222.0.42 "GET /v2.0/ports?device_id=89ede35b-88e5-4055-a601-a4983c187c71 HTTP/1.1" status: 200 len: 946 time: 0.0765038 Apr 18 21:36:01.372274 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-dbe5c2cd-ba3a-49cb-b25d-02a23451b713 req-61c23540-2d79-4dfb-b2d9-227083758632 tempest-ServerActionsTestJSON-1319677203 tempest-ServerActionsTestJSON-1319677203-project] 10.222.0.42 "GET /v2.0/security-groups?id=86fda662-3d20-4c8e-beec-0cf6963226d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382655 Apr 18 21:36:02.583770 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec57bd5a-977b-4328-b3be-4c1e8ec4e97a req-7e4060f2-9b88-4b87-aa03-7ece543d9ff0 tempest-ServerActionsTestJSON-1319677203 tempest-ServerActionsTestJSON-1319677203-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:36:02.585203 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-ec57bd5a-977b-4328-b3be-4c1e8ec4e97a req-7e4060f2-9b88-4b87-aa03-7ece543d9ff0 tempest-ServerActionsTestJSON-1319677203 tempest-ServerActionsTestJSON-1319677203-project] 10.222.0.42 "GET /v2.0/ports?device_id=89ede35b-88e5-4055-a601-a4983c187c71 HTTP/1.1" status: 200 len: 946 time: 0.0896013 Apr 18 21:36:02.630722 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-ec57bd5a-977b-4328-b3be-4c1e8ec4e97a req-79a5d88f-e9f1-4a20-9edf-606106ae4f31 tempest-ServerActionsTestJSON-1319677203 tempest-ServerActionsTestJSON-1319677203-project] 10.222.0.42 "GET /v2.0/security-groups?id=86fda662-3d20-4c8e-beec-0cf6963226d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396276 Apr 18 21:36:03.132490 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-14fa5508-9c5e-43f2-85f5-94c0641ee915 req-30ca426f-b4ef-4ceb-bfd3-8ef56d96ca04 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=89ede35b-88e5-4055-a601-a4983c187c71&tenant_id=675834a466b84bb5a01c14f13ca191f7 HTTP/1.1" status: 200 len: 1097 time: 0.0687597 Apr 18 21:36:03.142841 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.v2.base [req-14fa5508-9c5e-43f2-85f5-94c0641ee915 req-2a508d64-b592-407a-8995-6013cc6e2c85 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-838334-2', 'device_owner': 'compute:nova'}} {{(pid=84041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:36:03.256706 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [req-14fa5508-9c5e-43f2-85f5-94c0641ee915 req-2a508d64-b592-407a-8995-6013cc6e2c85 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:36:03.520365 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.db [req-14fa5508-9c5e-43f2-85f5-94c0641ee915 req-2a508d64-b592-407a-8995-6013cc6e2c85 service neutron] For port 163f66d9-f0f9-4b46-9422-089fc925732a, host n-h1-838334-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838334-2',level=0,port_id=163f66d9-f0f9-4b46-9422-089fc925732a,segment=NetworkSegment(f760d59a-3b5d-4f9f-a682-b437a8b8b263),segment_id=f760d59a-3b5d-4f9f-a682-b437a8b8b263)] {{(pid=84041) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:36:03.550189 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.db [req-14fa5508-9c5e-43f2-85f5-94c0641ee915 req-2a508d64-b592-407a-8995-6013cc6e2c85 service neutron] For port 163f66d9-f0f9-4b46-9422-089fc925732a, host n-h1-838334-2, cleared binding levels {{(pid=84041) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 21:36:03.614623 n-d-838334-2 neutron-server[84041]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '89ede35b-88e5-4055-a601-a4983c187c71', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '163f66d9-f0f9-4b46-9422-089fc925732a'}] {{(pid=84041) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 21:36:03.620180 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [req-14fa5508-9c5e-43f2-85f5-94c0641ee915 req-2a508d64-b592-407a-8995-6013cc6e2c85 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:36:03.635843 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.provisioning_blocks [req-14fa5508-9c5e-43f2-85f5-94c0641ee915 req-2a508d64-b592-407a-8995-6013cc6e2c85 service neutron] Transition to ACTIVE for port object 163f66d9-f0f9-4b46-9422-089fc925732a will not be triggered until provisioned by entity L2. {{(pid=84041) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:36:03.639525 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [req-14fa5508-9c5e-43f2-85f5-94c0641ee915 req-2a508d64-b592-407a-8995-6013cc6e2c85 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32266282'] for port, after_update {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:36:03.690707 n-d-838334-2 neutron-server[84041]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7bebdc96-7f02-435a-9410-92d815e3283f'] response: {'server_uuid': '89ede35b-88e5-4055-a601-a4983c187c71', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '163f66d9-f0f9-4b46-9422-089fc925732a', 'code': 200} Apr 18 21:36:03.777842 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a508d64-b592-407a-8995-6013cc6e2c85 service neutron] Pushing event updated for resources: {'Port': ['ID=163f66d9-f0f9-4b46-9422-089fc925732a,revision_number=10']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:36:03.791716 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a508d64-b592-407a-8995-6013cc6e2c85 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:36:03.792062 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a508d64-b592-407a-8995-6013cc6e2c85 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:36:03.792397 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a508d64-b592-407a-8995-6013cc6e2c85 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:36:03.792725 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a508d64-b592-407a-8995-6013cc6e2c85 service neutron] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:36:03.793050 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a508d64-b592-407a-8995-6013cc6e2c85 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:36:03.793371 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a508d64-b592-407a-8995-6013cc6e2c85 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:36:03.793690 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a508d64-b592-407a-8995-6013cc6e2c85 service neutron] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:36:03.794020 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a508d64-b592-407a-8995-6013cc6e2c85 service neutron] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:36:03.794318 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a508d64-b592-407a-8995-6013cc6e2c85 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:36:03.794638 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a508d64-b592-407a-8995-6013cc6e2c85 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:36:03.794951 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a508d64-b592-407a-8995-6013cc6e2c85 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:36:03.842620 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe3c0fb4-4cca-43c5-b5ae-b49f1b5a3267 req-eae6f957-76e2-4ad3-bf70-028371aab8d1 tempest-ServerActionsTestJSON-1319677203 tempest-ServerActionsTestJSON-1319677203-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:36:03.844753 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-fe3c0fb4-4cca-43c5-b5ae-b49f1b5a3267 req-eae6f957-76e2-4ad3-bf70-028371aab8d1 tempest-ServerActionsTestJSON-1319677203 tempest-ServerActionsTestJSON-1319677203-project] 10.222.0.42 "GET /v2.0/ports?device_id=89ede35b-88e5-4055-a601-a4983c187c71 HTTP/1.1" status: 200 len: 945 time: 0.0816302 Apr 18 21:36:03.853235 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.l3_dvrscheduler_db [req-14fa5508-9c5e-43f2-85f5-94c0641ee915 req-2a508d64-b592-407a-8995-6013cc6e2c85 service neutron] No DVR routers for this DVR port 163f66d9-f0f9-4b46-9422-089fc925732a on host n-h1-838334-2 {{(pid=84041) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 21:36:03.904901 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-fe3c0fb4-4cca-43c5-b5ae-b49f1b5a3267 req-d0ac0a3c-85fc-4d44-9436-67641fd4ea85 tempest-ServerActionsTestJSON-1319677203 tempest-ServerActionsTestJSON-1319677203-project] 10.222.0.42 "GET /v2.0/security-groups?id=86fda662-3d20-4c8e-beec-0cf6963226d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0522892 Apr 18 21:36:04.104472 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.managers [req-14fa5508-9c5e-43f2-85f5-94c0641ee915 req-2a508d64-b592-407a-8995-6013cc6e2c85 service neutron] Attempting to bind port 163f66d9-f0f9-4b46-9422-089fc925732a on host n-h2-838334-2 for vnic_type normal with profile {{(pid=84041) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 21:36:04.104709 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.managers [req-14fa5508-9c5e-43f2-85f5-94c0641ee915 req-2a508d64-b592-407a-8995-6013cc6e2c85 service neutron] Attempting to bind port 163f66d9-f0f9-4b46-9422-089fc925732a by drivers openvswitch,hyperv on host n-h2-838334-2 at level 0 using segments [{'id': 'f760d59a-3b5d-4f9f-a682-b437a8b8b263', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': 'f3320db2-e9b9-4caa-91bd-c608bba0ab9e'}] {{(pid=84041) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 21:36:04.105014 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14fa5508-9c5e-43f2-85f5-94c0641ee915 req-2a508d64-b592-407a-8995-6013cc6e2c85 service neutron] Attempting to bind port 163f66d9-f0f9-4b46-9422-089fc925732a on network f3320db2-e9b9-4caa-91bd-c608bba0ab9e {{(pid=84041) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 21:36:04.110596 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14fa5508-9c5e-43f2-85f5-94c0641ee915 req-2a508d64-b592-407a-8995-6013cc6e2c85 service neutron] Port 163f66d9-f0f9-4b46-9422-089fc925732a on network f3320db2-e9b9-4caa-91bd-c608bba0ab9e not bound, no agent of type Open vSwitch agent registered on host n-h2-838334-2 {{(pid=84041) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 18 21:36:04.110999 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14fa5508-9c5e-43f2-85f5-94c0641ee915 req-2a508d64-b592-407a-8995-6013cc6e2c85 service neutron] Attempting to bind port 163f66d9-f0f9-4b46-9422-089fc925732a on network f3320db2-e9b9-4caa-91bd-c608bba0ab9e {{(pid=84041) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 21:36:04.117573 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14fa5508-9c5e-43f2-85f5-94c0641ee915 req-2a508d64-b592-407a-8995-6013cc6e2c85 service neutron] Checking agent: {'id': 'dc797004-f641-47b7-a77f-9c62b5b16296', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-838334-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 34, 3), 'started_at': datetime.datetime(2022, 4, 18, 20, 34, 3), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 21, 35, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84041) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 18 21:36:04.117895 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14fa5508-9c5e-43f2-85f5-94c0641ee915 req-2a508d64-b592-407a-8995-6013cc6e2c85 service neutron] Checking segment: {'id': 'f760d59a-3b5d-4f9f-a682-b437a8b8b263', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': 'f3320db2-e9b9-4caa-91bd-c608bba0ab9e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84041) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 21:36:04.118263 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14fa5508-9c5e-43f2-85f5-94c0641ee915 req-2a508d64-b592-407a-8995-6013cc6e2c85 service neutron] Bound using segment: {'id': 'f760d59a-3b5d-4f9f-a682-b437a8b8b263', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': 'f3320db2-e9b9-4caa-91bd-c608bba0ab9e'} {{(pid=84041) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 18 21:36:04.118675 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.managers [req-14fa5508-9c5e-43f2-85f5-94c0641ee915 req-2a508d64-b592-407a-8995-6013cc6e2c85 service neutron] Bound port: 163f66d9-f0f9-4b46-9422-089fc925732a, host: n-h2-838334-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f760d59a-3b5d-4f9f-a682-b437a8b8b263', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': 'f3320db2-e9b9-4caa-91bd-c608bba0ab9e'}}] {{(pid=84041) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 21:36:04.119008 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [req-14fa5508-9c5e-43f2-85f5-94c0641ee915 req-2a508d64-b592-407a-8995-6013cc6e2c85 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:36:04.207097 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.db [req-14fa5508-9c5e-43f2-85f5-94c0641ee915 req-2a508d64-b592-407a-8995-6013cc6e2c85 service neutron] For port 163f66d9-f0f9-4b46-9422-089fc925732a, host n-h2-838334-2, cleared binding levels {{(pid=84041) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 21:36:04.212224 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.db [req-14fa5508-9c5e-43f2-85f5-94c0641ee915 req-2a508d64-b592-407a-8995-6013cc6e2c85 service neutron] For port 163f66d9-f0f9-4b46-9422-089fc925732a, host n-h2-838334-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838334-2',level=0,port_id=163f66d9-f0f9-4b46-9422-089fc925732a,segment=NetworkSegment(f760d59a-3b5d-4f9f-a682-b437a8b8b263),segment_id=f760d59a-3b5d-4f9f-a682-b437a8b8b263)] {{(pid=84041) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 21:36:04.216136 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [req-14fa5508-9c5e-43f2-85f5-94c0641ee915 req-2a508d64-b592-407a-8995-6013cc6e2c85 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32266282'] for port, after_update {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:36:04.261525 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750375287399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253529'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:36:04.283583 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [req-14fa5508-9c5e-43f2-85f5-94c0641ee915 req-2a508d64-b592-407a-8995-6013cc6e2c85 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217293'] for port, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:36:04.284977 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-14fa5508-9c5e-43f2-85f5-94c0641ee915 req-2a508d64-b592-407a-8995-6013cc6e2c85 service neutron] 10.222.0.48 "PUT /v2.0/ports/163f66d9-f0f9-4b46-9422-089fc925732a HTTP/1.1" status: 200 len: 1093 time: 1.1459987 Apr 18 21:36:04.297030 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a508d64-b592-407a-8995-6013cc6e2c85 service neutron] Pushing event updated for resources: {'Port': ['ID=163f66d9-f0f9-4b46-9422-089fc925732a,revision_number=11']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:36:04.377971 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-14fa5508-9c5e-43f2-85f5-94c0641ee915 req-046758e4-2bea-40f6-9a4c-720d7dad22a8 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=675834a466b84bb5a01c14f13ca191f7&device_id=89ede35b-88e5-4055-a601-a4983c187c71 HTTP/1.1" status: 200 len: 1096 time: 0.0714264 Apr 18 21:36:04.604118 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14fa5508-9c5e-43f2-85f5-94c0641ee915 req-ad3d4872-01cd-4ffe-a323-dc2b1c9646d8 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:36:04.605480 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-14fa5508-9c5e-43f2-85f5-94c0641ee915 req-ad3d4872-01cd-4ffe-a323-dc2b1c9646d8 service neutron] 10.222.0.48 "GET /v2.0/networks?id=f3320db2-e9b9-4caa-91bd-c608bba0ab9e HTTP/1.1" status: 200 len: 913 time: 0.2209427 Apr 18 21:36:04.705923 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-14fa5508-9c5e-43f2-85f5-94c0641ee915 req-92a9eed7-9453-4b0a-acfe-990a117cf06a service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=163f66d9-f0f9-4b46-9422-089fc925732a HTTP/1.1" status: 200 len: 1001 time: 0.0933731 Apr 18 21:36:04.769205 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14fa5508-9c5e-43f2-85f5-94c0641ee915 req-d4931e52-ee89-4fc5-8f3b-76329b1adba9 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:36:04.770631 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-14fa5508-9c5e-43f2-85f5-94c0641ee915 req-d4931e52-ee89-4fc5-8f3b-76329b1adba9 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=32f4d787-9e43-4aac-98c4-668fa9d35a84 HTTP/1.1" status: 200 len: 851 time: 0.0582581 Apr 18 21:36:04.842939 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-14fa5508-9c5e-43f2-85f5-94c0641ee915 req-f7647e12-9ded-4f9a-abf6-0ecc54100ebb service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=f3320db2-e9b9-4caa-91bd-c608bba0ab9e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0663946 Apr 18 21:36:04.932278 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Device 163f66d9-f0f9-4b46-9422-089fc925732a no longer exists at agent hyperv_n-h1-838334-2 {{(pid=84042) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 21:36:04.983450 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-14fa5508-9c5e-43f2-85f5-94c0641ee915 req-7cc2842e-57c0-4724-89a2-74268a79738f service neutron] 10.222.0.48 "GET /v2.0/networks/f3320db2-e9b9-4caa-91bd-c608bba0ab9e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1338396 Apr 18 21:36:04.997551 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Device 163f66d9-f0f9-4b46-9422-089fc925732a not bound to the agent host n-h1-838334-2 {{(pid=84042) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 21:36:05.117137 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cdb9c9c-c5c8-475c-a160-b5ec673e5cc2 req-328d661d-d14e-4153-a506-b04b18502f7d tempest-ServerActionsTestJSON-1319677203 tempest-ServerActionsTestJSON-1319677203-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:36:05.117734 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-14fa5508-9c5e-43f2-85f5-94c0641ee915 req-5e7d88ef-2694-45ce-b3c4-c857cc715812 service neutron] 10.222.0.48 "GET /v2.0/networks/f3320db2-e9b9-4caa-91bd-c608bba0ab9e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1275067 Apr 18 21:36:05.118573 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-1cdb9c9c-c5c8-475c-a160-b5ec673e5cc2 req-328d661d-d14e-4153-a506-b04b18502f7d tempest-ServerActionsTestJSON-1319677203 tempest-ServerActionsTestJSON-1319677203-project] 10.222.0.42 "GET /v2.0/ports?device_id=89ede35b-88e5-4055-a601-a4983c187c71 HTTP/1.1" status: 200 len: 945 time: 0.0789237 Apr 18 21:36:05.165809 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-1cdb9c9c-c5c8-475c-a160-b5ec673e5cc2 req-a57eca36-3ffc-4da0-88b4-1f95c0d756ae tempest-ServerActionsTestJSON-1319677203 tempest-ServerActionsTestJSON-1319677203-project] 10.222.0.42 "GET /v2.0/security-groups?id=86fda662-3d20-4c8e-beec-0cf6963226d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414908 Apr 18 21:36:05.276017 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-2bf15002-3a64-48f9-bd67-d904beb54c34 req-4998e0a0-f82b-406c-b0db-31c4dc58fc02 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=675834a466b84bb5a01c14f13ca191f7&device_id=89ede35b-88e5-4055-a601-a4983c187c71 HTTP/1.1" status: 200 len: 1096 time: 0.0667810 Apr 18 21:36:05.418074 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bf15002-3a64-48f9-bd67-d904beb54c34 req-638dacb6-c116-4cf3-a727-9af8366ddfb0 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:36:05.419524 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-2bf15002-3a64-48f9-bd67-d904beb54c34 req-638dacb6-c116-4cf3-a727-9af8366ddfb0 service neutron] 10.222.0.48 "GET /v2.0/networks?id=f3320db2-e9b9-4caa-91bd-c608bba0ab9e HTTP/1.1" status: 200 len: 913 time: 0.1237900 Apr 18 21:36:05.522051 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-2bf15002-3a64-48f9-bd67-d904beb54c34 req-40d0b903-0817-40be-bdb2-d88e0def0866 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=163f66d9-f0f9-4b46-9422-089fc925732a HTTP/1.1" status: 200 len: 1001 time: 0.0956209 Apr 18 21:36:05.587701 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bf15002-3a64-48f9-bd67-d904beb54c34 req-5ddaf963-d948-4a30-be94-a1a72acf4853 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:36:05.589061 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-2bf15002-3a64-48f9-bd67-d904beb54c34 req-5ddaf963-d948-4a30-be94-a1a72acf4853 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=32f4d787-9e43-4aac-98c4-668fa9d35a84 HTTP/1.1" status: 200 len: 851 time: 0.0605290 Apr 18 21:36:05.663065 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-2bf15002-3a64-48f9-bd67-d904beb54c34 req-dc77bbf0-a951-4d16-851b-550ae14f587e service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=f3320db2-e9b9-4caa-91bd-c608bba0ab9e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0676486 Apr 18 21:36:05.693601 n-d-838334-2 neutron-server[84041]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '89ede35b-88e5-4055-a601-a4983c187c71', 'tag': '163f66d9-f0f9-4b46-9422-089fc925732a'}] {{(pid=84041) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 21:36:05.761548 n-d-838334-2 neutron-server[84041]: INFO neutron.notifiers.nova [-] Nova event matching ['req-653c934f-9894-4208-9f9c-887f6a97823d'] response: {'name': 'network-changed', 'server_uuid': '89ede35b-88e5-4055-a601-a4983c187c71', 'tag': '163f66d9-f0f9-4b46-9422-089fc925732a', 'status': 'completed', 'code': 200} Apr 18 21:36:05.804447 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-2bf15002-3a64-48f9-bd67-d904beb54c34 req-b9bcd9b7-89c6-4e8a-bd5b-e3235bc8106f service neutron] 10.222.0.48 "GET /v2.0/networks/f3320db2-e9b9-4caa-91bd-c608bba0ab9e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1337605 Apr 18 21:36:05.852119 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-f11e4346-5604-46a9-b448-c38d3f8a768f req-3eeb1468-12c6-46dc-828d-597c87f09333 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=675834a466b84bb5a01c14f13ca191f7&device_id=89ede35b-88e5-4055-a601-a4983c187c71 HTTP/1.1" status: 200 len: 1096 time: 0.0675313 Apr 18 21:36:05.937728 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-2bf15002-3a64-48f9-bd67-d904beb54c34 req-fcdbef50-b825-4eda-9953-fbffaa14869b service neutron] 10.222.0.48 "GET /v2.0/networks/f3320db2-e9b9-4caa-91bd-c608bba0ab9e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1265388 Apr 18 21:36:05.983403 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f11e4346-5604-46a9-b448-c38d3f8a768f req-224f7238-5120-4910-978a-adc09b605a71 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:36:05.986357 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-f11e4346-5604-46a9-b448-c38d3f8a768f req-224f7238-5120-4910-978a-adc09b605a71 service neutron] 10.222.0.43 "GET /v2.0/networks?id=f3320db2-e9b9-4caa-91bd-c608bba0ab9e HTTP/1.1" status: 200 len: 913 time: 0.1288996 Apr 18 21:36:06.050702 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-f11e4346-5604-46a9-b448-c38d3f8a768f req-4aae2d19-8836-4a68-8345-f5f1353b0a73 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=675834a466b84bb5a01c14f13ca191f7&device_id=89ede35b-88e5-4055-a601-a4983c187c71 HTTP/1.1" status: 200 len: 1096 time: 0.0742559 Apr 18 21:36:06.091202 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-f11e4346-5604-46a9-b448-c38d3f8a768f req-34a3a636-0ffe-4e8f-8ab3-8dfc12ceecf2 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=163f66d9-f0f9-4b46-9422-089fc925732a HTTP/1.1" status: 200 len: 1001 time: 0.0990336 Apr 18 21:36:06.155157 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f11e4346-5604-46a9-b448-c38d3f8a768f req-47d050a9-ddca-4cd7-9ff3-91cd79235965 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:36:06.156525 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-f11e4346-5604-46a9-b448-c38d3f8a768f req-47d050a9-ddca-4cd7-9ff3-91cd79235965 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=32f4d787-9e43-4aac-98c4-668fa9d35a84 HTTP/1.1" status: 200 len: 851 time: 0.0595975 Apr 18 21:36:06.186231 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f11e4346-5604-46a9-b448-c38d3f8a768f req-c37f786d-ae9d-4cbd-b347-74904d1ba831 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:36:06.187745 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-f11e4346-5604-46a9-b448-c38d3f8a768f req-c37f786d-ae9d-4cbd-b347-74904d1ba831 service neutron] 10.222.0.48 "GET /v2.0/networks?id=f3320db2-e9b9-4caa-91bd-c608bba0ab9e HTTP/1.1" status: 200 len: 913 time: 0.1298349 Apr 18 21:36:06.233410 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-f11e4346-5604-46a9-b448-c38d3f8a768f req-285a58a5-4b43-45c2-b0a0-369c68f47671 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=f3320db2-e9b9-4caa-91bd-c608bba0ab9e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0709467 Apr 18 21:36:06.390042 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-f11e4346-5604-46a9-b448-c38d3f8a768f req-b3a315d1-aab0-4935-b4a3-0975ca9d0d22 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=163f66d9-f0f9-4b46-9422-089fc925732a HTTP/1.1" status: 200 len: 1001 time: 0.1954451 Apr 18 21:36:06.419745 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-f11e4346-5604-46a9-b448-c38d3f8a768f req-17a98b36-1fec-49bc-87be-6dca3b9b26ba service neutron] 10.222.0.43 "GET /v2.0/networks/f3320db2-e9b9-4caa-91bd-c608bba0ab9e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1799285 Apr 18 21:36:06.452414 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-957eb2b5-20d6-4074-b80d-84268a0bd00d req-ad66781a-1c41-4a23-98ec-2f23169fa559 tempest-ServerActionsTestJSON-1319677203 tempest-ServerActionsTestJSON-1319677203-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:36:06.453804 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-957eb2b5-20d6-4074-b80d-84268a0bd00d req-ad66781a-1c41-4a23-98ec-2f23169fa559 tempest-ServerActionsTestJSON-1319677203 tempest-ServerActionsTestJSON-1319677203-project] 10.222.0.42 "GET /v2.0/ports?device_id=89ede35b-88e5-4055-a601-a4983c187c71 HTTP/1.1" status: 200 len: 945 time: 0.1443646 Apr 18 21:36:06.458899 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f11e4346-5604-46a9-b448-c38d3f8a768f req-29eadf8d-ca9a-49a5-b7d5-8309755eaa9f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:36:06.460372 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-f11e4346-5604-46a9-b448-c38d3f8a768f req-29eadf8d-ca9a-49a5-b7d5-8309755eaa9f service neutron] 10.222.0.48 "GET /v2.0/subnets?id=32f4d787-9e43-4aac-98c4-668fa9d35a84 HTTP/1.1" status: 200 len: 851 time: 0.0607963 Apr 18 21:36:06.540838 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-f11e4346-5604-46a9-b448-c38d3f8a768f req-a35b308a-6c10-4e33-9c3c-1780cdf8cf00 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=f3320db2-e9b9-4caa-91bd-c608bba0ab9e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0714662 Apr 18 21:36:06.576749 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-957eb2b5-20d6-4074-b80d-84268a0bd00d req-3f4ad037-518f-4413-bb38-974a2f40f089 tempest-ServerActionsTestJSON-1319677203 tempest-ServerActionsTestJSON-1319677203-project] 10.222.0.42 "GET /v2.0/security-groups?id=86fda662-3d20-4c8e-beec-0cf6963226d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0783362 Apr 18 21:36:06.593205 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-f11e4346-5604-46a9-b448-c38d3f8a768f req-61c7473f-4825-44ea-8295-2e73fe0c9bc3 service neutron] 10.222.0.43 "GET /v2.0/networks/f3320db2-e9b9-4caa-91bd-c608bba0ab9e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1660023 Apr 18 21:36:06.678061 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-f11e4346-5604-46a9-b448-c38d3f8a768f req-2f83d0fd-16bf-4c3d-bc89-f73d8eb96ba5 service neutron] 10.222.0.48 "GET /v2.0/networks/f3320db2-e9b9-4caa-91bd-c608bba0ab9e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1301885 Apr 18 21:36:06.809562 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-f11e4346-5604-46a9-b448-c38d3f8a768f req-4b276607-ee1d-4510-ab36-f477fc9fdd8f service neutron] 10.222.0.48 "GET /v2.0/networks/f3320db2-e9b9-4caa-91bd-c608bba0ab9e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1254156 Apr 18 21:36:07.323628 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Device 163f66d9-f0f9-4b46-9422-089fc925732a details requested by agent hyperv_n-h2-838334-2 with host n-h2-838334-2 {{(pid=84042) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 18 21:36:07.451957 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] For port 163f66d9-f0f9-4b46-9422-089fc925732a, host n-h2-838334-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838334-2',level=0,port_id=163f66d9-f0f9-4b46-9422-089fc925732a,segment=NetworkSegment(f760d59a-3b5d-4f9f-a682-b437a8b8b263),segment_id=f760d59a-3b5d-4f9f-a682-b437a8b8b263)] {{(pid=84042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:36:07.468358 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Returning: {'device': '163f66d9-f0f9-4b46-9422-089fc925732a', 'network_id': 'f3320db2-e9b9-4caa-91bd-c608bba0ab9e', 'port_id': '163f66d9-f0f9-4b46-9422-089fc925732a', 'mac_address': 'fa:16:3e:4b:20:b0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 379, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '32f4d787-9e43-4aac-98c4-668fa9d35a84', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84042) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 18 21:36:07.520681 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:36:07.537682 n-d-838334-2 neutron-server[84042]: DEBUG neutron.notifiers.nova [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 163f66d9-f0f9-4b46-9422-089fc925732a {{(pid=84042) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 18 21:36:07.551957 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] For port 163f66d9-f0f9-4b46-9422-089fc925732a, host n-h2-838334-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838334-2',level=0,port_id=163f66d9-f0f9-4b46-9422-089fc925732a,segment=NetworkSegment(f760d59a-3b5d-4f9f-a682-b437a8b8b263),segment_id=f760d59a-3b5d-4f9f-a682-b437a8b8b263)] {{(pid=84042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:36:07.556393 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682'] for port, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:36:07.622174 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Pushing event updated for resources: {'Port': ['ID=163f66d9-f0f9-4b46-9422-089fc925732a,revision_number=12']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:36:07.778738 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bec19b28-10ce-466f-850a-c25ff1b17f7b req-4629e94e-4feb-4acc-bee5-0cb5accd384c tempest-ServerActionsTestJSON-1319677203 tempest-ServerActionsTestJSON-1319677203-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:36:07.780196 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-bec19b28-10ce-466f-850a-c25ff1b17f7b req-4629e94e-4feb-4acc-bee5-0cb5accd384c tempest-ServerActionsTestJSON-1319677203 tempest-ServerActionsTestJSON-1319677203-project] 10.222.0.42 "GET /v2.0/ports?device_id=89ede35b-88e5-4055-a601-a4983c187c71 HTTP/1.1" status: 200 len: 946 time: 0.0783868 Apr 18 21:36:07.791766 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] get_ports_and_sgs() called for port_ids ['163f66d9-f0f9-4b46-9422-089fc925732a'] {{(pid=84042) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 18 21:36:07.826936 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-bec19b28-10ce-466f-850a-c25ff1b17f7b req-bf48f0b5-fdc5-409e-a92d-9267f317ee68 tempest-ServerActionsTestJSON-1319677203 tempest-ServerActionsTestJSON-1319677203-project] 10.222.0.42 "GET /v2.0/security-groups?id=86fda662-3d20-4c8e-beec-0cf6963226d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412409 Apr 18 21:36:08.121320 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08d327be-444f-43cb-ab28-968d27f4fac1 req-f361b15d-19a2-455d-86e3-027026ef0add tempest-ServerActionsTestJSON-1319677203 tempest-ServerActionsTestJSON-1319677203-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:36:08.122737 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-08d327be-444f-43cb-ab28-968d27f4fac1 req-f361b15d-19a2-455d-86e3-027026ef0add tempest-ServerActionsTestJSON-1319677203 tempest-ServerActionsTestJSON-1319677203-project] 10.222.0.42 "GET /v2.0/ports?device_id=89ede35b-88e5-4055-a601-a4983c187c71 HTTP/1.1" status: 200 len: 946 time: 0.1746042 Apr 18 21:36:08.166788 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-08d327be-444f-43cb-ab28-968d27f4fac1 req-2c7db52b-bc25-4bd0-bc7a-9927db26a264 tempest-ServerActionsTestJSON-1319677203 tempest-ServerActionsTestJSON-1319677203-project] 10.222.0.42 "GET /v2.0/security-groups?id=86fda662-3d20-4c8e-beec-0cf6963226d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378881 Apr 18 21:36:08.362521 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b89b163-9e8a-4173-b328-b946af652cf5 req-777ff16e-032a-4258-9a4f-745d5a6cf3f3 tempest-ServerActionsTestJSON-1319677203 tempest-ServerActionsTestJSON-1319677203-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:36:08.363973 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-4b89b163-9e8a-4173-b328-b946af652cf5 req-777ff16e-032a-4258-9a4f-745d5a6cf3f3 tempest-ServerActionsTestJSON-1319677203 tempest-ServerActionsTestJSON-1319677203-project] 10.222.0.42 "GET /v2.0/ports?device_id=89ede35b-88e5-4055-a601-a4983c187c71 HTTP/1.1" status: 200 len: 946 time: 0.0804522 Apr 18 21:36:08.409398 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-4b89b163-9e8a-4173-b328-b946af652cf5 req-79645263-e344-42ab-887e-7dd8a9a3cc8a tempest-ServerActionsTestJSON-1319677203 tempest-ServerActionsTestJSON-1319677203-project] 10.222.0.42 "GET /v2.0/security-groups?id=86fda662-3d20-4c8e-beec-0cf6963226d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400283 Apr 18 21:36:08.801879 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c145ce9-3afe-4f8b-8b45-7030b0cfcc39 req-6957089e-2641-4138-bbb1-84aab9828d51 tempest-ServerActionsTestJSON-1319677203 tempest-ServerActionsTestJSON-1319677203-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:36:08.803565 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-1c145ce9-3afe-4f8b-8b45-7030b0cfcc39 req-6957089e-2641-4138-bbb1-84aab9828d51 tempest-ServerActionsTestJSON-1319677203 tempest-ServerActionsTestJSON-1319677203-project] 10.222.0.42 "GET /v2.0/ports?device_id=89ede35b-88e5-4055-a601-a4983c187c71 HTTP/1.1" status: 200 len: 946 time: 0.0761635 Apr 18 21:36:08.848070 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-1c145ce9-3afe-4f8b-8b45-7030b0cfcc39 req-d2fd5a16-160c-47b1-b73f-bc4b47a23df0 tempest-ServerActionsTestJSON-1319677203 tempest-ServerActionsTestJSON-1319677203-project] 10.222.0.42 "GET /v2.0/security-groups?id=86fda662-3d20-4c8e-beec-0cf6963226d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390739 Apr 18 21:36:09.355205 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Device 163f66d9-f0f9-4b46-9422-089fc925732a up at agent hyperv_n-h2-838334-2 {{(pid=84042) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 21:36:09.423486 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Provisioning for port 163f66d9-f0f9-4b46-9422-089fc925732a completed by entity L2. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 21:36:09.427868 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Provisioning complete for port 163f66d9-f0f9-4b46-9422-089fc925732a triggered by entity L2. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:36:09.428484 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1253608'] for port, provisioning_complete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:36:09.536028 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:36:09.561239 n-d-838334-2 neutron-server[84042]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '89ede35b-88e5-4055-a601-a4983c187c71', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '163f66d9-f0f9-4b46-9422-089fc925732a'}] {{(pid=84042) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 21:36:09.571012 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] For port 163f66d9-f0f9-4b46-9422-089fc925732a, host n-h2-838334-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838334-2',level=0,port_id=163f66d9-f0f9-4b46-9422-089fc925732a,segment=NetworkSegment(f760d59a-3b5d-4f9f-a682-b437a8b8b263),segment_id=f760d59a-3b5d-4f9f-a682-b437a8b8b263)] {{(pid=84042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:36:09.574161 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682'] for port, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:36:09.633737 n-d-838334-2 neutron-server[84042]: INFO neutron.notifiers.nova [-] Nova event matching ['req-44fcef3f-56d3-4fec-9cb0-91fd4af3683d'] response: {'server_uuid': '89ede35b-88e5-4055-a601-a4983c187c71', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '163f66d9-f0f9-4b46-9422-089fc925732a', 'code': 200} Apr 18 21:36:09.677561 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Pushing event updated for resources: {'Port': ['ID=163f66d9-f0f9-4b46-9422-089fc925732a,revision_number=13']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:36:10.046961 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba66d2a0-38ae-480e-a170-ec1fc242da53 req-8cf7c021-9938-40ad-a15d-914942b2893a tempest-ServerActionsTestJSON-1319677203 tempest-ServerActionsTestJSON-1319677203-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:36:10.048993 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-ba66d2a0-38ae-480e-a170-ec1fc242da53 req-8cf7c021-9938-40ad-a15d-914942b2893a tempest-ServerActionsTestJSON-1319677203 tempest-ServerActionsTestJSON-1319677203-project] 10.222.0.48 "GET /v2.0/ports?device_id=89ede35b-88e5-4055-a601-a4983c187c71 HTTP/1.1" status: 200 len: 947 time: 0.0913370 Apr 18 21:36:10.059424 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-554707f8-5fef-4d6e-bdfb-0bc262bf0a17 req-9fcad40c-4ba6-4818-9cac-bfb583c7c49b tempest-ServerActionsTestJSON-1319677203 tempest-ServerActionsTestJSON-1319677203-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:36:10.060896 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-554707f8-5fef-4d6e-bdfb-0bc262bf0a17 req-9fcad40c-4ba6-4818-9cac-bfb583c7c49b tempest-ServerActionsTestJSON-1319677203 tempest-ServerActionsTestJSON-1319677203-project] 10.222.0.42 "GET /v2.0/ports?device_id=89ede35b-88e5-4055-a601-a4983c187c71 HTTP/1.1" status: 200 len: 947 time: 0.0803950 Apr 18 21:36:10.106526 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-554707f8-5fef-4d6e-bdfb-0bc262bf0a17 req-449147fc-1e7b-4213-b8aa-1afbd5f186c3 tempest-ServerActionsTestJSON-1319677203 tempest-ServerActionsTestJSON-1319677203-project] 10.222.0.42 "GET /v2.0/security-groups?id=86fda662-3d20-4c8e-beec-0cf6963226d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394819 Apr 18 21:36:10.116734 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.plugin [req-ba66d2a0-38ae-480e-a170-ec1fc242da53 req-d67d9e46-bff3-469f-83ec-b2e1aec55a0b tempest-ServerActionsTestJSON-1319677203 tempest-ServerActionsTestJSON-1319677203-project] Deleting port 163f66d9-f0f9-4b46-9422-089fc925732a {{(pid=84041) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 21:36:10.117075 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [req-ba66d2a0-38ae-480e-a170-ec1fc242da53 req-d67d9e46-bff3-469f-83ec-b2e1aec55a0b tempest-ServerActionsTestJSON-1319677203 tempest-ServerActionsTestJSON-1319677203-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750375188691'] for port, before_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:36:10.353322 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.db [req-ba66d2a0-38ae-480e-a170-ec1fc242da53 req-d67d9e46-bff3-469f-83ec-b2e1aec55a0b tempest-ServerActionsTestJSON-1319677203 tempest-ServerActionsTestJSON-1319677203-project] For port 163f66d9-f0f9-4b46-9422-089fc925732a, host n-h2-838334-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838334-2',level=0,port_id=163f66d9-f0f9-4b46-9422-089fc925732a,segment=NetworkSegment(f760d59a-3b5d-4f9f-a682-b437a8b8b263),segment_id=f760d59a-3b5d-4f9f-a682-b437a8b8b263)] {{(pid=84041) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:36:10.353669 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [req-ba66d2a0-38ae-480e-a170-ec1fc242da53 req-d67d9e46-bff3-469f-83ec-b2e1aec55a0b tempest-ServerActionsTestJSON-1319677203 tempest-ServerActionsTestJSON-1319677203-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369123'] for port, precommit_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:36:10.629420 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [req-ba66d2a0-38ae-480e-a170-ec1fc242da53 req-d67d9e46-bff3-469f-83ec-b2e1aec55a0b tempest-ServerActionsTestJSON-1319677203 tempest-ServerActionsTestJSON-1319677203-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:36:10.629685 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [req-ba66d2a0-38ae-480e-a170-ec1fc242da53 req-d67d9e46-bff3-469f-83ec-b2e1aec55a0b tempest-ServerActionsTestJSON-1319677203 tempest-ServerActionsTestJSON-1319677203-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33444131'] for floatingip, after_update {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:36:10.629994 n-d-838334-2 neutron-server[84041]: INFO neutron.db.l3_db [req-ba66d2a0-38ae-480e-a170-ec1fc242da53 req-d67d9e46-bff3-469f-83ec-b2e1aec55a0b tempest-ServerActionsTestJSON-1319677203 tempest-ServerActionsTestJSON-1319677203-project] Floating IP 9831c303-c663-4aea-a904-d83b03360b56 disassociated. External IP: 172.25.8.225, port: 163f66d9-f0f9-4b46-9422-089fc925732a. Apr 18 21:36:10.630327 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.plugin [req-ba66d2a0-38ae-480e-a170-ec1fc242da53 req-d67d9e46-bff3-469f-83ec-b2e1aec55a0b tempest-ServerActionsTestJSON-1319677203 tempest-ServerActionsTestJSON-1319677203-project] Calling delete_port for 163f66d9-f0f9-4b46-9422-089fc925732a owned by compute:nova {{(pid=84041) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 21:36:10.768429 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [req-ba66d2a0-38ae-480e-a170-ec1fc242da53 req-d67d9e46-bff3-469f-83ec-b2e1aec55a0b tempest-ServerActionsTestJSON-1319677203 tempest-ServerActionsTestJSON-1319677203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750375259028', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750374836628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32266323'] for port, after_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:36:10.817751 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d67d9e46-bff3-469f-83ec-b2e1aec55a0b tempest-ServerActionsTestJSON-1319677203 tempest-ServerActionsTestJSON-1319677203-project] Pushing event deleted for resources: {'Port': ['ID=163f66d9-f0f9-4b46-9422-089fc925732a,revision_number=None']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:36:11.119026 n-d-838334-2 neutron-server[84041]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ba66d2a0-38ae-480e-a170-ec1fc242da53 req-d67d9e46-bff3-469f-83ec-b2e1aec55a0b tempest-ServerActionsTestJSON-1319677203 tempest-ServerActionsTestJSON-1319677203-project] Router 6861cd65-eca4-4490-a200-e76033a5ee01 has already been hosted by L3 agent bc84d6c9-dd7a-4555-a351-592327b46d5a {{(pid=84041) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 21:36:11.269153 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-69afbb3f-feef-47bd-8317-576b18e01f94 req-1bca8d6b-d36f-4e87-8212-10300c7e151e tempest-ServerActionsTestJSON-1319677203 tempest-ServerActionsTestJSON-1319677203-project] 10.222.0.42 "GET /v2.0/ports?device_id=89ede35b-88e5-4055-a601-a4983c187c71 HTTP/1.1" status: 200 len: 210 time: 0.0405169 Apr 18 21:36:11.326600 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ba66d2a0-38ae-480e-a170-ec1fc242da53 req-d67d9e46-bff3-469f-83ec-b2e1aec55a0b tempest-ServerActionsTestJSON-1319677203 tempest-ServerActionsTestJSON-1319677203-project] Notify agent at l3_agent.n-d-838334-2 the message routers_updated {{(pid=84041) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 21:36:11.337003 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f06edc1-48f1-441d-bd5a-863ad08ae3fb None None] Sync routers for ids ['6861cd65-eca4-4490-a200-e76033a5ee01'] in n-d-838334-2 {{(pid=84042) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 18 21:36:11.348770 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f06edc1-48f1-441d-bd5a-863ad08ae3fb None None] Routers {'6861cd65-eca4-4490-a200-e76033a5ee01'} bound to L3 agent in host n-d-838334-2 {{(pid=84042) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 21:36:11.349446 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_hamode_db [None req-3f06edc1-48f1-441d-bd5a-863ad08ae3fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838334-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-18T20:25:48Z,description=,heartbeat_timestamp=2022-04-18T21:35:48Z,host='n-d-838334-2',id=bc84d6c9-dd7a-4555-a351-592327b46d5a,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:25:48Z,topic='l3_agent')) {'router_ids': ['6861cd65-eca4-4490-a200-e76033a5ee01'], 'active': True} {{(pid=84042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:36:11.395294 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.l3_dvrscheduler_db [req-ba66d2a0-38ae-480e-a170-ec1fc242da53 req-d67d9e46-bff3-469f-83ec-b2e1aec55a0b tempest-ServerActionsTestJSON-1319677203 tempest-ServerActionsTestJSON-1319677203-project] No DVR routers for this DVR port 163f66d9-f0f9-4b46-9422-089fc925732a on host n-h2-838334-2 {{(pid=84041) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 21:36:11.397869 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [req-ba66d2a0-38ae-480e-a170-ec1fc242da53 req-d67d9e46-bff3-469f-83ec-b2e1aec55a0b tempest-ServerActionsTestJSON-1319677203 tempest-ServerActionsTestJSON-1319677203-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217293'] for port, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:36:11.400492 n-d-838334-2 neutron-server[84041]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '89ede35b-88e5-4055-a601-a4983c187c71', 'name': 'network-vif-deleted', 'tag': '163f66d9-f0f9-4b46-9422-089fc925732a'}] {{(pid=84041) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 21:36:11.416133 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-ba66d2a0-38ae-480e-a170-ec1fc242da53 req-d67d9e46-bff3-469f-83ec-b2e1aec55a0b tempest-ServerActionsTestJSON-1319677203 tempest-ServerActionsTestJSON-1319677203-project] 10.222.0.48 "DELETE /v2.0/ports/163f66d9-f0f9-4b46-9422-089fc925732a HTTP/1.1" status: 204 len: 173 time: 1.3616812 Apr 18 21:36:11.463428 n-d-838334-2 neutron-server[84041]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0378a12c-6222-406e-8c88-77b2703f577c'] response: {'server_uuid': '89ede35b-88e5-4055-a601-a4983c187c71', 'name': 'network-vif-deleted', 'tag': '163f66d9-f0f9-4b46-9422-089fc925732a', 'status': 'completed', 'code': 200} Apr 18 21:36:11.532720 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_dvr_db [None req-3f06edc1-48f1-441d-bd5a-863ad08ae3fb None None] Set router 6861cd65-eca4-4490-a200-e76033a5ee01 gateway port host: n-d-838334-2 {{(pid=84042) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 21:36:11.845815 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_hamode_db [None req-3f06edc1-48f1-441d-bd5a-863ad08ae3fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6861cd65-eca4-4490-a200-e76033a5ee01', 'name': 'tempest-ServerActionsTestJSON-1522639251-router', 'tenant_id': '675834a466b84bb5a01c14f13ca191f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'external_fixed_ips': [{'subnet_id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'ip_address': '172.25.8.149'}], 'enable_snat': True}, 'gw_port_id': '7071e091-9f0f-4bb0-a769-bd885f8aec0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:33:12Z', 'updated_at': '2022-04-18T21:33:15Z', 'revision_number': 4, 'project_id': '675834a466b84bb5a01c14f13ca191f7', 'gw_port': {'id': '7071e091-9f0f-4bb0-a769-bd885f8aec0c', 'name': '', 'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:ee:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6861cd65-eca4-4490-a200-e76033a5ee01', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'ip_address': '172.25.8.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:33:13Z', 'updated_at': '2022-04-18T21:33:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838334-2', '_interfaces': [{'id': '252d04e9-7528-4fd9-8583-53107d3a8f75', 'name': '', 'network_id': 'f3320db2-e9b9-4caa-91bd-c608bba0ab9e', 'tenant_id': '675834a466b84bb5a01c14f13ca191f7', 'mac_address': 'fa:16:3e:e9:5f:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6861cd65-eca4-4490-a200-e76033a5ee01', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '32f4d787-9e43-4aac-98c4-668fa9d35a84', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:33:15Z', 'updated_at': '2022-04-18T21:33:33Z', 'revision_number': 5, 'project_id': '675834a466b84bb5a01c14f13ca191f7', 'subnets': [{'id': '32f4d787-9e43-4aac-98c4-668fa9d35a84', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838334-2', False) {} {{(pid=84042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:36:11.849704 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f06edc1-48f1-441d-bd5a-863ad08ae3fb None None] Checking router: 6861cd65-eca4-4490-a200-e76033a5ee01 for host: n-d-838334-2 {{(pid=84042) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 18 21:36:11.859994 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f06edc1-48f1-441d-bd5a-863ad08ae3fb None None] Routers {'6861cd65-eca4-4490-a200-e76033a5ee01'} bound to L3 agent in host n-d-838334-2 {{(pid=84042) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 21:36:11.860588 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_hamode_db [None req-3f06edc1-48f1-441d-bd5a-863ad08ae3fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838334-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-18T20:25:48Z,description=,heartbeat_timestamp=2022-04-18T21:35:48Z,host='n-d-838334-2',id=bc84d6c9-dd7a-4555-a351-592327b46d5a,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:25:48Z,topic='l3_agent')) {'router_ids': ['6861cd65-eca4-4490-a200-e76033a5ee01'], 'active': True} {{(pid=84042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:36:12.043602 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_dvr_db [None req-3f06edc1-48f1-441d-bd5a-863ad08ae3fb None None] Set router 6861cd65-eca4-4490-a200-e76033a5ee01 gateway port host: n-d-838334-2 {{(pid=84042) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 21:36:12.350384 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_hamode_db [None req-3f06edc1-48f1-441d-bd5a-863ad08ae3fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6861cd65-eca4-4490-a200-e76033a5ee01', 'name': 'tempest-ServerActionsTestJSON-1522639251-router', 'tenant_id': '675834a466b84bb5a01c14f13ca191f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'external_fixed_ips': [{'subnet_id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'ip_address': '172.25.8.149'}], 'enable_snat': True}, 'gw_port_id': '7071e091-9f0f-4bb0-a769-bd885f8aec0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:33:12Z', 'updated_at': '2022-04-18T21:33:15Z', 'revision_number': 4, 'project_id': '675834a466b84bb5a01c14f13ca191f7', 'gw_port': {'id': '7071e091-9f0f-4bb0-a769-bd885f8aec0c', 'name': '', 'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:ee:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6861cd65-eca4-4490-a200-e76033a5ee01', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'ip_address': '172.25.8.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:33:13Z', 'updated_at': '2022-04-18T21:33:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838334-2', '_interfaces': [{'id': '252d04e9-7528-4fd9-8583-53107d3a8f75', 'name': '', 'network_id': 'f3320db2-e9b9-4caa-91bd-c608bba0ab9e', 'tenant_id': '675834a466b84bb5a01c14f13ca191f7', 'mac_address': 'fa:16:3e:e9:5f:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6861cd65-eca4-4490-a200-e76033a5ee01', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '32f4d787-9e43-4aac-98c4-668fa9d35a84', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:33:15Z', 'updated_at': '2022-04-18T21:33:33Z', 'revision_number': 5, 'project_id': '675834a466b84bb5a01c14f13ca191f7', 'subnets': [{'id': '32f4d787-9e43-4aac-98c4-668fa9d35a84', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838334-2', False) {} {{(pid=84042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:36:12.354290 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f06edc1-48f1-441d-bd5a-863ad08ae3fb None None] The sync data for ids ['6861cd65-eca4-4490-a200-e76033a5ee01'] in n-d-838334-2 is: [{'id': '6861cd65-eca4-4490-a200-e76033a5ee01', 'name': 'tempest-ServerActionsTestJSON-1522639251-router', 'tenant_id': '675834a466b84bb5a01c14f13ca191f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'external_fixed_ips': [{'subnet_id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'ip_address': '172.25.8.149'}], 'enable_snat': True}, 'gw_port_id': '7071e091-9f0f-4bb0-a769-bd885f8aec0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:33:12Z', 'updated_at': '2022-04-18T21:33:15Z', 'revision_number': 4, 'project_id': '675834a466b84bb5a01c14f13ca191f7', 'gw_port': {'id': '7071e091-9f0f-4bb0-a769-bd885f8aec0c', 'name': '', 'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:ee:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6861cd65-eca4-4490-a200-e76033a5ee01', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'ip_address': '172.25.8.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:33:13Z', 'updated_at': '2022-04-18T21:33:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838334-2', '_interfaces': [{'id': '252d04e9-7528-4fd9-8583-53107d3a8f75', 'name': '', 'network_id': 'f3320db2-e9b9-4caa-91bd-c608bba0ab9e', 'tenant_id': '675834a466b84bb5a01c14f13ca191f7', 'mac_address': 'fa:16:3e:e9:5f:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6861cd65-eca4-4490-a200-e76033a5ee01', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '32f4d787-9e43-4aac-98c4-668fa9d35a84', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:33:15Z', 'updated_at': '2022-04-18T21:33:33Z', 'revision_number': 5, 'project_id': '675834a466b84bb5a01c14f13ca191f7', 'subnets': [{'id': '32f4d787-9e43-4aac-98c4-668fa9d35a84', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84042) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 18 21:36:12.577843 n-d-838334-2 neutron-server[84043]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-606d3eb6-0ef2-4c71-8448-4159a61d7967 None None] New status for floating IP 9831c303-c663-4aea-a904-d83b03360b56: DOWN {{(pid=84043) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Apr 18 21:36:12.640077 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-f59659df-8cc7-4f1a-8549-11484170cdee req-5cb5178b-0af6-49a8-b5e4-b7589c62beb4 tempest-ServerActionsTestJSON-1319677203 tempest-ServerActionsTestJSON-1319677203-project] 10.222.0.42 "GET /v2.0/security-groups?name=tempest-securitygroup--1126428647&fields=id&tenant_id=675834a466b84bb5a01c14f13ca191f7 HTTP/1.1" status: 200 len: 267 time: 0.0414765 Apr 18 21:36:12.792435 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f59659df-8cc7-4f1a-8549-11484170cdee req-14b0e7b6-6b56-410f-a992-191b8f483cf3 tempest-ServerActionsTestJSON-1319677203 tempest-ServerActionsTestJSON-1319677203-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:36:12.793882 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-f59659df-8cc7-4f1a-8549-11484170cdee req-14b0e7b6-6b56-410f-a992-191b8f483cf3 tempest-ServerActionsTestJSON-1319677203 tempest-ServerActionsTestJSON-1319677203-project] 10.222.0.42 "GET /v2.0/networks?id=f3320db2-e9b9-4caa-91bd-c608bba0ab9e HTTP/1.1" status: 200 len: 812 time: 0.1463060 Apr 18 21:36:12.811440 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-f59659df-8cc7-4f1a-8549-11484170cdee req-f0554b2b-939f-492e-81eb-3198999ff5c3 tempest-ServerActionsTestJSON-1319677203 tempest-ServerActionsTestJSON-1319677203-project] 10.222.0.42 "GET /v2.0/quotas/675834a466b84bb5a01c14f13ca191f7 HTTP/1.1" status: 200 len: 375 time: 0.0116737 Apr 18 21:36:12.895763 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-f59659df-8cc7-4f1a-8549-11484170cdee req-35b268ec-d026-49bb-af38-c32d9f8041dc tempest-ServerActionsTestJSON-1319677203 tempest-ServerActionsTestJSON-1319677203-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=675834a466b84bb5a01c14f13ca191f7&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0776956 Apr 18 21:36:13.035005 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-f59659df-8cc7-4f1a-8549-11484170cdee req-1d4d3260-ee7b-46f6-9d46-3b3dd70ff509 service neutron] 10.222.0.42 "GET /v2.0/networks/f3320db2-e9b9-4caa-91bd-c608bba0ab9e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1279225 Apr 18 21:36:13.162849 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-f59659df-8cc7-4f1a-8549-11484170cdee req-c1259303-37c8-4376-a821-b13082689429 service neutron] 10.222.0.42 "GET /v2.0/networks/f3320db2-e9b9-4caa-91bd-c608bba0ab9e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1219876 Apr 18 21:36:13.357341 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-e93d6bb5-d1a1-491b-adb2-bef1e1072263 req-fee27f49-33d4-4689-9b6c-55e5fa949e01 tempest-ServerActionsTestJSON-1319677203 tempest-ServerActionsTestJSON-1319677203-project] 10.222.0.42 "GET /v2.0/ports?device_id=338b1560-a448-4b1e-b765-9112c8ed3ff1 HTTP/1.1" status: 200 len: 210 time: 0.0421891 Apr 18 21:36:14.384197 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f59659df-8cc7-4f1a-8549-11484170cdee req-9fd36d66-b072-450a-a220-766fce6bd0a6 tempest-ServerActionsTestJSON-1319677203 tempest-ServerActionsTestJSON-1319677203-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:36:14.385637 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-f59659df-8cc7-4f1a-8549-11484170cdee req-9fd36d66-b072-450a-a220-766fce6bd0a6 tempest-ServerActionsTestJSON-1319677203 tempest-ServerActionsTestJSON-1319677203-project] 10.222.0.48 "GET /v2.0/networks?id=f3320db2-e9b9-4caa-91bd-c608bba0ab9e HTTP/1.1" status: 200 len: 812 time: 0.1455631 Apr 18 21:36:14.441567 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-f59659df-8cc7-4f1a-8549-11484170cdee req-d3707483-357e-4860-aa37-884b128b90d2 tempest-ServerActionsTestJSON-1319677203 tempest-ServerActionsTestJSON-1319677203-project] 10.222.0.48 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=675834a466b84bb5a01c14f13ca191f7 HTTP/1.1" status: 200 len: 380 time: 0.0436990 Apr 18 21:36:14.452687 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.v2.base [req-f59659df-8cc7-4f1a-8549-11484170cdee req-f4c215e3-25f1-47a2-921f-2a55354a00c7 tempest-ServerActionsTestJSON-1319677203 tempest-ServerActionsTestJSON-1319677203-project] Request body: {'port': {'device_id': '338b1560-a448-4b1e-b765-9112c8ed3ff1', 'network_id': 'f3320db2-e9b9-4caa-91bd-c608bba0ab9e', 'admin_state_up': True, 'tenant_id': '675834a466b84bb5a01c14f13ca191f7', 'security_groups': ['86fda662-3d20-4c8e-beec-0cf6963226d6']}} {{(pid=84041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:36:14.528318 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-0ad0655d-5d62-45f7-922a-86aed6bcd548 req-dbac5edb-4b73-4bc0-a7f3-0d705beb2b7c tempest-ServerActionsTestJSON-1319677203 tempest-ServerActionsTestJSON-1319677203-project] 10.222.0.42 "GET /v2.0/ports?device_id=338b1560-a448-4b1e-b765-9112c8ed3ff1 HTTP/1.1" status: 200 len: 210 time: 0.0441937 Apr 18 21:36:14.591693 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [req-f59659df-8cc7-4f1a-8549-11484170cdee req-f4c215e3-25f1-47a2-921f-2a55354a00c7 tempest-ServerActionsTestJSON-1319677203 tempest-ServerActionsTestJSON-1319677203-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:36:14.595960 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [req-f59659df-8cc7-4f1a-8549-11484170cdee req-f4c215e3-25f1-47a2-921f-2a55354a00c7 tempest-ServerActionsTestJSON-1319677203 tempest-ServerActionsTestJSON-1319677203-project] Usage tracker for resource:port and tenant:675834a466b84bb5a01c14f13ca191f7 is out of sync, need to count used quota {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:36:14.598800 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [req-f59659df-8cc7-4f1a-8549-11484170cdee req-f4c215e3-25f1-47a2-921f-2a55354a00c7 tempest-ServerActionsTestJSON-1319677203 tempest-ServerActionsTestJSON-1319677203-project] Quota usage for port was recalculated. Used quota:3. {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:36:14.604428 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [req-f59659df-8cc7-4f1a-8549-11484170cdee req-f4c215e3-25f1-47a2-921f-2a55354a00c7 tempest-ServerActionsTestJSON-1319677203 tempest-ServerActionsTestJSON-1319677203-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:36:14.614473 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f59659df-8cc7-4f1a-8549-11484170cdee req-f4c215e3-25f1-47a2-921f-2a55354a00c7 tempest-ServerActionsTestJSON-1319677203 tempest-ServerActionsTestJSON-1319677203-project] Made reservation on behalf of 675834a466b84bb5a01c14f13ca191f7 for: {'port': 1} {{(pid=84041) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:36:14.617458 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [req-f59659df-8cc7-4f1a-8549-11484170cdee req-f4c215e3-25f1-47a2-921f-2a55354a00c7 tempest-ServerActionsTestJSON-1319677203 tempest-ServerActionsTestJSON-1319677203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:36:14.776564 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.db_base_plugin_common [req-f59659df-8cc7-4f1a-8549-11484170cdee req-f4c215e3-25f1-47a2-921f-2a55354a00c7 tempest-ServerActionsTestJSON-1319677203 tempest-ServerActionsTestJSON-1319677203-project] Allocated IP 172.20.0.4 (f3320db2-e9b9-4caa-91bd-c608bba0ab9e/32f4d787-9e43-4aac-98c4-668fa9d35a84/0be4de79-fc20-4da9-8513-0c13de928332) {{(pid=84041) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 21:36:14.961147 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [req-f59659df-8cc7-4f1a-8549-11484170cdee req-f4c215e3-25f1-47a2-921f-2a55354a00c7 tempest-ServerActionsTestJSON-1319677203 tempest-ServerActionsTestJSON-1319677203-project] Notify callbacks [] for port, precommit_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:36:14.977167 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.provisioning_blocks [req-f59659df-8cc7-4f1a-8549-11484170cdee req-f4c215e3-25f1-47a2-921f-2a55354a00c7 tempest-ServerActionsTestJSON-1319677203 tempest-ServerActionsTestJSON-1319677203-project] Transition to ACTIVE for port object 0be4de79-fc20-4da9-8513-0c13de928332 will not be triggered until provisioned by entity DHCP. {{(pid=84041) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:36:14.998869 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [req-f59659df-8cc7-4f1a-8549-11484170cdee req-f4c215e3-25f1-47a2-921f-2a55354a00c7 tempest-ServerActionsTestJSON-1319677203 tempest-ServerActionsTestJSON-1319677203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750374836619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32266323'] for port, after_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:36:15.073353 n-d-838334-2 neutron-server[84041]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f59659df-8cc7-4f1a-8549-11484170cdee req-f4c215e3-25f1-47a2-921f-2a55354a00c7 tempest-ServerActionsTestJSON-1319677203 tempest-ServerActionsTestJSON-1319677203-project] Network f3320db2-e9b9-4caa-91bd-c608bba0ab9e is already hosted by enough agents. {{(pid=84041) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:36:15.076345 n-d-838334-2 neutron-server[84041]: DEBUG neutron.scheduler.base_scheduler [req-f59659df-8cc7-4f1a-8549-11484170cdee req-f4c215e3-25f1-47a2-921f-2a55354a00c7 tempest-ServerActionsTestJSON-1319677203 tempest-ServerActionsTestJSON-1319677203-project] Resources bound (agent type, host, resource id): {{(pid=84041) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:36:15.081479 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.l3_dvrscheduler_db [req-f59659df-8cc7-4f1a-8549-11484170cdee req-f4c215e3-25f1-47a2-921f-2a55354a00c7 tempest-ServerActionsTestJSON-1319677203 tempest-ServerActionsTestJSON-1319677203-project] Received port after_create {{(pid=84041) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 21:36:15.107007 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4c215e3-25f1-47a2-921f-2a55354a00c7 tempest-ServerActionsTestJSON-1319677203 tempest-ServerActionsTestJSON-1319677203-project] Pushing event updated for resources: {'Port': ['ID=0be4de79-fc20-4da9-8513-0c13de928332,revision_number=1']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:36:15.144709 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f59659df-8cc7-4f1a-8549-11484170cdee req-f4c215e3-25f1-47a2-921f-2a55354a00c7 tempest-ServerActionsTestJSON-1319677203 tempest-ServerActionsTestJSON-1319677203-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:36:15.145321 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [req-f59659df-8cc7-4f1a-8549-11484170cdee req-f4c215e3-25f1-47a2-921f-2a55354a00c7 tempest-ServerActionsTestJSON-1319677203 tempest-ServerActionsTestJSON-1319677203-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217293'] for port, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:36:15.169719 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-f59659df-8cc7-4f1a-8549-11484170cdee req-f4c215e3-25f1-47a2-921f-2a55354a00c7 tempest-ServerActionsTestJSON-1319677203 tempest-ServerActionsTestJSON-1319677203-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7206652 Apr 18 21:36:15.182046 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.v2.base [req-f59659df-8cc7-4f1a-8549-11484170cdee req-c2cbed45-0794-4a0b-b060-31f4ba398db1 service neutron] Request body: {'port': {'device_id': '338b1560-a448-4b1e-b765-9112c8ed3ff1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-838334-2'}} {{(pid=84041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:36:15.292856 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [req-f59659df-8cc7-4f1a-8549-11484170cdee req-c2cbed45-0794-4a0b-b060-31f4ba398db1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:36:15.300506 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-d809f5e0-c849-4d2c-949d-a3e2bf386d5a None None] Provisioning for port 0be4de79-fc20-4da9-8513-0c13de928332 completed by entity DHCP. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 21:36:15.305229 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-d809f5e0-c849-4d2c-949d-a3e2bf386d5a None None] Provisioning complete for port 0be4de79-fc20-4da9-8513-0c13de928332 triggered by entity DHCP. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:36:15.305597 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-d809f5e0-c849-4d2c-949d-a3e2bf386d5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1253608'] for port, provisioning_complete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:36:15.357290 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.plugin [None req-d809f5e0-c849-4d2c-949d-a3e2bf386d5a None None] Port 0be4de79-fc20-4da9-8513-0c13de928332 cannot update to ACTIVE because it is not bound. {{(pid=84042) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 18 21:36:15.420226 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Device 163f66d9-f0f9-4b46-9422-089fc925732a no longer exists at agent hyperv_n-h2-838334-2 {{(pid=84042) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 21:36:15.452409 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.plugin [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] No Port match for: 163f66d9-f0f9-4b46-9422-089fc925732a {{(pid=84042) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 18 21:36:15.452744 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Device 163f66d9-f0f9-4b46-9422-089fc925732a not bound to the agent host n-h2-838334-2 {{(pid=84042) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 21:36:15.625666 n-d-838334-2 neutron-server[84041]: DEBUG neutron.notifiers.nova [req-f59659df-8cc7-4f1a-8549-11484170cdee req-c2cbed45-0794-4a0b-b060-31f4ba398db1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0be4de79-fc20-4da9-8513-0c13de928332 {{(pid=84041) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 18 21:36:15.633351 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [req-f59659df-8cc7-4f1a-8549-11484170cdee req-c2cbed45-0794-4a0b-b060-31f4ba398db1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:36:15.648820 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.provisioning_blocks [req-f59659df-8cc7-4f1a-8549-11484170cdee req-c2cbed45-0794-4a0b-b060-31f4ba398db1 service neutron] Transition to ACTIVE for port object 0be4de79-fc20-4da9-8513-0c13de928332 will not be triggered until provisioned by entity L2. {{(pid=84041) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:36:15.653911 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [req-f59659df-8cc7-4f1a-8549-11484170cdee req-c2cbed45-0794-4a0b-b060-31f4ba398db1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32266282'] for port, after_update {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:36:15.724015 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-e347bff4-81ae-4b8e-b3a5-879b2211a308 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750375287399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253529'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:36:15.734410 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d3d542f-4566-4160-bc04-38e63ebf1138 req-a26f0852-2b6b-4896-be55-4159b7ccfd99 tempest-ServerActionsTestJSON-1319677203 tempest-ServerActionsTestJSON-1319677203-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:36:15.736082 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-9d3d542f-4566-4160-bc04-38e63ebf1138 req-a26f0852-2b6b-4896-be55-4159b7ccfd99 tempest-ServerActionsTestJSON-1319677203 tempest-ServerActionsTestJSON-1319677203-project] 10.222.0.42 "GET /v2.0/ports?device_id=338b1560-a448-4b1e-b765-9112c8ed3ff1 HTTP/1.1" status: 200 len: 943 time: 0.0790241 Apr 18 21:36:15.784888 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-9d3d542f-4566-4160-bc04-38e63ebf1138 req-9c51f5f1-991d-46fa-961c-dc5c67005bf2 tempest-ServerActionsTestJSON-1319677203 tempest-ServerActionsTestJSON-1319677203-project] 10.222.0.42 "GET /v2.0/security-groups?id=86fda662-3d20-4c8e-beec-0cf6963226d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424070 Apr 18 21:36:15.888364 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2cbed45-0794-4a0b-b060-31f4ba398db1 service neutron] Pushing event updated for resources: {'Port': ['ID=0be4de79-fc20-4da9-8513-0c13de928332,revision_number=2']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:36:15.999863 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.managers [req-f59659df-8cc7-4f1a-8549-11484170cdee req-c2cbed45-0794-4a0b-b060-31f4ba398db1 service neutron] Attempting to bind port 0be4de79-fc20-4da9-8513-0c13de928332 on host n-h2-838334-2 for vnic_type normal with profile {{(pid=84041) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 21:36:16.000224 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.managers [req-f59659df-8cc7-4f1a-8549-11484170cdee req-c2cbed45-0794-4a0b-b060-31f4ba398db1 service neutron] Attempting to bind port 0be4de79-fc20-4da9-8513-0c13de928332 by drivers openvswitch,hyperv on host n-h2-838334-2 at level 0 using segments [{'id': 'f760d59a-3b5d-4f9f-a682-b437a8b8b263', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': 'f3320db2-e9b9-4caa-91bd-c608bba0ab9e'}] {{(pid=84041) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 21:36:16.000545 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f59659df-8cc7-4f1a-8549-11484170cdee req-c2cbed45-0794-4a0b-b060-31f4ba398db1 service neutron] Attempting to bind port 0be4de79-fc20-4da9-8513-0c13de928332 on network f3320db2-e9b9-4caa-91bd-c608bba0ab9e {{(pid=84041) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 21:36:16.007027 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f59659df-8cc7-4f1a-8549-11484170cdee req-c2cbed45-0794-4a0b-b060-31f4ba398db1 service neutron] Port 0be4de79-fc20-4da9-8513-0c13de928332 on network f3320db2-e9b9-4caa-91bd-c608bba0ab9e not bound, no agent of type Open vSwitch agent registered on host n-h2-838334-2 {{(pid=84041) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 18 21:36:16.007364 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f59659df-8cc7-4f1a-8549-11484170cdee req-c2cbed45-0794-4a0b-b060-31f4ba398db1 service neutron] Attempting to bind port 0be4de79-fc20-4da9-8513-0c13de928332 on network f3320db2-e9b9-4caa-91bd-c608bba0ab9e {{(pid=84041) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 21:36:16.013462 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f59659df-8cc7-4f1a-8549-11484170cdee req-c2cbed45-0794-4a0b-b060-31f4ba398db1 service neutron] Checking agent: {'id': 'dc797004-f641-47b7-a77f-9c62b5b16296', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-838334-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 34, 3), 'started_at': datetime.datetime(2022, 4, 18, 20, 34, 3), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 21, 36, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84041) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 18 21:36:16.013785 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f59659df-8cc7-4f1a-8549-11484170cdee req-c2cbed45-0794-4a0b-b060-31f4ba398db1 service neutron] Checking segment: {'id': 'f760d59a-3b5d-4f9f-a682-b437a8b8b263', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': 'f3320db2-e9b9-4caa-91bd-c608bba0ab9e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84041) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 21:36:16.014154 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f59659df-8cc7-4f1a-8549-11484170cdee req-c2cbed45-0794-4a0b-b060-31f4ba398db1 service neutron] Bound using segment: {'id': 'f760d59a-3b5d-4f9f-a682-b437a8b8b263', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': 'f3320db2-e9b9-4caa-91bd-c608bba0ab9e'} {{(pid=84041) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 18 21:36:16.014568 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.managers [req-f59659df-8cc7-4f1a-8549-11484170cdee req-c2cbed45-0794-4a0b-b060-31f4ba398db1 service neutron] Bound port: 0be4de79-fc20-4da9-8513-0c13de928332, host: n-h2-838334-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f760d59a-3b5d-4f9f-a682-b437a8b8b263', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': 'f3320db2-e9b9-4caa-91bd-c608bba0ab9e'}}] {{(pid=84041) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 21:36:16.014907 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [req-f59659df-8cc7-4f1a-8549-11484170cdee req-c2cbed45-0794-4a0b-b060-31f4ba398db1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:36:16.107233 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.db [req-f59659df-8cc7-4f1a-8549-11484170cdee req-c2cbed45-0794-4a0b-b060-31f4ba398db1 service neutron] For port 0be4de79-fc20-4da9-8513-0c13de928332, host n-h2-838334-2, cleared binding levels {{(pid=84041) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 21:36:16.110091 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.db [req-f59659df-8cc7-4f1a-8549-11484170cdee req-c2cbed45-0794-4a0b-b060-31f4ba398db1 service neutron] For port 0be4de79-fc20-4da9-8513-0c13de928332, host n-h2-838334-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838334-2',level=0,port_id=0be4de79-fc20-4da9-8513-0c13de928332,segment=NetworkSegment(f760d59a-3b5d-4f9f-a682-b437a8b8b263),segment_id=f760d59a-3b5d-4f9f-a682-b437a8b8b263)] {{(pid=84041) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 21:36:16.114398 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [req-f59659df-8cc7-4f1a-8549-11484170cdee req-c2cbed45-0794-4a0b-b060-31f4ba398db1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32266282'] for port, after_update {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:36:16.181297 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [req-f59659df-8cc7-4f1a-8549-11484170cdee req-c2cbed45-0794-4a0b-b060-31f4ba398db1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217293'] for port, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:36:16.182647 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-f59659df-8cc7-4f1a-8549-11484170cdee req-c2cbed45-0794-4a0b-b060-31f4ba398db1 service neutron] 10.222.0.48 "PUT /v2.0/ports/0be4de79-fc20-4da9-8513-0c13de928332 HTTP/1.1" status: 200 len: 1091 time: 1.0052364 Apr 18 21:36:16.183094 n-d-838334-2 neutron-server[84041]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '338b1560-a448-4b1e-b765-9112c8ed3ff1', 'tag': '0be4de79-fc20-4da9-8513-0c13de928332'}] {{(pid=84041) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 21:36:16.200301 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2cbed45-0794-4a0b-b060-31f4ba398db1 service neutron] Pushing event updated for resources: {'Port': ['ID=0be4de79-fc20-4da9-8513-0c13de928332,revision_number=3']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:36:16.266829 n-d-838334-2 neutron-server[84041]: INFO neutron.notifiers.nova [-] Nova event matching ['req-30d6f2ae-4a90-4b5b-95a9-d9a069184724'] response: {'name': 'network-changed', 'server_uuid': '338b1560-a448-4b1e-b765-9112c8ed3ff1', 'tag': '0be4de79-fc20-4da9-8513-0c13de928332', 'status': 'completed', 'code': 200} Apr 18 21:36:16.308230 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-f59659df-8cc7-4f1a-8549-11484170cdee req-2c3bd224-0432-418a-aa6b-4c5f37ffabec service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=675834a466b84bb5a01c14f13ca191f7&device_id=338b1560-a448-4b1e-b765-9112c8ed3ff1 HTTP/1.1" status: 200 len: 1094 time: 0.0765839 Apr 18 21:36:16.379207 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-f59659df-8cc7-4f1a-8549-11484170cdee req-fad80ee7-f5c9-4a46-8f86-dc543d13ecf0 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=0be4de79-fc20-4da9-8513-0c13de928332 HTTP/1.1" status: 200 len: 217 time: 0.0640450 Apr 18 21:36:16.440760 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f59659df-8cc7-4f1a-8549-11484170cdee req-f87f15cd-a64d-4e36-bff0-f93f6d6c5a4b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:36:16.442130 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-f59659df-8cc7-4f1a-8549-11484170cdee req-f87f15cd-a64d-4e36-bff0-f93f6d6c5a4b service neutron] 10.222.0.48 "GET /v2.0/subnets?id=32f4d787-9e43-4aac-98c4-668fa9d35a84 HTTP/1.1" status: 200 len: 851 time: 0.0564792 Apr 18 21:36:16.519177 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-f59659df-8cc7-4f1a-8549-11484170cdee req-6ad05ba1-2afd-4569-b283-afc0e6836093 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=f3320db2-e9b9-4caa-91bd-c608bba0ab9e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0699737 Apr 18 21:36:16.649338 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-f59659df-8cc7-4f1a-8549-11484170cdee req-f0643b97-c671-4011-a799-9a6c400512fb service neutron] 10.222.0.48 "GET /v2.0/networks/f3320db2-e9b9-4caa-91bd-c608bba0ab9e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1239197 Apr 18 21:36:16.777961 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-f59659df-8cc7-4f1a-8549-11484170cdee req-e9e44b1f-3ff4-43a4-ab5d-27f75a91d86b service neutron] 10.222.0.48 "GET /v2.0/networks/f3320db2-e9b9-4caa-91bd-c608bba0ab9e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1225293 Apr 18 21:36:16.891269 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-5a5b27cc-a98e-4ab9-b6d6-594417808842 req-74611974-082c-404a-8352-10cce66125a2 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=675834a466b84bb5a01c14f13ca191f7&device_id=338b1560-a448-4b1e-b765-9112c8ed3ff1 HTTP/1.1" status: 200 len: 1094 time: 0.0681715 Apr 18 21:36:16.995846 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7bf061d-5b01-4729-9520-bbb179adb922 req-f5dbd28c-8b1f-4b60-9d79-ebe17fc48fef tempest-ServerActionsTestJSON-1319677203 tempest-ServerActionsTestJSON-1319677203-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:36:16.997311 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-b7bf061d-5b01-4729-9520-bbb179adb922 req-f5dbd28c-8b1f-4b60-9d79-ebe17fc48fef tempest-ServerActionsTestJSON-1319677203 tempest-ServerActionsTestJSON-1319677203-project] 10.222.0.42 "GET /v2.0/ports?device_id=338b1560-a448-4b1e-b765-9112c8ed3ff1 HTTP/1.1" status: 200 len: 943 time: 0.0822716 Apr 18 21:36:17.026030 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a5b27cc-a98e-4ab9-b6d6-594417808842 req-478324f8-e67f-4f39-83d6-d344d4ce0ced service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:36:17.027502 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-5a5b27cc-a98e-4ab9-b6d6-594417808842 req-478324f8-e67f-4f39-83d6-d344d4ce0ced service neutron] 10.222.0.48 "GET /v2.0/networks?id=f3320db2-e9b9-4caa-91bd-c608bba0ab9e HTTP/1.1" status: 200 len: 913 time: 0.1305776 Apr 18 21:36:17.043091 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-b7bf061d-5b01-4729-9520-bbb179adb922 req-1dda8abb-727b-4deb-aa99-e60fde2ec7a0 tempest-ServerActionsTestJSON-1319677203 tempest-ServerActionsTestJSON-1319677203-project] 10.222.0.42 "GET /v2.0/security-groups?id=86fda662-3d20-4c8e-beec-0cf6963226d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396955 Apr 18 21:36:17.098010 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-5a5b27cc-a98e-4ab9-b6d6-594417808842 req-cb7a0865-4ae1-4a87-8761-cdfe31c7ab04 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=0be4de79-fc20-4da9-8513-0c13de928332 HTTP/1.1" status: 200 len: 217 time: 0.0635629 Apr 18 21:36:17.159008 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a5b27cc-a98e-4ab9-b6d6-594417808842 req-aebe1bc8-e474-48df-876c-497d6cb864d6 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:36:17.160427 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-5a5b27cc-a98e-4ab9-b6d6-594417808842 req-aebe1bc8-e474-48df-876c-497d6cb864d6 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=32f4d787-9e43-4aac-98c4-668fa9d35a84 HTTP/1.1" status: 200 len: 851 time: 0.0560544 Apr 18 21:36:17.239168 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-5a5b27cc-a98e-4ab9-b6d6-594417808842 req-91678e83-5a47-4d88-8cb6-6a26195f492a service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=f3320db2-e9b9-4caa-91bd-c608bba0ab9e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0718498 Apr 18 21:36:17.371779 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-5a5b27cc-a98e-4ab9-b6d6-594417808842 req-f2fc41bc-bb58-4a46-be1f-48f406a07e48 service neutron] 10.222.0.48 "GET /v2.0/networks/f3320db2-e9b9-4caa-91bd-c608bba0ab9e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1241121 Apr 18 21:36:17.592069 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-5a5b27cc-a98e-4ab9-b6d6-594417808842 req-022d8e02-7623-4b81-9061-9b6a7c227cd0 service neutron] 10.222.0.48 "GET /v2.0/networks/f3320db2-e9b9-4caa-91bd-c608bba0ab9e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2123759 Apr 18 21:36:17.973376 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-fcaa93a0-9bb0-4d73-b59f-9e6741df4176 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750375287399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253529'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:36:18.237121 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8242e154-4cd4-4c5b-91c0-f47d5ce0d59e req-1cb529c3-bfc9-4405-8b33-023dcac6e817 tempest-ServerActionsTestJSON-1319677203 tempest-ServerActionsTestJSON-1319677203-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:36:18.238497 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-8242e154-4cd4-4c5b-91c0-f47d5ce0d59e req-1cb529c3-bfc9-4405-8b33-023dcac6e817 tempest-ServerActionsTestJSON-1319677203 tempest-ServerActionsTestJSON-1319677203-project] 10.222.0.42 "GET /v2.0/ports?device_id=338b1560-a448-4b1e-b765-9112c8ed3ff1 HTTP/1.1" status: 200 len: 943 time: 0.0748079 Apr 18 21:36:18.289518 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-8242e154-4cd4-4c5b-91c0-f47d5ce0d59e req-07028cb8-a033-44d0-81d4-9ca911a799ed tempest-ServerActionsTestJSON-1319677203 tempest-ServerActionsTestJSON-1319677203-project] 10.222.0.42 "GET /v2.0/security-groups?id=86fda662-3d20-4c8e-beec-0cf6963226d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454812 Apr 18 21:36:19.142295 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750375287399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253529'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:36:19.421716 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Device 0be4de79-fc20-4da9-8513-0c13de928332 details requested by agent hyperv_n-h2-838334-2 with host n-h2-838334-2 {{(pid=84042) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 18 21:36:19.502858 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db52263d-2f5b-4e28-b36d-1547697806d3 req-744abc7c-bfbf-4891-8f36-2e7d5ead0853 tempest-ServerActionsTestJSON-1319677203 tempest-ServerActionsTestJSON-1319677203-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:36:19.504497 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-db52263d-2f5b-4e28-b36d-1547697806d3 req-744abc7c-bfbf-4891-8f36-2e7d5ead0853 tempest-ServerActionsTestJSON-1319677203 tempest-ServerActionsTestJSON-1319677203-project] 10.222.0.42 "GET /v2.0/ports?device_id=338b1560-a448-4b1e-b765-9112c8ed3ff1 HTTP/1.1" status: 200 len: 943 time: 0.0871248 Apr 18 21:36:19.551341 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-db52263d-2f5b-4e28-b36d-1547697806d3 req-683854fb-8b07-4f90-bebe-973eda7d5908 tempest-ServerActionsTestJSON-1319677203 tempest-ServerActionsTestJSON-1319677203-project] 10.222.0.42 "GET /v2.0/security-groups?id=86fda662-3d20-4c8e-beec-0cf6963226d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408542 Apr 18 21:36:19.577989 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] For port 0be4de79-fc20-4da9-8513-0c13de928332, host n-h2-838334-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838334-2',level=0,port_id=0be4de79-fc20-4da9-8513-0c13de928332,segment=NetworkSegment(f760d59a-3b5d-4f9f-a682-b437a8b8b263),segment_id=f760d59a-3b5d-4f9f-a682-b437a8b8b263)] {{(pid=84042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:36:19.595576 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Returning: {'device': '0be4de79-fc20-4da9-8513-0c13de928332', 'network_id': 'f3320db2-e9b9-4caa-91bd-c608bba0ab9e', 'port_id': '0be4de79-fc20-4da9-8513-0c13de928332', 'mac_address': 'fa:16:3e:1c:39:f1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 379, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '32f4d787-9e43-4aac-98c4-668fa9d35a84', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84042) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 18 21:36:19.689670 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-414b6ffe-e119-47bc-b18f-bcff1219c2f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750375287399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253529'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:36:19.693722 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:36:19.710641 n-d-838334-2 neutron-server[84042]: DEBUG neutron.notifiers.nova [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0be4de79-fc20-4da9-8513-0c13de928332 {{(pid=84042) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 18 21:36:19.725338 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] For port 0be4de79-fc20-4da9-8513-0c13de928332, host n-h2-838334-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838334-2',level=0,port_id=0be4de79-fc20-4da9-8513-0c13de928332,segment=NetworkSegment(f760d59a-3b5d-4f9f-a682-b437a8b8b263),segment_id=f760d59a-3b5d-4f9f-a682-b437a8b8b263)] {{(pid=84042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:36:19.728989 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682'] for port, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:36:19.794177 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Pushing event updated for resources: {'Port': ['ID=0be4de79-fc20-4da9-8513-0c13de928332,revision_number=4']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:36:19.925347 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] get_ports_and_sgs() called for port_ids ['0be4de79-fc20-4da9-8513-0c13de928332'] {{(pid=84042) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 18 21:36:20.728944 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-c7521a90-7d65-4e2e-842c-ca5d95e9a89c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750375287399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253529'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:36:20.746670 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4f22fa7-8c18-4815-a2b2-2a9b736c5335 req-3ad38203-c4c7-4104-8330-25d84964c028 tempest-ServerActionsTestJSON-1319677203 tempest-ServerActionsTestJSON-1319677203-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:36:20.748135 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-a4f22fa7-8c18-4815-a2b2-2a9b736c5335 req-3ad38203-c4c7-4104-8330-25d84964c028 tempest-ServerActionsTestJSON-1319677203 tempest-ServerActionsTestJSON-1319677203-project] 10.222.0.42 "GET /v2.0/ports?device_id=338b1560-a448-4b1e-b765-9112c8ed3ff1 HTTP/1.1" status: 200 len: 944 time: 0.0746546 Apr 18 21:36:20.797647 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-a4f22fa7-8c18-4815-a2b2-2a9b736c5335 req-2588a1c7-7e22-4d74-9822-7207c0de4d8c tempest-ServerActionsTestJSON-1319677203 tempest-ServerActionsTestJSON-1319677203-project] 10.222.0.42 "GET /v2.0/security-groups?id=86fda662-3d20-4c8e-beec-0cf6963226d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432434 Apr 18 21:36:21.418107 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Device 0be4de79-fc20-4da9-8513-0c13de928332 up at agent hyperv_n-h2-838334-2 {{(pid=84042) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 21:36:21.488195 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Provisioning for port 0be4de79-fc20-4da9-8513-0c13de928332 completed by entity L2. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 21:36:21.492581 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Provisioning complete for port 0be4de79-fc20-4da9-8513-0c13de928332 triggered by entity L2. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:36:21.492942 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1253608'] for port, provisioning_complete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:36:21.605784 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:36:21.631904 n-d-838334-2 neutron-server[84042]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '338b1560-a448-4b1e-b765-9112c8ed3ff1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0be4de79-fc20-4da9-8513-0c13de928332'}] {{(pid=84042) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 21:36:21.640973 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] For port 0be4de79-fc20-4da9-8513-0c13de928332, host n-h2-838334-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838334-2',level=0,port_id=0be4de79-fc20-4da9-8513-0c13de928332,segment=NetworkSegment(f760d59a-3b5d-4f9f-a682-b437a8b8b263),segment_id=f760d59a-3b5d-4f9f-a682-b437a8b8b263)] {{(pid=84042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:36:21.644875 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682'] for port, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:36:21.695072 n-d-838334-2 neutron-server[84042]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0c1855aa-ceed-400b-b112-4b6606d22164'] response: {'server_uuid': '338b1560-a448-4b1e-b765-9112c8ed3ff1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0be4de79-fc20-4da9-8513-0c13de928332', 'code': 200} Apr 18 21:36:21.711400 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Pushing event updated for resources: {'Port': ['ID=0be4de79-fc20-4da9-8513-0c13de928332,revision_number=5']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:36:21.822172 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-4f0b7828-0bba-4272-9068-5576255bbfba req-262dcbbf-9c42-46af-b0a1-163630f37f1e service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=338b1560-a448-4b1e-b765-9112c8ed3ff1 HTTP/1.1" status: 200 len: 1096 time: 0.0696137 Apr 18 21:36:21.866135 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-4f0b7828-0bba-4272-9068-5576255bbfba req-62ca4929-978f-4048-a9f2-4b7da040409c service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=86fda662-3d20-4c8e-beec-0cf6963226d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371444 Apr 18 21:36:21.996336 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04bf2a9c-c8ab-4c9e-8472-5105b70ebe85 req-e0783f04-87bf-459a-a02a-e6b8a099bc3a tempest-ServerActionsTestJSON-1319677203 tempest-ServerActionsTestJSON-1319677203-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:36:21.997778 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-04bf2a9c-c8ab-4c9e-8472-5105b70ebe85 req-e0783f04-87bf-459a-a02a-e6b8a099bc3a tempest-ServerActionsTestJSON-1319677203 tempest-ServerActionsTestJSON-1319677203-project] 10.222.0.42 "GET /v2.0/ports?device_id=338b1560-a448-4b1e-b765-9112c8ed3ff1 HTTP/1.1" status: 200 len: 945 time: 0.0768976 Apr 18 21:36:22.043191 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-04bf2a9c-c8ab-4c9e-8472-5105b70ebe85 req-3e20061e-b7be-4783-acef-2b83f71c8119 tempest-ServerActionsTestJSON-1319677203 tempest-ServerActionsTestJSON-1319677203-project] 10.222.0.42 "GET /v2.0/security-groups?id=86fda662-3d20-4c8e-beec-0cf6963226d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392466 Apr 18 21:36:23.240750 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2572f65e-71e3-4375-bcb8-5335788a4221 req-3b4f8029-a700-4759-949e-1dc1a6b0645d tempest-ServerActionsTestJSON-1319677203 tempest-ServerActionsTestJSON-1319677203-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:36:23.242181 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-2572f65e-71e3-4375-bcb8-5335788a4221 req-3b4f8029-a700-4759-949e-1dc1a6b0645d tempest-ServerActionsTestJSON-1319677203 tempest-ServerActionsTestJSON-1319677203-project] 10.222.0.42 "GET /v2.0/ports?device_id=338b1560-a448-4b1e-b765-9112c8ed3ff1 HTTP/1.1" status: 200 len: 945 time: 0.0788541 Apr 18 21:36:23.375600 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-2572f65e-71e3-4375-bcb8-5335788a4221 req-62816816-561a-4812-82b8-8db24dcbe3bb tempest-ServerActionsTestJSON-1319677203 tempest-ServerActionsTestJSON-1319677203-project] 10.222.0.42 "GET /v2.0/security-groups?id=86fda662-3d20-4c8e-beec-0cf6963226d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1276808 Apr 18 21:36:23.563927 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-899f1eef-f456-4332-b075-11ab28e813aa req-2858e4f8-06c4-4038-9026-86e15d479f13 tempest-ServerActionsTestJSON-1319677203 tempest-ServerActionsTestJSON-1319677203-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:36:23.566174 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-899f1eef-f456-4332-b075-11ab28e813aa req-2858e4f8-06c4-4038-9026-86e15d479f13 tempest-ServerActionsTestJSON-1319677203 tempest-ServerActionsTestJSON-1319677203-project] 10.222.0.42 "GET /v2.0/ports?device_id=338b1560-a448-4b1e-b765-9112c8ed3ff1 HTTP/1.1" status: 200 len: 945 time: 0.0772576 Apr 18 21:36:23.574746 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 39262) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:36:23.580231 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.v2.base [None req-4a174746-3ad0-4cc6-b1bd-5c2d207e198a tempest-ServerActionsTestJSON-1319677203 tempest-ServerActionsTestJSON-1319677203-project] Request body: {'floatingip': {'port_id': '0be4de79-fc20-4da9-8513-0c13de928332'}} {{(pid=84040) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:36:23.654987 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-4a174746-3ad0-4cc6-b1bd-5c2d207e198a tempest-ServerActionsTestJSON-1319677203 tempest-ServerActionsTestJSON-1319677203-project] Notify callbacks [] for floatingip, before_update {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:36:24.226564 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-4a174746-3ad0-4cc6-b1bd-5c2d207e198a tempest-ServerActionsTestJSON-1319677203 tempest-ServerActionsTestJSON-1319677203-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:36:24.230020 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-4a174746-3ad0-4cc6-b1bd-5c2d207e198a tempest-ServerActionsTestJSON-1319677203 tempest-ServerActionsTestJSON-1319677203-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33444131'] for floatingip, after_update {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:36:24.420924 n-d-838334-2 neutron-server[84040]: INFO neutron.db.l3_db [None req-4a174746-3ad0-4cc6-b1bd-5c2d207e198a tempest-ServerActionsTestJSON-1319677203 tempest-ServerActionsTestJSON-1319677203-project] Floating IP 9831c303-c663-4aea-a904-d83b03360b56 associated. External IP: 172.25.8.225, port: 0be4de79-fc20-4da9-8513-0c13de928332. Apr 18 21:36:24.912369 n-d-838334-2 neutron-server[84040]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4a174746-3ad0-4cc6-b1bd-5c2d207e198a tempest-ServerActionsTestJSON-1319677203 tempest-ServerActionsTestJSON-1319677203-project] Router 6861cd65-eca4-4490-a200-e76033a5ee01 has already been hosted by L3 agent bc84d6c9-dd7a-4555-a351-592327b46d5a {{(pid=84040) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 21:36:25.114637 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4a174746-3ad0-4cc6-b1bd-5c2d207e198a tempest-ServerActionsTestJSON-1319677203 tempest-ServerActionsTestJSON-1319677203-project] Notify agent at l3_agent.n-d-838334-2 the message routers_updated {{(pid=84040) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 21:36:25.119230 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-4a174746-3ad0-4cc6-b1bd-5c2d207e198a tempest-ServerActionsTestJSON-1319677203 tempest-ServerActionsTestJSON-1319677203-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217293'] for floatingip, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:36:25.124075 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-feedde60-ebc0-4884-9431-f35e53fa6f91 None None] Sync routers for ids ['6861cd65-eca4-4490-a200-e76033a5ee01'] in n-d-838334-2 {{(pid=84042) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 18 21:36:25.137184 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_dvrscheduler_db [None req-feedde60-ebc0-4884-9431-f35e53fa6f91 None None] Routers {'6861cd65-eca4-4490-a200-e76033a5ee01'} bound to L3 agent in host n-d-838334-2 {{(pid=84042) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 21:36:25.137789 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_hamode_db [None req-feedde60-ebc0-4884-9431-f35e53fa6f91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838334-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-18T20:25:48Z,description=,heartbeat_timestamp=2022-04-18T21:36:18Z,host='n-d-838334-2',id=bc84d6c9-dd7a-4555-a351-592327b46d5a,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:25:48Z,topic='l3_agent')) {'router_ids': ['6861cd65-eca4-4490-a200-e76033a5ee01'], 'active': True} {{(pid=84042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:36:25.175027 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-4a174746-3ad0-4cc6-b1bd-5c2d207e198a tempest-ServerActionsTestJSON-1319677203 tempest-ServerActionsTestJSON-1319677203-project] 10.222.0.42 "PUT /v2.0/floatingips/9831c303-c663-4aea-a904-d83b03360b56 HTTP/1.1" status: 200 len: 992 time: 1.5992362 Apr 18 21:36:25.175727 n-d-838334-2 neutron-server[84040]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '338b1560-a448-4b1e-b765-9112c8ed3ff1', 'tag': '0be4de79-fc20-4da9-8513-0c13de928332'}] {{(pid=84040) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 21:36:25.231716 n-d-838334-2 neutron-server[84040]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d6cd79d4-f057-45bd-ad25-958287b9283c'] response: {'name': 'network-changed', 'server_uuid': '338b1560-a448-4b1e-b765-9112c8ed3ff1', 'tag': '0be4de79-fc20-4da9-8513-0c13de928332', 'status': 'completed', 'code': 200} Apr 18 21:36:25.327256 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-4d61325e-ccdb-44e8-a562-4038b594d1bf req-e5a5d3f7-38b5-43dc-adfc-e299548e0f9b service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=675834a466b84bb5a01c14f13ca191f7&device_id=338b1560-a448-4b1e-b765-9112c8ed3ff1 HTTP/1.1" status: 200 len: 1096 time: 0.0735533 Apr 18 21:36:25.336860 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_dvr_db [None req-feedde60-ebc0-4884-9431-f35e53fa6f91 None None] Set router 6861cd65-eca4-4490-a200-e76033a5ee01 gateway port host: n-d-838334-2 {{(pid=84042) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 21:36:25.465076 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d61325e-ccdb-44e8-a562-4038b594d1bf req-00cd8462-e046-4080-bc83-7847a5ccd259 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:36:25.466882 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-4d61325e-ccdb-44e8-a562-4038b594d1bf req-00cd8462-e046-4080-bc83-7847a5ccd259 service neutron] 10.222.0.48 "GET /v2.0/networks?id=f3320db2-e9b9-4caa-91bd-c608bba0ab9e HTTP/1.1" status: 200 len: 913 time: 0.1338637 Apr 18 21:36:25.578279 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-4d61325e-ccdb-44e8-a562-4038b594d1bf req-c669c757-fc4e-447d-b23a-8719e2575e74 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=0be4de79-fc20-4da9-8513-0c13de928332 HTTP/1.1" status: 200 len: 1000 time: 0.1040123 Apr 18 21:36:25.656090 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d61325e-ccdb-44e8-a562-4038b594d1bf req-834ec437-ee31-468a-9161-0793804e33ad service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:36:25.657578 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-4d61325e-ccdb-44e8-a562-4038b594d1bf req-834ec437-ee31-468a-9161-0793804e33ad service neutron] 10.222.0.48 "GET /v2.0/subnets?id=32f4d787-9e43-4aac-98c4-668fa9d35a84 HTTP/1.1" status: 200 len: 851 time: 0.0731297 Apr 18 21:36:25.716487 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_hamode_db [None req-feedde60-ebc0-4884-9431-f35e53fa6f91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6861cd65-eca4-4490-a200-e76033a5ee01', 'name': 'tempest-ServerActionsTestJSON-1522639251-router', 'tenant_id': '675834a466b84bb5a01c14f13ca191f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'external_fixed_ips': [{'subnet_id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'ip_address': '172.25.8.149'}], 'enable_snat': True}, 'gw_port_id': '7071e091-9f0f-4bb0-a769-bd885f8aec0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:33:12Z', 'updated_at': '2022-04-18T21:33:15Z', 'revision_number': 4, 'project_id': '675834a466b84bb5a01c14f13ca191f7', 'gw_port': {'id': '7071e091-9f0f-4bb0-a769-bd885f8aec0c', 'name': '', 'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:ee:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6861cd65-eca4-4490-a200-e76033a5ee01', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'ip_address': '172.25.8.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:33:13Z', 'updated_at': '2022-04-18T21:33:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838334-2', '_floatingips': [{'id': '9831c303-c663-4aea-a904-d83b03360b56', 'tenant_id': '675834a466b84bb5a01c14f13ca191f7', 'floating_ip_address': '172.25.8.225', 'floating_network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'router_id': '6861cd65-eca4-4490-a200-e76033a5ee01', 'port_id': '0be4de79-fc20-4da9-8513-0c13de928332', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f3320db2-e9b9-4caa-91bd-c608bba0ab9e', 'mac_address': 'fa:16:3e:1c:39:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '338b1560-a448-4b1e-b765-9112c8ed3ff1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T21:33:18Z', 'updated_at': '2022-04-18T21:36:24Z', 'revision_number': 13, 'project_id': '675834a466b84bb5a01c14f13ca191f7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '252d04e9-7528-4fd9-8583-53107d3a8f75', 'name': '', 'network_id': 'f3320db2-e9b9-4caa-91bd-c608bba0ab9e', 'tenant_id': '675834a466b84bb5a01c14f13ca191f7', 'mac_address': 'fa:16:3e:e9:5f:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6861cd65-eca4-4490-a200-e76033a5ee01', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '32f4d787-9e43-4aac-98c4-668fa9d35a84', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:33:15Z', 'updated_at': '2022-04-18T21:33:33Z', 'revision_number': 5, 'project_id': '675834a466b84bb5a01c14f13ca191f7', 'subnets': [{'id': '32f4d787-9e43-4aac-98c4-668fa9d35a84', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838334-2', False) {} {{(pid=84042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:36:25.722047 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-feedde60-ebc0-4884-9431-f35e53fa6f91 None None] Checking router: 6861cd65-eca4-4490-a200-e76033a5ee01 for host: n-d-838334-2 {{(pid=84042) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 18 21:36:25.733193 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_dvrscheduler_db [None req-feedde60-ebc0-4884-9431-f35e53fa6f91 None None] Routers {'6861cd65-eca4-4490-a200-e76033a5ee01'} bound to L3 agent in host n-d-838334-2 {{(pid=84042) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 21:36:25.733804 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_hamode_db [None req-feedde60-ebc0-4884-9431-f35e53fa6f91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838334-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-18T20:25:48Z,description=,heartbeat_timestamp=2022-04-18T21:36:18Z,host='n-d-838334-2',id=bc84d6c9-dd7a-4555-a351-592327b46d5a,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:25:48Z,topic='l3_agent')) {'router_ids': ['6861cd65-eca4-4490-a200-e76033a5ee01'], 'active': True} {{(pid=84042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:36:25.737075 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-4d61325e-ccdb-44e8-a562-4038b594d1bf req-e2c92828-6afd-4a1b-99fd-865ea1674154 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=f3320db2-e9b9-4caa-91bd-c608bba0ab9e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0731359 Apr 18 21:36:25.872048 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-4d61325e-ccdb-44e8-a562-4038b594d1bf req-26215b3c-e2da-4c03-b717-b1d0d72a298d service neutron] 10.222.0.48 "GET /v2.0/networks/f3320db2-e9b9-4caa-91bd-c608bba0ab9e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1268656 Apr 18 21:36:25.917399 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_dvr_db [None req-feedde60-ebc0-4884-9431-f35e53fa6f91 None None] Set router 6861cd65-eca4-4490-a200-e76033a5ee01 gateway port host: n-d-838334-2 {{(pid=84042) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 21:36:26.010408 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-4d61325e-ccdb-44e8-a562-4038b594d1bf req-eb9888a9-dd5d-459d-9ab2-91399b4a296f service neutron] 10.222.0.48 "GET /v2.0/networks/f3320db2-e9b9-4caa-91bd-c608bba0ab9e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1320879 Apr 18 21:36:26.332246 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_hamode_db [None req-feedde60-ebc0-4884-9431-f35e53fa6f91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6861cd65-eca4-4490-a200-e76033a5ee01', 'name': 'tempest-ServerActionsTestJSON-1522639251-router', 'tenant_id': '675834a466b84bb5a01c14f13ca191f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'external_fixed_ips': [{'subnet_id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'ip_address': '172.25.8.149'}], 'enable_snat': True}, 'gw_port_id': '7071e091-9f0f-4bb0-a769-bd885f8aec0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:33:12Z', 'updated_at': '2022-04-18T21:33:15Z', 'revision_number': 4, 'project_id': '675834a466b84bb5a01c14f13ca191f7', 'gw_port': {'id': '7071e091-9f0f-4bb0-a769-bd885f8aec0c', 'name': '', 'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:ee:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6861cd65-eca4-4490-a200-e76033a5ee01', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'ip_address': '172.25.8.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:33:13Z', 'updated_at': '2022-04-18T21:33:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838334-2', '_floatingips': [{'id': '9831c303-c663-4aea-a904-d83b03360b56', 'tenant_id': '675834a466b84bb5a01c14f13ca191f7', 'floating_ip_address': '172.25.8.225', 'floating_network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'router_id': '6861cd65-eca4-4490-a200-e76033a5ee01', 'port_id': '0be4de79-fc20-4da9-8513-0c13de928332', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f3320db2-e9b9-4caa-91bd-c608bba0ab9e', 'mac_address': 'fa:16:3e:1c:39:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '338b1560-a448-4b1e-b765-9112c8ed3ff1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T21:33:18Z', 'updated_at': '2022-04-18T21:36:24Z', 'revision_number': 13, 'project_id': '675834a466b84bb5a01c14f13ca191f7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '252d04e9-7528-4fd9-8583-53107d3a8f75', 'name': '', 'network_id': 'f3320db2-e9b9-4caa-91bd-c608bba0ab9e', 'tenant_id': '675834a466b84bb5a01c14f13ca191f7', 'mac_address': 'fa:16:3e:e9:5f:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6861cd65-eca4-4490-a200-e76033a5ee01', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '32f4d787-9e43-4aac-98c4-668fa9d35a84', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:33:15Z', 'updated_at': '2022-04-18T21:33:33Z', 'revision_number': 5, 'project_id': '675834a466b84bb5a01c14f13ca191f7', 'subnets': [{'id': '32f4d787-9e43-4aac-98c4-668fa9d35a84', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838334-2', False) {} {{(pid=84042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:36:26.336779 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-feedde60-ebc0-4884-9431-f35e53fa6f91 None None] The sync data for ids ['6861cd65-eca4-4490-a200-e76033a5ee01'] in n-d-838334-2 is: [{'id': '6861cd65-eca4-4490-a200-e76033a5ee01', 'name': 'tempest-ServerActionsTestJSON-1522639251-router', 'tenant_id': '675834a466b84bb5a01c14f13ca191f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'external_fixed_ips': [{'subnet_id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'ip_address': '172.25.8.149'}], 'enable_snat': True}, 'gw_port_id': '7071e091-9f0f-4bb0-a769-bd885f8aec0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:33:12Z', 'updated_at': '2022-04-18T21:33:15Z', 'revision_number': 4, 'project_id': '675834a466b84bb5a01c14f13ca191f7', 'gw_port': {'id': '7071e091-9f0f-4bb0-a769-bd885f8aec0c', 'name': '', 'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:ee:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6861cd65-eca4-4490-a200-e76033a5ee01', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'ip_address': '172.25.8.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:33:13Z', 'updated_at': '2022-04-18T21:33:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838334-2', '_floatingips': [{'id': '9831c303-c663-4aea-a904-d83b03360b56', 'tenant_id': '675834a466b84bb5a01c14f13ca191f7', 'floating_ip_address': '172.25.8.225', 'floating_network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'router_id': '6861cd65-eca4-4490-a200-e76033a5ee01', 'port_id': '0be4de79-fc20-4da9-8513-0c13de928332', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f3320db2-e9b9-4caa-91bd-c608bba0ab9e', 'mac_address': 'fa:16:3e:1c:39:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '338b1560-a448-4b1e-b765-9112c8ed3ff1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T21:33:18Z', 'updated_at': '2022-04-18T21:36:24Z', 'revision_number': 13, 'project_id': '675834a466b84bb5a01c14f13ca191f7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '252d04e9-7528-4fd9-8583-53107d3a8f75', 'name': '', 'network_id': 'f3320db2-e9b9-4caa-91bd-c608bba0ab9e', 'tenant_id': '675834a466b84bb5a01c14f13ca191f7', 'mac_address': 'fa:16:3e:e9:5f:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6861cd65-eca4-4490-a200-e76033a5ee01', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '32f4d787-9e43-4aac-98c4-668fa9d35a84', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:33:15Z', 'updated_at': '2022-04-18T21:33:33Z', 'revision_number': 5, 'project_id': '675834a466b84bb5a01c14f13ca191f7', 'subnets': [{'id': '32f4d787-9e43-4aac-98c4-668fa9d35a84', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84042) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 18 21:36:26.534274 n-d-838334-2 neutron-server[84043]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36b078c0-2fff-4fed-963f-6b2541e746c0 None None] New status for floating IP 9831c303-c663-4aea-a904-d83b03360b56: ACTIVE {{(pid=84043) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Apr 18 21:36:26.844327 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-defefd9d-24d5-4cb0-ad64-9f264f13cfd2 req-dfea31c8-4067-428a-87b7-5bdd7323f427 tempest-ServerActionsTestJSON-1319677203 tempest-ServerActionsTestJSON-1319677203-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:36:26.846331 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-defefd9d-24d5-4cb0-ad64-9f264f13cfd2 req-dfea31c8-4067-428a-87b7-5bdd7323f427 tempest-ServerActionsTestJSON-1319677203 tempest-ServerActionsTestJSON-1319677203-project] 10.222.0.42 "GET /v2.0/ports?device_id=338b1560-a448-4b1e-b765-9112c8ed3ff1 HTTP/1.1" status: 200 len: 945 time: 0.0794058 Apr 18 21:36:26.892817 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-defefd9d-24d5-4cb0-ad64-9f264f13cfd2 req-50bd5390-fe3b-4305-8ac0-5dc79c478155 tempest-ServerActionsTestJSON-1319677203 tempest-ServerActionsTestJSON-1319677203-project] 10.222.0.42 "GET /v2.0/security-groups?id=86fda662-3d20-4c8e-beec-0cf6963226d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404036 Apr 18 21:36:30.088157 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750375287399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253529'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:36:31.052329 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.agents_db [None req-6346a179-333c-4370-b5a6-936984aeab15 None None] Agent healthcheck: found 7 active agents {{(pid=84043) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 18 21:36:34.264840 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750375287399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253529'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:36:35.242825 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-706aef5c-82ca-4565-aaaa-fa2496961474 req-d0a8c236-b5e3-4736-9072-3603b66aabab service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=338b1560-a448-4b1e-b765-9112c8ed3ff1&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.0723524 Apr 18 21:36:35.549567 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-000ff3dd-3c20-4b3a-aa39-c16216bf9df6 req-828a3476-a7d1-4d2d-aa4a-4955bca68b46 tempest-ServerActionsTestJSON-1319677203 tempest-ServerActionsTestJSON-1319677203-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:36:35.550999 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-000ff3dd-3c20-4b3a-aa39-c16216bf9df6 req-828a3476-a7d1-4d2d-aa4a-4955bca68b46 tempest-ServerActionsTestJSON-1319677203 tempest-ServerActionsTestJSON-1319677203-project] 10.222.0.42 "GET /v2.0/ports?device_id=338b1560-a448-4b1e-b765-9112c8ed3ff1 HTTP/1.1" status: 200 len: 945 time: 0.0770092 Apr 18 21:36:35.597621 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-000ff3dd-3c20-4b3a-aa39-c16216bf9df6 req-c393c290-d4df-48e1-98d9-d45fc8ee3518 tempest-ServerActionsTestJSON-1319677203 tempest-ServerActionsTestJSON-1319677203-project] 10.222.0.42 "GET /v2.0/security-groups?id=86fda662-3d20-4c8e-beec-0cf6963226d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405951 Apr 18 21:36:35.604756 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-374bad30-b395-4dcd-9e41-dbf94d50d986 req-4c79e96f-30cf-466d-8208-68f3eaba5a06 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=338b1560-a448-4b1e-b765-9112c8ed3ff1&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1378710 Apr 18 21:36:36.783494 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-374bad30-b395-4dcd-9e41-dbf94d50d986 req-e598794f-2e54-4cb3-9a12-34b76827f6d1 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=675834a466b84bb5a01c14f13ca191f7&device_id=338b1560-a448-4b1e-b765-9112c8ed3ff1 HTTP/1.1" status: 200 len: 1096 time: 0.0740027 Apr 18 21:36:36.801217 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4569758-b5b8-4100-ae6c-db95141c6fc6 req-d6794fea-372e-426c-888f-799b30fd6529 tempest-ServerActionsTestJSON-1319677203 tempest-ServerActionsTestJSON-1319677203-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:36:36.802650 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-e4569758-b5b8-4100-ae6c-db95141c6fc6 req-d6794fea-372e-426c-888f-799b30fd6529 tempest-ServerActionsTestJSON-1319677203 tempest-ServerActionsTestJSON-1319677203-project] 10.222.0.42 "GET /v2.0/ports?device_id=338b1560-a448-4b1e-b765-9112c8ed3ff1 HTTP/1.1" status: 200 len: 945 time: 0.0809546 Apr 18 21:36:36.848506 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-e4569758-b5b8-4100-ae6c-db95141c6fc6 req-1a4c6284-9b69-4e63-872c-f36d13305425 tempest-ServerActionsTestJSON-1319677203 tempest-ServerActionsTestJSON-1319677203-project] 10.222.0.42 "GET /v2.0/security-groups?id=86fda662-3d20-4c8e-beec-0cf6963226d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398135 Apr 18 21:36:36.916957 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-374bad30-b395-4dcd-9e41-dbf94d50d986 req-c5be26ef-4562-4d2b-94e2-f0e84bb6f279 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:36:36.918328 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-374bad30-b395-4dcd-9e41-dbf94d50d986 req-c5be26ef-4562-4d2b-94e2-f0e84bb6f279 service neutron] 10.222.0.48 "GET /v2.0/networks?id=f3320db2-e9b9-4caa-91bd-c608bba0ab9e HTTP/1.1" status: 200 len: 913 time: 0.1277943 Apr 18 21:36:37.024595 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-374bad30-b395-4dcd-9e41-dbf94d50d986 req-3a5ebc0d-c0c8-4210-94c6-86016eac5bf7 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=0be4de79-fc20-4da9-8513-0c13de928332 HTTP/1.1" status: 200 len: 1002 time: 0.0975273 Apr 18 21:36:37.090852 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-374bad30-b395-4dcd-9e41-dbf94d50d986 req-d82d0b81-02d2-4dfb-80d3-099c7cc49a72 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:36:37.092606 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-374bad30-b395-4dcd-9e41-dbf94d50d986 req-d82d0b81-02d2-4dfb-80d3-099c7cc49a72 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=32f4d787-9e43-4aac-98c4-668fa9d35a84 HTTP/1.1" status: 200 len: 851 time: 0.0594881 Apr 18 21:36:37.165730 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-374bad30-b395-4dcd-9e41-dbf94d50d986 req-f5ea562b-9ca2-4ade-8da9-0576d8506015 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=f3320db2-e9b9-4caa-91bd-c608bba0ab9e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0667157 Apr 18 21:36:37.296844 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-374bad30-b395-4dcd-9e41-dbf94d50d986 req-1b80379c-e6c9-4c84-a076-3ec45d9909d1 service neutron] 10.222.0.48 "GET /v2.0/networks/f3320db2-e9b9-4caa-91bd-c608bba0ab9e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1230659 Apr 18 21:36:37.510950 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-374bad30-b395-4dcd-9e41-dbf94d50d986 req-d14ba017-1bd0-42f9-8fde-de908567047a service neutron] 10.222.0.48 "GET /v2.0/networks/f3320db2-e9b9-4caa-91bd-c608bba0ab9e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2066708 Apr 18 21:36:38.058935 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3358fc20-dd25-4c5e-907b-1684e8a2de71 req-d26ae016-f11c-480f-81da-bd2f014823e1 tempest-ServerActionsTestJSON-1319677203 tempest-ServerActionsTestJSON-1319677203-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:36:38.060751 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-3358fc20-dd25-4c5e-907b-1684e8a2de71 req-d26ae016-f11c-480f-81da-bd2f014823e1 tempest-ServerActionsTestJSON-1319677203 tempest-ServerActionsTestJSON-1319677203-project] 10.222.0.42 "GET /v2.0/ports?device_id=338b1560-a448-4b1e-b765-9112c8ed3ff1 HTTP/1.1" status: 200 len: 945 time: 0.0867467 Apr 18 21:36:38.106325 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-3358fc20-dd25-4c5e-907b-1684e8a2de71 req-27ff9fcb-ba01-4545-8022-0f1e6e7d47e0 tempest-ServerActionsTestJSON-1319677203 tempest-ServerActionsTestJSON-1319677203-project] 10.222.0.42 "GET /v2.0/security-groups?id=86fda662-3d20-4c8e-beec-0cf6963226d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393016 Apr 18 21:36:39.307154 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-058d7369-9ec4-4665-978d-e371ddb8a214 req-75100542-ad85-4b6b-81ed-911ae8e25253 tempest-ServerActionsTestJSON-1319677203 tempest-ServerActionsTestJSON-1319677203-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:36:39.308619 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-058d7369-9ec4-4665-978d-e371ddb8a214 req-75100542-ad85-4b6b-81ed-911ae8e25253 tempest-ServerActionsTestJSON-1319677203 tempest-ServerActionsTestJSON-1319677203-project] 10.222.0.42 "GET /v2.0/ports?device_id=338b1560-a448-4b1e-b765-9112c8ed3ff1 HTTP/1.1" status: 200 len: 945 time: 0.0799503 Apr 18 21:36:39.352581 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-058d7369-9ec4-4665-978d-e371ddb8a214 req-363e908e-fe88-464c-98ad-55c8c0eed6fe tempest-ServerActionsTestJSON-1319677203 tempest-ServerActionsTestJSON-1319677203-project] 10.222.0.42 "GET /v2.0/security-groups?id=86fda662-3d20-4c8e-beec-0cf6963226d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385695 Apr 18 21:36:40.552153 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0115ca37-1899-421b-a7f9-1bd5461ec7f4 req-b9108710-5abe-4253-83d4-01046a02ac96 tempest-ServerActionsTestJSON-1319677203 tempest-ServerActionsTestJSON-1319677203-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:36:40.553879 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-0115ca37-1899-421b-a7f9-1bd5461ec7f4 req-b9108710-5abe-4253-83d4-01046a02ac96 tempest-ServerActionsTestJSON-1319677203 tempest-ServerActionsTestJSON-1319677203-project] 10.222.0.42 "GET /v2.0/ports?device_id=338b1560-a448-4b1e-b765-9112c8ed3ff1 HTTP/1.1" status: 200 len: 945 time: 0.0782070 Apr 18 21:36:40.601664 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-0115ca37-1899-421b-a7f9-1bd5461ec7f4 req-8f4ec5b2-deb4-44b4-b8fd-45e9a33296bd tempest-ServerActionsTestJSON-1319677203 tempest-ServerActionsTestJSON-1319677203-project] 10.222.0.42 "GET /v2.0/security-groups?id=86fda662-3d20-4c8e-beec-0cf6963226d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422580 Apr 18 21:36:41.804259 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d63bf5fa-bf82-476d-964c-80bc097e4a70 req-83bb6daf-7c61-45d7-8e71-c2ea4e8f9305 tempest-ServerActionsTestJSON-1319677203 tempest-ServerActionsTestJSON-1319677203-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:36:41.805678 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-d63bf5fa-bf82-476d-964c-80bc097e4a70 req-83bb6daf-7c61-45d7-8e71-c2ea4e8f9305 tempest-ServerActionsTestJSON-1319677203 tempest-ServerActionsTestJSON-1319677203-project] 10.222.0.42 "GET /v2.0/ports?device_id=338b1560-a448-4b1e-b765-9112c8ed3ff1 HTTP/1.1" status: 200 len: 945 time: 0.0815995 Apr 18 21:36:41.850771 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-d63bf5fa-bf82-476d-964c-80bc097e4a70 req-989f1c33-6108-462f-8179-9930e8f8a18d tempest-ServerActionsTestJSON-1319677203 tempest-ServerActionsTestJSON-1319677203-project] 10.222.0.42 "GET /v2.0/security-groups?id=86fda662-3d20-4c8e-beec-0cf6963226d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395751 Apr 18 21:36:43.048811 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cbd690b-d4e7-41ee-b351-5ae24ddd49a6 req-e676dcaa-f4f4-4d79-b273-8c213d60120b tempest-ServerActionsTestJSON-1319677203 tempest-ServerActionsTestJSON-1319677203-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:36:43.050247 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-9cbd690b-d4e7-41ee-b351-5ae24ddd49a6 req-e676dcaa-f4f4-4d79-b273-8c213d60120b tempest-ServerActionsTestJSON-1319677203 tempest-ServerActionsTestJSON-1319677203-project] 10.222.0.42 "GET /v2.0/ports?device_id=338b1560-a448-4b1e-b765-9112c8ed3ff1 HTTP/1.1" status: 200 len: 945 time: 0.0792921 Apr 18 21:36:43.095661 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-9cbd690b-d4e7-41ee-b351-5ae24ddd49a6 req-0c0085d6-c9b4-43f0-9fd5-5b881c0bb14f tempest-ServerActionsTestJSON-1319677203 tempest-ServerActionsTestJSON-1319677203-project] 10.222.0.42 "GET /v2.0/security-groups?id=86fda662-3d20-4c8e-beec-0cf6963226d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388529 Apr 18 21:36:44.293655 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a1aa8e8-550a-4d79-9d37-5e1f6f87953f req-ceab61d8-8b9d-47b5-a2da-26cb6663028d tempest-ServerActionsTestJSON-1319677203 tempest-ServerActionsTestJSON-1319677203-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:36:44.295090 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-0a1aa8e8-550a-4d79-9d37-5e1f6f87953f req-ceab61d8-8b9d-47b5-a2da-26cb6663028d tempest-ServerActionsTestJSON-1319677203 tempest-ServerActionsTestJSON-1319677203-project] 10.222.0.42 "GET /v2.0/ports?device_id=338b1560-a448-4b1e-b765-9112c8ed3ff1 HTTP/1.1" status: 200 len: 945 time: 0.0796812 Apr 18 21:36:44.339040 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-0a1aa8e8-550a-4d79-9d37-5e1f6f87953f req-b5bc2de5-4408-4728-90b7-c4de0e14d475 tempest-ServerActionsTestJSON-1319677203 tempest-ServerActionsTestJSON-1319677203-project] 10.222.0.42 "GET /v2.0/security-groups?id=86fda662-3d20-4c8e-beec-0cf6963226d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385728 Apr 18 21:36:45.543297 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29fca4fb-6965-4979-9f1b-501c4e29b9b5 req-cbe66cab-e896-465f-ba1b-6c8cb374525d tempest-ServerActionsTestJSON-1319677203 tempest-ServerActionsTestJSON-1319677203-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:36:45.546039 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-29fca4fb-6965-4979-9f1b-501c4e29b9b5 req-cbe66cab-e896-465f-ba1b-6c8cb374525d tempest-ServerActionsTestJSON-1319677203 tempest-ServerActionsTestJSON-1319677203-project] 10.222.0.42 "GET /v2.0/ports?device_id=338b1560-a448-4b1e-b765-9112c8ed3ff1 HTTP/1.1" status: 200 len: 945 time: 0.0857937 Apr 18 21:36:45.592678 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-29fca4fb-6965-4979-9f1b-501c4e29b9b5 req-18fbbc0d-d807-4475-a464-f259cd247ac2 tempest-ServerActionsTestJSON-1319677203 tempest-ServerActionsTestJSON-1319677203-project] 10.222.0.42 "GET /v2.0/security-groups?id=86fda662-3d20-4c8e-beec-0cf6963226d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411651 Apr 18 21:36:45.727699 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-da03072a-9fa6-45f5-99ee-1fb7d6b840ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750375287399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253529'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:36:46.791416 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd66b727-8504-48af-844d-772ec90b4121 req-bfe1311a-d9b7-4c46-8afc-063636364c9b tempest-ServerActionsTestJSON-1319677203 tempest-ServerActionsTestJSON-1319677203-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:36:46.792881 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-bd66b727-8504-48af-844d-772ec90b4121 req-bfe1311a-d9b7-4c46-8afc-063636364c9b tempest-ServerActionsTestJSON-1319677203 tempest-ServerActionsTestJSON-1319677203-project] 10.222.0.42 "GET /v2.0/ports?device_id=338b1560-a448-4b1e-b765-9112c8ed3ff1 HTTP/1.1" status: 200 len: 945 time: 0.0752645 Apr 18 21:36:46.837999 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-bd66b727-8504-48af-844d-772ec90b4121 req-b5da77c7-4b7f-48fb-ad9e-d9061d581328 tempest-ServerActionsTestJSON-1319677203 tempest-ServerActionsTestJSON-1319677203-project] 10.222.0.42 "GET /v2.0/security-groups?id=86fda662-3d20-4c8e-beec-0cf6963226d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396721 Apr 18 21:36:47.979711 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-7d749b91-c21f-498f-b579-2e11d48fe981 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750375287399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253529'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:36:48.053308 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bfb3573-073a-4547-966c-6244bff45bcb req-a1e8a659-9474-43ba-aa9b-1873ea536af7 tempest-ServerActionsTestJSON-1319677203 tempest-ServerActionsTestJSON-1319677203-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:36:48.054757 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-3bfb3573-073a-4547-966c-6244bff45bcb req-a1e8a659-9474-43ba-aa9b-1873ea536af7 tempest-ServerActionsTestJSON-1319677203 tempest-ServerActionsTestJSON-1319677203-project] 10.222.0.42 "GET /v2.0/ports?device_id=338b1560-a448-4b1e-b765-9112c8ed3ff1 HTTP/1.1" status: 200 len: 945 time: 0.0845628 Apr 18 21:36:48.099894 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-3bfb3573-073a-4547-966c-6244bff45bcb req-3726ae3f-a8e7-4070-bd5d-d7f68f74c1a7 tempest-ServerActionsTestJSON-1319677203 tempest-ServerActionsTestJSON-1319677203-project] 10.222.0.42 "GET /v2.0/security-groups?id=86fda662-3d20-4c8e-beec-0cf6963226d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396264 Apr 18 21:36:49.144438 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750375287399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253529'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:36:49.303818 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1cd32f7-1417-42b6-9149-e542305e0cfc req-0165a25b-f751-4113-bf7e-1eaf3cf7e28e tempest-ServerActionsTestJSON-1319677203 tempest-ServerActionsTestJSON-1319677203-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:36:49.305257 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-c1cd32f7-1417-42b6-9149-e542305e0cfc req-0165a25b-f751-4113-bf7e-1eaf3cf7e28e tempest-ServerActionsTestJSON-1319677203 tempest-ServerActionsTestJSON-1319677203-project] 10.222.0.42 "GET /v2.0/ports?device_id=338b1560-a448-4b1e-b765-9112c8ed3ff1 HTTP/1.1" status: 200 len: 945 time: 0.0844860 Apr 18 21:36:49.353440 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-c1cd32f7-1417-42b6-9149-e542305e0cfc req-e64bd11f-6c0a-4c87-9421-4848a703da98 tempest-ServerActionsTestJSON-1319677203 tempest-ServerActionsTestJSON-1319677203-project] 10.222.0.42 "GET /v2.0/security-groups?id=86fda662-3d20-4c8e-beec-0cf6963226d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426815 Apr 18 21:36:49.643137 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-414b6ffe-e119-47bc-b18f-bcff1219c2f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750375287399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253529'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:36:50.547996 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9c38da8-a5f8-467c-9186-66bcdb6a7082 req-8c81682b-bf5c-4056-9332-4e8387f99e67 tempest-ServerActionsTestJSON-1319677203 tempest-ServerActionsTestJSON-1319677203-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:36:50.549457 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-e9c38da8-a5f8-467c-9186-66bcdb6a7082 req-8c81682b-bf5c-4056-9332-4e8387f99e67 tempest-ServerActionsTestJSON-1319677203 tempest-ServerActionsTestJSON-1319677203-project] 10.222.0.42 "GET /v2.0/ports?device_id=338b1560-a448-4b1e-b765-9112c8ed3ff1 HTTP/1.1" status: 200 len: 945 time: 0.0780046 Apr 18 21:36:50.594346 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-e9c38da8-a5f8-467c-9186-66bcdb6a7082 req-6f7ed3d5-0e9a-4966-8f76-5d9a61d80c57 tempest-ServerActionsTestJSON-1319677203 tempest-ServerActionsTestJSON-1319677203-project] 10.222.0.42 "GET /v2.0/security-groups?id=86fda662-3d20-4c8e-beec-0cf6963226d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386560 Apr 18 21:36:50.731826 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-c7521a90-7d65-4e2e-842c-ca5d95e9a89c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750375287399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253529'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:36:51.885632 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9abbd75f-51d2-4ddf-939a-2f42172abc5d req-41fc39f2-ca8c-42a4-a7ad-273f6109e560 tempest-ServerActionsTestJSON-1319677203 tempest-ServerActionsTestJSON-1319677203-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:36:51.886964 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-9abbd75f-51d2-4ddf-939a-2f42172abc5d req-41fc39f2-ca8c-42a4-a7ad-273f6109e560 tempest-ServerActionsTestJSON-1319677203 tempest-ServerActionsTestJSON-1319677203-project] 10.222.0.42 "GET /v2.0/ports?device_id=338b1560-a448-4b1e-b765-9112c8ed3ff1 HTTP/1.1" status: 200 len: 945 time: 0.1689179 Apr 18 21:36:51.934951 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-9abbd75f-51d2-4ddf-939a-2f42172abc5d req-7329c3ba-dcfa-4160-9bd4-92d440719f78 tempest-ServerActionsTestJSON-1319677203 tempest-ServerActionsTestJSON-1319677203-project] 10.222.0.42 "GET /v2.0/security-groups?id=86fda662-3d20-4c8e-beec-0cf6963226d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423489 Apr 18 21:36:53.143198 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71a03bcd-5d9c-417a-bbc5-b0538fe07b1d req-ca9a98c0-7d5d-4645-9a99-052cbd550686 tempest-ServerActionsTestJSON-1319677203 tempest-ServerActionsTestJSON-1319677203-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:36:53.144627 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-71a03bcd-5d9c-417a-bbc5-b0538fe07b1d req-ca9a98c0-7d5d-4645-9a99-052cbd550686 tempest-ServerActionsTestJSON-1319677203 tempest-ServerActionsTestJSON-1319677203-project] 10.222.0.42 "GET /v2.0/ports?device_id=338b1560-a448-4b1e-b765-9112c8ed3ff1 HTTP/1.1" status: 200 len: 945 time: 0.0830703 Apr 18 21:36:53.200138 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-71a03bcd-5d9c-417a-bbc5-b0538fe07b1d req-85f9590d-7deb-4624-ad73-713c3c33af66 tempest-ServerActionsTestJSON-1319677203 tempest-ServerActionsTestJSON-1319677203-project] 10.222.0.42 "GET /v2.0/security-groups?id=86fda662-3d20-4c8e-beec-0cf6963226d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470262 Apr 18 21:36:54.402030 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01ab361f-ebf8-48cb-8a6a-0ab79320f31f req-c4d116bb-ffee-44a3-b6ff-0683ff53dd48 tempest-ServerActionsTestJSON-1319677203 tempest-ServerActionsTestJSON-1319677203-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:36:54.403446 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-01ab361f-ebf8-48cb-8a6a-0ab79320f31f req-c4d116bb-ffee-44a3-b6ff-0683ff53dd48 tempest-ServerActionsTestJSON-1319677203 tempest-ServerActionsTestJSON-1319677203-project] 10.222.0.42 "GET /v2.0/ports?device_id=338b1560-a448-4b1e-b765-9112c8ed3ff1 HTTP/1.1" status: 200 len: 945 time: 0.0776949 Apr 18 21:36:54.449157 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-01ab361f-ebf8-48cb-8a6a-0ab79320f31f req-134f36cd-8a86-4ea2-8d1d-8780c0e13d21 tempest-ServerActionsTestJSON-1319677203 tempest-ServerActionsTestJSON-1319677203-project] 10.222.0.42 "GET /v2.0/security-groups?id=86fda662-3d20-4c8e-beec-0cf6963226d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401578 Apr 18 21:36:55.136962 n-d-838334-2 neutron-server[84041]: INFO neutron.api.v2.resource [req-374bad30-b395-4dcd-9e41-dbf94d50d986 req-19051d17-f527-4de2-9239-7afa9fff19e6 service neutron] show failed (client error): The resource could not be found. Apr 18 21:36:55.137990 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-374bad30-b395-4dcd-9e41-dbf94d50d986 req-19051d17-f527-4de2-9239-7afa9fff19e6 service neutron] 10.222.0.48 "GET /v2.0/ports/0be4de79-fc20-4da9-8513-0c13de928332/bindings/n-h1-838334-2 HTTP/1.1" status: 404 len: 380 time: 0.0756350 Apr 18 21:36:55.390565 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-374bad30-b395-4dcd-9e41-dbf94d50d986 req-2b01c1b3-2013-4386-ac51-2ac4fc1c3db2 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=338b1560-a448-4b1e-b765-9112c8ed3ff1&tenant_id=675834a466b84bb5a01c14f13ca191f7 HTTP/1.1" status: 200 len: 1096 time: 0.0677912 Apr 18 21:36:55.401008 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.v2.base [req-374bad30-b395-4dcd-9e41-dbf94d50d986 req-34c89f75-ca7b-401e-bb8a-3b7e601a87ac service neutron] Request body: {'port': {'binding:host_id': 'n-h1-838334-2', 'device_owner': 'compute:nova'}} {{(pid=84040) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:36:55.511010 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-374bad30-b395-4dcd-9e41-dbf94d50d986 req-34c89f75-ca7b-401e-bb8a-3b7e601a87ac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:36:55.794197 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e92ab4fb-c07f-46ba-9ed1-d46012fc4f3e req-246730f8-0c66-4893-a4bb-a3c9e405eb53 tempest-ServerActionsTestJSON-1319677203 tempest-ServerActionsTestJSON-1319677203-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:36:55.795670 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-e92ab4fb-c07f-46ba-9ed1-d46012fc4f3e req-246730f8-0c66-4893-a4bb-a3c9e405eb53 tempest-ServerActionsTestJSON-1319677203 tempest-ServerActionsTestJSON-1319677203-project] 10.222.0.42 "GET /v2.0/ports?device_id=338b1560-a448-4b1e-b765-9112c8ed3ff1 HTTP/1.1" status: 200 len: 945 time: 0.2212334 Apr 18 21:36:55.869937 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.db [req-374bad30-b395-4dcd-9e41-dbf94d50d986 req-34c89f75-ca7b-401e-bb8a-3b7e601a87ac service neutron] For port 0be4de79-fc20-4da9-8513-0c13de928332, host n-h2-838334-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838334-2',level=0,port_id=0be4de79-fc20-4da9-8513-0c13de928332,segment=NetworkSegment(f760d59a-3b5d-4f9f-a682-b437a8b8b263),segment_id=f760d59a-3b5d-4f9f-a682-b437a8b8b263)] {{(pid=84040) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:36:55.878049 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-e92ab4fb-c07f-46ba-9ed1-d46012fc4f3e req-9ed8f40e-52af-4059-a8db-03136f730951 tempest-ServerActionsTestJSON-1319677203 tempest-ServerActionsTestJSON-1319677203-project] 10.222.0.42 "GET /v2.0/security-groups?id=86fda662-3d20-4c8e-beec-0cf6963226d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0754998 Apr 18 21:36:55.903424 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.db [req-374bad30-b395-4dcd-9e41-dbf94d50d986 req-34c89f75-ca7b-401e-bb8a-3b7e601a87ac service neutron] For port 0be4de79-fc20-4da9-8513-0c13de928332, host n-h2-838334-2, cleared binding levels {{(pid=84040) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 21:36:55.959409 n-d-838334-2 neutron-server[84040]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '338b1560-a448-4b1e-b765-9112c8ed3ff1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0be4de79-fc20-4da9-8513-0c13de928332'}] {{(pid=84040) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 21:36:55.965000 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-374bad30-b395-4dcd-9e41-dbf94d50d986 req-34c89f75-ca7b-401e-bb8a-3b7e601a87ac service neutron] Notify callbacks [] for port, precommit_update {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:36:55.980398 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.provisioning_blocks [req-374bad30-b395-4dcd-9e41-dbf94d50d986 req-34c89f75-ca7b-401e-bb8a-3b7e601a87ac service neutron] Transition to ACTIVE for port object 0be4de79-fc20-4da9-8513-0c13de928332 will not be triggered until provisioned by entity L2. {{(pid=84040) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:36:55.985293 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-374bad30-b395-4dcd-9e41-dbf94d50d986 req-34c89f75-ca7b-401e-bb8a-3b7e601a87ac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32440959'] for port, after_update {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:36:56.037238 n-d-838334-2 neutron-server[84040]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c414db84-9c18-44c1-9a62-f9e229840291'] response: {'server_uuid': '338b1560-a448-4b1e-b765-9112c8ed3ff1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0be4de79-fc20-4da9-8513-0c13de928332', 'code': 200} Apr 18 21:36:56.135867 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34c89f75-ca7b-401e-bb8a-3b7e601a87ac service neutron] Pushing event updated for resources: {'Port': ['ID=0be4de79-fc20-4da9-8513-0c13de928332,revision_number=6']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:36:56.158684 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34c89f75-ca7b-401e-bb8a-3b7e601a87ac service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:36:56.159031 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34c89f75-ca7b-401e-bb8a-3b7e601a87ac service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:36:56.159368 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34c89f75-ca7b-401e-bb8a-3b7e601a87ac service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:36:56.159726 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34c89f75-ca7b-401e-bb8a-3b7e601a87ac service neutron] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:36:56.160058 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34c89f75-ca7b-401e-bb8a-3b7e601a87ac service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:36:56.161017 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34c89f75-ca7b-401e-bb8a-3b7e601a87ac service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:36:56.161500 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34c89f75-ca7b-401e-bb8a-3b7e601a87ac service neutron] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:36:56.161920 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34c89f75-ca7b-401e-bb8a-3b7e601a87ac service neutron] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:36:56.162250 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34c89f75-ca7b-401e-bb8a-3b7e601a87ac service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:36:56.162575 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34c89f75-ca7b-401e-bb8a-3b7e601a87ac service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:36:56.162897 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34c89f75-ca7b-401e-bb8a-3b7e601a87ac service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:36:56.217377 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.l3_dvrscheduler_db [req-374bad30-b395-4dcd-9e41-dbf94d50d986 req-34c89f75-ca7b-401e-bb8a-3b7e601a87ac service neutron] No DVR routers for this DVR port 0be4de79-fc20-4da9-8513-0c13de928332 on host n-h2-838334-2 {{(pid=84040) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 21:36:56.474199 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.managers [req-374bad30-b395-4dcd-9e41-dbf94d50d986 req-34c89f75-ca7b-401e-bb8a-3b7e601a87ac service neutron] Attempting to bind port 0be4de79-fc20-4da9-8513-0c13de928332 on host n-h1-838334-2 for vnic_type normal with profile {{(pid=84040) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 21:36:56.474524 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.managers [req-374bad30-b395-4dcd-9e41-dbf94d50d986 req-34c89f75-ca7b-401e-bb8a-3b7e601a87ac service neutron] Attempting to bind port 0be4de79-fc20-4da9-8513-0c13de928332 by drivers openvswitch,hyperv on host n-h1-838334-2 at level 0 using segments [{'id': 'f760d59a-3b5d-4f9f-a682-b437a8b8b263', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': 'f3320db2-e9b9-4caa-91bd-c608bba0ab9e'}] {{(pid=84040) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 21:36:56.474843 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-374bad30-b395-4dcd-9e41-dbf94d50d986 req-34c89f75-ca7b-401e-bb8a-3b7e601a87ac service neutron] Attempting to bind port 0be4de79-fc20-4da9-8513-0c13de928332 on network f3320db2-e9b9-4caa-91bd-c608bba0ab9e {{(pid=84040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 21:36:56.480527 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-374bad30-b395-4dcd-9e41-dbf94d50d986 req-34c89f75-ca7b-401e-bb8a-3b7e601a87ac service neutron] Port 0be4de79-fc20-4da9-8513-0c13de928332 on network f3320db2-e9b9-4caa-91bd-c608bba0ab9e not bound, no agent of type Open vSwitch agent registered on host n-h1-838334-2 {{(pid=84040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 18 21:36:56.480838 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-374bad30-b395-4dcd-9e41-dbf94d50d986 req-34c89f75-ca7b-401e-bb8a-3b7e601a87ac service neutron] Attempting to bind port 0be4de79-fc20-4da9-8513-0c13de928332 on network f3320db2-e9b9-4caa-91bd-c608bba0ab9e {{(pid=84040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 21:36:56.486952 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-374bad30-b395-4dcd-9e41-dbf94d50d986 req-34c89f75-ca7b-401e-bb8a-3b7e601a87ac service neutron] Checking agent: {'id': 'd63bab19-ff81-4de1-afeb-a3732288d0d7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-838334-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 33, 59), 'started_at': datetime.datetime(2022, 4, 18, 20, 33, 59), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 21, 36, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 18 21:36:56.487288 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-374bad30-b395-4dcd-9e41-dbf94d50d986 req-34c89f75-ca7b-401e-bb8a-3b7e601a87ac service neutron] Checking segment: {'id': 'f760d59a-3b5d-4f9f-a682-b437a8b8b263', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': 'f3320db2-e9b9-4caa-91bd-c608bba0ab9e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84040) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 21:36:56.487688 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-374bad30-b395-4dcd-9e41-dbf94d50d986 req-34c89f75-ca7b-401e-bb8a-3b7e601a87ac service neutron] Bound using segment: {'id': 'f760d59a-3b5d-4f9f-a682-b437a8b8b263', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': 'f3320db2-e9b9-4caa-91bd-c608bba0ab9e'} {{(pid=84040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 18 21:36:56.488104 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.managers [req-374bad30-b395-4dcd-9e41-dbf94d50d986 req-34c89f75-ca7b-401e-bb8a-3b7e601a87ac service neutron] Bound port: 0be4de79-fc20-4da9-8513-0c13de928332, host: n-h1-838334-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f760d59a-3b5d-4f9f-a682-b437a8b8b263', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': 'f3320db2-e9b9-4caa-91bd-c608bba0ab9e'}}] {{(pid=84040) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 21:36:56.489018 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-374bad30-b395-4dcd-9e41-dbf94d50d986 req-34c89f75-ca7b-401e-bb8a-3b7e601a87ac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:36:56.574145 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.db [req-374bad30-b395-4dcd-9e41-dbf94d50d986 req-34c89f75-ca7b-401e-bb8a-3b7e601a87ac service neutron] For port 0be4de79-fc20-4da9-8513-0c13de928332, host n-h1-838334-2, cleared binding levels {{(pid=84040) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 21:36:56.577040 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.db [req-374bad30-b395-4dcd-9e41-dbf94d50d986 req-34c89f75-ca7b-401e-bb8a-3b7e601a87ac service neutron] For port 0be4de79-fc20-4da9-8513-0c13de928332, host n-h1-838334-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838334-2',level=0,port_id=0be4de79-fc20-4da9-8513-0c13de928332,segment=NetworkSegment(f760d59a-3b5d-4f9f-a682-b437a8b8b263),segment_id=f760d59a-3b5d-4f9f-a682-b437a8b8b263)] {{(pid=84040) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 21:36:56.581253 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-374bad30-b395-4dcd-9e41-dbf94d50d986 req-34c89f75-ca7b-401e-bb8a-3b7e601a87ac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32440959'] for port, after_update {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:36:56.644537 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-374bad30-b395-4dcd-9e41-dbf94d50d986 req-34c89f75-ca7b-401e-bb8a-3b7e601a87ac service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217293'] for port, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:36:56.645940 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-374bad30-b395-4dcd-9e41-dbf94d50d986 req-34c89f75-ca7b-401e-bb8a-3b7e601a87ac service neutron] 10.222.0.43 "PUT /v2.0/ports/0be4de79-fc20-4da9-8513-0c13de928332 HTTP/1.1" status: 200 len: 1091 time: 1.2489004 Apr 18 21:36:56.663876 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34c89f75-ca7b-401e-bb8a-3b7e601a87ac service neutron] Pushing event updated for resources: {'Port': ['ID=0be4de79-fc20-4da9-8513-0c13de928332,revision_number=7']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:36:56.747652 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-374bad30-b395-4dcd-9e41-dbf94d50d986 req-2930cb30-db63-4e1d-802b-988b53d90c34 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=675834a466b84bb5a01c14f13ca191f7&device_id=338b1560-a448-4b1e-b765-9112c8ed3ff1 HTTP/1.1" status: 200 len: 1094 time: 0.0795288 Apr 18 21:36:56.983537 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-374bad30-b395-4dcd-9e41-dbf94d50d986 req-5fbc40c9-a9b7-4faa-b341-afc655f76f44 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:36:56.984641 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-374bad30-b395-4dcd-9e41-dbf94d50d986 req-5fbc40c9-a9b7-4faa-b341-afc655f76f44 service neutron] 10.222.0.43 "GET /v2.0/networks?id=f3320db2-e9b9-4caa-91bd-c608bba0ab9e HTTP/1.1" status: 200 len: 913 time: 0.2311509 Apr 18 21:36:57.137824 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-374bad30-b395-4dcd-9e41-dbf94d50d986 req-993a0571-28a8-43f9-81c4-376ab428c4ca service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=0be4de79-fc20-4da9-8513-0c13de928332 HTTP/1.1" status: 200 len: 1000 time: 0.1470189 Apr 18 21:36:57.197479 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab6b3786-c355-477c-a5a9-93c29162f841 req-897c7fff-ddaf-427c-b060-b2cb25361344 tempest-ServerActionsTestJSON-1319677203 tempest-ServerActionsTestJSON-1319677203-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:36:57.198827 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-ab6b3786-c355-477c-a5a9-93c29162f841 req-897c7fff-ddaf-427c-b060-b2cb25361344 tempest-ServerActionsTestJSON-1319677203 tempest-ServerActionsTestJSON-1319677203-project] 10.222.0.42 "GET /v2.0/ports?device_id=338b1560-a448-4b1e-b765-9112c8ed3ff1 HTTP/1.1" status: 200 len: 943 time: 0.1579404 Apr 18 21:36:57.230932 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-374bad30-b395-4dcd-9e41-dbf94d50d986 req-a9bfe870-9eaf-4c36-b9bb-99f80e664913 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:36:57.232352 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-374bad30-b395-4dcd-9e41-dbf94d50d986 req-a9bfe870-9eaf-4c36-b9bb-99f80e664913 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=32f4d787-9e43-4aac-98c4-668fa9d35a84 HTTP/1.1" status: 200 len: 851 time: 0.0887401 Apr 18 21:36:57.295896 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-ab6b3786-c355-477c-a5a9-93c29162f841 req-09c9a5af-562f-44e4-89ad-2567fcf3008b tempest-ServerActionsTestJSON-1319677203 tempest-ServerActionsTestJSON-1319677203-project] 10.222.0.42 "GET /v2.0/security-groups?id=86fda662-3d20-4c8e-beec-0cf6963226d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0903344 Apr 18 21:36:57.322399 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-374bad30-b395-4dcd-9e41-dbf94d50d986 req-b3c395a1-6c3b-4997-871a-fbbde5afb09a service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=f3320db2-e9b9-4caa-91bd-c608bba0ab9e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0811102 Apr 18 21:36:57.454065 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-374bad30-b395-4dcd-9e41-dbf94d50d986 req-56ae7e1b-7762-4282-99f9-b69602de8972 service neutron] 10.222.0.43 "GET /v2.0/networks/f3320db2-e9b9-4caa-91bd-c608bba0ab9e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1254017 Apr 18 21:36:57.586703 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-374bad30-b395-4dcd-9e41-dbf94d50d986 req-6ec5a7ed-0c7e-424d-82c0-71b85f9b1dab service neutron] 10.222.0.43 "GET /v2.0/networks/f3320db2-e9b9-4caa-91bd-c608bba0ab9e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1267827 Apr 18 21:36:58.039027 n-d-838334-2 neutron-server[84040]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '338b1560-a448-4b1e-b765-9112c8ed3ff1', 'tag': '0be4de79-fc20-4da9-8513-0c13de928332'}] {{(pid=84040) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 21:36:58.110960 n-d-838334-2 neutron-server[84040]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9d3cd991-b4d8-462c-9d18-e78532214407'] response: {'name': 'network-changed', 'server_uuid': '338b1560-a448-4b1e-b765-9112c8ed3ff1', 'tag': '0be4de79-fc20-4da9-8513-0c13de928332', 'status': 'completed', 'code': 200} Apr 18 21:36:58.205092 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-597667b3-5bdd-4095-aa5b-e3f844f427a5 req-e4e69ba0-1a5f-4b36-9996-89da9d1cb49f service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=675834a466b84bb5a01c14f13ca191f7&device_id=338b1560-a448-4b1e-b765-9112c8ed3ff1 HTTP/1.1" status: 200 len: 1094 time: 0.0747786 Apr 18 21:36:58.217365 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-597667b3-5bdd-4095-aa5b-e3f844f427a5 req-61361914-fe3c-4897-8058-a3899a21c328 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=675834a466b84bb5a01c14f13ca191f7&device_id=338b1560-a448-4b1e-b765-9112c8ed3ff1 HTTP/1.1" status: 200 len: 1094 time: 0.0778513 Apr 18 21:36:58.346117 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-597667b3-5bdd-4095-aa5b-e3f844f427a5 req-6d5316a6-89bb-44f1-ab2a-548cdde2d6bd service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:36:58.349578 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-597667b3-5bdd-4095-aa5b-e3f844f427a5 req-6d5316a6-89bb-44f1-ab2a-548cdde2d6bd service neutron] 10.222.0.43 "GET /v2.0/networks?id=f3320db2-e9b9-4caa-91bd-c608bba0ab9e HTTP/1.1" status: 200 len: 913 time: 0.1388593 Apr 18 21:36:58.356677 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-597667b3-5bdd-4095-aa5b-e3f844f427a5 req-3eac5213-559b-4437-926a-ce97569b9a6e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:36:58.358429 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-597667b3-5bdd-4095-aa5b-e3f844f427a5 req-3eac5213-559b-4437-926a-ce97569b9a6e service neutron] 10.222.0.48 "GET /v2.0/networks?id=f3320db2-e9b9-4caa-91bd-c608bba0ab9e HTTP/1.1" status: 200 len: 913 time: 0.1342978 Apr 18 21:36:58.477907 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-597667b3-5bdd-4095-aa5b-e3f844f427a5 req-ba886c20-9832-4aad-9847-e1c30708326f service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=0be4de79-fc20-4da9-8513-0c13de928332 HTTP/1.1" status: 200 len: 1000 time: 0.1125846 Apr 18 21:36:58.528207 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-597667b3-5bdd-4095-aa5b-e3f844f427a5 req-209aea1b-0bd0-43a8-bc65-cccd99658b66 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=0be4de79-fc20-4da9-8513-0c13de928332 HTTP/1.1" status: 200 len: 1000 time: 0.1724808 Apr 18 21:36:58.542063 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-597667b3-5bdd-4095-aa5b-e3f844f427a5 req-542368a7-50d9-4ff0-9c65-acd8b2d548bd service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:36:58.543608 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-597667b3-5bdd-4095-aa5b-e3f844f427a5 req-542368a7-50d9-4ff0-9c65-acd8b2d548bd service neutron] 10.222.0.48 "GET /v2.0/subnets?id=32f4d787-9e43-4aac-98c4-668fa9d35a84 HTTP/1.1" status: 200 len: 851 time: 0.0591395 Apr 18 21:36:58.594143 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1479fe1-6b58-4f5b-9880-7eadf8c9ae7b req-653b90e3-4cb0-4de3-ac1b-3cc67c758652 tempest-ServerActionsTestJSON-1319677203 tempest-ServerActionsTestJSON-1319677203-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:36:58.595701 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-e1479fe1-6b58-4f5b-9880-7eadf8c9ae7b req-653b90e3-4cb0-4de3-ac1b-3cc67c758652 tempest-ServerActionsTestJSON-1319677203 tempest-ServerActionsTestJSON-1319677203-project] 10.222.0.42 "GET /v2.0/ports?device_id=338b1560-a448-4b1e-b765-9112c8ed3ff1 HTTP/1.1" status: 200 len: 943 time: 0.1552138 Apr 18 21:36:58.621094 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-597667b3-5bdd-4095-aa5b-e3f844f427a5 req-d233c9b4-c67d-4b33-b685-973b9a8ab500 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=f3320db2-e9b9-4caa-91bd-c608bba0ab9e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0714772 Apr 18 21:36:58.628195 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-597667b3-5bdd-4095-aa5b-e3f844f427a5 req-0691a2c2-94ad-401e-96bb-9e3b105a869e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:36:58.630282 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-597667b3-5bdd-4095-aa5b-e3f844f427a5 req-0691a2c2-94ad-401e-96bb-9e3b105a869e service neutron] 10.222.0.43 "GET /v2.0/subnets?id=32f4d787-9e43-4aac-98c4-668fa9d35a84 HTTP/1.1" status: 200 len: 851 time: 0.0950425 Apr 18 21:36:58.684087 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-e1479fe1-6b58-4f5b-9880-7eadf8c9ae7b req-4471b2bf-479f-4312-a861-b3173b1acca8 tempest-ServerActionsTestJSON-1319677203 tempest-ServerActionsTestJSON-1319677203-project] 10.222.0.42 "GET /v2.0/security-groups?id=86fda662-3d20-4c8e-beec-0cf6963226d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0782750 Apr 18 21:36:58.731485 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-597667b3-5bdd-4095-aa5b-e3f844f427a5 req-2d2ef5bf-3a78-4e25-b73d-d6c131602bd4 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=f3320db2-e9b9-4caa-91bd-c608bba0ab9e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0791721 Apr 18 21:36:58.766664 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-597667b3-5bdd-4095-aa5b-e3f844f427a5 req-571fda48-60ef-4bf9-a6bb-1cb748a29b6f service neutron] 10.222.0.48 "GET /v2.0/networks/f3320db2-e9b9-4caa-91bd-c608bba0ab9e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1386874 Apr 18 21:36:58.869372 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-597667b3-5bdd-4095-aa5b-e3f844f427a5 req-6483b75a-ae7c-429a-8195-f195ed6f20c9 service neutron] 10.222.0.43 "GET /v2.0/networks/f3320db2-e9b9-4caa-91bd-c608bba0ab9e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1322534 Apr 18 21:36:58.905708 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-597667b3-5bdd-4095-aa5b-e3f844f427a5 req-40745fd4-2de6-4a15-a5da-0f687593c9a6 service neutron] 10.222.0.48 "GET /v2.0/networks/f3320db2-e9b9-4caa-91bd-c608bba0ab9e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1303499 Apr 18 21:36:59.015896 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-597667b3-5bdd-4095-aa5b-e3f844f427a5 req-da7fe692-0d69-49ce-a92a-1809b0b18ee0 service neutron] 10.222.0.43 "GET /v2.0/networks/f3320db2-e9b9-4caa-91bd-c608bba0ab9e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1402733 Apr 18 21:36:59.637870 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Device 0be4de79-fc20-4da9-8513-0c13de928332 no longer exists at agent hyperv_n-h2-838334-2 {{(pid=84042) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 21:36:59.695346 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Device 0be4de79-fc20-4da9-8513-0c13de928332 not bound to the agent host n-h2-838334-2 {{(pid=84042) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 21:37:00.004722 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbb8a817-8220-42aa-84b7-5bffbd4e66ce req-ca0fcf24-acbb-4bc9-8070-40edfc4b34ef tempest-ServerActionsTestJSON-1319677203 tempest-ServerActionsTestJSON-1319677203-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:37:00.006535 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-bbb8a817-8220-42aa-84b7-5bffbd4e66ce req-ca0fcf24-acbb-4bc9-8070-40edfc4b34ef tempest-ServerActionsTestJSON-1319677203 tempest-ServerActionsTestJSON-1319677203-project] 10.222.0.42 "GET /v2.0/ports?device_id=338b1560-a448-4b1e-b765-9112c8ed3ff1 HTTP/1.1" status: 200 len: 943 time: 0.1930625 Apr 18 21:37:00.051784 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-bbb8a817-8220-42aa-84b7-5bffbd4e66ce req-fbae711f-8c91-4f6f-ae33-d3e7730a06a3 tempest-ServerActionsTestJSON-1319677203 tempest-ServerActionsTestJSON-1319677203-project] 10.222.0.42 "GET /v2.0/security-groups?id=86fda662-3d20-4c8e-beec-0cf6963226d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396731 Apr 18 21:37:00.098505 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750375287399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253529'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:37:01.295746 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fe3c207-3582-47f2-9236-35b728bcab56 req-3bfa4532-6ffa-44ac-922f-cc65468cc292 tempest-ServerActionsTestJSON-1319677203 tempest-ServerActionsTestJSON-1319677203-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:37:01.297160 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-8fe3c207-3582-47f2-9236-35b728bcab56 req-3bfa4532-6ffa-44ac-922f-cc65468cc292 tempest-ServerActionsTestJSON-1319677203 tempest-ServerActionsTestJSON-1319677203-project] 10.222.0.42 "GET /v2.0/ports?device_id=338b1560-a448-4b1e-b765-9112c8ed3ff1 HTTP/1.1" status: 200 len: 943 time: 0.1214068 Apr 18 21:37:01.354557 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-8fe3c207-3582-47f2-9236-35b728bcab56 req-bdb487ae-010e-439e-ade5-0975d91f2ba9 tempest-ServerActionsTestJSON-1319677203 tempest-ServerActionsTestJSON-1319677203-project] 10.222.0.42 "GET /v2.0/security-groups?id=86fda662-3d20-4c8e-beec-0cf6963226d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0500126 Apr 18 21:37:01.358088 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-ce8c9119-28cf-4468-b4c2-54a6d1786e2e req-cab8f482-581f-49aa-9ebf-b20ec39599bb service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=675834a466b84bb5a01c14f13ca191f7&device_id=338b1560-a448-4b1e-b765-9112c8ed3ff1 HTTP/1.1" status: 200 len: 1094 time: 0.1202722 Apr 18 21:37:01.499644 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce8c9119-28cf-4468-b4c2-54a6d1786e2e req-a53efd4d-bb08-4954-a7b8-02ef069b7377 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:37:01.501068 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-ce8c9119-28cf-4468-b4c2-54a6d1786e2e req-a53efd4d-bb08-4954-a7b8-02ef069b7377 service neutron] 10.222.0.43 "GET /v2.0/networks?id=f3320db2-e9b9-4caa-91bd-c608bba0ab9e HTTP/1.1" status: 200 len: 913 time: 0.1239982 Apr 18 21:37:01.601660 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-ce8c9119-28cf-4468-b4c2-54a6d1786e2e req-c3cd02f2-8461-4ba4-80a5-51e865fc87b6 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=0be4de79-fc20-4da9-8513-0c13de928332 HTTP/1.1" status: 200 len: 1000 time: 0.0951610 Apr 18 21:37:01.663086 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce8c9119-28cf-4468-b4c2-54a6d1786e2e req-591cbcfb-1e8b-46ea-986e-6937d3f98960 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:37:01.664423 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-ce8c9119-28cf-4468-b4c2-54a6d1786e2e req-591cbcfb-1e8b-46ea-986e-6937d3f98960 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=32f4d787-9e43-4aac-98c4-668fa9d35a84 HTTP/1.1" status: 200 len: 851 time: 0.0570703 Apr 18 21:37:01.742388 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-ce8c9119-28cf-4468-b4c2-54a6d1786e2e req-b8f4e07e-8536-4540-90cc-1f8b3130d76b service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=f3320db2-e9b9-4caa-91bd-c608bba0ab9e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0721700 Apr 18 21:37:01.871607 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-ce8c9119-28cf-4468-b4c2-54a6d1786e2e req-d32f7e63-49af-4bf7-921f-00410b1bc018 service neutron] 10.222.0.43 "GET /v2.0/networks/f3320db2-e9b9-4caa-91bd-c608bba0ab9e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1235092 Apr 18 21:37:02.002034 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-ce8c9119-28cf-4468-b4c2-54a6d1786e2e req-d8b096cd-9309-469f-b2af-7d8cdc52bb1a service neutron] 10.222.0.43 "GET /v2.0/networks/f3320db2-e9b9-4caa-91bd-c608bba0ab9e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1247394 Apr 18 21:37:02.556070 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c239dab-fd9b-43fe-84b1-2d18f6896c6b req-85bdab6a-2b41-41f5-a28e-637a058641d4 tempest-ServerActionsTestJSON-1319677203 tempest-ServerActionsTestJSON-1319677203-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:37:02.557496 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-2c239dab-fd9b-43fe-84b1-2d18f6896c6b req-85bdab6a-2b41-41f5-a28e-637a058641d4 tempest-ServerActionsTestJSON-1319677203 tempest-ServerActionsTestJSON-1319677203-project] 10.222.0.42 "GET /v2.0/ports?device_id=338b1560-a448-4b1e-b765-9112c8ed3ff1 HTTP/1.1" status: 200 len: 943 time: 0.0762794 Apr 18 21:37:02.601953 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-2c239dab-fd9b-43fe-84b1-2d18f6896c6b req-889c36f3-7dc2-4469-aef3-3ca83d614c1d tempest-ServerActionsTestJSON-1319677203 tempest-ServerActionsTestJSON-1319677203-project] 10.222.0.42 "GET /v2.0/security-groups?id=86fda662-3d20-4c8e-beec-0cf6963226d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390723 Apr 18 21:37:03.803336 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51b26872-c6ee-441d-89f6-1dbf0ee597b7 req-88e651f5-9c68-4948-b1b4-1bc8612d51c1 tempest-ServerActionsTestJSON-1319677203 tempest-ServerActionsTestJSON-1319677203-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:37:03.804800 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-51b26872-c6ee-441d-89f6-1dbf0ee597b7 req-88e651f5-9c68-4948-b1b4-1bc8612d51c1 tempest-ServerActionsTestJSON-1319677203 tempest-ServerActionsTestJSON-1319677203-project] 10.222.0.42 "GET /v2.0/ports?device_id=338b1560-a448-4b1e-b765-9112c8ed3ff1 HTTP/1.1" status: 200 len: 943 time: 0.0793157 Apr 18 21:37:03.849617 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-51b26872-c6ee-441d-89f6-1dbf0ee597b7 req-e72816b2-6fa3-43bf-9500-1917cdb36cb4 tempest-ServerActionsTestJSON-1319677203 tempest-ServerActionsTestJSON-1319677203-project] 10.222.0.42 "GET /v2.0/security-groups?id=86fda662-3d20-4c8e-beec-0cf6963226d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393631 Apr 18 21:37:04.273789 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750375287399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253529'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:37:05.061817 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90b086a2-12ab-4b93-a5dc-9e084a116d08 req-8071da41-d067-4ac7-8102-fecc042f7d43 tempest-ServerActionsTestJSON-1319677203 tempest-ServerActionsTestJSON-1319677203-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:37:05.063006 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-90b086a2-12ab-4b93-a5dc-9e084a116d08 req-8071da41-d067-4ac7-8102-fecc042f7d43 tempest-ServerActionsTestJSON-1319677203 tempest-ServerActionsTestJSON-1319677203-project] 10.222.0.42 "GET /v2.0/ports?device_id=338b1560-a448-4b1e-b765-9112c8ed3ff1 HTTP/1.1" status: 200 len: 943 time: 0.0909636 Apr 18 21:37:05.108144 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-90b086a2-12ab-4b93-a5dc-9e084a116d08 req-a2175d2a-ebc9-469e-8d72-ad5f365b971f tempest-ServerActionsTestJSON-1319677203 tempest-ServerActionsTestJSON-1319677203-project] 10.222.0.42 "GET /v2.0/security-groups?id=86fda662-3d20-4c8e-beec-0cf6963226d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390661 Apr 18 21:37:06.306265 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f697b6b1-d349-4a8e-8697-ec51233924a4 req-a41141d5-ec5f-4d76-b5bf-da771ffb76a6 tempest-ServerActionsTestJSON-1319677203 tempest-ServerActionsTestJSON-1319677203-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:37:06.307726 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-f697b6b1-d349-4a8e-8697-ec51233924a4 req-a41141d5-ec5f-4d76-b5bf-da771ffb76a6 tempest-ServerActionsTestJSON-1319677203 tempest-ServerActionsTestJSON-1319677203-project] 10.222.0.42 "GET /v2.0/ports?device_id=338b1560-a448-4b1e-b765-9112c8ed3ff1 HTTP/1.1" status: 200 len: 943 time: 0.0791144 Apr 18 21:37:06.351907 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-f697b6b1-d349-4a8e-8697-ec51233924a4 req-ee579c88-6b4a-43d8-a522-f961e878d76d tempest-ServerActionsTestJSON-1319677203 tempest-ServerActionsTestJSON-1319677203-project] 10.222.0.42 "GET /v2.0/security-groups?id=86fda662-3d20-4c8e-beec-0cf6963226d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388224 Apr 18 21:37:06.832929 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e297448-5e42-43e4-a6fa-59296ea1e658 req-a4d577c3-cd1b-4bc6-9eeb-f72ce1b6608e tempest-ServerActionsTestJSON-1319677203 tempest-ServerActionsTestJSON-1319677203-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:37:06.834354 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-3e297448-5e42-43e4-a6fa-59296ea1e658 req-a4d577c3-cd1b-4bc6-9eeb-f72ce1b6608e tempest-ServerActionsTestJSON-1319677203 tempest-ServerActionsTestJSON-1319677203-project] 10.222.0.43 "GET /v2.0/ports?device_id=338b1560-a448-4b1e-b765-9112c8ed3ff1&tenant_id=675834a466b84bb5a01c14f13ca191f7&binding%3Ahost_id=n-h1-838334-2 HTTP/1.1" status: 200 len: 943 time: 0.1317580 Apr 18 21:37:06.904840 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4424bb7-1169-48c4-9fef-53cee39c8e47 req-9f288fa1-bd27-4de6-b5b2-7152f42e46d7 tempest-ServerActionsTestJSON-1319677203 tempest-ServerActionsTestJSON-1319677203-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:37:06.906247 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-d4424bb7-1169-48c4-9fef-53cee39c8e47 req-9f288fa1-bd27-4de6-b5b2-7152f42e46d7 tempest-ServerActionsTestJSON-1319677203 tempest-ServerActionsTestJSON-1319677203-project] 10.222.0.42 "GET /v2.0/ports?device_id=338b1560-a448-4b1e-b765-9112c8ed3ff1 HTTP/1.1" status: 200 len: 943 time: 0.1433246 Apr 18 21:37:06.952171 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-3e297448-5e42-43e4-a6fa-59296ea1e658 req-b44740b7-0bd7-48aa-b340-7a6f8f72e496 service neutron] 10.222.0.43 "GET /v2.0/ports/0be4de79-fc20-4da9-8513-0c13de928332/bindings/n-h1-838334-2 HTTP/1.1" status: 200 len: 382 time: 0.1109850 Apr 18 21:37:06.964763 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-d4424bb7-1169-48c4-9fef-53cee39c8e47 req-8c1a8846-201b-4004-aa50-2b20fa4f1826 tempest-ServerActionsTestJSON-1319677203 tempest-ServerActionsTestJSON-1319677203-project] 10.222.0.42 "GET /v2.0/security-groups?id=86fda662-3d20-4c8e-beec-0cf6963226d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0510106 Apr 18 21:37:07.051402 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-3e297448-5e42-43e4-a6fa-59296ea1e658 req-9a5f5dca-6cef-4bea-912b-da2b76ab2063 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=675834a466b84bb5a01c14f13ca191f7&device_id=338b1560-a448-4b1e-b765-9112c8ed3ff1 HTTP/1.1" status: 200 len: 1094 time: 0.0772412 Apr 18 21:37:07.154098 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Device 0be4de79-fc20-4da9-8513-0c13de928332 details requested by agent hyperv_n-h1-838334-2 with host n-h1-838334-2 {{(pid=84042) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 18 21:37:07.277490 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e297448-5e42-43e4-a6fa-59296ea1e658 req-513d9232-2bfa-46af-bfe8-965378ca7323 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:37:07.278943 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-3e297448-5e42-43e4-a6fa-59296ea1e658 req-513d9232-2bfa-46af-bfe8-965378ca7323 service neutron] 10.222.0.43 "GET /v2.0/networks?id=f3320db2-e9b9-4caa-91bd-c608bba0ab9e HTTP/1.1" status: 200 len: 913 time: 0.2217865 Apr 18 21:37:07.289429 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] For port 0be4de79-fc20-4da9-8513-0c13de928332, host n-h1-838334-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838334-2',level=0,port_id=0be4de79-fc20-4da9-8513-0c13de928332,segment=NetworkSegment(f760d59a-3b5d-4f9f-a682-b437a8b8b263),segment_id=f760d59a-3b5d-4f9f-a682-b437a8b8b263)] {{(pid=84042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:37:07.303225 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Returning: {'device': '0be4de79-fc20-4da9-8513-0c13de928332', 'network_id': 'f3320db2-e9b9-4caa-91bd-c608bba0ab9e', 'port_id': '0be4de79-fc20-4da9-8513-0c13de928332', 'mac_address': 'fa:16:3e:1c:39:f1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 379, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '32f4d787-9e43-4aac-98c4-668fa9d35a84', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84042) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 18 21:37:07.362759 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:37:07.380158 n-d-838334-2 neutron-server[84042]: DEBUG neutron.notifiers.nova [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0be4de79-fc20-4da9-8513-0c13de928332 {{(pid=84042) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 18 21:37:07.383861 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-3e297448-5e42-43e4-a6fa-59296ea1e658 req-204755b8-30d1-480a-9004-5f688c5352bf service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=0be4de79-fc20-4da9-8513-0c13de928332 HTTP/1.1" status: 200 len: 1000 time: 0.0992544 Apr 18 21:37:07.395027 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] For port 0be4de79-fc20-4da9-8513-0c13de928332, host n-h1-838334-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838334-2',level=0,port_id=0be4de79-fc20-4da9-8513-0c13de928332,segment=NetworkSegment(f760d59a-3b5d-4f9f-a682-b437a8b8b263),segment_id=f760d59a-3b5d-4f9f-a682-b437a8b8b263)] {{(pid=84042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:37:07.399023 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682'] for port, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:37:07.447177 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e297448-5e42-43e4-a6fa-59296ea1e658 req-b4d9bbee-0caa-4eda-a84d-4e9f1f3144fb service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:37:07.448841 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-3e297448-5e42-43e4-a6fa-59296ea1e658 req-b4d9bbee-0caa-4eda-a84d-4e9f1f3144fb service neutron] 10.222.0.43 "GET /v2.0/subnets?id=32f4d787-9e43-4aac-98c4-668fa9d35a84 HTTP/1.1" status: 200 len: 851 time: 0.0597625 Apr 18 21:37:07.473831 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Pushing event updated for resources: {'Port': ['ID=0be4de79-fc20-4da9-8513-0c13de928332,revision_number=8']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:37:07.482407 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:37:07.482750 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:37:07.483086 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:37:07.483415 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:37:07.483771 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:37:07.484096 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:37:07.484420 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:37:07.484876 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:37:07.485060 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:37:07.485377 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:37:07.485694 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:37:07.526592 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-3e297448-5e42-43e4-a6fa-59296ea1e658 req-cb5908f4-ddb3-4cff-beae-0054c83d7dbc service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=f3320db2-e9b9-4caa-91bd-c608bba0ab9e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0717676 Apr 18 21:37:07.612254 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] get_ports_and_sgs() called for port_ids ['0be4de79-fc20-4da9-8513-0c13de928332'] {{(pid=84042) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 18 21:37:07.659002 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-3e297448-5e42-43e4-a6fa-59296ea1e658 req-60bc9450-8cfc-479f-8fc6-200866656ab3 service neutron] 10.222.0.43 "GET /v2.0/networks/f3320db2-e9b9-4caa-91bd-c608bba0ab9e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1261892 Apr 18 21:37:07.788820 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-3e297448-5e42-43e4-a6fa-59296ea1e658 req-b5020441-8998-4c3a-abfe-1134052e2a0e service neutron] 10.222.0.43 "GET /v2.0/networks/f3320db2-e9b9-4caa-91bd-c608bba0ab9e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1240034 Apr 18 21:37:08.054315 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.agents_db [None req-6346a179-333c-4370-b5a6-936984aeab15 None None] Agent healthcheck: found 7 active agents {{(pid=84043) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 18 21:37:08.168933 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17c23106-ead3-40c7-b08f-f384e639545d req-4d5ef1f3-cac2-412a-b2ad-cd691c806d63 tempest-ServerActionsTestJSON-1319677203 tempest-ServerActionsTestJSON-1319677203-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:37:08.170392 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-17c23106-ead3-40c7-b08f-f384e639545d req-4d5ef1f3-cac2-412a-b2ad-cd691c806d63 tempest-ServerActionsTestJSON-1319677203 tempest-ServerActionsTestJSON-1319677203-project] 10.222.0.42 "GET /v2.0/ports?device_id=338b1560-a448-4b1e-b765-9112c8ed3ff1 HTTP/1.1" status: 200 len: 944 time: 0.0800993 Apr 18 21:37:08.215391 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-17c23106-ead3-40c7-b08f-f384e639545d req-b0146a43-afc6-49aa-9e4f-5617bcbd0e2c tempest-ServerActionsTestJSON-1319677203 tempest-ServerActionsTestJSON-1319677203-project] 10.222.0.42 "GET /v2.0/security-groups?id=86fda662-3d20-4c8e-beec-0cf6963226d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395038 Apr 18 21:37:09.184051 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Device 0be4de79-fc20-4da9-8513-0c13de928332 up at agent hyperv_n-h1-838334-2 {{(pid=84042) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 21:37:09.252555 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Provisioning for port 0be4de79-fc20-4da9-8513-0c13de928332 completed by entity L2. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 21:37:09.258243 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Provisioning complete for port 0be4de79-fc20-4da9-8513-0c13de928332 triggered by entity L2. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:37:09.258605 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1253608'] for port, provisioning_complete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:37:09.371784 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:37:09.399654 n-d-838334-2 neutron-server[84042]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '338b1560-a448-4b1e-b765-9112c8ed3ff1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0be4de79-fc20-4da9-8513-0c13de928332'}] {{(pid=84042) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 21:37:09.409365 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] For port 0be4de79-fc20-4da9-8513-0c13de928332, host n-h1-838334-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838334-2',level=0,port_id=0be4de79-fc20-4da9-8513-0c13de928332,segment=NetworkSegment(f760d59a-3b5d-4f9f-a682-b437a8b8b263),segment_id=f760d59a-3b5d-4f9f-a682-b437a8b8b263)] {{(pid=84042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:37:09.413599 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682'] for port, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:37:09.421667 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e8e4d1e-40fa-4be7-b555-8802ed677ba4 req-9f621abd-c71c-4ddf-ba63-e01cfe5a7c71 tempest-ServerActionsTestJSON-1319677203 tempest-ServerActionsTestJSON-1319677203-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:37:09.423368 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-9e8e4d1e-40fa-4be7-b555-8802ed677ba4 req-9f621abd-c71c-4ddf-ba63-e01cfe5a7c71 tempest-ServerActionsTestJSON-1319677203 tempest-ServerActionsTestJSON-1319677203-project] 10.222.0.42 "GET /v2.0/ports?device_id=338b1560-a448-4b1e-b765-9112c8ed3ff1 HTTP/1.1" status: 200 len: 944 time: 0.0846446 Apr 18 21:37:09.469640 n-d-838334-2 neutron-server[84042]: INFO neutron.notifiers.nova [-] Nova event matching ['req-199aff60-cb01-41af-b686-658a2eb8da5f'] response: {'server_uuid': '338b1560-a448-4b1e-b765-9112c8ed3ff1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0be4de79-fc20-4da9-8513-0c13de928332', 'code': 200} Apr 18 21:37:09.477199 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-9e8e4d1e-40fa-4be7-b555-8802ed677ba4 req-4064e555-97cf-4c9b-9061-52f56c97bc98 tempest-ServerActionsTestJSON-1319677203 tempest-ServerActionsTestJSON-1319677203-project] 10.222.0.42 "GET /v2.0/security-groups?id=86fda662-3d20-4c8e-beec-0cf6963226d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460172 Apr 18 21:37:09.485838 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Pushing event updated for resources: {'Port': ['ID=0be4de79-fc20-4da9-8513-0c13de928332,revision_number=9']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:37:10.530931 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-3e297448-5e42-43e4-a6fa-59296ea1e658 req-72baf4ae-19a7-47d5-af02-e6e7196009c5 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=338b1560-a448-4b1e-b765-9112c8ed3ff1&tenant_id=675834a466b84bb5a01c14f13ca191f7 HTTP/1.1" status: 200 len: 1096 time: 0.0682509 Apr 18 21:37:10.542188 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.v2.base [req-3e297448-5e42-43e4-a6fa-59296ea1e658 req-e696ab2f-ccc2-4052-abcf-4746f177072d service neutron] Request body: {'port': {'binding:host_id': 'n-h2-838334-2', 'device_owner': 'compute:nova'}} {{(pid=84041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:37:10.653791 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [req-3e297448-5e42-43e4-a6fa-59296ea1e658 req-e696ab2f-ccc2-4052-abcf-4746f177072d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:37:10.678079 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9770ad3-871c-4c21-b4f7-a13f6c2cb0ae req-bfb25b3a-69ab-4d0b-9a1b-ffe9cc2c79df tempest-ServerActionsTestJSON-1319677203 tempest-ServerActionsTestJSON-1319677203-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:37:10.679542 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-d9770ad3-871c-4c21-b4f7-a13f6c2cb0ae req-bfb25b3a-69ab-4d0b-9a1b-ffe9cc2c79df tempest-ServerActionsTestJSON-1319677203 tempest-ServerActionsTestJSON-1319677203-project] 10.222.0.42 "GET /v2.0/ports?device_id=338b1560-a448-4b1e-b765-9112c8ed3ff1 HTTP/1.1" status: 200 len: 945 time: 0.0758159 Apr 18 21:37:10.730523 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-d9770ad3-871c-4c21-b4f7-a13f6c2cb0ae req-ae7617d8-f76b-43b4-ab7f-1339d64e1867 tempest-ServerActionsTestJSON-1319677203 tempest-ServerActionsTestJSON-1319677203-project] 10.222.0.42 "GET /v2.0/security-groups?id=86fda662-3d20-4c8e-beec-0cf6963226d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454228 Apr 18 21:37:10.925922 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.db [req-3e297448-5e42-43e4-a6fa-59296ea1e658 req-e696ab2f-ccc2-4052-abcf-4746f177072d service neutron] For port 0be4de79-fc20-4da9-8513-0c13de928332, host n-h1-838334-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838334-2',level=0,port_id=0be4de79-fc20-4da9-8513-0c13de928332,segment=NetworkSegment(f760d59a-3b5d-4f9f-a682-b437a8b8b263),segment_id=f760d59a-3b5d-4f9f-a682-b437a8b8b263)] {{(pid=84041) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:37:10.954408 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.db [req-3e297448-5e42-43e4-a6fa-59296ea1e658 req-e696ab2f-ccc2-4052-abcf-4746f177072d service neutron] For port 0be4de79-fc20-4da9-8513-0c13de928332, host n-h1-838334-2, cleared binding levels {{(pid=84041) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 21:37:11.009111 n-d-838334-2 neutron-server[84041]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '338b1560-a448-4b1e-b765-9112c8ed3ff1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0be4de79-fc20-4da9-8513-0c13de928332'}] {{(pid=84041) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 21:37:11.014323 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [req-3e297448-5e42-43e4-a6fa-59296ea1e658 req-e696ab2f-ccc2-4052-abcf-4746f177072d service neutron] Notify callbacks [] for port, precommit_update {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:37:11.032779 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.provisioning_blocks [req-3e297448-5e42-43e4-a6fa-59296ea1e658 req-e696ab2f-ccc2-4052-abcf-4746f177072d service neutron] Transition to ACTIVE for port object 0be4de79-fc20-4da9-8513-0c13de928332 will not be triggered until provisioned by entity L2. {{(pid=84041) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:37:11.036754 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [req-3e297448-5e42-43e4-a6fa-59296ea1e658 req-e696ab2f-ccc2-4052-abcf-4746f177072d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32266282'] for port, after_update {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:37:11.084492 n-d-838334-2 neutron-server[84041]: INFO neutron.notifiers.nova [-] Nova event matching ['req-799cd6a6-0478-4800-8608-249ce0176b17'] response: {'server_uuid': '338b1560-a448-4b1e-b765-9112c8ed3ff1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0be4de79-fc20-4da9-8513-0c13de928332', 'code': 200} Apr 18 21:37:11.172779 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e696ab2f-ccc2-4052-abcf-4746f177072d service neutron] Pushing event updated for resources: {'Port': ['ID=0be4de79-fc20-4da9-8513-0c13de928332,revision_number=10']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:37:11.194003 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e696ab2f-ccc2-4052-abcf-4746f177072d service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:37:11.194338 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e696ab2f-ccc2-4052-abcf-4746f177072d service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:37:11.194669 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e696ab2f-ccc2-4052-abcf-4746f177072d service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:37:11.194995 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e696ab2f-ccc2-4052-abcf-4746f177072d service neutron] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:37:11.195319 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e696ab2f-ccc2-4052-abcf-4746f177072d service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:37:11.195660 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e696ab2f-ccc2-4052-abcf-4746f177072d service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:37:11.196015 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e696ab2f-ccc2-4052-abcf-4746f177072d service neutron] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:37:11.196275 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e696ab2f-ccc2-4052-abcf-4746f177072d service neutron] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:37:11.196585 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e696ab2f-ccc2-4052-abcf-4746f177072d service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:37:11.196897 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e696ab2f-ccc2-4052-abcf-4746f177072d service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:37:11.197211 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e696ab2f-ccc2-4052-abcf-4746f177072d service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:37:11.330118 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.l3_dvrscheduler_db [req-3e297448-5e42-43e4-a6fa-59296ea1e658 req-e696ab2f-ccc2-4052-abcf-4746f177072d service neutron] No DVR routers for this DVR port 0be4de79-fc20-4da9-8513-0c13de928332 on host n-h1-838334-2 {{(pid=84041) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 21:37:11.571865 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.managers [req-3e297448-5e42-43e4-a6fa-59296ea1e658 req-e696ab2f-ccc2-4052-abcf-4746f177072d service neutron] Attempting to bind port 0be4de79-fc20-4da9-8513-0c13de928332 on host n-h2-838334-2 for vnic_type normal with profile {{(pid=84041) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 21:37:11.572540 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.managers [req-3e297448-5e42-43e4-a6fa-59296ea1e658 req-e696ab2f-ccc2-4052-abcf-4746f177072d service neutron] Attempting to bind port 0be4de79-fc20-4da9-8513-0c13de928332 by drivers openvswitch,hyperv on host n-h2-838334-2 at level 0 using segments [{'id': 'f760d59a-3b5d-4f9f-a682-b437a8b8b263', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': 'f3320db2-e9b9-4caa-91bd-c608bba0ab9e'}] {{(pid=84041) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 21:37:11.572540 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e297448-5e42-43e4-a6fa-59296ea1e658 req-e696ab2f-ccc2-4052-abcf-4746f177072d service neutron] Attempting to bind port 0be4de79-fc20-4da9-8513-0c13de928332 on network f3320db2-e9b9-4caa-91bd-c608bba0ab9e {{(pid=84041) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 21:37:11.578129 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e297448-5e42-43e4-a6fa-59296ea1e658 req-e696ab2f-ccc2-4052-abcf-4746f177072d service neutron] Port 0be4de79-fc20-4da9-8513-0c13de928332 on network f3320db2-e9b9-4caa-91bd-c608bba0ab9e not bound, no agent of type Open vSwitch agent registered on host n-h2-838334-2 {{(pid=84041) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 18 21:37:11.578450 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e297448-5e42-43e4-a6fa-59296ea1e658 req-e696ab2f-ccc2-4052-abcf-4746f177072d service neutron] Attempting to bind port 0be4de79-fc20-4da9-8513-0c13de928332 on network f3320db2-e9b9-4caa-91bd-c608bba0ab9e {{(pid=84041) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 21:37:11.585276 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e297448-5e42-43e4-a6fa-59296ea1e658 req-e696ab2f-ccc2-4052-abcf-4746f177072d service neutron] Checking agent: {'id': 'dc797004-f641-47b7-a77f-9c62b5b16296', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-838334-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 34, 3), 'started_at': datetime.datetime(2022, 4, 18, 20, 34, 3), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 21, 37, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84041) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 18 21:37:11.585609 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e297448-5e42-43e4-a6fa-59296ea1e658 req-e696ab2f-ccc2-4052-abcf-4746f177072d service neutron] Checking segment: {'id': 'f760d59a-3b5d-4f9f-a682-b437a8b8b263', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': 'f3320db2-e9b9-4caa-91bd-c608bba0ab9e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84041) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 21:37:11.585988 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e297448-5e42-43e4-a6fa-59296ea1e658 req-e696ab2f-ccc2-4052-abcf-4746f177072d service neutron] Bound using segment: {'id': 'f760d59a-3b5d-4f9f-a682-b437a8b8b263', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': 'f3320db2-e9b9-4caa-91bd-c608bba0ab9e'} {{(pid=84041) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 18 21:37:11.586411 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.managers [req-3e297448-5e42-43e4-a6fa-59296ea1e658 req-e696ab2f-ccc2-4052-abcf-4746f177072d service neutron] Bound port: 0be4de79-fc20-4da9-8513-0c13de928332, host: n-h2-838334-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f760d59a-3b5d-4f9f-a682-b437a8b8b263', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': 'f3320db2-e9b9-4caa-91bd-c608bba0ab9e'}}] {{(pid=84041) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 21:37:11.586753 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [req-3e297448-5e42-43e4-a6fa-59296ea1e658 req-e696ab2f-ccc2-4052-abcf-4746f177072d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:37:11.670769 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.db [req-3e297448-5e42-43e4-a6fa-59296ea1e658 req-e696ab2f-ccc2-4052-abcf-4746f177072d service neutron] For port 0be4de79-fc20-4da9-8513-0c13de928332, host n-h2-838334-2, cleared binding levels {{(pid=84041) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 21:37:11.673627 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.db [req-3e297448-5e42-43e4-a6fa-59296ea1e658 req-e696ab2f-ccc2-4052-abcf-4746f177072d service neutron] For port 0be4de79-fc20-4da9-8513-0c13de928332, host n-h2-838334-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838334-2',level=0,port_id=0be4de79-fc20-4da9-8513-0c13de928332,segment=NetworkSegment(f760d59a-3b5d-4f9f-a682-b437a8b8b263),segment_id=f760d59a-3b5d-4f9f-a682-b437a8b8b263)] {{(pid=84041) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 21:37:11.678453 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [req-3e297448-5e42-43e4-a6fa-59296ea1e658 req-e696ab2f-ccc2-4052-abcf-4746f177072d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32266282'] for port, after_update {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:37:11.741001 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [req-3e297448-5e42-43e4-a6fa-59296ea1e658 req-e696ab2f-ccc2-4052-abcf-4746f177072d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217293'] for port, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:37:11.742358 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-3e297448-5e42-43e4-a6fa-59296ea1e658 req-e696ab2f-ccc2-4052-abcf-4746f177072d service neutron] 10.222.0.48 "PUT /v2.0/ports/0be4de79-fc20-4da9-8513-0c13de928332 HTTP/1.1" status: 200 len: 1092 time: 1.2042930 Apr 18 21:37:11.755400 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e696ab2f-ccc2-4052-abcf-4746f177072d service neutron] Pushing event updated for resources: {'Port': ['ID=0be4de79-fc20-4da9-8513-0c13de928332,revision_number=11']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:37:11.852993 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-3e297448-5e42-43e4-a6fa-59296ea1e658 req-5201c7e9-66d2-4acd-b98e-15564dd5eef8 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=675834a466b84bb5a01c14f13ca191f7&device_id=338b1560-a448-4b1e-b765-9112c8ed3ff1 HTTP/1.1" status: 200 len: 1095 time: 0.0845702 Apr 18 21:37:11.956767 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-370810aa-6ef0-40ab-9f2d-51cd4c490454 req-4b682298-6270-4abf-919b-156fca21ade4 tempest-ServerActionsTestJSON-1319677203 tempest-ServerActionsTestJSON-1319677203-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:37:11.960094 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-370810aa-6ef0-40ab-9f2d-51cd4c490454 req-4b682298-6270-4abf-919b-156fca21ade4 tempest-ServerActionsTestJSON-1319677203 tempest-ServerActionsTestJSON-1319677203-project] 10.222.0.42 "GET /v2.0/ports?device_id=338b1560-a448-4b1e-b765-9112c8ed3ff1 HTTP/1.1" status: 200 len: 944 time: 0.0887630 Apr 18 21:37:11.994391 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e297448-5e42-43e4-a6fa-59296ea1e658 req-dc4945db-9bca-4074-af38-87fca0b25d43 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:37:11.995901 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-3e297448-5e42-43e4-a6fa-59296ea1e658 req-dc4945db-9bca-4074-af38-87fca0b25d43 service neutron] 10.222.0.48 "GET /v2.0/networks?id=f3320db2-e9b9-4caa-91bd-c608bba0ab9e HTTP/1.1" status: 200 len: 913 time: 0.1367695 Apr 18 21:37:12.010798 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-370810aa-6ef0-40ab-9f2d-51cd4c490454 req-e098647d-85bc-4dd2-944f-ab448e71557e tempest-ServerActionsTestJSON-1319677203 tempest-ServerActionsTestJSON-1319677203-project] 10.222.0.42 "GET /v2.0/security-groups?id=86fda662-3d20-4c8e-beec-0cf6963226d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461130 Apr 18 21:37:12.100899 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-3e297448-5e42-43e4-a6fa-59296ea1e658 req-edea2945-f048-426e-921c-a8fb5d7772e0 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=0be4de79-fc20-4da9-8513-0c13de928332 HTTP/1.1" status: 200 len: 1000 time: 0.0986769 Apr 18 21:37:12.163991 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e297448-5e42-43e4-a6fa-59296ea1e658 req-96e3821b-3345-4dca-860b-ab5f34542bfb service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:37:12.165390 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-3e297448-5e42-43e4-a6fa-59296ea1e658 req-96e3821b-3345-4dca-860b-ab5f34542bfb service neutron] 10.222.0.48 "GET /v2.0/subnets?id=32f4d787-9e43-4aac-98c4-668fa9d35a84 HTTP/1.1" status: 200 len: 851 time: 0.0588870 Apr 18 21:37:12.242711 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-3e297448-5e42-43e4-a6fa-59296ea1e658 req-682b509f-db2a-4f33-8309-1fa5b7b5291e service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=f3320db2-e9b9-4caa-91bd-c608bba0ab9e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0716476 Apr 18 21:37:12.369937 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-3e297448-5e42-43e4-a6fa-59296ea1e658 req-e2e692f7-5fd4-4d9f-abcb-386206f2a071 service neutron] 10.222.0.48 "GET /v2.0/networks/f3320db2-e9b9-4caa-91bd-c608bba0ab9e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1213341 Apr 18 21:37:12.502651 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-3e297448-5e42-43e4-a6fa-59296ea1e658 req-bc8b8a8b-56c5-41da-bef2-0b97adf11937 service neutron] 10.222.0.48 "GET /v2.0/networks/f3320db2-e9b9-4caa-91bd-c608bba0ab9e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1263857 Apr 18 21:37:13.085399 n-d-838334-2 neutron-server[84041]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '338b1560-a448-4b1e-b765-9112c8ed3ff1', 'tag': '0be4de79-fc20-4da9-8513-0c13de928332'}] {{(pid=84041) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 21:37:13.155158 n-d-838334-2 neutron-server[84041]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ed9ea278-ca42-42af-83e7-6faf452e2bde'] response: {'name': 'network-changed', 'server_uuid': '338b1560-a448-4b1e-b765-9112c8ed3ff1', 'tag': '0be4de79-fc20-4da9-8513-0c13de928332', 'status': 'completed', 'code': 200} Apr 18 21:37:13.194463 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Device 0be4de79-fc20-4da9-8513-0c13de928332 no longer exists at agent hyperv_n-h1-838334-2 {{(pid=84042) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 21:37:13.275003 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Device 0be4de79-fc20-4da9-8513-0c13de928332 not bound to the agent host n-h1-838334-2 {{(pid=84042) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 21:37:13.275566 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-3f4ec0c3-cde6-4d61-8a8e-9c3a5cca999c req-ead6ea3d-5da7-470d-a539-3746e398fb5f service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=675834a466b84bb5a01c14f13ca191f7&device_id=338b1560-a448-4b1e-b765-9112c8ed3ff1 HTTP/1.1" status: 200 len: 1095 time: 0.1014862 Apr 18 21:37:13.312099 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f05ee19-74e8-42e9-9dc8-a392674baf70 req-60b33cde-a47d-4a20-bec4-392da4ea77bd tempest-ServerActionsTestJSON-1319677203 tempest-ServerActionsTestJSON-1319677203-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:37:13.313468 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-1f05ee19-74e8-42e9-9dc8-a392674baf70 req-60b33cde-a47d-4a20-bec4-392da4ea77bd tempest-ServerActionsTestJSON-1319677203 tempest-ServerActionsTestJSON-1319677203-project] 10.222.0.42 "GET /v2.0/ports?device_id=338b1560-a448-4b1e-b765-9112c8ed3ff1 HTTP/1.1" status: 200 len: 944 time: 0.1721110 Apr 18 21:37:13.316817 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-3f4ec0c3-cde6-4d61-8a8e-9c3a5cca999c req-08f6e661-d3ca-48f6-90f9-da71266ba00e service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=675834a466b84bb5a01c14f13ca191f7&device_id=338b1560-a448-4b1e-b765-9112c8ed3ff1 HTTP/1.1" status: 200 len: 1095 time: 0.1295576 Apr 18 21:37:13.409199 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f4ec0c3-cde6-4d61-8a8e-9c3a5cca999c req-acbf3741-14ed-4738-97fd-90f2b0a32c5f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:37:13.411287 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-3f4ec0c3-cde6-4d61-8a8e-9c3a5cca999c req-acbf3741-14ed-4738-97fd-90f2b0a32c5f service neutron] 10.222.0.48 "GET /v2.0/networks?id=f3320db2-e9b9-4caa-91bd-c608bba0ab9e HTTP/1.1" status: 200 len: 913 time: 0.1288118 Apr 18 21:37:13.457496 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-1f05ee19-74e8-42e9-9dc8-a392674baf70 req-4f287a12-a05f-4dee-9b08-e12ff7e9d6a2 tempest-ServerActionsTestJSON-1319677203 tempest-ServerActionsTestJSON-1319677203-project] 10.222.0.42 "GET /v2.0/security-groups?id=86fda662-3d20-4c8e-beec-0cf6963226d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1368372 Apr 18 21:37:13.479846 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f4ec0c3-cde6-4d61-8a8e-9c3a5cca999c req-267dfe04-fcb9-4196-88ef-df7f797caa09 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:37:13.481276 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-3f4ec0c3-cde6-4d61-8a8e-9c3a5cca999c req-267dfe04-fcb9-4196-88ef-df7f797caa09 service neutron] 10.222.0.43 "GET /v2.0/networks?id=f3320db2-e9b9-4caa-91bd-c608bba0ab9e HTTP/1.1" status: 200 len: 913 time: 0.1471877 Apr 18 21:37:13.522079 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-3f4ec0c3-cde6-4d61-8a8e-9c3a5cca999c req-77780355-e2a9-4377-b257-e7ea9bcbbb0a service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=0be4de79-fc20-4da9-8513-0c13de928332 HTTP/1.1" status: 200 len: 1000 time: 0.1043503 Apr 18 21:37:13.587406 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f4ec0c3-cde6-4d61-8a8e-9c3a5cca999c req-e1d18899-6460-47c5-ba80-ff125a3b46c3 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:37:13.588895 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-3f4ec0c3-cde6-4d61-8a8e-9c3a5cca999c req-e1d18899-6460-47c5-ba80-ff125a3b46c3 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=32f4d787-9e43-4aac-98c4-668fa9d35a84 HTTP/1.1" status: 200 len: 851 time: 0.0606720 Apr 18 21:37:13.593469 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-3f4ec0c3-cde6-4d61-8a8e-9c3a5cca999c req-b642a529-aa80-46af-b2dc-2caef7f06b3e service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=0be4de79-fc20-4da9-8513-0c13de928332 HTTP/1.1" status: 200 len: 1000 time: 0.1057427 Apr 18 21:37:13.661198 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f4ec0c3-cde6-4d61-8a8e-9c3a5cca999c req-1684f334-c552-450f-85e2-4f4c7296b2b8 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:37:13.662601 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-3f4ec0c3-cde6-4d61-8a8e-9c3a5cca999c req-1684f334-c552-450f-85e2-4f4c7296b2b8 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=32f4d787-9e43-4aac-98c4-668fa9d35a84 HTTP/1.1" status: 200 len: 851 time: 0.0630224 Apr 18 21:37:13.741920 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-3f4ec0c3-cde6-4d61-8a8e-9c3a5cca999c req-8f6b77c5-487c-43c5-aa87-347d0feeef5c service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=f3320db2-e9b9-4caa-91bd-c608bba0ab9e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0733676 Apr 18 21:37:13.774182 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-3f4ec0c3-cde6-4d61-8a8e-9c3a5cca999c req-bd934260-ca1b-42ad-a4bf-5933c226b128 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=f3320db2-e9b9-4caa-91bd-c608bba0ab9e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1782796 Apr 18 21:37:13.912040 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-3f4ec0c3-cde6-4d61-8a8e-9c3a5cca999c req-31791af5-a759-483d-b011-30df74bcbc4a service neutron] 10.222.0.48 "GET /v2.0/networks/f3320db2-e9b9-4caa-91bd-c608bba0ab9e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1294498 Apr 18 21:37:13.997517 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-3f4ec0c3-cde6-4d61-8a8e-9c3a5cca999c req-d0931ee6-ce4f-4036-815f-28deaf8f82bb service neutron] 10.222.0.43 "GET /v2.0/networks/f3320db2-e9b9-4caa-91bd-c608bba0ab9e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2496340 Apr 18 21:37:14.065120 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-3f4ec0c3-cde6-4d61-8a8e-9c3a5cca999c req-087f5599-6b92-493e-ac55-62407c96ed7b service neutron] 10.222.0.48 "GET /v2.0/networks/f3320db2-e9b9-4caa-91bd-c608bba0ab9e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1471090 Apr 18 21:37:14.132210 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-3f4ec0c3-cde6-4d61-8a8e-9c3a5cca999c req-fa5cdfca-225e-4c29-b382-3c71144060aa service neutron] 10.222.0.43 "GET /v2.0/networks/f3320db2-e9b9-4caa-91bd-c608bba0ab9e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1276391 Apr 18 21:37:14.666496 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4466525-7b04-4ab5-925d-cbd8c403118d req-2b030662-a676-480d-a7db-e9a2b8743ed8 tempest-ServerActionsTestJSON-1319677203 tempest-ServerActionsTestJSON-1319677203-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:37:14.667974 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-b4466525-7b04-4ab5-925d-cbd8c403118d req-2b030662-a676-480d-a7db-e9a2b8743ed8 tempest-ServerActionsTestJSON-1319677203 tempest-ServerActionsTestJSON-1319677203-project] 10.222.0.42 "GET /v2.0/ports?device_id=338b1560-a448-4b1e-b765-9112c8ed3ff1 HTTP/1.1" status: 200 len: 944 time: 0.0776389 Apr 18 21:37:14.716459 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-b4466525-7b04-4ab5-925d-cbd8c403118d req-5cf60741-09ec-4a36-a14e-c8c887b5a55e tempest-ServerActionsTestJSON-1319677203 tempest-ServerActionsTestJSON-1319677203-project] 10.222.0.42 "GET /v2.0/security-groups?id=86fda662-3d20-4c8e-beec-0cf6963226d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430756 Apr 18 21:37:15.729033 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-2d7a38ab-fc97-4db3-bce4-4b3ed5e4b767 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750375287399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253529'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:37:15.912492 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6459062-5fda-4b07-8571-405116f66627 req-9fdfd194-1ff0-42e2-99f5-b9305947206f tempest-ServerActionsTestJSON-1319677203 tempest-ServerActionsTestJSON-1319677203-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:37:15.913942 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-a6459062-5fda-4b07-8571-405116f66627 req-9fdfd194-1ff0-42e2-99f5-b9305947206f tempest-ServerActionsTestJSON-1319677203 tempest-ServerActionsTestJSON-1319677203-project] 10.222.0.42 "GET /v2.0/ports?device_id=338b1560-a448-4b1e-b765-9112c8ed3ff1 HTTP/1.1" status: 200 len: 944 time: 0.0764432 Apr 18 21:37:15.959812 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-a6459062-5fda-4b07-8571-405116f66627 req-01ac27df-5075-4c24-ab80-713f3395d1cf tempest-ServerActionsTestJSON-1319677203 tempest-ServerActionsTestJSON-1319677203-project] 10.222.0.42 "GET /v2.0/security-groups?id=86fda662-3d20-4c8e-beec-0cf6963226d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404530 Apr 18 21:37:17.159979 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2741da90-9c67-4946-b319-ae401ac6666b req-6a49c236-e76e-4249-9404-f646409c302e tempest-ServerActionsTestJSON-1319677203 tempest-ServerActionsTestJSON-1319677203-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:37:17.161308 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-2741da90-9c67-4946-b319-ae401ac6666b req-6a49c236-e76e-4249-9404-f646409c302e tempest-ServerActionsTestJSON-1319677203 tempest-ServerActionsTestJSON-1319677203-project] 10.222.0.42 "GET /v2.0/ports?device_id=338b1560-a448-4b1e-b765-9112c8ed3ff1 HTTP/1.1" status: 200 len: 944 time: 0.0804737 Apr 18 21:37:17.207215 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-2741da90-9c67-4946-b319-ae401ac6666b req-4a9c0689-cb37-4130-867a-af3c13483aca tempest-ServerActionsTestJSON-1319677203 tempest-ServerActionsTestJSON-1319677203-project] 10.222.0.42 "GET /v2.0/security-groups?id=86fda662-3d20-4c8e-beec-0cf6963226d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398877 Apr 18 21:37:17.973639 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-538dba88-a2ad-4583-ae44-31226ae4c280 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750375287399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253529'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:37:18.403872 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff273fa0-2ad8-4a5b-b2be-1ae763ecbff4 req-64a8d327-1895-4d17-8712-b2ef0f02de9e tempest-ServerActionsTestJSON-1319677203 tempest-ServerActionsTestJSON-1319677203-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:37:18.405294 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-ff273fa0-2ad8-4a5b-b2be-1ae763ecbff4 req-64a8d327-1895-4d17-8712-b2ef0f02de9e tempest-ServerActionsTestJSON-1319677203 tempest-ServerActionsTestJSON-1319677203-project] 10.222.0.42 "GET /v2.0/ports?device_id=338b1560-a448-4b1e-b765-9112c8ed3ff1 HTTP/1.1" status: 200 len: 944 time: 0.0757933 Apr 18 21:37:18.461944 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-ff273fa0-2ad8-4a5b-b2be-1ae763ecbff4 req-23870c18-3e0d-4806-bd66-912aec74de6c tempest-ServerActionsTestJSON-1319677203 tempest-ServerActionsTestJSON-1319677203-project] 10.222.0.42 "GET /v2.0/security-groups?id=86fda662-3d20-4c8e-beec-0cf6963226d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0512021 Apr 18 21:37:19.146784 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750375287399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253529'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:37:19.645236 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-414b6ffe-e119-47bc-b18f-bcff1219c2f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750375287399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253529'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:37:19.676807 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6516893e-4eaa-4705-94d2-c7a25752049d req-6ff22489-d3e8-4b4d-941a-e55ce78d6096 tempest-ServerActionsTestJSON-1319677203 tempest-ServerActionsTestJSON-1319677203-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:37:19.679189 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-6516893e-4eaa-4705-94d2-c7a25752049d req-6ff22489-d3e8-4b4d-941a-e55ce78d6096 tempest-ServerActionsTestJSON-1319677203 tempest-ServerActionsTestJSON-1319677203-project] 10.222.0.42 "GET /v2.0/ports?device_id=338b1560-a448-4b1e-b765-9112c8ed3ff1 HTTP/1.1" status: 200 len: 944 time: 0.0849438 Apr 18 21:37:19.724749 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-6516893e-4eaa-4705-94d2-c7a25752049d req-c492c075-a166-4ca2-9984-37b9a171a641 tempest-ServerActionsTestJSON-1319677203 tempest-ServerActionsTestJSON-1319677203-project] 10.222.0.42 "GET /v2.0/security-groups?id=86fda662-3d20-4c8e-beec-0cf6963226d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398109 Apr 18 21:37:20.734851 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-c7521a90-7d65-4e2e-842c-ca5d95e9a89c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750375287399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253529'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:37:20.940517 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10b4803b-9b88-432d-a09a-587fc00a3be6 req-3c4245d0-661f-4c79-ab0c-40c417b740d8 tempest-ServerActionsTestJSON-1319677203 tempest-ServerActionsTestJSON-1319677203-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:37:20.941985 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-10b4803b-9b88-432d-a09a-587fc00a3be6 req-3c4245d0-661f-4c79-ab0c-40c417b740d8 tempest-ServerActionsTestJSON-1319677203 tempest-ServerActionsTestJSON-1319677203-project] 10.222.0.42 "GET /v2.0/ports?device_id=338b1560-a448-4b1e-b765-9112c8ed3ff1 HTTP/1.1" status: 200 len: 944 time: 0.0810094 Apr 18 21:37:21.000185 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-10b4803b-9b88-432d-a09a-587fc00a3be6 req-a33c9fc7-9f25-48a1-90c7-532f1e9e206f tempest-ServerActionsTestJSON-1319677203 tempest-ServerActionsTestJSON-1319677203-project] 10.222.0.42 "GET /v2.0/security-groups?id=86fda662-3d20-4c8e-beec-0cf6963226d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0504613 Apr 18 21:37:21.732312 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Device 0be4de79-fc20-4da9-8513-0c13de928332 details requested by agent hyperv_n-h2-838334-2 with host n-h2-838334-2 {{(pid=84042) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 18 21:37:21.862548 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] For port 0be4de79-fc20-4da9-8513-0c13de928332, host n-h2-838334-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838334-2',level=0,port_id=0be4de79-fc20-4da9-8513-0c13de928332,segment=NetworkSegment(f760d59a-3b5d-4f9f-a682-b437a8b8b263),segment_id=f760d59a-3b5d-4f9f-a682-b437a8b8b263)] {{(pid=84042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:37:21.875726 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Returning: {'device': '0be4de79-fc20-4da9-8513-0c13de928332', 'network_id': 'f3320db2-e9b9-4caa-91bd-c608bba0ab9e', 'port_id': '0be4de79-fc20-4da9-8513-0c13de928332', 'mac_address': 'fa:16:3e:1c:39:f1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 379, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '32f4d787-9e43-4aac-98c4-668fa9d35a84', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84042) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 18 21:37:21.927805 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:37:21.945318 n-d-838334-2 neutron-server[84042]: DEBUG neutron.notifiers.nova [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0be4de79-fc20-4da9-8513-0c13de928332 {{(pid=84042) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 18 21:37:21.959760 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] For port 0be4de79-fc20-4da9-8513-0c13de928332, host n-h2-838334-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838334-2',level=0,port_id=0be4de79-fc20-4da9-8513-0c13de928332,segment=NetworkSegment(f760d59a-3b5d-4f9f-a682-b437a8b8b263),segment_id=f760d59a-3b5d-4f9f-a682-b437a8b8b263)] {{(pid=84042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:37:21.963692 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682'] for port, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:37:22.068982 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Pushing event updated for resources: {'Port': ['ID=0be4de79-fc20-4da9-8513-0c13de928332,revision_number=12']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:37:22.180931 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] get_ports_and_sgs() called for port_ids ['0be4de79-fc20-4da9-8513-0c13de928332'] {{(pid=84042) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 18 21:37:22.195985 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ce320da-1496-4f30-b88e-3587d0b7d755 req-d65c5412-ca21-472c-b01c-f89b62c51742 tempest-ServerActionsTestJSON-1319677203 tempest-ServerActionsTestJSON-1319677203-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:37:22.197461 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-5ce320da-1496-4f30-b88e-3587d0b7d755 req-d65c5412-ca21-472c-b01c-f89b62c51742 tempest-ServerActionsTestJSON-1319677203 tempest-ServerActionsTestJSON-1319677203-project] 10.222.0.42 "GET /v2.0/ports?device_id=338b1560-a448-4b1e-b765-9112c8ed3ff1 HTTP/1.1" status: 200 len: 945 time: 0.0806773 Apr 18 21:37:22.248173 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-5ce320da-1496-4f30-b88e-3587d0b7d755 req-69d8c452-f58d-427c-8cc1-a835619d4d38 tempest-ServerActionsTestJSON-1319677203 tempest-ServerActionsTestJSON-1319677203-project] 10.222.0.42 "GET /v2.0/security-groups?id=86fda662-3d20-4c8e-beec-0cf6963226d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434718 Apr 18 21:37:22.449227 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2fc76ff-9eec-4e95-802c-25cfc500ade9 req-b9ba7983-3f29-4fdc-8261-616b11365ad2 tempest-ServerActionsTestJSON-1319677203 tempest-ServerActionsTestJSON-1319677203-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:37:22.450656 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-b2fc76ff-9eec-4e95-802c-25cfc500ade9 req-b9ba7983-3f29-4fdc-8261-616b11365ad2 tempest-ServerActionsTestJSON-1319677203 tempest-ServerActionsTestJSON-1319677203-project] 10.222.0.42 "GET /v2.0/ports?device_id=338b1560-a448-4b1e-b765-9112c8ed3ff1 HTTP/1.1" status: 200 len: 945 time: 0.0749481 Apr 18 21:37:22.499358 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-b2fc76ff-9eec-4e95-802c-25cfc500ade9 req-19118711-7f43-4949-94e7-38fe66048594 tempest-ServerActionsTestJSON-1319677203 tempest-ServerActionsTestJSON-1319677203-project] 10.222.0.42 "GET /v2.0/security-groups?id=86fda662-3d20-4c8e-beec-0cf6963226d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431726 Apr 18 21:37:22.705453 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd98fca3-9a67-4ac6-9e14-6a3d3d1ea1e0 req-a940b76d-ed5f-463c-9d80-9bd7897ebe37 tempest-ServerActionsTestJSON-1319677203 tempest-ServerActionsTestJSON-1319677203-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:37:22.706877 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-fd98fca3-9a67-4ac6-9e14-6a3d3d1ea1e0 req-a940b76d-ed5f-463c-9d80-9bd7897ebe37 tempest-ServerActionsTestJSON-1319677203 tempest-ServerActionsTestJSON-1319677203-project] 10.222.0.42 "GET /v2.0/ports?device_id=338b1560-a448-4b1e-b765-9112c8ed3ff1 HTTP/1.1" status: 200 len: 945 time: 0.0769563 Apr 18 21:37:22.751799 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-fd98fca3-9a67-4ac6-9e14-6a3d3d1ea1e0 req-e77bcb81-854d-4caf-9e1c-649f9c50fd1f tempest-ServerActionsTestJSON-1319677203 tempest-ServerActionsTestJSON-1319677203-project] 10.222.0.42 "GET /v2.0/security-groups?id=86fda662-3d20-4c8e-beec-0cf6963226d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390210 Apr 18 21:37:23.159662 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-305bdc2b-c9a6-4d7c-adb7-595d143285e8 req-4609b556-f568-4ffd-b161-354e5720801f tempest-ServerActionsTestJSON-1319677203 tempest-ServerActionsTestJSON-1319677203-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:37:23.161133 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-305bdc2b-c9a6-4d7c-adb7-595d143285e8 req-4609b556-f568-4ffd-b161-354e5720801f tempest-ServerActionsTestJSON-1319677203 tempest-ServerActionsTestJSON-1319677203-project] 10.222.0.42 "GET /v2.0/ports?device_id=338b1560-a448-4b1e-b765-9112c8ed3ff1 HTTP/1.1" status: 200 len: 945 time: 0.0784447 Apr 18 21:37:23.206485 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-305bdc2b-c9a6-4d7c-adb7-595d143285e8 req-cfe21de2-7364-4a94-a6be-ea1e8ef687be tempest-ServerActionsTestJSON-1319677203 tempest-ServerActionsTestJSON-1319677203-project] 10.222.0.42 "GET /v2.0/security-groups?id=86fda662-3d20-4c8e-beec-0cf6963226d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394239 Apr 18 21:37:23.743168 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Device 0be4de79-fc20-4da9-8513-0c13de928332 up at agent hyperv_n-h2-838334-2 {{(pid=84042) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 21:37:23.813273 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Provisioning for port 0be4de79-fc20-4da9-8513-0c13de928332 completed by entity L2. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 21:37:23.818357 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Provisioning complete for port 0be4de79-fc20-4da9-8513-0c13de928332 triggered by entity L2. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:37:23.818700 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1253608'] for port, provisioning_complete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:37:23.931955 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:37:23.958222 n-d-838334-2 neutron-server[84042]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '338b1560-a448-4b1e-b765-9112c8ed3ff1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0be4de79-fc20-4da9-8513-0c13de928332'}] {{(pid=84042) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 21:37:23.967605 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] For port 0be4de79-fc20-4da9-8513-0c13de928332, host n-h2-838334-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838334-2',level=0,port_id=0be4de79-fc20-4da9-8513-0c13de928332,segment=NetworkSegment(f760d59a-3b5d-4f9f-a682-b437a8b8b263),segment_id=f760d59a-3b5d-4f9f-a682-b437a8b8b263)] {{(pid=84042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:37:23.971273 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682'] for port, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:37:24.018586 n-d-838334-2 neutron-server[84042]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bfee4b50-bbb7-4c2d-a9b5-6a72fb415624'] response: {'server_uuid': '338b1560-a448-4b1e-b765-9112c8ed3ff1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0be4de79-fc20-4da9-8513-0c13de928332', 'code': 200} Apr 18 21:37:24.040078 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Pushing event updated for resources: {'Port': ['ID=0be4de79-fc20-4da9-8513-0c13de928332,revision_number=13']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:37:24.405531 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5152861d-72de-4068-bda2-48b8410c95dc req-48ff896f-e722-47bc-b4ca-cfe41938676e tempest-ServerActionsTestJSON-1319677203 tempest-ServerActionsTestJSON-1319677203-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:37:24.406978 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-5152861d-72de-4068-bda2-48b8410c95dc req-48ff896f-e722-47bc-b4ca-cfe41938676e tempest-ServerActionsTestJSON-1319677203 tempest-ServerActionsTestJSON-1319677203-project] 10.222.0.42 "GET /v2.0/ports?device_id=338b1560-a448-4b1e-b765-9112c8ed3ff1 HTTP/1.1" status: 200 len: 946 time: 0.0766561 Apr 18 21:37:24.453388 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-5152861d-72de-4068-bda2-48b8410c95dc req-9995e1ef-2add-4b0c-90f6-c1dad619a56b tempest-ServerActionsTestJSON-1319677203 tempest-ServerActionsTestJSON-1319677203-project] 10.222.0.42 "GET /v2.0/security-groups?id=86fda662-3d20-4c8e-beec-0cf6963226d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399880 Apr 18 21:37:24.720716 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bb7442e-9222-447d-8d5e-9eea0df5bccc req-947b4248-4d74-468a-be6d-fe353be09089 tempest-ServerActionsTestJSON-1319677203 tempest-ServerActionsTestJSON-1319677203-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:37:24.721404 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [req-9bb7442e-9222-447d-8d5e-9eea0df5bccc req-947b4248-4d74-468a-be6d-fe353be09089 tempest-ServerActionsTestJSON-1319677203 tempest-ServerActionsTestJSON-1319677203-project] Synchronizing usage tracker for tenant:675834a466b84bb5a01c14f13ca191f7 on resource:port {{(pid=84041) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 21:37:24.735955 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [req-9bb7442e-9222-447d-8d5e-9eea0df5bccc req-947b4248-4d74-468a-be6d-fe353be09089 tempest-ServerActionsTestJSON-1319677203 tempest-ServerActionsTestJSON-1319677203-project] Unset dirty status for tenant:675834a466b84bb5a01c14f13ca191f7 on resource:port {{(pid=84041) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 21:37:24.737171 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-9bb7442e-9222-447d-8d5e-9eea0df5bccc req-947b4248-4d74-468a-be6d-fe353be09089 tempest-ServerActionsTestJSON-1319677203 tempest-ServerActionsTestJSON-1319677203-project] 10.222.0.48 "GET /v2.0/ports?device_id=338b1560-a448-4b1e-b765-9112c8ed3ff1 HTTP/1.1" status: 200 len: 946 time: 0.0886700 Apr 18 21:37:24.811425 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.plugin [req-9bb7442e-9222-447d-8d5e-9eea0df5bccc req-f103527e-915e-47fd-95fd-4653488db0ef tempest-ServerActionsTestJSON-1319677203 tempest-ServerActionsTestJSON-1319677203-project] Deleting port 0be4de79-fc20-4da9-8513-0c13de928332 {{(pid=84041) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 21:37:24.811704 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [req-9bb7442e-9222-447d-8d5e-9eea0df5bccc req-f103527e-915e-47fd-95fd-4653488db0ef tempest-ServerActionsTestJSON-1319677203 tempest-ServerActionsTestJSON-1319677203-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750375188691'] for port, before_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:37:25.048572 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.db [req-9bb7442e-9222-447d-8d5e-9eea0df5bccc req-f103527e-915e-47fd-95fd-4653488db0ef tempest-ServerActionsTestJSON-1319677203 tempest-ServerActionsTestJSON-1319677203-project] For port 0be4de79-fc20-4da9-8513-0c13de928332, host n-h2-838334-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838334-2',level=0,port_id=0be4de79-fc20-4da9-8513-0c13de928332,segment=NetworkSegment(f760d59a-3b5d-4f9f-a682-b437a8b8b263),segment_id=f760d59a-3b5d-4f9f-a682-b437a8b8b263)] {{(pid=84041) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:37:25.049016 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [req-9bb7442e-9222-447d-8d5e-9eea0df5bccc req-f103527e-915e-47fd-95fd-4653488db0ef tempest-ServerActionsTestJSON-1319677203 tempest-ServerActionsTestJSON-1319677203-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369123'] for port, precommit_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:37:25.331315 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [req-9bb7442e-9222-447d-8d5e-9eea0df5bccc req-f103527e-915e-47fd-95fd-4653488db0ef tempest-ServerActionsTestJSON-1319677203 tempest-ServerActionsTestJSON-1319677203-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:37:25.331719 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [req-9bb7442e-9222-447d-8d5e-9eea0df5bccc req-f103527e-915e-47fd-95fd-4653488db0ef tempest-ServerActionsTestJSON-1319677203 tempest-ServerActionsTestJSON-1319677203-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33444131'] for floatingip, after_update {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:37:25.332138 n-d-838334-2 neutron-server[84041]: INFO neutron.db.l3_db [req-9bb7442e-9222-447d-8d5e-9eea0df5bccc req-f103527e-915e-47fd-95fd-4653488db0ef tempest-ServerActionsTestJSON-1319677203 tempest-ServerActionsTestJSON-1319677203-project] Floating IP 9831c303-c663-4aea-a904-d83b03360b56 disassociated. External IP: 172.25.8.225, port: 0be4de79-fc20-4da9-8513-0c13de928332. Apr 18 21:37:25.332475 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.plugin [req-9bb7442e-9222-447d-8d5e-9eea0df5bccc req-f103527e-915e-47fd-95fd-4653488db0ef tempest-ServerActionsTestJSON-1319677203 tempest-ServerActionsTestJSON-1319677203-project] Calling delete_port for 0be4de79-fc20-4da9-8513-0c13de928332 owned by compute:nova {{(pid=84041) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 21:37:25.471953 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [req-9bb7442e-9222-447d-8d5e-9eea0df5bccc req-f103527e-915e-47fd-95fd-4653488db0ef tempest-ServerActionsTestJSON-1319677203 tempest-ServerActionsTestJSON-1319677203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750375259028', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750374836628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32266323'] for port, after_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:37:25.519736 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f103527e-915e-47fd-95fd-4653488db0ef tempest-ServerActionsTestJSON-1319677203 tempest-ServerActionsTestJSON-1319677203-project] Pushing event deleted for resources: {'Port': ['ID=0be4de79-fc20-4da9-8513-0c13de928332,revision_number=None']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:37:25.629248 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-6316820d-dbb1-4f37-ad1e-e207498b3624 req-81fe8fe0-7302-481e-ba92-f485ecabbff0 tempest-ServerActionsTestJSON-1319677203 tempest-ServerActionsTestJSON-1319677203-project] 10.222.0.42 "GET /v2.0/ports?device_id=338b1560-a448-4b1e-b765-9112c8ed3ff1 HTTP/1.1" status: 200 len: 210 time: 0.0478206 Apr 18 21:37:25.742879 n-d-838334-2 neutron-server[84041]: DEBUG neutron.scheduler.l3_agent_scheduler [req-9bb7442e-9222-447d-8d5e-9eea0df5bccc req-f103527e-915e-47fd-95fd-4653488db0ef tempest-ServerActionsTestJSON-1319677203 tempest-ServerActionsTestJSON-1319677203-project] Router 6861cd65-eca4-4490-a200-e76033a5ee01 has already been hosted by L3 agent bc84d6c9-dd7a-4555-a351-592327b46d5a {{(pid=84041) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 21:37:26.039052 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-9bb7442e-9222-447d-8d5e-9eea0df5bccc req-f103527e-915e-47fd-95fd-4653488db0ef tempest-ServerActionsTestJSON-1319677203 tempest-ServerActionsTestJSON-1319677203-project] Notify agent at l3_agent.n-d-838334-2 the message routers_updated {{(pid=84041) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 21:37:26.048370 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d45b49c9-f936-4fbf-82d0-9bfb4c62f744 None None] Sync routers for ids ['6861cd65-eca4-4490-a200-e76033a5ee01'] in n-d-838334-2 {{(pid=84042) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 18 21:37:26.061085 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d45b49c9-f936-4fbf-82d0-9bfb4c62f744 None None] Routers {'6861cd65-eca4-4490-a200-e76033a5ee01'} bound to L3 agent in host n-d-838334-2 {{(pid=84042) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 21:37:26.061769 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_hamode_db [None req-d45b49c9-f936-4fbf-82d0-9bfb4c62f744 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838334-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-18T20:25:48Z,description=,heartbeat_timestamp=2022-04-18T21:37:18Z,host='n-d-838334-2',id=bc84d6c9-dd7a-4555-a351-592327b46d5a,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:25:48Z,topic='l3_agent')) {'router_ids': ['6861cd65-eca4-4490-a200-e76033a5ee01'], 'active': True} {{(pid=84042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:37:26.115602 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.l3_dvrscheduler_db [req-9bb7442e-9222-447d-8d5e-9eea0df5bccc req-f103527e-915e-47fd-95fd-4653488db0ef tempest-ServerActionsTestJSON-1319677203 tempest-ServerActionsTestJSON-1319677203-project] No DVR routers for this DVR port 0be4de79-fc20-4da9-8513-0c13de928332 on host n-h2-838334-2 {{(pid=84041) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 21:37:26.118899 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [req-9bb7442e-9222-447d-8d5e-9eea0df5bccc req-f103527e-915e-47fd-95fd-4653488db0ef tempest-ServerActionsTestJSON-1319677203 tempest-ServerActionsTestJSON-1319677203-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217293'] for port, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:37:26.121552 n-d-838334-2 neutron-server[84041]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '338b1560-a448-4b1e-b765-9112c8ed3ff1', 'name': 'network-vif-deleted', 'tag': '0be4de79-fc20-4da9-8513-0c13de928332'}] {{(pid=84041) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 21:37:26.138054 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-9bb7442e-9222-447d-8d5e-9eea0df5bccc req-f103527e-915e-47fd-95fd-4653488db0ef tempest-ServerActionsTestJSON-1319677203 tempest-ServerActionsTestJSON-1319677203-project] 10.222.0.48 "DELETE /v2.0/ports/0be4de79-fc20-4da9-8513-0c13de928332 HTTP/1.1" status: 204 len: 173 time: 1.3945732 Apr 18 21:37:26.184107 n-d-838334-2 neutron-server[84041]: INFO neutron.notifiers.nova [-] Nova event matching ['req-15899f75-d6c4-4b57-ba7a-ecd3a3855170'] response: {'server_uuid': '338b1560-a448-4b1e-b765-9112c8ed3ff1', 'name': 'network-vif-deleted', 'tag': '0be4de79-fc20-4da9-8513-0c13de928332', 'status': 'completed', 'code': 200} Apr 18 21:37:26.248401 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_dvr_db [None req-d45b49c9-f936-4fbf-82d0-9bfb4c62f744 None None] Set router 6861cd65-eca4-4490-a200-e76033a5ee01 gateway port host: n-d-838334-2 {{(pid=84042) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 21:37:26.565084 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_hamode_db [None req-d45b49c9-f936-4fbf-82d0-9bfb4c62f744 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6861cd65-eca4-4490-a200-e76033a5ee01', 'name': 'tempest-ServerActionsTestJSON-1522639251-router', 'tenant_id': '675834a466b84bb5a01c14f13ca191f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'external_fixed_ips': [{'subnet_id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'ip_address': '172.25.8.149'}], 'enable_snat': True}, 'gw_port_id': '7071e091-9f0f-4bb0-a769-bd885f8aec0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:33:12Z', 'updated_at': '2022-04-18T21:33:15Z', 'revision_number': 4, 'project_id': '675834a466b84bb5a01c14f13ca191f7', 'gw_port': {'id': '7071e091-9f0f-4bb0-a769-bd885f8aec0c', 'name': '', 'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:ee:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6861cd65-eca4-4490-a200-e76033a5ee01', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'ip_address': '172.25.8.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:33:13Z', 'updated_at': '2022-04-18T21:33:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838334-2', '_interfaces': [{'id': '252d04e9-7528-4fd9-8583-53107d3a8f75', 'name': '', 'network_id': 'f3320db2-e9b9-4caa-91bd-c608bba0ab9e', 'tenant_id': '675834a466b84bb5a01c14f13ca191f7', 'mac_address': 'fa:16:3e:e9:5f:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6861cd65-eca4-4490-a200-e76033a5ee01', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '32f4d787-9e43-4aac-98c4-668fa9d35a84', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:33:15Z', 'updated_at': '2022-04-18T21:33:33Z', 'revision_number': 5, 'project_id': '675834a466b84bb5a01c14f13ca191f7', 'subnets': [{'id': '32f4d787-9e43-4aac-98c4-668fa9d35a84', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838334-2', False) {} {{(pid=84042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:37:26.570067 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d45b49c9-f936-4fbf-82d0-9bfb4c62f744 None None] Checking router: 6861cd65-eca4-4490-a200-e76033a5ee01 for host: n-d-838334-2 {{(pid=84042) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 18 21:37:26.580807 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d45b49c9-f936-4fbf-82d0-9bfb4c62f744 None None] Routers {'6861cd65-eca4-4490-a200-e76033a5ee01'} bound to L3 agent in host n-d-838334-2 {{(pid=84042) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 21:37:26.581414 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_hamode_db [None req-d45b49c9-f936-4fbf-82d0-9bfb4c62f744 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838334-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-18T20:25:48Z,description=,heartbeat_timestamp=2022-04-18T21:37:18Z,host='n-d-838334-2',id=bc84d6c9-dd7a-4555-a351-592327b46d5a,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:25:48Z,topic='l3_agent')) {'router_ids': ['6861cd65-eca4-4490-a200-e76033a5ee01'], 'active': True} {{(pid=84042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:37:26.767488 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_dvr_db [None req-d45b49c9-f936-4fbf-82d0-9bfb4c62f744 None None] Set router 6861cd65-eca4-4490-a200-e76033a5ee01 gateway port host: n-d-838334-2 {{(pid=84042) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 21:37:26.812552 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-7c09c85c-a14a-4bfd-8344-cc19434b346b req-60e78543-fc36-4033-8a4b-56c2293b7d13 tempest-ServerActionsTestJSON-1319677203 tempest-ServerActionsTestJSON-1319677203-project] 10.222.0.42 "GET /v2.0/ports?device_id=338b1560-a448-4b1e-b765-9112c8ed3ff1 HTTP/1.1" status: 200 len: 210 time: 0.0414124 Apr 18 21:37:27.147181 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_hamode_db [None req-d45b49c9-f936-4fbf-82d0-9bfb4c62f744 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6861cd65-eca4-4490-a200-e76033a5ee01', 'name': 'tempest-ServerActionsTestJSON-1522639251-router', 'tenant_id': '675834a466b84bb5a01c14f13ca191f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'external_fixed_ips': [{'subnet_id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'ip_address': '172.25.8.149'}], 'enable_snat': True}, 'gw_port_id': '7071e091-9f0f-4bb0-a769-bd885f8aec0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:33:12Z', 'updated_at': '2022-04-18T21:33:15Z', 'revision_number': 4, 'project_id': '675834a466b84bb5a01c14f13ca191f7', 'gw_port': {'id': '7071e091-9f0f-4bb0-a769-bd885f8aec0c', 'name': '', 'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:ee:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6861cd65-eca4-4490-a200-e76033a5ee01', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'ip_address': '172.25.8.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:33:13Z', 'updated_at': '2022-04-18T21:33:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838334-2', '_interfaces': [{'id': '252d04e9-7528-4fd9-8583-53107d3a8f75', 'name': '', 'network_id': 'f3320db2-e9b9-4caa-91bd-c608bba0ab9e', 'tenant_id': '675834a466b84bb5a01c14f13ca191f7', 'mac_address': 'fa:16:3e:e9:5f:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6861cd65-eca4-4490-a200-e76033a5ee01', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '32f4d787-9e43-4aac-98c4-668fa9d35a84', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:33:15Z', 'updated_at': '2022-04-18T21:33:33Z', 'revision_number': 5, 'project_id': '675834a466b84bb5a01c14f13ca191f7', 'subnets': [{'id': '32f4d787-9e43-4aac-98c4-668fa9d35a84', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838334-2', False) {} {{(pid=84042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:37:27.152042 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d45b49c9-f936-4fbf-82d0-9bfb4c62f744 None None] The sync data for ids ['6861cd65-eca4-4490-a200-e76033a5ee01'] in n-d-838334-2 is: [{'id': '6861cd65-eca4-4490-a200-e76033a5ee01', 'name': 'tempest-ServerActionsTestJSON-1522639251-router', 'tenant_id': '675834a466b84bb5a01c14f13ca191f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'external_fixed_ips': [{'subnet_id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'ip_address': '172.25.8.149'}], 'enable_snat': True}, 'gw_port_id': '7071e091-9f0f-4bb0-a769-bd885f8aec0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:33:12Z', 'updated_at': '2022-04-18T21:33:15Z', 'revision_number': 4, 'project_id': '675834a466b84bb5a01c14f13ca191f7', 'gw_port': {'id': '7071e091-9f0f-4bb0-a769-bd885f8aec0c', 'name': '', 'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:ee:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6861cd65-eca4-4490-a200-e76033a5ee01', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'ip_address': '172.25.8.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:33:13Z', 'updated_at': '2022-04-18T21:33:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838334-2', '_interfaces': [{'id': '252d04e9-7528-4fd9-8583-53107d3a8f75', 'name': '', 'network_id': 'f3320db2-e9b9-4caa-91bd-c608bba0ab9e', 'tenant_id': '675834a466b84bb5a01c14f13ca191f7', 'mac_address': 'fa:16:3e:e9:5f:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6861cd65-eca4-4490-a200-e76033a5ee01', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '32f4d787-9e43-4aac-98c4-668fa9d35a84', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:33:15Z', 'updated_at': '2022-04-18T21:33:33Z', 'revision_number': 5, 'project_id': '675834a466b84bb5a01c14f13ca191f7', 'subnets': [{'id': '32f4d787-9e43-4aac-98c4-668fa9d35a84', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84042) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 18 21:37:27.373788 n-d-838334-2 neutron-server[84043]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de132a11-be95-4cc9-a78b-4bca70ddf0bc None None] New status for floating IP 9831c303-c663-4aea-a904-d83b03360b56: DOWN {{(pid=84043) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Apr 18 21:37:29.821380 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Device 0be4de79-fc20-4da9-8513-0c13de928332 no longer exists at agent hyperv_n-h2-838334-2 {{(pid=84042) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 21:37:29.855186 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.plugin [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] No Port match for: 0be4de79-fc20-4da9-8513-0c13de928332 {{(pid=84042) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 18 21:37:29.855524 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Device 0be4de79-fc20-4da9-8513-0c13de928332 not bound to the agent host n-h2-838334-2 {{(pid=84042) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 21:37:30.113878 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750375287399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253529'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:37:31.138063 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 39508) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:37:31.202486 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-cf868fbb-f5a4-4f00-834a-dec3573bd967 tempest-ServerActionsTestJSON-1319677203 tempest-ServerActionsTestJSON-1319677203-project] Notify callbacks [] for security_group, before_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:37:31.230570 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-cf868fbb-f5a4-4f00-834a-dec3573bd967 tempest-ServerActionsTestJSON-1319677203 tempest-ServerActionsTestJSON-1319677203-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:37:31.284760 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-cf868fbb-f5a4-4f00-834a-dec3573bd967 tempest-ServerActionsTestJSON-1319677203 tempest-ServerActionsTestJSON-1319677203-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33528224'] for security_group, after_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:37:31.304781 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf868fbb-f5a4-4f00-834a-dec3573bd967 tempest-ServerActionsTestJSON-1319677203 tempest-ServerActionsTestJSON-1319677203-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=86fda662-3d20-4c8e-beec-0cf6963226d6,revision_number=None']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:37:31.316423 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-cf868fbb-f5a4-4f00-834a-dec3573bd967 tempest-ServerActionsTestJSON-1319677203 tempest-ServerActionsTestJSON-1319677203-project] Notify callbacks [] for security_group, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:37:31.318513 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-cf868fbb-f5a4-4f00-834a-dec3573bd967 tempest-ServerActionsTestJSON-1319677203 tempest-ServerActionsTestJSON-1319677203-project] 10.222.0.42 "DELETE /v2.0/security-groups/86fda662-3d20-4c8e-beec-0cf6963226d6 HTTP/1.1" status: 204 len: 168 time: 0.1785071 Apr 18 21:37:31.320927 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 39512) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:37:31.338413 n-d-838334-2 neutron-server[84040]: INFO neutron.api.v2.resource [None req-e56dae22-7e5a-432f-8fa4-14427d98ec6a tempest-ServerActionsTestJSON-1319677203 tempest-ServerActionsTestJSON-1319677203-project] show failed (client error): The resource could not be found. Apr 18 21:37:31.339371 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-e56dae22-7e5a-432f-8fa4-14427d98ec6a tempest-ServerActionsTestJSON-1319677203 tempest-ServerActionsTestJSON-1319677203-project] 10.222.0.42 "GET /v2.0/security-groups/86fda662-3d20-4c8e-beec-0cf6963226d6 HTTP/1.1" status: 404 len: 347 time: 0.0175748 Apr 18 21:37:31.341949 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 39516) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:37:31.489874 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.plugin [None req-3d01692b-bafe-4678-977e-c213997254da tempest-ServerActionsTestJSON-1319677203 tempest-ServerActionsTestJSON-1319677203-project] Deleting port ac3d2662-dad8-4ea7-8b5b-76f63daf8694 {{(pid=84040) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 21:37:31.490192 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-3d01692b-bafe-4678-977e-c213997254da tempest-ServerActionsTestJSON-1319677203 tempest-ServerActionsTestJSON-1319677203-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750375188691'] for port, before_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:37:31.745908 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-3d01692b-bafe-4678-977e-c213997254da tempest-ServerActionsTestJSON-1319677203 tempest-ServerActionsTestJSON-1319677203-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369123'] for port, precommit_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:37:31.746126 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-3d01692b-bafe-4678-977e-c213997254da tempest-ServerActionsTestJSON-1319677203 tempest-ServerActionsTestJSON-1319677203-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:37:31.862228 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.plugin [None req-3d01692b-bafe-4678-977e-c213997254da tempest-ServerActionsTestJSON-1319677203 tempest-ServerActionsTestJSON-1319677203-project] Calling delete_port for ac3d2662-dad8-4ea7-8b5b-76f63daf8694 owned by network:floatingip {{(pid=84040) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 21:37:32.000401 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-3d01692b-bafe-4678-977e-c213997254da tempest-ServerActionsTestJSON-1319677203 tempest-ServerActionsTestJSON-1319677203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750375259028', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750374836628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32440838'] for port, after_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:37:32.043469 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d01692b-bafe-4678-977e-c213997254da tempest-ServerActionsTestJSON-1319677203 tempest-ServerActionsTestJSON-1319677203-project] Pushing event deleted for resources: {'Port': ['ID=ac3d2662-dad8-4ea7-8b5b-76f63daf8694,revision_number=None']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:37:32.137668 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-3d01692b-bafe-4678-977e-c213997254da tempest-ServerActionsTestJSON-1319677203 tempest-ServerActionsTestJSON-1319677203-project] Notify callbacks [] for floatingip, after_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:37:32.151342 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-3d01692b-bafe-4678-977e-c213997254da tempest-ServerActionsTestJSON-1319677203 tempest-ServerActionsTestJSON-1319677203-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217293'] for floatingip, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:37:32.152534 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-3d01692b-bafe-4678-977e-c213997254da tempest-ServerActionsTestJSON-1319677203 tempest-ServerActionsTestJSON-1319677203-project] 10.222.0.42 "DELETE /v2.0/floatingips/9831c303-c663-4aea-a904-d83b03360b56 HTTP/1.1" status: 204 len: 168 time: 0.8097365 Apr 18 21:37:32.155416 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 39520) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:37:32.541139 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-a33f6619-dcf6-42cc-9f59-e845c28e3f71 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33443857'] for router_interface, before_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:37:33.209550 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.plugin [None req-a33f6619-dcf6-42cc-9f59-e845c28e3f71 admin admin] Deleting port 252d04e9-7528-4fd9-8583-53107d3a8f75 {{(pid=84040) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 21:37:33.210215 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-a33f6619-dcf6-42cc-9f59-e845c28e3f71 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750375188691'] for port, before_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:37:33.377699 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.db [None req-a33f6619-dcf6-42cc-9f59-e845c28e3f71 admin admin] For port 252d04e9-7528-4fd9-8583-53107d3a8f75, host n-d-838334-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838334-2',level=0,port_id=252d04e9-7528-4fd9-8583-53107d3a8f75,segment=NetworkSegment(f760d59a-3b5d-4f9f-a682-b437a8b8b263),segment_id=f760d59a-3b5d-4f9f-a682-b437a8b8b263)] {{(pid=84040) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:37:33.378141 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-a33f6619-dcf6-42cc-9f59-e845c28e3f71 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369123'] for port, precommit_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:37:33.503485 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.plugin [None req-a33f6619-dcf6-42cc-9f59-e845c28e3f71 admin admin] Calling delete_port for 252d04e9-7528-4fd9-8583-53107d3a8f75 owned by network:router_interface {{(pid=84040) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 21:37:33.690211 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-a33f6619-dcf6-42cc-9f59-e845c28e3f71 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750375259028', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750374836628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32440838'] for port, after_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:37:33.737315 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a33f6619-dcf6-42cc-9f59-e845c28e3f71 admin admin] Pushing event deleted for resources: {'Port': ['ID=252d04e9-7528-4fd9-8583-53107d3a8f75,revision_number=None']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:37:34.023442 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-a33f6619-dcf6-42cc-9f59-e845c28e3f71 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-32377931', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33443910'] for router_interface, after_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:37:34.290228 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750375287399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253529'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:37:34.683488 n-d-838334-2 neutron-server[84040]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a33f6619-dcf6-42cc-9f59-e845c28e3f71 admin admin] Router 6861cd65-eca4-4490-a200-e76033a5ee01 has already been hosted by L3 agent bc84d6c9-dd7a-4555-a351-592327b46d5a {{(pid=84040) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 21:37:34.883988 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a33f6619-dcf6-42cc-9f59-e845c28e3f71 admin admin] Notify agent at l3_agent.n-d-838334-2 the message routers_updated {{(pid=84040) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 21:37:34.900786 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e4e2eac-f45b-49fc-9ce6-c4ed2ddbf57a None None] Sync routers for ids ['6861cd65-eca4-4490-a200-e76033a5ee01'] in n-d-838334-2 {{(pid=84042) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 18 21:37:34.910202 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-a33f6619-dcf6-42cc-9f59-e845c28e3f71 admin admin] 10.222.0.42 "PUT /v2.0/routers/6861cd65-eca4-4490-a200-e76033a5ee01/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7515516 Apr 18 21:37:34.910423 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 39524) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:37:34.914815 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e4e2eac-f45b-49fc-9ce6-c4ed2ddbf57a None None] Routers {'6861cd65-eca4-4490-a200-e76033a5ee01'} bound to L3 agent in host n-d-838334-2 {{(pid=84042) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 21:37:34.915552 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_hamode_db [None req-5e4e2eac-f45b-49fc-9ce6-c4ed2ddbf57a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838334-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-18T20:25:48Z,description=,heartbeat_timestamp=2022-04-18T21:37:18Z,host='n-d-838334-2',id=bc84d6c9-dd7a-4555-a351-592327b46d5a,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:25:48Z,topic='l3_agent')) {'router_ids': ['6861cd65-eca4-4490-a200-e76033a5ee01'], 'active': True} {{(pid=84042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:37:35.095345 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_dvr_db [None req-5e4e2eac-f45b-49fc-9ce6-c4ed2ddbf57a None None] Set router 6861cd65-eca4-4490-a200-e76033a5ee01 gateway port host: n-d-838334-2 {{(pid=84042) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 21:37:35.113377 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-46e29647-1c4d-4f8c-8b1f-a412043ae309 admin admin] Notify callbacks [] for router, before_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:37:35.303930 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-46e29647-1c4d-4f8c-8b1f-a412043ae309 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:37:35.313760 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.plugin [None req-46e29647-1c4d-4f8c-8b1f-a412043ae309 admin admin] Deleting port 7071e091-9f0f-4bb0-a769-bd885f8aec0c {{(pid=84040) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 21:37:35.314254 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-46e29647-1c4d-4f8c-8b1f-a412043ae309 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750375188691'] for port, before_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:37:35.392756 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_hamode_db [None req-5e4e2eac-f45b-49fc-9ce6-c4ed2ddbf57a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6861cd65-eca4-4490-a200-e76033a5ee01', 'name': 'tempest-ServerActionsTestJSON-1522639251-router', 'tenant_id': '675834a466b84bb5a01c14f13ca191f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'external_fixed_ips': [{'subnet_id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'ip_address': '172.25.8.149'}], 'enable_snat': True}, 'gw_port_id': '7071e091-9f0f-4bb0-a769-bd885f8aec0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:33:12Z', 'updated_at': '2022-04-18T21:37:33Z', 'revision_number': 5, 'project_id': '675834a466b84bb5a01c14f13ca191f7', 'gw_port': {'id': '7071e091-9f0f-4bb0-a769-bd885f8aec0c', 'name': '', 'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:ee:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6861cd65-eca4-4490-a200-e76033a5ee01', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'ip_address': '172.25.8.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:33:13Z', 'updated_at': '2022-04-18T21:33:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838334-2'}], 'n-d-838334-2', False) {} {{(pid=84042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:37:35.397636 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e4e2eac-f45b-49fc-9ce6-c4ed2ddbf57a None None] Checking router: 6861cd65-eca4-4490-a200-e76033a5ee01 for host: n-d-838334-2 {{(pid=84042) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 18 21:37:35.408653 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e4e2eac-f45b-49fc-9ce6-c4ed2ddbf57a None None] Routers {'6861cd65-eca4-4490-a200-e76033a5ee01'} bound to L3 agent in host n-d-838334-2 {{(pid=84042) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 21:37:35.409233 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_hamode_db [None req-5e4e2eac-f45b-49fc-9ce6-c4ed2ddbf57a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838334-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-18T20:25:48Z,description=,heartbeat_timestamp=2022-04-18T21:37:18Z,host='n-d-838334-2',id=bc84d6c9-dd7a-4555-a351-592327b46d5a,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:25:48Z,topic='l3_agent')) {'router_ids': ['6861cd65-eca4-4490-a200-e76033a5ee01'], 'active': True} {{(pid=84042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:37:35.492710 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.db [None req-46e29647-1c4d-4f8c-8b1f-a412043ae309 admin admin] For port 7071e091-9f0f-4bb0-a769-bd885f8aec0c, host n-d-838334-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838334-2',level=0,port_id=7071e091-9f0f-4bb0-a769-bd885f8aec0c,segment=NetworkSegment(732aa830-768b-4511-951f-d08e26b9c25b),segment_id=732aa830-768b-4511-951f-d08e26b9c25b)] {{(pid=84040) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:37:35.493065 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-46e29647-1c4d-4f8c-8b1f-a412043ae309 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369123'] for port, precommit_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:37:35.558670 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_dvr_db [None req-5e4e2eac-f45b-49fc-9ce6-c4ed2ddbf57a None None] Set router 6861cd65-eca4-4490-a200-e76033a5ee01 gateway port host: None {{(pid=84042) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 21:37:35.616240 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.plugin [None req-46e29647-1c4d-4f8c-8b1f-a412043ae309 admin admin] Calling delete_port for 7071e091-9f0f-4bb0-a769-bd885f8aec0c owned by network:router_gateway {{(pid=84040) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 21:37:35.663072 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_hamode_db [None req-5e4e2eac-f45b-49fc-9ce6-c4ed2ddbf57a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6861cd65-eca4-4490-a200-e76033a5ee01', 'name': 'tempest-ServerActionsTestJSON-1522639251-router', 'tenant_id': '675834a466b84bb5a01c14f13ca191f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:33:12Z', 'updated_at': '2022-04-18T21:37:35Z', 'revision_number': 6, 'project_id': '675834a466b84bb5a01c14f13ca191f7', 'gw_port_host': None}], 'n-d-838334-2', False) {} {{(pid=84042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:37:35.666961 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e4e2eac-f45b-49fc-9ce6-c4ed2ddbf57a None None] The sync data for ids ['6861cd65-eca4-4490-a200-e76033a5ee01'] in n-d-838334-2 is: [{'id': '6861cd65-eca4-4490-a200-e76033a5ee01', 'name': 'tempest-ServerActionsTestJSON-1522639251-router', 'tenant_id': '675834a466b84bb5a01c14f13ca191f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:33:12Z', 'updated_at': '2022-04-18T21:37:35Z', 'revision_number': 6, 'project_id': '675834a466b84bb5a01c14f13ca191f7', 'gw_port_host': None}] {{(pid=84042) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 18 21:37:35.787433 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-46e29647-1c4d-4f8c-8b1f-a412043ae309 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750375259028', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750374836628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32440838'] for port, after_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:37:35.832207 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46e29647-1c4d-4f8c-8b1f-a412043ae309 admin admin] Pushing event deleted for resources: {'Port': ['ID=7071e091-9f0f-4bb0-a769-bd885f8aec0c,revision_number=None']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:37:36.171555 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-46e29647-1c4d-4f8c-8b1f-a412043ae309 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33444108'] for router_gateway, after_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:37:36.434318 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-46e29647-1c4d-4f8c-8b1f-a412043ae309 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33443580', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5726'] for router, precommit_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:37:36.438476 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-46e29647-1c4d-4f8c-8b1f-a412043ae309 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:37:36.463272 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-46e29647-1c4d-4f8c-8b1f-a412043ae309 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-33443408'] for router, after_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:37:36.463899 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-46e29647-1c4d-4f8c-8b1f-a412043ae309 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6861cd65-eca4-4490-a200-e76033a5ee01 {{(pid=84040) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 18 21:37:36.476317 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-46e29647-1c4d-4f8c-8b1f-a412043ae309 admin admin] Notify callbacks [] for router, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:37:36.477446 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-46e29647-1c4d-4f8c-8b1f-a412043ae309 admin admin] 10.222.0.42 "DELETE /v2.0/routers/6861cd65-eca4-4490-a200-e76033a5ee01 HTTP/1.1" status: 204 len: 168 time: 1.5658803 Apr 18 21:37:36.480008 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 39528) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:37:36.539789 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.db_base_plugin_v2 [None req-b49b0c14-5689-4ac5-8625-df1f17855c11 admin admin] Deleting subnet 32f4d787-9e43-4aac-98c4-668fa9d35a84 {{(pid=84040) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 18 21:37:36.542638 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-b49b0c14-5689-4ac5-8625-df1f17855c11 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:37:36.596658 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-b49b0c14-5689-4ac5-8625-df1f17855c11 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31955982'] for subnet, precommit_delete_associations {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:37:36.679440 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-b49b0c14-5689-4ac5-8625-df1f17855c11 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1260556'] for subnet, precommit_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:37:36.747938 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-b49b0c14-5689-4ac5-8625-df1f17855c11 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1260549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33526260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32440885', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31752825'] for subnet, after_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:37:36.785411 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b49b0c14-5689-4ac5-8625-df1f17855c11 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=32f4d787-9e43-4aac-98c4-668fa9d35a84,revision_number=None']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:37:36.790370 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-b49b0c14-5689-4ac5-8625-df1f17855c11 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:37:36.796240 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-b49b0c14-5689-4ac5-8625-df1f17855c11 admin admin] 10.222.0.42 "DELETE /v2.0/subnets/32f4d787-9e43-4aac-98c4-668fa9d35a84 HTTP/1.1" status: 204 len: 168 time: 0.3152483 Apr 18 21:37:36.796639 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d723b48d-79bb-4e90-b014-9168b252cb6d None None] Network f3320db2-e9b9-4caa-91bd-c608bba0ab9e requested from n-d-838334-2 {{(pid=84042) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 21:37:36.798655 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 39532) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:37:36.905563 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-c97b96eb-fa5e-40ac-840a-2fa48fdd2ac5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1103592'] for network, before_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:37:36.920097 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.plugin [None req-c97b96eb-fa5e-40ac-840a-2fa48fdd2ac5 admin admin] Deleting port 4c828a3c-6a84-4def-9a25-333b574e1b4b {{(pid=84040) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 21:37:36.920439 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-c97b96eb-fa5e-40ac-840a-2fa48fdd2ac5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750375188691'] for port, before_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:37:36.930531 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Device 252d04e9-7528-4fd9-8583-53107d3a8f75 no longer exists at agent ovs-agent-n-d-838334-2 {{(pid=84042) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 21:37:36.990923 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.plugin [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] No Port match for: 252d04e9-7528-4fd9-8583-53107d3a8f75 {{(pid=84042) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 18 21:37:36.991251 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Device 252d04e9-7528-4fd9-8583-53107d3a8f75 not bound to the agent host n-d-838334-2 {{(pid=84042) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 21:37:36.991692 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Device 7071e091-9f0f-4bb0-a769-bd885f8aec0c no longer exists at agent ovs-agent-n-d-838334-2 {{(pid=84042) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 21:37:37.029668 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.plugin [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] No Port match for: 7071e091-9f0f-4bb0-a769-bd885f8aec0c {{(pid=84042) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 18 21:37:37.030023 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Device 7071e091-9f0f-4bb0-a769-bd885f8aec0c not bound to the agent host n-d-838334-2 {{(pid=84042) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 21:37:37.116069 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6eb5c489-1ba4-4601-b35c-ae52dd399211 None None] DHCP port deletion for f3320db2-e9b9-4caa-91bd-c608bba0ab9e request from n-d-838334-2 {{(pid=84042) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 18 21:37:37.120321 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.plugin [None req-6eb5c489-1ba4-4601-b35c-ae52dd399211 None None] Deleting port 4c828a3c-6a84-4def-9a25-333b574e1b4b {{(pid=84042) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 21:37:37.120718 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-6eb5c489-1ba4-4601-b35c-ae52dd399211 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750375188691'] for port, before_delete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:37:37.127462 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.db [None req-c97b96eb-fa5e-40ac-840a-2fa48fdd2ac5 admin admin] For port 4c828a3c-6a84-4def-9a25-333b574e1b4b, host n-d-838334-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838334-2',level=0,port_id=4c828a3c-6a84-4def-9a25-333b574e1b4b,segment=NetworkSegment(f760d59a-3b5d-4f9f-a682-b437a8b8b263),segment_id=f760d59a-3b5d-4f9f-a682-b437a8b8b263)] {{(pid=84040) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:37:37.127795 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-c97b96eb-fa5e-40ac-840a-2fa48fdd2ac5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369123'] for port, precommit_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:37:37.251316 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.plugin [None req-c97b96eb-fa5e-40ac-840a-2fa48fdd2ac5 admin admin] Calling delete_port for 4c828a3c-6a84-4def-9a25-333b574e1b4b owned by network:dhcp {{(pid=84040) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 21:37:37.326048 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-c97b96eb-fa5e-40ac-840a-2fa48fdd2ac5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750375259028', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750374836628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32440838'] for port, after_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:37:37.363976 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-6eb5c489-1ba4-4601-b35c-ae52dd399211 None None] For port 4c828a3c-6a84-4def-9a25-333b574e1b4b, host n-d-838334-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838334-2',level=0,port_id=4c828a3c-6a84-4def-9a25-333b574e1b4b,segment=NetworkSegment(f760d59a-3b5d-4f9f-a682-b437a8b8b263),segment_id=f760d59a-3b5d-4f9f-a682-b437a8b8b263)] {{(pid=84042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:37:37.364942 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-6eb5c489-1ba4-4601-b35c-ae52dd399211 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369123'] for port, precommit_delete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:37:37.369702 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c97b96eb-fa5e-40ac-840a-2fa48fdd2ac5 admin admin] Pushing event deleted for resources: {'Port': ['ID=4c828a3c-6a84-4def-9a25-333b574e1b4b,revision_number=None']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:37:37.375612 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c97b96eb-fa5e-40ac-840a-2fa48fdd2ac5 admin admin] No DVR routers for this DVR port 4c828a3c-6a84-4def-9a25-333b574e1b4b on host n-d-838334-2 {{(pid=84040) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 21:37:37.486434 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.plugin [None req-6eb5c489-1ba4-4601-b35c-ae52dd399211 None None] Calling delete_port for 4c828a3c-6a84-4def-9a25-333b574e1b4b owned by network:dhcp {{(pid=84042) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 21:37:37.487722 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-c97b96eb-fa5e-40ac-840a-2fa48fdd2ac5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1258905', 'neutron.services.segments.db._delete_segments_for_network-8750375287417'] for network, precommit_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:37:37.559351 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.db.api [None req-6eb5c489-1ba4-4601-b35c-ae52dd399211 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84042) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 18 21:37:37.559795 n-d-838334-2 neutron-server[84042]: DEBUG oslo_db.api [None req-6eb5c489-1ba4-4601-b35c-ae52dd399211 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 18 21:37:37.614828 n-d-838334-2 neutron-server[84040]: DEBUG neutron.services.segments.db [None req-c97b96eb-fa5e-40ac-840a-2fa48fdd2ac5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f3320db2-e9b9-4caa-91bd-c608bba0ab9e']}} {{(pid=84040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:37:37.626793 n-d-838334-2 neutron-server[84040]: DEBUG neutron.services.segments.db [None req-c97b96eb-fa5e-40ac-840a-2fa48fdd2ac5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f760d59a-3b5d-4f9f-a682-b437a8b8b263') {'for_net_delete': True} {{(pid=84040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:37:37.627079 n-d-838334-2 neutron-server[84040]: DEBUG neutron.services.segments.db [None req-c97b96eb-fa5e-40ac-840a-2fa48fdd2ac5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f760d59a-3b5d-4f9f-a682-b437a8b8b263') {} {{(pid=84040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:37:37.638659 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-c97b96eb-fa5e-40ac-840a-2fa48fdd2ac5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750375287300', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31955965'] for segment, before_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:37:37.654411 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-c97b96eb-fa5e-40ac-840a-2fa48fdd2ac5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1082986'] for segment, precommit_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:37:37.660691 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c97b96eb-fa5e-40ac-840a-2fa48fdd2ac5 admin admin] Releasing vlan 379 on physical network physnet1 to pool {{(pid=84040) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 18 21:37:37.661153 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-c97b96eb-fa5e-40ac-840a-2fa48fdd2ac5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1082993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32440923'] for segment, after_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:37:37.677558 n-d-838334-2 neutron-server[84040]: Traceback (most recent call last): Apr 18 21:37:37.677558 n-d-838334-2 neutron-server[84040]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 18 21:37:37.677558 n-d-838334-2 neutron-server[84040]: timer() Apr 18 21:37:37.677558 n-d-838334-2 neutron-server[84040]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 21:37:37.677558 n-d-838334-2 neutron-server[84040]: cb(*args, **kw) Apr 18 21:37:37.677558 n-d-838334-2 neutron-server[84040]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 18 21:37:37.677558 n-d-838334-2 neutron-server[84040]: return func(*args, **kwargs) Apr 18 21:37:37.677558 n-d-838334-2 neutron-server[84040]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 21:37:37.677558 n-d-838334-2 neutron-server[84040]: self._notify() Apr 18 21:37:37.677558 n-d-838334-2 neutron-server[84040]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 21:37:37.677558 n-d-838334-2 neutron-server[84040]: self.callback(batched_events) Apr 18 21:37:37.677558 n-d-838334-2 neutron-server[84040]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 21:37:37.677558 n-d-838334-2 neutron-server[84040]: event.method(event) Apr 18 21:37:37.677558 n-d-838334-2 neutron-server[84040]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 18 21:37:37.677558 n-d-838334-2 neutron-server[84040]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 21:37:37.677558 n-d-838334-2 neutron-server[84040]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 18 21:37:37.677558 n-d-838334-2 neutron-server[84040]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 21:37:37.677558 n-d-838334-2 neutron-server[84040]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 18 21:37:37.677558 n-d-838334-2 neutron-server[84040]: return f(self, *a, **k) Apr 18 21:37:37.677558 n-d-838334-2 neutron-server[84040]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 18 21:37:37.677558 n-d-838334-2 neutron-server[84040]: return self._get(url).json() Apr 18 21:37:37.677558 n-d-838334-2 neutron-server[84040]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 18 21:37:37.677558 n-d-838334-2 neutron-server[84040]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 21:37:37.677558 n-d-838334-2 neutron-server[84040]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 18 21:37:37.677558 n-d-838334-2 neutron-server[84040]: return self.request(url, 'GET', **kwargs) Apr 18 21:37:37.677558 n-d-838334-2 neutron-server[84040]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 18 21:37:37.677558 n-d-838334-2 neutron-server[84040]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 21:37:37.677558 n-d-838334-2 neutron-server[84040]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 18 21:37:37.677558 n-d-838334-2 neutron-server[84040]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 21:37:37.677558 n-d-838334-2 neutron-server[84040]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 18 21:37:37.677558 n-d-838334-2 neutron-server[84040]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 21:37:37.677558 n-d-838334-2 neutron-server[84040]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 21:37:37.752938 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-c97b96eb-fa5e-40ac-840a-2fa48fdd2ac5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1258898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33526109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33444113'] for network, after_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:37:37.769060 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-c97b96eb-fa5e-40ac-840a-2fa48fdd2ac5 admin admin] Notify callbacks [] for network, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:37:37.779498 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c97b96eb-fa5e-40ac-840a-2fa48fdd2ac5 admin admin] Pushing event deleted for resources: {'Network': ['ID=f3320db2-e9b9-4caa-91bd-c608bba0ab9e,revision_number=None']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:37:37.792661 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-c97b96eb-fa5e-40ac-840a-2fa48fdd2ac5 admin admin] 10.222.0.42 "DELETE /v2.0/networks/f3320db2-e9b9-4caa-91bd-c608bba0ab9e HTTP/1.1" status: 204 len: 168 time: 0.9930661 Apr 18 21:37:37.951351 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 39542) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:37:38.017467 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-a797e89a-d5fd-4036-9de2-1f9f8059fd93 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=675834a466b84bb5a01c14f13ca191f7&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0645573 Apr 18 21:37:38.019867 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 39546) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:37:38.060778 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.plugin [None req-6eb5c489-1ba4-4601-b35c-ae52dd399211 None None] Deleting port 4c828a3c-6a84-4def-9a25-333b574e1b4b {{(pid=84042) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 21:37:38.061364 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-6eb5c489-1ba4-4601-b35c-ae52dd399211 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750375188691'] for port, before_delete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:37:38.080484 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-ddae4b5c-7a33-4211-8a51-38498e187371 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:37:38.107043 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-ddae4b5c-7a33-4211-8a51-38498e187371 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:37:38.130504 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.plugin [None req-6eb5c489-1ba4-4601-b35c-ae52dd399211 None None] The port '4c828a3c-6a84-4def-9a25-333b574e1b4b' was deleted {{(pid=84042) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 18 21:37:38.163181 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-ddae4b5c-7a33-4211-8a51-38498e187371 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33528224'] for security_group, after_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:37:38.186946 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddae4b5c-7a33-4211-8a51-38498e187371 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=08f5a763-167a-4022-9196-162517e34936,revision_number=None']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:37:38.194748 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-ddae4b5c-7a33-4211-8a51-38498e187371 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:37:38.195905 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-ddae4b5c-7a33-4211-8a51-38498e187371 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/08f5a763-167a-4022-9196-162517e34936 HTTP/1.1" status: 204 len: 168 time: 0.1741869 Apr 18 21:37:38.913777 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Device 4c828a3c-6a84-4def-9a25-333b574e1b4b no longer exists at agent ovs-agent-n-d-838334-2 {{(pid=84042) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 21:37:38.948255 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.plugin [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] No Port match for: 4c828a3c-6a84-4def-9a25-333b574e1b4b {{(pid=84042) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 18 21:37:38.948696 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Device 4c828a3c-6a84-4def-9a25-333b574e1b4b not bound to the agent host n-d-838334-2 {{(pid=84042) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 21:37:39.066950 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 39568) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:37:39.227789 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.v2.base [None req-18123ebc-559c-4480-9bbf-4a6b203b4217 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-1854191014-network', 'tenant_id': '22096a2e3ea440fa8e278fa1aedd8b69'}} {{(pid=84040) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:37:39.233002 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [None req-18123ebc-559c-4480-9bbf-4a6b203b4217 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:37:39.236844 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-18123ebc-559c-4480-9bbf-4a6b203b4217 admin admin] Usage tracker for resource:network and tenant:22096a2e3ea440fa8e278fa1aedd8b69 is out of sync, need to count used quota {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:37:39.239694 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-18123ebc-559c-4480-9bbf-4a6b203b4217 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:37:39.245296 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [None req-18123ebc-559c-4480-9bbf-4a6b203b4217 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:37:39.255087 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-18123ebc-559c-4480-9bbf-4a6b203b4217 admin admin] Made reservation on behalf of 22096a2e3ea440fa8e278fa1aedd8b69 for: {'network': 1} {{(pid=84040) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:37:39.257285 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-18123ebc-559c-4480-9bbf-4a6b203b4217 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for network, before_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:37:39.269058 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-18123ebc-559c-4480-9bbf-4a6b203b4217 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:37:39.300024 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [None req-18123ebc-559c-4480-9bbf-4a6b203b4217 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:37:39.304139 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-18123ebc-559c-4480-9bbf-4a6b203b4217 admin admin] Usage tracker for resource:security_group_rule and tenant:22096a2e3ea440fa8e278fa1aedd8b69 is out of sync, need to count used quota {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:37:39.306904 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-18123ebc-559c-4480-9bbf-4a6b203b4217 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:37:39.312528 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [None req-18123ebc-559c-4480-9bbf-4a6b203b4217 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:37:39.375276 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-18123ebc-559c-4480-9bbf-4a6b203b4217 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:37:39.378845 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-18123ebc-559c-4480-9bbf-4a6b203b4217 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33528224'] for security_group, after_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:37:39.405758 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-18123ebc-559c-4480-9bbf-4a6b203b4217 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 390} {{(pid=84040) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 21:37:39.418191 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18123ebc-559c-4480-9bbf-4a6b203b4217 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=614b0852-d5f5-4322-9329-81e985227868,revision_number=1']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:37:39.422399 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-18123ebc-559c-4480-9bbf-4a6b203b4217 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1082986'] for segment, precommit_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:37:39.422741 n-d-838334-2 neutron-server[84040]: INFO neutron.db.segments_db [None req-18123ebc-559c-4480-9bbf-4a6b203b4217 admin admin] Added segment 663114bb-38a1-4808-aaee-817d7138bf4b of type vlan for network b70b0c43-ff4f-4089-afa0-7d3a8b93bcf7 Apr 18 21:37:39.449315 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-18123ebc-559c-4480-9bbf-4a6b203b4217 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750374825732'] for network, precommit_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:37:39.477695 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-18123ebc-559c-4480-9bbf-4a6b203b4217 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33526109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022'] for network, after_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:37:39.478523 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18123ebc-559c-4480-9bbf-4a6b203b4217 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:37:39.479095 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-18123ebc-559c-4480-9bbf-4a6b203b4217 admin admin] Notify callbacks [] for network, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:37:39.581256 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18123ebc-559c-4480-9bbf-4a6b203b4217 admin admin] Pushing event updated for resources: {'Network': ['ID=b70b0c43-ff4f-4089-afa0-7d3a8b93bcf7,revision_number=1']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:37:39.585741 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-18123ebc-559c-4480-9bbf-4a6b203b4217 admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.5175390 Apr 18 21:37:39.588715 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 39574) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:37:39.591761 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Network b70b0c43-ff4f-4089-afa0-7d3a8b93bcf7 details requested by agent ovs-agent-n-d-838334-2 with host n-d-838334-2 {{(pid=84042) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 18 21:37:39.594062 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.v2.base [None req-c34594b0-19ae-4563-88b6-58b9943ce990 admin admin] Request body: {'subnet': {'network_id': 'b70b0c43-ff4f-4089-afa0-7d3a8b93bcf7', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-1854191014-subnet', 'tenant_id': '22096a2e3ea440fa8e278fa1aedd8b69', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=84040) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:37:39.599664 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [None req-c34594b0-19ae-4563-88b6-58b9943ce990 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:37:39.603434 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-c34594b0-19ae-4563-88b6-58b9943ce990 admin admin] Usage tracker for resource:subnet and tenant:22096a2e3ea440fa8e278fa1aedd8b69 is out of sync, need to count used quota {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:37:39.606286 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-c34594b0-19ae-4563-88b6-58b9943ce990 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:37:39.611974 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [None req-c34594b0-19ae-4563-88b6-58b9943ce990 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:37:39.622500 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c34594b0-19ae-4563-88b6-58b9943ce990 admin admin] Made reservation on behalf of 22096a2e3ea440fa8e278fa1aedd8b69 for: {'subnet': 1} {{(pid=84040) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:37:39.624787 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-c34594b0-19ae-4563-88b6-58b9943ce990 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31752722'] for subnet, before_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:37:39.827614 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-c34594b0-19ae-4563-88b6-58b9943ce990 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33526260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32441074', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31752704'] for subnet, after_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:37:39.900008 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c34594b0-19ae-4563-88b6-58b9943ce990 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d04e158b-4c0d-49dc-93f4-3eff158b0da3,revision_number=0']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:37:39.909789 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c34594b0-19ae-4563-88b6-58b9943ce990 admin admin] Checking segment: {'id': '663114bb-38a1-4808-aaee-817d7138bf4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': 'b70b0c43-ff4f-4089-afa0-7d3a8b93bcf7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84040) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 21:37:39.910146 n-d-838334-2 neutron-server[84040]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c34594b0-19ae-4563-88b6-58b9943ce990 admin admin] Network hostable DHCP agents. Network: b70b0c43-ff4f-4089-afa0-7d3a8b93bcf7, hostable agents: ['8746f8ea-3e91-4b32-9919-2c63adeb8722'], hosted agents: [] {{(pid=84040) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 21:37:39.932166 n-d-838334-2 neutron-server[84040]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c34594b0-19ae-4563-88b6-58b9943ce990 admin admin] Network b70b0c43-ff4f-4089-afa0-7d3a8b93bcf7 is scheduled to be hosted by DHCP agent 8746f8ea-3e91-4b32-9919-2c63adeb8722 with binding_index 1 {{(pid=84040) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 21:37:39.942226 n-d-838334-2 neutron-server[84040]: DEBUG neutron.scheduler.base_scheduler [None req-c34594b0-19ae-4563-88b6-58b9943ce990 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-838334-2, b70b0c43-ff4f-4089-afa0-7d3a8b93bcf7) {{(pid=84040) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:37:39.946679 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c34594b0-19ae-4563-88b6-58b9943ce990 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:37:39.947382 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-c34594b0-19ae-4563-88b6-58b9943ce990 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:37:39.952280 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49089f14-f48d-45fa-864e-b00438730a71 None None] Network b70b0c43-ff4f-4089-afa0-7d3a8b93bcf7 requested from n-d-838334-2 {{(pid=84042) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 21:37:39.970082 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-c34594b0-19ae-4563-88b6-58b9943ce990 admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3799651 Apr 18 21:37:40.172436 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae020a6f-b6e7-405b-8aee-59d92d866d42 None None] Network b70b0c43-ff4f-4089-afa0-7d3a8b93bcf7 requested from n-d-838334-2 {{(pid=84042) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 21:37:40.538164 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ffbbf01-9810-419f-a66b-86056c869c63 req-6713fada-332c-4cc0-b382-c1fd0c261b7c tempest-ServersNegativeTestJSON-1778453339 tempest-ServersNegativeTestJSON-1778453339-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:37:40.538832 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [req-4ffbbf01-9810-419f-a66b-86056c869c63 req-6713fada-332c-4cc0-b382-c1fd0c261b7c tempest-ServersNegativeTestJSON-1778453339 tempest-ServersNegativeTestJSON-1778453339-project] Synchronizing usage tracker for tenant:22096a2e3ea440fa8e278fa1aedd8b69 on resource:network {{(pid=84040) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 21:37:40.555561 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [req-4ffbbf01-9810-419f-a66b-86056c869c63 req-6713fada-332c-4cc0-b382-c1fd0c261b7c tempest-ServersNegativeTestJSON-1778453339 tempest-ServersNegativeTestJSON-1778453339-project] Unset dirty status for tenant:22096a2e3ea440fa8e278fa1aedd8b69 on resource:network {{(pid=84040) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 21:37:40.556758 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-4ffbbf01-9810-419f-a66b-86056c869c63 req-6713fada-332c-4cc0-b382-c1fd0c261b7c tempest-ServersNegativeTestJSON-1778453339 tempest-ServersNegativeTestJSON-1778453339-project] 10.222.0.42 "GET /v2.0/networks?id=b70b0c43-ff4f-4089-afa0-7d3a8b93bcf7 HTTP/1.1" status: 200 len: 814 time: 0.1593544 Apr 18 21:37:40.573598 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-4ffbbf01-9810-419f-a66b-86056c869c63 req-99e4333f-0743-40d7-998e-6aab79cc512d tempest-ServersNegativeTestJSON-1778453339 tempest-ServersNegativeTestJSON-1778453339-project] 10.222.0.42 "GET /v2.0/quotas/22096a2e3ea440fa8e278fa1aedd8b69 HTTP/1.1" status: 200 len: 375 time: 0.0115354 Apr 18 21:37:40.619129 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-4ffbbf01-9810-419f-a66b-86056c869c63 req-275e8025-d054-483a-a336-f8e1f4ca87f7 tempest-ServersNegativeTestJSON-1778453339 tempest-ServersNegativeTestJSON-1778453339-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=22096a2e3ea440fa8e278fa1aedd8b69&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0406139 Apr 18 21:37:40.629221 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [req-4ffbbf01-9810-419f-a66b-86056c869c63 req-a277ed3d-cc62-4ddb-a602-ce6fafa4ec9a service neutron] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=84040) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 18 21:37:40.630800 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-4ffbbf01-9810-419f-a66b-86056c869c63 req-a277ed3d-cc62-4ddb-a602-ce6fafa4ec9a service neutron] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0052359 Apr 18 21:37:40.758451 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-4ffbbf01-9810-419f-a66b-86056c869c63 req-38128abb-c1d0-416a-9c86-5af0c4b914b9 service neutron] 10.222.0.42 "GET /v2.0/networks/b70b0c43-ff4f-4089-afa0-7d3a8b93bcf7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1220787 Apr 18 21:37:40.887689 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-4ffbbf01-9810-419f-a66b-86056c869c63 req-e1ebe7cb-b50c-4674-b308-f8d37d174840 service neutron] 10.222.0.42 "GET /v2.0/networks/b70b0c43-ff4f-4089-afa0-7d3a8b93bcf7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1235754 Apr 18 21:37:41.082360 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-e3550f58-e6c2-46ea-bf57-561e681fe570 req-d9b9776f-79f4-4056-a0a2-25c6433184c1 tempest-ServersNegativeTestJSON-1778453339 tempest-ServersNegativeTestJSON-1778453339-project] 10.222.0.42 "GET /v2.0/ports?device_id=380f67c4-e220-4475-abbc-73001fa9d2b6 HTTP/1.1" status: 200 len: 210 time: 0.0436394 Apr 18 21:37:42.250815 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-b104c539-4f3d-40be-a748-09976cc60ae6 req-3e81299d-0b7a-4f2f-ab17-a7dd8b80a0f2 tempest-ServersNegativeTestJSON-1778453339 tempest-ServersNegativeTestJSON-1778453339-project] 10.222.0.42 "GET /v2.0/ports?device_id=380f67c4-e220-4475-abbc-73001fa9d2b6 HTTP/1.1" status: 200 len: 210 time: 0.0419495 Apr 18 21:37:42.315422 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ffbbf01-9810-419f-a66b-86056c869c63 req-fb9f12aa-ccf5-44e5-bdf7-b268b89f2a7f tempest-ServersNegativeTestJSON-1778453339 tempest-ServersNegativeTestJSON-1778453339-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:37:42.316870 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-4ffbbf01-9810-419f-a66b-86056c869c63 req-fb9f12aa-ccf5-44e5-bdf7-b268b89f2a7f tempest-ServersNegativeTestJSON-1778453339 tempest-ServersNegativeTestJSON-1778453339-project] 10.222.0.48 "GET /v2.0/networks?id=b70b0c43-ff4f-4089-afa0-7d3a8b93bcf7 HTTP/1.1" status: 200 len: 814 time: 0.1528785 Apr 18 21:37:42.332517 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.v2.base [req-4ffbbf01-9810-419f-a66b-86056c869c63 req-97e353f1-2e46-4f40-ad85-a4914422c082 tempest-ServersNegativeTestJSON-1778453339 tempest-ServersNegativeTestJSON-1778453339-project] Request body: {'port': {'device_id': '380f67c4-e220-4475-abbc-73001fa9d2b6', 'network_id': 'b70b0c43-ff4f-4089-afa0-7d3a8b93bcf7', 'admin_state_up': True, 'tenant_id': '22096a2e3ea440fa8e278fa1aedd8b69'}} {{(pid=84041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:37:42.469617 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [req-4ffbbf01-9810-419f-a66b-86056c869c63 req-97e353f1-2e46-4f40-ad85-a4914422c082 tempest-ServersNegativeTestJSON-1778453339 tempest-ServersNegativeTestJSON-1778453339-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:37:42.474189 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [req-4ffbbf01-9810-419f-a66b-86056c869c63 req-97e353f1-2e46-4f40-ad85-a4914422c082 tempest-ServersNegativeTestJSON-1778453339 tempest-ServersNegativeTestJSON-1778453339-project] Usage tracker for resource:port and tenant:22096a2e3ea440fa8e278fa1aedd8b69 is out of sync, need to count used quota {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:37:42.477128 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [req-4ffbbf01-9810-419f-a66b-86056c869c63 req-97e353f1-2e46-4f40-ad85-a4914422c082 tempest-ServersNegativeTestJSON-1778453339 tempest-ServersNegativeTestJSON-1778453339-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:37:42.482708 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [req-4ffbbf01-9810-419f-a66b-86056c869c63 req-97e353f1-2e46-4f40-ad85-a4914422c082 tempest-ServersNegativeTestJSON-1778453339 tempest-ServersNegativeTestJSON-1778453339-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:37:42.493629 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4ffbbf01-9810-419f-a66b-86056c869c63 req-97e353f1-2e46-4f40-ad85-a4914422c082 tempest-ServersNegativeTestJSON-1778453339 tempest-ServersNegativeTestJSON-1778453339-project] Made reservation on behalf of 22096a2e3ea440fa8e278fa1aedd8b69 for: {'port': 1} {{(pid=84041) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:37:42.496614 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [req-4ffbbf01-9810-419f-a66b-86056c869c63 req-97e353f1-2e46-4f40-ad85-a4914422c082 tempest-ServersNegativeTestJSON-1778453339 tempest-ServersNegativeTestJSON-1778453339-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:37:42.656825 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.db_base_plugin_common [req-4ffbbf01-9810-419f-a66b-86056c869c63 req-97e353f1-2e46-4f40-ad85-a4914422c082 tempest-ServersNegativeTestJSON-1778453339 tempest-ServersNegativeTestJSON-1778453339-project] Allocated IP 172.20.0.5 (b70b0c43-ff4f-4089-afa0-7d3a8b93bcf7/d04e158b-4c0d-49dc-93f4-3eff158b0da3/5fb4825f-1d83-4ce0-ae2e-6817ffaff8ac) {{(pid=84041) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 21:37:42.862568 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [req-4ffbbf01-9810-419f-a66b-86056c869c63 req-97e353f1-2e46-4f40-ad85-a4914422c082 tempest-ServersNegativeTestJSON-1778453339 tempest-ServersNegativeTestJSON-1778453339-project] Notify callbacks [] for port, precommit_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:37:42.890912 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [req-4ffbbf01-9810-419f-a66b-86056c869c63 req-97e353f1-2e46-4f40-ad85-a4914422c082 tempest-ServersNegativeTestJSON-1778453339 tempest-ServersNegativeTestJSON-1778453339-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750374836619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32266323'] for port, after_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:37:42.964649 n-d-838334-2 neutron-server[84041]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4ffbbf01-9810-419f-a66b-86056c869c63 req-97e353f1-2e46-4f40-ad85-a4914422c082 tempest-ServersNegativeTestJSON-1778453339 tempest-ServersNegativeTestJSON-1778453339-project] Network b70b0c43-ff4f-4089-afa0-7d3a8b93bcf7 is already hosted by enough agents. {{(pid=84041) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:37:42.967427 n-d-838334-2 neutron-server[84041]: DEBUG neutron.scheduler.base_scheduler [req-4ffbbf01-9810-419f-a66b-86056c869c63 req-97e353f1-2e46-4f40-ad85-a4914422c082 tempest-ServersNegativeTestJSON-1778453339 tempest-ServersNegativeTestJSON-1778453339-project] Resources bound (agent type, host, resource id): {{(pid=84041) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:37:42.971489 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.l3_dvrscheduler_db [req-4ffbbf01-9810-419f-a66b-86056c869c63 req-97e353f1-2e46-4f40-ad85-a4914422c082 tempest-ServersNegativeTestJSON-1778453339 tempest-ServersNegativeTestJSON-1778453339-project] Received port after_create {{(pid=84041) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 21:37:43.004615 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97e353f1-2e46-4f40-ad85-a4914422c082 tempest-ServersNegativeTestJSON-1778453339 tempest-ServersNegativeTestJSON-1778453339-project] Pushing event updated for resources: {'Port': ['ID=5fb4825f-1d83-4ce0-ae2e-6817ffaff8ac,revision_number=1']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:37:43.039997 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ffbbf01-9810-419f-a66b-86056c869c63 req-97e353f1-2e46-4f40-ad85-a4914422c082 tempest-ServersNegativeTestJSON-1778453339 tempest-ServersNegativeTestJSON-1778453339-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:37:43.040936 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [req-4ffbbf01-9810-419f-a66b-86056c869c63 req-97e353f1-2e46-4f40-ad85-a4914422c082 tempest-ServersNegativeTestJSON-1778453339 tempest-ServersNegativeTestJSON-1778453339-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217293'] for port, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:37:43.062399 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-4ffbbf01-9810-419f-a66b-86056c869c63 req-97e353f1-2e46-4f40-ad85-a4914422c082 tempest-ServersNegativeTestJSON-1778453339 tempest-ServersNegativeTestJSON-1778453339-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7334211 Apr 18 21:37:43.073966 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.v2.base [req-4ffbbf01-9810-419f-a66b-86056c869c63 req-782712b0-e557-4064-a28c-6da44af1569f service neutron] Request body: {'port': {'device_id': '380f67c4-e220-4475-abbc-73001fa9d2b6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-838334-2'}} {{(pid=84041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:37:43.181939 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [req-4ffbbf01-9810-419f-a66b-86056c869c63 req-782712b0-e557-4064-a28c-6da44af1569f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:37:43.454711 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c148ac6-c7ef-4efd-bab7-0c9fbc5ace49 req-9cfeecaa-5b91-446d-bea9-65388896c89c tempest-ServersNegativeTestJSON-1778453339 tempest-ServersNegativeTestJSON-1778453339-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:37:43.456153 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-3c148ac6-c7ef-4efd-bab7-0c9fbc5ace49 req-9cfeecaa-5b91-446d-bea9-65388896c89c tempest-ServersNegativeTestJSON-1778453339 tempest-ServersNegativeTestJSON-1778453339-project] 10.222.0.42 "GET /v2.0/ports?device_id=380f67c4-e220-4475-abbc-73001fa9d2b6 HTTP/1.1" status: 200 len: 931 time: 0.0775914 Apr 18 21:37:43.501387 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [req-3c148ac6-c7ef-4efd-bab7-0c9fbc5ace49 req-4c49e36f-d579-4ae0-99f5-4f2c07f9a35a tempest-ServersNegativeTestJSON-1778453339 tempest-ServersNegativeTestJSON-1778453339-project] Synchronizing usage tracker for tenant:22096a2e3ea440fa8e278fa1aedd8b69 on resource:security_group {{(pid=84040) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 21:37:43.519351 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [req-3c148ac6-c7ef-4efd-bab7-0c9fbc5ace49 req-4c49e36f-d579-4ae0-99f5-4f2c07f9a35a tempest-ServersNegativeTestJSON-1778453339 tempest-ServersNegativeTestJSON-1778453339-project] Unset dirty status for tenant:22096a2e3ea440fa8e278fa1aedd8b69 on resource:security_group {{(pid=84040) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 21:37:43.520820 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-3c148ac6-c7ef-4efd-bab7-0c9fbc5ace49 req-4c49e36f-d579-4ae0-99f5-4f2c07f9a35a tempest-ServersNegativeTestJSON-1778453339 tempest-ServersNegativeTestJSON-1778453339-project] 10.222.0.42 "GET /v2.0/security-groups?id=614b0852-d5f5-4322-9329-81e985227868&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581784 Apr 18 21:37:43.521569 n-d-838334-2 neutron-server[84041]: DEBUG neutron.notifiers.nova [req-4ffbbf01-9810-419f-a66b-86056c869c63 req-782712b0-e557-4064-a28c-6da44af1569f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5fb4825f-1d83-4ce0-ae2e-6817ffaff8ac {{(pid=84041) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 18 21:37:43.528445 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [req-4ffbbf01-9810-419f-a66b-86056c869c63 req-782712b0-e557-4064-a28c-6da44af1569f service neutron] Notify callbacks [] for port, precommit_update {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:37:43.543024 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.provisioning_blocks [req-4ffbbf01-9810-419f-a66b-86056c869c63 req-782712b0-e557-4064-a28c-6da44af1569f service neutron] Transition to ACTIVE for port object 5fb4825f-1d83-4ce0-ae2e-6817ffaff8ac will not be triggered until provisioned by entity L2. {{(pid=84041) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:37:43.546627 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [req-4ffbbf01-9810-419f-a66b-86056c869c63 req-782712b0-e557-4064-a28c-6da44af1569f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32266282'] for port, after_update {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:37:43.673430 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-782712b0-e557-4064-a28c-6da44af1569f service neutron] Pushing event updated for resources: {'Port': ['ID=5fb4825f-1d83-4ce0-ae2e-6817ffaff8ac,revision_number=2']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:37:43.776382 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.managers [req-4ffbbf01-9810-419f-a66b-86056c869c63 req-782712b0-e557-4064-a28c-6da44af1569f service neutron] Attempting to bind port 5fb4825f-1d83-4ce0-ae2e-6817ffaff8ac on host n-h2-838334-2 for vnic_type normal with profile {{(pid=84041) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 21:37:43.776711 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.managers [req-4ffbbf01-9810-419f-a66b-86056c869c63 req-782712b0-e557-4064-a28c-6da44af1569f service neutron] Attempting to bind port 5fb4825f-1d83-4ce0-ae2e-6817ffaff8ac by drivers openvswitch,hyperv on host n-h2-838334-2 at level 0 using segments [{'id': '663114bb-38a1-4808-aaee-817d7138bf4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': 'b70b0c43-ff4f-4089-afa0-7d3a8b93bcf7'}] {{(pid=84041) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 21:37:43.777034 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ffbbf01-9810-419f-a66b-86056c869c63 req-782712b0-e557-4064-a28c-6da44af1569f service neutron] Attempting to bind port 5fb4825f-1d83-4ce0-ae2e-6817ffaff8ac on network b70b0c43-ff4f-4089-afa0-7d3a8b93bcf7 {{(pid=84041) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 21:37:43.782701 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ffbbf01-9810-419f-a66b-86056c869c63 req-782712b0-e557-4064-a28c-6da44af1569f service neutron] Port 5fb4825f-1d83-4ce0-ae2e-6817ffaff8ac on network b70b0c43-ff4f-4089-afa0-7d3a8b93bcf7 not bound, no agent of type Open vSwitch agent registered on host n-h2-838334-2 {{(pid=84041) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 18 21:37:43.783016 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ffbbf01-9810-419f-a66b-86056c869c63 req-782712b0-e557-4064-a28c-6da44af1569f service neutron] Attempting to bind port 5fb4825f-1d83-4ce0-ae2e-6817ffaff8ac on network b70b0c43-ff4f-4089-afa0-7d3a8b93bcf7 {{(pid=84041) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 21:37:43.789768 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ffbbf01-9810-419f-a66b-86056c869c63 req-782712b0-e557-4064-a28c-6da44af1569f service neutron] Checking agent: {'id': 'dc797004-f641-47b7-a77f-9c62b5b16296', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-838334-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 34, 3), 'started_at': datetime.datetime(2022, 4, 18, 20, 34, 3), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 21, 37, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84041) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 18 21:37:43.790097 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ffbbf01-9810-419f-a66b-86056c869c63 req-782712b0-e557-4064-a28c-6da44af1569f service neutron] Checking segment: {'id': '663114bb-38a1-4808-aaee-817d7138bf4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': 'b70b0c43-ff4f-4089-afa0-7d3a8b93bcf7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84041) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 21:37:43.790474 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ffbbf01-9810-419f-a66b-86056c869c63 req-782712b0-e557-4064-a28c-6da44af1569f service neutron] Bound using segment: {'id': '663114bb-38a1-4808-aaee-817d7138bf4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': 'b70b0c43-ff4f-4089-afa0-7d3a8b93bcf7'} {{(pid=84041) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 18 21:37:43.790894 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.managers [req-4ffbbf01-9810-419f-a66b-86056c869c63 req-782712b0-e557-4064-a28c-6da44af1569f service neutron] Bound port: 5fb4825f-1d83-4ce0-ae2e-6817ffaff8ac, host: n-h2-838334-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '663114bb-38a1-4808-aaee-817d7138bf4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': 'b70b0c43-ff4f-4089-afa0-7d3a8b93bcf7'}}] {{(pid=84041) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 21:37:43.791234 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [req-4ffbbf01-9810-419f-a66b-86056c869c63 req-782712b0-e557-4064-a28c-6da44af1569f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:37:43.978178 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.db [req-4ffbbf01-9810-419f-a66b-86056c869c63 req-782712b0-e557-4064-a28c-6da44af1569f service neutron] For port 5fb4825f-1d83-4ce0-ae2e-6817ffaff8ac, host n-h2-838334-2, cleared binding levels {{(pid=84041) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 21:37:43.981082 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.db [req-4ffbbf01-9810-419f-a66b-86056c869c63 req-782712b0-e557-4064-a28c-6da44af1569f service neutron] For port 5fb4825f-1d83-4ce0-ae2e-6817ffaff8ac, host n-h2-838334-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838334-2',level=0,port_id=5fb4825f-1d83-4ce0-ae2e-6817ffaff8ac,segment=NetworkSegment(663114bb-38a1-4808-aaee-817d7138bf4b),segment_id=663114bb-38a1-4808-aaee-817d7138bf4b)] {{(pid=84041) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 21:37:43.985660 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [req-4ffbbf01-9810-419f-a66b-86056c869c63 req-782712b0-e557-4064-a28c-6da44af1569f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32266282'] for port, after_update {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:37:44.054132 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [req-4ffbbf01-9810-419f-a66b-86056c869c63 req-782712b0-e557-4064-a28c-6da44af1569f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217293'] for port, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:37:44.055517 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-4ffbbf01-9810-419f-a66b-86056c869c63 req-782712b0-e557-4064-a28c-6da44af1569f service neutron] 10.222.0.48 "PUT /v2.0/ports/5fb4825f-1d83-4ce0-ae2e-6817ffaff8ac HTTP/1.1" status: 200 len: 1091 time: 0.9861178 Apr 18 21:37:44.055981 n-d-838334-2 neutron-server[84041]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '380f67c4-e220-4475-abbc-73001fa9d2b6', 'tag': '5fb4825f-1d83-4ce0-ae2e-6817ffaff8ac'}] {{(pid=84041) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 21:37:44.079272 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-782712b0-e557-4064-a28c-6da44af1569f service neutron] Pushing event updated for resources: {'Port': ['ID=5fb4825f-1d83-4ce0-ae2e-6817ffaff8ac,revision_number=3']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:37:44.127396 n-d-838334-2 neutron-server[84041]: INFO neutron.notifiers.nova [-] Nova event matching ['req-40165a90-fc47-4fad-a2d8-5812adeb82dd'] response: {'name': 'network-changed', 'server_uuid': '380f67c4-e220-4475-abbc-73001fa9d2b6', 'tag': '5fb4825f-1d83-4ce0-ae2e-6817ffaff8ac', 'status': 'completed', 'code': 200} Apr 18 21:37:44.163105 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-4ffbbf01-9810-419f-a66b-86056c869c63 req-5bdab433-2069-4556-bacb-5266838921b8 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=22096a2e3ea440fa8e278fa1aedd8b69&device_id=380f67c4-e220-4475-abbc-73001fa9d2b6 HTTP/1.1" status: 200 len: 1094 time: 0.0707414 Apr 18 21:37:44.233935 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-4ffbbf01-9810-419f-a66b-86056c869c63 req-77e003c8-9eeb-443a-9da7-3968a6efc0ec service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=5fb4825f-1d83-4ce0-ae2e-6817ffaff8ac HTTP/1.1" status: 200 len: 217 time: 0.0638435 Apr 18 21:37:44.293874 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ffbbf01-9810-419f-a66b-86056c869c63 req-9587ba00-803b-48b3-a184-b80dbcb52291 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:37:44.295248 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-4ffbbf01-9810-419f-a66b-86056c869c63 req-9587ba00-803b-48b3-a184-b80dbcb52291 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=d04e158b-4c0d-49dc-93f4-3eff158b0da3 HTTP/1.1" status: 200 len: 854 time: 0.0549335 Apr 18 21:37:44.339554 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-4ffbbf01-9810-419f-a66b-86056c869c63 req-cf934e32-6905-48f3-b9b7-7b25075917d5 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=b70b0c43-ff4f-4089-afa0-7d3a8b93bcf7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0386546 Apr 18 21:37:44.467131 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-4ffbbf01-9810-419f-a66b-86056c869c63 req-697dec05-88b6-4d0a-9b44-18c127fcbaae service neutron] 10.222.0.48 "GET /v2.0/networks/b70b0c43-ff4f-4089-afa0-7d3a8b93bcf7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1214869 Apr 18 21:37:44.597275 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-4ffbbf01-9810-419f-a66b-86056c869c63 req-8d11c664-54e4-40c5-917f-48e71b99ae85 service neutron] 10.222.0.48 "GET /v2.0/networks/b70b0c43-ff4f-4089-afa0-7d3a8b93bcf7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1233287 Apr 18 21:37:44.714678 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-e6339847-a4b4-47da-8033-2e86b22a0ab6 req-63021106-2511-45c6-9c03-4a314fe9f835 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=22096a2e3ea440fa8e278fa1aedd8b69&device_id=380f67c4-e220-4475-abbc-73001fa9d2b6 HTTP/1.1" status: 200 len: 1094 time: 0.0723989 Apr 18 21:37:44.719724 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2363c21-4834-4d64-8bc2-aebe34c1232b req-c25a4f11-4c5a-4872-ac89-f8d16b54c393 tempest-ServersNegativeTestJSON-1778453339 tempest-ServersNegativeTestJSON-1778453339-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:37:44.721320 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-d2363c21-4834-4d64-8bc2-aebe34c1232b req-c25a4f11-4c5a-4872-ac89-f8d16b54c393 tempest-ServersNegativeTestJSON-1778453339 tempest-ServersNegativeTestJSON-1778453339-project] 10.222.0.42 "GET /v2.0/ports?device_id=380f67c4-e220-4475-abbc-73001fa9d2b6 HTTP/1.1" status: 200 len: 943 time: 0.0753050 Apr 18 21:37:44.767197 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-d2363c21-4834-4d64-8bc2-aebe34c1232b req-ec78d0a3-8864-4075-9ff2-df4f137b3e2c tempest-ServersNegativeTestJSON-1778453339 tempest-ServersNegativeTestJSON-1778453339-project] 10.222.0.42 "GET /v2.0/security-groups?id=614b0852-d5f5-4322-9329-81e985227868&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392511 Apr 18 21:37:44.846718 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6339847-a4b4-47da-8033-2e86b22a0ab6 req-2c102451-569c-44ff-b5bb-bc6211f14194 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:37:44.848116 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-e6339847-a4b4-47da-8033-2e86b22a0ab6 req-2c102451-569c-44ff-b5bb-bc6211f14194 service neutron] 10.222.0.48 "GET /v2.0/networks?id=b70b0c43-ff4f-4089-afa0-7d3a8b93bcf7 HTTP/1.1" status: 200 len: 915 time: 0.1271646 Apr 18 21:37:44.917526 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-e6339847-a4b4-47da-8033-2e86b22a0ab6 req-0eaf9907-ee12-4a55-9382-02d5c709e5dd service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=5fb4825f-1d83-4ce0-ae2e-6817ffaff8ac HTTP/1.1" status: 200 len: 217 time: 0.0626943 Apr 18 21:37:44.978532 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6339847-a4b4-47da-8033-2e86b22a0ab6 req-2663bfdc-e479-4277-ab69-9723abd75d7d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:37:44.980011 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-e6339847-a4b4-47da-8033-2e86b22a0ab6 req-2663bfdc-e479-4277-ab69-9723abd75d7d service neutron] 10.222.0.48 "GET /v2.0/subnets?id=d04e158b-4c0d-49dc-93f4-3eff158b0da3 HTTP/1.1" status: 200 len: 854 time: 0.0567517 Apr 18 21:37:45.025464 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-e6339847-a4b4-47da-8033-2e86b22a0ab6 req-67d596ae-b78c-47d6-8105-1e16fe3c5731 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=b70b0c43-ff4f-4089-afa0-7d3a8b93bcf7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0391328 Apr 18 21:37:45.055839 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.agents_db [None req-6346a179-333c-4370-b5a6-936984aeab15 None None] Agent healthcheck: found 7 active agents {{(pid=84043) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 18 21:37:45.154637 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-e6339847-a4b4-47da-8033-2e86b22a0ab6 req-c95f22f3-86ab-47f7-a2c5-fa9b03a22bba service neutron] 10.222.0.48 "GET /v2.0/networks/b70b0c43-ff4f-4089-afa0-7d3a8b93bcf7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1224275 Apr 18 21:37:45.283681 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-e6339847-a4b4-47da-8033-2e86b22a0ab6 req-8671c6e2-c9a1-4829-ac02-deae999ebfc4 service neutron] 10.222.0.48 "GET /v2.0/networks/b70b0c43-ff4f-4089-afa0-7d3a8b93bcf7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1221020 Apr 18 21:37:45.734785 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-39afcb2f-76a0-487c-9405-a4403f8f2443 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750375287399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253529'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:37:46.061760 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03d0efcb-fde7-4c72-a4fa-00a9d7462d26 req-8d4edb14-da4d-4d03-a586-72545aeec694 tempest-ServersNegativeTestJSON-1778453339 tempest-ServersNegativeTestJSON-1778453339-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:37:46.063200 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-03d0efcb-fde7-4c72-a4fa-00a9d7462d26 req-8d4edb14-da4d-4d03-a586-72545aeec694 tempest-ServersNegativeTestJSON-1778453339 tempest-ServersNegativeTestJSON-1778453339-project] 10.222.0.42 "GET /v2.0/ports?device_id=380f67c4-e220-4475-abbc-73001fa9d2b6 HTTP/1.1" status: 200 len: 943 time: 0.1709177 Apr 18 21:37:46.110861 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-03d0efcb-fde7-4c72-a4fa-00a9d7462d26 req-6f120c07-e3c0-467a-ba9f-75016cf918c5 tempest-ServersNegativeTestJSON-1778453339 tempest-ServersNegativeTestJSON-1778453339-project] 10.222.0.42 "GET /v2.0/security-groups?id=614b0852-d5f5-4322-9329-81e985227868&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412018 Apr 18 21:37:47.306051 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0855a8a9-948d-410c-8237-f07c7b71a3be req-cbc878f6-905e-4010-9cc6-7e22b289e395 tempest-ServersNegativeTestJSON-1778453339 tempest-ServersNegativeTestJSON-1778453339-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:37:47.307494 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-0855a8a9-948d-410c-8237-f07c7b71a3be req-cbc878f6-905e-4010-9cc6-7e22b289e395 tempest-ServersNegativeTestJSON-1778453339 tempest-ServersNegativeTestJSON-1778453339-project] 10.222.0.42 "GET /v2.0/ports?device_id=380f67c4-e220-4475-abbc-73001fa9d2b6 HTTP/1.1" status: 200 len: 943 time: 0.0778987 Apr 18 21:37:47.351866 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-0855a8a9-948d-410c-8237-f07c7b71a3be req-be1d9381-f589-4d55-bbc0-eed5c0c41e05 tempest-ServersNegativeTestJSON-1778453339 tempest-ServersNegativeTestJSON-1778453339-project] 10.222.0.42 "GET /v2.0/security-groups?id=614b0852-d5f5-4322-9329-81e985227868&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387564 Apr 18 21:37:47.937420 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Device 5fb4825f-1d83-4ce0-ae2e-6817ffaff8ac details requested by agent hyperv_n-h2-838334-2 with host n-h2-838334-2 {{(pid=84042) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 18 21:37:48.036024 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-80200a0a-1810-4bc5-90b7-2cee3ef4312f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750375287399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253529'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:37:48.082348 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] For port 5fb4825f-1d83-4ce0-ae2e-6817ffaff8ac, host n-h2-838334-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838334-2',level=0,port_id=5fb4825f-1d83-4ce0-ae2e-6817ffaff8ac,segment=NetworkSegment(663114bb-38a1-4808-aaee-817d7138bf4b),segment_id=663114bb-38a1-4808-aaee-817d7138bf4b)] {{(pid=84042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:37:48.095352 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Returning: {'device': '5fb4825f-1d83-4ce0-ae2e-6817ffaff8ac', 'network_id': 'b70b0c43-ff4f-4089-afa0-7d3a8b93bcf7', 'port_id': '5fb4825f-1d83-4ce0-ae2e-6817ffaff8ac', 'mac_address': 'fa:16:3e:e5:ce:af', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 390, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd04e158b-4c0d-49dc-93f4-3eff158b0da3', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84042) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 18 21:37:48.148760 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:37:48.165352 n-d-838334-2 neutron-server[84042]: DEBUG neutron.notifiers.nova [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5fb4825f-1d83-4ce0-ae2e-6817ffaff8ac {{(pid=84042) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 18 21:37:48.180843 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] For port 5fb4825f-1d83-4ce0-ae2e-6817ffaff8ac, host n-h2-838334-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838334-2',level=0,port_id=5fb4825f-1d83-4ce0-ae2e-6817ffaff8ac,segment=NetworkSegment(663114bb-38a1-4808-aaee-817d7138bf4b),segment_id=663114bb-38a1-4808-aaee-817d7138bf4b)] {{(pid=84042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:37:48.184322 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682'] for port, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:37:48.251898 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Pushing event updated for resources: {'Port': ['ID=5fb4825f-1d83-4ce0-ae2e-6817ffaff8ac,revision_number=4']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:37:48.390930 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] get_ports_and_sgs() called for port_ids ['5fb4825f-1d83-4ce0-ae2e-6817ffaff8ac'] {{(pid=84042) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 18 21:37:48.705653 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b163824-e711-4e2b-a799-a9c566b1b597 req-23613c17-42fa-463c-87e0-4b2a5d4cb2b6 tempest-ServersNegativeTestJSON-1778453339 tempest-ServersNegativeTestJSON-1778453339-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:37:48.707085 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-6b163824-e711-4e2b-a799-a9c566b1b597 req-23613c17-42fa-463c-87e0-4b2a5d4cb2b6 tempest-ServersNegativeTestJSON-1778453339 tempest-ServersNegativeTestJSON-1778453339-project] 10.222.0.42 "GET /v2.0/ports?device_id=380f67c4-e220-4475-abbc-73001fa9d2b6 HTTP/1.1" status: 200 len: 944 time: 0.0785358 Apr 18 21:37:48.751560 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-6b163824-e711-4e2b-a799-a9c566b1b597 req-b9e51a19-01f0-4474-a158-d96a9daf98ba tempest-ServersNegativeTestJSON-1778453339 tempest-ServersNegativeTestJSON-1778453339-project] 10.222.0.42 "GET /v2.0/security-groups?id=614b0852-d5f5-4322-9329-81e985227868&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385137 Apr 18 21:37:49.151397 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750375287399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253529'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:37:49.647564 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-414b6ffe-e119-47bc-b18f-bcff1219c2f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750375287399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253529'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:37:49.946529 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fc4e517-b1be-42f1-869e-9414a4307814 req-093620dd-6f23-4a51-87f7-8ea5b71992b0 tempest-ServersNegativeTestJSON-1778453339 tempest-ServersNegativeTestJSON-1778453339-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:37:49.947808 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Device 5fb4825f-1d83-4ce0-ae2e-6817ffaff8ac up at agent hyperv_n-h2-838334-2 {{(pid=84042) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 21:37:49.947942 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-6fc4e517-b1be-42f1-869e-9414a4307814 req-093620dd-6f23-4a51-87f7-8ea5b71992b0 tempest-ServersNegativeTestJSON-1778453339 tempest-ServersNegativeTestJSON-1778453339-project] 10.222.0.42 "GET /v2.0/ports?device_id=380f67c4-e220-4475-abbc-73001fa9d2b6 HTTP/1.1" status: 200 len: 944 time: 0.0750234 Apr 18 21:37:49.997887 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-6fc4e517-b1be-42f1-869e-9414a4307814 req-c96cb321-4277-41f2-99d9-2b7d389b6cbe tempest-ServersNegativeTestJSON-1778453339 tempest-ServersNegativeTestJSON-1778453339-project] 10.222.0.42 "GET /v2.0/security-groups?id=614b0852-d5f5-4322-9329-81e985227868&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437026 Apr 18 21:37:50.019295 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Provisioning for port 5fb4825f-1d83-4ce0-ae2e-6817ffaff8ac completed by entity L2. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 21:37:50.024077 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Provisioning complete for port 5fb4825f-1d83-4ce0-ae2e-6817ffaff8ac triggered by entity L2. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:37:50.024447 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1253608'] for port, provisioning_complete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:37:50.136729 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:37:50.190328 n-d-838334-2 neutron-server[84042]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '380f67c4-e220-4475-abbc-73001fa9d2b6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5fb4825f-1d83-4ce0-ae2e-6817ffaff8ac'}] {{(pid=84042) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 21:37:50.200029 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] For port 5fb4825f-1d83-4ce0-ae2e-6817ffaff8ac, host n-h2-838334-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838334-2',level=0,port_id=5fb4825f-1d83-4ce0-ae2e-6817ffaff8ac,segment=NetworkSegment(663114bb-38a1-4808-aaee-817d7138bf4b),segment_id=663114bb-38a1-4808-aaee-817d7138bf4b)] {{(pid=84042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:37:50.203762 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682'] for port, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:37:50.245433 n-d-838334-2 neutron-server[84042]: INFO neutron.notifiers.nova [-] Nova event matching ['req-081707c7-e0ee-4d75-ba8c-ff13fbebfb70'] response: {'server_uuid': '380f67c4-e220-4475-abbc-73001fa9d2b6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5fb4825f-1d83-4ce0-ae2e-6817ffaff8ac', 'code': 200} Apr 18 21:37:50.271137 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Pushing event updated for resources: {'Port': ['ID=5fb4825f-1d83-4ce0-ae2e-6817ffaff8ac,revision_number=5']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:37:50.373698 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-8703c709-62a8-42a5-bebb-d2b121a3135e req-2a8b012a-5965-4dd4-acd8-b445a1c7d4f7 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=380f67c4-e220-4475-abbc-73001fa9d2b6 HTTP/1.1" status: 200 len: 1096 time: 0.0729988 Apr 18 21:37:50.416091 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-8703c709-62a8-42a5-bebb-d2b121a3135e req-f45717f5-b037-4754-a4d7-1368a86ac229 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=614b0852-d5f5-4322-9329-81e985227868&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366275 Apr 18 21:37:50.731823 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-c7521a90-7d65-4e2e-842c-ca5d95e9a89c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750375287399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253529'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:37:51.195635 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7a6877c-bf59-48dd-88d1-a428894e1173 req-11af481d-c58c-4e45-aa00-da8e650210ca tempest-ServersNegativeTestJSON-1778453339 tempest-ServersNegativeTestJSON-1778453339-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:37:51.197085 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-d7a6877c-bf59-48dd-88d1-a428894e1173 req-11af481d-c58c-4e45-aa00-da8e650210ca tempest-ServersNegativeTestJSON-1778453339 tempest-ServersNegativeTestJSON-1778453339-project] 10.222.0.42 "GET /v2.0/ports?device_id=380f67c4-e220-4475-abbc-73001fa9d2b6 HTTP/1.1" status: 200 len: 945 time: 0.0770669 Apr 18 21:37:51.240128 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-d7a6877c-bf59-48dd-88d1-a428894e1173 req-5e267ef7-cbf7-4896-ada5-51789ee4fa2f tempest-ServersNegativeTestJSON-1778453339 tempest-ServersNegativeTestJSON-1778453339-project] 10.222.0.42 "GET /v2.0/security-groups?id=614b0852-d5f5-4322-9329-81e985227868&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375113 Apr 18 21:37:52.449874 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9747d587-61fb-42de-add2-c998b8eb9661 req-41d1031f-c588-42e6-b128-c5ed0c56c484 tempest-ServersNegativeTestJSON-1778453339 tempest-ServersNegativeTestJSON-1778453339-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:37:52.451324 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-9747d587-61fb-42de-add2-c998b8eb9661 req-41d1031f-c588-42e6-b128-c5ed0c56c484 tempest-ServersNegativeTestJSON-1778453339 tempest-ServersNegativeTestJSON-1778453339-project] 10.222.0.42 "GET /v2.0/ports?device_id=380f67c4-e220-4475-abbc-73001fa9d2b6 HTTP/1.1" status: 200 len: 945 time: 0.0873313 Apr 18 21:37:52.496618 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-9747d587-61fb-42de-add2-c998b8eb9661 req-809c5e37-d807-4e45-9aa1-65c8e55a4da4 tempest-ServersNegativeTestJSON-1778453339 tempest-ServersNegativeTestJSON-1778453339-project] 10.222.0.42 "GET /v2.0/security-groups?id=614b0852-d5f5-4322-9329-81e985227868&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398526 Apr 18 21:37:52.793066 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-629251e0-50ff-4ab6-841b-aa73c7908d64 req-12e0d8e1-cfd2-4739-b267-39441bb7fcb7 tempest-ServersNegativeTestJSON-1778453339 tempest-ServersNegativeTestJSON-1778453339-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:37:52.794401 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-629251e0-50ff-4ab6-841b-aa73c7908d64 req-12e0d8e1-cfd2-4739-b267-39441bb7fcb7 tempest-ServersNegativeTestJSON-1778453339 tempest-ServersNegativeTestJSON-1778453339-project] 10.222.0.42 "GET /v2.0/networks?id=b70b0c43-ff4f-4089-afa0-7d3a8b93bcf7 HTTP/1.1" status: 200 len: 814 time: 0.1408634 Apr 18 21:37:52.811697 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-629251e0-50ff-4ab6-841b-aa73c7908d64 req-542d68ca-50e9-4aab-a2c0-25060ad5c38d tempest-ServersNegativeTestJSON-1778453339 tempest-ServersNegativeTestJSON-1778453339-project] 10.222.0.42 "GET /v2.0/quotas/22096a2e3ea440fa8e278fa1aedd8b69 HTTP/1.1" status: 200 len: 375 time: 0.0119603 Apr 18 21:37:52.887050 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-629251e0-50ff-4ab6-841b-aa73c7908d64 req-85c9361b-a99e-4aaf-b9fa-46aa0a19ded3 tempest-ServersNegativeTestJSON-1778453339 tempest-ServersNegativeTestJSON-1778453339-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=22096a2e3ea440fa8e278fa1aedd8b69&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0703728 Apr 18 21:37:53.015592 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-629251e0-50ff-4ab6-841b-aa73c7908d64 req-09837c8a-7b01-4763-beab-aa54ce28dec8 service neutron] 10.222.0.42 "GET /v2.0/networks/b70b0c43-ff4f-4089-afa0-7d3a8b93bcf7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1218798 Apr 18 21:37:53.144739 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-629251e0-50ff-4ab6-841b-aa73c7908d64 req-57ba95a1-c374-483b-b862-f4a121f94e53 service neutron] 10.222.0.42 "GET /v2.0/networks/b70b0c43-ff4f-4089-afa0-7d3a8b93bcf7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1233597 Apr 18 21:37:53.330105 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-b59f66c7-0562-44b2-a34a-b7db1233b50b req-c59d4c84-0d93-4730-b67d-346c13bd91d5 tempest-ServersNegativeTestJSON-1778453339 tempest-ServersNegativeTestJSON-1778453339-project] 10.222.0.42 "GET /v2.0/ports?device_id=509ccb2c-08cb-4a30-8ce7-f169c721d04e HTTP/1.1" status: 200 len: 210 time: 0.0439675 Apr 18 21:37:54.417350 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-629251e0-50ff-4ab6-841b-aa73c7908d64 req-11e50bc3-fd62-412e-a7ea-0e7064c9445f tempest-ServersNegativeTestJSON-1778453339 tempest-ServersNegativeTestJSON-1778453339-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:37:54.418951 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-629251e0-50ff-4ab6-841b-aa73c7908d64 req-11e50bc3-fd62-412e-a7ea-0e7064c9445f tempest-ServersNegativeTestJSON-1778453339 tempest-ServersNegativeTestJSON-1778453339-project] 10.222.0.43 "GET /v2.0/networks?id=b70b0c43-ff4f-4089-afa0-7d3a8b93bcf7 HTTP/1.1" status: 200 len: 814 time: 0.1442294 Apr 18 21:37:54.435549 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.v2.base [req-629251e0-50ff-4ab6-841b-aa73c7908d64 req-27ccafe5-9a98-4ba7-bb49-0bff51be1407 tempest-ServersNegativeTestJSON-1778453339 tempest-ServersNegativeTestJSON-1778453339-project] Request body: {'port': {'device_id': '509ccb2c-08cb-4a30-8ce7-f169c721d04e', 'network_id': 'b70b0c43-ff4f-4089-afa0-7d3a8b93bcf7', 'admin_state_up': True, 'tenant_id': '22096a2e3ea440fa8e278fa1aedd8b69'}} {{(pid=84040) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:37:54.555659 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-62a2537b-4fa0-495b-9094-8a941d1b495f req-93f785dc-8a49-4545-bc61-66eaeb0a7ded tempest-ServersNegativeTestJSON-1778453339 tempest-ServersNegativeTestJSON-1778453339-project] 10.222.0.42 "GET /v2.0/ports?device_id=509ccb2c-08cb-4a30-8ce7-f169c721d04e HTTP/1.1" status: 200 len: 210 time: 0.0571909 Apr 18 21:37:54.605166 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [req-629251e0-50ff-4ab6-841b-aa73c7908d64 req-27ccafe5-9a98-4ba7-bb49-0bff51be1407 tempest-ServersNegativeTestJSON-1778453339 tempest-ServersNegativeTestJSON-1778453339-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:37:54.609077 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [req-629251e0-50ff-4ab6-841b-aa73c7908d64 req-27ccafe5-9a98-4ba7-bb49-0bff51be1407 tempest-ServersNegativeTestJSON-1778453339 tempest-ServersNegativeTestJSON-1778453339-project] Usage tracker for resource:port and tenant:22096a2e3ea440fa8e278fa1aedd8b69 is out of sync, need to count used quota {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:37:54.611957 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [req-629251e0-50ff-4ab6-841b-aa73c7908d64 req-27ccafe5-9a98-4ba7-bb49-0bff51be1407 tempest-ServersNegativeTestJSON-1778453339 tempest-ServersNegativeTestJSON-1778453339-project] Quota usage for port was recalculated. Used quota:1. {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:37:54.618334 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [req-629251e0-50ff-4ab6-841b-aa73c7908d64 req-27ccafe5-9a98-4ba7-bb49-0bff51be1407 tempest-ServersNegativeTestJSON-1778453339 tempest-ServersNegativeTestJSON-1778453339-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:37:54.627706 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-629251e0-50ff-4ab6-841b-aa73c7908d64 req-27ccafe5-9a98-4ba7-bb49-0bff51be1407 tempest-ServersNegativeTestJSON-1778453339 tempest-ServersNegativeTestJSON-1778453339-project] Made reservation on behalf of 22096a2e3ea440fa8e278fa1aedd8b69 for: {'port': 1} {{(pid=84040) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:37:54.630564 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-629251e0-50ff-4ab6-841b-aa73c7908d64 req-27ccafe5-9a98-4ba7-bb49-0bff51be1407 tempest-ServersNegativeTestJSON-1778453339 tempest-ServersNegativeTestJSON-1778453339-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:37:54.786909 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.db_base_plugin_common [req-629251e0-50ff-4ab6-841b-aa73c7908d64 req-27ccafe5-9a98-4ba7-bb49-0bff51be1407 tempest-ServersNegativeTestJSON-1778453339 tempest-ServersNegativeTestJSON-1778453339-project] Allocated IP 172.20.0.2 (b70b0c43-ff4f-4089-afa0-7d3a8b93bcf7/d04e158b-4c0d-49dc-93f4-3eff158b0da3/4efda1a0-04e8-48d9-82f3-6be2098714fc) {{(pid=84040) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 21:37:55.085787 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-629251e0-50ff-4ab6-841b-aa73c7908d64 req-27ccafe5-9a98-4ba7-bb49-0bff51be1407 tempest-ServersNegativeTestJSON-1778453339 tempest-ServersNegativeTestJSON-1778453339-project] Notify callbacks [] for port, precommit_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:37:55.112669 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-629251e0-50ff-4ab6-841b-aa73c7908d64 req-27ccafe5-9a98-4ba7-bb49-0bff51be1407 tempest-ServersNegativeTestJSON-1778453339 tempest-ServersNegativeTestJSON-1778453339-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750374836619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32440838'] for port, after_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:37:55.124639 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] get_ports_and_sgs() called for port_ids ['5fb4825f-1d83-4ce0-ae2e-6817ffaff8ac'] {{(pid=84042) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 18 21:37:55.186339 n-d-838334-2 neutron-server[84040]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-629251e0-50ff-4ab6-841b-aa73c7908d64 req-27ccafe5-9a98-4ba7-bb49-0bff51be1407 tempest-ServersNegativeTestJSON-1778453339 tempest-ServersNegativeTestJSON-1778453339-project] Network b70b0c43-ff4f-4089-afa0-7d3a8b93bcf7 is already hosted by enough agents. {{(pid=84040) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:37:55.189359 n-d-838334-2 neutron-server[84040]: DEBUG neutron.scheduler.base_scheduler [req-629251e0-50ff-4ab6-841b-aa73c7908d64 req-27ccafe5-9a98-4ba7-bb49-0bff51be1407 tempest-ServersNegativeTestJSON-1778453339 tempest-ServersNegativeTestJSON-1778453339-project] Resources bound (agent type, host, resource id): {{(pid=84040) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:37:55.192254 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.l3_dvrscheduler_db [req-629251e0-50ff-4ab6-841b-aa73c7908d64 req-27ccafe5-9a98-4ba7-bb49-0bff51be1407 tempest-ServersNegativeTestJSON-1778453339 tempest-ServersNegativeTestJSON-1778453339-project] Received port after_create {{(pid=84040) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 21:37:55.234897 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ccafe5-9a98-4ba7-bb49-0bff51be1407 tempest-ServersNegativeTestJSON-1778453339 tempest-ServersNegativeTestJSON-1778453339-project] Pushing event updated for resources: {'Port': ['ID=4efda1a0-04e8-48d9-82f3-6be2098714fc,revision_number=1']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:37:55.259226 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-629251e0-50ff-4ab6-841b-aa73c7908d64 req-27ccafe5-9a98-4ba7-bb49-0bff51be1407 tempest-ServersNegativeTestJSON-1778453339 tempest-ServersNegativeTestJSON-1778453339-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:37:55.259852 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-629251e0-50ff-4ab6-841b-aa73c7908d64 req-27ccafe5-9a98-4ba7-bb49-0bff51be1407 tempest-ServersNegativeTestJSON-1778453339 tempest-ServersNegativeTestJSON-1778453339-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217293'] for port, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:37:55.280809 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-629251e0-50ff-4ab6-841b-aa73c7908d64 req-27ccafe5-9a98-4ba7-bb49-0bff51be1407 tempest-ServersNegativeTestJSON-1778453339 tempest-ServersNegativeTestJSON-1778453339-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8490148 Apr 18 21:37:55.293083 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.v2.base [req-629251e0-50ff-4ab6-841b-aa73c7908d64 req-3a7bb5a8-cbad-4301-b6f8-2b69299036c7 service neutron] Request body: {'port': {'device_id': '509ccb2c-08cb-4a30-8ce7-f169c721d04e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-838334-2'}} {{(pid=84040) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:37:55.400203 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-629251e0-50ff-4ab6-841b-aa73c7908d64 req-3a7bb5a8-cbad-4301-b6f8-2b69299036c7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:37:55.779652 n-d-838334-2 neutron-server[84040]: DEBUG neutron.notifiers.nova [req-629251e0-50ff-4ab6-841b-aa73c7908d64 req-3a7bb5a8-cbad-4301-b6f8-2b69299036c7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4efda1a0-04e8-48d9-82f3-6be2098714fc {{(pid=84040) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 18 21:37:55.788684 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-629251e0-50ff-4ab6-841b-aa73c7908d64 req-3a7bb5a8-cbad-4301-b6f8-2b69299036c7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:37:55.807866 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.provisioning_blocks [req-629251e0-50ff-4ab6-841b-aa73c7908d64 req-3a7bb5a8-cbad-4301-b6f8-2b69299036c7 service neutron] Transition to ACTIVE for port object 4efda1a0-04e8-48d9-82f3-6be2098714fc will not be triggered until provisioned by entity L2. {{(pid=84040) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:37:55.812658 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-629251e0-50ff-4ab6-841b-aa73c7908d64 req-3a7bb5a8-cbad-4301-b6f8-2b69299036c7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32440959'] for port, after_update {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:37:55.857026 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae832f8b-ff5c-4081-9ebc-21ef18711f20 req-0dbc12a9-cf47-453d-b88e-bf472388ec31 tempest-ServersNegativeTestJSON-1778453339 tempest-ServersNegativeTestJSON-1778453339-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:37:55.857639 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [req-ae832f8b-ff5c-4081-9ebc-21ef18711f20 req-0dbc12a9-cf47-453d-b88e-bf472388ec31 tempest-ServersNegativeTestJSON-1778453339 tempest-ServersNegativeTestJSON-1778453339-project] Synchronizing usage tracker for tenant:22096a2e3ea440fa8e278fa1aedd8b69 on resource:port {{(pid=84040) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 21:37:55.951039 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a7bb5a8-cbad-4301-b6f8-2b69299036c7 service neutron] Pushing event updated for resources: {'Port': ['ID=4efda1a0-04e8-48d9-82f3-6be2098714fc,revision_number=2']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:37:55.961767 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [req-ae832f8b-ff5c-4081-9ebc-21ef18711f20 req-0dbc12a9-cf47-453d-b88e-bf472388ec31 tempest-ServersNegativeTestJSON-1778453339 tempest-ServersNegativeTestJSON-1778453339-project] Unset dirty status for tenant:22096a2e3ea440fa8e278fa1aedd8b69 on resource:port {{(pid=84040) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 21:37:55.962916 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-ae832f8b-ff5c-4081-9ebc-21ef18711f20 req-0dbc12a9-cf47-453d-b88e-bf472388ec31 tempest-ServersNegativeTestJSON-1778453339 tempest-ServersNegativeTestJSON-1778453339-project] 10.222.0.42 "GET /v2.0/ports?device_id=509ccb2c-08cb-4a30-8ce7-f169c721d04e HTTP/1.1" status: 200 len: 931 time: 0.2871456 Apr 18 21:37:56.079877 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-ae832f8b-ff5c-4081-9ebc-21ef18711f20 req-13ffd9af-d94c-4e24-a005-18afbc8b65c8 tempest-ServersNegativeTestJSON-1778453339 tempest-ServersNegativeTestJSON-1778453339-project] 10.222.0.42 "GET /v2.0/security-groups?id=614b0852-d5f5-4322-9329-81e985227868&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0929017 Apr 18 21:37:56.096660 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.managers [req-629251e0-50ff-4ab6-841b-aa73c7908d64 req-3a7bb5a8-cbad-4301-b6f8-2b69299036c7 service neutron] Attempting to bind port 4efda1a0-04e8-48d9-82f3-6be2098714fc on host n-h1-838334-2 for vnic_type normal with profile {{(pid=84040) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 21:37:56.097027 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.managers [req-629251e0-50ff-4ab6-841b-aa73c7908d64 req-3a7bb5a8-cbad-4301-b6f8-2b69299036c7 service neutron] Attempting to bind port 4efda1a0-04e8-48d9-82f3-6be2098714fc by drivers openvswitch,hyperv on host n-h1-838334-2 at level 0 using segments [{'id': '663114bb-38a1-4808-aaee-817d7138bf4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': 'b70b0c43-ff4f-4089-afa0-7d3a8b93bcf7'}] {{(pid=84040) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 21:37:56.097307 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-629251e0-50ff-4ab6-841b-aa73c7908d64 req-3a7bb5a8-cbad-4301-b6f8-2b69299036c7 service neutron] Attempting to bind port 4efda1a0-04e8-48d9-82f3-6be2098714fc on network b70b0c43-ff4f-4089-afa0-7d3a8b93bcf7 {{(pid=84040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 21:37:56.103944 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-629251e0-50ff-4ab6-841b-aa73c7908d64 req-3a7bb5a8-cbad-4301-b6f8-2b69299036c7 service neutron] Port 4efda1a0-04e8-48d9-82f3-6be2098714fc on network b70b0c43-ff4f-4089-afa0-7d3a8b93bcf7 not bound, no agent of type Open vSwitch agent registered on host n-h1-838334-2 {{(pid=84040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 18 21:37:56.104256 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-629251e0-50ff-4ab6-841b-aa73c7908d64 req-3a7bb5a8-cbad-4301-b6f8-2b69299036c7 service neutron] Attempting to bind port 4efda1a0-04e8-48d9-82f3-6be2098714fc on network b70b0c43-ff4f-4089-afa0-7d3a8b93bcf7 {{(pid=84040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 21:37:56.110414 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-629251e0-50ff-4ab6-841b-aa73c7908d64 req-3a7bb5a8-cbad-4301-b6f8-2b69299036c7 service neutron] Checking agent: {'id': 'd63bab19-ff81-4de1-afeb-a3732288d0d7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-838334-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 33, 59), 'started_at': datetime.datetime(2022, 4, 18, 20, 33, 59), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 21, 37, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 18 21:37:56.110691 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-629251e0-50ff-4ab6-841b-aa73c7908d64 req-3a7bb5a8-cbad-4301-b6f8-2b69299036c7 service neutron] Checking segment: {'id': '663114bb-38a1-4808-aaee-817d7138bf4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': 'b70b0c43-ff4f-4089-afa0-7d3a8b93bcf7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84040) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 21:37:56.111070 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-629251e0-50ff-4ab6-841b-aa73c7908d64 req-3a7bb5a8-cbad-4301-b6f8-2b69299036c7 service neutron] Bound using segment: {'id': '663114bb-38a1-4808-aaee-817d7138bf4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': 'b70b0c43-ff4f-4089-afa0-7d3a8b93bcf7'} {{(pid=84040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 18 21:37:56.111484 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.managers [req-629251e0-50ff-4ab6-841b-aa73c7908d64 req-3a7bb5a8-cbad-4301-b6f8-2b69299036c7 service neutron] Bound port: 4efda1a0-04e8-48d9-82f3-6be2098714fc, host: n-h1-838334-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '663114bb-38a1-4808-aaee-817d7138bf4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': 'b70b0c43-ff4f-4089-afa0-7d3a8b93bcf7'}}] {{(pid=84040) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 21:37:56.111850 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-629251e0-50ff-4ab6-841b-aa73c7908d64 req-3a7bb5a8-cbad-4301-b6f8-2b69299036c7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:37:56.197858 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.db [req-629251e0-50ff-4ab6-841b-aa73c7908d64 req-3a7bb5a8-cbad-4301-b6f8-2b69299036c7 service neutron] For port 4efda1a0-04e8-48d9-82f3-6be2098714fc, host n-h1-838334-2, cleared binding levels {{(pid=84040) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 21:37:56.200776 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.db [req-629251e0-50ff-4ab6-841b-aa73c7908d64 req-3a7bb5a8-cbad-4301-b6f8-2b69299036c7 service neutron] For port 4efda1a0-04e8-48d9-82f3-6be2098714fc, host n-h1-838334-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838334-2',level=0,port_id=4efda1a0-04e8-48d9-82f3-6be2098714fc,segment=NetworkSegment(663114bb-38a1-4808-aaee-817d7138bf4b),segment_id=663114bb-38a1-4808-aaee-817d7138bf4b)] {{(pid=84040) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 21:37:56.205191 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-629251e0-50ff-4ab6-841b-aa73c7908d64 req-3a7bb5a8-cbad-4301-b6f8-2b69299036c7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32440959'] for port, after_update {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:37:56.272433 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-629251e0-50ff-4ab6-841b-aa73c7908d64 req-3a7bb5a8-cbad-4301-b6f8-2b69299036c7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217293'] for port, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:37:56.273607 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-629251e0-50ff-4ab6-841b-aa73c7908d64 req-3a7bb5a8-cbad-4301-b6f8-2b69299036c7 service neutron] 10.222.0.43 "PUT /v2.0/ports/4efda1a0-04e8-48d9-82f3-6be2098714fc HTTP/1.1" status: 200 len: 1091 time: 0.9845109 Apr 18 21:37:56.274032 n-d-838334-2 neutron-server[84040]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '509ccb2c-08cb-4a30-8ce7-f169c721d04e', 'tag': '4efda1a0-04e8-48d9-82f3-6be2098714fc'}] {{(pid=84040) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 21:37:56.291490 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a7bb5a8-cbad-4301-b6f8-2b69299036c7 service neutron] Pushing event updated for resources: {'Port': ['ID=4efda1a0-04e8-48d9-82f3-6be2098714fc,revision_number=3']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:37:56.300704 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a7bb5a8-cbad-4301-b6f8-2b69299036c7 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:37:56.301048 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a7bb5a8-cbad-4301-b6f8-2b69299036c7 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:37:56.301389 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a7bb5a8-cbad-4301-b6f8-2b69299036c7 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:37:56.301988 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a7bb5a8-cbad-4301-b6f8-2b69299036c7 service neutron] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:37:56.302108 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a7bb5a8-cbad-4301-b6f8-2b69299036c7 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:37:56.302618 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a7bb5a8-cbad-4301-b6f8-2b69299036c7 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:37:56.303026 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a7bb5a8-cbad-4301-b6f8-2b69299036c7 service neutron] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:37:56.303539 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a7bb5a8-cbad-4301-b6f8-2b69299036c7 service neutron] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:37:56.304851 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a7bb5a8-cbad-4301-b6f8-2b69299036c7 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:37:56.304851 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a7bb5a8-cbad-4301-b6f8-2b69299036c7 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:37:56.305795 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a7bb5a8-cbad-4301-b6f8-2b69299036c7 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:37:56.343884 n-d-838334-2 neutron-server[84040]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e782747f-d734-42d8-b4c3-cb005b7f5a1d'] response: {'name': 'network-changed', 'server_uuid': '509ccb2c-08cb-4a30-8ce7-f169c721d04e', 'tag': '4efda1a0-04e8-48d9-82f3-6be2098714fc', 'status': 'completed', 'code': 200} Apr 18 21:37:56.378921 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-629251e0-50ff-4ab6-841b-aa73c7908d64 req-70dee5d2-54af-40bc-8a33-c94d27932338 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=22096a2e3ea440fa8e278fa1aedd8b69&device_id=509ccb2c-08cb-4a30-8ce7-f169c721d04e HTTP/1.1" status: 200 len: 1094 time: 0.0693505 Apr 18 21:37:56.447909 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-629251e0-50ff-4ab6-841b-aa73c7908d64 req-59990217-a692-4954-8143-d460993b2db4 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=4efda1a0-04e8-48d9-82f3-6be2098714fc HTTP/1.1" status: 200 len: 217 time: 0.0627525 Apr 18 21:37:56.508449 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-629251e0-50ff-4ab6-841b-aa73c7908d64 req-60963d61-f152-4352-92db-36c45bbdcf26 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:37:56.509827 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-629251e0-50ff-4ab6-841b-aa73c7908d64 req-60963d61-f152-4352-92db-36c45bbdcf26 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=d04e158b-4c0d-49dc-93f4-3eff158b0da3 HTTP/1.1" status: 200 len: 854 time: 0.0566959 Apr 18 21:37:56.557641 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-629251e0-50ff-4ab6-841b-aa73c7908d64 req-5f66a46b-ad56-4913-b01a-17350386d9be service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=b70b0c43-ff4f-4089-afa0-7d3a8b93bcf7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0420952 Apr 18 21:37:56.685092 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-629251e0-50ff-4ab6-841b-aa73c7908d64 req-a38a81aa-cdb7-4f03-b273-cd2d6134338d service neutron] 10.222.0.43 "GET /v2.0/networks/b70b0c43-ff4f-4089-afa0-7d3a8b93bcf7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1216869 Apr 18 21:37:56.900698 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-629251e0-50ff-4ab6-841b-aa73c7908d64 req-567ca9b1-30a4-4f6a-a453-71210bdcf45a service neutron] 10.222.0.43 "GET /v2.0/networks/b70b0c43-ff4f-4089-afa0-7d3a8b93bcf7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2100487 Apr 18 21:37:57.017216 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-d2dde24b-7705-41b0-9710-379d1c897a31 req-e4a3faa6-87e0-4f0e-855b-0219911ad49e service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=22096a2e3ea440fa8e278fa1aedd8b69&device_id=509ccb2c-08cb-4a30-8ce7-f169c721d04e HTTP/1.1" status: 200 len: 1094 time: 0.0686722 Apr 18 21:37:57.147342 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2dde24b-7705-41b0-9710-379d1c897a31 req-9b5a135a-919c-4f3f-a289-bf3586d1352a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:37:57.149033 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-d2dde24b-7705-41b0-9710-379d1c897a31 req-9b5a135a-919c-4f3f-a289-bf3586d1352a service neutron] 10.222.0.43 "GET /v2.0/networks?id=b70b0c43-ff4f-4089-afa0-7d3a8b93bcf7 HTTP/1.1" status: 200 len: 915 time: 0.1260512 Apr 18 21:37:57.252052 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-d2dde24b-7705-41b0-9710-379d1c897a31 req-e7920723-eff3-4233-bc5c-3876ddfb719b service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=4efda1a0-04e8-48d9-82f3-6be2098714fc HTTP/1.1" status: 200 len: 217 time: 0.0968471 Apr 18 21:37:57.331652 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2dde24b-7705-41b0-9710-379d1c897a31 req-5f938788-bfb9-4df0-b60b-5e4206b4ac57 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:37:57.333071 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-d2dde24b-7705-41b0-9710-379d1c897a31 req-5f938788-bfb9-4df0-b60b-5e4206b4ac57 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=d04e158b-4c0d-49dc-93f4-3eff158b0da3 HTTP/1.1" status: 200 len: 854 time: 0.0735180 Apr 18 21:37:57.379122 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e016e1de-100b-427d-a7f6-9ab46a669b9b req-cc63175a-43d6-4887-9abf-4188fcd5dcb6 tempest-ServersNegativeTestJSON-1778453339 tempest-ServersNegativeTestJSON-1778453339-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:37:57.380552 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-e016e1de-100b-427d-a7f6-9ab46a669b9b req-cc63175a-43d6-4887-9abf-4188fcd5dcb6 tempest-ServersNegativeTestJSON-1778453339 tempest-ServersNegativeTestJSON-1778453339-project] 10.222.0.42 "GET /v2.0/ports?device_id=509ccb2c-08cb-4a30-8ce7-f169c721d04e HTTP/1.1" status: 200 len: 943 time: 0.1750610 Apr 18 21:37:57.386370 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-d2dde24b-7705-41b0-9710-379d1c897a31 req-d4c289d1-f869-4f67-8a12-01358b8ef861 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=b70b0c43-ff4f-4089-afa0-7d3a8b93bcf7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0469551 Apr 18 21:37:57.507134 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-e016e1de-100b-427d-a7f6-9ab46a669b9b req-e662c7d8-ed04-4603-bf2d-31591e8d1c42 tempest-ServersNegativeTestJSON-1778453339 tempest-ServersNegativeTestJSON-1778453339-project] 10.222.0.42 "GET /v2.0/security-groups?id=614b0852-d5f5-4322-9329-81e985227868&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1197398 Apr 18 21:37:57.545533 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-d2dde24b-7705-41b0-9710-379d1c897a31 req-41dd1c0c-d1f4-4050-97bd-746e4427ac41 service neutron] 10.222.0.43 "GET /v2.0/networks/b70b0c43-ff4f-4089-afa0-7d3a8b93bcf7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1451998 Apr 18 21:37:57.676499 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-d2dde24b-7705-41b0-9710-379d1c897a31 req-b362d3cc-4012-4340-bfc8-4218634c2829 service neutron] 10.222.0.43 "GET /v2.0/networks/b70b0c43-ff4f-4089-afa0-7d3a8b93bcf7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1239855 Apr 18 21:37:58.705227 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa0de224-bdb4-41f2-acac-0d6c67510afb req-26006a1f-759a-4239-9d23-055700f1bbff tempest-ServersNegativeTestJSON-1778453339 tempest-ServersNegativeTestJSON-1778453339-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:37:58.706644 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-aa0de224-bdb4-41f2-acac-0d6c67510afb req-26006a1f-759a-4239-9d23-055700f1bbff tempest-ServersNegativeTestJSON-1778453339 tempest-ServersNegativeTestJSON-1778453339-project] 10.222.0.42 "GET /v2.0/ports?device_id=509ccb2c-08cb-4a30-8ce7-f169c721d04e HTTP/1.1" status: 200 len: 943 time: 0.0794554 Apr 18 21:37:58.750780 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-aa0de224-bdb4-41f2-acac-0d6c67510afb req-f7c0c63d-a04f-4087-8ed1-cdf270cce2f3 tempest-ServersNegativeTestJSON-1778453339 tempest-ServersNegativeTestJSON-1778453339-project] 10.222.0.42 "GET /v2.0/security-groups?id=614b0852-d5f5-4322-9329-81e985227868&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380466 Apr 18 21:37:59.944368 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7764dd9-45fd-43c4-a1f0-2fff5e00fc63 req-4b84bb45-0f5d-4594-818e-30c4c5d40417 tempest-ServersNegativeTestJSON-1778453339 tempest-ServersNegativeTestJSON-1778453339-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:37:59.946010 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-b7764dd9-45fd-43c4-a1f0-2fff5e00fc63 req-4b84bb45-0f5d-4594-818e-30c4c5d40417 tempest-ServersNegativeTestJSON-1778453339 tempest-ServersNegativeTestJSON-1778453339-project] 10.222.0.42 "GET /v2.0/ports?device_id=509ccb2c-08cb-4a30-8ce7-f169c721d04e HTTP/1.1" status: 200 len: 943 time: 0.0761750 Apr 18 21:37:59.991839 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-b7764dd9-45fd-43c4-a1f0-2fff5e00fc63 req-7dd076b3-19b7-4311-96e7-1d1660015cc0 tempest-ServersNegativeTestJSON-1778453339 tempest-ServersNegativeTestJSON-1778453339-project] 10.222.0.42 "GET /v2.0/security-groups?id=614b0852-d5f5-4322-9329-81e985227868&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401640 Apr 18 21:38:00.119221 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750375287399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253529'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:38:01.185199 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-828cbe1f-af22-4076-bc98-df472f3b137e req-8fd53edd-139b-4f3d-84c2-69fb634659bc tempest-ServersNegativeTestJSON-1778453339 tempest-ServersNegativeTestJSON-1778453339-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:38:01.186536 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-828cbe1f-af22-4076-bc98-df472f3b137e req-8fd53edd-139b-4f3d-84c2-69fb634659bc tempest-ServersNegativeTestJSON-1778453339 tempest-ServersNegativeTestJSON-1778453339-project] 10.222.0.42 "GET /v2.0/ports?device_id=509ccb2c-08cb-4a30-8ce7-f169c721d04e HTTP/1.1" status: 200 len: 943 time: 0.0780392 Apr 18 21:38:01.229773 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-828cbe1f-af22-4076-bc98-df472f3b137e req-a0fa179d-7cc8-4435-af53-ce7a0ac060eb tempest-ServersNegativeTestJSON-1778453339 tempest-ServersNegativeTestJSON-1778453339-project] 10.222.0.42 "GET /v2.0/security-groups?id=614b0852-d5f5-4322-9329-81e985227868&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379515 Apr 18 21:38:01.417446 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Device 4efda1a0-04e8-48d9-82f3-6be2098714fc details requested by agent hyperv_n-h1-838334-2 with host n-h1-838334-2 {{(pid=84042) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 18 21:38:01.547279 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] For port 4efda1a0-04e8-48d9-82f3-6be2098714fc, host n-h1-838334-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838334-2',level=0,port_id=4efda1a0-04e8-48d9-82f3-6be2098714fc,segment=NetworkSegment(663114bb-38a1-4808-aaee-817d7138bf4b),segment_id=663114bb-38a1-4808-aaee-817d7138bf4b)] {{(pid=84042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:38:01.561592 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Returning: {'device': '4efda1a0-04e8-48d9-82f3-6be2098714fc', 'network_id': 'b70b0c43-ff4f-4089-afa0-7d3a8b93bcf7', 'port_id': '4efda1a0-04e8-48d9-82f3-6be2098714fc', 'mac_address': 'fa:16:3e:c0:e9:74', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 390, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd04e158b-4c0d-49dc-93f4-3eff158b0da3', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84042) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 18 21:38:01.613371 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:38:01.633261 n-d-838334-2 neutron-server[84042]: DEBUG neutron.notifiers.nova [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4efda1a0-04e8-48d9-82f3-6be2098714fc {{(pid=84042) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 18 21:38:01.647509 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] For port 4efda1a0-04e8-48d9-82f3-6be2098714fc, host n-h1-838334-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838334-2',level=0,port_id=4efda1a0-04e8-48d9-82f3-6be2098714fc,segment=NetworkSegment(663114bb-38a1-4808-aaee-817d7138bf4b),segment_id=663114bb-38a1-4808-aaee-817d7138bf4b)] {{(pid=84042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:38:01.652280 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682'] for port, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:38:01.715272 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Pushing event updated for resources: {'Port': ['ID=4efda1a0-04e8-48d9-82f3-6be2098714fc,revision_number=4']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:38:01.840074 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] get_ports_and_sgs() called for port_ids ['4efda1a0-04e8-48d9-82f3-6be2098714fc'] {{(pid=84042) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 18 21:38:02.422867 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ed21f5a-4e78-46ac-a03a-79ce7812bdab req-beef52d5-1d72-45f0-8058-030df9414ad9 tempest-ServersNegativeTestJSON-1778453339 tempest-ServersNegativeTestJSON-1778453339-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:38:02.424328 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-6ed21f5a-4e78-46ac-a03a-79ce7812bdab req-beef52d5-1d72-45f0-8058-030df9414ad9 tempest-ServersNegativeTestJSON-1778453339 tempest-ServersNegativeTestJSON-1778453339-project] 10.222.0.42 "GET /v2.0/ports?device_id=509ccb2c-08cb-4a30-8ce7-f169c721d04e HTTP/1.1" status: 200 len: 944 time: 0.0753148 Apr 18 21:38:02.472177 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-6ed21f5a-4e78-46ac-a03a-79ce7812bdab req-f90e1540-c992-4340-ae94-06179e9ed39c tempest-ServersNegativeTestJSON-1778453339 tempest-ServersNegativeTestJSON-1778453339-project] 10.222.0.42 "GET /v2.0/security-groups?id=614b0852-d5f5-4322-9329-81e985227868&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415671 Apr 18 21:38:03.417061 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Device 4efda1a0-04e8-48d9-82f3-6be2098714fc up at agent hyperv_n-h1-838334-2 {{(pid=84042) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 21:38:03.483291 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Provisioning for port 4efda1a0-04e8-48d9-82f3-6be2098714fc completed by entity L2. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 21:38:03.488236 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Provisioning complete for port 4efda1a0-04e8-48d9-82f3-6be2098714fc triggered by entity L2. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:38:03.488688 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1253608'] for port, provisioning_complete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:38:03.605159 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:38:03.631804 n-d-838334-2 neutron-server[84042]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '509ccb2c-08cb-4a30-8ce7-f169c721d04e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4efda1a0-04e8-48d9-82f3-6be2098714fc'}] {{(pid=84042) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 21:38:03.641901 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] For port 4efda1a0-04e8-48d9-82f3-6be2098714fc, host n-h1-838334-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838334-2',level=0,port_id=4efda1a0-04e8-48d9-82f3-6be2098714fc,segment=NetworkSegment(663114bb-38a1-4808-aaee-817d7138bf4b),segment_id=663114bb-38a1-4808-aaee-817d7138bf4b)] {{(pid=84042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:38:03.646650 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682'] for port, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:38:03.681402 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19699ae6-3d62-4835-9dea-67f55ec4fb7a req-28a1cf67-76d5-472f-b14a-3d424ff623fe tempest-ServersNegativeTestJSON-1778453339 tempest-ServersNegativeTestJSON-1778453339-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:38:03.682803 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-19699ae6-3d62-4835-9dea-67f55ec4fb7a req-28a1cf67-76d5-472f-b14a-3d424ff623fe tempest-ServersNegativeTestJSON-1778453339 tempest-ServersNegativeTestJSON-1778453339-project] 10.222.0.42 "GET /v2.0/ports?device_id=509ccb2c-08cb-4a30-8ce7-f169c721d04e HTTP/1.1" status: 200 len: 944 time: 0.0793829 Apr 18 21:38:03.692017 n-d-838334-2 neutron-server[84042]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e1f23eca-f340-4b1c-adda-1c34ba9d9aa5'] response: {'server_uuid': '509ccb2c-08cb-4a30-8ce7-f169c721d04e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4efda1a0-04e8-48d9-82f3-6be2098714fc', 'code': 200} Apr 18 21:38:03.717234 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Pushing event updated for resources: {'Port': ['ID=4efda1a0-04e8-48d9-82f3-6be2098714fc,revision_number=5']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:38:03.736592 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-19699ae6-3d62-4835-9dea-67f55ec4fb7a req-2925b8cc-a73c-476b-92c6-e2f5d4b5d18d tempest-ServersNegativeTestJSON-1778453339 tempest-ServersNegativeTestJSON-1778453339-project] 10.222.0.42 "GET /v2.0/security-groups?id=614b0852-d5f5-4322-9329-81e985227868&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477760 Apr 18 21:38:03.817919 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-38da782e-2d0a-436a-b096-16d2ee812f6b req-2814f6d0-e446-491e-bf5a-907709f17ef6 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=509ccb2c-08cb-4a30-8ce7-f169c721d04e HTTP/1.1" status: 200 len: 1096 time: 0.0703773 Apr 18 21:38:03.859326 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-38da782e-2d0a-436a-b096-16d2ee812f6b req-9ae14f52-8d6b-4acf-928f-02cf34b25ef0 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=614b0852-d5f5-4322-9329-81e985227868&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352445 Apr 18 21:38:04.288609 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750375287399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253529'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:38:04.944510 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cbd6211-270f-4838-b197-b14d329a1791 req-c00cd40f-def1-4194-9169-b2bc07df4306 tempest-ServersNegativeTestJSON-1778453339 tempest-ServersNegativeTestJSON-1778453339-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:38:04.946185 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-3cbd6211-270f-4838-b197-b14d329a1791 req-c00cd40f-def1-4194-9169-b2bc07df4306 tempest-ServersNegativeTestJSON-1778453339 tempest-ServersNegativeTestJSON-1778453339-project] 10.222.0.42 "GET /v2.0/ports?device_id=509ccb2c-08cb-4a30-8ce7-f169c721d04e HTTP/1.1" status: 200 len: 945 time: 0.0795271 Apr 18 21:38:04.994307 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-3cbd6211-270f-4838-b197-b14d329a1791 req-19d1659c-a4e8-462e-b7a4-46efd849cbcc tempest-ServersNegativeTestJSON-1778453339 tempest-ServersNegativeTestJSON-1778453339-project] 10.222.0.42 "GET /v2.0/security-groups?id=614b0852-d5f5-4322-9329-81e985227868&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418246 Apr 18 21:38:06.195149 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98a86944-5abe-48af-b627-20c24e092c9e req-198f4d2c-d722-43c9-8d8d-a53e44adc71c tempest-ServersNegativeTestJSON-1778453339 tempest-ServersNegativeTestJSON-1778453339-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:38:06.196852 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-98a86944-5abe-48af-b627-20c24e092c9e req-198f4d2c-d722-43c9-8d8d-a53e44adc71c tempest-ServersNegativeTestJSON-1778453339 tempest-ServersNegativeTestJSON-1778453339-project] 10.222.0.42 "GET /v2.0/ports?device_id=509ccb2c-08cb-4a30-8ce7-f169c721d04e HTTP/1.1" status: 200 len: 945 time: 0.0807595 Apr 18 21:38:06.241832 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-98a86944-5abe-48af-b627-20c24e092c9e req-ed5e035e-23e5-4f16-9ff7-5bb0c092ab53 tempest-ServersNegativeTestJSON-1778453339 tempest-ServersNegativeTestJSON-1778453339-project] 10.222.0.42 "GET /v2.0/security-groups?id=614b0852-d5f5-4322-9329-81e985227868&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394886 Apr 18 21:38:06.678868 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d30007e-0097-4582-b31c-998460ba967e req-8dc76b1f-31f1-47a0-98ed-a94aa1cd4810 tempest-ServersNegativeTestJSON-1778453339 tempest-ServersNegativeTestJSON-1778453339-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:38:06.680575 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-8d30007e-0097-4582-b31c-998460ba967e req-8dc76b1f-31f1-47a0-98ed-a94aa1cd4810 tempest-ServersNegativeTestJSON-1778453339 tempest-ServersNegativeTestJSON-1778453339-project] 10.222.0.42 "GET /v2.0/ports?device_id=509ccb2c-08cb-4a30-8ce7-f169c721d04e HTTP/1.1" status: 200 len: 945 time: 0.0756147 Apr 18 21:38:06.734108 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-8d30007e-0097-4582-b31c-998460ba967e req-74e6002b-86a9-43b9-a352-a114562c00c9 tempest-ServersNegativeTestJSON-1778453339 tempest-ServersNegativeTestJSON-1778453339-project] 10.222.0.42 "GET /v2.0/security-groups?id=614b0852-d5f5-4322-9329-81e985227868&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464668 Apr 18 21:38:06.939371 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-099dd6e2-7087-442e-b917-a80539b2c4ce req-e8c8dd23-7b0d-4f6f-905d-c1dba8ebaa58 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=380f67c4-e220-4475-abbc-73001fa9d2b6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0710239 Apr 18 21:38:07.171514 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-099dd6e2-7087-442e-b917-a80539b2c4ce req-99c3d9a2-e227-4bb7-80b7-1e9077357521 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=22096a2e3ea440fa8e278fa1aedd8b69&device_id=380f67c4-e220-4475-abbc-73001fa9d2b6 HTTP/1.1" status: 200 len: 1096 time: 0.1608050 Apr 18 21:38:07.314062 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-099dd6e2-7087-442e-b917-a80539b2c4ce req-36372d23-a189-483c-9643-19618759c2a3 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:38:07.315485 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-099dd6e2-7087-442e-b917-a80539b2c4ce req-36372d23-a189-483c-9643-19618759c2a3 service neutron] 10.222.0.48 "GET /v2.0/networks?id=b70b0c43-ff4f-4089-afa0-7d3a8b93bcf7 HTTP/1.1" status: 200 len: 915 time: 0.1236079 Apr 18 21:38:07.386663 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-099dd6e2-7087-442e-b917-a80539b2c4ce req-3207719d-d1d1-45ec-bb2d-e6f851da77e3 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=5fb4825f-1d83-4ce0-ae2e-6817ffaff8ac HTTP/1.1" status: 200 len: 217 time: 0.0623450 Apr 18 21:38:07.450311 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-099dd6e2-7087-442e-b917-a80539b2c4ce req-f2f9b905-4c73-4d58-bcee-d0237145af65 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:38:07.451674 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-099dd6e2-7087-442e-b917-a80539b2c4ce req-f2f9b905-4c73-4d58-bcee-d0237145af65 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=d04e158b-4c0d-49dc-93f4-3eff158b0da3 HTTP/1.1" status: 200 len: 854 time: 0.0611088 Apr 18 21:38:07.494807 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-099dd6e2-7087-442e-b917-a80539b2c4ce req-ccac7662-8808-489d-81b2-ecae95f13f59 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=b70b0c43-ff4f-4089-afa0-7d3a8b93bcf7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0373628 Apr 18 21:38:07.622216 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-099dd6e2-7087-442e-b917-a80539b2c4ce req-7503fa1d-3e56-4708-9d94-57903e811969 service neutron] 10.222.0.48 "GET /v2.0/networks/b70b0c43-ff4f-4089-afa0-7d3a8b93bcf7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1213353 Apr 18 21:38:07.754191 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-099dd6e2-7087-442e-b917-a80539b2c4ce req-491552b6-952b-4d76-b70d-13da25078861 service neutron] 10.222.0.48 "GET /v2.0/networks/b70b0c43-ff4f-4089-afa0-7d3a8b93bcf7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1256421 Apr 18 21:38:08.026204 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8d8f539-85bb-46d0-b29f-c98965189230 req-b493c6b0-6f09-4d96-a4ff-5ce581b66ec4 tempest-ServersNegativeTestJSON-1778453339 tempest-ServersNegativeTestJSON-1778453339-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:38:08.027613 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-d8d8f539-85bb-46d0-b29f-c98965189230 req-b493c6b0-6f09-4d96-a4ff-5ce581b66ec4 tempest-ServersNegativeTestJSON-1778453339 tempest-ServersNegativeTestJSON-1778453339-project] 10.222.0.43 "GET /v2.0/ports?device_id=509ccb2c-08cb-4a30-8ce7-f169c721d04e HTTP/1.1" status: 200 len: 945 time: 0.2246597 Apr 18 21:38:08.033665 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ec2bee8-27a9-45de-bb65-99c1deb0678c req-a2d08398-0e65-466c-9b82-8d0d29034bfd tempest-ServersNegativeTestJSON-1778453339 tempest-ServersNegativeTestJSON-1778453339-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:38:08.034960 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-2ec2bee8-27a9-45de-bb65-99c1deb0678c req-a2d08398-0e65-466c-9b82-8d0d29034bfd tempest-ServersNegativeTestJSON-1778453339 tempest-ServersNegativeTestJSON-1778453339-project] 10.222.0.42 "GET /v2.0/ports?device_id=509ccb2c-08cb-4a30-8ce7-f169c721d04e HTTP/1.1" status: 200 len: 945 time: 0.1076643 Apr 18 21:38:08.122874 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.plugin [req-d8d8f539-85bb-46d0-b29f-c98965189230 req-1a0f5723-d802-455b-ab75-69ba693cc437 tempest-ServersNegativeTestJSON-1778453339 tempest-ServersNegativeTestJSON-1778453339-project] Deleting port 4efda1a0-04e8-48d9-82f3-6be2098714fc {{(pid=84040) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 21:38:08.123207 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-d8d8f539-85bb-46d0-b29f-c98965189230 req-1a0f5723-d802-455b-ab75-69ba693cc437 tempest-ServersNegativeTestJSON-1778453339 tempest-ServersNegativeTestJSON-1778453339-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750375188691'] for port, before_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:38:08.171806 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-2ec2bee8-27a9-45de-bb65-99c1deb0678c req-724b0e02-7eca-4743-b4ff-be8c00e1eae8 tempest-ServersNegativeTestJSON-1778453339 tempest-ServersNegativeTestJSON-1778453339-project] 10.222.0.42 "GET /v2.0/security-groups?id=614b0852-d5f5-4322-9329-81e985227868&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1092532 Apr 18 21:38:08.363038 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.db [req-d8d8f539-85bb-46d0-b29f-c98965189230 req-1a0f5723-d802-455b-ab75-69ba693cc437 tempest-ServersNegativeTestJSON-1778453339 tempest-ServersNegativeTestJSON-1778453339-project] For port 4efda1a0-04e8-48d9-82f3-6be2098714fc, host n-h1-838334-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838334-2',level=0,port_id=4efda1a0-04e8-48d9-82f3-6be2098714fc,segment=NetworkSegment(663114bb-38a1-4808-aaee-817d7138bf4b),segment_id=663114bb-38a1-4808-aaee-817d7138bf4b)] {{(pid=84040) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:38:08.363299 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-d8d8f539-85bb-46d0-b29f-c98965189230 req-1a0f5723-d802-455b-ab75-69ba693cc437 tempest-ServersNegativeTestJSON-1778453339 tempest-ServersNegativeTestJSON-1778453339-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369123'] for port, precommit_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:38:08.482511 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.plugin [req-d8d8f539-85bb-46d0-b29f-c98965189230 req-1a0f5723-d802-455b-ab75-69ba693cc437 tempest-ServersNegativeTestJSON-1778453339 tempest-ServersNegativeTestJSON-1778453339-project] Calling delete_port for 4efda1a0-04e8-48d9-82f3-6be2098714fc owned by compute:nova {{(pid=84040) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 21:38:08.622694 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-d8d8f539-85bb-46d0-b29f-c98965189230 req-1a0f5723-d802-455b-ab75-69ba693cc437 tempest-ServersNegativeTestJSON-1778453339 tempest-ServersNegativeTestJSON-1778453339-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750375259028', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750374836628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32440838'] for port, after_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:38:08.633562 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] get_ports_and_sgs() called for port_ids ['5fb4825f-1d83-4ce0-ae2e-6817ffaff8ac'] {{(pid=84042) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 18 21:38:08.664982 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] get_ports_and_sgs() called for port_ids ['4efda1a0-04e8-48d9-82f3-6be2098714fc'] {{(pid=84042) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 18 21:38:08.670412 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a0f5723-d802-455b-ab75-69ba693cc437 tempest-ServersNegativeTestJSON-1778453339 tempest-ServersNegativeTestJSON-1778453339-project] Pushing event deleted for resources: {'Port': ['ID=4efda1a0-04e8-48d9-82f3-6be2098714fc,revision_number=None']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:38:08.755551 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.l3_dvrscheduler_db [req-d8d8f539-85bb-46d0-b29f-c98965189230 req-1a0f5723-d802-455b-ab75-69ba693cc437 tempest-ServersNegativeTestJSON-1778453339 tempest-ServersNegativeTestJSON-1778453339-project] No DVR routers for this DVR port 4efda1a0-04e8-48d9-82f3-6be2098714fc on host n-h1-838334-2 {{(pid=84040) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 21:38:08.758687 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-d8d8f539-85bb-46d0-b29f-c98965189230 req-1a0f5723-d802-455b-ab75-69ba693cc437 tempest-ServersNegativeTestJSON-1778453339 tempest-ServersNegativeTestJSON-1778453339-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217293'] for port, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:38:08.761657 n-d-838334-2 neutron-server[84040]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '509ccb2c-08cb-4a30-8ce7-f169c721d04e', 'name': 'network-vif-deleted', 'tag': '4efda1a0-04e8-48d9-82f3-6be2098714fc'}] {{(pid=84040) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 21:38:08.779874 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-d8d8f539-85bb-46d0-b29f-c98965189230 req-1a0f5723-d802-455b-ab75-69ba693cc437 tempest-ServersNegativeTestJSON-1778453339 tempest-ServersNegativeTestJSON-1778453339-project] 10.222.0.43 "DELETE /v2.0/ports/4efda1a0-04e8-48d9-82f3-6be2098714fc HTTP/1.1" status: 204 len: 173 time: 0.7433617 Apr 18 21:38:08.822967 n-d-838334-2 neutron-server[84040]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9f6f5f3d-9821-4b0a-9633-8d861dfaf833'] response: {'server_uuid': '509ccb2c-08cb-4a30-8ce7-f169c721d04e', 'name': 'network-vif-deleted', 'tag': '4efda1a0-04e8-48d9-82f3-6be2098714fc', 'status': 'completed', 'code': 200} Apr 18 21:38:09.351242 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [req-b068c7e9-983d-4e1e-9cbc-e8d5f03c28d7 req-3135a2b9-d393-4a89-9d2d-2b275e3e71b3 tempest-ServersNegativeTestJSON-1778453339 tempest-ServersNegativeTestJSON-1778453339-project] Synchronizing usage tracker for tenant:22096a2e3ea440fa8e278fa1aedd8b69 on resource:port {{(pid=84040) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 21:38:09.366257 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [req-b068c7e9-983d-4e1e-9cbc-e8d5f03c28d7 req-3135a2b9-d393-4a89-9d2d-2b275e3e71b3 tempest-ServersNegativeTestJSON-1778453339 tempest-ServersNegativeTestJSON-1778453339-project] Unset dirty status for tenant:22096a2e3ea440fa8e278fa1aedd8b69 on resource:port {{(pid=84040) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 21:38:09.367774 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-b068c7e9-983d-4e1e-9cbc-e8d5f03c28d7 req-3135a2b9-d393-4a89-9d2d-2b275e3e71b3 tempest-ServersNegativeTestJSON-1778453339 tempest-ServersNegativeTestJSON-1778453339-project] 10.222.0.42 "GET /v2.0/ports?device_id=509ccb2c-08cb-4a30-8ce7-f169c721d04e HTTP/1.1" status: 200 len: 210 time: 0.0625739 Apr 18 21:38:10.638488 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecb57deb-1a16-4b44-9863-f4c30a6cc3b7 req-745a26cd-2ede-43e2-b6b7-b8ce2b4dbf71 tempest-ServersNegativeTestJSON-1778453339 tempest-ServersNegativeTestJSON-1778453339-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:38:10.639949 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-ecb57deb-1a16-4b44-9863-f4c30a6cc3b7 req-745a26cd-2ede-43e2-b6b7-b8ce2b4dbf71 tempest-ServersNegativeTestJSON-1778453339 tempest-ServersNegativeTestJSON-1778453339-project] 10.222.0.42 "GET /v2.0/ports?device_id=380f67c4-e220-4475-abbc-73001fa9d2b6 HTTP/1.1" status: 200 len: 945 time: 0.0756636 Apr 18 21:38:10.689095 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-ecb57deb-1a16-4b44-9863-f4c30a6cc3b7 req-54330fb4-2a35-4ce6-bf59-9fa76089ae69 tempest-ServersNegativeTestJSON-1778453339 tempest-ServersNegativeTestJSON-1778453339-project] 10.222.0.42 "GET /v2.0/security-groups?id=614b0852-d5f5-4322-9329-81e985227868&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436146 Apr 18 21:38:10.908377 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ded2f6a8-6fd0-4354-bf0e-ee3059de7399 req-0f8e6385-72fc-40f6-9a6c-a092e8feeee1 tempest-ServersNegativeTestJSON-1778453339 tempest-ServersNegativeTestJSON-1778453339-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:38:10.909790 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-ded2f6a8-6fd0-4354-bf0e-ee3059de7399 req-0f8e6385-72fc-40f6-9a6c-a092e8feeee1 tempest-ServersNegativeTestJSON-1778453339 tempest-ServersNegativeTestJSON-1778453339-project] 10.222.0.42 "GET /v2.0/ports?device_id=380f67c4-e220-4475-abbc-73001fa9d2b6 HTTP/1.1" status: 200 len: 945 time: 0.0747724 Apr 18 21:38:10.956367 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-ded2f6a8-6fd0-4354-bf0e-ee3059de7399 req-a3da88cb-61e4-48dd-b990-390e0afc2af3 tempest-ServersNegativeTestJSON-1778453339 tempest-ServersNegativeTestJSON-1778453339-project] 10.222.0.42 "GET /v2.0/security-groups?id=614b0852-d5f5-4322-9329-81e985227868&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403233 Apr 18 21:38:11.153790 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09191a59-f13f-442f-a114-1f91437e7def req-9359d642-f90e-460b-8964-1741418f7935 tempest-ServersNegativeTestJSON-1778453339 tempest-ServersNegativeTestJSON-1778453339-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:38:11.155228 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-09191a59-f13f-442f-a114-1f91437e7def req-9359d642-f90e-460b-8964-1741418f7935 tempest-ServersNegativeTestJSON-1778453339 tempest-ServersNegativeTestJSON-1778453339-project] 10.222.0.42 "GET /v2.0/ports?device_id=380f67c4-e220-4475-abbc-73001fa9d2b6 HTTP/1.1" status: 200 len: 945 time: 0.0793355 Apr 18 21:38:11.200111 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-09191a59-f13f-442f-a114-1f91437e7def req-d99bed49-0876-4d56-98c6-d39ef1512b89 tempest-ServersNegativeTestJSON-1778453339 tempest-ServersNegativeTestJSON-1778453339-project] 10.222.0.42 "GET /v2.0/security-groups?id=614b0852-d5f5-4322-9329-81e985227868&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394723 Apr 18 21:38:11.390650 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-f0bfebad-a592-442c-b7d7-a8abca25941e req-1447b518-eb6d-4992-b60f-aaae81c14c95 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=380f67c4-e220-4475-abbc-73001fa9d2b6&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.0658844 Apr 18 21:38:11.473916 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Device 4efda1a0-04e8-48d9-82f3-6be2098714fc no longer exists at agent hyperv_n-h1-838334-2 {{(pid=84042) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 21:38:11.507147 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.plugin [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] No Port match for: 4efda1a0-04e8-48d9-82f3-6be2098714fc {{(pid=84042) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 18 21:38:11.507601 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Device 4efda1a0-04e8-48d9-82f3-6be2098714fc not bound to the agent host n-h1-838334-2 {{(pid=84042) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 21:38:11.584697 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc5b48db-dbbf-4b5e-bb96-013c5612c992 req-ab8d406e-1c61-4369-ac1c-fb9d39548bc4 tempest-ServersNegativeTestJSON-1778453339 tempest-ServersNegativeTestJSON-1778453339-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:38:11.586260 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-cc5b48db-dbbf-4b5e-bb96-013c5612c992 req-ab8d406e-1c61-4369-ac1c-fb9d39548bc4 tempest-ServersNegativeTestJSON-1778453339 tempest-ServersNegativeTestJSON-1778453339-project] 10.222.0.42 "GET /v2.0/ports?device_id=380f67c4-e220-4475-abbc-73001fa9d2b6 HTTP/1.1" status: 200 len: 945 time: 0.0798955 Apr 18 21:38:11.630326 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-cc5b48db-dbbf-4b5e-bb96-013c5612c992 req-bb8a3fb4-3f5a-4a88-94dc-53207c741624 tempest-ServersNegativeTestJSON-1778453339 tempest-ServersNegativeTestJSON-1778453339-project] 10.222.0.42 "GET /v2.0/security-groups?id=614b0852-d5f5-4322-9329-81e985227868&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386333 Apr 18 21:38:11.825217 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b28025a1-2345-4c4f-8c8c-5a7449b98f58 req-6a136d0c-74c7-4d11-bcca-bfd2b70557ab tempest-ServersNegativeTestJSON-1778453339 tempest-ServersNegativeTestJSON-1778453339-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:38:11.826658 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-b28025a1-2345-4c4f-8c8c-5a7449b98f58 req-6a136d0c-74c7-4d11-bcca-bfd2b70557ab tempest-ServersNegativeTestJSON-1778453339 tempest-ServersNegativeTestJSON-1778453339-project] 10.222.0.42 "GET /v2.0/ports?device_id=380f67c4-e220-4475-abbc-73001fa9d2b6 HTTP/1.1" status: 200 len: 945 time: 0.0793753 Apr 18 21:38:11.872334 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-b28025a1-2345-4c4f-8c8c-5a7449b98f58 req-4cd1eb0a-cd58-4ddb-9fa2-19119b269f4d tempest-ServersNegativeTestJSON-1778453339 tempest-ServersNegativeTestJSON-1778453339-project] 10.222.0.42 "GET /v2.0/security-groups?id=614b0852-d5f5-4322-9329-81e985227868&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401797 Apr 18 21:38:12.083923 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88ebd034-66d8-4469-a6cb-0a8cb650475b req-60d8c970-6d8c-42e6-b2cd-680163797682 tempest-ServersNegativeTestJSON-1778453339 tempest-ServersNegativeTestJSON-1778453339-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:38:12.085873 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-88ebd034-66d8-4469-a6cb-0a8cb650475b req-60d8c970-6d8c-42e6-b2cd-680163797682 tempest-ServersNegativeTestJSON-1778453339 tempest-ServersNegativeTestJSON-1778453339-project] 10.222.0.42 "GET /v2.0/ports?device_id=380f67c4-e220-4475-abbc-73001fa9d2b6 HTTP/1.1" status: 200 len: 945 time: 0.0783279 Apr 18 21:38:12.130293 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-88ebd034-66d8-4469-a6cb-0a8cb650475b req-b90a1624-db62-4c18-bc28-50db9d3e1028 tempest-ServersNegativeTestJSON-1778453339 tempest-ServersNegativeTestJSON-1778453339-project] 10.222.0.42 "GET /v2.0/security-groups?id=614b0852-d5f5-4322-9329-81e985227868&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390041 Apr 18 21:38:12.828095 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59a2f703-87e9-461d-8100-80111fe9c779 req-a07f3b26-f543-4725-ba4c-84953d83f5e2 tempest-ServersNegativeTestJSON-1778453339 tempest-ServersNegativeTestJSON-1778453339-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:38:12.829518 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-59a2f703-87e9-461d-8100-80111fe9c779 req-a07f3b26-f543-4725-ba4c-84953d83f5e2 tempest-ServersNegativeTestJSON-1778453339 tempest-ServersNegativeTestJSON-1778453339-project] 10.222.0.42 "GET /v2.0/ports?device_id=380f67c4-e220-4475-abbc-73001fa9d2b6 HTTP/1.1" status: 200 len: 945 time: 0.0746925 Apr 18 21:38:12.876274 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-59a2f703-87e9-461d-8100-80111fe9c779 req-d6d22397-bc55-4485-b029-fb18eb0e7b5c tempest-ServersNegativeTestJSON-1778453339 tempest-ServersNegativeTestJSON-1778453339-project] 10.222.0.42 "GET /v2.0/security-groups?id=614b0852-d5f5-4322-9329-81e985227868&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413592 Apr 18 21:38:14.166764 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cbd7972-d295-4355-8316-1c911a2d42bf req-5836978a-f3c6-4863-bacc-564203236cfa tempest-ServersNegativeTestJSON-1778453339 tempest-ServersNegativeTestJSON-1778453339-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:38:14.168149 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-2cbd7972-d295-4355-8316-1c911a2d42bf req-5836978a-f3c6-4863-bacc-564203236cfa tempest-ServersNegativeTestJSON-1778453339 tempest-ServersNegativeTestJSON-1778453339-project] 10.222.0.42 "GET /v2.0/ports?device_id=380f67c4-e220-4475-abbc-73001fa9d2b6 HTTP/1.1" status: 200 len: 945 time: 0.1633787 Apr 18 21:38:14.190833 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1626041b-2880-4ded-8609-c62a1a39ce5c req-d33db592-606a-4ab3-90b8-781cffbe2cfd tempest-ServersNegativeTestJSON-1778453339 tempest-ServersNegativeTestJSON-1778453339-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:38:14.191521 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [req-1626041b-2880-4ded-8609-c62a1a39ce5c req-d33db592-606a-4ab3-90b8-781cffbe2cfd tempest-ServersNegativeTestJSON-1778453339 tempest-ServersNegativeTestJSON-1778453339-project] Synchronizing usage tracker for tenant:22096a2e3ea440fa8e278fa1aedd8b69 on resource:port {{(pid=84041) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 21:38:14.203703 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [req-1626041b-2880-4ded-8609-c62a1a39ce5c req-d33db592-606a-4ab3-90b8-781cffbe2cfd tempest-ServersNegativeTestJSON-1778453339 tempest-ServersNegativeTestJSON-1778453339-project] Unset dirty status for tenant:22096a2e3ea440fa8e278fa1aedd8b69 on resource:port {{(pid=84041) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 21:38:14.204798 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-1626041b-2880-4ded-8609-c62a1a39ce5c req-d33db592-606a-4ab3-90b8-781cffbe2cfd tempest-ServersNegativeTestJSON-1778453339 tempest-ServersNegativeTestJSON-1778453339-project] 10.222.0.48 "GET /v2.0/ports?device_id=380f67c4-e220-4475-abbc-73001fa9d2b6 HTTP/1.1" status: 200 len: 945 time: 0.0936363 Apr 18 21:38:14.214599 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-2cbd7972-d295-4355-8316-1c911a2d42bf req-426b0366-69cf-4648-a86b-97ecb713dadb tempest-ServersNegativeTestJSON-1778453339 tempest-ServersNegativeTestJSON-1778453339-project] 10.222.0.42 "GET /v2.0/security-groups?id=614b0852-d5f5-4322-9329-81e985227868&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409722 Apr 18 21:38:14.272202 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.plugin [req-1626041b-2880-4ded-8609-c62a1a39ce5c req-ad3eb3c2-c203-494f-b67c-a2269087690a tempest-ServersNegativeTestJSON-1778453339 tempest-ServersNegativeTestJSON-1778453339-project] Deleting port 5fb4825f-1d83-4ce0-ae2e-6817ffaff8ac {{(pid=84041) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 21:38:14.272574 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [req-1626041b-2880-4ded-8609-c62a1a39ce5c req-ad3eb3c2-c203-494f-b67c-a2269087690a tempest-ServersNegativeTestJSON-1778453339 tempest-ServersNegativeTestJSON-1778453339-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750375188691'] for port, before_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:38:14.509402 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.db [req-1626041b-2880-4ded-8609-c62a1a39ce5c req-ad3eb3c2-c203-494f-b67c-a2269087690a tempest-ServersNegativeTestJSON-1778453339 tempest-ServersNegativeTestJSON-1778453339-project] For port 5fb4825f-1d83-4ce0-ae2e-6817ffaff8ac, host n-h2-838334-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838334-2',level=0,port_id=5fb4825f-1d83-4ce0-ae2e-6817ffaff8ac,segment=NetworkSegment(663114bb-38a1-4808-aaee-817d7138bf4b),segment_id=663114bb-38a1-4808-aaee-817d7138bf4b)] {{(pid=84041) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:38:14.509662 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [req-1626041b-2880-4ded-8609-c62a1a39ce5c req-ad3eb3c2-c203-494f-b67c-a2269087690a tempest-ServersNegativeTestJSON-1778453339 tempest-ServersNegativeTestJSON-1778453339-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369123'] for port, precommit_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:38:14.627175 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.plugin [req-1626041b-2880-4ded-8609-c62a1a39ce5c req-ad3eb3c2-c203-494f-b67c-a2269087690a tempest-ServersNegativeTestJSON-1778453339 tempest-ServersNegativeTestJSON-1778453339-project] Calling delete_port for 5fb4825f-1d83-4ce0-ae2e-6817ffaff8ac owned by compute:nova {{(pid=84041) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 21:38:14.764042 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [req-1626041b-2880-4ded-8609-c62a1a39ce5c req-ad3eb3c2-c203-494f-b67c-a2269087690a tempest-ServersNegativeTestJSON-1778453339 tempest-ServersNegativeTestJSON-1778453339-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750375259028', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750374836628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32266323'] for port, after_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:38:14.775554 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] get_ports_and_sgs() called for port_ids ['5fb4825f-1d83-4ce0-ae2e-6817ffaff8ac'] {{(pid=84042) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 18 21:38:14.811297 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad3eb3c2-c203-494f-b67c-a2269087690a tempest-ServersNegativeTestJSON-1778453339 tempest-ServersNegativeTestJSON-1778453339-project] Pushing event deleted for resources: {'Port': ['ID=5fb4825f-1d83-4ce0-ae2e-6817ffaff8ac,revision_number=None']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:38:14.850519 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad3eb3c2-c203-494f-b67c-a2269087690a tempest-ServersNegativeTestJSON-1778453339 tempest-ServersNegativeTestJSON-1778453339-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:38:14.851744 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad3eb3c2-c203-494f-b67c-a2269087690a tempest-ServersNegativeTestJSON-1778453339 tempest-ServersNegativeTestJSON-1778453339-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:38:14.852076 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad3eb3c2-c203-494f-b67c-a2269087690a tempest-ServersNegativeTestJSON-1778453339 tempest-ServersNegativeTestJSON-1778453339-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:38:14.852407 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad3eb3c2-c203-494f-b67c-a2269087690a tempest-ServersNegativeTestJSON-1778453339 tempest-ServersNegativeTestJSON-1778453339-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:38:14.852737 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad3eb3c2-c203-494f-b67c-a2269087690a tempest-ServersNegativeTestJSON-1778453339 tempest-ServersNegativeTestJSON-1778453339-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:38:14.853064 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad3eb3c2-c203-494f-b67c-a2269087690a tempest-ServersNegativeTestJSON-1778453339 tempest-ServersNegativeTestJSON-1778453339-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:38:14.853385 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad3eb3c2-c203-494f-b67c-a2269087690a tempest-ServersNegativeTestJSON-1778453339 tempest-ServersNegativeTestJSON-1778453339-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:38:14.853710 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad3eb3c2-c203-494f-b67c-a2269087690a tempest-ServersNegativeTestJSON-1778453339 tempest-ServersNegativeTestJSON-1778453339-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:38:14.854029 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad3eb3c2-c203-494f-b67c-a2269087690a tempest-ServersNegativeTestJSON-1778453339 tempest-ServersNegativeTestJSON-1778453339-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:38:14.854348 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad3eb3c2-c203-494f-b67c-a2269087690a tempest-ServersNegativeTestJSON-1778453339 tempest-ServersNegativeTestJSON-1778453339-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:38:14.854670 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad3eb3c2-c203-494f-b67c-a2269087690a tempest-ServersNegativeTestJSON-1778453339 tempest-ServersNegativeTestJSON-1778453339-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:38:14.896373 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.l3_dvrscheduler_db [req-1626041b-2880-4ded-8609-c62a1a39ce5c req-ad3eb3c2-c203-494f-b67c-a2269087690a tempest-ServersNegativeTestJSON-1778453339 tempest-ServersNegativeTestJSON-1778453339-project] No DVR routers for this DVR port 5fb4825f-1d83-4ce0-ae2e-6817ffaff8ac on host n-h2-838334-2 {{(pid=84041) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 21:38:14.899319 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [req-1626041b-2880-4ded-8609-c62a1a39ce5c req-ad3eb3c2-c203-494f-b67c-a2269087690a tempest-ServersNegativeTestJSON-1778453339 tempest-ServersNegativeTestJSON-1778453339-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217293'] for port, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:38:14.901784 n-d-838334-2 neutron-server[84041]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '380f67c4-e220-4475-abbc-73001fa9d2b6', 'name': 'network-vif-deleted', 'tag': '5fb4825f-1d83-4ce0-ae2e-6817ffaff8ac'}] {{(pid=84041) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 21:38:14.916872 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-1626041b-2880-4ded-8609-c62a1a39ce5c req-ad3eb3c2-c203-494f-b67c-a2269087690a tempest-ServersNegativeTestJSON-1778453339 tempest-ServersNegativeTestJSON-1778453339-project] 10.222.0.48 "DELETE /v2.0/ports/5fb4825f-1d83-4ce0-ae2e-6817ffaff8ac HTTP/1.1" status: 204 len: 173 time: 0.7070940 Apr 18 21:38:14.958691 n-d-838334-2 neutron-server[84041]: INFO neutron.notifiers.nova [-] Nova event matching ['req-17bc64b1-af68-4946-b286-aece007162ae'] response: {'server_uuid': '380f67c4-e220-4475-abbc-73001fa9d2b6', 'name': 'network-vif-deleted', 'tag': '5fb4825f-1d83-4ce0-ae2e-6817ffaff8ac', 'status': 'completed', 'code': 200} Apr 18 21:38:15.395824 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-9d852211-e72f-404d-93e1-014645cb9852 req-153fb028-0e20-4653-8844-91ce240f3d5a tempest-ServersNegativeTestJSON-1778453339 tempest-ServersNegativeTestJSON-1778453339-project] 10.222.0.42 "GET /v2.0/ports?device_id=380f67c4-e220-4475-abbc-73001fa9d2b6 HTTP/1.1" status: 200 len: 210 time: 0.0468497 Apr 18 21:38:15.727354 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-54858506-5c89-4010-9acf-e82069e01987 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750375287399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253529'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:38:16.504166 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 39740) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:38:16.562939 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.db_base_plugin_v2 [None req-4958de52-69ee-447b-8107-f289c8293de9 admin admin] Deleting subnet d04e158b-4c0d-49dc-93f4-3eff158b0da3 {{(pid=84041) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 18 21:38:16.565856 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-4958de52-69ee-447b-8107-f289c8293de9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:38:16.616996 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-4958de52-69ee-447b-8107-f289c8293de9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32266383'] for subnet, precommit_delete_associations {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:38:16.754701 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-4958de52-69ee-447b-8107-f289c8293de9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1260556'] for subnet, precommit_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:38:16.819865 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-4958de52-69ee-447b-8107-f289c8293de9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1260549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33526260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32266336', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32486390'] for subnet, after_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:38:16.858764 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4958de52-69ee-447b-8107-f289c8293de9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d04e158b-4c0d-49dc-93f4-3eff158b0da3,revision_number=None']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:38:16.864943 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-4958de52-69ee-447b-8107-f289c8293de9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:38:16.870942 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-4958de52-69ee-447b-8107-f289c8293de9 admin admin] 10.222.0.42 "DELETE /v2.0/subnets/d04e158b-4c0d-49dc-93f4-3eff158b0da3 HTTP/1.1" status: 204 len: 168 time: 0.3657732 Apr 18 21:38:16.873460 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 39744) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:38:16.977897 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-47e8f384-1f6a-4202-8d3e-e2f9986f9ca3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1103592'] for network, before_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:38:17.104245 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-47e8f384-1f6a-4202-8d3e-e2f9986f9ca3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1258905', 'neutron.services.segments.db._delete_segments_for_network-8750375287417'] for network, precommit_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:38:17.133955 n-d-838334-2 neutron-server[84041]: DEBUG neutron.services.segments.db [None req-47e8f384-1f6a-4202-8d3e-e2f9986f9ca3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b70b0c43-ff4f-4089-afa0-7d3a8b93bcf7']}} {{(pid=84041) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:38:17.146404 n-d-838334-2 neutron-server[84041]: DEBUG neutron.services.segments.db [None req-47e8f384-1f6a-4202-8d3e-e2f9986f9ca3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '663114bb-38a1-4808-aaee-817d7138bf4b') {'for_net_delete': True} {{(pid=84041) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:38:17.146696 n-d-838334-2 neutron-server[84041]: DEBUG neutron.services.segments.db [None req-47e8f384-1f6a-4202-8d3e-e2f9986f9ca3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '663114bb-38a1-4808-aaee-817d7138bf4b') {} {{(pid=84041) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:38:17.158176 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-47e8f384-1f6a-4202-8d3e-e2f9986f9ca3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750375287300', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32268156'] for segment, before_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:38:17.174106 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-47e8f384-1f6a-4202-8d3e-e2f9986f9ca3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1082986'] for segment, precommit_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:38:17.181614 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-47e8f384-1f6a-4202-8d3e-e2f9986f9ca3 admin admin] Releasing vlan 390 on physical network physnet1 to pool {{(pid=84041) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 18 21:38:17.182029 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-47e8f384-1f6a-4202-8d3e-e2f9986f9ca3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1082993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32266254'] for segment, after_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:38:17.195998 n-d-838334-2 neutron-server[84041]: Traceback (most recent call last): Apr 18 21:38:17.195998 n-d-838334-2 neutron-server[84041]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 18 21:38:17.195998 n-d-838334-2 neutron-server[84041]: timer() Apr 18 21:38:17.195998 n-d-838334-2 neutron-server[84041]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 21:38:17.195998 n-d-838334-2 neutron-server[84041]: cb(*args, **kw) Apr 18 21:38:17.195998 n-d-838334-2 neutron-server[84041]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 18 21:38:17.195998 n-d-838334-2 neutron-server[84041]: return func(*args, **kwargs) Apr 18 21:38:17.195998 n-d-838334-2 neutron-server[84041]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 21:38:17.195998 n-d-838334-2 neutron-server[84041]: self._notify() Apr 18 21:38:17.195998 n-d-838334-2 neutron-server[84041]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 21:38:17.195998 n-d-838334-2 neutron-server[84041]: self.callback(batched_events) Apr 18 21:38:17.195998 n-d-838334-2 neutron-server[84041]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 21:38:17.195998 n-d-838334-2 neutron-server[84041]: event.method(event) Apr 18 21:38:17.195998 n-d-838334-2 neutron-server[84041]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 18 21:38:17.195998 n-d-838334-2 neutron-server[84041]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 21:38:17.195998 n-d-838334-2 neutron-server[84041]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 18 21:38:17.195998 n-d-838334-2 neutron-server[84041]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 21:38:17.195998 n-d-838334-2 neutron-server[84041]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 18 21:38:17.195998 n-d-838334-2 neutron-server[84041]: return f(self, *a, **k) Apr 18 21:38:17.195998 n-d-838334-2 neutron-server[84041]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 18 21:38:17.195998 n-d-838334-2 neutron-server[84041]: return self._get(url).json() Apr 18 21:38:17.195998 n-d-838334-2 neutron-server[84041]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 18 21:38:17.195998 n-d-838334-2 neutron-server[84041]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 21:38:17.195998 n-d-838334-2 neutron-server[84041]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 18 21:38:17.195998 n-d-838334-2 neutron-server[84041]: return self.request(url, 'GET', **kwargs) Apr 18 21:38:17.195998 n-d-838334-2 neutron-server[84041]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 18 21:38:17.195998 n-d-838334-2 neutron-server[84041]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 21:38:17.195998 n-d-838334-2 neutron-server[84041]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 18 21:38:17.195998 n-d-838334-2 neutron-server[84041]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 21:38:17.195998 n-d-838334-2 neutron-server[84041]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 18 21:38:17.195998 n-d-838334-2 neutron-server[84041]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 21:38:17.195998 n-d-838334-2 neutron-server[84041]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 21:38:17.274242 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-47e8f384-1f6a-4202-8d3e-e2f9986f9ca3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1258898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33526109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33444113'] for network, after_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:38:17.289941 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-47e8f384-1f6a-4202-8d3e-e2f9986f9ca3 admin admin] Notify callbacks [] for network, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:38:17.301179 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47e8f384-1f6a-4202-8d3e-e2f9986f9ca3 admin admin] Pushing event deleted for resources: {'Network': ['ID=b70b0c43-ff4f-4089-afa0-7d3a8b93bcf7,revision_number=None']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:38:17.308303 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-47e8f384-1f6a-4202-8d3e-e2f9986f9ca3 admin admin] 10.222.0.42 "DELETE /v2.0/networks/b70b0c43-ff4f-4089-afa0-7d3a8b93bcf7 HTTP/1.1" status: 204 len: 168 time: 0.4339268 Apr 18 21:38:17.442498 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 39750) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:38:17.492530 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-a1b16028-e979-40be-a24d-4a7d7b0983fb admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=22096a2e3ea440fa8e278fa1aedd8b69&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0489008 Apr 18 21:38:17.494962 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 39754) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:38:17.553322 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-364b4405-f80f-4cb5-ac24-2075114eae45 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:38:17.578959 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-364b4405-f80f-4cb5-ac24-2075114eae45 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:38:17.633303 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-364b4405-f80f-4cb5-ac24-2075114eae45 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33528224'] for security_group, after_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:38:17.650289 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-364b4405-f80f-4cb5-ac24-2075114eae45 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=614b0852-d5f5-4322-9329-81e985227868,revision_number=None']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:38:17.662079 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-364b4405-f80f-4cb5-ac24-2075114eae45 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:38:17.666311 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-364b4405-f80f-4cb5-ac24-2075114eae45 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/614b0852-d5f5-4322-9329-81e985227868 HTTP/1.1" status: 204 len: 168 time: 0.1673665 Apr 18 21:38:17.979145 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-2d4e73df-fce7-4295-80ce-f9943f6d2b6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750375287399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253529'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:38:18.116793 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Device 5fb4825f-1d83-4ce0-ae2e-6817ffaff8ac no longer exists at agent hyperv_n-h2-838334-2 {{(pid=84042) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 21:38:18.155964 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.plugin [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] No Port match for: 5fb4825f-1d83-4ce0-ae2e-6817ffaff8ac {{(pid=84042) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 18 21:38:18.156227 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Device 5fb4825f-1d83-4ce0-ae2e-6817ffaff8ac not bound to the agent host n-h2-838334-2 {{(pid=84042) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 21:38:18.565215 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 39778) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:38:18.696899 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.v2.base [None req-9660de86-4976-4c6c-aff5-900a7abd777c tempest-NetworksIpV6Test-160203006 tempest-NetworksIpV6Test-160203006-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-6799591'}} {{(pid=84040) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:38:18.702390 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [None req-9660de86-4976-4c6c-aff5-900a7abd777c tempest-NetworksIpV6Test-160203006 tempest-NetworksIpV6Test-160203006-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:38:18.706189 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-9660de86-4976-4c6c-aff5-900a7abd777c tempest-NetworksIpV6Test-160203006 tempest-NetworksIpV6Test-160203006-project] Usage tracker for resource:network and tenant:7958e290f31d45c5b9f30f7bdb35e2dc is out of sync, need to count used quota {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:38:18.709042 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-9660de86-4976-4c6c-aff5-900a7abd777c tempest-NetworksIpV6Test-160203006 tempest-NetworksIpV6Test-160203006-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:38:18.715059 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [None req-9660de86-4976-4c6c-aff5-900a7abd777c tempest-NetworksIpV6Test-160203006 tempest-NetworksIpV6Test-160203006-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:38:18.723931 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9660de86-4976-4c6c-aff5-900a7abd777c tempest-NetworksIpV6Test-160203006 tempest-NetworksIpV6Test-160203006-project] Made reservation on behalf of 7958e290f31d45c5b9f30f7bdb35e2dc for: {'network': 1} {{(pid=84040) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:38:18.726799 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-9660de86-4976-4c6c-aff5-900a7abd777c tempest-NetworksIpV6Test-160203006 tempest-NetworksIpV6Test-160203006-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for network, before_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:38:18.739394 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-9660de86-4976-4c6c-aff5-900a7abd777c tempest-NetworksIpV6Test-160203006 tempest-NetworksIpV6Test-160203006-project] Notify callbacks [] for security_group, before_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:38:18.770562 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [None req-9660de86-4976-4c6c-aff5-900a7abd777c tempest-NetworksIpV6Test-160203006 tempest-NetworksIpV6Test-160203006-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:38:18.774327 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-9660de86-4976-4c6c-aff5-900a7abd777c tempest-NetworksIpV6Test-160203006 tempest-NetworksIpV6Test-160203006-project] Usage tracker for resource:security_group_rule and tenant:7958e290f31d45c5b9f30f7bdb35e2dc is out of sync, need to count used quota {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:38:18.777144 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-9660de86-4976-4c6c-aff5-900a7abd777c tempest-NetworksIpV6Test-160203006 tempest-NetworksIpV6Test-160203006-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:38:18.782759 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [None req-9660de86-4976-4c6c-aff5-900a7abd777c tempest-NetworksIpV6Test-160203006 tempest-NetworksIpV6Test-160203006-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:38:18.849802 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-9660de86-4976-4c6c-aff5-900a7abd777c tempest-NetworksIpV6Test-160203006 tempest-NetworksIpV6Test-160203006-project] Notify callbacks [] for security_group, precommit_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:38:18.853499 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-9660de86-4976-4c6c-aff5-900a7abd777c tempest-NetworksIpV6Test-160203006 tempest-NetworksIpV6Test-160203006-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33528224'] for security_group, after_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:38:18.887638 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9660de86-4976-4c6c-aff5-900a7abd777c tempest-NetworksIpV6Test-160203006 tempest-NetworksIpV6Test-160203006-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 390} {{(pid=84040) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 21:38:18.892742 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9660de86-4976-4c6c-aff5-900a7abd777c tempest-NetworksIpV6Test-160203006 tempest-NetworksIpV6Test-160203006-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4c4c4cfc-3f6c-4485-a27f-bc894c44f00e,revision_number=1']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:38:18.899446 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-9660de86-4976-4c6c-aff5-900a7abd777c tempest-NetworksIpV6Test-160203006 tempest-NetworksIpV6Test-160203006-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1082986'] for segment, precommit_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:38:18.899923 n-d-838334-2 neutron-server[84040]: INFO neutron.db.segments_db [None req-9660de86-4976-4c6c-aff5-900a7abd777c tempest-NetworksIpV6Test-160203006 tempest-NetworksIpV6Test-160203006-project] Added segment 1a1a88aa-0090-4242-9440-126242f6bc8d of type vlan for network bb442746-2ba6-4cf8-befa-b4531681ecc1 Apr 18 21:38:18.925801 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-9660de86-4976-4c6c-aff5-900a7abd777c tempest-NetworksIpV6Test-160203006 tempest-NetworksIpV6Test-160203006-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750374825732'] for network, precommit_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:38:18.956596 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-9660de86-4976-4c6c-aff5-900a7abd777c tempest-NetworksIpV6Test-160203006 tempest-NetworksIpV6Test-160203006-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33526109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022'] for network, after_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:38:18.960392 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9660de86-4976-4c6c-aff5-900a7abd777c tempest-NetworksIpV6Test-160203006 tempest-NetworksIpV6Test-160203006-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:38:18.961088 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-9660de86-4976-4c6c-aff5-900a7abd777c tempest-NetworksIpV6Test-160203006 tempest-NetworksIpV6Test-160203006-project] Notify callbacks [] for network, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:38:19.072181 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9660de86-4976-4c6c-aff5-900a7abd777c tempest-NetworksIpV6Test-160203006 tempest-NetworksIpV6Test-160203006-project] Pushing event updated for resources: {'Network': ['ID=bb442746-2ba6-4cf8-befa-b4531681ecc1,revision_number=1']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:38:19.076524 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-9660de86-4976-4c6c-aff5-900a7abd777c tempest-NetworksIpV6Test-160203006 tempest-NetworksIpV6Test-160203006-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 781 time: 0.5102415 Apr 18 21:38:19.085121 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Network bb442746-2ba6-4cf8-befa-b4531681ecc1 details requested by agent ovs-agent-n-d-838334-2 with host n-d-838334-2 {{(pid=84042) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 18 21:38:19.190240 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750375287399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253529'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:38:19.652247 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-414b6ffe-e119-47bc-b18f-bcff1219c2f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750375287399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253529'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:38:20.736380 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-c7521a90-7d65-4e2e-842c-ca5d95e9a89c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750375287399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253529'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:38:22.057307 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.agents_db [None req-6346a179-333c-4370-b5a6-936984aeab15 None None] Agent healthcheck: found 7 active agents {{(pid=84043) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 18 21:38:22.408947 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 39784) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:38:22.415221 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.v2.base [None req-2b4ab857-2ebd-431c-8f7b-b1136d284087 tempest-NetworksIpV6Test-160203006 tempest-NetworksIpV6Test-160203006-project] Request body: {'subnet': {'network_id': 'bb442746-2ba6-4cf8-befa-b4531681ecc1', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=84040) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:38:22.542954 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [None req-2b4ab857-2ebd-431c-8f7b-b1136d284087 tempest-NetworksIpV6Test-160203006 tempest-NetworksIpV6Test-160203006-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:38:22.546754 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-2b4ab857-2ebd-431c-8f7b-b1136d284087 tempest-NetworksIpV6Test-160203006 tempest-NetworksIpV6Test-160203006-project] Usage tracker for resource:subnet and tenant:7958e290f31d45c5b9f30f7bdb35e2dc is out of sync, need to count used quota {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:38:22.549498 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-2b4ab857-2ebd-431c-8f7b-b1136d284087 tempest-NetworksIpV6Test-160203006 tempest-NetworksIpV6Test-160203006-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:38:22.555286 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [None req-2b4ab857-2ebd-431c-8f7b-b1136d284087 tempest-NetworksIpV6Test-160203006 tempest-NetworksIpV6Test-160203006-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:38:22.564573 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b4ab857-2ebd-431c-8f7b-b1136d284087 tempest-NetworksIpV6Test-160203006 tempest-NetworksIpV6Test-160203006-project] Made reservation on behalf of 7958e290f31d45c5b9f30f7bdb35e2dc for: {'subnet': 1} {{(pid=84040) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:38:22.668751 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-2b4ab857-2ebd-431c-8f7b-b1136d284087 tempest-NetworksIpV6Test-160203006 tempest-NetworksIpV6Test-160203006-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31752722'] for subnet, before_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:38:22.893753 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-2b4ab857-2ebd-431c-8f7b-b1136d284087 tempest-NetworksIpV6Test-160203006 tempest-NetworksIpV6Test-160203006-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33526260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32441074', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31752704'] for subnet, after_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:38:22.989083 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b4ab857-2ebd-431c-8f7b-b1136d284087 tempest-NetworksIpV6Test-160203006 tempest-NetworksIpV6Test-160203006-project] Pushing event updated for resources: {'Subnet': ['ID=0c95d11c-ff11-48cd-82c1-ed784ed1847b,revision_number=0']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:38:23.000063 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b4ab857-2ebd-431c-8f7b-b1136d284087 tempest-NetworksIpV6Test-160203006 tempest-NetworksIpV6Test-160203006-project] Checking segment: {'id': '1a1a88aa-0090-4242-9440-126242f6bc8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': 'bb442746-2ba6-4cf8-befa-b4531681ecc1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84040) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 21:38:23.000416 n-d-838334-2 neutron-server[84040]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b4ab857-2ebd-431c-8f7b-b1136d284087 tempest-NetworksIpV6Test-160203006 tempest-NetworksIpV6Test-160203006-project] Network hostable DHCP agents. Network: bb442746-2ba6-4cf8-befa-b4531681ecc1, hostable agents: ['8746f8ea-3e91-4b32-9919-2c63adeb8722'], hosted agents: [] {{(pid=84040) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 21:38:23.021874 n-d-838334-2 neutron-server[84040]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b4ab857-2ebd-431c-8f7b-b1136d284087 tempest-NetworksIpV6Test-160203006 tempest-NetworksIpV6Test-160203006-project] Network bb442746-2ba6-4cf8-befa-b4531681ecc1 is scheduled to be hosted by DHCP agent 8746f8ea-3e91-4b32-9919-2c63adeb8722 with binding_index 1 {{(pid=84040) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 21:38:23.039383 n-d-838334-2 neutron-server[84040]: DEBUG neutron.scheduler.base_scheduler [None req-2b4ab857-2ebd-431c-8f7b-b1136d284087 tempest-NetworksIpV6Test-160203006 tempest-NetworksIpV6Test-160203006-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-838334-2, bb442746-2ba6-4cf8-befa-b4531681ecc1) {{(pid=84040) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:38:23.043369 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b4ab857-2ebd-431c-8f7b-b1136d284087 tempest-NetworksIpV6Test-160203006 tempest-NetworksIpV6Test-160203006-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:38:23.043975 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-2b4ab857-2ebd-431c-8f7b-b1136d284087 tempest-NetworksIpV6Test-160203006 tempest-NetworksIpV6Test-160203006-project] Notify callbacks [] for subnet, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:38:23.048799 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c4da528-8891-47e5-bb7a-20228b2867ea None None] Network bb442746-2ba6-4cf8-befa-b4531681ecc1 requested from n-d-838334-2 {{(pid=84042) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 21:38:23.077390 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-2b4ab857-2ebd-431c-8f7b-b1136d284087 tempest-NetworksIpV6Test-160203006 tempest-NetworksIpV6Test-160203006-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.6671462 Apr 18 21:38:23.081184 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 39788) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:38:23.088871 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.v2.base [None req-bbefc648-5c89-4298-a2cb-50033af24f14 tempest-NetworksIpV6Test-160203006 tempest-NetworksIpV6Test-160203006-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1226589429'}} {{(pid=84040) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:38:23.097302 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [None req-bbefc648-5c89-4298-a2cb-50033af24f14 tempest-NetworksIpV6Test-160203006 tempest-NetworksIpV6Test-160203006-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:38:23.103194 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-bbefc648-5c89-4298-a2cb-50033af24f14 tempest-NetworksIpV6Test-160203006 tempest-NetworksIpV6Test-160203006-project] Usage tracker for resource:network and tenant:7958e290f31d45c5b9f30f7bdb35e2dc is out of sync, need to count used quota {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:38:23.107190 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-bbefc648-5c89-4298-a2cb-50033af24f14 tempest-NetworksIpV6Test-160203006 tempest-NetworksIpV6Test-160203006-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:38:23.113569 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [None req-bbefc648-5c89-4298-a2cb-50033af24f14 tempest-NetworksIpV6Test-160203006 tempest-NetworksIpV6Test-160203006-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:38:23.125079 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bbefc648-5c89-4298-a2cb-50033af24f14 tempest-NetworksIpV6Test-160203006 tempest-NetworksIpV6Test-160203006-project] Made reservation on behalf of 7958e290f31d45c5b9f30f7bdb35e2dc for: {'network': 1} {{(pid=84040) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:38:23.128458 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-bbefc648-5c89-4298-a2cb-50033af24f14 tempest-NetworksIpV6Test-160203006 tempest-NetworksIpV6Test-160203006-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for network, before_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:38:23.173738 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bbefc648-5c89-4298-a2cb-50033af24f14 tempest-NetworksIpV6Test-160203006 tempest-NetworksIpV6Test-160203006-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 379} {{(pid=84040) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 21:38:23.184941 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-bbefc648-5c89-4298-a2cb-50033af24f14 tempest-NetworksIpV6Test-160203006 tempest-NetworksIpV6Test-160203006-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1082986'] for segment, precommit_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:38:23.185353 n-d-838334-2 neutron-server[84040]: INFO neutron.db.segments_db [None req-bbefc648-5c89-4298-a2cb-50033af24f14 tempest-NetworksIpV6Test-160203006 tempest-NetworksIpV6Test-160203006-project] Added segment a2fed4c0-baa2-48a9-926d-f8c32d254668 of type vlan for network a21afc45-472e-4605-9064-8a2a5ca3f3fb Apr 18 21:38:23.213004 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-bbefc648-5c89-4298-a2cb-50033af24f14 tempest-NetworksIpV6Test-160203006 tempest-NetworksIpV6Test-160203006-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750374825732'] for network, precommit_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:38:23.245723 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-bbefc648-5c89-4298-a2cb-50033af24f14 tempest-NetworksIpV6Test-160203006 tempest-NetworksIpV6Test-160203006-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33526109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022'] for network, after_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:38:23.249623 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbefc648-5c89-4298-a2cb-50033af24f14 tempest-NetworksIpV6Test-160203006 tempest-NetworksIpV6Test-160203006-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:38:23.250197 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-bbefc648-5c89-4298-a2cb-50033af24f14 tempest-NetworksIpV6Test-160203006 tempest-NetworksIpV6Test-160203006-project] Notify callbacks [] for network, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:38:23.267394 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ee5c8b4-95e2-4eb1-b81a-614cf3ce252f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp016840fc-1f9f-5892-9c53-c9cf6c845bbb-bb442746-2ba6-4cf8-befa-b4531681ecc1', 'network_id': 'bb442746-2ba6-4cf8-befa-b4531681ecc1', 'tenant_id': '7958e290f31d45c5b9f30f7bdb35e2dc', 'fixed_ips': [{'subnet_id': '0c95d11c-ff11-48cd-82c1-ed784ed1847b'}]}} from n-d-838334-2. {{(pid=84042) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 18 21:38:23.268229 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-7ee5c8b4-95e2-4eb1-b81a-614cf3ce252f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_create {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:38:23.377282 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-bbefc648-5c89-4298-a2cb-50033af24f14 tempest-NetworksIpV6Test-160203006 tempest-NetworksIpV6Test-160203006-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.2950492 Apr 18 21:38:23.380485 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 39792) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:38:23.388200 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.v2.base [None req-f3fbdd52-b338-45bd-9bd9-52791a71b5c4 tempest-NetworksIpV6Test-160203006 tempest-NetworksIpV6Test-160203006-project] Request body: {'subnet': {'network_id': 'a21afc45-472e-4605-9064-8a2a5ca3f3fb', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': True, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=84040) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:38:23.409292 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbefc648-5c89-4298-a2cb-50033af24f14 tempest-NetworksIpV6Test-160203006 tempest-NetworksIpV6Test-160203006-project] Pushing event updated for resources: {'Network': ['ID=a21afc45-472e-4605-9064-8a2a5ca3f3fb,revision_number=1']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:38:23.430135 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Network a21afc45-472e-4605-9064-8a2a5ca3f3fb details requested by agent ovs-agent-n-d-838334-2 with host n-d-838334-2 {{(pid=84042) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 18 21:38:23.500320 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [None req-f3fbdd52-b338-45bd-9bd9-52791a71b5c4 tempest-NetworksIpV6Test-160203006 tempest-NetworksIpV6Test-160203006-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:38:23.504173 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-f3fbdd52-b338-45bd-9bd9-52791a71b5c4 tempest-NetworksIpV6Test-160203006 tempest-NetworksIpV6Test-160203006-project] Usage tracker for resource:subnet and tenant:7958e290f31d45c5b9f30f7bdb35e2dc is out of sync, need to count used quota {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:38:23.507506 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-f3fbdd52-b338-45bd-9bd9-52791a71b5c4 tempest-NetworksIpV6Test-160203006 tempest-NetworksIpV6Test-160203006-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:38:23.513381 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [None req-f3fbdd52-b338-45bd-9bd9-52791a71b5c4 tempest-NetworksIpV6Test-160203006 tempest-NetworksIpV6Test-160203006-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:38:23.527563 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f3fbdd52-b338-45bd-9bd9-52791a71b5c4 tempest-NetworksIpV6Test-160203006 tempest-NetworksIpV6Test-160203006-project] Made reservation on behalf of 7958e290f31d45c5b9f30f7bdb35e2dc for: {'subnet': 1} {{(pid=84040) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:38:23.549539 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.db_base_plugin_common [None req-7ee5c8b4-95e2-4eb1-b81a-614cf3ce252f None None] Allocated IP 2001:db8:0:ffff::2 (bb442746-2ba6-4cf8-befa-b4531681ecc1/0c95d11c-ff11-48cd-82c1-ed784ed1847b/34608508-20ea-4125-b49a-4cd3023d2885) {{(pid=84042) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 21:38:23.661130 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-f3fbdd52-b338-45bd-9bd9-52791a71b5c4 tempest-NetworksIpV6Test-160203006 tempest-NetworksIpV6Test-160203006-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31752722'] for subnet, before_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:38:23.763032 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-7ee5c8b4-95e2-4eb1-b81a-614cf3ce252f None None] Notify callbacks [] for port, precommit_create {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:38:23.773503 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-7ee5c8b4-95e2-4eb1-b81a-614cf3ce252f None None] Transition to ACTIVE for port object 34608508-20ea-4125-b49a-4cd3023d2885 will not be triggered until provisioned by entity L2. {{(pid=84042) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:38:23.791782 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-7ee5c8b4-95e2-4eb1-b81a-614cf3ce252f None None] Transition to ACTIVE for port object 34608508-20ea-4125-b49a-4cd3023d2885 will not be triggered until provisioned by entity DHCP. {{(pid=84042) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:38:23.797314 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-7ee5c8b4-95e2-4eb1-b81a-614cf3ce252f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750374836619'] for port, after_create {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:38:23.865055 n-d-838334-2 neutron-server[84042]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ee5c8b4-95e2-4eb1-b81a-614cf3ce252f None None] Network bb442746-2ba6-4cf8-befa-b4531681ecc1 is already hosted by enough agents. {{(pid=84042) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:38:23.868600 n-d-838334-2 neutron-server[84042]: DEBUG neutron.scheduler.base_scheduler [None req-7ee5c8b4-95e2-4eb1-b81a-614cf3ce252f None None] Resources bound (agent type, host, resource id): {{(pid=84042) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:38:23.872917 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ee5c8b4-95e2-4eb1-b81a-614cf3ce252f None None] Received port after_create {{(pid=84042) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 21:38:23.874790 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ee5c8b4-95e2-4eb1-b81a-614cf3ce252f None None] Pushing event updated for resources: {'Port': ['ID=34608508-20ea-4125-b49a-4cd3023d2885,revision_number=1']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:38:23.886365 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ee5c8b4-95e2-4eb1-b81a-614cf3ce252f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:38:23.886699 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ee5c8b4-95e2-4eb1-b81a-614cf3ce252f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:38:23.887030 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ee5c8b4-95e2-4eb1-b81a-614cf3ce252f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:38:23.887354 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ee5c8b4-95e2-4eb1-b81a-614cf3ce252f None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:38:23.887703 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ee5c8b4-95e2-4eb1-b81a-614cf3ce252f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:38:23.888023 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ee5c8b4-95e2-4eb1-b81a-614cf3ce252f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:38:23.888340 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ee5c8b4-95e2-4eb1-b81a-614cf3ce252f None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:38:23.888658 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ee5c8b4-95e2-4eb1-b81a-614cf3ce252f None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:38:23.888972 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ee5c8b4-95e2-4eb1-b81a-614cf3ce252f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:38:23.889285 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ee5c8b4-95e2-4eb1-b81a-614cf3ce252f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:38:23.889593 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ee5c8b4-95e2-4eb1-b81a-614cf3ce252f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:38:23.967009 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-f3fbdd52-b338-45bd-9bd9-52791a71b5c4 tempest-NetworksIpV6Test-160203006 tempest-NetworksIpV6Test-160203006-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33526260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32441074', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31752704'] for subnet, after_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:38:23.973992 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.managers [None req-7ee5c8b4-95e2-4eb1-b81a-614cf3ce252f None None] Attempting to bind port 34608508-20ea-4125-b49a-4cd3023d2885 on host n-d-838334-2 for vnic_type normal with profile {{(pid=84042) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 21:38:23.974371 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.managers [None req-7ee5c8b4-95e2-4eb1-b81a-614cf3ce252f None None] Attempting to bind port 34608508-20ea-4125-b49a-4cd3023d2885 by drivers openvswitch,hyperv on host n-d-838334-2 at level 0 using segments [{'id': '1a1a88aa-0090-4242-9440-126242f6bc8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': 'bb442746-2ba6-4cf8-befa-b4531681ecc1'}] {{(pid=84042) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 21:38:23.974717 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ee5c8b4-95e2-4eb1-b81a-614cf3ce252f None None] Attempting to bind port 34608508-20ea-4125-b49a-4cd3023d2885 on network bb442746-2ba6-4cf8-befa-b4531681ecc1 {{(pid=84042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 21:38:23.981739 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ee5c8b4-95e2-4eb1-b81a-614cf3ce252f None None] Checking agent: {'id': '97cd4414-7af6-4d67-868d-dff370b4071a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838334-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 25, 49), 'started_at': datetime.datetime(2022, 4, 18, 20, 26, 19), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 21, 38, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838334-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 18 21:38:23.982224 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ee5c8b4-95e2-4eb1-b81a-614cf3ce252f None None] Checking segment: {'id': '1a1a88aa-0090-4242-9440-126242f6bc8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': 'bb442746-2ba6-4cf8-befa-b4531681ecc1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84042) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 21:38:23.982623 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-7ee5c8b4-95e2-4eb1-b81a-614cf3ce252f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:38:23.983005 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ee5c8b4-95e2-4eb1-b81a-614cf3ce252f None None] Bound using segment: {'id': '1a1a88aa-0090-4242-9440-126242f6bc8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': 'bb442746-2ba6-4cf8-befa-b4531681ecc1'} {{(pid=84042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 18 21:38:23.983460 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.managers [None req-7ee5c8b4-95e2-4eb1-b81a-614cf3ce252f None None] Bound port: 34608508-20ea-4125-b49a-4cd3023d2885, host: n-d-838334-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1a1a88aa-0090-4242-9440-126242f6bc8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': 'bb442746-2ba6-4cf8-befa-b4531681ecc1'}}] {{(pid=84042) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 21:38:23.983849 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-7ee5c8b4-95e2-4eb1-b81a-614cf3ce252f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:38:24.073629 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-7ee5c8b4-95e2-4eb1-b81a-614cf3ce252f None None] For port 34608508-20ea-4125-b49a-4cd3023d2885, host n-d-838334-2, cleared binding levels {{(pid=84042) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 21:38:24.077414 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-7ee5c8b4-95e2-4eb1-b81a-614cf3ce252f None None] For port 34608508-20ea-4125-b49a-4cd3023d2885, host n-d-838334-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838334-2',level=0,port_id=34608508-20ea-4125-b49a-4cd3023d2885,segment=NetworkSegment(1a1a88aa-0090-4242-9440-126242f6bc8d),segment_id=1a1a88aa-0090-4242-9440-126242f6bc8d)] {{(pid=84042) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 21:38:24.081488 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-7ee5c8b4-95e2-4eb1-b81a-614cf3ce252f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682'] for port, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:38:24.173836 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ee5c8b4-95e2-4eb1-b81a-614cf3ce252f None None] Pushing event updated for resources: {'Port': ['ID=34608508-20ea-4125-b49a-4cd3023d2885,revision_number=2']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:38:24.183042 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3fbdd52-b338-45bd-9bd9-52791a71b5c4 tempest-NetworksIpV6Test-160203006 tempest-NetworksIpV6Test-160203006-project] Pushing event updated for resources: {'Subnet': ['ID=adfdf08f-a9ba-481b-b285-1aa5a1a7142f,revision_number=0']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:38:24.202570 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3fbdd52-b338-45bd-9bd9-52791a71b5c4 tempest-NetworksIpV6Test-160203006 tempest-NetworksIpV6Test-160203006-project] Checking segment: {'id': 'a2fed4c0-baa2-48a9-926d-f8c32d254668', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': 'a21afc45-472e-4605-9064-8a2a5ca3f3fb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84040) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 21:38:24.203025 n-d-838334-2 neutron-server[84040]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3fbdd52-b338-45bd-9bd9-52791a71b5c4 tempest-NetworksIpV6Test-160203006 tempest-NetworksIpV6Test-160203006-project] Network hostable DHCP agents. Network: a21afc45-472e-4605-9064-8a2a5ca3f3fb, hostable agents: ['8746f8ea-3e91-4b32-9919-2c63adeb8722'], hosted agents: [] {{(pid=84040) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 21:38:24.226715 n-d-838334-2 neutron-server[84040]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3fbdd52-b338-45bd-9bd9-52791a71b5c4 tempest-NetworksIpV6Test-160203006 tempest-NetworksIpV6Test-160203006-project] Network a21afc45-472e-4605-9064-8a2a5ca3f3fb is scheduled to be hosted by DHCP agent 8746f8ea-3e91-4b32-9919-2c63adeb8722 with binding_index 1 {{(pid=84040) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 21:38:24.237176 n-d-838334-2 neutron-server[84040]: DEBUG neutron.scheduler.base_scheduler [None req-f3fbdd52-b338-45bd-9bd9-52791a71b5c4 tempest-NetworksIpV6Test-160203006 tempest-NetworksIpV6Test-160203006-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-838334-2, a21afc45-472e-4605-9064-8a2a5ca3f3fb) {{(pid=84040) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:38:24.241938 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3fbdd52-b338-45bd-9bd9-52791a71b5c4 tempest-NetworksIpV6Test-160203006 tempest-NetworksIpV6Test-160203006-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:38:24.242616 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-f3fbdd52-b338-45bd-9bd9-52791a71b5c4 tempest-NetworksIpV6Test-160203006 tempest-NetworksIpV6Test-160203006-project] Notify callbacks [] for subnet, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:38:24.249487 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72c5c26f-d34a-4b9f-9a0e-716d61bf8f0f None None] Network a21afc45-472e-4605-9064-8a2a5ca3f3fb requested from n-d-838334-2 {{(pid=84042) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 21:38:24.271601 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-f3fbdd52-b338-45bd-9bd9-52791a71b5c4 tempest-NetworksIpV6Test-160203006 tempest-NetworksIpV6Test-160203006-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 913 time: 0.8902090 Apr 18 21:38:24.274852 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 39796) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:38:24.453865 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-d098219f-ee02-4024-bf57-f765c52dcc9e tempest-NetworksIpV6Test-160203006 tempest-NetworksIpV6Test-160203006-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1103592'] for network, before_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:38:24.518785 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca95db06-77ed-4b13-ba37-364c2d294fc7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp016840fc-1f9f-5892-9c53-c9cf6c845bbb-a21afc45-472e-4605-9064-8a2a5ca3f3fb', 'network_id': 'a21afc45-472e-4605-9064-8a2a5ca3f3fb', 'tenant_id': '7958e290f31d45c5b9f30f7bdb35e2dc', 'fixed_ips': [{'subnet_id': 'adfdf08f-a9ba-481b-b285-1aa5a1a7142f'}]}} from n-d-838334-2. {{(pid=84042) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 18 21:38:24.520149 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-ca95db06-77ed-4b13-ba37-364c2d294fc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_create {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:38:24.545700 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-d098219f-ee02-4024-bf57-f765c52dcc9e tempest-NetworksIpV6Test-160203006 tempest-NetworksIpV6Test-160203006-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1260556'] for subnet, precommit_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:38:24.626260 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-d098219f-ee02-4024-bf57-f765c52dcc9e tempest-NetworksIpV6Test-160203006 tempest-NetworksIpV6Test-160203006-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1260549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33526260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32440885', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31752825'] for subnet, after_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:38:24.639341 n-d-838334-2 neutron-server[84042]: ERROR oslo_messaging.rpc.server [None req-ca95db06-77ed-4b13-ba37-364c2d294fc7 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet adfdf08f-a9ba-481b-b285-1aa5a1a7142f: This subnet is being modified by another concurrent operation. Apr 18 21:38:24.639341 n-d-838334-2 neutron-server[84042]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Apr 18 21:38:24.639341 n-d-838334-2 neutron-server[84042]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Apr 18 21:38:24.639341 n-d-838334-2 neutron-server[84042]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Apr 18 21:38:24.639341 n-d-838334-2 neutron-server[84042]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Apr 18 21:38:24.639341 n-d-838334-2 neutron-server[84042]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Apr 18 21:38:24.639341 n-d-838334-2 neutron-server[84042]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Apr 18 21:38:24.639341 n-d-838334-2 neutron-server[84042]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Apr 18 21:38:24.639341 n-d-838334-2 neutron-server[84042]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Apr 18 21:38:24.639341 n-d-838334-2 neutron-server[84042]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Apr 18 21:38:24.639341 n-d-838334-2 neutron-server[84042]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Apr 18 21:38:24.639341 n-d-838334-2 neutron-server[84042]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Apr 18 21:38:24.639341 n-d-838334-2 neutron-server[84042]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Apr 18 21:38:24.639341 n-d-838334-2 neutron-server[84042]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 18 21:38:24.639341 n-d-838334-2 neutron-server[84042]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Apr 18 21:38:24.639341 n-d-838334-2 neutron-server[84042]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Apr 18 21:38:24.639341 n-d-838334-2 neutron-server[84042]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Apr 18 21:38:24.639341 n-d-838334-2 neutron-server[84042]: ERROR oslo_messaging.rpc.server raise value Apr 18 21:38:24.639341 n-d-838334-2 neutron-server[84042]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Apr 18 21:38:24.639341 n-d-838334-2 neutron-server[84042]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 18 21:38:24.639341 n-d-838334-2 neutron-server[84042]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Apr 18 21:38:24.639341 n-d-838334-2 neutron-server[84042]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Apr 18 21:38:24.639341 n-d-838334-2 neutron-server[84042]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Apr 18 21:38:24.639341 n-d-838334-2 neutron-server[84042]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 18 21:38:24.639341 n-d-838334-2 neutron-server[84042]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Apr 18 21:38:24.639341 n-d-838334-2 neutron-server[84042]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Apr 18 21:38:24.639341 n-d-838334-2 neutron-server[84042]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Apr 18 21:38:24.639341 n-d-838334-2 neutron-server[84042]: ERROR oslo_messaging.rpc.server raise value Apr 18 21:38:24.639341 n-d-838334-2 neutron-server[84042]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Apr 18 21:38:24.639341 n-d-838334-2 neutron-server[84042]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 18 21:38:24.639341 n-d-838334-2 neutron-server[84042]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Apr 18 21:38:24.639341 n-d-838334-2 neutron-server[84042]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Apr 18 21:38:24.639341 n-d-838334-2 neutron-server[84042]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Apr 18 21:38:24.639341 n-d-838334-2 neutron-server[84042]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 18 21:38:24.639341 n-d-838334-2 neutron-server[84042]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Apr 18 21:38:24.639341 n-d-838334-2 neutron-server[84042]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Apr 18 21:38:24.639341 n-d-838334-2 neutron-server[84042]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Apr 18 21:38:24.639341 n-d-838334-2 neutron-server[84042]: ERROR oslo_messaging.rpc.server raise value Apr 18 21:38:24.639341 n-d-838334-2 neutron-server[84042]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Apr 18 21:38:24.639341 n-d-838334-2 neutron-server[84042]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Apr 18 21:38:24.639341 n-d-838334-2 neutron-server[84042]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Apr 18 21:38:24.639341 n-d-838334-2 neutron-server[84042]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Apr 18 21:38:24.639341 n-d-838334-2 neutron-server[84042]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 274, in create_dhcp_port Apr 18 21:38:24.639341 n-d-838334-2 neutron-server[84042]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Apr 18 21:38:24.639341 n-d-838334-2 neutron-server[84042]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 99, in _port_action Apr 18 21:38:24.639341 n-d-838334-2 neutron-server[84042]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Apr 18 21:38:24.639341 n-d-838334-2 neutron-server[84042]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 335, in create_port Apr 18 21:38:24.639341 n-d-838334-2 neutron-server[84042]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Apr 18 21:38:24.639341 n-d-838334-2 neutron-server[84042]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 692, in inner Apr 18 21:38:24.639341 n-d-838334-2 neutron-server[84042]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Apr 18 21:38:24.639341 n-d-838334-2 neutron-server[84042]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 233, in wrapped Apr 18 21:38:24.639341 n-d-838334-2 neutron-server[84042]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Apr 18 21:38:24.639341 n-d-838334-2 neutron-server[84042]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Apr 18 21:38:24.639341 n-d-838334-2 neutron-server[84042]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Apr 18 21:38:24.639341 n-d-838334-2 neutron-server[84042]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Apr 18 21:38:24.639341 n-d-838334-2 neutron-server[84042]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 18 21:38:24.639341 n-d-838334-2 neutron-server[84042]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Apr 18 21:38:24.639341 n-d-838334-2 neutron-server[84042]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Apr 18 21:38:24.639341 n-d-838334-2 neutron-server[84042]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Apr 18 21:38:24.639341 n-d-838334-2 neutron-server[84042]: ERROR oslo_messaging.rpc.server raise value Apr 18 21:38:24.639341 n-d-838334-2 neutron-server[84042]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Apr 18 21:38:24.639341 n-d-838334-2 neutron-server[84042]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 18 21:38:24.639341 n-d-838334-2 neutron-server[84042]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Apr 18 21:38:24.639341 n-d-838334-2 neutron-server[84042]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Apr 18 21:38:24.639341 n-d-838334-2 neutron-server[84042]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Apr 18 21:38:24.639341 n-d-838334-2 neutron-server[84042]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 18 21:38:24.639341 n-d-838334-2 neutron-server[84042]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Apr 18 21:38:24.639341 n-d-838334-2 neutron-server[84042]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Apr 18 21:38:24.639341 n-d-838334-2 neutron-server[84042]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Apr 18 21:38:24.639341 n-d-838334-2 neutron-server[84042]: ERROR oslo_messaging.rpc.server raise value Apr 18 21:38:24.639341 n-d-838334-2 neutron-server[84042]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Apr 18 21:38:24.639341 n-d-838334-2 neutron-server[84042]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 18 21:38:24.639341 n-d-838334-2 neutron-server[84042]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Apr 18 21:38:24.639341 n-d-838334-2 neutron-server[84042]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Apr 18 21:38:24.639341 n-d-838334-2 neutron-server[84042]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Apr 18 21:38:24.639341 n-d-838334-2 neutron-server[84042]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 18 21:38:24.639341 n-d-838334-2 neutron-server[84042]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Apr 18 21:38:24.639341 n-d-838334-2 neutron-server[84042]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Apr 18 21:38:24.639341 n-d-838334-2 neutron-server[84042]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Apr 18 21:38:24.639341 n-d-838334-2 neutron-server[84042]: ERROR oslo_messaging.rpc.server raise value Apr 18 21:38:24.639341 n-d-838334-2 neutron-server[84042]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Apr 18 21:38:24.639341 n-d-838334-2 neutron-server[84042]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Apr 18 21:38:24.639341 n-d-838334-2 neutron-server[84042]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1423, in create_port Apr 18 21:38:24.639341 n-d-838334-2 neutron-server[84042]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Apr 18 21:38:24.639341 n-d-838334-2 neutron-server[84042]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1390, in _create_port_db Apr 18 21:38:24.639341 n-d-838334-2 neutron-server[84042]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Apr 18 21:38:24.639341 n-d-838334-2 neutron-server[84042]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1440, in create_port_db Apr 18 21:38:24.639341 n-d-838334-2 neutron-server[84042]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Apr 18 21:38:24.639341 n-d-838334-2 neutron-server[84042]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Apr 18 21:38:24.639341 n-d-838334-2 neutron-server[84042]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Apr 18 21:38:24.639341 n-d-838334-2 neutron-server[84042]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 233, in wrapped Apr 18 21:38:24.639341 n-d-838334-2 neutron-server[84042]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Apr 18 21:38:24.639341 n-d-838334-2 neutron-server[84042]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1014, in wrapper Apr 18 21:38:24.639341 n-d-838334-2 neutron-server[84042]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Apr 18 21:38:24.639341 n-d-838334-2 neutron-server[84042]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Apr 18 21:38:24.639341 n-d-838334-2 neutron-server[84042]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Apr 18 21:38:24.639341 n-d-838334-2 neutron-server[84042]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Apr 18 21:38:24.639341 n-d-838334-2 neutron-server[84042]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Apr 18 21:38:24.639341 n-d-838334-2 neutron-server[84042]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 669, in _ipam_get_subnets Apr 18 21:38:24.639341 n-d-838334-2 neutron-server[84042]: ERROR oslo_messaging.rpc.server subnet.lock_register( Apr 18 21:38:24.639341 n-d-838334-2 neutron-server[84042]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Apr 18 21:38:24.639341 n-d-838334-2 neutron-server[84042]: ERROR oslo_messaging.rpc.server raise exception Apr 18 21:38:24.639341 n-d-838334-2 neutron-server[84042]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet adfdf08f-a9ba-481b-b285-1aa5a1a7142f: This subnet is being modified by another concurrent operation. Apr 18 21:38:24.639341 n-d-838334-2 neutron-server[84042]: ERROR oslo_messaging.rpc.server Apr 18 21:38:24.655408 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6028e0e-5c27-4c52-9187-785762b5b048 None None] Network a21afc45-472e-4605-9064-8a2a5ca3f3fb requested from n-d-838334-2 {{(pid=84042) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 21:38:24.671918 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d098219f-ee02-4024-bf57-f765c52dcc9e tempest-NetworksIpV6Test-160203006 tempest-NetworksIpV6Test-160203006-project] Pushing event deleted for resources: {'Subnet': ['ID=adfdf08f-a9ba-481b-b285-1aa5a1a7142f,revision_number=None']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:38:24.773336 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-d098219f-ee02-4024-bf57-f765c52dcc9e tempest-NetworksIpV6Test-160203006 tempest-NetworksIpV6Test-160203006-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1258905', 'neutron.services.segments.db._delete_segments_for_network-8750375287417'] for network, precommit_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:38:24.807383 n-d-838334-2 neutron-server[84040]: DEBUG neutron.services.segments.db [None req-d098219f-ee02-4024-bf57-f765c52dcc9e tempest-NetworksIpV6Test-160203006 tempest-NetworksIpV6Test-160203006-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a21afc45-472e-4605-9064-8a2a5ca3f3fb']}} {{(pid=84040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:38:24.831127 n-d-838334-2 neutron-server[84040]: DEBUG neutron.services.segments.db [None req-d098219f-ee02-4024-bf57-f765c52dcc9e tempest-NetworksIpV6Test-160203006 tempest-NetworksIpV6Test-160203006-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a2fed4c0-baa2-48a9-926d-f8c32d254668') {'for_net_delete': True} {{(pid=84040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:38:24.831431 n-d-838334-2 neutron-server[84040]: DEBUG neutron.services.segments.db [None req-d098219f-ee02-4024-bf57-f765c52dcc9e tempest-NetworksIpV6Test-160203006 tempest-NetworksIpV6Test-160203006-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a2fed4c0-baa2-48a9-926d-f8c32d254668') {} {{(pid=84040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:38:24.845532 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-d098219f-ee02-4024-bf57-f765c52dcc9e tempest-NetworksIpV6Test-160203006 tempest-NetworksIpV6Test-160203006-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750375287300', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31955965'] for segment, before_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:38:24.863501 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-d098219f-ee02-4024-bf57-f765c52dcc9e tempest-NetworksIpV6Test-160203006 tempest-NetworksIpV6Test-160203006-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1082986'] for segment, precommit_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:38:24.870834 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d098219f-ee02-4024-bf57-f765c52dcc9e tempest-NetworksIpV6Test-160203006 tempest-NetworksIpV6Test-160203006-project] Releasing vlan 379 on physical network physnet1 to pool {{(pid=84040) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 18 21:38:24.871233 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-d098219f-ee02-4024-bf57-f765c52dcc9e tempest-NetworksIpV6Test-160203006 tempest-NetworksIpV6Test-160203006-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1082993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32440923'] for segment, after_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:38:24.889732 n-d-838334-2 neutron-server[84040]: Traceback (most recent call last): Apr 18 21:38:24.889732 n-d-838334-2 neutron-server[84040]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 18 21:38:24.889732 n-d-838334-2 neutron-server[84040]: timer() Apr 18 21:38:24.889732 n-d-838334-2 neutron-server[84040]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 21:38:24.889732 n-d-838334-2 neutron-server[84040]: cb(*args, **kw) Apr 18 21:38:24.889732 n-d-838334-2 neutron-server[84040]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 18 21:38:24.889732 n-d-838334-2 neutron-server[84040]: return func(*args, **kwargs) Apr 18 21:38:24.889732 n-d-838334-2 neutron-server[84040]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 21:38:24.889732 n-d-838334-2 neutron-server[84040]: self._notify() Apr 18 21:38:24.889732 n-d-838334-2 neutron-server[84040]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 21:38:24.889732 n-d-838334-2 neutron-server[84040]: self.callback(batched_events) Apr 18 21:38:24.889732 n-d-838334-2 neutron-server[84040]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 21:38:24.889732 n-d-838334-2 neutron-server[84040]: event.method(event) Apr 18 21:38:24.889732 n-d-838334-2 neutron-server[84040]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 18 21:38:24.889732 n-d-838334-2 neutron-server[84040]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 21:38:24.889732 n-d-838334-2 neutron-server[84040]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 18 21:38:24.889732 n-d-838334-2 neutron-server[84040]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 21:38:24.889732 n-d-838334-2 neutron-server[84040]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 18 21:38:24.889732 n-d-838334-2 neutron-server[84040]: return f(self, *a, **k) Apr 18 21:38:24.889732 n-d-838334-2 neutron-server[84040]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 18 21:38:24.889732 n-d-838334-2 neutron-server[84040]: return self._get(url).json() Apr 18 21:38:24.889732 n-d-838334-2 neutron-server[84040]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 18 21:38:24.889732 n-d-838334-2 neutron-server[84040]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 21:38:24.889732 n-d-838334-2 neutron-server[84040]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 18 21:38:24.889732 n-d-838334-2 neutron-server[84040]: return self.request(url, 'GET', **kwargs) Apr 18 21:38:24.889732 n-d-838334-2 neutron-server[84040]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 18 21:38:24.889732 n-d-838334-2 neutron-server[84040]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 21:38:24.889732 n-d-838334-2 neutron-server[84040]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 18 21:38:24.889732 n-d-838334-2 neutron-server[84040]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 21:38:24.889732 n-d-838334-2 neutron-server[84040]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 18 21:38:24.889732 n-d-838334-2 neutron-server[84040]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 21:38:24.889732 n-d-838334-2 neutron-server[84040]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 21:38:24.983565 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Device 34608508-20ea-4125-b49a-4cd3023d2885 up at agent ovs-agent-n-d-838334-2 {{(pid=84042) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 21:38:24.990554 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-d098219f-ee02-4024-bf57-f765c52dcc9e tempest-NetworksIpV6Test-160203006 tempest-NetworksIpV6Test-160203006-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1258898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33526109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33444113'] for network, after_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:38:25.005235 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-d098219f-ee02-4024-bf57-f765c52dcc9e tempest-NetworksIpV6Test-160203006 tempest-NetworksIpV6Test-160203006-project] Notify callbacks [] for network, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:38:25.043236 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d098219f-ee02-4024-bf57-f765c52dcc9e tempest-NetworksIpV6Test-160203006 tempest-NetworksIpV6Test-160203006-project] Pushing event deleted for resources: {'Network': ['ID=a21afc45-472e-4605-9064-8a2a5ca3f3fb,revision_number=None']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:38:25.052259 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-d098219f-ee02-4024-bf57-f765c52dcc9e tempest-NetworksIpV6Test-160203006 tempest-NetworksIpV6Test-160203006-project] 10.222.0.42 "DELETE /v2.0/networks/a21afc45-472e-4605-9064-8a2a5ca3f3fb HTTP/1.1" status: 204 len: 168 time: 0.7727549 Apr 18 21:38:25.052705 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 39800) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:38:25.058646 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.v2.base [None req-a94cb08e-b1fb-4cd4-bf66-77e42899d13f tempest-NetworksIpV6Test-160203006 tempest-NetworksIpV6Test-160203006-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1660227904'}} {{(pid=84041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:38:25.064803 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-a94cb08e-b1fb-4cd4-bf66-77e42899d13f tempest-NetworksIpV6Test-160203006 tempest-NetworksIpV6Test-160203006-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:38:25.068599 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-a94cb08e-b1fb-4cd4-bf66-77e42899d13f tempest-NetworksIpV6Test-160203006 tempest-NetworksIpV6Test-160203006-project] Usage tracker for resource:network and tenant:7958e290f31d45c5b9f30f7bdb35e2dc is out of sync, need to count used quota {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:38:25.072518 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-a94cb08e-b1fb-4cd4-bf66-77e42899d13f tempest-NetworksIpV6Test-160203006 tempest-NetworksIpV6Test-160203006-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:38:25.078297 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-a94cb08e-b1fb-4cd4-bf66-77e42899d13f tempest-NetworksIpV6Test-160203006 tempest-NetworksIpV6Test-160203006-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:38:25.099365 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a94cb08e-b1fb-4cd4-bf66-77e42899d13f tempest-NetworksIpV6Test-160203006 tempest-NetworksIpV6Test-160203006-project] Made reservation on behalf of 7958e290f31d45c5b9f30f7bdb35e2dc for: {'network': 1} {{(pid=84041) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:38:25.099820 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Provisioning for port 34608508-20ea-4125-b49a-4cd3023d2885 completed by entity L2. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 21:38:25.103264 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-a94cb08e-b1fb-4cd4-bf66-77e42899d13f tempest-NetworksIpV6Test-160203006 tempest-NetworksIpV6Test-160203006-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for network, before_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:38:25.135003 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a94cb08e-b1fb-4cd4-bf66-77e42899d13f tempest-NetworksIpV6Test-160203006 tempest-NetworksIpV6Test-160203006-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 363} {{(pid=84041) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 21:38:25.145332 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-a94cb08e-b1fb-4cd4-bf66-77e42899d13f tempest-NetworksIpV6Test-160203006 tempest-NetworksIpV6Test-160203006-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1082986'] for segment, precommit_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:38:25.145673 n-d-838334-2 neutron-server[84041]: INFO neutron.db.segments_db [None req-a94cb08e-b1fb-4cd4-bf66-77e42899d13f tempest-NetworksIpV6Test-160203006 tempest-NetworksIpV6Test-160203006-project] Added segment 0d1bff4b-5126-4554-aaf2-2137431850a3 of type vlan for network ba78ee38-faae-4b8c-87f4-dc07c9e05eb3 Apr 18 21:38:25.173310 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-a94cb08e-b1fb-4cd4-bf66-77e42899d13f tempest-NetworksIpV6Test-160203006 tempest-NetworksIpV6Test-160203006-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750374825732'] for network, precommit_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:38:25.204442 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-a94cb08e-b1fb-4cd4-bf66-77e42899d13f tempest-NetworksIpV6Test-160203006 tempest-NetworksIpV6Test-160203006-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33526109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022'] for network, after_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:38:25.208144 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a94cb08e-b1fb-4cd4-bf66-77e42899d13f tempest-NetworksIpV6Test-160203006 tempest-NetworksIpV6Test-160203006-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:38:25.208716 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-a94cb08e-b1fb-4cd4-bf66-77e42899d13f tempest-NetworksIpV6Test-160203006 tempest-NetworksIpV6Test-160203006-project] Notify callbacks [] for network, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:38:25.250878 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-392cc602-061f-43a7-8c52-9bca9fbaa434 None None] Network bb442746-2ba6-4cf8-befa-b4531681ecc1 requested from n-d-838334-2 {{(pid=84042) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 21:38:25.306798 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-a94cb08e-b1fb-4cd4-bf66-77e42899d13f tempest-NetworksIpV6Test-160203006 tempest-NetworksIpV6Test-160203006-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.2530308 Apr 18 21:38:25.309894 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 39804) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:38:25.317269 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.v2.base [None req-9742ad93-3504-4c7f-9a1e-47700f61e74b tempest-NetworksIpV6Test-160203006 tempest-NetworksIpV6Test-160203006-project] Request body: {'subnet': {'network_id': 'ba78ee38-faae-4b8c-87f4-dc07c9e05eb3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=84040) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:38:25.318589 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a94cb08e-b1fb-4cd4-bf66-77e42899d13f tempest-NetworksIpV6Test-160203006 tempest-NetworksIpV6Test-160203006-project] Pushing event updated for resources: {'Network': ['ID=ba78ee38-faae-4b8c-87f4-dc07c9e05eb3,revision_number=1']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:38:25.332981 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Network ba78ee38-faae-4b8c-87f4-dc07c9e05eb3 details requested by agent ovs-agent-n-d-838334-2 with host n-d-838334-2 {{(pid=84042) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 18 21:38:25.422882 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-2a61a50c-9b68-4dfd-9501-09661a1f4f1c None None] Provisioning for port 34608508-20ea-4125-b49a-4cd3023d2885 completed by entity DHCP. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 21:38:25.433728 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [None req-9742ad93-3504-4c7f-9a1e-47700f61e74b tempest-NetworksIpV6Test-160203006 tempest-NetworksIpV6Test-160203006-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:38:25.437525 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-9742ad93-3504-4c7f-9a1e-47700f61e74b tempest-NetworksIpV6Test-160203006 tempest-NetworksIpV6Test-160203006-project] Usage tracker for resource:subnet and tenant:7958e290f31d45c5b9f30f7bdb35e2dc is out of sync, need to count used quota {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:38:25.440298 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-9742ad93-3504-4c7f-9a1e-47700f61e74b tempest-NetworksIpV6Test-160203006 tempest-NetworksIpV6Test-160203006-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:38:25.446927 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [None req-9742ad93-3504-4c7f-9a1e-47700f61e74b tempest-NetworksIpV6Test-160203006 tempest-NetworksIpV6Test-160203006-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:38:25.457239 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9742ad93-3504-4c7f-9a1e-47700f61e74b tempest-NetworksIpV6Test-160203006 tempest-NetworksIpV6Test-160203006-project] Made reservation on behalf of 7958e290f31d45c5b9f30f7bdb35e2dc for: {'subnet': 1} {{(pid=84040) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:38:25.501011 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-2a61a50c-9b68-4dfd-9501-09661a1f4f1c None None] Provisioning complete for port 34608508-20ea-4125-b49a-4cd3023d2885 triggered by entity DHCP. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:38:25.501281 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-2a61a50c-9b68-4dfd-9501-09661a1f4f1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1253608'] for port, provisioning_complete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:38:25.563709 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-9742ad93-3504-4c7f-9a1e-47700f61e74b tempest-NetworksIpV6Test-160203006 tempest-NetworksIpV6Test-160203006-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31752722'] for subnet, before_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:38:25.653891 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.ipam_backend_mixin [None req-9742ad93-3504-4c7f-9a1e-47700f61e74b tempest-NetworksIpV6Test-160203006 tempest-NetworksIpV6Test-160203006-project] Performing IP validity checks on allocation pools {{(pid=84040) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} Apr 18 21:38:25.654408 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.ipam_backend_mixin [None req-9742ad93-3504-4c7f-9a1e-47700f61e74b tempest-NetworksIpV6Test-160203006 tempest-NetworksIpV6Test-160203006-project] Checking for overlaps among allocation pools and gateway ip {{(pid=84040) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} Apr 18 21:38:25.720636 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-2a61a50c-9b68-4dfd-9501-09661a1f4f1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:38:25.763095 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-2a61a50c-9b68-4dfd-9501-09661a1f4f1c None None] For port 34608508-20ea-4125-b49a-4cd3023d2885, host n-d-838334-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838334-2',level=0,port_id=34608508-20ea-4125-b49a-4cd3023d2885,segment=NetworkSegment(1a1a88aa-0090-4242-9440-126242f6bc8d),segment_id=1a1a88aa-0090-4242-9440-126242f6bc8d)] {{(pid=84042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:38:25.769307 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-2a61a50c-9b68-4dfd-9501-09661a1f4f1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682'] for port, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:38:25.784254 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-9742ad93-3504-4c7f-9a1e-47700f61e74b tempest-NetworksIpV6Test-160203006 tempest-NetworksIpV6Test-160203006-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33526260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32441074', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31752704'] for subnet, after_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:38:25.843856 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a61a50c-9b68-4dfd-9501-09661a1f4f1c None None] Pushing event updated for resources: {'Port': ['ID=34608508-20ea-4125-b49a-4cd3023d2885,revision_number=3']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:38:25.860268 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9742ad93-3504-4c7f-9a1e-47700f61e74b tempest-NetworksIpV6Test-160203006 tempest-NetworksIpV6Test-160203006-project] Pushing event updated for resources: {'Subnet': ['ID=07c73c7b-7a95-49d9-af0d-c76fe5e1843b,revision_number=0']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:38:25.877612 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9742ad93-3504-4c7f-9a1e-47700f61e74b tempest-NetworksIpV6Test-160203006 tempest-NetworksIpV6Test-160203006-project] Checking segment: {'id': '0d1bff4b-5126-4554-aaf2-2137431850a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': 'ba78ee38-faae-4b8c-87f4-dc07c9e05eb3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84040) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 21:38:25.877967 n-d-838334-2 neutron-server[84040]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9742ad93-3504-4c7f-9a1e-47700f61e74b tempest-NetworksIpV6Test-160203006 tempest-NetworksIpV6Test-160203006-project] Network hostable DHCP agents. Network: ba78ee38-faae-4b8c-87f4-dc07c9e05eb3, hostable agents: ['8746f8ea-3e91-4b32-9919-2c63adeb8722'], hosted agents: [] {{(pid=84040) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 21:38:25.901487 n-d-838334-2 neutron-server[84040]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9742ad93-3504-4c7f-9a1e-47700f61e74b tempest-NetworksIpV6Test-160203006 tempest-NetworksIpV6Test-160203006-project] Network ba78ee38-faae-4b8c-87f4-dc07c9e05eb3 is scheduled to be hosted by DHCP agent 8746f8ea-3e91-4b32-9919-2c63adeb8722 with binding_index 1 {{(pid=84040) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 21:38:25.913892 n-d-838334-2 neutron-server[84040]: DEBUG neutron.scheduler.base_scheduler [None req-9742ad93-3504-4c7f-9a1e-47700f61e74b tempest-NetworksIpV6Test-160203006 tempest-NetworksIpV6Test-160203006-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-838334-2, ba78ee38-faae-4b8c-87f4-dc07c9e05eb3) {{(pid=84040) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:38:25.917829 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9742ad93-3504-4c7f-9a1e-47700f61e74b tempest-NetworksIpV6Test-160203006 tempest-NetworksIpV6Test-160203006-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:38:25.918538 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-9742ad93-3504-4c7f-9a1e-47700f61e74b tempest-NetworksIpV6Test-160203006 tempest-NetworksIpV6Test-160203006-project] Notify callbacks [] for subnet, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:38:25.926509 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f4ba946-f26e-4bd9-a278-b432cff18bd6 None None] Network ba78ee38-faae-4b8c-87f4-dc07c9e05eb3 requested from n-d-838334-2 {{(pid=84042) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 21:38:25.956571 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-9742ad93-3504-4c7f-9a1e-47700f61e74b tempest-NetworksIpV6Test-160203006 tempest-NetworksIpV6Test-160203006-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.6447494 Apr 18 21:38:25.958842 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 39808) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:38:26.047119 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-8ba6f492-c270-4c83-a5c0-84137e3048d1 None None] Provisioning complete for port 34608508-20ea-4125-b49a-4cd3023d2885 triggered by entity DHCP. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:38:26.047567 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-8ba6f492-c270-4c83-a5c0-84137e3048d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1253608'] for port, provisioning_complete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:38:26.105822 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-0b09e59d-0ac4-40a4-b9ef-b787adc5a564 tempest-NetworksIpV6Test-160203006 tempest-NetworksIpV6Test-160203006-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1103592'] for network, before_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:38:26.169438 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-0b09e59d-0ac4-40a4-b9ef-b787adc5a564 tempest-NetworksIpV6Test-160203006 tempest-NetworksIpV6Test-160203006-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1260556'] for subnet, precommit_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:38:26.239918 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96c54f11-b352-40c6-8565-031c4eb44de1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp016840fc-1f9f-5892-9c53-c9cf6c845bbb-ba78ee38-faae-4b8c-87f4-dc07c9e05eb3', 'network_id': 'ba78ee38-faae-4b8c-87f4-dc07c9e05eb3', 'tenant_id': '7958e290f31d45c5b9f30f7bdb35e2dc', 'fixed_ips': [{'subnet_id': '07c73c7b-7a95-49d9-af0d-c76fe5e1843b'}]}} from n-d-838334-2. {{(pid=84042) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 18 21:38:26.240687 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-96c54f11-b352-40c6-8565-031c4eb44de1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_create {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:38:26.252832 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-0b09e59d-0ac4-40a4-b9ef-b787adc5a564 tempest-NetworksIpV6Test-160203006 tempest-NetworksIpV6Test-160203006-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1260549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33526260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32266336', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32486390'] for subnet, after_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:38:26.292983 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b09e59d-0ac4-40a4-b9ef-b787adc5a564 tempest-NetworksIpV6Test-160203006 tempest-NetworksIpV6Test-160203006-project] Pushing event deleted for resources: {'Subnet': ['ID=07c73c7b-7a95-49d9-af0d-c76fe5e1843b,revision_number=None']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:38:26.345399 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5876e32-db3c-4277-8a6b-0acb0e51f18b None None] Network ba78ee38-faae-4b8c-87f4-dc07c9e05eb3 requested from n-d-838334-2 {{(pid=84042) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 21:38:26.394491 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-0b09e59d-0ac4-40a4-b9ef-b787adc5a564 tempest-NetworksIpV6Test-160203006 tempest-NetworksIpV6Test-160203006-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1258905', 'neutron.services.segments.db._delete_segments_for_network-8750375287417'] for network, precommit_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:38:26.419977 n-d-838334-2 neutron-server[84041]: DEBUG neutron.services.segments.db [None req-0b09e59d-0ac4-40a4-b9ef-b787adc5a564 tempest-NetworksIpV6Test-160203006 tempest-NetworksIpV6Test-160203006-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ba78ee38-faae-4b8c-87f4-dc07c9e05eb3']}} {{(pid=84041) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:38:26.432510 n-d-838334-2 neutron-server[84041]: DEBUG neutron.services.segments.db [None req-0b09e59d-0ac4-40a4-b9ef-b787adc5a564 tempest-NetworksIpV6Test-160203006 tempest-NetworksIpV6Test-160203006-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0d1bff4b-5126-4554-aaf2-2137431850a3') {'for_net_delete': True} {{(pid=84041) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:38:26.432797 n-d-838334-2 neutron-server[84041]: DEBUG neutron.services.segments.db [None req-0b09e59d-0ac4-40a4-b9ef-b787adc5a564 tempest-NetworksIpV6Test-160203006 tempest-NetworksIpV6Test-160203006-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0d1bff4b-5126-4554-aaf2-2137431850a3') {} {{(pid=84041) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:38:26.443737 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-0b09e59d-0ac4-40a4-b9ef-b787adc5a564 tempest-NetworksIpV6Test-160203006 tempest-NetworksIpV6Test-160203006-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750375287300', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32268156'] for segment, before_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:38:26.459203 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-0b09e59d-0ac4-40a4-b9ef-b787adc5a564 tempest-NetworksIpV6Test-160203006 tempest-NetworksIpV6Test-160203006-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1082986'] for segment, precommit_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:38:26.465965 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0b09e59d-0ac4-40a4-b9ef-b787adc5a564 tempest-NetworksIpV6Test-160203006 tempest-NetworksIpV6Test-160203006-project] Releasing vlan 363 on physical network physnet1 to pool {{(pid=84041) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 18 21:38:26.466348 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-0b09e59d-0ac4-40a4-b9ef-b787adc5a564 tempest-NetworksIpV6Test-160203006 tempest-NetworksIpV6Test-160203006-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1082993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32266254'] for segment, after_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:38:26.489139 n-d-838334-2 neutron-server[84041]: Traceback (most recent call last): Apr 18 21:38:26.489139 n-d-838334-2 neutron-server[84041]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 18 21:38:26.489139 n-d-838334-2 neutron-server[84041]: timer() Apr 18 21:38:26.489139 n-d-838334-2 neutron-server[84041]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 21:38:26.489139 n-d-838334-2 neutron-server[84041]: cb(*args, **kw) Apr 18 21:38:26.489139 n-d-838334-2 neutron-server[84041]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 18 21:38:26.489139 n-d-838334-2 neutron-server[84041]: return func(*args, **kwargs) Apr 18 21:38:26.489139 n-d-838334-2 neutron-server[84041]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 21:38:26.489139 n-d-838334-2 neutron-server[84041]: self._notify() Apr 18 21:38:26.489139 n-d-838334-2 neutron-server[84041]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 21:38:26.489139 n-d-838334-2 neutron-server[84041]: self.callback(batched_events) Apr 18 21:38:26.489139 n-d-838334-2 neutron-server[84041]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 21:38:26.489139 n-d-838334-2 neutron-server[84041]: event.method(event) Apr 18 21:38:26.489139 n-d-838334-2 neutron-server[84041]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 18 21:38:26.489139 n-d-838334-2 neutron-server[84041]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 21:38:26.489139 n-d-838334-2 neutron-server[84041]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 18 21:38:26.489139 n-d-838334-2 neutron-server[84041]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 21:38:26.489139 n-d-838334-2 neutron-server[84041]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 18 21:38:26.489139 n-d-838334-2 neutron-server[84041]: return f(self, *a, **k) Apr 18 21:38:26.489139 n-d-838334-2 neutron-server[84041]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 18 21:38:26.489139 n-d-838334-2 neutron-server[84041]: return self._get(url).json() Apr 18 21:38:26.489139 n-d-838334-2 neutron-server[84041]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 18 21:38:26.489139 n-d-838334-2 neutron-server[84041]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 21:38:26.489139 n-d-838334-2 neutron-server[84041]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 18 21:38:26.489139 n-d-838334-2 neutron-server[84041]: return self.request(url, 'GET', **kwargs) Apr 18 21:38:26.489139 n-d-838334-2 neutron-server[84041]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 18 21:38:26.489139 n-d-838334-2 neutron-server[84041]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 21:38:26.489139 n-d-838334-2 neutron-server[84041]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 18 21:38:26.489139 n-d-838334-2 neutron-server[84041]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 21:38:26.489139 n-d-838334-2 neutron-server[84041]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 18 21:38:26.489139 n-d-838334-2 neutron-server[84041]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 21:38:26.489139 n-d-838334-2 neutron-server[84041]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 21:38:26.517366 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8e23504-56cb-4720-ad27-435ccaa33e68 None None] get_active_networks_info from n-d-838334-2 {{(pid=84042) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Apr 18 21:38:26.576091 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-0b09e59d-0ac4-40a4-b9ef-b787adc5a564 tempest-NetworksIpV6Test-160203006 tempest-NetworksIpV6Test-160203006-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1258898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33526109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33444113'] for network, after_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:38:26.596580 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-0b09e59d-0ac4-40a4-b9ef-b787adc5a564 tempest-NetworksIpV6Test-160203006 tempest-NetworksIpV6Test-160203006-project] Notify callbacks [] for network, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:38:26.605675 n-d-838334-2 neutron-server[84042]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8e23504-56cb-4720-ad27-435ccaa33e68 None None] Resources bound (agent type, host, resource id): {{(pid=84042) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Apr 18 21:38:26.605959 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b09e59d-0ac4-40a4-b9ef-b787adc5a564 tempest-NetworksIpV6Test-160203006 tempest-NetworksIpV6Test-160203006-project] Pushing event deleted for resources: {'Network': ['ID=ba78ee38-faae-4b8c-87f4-dc07c9e05eb3,revision_number=None']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:38:26.610090 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-0b09e59d-0ac4-40a4-b9ef-b787adc5a564 tempest-NetworksIpV6Test-160203006 tempest-NetworksIpV6Test-160203006-project] 10.222.0.42 "DELETE /v2.0/networks/ba78ee38-faae-4b8c-87f4-dc07c9e05eb3 HTTP/1.1" status: 204 len: 168 time: 0.6491876 Apr 18 21:38:26.613661 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 39812) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:38:26.620697 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.v2.base [None req-d81749ae-7f31-4907-9ade-48c29f8a366c tempest-NetworksIpV6Test-160203006 tempest-NetworksIpV6Test-160203006-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1237241383'}} {{(pid=84041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:38:26.626290 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-d81749ae-7f31-4907-9ade-48c29f8a366c tempest-NetworksIpV6Test-160203006 tempest-NetworksIpV6Test-160203006-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:38:26.630073 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-d81749ae-7f31-4907-9ade-48c29f8a366c tempest-NetworksIpV6Test-160203006 tempest-NetworksIpV6Test-160203006-project] Usage tracker for resource:network and tenant:7958e290f31d45c5b9f30f7bdb35e2dc is out of sync, need to count used quota {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:38:26.633575 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-d81749ae-7f31-4907-9ade-48c29f8a366c tempest-NetworksIpV6Test-160203006 tempest-NetworksIpV6Test-160203006-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:38:26.639194 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-d81749ae-7f31-4907-9ade-48c29f8a366c tempest-NetworksIpV6Test-160203006 tempest-NetworksIpV6Test-160203006-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:38:26.652187 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d81749ae-7f31-4907-9ade-48c29f8a366c tempest-NetworksIpV6Test-160203006 tempest-NetworksIpV6Test-160203006-project] Made reservation on behalf of 7958e290f31d45c5b9f30f7bdb35e2dc for: {'network': 1} {{(pid=84041) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:38:26.655207 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-d81749ae-7f31-4907-9ade-48c29f8a366c tempest-NetworksIpV6Test-160203006 tempest-NetworksIpV6Test-160203006-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for network, before_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:38:26.684712 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d81749ae-7f31-4907-9ade-48c29f8a366c tempest-NetworksIpV6Test-160203006 tempest-NetworksIpV6Test-160203006-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 389} {{(pid=84041) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 21:38:26.693406 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-d81749ae-7f31-4907-9ade-48c29f8a366c tempest-NetworksIpV6Test-160203006 tempest-NetworksIpV6Test-160203006-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1082986'] for segment, precommit_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:38:26.693740 n-d-838334-2 neutron-server[84041]: INFO neutron.db.segments_db [None req-d81749ae-7f31-4907-9ade-48c29f8a366c tempest-NetworksIpV6Test-160203006 tempest-NetworksIpV6Test-160203006-project] Added segment 5e2f1034-88a0-4f61-bba4-2a87f36d8db2 of type vlan for network c1ec3b1a-0385-4456-b743-57bf3418e254 Apr 18 21:38:26.722198 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-d81749ae-7f31-4907-9ade-48c29f8a366c tempest-NetworksIpV6Test-160203006 tempest-NetworksIpV6Test-160203006-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750374825732'] for network, precommit_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:38:26.755749 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-d81749ae-7f31-4907-9ade-48c29f8a366c tempest-NetworksIpV6Test-160203006 tempest-NetworksIpV6Test-160203006-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33526109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022'] for network, after_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:38:26.760575 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d81749ae-7f31-4907-9ade-48c29f8a366c tempest-NetworksIpV6Test-160203006 tempest-NetworksIpV6Test-160203006-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:38:26.761144 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-d81749ae-7f31-4907-9ade-48c29f8a366c tempest-NetworksIpV6Test-160203006 tempest-NetworksIpV6Test-160203006-project] Notify callbacks [] for network, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:38:26.945009 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Device 34608508-20ea-4125-b49a-4cd3023d2885 up at agent ovs-agent-n-d-838334-2 {{(pid=84042) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 21:38:26.952422 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-d81749ae-7f31-4907-9ade-48c29f8a366c tempest-NetworksIpV6Test-160203006 tempest-NetworksIpV6Test-160203006-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.3377447 Apr 18 21:38:26.956411 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 39816) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:38:26.958111 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d81749ae-7f31-4907-9ade-48c29f8a366c tempest-NetworksIpV6Test-160203006 tempest-NetworksIpV6Test-160203006-project] Pushing event updated for resources: {'Network': ['ID=c1ec3b1a-0385-4456-b743-57bf3418e254,revision_number=1']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:38:26.964409 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.v2.base [None req-3bd9fb4c-5fe8-496a-8100-14866f340a9f tempest-NetworksIpV6Test-160203006 tempest-NetworksIpV6Test-160203006-project] Request body: {'subnet': {'network_id': 'c1ec3b1a-0385-4456-b743-57bf3418e254', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=84040) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:38:26.985228 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Network c1ec3b1a-0385-4456-b743-57bf3418e254 details requested by agent ovs-agent-n-d-838334-2 with host n-d-838334-2 {{(pid=84042) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 18 21:38:27.076393 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [None req-3bd9fb4c-5fe8-496a-8100-14866f340a9f tempest-NetworksIpV6Test-160203006 tempest-NetworksIpV6Test-160203006-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:38:27.080246 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-3bd9fb4c-5fe8-496a-8100-14866f340a9f tempest-NetworksIpV6Test-160203006 tempest-NetworksIpV6Test-160203006-project] Usage tracker for resource:subnet and tenant:7958e290f31d45c5b9f30f7bdb35e2dc is out of sync, need to count used quota {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:38:27.083062 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-3bd9fb4c-5fe8-496a-8100-14866f340a9f tempest-NetworksIpV6Test-160203006 tempest-NetworksIpV6Test-160203006-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:38:27.089612 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [None req-3bd9fb4c-5fe8-496a-8100-14866f340a9f tempest-NetworksIpV6Test-160203006 tempest-NetworksIpV6Test-160203006-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:38:27.099824 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3bd9fb4c-5fe8-496a-8100-14866f340a9f tempest-NetworksIpV6Test-160203006 tempest-NetworksIpV6Test-160203006-project] Made reservation on behalf of 7958e290f31d45c5b9f30f7bdb35e2dc for: {'subnet': 1} {{(pid=84040) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:38:27.111378 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Provisioning complete for port 34608508-20ea-4125-b49a-4cd3023d2885 triggered by entity L2. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:38:27.111782 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1253608'] for port, provisioning_complete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:38:27.202898 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-3bd9fb4c-5fe8-496a-8100-14866f340a9f tempest-NetworksIpV6Test-160203006 tempest-NetworksIpV6Test-160203006-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31752722'] for subnet, before_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:38:27.498685 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-3bd9fb4c-5fe8-496a-8100-14866f340a9f tempest-NetworksIpV6Test-160203006 tempest-NetworksIpV6Test-160203006-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33526260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32441074', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31752704'] for subnet, after_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:38:27.575764 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bd9fb4c-5fe8-496a-8100-14866f340a9f tempest-NetworksIpV6Test-160203006 tempest-NetworksIpV6Test-160203006-project] Pushing event updated for resources: {'Subnet': ['ID=cec023e8-c490-4b1f-83f8-cc6526364fb9,revision_number=0']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:38:27.590535 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bd9fb4c-5fe8-496a-8100-14866f340a9f tempest-NetworksIpV6Test-160203006 tempest-NetworksIpV6Test-160203006-project] Checking segment: {'id': '5e2f1034-88a0-4f61-bba4-2a87f36d8db2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': 'c1ec3b1a-0385-4456-b743-57bf3418e254'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84040) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 21:38:27.590889 n-d-838334-2 neutron-server[84040]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3bd9fb4c-5fe8-496a-8100-14866f340a9f tempest-NetworksIpV6Test-160203006 tempest-NetworksIpV6Test-160203006-project] Network hostable DHCP agents. Network: c1ec3b1a-0385-4456-b743-57bf3418e254, hostable agents: ['8746f8ea-3e91-4b32-9919-2c63adeb8722'], hosted agents: [] {{(pid=84040) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 21:38:27.611876 n-d-838334-2 neutron-server[84040]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3bd9fb4c-5fe8-496a-8100-14866f340a9f tempest-NetworksIpV6Test-160203006 tempest-NetworksIpV6Test-160203006-project] Network c1ec3b1a-0385-4456-b743-57bf3418e254 is scheduled to be hosted by DHCP agent 8746f8ea-3e91-4b32-9919-2c63adeb8722 with binding_index 1 {{(pid=84040) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 21:38:27.621818 n-d-838334-2 neutron-server[84040]: DEBUG neutron.scheduler.base_scheduler [None req-3bd9fb4c-5fe8-496a-8100-14866f340a9f tempest-NetworksIpV6Test-160203006 tempest-NetworksIpV6Test-160203006-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-838334-2, c1ec3b1a-0385-4456-b743-57bf3418e254) {{(pid=84040) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:38:27.625670 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3bd9fb4c-5fe8-496a-8100-14866f340a9f tempest-NetworksIpV6Test-160203006 tempest-NetworksIpV6Test-160203006-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:38:27.626244 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-3bd9fb4c-5fe8-496a-8100-14866f340a9f tempest-NetworksIpV6Test-160203006 tempest-NetworksIpV6Test-160203006-project] Notify callbacks [] for subnet, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:38:27.630497 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59096349-de86-41b1-ad9a-35af36858a2a None None] Network c1ec3b1a-0385-4456-b743-57bf3418e254 requested from n-d-838334-2 {{(pid=84042) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 21:38:27.649800 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-3bd9fb4c-5fe8-496a-8100-14866f340a9f tempest-NetworksIpV6Test-160203006 tempest-NetworksIpV6Test-160203006-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6914766 Apr 18 21:38:27.653484 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 39820) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:38:27.660040 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.v2.base [None req-1ba2a72a-0bed-4e6d-b5b1-193b0933cb1a tempest-NetworksIpV6Test-160203006 tempest-NetworksIpV6Test-160203006-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1357708026'}} {{(pid=84040) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:38:27.670983 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [None req-1ba2a72a-0bed-4e6d-b5b1-193b0933cb1a tempest-NetworksIpV6Test-160203006 tempest-NetworksIpV6Test-160203006-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:38:27.675552 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-1ba2a72a-0bed-4e6d-b5b1-193b0933cb1a tempest-NetworksIpV6Test-160203006 tempest-NetworksIpV6Test-160203006-project] Usage tracker for resource:network and tenant:7958e290f31d45c5b9f30f7bdb35e2dc is out of sync, need to count used quota {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:38:27.679400 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-1ba2a72a-0bed-4e6d-b5b1-193b0933cb1a tempest-NetworksIpV6Test-160203006 tempest-NetworksIpV6Test-160203006-project] Quota usage for network was recalculated. Used quota:2. {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:38:27.685875 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [None req-1ba2a72a-0bed-4e6d-b5b1-193b0933cb1a tempest-NetworksIpV6Test-160203006 tempest-NetworksIpV6Test-160203006-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:38:27.696681 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ba2a72a-0bed-4e6d-b5b1-193b0933cb1a tempest-NetworksIpV6Test-160203006 tempest-NetworksIpV6Test-160203006-project] Made reservation on behalf of 7958e290f31d45c5b9f30f7bdb35e2dc for: {'network': 1} {{(pid=84040) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:38:27.699711 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-1ba2a72a-0bed-4e6d-b5b1-193b0933cb1a tempest-NetworksIpV6Test-160203006 tempest-NetworksIpV6Test-160203006-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for network, before_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:38:27.729814 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1ba2a72a-0bed-4e6d-b5b1-193b0933cb1a tempest-NetworksIpV6Test-160203006 tempest-NetworksIpV6Test-160203006-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 362} {{(pid=84040) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 21:38:27.739316 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-1ba2a72a-0bed-4e6d-b5b1-193b0933cb1a tempest-NetworksIpV6Test-160203006 tempest-NetworksIpV6Test-160203006-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1082986'] for segment, precommit_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:38:27.739674 n-d-838334-2 neutron-server[84040]: INFO neutron.db.segments_db [None req-1ba2a72a-0bed-4e6d-b5b1-193b0933cb1a tempest-NetworksIpV6Test-160203006 tempest-NetworksIpV6Test-160203006-project] Added segment f8d618d0-b669-4fe1-a720-aa924f623ca3 of type vlan for network bbf36c0c-b3b3-4f12-bb04-0de47cfe6d0b Apr 18 21:38:27.766497 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-1ba2a72a-0bed-4e6d-b5b1-193b0933cb1a tempest-NetworksIpV6Test-160203006 tempest-NetworksIpV6Test-160203006-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750374825732'] for network, precommit_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:38:27.795013 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-1ba2a72a-0bed-4e6d-b5b1-193b0933cb1a tempest-NetworksIpV6Test-160203006 tempest-NetworksIpV6Test-160203006-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33526109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022'] for network, after_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:38:27.798719 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ba2a72a-0bed-4e6d-b5b1-193b0933cb1a tempest-NetworksIpV6Test-160203006 tempest-NetworksIpV6Test-160203006-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:38:27.799284 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-1ba2a72a-0bed-4e6d-b5b1-193b0933cb1a tempest-NetworksIpV6Test-160203006 tempest-NetworksIpV6Test-160203006-project] Notify callbacks [] for network, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:38:27.880482 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-137acb82-3993-46c2-974b-d69aad1afbba None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp016840fc-1f9f-5892-9c53-c9cf6c845bbb-c1ec3b1a-0385-4456-b743-57bf3418e254', 'network_id': 'c1ec3b1a-0385-4456-b743-57bf3418e254', 'tenant_id': '7958e290f31d45c5b9f30f7bdb35e2dc', 'fixed_ips': [{'subnet_id': 'cec023e8-c490-4b1f-83f8-cc6526364fb9'}]}} from n-d-838334-2. {{(pid=84042) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 18 21:38:27.881383 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-137acb82-3993-46c2-974b-d69aad1afbba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_create {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:38:27.902342 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-1ba2a72a-0bed-4e6d-b5b1-193b0933cb1a tempest-NetworksIpV6Test-160203006 tempest-NetworksIpV6Test-160203006-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.2477534 Apr 18 21:38:27.905297 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 39824) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:38:27.906000 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ba2a72a-0bed-4e6d-b5b1-193b0933cb1a tempest-NetworksIpV6Test-160203006 tempest-NetworksIpV6Test-160203006-project] Pushing event updated for resources: {'Network': ['ID=bbf36c0c-b3b3-4f12-bb04-0de47cfe6d0b,revision_number=1']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:38:27.912515 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.v2.base [None req-468c9fad-3415-4122-883d-21d1fef9db94 tempest-NetworksIpV6Test-160203006 tempest-NetworksIpV6Test-160203006-project] Request body: {'subnet': {'network_id': 'bbf36c0c-b3b3-4f12-bb04-0de47cfe6d0b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=84041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:38:27.936250 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Network bbf36c0c-b3b3-4f12-bb04-0de47cfe6d0b details requested by agent ovs-agent-n-d-838334-2 with host n-d-838334-2 {{(pid=84042) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 18 21:38:28.026360 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-468c9fad-3415-4122-883d-21d1fef9db94 tempest-NetworksIpV6Test-160203006 tempest-NetworksIpV6Test-160203006-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:38:28.030745 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-468c9fad-3415-4122-883d-21d1fef9db94 tempest-NetworksIpV6Test-160203006 tempest-NetworksIpV6Test-160203006-project] Usage tracker for resource:subnet and tenant:7958e290f31d45c5b9f30f7bdb35e2dc is out of sync, need to count used quota {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:38:28.033905 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-468c9fad-3415-4122-883d-21d1fef9db94 tempest-NetworksIpV6Test-160203006 tempest-NetworksIpV6Test-160203006-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:38:28.040614 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-468c9fad-3415-4122-883d-21d1fef9db94 tempest-NetworksIpV6Test-160203006 tempest-NetworksIpV6Test-160203006-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:38:28.050544 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-468c9fad-3415-4122-883d-21d1fef9db94 tempest-NetworksIpV6Test-160203006 tempest-NetworksIpV6Test-160203006-project] Made reservation on behalf of 7958e290f31d45c5b9f30f7bdb35e2dc for: {'subnet': 1} {{(pid=84041) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:38:28.125484 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.db_base_plugin_common [None req-137acb82-3993-46c2-974b-d69aad1afbba None None] Allocated IP 2001:db8::2 (c1ec3b1a-0385-4456-b743-57bf3418e254/cec023e8-c490-4b1f-83f8-cc6526364fb9/3363e9a5-adfa-4b16-bc04-5212fcf94719) {{(pid=84042) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 21:38:28.160628 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-468c9fad-3415-4122-883d-21d1fef9db94 tempest-NetworksIpV6Test-160203006 tempest-NetworksIpV6Test-160203006-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32486301'] for subnet, before_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:38:28.325198 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-137acb82-3993-46c2-974b-d69aad1afbba None None] Notify callbacks [] for port, precommit_create {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:38:28.336067 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-137acb82-3993-46c2-974b-d69aad1afbba None None] Transition to ACTIVE for port object 3363e9a5-adfa-4b16-bc04-5212fcf94719 will not be triggered until provisioned by entity L2. {{(pid=84042) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:38:28.354412 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-137acb82-3993-46c2-974b-d69aad1afbba None None] Transition to ACTIVE for port object 3363e9a5-adfa-4b16-bc04-5212fcf94719 will not be triggered until provisioned by entity DHCP. {{(pid=84042) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:38:28.360299 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-137acb82-3993-46c2-974b-d69aad1afbba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750374836619'] for port, after_create {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:38:28.382740 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-468c9fad-3415-4122-883d-21d1fef9db94 tempest-NetworksIpV6Test-160203006 tempest-NetworksIpV6Test-160203006-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33526260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32266407', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32486287'] for subnet, after_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:38:28.426081 n-d-838334-2 neutron-server[84042]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-137acb82-3993-46c2-974b-d69aad1afbba None None] Network c1ec3b1a-0385-4456-b743-57bf3418e254 is already hosted by enough agents. {{(pid=84042) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:38:28.430306 n-d-838334-2 neutron-server[84042]: DEBUG neutron.scheduler.base_scheduler [None req-137acb82-3993-46c2-974b-d69aad1afbba None None] Resources bound (agent type, host, resource id): {{(pid=84042) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:38:28.434742 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_dvrscheduler_db [None req-137acb82-3993-46c2-974b-d69aad1afbba None None] Received port after_create {{(pid=84042) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 21:38:28.436703 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-137acb82-3993-46c2-974b-d69aad1afbba None None] Pushing event updated for resources: {'Port': ['ID=3363e9a5-adfa-4b16-bc04-5212fcf94719,revision_number=1']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:38:28.458215 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-468c9fad-3415-4122-883d-21d1fef9db94 tempest-NetworksIpV6Test-160203006 tempest-NetworksIpV6Test-160203006-project] Pushing event updated for resources: {'Subnet': ['ID=d358d280-8b19-4fa9-9863-ea399a2791d6,revision_number=0']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:38:28.473584 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-468c9fad-3415-4122-883d-21d1fef9db94 tempest-NetworksIpV6Test-160203006 tempest-NetworksIpV6Test-160203006-project] Checking segment: {'id': 'f8d618d0-b669-4fe1-a720-aa924f623ca3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': 'bbf36c0c-b3b3-4f12-bb04-0de47cfe6d0b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84041) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 21:38:28.473934 n-d-838334-2 neutron-server[84041]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-468c9fad-3415-4122-883d-21d1fef9db94 tempest-NetworksIpV6Test-160203006 tempest-NetworksIpV6Test-160203006-project] Network hostable DHCP agents. Network: bbf36c0c-b3b3-4f12-bb04-0de47cfe6d0b, hostable agents: ['8746f8ea-3e91-4b32-9919-2c63adeb8722'], hosted agents: [] {{(pid=84041) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 21:38:28.496217 n-d-838334-2 neutron-server[84041]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-468c9fad-3415-4122-883d-21d1fef9db94 tempest-NetworksIpV6Test-160203006 tempest-NetworksIpV6Test-160203006-project] Network bbf36c0c-b3b3-4f12-bb04-0de47cfe6d0b is scheduled to be hosted by DHCP agent 8746f8ea-3e91-4b32-9919-2c63adeb8722 with binding_index 1 {{(pid=84041) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 21:38:28.505257 n-d-838334-2 neutron-server[84041]: DEBUG neutron.scheduler.base_scheduler [None req-468c9fad-3415-4122-883d-21d1fef9db94 tempest-NetworksIpV6Test-160203006 tempest-NetworksIpV6Test-160203006-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-838334-2, bbf36c0c-b3b3-4f12-bb04-0de47cfe6d0b) {{(pid=84041) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:38:28.509936 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-468c9fad-3415-4122-883d-21d1fef9db94 tempest-NetworksIpV6Test-160203006 tempest-NetworksIpV6Test-160203006-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:38:28.510517 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-468c9fad-3415-4122-883d-21d1fef9db94 tempest-NetworksIpV6Test-160203006 tempest-NetworksIpV6Test-160203006-project] Notify callbacks [] for subnet, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:38:28.518082 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6a0b357-2d47-4351-bbb7-2d90d61fdbef None None] Network bbf36c0c-b3b3-4f12-bb04-0de47cfe6d0b requested from n-d-838334-2 {{(pid=84042) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 21:38:28.551155 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-468c9fad-3415-4122-883d-21d1fef9db94 tempest-NetworksIpV6Test-160203006 tempest-NetworksIpV6Test-160203006-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6440427 Apr 18 21:38:28.554580 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 39828) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:38:28.614701 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.managers [None req-137acb82-3993-46c2-974b-d69aad1afbba None None] Attempting to bind port 3363e9a5-adfa-4b16-bc04-5212fcf94719 on host n-d-838334-2 for vnic_type normal with profile {{(pid=84042) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 21:38:28.614970 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.managers [None req-137acb82-3993-46c2-974b-d69aad1afbba None None] Attempting to bind port 3363e9a5-adfa-4b16-bc04-5212fcf94719 by drivers openvswitch,hyperv on host n-d-838334-2 at level 0 using segments [{'id': '5e2f1034-88a0-4f61-bba4-2a87f36d8db2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': 'c1ec3b1a-0385-4456-b743-57bf3418e254'}] {{(pid=84042) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 21:38:28.615322 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-137acb82-3993-46c2-974b-d69aad1afbba None None] Attempting to bind port 3363e9a5-adfa-4b16-bc04-5212fcf94719 on network c1ec3b1a-0385-4456-b743-57bf3418e254 {{(pid=84042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 21:38:28.629094 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-137acb82-3993-46c2-974b-d69aad1afbba None None] Checking agent: {'id': '97cd4414-7af6-4d67-868d-dff370b4071a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838334-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 25, 49), 'started_at': datetime.datetime(2022, 4, 18, 20, 26, 19), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 21, 38, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838334-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 18 21:38:28.629459 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-137acb82-3993-46c2-974b-d69aad1afbba None None] Checking segment: {'id': '5e2f1034-88a0-4f61-bba4-2a87f36d8db2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': 'c1ec3b1a-0385-4456-b743-57bf3418e254'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84042) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 21:38:28.629870 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-137acb82-3993-46c2-974b-d69aad1afbba None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:38:28.630233 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-137acb82-3993-46c2-974b-d69aad1afbba None None] Bound using segment: {'id': '5e2f1034-88a0-4f61-bba4-2a87f36d8db2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': 'c1ec3b1a-0385-4456-b743-57bf3418e254'} {{(pid=84042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 18 21:38:28.630698 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.managers [None req-137acb82-3993-46c2-974b-d69aad1afbba None None] Bound port: 3363e9a5-adfa-4b16-bc04-5212fcf94719, host: n-d-838334-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5e2f1034-88a0-4f61-bba4-2a87f36d8db2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': 'c1ec3b1a-0385-4456-b743-57bf3418e254'}}] {{(pid=84042) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 21:38:28.631281 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-137acb82-3993-46c2-974b-d69aad1afbba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:38:28.697796 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-1ca82fe5-99ff-44ef-acee-1b73fb9a2f47 tempest-NetworksIpV6Test-160203006 tempest-NetworksIpV6Test-160203006-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1103592'] for network, before_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:38:28.765819 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-1ca82fe5-99ff-44ef-acee-1b73fb9a2f47 tempest-NetworksIpV6Test-160203006 tempest-NetworksIpV6Test-160203006-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1260556'] for subnet, precommit_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:38:28.793439 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-137acb82-3993-46c2-974b-d69aad1afbba None None] For port 3363e9a5-adfa-4b16-bc04-5212fcf94719, host n-d-838334-2, cleared binding levels {{(pid=84042) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 21:38:28.798435 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-137acb82-3993-46c2-974b-d69aad1afbba None None] For port 3363e9a5-adfa-4b16-bc04-5212fcf94719, host n-d-838334-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838334-2',level=0,port_id=3363e9a5-adfa-4b16-bc04-5212fcf94719,segment=NetworkSegment(5e2f1034-88a0-4f61-bba4-2a87f36d8db2),segment_id=5e2f1034-88a0-4f61-bba4-2a87f36d8db2)] {{(pid=84042) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 21:38:28.827711 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-137acb82-3993-46c2-974b-d69aad1afbba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682'] for port, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:38:28.839235 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-1ca82fe5-99ff-44ef-acee-1b73fb9a2f47 tempest-NetworksIpV6Test-160203006 tempest-NetworksIpV6Test-160203006-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1260549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33526260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32440885', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31752825'] for subnet, after_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:38:28.882728 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ca82fe5-99ff-44ef-acee-1b73fb9a2f47 tempest-NetworksIpV6Test-160203006 tempest-NetworksIpV6Test-160203006-project] Pushing event deleted for resources: {'Subnet': ['ID=d358d280-8b19-4fa9-9863-ea399a2791d6,revision_number=None']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:38:28.885320 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-715204a6-3759-462d-8f06-47108955b229 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp016840fc-1f9f-5892-9c53-c9cf6c845bbb-bbf36c0c-b3b3-4f12-bb04-0de47cfe6d0b', 'network_id': 'bbf36c0c-b3b3-4f12-bb04-0de47cfe6d0b', 'tenant_id': '7958e290f31d45c5b9f30f7bdb35e2dc', 'fixed_ips': [{'subnet_id': 'd358d280-8b19-4fa9-9863-ea399a2791d6'}]}} from n-d-838334-2. {{(pid=84042) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 18 21:38:28.886112 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-715204a6-3759-462d-8f06-47108955b229 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_create {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:38:28.981818 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-1ca82fe5-99ff-44ef-acee-1b73fb9a2f47 tempest-NetworksIpV6Test-160203006 tempest-NetworksIpV6Test-160203006-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1258905', 'neutron.services.segments.db._delete_segments_for_network-8750375287417'] for network, precommit_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:38:28.985965 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-137acb82-3993-46c2-974b-d69aad1afbba None None] Pushing event updated for resources: {'Port': ['ID=3363e9a5-adfa-4b16-bc04-5212fcf94719,revision_number=2']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:38:29.014009 n-d-838334-2 neutron-server[84040]: DEBUG neutron.services.segments.db [None req-1ca82fe5-99ff-44ef-acee-1b73fb9a2f47 tempest-NetworksIpV6Test-160203006 tempest-NetworksIpV6Test-160203006-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bbf36c0c-b3b3-4f12-bb04-0de47cfe6d0b']}} {{(pid=84040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:38:29.029448 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-416467a6-6c64-42bd-97c7-7fdcfb975ef3 None None] Network bbf36c0c-b3b3-4f12-bb04-0de47cfe6d0b requested from n-d-838334-2 {{(pid=84042) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 21:38:29.030136 n-d-838334-2 neutron-server[84040]: DEBUG neutron.services.segments.db [None req-1ca82fe5-99ff-44ef-acee-1b73fb9a2f47 tempest-NetworksIpV6Test-160203006 tempest-NetworksIpV6Test-160203006-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f8d618d0-b669-4fe1-a720-aa924f623ca3') {'for_net_delete': True} {{(pid=84040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:38:29.030423 n-d-838334-2 neutron-server[84040]: DEBUG neutron.services.segments.db [None req-1ca82fe5-99ff-44ef-acee-1b73fb9a2f47 tempest-NetworksIpV6Test-160203006 tempest-NetworksIpV6Test-160203006-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f8d618d0-b669-4fe1-a720-aa924f623ca3') {} {{(pid=84040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:38:29.043184 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-1ca82fe5-99ff-44ef-acee-1b73fb9a2f47 tempest-NetworksIpV6Test-160203006 tempest-NetworksIpV6Test-160203006-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750375287300', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31955965'] for segment, before_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:38:29.064407 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-1ca82fe5-99ff-44ef-acee-1b73fb9a2f47 tempest-NetworksIpV6Test-160203006 tempest-NetworksIpV6Test-160203006-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1082986'] for segment, precommit_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:38:29.073907 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1ca82fe5-99ff-44ef-acee-1b73fb9a2f47 tempest-NetworksIpV6Test-160203006 tempest-NetworksIpV6Test-160203006-project] Releasing vlan 362 on physical network physnet1 to pool {{(pid=84040) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 18 21:38:29.074436 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-1ca82fe5-99ff-44ef-acee-1b73fb9a2f47 tempest-NetworksIpV6Test-160203006 tempest-NetworksIpV6Test-160203006-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1082993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32440923'] for segment, after_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:38:29.090011 n-d-838334-2 neutron-server[84040]: Traceback (most recent call last): Apr 18 21:38:29.090011 n-d-838334-2 neutron-server[84040]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 18 21:38:29.090011 n-d-838334-2 neutron-server[84040]: timer() Apr 18 21:38:29.090011 n-d-838334-2 neutron-server[84040]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 21:38:29.090011 n-d-838334-2 neutron-server[84040]: cb(*args, **kw) Apr 18 21:38:29.090011 n-d-838334-2 neutron-server[84040]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 18 21:38:29.090011 n-d-838334-2 neutron-server[84040]: return func(*args, **kwargs) Apr 18 21:38:29.090011 n-d-838334-2 neutron-server[84040]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 21:38:29.090011 n-d-838334-2 neutron-server[84040]: self._notify() Apr 18 21:38:29.090011 n-d-838334-2 neutron-server[84040]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 21:38:29.090011 n-d-838334-2 neutron-server[84040]: self.callback(batched_events) Apr 18 21:38:29.090011 n-d-838334-2 neutron-server[84040]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 21:38:29.090011 n-d-838334-2 neutron-server[84040]: event.method(event) Apr 18 21:38:29.090011 n-d-838334-2 neutron-server[84040]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 18 21:38:29.090011 n-d-838334-2 neutron-server[84040]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 21:38:29.090011 n-d-838334-2 neutron-server[84040]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 18 21:38:29.090011 n-d-838334-2 neutron-server[84040]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 21:38:29.090011 n-d-838334-2 neutron-server[84040]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 18 21:38:29.090011 n-d-838334-2 neutron-server[84040]: return f(self, *a, **k) Apr 18 21:38:29.090011 n-d-838334-2 neutron-server[84040]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 18 21:38:29.090011 n-d-838334-2 neutron-server[84040]: return self._get(url).json() Apr 18 21:38:29.090011 n-d-838334-2 neutron-server[84040]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 18 21:38:29.090011 n-d-838334-2 neutron-server[84040]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 21:38:29.090011 n-d-838334-2 neutron-server[84040]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 18 21:38:29.090011 n-d-838334-2 neutron-server[84040]: return self.request(url, 'GET', **kwargs) Apr 18 21:38:29.090011 n-d-838334-2 neutron-server[84040]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 18 21:38:29.090011 n-d-838334-2 neutron-server[84040]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 21:38:29.090011 n-d-838334-2 neutron-server[84040]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 18 21:38:29.090011 n-d-838334-2 neutron-server[84040]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 21:38:29.090011 n-d-838334-2 neutron-server[84040]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 18 21:38:29.090011 n-d-838334-2 neutron-server[84040]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 21:38:29.090011 n-d-838334-2 neutron-server[84040]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 21:38:29.193995 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-1ca82fe5-99ff-44ef-acee-1b73fb9a2f47 tempest-NetworksIpV6Test-160203006 tempest-NetworksIpV6Test-160203006-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1258898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33526109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33444113'] for network, after_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:38:29.199158 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-1ca82fe5-99ff-44ef-acee-1b73fb9a2f47 tempest-NetworksIpV6Test-160203006 tempest-NetworksIpV6Test-160203006-project] Notify callbacks [] for network, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:38:29.236684 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ca82fe5-99ff-44ef-acee-1b73fb9a2f47 tempest-NetworksIpV6Test-160203006 tempest-NetworksIpV6Test-160203006-project] Pushing event deleted for resources: {'Network': ['ID=bbf36c0c-b3b3-4f12-bb04-0de47cfe6d0b,revision_number=None']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:38:29.243612 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-1ca82fe5-99ff-44ef-acee-1b73fb9a2f47 tempest-NetworksIpV6Test-160203006 tempest-NetworksIpV6Test-160203006-project] 10.222.0.42 "DELETE /v2.0/networks/bbf36c0c-b3b3-4f12-bb04-0de47cfe6d0b HTTP/1.1" status: 204 len: 168 time: 0.6844304 Apr 18 21:38:29.243895 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 39832) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:38:29.286742 n-d-838334-2 neutron-server[84040]: INFO neutron.pecan_wsgi.hooks.translation [None req-b7de399c-0175-420e-8786-17525af31a6c tempest-NetworksIpV6Test-160203006 tempest-NetworksIpV6Test-160203006-project] GET failed (client error): The resource could not be found. Apr 18 21:38:29.287245 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-b7de399c-0175-420e-8786-17525af31a6c tempest-NetworksIpV6Test-160203006 tempest-NetworksIpV6Test-160203006-project] Synchronizing usage tracker for tenant:7958e290f31d45c5b9f30f7bdb35e2dc on resource:subnet {{(pid=84040) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 21:38:29.306169 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-b7de399c-0175-420e-8786-17525af31a6c tempest-NetworksIpV6Test-160203006 tempest-NetworksIpV6Test-160203006-project] Unset dirty status for tenant:7958e290f31d45c5b9f30f7bdb35e2dc on resource:subnet {{(pid=84040) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 21:38:29.307327 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-b7de399c-0175-420e-8786-17525af31a6c tempest-NetworksIpV6Test-160203006 tempest-NetworksIpV6Test-160203006-project] 10.222.0.42 "GET /v2.0/subnets/d358d280-8b19-4fa9-9863-ea399a2791d6 HTTP/1.1" status: 404 len: 337 time: 0.0624912 Apr 18 21:38:29.310031 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 39836) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:38:29.335137 n-d-838334-2 neutron-server[84040]: INFO neutron.pecan_wsgi.hooks.translation [None req-5d330096-c105-46aa-a506-93c3c5e40742 tempest-NetworksIpV6Test-160203006 tempest-NetworksIpV6Test-160203006-project] DELETE failed (client error): The resource could not be found. Apr 18 21:38:29.335602 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5d330096-c105-46aa-a506-93c3c5e40742 tempest-NetworksIpV6Test-160203006 tempest-NetworksIpV6Test-160203006-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84040) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 21:38:29.337207 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-5d330096-c105-46aa-a506-93c3c5e40742 tempest-NetworksIpV6Test-160203006 tempest-NetworksIpV6Test-160203006-project] 10.222.0.42 "DELETE /v2.0/networks/bbf36c0c-b3b3-4f12-bb04-0de47cfe6d0b HTTP/1.1" status: 404 len: 339 time: 0.0263031 Apr 18 21:38:29.340856 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 39840) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:38:29.377323 n-d-838334-2 neutron-server[84040]: INFO neutron.pecan_wsgi.hooks.translation [None req-0297a71b-c76f-4022-9541-1969fe998056 tempest-NetworksIpV6Test-160203006 tempest-NetworksIpV6Test-160203006-project] DELETE failed (client error): The resource could not be found. Apr 18 21:38:29.377682 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0297a71b-c76f-4022-9541-1969fe998056 tempest-NetworksIpV6Test-160203006 tempest-NetworksIpV6Test-160203006-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84040) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 21:38:29.379231 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-0297a71b-c76f-4022-9541-1969fe998056 tempest-NetworksIpV6Test-160203006 tempest-NetworksIpV6Test-160203006-project] 10.222.0.42 "DELETE /v2.0/subnets/d358d280-8b19-4fa9-9863-ea399a2791d6 HTTP/1.1" status: 404 len: 337 time: 0.0374985 Apr 18 21:38:29.382278 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 39844) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:38:29.405946 n-d-838334-2 neutron-server[84040]: INFO neutron.pecan_wsgi.hooks.translation [None req-12991bd3-4bbb-4d84-8720-72c9de33b350 tempest-NetworksIpV6Test-160203006 tempest-NetworksIpV6Test-160203006-project] DELETE failed (client error): The resource could not be found. Apr 18 21:38:29.406296 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-12991bd3-4bbb-4d84-8720-72c9de33b350 tempest-NetworksIpV6Test-160203006 tempest-NetworksIpV6Test-160203006-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84040) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 21:38:29.407831 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-12991bd3-4bbb-4d84-8720-72c9de33b350 tempest-NetworksIpV6Test-160203006 tempest-NetworksIpV6Test-160203006-project] 10.222.0.42 "DELETE /v2.0/networks/bbf36c0c-b3b3-4f12-bb04-0de47cfe6d0b HTTP/1.1" status: 404 len: 339 time: 0.0245857 Apr 18 21:38:29.410121 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 39848) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:38:29.479057 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.db_base_plugin_v2 [None req-bab946d5-9fc7-4653-b7ae-a863aea0b9e4 tempest-NetworksIpV6Test-160203006 tempest-NetworksIpV6Test-160203006-project] Deleting subnet cec023e8-c490-4b1f-83f8-cc6526364fb9 {{(pid=84040) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 18 21:38:29.481988 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-bab946d5-9fc7-4653-b7ae-a863aea0b9e4 tempest-NetworksIpV6Test-160203006 tempest-NetworksIpV6Test-160203006-project] Notify callbacks [] for subnet, before_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:38:29.534522 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-bab946d5-9fc7-4653-b7ae-a863aea0b9e4 tempest-NetworksIpV6Test-160203006 tempest-NetworksIpV6Test-160203006-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31955982'] for subnet, precommit_delete_associations {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:38:29.628414 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-bab946d5-9fc7-4653-b7ae-a863aea0b9e4 tempest-NetworksIpV6Test-160203006 tempest-NetworksIpV6Test-160203006-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1260556'] for subnet, precommit_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:38:29.703231 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-bab946d5-9fc7-4653-b7ae-a863aea0b9e4 tempest-NetworksIpV6Test-160203006 tempest-NetworksIpV6Test-160203006-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1260549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33526260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32440885', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31752825'] for subnet, after_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:38:29.742937 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bab946d5-9fc7-4653-b7ae-a863aea0b9e4 tempest-NetworksIpV6Test-160203006 tempest-NetworksIpV6Test-160203006-project] Pushing event deleted for resources: {'Subnet': ['ID=cec023e8-c490-4b1f-83f8-cc6526364fb9,revision_number=None']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:38:29.749405 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-bab946d5-9fc7-4653-b7ae-a863aea0b9e4 tempest-NetworksIpV6Test-160203006 tempest-NetworksIpV6Test-160203006-project] Notify callbacks [] for subnet, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:38:29.766775 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-bab946d5-9fc7-4653-b7ae-a863aea0b9e4 tempest-NetworksIpV6Test-160203006 tempest-NetworksIpV6Test-160203006-project] 10.222.0.42 "DELETE /v2.0/subnets/cec023e8-c490-4b1f-83f8-cc6526364fb9 HTTP/1.1" status: 204 len: 168 time: 0.3532352 Apr 18 21:38:29.767200 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 39852) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:38:29.884890 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-0ecd1cb0-7925-469a-bba9-84a36c49a38b tempest-NetworksIpV6Test-160203006 tempest-NetworksIpV6Test-160203006-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1103592'] for network, before_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:38:29.895474 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.plugin [None req-0ecd1cb0-7925-469a-bba9-84a36c49a38b tempest-NetworksIpV6Test-160203006 tempest-NetworksIpV6Test-160203006-project] Deleting port 3363e9a5-adfa-4b16-bc04-5212fcf94719 {{(pid=84040) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 21:38:29.895782 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-0ecd1cb0-7925-469a-bba9-84a36c49a38b tempest-NetworksIpV6Test-160203006 tempest-NetworksIpV6Test-160203006-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750375188691'] for port, before_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:38:29.919700 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a65ad7c2-507e-4aeb-8a24-dce344d79da6 None None] Network c1ec3b1a-0385-4456-b743-57bf3418e254 requested from n-d-838334-2 {{(pid=84042) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 21:38:30.106156 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.db [None req-0ecd1cb0-7925-469a-bba9-84a36c49a38b tempest-NetworksIpV6Test-160203006 tempest-NetworksIpV6Test-160203006-project] For port 3363e9a5-adfa-4b16-bc04-5212fcf94719, host n-d-838334-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838334-2',level=0,port_id=3363e9a5-adfa-4b16-bc04-5212fcf94719,segment=NetworkSegment(5e2f1034-88a0-4f61-bba4-2a87f36d8db2),segment_id=5e2f1034-88a0-4f61-bba4-2a87f36d8db2)] {{(pid=84040) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:38:30.106514 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-0ecd1cb0-7925-469a-bba9-84a36c49a38b tempest-NetworksIpV6Test-160203006 tempest-NetworksIpV6Test-160203006-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369123'] for port, precommit_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:38:30.130700 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-0e2a62b8-a98f-4a01-804f-e0b5ce694502 None None] Provisioning for port 3363e9a5-adfa-4b16-bc04-5212fcf94719 completed by entity DHCP. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 21:38:30.153361 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750375287399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253529'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:38:30.228162 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.plugin [None req-0ecd1cb0-7925-469a-bba9-84a36c49a38b tempest-NetworksIpV6Test-160203006 tempest-NetworksIpV6Test-160203006-project] Calling delete_port for 3363e9a5-adfa-4b16-bc04-5212fcf94719 owned by network:dhcp {{(pid=84040) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 21:38:30.231849 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b53f107-c22d-46d8-b33e-d1fd7aba2a2f None None] DHCP port deletion for c1ec3b1a-0385-4456-b743-57bf3418e254 request from n-d-838334-2 {{(pid=84042) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 18 21:38:30.236112 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.plugin [None req-1b53f107-c22d-46d8-b33e-d1fd7aba2a2f None None] Deleting port 3363e9a5-adfa-4b16-bc04-5212fcf94719 {{(pid=84042) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 21:38:30.236485 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-1b53f107-c22d-46d8-b33e-d1fd7aba2a2f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750375188691'] for port, before_delete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:38:30.399593 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-0ecd1cb0-7925-469a-bba9-84a36c49a38b tempest-NetworksIpV6Test-160203006 tempest-NetworksIpV6Test-160203006-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750375259028', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750374836628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32440838'] for port, after_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:38:30.445220 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ecd1cb0-7925-469a-bba9-84a36c49a38b tempest-NetworksIpV6Test-160203006 tempest-NetworksIpV6Test-160203006-project] Pushing event deleted for resources: {'Port': ['ID=3363e9a5-adfa-4b16-bc04-5212fcf94719,revision_number=None']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:38:30.447426 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-1b53f107-c22d-46d8-b33e-d1fd7aba2a2f None None] For port 3363e9a5-adfa-4b16-bc04-5212fcf94719, host n-d-838334-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838334-2',level=0,port_id=3363e9a5-adfa-4b16-bc04-5212fcf94719,segment=NetworkSegment(5e2f1034-88a0-4f61-bba4-2a87f36d8db2),segment_id=5e2f1034-88a0-4f61-bba4-2a87f36d8db2)] {{(pid=84042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:38:30.447846 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-1b53f107-c22d-46d8-b33e-d1fd7aba2a2f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369123'] for port, precommit_delete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:38:30.450795 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ecd1cb0-7925-469a-bba9-84a36c49a38b tempest-NetworksIpV6Test-160203006 tempest-NetworksIpV6Test-160203006-project] No DVR routers for this DVR port 3363e9a5-adfa-4b16-bc04-5212fcf94719 on host n-d-838334-2 {{(pid=84040) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 21:38:30.576002 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.plugin [None req-1b53f107-c22d-46d8-b33e-d1fd7aba2a2f None None] Calling delete_port for 3363e9a5-adfa-4b16-bc04-5212fcf94719 owned by network:dhcp {{(pid=84042) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 21:38:30.578130 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-0ecd1cb0-7925-469a-bba9-84a36c49a38b tempest-NetworksIpV6Test-160203006 tempest-NetworksIpV6Test-160203006-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1258905', 'neutron.services.segments.db._delete_segments_for_network-8750375287417'] for network, precommit_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:38:30.603699 n-d-838334-2 neutron-server[84040]: DEBUG neutron.services.segments.db [None req-0ecd1cb0-7925-469a-bba9-84a36c49a38b tempest-NetworksIpV6Test-160203006 tempest-NetworksIpV6Test-160203006-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c1ec3b1a-0385-4456-b743-57bf3418e254']}} {{(pid=84040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:38:30.615578 n-d-838334-2 neutron-server[84040]: DEBUG neutron.services.segments.db [None req-0ecd1cb0-7925-469a-bba9-84a36c49a38b tempest-NetworksIpV6Test-160203006 tempest-NetworksIpV6Test-160203006-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5e2f1034-88a0-4f61-bba4-2a87f36d8db2') {'for_net_delete': True} {{(pid=84040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:38:30.616690 n-d-838334-2 neutron-server[84040]: DEBUG neutron.services.segments.db [None req-0ecd1cb0-7925-469a-bba9-84a36c49a38b tempest-NetworksIpV6Test-160203006 tempest-NetworksIpV6Test-160203006-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5e2f1034-88a0-4f61-bba4-2a87f36d8db2') {} {{(pid=84040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:38:30.628224 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-0ecd1cb0-7925-469a-bba9-84a36c49a38b tempest-NetworksIpV6Test-160203006 tempest-NetworksIpV6Test-160203006-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750375287300', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31955965'] for segment, before_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:38:30.644424 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-0ecd1cb0-7925-469a-bba9-84a36c49a38b tempest-NetworksIpV6Test-160203006 tempest-NetworksIpV6Test-160203006-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1082986'] for segment, precommit_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:38:30.645898 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.db.api [None req-1b53f107-c22d-46d8-b33e-d1fd7aba2a2f None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84042) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 18 21:38:30.646263 n-d-838334-2 neutron-server[84042]: DEBUG oslo_db.api [None req-1b53f107-c22d-46d8-b33e-d1fd7aba2a2f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 18 21:38:30.651597 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0ecd1cb0-7925-469a-bba9-84a36c49a38b tempest-NetworksIpV6Test-160203006 tempest-NetworksIpV6Test-160203006-project] Releasing vlan 389 on physical network physnet1 to pool {{(pid=84040) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 18 21:38:30.652092 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-0ecd1cb0-7925-469a-bba9-84a36c49a38b tempest-NetworksIpV6Test-160203006 tempest-NetworksIpV6Test-160203006-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1082993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32440923'] for segment, after_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:38:30.667175 n-d-838334-2 neutron-server[84040]: Traceback (most recent call last): Apr 18 21:38:30.667175 n-d-838334-2 neutron-server[84040]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 18 21:38:30.667175 n-d-838334-2 neutron-server[84040]: timer() Apr 18 21:38:30.667175 n-d-838334-2 neutron-server[84040]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 21:38:30.667175 n-d-838334-2 neutron-server[84040]: cb(*args, **kw) Apr 18 21:38:30.667175 n-d-838334-2 neutron-server[84040]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 18 21:38:30.667175 n-d-838334-2 neutron-server[84040]: return func(*args, **kwargs) Apr 18 21:38:30.667175 n-d-838334-2 neutron-server[84040]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 21:38:30.667175 n-d-838334-2 neutron-server[84040]: self._notify() Apr 18 21:38:30.667175 n-d-838334-2 neutron-server[84040]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 21:38:30.667175 n-d-838334-2 neutron-server[84040]: self.callback(batched_events) Apr 18 21:38:30.667175 n-d-838334-2 neutron-server[84040]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 21:38:30.667175 n-d-838334-2 neutron-server[84040]: event.method(event) Apr 18 21:38:30.667175 n-d-838334-2 neutron-server[84040]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 18 21:38:30.667175 n-d-838334-2 neutron-server[84040]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 21:38:30.667175 n-d-838334-2 neutron-server[84040]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 18 21:38:30.667175 n-d-838334-2 neutron-server[84040]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 21:38:30.667175 n-d-838334-2 neutron-server[84040]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 18 21:38:30.667175 n-d-838334-2 neutron-server[84040]: return f(self, *a, **k) Apr 18 21:38:30.667175 n-d-838334-2 neutron-server[84040]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 18 21:38:30.667175 n-d-838334-2 neutron-server[84040]: return self._get(url).json() Apr 18 21:38:30.667175 n-d-838334-2 neutron-server[84040]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 18 21:38:30.667175 n-d-838334-2 neutron-server[84040]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 21:38:30.667175 n-d-838334-2 neutron-server[84040]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 18 21:38:30.667175 n-d-838334-2 neutron-server[84040]: return self.request(url, 'GET', **kwargs) Apr 18 21:38:30.667175 n-d-838334-2 neutron-server[84040]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 18 21:38:30.667175 n-d-838334-2 neutron-server[84040]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 21:38:30.667175 n-d-838334-2 neutron-server[84040]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 18 21:38:30.667175 n-d-838334-2 neutron-server[84040]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 21:38:30.667175 n-d-838334-2 neutron-server[84040]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 18 21:38:30.667175 n-d-838334-2 neutron-server[84040]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 21:38:30.667175 n-d-838334-2 neutron-server[84040]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 21:38:30.749629 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-0ecd1cb0-7925-469a-bba9-84a36c49a38b tempest-NetworksIpV6Test-160203006 tempest-NetworksIpV6Test-160203006-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1258898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33526109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33444113'] for network, after_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:38:30.775152 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-0ecd1cb0-7925-469a-bba9-84a36c49a38b tempest-NetworksIpV6Test-160203006 tempest-NetworksIpV6Test-160203006-project] Notify callbacks [] for network, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:38:30.781548 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ecd1cb0-7925-469a-bba9-84a36c49a38b tempest-NetworksIpV6Test-160203006 tempest-NetworksIpV6Test-160203006-project] Pushing event deleted for resources: {'Network': ['ID=c1ec3b1a-0385-4456-b743-57bf3418e254,revision_number=None']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:38:30.787992 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-0ecd1cb0-7925-469a-bba9-84a36c49a38b tempest-NetworksIpV6Test-160203006 tempest-NetworksIpV6Test-160203006-project] 10.222.0.42 "DELETE /v2.0/networks/c1ec3b1a-0385-4456-b743-57bf3418e254 HTTP/1.1" status: 204 len: 168 time: 1.0196774 Apr 18 21:38:30.790555 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 39856) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:38:30.831963 n-d-838334-2 neutron-server[84040]: INFO neutron.pecan_wsgi.hooks.translation [None req-221874b7-0596-439a-adff-66667629b0fd tempest-NetworksIpV6Test-160203006 tempest-NetworksIpV6Test-160203006-project] DELETE failed (client error): The resource could not be found. Apr 18 21:38:30.832321 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-221874b7-0596-439a-adff-66667629b0fd tempest-NetworksIpV6Test-160203006 tempest-NetworksIpV6Test-160203006-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84040) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 21:38:30.833956 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-221874b7-0596-439a-adff-66667629b0fd tempest-NetworksIpV6Test-160203006 tempest-NetworksIpV6Test-160203006-project] 10.222.0.42 "DELETE /v2.0/subnets/07c73c7b-7a95-49d9-af0d-c76fe5e1843b HTTP/1.1" status: 404 len: 337 time: 0.0425200 Apr 18 21:38:30.837115 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 39860) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:38:30.861757 n-d-838334-2 neutron-server[84040]: INFO neutron.pecan_wsgi.hooks.translation [None req-d4ee52a9-1b22-4942-af2f-42361a8eb878 tempest-NetworksIpV6Test-160203006 tempest-NetworksIpV6Test-160203006-project] DELETE failed (client error): The resource could not be found. Apr 18 21:38:30.862168 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d4ee52a9-1b22-4942-af2f-42361a8eb878 tempest-NetworksIpV6Test-160203006 tempest-NetworksIpV6Test-160203006-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84040) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 21:38:30.863788 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-d4ee52a9-1b22-4942-af2f-42361a8eb878 tempest-NetworksIpV6Test-160203006 tempest-NetworksIpV6Test-160203006-project] 10.222.0.42 "DELETE /v2.0/networks/ba78ee38-faae-4b8c-87f4-dc07c9e05eb3 HTTP/1.1" status: 404 len: 339 time: 0.0257704 Apr 18 21:38:30.866859 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 39864) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:38:30.903367 n-d-838334-2 neutron-server[84040]: INFO neutron.pecan_wsgi.hooks.translation [None req-536c7e07-cd9f-438f-a9a4-f5d037e8489f tempest-NetworksIpV6Test-160203006 tempest-NetworksIpV6Test-160203006-project] DELETE failed (client error): The resource could not be found. Apr 18 21:38:30.903810 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-536c7e07-cd9f-438f-a9a4-f5d037e8489f tempest-NetworksIpV6Test-160203006 tempest-NetworksIpV6Test-160203006-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84040) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 21:38:30.905424 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-536c7e07-cd9f-438f-a9a4-f5d037e8489f tempest-NetworksIpV6Test-160203006 tempest-NetworksIpV6Test-160203006-project] 10.222.0.42 "DELETE /v2.0/subnets/adfdf08f-a9ba-481b-b285-1aa5a1a7142f HTTP/1.1" status: 404 len: 337 time: 0.0376990 Apr 18 21:38:30.908086 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 39868) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:38:30.934153 n-d-838334-2 neutron-server[84040]: INFO neutron.pecan_wsgi.hooks.translation [None req-568bca57-903a-420e-af70-8df800264c01 tempest-NetworksIpV6Test-160203006 tempest-NetworksIpV6Test-160203006-project] DELETE failed (client error): The resource could not be found. Apr 18 21:38:30.934577 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-568bca57-903a-420e-af70-8df800264c01 tempest-NetworksIpV6Test-160203006 tempest-NetworksIpV6Test-160203006-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84040) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 21:38:30.938616 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-568bca57-903a-420e-af70-8df800264c01 tempest-NetworksIpV6Test-160203006 tempest-NetworksIpV6Test-160203006-project] 10.222.0.42 "DELETE /v2.0/networks/a21afc45-472e-4605-9064-8a2a5ca3f3fb HTTP/1.1" status: 404 len: 339 time: 0.0272274 Apr 18 21:38:30.938819 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 39872) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:38:31.124497 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.db_base_plugin_v2 [None req-1cbd31fb-781f-4652-af98-f57f60fc7262 tempest-NetworksIpV6Test-160203006 tempest-NetworksIpV6Test-160203006-project] Deleting subnet 0c95d11c-ff11-48cd-82c1-ed784ed1847b {{(pid=84040) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 18 21:38:31.127395 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-1cbd31fb-781f-4652-af98-f57f60fc7262 tempest-NetworksIpV6Test-160203006 tempest-NetworksIpV6Test-160203006-project] Notify callbacks [] for subnet, before_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:38:31.147396 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.plugin [None req-1b53f107-c22d-46d8-b33e-d1fd7aba2a2f None None] Deleting port 3363e9a5-adfa-4b16-bc04-5212fcf94719 {{(pid=84042) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 21:38:31.147937 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-1b53f107-c22d-46d8-b33e-d1fd7aba2a2f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750375188691'] for port, before_delete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:38:31.180313 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-1cbd31fb-781f-4652-af98-f57f60fc7262 tempest-NetworksIpV6Test-160203006 tempest-NetworksIpV6Test-160203006-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31955982'] for subnet, precommit_delete_associations {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:38:31.213988 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.plugin [None req-1b53f107-c22d-46d8-b33e-d1fd7aba2a2f None None] The port '3363e9a5-adfa-4b16-bc04-5212fcf94719' was deleted {{(pid=84042) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 18 21:38:31.265945 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-1cbd31fb-781f-4652-af98-f57f60fc7262 tempest-NetworksIpV6Test-160203006 tempest-NetworksIpV6Test-160203006-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1260556'] for subnet, precommit_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:38:31.338208 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-1cbd31fb-781f-4652-af98-f57f60fc7262 tempest-NetworksIpV6Test-160203006 tempest-NetworksIpV6Test-160203006-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1260549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33526260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32440885', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31752825'] for subnet, after_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:38:31.375837 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cbd31fb-781f-4652-af98-f57f60fc7262 tempest-NetworksIpV6Test-160203006 tempest-NetworksIpV6Test-160203006-project] Pushing event deleted for resources: {'Subnet': ['ID=0c95d11c-ff11-48cd-82c1-ed784ed1847b,revision_number=None']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:38:31.383467 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-1cbd31fb-781f-4652-af98-f57f60fc7262 tempest-NetworksIpV6Test-160203006 tempest-NetworksIpV6Test-160203006-project] Notify callbacks [] for subnet, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:38:31.389023 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29510a5e-04a8-4a11-94f5-d14dfe9a7d3c None None] Network bb442746-2ba6-4cf8-befa-b4531681ecc1 requested from n-d-838334-2 {{(pid=84042) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 21:38:31.392834 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-1cbd31fb-781f-4652-af98-f57f60fc7262 tempest-NetworksIpV6Test-160203006 tempest-NetworksIpV6Test-160203006-project] 10.222.0.42 "DELETE /v2.0/subnets/0c95d11c-ff11-48cd-82c1-ed784ed1847b HTTP/1.1" status: 204 len: 168 time: 0.4531050 Apr 18 21:38:31.395164 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 39876) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:38:31.508552 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-74db655e-eb7d-4d0e-bd87-e01ee8def36b tempest-NetworksIpV6Test-160203006 tempest-NetworksIpV6Test-160203006-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1103592'] for network, before_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:38:31.519331 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.plugin [None req-74db655e-eb7d-4d0e-bd87-e01ee8def36b tempest-NetworksIpV6Test-160203006 tempest-NetworksIpV6Test-160203006-project] Deleting port 34608508-20ea-4125-b49a-4cd3023d2885 {{(pid=84040) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 21:38:31.519709 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-74db655e-eb7d-4d0e-bd87-e01ee8def36b tempest-NetworksIpV6Test-160203006 tempest-NetworksIpV6Test-160203006-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750375188691'] for port, before_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:38:31.627322 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7db99d1-78ea-4481-bb74-5450f876a1db None None] DHCP port deletion for bb442746-2ba6-4cf8-befa-b4531681ecc1 request from n-d-838334-2 {{(pid=84042) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 18 21:38:31.631848 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.plugin [None req-a7db99d1-78ea-4481-bb74-5450f876a1db None None] Deleting port 34608508-20ea-4125-b49a-4cd3023d2885 {{(pid=84042) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 21:38:31.632229 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-a7db99d1-78ea-4481-bb74-5450f876a1db None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750375188691'] for port, before_delete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:38:31.732604 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.db [None req-74db655e-eb7d-4d0e-bd87-e01ee8def36b tempest-NetworksIpV6Test-160203006 tempest-NetworksIpV6Test-160203006-project] For port 34608508-20ea-4125-b49a-4cd3023d2885, host n-d-838334-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838334-2',level=0,port_id=34608508-20ea-4125-b49a-4cd3023d2885,segment=NetworkSegment(1a1a88aa-0090-4242-9440-126242f6bc8d),segment_id=1a1a88aa-0090-4242-9440-126242f6bc8d)] {{(pid=84040) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:38:31.733210 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-74db655e-eb7d-4d0e-bd87-e01ee8def36b tempest-NetworksIpV6Test-160203006 tempest-NetworksIpV6Test-160203006-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369123'] for port, precommit_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:38:31.833188 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-a7db99d1-78ea-4481-bb74-5450f876a1db None None] For port 34608508-20ea-4125-b49a-4cd3023d2885, host n-d-838334-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838334-2',level=0,port_id=34608508-20ea-4125-b49a-4cd3023d2885,segment=NetworkSegment(1a1a88aa-0090-4242-9440-126242f6bc8d),segment_id=1a1a88aa-0090-4242-9440-126242f6bc8d)] {{(pid=84042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:38:31.833574 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-a7db99d1-78ea-4481-bb74-5450f876a1db None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369123'] for port, precommit_delete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:38:31.853278 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.plugin [None req-74db655e-eb7d-4d0e-bd87-e01ee8def36b tempest-NetworksIpV6Test-160203006 tempest-NetworksIpV6Test-160203006-project] Calling delete_port for 34608508-20ea-4125-b49a-4cd3023d2885 owned by network:dhcp {{(pid=84040) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 21:38:31.927458 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-74db655e-eb7d-4d0e-bd87-e01ee8def36b tempest-NetworksIpV6Test-160203006 tempest-NetworksIpV6Test-160203006-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750375259028', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750374836628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32440838'] for port, after_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:38:31.952863 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.plugin [None req-a7db99d1-78ea-4481-bb74-5450f876a1db None None] Calling delete_port for 34608508-20ea-4125-b49a-4cd3023d2885 owned by network:dhcp {{(pid=84042) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 21:38:32.024653 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.db.api [None req-a7db99d1-78ea-4481-bb74-5450f876a1db None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84042) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 18 21:38:32.025164 n-d-838334-2 neutron-server[84042]: DEBUG oslo_db.api [None req-a7db99d1-78ea-4481-bb74-5450f876a1db None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 18 21:38:32.068507 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74db655e-eb7d-4d0e-bd87-e01ee8def36b tempest-NetworksIpV6Test-160203006 tempest-NetworksIpV6Test-160203006-project] Pushing event deleted for resources: {'Port': ['ID=34608508-20ea-4125-b49a-4cd3023d2885,revision_number=None']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:38:32.075300 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74db655e-eb7d-4d0e-bd87-e01ee8def36b tempest-NetworksIpV6Test-160203006 tempest-NetworksIpV6Test-160203006-project] No DVR routers for this DVR port 34608508-20ea-4125-b49a-4cd3023d2885 on host n-d-838334-2 {{(pid=84040) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 21:38:32.195222 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-74db655e-eb7d-4d0e-bd87-e01ee8def36b tempest-NetworksIpV6Test-160203006 tempest-NetworksIpV6Test-160203006-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1258905', 'neutron.services.segments.db._delete_segments_for_network-8750375287417'] for network, precommit_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:38:32.219585 n-d-838334-2 neutron-server[84040]: DEBUG neutron.services.segments.db [None req-74db655e-eb7d-4d0e-bd87-e01ee8def36b tempest-NetworksIpV6Test-160203006 tempest-NetworksIpV6Test-160203006-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bb442746-2ba6-4cf8-befa-b4531681ecc1']}} {{(pid=84040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:38:32.231189 n-d-838334-2 neutron-server[84040]: DEBUG neutron.services.segments.db [None req-74db655e-eb7d-4d0e-bd87-e01ee8def36b tempest-NetworksIpV6Test-160203006 tempest-NetworksIpV6Test-160203006-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1a1a88aa-0090-4242-9440-126242f6bc8d') {'for_net_delete': True} {{(pid=84040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:38:32.231481 n-d-838334-2 neutron-server[84040]: DEBUG neutron.services.segments.db [None req-74db655e-eb7d-4d0e-bd87-e01ee8def36b tempest-NetworksIpV6Test-160203006 tempest-NetworksIpV6Test-160203006-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1a1a88aa-0090-4242-9440-126242f6bc8d') {} {{(pid=84040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:38:32.242852 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-74db655e-eb7d-4d0e-bd87-e01ee8def36b tempest-NetworksIpV6Test-160203006 tempest-NetworksIpV6Test-160203006-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750375287300', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31955965'] for segment, before_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:38:32.259222 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-74db655e-eb7d-4d0e-bd87-e01ee8def36b tempest-NetworksIpV6Test-160203006 tempest-NetworksIpV6Test-160203006-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1082986'] for segment, precommit_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:38:32.265224 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-74db655e-eb7d-4d0e-bd87-e01ee8def36b tempest-NetworksIpV6Test-160203006 tempest-NetworksIpV6Test-160203006-project] Releasing vlan 390 on physical network physnet1 to pool {{(pid=84040) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 18 21:38:32.265595 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-74db655e-eb7d-4d0e-bd87-e01ee8def36b tempest-NetworksIpV6Test-160203006 tempest-NetworksIpV6Test-160203006-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1082993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32440923'] for segment, after_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:38:32.279529 n-d-838334-2 neutron-server[84040]: Traceback (most recent call last): Apr 18 21:38:32.279529 n-d-838334-2 neutron-server[84040]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 18 21:38:32.279529 n-d-838334-2 neutron-server[84040]: timer() Apr 18 21:38:32.279529 n-d-838334-2 neutron-server[84040]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 21:38:32.279529 n-d-838334-2 neutron-server[84040]: cb(*args, **kw) Apr 18 21:38:32.279529 n-d-838334-2 neutron-server[84040]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 18 21:38:32.279529 n-d-838334-2 neutron-server[84040]: return func(*args, **kwargs) Apr 18 21:38:32.279529 n-d-838334-2 neutron-server[84040]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 21:38:32.279529 n-d-838334-2 neutron-server[84040]: self._notify() Apr 18 21:38:32.279529 n-d-838334-2 neutron-server[84040]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 21:38:32.279529 n-d-838334-2 neutron-server[84040]: self.callback(batched_events) Apr 18 21:38:32.279529 n-d-838334-2 neutron-server[84040]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 21:38:32.279529 n-d-838334-2 neutron-server[84040]: event.method(event) Apr 18 21:38:32.279529 n-d-838334-2 neutron-server[84040]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 18 21:38:32.279529 n-d-838334-2 neutron-server[84040]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 21:38:32.279529 n-d-838334-2 neutron-server[84040]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 18 21:38:32.279529 n-d-838334-2 neutron-server[84040]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 21:38:32.279529 n-d-838334-2 neutron-server[84040]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 18 21:38:32.279529 n-d-838334-2 neutron-server[84040]: return f(self, *a, **k) Apr 18 21:38:32.279529 n-d-838334-2 neutron-server[84040]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 18 21:38:32.279529 n-d-838334-2 neutron-server[84040]: return self._get(url).json() Apr 18 21:38:32.279529 n-d-838334-2 neutron-server[84040]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 18 21:38:32.279529 n-d-838334-2 neutron-server[84040]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 21:38:32.279529 n-d-838334-2 neutron-server[84040]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 18 21:38:32.279529 n-d-838334-2 neutron-server[84040]: return self.request(url, 'GET', **kwargs) Apr 18 21:38:32.279529 n-d-838334-2 neutron-server[84040]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 18 21:38:32.279529 n-d-838334-2 neutron-server[84040]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 21:38:32.279529 n-d-838334-2 neutron-server[84040]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 18 21:38:32.279529 n-d-838334-2 neutron-server[84040]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 21:38:32.279529 n-d-838334-2 neutron-server[84040]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 18 21:38:32.279529 n-d-838334-2 neutron-server[84040]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 21:38:32.279529 n-d-838334-2 neutron-server[84040]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 21:38:32.358043 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-74db655e-eb7d-4d0e-bd87-e01ee8def36b tempest-NetworksIpV6Test-160203006 tempest-NetworksIpV6Test-160203006-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1258898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33526109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33444113'] for network, after_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:38:32.375030 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-74db655e-eb7d-4d0e-bd87-e01ee8def36b tempest-NetworksIpV6Test-160203006 tempest-NetworksIpV6Test-160203006-project] Notify callbacks [] for network, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:38:32.385634 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74db655e-eb7d-4d0e-bd87-e01ee8def36b tempest-NetworksIpV6Test-160203006 tempest-NetworksIpV6Test-160203006-project] Pushing event deleted for resources: {'Network': ['ID=bb442746-2ba6-4cf8-befa-b4531681ecc1,revision_number=None']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:38:32.389482 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-74db655e-eb7d-4d0e-bd87-e01ee8def36b tempest-NetworksIpV6Test-160203006 tempest-NetworksIpV6Test-160203006-project] 10.222.0.42 "DELETE /v2.0/networks/bb442746-2ba6-4cf8-befa-b4531681ecc1 HTTP/1.1" status: 204 len: 168 time: 0.9933972 Apr 18 21:38:32.526508 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.plugin [None req-a7db99d1-78ea-4481-bb74-5450f876a1db None None] Deleting port 34608508-20ea-4125-b49a-4cd3023d2885 {{(pid=84042) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 21:38:32.527105 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-a7db99d1-78ea-4481-bb74-5450f876a1db None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750375188691'] for port, before_delete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:38:32.624964 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.plugin [None req-a7db99d1-78ea-4481-bb74-5450f876a1db None None] The port '34608508-20ea-4125-b49a-4cd3023d2885' was deleted {{(pid=84042) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 18 21:38:32.681056 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 39884) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:38:32.857493 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-846a382e-a749-41f1-8e20-b2cf2368f1c8 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=7958e290f31d45c5b9f30f7bdb35e2dc&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1753116 Apr 18 21:38:32.860053 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 39890) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:38:32.918727 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-86c9f1be-0467-4182-9c5f-bc45db25c79e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:38:32.940057 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Device 34608508-20ea-4125-b49a-4cd3023d2885 no longer exists at agent ovs-agent-n-d-838334-2 {{(pid=84042) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 21:38:32.945203 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-86c9f1be-0467-4182-9c5f-bc45db25c79e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:38:32.973499 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.plugin [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] No Port match for: 34608508-20ea-4125-b49a-4cd3023d2885 {{(pid=84042) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 18 21:38:32.973849 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Device 34608508-20ea-4125-b49a-4cd3023d2885 not bound to the agent host n-d-838334-2 {{(pid=84042) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 21:38:32.997291 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-86c9f1be-0467-4182-9c5f-bc45db25c79e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33528224'] for security_group, after_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:38:33.011962 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86c9f1be-0467-4182-9c5f-bc45db25c79e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c4c4cfc-3f6c-4485-a27f-bc894c44f00e,revision_number=None']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:38:33.018337 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-86c9f1be-0467-4182-9c5f-bc45db25c79e admin admin] Notify callbacks [] for security_group, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:38:33.019457 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-86c9f1be-0467-4182-9c5f-bc45db25c79e admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/4c4c4cfc-3f6c-4485-a27f-bc894c44f00e HTTP/1.1" status: 204 len: 168 time: 0.1584969 Apr 18 21:38:33.812370 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 39912) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:38:33.943220 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.v2.base [None req-9a7e6b3a-2119-4190-9b1e-612fb2633a2d tempest-RoutersNegativeTest-951367246 tempest-RoutersNegativeTest-951367246-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-1291026686', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=84041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:38:33.950987 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-9a7e6b3a-2119-4190-9b1e-612fb2633a2d tempest-RoutersNegativeTest-951367246 tempest-RoutersNegativeTest-951367246-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:38:33.954895 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-9a7e6b3a-2119-4190-9b1e-612fb2633a2d tempest-RoutersNegativeTest-951367246 tempest-RoutersNegativeTest-951367246-project] Usage tracker for resource:router and tenant:b51012ed1d7845a692fff79a6f4df93c is out of sync, need to count used quota {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:38:33.957766 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-9a7e6b3a-2119-4190-9b1e-612fb2633a2d tempest-RoutersNegativeTest-951367246 tempest-RoutersNegativeTest-951367246-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:38:33.964100 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-9a7e6b3a-2119-4190-9b1e-612fb2633a2d tempest-RoutersNegativeTest-951367246 tempest-RoutersNegativeTest-951367246-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:38:33.974564 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-9a7e6b3a-2119-4190-9b1e-612fb2633a2d tempest-RoutersNegativeTest-951367246 tempest-RoutersNegativeTest-951367246-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-33442106', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5708'] for router, before_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:38:33.976021 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-9a7e6b3a-2119-4190-9b1e-612fb2633a2d tempest-RoutersNegativeTest-951367246 tempest-RoutersNegativeTest-951367246-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33442137', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33444285', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33535433', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5703'] for router, precommit_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:38:33.993813 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-9a7e6b3a-2119-4190-9b1e-612fb2633a2d tempest-RoutersNegativeTest-951367246 tempest-RoutersNegativeTest-951367246-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:38:34.010357 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-9a7e6b3a-2119-4190-9b1e-612fb2633a2d tempest-RoutersNegativeTest-951367246 tempest-RoutersNegativeTest-951367246-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33443529', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33444176'] for router, after_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:38:34.030761 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-9a7e6b3a-2119-4190-9b1e-612fb2633a2d tempest-RoutersNegativeTest-951367246 tempest-RoutersNegativeTest-951367246-project] Notify callbacks [] for router, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:38:34.031993 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-9a7e6b3a-2119-4190-9b1e-612fb2633a2d tempest-RoutersNegativeTest-951367246 tempest-RoutersNegativeTest-951367246-project] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.2184870 Apr 18 21:38:34.034660 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 39918) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:38:34.040514 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.v2.base [None req-a15d5b4f-7343-429d-bfd5-c97025cb02ed tempest-RoutersNegativeTest-951367246 tempest-RoutersNegativeTest-951367246-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-961527506'}} {{(pid=84041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:38:34.046024 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-a15d5b4f-7343-429d-bfd5-c97025cb02ed tempest-RoutersNegativeTest-951367246 tempest-RoutersNegativeTest-951367246-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:38:34.049775 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-a15d5b4f-7343-429d-bfd5-c97025cb02ed tempest-RoutersNegativeTest-951367246 tempest-RoutersNegativeTest-951367246-project] Usage tracker for resource:network and tenant:b51012ed1d7845a692fff79a6f4df93c is out of sync, need to count used quota {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:38:34.054084 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-a15d5b4f-7343-429d-bfd5-c97025cb02ed tempest-RoutersNegativeTest-951367246 tempest-RoutersNegativeTest-951367246-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:38:34.059738 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-a15d5b4f-7343-429d-bfd5-c97025cb02ed tempest-RoutersNegativeTest-951367246 tempest-RoutersNegativeTest-951367246-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:38:34.068444 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a15d5b4f-7343-429d-bfd5-c97025cb02ed tempest-RoutersNegativeTest-951367246 tempest-RoutersNegativeTest-951367246-project] Made reservation on behalf of b51012ed1d7845a692fff79a6f4df93c for: {'network': 1} {{(pid=84041) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:38:34.071520 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-a15d5b4f-7343-429d-bfd5-c97025cb02ed tempest-RoutersNegativeTest-951367246 tempest-RoutersNegativeTest-951367246-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for network, before_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:38:34.083662 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-a15d5b4f-7343-429d-bfd5-c97025cb02ed tempest-RoutersNegativeTest-951367246 tempest-RoutersNegativeTest-951367246-project] Notify callbacks [] for security_group, before_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:38:34.119397 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-a15d5b4f-7343-429d-bfd5-c97025cb02ed tempest-RoutersNegativeTest-951367246 tempest-RoutersNegativeTest-951367246-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:38:34.123134 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-a15d5b4f-7343-429d-bfd5-c97025cb02ed tempest-RoutersNegativeTest-951367246 tempest-RoutersNegativeTest-951367246-project] Usage tracker for resource:security_group_rule and tenant:b51012ed1d7845a692fff79a6f4df93c is out of sync, need to count used quota {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:38:34.125950 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-a15d5b4f-7343-429d-bfd5-c97025cb02ed tempest-RoutersNegativeTest-951367246 tempest-RoutersNegativeTest-951367246-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:38:34.131587 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-a15d5b4f-7343-429d-bfd5-c97025cb02ed tempest-RoutersNegativeTest-951367246 tempest-RoutersNegativeTest-951367246-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:38:34.201971 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-a15d5b4f-7343-429d-bfd5-c97025cb02ed tempest-RoutersNegativeTest-951367246 tempest-RoutersNegativeTest-951367246-project] Notify callbacks [] for security_group, precommit_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:38:34.205597 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-a15d5b4f-7343-429d-bfd5-c97025cb02ed tempest-RoutersNegativeTest-951367246 tempest-RoutersNegativeTest-951367246-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33528224'] for security_group, after_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:38:34.237037 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a15d5b4f-7343-429d-bfd5-c97025cb02ed tempest-RoutersNegativeTest-951367246 tempest-RoutersNegativeTest-951367246-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 369} {{(pid=84041) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 21:38:34.245841 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a15d5b4f-7343-429d-bfd5-c97025cb02ed tempest-RoutersNegativeTest-951367246 tempest-RoutersNegativeTest-951367246-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6fef111c-ab32-4dae-9f5b-326b327e2a40,revision_number=1']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:38:34.251161 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-a15d5b4f-7343-429d-bfd5-c97025cb02ed tempest-RoutersNegativeTest-951367246 tempest-RoutersNegativeTest-951367246-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1082986'] for segment, precommit_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:38:34.251501 n-d-838334-2 neutron-server[84041]: INFO neutron.db.segments_db [None req-a15d5b4f-7343-429d-bfd5-c97025cb02ed tempest-RoutersNegativeTest-951367246 tempest-RoutersNegativeTest-951367246-project] Added segment 2e0fc60c-50af-44cb-a42b-e448c21bb712 of type vlan for network def49eb2-d730-40b6-b9a2-9e13d152f61f Apr 18 21:38:34.277943 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-a15d5b4f-7343-429d-bfd5-c97025cb02ed tempest-RoutersNegativeTest-951367246 tempest-RoutersNegativeTest-951367246-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750374825732'] for network, precommit_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:38:34.290463 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750375287399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253529'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:38:34.308231 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-a15d5b4f-7343-429d-bfd5-c97025cb02ed tempest-RoutersNegativeTest-951367246 tempest-RoutersNegativeTest-951367246-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33526109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022'] for network, after_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:38:34.311934 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a15d5b4f-7343-429d-bfd5-c97025cb02ed tempest-RoutersNegativeTest-951367246 tempest-RoutersNegativeTest-951367246-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:38:34.312449 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-a15d5b4f-7343-429d-bfd5-c97025cb02ed tempest-RoutersNegativeTest-951367246 tempest-RoutersNegativeTest-951367246-project] Notify callbacks [] for network, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:38:34.417958 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-a15d5b4f-7343-429d-bfd5-c97025cb02ed tempest-RoutersNegativeTest-951367246 tempest-RoutersNegativeTest-951367246-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.3823190 Apr 18 21:38:34.420669 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a15d5b4f-7343-429d-bfd5-c97025cb02ed tempest-RoutersNegativeTest-951367246 tempest-RoutersNegativeTest-951367246-project] Pushing event updated for resources: {'Network': ['ID=def49eb2-d730-40b6-b9a2-9e13d152f61f,revision_number=1']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:38:34.420838 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 39922) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:38:34.427399 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.v2.base [None req-5fdc0045-f54b-4dde-8b5e-2ffc9486b43b tempest-RoutersNegativeTest-951367246 tempest-RoutersNegativeTest-951367246-project] Request body: {'subnet': {'network_id': 'def49eb2-d730-40b6-b9a2-9e13d152f61f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=84040) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:38:34.431245 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Network def49eb2-d730-40b6-b9a2-9e13d152f61f details requested by agent ovs-agent-n-d-838334-2 with host n-d-838334-2 {{(pid=84042) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 18 21:38:34.546821 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [None req-5fdc0045-f54b-4dde-8b5e-2ffc9486b43b tempest-RoutersNegativeTest-951367246 tempest-RoutersNegativeTest-951367246-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:38:34.550662 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-5fdc0045-f54b-4dde-8b5e-2ffc9486b43b tempest-RoutersNegativeTest-951367246 tempest-RoutersNegativeTest-951367246-project] Usage tracker for resource:subnet and tenant:b51012ed1d7845a692fff79a6f4df93c is out of sync, need to count used quota {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:38:34.554259 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-5fdc0045-f54b-4dde-8b5e-2ffc9486b43b tempest-RoutersNegativeTest-951367246 tempest-RoutersNegativeTest-951367246-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:38:34.559981 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [None req-5fdc0045-f54b-4dde-8b5e-2ffc9486b43b tempest-RoutersNegativeTest-951367246 tempest-RoutersNegativeTest-951367246-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:38:34.568507 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5fdc0045-f54b-4dde-8b5e-2ffc9486b43b tempest-RoutersNegativeTest-951367246 tempest-RoutersNegativeTest-951367246-project] Made reservation on behalf of b51012ed1d7845a692fff79a6f4df93c for: {'subnet': 1} {{(pid=84040) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:38:34.666431 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-5fdc0045-f54b-4dde-8b5e-2ffc9486b43b tempest-RoutersNegativeTest-951367246 tempest-RoutersNegativeTest-951367246-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31752722'] for subnet, before_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:38:34.874024 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-5fdc0045-f54b-4dde-8b5e-2ffc9486b43b tempest-RoutersNegativeTest-951367246 tempest-RoutersNegativeTest-951367246-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33526260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32441074', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31752704'] for subnet, after_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:38:34.953356 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fdc0045-f54b-4dde-8b5e-2ffc9486b43b tempest-RoutersNegativeTest-951367246 tempest-RoutersNegativeTest-951367246-project] Pushing event updated for resources: {'Subnet': ['ID=2bca88a7-7428-445d-8f3a-60a329ccfc69,revision_number=0']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:38:34.963983 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fdc0045-f54b-4dde-8b5e-2ffc9486b43b tempest-RoutersNegativeTest-951367246 tempest-RoutersNegativeTest-951367246-project] Checking segment: {'id': '2e0fc60c-50af-44cb-a42b-e448c21bb712', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': 'def49eb2-d730-40b6-b9a2-9e13d152f61f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84040) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 21:38:34.964343 n-d-838334-2 neutron-server[84040]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5fdc0045-f54b-4dde-8b5e-2ffc9486b43b tempest-RoutersNegativeTest-951367246 tempest-RoutersNegativeTest-951367246-project] Network hostable DHCP agents. Network: def49eb2-d730-40b6-b9a2-9e13d152f61f, hostable agents: ['8746f8ea-3e91-4b32-9919-2c63adeb8722'], hosted agents: [] {{(pid=84040) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 21:38:34.985994 n-d-838334-2 neutron-server[84040]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5fdc0045-f54b-4dde-8b5e-2ffc9486b43b tempest-RoutersNegativeTest-951367246 tempest-RoutersNegativeTest-951367246-project] Network def49eb2-d730-40b6-b9a2-9e13d152f61f is scheduled to be hosted by DHCP agent 8746f8ea-3e91-4b32-9919-2c63adeb8722 with binding_index 1 {{(pid=84040) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 21:38:34.995508 n-d-838334-2 neutron-server[84040]: DEBUG neutron.scheduler.base_scheduler [None req-5fdc0045-f54b-4dde-8b5e-2ffc9486b43b tempest-RoutersNegativeTest-951367246 tempest-RoutersNegativeTest-951367246-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-838334-2, def49eb2-d730-40b6-b9a2-9e13d152f61f) {{(pid=84040) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:38:34.999272 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5fdc0045-f54b-4dde-8b5e-2ffc9486b43b tempest-RoutersNegativeTest-951367246 tempest-RoutersNegativeTest-951367246-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:38:34.999874 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-5fdc0045-f54b-4dde-8b5e-2ffc9486b43b tempest-RoutersNegativeTest-951367246 tempest-RoutersNegativeTest-951367246-project] Notify callbacks [] for subnet, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:38:35.005124 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92e23ef2-3f35-4315-ba5f-873123b66b65 None None] Network def49eb2-d730-40b6-b9a2-9e13d152f61f requested from n-d-838334-2 {{(pid=84042) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 21:38:35.020919 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-5fdc0045-f54b-4dde-8b5e-2ffc9486b43b tempest-RoutersNegativeTest-951367246 tempest-RoutersNegativeTest-951367246-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5990620 Apr 18 21:38:35.025258 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 39926) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:38:35.030847 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.v2.base [None req-e7f6dd7f-69ce-4338-a7f7-e31fbc489c53 tempest-RoutersNegativeTest-951367246 tempest-RoutersNegativeTest-951367246-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-1633389382'}} {{(pid=84040) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:38:35.036312 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [None req-e7f6dd7f-69ce-4338-a7f7-e31fbc489c53 tempest-RoutersNegativeTest-951367246 tempest-RoutersNegativeTest-951367246-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:38:35.040175 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-e7f6dd7f-69ce-4338-a7f7-e31fbc489c53 tempest-RoutersNegativeTest-951367246 tempest-RoutersNegativeTest-951367246-project] Usage tracker for resource:network and tenant:b51012ed1d7845a692fff79a6f4df93c is out of sync, need to count used quota {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:38:35.042982 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-e7f6dd7f-69ce-4338-a7f7-e31fbc489c53 tempest-RoutersNegativeTest-951367246 tempest-RoutersNegativeTest-951367246-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:38:35.048656 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [None req-e7f6dd7f-69ce-4338-a7f7-e31fbc489c53 tempest-RoutersNegativeTest-951367246 tempest-RoutersNegativeTest-951367246-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:38:35.059850 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e7f6dd7f-69ce-4338-a7f7-e31fbc489c53 tempest-RoutersNegativeTest-951367246 tempest-RoutersNegativeTest-951367246-project] Made reservation on behalf of b51012ed1d7845a692fff79a6f4df93c for: {'network': 1} {{(pid=84040) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:38:35.062748 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-e7f6dd7f-69ce-4338-a7f7-e31fbc489c53 tempest-RoutersNegativeTest-951367246 tempest-RoutersNegativeTest-951367246-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for network, before_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:38:35.094723 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e7f6dd7f-69ce-4338-a7f7-e31fbc489c53 tempest-RoutersNegativeTest-951367246 tempest-RoutersNegativeTest-951367246-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 379} {{(pid=84040) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 21:38:35.108854 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-e7f6dd7f-69ce-4338-a7f7-e31fbc489c53 tempest-RoutersNegativeTest-951367246 tempest-RoutersNegativeTest-951367246-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1082986'] for segment, precommit_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:38:35.109140 n-d-838334-2 neutron-server[84040]: INFO neutron.db.segments_db [None req-e7f6dd7f-69ce-4338-a7f7-e31fbc489c53 tempest-RoutersNegativeTest-951367246 tempest-RoutersNegativeTest-951367246-project] Added segment 3f185ab2-8e68-4b01-be77-417d1a4c7a98 of type vlan for network 86ac6659-a72b-484c-960e-1169ba4a9fd0 Apr 18 21:38:35.142379 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-e7f6dd7f-69ce-4338-a7f7-e31fbc489c53 tempest-RoutersNegativeTest-951367246 tempest-RoutersNegativeTest-951367246-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750374825732'] for network, precommit_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:38:35.174316 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-e7f6dd7f-69ce-4338-a7f7-e31fbc489c53 tempest-RoutersNegativeTest-951367246 tempest-RoutersNegativeTest-951367246-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33526109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022'] for network, after_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:38:35.179564 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7f6dd7f-69ce-4338-a7f7-e31fbc489c53 tempest-RoutersNegativeTest-951367246 tempest-RoutersNegativeTest-951367246-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:38:35.180313 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-e7f6dd7f-69ce-4338-a7f7-e31fbc489c53 tempest-RoutersNegativeTest-951367246 tempest-RoutersNegativeTest-951367246-project] Notify callbacks [] for network, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:38:35.225952 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c746d0ff-9bcc-49f5-8a84-4242c7c7346b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp016840fc-1f9f-5892-9c53-c9cf6c845bbb-def49eb2-d730-40b6-b9a2-9e13d152f61f', 'network_id': 'def49eb2-d730-40b6-b9a2-9e13d152f61f', 'tenant_id': 'b51012ed1d7845a692fff79a6f4df93c', 'fixed_ips': [{'subnet_id': '2bca88a7-7428-445d-8f3a-60a329ccfc69'}]}} from n-d-838334-2. {{(pid=84042) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 18 21:38:35.226757 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-c746d0ff-9bcc-49f5-8a84-4242c7c7346b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_create {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:38:35.285809 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-e7f6dd7f-69ce-4338-a7f7-e31fbc489c53 tempest-RoutersNegativeTest-951367246 tempest-RoutersNegativeTest-951367246-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 0.2568054 Apr 18 21:38:35.286009 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 39930) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:38:35.293140 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.v2.base [None req-618b8e32-accd-4d8a-b682-8a57b6dbd347 tempest-RoutersNegativeTest-951367246 tempest-RoutersNegativeTest-951367246-project] Request body: {'subnet': {'network_id': '86ac6659-a72b-484c-960e-1169ba4a9fd0', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=84040) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:38:35.309796 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7f6dd7f-69ce-4338-a7f7-e31fbc489c53 tempest-RoutersNegativeTest-951367246 tempest-RoutersNegativeTest-951367246-project] Pushing event updated for resources: {'Network': ['ID=86ac6659-a72b-484c-960e-1169ba4a9fd0,revision_number=1']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:38:35.323800 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Network 86ac6659-a72b-484c-960e-1169ba4a9fd0 details requested by agent ovs-agent-n-d-838334-2 with host n-d-838334-2 {{(pid=84042) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 18 21:38:35.406137 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [None req-618b8e32-accd-4d8a-b682-8a57b6dbd347 tempest-RoutersNegativeTest-951367246 tempest-RoutersNegativeTest-951367246-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:38:35.409991 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-618b8e32-accd-4d8a-b682-8a57b6dbd347 tempest-RoutersNegativeTest-951367246 tempest-RoutersNegativeTest-951367246-project] Usage tracker for resource:subnet and tenant:b51012ed1d7845a692fff79a6f4df93c is out of sync, need to count used quota {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:38:35.413000 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-618b8e32-accd-4d8a-b682-8a57b6dbd347 tempest-RoutersNegativeTest-951367246 tempest-RoutersNegativeTest-951367246-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:38:35.418796 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [None req-618b8e32-accd-4d8a-b682-8a57b6dbd347 tempest-RoutersNegativeTest-951367246 tempest-RoutersNegativeTest-951367246-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:38:35.429813 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-618b8e32-accd-4d8a-b682-8a57b6dbd347 tempest-RoutersNegativeTest-951367246 tempest-RoutersNegativeTest-951367246-project] Made reservation on behalf of b51012ed1d7845a692fff79a6f4df93c for: {'subnet': 1} {{(pid=84040) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:38:35.476788 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.db_base_plugin_common [None req-c746d0ff-9bcc-49f5-8a84-4242c7c7346b None None] Allocated IP 172.20.0.2 (def49eb2-d730-40b6-b9a2-9e13d152f61f/2bca88a7-7428-445d-8f3a-60a329ccfc69/24caddec-6ceb-42e5-a561-583e77c60d6a) {{(pid=84042) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 21:38:35.536006 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-618b8e32-accd-4d8a-b682-8a57b6dbd347 tempest-RoutersNegativeTest-951367246 tempest-RoutersNegativeTest-951367246-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31752722'] for subnet, before_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:38:35.679212 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-c746d0ff-9bcc-49f5-8a84-4242c7c7346b None None] Notify callbacks [] for port, precommit_create {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:38:35.689436 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-c746d0ff-9bcc-49f5-8a84-4242c7c7346b None None] Transition to ACTIVE for port object 24caddec-6ceb-42e5-a561-583e77c60d6a will not be triggered until provisioned by entity L2. {{(pid=84042) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:38:35.707411 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-c746d0ff-9bcc-49f5-8a84-4242c7c7346b None None] Transition to ACTIVE for port object 24caddec-6ceb-42e5-a561-583e77c60d6a will not be triggered until provisioned by entity DHCP. {{(pid=84042) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:38:35.712661 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-c746d0ff-9bcc-49f5-8a84-4242c7c7346b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750374836619'] for port, after_create {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:38:35.751459 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-618b8e32-accd-4d8a-b682-8a57b6dbd347 tempest-RoutersNegativeTest-951367246 tempest-RoutersNegativeTest-951367246-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33526260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32441074', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31752704'] for subnet, after_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:38:35.788263 n-d-838334-2 neutron-server[84042]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c746d0ff-9bcc-49f5-8a84-4242c7c7346b None None] Network def49eb2-d730-40b6-b9a2-9e13d152f61f is already hosted by enough agents. {{(pid=84042) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:38:35.789670 n-d-838334-2 neutron-server[84042]: DEBUG neutron.scheduler.base_scheduler [None req-c746d0ff-9bcc-49f5-8a84-4242c7c7346b None None] Resources bound (agent type, host, resource id): {{(pid=84042) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:38:35.791428 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c746d0ff-9bcc-49f5-8a84-4242c7c7346b None None] Pushing event updated for resources: {'Port': ['ID=24caddec-6ceb-42e5-a561-583e77c60d6a,revision_number=1']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:38:35.793676 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c746d0ff-9bcc-49f5-8a84-4242c7c7346b None None] Received port after_create {{(pid=84042) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 21:38:35.883541 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.managers [None req-c746d0ff-9bcc-49f5-8a84-4242c7c7346b None None] Attempting to bind port 24caddec-6ceb-42e5-a561-583e77c60d6a on host n-d-838334-2 for vnic_type normal with profile {{(pid=84042) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 21:38:35.883930 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.managers [None req-c746d0ff-9bcc-49f5-8a84-4242c7c7346b None None] Attempting to bind port 24caddec-6ceb-42e5-a561-583e77c60d6a by drivers openvswitch,hyperv on host n-d-838334-2 at level 0 using segments [{'id': '2e0fc60c-50af-44cb-a42b-e448c21bb712', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': 'def49eb2-d730-40b6-b9a2-9e13d152f61f'}] {{(pid=84042) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 21:38:35.884390 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c746d0ff-9bcc-49f5-8a84-4242c7c7346b None None] Attempting to bind port 24caddec-6ceb-42e5-a561-583e77c60d6a on network def49eb2-d730-40b6-b9a2-9e13d152f61f {{(pid=84042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 21:38:35.890580 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c746d0ff-9bcc-49f5-8a84-4242c7c7346b None None] Checking agent: {'id': '97cd4414-7af6-4d67-868d-dff370b4071a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838334-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 25, 49), 'started_at': datetime.datetime(2022, 4, 18, 20, 26, 19), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 21, 38, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838334-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 18 21:38:35.890942 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c746d0ff-9bcc-49f5-8a84-4242c7c7346b None None] Checking segment: {'id': '2e0fc60c-50af-44cb-a42b-e448c21bb712', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': 'def49eb2-d730-40b6-b9a2-9e13d152f61f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84042) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 21:38:35.891357 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-c746d0ff-9bcc-49f5-8a84-4242c7c7346b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:38:35.891768 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c746d0ff-9bcc-49f5-8a84-4242c7c7346b None None] Bound using segment: {'id': '2e0fc60c-50af-44cb-a42b-e448c21bb712', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': 'def49eb2-d730-40b6-b9a2-9e13d152f61f'} {{(pid=84042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 18 21:38:35.892223 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.managers [None req-c746d0ff-9bcc-49f5-8a84-4242c7c7346b None None] Bound port: 24caddec-6ceb-42e5-a561-583e77c60d6a, host: n-d-838334-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2e0fc60c-50af-44cb-a42b-e448c21bb712', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': 'def49eb2-d730-40b6-b9a2-9e13d152f61f'}}] {{(pid=84042) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 21:38:35.892580 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-c746d0ff-9bcc-49f5-8a84-4242c7c7346b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:38:35.927871 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-618b8e32-accd-4d8a-b682-8a57b6dbd347 tempest-RoutersNegativeTest-951367246 tempest-RoutersNegativeTest-951367246-project] Pushing event updated for resources: {'Subnet': ['ID=6f811cfb-1611-4cf9-b58b-e0a97d22ec96,revision_number=0']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:38:35.939384 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-618b8e32-accd-4d8a-b682-8a57b6dbd347 tempest-RoutersNegativeTest-951367246 tempest-RoutersNegativeTest-951367246-project] Checking segment: {'id': '3f185ab2-8e68-4b01-be77-417d1a4c7a98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '86ac6659-a72b-484c-960e-1169ba4a9fd0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84040) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 21:38:35.939804 n-d-838334-2 neutron-server[84040]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-618b8e32-accd-4d8a-b682-8a57b6dbd347 tempest-RoutersNegativeTest-951367246 tempest-RoutersNegativeTest-951367246-project] Network hostable DHCP agents. Network: 86ac6659-a72b-484c-960e-1169ba4a9fd0, hostable agents: ['8746f8ea-3e91-4b32-9919-2c63adeb8722'], hosted agents: [] {{(pid=84040) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 21:38:35.963897 n-d-838334-2 neutron-server[84040]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-618b8e32-accd-4d8a-b682-8a57b6dbd347 tempest-RoutersNegativeTest-951367246 tempest-RoutersNegativeTest-951367246-project] Network 86ac6659-a72b-484c-960e-1169ba4a9fd0 is scheduled to be hosted by DHCP agent 8746f8ea-3e91-4b32-9919-2c63adeb8722 with binding_index 1 {{(pid=84040) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 21:38:35.974735 n-d-838334-2 neutron-server[84040]: DEBUG neutron.scheduler.base_scheduler [None req-618b8e32-accd-4d8a-b682-8a57b6dbd347 tempest-RoutersNegativeTest-951367246 tempest-RoutersNegativeTest-951367246-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-838334-2, 86ac6659-a72b-484c-960e-1169ba4a9fd0) {{(pid=84040) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:38:35.983055 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-618b8e32-accd-4d8a-b682-8a57b6dbd347 tempest-RoutersNegativeTest-951367246 tempest-RoutersNegativeTest-951367246-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:38:35.983869 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-618b8e32-accd-4d8a-b682-8a57b6dbd347 tempest-RoutersNegativeTest-951367246 tempest-RoutersNegativeTest-951367246-project] Notify callbacks [] for subnet, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:38:35.985320 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb3c74fe-bee9-445b-b5cf-3f906ca95171 None None] Network 86ac6659-a72b-484c-960e-1169ba4a9fd0 requested from n-d-838334-2 {{(pid=84042) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 21:38:36.008912 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-618b8e32-accd-4d8a-b682-8a57b6dbd347 tempest-RoutersNegativeTest-951367246 tempest-RoutersNegativeTest-951367246-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7219472 Apr 18 21:38:36.011742 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 39934) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:38:36.017015 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.v2.base [None req-90d84623-2b64-4e04-80c5-a4a616a9c835 tempest-RoutersNegativeTest-951367246 tempest-RoutersNegativeTest-951367246-project] Request body: {'router': {'external_gateway_info': {'network_id': '86ac6659-a72b-484c-960e-1169ba4a9fd0'}}} {{(pid=84040) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:38:36.048570 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-c746d0ff-9bcc-49f5-8a84-4242c7c7346b None None] For port 24caddec-6ceb-42e5-a561-583e77c60d6a, host n-d-838334-2, cleared binding levels {{(pid=84042) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 21:38:36.072168 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-c746d0ff-9bcc-49f5-8a84-4242c7c7346b None None] For port 24caddec-6ceb-42e5-a561-583e77c60d6a, host n-d-838334-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838334-2',level=0,port_id=24caddec-6ceb-42e5-a561-583e77c60d6a,segment=NetworkSegment(2e0fc60c-50af-44cb-a42b-e448c21bb712),segment_id=2e0fc60c-50af-44cb-a42b-e448c21bb712)] {{(pid=84042) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 21:38:36.078391 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-c746d0ff-9bcc-49f5-8a84-4242c7c7346b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682'] for port, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:38:36.187731 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c746d0ff-9bcc-49f5-8a84-4242c7c7346b None None] Pushing event updated for resources: {'Port': ['ID=24caddec-6ceb-42e5-a561-583e77c60d6a,revision_number=2']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:38:36.293994 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43ae9a36-96a3-4fbf-8830-6bb704a5c45c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp016840fc-1f9f-5892-9c53-c9cf6c845bbb-86ac6659-a72b-484c-960e-1169ba4a9fd0', 'network_id': '86ac6659-a72b-484c-960e-1169ba4a9fd0', 'tenant_id': 'b51012ed1d7845a692fff79a6f4df93c', 'fixed_ips': [{'subnet_id': '6f811cfb-1611-4cf9-b58b-e0a97d22ec96'}]}} from n-d-838334-2. {{(pid=84042) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 18 21:38:36.294811 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-43ae9a36-96a3-4fbf-8830-6bb704a5c45c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_create {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:38:36.438868 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-90d84623-2b64-4e04-80c5-a4a616a9c835 tempest-RoutersNegativeTest-951367246 tempest-RoutersNegativeTest-951367246-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-33444175', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-33443520', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5293'] for router, precommit_update {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:38:36.488048 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.db_base_plugin_common [None req-43ae9a36-96a3-4fbf-8830-6bb704a5c45c None None] Allocated IP 172.21.0.2 (86ac6659-a72b-484c-960e-1169ba4a9fd0/6f811cfb-1611-4cf9-b58b-e0a97d22ec96/4910f9fc-a699-449f-a2c2-5b67ae9cabb0) {{(pid=84042) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 21:38:36.602781 n-d-838334-2 neutron-server[84040]: INFO neutron.api.v2.resource [None req-90d84623-2b64-4e04-80c5-a4a616a9c835 tempest-RoutersNegativeTest-951367246 tempest-RoutersNegativeTest-951367246-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 18 21:38:36.609331 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-90d84623-2b64-4e04-80c5-a4a616a9c835 tempest-RoutersNegativeTest-951367246 tempest-RoutersNegativeTest-951367246-project] 10.222.0.42 "PUT /v2.0/routers/c7c77bac-d8c3-4562-aa50-14d565d2067b HTTP/1.1" status: 400 len: 364 time: 0.5910835 Apr 18 21:38:36.609589 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 39938) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:38:36.679812 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.db_base_plugin_v2 [None req-2a99c1ad-e2b1-4ca5-a096-b4cc9cf7e856 tempest-RoutersNegativeTest-951367246 tempest-RoutersNegativeTest-951367246-project] Deleting subnet 6f811cfb-1611-4cf9-b58b-e0a97d22ec96 {{(pid=84040) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 18 21:38:36.744875 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-43ae9a36-96a3-4fbf-8830-6bb704a5c45c None None] Notify callbacks [] for port, precommit_create {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:38:36.754486 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-43ae9a36-96a3-4fbf-8830-6bb704a5c45c None None] Transition to ACTIVE for port object 4910f9fc-a699-449f-a2c2-5b67ae9cabb0 will not be triggered until provisioned by entity L2. {{(pid=84042) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:38:36.772637 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-43ae9a36-96a3-4fbf-8830-6bb704a5c45c None None] Transition to ACTIVE for port object 4910f9fc-a699-449f-a2c2-5b67ae9cabb0 will not be triggered until provisioned by entity DHCP. {{(pid=84042) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:38:36.777376 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-2a99c1ad-e2b1-4ca5-a096-b4cc9cf7e856 tempest-RoutersNegativeTest-951367246 tempest-RoutersNegativeTest-951367246-project] Notify callbacks [] for subnet, before_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:38:36.777878 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-43ae9a36-96a3-4fbf-8830-6bb704a5c45c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750374836619'] for port, after_create {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:38:36.831426 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-2a99c1ad-e2b1-4ca5-a096-b4cc9cf7e856 tempest-RoutersNegativeTest-951367246 tempest-RoutersNegativeTest-951367246-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31955982'] for subnet, precommit_delete_associations {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:38:36.847849 n-d-838334-2 neutron-server[84042]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43ae9a36-96a3-4fbf-8830-6bb704a5c45c None None] Network 86ac6659-a72b-484c-960e-1169ba4a9fd0 is already hosted by enough agents. {{(pid=84042) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:38:36.851334 n-d-838334-2 neutron-server[84042]: DEBUG neutron.scheduler.base_scheduler [None req-43ae9a36-96a3-4fbf-8830-6bb704a5c45c None None] Resources bound (agent type, host, resource id): {{(pid=84042) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:38:36.853943 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43ae9a36-96a3-4fbf-8830-6bb704a5c45c None None] Received port after_create {{(pid=84042) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 21:38:36.856449 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43ae9a36-96a3-4fbf-8830-6bb704a5c45c None None] Pushing event updated for resources: {'Port': ['ID=4910f9fc-a699-449f-a2c2-5b67ae9cabb0,revision_number=1']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:38:36.969105 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-2a99c1ad-e2b1-4ca5-a096-b4cc9cf7e856 tempest-RoutersNegativeTest-951367246 tempest-RoutersNegativeTest-951367246-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1260556'] for subnet, precommit_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:38:36.973103 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.managers [None req-43ae9a36-96a3-4fbf-8830-6bb704a5c45c None None] Attempting to bind port 4910f9fc-a699-449f-a2c2-5b67ae9cabb0 on host n-d-838334-2 for vnic_type normal with profile {{(pid=84042) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 21:38:36.973476 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.managers [None req-43ae9a36-96a3-4fbf-8830-6bb704a5c45c None None] Attempting to bind port 4910f9fc-a699-449f-a2c2-5b67ae9cabb0 by drivers openvswitch,hyperv on host n-d-838334-2 at level 0 using segments [{'id': '3f185ab2-8e68-4b01-be77-417d1a4c7a98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '86ac6659-a72b-484c-960e-1169ba4a9fd0'}] {{(pid=84042) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 21:38:36.974238 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43ae9a36-96a3-4fbf-8830-6bb704a5c45c None None] Attempting to bind port 4910f9fc-a699-449f-a2c2-5b67ae9cabb0 on network 86ac6659-a72b-484c-960e-1169ba4a9fd0 {{(pid=84042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 21:38:36.981999 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43ae9a36-96a3-4fbf-8830-6bb704a5c45c None None] Checking agent: {'id': '97cd4414-7af6-4d67-868d-dff370b4071a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838334-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 25, 49), 'started_at': datetime.datetime(2022, 4, 18, 20, 26, 19), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 21, 38, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838334-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 18 21:38:36.982374 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43ae9a36-96a3-4fbf-8830-6bb704a5c45c None None] Checking segment: {'id': '3f185ab2-8e68-4b01-be77-417d1a4c7a98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '86ac6659-a72b-484c-960e-1169ba4a9fd0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84042) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 21:38:36.982783 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-43ae9a36-96a3-4fbf-8830-6bb704a5c45c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:38:36.987085 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43ae9a36-96a3-4fbf-8830-6bb704a5c45c None None] Bound using segment: {'id': '3f185ab2-8e68-4b01-be77-417d1a4c7a98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '86ac6659-a72b-484c-960e-1169ba4a9fd0'} {{(pid=84042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 18 21:38:36.987599 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.managers [None req-43ae9a36-96a3-4fbf-8830-6bb704a5c45c None None] Bound port: 4910f9fc-a699-449f-a2c2-5b67ae9cabb0, host: n-d-838334-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3f185ab2-8e68-4b01-be77-417d1a4c7a98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '86ac6659-a72b-484c-960e-1169ba4a9fd0'}}] {{(pid=84042) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 21:38:36.992879 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-43ae9a36-96a3-4fbf-8830-6bb704a5c45c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:38:37.011420 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Device 24caddec-6ceb-42e5-a561-583e77c60d6a up at agent ovs-agent-n-d-838334-2 {{(pid=84042) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 21:38:37.059281 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-2a99c1ad-e2b1-4ca5-a096-b4cc9cf7e856 tempest-RoutersNegativeTest-951367246 tempest-RoutersNegativeTest-951367246-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1260549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33526260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32440885', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31752825'] for subnet, after_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:38:37.096286 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a99c1ad-e2b1-4ca5-a096-b4cc9cf7e856 tempest-RoutersNegativeTest-951367246 tempest-RoutersNegativeTest-951367246-project] Pushing event deleted for resources: {'Subnet': ['ID=6f811cfb-1611-4cf9-b58b-e0a97d22ec96,revision_number=None']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:38:37.109051 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-2a99c1ad-e2b1-4ca5-a096-b4cc9cf7e856 tempest-RoutersNegativeTest-951367246 tempest-RoutersNegativeTest-951367246-project] Notify callbacks [] for subnet, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:38:37.117771 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-2a99c1ad-e2b1-4ca5-a096-b4cc9cf7e856 tempest-RoutersNegativeTest-951367246 tempest-RoutersNegativeTest-951367246-project] 10.222.0.42 "DELETE /v2.0/subnets/6f811cfb-1611-4cf9-b58b-e0a97d22ec96 HTTP/1.1" status: 204 len: 168 time: 0.5072012 Apr 18 21:38:37.120322 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 39942) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:38:37.141175 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-43ae9a36-96a3-4fbf-8830-6bb704a5c45c None None] For port 4910f9fc-a699-449f-a2c2-5b67ae9cabb0, host n-d-838334-2, cleared binding levels {{(pid=84042) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 21:38:37.145771 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-43ae9a36-96a3-4fbf-8830-6bb704a5c45c None None] For port 4910f9fc-a699-449f-a2c2-5b67ae9cabb0, host n-d-838334-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838334-2',level=0,port_id=4910f9fc-a699-449f-a2c2-5b67ae9cabb0,segment=NetworkSegment(3f185ab2-8e68-4b01-be77-417d1a4c7a98),segment_id=3f185ab2-8e68-4b01-be77-417d1a4c7a98)] {{(pid=84042) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 21:38:37.150983 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-43ae9a36-96a3-4fbf-8830-6bb704a5c45c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682'] for port, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:38:37.188681 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Provisioning for port 24caddec-6ceb-42e5-a561-583e77c60d6a completed by entity L2. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 21:38:37.251015 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-3b50a691-cc3b-4b3e-a755-2a6edbe8bd77 tempest-RoutersNegativeTest-951367246 tempest-RoutersNegativeTest-951367246-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1103592'] for network, before_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:38:37.261853 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.plugin [None req-3b50a691-cc3b-4b3e-a755-2a6edbe8bd77 tempest-RoutersNegativeTest-951367246 tempest-RoutersNegativeTest-951367246-project] Deleting port 4910f9fc-a699-449f-a2c2-5b67ae9cabb0 {{(pid=84040) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 21:38:37.262191 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-3b50a691-cc3b-4b3e-a755-2a6edbe8bd77 tempest-RoutersNegativeTest-951367246 tempest-RoutersNegativeTest-951367246-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750375188691'] for port, before_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:38:37.296786 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b8d64c5-6944-44b3-a7e7-39c25a6cabac None None] Network def49eb2-d730-40b6-b9a2-9e13d152f61f requested from n-d-838334-2 {{(pid=84042) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 21:38:37.315245 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43ae9a36-96a3-4fbf-8830-6bb704a5c45c None None] Pushing event updated for resources: {'Port': ['ID=4910f9fc-a699-449f-a2c2-5b67ae9cabb0,revision_number=3']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:38:37.391151 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1a89479-7d00-4cf9-ab12-01c2486eaae7 None None] Network 86ac6659-a72b-484c-960e-1169ba4a9fd0 requested from n-d-838334-2 {{(pid=84042) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 21:38:37.463071 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.db [None req-3b50a691-cc3b-4b3e-a755-2a6edbe8bd77 tempest-RoutersNegativeTest-951367246 tempest-RoutersNegativeTest-951367246-project] For port 4910f9fc-a699-449f-a2c2-5b67ae9cabb0, host n-d-838334-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838334-2',level=0,port_id=4910f9fc-a699-449f-a2c2-5b67ae9cabb0,segment=NetworkSegment(3f185ab2-8e68-4b01-be77-417d1a4c7a98),segment_id=3f185ab2-8e68-4b01-be77-417d1a4c7a98)] {{(pid=84040) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:38:37.463663 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-3b50a691-cc3b-4b3e-a755-2a6edbe8bd77 tempest-RoutersNegativeTest-951367246 tempest-RoutersNegativeTest-951367246-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369123'] for port, precommit_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:38:37.493188 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-dc640b73-ef85-4af6-9c85-22eba25ba2ff None None] Provisioning for port 24caddec-6ceb-42e5-a561-583e77c60d6a completed by entity DHCP. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 21:38:37.517861 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-dc640b73-ef85-4af6-9c85-22eba25ba2ff None None] Provisioning complete for port 24caddec-6ceb-42e5-a561-583e77c60d6a triggered by entity DHCP. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:38:37.518306 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-dc640b73-ef85-4af6-9c85-22eba25ba2ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1253608'] for port, provisioning_complete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:38:37.687280 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.plugin [None req-3b50a691-cc3b-4b3e-a755-2a6edbe8bd77 tempest-RoutersNegativeTest-951367246 tempest-RoutersNegativeTest-951367246-project] Calling delete_port for 4910f9fc-a699-449f-a2c2-5b67ae9cabb0 owned by network:dhcp {{(pid=84040) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 21:38:37.762160 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-3b50a691-cc3b-4b3e-a755-2a6edbe8bd77 tempest-RoutersNegativeTest-951367246 tempest-RoutersNegativeTest-951367246-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750375259028', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750374836628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32440838'] for port, after_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:38:37.808818 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b50a691-cc3b-4b3e-a755-2a6edbe8bd77 tempest-RoutersNegativeTest-951367246 tempest-RoutersNegativeTest-951367246-project] Pushing event deleted for resources: {'Port': ['ID=4910f9fc-a699-449f-a2c2-5b67ae9cabb0,revision_number=None']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:38:37.813982 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b50a691-cc3b-4b3e-a755-2a6edbe8bd77 tempest-RoutersNegativeTest-951367246 tempest-RoutersNegativeTest-951367246-project] No DVR routers for this DVR port 4910f9fc-a699-449f-a2c2-5b67ae9cabb0 on host n-d-838334-2 {{(pid=84040) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 21:38:37.836084 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-dc640b73-ef85-4af6-9c85-22eba25ba2ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:38:37.878462 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-dc640b73-ef85-4af6-9c85-22eba25ba2ff None None] For port 24caddec-6ceb-42e5-a561-583e77c60d6a, host n-d-838334-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838334-2',level=0,port_id=24caddec-6ceb-42e5-a561-583e77c60d6a,segment=NetworkSegment(2e0fc60c-50af-44cb-a42b-e448c21bb712),segment_id=2e0fc60c-50af-44cb-a42b-e448c21bb712)] {{(pid=84042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:38:37.885243 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-dc640b73-ef85-4af6-9c85-22eba25ba2ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682'] for port, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:38:37.969068 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc640b73-ef85-4af6-9c85-22eba25ba2ff None None] Pushing event updated for resources: {'Port': ['ID=24caddec-6ceb-42e5-a561-583e77c60d6a,revision_number=3']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:38:37.969272 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-3b50a691-cc3b-4b3e-a755-2a6edbe8bd77 tempest-RoutersNegativeTest-951367246 tempest-RoutersNegativeTest-951367246-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1258905', 'neutron.services.segments.db._delete_segments_for_network-8750375287417'] for network, precommit_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:38:37.999128 n-d-838334-2 neutron-server[84040]: DEBUG neutron.services.segments.db [None req-3b50a691-cc3b-4b3e-a755-2a6edbe8bd77 tempest-RoutersNegativeTest-951367246 tempest-RoutersNegativeTest-951367246-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['86ac6659-a72b-484c-960e-1169ba4a9fd0']}} {{(pid=84040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:38:38.012853 n-d-838334-2 neutron-server[84040]: DEBUG neutron.services.segments.db [None req-3b50a691-cc3b-4b3e-a755-2a6edbe8bd77 tempest-RoutersNegativeTest-951367246 tempest-RoutersNegativeTest-951367246-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3f185ab2-8e68-4b01-be77-417d1a4c7a98') {'for_net_delete': True} {{(pid=84040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:38:38.013148 n-d-838334-2 neutron-server[84040]: DEBUG neutron.services.segments.db [None req-3b50a691-cc3b-4b3e-a755-2a6edbe8bd77 tempest-RoutersNegativeTest-951367246 tempest-RoutersNegativeTest-951367246-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3f185ab2-8e68-4b01-be77-417d1a4c7a98') {} {{(pid=84040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:38:38.027286 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-3b50a691-cc3b-4b3e-a755-2a6edbe8bd77 tempest-RoutersNegativeTest-951367246 tempest-RoutersNegativeTest-951367246-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750375287300', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31955965'] for segment, before_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:38:38.044787 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-3b50a691-cc3b-4b3e-a755-2a6edbe8bd77 tempest-RoutersNegativeTest-951367246 tempest-RoutersNegativeTest-951367246-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1082986'] for segment, precommit_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:38:38.051218 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3b50a691-cc3b-4b3e-a755-2a6edbe8bd77 tempest-RoutersNegativeTest-951367246 tempest-RoutersNegativeTest-951367246-project] Releasing vlan 379 on physical network physnet1 to pool {{(pid=84040) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 18 21:38:38.052034 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-3b50a691-cc3b-4b3e-a755-2a6edbe8bd77 tempest-RoutersNegativeTest-951367246 tempest-RoutersNegativeTest-951367246-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1082993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32440923'] for segment, after_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:38:38.067385 n-d-838334-2 neutron-server[84040]: Traceback (most recent call last): Apr 18 21:38:38.067385 n-d-838334-2 neutron-server[84040]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 18 21:38:38.067385 n-d-838334-2 neutron-server[84040]: timer() Apr 18 21:38:38.067385 n-d-838334-2 neutron-server[84040]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 21:38:38.067385 n-d-838334-2 neutron-server[84040]: cb(*args, **kw) Apr 18 21:38:38.067385 n-d-838334-2 neutron-server[84040]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 18 21:38:38.067385 n-d-838334-2 neutron-server[84040]: return func(*args, **kwargs) Apr 18 21:38:38.067385 n-d-838334-2 neutron-server[84040]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 21:38:38.067385 n-d-838334-2 neutron-server[84040]: self._notify() Apr 18 21:38:38.067385 n-d-838334-2 neutron-server[84040]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 21:38:38.067385 n-d-838334-2 neutron-server[84040]: self.callback(batched_events) Apr 18 21:38:38.067385 n-d-838334-2 neutron-server[84040]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 21:38:38.067385 n-d-838334-2 neutron-server[84040]: event.method(event) Apr 18 21:38:38.067385 n-d-838334-2 neutron-server[84040]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 18 21:38:38.067385 n-d-838334-2 neutron-server[84040]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 21:38:38.067385 n-d-838334-2 neutron-server[84040]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 18 21:38:38.067385 n-d-838334-2 neutron-server[84040]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 21:38:38.067385 n-d-838334-2 neutron-server[84040]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 18 21:38:38.067385 n-d-838334-2 neutron-server[84040]: return f(self, *a, **k) Apr 18 21:38:38.067385 n-d-838334-2 neutron-server[84040]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 18 21:38:38.067385 n-d-838334-2 neutron-server[84040]: return self._get(url).json() Apr 18 21:38:38.067385 n-d-838334-2 neutron-server[84040]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 18 21:38:38.067385 n-d-838334-2 neutron-server[84040]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 21:38:38.067385 n-d-838334-2 neutron-server[84040]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 18 21:38:38.067385 n-d-838334-2 neutron-server[84040]: return self.request(url, 'GET', **kwargs) Apr 18 21:38:38.067385 n-d-838334-2 neutron-server[84040]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 18 21:38:38.067385 n-d-838334-2 neutron-server[84040]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 21:38:38.067385 n-d-838334-2 neutron-server[84040]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 18 21:38:38.067385 n-d-838334-2 neutron-server[84040]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 21:38:38.067385 n-d-838334-2 neutron-server[84040]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 18 21:38:38.067385 n-d-838334-2 neutron-server[84040]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 21:38:38.067385 n-d-838334-2 neutron-server[84040]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 21:38:38.093487 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d85dba3e-c5d1-4b74-8b90-35cf6925b1dd None None] get_active_networks_info from n-d-838334-2 {{(pid=84042) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Apr 18 21:38:38.148882 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-3b50a691-cc3b-4b3e-a755-2a6edbe8bd77 tempest-RoutersNegativeTest-951367246 tempest-RoutersNegativeTest-951367246-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1258898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33526109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33444113'] for network, after_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:38:38.155342 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-6149ab49-6479-4baa-adad-fdd78e6afb9c None None] Provisioning complete for port 24caddec-6ceb-42e5-a561-583e77c60d6a triggered by entity DHCP. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:38:38.155796 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-6149ab49-6479-4baa-adad-fdd78e6afb9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1253608'] for port, provisioning_complete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:38:38.168559 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-3b50a691-cc3b-4b3e-a755-2a6edbe8bd77 tempest-RoutersNegativeTest-951367246 tempest-RoutersNegativeTest-951367246-project] Notify callbacks [] for network, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:38:38.174506 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b50a691-cc3b-4b3e-a755-2a6edbe8bd77 tempest-RoutersNegativeTest-951367246 tempest-RoutersNegativeTest-951367246-project] Pushing event deleted for resources: {'Network': ['ID=86ac6659-a72b-484c-960e-1169ba4a9fd0,revision_number=None']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:38:38.182293 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-3b50a691-cc3b-4b3e-a755-2a6edbe8bd77 tempest-RoutersNegativeTest-951367246 tempest-RoutersNegativeTest-951367246-project] 10.222.0.42 "DELETE /v2.0/networks/86ac6659-a72b-484c-960e-1169ba4a9fd0 HTTP/1.1" status: 204 len: 168 time: 1.0609698 Apr 18 21:38:38.184952 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 39946) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:38:38.251972 n-d-838334-2 neutron-server[84042]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d85dba3e-c5d1-4b74-8b90-35cf6925b1dd None None] Resources bound (agent type, host, resource id): {{(pid=84042) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Apr 18 21:38:38.253081 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.db_base_plugin_v2 [None req-2bd7c0fe-56cd-427c-99a6-84bbfb5963df tempest-RoutersNegativeTest-951367246 tempest-RoutersNegativeTest-951367246-project] Deleting subnet 2bca88a7-7428-445d-8f3a-60a329ccfc69 {{(pid=84040) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 18 21:38:38.256918 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-2bd7c0fe-56cd-427c-99a6-84bbfb5963df tempest-RoutersNegativeTest-951367246 tempest-RoutersNegativeTest-951367246-project] Notify callbacks [] for subnet, before_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:38:38.315048 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-2bd7c0fe-56cd-427c-99a6-84bbfb5963df tempest-RoutersNegativeTest-951367246 tempest-RoutersNegativeTest-951367246-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31955982'] for subnet, precommit_delete_associations {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:38:38.402954 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-2bd7c0fe-56cd-427c-99a6-84bbfb5963df tempest-RoutersNegativeTest-951367246 tempest-RoutersNegativeTest-951367246-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1260556'] for subnet, precommit_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:38:38.482422 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-2bd7c0fe-56cd-427c-99a6-84bbfb5963df tempest-RoutersNegativeTest-951367246 tempest-RoutersNegativeTest-951367246-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1260549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33526260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32440885', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31752825'] for subnet, after_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:38:38.532741 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bd7c0fe-56cd-427c-99a6-84bbfb5963df tempest-RoutersNegativeTest-951367246 tempest-RoutersNegativeTest-951367246-project] Pushing event deleted for resources: {'Subnet': ['ID=2bca88a7-7428-445d-8f3a-60a329ccfc69,revision_number=None']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:38:38.537047 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-2bd7c0fe-56cd-427c-99a6-84bbfb5963df tempest-RoutersNegativeTest-951367246 tempest-RoutersNegativeTest-951367246-project] Notify callbacks [] for subnet, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:38:38.546508 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-2bd7c0fe-56cd-427c-99a6-84bbfb5963df tempest-RoutersNegativeTest-951367246 tempest-RoutersNegativeTest-951367246-project] 10.222.0.42 "DELETE /v2.0/subnets/2bca88a7-7428-445d-8f3a-60a329ccfc69 HTTP/1.1" status: 204 len: 168 time: 0.3608119 Apr 18 21:38:38.549072 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 39950) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:38:38.642706 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8d2cee2-a098-45c0-8398-59e1e04b090f None None] Network def49eb2-d730-40b6-b9a2-9e13d152f61f requested from n-d-838334-2 {{(pid=84042) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 21:38:38.663230 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-2bf352c2-d93a-4d07-8184-2ab4d7b5b074 tempest-RoutersNegativeTest-951367246 tempest-RoutersNegativeTest-951367246-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1103592'] for network, before_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:38:38.673328 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.plugin [None req-2bf352c2-d93a-4d07-8184-2ab4d7b5b074 tempest-RoutersNegativeTest-951367246 tempest-RoutersNegativeTest-951367246-project] Deleting port 24caddec-6ceb-42e5-a561-583e77c60d6a {{(pid=84041) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 21:38:38.673647 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-2bf352c2-d93a-4d07-8184-2ab4d7b5b074 tempest-RoutersNegativeTest-951367246 tempest-RoutersNegativeTest-951367246-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750375188691'] for port, before_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:38:38.873505 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.db [None req-2bf352c2-d93a-4d07-8184-2ab4d7b5b074 tempest-RoutersNegativeTest-951367246 tempest-RoutersNegativeTest-951367246-project] For port 24caddec-6ceb-42e5-a561-583e77c60d6a, host n-d-838334-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838334-2',level=0,port_id=24caddec-6ceb-42e5-a561-583e77c60d6a,segment=NetworkSegment(2e0fc60c-50af-44cb-a42b-e448c21bb712),segment_id=2e0fc60c-50af-44cb-a42b-e448c21bb712)] {{(pid=84041) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:38:38.874096 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-2bf352c2-d93a-4d07-8184-2ab4d7b5b074 tempest-RoutersNegativeTest-951367246 tempest-RoutersNegativeTest-951367246-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369123'] for port, precommit_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:38:38.878959 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e82502c-4f97-40af-8b63-1435ff0a4657 None None] DHCP port deletion for def49eb2-d730-40b6-b9a2-9e13d152f61f request from n-d-838334-2 {{(pid=84042) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 18 21:38:38.883215 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.plugin [None req-2e82502c-4f97-40af-8b63-1435ff0a4657 None None] Deleting port 24caddec-6ceb-42e5-a561-583e77c60d6a {{(pid=84042) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 21:38:38.883584 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-2e82502c-4f97-40af-8b63-1435ff0a4657 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750375188691'] for port, before_delete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:38:38.965982 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Device 24caddec-6ceb-42e5-a561-583e77c60d6a no longer exists at agent ovs-agent-n-d-838334-2 {{(pid=84042) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 21:38:39.087321 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.plugin [None req-2bf352c2-d93a-4d07-8184-2ab4d7b5b074 tempest-RoutersNegativeTest-951367246 tempest-RoutersNegativeTest-951367246-project] Calling delete_port for 24caddec-6ceb-42e5-a561-583e77c60d6a owned by network:dhcp {{(pid=84041) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 21:38:39.159865 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-2bf352c2-d93a-4d07-8184-2ab4d7b5b074 tempest-RoutersNegativeTest-951367246 tempest-RoutersNegativeTest-951367246-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750375259028', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750374836628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32266323'] for port, after_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:38:39.177604 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-2e82502c-4f97-40af-8b63-1435ff0a4657 None None] For port 24caddec-6ceb-42e5-a561-583e77c60d6a, host n-d-838334-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838334-2',level=0,port_id=24caddec-6ceb-42e5-a561-583e77c60d6a,segment=NetworkSegment(2e0fc60c-50af-44cb-a42b-e448c21bb712),segment_id=2e0fc60c-50af-44cb-a42b-e448c21bb712)] {{(pid=84042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:38:39.177986 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-2e82502c-4f97-40af-8b63-1435ff0a4657 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369123'] for port, precommit_delete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:38:39.205856 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bf352c2-d93a-4d07-8184-2ab4d7b5b074 tempest-RoutersNegativeTest-951367246 tempest-RoutersNegativeTest-951367246-project] Pushing event deleted for resources: {'Port': ['ID=24caddec-6ceb-42e5-a561-583e77c60d6a,revision_number=None']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:38:39.209268 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bf352c2-d93a-4d07-8184-2ab4d7b5b074 tempest-RoutersNegativeTest-951367246 tempest-RoutersNegativeTest-951367246-project] No DVR routers for this DVR port 24caddec-6ceb-42e5-a561-583e77c60d6a on host n-d-838334-2 {{(pid=84041) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 21:38:39.309680 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.plugin [None req-2e82502c-4f97-40af-8b63-1435ff0a4657 None None] Calling delete_port for 24caddec-6ceb-42e5-a561-583e77c60d6a owned by network:dhcp {{(pid=84042) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 21:38:39.330817 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-2bf352c2-d93a-4d07-8184-2ab4d7b5b074 tempest-RoutersNegativeTest-951367246 tempest-RoutersNegativeTest-951367246-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1258905', 'neutron.services.segments.db._delete_segments_for_network-8750375287417'] for network, precommit_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:38:39.335122 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:38:39.360020 n-d-838334-2 neutron-server[84041]: DEBUG neutron.services.segments.db [None req-2bf352c2-d93a-4d07-8184-2ab4d7b5b074 tempest-RoutersNegativeTest-951367246 tempest-RoutersNegativeTest-951367246-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['def49eb2-d730-40b6-b9a2-9e13d152f61f']}} {{(pid=84041) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:38:39.371728 n-d-838334-2 neutron-server[84041]: DEBUG neutron.services.segments.db [None req-2bf352c2-d93a-4d07-8184-2ab4d7b5b074 tempest-RoutersNegativeTest-951367246 tempest-RoutersNegativeTest-951367246-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2e0fc60c-50af-44cb-a42b-e448c21bb712') {'for_net_delete': True} {{(pid=84041) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:38:39.372017 n-d-838334-2 neutron-server[84041]: DEBUG neutron.services.segments.db [None req-2bf352c2-d93a-4d07-8184-2ab4d7b5b074 tempest-RoutersNegativeTest-951367246 tempest-RoutersNegativeTest-951367246-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2e0fc60c-50af-44cb-a42b-e448c21bb712') {} {{(pid=84041) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:38:39.384293 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-2bf352c2-d93a-4d07-8184-2ab4d7b5b074 tempest-RoutersNegativeTest-951367246 tempest-RoutersNegativeTest-951367246-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750375287300', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32268156'] for segment, before_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:38:39.400592 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-2bf352c2-d93a-4d07-8184-2ab4d7b5b074 tempest-RoutersNegativeTest-951367246 tempest-RoutersNegativeTest-951367246-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1082986'] for segment, precommit_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:38:39.406457 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2bf352c2-d93a-4d07-8184-2ab4d7b5b074 tempest-RoutersNegativeTest-951367246 tempest-RoutersNegativeTest-951367246-project] Releasing vlan 369 on physical network physnet1 to pool {{(pid=84041) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 18 21:38:39.406832 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-2bf352c2-d93a-4d07-8184-2ab4d7b5b074 tempest-RoutersNegativeTest-951367246 tempest-RoutersNegativeTest-951367246-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1082993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32266254'] for segment, after_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:38:39.420645 n-d-838334-2 neutron-server[84041]: Traceback (most recent call last): Apr 18 21:38:39.420645 n-d-838334-2 neutron-server[84041]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 18 21:38:39.420645 n-d-838334-2 neutron-server[84041]: timer() Apr 18 21:38:39.420645 n-d-838334-2 neutron-server[84041]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 21:38:39.420645 n-d-838334-2 neutron-server[84041]: cb(*args, **kw) Apr 18 21:38:39.420645 n-d-838334-2 neutron-server[84041]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 18 21:38:39.420645 n-d-838334-2 neutron-server[84041]: return func(*args, **kwargs) Apr 18 21:38:39.420645 n-d-838334-2 neutron-server[84041]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 21:38:39.420645 n-d-838334-2 neutron-server[84041]: self._notify() Apr 18 21:38:39.420645 n-d-838334-2 neutron-server[84041]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 21:38:39.420645 n-d-838334-2 neutron-server[84041]: self.callback(batched_events) Apr 18 21:38:39.420645 n-d-838334-2 neutron-server[84041]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 21:38:39.420645 n-d-838334-2 neutron-server[84041]: event.method(event) Apr 18 21:38:39.420645 n-d-838334-2 neutron-server[84041]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 18 21:38:39.420645 n-d-838334-2 neutron-server[84041]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 21:38:39.420645 n-d-838334-2 neutron-server[84041]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 18 21:38:39.420645 n-d-838334-2 neutron-server[84041]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 21:38:39.420645 n-d-838334-2 neutron-server[84041]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 18 21:38:39.420645 n-d-838334-2 neutron-server[84041]: return f(self, *a, **k) Apr 18 21:38:39.420645 n-d-838334-2 neutron-server[84041]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 18 21:38:39.420645 n-d-838334-2 neutron-server[84041]: return self._get(url).json() Apr 18 21:38:39.420645 n-d-838334-2 neutron-server[84041]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 18 21:38:39.420645 n-d-838334-2 neutron-server[84041]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 21:38:39.420645 n-d-838334-2 neutron-server[84041]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 18 21:38:39.420645 n-d-838334-2 neutron-server[84041]: return self.request(url, 'GET', **kwargs) Apr 18 21:38:39.420645 n-d-838334-2 neutron-server[84041]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 18 21:38:39.420645 n-d-838334-2 neutron-server[84041]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 21:38:39.420645 n-d-838334-2 neutron-server[84041]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 18 21:38:39.420645 n-d-838334-2 neutron-server[84041]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 21:38:39.420645 n-d-838334-2 neutron-server[84041]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 18 21:38:39.420645 n-d-838334-2 neutron-server[84041]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 21:38:39.420645 n-d-838334-2 neutron-server[84041]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 21:38:39.431070 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.db.api [None req-2e82502c-4f97-40af-8b63-1435ff0a4657 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84042) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 18 21:38:39.431418 n-d-838334-2 neutron-server[84042]: DEBUG oslo_db.api [None req-2e82502c-4f97-40af-8b63-1435ff0a4657 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 18 21:38:39.501777 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-2bf352c2-d93a-4d07-8184-2ab4d7b5b074 tempest-RoutersNegativeTest-951367246 tempest-RoutersNegativeTest-951367246-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1258898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33526109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33444113'] for network, after_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:38:39.518983 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-2bf352c2-d93a-4d07-8184-2ab4d7b5b074 tempest-RoutersNegativeTest-951367246 tempest-RoutersNegativeTest-951367246-project] Notify callbacks [] for network, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:38:39.530202 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bf352c2-d93a-4d07-8184-2ab4d7b5b074 tempest-RoutersNegativeTest-951367246 tempest-RoutersNegativeTest-951367246-project] Pushing event deleted for resources: {'Network': ['ID=def49eb2-d730-40b6-b9a2-9e13d152f61f,revision_number=None']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:38:39.534216 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-2bf352c2-d93a-4d07-8184-2ab4d7b5b074 tempest-RoutersNegativeTest-951367246 tempest-RoutersNegativeTest-951367246-project] 10.222.0.42 "DELETE /v2.0/networks/def49eb2-d730-40b6-b9a2-9e13d152f61f HTTP/1.1" status: 204 len: 168 time: 0.9841440 Apr 18 21:38:39.536918 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 39954) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:38:39.586851 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-0e9d6a60-324a-4d2d-8c9c-ce214014cdb4 tempest-RoutersNegativeTest-951367246 tempest-RoutersNegativeTest-951367246-project] Synchronizing usage tracker for tenant:b51012ed1d7845a692fff79a6f4df93c on resource:port {{(pid=84041) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 21:38:39.611389 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-0e9d6a60-324a-4d2d-8c9c-ce214014cdb4 tempest-RoutersNegativeTest-951367246 tempest-RoutersNegativeTest-951367246-project] Unset dirty status for tenant:b51012ed1d7845a692fff79a6f4df93c on resource:port {{(pid=84041) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 21:38:39.612578 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-0e9d6a60-324a-4d2d-8c9c-ce214014cdb4 tempest-RoutersNegativeTest-951367246 tempest-RoutersNegativeTest-951367246-project] 10.222.0.42 "GET /v2.0/ports?device_id=c7c77bac-d8c3-4562-aa50-14d565d2067b HTTP/1.1" status: 200 len: 205 time: 0.0742226 Apr 18 21:38:39.615152 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 39958) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:38:39.749136 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-2e96a063-2e8f-4837-924e-216e16976a0f tempest-RoutersNegativeTest-951367246 tempest-RoutersNegativeTest-951367246-project] Notify callbacks [] for router, before_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:38:39.932758 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.plugin [None req-2e82502c-4f97-40af-8b63-1435ff0a4657 None None] Deleting port 24caddec-6ceb-42e5-a561-583e77c60d6a {{(pid=84042) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 21:38:39.933351 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-2e82502c-4f97-40af-8b63-1435ff0a4657 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750375188691'] for port, before_delete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:38:39.996330 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.plugin [None req-2e82502c-4f97-40af-8b63-1435ff0a4657 None None] The port '24caddec-6ceb-42e5-a561-583e77c60d6a' was deleted {{(pid=84042) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 18 21:38:40.131402 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-2e96a063-2e8f-4837-924e-216e16976a0f tempest-RoutersNegativeTest-951367246 tempest-RoutersNegativeTest-951367246-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33443580', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5726'] for router, precommit_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:38:40.135536 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-2e96a063-2e8f-4837-924e-216e16976a0f tempest-RoutersNegativeTest-951367246 tempest-RoutersNegativeTest-951367246-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:38:40.160219 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-2e96a063-2e8f-4837-924e-216e16976a0f tempest-RoutersNegativeTest-951367246 tempest-RoutersNegativeTest-951367246-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-33443408'] for router, after_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:38:40.160742 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2e96a063-2e8f-4837-924e-216e16976a0f tempest-RoutersNegativeTest-951367246 tempest-RoutersNegativeTest-951367246-project] Fanout notify agent at l3_agent the message router_deleted on router c7c77bac-d8c3-4562-aa50-14d565d2067b {{(pid=84041) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 18 21:38:40.172225 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-2e96a063-2e8f-4837-924e-216e16976a0f tempest-RoutersNegativeTest-951367246 tempest-RoutersNegativeTest-951367246-project] Notify callbacks [] for router, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:38:40.173281 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-2e96a063-2e8f-4837-924e-216e16976a0f tempest-RoutersNegativeTest-951367246 tempest-RoutersNegativeTest-951367246-project] 10.222.0.42 "DELETE /v2.0/routers/c7c77bac-d8c3-4562-aa50-14d565d2067b HTTP/1.1" status: 204 len: 168 time: 0.5565834 Apr 18 21:38:40.460421 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 39966) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:38:40.638477 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-e7e80651-44a7-46ee-ad08-fc576850c8b8 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=b51012ed1d7845a692fff79a6f4df93c&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1768980 Apr 18 21:38:40.640930 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 39972) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:38:40.700281 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-99ebe749-901d-4221-88f3-3d9346243eb0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:38:40.724797 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-99ebe749-901d-4221-88f3-3d9346243eb0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:38:40.774497 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-99ebe749-901d-4221-88f3-3d9346243eb0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33528224'] for security_group, after_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:38:40.790287 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99ebe749-901d-4221-88f3-3d9346243eb0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6fef111c-ab32-4dae-9f5b-326b327e2a40,revision_number=None']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:38:40.799341 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-99ebe749-901d-4221-88f3-3d9346243eb0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:38:40.800502 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-99ebe749-901d-4221-88f3-3d9346243eb0 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/6fef111c-ab32-4dae-9f5b-326b327e2a40 HTTP/1.1" status: 204 len: 168 time: 0.1587024 Apr 18 21:38:41.564485 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 39994) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:38:41.693756 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.v2.base [None req-c720de96-ea20-421a-84fd-33b042170fcc admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-1361468481-network', 'tenant_id': '881622fe52874893ade176c282fe5b14'}} {{(pid=84041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:38:41.699361 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-c720de96-ea20-421a-84fd-33b042170fcc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:38:41.703063 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-c720de96-ea20-421a-84fd-33b042170fcc admin admin] Usage tracker for resource:network and tenant:881622fe52874893ade176c282fe5b14 is out of sync, need to count used quota {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:38:41.705827 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-c720de96-ea20-421a-84fd-33b042170fcc admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:38:41.711441 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-c720de96-ea20-421a-84fd-33b042170fcc admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:38:41.721376 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c720de96-ea20-421a-84fd-33b042170fcc admin admin] Made reservation on behalf of 881622fe52874893ade176c282fe5b14 for: {'network': 1} {{(pid=84041) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:38:41.723715 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-c720de96-ea20-421a-84fd-33b042170fcc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for network, before_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:38:41.736023 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-c720de96-ea20-421a-84fd-33b042170fcc admin admin] Notify callbacks [] for security_group, before_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:38:41.766565 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-c720de96-ea20-421a-84fd-33b042170fcc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:38:41.770444 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-c720de96-ea20-421a-84fd-33b042170fcc admin admin] Usage tracker for resource:security_group_rule and tenant:881622fe52874893ade176c282fe5b14 is out of sync, need to count used quota {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:38:41.773289 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-c720de96-ea20-421a-84fd-33b042170fcc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:38:41.778740 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-c720de96-ea20-421a-84fd-33b042170fcc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:38:41.843210 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-c720de96-ea20-421a-84fd-33b042170fcc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:38:41.846963 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-c720de96-ea20-421a-84fd-33b042170fcc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33528224'] for security_group, after_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:38:41.879086 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c720de96-ea20-421a-84fd-33b042170fcc admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 381} {{(pid=84041) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 21:38:41.884407 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c720de96-ea20-421a-84fd-33b042170fcc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dc6419c3-2eae-4fa1-8202-4e00fdf1a81c,revision_number=1']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:38:41.892095 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-c720de96-ea20-421a-84fd-33b042170fcc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1082986'] for segment, precommit_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:38:41.892345 n-d-838334-2 neutron-server[84041]: INFO neutron.db.segments_db [None req-c720de96-ea20-421a-84fd-33b042170fcc admin admin] Added segment e2601af2-b10e-40f0-a3e7-671d74b9e70c of type vlan for network 72e14480-482a-44a7-93b5-c0034bc71751 Apr 18 21:38:41.918716 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-c720de96-ea20-421a-84fd-33b042170fcc admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750374825732'] for network, precommit_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:38:41.947642 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-c720de96-ea20-421a-84fd-33b042170fcc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33526109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022'] for network, after_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:38:41.948494 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c720de96-ea20-421a-84fd-33b042170fcc admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:38:41.949063 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-c720de96-ea20-421a-84fd-33b042170fcc admin admin] Notify callbacks [] for network, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:38:42.143108 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-c720de96-ea20-421a-84fd-33b042170fcc admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.5774040 Apr 18 21:38:42.143818 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c720de96-ea20-421a-84fd-33b042170fcc admin admin] Pushing event updated for resources: {'Network': ['ID=72e14480-482a-44a7-93b5-c0034bc71751,revision_number=1']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:38:42.145983 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 40000) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:38:42.152445 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.v2.base [None req-7667058e-cfff-49f6-ad5c-202e4784d6c5 admin admin] Request body: {'subnet': {'network_id': '72e14480-482a-44a7-93b5-c0034bc71751', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-1361468481-subnet', 'tenant_id': '881622fe52874893ade176c282fe5b14', 'ip_version': 4}} {{(pid=84040) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:38:42.154976 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Network 72e14480-482a-44a7-93b5-c0034bc71751 details requested by agent ovs-agent-n-d-838334-2 with host n-d-838334-2 {{(pid=84042) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 18 21:38:42.158173 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [None req-7667058e-cfff-49f6-ad5c-202e4784d6c5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:38:42.161972 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-7667058e-cfff-49f6-ad5c-202e4784d6c5 admin admin] Usage tracker for resource:subnet and tenant:881622fe52874893ade176c282fe5b14 is out of sync, need to count used quota {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:38:42.165700 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-7667058e-cfff-49f6-ad5c-202e4784d6c5 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:38:42.171975 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [None req-7667058e-cfff-49f6-ad5c-202e4784d6c5 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:38:42.181440 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7667058e-cfff-49f6-ad5c-202e4784d6c5 admin admin] Made reservation on behalf of 881622fe52874893ade176c282fe5b14 for: {'subnet': 1} {{(pid=84040) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:38:42.183721 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-7667058e-cfff-49f6-ad5c-202e4784d6c5 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31752722'] for subnet, before_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:38:42.378414 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-7667058e-cfff-49f6-ad5c-202e4784d6c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33526260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32441074', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31752704'] for subnet, after_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:38:42.453449 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7667058e-cfff-49f6-ad5c-202e4784d6c5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b17dd8e1-922e-465c-97ac-60f607ad19f9,revision_number=0']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:38:42.465423 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7667058e-cfff-49f6-ad5c-202e4784d6c5 admin admin] Checking segment: {'id': 'e2601af2-b10e-40f0-a3e7-671d74b9e70c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '72e14480-482a-44a7-93b5-c0034bc71751'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84040) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 21:38:42.465771 n-d-838334-2 neutron-server[84040]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7667058e-cfff-49f6-ad5c-202e4784d6c5 admin admin] Network hostable DHCP agents. Network: 72e14480-482a-44a7-93b5-c0034bc71751, hostable agents: ['8746f8ea-3e91-4b32-9919-2c63adeb8722'], hosted agents: [] {{(pid=84040) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 21:38:42.487470 n-d-838334-2 neutron-server[84040]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7667058e-cfff-49f6-ad5c-202e4784d6c5 admin admin] Network 72e14480-482a-44a7-93b5-c0034bc71751 is scheduled to be hosted by DHCP agent 8746f8ea-3e91-4b32-9919-2c63adeb8722 with binding_index 1 {{(pid=84040) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 21:38:42.496518 n-d-838334-2 neutron-server[84040]: DEBUG neutron.scheduler.base_scheduler [None req-7667058e-cfff-49f6-ad5c-202e4784d6c5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-838334-2, 72e14480-482a-44a7-93b5-c0034bc71751) {{(pid=84040) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:38:42.500690 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7667058e-cfff-49f6-ad5c-202e4784d6c5 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:38:42.501396 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-7667058e-cfff-49f6-ad5c-202e4784d6c5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:38:42.507056 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d7fd1fd-9edf-4b20-8719-c7a5dcaa1040 None None] Network 72e14480-482a-44a7-93b5-c0034bc71751 requested from n-d-838334-2 {{(pid=84042) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 21:38:42.525113 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-7667058e-cfff-49f6-ad5c-202e4784d6c5 admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.3774123 Apr 18 21:38:42.527999 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 40004) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:38:42.533071 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.v2.base [None req-61d61f70-dfb4-4142-a371-47e594c7a303 admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-1361468481-router', 'tenant_id': '881622fe52874893ade176c282fe5b14', 'external_gateway_info': {'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c'}}} {{(pid=84040) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:38:42.538698 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [None req-61d61f70-dfb4-4142-a371-47e594c7a303 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:38:42.543175 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-61d61f70-dfb4-4142-a371-47e594c7a303 admin admin] Usage tracker for resource:router and tenant:881622fe52874893ade176c282fe5b14 is out of sync, need to count used quota {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:38:42.546077 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-61d61f70-dfb4-4142-a371-47e594c7a303 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:38:42.552040 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [None req-61d61f70-dfb4-4142-a371-47e594c7a303 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:38:42.562946 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-61d61f70-dfb4-4142-a371-47e594c7a303 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-33442106', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5708'] for router, before_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:38:42.563891 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-61d61f70-dfb4-4142-a371-47e594c7a303 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33442137', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33444285', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33535433', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5703'] for router, precommit_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:38:42.583807 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-61d61f70-dfb4-4142-a371-47e594c7a303 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:38:42.722396 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da18892f-8522-4726-9fb8-5ea38b6d5783 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp016840fc-1f9f-5892-9c53-c9cf6c845bbb-72e14480-482a-44a7-93b5-c0034bc71751', 'network_id': '72e14480-482a-44a7-93b5-c0034bc71751', 'tenant_id': '881622fe52874893ade176c282fe5b14', 'fixed_ips': [{'subnet_id': 'b17dd8e1-922e-465c-97ac-60f607ad19f9'}]}} from n-d-838334-2. {{(pid=84042) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 18 21:38:42.723196 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-da18892f-8522-4726-9fb8-5ea38b6d5783 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_create {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:38:42.729745 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-61d61f70-dfb4-4142-a371-47e594c7a303 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-33444175', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-33443520', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5293'] for router, precommit_update {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:38:42.878319 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.db_base_plugin_common [None req-da18892f-8522-4726-9fb8-5ea38b6d5783 None None] Allocated IP 172.20.0.2 (72e14480-482a-44a7-93b5-c0034bc71751/b17dd8e1-922e-465c-97ac-60f607ad19f9/e43793cd-73aa-46c5-80ef-aeba62174878) {{(pid=84042) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 21:38:42.916748 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-61d61f70-dfb4-4142-a371-47e594c7a303 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:38:42.947653 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-61d61f70-dfb4-4142-a371-47e594c7a303 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:38:43.128590 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-da18892f-8522-4726-9fb8-5ea38b6d5783 None None] Notify callbacks [] for port, precommit_create {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:38:43.139515 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-da18892f-8522-4726-9fb8-5ea38b6d5783 None None] Transition to ACTIVE for port object e43793cd-73aa-46c5-80ef-aeba62174878 will not be triggered until provisioned by entity L2. {{(pid=84042) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:38:43.157735 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-da18892f-8522-4726-9fb8-5ea38b6d5783 None None] Transition to ACTIVE for port object e43793cd-73aa-46c5-80ef-aeba62174878 will not be triggered until provisioned by entity DHCP. {{(pid=84042) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:38:43.165494 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-da18892f-8522-4726-9fb8-5ea38b6d5783 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750374836619'] for port, after_create {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:38:43.182813 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.db_base_plugin_common [None req-61d61f70-dfb4-4142-a371-47e594c7a303 admin admin] Allocated IP 172.25.8.208 (e41b6600-a917-4a8d-b05c-be3be40c6d8c/6b05667b-848e-4356-9b44-d5eb6808ef74/18312d0f-6dee-41d9-b0d8-4250447688c3) {{(pid=84040) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 21:38:43.235176 n-d-838334-2 neutron-server[84042]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da18892f-8522-4726-9fb8-5ea38b6d5783 None None] Network 72e14480-482a-44a7-93b5-c0034bc71751 is already hosted by enough agents. {{(pid=84042) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:38:43.237838 n-d-838334-2 neutron-server[84042]: DEBUG neutron.scheduler.base_scheduler [None req-da18892f-8522-4726-9fb8-5ea38b6d5783 None None] Resources bound (agent type, host, resource id): {{(pid=84042) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:38:43.242143 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da18892f-8522-4726-9fb8-5ea38b6d5783 None None] Received port after_create {{(pid=84042) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 21:38:43.248495 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da18892f-8522-4726-9fb8-5ea38b6d5783 None None] Pushing event updated for resources: {'Port': ['ID=e43793cd-73aa-46c5-80ef-aeba62174878,revision_number=1']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:38:43.331417 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.managers [None req-da18892f-8522-4726-9fb8-5ea38b6d5783 None None] Attempting to bind port e43793cd-73aa-46c5-80ef-aeba62174878 on host n-d-838334-2 for vnic_type normal with profile {{(pid=84042) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 21:38:43.331669 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-61d61f70-dfb4-4142-a371-47e594c7a303 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:38:43.331810 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.managers [None req-da18892f-8522-4726-9fb8-5ea38b6d5783 None None] Attempting to bind port e43793cd-73aa-46c5-80ef-aeba62174878 by drivers openvswitch,hyperv on host n-d-838334-2 at level 0 using segments [{'id': 'e2601af2-b10e-40f0-a3e7-671d74b9e70c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '72e14480-482a-44a7-93b5-c0034bc71751'}] {{(pid=84042) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 21:38:43.332172 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da18892f-8522-4726-9fb8-5ea38b6d5783 None None] Attempting to bind port e43793cd-73aa-46c5-80ef-aeba62174878 on network 72e14480-482a-44a7-93b5-c0034bc71751 {{(pid=84042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 21:38:43.338540 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da18892f-8522-4726-9fb8-5ea38b6d5783 None None] Checking agent: {'id': '97cd4414-7af6-4d67-868d-dff370b4071a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838334-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 25, 49), 'started_at': datetime.datetime(2022, 4, 18, 20, 26, 19), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 21, 38, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838334-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 18 21:38:43.338908 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da18892f-8522-4726-9fb8-5ea38b6d5783 None None] Checking segment: {'id': 'e2601af2-b10e-40f0-a3e7-671d74b9e70c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '72e14480-482a-44a7-93b5-c0034bc71751'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84042) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 21:38:43.339457 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-da18892f-8522-4726-9fb8-5ea38b6d5783 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:38:43.339809 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da18892f-8522-4726-9fb8-5ea38b6d5783 None None] Bound using segment: {'id': 'e2601af2-b10e-40f0-a3e7-671d74b9e70c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '72e14480-482a-44a7-93b5-c0034bc71751'} {{(pid=84042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 18 21:38:43.340351 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.managers [None req-da18892f-8522-4726-9fb8-5ea38b6d5783 None None] Bound port: e43793cd-73aa-46c5-80ef-aeba62174878, host: n-d-838334-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e2601af2-b10e-40f0-a3e7-671d74b9e70c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '72e14480-482a-44a7-93b5-c0034bc71751'}}] {{(pid=84042) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 21:38:43.340722 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-da18892f-8522-4726-9fb8-5ea38b6d5783 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:38:43.359080 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-61d61f70-dfb4-4142-a371-47e594c7a303 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750374836619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32440838'] for port, after_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:38:43.425201 n-d-838334-2 neutron-server[84040]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61d61f70-dfb4-4142-a371-47e594c7a303 admin admin] Network e41b6600-a917-4a8d-b05c-be3be40c6d8c is already hosted by enough agents. {{(pid=84040) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:38:43.428365 n-d-838334-2 neutron-server[84040]: DEBUG neutron.scheduler.base_scheduler [None req-61d61f70-dfb4-4142-a371-47e594c7a303 admin admin] Resources bound (agent type, host, resource id): {{(pid=84040) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:38:43.429876 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-da18892f-8522-4726-9fb8-5ea38b6d5783 None None] For port e43793cd-73aa-46c5-80ef-aeba62174878, host n-d-838334-2, cleared binding levels {{(pid=84042) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 21:38:43.430700 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61d61f70-dfb4-4142-a371-47e594c7a303 admin admin] Received port after_create {{(pid=84040) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 21:38:43.433787 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-da18892f-8522-4726-9fb8-5ea38b6d5783 None None] For port e43793cd-73aa-46c5-80ef-aeba62174878, host n-d-838334-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838334-2',level=0,port_id=e43793cd-73aa-46c5-80ef-aeba62174878,segment=NetworkSegment(e2601af2-b10e-40f0-a3e7-671d74b9e70c),segment_id=e2601af2-b10e-40f0-a3e7-671d74b9e70c)] {{(pid=84042) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 21:38:43.438602 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-da18892f-8522-4726-9fb8-5ea38b6d5783 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682'] for port, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:38:43.467484 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61d61f70-dfb4-4142-a371-47e594c7a303 admin admin] Pushing event updated for resources: {'Port': ['ID=18312d0f-6dee-41d9-b0d8-4250447688c3,revision_number=1']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:38:43.517673 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da18892f-8522-4726-9fb8-5ea38b6d5783 None None] Pushing event updated for resources: {'Port': ['ID=e43793cd-73aa-46c5-80ef-aeba62174878,revision_number=2']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:38:43.602704 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-61d61f70-dfb4-4142-a371-47e594c7a303 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:38:43.603479 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-61d61f70-dfb4-4142-a371-47e594c7a303 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33443529', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33444176'] for router, after_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:38:43.846971 n-d-838334-2 neutron-server[84040]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-61d61f70-dfb4-4142-a371-47e594c7a303 admin admin] Router c5cae95b-8a66-4965-aced-ca657414f8dc is scheduled to L3 agent bc84d6c9-dd7a-4555-a351-592327b46d5a with binding_index 1 {{(pid=84040) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 18 21:38:44.050034 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-61d61f70-dfb4-4142-a371-47e594c7a303 admin admin] Notify agent at l3_agent.n-d-838334-2 the message routers_updated {{(pid=84040) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 21:38:44.059595 n-d-838334-2 neutron-server[84043]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-943c6996-6b66-4046-b7e3-fac6fd5a3b27 None None] Sync routers for ids ['c5cae95b-8a66-4965-aced-ca657414f8dc'] in n-d-838334-2 {{(pid=84043) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 18 21:38:44.071811 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-943c6996-6b66-4046-b7e3-fac6fd5a3b27 None None] Routers {'c5cae95b-8a66-4965-aced-ca657414f8dc'} bound to L3 agent in host n-d-838334-2 {{(pid=84043) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 21:38:44.072486 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.l3_hamode_db [None req-943c6996-6b66-4046-b7e3-fac6fd5a3b27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838334-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-18T20:25:48Z,description=,heartbeat_timestamp=2022-04-18T21:38:18Z,host='n-d-838334-2',id=bc84d6c9-dd7a-4555-a351-592327b46d5a,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:25:48Z,topic='l3_agent')) {'router_ids': ['c5cae95b-8a66-4965-aced-ca657414f8dc'], 'active': True} {{(pid=84043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:38:44.074447 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-61d61f70-dfb4-4142-a371-47e594c7a303 admin admin] Notify callbacks [] for router, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:38:44.075731 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-61d61f70-dfb4-4142-a371-47e594c7a303 admin admin] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 1.5467148 Apr 18 21:38:44.078725 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 40008) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:38:44.255135 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.l3_dvr_db [None req-943c6996-6b66-4046-b7e3-fac6fd5a3b27 None None] Set router c5cae95b-8a66-4965-aced-ca657414f8dc gateway port host: n-d-838334-2 {{(pid=84043) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 21:38:44.512647 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cbc7309d-4bac-4dc4-a028-fd689c4c5096 None None] Network 72e14480-482a-44a7-93b5-c0034bc71751 requested from n-d-838334-2 {{(pid=84042) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 21:38:44.577204 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.l3_hamode_db [None req-943c6996-6b66-4046-b7e3-fac6fd5a3b27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5cae95b-8a66-4965-aced-ca657414f8dc', 'name': 'tempest-TestEncryptedCinderVolumes-1361468481-router', 'tenant_id': '881622fe52874893ade176c282fe5b14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'external_fixed_ips': [{'subnet_id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'ip_address': '172.25.8.208'}], 'enable_snat': True}, 'gw_port_id': '18312d0f-6dee-41d9-b0d8-4250447688c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:38:42Z', 'updated_at': '2022-04-18T21:38:43Z', 'revision_number': 3, 'project_id': '881622fe52874893ade176c282fe5b14', 'gw_port': {'id': '18312d0f-6dee-41d9-b0d8-4250447688c3', 'name': '', 'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:50:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c5cae95b-8a66-4965-aced-ca657414f8dc', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'ip_address': '172.25.8.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:38:42Z', 'updated_at': '2022-04-18T21:38:43Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838334-2'}], 'n-d-838334-2', False) {} {{(pid=84043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:38:44.582689 n-d-838334-2 neutron-server[84043]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-943c6996-6b66-4046-b7e3-fac6fd5a3b27 None None] Checking router: c5cae95b-8a66-4965-aced-ca657414f8dc for host: n-d-838334-2 {{(pid=84043) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 18 21:38:44.582862 n-d-838334-2 neutron-server[84043]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-943c6996-6b66-4046-b7e3-fac6fd5a3b27 None None] Updating router c5cae95b-8a66-4965-aced-ca657414f8dc port 18312d0f-6dee-41d9-b0d8-4250447688c3 binding host n-d-838334-2 {{(pid=84043) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 18 21:38:44.618650 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-83e8aebc-2d61-4dea-b42b-f12008e78da0 None None] Provisioning for port e43793cd-73aa-46c5-80ef-aeba62174878 completed by entity DHCP. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 21:38:44.647861 n-d-838334-2 neutron-server[84043]: DEBUG neutron_lib.callbacks.manager [None req-943c6996-6b66-4046-b7e3-fac6fd5a3b27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:38:44.979745 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-26a30cdb-781c-4624-9708-4e83862ee3e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:38:45.042865 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Device e43793cd-73aa-46c5-80ef-aeba62174878 up at agent ovs-agent-n-d-838334-2 {{(pid=84042) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 21:38:45.066547 n-d-838334-2 neutron-server[84043]: DEBUG neutron_lib.callbacks.manager [None req-943c6996-6b66-4046-b7e3-fac6fd5a3b27 None None] Notify callbacks [] for port, precommit_update {{(pid=84043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:38:45.088584 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.provisioning_blocks [None req-943c6996-6b66-4046-b7e3-fac6fd5a3b27 None None] Transition to ACTIVE for port object 18312d0f-6dee-41d9-b0d8-4250447688c3 will not be triggered until provisioned by entity L2. {{(pid=84043) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:38:45.096010 n-d-838334-2 neutron-server[84043]: DEBUG neutron_lib.callbacks.manager [None req-943c6996-6b66-4046-b7e3-fac6fd5a3b27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682'] for port, after_update {{(pid=84043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:38:45.128445 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Provisioning for port e43793cd-73aa-46c5-80ef-aeba62174878 completed by entity L2. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 21:38:45.133977 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Provisioning complete for port e43793cd-73aa-46c5-80ef-aeba62174878 triggered by entity L2. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:38:45.134351 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1253608'] for port, provisioning_complete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:38:45.183671 n-d-838334-2 neutron-server[84043]: DEBUG neutron.plugins.ml2.managers [None req-943c6996-6b66-4046-b7e3-fac6fd5a3b27 None None] Attempting to bind port 18312d0f-6dee-41d9-b0d8-4250447688c3 on host n-d-838334-2 for vnic_type normal with profile {{(pid=84043) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 21:38:45.184384 n-d-838334-2 neutron-server[84043]: DEBUG neutron.plugins.ml2.managers [None req-943c6996-6b66-4046-b7e3-fac6fd5a3b27 None None] Attempting to bind port 18312d0f-6dee-41d9-b0d8-4250447688c3 by drivers openvswitch,hyperv on host n-d-838334-2 at level 0 using segments [{'id': '732aa830-768b-4511-951f-d08e26b9c25b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c'}] {{(pid=84043) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 21:38:45.184895 n-d-838334-2 neutron-server[84043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-943c6996-6b66-4046-b7e3-fac6fd5a3b27 None None] Attempting to bind port 18312d0f-6dee-41d9-b0d8-4250447688c3 on network e41b6600-a917-4a8d-b05c-be3be40c6d8c {{(pid=84043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 21:38:45.187117 n-d-838334-2 neutron-server[84043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-777becce-056d-4f9e-87c9-5b04040dbb99 None None] Pushing event updated for resources: {'Port': ['ID=18312d0f-6dee-41d9-b0d8-4250447688c3,revision_number=2']} {{(pid=84043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:38:45.198318 n-d-838334-2 neutron-server[84043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-943c6996-6b66-4046-b7e3-fac6fd5a3b27 None None] Checking agent: {'id': '97cd4414-7af6-4d67-868d-dff370b4071a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838334-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 25, 49), 'started_at': datetime.datetime(2022, 4, 18, 20, 26, 19), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 21, 38, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838334-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 18 21:38:45.198672 n-d-838334-2 neutron-server[84043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-943c6996-6b66-4046-b7e3-fac6fd5a3b27 None None] Checking segment: {'id': '732aa830-768b-4511-951f-d08e26b9c25b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84043) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 21:38:45.199152 n-d-838334-2 neutron-server[84043]: DEBUG neutron_lib.callbacks.manager [None req-943c6996-6b66-4046-b7e3-fac6fd5a3b27 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:38:45.199425 n-d-838334-2 neutron-server[84043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-943c6996-6b66-4046-b7e3-fac6fd5a3b27 None None] Bound using segment: {'id': '732aa830-768b-4511-951f-d08e26b9c25b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c'} {{(pid=84043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 18 21:38:45.200178 n-d-838334-2 neutron-server[84043]: DEBUG neutron.plugins.ml2.managers [None req-943c6996-6b66-4046-b7e3-fac6fd5a3b27 None None] Bound port: 18312d0f-6dee-41d9-b0d8-4250447688c3, host: n-d-838334-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '732aa830-768b-4511-951f-d08e26b9c25b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c'}}] {{(pid=84043) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 21:38:45.200327 n-d-838334-2 neutron-server[84043]: DEBUG neutron_lib.callbacks.manager [None req-943c6996-6b66-4046-b7e3-fac6fd5a3b27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:38:45.216903 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.db_base_plugin_common [None req-26a30cdb-781c-4624-9708-4e83862ee3e1 admin admin] Allocated IP 172.20.0.1 (72e14480-482a-44a7-93b5-c0034bc71751/b17dd8e1-922e-465c-97ac-60f607ad19f9/a15e42fe-f777-4e94-94e5-ef7536d00482) {{(pid=84040) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 21:38:45.233801 n-d-838334-2 neutron-server[84043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-777becce-056d-4f9e-87c9-5b04040dbb99 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:38:45.234147 n-d-838334-2 neutron-server[84043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-777becce-056d-4f9e-87c9-5b04040dbb99 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:38:45.234479 n-d-838334-2 neutron-server[84043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-777becce-056d-4f9e-87c9-5b04040dbb99 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:38:45.234804 n-d-838334-2 neutron-server[84043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-777becce-056d-4f9e-87c9-5b04040dbb99 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:38:45.235120 n-d-838334-2 neutron-server[84043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-777becce-056d-4f9e-87c9-5b04040dbb99 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:38:45.235564 n-d-838334-2 neutron-server[84043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-777becce-056d-4f9e-87c9-5b04040dbb99 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:38:45.235909 n-d-838334-2 neutron-server[84043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-777becce-056d-4f9e-87c9-5b04040dbb99 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:38:45.236228 n-d-838334-2 neutron-server[84043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-777becce-056d-4f9e-87c9-5b04040dbb99 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:38:45.236538 n-d-838334-2 neutron-server[84043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-777becce-056d-4f9e-87c9-5b04040dbb99 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:38:45.237042 n-d-838334-2 neutron-server[84043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-777becce-056d-4f9e-87c9-5b04040dbb99 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:38:45.237513 n-d-838334-2 neutron-server[84043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-777becce-056d-4f9e-87c9-5b04040dbb99 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:38:45.255029 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:38:45.280459 n-d-838334-2 neutron-server[84043]: DEBUG neutron.plugins.ml2.db [None req-943c6996-6b66-4046-b7e3-fac6fd5a3b27 None None] For port 18312d0f-6dee-41d9-b0d8-4250447688c3, host n-d-838334-2, cleared binding levels {{(pid=84043) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 21:38:45.288289 n-d-838334-2 neutron-server[84043]: DEBUG neutron.plugins.ml2.db [None req-943c6996-6b66-4046-b7e3-fac6fd5a3b27 None None] For port 18312d0f-6dee-41d9-b0d8-4250447688c3, host n-d-838334-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838334-2',level=0,port_id=18312d0f-6dee-41d9-b0d8-4250447688c3,segment=NetworkSegment(732aa830-768b-4511-951f-d08e26b9c25b),segment_id=732aa830-768b-4511-951f-d08e26b9c25b)] {{(pid=84043) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 21:38:45.292975 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] For port e43793cd-73aa-46c5-80ef-aeba62174878, host n-d-838334-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838334-2',level=0,port_id=e43793cd-73aa-46c5-80ef-aeba62174878,segment=NetworkSegment(e2601af2-b10e-40f0-a3e7-671d74b9e70c),segment_id=e2601af2-b10e-40f0-a3e7-671d74b9e70c)] {{(pid=84042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:38:45.293551 n-d-838334-2 neutron-server[84043]: DEBUG neutron_lib.callbacks.manager [None req-943c6996-6b66-4046-b7e3-fac6fd5a3b27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682'] for port, after_update {{(pid=84043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:38:45.296474 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682'] for port, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:38:45.369182 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Pushing event updated for resources: {'Port': ['ID=e43793cd-73aa-46c5-80ef-aeba62174878,revision_number=3']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:38:45.374977 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-26a30cdb-781c-4624-9708-4e83862ee3e1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:38:45.379577 n-d-838334-2 neutron-server[84043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-777becce-056d-4f9e-87c9-5b04040dbb99 None None] Pushing event updated for resources: {'Port': ['ID=18312d0f-6dee-41d9-b0d8-4250447688c3,revision_number=3']} {{(pid=84043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:38:45.383076 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-943c6996-6b66-4046-b7e3-fac6fd5a3b27 None None] Routers {'c5cae95b-8a66-4965-aced-ca657414f8dc'} bound to L3 agent in host n-d-838334-2 {{(pid=84043) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 21:38:45.383679 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.l3_hamode_db [None req-943c6996-6b66-4046-b7e3-fac6fd5a3b27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838334-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-18T20:25:48Z,description=,heartbeat_timestamp=2022-04-18T21:38:18Z,host='n-d-838334-2',id=bc84d6c9-dd7a-4555-a351-592327b46d5a,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:25:48Z,topic='l3_agent')) {'router_ids': ['c5cae95b-8a66-4965-aced-ca657414f8dc'], 'active': True} {{(pid=84043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:38:45.392747 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.provisioning_blocks [None req-26a30cdb-781c-4624-9708-4e83862ee3e1 admin admin] Transition to ACTIVE for port object a15e42fe-f777-4e94-94e5-ef7536d00482 will not be triggered until provisioned by entity DHCP. {{(pid=84040) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:38:45.415686 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-26a30cdb-781c-4624-9708-4e83862ee3e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750374836619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32440838'] for port, after_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:38:45.482371 n-d-838334-2 neutron-server[84040]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26a30cdb-781c-4624-9708-4e83862ee3e1 admin admin] Network 72e14480-482a-44a7-93b5-c0034bc71751 is already hosted by enough agents. {{(pid=84040) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:38:45.485376 n-d-838334-2 neutron-server[84040]: DEBUG neutron.scheduler.base_scheduler [None req-26a30cdb-781c-4624-9708-4e83862ee3e1 admin admin] Resources bound (agent type, host, resource id): {{(pid=84040) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:38:45.490036 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26a30cdb-781c-4624-9708-4e83862ee3e1 admin admin] Received port after_create {{(pid=84040) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 21:38:45.516823 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26a30cdb-781c-4624-9708-4e83862ee3e1 admin admin] Pushing event updated for resources: {'Port': ['ID=a15e42fe-f777-4e94-94e5-ef7536d00482,revision_number=1']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:38:45.550396 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-26a30cdb-781c-4624-9708-4e83862ee3e1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33444010'] for router_interface, before_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:38:45.562440 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.l3_dvr_db [None req-943c6996-6b66-4046-b7e3-fac6fd5a3b27 None None] Set router c5cae95b-8a66-4965-aced-ca657414f8dc gateway port host: n-d-838334-2 {{(pid=84043) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 21:38:45.648602 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-26a30cdb-781c-4624-9708-4e83862ee3e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:38:45.747679 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-2e45e453-d32e-4ad8-a58b-77baadae24b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750375287399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253529'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:38:45.845490 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-198a75f8-2e0a-4470-b020-3602dbc4071f None None] Provisioning for port a15e42fe-f777-4e94-94e5-ef7536d00482 completed by entity DHCP. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 21:38:45.852537 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-198a75f8-2e0a-4470-b020-3602dbc4071f None None] Provisioning complete for port a15e42fe-f777-4e94-94e5-ef7536d00482 triggered by entity DHCP. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:38:45.853162 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-198a75f8-2e0a-4470-b020-3602dbc4071f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1253608'] for port, provisioning_complete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:38:45.863550 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.l3_hamode_db [None req-943c6996-6b66-4046-b7e3-fac6fd5a3b27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5cae95b-8a66-4965-aced-ca657414f8dc', 'name': 'tempest-TestEncryptedCinderVolumes-1361468481-router', 'tenant_id': '881622fe52874893ade176c282fe5b14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'external_fixed_ips': [{'subnet_id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'ip_address': '172.25.8.208'}], 'enable_snat': True}, 'gw_port_id': '18312d0f-6dee-41d9-b0d8-4250447688c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:38:42Z', 'updated_at': '2022-04-18T21:38:43Z', 'revision_number': 3, 'project_id': '881622fe52874893ade176c282fe5b14', 'gw_port': {'id': '18312d0f-6dee-41d9-b0d8-4250447688c3', 'name': '', 'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:50:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c5cae95b-8a66-4965-aced-ca657414f8dc', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'ip_address': '172.25.8.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:38:42Z', 'updated_at': '2022-04-18T21:38:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838334-2'}], 'n-d-838334-2', False) {} {{(pid=84043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:38:45.868333 n-d-838334-2 neutron-server[84043]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-943c6996-6b66-4046-b7e3-fac6fd5a3b27 None None] The sync data for ids ['c5cae95b-8a66-4965-aced-ca657414f8dc'] in n-d-838334-2 is: [{'id': 'c5cae95b-8a66-4965-aced-ca657414f8dc', 'name': 'tempest-TestEncryptedCinderVolumes-1361468481-router', 'tenant_id': '881622fe52874893ade176c282fe5b14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'external_fixed_ips': [{'subnet_id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'ip_address': '172.25.8.208'}], 'enable_snat': True}, 'gw_port_id': '18312d0f-6dee-41d9-b0d8-4250447688c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:38:42Z', 'updated_at': '2022-04-18T21:38:43Z', 'revision_number': 3, 'project_id': '881622fe52874893ade176c282fe5b14', 'gw_port': {'id': '18312d0f-6dee-41d9-b0d8-4250447688c3', 'name': '', 'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:50:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c5cae95b-8a66-4965-aced-ca657414f8dc', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'ip_address': '172.25.8.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:38:42Z', 'updated_at': '2022-04-18T21:38:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838334-2'}] {{(pid=84043) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 18 21:38:45.910102 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-26a30cdb-781c-4624-9708-4e83862ee3e1 admin admin] Notify callbacks [] for port, precommit_update {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:38:45.916282 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-26a30cdb-781c-4624-9708-4e83862ee3e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32440959'] for port, after_update {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:38:45.916482 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.plugin [None req-198a75f8-2e0a-4470-b020-3602dbc4071f None None] Port a15e42fe-f777-4e94-94e5-ef7536d00482 cannot update to ACTIVE because it is not bound. {{(pid=84042) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 18 21:38:46.033235 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-26a30cdb-781c-4624-9708-4e83862ee3e1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-32377886', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33443847'] for router_interface, after_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:38:46.049888 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26a30cdb-781c-4624-9708-4e83862ee3e1 admin admin] Pushing event updated for resources: {'Port': ['ID=a15e42fe-f777-4e94-94e5-ef7536d00482,revision_number=2']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:38:46.216109 n-d-838334-2 neutron-server[84040]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26a30cdb-781c-4624-9708-4e83862ee3e1 admin admin] Network 72e14480-482a-44a7-93b5-c0034bc71751 is already hosted by enough agents. {{(pid=84040) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:38:46.217499 n-d-838334-2 neutron-server[84040]: DEBUG neutron.scheduler.base_scheduler [None req-26a30cdb-781c-4624-9708-4e83862ee3e1 admin admin] Resources bound (agent type, host, resource id): {{(pid=84040) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:38:46.544282 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-58386bb7-5cfa-4923-86a9-598ac3dfaca1 None None] Provisioning complete for port a15e42fe-f777-4e94-94e5-ef7536d00482 triggered by entity DHCP. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:38:46.545085 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-58386bb7-5cfa-4923-86a9-598ac3dfaca1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1253608'] for port, provisioning_complete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:38:46.602438 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.plugin [None req-58386bb7-5cfa-4923-86a9-598ac3dfaca1 None None] Port a15e42fe-f777-4e94-94e5-ef7536d00482 cannot update to ACTIVE because it is not bound. {{(pid=84042) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 18 21:38:46.645796 n-d-838334-2 neutron-server[84040]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-26a30cdb-781c-4624-9708-4e83862ee3e1 admin admin] Router c5cae95b-8a66-4965-aced-ca657414f8dc has already been hosted by L3 agent bc84d6c9-dd7a-4555-a351-592327b46d5a {{(pid=84040) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 21:38:46.936559 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-26a30cdb-781c-4624-9708-4e83862ee3e1 admin admin] Notify agent at l3_agent.n-d-838334-2 the message routers_updated {{(pid=84040) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 21:38:46.947661 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-26a30cdb-781c-4624-9708-4e83862ee3e1 admin admin] 10.222.0.42 "PUT /v2.0/routers/c5cae95b-8a66-4965-aced-ca657414f8dc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8667021 Apr 18 21:38:47.019396 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Device e43793cd-73aa-46c5-80ef-aeba62174878 up at agent ovs-agent-n-d-838334-2 {{(pid=84042) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 21:38:47.089812 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Provisioning complete for port e43793cd-73aa-46c5-80ef-aeba62174878 triggered by entity L2. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:38:47.090259 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1253608'] for port, provisioning_complete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:38:47.205476 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Device 18312d0f-6dee-41d9-b0d8-4250447688c3 up at agent ovs-agent-n-d-838334-2 {{(pid=84042) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 21:38:47.272400 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Provisioning for port 18312d0f-6dee-41d9-b0d8-4250447688c3 completed by entity L2. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 21:38:47.277812 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Provisioning complete for port 18312d0f-6dee-41d9-b0d8-4250447688c3 triggered by entity L2. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:38:47.278242 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1253608'] for port, provisioning_complete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:38:47.392411 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:38:47.408172 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] For port 18312d0f-6dee-41d9-b0d8-4250447688c3, host n-d-838334-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838334-2',level=0,port_id=18312d0f-6dee-41d9-b0d8-4250447688c3,segment=NetworkSegment(732aa830-768b-4511-951f-d08e26b9c25b),segment_id=732aa830-768b-4511-951f-d08e26b9c25b)] {{(pid=84042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:38:47.412065 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682'] for port, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:38:47.481844 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Pushing event updated for resources: {'Port': ['ID=18312d0f-6dee-41d9-b0d8-4250447688c3,revision_number=4']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:38:47.799581 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 40034) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:38:47.805964 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.v2.base [None req-2ead1eab-069c-4d3f-9a7a-4ec123aa22b3 admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-1654789142-network', 'tenant_id': '5191d9cfa24d41cfa4368504b1696e2d'}} {{(pid=84040) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:38:47.811218 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [None req-2ead1eab-069c-4d3f-9a7a-4ec123aa22b3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:38:47.815034 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-2ead1eab-069c-4d3f-9a7a-4ec123aa22b3 admin admin] Usage tracker for resource:network and tenant:5191d9cfa24d41cfa4368504b1696e2d is out of sync, need to count used quota {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:38:47.817853 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-2ead1eab-069c-4d3f-9a7a-4ec123aa22b3 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:38:47.823468 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [None req-2ead1eab-069c-4d3f-9a7a-4ec123aa22b3 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:38:47.836439 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ead1eab-069c-4d3f-9a7a-4ec123aa22b3 admin admin] Made reservation on behalf of 5191d9cfa24d41cfa4368504b1696e2d for: {'network': 1} {{(pid=84040) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:38:47.838647 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-2ead1eab-069c-4d3f-9a7a-4ec123aa22b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for network, before_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:38:47.850970 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-2ead1eab-069c-4d3f-9a7a-4ec123aa22b3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:38:47.881660 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [None req-2ead1eab-069c-4d3f-9a7a-4ec123aa22b3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:38:47.885427 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-2ead1eab-069c-4d3f-9a7a-4ec123aa22b3 admin admin] Usage tracker for resource:security_group_rule and tenant:5191d9cfa24d41cfa4368504b1696e2d is out of sync, need to count used quota {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:38:47.888218 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-2ead1eab-069c-4d3f-9a7a-4ec123aa22b3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:38:47.893907 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [None req-2ead1eab-069c-4d3f-9a7a-4ec123aa22b3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:38:47.957892 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-2ead1eab-069c-4d3f-9a7a-4ec123aa22b3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:38:47.962324 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-2ead1eab-069c-4d3f-9a7a-4ec123aa22b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33528224'] for security_group, after_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:38:47.982931 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-da144977-42ea-4e7d-b6de-d969a43360ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750375287399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253529'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:38:47.993594 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2ead1eab-069c-4d3f-9a7a-4ec123aa22b3 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 369} {{(pid=84040) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 21:38:48.002420 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ead1eab-069c-4d3f-9a7a-4ec123aa22b3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4325d47c-a285-4ef7-a568-510d4098f2ac,revision_number=1']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:38:48.008380 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-2ead1eab-069c-4d3f-9a7a-4ec123aa22b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1082986'] for segment, precommit_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:38:48.008725 n-d-838334-2 neutron-server[84040]: INFO neutron.db.segments_db [None req-2ead1eab-069c-4d3f-9a7a-4ec123aa22b3 admin admin] Added segment f415d4d0-b8d6-45fd-af67-644b10580d74 of type vlan for network 3afb5951-2cfa-4664-a186-9eb65f40b239 Apr 18 21:38:48.034914 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-2ead1eab-069c-4d3f-9a7a-4ec123aa22b3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750374825732'] for network, precommit_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:38:48.064649 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-2ead1eab-069c-4d3f-9a7a-4ec123aa22b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33526109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022'] for network, after_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:38:48.065721 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ead1eab-069c-4d3f-9a7a-4ec123aa22b3 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:38:48.066344 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-2ead1eab-069c-4d3f-9a7a-4ec123aa22b3 admin admin] Notify callbacks [] for network, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:38:48.173020 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-2ead1eab-069c-4d3f-9a7a-4ec123aa22b3 admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.3723004 Apr 18 21:38:48.173936 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ead1eab-069c-4d3f-9a7a-4ec123aa22b3 admin admin] Pushing event updated for resources: {'Network': ['ID=3afb5951-2cfa-4664-a186-9eb65f40b239,revision_number=1']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:38:48.175775 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 40038) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:38:48.181951 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.v2.base [None req-93637bbb-dd3e-49c2-990a-e43852fbc72f admin admin] Request body: {'subnet': {'network_id': '3afb5951-2cfa-4664-a186-9eb65f40b239', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-1654789142-subnet', 'tenant_id': '5191d9cfa24d41cfa4368504b1696e2d', 'ip_version': 4}} {{(pid=84041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:38:48.184964 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Network 3afb5951-2cfa-4664-a186-9eb65f40b239 details requested by agent ovs-agent-n-d-838334-2 with host n-d-838334-2 {{(pid=84042) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 18 21:38:48.187860 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-93637bbb-dd3e-49c2-990a-e43852fbc72f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:38:48.191865 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-93637bbb-dd3e-49c2-990a-e43852fbc72f admin admin] Usage tracker for resource:subnet and tenant:5191d9cfa24d41cfa4368504b1696e2d is out of sync, need to count used quota {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:38:48.195353 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-93637bbb-dd3e-49c2-990a-e43852fbc72f admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:38:48.201871 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-93637bbb-dd3e-49c2-990a-e43852fbc72f admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:38:48.212583 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-93637bbb-dd3e-49c2-990a-e43852fbc72f admin admin] Made reservation on behalf of 5191d9cfa24d41cfa4368504b1696e2d for: {'subnet': 1} {{(pid=84041) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:38:48.214792 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-93637bbb-dd3e-49c2-990a-e43852fbc72f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32486301'] for subnet, before_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:38:48.420448 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-93637bbb-dd3e-49c2-990a-e43852fbc72f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33526260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32266407', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32486287'] for subnet, after_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:38:48.487548 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93637bbb-dd3e-49c2-990a-e43852fbc72f admin admin] Pushing event updated for resources: {'Subnet': ['ID=f903b53b-61d1-49c5-837e-6ac699a800fb,revision_number=0']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:38:48.504710 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93637bbb-dd3e-49c2-990a-e43852fbc72f admin admin] Checking segment: {'id': 'f415d4d0-b8d6-45fd-af67-644b10580d74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '3afb5951-2cfa-4664-a186-9eb65f40b239'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84041) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 21:38:48.505188 n-d-838334-2 neutron-server[84041]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93637bbb-dd3e-49c2-990a-e43852fbc72f admin admin] Network hostable DHCP agents. Network: 3afb5951-2cfa-4664-a186-9eb65f40b239, hostable agents: ['8746f8ea-3e91-4b32-9919-2c63adeb8722'], hosted agents: [] {{(pid=84041) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 21:38:48.527936 n-d-838334-2 neutron-server[84041]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93637bbb-dd3e-49c2-990a-e43852fbc72f admin admin] Network 3afb5951-2cfa-4664-a186-9eb65f40b239 is scheduled to be hosted by DHCP agent 8746f8ea-3e91-4b32-9919-2c63adeb8722 with binding_index 1 {{(pid=84041) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 21:38:48.536891 n-d-838334-2 neutron-server[84041]: DEBUG neutron.scheduler.base_scheduler [None req-93637bbb-dd3e-49c2-990a-e43852fbc72f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-838334-2, 3afb5951-2cfa-4664-a186-9eb65f40b239) {{(pid=84041) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:38:48.540934 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93637bbb-dd3e-49c2-990a-e43852fbc72f admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:38:48.541509 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-93637bbb-dd3e-49c2-990a-e43852fbc72f admin admin] Notify callbacks [] for subnet, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:38:48.546918 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51d1f766-2362-4712-97de-83763058bef4 None None] Network 3afb5951-2cfa-4664-a186-9eb65f40b239 requested from n-d-838334-2 {{(pid=84042) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 21:38:48.562954 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-93637bbb-dd3e-49c2-990a-e43852fbc72f admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.3856106 Apr 18 21:38:48.565586 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 40042) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:38:48.571897 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.v2.base [None req-adec0176-f7d5-41e8-8d2d-7aa7da988412 admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-1654789142-router', 'tenant_id': '5191d9cfa24d41cfa4368504b1696e2d', 'external_gateway_info': {'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c'}}} {{(pid=84041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:38:48.577641 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-adec0176-f7d5-41e8-8d2d-7aa7da988412 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:38:48.581404 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-adec0176-f7d5-41e8-8d2d-7aa7da988412 admin admin] Usage tracker for resource:router and tenant:5191d9cfa24d41cfa4368504b1696e2d is out of sync, need to count used quota {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:38:48.584224 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-adec0176-f7d5-41e8-8d2d-7aa7da988412 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:38:48.589827 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-adec0176-f7d5-41e8-8d2d-7aa7da988412 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:38:48.601493 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-adec0176-f7d5-41e8-8d2d-7aa7da988412 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-33442106', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5708'] for router, before_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:38:48.602402 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-adec0176-f7d5-41e8-8d2d-7aa7da988412 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33442137', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33444285', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33535433', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5703'] for router, precommit_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:38:48.621255 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-adec0176-f7d5-41e8-8d2d-7aa7da988412 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:38:48.761153 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-593bc408-7e67-4854-a2d4-a78dceda677e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp016840fc-1f9f-5892-9c53-c9cf6c845bbb-3afb5951-2cfa-4664-a186-9eb65f40b239', 'network_id': '3afb5951-2cfa-4664-a186-9eb65f40b239', 'tenant_id': '5191d9cfa24d41cfa4368504b1696e2d', 'fixed_ips': [{'subnet_id': 'f903b53b-61d1-49c5-837e-6ac699a800fb'}]}} from n-d-838334-2. {{(pid=84042) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 18 21:38:48.761962 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-593bc408-7e67-4854-a2d4-a78dceda677e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_create {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:38:48.767025 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-adec0176-f7d5-41e8-8d2d-7aa7da988412 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-33444175', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-33443520', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5293'] for router, precommit_update {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:38:48.915470 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.db_base_plugin_common [None req-593bc408-7e67-4854-a2d4-a78dceda677e None None] Allocated IP 172.20.0.2 (3afb5951-2cfa-4664-a186-9eb65f40b239/f903b53b-61d1-49c5-837e-6ac699a800fb/fd91b7d8-a266-41fe-af8b-6e7bd61cabbd) {{(pid=84042) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 21:38:48.958950 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Device 18312d0f-6dee-41d9-b0d8-4250447688c3 up at agent ovs-agent-n-d-838334-2 {{(pid=84042) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 21:38:48.961408 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-adec0176-f7d5-41e8-8d2d-7aa7da988412 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:38:48.997033 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-adec0176-f7d5-41e8-8d2d-7aa7da988412 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:38:49.136844 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.db_base_plugin_common [None req-adec0176-f7d5-41e8-8d2d-7aa7da988412 admin admin] Allocated IP 172.25.8.71 (e41b6600-a917-4a8d-b05c-be3be40c6d8c/6b05667b-848e-4356-9b44-d5eb6808ef74/a3ad34f0-814b-49d8-8e9d-1a43936019a9) {{(pid=84041) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 21:38:49.187560 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Provisioning complete for port 18312d0f-6dee-41d9-b0d8-4250447688c3 triggered by entity L2. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:38:49.188179 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1253608'] for port, provisioning_complete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:38:49.234344 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750375287399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253529'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:38:49.248229 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-593bc408-7e67-4854-a2d4-a78dceda677e None None] Notify callbacks [] for port, precommit_create {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:38:49.264704 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-593bc408-7e67-4854-a2d4-a78dceda677e None None] Transition to ACTIVE for port object fd91b7d8-a266-41fe-af8b-6e7bd61cabbd will not be triggered until provisioned by entity L2. {{(pid=84042) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:38:49.289261 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-593bc408-7e67-4854-a2d4-a78dceda677e None None] Transition to ACTIVE for port object fd91b7d8-a266-41fe-af8b-6e7bd61cabbd will not be triggered until provisioned by entity DHCP. {{(pid=84042) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:38:49.295209 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-593bc408-7e67-4854-a2d4-a78dceda677e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750374836619'] for port, after_create {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:38:49.296244 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-adec0176-f7d5-41e8-8d2d-7aa7da988412 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:38:49.325753 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-adec0176-f7d5-41e8-8d2d-7aa7da988412 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750374836619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32266323'] for port, after_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:38:49.398748 n-d-838334-2 neutron-server[84041]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-adec0176-f7d5-41e8-8d2d-7aa7da988412 admin admin] Network e41b6600-a917-4a8d-b05c-be3be40c6d8c is already hosted by enough agents. {{(pid=84041) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:38:49.401756 n-d-838334-2 neutron-server[84041]: DEBUG neutron.scheduler.base_scheduler [None req-adec0176-f7d5-41e8-8d2d-7aa7da988412 admin admin] Resources bound (agent type, host, resource id): {{(pid=84041) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:38:49.404327 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adec0176-f7d5-41e8-8d2d-7aa7da988412 admin admin] Received port after_create {{(pid=84041) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 21:38:49.416900 n-d-838334-2 neutron-server[84042]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-593bc408-7e67-4854-a2d4-a78dceda677e None None] Network 3afb5951-2cfa-4664-a186-9eb65f40b239 is already hosted by enough agents. {{(pid=84042) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:38:49.421650 n-d-838334-2 neutron-server[84042]: DEBUG neutron.scheduler.base_scheduler [None req-593bc408-7e67-4854-a2d4-a78dceda677e None None] Resources bound (agent type, host, resource id): {{(pid=84042) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:38:49.423296 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-593bc408-7e67-4854-a2d4-a78dceda677e None None] Pushing event updated for resources: {'Port': ['ID=fd91b7d8-a266-41fe-af8b-6e7bd61cabbd,revision_number=1']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:38:49.426084 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_dvrscheduler_db [None req-593bc408-7e67-4854-a2d4-a78dceda677e None None] Received port after_create {{(pid=84042) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 21:38:49.434424 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adec0176-f7d5-41e8-8d2d-7aa7da988412 admin admin] Pushing event updated for resources: {'Port': ['ID=a3ad34f0-814b-49d8-8e9d-1a43936019a9,revision_number=1']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:38:49.497313 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-963addc3-61d2-4be9-ada1-8d4cda501b49 None None] Sync routers for ids ['c5cae95b-8a66-4965-aced-ca657414f8dc'] in n-d-838334-2 {{(pid=84042) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 18 21:38:49.527543 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.managers [None req-593bc408-7e67-4854-a2d4-a78dceda677e None None] Attempting to bind port fd91b7d8-a266-41fe-af8b-6e7bd61cabbd on host n-d-838334-2 for vnic_type normal with profile {{(pid=84042) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 21:38:49.527880 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.managers [None req-593bc408-7e67-4854-a2d4-a78dceda677e None None] Attempting to bind port fd91b7d8-a266-41fe-af8b-6e7bd61cabbd by drivers openvswitch,hyperv on host n-d-838334-2 at level 0 using segments [{'id': 'f415d4d0-b8d6-45fd-af67-644b10580d74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '3afb5951-2cfa-4664-a186-9eb65f40b239'}] {{(pid=84042) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 21:38:49.528230 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-593bc408-7e67-4854-a2d4-a78dceda677e None None] Attempting to bind port fd91b7d8-a266-41fe-af8b-6e7bd61cabbd on network 3afb5951-2cfa-4664-a186-9eb65f40b239 {{(pid=84042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 21:38:49.534649 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_dvrscheduler_db [None req-963addc3-61d2-4be9-ada1-8d4cda501b49 None None] Routers {'c5cae95b-8a66-4965-aced-ca657414f8dc'} bound to L3 agent in host n-d-838334-2 {{(pid=84042) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 21:38:49.535259 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_hamode_db [None req-963addc3-61d2-4be9-ada1-8d4cda501b49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838334-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-18T20:25:48Z,description=,heartbeat_timestamp=2022-04-18T21:38:48Z,host='n-d-838334-2',id=bc84d6c9-dd7a-4555-a351-592327b46d5a,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:25:48Z,topic='l3_agent')) {'router_ids': ['c5cae95b-8a66-4965-aced-ca657414f8dc'], 'active': True} {{(pid=84042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:38:49.576531 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-adec0176-f7d5-41e8-8d2d-7aa7da988412 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:38:49.577269 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-adec0176-f7d5-41e8-8d2d-7aa7da988412 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33443529', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33444176'] for router, after_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:38:49.589972 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-593bc408-7e67-4854-a2d4-a78dceda677e None None] Checking agent: {'id': '97cd4414-7af6-4d67-868d-dff370b4071a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838334-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 25, 49), 'started_at': datetime.datetime(2022, 4, 18, 20, 26, 19), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 21, 38, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838334-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 18 21:38:49.590335 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-593bc408-7e67-4854-a2d4-a78dceda677e None None] Checking segment: {'id': 'f415d4d0-b8d6-45fd-af67-644b10580d74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '3afb5951-2cfa-4664-a186-9eb65f40b239'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84042) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 21:38:49.590726 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-593bc408-7e67-4854-a2d4-a78dceda677e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:38:49.591109 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-593bc408-7e67-4854-a2d4-a78dceda677e None None] Bound using segment: {'id': 'f415d4d0-b8d6-45fd-af67-644b10580d74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '3afb5951-2cfa-4664-a186-9eb65f40b239'} {{(pid=84042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 18 21:38:49.591565 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.managers [None req-593bc408-7e67-4854-a2d4-a78dceda677e None None] Bound port: fd91b7d8-a266-41fe-af8b-6e7bd61cabbd, host: n-d-838334-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f415d4d0-b8d6-45fd-af67-644b10580d74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '3afb5951-2cfa-4664-a186-9eb65f40b239'}}] {{(pid=84042) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 21:38:49.591950 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-593bc408-7e67-4854-a2d4-a78dceda677e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:38:49.729031 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-414b6ffe-e119-47bc-b18f-bcff1219c2f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750375287399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253529'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:38:49.792263 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-593bc408-7e67-4854-a2d4-a78dceda677e None None] For port fd91b7d8-a266-41fe-af8b-6e7bd61cabbd, host n-d-838334-2, cleared binding levels {{(pid=84042) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 21:38:49.795382 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-593bc408-7e67-4854-a2d4-a78dceda677e None None] For port fd91b7d8-a266-41fe-af8b-6e7bd61cabbd, host n-d-838334-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838334-2',level=0,port_id=fd91b7d8-a266-41fe-af8b-6e7bd61cabbd,segment=NetworkSegment(f415d4d0-b8d6-45fd-af67-644b10580d74),segment_id=f415d4d0-b8d6-45fd-af67-644b10580d74)] {{(pid=84042) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 21:38:49.803587 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_dvr_db [None req-963addc3-61d2-4be9-ada1-8d4cda501b49 None None] Set router c5cae95b-8a66-4965-aced-ca657414f8dc gateway port host: n-d-838334-2 {{(pid=84042) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 21:38:49.814694 n-d-838334-2 neutron-server[84041]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-adec0176-f7d5-41e8-8d2d-7aa7da988412 admin admin] Router 584d9ae2-7d56-4c69-b4ff-df29495e2c70 is scheduled to L3 agent bc84d6c9-dd7a-4555-a351-592327b46d5a with binding_index 1 {{(pid=84041) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 18 21:38:49.841796 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-593bc408-7e67-4854-a2d4-a78dceda677e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682'] for port, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:38:50.069984 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-593bc408-7e67-4854-a2d4-a78dceda677e None None] Pushing event updated for resources: {'Port': ['ID=fd91b7d8-a266-41fe-af8b-6e7bd61cabbd,revision_number=2']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:38:50.125286 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-adec0176-f7d5-41e8-8d2d-7aa7da988412 admin admin] Notify agent at l3_agent.n-d-838334-2 the message routers_updated {{(pid=84041) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 21:38:50.137789 n-d-838334-2 neutron-server[84043]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e08d5d43-9ddd-4fc7-a1f8-a937b35bbcf3 None None] Sync routers for ids ['584d9ae2-7d56-4c69-b4ff-df29495e2c70'] in n-d-838334-2 {{(pid=84043) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 18 21:38:50.149963 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-adec0176-f7d5-41e8-8d2d-7aa7da988412 admin admin] Notify callbacks [] for router, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:38:50.151345 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e08d5d43-9ddd-4fc7-a1f8-a937b35bbcf3 None None] Routers {'584d9ae2-7d56-4c69-b4ff-df29495e2c70'} bound to L3 agent in host n-d-838334-2 {{(pid=84043) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 21:38:50.151779 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-adec0176-f7d5-41e8-8d2d-7aa7da988412 admin admin] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 1.5850213 Apr 18 21:38:50.152902 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.l3_hamode_db [None req-e08d5d43-9ddd-4fc7-a1f8-a937b35bbcf3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838334-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-18T20:25:48Z,description=,heartbeat_timestamp=2022-04-18T21:38:48Z,host='n-d-838334-2',id=bc84d6c9-dd7a-4555-a351-592327b46d5a,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:25:48Z,topic='l3_agent')) {'router_ids': ['584d9ae2-7d56-4c69-b4ff-df29495e2c70'], 'active': True} {{(pid=84043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:38:50.154767 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 40046) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:38:50.258579 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_hamode_db [None req-963addc3-61d2-4be9-ada1-8d4cda501b49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5cae95b-8a66-4965-aced-ca657414f8dc', 'name': 'tempest-TestEncryptedCinderVolumes-1361468481-router', 'tenant_id': '881622fe52874893ade176c282fe5b14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'external_fixed_ips': [{'subnet_id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'ip_address': '172.25.8.208'}], 'enable_snat': True}, 'gw_port_id': '18312d0f-6dee-41d9-b0d8-4250447688c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:38:42Z', 'updated_at': '2022-04-18T21:38:45Z', 'revision_number': 4, 'project_id': '881622fe52874893ade176c282fe5b14', 'gw_port': {'id': '18312d0f-6dee-41d9-b0d8-4250447688c3', 'name': '', 'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:50:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5cae95b-8a66-4965-aced-ca657414f8dc', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'ip_address': '172.25.8.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:38:42Z', 'updated_at': '2022-04-18T21:38:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838334-2', '_interfaces': [{'id': 'a15e42fe-f777-4e94-94e5-ef7536d00482', 'name': '', 'network_id': '72e14480-482a-44a7-93b5-c0034bc71751', 'tenant_id': '881622fe52874893ade176c282fe5b14', 'mac_address': 'fa:16:3e:cb:8f:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c5cae95b-8a66-4965-aced-ca657414f8dc', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b17dd8e1-922e-465c-97ac-60f607ad19f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:38:45Z', 'updated_at': '2022-04-18T21:38:45Z', 'revision_number': 2, 'project_id': '881622fe52874893ade176c282fe5b14', 'subnets': [{'id': 'b17dd8e1-922e-465c-97ac-60f607ad19f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838334-2', False) {} {{(pid=84042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:38:50.263031 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-963addc3-61d2-4be9-ada1-8d4cda501b49 None None] Checking router: c5cae95b-8a66-4965-aced-ca657414f8dc for host: n-d-838334-2 {{(pid=84042) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 18 21:38:50.263382 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-963addc3-61d2-4be9-ada1-8d4cda501b49 None None] Updating router c5cae95b-8a66-4965-aced-ca657414f8dc port a15e42fe-f777-4e94-94e5-ef7536d00482 binding host n-d-838334-2 {{(pid=84042) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 18 21:38:50.358650 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-963addc3-61d2-4be9-ada1-8d4cda501b49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:38:50.382254 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.l3_dvr_db [None req-e08d5d43-9ddd-4fc7-a1f8-a937b35bbcf3 None None] Set router 584d9ae2-7d56-4c69-b4ff-df29495e2c70 gateway port host: n-d-838334-2 {{(pid=84043) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 21:38:50.704437 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.l3_hamode_db [None req-e08d5d43-9ddd-4fc7-a1f8-a937b35bbcf3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '584d9ae2-7d56-4c69-b4ff-df29495e2c70', 'name': 'tempest-TestEncryptedCinderVolumes-1654789142-router', 'tenant_id': '5191d9cfa24d41cfa4368504b1696e2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'external_fixed_ips': [{'subnet_id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'ip_address': '172.25.8.71'}], 'enable_snat': True}, 'gw_port_id': 'a3ad34f0-814b-49d8-8e9d-1a43936019a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:38:48Z', 'updated_at': '2022-04-18T21:38:49Z', 'revision_number': 3, 'project_id': '5191d9cfa24d41cfa4368504b1696e2d', 'gw_port': {'id': 'a3ad34f0-814b-49d8-8e9d-1a43936019a9', 'name': '', 'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:1a:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '584d9ae2-7d56-4c69-b4ff-df29495e2c70', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'ip_address': '172.25.8.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:38:49Z', 'updated_at': '2022-04-18T21:38:49Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838334-2'}], 'n-d-838334-2', False) {} {{(pid=84043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:38:50.708745 n-d-838334-2 neutron-server[84043]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e08d5d43-9ddd-4fc7-a1f8-a937b35bbcf3 None None] Checking router: 584d9ae2-7d56-4c69-b4ff-df29495e2c70 for host: n-d-838334-2 {{(pid=84043) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 18 21:38:50.709149 n-d-838334-2 neutron-server[84043]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e08d5d43-9ddd-4fc7-a1f8-a937b35bbcf3 None None] Updating router 584d9ae2-7d56-4c69-b4ff-df29495e2c70 port a3ad34f0-814b-49d8-8e9d-1a43936019a9 binding host n-d-838334-2 {{(pid=84043) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 18 21:38:50.768015 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-c7521a90-7d65-4e2e-842c-ca5d95e9a89c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750375287399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253529'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:38:50.769948 n-d-838334-2 neutron-server[84043]: DEBUG neutron_lib.callbacks.manager [None req-e08d5d43-9ddd-4fc7-a1f8-a937b35bbcf3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:38:50.773537 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-963addc3-61d2-4be9-ada1-8d4cda501b49 None None] Notify callbacks [] for port, precommit_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:38:50.789507 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-963addc3-61d2-4be9-ada1-8d4cda501b49 None None] Transition to ACTIVE for port object a15e42fe-f777-4e94-94e5-ef7536d00482 will not be triggered until provisioned by entity L2. {{(pid=84042) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:38:50.798642 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-963addc3-61d2-4be9-ada1-8d4cda501b49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682'] for port, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:38:50.882502 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0b346c6-6880-43c2-a1af-05c415ce2da0 None None] Pushing event updated for resources: {'Port': ['ID=a15e42fe-f777-4e94-94e5-ef7536d00482,revision_number=3']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:38:51.077551 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Device fd91b7d8-a266-41fe-af8b-6e7bd61cabbd up at agent ovs-agent-n-d-838334-2 {{(pid=84042) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 21:38:51.161597 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-a8d90863-b82b-401f-a04b-515a1799fe25 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:38:51.192445 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.managers [None req-963addc3-61d2-4be9-ada1-8d4cda501b49 None None] Attempting to bind port a15e42fe-f777-4e94-94e5-ef7536d00482 on host n-d-838334-2 for vnic_type normal with profile {{(pid=84042) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 21:38:51.192760 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.managers [None req-963addc3-61d2-4be9-ada1-8d4cda501b49 None None] Attempting to bind port a15e42fe-f777-4e94-94e5-ef7536d00482 by drivers openvswitch,hyperv on host n-d-838334-2 at level 0 using segments [{'id': 'e2601af2-b10e-40f0-a3e7-671d74b9e70c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '72e14480-482a-44a7-93b5-c0034bc71751'}] {{(pid=84042) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 21:38:51.193085 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-963addc3-61d2-4be9-ada1-8d4cda501b49 None None] Attempting to bind port a15e42fe-f777-4e94-94e5-ef7536d00482 on network 72e14480-482a-44a7-93b5-c0034bc71751 {{(pid=84042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 21:38:51.207692 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-963addc3-61d2-4be9-ada1-8d4cda501b49 None None] Checking agent: {'id': '97cd4414-7af6-4d67-868d-dff370b4071a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838334-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 25, 49), 'started_at': datetime.datetime(2022, 4, 18, 20, 26, 19), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 21, 38, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838334-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 18 21:38:51.208122 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-963addc3-61d2-4be9-ada1-8d4cda501b49 None None] Checking segment: {'id': 'e2601af2-b10e-40f0-a3e7-671d74b9e70c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '72e14480-482a-44a7-93b5-c0034bc71751'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84042) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 21:38:51.208471 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-963addc3-61d2-4be9-ada1-8d4cda501b49 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:38:51.208864 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-963addc3-61d2-4be9-ada1-8d4cda501b49 None None] Bound using segment: {'id': 'e2601af2-b10e-40f0-a3e7-671d74b9e70c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '72e14480-482a-44a7-93b5-c0034bc71751'} {{(pid=84042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 18 21:38:51.209639 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.managers [None req-963addc3-61d2-4be9-ada1-8d4cda501b49 None None] Bound port: a15e42fe-f777-4e94-94e5-ef7536d00482, host: n-d-838334-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e2601af2-b10e-40f0-a3e7-671d74b9e70c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '72e14480-482a-44a7-93b5-c0034bc71751'}}] {{(pid=84042) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 21:38:51.210041 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-963addc3-61d2-4be9-ada1-8d4cda501b49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:38:51.265333 n-d-838334-2 neutron-server[84043]: DEBUG neutron_lib.callbacks.manager [None req-e08d5d43-9ddd-4fc7-a1f8-a937b35bbcf3 None None] Notify callbacks [] for port, precommit_update {{(pid=84043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:38:51.284325 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.provisioning_blocks [None req-e08d5d43-9ddd-4fc7-a1f8-a937b35bbcf3 None None] Transition to ACTIVE for port object a3ad34f0-814b-49d8-8e9d-1a43936019a9 will not be triggered until provisioned by entity L2. {{(pid=84043) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:38:51.296667 n-d-838334-2 neutron-server[84043]: DEBUG neutron_lib.callbacks.manager [None req-e08d5d43-9ddd-4fc7-a1f8-a937b35bbcf3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682'] for port, after_update {{(pid=84043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:38:51.323075 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Provisioning for port fd91b7d8-a266-41fe-af8b-6e7bd61cabbd completed by entity L2. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 21:38:51.343131 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-963addc3-61d2-4be9-ada1-8d4cda501b49 None None] For port a15e42fe-f777-4e94-94e5-ef7536d00482, host n-d-838334-2, cleared binding levels {{(pid=84042) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 21:38:51.348049 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-963addc3-61d2-4be9-ada1-8d4cda501b49 None None] For port a15e42fe-f777-4e94-94e5-ef7536d00482, host n-d-838334-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838334-2',level=0,port_id=a15e42fe-f777-4e94-94e5-ef7536d00482,segment=NetworkSegment(e2601af2-b10e-40f0-a3e7-671d74b9e70c),segment_id=e2601af2-b10e-40f0-a3e7-671d74b9e70c)] {{(pid=84042) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 21:38:51.354404 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-963addc3-61d2-4be9-ada1-8d4cda501b49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682'] for port, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:38:51.394969 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-892647da-7fc0-403b-b300-2f4445d72d8a None None] Network 3afb5951-2cfa-4664-a186-9eb65f40b239 requested from n-d-838334-2 {{(pid=84042) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 21:38:51.397796 n-d-838334-2 neutron-server[84043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f224fabe-b4ef-4d97-a970-0b56b78a0d91 None None] Pushing event updated for resources: {'Port': ['ID=a3ad34f0-814b-49d8-8e9d-1a43936019a9,revision_number=2']} {{(pid=84043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:38:51.399995 n-d-838334-2 neutron-server[84043]: DEBUG neutron.plugins.ml2.managers [None req-e08d5d43-9ddd-4fc7-a1f8-a937b35bbcf3 None None] Attempting to bind port a3ad34f0-814b-49d8-8e9d-1a43936019a9 on host n-d-838334-2 for vnic_type normal with profile {{(pid=84043) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 21:38:51.400414 n-d-838334-2 neutron-server[84043]: DEBUG neutron.plugins.ml2.managers [None req-e08d5d43-9ddd-4fc7-a1f8-a937b35bbcf3 None None] Attempting to bind port a3ad34f0-814b-49d8-8e9d-1a43936019a9 by drivers openvswitch,hyperv on host n-d-838334-2 at level 0 using segments [{'id': '732aa830-768b-4511-951f-d08e26b9c25b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c'}] {{(pid=84043) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 21:38:51.400821 n-d-838334-2 neutron-server[84043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e08d5d43-9ddd-4fc7-a1f8-a937b35bbcf3 None None] Attempting to bind port a3ad34f0-814b-49d8-8e9d-1a43936019a9 on network e41b6600-a917-4a8d-b05c-be3be40c6d8c {{(pid=84043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 21:38:51.408066 n-d-838334-2 neutron-server[84043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e08d5d43-9ddd-4fc7-a1f8-a937b35bbcf3 None None] Checking agent: {'id': '97cd4414-7af6-4d67-868d-dff370b4071a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838334-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 25, 49), 'started_at': datetime.datetime(2022, 4, 18, 20, 26, 19), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 21, 38, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838334-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 18 21:38:51.409013 n-d-838334-2 neutron-server[84043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e08d5d43-9ddd-4fc7-a1f8-a937b35bbcf3 None None] Checking segment: {'id': '732aa830-768b-4511-951f-d08e26b9c25b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84043) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 21:38:51.409013 n-d-838334-2 neutron-server[84043]: DEBUG neutron_lib.callbacks.manager [None req-e08d5d43-9ddd-4fc7-a1f8-a937b35bbcf3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:38:51.409422 n-d-838334-2 neutron-server[84043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e08d5d43-9ddd-4fc7-a1f8-a937b35bbcf3 None None] Bound using segment: {'id': '732aa830-768b-4511-951f-d08e26b9c25b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c'} {{(pid=84043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 18 21:38:51.409937 n-d-838334-2 neutron-server[84043]: DEBUG neutron.plugins.ml2.managers [None req-e08d5d43-9ddd-4fc7-a1f8-a937b35bbcf3 None None] Bound port: a3ad34f0-814b-49d8-8e9d-1a43936019a9, host: n-d-838334-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '732aa830-768b-4511-951f-d08e26b9c25b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c'}}] {{(pid=84043) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 21:38:51.410300 n-d-838334-2 neutron-server[84043]: DEBUG neutron_lib.callbacks.manager [None req-e08d5d43-9ddd-4fc7-a1f8-a937b35bbcf3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:38:51.436551 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.db_base_plugin_common [None req-a8d90863-b82b-401f-a04b-515a1799fe25 admin admin] Allocated IP 172.20.0.1 (3afb5951-2cfa-4664-a186-9eb65f40b239/f903b53b-61d1-49c5-837e-6ac699a800fb/287e73b7-134e-4aa9-8468-b6cac3a6859d) {{(pid=84041) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 21:38:51.484772 n-d-838334-2 neutron-server[84043]: DEBUG neutron.plugins.ml2.db [None req-e08d5d43-9ddd-4fc7-a1f8-a937b35bbcf3 None None] For port a3ad34f0-814b-49d8-8e9d-1a43936019a9, host n-d-838334-2, cleared binding levels {{(pid=84043) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 21:38:51.487919 n-d-838334-2 neutron-server[84043]: DEBUG neutron.plugins.ml2.db [None req-e08d5d43-9ddd-4fc7-a1f8-a937b35bbcf3 None None] For port a3ad34f0-814b-49d8-8e9d-1a43936019a9, host n-d-838334-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838334-2',level=0,port_id=a3ad34f0-814b-49d8-8e9d-1a43936019a9,segment=NetworkSegment(732aa830-768b-4511-951f-d08e26b9c25b),segment_id=732aa830-768b-4511-951f-d08e26b9c25b)] {{(pid=84043) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 21:38:51.493711 n-d-838334-2 neutron-server[84043]: DEBUG neutron_lib.callbacks.manager [None req-e08d5d43-9ddd-4fc7-a1f8-a937b35bbcf3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682'] for port, after_update {{(pid=84043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:38:51.572802 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0b346c6-6880-43c2-a1af-05c415ce2da0 None None] Pushing event updated for resources: {'Port': ['ID=a15e42fe-f777-4e94-94e5-ef7536d00482,revision_number=4']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:38:51.591395 n-d-838334-2 neutron-server[84043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f224fabe-b4ef-4d97-a970-0b56b78a0d91 None None] Pushing event updated for resources: {'Port': ['ID=a3ad34f0-814b-49d8-8e9d-1a43936019a9,revision_number=3']} {{(pid=84043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:38:51.604079 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e08d5d43-9ddd-4fc7-a1f8-a937b35bbcf3 None None] Routers {'584d9ae2-7d56-4c69-b4ff-df29495e2c70'} bound to L3 agent in host n-d-838334-2 {{(pid=84043) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 21:38:51.604768 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.l3_hamode_db [None req-e08d5d43-9ddd-4fc7-a1f8-a937b35bbcf3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838334-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-18T20:25:48Z,description=,heartbeat_timestamp=2022-04-18T21:38:48Z,host='n-d-838334-2',id=bc84d6c9-dd7a-4555-a351-592327b46d5a,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:25:48Z,topic='l3_agent')) {'router_ids': ['584d9ae2-7d56-4c69-b4ff-df29495e2c70'], 'active': True} {{(pid=84043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:38:51.612610 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-a8d90863-b82b-401f-a04b-515a1799fe25 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:38:51.634591 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.provisioning_blocks [None req-a8d90863-b82b-401f-a04b-515a1799fe25 admin admin] Transition to ACTIVE for port object 287e73b7-134e-4aa9-8468-b6cac3a6859d will not be triggered until provisioned by entity DHCP. {{(pid=84041) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:38:51.658629 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-a8d90863-b82b-401f-a04b-515a1799fe25 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750374836619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32266323'] for port, after_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:38:51.680515 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_dvrscheduler_db [None req-963addc3-61d2-4be9-ada1-8d4cda501b49 None None] Routers {'c5cae95b-8a66-4965-aced-ca657414f8dc'} bound to L3 agent in host n-d-838334-2 {{(pid=84042) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 21:38:51.681170 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_hamode_db [None req-963addc3-61d2-4be9-ada1-8d4cda501b49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838334-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-18T20:25:48Z,description=,heartbeat_timestamp=2022-04-18T21:38:48Z,host='n-d-838334-2',id=bc84d6c9-dd7a-4555-a351-592327b46d5a,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:25:48Z,topic='l3_agent')) {'router_ids': ['c5cae95b-8a66-4965-aced-ca657414f8dc'], 'active': True} {{(pid=84042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:38:51.731268 n-d-838334-2 neutron-server[84041]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8d90863-b82b-401f-a04b-515a1799fe25 admin admin] Network 3afb5951-2cfa-4664-a186-9eb65f40b239 is already hosted by enough agents. {{(pid=84041) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:38:51.734731 n-d-838334-2 neutron-server[84041]: DEBUG neutron.scheduler.base_scheduler [None req-a8d90863-b82b-401f-a04b-515a1799fe25 admin admin] Resources bound (agent type, host, resource id): {{(pid=84041) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:38:51.738850 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8d90863-b82b-401f-a04b-515a1799fe25 admin admin] Received port after_create {{(pid=84041) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 21:38:51.784334 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8d90863-b82b-401f-a04b-515a1799fe25 admin admin] Pushing event updated for resources: {'Port': ['ID=287e73b7-134e-4aa9-8468-b6cac3a6859d,revision_number=1']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:38:51.801015 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-a8d90863-b82b-401f-a04b-515a1799fe25 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33444010'] for router_interface, before_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:38:51.804164 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.l3_dvr_db [None req-e08d5d43-9ddd-4fc7-a1f8-a937b35bbcf3 None None] Set router 584d9ae2-7d56-4c69-b4ff-df29495e2c70 gateway port host: n-d-838334-2 {{(pid=84043) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 21:38:51.845632 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-eeeec6c7-b403-48c4-b8b1-9cafbcf63125 None None] Provisioning for port fd91b7d8-a266-41fe-af8b-6e7bd61cabbd completed by entity DHCP. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 21:38:51.890834 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-a8d90863-b82b-401f-a04b-515a1799fe25 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:38:51.896242 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-eeeec6c7-b403-48c4-b8b1-9cafbcf63125 None None] Provisioning complete for port fd91b7d8-a266-41fe-af8b-6e7bd61cabbd triggered by entity DHCP. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:38:51.896679 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-eeeec6c7-b403-48c4-b8b1-9cafbcf63125 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1253608'] for port, provisioning_complete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:38:52.108093 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_dvr_db [None req-963addc3-61d2-4be9-ada1-8d4cda501b49 None None] Set router c5cae95b-8a66-4965-aced-ca657414f8dc gateway port host: n-d-838334-2 {{(pid=84042) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 21:38:52.108866 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.l3_hamode_db [None req-e08d5d43-9ddd-4fc7-a1f8-a937b35bbcf3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '584d9ae2-7d56-4c69-b4ff-df29495e2c70', 'name': 'tempest-TestEncryptedCinderVolumes-1654789142-router', 'tenant_id': '5191d9cfa24d41cfa4368504b1696e2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'external_fixed_ips': [{'subnet_id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'ip_address': '172.25.8.71'}], 'enable_snat': True}, 'gw_port_id': 'a3ad34f0-814b-49d8-8e9d-1a43936019a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:38:48Z', 'updated_at': '2022-04-18T21:38:49Z', 'revision_number': 3, 'project_id': '5191d9cfa24d41cfa4368504b1696e2d', 'gw_port': {'id': 'a3ad34f0-814b-49d8-8e9d-1a43936019a9', 'name': '', 'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:1a:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '584d9ae2-7d56-4c69-b4ff-df29495e2c70', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'ip_address': '172.25.8.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:38:49Z', 'updated_at': '2022-04-18T21:38:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838334-2'}], 'n-d-838334-2', False) {} {{(pid=84043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:38:52.112974 n-d-838334-2 neutron-server[84043]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e08d5d43-9ddd-4fc7-a1f8-a937b35bbcf3 None None] The sync data for ids ['584d9ae2-7d56-4c69-b4ff-df29495e2c70'] in n-d-838334-2 is: [{'id': '584d9ae2-7d56-4c69-b4ff-df29495e2c70', 'name': 'tempest-TestEncryptedCinderVolumes-1654789142-router', 'tenant_id': '5191d9cfa24d41cfa4368504b1696e2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'external_fixed_ips': [{'subnet_id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'ip_address': '172.25.8.71'}], 'enable_snat': True}, 'gw_port_id': 'a3ad34f0-814b-49d8-8e9d-1a43936019a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:38:48Z', 'updated_at': '2022-04-18T21:38:49Z', 'revision_number': 3, 'project_id': '5191d9cfa24d41cfa4368504b1696e2d', 'gw_port': {'id': 'a3ad34f0-814b-49d8-8e9d-1a43936019a9', 'name': '', 'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:1a:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '584d9ae2-7d56-4c69-b4ff-df29495e2c70', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'ip_address': '172.25.8.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:38:49Z', 'updated_at': '2022-04-18T21:38:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838334-2'}] {{(pid=84043) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 18 21:38:52.164493 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-eeeec6c7-b403-48c4-b8b1-9cafbcf63125 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:38:52.258284 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-a8d90863-b82b-401f-a04b-515a1799fe25 admin admin] Notify callbacks [] for port, precommit_update {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:38:52.264028 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-a8d90863-b82b-401f-a04b-515a1799fe25 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32266282'] for port, after_update {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:38:52.286708 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-eeeec6c7-b403-48c4-b8b1-9cafbcf63125 None None] For port fd91b7d8-a266-41fe-af8b-6e7bd61cabbd, host n-d-838334-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838334-2',level=0,port_id=fd91b7d8-a266-41fe-af8b-6e7bd61cabbd,segment=NetworkSegment(f415d4d0-b8d6-45fd-af67-644b10580d74),segment_id=f415d4d0-b8d6-45fd-af67-644b10580d74)] {{(pid=84042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:38:52.291520 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-eeeec6c7-b403-48c4-b8b1-9cafbcf63125 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682'] for port, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:38:52.360233 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-a8d90863-b82b-401f-a04b-515a1799fe25 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-32377886', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33443847'] for router_interface, after_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:38:52.407941 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8d90863-b82b-401f-a04b-515a1799fe25 admin admin] Pushing event updated for resources: {'Port': ['ID=287e73b7-134e-4aa9-8468-b6cac3a6859d,revision_number=2']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:38:52.476615 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeeec6c7-b403-48c4-b8b1-9cafbcf63125 None None] Pushing event updated for resources: {'Port': ['ID=fd91b7d8-a266-41fe-af8b-6e7bd61cabbd,revision_number=3']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:38:52.548526 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-dc7b6264-15e5-445e-aa49-f03d385ae351 None None] Provisioning complete for port fd91b7d8-a266-41fe-af8b-6e7bd61cabbd triggered by entity DHCP. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:38:52.548897 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-dc7b6264-15e5-445e-aa49-f03d385ae351 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1253608'] for port, provisioning_complete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:38:52.552257 n-d-838334-2 neutron-server[84041]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8d90863-b82b-401f-a04b-515a1799fe25 admin admin] Network 3afb5951-2cfa-4664-a186-9eb65f40b239 is already hosted by enough agents. {{(pid=84041) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:38:52.554580 n-d-838334-2 neutron-server[84041]: DEBUG neutron.scheduler.base_scheduler [None req-a8d90863-b82b-401f-a04b-515a1799fe25 admin admin] Resources bound (agent type, host, resource id): {{(pid=84041) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:38:52.683603 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_hamode_db [None req-963addc3-61d2-4be9-ada1-8d4cda501b49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5cae95b-8a66-4965-aced-ca657414f8dc', 'name': 'tempest-TestEncryptedCinderVolumes-1361468481-router', 'tenant_id': '881622fe52874893ade176c282fe5b14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'external_fixed_ips': [{'subnet_id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'ip_address': '172.25.8.208'}], 'enable_snat': True}, 'gw_port_id': '18312d0f-6dee-41d9-b0d8-4250447688c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:38:42Z', 'updated_at': '2022-04-18T21:38:45Z', 'revision_number': 4, 'project_id': '881622fe52874893ade176c282fe5b14', 'gw_port': {'id': '18312d0f-6dee-41d9-b0d8-4250447688c3', 'name': '', 'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:50:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5cae95b-8a66-4965-aced-ca657414f8dc', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'ip_address': '172.25.8.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:38:42Z', 'updated_at': '2022-04-18T21:38:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838334-2', '_interfaces': [{'id': 'a15e42fe-f777-4e94-94e5-ef7536d00482', 'name': '', 'network_id': '72e14480-482a-44a7-93b5-c0034bc71751', 'tenant_id': '881622fe52874893ade176c282fe5b14', 'mac_address': 'fa:16:3e:cb:8f:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c5cae95b-8a66-4965-aced-ca657414f8dc', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b17dd8e1-922e-465c-97ac-60f607ad19f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:38:45Z', 'updated_at': '2022-04-18T21:38:51Z', 'revision_number': 4, 'project_id': '881622fe52874893ade176c282fe5b14', 'subnets': [{'id': 'b17dd8e1-922e-465c-97ac-60f607ad19f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838334-2', False) {} {{(pid=84042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:38:52.697539 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-963addc3-61d2-4be9-ada1-8d4cda501b49 None None] The sync data for ids ['c5cae95b-8a66-4965-aced-ca657414f8dc'] in n-d-838334-2 is: [{'id': 'c5cae95b-8a66-4965-aced-ca657414f8dc', 'name': 'tempest-TestEncryptedCinderVolumes-1361468481-router', 'tenant_id': '881622fe52874893ade176c282fe5b14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'external_fixed_ips': [{'subnet_id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'ip_address': '172.25.8.208'}], 'enable_snat': True}, 'gw_port_id': '18312d0f-6dee-41d9-b0d8-4250447688c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:38:42Z', 'updated_at': '2022-04-18T21:38:45Z', 'revision_number': 4, 'project_id': '881622fe52874893ade176c282fe5b14', 'gw_port': {'id': '18312d0f-6dee-41d9-b0d8-4250447688c3', 'name': '', 'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:50:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5cae95b-8a66-4965-aced-ca657414f8dc', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'ip_address': '172.25.8.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:38:42Z', 'updated_at': '2022-04-18T21:38:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838334-2', '_interfaces': [{'id': 'a15e42fe-f777-4e94-94e5-ef7536d00482', 'name': '', 'network_id': '72e14480-482a-44a7-93b5-c0034bc71751', 'tenant_id': '881622fe52874893ade176c282fe5b14', 'mac_address': 'fa:16:3e:cb:8f:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c5cae95b-8a66-4965-aced-ca657414f8dc', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b17dd8e1-922e-465c-97ac-60f607ad19f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:38:45Z', 'updated_at': '2022-04-18T21:38:51Z', 'revision_number': 4, 'project_id': '881622fe52874893ade176c282fe5b14', 'subnets': [{'id': 'b17dd8e1-922e-465c-97ac-60f607ad19f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84042) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 18 21:38:52.728056 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-dc7b6264-15e5-445e-aa49-f03d385ae351 None None] Provisioning for port 287e73b7-134e-4aa9-8468-b6cac3a6859d completed by entity DHCP. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 21:38:52.738171 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-dc7b6264-15e5-445e-aa49-f03d385ae351 None None] Provisioning complete for port 287e73b7-134e-4aa9-8468-b6cac3a6859d triggered by entity DHCP. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:38:52.741195 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-dc7b6264-15e5-445e-aa49-f03d385ae351 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1253608'] for port, provisioning_complete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:38:52.818341 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.plugin [None req-dc7b6264-15e5-445e-aa49-f03d385ae351 None None] Port 287e73b7-134e-4aa9-8468-b6cac3a6859d cannot update to ACTIVE because it is not bound. {{(pid=84042) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 18 21:38:52.956593 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-d8533a1a-bfd9-4c87-abc7-f94efd83be2c None None] Provisioning complete for port 287e73b7-134e-4aa9-8468-b6cac3a6859d triggered by entity DHCP. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:38:52.960210 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-d8533a1a-bfd9-4c87-abc7-f94efd83be2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1253608'] for port, provisioning_complete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:38:53.058543 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.plugin [None req-d8533a1a-bfd9-4c87-abc7-f94efd83be2c None None] Port 287e73b7-134e-4aa9-8468-b6cac3a6859d cannot update to ACTIVE because it is not bound. {{(pid=84042) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 18 21:38:53.084514 n-d-838334-2 neutron-server[84041]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a8d90863-b82b-401f-a04b-515a1799fe25 admin admin] Router 584d9ae2-7d56-4c69-b4ff-df29495e2c70 has already been hosted by L3 agent bc84d6c9-dd7a-4555-a351-592327b46d5a {{(pid=84041) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 21:38:53.093915 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Device fd91b7d8-a266-41fe-af8b-6e7bd61cabbd up at agent ovs-agent-n-d-838334-2 {{(pid=84042) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 21:38:53.205946 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Provisioning complete for port fd91b7d8-a266-41fe-af8b-6e7bd61cabbd triggered by entity L2. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:38:53.206316 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1253608'] for port, provisioning_complete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:38:53.345498 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a8d90863-b82b-401f-a04b-515a1799fe25 admin admin] Notify agent at l3_agent.n-d-838334-2 the message routers_updated {{(pid=84041) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 21:38:53.360034 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-a8d90863-b82b-401f-a04b-515a1799fe25 admin admin] 10.222.0.42 "PUT /v2.0/routers/584d9ae2-7d56-4c69-b4ff-df29495e2c70/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2003565 Apr 18 21:38:53.362917 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Device a15e42fe-f777-4e94-94e5-ef7536d00482 up at agent ovs-agent-n-d-838334-2 {{(pid=84042) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 21:38:53.445041 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Provisioning for port a15e42fe-f777-4e94-94e5-ef7536d00482 completed by entity L2. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 21:38:53.450581 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Provisioning complete for port a15e42fe-f777-4e94-94e5-ef7536d00482 triggered by entity L2. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:38:53.451079 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1253608'] for port, provisioning_complete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:38:53.597810 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:38:53.641803 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] For port a15e42fe-f777-4e94-94e5-ef7536d00482, host n-d-838334-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838334-2',level=0,port_id=a15e42fe-f777-4e94-94e5-ef7536d00482,segment=NetworkSegment(e2601af2-b10e-40f0-a3e7-671d74b9e70c),segment_id=e2601af2-b10e-40f0-a3e7-671d74b9e70c)] {{(pid=84042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:38:53.653172 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682'] for port, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:38:53.728290 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Pushing event updated for resources: {'Port': ['ID=a15e42fe-f777-4e94-94e5-ef7536d00482,revision_number=5']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:38:54.341532 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e802d75-cfd8-4d8d-a398-e51dd905ba5d req-7783cdf8-8d44-442a-995b-2462cccd8984 tempest-TestEncryptedCinderVolumes-1691109882 tempest-TestEncryptedCinderVolumes-1691109882-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:38:54.342949 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-3e802d75-cfd8-4d8d-a398-e51dd905ba5d req-7783cdf8-8d44-442a-995b-2462cccd8984 tempest-TestEncryptedCinderVolumes-1691109882 tempest-TestEncryptedCinderVolumes-1691109882-project] 10.222.0.42 "GET /v2.0/networks?id=72e14480-482a-44a7-93b5-c0034bc71751 HTTP/1.1" status: 200 len: 817 time: 0.1407056 Apr 18 21:38:54.359945 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-3e802d75-cfd8-4d8d-a398-e51dd905ba5d req-e279a653-8646-4fc6-93e6-cad0d6825e93 tempest-TestEncryptedCinderVolumes-1691109882 tempest-TestEncryptedCinderVolumes-1691109882-project] 10.222.0.42 "GET /v2.0/quotas/881622fe52874893ade176c282fe5b14 HTTP/1.1" status: 200 len: 375 time: 0.0116992 Apr 18 21:38:54.436350 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [req-3e802d75-cfd8-4d8d-a398-e51dd905ba5d req-ee8a0e2e-fe42-405a-84c4-a4b695f79eaf tempest-TestEncryptedCinderVolumes-1691109882 tempest-TestEncryptedCinderVolumes-1691109882-project] Synchronizing usage tracker for tenant:881622fe52874893ade176c282fe5b14 on resource:port {{(pid=84040) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 21:38:54.452840 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [req-3e802d75-cfd8-4d8d-a398-e51dd905ba5d req-ee8a0e2e-fe42-405a-84c4-a4b695f79eaf tempest-TestEncryptedCinderVolumes-1691109882 tempest-TestEncryptedCinderVolumes-1691109882-project] Unset dirty status for tenant:881622fe52874893ade176c282fe5b14 on resource:port {{(pid=84040) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 21:38:54.454108 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-3e802d75-cfd8-4d8d-a398-e51dd905ba5d req-ee8a0e2e-fe42-405a-84c4-a4b695f79eaf tempest-TestEncryptedCinderVolumes-1691109882 tempest-TestEncryptedCinderVolumes-1691109882-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=881622fe52874893ade176c282fe5b14&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0895727 Apr 18 21:38:54.599089 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-3e802d75-cfd8-4d8d-a398-e51dd905ba5d req-ca8b5cd0-fd57-4ddf-b34e-9d480ef1e684 service neutron] 10.222.0.42 "GET /v2.0/networks/72e14480-482a-44a7-93b5-c0034bc71751?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1291840 Apr 18 21:38:54.734627 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-3e802d75-cfd8-4d8d-a398-e51dd905ba5d req-950310ae-16f8-4c0d-a521-dd653a43e1bf service neutron] 10.222.0.42 "GET /v2.0/networks/72e14480-482a-44a7-93b5-c0034bc71751?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1290095 Apr 18 21:38:54.980599 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-e9a951d0-6801-489e-aca9-33bd84e198e7 req-722df2cd-1960-4724-b94f-14fa6b4ce1f5 tempest-TestEncryptedCinderVolumes-1691109882 tempest-TestEncryptedCinderVolumes-1691109882-project] 10.222.0.42 "GET /v2.0/ports?device_id=63c152eb-c2dd-4022-8f0e-4c03f5641b09 HTTP/1.1" status: 200 len: 210 time: 0.0527458 Apr 18 21:38:55.089426 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Device a3ad34f0-814b-49d8-8e9d-1a43936019a9 up at agent ovs-agent-n-d-838334-2 {{(pid=84042) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 21:38:55.187449 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Provisioning for port a3ad34f0-814b-49d8-8e9d-1a43936019a9 completed by entity L2. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 21:38:55.193009 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Provisioning complete for port a3ad34f0-814b-49d8-8e9d-1a43936019a9 triggered by entity L2. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:38:55.193624 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1253608'] for port, provisioning_complete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:38:55.364594 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:38:55.389158 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] For port a3ad34f0-814b-49d8-8e9d-1a43936019a9, host n-d-838334-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838334-2',level=0,port_id=a3ad34f0-814b-49d8-8e9d-1a43936019a9,segment=NetworkSegment(732aa830-768b-4511-951f-d08e26b9c25b),segment_id=732aa830-768b-4511-951f-d08e26b9c25b)] {{(pid=84042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:38:55.393377 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682'] for port, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:38:55.394454 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Device a15e42fe-f777-4e94-94e5-ef7536d00482 up at agent ovs-agent-n-d-838334-2 {{(pid=84042) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 21:38:55.511815 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Pushing event updated for resources: {'Port': ['ID=a3ad34f0-814b-49d8-8e9d-1a43936019a9,revision_number=4']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:38:55.526912 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Provisioning complete for port a15e42fe-f777-4e94-94e5-ef7536d00482 triggered by entity L2. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:38:55.527280 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1253608'] for port, provisioning_complete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:38:56.119691 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e802d75-cfd8-4d8d-a398-e51dd905ba5d req-f669ab00-74a4-4ca8-aecd-5c5f0b4fb264 tempest-TestEncryptedCinderVolumes-1691109882 tempest-TestEncryptedCinderVolumes-1691109882-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:38:56.121398 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [req-3e802d75-cfd8-4d8d-a398-e51dd905ba5d req-f669ab00-74a4-4ca8-aecd-5c5f0b4fb264 tempest-TestEncryptedCinderVolumes-1691109882 tempest-TestEncryptedCinderVolumes-1691109882-project] Synchronizing usage tracker for tenant:881622fe52874893ade176c282fe5b14 on resource:network {{(pid=84041) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 21:38:56.139655 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [req-3e802d75-cfd8-4d8d-a398-e51dd905ba5d req-f669ab00-74a4-4ca8-aecd-5c5f0b4fb264 tempest-TestEncryptedCinderVolumes-1691109882 tempest-TestEncryptedCinderVolumes-1691109882-project] Unset dirty status for tenant:881622fe52874893ade176c282fe5b14 on resource:network {{(pid=84041) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 21:38:56.140771 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-3e802d75-cfd8-4d8d-a398-e51dd905ba5d req-f669ab00-74a4-4ca8-aecd-5c5f0b4fb264 tempest-TestEncryptedCinderVolumes-1691109882 tempest-TestEncryptedCinderVolumes-1691109882-project] 10.222.0.48 "GET /v2.0/networks?id=72e14480-482a-44a7-93b5-c0034bc71751 HTTP/1.1" status: 200 len: 817 time: 0.1803176 Apr 18 21:38:56.158423 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.v2.base [req-3e802d75-cfd8-4d8d-a398-e51dd905ba5d req-9bba267d-a63a-4570-930b-b0ee084aaddb tempest-TestEncryptedCinderVolumes-1691109882 tempest-TestEncryptedCinderVolumes-1691109882-project] Request body: {'port': {'device_id': '63c152eb-c2dd-4022-8f0e-4c03f5641b09', 'network_id': '72e14480-482a-44a7-93b5-c0034bc71751', 'admin_state_up': True, 'tenant_id': '881622fe52874893ade176c282fe5b14'}} {{(pid=84041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:38:56.163384 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-f842d1d6-58fc-4817-8ad9-97cae2a7e925 req-43924b28-8323-46b9-972c-48f6070a375e tempest-TestEncryptedCinderVolumes-1691109882 tempest-TestEncryptedCinderVolumes-1691109882-project] 10.222.0.42 "GET /v2.0/ports?device_id=63c152eb-c2dd-4022-8f0e-4c03f5641b09 HTTP/1.1" status: 200 len: 210 time: 0.0439119 Apr 18 21:38:56.293386 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [req-3e802d75-cfd8-4d8d-a398-e51dd905ba5d req-9bba267d-a63a-4570-930b-b0ee084aaddb tempest-TestEncryptedCinderVolumes-1691109882 tempest-TestEncryptedCinderVolumes-1691109882-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:38:56.302927 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [req-3e802d75-cfd8-4d8d-a398-e51dd905ba5d req-9bba267d-a63a-4570-930b-b0ee084aaddb tempest-TestEncryptedCinderVolumes-1691109882 tempest-TestEncryptedCinderVolumes-1691109882-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:38:56.312126 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3e802d75-cfd8-4d8d-a398-e51dd905ba5d req-9bba267d-a63a-4570-930b-b0ee084aaddb tempest-TestEncryptedCinderVolumes-1691109882 tempest-TestEncryptedCinderVolumes-1691109882-project] Made reservation on behalf of 881622fe52874893ade176c282fe5b14 for: {'port': 1} {{(pid=84041) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:38:56.315034 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [req-3e802d75-cfd8-4d8d-a398-e51dd905ba5d req-9bba267d-a63a-4570-930b-b0ee084aaddb tempest-TestEncryptedCinderVolumes-1691109882 tempest-TestEncryptedCinderVolumes-1691109882-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:38:56.478750 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.db_base_plugin_common [req-3e802d75-cfd8-4d8d-a398-e51dd905ba5d req-9bba267d-a63a-4570-930b-b0ee084aaddb tempest-TestEncryptedCinderVolumes-1691109882 tempest-TestEncryptedCinderVolumes-1691109882-project] Allocated IP 172.20.0.3 (72e14480-482a-44a7-93b5-c0034bc71751/b17dd8e1-922e-465c-97ac-60f607ad19f9/ff8283f8-a4ac-4e64-9e36-950a82e887f1) {{(pid=84041) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 21:38:56.774202 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [req-3e802d75-cfd8-4d8d-a398-e51dd905ba5d req-9bba267d-a63a-4570-930b-b0ee084aaddb tempest-TestEncryptedCinderVolumes-1691109882 tempest-TestEncryptedCinderVolumes-1691109882-project] Notify callbacks [] for port, precommit_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:38:56.789107 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.provisioning_blocks [req-3e802d75-cfd8-4d8d-a398-e51dd905ba5d req-9bba267d-a63a-4570-930b-b0ee084aaddb tempest-TestEncryptedCinderVolumes-1691109882 tempest-TestEncryptedCinderVolumes-1691109882-project] Transition to ACTIVE for port object ff8283f8-a4ac-4e64-9e36-950a82e887f1 will not be triggered until provisioned by entity DHCP. {{(pid=84041) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:38:56.810617 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [req-3e802d75-cfd8-4d8d-a398-e51dd905ba5d req-9bba267d-a63a-4570-930b-b0ee084aaddb tempest-TestEncryptedCinderVolumes-1691109882 tempest-TestEncryptedCinderVolumes-1691109882-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750374836619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32266323'] for port, after_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:38:56.880965 n-d-838334-2 neutron-server[84041]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3e802d75-cfd8-4d8d-a398-e51dd905ba5d req-9bba267d-a63a-4570-930b-b0ee084aaddb tempest-TestEncryptedCinderVolumes-1691109882 tempest-TestEncryptedCinderVolumes-1691109882-project] Network 72e14480-482a-44a7-93b5-c0034bc71751 is already hosted by enough agents. {{(pid=84041) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:38:56.883824 n-d-838334-2 neutron-server[84041]: DEBUG neutron.scheduler.base_scheduler [req-3e802d75-cfd8-4d8d-a398-e51dd905ba5d req-9bba267d-a63a-4570-930b-b0ee084aaddb tempest-TestEncryptedCinderVolumes-1691109882 tempest-TestEncryptedCinderVolumes-1691109882-project] Resources bound (agent type, host, resource id): {{(pid=84041) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:38:56.887502 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.l3_dvrscheduler_db [req-3e802d75-cfd8-4d8d-a398-e51dd905ba5d req-9bba267d-a63a-4570-930b-b0ee084aaddb tempest-TestEncryptedCinderVolumes-1691109882 tempest-TestEncryptedCinderVolumes-1691109882-project] Received port after_create {{(pid=84041) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 21:38:56.923554 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bba267d-a63a-4570-930b-b0ee084aaddb tempest-TestEncryptedCinderVolumes-1691109882 tempest-TestEncryptedCinderVolumes-1691109882-project] Pushing event updated for resources: {'Port': ['ID=ff8283f8-a4ac-4e64-9e36-950a82e887f1,revision_number=1']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:38:56.961263 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e802d75-cfd8-4d8d-a398-e51dd905ba5d req-9bba267d-a63a-4570-930b-b0ee084aaddb tempest-TestEncryptedCinderVolumes-1691109882 tempest-TestEncryptedCinderVolumes-1691109882-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:38:56.961883 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [req-3e802d75-cfd8-4d8d-a398-e51dd905ba5d req-9bba267d-a63a-4570-930b-b0ee084aaddb tempest-TestEncryptedCinderVolumes-1691109882 tempest-TestEncryptedCinderVolumes-1691109882-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217293'] for port, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:38:56.981749 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Device a3ad34f0-814b-49d8-8e9d-1a43936019a9 up at agent ovs-agent-n-d-838334-2 {{(pid=84042) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 21:38:56.988818 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-3e802d75-cfd8-4d8d-a398-e51dd905ba5d req-9bba267d-a63a-4570-930b-b0ee084aaddb tempest-TestEncryptedCinderVolumes-1691109882 tempest-TestEncryptedCinderVolumes-1691109882-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8349361 Apr 18 21:38:57.003287 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.v2.base [req-3e802d75-cfd8-4d8d-a398-e51dd905ba5d req-23e3b370-fed9-4d64-a25b-21159424ffba service neutron] Request body: {'port': {'device_id': '63c152eb-c2dd-4022-8f0e-4c03f5641b09', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-838334-2'}} {{(pid=84041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:38:57.070668 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Provisioning complete for port a3ad34f0-814b-49d8-8e9d-1a43936019a9 triggered by entity L2. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:38:57.071178 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1253608'] for port, provisioning_complete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:38:57.123832 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [req-3e802d75-cfd8-4d8d-a398-e51dd905ba5d req-23e3b370-fed9-4d64-a25b-21159424ffba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:38:57.242924 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-94472844-2587-4b61-8842-618e1f1a1c91 None None] Provisioning for port ff8283f8-a4ac-4e64-9e36-950a82e887f1 completed by entity DHCP. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 21:38:57.249513 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-94472844-2587-4b61-8842-618e1f1a1c91 None None] Provisioning complete for port ff8283f8-a4ac-4e64-9e36-950a82e887f1 triggered by entity DHCP. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:38:57.249889 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-94472844-2587-4b61-8842-618e1f1a1c91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1253608'] for port, provisioning_complete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:38:57.305504 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.plugin [None req-94472844-2587-4b61-8842-618e1f1a1c91 None None] Port ff8283f8-a4ac-4e64-9e36-950a82e887f1 cannot update to ACTIVE because it is not bound. {{(pid=84042) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 18 21:38:57.372196 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58fd4dd3-0aaa-46fe-a1b5-e01b99f140cb req-e6e94c9f-8e8a-44cd-bf4c-a39bee9ae97e tempest-TestEncryptedCinderVolumes-1691109882 tempest-TestEncryptedCinderVolumes-1691109882-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:38:57.373821 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-58fd4dd3-0aaa-46fe-a1b5-e01b99f140cb req-e6e94c9f-8e8a-44cd-bf4c-a39bee9ae97e tempest-TestEncryptedCinderVolumes-1691109882 tempest-TestEncryptedCinderVolumes-1691109882-project] 10.222.0.42 "GET /v2.0/ports?device_id=63c152eb-c2dd-4022-8f0e-4c03f5641b09 HTTP/1.1" status: 200 len: 931 time: 0.0823312 Apr 18 21:38:57.419023 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-58fd4dd3-0aaa-46fe-a1b5-e01b99f140cb req-b8a6c420-1169-4751-8ca1-2e236b214f7d tempest-TestEncryptedCinderVolumes-1691109882 tempest-TestEncryptedCinderVolumes-1691109882-project] 10.222.0.42 "GET /v2.0/security-groups?id=dc6419c3-2eae-4fa1-8202-4e00fdf1a81c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396788 Apr 18 21:38:57.467798 n-d-838334-2 neutron-server[84041]: DEBUG neutron.notifiers.nova [req-3e802d75-cfd8-4d8d-a398-e51dd905ba5d req-23e3b370-fed9-4d64-a25b-21159424ffba service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ff8283f8-a4ac-4e64-9e36-950a82e887f1 {{(pid=84041) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 18 21:38:57.474310 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [req-3e802d75-cfd8-4d8d-a398-e51dd905ba5d req-23e3b370-fed9-4d64-a25b-21159424ffba service neutron] Notify callbacks [] for port, precommit_update {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:38:57.488604 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.provisioning_blocks [req-3e802d75-cfd8-4d8d-a398-e51dd905ba5d req-23e3b370-fed9-4d64-a25b-21159424ffba service neutron] Transition to ACTIVE for port object ff8283f8-a4ac-4e64-9e36-950a82e887f1 will not be triggered until provisioned by entity L2. {{(pid=84041) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:38:57.492428 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [req-3e802d75-cfd8-4d8d-a398-e51dd905ba5d req-23e3b370-fed9-4d64-a25b-21159424ffba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32266282'] for port, after_update {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:38:57.619071 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23e3b370-fed9-4d64-a25b-21159424ffba service neutron] Pushing event updated for resources: {'Port': ['ID=ff8283f8-a4ac-4e64-9e36-950a82e887f1,revision_number=2']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:38:57.734979 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.managers [req-3e802d75-cfd8-4d8d-a398-e51dd905ba5d req-23e3b370-fed9-4d64-a25b-21159424ffba service neutron] Attempting to bind port ff8283f8-a4ac-4e64-9e36-950a82e887f1 on host n-h2-838334-2 for vnic_type normal with profile {{(pid=84041) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 21:38:57.735503 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.managers [req-3e802d75-cfd8-4d8d-a398-e51dd905ba5d req-23e3b370-fed9-4d64-a25b-21159424ffba service neutron] Attempting to bind port ff8283f8-a4ac-4e64-9e36-950a82e887f1 by drivers openvswitch,hyperv on host n-h2-838334-2 at level 0 using segments [{'id': 'e2601af2-b10e-40f0-a3e7-671d74b9e70c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '72e14480-482a-44a7-93b5-c0034bc71751'}] {{(pid=84041) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 21:38:57.736076 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e802d75-cfd8-4d8d-a398-e51dd905ba5d req-23e3b370-fed9-4d64-a25b-21159424ffba service neutron] Attempting to bind port ff8283f8-a4ac-4e64-9e36-950a82e887f1 on network 72e14480-482a-44a7-93b5-c0034bc71751 {{(pid=84041) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 21:38:57.743253 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e802d75-cfd8-4d8d-a398-e51dd905ba5d req-23e3b370-fed9-4d64-a25b-21159424ffba service neutron] Port ff8283f8-a4ac-4e64-9e36-950a82e887f1 on network 72e14480-482a-44a7-93b5-c0034bc71751 not bound, no agent of type Open vSwitch agent registered on host n-h2-838334-2 {{(pid=84041) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 18 21:38:57.743607 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e802d75-cfd8-4d8d-a398-e51dd905ba5d req-23e3b370-fed9-4d64-a25b-21159424ffba service neutron] Attempting to bind port ff8283f8-a4ac-4e64-9e36-950a82e887f1 on network 72e14480-482a-44a7-93b5-c0034bc71751 {{(pid=84041) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 21:38:57.749818 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e802d75-cfd8-4d8d-a398-e51dd905ba5d req-23e3b370-fed9-4d64-a25b-21159424ffba service neutron] Checking agent: {'id': 'dc797004-f641-47b7-a77f-9c62b5b16296', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-838334-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 34, 3), 'started_at': datetime.datetime(2022, 4, 18, 20, 34, 3), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 21, 38, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84041) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 18 21:38:57.750148 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e802d75-cfd8-4d8d-a398-e51dd905ba5d req-23e3b370-fed9-4d64-a25b-21159424ffba service neutron] Checking segment: {'id': 'e2601af2-b10e-40f0-a3e7-671d74b9e70c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '72e14480-482a-44a7-93b5-c0034bc71751'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84041) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 21:38:57.750516 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e802d75-cfd8-4d8d-a398-e51dd905ba5d req-23e3b370-fed9-4d64-a25b-21159424ffba service neutron] Bound using segment: {'id': 'e2601af2-b10e-40f0-a3e7-671d74b9e70c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '72e14480-482a-44a7-93b5-c0034bc71751'} {{(pid=84041) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 18 21:38:57.750927 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.managers [req-3e802d75-cfd8-4d8d-a398-e51dd905ba5d req-23e3b370-fed9-4d64-a25b-21159424ffba service neutron] Bound port: ff8283f8-a4ac-4e64-9e36-950a82e887f1, host: n-h2-838334-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e2601af2-b10e-40f0-a3e7-671d74b9e70c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '72e14480-482a-44a7-93b5-c0034bc71751'}}] {{(pid=84041) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 21:38:57.751265 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [req-3e802d75-cfd8-4d8d-a398-e51dd905ba5d req-23e3b370-fed9-4d64-a25b-21159424ffba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:38:57.838088 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.db [req-3e802d75-cfd8-4d8d-a398-e51dd905ba5d req-23e3b370-fed9-4d64-a25b-21159424ffba service neutron] For port ff8283f8-a4ac-4e64-9e36-950a82e887f1, host n-h2-838334-2, cleared binding levels {{(pid=84041) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 21:38:57.841029 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.db [req-3e802d75-cfd8-4d8d-a398-e51dd905ba5d req-23e3b370-fed9-4d64-a25b-21159424ffba service neutron] For port ff8283f8-a4ac-4e64-9e36-950a82e887f1, host n-h2-838334-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838334-2',level=0,port_id=ff8283f8-a4ac-4e64-9e36-950a82e887f1,segment=NetworkSegment(e2601af2-b10e-40f0-a3e7-671d74b9e70c),segment_id=e2601af2-b10e-40f0-a3e7-671d74b9e70c)] {{(pid=84041) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 21:38:57.844221 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [req-3e802d75-cfd8-4d8d-a398-e51dd905ba5d req-23e3b370-fed9-4d64-a25b-21159424ffba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32266282'] for port, after_update {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:38:57.904226 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [req-3e802d75-cfd8-4d8d-a398-e51dd905ba5d req-23e3b370-fed9-4d64-a25b-21159424ffba service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217293'] for port, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:38:57.905590 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-3e802d75-cfd8-4d8d-a398-e51dd905ba5d req-23e3b370-fed9-4d64-a25b-21159424ffba service neutron] 10.222.0.48 "PUT /v2.0/ports/ff8283f8-a4ac-4e64-9e36-950a82e887f1 HTTP/1.1" status: 200 len: 1091 time: 0.9065678 Apr 18 21:38:57.906015 n-d-838334-2 neutron-server[84041]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '63c152eb-c2dd-4022-8f0e-4c03f5641b09', 'tag': 'ff8283f8-a4ac-4e64-9e36-950a82e887f1'}] {{(pid=84041) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 21:38:57.924871 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23e3b370-fed9-4d64-a25b-21159424ffba service neutron] Pushing event updated for resources: {'Port': ['ID=ff8283f8-a4ac-4e64-9e36-950a82e887f1,revision_number=3']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:38:57.988970 n-d-838334-2 neutron-server[84041]: INFO neutron.notifiers.nova [-] Nova event matching ['req-db3f995c-23da-40f1-bbde-3bb12ecc13c9'] response: {'name': 'network-changed', 'server_uuid': '63c152eb-c2dd-4022-8f0e-4c03f5641b09', 'tag': 'ff8283f8-a4ac-4e64-9e36-950a82e887f1', 'status': 'completed', 'code': 200} Apr 18 21:38:58.023424 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-3e802d75-cfd8-4d8d-a398-e51dd905ba5d req-4aeecb45-c75f-4752-ab7b-6b95d6af0629 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=881622fe52874893ade176c282fe5b14&device_id=63c152eb-c2dd-4022-8f0e-4c03f5641b09 HTTP/1.1" status: 200 len: 1094 time: 0.0789714 Apr 18 21:38:58.094105 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-3e802d75-cfd8-4d8d-a398-e51dd905ba5d req-8427d271-2a09-4c26-992c-cabab686e3cb service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ff8283f8-a4ac-4e64-9e36-950a82e887f1 HTTP/1.1" status: 200 len: 217 time: 0.0634656 Apr 18 21:38:58.160389 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e802d75-cfd8-4d8d-a398-e51dd905ba5d req-477bfa33-56b5-49d9-a2b6-d8e20232cc24 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:38:58.161804 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-3e802d75-cfd8-4d8d-a398-e51dd905ba5d req-477bfa33-56b5-49d9-a2b6-d8e20232cc24 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=b17dd8e1-922e-465c-97ac-60f607ad19f9 HTTP/1.1" status: 200 len: 856 time: 0.0608308 Apr 18 21:38:58.235841 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-3e802d75-cfd8-4d8d-a398-e51dd905ba5d req-ca761863-99f6-48b7-900c-9cbd69f701a8 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=72e14480-482a-44a7-93b5-c0034bc71751&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0671992 Apr 18 21:38:58.364101 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-3e802d75-cfd8-4d8d-a398-e51dd905ba5d req-29648edb-0005-4d13-a95e-84b52276a35a service neutron] 10.222.0.48 "GET /v2.0/networks/72e14480-482a-44a7-93b5-c0034bc71751?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1212747 Apr 18 21:38:58.585918 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-3e802d75-cfd8-4d8d-a398-e51dd905ba5d req-ce6aab1f-646f-4e05-a8d6-cbba9d016c0e service neutron] 10.222.0.48 "GET /v2.0/networks/72e14480-482a-44a7-93b5-c0034bc71751?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2152679 Apr 18 21:38:58.628744 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf8ee3b3-0eff-42dd-aa60-62a8dc36a7cc req-c5d9e538-4d72-4157-868c-145b2f818b26 tempest-TestEncryptedCinderVolumes-1691109882 tempest-TestEncryptedCinderVolumes-1691109882-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:38:58.630198 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-cf8ee3b3-0eff-42dd-aa60-62a8dc36a7cc req-c5d9e538-4d72-4157-868c-145b2f818b26 tempest-TestEncryptedCinderVolumes-1691109882 tempest-TestEncryptedCinderVolumes-1691109882-project] 10.222.0.42 "GET /v2.0/ports?device_id=63c152eb-c2dd-4022-8f0e-4c03f5641b09 HTTP/1.1" status: 200 len: 943 time: 0.0893013 Apr 18 21:38:58.677235 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-cf8ee3b3-0eff-42dd-aa60-62a8dc36a7cc req-8d864359-083f-447e-b13e-f910d3fa6fe8 tempest-TestEncryptedCinderVolumes-1691109882 tempest-TestEncryptedCinderVolumes-1691109882-project] 10.222.0.42 "GET /v2.0/security-groups?id=dc6419c3-2eae-4fa1-8202-4e00fdf1a81c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412004 Apr 18 21:38:58.707419 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-96b1cfbe-c454-48f9-b21a-8c0eeee0e7c3 req-02f6fe98-1d29-465e-80be-84007f91719f service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=881622fe52874893ade176c282fe5b14&device_id=63c152eb-c2dd-4022-8f0e-4c03f5641b09 HTTP/1.1" status: 200 len: 1094 time: 0.0728698 Apr 18 21:38:58.844037 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96b1cfbe-c454-48f9-b21a-8c0eeee0e7c3 req-b77dc8b3-0315-4bc8-903c-8804c4e4600b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:38:58.845705 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-96b1cfbe-c454-48f9-b21a-8c0eeee0e7c3 req-b77dc8b3-0315-4bc8-903c-8804c4e4600b service neutron] 10.222.0.48 "GET /v2.0/networks?id=72e14480-482a-44a7-93b5-c0034bc71751 HTTP/1.1" status: 200 len: 918 time: 0.1318116 Apr 18 21:38:58.912052 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-96b1cfbe-c454-48f9-b21a-8c0eeee0e7c3 req-8cb4b165-c278-4751-8bd5-a6c8633bb9f3 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ff8283f8-a4ac-4e64-9e36-950a82e887f1 HTTP/1.1" status: 200 len: 217 time: 0.0585492 Apr 18 21:38:58.978086 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96b1cfbe-c454-48f9-b21a-8c0eeee0e7c3 req-83f27c19-a105-48b6-ab28-9b49e4951303 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:38:58.979515 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-96b1cfbe-c454-48f9-b21a-8c0eeee0e7c3 req-83f27c19-a105-48b6-ab28-9b49e4951303 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=b17dd8e1-922e-465c-97ac-60f607ad19f9 HTTP/1.1" status: 200 len: 856 time: 0.0617406 Apr 18 21:38:59.053013 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-96b1cfbe-c454-48f9-b21a-8c0eeee0e7c3 req-5fb08321-a6e3-42a8-847c-365a04af75b3 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=72e14480-482a-44a7-93b5-c0034bc71751&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0670602 Apr 18 21:38:59.058179 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.agents_db [None req-6346a179-333c-4370-b5a6-936984aeab15 None None] Agent healthcheck: found 7 active agents {{(pid=84043) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 18 21:38:59.183387 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-96b1cfbe-c454-48f9-b21a-8c0eeee0e7c3 req-97b59841-86bc-4cd0-8442-ec7bcdee3511 service neutron] 10.222.0.48 "GET /v2.0/networks/72e14480-482a-44a7-93b5-c0034bc71751?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1232996 Apr 18 21:38:59.315963 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-96b1cfbe-c454-48f9-b21a-8c0eeee0e7c3 req-55197deb-5121-49e1-ab80-0073ad0175bb service neutron] 10.222.0.48 "GET /v2.0/networks/72e14480-482a-44a7-93b5-c0034bc71751?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1264257 Apr 18 21:38:59.879028 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f108e7ca-de26-47f1-8b5b-2db3a7bb7db0 req-6311f4e5-b3b8-4ba6-9390-491718412417 tempest-TestEncryptedCinderVolumes-1691109882 tempest-TestEncryptedCinderVolumes-1691109882-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:38:59.880505 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-f108e7ca-de26-47f1-8b5b-2db3a7bb7db0 req-6311f4e5-b3b8-4ba6-9390-491718412417 tempest-TestEncryptedCinderVolumes-1691109882 tempest-TestEncryptedCinderVolumes-1691109882-project] 10.222.0.42 "GET /v2.0/ports?device_id=63c152eb-c2dd-4022-8f0e-4c03f5641b09 HTTP/1.1" status: 200 len: 943 time: 0.0794744 Apr 18 21:38:59.925090 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-f108e7ca-de26-47f1-8b5b-2db3a7bb7db0 req-cf13ea08-ff51-4419-ae53-0294b87836ae tempest-TestEncryptedCinderVolumes-1691109882 tempest-TestEncryptedCinderVolumes-1691109882-project] 10.222.0.42 "GET /v2.0/security-groups?id=dc6419c3-2eae-4fa1-8202-4e00fdf1a81c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385458 Apr 18 21:39:00.111052 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750375287399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253529'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:39:00.255531 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Device ff8283f8-a4ac-4e64-9e36-950a82e887f1 details requested by agent hyperv_n-h2-838334-2 with host n-h2-838334-2 {{(pid=84042) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 18 21:39:00.389716 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] For port ff8283f8-a4ac-4e64-9e36-950a82e887f1, host n-h2-838334-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838334-2',level=0,port_id=ff8283f8-a4ac-4e64-9e36-950a82e887f1,segment=NetworkSegment(e2601af2-b10e-40f0-a3e7-671d74b9e70c),segment_id=e2601af2-b10e-40f0-a3e7-671d74b9e70c)] {{(pid=84042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:39:00.402561 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Returning: {'device': 'ff8283f8-a4ac-4e64-9e36-950a82e887f1', 'network_id': '72e14480-482a-44a7-93b5-c0034bc71751', 'port_id': 'ff8283f8-a4ac-4e64-9e36-950a82e887f1', 'mac_address': 'fa:16:3e:11:97:c2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 381, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b17dd8e1-922e-465c-97ac-60f607ad19f9', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84042) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 18 21:39:00.454667 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:39:00.471395 n-d-838334-2 neutron-server[84042]: DEBUG neutron.notifiers.nova [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ff8283f8-a4ac-4e64-9e36-950a82e887f1 {{(pid=84042) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 18 21:39:00.485938 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] For port ff8283f8-a4ac-4e64-9e36-950a82e887f1, host n-h2-838334-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838334-2',level=0,port_id=ff8283f8-a4ac-4e64-9e36-950a82e887f1,segment=NetworkSegment(e2601af2-b10e-40f0-a3e7-671d74b9e70c),segment_id=e2601af2-b10e-40f0-a3e7-671d74b9e70c)] {{(pid=84042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:39:00.489589 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682'] for port, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:39:00.558230 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Pushing event updated for resources: {'Port': ['ID=ff8283f8-a4ac-4e64-9e36-950a82e887f1,revision_number=4']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:39:00.692679 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] get_ports_and_sgs() called for port_ids ['ff8283f8-a4ac-4e64-9e36-950a82e887f1'] {{(pid=84042) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 18 21:39:01.118686 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c94d9628-64da-4d03-8189-dfe4f948e1a1 req-10ed90a4-0b20-405b-a22d-f8cd2b86e645 tempest-TestEncryptedCinderVolumes-1691109882 tempest-TestEncryptedCinderVolumes-1691109882-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:39:01.120184 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-c94d9628-64da-4d03-8189-dfe4f948e1a1 req-10ed90a4-0b20-405b-a22d-f8cd2b86e645 tempest-TestEncryptedCinderVolumes-1691109882 tempest-TestEncryptedCinderVolumes-1691109882-project] 10.222.0.42 "GET /v2.0/ports?device_id=63c152eb-c2dd-4022-8f0e-4c03f5641b09 HTTP/1.1" status: 200 len: 944 time: 0.0757077 Apr 18 21:39:01.165356 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-c94d9628-64da-4d03-8189-dfe4f948e1a1 req-7d87c1db-2239-4a35-8663-ba83c864344a tempest-TestEncryptedCinderVolumes-1691109882 tempest-TestEncryptedCinderVolumes-1691109882-project] 10.222.0.42 "GET /v2.0/security-groups?id=dc6419c3-2eae-4fa1-8202-4e00fdf1a81c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396330 Apr 18 21:39:02.271172 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Device ff8283f8-a4ac-4e64-9e36-950a82e887f1 up at agent hyperv_n-h2-838334-2 {{(pid=84042) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 21:39:02.344556 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Provisioning for port ff8283f8-a4ac-4e64-9e36-950a82e887f1 completed by entity L2. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 21:39:02.349231 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Provisioning complete for port ff8283f8-a4ac-4e64-9e36-950a82e887f1 triggered by entity L2. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:39:02.349601 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1253608'] for port, provisioning_complete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:39:02.364854 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6362939-2ca3-4751-bb93-8452e0f96ef7 req-904ab0cf-bb24-4739-942e-960cf81d13ec tempest-TestEncryptedCinderVolumes-1691109882 tempest-TestEncryptedCinderVolumes-1691109882-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:39:02.368256 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-a6362939-2ca3-4751-bb93-8452e0f96ef7 req-904ab0cf-bb24-4739-942e-960cf81d13ec tempest-TestEncryptedCinderVolumes-1691109882 tempest-TestEncryptedCinderVolumes-1691109882-project] 10.222.0.42 "GET /v2.0/ports?device_id=63c152eb-c2dd-4022-8f0e-4c03f5641b09 HTTP/1.1" status: 200 len: 944 time: 0.0848091 Apr 18 21:39:02.415525 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-a6362939-2ca3-4751-bb93-8452e0f96ef7 req-e0ca212a-b311-41a6-afdb-0e6de159d3dd tempest-TestEncryptedCinderVolumes-1691109882 tempest-TestEncryptedCinderVolumes-1691109882-project] 10.222.0.42 "GET /v2.0/security-groups?id=dc6419c3-2eae-4fa1-8202-4e00fdf1a81c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416963 Apr 18 21:39:02.465459 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:39:02.496364 n-d-838334-2 neutron-server[84042]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '63c152eb-c2dd-4022-8f0e-4c03f5641b09', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ff8283f8-a4ac-4e64-9e36-950a82e887f1'}] {{(pid=84042) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 21:39:02.505563 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] For port ff8283f8-a4ac-4e64-9e36-950a82e887f1, host n-h2-838334-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838334-2',level=0,port_id=ff8283f8-a4ac-4e64-9e36-950a82e887f1,segment=NetworkSegment(e2601af2-b10e-40f0-a3e7-671d74b9e70c),segment_id=e2601af2-b10e-40f0-a3e7-671d74b9e70c)] {{(pid=84042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:39:02.510636 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682'] for port, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:39:02.576016 n-d-838334-2 neutron-server[84042]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e03f4135-1988-4d56-86a9-e48a021e6bc3'] response: {'server_uuid': '63c152eb-c2dd-4022-8f0e-4c03f5641b09', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ff8283f8-a4ac-4e64-9e36-950a82e887f1', 'code': 200} Apr 18 21:39:02.581254 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Pushing event updated for resources: {'Port': ['ID=ff8283f8-a4ac-4e64-9e36-950a82e887f1,revision_number=5']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:39:02.702379 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-b6b413a8-c561-43a2-b684-7fc200946ec6 req-a98a80fa-2faa-412d-aa92-6b50daecc894 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=63c152eb-c2dd-4022-8f0e-4c03f5641b09 HTTP/1.1" status: 200 len: 1096 time: 0.0710206 Apr 18 21:39:02.744363 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-b6b413a8-c561-43a2-b684-7fc200946ec6 req-f76bd7d0-5bae-456d-ad9b-a2026c994ad8 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=dc6419c3-2eae-4fa1-8202-4e00fdf1a81c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351176 Apr 18 21:39:03.608459 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8441ba24-405a-4ecd-b897-3212aa1558aa req-5bcbe6ed-b779-4f36-8784-6f8c9d2b0671 tempest-TestEncryptedCinderVolumes-1691109882 tempest-TestEncryptedCinderVolumes-1691109882-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:39:03.609890 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-8441ba24-405a-4ecd-b897-3212aa1558aa req-5bcbe6ed-b779-4f36-8784-6f8c9d2b0671 tempest-TestEncryptedCinderVolumes-1691109882 tempest-TestEncryptedCinderVolumes-1691109882-project] 10.222.0.42 "GET /v2.0/ports?device_id=63c152eb-c2dd-4022-8f0e-4c03f5641b09 HTTP/1.1" status: 200 len: 945 time: 0.0755935 Apr 18 21:39:03.656985 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-8441ba24-405a-4ecd-b897-3212aa1558aa req-a4fcfb83-3402-450c-956e-68380b5cc423 tempest-TestEncryptedCinderVolumes-1691109882 tempest-TestEncryptedCinderVolumes-1691109882-project] 10.222.0.42 "GET /v2.0/security-groups?id=dc6419c3-2eae-4fa1-8202-4e00fdf1a81c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416915 Apr 18 21:39:04.291744 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750375287399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253529'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:39:04.854018 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6281726-70a0-42c9-ad4d-d047fbe5d622 req-ce68d007-4a51-4b09-a6fc-56f22b1ca646 tempest-TestEncryptedCinderVolumes-1691109882 tempest-TestEncryptedCinderVolumes-1691109882-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:39:04.855477 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-b6281726-70a0-42c9-ad4d-d047fbe5d622 req-ce68d007-4a51-4b09-a6fc-56f22b1ca646 tempest-TestEncryptedCinderVolumes-1691109882 tempest-TestEncryptedCinderVolumes-1691109882-project] 10.222.0.42 "GET /v2.0/ports?device_id=63c152eb-c2dd-4022-8f0e-4c03f5641b09 HTTP/1.1" status: 200 len: 945 time: 0.0758059 Apr 18 21:39:04.901158 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-b6281726-70a0-42c9-ad4d-d047fbe5d622 req-d16cf2b5-7c2b-43f0-9b9b-fc93736f9a72 tempest-TestEncryptedCinderVolumes-1691109882 tempest-TestEncryptedCinderVolumes-1691109882-project] 10.222.0.42 "GET /v2.0/security-groups?id=dc6419c3-2eae-4fa1-8202-4e00fdf1a81c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402009 Apr 18 21:39:05.191496 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f0719d7-c451-4477-8b62-2783cf6717c7 req-a697fd5c-c804-4599-8262-286e057edac1 tempest-TestEncryptedCinderVolumes-1691109882 tempest-TestEncryptedCinderVolumes-1691109882-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:39:05.193008 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-1f0719d7-c451-4477-8b62-2783cf6717c7 req-a697fd5c-c804-4599-8262-286e057edac1 tempest-TestEncryptedCinderVolumes-1691109882 tempest-TestEncryptedCinderVolumes-1691109882-project] 10.222.0.42 "GET /v2.0/ports?device_id=63c152eb-c2dd-4022-8f0e-4c03f5641b09 HTTP/1.1" status: 200 len: 945 time: 0.1695929 Apr 18 21:39:05.237962 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-1f0719d7-c451-4477-8b62-2783cf6717c7 req-db0ad024-c921-4720-b07e-cfe77411d15e tempest-TestEncryptedCinderVolumes-1691109882 tempest-TestEncryptedCinderVolumes-1691109882-project] 10.222.0.42 "GET /v2.0/security-groups?id=dc6419c3-2eae-4fa1-8202-4e00fdf1a81c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392525 Apr 18 21:39:08.930153 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-f6184c4f-520e-4087-bbed-1f7a36ce10b0 req-be541235-d41f-4774-b993-b990f7fd9451 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=63c152eb-c2dd-4022-8f0e-4c03f5641b09&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0715959 Apr 18 21:39:09.077023 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-f6184c4f-520e-4087-bbed-1f7a36ce10b0 req-1b3e6585-185b-4876-bb4b-4a7a594c5878 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=881622fe52874893ade176c282fe5b14&device_id=63c152eb-c2dd-4022-8f0e-4c03f5641b09 HTTP/1.1" status: 200 len: 1096 time: 0.0764480 Apr 18 21:39:09.227079 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6184c4f-520e-4087-bbed-1f7a36ce10b0 req-1206a235-c82a-487f-a161-ab7d8fd2500c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:39:09.228467 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-f6184c4f-520e-4087-bbed-1f7a36ce10b0 req-1206a235-c82a-487f-a161-ab7d8fd2500c service neutron] 10.222.0.48 "GET /v2.0/networks?id=72e14480-482a-44a7-93b5-c0034bc71751 HTTP/1.1" status: 200 len: 918 time: 0.1305103 Apr 18 21:39:09.294851 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-f6184c4f-520e-4087-bbed-1f7a36ce10b0 req-59bb3007-ae59-4314-b5c3-b785f3dd50b2 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ff8283f8-a4ac-4e64-9e36-950a82e887f1 HTTP/1.1" status: 200 len: 217 time: 0.0605340 Apr 18 21:39:09.359760 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6184c4f-520e-4087-bbed-1f7a36ce10b0 req-fdfb0647-bf81-46bb-a112-523f8c903246 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:39:09.361164 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-f6184c4f-520e-4087-bbed-1f7a36ce10b0 req-fdfb0647-bf81-46bb-a112-523f8c903246 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=b17dd8e1-922e-465c-97ac-60f607ad19f9 HTTP/1.1" status: 200 len: 856 time: 0.0598285 Apr 18 21:39:09.433715 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-f6184c4f-520e-4087-bbed-1f7a36ce10b0 req-4a3f1a21-934c-4e95-a929-d365a19eb333 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=72e14480-482a-44a7-93b5-c0034bc71751&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0659821 Apr 18 21:39:09.566970 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-f6184c4f-520e-4087-bbed-1f7a36ce10b0 req-c20a79a5-d3d6-48a8-8289-e11743db9e7d service neutron] 10.222.0.48 "GET /v2.0/networks/72e14480-482a-44a7-93b5-c0034bc71751?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1264207 Apr 18 21:39:09.786470 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-f6184c4f-520e-4087-bbed-1f7a36ce10b0 req-11c7cfd8-f160-481c-ae27-6f159e760566 service neutron] 10.222.0.48 "GET /v2.0/networks/72e14480-482a-44a7-93b5-c0034bc71751?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2121925 Apr 18 21:39:14.784736 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa1fbbd3-a1c3-4ff3-9d66-97d3ba9b72f4 None None] Sync routers for ids ['584d9ae2-7d56-4c69-b4ff-df29495e2c70'] in n-d-838334-2 {{(pid=84042) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 18 21:39:14.796246 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa1fbbd3-a1c3-4ff3-9d66-97d3ba9b72f4 None None] Routers {'584d9ae2-7d56-4c69-b4ff-df29495e2c70'} bound to L3 agent in host n-d-838334-2 {{(pid=84042) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 21:39:14.796847 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_hamode_db [None req-fa1fbbd3-a1c3-4ff3-9d66-97d3ba9b72f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838334-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-18T20:25:48Z,description=,heartbeat_timestamp=2022-04-18T21:38:48Z,host='n-d-838334-2',id=bc84d6c9-dd7a-4555-a351-592327b46d5a,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:25:48Z,topic='l3_agent')) {'router_ids': ['584d9ae2-7d56-4c69-b4ff-df29495e2c70'], 'active': True} {{(pid=84042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:39:14.975149 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_dvr_db [None req-fa1fbbd3-a1c3-4ff3-9d66-97d3ba9b72f4 None None] Set router 584d9ae2-7d56-4c69-b4ff-df29495e2c70 gateway port host: n-d-838334-2 {{(pid=84042) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 21:39:15.289294 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_hamode_db [None req-fa1fbbd3-a1c3-4ff3-9d66-97d3ba9b72f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '584d9ae2-7d56-4c69-b4ff-df29495e2c70', 'name': 'tempest-TestEncryptedCinderVolumes-1654789142-router', 'tenant_id': '5191d9cfa24d41cfa4368504b1696e2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'external_fixed_ips': [{'subnet_id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'ip_address': '172.25.8.71'}], 'enable_snat': True}, 'gw_port_id': 'a3ad34f0-814b-49d8-8e9d-1a43936019a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:38:48Z', 'updated_at': '2022-04-18T21:38:51Z', 'revision_number': 4, 'project_id': '5191d9cfa24d41cfa4368504b1696e2d', 'gw_port': {'id': 'a3ad34f0-814b-49d8-8e9d-1a43936019a9', 'name': '', 'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:1a:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '584d9ae2-7d56-4c69-b4ff-df29495e2c70', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'ip_address': '172.25.8.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:38:49Z', 'updated_at': '2022-04-18T21:38:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838334-2', '_interfaces': [{'id': '287e73b7-134e-4aa9-8468-b6cac3a6859d', 'name': '', 'network_id': '3afb5951-2cfa-4664-a186-9eb65f40b239', 'tenant_id': '5191d9cfa24d41cfa4368504b1696e2d', 'mac_address': 'fa:16:3e:8e:56:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '584d9ae2-7d56-4c69-b4ff-df29495e2c70', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f903b53b-61d1-49c5-837e-6ac699a800fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:38:51Z', 'updated_at': '2022-04-18T21:38:52Z', 'revision_number': 2, 'project_id': '5191d9cfa24d41cfa4368504b1696e2d', 'subnets': [{'id': 'f903b53b-61d1-49c5-837e-6ac699a800fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838334-2', False) {} {{(pid=84042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:39:15.293155 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa1fbbd3-a1c3-4ff3-9d66-97d3ba9b72f4 None None] Checking router: 584d9ae2-7d56-4c69-b4ff-df29495e2c70 for host: n-d-838334-2 {{(pid=84042) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 18 21:39:15.293503 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa1fbbd3-a1c3-4ff3-9d66-97d3ba9b72f4 None None] Updating router 584d9ae2-7d56-4c69-b4ff-df29495e2c70 port 287e73b7-134e-4aa9-8468-b6cac3a6859d binding host n-d-838334-2 {{(pid=84042) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 18 21:39:15.344011 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-fa1fbbd3-a1c3-4ff3-9d66-97d3ba9b72f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:39:15.723374 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-fa1fbbd3-a1c3-4ff3-9d66-97d3ba9b72f4 None None] Notify callbacks [] for port, precommit_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:39:15.741112 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-9604db8e-1d40-432b-938b-28f1ab9838f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750375287399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253529'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:39:15.742847 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-fa1fbbd3-a1c3-4ff3-9d66-97d3ba9b72f4 None None] Transition to ACTIVE for port object 287e73b7-134e-4aa9-8468-b6cac3a6859d will not be triggered until provisioned by entity L2. {{(pid=84042) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:39:15.749274 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-fa1fbbd3-a1c3-4ff3-9d66-97d3ba9b72f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682'] for port, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:39:15.881136 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be90f979-7773-4985-9ba2-fcafcbf8c7a3 None None] Pushing event updated for resources: {'Port': ['ID=287e73b7-134e-4aa9-8468-b6cac3a6859d,revision_number=3']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:39:15.971132 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.managers [None req-fa1fbbd3-a1c3-4ff3-9d66-97d3ba9b72f4 None None] Attempting to bind port 287e73b7-134e-4aa9-8468-b6cac3a6859d on host n-d-838334-2 for vnic_type normal with profile {{(pid=84042) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 21:39:15.971685 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.managers [None req-fa1fbbd3-a1c3-4ff3-9d66-97d3ba9b72f4 None None] Attempting to bind port 287e73b7-134e-4aa9-8468-b6cac3a6859d by drivers openvswitch,hyperv on host n-d-838334-2 at level 0 using segments [{'id': 'f415d4d0-b8d6-45fd-af67-644b10580d74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '3afb5951-2cfa-4664-a186-9eb65f40b239'}] {{(pid=84042) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 21:39:15.972147 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa1fbbd3-a1c3-4ff3-9d66-97d3ba9b72f4 None None] Attempting to bind port 287e73b7-134e-4aa9-8468-b6cac3a6859d on network 3afb5951-2cfa-4664-a186-9eb65f40b239 {{(pid=84042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 21:39:15.979386 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa1fbbd3-a1c3-4ff3-9d66-97d3ba9b72f4 None None] Checking agent: {'id': '97cd4414-7af6-4d67-868d-dff370b4071a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838334-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 25, 49), 'started_at': datetime.datetime(2022, 4, 18, 20, 26, 19), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 21, 38, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838334-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 18 21:39:15.979873 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa1fbbd3-a1c3-4ff3-9d66-97d3ba9b72f4 None None] Checking segment: {'id': 'f415d4d0-b8d6-45fd-af67-644b10580d74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '3afb5951-2cfa-4664-a186-9eb65f40b239'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84042) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 21:39:15.980281 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-fa1fbbd3-a1c3-4ff3-9d66-97d3ba9b72f4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:39:15.980669 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa1fbbd3-a1c3-4ff3-9d66-97d3ba9b72f4 None None] Bound using segment: {'id': 'f415d4d0-b8d6-45fd-af67-644b10580d74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '3afb5951-2cfa-4664-a186-9eb65f40b239'} {{(pid=84042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 18 21:39:15.981236 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.managers [None req-fa1fbbd3-a1c3-4ff3-9d66-97d3ba9b72f4 None None] Bound port: 287e73b7-134e-4aa9-8468-b6cac3a6859d, host: n-d-838334-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f415d4d0-b8d6-45fd-af67-644b10580d74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '3afb5951-2cfa-4664-a186-9eb65f40b239'}}] {{(pid=84042) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 21:39:15.981608 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-fa1fbbd3-a1c3-4ff3-9d66-97d3ba9b72f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:39:16.076668 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-fa1fbbd3-a1c3-4ff3-9d66-97d3ba9b72f4 None None] For port 287e73b7-134e-4aa9-8468-b6cac3a6859d, host n-d-838334-2, cleared binding levels {{(pid=84042) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 21:39:16.080064 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-fa1fbbd3-a1c3-4ff3-9d66-97d3ba9b72f4 None None] For port 287e73b7-134e-4aa9-8468-b6cac3a6859d, host n-d-838334-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838334-2',level=0,port_id=287e73b7-134e-4aa9-8468-b6cac3a6859d,segment=NetworkSegment(f415d4d0-b8d6-45fd-af67-644b10580d74),segment_id=f415d4d0-b8d6-45fd-af67-644b10580d74)] {{(pid=84042) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 21:39:16.086234 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-fa1fbbd3-a1c3-4ff3-9d66-97d3ba9b72f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682'] for port, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:39:16.167194 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa1fbbd3-a1c3-4ff3-9d66-97d3ba9b72f4 None None] Routers {'584d9ae2-7d56-4c69-b4ff-df29495e2c70'} bound to L3 agent in host n-d-838334-2 {{(pid=84042) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 21:39:16.167850 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_hamode_db [None req-fa1fbbd3-a1c3-4ff3-9d66-97d3ba9b72f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838334-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-18T20:25:48Z,description=,heartbeat_timestamp=2022-04-18T21:38:48Z,host='n-d-838334-2',id=bc84d6c9-dd7a-4555-a351-592327b46d5a,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:25:48Z,topic='l3_agent')) {'router_ids': ['584d9ae2-7d56-4c69-b4ff-df29495e2c70'], 'active': True} {{(pid=84042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:39:16.225984 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be90f979-7773-4985-9ba2-fcafcbf8c7a3 None None] Pushing event updated for resources: {'Port': ['ID=287e73b7-134e-4aa9-8468-b6cac3a6859d,revision_number=4']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:39:16.355457 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_dvr_db [None req-fa1fbbd3-a1c3-4ff3-9d66-97d3ba9b72f4 None None] Set router 584d9ae2-7d56-4c69-b4ff-df29495e2c70 gateway port host: n-d-838334-2 {{(pid=84042) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 21:39:16.680575 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_hamode_db [None req-fa1fbbd3-a1c3-4ff3-9d66-97d3ba9b72f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '584d9ae2-7d56-4c69-b4ff-df29495e2c70', 'name': 'tempest-TestEncryptedCinderVolumes-1654789142-router', 'tenant_id': '5191d9cfa24d41cfa4368504b1696e2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'external_fixed_ips': [{'subnet_id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'ip_address': '172.25.8.71'}], 'enable_snat': True}, 'gw_port_id': 'a3ad34f0-814b-49d8-8e9d-1a43936019a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:38:48Z', 'updated_at': '2022-04-18T21:38:51Z', 'revision_number': 4, 'project_id': '5191d9cfa24d41cfa4368504b1696e2d', 'gw_port': {'id': 'a3ad34f0-814b-49d8-8e9d-1a43936019a9', 'name': '', 'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:1a:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '584d9ae2-7d56-4c69-b4ff-df29495e2c70', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'ip_address': '172.25.8.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:38:49Z', 'updated_at': '2022-04-18T21:38:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838334-2', '_interfaces': [{'id': '287e73b7-134e-4aa9-8468-b6cac3a6859d', 'name': '', 'network_id': '3afb5951-2cfa-4664-a186-9eb65f40b239', 'tenant_id': '5191d9cfa24d41cfa4368504b1696e2d', 'mac_address': 'fa:16:3e:8e:56:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '584d9ae2-7d56-4c69-b4ff-df29495e2c70', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f903b53b-61d1-49c5-837e-6ac699a800fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:38:51Z', 'updated_at': '2022-04-18T21:39:16Z', 'revision_number': 4, 'project_id': '5191d9cfa24d41cfa4368504b1696e2d', 'subnets': [{'id': 'f903b53b-61d1-49c5-837e-6ac699a800fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838334-2', False) {} {{(pid=84042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:39:16.685373 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa1fbbd3-a1c3-4ff3-9d66-97d3ba9b72f4 None None] The sync data for ids ['584d9ae2-7d56-4c69-b4ff-df29495e2c70'] in n-d-838334-2 is: [{'id': '584d9ae2-7d56-4c69-b4ff-df29495e2c70', 'name': 'tempest-TestEncryptedCinderVolumes-1654789142-router', 'tenant_id': '5191d9cfa24d41cfa4368504b1696e2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'external_fixed_ips': [{'subnet_id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'ip_address': '172.25.8.71'}], 'enable_snat': True}, 'gw_port_id': 'a3ad34f0-814b-49d8-8e9d-1a43936019a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:38:48Z', 'updated_at': '2022-04-18T21:38:51Z', 'revision_number': 4, 'project_id': '5191d9cfa24d41cfa4368504b1696e2d', 'gw_port': {'id': 'a3ad34f0-814b-49d8-8e9d-1a43936019a9', 'name': '', 'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:1a:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '584d9ae2-7d56-4c69-b4ff-df29495e2c70', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'ip_address': '172.25.8.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:38:49Z', 'updated_at': '2022-04-18T21:38:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838334-2', '_interfaces': [{'id': '287e73b7-134e-4aa9-8468-b6cac3a6859d', 'name': '', 'network_id': '3afb5951-2cfa-4664-a186-9eb65f40b239', 'tenant_id': '5191d9cfa24d41cfa4368504b1696e2d', 'mac_address': 'fa:16:3e:8e:56:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '584d9ae2-7d56-4c69-b4ff-df29495e2c70', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f903b53b-61d1-49c5-837e-6ac699a800fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:38:51Z', 'updated_at': '2022-04-18T21:39:16Z', 'revision_number': 4, 'project_id': '5191d9cfa24d41cfa4368504b1696e2d', 'subnets': [{'id': 'f903b53b-61d1-49c5-837e-6ac699a800fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84042) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 18 21:39:17.003419 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Device 287e73b7-134e-4aa9-8468-b6cac3a6859d up at agent ovs-agent-n-d-838334-2 {{(pid=84042) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 21:39:17.091738 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Provisioning for port 287e73b7-134e-4aa9-8468-b6cac3a6859d completed by entity L2. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 21:39:17.100216 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Provisioning complete for port 287e73b7-134e-4aa9-8468-b6cac3a6859d triggered by entity L2. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:39:17.101018 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1253608'] for port, provisioning_complete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:39:17.226056 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:39:17.269859 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] For port 287e73b7-134e-4aa9-8468-b6cac3a6859d, host n-d-838334-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838334-2',level=0,port_id=287e73b7-134e-4aa9-8468-b6cac3a6859d,segment=NetworkSegment(f415d4d0-b8d6-45fd-af67-644b10580d74),segment_id=f415d4d0-b8d6-45fd-af67-644b10580d74)] {{(pid=84042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:39:17.273796 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682'] for port, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:39:17.345910 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Pushing event updated for resources: {'Port': ['ID=287e73b7-134e-4aa9-8468-b6cac3a6859d,revision_number=5']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:39:17.986034 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-8cf9de13-f599-42b1-87d7-f8f3301f840f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750375287399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253529'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:39:18.976827 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Device 287e73b7-134e-4aa9-8468-b6cac3a6859d up at agent ovs-agent-n-d-838334-2 {{(pid=84042) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 21:39:19.046173 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Provisioning complete for port 287e73b7-134e-4aa9-8468-b6cac3a6859d triggered by entity L2. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:39:19.046542 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1253608'] for port, provisioning_complete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:39:19.195496 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750375287399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253529'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:39:19.657924 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-414b6ffe-e119-47bc-b18f-bcff1219c2f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750375287399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253529'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:39:19.800315 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eecf2bbb-3172-495a-a281-b67ed9620efe req-2c4171c4-01f6-46f1-ab22-2cc58a35c5f4 tempest-TestEncryptedCinderVolumes-1691109882 tempest-TestEncryptedCinderVolumes-1691109882-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:39:19.801857 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-eecf2bbb-3172-495a-a281-b67ed9620efe req-2c4171c4-01f6-46f1-ab22-2cc58a35c5f4 tempest-TestEncryptedCinderVolumes-1691109882 tempest-TestEncryptedCinderVolumes-1691109882-project] 10.222.0.42 "GET /v2.0/ports?device_id=63c152eb-c2dd-4022-8f0e-4c03f5641b09 HTTP/1.1" status: 200 len: 945 time: 0.0762217 Apr 18 21:39:19.846143 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-eecf2bbb-3172-495a-a281-b67ed9620efe req-9c5667ca-1c40-4dc8-a051-3b3454a34342 tempest-TestEncryptedCinderVolumes-1691109882 tempest-TestEncryptedCinderVolumes-1691109882-project] 10.222.0.42 "GET /v2.0/security-groups?id=dc6419c3-2eae-4fa1-8202-4e00fdf1a81c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386322 Apr 18 21:39:20.739959 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-c7521a90-7d65-4e2e-842c-ca5d95e9a89c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750375287399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253529'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:39:21.046864 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88e1b604-2053-44d4-bab7-5d54d88ff287 req-58fb140f-6efd-4330-87ee-efb7f54096e8 tempest-TestEncryptedCinderVolumes-1691109882 tempest-TestEncryptedCinderVolumes-1691109882-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:39:21.048328 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-88e1b604-2053-44d4-bab7-5d54d88ff287 req-58fb140f-6efd-4330-87ee-efb7f54096e8 tempest-TestEncryptedCinderVolumes-1691109882 tempest-TestEncryptedCinderVolumes-1691109882-project] 10.222.0.42 "GET /v2.0/ports?device_id=63c152eb-c2dd-4022-8f0e-4c03f5641b09 HTTP/1.1" status: 200 len: 945 time: 0.0802739 Apr 18 21:39:21.093232 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-88e1b604-2053-44d4-bab7-5d54d88ff287 req-a623849b-755d-4e92-892f-ea6dcc1b5a61 tempest-TestEncryptedCinderVolumes-1691109882 tempest-TestEncryptedCinderVolumes-1691109882-project] 10.222.0.42 "GET /v2.0/security-groups?id=dc6419c3-2eae-4fa1-8202-4e00fdf1a81c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383360 Apr 18 21:39:21.705629 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5850340-e46f-4c9b-8b68-70faab398f64 req-69b882e2-ee62-4641-bc70-00ab4d3f9beb tempest-TestEncryptedCinderVolumes-1691109882 tempest-TestEncryptedCinderVolumes-1691109882-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:39:21.706238 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [req-d5850340-e46f-4c9b-8b68-70faab398f64 req-69b882e2-ee62-4641-bc70-00ab4d3f9beb tempest-TestEncryptedCinderVolumes-1691109882 tempest-TestEncryptedCinderVolumes-1691109882-project] Synchronizing usage tracker for tenant:881622fe52874893ade176c282fe5b14 on resource:port {{(pid=84041) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 21:39:21.721734 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [req-d5850340-e46f-4c9b-8b68-70faab398f64 req-69b882e2-ee62-4641-bc70-00ab4d3f9beb tempest-TestEncryptedCinderVolumes-1691109882 tempest-TestEncryptedCinderVolumes-1691109882-project] Unset dirty status for tenant:881622fe52874893ade176c282fe5b14 on resource:port {{(pid=84041) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 21:39:21.723080 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-d5850340-e46f-4c9b-8b68-70faab398f64 req-69b882e2-ee62-4641-bc70-00ab4d3f9beb tempest-TestEncryptedCinderVolumes-1691109882 tempest-TestEncryptedCinderVolumes-1691109882-project] 10.222.0.48 "GET /v2.0/ports?device_id=63c152eb-c2dd-4022-8f0e-4c03f5641b09 HTTP/1.1" status: 200 len: 945 time: 0.0941916 Apr 18 21:39:21.789883 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.plugin [req-d5850340-e46f-4c9b-8b68-70faab398f64 req-5fda8eea-7c27-4b0f-ade1-3fc07aaac87d tempest-TestEncryptedCinderVolumes-1691109882 tempest-TestEncryptedCinderVolumes-1691109882-project] Deleting port ff8283f8-a4ac-4e64-9e36-950a82e887f1 {{(pid=84041) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 21:39:21.790217 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [req-d5850340-e46f-4c9b-8b68-70faab398f64 req-5fda8eea-7c27-4b0f-ade1-3fc07aaac87d tempest-TestEncryptedCinderVolumes-1691109882 tempest-TestEncryptedCinderVolumes-1691109882-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750375188691'] for port, before_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:39:22.038431 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.db [req-d5850340-e46f-4c9b-8b68-70faab398f64 req-5fda8eea-7c27-4b0f-ade1-3fc07aaac87d tempest-TestEncryptedCinderVolumes-1691109882 tempest-TestEncryptedCinderVolumes-1691109882-project] For port ff8283f8-a4ac-4e64-9e36-950a82e887f1, host n-h2-838334-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838334-2',level=0,port_id=ff8283f8-a4ac-4e64-9e36-950a82e887f1,segment=NetworkSegment(e2601af2-b10e-40f0-a3e7-671d74b9e70c),segment_id=e2601af2-b10e-40f0-a3e7-671d74b9e70c)] {{(pid=84041) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:39:22.038785 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [req-d5850340-e46f-4c9b-8b68-70faab398f64 req-5fda8eea-7c27-4b0f-ade1-3fc07aaac87d tempest-TestEncryptedCinderVolumes-1691109882 tempest-TestEncryptedCinderVolumes-1691109882-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369123'] for port, precommit_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:39:22.159461 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.plugin [req-d5850340-e46f-4c9b-8b68-70faab398f64 req-5fda8eea-7c27-4b0f-ade1-3fc07aaac87d tempest-TestEncryptedCinderVolumes-1691109882 tempest-TestEncryptedCinderVolumes-1691109882-project] Calling delete_port for ff8283f8-a4ac-4e64-9e36-950a82e887f1 owned by compute:nova {{(pid=84041) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 21:39:22.295101 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bfdc4e8-1042-4f8c-b585-a010745952ab req-12520574-ad76-4b77-afc7-0a81a613a6b6 tempest-TestEncryptedCinderVolumes-1691109882 tempest-TestEncryptedCinderVolumes-1691109882-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:39:22.296586 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-7bfdc4e8-1042-4f8c-b585-a010745952ab req-12520574-ad76-4b77-afc7-0a81a613a6b6 tempest-TestEncryptedCinderVolumes-1691109882 tempest-TestEncryptedCinderVolumes-1691109882-project] 10.222.0.42 "GET /v2.0/ports?device_id=63c152eb-c2dd-4022-8f0e-4c03f5641b09 HTTP/1.1" status: 200 len: 945 time: 0.0773568 Apr 18 21:39:22.305446 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [req-d5850340-e46f-4c9b-8b68-70faab398f64 req-5fda8eea-7c27-4b0f-ade1-3fc07aaac87d tempest-TestEncryptedCinderVolumes-1691109882 tempest-TestEncryptedCinderVolumes-1691109882-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750375259028', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750374836628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32266323'] for port, after_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:39:22.320295 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] get_ports_and_sgs() called for port_ids ['ff8283f8-a4ac-4e64-9e36-950a82e887f1'] {{(pid=84042) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 18 21:39:22.353318 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fda8eea-7c27-4b0f-ade1-3fc07aaac87d tempest-TestEncryptedCinderVolumes-1691109882 tempest-TestEncryptedCinderVolumes-1691109882-project] Pushing event deleted for resources: {'Port': ['ID=ff8283f8-a4ac-4e64-9e36-950a82e887f1,revision_number=None']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:39:22.356286 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-7bfdc4e8-1042-4f8c-b585-a010745952ab req-66abd271-fa1e-40ef-870e-c98bc5e4a6b6 tempest-TestEncryptedCinderVolumes-1691109882 tempest-TestEncryptedCinderVolumes-1691109882-project] 10.222.0.42 "GET /v2.0/security-groups?id=dc6419c3-2eae-4fa1-8202-4e00fdf1a81c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536969 Apr 18 21:39:22.389444 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fda8eea-7c27-4b0f-ade1-3fc07aaac87d tempest-TestEncryptedCinderVolumes-1691109882 tempest-TestEncryptedCinderVolumes-1691109882-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:39:22.389789 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fda8eea-7c27-4b0f-ade1-3fc07aaac87d tempest-TestEncryptedCinderVolumes-1691109882 tempest-TestEncryptedCinderVolumes-1691109882-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:39:22.390120 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fda8eea-7c27-4b0f-ade1-3fc07aaac87d tempest-TestEncryptedCinderVolumes-1691109882 tempest-TestEncryptedCinderVolumes-1691109882-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:39:22.390450 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fda8eea-7c27-4b0f-ade1-3fc07aaac87d tempest-TestEncryptedCinderVolumes-1691109882 tempest-TestEncryptedCinderVolumes-1691109882-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:39:22.390773 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fda8eea-7c27-4b0f-ade1-3fc07aaac87d tempest-TestEncryptedCinderVolumes-1691109882 tempest-TestEncryptedCinderVolumes-1691109882-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:39:22.391095 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fda8eea-7c27-4b0f-ade1-3fc07aaac87d tempest-TestEncryptedCinderVolumes-1691109882 tempest-TestEncryptedCinderVolumes-1691109882-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:39:22.391415 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fda8eea-7c27-4b0f-ade1-3fc07aaac87d tempest-TestEncryptedCinderVolumes-1691109882 tempest-TestEncryptedCinderVolumes-1691109882-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:39:22.391763 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fda8eea-7c27-4b0f-ade1-3fc07aaac87d tempest-TestEncryptedCinderVolumes-1691109882 tempest-TestEncryptedCinderVolumes-1691109882-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:39:22.392085 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fda8eea-7c27-4b0f-ade1-3fc07aaac87d tempest-TestEncryptedCinderVolumes-1691109882 tempest-TestEncryptedCinderVolumes-1691109882-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:39:22.392398 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fda8eea-7c27-4b0f-ade1-3fc07aaac87d tempest-TestEncryptedCinderVolumes-1691109882 tempest-TestEncryptedCinderVolumes-1691109882-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:39:22.392710 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fda8eea-7c27-4b0f-ade1-3fc07aaac87d tempest-TestEncryptedCinderVolumes-1691109882 tempest-TestEncryptedCinderVolumes-1691109882-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:39:22.444021 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.l3_dvrscheduler_db [req-d5850340-e46f-4c9b-8b68-70faab398f64 req-5fda8eea-7c27-4b0f-ade1-3fc07aaac87d tempest-TestEncryptedCinderVolumes-1691109882 tempest-TestEncryptedCinderVolumes-1691109882-project] No DVR routers for this DVR port ff8283f8-a4ac-4e64-9e36-950a82e887f1 on host n-h2-838334-2 {{(pid=84041) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 21:39:22.446727 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [req-d5850340-e46f-4c9b-8b68-70faab398f64 req-5fda8eea-7c27-4b0f-ade1-3fc07aaac87d tempest-TestEncryptedCinderVolumes-1691109882 tempest-TestEncryptedCinderVolumes-1691109882-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217293'] for port, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:39:22.449351 n-d-838334-2 neutron-server[84041]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '63c152eb-c2dd-4022-8f0e-4c03f5641b09', 'name': 'network-vif-deleted', 'tag': 'ff8283f8-a4ac-4e64-9e36-950a82e887f1'}] {{(pid=84041) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 21:39:22.466253 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-d5850340-e46f-4c9b-8b68-70faab398f64 req-5fda8eea-7c27-4b0f-ade1-3fc07aaac87d tempest-TestEncryptedCinderVolumes-1691109882 tempest-TestEncryptedCinderVolumes-1691109882-project] 10.222.0.48 "DELETE /v2.0/ports/ff8283f8-a4ac-4e64-9e36-950a82e887f1 HTTP/1.1" status: 204 len: 173 time: 0.7371454 Apr 18 21:39:22.511384 n-d-838334-2 neutron-server[84041]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b82fee27-ff22-45a8-8883-91bc76bdf0bd'] response: {'server_uuid': '63c152eb-c2dd-4022-8f0e-4c03f5641b09', 'name': 'network-vif-deleted', 'tag': 'ff8283f8-a4ac-4e64-9e36-950a82e887f1', 'status': 'completed', 'code': 200} Apr 18 21:39:24.009478 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7fbe559-47fe-4062-a46a-bc097185ba8c req-e0cdd2e4-4470-43f0-a2aa-c61692a3b5df tempest-TestEncryptedCinderVolumes-1691109882 tempest-TestEncryptedCinderVolumes-1691109882-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:39:24.010889 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-c7fbe559-47fe-4062-a46a-bc097185ba8c req-e0cdd2e4-4470-43f0-a2aa-c61692a3b5df tempest-TestEncryptedCinderVolumes-1691109882 tempest-TestEncryptedCinderVolumes-1691109882-project] 10.222.0.42 "GET /v2.0/networks?id=72e14480-482a-44a7-93b5-c0034bc71751 HTTP/1.1" status: 200 len: 817 time: 0.1553073 Apr 18 21:39:24.027666 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-c7fbe559-47fe-4062-a46a-bc097185ba8c req-895de330-a171-4493-b2a3-1674180e0663 tempest-TestEncryptedCinderVolumes-1691109882 tempest-TestEncryptedCinderVolumes-1691109882-project] 10.222.0.42 "GET /v2.0/quotas/881622fe52874893ade176c282fe5b14 HTTP/1.1" status: 200 len: 375 time: 0.0114625 Apr 18 21:39:24.105144 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-c7fbe559-47fe-4062-a46a-bc097185ba8c req-4d84c9ec-6b88-47c6-95b3-a157e0cd6901 tempest-TestEncryptedCinderVolumes-1691109882 tempest-TestEncryptedCinderVolumes-1691109882-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=881622fe52874893ade176c282fe5b14&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0727923 Apr 18 21:39:24.247724 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-c7fbe559-47fe-4062-a46a-bc097185ba8c req-3ff0534c-731d-4d85-a3a0-c858179e2332 service neutron] 10.222.0.42 "GET /v2.0/networks/72e14480-482a-44a7-93b5-c0034bc71751?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1309917 Apr 18 21:39:24.380060 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-c7fbe559-47fe-4062-a46a-bc097185ba8c req-e648e313-1734-4503-a774-9ed63ecc29ca service neutron] 10.222.0.42 "GET /v2.0/networks/72e14480-482a-44a7-93b5-c0034bc71751?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1258745 Apr 18 21:39:24.574110 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-43fdcd75-8ef9-4c8b-99a1-670738beeec9 req-c3fe641e-c6d5-4666-a916-9f8c452a102c tempest-TestEncryptedCinderVolumes-1691109882 tempest-TestEncryptedCinderVolumes-1691109882-project] 10.222.0.42 "GET /v2.0/ports?device_id=8c1a9421-e551-4704-a904-a3c5bf1793f3 HTTP/1.1" status: 200 len: 210 time: 0.0458488 Apr 18 21:39:25.597140 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7fbe559-47fe-4062-a46a-bc097185ba8c req-3146d54f-e579-4b6a-9a86-3759781bd970 tempest-TestEncryptedCinderVolumes-1691109882 tempest-TestEncryptedCinderVolumes-1691109882-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:39:25.598755 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-c7fbe559-47fe-4062-a46a-bc097185ba8c req-3146d54f-e579-4b6a-9a86-3759781bd970 tempest-TestEncryptedCinderVolumes-1691109882 tempest-TestEncryptedCinderVolumes-1691109882-project] 10.222.0.43 "GET /v2.0/networks?id=72e14480-482a-44a7-93b5-c0034bc71751 HTTP/1.1" status: 200 len: 817 time: 0.1482654 Apr 18 21:39:25.614103 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.v2.base [req-c7fbe559-47fe-4062-a46a-bc097185ba8c req-cb43b5a6-2928-497b-93ee-f20e93bb94f0 tempest-TestEncryptedCinderVolumes-1691109882 tempest-TestEncryptedCinderVolumes-1691109882-project] Request body: {'port': {'device_id': '8c1a9421-e551-4704-a904-a3c5bf1793f3', 'network_id': '72e14480-482a-44a7-93b5-c0034bc71751', 'admin_state_up': True, 'tenant_id': '881622fe52874893ade176c282fe5b14'}} {{(pid=84040) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:39:25.765820 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-1db0e74a-acc9-4dae-bdda-e639eafdd2ba req-dda53ac5-eb91-4e63-a40f-1c52dec7c9e0 tempest-TestEncryptedCinderVolumes-1691109882 tempest-TestEncryptedCinderVolumes-1691109882-project] 10.222.0.42 "GET /v2.0/ports?device_id=8c1a9421-e551-4704-a904-a3c5bf1793f3 HTTP/1.1" status: 200 len: 210 time: 0.0581789 Apr 18 21:39:25.792297 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [req-c7fbe559-47fe-4062-a46a-bc097185ba8c req-cb43b5a6-2928-497b-93ee-f20e93bb94f0 tempest-TestEncryptedCinderVolumes-1691109882 tempest-TestEncryptedCinderVolumes-1691109882-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:39:25.796272 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [req-c7fbe559-47fe-4062-a46a-bc097185ba8c req-cb43b5a6-2928-497b-93ee-f20e93bb94f0 tempest-TestEncryptedCinderVolumes-1691109882 tempest-TestEncryptedCinderVolumes-1691109882-project] Usage tracker for resource:port and tenant:881622fe52874893ade176c282fe5b14 is out of sync, need to count used quota {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:39:25.799017 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [req-c7fbe559-47fe-4062-a46a-bc097185ba8c req-cb43b5a6-2928-497b-93ee-f20e93bb94f0 tempest-TestEncryptedCinderVolumes-1691109882 tempest-TestEncryptedCinderVolumes-1691109882-project] Quota usage for port was recalculated. Used quota:2. {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:39:25.805460 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [req-c7fbe559-47fe-4062-a46a-bc097185ba8c req-cb43b5a6-2928-497b-93ee-f20e93bb94f0 tempest-TestEncryptedCinderVolumes-1691109882 tempest-TestEncryptedCinderVolumes-1691109882-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:39:25.815128 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c7fbe559-47fe-4062-a46a-bc097185ba8c req-cb43b5a6-2928-497b-93ee-f20e93bb94f0 tempest-TestEncryptedCinderVolumes-1691109882 tempest-TestEncryptedCinderVolumes-1691109882-project] Made reservation on behalf of 881622fe52874893ade176c282fe5b14 for: {'port': 1} {{(pid=84040) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:39:25.818039 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-c7fbe559-47fe-4062-a46a-bc097185ba8c req-cb43b5a6-2928-497b-93ee-f20e93bb94f0 tempest-TestEncryptedCinderVolumes-1691109882 tempest-TestEncryptedCinderVolumes-1691109882-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:39:25.977807 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.db_base_plugin_common [req-c7fbe559-47fe-4062-a46a-bc097185ba8c req-cb43b5a6-2928-497b-93ee-f20e93bb94f0 tempest-TestEncryptedCinderVolumes-1691109882 tempest-TestEncryptedCinderVolumes-1691109882-project] Allocated IP 172.20.0.7 (72e14480-482a-44a7-93b5-c0034bc71751/b17dd8e1-922e-465c-97ac-60f607ad19f9/56cc63bf-a1f8-4fda-bb1e-5f9e08664c83) {{(pid=84040) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 21:39:26.173305 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-c7fbe559-47fe-4062-a46a-bc097185ba8c req-cb43b5a6-2928-497b-93ee-f20e93bb94f0 tempest-TestEncryptedCinderVolumes-1691109882 tempest-TestEncryptedCinderVolumes-1691109882-project] Notify callbacks [] for port, precommit_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:39:26.189159 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.provisioning_blocks [req-c7fbe559-47fe-4062-a46a-bc097185ba8c req-cb43b5a6-2928-497b-93ee-f20e93bb94f0 tempest-TestEncryptedCinderVolumes-1691109882 tempest-TestEncryptedCinderVolumes-1691109882-project] Transition to ACTIVE for port object 56cc63bf-a1f8-4fda-bb1e-5f9e08664c83 will not be triggered until provisioned by entity DHCP. {{(pid=84040) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:39:26.210292 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-c7fbe559-47fe-4062-a46a-bc097185ba8c req-cb43b5a6-2928-497b-93ee-f20e93bb94f0 tempest-TestEncryptedCinderVolumes-1691109882 tempest-TestEncryptedCinderVolumes-1691109882-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750374836619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32440838'] for port, after_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:39:26.281759 n-d-838334-2 neutron-server[84040]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c7fbe559-47fe-4062-a46a-bc097185ba8c req-cb43b5a6-2928-497b-93ee-f20e93bb94f0 tempest-TestEncryptedCinderVolumes-1691109882 tempest-TestEncryptedCinderVolumes-1691109882-project] Network 72e14480-482a-44a7-93b5-c0034bc71751 is already hosted by enough agents. {{(pid=84040) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:39:26.284808 n-d-838334-2 neutron-server[84040]: DEBUG neutron.scheduler.base_scheduler [req-c7fbe559-47fe-4062-a46a-bc097185ba8c req-cb43b5a6-2928-497b-93ee-f20e93bb94f0 tempest-TestEncryptedCinderVolumes-1691109882 tempest-TestEncryptedCinderVolumes-1691109882-project] Resources bound (agent type, host, resource id): {{(pid=84040) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:39:26.289620 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.l3_dvrscheduler_db [req-c7fbe559-47fe-4062-a46a-bc097185ba8c req-cb43b5a6-2928-497b-93ee-f20e93bb94f0 tempest-TestEncryptedCinderVolumes-1691109882 tempest-TestEncryptedCinderVolumes-1691109882-project] Received port after_create {{(pid=84040) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 21:39:26.367461 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Device ff8283f8-a4ac-4e64-9e36-950a82e887f1 no longer exists at agent hyperv_n-h2-838334-2 {{(pid=84042) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 21:39:26.402517 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.plugin [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] No Port match for: ff8283f8-a4ac-4e64-9e36-950a82e887f1 {{(pid=84042) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 18 21:39:26.403014 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Device ff8283f8-a4ac-4e64-9e36-950a82e887f1 not bound to the agent host n-h2-838334-2 {{(pid=84042) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 21:39:26.424854 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb43b5a6-2928-497b-93ee-f20e93bb94f0 tempest-TestEncryptedCinderVolumes-1691109882 tempest-TestEncryptedCinderVolumes-1691109882-project] Pushing event updated for resources: {'Port': ['ID=56cc63bf-a1f8-4fda-bb1e-5f9e08664c83,revision_number=1']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:39:26.446904 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb43b5a6-2928-497b-93ee-f20e93bb94f0 tempest-TestEncryptedCinderVolumes-1691109882 tempest-TestEncryptedCinderVolumes-1691109882-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:39:26.447251 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb43b5a6-2928-497b-93ee-f20e93bb94f0 tempest-TestEncryptedCinderVolumes-1691109882 tempest-TestEncryptedCinderVolumes-1691109882-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:39:26.447587 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb43b5a6-2928-497b-93ee-f20e93bb94f0 tempest-TestEncryptedCinderVolumes-1691109882 tempest-TestEncryptedCinderVolumes-1691109882-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:39:26.447947 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb43b5a6-2928-497b-93ee-f20e93bb94f0 tempest-TestEncryptedCinderVolumes-1691109882 tempest-TestEncryptedCinderVolumes-1691109882-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:39:26.448311 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb43b5a6-2928-497b-93ee-f20e93bb94f0 tempest-TestEncryptedCinderVolumes-1691109882 tempest-TestEncryptedCinderVolumes-1691109882-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:39:26.448640 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb43b5a6-2928-497b-93ee-f20e93bb94f0 tempest-TestEncryptedCinderVolumes-1691109882 tempest-TestEncryptedCinderVolumes-1691109882-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:39:26.448962 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb43b5a6-2928-497b-93ee-f20e93bb94f0 tempest-TestEncryptedCinderVolumes-1691109882 tempest-TestEncryptedCinderVolumes-1691109882-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:39:26.449288 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb43b5a6-2928-497b-93ee-f20e93bb94f0 tempest-TestEncryptedCinderVolumes-1691109882 tempest-TestEncryptedCinderVolumes-1691109882-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:39:26.449611 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb43b5a6-2928-497b-93ee-f20e93bb94f0 tempest-TestEncryptedCinderVolumes-1691109882 tempest-TestEncryptedCinderVolumes-1691109882-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:39:26.449928 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb43b5a6-2928-497b-93ee-f20e93bb94f0 tempest-TestEncryptedCinderVolumes-1691109882 tempest-TestEncryptedCinderVolumes-1691109882-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:39:26.450246 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb43b5a6-2928-497b-93ee-f20e93bb94f0 tempest-TestEncryptedCinderVolumes-1691109882 tempest-TestEncryptedCinderVolumes-1691109882-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:39:26.471348 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7fbe559-47fe-4062-a46a-bc097185ba8c req-cb43b5a6-2928-497b-93ee-f20e93bb94f0 tempest-TestEncryptedCinderVolumes-1691109882 tempest-TestEncryptedCinderVolumes-1691109882-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:39:26.471982 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-c7fbe559-47fe-4062-a46a-bc097185ba8c req-cb43b5a6-2928-497b-93ee-f20e93bb94f0 tempest-TestEncryptedCinderVolumes-1691109882 tempest-TestEncryptedCinderVolumes-1691109882-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217293'] for port, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:39:26.497240 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-c7fbe559-47fe-4062-a46a-bc097185ba8c req-cb43b5a6-2928-497b-93ee-f20e93bb94f0 tempest-TestEncryptedCinderVolumes-1691109882 tempest-TestEncryptedCinderVolumes-1691109882-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8870602 Apr 18 21:39:26.508082 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.v2.base [req-c7fbe559-47fe-4062-a46a-bc097185ba8c req-c821716f-da44-42b0-a514-30d25f092aa4 service neutron] Request body: {'port': {'device_id': '8c1a9421-e551-4704-a904-a3c5bf1793f3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-838334-2'}} {{(pid=84040) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:39:26.554835 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-c66b7abc-ab32-48a1-8269-4ccd3eb014a7 None None] Provisioning for port 56cc63bf-a1f8-4fda-bb1e-5f9e08664c83 completed by entity DHCP. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 21:39:26.559612 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-c66b7abc-ab32-48a1-8269-4ccd3eb014a7 None None] Provisioning complete for port 56cc63bf-a1f8-4fda-bb1e-5f9e08664c83 triggered by entity DHCP. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:39:26.559936 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-c66b7abc-ab32-48a1-8269-4ccd3eb014a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1253608'] for port, provisioning_complete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:39:26.611274 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.plugin [None req-c66b7abc-ab32-48a1-8269-4ccd3eb014a7 None None] Port 56cc63bf-a1f8-4fda-bb1e-5f9e08664c83 cannot update to ACTIVE because it is not bound. {{(pid=84042) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 18 21:39:26.620054 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-c7fbe559-47fe-4062-a46a-bc097185ba8c req-c821716f-da44-42b0-a514-30d25f092aa4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:39:27.006642 n-d-838334-2 neutron-server[84040]: DEBUG neutron.notifiers.nova [req-c7fbe559-47fe-4062-a46a-bc097185ba8c req-c821716f-da44-42b0-a514-30d25f092aa4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 56cc63bf-a1f8-4fda-bb1e-5f9e08664c83 {{(pid=84040) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 18 21:39:27.015042 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-c7fbe559-47fe-4062-a46a-bc097185ba8c req-c821716f-da44-42b0-a514-30d25f092aa4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:39:27.040577 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e92a5a4-a5f5-4a95-9240-13c9121ed8a0 req-efe77b28-101f-46a0-9b1b-c98a777d34f3 tempest-TestEncryptedCinderVolumes-1691109882 tempest-TestEncryptedCinderVolumes-1691109882-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:39:27.041245 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [req-7e92a5a4-a5f5-4a95-9240-13c9121ed8a0 req-efe77b28-101f-46a0-9b1b-c98a777d34f3 tempest-TestEncryptedCinderVolumes-1691109882 tempest-TestEncryptedCinderVolumes-1691109882-project] Synchronizing usage tracker for tenant:881622fe52874893ade176c282fe5b14 on resource:port {{(pid=84040) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 21:39:27.043801 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.provisioning_blocks [req-c7fbe559-47fe-4062-a46a-bc097185ba8c req-c821716f-da44-42b0-a514-30d25f092aa4 service neutron] Transition to ACTIVE for port object 56cc63bf-a1f8-4fda-bb1e-5f9e08664c83 will not be triggered until provisioned by entity L2. {{(pid=84040) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:39:27.049042 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-c7fbe559-47fe-4062-a46a-bc097185ba8c req-c821716f-da44-42b0-a514-30d25f092aa4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32440959'] for port, after_update {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:39:27.111763 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [req-7e92a5a4-a5f5-4a95-9240-13c9121ed8a0 req-efe77b28-101f-46a0-9b1b-c98a777d34f3 tempest-TestEncryptedCinderVolumes-1691109882 tempest-TestEncryptedCinderVolumes-1691109882-project] Unset dirty status for tenant:881622fe52874893ade176c282fe5b14 on resource:port {{(pid=84040) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 21:39:27.112912 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-7e92a5a4-a5f5-4a95-9240-13c9121ed8a0 req-efe77b28-101f-46a0-9b1b-c98a777d34f3 tempest-TestEncryptedCinderVolumes-1691109882 tempest-TestEncryptedCinderVolumes-1691109882-project] 10.222.0.42 "GET /v2.0/ports?device_id=8c1a9421-e551-4704-a904-a3c5bf1793f3 HTTP/1.1" status: 200 len: 931 time: 0.2279174 Apr 18 21:39:27.206622 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c821716f-da44-42b0-a514-30d25f092aa4 service neutron] Pushing event updated for resources: {'Port': ['ID=56cc63bf-a1f8-4fda-bb1e-5f9e08664c83,revision_number=2']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:39:27.288313 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-7e92a5a4-a5f5-4a95-9240-13c9121ed8a0 req-70bf26dc-7b3e-48d6-a7fd-fbf35cce347f tempest-TestEncryptedCinderVolumes-1691109882 tempest-TestEncryptedCinderVolumes-1691109882-project] 10.222.0.42 "GET /v2.0/security-groups?id=dc6419c3-2eae-4fa1-8202-4e00fdf1a81c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1251249 Apr 18 21:39:27.332727 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.managers [req-c7fbe559-47fe-4062-a46a-bc097185ba8c req-c821716f-da44-42b0-a514-30d25f092aa4 service neutron] Attempting to bind port 56cc63bf-a1f8-4fda-bb1e-5f9e08664c83 on host n-h1-838334-2 for vnic_type normal with profile {{(pid=84040) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 21:39:27.333240 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.managers [req-c7fbe559-47fe-4062-a46a-bc097185ba8c req-c821716f-da44-42b0-a514-30d25f092aa4 service neutron] Attempting to bind port 56cc63bf-a1f8-4fda-bb1e-5f9e08664c83 by drivers openvswitch,hyperv on host n-h1-838334-2 at level 0 using segments [{'id': 'e2601af2-b10e-40f0-a3e7-671d74b9e70c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '72e14480-482a-44a7-93b5-c0034bc71751'}] {{(pid=84040) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 21:39:27.333572 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7fbe559-47fe-4062-a46a-bc097185ba8c req-c821716f-da44-42b0-a514-30d25f092aa4 service neutron] Attempting to bind port 56cc63bf-a1f8-4fda-bb1e-5f9e08664c83 on network 72e14480-482a-44a7-93b5-c0034bc71751 {{(pid=84040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 21:39:27.340103 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7fbe559-47fe-4062-a46a-bc097185ba8c req-c821716f-da44-42b0-a514-30d25f092aa4 service neutron] Port 56cc63bf-a1f8-4fda-bb1e-5f9e08664c83 on network 72e14480-482a-44a7-93b5-c0034bc71751 not bound, no agent of type Open vSwitch agent registered on host n-h1-838334-2 {{(pid=84040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 18 21:39:27.340409 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7fbe559-47fe-4062-a46a-bc097185ba8c req-c821716f-da44-42b0-a514-30d25f092aa4 service neutron] Attempting to bind port 56cc63bf-a1f8-4fda-bb1e-5f9e08664c83 on network 72e14480-482a-44a7-93b5-c0034bc71751 {{(pid=84040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 21:39:27.346586 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7fbe559-47fe-4062-a46a-bc097185ba8c req-c821716f-da44-42b0-a514-30d25f092aa4 service neutron] Checking agent: {'id': 'd63bab19-ff81-4de1-afeb-a3732288d0d7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-838334-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 33, 59), 'started_at': datetime.datetime(2022, 4, 18, 20, 33, 59), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 21, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 18 21:39:27.346910 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7fbe559-47fe-4062-a46a-bc097185ba8c req-c821716f-da44-42b0-a514-30d25f092aa4 service neutron] Checking segment: {'id': 'e2601af2-b10e-40f0-a3e7-671d74b9e70c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '72e14480-482a-44a7-93b5-c0034bc71751'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84040) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 21:39:27.347304 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7fbe559-47fe-4062-a46a-bc097185ba8c req-c821716f-da44-42b0-a514-30d25f092aa4 service neutron] Bound using segment: {'id': 'e2601af2-b10e-40f0-a3e7-671d74b9e70c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '72e14480-482a-44a7-93b5-c0034bc71751'} {{(pid=84040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 18 21:39:27.347746 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.managers [req-c7fbe559-47fe-4062-a46a-bc097185ba8c req-c821716f-da44-42b0-a514-30d25f092aa4 service neutron] Bound port: 56cc63bf-a1f8-4fda-bb1e-5f9e08664c83, host: n-h1-838334-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e2601af2-b10e-40f0-a3e7-671d74b9e70c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '72e14480-482a-44a7-93b5-c0034bc71751'}}] {{(pid=84040) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 21:39:27.348086 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-c7fbe559-47fe-4062-a46a-bc097185ba8c req-c821716f-da44-42b0-a514-30d25f092aa4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:39:27.433892 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.db [req-c7fbe559-47fe-4062-a46a-bc097185ba8c req-c821716f-da44-42b0-a514-30d25f092aa4 service neutron] For port 56cc63bf-a1f8-4fda-bb1e-5f9e08664c83, host n-h1-838334-2, cleared binding levels {{(pid=84040) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 21:39:27.436657 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.db [req-c7fbe559-47fe-4062-a46a-bc097185ba8c req-c821716f-da44-42b0-a514-30d25f092aa4 service neutron] For port 56cc63bf-a1f8-4fda-bb1e-5f9e08664c83, host n-h1-838334-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838334-2',level=0,port_id=56cc63bf-a1f8-4fda-bb1e-5f9e08664c83,segment=NetworkSegment(e2601af2-b10e-40f0-a3e7-671d74b9e70c),segment_id=e2601af2-b10e-40f0-a3e7-671d74b9e70c)] {{(pid=84040) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 21:39:27.441146 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-c7fbe559-47fe-4062-a46a-bc097185ba8c req-c821716f-da44-42b0-a514-30d25f092aa4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32440959'] for port, after_update {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:39:27.508633 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-c7fbe559-47fe-4062-a46a-bc097185ba8c req-c821716f-da44-42b0-a514-30d25f092aa4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217293'] for port, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:39:27.509977 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-c7fbe559-47fe-4062-a46a-bc097185ba8c req-c821716f-da44-42b0-a514-30d25f092aa4 service neutron] 10.222.0.43 "PUT /v2.0/ports/56cc63bf-a1f8-4fda-bb1e-5f9e08664c83 HTTP/1.1" status: 200 len: 1091 time: 1.0057821 Apr 18 21:39:27.510428 n-d-838334-2 neutron-server[84040]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8c1a9421-e551-4704-a904-a3c5bf1793f3', 'tag': '56cc63bf-a1f8-4fda-bb1e-5f9e08664c83'}] {{(pid=84040) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 21:39:27.524144 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c821716f-da44-42b0-a514-30d25f092aa4 service neutron] Pushing event updated for resources: {'Port': ['ID=56cc63bf-a1f8-4fda-bb1e-5f9e08664c83,revision_number=3']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:39:27.594260 n-d-838334-2 neutron-server[84040]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d0adf2d6-9cbb-4187-9ba2-133b0d6ccae6'] response: {'name': 'network-changed', 'server_uuid': '8c1a9421-e551-4704-a904-a3c5bf1793f3', 'tag': '56cc63bf-a1f8-4fda-bb1e-5f9e08664c83', 'status': 'completed', 'code': 200} Apr 18 21:39:27.636997 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-c7fbe559-47fe-4062-a46a-bc097185ba8c req-0d74f561-bf49-45a4-9a31-0894388ec69d service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=881622fe52874893ade176c282fe5b14&device_id=8c1a9421-e551-4704-a904-a3c5bf1793f3 HTTP/1.1" status: 200 len: 1094 time: 0.0880256 Apr 18 21:39:27.709711 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-c7fbe559-47fe-4062-a46a-bc097185ba8c req-de04b8f4-9011-421d-a70f-539b73c8622c service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=56cc63bf-a1f8-4fda-bb1e-5f9e08664c83 HTTP/1.1" status: 200 len: 217 time: 0.0659761 Apr 18 21:39:27.772508 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7fbe559-47fe-4062-a46a-bc097185ba8c req-9589a5a2-816d-4ea6-89c7-3e39bfeb6730 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:39:27.773933 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-c7fbe559-47fe-4062-a46a-bc097185ba8c req-9589a5a2-816d-4ea6-89c7-3e39bfeb6730 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=b17dd8e1-922e-465c-97ac-60f607ad19f9 HTTP/1.1" status: 200 len: 856 time: 0.0592673 Apr 18 21:39:27.846922 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-c7fbe559-47fe-4062-a46a-bc097185ba8c req-3eedf792-1c62-4358-9ba2-30047908fa6b service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=72e14480-482a-44a7-93b5-c0034bc71751&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0669377 Apr 18 21:39:27.974085 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-c7fbe559-47fe-4062-a46a-bc097185ba8c req-f72daf26-4053-4d3b-8a18-ad61d6fbe1ae service neutron] 10.222.0.43 "GET /v2.0/networks/72e14480-482a-44a7-93b5-c0034bc71751?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1207759 Apr 18 21:39:28.105078 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-c7fbe559-47fe-4062-a46a-bc097185ba8c req-25cc6796-1ed6-4b17-9af5-d2b8ecd52e32 service neutron] 10.222.0.43 "GET /v2.0/networks/72e14480-482a-44a7-93b5-c0034bc71751?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1259172 Apr 18 21:39:28.310764 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-4aeabdcd-e2ce-4555-a5bb-6cbf1e9ac851 req-9f914080-a975-4ee7-b9af-f76eebf588f1 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=881622fe52874893ade176c282fe5b14&device_id=8c1a9421-e551-4704-a904-a3c5bf1793f3 HTTP/1.1" status: 200 len: 1094 time: 0.1608400 Apr 18 21:39:28.482524 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aeabdcd-e2ce-4555-a5bb-6cbf1e9ac851 req-3b7f07b0-991e-47fb-a93c-3c95ce67abb7 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:39:28.483973 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-4aeabdcd-e2ce-4555-a5bb-6cbf1e9ac851 req-3b7f07b0-991e-47fb-a93c-3c95ce67abb7 service neutron] 10.222.0.43 "GET /v2.0/networks?id=72e14480-482a-44a7-93b5-c0034bc71751 HTTP/1.1" status: 200 len: 918 time: 0.1665859 Apr 18 21:39:28.563119 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-4aeabdcd-e2ce-4555-a5bb-6cbf1e9ac851 req-2f493bdd-5108-41f3-892b-6c6ee02b44f2 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=56cc63bf-a1f8-4fda-bb1e-5f9e08664c83 HTTP/1.1" status: 200 len: 217 time: 0.0702724 Apr 18 21:39:28.608199 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9a4f708-3977-41f4-a2fd-9d82fc2fc2ef req-46c42550-737f-4140-a896-311184bf7f59 tempest-TestEncryptedCinderVolumes-1691109882 tempest-TestEncryptedCinderVolumes-1691109882-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:39:28.609632 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-b9a4f708-3977-41f4-a2fd-9d82fc2fc2ef req-46c42550-737f-4140-a896-311184bf7f59 tempest-TestEncryptedCinderVolumes-1691109882 tempest-TestEncryptedCinderVolumes-1691109882-project] 10.222.0.42 "GET /v2.0/ports?device_id=8c1a9421-e551-4704-a904-a3c5bf1793f3 HTTP/1.1" status: 200 len: 943 time: 0.1996779 Apr 18 21:39:28.639929 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aeabdcd-e2ce-4555-a5bb-6cbf1e9ac851 req-ab8ba5ec-0674-4d9f-925e-626d35522c79 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:39:28.641350 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-4aeabdcd-e2ce-4555-a5bb-6cbf1e9ac851 req-ab8ba5ec-0674-4d9f-925e-626d35522c79 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=b17dd8e1-922e-465c-97ac-60f607ad19f9 HTTP/1.1" status: 200 len: 856 time: 0.0709169 Apr 18 21:39:28.717451 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-4aeabdcd-e2ce-4555-a5bb-6cbf1e9ac851 req-caa70c66-d94a-4ac7-a526-e93a1531849b service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=72e14480-482a-44a7-93b5-c0034bc71751&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0695586 Apr 18 21:39:28.862570 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-b9a4f708-3977-41f4-a2fd-9d82fc2fc2ef req-51187698-49a1-40c3-849d-b61408fd52a2 tempest-TestEncryptedCinderVolumes-1691109882 tempest-TestEncryptedCinderVolumes-1691109882-project] 10.222.0.42 "GET /v2.0/security-groups?id=dc6419c3-2eae-4fa1-8202-4e00fdf1a81c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2453878 Apr 18 21:39:28.880189 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-4aeabdcd-e2ce-4555-a5bb-6cbf1e9ac851 req-646210ff-6b23-4b05-a706-f3e56e3bd4e0 service neutron] 10.222.0.43 "GET /v2.0/networks/72e14480-482a-44a7-93b5-c0034bc71751?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1561623 Apr 18 21:39:29.009186 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-4aeabdcd-e2ce-4555-a5bb-6cbf1e9ac851 req-197f8751-44f2-42e0-961e-7f523d5692f3 service neutron] 10.222.0.43 "GET /v2.0/networks/72e14480-482a-44a7-93b5-c0034bc71751?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1231098 Apr 18 21:39:30.116223 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750375287399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253529'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:39:30.135035 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f13f7c6a-9df5-4696-be02-bc0182bcc8ee req-beab0d32-1962-40af-b11e-b24346abbe6c tempest-TestEncryptedCinderVolumes-1691109882 tempest-TestEncryptedCinderVolumes-1691109882-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:39:30.136532 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-f13f7c6a-9df5-4696-be02-bc0182bcc8ee req-beab0d32-1962-40af-b11e-b24346abbe6c tempest-TestEncryptedCinderVolumes-1691109882 tempest-TestEncryptedCinderVolumes-1691109882-project] 10.222.0.42 "GET /v2.0/ports?device_id=8c1a9421-e551-4704-a904-a3c5bf1793f3 HTTP/1.1" status: 200 len: 943 time: 0.1538165 Apr 18 21:39:30.182346 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-f13f7c6a-9df5-4696-be02-bc0182bcc8ee req-dfb15150-6058-4335-bcde-c152cd88c06b tempest-TestEncryptedCinderVolumes-1691109882 tempest-TestEncryptedCinderVolumes-1691109882-project] 10.222.0.42 "GET /v2.0/security-groups?id=dc6419c3-2eae-4fa1-8202-4e00fdf1a81c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398021 Apr 18 21:39:31.378575 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9c7d35a-30c9-423d-92f1-5549a86a222c req-26b8def4-619c-4693-8cda-d068ae65ce81 tempest-TestEncryptedCinderVolumes-1691109882 tempest-TestEncryptedCinderVolumes-1691109882-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:39:31.380019 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-b9c7d35a-30c9-423d-92f1-5549a86a222c req-26b8def4-619c-4693-8cda-d068ae65ce81 tempest-TestEncryptedCinderVolumes-1691109882 tempest-TestEncryptedCinderVolumes-1691109882-project] 10.222.0.42 "GET /v2.0/ports?device_id=8c1a9421-e551-4704-a904-a3c5bf1793f3 HTTP/1.1" status: 200 len: 943 time: 0.0742431 Apr 18 21:39:31.427929 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-b9c7d35a-30c9-423d-92f1-5549a86a222c req-092fba29-5b60-419e-ab6a-ca30f8c5f00a tempest-TestEncryptedCinderVolumes-1691109882 tempest-TestEncryptedCinderVolumes-1691109882-project] 10.222.0.42 "GET /v2.0/security-groups?id=dc6419c3-2eae-4fa1-8202-4e00fdf1a81c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422571 Apr 18 21:39:31.789966 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Device 56cc63bf-a1f8-4fda-bb1e-5f9e08664c83 details requested by agent hyperv_n-h1-838334-2 with host n-h1-838334-2 {{(pid=84042) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 18 21:39:31.922416 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] For port 56cc63bf-a1f8-4fda-bb1e-5f9e08664c83, host n-h1-838334-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838334-2',level=0,port_id=56cc63bf-a1f8-4fda-bb1e-5f9e08664c83,segment=NetworkSegment(e2601af2-b10e-40f0-a3e7-671d74b9e70c),segment_id=e2601af2-b10e-40f0-a3e7-671d74b9e70c)] {{(pid=84042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:39:31.935473 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Returning: {'device': '56cc63bf-a1f8-4fda-bb1e-5f9e08664c83', 'network_id': '72e14480-482a-44a7-93b5-c0034bc71751', 'port_id': '56cc63bf-a1f8-4fda-bb1e-5f9e08664c83', 'mac_address': 'fa:16:3e:5b:fb:67', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 381, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b17dd8e1-922e-465c-97ac-60f607ad19f9', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84042) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 18 21:39:31.987272 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:39:32.004026 n-d-838334-2 neutron-server[84042]: DEBUG neutron.notifiers.nova [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 56cc63bf-a1f8-4fda-bb1e-5f9e08664c83 {{(pid=84042) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 18 21:39:32.018935 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] For port 56cc63bf-a1f8-4fda-bb1e-5f9e08664c83, host n-h1-838334-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838334-2',level=0,port_id=56cc63bf-a1f8-4fda-bb1e-5f9e08664c83,segment=NetworkSegment(e2601af2-b10e-40f0-a3e7-671d74b9e70c),segment_id=e2601af2-b10e-40f0-a3e7-671d74b9e70c)] {{(pid=84042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:39:32.022920 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682'] for port, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:39:32.086326 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Pushing event updated for resources: {'Port': ['ID=56cc63bf-a1f8-4fda-bb1e-5f9e08664c83,revision_number=4']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:39:32.094636 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:39:32.094984 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:39:32.095324 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:39:32.095686 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:39:32.096021 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:39:32.096346 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:39:32.096671 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:39:32.096994 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:39:32.097316 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:39:32.097639 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:39:32.097959 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:39:32.260256 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] get_ports_and_sgs() called for port_ids ['56cc63bf-a1f8-4fda-bb1e-5f9e08664c83'] {{(pid=84042) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 18 21:39:32.630262 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a0b6dc1-04ca-4ae7-be35-4f047b2c6003 req-76db72ca-a94a-49b8-938e-575956319d5d tempest-TestEncryptedCinderVolumes-1691109882 tempest-TestEncryptedCinderVolumes-1691109882-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:39:32.631802 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-1a0b6dc1-04ca-4ae7-be35-4f047b2c6003 req-76db72ca-a94a-49b8-938e-575956319d5d tempest-TestEncryptedCinderVolumes-1691109882 tempest-TestEncryptedCinderVolumes-1691109882-project] 10.222.0.42 "GET /v2.0/ports?device_id=8c1a9421-e551-4704-a904-a3c5bf1793f3 HTTP/1.1" status: 200 len: 944 time: 0.0784733 Apr 18 21:39:32.675743 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-1a0b6dc1-04ca-4ae7-be35-4f047b2c6003 req-c9389397-0781-4bbc-8991-69701be32752 tempest-TestEncryptedCinderVolumes-1691109882 tempest-TestEncryptedCinderVolumes-1691109882-project] 10.222.0.42 "GET /v2.0/security-groups?id=dc6419c3-2eae-4fa1-8202-4e00fdf1a81c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385039 Apr 18 21:39:33.799243 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Device 56cc63bf-a1f8-4fda-bb1e-5f9e08664c83 up at agent hyperv_n-h1-838334-2 {{(pid=84042) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 21:39:33.869609 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Provisioning for port 56cc63bf-a1f8-4fda-bb1e-5f9e08664c83 completed by entity L2. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 21:39:33.874399 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Provisioning complete for port 56cc63bf-a1f8-4fda-bb1e-5f9e08664c83 triggered by entity L2. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:39:33.874757 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1253608'] for port, provisioning_complete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:39:33.875066 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-304d9894-4807-4200-b18a-ea03e5e5009c req-037e94c3-4b88-4354-8e30-98e7f0f09c52 tempest-TestEncryptedCinderVolumes-1691109882 tempest-TestEncryptedCinderVolumes-1691109882-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:39:33.876587 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-304d9894-4807-4200-b18a-ea03e5e5009c req-037e94c3-4b88-4354-8e30-98e7f0f09c52 tempest-TestEncryptedCinderVolumes-1691109882 tempest-TestEncryptedCinderVolumes-1691109882-project] 10.222.0.42 "GET /v2.0/ports?device_id=8c1a9421-e551-4704-a904-a3c5bf1793f3 HTTP/1.1" status: 200 len: 944 time: 0.0802505 Apr 18 21:39:33.924892 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-304d9894-4807-4200-b18a-ea03e5e5009c req-704a5f4e-c80b-49d7-86a5-9832d9151b69 tempest-TestEncryptedCinderVolumes-1691109882 tempest-TestEncryptedCinderVolumes-1691109882-project] 10.222.0.42 "GET /v2.0/security-groups?id=dc6419c3-2eae-4fa1-8202-4e00fdf1a81c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420825 Apr 18 21:39:33.991350 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:39:34.021716 n-d-838334-2 neutron-server[84042]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8c1a9421-e551-4704-a904-a3c5bf1793f3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '56cc63bf-a1f8-4fda-bb1e-5f9e08664c83'}] {{(pid=84042) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 21:39:34.031459 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] For port 56cc63bf-a1f8-4fda-bb1e-5f9e08664c83, host n-h1-838334-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838334-2',level=0,port_id=56cc63bf-a1f8-4fda-bb1e-5f9e08664c83,segment=NetworkSegment(e2601af2-b10e-40f0-a3e7-671d74b9e70c),segment_id=e2601af2-b10e-40f0-a3e7-671d74b9e70c)] {{(pid=84042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:39:34.035778 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682'] for port, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:39:34.095068 n-d-838334-2 neutron-server[84042]: INFO neutron.notifiers.nova [-] Nova event matching ['req-aa5a5931-bf78-4546-9d7e-63237de3a5a8'] response: {'server_uuid': '8c1a9421-e551-4704-a904-a3c5bf1793f3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '56cc63bf-a1f8-4fda-bb1e-5f9e08664c83', 'code': 200} Apr 18 21:39:34.107428 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Pushing event updated for resources: {'Port': ['ID=56cc63bf-a1f8-4fda-bb1e-5f9e08664c83,revision_number=5']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:39:34.221067 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-a2b5189c-a2ae-4be2-97d1-57b20a5e503c req-c94b4375-6d8b-4877-8976-f320fc1d45fd service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=8c1a9421-e551-4704-a904-a3c5bf1793f3 HTTP/1.1" status: 200 len: 1096 time: 0.0697370 Apr 18 21:39:34.262528 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-a2b5189c-a2ae-4be2-97d1-57b20a5e503c req-966e5168-8e8d-4dc6-abfa-0bb213f188ab service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=dc6419c3-2eae-4fa1-8202-4e00fdf1a81c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346859 Apr 18 21:39:34.300113 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750375287399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253529'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:39:35.126089 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47aa5ff2-f470-4b31-be90-f81127003355 req-dc55c8d4-5538-4b83-9e13-48d89a8e069d tempest-TestEncryptedCinderVolumes-1691109882 tempest-TestEncryptedCinderVolumes-1691109882-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:39:35.127508 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-47aa5ff2-f470-4b31-be90-f81127003355 req-dc55c8d4-5538-4b83-9e13-48d89a8e069d tempest-TestEncryptedCinderVolumes-1691109882 tempest-TestEncryptedCinderVolumes-1691109882-project] 10.222.0.42 "GET /v2.0/ports?device_id=8c1a9421-e551-4704-a904-a3c5bf1793f3 HTTP/1.1" status: 200 len: 945 time: 0.0798390 Apr 18 21:39:35.173763 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-47aa5ff2-f470-4b31-be90-f81127003355 req-c11c240a-13d0-496b-8477-d62a40b1718a tempest-TestEncryptedCinderVolumes-1691109882 tempest-TestEncryptedCinderVolumes-1691109882-project] 10.222.0.42 "GET /v2.0/security-groups?id=dc6419c3-2eae-4fa1-8202-4e00fdf1a81c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404010 Apr 18 21:39:36.058642 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.agents_db [None req-6346a179-333c-4370-b5a6-936984aeab15 None None] Agent healthcheck: found 7 active agents {{(pid=84043) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 18 21:39:36.367785 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2bf5ac0-1130-45d2-a112-a97a8dce8ae5 req-b2b7375b-be6c-43c3-99ee-42ed82d1d5ba tempest-TestEncryptedCinderVolumes-1691109882 tempest-TestEncryptedCinderVolumes-1691109882-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:39:36.369221 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-a2bf5ac0-1130-45d2-a112-a97a8dce8ae5 req-b2b7375b-be6c-43c3-99ee-42ed82d1d5ba tempest-TestEncryptedCinderVolumes-1691109882 tempest-TestEncryptedCinderVolumes-1691109882-project] 10.222.0.42 "GET /v2.0/ports?device_id=8c1a9421-e551-4704-a904-a3c5bf1793f3 HTTP/1.1" status: 200 len: 945 time: 0.0750721 Apr 18 21:39:36.414760 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-a2bf5ac0-1130-45d2-a112-a97a8dce8ae5 req-31134c2e-2c7a-4762-8ff3-4c91b374aa61 tempest-TestEncryptedCinderVolumes-1691109882 tempest-TestEncryptedCinderVolumes-1691109882-project] 10.222.0.42 "GET /v2.0/security-groups?id=dc6419c3-2eae-4fa1-8202-4e00fdf1a81c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399978 Apr 18 21:39:36.611868 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b2d8c8b-744f-4815-8e30-55bb8f4735ab req-6bb1ee3a-9d11-49e9-a7d0-54b09f73a388 tempest-TestEncryptedCinderVolumes-1691109882 tempest-TestEncryptedCinderVolumes-1691109882-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:39:36.613302 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-5b2d8c8b-744f-4815-8e30-55bb8f4735ab req-6bb1ee3a-9d11-49e9-a7d0-54b09f73a388 tempest-TestEncryptedCinderVolumes-1691109882 tempest-TestEncryptedCinderVolumes-1691109882-project] 10.222.0.42 "GET /v2.0/ports?device_id=8c1a9421-e551-4704-a904-a3c5bf1793f3 HTTP/1.1" status: 200 len: 945 time: 0.0779722 Apr 18 21:39:36.658234 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-5b2d8c8b-744f-4815-8e30-55bb8f4735ab req-0995140b-db6d-43b6-aa8b-ab6f1ed0d237 tempest-TestEncryptedCinderVolumes-1691109882 tempest-TestEncryptedCinderVolumes-1691109882-project] 10.222.0.42 "GET /v2.0/security-groups?id=dc6419c3-2eae-4fa1-8202-4e00fdf1a81c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388756 Apr 18 21:39:45.735685 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-b8f9a73a-bad3-42f5-921f-66cc2dd10a08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750375287399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253529'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:39:47.989122 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-c5025d7a-d9fd-4958-8806-487b4c0efa1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750375287399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253529'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:39:49.159158 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750375287399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253529'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:39:49.660844 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-414b6ffe-e119-47bc-b18f-bcff1219c2f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750375287399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253529'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:39:50.744793 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-c7521a90-7d65-4e2e-842c-ca5d95e9a89c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750375287399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253529'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:39:50.953445 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17dbae6e-46eb-4a24-81d2-c94d7e2c15f1 req-996c0cba-250a-4157-a71e-40b3617fe153 tempest-TestEncryptedCinderVolumes-1691109882 tempest-TestEncryptedCinderVolumes-1691109882-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:39:50.954866 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-17dbae6e-46eb-4a24-81d2-c94d7e2c15f1 req-996c0cba-250a-4157-a71e-40b3617fe153 tempest-TestEncryptedCinderVolumes-1691109882 tempest-TestEncryptedCinderVolumes-1691109882-project] 10.222.0.42 "GET /v2.0/ports?device_id=8c1a9421-e551-4704-a904-a3c5bf1793f3 HTTP/1.1" status: 200 len: 945 time: 0.0760355 Apr 18 21:39:51.087713 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-17dbae6e-46eb-4a24-81d2-c94d7e2c15f1 req-f028e13a-a741-4fef-9aa8-107b082c598c tempest-TestEncryptedCinderVolumes-1691109882 tempest-TestEncryptedCinderVolumes-1691109882-project] 10.222.0.42 "GET /v2.0/security-groups?id=dc6419c3-2eae-4fa1-8202-4e00fdf1a81c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1266220 Apr 18 21:39:52.282664 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a7ec9b6-af1e-4197-b1d8-16f08f5b93a1 req-a99fce05-503f-4bd5-9069-5f4e77333dfb tempest-TestEncryptedCinderVolumes-1691109882 tempest-TestEncryptedCinderVolumes-1691109882-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:39:52.284127 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-5a7ec9b6-af1e-4197-b1d8-16f08f5b93a1 req-a99fce05-503f-4bd5-9069-5f4e77333dfb tempest-TestEncryptedCinderVolumes-1691109882 tempest-TestEncryptedCinderVolumes-1691109882-project] 10.222.0.42 "GET /v2.0/ports?device_id=8c1a9421-e551-4704-a904-a3c5bf1793f3 HTTP/1.1" status: 200 len: 945 time: 0.0754273 Apr 18 21:39:52.372806 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-5a7ec9b6-af1e-4197-b1d8-16f08f5b93a1 req-52dd99c8-8f43-4a7d-8345-438a8b461276 tempest-TestEncryptedCinderVolumes-1691109882 tempest-TestEncryptedCinderVolumes-1691109882-project] 10.222.0.42 "GET /v2.0/security-groups?id=dc6419c3-2eae-4fa1-8202-4e00fdf1a81c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0825706 Apr 18 21:39:52.407250 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb23e905-d63c-48b4-91af-6feb4cbc7f7f req-773dd08f-6087-49a2-a4be-62969f0ade46 tempest-TestEncryptedCinderVolumes-1691109882 tempest-TestEncryptedCinderVolumes-1691109882-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:39:52.408708 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-eb23e905-d63c-48b4-91af-6feb4cbc7f7f req-773dd08f-6087-49a2-a4be-62969f0ade46 tempest-TestEncryptedCinderVolumes-1691109882 tempest-TestEncryptedCinderVolumes-1691109882-project] 10.222.0.43 "GET /v2.0/ports?device_id=8c1a9421-e551-4704-a904-a3c5bf1793f3 HTTP/1.1" status: 200 len: 945 time: 0.0898166 Apr 18 21:39:52.475932 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.plugin [req-eb23e905-d63c-48b4-91af-6feb4cbc7f7f req-f0e23685-f1ca-45ac-ba61-c176ec1e2b7c tempest-TestEncryptedCinderVolumes-1691109882 tempest-TestEncryptedCinderVolumes-1691109882-project] Deleting port 56cc63bf-a1f8-4fda-bb1e-5f9e08664c83 {{(pid=84040) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 21:39:52.476344 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-eb23e905-d63c-48b4-91af-6feb4cbc7f7f req-f0e23685-f1ca-45ac-ba61-c176ec1e2b7c tempest-TestEncryptedCinderVolumes-1691109882 tempest-TestEncryptedCinderVolumes-1691109882-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750375188691'] for port, before_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:39:52.718498 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.db [req-eb23e905-d63c-48b4-91af-6feb4cbc7f7f req-f0e23685-f1ca-45ac-ba61-c176ec1e2b7c tempest-TestEncryptedCinderVolumes-1691109882 tempest-TestEncryptedCinderVolumes-1691109882-project] For port 56cc63bf-a1f8-4fda-bb1e-5f9e08664c83, host n-h1-838334-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838334-2',level=0,port_id=56cc63bf-a1f8-4fda-bb1e-5f9e08664c83,segment=NetworkSegment(e2601af2-b10e-40f0-a3e7-671d74b9e70c),segment_id=e2601af2-b10e-40f0-a3e7-671d74b9e70c)] {{(pid=84040) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:39:52.718742 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-eb23e905-d63c-48b4-91af-6feb4cbc7f7f req-f0e23685-f1ca-45ac-ba61-c176ec1e2b7c tempest-TestEncryptedCinderVolumes-1691109882 tempest-TestEncryptedCinderVolumes-1691109882-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369123'] for port, precommit_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:39:52.837211 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.plugin [req-eb23e905-d63c-48b4-91af-6feb4cbc7f7f req-f0e23685-f1ca-45ac-ba61-c176ec1e2b7c tempest-TestEncryptedCinderVolumes-1691109882 tempest-TestEncryptedCinderVolumes-1691109882-project] Calling delete_port for 56cc63bf-a1f8-4fda-bb1e-5f9e08664c83 owned by compute:nova {{(pid=84040) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 21:39:52.976860 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-eb23e905-d63c-48b4-91af-6feb4cbc7f7f req-f0e23685-f1ca-45ac-ba61-c176ec1e2b7c tempest-TestEncryptedCinderVolumes-1691109882 tempest-TestEncryptedCinderVolumes-1691109882-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750375259028', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750374836628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32440838'] for port, after_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:39:52.988767 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] get_ports_and_sgs() called for port_ids ['56cc63bf-a1f8-4fda-bb1e-5f9e08664c83'] {{(pid=84042) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 18 21:39:53.024579 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0e23685-f1ca-45ac-ba61-c176ec1e2b7c tempest-TestEncryptedCinderVolumes-1691109882 tempest-TestEncryptedCinderVolumes-1691109882-project] Pushing event deleted for resources: {'Port': ['ID=56cc63bf-a1f8-4fda-bb1e-5f9e08664c83,revision_number=None']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:39:53.102796 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.l3_dvrscheduler_db [req-eb23e905-d63c-48b4-91af-6feb4cbc7f7f req-f0e23685-f1ca-45ac-ba61-c176ec1e2b7c tempest-TestEncryptedCinderVolumes-1691109882 tempest-TestEncryptedCinderVolumes-1691109882-project] No DVR routers for this DVR port 56cc63bf-a1f8-4fda-bb1e-5f9e08664c83 on host n-h1-838334-2 {{(pid=84040) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 21:39:53.105526 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-eb23e905-d63c-48b4-91af-6feb4cbc7f7f req-f0e23685-f1ca-45ac-ba61-c176ec1e2b7c tempest-TestEncryptedCinderVolumes-1691109882 tempest-TestEncryptedCinderVolumes-1691109882-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217293'] for port, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:39:53.108748 n-d-838334-2 neutron-server[84040]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8c1a9421-e551-4704-a904-a3c5bf1793f3', 'name': 'network-vif-deleted', 'tag': '56cc63bf-a1f8-4fda-bb1e-5f9e08664c83'}] {{(pid=84040) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 21:39:53.125442 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-eb23e905-d63c-48b4-91af-6feb4cbc7f7f req-f0e23685-f1ca-45ac-ba61-c176ec1e2b7c tempest-TestEncryptedCinderVolumes-1691109882 tempest-TestEncryptedCinderVolumes-1691109882-project] 10.222.0.43 "DELETE /v2.0/ports/56cc63bf-a1f8-4fda-bb1e-5f9e08664c83 HTTP/1.1" status: 204 len: 173 time: 0.7109573 Apr 18 21:39:53.169430 n-d-838334-2 neutron-server[84040]: INFO neutron.notifiers.nova [-] Nova event matching ['req-714b1bb0-6e29-4e6a-9a32-7df7ebced8a6'] response: {'server_uuid': '8c1a9421-e551-4704-a904-a3c5bf1793f3', 'name': 'network-vif-deleted', 'tag': '56cc63bf-a1f8-4fda-bb1e-5f9e08664c83', 'status': 'completed', 'code': 200} Apr 18 21:39:53.550837 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [req-a600ff23-f999-4ebc-a631-3970085f5a91 req-d38d3b82-9cec-4ab5-939e-44a85d96d16c tempest-TestEncryptedCinderVolumes-1691109882 tempest-TestEncryptedCinderVolumes-1691109882-project] Synchronizing usage tracker for tenant:881622fe52874893ade176c282fe5b14 on resource:port {{(pid=84040) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 21:39:53.567599 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [req-a600ff23-f999-4ebc-a631-3970085f5a91 req-d38d3b82-9cec-4ab5-939e-44a85d96d16c tempest-TestEncryptedCinderVolumes-1691109882 tempest-TestEncryptedCinderVolumes-1691109882-project] Unset dirty status for tenant:881622fe52874893ade176c282fe5b14 on resource:port {{(pid=84040) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 21:39:53.569281 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-a600ff23-f999-4ebc-a631-3970085f5a91 req-d38d3b82-9cec-4ab5-939e-44a85d96d16c tempest-TestEncryptedCinderVolumes-1691109882 tempest-TestEncryptedCinderVolumes-1691109882-project] 10.222.0.42 "GET /v2.0/ports?device_id=8c1a9421-e551-4704-a904-a3c5bf1793f3 HTTP/1.1" status: 200 len: 210 time: 0.0583665 Apr 18 21:39:54.736470 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 40322) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:39:55.199235 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-86c04e5c-369a-4902-a259-d9c8266ff179 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33443857'] for router_interface, before_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:39:55.905633 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.plugin [None req-86c04e5c-369a-4902-a259-d9c8266ff179 admin admin] Deleting port a15e42fe-f777-4e94-94e5-ef7536d00482 {{(pid=84041) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 21:39:55.906336 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-86c04e5c-369a-4902-a259-d9c8266ff179 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750375188691'] for port, before_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:39:56.073972 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.db [None req-86c04e5c-369a-4902-a259-d9c8266ff179 admin admin] For port a15e42fe-f777-4e94-94e5-ef7536d00482, host n-d-838334-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838334-2',level=0,port_id=a15e42fe-f777-4e94-94e5-ef7536d00482,segment=NetworkSegment(e2601af2-b10e-40f0-a3e7-671d74b9e70c),segment_id=e2601af2-b10e-40f0-a3e7-671d74b9e70c)] {{(pid=84041) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:39:56.074322 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-86c04e5c-369a-4902-a259-d9c8266ff179 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369123'] for port, precommit_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:39:56.194980 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.plugin [None req-86c04e5c-369a-4902-a259-d9c8266ff179 admin admin] Calling delete_port for a15e42fe-f777-4e94-94e5-ef7536d00482 owned by network:router_interface {{(pid=84041) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 21:39:56.355579 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-86c04e5c-369a-4902-a259-d9c8266ff179 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750375259028', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750374836628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32266323'] for port, after_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:39:56.401258 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86c04e5c-369a-4902-a259-d9c8266ff179 admin admin] Pushing event deleted for resources: {'Port': ['ID=a15e42fe-f777-4e94-94e5-ef7536d00482,revision_number=None']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:39:56.692584 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-86c04e5c-369a-4902-a259-d9c8266ff179 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-32377931', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33443910'] for router_interface, after_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:39:57.348928 n-d-838334-2 neutron-server[84041]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-86c04e5c-369a-4902-a259-d9c8266ff179 admin admin] Router c5cae95b-8a66-4965-aced-ca657414f8dc has already been hosted by L3 agent bc84d6c9-dd7a-4555-a351-592327b46d5a {{(pid=84041) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 21:39:57.542643 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-86c04e5c-369a-4902-a259-d9c8266ff179 admin admin] Notify agent at l3_agent.n-d-838334-2 the message routers_updated {{(pid=84041) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 21:39:57.552156 n-d-838334-2 neutron-server[84043]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1dcd4492-f069-4776-9173-690b669bb930 None None] Sync routers for ids ['c5cae95b-8a66-4965-aced-ca657414f8dc'] in n-d-838334-2 {{(pid=84043) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 18 21:39:57.560388 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-86c04e5c-369a-4902-a259-d9c8266ff179 admin admin] 10.222.0.42 "PUT /v2.0/routers/c5cae95b-8a66-4965-aced-ca657414f8dc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8227637 Apr 18 21:39:57.562810 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 40326) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:39:57.564886 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1dcd4492-f069-4776-9173-690b669bb930 None None] Routers {'c5cae95b-8a66-4965-aced-ca657414f8dc'} bound to L3 agent in host n-d-838334-2 {{(pid=84043) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 21:39:57.565482 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.l3_hamode_db [None req-1dcd4492-f069-4776-9173-690b669bb930 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838334-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-18T20:25:48Z,description=,heartbeat_timestamp=2022-04-18T21:39:48Z,host='n-d-838334-2',id=bc84d6c9-dd7a-4555-a351-592327b46d5a,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:25:48Z,topic='l3_agent')) {'router_ids': ['c5cae95b-8a66-4965-aced-ca657414f8dc'], 'active': True} {{(pid=84043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:39:57.742496 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.l3_dvr_db [None req-1dcd4492-f069-4776-9173-690b669bb930 None None] Set router c5cae95b-8a66-4965-aced-ca657414f8dc gateway port host: n-d-838334-2 {{(pid=84043) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 21:39:57.761510 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-5f4dff0e-243f-46d4-a699-1f19e218b1b4 admin admin] Notify callbacks [] for router, before_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:39:57.955915 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Device 56cc63bf-a1f8-4fda-bb1e-5f9e08664c83 no longer exists at agent hyperv_n-h1-838334-2 {{(pid=84042) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 21:39:57.956665 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-5f4dff0e-243f-46d4-a699-1f19e218b1b4 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:39:57.967576 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.plugin [None req-5f4dff0e-243f-46d4-a699-1f19e218b1b4 admin admin] Deleting port 18312d0f-6dee-41d9-b0d8-4250447688c3 {{(pid=84041) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 21:39:57.968004 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-5f4dff0e-243f-46d4-a699-1f19e218b1b4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750375188691'] for port, before_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:39:57.997296 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.plugin [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] No Port match for: 56cc63bf-a1f8-4fda-bb1e-5f9e08664c83 {{(pid=84042) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 18 21:39:57.997537 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Device 56cc63bf-a1f8-4fda-bb1e-5f9e08664c83 not bound to the agent host n-h1-838334-2 {{(pid=84042) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 21:39:58.055434 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.l3_hamode_db [None req-1dcd4492-f069-4776-9173-690b669bb930 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5cae95b-8a66-4965-aced-ca657414f8dc', 'name': 'tempest-TestEncryptedCinderVolumes-1361468481-router', 'tenant_id': '881622fe52874893ade176c282fe5b14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'external_fixed_ips': [{'subnet_id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'ip_address': '172.25.8.208'}], 'enable_snat': True}, 'gw_port_id': '18312d0f-6dee-41d9-b0d8-4250447688c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:38:42Z', 'updated_at': '2022-04-18T21:39:56Z', 'revision_number': 5, 'project_id': '881622fe52874893ade176c282fe5b14', 'gw_port': {'id': '18312d0f-6dee-41d9-b0d8-4250447688c3', 'name': '', 'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:50:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5cae95b-8a66-4965-aced-ca657414f8dc', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'ip_address': '172.25.8.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:38:42Z', 'updated_at': '2022-04-18T21:38:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838334-2'}], 'n-d-838334-2', False) {} {{(pid=84043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:39:58.059293 n-d-838334-2 neutron-server[84043]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1dcd4492-f069-4776-9173-690b669bb930 None None] Checking router: c5cae95b-8a66-4965-aced-ca657414f8dc for host: n-d-838334-2 {{(pid=84043) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 18 21:39:58.069508 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1dcd4492-f069-4776-9173-690b669bb930 None None] Routers {'c5cae95b-8a66-4965-aced-ca657414f8dc'} bound to L3 agent in host n-d-838334-2 {{(pid=84043) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 21:39:58.070099 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.l3_hamode_db [None req-1dcd4492-f069-4776-9173-690b669bb930 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838334-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-18T20:25:48Z,description=,heartbeat_timestamp=2022-04-18T21:39:48Z,host='n-d-838334-2',id=bc84d6c9-dd7a-4555-a351-592327b46d5a,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:25:48Z,topic='l3_agent')) {'router_ids': ['c5cae95b-8a66-4965-aced-ca657414f8dc'], 'active': True} {{(pid=84043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:39:58.146608 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.db [None req-5f4dff0e-243f-46d4-a699-1f19e218b1b4 admin admin] For port 18312d0f-6dee-41d9-b0d8-4250447688c3, host n-d-838334-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838334-2',level=0,port_id=18312d0f-6dee-41d9-b0d8-4250447688c3,segment=NetworkSegment(732aa830-768b-4511-951f-d08e26b9c25b),segment_id=732aa830-768b-4511-951f-d08e26b9c25b)] {{(pid=84041) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:39:58.146981 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-5f4dff0e-243f-46d4-a699-1f19e218b1b4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369123'] for port, precommit_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:39:58.219371 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.l3_dvr_db [None req-1dcd4492-f069-4776-9173-690b669bb930 None None] Set router c5cae95b-8a66-4965-aced-ca657414f8dc gateway port host: None {{(pid=84043) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 21:39:58.265726 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.plugin [None req-5f4dff0e-243f-46d4-a699-1f19e218b1b4 admin admin] Calling delete_port for 18312d0f-6dee-41d9-b0d8-4250447688c3 owned by network:router_gateway {{(pid=84041) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 21:39:58.322876 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.l3_hamode_db [None req-1dcd4492-f069-4776-9173-690b669bb930 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5cae95b-8a66-4965-aced-ca657414f8dc', 'name': 'tempest-TestEncryptedCinderVolumes-1361468481-router', 'tenant_id': '881622fe52874893ade176c282fe5b14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:38:42Z', 'updated_at': '2022-04-18T21:39:57Z', 'revision_number': 6, 'project_id': '881622fe52874893ade176c282fe5b14', 'gw_port_host': None}], 'n-d-838334-2', False) {} {{(pid=84043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:39:58.326774 n-d-838334-2 neutron-server[84043]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1dcd4492-f069-4776-9173-690b669bb930 None None] The sync data for ids ['c5cae95b-8a66-4965-aced-ca657414f8dc'] in n-d-838334-2 is: [{'id': 'c5cae95b-8a66-4965-aced-ca657414f8dc', 'name': 'tempest-TestEncryptedCinderVolumes-1361468481-router', 'tenant_id': '881622fe52874893ade176c282fe5b14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:38:42Z', 'updated_at': '2022-04-18T21:39:57Z', 'revision_number': 6, 'project_id': '881622fe52874893ade176c282fe5b14', 'gw_port_host': None}] {{(pid=84043) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 18 21:39:58.523648 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-5f4dff0e-243f-46d4-a699-1f19e218b1b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750375259028', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750374836628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32266323'] for port, after_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:39:58.568022 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f4dff0e-243f-46d4-a699-1f19e218b1b4 admin admin] Pushing event deleted for resources: {'Port': ['ID=18312d0f-6dee-41d9-b0d8-4250447688c3,revision_number=None']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:39:58.788645 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-5f4dff0e-243f-46d4-a699-1f19e218b1b4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33444108'] for router_gateway, after_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:39:59.040277 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-5f4dff0e-243f-46d4-a699-1f19e218b1b4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33443580', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5726'] for router, precommit_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:39:59.044257 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-5f4dff0e-243f-46d4-a699-1f19e218b1b4 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:39:59.069013 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-5f4dff0e-243f-46d4-a699-1f19e218b1b4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-33443408'] for router, after_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:39:59.069589 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5f4dff0e-243f-46d4-a699-1f19e218b1b4 admin admin] Fanout notify agent at l3_agent the message router_deleted on router c5cae95b-8a66-4965-aced-ca657414f8dc {{(pid=84041) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 18 21:39:59.082021 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-5f4dff0e-243f-46d4-a699-1f19e218b1b4 admin admin] Notify callbacks [] for router, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:39:59.083142 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-5f4dff0e-243f-46d4-a699-1f19e218b1b4 admin admin] 10.222.0.42 "DELETE /v2.0/routers/c5cae95b-8a66-4965-aced-ca657414f8dc HTTP/1.1" status: 204 len: 168 time: 1.5194283 Apr 18 21:39:59.086286 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 40330) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:39:59.147193 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.db_base_plugin_v2 [None req-c5cd8dde-d3e9-4759-a216-47c82f6fc44b admin admin] Deleting subnet b17dd8e1-922e-465c-97ac-60f607ad19f9 {{(pid=84041) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 18 21:39:59.150502 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-c5cd8dde-d3e9-4759-a216-47c82f6fc44b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:39:59.153377 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Device a15e42fe-f777-4e94-94e5-ef7536d00482 no longer exists at agent ovs-agent-n-d-838334-2 {{(pid=84042) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 21:39:59.186406 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.plugin [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] No Port match for: a15e42fe-f777-4e94-94e5-ef7536d00482 {{(pid=84042) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 18 21:39:59.186959 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Device a15e42fe-f777-4e94-94e5-ef7536d00482 not bound to the agent host n-d-838334-2 {{(pid=84042) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 21:39:59.187549 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Device 18312d0f-6dee-41d9-b0d8-4250447688c3 no longer exists at agent ovs-agent-n-d-838334-2 {{(pid=84042) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 21:39:59.199693 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-c5cd8dde-d3e9-4759-a216-47c82f6fc44b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32266383'] for subnet, precommit_delete_associations {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:39:59.220158 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.plugin [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] No Port match for: 18312d0f-6dee-41d9-b0d8-4250447688c3 {{(pid=84042) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 18 21:39:59.220507 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Device 18312d0f-6dee-41d9-b0d8-4250447688c3 not bound to the agent host n-d-838334-2 {{(pid=84042) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 21:39:59.283001 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-c5cd8dde-d3e9-4759-a216-47c82f6fc44b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1260556'] for subnet, precommit_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:39:59.352377 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-c5cd8dde-d3e9-4759-a216-47c82f6fc44b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1260549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33526260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32266336', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32486390'] for subnet, after_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:39:59.392687 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5cd8dde-d3e9-4759-a216-47c82f6fc44b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b17dd8e1-922e-465c-97ac-60f607ad19f9,revision_number=None']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:39:59.400674 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-c5cd8dde-d3e9-4759-a216-47c82f6fc44b admin admin] Notify callbacks [] for subnet, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:39:59.405871 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-946ac317-1aeb-44af-9830-d665e3a58e6a None None] Network 72e14480-482a-44a7-93b5-c0034bc71751 requested from n-d-838334-2 {{(pid=84042) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 21:39:59.413810 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-c5cd8dde-d3e9-4759-a216-47c82f6fc44b admin admin] 10.222.0.42 "DELETE /v2.0/subnets/b17dd8e1-922e-465c-97ac-60f607ad19f9 HTTP/1.1" status: 204 len: 168 time: 0.3238995 Apr 18 21:39:59.413810 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 40334) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:39:59.514891 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-4d2f9c85-8f8f-4089-8586-a237b57e1ec9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1103592'] for network, before_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:39:59.526066 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.plugin [None req-4d2f9c85-8f8f-4089-8586-a237b57e1ec9 admin admin] Deleting port e43793cd-73aa-46c5-80ef-aeba62174878 {{(pid=84041) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 21:39:59.526750 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-4d2f9c85-8f8f-4089-8586-a237b57e1ec9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750375188691'] for port, before_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:39:59.648393 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4aac8bdc-19ae-4eb0-a578-0dee5d382479 None None] DHCP port deletion for 72e14480-482a-44a7-93b5-c0034bc71751 request from n-d-838334-2 {{(pid=84042) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 18 21:39:59.652806 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.plugin [None req-4aac8bdc-19ae-4eb0-a578-0dee5d382479 None None] Deleting port e43793cd-73aa-46c5-80ef-aeba62174878 {{(pid=84042) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 21:39:59.653180 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-4aac8bdc-19ae-4eb0-a578-0dee5d382479 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750375188691'] for port, before_delete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:39:59.736898 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.db [None req-4d2f9c85-8f8f-4089-8586-a237b57e1ec9 admin admin] For port e43793cd-73aa-46c5-80ef-aeba62174878, host n-d-838334-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838334-2',level=0,port_id=e43793cd-73aa-46c5-80ef-aeba62174878,segment=NetworkSegment(e2601af2-b10e-40f0-a3e7-671d74b9e70c),segment_id=e2601af2-b10e-40f0-a3e7-671d74b9e70c)] {{(pid=84041) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:39:59.737165 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-4d2f9c85-8f8f-4089-8586-a237b57e1ec9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369123'] for port, precommit_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:39:59.857019 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-4aac8bdc-19ae-4eb0-a578-0dee5d382479 None None] For port e43793cd-73aa-46c5-80ef-aeba62174878, host n-d-838334-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838334-2',level=0,port_id=e43793cd-73aa-46c5-80ef-aeba62174878,segment=NetworkSegment(e2601af2-b10e-40f0-a3e7-671d74b9e70c),segment_id=e2601af2-b10e-40f0-a3e7-671d74b9e70c)] {{(pid=84042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:39:59.857436 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-4aac8bdc-19ae-4eb0-a578-0dee5d382479 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369123'] for port, precommit_delete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:39:59.955242 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.plugin [None req-4d2f9c85-8f8f-4089-8586-a237b57e1ec9 admin admin] Calling delete_port for e43793cd-73aa-46c5-80ef-aeba62174878 owned by network:dhcp {{(pid=84041) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 21:40:00.007056 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.plugin [None req-4aac8bdc-19ae-4eb0-a578-0dee5d382479 None None] Calling delete_port for e43793cd-73aa-46c5-80ef-aeba62174878 owned by network:dhcp {{(pid=84042) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 21:40:00.031857 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-4d2f9c85-8f8f-4089-8586-a237b57e1ec9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750375259028', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750374836628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32266323'] for port, after_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:40:00.075114 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d2f9c85-8f8f-4089-8586-a237b57e1ec9 admin admin] Pushing event deleted for resources: {'Port': ['ID=e43793cd-73aa-46c5-80ef-aeba62174878,revision_number=None']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:40:00.076244 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.db.api [None req-4aac8bdc-19ae-4eb0-a578-0dee5d382479 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84042) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 18 21:40:00.076605 n-d-838334-2 neutron-server[84042]: DEBUG oslo_db.api [None req-4aac8bdc-19ae-4eb0-a578-0dee5d382479 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 18 21:40:00.081048 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d2f9c85-8f8f-4089-8586-a237b57e1ec9 admin admin] No DVR routers for this DVR port e43793cd-73aa-46c5-80ef-aeba62174878 on host n-d-838334-2 {{(pid=84041) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 21:40:00.125282 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750375287399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253529'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:40:00.194586 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-4d2f9c85-8f8f-4089-8586-a237b57e1ec9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1258905', 'neutron.services.segments.db._delete_segments_for_network-8750375287417'] for network, precommit_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:40:00.218954 n-d-838334-2 neutron-server[84041]: DEBUG neutron.services.segments.db [None req-4d2f9c85-8f8f-4089-8586-a237b57e1ec9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['72e14480-482a-44a7-93b5-c0034bc71751']}} {{(pid=84041) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:40:00.231169 n-d-838334-2 neutron-server[84041]: DEBUG neutron.services.segments.db [None req-4d2f9c85-8f8f-4089-8586-a237b57e1ec9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e2601af2-b10e-40f0-a3e7-671d74b9e70c') {'for_net_delete': True} {{(pid=84041) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:40:00.231458 n-d-838334-2 neutron-server[84041]: DEBUG neutron.services.segments.db [None req-4d2f9c85-8f8f-4089-8586-a237b57e1ec9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e2601af2-b10e-40f0-a3e7-671d74b9e70c') {} {{(pid=84041) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:40:00.242579 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-4d2f9c85-8f8f-4089-8586-a237b57e1ec9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750375287300', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32268156'] for segment, before_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:40:00.258713 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-4d2f9c85-8f8f-4089-8586-a237b57e1ec9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1082986'] for segment, precommit_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:40:00.264925 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4d2f9c85-8f8f-4089-8586-a237b57e1ec9 admin admin] Releasing vlan 381 on physical network physnet1 to pool {{(pid=84041) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 18 21:40:00.265313 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-4d2f9c85-8f8f-4089-8586-a237b57e1ec9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1082993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32266254'] for segment, after_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:40:00.282747 n-d-838334-2 neutron-server[84041]: Traceback (most recent call last): Apr 18 21:40:00.282747 n-d-838334-2 neutron-server[84041]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 18 21:40:00.282747 n-d-838334-2 neutron-server[84041]: timer() Apr 18 21:40:00.282747 n-d-838334-2 neutron-server[84041]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 21:40:00.282747 n-d-838334-2 neutron-server[84041]: cb(*args, **kw) Apr 18 21:40:00.282747 n-d-838334-2 neutron-server[84041]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 18 21:40:00.282747 n-d-838334-2 neutron-server[84041]: return func(*args, **kwargs) Apr 18 21:40:00.282747 n-d-838334-2 neutron-server[84041]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 21:40:00.282747 n-d-838334-2 neutron-server[84041]: self._notify() Apr 18 21:40:00.282747 n-d-838334-2 neutron-server[84041]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 21:40:00.282747 n-d-838334-2 neutron-server[84041]: self.callback(batched_events) Apr 18 21:40:00.282747 n-d-838334-2 neutron-server[84041]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 21:40:00.282747 n-d-838334-2 neutron-server[84041]: event.method(event) Apr 18 21:40:00.282747 n-d-838334-2 neutron-server[84041]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 18 21:40:00.282747 n-d-838334-2 neutron-server[84041]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 21:40:00.282747 n-d-838334-2 neutron-server[84041]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 18 21:40:00.282747 n-d-838334-2 neutron-server[84041]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 21:40:00.282747 n-d-838334-2 neutron-server[84041]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 18 21:40:00.282747 n-d-838334-2 neutron-server[84041]: return f(self, *a, **k) Apr 18 21:40:00.282747 n-d-838334-2 neutron-server[84041]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 18 21:40:00.282747 n-d-838334-2 neutron-server[84041]: return self._get(url).json() Apr 18 21:40:00.282747 n-d-838334-2 neutron-server[84041]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 18 21:40:00.282747 n-d-838334-2 neutron-server[84041]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 21:40:00.282747 n-d-838334-2 neutron-server[84041]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 18 21:40:00.282747 n-d-838334-2 neutron-server[84041]: return self.request(url, 'GET', **kwargs) Apr 18 21:40:00.282747 n-d-838334-2 neutron-server[84041]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 18 21:40:00.282747 n-d-838334-2 neutron-server[84041]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 21:40:00.282747 n-d-838334-2 neutron-server[84041]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 18 21:40:00.282747 n-d-838334-2 neutron-server[84041]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 21:40:00.282747 n-d-838334-2 neutron-server[84041]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 18 21:40:00.282747 n-d-838334-2 neutron-server[84041]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 21:40:00.282747 n-d-838334-2 neutron-server[84041]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 21:40:00.353910 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-4d2f9c85-8f8f-4089-8586-a237b57e1ec9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1258898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33526109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33444113'] for network, after_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:40:00.369866 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-4d2f9c85-8f8f-4089-8586-a237b57e1ec9 admin admin] Notify callbacks [] for network, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:40:00.379887 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d2f9c85-8f8f-4089-8586-a237b57e1ec9 admin admin] Pushing event deleted for resources: {'Network': ['ID=72e14480-482a-44a7-93b5-c0034bc71751,revision_number=None']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:40:00.393532 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-4d2f9c85-8f8f-4089-8586-a237b57e1ec9 admin admin] 10.222.0.42 "DELETE /v2.0/networks/72e14480-482a-44a7-93b5-c0034bc71751 HTTP/1.1" status: 204 len: 168 time: 0.9790776 Apr 18 21:40:00.396319 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 40338) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:40:00.578012 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.plugin [None req-4aac8bdc-19ae-4eb0-a578-0dee5d382479 None None] Deleting port e43793cd-73aa-46c5-80ef-aeba62174878 {{(pid=84042) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 21:40:00.578575 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-4aac8bdc-19ae-4eb0-a578-0dee5d382479 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750375188691'] for port, before_delete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:40:00.643679 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.plugin [None req-4aac8bdc-19ae-4eb0-a578-0dee5d382479 None None] The port 'e43793cd-73aa-46c5-80ef-aeba62174878' was deleted {{(pid=84042) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 18 21:40:00.778644 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-ed9da7bb-9625-4467-97e5-a2fd6006c3cf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33443857'] for router_interface, before_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:40:00.996614 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Device e43793cd-73aa-46c5-80ef-aeba62174878 no longer exists at agent ovs-agent-n-d-838334-2 {{(pid=84042) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 21:40:01.029807 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.plugin [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] No Port match for: e43793cd-73aa-46c5-80ef-aeba62174878 {{(pid=84042) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 18 21:40:01.030138 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Device e43793cd-73aa-46c5-80ef-aeba62174878 not bound to the agent host n-d-838334-2 {{(pid=84042) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 21:40:01.455524 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.plugin [None req-ed9da7bb-9625-4467-97e5-a2fd6006c3cf admin admin] Deleting port 287e73b7-134e-4aa9-8468-b6cac3a6859d {{(pid=84041) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 21:40:01.455879 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-ed9da7bb-9625-4467-97e5-a2fd6006c3cf admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750375188691'] for port, before_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:40:01.621540 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.db [None req-ed9da7bb-9625-4467-97e5-a2fd6006c3cf admin admin] For port 287e73b7-134e-4aa9-8468-b6cac3a6859d, host n-d-838334-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838334-2',level=0,port_id=287e73b7-134e-4aa9-8468-b6cac3a6859d,segment=NetworkSegment(f415d4d0-b8d6-45fd-af67-644b10580d74),segment_id=f415d4d0-b8d6-45fd-af67-644b10580d74)] {{(pid=84041) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:40:01.621893 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-ed9da7bb-9625-4467-97e5-a2fd6006c3cf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369123'] for port, precommit_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:40:01.744025 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.plugin [None req-ed9da7bb-9625-4467-97e5-a2fd6006c3cf admin admin] Calling delete_port for 287e73b7-134e-4aa9-8468-b6cac3a6859d owned by network:router_interface {{(pid=84041) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 21:40:01.904504 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-ed9da7bb-9625-4467-97e5-a2fd6006c3cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750375259028', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750374836628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32266323'] for port, after_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:40:01.948140 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed9da7bb-9625-4467-97e5-a2fd6006c3cf admin admin] Pushing event deleted for resources: {'Port': ['ID=287e73b7-134e-4aa9-8468-b6cac3a6859d,revision_number=None']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:40:02.228715 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-ed9da7bb-9625-4467-97e5-a2fd6006c3cf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-32377931', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33443910'] for router_interface, after_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:40:02.880852 n-d-838334-2 neutron-server[84041]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ed9da7bb-9625-4467-97e5-a2fd6006c3cf admin admin] Router 584d9ae2-7d56-4c69-b4ff-df29495e2c70 has already been hosted by L3 agent bc84d6c9-dd7a-4555-a351-592327b46d5a {{(pid=84041) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 21:40:03.082781 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ed9da7bb-9625-4467-97e5-a2fd6006c3cf admin admin] Notify agent at l3_agent.n-d-838334-2 the message routers_updated {{(pid=84041) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 21:40:03.091608 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fcdb715-0fa5-438e-8d5f-dea967141b89 None None] Sync routers for ids ['584d9ae2-7d56-4c69-b4ff-df29495e2c70'] in n-d-838334-2 {{(pid=84042) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 18 21:40:03.092098 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-ed9da7bb-9625-4467-97e5-a2fd6006c3cf admin admin] 10.222.0.42 "PUT /v2.0/routers/584d9ae2-7d56-4c69-b4ff-df29495e2c70/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6938999 Apr 18 21:40:03.094667 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 40342) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:40:03.103742 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fcdb715-0fa5-438e-8d5f-dea967141b89 None None] Routers {'584d9ae2-7d56-4c69-b4ff-df29495e2c70'} bound to L3 agent in host n-d-838334-2 {{(pid=84042) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 21:40:03.104340 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_hamode_db [None req-6fcdb715-0fa5-438e-8d5f-dea967141b89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838334-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-18T20:25:48Z,description=,heartbeat_timestamp=2022-04-18T21:39:48Z,host='n-d-838334-2',id=bc84d6c9-dd7a-4555-a351-592327b46d5a,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:25:48Z,topic='l3_agent')) {'router_ids': ['584d9ae2-7d56-4c69-b4ff-df29495e2c70'], 'active': True} {{(pid=84042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:40:03.280229 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_dvr_db [None req-6fcdb715-0fa5-438e-8d5f-dea967141b89 None None] Set router 584d9ae2-7d56-4c69-b4ff-df29495e2c70 gateway port host: n-d-838334-2 {{(pid=84042) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 21:40:03.289153 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-0d3825bc-1124-44a3-9185-393e4025ea95 admin admin] Notify callbacks [] for router, before_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:40:03.483554 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-0d3825bc-1124-44a3-9185-393e4025ea95 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:40:03.493977 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.plugin [None req-0d3825bc-1124-44a3-9185-393e4025ea95 admin admin] Deleting port a3ad34f0-814b-49d8-8e9d-1a43936019a9 {{(pid=84041) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 21:40:03.494364 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-0d3825bc-1124-44a3-9185-393e4025ea95 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750375188691'] for port, before_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:40:03.559885 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_hamode_db [None req-6fcdb715-0fa5-438e-8d5f-dea967141b89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '584d9ae2-7d56-4c69-b4ff-df29495e2c70', 'name': 'tempest-TestEncryptedCinderVolumes-1654789142-router', 'tenant_id': '5191d9cfa24d41cfa4368504b1696e2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'external_fixed_ips': [{'subnet_id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'ip_address': '172.25.8.71'}], 'enable_snat': True}, 'gw_port_id': 'a3ad34f0-814b-49d8-8e9d-1a43936019a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:38:48Z', 'updated_at': '2022-04-18T21:40:01Z', 'revision_number': 5, 'project_id': '5191d9cfa24d41cfa4368504b1696e2d', 'gw_port': {'id': 'a3ad34f0-814b-49d8-8e9d-1a43936019a9', 'name': '', 'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:1a:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '584d9ae2-7d56-4c69-b4ff-df29495e2c70', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'ip_address': '172.25.8.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:38:49Z', 'updated_at': '2022-04-18T21:38:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838334-2'}], 'n-d-838334-2', False) {} {{(pid=84042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:40:03.563604 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fcdb715-0fa5-438e-8d5f-dea967141b89 None None] Checking router: 584d9ae2-7d56-4c69-b4ff-df29495e2c70 for host: n-d-838334-2 {{(pid=84042) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 18 21:40:03.574134 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fcdb715-0fa5-438e-8d5f-dea967141b89 None None] Routers {'584d9ae2-7d56-4c69-b4ff-df29495e2c70'} bound to L3 agent in host n-d-838334-2 {{(pid=84042) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 21:40:03.574727 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_hamode_db [None req-6fcdb715-0fa5-438e-8d5f-dea967141b89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838334-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-18T20:25:48Z,description=,heartbeat_timestamp=2022-04-18T21:39:48Z,host='n-d-838334-2',id=bc84d6c9-dd7a-4555-a351-592327b46d5a,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:25:48Z,topic='l3_agent')) {'router_ids': ['584d9ae2-7d56-4c69-b4ff-df29495e2c70'], 'active': True} {{(pid=84042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:40:03.666082 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.db [None req-0d3825bc-1124-44a3-9185-393e4025ea95 admin admin] For port a3ad34f0-814b-49d8-8e9d-1a43936019a9, host n-d-838334-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838334-2',level=0,port_id=a3ad34f0-814b-49d8-8e9d-1a43936019a9,segment=NetworkSegment(732aa830-768b-4511-951f-d08e26b9c25b),segment_id=732aa830-768b-4511-951f-d08e26b9c25b)] {{(pid=84041) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:40:03.666436 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-0d3825bc-1124-44a3-9185-393e4025ea95 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369123'] for port, precommit_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:40:03.722444 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_dvr_db [None req-6fcdb715-0fa5-438e-8d5f-dea967141b89 None None] Set router 584d9ae2-7d56-4c69-b4ff-df29495e2c70 gateway port host: None {{(pid=84042) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 21:40:03.784432 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.plugin [None req-0d3825bc-1124-44a3-9185-393e4025ea95 admin admin] Calling delete_port for a3ad34f0-814b-49d8-8e9d-1a43936019a9 owned by network:router_gateway {{(pid=84041) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 21:40:03.825041 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_hamode_db [None req-6fcdb715-0fa5-438e-8d5f-dea967141b89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '584d9ae2-7d56-4c69-b4ff-df29495e2c70', 'name': 'tempest-TestEncryptedCinderVolumes-1654789142-router', 'tenant_id': '5191d9cfa24d41cfa4368504b1696e2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:38:48Z', 'updated_at': '2022-04-18T21:40:03Z', 'revision_number': 6, 'project_id': '5191d9cfa24d41cfa4368504b1696e2d', 'gw_port_host': None}], 'n-d-838334-2', False) {} {{(pid=84042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:40:03.828961 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fcdb715-0fa5-438e-8d5f-dea967141b89 None None] The sync data for ids ['584d9ae2-7d56-4c69-b4ff-df29495e2c70'] in n-d-838334-2 is: [{'id': '584d9ae2-7d56-4c69-b4ff-df29495e2c70', 'name': 'tempest-TestEncryptedCinderVolumes-1654789142-router', 'tenant_id': '5191d9cfa24d41cfa4368504b1696e2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:38:48Z', 'updated_at': '2022-04-18T21:40:03Z', 'revision_number': 6, 'project_id': '5191d9cfa24d41cfa4368504b1696e2d', 'gw_port_host': None}] {{(pid=84042) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 18 21:40:03.954282 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-0d3825bc-1124-44a3-9185-393e4025ea95 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750375259028', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750374836628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32266323'] for port, after_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:40:04.002349 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d3825bc-1124-44a3-9185-393e4025ea95 admin admin] Pushing event deleted for resources: {'Port': ['ID=a3ad34f0-814b-49d8-8e9d-1a43936019a9,revision_number=None']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:40:04.222113 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-0d3825bc-1124-44a3-9185-393e4025ea95 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33444108'] for router_gateway, after_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:40:04.305781 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750375287399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253529'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:40:04.581683 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-0d3825bc-1124-44a3-9185-393e4025ea95 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33443580', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5726'] for router, precommit_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:40:04.586316 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-0d3825bc-1124-44a3-9185-393e4025ea95 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:40:04.611400 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-0d3825bc-1124-44a3-9185-393e4025ea95 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-33443408'] for router, after_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:40:04.611932 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0d3825bc-1124-44a3-9185-393e4025ea95 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 584d9ae2-7d56-4c69-b4ff-df29495e2c70 {{(pid=84041) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 18 21:40:04.624904 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-0d3825bc-1124-44a3-9185-393e4025ea95 admin admin] Notify callbacks [] for router, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:40:04.626031 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-0d3825bc-1124-44a3-9185-393e4025ea95 admin admin] 10.222.0.42 "DELETE /v2.0/routers/584d9ae2-7d56-4c69-b4ff-df29495e2c70 HTTP/1.1" status: 204 len: 168 time: 1.5304699 Apr 18 21:40:04.629006 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 40346) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:40:04.691674 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.db_base_plugin_v2 [None req-b1d665f8-6004-45bb-bc47-fd23daab6ae3 admin admin] Deleting subnet f903b53b-61d1-49c5-837e-6ac699a800fb {{(pid=84040) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 18 21:40:04.694696 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-b1d665f8-6004-45bb-bc47-fd23daab6ae3 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:40:04.745585 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-b1d665f8-6004-45bb-bc47-fd23daab6ae3 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31955982'] for subnet, precommit_delete_associations {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:40:04.822887 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-b1d665f8-6004-45bb-bc47-fd23daab6ae3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1260556'] for subnet, precommit_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:40:04.892545 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-b1d665f8-6004-45bb-bc47-fd23daab6ae3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1260549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33526260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32440885', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31752825'] for subnet, after_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:40:04.933818 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1d665f8-6004-45bb-bc47-fd23daab6ae3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f903b53b-61d1-49c5-837e-6ac699a800fb,revision_number=None']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:40:04.938316 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-b1d665f8-6004-45bb-bc47-fd23daab6ae3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:40:04.943039 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb878842-0c5c-4f44-977c-b678828c99eb None None] Network 3afb5951-2cfa-4664-a186-9eb65f40b239 requested from n-d-838334-2 {{(pid=84042) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 21:40:04.947837 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-b1d665f8-6004-45bb-bc47-fd23daab6ae3 admin admin] 10.222.0.42 "DELETE /v2.0/subnets/f903b53b-61d1-49c5-837e-6ac699a800fb HTTP/1.1" status: 204 len: 168 time: 0.3177485 Apr 18 21:40:04.948464 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 40350) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:40:05.020992 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Device a3ad34f0-814b-49d8-8e9d-1a43936019a9 no longer exists at agent ovs-agent-n-d-838334-2 {{(pid=84042) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 21:40:05.055552 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-7dfed377-2c6a-48c4-9138-13b2c4ec992f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1103592'] for network, before_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:40:05.064422 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.plugin [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] No Port match for: a3ad34f0-814b-49d8-8e9d-1a43936019a9 {{(pid=84042) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 18 21:40:05.064922 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Device a3ad34f0-814b-49d8-8e9d-1a43936019a9 not bound to the agent host n-d-838334-2 {{(pid=84042) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 21:40:05.065296 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Device 287e73b7-134e-4aa9-8468-b6cac3a6859d no longer exists at agent ovs-agent-n-d-838334-2 {{(pid=84042) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 21:40:05.065572 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.plugin [None req-7dfed377-2c6a-48c4-9138-13b2c4ec992f admin admin] Deleting port fd91b7d8-a266-41fe-af8b-6e7bd61cabbd {{(pid=84040) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 21:40:05.065903 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-7dfed377-2c6a-48c4-9138-13b2c4ec992f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750375188691'] for port, before_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:40:05.107166 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.plugin [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] No Port match for: 287e73b7-134e-4aa9-8468-b6cac3a6859d {{(pid=84042) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 18 21:40:05.107491 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Device 287e73b7-134e-4aa9-8468-b6cac3a6859d not bound to the agent host n-d-838334-2 {{(pid=84042) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 21:40:05.296643 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50b83339-e3eb-459e-8708-dea404421121 None None] DHCP port deletion for 3afb5951-2cfa-4664-a186-9eb65f40b239 request from n-d-838334-2 {{(pid=84042) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 18 21:40:05.301257 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.plugin [None req-50b83339-e3eb-459e-8708-dea404421121 None None] Deleting port fd91b7d8-a266-41fe-af8b-6e7bd61cabbd {{(pid=84042) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 21:40:05.301622 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-50b83339-e3eb-459e-8708-dea404421121 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750375188691'] for port, before_delete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:40:05.370913 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.db [None req-7dfed377-2c6a-48c4-9138-13b2c4ec992f admin admin] For port fd91b7d8-a266-41fe-af8b-6e7bd61cabbd, host n-d-838334-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838334-2',level=0,port_id=fd91b7d8-a266-41fe-af8b-6e7bd61cabbd,segment=NetworkSegment(f415d4d0-b8d6-45fd-af67-644b10580d74),segment_id=f415d4d0-b8d6-45fd-af67-644b10580d74)] {{(pid=84040) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:40:05.371174 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-7dfed377-2c6a-48c4-9138-13b2c4ec992f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369123'] for port, precommit_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:40:05.489386 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.plugin [None req-7dfed377-2c6a-48c4-9138-13b2c4ec992f admin admin] Calling delete_port for fd91b7d8-a266-41fe-af8b-6e7bd61cabbd owned by network:dhcp {{(pid=84040) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 21:40:05.508036 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-50b83339-e3eb-459e-8708-dea404421121 None None] For port fd91b7d8-a266-41fe-af8b-6e7bd61cabbd, host n-d-838334-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838334-2',level=0,port_id=fd91b7d8-a266-41fe-af8b-6e7bd61cabbd,segment=NetworkSegment(f415d4d0-b8d6-45fd-af67-644b10580d74),segment_id=f415d4d0-b8d6-45fd-af67-644b10580d74)] {{(pid=84042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:40:05.508610 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-50b83339-e3eb-459e-8708-dea404421121 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369123'] for port, precommit_delete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:40:05.564764 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-7dfed377-2c6a-48c4-9138-13b2c4ec992f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750375259028', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750374836628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32440838'] for port, after_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:40:05.612508 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dfed377-2c6a-48c4-9138-13b2c4ec992f admin admin] Pushing event deleted for resources: {'Port': ['ID=fd91b7d8-a266-41fe-af8b-6e7bd61cabbd,revision_number=None']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:40:05.616838 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7dfed377-2c6a-48c4-9138-13b2c4ec992f admin admin] No DVR routers for this DVR port fd91b7d8-a266-41fe-af8b-6e7bd61cabbd on host n-d-838334-2 {{(pid=84040) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 21:40:05.628296 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.plugin [None req-50b83339-e3eb-459e-8708-dea404421121 None None] Calling delete_port for fd91b7d8-a266-41fe-af8b-6e7bd61cabbd owned by network:dhcp {{(pid=84042) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 21:40:05.701386 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.db.api [None req-50b83339-e3eb-459e-8708-dea404421121 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84042) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 18 21:40:05.701745 n-d-838334-2 neutron-server[84042]: DEBUG oslo_db.api [None req-50b83339-e3eb-459e-8708-dea404421121 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 18 21:40:05.732222 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-7dfed377-2c6a-48c4-9138-13b2c4ec992f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1258905', 'neutron.services.segments.db._delete_segments_for_network-8750375287417'] for network, precommit_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:40:05.756945 n-d-838334-2 neutron-server[84040]: DEBUG neutron.services.segments.db [None req-7dfed377-2c6a-48c4-9138-13b2c4ec992f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3afb5951-2cfa-4664-a186-9eb65f40b239']}} {{(pid=84040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:40:05.768528 n-d-838334-2 neutron-server[84040]: DEBUG neutron.services.segments.db [None req-7dfed377-2c6a-48c4-9138-13b2c4ec992f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f415d4d0-b8d6-45fd-af67-644b10580d74') {'for_net_delete': True} {{(pid=84040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:40:05.768819 n-d-838334-2 neutron-server[84040]: DEBUG neutron.services.segments.db [None req-7dfed377-2c6a-48c4-9138-13b2c4ec992f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f415d4d0-b8d6-45fd-af67-644b10580d74') {} {{(pid=84040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:40:05.780453 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-7dfed377-2c6a-48c4-9138-13b2c4ec992f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750375287300', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31955965'] for segment, before_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:40:05.795744 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-7dfed377-2c6a-48c4-9138-13b2c4ec992f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1082986'] for segment, precommit_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:40:05.802141 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7dfed377-2c6a-48c4-9138-13b2c4ec992f admin admin] Releasing vlan 369 on physical network physnet1 to pool {{(pid=84040) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 18 21:40:05.802517 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-7dfed377-2c6a-48c4-9138-13b2c4ec992f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1082993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32440923'] for segment, after_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:40:05.815470 n-d-838334-2 neutron-server[84040]: Traceback (most recent call last): Apr 18 21:40:05.815470 n-d-838334-2 neutron-server[84040]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 18 21:40:05.815470 n-d-838334-2 neutron-server[84040]: timer() Apr 18 21:40:05.815470 n-d-838334-2 neutron-server[84040]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 21:40:05.815470 n-d-838334-2 neutron-server[84040]: cb(*args, **kw) Apr 18 21:40:05.815470 n-d-838334-2 neutron-server[84040]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 18 21:40:05.815470 n-d-838334-2 neutron-server[84040]: return func(*args, **kwargs) Apr 18 21:40:05.815470 n-d-838334-2 neutron-server[84040]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 21:40:05.815470 n-d-838334-2 neutron-server[84040]: self._notify() Apr 18 21:40:05.815470 n-d-838334-2 neutron-server[84040]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 21:40:05.815470 n-d-838334-2 neutron-server[84040]: self.callback(batched_events) Apr 18 21:40:05.815470 n-d-838334-2 neutron-server[84040]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 21:40:05.815470 n-d-838334-2 neutron-server[84040]: event.method(event) Apr 18 21:40:05.815470 n-d-838334-2 neutron-server[84040]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 18 21:40:05.815470 n-d-838334-2 neutron-server[84040]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 21:40:05.815470 n-d-838334-2 neutron-server[84040]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 18 21:40:05.815470 n-d-838334-2 neutron-server[84040]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 21:40:05.815470 n-d-838334-2 neutron-server[84040]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 18 21:40:05.815470 n-d-838334-2 neutron-server[84040]: return f(self, *a, **k) Apr 18 21:40:05.815470 n-d-838334-2 neutron-server[84040]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 18 21:40:05.815470 n-d-838334-2 neutron-server[84040]: return self._get(url).json() Apr 18 21:40:05.815470 n-d-838334-2 neutron-server[84040]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 18 21:40:05.815470 n-d-838334-2 neutron-server[84040]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 21:40:05.815470 n-d-838334-2 neutron-server[84040]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 18 21:40:05.815470 n-d-838334-2 neutron-server[84040]: return self.request(url, 'GET', **kwargs) Apr 18 21:40:05.815470 n-d-838334-2 neutron-server[84040]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 18 21:40:05.815470 n-d-838334-2 neutron-server[84040]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 21:40:05.815470 n-d-838334-2 neutron-server[84040]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 18 21:40:05.815470 n-d-838334-2 neutron-server[84040]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 21:40:05.815470 n-d-838334-2 neutron-server[84040]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 18 21:40:05.815470 n-d-838334-2 neutron-server[84040]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 21:40:05.815470 n-d-838334-2 neutron-server[84040]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 21:40:05.891661 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-7dfed377-2c6a-48c4-9138-13b2c4ec992f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1258898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33526109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33444113'] for network, after_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:40:05.907694 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-7dfed377-2c6a-48c4-9138-13b2c4ec992f admin admin] Notify callbacks [] for network, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:40:05.917475 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dfed377-2c6a-48c4-9138-13b2c4ec992f admin admin] Pushing event deleted for resources: {'Network': ['ID=3afb5951-2cfa-4664-a186-9eb65f40b239,revision_number=None']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:40:05.921490 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-7dfed377-2c6a-48c4-9138-13b2c4ec992f admin admin] 10.222.0.42 "DELETE /v2.0/networks/3afb5951-2cfa-4664-a186-9eb65f40b239 HTTP/1.1" status: 204 len: 168 time: 0.9720895 Apr 18 21:40:06.126220 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 40356) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:40:06.174394 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-b1264842-edb7-4e72-b38b-f711f9cc976a admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=881622fe52874893ade176c282fe5b14&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0469489 Apr 18 21:40:06.177048 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 40360) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:40:06.202892 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.plugin [None req-50b83339-e3eb-459e-8708-dea404421121 None None] Deleting port fd91b7d8-a266-41fe-af8b-6e7bd61cabbd {{(pid=84042) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 21:40:06.203257 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-50b83339-e3eb-459e-8708-dea404421121 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750375188691'] for port, before_delete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:40:06.236727 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-64b7ddd3-002a-4bfa-8a8b-c9d00be0fb2d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:40:06.263370 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-64b7ddd3-002a-4bfa-8a8b-c9d00be0fb2d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:40:06.265883 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.plugin [None req-50b83339-e3eb-459e-8708-dea404421121 None None] The port 'fd91b7d8-a266-41fe-af8b-6e7bd61cabbd' was deleted {{(pid=84042) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 18 21:40:06.321592 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-64b7ddd3-002a-4bfa-8a8b-c9d00be0fb2d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33528224'] for security_group, after_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:40:06.335707 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64b7ddd3-002a-4bfa-8a8b-c9d00be0fb2d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc6419c3-2eae-4fa1-8202-4e00fdf1a81c,revision_number=None']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:40:06.344037 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-64b7ddd3-002a-4bfa-8a8b-c9d00be0fb2d admin admin] Notify callbacks [] for security_group, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:40:06.345157 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-64b7ddd3-002a-4bfa-8a8b-c9d00be0fb2d admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/dc6419c3-2eae-4fa1-8202-4e00fdf1a81c HTTP/1.1" status: 204 len: 168 time: 0.1666157 Apr 18 21:40:06.738656 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 40368) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:40:06.787876 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-bf4bf3ed-e50f-4e2a-9edf-e1e57abb37d7 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=5191d9cfa24d41cfa4368504b1696e2d&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0474837 Apr 18 21:40:06.790267 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 40372) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:40:06.848278 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-573bedcc-9670-4ffa-9170-37a7d0c72b58 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:40:06.873481 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-573bedcc-9670-4ffa-9170-37a7d0c72b58 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:40:06.922633 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-573bedcc-9670-4ffa-9170-37a7d0c72b58 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33528224'] for security_group, after_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:40:06.939613 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-573bedcc-9670-4ffa-9170-37a7d0c72b58 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4325d47c-a285-4ef7-a568-510d4098f2ac,revision_number=None']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:40:06.945827 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-573bedcc-9670-4ffa-9170-37a7d0c72b58 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:40:06.946924 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-573bedcc-9670-4ffa-9170-37a7d0c72b58 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/4325d47c-a285-4ef7-a568-510d4098f2ac HTTP/1.1" status: 204 len: 168 time: 0.1557789 Apr 18 21:40:07.016112 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Device fd91b7d8-a266-41fe-af8b-6e7bd61cabbd no longer exists at agent ovs-agent-n-d-838334-2 {{(pid=84042) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 21:40:07.051356 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.plugin [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] No Port match for: fd91b7d8-a266-41fe-af8b-6e7bd61cabbd {{(pid=84042) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 18 21:40:07.051712 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Device fd91b7d8-a266-41fe-af8b-6e7bd61cabbd not bound to the agent host n-d-838334-2 {{(pid=84042) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 21:40:07.793002 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 40394) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:40:07.931061 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.v2.base [None req-5e319ba5-248f-4df5-9cae-1d07ba77dffc admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-404789952-network', 'tenant_id': '45ff588f3d6a458db3a48f8bbf03ea5a'}} {{(pid=84041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:40:07.936758 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-5e319ba5-248f-4df5-9cae-1d07ba77dffc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:40:07.940742 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-5e319ba5-248f-4df5-9cae-1d07ba77dffc admin admin] Usage tracker for resource:network and tenant:45ff588f3d6a458db3a48f8bbf03ea5a is out of sync, need to count used quota {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:40:07.944410 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-5e319ba5-248f-4df5-9cae-1d07ba77dffc admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:40:07.950254 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-5e319ba5-248f-4df5-9cae-1d07ba77dffc admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:40:07.961450 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e319ba5-248f-4df5-9cae-1d07ba77dffc admin admin] Made reservation on behalf of 45ff588f3d6a458db3a48f8bbf03ea5a for: {'network': 1} {{(pid=84041) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:40:07.963806 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-5e319ba5-248f-4df5-9cae-1d07ba77dffc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for network, before_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:40:07.978688 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-5e319ba5-248f-4df5-9cae-1d07ba77dffc admin admin] Notify callbacks [] for security_group, before_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:40:08.009722 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-5e319ba5-248f-4df5-9cae-1d07ba77dffc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:40:08.013980 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-5e319ba5-248f-4df5-9cae-1d07ba77dffc admin admin] Usage tracker for resource:security_group_rule and tenant:45ff588f3d6a458db3a48f8bbf03ea5a is out of sync, need to count used quota {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:40:08.016820 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-5e319ba5-248f-4df5-9cae-1d07ba77dffc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:40:08.023000 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-5e319ba5-248f-4df5-9cae-1d07ba77dffc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:40:08.090823 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-5e319ba5-248f-4df5-9cae-1d07ba77dffc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:40:08.095692 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-5e319ba5-248f-4df5-9cae-1d07ba77dffc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33528224'] for security_group, after_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:40:08.124562 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5e319ba5-248f-4df5-9cae-1d07ba77dffc admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 356} {{(pid=84041) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 21:40:08.137363 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e319ba5-248f-4df5-9cae-1d07ba77dffc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4b00b32e-66ea-49e6-b740-2c9b92dc7c85,revision_number=1']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:40:08.141650 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-5e319ba5-248f-4df5-9cae-1d07ba77dffc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1082986'] for segment, precommit_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:40:08.141987 n-d-838334-2 neutron-server[84041]: INFO neutron.db.segments_db [None req-5e319ba5-248f-4df5-9cae-1d07ba77dffc admin admin] Added segment 1196eb3d-42c6-4b0f-a17d-2810c7570b9e of type vlan for network eb1cfbb4-c890-4bc5-a238-1a91018a8219 Apr 18 21:40:08.168238 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-5e319ba5-248f-4df5-9cae-1d07ba77dffc admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750374825732'] for network, precommit_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:40:08.197376 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-5e319ba5-248f-4df5-9cae-1d07ba77dffc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33526109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022'] for network, after_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:40:08.198239 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e319ba5-248f-4df5-9cae-1d07ba77dffc admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:40:08.198818 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-5e319ba5-248f-4df5-9cae-1d07ba77dffc admin admin] Notify callbacks [] for network, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:40:08.301063 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e319ba5-248f-4df5-9cae-1d07ba77dffc admin admin] Pushing event updated for resources: {'Network': ['ID=eb1cfbb4-c890-4bc5-a238-1a91018a8219,revision_number=1']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:40:08.304868 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-5e319ba5-248f-4df5-9cae-1d07ba77dffc admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.5108299 Apr 18 21:40:08.307559 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 40400) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:40:08.311851 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Network eb1cfbb4-c890-4bc5-a238-1a91018a8219 details requested by agent ovs-agent-n-d-838334-2 with host n-d-838334-2 {{(pid=84042) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 18 21:40:08.314761 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.v2.base [None req-e7621915-abf6-41c6-b51e-952c2055949e admin admin] Request body: {'subnet': {'network_id': 'eb1cfbb4-c890-4bc5-a238-1a91018a8219', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-404789952-subnet', 'tenant_id': '45ff588f3d6a458db3a48f8bbf03ea5a', 'ip_version': 4}} {{(pid=84041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:40:08.321355 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-e7621915-abf6-41c6-b51e-952c2055949e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:40:08.325141 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-e7621915-abf6-41c6-b51e-952c2055949e admin admin] Usage tracker for resource:subnet and tenant:45ff588f3d6a458db3a48f8bbf03ea5a is out of sync, need to count used quota {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:40:08.327928 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-e7621915-abf6-41c6-b51e-952c2055949e admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:40:08.333609 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-e7621915-abf6-41c6-b51e-952c2055949e admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:40:08.344633 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e7621915-abf6-41c6-b51e-952c2055949e admin admin] Made reservation on behalf of 45ff588f3d6a458db3a48f8bbf03ea5a for: {'subnet': 1} {{(pid=84041) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:40:08.347103 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-e7621915-abf6-41c6-b51e-952c2055949e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32486301'] for subnet, before_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:40:08.542936 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-e7621915-abf6-41c6-b51e-952c2055949e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33526260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32266407', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32486287'] for subnet, after_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:40:08.616780 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7621915-abf6-41c6-b51e-952c2055949e admin admin] Pushing event updated for resources: {'Subnet': ['ID=8c55211b-6740-46bb-be86-24115102db80,revision_number=0']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:40:08.630377 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7621915-abf6-41c6-b51e-952c2055949e admin admin] Checking segment: {'id': '1196eb3d-42c6-4b0f-a17d-2810c7570b9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': 'eb1cfbb4-c890-4bc5-a238-1a91018a8219'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84041) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 21:40:08.630802 n-d-838334-2 neutron-server[84041]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7621915-abf6-41c6-b51e-952c2055949e admin admin] Network hostable DHCP agents. Network: eb1cfbb4-c890-4bc5-a238-1a91018a8219, hostable agents: ['8746f8ea-3e91-4b32-9919-2c63adeb8722'], hosted agents: [] {{(pid=84041) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 21:40:08.650860 n-d-838334-2 neutron-server[84041]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7621915-abf6-41c6-b51e-952c2055949e admin admin] Network eb1cfbb4-c890-4bc5-a238-1a91018a8219 is scheduled to be hosted by DHCP agent 8746f8ea-3e91-4b32-9919-2c63adeb8722 with binding_index 1 {{(pid=84041) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 21:40:08.659777 n-d-838334-2 neutron-server[84041]: DEBUG neutron.scheduler.base_scheduler [None req-e7621915-abf6-41c6-b51e-952c2055949e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-838334-2, eb1cfbb4-c890-4bc5-a238-1a91018a8219) {{(pid=84041) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:40:08.664186 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7621915-abf6-41c6-b51e-952c2055949e admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:40:08.664766 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-e7621915-abf6-41c6-b51e-952c2055949e admin admin] Notify callbacks [] for subnet, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:40:08.668671 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ac6ef6d-c39c-4ee1-a3c0-7305046b6716 None None] Network eb1cfbb4-c890-4bc5-a238-1a91018a8219 requested from n-d-838334-2 {{(pid=84042) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 21:40:08.686860 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-e7621915-abf6-41c6-b51e-952c2055949e admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3780415 Apr 18 21:40:08.690118 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 40404) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:40:08.695931 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.v2.base [None req-2187a4d1-c69f-4e9e-bb28-e7bfab5f1659 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-404789952-router', 'tenant_id': '45ff588f3d6a458db3a48f8bbf03ea5a', 'external_gateway_info': {'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c'}}} {{(pid=84041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:40:08.701270 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-2187a4d1-c69f-4e9e-bb28-e7bfab5f1659 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:40:08.705215 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-2187a4d1-c69f-4e9e-bb28-e7bfab5f1659 admin admin] Usage tracker for resource:router and tenant:45ff588f3d6a458db3a48f8bbf03ea5a is out of sync, need to count used quota {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:40:08.708045 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-2187a4d1-c69f-4e9e-bb28-e7bfab5f1659 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:40:08.715407 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-2187a4d1-c69f-4e9e-bb28-e7bfab5f1659 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:40:08.727037 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-2187a4d1-c69f-4e9e-bb28-e7bfab5f1659 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-33442106', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5708'] for router, before_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:40:08.727960 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-2187a4d1-c69f-4e9e-bb28-e7bfab5f1659 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33442137', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33444285', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33535433', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5703'] for router, precommit_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:40:08.745332 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-2187a4d1-c69f-4e9e-bb28-e7bfab5f1659 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:40:08.883897 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c54c218b-4d81-44d4-9584-47d63f9640d6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp016840fc-1f9f-5892-9c53-c9cf6c845bbb-eb1cfbb4-c890-4bc5-a238-1a91018a8219', 'network_id': 'eb1cfbb4-c890-4bc5-a238-1a91018a8219', 'tenant_id': '45ff588f3d6a458db3a48f8bbf03ea5a', 'fixed_ips': [{'subnet_id': '8c55211b-6740-46bb-be86-24115102db80'}]}} from n-d-838334-2. {{(pid=84042) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 18 21:40:08.884704 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-c54c218b-4d81-44d4-9584-47d63f9640d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_create {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:40:08.890491 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-2187a4d1-c69f-4e9e-bb28-e7bfab5f1659 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-33444175', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-33443520', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5293'] for router, precommit_update {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:40:09.047640 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.db_base_plugin_common [None req-c54c218b-4d81-44d4-9584-47d63f9640d6 None None] Allocated IP 172.20.0.2 (eb1cfbb4-c890-4bc5-a238-1a91018a8219/8c55211b-6740-46bb-be86-24115102db80/9994edcc-68d0-4184-b78f-3bc4c2c0b03b) {{(pid=84042) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 21:40:09.182182 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-2187a4d1-c69f-4e9e-bb28-e7bfab5f1659 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:40:09.211003 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-2187a4d1-c69f-4e9e-bb28-e7bfab5f1659 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:40:09.257295 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-c54c218b-4d81-44d4-9584-47d63f9640d6 None None] Notify callbacks [] for port, precommit_create {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:40:09.267342 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-c54c218b-4d81-44d4-9584-47d63f9640d6 None None] Transition to ACTIVE for port object 9994edcc-68d0-4184-b78f-3bc4c2c0b03b will not be triggered until provisioned by entity L2. {{(pid=84042) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:40:09.285730 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-c54c218b-4d81-44d4-9584-47d63f9640d6 None None] Transition to ACTIVE for port object 9994edcc-68d0-4184-b78f-3bc4c2c0b03b will not be triggered until provisioned by entity DHCP. {{(pid=84042) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:40:09.292125 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-c54c218b-4d81-44d4-9584-47d63f9640d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750374836619'] for port, after_create {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:40:09.354194 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.db_base_plugin_common [None req-2187a4d1-c69f-4e9e-bb28-e7bfab5f1659 admin admin] Allocated IP 172.25.8.211 (e41b6600-a917-4a8d-b05c-be3be40c6d8c/6b05667b-848e-4356-9b44-d5eb6808ef74/6b60d085-3176-4702-b6e8-43d89a0aac52) {{(pid=84041) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 21:40:09.366701 n-d-838334-2 neutron-server[84042]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c54c218b-4d81-44d4-9584-47d63f9640d6 None None] Network eb1cfbb4-c890-4bc5-a238-1a91018a8219 is already hosted by enough agents. {{(pid=84042) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:40:09.369629 n-d-838334-2 neutron-server[84042]: DEBUG neutron.scheduler.base_scheduler [None req-c54c218b-4d81-44d4-9584-47d63f9640d6 None None] Resources bound (agent type, host, resource id): {{(pid=84042) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:40:09.372027 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c54c218b-4d81-44d4-9584-47d63f9640d6 None None] Received port after_create {{(pid=84042) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 21:40:09.377153 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c54c218b-4d81-44d4-9584-47d63f9640d6 None None] Pushing event updated for resources: {'Port': ['ID=9994edcc-68d0-4184-b78f-3bc4c2c0b03b,revision_number=1']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:40:09.461683 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.managers [None req-c54c218b-4d81-44d4-9584-47d63f9640d6 None None] Attempting to bind port 9994edcc-68d0-4184-b78f-3bc4c2c0b03b on host n-d-838334-2 for vnic_type normal with profile {{(pid=84042) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 21:40:09.461961 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.managers [None req-c54c218b-4d81-44d4-9584-47d63f9640d6 None None] Attempting to bind port 9994edcc-68d0-4184-b78f-3bc4c2c0b03b by drivers openvswitch,hyperv on host n-d-838334-2 at level 0 using segments [{'id': '1196eb3d-42c6-4b0f-a17d-2810c7570b9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': 'eb1cfbb4-c890-4bc5-a238-1a91018a8219'}] {{(pid=84042) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 21:40:09.462314 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c54c218b-4d81-44d4-9584-47d63f9640d6 None None] Attempting to bind port 9994edcc-68d0-4184-b78f-3bc4c2c0b03b on network eb1cfbb4-c890-4bc5-a238-1a91018a8219 {{(pid=84042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 21:40:09.468530 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c54c218b-4d81-44d4-9584-47d63f9640d6 None None] Checking agent: {'id': '97cd4414-7af6-4d67-868d-dff370b4071a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838334-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 25, 49), 'started_at': datetime.datetime(2022, 4, 18, 20, 26, 19), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 21, 39, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838334-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 18 21:40:09.468889 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c54c218b-4d81-44d4-9584-47d63f9640d6 None None] Checking segment: {'id': '1196eb3d-42c6-4b0f-a17d-2810c7570b9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': 'eb1cfbb4-c890-4bc5-a238-1a91018a8219'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84042) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 21:40:09.469280 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-c54c218b-4d81-44d4-9584-47d63f9640d6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:40:09.469661 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c54c218b-4d81-44d4-9584-47d63f9640d6 None None] Bound using segment: {'id': '1196eb3d-42c6-4b0f-a17d-2810c7570b9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': 'eb1cfbb4-c890-4bc5-a238-1a91018a8219'} {{(pid=84042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 18 21:40:09.470111 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.managers [None req-c54c218b-4d81-44d4-9584-47d63f9640d6 None None] Bound port: 9994edcc-68d0-4184-b78f-3bc4c2c0b03b, host: n-d-838334-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1196eb3d-42c6-4b0f-a17d-2810c7570b9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': 'eb1cfbb4-c890-4bc5-a238-1a91018a8219'}}] {{(pid=84042) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 21:40:09.470470 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-c54c218b-4d81-44d4-9584-47d63f9640d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:40:09.503004 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-2187a4d1-c69f-4e9e-bb28-e7bfab5f1659 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:40:09.530899 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-2187a4d1-c69f-4e9e-bb28-e7bfab5f1659 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750374836619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32266323'] for port, after_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:40:09.592359 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-c54c218b-4d81-44d4-9584-47d63f9640d6 None None] For port 9994edcc-68d0-4184-b78f-3bc4c2c0b03b, host n-d-838334-2, cleared binding levels {{(pid=84042) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 21:40:09.595443 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-c54c218b-4d81-44d4-9584-47d63f9640d6 None None] For port 9994edcc-68d0-4184-b78f-3bc4c2c0b03b, host n-d-838334-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838334-2',level=0,port_id=9994edcc-68d0-4184-b78f-3bc4c2c0b03b,segment=NetworkSegment(1196eb3d-42c6-4b0f-a17d-2810c7570b9e),segment_id=1196eb3d-42c6-4b0f-a17d-2810c7570b9e)] {{(pid=84042) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 21:40:09.596992 n-d-838334-2 neutron-server[84041]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2187a4d1-c69f-4e9e-bb28-e7bfab5f1659 admin admin] Network e41b6600-a917-4a8d-b05c-be3be40c6d8c is already hosted by enough agents. {{(pid=84041) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:40:09.600353 n-d-838334-2 neutron-server[84041]: DEBUG neutron.scheduler.base_scheduler [None req-2187a4d1-c69f-4e9e-bb28-e7bfab5f1659 admin admin] Resources bound (agent type, host, resource id): {{(pid=84041) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:40:09.600558 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-c54c218b-4d81-44d4-9584-47d63f9640d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682'] for port, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:40:09.607286 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2187a4d1-c69f-4e9e-bb28-e7bfab5f1659 admin admin] Received port after_create {{(pid=84041) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 21:40:09.641717 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2187a4d1-c69f-4e9e-bb28-e7bfab5f1659 admin admin] Pushing event updated for resources: {'Port': ['ID=6b60d085-3176-4702-b6e8-43d89a0aac52,revision_number=1']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:40:09.689211 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c54c218b-4d81-44d4-9584-47d63f9640d6 None None] Pushing event updated for resources: {'Port': ['ID=9994edcc-68d0-4184-b78f-3bc4c2c0b03b,revision_number=2']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:40:09.777530 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-2187a4d1-c69f-4e9e-bb28-e7bfab5f1659 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:40:09.778426 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-2187a4d1-c69f-4e9e-bb28-e7bfab5f1659 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33443529', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33444176'] for router, after_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:40:10.037943 n-d-838334-2 neutron-server[84041]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2187a4d1-c69f-4e9e-bb28-e7bfab5f1659 admin admin] Router 8ae86652-76f5-43c4-b7ec-539146ca728b is scheduled to L3 agent bc84d6c9-dd7a-4555-a351-592327b46d5a with binding_index 1 {{(pid=84041) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 18 21:40:10.236421 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2187a4d1-c69f-4e9e-bb28-e7bfab5f1659 admin admin] Notify agent at l3_agent.n-d-838334-2 the message routers_updated {{(pid=84041) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 21:40:10.247693 n-d-838334-2 neutron-server[84043]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51cd3d64-d047-4136-a370-fc2acf1031e0 None None] Sync routers for ids ['8ae86652-76f5-43c4-b7ec-539146ca728b'] in n-d-838334-2 {{(pid=84043) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 18 21:40:10.261190 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-2187a4d1-c69f-4e9e-bb28-e7bfab5f1659 admin admin] Notify callbacks [] for router, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:40:10.261742 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51cd3d64-d047-4136-a370-fc2acf1031e0 None None] Routers {'8ae86652-76f5-43c4-b7ec-539146ca728b'} bound to L3 agent in host n-d-838334-2 {{(pid=84043) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 21:40:10.265389 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.l3_hamode_db [None req-51cd3d64-d047-4136-a370-fc2acf1031e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838334-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-18T20:25:48Z,description=,heartbeat_timestamp=2022-04-18T21:39:48Z,host='n-d-838334-2',id=bc84d6c9-dd7a-4555-a351-592327b46d5a,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:25:48Z,topic='l3_agent')) {'router_ids': ['8ae86652-76f5-43c4-b7ec-539146ca728b'], 'active': True} {{(pid=84043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:40:10.265650 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-2187a4d1-c69f-4e9e-bb28-e7bfab5f1659 admin admin] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 1.5715084 Apr 18 21:40:10.266209 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 40408) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:40:10.465234 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.l3_dvr_db [None req-51cd3d64-d047-4136-a370-fc2acf1031e0 None None] Set router 8ae86652-76f5-43c4-b7ec-539146ca728b gateway port host: n-d-838334-2 {{(pid=84043) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 21:40:10.632467 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42e02369-6bda-4af4-9407-b1f515f22d11 None None] Network eb1cfbb4-c890-4bc5-a238-1a91018a8219 requested from n-d-838334-2 {{(pid=84042) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 21:40:10.752267 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-048c0ef9-ebdf-4f96-96cf-0d8dd67d3ccf None None] Provisioning for port 9994edcc-68d0-4184-b78f-3bc4c2c0b03b completed by entity DHCP. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 21:40:10.770977 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.l3_hamode_db [None req-51cd3d64-d047-4136-a370-fc2acf1031e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ae86652-76f5-43c4-b7ec-539146ca728b', 'name': 'tempest-TestMinimumBasicScenario-404789952-router', 'tenant_id': '45ff588f3d6a458db3a48f8bbf03ea5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'external_fixed_ips': [{'subnet_id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'ip_address': '172.25.8.211'}], 'enable_snat': True}, 'gw_port_id': '6b60d085-3176-4702-b6e8-43d89a0aac52', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:40:08Z', 'updated_at': '2022-04-18T21:40:09Z', 'revision_number': 3, 'project_id': '45ff588f3d6a458db3a48f8bbf03ea5a', 'gw_port': {'id': '6b60d085-3176-4702-b6e8-43d89a0aac52', 'name': '', 'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:ab:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8ae86652-76f5-43c4-b7ec-539146ca728b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'ip_address': '172.25.8.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:40:09Z', 'updated_at': '2022-04-18T21:40:09Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838334-2'}], 'n-d-838334-2', False) {} {{(pid=84043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:40:10.774625 n-d-838334-2 neutron-server[84043]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51cd3d64-d047-4136-a370-fc2acf1031e0 None None] Checking router: 8ae86652-76f5-43c4-b7ec-539146ca728b for host: n-d-838334-2 {{(pid=84043) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 18 21:40:10.774971 n-d-838334-2 neutron-server[84043]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51cd3d64-d047-4136-a370-fc2acf1031e0 None None] Updating router 8ae86652-76f5-43c4-b7ec-539146ca728b port 6b60d085-3176-4702-b6e8-43d89a0aac52 binding host n-d-838334-2 {{(pid=84043) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 18 21:40:10.830035 n-d-838334-2 neutron-server[84043]: DEBUG neutron_lib.callbacks.manager [None req-51cd3d64-d047-4136-a370-fc2acf1031e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:40:11.103165 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Device 9994edcc-68d0-4184-b78f-3bc4c2c0b03b up at agent ovs-agent-n-d-838334-2 {{(pid=84042) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 21:40:11.175501 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Provisioning for port 9994edcc-68d0-4184-b78f-3bc4c2c0b03b completed by entity L2. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 21:40:11.186876 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Provisioning complete for port 9994edcc-68d0-4184-b78f-3bc4c2c0b03b triggered by entity L2. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:40:11.187244 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1253608'] for port, provisioning_complete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:40:11.210494 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-30ca1ade-9be8-463d-824d-dc193213a611 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:40:11.219226 n-d-838334-2 neutron-server[84043]: DEBUG neutron_lib.callbacks.manager [None req-51cd3d64-d047-4136-a370-fc2acf1031e0 None None] Notify callbacks [] for port, precommit_update {{(pid=84043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:40:11.232376 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.provisioning_blocks [None req-51cd3d64-d047-4136-a370-fc2acf1031e0 None None] Transition to ACTIVE for port object 6b60d085-3176-4702-b6e8-43d89a0aac52 will not be triggered until provisioned by entity L2. {{(pid=84043) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:40:11.238949 n-d-838334-2 neutron-server[84043]: DEBUG neutron_lib.callbacks.manager [None req-51cd3d64-d047-4136-a370-fc2acf1031e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682'] for port, after_update {{(pid=84043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:40:11.250934 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-537e105e-7ada-4249-827e-fe7a37eff488 None None] Provisioning complete for port 9994edcc-68d0-4184-b78f-3bc4c2c0b03b triggered by entity DHCP. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:40:11.251535 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-537e105e-7ada-4249-827e-fe7a37eff488 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1253608'] for port, provisioning_complete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:40:11.307013 n-d-838334-2 neutron-server[84043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae6bc98d-a960-41f2-b4a9-0539c2fd3296 None None] Pushing event updated for resources: {'Port': ['ID=6b60d085-3176-4702-b6e8-43d89a0aac52,revision_number=2']} {{(pid=84043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:40:11.329282 n-d-838334-2 neutron-server[84043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae6bc98d-a960-41f2-b4a9-0539c2fd3296 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:40:11.329600 n-d-838334-2 neutron-server[84043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae6bc98d-a960-41f2-b4a9-0539c2fd3296 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:40:11.330135 n-d-838334-2 neutron-server[84043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae6bc98d-a960-41f2-b4a9-0539c2fd3296 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:40:11.330452 n-d-838334-2 neutron-server[84043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae6bc98d-a960-41f2-b4a9-0539c2fd3296 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:40:11.330771 n-d-838334-2 neutron-server[84043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae6bc98d-a960-41f2-b4a9-0539c2fd3296 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:40:11.331089 n-d-838334-2 neutron-server[84043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae6bc98d-a960-41f2-b4a9-0539c2fd3296 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:40:11.331401 n-d-838334-2 neutron-server[84043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae6bc98d-a960-41f2-b4a9-0539c2fd3296 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:40:11.331799 n-d-838334-2 neutron-server[84043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae6bc98d-a960-41f2-b4a9-0539c2fd3296 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:40:11.332053 n-d-838334-2 neutron-server[84043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae6bc98d-a960-41f2-b4a9-0539c2fd3296 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:40:11.332359 n-d-838334-2 neutron-server[84043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae6bc98d-a960-41f2-b4a9-0539c2fd3296 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:40:11.332666 n-d-838334-2 neutron-server[84043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae6bc98d-a960-41f2-b4a9-0539c2fd3296 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:40:11.341113 n-d-838334-2 neutron-server[84043]: DEBUG neutron.plugins.ml2.managers [None req-51cd3d64-d047-4136-a370-fc2acf1031e0 None None] Attempting to bind port 6b60d085-3176-4702-b6e8-43d89a0aac52 on host n-d-838334-2 for vnic_type normal with profile {{(pid=84043) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 21:40:11.341460 n-d-838334-2 neutron-server[84043]: DEBUG neutron.plugins.ml2.managers [None req-51cd3d64-d047-4136-a370-fc2acf1031e0 None None] Attempting to bind port 6b60d085-3176-4702-b6e8-43d89a0aac52 by drivers openvswitch,hyperv on host n-d-838334-2 at level 0 using segments [{'id': '732aa830-768b-4511-951f-d08e26b9c25b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c'}] {{(pid=84043) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 21:40:11.342012 n-d-838334-2 neutron-server[84043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51cd3d64-d047-4136-a370-fc2acf1031e0 None None] Attempting to bind port 6b60d085-3176-4702-b6e8-43d89a0aac52 on network e41b6600-a917-4a8d-b05c-be3be40c6d8c {{(pid=84043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 21:40:11.350069 n-d-838334-2 neutron-server[84043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51cd3d64-d047-4136-a370-fc2acf1031e0 None None] Checking agent: {'id': '97cd4414-7af6-4d67-868d-dff370b4071a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838334-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 25, 49), 'started_at': datetime.datetime(2022, 4, 18, 20, 26, 19), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 21, 39, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838334-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 18 21:40:11.350748 n-d-838334-2 neutron-server[84043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51cd3d64-d047-4136-a370-fc2acf1031e0 None None] Checking segment: {'id': '732aa830-768b-4511-951f-d08e26b9c25b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84043) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 21:40:11.351343 n-d-838334-2 neutron-server[84043]: DEBUG neutron_lib.callbacks.manager [None req-51cd3d64-d047-4136-a370-fc2acf1031e0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:40:11.351757 n-d-838334-2 neutron-server[84043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51cd3d64-d047-4136-a370-fc2acf1031e0 None None] Bound using segment: {'id': '732aa830-768b-4511-951f-d08e26b9c25b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c'} {{(pid=84043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 18 21:40:11.352210 n-d-838334-2 neutron-server[84043]: DEBUG neutron.plugins.ml2.managers [None req-51cd3d64-d047-4136-a370-fc2acf1031e0 None None] Bound port: 6b60d085-3176-4702-b6e8-43d89a0aac52, host: n-d-838334-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '732aa830-768b-4511-951f-d08e26b9c25b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c'}}] {{(pid=84043) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 21:40:11.352569 n-d-838334-2 neutron-server[84043]: DEBUG neutron_lib.callbacks.manager [None req-51cd3d64-d047-4136-a370-fc2acf1031e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:40:11.422191 n-d-838334-2 neutron-server[84043]: DEBUG neutron.plugins.ml2.db [None req-51cd3d64-d047-4136-a370-fc2acf1031e0 None None] For port 6b60d085-3176-4702-b6e8-43d89a0aac52, host n-d-838334-2, cleared binding levels {{(pid=84043) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 21:40:11.422783 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-537e105e-7ada-4249-827e-fe7a37eff488 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:40:11.425557 n-d-838334-2 neutron-server[84043]: DEBUG neutron.plugins.ml2.db [None req-51cd3d64-d047-4136-a370-fc2acf1031e0 None None] For port 6b60d085-3176-4702-b6e8-43d89a0aac52, host n-d-838334-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838334-2',level=0,port_id=6b60d085-3176-4702-b6e8-43d89a0aac52,segment=NetworkSegment(732aa830-768b-4511-951f-d08e26b9c25b),segment_id=732aa830-768b-4511-951f-d08e26b9c25b)] {{(pid=84043) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 21:40:11.430754 n-d-838334-2 neutron-server[84043]: DEBUG neutron_lib.callbacks.manager [None req-51cd3d64-d047-4136-a370-fc2acf1031e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682'] for port, after_update {{(pid=84043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:40:11.435126 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.db_base_plugin_common [None req-30ca1ade-9be8-463d-824d-dc193213a611 admin admin] Allocated IP 172.20.0.1 (eb1cfbb4-c890-4bc5-a238-1a91018a8219/8c55211b-6740-46bb-be86-24115102db80/ba4fdba4-2113-49ec-9237-4041a9160e86) {{(pid=84041) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 21:40:11.448851 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:40:11.481465 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-537e105e-7ada-4249-827e-fe7a37eff488 None None] For port 9994edcc-68d0-4184-b78f-3bc4c2c0b03b, host n-d-838334-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838334-2',level=0,port_id=9994edcc-68d0-4184-b78f-3bc4c2c0b03b,segment=NetworkSegment(1196eb3d-42c6-4b0f-a17d-2810c7570b9e),segment_id=1196eb3d-42c6-4b0f-a17d-2810c7570b9e)] {{(pid=84042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:40:11.486961 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-537e105e-7ada-4249-827e-fe7a37eff488 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682'] for port, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:40:11.515204 n-d-838334-2 neutron-server[84043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae6bc98d-a960-41f2-b4a9-0539c2fd3296 None None] Pushing event updated for resources: {'Port': ['ID=6b60d085-3176-4702-b6e8-43d89a0aac52,revision_number=3']} {{(pid=84043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:40:11.519503 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51cd3d64-d047-4136-a370-fc2acf1031e0 None None] Routers {'8ae86652-76f5-43c4-b7ec-539146ca728b'} bound to L3 agent in host n-d-838334-2 {{(pid=84043) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 21:40:11.520121 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.l3_hamode_db [None req-51cd3d64-d047-4136-a370-fc2acf1031e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838334-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-18T20:25:48Z,description=,heartbeat_timestamp=2022-04-18T21:39:48Z,host='n-d-838334-2',id=bc84d6c9-dd7a-4555-a351-592327b46d5a,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:25:48Z,topic='l3_agent')) {'router_ids': ['8ae86652-76f5-43c4-b7ec-539146ca728b'], 'active': True} {{(pid=84043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:40:11.599130 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-30ca1ade-9be8-463d-824d-dc193213a611 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:40:11.604536 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.db.api [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=84042) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 18 21:40:11.604898 n-d-838334-2 neutron-server[84042]: DEBUG oslo_db.api [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=84042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 18 21:40:11.607150 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-537e105e-7ada-4249-827e-fe7a37eff488 None None] Pushing event updated for resources: {'Port': ['ID=9994edcc-68d0-4184-b78f-3bc4c2c0b03b,revision_number=3']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:40:11.616890 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.provisioning_blocks [None req-30ca1ade-9be8-463d-824d-dc193213a611 admin admin] Transition to ACTIVE for port object ba4fdba4-2113-49ec-9237-4041a9160e86 will not be triggered until provisioned by entity DHCP. {{(pid=84041) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:40:11.639943 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-30ca1ade-9be8-463d-824d-dc193213a611 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750374836619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32266323'] for port, after_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:40:11.698341 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.l3_dvr_db [None req-51cd3d64-d047-4136-a370-fc2acf1031e0 None None] Set router 8ae86652-76f5-43c4-b7ec-539146ca728b gateway port host: n-d-838334-2 {{(pid=84043) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 21:40:11.711228 n-d-838334-2 neutron-server[84041]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30ca1ade-9be8-463d-824d-dc193213a611 admin admin] Network eb1cfbb4-c890-4bc5-a238-1a91018a8219 is already hosted by enough agents. {{(pid=84041) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:40:11.714032 n-d-838334-2 neutron-server[84041]: DEBUG neutron.scheduler.base_scheduler [None req-30ca1ade-9be8-463d-824d-dc193213a611 admin admin] Resources bound (agent type, host, resource id): {{(pid=84041) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:40:11.719016 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30ca1ade-9be8-463d-824d-dc193213a611 admin admin] Received port after_create {{(pid=84041) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 21:40:11.745915 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30ca1ade-9be8-463d-824d-dc193213a611 admin admin] Pushing event updated for resources: {'Port': ['ID=ba4fdba4-2113-49ec-9237-4041a9160e86,revision_number=1']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:40:11.774420 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-30ca1ade-9be8-463d-824d-dc193213a611 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33444010'] for router_interface, before_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:40:11.861938 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-30ca1ade-9be8-463d-824d-dc193213a611 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:40:11.994369 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.l3_hamode_db [None req-51cd3d64-d047-4136-a370-fc2acf1031e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ae86652-76f5-43c4-b7ec-539146ca728b', 'name': 'tempest-TestMinimumBasicScenario-404789952-router', 'tenant_id': '45ff588f3d6a458db3a48f8bbf03ea5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'external_fixed_ips': [{'subnet_id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'ip_address': '172.25.8.211'}], 'enable_snat': True}, 'gw_port_id': '6b60d085-3176-4702-b6e8-43d89a0aac52', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:40:08Z', 'updated_at': '2022-04-18T21:40:09Z', 'revision_number': 3, 'project_id': '45ff588f3d6a458db3a48f8bbf03ea5a', 'gw_port': {'id': '6b60d085-3176-4702-b6e8-43d89a0aac52', 'name': '', 'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:ab:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8ae86652-76f5-43c4-b7ec-539146ca728b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'ip_address': '172.25.8.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:40:09Z', 'updated_at': '2022-04-18T21:40:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838334-2'}], 'n-d-838334-2', False) {} {{(pid=84043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:40:12.002535 n-d-838334-2 neutron-server[84043]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51cd3d64-d047-4136-a370-fc2acf1031e0 None None] The sync data for ids ['8ae86652-76f5-43c4-b7ec-539146ca728b'] in n-d-838334-2 is: [{'id': '8ae86652-76f5-43c4-b7ec-539146ca728b', 'name': 'tempest-TestMinimumBasicScenario-404789952-router', 'tenant_id': '45ff588f3d6a458db3a48f8bbf03ea5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'external_fixed_ips': [{'subnet_id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'ip_address': '172.25.8.211'}], 'enable_snat': True}, 'gw_port_id': '6b60d085-3176-4702-b6e8-43d89a0aac52', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:40:08Z', 'updated_at': '2022-04-18T21:40:09Z', 'revision_number': 3, 'project_id': '45ff588f3d6a458db3a48f8bbf03ea5a', 'gw_port': {'id': '6b60d085-3176-4702-b6e8-43d89a0aac52', 'name': '', 'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:ab:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8ae86652-76f5-43c4-b7ec-539146ca728b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'ip_address': '172.25.8.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:40:09Z', 'updated_at': '2022-04-18T21:40:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838334-2'}] {{(pid=84043) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 18 21:40:12.018361 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-d9925e62-2e07-4c4a-90f7-a3031a32b7ed None None] Provisioning for port ba4fdba4-2113-49ec-9237-4041a9160e86 completed by entity DHCP. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 21:40:12.023907 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-d9925e62-2e07-4c4a-90f7-a3031a32b7ed None None] Provisioning complete for port ba4fdba4-2113-49ec-9237-4041a9160e86 triggered by entity DHCP. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:40:12.024644 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-d9925e62-2e07-4c4a-90f7-a3031a32b7ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1253608'] for port, provisioning_complete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:40:12.086165 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.plugin [None req-d9925e62-2e07-4c4a-90f7-a3031a32b7ed None None] Port ba4fdba4-2113-49ec-9237-4041a9160e86 cannot update to ACTIVE because it is not bound. {{(pid=84042) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 18 21:40:12.110769 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-30ca1ade-9be8-463d-824d-dc193213a611 admin admin] Notify callbacks [] for port, precommit_update {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:40:12.116696 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-30ca1ade-9be8-463d-824d-dc193213a611 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32266282'] for port, after_update {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:40:12.242573 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-30ca1ade-9be8-463d-824d-dc193213a611 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-32377886', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33443847'] for router_interface, after_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:40:12.246027 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30ca1ade-9be8-463d-824d-dc193213a611 admin admin] Pushing event updated for resources: {'Port': ['ID=ba4fdba4-2113-49ec-9237-4041a9160e86,revision_number=2']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:40:12.391645 n-d-838334-2 neutron-server[84041]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30ca1ade-9be8-463d-824d-dc193213a611 admin admin] Network eb1cfbb4-c890-4bc5-a238-1a91018a8219 is already hosted by enough agents. {{(pid=84041) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:40:12.392770 n-d-838334-2 neutron-server[84041]: DEBUG neutron.scheduler.base_scheduler [None req-30ca1ade-9be8-463d-824d-dc193213a611 admin admin] Resources bound (agent type, host, resource id): {{(pid=84041) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:40:12.609852 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-e158b24e-e327-4534-a09a-74ed932f4bf6 None None] Provisioning complete for port ba4fdba4-2113-49ec-9237-4041a9160e86 triggered by entity DHCP. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:40:12.610286 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-e158b24e-e327-4534-a09a-74ed932f4bf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1253608'] for port, provisioning_complete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:40:12.665734 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.plugin [None req-e158b24e-e327-4534-a09a-74ed932f4bf6 None None] Port ba4fdba4-2113-49ec-9237-4041a9160e86 cannot update to ACTIVE because it is not bound. {{(pid=84042) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 18 21:40:12.895534 n-d-838334-2 neutron-server[84041]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-30ca1ade-9be8-463d-824d-dc193213a611 admin admin] Router 8ae86652-76f5-43c4-b7ec-539146ca728b has already been hosted by L3 agent bc84d6c9-dd7a-4555-a351-592327b46d5a {{(pid=84041) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 21:40:13.059959 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.agents_db [None req-6346a179-333c-4370-b5a6-936984aeab15 None None] Agent healthcheck: found 7 active agents {{(pid=84043) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 18 21:40:13.079953 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Device 6b60d085-3176-4702-b6e8-43d89a0aac52 up at agent ovs-agent-n-d-838334-2 {{(pid=84042) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 21:40:13.101664 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-30ca1ade-9be8-463d-824d-dc193213a611 admin admin] Notify agent at l3_agent.n-d-838334-2 the message routers_updated {{(pid=84041) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 21:40:13.110683 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-30ca1ade-9be8-463d-824d-dc193213a611 admin admin] 10.222.0.42 "PUT /v2.0/routers/8ae86652-76f5-43c4-b7ec-539146ca728b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8433890 Apr 18 21:40:13.154642 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Provisioning for port 6b60d085-3176-4702-b6e8-43d89a0aac52 completed by entity L2. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 21:40:13.159402 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Provisioning complete for port 6b60d085-3176-4702-b6e8-43d89a0aac52 triggered by entity L2. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:40:13.159800 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1253608'] for port, provisioning_complete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:40:13.270667 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:40:13.286554 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] For port 6b60d085-3176-4702-b6e8-43d89a0aac52, host n-d-838334-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838334-2',level=0,port_id=6b60d085-3176-4702-b6e8-43d89a0aac52,segment=NetworkSegment(732aa830-768b-4511-951f-d08e26b9c25b),segment_id=732aa830-768b-4511-951f-d08e26b9c25b)] {{(pid=84042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:40:13.291034 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682'] for port, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:40:13.291917 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Device 9994edcc-68d0-4184-b78f-3bc4c2c0b03b up at agent ovs-agent-n-d-838334-2 {{(pid=84042) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 21:40:13.404074 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Pushing event updated for resources: {'Port': ['ID=6b60d085-3176-4702-b6e8-43d89a0aac52,revision_number=4']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:40:13.416588 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Provisioning complete for port 9994edcc-68d0-4184-b78f-3bc4c2c0b03b triggered by entity L2. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:40:13.416951 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1253608'] for port, provisioning_complete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:40:13.949017 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 40430) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:40:13.954473 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.v2.base [None req-e6ad39b3-3526-463a-88a0-8142e4c2d121 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-254445900-network', 'tenant_id': '8cc084815b804d9090fbfc2253c05b6e'}} {{(pid=84040) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:40:13.960533 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [None req-e6ad39b3-3526-463a-88a0-8142e4c2d121 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:40:13.964224 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-e6ad39b3-3526-463a-88a0-8142e4c2d121 admin admin] Usage tracker for resource:network and tenant:8cc084815b804d9090fbfc2253c05b6e is out of sync, need to count used quota {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:40:13.966988 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-e6ad39b3-3526-463a-88a0-8142e4c2d121 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:40:13.973115 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [None req-e6ad39b3-3526-463a-88a0-8142e4c2d121 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:40:13.982008 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e6ad39b3-3526-463a-88a0-8142e4c2d121 admin admin] Made reservation on behalf of 8cc084815b804d9090fbfc2253c05b6e for: {'network': 1} {{(pid=84040) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:40:13.984486 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-e6ad39b3-3526-463a-88a0-8142e4c2d121 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for network, before_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:40:13.996896 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-e6ad39b3-3526-463a-88a0-8142e4c2d121 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:40:14.027041 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [None req-e6ad39b3-3526-463a-88a0-8142e4c2d121 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:40:14.030733 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-e6ad39b3-3526-463a-88a0-8142e4c2d121 admin admin] Usage tracker for resource:security_group_rule and tenant:8cc084815b804d9090fbfc2253c05b6e is out of sync, need to count used quota {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:40:14.033444 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-e6ad39b3-3526-463a-88a0-8142e4c2d121 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:40:14.039783 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [None req-e6ad39b3-3526-463a-88a0-8142e4c2d121 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:40:14.104261 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-e6ad39b3-3526-463a-88a0-8142e4c2d121 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:40:14.108478 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-e6ad39b3-3526-463a-88a0-8142e4c2d121 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33528224'] for security_group, after_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:40:14.143047 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e6ad39b3-3526-463a-88a0-8142e4c2d121 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 370} {{(pid=84040) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 21:40:14.148673 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6ad39b3-3526-463a-88a0-8142e4c2d121 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c7361dac-7f9b-4272-bc78-ce3195134e93,revision_number=1']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:40:14.155498 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-e6ad39b3-3526-463a-88a0-8142e4c2d121 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1082986'] for segment, precommit_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:40:14.155847 n-d-838334-2 neutron-server[84040]: INFO neutron.db.segments_db [None req-e6ad39b3-3526-463a-88a0-8142e4c2d121 admin admin] Added segment 42abc2dc-4b7b-4c6a-b95c-4a4a11533e22 of type vlan for network de195b71-b8ab-4131-9d49-2c5d9bd7ff82 Apr 18 21:40:14.182880 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-e6ad39b3-3526-463a-88a0-8142e4c2d121 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750374825732'] for network, precommit_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:40:14.213230 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-e6ad39b3-3526-463a-88a0-8142e4c2d121 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33526109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022'] for network, after_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:40:14.214209 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6ad39b3-3526-463a-88a0-8142e4c2d121 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:40:14.214778 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-e6ad39b3-3526-463a-88a0-8142e4c2d121 admin admin] Notify callbacks [] for network, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:40:14.316700 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6ad39b3-3526-463a-88a0-8142e4c2d121 admin admin] Pushing event updated for resources: {'Network': ['ID=de195b71-b8ab-4131-9d49-2c5d9bd7ff82,revision_number=1']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:40:14.319836 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-e6ad39b3-3526-463a-88a0-8142e4c2d121 admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.3697259 Apr 18 21:40:14.322503 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 40434) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:40:14.326255 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Network de195b71-b8ab-4131-9d49-2c5d9bd7ff82 details requested by agent ovs-agent-n-d-838334-2 with host n-d-838334-2 {{(pid=84042) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 18 21:40:14.331247 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.v2.base [None req-a55cce8c-f167-455d-9c60-72e68593329c admin admin] Request body: {'subnet': {'network_id': 'de195b71-b8ab-4131-9d49-2c5d9bd7ff82', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-254445900-subnet', 'tenant_id': '8cc084815b804d9090fbfc2253c05b6e', 'ip_version': 4}} {{(pid=84040) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:40:14.337513 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [None req-a55cce8c-f167-455d-9c60-72e68593329c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:40:14.341605 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-a55cce8c-f167-455d-9c60-72e68593329c admin admin] Usage tracker for resource:subnet and tenant:8cc084815b804d9090fbfc2253c05b6e is out of sync, need to count used quota {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:40:14.344736 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-a55cce8c-f167-455d-9c60-72e68593329c admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:40:14.351139 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [None req-a55cce8c-f167-455d-9c60-72e68593329c admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:40:14.360843 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a55cce8c-f167-455d-9c60-72e68593329c admin admin] Made reservation on behalf of 8cc084815b804d9090fbfc2253c05b6e for: {'subnet': 1} {{(pid=84040) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:40:14.363109 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-a55cce8c-f167-455d-9c60-72e68593329c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31752722'] for subnet, before_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:40:14.562464 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-a55cce8c-f167-455d-9c60-72e68593329c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33526260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32441074', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31752704'] for subnet, after_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:40:14.636032 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a55cce8c-f167-455d-9c60-72e68593329c admin admin] Pushing event updated for resources: {'Subnet': ['ID=ca564f2b-5600-43a7-ad55-2b30dbbb3966,revision_number=0']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:40:14.647489 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a55cce8c-f167-455d-9c60-72e68593329c admin admin] Checking segment: {'id': '42abc2dc-4b7b-4c6a-b95c-4a4a11533e22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': 'de195b71-b8ab-4131-9d49-2c5d9bd7ff82'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84040) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 21:40:14.647920 n-d-838334-2 neutron-server[84040]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a55cce8c-f167-455d-9c60-72e68593329c admin admin] Network hostable DHCP agents. Network: de195b71-b8ab-4131-9d49-2c5d9bd7ff82, hostable agents: ['8746f8ea-3e91-4b32-9919-2c63adeb8722'], hosted agents: [] {{(pid=84040) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 21:40:14.668846 n-d-838334-2 neutron-server[84040]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a55cce8c-f167-455d-9c60-72e68593329c admin admin] Network de195b71-b8ab-4131-9d49-2c5d9bd7ff82 is scheduled to be hosted by DHCP agent 8746f8ea-3e91-4b32-9919-2c63adeb8722 with binding_index 1 {{(pid=84040) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 21:40:14.678139 n-d-838334-2 neutron-server[84040]: DEBUG neutron.scheduler.base_scheduler [None req-a55cce8c-f167-455d-9c60-72e68593329c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-838334-2, de195b71-b8ab-4131-9d49-2c5d9bd7ff82) {{(pid=84040) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:40:14.682110 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a55cce8c-f167-455d-9c60-72e68593329c admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:40:14.682909 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-a55cce8c-f167-455d-9c60-72e68593329c admin admin] Notify callbacks [] for subnet, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:40:14.687329 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a946dea5-ae49-4c85-8042-757d8ec51116 None None] Network de195b71-b8ab-4131-9d49-2c5d9bd7ff82 requested from n-d-838334-2 {{(pid=84042) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 21:40:14.702547 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-a55cce8c-f167-455d-9c60-72e68593329c admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3790190 Apr 18 21:40:14.705174 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 40438) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:40:14.710831 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.v2.base [None req-954378d4-6347-4985-b127-d39520e69319 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-254445900-router', 'tenant_id': '8cc084815b804d9090fbfc2253c05b6e', 'external_gateway_info': {'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c'}}} {{(pid=84041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:40:14.716266 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-954378d4-6347-4985-b127-d39520e69319 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:40:14.720075 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-954378d4-6347-4985-b127-d39520e69319 admin admin] Usage tracker for resource:router and tenant:8cc084815b804d9090fbfc2253c05b6e is out of sync, need to count used quota {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:40:14.722911 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-954378d4-6347-4985-b127-d39520e69319 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:40:14.729283 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-954378d4-6347-4985-b127-d39520e69319 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:40:14.741191 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-954378d4-6347-4985-b127-d39520e69319 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-33442106', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5708'] for router, before_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:40:14.742323 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-954378d4-6347-4985-b127-d39520e69319 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33442137', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33444285', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33535433', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5703'] for router, precommit_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:40:14.763458 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-954378d4-6347-4985-b127-d39520e69319 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:40:14.910519 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-954378d4-6347-4985-b127-d39520e69319 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-33444175', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-33443520', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5293'] for router, precommit_update {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:40:14.942906 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-469eec7c-9d73-468c-bca9-d054414a3db1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp016840fc-1f9f-5892-9c53-c9cf6c845bbb-de195b71-b8ab-4131-9d49-2c5d9bd7ff82', 'network_id': 'de195b71-b8ab-4131-9d49-2c5d9bd7ff82', 'tenant_id': '8cc084815b804d9090fbfc2253c05b6e', 'fixed_ips': [{'subnet_id': 'ca564f2b-5600-43a7-ad55-2b30dbbb3966'}]}} from n-d-838334-2. {{(pid=84042) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 18 21:40:14.944155 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-469eec7c-9d73-468c-bca9-d054414a3db1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_create {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:40:15.025579 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Device 6b60d085-3176-4702-b6e8-43d89a0aac52 up at agent ovs-agent-n-d-838334-2 {{(pid=84042) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 21:40:15.122353 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-954378d4-6347-4985-b127-d39520e69319 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:40:15.153083 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-954378d4-6347-4985-b127-d39520e69319 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:40:15.165124 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.db_base_plugin_common [None req-469eec7c-9d73-468c-bca9-d054414a3db1 None None] Allocated IP 172.20.0.2 (de195b71-b8ab-4131-9d49-2c5d9bd7ff82/ca564f2b-5600-43a7-ad55-2b30dbbb3966/42d47aa8-0c57-420b-af47-7208cc413b02) {{(pid=84042) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 21:40:15.169379 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Provisioning complete for port 6b60d085-3176-4702-b6e8-43d89a0aac52 triggered by entity L2. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:40:15.169746 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1253608'] for port, provisioning_complete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:40:15.292218 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.db_base_plugin_common [None req-954378d4-6347-4985-b127-d39520e69319 admin admin] Allocated IP 172.25.8.83 (e41b6600-a917-4a8d-b05c-be3be40c6d8c/6b05667b-848e-4356-9b44-d5eb6808ef74/0373a4d7-a8f2-4792-82b9-6e04c1625a18) {{(pid=84041) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 21:40:15.450015 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-954378d4-6347-4985-b127-d39520e69319 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:40:15.478229 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-469eec7c-9d73-468c-bca9-d054414a3db1 None None] Notify callbacks [] for port, precommit_create {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:40:15.479836 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-954378d4-6347-4985-b127-d39520e69319 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750374836619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32266323'] for port, after_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:40:15.489764 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-469eec7c-9d73-468c-bca9-d054414a3db1 None None] Transition to ACTIVE for port object 42d47aa8-0c57-420b-af47-7208cc413b02 will not be triggered until provisioned by entity L2. {{(pid=84042) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:40:15.508689 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-469eec7c-9d73-468c-bca9-d054414a3db1 None None] Transition to ACTIVE for port object 42d47aa8-0c57-420b-af47-7208cc413b02 will not be triggered until provisioned by entity DHCP. {{(pid=84042) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:40:15.517792 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-469eec7c-9d73-468c-bca9-d054414a3db1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750374836619'] for port, after_create {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:40:15.552560 n-d-838334-2 neutron-server[84041]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-954378d4-6347-4985-b127-d39520e69319 admin admin] Network e41b6600-a917-4a8d-b05c-be3be40c6d8c is already hosted by enough agents. {{(pid=84041) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:40:15.557172 n-d-838334-2 neutron-server[84041]: DEBUG neutron.scheduler.base_scheduler [None req-954378d4-6347-4985-b127-d39520e69319 admin admin] Resources bound (agent type, host, resource id): {{(pid=84041) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:40:15.559180 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-954378d4-6347-4985-b127-d39520e69319 admin admin] Pushing event updated for resources: {'Port': ['ID=0373a4d7-a8f2-4792-82b9-6e04c1625a18,revision_number=1']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:40:15.560197 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df9c6529-500b-4473-81e6-3a22fac8cd98 None None] Sync routers for ids ['8ae86652-76f5-43c4-b7ec-539146ca728b'] in n-d-838334-2 {{(pid=84042) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 18 21:40:15.561976 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.l3_dvrscheduler_db [None req-954378d4-6347-4985-b127-d39520e69319 admin admin] Received port after_create {{(pid=84041) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 21:40:15.606338 n-d-838334-2 neutron-server[84042]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-469eec7c-9d73-468c-bca9-d054414a3db1 None None] Network de195b71-b8ab-4131-9d49-2c5d9bd7ff82 is already hosted by enough agents. {{(pid=84042) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:40:15.607049 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-469eec7c-9d73-468c-bca9-d054414a3db1 None None] Pushing event updated for resources: {'Port': ['ID=42d47aa8-0c57-420b-af47-7208cc413b02,revision_number=1']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:40:15.609528 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df9c6529-500b-4473-81e6-3a22fac8cd98 None None] Routers {'8ae86652-76f5-43c4-b7ec-539146ca728b'} bound to L3 agent in host n-d-838334-2 {{(pid=84042) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 21:40:15.610130 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_hamode_db [None req-df9c6529-500b-4473-81e6-3a22fac8cd98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838334-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-18T20:25:48Z,description=,heartbeat_timestamp=2022-04-18T21:39:48Z,host='n-d-838334-2',id=bc84d6c9-dd7a-4555-a351-592327b46d5a,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:25:48Z,topic='l3_agent')) {'router_ids': ['8ae86652-76f5-43c4-b7ec-539146ca728b'], 'active': True} {{(pid=84042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:40:15.657399 n-d-838334-2 neutron-server[84042]: DEBUG neutron.scheduler.base_scheduler [None req-469eec7c-9d73-468c-bca9-d054414a3db1 None None] Resources bound (agent type, host, resource id): {{(pid=84042) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:40:15.664499 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_dvrscheduler_db [None req-469eec7c-9d73-468c-bca9-d054414a3db1 None None] Received port after_create {{(pid=84042) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 21:40:15.720645 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-954378d4-6347-4985-b127-d39520e69319 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:40:15.721646 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-954378d4-6347-4985-b127-d39520e69319 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33443529', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33444176'] for router, after_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:40:15.821560 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-8874c931-f8ee-41f7-a9c1-6072b9169af7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750375287399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253529'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:40:15.853095 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.managers [None req-469eec7c-9d73-468c-bca9-d054414a3db1 None None] Attempting to bind port 42d47aa8-0c57-420b-af47-7208cc413b02 on host n-d-838334-2 for vnic_type normal with profile {{(pid=84042) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 21:40:15.853461 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.managers [None req-469eec7c-9d73-468c-bca9-d054414a3db1 None None] Attempting to bind port 42d47aa8-0c57-420b-af47-7208cc413b02 by drivers openvswitch,hyperv on host n-d-838334-2 at level 0 using segments [{'id': '42abc2dc-4b7b-4c6a-b95c-4a4a11533e22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': 'de195b71-b8ab-4131-9d49-2c5d9bd7ff82'}] {{(pid=84042) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 21:40:15.853825 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-469eec7c-9d73-468c-bca9-d054414a3db1 None None] Attempting to bind port 42d47aa8-0c57-420b-af47-7208cc413b02 on network de195b71-b8ab-4131-9d49-2c5d9bd7ff82 {{(pid=84042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 21:40:15.873639 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-469eec7c-9d73-468c-bca9-d054414a3db1 None None] Checking agent: {'id': '97cd4414-7af6-4d67-868d-dff370b4071a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838334-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 25, 49), 'started_at': datetime.datetime(2022, 4, 18, 20, 26, 19), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 21, 39, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838334-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 18 21:40:15.874016 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-469eec7c-9d73-468c-bca9-d054414a3db1 None None] Checking segment: {'id': '42abc2dc-4b7b-4c6a-b95c-4a4a11533e22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': 'de195b71-b8ab-4131-9d49-2c5d9bd7ff82'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84042) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 21:40:15.874422 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-469eec7c-9d73-468c-bca9-d054414a3db1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:40:15.874812 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-469eec7c-9d73-468c-bca9-d054414a3db1 None None] Bound using segment: {'id': '42abc2dc-4b7b-4c6a-b95c-4a4a11533e22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': 'de195b71-b8ab-4131-9d49-2c5d9bd7ff82'} {{(pid=84042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 18 21:40:15.875290 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.managers [None req-469eec7c-9d73-468c-bca9-d054414a3db1 None None] Bound port: 42d47aa8-0c57-420b-af47-7208cc413b02, host: n-d-838334-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '42abc2dc-4b7b-4c6a-b95c-4a4a11533e22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': 'de195b71-b8ab-4131-9d49-2c5d9bd7ff82'}}] {{(pid=84042) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 21:40:15.875672 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-469eec7c-9d73-468c-bca9-d054414a3db1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:40:15.924277 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_dvr_db [None req-df9c6529-500b-4473-81e6-3a22fac8cd98 None None] Set router 8ae86652-76f5-43c4-b7ec-539146ca728b gateway port host: n-d-838334-2 {{(pid=84042) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 21:40:15.951850 n-d-838334-2 neutron-server[84041]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-954378d4-6347-4985-b127-d39520e69319 admin admin] Router c995e9c1-a65a-41d2-84aa-9ad5c40b333a is scheduled to L3 agent bc84d6c9-dd7a-4555-a351-592327b46d5a with binding_index 1 {{(pid=84041) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 18 21:40:16.111344 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-469eec7c-9d73-468c-bca9-d054414a3db1 None None] For port 42d47aa8-0c57-420b-af47-7208cc413b02, host n-d-838334-2, cleared binding levels {{(pid=84042) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 21:40:16.178195 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-469eec7c-9d73-468c-bca9-d054414a3db1 None None] For port 42d47aa8-0c57-420b-af47-7208cc413b02, host n-d-838334-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838334-2',level=0,port_id=42d47aa8-0c57-420b-af47-7208cc413b02,segment=NetworkSegment(42abc2dc-4b7b-4c6a-b95c-4a4a11533e22),segment_id=42abc2dc-4b7b-4c6a-b95c-4a4a11533e22)] {{(pid=84042) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 21:40:16.184793 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-469eec7c-9d73-468c-bca9-d054414a3db1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682'] for port, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:40:16.254401 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-954378d4-6347-4985-b127-d39520e69319 admin admin] Notify agent at l3_agent.n-d-838334-2 the message routers_updated {{(pid=84041) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 21:40:16.265104 n-d-838334-2 neutron-server[84043]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-747f7386-7be4-4a1c-bae6-dde29156fb76 None None] Sync routers for ids ['c995e9c1-a65a-41d2-84aa-9ad5c40b333a'] in n-d-838334-2 {{(pid=84043) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 18 21:40:16.279315 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-954378d4-6347-4985-b127-d39520e69319 admin admin] Notify callbacks [] for router, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:40:16.280584 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-747f7386-7be4-4a1c-bae6-dde29156fb76 None None] Routers {'c995e9c1-a65a-41d2-84aa-9ad5c40b333a'} bound to L3 agent in host n-d-838334-2 {{(pid=84043) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 21:40:16.281004 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-954378d4-6347-4985-b127-d39520e69319 admin admin] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 1.5747156 Apr 18 21:40:16.281445 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.l3_hamode_db [None req-747f7386-7be4-4a1c-bae6-dde29156fb76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838334-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-18T20:25:48Z,description=,heartbeat_timestamp=2022-04-18T21:39:48Z,host='n-d-838334-2',id=bc84d6c9-dd7a-4555-a351-592327b46d5a,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:25:48Z,topic='l3_agent')) {'router_ids': ['c995e9c1-a65a-41d2-84aa-9ad5c40b333a'], 'active': True} {{(pid=84043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:40:16.283505 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 40442) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:40:16.305369 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-469eec7c-9d73-468c-bca9-d054414a3db1 None None] Pushing event updated for resources: {'Port': ['ID=42d47aa8-0c57-420b-af47-7208cc413b02,revision_number=2']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:40:16.444479 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_hamode_db [None req-df9c6529-500b-4473-81e6-3a22fac8cd98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ae86652-76f5-43c4-b7ec-539146ca728b', 'name': 'tempest-TestMinimumBasicScenario-404789952-router', 'tenant_id': '45ff588f3d6a458db3a48f8bbf03ea5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'external_fixed_ips': [{'subnet_id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'ip_address': '172.25.8.211'}], 'enable_snat': True}, 'gw_port_id': '6b60d085-3176-4702-b6e8-43d89a0aac52', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:40:08Z', 'updated_at': '2022-04-18T21:40:11Z', 'revision_number': 4, 'project_id': '45ff588f3d6a458db3a48f8bbf03ea5a', 'gw_port': {'id': '6b60d085-3176-4702-b6e8-43d89a0aac52', 'name': '', 'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:ab:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ae86652-76f5-43c4-b7ec-539146ca728b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'ip_address': '172.25.8.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:40:09Z', 'updated_at': '2022-04-18T21:40:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838334-2', '_interfaces': [{'id': 'ba4fdba4-2113-49ec-9237-4041a9160e86', 'name': '', 'network_id': 'eb1cfbb4-c890-4bc5-a238-1a91018a8219', 'tenant_id': '45ff588f3d6a458db3a48f8bbf03ea5a', 'mac_address': 'fa:16:3e:26:9e:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8ae86652-76f5-43c4-b7ec-539146ca728b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8c55211b-6740-46bb-be86-24115102db80', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:40:11Z', 'updated_at': '2022-04-18T21:40:11Z', 'revision_number': 2, 'project_id': '45ff588f3d6a458db3a48f8bbf03ea5a', 'subnets': [{'id': '8c55211b-6740-46bb-be86-24115102db80', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838334-2', False) {} {{(pid=84042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:40:16.449002 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df9c6529-500b-4473-81e6-3a22fac8cd98 None None] Checking router: 8ae86652-76f5-43c4-b7ec-539146ca728b for host: n-d-838334-2 {{(pid=84042) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 18 21:40:16.449633 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df9c6529-500b-4473-81e6-3a22fac8cd98 None None] Updating router 8ae86652-76f5-43c4-b7ec-539146ca728b port ba4fdba4-2113-49ec-9237-4041a9160e86 binding host n-d-838334-2 {{(pid=84042) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 18 21:40:16.527061 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-df9c6529-500b-4473-81e6-3a22fac8cd98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:40:16.566724 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.l3_dvr_db [None req-747f7386-7be4-4a1c-bae6-dde29156fb76 None None] Set router c995e9c1-a65a-41d2-84aa-9ad5c40b333a gateway port host: n-d-838334-2 {{(pid=84043) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 21:40:16.870862 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.l3_hamode_db [None req-747f7386-7be4-4a1c-bae6-dde29156fb76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c995e9c1-a65a-41d2-84aa-9ad5c40b333a', 'name': 'tempest-TestMinimumBasicScenario-254445900-router', 'tenant_id': '8cc084815b804d9090fbfc2253c05b6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'external_fixed_ips': [{'subnet_id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'ip_address': '172.25.8.83'}], 'enable_snat': True}, 'gw_port_id': '0373a4d7-a8f2-4792-82b9-6e04c1625a18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:40:14Z', 'updated_at': '2022-04-18T21:40:15Z', 'revision_number': 3, 'project_id': '8cc084815b804d9090fbfc2253c05b6e', 'gw_port': {'id': '0373a4d7-a8f2-4792-82b9-6e04c1625a18', 'name': '', 'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:aa:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c995e9c1-a65a-41d2-84aa-9ad5c40b333a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'ip_address': '172.25.8.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:40:15Z', 'updated_at': '2022-04-18T21:40:15Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838334-2'}], 'n-d-838334-2', False) {} {{(pid=84043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:40:16.874803 n-d-838334-2 neutron-server[84043]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-747f7386-7be4-4a1c-bae6-dde29156fb76 None None] Checking router: c995e9c1-a65a-41d2-84aa-9ad5c40b333a for host: n-d-838334-2 {{(pid=84043) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 18 21:40:16.875139 n-d-838334-2 neutron-server[84043]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-747f7386-7be4-4a1c-bae6-dde29156fb76 None None] Updating router c995e9c1-a65a-41d2-84aa-9ad5c40b333a port 0373a4d7-a8f2-4792-82b9-6e04c1625a18 binding host n-d-838334-2 {{(pid=84043) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 18 21:40:16.935209 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-df9c6529-500b-4473-81e6-3a22fac8cd98 None None] Notify callbacks [] for port, precommit_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:40:16.941867 n-d-838334-2 neutron-server[84043]: DEBUG neutron_lib.callbacks.manager [None req-747f7386-7be4-4a1c-bae6-dde29156fb76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:40:16.952460 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-df9c6529-500b-4473-81e6-3a22fac8cd98 None None] Transition to ACTIVE for port object ba4fdba4-2113-49ec-9237-4041a9160e86 will not be triggered until provisioned by entity L2. {{(pid=84042) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:40:16.962042 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-df9c6529-500b-4473-81e6-3a22fac8cd98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682'] for port, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:40:17.146609 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Device 42d47aa8-0c57-420b-af47-7208cc413b02 up at agent ovs-agent-n-d-838334-2 {{(pid=84042) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 21:40:17.221710 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-906327af-6d9b-4948-a6fb-540602898d3f None None] Pushing event updated for resources: {'Port': ['ID=ba4fdba4-2113-49ec-9237-4041a9160e86,revision_number=3']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:40:17.239396 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-abd2d99f-2559-420e-b4ad-199519ce42c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:40:17.386944 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.managers [None req-df9c6529-500b-4473-81e6-3a22fac8cd98 None None] Attempting to bind port ba4fdba4-2113-49ec-9237-4041a9160e86 on host n-d-838334-2 for vnic_type normal with profile {{(pid=84042) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 21:40:17.387229 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.managers [None req-df9c6529-500b-4473-81e6-3a22fac8cd98 None None] Attempting to bind port ba4fdba4-2113-49ec-9237-4041a9160e86 by drivers openvswitch,hyperv on host n-d-838334-2 at level 0 using segments [{'id': '1196eb3d-42c6-4b0f-a17d-2810c7570b9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': 'eb1cfbb4-c890-4bc5-a238-1a91018a8219'}] {{(pid=84042) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 21:40:17.387589 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df9c6529-500b-4473-81e6-3a22fac8cd98 None None] Attempting to bind port ba4fdba4-2113-49ec-9237-4041a9160e86 on network eb1cfbb4-c890-4bc5-a238-1a91018a8219 {{(pid=84042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 21:40:17.399346 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df9c6529-500b-4473-81e6-3a22fac8cd98 None None] Checking agent: {'id': '97cd4414-7af6-4d67-868d-dff370b4071a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838334-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 25, 49), 'started_at': datetime.datetime(2022, 4, 18, 20, 26, 19), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 21, 39, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838334-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 18 21:40:17.399913 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df9c6529-500b-4473-81e6-3a22fac8cd98 None None] Checking segment: {'id': '1196eb3d-42c6-4b0f-a17d-2810c7570b9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': 'eb1cfbb4-c890-4bc5-a238-1a91018a8219'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84042) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 21:40:17.400321 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-df9c6529-500b-4473-81e6-3a22fac8cd98 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:40:17.400732 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df9c6529-500b-4473-81e6-3a22fac8cd98 None None] Bound using segment: {'id': '1196eb3d-42c6-4b0f-a17d-2810c7570b9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': 'eb1cfbb4-c890-4bc5-a238-1a91018a8219'} {{(pid=84042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 18 21:40:17.401201 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.managers [None req-df9c6529-500b-4473-81e6-3a22fac8cd98 None None] Bound port: ba4fdba4-2113-49ec-9237-4041a9160e86, host: n-d-838334-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1196eb3d-42c6-4b0f-a17d-2810c7570b9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': 'eb1cfbb4-c890-4bc5-a238-1a91018a8219'}}] {{(pid=84042) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 21:40:17.401572 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-df9c6529-500b-4473-81e6-3a22fac8cd98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:40:17.412925 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Provisioning for port 42d47aa8-0c57-420b-af47-7208cc413b02 completed by entity L2. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 21:40:17.455393 n-d-838334-2 neutron-server[84043]: DEBUG neutron_lib.callbacks.manager [None req-747f7386-7be4-4a1c-bae6-dde29156fb76 None None] Notify callbacks [] for port, precommit_update {{(pid=84043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:40:17.469168 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.provisioning_blocks [None req-747f7386-7be4-4a1c-bae6-dde29156fb76 None None] Transition to ACTIVE for port object 0373a4d7-a8f2-4792-82b9-6e04c1625a18 will not be triggered until provisioned by entity L2. {{(pid=84043) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:40:17.478414 n-d-838334-2 neutron-server[84043]: DEBUG neutron_lib.callbacks.manager [None req-747f7386-7be4-4a1c-bae6-dde29156fb76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682'] for port, after_update {{(pid=84043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:40:17.504377 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-df9c6529-500b-4473-81e6-3a22fac8cd98 None None] For port ba4fdba4-2113-49ec-9237-4041a9160e86, host n-d-838334-2, cleared binding levels {{(pid=84042) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 21:40:17.508715 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-df9c6529-500b-4473-81e6-3a22fac8cd98 None None] For port ba4fdba4-2113-49ec-9237-4041a9160e86, host n-d-838334-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838334-2',level=0,port_id=ba4fdba4-2113-49ec-9237-4041a9160e86,segment=NetworkSegment(1196eb3d-42c6-4b0f-a17d-2810c7570b9e),segment_id=1196eb3d-42c6-4b0f-a17d-2810c7570b9e)] {{(pid=84042) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 21:40:17.516359 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.db_base_plugin_common [None req-abd2d99f-2559-420e-b4ad-199519ce42c7 admin admin] Allocated IP 172.20.0.1 (de195b71-b8ab-4131-9d49-2c5d9bd7ff82/ca564f2b-5600-43a7-ad55-2b30dbbb3966/999fd386-7281-42e5-b4e8-9499857910e2) {{(pid=84041) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 21:40:17.520752 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-df9c6529-500b-4473-81e6-3a22fac8cd98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682'] for port, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:40:17.574773 n-d-838334-2 neutron-server[84043]: DEBUG neutron.plugins.ml2.managers [None req-747f7386-7be4-4a1c-bae6-dde29156fb76 None None] Attempting to bind port 0373a4d7-a8f2-4792-82b9-6e04c1625a18 on host n-d-838334-2 for vnic_type normal with profile {{(pid=84043) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 21:40:17.575277 n-d-838334-2 neutron-server[84043]: DEBUG neutron.plugins.ml2.managers [None req-747f7386-7be4-4a1c-bae6-dde29156fb76 None None] Attempting to bind port 0373a4d7-a8f2-4792-82b9-6e04c1625a18 by drivers openvswitch,hyperv on host n-d-838334-2 at level 0 using segments [{'id': '732aa830-768b-4511-951f-d08e26b9c25b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c'}] {{(pid=84043) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 21:40:17.575763 n-d-838334-2 neutron-server[84043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-747f7386-7be4-4a1c-bae6-dde29156fb76 None None] Attempting to bind port 0373a4d7-a8f2-4792-82b9-6e04c1625a18 on network e41b6600-a917-4a8d-b05c-be3be40c6d8c {{(pid=84043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 21:40:17.592968 n-d-838334-2 neutron-server[84043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-747f7386-7be4-4a1c-bae6-dde29156fb76 None None] Checking agent: {'id': '97cd4414-7af6-4d67-868d-dff370b4071a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838334-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 25, 49), 'started_at': datetime.datetime(2022, 4, 18, 20, 26, 19), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 21, 39, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838334-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 18 21:40:17.594258 n-d-838334-2 neutron-server[84043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-747f7386-7be4-4a1c-bae6-dde29156fb76 None None] Checking segment: {'id': '732aa830-768b-4511-951f-d08e26b9c25b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84043) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 21:40:17.595029 n-d-838334-2 neutron-server[84043]: DEBUG neutron_lib.callbacks.manager [None req-747f7386-7be4-4a1c-bae6-dde29156fb76 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:40:17.595267 n-d-838334-2 neutron-server[84043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-747f7386-7be4-4a1c-bae6-dde29156fb76 None None] Bound using segment: {'id': '732aa830-768b-4511-951f-d08e26b9c25b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c'} {{(pid=84043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 18 21:40:17.596510 n-d-838334-2 neutron-server[84043]: DEBUG neutron.plugins.ml2.managers [None req-747f7386-7be4-4a1c-bae6-dde29156fb76 None None] Bound port: 0373a4d7-a8f2-4792-82b9-6e04c1625a18, host: n-d-838334-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '732aa830-768b-4511-951f-d08e26b9c25b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c'}}] {{(pid=84043) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 21:40:17.596971 n-d-838334-2 neutron-server[84043]: DEBUG neutron_lib.callbacks.manager [None req-747f7386-7be4-4a1c-bae6-dde29156fb76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:40:17.622537 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df9c6529-500b-4473-81e6-3a22fac8cd98 None None] Routers {'8ae86652-76f5-43c4-b7ec-539146ca728b'} bound to L3 agent in host n-d-838334-2 {{(pid=84042) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 21:40:17.623329 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_hamode_db [None req-df9c6529-500b-4473-81e6-3a22fac8cd98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838334-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-18T20:25:48Z,description=,heartbeat_timestamp=2022-04-18T21:39:48Z,host='n-d-838334-2',id=bc84d6c9-dd7a-4555-a351-592327b46d5a,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:25:48Z,topic='l3_agent')) {'router_ids': ['8ae86652-76f5-43c4-b7ec-539146ca728b'], 'active': True} {{(pid=84042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:40:17.643244 n-d-838334-2 neutron-server[84043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a5351af-efe4-4e14-89c2-6b53c63bb9c7 None None] Pushing event updated for resources: {'Port': ['ID=0373a4d7-a8f2-4792-82b9-6e04c1625a18,revision_number=2']} {{(pid=84043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:40:17.680425 n-d-838334-2 neutron-server[84043]: DEBUG neutron.plugins.ml2.db [None req-747f7386-7be4-4a1c-bae6-dde29156fb76 None None] For port 0373a4d7-a8f2-4792-82b9-6e04c1625a18, host n-d-838334-2, cleared binding levels {{(pid=84043) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 21:40:17.683837 n-d-838334-2 neutron-server[84043]: DEBUG neutron.plugins.ml2.db [None req-747f7386-7be4-4a1c-bae6-dde29156fb76 None None] For port 0373a4d7-a8f2-4792-82b9-6e04c1625a18, host n-d-838334-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838334-2',level=0,port_id=0373a4d7-a8f2-4792-82b9-6e04c1625a18,segment=NetworkSegment(732aa830-768b-4511-951f-d08e26b9c25b),segment_id=732aa830-768b-4511-951f-d08e26b9c25b)] {{(pid=84043) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 21:40:17.689084 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36e24b38-692a-4f4c-b4fb-b0ce48f7f564 None None] Network de195b71-b8ab-4131-9d49-2c5d9bd7ff82 requested from n-d-838334-2 {{(pid=84042) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 21:40:17.690536 n-d-838334-2 neutron-server[84043]: DEBUG neutron_lib.callbacks.manager [None req-747f7386-7be4-4a1c-bae6-dde29156fb76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682'] for port, after_update {{(pid=84043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:40:17.718173 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-abd2d99f-2559-420e-b4ad-199519ce42c7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:40:17.735359 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.provisioning_blocks [None req-abd2d99f-2559-420e-b4ad-199519ce42c7 admin admin] Transition to ACTIVE for port object 999fd386-7281-42e5-b4e8-9499857910e2 will not be triggered until provisioned by entity DHCP. {{(pid=84041) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:40:17.769408 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-abd2d99f-2559-420e-b4ad-199519ce42c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750374836619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32266323'] for port, after_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:40:17.786023 n-d-838334-2 neutron-server[84043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a5351af-efe4-4e14-89c2-6b53c63bb9c7 None None] Pushing event updated for resources: {'Port': ['ID=0373a4d7-a8f2-4792-82b9-6e04c1625a18,revision_number=3']} {{(pid=84043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:40:17.792782 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-747f7386-7be4-4a1c-bae6-dde29156fb76 None None] Routers {'c995e9c1-a65a-41d2-84aa-9ad5c40b333a'} bound to L3 agent in host n-d-838334-2 {{(pid=84043) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 21:40:17.793517 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.l3_hamode_db [None req-747f7386-7be4-4a1c-bae6-dde29156fb76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838334-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-18T20:25:48Z,description=,heartbeat_timestamp=2022-04-18T21:39:48Z,host='n-d-838334-2',id=bc84d6c9-dd7a-4555-a351-592327b46d5a,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:25:48Z,topic='l3_agent')) {'router_ids': ['c995e9c1-a65a-41d2-84aa-9ad5c40b333a'], 'active': True} {{(pid=84043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:40:17.842854 n-d-838334-2 neutron-server[84041]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abd2d99f-2559-420e-b4ad-199519ce42c7 admin admin] Network de195b71-b8ab-4131-9d49-2c5d9bd7ff82 is already hosted by enough agents. {{(pid=84041) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:40:17.845658 n-d-838334-2 neutron-server[84041]: DEBUG neutron.scheduler.base_scheduler [None req-abd2d99f-2559-420e-b4ad-199519ce42c7 admin admin] Resources bound (agent type, host, resource id): {{(pid=84041) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:40:17.849808 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abd2d99f-2559-420e-b4ad-199519ce42c7 admin admin] Received port after_create {{(pid=84041) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 21:40:17.883608 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abd2d99f-2559-420e-b4ad-199519ce42c7 admin admin] Pushing event updated for resources: {'Port': ['ID=999fd386-7281-42e5-b4e8-9499857910e2,revision_number=1']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:40:17.913230 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-abd2d99f-2559-420e-b4ad-199519ce42c7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33444010'] for router_interface, before_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:40:17.920176 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-906327af-6d9b-4948-a6fb-540602898d3f None None] Pushing event updated for resources: {'Port': ['ID=ba4fdba4-2113-49ec-9237-4041a9160e86,revision_number=4']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:40:17.973455 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_dvr_db [None req-df9c6529-500b-4473-81e6-3a22fac8cd98 None None] Set router 8ae86652-76f5-43c4-b7ec-539146ca728b gateway port host: n-d-838334-2 {{(pid=84042) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 21:40:18.016324 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.l3_dvr_db [None req-747f7386-7be4-4a1c-bae6-dde29156fb76 None None] Set router c995e9c1-a65a-41d2-84aa-9ad5c40b333a gateway port host: n-d-838334-2 {{(pid=84043) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 21:40:18.029701 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-abd2d99f-2559-420e-b4ad-199519ce42c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:40:18.110053 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-4cab6a83-763f-44bf-b172-66b48280e6e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750375287399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253529'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:40:18.309805 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.l3_hamode_db [None req-747f7386-7be4-4a1c-bae6-dde29156fb76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c995e9c1-a65a-41d2-84aa-9ad5c40b333a', 'name': 'tempest-TestMinimumBasicScenario-254445900-router', 'tenant_id': '8cc084815b804d9090fbfc2253c05b6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'external_fixed_ips': [{'subnet_id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'ip_address': '172.25.8.83'}], 'enable_snat': True}, 'gw_port_id': '0373a4d7-a8f2-4792-82b9-6e04c1625a18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:40:14Z', 'updated_at': '2022-04-18T21:40:15Z', 'revision_number': 3, 'project_id': '8cc084815b804d9090fbfc2253c05b6e', 'gw_port': {'id': '0373a4d7-a8f2-4792-82b9-6e04c1625a18', 'name': '', 'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:aa:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c995e9c1-a65a-41d2-84aa-9ad5c40b333a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'ip_address': '172.25.8.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:40:15Z', 'updated_at': '2022-04-18T21:40:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838334-2'}], 'n-d-838334-2', False) {} {{(pid=84043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:40:18.314158 n-d-838334-2 neutron-server[84043]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-747f7386-7be4-4a1c-bae6-dde29156fb76 None None] The sync data for ids ['c995e9c1-a65a-41d2-84aa-9ad5c40b333a'] in n-d-838334-2 is: [{'id': 'c995e9c1-a65a-41d2-84aa-9ad5c40b333a', 'name': 'tempest-TestMinimumBasicScenario-254445900-router', 'tenant_id': '8cc084815b804d9090fbfc2253c05b6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'external_fixed_ips': [{'subnet_id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'ip_address': '172.25.8.83'}], 'enable_snat': True}, 'gw_port_id': '0373a4d7-a8f2-4792-82b9-6e04c1625a18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:40:14Z', 'updated_at': '2022-04-18T21:40:15Z', 'revision_number': 3, 'project_id': '8cc084815b804d9090fbfc2253c05b6e', 'gw_port': {'id': '0373a4d7-a8f2-4792-82b9-6e04c1625a18', 'name': '', 'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:aa:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c995e9c1-a65a-41d2-84aa-9ad5c40b333a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'ip_address': '172.25.8.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:40:15Z', 'updated_at': '2022-04-18T21:40:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838334-2'}] {{(pid=84043) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 18 21:40:18.381761 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-583851e7-98f2-49d5-986d-dbfe21d85fd4 None None] Provisioning for port 42d47aa8-0c57-420b-af47-7208cc413b02 completed by entity DHCP. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 21:40:18.405223 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-583851e7-98f2-49d5-986d-dbfe21d85fd4 None None] Provisioning complete for port 42d47aa8-0c57-420b-af47-7208cc413b02 triggered by entity DHCP. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:40:18.405593 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-583851e7-98f2-49d5-986d-dbfe21d85fd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1253608'] for port, provisioning_complete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:40:18.406023 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-abd2d99f-2559-420e-b4ad-199519ce42c7 admin admin] Notify callbacks [] for port, precommit_update {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:40:18.410552 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-abd2d99f-2559-420e-b4ad-199519ce42c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32266282'] for port, after_update {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:40:18.518152 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abd2d99f-2559-420e-b4ad-199519ce42c7 admin admin] Pushing event updated for resources: {'Port': ['ID=999fd386-7281-42e5-b4e8-9499857910e2,revision_number=2']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:40:18.521017 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-abd2d99f-2559-420e-b4ad-199519ce42c7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-32377886', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33443847'] for router_interface, after_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:40:18.600648 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-583851e7-98f2-49d5-986d-dbfe21d85fd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:40:18.619546 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_hamode_db [None req-df9c6529-500b-4473-81e6-3a22fac8cd98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ae86652-76f5-43c4-b7ec-539146ca728b', 'name': 'tempest-TestMinimumBasicScenario-404789952-router', 'tenant_id': '45ff588f3d6a458db3a48f8bbf03ea5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'external_fixed_ips': [{'subnet_id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'ip_address': '172.25.8.211'}], 'enable_snat': True}, 'gw_port_id': '6b60d085-3176-4702-b6e8-43d89a0aac52', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:40:08Z', 'updated_at': '2022-04-18T21:40:11Z', 'revision_number': 4, 'project_id': '45ff588f3d6a458db3a48f8bbf03ea5a', 'gw_port': {'id': '6b60d085-3176-4702-b6e8-43d89a0aac52', 'name': '', 'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:ab:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ae86652-76f5-43c4-b7ec-539146ca728b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'ip_address': '172.25.8.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:40:09Z', 'updated_at': '2022-04-18T21:40:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838334-2', '_interfaces': [{'id': 'ba4fdba4-2113-49ec-9237-4041a9160e86', 'name': '', 'network_id': 'eb1cfbb4-c890-4bc5-a238-1a91018a8219', 'tenant_id': '45ff588f3d6a458db3a48f8bbf03ea5a', 'mac_address': 'fa:16:3e:26:9e:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8ae86652-76f5-43c4-b7ec-539146ca728b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8c55211b-6740-46bb-be86-24115102db80', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:40:11Z', 'updated_at': '2022-04-18T21:40:17Z', 'revision_number': 4, 'project_id': '45ff588f3d6a458db3a48f8bbf03ea5a', 'subnets': [{'id': '8c55211b-6740-46bb-be86-24115102db80', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838334-2', False) {} {{(pid=84042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:40:18.631114 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df9c6529-500b-4473-81e6-3a22fac8cd98 None None] The sync data for ids ['8ae86652-76f5-43c4-b7ec-539146ca728b'] in n-d-838334-2 is: [{'id': '8ae86652-76f5-43c4-b7ec-539146ca728b', 'name': 'tempest-TestMinimumBasicScenario-404789952-router', 'tenant_id': '45ff588f3d6a458db3a48f8bbf03ea5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'external_fixed_ips': [{'subnet_id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'ip_address': '172.25.8.211'}], 'enable_snat': True}, 'gw_port_id': '6b60d085-3176-4702-b6e8-43d89a0aac52', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:40:08Z', 'updated_at': '2022-04-18T21:40:11Z', 'revision_number': 4, 'project_id': '45ff588f3d6a458db3a48f8bbf03ea5a', 'gw_port': {'id': '6b60d085-3176-4702-b6e8-43d89a0aac52', 'name': '', 'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:ab:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ae86652-76f5-43c4-b7ec-539146ca728b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'ip_address': '172.25.8.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:40:09Z', 'updated_at': '2022-04-18T21:40:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838334-2', '_interfaces': [{'id': 'ba4fdba4-2113-49ec-9237-4041a9160e86', 'name': '', 'network_id': 'eb1cfbb4-c890-4bc5-a238-1a91018a8219', 'tenant_id': '45ff588f3d6a458db3a48f8bbf03ea5a', 'mac_address': 'fa:16:3e:26:9e:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8ae86652-76f5-43c4-b7ec-539146ca728b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8c55211b-6740-46bb-be86-24115102db80', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:40:11Z', 'updated_at': '2022-04-18T21:40:17Z', 'revision_number': 4, 'project_id': '45ff588f3d6a458db3a48f8bbf03ea5a', 'subnets': [{'id': '8c55211b-6740-46bb-be86-24115102db80', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84042) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 18 21:40:18.645559 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-583851e7-98f2-49d5-986d-dbfe21d85fd4 None None] For port 42d47aa8-0c57-420b-af47-7208cc413b02, host n-d-838334-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838334-2',level=0,port_id=42d47aa8-0c57-420b-af47-7208cc413b02,segment=NetworkSegment(42abc2dc-4b7b-4c6a-b95c-4a4a11533e22),segment_id=42abc2dc-4b7b-4c6a-b95c-4a4a11533e22)] {{(pid=84042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:40:18.651867 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-583851e7-98f2-49d5-986d-dbfe21d85fd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682'] for port, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:40:18.700098 n-d-838334-2 neutron-server[84041]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abd2d99f-2559-420e-b4ad-199519ce42c7 admin admin] Network de195b71-b8ab-4131-9d49-2c5d9bd7ff82 is already hosted by enough agents. {{(pid=84041) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:40:18.702591 n-d-838334-2 neutron-server[84041]: DEBUG neutron.scheduler.base_scheduler [None req-abd2d99f-2559-420e-b4ad-199519ce42c7 admin admin] Resources bound (agent type, host, resource id): {{(pid=84041) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:40:18.747864 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-583851e7-98f2-49d5-986d-dbfe21d85fd4 None None] Pushing event updated for resources: {'Port': ['ID=42d47aa8-0c57-420b-af47-7208cc413b02,revision_number=3']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:40:18.879384 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-f674731e-689d-4dd1-b1c6-4f0b2e3d5450 None None] Provisioning for port 999fd386-7281-42e5-b4e8-9499857910e2 completed by entity DHCP. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 21:40:18.885446 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-f674731e-689d-4dd1-b1c6-4f0b2e3d5450 None None] Provisioning complete for port 999fd386-7281-42e5-b4e8-9499857910e2 triggered by entity DHCP. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:40:18.885814 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-f674731e-689d-4dd1-b1c6-4f0b2e3d5450 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1253608'] for port, provisioning_complete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:40:18.963783 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.plugin [None req-f674731e-689d-4dd1-b1c6-4f0b2e3d5450 None None] Port 999fd386-7281-42e5-b4e8-9499857910e2 cannot update to ACTIVE because it is not bound. {{(pid=84042) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 18 21:40:18.979159 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-f674731e-689d-4dd1-b1c6-4f0b2e3d5450 None None] Provisioning complete for port 42d47aa8-0c57-420b-af47-7208cc413b02 triggered by entity DHCP. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:40:18.979710 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-f674731e-689d-4dd1-b1c6-4f0b2e3d5450 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1253608'] for port, provisioning_complete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:40:19.223243 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Device ba4fdba4-2113-49ec-9237-4041a9160e86 up at agent ovs-agent-n-d-838334-2 {{(pid=84042) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 21:40:19.256788 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750375287399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253529'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:40:19.288013 n-d-838334-2 neutron-server[84041]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-abd2d99f-2559-420e-b4ad-199519ce42c7 admin admin] Router c995e9c1-a65a-41d2-84aa-9ad5c40b333a has already been hosted by L3 agent bc84d6c9-dd7a-4555-a351-592327b46d5a {{(pid=84041) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 21:40:19.337284 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Provisioning for port ba4fdba4-2113-49ec-9237-4041a9160e86 completed by entity L2. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 21:40:19.345693 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Provisioning complete for port ba4fdba4-2113-49ec-9237-4041a9160e86 triggered by entity L2. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:40:19.346174 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1253608'] for port, provisioning_complete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:40:19.421042 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-801be91b-a9cc-4a56-a2af-51cb6299fdcf None None] Provisioning complete for port 999fd386-7281-42e5-b4e8-9499857910e2 triggered by entity DHCP. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:40:19.421403 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-801be91b-a9cc-4a56-a2af-51cb6299fdcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1253608'] for port, provisioning_complete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:40:19.518168 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.plugin [None req-801be91b-a9cc-4a56-a2af-51cb6299fdcf None None] Port 999fd386-7281-42e5-b4e8-9499857910e2 cannot update to ACTIVE because it is not bound. {{(pid=84042) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 18 21:40:19.547933 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:40:19.549978 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-abd2d99f-2559-420e-b4ad-199519ce42c7 admin admin] Notify agent at l3_agent.n-d-838334-2 the message routers_updated {{(pid=84041) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 21:40:19.562569 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-abd2d99f-2559-420e-b4ad-199519ce42c7 admin admin] 10.222.0.42 "PUT /v2.0/routers/c995e9c1-a65a-41d2-84aa-9ad5c40b333a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2778811 Apr 18 21:40:19.586227 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] For port ba4fdba4-2113-49ec-9237-4041a9160e86, host n-d-838334-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838334-2',level=0,port_id=ba4fdba4-2113-49ec-9237-4041a9160e86,segment=NetworkSegment(1196eb3d-42c6-4b0f-a17d-2810c7570b9e),segment_id=1196eb3d-42c6-4b0f-a17d-2810c7570b9e)] {{(pid=84042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:40:19.592142 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682'] for port, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:40:19.593331 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Device 42d47aa8-0c57-420b-af47-7208cc413b02 up at agent ovs-agent-n-d-838334-2 {{(pid=84042) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 21:40:19.721314 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-414b6ffe-e119-47bc-b18f-bcff1219c2f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750375287399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253529'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:40:19.732116 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Pushing event updated for resources: {'Port': ['ID=ba4fdba4-2113-49ec-9237-4041a9160e86,revision_number=5']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:40:19.750517 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Provisioning complete for port 42d47aa8-0c57-420b-af47-7208cc413b02 triggered by entity L2. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:40:19.751249 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1253608'] for port, provisioning_complete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:40:20.750572 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-c7521a90-7d65-4e2e-842c-ca5d95e9a89c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750375287399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253529'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:40:21.109702 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Device ba4fdba4-2113-49ec-9237-4041a9160e86 up at agent ovs-agent-n-d-838334-2 {{(pid=84042) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 21:40:21.204922 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Provisioning complete for port ba4fdba4-2113-49ec-9237-4041a9160e86 triggered by entity L2. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:40:21.205429 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1253608'] for port, provisioning_complete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:40:21.339888 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Device 0373a4d7-a8f2-4792-82b9-6e04c1625a18 up at agent ovs-agent-n-d-838334-2 {{(pid=84042) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 21:40:21.419508 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Provisioning for port 0373a4d7-a8f2-4792-82b9-6e04c1625a18 completed by entity L2. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 21:40:21.426498 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Provisioning complete for port 0373a4d7-a8f2-4792-82b9-6e04c1625a18 triggered by entity L2. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:40:21.426869 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1253608'] for port, provisioning_complete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:40:21.560835 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:40:21.578055 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] For port 0373a4d7-a8f2-4792-82b9-6e04c1625a18, host n-d-838334-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838334-2',level=0,port_id=0373a4d7-a8f2-4792-82b9-6e04c1625a18,segment=NetworkSegment(732aa830-768b-4511-951f-d08e26b9c25b),segment_id=732aa830-768b-4511-951f-d08e26b9c25b)] {{(pid=84042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:40:21.582974 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682'] for port, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:40:21.659924 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Pushing event updated for resources: {'Port': ['ID=0373a4d7-a8f2-4792-82b9-6e04c1625a18,revision_number=4']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:40:23.037737 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Device 0373a4d7-a8f2-4792-82b9-6e04c1625a18 up at agent ovs-agent-n-d-838334-2 {{(pid=84042) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 21:40:23.112210 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Provisioning complete for port 0373a4d7-a8f2-4792-82b9-6e04c1625a18 triggered by entity L2. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:40:23.112571 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1253608'] for port, provisioning_complete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:40:30.143655 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750375287399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253529'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:40:30.779593 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc1b4e88-d786-40f1-bdee-9aa15df2c737 req-60d03dc3-aee2-48b6-b4ae-45752ad4802f tempest-TestMinimumBasicScenario-1802763137 tempest-TestMinimumBasicScenario-1802763137-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:40:30.781039 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-cc1b4e88-d786-40f1-bdee-9aa15df2c737 req-60d03dc3-aee2-48b6-b4ae-45752ad4802f tempest-TestMinimumBasicScenario-1802763137 tempest-TestMinimumBasicScenario-1802763137-project] 10.222.0.42 "GET /v2.0/networks?id=eb1cfbb4-c890-4bc5-a238-1a91018a8219 HTTP/1.1" status: 200 len: 814 time: 0.1431067 Apr 18 21:40:30.797524 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-cc1b4e88-d786-40f1-bdee-9aa15df2c737 req-e2937244-adda-421c-80aa-ec6d32416056 tempest-TestMinimumBasicScenario-1802763137 tempest-TestMinimumBasicScenario-1802763137-project] 10.222.0.42 "GET /v2.0/quotas/45ff588f3d6a458db3a48f8bbf03ea5a HTTP/1.1" status: 200 len: 375 time: 0.0111263 Apr 18 21:40:30.877705 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-cc1b4e88-d786-40f1-bdee-9aa15df2c737 req-14c25096-1bf8-47fe-af98-d1389621a97e tempest-TestMinimumBasicScenario-1802763137 tempest-TestMinimumBasicScenario-1802763137-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=45ff588f3d6a458db3a48f8bbf03ea5a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0740421 Apr 18 21:40:31.149887 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-cc1b4e88-d786-40f1-bdee-9aa15df2c737 req-d08698ba-e407-41eb-b5a6-2138f7237e8b service neutron] 10.222.0.42 "GET /v2.0/networks/eb1cfbb4-c890-4bc5-a238-1a91018a8219?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2612267 Apr 18 21:40:31.372943 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-cc1b4e88-d786-40f1-bdee-9aa15df2c737 req-7495b9bb-2b13-4a83-90b2-115166da1279 service neutron] 10.222.0.42 "GET /v2.0/networks/eb1cfbb4-c890-4bc5-a238-1a91018a8219?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2174637 Apr 18 21:40:32.584753 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-4670bfd4-9db6-4954-a318-abfc7e94b76f req-6b536363-aa30-4c9f-8f22-65cf5ae23973 tempest-TestMinimumBasicScenario-1802763137 tempest-TestMinimumBasicScenario-1802763137-project] 10.222.0.42 "GET /v2.0/ports?device_id=013a6521-345c-4db1-97b6-1045663028b8 HTTP/1.1" status: 200 len: 210 time: 0.0439970 Apr 18 21:40:33.694339 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc1b4e88-d786-40f1-bdee-9aa15df2c737 req-e9d5a134-35c6-4866-9d42-65f00f925d1a tempest-TestMinimumBasicScenario-1802763137 tempest-TestMinimumBasicScenario-1802763137-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:40:33.695030 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [req-cc1b4e88-d786-40f1-bdee-9aa15df2c737 req-e9d5a134-35c6-4866-9d42-65f00f925d1a tempest-TestMinimumBasicScenario-1802763137 tempest-TestMinimumBasicScenario-1802763137-project] Synchronizing usage tracker for tenant:45ff588f3d6a458db3a48f8bbf03ea5a on resource:network {{(pid=84041) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 21:40:33.713883 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [req-cc1b4e88-d786-40f1-bdee-9aa15df2c737 req-e9d5a134-35c6-4866-9d42-65f00f925d1a tempest-TestMinimumBasicScenario-1802763137 tempest-TestMinimumBasicScenario-1802763137-project] Unset dirty status for tenant:45ff588f3d6a458db3a48f8bbf03ea5a on resource:network {{(pid=84041) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 21:40:33.715165 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-cc1b4e88-d786-40f1-bdee-9aa15df2c737 req-e9d5a134-35c6-4866-9d42-65f00f925d1a tempest-TestMinimumBasicScenario-1802763137 tempest-TestMinimumBasicScenario-1802763137-project] 10.222.0.48 "GET /v2.0/networks?id=eb1cfbb4-c890-4bc5-a238-1a91018a8219 HTTP/1.1" status: 200 len: 814 time: 0.1752818 Apr 18 21:40:33.732474 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.v2.base [req-cc1b4e88-d786-40f1-bdee-9aa15df2c737 req-1e49a584-3f09-43eb-b34a-0224551e060e tempest-TestMinimumBasicScenario-1802763137 tempest-TestMinimumBasicScenario-1802763137-project] Request body: {'port': {'device_id': '013a6521-345c-4db1-97b6-1045663028b8', 'network_id': 'eb1cfbb4-c890-4bc5-a238-1a91018a8219', 'admin_state_up': True, 'tenant_id': '45ff588f3d6a458db3a48f8bbf03ea5a'}} {{(pid=84041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:40:33.754349 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-b3c1e5d9-ac56-4351-89b5-130c6a791d90 req-2a477831-d8ca-48d5-add8-61319936947e tempest-TestMinimumBasicScenario-1802763137 tempest-TestMinimumBasicScenario-1802763137-project] 10.222.0.42 "GET /v2.0/ports?device_id=013a6521-345c-4db1-97b6-1045663028b8 HTTP/1.1" status: 200 len: 210 time: 0.0461929 Apr 18 21:40:33.872176 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [req-cc1b4e88-d786-40f1-bdee-9aa15df2c737 req-1e49a584-3f09-43eb-b34a-0224551e060e tempest-TestMinimumBasicScenario-1802763137 tempest-TestMinimumBasicScenario-1802763137-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:40:33.876040 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [req-cc1b4e88-d786-40f1-bdee-9aa15df2c737 req-1e49a584-3f09-43eb-b34a-0224551e060e tempest-TestMinimumBasicScenario-1802763137 tempest-TestMinimumBasicScenario-1802763137-project] Usage tracker for resource:port and tenant:45ff588f3d6a458db3a48f8bbf03ea5a is out of sync, need to count used quota {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:40:33.878876 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [req-cc1b4e88-d786-40f1-bdee-9aa15df2c737 req-1e49a584-3f09-43eb-b34a-0224551e060e tempest-TestMinimumBasicScenario-1802763137 tempest-TestMinimumBasicScenario-1802763137-project] Quota usage for port was recalculated. Used quota:2. {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:40:33.885656 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [req-cc1b4e88-d786-40f1-bdee-9aa15df2c737 req-1e49a584-3f09-43eb-b34a-0224551e060e tempest-TestMinimumBasicScenario-1802763137 tempest-TestMinimumBasicScenario-1802763137-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:40:33.896969 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cc1b4e88-d786-40f1-bdee-9aa15df2c737 req-1e49a584-3f09-43eb-b34a-0224551e060e tempest-TestMinimumBasicScenario-1802763137 tempest-TestMinimumBasicScenario-1802763137-project] Made reservation on behalf of 45ff588f3d6a458db3a48f8bbf03ea5a for: {'port': 1} {{(pid=84041) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:40:33.899915 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [req-cc1b4e88-d786-40f1-bdee-9aa15df2c737 req-1e49a584-3f09-43eb-b34a-0224551e060e tempest-TestMinimumBasicScenario-1802763137 tempest-TestMinimumBasicScenario-1802763137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:40:34.078740 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.db_base_plugin_common [req-cc1b4e88-d786-40f1-bdee-9aa15df2c737 req-1e49a584-3f09-43eb-b34a-0224551e060e tempest-TestMinimumBasicScenario-1802763137 tempest-TestMinimumBasicScenario-1802763137-project] Allocated IP 172.20.0.12 (eb1cfbb4-c890-4bc5-a238-1a91018a8219/8c55211b-6740-46bb-be86-24115102db80/d25941ed-04f1-4e8a-9f5a-c96d71530c89) {{(pid=84041) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 21:40:34.326317 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750375287399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253529'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:40:34.509763 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [req-cc1b4e88-d786-40f1-bdee-9aa15df2c737 req-1e49a584-3f09-43eb-b34a-0224551e060e tempest-TestMinimumBasicScenario-1802763137 tempest-TestMinimumBasicScenario-1802763137-project] Notify callbacks [] for port, precommit_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:40:34.527570 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.provisioning_blocks [req-cc1b4e88-d786-40f1-bdee-9aa15df2c737 req-1e49a584-3f09-43eb-b34a-0224551e060e tempest-TestMinimumBasicScenario-1802763137 tempest-TestMinimumBasicScenario-1802763137-project] Transition to ACTIVE for port object d25941ed-04f1-4e8a-9f5a-c96d71530c89 will not be triggered until provisioned by entity DHCP. {{(pid=84041) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:40:34.559769 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [req-cc1b4e88-d786-40f1-bdee-9aa15df2c737 req-1e49a584-3f09-43eb-b34a-0224551e060e tempest-TestMinimumBasicScenario-1802763137 tempest-TestMinimumBasicScenario-1802763137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750374836619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32266323'] for port, after_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:40:34.659034 n-d-838334-2 neutron-server[84041]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cc1b4e88-d786-40f1-bdee-9aa15df2c737 req-1e49a584-3f09-43eb-b34a-0224551e060e tempest-TestMinimumBasicScenario-1802763137 tempest-TestMinimumBasicScenario-1802763137-project] Network eb1cfbb4-c890-4bc5-a238-1a91018a8219 is already hosted by enough agents. {{(pid=84041) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:40:34.664663 n-d-838334-2 neutron-server[84041]: DEBUG neutron.scheduler.base_scheduler [req-cc1b4e88-d786-40f1-bdee-9aa15df2c737 req-1e49a584-3f09-43eb-b34a-0224551e060e tempest-TestMinimumBasicScenario-1802763137 tempest-TestMinimumBasicScenario-1802763137-project] Resources bound (agent type, host, resource id): {{(pid=84041) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:40:34.667807 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.l3_dvrscheduler_db [req-cc1b4e88-d786-40f1-bdee-9aa15df2c737 req-1e49a584-3f09-43eb-b34a-0224551e060e tempest-TestMinimumBasicScenario-1802763137 tempest-TestMinimumBasicScenario-1802763137-project] Received port after_create {{(pid=84041) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 21:40:34.779982 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e49a584-3f09-43eb-b34a-0224551e060e tempest-TestMinimumBasicScenario-1802763137 tempest-TestMinimumBasicScenario-1802763137-project] Pushing event updated for resources: {'Port': ['ID=d25941ed-04f1-4e8a-9f5a-c96d71530c89,revision_number=1']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:40:34.794515 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e49a584-3f09-43eb-b34a-0224551e060e tempest-TestMinimumBasicScenario-1802763137 tempest-TestMinimumBasicScenario-1802763137-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:40:34.795146 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e49a584-3f09-43eb-b34a-0224551e060e tempest-TestMinimumBasicScenario-1802763137 tempest-TestMinimumBasicScenario-1802763137-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:40:34.795970 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e49a584-3f09-43eb-b34a-0224551e060e tempest-TestMinimumBasicScenario-1802763137 tempest-TestMinimumBasicScenario-1802763137-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:40:34.796548 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e49a584-3f09-43eb-b34a-0224551e060e tempest-TestMinimumBasicScenario-1802763137 tempest-TestMinimumBasicScenario-1802763137-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:40:34.796982 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e49a584-3f09-43eb-b34a-0224551e060e tempest-TestMinimumBasicScenario-1802763137 tempest-TestMinimumBasicScenario-1802763137-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:40:34.797417 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e49a584-3f09-43eb-b34a-0224551e060e tempest-TestMinimumBasicScenario-1802763137 tempest-TestMinimumBasicScenario-1802763137-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:40:34.797988 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e49a584-3f09-43eb-b34a-0224551e060e tempest-TestMinimumBasicScenario-1802763137 tempest-TestMinimumBasicScenario-1802763137-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:40:34.798415 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e49a584-3f09-43eb-b34a-0224551e060e tempest-TestMinimumBasicScenario-1802763137 tempest-TestMinimumBasicScenario-1802763137-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:40:34.798850 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e49a584-3f09-43eb-b34a-0224551e060e tempest-TestMinimumBasicScenario-1802763137 tempest-TestMinimumBasicScenario-1802763137-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:40:34.799516 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e49a584-3f09-43eb-b34a-0224551e060e tempest-TestMinimumBasicScenario-1802763137 tempest-TestMinimumBasicScenario-1802763137-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:40:34.800039 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e49a584-3f09-43eb-b34a-0224551e060e tempest-TestMinimumBasicScenario-1802763137 tempest-TestMinimumBasicScenario-1802763137-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:40:34.840091 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc1b4e88-d786-40f1-bdee-9aa15df2c737 req-1e49a584-3f09-43eb-b34a-0224551e060e tempest-TestMinimumBasicScenario-1802763137 tempest-TestMinimumBasicScenario-1802763137-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:40:34.841406 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [req-cc1b4e88-d786-40f1-bdee-9aa15df2c737 req-1e49a584-3f09-43eb-b34a-0224551e060e tempest-TestMinimumBasicScenario-1802763137 tempest-TestMinimumBasicScenario-1802763137-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217293'] for port, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:40:34.875587 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-cc1b4e88-d786-40f1-bdee-9aa15df2c737 req-1e49a584-3f09-43eb-b34a-0224551e060e tempest-TestMinimumBasicScenario-1802763137 tempest-TestMinimumBasicScenario-1802763137-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1470881 Apr 18 21:40:35.042427 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-746b9c72-ddf5-42ff-b208-85e2f2a0a5f7 req-7d281529-57fe-44e6-be0c-8a987d323372 tempest-TestMinimumBasicScenario-1802763137 tempest-TestMinimumBasicScenario-1802763137-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:40:35.051467 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-746b9c72-ddf5-42ff-b208-85e2f2a0a5f7 req-7d281529-57fe-44e6-be0c-8a987d323372 tempest-TestMinimumBasicScenario-1802763137 tempest-TestMinimumBasicScenario-1802763137-project] 10.222.0.42 "GET /v2.0/ports?device_id=013a6521-345c-4db1-97b6-1045663028b8 HTTP/1.1" status: 200 len: 932 time: 0.1288865 Apr 18 21:40:35.076601 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-3f4b3cf8-8f20-46ec-a118-aa686a42679e None None] Provisioning for port d25941ed-04f1-4e8a-9f5a-c96d71530c89 completed by entity DHCP. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 21:40:35.087672 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-3f4b3cf8-8f20-46ec-a118-aa686a42679e None None] Provisioning complete for port d25941ed-04f1-4e8a-9f5a-c96d71530c89 triggered by entity DHCP. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:40:35.088343 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-3f4b3cf8-8f20-46ec-a118-aa686a42679e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1253608'] for port, provisioning_complete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:40:35.122674 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-746b9c72-ddf5-42ff-b208-85e2f2a0a5f7 req-c6cf3435-2265-420a-a668-6fcd8db0216c tempest-TestMinimumBasicScenario-1802763137 tempest-TestMinimumBasicScenario-1802763137-project] 10.222.0.42 "GET /v2.0/security-groups?id=4b00b32e-66ea-49e6-b740-2c9b92dc7c85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701387 Apr 18 21:40:35.188183 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.plugin [None req-3f4b3cf8-8f20-46ec-a118-aa686a42679e None None] Port d25941ed-04f1-4e8a-9f5a-c96d71530c89 cannot update to ACTIVE because it is not bound. {{(pid=84042) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 18 21:40:36.351048 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81c7ac25-6c4a-496f-923f-fda53cabe574 req-a3eb510d-2b83-4b60-8feb-93e8b44ae4ee tempest-TestMinimumBasicScenario-1802763137 tempest-TestMinimumBasicScenario-1802763137-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:40:36.352569 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-81c7ac25-6c4a-496f-923f-fda53cabe574 req-a3eb510d-2b83-4b60-8feb-93e8b44ae4ee tempest-TestMinimumBasicScenario-1802763137 tempest-TestMinimumBasicScenario-1802763137-project] 10.222.0.42 "GET /v2.0/ports?device_id=013a6521-345c-4db1-97b6-1045663028b8 HTTP/1.1" status: 200 len: 932 time: 0.0900824 Apr 18 21:40:36.402829 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-81c7ac25-6c4a-496f-923f-fda53cabe574 req-e7d05694-a32c-467b-920d-0a0b50bf2a2e tempest-TestMinimumBasicScenario-1802763137 tempest-TestMinimumBasicScenario-1802763137-project] 10.222.0.42 "GET /v2.0/security-groups?id=4b00b32e-66ea-49e6-b740-2c9b92dc7c85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442739 Apr 18 21:40:37.622253 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9dbe031-5840-4e06-bf50-672a5df94c5c req-15b9b0e8-e062-4b18-88d0-9c3e4c8c75b8 tempest-TestMinimumBasicScenario-1802763137 tempest-TestMinimumBasicScenario-1802763137-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:40:37.623820 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-a9dbe031-5840-4e06-bf50-672a5df94c5c req-15b9b0e8-e062-4b18-88d0-9c3e4c8c75b8 tempest-TestMinimumBasicScenario-1802763137 tempest-TestMinimumBasicScenario-1802763137-project] 10.222.0.42 "GET /v2.0/ports?device_id=013a6521-345c-4db1-97b6-1045663028b8 HTTP/1.1" status: 200 len: 932 time: 0.0887015 Apr 18 21:40:37.672752 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-a9dbe031-5840-4e06-bf50-672a5df94c5c req-302214bb-20db-44f2-b027-0e4172b68c49 tempest-TestMinimumBasicScenario-1802763137 tempest-TestMinimumBasicScenario-1802763137-project] 10.222.0.42 "GET /v2.0/security-groups?id=4b00b32e-66ea-49e6-b740-2c9b92dc7c85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429621 Apr 18 21:40:38.882333 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69765e31-02f6-43c9-a961-d166abe1bfd8 req-67ba8289-4500-46cd-97c8-d5df36ddb3ed tempest-TestMinimumBasicScenario-1802763137 tempest-TestMinimumBasicScenario-1802763137-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:40:38.883850 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-69765e31-02f6-43c9-a961-d166abe1bfd8 req-67ba8289-4500-46cd-97c8-d5df36ddb3ed tempest-TestMinimumBasicScenario-1802763137 tempest-TestMinimumBasicScenario-1802763137-project] 10.222.0.42 "GET /v2.0/ports?device_id=013a6521-345c-4db1-97b6-1045663028b8 HTTP/1.1" status: 200 len: 932 time: 0.0793676 Apr 18 21:40:38.931647 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-69765e31-02f6-43c9-a961-d166abe1bfd8 req-87919975-a45d-4a2a-bd45-71f2a7b8f869 tempest-TestMinimumBasicScenario-1802763137 tempest-TestMinimumBasicScenario-1802763137-project] 10.222.0.42 "GET /v2.0/security-groups?id=4b00b32e-66ea-49e6-b740-2c9b92dc7c85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420983 Apr 18 21:40:40.145262 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05fa71a3-1e35-4c99-a22d-f52017458c62 req-306e5f91-16f7-4c4f-b8e5-ae0026b06ad0 tempest-TestMinimumBasicScenario-1802763137 tempest-TestMinimumBasicScenario-1802763137-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:40:40.147063 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-05fa71a3-1e35-4c99-a22d-f52017458c62 req-306e5f91-16f7-4c4f-b8e5-ae0026b06ad0 tempest-TestMinimumBasicScenario-1802763137 tempest-TestMinimumBasicScenario-1802763137-project] 10.222.0.42 "GET /v2.0/ports?device_id=013a6521-345c-4db1-97b6-1045663028b8 HTTP/1.1" status: 200 len: 932 time: 0.0828438 Apr 18 21:40:40.197999 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-05fa71a3-1e35-4c99-a22d-f52017458c62 req-5d201934-5bf0-47b8-87d9-715f0be6aa40 tempest-TestMinimumBasicScenario-1802763137 tempest-TestMinimumBasicScenario-1802763137-project] 10.222.0.42 "GET /v2.0/security-groups?id=4b00b32e-66ea-49e6-b740-2c9b92dc7c85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453358 Apr 18 21:40:40.894231 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7e4903b-867f-49bd-8944-ff1724fa1f01 None None] Sync routers for ids ['c995e9c1-a65a-41d2-84aa-9ad5c40b333a'] in n-d-838334-2 {{(pid=84042) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 18 21:40:40.907561 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7e4903b-867f-49bd-8944-ff1724fa1f01 None None] Routers {'c995e9c1-a65a-41d2-84aa-9ad5c40b333a'} bound to L3 agent in host n-d-838334-2 {{(pid=84042) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 21:40:40.908223 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_hamode_db [None req-f7e4903b-867f-49bd-8944-ff1724fa1f01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838334-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-18T20:25:48Z,description=,heartbeat_timestamp=2022-04-18T21:40:18Z,host='n-d-838334-2',id=bc84d6c9-dd7a-4555-a351-592327b46d5a,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:25:48Z,topic='l3_agent')) {'router_ids': ['c995e9c1-a65a-41d2-84aa-9ad5c40b333a'], 'active': True} {{(pid=84042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:40:41.125409 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_dvr_db [None req-f7e4903b-867f-49bd-8944-ff1724fa1f01 None None] Set router c995e9c1-a65a-41d2-84aa-9ad5c40b333a gateway port host: n-d-838334-2 {{(pid=84042) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 21:40:41.440302 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5afd4ac4-571b-4287-a658-739556067a3a req-37340618-8070-41b5-8357-5c1cb25eac36 tempest-TestMinimumBasicScenario-1802763137 tempest-TestMinimumBasicScenario-1802763137-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:40:41.442067 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-5afd4ac4-571b-4287-a658-739556067a3a req-37340618-8070-41b5-8357-5c1cb25eac36 tempest-TestMinimumBasicScenario-1802763137 tempest-TestMinimumBasicScenario-1802763137-project] 10.222.0.42 "GET /v2.0/ports?device_id=013a6521-345c-4db1-97b6-1045663028b8 HTTP/1.1" status: 200 len: 932 time: 0.0895767 Apr 18 21:40:41.492871 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-5afd4ac4-571b-4287-a658-739556067a3a req-168a60f7-6b02-4660-9b0a-d2720b45f4ad tempest-TestMinimumBasicScenario-1802763137 tempest-TestMinimumBasicScenario-1802763137-project] 10.222.0.42 "GET /v2.0/security-groups?id=4b00b32e-66ea-49e6-b740-2c9b92dc7c85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446801 Apr 18 21:40:41.508652 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_hamode_db [None req-f7e4903b-867f-49bd-8944-ff1724fa1f01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c995e9c1-a65a-41d2-84aa-9ad5c40b333a', 'name': 'tempest-TestMinimumBasicScenario-254445900-router', 'tenant_id': '8cc084815b804d9090fbfc2253c05b6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'external_fixed_ips': [{'subnet_id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'ip_address': '172.25.8.83'}], 'enable_snat': True}, 'gw_port_id': '0373a4d7-a8f2-4792-82b9-6e04c1625a18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:40:14Z', 'updated_at': '2022-04-18T21:40:17Z', 'revision_number': 4, 'project_id': '8cc084815b804d9090fbfc2253c05b6e', 'gw_port': {'id': '0373a4d7-a8f2-4792-82b9-6e04c1625a18', 'name': '', 'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:aa:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c995e9c1-a65a-41d2-84aa-9ad5c40b333a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'ip_address': '172.25.8.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:40:15Z', 'updated_at': '2022-04-18T21:40:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838334-2', '_interfaces': [{'id': '999fd386-7281-42e5-b4e8-9499857910e2', 'name': '', 'network_id': 'de195b71-b8ab-4131-9d49-2c5d9bd7ff82', 'tenant_id': '8cc084815b804d9090fbfc2253c05b6e', 'mac_address': 'fa:16:3e:8c:df:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c995e9c1-a65a-41d2-84aa-9ad5c40b333a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ca564f2b-5600-43a7-ad55-2b30dbbb3966', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:40:17Z', 'updated_at': '2022-04-18T21:40:18Z', 'revision_number': 2, 'project_id': '8cc084815b804d9090fbfc2253c05b6e', 'subnets': [{'id': 'ca564f2b-5600-43a7-ad55-2b30dbbb3966', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838334-2', False) {} {{(pid=84042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:40:41.512863 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7e4903b-867f-49bd-8944-ff1724fa1f01 None None] Checking router: c995e9c1-a65a-41d2-84aa-9ad5c40b333a for host: n-d-838334-2 {{(pid=84042) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 18 21:40:41.513220 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7e4903b-867f-49bd-8944-ff1724fa1f01 None None] Updating router c995e9c1-a65a-41d2-84aa-9ad5c40b333a port 999fd386-7281-42e5-b4e8-9499857910e2 binding host n-d-838334-2 {{(pid=84042) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 18 21:40:41.574778 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-f7e4903b-867f-49bd-8944-ff1724fa1f01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:40:41.925727 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-f7e4903b-867f-49bd-8944-ff1724fa1f01 None None] Notify callbacks [] for port, precommit_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:40:41.936886 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-f7e4903b-867f-49bd-8944-ff1724fa1f01 None None] Transition to ACTIVE for port object 999fd386-7281-42e5-b4e8-9499857910e2 will not be triggered until provisioned by entity L2. {{(pid=84042) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:40:41.943350 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-f7e4903b-867f-49bd-8944-ff1724fa1f01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682'] for port, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:40:42.074027 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-478b6121-82a3-4926-aaa5-4d9996470378 None None] Pushing event updated for resources: {'Port': ['ID=999fd386-7281-42e5-b4e8-9499857910e2,revision_number=3']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:40:42.086984 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-478b6121-82a3-4926-aaa5-4d9996470378 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:40:42.087336 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-478b6121-82a3-4926-aaa5-4d9996470378 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:40:42.087699 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-478b6121-82a3-4926-aaa5-4d9996470378 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:40:42.088047 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-478b6121-82a3-4926-aaa5-4d9996470378 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:40:42.088353 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-478b6121-82a3-4926-aaa5-4d9996470378 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:40:42.088678 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-478b6121-82a3-4926-aaa5-4d9996470378 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:40:42.089000 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-478b6121-82a3-4926-aaa5-4d9996470378 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:40:42.089317 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-478b6121-82a3-4926-aaa5-4d9996470378 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:40:42.089635 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-478b6121-82a3-4926-aaa5-4d9996470378 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:40:42.089954 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-478b6121-82a3-4926-aaa5-4d9996470378 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:40:42.090269 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-478b6121-82a3-4926-aaa5-4d9996470378 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:40:42.112494 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.v2.base [req-cc1b4e88-d786-40f1-bdee-9aa15df2c737 req-3faa04c6-c213-4bb7-b801-4c5d10346018 service neutron] Request body: {'port': {'device_id': '013a6521-345c-4db1-97b6-1045663028b8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-838334-2'}} {{(pid=84041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:40:42.185729 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.managers [None req-f7e4903b-867f-49bd-8944-ff1724fa1f01 None None] Attempting to bind port 999fd386-7281-42e5-b4e8-9499857910e2 on host n-d-838334-2 for vnic_type normal with profile {{(pid=84042) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 21:40:42.186006 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.managers [None req-f7e4903b-867f-49bd-8944-ff1724fa1f01 None None] Attempting to bind port 999fd386-7281-42e5-b4e8-9499857910e2 by drivers openvswitch,hyperv on host n-d-838334-2 at level 0 using segments [{'id': '42abc2dc-4b7b-4c6a-b95c-4a4a11533e22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': 'de195b71-b8ab-4131-9d49-2c5d9bd7ff82'}] {{(pid=84042) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 21:40:42.186360 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7e4903b-867f-49bd-8944-ff1724fa1f01 None None] Attempting to bind port 999fd386-7281-42e5-b4e8-9499857910e2 on network de195b71-b8ab-4131-9d49-2c5d9bd7ff82 {{(pid=84042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 21:40:42.192996 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7e4903b-867f-49bd-8944-ff1724fa1f01 None None] Checking agent: {'id': '97cd4414-7af6-4d67-868d-dff370b4071a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838334-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 25, 49), 'started_at': datetime.datetime(2022, 4, 18, 20, 26, 19), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 21, 40, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838334-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 18 21:40:42.193623 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7e4903b-867f-49bd-8944-ff1724fa1f01 None None] Checking segment: {'id': '42abc2dc-4b7b-4c6a-b95c-4a4a11533e22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': 'de195b71-b8ab-4131-9d49-2c5d9bd7ff82'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84042) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 21:40:42.194144 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-f7e4903b-867f-49bd-8944-ff1724fa1f01 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:40:42.194533 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7e4903b-867f-49bd-8944-ff1724fa1f01 None None] Bound using segment: {'id': '42abc2dc-4b7b-4c6a-b95c-4a4a11533e22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': 'de195b71-b8ab-4131-9d49-2c5d9bd7ff82'} {{(pid=84042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 18 21:40:42.195115 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.managers [None req-f7e4903b-867f-49bd-8944-ff1724fa1f01 None None] Bound port: 999fd386-7281-42e5-b4e8-9499857910e2, host: n-d-838334-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '42abc2dc-4b7b-4c6a-b95c-4a4a11533e22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': 'de195b71-b8ab-4131-9d49-2c5d9bd7ff82'}}] {{(pid=84042) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 21:40:42.195481 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-f7e4903b-867f-49bd-8944-ff1724fa1f01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:40:42.227759 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [req-cc1b4e88-d786-40f1-bdee-9aa15df2c737 req-3faa04c6-c213-4bb7-b801-4c5d10346018 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:40:42.332466 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-f7e4903b-867f-49bd-8944-ff1724fa1f01 None None] For port 999fd386-7281-42e5-b4e8-9499857910e2, host n-d-838334-2, cleared binding levels {{(pid=84042) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 21:40:42.336013 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-f7e4903b-867f-49bd-8944-ff1724fa1f01 None None] For port 999fd386-7281-42e5-b4e8-9499857910e2, host n-d-838334-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838334-2',level=0,port_id=999fd386-7281-42e5-b4e8-9499857910e2,segment=NetworkSegment(42abc2dc-4b7b-4c6a-b95c-4a4a11533e22),segment_id=42abc2dc-4b7b-4c6a-b95c-4a4a11533e22)] {{(pid=84042) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 21:40:42.340203 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-f7e4903b-867f-49bd-8944-ff1724fa1f01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682'] for port, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:40:42.421326 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-478b6121-82a3-4926-aaa5-4d9996470378 None None] Pushing event updated for resources: {'Port': ['ID=999fd386-7281-42e5-b4e8-9499857910e2,revision_number=4']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:40:42.426048 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7e4903b-867f-49bd-8944-ff1724fa1f01 None None] Routers {'c995e9c1-a65a-41d2-84aa-9ad5c40b333a'} bound to L3 agent in host n-d-838334-2 {{(pid=84042) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 21:40:42.426654 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_hamode_db [None req-f7e4903b-867f-49bd-8944-ff1724fa1f01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838334-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-18T20:25:48Z,description=,heartbeat_timestamp=2022-04-18T21:40:18Z,host='n-d-838334-2',id=bc84d6c9-dd7a-4555-a351-592327b46d5a,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:25:48Z,topic='l3_agent')) {'router_ids': ['c995e9c1-a65a-41d2-84aa-9ad5c40b333a'], 'active': True} {{(pid=84042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:40:42.584149 n-d-838334-2 neutron-server[84041]: DEBUG neutron.notifiers.nova [req-cc1b4e88-d786-40f1-bdee-9aa15df2c737 req-3faa04c6-c213-4bb7-b801-4c5d10346018 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d25941ed-04f1-4e8a-9f5a-c96d71530c89 {{(pid=84041) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 18 21:40:42.591864 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [req-cc1b4e88-d786-40f1-bdee-9aa15df2c737 req-3faa04c6-c213-4bb7-b801-4c5d10346018 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:40:42.613984 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.provisioning_blocks [req-cc1b4e88-d786-40f1-bdee-9aa15df2c737 req-3faa04c6-c213-4bb7-b801-4c5d10346018 service neutron] Transition to ACTIVE for port object d25941ed-04f1-4e8a-9f5a-c96d71530c89 will not be triggered until provisioned by entity L2. {{(pid=84041) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:40:42.618350 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_dvr_db [None req-f7e4903b-867f-49bd-8944-ff1724fa1f01 None None] Set router c995e9c1-a65a-41d2-84aa-9ad5c40b333a gateway port host: n-d-838334-2 {{(pid=84042) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 21:40:42.618737 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [req-cc1b4e88-d786-40f1-bdee-9aa15df2c737 req-3faa04c6-c213-4bb7-b801-4c5d10346018 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32266282'] for port, after_update {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:40:42.721890 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf3bbb1a-26c5-4498-978d-9bf168929d11 req-a34f6358-b682-475f-8fd8-4c4636ae5736 tempest-TestMinimumBasicScenario-1802763137 tempest-TestMinimumBasicScenario-1802763137-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:40:42.729080 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-bf3bbb1a-26c5-4498-978d-9bf168929d11 req-a34f6358-b682-475f-8fd8-4c4636ae5736 tempest-TestMinimumBasicScenario-1802763137 tempest-TestMinimumBasicScenario-1802763137-project] 10.222.0.42 "GET /v2.0/ports?device_id=013a6521-345c-4db1-97b6-1045663028b8 HTTP/1.1" status: 200 len: 944 time: 0.0919709 Apr 18 21:40:42.747371 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3faa04c6-c213-4bb7-b801-4c5d10346018 service neutron] Pushing event updated for resources: {'Port': ['ID=d25941ed-04f1-4e8a-9f5a-c96d71530c89,revision_number=2']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:40:42.783038 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-bf3bbb1a-26c5-4498-978d-9bf168929d11 req-adf95df9-2d36-45c8-985a-3a393c58537d tempest-TestMinimumBasicScenario-1802763137 tempest-TestMinimumBasicScenario-1802763137-project] 10.222.0.42 "GET /v2.0/security-groups?id=4b00b32e-66ea-49e6-b740-2c9b92dc7c85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529346 Apr 18 21:40:42.868131 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.managers [req-cc1b4e88-d786-40f1-bdee-9aa15df2c737 req-3faa04c6-c213-4bb7-b801-4c5d10346018 service neutron] Attempting to bind port d25941ed-04f1-4e8a-9f5a-c96d71530c89 on host n-h2-838334-2 for vnic_type normal with profile {{(pid=84041) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 21:40:42.868469 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.managers [req-cc1b4e88-d786-40f1-bdee-9aa15df2c737 req-3faa04c6-c213-4bb7-b801-4c5d10346018 service neutron] Attempting to bind port d25941ed-04f1-4e8a-9f5a-c96d71530c89 by drivers openvswitch,hyperv on host n-h2-838334-2 at level 0 using segments [{'id': '1196eb3d-42c6-4b0f-a17d-2810c7570b9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': 'eb1cfbb4-c890-4bc5-a238-1a91018a8219'}] {{(pid=84041) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 21:40:42.868788 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc1b4e88-d786-40f1-bdee-9aa15df2c737 req-3faa04c6-c213-4bb7-b801-4c5d10346018 service neutron] Attempting to bind port d25941ed-04f1-4e8a-9f5a-c96d71530c89 on network eb1cfbb4-c890-4bc5-a238-1a91018a8219 {{(pid=84041) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 21:40:42.875142 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc1b4e88-d786-40f1-bdee-9aa15df2c737 req-3faa04c6-c213-4bb7-b801-4c5d10346018 service neutron] Port d25941ed-04f1-4e8a-9f5a-c96d71530c89 on network eb1cfbb4-c890-4bc5-a238-1a91018a8219 not bound, no agent of type Open vSwitch agent registered on host n-h2-838334-2 {{(pid=84041) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 18 21:40:42.875454 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc1b4e88-d786-40f1-bdee-9aa15df2c737 req-3faa04c6-c213-4bb7-b801-4c5d10346018 service neutron] Attempting to bind port d25941ed-04f1-4e8a-9f5a-c96d71530c89 on network eb1cfbb4-c890-4bc5-a238-1a91018a8219 {{(pid=84041) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 21:40:42.883422 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc1b4e88-d786-40f1-bdee-9aa15df2c737 req-3faa04c6-c213-4bb7-b801-4c5d10346018 service neutron] Checking agent: {'id': 'dc797004-f641-47b7-a77f-9c62b5b16296', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-838334-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 34, 3), 'started_at': datetime.datetime(2022, 4, 18, 20, 34, 3), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 21, 40, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84041) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 18 21:40:42.883835 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc1b4e88-d786-40f1-bdee-9aa15df2c737 req-3faa04c6-c213-4bb7-b801-4c5d10346018 service neutron] Checking segment: {'id': '1196eb3d-42c6-4b0f-a17d-2810c7570b9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': 'eb1cfbb4-c890-4bc5-a238-1a91018a8219'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84041) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 21:40:42.884216 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc1b4e88-d786-40f1-bdee-9aa15df2c737 req-3faa04c6-c213-4bb7-b801-4c5d10346018 service neutron] Bound using segment: {'id': '1196eb3d-42c6-4b0f-a17d-2810c7570b9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': 'eb1cfbb4-c890-4bc5-a238-1a91018a8219'} {{(pid=84041) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 18 21:40:42.884643 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.managers [req-cc1b4e88-d786-40f1-bdee-9aa15df2c737 req-3faa04c6-c213-4bb7-b801-4c5d10346018 service neutron] Bound port: d25941ed-04f1-4e8a-9f5a-c96d71530c89, host: n-h2-838334-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1196eb3d-42c6-4b0f-a17d-2810c7570b9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': 'eb1cfbb4-c890-4bc5-a238-1a91018a8219'}}] {{(pid=84041) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 21:40:42.884982 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [req-cc1b4e88-d786-40f1-bdee-9aa15df2c737 req-3faa04c6-c213-4bb7-b801-4c5d10346018 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:40:42.976121 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_hamode_db [None req-f7e4903b-867f-49bd-8944-ff1724fa1f01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c995e9c1-a65a-41d2-84aa-9ad5c40b333a', 'name': 'tempest-TestMinimumBasicScenario-254445900-router', 'tenant_id': '8cc084815b804d9090fbfc2253c05b6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'external_fixed_ips': [{'subnet_id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'ip_address': '172.25.8.83'}], 'enable_snat': True}, 'gw_port_id': '0373a4d7-a8f2-4792-82b9-6e04c1625a18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:40:14Z', 'updated_at': '2022-04-18T21:40:17Z', 'revision_number': 4, 'project_id': '8cc084815b804d9090fbfc2253c05b6e', 'gw_port': {'id': '0373a4d7-a8f2-4792-82b9-6e04c1625a18', 'name': '', 'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:aa:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c995e9c1-a65a-41d2-84aa-9ad5c40b333a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'ip_address': '172.25.8.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:40:15Z', 'updated_at': '2022-04-18T21:40:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838334-2', '_interfaces': [{'id': '999fd386-7281-42e5-b4e8-9499857910e2', 'name': '', 'network_id': 'de195b71-b8ab-4131-9d49-2c5d9bd7ff82', 'tenant_id': '8cc084815b804d9090fbfc2253c05b6e', 'mac_address': 'fa:16:3e:8c:df:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c995e9c1-a65a-41d2-84aa-9ad5c40b333a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ca564f2b-5600-43a7-ad55-2b30dbbb3966', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:40:17Z', 'updated_at': '2022-04-18T21:40:42Z', 'revision_number': 4, 'project_id': '8cc084815b804d9090fbfc2253c05b6e', 'subnets': [{'id': 'ca564f2b-5600-43a7-ad55-2b30dbbb3966', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838334-2', False) {} {{(pid=84042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:40:42.977351 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.db [req-cc1b4e88-d786-40f1-bdee-9aa15df2c737 req-3faa04c6-c213-4bb7-b801-4c5d10346018 service neutron] For port d25941ed-04f1-4e8a-9f5a-c96d71530c89, host n-h2-838334-2, cleared binding levels {{(pid=84041) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 21:40:42.980695 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7e4903b-867f-49bd-8944-ff1724fa1f01 None None] The sync data for ids ['c995e9c1-a65a-41d2-84aa-9ad5c40b333a'] in n-d-838334-2 is: [{'id': 'c995e9c1-a65a-41d2-84aa-9ad5c40b333a', 'name': 'tempest-TestMinimumBasicScenario-254445900-router', 'tenant_id': '8cc084815b804d9090fbfc2253c05b6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'external_fixed_ips': [{'subnet_id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'ip_address': '172.25.8.83'}], 'enable_snat': True}, 'gw_port_id': '0373a4d7-a8f2-4792-82b9-6e04c1625a18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:40:14Z', 'updated_at': '2022-04-18T21:40:17Z', 'revision_number': 4, 'project_id': '8cc084815b804d9090fbfc2253c05b6e', 'gw_port': {'id': '0373a4d7-a8f2-4792-82b9-6e04c1625a18', 'name': '', 'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:aa:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c995e9c1-a65a-41d2-84aa-9ad5c40b333a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'ip_address': '172.25.8.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:40:15Z', 'updated_at': '2022-04-18T21:40:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838334-2', '_interfaces': [{'id': '999fd386-7281-42e5-b4e8-9499857910e2', 'name': '', 'network_id': 'de195b71-b8ab-4131-9d49-2c5d9bd7ff82', 'tenant_id': '8cc084815b804d9090fbfc2253c05b6e', 'mac_address': 'fa:16:3e:8c:df:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c995e9c1-a65a-41d2-84aa-9ad5c40b333a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ca564f2b-5600-43a7-ad55-2b30dbbb3966', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:40:17Z', 'updated_at': '2022-04-18T21:40:42Z', 'revision_number': 4, 'project_id': '8cc084815b804d9090fbfc2253c05b6e', 'subnets': [{'id': 'ca564f2b-5600-43a7-ad55-2b30dbbb3966', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84042) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 18 21:40:42.980892 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.db [req-cc1b4e88-d786-40f1-bdee-9aa15df2c737 req-3faa04c6-c213-4bb7-b801-4c5d10346018 service neutron] For port d25941ed-04f1-4e8a-9f5a-c96d71530c89, host n-h2-838334-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838334-2',level=0,port_id=d25941ed-04f1-4e8a-9f5a-c96d71530c89,segment=NetworkSegment(1196eb3d-42c6-4b0f-a17d-2810c7570b9e),segment_id=1196eb3d-42c6-4b0f-a17d-2810c7570b9e)] {{(pid=84041) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 21:40:42.987096 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [req-cc1b4e88-d786-40f1-bdee-9aa15df2c737 req-3faa04c6-c213-4bb7-b801-4c5d10346018 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32266282'] for port, after_update {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:40:43.065781 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [req-cc1b4e88-d786-40f1-bdee-9aa15df2c737 req-3faa04c6-c213-4bb7-b801-4c5d10346018 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217293'] for port, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:40:43.067172 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-cc1b4e88-d786-40f1-bdee-9aa15df2c737 req-3faa04c6-c213-4bb7-b801-4c5d10346018 service neutron] 10.222.0.48 "PUT /v2.0/ports/d25941ed-04f1-4e8a-9f5a-c96d71530c89 HTTP/1.1" status: 200 len: 1092 time: 1.0367599 Apr 18 21:40:43.068377 n-d-838334-2 neutron-server[84041]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '013a6521-345c-4db1-97b6-1045663028b8', 'tag': 'd25941ed-04f1-4e8a-9f5a-c96d71530c89'}] {{(pid=84041) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 21:40:43.098463 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3faa04c6-c213-4bb7-b801-4c5d10346018 service neutron] Pushing event updated for resources: {'Port': ['ID=d25941ed-04f1-4e8a-9f5a-c96d71530c89,revision_number=3']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:40:43.220172 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-cc1b4e88-d786-40f1-bdee-9aa15df2c737 req-ad019605-4913-4384-b48e-87ea87656c25 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=45ff588f3d6a458db3a48f8bbf03ea5a&device_id=013a6521-345c-4db1-97b6-1045663028b8 HTTP/1.1" status: 200 len: 1095 time: 0.1094177 Apr 18 21:40:43.295645 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-cc1b4e88-d786-40f1-bdee-9aa15df2c737 req-2f4aebc0-afc5-4cf1-a556-de7f54536e4f service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d25941ed-04f1-4e8a-9f5a-c96d71530c89 HTTP/1.1" status: 200 len: 217 time: 0.0704060 Apr 18 21:40:43.337550 n-d-838334-2 neutron-server[84041]: INFO neutron.notifiers.nova [-] Nova event matching ['req-19365e36-1b33-4613-bb34-d188820eb950'] response: {'name': 'network-changed', 'server_uuid': '013a6521-345c-4db1-97b6-1045663028b8', 'tag': 'd25941ed-04f1-4e8a-9f5a-c96d71530c89', 'status': 'completed', 'code': 200} Apr 18 21:40:43.369399 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc1b4e88-d786-40f1-bdee-9aa15df2c737 req-a6299918-1870-4e6e-8908-a0187d2644a3 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:40:43.370914 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-cc1b4e88-d786-40f1-bdee-9aa15df2c737 req-a6299918-1870-4e6e-8908-a0187d2644a3 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=8c55211b-6740-46bb-be86-24115102db80 HTTP/1.1" status: 200 len: 853 time: 0.0679343 Apr 18 21:40:43.448265 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-cc1b4e88-d786-40f1-bdee-9aa15df2c737 req-7419b488-aea5-4e35-83d6-e62bbea17a3f service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=eb1cfbb4-c890-4bc5-a238-1a91018a8219&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0708933 Apr 18 21:40:43.585819 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-cc1b4e88-d786-40f1-bdee-9aa15df2c737 req-8c763d43-ac0a-43e3-af30-839a3375e93e service neutron] 10.222.0.48 "GET /v2.0/networks/eb1cfbb4-c890-4bc5-a238-1a91018a8219?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1303065 Apr 18 21:40:43.721853 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-cc1b4e88-d786-40f1-bdee-9aa15df2c737 req-f909335b-d706-45ab-b4f2-163a9b13d149 service neutron] 10.222.0.48 "GET /v2.0/networks/eb1cfbb4-c890-4bc5-a238-1a91018a8219?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1299596 Apr 18 21:40:43.943530 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-78a89207-5d83-4086-b6d9-1581c2ff58eb req-3b761e7e-20d5-4663-a024-4b12bf9b13ec service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=45ff588f3d6a458db3a48f8bbf03ea5a&device_id=013a6521-345c-4db1-97b6-1045663028b8 HTTP/1.1" status: 200 len: 1095 time: 0.1691248 Apr 18 21:40:43.980316 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddc98de0-752e-4854-95cb-735ac9997c14 req-597495a6-3e04-44dd-9330-60b2e6d226ba tempest-TestMinimumBasicScenario-1802763137 tempest-TestMinimumBasicScenario-1802763137-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:40:43.981773 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-ddc98de0-752e-4854-95cb-735ac9997c14 req-597495a6-3e04-44dd-9330-60b2e6d226ba tempest-TestMinimumBasicScenario-1802763137 tempest-TestMinimumBasicScenario-1802763137-project] 10.222.0.42 "GET /v2.0/ports?device_id=013a6521-345c-4db1-97b6-1045663028b8 HTTP/1.1" status: 200 len: 944 time: 0.0803905 Apr 18 21:40:44.031867 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-ddc98de0-752e-4854-95cb-735ac9997c14 req-2b9e0806-60ff-4c7d-8202-ced1601b0c6e tempest-TestMinimumBasicScenario-1802763137 tempest-TestMinimumBasicScenario-1802763137-project] 10.222.0.42 "GET /v2.0/security-groups?id=4b00b32e-66ea-49e6-b740-2c9b92dc7c85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438676 Apr 18 21:40:44.079491 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78a89207-5d83-4086-b6d9-1581c2ff58eb req-8804db47-21db-4c02-adb3-c1543f6edf52 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:40:44.080950 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-78a89207-5d83-4086-b6d9-1581c2ff58eb req-8804db47-21db-4c02-adb3-c1543f6edf52 service neutron] 10.222.0.48 "GET /v2.0/networks?id=eb1cfbb4-c890-4bc5-a238-1a91018a8219 HTTP/1.1" status: 200 len: 915 time: 0.1312356 Apr 18 21:40:44.151501 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-78a89207-5d83-4086-b6d9-1581c2ff58eb req-3213f7a3-49a5-4b27-9f4a-5187f2120c7a service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d25941ed-04f1-4e8a-9f5a-c96d71530c89 HTTP/1.1" status: 200 len: 217 time: 0.0634449 Apr 18 21:40:44.215891 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78a89207-5d83-4086-b6d9-1581c2ff58eb req-a65b838e-28f8-47cb-b1b8-a4cac42ccb98 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:40:44.217343 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-78a89207-5d83-4086-b6d9-1581c2ff58eb req-a65b838e-28f8-47cb-b1b8-a4cac42ccb98 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=8c55211b-6740-46bb-be86-24115102db80 HTTP/1.1" status: 200 len: 853 time: 0.0591505 Apr 18 21:40:44.291488 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-78a89207-5d83-4086-b6d9-1581c2ff58eb req-11da6faa-acfe-4a29-b014-830a1114ca95 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=eb1cfbb4-c890-4bc5-a238-1a91018a8219&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0672123 Apr 18 21:40:44.419559 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-78a89207-5d83-4086-b6d9-1581c2ff58eb req-f30e545a-33c8-4a93-873d-ca399207af81 service neutron] 10.222.0.48 "GET /v2.0/networks/eb1cfbb4-c890-4bc5-a238-1a91018a8219?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1210308 Apr 18 21:40:44.551285 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-78a89207-5d83-4086-b6d9-1581c2ff58eb req-02be8d2d-a228-48ab-b2aa-9c27a8a170b3 service neutron] 10.222.0.48 "GET /v2.0/networks/eb1cfbb4-c890-4bc5-a238-1a91018a8219?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1234930 Apr 18 21:40:45.050144 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Device 999fd386-7281-42e5-b4e8-9499857910e2 up at agent ovs-agent-n-d-838334-2 {{(pid=84042) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 21:40:45.117701 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Provisioning for port 999fd386-7281-42e5-b4e8-9499857910e2 completed by entity L2. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 21:40:45.122335 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Provisioning complete for port 999fd386-7281-42e5-b4e8-9499857910e2 triggered by entity L2. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:40:45.122697 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1253608'] for port, provisioning_complete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:40:45.232559 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fad2762e-dec0-470c-ab0c-5201e95e148a req-3a6ebb4f-c413-4e0d-b409-e48a4e687d23 tempest-TestMinimumBasicScenario-1802763137 tempest-TestMinimumBasicScenario-1802763137-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:40:45.233899 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-fad2762e-dec0-470c-ab0c-5201e95e148a req-3a6ebb4f-c413-4e0d-b409-e48a4e687d23 tempest-TestMinimumBasicScenario-1802763137 tempest-TestMinimumBasicScenario-1802763137-project] 10.222.0.42 "GET /v2.0/ports?device_id=013a6521-345c-4db1-97b6-1045663028b8 HTTP/1.1" status: 200 len: 944 time: 0.0768704 Apr 18 21:40:45.237611 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:40:45.269608 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] For port 999fd386-7281-42e5-b4e8-9499857910e2, host n-d-838334-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838334-2',level=0,port_id=999fd386-7281-42e5-b4e8-9499857910e2,segment=NetworkSegment(42abc2dc-4b7b-4c6a-b95c-4a4a11533e22),segment_id=42abc2dc-4b7b-4c6a-b95c-4a4a11533e22)] {{(pid=84042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:40:45.274168 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682'] for port, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:40:45.279991 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-fad2762e-dec0-470c-ab0c-5201e95e148a req-e2e78f2f-df2c-405b-82d5-68f830fbbc9c tempest-TestMinimumBasicScenario-1802763137 tempest-TestMinimumBasicScenario-1802763137-project] 10.222.0.42 "GET /v2.0/security-groups?id=4b00b32e-66ea-49e6-b740-2c9b92dc7c85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405579 Apr 18 21:40:45.341594 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Pushing event updated for resources: {'Port': ['ID=999fd386-7281-42e5-b4e8-9499857910e2,revision_number=5']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:40:45.742968 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-4eb91857-0d4f-409a-81d1-5ac6f069b59a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750375287399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253529'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:40:46.504286 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a4c84b0-7c45-490c-8e68-8eefe15ae0fa req-21d30d8f-d146-4a3a-9e09-ca30afc34a80 tempest-TestMinimumBasicScenario-1802763137 tempest-TestMinimumBasicScenario-1802763137-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:40:46.506469 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-1a4c84b0-7c45-490c-8e68-8eefe15ae0fa req-21d30d8f-d146-4a3a-9e09-ca30afc34a80 tempest-TestMinimumBasicScenario-1802763137 tempest-TestMinimumBasicScenario-1802763137-project] 10.222.0.42 "GET /v2.0/ports?device_id=013a6521-345c-4db1-97b6-1045663028b8 HTTP/1.1" status: 200 len: 944 time: 0.0934148 Apr 18 21:40:46.552451 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-1a4c84b0-7c45-490c-8e68-8eefe15ae0fa req-e2ce0cb7-8cf9-4fa4-b5ba-5eadc075526a tempest-TestMinimumBasicScenario-1802763137 tempest-TestMinimumBasicScenario-1802763137-project] 10.222.0.42 "GET /v2.0/security-groups?id=4b00b32e-66ea-49e6-b740-2c9b92dc7c85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399287 Apr 18 21:40:46.740174 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Device d25941ed-04f1-4e8a-9f5a-c96d71530c89 details requested by agent hyperv_n-h2-838334-2 with host n-h2-838334-2 {{(pid=84042) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 18 21:40:46.874795 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] For port d25941ed-04f1-4e8a-9f5a-c96d71530c89, host n-h2-838334-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838334-2',level=0,port_id=d25941ed-04f1-4e8a-9f5a-c96d71530c89,segment=NetworkSegment(1196eb3d-42c6-4b0f-a17d-2810c7570b9e),segment_id=1196eb3d-42c6-4b0f-a17d-2810c7570b9e)] {{(pid=84042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:40:46.888567 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Returning: {'device': 'd25941ed-04f1-4e8a-9f5a-c96d71530c89', 'network_id': 'eb1cfbb4-c890-4bc5-a238-1a91018a8219', 'port_id': 'd25941ed-04f1-4e8a-9f5a-c96d71530c89', 'mac_address': 'fa:16:3e:bf:f8:1e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 356, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8c55211b-6740-46bb-be86-24115102db80', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84042) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 18 21:40:46.940962 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:40:46.958892 n-d-838334-2 neutron-server[84042]: DEBUG neutron.notifiers.nova [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d25941ed-04f1-4e8a-9f5a-c96d71530c89 {{(pid=84042) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 18 21:40:46.975135 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] For port d25941ed-04f1-4e8a-9f5a-c96d71530c89, host n-h2-838334-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838334-2',level=0,port_id=d25941ed-04f1-4e8a-9f5a-c96d71530c89,segment=NetworkSegment(1196eb3d-42c6-4b0f-a17d-2810c7570b9e),segment_id=1196eb3d-42c6-4b0f-a17d-2810c7570b9e)] {{(pid=84042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:40:46.979264 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682'] for port, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:40:47.037415 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Device 999fd386-7281-42e5-b4e8-9499857910e2 up at agent ovs-agent-n-d-838334-2 {{(pid=84042) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 21:40:47.096358 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Pushing event updated for resources: {'Port': ['ID=d25941ed-04f1-4e8a-9f5a-c96d71530c89,revision_number=4']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:40:47.117578 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Provisioning complete for port 999fd386-7281-42e5-b4e8-9499857910e2 triggered by entity L2. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:40:47.118126 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1253608'] for port, provisioning_complete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:40:47.225080 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] get_ports_and_sgs() called for port_ids ['d25941ed-04f1-4e8a-9f5a-c96d71530c89'] {{(pid=84042) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 18 21:40:47.759915 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f81f0404-0cec-4113-b1b3-5188c55a2405 req-3fd24c26-5059-4529-9cdf-cc20e6d347aa tempest-TestMinimumBasicScenario-1802763137 tempest-TestMinimumBasicScenario-1802763137-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:40:47.761385 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-f81f0404-0cec-4113-b1b3-5188c55a2405 req-3fd24c26-5059-4529-9cdf-cc20e6d347aa tempest-TestMinimumBasicScenario-1802763137 tempest-TestMinimumBasicScenario-1802763137-project] 10.222.0.42 "GET /v2.0/ports?device_id=013a6521-345c-4db1-97b6-1045663028b8 HTTP/1.1" status: 200 len: 945 time: 0.0780447 Apr 18 21:40:47.807407 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-f81f0404-0cec-4113-b1b3-5188c55a2405 req-242ec50c-b90c-4eb5-a00c-fe5c276d5ef4 tempest-TestMinimumBasicScenario-1802763137 tempest-TestMinimumBasicScenario-1802763137-project] 10.222.0.42 "GET /v2.0/security-groups?id=4b00b32e-66ea-49e6-b740-2c9b92dc7c85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402806 Apr 18 21:40:47.993536 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-bc516d33-a8ae-4f09-92ed-fc7d89202398 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750375287399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253529'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:40:48.751974 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Device d25941ed-04f1-4e8a-9f5a-c96d71530c89 up at agent hyperv_n-h2-838334-2 {{(pid=84042) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 21:40:48.819116 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Provisioning for port d25941ed-04f1-4e8a-9f5a-c96d71530c89 completed by entity L2. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 21:40:48.823800 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Provisioning complete for port d25941ed-04f1-4e8a-9f5a-c96d71530c89 triggered by entity L2. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:40:48.824165 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1253608'] for port, provisioning_complete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:40:48.936853 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:40:48.963852 n-d-838334-2 neutron-server[84042]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '013a6521-345c-4db1-97b6-1045663028b8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd25941ed-04f1-4e8a-9f5a-c96d71530c89'}] {{(pid=84042) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 21:40:48.983539 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] For port d25941ed-04f1-4e8a-9f5a-c96d71530c89, host n-h2-838334-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838334-2',level=0,port_id=d25941ed-04f1-4e8a-9f5a-c96d71530c89,segment=NetworkSegment(1196eb3d-42c6-4b0f-a17d-2810c7570b9e),segment_id=1196eb3d-42c6-4b0f-a17d-2810c7570b9e)] {{(pid=84042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:40:48.989823 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682'] for port, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:40:49.017828 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dae1ba3-6d0b-4950-ae2b-07deab054320 req-edded64f-eb0a-4e90-8ce4-c43dae1a7cda tempest-TestMinimumBasicScenario-1802763137 tempest-TestMinimumBasicScenario-1802763137-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:40:49.019514 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-9dae1ba3-6d0b-4950-ae2b-07deab054320 req-edded64f-eb0a-4e90-8ce4-c43dae1a7cda tempest-TestMinimumBasicScenario-1802763137 tempest-TestMinimumBasicScenario-1802763137-project] 10.222.0.42 "GET /v2.0/ports?device_id=013a6521-345c-4db1-97b6-1045663028b8 HTTP/1.1" status: 200 len: 945 time: 0.0872269 Apr 18 21:40:49.066236 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Pushing event updated for resources: {'Port': ['ID=d25941ed-04f1-4e8a-9f5a-c96d71530c89,revision_number=5']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:40:49.068132 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-9dae1ba3-6d0b-4950-ae2b-07deab054320 req-e806de47-eb94-4ab2-b038-0029fe77270c tempest-TestMinimumBasicScenario-1802763137 tempest-TestMinimumBasicScenario-1802763137-project] 10.222.0.42 "GET /v2.0/security-groups?id=4b00b32e-66ea-49e6-b740-2c9b92dc7c85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426579 Apr 18 21:40:49.118185 n-d-838334-2 neutron-server[84042]: INFO neutron.notifiers.nova [-] Nova event matching ['req-01c18f30-6c22-4811-a23e-ef5f7f2b25bf'] response: {'server_uuid': '013a6521-345c-4db1-97b6-1045663028b8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd25941ed-04f1-4e8a-9f5a-c96d71530c89', 'code': 200} Apr 18 21:40:49.159254 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750375287399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253529'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:40:49.246858 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-347875e8-0f83-497f-b7df-450be50b3928 req-d0dbbd82-93a9-44b0-9c79-5335c1f3e635 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=013a6521-345c-4db1-97b6-1045663028b8 HTTP/1.1" status: 200 len: 1097 time: 0.0721467 Apr 18 21:40:49.289154 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-347875e8-0f83-497f-b7df-450be50b3928 req-c9e15cfa-b212-4ac3-9e6c-517a3c7bd8d3 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=4b00b32e-66ea-49e6-b740-2c9b92dc7c85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360930 Apr 18 21:40:49.667758 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-414b6ffe-e119-47bc-b18f-bcff1219c2f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750375287399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253529'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:40:50.060594 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.agents_db [None req-6346a179-333c-4370-b5a6-936984aeab15 None None] Agent healthcheck: found 7 active agents {{(pid=84043) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 18 21:40:50.265753 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd9d25ca-4989-4891-9953-1f20d669f864 req-0bdd721a-c450-4e3f-8cce-158bccad0cab tempest-TestMinimumBasicScenario-1802763137 tempest-TestMinimumBasicScenario-1802763137-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:40:50.267200 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-fd9d25ca-4989-4891-9953-1f20d669f864 req-0bdd721a-c450-4e3f-8cce-158bccad0cab tempest-TestMinimumBasicScenario-1802763137 tempest-TestMinimumBasicScenario-1802763137-project] 10.222.0.42 "GET /v2.0/ports?device_id=013a6521-345c-4db1-97b6-1045663028b8 HTTP/1.1" status: 200 len: 946 time: 0.0796549 Apr 18 21:40:50.318733 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-fd9d25ca-4989-4891-9953-1f20d669f864 req-ca161f59-ba85-4133-b284-412222766b34 tempest-TestMinimumBasicScenario-1802763137 tempest-TestMinimumBasicScenario-1802763137-project] 10.222.0.42 "GET /v2.0/security-groups?id=4b00b32e-66ea-49e6-b740-2c9b92dc7c85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457008 Apr 18 21:40:50.750132 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-c7521a90-7d65-4e2e-842c-ca5d95e9a89c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750375287399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253529'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:40:51.511427 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c40381ed-8d61-4069-a464-30295fb4db0c req-6d61181e-0f12-493d-9a90-be452372d08c tempest-TestMinimumBasicScenario-1802763137 tempest-TestMinimumBasicScenario-1802763137-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:40:51.512869 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-c40381ed-8d61-4069-a464-30295fb4db0c req-6d61181e-0f12-493d-9a90-be452372d08c tempest-TestMinimumBasicScenario-1802763137 tempest-TestMinimumBasicScenario-1802763137-project] 10.222.0.42 "GET /v2.0/ports?device_id=013a6521-345c-4db1-97b6-1045663028b8 HTTP/1.1" status: 200 len: 946 time: 0.0749452 Apr 18 21:40:51.558494 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-c40381ed-8d61-4069-a464-30295fb4db0c req-6e6c2b0d-777d-45e9-bc1f-1bdc835f54c3 tempest-TestMinimumBasicScenario-1802763137 tempest-TestMinimumBasicScenario-1802763137-project] 10.222.0.42 "GET /v2.0/security-groups?id=4b00b32e-66ea-49e6-b740-2c9b92dc7c85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401628 Apr 18 21:40:51.758459 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-993ea7dd-504b-4248-b807-dd7619dba42e req-b86eb209-b135-4269-a127-e1846f67aacb tempest-TestMinimumBasicScenario-1802763137 tempest-TestMinimumBasicScenario-1802763137-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:40:51.759884 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-993ea7dd-504b-4248-b807-dd7619dba42e req-b86eb209-b135-4269-a127-e1846f67aacb tempest-TestMinimumBasicScenario-1802763137 tempest-TestMinimumBasicScenario-1802763137-project] 10.222.0.42 "GET /v2.0/ports?device_id=013a6521-345c-4db1-97b6-1045663028b8 HTTP/1.1" status: 200 len: 946 time: 0.0803814 Apr 18 21:40:51.804397 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-993ea7dd-504b-4248-b807-dd7619dba42e req-4fb77a98-d2cd-463c-bb11-f7c6a60ebae3 tempest-TestMinimumBasicScenario-1802763137 tempest-TestMinimumBasicScenario-1802763137-project] 10.222.0.42 "GET /v2.0/security-groups?id=4b00b32e-66ea-49e6-b740-2c9b92dc7c85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390303 Apr 18 21:40:52.213935 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34fc364a-6046-4cbf-85a8-186080b5febd req-baf59f07-b0de-4f28-be30-c3014cf15a9e tempest-TestMinimumBasicScenario-1802763137 tempest-TestMinimumBasicScenario-1802763137-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:40:52.215427 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-34fc364a-6046-4cbf-85a8-186080b5febd req-baf59f07-b0de-4f28-be30-c3014cf15a9e tempest-TestMinimumBasicScenario-1802763137 tempest-TestMinimumBasicScenario-1802763137-project] 10.222.0.42 "GET /v2.0/ports?device_id=013a6521-345c-4db1-97b6-1045663028b8 HTTP/1.1" status: 200 len: 946 time: 0.0754712 Apr 18 21:40:52.260617 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-34fc364a-6046-4cbf-85a8-186080b5febd req-fc6a5279-9af4-4240-96cc-cdbbe278e4e9 tempest-TestMinimumBasicScenario-1802763137 tempest-TestMinimumBasicScenario-1802763137-project] 10.222.0.42 "GET /v2.0/security-groups?id=4b00b32e-66ea-49e6-b740-2c9b92dc7c85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397427 Apr 18 21:41:00.133675 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750375287399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253529'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:41:02.379350 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5554f4a-4405-4734-95f4-8c2e181c7643 req-d1028a3a-1af4-4523-b0b7-95e3186ab090 tempest-TestMinimumBasicScenario-1802763137 tempest-TestMinimumBasicScenario-1802763137-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:41:02.380981 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-b5554f4a-4405-4734-95f4-8c2e181c7643 req-d1028a3a-1af4-4523-b0b7-95e3186ab090 tempest-TestMinimumBasicScenario-1802763137 tempest-TestMinimumBasicScenario-1802763137-project] 10.222.0.42 "GET /v2.0/ports?device_id=013a6521-345c-4db1-97b6-1045663028b8 HTTP/1.1" status: 200 len: 946 time: 0.0801210 Apr 18 21:41:02.426029 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-b5554f4a-4405-4734-95f4-8c2e181c7643 req-7c5c1daf-0b13-4ce0-8f76-b32d34f4fcc5 tempest-TestMinimumBasicScenario-1802763137 tempest-TestMinimumBasicScenario-1802763137-project] 10.222.0.42 "GET /v2.0/security-groups?id=4b00b32e-66ea-49e6-b740-2c9b92dc7c85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397093 Apr 18 21:41:02.453832 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 40636) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:41:02.587042 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-c9443f81-e2ef-4e23-af27-4b12d1ddec8a tempest-TestMinimumBasicScenario-584090075 tempest-TestMinimumBasicScenario-584090075-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=013a6521-345c-4db1-97b6-1045663028b8 HTTP/1.1" status: 200 len: 1092 time: 0.1320069 Apr 18 21:41:02.590029 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 40642) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:41:02.595193 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.v2.base [None req-204aeeae-3c75-4896-8712-c9790df631fc tempest-TestMinimumBasicScenario-1802763137 tempest-TestMinimumBasicScenario-1802763137-project] Request body: {'floatingip': {'floating_network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'port_id': 'd25941ed-04f1-4e8a-9f5a-c96d71530c89', 'tenant_id': '45ff588f3d6a458db3a48f8bbf03ea5a', 'fixed_ip_address': '172.20.0.12'}} {{(pid=84040) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:41:02.603902 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [None req-204aeeae-3c75-4896-8712-c9790df631fc tempest-TestMinimumBasicScenario-1802763137 tempest-TestMinimumBasicScenario-1802763137-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:41:02.608716 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-204aeeae-3c75-4896-8712-c9790df631fc tempest-TestMinimumBasicScenario-1802763137 tempest-TestMinimumBasicScenario-1802763137-project] Usage tracker for resource:floatingip and tenant:45ff588f3d6a458db3a48f8bbf03ea5a is out of sync, need to count used quota {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:41:02.611567 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-204aeeae-3c75-4896-8712-c9790df631fc tempest-TestMinimumBasicScenario-1802763137 tempest-TestMinimumBasicScenario-1802763137-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:41:02.632466 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [None req-204aeeae-3c75-4896-8712-c9790df631fc tempest-TestMinimumBasicScenario-1802763137 tempest-TestMinimumBasicScenario-1802763137-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:41:02.646818 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-204aeeae-3c75-4896-8712-c9790df631fc tempest-TestMinimumBasicScenario-1802763137 tempest-TestMinimumBasicScenario-1802763137-project] Notify callbacks [] for floatingip, before_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:41:02.779536 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-204aeeae-3c75-4896-8712-c9790df631fc tempest-TestMinimumBasicScenario-1802763137 tempest-TestMinimumBasicScenario-1802763137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:41:03.013016 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.db_base_plugin_common [None req-204aeeae-3c75-4896-8712-c9790df631fc tempest-TestMinimumBasicScenario-1802763137 tempest-TestMinimumBasicScenario-1802763137-project] Allocated IP 172.25.8.206 (e41b6600-a917-4a8d-b05c-be3be40c6d8c/6b05667b-848e-4356-9b44-d5eb6808ef74/7a58867c-a1f7-4b46-90e8-180243468312) {{(pid=84040) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 21:41:03.165993 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-204aeeae-3c75-4896-8712-c9790df631fc tempest-TestMinimumBasicScenario-1802763137 tempest-TestMinimumBasicScenario-1802763137-project] Notify callbacks [] for port, precommit_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:41:03.193833 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-204aeeae-3c75-4896-8712-c9790df631fc tempest-TestMinimumBasicScenario-1802763137 tempest-TestMinimumBasicScenario-1802763137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750374836619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32440838'] for port, after_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:41:03.264257 n-d-838334-2 neutron-server[84040]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-204aeeae-3c75-4896-8712-c9790df631fc tempest-TestMinimumBasicScenario-1802763137 tempest-TestMinimumBasicScenario-1802763137-project] Network e41b6600-a917-4a8d-b05c-be3be40c6d8c is already hosted by enough agents. {{(pid=84040) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:41:03.267148 n-d-838334-2 neutron-server[84040]: DEBUG neutron.scheduler.base_scheduler [None req-204aeeae-3c75-4896-8712-c9790df631fc tempest-TestMinimumBasicScenario-1802763137 tempest-TestMinimumBasicScenario-1802763137-project] Resources bound (agent type, host, resource id): {{(pid=84040) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:41:03.272603 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.l3_dvrscheduler_db [None req-204aeeae-3c75-4896-8712-c9790df631fc tempest-TestMinimumBasicScenario-1802763137 tempest-TestMinimumBasicScenario-1802763137-project] Received port after_create {{(pid=84040) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 21:41:03.297026 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-204aeeae-3c75-4896-8712-c9790df631fc tempest-TestMinimumBasicScenario-1802763137 tempest-TestMinimumBasicScenario-1802763137-project] Pushing event updated for resources: {'Port': ['ID=7a58867c-a1f7-4b46-90e8-180243468312,revision_number=1']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:41:03.319601 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-204aeeae-3c75-4896-8712-c9790df631fc tempest-TestMinimumBasicScenario-1802763137 tempest-TestMinimumBasicScenario-1802763137-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:41:03.319972 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-204aeeae-3c75-4896-8712-c9790df631fc tempest-TestMinimumBasicScenario-1802763137 tempest-TestMinimumBasicScenario-1802763137-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:41:03.320395 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-204aeeae-3c75-4896-8712-c9790df631fc tempest-TestMinimumBasicScenario-1802763137 tempest-TestMinimumBasicScenario-1802763137-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:41:03.320762 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-204aeeae-3c75-4896-8712-c9790df631fc tempest-TestMinimumBasicScenario-1802763137 tempest-TestMinimumBasicScenario-1802763137-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:41:03.321174 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-204aeeae-3c75-4896-8712-c9790df631fc tempest-TestMinimumBasicScenario-1802763137 tempest-TestMinimumBasicScenario-1802763137-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:41:03.321504 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-204aeeae-3c75-4896-8712-c9790df631fc tempest-TestMinimumBasicScenario-1802763137 tempest-TestMinimumBasicScenario-1802763137-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:41:03.321833 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-204aeeae-3c75-4896-8712-c9790df631fc tempest-TestMinimumBasicScenario-1802763137 tempest-TestMinimumBasicScenario-1802763137-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:41:03.322168 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-204aeeae-3c75-4896-8712-c9790df631fc tempest-TestMinimumBasicScenario-1802763137 tempest-TestMinimumBasicScenario-1802763137-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:41:03.322480 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-204aeeae-3c75-4896-8712-c9790df631fc tempest-TestMinimumBasicScenario-1802763137 tempest-TestMinimumBasicScenario-1802763137-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:41:03.322799 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-204aeeae-3c75-4896-8712-c9790df631fc tempest-TestMinimumBasicScenario-1802763137 tempest-TestMinimumBasicScenario-1802763137-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:41:03.323117 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-204aeeae-3c75-4896-8712-c9790df631fc tempest-TestMinimumBasicScenario-1802763137 tempest-TestMinimumBasicScenario-1802763137-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:41:03.773445 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-204aeeae-3c75-4896-8712-c9790df631fc tempest-TestMinimumBasicScenario-1802763137 tempest-TestMinimumBasicScenario-1802763137-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:41:03.826854 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-204aeeae-3c75-4896-8712-c9790df631fc tempest-TestMinimumBasicScenario-1802763137 tempest-TestMinimumBasicScenario-1802763137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:41:04.021557 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-204aeeae-3c75-4896-8712-c9790df631fc tempest-TestMinimumBasicScenario-1802763137 tempest-TestMinimumBasicScenario-1802763137-project] Notify callbacks [] for port, precommit_update {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:41:04.025942 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-204aeeae-3c75-4896-8712-c9790df631fc tempest-TestMinimumBasicScenario-1802763137 tempest-TestMinimumBasicScenario-1802763137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32440959'] for port, after_update {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:41:04.131407 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-204aeeae-3c75-4896-8712-c9790df631fc tempest-TestMinimumBasicScenario-1802763137 tempest-TestMinimumBasicScenario-1802763137-project] Pushing event updated for resources: {'Port': ['ID=7a58867c-a1f7-4b46-90e8-180243468312,revision_number=2']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:41:04.142927 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-204aeeae-3c75-4896-8712-c9790df631fc tempest-TestMinimumBasicScenario-1802763137 tempest-TestMinimumBasicScenario-1802763137-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33444131'] for floatingip, after_update {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:41:04.298364 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750375287399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253529'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:41:04.332026 n-d-838334-2 neutron-server[84040]: INFO neutron.db.l3_db [None req-204aeeae-3c75-4896-8712-c9790df631fc tempest-TestMinimumBasicScenario-1802763137 tempest-TestMinimumBasicScenario-1802763137-project] Floating IP d458a4b6-d41c-4f49-8265-6402e3c36693 associated. External IP: 172.25.8.206, port: d25941ed-04f1-4e8a-9f5a-c96d71530c89. Apr 18 21:41:04.815918 n-d-838334-2 neutron-server[84040]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-204aeeae-3c75-4896-8712-c9790df631fc tempest-TestMinimumBasicScenario-1802763137 tempest-TestMinimumBasicScenario-1802763137-project] Router 8ae86652-76f5-43c4-b7ec-539146ca728b has already been hosted by L3 agent bc84d6c9-dd7a-4555-a351-592327b46d5a {{(pid=84040) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 21:41:05.018715 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-204aeeae-3c75-4896-8712-c9790df631fc tempest-TestMinimumBasicScenario-1802763137 tempest-TestMinimumBasicScenario-1802763137-project] Notify agent at l3_agent.n-d-838334-2 the message routers_updated {{(pid=84040) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 21:41:05.028148 n-d-838334-2 neutron-server[84043]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e59f312-f064-43e7-8a6c-5f65edbf18aa None None] Sync routers for ids ['8ae86652-76f5-43c4-b7ec-539146ca728b'] in n-d-838334-2 {{(pid=84043) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 18 21:41:05.039905 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e59f312-f064-43e7-8a6c-5f65edbf18aa None None] Routers {'8ae86652-76f5-43c4-b7ec-539146ca728b'} bound to L3 agent in host n-d-838334-2 {{(pid=84043) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 21:41:05.040690 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.l3_hamode_db [None req-6e59f312-f064-43e7-8a6c-5f65edbf18aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838334-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-18T20:25:48Z,description=,heartbeat_timestamp=2022-04-18T21:40:48Z,host='n-d-838334-2',id=bc84d6c9-dd7a-4555-a351-592327b46d5a,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:25:48Z,topic='l3_agent')) {'router_ids': ['8ae86652-76f5-43c4-b7ec-539146ca728b'], 'active': True} {{(pid=84043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:41:05.043217 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-204aeeae-3c75-4896-8712-c9790df631fc tempest-TestMinimumBasicScenario-1802763137 tempest-TestMinimumBasicScenario-1802763137-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217293'] for floatingip, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:41:05.097340 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-204aeeae-3c75-4896-8712-c9790df631fc tempest-TestMinimumBasicScenario-1802763137 tempest-TestMinimumBasicScenario-1802763137-project] 10.222.0.42 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.5062950 Apr 18 21:41:05.097822 n-d-838334-2 neutron-server[84040]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '013a6521-345c-4db1-97b6-1045663028b8', 'tag': 'd25941ed-04f1-4e8a-9f5a-c96d71530c89'}] {{(pid=84040) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 21:41:05.100061 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 40646) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:41:05.105975 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.v2.base [None req-ca02bc7b-e488-4ee2-8ba9-b3460f34f3b7 tempest-TestMinimumBasicScenario-1802763137 tempest-TestMinimumBasicScenario-1802763137-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-285213215', 'description': 'tempest-secgroup-smoke-285213215 description', 'project_id': '45ff588f3d6a458db3a48f8bbf03ea5a'}} {{(pid=84041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:41:05.112995 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-ca02bc7b-e488-4ee2-8ba9-b3460f34f3b7 tempest-TestMinimumBasicScenario-1802763137 tempest-TestMinimumBasicScenario-1802763137-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:41:05.118150 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-ca02bc7b-e488-4ee2-8ba9-b3460f34f3b7 tempest-TestMinimumBasicScenario-1802763137 tempest-TestMinimumBasicScenario-1802763137-project] Usage tracker for resource:security_group and tenant:45ff588f3d6a458db3a48f8bbf03ea5a is out of sync, need to count used quota {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:41:05.121355 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-ca02bc7b-e488-4ee2-8ba9-b3460f34f3b7 tempest-TestMinimumBasicScenario-1802763137 tempest-TestMinimumBasicScenario-1802763137-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:41:05.127592 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-ca02bc7b-e488-4ee2-8ba9-b3460f34f3b7 tempest-TestMinimumBasicScenario-1802763137 tempest-TestMinimumBasicScenario-1802763137-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:41:05.138440 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-ca02bc7b-e488-4ee2-8ba9-b3460f34f3b7 tempest-TestMinimumBasicScenario-1802763137 tempest-TestMinimumBasicScenario-1802763137-project] Notify callbacks [] for security_group, before_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:41:05.173932 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-ca02bc7b-e488-4ee2-8ba9-b3460f34f3b7 tempest-TestMinimumBasicScenario-1802763137 tempest-TestMinimumBasicScenario-1802763137-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:41:05.178629 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-ca02bc7b-e488-4ee2-8ba9-b3460f34f3b7 tempest-TestMinimumBasicScenario-1802763137 tempest-TestMinimumBasicScenario-1802763137-project] Usage tracker for resource:security_group_rule and tenant:45ff588f3d6a458db3a48f8bbf03ea5a is out of sync, need to count used quota {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:41:05.181468 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-ca02bc7b-e488-4ee2-8ba9-b3460f34f3b7 tempest-TestMinimumBasicScenario-1802763137 tempest-TestMinimumBasicScenario-1802763137-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:41:05.187312 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-ca02bc7b-e488-4ee2-8ba9-b3460f34f3b7 tempest-TestMinimumBasicScenario-1802763137 tempest-TestMinimumBasicScenario-1802763137-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:41:05.228471 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.l3_dvr_db [None req-6e59f312-f064-43e7-8a6c-5f65edbf18aa None None] Set router 8ae86652-76f5-43c4-b7ec-539146ca728b gateway port host: n-d-838334-2 {{(pid=84043) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 21:41:05.238708 n-d-838334-2 neutron-server[84040]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1b9b0c8a-5a1e-4c0c-8ea1-478991cfaa8f'] response: {'name': 'network-changed', 'server_uuid': '013a6521-345c-4db1-97b6-1045663028b8', 'tag': 'd25941ed-04f1-4e8a-9f5a-c96d71530c89', 'status': 'completed', 'code': 200} Apr 18 21:41:05.243501 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-ca02bc7b-e488-4ee2-8ba9-b3460f34f3b7 tempest-TestMinimumBasicScenario-1802763137 tempest-TestMinimumBasicScenario-1802763137-project] Notify callbacks [] for security_group, precommit_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:41:05.248232 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-ca02bc7b-e488-4ee2-8ba9-b3460f34f3b7 tempest-TestMinimumBasicScenario-1802763137 tempest-TestMinimumBasicScenario-1802763137-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33528224'] for security_group, after_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:41:05.334347 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-ca02bc7b-e488-4ee2-8ba9-b3460f34f3b7 tempest-TestMinimumBasicScenario-1802763137 tempest-TestMinimumBasicScenario-1802763137-project] Notify callbacks [] for security_group, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:41:05.335555 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-ca02bc7b-e488-4ee2-8ba9-b3460f34f3b7 tempest-TestMinimumBasicScenario-1802763137 tempest-TestMinimumBasicScenario-1802763137-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1626 time: 0.2344103 Apr 18 21:41:05.337598 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca02bc7b-e488-4ee2-8ba9-b3460f34f3b7 tempest-TestMinimumBasicScenario-1802763137 tempest-TestMinimumBasicScenario-1802763137-project] Pushing event updated for resources: {'SecurityGroup': ['ID=addca2fa-cac7-453b-9117-267282a8d041,revision_number=1']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:41:05.338585 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 40654) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:41:05.350147 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.v2.base [None req-00a8d00c-c724-448d-b09c-9eafe6cb84bb tempest-TestMinimumBasicScenario-1802763137 tempest-TestMinimumBasicScenario-1802763137-project] Request body: {'security_group_rule': {'security_group_id': 'addca2fa-cac7-453b-9117-267282a8d041', 'project_id': '45ff588f3d6a458db3a48f8bbf03ea5a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84040) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:41:05.357556 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [None req-00a8d00c-c724-448d-b09c-9eafe6cb84bb tempest-TestMinimumBasicScenario-1802763137 tempest-TestMinimumBasicScenario-1802763137-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:41:05.362855 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-00a8d00c-c724-448d-b09c-9eafe6cb84bb tempest-TestMinimumBasicScenario-1802763137 tempest-TestMinimumBasicScenario-1802763137-project] Usage tracker for resource:security_group_rule and tenant:45ff588f3d6a458db3a48f8bbf03ea5a is out of sync, need to count used quota {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:41:05.366595 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-00a8d00c-c724-448d-b09c-9eafe6cb84bb tempest-TestMinimumBasicScenario-1802763137 tempest-TestMinimumBasicScenario-1802763137-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:41:05.368277 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-82cfd78f-00ed-4da9-bd60-48b91ced6dfd req-0fbf8b70-f509-44c6-b5ae-c6ba128f7cc9 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=45ff588f3d6a458db3a48f8bbf03ea5a&device_id=013a6521-345c-4db1-97b6-1045663028b8 HTTP/1.1" status: 200 len: 1097 time: 0.1069937 Apr 18 21:41:05.373576 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [None req-00a8d00c-c724-448d-b09c-9eafe6cb84bb tempest-TestMinimumBasicScenario-1802763137 tempest-TestMinimumBasicScenario-1802763137-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:41:05.393020 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-00a8d00c-c724-448d-b09c-9eafe6cb84bb tempest-TestMinimumBasicScenario-1802763137 tempest-TestMinimumBasicScenario-1802763137-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:41:05.457505 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-00a8d00c-c724-448d-b09c-9eafe6cb84bb tempest-TestMinimumBasicScenario-1802763137 tempest-TestMinimumBasicScenario-1802763137-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:41:05.462595 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-00a8d00c-c724-448d-b09c-9eafe6cb84bb tempest-TestMinimumBasicScenario-1802763137 tempest-TestMinimumBasicScenario-1802763137-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33528311'] for security_group_rule, after_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:41:05.487547 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00a8d00c-c724-448d-b09c-9eafe6cb84bb tempest-TestMinimumBasicScenario-1802763137 tempest-TestMinimumBasicScenario-1802763137-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e2bfe3c9-3104-4469-9e78-7a5b02a40fd2,revision_number=0']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:41:05.501815 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-00a8d00c-c724-448d-b09c-9eafe6cb84bb tempest-TestMinimumBasicScenario-1802763137 tempest-TestMinimumBasicScenario-1802763137-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:41:05.505746 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-00a8d00c-c724-448d-b09c-9eafe6cb84bb tempest-TestMinimumBasicScenario-1802763137 tempest-TestMinimumBasicScenario-1802763137-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.1630881 Apr 18 21:41:05.506066 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 40658) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:41:05.519202 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.v2.base [None req-d3eb0034-17fb-4745-9b69-b654e55165bb tempest-TestMinimumBasicScenario-1802763137 tempest-TestMinimumBasicScenario-1802763137-project] Request body: {'security_group_rule': {'security_group_id': 'addca2fa-cac7-453b-9117-267282a8d041', 'project_id': '45ff588f3d6a458db3a48f8bbf03ea5a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=84041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:41:05.528760 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-d3eb0034-17fb-4745-9b69-b654e55165bb tempest-TestMinimumBasicScenario-1802763137 tempest-TestMinimumBasicScenario-1802763137-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:41:05.536230 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-d3eb0034-17fb-4745-9b69-b654e55165bb tempest-TestMinimumBasicScenario-1802763137 tempest-TestMinimumBasicScenario-1802763137-project] Usage tracker for resource:security_group_rule and tenant:45ff588f3d6a458db3a48f8bbf03ea5a is out of sync, need to count used quota {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:41:05.539230 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82cfd78f-00ed-4da9-bd60-48b91ced6dfd req-2a2579e6-d32b-4c07-9d14-60996d5b8536 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:41:05.540688 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-82cfd78f-00ed-4da9-bd60-48b91ced6dfd req-2a2579e6-d32b-4c07-9d14-60996d5b8536 service neutron] 10.222.0.48 "GET /v2.0/networks?id=eb1cfbb4-c890-4bc5-a238-1a91018a8219 HTTP/1.1" status: 200 len: 915 time: 0.1654005 Apr 18 21:41:05.541457 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-d3eb0034-17fb-4745-9b69-b654e55165bb tempest-TestMinimumBasicScenario-1802763137 tempest-TestMinimumBasicScenario-1802763137-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:41:05.547208 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-d3eb0034-17fb-4745-9b69-b654e55165bb tempest-TestMinimumBasicScenario-1802763137 tempest-TestMinimumBasicScenario-1802763137-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:41:05.612823 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.l3_hamode_db [None req-6e59f312-f064-43e7-8a6c-5f65edbf18aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ae86652-76f5-43c4-b7ec-539146ca728b', 'name': 'tempest-TestMinimumBasicScenario-404789952-router', 'tenant_id': '45ff588f3d6a458db3a48f8bbf03ea5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'external_fixed_ips': [{'subnet_id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'ip_address': '172.25.8.211'}], 'enable_snat': True}, 'gw_port_id': '6b60d085-3176-4702-b6e8-43d89a0aac52', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:40:08Z', 'updated_at': '2022-04-18T21:40:11Z', 'revision_number': 4, 'project_id': '45ff588f3d6a458db3a48f8bbf03ea5a', 'gw_port': {'id': '6b60d085-3176-4702-b6e8-43d89a0aac52', 'name': '', 'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:ab:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ae86652-76f5-43c4-b7ec-539146ca728b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'ip_address': '172.25.8.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:40:09Z', 'updated_at': '2022-04-18T21:40:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838334-2', '_floatingips': [{'id': 'd458a4b6-d41c-4f49-8265-6402e3c36693', 'tenant_id': '45ff588f3d6a458db3a48f8bbf03ea5a', 'floating_ip_address': '172.25.8.206', 'floating_network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'router_id': '8ae86652-76f5-43c4-b7ec-539146ca728b', 'port_id': 'd25941ed-04f1-4e8a-9f5a-c96d71530c89', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'eb1cfbb4-c890-4bc5-a238-1a91018a8219', 'mac_address': 'fa:16:3e:bf:f8:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '013a6521-345c-4db1-97b6-1045663028b8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T21:41:03Z', 'updated_at': '2022-04-18T21:41:03Z', 'revision_number': 0, 'project_id': '45ff588f3d6a458db3a48f8bbf03ea5a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ba4fdba4-2113-49ec-9237-4041a9160e86', 'name': '', 'network_id': 'eb1cfbb4-c890-4bc5-a238-1a91018a8219', 'tenant_id': '45ff588f3d6a458db3a48f8bbf03ea5a', 'mac_address': 'fa:16:3e:26:9e:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ae86652-76f5-43c4-b7ec-539146ca728b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8c55211b-6740-46bb-be86-24115102db80', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:40:11Z', 'updated_at': '2022-04-18T21:40:19Z', 'revision_number': 5, 'project_id': '45ff588f3d6a458db3a48f8bbf03ea5a', 'subnets': [{'id': '8c55211b-6740-46bb-be86-24115102db80', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838334-2', False) {} {{(pid=84043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:41:05.616659 n-d-838334-2 neutron-server[84043]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e59f312-f064-43e7-8a6c-5f65edbf18aa None None] Checking router: 8ae86652-76f5-43c4-b7ec-539146ca728b for host: n-d-838334-2 {{(pid=84043) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 18 21:41:05.628003 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e59f312-f064-43e7-8a6c-5f65edbf18aa None None] Routers {'8ae86652-76f5-43c4-b7ec-539146ca728b'} bound to L3 agent in host n-d-838334-2 {{(pid=84043) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 21:41:05.628603 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.l3_hamode_db [None req-6e59f312-f064-43e7-8a6c-5f65edbf18aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838334-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-18T20:25:48Z,description=,heartbeat_timestamp=2022-04-18T21:40:48Z,host='n-d-838334-2',id=bc84d6c9-dd7a-4555-a351-592327b46d5a,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:25:48Z,topic='l3_agent')) {'router_ids': ['8ae86652-76f5-43c4-b7ec-539146ca728b'], 'active': True} {{(pid=84043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:41:05.637598 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-d3eb0034-17fb-4745-9b69-b654e55165bb tempest-TestMinimumBasicScenario-1802763137 tempest-TestMinimumBasicScenario-1802763137-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:41:05.681602 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-82cfd78f-00ed-4da9-bd60-48b91ced6dfd req-a08ba3e8-ab33-4bd7-bbf0-078492a3473f service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d25941ed-04f1-4e8a-9f5a-c96d71530c89 HTTP/1.1" status: 200 len: 1000 time: 0.1321161 Apr 18 21:41:05.761663 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82cfd78f-00ed-4da9-bd60-48b91ced6dfd req-19a8a816-d05e-4eb2-bce8-a9f5e8b3b319 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:41:05.763111 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-82cfd78f-00ed-4da9-bd60-48b91ced6dfd req-19a8a816-d05e-4eb2-bce8-a9f5e8b3b319 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=8c55211b-6740-46bb-be86-24115102db80 HTTP/1.1" status: 200 len: 853 time: 0.0738347 Apr 18 21:41:05.767134 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-d3eb0034-17fb-4745-9b69-b654e55165bb tempest-TestMinimumBasicScenario-1802763137 tempest-TestMinimumBasicScenario-1802763137-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:41:05.808655 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-d3eb0034-17fb-4745-9b69-b654e55165bb tempest-TestMinimumBasicScenario-1802763137 tempest-TestMinimumBasicScenario-1802763137-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33528311'] for security_group_rule, after_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:41:05.818902 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.l3_dvr_db [None req-6e59f312-f064-43e7-8a6c-5f65edbf18aa None None] Set router 8ae86652-76f5-43c4-b7ec-539146ca728b gateway port host: n-d-838334-2 {{(pid=84043) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 21:41:05.845533 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3eb0034-17fb-4745-9b69-b654e55165bb tempest-TestMinimumBasicScenario-1802763137 tempest-TestMinimumBasicScenario-1802763137-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cb98bd40-d653-4b7e-8687-9cc62f539e1c,revision_number=0']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:41:05.855440 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-d3eb0034-17fb-4745-9b69-b654e55165bb tempest-TestMinimumBasicScenario-1802763137 tempest-TestMinimumBasicScenario-1802763137-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:41:05.856617 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-d3eb0034-17fb-4745-9b69-b654e55165bb tempest-TestMinimumBasicScenario-1802763137 tempest-TestMinimumBasicScenario-1802763137-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.3494370 Apr 18 21:41:05.859505 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 40662) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:41:05.866001 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.v2.base [None req-63c4441f-b7f1-4440-bba9-e8a67709d356 tempest-TestMinimumBasicScenario-1802763137 tempest-TestMinimumBasicScenario-1802763137-project] Request body: {'security_group_rule': {'security_group_id': 'addca2fa-cac7-453b-9117-267282a8d041', 'project_id': '45ff588f3d6a458db3a48f8bbf03ea5a', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=84041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:41:05.875171 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-63c4441f-b7f1-4440-bba9-e8a67709d356 tempest-TestMinimumBasicScenario-1802763137 tempest-TestMinimumBasicScenario-1802763137-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:41:05.880891 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-63c4441f-b7f1-4440-bba9-e8a67709d356 tempest-TestMinimumBasicScenario-1802763137 tempest-TestMinimumBasicScenario-1802763137-project] Usage tracker for resource:security_group_rule and tenant:45ff588f3d6a458db3a48f8bbf03ea5a is out of sync, need to count used quota {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:41:05.884694 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-63c4441f-b7f1-4440-bba9-e8a67709d356 tempest-TestMinimumBasicScenario-1802763137 tempest-TestMinimumBasicScenario-1802763137-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:41:05.892645 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-63c4441f-b7f1-4440-bba9-e8a67709d356 tempest-TestMinimumBasicScenario-1802763137 tempest-TestMinimumBasicScenario-1802763137-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:41:05.906674 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-82cfd78f-00ed-4da9-bd60-48b91ced6dfd req-054f3e99-7910-4a1c-97ec-ca0b3570f16a service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=eb1cfbb4-c890-4bc5-a238-1a91018a8219&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1364861 Apr 18 21:41:05.933356 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-63c4441f-b7f1-4440-bba9-e8a67709d356 tempest-TestMinimumBasicScenario-1802763137 tempest-TestMinimumBasicScenario-1802763137-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:41:06.081793 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-63c4441f-b7f1-4440-bba9-e8a67709d356 tempest-TestMinimumBasicScenario-1802763137 tempest-TestMinimumBasicScenario-1802763137-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:41:06.086511 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-82cfd78f-00ed-4da9-bd60-48b91ced6dfd req-b0d4d581-a75a-4852-90db-09f45a148ebd service neutron] 10.222.0.48 "GET /v2.0/networks/eb1cfbb4-c890-4bc5-a238-1a91018a8219?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1728964 Apr 18 21:41:06.087544 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-63c4441f-b7f1-4440-bba9-e8a67709d356 tempest-TestMinimumBasicScenario-1802763137 tempest-TestMinimumBasicScenario-1802763137-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33528311'] for security_group_rule, after_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:41:06.190320 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.l3_hamode_db [None req-6e59f312-f064-43e7-8a6c-5f65edbf18aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ae86652-76f5-43c4-b7ec-539146ca728b', 'name': 'tempest-TestMinimumBasicScenario-404789952-router', 'tenant_id': '45ff588f3d6a458db3a48f8bbf03ea5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'external_fixed_ips': [{'subnet_id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'ip_address': '172.25.8.211'}], 'enable_snat': True}, 'gw_port_id': '6b60d085-3176-4702-b6e8-43d89a0aac52', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:40:08Z', 'updated_at': '2022-04-18T21:40:11Z', 'revision_number': 4, 'project_id': '45ff588f3d6a458db3a48f8bbf03ea5a', 'gw_port': {'id': '6b60d085-3176-4702-b6e8-43d89a0aac52', 'name': '', 'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:ab:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ae86652-76f5-43c4-b7ec-539146ca728b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'ip_address': '172.25.8.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:40:09Z', 'updated_at': '2022-04-18T21:40:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838334-2', '_floatingips': [{'id': 'd458a4b6-d41c-4f49-8265-6402e3c36693', 'tenant_id': '45ff588f3d6a458db3a48f8bbf03ea5a', 'floating_ip_address': '172.25.8.206', 'floating_network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'router_id': '8ae86652-76f5-43c4-b7ec-539146ca728b', 'port_id': 'd25941ed-04f1-4e8a-9f5a-c96d71530c89', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'eb1cfbb4-c890-4bc5-a238-1a91018a8219', 'mac_address': 'fa:16:3e:bf:f8:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '013a6521-345c-4db1-97b6-1045663028b8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T21:41:03Z', 'updated_at': '2022-04-18T21:41:03Z', 'revision_number': 0, 'project_id': '45ff588f3d6a458db3a48f8bbf03ea5a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ba4fdba4-2113-49ec-9237-4041a9160e86', 'name': '', 'network_id': 'eb1cfbb4-c890-4bc5-a238-1a91018a8219', 'tenant_id': '45ff588f3d6a458db3a48f8bbf03ea5a', 'mac_address': 'fa:16:3e:26:9e:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ae86652-76f5-43c4-b7ec-539146ca728b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8c55211b-6740-46bb-be86-24115102db80', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:40:11Z', 'updated_at': '2022-04-18T21:40:19Z', 'revision_number': 5, 'project_id': '45ff588f3d6a458db3a48f8bbf03ea5a', 'subnets': [{'id': '8c55211b-6740-46bb-be86-24115102db80', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838334-2', False) {} {{(pid=84043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:41:06.194909 n-d-838334-2 neutron-server[84043]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e59f312-f064-43e7-8a6c-5f65edbf18aa None None] The sync data for ids ['8ae86652-76f5-43c4-b7ec-539146ca728b'] in n-d-838334-2 is: [{'id': '8ae86652-76f5-43c4-b7ec-539146ca728b', 'name': 'tempest-TestMinimumBasicScenario-404789952-router', 'tenant_id': '45ff588f3d6a458db3a48f8bbf03ea5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'external_fixed_ips': [{'subnet_id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'ip_address': '172.25.8.211'}], 'enable_snat': True}, 'gw_port_id': '6b60d085-3176-4702-b6e8-43d89a0aac52', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:40:08Z', 'updated_at': '2022-04-18T21:40:11Z', 'revision_number': 4, 'project_id': '45ff588f3d6a458db3a48f8bbf03ea5a', 'gw_port': {'id': '6b60d085-3176-4702-b6e8-43d89a0aac52', 'name': '', 'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:ab:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ae86652-76f5-43c4-b7ec-539146ca728b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'ip_address': '172.25.8.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:40:09Z', 'updated_at': '2022-04-18T21:40:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838334-2', '_floatingips': [{'id': 'd458a4b6-d41c-4f49-8265-6402e3c36693', 'tenant_id': '45ff588f3d6a458db3a48f8bbf03ea5a', 'floating_ip_address': '172.25.8.206', 'floating_network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'router_id': '8ae86652-76f5-43c4-b7ec-539146ca728b', 'port_id': 'd25941ed-04f1-4e8a-9f5a-c96d71530c89', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'eb1cfbb4-c890-4bc5-a238-1a91018a8219', 'mac_address': 'fa:16:3e:bf:f8:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '013a6521-345c-4db1-97b6-1045663028b8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T21:41:03Z', 'updated_at': '2022-04-18T21:41:03Z', 'revision_number': 0, 'project_id': '45ff588f3d6a458db3a48f8bbf03ea5a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ba4fdba4-2113-49ec-9237-4041a9160e86', 'name': '', 'network_id': 'eb1cfbb4-c890-4bc5-a238-1a91018a8219', 'tenant_id': '45ff588f3d6a458db3a48f8bbf03ea5a', 'mac_address': 'fa:16:3e:26:9e:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ae86652-76f5-43c4-b7ec-539146ca728b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8c55211b-6740-46bb-be86-24115102db80', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:40:11Z', 'updated_at': '2022-04-18T21:40:19Z', 'revision_number': 5, 'project_id': '45ff588f3d6a458db3a48f8bbf03ea5a', 'subnets': [{'id': '8c55211b-6740-46bb-be86-24115102db80', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84043) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 18 21:41:06.277579 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63c4441f-b7f1-4440-bba9-e8a67709d356 tempest-TestMinimumBasicScenario-1802763137 tempest-TestMinimumBasicScenario-1802763137-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a2309a2b-dcf4-4d0c-be18-41ed02da2880,revision_number=0']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:41:06.304219 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-63c4441f-b7f1-4440-bba9-e8a67709d356 tempest-TestMinimumBasicScenario-1802763137 tempest-TestMinimumBasicScenario-1802763137-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:41:06.305422 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-63c4441f-b7f1-4440-bba9-e8a67709d356 tempest-TestMinimumBasicScenario-1802763137 tempest-TestMinimumBasicScenario-1802763137-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.4449875 Apr 18 21:41:06.308132 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 40666) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:41:06.314841 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.v2.base [None req-ec6399d0-fe21-4cea-a088-669e8477fc6d tempest-TestMinimumBasicScenario-1802763137 tempest-TestMinimumBasicScenario-1802763137-project] Request body: {'security_group_rule': {'security_group_id': 'addca2fa-cac7-453b-9117-267282a8d041', 'project_id': '45ff588f3d6a458db3a48f8bbf03ea5a', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=84041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:41:06.326685 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-ec6399d0-fe21-4cea-a088-669e8477fc6d tempest-TestMinimumBasicScenario-1802763137 tempest-TestMinimumBasicScenario-1802763137-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:41:06.342599 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-ec6399d0-fe21-4cea-a088-669e8477fc6d tempest-TestMinimumBasicScenario-1802763137 tempest-TestMinimumBasicScenario-1802763137-project] Usage tracker for resource:security_group_rule and tenant:45ff588f3d6a458db3a48f8bbf03ea5a is out of sync, need to count used quota {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:41:06.346709 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-ec6399d0-fe21-4cea-a088-669e8477fc6d tempest-TestMinimumBasicScenario-1802763137 tempest-TestMinimumBasicScenario-1802763137-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:41:06.362050 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-ec6399d0-fe21-4cea-a088-669e8477fc6d tempest-TestMinimumBasicScenario-1802763137 tempest-TestMinimumBasicScenario-1802763137-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:41:06.375241 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-82cfd78f-00ed-4da9-bd60-48b91ced6dfd req-c86eb607-2e69-4e67-b37f-03ed1ca0e07e service neutron] 10.222.0.48 "GET /v2.0/networks/eb1cfbb4-c890-4bc5-a238-1a91018a8219?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2815816 Apr 18 21:41:06.387431 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-ec6399d0-fe21-4cea-a088-669e8477fc6d tempest-TestMinimumBasicScenario-1802763137 tempest-TestMinimumBasicScenario-1802763137-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:41:06.405944 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78719c62-91bb-4274-9695-e9b44e83a68b None None] New status for floating IP d458a4b6-d41c-4f49-8265-6402e3c36693: ACTIVE {{(pid=84042) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Apr 18 21:41:06.461767 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-ec6399d0-fe21-4cea-a088-669e8477fc6d tempest-TestMinimumBasicScenario-1802763137 tempest-TestMinimumBasicScenario-1802763137-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:41:06.465657 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-ec6399d0-fe21-4cea-a088-669e8477fc6d tempest-TestMinimumBasicScenario-1802763137 tempest-TestMinimumBasicScenario-1802763137-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33528311'] for security_group_rule, after_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:41:06.489697 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec6399d0-fe21-4cea-a088-669e8477fc6d tempest-TestMinimumBasicScenario-1802763137 tempest-TestMinimumBasicScenario-1802763137-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9a439d2b-b1b4-4618-b980-2c1cac86227e,revision_number=0']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:41:06.498648 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-ec6399d0-fe21-4cea-a088-669e8477fc6d tempest-TestMinimumBasicScenario-1802763137 tempest-TestMinimumBasicScenario-1802763137-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:41:06.500070 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-ec6399d0-fe21-4cea-a088-669e8477fc6d tempest-TestMinimumBasicScenario-1802763137 tempest-TestMinimumBasicScenario-1802763137-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.1909587 Apr 18 21:41:06.502992 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 40670) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:41:06.508884 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.v2.base [None req-9cef0349-d852-4e1a-9a7c-67b1865c8579 tempest-TestMinimumBasicScenario-1802763137 tempest-TestMinimumBasicScenario-1802763137-project] Request body: {'security_group_rule': {'security_group_id': 'addca2fa-cac7-453b-9117-267282a8d041', 'project_id': '45ff588f3d6a458db3a48f8bbf03ea5a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=84040) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:41:06.515283 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [None req-9cef0349-d852-4e1a-9a7c-67b1865c8579 tempest-TestMinimumBasicScenario-1802763137 tempest-TestMinimumBasicScenario-1802763137-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:41:06.519036 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-9cef0349-d852-4e1a-9a7c-67b1865c8579 tempest-TestMinimumBasicScenario-1802763137 tempest-TestMinimumBasicScenario-1802763137-project] Usage tracker for resource:security_group_rule and tenant:45ff588f3d6a458db3a48f8bbf03ea5a is out of sync, need to count used quota {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:41:06.522451 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-9cef0349-d852-4e1a-9a7c-67b1865c8579 tempest-TestMinimumBasicScenario-1802763137 tempest-TestMinimumBasicScenario-1802763137-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:41:06.528318 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [None req-9cef0349-d852-4e1a-9a7c-67b1865c8579 tempest-TestMinimumBasicScenario-1802763137 tempest-TestMinimumBasicScenario-1802763137-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:41:06.541288 n-d-838334-2 neutron-server[84040]: INFO neutron.db.securitygroups_db [None req-9cef0349-d852-4e1a-9a7c-67b1865c8579 tempest-TestMinimumBasicScenario-1802763137 tempest-TestMinimumBasicScenario-1802763137-project] Project 45ff588f3d6a458db3a48f8bbf03ea5a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 18 21:41:06.547886 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-9cef0349-d852-4e1a-9a7c-67b1865c8579 tempest-TestMinimumBasicScenario-1802763137 tempest-TestMinimumBasicScenario-1802763137-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:41:06.612054 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-9cef0349-d852-4e1a-9a7c-67b1865c8579 tempest-TestMinimumBasicScenario-1802763137 tempest-TestMinimumBasicScenario-1802763137-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:41:06.616407 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-9cef0349-d852-4e1a-9a7c-67b1865c8579 tempest-TestMinimumBasicScenario-1802763137 tempest-TestMinimumBasicScenario-1802763137-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33528311'] for security_group_rule, after_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:41:06.640831 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cef0349-d852-4e1a-9a7c-67b1865c8579 tempest-TestMinimumBasicScenario-1802763137 tempest-TestMinimumBasicScenario-1802763137-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=158a2eb1-427a-45e8-afc0-7c60be754af8,revision_number=0']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:41:06.649905 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-9cef0349-d852-4e1a-9a7c-67b1865c8579 tempest-TestMinimumBasicScenario-1802763137 tempest-TestMinimumBasicScenario-1802763137-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:41:06.651183 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-9cef0349-d852-4e1a-9a7c-67b1865c8579 tempest-TestMinimumBasicScenario-1802763137 tempest-TestMinimumBasicScenario-1802763137-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.1471307 Apr 18 21:41:06.654137 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 40674) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:41:06.659824 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.v2.base [None req-dbf5eb82-ec05-47f2-9c9c-cd5f3af34388 tempest-TestMinimumBasicScenario-1802763137 tempest-TestMinimumBasicScenario-1802763137-project] Request body: {'security_group_rule': {'security_group_id': 'addca2fa-cac7-453b-9117-267282a8d041', 'project_id': '45ff588f3d6a458db3a48f8bbf03ea5a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=84041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:41:06.668224 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-dbf5eb82-ec05-47f2-9c9c-cd5f3af34388 tempest-TestMinimumBasicScenario-1802763137 tempest-TestMinimumBasicScenario-1802763137-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:41:06.671988 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-dbf5eb82-ec05-47f2-9c9c-cd5f3af34388 tempest-TestMinimumBasicScenario-1802763137 tempest-TestMinimumBasicScenario-1802763137-project] Usage tracker for resource:security_group_rule and tenant:45ff588f3d6a458db3a48f8bbf03ea5a is out of sync, need to count used quota {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:41:06.674844 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-dbf5eb82-ec05-47f2-9c9c-cd5f3af34388 tempest-TestMinimumBasicScenario-1802763137 tempest-TestMinimumBasicScenario-1802763137-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:41:06.681427 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-dbf5eb82-ec05-47f2-9c9c-cd5f3af34388 tempest-TestMinimumBasicScenario-1802763137 tempest-TestMinimumBasicScenario-1802763137-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:41:06.691737 n-d-838334-2 neutron-server[84041]: INFO neutron.db.securitygroups_db [None req-dbf5eb82-ec05-47f2-9c9c-cd5f3af34388 tempest-TestMinimumBasicScenario-1802763137 tempest-TestMinimumBasicScenario-1802763137-project] Project 45ff588f3d6a458db3a48f8bbf03ea5a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 18 21:41:06.698112 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-dbf5eb82-ec05-47f2-9c9c-cd5f3af34388 tempest-TestMinimumBasicScenario-1802763137 tempest-TestMinimumBasicScenario-1802763137-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:41:06.761901 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-dbf5eb82-ec05-47f2-9c9c-cd5f3af34388 tempest-TestMinimumBasicScenario-1802763137 tempest-TestMinimumBasicScenario-1802763137-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:41:06.765353 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-dbf5eb82-ec05-47f2-9c9c-cd5f3af34388 tempest-TestMinimumBasicScenario-1802763137 tempest-TestMinimumBasicScenario-1802763137-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33528311'] for security_group_rule, after_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:41:06.789785 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbf5eb82-ec05-47f2-9c9c-cd5f3af34388 tempest-TestMinimumBasicScenario-1802763137 tempest-TestMinimumBasicScenario-1802763137-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=92229f06-0ee2-4648-9afa-3c021d8a9808,revision_number=0']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:41:06.799600 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-dbf5eb82-ec05-47f2-9c9c-cd5f3af34388 tempest-TestMinimumBasicScenario-1802763137 tempest-TestMinimumBasicScenario-1802763137-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:41:06.801837 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-dbf5eb82-ec05-47f2-9c9c-cd5f3af34388 tempest-TestMinimumBasicScenario-1802763137 tempest-TestMinimumBasicScenario-1802763137-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.1459918 Apr 18 21:41:06.940628 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-42b30565-eddf-466e-8b6b-cc329c96cb42 req-1d8dd65b-6bc9-4bab-8367-d8fe2e5708ac tempest-TestMinimumBasicScenario-1802763137 tempest-TestMinimumBasicScenario-1802763137-project] 10.222.0.42 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-285213215&fields=id&tenant_id=45ff588f3d6a458db3a48f8bbf03ea5a HTTP/1.1" status: 200 len: 267 time: 0.0423279 Apr 18 21:41:07.023691 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42b30565-eddf-466e-8b6b-cc329c96cb42 req-0e6dc7e0-14c7-4bc7-ad88-63fb554f50dd tempest-TestMinimumBasicScenario-1802763137 tempest-TestMinimumBasicScenario-1802763137-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:41:07.025153 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-42b30565-eddf-466e-8b6b-cc329c96cb42 req-0e6dc7e0-14c7-4bc7-ad88-63fb554f50dd tempest-TestMinimumBasicScenario-1802763137 tempest-TestMinimumBasicScenario-1802763137-project] 10.222.0.42 "GET /v2.0/ports?device_id=013a6521-345c-4db1-97b6-1045663028b8 HTTP/1.1" status: 200 len: 946 time: 0.0807490 Apr 18 21:41:07.036206 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.v2.base [req-42b30565-eddf-466e-8b6b-cc329c96cb42 req-44bb0066-1074-4f51-b545-4d84320a3592 tempest-TestMinimumBasicScenario-1802763137 tempest-TestMinimumBasicScenario-1802763137-project] Request body: {'port': {'security_groups': ['4b00b32e-66ea-49e6-b740-2c9b92dc7c85', 'addca2fa-cac7-453b-9117-267282a8d041']}} {{(pid=84040) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:41:07.152000 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-42b30565-eddf-466e-8b6b-cc329c96cb42 req-44bb0066-1074-4f51-b545-4d84320a3592 tempest-TestMinimumBasicScenario-1802763137 tempest-TestMinimumBasicScenario-1802763137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:41:07.403448 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.db [req-42b30565-eddf-466e-8b6b-cc329c96cb42 req-44bb0066-1074-4f51-b545-4d84320a3592 tempest-TestMinimumBasicScenario-1802763137 tempest-TestMinimumBasicScenario-1802763137-project] For port d25941ed-04f1-4e8a-9f5a-c96d71530c89, host n-h2-838334-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838334-2',level=0,port_id=d25941ed-04f1-4e8a-9f5a-c96d71530c89,segment=NetworkSegment(1196eb3d-42c6-4b0f-a17d-2810c7570b9e),segment_id=1196eb3d-42c6-4b0f-a17d-2810c7570b9e)] {{(pid=84040) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:41:07.427495 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-42b30565-eddf-466e-8b6b-cc329c96cb42 req-44bb0066-1074-4f51-b545-4d84320a3592 tempest-TestMinimumBasicScenario-1802763137 tempest-TestMinimumBasicScenario-1802763137-project] Notify callbacks [] for port, precommit_update {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:41:07.431992 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-42b30565-eddf-466e-8b6b-cc329c96cb42 req-44bb0066-1074-4f51-b545-4d84320a3592 tempest-TestMinimumBasicScenario-1802763137 tempest-TestMinimumBasicScenario-1802763137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32440959'] for port, after_update {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:41:07.444607 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] get_ports_and_sgs() called for port_ids ['d25941ed-04f1-4e8a-9f5a-c96d71530c89'] {{(pid=84042) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 18 21:41:07.501892 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42b30565-eddf-466e-8b6b-cc329c96cb42 req-44bb0066-1074-4f51-b545-4d84320a3592 tempest-TestMinimumBasicScenario-1802763137 tempest-TestMinimumBasicScenario-1802763137-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:41:07.502496 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-42b30565-eddf-466e-8b6b-cc329c96cb42 req-44bb0066-1074-4f51-b545-4d84320a3592 tempest-TestMinimumBasicScenario-1802763137 tempest-TestMinimumBasicScenario-1802763137-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217293'] for port, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:41:07.503901 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-42b30565-eddf-466e-8b6b-cc329c96cb42 req-44bb0066-1074-4f51-b545-4d84320a3592 tempest-TestMinimumBasicScenario-1802763137 tempest-TestMinimumBasicScenario-1802763137-project] 10.222.0.42 "PUT /v2.0/ports/d25941ed-04f1-4e8a-9f5a-c96d71530c89 HTTP/1.1" status: 200 len: 982 time: 0.4726138 Apr 18 21:41:07.505051 n-d-838334-2 neutron-server[84040]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '013a6521-345c-4db1-97b6-1045663028b8', 'tag': 'd25941ed-04f1-4e8a-9f5a-c96d71530c89'}] {{(pid=84040) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 21:41:07.543421 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44bb0066-1074-4f51-b545-4d84320a3592 tempest-TestMinimumBasicScenario-1802763137 tempest-TestMinimumBasicScenario-1802763137-project] Pushing event updated for resources: {'Port': ['ID=d25941ed-04f1-4e8a-9f5a-c96d71530c89,revision_number=6']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:41:07.592304 n-d-838334-2 neutron-server[84040]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8dd91889-a22c-470c-af3d-5da23f4d85a6'] response: {'name': 'network-changed', 'server_uuid': '013a6521-345c-4db1-97b6-1045663028b8', 'tag': 'd25941ed-04f1-4e8a-9f5a-c96d71530c89', 'status': 'completed', 'code': 200} Apr 18 21:41:07.593216 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] get_ports_and_sgs() called for port_ids ['d25941ed-04f1-4e8a-9f5a-c96d71530c89'] {{(pid=84042) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 18 21:41:07.705999 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-962c7e5f-dd9b-40f3-8266-42e2707ea0c6 req-03a85eb7-7e7c-4548-9919-1118987da51c service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=45ff588f3d6a458db3a48f8bbf03ea5a&device_id=013a6521-345c-4db1-97b6-1045663028b8 HTTP/1.1" status: 200 len: 1136 time: 0.0888319 Apr 18 21:41:07.717377 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a08a6a28-ea45-466a-9238-d1b426d487d4 req-735314e7-19f9-469c-b4cf-027c1af0321a tempest-TestMinimumBasicScenario-1802763137 tempest-TestMinimumBasicScenario-1802763137-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:41:07.719253 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-a08a6a28-ea45-466a-9238-d1b426d487d4 req-735314e7-19f9-469c-b4cf-027c1af0321a tempest-TestMinimumBasicScenario-1802763137 tempest-TestMinimumBasicScenario-1802763137-project] 10.222.0.42 "GET /v2.0/ports?device_id=013a6521-345c-4db1-97b6-1045663028b8 HTTP/1.1" status: 200 len: 985 time: 0.1068335 Apr 18 21:41:07.775082 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-a08a6a28-ea45-466a-9238-d1b426d487d4 req-a571ea60-b214-461d-bb9f-4c48edfc81c5 tempest-TestMinimumBasicScenario-1802763137 tempest-TestMinimumBasicScenario-1802763137-project] 10.222.0.42 "GET /v2.0/security-groups?id=addca2fa-cac7-453b-9117-267282a8d041&id=4b00b32e-66ea-49e6-b740-2c9b92dc7c85&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0472715 Apr 18 21:41:07.853873 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-962c7e5f-dd9b-40f3-8266-42e2707ea0c6 req-7b08ff1a-9e25-4f0d-b0dd-177093b59650 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:41:07.855308 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-962c7e5f-dd9b-40f3-8266-42e2707ea0c6 req-7b08ff1a-9e25-4f0d-b0dd-177093b59650 service neutron] 10.222.0.48 "GET /v2.0/networks?id=eb1cfbb4-c890-4bc5-a238-1a91018a8219 HTTP/1.1" status: 200 len: 915 time: 0.1382568 Apr 18 21:41:07.901439 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-3a72ef2f-e0eb-4d11-aeb0-6e7f510a3400 None None] Provisioning complete for port d25941ed-04f1-4e8a-9f5a-c96d71530c89 triggered by entity DHCP. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:41:07.901800 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-3a72ef2f-e0eb-4d11-aeb0-6e7f510a3400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1253608'] for port, provisioning_complete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:41:07.970849 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-962c7e5f-dd9b-40f3-8266-42e2707ea0c6 req-1c414099-b4e4-4a87-af5b-88eab6c521da service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d25941ed-04f1-4e8a-9f5a-c96d71530c89 HTTP/1.1" status: 200 len: 1002 time: 0.1022549 Apr 18 21:41:08.044241 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-962c7e5f-dd9b-40f3-8266-42e2707ea0c6 req-39a9cff8-0688-4db6-b447-d7f1a7b6ac8a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:41:08.045805 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-962c7e5f-dd9b-40f3-8266-42e2707ea0c6 req-39a9cff8-0688-4db6-b447-d7f1a7b6ac8a service neutron] 10.222.0.48 "GET /v2.0/subnets?id=8c55211b-6740-46bb-be86-24115102db80 HTTP/1.1" status: 200 len: 853 time: 0.0733190 Apr 18 21:41:08.128579 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-962c7e5f-dd9b-40f3-8266-42e2707ea0c6 req-f1c02fe5-3476-4cf6-8103-e42e19791382 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=eb1cfbb4-c890-4bc5-a238-1a91018a8219&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0736017 Apr 18 21:41:08.260582 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-962c7e5f-dd9b-40f3-8266-42e2707ea0c6 req-5ede0e91-3037-4d5a-9bfe-f2e2a4f0290d service neutron] 10.222.0.48 "GET /v2.0/networks/eb1cfbb4-c890-4bc5-a238-1a91018a8219?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1255291 Apr 18 21:41:08.392343 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-962c7e5f-dd9b-40f3-8266-42e2707ea0c6 req-cb567297-3ec7-4e19-8e1a-e16aa243e85b service neutron] 10.222.0.48 "GET /v2.0/networks/eb1cfbb4-c890-4bc5-a238-1a91018a8219?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1252501 Apr 18 21:41:11.956000 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-d4d92ac7-6291-4869-96a2-17daf2f5182a req-9733abe6-194d-4ef7-b02b-6b7d0554c245 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=013a6521-345c-4db1-97b6-1045663028b8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0768685 Apr 18 21:41:12.101945 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-d4d92ac7-6291-4869-96a2-17daf2f5182a req-1b1e0c2b-9ba0-43e7-88f5-40f354a6e57f service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=45ff588f3d6a458db3a48f8bbf03ea5a&device_id=013a6521-345c-4db1-97b6-1045663028b8 HTTP/1.1" status: 200 len: 1136 time: 0.0682502 Apr 18 21:41:12.247354 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4d92ac7-6291-4869-96a2-17daf2f5182a req-8f897894-1fa7-4611-b4d0-4ac9a43a1530 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:41:12.249173 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-d4d92ac7-6291-4869-96a2-17daf2f5182a req-8f897894-1fa7-4611-b4d0-4ac9a43a1530 service neutron] 10.222.0.48 "GET /v2.0/networks?id=eb1cfbb4-c890-4bc5-a238-1a91018a8219 HTTP/1.1" status: 200 len: 915 time: 0.1285806 Apr 18 21:41:12.362421 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-d4d92ac7-6291-4869-96a2-17daf2f5182a req-27c55a86-8999-4a25-9a8a-200a7051a74d service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d25941ed-04f1-4e8a-9f5a-c96d71530c89 HTTP/1.1" status: 200 len: 1002 time: 0.1069760 Apr 18 21:41:12.423840 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4d92ac7-6291-4869-96a2-17daf2f5182a req-0e425120-f14e-4a95-866b-21bfe5576c0e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:41:12.425461 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-d4d92ac7-6291-4869-96a2-17daf2f5182a req-0e425120-f14e-4a95-866b-21bfe5576c0e service neutron] 10.222.0.48 "GET /v2.0/subnets?id=8c55211b-6740-46bb-be86-24115102db80 HTTP/1.1" status: 200 len: 853 time: 0.0564449 Apr 18 21:41:12.502100 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-d4d92ac7-6291-4869-96a2-17daf2f5182a req-546f8c29-ab22-4240-85dc-ff93c0fbdd80 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=eb1cfbb4-c890-4bc5-a238-1a91018a8219&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0700777 Apr 18 21:41:12.740816 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-d4d92ac7-6291-4869-96a2-17daf2f5182a req-5ddc50eb-c847-4ed8-8ebe-5d1fbb0ada49 service neutron] 10.222.0.48 "GET /v2.0/networks/eb1cfbb4-c890-4bc5-a238-1a91018a8219?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2317617 Apr 18 21:41:12.866440 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-d4d92ac7-6291-4869-96a2-17daf2f5182a req-506a88ec-6427-4d4d-be95-3bebf362bbf4 service neutron] 10.222.0.48 "GET /v2.0/networks/eb1cfbb4-c890-4bc5-a238-1a91018a8219?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1194837 Apr 18 21:41:15.746927 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-e5be4e7b-fc38-40bf-b86e-23bf7a075b1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750375287399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253529'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:41:17.996040 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-ac1bafca-5193-465d-892c-cd940f16e5b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750375287399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253529'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:41:19.163642 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750375287399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253529'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:41:19.670031 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-414b6ffe-e119-47bc-b18f-bcff1219c2f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750375287399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253529'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:41:20.751981 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-c7521a90-7d65-4e2e-842c-ca5d95e9a89c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750375287399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253529'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:41:25.117061 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-46456e3d-70dd-4435-9642-ffbd694556e2 req-407f5af4-7ca9-4422-9ff4-d7cc4514ecbb service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=45ff588f3d6a458db3a48f8bbf03ea5a&device_id=013a6521-345c-4db1-97b6-1045663028b8 HTTP/1.1" status: 200 len: 1136 time: 0.0701549 Apr 18 21:41:25.166819 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-210e63c7-f524-4ddd-b290-7f73b033030a req-80f78acc-b8d6-4e3a-b340-c23459112863 tempest-TestMinimumBasicScenario-1802763137 tempest-TestMinimumBasicScenario-1802763137-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:41:25.168316 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-210e63c7-f524-4ddd-b290-7f73b033030a req-80f78acc-b8d6-4e3a-b340-c23459112863 tempest-TestMinimumBasicScenario-1802763137 tempest-TestMinimumBasicScenario-1802763137-project] 10.222.0.42 "GET /v2.0/ports?device_id=013a6521-345c-4db1-97b6-1045663028b8 HTTP/1.1" status: 200 len: 985 time: 0.0765955 Apr 18 21:41:25.218101 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-210e63c7-f524-4ddd-b290-7f73b033030a req-814d42e7-40e7-40b7-9e49-23711ad80fda tempest-TestMinimumBasicScenario-1802763137 tempest-TestMinimumBasicScenario-1802763137-project] 10.222.0.42 "GET /v2.0/security-groups?id=addca2fa-cac7-453b-9117-267282a8d041&id=4b00b32e-66ea-49e6-b740-2c9b92dc7c85&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0442791 Apr 18 21:41:25.254872 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46456e3d-70dd-4435-9642-ffbd694556e2 req-1ab52f0f-1551-4676-9b24-e992f2deccab service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:41:25.256343 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-46456e3d-70dd-4435-9642-ffbd694556e2 req-1ab52f0f-1551-4676-9b24-e992f2deccab service neutron] 10.222.0.48 "GET /v2.0/networks?id=eb1cfbb4-c890-4bc5-a238-1a91018a8219 HTTP/1.1" status: 200 len: 915 time: 0.1316321 Apr 18 21:41:25.361220 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-46456e3d-70dd-4435-9642-ffbd694556e2 req-9400b7b5-e8b1-43df-9e89-7337ce56996a service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d25941ed-04f1-4e8a-9f5a-c96d71530c89 HTTP/1.1" status: 200 len: 1002 time: 0.0961168 Apr 18 21:41:25.422574 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46456e3d-70dd-4435-9642-ffbd694556e2 req-e0fb6b37-353c-48c1-879c-030a16a5b8c6 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:41:25.423913 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-46456e3d-70dd-4435-9642-ffbd694556e2 req-e0fb6b37-353c-48c1-879c-030a16a5b8c6 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=8c55211b-6740-46bb-be86-24115102db80 HTTP/1.1" status: 200 len: 853 time: 0.0560665 Apr 18 21:41:25.502002 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-46456e3d-70dd-4435-9642-ffbd694556e2 req-a74d2d86-db64-4e71-abb8-03b41b5b1a04 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=eb1cfbb4-c890-4bc5-a238-1a91018a8219&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0690274 Apr 18 21:41:25.512656 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [req-46456e3d-70dd-4435-9642-ffbd694556e2 req-b1d52a2b-82b7-4857-85a5-bf16da9230cf service neutron] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=84041) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 18 21:41:25.513592 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-46456e3d-70dd-4435-9642-ffbd694556e2 req-b1d52a2b-82b7-4857-85a5-bf16da9230cf service neutron] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0047059 Apr 18 21:41:25.645159 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-46456e3d-70dd-4435-9642-ffbd694556e2 req-530a38f4-cc78-451e-bd02-da36b4472719 service neutron] 10.222.0.48 "GET /v2.0/networks/eb1cfbb4-c890-4bc5-a238-1a91018a8219?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1215992 Apr 18 21:41:25.772639 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-46456e3d-70dd-4435-9642-ffbd694556e2 req-e87e6065-e4de-49cb-8565-e5d21200b370 service neutron] 10.222.0.48 "GET /v2.0/networks/eb1cfbb4-c890-4bc5-a238-1a91018a8219?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1212327 Apr 18 21:41:26.435105 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e91706bb-65c9-4c9e-9174-541cc5ec5539 req-7bd6ef03-bac9-4ce7-80e5-39e8c7deed17 tempest-TestMinimumBasicScenario-1802763137 tempest-TestMinimumBasicScenario-1802763137-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:41:26.436571 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-e91706bb-65c9-4c9e-9174-541cc5ec5539 req-7bd6ef03-bac9-4ce7-80e5-39e8c7deed17 tempest-TestMinimumBasicScenario-1802763137 tempest-TestMinimumBasicScenario-1802763137-project] 10.222.0.42 "GET /v2.0/ports?device_id=013a6521-345c-4db1-97b6-1045663028b8 HTTP/1.1" status: 200 len: 985 time: 0.0938301 Apr 18 21:41:26.482427 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-e91706bb-65c9-4c9e-9174-541cc5ec5539 req-d79dd113-8b7c-42ae-9461-7d8e66ea6352 tempest-TestMinimumBasicScenario-1802763137 tempest-TestMinimumBasicScenario-1802763137-project] 10.222.0.42 "GET /v2.0/security-groups?id=addca2fa-cac7-453b-9117-267282a8d041&id=4b00b32e-66ea-49e6-b740-2c9b92dc7c85&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0403032 Apr 18 21:41:27.061275 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.agents_db [None req-6346a179-333c-4370-b5a6-936984aeab15 None None] Agent healthcheck: found 7 active agents {{(pid=84043) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 18 21:41:27.780775 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc245ad5-8d10-49ab-b861-9113417e22c3 req-47689556-9c74-4ea8-bd39-fac12e1e3d47 tempest-TestMinimumBasicScenario-1802763137 tempest-TestMinimumBasicScenario-1802763137-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:41:27.782114 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-dc245ad5-8d10-49ab-b861-9113417e22c3 req-47689556-9c74-4ea8-bd39-fac12e1e3d47 tempest-TestMinimumBasicScenario-1802763137 tempest-TestMinimumBasicScenario-1802763137-project] 10.222.0.42 "GET /v2.0/ports?device_id=013a6521-345c-4db1-97b6-1045663028b8 HTTP/1.1" status: 200 len: 985 time: 0.1783245 Apr 18 21:41:27.828800 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-dc245ad5-8d10-49ab-b861-9113417e22c3 req-37d2a4bb-7707-49be-b373-3a7c46f06fb1 tempest-TestMinimumBasicScenario-1802763137 tempest-TestMinimumBasicScenario-1802763137-project] 10.222.0.42 "GET /v2.0/security-groups?id=addca2fa-cac7-453b-9117-267282a8d041&id=4b00b32e-66ea-49e6-b740-2c9b92dc7c85&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0403209 Apr 18 21:41:29.028498 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c238edd5-d219-4868-8d4a-9f434238e706 req-b56490e2-5e81-4637-84c0-1555b682e784 tempest-TestMinimumBasicScenario-1802763137 tempest-TestMinimumBasicScenario-1802763137-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:41:29.029938 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-c238edd5-d219-4868-8d4a-9f434238e706 req-b56490e2-5e81-4637-84c0-1555b682e784 tempest-TestMinimumBasicScenario-1802763137 tempest-TestMinimumBasicScenario-1802763137-project] 10.222.0.42 "GET /v2.0/ports?device_id=013a6521-345c-4db1-97b6-1045663028b8 HTTP/1.1" status: 200 len: 985 time: 0.0786893 Apr 18 21:41:29.077154 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-c238edd5-d219-4868-8d4a-9f434238e706 req-e284f3da-7761-4a59-81ca-37582e46a0d2 tempest-TestMinimumBasicScenario-1802763137 tempest-TestMinimumBasicScenario-1802763137-project] 10.222.0.42 "GET /v2.0/security-groups?id=addca2fa-cac7-453b-9117-267282a8d041&id=4b00b32e-66ea-49e6-b740-2c9b92dc7c85&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0416057 Apr 18 21:41:30.132386 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750375287399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253529'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:41:30.275155 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dabaa1b-cbfa-41d6-a241-b3a985478a65 req-b5f3d512-a559-49e0-8456-712473124a4c tempest-TestMinimumBasicScenario-1802763137 tempest-TestMinimumBasicScenario-1802763137-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:41:30.276597 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-2dabaa1b-cbfa-41d6-a241-b3a985478a65 req-b5f3d512-a559-49e0-8456-712473124a4c tempest-TestMinimumBasicScenario-1802763137 tempest-TestMinimumBasicScenario-1802763137-project] 10.222.0.42 "GET /v2.0/ports?device_id=013a6521-345c-4db1-97b6-1045663028b8 HTTP/1.1" status: 200 len: 985 time: 0.0782783 Apr 18 21:41:30.322857 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-2dabaa1b-cbfa-41d6-a241-b3a985478a65 req-680bcc4f-5ab9-4b04-91c4-93b759823559 tempest-TestMinimumBasicScenario-1802763137 tempest-TestMinimumBasicScenario-1802763137-project] 10.222.0.42 "GET /v2.0/security-groups?id=addca2fa-cac7-453b-9117-267282a8d041&id=4b00b32e-66ea-49e6-b740-2c9b92dc7c85&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0406394 Apr 18 21:41:31.529692 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e1ad796-fd6e-41f5-b670-c781876f4709 req-e7638976-f005-4458-945a-732a23c666d9 tempest-TestMinimumBasicScenario-1802763137 tempest-TestMinimumBasicScenario-1802763137-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:41:31.531220 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-4e1ad796-fd6e-41f5-b670-c781876f4709 req-e7638976-f005-4458-945a-732a23c666d9 tempest-TestMinimumBasicScenario-1802763137 tempest-TestMinimumBasicScenario-1802763137-project] 10.222.0.42 "GET /v2.0/ports?device_id=013a6521-345c-4db1-97b6-1045663028b8 HTTP/1.1" status: 200 len: 985 time: 0.0871434 Apr 18 21:41:31.580435 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-4e1ad796-fd6e-41f5-b670-c781876f4709 req-2d5d3bac-162d-4a75-87b7-6118bc4e0d2a tempest-TestMinimumBasicScenario-1802763137 tempest-TestMinimumBasicScenario-1802763137-project] 10.222.0.42 "GET /v2.0/security-groups?id=addca2fa-cac7-453b-9117-267282a8d041&id=4b00b32e-66ea-49e6-b740-2c9b92dc7c85&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0418723 Apr 18 21:41:32.783840 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda2e70c-04f2-4029-9c88-e856285ed431 req-e9d099fc-7269-4c40-8888-f42fb4f4b450 tempest-TestMinimumBasicScenario-1802763137 tempest-TestMinimumBasicScenario-1802763137-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:41:32.785268 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-fda2e70c-04f2-4029-9c88-e856285ed431 req-e9d099fc-7269-4c40-8888-f42fb4f4b450 tempest-TestMinimumBasicScenario-1802763137 tempest-TestMinimumBasicScenario-1802763137-project] 10.222.0.42 "GET /v2.0/ports?device_id=013a6521-345c-4db1-97b6-1045663028b8 HTTP/1.1" status: 200 len: 985 time: 0.0837383 Apr 18 21:41:32.832228 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-fda2e70c-04f2-4029-9c88-e856285ed431 req-62d5aa90-8037-443c-8695-a06f0d09c3cd tempest-TestMinimumBasicScenario-1802763137 tempest-TestMinimumBasicScenario-1802763137-project] 10.222.0.42 "GET /v2.0/security-groups?id=addca2fa-cac7-453b-9117-267282a8d041&id=4b00b32e-66ea-49e6-b740-2c9b92dc7c85&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0411317 Apr 18 21:41:34.033485 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a70e91c-db22-4023-80e4-1dfec9087a6c req-45ed76f9-3aca-4de9-a824-dcdafb705aa1 tempest-TestMinimumBasicScenario-1802763137 tempest-TestMinimumBasicScenario-1802763137-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:41:34.034972 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-1a70e91c-db22-4023-80e4-1dfec9087a6c req-45ed76f9-3aca-4de9-a824-dcdafb705aa1 tempest-TestMinimumBasicScenario-1802763137 tempest-TestMinimumBasicScenario-1802763137-project] 10.222.0.42 "GET /v2.0/ports?device_id=013a6521-345c-4db1-97b6-1045663028b8 HTTP/1.1" status: 200 len: 985 time: 0.0767090 Apr 18 21:41:34.092050 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-1a70e91c-db22-4023-80e4-1dfec9087a6c req-a91b5a72-5db9-47d2-bda5-bcfb1739f3c1 tempest-TestMinimumBasicScenario-1802763137 tempest-TestMinimumBasicScenario-1802763137-project] 10.222.0.42 "GET /v2.0/security-groups?id=addca2fa-cac7-453b-9117-267282a8d041&id=4b00b32e-66ea-49e6-b740-2c9b92dc7c85&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0501018 Apr 18 21:41:34.303346 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750375287399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253529'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:41:35.291371 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ac46ea2-efec-41a2-b34b-9c0c16ae9f4c req-1d36455c-5f40-4ad3-882b-40692f90446a tempest-TestMinimumBasicScenario-1802763137 tempest-TestMinimumBasicScenario-1802763137-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:41:35.293076 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-3ac46ea2-efec-41a2-b34b-9c0c16ae9f4c req-1d36455c-5f40-4ad3-882b-40692f90446a tempest-TestMinimumBasicScenario-1802763137 tempest-TestMinimumBasicScenario-1802763137-project] 10.222.0.42 "GET /v2.0/ports?device_id=013a6521-345c-4db1-97b6-1045663028b8 HTTP/1.1" status: 200 len: 985 time: 0.0768983 Apr 18 21:41:35.341872 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-3ac46ea2-efec-41a2-b34b-9c0c16ae9f4c req-60ffb404-501c-45d1-b177-0a3581ede36f tempest-TestMinimumBasicScenario-1802763137 tempest-TestMinimumBasicScenario-1802763137-project] 10.222.0.42 "GET /v2.0/security-groups?id=addca2fa-cac7-453b-9117-267282a8d041&id=4b00b32e-66ea-49e6-b740-2c9b92dc7c85&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0432463 Apr 18 21:41:36.548804 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-270aa2d3-2827-44ad-a6e0-7a0008dfe468 req-7b60203e-0534-4162-83be-4c93c418a37c tempest-TestMinimumBasicScenario-1802763137 tempest-TestMinimumBasicScenario-1802763137-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:41:36.550538 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-270aa2d3-2827-44ad-a6e0-7a0008dfe468 req-7b60203e-0534-4162-83be-4c93c418a37c tempest-TestMinimumBasicScenario-1802763137 tempest-TestMinimumBasicScenario-1802763137-project] 10.222.0.42 "GET /v2.0/ports?device_id=013a6521-345c-4db1-97b6-1045663028b8 HTTP/1.1" status: 200 len: 985 time: 0.0843995 Apr 18 21:41:36.597848 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-270aa2d3-2827-44ad-a6e0-7a0008dfe468 req-76059d57-04b5-470e-8629-b37646da7ae9 tempest-TestMinimumBasicScenario-1802763137 tempest-TestMinimumBasicScenario-1802763137-project] 10.222.0.42 "GET /v2.0/security-groups?id=addca2fa-cac7-453b-9117-267282a8d041&id=4b00b32e-66ea-49e6-b740-2c9b92dc7c85&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0415485 Apr 18 21:41:37.793794 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd5a9c51-204b-4c3a-b903-124cdca04c5b req-1fbdb3e6-2541-47e5-bd3b-0a8bc70a79b1 tempest-TestMinimumBasicScenario-1802763137 tempest-TestMinimumBasicScenario-1802763137-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:41:37.795319 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-dd5a9c51-204b-4c3a-b903-124cdca04c5b req-1fbdb3e6-2541-47e5-bd3b-0a8bc70a79b1 tempest-TestMinimumBasicScenario-1802763137 tempest-TestMinimumBasicScenario-1802763137-project] 10.222.0.42 "GET /v2.0/ports?device_id=013a6521-345c-4db1-97b6-1045663028b8 HTTP/1.1" status: 200 len: 985 time: 0.0766239 Apr 18 21:41:37.841432 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-dd5a9c51-204b-4c3a-b903-124cdca04c5b req-e7436635-e2ca-4184-b849-537ad124c5d0 tempest-TestMinimumBasicScenario-1802763137 tempest-TestMinimumBasicScenario-1802763137-project] 10.222.0.42 "GET /v2.0/security-groups?id=addca2fa-cac7-453b-9117-267282a8d041&id=4b00b32e-66ea-49e6-b740-2c9b92dc7c85&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0402603 Apr 18 21:41:45.749199 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-d2e67237-7a1b-4bcb-8c61-db0b62a8769d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750375287399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253529'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:41:47.997275 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-4e4d8533-0da3-4665-8097-9254506b7612 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750375287399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253529'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:41:49.166377 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750375287399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253529'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:41:49.673025 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-414b6ffe-e119-47bc-b18f-bcff1219c2f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750375287399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253529'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:41:50.754956 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-c7521a90-7d65-4e2e-842c-ca5d95e9a89c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750375287399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253529'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:42:00.157487 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750375287399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253529'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:42:04.062686 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.agents_db [None req-6346a179-333c-4370-b5a6-936984aeab15 None None] Agent healthcheck: found 7 active agents {{(pid=84043) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 18 21:42:04.312161 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750375287399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253529'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:42:10.211139 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-2c254500-a5a8-48bf-b6c8-9bf693c9e1af req-ce326ac3-bb78-4768-9e5f-3b382c86e96d tempest-TestMinimumBasicScenario-1802763137 tempest-TestMinimumBasicScenario-1802763137-project] 10.222.0.42 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-285213215&fields=id&tenant_id=45ff588f3d6a458db3a48f8bbf03ea5a HTTP/1.1" status: 200 len: 267 time: 0.0443239 Apr 18 21:42:10.290626 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c254500-a5a8-48bf-b6c8-9bf693c9e1af req-f476ef43-a751-4507-b247-d82e0ec38c9f tempest-TestMinimumBasicScenario-1802763137 tempest-TestMinimumBasicScenario-1802763137-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:42:10.292071 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-2c254500-a5a8-48bf-b6c8-9bf693c9e1af req-f476ef43-a751-4507-b247-d82e0ec38c9f tempest-TestMinimumBasicScenario-1802763137 tempest-TestMinimumBasicScenario-1802763137-project] 10.222.0.42 "GET /v2.0/ports?device_id=013a6521-345c-4db1-97b6-1045663028b8 HTTP/1.1" status: 200 len: 985 time: 0.0753098 Apr 18 21:42:10.302908 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.v2.base [req-2c254500-a5a8-48bf-b6c8-9bf693c9e1af req-41e03d98-044d-4a3e-948a-eafc3d333fec tempest-TestMinimumBasicScenario-1802763137 tempest-TestMinimumBasicScenario-1802763137-project] Request body: {'port': {'security_groups': ['4b00b32e-66ea-49e6-b740-2c9b92dc7c85']}} {{(pid=84040) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:42:10.419214 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-2c254500-a5a8-48bf-b6c8-9bf693c9e1af req-41e03d98-044d-4a3e-948a-eafc3d333fec tempest-TestMinimumBasicScenario-1802763137 tempest-TestMinimumBasicScenario-1802763137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:42:10.653171 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.db [req-2c254500-a5a8-48bf-b6c8-9bf693c9e1af req-41e03d98-044d-4a3e-948a-eafc3d333fec tempest-TestMinimumBasicScenario-1802763137 tempest-TestMinimumBasicScenario-1802763137-project] For port d25941ed-04f1-4e8a-9f5a-c96d71530c89, host n-h2-838334-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838334-2',level=0,port_id=d25941ed-04f1-4e8a-9f5a-c96d71530c89,segment=NetworkSegment(1196eb3d-42c6-4b0f-a17d-2810c7570b9e),segment_id=1196eb3d-42c6-4b0f-a17d-2810c7570b9e)] {{(pid=84040) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:42:10.677530 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-2c254500-a5a8-48bf-b6c8-9bf693c9e1af req-41e03d98-044d-4a3e-948a-eafc3d333fec tempest-TestMinimumBasicScenario-1802763137 tempest-TestMinimumBasicScenario-1802763137-project] Notify callbacks [] for port, precommit_update {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:42:10.682652 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-2c254500-a5a8-48bf-b6c8-9bf693c9e1af req-41e03d98-044d-4a3e-948a-eafc3d333fec tempest-TestMinimumBasicScenario-1802763137 tempest-TestMinimumBasicScenario-1802763137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32440959'] for port, after_update {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:42:10.694405 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] get_ports_and_sgs() called for port_ids ['d25941ed-04f1-4e8a-9f5a-c96d71530c89'] {{(pid=84042) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 18 21:42:10.752745 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c254500-a5a8-48bf-b6c8-9bf693c9e1af req-41e03d98-044d-4a3e-948a-eafc3d333fec tempest-TestMinimumBasicScenario-1802763137 tempest-TestMinimumBasicScenario-1802763137-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:42:10.753358 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-2c254500-a5a8-48bf-b6c8-9bf693c9e1af req-41e03d98-044d-4a3e-948a-eafc3d333fec tempest-TestMinimumBasicScenario-1802763137 tempest-TestMinimumBasicScenario-1802763137-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217293'] for port, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:42:10.754741 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-2c254500-a5a8-48bf-b6c8-9bf693c9e1af req-41e03d98-044d-4a3e-948a-eafc3d333fec tempest-TestMinimumBasicScenario-1802763137 tempest-TestMinimumBasicScenario-1802763137-project] 10.222.0.42 "PUT /v2.0/ports/d25941ed-04f1-4e8a-9f5a-c96d71530c89 HTTP/1.1" status: 200 len: 943 time: 0.4564397 Apr 18 21:42:10.755196 n-d-838334-2 neutron-server[84040]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '013a6521-345c-4db1-97b6-1045663028b8', 'tag': 'd25941ed-04f1-4e8a-9f5a-c96d71530c89'}] {{(pid=84040) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 21:42:10.763522 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 40742) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:42:10.787867 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41e03d98-044d-4a3e-948a-eafc3d333fec tempest-TestMinimumBasicScenario-1802763137 tempest-TestMinimumBasicScenario-1802763137-project] Pushing event updated for resources: {'Port': ['ID=d25941ed-04f1-4e8a-9f5a-c96d71530c89,revision_number=7']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:42:10.799440 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41e03d98-044d-4a3e-948a-eafc3d333fec tempest-TestMinimumBasicScenario-1802763137 tempest-TestMinimumBasicScenario-1802763137-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:42:10.800511 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41e03d98-044d-4a3e-948a-eafc3d333fec tempest-TestMinimumBasicScenario-1802763137 tempest-TestMinimumBasicScenario-1802763137-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:42:10.801028 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41e03d98-044d-4a3e-948a-eafc3d333fec tempest-TestMinimumBasicScenario-1802763137 tempest-TestMinimumBasicScenario-1802763137-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:42:10.801585 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41e03d98-044d-4a3e-948a-eafc3d333fec tempest-TestMinimumBasicScenario-1802763137 tempest-TestMinimumBasicScenario-1802763137-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:42:10.802160 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41e03d98-044d-4a3e-948a-eafc3d333fec tempest-TestMinimumBasicScenario-1802763137 tempest-TestMinimumBasicScenario-1802763137-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:42:10.802849 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41e03d98-044d-4a3e-948a-eafc3d333fec tempest-TestMinimumBasicScenario-1802763137 tempest-TestMinimumBasicScenario-1802763137-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:42:10.803413 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41e03d98-044d-4a3e-948a-eafc3d333fec tempest-TestMinimumBasicScenario-1802763137 tempest-TestMinimumBasicScenario-1802763137-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:42:10.803959 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41e03d98-044d-4a3e-948a-eafc3d333fec tempest-TestMinimumBasicScenario-1802763137 tempest-TestMinimumBasicScenario-1802763137-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:42:10.804553 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41e03d98-044d-4a3e-948a-eafc3d333fec tempest-TestMinimumBasicScenario-1802763137 tempest-TestMinimumBasicScenario-1802763137-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:42:10.805058 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41e03d98-044d-4a3e-948a-eafc3d333fec tempest-TestMinimumBasicScenario-1802763137 tempest-TestMinimumBasicScenario-1802763137-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:42:10.806539 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41e03d98-044d-4a3e-948a-eafc3d333fec tempest-TestMinimumBasicScenario-1802763137 tempest-TestMinimumBasicScenario-1802763137-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:42:10.827521 n-d-838334-2 neutron-server[84040]: INFO neutron.notifiers.nova [-] Nova event matching ['req-09d69300-cc44-4fb7-bab5-75d48da5e3de'] response: {'name': 'network-changed', 'server_uuid': '013a6521-345c-4db1-97b6-1045663028b8', 'tag': 'd25941ed-04f1-4e8a-9f5a-c96d71530c89', 'status': 'completed', 'code': 200} Apr 18 21:42:10.846442 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] get_ports_and_sgs() called for port_ids ['d25941ed-04f1-4e8a-9f5a-c96d71530c89'] {{(pid=84042) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 18 21:42:10.900030 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-c659c2e3-332d-472f-a43d-66ab5283f3b9 tempest-TestMinimumBasicScenario-1802763137 tempest-TestMinimumBasicScenario-1802763137-project] Notify callbacks [] for security_group, before_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:42:10.953065 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-c659c2e3-332d-472f-a43d-66ab5283f3b9 tempest-TestMinimumBasicScenario-1802763137 tempest-TestMinimumBasicScenario-1802763137-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:42:11.008235 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-4fd1fd01-e9a6-4fb1-b860-faaed533fd4f req-9cb391ba-f532-4591-b31b-ad53e00aef84 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=45ff588f3d6a458db3a48f8bbf03ea5a&device_id=013a6521-345c-4db1-97b6-1045663028b8 HTTP/1.1" status: 200 len: 1097 time: 0.1510339 Apr 18 21:42:11.084457 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-ae837c1a-3305-49a9-aff8-78dc3c6f34c8 None None] Provisioning complete for port d25941ed-04f1-4e8a-9f5a-c96d71530c89 triggered by entity DHCP. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:42:11.084767 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-ae837c1a-3305-49a9-aff8-78dc3c6f34c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1253608'] for port, provisioning_complete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:42:11.105036 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-c659c2e3-332d-472f-a43d-66ab5283f3b9 tempest-TestMinimumBasicScenario-1802763137 tempest-TestMinimumBasicScenario-1802763137-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33528224'] for security_group, after_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:42:11.129439 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c659c2e3-332d-472f-a43d-66ab5283f3b9 tempest-TestMinimumBasicScenario-1802763137 tempest-TestMinimumBasicScenario-1802763137-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=addca2fa-cac7-453b-9117-267282a8d041,revision_number=None']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:42:11.154591 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-c659c2e3-332d-472f-a43d-66ab5283f3b9 tempest-TestMinimumBasicScenario-1802763137 tempest-TestMinimumBasicScenario-1802763137-project] Notify callbacks [] for security_group, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:42:11.155716 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-c659c2e3-332d-472f-a43d-66ab5283f3b9 tempest-TestMinimumBasicScenario-1802763137 tempest-TestMinimumBasicScenario-1802763137-project] 10.222.0.42 "DELETE /v2.0/security-groups/addca2fa-cac7-453b-9117-267282a8d041 HTTP/1.1" status: 204 len: 168 time: 0.3911808 Apr 18 21:42:11.158780 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 40746) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:42:11.159171 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c659c2e3-332d-472f-a43d-66ab5283f3b9 tempest-TestMinimumBasicScenario-1802763137 tempest-TestMinimumBasicScenario-1802763137-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:42:11.159517 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c659c2e3-332d-472f-a43d-66ab5283f3b9 tempest-TestMinimumBasicScenario-1802763137 tempest-TestMinimumBasicScenario-1802763137-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:42:11.159880 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c659c2e3-332d-472f-a43d-66ab5283f3b9 tempest-TestMinimumBasicScenario-1802763137 tempest-TestMinimumBasicScenario-1802763137-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:42:11.160208 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c659c2e3-332d-472f-a43d-66ab5283f3b9 tempest-TestMinimumBasicScenario-1802763137 tempest-TestMinimumBasicScenario-1802763137-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:42:11.160535 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c659c2e3-332d-472f-a43d-66ab5283f3b9 tempest-TestMinimumBasicScenario-1802763137 tempest-TestMinimumBasicScenario-1802763137-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:42:11.160919 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c659c2e3-332d-472f-a43d-66ab5283f3b9 tempest-TestMinimumBasicScenario-1802763137 tempest-TestMinimumBasicScenario-1802763137-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:42:11.161244 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c659c2e3-332d-472f-a43d-66ab5283f3b9 tempest-TestMinimumBasicScenario-1802763137 tempest-TestMinimumBasicScenario-1802763137-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:42:11.161637 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c659c2e3-332d-472f-a43d-66ab5283f3b9 tempest-TestMinimumBasicScenario-1802763137 tempest-TestMinimumBasicScenario-1802763137-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:42:11.161953 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c659c2e3-332d-472f-a43d-66ab5283f3b9 tempest-TestMinimumBasicScenario-1802763137 tempest-TestMinimumBasicScenario-1802763137-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:42:11.162265 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c659c2e3-332d-472f-a43d-66ab5283f3b9 tempest-TestMinimumBasicScenario-1802763137 tempest-TestMinimumBasicScenario-1802763137-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:42:11.162577 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c659c2e3-332d-472f-a43d-66ab5283f3b9 tempest-TestMinimumBasicScenario-1802763137 tempest-TestMinimumBasicScenario-1802763137-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:42:11.185069 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fd1fd01-e9a6-4fb1-b860-faaed533fd4f req-095113b7-b923-4c68-859f-2f64cda4563f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:42:11.186436 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-4fd1fd01-e9a6-4fb1-b860-faaed533fd4f req-095113b7-b923-4c68-859f-2f64cda4563f service neutron] 10.222.0.48 "GET /v2.0/networks?id=eb1cfbb4-c890-4bc5-a238-1a91018a8219 HTTP/1.1" status: 200 len: 915 time: 0.1723564 Apr 18 21:42:11.293102 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-4fd1fd01-e9a6-4fb1-b860-faaed533fd4f req-aab01465-00b1-400c-80e1-12e6603e67b1 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d25941ed-04f1-4e8a-9f5a-c96d71530c89 HTTP/1.1" status: 200 len: 1002 time: 0.0999057 Apr 18 21:42:11.355617 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fd1fd01-e9a6-4fb1-b860-faaed533fd4f req-ee19a430-417d-44b8-be83-4245b245fc89 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:42:11.357248 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-4fd1fd01-e9a6-4fb1-b860-faaed533fd4f req-ee19a430-417d-44b8-be83-4245b245fc89 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=8c55211b-6740-46bb-be86-24115102db80 HTTP/1.1" status: 200 len: 853 time: 0.0578737 Apr 18 21:42:11.378837 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.plugin [None req-c2aa3c6c-9d26-491c-9e5b-3d514873c261 tempest-TestMinimumBasicScenario-1802763137 tempest-TestMinimumBasicScenario-1802763137-project] Deleting port 7a58867c-a1f7-4b46-90e8-180243468312 {{(pid=84040) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 21:42:11.379403 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-c2aa3c6c-9d26-491c-9e5b-3d514873c261 tempest-TestMinimumBasicScenario-1802763137 tempest-TestMinimumBasicScenario-1802763137-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750375188691'] for port, before_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:42:11.433440 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-4fd1fd01-e9a6-4fb1-b860-faaed533fd4f req-aec31845-1a62-41d7-be7c-6e6724f41569 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=eb1cfbb4-c890-4bc5-a238-1a91018a8219&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0706530 Apr 18 21:42:11.645723 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-c2aa3c6c-9d26-491c-9e5b-3d514873c261 tempest-TestMinimumBasicScenario-1802763137 tempest-TestMinimumBasicScenario-1802763137-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369123'] for port, precommit_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:42:11.646044 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-c2aa3c6c-9d26-491c-9e5b-3d514873c261 tempest-TestMinimumBasicScenario-1802763137 tempest-TestMinimumBasicScenario-1802763137-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:42:11.669952 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-4fd1fd01-e9a6-4fb1-b860-faaed533fd4f req-ca261c5f-8490-4df8-b26b-7ded0eae0600 service neutron] 10.222.0.48 "GET /v2.0/networks/eb1cfbb4-c890-4bc5-a238-1a91018a8219?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2290330 Apr 18 21:42:11.768144 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.plugin [None req-c2aa3c6c-9d26-491c-9e5b-3d514873c261 tempest-TestMinimumBasicScenario-1802763137 tempest-TestMinimumBasicScenario-1802763137-project] Calling delete_port for 7a58867c-a1f7-4b46-90e8-180243468312 owned by network:floatingip {{(pid=84040) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 21:42:11.798684 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-4fd1fd01-e9a6-4fb1-b860-faaed533fd4f req-47945248-028c-49c2-b9c4-7b3243a001fd service neutron] 10.222.0.48 "GET /v2.0/networks/eb1cfbb4-c890-4bc5-a238-1a91018a8219?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1223688 Apr 18 21:42:11.916744 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-c9e4c179-9687-4731-a381-9d661d1bb30c req-c21c277f-dbe1-4a44-9c3e-723db9117cde service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=013a6521-345c-4db1-97b6-1045663028b8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0676856 Apr 18 21:42:11.919057 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-c2aa3c6c-9d26-491c-9e5b-3d514873c261 tempest-TestMinimumBasicScenario-1802763137 tempest-TestMinimumBasicScenario-1802763137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750375259028', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750374836628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32440838'] for port, after_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:42:11.998782 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2aa3c6c-9d26-491c-9e5b-3d514873c261 tempest-TestMinimumBasicScenario-1802763137 tempest-TestMinimumBasicScenario-1802763137-project] Pushing event deleted for resources: {'Port': ['ID=7a58867c-a1f7-4b46-90e8-180243468312,revision_number=None']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:42:12.061624 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-c9e4c179-9687-4731-a381-9d661d1bb30c req-0bcdd02e-8941-466b-967c-20f358d42817 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=45ff588f3d6a458db3a48f8bbf03ea5a&device_id=013a6521-345c-4db1-97b6-1045663028b8 HTTP/1.1" status: 200 len: 1097 time: 0.0739636 Apr 18 21:42:12.071917 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-c2aa3c6c-9d26-491c-9e5b-3d514873c261 tempest-TestMinimumBasicScenario-1802763137 tempest-TestMinimumBasicScenario-1802763137-project] Notify callbacks [] for floatingip, after_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:42:12.208472 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9e4c179-9687-4731-a381-9d661d1bb30c req-ea87decc-6878-40ef-aebb-af59866b67a3 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:42:12.209935 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-c9e4c179-9687-4731-a381-9d661d1bb30c req-ea87decc-6878-40ef-aebb-af59866b67a3 service neutron] 10.222.0.48 "GET /v2.0/networks?id=eb1cfbb4-c890-4bc5-a238-1a91018a8219 HTTP/1.1" status: 200 len: 915 time: 0.1295824 Apr 18 21:42:12.277342 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-c9e4c179-9687-4731-a381-9d661d1bb30c req-c70dbb4f-e417-487e-9f28-730c969136cb service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d25941ed-04f1-4e8a-9f5a-c96d71530c89 HTTP/1.1" status: 200 len: 217 time: 0.0610032 Apr 18 21:42:12.343308 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9e4c179-9687-4731-a381-9d661d1bb30c req-9be20f75-3b08-4176-9d1e-fe340393fc3f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:42:12.345142 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-c9e4c179-9687-4731-a381-9d661d1bb30c req-9be20f75-3b08-4176-9d1e-fe340393fc3f service neutron] 10.222.0.48 "GET /v2.0/subnets?id=8c55211b-6740-46bb-be86-24115102db80 HTTP/1.1" status: 200 len: 853 time: 0.0623367 Apr 18 21:42:12.419900 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-c9e4c179-9687-4731-a381-9d661d1bb30c req-ae6d91e1-b875-48e9-844a-7e6676082ff6 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=eb1cfbb4-c890-4bc5-a238-1a91018a8219&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0674486 Apr 18 21:42:12.467102 n-d-838334-2 neutron-server[84040]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c2aa3c6c-9d26-491c-9e5b-3d514873c261 tempest-TestMinimumBasicScenario-1802763137 tempest-TestMinimumBasicScenario-1802763137-project] Router 8ae86652-76f5-43c4-b7ec-539146ca728b has already been hosted by L3 agent bc84d6c9-dd7a-4555-a351-592327b46d5a {{(pid=84040) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 21:42:12.551724 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-c9e4c179-9687-4731-a381-9d661d1bb30c req-2f3eb4eb-0f74-4731-94b5-55813737ec3a service neutron] 10.222.0.48 "GET /v2.0/networks/eb1cfbb4-c890-4bc5-a238-1a91018a8219?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1246302 Apr 18 21:42:12.668881 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c2aa3c6c-9d26-491c-9e5b-3d514873c261 tempest-TestMinimumBasicScenario-1802763137 tempest-TestMinimumBasicScenario-1802763137-project] Notify agent at l3_agent.n-d-838334-2 the message routers_updated {{(pid=84040) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 21:42:12.680981 n-d-838334-2 neutron-server[84043]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-997fc1f4-9444-4306-87d6-4da973a482ba None None] Sync routers for ids ['8ae86652-76f5-43c4-b7ec-539146ca728b'] in n-d-838334-2 {{(pid=84043) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 18 21:42:12.682546 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-c2aa3c6c-9d26-491c-9e5b-3d514873c261 tempest-TestMinimumBasicScenario-1802763137 tempest-TestMinimumBasicScenario-1802763137-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217293'] for floatingip, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:42:12.684438 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-c9e4c179-9687-4731-a381-9d661d1bb30c req-3ccaa97f-8892-45b0-b903-46946776133c service neutron] 10.222.0.48 "GET /v2.0/networks/eb1cfbb4-c890-4bc5-a238-1a91018a8219?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1267452 Apr 18 21:42:12.694693 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-997fc1f4-9444-4306-87d6-4da973a482ba None None] Routers {'8ae86652-76f5-43c4-b7ec-539146ca728b'} bound to L3 agent in host n-d-838334-2 {{(pid=84043) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 21:42:12.695357 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.l3_hamode_db [None req-997fc1f4-9444-4306-87d6-4da973a482ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838334-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-18T20:25:48Z,description=,heartbeat_timestamp=2022-04-18T21:41:48Z,host='n-d-838334-2',id=bc84d6c9-dd7a-4555-a351-592327b46d5a,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:25:48Z,topic='l3_agent')) {'router_ids': ['8ae86652-76f5-43c4-b7ec-539146ca728b'], 'active': True} {{(pid=84043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:42:12.739046 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-c2aa3c6c-9d26-491c-9e5b-3d514873c261 tempest-TestMinimumBasicScenario-1802763137 tempest-TestMinimumBasicScenario-1802763137-project] 10.222.0.42 "DELETE /v2.0/floatingips/d458a4b6-d41c-4f49-8265-6402e3c36693 HTTP/1.1" status: 204 len: 168 time: 1.5767207 Apr 18 21:42:12.829186 n-d-838334-2 neutron-server[84040]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '013a6521-345c-4db1-97b6-1045663028b8', 'tag': 'd25941ed-04f1-4e8a-9f5a-c96d71530c89'}] {{(pid=84040) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 21:42:12.880176 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.l3_dvr_db [None req-997fc1f4-9444-4306-87d6-4da973a482ba None None] Set router 8ae86652-76f5-43c4-b7ec-539146ca728b gateway port host: n-d-838334-2 {{(pid=84043) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 21:42:12.887444 n-d-838334-2 neutron-server[84040]: INFO neutron.notifiers.nova [-] Nova event matching ['req-10ac375f-1eef-42ee-bdff-15294375b89b'] response: {'name': 'network-changed', 'server_uuid': '013a6521-345c-4db1-97b6-1045663028b8', 'tag': 'd25941ed-04f1-4e8a-9f5a-c96d71530c89', 'status': 'completed', 'code': 200} Apr 18 21:42:12.989385 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-60137f03-842b-40db-a27e-8a4b173d5095 req-8b43e9b8-e6b2-4a30-96ed-7292fe1ebbde service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=45ff588f3d6a458db3a48f8bbf03ea5a&device_id=013a6521-345c-4db1-97b6-1045663028b8 HTTP/1.1" status: 200 len: 1097 time: 0.0803614 Apr 18 21:42:13.156165 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60137f03-842b-40db-a27e-8a4b173d5095 req-910700ef-b213-496f-859a-cdd73c34c4dc service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:42:13.157614 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-60137f03-842b-40db-a27e-8a4b173d5095 req-910700ef-b213-496f-859a-cdd73c34c4dc service neutron] 10.222.0.48 "GET /v2.0/networks?id=eb1cfbb4-c890-4bc5-a238-1a91018a8219 HTTP/1.1" status: 200 len: 915 time: 0.1629059 Apr 18 21:42:13.233463 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-60137f03-842b-40db-a27e-8a4b173d5095 req-5184b786-be35-432d-b701-854e0355c6ab service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d25941ed-04f1-4e8a-9f5a-c96d71530c89 HTTP/1.1" status: 200 len: 217 time: 0.0691712 Apr 18 21:42:13.282038 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.l3_hamode_db [None req-997fc1f4-9444-4306-87d6-4da973a482ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ae86652-76f5-43c4-b7ec-539146ca728b', 'name': 'tempest-TestMinimumBasicScenario-404789952-router', 'tenant_id': '45ff588f3d6a458db3a48f8bbf03ea5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'external_fixed_ips': [{'subnet_id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'ip_address': '172.25.8.211'}], 'enable_snat': True}, 'gw_port_id': '6b60d085-3176-4702-b6e8-43d89a0aac52', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:40:08Z', 'updated_at': '2022-04-18T21:40:11Z', 'revision_number': 4, 'project_id': '45ff588f3d6a458db3a48f8bbf03ea5a', 'gw_port': {'id': '6b60d085-3176-4702-b6e8-43d89a0aac52', 'name': '', 'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:ab:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ae86652-76f5-43c4-b7ec-539146ca728b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'ip_address': '172.25.8.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:40:09Z', 'updated_at': '2022-04-18T21:40:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838334-2', '_interfaces': [{'id': 'ba4fdba4-2113-49ec-9237-4041a9160e86', 'name': '', 'network_id': 'eb1cfbb4-c890-4bc5-a238-1a91018a8219', 'tenant_id': '45ff588f3d6a458db3a48f8bbf03ea5a', 'mac_address': 'fa:16:3e:26:9e:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ae86652-76f5-43c4-b7ec-539146ca728b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8c55211b-6740-46bb-be86-24115102db80', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:40:11Z', 'updated_at': '2022-04-18T21:40:19Z', 'revision_number': 5, 'project_id': '45ff588f3d6a458db3a48f8bbf03ea5a', 'subnets': [{'id': '8c55211b-6740-46bb-be86-24115102db80', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838334-2', False) {} {{(pid=84043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:42:13.285903 n-d-838334-2 neutron-server[84043]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-997fc1f4-9444-4306-87d6-4da973a482ba None None] Checking router: 8ae86652-76f5-43c4-b7ec-539146ca728b for host: n-d-838334-2 {{(pid=84043) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 18 21:42:13.297387 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-997fc1f4-9444-4306-87d6-4da973a482ba None None] Routers {'8ae86652-76f5-43c4-b7ec-539146ca728b'} bound to L3 agent in host n-d-838334-2 {{(pid=84043) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 21:42:13.298077 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.l3_hamode_db [None req-997fc1f4-9444-4306-87d6-4da973a482ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838334-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-18T20:25:48Z,description=,heartbeat_timestamp=2022-04-18T21:41:48Z,host='n-d-838334-2',id=bc84d6c9-dd7a-4555-a351-592327b46d5a,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:25:48Z,topic='l3_agent')) {'router_ids': ['8ae86652-76f5-43c4-b7ec-539146ca728b'], 'active': True} {{(pid=84043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:42:13.322566 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60137f03-842b-40db-a27e-8a4b173d5095 req-51be96ac-35d7-46f3-9f83-d0742fccee0b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:42:13.324173 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-60137f03-842b-40db-a27e-8a4b173d5095 req-51be96ac-35d7-46f3-9f83-d0742fccee0b service neutron] 10.222.0.48 "GET /v2.0/subnets?id=8c55211b-6740-46bb-be86-24115102db80 HTTP/1.1" status: 200 len: 853 time: 0.0835500 Apr 18 21:42:13.406725 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-60137f03-842b-40db-a27e-8a4b173d5095 req-7ba6fd11-2886-4d44-a9e5-35686ab7d967 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=eb1cfbb4-c890-4bc5-a238-1a91018a8219&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0760257 Apr 18 21:42:13.480713 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.l3_dvr_db [None req-997fc1f4-9444-4306-87d6-4da973a482ba None None] Set router 8ae86652-76f5-43c4-b7ec-539146ca728b gateway port host: n-d-838334-2 {{(pid=84043) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 21:42:13.554886 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-60137f03-842b-40db-a27e-8a4b173d5095 req-aa2b1e7b-f432-4647-bd7a-ae3d08c4d899 service neutron] 10.222.0.48 "GET /v2.0/networks/eb1cfbb4-c890-4bc5-a238-1a91018a8219?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1255276 Apr 18 21:42:13.802597 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-60137f03-842b-40db-a27e-8a4b173d5095 req-63bbc4b2-903f-4fba-929f-20e6345b02e1 service neutron] 10.222.0.48 "GET /v2.0/networks/eb1cfbb4-c890-4bc5-a238-1a91018a8219?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2417176 Apr 18 21:42:13.807581 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.l3_hamode_db [None req-997fc1f4-9444-4306-87d6-4da973a482ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ae86652-76f5-43c4-b7ec-539146ca728b', 'name': 'tempest-TestMinimumBasicScenario-404789952-router', 'tenant_id': '45ff588f3d6a458db3a48f8bbf03ea5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'external_fixed_ips': [{'subnet_id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'ip_address': '172.25.8.211'}], 'enable_snat': True}, 'gw_port_id': '6b60d085-3176-4702-b6e8-43d89a0aac52', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:40:08Z', 'updated_at': '2022-04-18T21:40:11Z', 'revision_number': 4, 'project_id': '45ff588f3d6a458db3a48f8bbf03ea5a', 'gw_port': {'id': '6b60d085-3176-4702-b6e8-43d89a0aac52', 'name': '', 'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:ab:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ae86652-76f5-43c4-b7ec-539146ca728b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'ip_address': '172.25.8.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:40:09Z', 'updated_at': '2022-04-18T21:40:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838334-2', '_interfaces': [{'id': 'ba4fdba4-2113-49ec-9237-4041a9160e86', 'name': '', 'network_id': 'eb1cfbb4-c890-4bc5-a238-1a91018a8219', 'tenant_id': '45ff588f3d6a458db3a48f8bbf03ea5a', 'mac_address': 'fa:16:3e:26:9e:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ae86652-76f5-43c4-b7ec-539146ca728b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8c55211b-6740-46bb-be86-24115102db80', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:40:11Z', 'updated_at': '2022-04-18T21:40:19Z', 'revision_number': 5, 'project_id': '45ff588f3d6a458db3a48f8bbf03ea5a', 'subnets': [{'id': '8c55211b-6740-46bb-be86-24115102db80', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838334-2', False) {} {{(pid=84043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:42:13.812322 n-d-838334-2 neutron-server[84043]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-997fc1f4-9444-4306-87d6-4da973a482ba None None] The sync data for ids ['8ae86652-76f5-43c4-b7ec-539146ca728b'] in n-d-838334-2 is: [{'id': '8ae86652-76f5-43c4-b7ec-539146ca728b', 'name': 'tempest-TestMinimumBasicScenario-404789952-router', 'tenant_id': '45ff588f3d6a458db3a48f8bbf03ea5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'external_fixed_ips': [{'subnet_id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'ip_address': '172.25.8.211'}], 'enable_snat': True}, 'gw_port_id': '6b60d085-3176-4702-b6e8-43d89a0aac52', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:40:08Z', 'updated_at': '2022-04-18T21:40:11Z', 'revision_number': 4, 'project_id': '45ff588f3d6a458db3a48f8bbf03ea5a', 'gw_port': {'id': '6b60d085-3176-4702-b6e8-43d89a0aac52', 'name': '', 'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:ab:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ae86652-76f5-43c4-b7ec-539146ca728b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'ip_address': '172.25.8.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:40:09Z', 'updated_at': '2022-04-18T21:40:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838334-2', '_interfaces': [{'id': 'ba4fdba4-2113-49ec-9237-4041a9160e86', 'name': '', 'network_id': 'eb1cfbb4-c890-4bc5-a238-1a91018a8219', 'tenant_id': '45ff588f3d6a458db3a48f8bbf03ea5a', 'mac_address': 'fa:16:3e:26:9e:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ae86652-76f5-43c4-b7ec-539146ca728b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8c55211b-6740-46bb-be86-24115102db80', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:40:11Z', 'updated_at': '2022-04-18T21:40:19Z', 'revision_number': 5, 'project_id': '45ff588f3d6a458db3a48f8bbf03ea5a', 'subnets': [{'id': '8c55211b-6740-46bb-be86-24115102db80', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84043) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 18 21:42:14.073750 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3d68d4f-8db5-49ca-b003-515462d5a12e None None] New status for floating IP d458a4b6-d41c-4f49-8265-6402e3c36693: DOWN {{(pid=84042) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Apr 18 21:42:15.751263 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-8b2c2103-5c13-4487-a6ff-58d9b55057dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750375287399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253529'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:42:17.119447 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40d14a54-52ab-47ac-a873-8ead94becbe5 req-201cfb22-fad8-4dfa-ba20-9126d5ce6c8f tempest-TestMinimumBasicScenario-1802763137 tempest-TestMinimumBasicScenario-1802763137-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:42:17.120131 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [req-40d14a54-52ab-47ac-a873-8ead94becbe5 req-201cfb22-fad8-4dfa-ba20-9126d5ce6c8f tempest-TestMinimumBasicScenario-1802763137 tempest-TestMinimumBasicScenario-1802763137-project] Synchronizing usage tracker for tenant:45ff588f3d6a458db3a48f8bbf03ea5a on resource:port {{(pid=84040) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 21:42:17.136987 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [req-40d14a54-52ab-47ac-a873-8ead94becbe5 req-201cfb22-fad8-4dfa-ba20-9126d5ce6c8f tempest-TestMinimumBasicScenario-1802763137 tempest-TestMinimumBasicScenario-1802763137-project] Unset dirty status for tenant:45ff588f3d6a458db3a48f8bbf03ea5a on resource:port {{(pid=84040) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 21:42:17.138256 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-40d14a54-52ab-47ac-a873-8ead94becbe5 req-201cfb22-fad8-4dfa-ba20-9126d5ce6c8f tempest-TestMinimumBasicScenario-1802763137 tempest-TestMinimumBasicScenario-1802763137-project] 10.222.0.42 "GET /v2.0/ports?device_id=013a6521-345c-4db1-97b6-1045663028b8 HTTP/1.1" status: 200 len: 946 time: 0.0929642 Apr 18 21:42:17.187549 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-40d14a54-52ab-47ac-a873-8ead94becbe5 req-00aafad4-9189-4e0e-8e4d-9ae39a50b5d8 tempest-TestMinimumBasicScenario-1802763137 tempest-TestMinimumBasicScenario-1802763137-project] 10.222.0.42 "GET /v2.0/security-groups?id=4b00b32e-66ea-49e6-b740-2c9b92dc7c85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437500 Apr 18 21:42:17.999533 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-b047b290-5636-493e-9fdf-4ffe350455a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750375287399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253529'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:42:18.390912 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f25b501-00bc-4ecb-bffc-e90f5f734979 req-94135ec0-1cb0-4b5a-929a-5eada333a4bc tempest-TestMinimumBasicScenario-1802763137 tempest-TestMinimumBasicScenario-1802763137-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:42:18.392404 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-4f25b501-00bc-4ecb-bffc-e90f5f734979 req-94135ec0-1cb0-4b5a-929a-5eada333a4bc tempest-TestMinimumBasicScenario-1802763137 tempest-TestMinimumBasicScenario-1802763137-project] 10.222.0.42 "GET /v2.0/ports?device_id=013a6521-345c-4db1-97b6-1045663028b8 HTTP/1.1" status: 200 len: 946 time: 0.0792906 Apr 18 21:42:18.439823 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-4f25b501-00bc-4ecb-bffc-e90f5f734979 req-233c2bed-c762-427b-9783-76adda93cd53 tempest-TestMinimumBasicScenario-1802763137 tempest-TestMinimumBasicScenario-1802763137-project] 10.222.0.42 "GET /v2.0/security-groups?id=4b00b32e-66ea-49e6-b740-2c9b92dc7c85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419345 Apr 18 21:42:18.690155 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dca38ca2-a279-4704-b6fc-046ff95be0a2 req-bfa1d500-e852-45e2-947c-1ea0f5f55928 tempest-TestMinimumBasicScenario-1802763137 tempest-TestMinimumBasicScenario-1802763137-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:42:18.690767 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [req-dca38ca2-a279-4704-b6fc-046ff95be0a2 req-bfa1d500-e852-45e2-947c-1ea0f5f55928 tempest-TestMinimumBasicScenario-1802763137 tempest-TestMinimumBasicScenario-1802763137-project] Synchronizing usage tracker for tenant:45ff588f3d6a458db3a48f8bbf03ea5a on resource:port {{(pid=84041) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 21:42:18.702629 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [req-dca38ca2-a279-4704-b6fc-046ff95be0a2 req-bfa1d500-e852-45e2-947c-1ea0f5f55928 tempest-TestMinimumBasicScenario-1802763137 tempest-TestMinimumBasicScenario-1802763137-project] Unset dirty status for tenant:45ff588f3d6a458db3a48f8bbf03ea5a on resource:port {{(pid=84041) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 21:42:18.703739 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-dca38ca2-a279-4704-b6fc-046ff95be0a2 req-bfa1d500-e852-45e2-947c-1ea0f5f55928 tempest-TestMinimumBasicScenario-1802763137 tempest-TestMinimumBasicScenario-1802763137-project] 10.222.0.48 "GET /v2.0/ports?device_id=013a6521-345c-4db1-97b6-1045663028b8 HTTP/1.1" status: 200 len: 946 time: 0.0875561 Apr 18 21:42:18.771891 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.plugin [req-dca38ca2-a279-4704-b6fc-046ff95be0a2 req-32036c51-b12a-4412-8904-55674e535a49 tempest-TestMinimumBasicScenario-1802763137 tempest-TestMinimumBasicScenario-1802763137-project] Deleting port d25941ed-04f1-4e8a-9f5a-c96d71530c89 {{(pid=84041) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 21:42:18.772221 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [req-dca38ca2-a279-4704-b6fc-046ff95be0a2 req-32036c51-b12a-4412-8904-55674e535a49 tempest-TestMinimumBasicScenario-1802763137 tempest-TestMinimumBasicScenario-1802763137-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750375188691'] for port, before_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:42:19.007971 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.db [req-dca38ca2-a279-4704-b6fc-046ff95be0a2 req-32036c51-b12a-4412-8904-55674e535a49 tempest-TestMinimumBasicScenario-1802763137 tempest-TestMinimumBasicScenario-1802763137-project] For port d25941ed-04f1-4e8a-9f5a-c96d71530c89, host n-h2-838334-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838334-2',level=0,port_id=d25941ed-04f1-4e8a-9f5a-c96d71530c89,segment=NetworkSegment(1196eb3d-42c6-4b0f-a17d-2810c7570b9e),segment_id=1196eb3d-42c6-4b0f-a17d-2810c7570b9e)] {{(pid=84041) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:42:19.008876 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [req-dca38ca2-a279-4704-b6fc-046ff95be0a2 req-32036c51-b12a-4412-8904-55674e535a49 tempest-TestMinimumBasicScenario-1802763137 tempest-TestMinimumBasicScenario-1802763137-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369123'] for port, precommit_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:42:19.126258 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.plugin [req-dca38ca2-a279-4704-b6fc-046ff95be0a2 req-32036c51-b12a-4412-8904-55674e535a49 tempest-TestMinimumBasicScenario-1802763137 tempest-TestMinimumBasicScenario-1802763137-project] Calling delete_port for d25941ed-04f1-4e8a-9f5a-c96d71530c89 owned by compute:nova {{(pid=84041) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 21:42:19.169277 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750375287399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253529'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:42:19.272575 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [req-dca38ca2-a279-4704-b6fc-046ff95be0a2 req-32036c51-b12a-4412-8904-55674e535a49 tempest-TestMinimumBasicScenario-1802763137 tempest-TestMinimumBasicScenario-1802763137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750375259028', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750374836628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32266323'] for port, after_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:42:19.284827 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] get_ports_and_sgs() called for port_ids ['d25941ed-04f1-4e8a-9f5a-c96d71530c89'] {{(pid=84042) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 18 21:42:19.319883 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32036c51-b12a-4412-8904-55674e535a49 tempest-TestMinimumBasicScenario-1802763137 tempest-TestMinimumBasicScenario-1802763137-project] Pushing event deleted for resources: {'Port': ['ID=d25941ed-04f1-4e8a-9f5a-c96d71530c89,revision_number=None']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:42:19.397820 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.l3_dvrscheduler_db [req-dca38ca2-a279-4704-b6fc-046ff95be0a2 req-32036c51-b12a-4412-8904-55674e535a49 tempest-TestMinimumBasicScenario-1802763137 tempest-TestMinimumBasicScenario-1802763137-project] No DVR routers for this DVR port d25941ed-04f1-4e8a-9f5a-c96d71530c89 on host n-h2-838334-2 {{(pid=84041) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 21:42:19.401006 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [req-dca38ca2-a279-4704-b6fc-046ff95be0a2 req-32036c51-b12a-4412-8904-55674e535a49 tempest-TestMinimumBasicScenario-1802763137 tempest-TestMinimumBasicScenario-1802763137-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217293'] for port, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:42:19.403522 n-d-838334-2 neutron-server[84041]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '013a6521-345c-4db1-97b6-1045663028b8', 'name': 'network-vif-deleted', 'tag': 'd25941ed-04f1-4e8a-9f5a-c96d71530c89'}] {{(pid=84041) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 21:42:19.419392 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-dca38ca2-a279-4704-b6fc-046ff95be0a2 req-32036c51-b12a-4412-8904-55674e535a49 tempest-TestMinimumBasicScenario-1802763137 tempest-TestMinimumBasicScenario-1802763137-project] 10.222.0.48 "DELETE /v2.0/ports/d25941ed-04f1-4e8a-9f5a-c96d71530c89 HTTP/1.1" status: 204 len: 173 time: 0.7101815 Apr 18 21:42:19.460105 n-d-838334-2 neutron-server[84041]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ae15ef0b-e864-44eb-b9ff-070a4e9f7182'] response: {'server_uuid': '013a6521-345c-4db1-97b6-1045663028b8', 'name': 'network-vif-deleted', 'tag': 'd25941ed-04f1-4e8a-9f5a-c96d71530c89', 'status': 'completed', 'code': 200} Apr 18 21:42:19.622308 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-cff35a0a-0782-4011-840a-75deba837249 req-943144ab-5bdc-40e2-93e8-8f4ff9d32ab6 tempest-TestMinimumBasicScenario-1802763137 tempest-TestMinimumBasicScenario-1802763137-project] 10.222.0.42 "GET /v2.0/ports?device_id=013a6521-345c-4db1-97b6-1045663028b8 HTTP/1.1" status: 200 len: 210 time: 0.0402045 Apr 18 21:42:19.681640 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-414b6ffe-e119-47bc-b18f-bcff1219c2f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750375287399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253529'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:42:20.759004 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-c7521a90-7d65-4e2e-842c-ca5d95e9a89c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750375287399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253529'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:42:21.289752 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 40832) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:42:21.786948 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-354dfcf6-0b4f-451c-8810-83d6a40f9fa7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33443857'] for router_interface, before_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:42:22.369602 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.plugin [None req-354dfcf6-0b4f-451c-8810-83d6a40f9fa7 admin admin] Deleting port ba4fdba4-2113-49ec-9237-4041a9160e86 {{(pid=84040) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 21:42:22.370419 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-354dfcf6-0b4f-451c-8810-83d6a40f9fa7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750375188691'] for port, before_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:42:22.534566 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.db [None req-354dfcf6-0b4f-451c-8810-83d6a40f9fa7 admin admin] For port ba4fdba4-2113-49ec-9237-4041a9160e86, host n-d-838334-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838334-2',level=0,port_id=ba4fdba4-2113-49ec-9237-4041a9160e86,segment=NetworkSegment(1196eb3d-42c6-4b0f-a17d-2810c7570b9e),segment_id=1196eb3d-42c6-4b0f-a17d-2810c7570b9e)] {{(pid=84040) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:42:22.534918 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-354dfcf6-0b4f-451c-8810-83d6a40f9fa7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369123'] for port, precommit_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:42:22.656506 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.plugin [None req-354dfcf6-0b4f-451c-8810-83d6a40f9fa7 admin admin] Calling delete_port for ba4fdba4-2113-49ec-9237-4041a9160e86 owned by network:router_interface {{(pid=84040) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 21:42:22.824422 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-354dfcf6-0b4f-451c-8810-83d6a40f9fa7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750375259028', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750374836628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32440838'] for port, after_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:42:22.870071 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-354dfcf6-0b4f-451c-8810-83d6a40f9fa7 admin admin] Pushing event deleted for resources: {'Port': ['ID=ba4fdba4-2113-49ec-9237-4041a9160e86,revision_number=None']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:42:23.226438 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Device d25941ed-04f1-4e8a-9f5a-c96d71530c89 no longer exists at agent hyperv_n-h2-838334-2 {{(pid=84042) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 21:42:23.260637 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.plugin [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] No Port match for: d25941ed-04f1-4e8a-9f5a-c96d71530c89 {{(pid=84042) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 18 21:42:23.260977 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Device d25941ed-04f1-4e8a-9f5a-c96d71530c89 not bound to the agent host n-h2-838334-2 {{(pid=84042) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 21:42:23.262745 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-354dfcf6-0b4f-451c-8810-83d6a40f9fa7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-32377931', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33443910'] for router_interface, after_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:42:23.833307 n-d-838334-2 neutron-server[84040]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-354dfcf6-0b4f-451c-8810-83d6a40f9fa7 admin admin] Router 8ae86652-76f5-43c4-b7ec-539146ca728b has already been hosted by L3 agent bc84d6c9-dd7a-4555-a351-592327b46d5a {{(pid=84040) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 21:42:24.027036 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-354dfcf6-0b4f-451c-8810-83d6a40f9fa7 admin admin] Notify agent at l3_agent.n-d-838334-2 the message routers_updated {{(pid=84040) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 21:42:24.035977 n-d-838334-2 neutron-server[84043]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd4f3a7a-5d9f-45fd-80e1-82269d2581ae None None] Sync routers for ids ['8ae86652-76f5-43c4-b7ec-539146ca728b'] in n-d-838334-2 {{(pid=84043) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 18 21:42:24.039317 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-354dfcf6-0b4f-451c-8810-83d6a40f9fa7 admin admin] 10.222.0.42 "PUT /v2.0/routers/8ae86652-76f5-43c4-b7ec-539146ca728b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7483428 Apr 18 21:42:24.041938 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 40836) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:42:24.048162 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd4f3a7a-5d9f-45fd-80e1-82269d2581ae None None] Routers {'8ae86652-76f5-43c4-b7ec-539146ca728b'} bound to L3 agent in host n-d-838334-2 {{(pid=84043) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 21:42:24.048752 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.l3_hamode_db [None req-bd4f3a7a-5d9f-45fd-80e1-82269d2581ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838334-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-18T20:25:48Z,description=,heartbeat_timestamp=2022-04-18T21:42:18Z,host='n-d-838334-2',id=bc84d6c9-dd7a-4555-a351-592327b46d5a,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:25:48Z,topic='l3_agent')) {'router_ids': ['8ae86652-76f5-43c4-b7ec-539146ca728b'], 'active': True} {{(pid=84043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:42:24.225417 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.l3_dvr_db [None req-bd4f3a7a-5d9f-45fd-80e1-82269d2581ae None None] Set router 8ae86652-76f5-43c4-b7ec-539146ca728b gateway port host: n-d-838334-2 {{(pid=84043) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 21:42:24.237961 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-4cb2c6e4-cb3f-4eb2-bc30-dc21be4bb799 admin admin] Notify callbacks [] for router, before_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:42:24.434457 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-4cb2c6e4-cb3f-4eb2-bc30-dc21be4bb799 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:42:24.444463 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.plugin [None req-4cb2c6e4-cb3f-4eb2-bc30-dc21be4bb799 admin admin] Deleting port 6b60d085-3176-4702-b6e8-43d89a0aac52 {{(pid=84041) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 21:42:24.444766 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-4cb2c6e4-cb3f-4eb2-bc30-dc21be4bb799 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750375188691'] for port, before_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:42:24.504921 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.l3_hamode_db [None req-bd4f3a7a-5d9f-45fd-80e1-82269d2581ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ae86652-76f5-43c4-b7ec-539146ca728b', 'name': 'tempest-TestMinimumBasicScenario-404789952-router', 'tenant_id': '45ff588f3d6a458db3a48f8bbf03ea5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'external_fixed_ips': [{'subnet_id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'ip_address': '172.25.8.211'}], 'enable_snat': True}, 'gw_port_id': '6b60d085-3176-4702-b6e8-43d89a0aac52', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:40:08Z', 'updated_at': '2022-04-18T21:42:22Z', 'revision_number': 5, 'project_id': '45ff588f3d6a458db3a48f8bbf03ea5a', 'gw_port': {'id': '6b60d085-3176-4702-b6e8-43d89a0aac52', 'name': '', 'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:ab:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ae86652-76f5-43c4-b7ec-539146ca728b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'ip_address': '172.25.8.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:40:09Z', 'updated_at': '2022-04-18T21:40:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838334-2'}], 'n-d-838334-2', False) {} {{(pid=84043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:42:24.508681 n-d-838334-2 neutron-server[84043]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd4f3a7a-5d9f-45fd-80e1-82269d2581ae None None] Checking router: 8ae86652-76f5-43c4-b7ec-539146ca728b for host: n-d-838334-2 {{(pid=84043) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 18 21:42:24.519162 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd4f3a7a-5d9f-45fd-80e1-82269d2581ae None None] Routers {'8ae86652-76f5-43c4-b7ec-539146ca728b'} bound to L3 agent in host n-d-838334-2 {{(pid=84043) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 21:42:24.520004 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.l3_hamode_db [None req-bd4f3a7a-5d9f-45fd-80e1-82269d2581ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838334-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-18T20:25:48Z,description=,heartbeat_timestamp=2022-04-18T21:42:18Z,host='n-d-838334-2',id=bc84d6c9-dd7a-4555-a351-592327b46d5a,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:25:48Z,topic='l3_agent')) {'router_ids': ['8ae86652-76f5-43c4-b7ec-539146ca728b'], 'active': True} {{(pid=84043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:42:24.617266 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.db [None req-4cb2c6e4-cb3f-4eb2-bc30-dc21be4bb799 admin admin] For port 6b60d085-3176-4702-b6e8-43d89a0aac52, host n-d-838334-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838334-2',level=0,port_id=6b60d085-3176-4702-b6e8-43d89a0aac52,segment=NetworkSegment(732aa830-768b-4511-951f-d08e26b9c25b),segment_id=732aa830-768b-4511-951f-d08e26b9c25b)] {{(pid=84041) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:42:24.617788 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-4cb2c6e4-cb3f-4eb2-bc30-dc21be4bb799 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369123'] for port, precommit_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:42:24.672051 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.l3_dvr_db [None req-bd4f3a7a-5d9f-45fd-80e1-82269d2581ae None None] Set router 8ae86652-76f5-43c4-b7ec-539146ca728b gateway port host: None {{(pid=84043) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 21:42:24.810489 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.l3_hamode_db [None req-bd4f3a7a-5d9f-45fd-80e1-82269d2581ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ae86652-76f5-43c4-b7ec-539146ca728b', 'name': 'tempest-TestMinimumBasicScenario-404789952-router', 'tenant_id': '45ff588f3d6a458db3a48f8bbf03ea5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:40:08Z', 'updated_at': '2022-04-18T21:42:24Z', 'revision_number': 6, 'project_id': '45ff588f3d6a458db3a48f8bbf03ea5a', 'gw_port_host': None}], 'n-d-838334-2', False) {} {{(pid=84043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:42:24.814369 n-d-838334-2 neutron-server[84043]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd4f3a7a-5d9f-45fd-80e1-82269d2581ae None None] The sync data for ids ['8ae86652-76f5-43c4-b7ec-539146ca728b'] in n-d-838334-2 is: [{'id': '8ae86652-76f5-43c4-b7ec-539146ca728b', 'name': 'tempest-TestMinimumBasicScenario-404789952-router', 'tenant_id': '45ff588f3d6a458db3a48f8bbf03ea5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:40:08Z', 'updated_at': '2022-04-18T21:42:24Z', 'revision_number': 6, 'project_id': '45ff588f3d6a458db3a48f8bbf03ea5a', 'gw_port_host': None}] {{(pid=84043) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 18 21:42:24.834092 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.plugin [None req-4cb2c6e4-cb3f-4eb2-bc30-dc21be4bb799 admin admin] Calling delete_port for 6b60d085-3176-4702-b6e8-43d89a0aac52 owned by network:router_gateway {{(pid=84041) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 21:42:24.996227 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-4cb2c6e4-cb3f-4eb2-bc30-dc21be4bb799 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750375259028', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750374836628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32266323'] for port, after_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:42:25.040427 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cb2c6e4-cb3f-4eb2-bc30-dc21be4bb799 admin admin] Pushing event deleted for resources: {'Port': ['ID=6b60d085-3176-4702-b6e8-43d89a0aac52,revision_number=None']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:42:25.222015 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Device ba4fdba4-2113-49ec-9237-4041a9160e86 no longer exists at agent ovs-agent-n-d-838334-2 {{(pid=84042) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 21:42:25.260307 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.plugin [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] No Port match for: ba4fdba4-2113-49ec-9237-4041a9160e86 {{(pid=84042) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 18 21:42:25.260890 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Device ba4fdba4-2113-49ec-9237-4041a9160e86 not bound to the agent host n-d-838334-2 {{(pid=84042) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 21:42:25.268034 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-4cb2c6e4-cb3f-4eb2-bc30-dc21be4bb799 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33444108'] for router_gateway, after_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:42:25.517866 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-4cb2c6e4-cb3f-4eb2-bc30-dc21be4bb799 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33443580', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5726'] for router, precommit_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:42:25.522000 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-4cb2c6e4-cb3f-4eb2-bc30-dc21be4bb799 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:42:25.547464 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-4cb2c6e4-cb3f-4eb2-bc30-dc21be4bb799 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-33443408'] for router, after_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:42:25.548016 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4cb2c6e4-cb3f-4eb2-bc30-dc21be4bb799 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8ae86652-76f5-43c4-b7ec-539146ca728b {{(pid=84041) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 18 21:42:25.559986 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-4cb2c6e4-cb3f-4eb2-bc30-dc21be4bb799 admin admin] Notify callbacks [] for router, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:42:25.561096 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-4cb2c6e4-cb3f-4eb2-bc30-dc21be4bb799 admin admin] 10.222.0.42 "DELETE /v2.0/routers/8ae86652-76f5-43c4-b7ec-539146ca728b HTTP/1.1" status: 204 len: 168 time: 1.5181727 Apr 18 21:42:25.563529 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 40840) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:42:25.622050 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.db_base_plugin_v2 [None req-7d86b94f-c99f-4655-981b-8175b257fc22 admin admin] Deleting subnet 8c55211b-6740-46bb-be86-24115102db80 {{(pid=84041) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 18 21:42:25.624981 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-7d86b94f-c99f-4655-981b-8175b257fc22 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:42:25.676223 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-7d86b94f-c99f-4655-981b-8175b257fc22 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32266383'] for subnet, precommit_delete_associations {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:42:25.756829 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-7d86b94f-c99f-4655-981b-8175b257fc22 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1260556'] for subnet, precommit_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:42:25.826635 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-7d86b94f-c99f-4655-981b-8175b257fc22 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1260549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33526260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32266336', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32486390'] for subnet, after_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:42:25.865497 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d86b94f-c99f-4655-981b-8175b257fc22 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8c55211b-6740-46bb-be86-24115102db80,revision_number=None']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:42:25.872537 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-7d86b94f-c99f-4655-981b-8175b257fc22 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:42:25.878238 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-786e773a-725c-437b-8d34-df8c35ba3bbf None None] Network eb1cfbb4-c890-4bc5-a238-1a91018a8219 requested from n-d-838334-2 {{(pid=84042) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 21:42:25.881517 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-7d86b94f-c99f-4655-981b-8175b257fc22 admin admin] 10.222.0.42 "DELETE /v2.0/subnets/8c55211b-6740-46bb-be86-24115102db80 HTTP/1.1" status: 204 len: 168 time: 0.3143210 Apr 18 21:42:25.881517 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 40844) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:42:26.001104 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-8d344160-0bcc-447c-9b47-bf068a0c4bae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1103592'] for network, before_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:42:26.012265 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.plugin [None req-8d344160-0bcc-447c-9b47-bf068a0c4bae admin admin] Deleting port 9994edcc-68d0-4184-b78f-3bc4c2c0b03b {{(pid=84041) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 21:42:26.012589 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-8d344160-0bcc-447c-9b47-bf068a0c4bae admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750375188691'] for port, before_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:42:26.138913 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81cc74f6-1c88-4724-8427-4de39fc6b504 None None] DHCP port deletion for eb1cfbb4-c890-4bc5-a238-1a91018a8219 request from n-d-838334-2 {{(pid=84042) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 18 21:42:26.143044 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.plugin [None req-81cc74f6-1c88-4724-8427-4de39fc6b504 None None] Deleting port 9994edcc-68d0-4184-b78f-3bc4c2c0b03b {{(pid=84042) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 21:42:26.143406 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-81cc74f6-1c88-4724-8427-4de39fc6b504 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750375188691'] for port, before_delete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:42:26.310628 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.db [None req-8d344160-0bcc-447c-9b47-bf068a0c4bae admin admin] For port 9994edcc-68d0-4184-b78f-3bc4c2c0b03b, host n-d-838334-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838334-2',level=0,port_id=9994edcc-68d0-4184-b78f-3bc4c2c0b03b,segment=NetworkSegment(1196eb3d-42c6-4b0f-a17d-2810c7570b9e),segment_id=1196eb3d-42c6-4b0f-a17d-2810c7570b9e)] {{(pid=84041) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:42:26.311242 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-8d344160-0bcc-447c-9b47-bf068a0c4bae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369123'] for port, precommit_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:42:26.350380 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-81cc74f6-1c88-4724-8427-4de39fc6b504 None None] For port 9994edcc-68d0-4184-b78f-3bc4c2c0b03b, host n-d-838334-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838334-2',level=0,port_id=9994edcc-68d0-4184-b78f-3bc4c2c0b03b,segment=NetworkSegment(1196eb3d-42c6-4b0f-a17d-2810c7570b9e),segment_id=1196eb3d-42c6-4b0f-a17d-2810c7570b9e)] {{(pid=84042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:42:26.350957 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-81cc74f6-1c88-4724-8427-4de39fc6b504 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369123'] for port, precommit_delete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:42:26.432412 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.plugin [None req-8d344160-0bcc-447c-9b47-bf068a0c4bae admin admin] Calling delete_port for 9994edcc-68d0-4184-b78f-3bc4c2c0b03b owned by network:dhcp {{(pid=84041) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 21:42:26.470759 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.plugin [None req-81cc74f6-1c88-4724-8427-4de39fc6b504 None None] Calling delete_port for 9994edcc-68d0-4184-b78f-3bc4c2c0b03b owned by network:dhcp {{(pid=84042) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 21:42:26.509197 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-8d344160-0bcc-447c-9b47-bf068a0c4bae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750375259028', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750374836628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32266323'] for port, after_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:42:26.540562 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.db.api [None req-81cc74f6-1c88-4724-8427-4de39fc6b504 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84042) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 18 21:42:26.540935 n-d-838334-2 neutron-server[84042]: DEBUG oslo_db.api [None req-81cc74f6-1c88-4724-8427-4de39fc6b504 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 18 21:42:26.555868 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d344160-0bcc-447c-9b47-bf068a0c4bae admin admin] Pushing event deleted for resources: {'Port': ['ID=9994edcc-68d0-4184-b78f-3bc4c2c0b03b,revision_number=None']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:42:26.560437 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d344160-0bcc-447c-9b47-bf068a0c4bae admin admin] No DVR routers for this DVR port 9994edcc-68d0-4184-b78f-3bc4c2c0b03b on host n-d-838334-2 {{(pid=84041) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 21:42:26.673435 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-8d344160-0bcc-447c-9b47-bf068a0c4bae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1258905', 'neutron.services.segments.db._delete_segments_for_network-8750375287417'] for network, precommit_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:42:26.697861 n-d-838334-2 neutron-server[84041]: DEBUG neutron.services.segments.db [None req-8d344160-0bcc-447c-9b47-bf068a0c4bae admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eb1cfbb4-c890-4bc5-a238-1a91018a8219']}} {{(pid=84041) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:42:26.713880 n-d-838334-2 neutron-server[84041]: DEBUG neutron.services.segments.db [None req-8d344160-0bcc-447c-9b47-bf068a0c4bae admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1196eb3d-42c6-4b0f-a17d-2810c7570b9e') {'for_net_delete': True} {{(pid=84041) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:42:26.714219 n-d-838334-2 neutron-server[84041]: DEBUG neutron.services.segments.db [None req-8d344160-0bcc-447c-9b47-bf068a0c4bae admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1196eb3d-42c6-4b0f-a17d-2810c7570b9e') {} {{(pid=84041) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:42:26.729059 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-8d344160-0bcc-447c-9b47-bf068a0c4bae admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750375287300', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32268156'] for segment, before_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:42:26.744555 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-8d344160-0bcc-447c-9b47-bf068a0c4bae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1082986'] for segment, precommit_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:42:26.750399 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8d344160-0bcc-447c-9b47-bf068a0c4bae admin admin] Releasing vlan 356 on physical network physnet1 to pool {{(pid=84041) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 18 21:42:26.750773 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-8d344160-0bcc-447c-9b47-bf068a0c4bae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1082993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32266254'] for segment, after_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:42:26.764197 n-d-838334-2 neutron-server[84041]: Traceback (most recent call last): Apr 18 21:42:26.764197 n-d-838334-2 neutron-server[84041]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 18 21:42:26.764197 n-d-838334-2 neutron-server[84041]: timer() Apr 18 21:42:26.764197 n-d-838334-2 neutron-server[84041]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 21:42:26.764197 n-d-838334-2 neutron-server[84041]: cb(*args, **kw) Apr 18 21:42:26.764197 n-d-838334-2 neutron-server[84041]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 18 21:42:26.764197 n-d-838334-2 neutron-server[84041]: return func(*args, **kwargs) Apr 18 21:42:26.764197 n-d-838334-2 neutron-server[84041]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 21:42:26.764197 n-d-838334-2 neutron-server[84041]: self._notify() Apr 18 21:42:26.764197 n-d-838334-2 neutron-server[84041]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 21:42:26.764197 n-d-838334-2 neutron-server[84041]: self.callback(batched_events) Apr 18 21:42:26.764197 n-d-838334-2 neutron-server[84041]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 21:42:26.764197 n-d-838334-2 neutron-server[84041]: event.method(event) Apr 18 21:42:26.764197 n-d-838334-2 neutron-server[84041]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 18 21:42:26.764197 n-d-838334-2 neutron-server[84041]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 21:42:26.764197 n-d-838334-2 neutron-server[84041]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 18 21:42:26.764197 n-d-838334-2 neutron-server[84041]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 21:42:26.764197 n-d-838334-2 neutron-server[84041]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 18 21:42:26.764197 n-d-838334-2 neutron-server[84041]: return f(self, *a, **k) Apr 18 21:42:26.764197 n-d-838334-2 neutron-server[84041]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 18 21:42:26.764197 n-d-838334-2 neutron-server[84041]: return self._get(url).json() Apr 18 21:42:26.764197 n-d-838334-2 neutron-server[84041]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 18 21:42:26.764197 n-d-838334-2 neutron-server[84041]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 21:42:26.764197 n-d-838334-2 neutron-server[84041]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 18 21:42:26.764197 n-d-838334-2 neutron-server[84041]: return self.request(url, 'GET', **kwargs) Apr 18 21:42:26.764197 n-d-838334-2 neutron-server[84041]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 18 21:42:26.764197 n-d-838334-2 neutron-server[84041]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 21:42:26.764197 n-d-838334-2 neutron-server[84041]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 18 21:42:26.764197 n-d-838334-2 neutron-server[84041]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 21:42:26.764197 n-d-838334-2 neutron-server[84041]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 18 21:42:26.764197 n-d-838334-2 neutron-server[84041]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 21:42:26.764197 n-d-838334-2 neutron-server[84041]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 21:42:26.835233 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-8d344160-0bcc-447c-9b47-bf068a0c4bae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1258898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33526109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33444113'] for network, after_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:42:26.851187 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-8d344160-0bcc-447c-9b47-bf068a0c4bae admin admin] Notify callbacks [] for network, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:42:26.865983 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d344160-0bcc-447c-9b47-bf068a0c4bae admin admin] Pushing event deleted for resources: {'Network': ['ID=eb1cfbb4-c890-4bc5-a238-1a91018a8219,revision_number=None']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:42:26.878006 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-8d344160-0bcc-447c-9b47-bf068a0c4bae admin admin] 10.222.0.42 "DELETE /v2.0/networks/eb1cfbb4-c890-4bc5-a238-1a91018a8219 HTTP/1.1" status: 204 len: 168 time: 0.9957223 Apr 18 21:42:26.880871 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 40848) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:42:27.042249 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.plugin [None req-81cc74f6-1c88-4724-8427-4de39fc6b504 None None] Deleting port 9994edcc-68d0-4184-b78f-3bc4c2c0b03b {{(pid=84042) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 21:42:27.042628 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-81cc74f6-1c88-4724-8427-4de39fc6b504 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750375188691'] for port, before_delete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:42:27.101936 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Device 6b60d085-3176-4702-b6e8-43d89a0aac52 no longer exists at agent ovs-agent-n-d-838334-2 {{(pid=84042) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 21:42:27.136585 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.plugin [None req-81cc74f6-1c88-4724-8427-4de39fc6b504 None None] The port '9994edcc-68d0-4184-b78f-3bc4c2c0b03b' was deleted {{(pid=84042) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 18 21:42:27.141336 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.plugin [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] No Port match for: 6b60d085-3176-4702-b6e8-43d89a0aac52 {{(pid=84042) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 18 21:42:27.141674 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Device 6b60d085-3176-4702-b6e8-43d89a0aac52 not bound to the agent host n-d-838334-2 {{(pid=84042) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 21:42:27.142089 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Device 9994edcc-68d0-4184-b78f-3bc4c2c0b03b no longer exists at agent ovs-agent-n-d-838334-2 {{(pid=84042) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 21:42:27.174693 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.plugin [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] No Port match for: 9994edcc-68d0-4184-b78f-3bc4c2c0b03b {{(pid=84042) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 18 21:42:27.174999 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Device 9994edcc-68d0-4184-b78f-3bc4c2c0b03b not bound to the agent host n-d-838334-2 {{(pid=84042) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 21:42:27.269208 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-b0f2017b-1653-4d69-9d50-fc1c55aad0cb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33443857'] for router_interface, before_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:42:27.934505 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.plugin [None req-b0f2017b-1653-4d69-9d50-fc1c55aad0cb admin admin] Deleting port 999fd386-7281-42e5-b4e8-9499857910e2 {{(pid=84041) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 21:42:27.935191 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-b0f2017b-1653-4d69-9d50-fc1c55aad0cb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750375188691'] for port, before_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:42:28.099922 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.db [None req-b0f2017b-1653-4d69-9d50-fc1c55aad0cb admin admin] For port 999fd386-7281-42e5-b4e8-9499857910e2, host n-d-838334-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838334-2',level=0,port_id=999fd386-7281-42e5-b4e8-9499857910e2,segment=NetworkSegment(42abc2dc-4b7b-4c6a-b95c-4a4a11533e22),segment_id=42abc2dc-4b7b-4c6a-b95c-4a4a11533e22)] {{(pid=84041) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:42:28.100273 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-b0f2017b-1653-4d69-9d50-fc1c55aad0cb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369123'] for port, precommit_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:42:28.223476 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.plugin [None req-b0f2017b-1653-4d69-9d50-fc1c55aad0cb admin admin] Calling delete_port for 999fd386-7281-42e5-b4e8-9499857910e2 owned by network:router_interface {{(pid=84041) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 21:42:28.386814 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-b0f2017b-1653-4d69-9d50-fc1c55aad0cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750375259028', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750374836628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32266323'] for port, after_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:42:28.430244 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0f2017b-1653-4d69-9d50-fc1c55aad0cb admin admin] Pushing event deleted for resources: {'Port': ['ID=999fd386-7281-42e5-b4e8-9499857910e2,revision_number=None']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:42:28.628684 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [req-e860004a-a72d-4b54-8f88-321d966f2914 req-ee6a93b3-fcd7-4bdc-b8ea-eee2bd256ca3 service neutron] (84040) timed out ('10.222.0.42', 36352) {{(pid=84040) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Apr 18 21:42:28.721949 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-b0f2017b-1653-4d69-9d50-fc1c55aad0cb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-32377931', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33443910'] for router_interface, after_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:42:29.378354 n-d-838334-2 neutron-server[84041]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b0f2017b-1653-4d69-9d50-fc1c55aad0cb admin admin] Router c995e9c1-a65a-41d2-84aa-9ad5c40b333a has already been hosted by L3 agent bc84d6c9-dd7a-4555-a351-592327b46d5a {{(pid=84041) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 21:42:29.585741 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b0f2017b-1653-4d69-9d50-fc1c55aad0cb admin admin] Notify agent at l3_agent.n-d-838334-2 the message routers_updated {{(pid=84041) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 21:42:29.594702 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9b7312d-5d7b-458d-b0a7-289438a5571d None None] Sync routers for ids ['c995e9c1-a65a-41d2-84aa-9ad5c40b333a'] in n-d-838334-2 {{(pid=84042) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 18 21:42:29.595155 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-b0f2017b-1653-4d69-9d50-fc1c55aad0cb admin admin] 10.222.0.42 "PUT /v2.0/routers/c995e9c1-a65a-41d2-84aa-9ad5c40b333a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7130263 Apr 18 21:42:29.597523 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 40852) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:42:29.606574 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9b7312d-5d7b-458d-b0a7-289438a5571d None None] Routers {'c995e9c1-a65a-41d2-84aa-9ad5c40b333a'} bound to L3 agent in host n-d-838334-2 {{(pid=84042) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 21:42:29.607172 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_hamode_db [None req-e9b7312d-5d7b-458d-b0a7-289438a5571d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838334-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-18T20:25:48Z,description=,heartbeat_timestamp=2022-04-18T21:42:18Z,host='n-d-838334-2',id=bc84d6c9-dd7a-4555-a351-592327b46d5a,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:25:48Z,topic='l3_agent')) {'router_ids': ['c995e9c1-a65a-41d2-84aa-9ad5c40b333a'], 'active': True} {{(pid=84042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:42:29.800510 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-b28c6c29-2f31-46f2-8a9e-8a58c921a5b7 admin admin] Notify callbacks [] for router, before_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:42:29.825756 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_dvr_db [None req-e9b7312d-5d7b-458d-b0a7-289438a5571d None None] Set router c995e9c1-a65a-41d2-84aa-9ad5c40b333a gateway port host: n-d-838334-2 {{(pid=84042) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 21:42:29.996845 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-b28c6c29-2f31-46f2-8a9e-8a58c921a5b7 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:42:30.006287 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.plugin [None req-b28c6c29-2f31-46f2-8a9e-8a58c921a5b7 admin admin] Deleting port 0373a4d7-a8f2-4792-82b9-6e04c1625a18 {{(pid=84041) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 21:42:30.006726 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-b28c6c29-2f31-46f2-8a9e-8a58c921a5b7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750375188691'] for port, before_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:42:30.116242 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_hamode_db [None req-e9b7312d-5d7b-458d-b0a7-289438a5571d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c995e9c1-a65a-41d2-84aa-9ad5c40b333a', 'name': 'tempest-TestMinimumBasicScenario-254445900-router', 'tenant_id': '8cc084815b804d9090fbfc2253c05b6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'external_fixed_ips': [{'subnet_id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'ip_address': '172.25.8.83'}], 'enable_snat': True}, 'gw_port_id': '0373a4d7-a8f2-4792-82b9-6e04c1625a18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:40:14Z', 'updated_at': '2022-04-18T21:42:28Z', 'revision_number': 5, 'project_id': '8cc084815b804d9090fbfc2253c05b6e', 'gw_port': {'id': '0373a4d7-a8f2-4792-82b9-6e04c1625a18', 'name': '', 'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:aa:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c995e9c1-a65a-41d2-84aa-9ad5c40b333a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'ip_address': '172.25.8.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:40:15Z', 'updated_at': '2022-04-18T21:40:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838334-2'}], 'n-d-838334-2', False) {} {{(pid=84042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:42:30.120595 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9b7312d-5d7b-458d-b0a7-289438a5571d None None] Checking router: c995e9c1-a65a-41d2-84aa-9ad5c40b333a for host: n-d-838334-2 {{(pid=84042) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 18 21:42:30.130776 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9b7312d-5d7b-458d-b0a7-289438a5571d None None] Routers {'c995e9c1-a65a-41d2-84aa-9ad5c40b333a'} bound to L3 agent in host n-d-838334-2 {{(pid=84042) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 21:42:30.131364 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_hamode_db [None req-e9b7312d-5d7b-458d-b0a7-289438a5571d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838334-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-18T20:25:48Z,description=,heartbeat_timestamp=2022-04-18T21:42:18Z,host='n-d-838334-2',id=bc84d6c9-dd7a-4555-a351-592327b46d5a,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:25:48Z,topic='l3_agent')) {'router_ids': ['c995e9c1-a65a-41d2-84aa-9ad5c40b333a'], 'active': True} {{(pid=84042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:42:30.194958 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.db [None req-b28c6c29-2f31-46f2-8a9e-8a58c921a5b7 admin admin] For port 0373a4d7-a8f2-4792-82b9-6e04c1625a18, host n-d-838334-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838334-2',level=0,port_id=0373a4d7-a8f2-4792-82b9-6e04c1625a18,segment=NetworkSegment(732aa830-768b-4511-951f-d08e26b9c25b),segment_id=732aa830-768b-4511-951f-d08e26b9c25b)] {{(pid=84041) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:42:30.195333 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-b28c6c29-2f31-46f2-8a9e-8a58c921a5b7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369123'] for port, precommit_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:42:30.270158 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750375287399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253529'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:42:30.294407 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_dvr_db [None req-e9b7312d-5d7b-458d-b0a7-289438a5571d None None] Set router c995e9c1-a65a-41d2-84aa-9ad5c40b333a gateway port host: None {{(pid=84042) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 21:42:30.318764 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.plugin [None req-b28c6c29-2f31-46f2-8a9e-8a58c921a5b7 admin admin] Calling delete_port for 0373a4d7-a8f2-4792-82b9-6e04c1625a18 owned by network:router_gateway {{(pid=84041) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 21:42:30.403105 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_hamode_db [None req-e9b7312d-5d7b-458d-b0a7-289438a5571d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c995e9c1-a65a-41d2-84aa-9ad5c40b333a', 'name': 'tempest-TestMinimumBasicScenario-254445900-router', 'tenant_id': '8cc084815b804d9090fbfc2253c05b6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:40:14Z', 'updated_at': '2022-04-18T21:42:29Z', 'revision_number': 6, 'project_id': '8cc084815b804d9090fbfc2253c05b6e', 'gw_port_host': None}], 'n-d-838334-2', False) {} {{(pid=84042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:42:30.407180 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9b7312d-5d7b-458d-b0a7-289438a5571d None None] The sync data for ids ['c995e9c1-a65a-41d2-84aa-9ad5c40b333a'] in n-d-838334-2 is: [{'id': 'c995e9c1-a65a-41d2-84aa-9ad5c40b333a', 'name': 'tempest-TestMinimumBasicScenario-254445900-router', 'tenant_id': '8cc084815b804d9090fbfc2253c05b6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:40:14Z', 'updated_at': '2022-04-18T21:42:29Z', 'revision_number': 6, 'project_id': '8cc084815b804d9090fbfc2253c05b6e', 'gw_port_host': None}] {{(pid=84042) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 18 21:42:30.505441 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-b28c6c29-2f31-46f2-8a9e-8a58c921a5b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750375259028', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750374836628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32266323'] for port, after_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:42:30.550776 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b28c6c29-2f31-46f2-8a9e-8a58c921a5b7 admin admin] Pushing event deleted for resources: {'Port': ['ID=0373a4d7-a8f2-4792-82b9-6e04c1625a18,revision_number=None']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:42:30.863988 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-b28c6c29-2f31-46f2-8a9e-8a58c921a5b7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33444108'] for router_gateway, after_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:42:31.118189 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-b28c6c29-2f31-46f2-8a9e-8a58c921a5b7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33443580', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5726'] for router, precommit_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:42:31.122246 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-b28c6c29-2f31-46f2-8a9e-8a58c921a5b7 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:42:31.146335 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-b28c6c29-2f31-46f2-8a9e-8a58c921a5b7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-33443408'] for router, after_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:42:31.146905 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b28c6c29-2f31-46f2-8a9e-8a58c921a5b7 admin admin] Fanout notify agent at l3_agent the message router_deleted on router c995e9c1-a65a-41d2-84aa-9ad5c40b333a {{(pid=84041) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 18 21:42:31.160531 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-b28c6c29-2f31-46f2-8a9e-8a58c921a5b7 admin admin] Notify callbacks [] for router, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:42:31.161746 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-b28c6c29-2f31-46f2-8a9e-8a58c921a5b7 admin admin] 10.222.0.42 "DELETE /v2.0/routers/c995e9c1-a65a-41d2-84aa-9ad5c40b333a HTTP/1.1" status: 204 len: 168 time: 1.5631802 Apr 18 21:42:31.164967 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 40856) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:42:31.225973 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Device 999fd386-7281-42e5-b4e8-9499857910e2 no longer exists at agent ovs-agent-n-d-838334-2 {{(pid=84042) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 21:42:31.233376 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.db_base_plugin_v2 [None req-8c4cd730-a3e9-482e-8cc8-2fdfb7f47731 admin admin] Deleting subnet ca564f2b-5600-43a7-ad55-2b30dbbb3966 {{(pid=84040) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 18 21:42:31.236258 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-8c4cd730-a3e9-482e-8cc8-2fdfb7f47731 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:42:31.260727 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.plugin [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] No Port match for: 999fd386-7281-42e5-b4e8-9499857910e2 {{(pid=84042) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 18 21:42:31.261076 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Device 999fd386-7281-42e5-b4e8-9499857910e2 not bound to the agent host n-d-838334-2 {{(pid=84042) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 21:42:31.261498 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Device 0373a4d7-a8f2-4792-82b9-6e04c1625a18 no longer exists at agent ovs-agent-n-d-838334-2 {{(pid=84042) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 21:42:31.292243 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-8c4cd730-a3e9-482e-8cc8-2fdfb7f47731 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31955982'] for subnet, precommit_delete_associations {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:42:31.294759 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.plugin [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] No Port match for: 0373a4d7-a8f2-4792-82b9-6e04c1625a18 {{(pid=84042) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 18 21:42:31.295169 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Device 0373a4d7-a8f2-4792-82b9-6e04c1625a18 not bound to the agent host n-d-838334-2 {{(pid=84042) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 21:42:31.375028 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-8c4cd730-a3e9-482e-8cc8-2fdfb7f47731 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1260556'] for subnet, precommit_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:42:31.445808 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-8c4cd730-a3e9-482e-8cc8-2fdfb7f47731 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1260549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33526260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32440885', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31752825'] for subnet, after_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:42:31.484546 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c4cd730-a3e9-482e-8cc8-2fdfb7f47731 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ca564f2b-5600-43a7-ad55-2b30dbbb3966,revision_number=None']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:42:31.488463 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-8c4cd730-a3e9-482e-8cc8-2fdfb7f47731 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:42:31.494859 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f230d30-f826-4f0c-be1b-56dffb899cd3 None None] Network de195b71-b8ab-4131-9d49-2c5d9bd7ff82 requested from n-d-838334-2 {{(pid=84042) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 21:42:31.495112 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-8c4cd730-a3e9-482e-8cc8-2fdfb7f47731 admin admin] 10.222.0.42 "DELETE /v2.0/subnets/ca564f2b-5600-43a7-ad55-2b30dbbb3966 HTTP/1.1" status: 204 len: 168 time: 0.3289268 Apr 18 21:42:31.497493 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 40860) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:42:31.601348 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-0bb6385a-1d26-40dc-a5ab-69d101fb5ce6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1103592'] for network, before_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:42:31.612508 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.plugin [None req-0bb6385a-1d26-40dc-a5ab-69d101fb5ce6 admin admin] Deleting port 42d47aa8-0c57-420b-af47-7208cc413b02 {{(pid=84040) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 21:42:31.612836 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-0bb6385a-1d26-40dc-a5ab-69d101fb5ce6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750375188691'] for port, before_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:42:31.736035 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8ed03a6-0750-4643-b207-d4292162f8b2 None None] DHCP port deletion for de195b71-b8ab-4131-9d49-2c5d9bd7ff82 request from n-d-838334-2 {{(pid=84042) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 18 21:42:31.740488 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.plugin [None req-b8ed03a6-0750-4643-b207-d4292162f8b2 None None] Deleting port 42d47aa8-0c57-420b-af47-7208cc413b02 {{(pid=84042) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 21:42:31.740859 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-b8ed03a6-0750-4643-b207-d4292162f8b2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750375188691'] for port, before_delete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:42:31.928551 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.db [None req-0bb6385a-1d26-40dc-a5ab-69d101fb5ce6 admin admin] For port 42d47aa8-0c57-420b-af47-7208cc413b02, host n-d-838334-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838334-2',level=0,port_id=42d47aa8-0c57-420b-af47-7208cc413b02,segment=NetworkSegment(42abc2dc-4b7b-4c6a-b95c-4a4a11533e22),segment_id=42abc2dc-4b7b-4c6a-b95c-4a4a11533e22)] {{(pid=84040) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:42:31.928887 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-0bb6385a-1d26-40dc-a5ab-69d101fb5ce6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369123'] for port, precommit_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:42:31.944663 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-b8ed03a6-0750-4643-b207-d4292162f8b2 None None] For port 42d47aa8-0c57-420b-af47-7208cc413b02, host n-d-838334-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838334-2',level=0,port_id=42d47aa8-0c57-420b-af47-7208cc413b02,segment=NetworkSegment(42abc2dc-4b7b-4c6a-b95c-4a4a11533e22),segment_id=42abc2dc-4b7b-4c6a-b95c-4a4a11533e22)] {{(pid=84042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:42:31.945049 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-b8ed03a6-0750-4643-b207-d4292162f8b2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369123'] for port, precommit_delete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:42:32.055750 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.plugin [None req-0bb6385a-1d26-40dc-a5ab-69d101fb5ce6 admin admin] Calling delete_port for 42d47aa8-0c57-420b-af47-7208cc413b02 owned by network:dhcp {{(pid=84040) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 21:42:32.104982 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.plugin [None req-b8ed03a6-0750-4643-b207-d4292162f8b2 None None] Calling delete_port for 42d47aa8-0c57-420b-af47-7208cc413b02 owned by network:dhcp {{(pid=84042) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 21:42:32.132364 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-0bb6385a-1d26-40dc-a5ab-69d101fb5ce6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750375259028', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750374836628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32440838'] for port, after_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:42:32.173004 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.db.api [None req-b8ed03a6-0750-4643-b207-d4292162f8b2 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84042) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 18 21:42:32.173328 n-d-838334-2 neutron-server[84042]: DEBUG oslo_db.api [None req-b8ed03a6-0750-4643-b207-d4292162f8b2 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 18 21:42:32.177775 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bb6385a-1d26-40dc-a5ab-69d101fb5ce6 admin admin] Pushing event deleted for resources: {'Port': ['ID=42d47aa8-0c57-420b-af47-7208cc413b02,revision_number=None']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:42:32.183573 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bb6385a-1d26-40dc-a5ab-69d101fb5ce6 admin admin] No DVR routers for this DVR port 42d47aa8-0c57-420b-af47-7208cc413b02 on host n-d-838334-2 {{(pid=84040) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 21:42:32.297192 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-0bb6385a-1d26-40dc-a5ab-69d101fb5ce6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1258905', 'neutron.services.segments.db._delete_segments_for_network-8750375287417'] for network, precommit_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:42:32.323598 n-d-838334-2 neutron-server[84040]: DEBUG neutron.services.segments.db [None req-0bb6385a-1d26-40dc-a5ab-69d101fb5ce6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['de195b71-b8ab-4131-9d49-2c5d9bd7ff82']}} {{(pid=84040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:42:32.335133 n-d-838334-2 neutron-server[84040]: DEBUG neutron.services.segments.db [None req-0bb6385a-1d26-40dc-a5ab-69d101fb5ce6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '42abc2dc-4b7b-4c6a-b95c-4a4a11533e22') {'for_net_delete': True} {{(pid=84040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:42:32.335425 n-d-838334-2 neutron-server[84040]: DEBUG neutron.services.segments.db [None req-0bb6385a-1d26-40dc-a5ab-69d101fb5ce6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '42abc2dc-4b7b-4c6a-b95c-4a4a11533e22') {} {{(pid=84040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:42:32.346324 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-0bb6385a-1d26-40dc-a5ab-69d101fb5ce6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750375287300', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31955965'] for segment, before_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:42:32.362205 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-0bb6385a-1d26-40dc-a5ab-69d101fb5ce6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1082986'] for segment, precommit_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:42:32.369339 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0bb6385a-1d26-40dc-a5ab-69d101fb5ce6 admin admin] Releasing vlan 370 on physical network physnet1 to pool {{(pid=84040) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 18 21:42:32.369793 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-0bb6385a-1d26-40dc-a5ab-69d101fb5ce6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1082993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32440923'] for segment, after_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:42:32.382667 n-d-838334-2 neutron-server[84040]: Traceback (most recent call last): Apr 18 21:42:32.382667 n-d-838334-2 neutron-server[84040]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 18 21:42:32.382667 n-d-838334-2 neutron-server[84040]: timer() Apr 18 21:42:32.382667 n-d-838334-2 neutron-server[84040]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 21:42:32.382667 n-d-838334-2 neutron-server[84040]: cb(*args, **kw) Apr 18 21:42:32.382667 n-d-838334-2 neutron-server[84040]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 18 21:42:32.382667 n-d-838334-2 neutron-server[84040]: return func(*args, **kwargs) Apr 18 21:42:32.382667 n-d-838334-2 neutron-server[84040]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 21:42:32.382667 n-d-838334-2 neutron-server[84040]: self._notify() Apr 18 21:42:32.382667 n-d-838334-2 neutron-server[84040]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 21:42:32.382667 n-d-838334-2 neutron-server[84040]: self.callback(batched_events) Apr 18 21:42:32.382667 n-d-838334-2 neutron-server[84040]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 21:42:32.382667 n-d-838334-2 neutron-server[84040]: event.method(event) Apr 18 21:42:32.382667 n-d-838334-2 neutron-server[84040]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 18 21:42:32.382667 n-d-838334-2 neutron-server[84040]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 21:42:32.382667 n-d-838334-2 neutron-server[84040]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 18 21:42:32.382667 n-d-838334-2 neutron-server[84040]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 21:42:32.382667 n-d-838334-2 neutron-server[84040]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 18 21:42:32.382667 n-d-838334-2 neutron-server[84040]: return f(self, *a, **k) Apr 18 21:42:32.382667 n-d-838334-2 neutron-server[84040]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 18 21:42:32.382667 n-d-838334-2 neutron-server[84040]: return self._get(url).json() Apr 18 21:42:32.382667 n-d-838334-2 neutron-server[84040]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 18 21:42:32.382667 n-d-838334-2 neutron-server[84040]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 21:42:32.382667 n-d-838334-2 neutron-server[84040]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 18 21:42:32.382667 n-d-838334-2 neutron-server[84040]: return self.request(url, 'GET', **kwargs) Apr 18 21:42:32.382667 n-d-838334-2 neutron-server[84040]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 18 21:42:32.382667 n-d-838334-2 neutron-server[84040]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 21:42:32.382667 n-d-838334-2 neutron-server[84040]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 18 21:42:32.382667 n-d-838334-2 neutron-server[84040]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 21:42:32.382667 n-d-838334-2 neutron-server[84040]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 18 21:42:32.382667 n-d-838334-2 neutron-server[84040]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 21:42:32.382667 n-d-838334-2 neutron-server[84040]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 21:42:32.457004 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-0bb6385a-1d26-40dc-a5ab-69d101fb5ce6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1258898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33526109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33444113'] for network, after_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:42:32.473181 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-0bb6385a-1d26-40dc-a5ab-69d101fb5ce6 admin admin] Notify callbacks [] for network, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:42:32.485048 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bb6385a-1d26-40dc-a5ab-69d101fb5ce6 admin admin] Pushing event deleted for resources: {'Network': ['ID=de195b71-b8ab-4131-9d49-2c5d9bd7ff82,revision_number=None']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:42:32.487579 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-0bb6385a-1d26-40dc-a5ab-69d101fb5ce6 admin admin] 10.222.0.42 "DELETE /v2.0/networks/de195b71-b8ab-4131-9d49-2c5d9bd7ff82 HTTP/1.1" status: 204 len: 168 time: 0.9891849 Apr 18 21:42:32.674641 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.plugin [None req-b8ed03a6-0750-4643-b207-d4292162f8b2 None None] Deleting port 42d47aa8-0c57-420b-af47-7208cc413b02 {{(pid=84042) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 21:42:32.675095 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-b8ed03a6-0750-4643-b207-d4292162f8b2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750375188691'] for port, before_delete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:42:32.677923 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 40866) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:42:32.728748 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-06e6e2b1-e8b0-4198-bebd-235ea8e8ac2f admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=45ff588f3d6a458db3a48f8bbf03ea5a&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0495808 Apr 18 21:42:32.731193 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 40870) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:42:32.741214 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.plugin [None req-b8ed03a6-0750-4643-b207-d4292162f8b2 None None] The port '42d47aa8-0c57-420b-af47-7208cc413b02' was deleted {{(pid=84042) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 18 21:42:32.796410 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-6e60c73a-c0de-48b0-a4a2-74e23186cfc2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:42:32.822337 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-6e60c73a-c0de-48b0-a4a2-74e23186cfc2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:42:32.873059 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-6e60c73a-c0de-48b0-a4a2-74e23186cfc2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33528224'] for security_group, after_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:42:32.887928 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e60c73a-c0de-48b0-a4a2-74e23186cfc2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b00b32e-66ea-49e6-b740-2c9b92dc7c85,revision_number=None']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:42:32.893859 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-6e60c73a-c0de-48b0-a4a2-74e23186cfc2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:42:32.894953 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-6e60c73a-c0de-48b0-a4a2-74e23186cfc2 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/4b00b32e-66ea-49e6-b740-2c9b92dc7c85 HTTP/1.1" status: 204 len: 168 time: 0.1626546 Apr 18 21:42:33.076110 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Device 42d47aa8-0c57-420b-af47-7208cc413b02 no longer exists at agent ovs-agent-n-d-838334-2 {{(pid=84042) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 21:42:33.109219 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.plugin [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] No Port match for: 42d47aa8-0c57-420b-af47-7208cc413b02 {{(pid=84042) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 18 21:42:33.109541 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Device 42d47aa8-0c57-420b-af47-7208cc413b02 not bound to the agent host n-d-838334-2 {{(pid=84042) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 21:42:33.292948 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 40878) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:42:33.344819 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-cef73b74-4bb3-4dc8-82d8-08d3d5172494 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=8cc084815b804d9090fbfc2253c05b6e&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0507228 Apr 18 21:42:33.347417 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 40882) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:42:33.412987 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-d3274e7f-1282-402e-873a-d99b93d02fbb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:42:33.446992 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-d3274e7f-1282-402e-873a-d99b93d02fbb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:42:33.497961 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-d3274e7f-1282-402e-873a-d99b93d02fbb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33528224'] for security_group, after_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:42:33.512457 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3274e7f-1282-402e-873a-d99b93d02fbb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7361dac-7f9b-4272-bc78-ce3195134e93,revision_number=None']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:42:33.518998 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-d3274e7f-1282-402e-873a-d99b93d02fbb admin admin] Notify callbacks [] for security_group, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:42:33.520258 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-d3274e7f-1282-402e-873a-d99b93d02fbb admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/c7361dac-7f9b-4272-bc78-ce3195134e93 HTTP/1.1" status: 204 len: 168 time: 0.1719184 Apr 18 21:42:34.324959 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750375287399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253529'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:42:35.934315 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 40926) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:42:35.940056 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.v2.base [None req-26431de6-e7cd-4544-a91e-f544b0be8411 tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1803295272', 'description': 'tempest-secgroup-smoke-1803295272 description', 'project_id': 'a4ea1a148ea742c594b9948ed7bb3759'}} {{(pid=84040) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:42:35.947159 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [None req-26431de6-e7cd-4544-a91e-f544b0be8411 tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:42:35.951073 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-26431de6-e7cd-4544-a91e-f544b0be8411 tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] Usage tracker for resource:security_group and tenant:a4ea1a148ea742c594b9948ed7bb3759 is out of sync, need to count used quota {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:42:35.953956 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-26431de6-e7cd-4544-a91e-f544b0be8411 tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:42:35.959571 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [None req-26431de6-e7cd-4544-a91e-f544b0be8411 tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:42:35.971028 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-26431de6-e7cd-4544-a91e-f544b0be8411 tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] Notify callbacks [] for security_group, before_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:42:35.983363 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-26431de6-e7cd-4544-a91e-f544b0be8411 tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] Notify callbacks [] for security_group, before_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:42:36.016051 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [None req-26431de6-e7cd-4544-a91e-f544b0be8411 tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:42:36.019791 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-26431de6-e7cd-4544-a91e-f544b0be8411 tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] Usage tracker for resource:security_group_rule and tenant:a4ea1a148ea742c594b9948ed7bb3759 is out of sync, need to count used quota {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:42:36.022498 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-26431de6-e7cd-4544-a91e-f544b0be8411 tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:42:36.028130 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [None req-26431de6-e7cd-4544-a91e-f544b0be8411 tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:42:36.093566 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-26431de6-e7cd-4544-a91e-f544b0be8411 tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] Notify callbacks [] for security_group, precommit_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:42:36.097199 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-26431de6-e7cd-4544-a91e-f544b0be8411 tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33528224'] for security_group, after_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:42:36.138011 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [None req-26431de6-e7cd-4544-a91e-f544b0be8411 tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:42:36.143973 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26431de6-e7cd-4544-a91e-f544b0be8411 tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] Pushing event updated for resources: {'SecurityGroup': ['ID=59d065c0-60b1-4ee2-b45a-e25f9f9e5b6d,revision_number=1']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:42:36.146977 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-26431de6-e7cd-4544-a91e-f544b0be8411 tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] Usage tracker for resource:security_group_rule and tenant:a4ea1a148ea742c594b9948ed7bb3759 is out of sync, need to count used quota {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:42:36.150708 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-26431de6-e7cd-4544-a91e-f544b0be8411 tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:42:36.156514 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [None req-26431de6-e7cd-4544-a91e-f544b0be8411 tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:42:36.216031 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-26431de6-e7cd-4544-a91e-f544b0be8411 tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] Notify callbacks [] for security_group, precommit_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:42:36.219550 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-26431de6-e7cd-4544-a91e-f544b0be8411 tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33528224'] for security_group, after_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:42:36.261236 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26431de6-e7cd-4544-a91e-f544b0be8411 tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5d872982-d954-4f3d-b41d-18baebabb0a6,revision_number=1']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:42:36.265323 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-26431de6-e7cd-4544-a91e-f544b0be8411 tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] Notify callbacks [] for security_group, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:42:36.269736 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-26431de6-e7cd-4544-a91e-f544b0be8411 tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1628 time: 0.3342903 Apr 18 21:42:36.269928 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 40930) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:42:36.276282 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.v2.base [None req-c61877a8-3ea7-4663-a9a3-db9a0acd3f5f tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] Request body: {'security_group_rule': {'security_group_id': '5d872982-d954-4f3d-b41d-18baebabb0a6', 'project_id': 'a4ea1a148ea742c594b9948ed7bb3759', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:42:36.282942 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-c61877a8-3ea7-4663-a9a3-db9a0acd3f5f tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:42:36.286909 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-c61877a8-3ea7-4663-a9a3-db9a0acd3f5f tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] Usage tracker for resource:security_group_rule and tenant:a4ea1a148ea742c594b9948ed7bb3759 is out of sync, need to count used quota {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:42:36.290512 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-c61877a8-3ea7-4663-a9a3-db9a0acd3f5f tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:42:36.296256 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-c61877a8-3ea7-4663-a9a3-db9a0acd3f5f tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:42:36.313086 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-c61877a8-3ea7-4663-a9a3-db9a0acd3f5f tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:42:36.375887 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-c61877a8-3ea7-4663-a9a3-db9a0acd3f5f tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:42:36.379439 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-c61877a8-3ea7-4663-a9a3-db9a0acd3f5f tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33528311'] for security_group_rule, after_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:42:36.403976 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c61877a8-3ea7-4663-a9a3-db9a0acd3f5f tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8108346f-ebca-42f9-9e78-4e7a76db7919,revision_number=0']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:42:36.412962 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-c61877a8-3ea7-4663-a9a3-db9a0acd3f5f tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:42:36.414858 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-c61877a8-3ea7-4663-a9a3-db9a0acd3f5f tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.1432009 Apr 18 21:42:36.417420 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 40934) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:42:36.422643 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.v2.base [None req-84e094d7-6fa8-4f9b-b7e0-7a618ca4f029 tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] Request body: {'security_group_rule': {'security_group_id': '5d872982-d954-4f3d-b41d-18baebabb0a6', 'project_id': 'a4ea1a148ea742c594b9948ed7bb3759', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=84041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:42:36.429538 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-84e094d7-6fa8-4f9b-b7e0-7a618ca4f029 tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:42:36.433584 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-84e094d7-6fa8-4f9b-b7e0-7a618ca4f029 tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] Usage tracker for resource:security_group_rule and tenant:a4ea1a148ea742c594b9948ed7bb3759 is out of sync, need to count used quota {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:42:36.436441 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-84e094d7-6fa8-4f9b-b7e0-7a618ca4f029 tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:42:36.442022 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-84e094d7-6fa8-4f9b-b7e0-7a618ca4f029 tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:42:36.458423 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-84e094d7-6fa8-4f9b-b7e0-7a618ca4f029 tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:42:36.519875 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-84e094d7-6fa8-4f9b-b7e0-7a618ca4f029 tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:42:36.523326 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-84e094d7-6fa8-4f9b-b7e0-7a618ca4f029 tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33528311'] for security_group_rule, after_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:42:36.547097 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84e094d7-6fa8-4f9b-b7e0-7a618ca4f029 tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bf2b4942-c081-4c68-a252-6471be82a60f,revision_number=0']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:42:36.556183 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-84e094d7-6fa8-4f9b-b7e0-7a618ca4f029 tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:42:36.560163 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-84e094d7-6fa8-4f9b-b7e0-7a618ca4f029 tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.1393254 Apr 18 21:42:36.560353 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 40938) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:42:36.565615 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.v2.base [None req-d2cb5d90-d1e3-4015-a8e9-88e4681dd10d tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] Request body: {'security_group_rule': {'security_group_id': '5d872982-d954-4f3d-b41d-18baebabb0a6', 'project_id': 'a4ea1a148ea742c594b9948ed7bb3759', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=84041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:42:36.572946 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-d2cb5d90-d1e3-4015-a8e9-88e4681dd10d tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:42:36.576708 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-d2cb5d90-d1e3-4015-a8e9-88e4681dd10d tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] Usage tracker for resource:security_group_rule and tenant:a4ea1a148ea742c594b9948ed7bb3759 is out of sync, need to count used quota {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:42:36.579510 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-d2cb5d90-d1e3-4015-a8e9-88e4681dd10d tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:42:36.585090 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-d2cb5d90-d1e3-4015-a8e9-88e4681dd10d tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:42:36.601678 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-d2cb5d90-d1e3-4015-a8e9-88e4681dd10d tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:42:36.663503 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-d2cb5d90-d1e3-4015-a8e9-88e4681dd10d tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:42:36.667006 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-d2cb5d90-d1e3-4015-a8e9-88e4681dd10d tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33528311'] for security_group_rule, after_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:42:36.694569 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2cb5d90-d1e3-4015-a8e9-88e4681dd10d tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=64636dd8-4d1f-40b3-a593-54e16eea8478,revision_number=0']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:42:36.704448 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-d2cb5d90-d1e3-4015-a8e9-88e4681dd10d tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:42:36.705592 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-d2cb5d90-d1e3-4015-a8e9-88e4681dd10d tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.1443427 Apr 18 21:42:36.708208 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 40942) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:42:36.714170 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.v2.base [None req-1aa27010-a5f6-44b8-a86c-8a6e123c229b tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] Request body: {'security_group_rule': {'security_group_id': '5d872982-d954-4f3d-b41d-18baebabb0a6', 'project_id': 'a4ea1a148ea742c594b9948ed7bb3759', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=84041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:42:36.720677 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-1aa27010-a5f6-44b8-a86c-8a6e123c229b tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:42:36.724351 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-1aa27010-a5f6-44b8-a86c-8a6e123c229b tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] Usage tracker for resource:security_group_rule and tenant:a4ea1a148ea742c594b9948ed7bb3759 is out of sync, need to count used quota {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:42:36.727170 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-1aa27010-a5f6-44b8-a86c-8a6e123c229b tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:42:36.732704 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-1aa27010-a5f6-44b8-a86c-8a6e123c229b tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:42:36.748745 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-1aa27010-a5f6-44b8-a86c-8a6e123c229b tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:42:36.816456 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-1aa27010-a5f6-44b8-a86c-8a6e123c229b tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:42:36.819924 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-1aa27010-a5f6-44b8-a86c-8a6e123c229b tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33528311'] for security_group_rule, after_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:42:36.843749 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aa27010-a5f6-44b8-a86c-8a6e123c229b tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0b5a84ca-55b5-4344-afc6-59da60d1f4a7,revision_number=0']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:42:36.852425 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-1aa27010-a5f6-44b8-a86c-8a6e123c229b tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:42:36.853618 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-1aa27010-a5f6-44b8-a86c-8a6e123c229b tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.1444690 Apr 18 21:42:36.856313 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 40948) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:42:36.861533 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.v2.base [None req-39feac1d-8452-4b3a-b393-4c2fb87c9f40 tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] Request body: {'security_group_rule': {'security_group_id': '5d872982-d954-4f3d-b41d-18baebabb0a6', 'project_id': 'a4ea1a148ea742c594b9948ed7bb3759', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=84041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:42:36.868781 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-39feac1d-8452-4b3a-b393-4c2fb87c9f40 tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:42:36.872557 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-39feac1d-8452-4b3a-b393-4c2fb87c9f40 tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] Usage tracker for resource:security_group_rule and tenant:a4ea1a148ea742c594b9948ed7bb3759 is out of sync, need to count used quota {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:42:36.875335 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-39feac1d-8452-4b3a-b393-4c2fb87c9f40 tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:42:36.880971 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-39feac1d-8452-4b3a-b393-4c2fb87c9f40 tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:42:36.891726 n-d-838334-2 neutron-server[84041]: INFO neutron.db.securitygroups_db [None req-39feac1d-8452-4b3a-b393-4c2fb87c9f40 tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] Project a4ea1a148ea742c594b9948ed7bb3759 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 18 21:42:36.897784 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-39feac1d-8452-4b3a-b393-4c2fb87c9f40 tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:42:36.962190 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-39feac1d-8452-4b3a-b393-4c2fb87c9f40 tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:42:36.965858 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-39feac1d-8452-4b3a-b393-4c2fb87c9f40 tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33528311'] for security_group_rule, after_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:42:36.989806 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39feac1d-8452-4b3a-b393-4c2fb87c9f40 tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a31df257-0a8d-4ff2-90ff-e10450ff9a9b,revision_number=0']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:42:36.998236 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-39feac1d-8452-4b3a-b393-4c2fb87c9f40 tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:42:36.999403 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-39feac1d-8452-4b3a-b393-4c2fb87c9f40 tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.1421957 Apr 18 21:42:37.002086 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 40952) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:42:37.007464 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.v2.base [None req-efcd7c68-e07d-44bc-a64d-594e04eb4521 tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] Request body: {'security_group_rule': {'security_group_id': '5d872982-d954-4f3d-b41d-18baebabb0a6', 'project_id': 'a4ea1a148ea742c594b9948ed7bb3759', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=84041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:42:37.013958 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-efcd7c68-e07d-44bc-a64d-594e04eb4521 tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:42:37.017646 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-efcd7c68-e07d-44bc-a64d-594e04eb4521 tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] Usage tracker for resource:security_group_rule and tenant:a4ea1a148ea742c594b9948ed7bb3759 is out of sync, need to count used quota {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:42:37.020441 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-efcd7c68-e07d-44bc-a64d-594e04eb4521 tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:42:37.029999 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-efcd7c68-e07d-44bc-a64d-594e04eb4521 tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:42:37.048158 n-d-838334-2 neutron-server[84041]: INFO neutron.db.securitygroups_db [None req-efcd7c68-e07d-44bc-a64d-594e04eb4521 tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] Project a4ea1a148ea742c594b9948ed7bb3759 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 18 21:42:37.055079 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-efcd7c68-e07d-44bc-a64d-594e04eb4521 tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:42:37.121345 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-efcd7c68-e07d-44bc-a64d-594e04eb4521 tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:42:37.124880 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-efcd7c68-e07d-44bc-a64d-594e04eb4521 tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33528311'] for security_group_rule, after_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:42:37.147105 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efcd7c68-e07d-44bc-a64d-594e04eb4521 tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=66da3d95-b7d3-44b9-b179-3ed9fcb8d6f9,revision_number=0']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:42:37.156624 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-efcd7c68-e07d-44bc-a64d-594e04eb4521 tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:42:37.157804 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-efcd7c68-e07d-44bc-a64d-594e04eb4521 tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.1547859 Apr 18 21:42:37.160829 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 40956) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:42:37.166588 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.v2.base [None req-70b9413e-d87a-48da-90a3-b7b54e8c4456 tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] Request body: {'network': {'name': 'tempest-network-smoke--1915805589', 'project_id': 'a4ea1a148ea742c594b9948ed7bb3759', 'port_security_enabled': True}} {{(pid=84041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:42:37.172147 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-70b9413e-d87a-48da-90a3-b7b54e8c4456 tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:42:37.176340 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-70b9413e-d87a-48da-90a3-b7b54e8c4456 tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] Usage tracker for resource:network and tenant:a4ea1a148ea742c594b9948ed7bb3759 is out of sync, need to count used quota {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:42:37.179137 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-70b9413e-d87a-48da-90a3-b7b54e8c4456 tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:42:37.184897 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-70b9413e-d87a-48da-90a3-b7b54e8c4456 tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:42:37.195773 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-70b9413e-d87a-48da-90a3-b7b54e8c4456 tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] Made reservation on behalf of a4ea1a148ea742c594b9948ed7bb3759 for: {'network': 1} {{(pid=84041) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:42:37.198693 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-70b9413e-d87a-48da-90a3-b7b54e8c4456 tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for network, before_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:42:37.226369 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-70b9413e-d87a-48da-90a3-b7b54e8c4456 tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 353} {{(pid=84041) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 21:42:37.235708 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-70b9413e-d87a-48da-90a3-b7b54e8c4456 tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1082986'] for segment, precommit_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:42:37.236048 n-d-838334-2 neutron-server[84041]: INFO neutron.db.segments_db [None req-70b9413e-d87a-48da-90a3-b7b54e8c4456 tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] Added segment fbe156b4-18b9-4ca8-a660-c01c5a74c017 of type vlan for network e504ef44-38cc-412a-9684-f17c89821c5c Apr 18 21:42:37.262461 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-70b9413e-d87a-48da-90a3-b7b54e8c4456 tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750374825732'] for network, precommit_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:42:37.291037 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-70b9413e-d87a-48da-90a3-b7b54e8c4456 tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33526109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022'] for network, after_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:42:37.294969 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70b9413e-d87a-48da-90a3-b7b54e8c4456 tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:42:37.295547 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-70b9413e-d87a-48da-90a3-b7b54e8c4456 tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] Notify callbacks [] for network, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:42:37.395310 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-70b9413e-d87a-48da-90a3-b7b54e8c4456 tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2333770 Apr 18 21:42:37.399425 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 40960) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:42:37.404977 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.v2.base [None req-a57b3104-9cbd-49be-a30c-87bcb560695d tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-945536737', 'admin_state_up': True, 'project_id': 'a4ea1a148ea742c594b9948ed7bb3759', 'external_gateway_info': {'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c'}}} {{(pid=84040) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:42:37.410612 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70b9413e-d87a-48da-90a3-b7b54e8c4456 tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] Pushing event updated for resources: {'Network': ['ID=e504ef44-38cc-412a-9684-f17c89821c5c,revision_number=1']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:42:37.412443 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [None req-a57b3104-9cbd-49be-a30c-87bcb560695d tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:42:37.416522 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-a57b3104-9cbd-49be-a30c-87bcb560695d tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] Usage tracker for resource:router and tenant:a4ea1a148ea742c594b9948ed7bb3759 is out of sync, need to count used quota {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:42:37.419397 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-a57b3104-9cbd-49be-a30c-87bcb560695d tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:42:37.421898 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Network e504ef44-38cc-412a-9684-f17c89821c5c details requested by agent ovs-agent-n-d-838334-2 with host n-d-838334-2 {{(pid=84042) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 18 21:42:37.426133 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [None req-a57b3104-9cbd-49be-a30c-87bcb560695d tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:42:37.436574 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-a57b3104-9cbd-49be-a30c-87bcb560695d tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-33442106', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5708'] for router, before_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:42:37.437604 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-a57b3104-9cbd-49be-a30c-87bcb560695d tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33442137', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33444285', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33535433', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5703'] for router, precommit_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:42:37.455420 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-a57b3104-9cbd-49be-a30c-87bcb560695d tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:42:37.597909 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-a57b3104-9cbd-49be-a30c-87bcb560695d tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-33444175', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-33443520', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5293'] for router, precommit_update {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:42:37.774918 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-a57b3104-9cbd-49be-a30c-87bcb560695d tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] Notify callbacks [] for router_gateway, before_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:42:37.889850 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-a57b3104-9cbd-49be-a30c-87bcb560695d tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:42:38.027872 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.db_base_plugin_common [None req-a57b3104-9cbd-49be-a30c-87bcb560695d tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] Allocated IP 172.25.8.68 (e41b6600-a917-4a8d-b05c-be3be40c6d8c/6b05667b-848e-4356-9b44-d5eb6808ef74/a5041f8a-9859-4b3b-ae5e-7bf7005d8d1f) {{(pid=84040) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 21:42:38.170970 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-a57b3104-9cbd-49be-a30c-87bcb560695d tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] Notify callbacks [] for port, precommit_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:42:38.198970 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-a57b3104-9cbd-49be-a30c-87bcb560695d tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750374836619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32440838'] for port, after_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:42:38.264273 n-d-838334-2 neutron-server[84040]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a57b3104-9cbd-49be-a30c-87bcb560695d tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] Network e41b6600-a917-4a8d-b05c-be3be40c6d8c is already hosted by enough agents. {{(pid=84040) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:42:38.267168 n-d-838334-2 neutron-server[84040]: DEBUG neutron.scheduler.base_scheduler [None req-a57b3104-9cbd-49be-a30c-87bcb560695d tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] Resources bound (agent type, host, resource id): {{(pid=84040) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:42:38.271416 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a57b3104-9cbd-49be-a30c-87bcb560695d tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] Received port after_create {{(pid=84040) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 21:42:38.298972 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a57b3104-9cbd-49be-a30c-87bcb560695d tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] Pushing event updated for resources: {'Port': ['ID=a5041f8a-9859-4b3b-ae5e-7bf7005d8d1f,revision_number=1']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:42:38.427268 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-a57b3104-9cbd-49be-a30c-87bcb560695d tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] Notify callbacks [] for router_gateway, after_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:42:38.428007 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-a57b3104-9cbd-49be-a30c-87bcb560695d tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33443529', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33444176'] for router, after_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:42:38.655942 n-d-838334-2 neutron-server[84040]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a57b3104-9cbd-49be-a30c-87bcb560695d tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] Router 8ddff84c-b672-4800-b2bd-72bfa5a91377 is scheduled to L3 agent bc84d6c9-dd7a-4555-a351-592327b46d5a with binding_index 1 {{(pid=84040) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 18 21:42:38.852959 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a57b3104-9cbd-49be-a30c-87bcb560695d tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] Notify agent at l3_agent.n-d-838334-2 the message routers_updated {{(pid=84040) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 21:42:38.864113 n-d-838334-2 neutron-server[84043]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0642f601-becf-46f8-a941-b7f700876f64 None None] Sync routers for ids ['8ddff84c-b672-4800-b2bd-72bfa5a91377'] in n-d-838334-2 {{(pid=84043) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 18 21:42:38.876004 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0642f601-becf-46f8-a941-b7f700876f64 None None] Routers {'8ddff84c-b672-4800-b2bd-72bfa5a91377'} bound to L3 agent in host n-d-838334-2 {{(pid=84043) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 21:42:38.876698 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.l3_hamode_db [None req-0642f601-becf-46f8-a941-b7f700876f64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838334-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-18T20:25:48Z,description=,heartbeat_timestamp=2022-04-18T21:42:18Z,host='n-d-838334-2',id=bc84d6c9-dd7a-4555-a351-592327b46d5a,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:25:48Z,topic='l3_agent')) {'router_ids': ['8ddff84c-b672-4800-b2bd-72bfa5a91377'], 'active': True} {{(pid=84043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:42:38.879601 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-a57b3104-9cbd-49be-a30c-87bcb560695d tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] Notify callbacks [] for router, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:42:38.880981 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-a57b3104-9cbd-49be-a30c-87bcb560695d tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 1.4802914 Apr 18 21:42:38.884760 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 40964) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:42:39.050787 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.l3_dvr_db [None req-0642f601-becf-46f8-a941-b7f700876f64 None None] Set router 8ddff84c-b672-4800-b2bd-72bfa5a91377 gateway port host: n-d-838334-2 {{(pid=84043) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 21:42:39.055853 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-0fa2dbf8-699e-4bf5-802e-a767c1987b15 tempest-TestNetworkAdvancedServerOps-1683056737 tempest-TestNetworkAdvancedServerOps-1683056737-project-admin] 10.222.0.42 "GET /v2.0/subnets?project_id=a4ea1a148ea742c594b9948ed7bb3759&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1699953 Apr 18 21:42:39.058500 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 40970) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:42:39.186398 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-841989f2-e206-470b-a8b4-6c00dbbb7a57 tempest-TestNetworkAdvancedServerOps-1683056737 tempest-TestNetworkAdvancedServerOps-1683056737-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:42:39.187897 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-841989f2-e206-470b-a8b4-6c00dbbb7a57 tempest-TestNetworkAdvancedServerOps-1683056737 tempest-TestNetworkAdvancedServerOps-1683056737-project-admin] 10.222.0.42 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1284623 Apr 18 21:42:39.191019 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 40974) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:42:39.229548 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-98928d21-5447-497f-bfa8-1fc4a3503c20 tempest-TestNetworkAdvancedServerOps-1683056737 tempest-TestNetworkAdvancedServerOps-1683056737-project-admin] 10.222.0.42 "GET /v2.0/subnets?network_id=e41b6600-a917-4a8d-b05c-be3be40c6d8c&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0372159 Apr 18 21:42:39.232283 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 40978) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:42:39.237355 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.v2.base [None req-27179a7e-bfa9-432c-b6a0-4cfc375192fe tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1122451309', 'network_id': 'e504ef44-38cc-412a-9684-f17c89821c5c', 'project_id': 'a4ea1a148ea742c594b9948ed7bb3759', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=84041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:42:39.333271 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.l3_hamode_db [None req-0642f601-becf-46f8-a941-b7f700876f64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ddff84c-b672-4800-b2bd-72bfa5a91377', 'name': 'tempest-TestNetworkAdvancedServerOps-router-945536737', 'tenant_id': 'a4ea1a148ea742c594b9948ed7bb3759', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'external_fixed_ips': [{'subnet_id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'ip_address': '172.25.8.68'}], 'enable_snat': True}, 'gw_port_id': 'a5041f8a-9859-4b3b-ae5e-7bf7005d8d1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:42:37Z', 'updated_at': '2022-04-18T21:42:38Z', 'revision_number': 3, 'project_id': 'a4ea1a148ea742c594b9948ed7bb3759', 'gw_port': {'id': 'a5041f8a-9859-4b3b-ae5e-7bf7005d8d1f', 'name': '', 'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:dc:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8ddff84c-b672-4800-b2bd-72bfa5a91377', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'ip_address': '172.25.8.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:42:37Z', 'updated_at': '2022-04-18T21:42:38Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838334-2'}], 'n-d-838334-2', False) {} {{(pid=84043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:42:39.337705 n-d-838334-2 neutron-server[84043]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0642f601-becf-46f8-a941-b7f700876f64 None None] Checking router: 8ddff84c-b672-4800-b2bd-72bfa5a91377 for host: n-d-838334-2 {{(pid=84043) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 18 21:42:39.338039 n-d-838334-2 neutron-server[84043]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0642f601-becf-46f8-a941-b7f700876f64 None None] Updating router 8ddff84c-b672-4800-b2bd-72bfa5a91377 port a5041f8a-9859-4b3b-ae5e-7bf7005d8d1f binding host n-d-838334-2 {{(pid=84043) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 18 21:42:39.353240 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-27179a7e-bfa9-432c-b6a0-4cfc375192fe tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:42:39.356905 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-27179a7e-bfa9-432c-b6a0-4cfc375192fe tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] Usage tracker for resource:subnet and tenant:a4ea1a148ea742c594b9948ed7bb3759 is out of sync, need to count used quota {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:42:39.359641 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-27179a7e-bfa9-432c-b6a0-4cfc375192fe tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:42:39.365179 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-27179a7e-bfa9-432c-b6a0-4cfc375192fe tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:42:39.376760 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-27179a7e-bfa9-432c-b6a0-4cfc375192fe tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] Made reservation on behalf of a4ea1a148ea742c594b9948ed7bb3759 for: {'subnet': 1} {{(pid=84041) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:42:39.392927 n-d-838334-2 neutron-server[84043]: DEBUG neutron_lib.callbacks.manager [None req-0642f601-becf-46f8-a941-b7f700876f64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:42:39.477000 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-27179a7e-bfa9-432c-b6a0-4cfc375192fe tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32486301'] for subnet, before_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:42:39.721307 n-d-838334-2 neutron-server[84043]: DEBUG neutron_lib.callbacks.manager [None req-0642f601-becf-46f8-a941-b7f700876f64 None None] Notify callbacks [] for port, precommit_update {{(pid=84043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:42:39.734060 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.provisioning_blocks [None req-0642f601-becf-46f8-a941-b7f700876f64 None None] Transition to ACTIVE for port object a5041f8a-9859-4b3b-ae5e-7bf7005d8d1f will not be triggered until provisioned by entity L2. {{(pid=84043) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:42:39.740664 n-d-838334-2 neutron-server[84043]: DEBUG neutron_lib.callbacks.manager [None req-0642f601-becf-46f8-a941-b7f700876f64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682'] for port, after_update {{(pid=84043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:42:39.782076 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-27179a7e-bfa9-432c-b6a0-4cfc375192fe tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33526260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32266407', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32486287'] for subnet, after_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:42:39.817443 n-d-838334-2 neutron-server[84043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfd9a375-26e6-49a6-8fdf-06660a420bca None None] Pushing event updated for resources: {'Port': ['ID=a5041f8a-9859-4b3b-ae5e-7bf7005d8d1f,revision_number=2']} {{(pid=84043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:42:39.819474 n-d-838334-2 neutron-server[84043]: DEBUG neutron.plugins.ml2.managers [None req-0642f601-becf-46f8-a941-b7f700876f64 None None] Attempting to bind port a5041f8a-9859-4b3b-ae5e-7bf7005d8d1f on host n-d-838334-2 for vnic_type normal with profile {{(pid=84043) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 21:42:39.819844 n-d-838334-2 neutron-server[84043]: DEBUG neutron.plugins.ml2.managers [None req-0642f601-becf-46f8-a941-b7f700876f64 None None] Attempting to bind port a5041f8a-9859-4b3b-ae5e-7bf7005d8d1f by drivers openvswitch,hyperv on host n-d-838334-2 at level 0 using segments [{'id': '732aa830-768b-4511-951f-d08e26b9c25b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c'}] {{(pid=84043) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 21:42:39.820379 n-d-838334-2 neutron-server[84043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0642f601-becf-46f8-a941-b7f700876f64 None None] Attempting to bind port a5041f8a-9859-4b3b-ae5e-7bf7005d8d1f on network e41b6600-a917-4a8d-b05c-be3be40c6d8c {{(pid=84043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 21:42:39.831270 n-d-838334-2 neutron-server[84043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0642f601-becf-46f8-a941-b7f700876f64 None None] Checking agent: {'id': '97cd4414-7af6-4d67-868d-dff370b4071a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838334-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 25, 49), 'started_at': datetime.datetime(2022, 4, 18, 20, 26, 19), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 21, 42, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838334-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 18 21:42:39.831638 n-d-838334-2 neutron-server[84043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0642f601-becf-46f8-a941-b7f700876f64 None None] Checking segment: {'id': '732aa830-768b-4511-951f-d08e26b9c25b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84043) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 21:42:39.832034 n-d-838334-2 neutron-server[84043]: DEBUG neutron_lib.callbacks.manager [None req-0642f601-becf-46f8-a941-b7f700876f64 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:42:39.832406 n-d-838334-2 neutron-server[84043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0642f601-becf-46f8-a941-b7f700876f64 None None] Bound using segment: {'id': '732aa830-768b-4511-951f-d08e26b9c25b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c'} {{(pid=84043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 18 21:42:39.832847 n-d-838334-2 neutron-server[84043]: DEBUG neutron.plugins.ml2.managers [None req-0642f601-becf-46f8-a941-b7f700876f64 None None] Bound port: a5041f8a-9859-4b3b-ae5e-7bf7005d8d1f, host: n-d-838334-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '732aa830-768b-4511-951f-d08e26b9c25b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c'}}] {{(pid=84043) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 21:42:39.833201 n-d-838334-2 neutron-server[84043]: DEBUG neutron_lib.callbacks.manager [None req-0642f601-becf-46f8-a941-b7f700876f64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:42:39.858573 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27179a7e-bfa9-432c-b6a0-4cfc375192fe tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] Pushing event updated for resources: {'Subnet': ['ID=d4cae13a-1a7f-4a2c-ad5c-c9b9e10b2eef,revision_number=0']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:42:39.861851 n-d-838334-2 neutron-server[84043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfd9a375-26e6-49a6-8fdf-06660a420bca None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:42:39.862568 n-d-838334-2 neutron-server[84043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfd9a375-26e6-49a6-8fdf-06660a420bca None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:42:39.862833 n-d-838334-2 neutron-server[84043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfd9a375-26e6-49a6-8fdf-06660a420bca None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:42:39.863261 n-d-838334-2 neutron-server[84043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfd9a375-26e6-49a6-8fdf-06660a420bca None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:42:39.863728 n-d-838334-2 neutron-server[84043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfd9a375-26e6-49a6-8fdf-06660a420bca None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:42:39.864538 n-d-838334-2 neutron-server[84043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfd9a375-26e6-49a6-8fdf-06660a420bca None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:42:39.864538 n-d-838334-2 neutron-server[84043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfd9a375-26e6-49a6-8fdf-06660a420bca None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:42:39.865181 n-d-838334-2 neutron-server[84043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfd9a375-26e6-49a6-8fdf-06660a420bca None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:42:39.865869 n-d-838334-2 neutron-server[84043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfd9a375-26e6-49a6-8fdf-06660a420bca None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:42:39.865869 n-d-838334-2 neutron-server[84043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfd9a375-26e6-49a6-8fdf-06660a420bca None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:42:39.866152 n-d-838334-2 neutron-server[84043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfd9a375-26e6-49a6-8fdf-06660a420bca None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:42:39.873603 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27179a7e-bfa9-432c-b6a0-4cfc375192fe tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] Checking segment: {'id': 'fbe156b4-18b9-4ca8-a660-c01c5a74c017', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': 'e504ef44-38cc-412a-9684-f17c89821c5c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84041) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 21:42:39.873957 n-d-838334-2 neutron-server[84041]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27179a7e-bfa9-432c-b6a0-4cfc375192fe tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] Network hostable DHCP agents. Network: e504ef44-38cc-412a-9684-f17c89821c5c, hostable agents: ['8746f8ea-3e91-4b32-9919-2c63adeb8722'], hosted agents: [] {{(pid=84041) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 21:42:39.895380 n-d-838334-2 neutron-server[84041]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27179a7e-bfa9-432c-b6a0-4cfc375192fe tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] Network e504ef44-38cc-412a-9684-f17c89821c5c is scheduled to be hosted by DHCP agent 8746f8ea-3e91-4b32-9919-2c63adeb8722 with binding_index 1 {{(pid=84041) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 21:42:39.905561 n-d-838334-2 neutron-server[84041]: DEBUG neutron.scheduler.base_scheduler [None req-27179a7e-bfa9-432c-b6a0-4cfc375192fe tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-838334-2, e504ef44-38cc-412a-9684-f17c89821c5c) {{(pid=84041) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:42:39.909602 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27179a7e-bfa9-432c-b6a0-4cfc375192fe tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:42:39.910383 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-27179a7e-bfa9-432c-b6a0-4cfc375192fe tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] Notify callbacks [] for subnet, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:42:39.915690 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29d624a6-be95-4223-898a-5cb93aad634c None None] Network e504ef44-38cc-412a-9684-f17c89821c5c requested from n-d-838334-2 {{(pid=84042) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 21:42:39.921020 n-d-838334-2 neutron-server[84043]: DEBUG neutron.plugins.ml2.db [None req-0642f601-becf-46f8-a941-b7f700876f64 None None] For port a5041f8a-9859-4b3b-ae5e-7bf7005d8d1f, host n-d-838334-2, cleared binding levels {{(pid=84043) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 21:42:39.924712 n-d-838334-2 neutron-server[84043]: DEBUG neutron.plugins.ml2.db [None req-0642f601-becf-46f8-a941-b7f700876f64 None None] For port a5041f8a-9859-4b3b-ae5e-7bf7005d8d1f, host n-d-838334-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838334-2',level=0,port_id=a5041f8a-9859-4b3b-ae5e-7bf7005d8d1f,segment=NetworkSegment(732aa830-768b-4511-951f-d08e26b9c25b),segment_id=732aa830-768b-4511-951f-d08e26b9c25b)] {{(pid=84043) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 21:42:39.930808 n-d-838334-2 neutron-server[84043]: DEBUG neutron_lib.callbacks.manager [None req-0642f601-becf-46f8-a941-b7f700876f64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682'] for port, after_update {{(pid=84043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:42:39.937427 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 40982) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:42:39.948929 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-27179a7e-bfa9-432c-b6a0-4cfc375192fe tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.7156034 Apr 18 21:42:40.012611 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0642f601-becf-46f8-a941-b7f700876f64 None None] Routers {'8ddff84c-b672-4800-b2bd-72bfa5a91377'} bound to L3 agent in host n-d-838334-2 {{(pid=84043) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 21:42:40.013226 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.l3_hamode_db [None req-0642f601-becf-46f8-a941-b7f700876f64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838334-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-18T20:25:48Z,description=,heartbeat_timestamp=2022-04-18T21:42:18Z,host='n-d-838334-2',id=bc84d6c9-dd7a-4555-a351-592327b46d5a,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:25:48Z,topic='l3_agent')) {'router_ids': ['8ddff84c-b672-4800-b2bd-72bfa5a91377'], 'active': True} {{(pid=84043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:42:40.065565 n-d-838334-2 neutron-server[84043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfd9a375-26e6-49a6-8fdf-06660a420bca None None] Pushing event updated for resources: {'Port': ['ID=a5041f8a-9859-4b3b-ae5e-7bf7005d8d1f,revision_number=3']} {{(pid=84043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:42:40.147493 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2b8dba4-be53-4c48-a9ac-5397abfa5733 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp016840fc-1f9f-5892-9c53-c9cf6c845bbb-e504ef44-38cc-412a-9684-f17c89821c5c', 'network_id': 'e504ef44-38cc-412a-9684-f17c89821c5c', 'tenant_id': 'a4ea1a148ea742c594b9948ed7bb3759', 'fixed_ips': [{'subnet_id': 'd4cae13a-1a7f-4a2c-ad5c-c9b9e10b2eef'}]}} from n-d-838334-2. {{(pid=84042) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 18 21:42:40.149461 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-b2b8dba4-be53-4c48-a9ac-5397abfa5733 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_create {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:42:40.194984 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.l3_dvr_db [None req-0642f601-becf-46f8-a941-b7f700876f64 None None] Set router 8ddff84c-b672-4800-b2bd-72bfa5a91377 gateway port host: n-d-838334-2 {{(pid=84043) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 21:42:40.309930 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.db_base_plugin_common [None req-b2b8dba4-be53-4c48-a9ac-5397abfa5733 None None] Allocated IP 172.20.0.2 (e504ef44-38cc-412a-9684-f17c89821c5c/d4cae13a-1a7f-4a2c-ad5c-c9b9e10b2eef/b9390a52-b366-45c0-a224-799d6a434257) {{(pid=84042) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 21:42:40.527226 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.l3_hamode_db [None req-0642f601-becf-46f8-a941-b7f700876f64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ddff84c-b672-4800-b2bd-72bfa5a91377', 'name': 'tempest-TestNetworkAdvancedServerOps-router-945536737', 'tenant_id': 'a4ea1a148ea742c594b9948ed7bb3759', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'external_fixed_ips': [{'subnet_id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'ip_address': '172.25.8.68'}], 'enable_snat': True}, 'gw_port_id': 'a5041f8a-9859-4b3b-ae5e-7bf7005d8d1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:42:37Z', 'updated_at': '2022-04-18T21:42:38Z', 'revision_number': 3, 'project_id': 'a4ea1a148ea742c594b9948ed7bb3759', 'gw_port': {'id': 'a5041f8a-9859-4b3b-ae5e-7bf7005d8d1f', 'name': '', 'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:dc:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8ddff84c-b672-4800-b2bd-72bfa5a91377', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'ip_address': '172.25.8.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:42:37Z', 'updated_at': '2022-04-18T21:42:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838334-2'}], 'n-d-838334-2', False) {} {{(pid=84043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:42:40.531257 n-d-838334-2 neutron-server[84043]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0642f601-becf-46f8-a941-b7f700876f64 None None] The sync data for ids ['8ddff84c-b672-4800-b2bd-72bfa5a91377'] in n-d-838334-2 is: [{'id': '8ddff84c-b672-4800-b2bd-72bfa5a91377', 'name': 'tempest-TestNetworkAdvancedServerOps-router-945536737', 'tenant_id': 'a4ea1a148ea742c594b9948ed7bb3759', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'external_fixed_ips': [{'subnet_id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'ip_address': '172.25.8.68'}], 'enable_snat': True}, 'gw_port_id': 'a5041f8a-9859-4b3b-ae5e-7bf7005d8d1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:42:37Z', 'updated_at': '2022-04-18T21:42:38Z', 'revision_number': 3, 'project_id': 'a4ea1a148ea742c594b9948ed7bb3759', 'gw_port': {'id': 'a5041f8a-9859-4b3b-ae5e-7bf7005d8d1f', 'name': '', 'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:dc:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8ddff84c-b672-4800-b2bd-72bfa5a91377', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'ip_address': '172.25.8.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:42:37Z', 'updated_at': '2022-04-18T21:42:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838334-2'}] {{(pid=84043) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 18 21:42:40.539237 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-b2b8dba4-be53-4c48-a9ac-5397abfa5733 None None] Notify callbacks [] for port, precommit_create {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:42:40.552159 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-b2b8dba4-be53-4c48-a9ac-5397abfa5733 None None] Transition to ACTIVE for port object b9390a52-b366-45c0-a224-799d6a434257 will not be triggered until provisioned by entity L2. {{(pid=84042) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:42:40.574813 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-b2b8dba4-be53-4c48-a9ac-5397abfa5733 None None] Transition to ACTIVE for port object b9390a52-b366-45c0-a224-799d6a434257 will not be triggered until provisioned by entity DHCP. {{(pid=84042) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:42:40.580629 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-b2b8dba4-be53-4c48-a9ac-5397abfa5733 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750374836619'] for port, after_create {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:42:40.650489 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2b8dba4-be53-4c48-a9ac-5397abfa5733 None None] Pushing event updated for resources: {'Port': ['ID=b9390a52-b366-45c0-a224-799d6a434257,revision_number=1']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:42:40.664870 n-d-838334-2 neutron-server[84042]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2b8dba4-be53-4c48-a9ac-5397abfa5733 None None] Network e504ef44-38cc-412a-9684-f17c89821c5c is already hosted by enough agents. {{(pid=84042) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:42:40.668103 n-d-838334-2 neutron-server[84042]: DEBUG neutron.scheduler.base_scheduler [None req-b2b8dba4-be53-4c48-a9ac-5397abfa5733 None None] Resources bound (agent type, host, resource id): {{(pid=84042) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:42:40.671454 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2b8dba4-be53-4c48-a9ac-5397abfa5733 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:42:40.671847 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2b8dba4-be53-4c48-a9ac-5397abfa5733 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:42:40.672184 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2b8dba4-be53-4c48-a9ac-5397abfa5733 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:42:40.672516 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2b8dba4-be53-4c48-a9ac-5397abfa5733 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:42:40.672843 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2b8dba4-be53-4c48-a9ac-5397abfa5733 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:42:40.673168 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2b8dba4-be53-4c48-a9ac-5397abfa5733 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:42:40.673489 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2b8dba4-be53-4c48-a9ac-5397abfa5733 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:42:40.673809 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2b8dba4-be53-4c48-a9ac-5397abfa5733 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:42:40.674131 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2b8dba4-be53-4c48-a9ac-5397abfa5733 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:42:40.674708 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2b8dba4-be53-4c48-a9ac-5397abfa5733 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:42:40.675023 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2b8dba4-be53-4c48-a9ac-5397abfa5733 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:42:40.680860 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2b8dba4-be53-4c48-a9ac-5397abfa5733 None None] Received port after_create {{(pid=84042) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 21:42:40.796694 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.managers [None req-b2b8dba4-be53-4c48-a9ac-5397abfa5733 None None] Attempting to bind port b9390a52-b366-45c0-a224-799d6a434257 on host n-d-838334-2 for vnic_type normal with profile {{(pid=84042) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 21:42:40.797058 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.managers [None req-b2b8dba4-be53-4c48-a9ac-5397abfa5733 None None] Attempting to bind port b9390a52-b366-45c0-a224-799d6a434257 by drivers openvswitch,hyperv on host n-d-838334-2 at level 0 using segments [{'id': 'fbe156b4-18b9-4ca8-a660-c01c5a74c017', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': 'e504ef44-38cc-412a-9684-f17c89821c5c'}] {{(pid=84042) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 21:42:40.797413 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2b8dba4-be53-4c48-a9ac-5397abfa5733 None None] Attempting to bind port b9390a52-b366-45c0-a224-799d6a434257 on network e504ef44-38cc-412a-9684-f17c89821c5c {{(pid=84042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 21:42:40.804184 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2b8dba4-be53-4c48-a9ac-5397abfa5733 None None] Checking agent: {'id': '97cd4414-7af6-4d67-868d-dff370b4071a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838334-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 25, 49), 'started_at': datetime.datetime(2022, 4, 18, 20, 26, 19), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 21, 42, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838334-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 18 21:42:40.805219 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2b8dba4-be53-4c48-a9ac-5397abfa5733 None None] Checking segment: {'id': 'fbe156b4-18b9-4ca8-a660-c01c5a74c017', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': 'e504ef44-38cc-412a-9684-f17c89821c5c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84042) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 21:42:40.805680 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-b2b8dba4-be53-4c48-a9ac-5397abfa5733 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:42:40.806068 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2b8dba4-be53-4c48-a9ac-5397abfa5733 None None] Bound using segment: {'id': 'fbe156b4-18b9-4ca8-a660-c01c5a74c017', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': 'e504ef44-38cc-412a-9684-f17c89821c5c'} {{(pid=84042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 18 21:42:40.806532 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.managers [None req-b2b8dba4-be53-4c48-a9ac-5397abfa5733 None None] Bound port: b9390a52-b366-45c0-a224-799d6a434257, host: n-d-838334-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fbe156b4-18b9-4ca8-a660-c01c5a74c017', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': 'e504ef44-38cc-412a-9684-f17c89821c5c'}}] {{(pid=84042) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 21:42:40.806896 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-b2b8dba4-be53-4c48-a9ac-5397abfa5733 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:42:40.872541 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-d4f22384-33be-444d-aef3-e5743f22a499 tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:42:40.904661 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-b2b8dba4-be53-4c48-a9ac-5397abfa5733 None None] For port b9390a52-b366-45c0-a224-799d6a434257, host n-d-838334-2, cleared binding levels {{(pid=84042) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 21:42:40.908162 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-b2b8dba4-be53-4c48-a9ac-5397abfa5733 None None] For port b9390a52-b366-45c0-a224-799d6a434257, host n-d-838334-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838334-2',level=0,port_id=b9390a52-b366-45c0-a224-799d6a434257,segment=NetworkSegment(fbe156b4-18b9-4ca8-a660-c01c5a74c017),segment_id=fbe156b4-18b9-4ca8-a660-c01c5a74c017)] {{(pid=84042) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 21:42:40.914001 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-b2b8dba4-be53-4c48-a9ac-5397abfa5733 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682'] for port, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:42:41.012332 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2b8dba4-be53-4c48-a9ac-5397abfa5733 None None] Pushing event updated for resources: {'Port': ['ID=b9390a52-b366-45c0-a224-799d6a434257,revision_number=2']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:42:41.067189 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.agents_db [None req-6346a179-333c-4370-b5a6-936984aeab15 None None] Agent healthcheck: found 7 active agents {{(pid=84043) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 18 21:42:41.149112 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Device a5041f8a-9859-4b3b-ae5e-7bf7005d8d1f up at agent ovs-agent-n-d-838334-2 {{(pid=84042) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 21:42:41.269753 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Provisioning for port a5041f8a-9859-4b3b-ae5e-7bf7005d8d1f completed by entity L2. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 21:42:41.281893 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Provisioning complete for port a5041f8a-9859-4b3b-ae5e-7bf7005d8d1f triggered by entity L2. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:42:41.282263 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1253608'] for port, provisioning_complete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:42:41.361090 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.db_base_plugin_common [None req-d4f22384-33be-444d-aef3-e5743f22a499 tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] Allocated IP 172.20.0.1 (e504ef44-38cc-412a-9684-f17c89821c5c/d4cae13a-1a7f-4a2c-ad5c-c9b9e10b2eef/5579dded-8e0a-4553-aa41-028a4f1e192b) {{(pid=84040) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 21:42:41.438644 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:42:41.458255 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] For port a5041f8a-9859-4b3b-ae5e-7bf7005d8d1f, host n-d-838334-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838334-2',level=0,port_id=a5041f8a-9859-4b3b-ae5e-7bf7005d8d1f,segment=NetworkSegment(732aa830-768b-4511-951f-d08e26b9c25b),segment_id=732aa830-768b-4511-951f-d08e26b9c25b)] {{(pid=84042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:42:41.462335 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682'] for port, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:42:41.536727 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Pushing event updated for resources: {'Port': ['ID=a5041f8a-9859-4b3b-ae5e-7bf7005d8d1f,revision_number=4']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:42:41.571441 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-d4f22384-33be-444d-aef3-e5743f22a499 tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] Notify callbacks [] for port, precommit_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:42:41.586743 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.provisioning_blocks [None req-d4f22384-33be-444d-aef3-e5743f22a499 tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] Transition to ACTIVE for port object 5579dded-8e0a-4553-aa41-028a4f1e192b will not be triggered until provisioned by entity DHCP. {{(pid=84040) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:42:41.608189 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-d4f22384-33be-444d-aef3-e5743f22a499 tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750374836619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32440838'] for port, after_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:42:41.680366 n-d-838334-2 neutron-server[84040]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4f22384-33be-444d-aef3-e5743f22a499 tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] Network e504ef44-38cc-412a-9684-f17c89821c5c is already hosted by enough agents. {{(pid=84040) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:42:41.683066 n-d-838334-2 neutron-server[84040]: DEBUG neutron.scheduler.base_scheduler [None req-d4f22384-33be-444d-aef3-e5743f22a499 tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] Resources bound (agent type, host, resource id): {{(pid=84040) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:42:41.686964 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4f22384-33be-444d-aef3-e5743f22a499 tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] Received port after_create {{(pid=84040) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 21:42:41.716767 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4f22384-33be-444d-aef3-e5743f22a499 tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] Pushing event updated for resources: {'Port': ['ID=5579dded-8e0a-4553-aa41-028a4f1e192b,revision_number=1']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:42:41.749668 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-d4f22384-33be-444d-aef3-e5743f22a499 tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33444010'] for router_interface, before_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:42:41.840819 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-d4f22384-33be-444d-aef3-e5743f22a499 tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:42:42.051701 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a0c2c72-2bc2-4d57-8038-f420a962b79d None None] Network e504ef44-38cc-412a-9684-f17c89821c5c requested from n-d-838334-2 {{(pid=84042) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 21:42:42.188500 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-e471bf10-8094-4e6a-8084-4fa3d87d0b8b None None] Provisioning for port b9390a52-b366-45c0-a224-799d6a434257 completed by entity DHCP. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 21:42:42.366468 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-d4f22384-33be-444d-aef3-e5743f22a499 tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] Notify callbacks [] for port, precommit_update {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:42:42.372142 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-d4f22384-33be-444d-aef3-e5743f22a499 tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32440959'] for port, after_update {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:42:42.488514 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-d4f22384-33be-444d-aef3-e5743f22a499 tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-32377886', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33443847'] for router_interface, after_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:42:42.491899 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4f22384-33be-444d-aef3-e5743f22a499 tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] Pushing event updated for resources: {'Port': ['ID=5579dded-8e0a-4553-aa41-028a4f1e192b,revision_number=2']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:42:42.527676 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-efc878db-4eb7-4ff9-b9a4-5efe3a513b08 None None] Provisioning for port 5579dded-8e0a-4553-aa41-028a4f1e192b completed by entity DHCP. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 21:42:42.535032 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-efc878db-4eb7-4ff9-b9a4-5efe3a513b08 None None] Provisioning complete for port 5579dded-8e0a-4553-aa41-028a4f1e192b triggered by entity DHCP. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:42:42.535406 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-efc878db-4eb7-4ff9-b9a4-5efe3a513b08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1253608'] for port, provisioning_complete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:42:42.593091 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.plugin [None req-efc878db-4eb7-4ff9-b9a4-5efe3a513b08 None None] Port 5579dded-8e0a-4553-aa41-028a4f1e192b cannot update to ACTIVE because it is not bound. {{(pid=84042) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 18 21:42:42.638876 n-d-838334-2 neutron-server[84040]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4f22384-33be-444d-aef3-e5743f22a499 tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] Network e504ef44-38cc-412a-9684-f17c89821c5c is already hosted by enough agents. {{(pid=84040) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:42:42.640028 n-d-838334-2 neutron-server[84040]: DEBUG neutron.scheduler.base_scheduler [None req-d4f22384-33be-444d-aef3-e5743f22a499 tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] Resources bound (agent type, host, resource id): {{(pid=84040) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:42:42.727572 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-93cd52ad-e0d8-4634-a6ab-d7c3ba526c54 None None] Provisioning complete for port 5579dded-8e0a-4553-aa41-028a4f1e192b triggered by entity DHCP. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:42:42.727902 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-93cd52ad-e0d8-4634-a6ab-d7c3ba526c54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1253608'] for port, provisioning_complete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:42:42.785633 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.plugin [None req-93cd52ad-e0d8-4634-a6ab-d7c3ba526c54 None None] Port 5579dded-8e0a-4553-aa41-028a4f1e192b cannot update to ACTIVE because it is not bound. {{(pid=84042) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 18 21:42:43.009069 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-fdb4c676-08ae-479f-8462-6304a55d4d5a None None] Provisioning complete for port 5579dded-8e0a-4553-aa41-028a4f1e192b triggered by entity DHCP. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:42:43.009567 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-fdb4c676-08ae-479f-8462-6304a55d4d5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1253608'] for port, provisioning_complete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:42:43.035396 n-d-838334-2 neutron-server[84040]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d4f22384-33be-444d-aef3-e5743f22a499 tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] Router 8ddff84c-b672-4800-b2bd-72bfa5a91377 has already been hosted by L3 agent bc84d6c9-dd7a-4555-a351-592327b46d5a {{(pid=84040) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 21:42:43.063282 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.plugin [None req-fdb4c676-08ae-479f-8462-6304a55d4d5a None None] Port 5579dded-8e0a-4553-aa41-028a4f1e192b cannot update to ACTIVE because it is not bound. {{(pid=84042) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 18 21:42:43.165243 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Device a5041f8a-9859-4b3b-ae5e-7bf7005d8d1f up at agent ovs-agent-n-d-838334-2 {{(pid=84042) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 21:42:43.234132 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Provisioning complete for port a5041f8a-9859-4b3b-ae5e-7bf7005d8d1f triggered by entity L2. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:42:43.234492 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1253608'] for port, provisioning_complete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:42:43.237169 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d4f22384-33be-444d-aef3-e5743f22a499 tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] Notify agent at l3_agent.n-d-838334-2 the message routers_updated {{(pid=84040) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 21:42:43.247869 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-d4f22384-33be-444d-aef3-e5743f22a499 tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] 10.222.0.42 "PUT /v2.0/routers/8ddff84c-b672-4800-b2bd-72bfa5a91377/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3084867 Apr 18 21:42:43.349050 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Device b9390a52-b366-45c0-a224-799d6a434257 up at agent ovs-agent-n-d-838334-2 {{(pid=84042) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 21:42:43.417234 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Provisioning for port b9390a52-b366-45c0-a224-799d6a434257 completed by entity L2. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 21:42:43.421822 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Provisioning complete for port b9390a52-b366-45c0-a224-799d6a434257 triggered by entity L2. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:42:43.422187 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1253608'] for port, provisioning_complete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:42:43.432468 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [req-d8056548-9fe5-498d-acba-209449fce3c5 req-1de9146b-f0d0-4a92-9ef5-d9302dccd1e7 tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] Synchronizing usage tracker for tenant:a4ea1a148ea742c594b9948ed7bb3759 on resource:security_group {{(pid=84040) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 21:42:43.449814 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [req-d8056548-9fe5-498d-acba-209449fce3c5 req-1de9146b-f0d0-4a92-9ef5-d9302dccd1e7 tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] Unset dirty status for tenant:a4ea1a148ea742c594b9948ed7bb3759 on resource:security_group {{(pid=84040) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 21:42:43.451142 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-d8056548-9fe5-498d-acba-209449fce3c5 req-1de9146b-f0d0-4a92-9ef5-d9302dccd1e7 tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] 10.222.0.42 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1803295272&fields=id&tenant_id=a4ea1a148ea742c594b9948ed7bb3759 HTTP/1.1" status: 200 len: 267 time: 0.0642972 Apr 18 21:42:43.538661 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:42:43.575201 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] For port b9390a52-b366-45c0-a224-799d6a434257, host n-d-838334-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838334-2',level=0,port_id=b9390a52-b366-45c0-a224-799d6a434257,segment=NetworkSegment(fbe156b4-18b9-4ca8-a660-c01c5a74c017),segment_id=fbe156b4-18b9-4ca8-a660-c01c5a74c017)] {{(pid=84042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:42:43.578856 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682'] for port, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:42:43.600551 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8056548-9fe5-498d-acba-209449fce3c5 req-bc275266-009f-4ea2-bcc2-fa49a4f0aebf tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:42:43.602544 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-d8056548-9fe5-498d-acba-209449fce3c5 req-bc275266-009f-4ea2-bcc2-fa49a4f0aebf tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] 10.222.0.42 "GET /v2.0/networks?id=e504ef44-38cc-412a-9684-f17c89821c5c HTTP/1.1" status: 200 len: 797 time: 0.1450911 Apr 18 21:42:43.619608 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-d8056548-9fe5-498d-acba-209449fce3c5 req-da6e519e-192f-4807-9956-d66f98ac3e8f tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] 10.222.0.42 "GET /v2.0/quotas/a4ea1a148ea742c594b9948ed7bb3759 HTTP/1.1" status: 200 len: 375 time: 0.0113902 Apr 18 21:42:43.642966 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Pushing event updated for resources: {'Port': ['ID=b9390a52-b366-45c0-a224-799d6a434257,revision_number=3']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:42:43.697160 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [req-d8056548-9fe5-498d-acba-209449fce3c5 req-5a3fe338-474c-4aa9-b352-8ba2f65b02cc tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] Synchronizing usage tracker for tenant:a4ea1a148ea742c594b9948ed7bb3759 on resource:port {{(pid=84040) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 21:42:43.713990 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [req-d8056548-9fe5-498d-acba-209449fce3c5 req-5a3fe338-474c-4aa9-b352-8ba2f65b02cc tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] Unset dirty status for tenant:a4ea1a148ea742c594b9948ed7bb3759 on resource:port {{(pid=84040) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 21:42:43.715481 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-d8056548-9fe5-498d-acba-209449fce3c5 req-5a3fe338-474c-4aa9-b352-8ba2f65b02cc tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=a4ea1a148ea742c594b9948ed7bb3759&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0906253 Apr 18 21:42:43.851042 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-d8056548-9fe5-498d-acba-209449fce3c5 req-1df838a1-0918-4c09-9098-f64a7cacc00e service neutron] 10.222.0.42 "GET /v2.0/networks/e504ef44-38cc-412a-9684-f17c89821c5c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1234260 Apr 18 21:42:43.991752 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-d8056548-9fe5-498d-acba-209449fce3c5 req-7b17c4eb-edac-466b-b23f-d8dc92df2385 service neutron] 10.222.0.42 "GET /v2.0/networks/e504ef44-38cc-412a-9684-f17c89821c5c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1342254 Apr 18 21:42:44.196120 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a886551-a542-4410-bedd-326d2bf08059 None None] Sync routers for ids ['8ddff84c-b672-4800-b2bd-72bfa5a91377'] in n-d-838334-2 {{(pid=84042) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 18 21:42:44.208467 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a886551-a542-4410-bedd-326d2bf08059 None None] Routers {'8ddff84c-b672-4800-b2bd-72bfa5a91377'} bound to L3 agent in host n-d-838334-2 {{(pid=84042) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 21:42:44.209072 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_hamode_db [None req-9a886551-a542-4410-bedd-326d2bf08059 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838334-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-18T20:25:48Z,description=,heartbeat_timestamp=2022-04-18T21:42:18Z,host='n-d-838334-2',id=bc84d6c9-dd7a-4555-a351-592327b46d5a,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:25:48Z,topic='l3_agent')) {'router_ids': ['8ddff84c-b672-4800-b2bd-72bfa5a91377'], 'active': True} {{(pid=84042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:42:44.214164 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-9101cfb2-0449-4813-be08-54c4e746eddb req-0e43f332-25d7-423f-af02-675b8a0276a3 tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] 10.222.0.42 "GET /v2.0/ports?device_id=a4a84f4f-c770-4eb1-ab33-f8615a119fa3 HTTP/1.1" status: 200 len: 210 time: 0.0429296 Apr 18 21:42:44.386791 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_dvr_db [None req-9a886551-a542-4410-bedd-326d2bf08059 None None] Set router 8ddff84c-b672-4800-b2bd-72bfa5a91377 gateway port host: n-d-838334-2 {{(pid=84042) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 21:42:44.704136 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_hamode_db [None req-9a886551-a542-4410-bedd-326d2bf08059 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ddff84c-b672-4800-b2bd-72bfa5a91377', 'name': 'tempest-TestNetworkAdvancedServerOps-router-945536737', 'tenant_id': 'a4ea1a148ea742c594b9948ed7bb3759', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'external_fixed_ips': [{'subnet_id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'ip_address': '172.25.8.68'}], 'enable_snat': True}, 'gw_port_id': 'a5041f8a-9859-4b3b-ae5e-7bf7005d8d1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:42:37Z', 'updated_at': '2022-04-18T21:42:41Z', 'revision_number': 4, 'project_id': 'a4ea1a148ea742c594b9948ed7bb3759', 'gw_port': {'id': 'a5041f8a-9859-4b3b-ae5e-7bf7005d8d1f', 'name': '', 'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:dc:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ddff84c-b672-4800-b2bd-72bfa5a91377', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'ip_address': '172.25.8.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:42:37Z', 'updated_at': '2022-04-18T21:42:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838334-2', '_interfaces': [{'id': '5579dded-8e0a-4553-aa41-028a4f1e192b', 'name': '', 'network_id': 'e504ef44-38cc-412a-9684-f17c89821c5c', 'tenant_id': 'a4ea1a148ea742c594b9948ed7bb3759', 'mac_address': 'fa:16:3e:35:c7:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8ddff84c-b672-4800-b2bd-72bfa5a91377', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd4cae13a-1a7f-4a2c-ad5c-c9b9e10b2eef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:42:41Z', 'updated_at': '2022-04-18T21:42:42Z', 'revision_number': 2, 'project_id': 'a4ea1a148ea742c594b9948ed7bb3759', 'subnets': [{'id': 'd4cae13a-1a7f-4a2c-ad5c-c9b9e10b2eef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838334-2', False) {} {{(pid=84042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:42:44.708328 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a886551-a542-4410-bedd-326d2bf08059 None None] Checking router: 8ddff84c-b672-4800-b2bd-72bfa5a91377 for host: n-d-838334-2 {{(pid=84042) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 18 21:42:44.708707 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a886551-a542-4410-bedd-326d2bf08059 None None] Updating router 8ddff84c-b672-4800-b2bd-72bfa5a91377 port 5579dded-8e0a-4553-aa41-028a4f1e192b binding host n-d-838334-2 {{(pid=84042) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 18 21:42:44.761047 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-9a886551-a542-4410-bedd-326d2bf08059 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:42:45.118436 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Device b9390a52-b366-45c0-a224-799d6a434257 up at agent ovs-agent-n-d-838334-2 {{(pid=84042) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 21:42:45.205560 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-9a886551-a542-4410-bedd-326d2bf08059 None None] Notify callbacks [] for port, precommit_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:42:45.220785 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-9a886551-a542-4410-bedd-326d2bf08059 None None] Transition to ACTIVE for port object 5579dded-8e0a-4553-aa41-028a4f1e192b will not be triggered until provisioned by entity L2. {{(pid=84042) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:42:45.230856 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-9a886551-a542-4410-bedd-326d2bf08059 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682'] for port, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:42:45.272206 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Provisioning complete for port b9390a52-b366-45c0-a224-799d6a434257 triggered by entity L2. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:42:45.272575 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1253608'] for port, provisioning_complete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:42:45.411499 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0eedcc2-55f1-444d-b0f1-b0b1522fa838 None None] Pushing event updated for resources: {'Port': ['ID=5579dded-8e0a-4553-aa41-028a4f1e192b,revision_number=3']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:42:45.587918 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.managers [None req-9a886551-a542-4410-bedd-326d2bf08059 None None] Attempting to bind port 5579dded-8e0a-4553-aa41-028a4f1e192b on host n-d-838334-2 for vnic_type normal with profile {{(pid=84042) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 21:42:45.588284 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.managers [None req-9a886551-a542-4410-bedd-326d2bf08059 None None] Attempting to bind port 5579dded-8e0a-4553-aa41-028a4f1e192b by drivers openvswitch,hyperv on host n-d-838334-2 at level 0 using segments [{'id': 'fbe156b4-18b9-4ca8-a660-c01c5a74c017', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': 'e504ef44-38cc-412a-9684-f17c89821c5c'}] {{(pid=84042) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 21:42:45.588646 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a886551-a542-4410-bedd-326d2bf08059 None None] Attempting to bind port 5579dded-8e0a-4553-aa41-028a4f1e192b on network e504ef44-38cc-412a-9684-f17c89821c5c {{(pid=84042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 21:42:45.598513 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a886551-a542-4410-bedd-326d2bf08059 None None] Checking agent: {'id': '97cd4414-7af6-4d67-868d-dff370b4071a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838334-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 25, 49), 'started_at': datetime.datetime(2022, 4, 18, 20, 26, 19), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 21, 42, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838334-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 18 21:42:45.598855 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a886551-a542-4410-bedd-326d2bf08059 None None] Checking segment: {'id': 'fbe156b4-18b9-4ca8-a660-c01c5a74c017', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': 'e504ef44-38cc-412a-9684-f17c89821c5c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84042) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 21:42:45.599259 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-9a886551-a542-4410-bedd-326d2bf08059 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:42:45.599658 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a886551-a542-4410-bedd-326d2bf08059 None None] Bound using segment: {'id': 'fbe156b4-18b9-4ca8-a660-c01c5a74c017', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': 'e504ef44-38cc-412a-9684-f17c89821c5c'} {{(pid=84042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 18 21:42:45.600158 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.managers [None req-9a886551-a542-4410-bedd-326d2bf08059 None None] Bound port: 5579dded-8e0a-4553-aa41-028a4f1e192b, host: n-d-838334-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fbe156b4-18b9-4ca8-a660-c01c5a74c017', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': 'e504ef44-38cc-412a-9684-f17c89821c5c'}}] {{(pid=84042) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 21:42:45.600514 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-9a886551-a542-4410-bedd-326d2bf08059 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:42:45.662291 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-e0d50dc1-a60b-415a-afcd-c3b495089660 req-2ed7a32a-b3b3-4ca6-9274-503da4092691 tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] 10.222.0.42 "GET /v2.0/ports?device_id=a4a84f4f-c770-4eb1-ab33-f8615a119fa3 HTTP/1.1" status: 200 len: 210 time: 0.3072002 Apr 18 21:42:45.719584 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-9a886551-a542-4410-bedd-326d2bf08059 None None] For port 5579dded-8e0a-4553-aa41-028a4f1e192b, host n-d-838334-2, cleared binding levels {{(pid=84042) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 21:42:45.723327 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-9a886551-a542-4410-bedd-326d2bf08059 None None] For port 5579dded-8e0a-4553-aa41-028a4f1e192b, host n-d-838334-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838334-2',level=0,port_id=5579dded-8e0a-4553-aa41-028a4f1e192b,segment=NetworkSegment(fbe156b4-18b9-4ca8-a660-c01c5a74c017),segment_id=fbe156b4-18b9-4ca8-a660-c01c5a74c017)] {{(pid=84042) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 21:42:45.730932 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-9a886551-a542-4410-bedd-326d2bf08059 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682'] for port, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:42:45.752434 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8056548-9fe5-498d-acba-209449fce3c5 req-51cb3141-af61-4885-843a-d6107637d3c2 tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:42:45.753990 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-d8056548-9fe5-498d-acba-209449fce3c5 req-51cb3141-af61-4885-843a-d6107637d3c2 tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] 10.222.0.43 "GET /v2.0/networks?id=e504ef44-38cc-412a-9684-f17c89821c5c HTTP/1.1" status: 200 len: 797 time: 0.1895957 Apr 18 21:42:45.823424 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-d8056548-9fe5-498d-acba-209449fce3c5 req-8558cdab-06c5-497d-bb22-17673d57032a tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] 10.222.0.43 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a4ea1a148ea742c594b9948ed7bb3759 HTTP/1.1" status: 200 len: 380 time: 0.0515554 Apr 18 21:42:45.828553 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-080c555b-fdd7-4a06-b241-2b92ecb925eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750375287399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253529'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:42:45.837495 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a886551-a542-4410-bedd-326d2bf08059 None None] Routers {'8ddff84c-b672-4800-b2bd-72bfa5a91377'} bound to L3 agent in host n-d-838334-2 {{(pid=84042) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 21:42:45.837671 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.v2.base [req-d8056548-9fe5-498d-acba-209449fce3c5 req-583d7a71-bd96-4ecd-8787-58680f8498f5 tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] Request body: {'port': {'device_id': 'a4a84f4f-c770-4eb1-ab33-f8615a119fa3', 'network_id': 'e504ef44-38cc-412a-9684-f17c89821c5c', 'admin_state_up': True, 'tenant_id': 'a4ea1a148ea742c594b9948ed7bb3759', 'security_groups': ['5d872982-d954-4f3d-b41d-18baebabb0a6']}} {{(pid=84040) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:42:45.837795 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_hamode_db [None req-9a886551-a542-4410-bedd-326d2bf08059 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838334-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-18T20:25:48Z,description=,heartbeat_timestamp=2022-04-18T21:42:18Z,host='n-d-838334-2',id=bc84d6c9-dd7a-4555-a351-592327b46d5a,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:25:48Z,topic='l3_agent')) {'router_ids': ['8ddff84c-b672-4800-b2bd-72bfa5a91377'], 'active': True} {{(pid=84042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:42:45.957597 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [req-df05273e-d42d-4c7e-84d9-addf267cf195 req-dbd56e8f-e820-4173-8d24-1df57cbff7fa service neutron] (84040) timed out ('10.222.0.43', 56188) {{(pid=84040) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Apr 18 21:42:45.972188 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0eedcc2-55f1-444d-b0f1-b0b1522fa838 None None] Pushing event updated for resources: {'Port': ['ID=5579dded-8e0a-4553-aa41-028a4f1e192b,revision_number=4']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:42:45.994043 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [req-d8056548-9fe5-498d-acba-209449fce3c5 req-583d7a71-bd96-4ecd-8787-58680f8498f5 tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:42:46.005413 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [req-d8056548-9fe5-498d-acba-209449fce3c5 req-583d7a71-bd96-4ecd-8787-58680f8498f5 tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:42:46.017556 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d8056548-9fe5-498d-acba-209449fce3c5 req-583d7a71-bd96-4ecd-8787-58680f8498f5 tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] Made reservation on behalf of a4ea1a148ea742c594b9948ed7bb3759 for: {'port': 1} {{(pid=84040) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:42:46.020593 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-d8056548-9fe5-498d-acba-209449fce3c5 req-583d7a71-bd96-4ecd-8787-58680f8498f5 tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:42:46.061228 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_dvr_db [None req-9a886551-a542-4410-bedd-326d2bf08059 None None] Set router 8ddff84c-b672-4800-b2bd-72bfa5a91377 gateway port host: n-d-838334-2 {{(pid=84042) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 21:42:46.196030 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.db_base_plugin_common [req-d8056548-9fe5-498d-acba-209449fce3c5 req-583d7a71-bd96-4ecd-8787-58680f8498f5 tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] Allocated IP 172.20.0.9 (e504ef44-38cc-412a-9684-f17c89821c5c/d4cae13a-1a7f-4a2c-ad5c-c9b9e10b2eef/e6371ae6-53cd-4a7c-8df9-1a26923ac34d) {{(pid=84040) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 21:42:46.387733 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-d8056548-9fe5-498d-acba-209449fce3c5 req-583d7a71-bd96-4ecd-8787-58680f8498f5 tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] Notify callbacks [] for port, precommit_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:42:46.400423 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_hamode_db [None req-9a886551-a542-4410-bedd-326d2bf08059 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ddff84c-b672-4800-b2bd-72bfa5a91377', 'name': 'tempest-TestNetworkAdvancedServerOps-router-945536737', 'tenant_id': 'a4ea1a148ea742c594b9948ed7bb3759', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'external_fixed_ips': [{'subnet_id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'ip_address': '172.25.8.68'}], 'enable_snat': True}, 'gw_port_id': 'a5041f8a-9859-4b3b-ae5e-7bf7005d8d1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:42:37Z', 'updated_at': '2022-04-18T21:42:41Z', 'revision_number': 4, 'project_id': 'a4ea1a148ea742c594b9948ed7bb3759', 'gw_port': {'id': 'a5041f8a-9859-4b3b-ae5e-7bf7005d8d1f', 'name': '', 'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:dc:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ddff84c-b672-4800-b2bd-72bfa5a91377', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'ip_address': '172.25.8.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:42:37Z', 'updated_at': '2022-04-18T21:42:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838334-2', '_interfaces': [{'id': '5579dded-8e0a-4553-aa41-028a4f1e192b', 'name': '', 'network_id': 'e504ef44-38cc-412a-9684-f17c89821c5c', 'tenant_id': 'a4ea1a148ea742c594b9948ed7bb3759', 'mac_address': 'fa:16:3e:35:c7:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8ddff84c-b672-4800-b2bd-72bfa5a91377', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd4cae13a-1a7f-4a2c-ad5c-c9b9e10b2eef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:42:41Z', 'updated_at': '2022-04-18T21:42:45Z', 'revision_number': 4, 'project_id': 'a4ea1a148ea742c594b9948ed7bb3759', 'subnets': [{'id': 'd4cae13a-1a7f-4a2c-ad5c-c9b9e10b2eef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838334-2', False) {} {{(pid=84042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:42:46.404470 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.provisioning_blocks [req-d8056548-9fe5-498d-acba-209449fce3c5 req-583d7a71-bd96-4ecd-8787-58680f8498f5 tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] Transition to ACTIVE for port object e6371ae6-53cd-4a7c-8df9-1a26923ac34d will not be triggered until provisioned by entity DHCP. {{(pid=84040) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:42:46.404644 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a886551-a542-4410-bedd-326d2bf08059 None None] The sync data for ids ['8ddff84c-b672-4800-b2bd-72bfa5a91377'] in n-d-838334-2 is: [{'id': '8ddff84c-b672-4800-b2bd-72bfa5a91377', 'name': 'tempest-TestNetworkAdvancedServerOps-router-945536737', 'tenant_id': 'a4ea1a148ea742c594b9948ed7bb3759', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'external_fixed_ips': [{'subnet_id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'ip_address': '172.25.8.68'}], 'enable_snat': True}, 'gw_port_id': 'a5041f8a-9859-4b3b-ae5e-7bf7005d8d1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:42:37Z', 'updated_at': '2022-04-18T21:42:41Z', 'revision_number': 4, 'project_id': 'a4ea1a148ea742c594b9948ed7bb3759', 'gw_port': {'id': 'a5041f8a-9859-4b3b-ae5e-7bf7005d8d1f', 'name': '', 'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:dc:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ddff84c-b672-4800-b2bd-72bfa5a91377', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'ip_address': '172.25.8.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:42:37Z', 'updated_at': '2022-04-18T21:42:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838334-2', '_interfaces': [{'id': '5579dded-8e0a-4553-aa41-028a4f1e192b', 'name': '', 'network_id': 'e504ef44-38cc-412a-9684-f17c89821c5c', 'tenant_id': 'a4ea1a148ea742c594b9948ed7bb3759', 'mac_address': 'fa:16:3e:35:c7:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8ddff84c-b672-4800-b2bd-72bfa5a91377', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd4cae13a-1a7f-4a2c-ad5c-c9b9e10b2eef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:42:41Z', 'updated_at': '2022-04-18T21:42:45Z', 'revision_number': 4, 'project_id': 'a4ea1a148ea742c594b9948ed7bb3759', 'subnets': [{'id': 'd4cae13a-1a7f-4a2c-ad5c-c9b9e10b2eef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84042) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 18 21:42:46.431293 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-d8056548-9fe5-498d-acba-209449fce3c5 req-583d7a71-bd96-4ecd-8787-58680f8498f5 tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750374836619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32440838'] for port, after_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:42:46.518394 n-d-838334-2 neutron-server[84040]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d8056548-9fe5-498d-acba-209449fce3c5 req-583d7a71-bd96-4ecd-8787-58680f8498f5 tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] Network e504ef44-38cc-412a-9684-f17c89821c5c is already hosted by enough agents. {{(pid=84040) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:42:46.521543 n-d-838334-2 neutron-server[84040]: DEBUG neutron.scheduler.base_scheduler [req-d8056548-9fe5-498d-acba-209449fce3c5 req-583d7a71-bd96-4ecd-8787-58680f8498f5 tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] Resources bound (agent type, host, resource id): {{(pid=84040) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:42:46.527614 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.l3_dvrscheduler_db [req-d8056548-9fe5-498d-acba-209449fce3c5 req-583d7a71-bd96-4ecd-8787-58680f8498f5 tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] Received port after_create {{(pid=84040) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 21:42:46.561905 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-583d7a71-bd96-4ecd-8787-58680f8498f5 tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] Pushing event updated for resources: {'Port': ['ID=e6371ae6-53cd-4a7c-8df9-1a26923ac34d,revision_number=1']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:42:46.603062 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8056548-9fe5-498d-acba-209449fce3c5 req-583d7a71-bd96-4ecd-8787-58680f8498f5 tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:42:46.603664 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-d8056548-9fe5-498d-acba-209449fce3c5 req-583d7a71-bd96-4ecd-8787-58680f8498f5 tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217293'] for port, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:42:46.634062 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-d8056548-9fe5-498d-acba-209449fce3c5 req-583d7a71-bd96-4ecd-8787-58680f8498f5 tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8048522 Apr 18 21:42:46.720290 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.v2.base [req-d8056548-9fe5-498d-acba-209449fce3c5 req-5b624a30-28c9-49ce-99b5-a5ba376a5439 service neutron] Request body: {'port': {'device_id': 'a4a84f4f-c770-4eb1-ab33-f8615a119fa3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-838334-2'}} {{(pid=84040) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:42:46.832598 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-40d76bed-e103-43e4-becd-2608ad3f63f5 None None] Provisioning for port e6371ae6-53cd-4a7c-8df9-1a26923ac34d completed by entity DHCP. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 21:42:46.839251 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-40d76bed-e103-43e4-becd-2608ad3f63f5 None None] Provisioning complete for port e6371ae6-53cd-4a7c-8df9-1a26923ac34d triggered by entity DHCP. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:42:46.839902 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-40d76bed-e103-43e4-becd-2608ad3f63f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1253608'] for port, provisioning_complete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:42:46.875879 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-d8056548-9fe5-498d-acba-209449fce3c5 req-5b624a30-28c9-49ce-99b5-a5ba376a5439 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:42:46.900443 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.plugin [None req-40d76bed-e103-43e4-becd-2608ad3f63f5 None None] Port e6371ae6-53cd-4a7c-8df9-1a26923ac34d cannot update to ACTIVE because it is not bound. {{(pid=84042) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 18 21:42:46.975077 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f68c907-c2ad-45a0-bca3-6e4621262c45 req-1a83f309-3e02-4cea-8fcc-930ecc7baaf9 tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:42:46.975814 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [req-5f68c907-c2ad-45a0-bca3-6e4621262c45 req-1a83f309-3e02-4cea-8fcc-930ecc7baaf9 tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] Synchronizing usage tracker for tenant:a4ea1a148ea742c594b9948ed7bb3759 on resource:port {{(pid=84040) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 21:42:47.052840 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [req-5f68c907-c2ad-45a0-bca3-6e4621262c45 req-1a83f309-3e02-4cea-8fcc-930ecc7baaf9 tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] Unset dirty status for tenant:a4ea1a148ea742c594b9948ed7bb3759 on resource:port {{(pid=84040) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 21:42:47.054001 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-5f68c907-c2ad-45a0-bca3-6e4621262c45 req-1a83f309-3e02-4cea-8fcc-930ecc7baaf9 tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] 10.222.0.42 "GET /v2.0/ports?device_id=a4a84f4f-c770-4eb1-ab33-f8615a119fa3 HTTP/1.1" status: 200 len: 931 time: 0.2445757 Apr 18 21:42:47.125855 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Device 5579dded-8e0a-4553-aa41-028a4f1e192b up at agent ovs-agent-n-d-838334-2 {{(pid=84042) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 21:42:47.198990 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-5f68c907-c2ad-45a0-bca3-6e4621262c45 req-6845d703-7b1c-48df-a6e5-abb47e84051f tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] 10.222.0.42 "GET /v2.0/security-groups?id=5d872982-d954-4f3d-b41d-18baebabb0a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1225903 Apr 18 21:42:47.203083 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Provisioning for port 5579dded-8e0a-4553-aa41-028a4f1e192b completed by entity L2. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 21:42:47.210105 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Provisioning complete for port 5579dded-8e0a-4553-aa41-028a4f1e192b triggered by entity L2. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:42:47.211247 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1253608'] for port, provisioning_complete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:42:47.314316 n-d-838334-2 neutron-server[84040]: DEBUG neutron.notifiers.nova [req-d8056548-9fe5-498d-acba-209449fce3c5 req-5b624a30-28c9-49ce-99b5-a5ba376a5439 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e6371ae6-53cd-4a7c-8df9-1a26923ac34d {{(pid=84040) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 18 21:42:47.324267 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-d8056548-9fe5-498d-acba-209449fce3c5 req-5b624a30-28c9-49ce-99b5-a5ba376a5439 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:42:47.340916 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.provisioning_blocks [req-d8056548-9fe5-498d-acba-209449fce3c5 req-5b624a30-28c9-49ce-99b5-a5ba376a5439 service neutron] Transition to ACTIVE for port object e6371ae6-53cd-4a7c-8df9-1a26923ac34d will not be triggered until provisioned by entity L2. {{(pid=84040) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:42:47.345294 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-d8056548-9fe5-498d-acba-209449fce3c5 req-5b624a30-28c9-49ce-99b5-a5ba376a5439 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32440959'] for port, after_update {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:42:47.377274 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:42:47.413851 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] For port 5579dded-8e0a-4553-aa41-028a4f1e192b, host n-d-838334-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838334-2',level=0,port_id=5579dded-8e0a-4553-aa41-028a4f1e192b,segment=NetworkSegment(fbe156b4-18b9-4ca8-a660-c01c5a74c017),segment_id=fbe156b4-18b9-4ca8-a660-c01c5a74c017)] {{(pid=84042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:42:47.418322 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682'] for port, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:42:47.480829 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b624a30-28c9-49ce-99b5-a5ba376a5439 service neutron] Pushing event updated for resources: {'Port': ['ID=e6371ae6-53cd-4a7c-8df9-1a26923ac34d,revision_number=2']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:42:47.498708 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Pushing event updated for resources: {'Port': ['ID=5579dded-8e0a-4553-aa41-028a4f1e192b,revision_number=5']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:42:47.602883 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.managers [req-d8056548-9fe5-498d-acba-209449fce3c5 req-5b624a30-28c9-49ce-99b5-a5ba376a5439 service neutron] Attempting to bind port e6371ae6-53cd-4a7c-8df9-1a26923ac34d on host n-h1-838334-2 for vnic_type normal with profile {{(pid=84040) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 21:42:47.603240 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.managers [req-d8056548-9fe5-498d-acba-209449fce3c5 req-5b624a30-28c9-49ce-99b5-a5ba376a5439 service neutron] Attempting to bind port e6371ae6-53cd-4a7c-8df9-1a26923ac34d by drivers openvswitch,hyperv on host n-h1-838334-2 at level 0 using segments [{'id': 'fbe156b4-18b9-4ca8-a660-c01c5a74c017', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': 'e504ef44-38cc-412a-9684-f17c89821c5c'}] {{(pid=84040) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 21:42:47.603540 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8056548-9fe5-498d-acba-209449fce3c5 req-5b624a30-28c9-49ce-99b5-a5ba376a5439 service neutron] Attempting to bind port e6371ae6-53cd-4a7c-8df9-1a26923ac34d on network e504ef44-38cc-412a-9684-f17c89821c5c {{(pid=84040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 21:42:47.609483 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8056548-9fe5-498d-acba-209449fce3c5 req-5b624a30-28c9-49ce-99b5-a5ba376a5439 service neutron] Port e6371ae6-53cd-4a7c-8df9-1a26923ac34d on network e504ef44-38cc-412a-9684-f17c89821c5c not bound, no agent of type Open vSwitch agent registered on host n-h1-838334-2 {{(pid=84040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 18 21:42:47.609796 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8056548-9fe5-498d-acba-209449fce3c5 req-5b624a30-28c9-49ce-99b5-a5ba376a5439 service neutron] Attempting to bind port e6371ae6-53cd-4a7c-8df9-1a26923ac34d on network e504ef44-38cc-412a-9684-f17c89821c5c {{(pid=84040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 21:42:47.616201 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8056548-9fe5-498d-acba-209449fce3c5 req-5b624a30-28c9-49ce-99b5-a5ba376a5439 service neutron] Checking agent: {'id': 'd63bab19-ff81-4de1-afeb-a3732288d0d7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-838334-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 33, 59), 'started_at': datetime.datetime(2022, 4, 18, 20, 33, 59), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 21, 42, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 18 21:42:47.617526 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8056548-9fe5-498d-acba-209449fce3c5 req-5b624a30-28c9-49ce-99b5-a5ba376a5439 service neutron] Checking segment: {'id': 'fbe156b4-18b9-4ca8-a660-c01c5a74c017', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': 'e504ef44-38cc-412a-9684-f17c89821c5c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84040) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 21:42:47.617907 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8056548-9fe5-498d-acba-209449fce3c5 req-5b624a30-28c9-49ce-99b5-a5ba376a5439 service neutron] Bound using segment: {'id': 'fbe156b4-18b9-4ca8-a660-c01c5a74c017', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': 'e504ef44-38cc-412a-9684-f17c89821c5c'} {{(pid=84040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 18 21:42:47.618344 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.managers [req-d8056548-9fe5-498d-acba-209449fce3c5 req-5b624a30-28c9-49ce-99b5-a5ba376a5439 service neutron] Bound port: e6371ae6-53cd-4a7c-8df9-1a26923ac34d, host: n-h1-838334-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fbe156b4-18b9-4ca8-a660-c01c5a74c017', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': 'e504ef44-38cc-412a-9684-f17c89821c5c'}}] {{(pid=84040) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 21:42:47.618789 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-d8056548-9fe5-498d-acba-209449fce3c5 req-5b624a30-28c9-49ce-99b5-a5ba376a5439 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:42:47.805714 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.db [req-d8056548-9fe5-498d-acba-209449fce3c5 req-5b624a30-28c9-49ce-99b5-a5ba376a5439 service neutron] For port e6371ae6-53cd-4a7c-8df9-1a26923ac34d, host n-h1-838334-2, cleared binding levels {{(pid=84040) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 21:42:47.808751 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.db [req-d8056548-9fe5-498d-acba-209449fce3c5 req-5b624a30-28c9-49ce-99b5-a5ba376a5439 service neutron] For port e6371ae6-53cd-4a7c-8df9-1a26923ac34d, host n-h1-838334-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838334-2',level=0,port_id=e6371ae6-53cd-4a7c-8df9-1a26923ac34d,segment=NetworkSegment(fbe156b4-18b9-4ca8-a660-c01c5a74c017),segment_id=fbe156b4-18b9-4ca8-a660-c01c5a74c017)] {{(pid=84040) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 21:42:47.812709 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-d8056548-9fe5-498d-acba-209449fce3c5 req-5b624a30-28c9-49ce-99b5-a5ba376a5439 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32440959'] for port, after_update {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:42:47.876168 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-d8056548-9fe5-498d-acba-209449fce3c5 req-5b624a30-28c9-49ce-99b5-a5ba376a5439 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217293'] for port, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:42:47.877510 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-d8056548-9fe5-498d-acba-209449fce3c5 req-5b624a30-28c9-49ce-99b5-a5ba376a5439 service neutron] 10.222.0.43 "PUT /v2.0/ports/e6371ae6-53cd-4a7c-8df9-1a26923ac34d HTTP/1.1" status: 200 len: 1091 time: 1.2370515 Apr 18 21:42:47.877937 n-d-838334-2 neutron-server[84040]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a4a84f4f-c770-4eb1-ab33-f8615a119fa3', 'tag': 'e6371ae6-53cd-4a7c-8df9-1a26923ac34d'}] {{(pid=84040) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 21:42:47.896071 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b624a30-28c9-49ce-99b5-a5ba376a5439 service neutron] Pushing event updated for resources: {'Port': ['ID=e6371ae6-53cd-4a7c-8df9-1a26923ac34d,revision_number=3']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:42:47.947314 n-d-838334-2 neutron-server[84040]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c70ec5d3-d5dd-4291-8ede-fd2c4462b8f1'] response: {'name': 'network-changed', 'server_uuid': 'a4a84f4f-c770-4eb1-ab33-f8615a119fa3', 'tag': 'e6371ae6-53cd-4a7c-8df9-1a26923ac34d', 'status': 'completed', 'code': 200} Apr 18 21:42:47.994471 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-d8056548-9fe5-498d-acba-209449fce3c5 req-0a6264ee-ea9d-45b2-9a49-7a10335352b8 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=a4ea1a148ea742c594b9948ed7bb3759&device_id=a4a84f4f-c770-4eb1-ab33-f8615a119fa3 HTTP/1.1" status: 200 len: 1094 time: 0.0778713 Apr 18 21:42:48.005069 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-c7ff2599-26f1-4b7b-8d6a-4c05cd71c561 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750375287399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253529'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:42:48.069617 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-d8056548-9fe5-498d-acba-209449fce3c5 req-22b869fc-5fb2-4e88-9c42-ce012ff48ec0 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e6371ae6-53cd-4a7c-8df9-1a26923ac34d HTTP/1.1" status: 200 len: 217 time: 0.0687788 Apr 18 21:42:48.131917 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8056548-9fe5-498d-acba-209449fce3c5 req-24362b2c-873d-4204-ba85-87a759bc84a4 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:42:48.133585 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-d8056548-9fe5-498d-acba-209449fce3c5 req-24362b2c-873d-4204-ba85-87a759bc84a4 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=d4cae13a-1a7f-4a2c-ad5c-c9b9e10b2eef HTTP/1.1" status: 200 len: 835 time: 0.0581324 Apr 18 21:42:48.209326 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-d8056548-9fe5-498d-acba-209449fce3c5 req-d80438a2-a45d-4df5-b7c3-afcf610547c0 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=e504ef44-38cc-412a-9684-f17c89821c5c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0703030 Apr 18 21:42:48.377068 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-d8056548-9fe5-498d-acba-209449fce3c5 req-2bae3c1c-e576-47f4-837d-89cc0cfb2a6a service neutron] 10.222.0.43 "GET /v2.0/networks/e504ef44-38cc-412a-9684-f17c89821c5c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1615901 Apr 18 21:42:48.512352 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b7f6ec4-1f38-4138-839f-abcb2763bd9b req-cf26560a-f3a9-4f7f-a1cd-c85645981ec3 tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:42:48.513827 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-3b7f6ec4-1f38-4138-839f-abcb2763bd9b req-cf26560a-f3a9-4f7f-a1cd-c85645981ec3 tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] 10.222.0.42 "GET /v2.0/ports?device_id=a4a84f4f-c770-4eb1-ab33-f8615a119fa3 HTTP/1.1" status: 200 len: 943 time: 0.1927600 Apr 18 21:42:48.548542 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-d8056548-9fe5-498d-acba-209449fce3c5 req-5cb5ba21-5145-4390-ba32-acea0108f2ab service neutron] 10.222.0.43 "GET /v2.0/networks/e504ef44-38cc-412a-9684-f17c89821c5c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1660421 Apr 18 21:42:48.569643 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-3b7f6ec4-1f38-4138-839f-abcb2763bd9b req-ba258804-666f-49c0-8aa5-5d7fcc9c26c5 tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] 10.222.0.42 "GET /v2.0/security-groups?id=5d872982-d954-4f3d-b41d-18baebabb0a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474594 Apr 18 21:42:48.667729 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-d512e453-fa0a-44f0-8cc0-b261af32eeca req-f6aa707a-093b-44c7-9036-180c4d47d790 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=a4ea1a148ea742c594b9948ed7bb3759&device_id=a4a84f4f-c770-4eb1-ab33-f8615a119fa3 HTTP/1.1" status: 200 len: 1094 time: 0.0749943 Apr 18 21:42:48.795142 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d512e453-fa0a-44f0-8cc0-b261af32eeca req-c20cf945-0209-47e2-a295-65dbeb665db3 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:42:48.796600 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-d512e453-fa0a-44f0-8cc0-b261af32eeca req-c20cf945-0209-47e2-a295-65dbeb665db3 service neutron] 10.222.0.43 "GET /v2.0/networks?id=e504ef44-38cc-412a-9684-f17c89821c5c HTTP/1.1" status: 200 len: 898 time: 0.1234634 Apr 18 21:42:48.861581 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-d512e453-fa0a-44f0-8cc0-b261af32eeca req-8ae98d17-73c4-4587-b2e7-d7c7304e5018 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e6371ae6-53cd-4a7c-8df9-1a26923ac34d HTTP/1.1" status: 200 len: 217 time: 0.0583129 Apr 18 21:42:48.924546 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d512e453-fa0a-44f0-8cc0-b261af32eeca req-62dc9046-4be5-4a2e-8b3b-cac5d6633165 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:42:48.925858 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-d512e453-fa0a-44f0-8cc0-b261af32eeca req-62dc9046-4be5-4a2e-8b3b-cac5d6633165 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=d4cae13a-1a7f-4a2c-ad5c-c9b9e10b2eef HTTP/1.1" status: 200 len: 835 time: 0.0581031 Apr 18 21:42:48.998873 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-d512e453-fa0a-44f0-8cc0-b261af32eeca req-90c85c2b-ce13-476b-a643-bf9bee9eb148 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=e504ef44-38cc-412a-9684-f17c89821c5c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0666203 Apr 18 21:42:49.090663 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Device 5579dded-8e0a-4553-aa41-028a4f1e192b up at agent ovs-agent-n-d-838334-2 {{(pid=84042) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 21:42:49.129627 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-d512e453-fa0a-44f0-8cc0-b261af32eeca req-57c96c52-21e7-49a5-b48d-e34d8f57bc3b service neutron] 10.222.0.43 "GET /v2.0/networks/e504ef44-38cc-412a-9684-f17c89821c5c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1242702 Apr 18 21:42:49.167814 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Provisioning complete for port 5579dded-8e0a-4553-aa41-028a4f1e192b triggered by entity L2. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:42:49.168180 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1253608'] for port, provisioning_complete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:42:49.205829 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750375287399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253529'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:42:49.262385 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-d512e453-fa0a-44f0-8cc0-b261af32eeca req-40efca60-fdd3-443c-984f-5d7149990ea0 service neutron] 10.222.0.43 "GET /v2.0/networks/e504ef44-38cc-412a-9684-f17c89821c5c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1258659 Apr 18 21:42:49.682092 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-414b6ffe-e119-47bc-b18f-bcff1219c2f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750375287399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253529'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:42:49.866469 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a6fd7f5-7478-46de-a3cb-c7362fe2787d req-d1b62a69-44df-4d79-b293-cc9b2ad49469 tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:42:49.867896 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-2a6fd7f5-7478-46de-a3cb-c7362fe2787d req-d1b62a69-44df-4d79-b293-cc9b2ad49469 tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] 10.222.0.42 "GET /v2.0/ports?device_id=a4a84f4f-c770-4eb1-ab33-f8615a119fa3 HTTP/1.1" status: 200 len: 943 time: 0.1708360 Apr 18 21:42:49.912282 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-2a6fd7f5-7478-46de-a3cb-c7362fe2787d req-ddd3accf-adf4-4c53-bde0-fdbb175b4c50 tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] 10.222.0.42 "GET /v2.0/security-groups?id=5d872982-d954-4f3d-b41d-18baebabb0a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387805 Apr 18 21:42:50.669357 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Device e6371ae6-53cd-4a7c-8df9-1a26923ac34d details requested by agent hyperv_n-h1-838334-2 with host n-h1-838334-2 {{(pid=84042) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 18 21:42:50.779304 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-c7521a90-7d65-4e2e-842c-ca5d95e9a89c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750375287399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253529'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:42:50.819244 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] For port e6371ae6-53cd-4a7c-8df9-1a26923ac34d, host n-h1-838334-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838334-2',level=0,port_id=e6371ae6-53cd-4a7c-8df9-1a26923ac34d,segment=NetworkSegment(fbe156b4-18b9-4ca8-a660-c01c5a74c017),segment_id=fbe156b4-18b9-4ca8-a660-c01c5a74c017)] {{(pid=84042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:42:50.831806 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Returning: {'device': 'e6371ae6-53cd-4a7c-8df9-1a26923ac34d', 'network_id': 'e504ef44-38cc-412a-9684-f17c89821c5c', 'port_id': 'e6371ae6-53cd-4a7c-8df9-1a26923ac34d', 'mac_address': 'fa:16:3e:da:c6:88', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 353, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd4cae13a-1a7f-4a2c-ad5c-c9b9e10b2eef', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84042) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 18 21:42:50.888991 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:42:50.905489 n-d-838334-2 neutron-server[84042]: DEBUG neutron.notifiers.nova [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e6371ae6-53cd-4a7c-8df9-1a26923ac34d {{(pid=84042) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 18 21:42:50.920944 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] For port e6371ae6-53cd-4a7c-8df9-1a26923ac34d, host n-h1-838334-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838334-2',level=0,port_id=e6371ae6-53cd-4a7c-8df9-1a26923ac34d,segment=NetworkSegment(fbe156b4-18b9-4ca8-a660-c01c5a74c017),segment_id=fbe156b4-18b9-4ca8-a660-c01c5a74c017)] {{(pid=84042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:42:50.924727 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682'] for port, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:42:50.990252 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Pushing event updated for resources: {'Port': ['ID=e6371ae6-53cd-4a7c-8df9-1a26923ac34d,revision_number=4']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:42:51.113644 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90cd66a5-f7c7-4aa0-b6b9-3ecf0e28e304 req-4ded1f94-ed1a-42d8-8acf-a567229201f1 tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:42:51.115081 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-90cd66a5-f7c7-4aa0-b6b9-3ecf0e28e304 req-4ded1f94-ed1a-42d8-8acf-a567229201f1 tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] 10.222.0.42 "GET /v2.0/ports?device_id=a4a84f4f-c770-4eb1-ab33-f8615a119fa3 HTTP/1.1" status: 200 len: 944 time: 0.0775588 Apr 18 21:42:51.160118 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-90cd66a5-f7c7-4aa0-b6b9-3ecf0e28e304 req-c0203c6b-9493-4568-b5fe-c92066d0f5b5 tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] 10.222.0.42 "GET /v2.0/security-groups?id=5d872982-d954-4f3d-b41d-18baebabb0a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392504 Apr 18 21:42:51.168037 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] get_ports_and_sgs() called for port_ids ['e6371ae6-53cd-4a7c-8df9-1a26923ac34d'] {{(pid=84042) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 18 21:42:52.355645 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cde8bb99-eb0f-4e6d-891d-e4ac358ffe8d req-ac40b979-d2e7-4dbc-bd5f-70033d7d3725 tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:42:52.357077 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-cde8bb99-eb0f-4e6d-891d-e4ac358ffe8d req-ac40b979-d2e7-4dbc-bd5f-70033d7d3725 tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] 10.222.0.42 "GET /v2.0/ports?device_id=a4a84f4f-c770-4eb1-ab33-f8615a119fa3 HTTP/1.1" status: 200 len: 944 time: 0.0781727 Apr 18 21:42:52.400858 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-cde8bb99-eb0f-4e6d-891d-e4ac358ffe8d req-d7a9f289-b05b-4691-8ce9-25669fc690da tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] 10.222.0.42 "GET /v2.0/security-groups?id=5d872982-d954-4f3d-b41d-18baebabb0a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383646 Apr 18 21:42:52.684802 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Device e6371ae6-53cd-4a7c-8df9-1a26923ac34d up at agent hyperv_n-h1-838334-2 {{(pid=84042) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 21:42:52.758208 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Provisioning for port e6371ae6-53cd-4a7c-8df9-1a26923ac34d completed by entity L2. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 21:42:52.762787 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Provisioning complete for port e6371ae6-53cd-4a7c-8df9-1a26923ac34d triggered by entity L2. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:42:52.763156 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1253608'] for port, provisioning_complete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:42:52.877237 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:42:52.905812 n-d-838334-2 neutron-server[84042]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a4a84f4f-c770-4eb1-ab33-f8615a119fa3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e6371ae6-53cd-4a7c-8df9-1a26923ac34d'}] {{(pid=84042) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 21:42:52.915462 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] For port e6371ae6-53cd-4a7c-8df9-1a26923ac34d, host n-h1-838334-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838334-2',level=0,port_id=e6371ae6-53cd-4a7c-8df9-1a26923ac34d,segment=NetworkSegment(fbe156b4-18b9-4ca8-a660-c01c5a74c017),segment_id=fbe156b4-18b9-4ca8-a660-c01c5a74c017)] {{(pid=84042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:42:52.919537 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682'] for port, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:42:52.961926 n-d-838334-2 neutron-server[84042]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a805a933-bc57-4c38-b92a-96f304f420e3'] response: {'server_uuid': 'a4a84f4f-c770-4eb1-ab33-f8615a119fa3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e6371ae6-53cd-4a7c-8df9-1a26923ac34d', 'code': 200} Apr 18 21:42:52.987636 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Pushing event updated for resources: {'Port': ['ID=e6371ae6-53cd-4a7c-8df9-1a26923ac34d,revision_number=5']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:42:53.084705 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-e85160bf-86e1-4d96-a250-1e028c63b1f2 req-86547eea-2408-44b9-b7c6-efe640a1855a service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=a4a84f4f-c770-4eb1-ab33-f8615a119fa3 HTTP/1.1" status: 200 len: 1096 time: 0.0663743 Apr 18 21:42:53.129735 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-e85160bf-86e1-4d96-a250-1e028c63b1f2 req-23ae99e1-4c8c-471a-a3ba-18c2796338a6 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=5d872982-d954-4f3d-b41d-18baebabb0a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388565 Apr 18 21:42:53.598155 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08b337ff-0ef5-437d-a493-24defc7332b7 req-cebd05c4-db33-444c-9ec0-8bc97feab591 tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:42:53.599585 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-08b337ff-0ef5-437d-a493-24defc7332b7 req-cebd05c4-db33-444c-9ec0-8bc97feab591 tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] 10.222.0.42 "GET /v2.0/ports?device_id=a4a84f4f-c770-4eb1-ab33-f8615a119fa3 HTTP/1.1" status: 200 len: 945 time: 0.0769968 Apr 18 21:42:53.644549 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-08b337ff-0ef5-437d-a493-24defc7332b7 req-4d7ab97e-0524-425d-acae-826f9e42366d tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] 10.222.0.42 "GET /v2.0/security-groups?id=5d872982-d954-4f3d-b41d-18baebabb0a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383818 Apr 18 21:42:54.843463 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-910f11b8-6666-4978-870b-e595d578844d req-4c6c74b9-3a8f-40c6-b0ed-d684ee3441e7 tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:42:54.844927 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-910f11b8-6666-4978-870b-e595d578844d req-4c6c74b9-3a8f-40c6-b0ed-d684ee3441e7 tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] 10.222.0.42 "GET /v2.0/ports?device_id=a4a84f4f-c770-4eb1-ab33-f8615a119fa3 HTTP/1.1" status: 200 len: 945 time: 0.0794604 Apr 18 21:42:54.892037 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-910f11b8-6666-4978-870b-e595d578844d req-a03a29b7-de36-4367-a41d-993e65c64f2b tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] 10.222.0.42 "GET /v2.0/security-groups?id=5d872982-d954-4f3d-b41d-18baebabb0a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415955 Apr 18 21:42:55.089114 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6109e480-ac9b-4cdf-8bb0-857a280b5f00 req-2492ef71-6af2-4b98-85dd-928cbc1f970c tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:42:55.090531 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-6109e480-ac9b-4cdf-8bb0-857a280b5f00 req-2492ef71-6af2-4b98-85dd-928cbc1f970c tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] 10.222.0.42 "GET /v2.0/ports?device_id=a4a84f4f-c770-4eb1-ab33-f8615a119fa3 HTTP/1.1" status: 200 len: 945 time: 0.0751858 Apr 18 21:42:55.134396 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-6109e480-ac9b-4cdf-8bb0-857a280b5f00 req-2d113785-b441-4018-a6c9-b0ea025d3928 tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] 10.222.0.42 "GET /v2.0/security-groups?id=5d872982-d954-4f3d-b41d-18baebabb0a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382030 Apr 18 21:42:55.162016 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 41036) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:42:55.233522 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-4a15214c-9d50-453d-b929-9b414e53ed39 tempest-TestNetworkAdvancedServerOps-1683056737 tempest-TestNetworkAdvancedServerOps-1683056737-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=a4a84f4f-c770-4eb1-ab33-f8615a119fa3 HTTP/1.1" status: 200 len: 1091 time: 0.0702181 Apr 18 21:42:55.236082 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 41040) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:42:55.241115 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.v2.base [None req-f549b4e4-d0df-4d42-a6d6-65b8cbf3f64e tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] Request body: {'floatingip': {'floating_network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'port_id': 'e6371ae6-53cd-4a7c-8df9-1a26923ac34d', 'tenant_id': 'a4ea1a148ea742c594b9948ed7bb3759', 'fixed_ip_address': '172.20.0.9'}} {{(pid=84040) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:42:55.247289 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [None req-f549b4e4-d0df-4d42-a6d6-65b8cbf3f64e tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:42:55.251037 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-f549b4e4-d0df-4d42-a6d6-65b8cbf3f64e tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] Usage tracker for resource:floatingip and tenant:a4ea1a148ea742c594b9948ed7bb3759 is out of sync, need to count used quota {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:42:55.253955 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-f549b4e4-d0df-4d42-a6d6-65b8cbf3f64e tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:42:55.260243 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [None req-f549b4e4-d0df-4d42-a6d6-65b8cbf3f64e tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:42:55.270915 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-f549b4e4-d0df-4d42-a6d6-65b8cbf3f64e tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] Notify callbacks [] for floatingip, before_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:42:55.408977 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-f549b4e4-d0df-4d42-a6d6-65b8cbf3f64e tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:42:55.542777 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.db_base_plugin_common [None req-f549b4e4-d0df-4d42-a6d6-65b8cbf3f64e tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] Allocated IP 172.25.8.46 (e41b6600-a917-4a8d-b05c-be3be40c6d8c/6b05667b-848e-4356-9b44-d5eb6808ef74/94e9fec9-70f5-4afb-9f09-82e816d67871) {{(pid=84040) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 21:42:55.687883 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-f549b4e4-d0df-4d42-a6d6-65b8cbf3f64e tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] Notify callbacks [] for port, precommit_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:42:55.715231 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-f549b4e4-d0df-4d42-a6d6-65b8cbf3f64e tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750374836619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32440838'] for port, after_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:42:55.780771 n-d-838334-2 neutron-server[84040]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f549b4e4-d0df-4d42-a6d6-65b8cbf3f64e tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] Network e41b6600-a917-4a8d-b05c-be3be40c6d8c is already hosted by enough agents. {{(pid=84040) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:42:55.783568 n-d-838334-2 neutron-server[84040]: DEBUG neutron.scheduler.base_scheduler [None req-f549b4e4-d0df-4d42-a6d6-65b8cbf3f64e tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] Resources bound (agent type, host, resource id): {{(pid=84040) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:42:55.787812 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f549b4e4-d0df-4d42-a6d6-65b8cbf3f64e tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] Received port after_create {{(pid=84040) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 21:42:55.811999 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f549b4e4-d0df-4d42-a6d6-65b8cbf3f64e tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] Pushing event updated for resources: {'Port': ['ID=94e9fec9-70f5-4afb-9f09-82e816d67871,revision_number=1']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:42:56.372742 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-f549b4e4-d0df-4d42-a6d6-65b8cbf3f64e tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:42:56.428258 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-f549b4e4-d0df-4d42-a6d6-65b8cbf3f64e tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:42:56.628739 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-f549b4e4-d0df-4d42-a6d6-65b8cbf3f64e tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] Notify callbacks [] for port, precommit_update {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:42:56.633141 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-f549b4e4-d0df-4d42-a6d6-65b8cbf3f64e tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32440959'] for port, after_update {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:42:56.739587 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f549b4e4-d0df-4d42-a6d6-65b8cbf3f64e tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] Pushing event updated for resources: {'Port': ['ID=94e9fec9-70f5-4afb-9f09-82e816d67871,revision_number=2']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:42:56.753726 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-f549b4e4-d0df-4d42-a6d6-65b8cbf3f64e tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33444131'] for floatingip, after_update {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:42:56.943687 n-d-838334-2 neutron-server[84040]: INFO neutron.db.l3_db [None req-f549b4e4-d0df-4d42-a6d6-65b8cbf3f64e tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] Floating IP 72da6f5e-8bb2-4e2b-b407-ed1378fd0f7a associated. External IP: 172.25.8.46, port: e6371ae6-53cd-4a7c-8df9-1a26923ac34d. Apr 18 21:42:57.338711 n-d-838334-2 neutron-server[84040]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f549b4e4-d0df-4d42-a6d6-65b8cbf3f64e tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] Router 8ddff84c-b672-4800-b2bd-72bfa5a91377 has already been hosted by L3 agent bc84d6c9-dd7a-4555-a351-592327b46d5a {{(pid=84040) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 21:42:57.534258 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f549b4e4-d0df-4d42-a6d6-65b8cbf3f64e tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] Notify agent at l3_agent.n-d-838334-2 the message routers_updated {{(pid=84040) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 21:42:57.545626 n-d-838334-2 neutron-server[84043]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11855b85-cb64-4608-99e5-4491f47d489c None None] Sync routers for ids ['8ddff84c-b672-4800-b2bd-72bfa5a91377'] in n-d-838334-2 {{(pid=84043) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 18 21:42:57.561623 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-f549b4e4-d0df-4d42-a6d6-65b8cbf3f64e tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217293'] for floatingip, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:42:57.563097 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11855b85-cb64-4608-99e5-4491f47d489c None None] Routers {'8ddff84c-b672-4800-b2bd-72bfa5a91377'} bound to L3 agent in host n-d-838334-2 {{(pid=84043) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 21:42:57.563741 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.l3_hamode_db [None req-11855b85-cb64-4608-99e5-4491f47d489c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838334-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-18T20:25:48Z,description=,heartbeat_timestamp=2022-04-18T21:42:48Z,host='n-d-838334-2',id=bc84d6c9-dd7a-4555-a351-592327b46d5a,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:25:48Z,topic='l3_agent')) {'router_ids': ['8ddff84c-b672-4800-b2bd-72bfa5a91377'], 'active': True} {{(pid=84043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:42:57.621243 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-f549b4e4-d0df-4d42-a6d6-65b8cbf3f64e tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] 10.222.0.42 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.3840773 Apr 18 21:42:57.621853 n-d-838334-2 neutron-server[84040]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a4a84f4f-c770-4eb1-ab33-f8615a119fa3', 'tag': 'e6371ae6-53cd-4a7c-8df9-1a26923ac34d'}] {{(pid=84040) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 21:42:57.686136 n-d-838334-2 neutron-server[84040]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e083a452-741d-411d-868e-0ef703caddb1'] response: {'name': 'network-changed', 'server_uuid': 'a4a84f4f-c770-4eb1-ab33-f8615a119fa3', 'tag': 'e6371ae6-53cd-4a7c-8df9-1a26923ac34d', 'status': 'completed', 'code': 200} Apr 18 21:42:57.769615 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.l3_dvr_db [None req-11855b85-cb64-4608-99e5-4491f47d489c None None] Set router 8ddff84c-b672-4800-b2bd-72bfa5a91377 gateway port host: n-d-838334-2 {{(pid=84043) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 21:42:57.860062 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-f05203ff-ebdb-4a8d-9858-b1511fed442e req-feb3150c-38d5-4afa-b7be-1cfb1e21bed6 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=a4ea1a148ea742c594b9948ed7bb3759&device_id=a4a84f4f-c770-4eb1-ab33-f8615a119fa3 HTTP/1.1" status: 200 len: 1096 time: 0.1432712 Apr 18 21:42:57.897084 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-811e6056-c9a6-4b08-9d66-67c1c007d10b req-75ec27fb-caa6-495e-88dc-44c182489586 tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:42:57.899009 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-811e6056-c9a6-4b08-9d66-67c1c007d10b req-75ec27fb-caa6-495e-88dc-44c182489586 tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] 10.222.0.42 "GET /v2.0/ports?device_id=a4a84f4f-c770-4eb1-ab33-f8615a119fa3 HTTP/1.1" status: 200 len: 945 time: 0.1370649 Apr 18 21:42:58.162441 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-811e6056-c9a6-4b08-9d66-67c1c007d10b req-45186479-27ab-4454-aecb-e52d6e58746d tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] 10.222.0.42 "GET /v2.0/security-groups?id=5d872982-d954-4f3d-b41d-18baebabb0a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0805902 Apr 18 21:42:58.182744 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f05203ff-ebdb-4a8d-9858-b1511fed442e req-0582f08b-61fb-4908-aa3d-1adb2824282c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:42:58.184302 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-f05203ff-ebdb-4a8d-9858-b1511fed442e req-0582f08b-61fb-4908-aa3d-1adb2824282c service neutron] 10.222.0.43 "GET /v2.0/networks?id=e504ef44-38cc-412a-9684-f17c89821c5c HTTP/1.1" status: 200 len: 898 time: 0.3144443 Apr 18 21:42:58.190725 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.l3_hamode_db [None req-11855b85-cb64-4608-99e5-4491f47d489c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ddff84c-b672-4800-b2bd-72bfa5a91377', 'name': 'tempest-TestNetworkAdvancedServerOps-router-945536737', 'tenant_id': 'a4ea1a148ea742c594b9948ed7bb3759', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'external_fixed_ips': [{'subnet_id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'ip_address': '172.25.8.68'}], 'enable_snat': True}, 'gw_port_id': 'a5041f8a-9859-4b3b-ae5e-7bf7005d8d1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:42:37Z', 'updated_at': '2022-04-18T21:42:41Z', 'revision_number': 4, 'project_id': 'a4ea1a148ea742c594b9948ed7bb3759', 'gw_port': {'id': 'a5041f8a-9859-4b3b-ae5e-7bf7005d8d1f', 'name': '', 'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:dc:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ddff84c-b672-4800-b2bd-72bfa5a91377', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'ip_address': '172.25.8.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:42:37Z', 'updated_at': '2022-04-18T21:42:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838334-2', '_floatingips': [{'id': '72da6f5e-8bb2-4e2b-b407-ed1378fd0f7a', 'tenant_id': 'a4ea1a148ea742c594b9948ed7bb3759', 'floating_ip_address': '172.25.8.46', 'floating_network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'router_id': '8ddff84c-b672-4800-b2bd-72bfa5a91377', 'port_id': 'e6371ae6-53cd-4a7c-8df9-1a26923ac34d', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e504ef44-38cc-412a-9684-f17c89821c5c', 'mac_address': 'fa:16:3e:da:c6:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4a84f4f-c770-4eb1-ab33-f8615a119fa3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T21:42:56Z', 'updated_at': '2022-04-18T21:42:56Z', 'revision_number': 0, 'project_id': 'a4ea1a148ea742c594b9948ed7bb3759', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5579dded-8e0a-4553-aa41-028a4f1e192b', 'name': '', 'network_id': 'e504ef44-38cc-412a-9684-f17c89821c5c', 'tenant_id': 'a4ea1a148ea742c594b9948ed7bb3759', 'mac_address': 'fa:16:3e:35:c7:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ddff84c-b672-4800-b2bd-72bfa5a91377', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd4cae13a-1a7f-4a2c-ad5c-c9b9e10b2eef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:42:41Z', 'updated_at': '2022-04-18T21:42:47Z', 'revision_number': 5, 'project_id': 'a4ea1a148ea742c594b9948ed7bb3759', 'subnets': [{'id': 'd4cae13a-1a7f-4a2c-ad5c-c9b9e10b2eef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838334-2', False) {} {{(pid=84043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:42:58.201554 n-d-838334-2 neutron-server[84043]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11855b85-cb64-4608-99e5-4491f47d489c None None] Checking router: 8ddff84c-b672-4800-b2bd-72bfa5a91377 for host: n-d-838334-2 {{(pid=84043) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 18 21:42:58.202794 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 41048) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:42:58.219336 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11855b85-cb64-4608-99e5-4491f47d489c None None] Routers {'8ddff84c-b672-4800-b2bd-72bfa5a91377'} bound to L3 agent in host n-d-838334-2 {{(pid=84043) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 21:42:58.219981 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.l3_hamode_db [None req-11855b85-cb64-4608-99e5-4491f47d489c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838334-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-18T20:25:48Z,description=,heartbeat_timestamp=2022-04-18T21:42:48Z,host='n-d-838334-2',id=bc84d6c9-dd7a-4555-a351-592327b46d5a,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:25:48Z,topic='l3_agent')) {'router_ids': ['8ddff84c-b672-4800-b2bd-72bfa5a91377'], 'active': True} {{(pid=84043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:42:58.326808 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-f05203ff-ebdb-4a8d-9858-b1511fed442e req-02e9bcbf-6a95-4a00-bafd-a8070cc66d4b service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e6371ae6-53cd-4a7c-8df9-1a26923ac34d HTTP/1.1" status: 200 len: 998 time: 0.1349223 Apr 18 21:42:58.338002 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-86b82099-e32b-4cfb-a88f-8407de4b611e tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] 10.222.0.42 "GET /v2.0/floatingips/72da6f5e-8bb2-4e2b-b407-ed1378fd0f7a HTTP/1.1" status: 200 len: 990 time: 0.1301947 Apr 18 21:42:58.399588 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f05203ff-ebdb-4a8d-9858-b1511fed442e req-1bc355d6-35f4-46dd-99a9-90bd0e89a908 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:42:58.401069 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-f05203ff-ebdb-4a8d-9858-b1511fed442e req-1bc355d6-35f4-46dd-99a9-90bd0e89a908 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=d4cae13a-1a7f-4a2c-ad5c-c9b9e10b2eef HTTP/1.1" status: 200 len: 835 time: 0.0666831 Apr 18 21:42:58.445816 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.l3_dvr_db [None req-11855b85-cb64-4608-99e5-4491f47d489c None None] Set router 8ddff84c-b672-4800-b2bd-72bfa5a91377 gateway port host: n-d-838334-2 {{(pid=84043) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 21:42:58.476436 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-f05203ff-ebdb-4a8d-9858-b1511fed442e req-9b9c197a-de56-4234-be2e-96cf108be0b0 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=e504ef44-38cc-412a-9684-f17c89821c5c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0690200 Apr 18 21:42:58.609973 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-f05203ff-ebdb-4a8d-9858-b1511fed442e req-0a3b5076-99d9-49bf-ae11-910e1543942c service neutron] 10.222.0.43 "GET /v2.0/networks/e504ef44-38cc-412a-9684-f17c89821c5c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1268556 Apr 18 21:42:58.747369 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-f05203ff-ebdb-4a8d-9858-b1511fed442e req-377d2074-926c-4b32-957e-2c9c05df4367 service neutron] 10.222.0.43 "GET /v2.0/networks/e504ef44-38cc-412a-9684-f17c89821c5c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1308057 Apr 18 21:42:58.792998 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.l3_hamode_db [None req-11855b85-cb64-4608-99e5-4491f47d489c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ddff84c-b672-4800-b2bd-72bfa5a91377', 'name': 'tempest-TestNetworkAdvancedServerOps-router-945536737', 'tenant_id': 'a4ea1a148ea742c594b9948ed7bb3759', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'external_fixed_ips': [{'subnet_id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'ip_address': '172.25.8.68'}], 'enable_snat': True}, 'gw_port_id': 'a5041f8a-9859-4b3b-ae5e-7bf7005d8d1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:42:37Z', 'updated_at': '2022-04-18T21:42:41Z', 'revision_number': 4, 'project_id': 'a4ea1a148ea742c594b9948ed7bb3759', 'gw_port': {'id': 'a5041f8a-9859-4b3b-ae5e-7bf7005d8d1f', 'name': '', 'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:dc:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ddff84c-b672-4800-b2bd-72bfa5a91377', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'ip_address': '172.25.8.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:42:37Z', 'updated_at': '2022-04-18T21:42:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838334-2', '_floatingips': [{'id': '72da6f5e-8bb2-4e2b-b407-ed1378fd0f7a', 'tenant_id': 'a4ea1a148ea742c594b9948ed7bb3759', 'floating_ip_address': '172.25.8.46', 'floating_network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'router_id': '8ddff84c-b672-4800-b2bd-72bfa5a91377', 'port_id': 'e6371ae6-53cd-4a7c-8df9-1a26923ac34d', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e504ef44-38cc-412a-9684-f17c89821c5c', 'mac_address': 'fa:16:3e:da:c6:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4a84f4f-c770-4eb1-ab33-f8615a119fa3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T21:42:56Z', 'updated_at': '2022-04-18T21:42:56Z', 'revision_number': 0, 'project_id': 'a4ea1a148ea742c594b9948ed7bb3759', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5579dded-8e0a-4553-aa41-028a4f1e192b', 'name': '', 'network_id': 'e504ef44-38cc-412a-9684-f17c89821c5c', 'tenant_id': 'a4ea1a148ea742c594b9948ed7bb3759', 'mac_address': 'fa:16:3e:35:c7:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ddff84c-b672-4800-b2bd-72bfa5a91377', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd4cae13a-1a7f-4a2c-ad5c-c9b9e10b2eef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:42:41Z', 'updated_at': '2022-04-18T21:42:47Z', 'revision_number': 5, 'project_id': 'a4ea1a148ea742c594b9948ed7bb3759', 'subnets': [{'id': 'd4cae13a-1a7f-4a2c-ad5c-c9b9e10b2eef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838334-2', False) {} {{(pid=84043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:42:58.796774 n-d-838334-2 neutron-server[84043]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11855b85-cb64-4608-99e5-4491f47d489c None None] The sync data for ids ['8ddff84c-b672-4800-b2bd-72bfa5a91377'] in n-d-838334-2 is: [{'id': '8ddff84c-b672-4800-b2bd-72bfa5a91377', 'name': 'tempest-TestNetworkAdvancedServerOps-router-945536737', 'tenant_id': 'a4ea1a148ea742c594b9948ed7bb3759', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'external_fixed_ips': [{'subnet_id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'ip_address': '172.25.8.68'}], 'enable_snat': True}, 'gw_port_id': 'a5041f8a-9859-4b3b-ae5e-7bf7005d8d1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:42:37Z', 'updated_at': '2022-04-18T21:42:41Z', 'revision_number': 4, 'project_id': 'a4ea1a148ea742c594b9948ed7bb3759', 'gw_port': {'id': 'a5041f8a-9859-4b3b-ae5e-7bf7005d8d1f', 'name': '', 'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:dc:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ddff84c-b672-4800-b2bd-72bfa5a91377', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'ip_address': '172.25.8.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:42:37Z', 'updated_at': '2022-04-18T21:42:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838334-2', '_floatingips': [{'id': '72da6f5e-8bb2-4e2b-b407-ed1378fd0f7a', 'tenant_id': 'a4ea1a148ea742c594b9948ed7bb3759', 'floating_ip_address': '172.25.8.46', 'floating_network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'router_id': '8ddff84c-b672-4800-b2bd-72bfa5a91377', 'port_id': 'e6371ae6-53cd-4a7c-8df9-1a26923ac34d', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e504ef44-38cc-412a-9684-f17c89821c5c', 'mac_address': 'fa:16:3e:da:c6:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4a84f4f-c770-4eb1-ab33-f8615a119fa3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T21:42:56Z', 'updated_at': '2022-04-18T21:42:56Z', 'revision_number': 0, 'project_id': 'a4ea1a148ea742c594b9948ed7bb3759', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5579dded-8e0a-4553-aa41-028a4f1e192b', 'name': '', 'network_id': 'e504ef44-38cc-412a-9684-f17c89821c5c', 'tenant_id': 'a4ea1a148ea742c594b9948ed7bb3759', 'mac_address': 'fa:16:3e:35:c7:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ddff84c-b672-4800-b2bd-72bfa5a91377', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd4cae13a-1a7f-4a2c-ad5c-c9b9e10b2eef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:42:41Z', 'updated_at': '2022-04-18T21:42:47Z', 'revision_number': 5, 'project_id': 'a4ea1a148ea742c594b9948ed7bb3759', 'subnets': [{'id': 'd4cae13a-1a7f-4a2c-ad5c-c9b9e10b2eef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84043) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 18 21:42:59.338624 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 41052) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:42:59.443697 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-0bea4b64-2fae-4cbf-904a-bd84b94ae881 tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] 10.222.0.42 "GET /v2.0/floatingips/72da6f5e-8bb2-4e2b-b407-ed1378fd0f7a HTTP/1.1" status: 200 len: 990 time: 0.1039751 Apr 18 21:43:00.170449 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750375287399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253529'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:43:00.447799 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 41056) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:43:00.567423 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-21df00ac-8eca-440e-b28e-e569cb1cbb3e tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] 10.222.0.42 "GET /v2.0/floatingips/72da6f5e-8bb2-4e2b-b407-ed1378fd0f7a HTTP/1.1" status: 200 len: 990 time: 0.1183712 Apr 18 21:43:01.571803 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 41062) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:43:01.678117 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-893f7f84-0eec-434b-8cfd-d1eea312d966 tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] 10.222.0.42 "GET /v2.0/floatingips/72da6f5e-8bb2-4e2b-b407-ed1378fd0f7a HTTP/1.1" status: 200 len: 990 time: 0.1051226 Apr 18 21:43:02.156732 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e110ead-ef26-45c8-bc32-aeedf82b2ddf None None] New status for floating IP 72da6f5e-8bb2-4e2b-b407-ed1378fd0f7a: ACTIVE {{(pid=84042) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Apr 18 21:43:02.681982 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 41066) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:43:02.785236 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-5b7ce717-c645-4719-bbec-592368934215 tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] 10.222.0.42 "GET /v2.0/floatingips/72da6f5e-8bb2-4e2b-b407-ed1378fd0f7a HTTP/1.1" status: 200 len: 992 time: 0.1022096 Apr 18 21:43:04.319018 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750375287399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253529'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:43:08.248168 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-cf2287b3-ec93-4278-98f1-4f5983e549e4 req-706d6850-04f5-4287-be1e-f0ac66e91786 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=a4a84f4f-c770-4eb1-ab33-f8615a119fa3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0721045 Apr 18 21:43:08.386243 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-cf2287b3-ec93-4278-98f1-4f5983e549e4 req-d01ddd77-f7bd-4aa8-9527-3de6e8b01fa7 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=a4ea1a148ea742c594b9948ed7bb3759&device_id=a4a84f4f-c770-4eb1-ab33-f8615a119fa3 HTTP/1.1" status: 200 len: 1096 time: 0.0736914 Apr 18 21:43:08.528427 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf2287b3-ec93-4278-98f1-4f5983e549e4 req-de402819-28b0-48d7-a14e-648ad83cb887 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:43:08.529863 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-cf2287b3-ec93-4278-98f1-4f5983e549e4 req-de402819-28b0-48d7-a14e-648ad83cb887 service neutron] 10.222.0.43 "GET /v2.0/networks?id=e504ef44-38cc-412a-9684-f17c89821c5c HTTP/1.1" status: 200 len: 898 time: 0.1264079 Apr 18 21:43:08.644361 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-cf2287b3-ec93-4278-98f1-4f5983e549e4 req-e89ab27a-5ff5-4332-9ea2-84ef94e1f7c3 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e6371ae6-53cd-4a7c-8df9-1a26923ac34d HTTP/1.1" status: 200 len: 1000 time: 0.1089518 Apr 18 21:43:08.705510 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf2287b3-ec93-4278-98f1-4f5983e549e4 req-5a8ae36e-8e6c-4db5-a858-16a2ea2aaa99 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:43:08.706931 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-cf2287b3-ec93-4278-98f1-4f5983e549e4 req-5a8ae36e-8e6c-4db5-a858-16a2ea2aaa99 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=d4cae13a-1a7f-4a2c-ad5c-c9b9e10b2eef HTTP/1.1" status: 200 len: 835 time: 0.0573030 Apr 18 21:43:08.781608 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-cf2287b3-ec93-4278-98f1-4f5983e549e4 req-60b5a501-3add-4260-8884-961cd115d596 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=e504ef44-38cc-412a-9684-f17c89821c5c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0691180 Apr 18 21:43:08.791055 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [req-cf2287b3-ec93-4278-98f1-4f5983e549e4 req-855c4351-6549-4bda-a592-71a07cba390e service neutron] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=84040) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 18 21:43:08.791979 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-cf2287b3-ec93-4278-98f1-4f5983e549e4 req-855c4351-6549-4bda-a592-71a07cba390e service neutron] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0051813 Apr 18 21:43:08.920056 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-cf2287b3-ec93-4278-98f1-4f5983e549e4 req-e656fc5e-3468-4407-8537-7d305615276b service neutron] 10.222.0.43 "GET /v2.0/networks/e504ef44-38cc-412a-9684-f17c89821c5c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1225460 Apr 18 21:43:09.143924 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-cf2287b3-ec93-4278-98f1-4f5983e549e4 req-5e5762d9-dfde-4570-9965-81936ae6381e service neutron] 10.222.0.43 "GET /v2.0/networks/e504ef44-38cc-412a-9684-f17c89821c5c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2120230 Apr 18 21:43:15.750964 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-5028776b-caee-44ec-b5c7-b7be80dd3d54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750375287399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253529'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:43:18.000616 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-6d89c6c3-4e47-4a40-b0be-b01d437f89f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750375287399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253529'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:43:18.067575 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.agents_db [None req-6346a179-333c-4370-b5a6-936984aeab15 None None] Agent healthcheck: found 7 active agents {{(pid=84043) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 18 21:43:19.167533 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750375287399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253529'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:43:19.683928 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-414b6ffe-e119-47bc-b18f-bcff1219c2f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750375287399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253529'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:43:20.756736 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-c7521a90-7d65-4e2e-842c-ca5d95e9a89c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750375287399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253529'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:43:30.183758 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750375287399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253529'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:43:30.393910 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dde78dd-388a-4f6f-a2c3-f8fa52ba9e03 req-d07dcb57-0e67-447b-a2e2-c12632858189 tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:43:30.395359 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-6dde78dd-388a-4f6f-a2c3-f8fa52ba9e03 req-d07dcb57-0e67-447b-a2e2-c12632858189 tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] 10.222.0.42 "GET /v2.0/ports?device_id=a4a84f4f-c770-4eb1-ab33-f8615a119fa3 HTTP/1.1" status: 200 len: 945 time: 0.0820560 Apr 18 21:43:30.440488 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-6dde78dd-388a-4f6f-a2c3-f8fa52ba9e03 req-42349336-bc1f-4428-8b43-bd9468ee3210 tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] 10.222.0.42 "GET /v2.0/security-groups?id=5d872982-d954-4f3d-b41d-18baebabb0a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394187 Apr 18 21:43:31.647910 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fdae19d-763b-4183-8e78-e5378ded594f req-912b1122-86ff-4609-bd8b-4dd706e22ed9 tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:43:31.649404 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-3fdae19d-763b-4183-8e78-e5378ded594f req-912b1122-86ff-4609-bd8b-4dd706e22ed9 tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] 10.222.0.42 "GET /v2.0/ports?device_id=a4a84f4f-c770-4eb1-ab33-f8615a119fa3 HTTP/1.1" status: 200 len: 945 time: 0.0868115 Apr 18 21:43:31.694546 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-3fdae19d-763b-4183-8e78-e5378ded594f req-7e91158c-c88d-4137-aee9-ade37bdcd7f6 tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] 10.222.0.42 "GET /v2.0/security-groups?id=5d872982-d954-4f3d-b41d-18baebabb0a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395103 Apr 18 21:43:31.724042 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 41092) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:43:31.827882 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-608794f9-b832-4201-be7d-83ba529855c7 tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] 10.222.0.42 "GET /v2.0/floatingips/72da6f5e-8bb2-4e2b-b407-ed1378fd0f7a HTTP/1.1" status: 200 len: 992 time: 0.1027093 Apr 18 21:43:33.292574 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa7e2e2-1c29-4787-aa5a-a077868ecfdc req-db786fd5-c908-4398-8435-7633685c800e tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:43:33.294049 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-2fa7e2e2-1c29-4787-aa5a-a077868ecfdc req-db786fd5-c908-4398-8435-7633685c800e tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] 10.222.0.42 "GET /v2.0/ports?device_id=a4a84f4f-c770-4eb1-ab33-f8615a119fa3 HTTP/1.1" status: 200 len: 945 time: 0.0761216 Apr 18 21:43:33.340449 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-2fa7e2e2-1c29-4787-aa5a-a077868ecfdc req-0a42d906-0d3c-4ad8-8a78-281d2b672501 tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] 10.222.0.42 "GET /v2.0/security-groups?id=5d872982-d954-4f3d-b41d-18baebabb0a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403230 Apr 18 21:43:34.340643 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750375287399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253529'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:43:34.549426 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee82017d-409f-48c8-9a4e-42dcb3292228 req-cdf8d881-f978-48ca-99ba-fdf6d1606ec0 tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:43:34.550866 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-ee82017d-409f-48c8-9a4e-42dcb3292228 req-cdf8d881-f978-48ca-99ba-fdf6d1606ec0 tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] 10.222.0.42 "GET /v2.0/ports?device_id=a4a84f4f-c770-4eb1-ab33-f8615a119fa3 HTTP/1.1" status: 200 len: 945 time: 0.0813079 Apr 18 21:43:34.596685 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-ee82017d-409f-48c8-9a4e-42dcb3292228 req-8b5350d7-14e7-4276-8354-71f17d8d55de tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] 10.222.0.42 "GET /v2.0/security-groups?id=5d872982-d954-4f3d-b41d-18baebabb0a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401585 Apr 18 21:43:34.625726 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 41104) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:43:34.731121 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-f549a0b3-b57f-4a09-a9c6-334c6bcde587 tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] 10.222.0.42 "GET /v2.0/floatingips/72da6f5e-8bb2-4e2b-b407-ed1378fd0f7a HTTP/1.1" status: 200 len: 992 time: 0.1042392 Apr 18 21:43:35.006922 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 41112) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:43:35.199570 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.plugin [None req-468281f1-e558-4f39-ae86-0a6ab573139c tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] Deleting port 94e9fec9-70f5-4afb-9f09-82e816d67871 {{(pid=84040) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 21:43:35.199869 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-468281f1-e558-4f39-ae86-0a6ab573139c tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750375188691'] for port, before_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:43:35.371529 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-468281f1-e558-4f39-ae86-0a6ab573139c tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369123'] for port, precommit_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:43:35.372182 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-468281f1-e558-4f39-ae86-0a6ab573139c tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:43:35.493620 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.plugin [None req-468281f1-e558-4f39-ae86-0a6ab573139c tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] Calling delete_port for 94e9fec9-70f5-4afb-9f09-82e816d67871 owned by network:floatingip {{(pid=84040) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 21:43:35.640370 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-468281f1-e558-4f39-ae86-0a6ab573139c tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750375259028', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750374836628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32440838'] for port, after_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:43:35.683695 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-468281f1-e558-4f39-ae86-0a6ab573139c tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] Pushing event deleted for resources: {'Port': ['ID=94e9fec9-70f5-4afb-9f09-82e816d67871,revision_number=None']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:43:35.721020 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-468281f1-e558-4f39-ae86-0a6ab573139c tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:43:35.721361 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-468281f1-e558-4f39-ae86-0a6ab573139c tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:43:35.721690 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-468281f1-e558-4f39-ae86-0a6ab573139c tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:43:35.722016 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-468281f1-e558-4f39-ae86-0a6ab573139c tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:43:35.722338 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-468281f1-e558-4f39-ae86-0a6ab573139c tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:43:35.722660 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-468281f1-e558-4f39-ae86-0a6ab573139c tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:43:35.722980 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-468281f1-e558-4f39-ae86-0a6ab573139c tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:43:35.723300 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-468281f1-e558-4f39-ae86-0a6ab573139c tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:43:35.723636 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-468281f1-e558-4f39-ae86-0a6ab573139c tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:43:35.723962 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-468281f1-e558-4f39-ae86-0a6ab573139c tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:43:35.724276 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-468281f1-e558-4f39-ae86-0a6ab573139c tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:43:35.878985 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-468281f1-e558-4f39-ae86-0a6ab573139c tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] Notify callbacks [] for floatingip, after_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:43:36.260399 n-d-838334-2 neutron-server[84040]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-468281f1-e558-4f39-ae86-0a6ab573139c tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] Router 8ddff84c-b672-4800-b2bd-72bfa5a91377 has already been hosted by L3 agent bc84d6c9-dd7a-4555-a351-592327b46d5a {{(pid=84040) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 21:43:36.459189 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-468281f1-e558-4f39-ae86-0a6ab573139c tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] Notify agent at l3_agent.n-d-838334-2 the message routers_updated {{(pid=84040) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 21:43:36.468690 n-d-838334-2 neutron-server[84043]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10ce5311-3050-4a8c-9a45-2dbd5e09af62 None None] Sync routers for ids ['8ddff84c-b672-4800-b2bd-72bfa5a91377'] in n-d-838334-2 {{(pid=84043) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 18 21:43:36.479735 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-468281f1-e558-4f39-ae86-0a6ab573139c tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217293'] for floatingip, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:43:36.481977 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10ce5311-3050-4a8c-9a45-2dbd5e09af62 None None] Routers {'8ddff84c-b672-4800-b2bd-72bfa5a91377'} bound to L3 agent in host n-d-838334-2 {{(pid=84043) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 21:43:36.482657 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.l3_hamode_db [None req-10ce5311-3050-4a8c-9a45-2dbd5e09af62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838334-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-18T20:25:48Z,description=,heartbeat_timestamp=2022-04-18T21:43:18Z,host='n-d-838334-2',id=bc84d6c9-dd7a-4555-a351-592327b46d5a,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:25:48Z,topic='l3_agent')) {'router_ids': ['8ddff84c-b672-4800-b2bd-72bfa5a91377'], 'active': True} {{(pid=84043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:43:36.534337 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-468281f1-e558-4f39-ae86-0a6ab573139c tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] 10.222.0.42 "DELETE /v2.0/floatingips/72da6f5e-8bb2-4e2b-b407-ed1378fd0f7a HTTP/1.1" status: 204 len: 168 time: 1.5239186 Apr 18 21:43:36.534337 n-d-838334-2 neutron-server[84040]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a4a84f4f-c770-4eb1-ab33-f8615a119fa3', 'tag': 'e6371ae6-53cd-4a7c-8df9-1a26923ac34d'}] {{(pid=84040) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 21:43:36.595235 n-d-838334-2 neutron-server[84040]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5f3fa254-8a05-4afc-a2ac-461d069d9e30'] response: {'name': 'network-changed', 'server_uuid': 'a4a84f4f-c770-4eb1-ab33-f8615a119fa3', 'tag': 'e6371ae6-53cd-4a7c-8df9-1a26923ac34d', 'status': 'completed', 'code': 200} Apr 18 21:43:36.690448 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.l3_dvr_db [None req-10ce5311-3050-4a8c-9a45-2dbd5e09af62 None None] Set router 8ddff84c-b672-4800-b2bd-72bfa5a91377 gateway port host: n-d-838334-2 {{(pid=84043) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 21:43:36.693419 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-1b97f6c8-5bc3-4dc4-b25f-bd6073762956 req-f165e3c9-1e8b-4b8a-b0aa-316e9d70d3ff service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=a4ea1a148ea742c594b9948ed7bb3759&device_id=a4a84f4f-c770-4eb1-ab33-f8615a119fa3 HTTP/1.1" status: 200 len: 1096 time: 0.0736561 Apr 18 21:43:36.844244 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b97f6c8-5bc3-4dc4-b25f-bd6073762956 req-42dd65e0-894e-496f-ac6a-1266eccefc64 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:43:36.846498 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-1b97f6c8-5bc3-4dc4-b25f-bd6073762956 req-42dd65e0-894e-496f-ac6a-1266eccefc64 service neutron] 10.222.0.43 "GET /v2.0/networks?id=e504ef44-38cc-412a-9684-f17c89821c5c HTTP/1.1" status: 200 len: 898 time: 0.1463208 Apr 18 21:43:36.956431 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-1b97f6c8-5bc3-4dc4-b25f-bd6073762956 req-4301ab13-f853-430d-89bf-75d54ccfed33 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e6371ae6-53cd-4a7c-8df9-1a26923ac34d HTTP/1.1" status: 200 len: 217 time: 0.1029491 Apr 18 21:43:37.004331 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.l3_hamode_db [None req-10ce5311-3050-4a8c-9a45-2dbd5e09af62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ddff84c-b672-4800-b2bd-72bfa5a91377', 'name': 'tempest-TestNetworkAdvancedServerOps-router-945536737', 'tenant_id': 'a4ea1a148ea742c594b9948ed7bb3759', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'external_fixed_ips': [{'subnet_id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'ip_address': '172.25.8.68'}], 'enable_snat': True}, 'gw_port_id': 'a5041f8a-9859-4b3b-ae5e-7bf7005d8d1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:42:37Z', 'updated_at': '2022-04-18T21:42:41Z', 'revision_number': 4, 'project_id': 'a4ea1a148ea742c594b9948ed7bb3759', 'gw_port': {'id': 'a5041f8a-9859-4b3b-ae5e-7bf7005d8d1f', 'name': '', 'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:dc:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ddff84c-b672-4800-b2bd-72bfa5a91377', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'ip_address': '172.25.8.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:42:37Z', 'updated_at': '2022-04-18T21:42:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838334-2', '_interfaces': [{'id': '5579dded-8e0a-4553-aa41-028a4f1e192b', 'name': '', 'network_id': 'e504ef44-38cc-412a-9684-f17c89821c5c', 'tenant_id': 'a4ea1a148ea742c594b9948ed7bb3759', 'mac_address': 'fa:16:3e:35:c7:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ddff84c-b672-4800-b2bd-72bfa5a91377', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd4cae13a-1a7f-4a2c-ad5c-c9b9e10b2eef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:42:41Z', 'updated_at': '2022-04-18T21:42:47Z', 'revision_number': 5, 'project_id': 'a4ea1a148ea742c594b9948ed7bb3759', 'subnets': [{'id': 'd4cae13a-1a7f-4a2c-ad5c-c9b9e10b2eef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838334-2', False) {} {{(pid=84043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:43:37.008821 n-d-838334-2 neutron-server[84043]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10ce5311-3050-4a8c-9a45-2dbd5e09af62 None None] Checking router: 8ddff84c-b672-4800-b2bd-72bfa5a91377 for host: n-d-838334-2 {{(pid=84043) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 18 21:43:37.021232 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10ce5311-3050-4a8c-9a45-2dbd5e09af62 None None] Routers {'8ddff84c-b672-4800-b2bd-72bfa5a91377'} bound to L3 agent in host n-d-838334-2 {{(pid=84043) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 21:43:37.023008 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.l3_hamode_db [None req-10ce5311-3050-4a8c-9a45-2dbd5e09af62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838334-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-18T20:25:48Z,description=,heartbeat_timestamp=2022-04-18T21:43:18Z,host='n-d-838334-2',id=bc84d6c9-dd7a-4555-a351-592327b46d5a,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:25:48Z,topic='l3_agent')) {'router_ids': ['8ddff84c-b672-4800-b2bd-72bfa5a91377'], 'active': True} {{(pid=84043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:43:37.034147 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b97f6c8-5bc3-4dc4-b25f-bd6073762956 req-1c3e29e5-0cf8-4e46-929e-ba779107a54f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:43:37.035659 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-1b97f6c8-5bc3-4dc4-b25f-bd6073762956 req-1c3e29e5-0cf8-4e46-929e-ba779107a54f service neutron] 10.222.0.43 "GET /v2.0/subnets?id=d4cae13a-1a7f-4a2c-ad5c-c9b9e10b2eef HTTP/1.1" status: 200 len: 835 time: 0.0690520 Apr 18 21:43:37.042069 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95015319-8470-4d61-80b2-b46a4ad02c42 req-d41d082e-edee-4ec9-99cd-c09c369ffe8c tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:43:37.042721 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [req-95015319-8470-4d61-80b2-b46a4ad02c42 req-d41d082e-edee-4ec9-99cd-c09c369ffe8c tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] Synchronizing usage tracker for tenant:a4ea1a148ea742c594b9948ed7bb3759 on resource:port {{(pid=84040) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 21:43:37.100800 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [req-95015319-8470-4d61-80b2-b46a4ad02c42 req-d41d082e-edee-4ec9-99cd-c09c369ffe8c tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] Unset dirty status for tenant:a4ea1a148ea742c594b9948ed7bb3759 on resource:port {{(pid=84040) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 21:43:37.102283 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-95015319-8470-4d61-80b2-b46a4ad02c42 req-d41d082e-edee-4ec9-99cd-c09c369ffe8c tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] 10.222.0.42 "GET /v2.0/ports?device_id=a4a84f4f-c770-4eb1-ab33-f8615a119fa3 HTTP/1.1" status: 200 len: 945 time: 0.2017083 Apr 18 21:43:37.159795 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-95015319-8470-4d61-80b2-b46a4ad02c42 req-84d7d3cd-e370-4f66-9b12-0ae6464776a1 tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] 10.222.0.42 "GET /v2.0/security-groups?id=5d872982-d954-4f3d-b41d-18baebabb0a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0500064 Apr 18 21:43:37.163609 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-1b97f6c8-5bc3-4dc4-b25f-bd6073762956 req-df39fe1f-0a3b-4169-97bc-9c8afcce9925 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=e504ef44-38cc-412a-9684-f17c89821c5c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1182592 Apr 18 21:43:37.202253 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.l3_dvr_db [None req-10ce5311-3050-4a8c-9a45-2dbd5e09af62 None None] Set router 8ddff84c-b672-4800-b2bd-72bfa5a91377 gateway port host: n-d-838334-2 {{(pid=84043) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 21:43:37.295329 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-1b97f6c8-5bc3-4dc4-b25f-bd6073762956 req-a3a57cfb-603b-48ef-aab1-cd910879daa1 service neutron] 10.222.0.43 "GET /v2.0/networks/e504ef44-38cc-412a-9684-f17c89821c5c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1241872 Apr 18 21:43:37.515493 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.l3_hamode_db [None req-10ce5311-3050-4a8c-9a45-2dbd5e09af62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ddff84c-b672-4800-b2bd-72bfa5a91377', 'name': 'tempest-TestNetworkAdvancedServerOps-router-945536737', 'tenant_id': 'a4ea1a148ea742c594b9948ed7bb3759', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'external_fixed_ips': [{'subnet_id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'ip_address': '172.25.8.68'}], 'enable_snat': True}, 'gw_port_id': 'a5041f8a-9859-4b3b-ae5e-7bf7005d8d1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:42:37Z', 'updated_at': '2022-04-18T21:42:41Z', 'revision_number': 4, 'project_id': 'a4ea1a148ea742c594b9948ed7bb3759', 'gw_port': {'id': 'a5041f8a-9859-4b3b-ae5e-7bf7005d8d1f', 'name': '', 'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:dc:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ddff84c-b672-4800-b2bd-72bfa5a91377', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'ip_address': '172.25.8.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:42:37Z', 'updated_at': '2022-04-18T21:42:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838334-2', '_interfaces': [{'id': '5579dded-8e0a-4553-aa41-028a4f1e192b', 'name': '', 'network_id': 'e504ef44-38cc-412a-9684-f17c89821c5c', 'tenant_id': 'a4ea1a148ea742c594b9948ed7bb3759', 'mac_address': 'fa:16:3e:35:c7:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ddff84c-b672-4800-b2bd-72bfa5a91377', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd4cae13a-1a7f-4a2c-ad5c-c9b9e10b2eef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:42:41Z', 'updated_at': '2022-04-18T21:42:47Z', 'revision_number': 5, 'project_id': 'a4ea1a148ea742c594b9948ed7bb3759', 'subnets': [{'id': 'd4cae13a-1a7f-4a2c-ad5c-c9b9e10b2eef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838334-2', False) {} {{(pid=84043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:43:37.519391 n-d-838334-2 neutron-server[84043]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10ce5311-3050-4a8c-9a45-2dbd5e09af62 None None] The sync data for ids ['8ddff84c-b672-4800-b2bd-72bfa5a91377'] in n-d-838334-2 is: [{'id': '8ddff84c-b672-4800-b2bd-72bfa5a91377', 'name': 'tempest-TestNetworkAdvancedServerOps-router-945536737', 'tenant_id': 'a4ea1a148ea742c594b9948ed7bb3759', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'external_fixed_ips': [{'subnet_id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'ip_address': '172.25.8.68'}], 'enable_snat': True}, 'gw_port_id': 'a5041f8a-9859-4b3b-ae5e-7bf7005d8d1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:42:37Z', 'updated_at': '2022-04-18T21:42:41Z', 'revision_number': 4, 'project_id': 'a4ea1a148ea742c594b9948ed7bb3759', 'gw_port': {'id': 'a5041f8a-9859-4b3b-ae5e-7bf7005d8d1f', 'name': '', 'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:dc:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ddff84c-b672-4800-b2bd-72bfa5a91377', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'ip_address': '172.25.8.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:42:37Z', 'updated_at': '2022-04-18T21:42:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838334-2', '_interfaces': [{'id': '5579dded-8e0a-4553-aa41-028a4f1e192b', 'name': '', 'network_id': 'e504ef44-38cc-412a-9684-f17c89821c5c', 'tenant_id': 'a4ea1a148ea742c594b9948ed7bb3759', 'mac_address': 'fa:16:3e:35:c7:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ddff84c-b672-4800-b2bd-72bfa5a91377', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd4cae13a-1a7f-4a2c-ad5c-c9b9e10b2eef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:42:41Z', 'updated_at': '2022-04-18T21:42:47Z', 'revision_number': 5, 'project_id': 'a4ea1a148ea742c594b9948ed7bb3759', 'subnets': [{'id': 'd4cae13a-1a7f-4a2c-ad5c-c9b9e10b2eef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84043) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 18 21:43:37.543999 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-1b97f6c8-5bc3-4dc4-b25f-bd6073762956 req-6f850410-521c-499e-89c4-982492029cca service neutron] 10.222.0.43 "GET /v2.0/networks/e504ef44-38cc-412a-9684-f17c89821c5c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2425845 Apr 18 21:43:37.735043 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51fde5fa-9c53-4320-9689-359ac9ecd74e None None] New status for floating IP 72da6f5e-8bb2-4e2b-b407-ed1378fd0f7a: DOWN {{(pid=84042) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Apr 18 21:43:38.361942 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc412592-2f41-483e-9ee7-58a591b05f9a req-62fd4bbc-0838-4ecc-824a-26ab6d92357d tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:43:38.363389 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-dc412592-2f41-483e-9ee7-58a591b05f9a req-62fd4bbc-0838-4ecc-824a-26ab6d92357d tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] 10.222.0.42 "GET /v2.0/ports?device_id=a4a84f4f-c770-4eb1-ab33-f8615a119fa3 HTTP/1.1" status: 200 len: 945 time: 0.0808289 Apr 18 21:43:38.457639 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-dc412592-2f41-483e-9ee7-58a591b05f9a req-9b043350-15a9-4ed1-bd25-d04e9b3cd866 tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] 10.222.0.42 "GET /v2.0/security-groups?id=5d872982-d954-4f3d-b41d-18baebabb0a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0653052 Apr 18 21:43:38.474612 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59ac4653-42f2-44e5-a903-80afa711da10 req-42b4a8ea-1815-4de1-a201-6f839ce36638 tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:43:38.475999 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-59ac4653-42f2-44e5-a903-80afa711da10 req-42b4a8ea-1815-4de1-a201-6f839ce36638 tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] 10.222.0.43 "GET /v2.0/ports?device_id=a4a84f4f-c770-4eb1-ab33-f8615a119fa3 HTTP/1.1" status: 200 len: 945 time: 0.1117415 Apr 18 21:43:38.542515 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.plugin [req-59ac4653-42f2-44e5-a903-80afa711da10 req-6a365ecb-b5c0-447e-932c-1a4f88a947a0 tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] Deleting port e6371ae6-53cd-4a7c-8df9-1a26923ac34d {{(pid=84040) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 21:43:38.542918 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-59ac4653-42f2-44e5-a903-80afa711da10 req-6a365ecb-b5c0-447e-932c-1a4f88a947a0 tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750375188691'] for port, before_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:43:38.788475 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.db [req-59ac4653-42f2-44e5-a903-80afa711da10 req-6a365ecb-b5c0-447e-932c-1a4f88a947a0 tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] For port e6371ae6-53cd-4a7c-8df9-1a26923ac34d, host n-h1-838334-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838334-2',level=0,port_id=e6371ae6-53cd-4a7c-8df9-1a26923ac34d,segment=NetworkSegment(fbe156b4-18b9-4ca8-a660-c01c5a74c017),segment_id=fbe156b4-18b9-4ca8-a660-c01c5a74c017)] {{(pid=84040) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:43:38.788966 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-59ac4653-42f2-44e5-a903-80afa711da10 req-6a365ecb-b5c0-447e-932c-1a4f88a947a0 tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369123'] for port, precommit_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:43:38.906447 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.plugin [req-59ac4653-42f2-44e5-a903-80afa711da10 req-6a365ecb-b5c0-447e-932c-1a4f88a947a0 tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] Calling delete_port for e6371ae6-53cd-4a7c-8df9-1a26923ac34d owned by compute:nova {{(pid=84040) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 21:43:39.047904 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-59ac4653-42f2-44e5-a903-80afa711da10 req-6a365ecb-b5c0-447e-932c-1a4f88a947a0 tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750375259028', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750374836628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32440838'] for port, after_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:43:39.095313 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a365ecb-b5c0-447e-932c-1a4f88a947a0 tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] Pushing event deleted for resources: {'Port': ['ID=e6371ae6-53cd-4a7c-8df9-1a26923ac34d,revision_number=None']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:43:39.169505 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.l3_dvrscheduler_db [req-59ac4653-42f2-44e5-a903-80afa711da10 req-6a365ecb-b5c0-447e-932c-1a4f88a947a0 tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] No DVR routers for this DVR port e6371ae6-53cd-4a7c-8df9-1a26923ac34d on host n-h1-838334-2 {{(pid=84040) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 21:43:39.171955 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-59ac4653-42f2-44e5-a903-80afa711da10 req-6a365ecb-b5c0-447e-932c-1a4f88a947a0 tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217293'] for port, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:43:39.174820 n-d-838334-2 neutron-server[84040]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a4a84f4f-c770-4eb1-ab33-f8615a119fa3', 'name': 'network-vif-deleted', 'tag': 'e6371ae6-53cd-4a7c-8df9-1a26923ac34d'}] {{(pid=84040) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 21:43:39.196206 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-59ac4653-42f2-44e5-a903-80afa711da10 req-6a365ecb-b5c0-447e-932c-1a4f88a947a0 tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] 10.222.0.43 "DELETE /v2.0/ports/e6371ae6-53cd-4a7c-8df9-1a26923ac34d HTTP/1.1" status: 204 len: 173 time: 0.7142394 Apr 18 21:43:39.234119 n-d-838334-2 neutron-server[84040]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4e112ce2-3cc0-46f1-90e6-0bee497b068d'] response: {'server_uuid': 'a4a84f4f-c770-4eb1-ab33-f8615a119fa3', 'name': 'network-vif-deleted', 'tag': 'e6371ae6-53cd-4a7c-8df9-1a26923ac34d', 'status': 'completed', 'code': 200} Apr 18 21:43:39.639130 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [req-18471472-40a7-40c0-b0fe-60b910def18e req-92f39cd6-c59d-4250-b7f1-11f45666ddec tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] Synchronizing usage tracker for tenant:a4ea1a148ea742c594b9948ed7bb3759 on resource:port {{(pid=84040) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 21:43:39.656210 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [req-18471472-40a7-40c0-b0fe-60b910def18e req-92f39cd6-c59d-4250-b7f1-11f45666ddec tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] Unset dirty status for tenant:a4ea1a148ea742c594b9948ed7bb3759 on resource:port {{(pid=84040) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 21:43:39.657349 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-18471472-40a7-40c0-b0fe-60b910def18e req-92f39cd6-c59d-4250-b7f1-11f45666ddec tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] 10.222.0.42 "GET /v2.0/ports?device_id=a4a84f4f-c770-4eb1-ab33-f8615a119fa3 HTTP/1.1" status: 200 len: 210 time: 0.0609105 Apr 18 21:43:40.764680 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 41130) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:43:41.152916 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-44796c1c-7ea3-46a3-bb10-1d4c7d3c3850 tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33443857'] for router_interface, before_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:43:41.855421 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.plugin [None req-44796c1c-7ea3-46a3-bb10-1d4c7d3c3850 tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] Deleting port 5579dded-8e0a-4553-aa41-028a4f1e192b {{(pid=84040) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 21:43:41.856194 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-44796c1c-7ea3-46a3-bb10-1d4c7d3c3850 tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750375188691'] for port, before_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:43:42.037038 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.db [None req-44796c1c-7ea3-46a3-bb10-1d4c7d3c3850 tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] For port 5579dded-8e0a-4553-aa41-028a4f1e192b, host n-d-838334-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838334-2',level=0,port_id=5579dded-8e0a-4553-aa41-028a4f1e192b,segment=NetworkSegment(fbe156b4-18b9-4ca8-a660-c01c5a74c017),segment_id=fbe156b4-18b9-4ca8-a660-c01c5a74c017)] {{(pid=84040) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:43:42.037397 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-44796c1c-7ea3-46a3-bb10-1d4c7d3c3850 tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369123'] for port, precommit_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:43:42.158417 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.plugin [None req-44796c1c-7ea3-46a3-bb10-1d4c7d3c3850 tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] Calling delete_port for 5579dded-8e0a-4553-aa41-028a4f1e192b owned by network:router_interface {{(pid=84040) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 21:43:42.329536 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-44796c1c-7ea3-46a3-bb10-1d4c7d3c3850 tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750375259028', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750374836628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32440838'] for port, after_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:43:42.376785 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44796c1c-7ea3-46a3-bb10-1d4c7d3c3850 tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] Pushing event deleted for resources: {'Port': ['ID=5579dded-8e0a-4553-aa41-028a4f1e192b,revision_number=None']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:43:42.670954 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-44796c1c-7ea3-46a3-bb10-1d4c7d3c3850 tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-32377931', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33443910'] for router_interface, after_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:43:42.917507 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Device e6371ae6-53cd-4a7c-8df9-1a26923ac34d no longer exists at agent hyperv_n-h1-838334-2 {{(pid=84042) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 21:43:42.954474 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.plugin [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] No Port match for: e6371ae6-53cd-4a7c-8df9-1a26923ac34d {{(pid=84042) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 18 21:43:42.954846 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Device e6371ae6-53cd-4a7c-8df9-1a26923ac34d not bound to the agent host n-h1-838334-2 {{(pid=84042) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 21:43:43.347163 n-d-838334-2 neutron-server[84040]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-44796c1c-7ea3-46a3-bb10-1d4c7d3c3850 tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] Router 8ddff84c-b672-4800-b2bd-72bfa5a91377 has already been hosted by L3 agent bc84d6c9-dd7a-4555-a351-592327b46d5a {{(pid=84040) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 21:43:43.540841 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-44796c1c-7ea3-46a3-bb10-1d4c7d3c3850 tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] Notify agent at l3_agent.n-d-838334-2 the message routers_updated {{(pid=84040) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 21:43:43.551445 n-d-838334-2 neutron-server[84043]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f20e4a0b-f75f-4cd1-88b5-8623f21e7070 None None] Sync routers for ids ['8ddff84c-b672-4800-b2bd-72bfa5a91377'] in n-d-838334-2 {{(pid=84043) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 18 21:43:43.558953 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-44796c1c-7ea3-46a3-bb10-1d4c7d3c3850 tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] 10.222.0.42 "PUT /v2.0/routers/8ddff84c-b672-4800-b2bd-72bfa5a91377/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7931242 Apr 18 21:43:43.561706 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 41136) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:43:43.562967 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f20e4a0b-f75f-4cd1-88b5-8623f21e7070 None None] Routers {'8ddff84c-b672-4800-b2bd-72bfa5a91377'} bound to L3 agent in host n-d-838334-2 {{(pid=84043) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 21:43:43.563545 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.l3_hamode_db [None req-f20e4a0b-f75f-4cd1-88b5-8623f21e7070 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838334-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-18T20:25:48Z,description=,heartbeat_timestamp=2022-04-18T21:43:18Z,host='n-d-838334-2',id=bc84d6c9-dd7a-4555-a351-592327b46d5a,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:25:48Z,topic='l3_agent')) {'router_ids': ['8ddff84c-b672-4800-b2bd-72bfa5a91377'], 'active': True} {{(pid=84043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:43:43.742675 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.l3_dvr_db [None req-f20e4a0b-f75f-4cd1-88b5-8623f21e7070 None None] Set router 8ddff84c-b672-4800-b2bd-72bfa5a91377 gateway port host: n-d-838334-2 {{(pid=84043) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 21:43:43.746266 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.db_base_plugin_v2 [None req-6dff105d-8334-4b64-b3c6-cdc8e6ebe8b4 tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] Deleting subnet d4cae13a-1a7f-4a2c-ad5c-c9b9e10b2eef {{(pid=84040) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 18 21:43:43.748745 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-6dff105d-8334-4b64-b3c6-cdc8e6ebe8b4 tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] Notify callbacks [] for subnet, before_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:43:43.801407 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-6dff105d-8334-4b64-b3c6-cdc8e6ebe8b4 tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31955982'] for subnet, precommit_delete_associations {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:43:43.885050 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-6dff105d-8334-4b64-b3c6-cdc8e6ebe8b4 tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1260556'] for subnet, precommit_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:43:43.963470 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-6dff105d-8334-4b64-b3c6-cdc8e6ebe8b4 tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1260549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33526260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32440885', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31752825'] for subnet, after_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:43:44.004201 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dff105d-8334-4b64-b3c6-cdc8e6ebe8b4 tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] Pushing event deleted for resources: {'Subnet': ['ID=d4cae13a-1a7f-4a2c-ad5c-c9b9e10b2eef,revision_number=None']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:43:44.012576 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-6dff105d-8334-4b64-b3c6-cdc8e6ebe8b4 tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] Notify callbacks [] for subnet, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:43:44.017837 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8cc2e766-f540-48e5-863d-deb9ea5e07f2 None None] Network e504ef44-38cc-412a-9684-f17c89821c5c requested from n-d-838334-2 {{(pid=84042) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 21:43:44.019758 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-6dff105d-8334-4b64-b3c6-cdc8e6ebe8b4 tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] 10.222.0.42 "DELETE /v2.0/subnets/d4cae13a-1a7f-4a2c-ad5c-c9b9e10b2eef HTTP/1.1" status: 204 len: 168 time: 0.4561343 Apr 18 21:43:44.021534 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 41140) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:43:44.052530 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.l3_hamode_db [None req-f20e4a0b-f75f-4cd1-88b5-8623f21e7070 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ddff84c-b672-4800-b2bd-72bfa5a91377', 'name': 'tempest-TestNetworkAdvancedServerOps-router-945536737', 'tenant_id': 'a4ea1a148ea742c594b9948ed7bb3759', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'external_fixed_ips': [{'subnet_id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'ip_address': '172.25.8.68'}], 'enable_snat': True}, 'gw_port_id': 'a5041f8a-9859-4b3b-ae5e-7bf7005d8d1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:42:37Z', 'updated_at': '2022-04-18T21:43:42Z', 'revision_number': 5, 'project_id': 'a4ea1a148ea742c594b9948ed7bb3759', 'gw_port': {'id': 'a5041f8a-9859-4b3b-ae5e-7bf7005d8d1f', 'name': '', 'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:dc:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ddff84c-b672-4800-b2bd-72bfa5a91377', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'ip_address': '172.25.8.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:42:37Z', 'updated_at': '2022-04-18T21:42:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838334-2'}], 'n-d-838334-2', False) {} {{(pid=84043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:43:44.056755 n-d-838334-2 neutron-server[84043]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f20e4a0b-f75f-4cd1-88b5-8623f21e7070 None None] Checking router: 8ddff84c-b672-4800-b2bd-72bfa5a91377 for host: n-d-838334-2 {{(pid=84043) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 18 21:43:44.067498 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f20e4a0b-f75f-4cd1-88b5-8623f21e7070 None None] Routers {'8ddff84c-b672-4800-b2bd-72bfa5a91377'} bound to L3 agent in host n-d-838334-2 {{(pid=84043) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 21:43:44.068114 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.l3_hamode_db [None req-f20e4a0b-f75f-4cd1-88b5-8623f21e7070 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838334-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-18T20:25:48Z,description=,heartbeat_timestamp=2022-04-18T21:43:18Z,host='n-d-838334-2',id=bc84d6c9-dd7a-4555-a351-592327b46d5a,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:25:48Z,topic='l3_agent')) {'router_ids': ['8ddff84c-b672-4800-b2bd-72bfa5a91377'], 'active': True} {{(pid=84043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:43:44.219244 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-80a8d0d8-de68-459b-97de-d701b6cfc737 tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] Notify callbacks [] for router, before_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:43:44.251847 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.l3_dvr_db [None req-f20e4a0b-f75f-4cd1-88b5-8623f21e7070 None None] Set router 8ddff84c-b672-4800-b2bd-72bfa5a91377 gateway port host: n-d-838334-2 {{(pid=84043) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 21:43:44.280497 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea9fca0b-c843-48c8-937c-1ecb17fc4d4f None None] DHCP port deletion for e504ef44-38cc-412a-9684-f17c89821c5c request from n-d-838334-2 {{(pid=84042) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 18 21:43:44.284594 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.plugin [None req-ea9fca0b-c843-48c8-937c-1ecb17fc4d4f None None] Deleting port b9390a52-b366-45c0-a224-799d6a434257 {{(pid=84042) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 21:43:44.284965 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-ea9fca0b-c843-48c8-937c-1ecb17fc4d4f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750375188691'] for port, before_delete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:43:44.426662 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-80a8d0d8-de68-459b-97de-d701b6cfc737 tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] Notify callbacks [] for router_gateway, before_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:43:44.436823 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.plugin [None req-80a8d0d8-de68-459b-97de-d701b6cfc737 tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] Deleting port a5041f8a-9859-4b3b-ae5e-7bf7005d8d1f {{(pid=84041) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 21:43:44.437181 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-80a8d0d8-de68-459b-97de-d701b6cfc737 tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750375188691'] for port, before_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:43:44.490981 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-ea9fca0b-c843-48c8-937c-1ecb17fc4d4f None None] For port b9390a52-b366-45c0-a224-799d6a434257, host n-d-838334-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838334-2',level=0,port_id=b9390a52-b366-45c0-a224-799d6a434257,segment=NetworkSegment(fbe156b4-18b9-4ca8-a660-c01c5a74c017),segment_id=fbe156b4-18b9-4ca8-a660-c01c5a74c017)] {{(pid=84042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:43:44.491477 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-ea9fca0b-c843-48c8-937c-1ecb17fc4d4f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369123'] for port, precommit_delete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:43:44.539662 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.l3_hamode_db [None req-f20e4a0b-f75f-4cd1-88b5-8623f21e7070 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ddff84c-b672-4800-b2bd-72bfa5a91377', 'name': 'tempest-TestNetworkAdvancedServerOps-router-945536737', 'tenant_id': 'a4ea1a148ea742c594b9948ed7bb3759', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'external_fixed_ips': [{'subnet_id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'ip_address': '172.25.8.68'}], 'enable_snat': True}, 'gw_port_id': 'a5041f8a-9859-4b3b-ae5e-7bf7005d8d1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:42:37Z', 'updated_at': '2022-04-18T21:43:42Z', 'revision_number': 5, 'project_id': 'a4ea1a148ea742c594b9948ed7bb3759', 'gw_port': {'id': 'a5041f8a-9859-4b3b-ae5e-7bf7005d8d1f', 'name': '', 'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:dc:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ddff84c-b672-4800-b2bd-72bfa5a91377', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'ip_address': '172.25.8.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:42:37Z', 'updated_at': '2022-04-18T21:42:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838334-2'}], 'n-d-838334-2', False) {} {{(pid=84043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:43:44.543556 n-d-838334-2 neutron-server[84043]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f20e4a0b-f75f-4cd1-88b5-8623f21e7070 None None] The sync data for ids ['8ddff84c-b672-4800-b2bd-72bfa5a91377'] in n-d-838334-2 is: [{'id': '8ddff84c-b672-4800-b2bd-72bfa5a91377', 'name': 'tempest-TestNetworkAdvancedServerOps-router-945536737', 'tenant_id': 'a4ea1a148ea742c594b9948ed7bb3759', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'external_fixed_ips': [{'subnet_id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'ip_address': '172.25.8.68'}], 'enable_snat': True}, 'gw_port_id': 'a5041f8a-9859-4b3b-ae5e-7bf7005d8d1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:42:37Z', 'updated_at': '2022-04-18T21:43:42Z', 'revision_number': 5, 'project_id': 'a4ea1a148ea742c594b9948ed7bb3759', 'gw_port': {'id': 'a5041f8a-9859-4b3b-ae5e-7bf7005d8d1f', 'name': '', 'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:dc:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ddff84c-b672-4800-b2bd-72bfa5a91377', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'ip_address': '172.25.8.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:42:37Z', 'updated_at': '2022-04-18T21:42:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838334-2'}] {{(pid=84043) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 18 21:43:44.617002 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.db [None req-80a8d0d8-de68-459b-97de-d701b6cfc737 tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] For port a5041f8a-9859-4b3b-ae5e-7bf7005d8d1f, host n-d-838334-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838334-2',level=0,port_id=a5041f8a-9859-4b3b-ae5e-7bf7005d8d1f,segment=NetworkSegment(732aa830-768b-4511-951f-d08e26b9c25b),segment_id=732aa830-768b-4511-951f-d08e26b9c25b)] {{(pid=84041) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:43:44.617392 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-80a8d0d8-de68-459b-97de-d701b6cfc737 tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369123'] for port, precommit_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:43:44.625491 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.plugin [None req-ea9fca0b-c843-48c8-937c-1ecb17fc4d4f None None] Calling delete_port for b9390a52-b366-45c0-a224-799d6a434257 owned by network:dhcp {{(pid=84042) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 21:43:44.700996 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-ea9fca0b-c843-48c8-937c-1ecb17fc4d4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750375259028', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750374836628'] for port, after_delete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:43:44.739812 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.plugin [None req-80a8d0d8-de68-459b-97de-d701b6cfc737 tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] Calling delete_port for a5041f8a-9859-4b3b-ae5e-7bf7005d8d1f owned by network:router_gateway {{(pid=84041) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 21:43:44.746356 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea9fca0b-c843-48c8-937c-1ecb17fc4d4f None None] Pushing event deleted for resources: {'Port': ['ID=b9390a52-b366-45c0-a224-799d6a434257,revision_number=None']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:43:44.755298 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea9fca0b-c843-48c8-937c-1ecb17fc4d4f None None] No DVR routers for this DVR port b9390a52-b366-45c0-a224-799d6a434257 on host n-d-838334-2 {{(pid=84042) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 21:43:44.761323 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea9fca0b-c843-48c8-937c-1ecb17fc4d4f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:43:44.761733 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea9fca0b-c843-48c8-937c-1ecb17fc4d4f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:43:44.762175 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea9fca0b-c843-48c8-937c-1ecb17fc4d4f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:43:44.764706 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea9fca0b-c843-48c8-937c-1ecb17fc4d4f None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:43:44.764706 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea9fca0b-c843-48c8-937c-1ecb17fc4d4f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:43:44.764706 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea9fca0b-c843-48c8-937c-1ecb17fc4d4f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:43:44.764706 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea9fca0b-c843-48c8-937c-1ecb17fc4d4f None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:43:44.764706 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea9fca0b-c843-48c8-937c-1ecb17fc4d4f None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:43:44.764706 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea9fca0b-c843-48c8-937c-1ecb17fc4d4f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:43:44.764706 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea9fca0b-c843-48c8-937c-1ecb17fc4d4f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:43:44.764706 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea9fca0b-c843-48c8-937c-1ecb17fc4d4f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:43:44.910038 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-80a8d0d8-de68-459b-97de-d701b6cfc737 tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750375259028', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750374836628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32266323'] for port, after_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:43:45.058255 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80a8d0d8-de68-459b-97de-d701b6cfc737 tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] Pushing event deleted for resources: {'Port': ['ID=a5041f8a-9859-4b3b-ae5e-7bf7005d8d1f,revision_number=None']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:43:45.098917 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80a8d0d8-de68-459b-97de-d701b6cfc737 tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:43:45.099254 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80a8d0d8-de68-459b-97de-d701b6cfc737 tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:43:45.099592 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80a8d0d8-de68-459b-97de-d701b6cfc737 tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:43:45.099949 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80a8d0d8-de68-459b-97de-d701b6cfc737 tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:43:45.100272 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80a8d0d8-de68-459b-97de-d701b6cfc737 tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:43:45.100598 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80a8d0d8-de68-459b-97de-d701b6cfc737 tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:43:45.100964 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80a8d0d8-de68-459b-97de-d701b6cfc737 tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:43:45.101417 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80a8d0d8-de68-459b-97de-d701b6cfc737 tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:43:45.101866 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80a8d0d8-de68-459b-97de-d701b6cfc737 tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:43:45.102166 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80a8d0d8-de68-459b-97de-d701b6cfc737 tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:43:45.102478 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80a8d0d8-de68-459b-97de-d701b6cfc737 tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:43:45.118844 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Device 5579dded-8e0a-4553-aa41-028a4f1e192b no longer exists at agent ovs-agent-n-d-838334-2 {{(pid=84042) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 21:43:45.151586 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.plugin [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] No Port match for: 5579dded-8e0a-4553-aa41-028a4f1e192b {{(pid=84042) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 18 21:43:45.151850 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Device 5579dded-8e0a-4553-aa41-028a4f1e192b not bound to the agent host n-d-838334-2 {{(pid=84042) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 21:43:45.152270 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Device b9390a52-b366-45c0-a224-799d6a434257 no longer exists at agent ovs-agent-n-d-838334-2 {{(pid=84042) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 21:43:45.185097 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.plugin [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] No Port match for: b9390a52-b366-45c0-a224-799d6a434257 {{(pid=84042) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 18 21:43:45.185438 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Device b9390a52-b366-45c0-a224-799d6a434257 not bound to the agent host n-d-838334-2 {{(pid=84042) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 21:43:45.288324 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-80a8d0d8-de68-459b-97de-d701b6cfc737 tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33444108'] for router_gateway, after_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:43:45.552087 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-80a8d0d8-de68-459b-97de-d701b6cfc737 tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33443580', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5726'] for router, precommit_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:43:45.556806 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-80a8d0d8-de68-459b-97de-d701b6cfc737 tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:43:45.581745 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-80a8d0d8-de68-459b-97de-d701b6cfc737 tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-33443408'] for router, after_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:43:45.582251 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-80a8d0d8-de68-459b-97de-d701b6cfc737 tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] Fanout notify agent at l3_agent the message router_deleted on router 8ddff84c-b672-4800-b2bd-72bfa5a91377 {{(pid=84041) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 18 21:43:45.597913 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-80a8d0d8-de68-459b-97de-d701b6cfc737 tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] Notify callbacks [] for router, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:43:45.601651 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-80a8d0d8-de68-459b-97de-d701b6cfc737 tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] 10.222.0.42 "DELETE /v2.0/routers/8ddff84c-b672-4800-b2bd-72bfa5a91377 HTTP/1.1" status: 204 len: 168 time: 1.5763330 Apr 18 21:43:45.601849 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 41144) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:43:45.730489 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-742afda0-2214-4a56-a52a-2f1a7b38a3a2 tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1103592'] for network, before_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:43:45.752905 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-9a6707d7-f58b-4da6-a5c6-61d90196e4e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750375287399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253529'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:43:45.861933 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-742afda0-2214-4a56-a52a-2f1a7b38a3a2 tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1258905', 'neutron.services.segments.db._delete_segments_for_network-8750375287417'] for network, precommit_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:43:45.886897 n-d-838334-2 neutron-server[84041]: DEBUG neutron.services.segments.db [None req-742afda0-2214-4a56-a52a-2f1a7b38a3a2 tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e504ef44-38cc-412a-9684-f17c89821c5c']}} {{(pid=84041) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:43:45.898453 n-d-838334-2 neutron-server[84041]: DEBUG neutron.services.segments.db [None req-742afda0-2214-4a56-a52a-2f1a7b38a3a2 tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fbe156b4-18b9-4ca8-a660-c01c5a74c017') {'for_net_delete': True} {{(pid=84041) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:43:45.898744 n-d-838334-2 neutron-server[84041]: DEBUG neutron.services.segments.db [None req-742afda0-2214-4a56-a52a-2f1a7b38a3a2 tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fbe156b4-18b9-4ca8-a660-c01c5a74c017') {} {{(pid=84041) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:43:45.909891 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-742afda0-2214-4a56-a52a-2f1a7b38a3a2 tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750375287300', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32268156'] for segment, before_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:43:45.931875 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-742afda0-2214-4a56-a52a-2f1a7b38a3a2 tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1082986'] for segment, precommit_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:43:45.938391 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-742afda0-2214-4a56-a52a-2f1a7b38a3a2 tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] Releasing vlan 353 on physical network physnet1 to pool {{(pid=84041) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 18 21:43:45.938979 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-742afda0-2214-4a56-a52a-2f1a7b38a3a2 tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1082993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32266254'] for segment, after_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:43:45.955250 n-d-838334-2 neutron-server[84041]: Traceback (most recent call last): Apr 18 21:43:45.955250 n-d-838334-2 neutron-server[84041]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 18 21:43:45.955250 n-d-838334-2 neutron-server[84041]: timer() Apr 18 21:43:45.955250 n-d-838334-2 neutron-server[84041]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 21:43:45.955250 n-d-838334-2 neutron-server[84041]: cb(*args, **kw) Apr 18 21:43:45.955250 n-d-838334-2 neutron-server[84041]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 18 21:43:45.955250 n-d-838334-2 neutron-server[84041]: return func(*args, **kwargs) Apr 18 21:43:45.955250 n-d-838334-2 neutron-server[84041]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 21:43:45.955250 n-d-838334-2 neutron-server[84041]: self._notify() Apr 18 21:43:45.955250 n-d-838334-2 neutron-server[84041]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 21:43:45.955250 n-d-838334-2 neutron-server[84041]: self.callback(batched_events) Apr 18 21:43:45.955250 n-d-838334-2 neutron-server[84041]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 21:43:45.955250 n-d-838334-2 neutron-server[84041]: event.method(event) Apr 18 21:43:45.955250 n-d-838334-2 neutron-server[84041]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 18 21:43:45.955250 n-d-838334-2 neutron-server[84041]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 21:43:45.955250 n-d-838334-2 neutron-server[84041]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 18 21:43:45.955250 n-d-838334-2 neutron-server[84041]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 21:43:45.955250 n-d-838334-2 neutron-server[84041]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 18 21:43:45.955250 n-d-838334-2 neutron-server[84041]: return f(self, *a, **k) Apr 18 21:43:45.955250 n-d-838334-2 neutron-server[84041]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 18 21:43:45.955250 n-d-838334-2 neutron-server[84041]: return self._get(url).json() Apr 18 21:43:45.955250 n-d-838334-2 neutron-server[84041]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 18 21:43:45.955250 n-d-838334-2 neutron-server[84041]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 21:43:45.955250 n-d-838334-2 neutron-server[84041]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 18 21:43:45.955250 n-d-838334-2 neutron-server[84041]: return self.request(url, 'GET', **kwargs) Apr 18 21:43:45.955250 n-d-838334-2 neutron-server[84041]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 18 21:43:45.955250 n-d-838334-2 neutron-server[84041]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 21:43:45.955250 n-d-838334-2 neutron-server[84041]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 18 21:43:45.955250 n-d-838334-2 neutron-server[84041]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 21:43:45.955250 n-d-838334-2 neutron-server[84041]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 18 21:43:45.955250 n-d-838334-2 neutron-server[84041]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 21:43:45.955250 n-d-838334-2 neutron-server[84041]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 21:43:46.050761 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-742afda0-2214-4a56-a52a-2f1a7b38a3a2 tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1258898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33526109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33444113'] for network, after_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:43:46.071231 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-742afda0-2214-4a56-a52a-2f1a7b38a3a2 tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] Notify callbacks [] for network, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:43:46.081172 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-742afda0-2214-4a56-a52a-2f1a7b38a3a2 tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] Pushing event deleted for resources: {'Network': ['ID=e504ef44-38cc-412a-9684-f17c89821c5c,revision_number=None']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:43:46.085306 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-742afda0-2214-4a56-a52a-2f1a7b38a3a2 tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] 10.222.0.42 "DELETE /v2.0/networks/e504ef44-38cc-412a-9684-f17c89821c5c HTTP/1.1" status: 204 len: 168 time: 0.4823706 Apr 18 21:43:46.088196 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 41148) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:43:46.167406 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-9bc4d604-27cb-4c8d-ae35-4861a4b26fb8 tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] Notify callbacks [] for security_group, before_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:43:46.197322 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-9bc4d604-27cb-4c8d-ae35-4861a4b26fb8 tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:43:46.260367 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-9bc4d604-27cb-4c8d-ae35-4861a4b26fb8 tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33528224'] for security_group, after_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:43:46.280079 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bc4d604-27cb-4c8d-ae35-4861a4b26fb8 tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d872982-d954-4f3d-b41d-18baebabb0a6,revision_number=None']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:43:46.292050 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-9bc4d604-27cb-4c8d-ae35-4861a4b26fb8 tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] Notify callbacks [] for security_group, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:43:46.293185 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-9bc4d604-27cb-4c8d-ae35-4861a4b26fb8 tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] 10.222.0.42 "DELETE /v2.0/security-groups/5d872982-d954-4f3d-b41d-18baebabb0a6 HTTP/1.1" status: 204 len: 168 time: 0.2041020 Apr 18 21:43:46.579778 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 41156) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:43:46.585981 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.v2.base [None req-5767864b-6e49-4fc2-b590-44b1df11871d tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2024145321', 'description': 'tempest-secgroup-smoke-2024145321 description', 'project_id': 'a4ea1a148ea742c594b9948ed7bb3759'}} {{(pid=84041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:43:46.592911 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-5767864b-6e49-4fc2-b590-44b1df11871d tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:43:46.596913 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-5767864b-6e49-4fc2-b590-44b1df11871d tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] Usage tracker for resource:security_group and tenant:a4ea1a148ea742c594b9948ed7bb3759 is out of sync, need to count used quota {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:43:46.599725 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-5767864b-6e49-4fc2-b590-44b1df11871d tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:43:46.605287 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-5767864b-6e49-4fc2-b590-44b1df11871d tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:43:46.615354 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-5767864b-6e49-4fc2-b590-44b1df11871d tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] Notify callbacks [] for security_group, before_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:43:46.651543 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-5767864b-6e49-4fc2-b590-44b1df11871d tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:43:46.655276 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-5767864b-6e49-4fc2-b590-44b1df11871d tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] Usage tracker for resource:security_group_rule and tenant:a4ea1a148ea742c594b9948ed7bb3759 is out of sync, need to count used quota {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:43:46.658148 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-5767864b-6e49-4fc2-b590-44b1df11871d tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:43:46.664076 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-5767864b-6e49-4fc2-b590-44b1df11871d tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:43:46.720877 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-5767864b-6e49-4fc2-b590-44b1df11871d tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] Notify callbacks [] for security_group, precommit_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:43:46.724762 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-5767864b-6e49-4fc2-b590-44b1df11871d tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33528224'] for security_group, after_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:43:46.774192 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5767864b-6e49-4fc2-b590-44b1df11871d tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0bca1624-5429-4c47-a060-57483c0f8b32,revision_number=1']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:43:46.776765 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-5767864b-6e49-4fc2-b590-44b1df11871d tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] Notify callbacks [] for security_group, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:43:46.777920 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-5767864b-6e49-4fc2-b590-44b1df11871d tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1628 time: 0.1970990 Apr 18 21:43:46.780853 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 41160) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:43:46.786214 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.v2.base [None req-db299a2c-0a0f-4acc-9668-30f4db20d93c tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] Request body: {'security_group_rule': {'security_group_id': '0bca1624-5429-4c47-a060-57483c0f8b32', 'project_id': 'a4ea1a148ea742c594b9948ed7bb3759', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:43:46.792892 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-db299a2c-0a0f-4acc-9668-30f4db20d93c tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:43:46.796618 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-db299a2c-0a0f-4acc-9668-30f4db20d93c tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] Usage tracker for resource:security_group_rule and tenant:a4ea1a148ea742c594b9948ed7bb3759 is out of sync, need to count used quota {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:43:46.799634 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-db299a2c-0a0f-4acc-9668-30f4db20d93c tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:43:46.805886 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-db299a2c-0a0f-4acc-9668-30f4db20d93c tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:43:46.822265 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-db299a2c-0a0f-4acc-9668-30f4db20d93c tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:43:46.880653 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-db299a2c-0a0f-4acc-9668-30f4db20d93c tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:43:46.884870 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-db299a2c-0a0f-4acc-9668-30f4db20d93c tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33528311'] for security_group_rule, after_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:43:46.911431 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db299a2c-0a0f-4acc-9668-30f4db20d93c tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fa81fee3-e330-436f-97db-3f4b7f5c8d03,revision_number=0']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:43:46.917897 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-db299a2c-0a0f-4acc-9668-30f4db20d93c tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:43:46.919154 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-db299a2c-0a0f-4acc-9668-30f4db20d93c tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.1373842 Apr 18 21:43:46.921991 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 41164) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:43:46.927589 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.v2.base [None req-e635bea5-f16b-4c7c-90ff-06fdb4c37d89 tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] Request body: {'security_group_rule': {'security_group_id': '0bca1624-5429-4c47-a060-57483c0f8b32', 'project_id': 'a4ea1a148ea742c594b9948ed7bb3759', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=84041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:43:46.934788 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-e635bea5-f16b-4c7c-90ff-06fdb4c37d89 tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:43:46.938578 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-e635bea5-f16b-4c7c-90ff-06fdb4c37d89 tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] Usage tracker for resource:security_group_rule and tenant:a4ea1a148ea742c594b9948ed7bb3759 is out of sync, need to count used quota {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:43:46.941419 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-e635bea5-f16b-4c7c-90ff-06fdb4c37d89 tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:43:46.947718 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-e635bea5-f16b-4c7c-90ff-06fdb4c37d89 tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:43:46.964340 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-e635bea5-f16b-4c7c-90ff-06fdb4c37d89 tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:43:47.029131 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-e635bea5-f16b-4c7c-90ff-06fdb4c37d89 tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:43:47.032845 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-e635bea5-f16b-4c7c-90ff-06fdb4c37d89 tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33528311'] for security_group_rule, after_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:43:47.058773 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e635bea5-f16b-4c7c-90ff-06fdb4c37d89 tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=23c386f2-bd59-479a-b3bc-cd252113c96b,revision_number=0']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:43:47.076881 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-e635bea5-f16b-4c7c-90ff-06fdb4c37d89 tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:43:47.078516 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-e635bea5-f16b-4c7c-90ff-06fdb4c37d89 tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.1554546 Apr 18 21:43:47.081362 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 41168) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:43:47.089911 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.v2.base [None req-5d296e33-d226-489d-b807-6de6c5ed3d20 tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] Request body: {'security_group_rule': {'security_group_id': '0bca1624-5429-4c47-a060-57483c0f8b32', 'project_id': 'a4ea1a148ea742c594b9948ed7bb3759', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=84041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:43:47.096933 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-5d296e33-d226-489d-b807-6de6c5ed3d20 tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:43:47.100710 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-5d296e33-d226-489d-b807-6de6c5ed3d20 tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] Usage tracker for resource:security_group_rule and tenant:a4ea1a148ea742c594b9948ed7bb3759 is out of sync, need to count used quota {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:43:47.104828 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-5d296e33-d226-489d-b807-6de6c5ed3d20 tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:43:47.110432 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-5d296e33-d226-489d-b807-6de6c5ed3d20 tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:43:47.119071 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Device a5041f8a-9859-4b3b-ae5e-7bf7005d8d1f no longer exists at agent ovs-agent-n-d-838334-2 {{(pid=84042) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 21:43:47.128466 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-5d296e33-d226-489d-b807-6de6c5ed3d20 tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:43:47.153349 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.plugin [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] No Port match for: a5041f8a-9859-4b3b-ae5e-7bf7005d8d1f {{(pid=84042) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 18 21:43:47.153688 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Device a5041f8a-9859-4b3b-ae5e-7bf7005d8d1f not bound to the agent host n-d-838334-2 {{(pid=84042) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 21:43:47.282739 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-5d296e33-d226-489d-b807-6de6c5ed3d20 tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:43:47.286957 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-5d296e33-d226-489d-b807-6de6c5ed3d20 tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33528311'] for security_group_rule, after_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:43:47.312697 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d296e33-d226-489d-b807-6de6c5ed3d20 tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=82c4c66f-6166-4319-9370-16fc566a0e61,revision_number=0']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:43:47.321461 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-5d296e33-d226-489d-b807-6de6c5ed3d20 tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:43:47.322609 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-5d296e33-d226-489d-b807-6de6c5ed3d20 tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.2401545 Apr 18 21:43:47.325415 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 41172) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:43:47.330686 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.v2.base [None req-e2f13a7e-4724-4e4f-a20d-4a38a2e73ae5 tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] Request body: {'security_group_rule': {'security_group_id': '0bca1624-5429-4c47-a060-57483c0f8b32', 'project_id': 'a4ea1a148ea742c594b9948ed7bb3759', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=84041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:43:47.337688 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-e2f13a7e-4724-4e4f-a20d-4a38a2e73ae5 tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:43:47.341344 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-e2f13a7e-4724-4e4f-a20d-4a38a2e73ae5 tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] Usage tracker for resource:security_group_rule and tenant:a4ea1a148ea742c594b9948ed7bb3759 is out of sync, need to count used quota {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:43:47.344116 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-e2f13a7e-4724-4e4f-a20d-4a38a2e73ae5 tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:43:47.349577 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-e2f13a7e-4724-4e4f-a20d-4a38a2e73ae5 tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:43:47.370727 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-e2f13a7e-4724-4e4f-a20d-4a38a2e73ae5 tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:43:47.434873 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-e2f13a7e-4724-4e4f-a20d-4a38a2e73ae5 tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:43:47.438342 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-e2f13a7e-4724-4e4f-a20d-4a38a2e73ae5 tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33528311'] for security_group_rule, after_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:43:47.461131 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2f13a7e-4724-4e4f-a20d-4a38a2e73ae5 tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c05f0044-36fb-4334-b976-22203d10dde3,revision_number=0']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:43:47.470331 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-e2f13a7e-4724-4e4f-a20d-4a38a2e73ae5 tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:43:47.471570 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-e2f13a7e-4724-4e4f-a20d-4a38a2e73ae5 tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.1452687 Apr 18 21:43:47.474392 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 41176) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:43:47.480438 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.v2.base [None req-fbc45dd0-ced3-4cd6-8b39-830c47eb2e34 tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] Request body: {'security_group_rule': {'security_group_id': '0bca1624-5429-4c47-a060-57483c0f8b32', 'project_id': 'a4ea1a148ea742c594b9948ed7bb3759', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=84041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:43:47.486954 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-fbc45dd0-ced3-4cd6-8b39-830c47eb2e34 tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:43:47.490759 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-fbc45dd0-ced3-4cd6-8b39-830c47eb2e34 tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] Usage tracker for resource:security_group_rule and tenant:a4ea1a148ea742c594b9948ed7bb3759 is out of sync, need to count used quota {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:43:47.493920 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-fbc45dd0-ced3-4cd6-8b39-830c47eb2e34 tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:43:47.499589 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-fbc45dd0-ced3-4cd6-8b39-830c47eb2e34 tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:43:47.510127 n-d-838334-2 neutron-server[84041]: INFO neutron.db.securitygroups_db [None req-fbc45dd0-ced3-4cd6-8b39-830c47eb2e34 tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] Project a4ea1a148ea742c594b9948ed7bb3759 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 18 21:43:47.516444 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-fbc45dd0-ced3-4cd6-8b39-830c47eb2e34 tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:43:47.580685 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-fbc45dd0-ced3-4cd6-8b39-830c47eb2e34 tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:43:47.584085 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-fbc45dd0-ced3-4cd6-8b39-830c47eb2e34 tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33528311'] for security_group_rule, after_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:43:47.609833 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbc45dd0-ced3-4cd6-8b39-830c47eb2e34 tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2ab24c40-c26b-43d4-a0ef-21f409c6a4d0,revision_number=0']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:43:47.619460 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-fbc45dd0-ced3-4cd6-8b39-830c47eb2e34 tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:43:47.620626 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-fbc45dd0-ced3-4cd6-8b39-830c47eb2e34 tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.1453419 Apr 18 21:43:47.623449 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 41180) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:43:47.628797 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.v2.base [None req-418815b9-f6bb-4365-a188-9c1ca26ffc1c tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] Request body: {'security_group_rule': {'security_group_id': '0bca1624-5429-4c47-a060-57483c0f8b32', 'project_id': 'a4ea1a148ea742c594b9948ed7bb3759', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=84041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:43:47.635387 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-418815b9-f6bb-4365-a188-9c1ca26ffc1c tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:43:47.639123 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-418815b9-f6bb-4365-a188-9c1ca26ffc1c tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] Usage tracker for resource:security_group_rule and tenant:a4ea1a148ea742c594b9948ed7bb3759 is out of sync, need to count used quota {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:43:47.641961 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-418815b9-f6bb-4365-a188-9c1ca26ffc1c tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:43:47.647509 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-418815b9-f6bb-4365-a188-9c1ca26ffc1c tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:43:47.658264 n-d-838334-2 neutron-server[84041]: INFO neutron.db.securitygroups_db [None req-418815b9-f6bb-4365-a188-9c1ca26ffc1c tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] Project a4ea1a148ea742c594b9948ed7bb3759 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 18 21:43:47.665211 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-418815b9-f6bb-4365-a188-9c1ca26ffc1c tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:43:47.730817 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-418815b9-f6bb-4365-a188-9c1ca26ffc1c tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:43:47.734817 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-418815b9-f6bb-4365-a188-9c1ca26ffc1c tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33528311'] for security_group_rule, after_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:43:47.758989 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-418815b9-f6bb-4365-a188-9c1ca26ffc1c tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0a53643f-84db-4e2d-a01b-6b5f46ec1d18,revision_number=0']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:43:47.767737 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-418815b9-f6bb-4365-a188-9c1ca26ffc1c tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:43:47.768912 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-418815b9-f6bb-4365-a188-9c1ca26ffc1c tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.1444788 Apr 18 21:43:47.771826 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 41184) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:43:47.777955 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.v2.base [None req-406da3bb-e9f8-4adc-b36c-d2309abee683 tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] Request body: {'network': {'name': 'tempest-network-smoke--169870973', 'project_id': 'a4ea1a148ea742c594b9948ed7bb3759', 'port_security_enabled': True}} {{(pid=84041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:43:47.783472 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-406da3bb-e9f8-4adc-b36c-d2309abee683 tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:43:47.787202 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-406da3bb-e9f8-4adc-b36c-d2309abee683 tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] Usage tracker for resource:network and tenant:a4ea1a148ea742c594b9948ed7bb3759 is out of sync, need to count used quota {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:43:47.790373 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-406da3bb-e9f8-4adc-b36c-d2309abee683 tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:43:47.796025 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-406da3bb-e9f8-4adc-b36c-d2309abee683 tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:43:47.805959 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-406da3bb-e9f8-4adc-b36c-d2309abee683 tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] Made reservation on behalf of a4ea1a148ea742c594b9948ed7bb3759 for: {'network': 1} {{(pid=84041) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:43:47.808909 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-406da3bb-e9f8-4adc-b36c-d2309abee683 tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for network, before_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:43:47.837368 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-406da3bb-e9f8-4adc-b36c-d2309abee683 tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 396} {{(pid=84041) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 21:43:47.845684 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-406da3bb-e9f8-4adc-b36c-d2309abee683 tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1082986'] for segment, precommit_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:43:47.846010 n-d-838334-2 neutron-server[84041]: INFO neutron.db.segments_db [None req-406da3bb-e9f8-4adc-b36c-d2309abee683 tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] Added segment 87413430-7bc7-4465-b765-8bb99c4af4b2 of type vlan for network ea87d319-adf3-4323-8d79-027562105258 Apr 18 21:43:47.870797 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-406da3bb-e9f8-4adc-b36c-d2309abee683 tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750374825732'] for network, precommit_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:43:47.898655 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-406da3bb-e9f8-4adc-b36c-d2309abee683 tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33526109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022'] for network, after_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:43:47.902239 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-406da3bb-e9f8-4adc-b36c-d2309abee683 tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:43:47.902801 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-406da3bb-e9f8-4adc-b36c-d2309abee683 tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] Notify callbacks [] for network, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:43:47.995465 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-406da3bb-e9f8-4adc-b36c-d2309abee683 tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2226198 Apr 18 21:43:47.998355 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 41188) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:43:48.004195 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.v2.base [None req-99f8ba48-9a32-45d5-a4f2-eb96a803c388 tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1556568754', 'admin_state_up': True, 'project_id': 'a4ea1a148ea742c594b9948ed7bb3759', 'external_gateway_info': {'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c'}}} {{(pid=84040) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:43:48.006641 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-406da3bb-e9f8-4adc-b36c-d2309abee683 tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] Pushing event updated for resources: {'Network': ['ID=ea87d319-adf3-4323-8d79-027562105258,revision_number=1']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:43:48.013276 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [None req-99f8ba48-9a32-45d5-a4f2-eb96a803c388 tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:43:48.017123 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-99f8ba48-9a32-45d5-a4f2-eb96a803c388 tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] Usage tracker for resource:router and tenant:a4ea1a148ea742c594b9948ed7bb3759 is out of sync, need to count used quota {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:43:48.017871 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Network ea87d319-adf3-4323-8d79-027562105258 details requested by agent ovs-agent-n-d-838334-2 with host n-d-838334-2 {{(pid=84042) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 18 21:43:48.019967 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-99f8ba48-9a32-45d5-a4f2-eb96a803c388 tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:43:48.027220 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [None req-99f8ba48-9a32-45d5-a4f2-eb96a803c388 tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:43:48.031279 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-119ff21e-cef7-4c5b-b9f8-f43b8d5da079 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750375287399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253529'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:43:48.037898 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-99f8ba48-9a32-45d5-a4f2-eb96a803c388 tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-33442106', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5708'] for router, before_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:43:48.038850 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-99f8ba48-9a32-45d5-a4f2-eb96a803c388 tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33442137', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33444285', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33535433', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5703'] for router, precommit_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:43:48.057398 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-99f8ba48-9a32-45d5-a4f2-eb96a803c388 tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:43:48.207394 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-99f8ba48-9a32-45d5-a4f2-eb96a803c388 tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-33444175', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-33443520', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5293'] for router, precommit_update {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:43:48.383463 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-99f8ba48-9a32-45d5-a4f2-eb96a803c388 tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] Notify callbacks [] for router_gateway, before_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:43:48.411721 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-99f8ba48-9a32-45d5-a4f2-eb96a803c388 tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:43:48.656117 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.db_base_plugin_common [None req-99f8ba48-9a32-45d5-a4f2-eb96a803c388 tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] Allocated IP 172.25.8.86 (e41b6600-a917-4a8d-b05c-be3be40c6d8c/6b05667b-848e-4356-9b44-d5eb6808ef74/f0c5f5bd-da0e-480d-9cdd-1c67e6a71730) {{(pid=84040) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 21:43:48.799838 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-99f8ba48-9a32-45d5-a4f2-eb96a803c388 tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] Notify callbacks [] for port, precommit_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:43:48.827090 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-99f8ba48-9a32-45d5-a4f2-eb96a803c388 tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750374836619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32440838'] for port, after_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:43:48.893694 n-d-838334-2 neutron-server[84040]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99f8ba48-9a32-45d5-a4f2-eb96a803c388 tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] Network e41b6600-a917-4a8d-b05c-be3be40c6d8c is already hosted by enough agents. {{(pid=84040) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:43:48.896298 n-d-838334-2 neutron-server[84040]: DEBUG neutron.scheduler.base_scheduler [None req-99f8ba48-9a32-45d5-a4f2-eb96a803c388 tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] Resources bound (agent type, host, resource id): {{(pid=84040) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:43:48.899265 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99f8ba48-9a32-45d5-a4f2-eb96a803c388 tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] Received port after_create {{(pid=84040) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 21:43:48.933876 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99f8ba48-9a32-45d5-a4f2-eb96a803c388 tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] Pushing event updated for resources: {'Port': ['ID=f0c5f5bd-da0e-480d-9cdd-1c67e6a71730,revision_number=1']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:43:49.055753 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-99f8ba48-9a32-45d5-a4f2-eb96a803c388 tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] Notify callbacks [] for router_gateway, after_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:43:49.056489 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-99f8ba48-9a32-45d5-a4f2-eb96a803c388 tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33443529', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33444176'] for router, after_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:43:49.169614 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750375287399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253529'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:43:49.283884 n-d-838334-2 neutron-server[84040]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-99f8ba48-9a32-45d5-a4f2-eb96a803c388 tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] Router 68a3f043-806d-4a38-bc59-5eb9d0ea9df6 is scheduled to L3 agent bc84d6c9-dd7a-4555-a351-592327b46d5a with binding_index 1 {{(pid=84040) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 18 21:43:49.480065 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-99f8ba48-9a32-45d5-a4f2-eb96a803c388 tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] Notify agent at l3_agent.n-d-838334-2 the message routers_updated {{(pid=84040) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 21:43:49.489007 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d534c6ba-04ae-476b-b0a1-6e8d7487da51 None None] Sync routers for ids ['68a3f043-806d-4a38-bc59-5eb9d0ea9df6'] in n-d-838334-2 {{(pid=84042) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 18 21:43:49.501604 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d534c6ba-04ae-476b-b0a1-6e8d7487da51 None None] Routers {'68a3f043-806d-4a38-bc59-5eb9d0ea9df6'} bound to L3 agent in host n-d-838334-2 {{(pid=84042) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 21:43:49.502290 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_hamode_db [None req-d534c6ba-04ae-476b-b0a1-6e8d7487da51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838334-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-18T20:25:48Z,description=,heartbeat_timestamp=2022-04-18T21:43:48Z,host='n-d-838334-2',id=bc84d6c9-dd7a-4555-a351-592327b46d5a,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:25:48Z,topic='l3_agent')) {'router_ids': ['68a3f043-806d-4a38-bc59-5eb9d0ea9df6'], 'active': True} {{(pid=84042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:43:49.505537 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-99f8ba48-9a32-45d5-a4f2-eb96a803c388 tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] Notify callbacks [] for router, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:43:49.506793 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-99f8ba48-9a32-45d5-a4f2-eb96a803c388 tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.5070043 Apr 18 21:43:49.509971 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 41192) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:43:49.550798 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-cb828711-bd94-4702-a009-aa326bafd601 tempest-TestNetworkAdvancedServerOps-1683056737 tempest-TestNetworkAdvancedServerOps-1683056737-project-admin] 10.222.0.42 "GET /v2.0/subnets?project_id=a4ea1a148ea742c594b9948ed7bb3759&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0396795 Apr 18 21:43:49.553292 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 41196) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:43:49.686320 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f458694-0fe6-4bb7-a969-e006cd886cb9 tempest-TestNetworkAdvancedServerOps-1683056737 tempest-TestNetworkAdvancedServerOps-1683056737-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:43:49.690514 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-7f458694-0fe6-4bb7-a969-e006cd886cb9 tempest-TestNetworkAdvancedServerOps-1683056737 tempest-TestNetworkAdvancedServerOps-1683056737-project-admin] 10.222.0.42 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1335654 Apr 18 21:43:49.690828 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 41200) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:43:49.692843 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_dvr_db [None req-d534c6ba-04ae-476b-b0a1-6e8d7487da51 None None] Set router 68a3f043-806d-4a38-bc59-5eb9d0ea9df6 gateway port host: n-d-838334-2 {{(pid=84042) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 21:43:49.735786 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-414b6ffe-e119-47bc-b18f-bcff1219c2f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750375287399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253529'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:43:49.739861 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-b9b9f41a-c3f2-406d-889a-1d4a736e0a66 tempest-TestNetworkAdvancedServerOps-1683056737 tempest-TestNetworkAdvancedServerOps-1683056737-project-admin] 10.222.0.42 "GET /v2.0/subnets?network_id=e41b6600-a917-4a8d-b05c-be3be40c6d8c&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0478427 Apr 18 21:43:49.743102 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 41204) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:43:49.748823 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.v2.base [None req-b36bdde4-90c7-4865-92ca-d62ceca3f9a0 tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-58860700', 'network_id': 'ea87d319-adf3-4323-8d79-027562105258', 'project_id': 'a4ea1a148ea742c594b9948ed7bb3759', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=84041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:43:49.858428 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-b36bdde4-90c7-4865-92ca-d62ceca3f9a0 tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:43:49.862027 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-b36bdde4-90c7-4865-92ca-d62ceca3f9a0 tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] Usage tracker for resource:subnet and tenant:a4ea1a148ea742c594b9948ed7bb3759 is out of sync, need to count used quota {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:43:49.864776 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-b36bdde4-90c7-4865-92ca-d62ceca3f9a0 tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:43:49.870339 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-b36bdde4-90c7-4865-92ca-d62ceca3f9a0 tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:43:49.880544 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b36bdde4-90c7-4865-92ca-d62ceca3f9a0 tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] Made reservation on behalf of a4ea1a148ea742c594b9948ed7bb3759 for: {'subnet': 1} {{(pid=84041) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:43:49.982394 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-b36bdde4-90c7-4865-92ca-d62ceca3f9a0 tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32486301'] for subnet, before_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:43:50.008304 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_hamode_db [None req-d534c6ba-04ae-476b-b0a1-6e8d7487da51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68a3f043-806d-4a38-bc59-5eb9d0ea9df6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1556568754', 'tenant_id': 'a4ea1a148ea742c594b9948ed7bb3759', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'external_fixed_ips': [{'subnet_id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'ip_address': '172.25.8.86'}], 'enable_snat': True}, 'gw_port_id': 'f0c5f5bd-da0e-480d-9cdd-1c67e6a71730', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:43:48Z', 'updated_at': '2022-04-18T21:43:49Z', 'revision_number': 3, 'project_id': 'a4ea1a148ea742c594b9948ed7bb3759', 'gw_port': {'id': 'f0c5f5bd-da0e-480d-9cdd-1c67e6a71730', 'name': '', 'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:eb:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '68a3f043-806d-4a38-bc59-5eb9d0ea9df6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'ip_address': '172.25.8.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:43:48Z', 'updated_at': '2022-04-18T21:43:48Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838334-2'}], 'n-d-838334-2', False) {} {{(pid=84042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:43:50.012215 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d534c6ba-04ae-476b-b0a1-6e8d7487da51 None None] Checking router: 68a3f043-806d-4a38-bc59-5eb9d0ea9df6 for host: n-d-838334-2 {{(pid=84042) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 18 21:43:50.012551 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d534c6ba-04ae-476b-b0a1-6e8d7487da51 None None] Updating router 68a3f043-806d-4a38-bc59-5eb9d0ea9df6 port f0c5f5bd-da0e-480d-9cdd-1c67e6a71730 binding host n-d-838334-2 {{(pid=84042) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 18 21:43:50.063039 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-d534c6ba-04ae-476b-b0a1-6e8d7487da51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:43:50.200506 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-b36bdde4-90c7-4865-92ca-d62ceca3f9a0 tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33526260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32266407', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32486287'] for subnet, after_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:43:50.277422 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b36bdde4-90c7-4865-92ca-d62ceca3f9a0 tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] Pushing event updated for resources: {'Subnet': ['ID=d944b374-88f3-4bba-95d0-65f61209140e,revision_number=0']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:43:50.286478 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b36bdde4-90c7-4865-92ca-d62ceca3f9a0 tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] Checking segment: {'id': '87413430-7bc7-4465-b765-8bb99c4af4b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': 'ea87d319-adf3-4323-8d79-027562105258'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84041) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 21:43:50.286838 n-d-838334-2 neutron-server[84041]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b36bdde4-90c7-4865-92ca-d62ceca3f9a0 tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] Network hostable DHCP agents. Network: ea87d319-adf3-4323-8d79-027562105258, hostable agents: ['8746f8ea-3e91-4b32-9919-2c63adeb8722'], hosted agents: [] {{(pid=84041) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 21:43:50.308990 n-d-838334-2 neutron-server[84041]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b36bdde4-90c7-4865-92ca-d62ceca3f9a0 tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] Network ea87d319-adf3-4323-8d79-027562105258 is scheduled to be hosted by DHCP agent 8746f8ea-3e91-4b32-9919-2c63adeb8722 with binding_index 1 {{(pid=84041) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 21:43:50.318405 n-d-838334-2 neutron-server[84041]: DEBUG neutron.scheduler.base_scheduler [None req-b36bdde4-90c7-4865-92ca-d62ceca3f9a0 tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-838334-2, ea87d319-adf3-4323-8d79-027562105258) {{(pid=84041) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:43:50.323535 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b36bdde4-90c7-4865-92ca-d62ceca3f9a0 tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:43:50.324389 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-b36bdde4-90c7-4865-92ca-d62ceca3f9a0 tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] Notify callbacks [] for subnet, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:43:50.330544 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29e2284e-e237-4cc7-a1e3-397db779e965 None None] Network ea87d319-adf3-4323-8d79-027562105258 requested from n-d-838334-2 {{(pid=84042) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 21:43:50.345852 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-b36bdde4-90c7-4865-92ca-d62ceca3f9a0 tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.6015978 Apr 18 21:43:50.348583 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 41208) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:43:50.497220 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-d534c6ba-04ae-476b-b0a1-6e8d7487da51 None None] Notify callbacks [] for port, precommit_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:43:50.542867 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-d534c6ba-04ae-476b-b0a1-6e8d7487da51 None None] Transition to ACTIVE for port object f0c5f5bd-da0e-480d-9cdd-1c67e6a71730 will not be triggered until provisioned by entity L2. {{(pid=84042) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:43:50.552879 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-d534c6ba-04ae-476b-b0a1-6e8d7487da51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682'] for port, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:43:50.681950 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.managers [None req-d534c6ba-04ae-476b-b0a1-6e8d7487da51 None None] Attempting to bind port f0c5f5bd-da0e-480d-9cdd-1c67e6a71730 on host n-d-838334-2 for vnic_type normal with profile {{(pid=84042) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 21:43:50.682316 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.managers [None req-d534c6ba-04ae-476b-b0a1-6e8d7487da51 None None] Attempting to bind port f0c5f5bd-da0e-480d-9cdd-1c67e6a71730 by drivers openvswitch,hyperv on host n-d-838334-2 at level 0 using segments [{'id': '732aa830-768b-4511-951f-d08e26b9c25b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c'}] {{(pid=84042) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 21:43:50.682610 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d534c6ba-04ae-476b-b0a1-6e8d7487da51 None None] Attempting to bind port f0c5f5bd-da0e-480d-9cdd-1c67e6a71730 on network e41b6600-a917-4a8d-b05c-be3be40c6d8c {{(pid=84042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 21:43:50.684635 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94c3f3e5-0e6e-49df-ac5b-c722ae7f6dd8 None None] Pushing event updated for resources: {'Port': ['ID=f0c5f5bd-da0e-480d-9cdd-1c67e6a71730,revision_number=2']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:43:50.690310 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e017b13a-d301-4af1-bdc3-ee4ed27390d6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp016840fc-1f9f-5892-9c53-c9cf6c845bbb-ea87d319-adf3-4323-8d79-027562105258', 'network_id': 'ea87d319-adf3-4323-8d79-027562105258', 'tenant_id': 'a4ea1a148ea742c594b9948ed7bb3759', 'fixed_ips': [{'subnet_id': 'd944b374-88f3-4bba-95d0-65f61209140e'}]}} from n-d-838334-2. {{(pid=84042) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 18 21:43:50.691089 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-e017b13a-d301-4af1-bdc3-ee4ed27390d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_create {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:43:50.709102 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d534c6ba-04ae-476b-b0a1-6e8d7487da51 None None] Checking agent: {'id': '97cd4414-7af6-4d67-868d-dff370b4071a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838334-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 25, 49), 'started_at': datetime.datetime(2022, 4, 18, 20, 26, 19), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 21, 43, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838334-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 18 21:43:50.709995 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d534c6ba-04ae-476b-b0a1-6e8d7487da51 None None] Checking segment: {'id': '732aa830-768b-4511-951f-d08e26b9c25b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84042) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 21:43:50.709995 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-d534c6ba-04ae-476b-b0a1-6e8d7487da51 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:43:50.710252 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d534c6ba-04ae-476b-b0a1-6e8d7487da51 None None] Bound using segment: {'id': '732aa830-768b-4511-951f-d08e26b9c25b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c'} {{(pid=84042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 18 21:43:50.711409 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.managers [None req-d534c6ba-04ae-476b-b0a1-6e8d7487da51 None None] Bound port: f0c5f5bd-da0e-480d-9cdd-1c67e6a71730, host: n-d-838334-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '732aa830-768b-4511-951f-d08e26b9c25b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c'}}] {{(pid=84042) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 21:43:50.711813 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-d534c6ba-04ae-476b-b0a1-6e8d7487da51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:43:50.828058 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-c7521a90-7d65-4e2e-842c-ca5d95e9a89c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750375287399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253529'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:43:50.907227 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-d534c6ba-04ae-476b-b0a1-6e8d7487da51 None None] For port f0c5f5bd-da0e-480d-9cdd-1c67e6a71730, host n-d-838334-2, cleared binding levels {{(pid=84042) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 21:43:50.920807 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-d534c6ba-04ae-476b-b0a1-6e8d7487da51 None None] For port f0c5f5bd-da0e-480d-9cdd-1c67e6a71730, host n-d-838334-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838334-2',level=0,port_id=f0c5f5bd-da0e-480d-9cdd-1c67e6a71730,segment=NetworkSegment(732aa830-768b-4511-951f-d08e26b9c25b),segment_id=732aa830-768b-4511-951f-d08e26b9c25b)] {{(pid=84042) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 21:43:50.932249 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.db_base_plugin_common [None req-e017b13a-d301-4af1-bdc3-ee4ed27390d6 None None] Allocated IP 172.20.0.2 (ea87d319-adf3-4323-8d79-027562105258/d944b374-88f3-4bba-95d0-65f61209140e/d4e55c16-2aac-4cf5-8616-318c8316c1aa) {{(pid=84042) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 21:43:50.942054 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-d534c6ba-04ae-476b-b0a1-6e8d7487da51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682'] for port, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:43:51.115226 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94c3f3e5-0e6e-49df-ac5b-c722ae7f6dd8 None None] Pushing event updated for resources: {'Port': ['ID=f0c5f5bd-da0e-480d-9cdd-1c67e6a71730,revision_number=3']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:43:51.145888 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d534c6ba-04ae-476b-b0a1-6e8d7487da51 None None] Routers {'68a3f043-806d-4a38-bc59-5eb9d0ea9df6'} bound to L3 agent in host n-d-838334-2 {{(pid=84042) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 21:43:51.146502 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_hamode_db [None req-d534c6ba-04ae-476b-b0a1-6e8d7487da51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838334-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-18T20:25:48Z,description=,heartbeat_timestamp=2022-04-18T21:43:48Z,host='n-d-838334-2',id=bc84d6c9-dd7a-4555-a351-592327b46d5a,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:25:48Z,topic='l3_agent')) {'router_ids': ['68a3f043-806d-4a38-bc59-5eb9d0ea9df6'], 'active': True} {{(pid=84042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:43:51.215108 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-0a263aec-0a79-440a-a31e-7163430b3e6b tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:43:51.391106 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-e017b13a-d301-4af1-bdc3-ee4ed27390d6 None None] Notify callbacks [] for port, precommit_create {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:43:51.414246 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-e017b13a-d301-4af1-bdc3-ee4ed27390d6 None None] Transition to ACTIVE for port object d4e55c16-2aac-4cf5-8616-318c8316c1aa will not be triggered until provisioned by entity L2. {{(pid=84042) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:43:51.443350 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-e017b13a-d301-4af1-bdc3-ee4ed27390d6 None None] Transition to ACTIVE for port object d4e55c16-2aac-4cf5-8616-318c8316c1aa will not be triggered until provisioned by entity DHCP. {{(pid=84042) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:43:51.444522 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_dvr_db [None req-d534c6ba-04ae-476b-b0a1-6e8d7487da51 None None] Set router 68a3f043-806d-4a38-bc59-5eb9d0ea9df6 gateway port host: n-d-838334-2 {{(pid=84042) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 21:43:51.486642 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-e017b13a-d301-4af1-bdc3-ee4ed27390d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750374836619'] for port, after_create {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:43:51.605663 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.db_base_plugin_common [None req-0a263aec-0a79-440a-a31e-7163430b3e6b tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] Allocated IP 172.20.0.1 (ea87d319-adf3-4323-8d79-027562105258/d944b374-88f3-4bba-95d0-65f61209140e/0131f2ec-6d7d-4aff-acdf-e802ad8a7439) {{(pid=84041) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 21:43:51.686113 n-d-838334-2 neutron-server[84042]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e017b13a-d301-4af1-bdc3-ee4ed27390d6 None None] Network ea87d319-adf3-4323-8d79-027562105258 is already hosted by enough agents. {{(pid=84042) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:43:51.688685 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e017b13a-d301-4af1-bdc3-ee4ed27390d6 None None] Pushing event updated for resources: {'Port': ['ID=d4e55c16-2aac-4cf5-8616-318c8316c1aa,revision_number=1']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:43:51.692888 n-d-838334-2 neutron-server[84042]: DEBUG neutron.scheduler.base_scheduler [None req-e017b13a-d301-4af1-bdc3-ee4ed27390d6 None None] Resources bound (agent type, host, resource id): {{(pid=84042) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:43:51.697232 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e017b13a-d301-4af1-bdc3-ee4ed27390d6 None None] Received port after_create {{(pid=84042) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 21:43:51.768426 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-0a263aec-0a79-440a-a31e-7163430b3e6b tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] Notify callbacks [] for port, precommit_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:43:51.785071 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.provisioning_blocks [None req-0a263aec-0a79-440a-a31e-7163430b3e6b tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] Transition to ACTIVE for port object 0131f2ec-6d7d-4aff-acdf-e802ad8a7439 will not be triggered until provisioned by entity DHCP. {{(pid=84041) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:43:51.808464 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-0a263aec-0a79-440a-a31e-7163430b3e6b tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750374836619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32266323'] for port, after_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:43:51.845487 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.managers [None req-e017b13a-d301-4af1-bdc3-ee4ed27390d6 None None] Attempting to bind port d4e55c16-2aac-4cf5-8616-318c8316c1aa on host n-d-838334-2 for vnic_type normal with profile {{(pid=84042) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 21:43:51.845844 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.managers [None req-e017b13a-d301-4af1-bdc3-ee4ed27390d6 None None] Attempting to bind port d4e55c16-2aac-4cf5-8616-318c8316c1aa by drivers openvswitch,hyperv on host n-d-838334-2 at level 0 using segments [{'id': '87413430-7bc7-4465-b765-8bb99c4af4b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': 'ea87d319-adf3-4323-8d79-027562105258'}] {{(pid=84042) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 21:43:51.846194 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e017b13a-d301-4af1-bdc3-ee4ed27390d6 None None] Attempting to bind port d4e55c16-2aac-4cf5-8616-318c8316c1aa on network ea87d319-adf3-4323-8d79-027562105258 {{(pid=84042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 21:43:51.864619 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e017b13a-d301-4af1-bdc3-ee4ed27390d6 None None] Checking agent: {'id': '97cd4414-7af6-4d67-868d-dff370b4071a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838334-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 25, 49), 'started_at': datetime.datetime(2022, 4, 18, 20, 26, 19), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 21, 43, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838334-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 18 21:43:51.865107 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e017b13a-d301-4af1-bdc3-ee4ed27390d6 None None] Checking segment: {'id': '87413430-7bc7-4465-b765-8bb99c4af4b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': 'ea87d319-adf3-4323-8d79-027562105258'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84042) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 21:43:51.865379 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-e017b13a-d301-4af1-bdc3-ee4ed27390d6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:43:51.865763 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e017b13a-d301-4af1-bdc3-ee4ed27390d6 None None] Bound using segment: {'id': '87413430-7bc7-4465-b765-8bb99c4af4b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': 'ea87d319-adf3-4323-8d79-027562105258'} {{(pid=84042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 18 21:43:51.866223 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.managers [None req-e017b13a-d301-4af1-bdc3-ee4ed27390d6 None None] Bound port: d4e55c16-2aac-4cf5-8616-318c8316c1aa, host: n-d-838334-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '87413430-7bc7-4465-b765-8bb99c4af4b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': 'ea87d319-adf3-4323-8d79-027562105258'}}] {{(pid=84042) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 21:43:51.866662 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-e017b13a-d301-4af1-bdc3-ee4ed27390d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:43:51.879891 n-d-838334-2 neutron-server[84041]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a263aec-0a79-440a-a31e-7163430b3e6b tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] Network ea87d319-adf3-4323-8d79-027562105258 is already hosted by enough agents. {{(pid=84041) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:43:51.882822 n-d-838334-2 neutron-server[84041]: DEBUG neutron.scheduler.base_scheduler [None req-0a263aec-0a79-440a-a31e-7163430b3e6b tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] Resources bound (agent type, host, resource id): {{(pid=84041) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:43:51.886842 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a263aec-0a79-440a-a31e-7163430b3e6b tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] Received port after_create {{(pid=84041) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 21:43:51.917169 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a263aec-0a79-440a-a31e-7163430b3e6b tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] Pushing event updated for resources: {'Port': ['ID=0131f2ec-6d7d-4aff-acdf-e802ad8a7439,revision_number=1']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:43:51.955210 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-0a263aec-0a79-440a-a31e-7163430b3e6b tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33444010'] for router_interface, before_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:43:51.963996 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_hamode_db [None req-d534c6ba-04ae-476b-b0a1-6e8d7487da51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68a3f043-806d-4a38-bc59-5eb9d0ea9df6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1556568754', 'tenant_id': 'a4ea1a148ea742c594b9948ed7bb3759', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'external_fixed_ips': [{'subnet_id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'ip_address': '172.25.8.86'}], 'enable_snat': True}, 'gw_port_id': 'f0c5f5bd-da0e-480d-9cdd-1c67e6a71730', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:43:48Z', 'updated_at': '2022-04-18T21:43:49Z', 'revision_number': 3, 'project_id': 'a4ea1a148ea742c594b9948ed7bb3759', 'gw_port': {'id': 'f0c5f5bd-da0e-480d-9cdd-1c67e6a71730', 'name': '', 'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:eb:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '68a3f043-806d-4a38-bc59-5eb9d0ea9df6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'ip_address': '172.25.8.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:43:48Z', 'updated_at': '2022-04-18T21:43:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838334-2'}], 'n-d-838334-2', False) {} {{(pid=84042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:43:51.966231 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-e017b13a-d301-4af1-bdc3-ee4ed27390d6 None None] For port d4e55c16-2aac-4cf5-8616-318c8316c1aa, host n-d-838334-2, cleared binding levels {{(pid=84042) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 21:43:51.970047 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-e017b13a-d301-4af1-bdc3-ee4ed27390d6 None None] For port d4e55c16-2aac-4cf5-8616-318c8316c1aa, host n-d-838334-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838334-2',level=0,port_id=d4e55c16-2aac-4cf5-8616-318c8316c1aa,segment=NetworkSegment(87413430-7bc7-4465-b765-8bb99c4af4b2),segment_id=87413430-7bc7-4465-b765-8bb99c4af4b2)] {{(pid=84042) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 21:43:51.971876 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d534c6ba-04ae-476b-b0a1-6e8d7487da51 None None] The sync data for ids ['68a3f043-806d-4a38-bc59-5eb9d0ea9df6'] in n-d-838334-2 is: [{'id': '68a3f043-806d-4a38-bc59-5eb9d0ea9df6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1556568754', 'tenant_id': 'a4ea1a148ea742c594b9948ed7bb3759', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'external_fixed_ips': [{'subnet_id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'ip_address': '172.25.8.86'}], 'enable_snat': True}, 'gw_port_id': 'f0c5f5bd-da0e-480d-9cdd-1c67e6a71730', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:43:48Z', 'updated_at': '2022-04-18T21:43:49Z', 'revision_number': 3, 'project_id': 'a4ea1a148ea742c594b9948ed7bb3759', 'gw_port': {'id': 'f0c5f5bd-da0e-480d-9cdd-1c67e6a71730', 'name': '', 'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:eb:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '68a3f043-806d-4a38-bc59-5eb9d0ea9df6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'ip_address': '172.25.8.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:43:48Z', 'updated_at': '2022-04-18T21:43:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838334-2'}] {{(pid=84042) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 18 21:43:51.975044 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-e017b13a-d301-4af1-bdc3-ee4ed27390d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682'] for port, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:43:52.058938 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-0a263aec-0a79-440a-a31e-7163430b3e6b tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:43:52.066298 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e017b13a-d301-4af1-bdc3-ee4ed27390d6 None None] Pushing event updated for resources: {'Port': ['ID=d4e55c16-2aac-4cf5-8616-318c8316c1aa,revision_number=2']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:43:52.536766 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-0a263aec-0a79-440a-a31e-7163430b3e6b tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] Notify callbacks [] for port, precommit_update {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:43:52.542070 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-0a263aec-0a79-440a-a31e-7163430b3e6b tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32266282'] for port, after_update {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:43:52.653951 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a263aec-0a79-440a-a31e-7163430b3e6b tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] Pushing event updated for resources: {'Port': ['ID=0131f2ec-6d7d-4aff-acdf-e802ad8a7439,revision_number=2']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:43:52.656355 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-0a263aec-0a79-440a-a31e-7163430b3e6b tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-32377886', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33443847'] for router_interface, after_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:43:52.901509 n-d-838334-2 neutron-server[84041]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a263aec-0a79-440a-a31e-7163430b3e6b tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] Network ea87d319-adf3-4323-8d79-027562105258 is already hosted by enough agents. {{(pid=84041) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:43:52.902791 n-d-838334-2 neutron-server[84041]: DEBUG neutron.scheduler.base_scheduler [None req-0a263aec-0a79-440a-a31e-7163430b3e6b tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] Resources bound (agent type, host, resource id): {{(pid=84041) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:43:53.108052 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5cad67cd-93fc-44a9-b031-1c20bec80a33 None None] Network ea87d319-adf3-4323-8d79-027562105258 requested from n-d-838334-2 {{(pid=84042) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 21:43:53.191428 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Device d4e55c16-2aac-4cf5-8616-318c8316c1aa up at agent ovs-agent-n-d-838334-2 {{(pid=84042) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 21:43:53.248016 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-3adfb803-d26d-4c91-8efd-f81a00ed1e7d None None] Provisioning for port d4e55c16-2aac-4cf5-8616-318c8316c1aa completed by entity DHCP. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 21:43:53.298214 n-d-838334-2 neutron-server[84041]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0a263aec-0a79-440a-a31e-7163430b3e6b tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] Router 68a3f043-806d-4a38-bc59-5eb9d0ea9df6 has already been hosted by L3 agent bc84d6c9-dd7a-4555-a351-592327b46d5a {{(pid=84041) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 21:43:53.350861 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Provisioning for port d4e55c16-2aac-4cf5-8616-318c8316c1aa completed by entity L2. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 21:43:53.385778 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Provisioning complete for port d4e55c16-2aac-4cf5-8616-318c8316c1aa triggered by entity L2. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:43:53.386153 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1253608'] for port, provisioning_complete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:43:53.496285 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0a263aec-0a79-440a-a31e-7163430b3e6b tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] Notify agent at l3_agent.n-d-838334-2 the message routers_updated {{(pid=84041) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 21:43:53.520155 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-0a263aec-0a79-440a-a31e-7163430b3e6b tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] 10.222.0.42 "PUT /v2.0/routers/68a3f043-806d-4a38-bc59-5eb9d0ea9df6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1611872 Apr 18 21:43:53.525758 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:43:53.565901 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] For port d4e55c16-2aac-4cf5-8616-318c8316c1aa, host n-d-838334-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838334-2',level=0,port_id=d4e55c16-2aac-4cf5-8616-318c8316c1aa,segment=NetworkSegment(87413430-7bc7-4465-b765-8bb99c4af4b2),segment_id=87413430-7bc7-4465-b765-8bb99c4af4b2)] {{(pid=84042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:43:53.573243 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682'] for port, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:43:53.574060 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Device f0c5f5bd-da0e-480d-9cdd-1c67e6a71730 up at agent ovs-agent-n-d-838334-2 {{(pid=84042) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 21:43:53.688032 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Pushing event updated for resources: {'Port': ['ID=d4e55c16-2aac-4cf5-8616-318c8316c1aa,revision_number=3']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:43:53.704831 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Provisioning for port f0c5f5bd-da0e-480d-9cdd-1c67e6a71730 completed by entity L2. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 21:43:53.711197 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Provisioning complete for port f0c5f5bd-da0e-480d-9cdd-1c67e6a71730 triggered by entity L2. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:43:53.711884 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1253608'] for port, provisioning_complete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:43:53.715280 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-727a0929-57f0-41d5-829f-4f650e7e19c8 req-cb4f86d0-b8fa-4f25-89e4-0703d78ea172 tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] 10.222.0.42 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2024145321&fields=id&tenant_id=a4ea1a148ea742c594b9948ed7bb3759 HTTP/1.1" status: 200 len: 267 time: 0.0553172 Apr 18 21:43:53.800939 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-dfe1c993-0bb8-4105-ae55-917a0145ca5f None None] Provisioning for port 0131f2ec-6d7d-4aff-acdf-e802ad8a7439 completed by entity DHCP. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 21:43:53.832906 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-dfe1c993-0bb8-4105-ae55-917a0145ca5f None None] Provisioning complete for port 0131f2ec-6d7d-4aff-acdf-e802ad8a7439 triggered by entity DHCP. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:43:53.833274 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-dfe1c993-0bb8-4105-ae55-917a0145ca5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1253608'] for port, provisioning_complete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:43:53.868734 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-727a0929-57f0-41d5-829f-4f650e7e19c8 req-5c63a315-a56b-42a9-8ae9-5cf1dfef0b2e tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:43:53.870221 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-727a0929-57f0-41d5-829f-4f650e7e19c8 req-5c63a315-a56b-42a9-8ae9-5cf1dfef0b2e tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] 10.222.0.42 "GET /v2.0/networks?id=ea87d319-adf3-4323-8d79-027562105258 HTTP/1.1" status: 200 len: 796 time: 0.1544502 Apr 18 21:43:53.890797 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-727a0929-57f0-41d5-829f-4f650e7e19c8 req-2f659163-1b77-4ddb-b105-ed4f2c45cfe6 tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] 10.222.0.42 "GET /v2.0/quotas/a4ea1a148ea742c594b9948ed7bb3759 HTTP/1.1" status: 200 len: 375 time: 0.0142863 Apr 18 21:43:53.907579 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:43:53.915437 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.plugin [None req-dfe1c993-0bb8-4105-ae55-917a0145ca5f None None] Port 0131f2ec-6d7d-4aff-acdf-e802ad8a7439 cannot update to ACTIVE because it is not bound. {{(pid=84042) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 18 21:43:53.930227 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] For port f0c5f5bd-da0e-480d-9cdd-1c67e6a71730, host n-d-838334-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838334-2',level=0,port_id=f0c5f5bd-da0e-480d-9cdd-1c67e6a71730,segment=NetworkSegment(732aa830-768b-4511-951f-d08e26b9c25b),segment_id=732aa830-768b-4511-951f-d08e26b9c25b)] {{(pid=84042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:43:53.941823 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682'] for port, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:43:53.981471 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-dfe1c993-0bb8-4105-ae55-917a0145ca5f None None] Provisioning complete for port d4e55c16-2aac-4cf5-8616-318c8316c1aa triggered by entity DHCP. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:43:53.981471 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-dfe1c993-0bb8-4105-ae55-917a0145ca5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1253608'] for port, provisioning_complete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:43:53.990798 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [req-727a0929-57f0-41d5-829f-4f650e7e19c8 req-e935a209-a772-443f-9b42-04077fb77b3b tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] Synchronizing usage tracker for tenant:a4ea1a148ea742c594b9948ed7bb3759 on resource:port {{(pid=84040) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 21:43:54.014926 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [req-727a0929-57f0-41d5-829f-4f650e7e19c8 req-e935a209-a772-443f-9b42-04077fb77b3b tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] Unset dirty status for tenant:a4ea1a148ea742c594b9948ed7bb3759 on resource:port {{(pid=84040) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 21:43:54.016880 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-727a0929-57f0-41d5-829f-4f650e7e19c8 req-e935a209-a772-443f-9b42-04077fb77b3b tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=a4ea1a148ea742c594b9948ed7bb3759&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1172409 Apr 18 21:43:54.077481 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Pushing event updated for resources: {'Port': ['ID=f0c5f5bd-da0e-480d-9cdd-1c67e6a71730,revision_number=4']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:43:54.239965 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-727a0929-57f0-41d5-829f-4f650e7e19c8 req-2a38238e-76f3-4836-801b-eb826dc79840 service neutron] 10.222.0.42 "GET /v2.0/networks/ea87d319-adf3-4323-8d79-027562105258?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2053661 Apr 18 21:43:54.308434 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-2982a751-4b20-40d4-9f2c-fc75aa049b8b None None] Provisioning complete for port 0131f2ec-6d7d-4aff-acdf-e802ad8a7439 triggered by entity DHCP. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:43:54.309018 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-2982a751-4b20-40d4-9f2c-fc75aa049b8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1253608'] for port, provisioning_complete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:43:54.360461 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.plugin [None req-2982a751-4b20-40d4-9f2c-fc75aa049b8b None None] Port 0131f2ec-6d7d-4aff-acdf-e802ad8a7439 cannot update to ACTIVE because it is not bound. {{(pid=84042) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 18 21:43:54.478791 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-727a0929-57f0-41d5-829f-4f650e7e19c8 req-c1468026-225a-494e-825b-e25a66c5f022 service neutron] 10.222.0.42 "GET /v2.0/networks/ea87d319-adf3-4323-8d79-027562105258?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2328246 Apr 18 21:43:54.670008 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-5189066a-8081-446a-9cf4-ab5941bfab2c req-d240d5ce-bf81-48ff-a3ef-70190c84ff2a tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] 10.222.0.42 "GET /v2.0/ports?device_id=a8758c4b-4c3e-4fd2-b86d-67d5a816ab3d HTTP/1.1" status: 200 len: 210 time: 0.0405815 Apr 18 21:43:55.067938 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.agents_db [None req-6346a179-333c-4370-b5a6-936984aeab15 None None] Agent healthcheck: found 7 active agents {{(pid=84043) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 18 21:43:55.126141 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Device d4e55c16-2aac-4cf5-8616-318c8316c1aa up at agent ovs-agent-n-d-838334-2 {{(pid=84042) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 21:43:55.204502 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Provisioning complete for port d4e55c16-2aac-4cf5-8616-318c8316c1aa triggered by entity L2. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:43:55.204867 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1253608'] for port, provisioning_complete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:43:55.318508 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Device f0c5f5bd-da0e-480d-9cdd-1c67e6a71730 up at agent ovs-agent-n-d-838334-2 {{(pid=84042) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 21:43:55.383586 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Provisioning complete for port f0c5f5bd-da0e-480d-9cdd-1c67e6a71730 triggered by entity L2. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:43:55.383932 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1253608'] for port, provisioning_complete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:43:55.675493 n-d-838334-2 neutron-server[84043]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4816ac40-d7b6-4035-8e11-4360002884b6 None None] Sync routers for ids ['68a3f043-806d-4a38-bc59-5eb9d0ea9df6'] in n-d-838334-2 {{(pid=84043) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 18 21:43:55.688119 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4816ac40-d7b6-4035-8e11-4360002884b6 None None] Routers {'68a3f043-806d-4a38-bc59-5eb9d0ea9df6'} bound to L3 agent in host n-d-838334-2 {{(pid=84043) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 21:43:55.688814 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.l3_hamode_db [None req-4816ac40-d7b6-4035-8e11-4360002884b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838334-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-18T20:25:48Z,description=,heartbeat_timestamp=2022-04-18T21:43:48Z,host='n-d-838334-2',id=bc84d6c9-dd7a-4555-a351-592327b46d5a,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:25:48Z,topic='l3_agent')) {'router_ids': ['68a3f043-806d-4a38-bc59-5eb9d0ea9df6'], 'active': True} {{(pid=84043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:43:55.720446 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-727a0929-57f0-41d5-829f-4f650e7e19c8 req-41f2bcba-9bdc-46b1-8fff-3b8f9667dbeb tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:43:55.721265 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [req-727a0929-57f0-41d5-829f-4f650e7e19c8 req-41f2bcba-9bdc-46b1-8fff-3b8f9667dbeb tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] Synchronizing usage tracker for tenant:a4ea1a148ea742c594b9948ed7bb3759 on resource:network {{(pid=84041) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 21:43:55.741086 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [req-727a0929-57f0-41d5-829f-4f650e7e19c8 req-41f2bcba-9bdc-46b1-8fff-3b8f9667dbeb tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] Unset dirty status for tenant:a4ea1a148ea742c594b9948ed7bb3759 on resource:network {{(pid=84041) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 21:43:55.744057 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-727a0929-57f0-41d5-829f-4f650e7e19c8 req-41f2bcba-9bdc-46b1-8fff-3b8f9667dbeb tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] 10.222.0.48 "GET /v2.0/networks?id=ea87d319-adf3-4323-8d79-027562105258 HTTP/1.1" status: 200 len: 796 time: 0.1780312 Apr 18 21:43:55.809108 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [req-727a0929-57f0-41d5-829f-4f650e7e19c8 req-31b6e9d6-a904-4eec-b931-9e6659d5e804 tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] Synchronizing usage tracker for tenant:a4ea1a148ea742c594b9948ed7bb3759 on resource:security_group {{(pid=84041) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 21:43:55.826456 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [req-727a0929-57f0-41d5-829f-4f650e7e19c8 req-31b6e9d6-a904-4eec-b931-9e6659d5e804 tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] Unset dirty status for tenant:a4ea1a148ea742c594b9948ed7bb3759 on resource:security_group {{(pid=84041) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 21:43:55.827770 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-727a0929-57f0-41d5-829f-4f650e7e19c8 req-31b6e9d6-a904-4eec-b931-9e6659d5e804 tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] 10.222.0.48 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a4ea1a148ea742c594b9948ed7bb3759 HTTP/1.1" status: 200 len: 380 time: 0.0714350 Apr 18 21:43:55.837862 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.v2.base [req-727a0929-57f0-41d5-829f-4f650e7e19c8 req-0bfe54b1-c5a1-43c2-859d-378a782f739d tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] Request body: {'port': {'device_id': 'a8758c4b-4c3e-4fd2-b86d-67d5a816ab3d', 'network_id': 'ea87d319-adf3-4323-8d79-027562105258', 'admin_state_up': True, 'tenant_id': 'a4ea1a148ea742c594b9948ed7bb3759', 'security_groups': ['0bca1624-5429-4c47-a060-57483c0f8b32']}} {{(pid=84041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:43:55.844906 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-1f624677-75ea-43d7-b61e-e1d5248ccdb9 req-c72d69cf-6345-472d-a96a-5249f8c70c17 tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] 10.222.0.42 "GET /v2.0/ports?device_id=a8758c4b-4c3e-4fd2-b86d-67d5a816ab3d HTTP/1.1" status: 200 len: 210 time: 0.0417755 Apr 18 21:43:55.874257 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.l3_dvr_db [None req-4816ac40-d7b6-4035-8e11-4360002884b6 None None] Set router 68a3f043-806d-4a38-bc59-5eb9d0ea9df6 gateway port host: n-d-838334-2 {{(pid=84043) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 21:43:55.979932 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [req-727a0929-57f0-41d5-829f-4f650e7e19c8 req-0bfe54b1-c5a1-43c2-859d-378a782f739d tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:43:55.989438 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [req-727a0929-57f0-41d5-829f-4f650e7e19c8 req-0bfe54b1-c5a1-43c2-859d-378a782f739d tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:43:56.000759 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-727a0929-57f0-41d5-829f-4f650e7e19c8 req-0bfe54b1-c5a1-43c2-859d-378a782f739d tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] Made reservation on behalf of a4ea1a148ea742c594b9948ed7bb3759 for: {'port': 1} {{(pid=84041) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:43:56.003910 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [req-727a0929-57f0-41d5-829f-4f650e7e19c8 req-0bfe54b1-c5a1-43c2-859d-378a782f739d tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:43:56.164338 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.db_base_plugin_common [req-727a0929-57f0-41d5-829f-4f650e7e19c8 req-0bfe54b1-c5a1-43c2-859d-378a782f739d tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] Allocated IP 172.20.0.6 (ea87d319-adf3-4323-8d79-027562105258/d944b374-88f3-4bba-95d0-65f61209140e/3bffa97c-9f9f-49c3-a7d4-2cab2c039a71) {{(pid=84041) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 21:43:56.185486 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.l3_hamode_db [None req-4816ac40-d7b6-4035-8e11-4360002884b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68a3f043-806d-4a38-bc59-5eb9d0ea9df6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1556568754', 'tenant_id': 'a4ea1a148ea742c594b9948ed7bb3759', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'external_fixed_ips': [{'subnet_id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'ip_address': '172.25.8.86'}], 'enable_snat': True}, 'gw_port_id': 'f0c5f5bd-da0e-480d-9cdd-1c67e6a71730', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:43:48Z', 'updated_at': '2022-04-18T21:43:51Z', 'revision_number': 4, 'project_id': 'a4ea1a148ea742c594b9948ed7bb3759', 'gw_port': {'id': 'f0c5f5bd-da0e-480d-9cdd-1c67e6a71730', 'name': '', 'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:eb:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68a3f043-806d-4a38-bc59-5eb9d0ea9df6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'ip_address': '172.25.8.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:43:48Z', 'updated_at': '2022-04-18T21:43:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838334-2', '_interfaces': [{'id': '0131f2ec-6d7d-4aff-acdf-e802ad8a7439', 'name': '', 'network_id': 'ea87d319-adf3-4323-8d79-027562105258', 'tenant_id': 'a4ea1a148ea742c594b9948ed7bb3759', 'mac_address': 'fa:16:3e:2d:26:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '68a3f043-806d-4a38-bc59-5eb9d0ea9df6', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd944b374-88f3-4bba-95d0-65f61209140e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:43:51Z', 'updated_at': '2022-04-18T21:43:52Z', 'revision_number': 2, 'project_id': 'a4ea1a148ea742c594b9948ed7bb3759', 'subnets': [{'id': 'd944b374-88f3-4bba-95d0-65f61209140e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838334-2', False) {} {{(pid=84043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:43:56.189359 n-d-838334-2 neutron-server[84043]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4816ac40-d7b6-4035-8e11-4360002884b6 None None] Checking router: 68a3f043-806d-4a38-bc59-5eb9d0ea9df6 for host: n-d-838334-2 {{(pid=84043) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 18 21:43:56.189708 n-d-838334-2 neutron-server[84043]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4816ac40-d7b6-4035-8e11-4360002884b6 None None] Updating router 68a3f043-806d-4a38-bc59-5eb9d0ea9df6 port 0131f2ec-6d7d-4aff-acdf-e802ad8a7439 binding host n-d-838334-2 {{(pid=84043) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 18 21:43:56.241323 n-d-838334-2 neutron-server[84043]: DEBUG neutron_lib.callbacks.manager [None req-4816ac40-d7b6-4035-8e11-4360002884b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:43:56.353783 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [req-727a0929-57f0-41d5-829f-4f650e7e19c8 req-0bfe54b1-c5a1-43c2-859d-378a782f739d tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] Notify callbacks [] for port, precommit_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:43:56.368634 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.provisioning_blocks [req-727a0929-57f0-41d5-829f-4f650e7e19c8 req-0bfe54b1-c5a1-43c2-859d-378a782f739d tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] Transition to ACTIVE for port object 3bffa97c-9f9f-49c3-a7d4-2cab2c039a71 will not be triggered until provisioned by entity DHCP. {{(pid=84041) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:43:56.389985 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [req-727a0929-57f0-41d5-829f-4f650e7e19c8 req-0bfe54b1-c5a1-43c2-859d-378a782f739d tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750374836619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32266323'] for port, after_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:43:56.470539 n-d-838334-2 neutron-server[84041]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-727a0929-57f0-41d5-829f-4f650e7e19c8 req-0bfe54b1-c5a1-43c2-859d-378a782f739d tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] Network ea87d319-adf3-4323-8d79-027562105258 is already hosted by enough agents. {{(pid=84041) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:43:56.473648 n-d-838334-2 neutron-server[84041]: DEBUG neutron.scheduler.base_scheduler [req-727a0929-57f0-41d5-829f-4f650e7e19c8 req-0bfe54b1-c5a1-43c2-859d-378a782f739d tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] Resources bound (agent type, host, resource id): {{(pid=84041) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:43:56.479379 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.l3_dvrscheduler_db [req-727a0929-57f0-41d5-829f-4f650e7e19c8 req-0bfe54b1-c5a1-43c2-859d-378a782f739d tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] Received port after_create {{(pid=84041) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 21:43:56.506099 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bfe54b1-c5a1-43c2-859d-378a782f739d tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] Pushing event updated for resources: {'Port': ['ID=3bffa97c-9f9f-49c3-a7d4-2cab2c039a71,revision_number=1']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:43:56.548946 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-727a0929-57f0-41d5-829f-4f650e7e19c8 req-0bfe54b1-c5a1-43c2-859d-378a782f739d tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:43:56.549790 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [req-727a0929-57f0-41d5-829f-4f650e7e19c8 req-0bfe54b1-c5a1-43c2-859d-378a782f739d tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217293'] for port, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:43:56.578064 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-727a0929-57f0-41d5-829f-4f650e7e19c8 req-0bfe54b1-c5a1-43c2-859d-378a782f739d tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7441959 Apr 18 21:43:56.590295 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.v2.base [req-727a0929-57f0-41d5-829f-4f650e7e19c8 req-981b1b14-7bb2-4950-a5a8-c1503f44daa8 service neutron] Request body: {'port': {'device_id': 'a8758c4b-4c3e-4fd2-b86d-67d5a816ab3d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-838334-2'}} {{(pid=84041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:43:56.628964 n-d-838334-2 neutron-server[84043]: DEBUG neutron_lib.callbacks.manager [None req-4816ac40-d7b6-4035-8e11-4360002884b6 None None] Notify callbacks [] for port, precommit_update {{(pid=84043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:43:56.642500 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.provisioning_blocks [None req-4816ac40-d7b6-4035-8e11-4360002884b6 None None] Transition to ACTIVE for port object 0131f2ec-6d7d-4aff-acdf-e802ad8a7439 will not be triggered until provisioned by entity L2. {{(pid=84043) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:43:56.650842 n-d-838334-2 neutron-server[84043]: DEBUG neutron_lib.callbacks.manager [None req-4816ac40-d7b6-4035-8e11-4360002884b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682'] for port, after_update {{(pid=84043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:43:56.697722 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-7f9c43b1-d502-4324-9755-006acec83597 None None] Provisioning for port 3bffa97c-9f9f-49c3-a7d4-2cab2c039a71 completed by entity DHCP. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 21:43:56.703766 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-7f9c43b1-d502-4324-9755-006acec83597 None None] Provisioning complete for port 3bffa97c-9f9f-49c3-a7d4-2cab2c039a71 triggered by entity DHCP. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:43:56.704335 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-7f9c43b1-d502-4324-9755-006acec83597 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1253608'] for port, provisioning_complete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:43:56.763839 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.plugin [None req-7f9c43b1-d502-4324-9755-006acec83597 None None] Port 3bffa97c-9f9f-49c3-a7d4-2cab2c039a71 cannot update to ACTIVE because it is not bound. {{(pid=84042) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 18 21:43:56.784270 n-d-838334-2 neutron-server[84043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfbd0747-7b2b-4696-830d-d5e6f8e8471e None None] Pushing event updated for resources: {'Port': ['ID=0131f2ec-6d7d-4aff-acdf-e802ad8a7439,revision_number=3']} {{(pid=84043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:43:56.804274 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [req-727a0929-57f0-41d5-829f-4f650e7e19c8 req-981b1b14-7bb2-4950-a5a8-c1503f44daa8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:43:56.823298 n-d-838334-2 neutron-server[84043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfbd0747-7b2b-4696-830d-d5e6f8e8471e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:43:56.823710 n-d-838334-2 neutron-server[84043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfbd0747-7b2b-4696-830d-d5e6f8e8471e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:43:56.823987 n-d-838334-2 neutron-server[84043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfbd0747-7b2b-4696-830d-d5e6f8e8471e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:43:56.824308 n-d-838334-2 neutron-server[84043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfbd0747-7b2b-4696-830d-d5e6f8e8471e None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:43:56.824630 n-d-838334-2 neutron-server[84043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfbd0747-7b2b-4696-830d-d5e6f8e8471e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:43:56.824949 n-d-838334-2 neutron-server[84043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfbd0747-7b2b-4696-830d-d5e6f8e8471e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:43:56.825267 n-d-838334-2 neutron-server[84043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfbd0747-7b2b-4696-830d-d5e6f8e8471e None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:43:56.825582 n-d-838334-2 neutron-server[84043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfbd0747-7b2b-4696-830d-d5e6f8e8471e None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:43:56.825901 n-d-838334-2 neutron-server[84043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfbd0747-7b2b-4696-830d-d5e6f8e8471e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:43:56.826213 n-d-838334-2 neutron-server[84043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfbd0747-7b2b-4696-830d-d5e6f8e8471e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:43:56.826529 n-d-838334-2 neutron-server[84043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfbd0747-7b2b-4696-830d-d5e6f8e8471e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:43:56.891332 n-d-838334-2 neutron-server[84043]: DEBUG neutron.plugins.ml2.managers [None req-4816ac40-d7b6-4035-8e11-4360002884b6 None None] Attempting to bind port 0131f2ec-6d7d-4aff-acdf-e802ad8a7439 on host n-d-838334-2 for vnic_type normal with profile {{(pid=84043) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 21:43:56.891723 n-d-838334-2 neutron-server[84043]: DEBUG neutron.plugins.ml2.managers [None req-4816ac40-d7b6-4035-8e11-4360002884b6 None None] Attempting to bind port 0131f2ec-6d7d-4aff-acdf-e802ad8a7439 by drivers openvswitch,hyperv on host n-d-838334-2 at level 0 using segments [{'id': '87413430-7bc7-4465-b765-8bb99c4af4b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': 'ea87d319-adf3-4323-8d79-027562105258'}] {{(pid=84043) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 21:43:56.892062 n-d-838334-2 neutron-server[84043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4816ac40-d7b6-4035-8e11-4360002884b6 None None] Attempting to bind port 0131f2ec-6d7d-4aff-acdf-e802ad8a7439 on network ea87d319-adf3-4323-8d79-027562105258 {{(pid=84043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 21:43:56.898841 n-d-838334-2 neutron-server[84043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4816ac40-d7b6-4035-8e11-4360002884b6 None None] Checking agent: {'id': '97cd4414-7af6-4d67-868d-dff370b4071a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838334-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 25, 49), 'started_at': datetime.datetime(2022, 4, 18, 20, 26, 19), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 21, 43, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838334-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 18 21:43:56.899265 n-d-838334-2 neutron-server[84043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4816ac40-d7b6-4035-8e11-4360002884b6 None None] Checking segment: {'id': '87413430-7bc7-4465-b765-8bb99c4af4b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': 'ea87d319-adf3-4323-8d79-027562105258'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84043) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 21:43:56.899674 n-d-838334-2 neutron-server[84043]: DEBUG neutron_lib.callbacks.manager [None req-4816ac40-d7b6-4035-8e11-4360002884b6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:43:56.900053 n-d-838334-2 neutron-server[84043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4816ac40-d7b6-4035-8e11-4360002884b6 None None] Bound using segment: {'id': '87413430-7bc7-4465-b765-8bb99c4af4b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': 'ea87d319-adf3-4323-8d79-027562105258'} {{(pid=84043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 18 21:43:56.900502 n-d-838334-2 neutron-server[84043]: DEBUG neutron.plugins.ml2.managers [None req-4816ac40-d7b6-4035-8e11-4360002884b6 None None] Bound port: 0131f2ec-6d7d-4aff-acdf-e802ad8a7439, host: n-d-838334-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '87413430-7bc7-4465-b765-8bb99c4af4b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': 'ea87d319-adf3-4323-8d79-027562105258'}}] {{(pid=84043) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 21:43:56.900857 n-d-838334-2 neutron-server[84043]: DEBUG neutron_lib.callbacks.manager [None req-4816ac40-d7b6-4035-8e11-4360002884b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:43:56.999937 n-d-838334-2 neutron-server[84043]: DEBUG neutron.plugins.ml2.db [None req-4816ac40-d7b6-4035-8e11-4360002884b6 None None] For port 0131f2ec-6d7d-4aff-acdf-e802ad8a7439, host n-d-838334-2, cleared binding levels {{(pid=84043) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 21:43:57.003211 n-d-838334-2 neutron-server[84043]: DEBUG neutron.plugins.ml2.db [None req-4816ac40-d7b6-4035-8e11-4360002884b6 None None] For port 0131f2ec-6d7d-4aff-acdf-e802ad8a7439, host n-d-838334-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838334-2',level=0,port_id=0131f2ec-6d7d-4aff-acdf-e802ad8a7439,segment=NetworkSegment(87413430-7bc7-4465-b765-8bb99c4af4b2),segment_id=87413430-7bc7-4465-b765-8bb99c4af4b2)] {{(pid=84043) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 21:43:57.009779 n-d-838334-2 neutron-server[84043]: DEBUG neutron_lib.callbacks.manager [None req-4816ac40-d7b6-4035-8e11-4360002884b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682'] for port, after_update {{(pid=84043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:43:57.063803 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-012153ee-73e8-477e-9445-45d51c747fc9 req-4920b760-cd27-4036-a389-73efc394108d tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:43:57.070789 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-012153ee-73e8-477e-9445-45d51c747fc9 req-4920b760-cd27-4036-a389-73efc394108d tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] 10.222.0.42 "GET /v2.0/ports?device_id=a8758c4b-4c3e-4fd2-b86d-67d5a816ab3d HTTP/1.1" status: 200 len: 931 time: 0.0902581 Apr 18 21:43:57.110504 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4816ac40-d7b6-4035-8e11-4360002884b6 None None] Routers {'68a3f043-806d-4a38-bc59-5eb9d0ea9df6'} bound to L3 agent in host n-d-838334-2 {{(pid=84043) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 21:43:57.111112 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.l3_hamode_db [None req-4816ac40-d7b6-4035-8e11-4360002884b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838334-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-18T20:25:48Z,description=,heartbeat_timestamp=2022-04-18T21:43:48Z,host='n-d-838334-2',id=bc84d6c9-dd7a-4555-a351-592327b46d5a,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:25:48Z,topic='l3_agent')) {'router_ids': ['68a3f043-806d-4a38-bc59-5eb9d0ea9df6'], 'active': True} {{(pid=84043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:43:57.118786 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-012153ee-73e8-477e-9445-45d51c747fc9 req-bec88ac6-ddcd-498b-9bdf-8fdc402330aa tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] 10.222.0.42 "GET /v2.0/security-groups?id=0bca1624-5429-4c47-a060-57483c0f8b32&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467944 Apr 18 21:43:57.170615 n-d-838334-2 neutron-server[84043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfbd0747-7b2b-4696-830d-d5e6f8e8471e None None] Pushing event updated for resources: {'Port': ['ID=0131f2ec-6d7d-4aff-acdf-e802ad8a7439,revision_number=4']} {{(pid=84043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:43:57.216671 n-d-838334-2 neutron-server[84041]: DEBUG neutron.notifiers.nova [req-727a0929-57f0-41d5-829f-4f650e7e19c8 req-981b1b14-7bb2-4950-a5a8-c1503f44daa8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3bffa97c-9f9f-49c3-a7d4-2cab2c039a71 {{(pid=84041) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 18 21:43:57.224096 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [req-727a0929-57f0-41d5-829f-4f650e7e19c8 req-981b1b14-7bb2-4950-a5a8-c1503f44daa8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:43:57.240010 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.provisioning_blocks [req-727a0929-57f0-41d5-829f-4f650e7e19c8 req-981b1b14-7bb2-4950-a5a8-c1503f44daa8 service neutron] Transition to ACTIVE for port object 3bffa97c-9f9f-49c3-a7d4-2cab2c039a71 will not be triggered until provisioned by entity L2. {{(pid=84041) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:43:57.244846 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [req-727a0929-57f0-41d5-829f-4f650e7e19c8 req-981b1b14-7bb2-4950-a5a8-c1503f44daa8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32266282'] for port, after_update {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:43:57.301621 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.l3_dvr_db [None req-4816ac40-d7b6-4035-8e11-4360002884b6 None None] Set router 68a3f043-806d-4a38-bc59-5eb9d0ea9df6 gateway port host: n-d-838334-2 {{(pid=84043) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 21:43:57.377238 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-981b1b14-7bb2-4950-a5a8-c1503f44daa8 service neutron] Pushing event updated for resources: {'Port': ['ID=3bffa97c-9f9f-49c3-a7d4-2cab2c039a71,revision_number=2']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:43:57.489126 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.managers [req-727a0929-57f0-41d5-829f-4f650e7e19c8 req-981b1b14-7bb2-4950-a5a8-c1503f44daa8 service neutron] Attempting to bind port 3bffa97c-9f9f-49c3-a7d4-2cab2c039a71 on host n-h2-838334-2 for vnic_type normal with profile {{(pid=84041) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 21:43:57.489467 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.managers [req-727a0929-57f0-41d5-829f-4f650e7e19c8 req-981b1b14-7bb2-4950-a5a8-c1503f44daa8 service neutron] Attempting to bind port 3bffa97c-9f9f-49c3-a7d4-2cab2c039a71 by drivers openvswitch,hyperv on host n-h2-838334-2 at level 0 using segments [{'id': '87413430-7bc7-4465-b765-8bb99c4af4b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': 'ea87d319-adf3-4323-8d79-027562105258'}] {{(pid=84041) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 21:43:57.489768 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-727a0929-57f0-41d5-829f-4f650e7e19c8 req-981b1b14-7bb2-4950-a5a8-c1503f44daa8 service neutron] Attempting to bind port 3bffa97c-9f9f-49c3-a7d4-2cab2c039a71 on network ea87d319-adf3-4323-8d79-027562105258 {{(pid=84041) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 21:43:57.496823 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-727a0929-57f0-41d5-829f-4f650e7e19c8 req-981b1b14-7bb2-4950-a5a8-c1503f44daa8 service neutron] Port 3bffa97c-9f9f-49c3-a7d4-2cab2c039a71 on network ea87d319-adf3-4323-8d79-027562105258 not bound, no agent of type Open vSwitch agent registered on host n-h2-838334-2 {{(pid=84041) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 18 21:43:57.497137 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-727a0929-57f0-41d5-829f-4f650e7e19c8 req-981b1b14-7bb2-4950-a5a8-c1503f44daa8 service neutron] Attempting to bind port 3bffa97c-9f9f-49c3-a7d4-2cab2c039a71 on network ea87d319-adf3-4323-8d79-027562105258 {{(pid=84041) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 21:43:57.506244 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-727a0929-57f0-41d5-829f-4f650e7e19c8 req-981b1b14-7bb2-4950-a5a8-c1503f44daa8 service neutron] Checking agent: {'id': 'dc797004-f641-47b7-a77f-9c62b5b16296', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-838334-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 34, 3), 'started_at': datetime.datetime(2022, 4, 18, 20, 34, 3), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 21, 43, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84041) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 18 21:43:57.506761 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-727a0929-57f0-41d5-829f-4f650e7e19c8 req-981b1b14-7bb2-4950-a5a8-c1503f44daa8 service neutron] Checking segment: {'id': '87413430-7bc7-4465-b765-8bb99c4af4b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': 'ea87d319-adf3-4323-8d79-027562105258'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84041) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 21:43:57.507303 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-727a0929-57f0-41d5-829f-4f650e7e19c8 req-981b1b14-7bb2-4950-a5a8-c1503f44daa8 service neutron] Bound using segment: {'id': '87413430-7bc7-4465-b765-8bb99c4af4b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': 'ea87d319-adf3-4323-8d79-027562105258'} {{(pid=84041) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 18 21:43:57.507751 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.managers [req-727a0929-57f0-41d5-829f-4f650e7e19c8 req-981b1b14-7bb2-4950-a5a8-c1503f44daa8 service neutron] Bound port: 3bffa97c-9f9f-49c3-a7d4-2cab2c039a71, host: n-h2-838334-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '87413430-7bc7-4465-b765-8bb99c4af4b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': 'ea87d319-adf3-4323-8d79-027562105258'}}] {{(pid=84041) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 21:43:57.508215 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [req-727a0929-57f0-41d5-829f-4f650e7e19c8 req-981b1b14-7bb2-4950-a5a8-c1503f44daa8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:43:57.600636 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.db [req-727a0929-57f0-41d5-829f-4f650e7e19c8 req-981b1b14-7bb2-4950-a5a8-c1503f44daa8 service neutron] For port 3bffa97c-9f9f-49c3-a7d4-2cab2c039a71, host n-h2-838334-2, cleared binding levels {{(pid=84041) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 21:43:57.604767 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.db [req-727a0929-57f0-41d5-829f-4f650e7e19c8 req-981b1b14-7bb2-4950-a5a8-c1503f44daa8 service neutron] For port 3bffa97c-9f9f-49c3-a7d4-2cab2c039a71, host n-h2-838334-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838334-2',level=0,port_id=3bffa97c-9f9f-49c3-a7d4-2cab2c039a71,segment=NetworkSegment(87413430-7bc7-4465-b765-8bb99c4af4b2),segment_id=87413430-7bc7-4465-b765-8bb99c4af4b2)] {{(pid=84041) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 21:43:57.609741 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [req-727a0929-57f0-41d5-829f-4f650e7e19c8 req-981b1b14-7bb2-4950-a5a8-c1503f44daa8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32266282'] for port, after_update {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:43:57.644399 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.l3_hamode_db [None req-4816ac40-d7b6-4035-8e11-4360002884b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68a3f043-806d-4a38-bc59-5eb9d0ea9df6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1556568754', 'tenant_id': 'a4ea1a148ea742c594b9948ed7bb3759', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'external_fixed_ips': [{'subnet_id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'ip_address': '172.25.8.86'}], 'enable_snat': True}, 'gw_port_id': 'f0c5f5bd-da0e-480d-9cdd-1c67e6a71730', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:43:48Z', 'updated_at': '2022-04-18T21:43:51Z', 'revision_number': 4, 'project_id': 'a4ea1a148ea742c594b9948ed7bb3759', 'gw_port': {'id': 'f0c5f5bd-da0e-480d-9cdd-1c67e6a71730', 'name': '', 'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:eb:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68a3f043-806d-4a38-bc59-5eb9d0ea9df6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'ip_address': '172.25.8.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:43:48Z', 'updated_at': '2022-04-18T21:43:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838334-2', '_interfaces': [{'id': '0131f2ec-6d7d-4aff-acdf-e802ad8a7439', 'name': '', 'network_id': 'ea87d319-adf3-4323-8d79-027562105258', 'tenant_id': 'a4ea1a148ea742c594b9948ed7bb3759', 'mac_address': 'fa:16:3e:2d:26:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '68a3f043-806d-4a38-bc59-5eb9d0ea9df6', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd944b374-88f3-4bba-95d0-65f61209140e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:43:51Z', 'updated_at': '2022-04-18T21:43:56Z', 'revision_number': 4, 'project_id': 'a4ea1a148ea742c594b9948ed7bb3759', 'subnets': [{'id': 'd944b374-88f3-4bba-95d0-65f61209140e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838334-2', False) {} {{(pid=84043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:43:57.648740 n-d-838334-2 neutron-server[84043]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4816ac40-d7b6-4035-8e11-4360002884b6 None None] The sync data for ids ['68a3f043-806d-4a38-bc59-5eb9d0ea9df6'] in n-d-838334-2 is: [{'id': '68a3f043-806d-4a38-bc59-5eb9d0ea9df6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1556568754', 'tenant_id': 'a4ea1a148ea742c594b9948ed7bb3759', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'external_fixed_ips': [{'subnet_id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'ip_address': '172.25.8.86'}], 'enable_snat': True}, 'gw_port_id': 'f0c5f5bd-da0e-480d-9cdd-1c67e6a71730', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:43:48Z', 'updated_at': '2022-04-18T21:43:51Z', 'revision_number': 4, 'project_id': 'a4ea1a148ea742c594b9948ed7bb3759', 'gw_port': {'id': 'f0c5f5bd-da0e-480d-9cdd-1c67e6a71730', 'name': '', 'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:eb:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68a3f043-806d-4a38-bc59-5eb9d0ea9df6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'ip_address': '172.25.8.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:43:48Z', 'updated_at': '2022-04-18T21:43:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838334-2', '_interfaces': [{'id': '0131f2ec-6d7d-4aff-acdf-e802ad8a7439', 'name': '', 'network_id': 'ea87d319-adf3-4323-8d79-027562105258', 'tenant_id': 'a4ea1a148ea742c594b9948ed7bb3759', 'mac_address': 'fa:16:3e:2d:26:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '68a3f043-806d-4a38-bc59-5eb9d0ea9df6', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd944b374-88f3-4bba-95d0-65f61209140e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:43:51Z', 'updated_at': '2022-04-18T21:43:56Z', 'revision_number': 4, 'project_id': 'a4ea1a148ea742c594b9948ed7bb3759', 'subnets': [{'id': 'd944b374-88f3-4bba-95d0-65f61209140e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84043) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 18 21:43:57.677378 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [req-727a0929-57f0-41d5-829f-4f650e7e19c8 req-981b1b14-7bb2-4950-a5a8-c1503f44daa8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217293'] for port, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:43:57.678192 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-727a0929-57f0-41d5-829f-4f650e7e19c8 req-981b1b14-7bb2-4950-a5a8-c1503f44daa8 service neutron] 10.222.0.48 "PUT /v2.0/ports/3bffa97c-9f9f-49c3-a7d4-2cab2c039a71 HTTP/1.1" status: 200 len: 1091 time: 1.0929964 Apr 18 21:43:57.678627 n-d-838334-2 neutron-server[84041]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a8758c4b-4c3e-4fd2-b86d-67d5a816ab3d', 'tag': '3bffa97c-9f9f-49c3-a7d4-2cab2c039a71'}] {{(pid=84041) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 21:43:57.793632 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-981b1b14-7bb2-4950-a5a8-c1503f44daa8 service neutron] Pushing event updated for resources: {'Port': ['ID=3bffa97c-9f9f-49c3-a7d4-2cab2c039a71,revision_number=3']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:43:57.814075 n-d-838334-2 neutron-server[84041]: INFO neutron.notifiers.nova [-] Nova event matching ['req-00725cf0-0846-4208-bf8a-cda569b55938'] response: {'name': 'network-changed', 'server_uuid': 'a8758c4b-4c3e-4fd2-b86d-67d5a816ab3d', 'tag': '3bffa97c-9f9f-49c3-a7d4-2cab2c039a71', 'status': 'completed', 'code': 200} Apr 18 21:43:57.844400 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-727a0929-57f0-41d5-829f-4f650e7e19c8 req-a4f822ea-8827-4845-a467-28970c297aff service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=a4ea1a148ea742c594b9948ed7bb3759&device_id=a8758c4b-4c3e-4fd2-b86d-67d5a816ab3d HTTP/1.1" status: 200 len: 1094 time: 0.1156240 Apr 18 21:43:57.939767 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-727a0929-57f0-41d5-829f-4f650e7e19c8 req-7dde7386-6698-4d38-922f-3c833a8b0207 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3bffa97c-9f9f-49c3-a7d4-2cab2c039a71 HTTP/1.1" status: 200 len: 217 time: 0.0866199 Apr 18 21:43:58.026806 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-727a0929-57f0-41d5-829f-4f650e7e19c8 req-fdf8ca32-55b0-4907-94b8-922389d2aea3 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:43:58.028463 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-727a0929-57f0-41d5-829f-4f650e7e19c8 req-fdf8ca32-55b0-4907-94b8-922389d2aea3 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=d944b374-88f3-4bba-95d0-65f61209140e HTTP/1.1" status: 200 len: 833 time: 0.0819290 Apr 18 21:43:58.117408 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-727a0929-57f0-41d5-829f-4f650e7e19c8 req-f83bdfa4-0245-45f5-a2d5-fb65c22c5606 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=ea87d319-adf3-4323-8d79-027562105258&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0817440 Apr 18 21:43:58.276621 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-727a0929-57f0-41d5-829f-4f650e7e19c8 req-c46ad2bb-edf9-4d6d-a878-5f30a1f5b842 service neutron] 10.222.0.48 "GET /v2.0/networks/ea87d319-adf3-4323-8d79-027562105258?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1527932 Apr 18 21:43:58.364043 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa89277d-fb35-44ec-bd9e-86b5d2a32e0f req-fc2ced7b-0e21-4558-bd53-f53db6584e94 tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:43:58.368498 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-aa89277d-fb35-44ec-bd9e-86b5d2a32e0f req-fc2ced7b-0e21-4558-bd53-f53db6584e94 tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] 10.222.0.42 "GET /v2.0/ports?device_id=a8758c4b-4c3e-4fd2-b86d-67d5a816ab3d HTTP/1.1" status: 200 len: 943 time: 0.0910683 Apr 18 21:43:58.427059 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-aa89277d-fb35-44ec-bd9e-86b5d2a32e0f req-a755c14a-607b-4dc1-90c5-5d96fb41ae5e tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] 10.222.0.42 "GET /v2.0/security-groups?id=0bca1624-5429-4c47-a060-57483c0f8b32&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0549178 Apr 18 21:43:58.440037 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-727a0929-57f0-41d5-829f-4f650e7e19c8 req-1501114d-6f9e-4544-8b36-b4b32a5e6c22 service neutron] 10.222.0.48 "GET /v2.0/networks/ea87d319-adf3-4323-8d79-027562105258?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1571784 Apr 18 21:43:58.562279 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-693e381d-b854-4413-8dfc-0ba34eeee716 req-2ae347bb-57d2-4231-a81b-eca196bea4ba service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=a4ea1a148ea742c594b9948ed7bb3759&device_id=a8758c4b-4c3e-4fd2-b86d-67d5a816ab3d HTTP/1.1" status: 200 len: 1094 time: 0.0752337 Apr 18 21:43:58.789254 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-693e381d-b854-4413-8dfc-0ba34eeee716 req-8b5a34ea-712b-4bf7-9947-d5004de0fa06 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:43:58.790694 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-693e381d-b854-4413-8dfc-0ba34eeee716 req-8b5a34ea-712b-4bf7-9947-d5004de0fa06 service neutron] 10.222.0.48 "GET /v2.0/networks?id=ea87d319-adf3-4323-8d79-027562105258 HTTP/1.1" status: 200 len: 897 time: 0.2216313 Apr 18 21:43:58.859244 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-693e381d-b854-4413-8dfc-0ba34eeee716 req-f5433a11-17d0-4c70-a959-10cd2fbaf421 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3bffa97c-9f9f-49c3-a7d4-2cab2c039a71 HTTP/1.1" status: 200 len: 217 time: 0.0619128 Apr 18 21:43:58.919958 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-693e381d-b854-4413-8dfc-0ba34eeee716 req-289925b6-41f5-44af-b26b-17296d2138e0 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:43:58.921376 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-693e381d-b854-4413-8dfc-0ba34eeee716 req-289925b6-41f5-44af-b26b-17296d2138e0 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=d944b374-88f3-4bba-95d0-65f61209140e HTTP/1.1" status: 200 len: 833 time: 0.0558691 Apr 18 21:43:58.996937 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-693e381d-b854-4413-8dfc-0ba34eeee716 req-89e60187-0ef8-44f5-9b04-f47e38656575 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=ea87d319-adf3-4323-8d79-027562105258&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0681202 Apr 18 21:43:59.129878 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-693e381d-b854-4413-8dfc-0ba34eeee716 req-fc4c75da-5092-425c-bf8a-fa373b6ed455 service neutron] 10.222.0.48 "GET /v2.0/networks/ea87d319-adf3-4323-8d79-027562105258?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1255286 Apr 18 21:43:59.149400 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Device 0131f2ec-6d7d-4aff-acdf-e802ad8a7439 up at agent ovs-agent-n-d-838334-2 {{(pid=84042) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 21:43:59.219716 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Provisioning for port 0131f2ec-6d7d-4aff-acdf-e802ad8a7439 completed by entity L2. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 21:43:59.224323 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Provisioning complete for port 0131f2ec-6d7d-4aff-acdf-e802ad8a7439 triggered by entity L2. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:43:59.224666 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1253608'] for port, provisioning_complete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:43:59.263385 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-693e381d-b854-4413-8dfc-0ba34eeee716 req-b216c7f0-5bf2-435b-b3b7-a551ad596d85 service neutron] 10.222.0.48 "GET /v2.0/networks/ea87d319-adf3-4323-8d79-027562105258?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1273122 Apr 18 21:43:59.336988 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:43:59.367804 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] For port 0131f2ec-6d7d-4aff-acdf-e802ad8a7439, host n-d-838334-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838334-2',level=0,port_id=0131f2ec-6d7d-4aff-acdf-e802ad8a7439,segment=NetworkSegment(87413430-7bc7-4465-b765-8bb99c4af4b2),segment_id=87413430-7bc7-4465-b765-8bb99c4af4b2)] {{(pid=84042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:43:59.372041 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682'] for port, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:43:59.438308 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Pushing event updated for resources: {'Port': ['ID=0131f2ec-6d7d-4aff-acdf-e802ad8a7439,revision_number=5']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:43:59.627505 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68a09c88-78fa-487f-9bd1-48f35a1596e4 req-13eecb4e-d50c-40a2-835f-cc0062c8e949 tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:43:59.628960 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-68a09c88-78fa-487f-9bd1-48f35a1596e4 req-13eecb4e-d50c-40a2-835f-cc0062c8e949 tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] 10.222.0.42 "GET /v2.0/ports?device_id=a8758c4b-4c3e-4fd2-b86d-67d5a816ab3d HTTP/1.1" status: 200 len: 943 time: 0.0774126 Apr 18 21:43:59.674688 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-68a09c88-78fa-487f-9bd1-48f35a1596e4 req-4f62eac8-bb7c-4fe4-a794-06dd3d1b9ba0 tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] 10.222.0.42 "GET /v2.0/security-groups?id=0bca1624-5429-4c47-a060-57483c0f8b32&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401144 Apr 18 21:43:59.727141 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Device 3bffa97c-9f9f-49c3-a7d4-2cab2c039a71 details requested by agent hyperv_n-h2-838334-2 with host n-h2-838334-2 {{(pid=84042) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 18 21:43:59.857819 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] For port 3bffa97c-9f9f-49c3-a7d4-2cab2c039a71, host n-h2-838334-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838334-2',level=0,port_id=3bffa97c-9f9f-49c3-a7d4-2cab2c039a71,segment=NetworkSegment(87413430-7bc7-4465-b765-8bb99c4af4b2),segment_id=87413430-7bc7-4465-b765-8bb99c4af4b2)] {{(pid=84042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:43:59.870806 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Returning: {'device': '3bffa97c-9f9f-49c3-a7d4-2cab2c039a71', 'network_id': 'ea87d319-adf3-4323-8d79-027562105258', 'port_id': '3bffa97c-9f9f-49c3-a7d4-2cab2c039a71', 'mac_address': 'fa:16:3e:df:66:63', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 396, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd944b374-88f3-4bba-95d0-65f61209140e', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84042) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 18 21:43:59.921722 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:43:59.938938 n-d-838334-2 neutron-server[84042]: DEBUG neutron.notifiers.nova [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3bffa97c-9f9f-49c3-a7d4-2cab2c039a71 {{(pid=84042) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 18 21:43:59.953822 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] For port 3bffa97c-9f9f-49c3-a7d4-2cab2c039a71, host n-h2-838334-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838334-2',level=0,port_id=3bffa97c-9f9f-49c3-a7d4-2cab2c039a71,segment=NetworkSegment(87413430-7bc7-4465-b765-8bb99c4af4b2),segment_id=87413430-7bc7-4465-b765-8bb99c4af4b2)] {{(pid=84042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:43:59.958577 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682'] for port, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:44:00.025571 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Pushing event updated for resources: {'Port': ['ID=3bffa97c-9f9f-49c3-a7d4-2cab2c039a71,revision_number=4']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:44:00.187170 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] get_ports_and_sgs() called for port_ids ['3bffa97c-9f9f-49c3-a7d4-2cab2c039a71'] {{(pid=84042) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 18 21:44:00.235180 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750375287399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253529'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:44:00.874558 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83edc837-e9f5-4257-bd07-fcdd1629ac6a req-9f714e13-3dbf-459a-bd33-a465e98112e8 tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:44:00.876051 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-83edc837-e9f5-4257-bd07-fcdd1629ac6a req-9f714e13-3dbf-459a-bd33-a465e98112e8 tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] 10.222.0.42 "GET /v2.0/ports?device_id=a8758c4b-4c3e-4fd2-b86d-67d5a816ab3d HTTP/1.1" status: 200 len: 944 time: 0.0756156 Apr 18 21:44:00.923271 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-83edc837-e9f5-4257-bd07-fcdd1629ac6a req-29fedcce-7dc2-4c9b-8375-f5c9e114daed tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] 10.222.0.42 "GET /v2.0/security-groups?id=0bca1624-5429-4c47-a060-57483c0f8b32&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417235 Apr 18 21:44:01.131688 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Device 0131f2ec-6d7d-4aff-acdf-e802ad8a7439 up at agent ovs-agent-n-d-838334-2 {{(pid=84042) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 21:44:01.201582 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Provisioning complete for port 0131f2ec-6d7d-4aff-acdf-e802ad8a7439 triggered by entity L2. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:44:01.202276 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1253608'] for port, provisioning_complete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:44:01.730279 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Device 3bffa97c-9f9f-49c3-a7d4-2cab2c039a71 up at agent hyperv_n-h2-838334-2 {{(pid=84042) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 21:44:01.807153 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Provisioning for port 3bffa97c-9f9f-49c3-a7d4-2cab2c039a71 completed by entity L2. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 21:44:01.812106 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Provisioning complete for port 3bffa97c-9f9f-49c3-a7d4-2cab2c039a71 triggered by entity L2. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:44:01.812463 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1253608'] for port, provisioning_complete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:44:01.922985 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:44:01.950050 n-d-838334-2 neutron-server[84042]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a8758c4b-4c3e-4fd2-b86d-67d5a816ab3d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3bffa97c-9f9f-49c3-a7d4-2cab2c039a71'}] {{(pid=84042) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 21:44:01.959397 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] For port 3bffa97c-9f9f-49c3-a7d4-2cab2c039a71, host n-h2-838334-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838334-2',level=0,port_id=3bffa97c-9f9f-49c3-a7d4-2cab2c039a71,segment=NetworkSegment(87413430-7bc7-4465-b765-8bb99c4af4b2),segment_id=87413430-7bc7-4465-b765-8bb99c4af4b2)] {{(pid=84042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:44:01.964336 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682'] for port, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:44:02.037440 n-d-838334-2 neutron-server[84042]: INFO neutron.notifiers.nova [-] Nova event matching ['req-885f93ff-468d-4c19-90e2-0805e179cde9'] response: {'server_uuid': 'a8758c4b-4c3e-4fd2-b86d-67d5a816ab3d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3bffa97c-9f9f-49c3-a7d4-2cab2c039a71', 'code': 200} Apr 18 21:44:02.063389 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Pushing event updated for resources: {'Port': ['ID=3bffa97c-9f9f-49c3-a7d4-2cab2c039a71,revision_number=5']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:44:02.167346 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79972657-0377-47cd-aaad-f31f266a9df9 req-854e7984-53da-4b00-a9ab-27fd887f6541 tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:44:02.168844 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-79972657-0377-47cd-aaad-f31f266a9df9 req-854e7984-53da-4b00-a9ab-27fd887f6541 tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] 10.222.0.42 "GET /v2.0/ports?device_id=a8758c4b-4c3e-4fd2-b86d-67d5a816ab3d HTTP/1.1" status: 200 len: 945 time: 0.0874679 Apr 18 21:44:02.172935 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-fcc43108-c2cc-4c8d-acbb-93ae6ad31fab req-1d1acc49-f1a4-437b-8524-61fb429ef2d3 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=a8758c4b-4c3e-4fd2-b86d-67d5a816ab3d HTTP/1.1" status: 200 len: 1096 time: 0.0755334 Apr 18 21:44:02.219469 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-79972657-0377-47cd-aaad-f31f266a9df9 req-cb75f834-ecca-4e8d-85fb-124175871ec9 tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] 10.222.0.42 "GET /v2.0/security-groups?id=0bca1624-5429-4c47-a060-57483c0f8b32&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445688 Apr 18 21:44:02.222062 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-fcc43108-c2cc-4c8d-acbb-93ae6ad31fab req-ff69018f-1f16-4179-906d-b00fe4827acd service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=0bca1624-5429-4c47-a060-57483c0f8b32&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430551 Apr 18 21:44:03.430046 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f13b39c8-c161-4a38-8eb6-6d55449c29d1 req-ee2f03b2-6f60-4681-a6b7-e0abab252ac4 tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:44:03.431642 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-f13b39c8-c161-4a38-8eb6-6d55449c29d1 req-ee2f03b2-6f60-4681-a6b7-e0abab252ac4 tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] 10.222.0.42 "GET /v2.0/ports?device_id=a8758c4b-4c3e-4fd2-b86d-67d5a816ab3d HTTP/1.1" status: 200 len: 945 time: 0.0846975 Apr 18 21:44:03.477811 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-f13b39c8-c161-4a38-8eb6-6d55449c29d1 req-1294db46-6b3e-4175-b9ad-5d5c7f416908 tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] 10.222.0.42 "GET /v2.0/security-groups?id=0bca1624-5429-4c47-a060-57483c0f8b32&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407536 Apr 18 21:44:04.341697 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750375287399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253529'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:44:04.673018 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-637bf7a2-d64f-4c58-aba2-bf5e18f1111d req-f8f1a58c-2be3-4535-ad43-ac5d2f017996 tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:44:04.674709 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-637bf7a2-d64f-4c58-aba2-bf5e18f1111d req-f8f1a58c-2be3-4535-ad43-ac5d2f017996 tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] 10.222.0.42 "GET /v2.0/ports?device_id=a8758c4b-4c3e-4fd2-b86d-67d5a816ab3d HTTP/1.1" status: 200 len: 945 time: 0.0759389 Apr 18 21:44:04.718684 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-637bf7a2-d64f-4c58-aba2-bf5e18f1111d req-e03a5477-fec6-4619-be66-6fcddd024478 tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] 10.222.0.42 "GET /v2.0/security-groups?id=0bca1624-5429-4c47-a060-57483c0f8b32&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384071 Apr 18 21:44:04.914109 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56590b95-c767-425d-90b0-7716dda0f330 req-0231dc83-7827-4833-8a0b-80de864a01d7 tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:44:04.915496 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-56590b95-c767-425d-90b0-7716dda0f330 req-0231dc83-7827-4833-8a0b-80de864a01d7 tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] 10.222.0.42 "GET /v2.0/ports?device_id=a8758c4b-4c3e-4fd2-b86d-67d5a816ab3d HTTP/1.1" status: 200 len: 945 time: 0.0776489 Apr 18 21:44:04.960959 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-56590b95-c767-425d-90b0-7716dda0f330 req-b63282cc-dc0b-4977-9aea-b37deeb1468e tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] 10.222.0.42 "GET /v2.0/security-groups?id=0bca1624-5429-4c47-a060-57483c0f8b32&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398862 Apr 18 21:44:04.988756 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 41254) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:44:05.057236 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-38d723e3-92f7-4cd7-917b-43e3f1401c4a tempest-TestNetworkAdvancedServerOps-1683056737 tempest-TestNetworkAdvancedServerOps-1683056737-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=a8758c4b-4c3e-4fd2-b86d-67d5a816ab3d HTTP/1.1" status: 200 len: 1091 time: 0.0673394 Apr 18 21:44:05.059864 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 41258) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:44:05.064836 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.v2.base [None req-90f2ccde-cae1-4348-a5ab-ee5c923865f4 tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] Request body: {'floatingip': {'floating_network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'port_id': '3bffa97c-9f9f-49c3-a7d4-2cab2c039a71', 'tenant_id': 'a4ea1a148ea742c594b9948ed7bb3759', 'fixed_ip_address': '172.20.0.6'}} {{(pid=84040) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:44:05.071058 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [None req-90f2ccde-cae1-4348-a5ab-ee5c923865f4 tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:44:05.074847 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-90f2ccde-cae1-4348-a5ab-ee5c923865f4 tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] Usage tracker for resource:floatingip and tenant:a4ea1a148ea742c594b9948ed7bb3759 is out of sync, need to count used quota {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:44:05.077640 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-90f2ccde-cae1-4348-a5ab-ee5c923865f4 tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:44:05.083190 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [None req-90f2ccde-cae1-4348-a5ab-ee5c923865f4 tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:44:05.093618 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-90f2ccde-cae1-4348-a5ab-ee5c923865f4 tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] Notify callbacks [] for floatingip, before_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:44:05.232612 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-90f2ccde-cae1-4348-a5ab-ee5c923865f4 tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:44:05.368205 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.db_base_plugin_common [None req-90f2ccde-cae1-4348-a5ab-ee5c923865f4 tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] Allocated IP 172.25.8.130 (e41b6600-a917-4a8d-b05c-be3be40c6d8c/6b05667b-848e-4356-9b44-d5eb6808ef74/3fea3110-a75c-4f5b-b4eb-d503b4903e0f) {{(pid=84040) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 21:44:05.511488 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-90f2ccde-cae1-4348-a5ab-ee5c923865f4 tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] Notify callbacks [] for port, precommit_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:44:05.537710 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-90f2ccde-cae1-4348-a5ab-ee5c923865f4 tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750374836619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32440838'] for port, after_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:44:05.608232 n-d-838334-2 neutron-server[84040]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90f2ccde-cae1-4348-a5ab-ee5c923865f4 tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] Network e41b6600-a917-4a8d-b05c-be3be40c6d8c is already hosted by enough agents. {{(pid=84040) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:44:05.611035 n-d-838334-2 neutron-server[84040]: DEBUG neutron.scheduler.base_scheduler [None req-90f2ccde-cae1-4348-a5ab-ee5c923865f4 tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] Resources bound (agent type, host, resource id): {{(pid=84040) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:44:05.615386 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90f2ccde-cae1-4348-a5ab-ee5c923865f4 tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] Received port after_create {{(pid=84040) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 21:44:05.639561 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90f2ccde-cae1-4348-a5ab-ee5c923865f4 tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] Pushing event updated for resources: {'Port': ['ID=3fea3110-a75c-4f5b-b4eb-d503b4903e0f,revision_number=1']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:44:06.197301 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-90f2ccde-cae1-4348-a5ab-ee5c923865f4 tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:44:06.251850 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-90f2ccde-cae1-4348-a5ab-ee5c923865f4 tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:44:06.453251 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-90f2ccde-cae1-4348-a5ab-ee5c923865f4 tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] Notify callbacks [] for port, precommit_update {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:44:06.457444 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-90f2ccde-cae1-4348-a5ab-ee5c923865f4 tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32440959'] for port, after_update {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:44:06.561018 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90f2ccde-cae1-4348-a5ab-ee5c923865f4 tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] Pushing event updated for resources: {'Port': ['ID=3fea3110-a75c-4f5b-b4eb-d503b4903e0f,revision_number=2']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:44:06.575837 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-90f2ccde-cae1-4348-a5ab-ee5c923865f4 tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33444131'] for floatingip, after_update {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:44:06.762196 n-d-838334-2 neutron-server[84040]: INFO neutron.db.l3_db [None req-90f2ccde-cae1-4348-a5ab-ee5c923865f4 tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] Floating IP fee139ae-7a85-4663-98ed-df76cda2a83d associated. External IP: 172.25.8.130, port: 3bffa97c-9f9f-49c3-a7d4-2cab2c039a71. Apr 18 21:44:07.152051 n-d-838334-2 neutron-server[84040]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-90f2ccde-cae1-4348-a5ab-ee5c923865f4 tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] Router 68a3f043-806d-4a38-bc59-5eb9d0ea9df6 has already been hosted by L3 agent bc84d6c9-dd7a-4555-a351-592327b46d5a {{(pid=84040) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 21:44:07.358689 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-90f2ccde-cae1-4348-a5ab-ee5c923865f4 tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] Notify agent at l3_agent.n-d-838334-2 the message routers_updated {{(pid=84040) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 21:44:07.381522 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-90f2ccde-cae1-4348-a5ab-ee5c923865f4 tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217293'] for floatingip, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:44:07.470559 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-101a3338-588e-4b92-beb3-ce048ac45fe3 None None] Sync routers for ids ['68a3f043-806d-4a38-bc59-5eb9d0ea9df6'] in n-d-838334-2 {{(pid=84042) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 18 21:44:07.483900 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_dvrscheduler_db [None req-101a3338-588e-4b92-beb3-ce048ac45fe3 None None] Routers {'68a3f043-806d-4a38-bc59-5eb9d0ea9df6'} bound to L3 agent in host n-d-838334-2 {{(pid=84042) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 21:44:07.484554 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_hamode_db [None req-101a3338-588e-4b92-beb3-ce048ac45fe3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838334-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-18T20:25:48Z,description=,heartbeat_timestamp=2022-04-18T21:43:48Z,host='n-d-838334-2',id=bc84d6c9-dd7a-4555-a351-592327b46d5a,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:25:48Z,topic='l3_agent')) {'router_ids': ['68a3f043-806d-4a38-bc59-5eb9d0ea9df6'], 'active': True} {{(pid=84042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:44:07.551211 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-90f2ccde-cae1-4348-a5ab-ee5c923865f4 tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] 10.222.0.42 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.4903400 Apr 18 21:44:07.551808 n-d-838334-2 neutron-server[84040]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a8758c4b-4c3e-4fd2-b86d-67d5a816ab3d', 'tag': '3bffa97c-9f9f-49c3-a7d4-2cab2c039a71'}] {{(pid=84040) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 21:44:07.612883 n-d-838334-2 neutron-server[84040]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8f89447c-a78f-4d7a-b7b6-f26fa0844f08'] response: {'name': 'network-changed', 'server_uuid': 'a8758c4b-4c3e-4fd2-b86d-67d5a816ab3d', 'tag': '3bffa97c-9f9f-49c3-a7d4-2cab2c039a71', 'status': 'completed', 'code': 200} Apr 18 21:44:07.677232 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_dvr_db [None req-101a3338-588e-4b92-beb3-ce048ac45fe3 None None] Set router 68a3f043-806d-4a38-bc59-5eb9d0ea9df6 gateway port host: n-d-838334-2 {{(pid=84042) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 21:44:07.703027 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-4716e587-5f0c-47a8-9e03-d4db3b3c82ed req-4e2c7fed-7220-458e-b60a-c11455e4f45a service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=a4ea1a148ea742c594b9948ed7bb3759&device_id=a8758c4b-4c3e-4fd2-b86d-67d5a816ab3d HTTP/1.1" status: 200 len: 1096 time: 0.0691049 Apr 18 21:44:07.724145 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7eedf63-2752-4382-82e5-080f967ea6fb req-734c101b-98ef-4e3f-a375-9cce5e2f0283 tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:44:07.725762 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-e7eedf63-2752-4382-82e5-080f967ea6fb req-734c101b-98ef-4e3f-a375-9cce5e2f0283 tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] 10.222.0.42 "GET /v2.0/ports?device_id=a8758c4b-4c3e-4fd2-b86d-67d5a816ab3d HTTP/1.1" status: 200 len: 945 time: 0.0767558 Apr 18 21:44:07.780116 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-e7eedf63-2752-4382-82e5-080f967ea6fb req-21a307ab-1745-4170-9ef2-40a21bf12215 tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] 10.222.0.42 "GET /v2.0/security-groups?id=0bca1624-5429-4c47-a060-57483c0f8b32&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475178 Apr 18 21:44:07.811946 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 41266) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:44:07.852627 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4716e587-5f0c-47a8-9e03-d4db3b3c82ed req-a63882c7-1c0b-4a52-a66c-c581d2701199 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:44:07.854217 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-4716e587-5f0c-47a8-9e03-d4db3b3c82ed req-a63882c7-1c0b-4a52-a66c-c581d2701199 service neutron] 10.222.0.48 "GET /v2.0/networks?id=ea87d319-adf3-4323-8d79-027562105258 HTTP/1.1" status: 200 len: 897 time: 0.1445172 Apr 18 21:44:07.921580 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-84c4ddcd-057b-4013-90c8-b6292ba4ecfa tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] 10.222.0.42 "GET /v2.0/floatingips/fee139ae-7a85-4663-98ed-df76cda2a83d HTTP/1.1" status: 200 len: 991 time: 0.1059356 Apr 18 21:44:07.962372 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-4716e587-5f0c-47a8-9e03-d4db3b3c82ed req-f1c8815c-ff25-4e8e-9e31-01ecebd0baad service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3bffa97c-9f9f-49c3-a7d4-2cab2c039a71 HTTP/1.1" status: 200 len: 999 time: 0.1012537 Apr 18 21:44:08.028742 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4716e587-5f0c-47a8-9e03-d4db3b3c82ed req-f93096ff-0a5d-4205-964e-877d93183eab service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:44:08.030187 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-4716e587-5f0c-47a8-9e03-d4db3b3c82ed req-f93096ff-0a5d-4205-964e-877d93183eab service neutron] 10.222.0.48 "GET /v2.0/subnets?id=d944b374-88f3-4bba-95d0-65f61209140e HTTP/1.1" status: 200 len: 833 time: 0.0617230 Apr 18 21:44:08.044320 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_hamode_db [None req-101a3338-588e-4b92-beb3-ce048ac45fe3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68a3f043-806d-4a38-bc59-5eb9d0ea9df6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1556568754', 'tenant_id': 'a4ea1a148ea742c594b9948ed7bb3759', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'external_fixed_ips': [{'subnet_id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'ip_address': '172.25.8.86'}], 'enable_snat': True}, 'gw_port_id': 'f0c5f5bd-da0e-480d-9cdd-1c67e6a71730', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:43:48Z', 'updated_at': '2022-04-18T21:43:51Z', 'revision_number': 4, 'project_id': 'a4ea1a148ea742c594b9948ed7bb3759', 'gw_port': {'id': 'f0c5f5bd-da0e-480d-9cdd-1c67e6a71730', 'name': '', 'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:eb:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68a3f043-806d-4a38-bc59-5eb9d0ea9df6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'ip_address': '172.25.8.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:43:48Z', 'updated_at': '2022-04-18T21:43:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838334-2', '_floatingips': [{'id': 'fee139ae-7a85-4663-98ed-df76cda2a83d', 'tenant_id': 'a4ea1a148ea742c594b9948ed7bb3759', 'floating_ip_address': '172.25.8.130', 'floating_network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'router_id': '68a3f043-806d-4a38-bc59-5eb9d0ea9df6', 'port_id': '3bffa97c-9f9f-49c3-a7d4-2cab2c039a71', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ea87d319-adf3-4323-8d79-027562105258', 'mac_address': 'fa:16:3e:df:66:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8758c4b-4c3e-4fd2-b86d-67d5a816ab3d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T21:44:06Z', 'updated_at': '2022-04-18T21:44:06Z', 'revision_number': 0, 'project_id': 'a4ea1a148ea742c594b9948ed7bb3759', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0131f2ec-6d7d-4aff-acdf-e802ad8a7439', 'name': '', 'network_id': 'ea87d319-adf3-4323-8d79-027562105258', 'tenant_id': 'a4ea1a148ea742c594b9948ed7bb3759', 'mac_address': 'fa:16:3e:2d:26:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68a3f043-806d-4a38-bc59-5eb9d0ea9df6', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd944b374-88f3-4bba-95d0-65f61209140e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:43:51Z', 'updated_at': '2022-04-18T21:43:59Z', 'revision_number': 5, 'project_id': 'a4ea1a148ea742c594b9948ed7bb3759', 'subnets': [{'id': 'd944b374-88f3-4bba-95d0-65f61209140e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838334-2', False) {} {{(pid=84042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:44:08.048157 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-101a3338-588e-4b92-beb3-ce048ac45fe3 None None] Checking router: 68a3f043-806d-4a38-bc59-5eb9d0ea9df6 for host: n-d-838334-2 {{(pid=84042) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 18 21:44:08.059003 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_dvrscheduler_db [None req-101a3338-588e-4b92-beb3-ce048ac45fe3 None None] Routers {'68a3f043-806d-4a38-bc59-5eb9d0ea9df6'} bound to L3 agent in host n-d-838334-2 {{(pid=84042) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 21:44:08.059593 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_hamode_db [None req-101a3338-588e-4b92-beb3-ce048ac45fe3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838334-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-18T20:25:48Z,description=,heartbeat_timestamp=2022-04-18T21:43:48Z,host='n-d-838334-2',id=bc84d6c9-dd7a-4555-a351-592327b46d5a,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:25:48Z,topic='l3_agent')) {'router_ids': ['68a3f043-806d-4a38-bc59-5eb9d0ea9df6'], 'active': True} {{(pid=84042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:44:08.105451 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-4716e587-5f0c-47a8-9e03-d4db3b3c82ed req-52419387-adaa-4b33-b404-9d8601718dec service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=ea87d319-adf3-4323-8d79-027562105258&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0690258 Apr 18 21:44:08.241200 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_dvr_db [None req-101a3338-588e-4b92-beb3-ce048ac45fe3 None None] Set router 68a3f043-806d-4a38-bc59-5eb9d0ea9df6 gateway port host: n-d-838334-2 {{(pid=84042) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 21:44:08.242646 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-4716e587-5f0c-47a8-9e03-d4db3b3c82ed req-eabcc7eb-215e-4f86-8e95-c6d1fed831da service neutron] 10.222.0.48 "GET /v2.0/networks/ea87d319-adf3-4323-8d79-027562105258?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1310210 Apr 18 21:44:08.376003 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-4716e587-5f0c-47a8-9e03-d4db3b3c82ed req-ebee13ad-04f6-4931-ac97-37d1b730b28c service neutron] 10.222.0.48 "GET /v2.0/networks/ea87d319-adf3-4323-8d79-027562105258?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1277115 Apr 18 21:44:08.585117 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_hamode_db [None req-101a3338-588e-4b92-beb3-ce048ac45fe3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68a3f043-806d-4a38-bc59-5eb9d0ea9df6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1556568754', 'tenant_id': 'a4ea1a148ea742c594b9948ed7bb3759', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'external_fixed_ips': [{'subnet_id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'ip_address': '172.25.8.86'}], 'enable_snat': True}, 'gw_port_id': 'f0c5f5bd-da0e-480d-9cdd-1c67e6a71730', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:43:48Z', 'updated_at': '2022-04-18T21:43:51Z', 'revision_number': 4, 'project_id': 'a4ea1a148ea742c594b9948ed7bb3759', 'gw_port': {'id': 'f0c5f5bd-da0e-480d-9cdd-1c67e6a71730', 'name': '', 'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:eb:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68a3f043-806d-4a38-bc59-5eb9d0ea9df6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'ip_address': '172.25.8.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:43:48Z', 'updated_at': '2022-04-18T21:43:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838334-2', '_floatingips': [{'id': 'fee139ae-7a85-4663-98ed-df76cda2a83d', 'tenant_id': 'a4ea1a148ea742c594b9948ed7bb3759', 'floating_ip_address': '172.25.8.130', 'floating_network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'router_id': '68a3f043-806d-4a38-bc59-5eb9d0ea9df6', 'port_id': '3bffa97c-9f9f-49c3-a7d4-2cab2c039a71', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ea87d319-adf3-4323-8d79-027562105258', 'mac_address': 'fa:16:3e:df:66:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8758c4b-4c3e-4fd2-b86d-67d5a816ab3d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T21:44:06Z', 'updated_at': '2022-04-18T21:44:06Z', 'revision_number': 0, 'project_id': 'a4ea1a148ea742c594b9948ed7bb3759', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0131f2ec-6d7d-4aff-acdf-e802ad8a7439', 'name': '', 'network_id': 'ea87d319-adf3-4323-8d79-027562105258', 'tenant_id': 'a4ea1a148ea742c594b9948ed7bb3759', 'mac_address': 'fa:16:3e:2d:26:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68a3f043-806d-4a38-bc59-5eb9d0ea9df6', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd944b374-88f3-4bba-95d0-65f61209140e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:43:51Z', 'updated_at': '2022-04-18T21:43:59Z', 'revision_number': 5, 'project_id': 'a4ea1a148ea742c594b9948ed7bb3759', 'subnets': [{'id': 'd944b374-88f3-4bba-95d0-65f61209140e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838334-2', False) {} {{(pid=84042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:44:08.589275 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-101a3338-588e-4b92-beb3-ce048ac45fe3 None None] The sync data for ids ['68a3f043-806d-4a38-bc59-5eb9d0ea9df6'] in n-d-838334-2 is: [{'id': '68a3f043-806d-4a38-bc59-5eb9d0ea9df6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1556568754', 'tenant_id': 'a4ea1a148ea742c594b9948ed7bb3759', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'external_fixed_ips': [{'subnet_id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'ip_address': '172.25.8.86'}], 'enable_snat': True}, 'gw_port_id': 'f0c5f5bd-da0e-480d-9cdd-1c67e6a71730', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:43:48Z', 'updated_at': '2022-04-18T21:43:51Z', 'revision_number': 4, 'project_id': 'a4ea1a148ea742c594b9948ed7bb3759', 'gw_port': {'id': 'f0c5f5bd-da0e-480d-9cdd-1c67e6a71730', 'name': '', 'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:eb:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68a3f043-806d-4a38-bc59-5eb9d0ea9df6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'ip_address': '172.25.8.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:43:48Z', 'updated_at': '2022-04-18T21:43:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838334-2', '_floatingips': [{'id': 'fee139ae-7a85-4663-98ed-df76cda2a83d', 'tenant_id': 'a4ea1a148ea742c594b9948ed7bb3759', 'floating_ip_address': '172.25.8.130', 'floating_network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'router_id': '68a3f043-806d-4a38-bc59-5eb9d0ea9df6', 'port_id': '3bffa97c-9f9f-49c3-a7d4-2cab2c039a71', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ea87d319-adf3-4323-8d79-027562105258', 'mac_address': 'fa:16:3e:df:66:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8758c4b-4c3e-4fd2-b86d-67d5a816ab3d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T21:44:06Z', 'updated_at': '2022-04-18T21:44:06Z', 'revision_number': 0, 'project_id': 'a4ea1a148ea742c594b9948ed7bb3759', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0131f2ec-6d7d-4aff-acdf-e802ad8a7439', 'name': '', 'network_id': 'ea87d319-adf3-4323-8d79-027562105258', 'tenant_id': 'a4ea1a148ea742c594b9948ed7bb3759', 'mac_address': 'fa:16:3e:2d:26:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68a3f043-806d-4a38-bc59-5eb9d0ea9df6', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd944b374-88f3-4bba-95d0-65f61209140e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:43:51Z', 'updated_at': '2022-04-18T21:43:59Z', 'revision_number': 5, 'project_id': 'a4ea1a148ea742c594b9948ed7bb3759', 'subnets': [{'id': 'd944b374-88f3-4bba-95d0-65f61209140e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84042) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 18 21:44:08.924644 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 41270) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:44:09.029309 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-1f3d2435-7ffd-4d25-b9de-118015535f77 tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] 10.222.0.42 "GET /v2.0/floatingips/fee139ae-7a85-4663-98ed-df76cda2a83d HTTP/1.1" status: 200 len: 991 time: 0.1036212 Apr 18 21:44:10.033300 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 41274) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:44:10.137114 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-fed93f15-7f4c-4eab-ac13-e6497b057d58 tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] 10.222.0.42 "GET /v2.0/floatingips/fee139ae-7a85-4663-98ed-df76cda2a83d HTTP/1.1" status: 200 len: 991 time: 0.1026435 Apr 18 21:44:11.140956 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 41278) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:44:11.327141 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-7aa11ded-8d72-478c-82c6-2cc63ec01b96 tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] 10.222.0.42 "GET /v2.0/floatingips/fee139ae-7a85-4663-98ed-df76cda2a83d HTTP/1.1" status: 200 len: 991 time: 0.1850631 Apr 18 21:44:11.552506 n-d-838334-2 neutron-server[84043]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57ce9171-eb26-454c-adc4-e6d96fcf15c9 None None] New status for floating IP fee139ae-7a85-4663-98ed-df76cda2a83d: ACTIVE {{(pid=84043) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Apr 18 21:44:12.331057 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 41282) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:44:12.433573 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-2d47f294-66a1-4eb5-8350-3f8e23a045fc tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] 10.222.0.42 "GET /v2.0/floatingips/fee139ae-7a85-4663-98ed-df76cda2a83d HTTP/1.1" status: 200 len: 993 time: 0.1013701 Apr 18 21:44:13.920033 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-91bea39c-910a-4cd1-b287-dc0a82990338 req-b5eb5508-b0a8-45d3-8ce6-e3f65120aed1 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=a8758c4b-4c3e-4fd2-b86d-67d5a816ab3d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0653112 Apr 18 21:44:14.060905 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-91bea39c-910a-4cd1-b287-dc0a82990338 req-39c62d05-b4d2-4588-8f06-74c66ae80f06 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=a4ea1a148ea742c594b9948ed7bb3759&device_id=a8758c4b-4c3e-4fd2-b86d-67d5a816ab3d HTTP/1.1" status: 200 len: 1096 time: 0.0714827 Apr 18 21:44:14.213179 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91bea39c-910a-4cd1-b287-dc0a82990338 req-5937af14-1970-42e6-b4f8-3db8cc356c1e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:44:14.214541 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-91bea39c-910a-4cd1-b287-dc0a82990338 req-5937af14-1970-42e6-b4f8-3db8cc356c1e service neutron] 10.222.0.48 "GET /v2.0/networks?id=ea87d319-adf3-4323-8d79-027562105258 HTTP/1.1" status: 200 len: 897 time: 0.1259010 Apr 18 21:44:14.314350 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-91bea39c-910a-4cd1-b287-dc0a82990338 req-a9a5f4ee-9d99-456a-ac84-cc831e052a7d service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3bffa97c-9f9f-49c3-a7d4-2cab2c039a71 HTTP/1.1" status: 200 len: 1001 time: 0.0933692 Apr 18 21:44:14.379038 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91bea39c-910a-4cd1-b287-dc0a82990338 req-789e4056-824a-4c95-9b00-a7dec8ad0adf service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:44:14.380534 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-91bea39c-910a-4cd1-b287-dc0a82990338 req-789e4056-824a-4c95-9b00-a7dec8ad0adf service neutron] 10.222.0.48 "GET /v2.0/subnets?id=d944b374-88f3-4bba-95d0-65f61209140e HTTP/1.1" status: 200 len: 833 time: 0.0598104 Apr 18 21:44:14.453653 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-91bea39c-910a-4cd1-b287-dc0a82990338 req-daec0f21-9df8-4ed8-8ae6-b5584c66da57 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=ea87d319-adf3-4323-8d79-027562105258&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0669150 Apr 18 21:44:14.583172 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-91bea39c-910a-4cd1-b287-dc0a82990338 req-39c5adea-4f2a-4477-bdee-9af1ecd79cd6 service neutron] 10.222.0.48 "GET /v2.0/networks/ea87d319-adf3-4323-8d79-027562105258?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1235662 Apr 18 21:44:14.713133 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-91bea39c-910a-4cd1-b287-dc0a82990338 req-4c0efd63-0d78-47f6-8eb2-2a71d1737d22 service neutron] 10.222.0.48 "GET /v2.0/networks/ea87d319-adf3-4323-8d79-027562105258?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1237929 Apr 18 21:44:15.755727 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-c55fd415-4f9c-4f47-8fdf-8f22c074d825 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750375287399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253529'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:44:18.003576 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-083192f4-dccd-42d7-8e01-5bf53583dc0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750375287399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253529'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:44:19.172652 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750375287399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253529'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:44:19.690542 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-414b6ffe-e119-47bc-b18f-bcff1219c2f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750375287399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253529'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:44:20.848032 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-c7521a90-7d65-4e2e-842c-ca5d95e9a89c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750375287399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253529'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:44:30.195478 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750375287399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253529'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:44:32.067887 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.agents_db [None req-6346a179-333c-4370-b5a6-936984aeab15 None None] Agent healthcheck: found 7 active agents {{(pid=84043) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 18 21:44:34.337577 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750375287399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253529'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:44:41.963955 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-83f51494-374f-4bd6-b1df-a4bd780e1309 req-9fa2dcf3-804b-46d7-8bf2-ce80c5efbbc6 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=a4ea1a148ea742c594b9948ed7bb3759&device_id=a8758c4b-4c3e-4fd2-b86d-67d5a816ab3d HTTP/1.1" status: 200 len: 1096 time: 0.0734277 Apr 18 21:44:42.087093 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee538293-cb11-459c-848c-8cb8f7edb707 req-553ea81d-88c9-4949-90c0-b7a963054a6d tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:44:42.088607 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-ee538293-cb11-459c-848c-8cb8f7edb707 req-553ea81d-88c9-4949-90c0-b7a963054a6d tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] 10.222.0.42 "GET /v2.0/ports?device_id=a8758c4b-4c3e-4fd2-b86d-67d5a816ab3d HTTP/1.1" status: 200 len: 945 time: 0.1530521 Apr 18 21:44:42.094004 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83f51494-374f-4bd6-b1df-a4bd780e1309 req-f3314d2d-2119-4bef-adc2-28f4772edf3a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:44:42.095510 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-83f51494-374f-4bd6-b1df-a4bd780e1309 req-f3314d2d-2119-4bef-adc2-28f4772edf3a service neutron] 10.222.0.48 "GET /v2.0/networks?id=ea87d319-adf3-4323-8d79-027562105258 HTTP/1.1" status: 200 len: 897 time: 0.1255002 Apr 18 21:44:42.133890 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-ee538293-cb11-459c-848c-8cb8f7edb707 req-603ec6d9-da71-44ff-b0f4-b74044e54e88 tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] 10.222.0.42 "GET /v2.0/security-groups?id=0bca1624-5429-4c47-a060-57483c0f8b32&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397949 Apr 18 21:44:42.198096 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-83f51494-374f-4bd6-b1df-a4bd780e1309 req-f5b3bfac-f0d4-4679-bcb1-713e242a3158 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3bffa97c-9f9f-49c3-a7d4-2cab2c039a71 HTTP/1.1" status: 200 len: 1001 time: 0.0950305 Apr 18 21:44:42.261530 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83f51494-374f-4bd6-b1df-a4bd780e1309 req-d67fbc94-757a-421c-92bd-e61612e8cb81 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:44:42.262949 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-83f51494-374f-4bd6-b1df-a4bd780e1309 req-d67fbc94-757a-421c-92bd-e61612e8cb81 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=d944b374-88f3-4bba-95d0-65f61209140e HTTP/1.1" status: 200 len: 833 time: 0.0588148 Apr 18 21:44:42.338221 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-83f51494-374f-4bd6-b1df-a4bd780e1309 req-7c3d7b21-6677-4c66-9f35-41fe65336694 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=ea87d319-adf3-4323-8d79-027562105258&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0686669 Apr 18 21:44:42.467612 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-83f51494-374f-4bd6-b1df-a4bd780e1309 req-6dcf0acf-56a5-47dc-be70-38480ad8bd56 service neutron] 10.222.0.48 "GET /v2.0/networks/ea87d319-adf3-4323-8d79-027562105258?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1231277 Apr 18 21:44:42.602516 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-83f51494-374f-4bd6-b1df-a4bd780e1309 req-9bbd8ab4-ffc6-4bb5-8072-7ed999f82522 service neutron] 10.222.0.48 "GET /v2.0/networks/ea87d319-adf3-4323-8d79-027562105258?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1274309 Apr 18 21:44:43.412303 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7146ba0f-b364-4784-b9a8-5b94c712cbdd req-266c0158-a2b3-4910-a67a-b413655b8632 tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:44:43.414360 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-7146ba0f-b364-4784-b9a8-5b94c712cbdd req-266c0158-a2b3-4910-a67a-b413655b8632 tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] 10.222.0.42 "GET /v2.0/ports?device_id=a8758c4b-4c3e-4fd2-b86d-67d5a816ab3d HTTP/1.1" status: 200 len: 945 time: 0.1459582 Apr 18 21:44:43.459239 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-7146ba0f-b364-4784-b9a8-5b94c712cbdd req-879fa841-4e91-4200-90df-bacc2c8778be tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] 10.222.0.42 "GET /v2.0/security-groups?id=0bca1624-5429-4c47-a060-57483c0f8b32&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391626 Apr 18 21:44:44.656745 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42b0d30c-9136-4c96-a182-7f9087356f26 req-1e1e7cdb-8741-4886-b76c-867ae350697f tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:44:44.658201 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-42b0d30c-9136-4c96-a182-7f9087356f26 req-1e1e7cdb-8741-4886-b76c-867ae350697f tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] 10.222.0.42 "GET /v2.0/ports?device_id=a8758c4b-4c3e-4fd2-b86d-67d5a816ab3d HTTP/1.1" status: 200 len: 945 time: 0.0771151 Apr 18 21:44:44.704066 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-42b0d30c-9136-4c96-a182-7f9087356f26 req-f30f7c5e-7ba9-4800-9918-298421b4ebab tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] 10.222.0.42 "GET /v2.0/security-groups?id=0bca1624-5429-4c47-a060-57483c0f8b32&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403340 Apr 18 21:44:45.761288 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-f309ead6-da54-4995-bd3f-6a4e64043083 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750375287399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253529'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:44:45.917056 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9033fe2-ad13-44c9-b27d-e4a4c3ebdbec req-8aad38c3-9996-409b-b0e5-f625683277ee tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:44:45.918593 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-c9033fe2-ad13-44c9-b27d-e4a4c3ebdbec req-8aad38c3-9996-409b-b0e5-f625683277ee tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] 10.222.0.42 "GET /v2.0/ports?device_id=a8758c4b-4c3e-4fd2-b86d-67d5a816ab3d HTTP/1.1" status: 200 len: 945 time: 0.0793788 Apr 18 21:44:45.966178 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-c9033fe2-ad13-44c9-b27d-e4a4c3ebdbec req-2f88cdc0-e691-4484-9321-6454ac89e5ef tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] 10.222.0.42 "GET /v2.0/security-groups?id=0bca1624-5429-4c47-a060-57483c0f8b32&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414786 Apr 18 21:44:47.178889 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a816a552-655c-4157-a0a4-6495c844f60f req-c81aba95-edae-44fb-a0ea-3f5247656766 tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:44:47.180769 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-a816a552-655c-4157-a0a4-6495c844f60f req-c81aba95-edae-44fb-a0ea-3f5247656766 tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] 10.222.0.42 "GET /v2.0/ports?device_id=a8758c4b-4c3e-4fd2-b86d-67d5a816ab3d HTTP/1.1" status: 200 len: 945 time: 0.0835547 Apr 18 21:44:47.229513 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-a816a552-655c-4157-a0a4-6495c844f60f req-c7d40a9d-00d5-4e1d-9b5f-ccb9a2475f96 tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] 10.222.0.42 "GET /v2.0/security-groups?id=0bca1624-5429-4c47-a060-57483c0f8b32&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436511 Apr 18 21:44:48.004423 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-de3db27c-afd6-4049-86b5-eaed9f1fab22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750375287399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253529'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:44:48.425899 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-262a0fb0-cee0-4d90-9169-d3661d119b0e req-a6c0519f-8355-463a-a9dc-1a698ffe05b6 tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:44:48.427376 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-262a0fb0-cee0-4d90-9169-d3661d119b0e req-a6c0519f-8355-463a-a9dc-1a698ffe05b6 tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] 10.222.0.42 "GET /v2.0/ports?device_id=a8758c4b-4c3e-4fd2-b86d-67d5a816ab3d HTTP/1.1" status: 200 len: 945 time: 0.0793045 Apr 18 21:44:48.475840 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-262a0fb0-cee0-4d90-9169-d3661d119b0e req-0abce551-f938-4b12-bdd4-e9c68fa41c03 tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] 10.222.0.42 "GET /v2.0/security-groups?id=0bca1624-5429-4c47-a060-57483c0f8b32&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421770 Apr 18 21:44:49.174231 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750375287399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253529'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:44:49.672687 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab9eae7a-0405-4a0a-bbb4-fc876b6b76e7 req-568fb3ac-e922-4cf9-aff5-e12c24a90af8 tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:44:49.674541 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-ab9eae7a-0405-4a0a-bbb4-fc876b6b76e7 req-568fb3ac-e922-4cf9-aff5-e12c24a90af8 tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] 10.222.0.42 "GET /v2.0/ports?device_id=a8758c4b-4c3e-4fd2-b86d-67d5a816ab3d HTTP/1.1" status: 200 len: 945 time: 0.0793426 Apr 18 21:44:49.693605 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-414b6ffe-e119-47bc-b18f-bcff1219c2f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750375287399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253529'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:44:49.728775 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-ab9eae7a-0405-4a0a-bbb4-fc876b6b76e7 req-a1da8b4e-149e-4291-ab68-0ae1309ebfca tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] 10.222.0.42 "GET /v2.0/security-groups?id=0bca1624-5429-4c47-a060-57483c0f8b32&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432107 Apr 18 21:44:50.769496 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-c7521a90-7d65-4e2e-842c-ca5d95e9a89c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750375287399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253529'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:44:50.921750 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad7aaef2-5787-4e8b-bbdd-285d931e223c req-555f16d8-aa55-49c1-8438-c7e132d409d8 tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:44:50.923457 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-ad7aaef2-5787-4e8b-bbdd-285d931e223c req-555f16d8-aa55-49c1-8438-c7e132d409d8 tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] 10.222.0.42 "GET /v2.0/ports?device_id=a8758c4b-4c3e-4fd2-b86d-67d5a816ab3d HTTP/1.1" status: 200 len: 945 time: 0.0756884 Apr 18 21:44:50.968130 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-ad7aaef2-5787-4e8b-bbdd-285d931e223c req-2681a6c4-efb0-4107-ae99-dd13764c2731 tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] 10.222.0.42 "GET /v2.0/security-groups?id=0bca1624-5429-4c47-a060-57483c0f8b32&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389349 Apr 18 21:44:52.166952 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48015852-6e07-42fc-9a9e-d48f562dd573 req-17eb6989-23ac-4066-ae9f-1922f065b21b tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:44:52.168415 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-48015852-6e07-42fc-9a9e-d48f562dd573 req-17eb6989-23ac-4066-ae9f-1922f065b21b tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] 10.222.0.42 "GET /v2.0/ports?device_id=a8758c4b-4c3e-4fd2-b86d-67d5a816ab3d HTTP/1.1" status: 200 len: 945 time: 0.0784700 Apr 18 21:44:52.215301 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-48015852-6e07-42fc-9a9e-d48f562dd573 req-1c6e0c9e-c456-48ab-91d5-8ae670c924bc tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] 10.222.0.42 "GET /v2.0/security-groups?id=0bca1624-5429-4c47-a060-57483c0f8b32&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410738 Apr 18 21:44:53.412528 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33a60314-4d15-434a-a958-7ba7aa1908d4 req-5958ebbc-6c3c-4fa9-8c1d-2783ae5bc36f tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:44:53.413966 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-33a60314-4d15-434a-a958-7ba7aa1908d4 req-5958ebbc-6c3c-4fa9-8c1d-2783ae5bc36f tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] 10.222.0.42 "GET /v2.0/ports?device_id=a8758c4b-4c3e-4fd2-b86d-67d5a816ab3d HTTP/1.1" status: 200 len: 945 time: 0.0749147 Apr 18 21:44:53.468239 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-33a60314-4d15-434a-a958-7ba7aa1908d4 req-0f519f27-12de-41fa-bff6-ff2bd8507be9 tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] 10.222.0.42 "GET /v2.0/security-groups?id=0bca1624-5429-4c47-a060-57483c0f8b32&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0485857 Apr 18 21:44:54.823720 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-982e336c-061e-4718-81a0-55c56c53ba4b req-1bff5ddb-7636-43df-bdb0-5f0f9fec00eb tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:44:54.825118 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-982e336c-061e-4718-81a0-55c56c53ba4b req-1bff5ddb-7636-43df-bdb0-5f0f9fec00eb tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] 10.222.0.42 "GET /v2.0/ports?device_id=a8758c4b-4c3e-4fd2-b86d-67d5a816ab3d HTTP/1.1" status: 200 len: 945 time: 0.0786974 Apr 18 21:44:54.870247 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-982e336c-061e-4718-81a0-55c56c53ba4b req-766800ce-666f-46ed-a335-e2d8fecacdcd tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] 10.222.0.42 "GET /v2.0/security-groups?id=0bca1624-5429-4c47-a060-57483c0f8b32&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396657 Apr 18 21:44:56.067116 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-111f95ec-c11f-4e50-82fa-191598810f6c req-a05f7e74-0dc0-49d9-a1dc-d77cab4b429c tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:44:56.068560 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-111f95ec-c11f-4e50-82fa-191598810f6c req-a05f7e74-0dc0-49d9-a1dc-d77cab4b429c tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] 10.222.0.42 "GET /v2.0/ports?device_id=a8758c4b-4c3e-4fd2-b86d-67d5a816ab3d HTTP/1.1" status: 200 len: 945 time: 0.0797660 Apr 18 21:44:56.112884 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-111f95ec-c11f-4e50-82fa-191598810f6c req-6b7d5eab-ba23-4f9a-a5d5-3c406c843ee7 tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] 10.222.0.42 "GET /v2.0/security-groups?id=0bca1624-5429-4c47-a060-57483c0f8b32&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386207 Apr 18 21:44:57.305282 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-490b101f-f9e3-4513-b3c8-b1bc0b10dccc req-8449b6cc-8ecd-4152-89eb-68fb115022e0 tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:44:57.306778 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-490b101f-f9e3-4513-b3c8-b1bc0b10dccc req-8449b6cc-8ecd-4152-89eb-68fb115022e0 tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] 10.222.0.42 "GET /v2.0/ports?device_id=a8758c4b-4c3e-4fd2-b86d-67d5a816ab3d HTTP/1.1" status: 200 len: 945 time: 0.0749807 Apr 18 21:44:57.350581 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-490b101f-f9e3-4513-b3c8-b1bc0b10dccc req-09496fc6-6652-4a90-8d67-1277f69607d7 tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] 10.222.0.42 "GET /v2.0/security-groups?id=0bca1624-5429-4c47-a060-57483c0f8b32&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383563 Apr 18 21:44:58.644967 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee91b2dc-42d4-42e1-9c24-087866928fd8 req-afc23c97-387f-4074-8d6c-7c272e009e90 tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:44:58.646326 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-ee91b2dc-42d4-42e1-9c24-087866928fd8 req-afc23c97-387f-4074-8d6c-7c272e009e90 tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] 10.222.0.42 "GET /v2.0/ports?device_id=a8758c4b-4c3e-4fd2-b86d-67d5a816ab3d HTTP/1.1" status: 200 len: 945 time: 0.1743231 Apr 18 21:44:58.690719 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-ee91b2dc-42d4-42e1-9c24-087866928fd8 req-aa8c61ae-8392-457e-a0cb-0ac7eff6a07b tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] 10.222.0.42 "GET /v2.0/security-groups?id=0bca1624-5429-4c47-a060-57483c0f8b32&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388503 Apr 18 21:44:59.888064 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-481bc135-cd3a-4970-b30c-17092d47c145 req-bc85a0cb-e02b-4b9e-881c-6d67a43f4d9e tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:44:59.889492 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-481bc135-cd3a-4970-b30c-17092d47c145 req-bc85a0cb-e02b-4b9e-881c-6d67a43f4d9e tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] 10.222.0.42 "GET /v2.0/ports?device_id=a8758c4b-4c3e-4fd2-b86d-67d5a816ab3d HTTP/1.1" status: 200 len: 945 time: 0.0746608 Apr 18 21:44:59.934363 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-481bc135-cd3a-4970-b30c-17092d47c145 req-476c52e9-4a25-4eb2-bf60-89d281182698 tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] 10.222.0.42 "GET /v2.0/security-groups?id=0bca1624-5429-4c47-a060-57483c0f8b32&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394547 Apr 18 21:44:59.962960 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 41346) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:45:00.084643 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-95b37c81-e8f2-46e1-b308-363bcc11b63f tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] 10.222.0.42 "GET /v2.0/floatingips/fee139ae-7a85-4663-98ed-df76cda2a83d HTTP/1.1" status: 200 len: 993 time: 0.1186082 Apr 18 21:45:00.193770 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750375287399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253529'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:45:04.327290 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750375287399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253529'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:45:09.067698 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.agents_db [None req-6346a179-333c-4370-b5a6-936984aeab15 None None] Agent healthcheck: found 7 active agents {{(pid=84043) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 18 21:45:14.996101 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-dbba09dc-c353-4407-8660-ca90286c81c7 req-62c0c084-6c78-447b-b9f7-bd5330676873 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=a8758c4b-4c3e-4fd2-b86d-67d5a816ab3d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1560128 Apr 18 21:45:15.133152 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-dbba09dc-c353-4407-8660-ca90286c81c7 req-dfad8759-2a9d-4f32-8720-221d192207e6 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=a4ea1a148ea742c594b9948ed7bb3759&device_id=a8758c4b-4c3e-4fd2-b86d-67d5a816ab3d HTTP/1.1" status: 200 len: 1096 time: 0.0673950 Apr 18 21:45:15.280314 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbba09dc-c353-4407-8660-ca90286c81c7 req-ffe8556f-40d0-4d8b-a1dd-051e24b0a32a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:45:15.281769 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-dbba09dc-c353-4407-8660-ca90286c81c7 req-ffe8556f-40d0-4d8b-a1dd-051e24b0a32a service neutron] 10.222.0.48 "GET /v2.0/networks?id=ea87d319-adf3-4323-8d79-027562105258 HTTP/1.1" status: 200 len: 897 time: 0.1260231 Apr 18 21:45:15.382729 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-dbba09dc-c353-4407-8660-ca90286c81c7 req-79ae0e21-9835-4b5d-932e-1d952bacc14e service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3bffa97c-9f9f-49c3-a7d4-2cab2c039a71 HTTP/1.1" status: 200 len: 1001 time: 0.0942543 Apr 18 21:45:15.445306 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbba09dc-c353-4407-8660-ca90286c81c7 req-4a8ede04-751a-41a9-8050-46bd613e41d5 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:45:15.446680 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-dbba09dc-c353-4407-8660-ca90286c81c7 req-4a8ede04-751a-41a9-8050-46bd613e41d5 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=d944b374-88f3-4bba-95d0-65f61209140e HTTP/1.1" status: 200 len: 833 time: 0.0579484 Apr 18 21:45:15.524161 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-dbba09dc-c353-4407-8660-ca90286c81c7 req-228130a0-38be-47df-a434-a63e013f1133 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=ea87d319-adf3-4323-8d79-027562105258&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0710809 Apr 18 21:45:15.652765 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-dbba09dc-c353-4407-8660-ca90286c81c7 req-a964d5c9-4d63-4f9a-9f75-23a01fdaec00 service neutron] 10.222.0.48 "GET /v2.0/networks/ea87d319-adf3-4323-8d79-027562105258?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1211944 Apr 18 21:45:15.754441 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-b704d0a2-62de-44ac-9373-d3546a61d239 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750375287399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253529'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:45:15.784970 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-dbba09dc-c353-4407-8660-ca90286c81c7 req-12f81035-6be3-4782-ad21-8854fe64f641 service neutron] 10.222.0.48 "GET /v2.0/networks/ea87d319-adf3-4323-8d79-027562105258?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1247804 Apr 18 21:45:18.008299 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-65ffdf44-fb4a-4847-8b9b-c2689a1ed364 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750375287399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253529'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:45:19.176879 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750375287399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253529'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:45:19.695089 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-414b6ffe-e119-47bc-b18f-bcff1219c2f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750375287399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253529'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:45:20.771515 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-c7521a90-7d65-4e2e-842c-ca5d95e9a89c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750375287399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253529'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:45:30.211472 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750375287399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253529'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:45:30.532523 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 41358) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:45:30.734788 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.plugin [None req-80a89181-d339-4446-8303-6e0669f11f0d tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] Deleting port 3fea3110-a75c-4f5b-b4eb-d503b4903e0f {{(pid=84040) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 21:45:30.735121 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-80a89181-d339-4446-8303-6e0669f11f0d tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750375188691'] for port, before_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:45:30.897252 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-80a89181-d339-4446-8303-6e0669f11f0d tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369123'] for port, precommit_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:45:30.897521 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-80a89181-d339-4446-8303-6e0669f11f0d tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:45:31.018390 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.plugin [None req-80a89181-d339-4446-8303-6e0669f11f0d tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] Calling delete_port for 3fea3110-a75c-4f5b-b4eb-d503b4903e0f owned by network:floatingip {{(pid=84040) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 21:45:31.159341 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-80a89181-d339-4446-8303-6e0669f11f0d tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750375259028', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750374836628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32440838'] for port, after_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:45:31.206762 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80a89181-d339-4446-8303-6e0669f11f0d tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] Pushing event deleted for resources: {'Port': ['ID=3fea3110-a75c-4f5b-b4eb-d503b4903e0f,revision_number=None']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:45:31.243754 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80a89181-d339-4446-8303-6e0669f11f0d tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:45:31.244094 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80a89181-d339-4446-8303-6e0669f11f0d tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:45:31.244425 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80a89181-d339-4446-8303-6e0669f11f0d tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:45:31.245379 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80a89181-d339-4446-8303-6e0669f11f0d tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:45:31.245710 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80a89181-d339-4446-8303-6e0669f11f0d tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:45:31.246071 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80a89181-d339-4446-8303-6e0669f11f0d tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:45:31.246394 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80a89181-d339-4446-8303-6e0669f11f0d tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:45:31.246712 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80a89181-d339-4446-8303-6e0669f11f0d tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:45:31.247032 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80a89181-d339-4446-8303-6e0669f11f0d tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:45:31.247345 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80a89181-d339-4446-8303-6e0669f11f0d tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:45:31.247680 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80a89181-d339-4446-8303-6e0669f11f0d tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:45:31.309105 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-80a89181-d339-4446-8303-6e0669f11f0d tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] Notify callbacks [] for floatingip, after_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:45:31.789275 n-d-838334-2 neutron-server[84040]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-80a89181-d339-4446-8303-6e0669f11f0d tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] Router 68a3f043-806d-4a38-bc59-5eb9d0ea9df6 has already been hosted by L3 agent bc84d6c9-dd7a-4555-a351-592327b46d5a {{(pid=84040) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 21:45:31.991165 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-80a89181-d339-4446-8303-6e0669f11f0d tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] Notify agent at l3_agent.n-d-838334-2 the message routers_updated {{(pid=84040) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 21:45:32.001445 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90a64ed2-42d0-4650-bbe9-4056cd98f14f None None] Sync routers for ids ['68a3f043-806d-4a38-bc59-5eb9d0ea9df6'] in n-d-838334-2 {{(pid=84042) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 18 21:45:32.007797 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-80a89181-d339-4446-8303-6e0669f11f0d tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217293'] for floatingip, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:45:32.013673 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90a64ed2-42d0-4650-bbe9-4056cd98f14f None None] Routers {'68a3f043-806d-4a38-bc59-5eb9d0ea9df6'} bound to L3 agent in host n-d-838334-2 {{(pid=84042) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 21:45:32.014275 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_hamode_db [None req-90a64ed2-42d0-4650-bbe9-4056cd98f14f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838334-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-18T20:25:48Z,description=,heartbeat_timestamp=2022-04-18T21:45:18Z,host='n-d-838334-2',id=bc84d6c9-dd7a-4555-a351-592327b46d5a,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:25:48Z,topic='l3_agent')) {'router_ids': ['68a3f043-806d-4a38-bc59-5eb9d0ea9df6'], 'active': True} {{(pid=84042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:45:32.064449 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-80a89181-d339-4446-8303-6e0669f11f0d tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] 10.222.0.42 "DELETE /v2.0/floatingips/fee139ae-7a85-4663-98ed-df76cda2a83d HTTP/1.1" status: 204 len: 168 time: 1.5306842 Apr 18 21:45:32.064866 n-d-838334-2 neutron-server[84040]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a8758c4b-4c3e-4fd2-b86d-67d5a816ab3d', 'tag': '3bffa97c-9f9f-49c3-a7d4-2cab2c039a71'}] {{(pid=84040) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 21:45:32.123855 n-d-838334-2 neutron-server[84040]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0a02c1b0-5dd1-4245-92d8-1ded4dfc2fda'] response: {'name': 'network-changed', 'server_uuid': 'a8758c4b-4c3e-4fd2-b86d-67d5a816ab3d', 'tag': '3bffa97c-9f9f-49c3-a7d4-2cab2c039a71', 'status': 'completed', 'code': 200} Apr 18 21:45:32.202803 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_dvr_db [None req-90a64ed2-42d0-4650-bbe9-4056cd98f14f None None] Set router 68a3f043-806d-4a38-bc59-5eb9d0ea9df6 gateway port host: n-d-838334-2 {{(pid=84042) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 21:45:32.220601 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-043a27de-fbd5-4db0-8817-9d3a46211c25 req-00ea20b4-eb4a-4c9f-ad60-e3004dc34998 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=a4ea1a148ea742c594b9948ed7bb3759&device_id=a8758c4b-4c3e-4fd2-b86d-67d5a816ab3d HTTP/1.1" status: 200 len: 1096 time: 0.0723295 Apr 18 21:45:32.367087 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-043a27de-fbd5-4db0-8817-9d3a46211c25 req-21085c07-03be-4c48-a542-1158462e53cb service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:45:32.368575 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-043a27de-fbd5-4db0-8817-9d3a46211c25 req-21085c07-03be-4c48-a542-1158462e53cb service neutron] 10.222.0.48 "GET /v2.0/networks?id=ea87d319-adf3-4323-8d79-027562105258 HTTP/1.1" status: 200 len: 897 time: 0.1404252 Apr 18 21:45:32.444033 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-043a27de-fbd5-4db0-8817-9d3a46211c25 req-be805000-5a75-439f-b950-f6f9b7b7962f service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3bffa97c-9f9f-49c3-a7d4-2cab2c039a71 HTTP/1.1" status: 200 len: 217 time: 0.0680521 Apr 18 21:45:32.476456 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7f27b79-3e4d-440b-911c-664c08eceec4 req-6e5411d2-bf79-4ff5-abb6-95707b7790e0 tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:45:32.477147 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [req-a7f27b79-3e4d-440b-911c-664c08eceec4 req-6e5411d2-bf79-4ff5-abb6-95707b7790e0 tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] Synchronizing usage tracker for tenant:a4ea1a148ea742c594b9948ed7bb3759 on resource:port {{(pid=84040) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 21:45:32.494375 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [req-a7f27b79-3e4d-440b-911c-664c08eceec4 req-6e5411d2-bf79-4ff5-abb6-95707b7790e0 tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] Unset dirty status for tenant:a4ea1a148ea742c594b9948ed7bb3759 on resource:port {{(pid=84040) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 21:45:32.496286 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-a7f27b79-3e4d-440b-911c-664c08eceec4 req-6e5411d2-bf79-4ff5-abb6-95707b7790e0 tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] 10.222.0.42 "GET /v2.0/ports?device_id=a8758c4b-4c3e-4fd2-b86d-67d5a816ab3d HTTP/1.1" status: 200 len: 945 time: 0.1004081 Apr 18 21:45:32.508044 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-043a27de-fbd5-4db0-8817-9d3a46211c25 req-002ab9ca-8fec-4ca6-be14-780bce8c1bd4 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:45:32.509482 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-043a27de-fbd5-4db0-8817-9d3a46211c25 req-002ab9ca-8fec-4ca6-be14-780bce8c1bd4 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=d944b374-88f3-4bba-95d0-65f61209140e HTTP/1.1" status: 200 len: 833 time: 0.0592256 Apr 18 21:45:32.540891 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_hamode_db [None req-90a64ed2-42d0-4650-bbe9-4056cd98f14f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68a3f043-806d-4a38-bc59-5eb9d0ea9df6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1556568754', 'tenant_id': 'a4ea1a148ea742c594b9948ed7bb3759', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'external_fixed_ips': [{'subnet_id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'ip_address': '172.25.8.86'}], 'enable_snat': True}, 'gw_port_id': 'f0c5f5bd-da0e-480d-9cdd-1c67e6a71730', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:43:48Z', 'updated_at': '2022-04-18T21:43:51Z', 'revision_number': 4, 'project_id': 'a4ea1a148ea742c594b9948ed7bb3759', 'gw_port': {'id': 'f0c5f5bd-da0e-480d-9cdd-1c67e6a71730', 'name': '', 'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:eb:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68a3f043-806d-4a38-bc59-5eb9d0ea9df6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'ip_address': '172.25.8.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:43:48Z', 'updated_at': '2022-04-18T21:43:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838334-2', '_interfaces': [{'id': '0131f2ec-6d7d-4aff-acdf-e802ad8a7439', 'name': '', 'network_id': 'ea87d319-adf3-4323-8d79-027562105258', 'tenant_id': 'a4ea1a148ea742c594b9948ed7bb3759', 'mac_address': 'fa:16:3e:2d:26:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68a3f043-806d-4a38-bc59-5eb9d0ea9df6', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd944b374-88f3-4bba-95d0-65f61209140e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:43:51Z', 'updated_at': '2022-04-18T21:43:59Z', 'revision_number': 5, 'project_id': 'a4ea1a148ea742c594b9948ed7bb3759', 'subnets': [{'id': 'd944b374-88f3-4bba-95d0-65f61209140e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838334-2', False) {} {{(pid=84042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:45:32.544510 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90a64ed2-42d0-4650-bbe9-4056cd98f14f None None] Checking router: 68a3f043-806d-4a38-bc59-5eb9d0ea9df6 for host: n-d-838334-2 {{(pid=84042) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 18 21:45:32.549298 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-a7f27b79-3e4d-440b-911c-664c08eceec4 req-2cd420fb-c53f-487b-9ecc-11f72a5538cc tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] 10.222.0.42 "GET /v2.0/security-groups?id=0bca1624-5429-4c47-a060-57483c0f8b32&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466437 Apr 18 21:45:32.563964 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90a64ed2-42d0-4650-bbe9-4056cd98f14f None None] Routers {'68a3f043-806d-4a38-bc59-5eb9d0ea9df6'} bound to L3 agent in host n-d-838334-2 {{(pid=84042) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 21:45:32.564599 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_hamode_db [None req-90a64ed2-42d0-4650-bbe9-4056cd98f14f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838334-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-18T20:25:48Z,description=,heartbeat_timestamp=2022-04-18T21:45:18Z,host='n-d-838334-2',id=bc84d6c9-dd7a-4555-a351-592327b46d5a,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:25:48Z,topic='l3_agent')) {'router_ids': ['68a3f043-806d-4a38-bc59-5eb9d0ea9df6'], 'active': True} {{(pid=84042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:45:32.594166 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-043a27de-fbd5-4db0-8817-9d3a46211c25 req-5af731c3-2bd7-4433-90d2-bc5199c8ecc2 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=ea87d319-adf3-4323-8d79-027562105258&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0779104 Apr 18 21:45:32.727969 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-043a27de-fbd5-4db0-8817-9d3a46211c25 req-84bd736e-7c2a-4105-903c-d96702a94320 service neutron] 10.222.0.48 "GET /v2.0/networks/ea87d319-adf3-4323-8d79-027562105258?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1257765 Apr 18 21:45:32.739503 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_dvr_db [None req-90a64ed2-42d0-4650-bbe9-4056cd98f14f None None] Set router 68a3f043-806d-4a38-bc59-5eb9d0ea9df6 gateway port host: n-d-838334-2 {{(pid=84042) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 21:45:32.862507 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-043a27de-fbd5-4db0-8817-9d3a46211c25 req-842419ff-60c7-4f05-8350-e63327fdf2c3 service neutron] 10.222.0.48 "GET /v2.0/networks/ea87d319-adf3-4323-8d79-027562105258?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1270888 Apr 18 21:45:33.052465 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_hamode_db [None req-90a64ed2-42d0-4650-bbe9-4056cd98f14f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68a3f043-806d-4a38-bc59-5eb9d0ea9df6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1556568754', 'tenant_id': 'a4ea1a148ea742c594b9948ed7bb3759', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'external_fixed_ips': [{'subnet_id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'ip_address': '172.25.8.86'}], 'enable_snat': True}, 'gw_port_id': 'f0c5f5bd-da0e-480d-9cdd-1c67e6a71730', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:43:48Z', 'updated_at': '2022-04-18T21:43:51Z', 'revision_number': 4, 'project_id': 'a4ea1a148ea742c594b9948ed7bb3759', 'gw_port': {'id': 'f0c5f5bd-da0e-480d-9cdd-1c67e6a71730', 'name': '', 'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:eb:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68a3f043-806d-4a38-bc59-5eb9d0ea9df6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'ip_address': '172.25.8.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:43:48Z', 'updated_at': '2022-04-18T21:43:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838334-2', '_interfaces': [{'id': '0131f2ec-6d7d-4aff-acdf-e802ad8a7439', 'name': '', 'network_id': 'ea87d319-adf3-4323-8d79-027562105258', 'tenant_id': 'a4ea1a148ea742c594b9948ed7bb3759', 'mac_address': 'fa:16:3e:2d:26:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68a3f043-806d-4a38-bc59-5eb9d0ea9df6', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd944b374-88f3-4bba-95d0-65f61209140e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:43:51Z', 'updated_at': '2022-04-18T21:43:59Z', 'revision_number': 5, 'project_id': 'a4ea1a148ea742c594b9948ed7bb3759', 'subnets': [{'id': 'd944b374-88f3-4bba-95d0-65f61209140e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838334-2', False) {} {{(pid=84042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:45:33.056707 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90a64ed2-42d0-4650-bbe9-4056cd98f14f None None] The sync data for ids ['68a3f043-806d-4a38-bc59-5eb9d0ea9df6'] in n-d-838334-2 is: [{'id': '68a3f043-806d-4a38-bc59-5eb9d0ea9df6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1556568754', 'tenant_id': 'a4ea1a148ea742c594b9948ed7bb3759', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'external_fixed_ips': [{'subnet_id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'ip_address': '172.25.8.86'}], 'enable_snat': True}, 'gw_port_id': 'f0c5f5bd-da0e-480d-9cdd-1c67e6a71730', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:43:48Z', 'updated_at': '2022-04-18T21:43:51Z', 'revision_number': 4, 'project_id': 'a4ea1a148ea742c594b9948ed7bb3759', 'gw_port': {'id': 'f0c5f5bd-da0e-480d-9cdd-1c67e6a71730', 'name': '', 'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:eb:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68a3f043-806d-4a38-bc59-5eb9d0ea9df6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'ip_address': '172.25.8.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:43:48Z', 'updated_at': '2022-04-18T21:43:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838334-2', '_interfaces': [{'id': '0131f2ec-6d7d-4aff-acdf-e802ad8a7439', 'name': '', 'network_id': 'ea87d319-adf3-4323-8d79-027562105258', 'tenant_id': 'a4ea1a148ea742c594b9948ed7bb3759', 'mac_address': 'fa:16:3e:2d:26:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68a3f043-806d-4a38-bc59-5eb9d0ea9df6', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd944b374-88f3-4bba-95d0-65f61209140e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:43:51Z', 'updated_at': '2022-04-18T21:43:59Z', 'revision_number': 5, 'project_id': 'a4ea1a148ea742c594b9948ed7bb3759', 'subnets': [{'id': 'd944b374-88f3-4bba-95d0-65f61209140e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84042) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 18 21:45:33.270431 n-d-838334-2 neutron-server[84043]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8ea64aa-8556-414d-ab07-f80e51f60219 None None] New status for floating IP fee139ae-7a85-4663-98ed-df76cda2a83d: DOWN {{(pid=84043) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Apr 18 21:45:33.759993 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ef93cd8-aa6b-4683-bba2-46580dfb1040 req-9a8c0833-eefb-4d55-a9d8-34cd618c7dee tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:45:33.761542 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-7ef93cd8-aa6b-4683-bba2-46580dfb1040 req-9a8c0833-eefb-4d55-a9d8-34cd618c7dee tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] 10.222.0.42 "GET /v2.0/ports?device_id=a8758c4b-4c3e-4fd2-b86d-67d5a816ab3d HTTP/1.1" status: 200 len: 945 time: 0.0774436 Apr 18 21:45:33.805909 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-7ef93cd8-aa6b-4683-bba2-46580dfb1040 req-354a551b-4144-4b68-8448-c1f1fee31410 tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] 10.222.0.42 "GET /v2.0/security-groups?id=0bca1624-5429-4c47-a060-57483c0f8b32&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389326 Apr 18 21:45:34.310754 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a303f8d2-d582-4a45-a847-9f6efb49edd4 req-a5854f90-4e82-4fe8-9621-453150182c47 tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:45:34.311444 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [req-a303f8d2-d582-4a45-a847-9f6efb49edd4 req-a5854f90-4e82-4fe8-9621-453150182c47 tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] Synchronizing usage tracker for tenant:a4ea1a148ea742c594b9948ed7bb3759 on resource:port {{(pid=84041) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 21:45:34.324044 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [req-a303f8d2-d582-4a45-a847-9f6efb49edd4 req-a5854f90-4e82-4fe8-9621-453150182c47 tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] Unset dirty status for tenant:a4ea1a148ea742c594b9948ed7bb3759 on resource:port {{(pid=84041) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 21:45:34.325229 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-a303f8d2-d582-4a45-a847-9f6efb49edd4 req-a5854f90-4e82-4fe8-9621-453150182c47 tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] 10.222.0.48 "GET /v2.0/ports?device_id=a8758c4b-4c3e-4fd2-b86d-67d5a816ab3d HTTP/1.1" status: 200 len: 945 time: 0.0878665 Apr 18 21:45:34.335640 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750375287399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253529'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:45:34.486525 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.plugin [req-a303f8d2-d582-4a45-a847-9f6efb49edd4 req-ab55ece5-4228-46f2-90ad-4f727eb45a01 tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] Deleting port 3bffa97c-9f9f-49c3-a7d4-2cab2c039a71 {{(pid=84041) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 21:45:34.486855 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [req-a303f8d2-d582-4a45-a847-9f6efb49edd4 req-ab55ece5-4228-46f2-90ad-4f727eb45a01 tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750375188691'] for port, before_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:45:34.728011 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.db [req-a303f8d2-d582-4a45-a847-9f6efb49edd4 req-ab55ece5-4228-46f2-90ad-4f727eb45a01 tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] For port 3bffa97c-9f9f-49c3-a7d4-2cab2c039a71, host n-h2-838334-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838334-2',level=0,port_id=3bffa97c-9f9f-49c3-a7d4-2cab2c039a71,segment=NetworkSegment(87413430-7bc7-4465-b765-8bb99c4af4b2),segment_id=87413430-7bc7-4465-b765-8bb99c4af4b2)] {{(pid=84041) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:45:34.728274 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [req-a303f8d2-d582-4a45-a847-9f6efb49edd4 req-ab55ece5-4228-46f2-90ad-4f727eb45a01 tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369123'] for port, precommit_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:45:34.865815 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.plugin [req-a303f8d2-d582-4a45-a847-9f6efb49edd4 req-ab55ece5-4228-46f2-90ad-4f727eb45a01 tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] Calling delete_port for 3bffa97c-9f9f-49c3-a7d4-2cab2c039a71 owned by compute:nova {{(pid=84041) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 21:45:35.002948 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bfad6ab-2dce-472f-856e-45573f45ab23 req-5ac3c1b6-8c25-490d-8158-549c51a5cca2 tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:45:35.004469 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-7bfad6ab-2dce-472f-856e-45573f45ab23 req-5ac3c1b6-8c25-490d-8158-549c51a5cca2 tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] 10.222.0.42 "GET /v2.0/ports?device_id=a8758c4b-4c3e-4fd2-b86d-67d5a816ab3d HTTP/1.1" status: 200 len: 945 time: 0.0776203 Apr 18 21:45:35.008169 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [req-a303f8d2-d582-4a45-a847-9f6efb49edd4 req-ab55ece5-4228-46f2-90ad-4f727eb45a01 tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750375259028', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750374836628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32266323'] for port, after_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:45:35.052044 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-7bfad6ab-2dce-472f-856e-45573f45ab23 req-2bb71dd5-50af-475d-a7e2-8edbfbe28408 tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] 10.222.0.42 "GET /v2.0/security-groups?id=0bca1624-5429-4c47-a060-57483c0f8b32&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416708 Apr 18 21:45:35.055488 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab55ece5-4228-46f2-90ad-4f727eb45a01 tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] Pushing event deleted for resources: {'Port': ['ID=3bffa97c-9f9f-49c3-a7d4-2cab2c039a71,revision_number=None']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:45:35.067938 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab55ece5-4228-46f2-90ad-4f727eb45a01 tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:45:35.068280 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab55ece5-4228-46f2-90ad-4f727eb45a01 tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:45:35.068623 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab55ece5-4228-46f2-90ad-4f727eb45a01 tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:45:35.068931 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab55ece5-4228-46f2-90ad-4f727eb45a01 tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:45:35.069260 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab55ece5-4228-46f2-90ad-4f727eb45a01 tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:45:35.069627 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab55ece5-4228-46f2-90ad-4f727eb45a01 tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:45:35.070036 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab55ece5-4228-46f2-90ad-4f727eb45a01 tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:45:35.079475 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab55ece5-4228-46f2-90ad-4f727eb45a01 tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:45:35.079475 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab55ece5-4228-46f2-90ad-4f727eb45a01 tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:45:35.079475 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab55ece5-4228-46f2-90ad-4f727eb45a01 tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:45:35.079475 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab55ece5-4228-46f2-90ad-4f727eb45a01 tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:45:35.143478 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.l3_dvrscheduler_db [req-a303f8d2-d582-4a45-a847-9f6efb49edd4 req-ab55ece5-4228-46f2-90ad-4f727eb45a01 tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] No DVR routers for this DVR port 3bffa97c-9f9f-49c3-a7d4-2cab2c039a71 on host n-h2-838334-2 {{(pid=84041) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 21:45:35.146179 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [req-a303f8d2-d582-4a45-a847-9f6efb49edd4 req-ab55ece5-4228-46f2-90ad-4f727eb45a01 tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217293'] for port, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:45:35.148765 n-d-838334-2 neutron-server[84041]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a8758c4b-4c3e-4fd2-b86d-67d5a816ab3d', 'name': 'network-vif-deleted', 'tag': '3bffa97c-9f9f-49c3-a7d4-2cab2c039a71'}] {{(pid=84041) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 21:45:35.165377 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-a303f8d2-d582-4a45-a847-9f6efb49edd4 req-ab55ece5-4228-46f2-90ad-4f727eb45a01 tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] 10.222.0.48 "DELETE /v2.0/ports/3bffa97c-9f9f-49c3-a7d4-2cab2c039a71 HTTP/1.1" status: 204 len: 173 time: 0.8347394 Apr 18 21:45:35.212516 n-d-838334-2 neutron-server[84041]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9bcededb-0db2-40df-8f60-2bf0a0d44076'] response: {'server_uuid': 'a8758c4b-4c3e-4fd2-b86d-67d5a816ab3d', 'name': 'network-vif-deleted', 'tag': '3bffa97c-9f9f-49c3-a7d4-2cab2c039a71', 'status': 'completed', 'code': 200} Apr 18 21:45:36.158423 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 41378) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:45:36.549332 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-9dbd4ff2-1b26-410b-9860-16059a7c78c9 tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33443857'] for router_interface, before_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:45:37.235986 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.plugin [None req-9dbd4ff2-1b26-410b-9860-16059a7c78c9 tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] Deleting port 0131f2ec-6d7d-4aff-acdf-e802ad8a7439 {{(pid=84040) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 21:45:37.236687 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-9dbd4ff2-1b26-410b-9860-16059a7c78c9 tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750375188691'] for port, before_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:45:37.413781 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.db [None req-9dbd4ff2-1b26-410b-9860-16059a7c78c9 tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] For port 0131f2ec-6d7d-4aff-acdf-e802ad8a7439, host n-d-838334-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838334-2',level=0,port_id=0131f2ec-6d7d-4aff-acdf-e802ad8a7439,segment=NetworkSegment(87413430-7bc7-4465-b765-8bb99c4af4b2),segment_id=87413430-7bc7-4465-b765-8bb99c4af4b2)] {{(pid=84040) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:45:37.414026 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-9dbd4ff2-1b26-410b-9860-16059a7c78c9 tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369123'] for port, precommit_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:45:37.532419 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.plugin [None req-9dbd4ff2-1b26-410b-9860-16059a7c78c9 tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] Calling delete_port for 0131f2ec-6d7d-4aff-acdf-e802ad8a7439 owned by network:router_interface {{(pid=84040) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 21:45:37.700267 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-9dbd4ff2-1b26-410b-9860-16059a7c78c9 tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750375259028', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750374836628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32440838'] for port, after_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:45:37.745281 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dbd4ff2-1b26-410b-9860-16059a7c78c9 tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] Pushing event deleted for resources: {'Port': ['ID=0131f2ec-6d7d-4aff-acdf-e802ad8a7439,revision_number=None']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:45:38.043911 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-9dbd4ff2-1b26-410b-9860-16059a7c78c9 tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-32377931', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33443910'] for router_interface, after_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:45:38.179700 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Device 3bffa97c-9f9f-49c3-a7d4-2cab2c039a71 no longer exists at agent hyperv_n-h2-838334-2 {{(pid=84042) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 21:45:38.212990 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.plugin [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] No Port match for: 3bffa97c-9f9f-49c3-a7d4-2cab2c039a71 {{(pid=84042) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 18 21:45:38.213313 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Device 3bffa97c-9f9f-49c3-a7d4-2cab2c039a71 not bound to the agent host n-h2-838334-2 {{(pid=84042) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 21:45:38.706484 n-d-838334-2 neutron-server[84040]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9dbd4ff2-1b26-410b-9860-16059a7c78c9 tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] Router 68a3f043-806d-4a38-bc59-5eb9d0ea9df6 has already been hosted by L3 agent bc84d6c9-dd7a-4555-a351-592327b46d5a {{(pid=84040) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 21:45:38.905761 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9dbd4ff2-1b26-410b-9860-16059a7c78c9 tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] Notify agent at l3_agent.n-d-838334-2 the message routers_updated {{(pid=84040) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 21:45:38.915383 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21415045-8ed0-4f79-9c99-153fac57ea38 None None] Sync routers for ids ['68a3f043-806d-4a38-bc59-5eb9d0ea9df6'] in n-d-838334-2 {{(pid=84042) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 18 21:45:38.918039 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-9dbd4ff2-1b26-410b-9860-16059a7c78c9 tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] 10.222.0.42 "PUT /v2.0/routers/68a3f043-806d-4a38-bc59-5eb9d0ea9df6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7585797 Apr 18 21:45:38.921265 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 41384) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:45:38.929139 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21415045-8ed0-4f79-9c99-153fac57ea38 None None] Routers {'68a3f043-806d-4a38-bc59-5eb9d0ea9df6'} bound to L3 agent in host n-d-838334-2 {{(pid=84042) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 21:45:38.929741 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_hamode_db [None req-21415045-8ed0-4f79-9c99-153fac57ea38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838334-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-18T20:25:48Z,description=,heartbeat_timestamp=2022-04-18T21:45:18Z,host='n-d-838334-2',id=bc84d6c9-dd7a-4555-a351-592327b46d5a,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:25:48Z,topic='l3_agent')) {'router_ids': ['68a3f043-806d-4a38-bc59-5eb9d0ea9df6'], 'active': True} {{(pid=84042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:45:39.103929 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.db_base_plugin_v2 [None req-29876b0a-ec6d-40e9-81ea-18aafa338661 tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] Deleting subnet d944b374-88f3-4bba-95d0-65f61209140e {{(pid=84040) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 18 21:45:39.105588 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_dvr_db [None req-21415045-8ed0-4f79-9c99-153fac57ea38 None None] Set router 68a3f043-806d-4a38-bc59-5eb9d0ea9df6 gateway port host: n-d-838334-2 {{(pid=84042) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 21:45:39.107425 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-29876b0a-ec6d-40e9-81ea-18aafa338661 tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] Notify callbacks [] for subnet, before_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:45:39.167094 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-29876b0a-ec6d-40e9-81ea-18aafa338661 tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31955982'] for subnet, precommit_delete_associations {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:45:39.255266 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-29876b0a-ec6d-40e9-81ea-18aafa338661 tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1260556'] for subnet, precommit_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:45:39.328499 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-29876b0a-ec6d-40e9-81ea-18aafa338661 tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1260549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33526260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32440885', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31752825'] for subnet, after_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:45:39.367334 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29876b0a-ec6d-40e9-81ea-18aafa338661 tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] Pushing event deleted for resources: {'Subnet': ['ID=d944b374-88f3-4bba-95d0-65f61209140e,revision_number=None']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:45:39.373703 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-29876b0a-ec6d-40e9-81ea-18aafa338661 tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] Notify callbacks [] for subnet, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:45:39.381540 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-29876b0a-ec6d-40e9-81ea-18aafa338661 tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] 10.222.0.42 "DELETE /v2.0/subnets/d944b374-88f3-4bba-95d0-65f61209140e HTTP/1.1" status: 204 len: 168 time: 0.4593253 Apr 18 21:45:39.384178 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 41388) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:45:39.401705 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79bc2c51-b013-4f1e-8a4b-8a4c00cd6cac None None] Network ea87d319-adf3-4323-8d79-027562105258 requested from n-d-838334-2 {{(pid=84042) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 21:45:39.595656 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-3c2b1fab-a6df-4a37-a6ae-26863dd40f71 tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] Notify callbacks [] for router, before_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:45:39.603237 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_hamode_db [None req-21415045-8ed0-4f79-9c99-153fac57ea38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68a3f043-806d-4a38-bc59-5eb9d0ea9df6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1556568754', 'tenant_id': 'a4ea1a148ea742c594b9948ed7bb3759', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'external_fixed_ips': [{'subnet_id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'ip_address': '172.25.8.86'}], 'enable_snat': True}, 'gw_port_id': 'f0c5f5bd-da0e-480d-9cdd-1c67e6a71730', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:43:48Z', 'updated_at': '2022-04-18T21:45:37Z', 'revision_number': 5, 'project_id': 'a4ea1a148ea742c594b9948ed7bb3759', 'gw_port': {'id': 'f0c5f5bd-da0e-480d-9cdd-1c67e6a71730', 'name': '', 'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:eb:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68a3f043-806d-4a38-bc59-5eb9d0ea9df6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'ip_address': '172.25.8.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:43:48Z', 'updated_at': '2022-04-18T21:43:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838334-2'}], 'n-d-838334-2', False) {} {{(pid=84042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:45:39.609864 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21415045-8ed0-4f79-9c99-153fac57ea38 None None] Checking router: 68a3f043-806d-4a38-bc59-5eb9d0ea9df6 for host: n-d-838334-2 {{(pid=84042) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 18 21:45:39.630931 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21415045-8ed0-4f79-9c99-153fac57ea38 None None] Routers {'68a3f043-806d-4a38-bc59-5eb9d0ea9df6'} bound to L3 agent in host n-d-838334-2 {{(pid=84042) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 21:45:39.631523 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_hamode_db [None req-21415045-8ed0-4f79-9c99-153fac57ea38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838334-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-18T20:25:48Z,description=,heartbeat_timestamp=2022-04-18T21:45:18Z,host='n-d-838334-2',id=bc84d6c9-dd7a-4555-a351-592327b46d5a,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:25:48Z,topic='l3_agent')) {'router_ids': ['68a3f043-806d-4a38-bc59-5eb9d0ea9df6'], 'active': True} {{(pid=84042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:45:39.739240 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43f0a32a-feeb-4a66-9595-c7e49d792bf2 None None] DHCP port deletion for ea87d319-adf3-4323-8d79-027562105258 request from n-d-838334-2 {{(pid=84042) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 18 21:45:39.759032 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.plugin [None req-43f0a32a-feeb-4a66-9595-c7e49d792bf2 None None] Deleting port d4e55c16-2aac-4cf5-8616-318c8316c1aa {{(pid=84042) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 21:45:39.759398 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-43f0a32a-feeb-4a66-9595-c7e49d792bf2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750375188691'] for port, before_delete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:45:39.805189 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-3c2b1fab-a6df-4a37-a6ae-26863dd40f71 tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] Notify callbacks [] for router_gateway, before_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:45:39.815419 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.plugin [None req-3c2b1fab-a6df-4a37-a6ae-26863dd40f71 tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] Deleting port f0c5f5bd-da0e-480d-9cdd-1c67e6a71730 {{(pid=84040) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 21:45:39.815852 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-3c2b1fab-a6df-4a37-a6ae-26863dd40f71 tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750375188691'] for port, before_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:45:39.971713 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_dvr_db [None req-21415045-8ed0-4f79-9c99-153fac57ea38 None None] Set router 68a3f043-806d-4a38-bc59-5eb9d0ea9df6 gateway port host: n-d-838334-2 {{(pid=84042) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 21:45:40.007228 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.db [None req-3c2b1fab-a6df-4a37-a6ae-26863dd40f71 tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] For port f0c5f5bd-da0e-480d-9cdd-1c67e6a71730, host n-d-838334-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838334-2',level=0,port_id=f0c5f5bd-da0e-480d-9cdd-1c67e6a71730,segment=NetworkSegment(732aa830-768b-4511-951f-d08e26b9c25b),segment_id=732aa830-768b-4511-951f-d08e26b9c25b)] {{(pid=84040) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:45:40.007575 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-3c2b1fab-a6df-4a37-a6ae-26863dd40f71 tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369123'] for port, precommit_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:45:40.113387 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-43f0a32a-feeb-4a66-9595-c7e49d792bf2 None None] For port d4e55c16-2aac-4cf5-8616-318c8316c1aa, host n-d-838334-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838334-2',level=0,port_id=d4e55c16-2aac-4cf5-8616-318c8316c1aa,segment=NetworkSegment(87413430-7bc7-4465-b765-8bb99c4af4b2),segment_id=87413430-7bc7-4465-b765-8bb99c4af4b2)] {{(pid=84042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:45:40.113770 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-43f0a32a-feeb-4a66-9595-c7e49d792bf2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369123'] for port, precommit_delete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:45:40.127194 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.plugin [None req-3c2b1fab-a6df-4a37-a6ae-26863dd40f71 tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] Calling delete_port for f0c5f5bd-da0e-480d-9cdd-1c67e6a71730 owned by network:router_gateway {{(pid=84040) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 21:45:40.289903 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.plugin [None req-43f0a32a-feeb-4a66-9595-c7e49d792bf2 None None] Calling delete_port for d4e55c16-2aac-4cf5-8616-318c8316c1aa owned by network:dhcp {{(pid=84042) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 21:45:40.406361 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-3c2b1fab-a6df-4a37-a6ae-26863dd40f71 tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750375259028', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750374836628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32440838'] for port, after_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:45:40.453930 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c2b1fab-a6df-4a37-a6ae-26863dd40f71 tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] Pushing event deleted for resources: {'Port': ['ID=f0c5f5bd-da0e-480d-9cdd-1c67e6a71730,revision_number=None']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:45:40.472788 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-43f0a32a-feeb-4a66-9595-c7e49d792bf2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750375259028', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750374836628'] for port, after_delete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:45:40.521925 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43f0a32a-feeb-4a66-9595-c7e49d792bf2 None None] Pushing event deleted for resources: {'Port': ['ID=d4e55c16-2aac-4cf5-8616-318c8316c1aa,revision_number=None']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:45:40.535453 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43f0a32a-feeb-4a66-9595-c7e49d792bf2 None None] No DVR routers for this DVR port d4e55c16-2aac-4cf5-8616-318c8316c1aa on host n-d-838334-2 {{(pid=84042) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 21:45:40.542422 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43f0a32a-feeb-4a66-9595-c7e49d792bf2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:45:40.542697 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43f0a32a-feeb-4a66-9595-c7e49d792bf2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:45:40.543139 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43f0a32a-feeb-4a66-9595-c7e49d792bf2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:45:40.543471 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43f0a32a-feeb-4a66-9595-c7e49d792bf2 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:45:40.549131 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43f0a32a-feeb-4a66-9595-c7e49d792bf2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:45:40.549131 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43f0a32a-feeb-4a66-9595-c7e49d792bf2 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:45:40.549131 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43f0a32a-feeb-4a66-9595-c7e49d792bf2 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:45:40.549131 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43f0a32a-feeb-4a66-9595-c7e49d792bf2 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:45:40.549131 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43f0a32a-feeb-4a66-9595-c7e49d792bf2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:45:40.549131 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43f0a32a-feeb-4a66-9595-c7e49d792bf2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:45:40.549131 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43f0a32a-feeb-4a66-9595-c7e49d792bf2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:45:40.562614 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_hamode_db [None req-21415045-8ed0-4f79-9c99-153fac57ea38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68a3f043-806d-4a38-bc59-5eb9d0ea9df6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1556568754', 'tenant_id': 'a4ea1a148ea742c594b9948ed7bb3759', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'external_fixed_ips': [{'subnet_id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'ip_address': '172.25.8.86'}], 'enable_snat': True}, 'gw_port_id': 'f0c5f5bd-da0e-480d-9cdd-1c67e6a71730', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:43:48Z', 'updated_at': '2022-04-18T21:45:37Z', 'revision_number': 5, 'project_id': 'a4ea1a148ea742c594b9948ed7bb3759', 'gw_port': {'id': 'f0c5f5bd-da0e-480d-9cdd-1c67e6a71730', 'name': '', 'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:eb:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68a3f043-806d-4a38-bc59-5eb9d0ea9df6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'ip_address': '172.25.8.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:43:48Z', 'updated_at': '2022-04-18T21:43:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838334-2'}], 'n-d-838334-2', False) {} {{(pid=84042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:45:40.566602 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21415045-8ed0-4f79-9c99-153fac57ea38 None None] The sync data for ids ['68a3f043-806d-4a38-bc59-5eb9d0ea9df6'] in n-d-838334-2 is: [{'id': '68a3f043-806d-4a38-bc59-5eb9d0ea9df6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1556568754', 'tenant_id': 'a4ea1a148ea742c594b9948ed7bb3759', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'external_fixed_ips': [{'subnet_id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'ip_address': '172.25.8.86'}], 'enable_snat': True}, 'gw_port_id': 'f0c5f5bd-da0e-480d-9cdd-1c67e6a71730', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:43:48Z', 'updated_at': '2022-04-18T21:45:37Z', 'revision_number': 5, 'project_id': 'a4ea1a148ea742c594b9948ed7bb3759', 'gw_port': {'id': 'f0c5f5bd-da0e-480d-9cdd-1c67e6a71730', 'name': '', 'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:eb:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68a3f043-806d-4a38-bc59-5eb9d0ea9df6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'ip_address': '172.25.8.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:43:48Z', 'updated_at': '2022-04-18T21:43:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838334-2'}] {{(pid=84042) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 18 21:45:40.675478 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-3c2b1fab-a6df-4a37-a6ae-26863dd40f71 tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33444108'] for router_gateway, after_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:45:40.933053 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-3c2b1fab-a6df-4a37-a6ae-26863dd40f71 tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33443580', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5726'] for router, precommit_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:45:40.938663 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-3c2b1fab-a6df-4a37-a6ae-26863dd40f71 tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:45:40.967319 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-3c2b1fab-a6df-4a37-a6ae-26863dd40f71 tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-33443408'] for router, after_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:45:40.967940 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3c2b1fab-a6df-4a37-a6ae-26863dd40f71 tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] Fanout notify agent at l3_agent the message router_deleted on router 68a3f043-806d-4a38-bc59-5eb9d0ea9df6 {{(pid=84040) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 18 21:45:40.988305 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-3c2b1fab-a6df-4a37-a6ae-26863dd40f71 tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] Notify callbacks [] for router, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:45:40.990153 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-3c2b1fab-a6df-4a37-a6ae-26863dd40f71 tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] 10.222.0.42 "DELETE /v2.0/routers/68a3f043-806d-4a38-bc59-5eb9d0ea9df6 HTTP/1.1" status: 204 len: 168 time: 1.6050680 Apr 18 21:45:40.995882 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 41392) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:45:41.110521 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-9b4e7d00-dab2-40c3-a36b-570b0fc611ed tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1103592'] for network, before_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:45:41.229012 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Device d4e55c16-2aac-4cf5-8616-318c8316c1aa no longer exists at agent ovs-agent-n-d-838334-2 {{(pid=84042) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 21:45:41.254927 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-9b4e7d00-dab2-40c3-a36b-570b0fc611ed tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1258905', 'neutron.services.segments.db._delete_segments_for_network-8750375287417'] for network, precommit_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:45:41.267837 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.plugin [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] No Port match for: d4e55c16-2aac-4cf5-8616-318c8316c1aa {{(pid=84042) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 18 21:45:41.268179 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Device d4e55c16-2aac-4cf5-8616-318c8316c1aa not bound to the agent host n-d-838334-2 {{(pid=84042) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 21:45:41.268588 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Device 0131f2ec-6d7d-4aff-acdf-e802ad8a7439 no longer exists at agent ovs-agent-n-d-838334-2 {{(pid=84042) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 21:45:41.280807 n-d-838334-2 neutron-server[84040]: DEBUG neutron.services.segments.db [None req-9b4e7d00-dab2-40c3-a36b-570b0fc611ed tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ea87d319-adf3-4323-8d79-027562105258']}} {{(pid=84040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:45:41.292631 n-d-838334-2 neutron-server[84040]: DEBUG neutron.services.segments.db [None req-9b4e7d00-dab2-40c3-a36b-570b0fc611ed tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '87413430-7bc7-4465-b765-8bb99c4af4b2') {'for_net_delete': True} {{(pid=84040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:45:41.292924 n-d-838334-2 neutron-server[84040]: DEBUG neutron.services.segments.db [None req-9b4e7d00-dab2-40c3-a36b-570b0fc611ed tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '87413430-7bc7-4465-b765-8bb99c4af4b2') {} {{(pid=84040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:45:41.299973 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.plugin [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] No Port match for: 0131f2ec-6d7d-4aff-acdf-e802ad8a7439 {{(pid=84042) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 18 21:45:41.300315 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Device 0131f2ec-6d7d-4aff-acdf-e802ad8a7439 not bound to the agent host n-d-838334-2 {{(pid=84042) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 21:45:41.306984 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-9b4e7d00-dab2-40c3-a36b-570b0fc611ed tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750375287300', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31955965'] for segment, before_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:45:41.322637 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-9b4e7d00-dab2-40c3-a36b-570b0fc611ed tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1082986'] for segment, precommit_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:45:41.328789 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9b4e7d00-dab2-40c3-a36b-570b0fc611ed tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] Releasing vlan 396 on physical network physnet1 to pool {{(pid=84040) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 18 21:45:41.329190 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-9b4e7d00-dab2-40c3-a36b-570b0fc611ed tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1082993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32440923'] for segment, after_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:45:41.343470 n-d-838334-2 neutron-server[84040]: Traceback (most recent call last): Apr 18 21:45:41.343470 n-d-838334-2 neutron-server[84040]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 18 21:45:41.343470 n-d-838334-2 neutron-server[84040]: timer() Apr 18 21:45:41.343470 n-d-838334-2 neutron-server[84040]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 21:45:41.343470 n-d-838334-2 neutron-server[84040]: cb(*args, **kw) Apr 18 21:45:41.343470 n-d-838334-2 neutron-server[84040]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 18 21:45:41.343470 n-d-838334-2 neutron-server[84040]: return func(*args, **kwargs) Apr 18 21:45:41.343470 n-d-838334-2 neutron-server[84040]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 21:45:41.343470 n-d-838334-2 neutron-server[84040]: self._notify() Apr 18 21:45:41.343470 n-d-838334-2 neutron-server[84040]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 21:45:41.343470 n-d-838334-2 neutron-server[84040]: self.callback(batched_events) Apr 18 21:45:41.343470 n-d-838334-2 neutron-server[84040]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 21:45:41.343470 n-d-838334-2 neutron-server[84040]: event.method(event) Apr 18 21:45:41.343470 n-d-838334-2 neutron-server[84040]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 18 21:45:41.343470 n-d-838334-2 neutron-server[84040]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 21:45:41.343470 n-d-838334-2 neutron-server[84040]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 18 21:45:41.343470 n-d-838334-2 neutron-server[84040]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 21:45:41.343470 n-d-838334-2 neutron-server[84040]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 18 21:45:41.343470 n-d-838334-2 neutron-server[84040]: return f(self, *a, **k) Apr 18 21:45:41.343470 n-d-838334-2 neutron-server[84040]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 18 21:45:41.343470 n-d-838334-2 neutron-server[84040]: return self._get(url).json() Apr 18 21:45:41.343470 n-d-838334-2 neutron-server[84040]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 18 21:45:41.343470 n-d-838334-2 neutron-server[84040]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 21:45:41.343470 n-d-838334-2 neutron-server[84040]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 18 21:45:41.343470 n-d-838334-2 neutron-server[84040]: return self.request(url, 'GET', **kwargs) Apr 18 21:45:41.343470 n-d-838334-2 neutron-server[84040]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 18 21:45:41.343470 n-d-838334-2 neutron-server[84040]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 21:45:41.343470 n-d-838334-2 neutron-server[84040]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 18 21:45:41.343470 n-d-838334-2 neutron-server[84040]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 21:45:41.343470 n-d-838334-2 neutron-server[84040]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 18 21:45:41.343470 n-d-838334-2 neutron-server[84040]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 21:45:41.343470 n-d-838334-2 neutron-server[84040]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 21:45:41.421298 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-9b4e7d00-dab2-40c3-a36b-570b0fc611ed tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1258898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33526109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33444113'] for network, after_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:45:41.438832 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-9b4e7d00-dab2-40c3-a36b-570b0fc611ed tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] Notify callbacks [] for network, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:45:41.451007 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b4e7d00-dab2-40c3-a36b-570b0fc611ed tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] Pushing event deleted for resources: {'Network': ['ID=ea87d319-adf3-4323-8d79-027562105258,revision_number=None']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:45:41.459284 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-9b4e7d00-dab2-40c3-a36b-570b0fc611ed tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] 10.222.0.42 "DELETE /v2.0/networks/ea87d319-adf3-4323-8d79-027562105258 HTTP/1.1" status: 204 len: 168 time: 0.4622705 Apr 18 21:45:41.462167 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 41396) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:45:41.533267 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-4aa59f20-0e80-47f6-acd5-71f03dfd1ad3 tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] Notify callbacks [] for security_group, before_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:45:41.562873 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-4aa59f20-0e80-47f6-acd5-71f03dfd1ad3 tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:45:41.631410 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-4aa59f20-0e80-47f6-acd5-71f03dfd1ad3 tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33528224'] for security_group, after_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:45:41.648416 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aa59f20-0e80-47f6-acd5-71f03dfd1ad3 tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0bca1624-5429-4c47-a060-57483c0f8b32,revision_number=None']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:45:41.660995 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-4aa59f20-0e80-47f6-acd5-71f03dfd1ad3 tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] Notify callbacks [] for security_group, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:45:41.662147 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-4aa59f20-0e80-47f6-acd5-71f03dfd1ad3 tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] 10.222.0.42 "DELETE /v2.0/security-groups/0bca1624-5429-4c47-a060-57483c0f8b32 HTTP/1.1" status: 204 len: 168 time: 0.1990926 Apr 18 21:45:42.096923 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 41404) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:45:42.102498 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.v2.base [None req-533dfba6-aac1-4b06-8639-89ffe4ade684 tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1011840356', 'description': 'tempest-secgroup-smoke-1011840356 description', 'project_id': 'a4ea1a148ea742c594b9948ed7bb3759'}} {{(pid=84040) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:45:42.109079 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [None req-533dfba6-aac1-4b06-8639-89ffe4ade684 tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:45:42.113164 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-533dfba6-aac1-4b06-8639-89ffe4ade684 tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] Usage tracker for resource:security_group and tenant:a4ea1a148ea742c594b9948ed7bb3759 is out of sync, need to count used quota {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:45:42.115972 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-533dfba6-aac1-4b06-8639-89ffe4ade684 tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:45:42.122785 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [None req-533dfba6-aac1-4b06-8639-89ffe4ade684 tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:45:42.132345 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-533dfba6-aac1-4b06-8639-89ffe4ade684 tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] Notify callbacks [] for security_group, before_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:45:42.166684 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [None req-533dfba6-aac1-4b06-8639-89ffe4ade684 tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:45:42.170930 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-533dfba6-aac1-4b06-8639-89ffe4ade684 tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] Usage tracker for resource:security_group_rule and tenant:a4ea1a148ea742c594b9948ed7bb3759 is out of sync, need to count used quota {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:45:42.174059 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-533dfba6-aac1-4b06-8639-89ffe4ade684 tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:45:42.179612 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [None req-533dfba6-aac1-4b06-8639-89ffe4ade684 tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:45:42.238431 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-533dfba6-aac1-4b06-8639-89ffe4ade684 tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] Notify callbacks [] for security_group, precommit_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:45:42.242114 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-533dfba6-aac1-4b06-8639-89ffe4ade684 tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33528224'] for security_group, after_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:45:42.285795 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-533dfba6-aac1-4b06-8639-89ffe4ade684 tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] Pushing event updated for resources: {'SecurityGroup': ['ID=52ab3d4e-4dbf-464c-b100-0a031d62e220,revision_number=1']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:45:42.288952 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-533dfba6-aac1-4b06-8639-89ffe4ade684 tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] Notify callbacks [] for security_group, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:45:42.292086 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-533dfba6-aac1-4b06-8639-89ffe4ade684 tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1628 time: 0.1922219 Apr 18 21:45:42.293090 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 41408) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:45:42.299357 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.v2.base [None req-4af99d13-79fa-430d-aed3-656a4e75d6b4 tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] Request body: {'security_group_rule': {'security_group_id': '52ab3d4e-4dbf-464c-b100-0a031d62e220', 'project_id': 'a4ea1a148ea742c594b9948ed7bb3759', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84040) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:45:42.305894 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [None req-4af99d13-79fa-430d-aed3-656a4e75d6b4 tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:45:42.309824 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-4af99d13-79fa-430d-aed3-656a4e75d6b4 tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] Usage tracker for resource:security_group_rule and tenant:a4ea1a148ea742c594b9948ed7bb3759 is out of sync, need to count used quota {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:45:42.312669 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-4af99d13-79fa-430d-aed3-656a4e75d6b4 tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:45:42.318236 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [None req-4af99d13-79fa-430d-aed3-656a4e75d6b4 tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:45:42.334565 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-4af99d13-79fa-430d-aed3-656a4e75d6b4 tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:45:42.393036 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-4af99d13-79fa-430d-aed3-656a4e75d6b4 tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:45:42.396500 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-4af99d13-79fa-430d-aed3-656a4e75d6b4 tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33528311'] for security_group_rule, after_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:45:42.423490 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4af99d13-79fa-430d-aed3-656a4e75d6b4 tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c306e650-b831-4049-a932-b9346b40b0b4,revision_number=0']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:45:42.432892 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-4af99d13-79fa-430d-aed3-656a4e75d6b4 tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:45:42.434136 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-4af99d13-79fa-430d-aed3-656a4e75d6b4 tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.1400378 Apr 18 21:45:42.436962 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 41412) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:45:42.442285 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.v2.base [None req-facaae6c-5b89-448d-a1d0-99e8c9dc53b1 tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] Request body: {'security_group_rule': {'security_group_id': '52ab3d4e-4dbf-464c-b100-0a031d62e220', 'project_id': 'a4ea1a148ea742c594b9948ed7bb3759', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=84040) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:45:42.448634 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [None req-facaae6c-5b89-448d-a1d0-99e8c9dc53b1 tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:45:42.452934 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-facaae6c-5b89-448d-a1d0-99e8c9dc53b1 tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] Usage tracker for resource:security_group_rule and tenant:a4ea1a148ea742c594b9948ed7bb3759 is out of sync, need to count used quota {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:45:42.455771 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-facaae6c-5b89-448d-a1d0-99e8c9dc53b1 tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:45:42.461390 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [None req-facaae6c-5b89-448d-a1d0-99e8c9dc53b1 tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:45:42.577424 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-facaae6c-5b89-448d-a1d0-99e8c9dc53b1 tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:45:42.636860 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-facaae6c-5b89-448d-a1d0-99e8c9dc53b1 tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:45:42.640872 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-facaae6c-5b89-448d-a1d0-99e8c9dc53b1 tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33528311'] for security_group_rule, after_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:45:42.665568 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-facaae6c-5b89-448d-a1d0-99e8c9dc53b1 tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8a7f59e8-e75d-4f02-9ae2-8614b56fc6de,revision_number=0']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:45:42.676171 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-facaae6c-5b89-448d-a1d0-99e8c9dc53b1 tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:45:42.677494 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-facaae6c-5b89-448d-a1d0-99e8c9dc53b1 tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.2396214 Apr 18 21:45:42.680159 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 41416) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:45:42.686409 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.v2.base [None req-1c451caf-10f2-4369-976d-18446eb57a2d tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] Request body: {'security_group_rule': {'security_group_id': '52ab3d4e-4dbf-464c-b100-0a031d62e220', 'project_id': 'a4ea1a148ea742c594b9948ed7bb3759', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=84040) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:45:42.692934 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [None req-1c451caf-10f2-4369-976d-18446eb57a2d tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:45:42.696677 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-1c451caf-10f2-4369-976d-18446eb57a2d tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] Usage tracker for resource:security_group_rule and tenant:a4ea1a148ea742c594b9948ed7bb3759 is out of sync, need to count used quota {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:45:42.699490 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-1c451caf-10f2-4369-976d-18446eb57a2d tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:45:42.705879 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [None req-1c451caf-10f2-4369-976d-18446eb57a2d tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:45:42.721398 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-1c451caf-10f2-4369-976d-18446eb57a2d tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:45:42.782080 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-1c451caf-10f2-4369-976d-18446eb57a2d tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:45:42.785452 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-1c451caf-10f2-4369-976d-18446eb57a2d tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33528311'] for security_group_rule, after_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:45:42.808076 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c451caf-10f2-4369-976d-18446eb57a2d tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a5a6bd8d-4acd-4893-a06e-83212ca06f78,revision_number=0']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:45:42.817319 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-1c451caf-10f2-4369-976d-18446eb57a2d tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:45:42.818527 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-1c451caf-10f2-4369-976d-18446eb57a2d tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.1374571 Apr 18 21:45:42.821189 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 41420) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:45:42.827035 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.v2.base [None req-eef56e7d-0401-46d0-8057-bcbba43df8af tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] Request body: {'security_group_rule': {'security_group_id': '52ab3d4e-4dbf-464c-b100-0a031d62e220', 'project_id': 'a4ea1a148ea742c594b9948ed7bb3759', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=84040) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:45:42.833512 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [None req-eef56e7d-0401-46d0-8057-bcbba43df8af tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:45:42.837179 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-eef56e7d-0401-46d0-8057-bcbba43df8af tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] Usage tracker for resource:security_group_rule and tenant:a4ea1a148ea742c594b9948ed7bb3759 is out of sync, need to count used quota {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:45:42.840023 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-eef56e7d-0401-46d0-8057-bcbba43df8af tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:45:42.845771 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [None req-eef56e7d-0401-46d0-8057-bcbba43df8af tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:45:42.861515 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-eef56e7d-0401-46d0-8057-bcbba43df8af tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:45:42.925719 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-eef56e7d-0401-46d0-8057-bcbba43df8af tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:45:42.928927 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-eef56e7d-0401-46d0-8057-bcbba43df8af tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33528311'] for security_group_rule, after_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:45:42.952218 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eef56e7d-0401-46d0-8057-bcbba43df8af tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=38540cfd-1959-4c2a-bb43-16d34aae371c,revision_number=0']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:45:42.962273 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-eef56e7d-0401-46d0-8057-bcbba43df8af tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:45:42.963422 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-eef56e7d-0401-46d0-8057-bcbba43df8af tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.1413443 Apr 18 21:45:42.966289 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 41424) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:45:42.971507 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.v2.base [None req-2813dbc5-aced-4e78-948d-0085fba1d42b tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] Request body: {'security_group_rule': {'security_group_id': '52ab3d4e-4dbf-464c-b100-0a031d62e220', 'project_id': 'a4ea1a148ea742c594b9948ed7bb3759', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=84040) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:45:42.978161 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [None req-2813dbc5-aced-4e78-948d-0085fba1d42b tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:45:42.981932 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-2813dbc5-aced-4e78-948d-0085fba1d42b tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] Usage tracker for resource:security_group_rule and tenant:a4ea1a148ea742c594b9948ed7bb3759 is out of sync, need to count used quota {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:45:42.984744 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-2813dbc5-aced-4e78-948d-0085fba1d42b tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:45:42.990908 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [None req-2813dbc5-aced-4e78-948d-0085fba1d42b tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:45:43.001040 n-d-838334-2 neutron-server[84040]: INFO neutron.db.securitygroups_db [None req-2813dbc5-aced-4e78-948d-0085fba1d42b tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] Project a4ea1a148ea742c594b9948ed7bb3759 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 18 21:45:43.007329 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-2813dbc5-aced-4e78-948d-0085fba1d42b tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:45:43.070284 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-2813dbc5-aced-4e78-948d-0085fba1d42b tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:45:43.073856 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-2813dbc5-aced-4e78-948d-0085fba1d42b tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33528311'] for security_group_rule, after_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:45:43.097472 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2813dbc5-aced-4e78-948d-0085fba1d42b tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=be024a84-c6bb-4584-9444-d6592dbd74e5,revision_number=0']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:45:43.105352 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-2813dbc5-aced-4e78-948d-0085fba1d42b tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:45:43.107174 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-2813dbc5-aced-4e78-948d-0085fba1d42b tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.1399894 Apr 18 21:45:43.110013 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 41428) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:45:43.115234 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.v2.base [None req-4ae12a85-bfb3-4075-a75e-3473590e336f tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] Request body: {'security_group_rule': {'security_group_id': '52ab3d4e-4dbf-464c-b100-0a031d62e220', 'project_id': 'a4ea1a148ea742c594b9948ed7bb3759', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=84040) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:45:43.122385 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [None req-4ae12a85-bfb3-4075-a75e-3473590e336f tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:45:43.126202 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-4ae12a85-bfb3-4075-a75e-3473590e336f tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] Usage tracker for resource:security_group_rule and tenant:a4ea1a148ea742c594b9948ed7bb3759 is out of sync, need to count used quota {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:45:43.127778 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Device f0c5f5bd-da0e-480d-9cdd-1c67e6a71730 no longer exists at agent ovs-agent-n-d-838334-2 {{(pid=84042) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 21:45:43.129069 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-4ae12a85-bfb3-4075-a75e-3473590e336f tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:45:43.134625 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [None req-4ae12a85-bfb3-4075-a75e-3473590e336f tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:45:43.145340 n-d-838334-2 neutron-server[84040]: INFO neutron.db.securitygroups_db [None req-4ae12a85-bfb3-4075-a75e-3473590e336f tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] Project a4ea1a148ea742c594b9948ed7bb3759 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 18 21:45:43.151458 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-4ae12a85-bfb3-4075-a75e-3473590e336f tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:45:43.160840 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.plugin [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] No Port match for: f0c5f5bd-da0e-480d-9cdd-1c67e6a71730 {{(pid=84042) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 18 21:45:43.161186 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Device f0c5f5bd-da0e-480d-9cdd-1c67e6a71730 not bound to the agent host n-d-838334-2 {{(pid=84042) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 21:45:43.217330 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-4ae12a85-bfb3-4075-a75e-3473590e336f tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:45:43.221035 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-4ae12a85-bfb3-4075-a75e-3473590e336f tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33528311'] for security_group_rule, after_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:45:43.244571 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ae12a85-bfb3-4075-a75e-3473590e336f tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2e7eb564-9530-44a9-a0c2-39e86061fbb5,revision_number=0']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:45:43.254326 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-4ae12a85-bfb3-4075-a75e-3473590e336f tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:45:43.255689 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-4ae12a85-bfb3-4075-a75e-3473590e336f tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.1447628 Apr 18 21:45:43.259514 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 41432) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:45:43.265660 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.v2.base [None req-6d7d8d35-c78e-44eb-9bd6-3aac53bc1cee tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] Request body: {'network': {'name': 'tempest-network-smoke--317069766', 'project_id': 'a4ea1a148ea742c594b9948ed7bb3759', 'port_security_enabled': True}} {{(pid=84040) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:45:43.271161 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [None req-6d7d8d35-c78e-44eb-9bd6-3aac53bc1cee tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:45:43.275354 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-6d7d8d35-c78e-44eb-9bd6-3aac53bc1cee tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] Usage tracker for resource:network and tenant:a4ea1a148ea742c594b9948ed7bb3759 is out of sync, need to count used quota {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:45:43.278972 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-6d7d8d35-c78e-44eb-9bd6-3aac53bc1cee tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:45:43.284821 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [None req-6d7d8d35-c78e-44eb-9bd6-3aac53bc1cee tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:45:43.294898 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d7d8d35-c78e-44eb-9bd6-3aac53bc1cee tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] Made reservation on behalf of a4ea1a148ea742c594b9948ed7bb3759 for: {'network': 1} {{(pid=84040) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:45:43.298386 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-6d7d8d35-c78e-44eb-9bd6-3aac53bc1cee tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for network, before_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:45:43.326451 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6d7d8d35-c78e-44eb-9bd6-3aac53bc1cee tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 369} {{(pid=84040) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 21:45:43.334714 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-6d7d8d35-c78e-44eb-9bd6-3aac53bc1cee tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1082986'] for segment, precommit_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:45:43.335054 n-d-838334-2 neutron-server[84040]: INFO neutron.db.segments_db [None req-6d7d8d35-c78e-44eb-9bd6-3aac53bc1cee tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] Added segment d5cae296-d35d-43ed-b25a-2417fe434935 of type vlan for network d069cc8a-64ec-4519-b52c-4eb0e21a2f6b Apr 18 21:45:43.360112 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-6d7d8d35-c78e-44eb-9bd6-3aac53bc1cee tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750374825732'] for network, precommit_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:45:43.388891 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-6d7d8d35-c78e-44eb-9bd6-3aac53bc1cee tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33526109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022'] for network, after_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:45:43.392634 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d7d8d35-c78e-44eb-9bd6-3aac53bc1cee tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:45:43.393210 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-6d7d8d35-c78e-44eb-9bd6-3aac53bc1cee tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] Notify callbacks [] for network, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:45:43.495673 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-6d7d8d35-c78e-44eb-9bd6-3aac53bc1cee tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2351205 Apr 18 21:45:43.498999 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 41436) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:45:43.506176 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.v2.base [None req-12372d4b-3aea-463e-a163-6a3a188de845 tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1994209940', 'admin_state_up': True, 'project_id': 'a4ea1a148ea742c594b9948ed7bb3759', 'external_gateway_info': {'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c'}}} {{(pid=84040) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:45:43.515450 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [None req-12372d4b-3aea-463e-a163-6a3a188de845 tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:45:43.517636 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d7d8d35-c78e-44eb-9bd6-3aac53bc1cee tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] Pushing event updated for resources: {'Network': ['ID=d069cc8a-64ec-4519-b52c-4eb0e21a2f6b,revision_number=1']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:45:43.522659 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-12372d4b-3aea-463e-a163-6a3a188de845 tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] Usage tracker for resource:router and tenant:a4ea1a148ea742c594b9948ed7bb3759 is out of sync, need to count used quota {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:45:43.526205 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-12372d4b-3aea-463e-a163-6a3a188de845 tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:45:43.527965 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Network d069cc8a-64ec-4519-b52c-4eb0e21a2f6b details requested by agent ovs-agent-n-d-838334-2 with host n-d-838334-2 {{(pid=84042) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 18 21:45:43.532624 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [None req-12372d4b-3aea-463e-a163-6a3a188de845 tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:45:43.542363 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-12372d4b-3aea-463e-a163-6a3a188de845 tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-33442106', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5708'] for router, before_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:45:43.543409 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-12372d4b-3aea-463e-a163-6a3a188de845 tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33442137', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33444285', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33535433', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5703'] for router, precommit_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:45:43.565292 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-12372d4b-3aea-463e-a163-6a3a188de845 tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:45:43.714961 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-12372d4b-3aea-463e-a163-6a3a188de845 tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-33444175', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-33443520', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5293'] for router, precommit_update {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:45:43.889885 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-12372d4b-3aea-463e-a163-6a3a188de845 tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] Notify callbacks [] for router_gateway, before_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:45:43.917901 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-12372d4b-3aea-463e-a163-6a3a188de845 tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:45:44.052158 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.db_base_plugin_common [None req-12372d4b-3aea-463e-a163-6a3a188de845 tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] Allocated IP 172.25.8.180 (e41b6600-a917-4a8d-b05c-be3be40c6d8c/6b05667b-848e-4356-9b44-d5eb6808ef74/4aa64a49-f853-4fab-afbd-804bbb8e3bf2) {{(pid=84040) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 21:45:44.194604 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-12372d4b-3aea-463e-a163-6a3a188de845 tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] Notify callbacks [] for port, precommit_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:45:44.221516 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-12372d4b-3aea-463e-a163-6a3a188de845 tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750374836619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32440838'] for port, after_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:45:44.284736 n-d-838334-2 neutron-server[84040]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12372d4b-3aea-463e-a163-6a3a188de845 tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] Network e41b6600-a917-4a8d-b05c-be3be40c6d8c is already hosted by enough agents. {{(pid=84040) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:45:44.287774 n-d-838334-2 neutron-server[84040]: DEBUG neutron.scheduler.base_scheduler [None req-12372d4b-3aea-463e-a163-6a3a188de845 tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] Resources bound (agent type, host, resource id): {{(pid=84040) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:45:44.292581 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12372d4b-3aea-463e-a163-6a3a188de845 tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] Received port after_create {{(pid=84040) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 21:45:44.325098 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12372d4b-3aea-463e-a163-6a3a188de845 tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] Pushing event updated for resources: {'Port': ['ID=4aa64a49-f853-4fab-afbd-804bbb8e3bf2,revision_number=1']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:45:44.446948 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-12372d4b-3aea-463e-a163-6a3a188de845 tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] Notify callbacks [] for router_gateway, after_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:45:44.447584 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-12372d4b-3aea-463e-a163-6a3a188de845 tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33443529', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33444176'] for router, after_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:45:44.769010 n-d-838334-2 neutron-server[84040]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-12372d4b-3aea-463e-a163-6a3a188de845 tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] Router 7c330a5a-fef6-4c32-95d6-2f2d4beaba82 is scheduled to L3 agent bc84d6c9-dd7a-4555-a351-592327b46d5a with binding_index 1 {{(pid=84040) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 18 21:45:44.965795 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-12372d4b-3aea-463e-a163-6a3a188de845 tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] Notify agent at l3_agent.n-d-838334-2 the message routers_updated {{(pid=84040) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 21:45:44.976426 n-d-838334-2 neutron-server[84043]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e21a14d4-6194-4fb9-9873-d825370de116 None None] Sync routers for ids ['7c330a5a-fef6-4c32-95d6-2f2d4beaba82'] in n-d-838334-2 {{(pid=84043) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 18 21:45:44.992155 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-12372d4b-3aea-463e-a163-6a3a188de845 tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] Notify callbacks [] for router, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:45:44.992525 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e21a14d4-6194-4fb9-9873-d825370de116 None None] Routers {'7c330a5a-fef6-4c32-95d6-2f2d4beaba82'} bound to L3 agent in host n-d-838334-2 {{(pid=84043) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 21:45:44.993231 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.l3_hamode_db [None req-e21a14d4-6194-4fb9-9873-d825370de116 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838334-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-18T20:25:48Z,description=,heartbeat_timestamp=2022-04-18T21:45:18Z,host='n-d-838334-2',id=bc84d6c9-dd7a-4555-a351-592327b46d5a,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:25:48Z,topic='l3_agent')) {'router_ids': ['7c330a5a-fef6-4c32-95d6-2f2d4beaba82'], 'active': True} {{(pid=84043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:45:44.993393 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-12372d4b-3aea-463e-a163-6a3a188de845 tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 1.4934545 Apr 18 21:45:44.997705 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 41440) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:45:45.038911 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-30700100-fee7-41db-8519-89f9dc63c9ac tempest-TestNetworkAdvancedServerOps-1683056737 tempest-TestNetworkAdvancedServerOps-1683056737-project-admin] 10.222.0.42 "GET /v2.0/subnets?project_id=a4ea1a148ea742c594b9948ed7bb3759&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0408342 Apr 18 21:45:45.041629 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 41444) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:45:45.170497 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.l3_dvr_db [None req-e21a14d4-6194-4fb9-9873-d825370de116 None None] Set router 7c330a5a-fef6-4c32-95d6-2f2d4beaba82 gateway port host: n-d-838334-2 {{(pid=84043) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 21:45:45.171396 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6efce16a-9278-47a3-90af-bf70c716477c tempest-TestNetworkAdvancedServerOps-1683056737 tempest-TestNetworkAdvancedServerOps-1683056737-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:45:45.173194 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-6efce16a-9278-47a3-90af-bf70c716477c tempest-TestNetworkAdvancedServerOps-1683056737 tempest-TestNetworkAdvancedServerOps-1683056737-project-admin] 10.222.0.42 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1306047 Apr 18 21:45:45.175980 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 41448) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:45:45.220690 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-3524e6ec-a086-4cbc-88c4-7fa675306c11 tempest-TestNetworkAdvancedServerOps-1683056737 tempest-TestNetworkAdvancedServerOps-1683056737-project-admin] 10.222.0.42 "GET /v2.0/subnets?network_id=e41b6600-a917-4a8d-b05c-be3be40c6d8c&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0435741 Apr 18 21:45:45.223164 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 41452) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:45:45.228414 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.v2.base [None req-83cebd54-a47c-4c07-b712-bda2b2dd6512 tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1554959392', 'network_id': 'd069cc8a-64ec-4519-b52c-4eb0e21a2f6b', 'project_id': 'a4ea1a148ea742c594b9948ed7bb3759', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=84041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:45:45.342667 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-83cebd54-a47c-4c07-b712-bda2b2dd6512 tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:45:45.346739 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-83cebd54-a47c-4c07-b712-bda2b2dd6512 tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] Usage tracker for resource:subnet and tenant:a4ea1a148ea742c594b9948ed7bb3759 is out of sync, need to count used quota {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:45:45.349540 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-83cebd54-a47c-4c07-b712-bda2b2dd6512 tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:45:45.355094 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-83cebd54-a47c-4c07-b712-bda2b2dd6512 tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:45:45.365912 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-83cebd54-a47c-4c07-b712-bda2b2dd6512 tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] Made reservation on behalf of a4ea1a148ea742c594b9948ed7bb3759 for: {'subnet': 1} {{(pid=84041) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:45:45.449488 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.l3_hamode_db [None req-e21a14d4-6194-4fb9-9873-d825370de116 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c330a5a-fef6-4c32-95d6-2f2d4beaba82', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1994209940', 'tenant_id': 'a4ea1a148ea742c594b9948ed7bb3759', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'external_fixed_ips': [{'subnet_id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'ip_address': '172.25.8.180'}], 'enable_snat': True}, 'gw_port_id': '4aa64a49-f853-4fab-afbd-804bbb8e3bf2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:45:43Z', 'updated_at': '2022-04-18T21:45:44Z', 'revision_number': 3, 'project_id': 'a4ea1a148ea742c594b9948ed7bb3759', 'gw_port': {'id': '4aa64a49-f853-4fab-afbd-804bbb8e3bf2', 'name': '', 'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:a6:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7c330a5a-fef6-4c32-95d6-2f2d4beaba82', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'ip_address': '172.25.8.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:45:43Z', 'updated_at': '2022-04-18T21:45:44Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838334-2'}], 'n-d-838334-2', False) {} {{(pid=84043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:45:45.453816 n-d-838334-2 neutron-server[84043]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e21a14d4-6194-4fb9-9873-d825370de116 None None] Checking router: 7c330a5a-fef6-4c32-95d6-2f2d4beaba82 for host: n-d-838334-2 {{(pid=84043) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 18 21:45:45.454160 n-d-838334-2 neutron-server[84043]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e21a14d4-6194-4fb9-9873-d825370de116 None None] Updating router 7c330a5a-fef6-4c32-95d6-2f2d4beaba82 port 4aa64a49-f853-4fab-afbd-804bbb8e3bf2 binding host n-d-838334-2 {{(pid=84043) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 18 21:45:45.467876 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-83cebd54-a47c-4c07-b712-bda2b2dd6512 tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32486301'] for subnet, before_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:45:45.505037 n-d-838334-2 neutron-server[84043]: DEBUG neutron_lib.callbacks.manager [None req-e21a14d4-6194-4fb9-9873-d825370de116 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:45:45.676343 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-83cebd54-a47c-4c07-b712-bda2b2dd6512 tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33526260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32266407', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32486287'] for subnet, after_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:45:45.751353 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83cebd54-a47c-4c07-b712-bda2b2dd6512 tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] Pushing event updated for resources: {'Subnet': ['ID=58abbd53-699a-4ae4-8061-88e769996de5,revision_number=0']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:45:45.759964 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-7d3e819b-c85a-4b1b-a171-ee46959995c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750375287399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253529'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:45:45.763878 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83cebd54-a47c-4c07-b712-bda2b2dd6512 tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] Checking segment: {'id': 'd5cae296-d35d-43ed-b25a-2417fe434935', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': 'd069cc8a-64ec-4519-b52c-4eb0e21a2f6b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84041) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 21:45:45.764226 n-d-838334-2 neutron-server[84041]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83cebd54-a47c-4c07-b712-bda2b2dd6512 tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] Network hostable DHCP agents. Network: d069cc8a-64ec-4519-b52c-4eb0e21a2f6b, hostable agents: ['8746f8ea-3e91-4b32-9919-2c63adeb8722'], hosted agents: [] {{(pid=84041) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 21:45:45.787014 n-d-838334-2 neutron-server[84041]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83cebd54-a47c-4c07-b712-bda2b2dd6512 tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] Network d069cc8a-64ec-4519-b52c-4eb0e21a2f6b is scheduled to be hosted by DHCP agent 8746f8ea-3e91-4b32-9919-2c63adeb8722 with binding_index 1 {{(pid=84041) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 21:45:45.796904 n-d-838334-2 neutron-server[84041]: DEBUG neutron.scheduler.base_scheduler [None req-83cebd54-a47c-4c07-b712-bda2b2dd6512 tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-838334-2, d069cc8a-64ec-4519-b52c-4eb0e21a2f6b) {{(pid=84041) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:45:45.802020 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83cebd54-a47c-4c07-b712-bda2b2dd6512 tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:45:45.802612 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-83cebd54-a47c-4c07-b712-bda2b2dd6512 tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] Notify callbacks [] for subnet, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:45:45.807317 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c16bf343-7192-40d8-9bf2-af60b9a58711 None None] Network d069cc8a-64ec-4519-b52c-4eb0e21a2f6b requested from n-d-838334-2 {{(pid=84042) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 21:45:45.844408 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-83cebd54-a47c-4c07-b712-bda2b2dd6512 tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.6199281 Apr 18 21:45:45.846018 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 41456) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:45:45.851433 n-d-838334-2 neutron-server[84043]: DEBUG neutron_lib.callbacks.manager [None req-e21a14d4-6194-4fb9-9873-d825370de116 None None] Notify callbacks [] for port, precommit_update {{(pid=84043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:45:45.866007 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.provisioning_blocks [None req-e21a14d4-6194-4fb9-9873-d825370de116 None None] Transition to ACTIVE for port object 4aa64a49-f853-4fab-afbd-804bbb8e3bf2 will not be triggered until provisioned by entity L2. {{(pid=84043) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:45:45.872982 n-d-838334-2 neutron-server[84043]: DEBUG neutron_lib.callbacks.manager [None req-e21a14d4-6194-4fb9-9873-d825370de116 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682'] for port, after_update {{(pid=84043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:45:45.960094 n-d-838334-2 neutron-server[84043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39bcaea2-6bc4-4c25-8952-3e04b21e010c None None] Pushing event updated for resources: {'Port': ['ID=4aa64a49-f853-4fab-afbd-804bbb8e3bf2,revision_number=2']} {{(pid=84043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:45:45.994568 n-d-838334-2 neutron-server[84043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39bcaea2-6bc4-4c25-8952-3e04b21e010c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:45:45.995236 n-d-838334-2 neutron-server[84043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39bcaea2-6bc4-4c25-8952-3e04b21e010c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:45:45.995236 n-d-838334-2 neutron-server[84043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39bcaea2-6bc4-4c25-8952-3e04b21e010c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:45:45.995667 n-d-838334-2 neutron-server[84043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39bcaea2-6bc4-4c25-8952-3e04b21e010c None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:45:45.996089 n-d-838334-2 neutron-server[84043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39bcaea2-6bc4-4c25-8952-3e04b21e010c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:45:45.996879 n-d-838334-2 neutron-server[84043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39bcaea2-6bc4-4c25-8952-3e04b21e010c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:45:45.997284 n-d-838334-2 neutron-server[84043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39bcaea2-6bc4-4c25-8952-3e04b21e010c None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:45:45.998063 n-d-838334-2 neutron-server[84043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39bcaea2-6bc4-4c25-8952-3e04b21e010c None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:45:45.998154 n-d-838334-2 neutron-server[84043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39bcaea2-6bc4-4c25-8952-3e04b21e010c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:45:45.998461 n-d-838334-2 neutron-server[84043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39bcaea2-6bc4-4c25-8952-3e04b21e010c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:45:45.998785 n-d-838334-2 neutron-server[84043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39bcaea2-6bc4-4c25-8952-3e04b21e010c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:45:46.026744 n-d-838334-2 neutron-server[84043]: DEBUG neutron.plugins.ml2.managers [None req-e21a14d4-6194-4fb9-9873-d825370de116 None None] Attempting to bind port 4aa64a49-f853-4fab-afbd-804bbb8e3bf2 on host n-d-838334-2 for vnic_type normal with profile {{(pid=84043) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 21:45:46.027104 n-d-838334-2 neutron-server[84043]: DEBUG neutron.plugins.ml2.managers [None req-e21a14d4-6194-4fb9-9873-d825370de116 None None] Attempting to bind port 4aa64a49-f853-4fab-afbd-804bbb8e3bf2 by drivers openvswitch,hyperv on host n-d-838334-2 at level 0 using segments [{'id': '732aa830-768b-4511-951f-d08e26b9c25b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c'}] {{(pid=84043) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 21:45:46.027455 n-d-838334-2 neutron-server[84043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e21a14d4-6194-4fb9-9873-d825370de116 None None] Attempting to bind port 4aa64a49-f853-4fab-afbd-804bbb8e3bf2 on network e41b6600-a917-4a8d-b05c-be3be40c6d8c {{(pid=84043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 21:45:46.037149 n-d-838334-2 neutron-server[84043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e21a14d4-6194-4fb9-9873-d825370de116 None None] Checking agent: {'id': '97cd4414-7af6-4d67-868d-dff370b4071a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838334-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 25, 49), 'started_at': datetime.datetime(2022, 4, 18, 20, 26, 19), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 21, 45, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838334-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 18 21:45:46.037629 n-d-838334-2 neutron-server[84043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e21a14d4-6194-4fb9-9873-d825370de116 None None] Checking segment: {'id': '732aa830-768b-4511-951f-d08e26b9c25b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84043) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 21:45:46.038187 n-d-838334-2 neutron-server[84043]: DEBUG neutron_lib.callbacks.manager [None req-e21a14d4-6194-4fb9-9873-d825370de116 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:45:46.038518 n-d-838334-2 neutron-server[84043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e21a14d4-6194-4fb9-9873-d825370de116 None None] Bound using segment: {'id': '732aa830-768b-4511-951f-d08e26b9c25b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c'} {{(pid=84043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 18 21:45:46.039053 n-d-838334-2 neutron-server[84043]: DEBUG neutron.plugins.ml2.managers [None req-e21a14d4-6194-4fb9-9873-d825370de116 None None] Bound port: 4aa64a49-f853-4fab-afbd-804bbb8e3bf2, host: n-d-838334-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '732aa830-768b-4511-951f-d08e26b9c25b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c'}}] {{(pid=84043) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 21:45:46.039595 n-d-838334-2 neutron-server[84043]: DEBUG neutron_lib.callbacks.manager [None req-e21a14d4-6194-4fb9-9873-d825370de116 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:45:46.041715 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7991288e-0fec-4479-9963-9082b726035b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp016840fc-1f9f-5892-9c53-c9cf6c845bbb-d069cc8a-64ec-4519-b52c-4eb0e21a2f6b', 'network_id': 'd069cc8a-64ec-4519-b52c-4eb0e21a2f6b', 'tenant_id': 'a4ea1a148ea742c594b9948ed7bb3759', 'fixed_ips': [{'subnet_id': '58abbd53-699a-4ae4-8061-88e769996de5'}]}} from n-d-838334-2. {{(pid=84042) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 18 21:45:46.042747 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-7991288e-0fec-4479-9963-9082b726035b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_create {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:45:46.092305 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.agents_db [None req-6346a179-333c-4370-b5a6-936984aeab15 None None] Agent healthcheck: found 7 active agents {{(pid=84043) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 18 21:45:46.117917 n-d-838334-2 neutron-server[84043]: DEBUG neutron.plugins.ml2.db [None req-e21a14d4-6194-4fb9-9873-d825370de116 None None] For port 4aa64a49-f853-4fab-afbd-804bbb8e3bf2, host n-d-838334-2, cleared binding levels {{(pid=84043) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 21:45:46.121329 n-d-838334-2 neutron-server[84043]: DEBUG neutron.plugins.ml2.db [None req-e21a14d4-6194-4fb9-9873-d825370de116 None None] For port 4aa64a49-f853-4fab-afbd-804bbb8e3bf2, host n-d-838334-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838334-2',level=0,port_id=4aa64a49-f853-4fab-afbd-804bbb8e3bf2,segment=NetworkSegment(732aa830-768b-4511-951f-d08e26b9c25b),segment_id=732aa830-768b-4511-951f-d08e26b9c25b)] {{(pid=84043) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 21:45:46.126707 n-d-838334-2 neutron-server[84043]: DEBUG neutron_lib.callbacks.manager [None req-e21a14d4-6194-4fb9-9873-d825370de116 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682'] for port, after_update {{(pid=84043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:45:46.212435 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e21a14d4-6194-4fb9-9873-d825370de116 None None] Routers {'7c330a5a-fef6-4c32-95d6-2f2d4beaba82'} bound to L3 agent in host n-d-838334-2 {{(pid=84043) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 21:45:46.212948 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.l3_hamode_db [None req-e21a14d4-6194-4fb9-9873-d825370de116 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838334-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-18T20:25:48Z,description=,heartbeat_timestamp=2022-04-18T21:45:18Z,host='n-d-838334-2',id=bc84d6c9-dd7a-4555-a351-592327b46d5a,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:25:48Z,topic='l3_agent')) {'router_ids': ['7c330a5a-fef6-4c32-95d6-2f2d4beaba82'], 'active': True} {{(pid=84043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:45:46.221429 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.db_base_plugin_common [None req-7991288e-0fec-4479-9963-9082b726035b None None] Allocated IP 172.20.0.2 (d069cc8a-64ec-4519-b52c-4eb0e21a2f6b/58abbd53-699a-4ae4-8061-88e769996de5/45ae01c8-5c1d-42b1-b05e-f3c51062fb4b) {{(pid=84042) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 21:45:46.352248 n-d-838334-2 neutron-server[84043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39bcaea2-6bc4-4c25-8952-3e04b21e010c None None] Pushing event updated for resources: {'Port': ['ID=4aa64a49-f853-4fab-afbd-804bbb8e3bf2,revision_number=3']} {{(pid=84043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:45:46.418222 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.l3_dvr_db [None req-e21a14d4-6194-4fb9-9873-d825370de116 None None] Set router 7c330a5a-fef6-4c32-95d6-2f2d4beaba82 gateway port host: n-d-838334-2 {{(pid=84043) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 21:45:46.442511 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-7991288e-0fec-4479-9963-9082b726035b None None] Notify callbacks [] for port, precommit_create {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:45:46.457620 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-7991288e-0fec-4479-9963-9082b726035b None None] Transition to ACTIVE for port object 45ae01c8-5c1d-42b1-b05e-f3c51062fb4b will not be triggered until provisioned by entity L2. {{(pid=84042) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:45:46.477994 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-7991288e-0fec-4479-9963-9082b726035b None None] Transition to ACTIVE for port object 45ae01c8-5c1d-42b1-b05e-f3c51062fb4b will not be triggered until provisioned by entity DHCP. {{(pid=84042) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:45:46.484330 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-7991288e-0fec-4479-9963-9082b726035b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750374836619'] for port, after_create {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:45:46.557709 n-d-838334-2 neutron-server[84042]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7991288e-0fec-4479-9963-9082b726035b None None] Network d069cc8a-64ec-4519-b52c-4eb0e21a2f6b is already hosted by enough agents. {{(pid=84042) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:45:46.561363 n-d-838334-2 neutron-server[84042]: DEBUG neutron.scheduler.base_scheduler [None req-7991288e-0fec-4479-9963-9082b726035b None None] Resources bound (agent type, host, resource id): {{(pid=84042) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:45:46.564035 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7991288e-0fec-4479-9963-9082b726035b None None] Received port after_create {{(pid=84042) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 21:45:46.577637 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7991288e-0fec-4479-9963-9082b726035b None None] Pushing event updated for resources: {'Port': ['ID=45ae01c8-5c1d-42b1-b05e-f3c51062fb4b,revision_number=1']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:45:46.634392 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-021eb99e-ffad-4dac-9ba0-243aec0c0481 tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:45:46.664760 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.managers [None req-7991288e-0fec-4479-9963-9082b726035b None None] Attempting to bind port 45ae01c8-5c1d-42b1-b05e-f3c51062fb4b on host n-d-838334-2 for vnic_type normal with profile {{(pid=84042) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 21:45:46.665159 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.managers [None req-7991288e-0fec-4479-9963-9082b726035b None None] Attempting to bind port 45ae01c8-5c1d-42b1-b05e-f3c51062fb4b by drivers openvswitch,hyperv on host n-d-838334-2 at level 0 using segments [{'id': 'd5cae296-d35d-43ed-b25a-2417fe434935', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': 'd069cc8a-64ec-4519-b52c-4eb0e21a2f6b'}] {{(pid=84042) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 21:45:46.665521 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7991288e-0fec-4479-9963-9082b726035b None None] Attempting to bind port 45ae01c8-5c1d-42b1-b05e-f3c51062fb4b on network d069cc8a-64ec-4519-b52c-4eb0e21a2f6b {{(pid=84042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 21:45:46.672990 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7991288e-0fec-4479-9963-9082b726035b None None] Checking agent: {'id': '97cd4414-7af6-4d67-868d-dff370b4071a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838334-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 25, 49), 'started_at': datetime.datetime(2022, 4, 18, 20, 26, 19), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 21, 45, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838334-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 18 21:45:46.673360 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7991288e-0fec-4479-9963-9082b726035b None None] Checking segment: {'id': 'd5cae296-d35d-43ed-b25a-2417fe434935', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': 'd069cc8a-64ec-4519-b52c-4eb0e21a2f6b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84042) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 21:45:46.673757 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-7991288e-0fec-4479-9963-9082b726035b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:45:46.674145 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7991288e-0fec-4479-9963-9082b726035b None None] Bound using segment: {'id': 'd5cae296-d35d-43ed-b25a-2417fe434935', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': 'd069cc8a-64ec-4519-b52c-4eb0e21a2f6b'} {{(pid=84042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 18 21:45:46.674604 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.managers [None req-7991288e-0fec-4479-9963-9082b726035b None None] Bound port: 45ae01c8-5c1d-42b1-b05e-f3c51062fb4b, host: n-d-838334-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd5cae296-d35d-43ed-b25a-2417fe434935', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': 'd069cc8a-64ec-4519-b52c-4eb0e21a2f6b'}}] {{(pid=84042) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 21:45:46.674968 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-7991288e-0fec-4479-9963-9082b726035b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:45:46.716378 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.l3_hamode_db [None req-e21a14d4-6194-4fb9-9873-d825370de116 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c330a5a-fef6-4c32-95d6-2f2d4beaba82', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1994209940', 'tenant_id': 'a4ea1a148ea742c594b9948ed7bb3759', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'external_fixed_ips': [{'subnet_id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'ip_address': '172.25.8.180'}], 'enable_snat': True}, 'gw_port_id': '4aa64a49-f853-4fab-afbd-804bbb8e3bf2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:45:43Z', 'updated_at': '2022-04-18T21:45:44Z', 'revision_number': 3, 'project_id': 'a4ea1a148ea742c594b9948ed7bb3759', 'gw_port': {'id': '4aa64a49-f853-4fab-afbd-804bbb8e3bf2', 'name': '', 'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:a6:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7c330a5a-fef6-4c32-95d6-2f2d4beaba82', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'ip_address': '172.25.8.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:45:43Z', 'updated_at': '2022-04-18T21:45:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838334-2'}], 'n-d-838334-2', False) {} {{(pid=84043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:45:46.720401 n-d-838334-2 neutron-server[84043]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e21a14d4-6194-4fb9-9873-d825370de116 None None] The sync data for ids ['7c330a5a-fef6-4c32-95d6-2f2d4beaba82'] in n-d-838334-2 is: [{'id': '7c330a5a-fef6-4c32-95d6-2f2d4beaba82', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1994209940', 'tenant_id': 'a4ea1a148ea742c594b9948ed7bb3759', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'external_fixed_ips': [{'subnet_id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'ip_address': '172.25.8.180'}], 'enable_snat': True}, 'gw_port_id': '4aa64a49-f853-4fab-afbd-804bbb8e3bf2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:45:43Z', 'updated_at': '2022-04-18T21:45:44Z', 'revision_number': 3, 'project_id': 'a4ea1a148ea742c594b9948ed7bb3759', 'gw_port': {'id': '4aa64a49-f853-4fab-afbd-804bbb8e3bf2', 'name': '', 'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:a6:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7c330a5a-fef6-4c32-95d6-2f2d4beaba82', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'ip_address': '172.25.8.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:45:43Z', 'updated_at': '2022-04-18T21:45:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838334-2'}] {{(pid=84043) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 18 21:45:46.772724 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-7991288e-0fec-4479-9963-9082b726035b None None] For port 45ae01c8-5c1d-42b1-b05e-f3c51062fb4b, host n-d-838334-2, cleared binding levels {{(pid=84042) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 21:45:46.776098 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-7991288e-0fec-4479-9963-9082b726035b None None] For port 45ae01c8-5c1d-42b1-b05e-f3c51062fb4b, host n-d-838334-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838334-2',level=0,port_id=45ae01c8-5c1d-42b1-b05e-f3c51062fb4b,segment=NetworkSegment(d5cae296-d35d-43ed-b25a-2417fe434935),segment_id=d5cae296-d35d-43ed-b25a-2417fe434935)] {{(pid=84042) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 21:45:46.783472 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-7991288e-0fec-4479-9963-9082b726035b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682'] for port, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:45:46.877174 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7991288e-0fec-4479-9963-9082b726035b None None] Pushing event updated for resources: {'Port': ['ID=45ae01c8-5c1d-42b1-b05e-f3c51062fb4b,revision_number=2']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:45:47.101653 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.db_base_plugin_common [None req-021eb99e-ffad-4dac-9ba0-243aec0c0481 tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] Allocated IP 172.20.0.1 (d069cc8a-64ec-4519-b52c-4eb0e21a2f6b/58abbd53-699a-4ae4-8061-88e769996de5/ff580a36-2555-4a9d-8f58-eb11f03b0f43) {{(pid=84040) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 21:45:47.275978 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Device 4aa64a49-f853-4fab-afbd-804bbb8e3bf2 up at agent ovs-agent-n-d-838334-2 {{(pid=84042) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 21:45:47.365085 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Provisioning for port 4aa64a49-f853-4fab-afbd-804bbb8e3bf2 completed by entity L2. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 21:45:47.370069 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Provisioning complete for port 4aa64a49-f853-4fab-afbd-804bbb8e3bf2 triggered by entity L2. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:45:47.370581 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1253608'] for port, provisioning_complete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:45:47.418596 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-021eb99e-ffad-4dac-9ba0-243aec0c0481 tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] Notify callbacks [] for port, precommit_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:45:47.438180 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.provisioning_blocks [None req-021eb99e-ffad-4dac-9ba0-243aec0c0481 tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] Transition to ACTIVE for port object ff580a36-2555-4a9d-8f58-eb11f03b0f43 will not be triggered until provisioned by entity DHCP. {{(pid=84040) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:45:47.463677 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-021eb99e-ffad-4dac-9ba0-243aec0c0481 tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750374836619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32440838'] for port, after_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:45:47.497706 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:45:47.516269 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] For port 4aa64a49-f853-4fab-afbd-804bbb8e3bf2, host n-d-838334-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838334-2',level=0,port_id=4aa64a49-f853-4fab-afbd-804bbb8e3bf2,segment=NetworkSegment(732aa830-768b-4511-951f-d08e26b9c25b),segment_id=732aa830-768b-4511-951f-d08e26b9c25b)] {{(pid=84042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:45:47.521013 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682'] for port, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:45:47.521926 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Device 45ae01c8-5c1d-42b1-b05e-f3c51062fb4b up at agent ovs-agent-n-d-838334-2 {{(pid=84042) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 21:45:47.546606 n-d-838334-2 neutron-server[84040]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-021eb99e-ffad-4dac-9ba0-243aec0c0481 tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] Network d069cc8a-64ec-4519-b52c-4eb0e21a2f6b is already hosted by enough agents. {{(pid=84040) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:45:47.550688 n-d-838334-2 neutron-server[84040]: DEBUG neutron.scheduler.base_scheduler [None req-021eb99e-ffad-4dac-9ba0-243aec0c0481 tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] Resources bound (agent type, host, resource id): {{(pid=84040) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:45:47.552758 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-021eb99e-ffad-4dac-9ba0-243aec0c0481 tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] Pushing event updated for resources: {'Port': ['ID=ff580a36-2555-4a9d-8f58-eb11f03b0f43,revision_number=1']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:45:47.555228 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.l3_dvrscheduler_db [None req-021eb99e-ffad-4dac-9ba0-243aec0c0481 tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] Received port after_create {{(pid=84040) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 21:45:47.617347 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-021eb99e-ffad-4dac-9ba0-243aec0c0481 tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33444010'] for router_interface, before_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:45:47.678071 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Pushing event updated for resources: {'Port': ['ID=4aa64a49-f853-4fab-afbd-804bbb8e3bf2,revision_number=4']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:45:47.702922 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Provisioning for port 45ae01c8-5c1d-42b1-b05e-f3c51062fb4b completed by entity L2. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 21:45:47.725761 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-021eb99e-ffad-4dac-9ba0-243aec0c0481 tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:45:47.939142 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-108b1872-ed08-40df-8d94-1c4f08aaa8f0 None None] Network d069cc8a-64ec-4519-b52c-4eb0e21a2f6b requested from n-d-838334-2 {{(pid=84042) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 21:45:48.079980 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-376215f6-6a4a-46f7-89bd-0d0c326b113a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750375287399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253529'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:45:48.088259 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-2153fed3-4546-44cd-bab8-a0ffc0eb47bf None None] Provisioning for port 45ae01c8-5c1d-42b1-b05e-f3c51062fb4b completed by entity DHCP. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 21:45:48.105079 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-2153fed3-4546-44cd-bab8-a0ffc0eb47bf None None] Provisioning complete for port 45ae01c8-5c1d-42b1-b05e-f3c51062fb4b triggered by entity DHCP. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:45:48.105441 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-2153fed3-4546-44cd-bab8-a0ffc0eb47bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1253608'] for port, provisioning_complete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:45:48.161925 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-021eb99e-ffad-4dac-9ba0-243aec0c0481 tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] Notify callbacks [] for port, precommit_update {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:45:48.167543 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-021eb99e-ffad-4dac-9ba0-243aec0c0481 tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32440959'] for port, after_update {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:45:48.283169 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-021eb99e-ffad-4dac-9ba0-243aec0c0481 tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] Pushing event updated for resources: {'Port': ['ID=ff580a36-2555-4a9d-8f58-eb11f03b0f43,revision_number=2']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:45:48.288011 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-021eb99e-ffad-4dac-9ba0-243aec0c0481 tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-32377886', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33443847'] for router_interface, after_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:45:48.331527 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-2153fed3-4546-44cd-bab8-a0ffc0eb47bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:45:48.370777 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-2153fed3-4546-44cd-bab8-a0ffc0eb47bf None None] For port 45ae01c8-5c1d-42b1-b05e-f3c51062fb4b, host n-d-838334-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838334-2',level=0,port_id=45ae01c8-5c1d-42b1-b05e-f3c51062fb4b,segment=NetworkSegment(d5cae296-d35d-43ed-b25a-2417fe434935),segment_id=d5cae296-d35d-43ed-b25a-2417fe434935)] {{(pid=84042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:45:48.375527 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-2153fed3-4546-44cd-bab8-a0ffc0eb47bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682'] for port, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:45:48.445994 n-d-838334-2 neutron-server[84040]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-021eb99e-ffad-4dac-9ba0-243aec0c0481 tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] Network d069cc8a-64ec-4519-b52c-4eb0e21a2f6b is already hosted by enough agents. {{(pid=84040) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:45:48.447253 n-d-838334-2 neutron-server[84040]: DEBUG neutron.scheduler.base_scheduler [None req-021eb99e-ffad-4dac-9ba0-243aec0c0481 tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] Resources bound (agent type, host, resource id): {{(pid=84040) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:45:48.448397 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2153fed3-4546-44cd-bab8-a0ffc0eb47bf None None] Pushing event updated for resources: {'Port': ['ID=45ae01c8-5c1d-42b1-b05e-f3c51062fb4b,revision_number=3']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:45:48.611019 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-03c226e7-9657-40a2-9a8e-156e36006ec2 None None] Provisioning complete for port 45ae01c8-5c1d-42b1-b05e-f3c51062fb4b triggered by entity DHCP. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:45:48.611403 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-03c226e7-9657-40a2-9a8e-156e36006ec2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1253608'] for port, provisioning_complete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:45:48.763223 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-03c226e7-9657-40a2-9a8e-156e36006ec2 None None] Provisioning for port ff580a36-2555-4a9d-8f58-eb11f03b0f43 completed by entity DHCP. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 21:45:48.768705 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-03c226e7-9657-40a2-9a8e-156e36006ec2 None None] Provisioning complete for port ff580a36-2555-4a9d-8f58-eb11f03b0f43 triggered by entity DHCP. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:45:48.769190 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-03c226e7-9657-40a2-9a8e-156e36006ec2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1253608'] for port, provisioning_complete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:45:48.827473 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.plugin [None req-03c226e7-9657-40a2-9a8e-156e36006ec2 None None] Port ff580a36-2555-4a9d-8f58-eb11f03b0f43 cannot update to ACTIVE because it is not bound. {{(pid=84042) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 18 21:45:48.873400 n-d-838334-2 neutron-server[84040]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-021eb99e-ffad-4dac-9ba0-243aec0c0481 tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] Router 7c330a5a-fef6-4c32-95d6-2f2d4beaba82 has already been hosted by L3 agent bc84d6c9-dd7a-4555-a351-592327b46d5a {{(pid=84040) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 21:45:48.948487 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-e7b2a32e-277d-4c5c-b608-4f95402f7f14 None None] Provisioning complete for port ff580a36-2555-4a9d-8f58-eb11f03b0f43 triggered by entity DHCP. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:45:48.949154 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-e7b2a32e-277d-4c5c-b608-4f95402f7f14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1253608'] for port, provisioning_complete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:45:49.003878 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.plugin [None req-e7b2a32e-277d-4c5c-b608-4f95402f7f14 None None] Port ff580a36-2555-4a9d-8f58-eb11f03b0f43 cannot update to ACTIVE because it is not bound. {{(pid=84042) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 18 21:45:49.181204 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Device 4aa64a49-f853-4fab-afbd-804bbb8e3bf2 up at agent ovs-agent-n-d-838334-2 {{(pid=84042) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 21:45:49.209448 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750375287399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253529'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:45:49.213129 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-021eb99e-ffad-4dac-9ba0-243aec0c0481 tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] Notify agent at l3_agent.n-d-838334-2 the message routers_updated {{(pid=84040) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 21:45:49.226046 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-021eb99e-ffad-4dac-9ba0-243aec0c0481 tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] 10.222.0.42 "PUT /v2.0/routers/7c330a5a-fef6-4c32-95d6-2f2d4beaba82/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3789527 Apr 18 21:45:49.252135 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Provisioning complete for port 4aa64a49-f853-4fab-afbd-804bbb8e3bf2 triggered by entity L2. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:45:49.252499 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1253608'] for port, provisioning_complete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:45:49.381103 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Device 45ae01c8-5c1d-42b1-b05e-f3c51062fb4b up at agent ovs-agent-n-d-838334-2 {{(pid=84042) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 21:45:49.407800 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [req-ce04295f-0093-4738-baa0-a677db99ab39 req-1a96d2ff-e765-40ce-9dad-32697a428b10 tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] Synchronizing usage tracker for tenant:a4ea1a148ea742c594b9948ed7bb3759 on resource:security_group {{(pid=84040) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 21:45:49.423780 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [req-ce04295f-0093-4738-baa0-a677db99ab39 req-1a96d2ff-e765-40ce-9dad-32697a428b10 tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] Unset dirty status for tenant:a4ea1a148ea742c594b9948ed7bb3759 on resource:security_group {{(pid=84040) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 21:45:49.424914 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-ce04295f-0093-4738-baa0-a677db99ab39 req-1a96d2ff-e765-40ce-9dad-32697a428b10 tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] 10.222.0.42 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1011840356&fields=id&tenant_id=a4ea1a148ea742c594b9948ed7bb3759 HTTP/1.1" status: 200 len: 267 time: 0.0601103 Apr 18 21:45:49.446761 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Provisioning complete for port 45ae01c8-5c1d-42b1-b05e-f3c51062fb4b triggered by entity L2. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:45:49.447121 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1253608'] for port, provisioning_complete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:45:49.571566 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce04295f-0093-4738-baa0-a677db99ab39 req-5c5d1205-a1e8-4596-aef6-e4b3825a4ac6 tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:45:49.572254 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [req-ce04295f-0093-4738-baa0-a677db99ab39 req-5c5d1205-a1e8-4596-aef6-e4b3825a4ac6 tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] Synchronizing usage tracker for tenant:a4ea1a148ea742c594b9948ed7bb3759 on resource:network {{(pid=84040) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 21:45:49.587067 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [req-ce04295f-0093-4738-baa0-a677db99ab39 req-5c5d1205-a1e8-4596-aef6-e4b3825a4ac6 tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] Unset dirty status for tenant:a4ea1a148ea742c594b9948ed7bb3759 on resource:network {{(pid=84040) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 21:45:49.588197 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-ce04295f-0093-4738-baa0-a677db99ab39 req-5c5d1205-a1e8-4596-aef6-e4b3825a4ac6 tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] 10.222.0.42 "GET /v2.0/networks?id=d069cc8a-64ec-4519-b52c-4eb0e21a2f6b HTTP/1.1" status: 200 len: 796 time: 0.1564548 Apr 18 21:45:49.605025 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-ce04295f-0093-4738-baa0-a677db99ab39 req-3b2c1830-68bf-48e3-acbb-ed41566a3c67 tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] 10.222.0.42 "GET /v2.0/quotas/a4ea1a148ea742c594b9948ed7bb3759 HTTP/1.1" status: 200 len: 375 time: 0.0109003 Apr 18 21:45:49.689843 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [req-ce04295f-0093-4738-baa0-a677db99ab39 req-6a48dd1c-8db6-43ea-83f4-49764c6c1949 tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] Synchronizing usage tracker for tenant:a4ea1a148ea742c594b9948ed7bb3759 on resource:port {{(pid=84040) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 21:45:49.700270 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-414b6ffe-e119-47bc-b18f-bcff1219c2f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750375287399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253529'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:45:49.705164 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [req-ce04295f-0093-4738-baa0-a677db99ab39 req-6a48dd1c-8db6-43ea-83f4-49764c6c1949 tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] Unset dirty status for tenant:a4ea1a148ea742c594b9948ed7bb3759 on resource:port {{(pid=84040) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 21:45:49.706419 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-ce04295f-0093-4738-baa0-a677db99ab39 req-6a48dd1c-8db6-43ea-83f4-49764c6c1949 tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=a4ea1a148ea742c594b9948ed7bb3759&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0960636 Apr 18 21:45:49.788957 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [req-ce04295f-0093-4738-baa0-a677db99ab39 req-f2856ff2-765a-47d4-bc0a-7203d8f12dc9 service neutron] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=84040) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 18 21:45:49.789908 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-ce04295f-0093-4738-baa0-a677db99ab39 req-f2856ff2-765a-47d4-bc0a-7203d8f12dc9 service neutron] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0715685 Apr 18 21:45:49.919331 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-ce04295f-0093-4738-baa0-a677db99ab39 req-3979545d-a1c6-4eea-912b-26e7cbc3d9c8 service neutron] 10.222.0.42 "GET /v2.0/networks/d069cc8a-64ec-4519-b52c-4eb0e21a2f6b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1231704 Apr 18 21:45:50.063058 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-ce04295f-0093-4738-baa0-a677db99ab39 req-06736d64-bb6a-4270-aa3d-60f3aa4a0d3e service neutron] 10.222.0.42 "GET /v2.0/networks/d069cc8a-64ec-4519-b52c-4eb0e21a2f6b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1378319 Apr 18 21:45:50.261379 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-006635d2-fb1b-46d4-99d2-0c2d3e0fe124 req-21751ad8-cdcf-42ac-83d0-599c698f9725 tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] 10.222.0.42 "GET /v2.0/ports?device_id=1cc81962-0b85-4365-9af4-d81df276fa53 HTTP/1.1" status: 200 len: 210 time: 0.0429800 Apr 18 21:45:50.425830 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2942d191-f152-4a9c-a8dc-5d76e6832028 None None] Sync routers for ids ['7c330a5a-fef6-4c32-95d6-2f2d4beaba82'] in n-d-838334-2 {{(pid=84042) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 18 21:45:50.437934 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2942d191-f152-4a9c-a8dc-5d76e6832028 None None] Routers {'7c330a5a-fef6-4c32-95d6-2f2d4beaba82'} bound to L3 agent in host n-d-838334-2 {{(pid=84042) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 21:45:50.438646 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_hamode_db [None req-2942d191-f152-4a9c-a8dc-5d76e6832028 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838334-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-18T20:25:48Z,description=,heartbeat_timestamp=2022-04-18T21:45:48Z,host='n-d-838334-2',id=bc84d6c9-dd7a-4555-a351-592327b46d5a,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:25:48Z,topic='l3_agent')) {'router_ids': ['7c330a5a-fef6-4c32-95d6-2f2d4beaba82'], 'active': True} {{(pid=84042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:45:50.622655 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_dvr_db [None req-2942d191-f152-4a9c-a8dc-5d76e6832028 None None] Set router 7c330a5a-fef6-4c32-95d6-2f2d4beaba82 gateway port host: n-d-838334-2 {{(pid=84042) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 21:45:50.837740 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-c7521a90-7d65-4e2e-842c-ca5d95e9a89c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750375287399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253529'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:45:50.957614 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_hamode_db [None req-2942d191-f152-4a9c-a8dc-5d76e6832028 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c330a5a-fef6-4c32-95d6-2f2d4beaba82', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1994209940', 'tenant_id': 'a4ea1a148ea742c594b9948ed7bb3759', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'external_fixed_ips': [{'subnet_id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'ip_address': '172.25.8.180'}], 'enable_snat': True}, 'gw_port_id': '4aa64a49-f853-4fab-afbd-804bbb8e3bf2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:45:43Z', 'updated_at': '2022-04-18T21:45:47Z', 'revision_number': 4, 'project_id': 'a4ea1a148ea742c594b9948ed7bb3759', 'gw_port': {'id': '4aa64a49-f853-4fab-afbd-804bbb8e3bf2', 'name': '', 'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:a6:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c330a5a-fef6-4c32-95d6-2f2d4beaba82', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'ip_address': '172.25.8.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:45:43Z', 'updated_at': '2022-04-18T21:45:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838334-2', '_interfaces': [{'id': 'ff580a36-2555-4a9d-8f58-eb11f03b0f43', 'name': '', 'network_id': 'd069cc8a-64ec-4519-b52c-4eb0e21a2f6b', 'tenant_id': 'a4ea1a148ea742c594b9948ed7bb3759', 'mac_address': 'fa:16:3e:73:38:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7c330a5a-fef6-4c32-95d6-2f2d4beaba82', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '58abbd53-699a-4ae4-8061-88e769996de5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:45:46Z', 'updated_at': '2022-04-18T21:45:47Z', 'revision_number': 2, 'project_id': 'a4ea1a148ea742c594b9948ed7bb3759', 'subnets': [{'id': '58abbd53-699a-4ae4-8061-88e769996de5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838334-2', False) {} {{(pid=84042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:45:50.961404 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2942d191-f152-4a9c-a8dc-5d76e6832028 None None] Checking router: 7c330a5a-fef6-4c32-95d6-2f2d4beaba82 for host: n-d-838334-2 {{(pid=84042) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 18 21:45:50.961755 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2942d191-f152-4a9c-a8dc-5d76e6832028 None None] Updating router 7c330a5a-fef6-4c32-95d6-2f2d4beaba82 port ff580a36-2555-4a9d-8f58-eb11f03b0f43 binding host n-d-838334-2 {{(pid=84042) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 18 21:45:51.046614 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-2942d191-f152-4a9c-a8dc-5d76e6832028 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:45:51.317710 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce04295f-0093-4738-baa0-a677db99ab39 req-baec1e8a-72ac-447e-9199-99602fb7eb93 tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:45:51.319144 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-ce04295f-0093-4738-baa0-a677db99ab39 req-baec1e8a-72ac-447e-9199-99602fb7eb93 tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] 10.222.0.43 "GET /v2.0/networks?id=d069cc8a-64ec-4519-b52c-4eb0e21a2f6b HTTP/1.1" status: 200 len: 796 time: 0.1479168 Apr 18 21:45:51.383814 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-ce04295f-0093-4738-baa0-a677db99ab39 req-7bfad22c-dbcb-40f5-b0c3-601a8126026f tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] 10.222.0.43 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a4ea1a148ea742c594b9948ed7bb3759 HTTP/1.1" status: 200 len: 380 time: 0.0531235 Apr 18 21:45:51.392252 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.v2.base [req-ce04295f-0093-4738-baa0-a677db99ab39 req-ade090f1-4dd4-4219-9b23-7acd0f25e8c2 tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] Request body: {'port': {'device_id': '1cc81962-0b85-4365-9af4-d81df276fa53', 'network_id': 'd069cc8a-64ec-4519-b52c-4eb0e21a2f6b', 'admin_state_up': True, 'tenant_id': 'a4ea1a148ea742c594b9948ed7bb3759', 'security_groups': ['52ab3d4e-4dbf-464c-b100-0a031d62e220']}} {{(pid=84040) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:45:51.415815 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-2942d191-f152-4a9c-a8dc-5d76e6832028 None None] Notify callbacks [] for port, precommit_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:45:51.428440 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-2942d191-f152-4a9c-a8dc-5d76e6832028 None None] Transition to ACTIVE for port object ff580a36-2555-4a9d-8f58-eb11f03b0f43 will not be triggered until provisioned by entity L2. {{(pid=84042) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:45:51.434953 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-2942d191-f152-4a9c-a8dc-5d76e6832028 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682'] for port, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:45:51.507980 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-368ecbbd-0ca7-4e7b-8919-b4b1ef16df34 req-1a2d2efa-c22b-45b8-bc2a-8979fb754420 tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] 10.222.0.42 "GET /v2.0/ports?device_id=1cc81962-0b85-4365-9af4-d81df276fa53 HTTP/1.1" status: 200 len: 210 time: 0.0976877 Apr 18 21:45:51.567208 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12aaf1c4-6aa5-4440-a374-2707a9516c59 None None] Pushing event updated for resources: {'Port': ['ID=ff580a36-2555-4a9d-8f58-eb11f03b0f43,revision_number=3']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:45:51.581351 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [req-ce04295f-0093-4738-baa0-a677db99ab39 req-ade090f1-4dd4-4219-9b23-7acd0f25e8c2 tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:45:51.591224 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [req-ce04295f-0093-4738-baa0-a677db99ab39 req-ade090f1-4dd4-4219-9b23-7acd0f25e8c2 tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:45:51.604726 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ce04295f-0093-4738-baa0-a677db99ab39 req-ade090f1-4dd4-4219-9b23-7acd0f25e8c2 tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] Made reservation on behalf of a4ea1a148ea742c594b9948ed7bb3759 for: {'port': 1} {{(pid=84040) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:45:51.609044 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-ce04295f-0093-4738-baa0-a677db99ab39 req-ade090f1-4dd4-4219-9b23-7acd0f25e8c2 tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:45:51.662491 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.managers [None req-2942d191-f152-4a9c-a8dc-5d76e6832028 None None] Attempting to bind port ff580a36-2555-4a9d-8f58-eb11f03b0f43 on host n-d-838334-2 for vnic_type normal with profile {{(pid=84042) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 21:45:51.662948 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.managers [None req-2942d191-f152-4a9c-a8dc-5d76e6832028 None None] Attempting to bind port ff580a36-2555-4a9d-8f58-eb11f03b0f43 by drivers openvswitch,hyperv on host n-d-838334-2 at level 0 using segments [{'id': 'd5cae296-d35d-43ed-b25a-2417fe434935', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': 'd069cc8a-64ec-4519-b52c-4eb0e21a2f6b'}] {{(pid=84042) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 21:45:51.663481 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2942d191-f152-4a9c-a8dc-5d76e6832028 None None] Attempting to bind port ff580a36-2555-4a9d-8f58-eb11f03b0f43 on network d069cc8a-64ec-4519-b52c-4eb0e21a2f6b {{(pid=84042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 21:45:51.670845 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2942d191-f152-4a9c-a8dc-5d76e6832028 None None] Checking agent: {'id': '97cd4414-7af6-4d67-868d-dff370b4071a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838334-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 25, 49), 'started_at': datetime.datetime(2022, 4, 18, 20, 26, 19), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 21, 45, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838334-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 18 21:45:51.671294 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2942d191-f152-4a9c-a8dc-5d76e6832028 None None] Checking segment: {'id': 'd5cae296-d35d-43ed-b25a-2417fe434935', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': 'd069cc8a-64ec-4519-b52c-4eb0e21a2f6b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84042) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 21:45:51.671788 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-2942d191-f152-4a9c-a8dc-5d76e6832028 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:45:51.672512 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2942d191-f152-4a9c-a8dc-5d76e6832028 None None] Bound using segment: {'id': 'd5cae296-d35d-43ed-b25a-2417fe434935', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': 'd069cc8a-64ec-4519-b52c-4eb0e21a2f6b'} {{(pid=84042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 18 21:45:51.673050 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.managers [None req-2942d191-f152-4a9c-a8dc-5d76e6832028 None None] Bound port: ff580a36-2555-4a9d-8f58-eb11f03b0f43, host: n-d-838334-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd5cae296-d35d-43ed-b25a-2417fe434935', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': 'd069cc8a-64ec-4519-b52c-4eb0e21a2f6b'}}] {{(pid=84042) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 21:45:51.673610 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-2942d191-f152-4a9c-a8dc-5d76e6832028 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:45:51.782780 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.db_base_plugin_common [req-ce04295f-0093-4738-baa0-a677db99ab39 req-ade090f1-4dd4-4219-9b23-7acd0f25e8c2 tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] Allocated IP 172.20.0.9 (d069cc8a-64ec-4519-b52c-4eb0e21a2f6b/58abbd53-699a-4ae4-8061-88e769996de5/980943f7-6b9c-47ae-9147-b5edfab13e1e) {{(pid=84040) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 21:45:51.784000 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-2942d191-f152-4a9c-a8dc-5d76e6832028 None None] For port ff580a36-2555-4a9d-8f58-eb11f03b0f43, host n-d-838334-2, cleared binding levels {{(pid=84042) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 21:45:51.787743 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-2942d191-f152-4a9c-a8dc-5d76e6832028 None None] For port ff580a36-2555-4a9d-8f58-eb11f03b0f43, host n-d-838334-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838334-2',level=0,port_id=ff580a36-2555-4a9d-8f58-eb11f03b0f43,segment=NetworkSegment(d5cae296-d35d-43ed-b25a-2417fe434935),segment_id=d5cae296-d35d-43ed-b25a-2417fe434935)] {{(pid=84042) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 21:45:51.792308 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-2942d191-f152-4a9c-a8dc-5d76e6832028 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682'] for port, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:45:51.875651 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2942d191-f152-4a9c-a8dc-5d76e6832028 None None] Routers {'7c330a5a-fef6-4c32-95d6-2f2d4beaba82'} bound to L3 agent in host n-d-838334-2 {{(pid=84042) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 21:45:51.876301 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_hamode_db [None req-2942d191-f152-4a9c-a8dc-5d76e6832028 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838334-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-18T20:25:48Z,description=,heartbeat_timestamp=2022-04-18T21:45:48Z,host='n-d-838334-2',id=bc84d6c9-dd7a-4555-a351-592327b46d5a,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:25:48Z,topic='l3_agent')) {'router_ids': ['7c330a5a-fef6-4c32-95d6-2f2d4beaba82'], 'active': True} {{(pid=84042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:45:51.984733 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12aaf1c4-6aa5-4440-a374-2707a9516c59 None None] Pushing event updated for resources: {'Port': ['ID=ff580a36-2555-4a9d-8f58-eb11f03b0f43,revision_number=4']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:45:51.994272 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-ce04295f-0093-4738-baa0-a677db99ab39 req-ade090f1-4dd4-4219-9b23-7acd0f25e8c2 tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] Notify callbacks [] for port, precommit_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:45:52.015511 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.provisioning_blocks [req-ce04295f-0093-4738-baa0-a677db99ab39 req-ade090f1-4dd4-4219-9b23-7acd0f25e8c2 tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] Transition to ACTIVE for port object 980943f7-6b9c-47ae-9147-b5edfab13e1e will not be triggered until provisioned by entity DHCP. {{(pid=84040) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:45:52.040262 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-ce04295f-0093-4738-baa0-a677db99ab39 req-ade090f1-4dd4-4219-9b23-7acd0f25e8c2 tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750374836619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32440838'] for port, after_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:45:52.070809 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_dvr_db [None req-2942d191-f152-4a9c-a8dc-5d76e6832028 None None] Set router 7c330a5a-fef6-4c32-95d6-2f2d4beaba82 gateway port host: n-d-838334-2 {{(pid=84042) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 21:45:52.118874 n-d-838334-2 neutron-server[84040]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ce04295f-0093-4738-baa0-a677db99ab39 req-ade090f1-4dd4-4219-9b23-7acd0f25e8c2 tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] Network d069cc8a-64ec-4519-b52c-4eb0e21a2f6b is already hosted by enough agents. {{(pid=84040) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:45:52.122989 n-d-838334-2 neutron-server[84040]: DEBUG neutron.scheduler.base_scheduler [req-ce04295f-0093-4738-baa0-a677db99ab39 req-ade090f1-4dd4-4219-9b23-7acd0f25e8c2 tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] Resources bound (agent type, host, resource id): {{(pid=84040) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:45:52.124868 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ade090f1-4dd4-4219-9b23-7acd0f25e8c2 tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] Pushing event updated for resources: {'Port': ['ID=980943f7-6b9c-47ae-9147-b5edfab13e1e,revision_number=1']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:45:52.126933 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.l3_dvrscheduler_db [req-ce04295f-0093-4738-baa0-a677db99ab39 req-ade090f1-4dd4-4219-9b23-7acd0f25e8c2 tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] Received port after_create {{(pid=84040) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 21:45:52.191252 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce04295f-0093-4738-baa0-a677db99ab39 req-ade090f1-4dd4-4219-9b23-7acd0f25e8c2 tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:45:52.191769 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-ce04295f-0093-4738-baa0-a677db99ab39 req-ade090f1-4dd4-4219-9b23-7acd0f25e8c2 tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217293'] for port, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:45:52.222478 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-ce04295f-0093-4738-baa0-a677db99ab39 req-ade090f1-4dd4-4219-9b23-7acd0f25e8c2 tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8340361 Apr 18 21:45:52.234949 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.v2.base [req-ce04295f-0093-4738-baa0-a677db99ab39 req-0cfb7754-992a-4048-b469-161a5bb07de6 service neutron] Request body: {'port': {'device_id': '1cc81962-0b85-4365-9af4-d81df276fa53', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-838334-2'}} {{(pid=84040) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:45:52.346881 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-ce04295f-0093-4738-baa0-a677db99ab39 req-0cfb7754-992a-4048-b469-161a5bb07de6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:45:52.414808 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_hamode_db [None req-2942d191-f152-4a9c-a8dc-5d76e6832028 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c330a5a-fef6-4c32-95d6-2f2d4beaba82', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1994209940', 'tenant_id': 'a4ea1a148ea742c594b9948ed7bb3759', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'external_fixed_ips': [{'subnet_id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'ip_address': '172.25.8.180'}], 'enable_snat': True}, 'gw_port_id': '4aa64a49-f853-4fab-afbd-804bbb8e3bf2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:45:43Z', 'updated_at': '2022-04-18T21:45:47Z', 'revision_number': 4, 'project_id': 'a4ea1a148ea742c594b9948ed7bb3759', 'gw_port': {'id': '4aa64a49-f853-4fab-afbd-804bbb8e3bf2', 'name': '', 'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:a6:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c330a5a-fef6-4c32-95d6-2f2d4beaba82', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'ip_address': '172.25.8.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:45:43Z', 'updated_at': '2022-04-18T21:45:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838334-2', '_interfaces': [{'id': 'ff580a36-2555-4a9d-8f58-eb11f03b0f43', 'name': '', 'network_id': 'd069cc8a-64ec-4519-b52c-4eb0e21a2f6b', 'tenant_id': 'a4ea1a148ea742c594b9948ed7bb3759', 'mac_address': 'fa:16:3e:73:38:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7c330a5a-fef6-4c32-95d6-2f2d4beaba82', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '58abbd53-699a-4ae4-8061-88e769996de5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:45:46Z', 'updated_at': '2022-04-18T21:45:51Z', 'revision_number': 4, 'project_id': 'a4ea1a148ea742c594b9948ed7bb3759', 'subnets': [{'id': '58abbd53-699a-4ae4-8061-88e769996de5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838334-2', False) {} {{(pid=84042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:45:52.419705 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2942d191-f152-4a9c-a8dc-5d76e6832028 None None] The sync data for ids ['7c330a5a-fef6-4c32-95d6-2f2d4beaba82'] in n-d-838334-2 is: [{'id': '7c330a5a-fef6-4c32-95d6-2f2d4beaba82', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1994209940', 'tenant_id': 'a4ea1a148ea742c594b9948ed7bb3759', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'external_fixed_ips': [{'subnet_id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'ip_address': '172.25.8.180'}], 'enable_snat': True}, 'gw_port_id': '4aa64a49-f853-4fab-afbd-804bbb8e3bf2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:45:43Z', 'updated_at': '2022-04-18T21:45:47Z', 'revision_number': 4, 'project_id': 'a4ea1a148ea742c594b9948ed7bb3759', 'gw_port': {'id': '4aa64a49-f853-4fab-afbd-804bbb8e3bf2', 'name': '', 'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:a6:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c330a5a-fef6-4c32-95d6-2f2d4beaba82', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'ip_address': '172.25.8.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:45:43Z', 'updated_at': '2022-04-18T21:45:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838334-2', '_interfaces': [{'id': 'ff580a36-2555-4a9d-8f58-eb11f03b0f43', 'name': '', 'network_id': 'd069cc8a-64ec-4519-b52c-4eb0e21a2f6b', 'tenant_id': 'a4ea1a148ea742c594b9948ed7bb3759', 'mac_address': 'fa:16:3e:73:38:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7c330a5a-fef6-4c32-95d6-2f2d4beaba82', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '58abbd53-699a-4ae4-8061-88e769996de5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:45:46Z', 'updated_at': '2022-04-18T21:45:51Z', 'revision_number': 4, 'project_id': 'a4ea1a148ea742c594b9948ed7bb3759', 'subnets': [{'id': '58abbd53-699a-4ae4-8061-88e769996de5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84042) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 18 21:45:52.439322 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-ffc46353-83a8-427e-bf5f-474b5e9613e4 None None] Provisioning for port 980943f7-6b9c-47ae-9147-b5edfab13e1e completed by entity DHCP. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 21:45:52.444867 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-ffc46353-83a8-427e-bf5f-474b5e9613e4 None None] Provisioning complete for port 980943f7-6b9c-47ae-9147-b5edfab13e1e triggered by entity DHCP. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:45:52.445248 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-ffc46353-83a8-427e-bf5f-474b5e9613e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1253608'] for port, provisioning_complete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:45:52.515688 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.plugin [None req-ffc46353-83a8-427e-bf5f-474b5e9613e4 None None] Port 980943f7-6b9c-47ae-9147-b5edfab13e1e cannot update to ACTIVE because it is not bound. {{(pid=84042) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 18 21:45:52.829510 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f07f3eef-14ea-4914-b48b-11771ccb42f7 req-f1c7972d-4688-43ed-887e-8a2919312cd9 tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:45:52.830196 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [req-f07f3eef-14ea-4914-b48b-11771ccb42f7 req-f1c7972d-4688-43ed-887e-8a2919312cd9 tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] Synchronizing usage tracker for tenant:a4ea1a148ea742c594b9948ed7bb3759 on resource:port {{(pid=84040) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 21:45:52.861668 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [req-f07f3eef-14ea-4914-b48b-11771ccb42f7 req-f1c7972d-4688-43ed-887e-8a2919312cd9 tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] Unset dirty status for tenant:a4ea1a148ea742c594b9948ed7bb3759 on resource:port {{(pid=84040) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 21:45:52.862824 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-f07f3eef-14ea-4914-b48b-11771ccb42f7 req-f1c7972d-4688-43ed-887e-8a2919312cd9 tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] 10.222.0.42 "GET /v2.0/ports?device_id=1cc81962-0b85-4365-9af4-d81df276fa53 HTTP/1.1" status: 200 len: 931 time: 0.2268708 Apr 18 21:45:52.954397 n-d-838334-2 neutron-server[84040]: DEBUG neutron.notifiers.nova [req-ce04295f-0093-4738-baa0-a677db99ab39 req-0cfb7754-992a-4048-b469-161a5bb07de6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 980943f7-6b9c-47ae-9147-b5edfab13e1e {{(pid=84040) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 18 21:45:52.963751 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-ce04295f-0093-4738-baa0-a677db99ab39 req-0cfb7754-992a-4048-b469-161a5bb07de6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:45:52.971438 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-f07f3eef-14ea-4914-b48b-11771ccb42f7 req-8eb9a67e-92d8-4210-8ba7-8a0928cc7d41 tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] 10.222.0.42 "GET /v2.0/security-groups?id=52ab3d4e-4dbf-464c-b100-0a031d62e220&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1026905 Apr 18 21:45:52.983768 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.provisioning_blocks [req-ce04295f-0093-4738-baa0-a677db99ab39 req-0cfb7754-992a-4048-b469-161a5bb07de6 service neutron] Transition to ACTIVE for port object 980943f7-6b9c-47ae-9147-b5edfab13e1e will not be triggered until provisioned by entity L2. {{(pid=84040) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:45:52.990938 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-ce04295f-0093-4738-baa0-a677db99ab39 req-0cfb7754-992a-4048-b469-161a5bb07de6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32440959'] for port, after_update {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:45:53.125569 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cfb7754-992a-4048-b469-161a5bb07de6 service neutron] Pushing event updated for resources: {'Port': ['ID=980943f7-6b9c-47ae-9147-b5edfab13e1e,revision_number=2']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:45:53.226230 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Device ff580a36-2555-4a9d-8f58-eb11f03b0f43 up at agent ovs-agent-n-d-838334-2 {{(pid=84042) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 21:45:53.257914 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.managers [req-ce04295f-0093-4738-baa0-a677db99ab39 req-0cfb7754-992a-4048-b469-161a5bb07de6 service neutron] Attempting to bind port 980943f7-6b9c-47ae-9147-b5edfab13e1e on host n-h1-838334-2 for vnic_type normal with profile {{(pid=84040) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 21:45:53.258245 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.managers [req-ce04295f-0093-4738-baa0-a677db99ab39 req-0cfb7754-992a-4048-b469-161a5bb07de6 service neutron] Attempting to bind port 980943f7-6b9c-47ae-9147-b5edfab13e1e by drivers openvswitch,hyperv on host n-h1-838334-2 at level 0 using segments [{'id': 'd5cae296-d35d-43ed-b25a-2417fe434935', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': 'd069cc8a-64ec-4519-b52c-4eb0e21a2f6b'}] {{(pid=84040) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 21:45:53.258580 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce04295f-0093-4738-baa0-a677db99ab39 req-0cfb7754-992a-4048-b469-161a5bb07de6 service neutron] Attempting to bind port 980943f7-6b9c-47ae-9147-b5edfab13e1e on network d069cc8a-64ec-4519-b52c-4eb0e21a2f6b {{(pid=84040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 21:45:53.265838 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce04295f-0093-4738-baa0-a677db99ab39 req-0cfb7754-992a-4048-b469-161a5bb07de6 service neutron] Port 980943f7-6b9c-47ae-9147-b5edfab13e1e on network d069cc8a-64ec-4519-b52c-4eb0e21a2f6b not bound, no agent of type Open vSwitch agent registered on host n-h1-838334-2 {{(pid=84040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 18 21:45:53.266276 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce04295f-0093-4738-baa0-a677db99ab39 req-0cfb7754-992a-4048-b469-161a5bb07de6 service neutron] Attempting to bind port 980943f7-6b9c-47ae-9147-b5edfab13e1e on network d069cc8a-64ec-4519-b52c-4eb0e21a2f6b {{(pid=84040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 21:45:53.274036 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce04295f-0093-4738-baa0-a677db99ab39 req-0cfb7754-992a-4048-b469-161a5bb07de6 service neutron] Checking agent: {'id': 'd63bab19-ff81-4de1-afeb-a3732288d0d7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-838334-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 33, 59), 'started_at': datetime.datetime(2022, 4, 18, 20, 33, 59), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 21, 45, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 18 21:45:53.274452 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce04295f-0093-4738-baa0-a677db99ab39 req-0cfb7754-992a-4048-b469-161a5bb07de6 service neutron] Checking segment: {'id': 'd5cae296-d35d-43ed-b25a-2417fe434935', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': 'd069cc8a-64ec-4519-b52c-4eb0e21a2f6b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84040) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 21:45:53.275048 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce04295f-0093-4738-baa0-a677db99ab39 req-0cfb7754-992a-4048-b469-161a5bb07de6 service neutron] Bound using segment: {'id': 'd5cae296-d35d-43ed-b25a-2417fe434935', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': 'd069cc8a-64ec-4519-b52c-4eb0e21a2f6b'} {{(pid=84040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 18 21:45:53.275553 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.managers [req-ce04295f-0093-4738-baa0-a677db99ab39 req-0cfb7754-992a-4048-b469-161a5bb07de6 service neutron] Bound port: 980943f7-6b9c-47ae-9147-b5edfab13e1e, host: n-h1-838334-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd5cae296-d35d-43ed-b25a-2417fe434935', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': 'd069cc8a-64ec-4519-b52c-4eb0e21a2f6b'}}] {{(pid=84040) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 21:45:53.276290 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-ce04295f-0093-4738-baa0-a677db99ab39 req-0cfb7754-992a-4048-b469-161a5bb07de6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:45:53.311273 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Provisioning for port ff580a36-2555-4a9d-8f58-eb11f03b0f43 completed by entity L2. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 21:45:53.316718 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Provisioning complete for port ff580a36-2555-4a9d-8f58-eb11f03b0f43 triggered by entity L2. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:45:53.317381 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1253608'] for port, provisioning_complete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:45:53.369768 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.db [req-ce04295f-0093-4738-baa0-a677db99ab39 req-0cfb7754-992a-4048-b469-161a5bb07de6 service neutron] For port 980943f7-6b9c-47ae-9147-b5edfab13e1e, host n-h1-838334-2, cleared binding levels {{(pid=84040) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 21:45:53.374879 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.db [req-ce04295f-0093-4738-baa0-a677db99ab39 req-0cfb7754-992a-4048-b469-161a5bb07de6 service neutron] For port 980943f7-6b9c-47ae-9147-b5edfab13e1e, host n-h1-838334-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838334-2',level=0,port_id=980943f7-6b9c-47ae-9147-b5edfab13e1e,segment=NetworkSegment(d5cae296-d35d-43ed-b25a-2417fe434935),segment_id=d5cae296-d35d-43ed-b25a-2417fe434935)] {{(pid=84040) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 21:45:53.379988 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-ce04295f-0093-4738-baa0-a677db99ab39 req-0cfb7754-992a-4048-b469-161a5bb07de6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32440959'] for port, after_update {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:45:53.456762 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-ce04295f-0093-4738-baa0-a677db99ab39 req-0cfb7754-992a-4048-b469-161a5bb07de6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217293'] for port, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:45:53.458194 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-ce04295f-0093-4738-baa0-a677db99ab39 req-0cfb7754-992a-4048-b469-161a5bb07de6 service neutron] 10.222.0.43 "PUT /v2.0/ports/980943f7-6b9c-47ae-9147-b5edfab13e1e HTTP/1.1" status: 200 len: 1091 time: 1.2278404 Apr 18 21:45:53.458693 n-d-838334-2 neutron-server[84040]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1cc81962-0b85-4365-9af4-d81df276fa53', 'tag': '980943f7-6b9c-47ae-9147-b5edfab13e1e'}] {{(pid=84040) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 21:45:53.486457 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cfb7754-992a-4048-b469-161a5bb07de6 service neutron] Pushing event updated for resources: {'Port': ['ID=980943f7-6b9c-47ae-9147-b5edfab13e1e,revision_number=3']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:45:53.499264 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:45:53.536313 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] For port ff580a36-2555-4a9d-8f58-eb11f03b0f43, host n-d-838334-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838334-2',level=0,port_id=ff580a36-2555-4a9d-8f58-eb11f03b0f43,segment=NetworkSegment(d5cae296-d35d-43ed-b25a-2417fe434935),segment_id=d5cae296-d35d-43ed-b25a-2417fe434935)] {{(pid=84042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:45:53.540060 n-d-838334-2 neutron-server[84040]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a3013971-e489-4050-8515-e648d67f1b46'] response: {'name': 'network-changed', 'server_uuid': '1cc81962-0b85-4365-9af4-d81df276fa53', 'tag': '980943f7-6b9c-47ae-9147-b5edfab13e1e', 'status': 'completed', 'code': 200} Apr 18 21:45:53.543973 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682'] for port, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:45:53.580445 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-ce04295f-0093-4738-baa0-a677db99ab39 req-cbde2042-e66a-421e-b4cc-0ed9f8ab37c4 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=a4ea1a148ea742c594b9948ed7bb3759&device_id=1cc81962-0b85-4365-9af4-d81df276fa53 HTTP/1.1" status: 200 len: 1094 time: 0.0805526 Apr 18 21:45:53.614180 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Pushing event updated for resources: {'Port': ['ID=ff580a36-2555-4a9d-8f58-eb11f03b0f43,revision_number=5']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:45:53.654568 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-ce04295f-0093-4738-baa0-a677db99ab39 req-b02f06e7-de6e-40e7-8e62-96d6e7c79344 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=980943f7-6b9c-47ae-9147-b5edfab13e1e HTTP/1.1" status: 200 len: 217 time: 0.0670595 Apr 18 21:45:53.717367 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce04295f-0093-4738-baa0-a677db99ab39 req-10ecbdee-9ac3-481f-b7bc-6c880c2aa702 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:45:53.718749 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-ce04295f-0093-4738-baa0-a677db99ab39 req-10ecbdee-9ac3-481f-b7bc-6c880c2aa702 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=58abbd53-699a-4ae4-8061-88e769996de5 HTTP/1.1" status: 200 len: 835 time: 0.0584557 Apr 18 21:45:53.792013 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-ce04295f-0093-4738-baa0-a677db99ab39 req-5b287c4e-94c2-4622-8813-2b83cd664ff6 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=d069cc8a-64ec-4519-b52c-4eb0e21a2f6b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0669096 Apr 18 21:45:53.926681 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-ce04295f-0093-4738-baa0-a677db99ab39 req-5dfe226c-f584-45e0-8b31-f0b9e67ad5d2 service neutron] 10.222.0.43 "GET /v2.0/networks/d069cc8a-64ec-4519-b52c-4eb0e21a2f6b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1287575 Apr 18 21:45:54.057783 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-ce04295f-0093-4738-baa0-a677db99ab39 req-dcf1ba45-f45c-4586-83e0-27f1582adb27 service neutron] 10.222.0.43 "GET /v2.0/networks/d069cc8a-64ec-4519-b52c-4eb0e21a2f6b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1257265 Apr 18 21:45:54.224475 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fe35876-859b-46cc-9607-8ea29412119b req-81b4d9aa-3832-4efe-bc98-80b750ace39e tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:45:54.225916 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-9fe35876-859b-46cc-9607-8ea29412119b req-81b4d9aa-3832-4efe-bc98-80b750ace39e tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] 10.222.0.42 "GET /v2.0/ports?device_id=1cc81962-0b85-4365-9af4-d81df276fa53 HTTP/1.1" status: 200 len: 943 time: 0.1311333 Apr 18 21:45:54.233221 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-0d60b631-7e6e-4ac9-a668-dc09aab8633a req-cbfd11c6-7179-4d73-993e-ad81652fbad1 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=a4ea1a148ea742c594b9948ed7bb3759&device_id=1cc81962-0b85-4365-9af4-d81df276fa53 HTTP/1.1" status: 200 len: 1094 time: 0.1055093 Apr 18 21:45:54.446302 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-9fe35876-859b-46cc-9607-8ea29412119b req-46c9b1d1-e8a9-45d7-a30b-eb76399e60bc tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] 10.222.0.42 "GET /v2.0/security-groups?id=52ab3d4e-4dbf-464c-b100-0a031d62e220&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2121427 Apr 18 21:45:54.483927 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d60b631-7e6e-4ac9-a668-dc09aab8633a req-bd78cf5c-5959-4629-89f6-341c7949accf service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:45:54.485346 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-0d60b631-7e6e-4ac9-a668-dc09aab8633a req-bd78cf5c-5959-4629-89f6-341c7949accf service neutron] 10.222.0.43 "GET /v2.0/networks?id=d069cc8a-64ec-4519-b52c-4eb0e21a2f6b HTTP/1.1" status: 200 len: 897 time: 0.2381570 Apr 18 21:45:54.552815 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-0d60b631-7e6e-4ac9-a668-dc09aab8633a req-10abb543-5149-4c2b-93d7-93f0fc0b9fcd service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=980943f7-6b9c-47ae-9147-b5edfab13e1e HTTP/1.1" status: 200 len: 217 time: 0.0600898 Apr 18 21:45:54.617608 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d60b631-7e6e-4ac9-a668-dc09aab8633a req-dba8b3f7-c7a8-41e6-ac0e-8438f348c067 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:45:54.619018 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-0d60b631-7e6e-4ac9-a668-dc09aab8633a req-dba8b3f7-c7a8-41e6-ac0e-8438f348c067 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=58abbd53-699a-4ae4-8061-88e769996de5 HTTP/1.1" status: 200 len: 835 time: 0.0603492 Apr 18 21:45:54.693197 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-0d60b631-7e6e-4ac9-a668-dc09aab8633a req-b2e93e59-496e-4843-b17e-4bc532c64693 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=d069cc8a-64ec-4519-b52c-4eb0e21a2f6b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0678515 Apr 18 21:45:54.825745 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-0d60b631-7e6e-4ac9-a668-dc09aab8633a req-24cab612-9377-4e01-8efa-57fe5cf16a2a service neutron] 10.222.0.43 "GET /v2.0/networks/d069cc8a-64ec-4519-b52c-4eb0e21a2f6b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1264307 Apr 18 21:45:54.955457 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-0d60b631-7e6e-4ac9-a668-dc09aab8633a req-498f4ad4-7a17-41fc-a3b9-fc4baaa970c8 service neutron] 10.222.0.43 "GET /v2.0/networks/d069cc8a-64ec-4519-b52c-4eb0e21a2f6b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1230316 Apr 18 21:45:55.176753 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Device ff580a36-2555-4a9d-8f58-eb11f03b0f43 up at agent ovs-agent-n-d-838334-2 {{(pid=84042) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 21:45:55.247224 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Provisioning complete for port ff580a36-2555-4a9d-8f58-eb11f03b0f43 triggered by entity L2. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:45:55.247596 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1253608'] for port, provisioning_complete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:45:55.649158 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b9945f6-faee-4b69-bb49-fde3d5667813 req-07255c06-cb65-4c6f-9a29-bc0fe529ae00 tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:45:55.650530 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-9b9945f6-faee-4b69-bb49-fde3d5667813 req-07255c06-cb65-4c6f-9a29-bc0fe529ae00 tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] 10.222.0.42 "GET /v2.0/ports?device_id=1cc81962-0b85-4365-9af4-d81df276fa53 HTTP/1.1" status: 200 len: 943 time: 0.0842543 Apr 18 21:45:55.695139 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-9b9945f6-faee-4b69-bb49-fde3d5667813 req-fa8e9784-6093-49d8-8620-6dbd83f8978a tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] 10.222.0.42 "GET /v2.0/security-groups?id=52ab3d4e-4dbf-464c-b100-0a031d62e220&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389855 Apr 18 21:45:56.886464 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaa838bf-96ed-4d10-a93b-9695a9c4c036 req-ec79bbff-920b-4b3d-9a44-8bace7ac4707 tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:45:56.888622 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-eaa838bf-96ed-4d10-a93b-9695a9c4c036 req-ec79bbff-920b-4b3d-9a44-8bace7ac4707 tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] 10.222.0.42 "GET /v2.0/ports?device_id=1cc81962-0b85-4365-9af4-d81df276fa53 HTTP/1.1" status: 200 len: 943 time: 0.0761614 Apr 18 21:45:56.935256 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-eaa838bf-96ed-4d10-a93b-9695a9c4c036 req-ef068af6-d1e7-4016-9e02-e345ad56babe tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] 10.222.0.42 "GET /v2.0/security-groups?id=52ab3d4e-4dbf-464c-b100-0a031d62e220&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410302 Apr 18 21:45:57.569089 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Device 980943f7-6b9c-47ae-9147-b5edfab13e1e details requested by agent hyperv_n-h1-838334-2 with host n-h1-838334-2 {{(pid=84042) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 18 21:45:57.721636 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] For port 980943f7-6b9c-47ae-9147-b5edfab13e1e, host n-h1-838334-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838334-2',level=0,port_id=980943f7-6b9c-47ae-9147-b5edfab13e1e,segment=NetworkSegment(d5cae296-d35d-43ed-b25a-2417fe434935),segment_id=d5cae296-d35d-43ed-b25a-2417fe434935)] {{(pid=84042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:45:57.743406 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Returning: {'device': '980943f7-6b9c-47ae-9147-b5edfab13e1e', 'network_id': 'd069cc8a-64ec-4519-b52c-4eb0e21a2f6b', 'port_id': '980943f7-6b9c-47ae-9147-b5edfab13e1e', 'mac_address': 'fa:16:3e:4f:42:ac', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 369, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '58abbd53-699a-4ae4-8061-88e769996de5', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84042) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 18 21:45:57.804797 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:45:57.823685 n-d-838334-2 neutron-server[84042]: DEBUG neutron.notifiers.nova [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 980943f7-6b9c-47ae-9147-b5edfab13e1e {{(pid=84042) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 18 21:45:57.847762 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] For port 980943f7-6b9c-47ae-9147-b5edfab13e1e, host n-h1-838334-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838334-2',level=0,port_id=980943f7-6b9c-47ae-9147-b5edfab13e1e,segment=NetworkSegment(d5cae296-d35d-43ed-b25a-2417fe434935),segment_id=d5cae296-d35d-43ed-b25a-2417fe434935)] {{(pid=84042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:45:57.851807 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682'] for port, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:45:57.928215 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Pushing event updated for resources: {'Port': ['ID=980943f7-6b9c-47ae-9147-b5edfab13e1e,revision_number=4']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:45:58.084334 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] get_ports_and_sgs() called for port_ids ['980943f7-6b9c-47ae-9147-b5edfab13e1e'] {{(pid=84042) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 18 21:45:58.158510 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b71d9f5f-62d8-4bdf-bb39-6a4dab29dcaa req-831a8aac-6014-4248-926e-55a97fff72eb tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:45:58.160051 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-b71d9f5f-62d8-4bdf-bb39-6a4dab29dcaa req-831a8aac-6014-4248-926e-55a97fff72eb tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] 10.222.0.42 "GET /v2.0/ports?device_id=1cc81962-0b85-4365-9af4-d81df276fa53 HTTP/1.1" status: 200 len: 944 time: 0.0903223 Apr 18 21:45:58.221880 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-b71d9f5f-62d8-4bdf-bb39-6a4dab29dcaa req-6be67614-0c76-4640-ad6c-3def547de769 tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] 10.222.0.42 "GET /v2.0/security-groups?id=52ab3d4e-4dbf-464c-b100-0a031d62e220&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452402 Apr 18 21:45:59.420589 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8538a23-6755-40b7-8699-013fde78700f req-904a4d01-8669-482e-a329-57c6117bdfaf tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:45:59.422286 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-b8538a23-6755-40b7-8699-013fde78700f req-904a4d01-8669-482e-a329-57c6117bdfaf tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] 10.222.0.42 "GET /v2.0/ports?device_id=1cc81962-0b85-4365-9af4-d81df276fa53 HTTP/1.1" status: 200 len: 944 time: 0.0757911 Apr 18 21:45:59.470271 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-b8538a23-6755-40b7-8699-013fde78700f req-b91236e5-39f1-45c1-b3ac-e7b8e3ebfb14 tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] 10.222.0.42 "GET /v2.0/security-groups?id=52ab3d4e-4dbf-464c-b100-0a031d62e220&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423458 Apr 18 21:45:59.600257 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Device 980943f7-6b9c-47ae-9147-b5edfab13e1e up at agent hyperv_n-h1-838334-2 {{(pid=84042) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 21:45:59.665977 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Provisioning for port 980943f7-6b9c-47ae-9147-b5edfab13e1e completed by entity L2. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 21:45:59.670490 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Provisioning complete for port 980943f7-6b9c-47ae-9147-b5edfab13e1e triggered by entity L2. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:45:59.670855 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1253608'] for port, provisioning_complete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:45:59.782356 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:45:59.808684 n-d-838334-2 neutron-server[84042]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1cc81962-0b85-4365-9af4-d81df276fa53', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '980943f7-6b9c-47ae-9147-b5edfab13e1e'}] {{(pid=84042) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 21:45:59.817804 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] For port 980943f7-6b9c-47ae-9147-b5edfab13e1e, host n-h1-838334-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838334-2',level=0,port_id=980943f7-6b9c-47ae-9147-b5edfab13e1e,segment=NetworkSegment(d5cae296-d35d-43ed-b25a-2417fe434935),segment_id=d5cae296-d35d-43ed-b25a-2417fe434935)] {{(pid=84042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:45:59.821552 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682'] for port, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:45:59.887160 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Pushing event updated for resources: {'Port': ['ID=980943f7-6b9c-47ae-9147-b5edfab13e1e,revision_number=5']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:45:59.946453 n-d-838334-2 neutron-server[84042]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b107cef8-3639-45bb-a97d-1ab81d722cfc'] response: {'server_uuid': '1cc81962-0b85-4365-9af4-d81df276fa53', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '980943f7-6b9c-47ae-9147-b5edfab13e1e', 'code': 200} Apr 18 21:46:00.071724 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-105af907-98d9-43dc-b2dd-b0ed0a564a62 req-9878df57-a089-44d6-bae4-f7b96b742937 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=1cc81962-0b85-4365-9af4-d81df276fa53 HTTP/1.1" status: 200 len: 1096 time: 0.0675874 Apr 18 21:46:00.113336 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-105af907-98d9-43dc-b2dd-b0ed0a564a62 req-2ad60801-1c1d-4889-90a8-6c97dfd021bf service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=52ab3d4e-4dbf-464c-b100-0a031d62e220&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351028 Apr 18 21:46:00.226701 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750375287399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253529'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:46:00.672837 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6b0fa15-96fa-4cf6-8b24-b45b474df6eb req-c373c94b-f178-44df-ad66-462ff208c2ba tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:46:00.674271 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-b6b0fa15-96fa-4cf6-8b24-b45b474df6eb req-c373c94b-f178-44df-ad66-462ff208c2ba tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] 10.222.0.42 "GET /v2.0/ports?device_id=1cc81962-0b85-4365-9af4-d81df276fa53 HTTP/1.1" status: 200 len: 945 time: 0.0816038 Apr 18 21:46:00.720422 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-b6b0fa15-96fa-4cf6-8b24-b45b474df6eb req-938f72e8-419f-4034-9d93-abceeb2cfc30 tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] 10.222.0.42 "GET /v2.0/security-groups?id=52ab3d4e-4dbf-464c-b100-0a031d62e220&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407565 Apr 18 21:46:01.924050 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-549d7208-07d9-4d9e-8cbc-3e2a60813ee9 req-71b3d5c1-d065-4bcd-a889-30aaeaf23883 tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:46:01.925580 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-549d7208-07d9-4d9e-8cbc-3e2a60813ee9 req-71b3d5c1-d065-4bcd-a889-30aaeaf23883 tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] 10.222.0.42 "GET /v2.0/ports?device_id=1cc81962-0b85-4365-9af4-d81df276fa53 HTTP/1.1" status: 200 len: 945 time: 0.0845008 Apr 18 21:46:01.975699 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-549d7208-07d9-4d9e-8cbc-3e2a60813ee9 req-801aabb8-a10a-4132-a970-3379b27cb526 tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] 10.222.0.42 "GET /v2.0/security-groups?id=52ab3d4e-4dbf-464c-b100-0a031d62e220&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444667 Apr 18 21:46:02.175212 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c393f10e-b6f0-48aa-aed9-bc5aac526007 req-e88a9e2a-e6d7-4ebe-95ce-cf9c8ec1b3df tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:46:02.176681 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-c393f10e-b6f0-48aa-aed9-bc5aac526007 req-e88a9e2a-e6d7-4ebe-95ce-cf9c8ec1b3df tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] 10.222.0.42 "GET /v2.0/ports?device_id=1cc81962-0b85-4365-9af4-d81df276fa53 HTTP/1.1" status: 200 len: 945 time: 0.0826883 Apr 18 21:46:02.224714 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-c393f10e-b6f0-48aa-aed9-bc5aac526007 req-c97e3dc4-0764-4b6d-b6ca-b07e3bc8085d tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] 10.222.0.42 "GET /v2.0/security-groups?id=52ab3d4e-4dbf-464c-b100-0a031d62e220&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423918 Apr 18 21:46:02.252445 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 41508) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:46:02.322125 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-6b0f882a-ff3a-46f1-80e9-e29db0270ece tempest-TestNetworkAdvancedServerOps-1683056737 tempest-TestNetworkAdvancedServerOps-1683056737-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=1cc81962-0b85-4365-9af4-d81df276fa53 HTTP/1.1" status: 200 len: 1091 time: 0.0684035 Apr 18 21:46:02.324759 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 41512) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:46:02.329779 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.v2.base [None req-406de0c0-fa78-4f96-8d7e-7cc2a6441081 tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] Request body: {'floatingip': {'floating_network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'port_id': '980943f7-6b9c-47ae-9147-b5edfab13e1e', 'tenant_id': 'a4ea1a148ea742c594b9948ed7bb3759', 'fixed_ip_address': '172.20.0.9'}} {{(pid=84040) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:46:02.335704 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [None req-406de0c0-fa78-4f96-8d7e-7cc2a6441081 tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:46:02.339468 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-406de0c0-fa78-4f96-8d7e-7cc2a6441081 tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] Usage tracker for resource:floatingip and tenant:a4ea1a148ea742c594b9948ed7bb3759 is out of sync, need to count used quota {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:46:02.342282 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-406de0c0-fa78-4f96-8d7e-7cc2a6441081 tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:46:02.347963 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [None req-406de0c0-fa78-4f96-8d7e-7cc2a6441081 tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:46:02.358607 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-406de0c0-fa78-4f96-8d7e-7cc2a6441081 tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] Notify callbacks [] for floatingip, before_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:46:02.491272 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-406de0c0-fa78-4f96-8d7e-7cc2a6441081 tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:46:02.715327 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.db_base_plugin_common [None req-406de0c0-fa78-4f96-8d7e-7cc2a6441081 tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] Allocated IP 172.25.8.4 (e41b6600-a917-4a8d-b05c-be3be40c6d8c/6b05667b-848e-4356-9b44-d5eb6808ef74/74acfb58-c685-4c02-9b43-4885892e338f) {{(pid=84040) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 21:46:02.860651 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-406de0c0-fa78-4f96-8d7e-7cc2a6441081 tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] Notify callbacks [] for port, precommit_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:46:02.888504 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-406de0c0-fa78-4f96-8d7e-7cc2a6441081 tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750374836619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32440838'] for port, after_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:46:02.958191 n-d-838334-2 neutron-server[84040]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-406de0c0-fa78-4f96-8d7e-7cc2a6441081 tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] Network e41b6600-a917-4a8d-b05c-be3be40c6d8c is already hosted by enough agents. {{(pid=84040) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:46:02.961022 n-d-838334-2 neutron-server[84040]: DEBUG neutron.scheduler.base_scheduler [None req-406de0c0-fa78-4f96-8d7e-7cc2a6441081 tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] Resources bound (agent type, host, resource id): {{(pid=84040) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:46:02.963521 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.l3_dvrscheduler_db [None req-406de0c0-fa78-4f96-8d7e-7cc2a6441081 tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] Received port after_create {{(pid=84040) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 21:46:02.992144 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-406de0c0-fa78-4f96-8d7e-7cc2a6441081 tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] Pushing event updated for resources: {'Port': ['ID=74acfb58-c685-4c02-9b43-4885892e338f,revision_number=1']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:46:03.465270 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-406de0c0-fa78-4f96-8d7e-7cc2a6441081 tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:46:03.522281 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-406de0c0-fa78-4f96-8d7e-7cc2a6441081 tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:46:03.723738 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-406de0c0-fa78-4f96-8d7e-7cc2a6441081 tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] Notify callbacks [] for port, precommit_update {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:46:03.728203 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-406de0c0-fa78-4f96-8d7e-7cc2a6441081 tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32440959'] for port, after_update {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:46:03.835652 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-406de0c0-fa78-4f96-8d7e-7cc2a6441081 tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] Pushing event updated for resources: {'Port': ['ID=74acfb58-c685-4c02-9b43-4885892e338f,revision_number=2']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:46:03.847783 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-406de0c0-fa78-4f96-8d7e-7cc2a6441081 tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33444131'] for floatingip, after_update {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:46:04.056931 n-d-838334-2 neutron-server[84040]: INFO neutron.db.l3_db [None req-406de0c0-fa78-4f96-8d7e-7cc2a6441081 tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] Floating IP a43bc02d-d19d-40c6-a4de-e299e4902433 associated. External IP: 172.25.8.4, port: 980943f7-6b9c-47ae-9147-b5edfab13e1e. Apr 18 21:46:04.349931 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750375287399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253529'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:46:04.549496 n-d-838334-2 neutron-server[84040]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-406de0c0-fa78-4f96-8d7e-7cc2a6441081 tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] Router 7c330a5a-fef6-4c32-95d6-2f2d4beaba82 has already been hosted by L3 agent bc84d6c9-dd7a-4555-a351-592327b46d5a {{(pid=84040) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 21:46:04.751908 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-406de0c0-fa78-4f96-8d7e-7cc2a6441081 tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] Notify agent at l3_agent.n-d-838334-2 the message routers_updated {{(pid=84040) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 21:46:04.763291 n-d-838334-2 neutron-server[84043]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99bf7f69-17d7-4a9f-af04-88cefbd67685 None None] Sync routers for ids ['7c330a5a-fef6-4c32-95d6-2f2d4beaba82'] in n-d-838334-2 {{(pid=84043) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 18 21:46:04.776370 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99bf7f69-17d7-4a9f-af04-88cefbd67685 None None] Routers {'7c330a5a-fef6-4c32-95d6-2f2d4beaba82'} bound to L3 agent in host n-d-838334-2 {{(pid=84043) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 21:46:04.776980 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.l3_hamode_db [None req-99bf7f69-17d7-4a9f-af04-88cefbd67685 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838334-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-18T20:25:48Z,description=,heartbeat_timestamp=2022-04-18T21:45:48Z,host='n-d-838334-2',id=bc84d6c9-dd7a-4555-a351-592327b46d5a,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:25:48Z,topic='l3_agent')) {'router_ids': ['7c330a5a-fef6-4c32-95d6-2f2d4beaba82'], 'active': True} {{(pid=84043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:46:04.780924 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-406de0c0-fa78-4f96-8d7e-7cc2a6441081 tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217293'] for floatingip, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:46:04.839440 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-406de0c0-fa78-4f96-8d7e-7cc2a6441081 tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] 10.222.0.42 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 994 time: 2.5136669 Apr 18 21:46:04.840616 n-d-838334-2 neutron-server[84040]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1cc81962-0b85-4365-9af4-d81df276fa53', 'tag': '980943f7-6b9c-47ae-9147-b5edfab13e1e'}] {{(pid=84040) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 21:46:04.908765 n-d-838334-2 neutron-server[84040]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d69ee5ca-e72b-489d-8abb-8903699a638b'] response: {'name': 'network-changed', 'server_uuid': '1cc81962-0b85-4365-9af4-d81df276fa53', 'tag': '980943f7-6b9c-47ae-9147-b5edfab13e1e', 'status': 'completed', 'code': 200} Apr 18 21:46:04.954363 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.l3_dvr_db [None req-99bf7f69-17d7-4a9f-af04-88cefbd67685 None None] Set router 7c330a5a-fef6-4c32-95d6-2f2d4beaba82 gateway port host: n-d-838334-2 {{(pid=84043) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 21:46:05.079657 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-01c52d56-f8b3-4f60-8ba3-71f6b4a9856e req-aa5592e1-eb9f-4395-b5a8-e0e34ce26996 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=a4ea1a148ea742c594b9948ed7bb3759&device_id=1cc81962-0b85-4365-9af4-d81df276fa53 HTTP/1.1" status: 200 len: 1096 time: 0.1474557 Apr 18 21:46:05.085965 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf063bd1-9145-4923-be10-6dd3c355990e req-a1875a61-c26b-4765-891c-89acd8ab02ad tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:46:05.087296 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-bf063bd1-9145-4923-be10-6dd3c355990e req-a1875a61-c26b-4765-891c-89acd8ab02ad tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] 10.222.0.42 "GET /v2.0/ports?device_id=1cc81962-0b85-4365-9af4-d81df276fa53 HTTP/1.1" status: 200 len: 945 time: 0.1111469 Apr 18 21:46:05.225840 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-bf063bd1-9145-4923-be10-6dd3c355990e req-4394a088-0dbf-434a-9bd3-c071fffbdb7e tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] 10.222.0.42 "GET /v2.0/security-groups?id=52ab3d4e-4dbf-464c-b100-0a031d62e220&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1194141 Apr 18 21:46:05.248032 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01c52d56-f8b3-4f60-8ba3-71f6b4a9856e req-d3b31922-e8c1-4374-9c04-1bab775693e7 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:46:05.249478 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-01c52d56-f8b3-4f60-8ba3-71f6b4a9856e req-d3b31922-e8c1-4374-9c04-1bab775693e7 service neutron] 10.222.0.43 "GET /v2.0/networks?id=d069cc8a-64ec-4519-b52c-4eb0e21a2f6b HTTP/1.1" status: 200 len: 897 time: 0.1613231 Apr 18 21:46:05.261343 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 41520) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:46:05.350829 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.l3_hamode_db [None req-99bf7f69-17d7-4a9f-af04-88cefbd67685 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c330a5a-fef6-4c32-95d6-2f2d4beaba82', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1994209940', 'tenant_id': 'a4ea1a148ea742c594b9948ed7bb3759', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'external_fixed_ips': [{'subnet_id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'ip_address': '172.25.8.180'}], 'enable_snat': True}, 'gw_port_id': '4aa64a49-f853-4fab-afbd-804bbb8e3bf2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:45:43Z', 'updated_at': '2022-04-18T21:45:47Z', 'revision_number': 4, 'project_id': 'a4ea1a148ea742c594b9948ed7bb3759', 'gw_port': {'id': '4aa64a49-f853-4fab-afbd-804bbb8e3bf2', 'name': '', 'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:a6:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c330a5a-fef6-4c32-95d6-2f2d4beaba82', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'ip_address': '172.25.8.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:45:43Z', 'updated_at': '2022-04-18T21:45:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838334-2', '_floatingips': [{'id': 'a43bc02d-d19d-40c6-a4de-e299e4902433', 'tenant_id': 'a4ea1a148ea742c594b9948ed7bb3759', 'floating_ip_address': '172.25.8.4', 'floating_network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'router_id': '7c330a5a-fef6-4c32-95d6-2f2d4beaba82', 'port_id': '980943f7-6b9c-47ae-9147-b5edfab13e1e', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd069cc8a-64ec-4519-b52c-4eb0e21a2f6b', 'mac_address': 'fa:16:3e:4f:42:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1cc81962-0b85-4365-9af4-d81df276fa53', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T21:46:03Z', 'updated_at': '2022-04-18T21:46:03Z', 'revision_number': 0, 'project_id': 'a4ea1a148ea742c594b9948ed7bb3759', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ff580a36-2555-4a9d-8f58-eb11f03b0f43', 'name': '', 'network_id': 'd069cc8a-64ec-4519-b52c-4eb0e21a2f6b', 'tenant_id': 'a4ea1a148ea742c594b9948ed7bb3759', 'mac_address': 'fa:16:3e:73:38:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c330a5a-fef6-4c32-95d6-2f2d4beaba82', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '58abbd53-699a-4ae4-8061-88e769996de5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:45:46Z', 'updated_at': '2022-04-18T21:45:53Z', 'revision_number': 5, 'project_id': 'a4ea1a148ea742c594b9948ed7bb3759', 'subnets': [{'id': '58abbd53-699a-4ae4-8061-88e769996de5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838334-2', False) {} {{(pid=84043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:46:05.355950 n-d-838334-2 neutron-server[84043]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99bf7f69-17d7-4a9f-af04-88cefbd67685 None None] Checking router: 7c330a5a-fef6-4c32-95d6-2f2d4beaba82 for host: n-d-838334-2 {{(pid=84043) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 18 21:46:05.364454 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-01c52d56-f8b3-4f60-8ba3-71f6b4a9856e req-74832ced-ffa1-4ef5-9f4d-54cdbc2a4cba service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=980943f7-6b9c-47ae-9147-b5edfab13e1e HTTP/1.1" status: 200 len: 997 time: 0.1085153 Apr 18 21:46:05.369887 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99bf7f69-17d7-4a9f-af04-88cefbd67685 None None] Routers {'7c330a5a-fef6-4c32-95d6-2f2d4beaba82'} bound to L3 agent in host n-d-838334-2 {{(pid=84043) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 21:46:05.370499 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.l3_hamode_db [None req-99bf7f69-17d7-4a9f-af04-88cefbd67685 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838334-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-18T20:25:48Z,description=,heartbeat_timestamp=2022-04-18T21:45:48Z,host='n-d-838334-2',id=bc84d6c9-dd7a-4555-a351-592327b46d5a,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:25:48Z,topic='l3_agent')) {'router_ids': ['7c330a5a-fef6-4c32-95d6-2f2d4beaba82'], 'active': True} {{(pid=84043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:46:05.373898 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-96dadf3d-fb45-4406-81f1-6619990fcf88 tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] 10.222.0.42 "GET /v2.0/floatingips/a43bc02d-d19d-40c6-a4de-e299e4902433 HTTP/1.1" status: 200 len: 989 time: 0.1081612 Apr 18 21:46:05.426047 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01c52d56-f8b3-4f60-8ba3-71f6b4a9856e req-00b2813c-8f4d-4196-90c7-077534f17e85 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:46:05.427469 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-01c52d56-f8b3-4f60-8ba3-71f6b4a9856e req-00b2813c-8f4d-4196-90c7-077534f17e85 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=58abbd53-699a-4ae4-8061-88e769996de5 HTTP/1.1" status: 200 len: 835 time: 0.0574317 Apr 18 21:46:05.504016 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-01c52d56-f8b3-4f60-8ba3-71f6b4a9856e req-461d6b8e-6bbc-41a5-ab91-58df09500aca service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=d069cc8a-64ec-4519-b52c-4eb0e21a2f6b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0709035 Apr 18 21:46:05.541895 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.l3_dvr_db [None req-99bf7f69-17d7-4a9f-af04-88cefbd67685 None None] Set router 7c330a5a-fef6-4c32-95d6-2f2d4beaba82 gateway port host: n-d-838334-2 {{(pid=84043) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 21:46:05.651894 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-01c52d56-f8b3-4f60-8ba3-71f6b4a9856e req-342465a3-c351-4a5f-8788-d43696ffaa05 service neutron] 10.222.0.43 "GET /v2.0/networks/d069cc8a-64ec-4519-b52c-4eb0e21a2f6b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1400366 Apr 18 21:46:05.793273 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-01c52d56-f8b3-4f60-8ba3-71f6b4a9856e req-ef15e561-8a16-49ab-afed-f47d192285d2 service neutron] 10.222.0.43 "GET /v2.0/networks/d069cc8a-64ec-4519-b52c-4eb0e21a2f6b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1361623 Apr 18 21:46:05.912163 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.l3_hamode_db [None req-99bf7f69-17d7-4a9f-af04-88cefbd67685 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c330a5a-fef6-4c32-95d6-2f2d4beaba82', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1994209940', 'tenant_id': 'a4ea1a148ea742c594b9948ed7bb3759', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'external_fixed_ips': [{'subnet_id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'ip_address': '172.25.8.180'}], 'enable_snat': True}, 'gw_port_id': '4aa64a49-f853-4fab-afbd-804bbb8e3bf2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:45:43Z', 'updated_at': '2022-04-18T21:45:47Z', 'revision_number': 4, 'project_id': 'a4ea1a148ea742c594b9948ed7bb3759', 'gw_port': {'id': '4aa64a49-f853-4fab-afbd-804bbb8e3bf2', 'name': '', 'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:a6:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c330a5a-fef6-4c32-95d6-2f2d4beaba82', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'ip_address': '172.25.8.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:45:43Z', 'updated_at': '2022-04-18T21:45:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838334-2', '_floatingips': [{'id': 'a43bc02d-d19d-40c6-a4de-e299e4902433', 'tenant_id': 'a4ea1a148ea742c594b9948ed7bb3759', 'floating_ip_address': '172.25.8.4', 'floating_network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'router_id': '7c330a5a-fef6-4c32-95d6-2f2d4beaba82', 'port_id': '980943f7-6b9c-47ae-9147-b5edfab13e1e', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd069cc8a-64ec-4519-b52c-4eb0e21a2f6b', 'mac_address': 'fa:16:3e:4f:42:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1cc81962-0b85-4365-9af4-d81df276fa53', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T21:46:03Z', 'updated_at': '2022-04-18T21:46:03Z', 'revision_number': 0, 'project_id': 'a4ea1a148ea742c594b9948ed7bb3759', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ff580a36-2555-4a9d-8f58-eb11f03b0f43', 'name': '', 'network_id': 'd069cc8a-64ec-4519-b52c-4eb0e21a2f6b', 'tenant_id': 'a4ea1a148ea742c594b9948ed7bb3759', 'mac_address': 'fa:16:3e:73:38:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c330a5a-fef6-4c32-95d6-2f2d4beaba82', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '58abbd53-699a-4ae4-8061-88e769996de5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:45:46Z', 'updated_at': '2022-04-18T21:45:53Z', 'revision_number': 5, 'project_id': 'a4ea1a148ea742c594b9948ed7bb3759', 'subnets': [{'id': '58abbd53-699a-4ae4-8061-88e769996de5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838334-2', False) {} {{(pid=84043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:46:05.915920 n-d-838334-2 neutron-server[84043]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99bf7f69-17d7-4a9f-af04-88cefbd67685 None None] The sync data for ids ['7c330a5a-fef6-4c32-95d6-2f2d4beaba82'] in n-d-838334-2 is: [{'id': '7c330a5a-fef6-4c32-95d6-2f2d4beaba82', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1994209940', 'tenant_id': 'a4ea1a148ea742c594b9948ed7bb3759', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'external_fixed_ips': [{'subnet_id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'ip_address': '172.25.8.180'}], 'enable_snat': True}, 'gw_port_id': '4aa64a49-f853-4fab-afbd-804bbb8e3bf2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:45:43Z', 'updated_at': '2022-04-18T21:45:47Z', 'revision_number': 4, 'project_id': 'a4ea1a148ea742c594b9948ed7bb3759', 'gw_port': {'id': '4aa64a49-f853-4fab-afbd-804bbb8e3bf2', 'name': '', 'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:a6:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c330a5a-fef6-4c32-95d6-2f2d4beaba82', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'ip_address': '172.25.8.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:45:43Z', 'updated_at': '2022-04-18T21:45:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838334-2', '_floatingips': [{'id': 'a43bc02d-d19d-40c6-a4de-e299e4902433', 'tenant_id': 'a4ea1a148ea742c594b9948ed7bb3759', 'floating_ip_address': '172.25.8.4', 'floating_network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'router_id': '7c330a5a-fef6-4c32-95d6-2f2d4beaba82', 'port_id': '980943f7-6b9c-47ae-9147-b5edfab13e1e', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd069cc8a-64ec-4519-b52c-4eb0e21a2f6b', 'mac_address': 'fa:16:3e:4f:42:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1cc81962-0b85-4365-9af4-d81df276fa53', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T21:46:03Z', 'updated_at': '2022-04-18T21:46:03Z', 'revision_number': 0, 'project_id': 'a4ea1a148ea742c594b9948ed7bb3759', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ff580a36-2555-4a9d-8f58-eb11f03b0f43', 'name': '', 'network_id': 'd069cc8a-64ec-4519-b52c-4eb0e21a2f6b', 'tenant_id': 'a4ea1a148ea742c594b9948ed7bb3759', 'mac_address': 'fa:16:3e:73:38:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c330a5a-fef6-4c32-95d6-2f2d4beaba82', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '58abbd53-699a-4ae4-8061-88e769996de5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:45:46Z', 'updated_at': '2022-04-18T21:45:53Z', 'revision_number': 5, 'project_id': 'a4ea1a148ea742c594b9948ed7bb3759', 'subnets': [{'id': '58abbd53-699a-4ae4-8061-88e769996de5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84043) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 18 21:46:06.376809 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 41524) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:46:06.481532 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-3521e8d2-27eb-486c-a63e-d7891416326c tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] 10.222.0.42 "GET /v2.0/floatingips/a43bc02d-d19d-40c6-a4de-e299e4902433 HTTP/1.1" status: 200 len: 989 time: 0.1035848 Apr 18 21:46:07.485380 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 41528) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:46:07.589624 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-4ae48de3-80ca-44bb-9dfe-4d1f592e2196 tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] 10.222.0.42 "GET /v2.0/floatingips/a43bc02d-d19d-40c6-a4de-e299e4902433 HTTP/1.1" status: 200 len: 989 time: 0.1030934 Apr 18 21:46:08.255281 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-221319a4-6255-4f3e-a02a-c2cd1bb212b6 req-325f4dfe-ea6b-4a3d-b36d-18fc6a0e761d service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=1cc81962-0b85-4365-9af4-d81df276fa53&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0706551 Apr 18 21:46:08.318312 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6db501a-5f50-4c40-9ff7-70e46c6ba731 None None] New status for floating IP a43bc02d-d19d-40c6-a4de-e299e4902433: ACTIVE {{(pid=84042) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Apr 18 21:46:08.392693 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-221319a4-6255-4f3e-a02a-c2cd1bb212b6 req-224c50d7-3c1b-4f74-ab12-f38438bffe35 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=a4ea1a148ea742c594b9948ed7bb3759&device_id=1cc81962-0b85-4365-9af4-d81df276fa53 HTTP/1.1" status: 200 len: 1096 time: 0.0687375 Apr 18 21:46:08.593422 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 41532) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:46:08.648582 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-221319a4-6255-4f3e-a02a-c2cd1bb212b6 req-9c9e36ca-0064-497e-916d-6d0682d7adc3 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:46:08.650007 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-221319a4-6255-4f3e-a02a-c2cd1bb212b6 req-9c9e36ca-0064-497e-916d-6d0682d7adc3 service neutron] 10.222.0.43 "GET /v2.0/networks?id=d069cc8a-64ec-4519-b52c-4eb0e21a2f6b HTTP/1.1" status: 200 len: 897 time: 0.2381015 Apr 18 21:46:08.698431 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-d69217ae-4d6e-4a66-8338-45748d51430a tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] 10.222.0.42 "GET /v2.0/floatingips/a43bc02d-d19d-40c6-a4de-e299e4902433 HTTP/1.1" status: 200 len: 991 time: 0.1038692 Apr 18 21:46:08.751890 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-221319a4-6255-4f3e-a02a-c2cd1bb212b6 req-aa8be4a4-ab7f-49f0-af65-03dbc3481e18 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=980943f7-6b9c-47ae-9147-b5edfab13e1e HTTP/1.1" status: 200 len: 999 time: 0.0960944 Apr 18 21:46:08.817130 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-221319a4-6255-4f3e-a02a-c2cd1bb212b6 req-31c2e29f-dfeb-4969-b356-8f60b53f213a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:46:08.818611 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-221319a4-6255-4f3e-a02a-c2cd1bb212b6 req-31c2e29f-dfeb-4969-b356-8f60b53f213a service neutron] 10.222.0.43 "GET /v2.0/subnets?id=58abbd53-699a-4ae4-8061-88e769996de5 HTTP/1.1" status: 200 len: 835 time: 0.0602357 Apr 18 21:46:08.892599 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-221319a4-6255-4f3e-a02a-c2cd1bb212b6 req-4e515a75-8f8b-4cb6-96bf-99d04ca6e0bb service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=d069cc8a-64ec-4519-b52c-4eb0e21a2f6b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0671732 Apr 18 21:46:09.021576 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-221319a4-6255-4f3e-a02a-c2cd1bb212b6 req-4f1e4dc7-db31-4049-acc6-1e18802542d4 service neutron] 10.222.0.43 "GET /v2.0/networks/d069cc8a-64ec-4519-b52c-4eb0e21a2f6b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1226063 Apr 18 21:46:09.150279 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-221319a4-6255-4f3e-a02a-c2cd1bb212b6 req-01fddd28-e60d-42e6-91a3-a4011494aa4a service neutron] 10.222.0.43 "GET /v2.0/networks/d069cc8a-64ec-4519-b52c-4eb0e21a2f6b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1225367 Apr 18 21:46:15.754006 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-dec941d5-28fe-458b-b7f8-0a0690834930 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750375287399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253529'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:46:18.012057 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-209f60ae-8d94-4870-b772-8548bc8a5bf3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750375287399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253529'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:46:19.182984 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750375287399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253529'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:46:19.702013 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-414b6ffe-e119-47bc-b18f-bcff1219c2f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750375287399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253529'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:46:20.778494 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-c7521a90-7d65-4e2e-842c-ca5d95e9a89c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750375287399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253529'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:46:23.073647 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.agents_db [None req-6346a179-333c-4370-b5a6-936984aeab15 None None] Agent healthcheck: found 7 active agents {{(pid=84043) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 18 21:46:30.228086 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750375287399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253529'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:46:33.515993 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-da4454e7-c2fc-4e47-a1ab-f68c489dd92a req-285119e3-dd70-453c-b189-baa4dad73336 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=1cc81962-0b85-4365-9af4-d81df276fa53&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.0711792 Apr 18 21:46:33.766475 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 41550) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:46:33.824015 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47f20ddc-efb1-4be5-bfc0-0e3eec334f96 req-875de1f3-062f-4e17-9ea1-efe9a12f39bf tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:46:33.825695 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-47f20ddc-efb1-4be5-bfc0-0e3eec334f96 req-875de1f3-062f-4e17-9ea1-efe9a12f39bf tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] 10.222.0.42 "GET /v2.0/ports?device_id=1cc81962-0b85-4365-9af4-d81df276fa53 HTTP/1.1" status: 200 len: 945 time: 0.0783234 Apr 18 21:46:33.871240 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-47f20ddc-efb1-4be5-bfc0-0e3eec334f96 req-d4eff1e7-f914-40b7-bcc5-c060c432db5e tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] 10.222.0.42 "GET /v2.0/security-groups?id=52ab3d4e-4dbf-464c-b100-0a031d62e220&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392573 Apr 18 21:46:33.911370 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-69e90904-8e2c-4939-9ee6-7f097130cb8b req-c9602949-dc27-4b37-960f-3fca7051c3f6 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=1cc81962-0b85-4365-9af4-d81df276fa53&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1436224 Apr 18 21:46:34.352067 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750375287399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253529'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:46:35.075844 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-872a10cb-9c85-4aa6-9cab-28da225a5088 req-7c901463-aed0-4a4a-8f0d-d33d69c665c4 tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:46:35.077638 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-872a10cb-9c85-4aa6-9cab-28da225a5088 req-7c901463-aed0-4a4a-8f0d-d33d69c665c4 tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] 10.222.0.42 "GET /v2.0/ports?device_id=1cc81962-0b85-4365-9af4-d81df276fa53 HTTP/1.1" status: 200 len: 945 time: 0.0847716 Apr 18 21:46:35.123304 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-872a10cb-9c85-4aa6-9cab-28da225a5088 req-713be902-462c-4547-b1d2-573825a086d8 tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] 10.222.0.42 "GET /v2.0/security-groups?id=52ab3d4e-4dbf-464c-b100-0a031d62e220&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402017 Apr 18 21:46:36.317763 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-734b9bdf-45fc-4fa2-886d-2908d50bc9fb req-f6b40332-abd6-4078-8d2b-b3f3763362b1 tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:46:36.319196 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-734b9bdf-45fc-4fa2-886d-2908d50bc9fb req-f6b40332-abd6-4078-8d2b-b3f3763362b1 tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] 10.222.0.42 "GET /v2.0/ports?device_id=1cc81962-0b85-4365-9af4-d81df276fa53 HTTP/1.1" status: 200 len: 945 time: 0.0763018 Apr 18 21:46:36.368628 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-734b9bdf-45fc-4fa2-886d-2908d50bc9fb req-8a451066-67af-457b-93bb-cf4dcbc9df93 tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] 10.222.0.42 "GET /v2.0/security-groups?id=52ab3d4e-4dbf-464c-b100-0a031d62e220&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439267 Apr 18 21:46:37.310981 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-69e90904-8e2c-4939-9ee6-7f097130cb8b req-b0bc87d9-953c-4a47-b356-5d67e0d3f2b3 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=a4ea1a148ea742c594b9948ed7bb3759&device_id=1cc81962-0b85-4365-9af4-d81df276fa53 HTTP/1.1" status: 200 len: 1096 time: 0.0729506 Apr 18 21:46:37.439116 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69e90904-8e2c-4939-9ee6-7f097130cb8b req-6394fb6d-1a77-4fd7-a875-c2b9a5079d99 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:46:37.440590 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-69e90904-8e2c-4939-9ee6-7f097130cb8b req-6394fb6d-1a77-4fd7-a875-c2b9a5079d99 service neutron] 10.222.0.43 "GET /v2.0/networks?id=d069cc8a-64ec-4519-b52c-4eb0e21a2f6b HTTP/1.1" status: 200 len: 897 time: 0.1244204 Apr 18 21:46:37.589766 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-69e90904-8e2c-4939-9ee6-7f097130cb8b req-60c6257b-6b28-4d2b-af7b-fcb02ba628d9 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=980943f7-6b9c-47ae-9147-b5edfab13e1e HTTP/1.1" status: 200 len: 999 time: 0.1435850 Apr 18 21:46:37.649781 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-890ddb20-8638-41d0-9e1b-5380f03aa5a0 req-00657348-8413-4af3-a79d-793f23571f46 tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:46:37.651172 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-890ddb20-8638-41d0-9e1b-5380f03aa5a0 req-00657348-8413-4af3-a79d-793f23571f46 tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] 10.222.0.42 "GET /v2.0/ports?device_id=1cc81962-0b85-4365-9af4-d81df276fa53 HTTP/1.1" status: 200 len: 945 time: 0.1573420 Apr 18 21:46:37.682046 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69e90904-8e2c-4939-9ee6-7f097130cb8b req-792858d9-c794-421a-a5e1-cc11a5aad09d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:46:37.683392 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-69e90904-8e2c-4939-9ee6-7f097130cb8b req-792858d9-c794-421a-a5e1-cc11a5aad09d service neutron] 10.222.0.43 "GET /v2.0/subnets?id=58abbd53-699a-4ae4-8061-88e769996de5 HTTP/1.1" status: 200 len: 835 time: 0.0861104 Apr 18 21:46:37.739918 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-890ddb20-8638-41d0-9e1b-5380f03aa5a0 req-a8072f36-ccaf-4f67-bd7a-967e18bb38d5 tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] 10.222.0.42 "GET /v2.0/security-groups?id=52ab3d4e-4dbf-464c-b100-0a031d62e220&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0818379 Apr 18 21:46:37.768877 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-69e90904-8e2c-4939-9ee6-7f097130cb8b req-c434be8f-8347-4099-a2b0-a13a312254de service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=d069cc8a-64ec-4519-b52c-4eb0e21a2f6b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0765195 Apr 18 21:46:37.988706 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-69e90904-8e2c-4939-9ee6-7f097130cb8b req-cc19f024-9746-4edc-833d-6e465c7afaba service neutron] 10.222.0.43 "GET /v2.0/networks/d069cc8a-64ec-4519-b52c-4eb0e21a2f6b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2141335 Apr 18 21:46:38.119477 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-69e90904-8e2c-4939-9ee6-7f097130cb8b req-a08a671a-96ff-4939-8375-3e01debc2d4b service neutron] 10.222.0.43 "GET /v2.0/networks/d069cc8a-64ec-4519-b52c-4eb0e21a2f6b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1250405 Apr 18 21:46:38.940380 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04671723-1b38-40ab-ab30-1989db678b76 req-eb7b9536-6344-44dd-a55b-4d4deeb94516 tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:46:38.941833 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-04671723-1b38-40ab-ab30-1989db678b76 req-eb7b9536-6344-44dd-a55b-4d4deeb94516 tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] 10.222.0.42 "GET /v2.0/ports?device_id=1cc81962-0b85-4365-9af4-d81df276fa53 HTTP/1.1" status: 200 len: 945 time: 0.0812433 Apr 18 21:46:38.988637 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-04671723-1b38-40ab-ab30-1989db678b76 req-fd3a513c-9343-47ce-8190-25b20ad6a4a7 tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] 10.222.0.42 "GET /v2.0/security-groups?id=52ab3d4e-4dbf-464c-b100-0a031d62e220&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413132 Apr 18 21:46:40.182789 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72412164-d2d9-405e-81f3-7385d9126f40 req-3718b1a5-30be-41d8-bf39-adc2de00074f tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:46:40.184236 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-72412164-d2d9-405e-81f3-7385d9126f40 req-3718b1a5-30be-41d8-bf39-adc2de00074f tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] 10.222.0.42 "GET /v2.0/ports?device_id=1cc81962-0b85-4365-9af4-d81df276fa53 HTTP/1.1" status: 200 len: 945 time: 0.0744526 Apr 18 21:46:40.229373 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-72412164-d2d9-405e-81f3-7385d9126f40 req-fc8725c4-21e1-48ec-9aa2-41bd75253a31 tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] 10.222.0.42 "GET /v2.0/security-groups?id=52ab3d4e-4dbf-464c-b100-0a031d62e220&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388377 Apr 18 21:46:41.435925 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e108bcd5-0741-4574-aa36-8e8e7410866b req-3727760c-7d61-49c6-bc4b-4089149c0f7d tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:46:41.437449 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-e108bcd5-0741-4574-aa36-8e8e7410866b req-3727760c-7d61-49c6-bc4b-4089149c0f7d tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] 10.222.0.42 "GET /v2.0/ports?device_id=1cc81962-0b85-4365-9af4-d81df276fa53 HTTP/1.1" status: 200 len: 945 time: 0.0796478 Apr 18 21:46:41.482322 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-e108bcd5-0741-4574-aa36-8e8e7410866b req-ba0dc468-fdcb-4ad1-845c-fe9061a4c6cf tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] 10.222.0.42 "GET /v2.0/security-groups?id=52ab3d4e-4dbf-464c-b100-0a031d62e220&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394232 Apr 18 21:46:42.677667 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a334847d-2f5c-483f-978e-90e4d090e7fd req-124afb42-dfb3-4984-965b-2408c49216e2 tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:46:42.679124 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-a334847d-2f5c-483f-978e-90e4d090e7fd req-124afb42-dfb3-4984-965b-2408c49216e2 tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] 10.222.0.42 "GET /v2.0/ports?device_id=1cc81962-0b85-4365-9af4-d81df276fa53 HTTP/1.1" status: 200 len: 945 time: 0.0767570 Apr 18 21:46:42.727924 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-a334847d-2f5c-483f-978e-90e4d090e7fd req-63ad5292-6637-4eeb-838e-cd63e6a1fcab tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] 10.222.0.42 "GET /v2.0/security-groups?id=52ab3d4e-4dbf-464c-b100-0a031d62e220&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432885 Apr 18 21:46:43.922949 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1d4eca2-38ef-46ad-a0e7-227f92197570 req-b079a093-d11b-41f3-ac73-625b8242eab9 tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:46:43.924424 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-d1d4eca2-38ef-46ad-a0e7-227f92197570 req-b079a093-d11b-41f3-ac73-625b8242eab9 tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] 10.222.0.42 "GET /v2.0/ports?device_id=1cc81962-0b85-4365-9af4-d81df276fa53 HTTP/1.1" status: 200 len: 945 time: 0.0749602 Apr 18 21:46:43.969762 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-d1d4eca2-38ef-46ad-a0e7-227f92197570 req-00a91610-cf48-4451-8e5a-d95946e351f1 tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] 10.222.0.42 "GET /v2.0/security-groups?id=52ab3d4e-4dbf-464c-b100-0a031d62e220&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399153 Apr 18 21:46:45.169287 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ba04a1a-d4b4-42a4-b4e1-3347883e557a req-77f547e6-9665-4dc6-b961-f977095f64d3 tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:46:45.171301 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-3ba04a1a-d4b4-42a4-b4e1-3347883e557a req-77f547e6-9665-4dc6-b961-f977095f64d3 tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] 10.222.0.42 "GET /v2.0/ports?device_id=1cc81962-0b85-4365-9af4-d81df276fa53 HTTP/1.1" status: 200 len: 945 time: 0.0790234 Apr 18 21:46:45.216167 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-3ba04a1a-d4b4-42a4-b4e1-3347883e557a req-bfb6ddf9-1d48-4575-8727-c21bc4e793d7 tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] 10.222.0.42 "GET /v2.0/security-groups?id=52ab3d4e-4dbf-464c-b100-0a031d62e220&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384011 Apr 18 21:46:45.757950 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-3ce76804-8c6e-4ac1-abf7-c67a8297c758 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750375287399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253529'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:46:46.413091 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e313bcb7-9543-4212-91bf-4f5075b515a3 req-cbd2c61e-204a-4679-a81e-85ea75cb4ba4 tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:46:46.414535 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-e313bcb7-9543-4212-91bf-4f5075b515a3 req-cbd2c61e-204a-4679-a81e-85ea75cb4ba4 tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] 10.222.0.42 "GET /v2.0/ports?device_id=1cc81962-0b85-4365-9af4-d81df276fa53 HTTP/1.1" status: 200 len: 945 time: 0.0778050 Apr 18 21:46:46.459945 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-e313bcb7-9543-4212-91bf-4f5075b515a3 req-ac472764-81bf-43ed-80cc-310de8a136cc tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] 10.222.0.42 "GET /v2.0/security-groups?id=52ab3d4e-4dbf-464c-b100-0a031d62e220&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398409 Apr 18 21:46:47.661832 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ad95fe3-1eea-4572-a9c4-e5a1f3d09dda req-44635eee-3682-42e0-9da3-db57fb6336f4 tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:46:47.663175 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-6ad95fe3-1eea-4572-a9c4-e5a1f3d09dda req-44635eee-3682-42e0-9da3-db57fb6336f4 tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] 10.222.0.42 "GET /v2.0/ports?device_id=1cc81962-0b85-4365-9af4-d81df276fa53 HTTP/1.1" status: 200 len: 945 time: 0.0820434 Apr 18 21:46:47.708514 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-6ad95fe3-1eea-4572-a9c4-e5a1f3d09dda req-fce04be7-af7a-468f-bda6-2c447bcfc48f tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] 10.222.0.42 "GET /v2.0/security-groups?id=52ab3d4e-4dbf-464c-b100-0a031d62e220&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397649 Apr 18 21:46:48.013233 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-f4fc2116-3f91-481c-9ed3-be89b83a3074 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750375287399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253529'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:46:48.906431 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29195368-6979-444e-a486-478057332c01 req-2a2980ca-50b8-48b3-8aa6-ed8c4d0e3878 tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:46:48.907884 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-29195368-6979-444e-a486-478057332c01 req-2a2980ca-50b8-48b3-8aa6-ed8c4d0e3878 tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] 10.222.0.42 "GET /v2.0/ports?device_id=1cc81962-0b85-4365-9af4-d81df276fa53 HTTP/1.1" status: 200 len: 945 time: 0.0769198 Apr 18 21:46:48.956581 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-29195368-6979-444e-a486-478057332c01 req-39db6d0e-e489-411c-8fb2-2a4acbb89c48 tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] 10.222.0.42 "GET /v2.0/security-groups?id=52ab3d4e-4dbf-464c-b100-0a031d62e220&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432749 Apr 18 21:46:49.185092 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750375287399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253529'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:46:49.703400 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-414b6ffe-e119-47bc-b18f-bcff1219c2f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750375287399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253529'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:46:50.154887 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44e10d9c-6e63-4b0b-b601-2fc98d225855 req-6db6dead-fa88-42cc-b814-09f0c75c5032 tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:46:50.156357 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-44e10d9c-6e63-4b0b-b601-2fc98d225855 req-6db6dead-fa88-42cc-b814-09f0c75c5032 tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] 10.222.0.42 "GET /v2.0/ports?device_id=1cc81962-0b85-4365-9af4-d81df276fa53 HTTP/1.1" status: 200 len: 945 time: 0.0777302 Apr 18 21:46:50.202158 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-44e10d9c-6e63-4b0b-b601-2fc98d225855 req-3944b691-df4e-4666-be4c-4705b39d5d25 tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] 10.222.0.42 "GET /v2.0/security-groups?id=52ab3d4e-4dbf-464c-b100-0a031d62e220&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400255 Apr 18 21:46:50.782019 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-c7521a90-7d65-4e2e-842c-ca5d95e9a89c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750375287399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253529'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:46:51.402270 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-480d02e3-4ede-42dc-b100-466db38447f1 req-7757fbdd-cac9-409a-8553-b5cca1181b3e tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:46:51.403763 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-480d02e3-4ede-42dc-b100-466db38447f1 req-7757fbdd-cac9-409a-8553-b5cca1181b3e tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] 10.222.0.42 "GET /v2.0/ports?device_id=1cc81962-0b85-4365-9af4-d81df276fa53 HTTP/1.1" status: 200 len: 945 time: 0.0831411 Apr 18 21:46:51.449824 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-480d02e3-4ede-42dc-b100-466db38447f1 req-ee8560e7-6f80-406e-9b6c-c7f361aad5de tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] 10.222.0.42 "GET /v2.0/security-groups?id=52ab3d4e-4dbf-464c-b100-0a031d62e220&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399280 Apr 18 21:46:52.646649 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db8812e-1fbd-4f9b-b371-82ce31b09c2a req-cb67e946-453e-4618-aa39-925e15e6c7ad tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:46:52.648100 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-5db8812e-1fbd-4f9b-b371-82ce31b09c2a req-cb67e946-453e-4618-aa39-925e15e6c7ad tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] 10.222.0.42 "GET /v2.0/ports?device_id=1cc81962-0b85-4365-9af4-d81df276fa53 HTTP/1.1" status: 200 len: 945 time: 0.0749972 Apr 18 21:46:52.692594 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-5db8812e-1fbd-4f9b-b371-82ce31b09c2a req-59589d6f-247a-437f-af73-616b353afbca tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] 10.222.0.42 "GET /v2.0/security-groups?id=52ab3d4e-4dbf-464c-b100-0a031d62e220&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389764 Apr 18 21:46:53.890429 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-369930d2-0dda-40ca-9a0b-4e8477237cc7 req-e6da1f37-28de-4b1b-9a0a-af6261f9639e tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:46:53.891889 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-369930d2-0dda-40ca-9a0b-4e8477237cc7 req-e6da1f37-28de-4b1b-9a0a-af6261f9639e tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] 10.222.0.42 "GET /v2.0/ports?device_id=1cc81962-0b85-4365-9af4-d81df276fa53 HTTP/1.1" status: 200 len: 945 time: 0.0785263 Apr 18 21:46:53.936447 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-369930d2-0dda-40ca-9a0b-4e8477237cc7 req-55cfa098-c600-4e5e-8d1a-7bb708eca4d7 tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] 10.222.0.42 "GET /v2.0/security-groups?id=52ab3d4e-4dbf-464c-b100-0a031d62e220&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384500 Apr 18 21:46:54.999045 n-d-838334-2 neutron-server[84040]: INFO neutron.api.v2.resource [req-69e90904-8e2c-4939-9ee6-7f097130cb8b req-23232092-2214-4c7b-9539-40f57a993c53 service neutron] show failed (client error): The resource could not be found. Apr 18 21:46:55.000074 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-69e90904-8e2c-4939-9ee6-7f097130cb8b req-23232092-2214-4c7b-9539-40f57a993c53 service neutron] 10.222.0.43 "GET /v2.0/ports/980943f7-6b9c-47ae-9147-b5edfab13e1e/bindings/n-h2-838334-2 HTTP/1.1" status: 404 len: 380 time: 0.0743053 Apr 18 21:46:55.137782 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6168604-3e63-4f9e-85bb-8a8b77054d38 req-50c51ed9-7daa-4d82-b167-191553c66580 tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:46:55.139833 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-e6168604-3e63-4f9e-85bb-8a8b77054d38 req-50c51ed9-7daa-4d82-b167-191553c66580 tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] 10.222.0.42 "GET /v2.0/ports?device_id=1cc81962-0b85-4365-9af4-d81df276fa53 HTTP/1.1" status: 200 len: 945 time: 0.0794454 Apr 18 21:46:55.190349 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-e6168604-3e63-4f9e-85bb-8a8b77054d38 req-cccd3d3a-5ebf-4bad-8b21-ab245a9aa92b tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] 10.222.0.42 "GET /v2.0/security-groups?id=52ab3d4e-4dbf-464c-b100-0a031d62e220&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444412 Apr 18 21:46:55.404350 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-69e90904-8e2c-4939-9ee6-7f097130cb8b req-eeaabb01-de7a-4c94-9aa5-7d8b582eecfe service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=1cc81962-0b85-4365-9af4-d81df276fa53&tenant_id=a4ea1a148ea742c594b9948ed7bb3759 HTTP/1.1" status: 200 len: 1096 time: 0.2158091 Apr 18 21:46:55.416794 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.v2.base [req-69e90904-8e2c-4939-9ee6-7f097130cb8b req-514eebc7-7b53-4c79-80ae-8504fd2b653e service neutron] Request body: {'port': {'binding:host_id': 'n-h2-838334-2', 'device_owner': 'compute:nova'}} {{(pid=84041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:46:55.520418 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [req-69e90904-8e2c-4939-9ee6-7f097130cb8b req-514eebc7-7b53-4c79-80ae-8504fd2b653e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:46:55.780657 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.db [req-69e90904-8e2c-4939-9ee6-7f097130cb8b req-514eebc7-7b53-4c79-80ae-8504fd2b653e service neutron] For port 980943f7-6b9c-47ae-9147-b5edfab13e1e, host n-h1-838334-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838334-2',level=0,port_id=980943f7-6b9c-47ae-9147-b5edfab13e1e,segment=NetworkSegment(d5cae296-d35d-43ed-b25a-2417fe434935),segment_id=d5cae296-d35d-43ed-b25a-2417fe434935)] {{(pid=84041) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:46:55.812335 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.db [req-69e90904-8e2c-4939-9ee6-7f097130cb8b req-514eebc7-7b53-4c79-80ae-8504fd2b653e service neutron] For port 980943f7-6b9c-47ae-9147-b5edfab13e1e, host n-h1-838334-2, cleared binding levels {{(pid=84041) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 21:46:55.867052 n-d-838334-2 neutron-server[84041]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1cc81962-0b85-4365-9af4-d81df276fa53', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '980943f7-6b9c-47ae-9147-b5edfab13e1e'}] {{(pid=84041) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 21:46:55.872641 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [req-69e90904-8e2c-4939-9ee6-7f097130cb8b req-514eebc7-7b53-4c79-80ae-8504fd2b653e service neutron] Notify callbacks [] for port, precommit_update {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:46:55.887585 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.provisioning_blocks [req-69e90904-8e2c-4939-9ee6-7f097130cb8b req-514eebc7-7b53-4c79-80ae-8504fd2b653e service neutron] Transition to ACTIVE for port object 980943f7-6b9c-47ae-9147-b5edfab13e1e will not be triggered until provisioned by entity L2. {{(pid=84041) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:46:55.892014 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [req-69e90904-8e2c-4939-9ee6-7f097130cb8b req-514eebc7-7b53-4c79-80ae-8504fd2b653e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32266282'] for port, after_update {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:46:56.025076 n-d-838334-2 neutron-server[84041]: INFO neutron.notifiers.nova [-] Nova event matching ['req-341d8772-7d61-4f48-9776-7e0ac7398be7'] response: {'server_uuid': '1cc81962-0b85-4365-9af4-d81df276fa53', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '980943f7-6b9c-47ae-9147-b5edfab13e1e', 'code': 200} Apr 18 21:46:56.025813 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-514eebc7-7b53-4c79-80ae-8504fd2b653e service neutron] Pushing event updated for resources: {'Port': ['ID=980943f7-6b9c-47ae-9147-b5edfab13e1e,revision_number=6']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:46:56.053244 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-514eebc7-7b53-4c79-80ae-8504fd2b653e service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:46:56.053589 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-514eebc7-7b53-4c79-80ae-8504fd2b653e service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:46:56.053927 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-514eebc7-7b53-4c79-80ae-8504fd2b653e service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:46:56.054261 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-514eebc7-7b53-4c79-80ae-8504fd2b653e service neutron] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:46:56.054595 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-514eebc7-7b53-4c79-80ae-8504fd2b653e service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:46:56.054918 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-514eebc7-7b53-4c79-80ae-8504fd2b653e service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:46:56.055241 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-514eebc7-7b53-4c79-80ae-8504fd2b653e service neutron] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:46:56.055564 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-514eebc7-7b53-4c79-80ae-8504fd2b653e service neutron] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:46:56.055917 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-514eebc7-7b53-4c79-80ae-8504fd2b653e service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:46:56.056236 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-514eebc7-7b53-4c79-80ae-8504fd2b653e service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:46:56.056558 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-514eebc7-7b53-4c79-80ae-8504fd2b653e service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:46:56.105903 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.l3_dvrscheduler_db [req-69e90904-8e2c-4939-9ee6-7f097130cb8b req-514eebc7-7b53-4c79-80ae-8504fd2b653e service neutron] No DVR routers for this DVR port 980943f7-6b9c-47ae-9147-b5edfab13e1e on host n-h1-838334-2 {{(pid=84041) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 21:46:56.355347 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.managers [req-69e90904-8e2c-4939-9ee6-7f097130cb8b req-514eebc7-7b53-4c79-80ae-8504fd2b653e service neutron] Attempting to bind port 980943f7-6b9c-47ae-9147-b5edfab13e1e on host n-h2-838334-2 for vnic_type normal with profile {{(pid=84041) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 21:46:56.355570 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.managers [req-69e90904-8e2c-4939-9ee6-7f097130cb8b req-514eebc7-7b53-4c79-80ae-8504fd2b653e service neutron] Attempting to bind port 980943f7-6b9c-47ae-9147-b5edfab13e1e by drivers openvswitch,hyperv on host n-h2-838334-2 at level 0 using segments [{'id': 'd5cae296-d35d-43ed-b25a-2417fe434935', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': 'd069cc8a-64ec-4519-b52c-4eb0e21a2f6b'}] {{(pid=84041) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 21:46:56.355921 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69e90904-8e2c-4939-9ee6-7f097130cb8b req-514eebc7-7b53-4c79-80ae-8504fd2b653e service neutron] Attempting to bind port 980943f7-6b9c-47ae-9147-b5edfab13e1e on network d069cc8a-64ec-4519-b52c-4eb0e21a2f6b {{(pid=84041) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 21:46:56.362643 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69e90904-8e2c-4939-9ee6-7f097130cb8b req-514eebc7-7b53-4c79-80ae-8504fd2b653e service neutron] Port 980943f7-6b9c-47ae-9147-b5edfab13e1e on network d069cc8a-64ec-4519-b52c-4eb0e21a2f6b not bound, no agent of type Open vSwitch agent registered on host n-h2-838334-2 {{(pid=84041) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 18 21:46:56.362956 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69e90904-8e2c-4939-9ee6-7f097130cb8b req-514eebc7-7b53-4c79-80ae-8504fd2b653e service neutron] Attempting to bind port 980943f7-6b9c-47ae-9147-b5edfab13e1e on network d069cc8a-64ec-4519-b52c-4eb0e21a2f6b {{(pid=84041) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 21:46:56.369280 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69e90904-8e2c-4939-9ee6-7f097130cb8b req-514eebc7-7b53-4c79-80ae-8504fd2b653e service neutron] Checking agent: {'id': 'dc797004-f641-47b7-a77f-9c62b5b16296', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-838334-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 34, 3), 'started_at': datetime.datetime(2022, 4, 18, 20, 34, 3), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 21, 46, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84041) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 18 21:46:56.369609 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69e90904-8e2c-4939-9ee6-7f097130cb8b req-514eebc7-7b53-4c79-80ae-8504fd2b653e service neutron] Checking segment: {'id': 'd5cae296-d35d-43ed-b25a-2417fe434935', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': 'd069cc8a-64ec-4519-b52c-4eb0e21a2f6b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84041) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 21:46:56.369980 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69e90904-8e2c-4939-9ee6-7f097130cb8b req-514eebc7-7b53-4c79-80ae-8504fd2b653e service neutron] Bound using segment: {'id': 'd5cae296-d35d-43ed-b25a-2417fe434935', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': 'd069cc8a-64ec-4519-b52c-4eb0e21a2f6b'} {{(pid=84041) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 18 21:46:56.370390 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.managers [req-69e90904-8e2c-4939-9ee6-7f097130cb8b req-514eebc7-7b53-4c79-80ae-8504fd2b653e service neutron] Bound port: 980943f7-6b9c-47ae-9147-b5edfab13e1e, host: n-h2-838334-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd5cae296-d35d-43ed-b25a-2417fe434935', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': 'd069cc8a-64ec-4519-b52c-4eb0e21a2f6b'}}] {{(pid=84041) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 21:46:56.370723 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [req-69e90904-8e2c-4939-9ee6-7f097130cb8b req-514eebc7-7b53-4c79-80ae-8504fd2b653e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:46:56.384904 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f03f826-2c5a-4589-a488-3356bb00e1c4 req-9614f4de-671e-4948-8cb8-342f596ebea8 tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:46:56.386344 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-0f03f826-2c5a-4589-a488-3356bb00e1c4 req-9614f4de-671e-4948-8cb8-342f596ebea8 tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] 10.222.0.42 "GET /v2.0/ports?device_id=1cc81962-0b85-4365-9af4-d81df276fa53 HTTP/1.1" status: 200 len: 943 time: 0.0744212 Apr 18 21:46:56.437910 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-0f03f826-2c5a-4589-a488-3356bb00e1c4 req-2fd07d4b-467d-40de-b518-63c85f10feab tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] 10.222.0.42 "GET /v2.0/security-groups?id=52ab3d4e-4dbf-464c-b100-0a031d62e220&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445340 Apr 18 21:46:56.460821 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.db [req-69e90904-8e2c-4939-9ee6-7f097130cb8b req-514eebc7-7b53-4c79-80ae-8504fd2b653e service neutron] For port 980943f7-6b9c-47ae-9147-b5edfab13e1e, host n-h2-838334-2, cleared binding levels {{(pid=84041) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 21:46:56.463884 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.db [req-69e90904-8e2c-4939-9ee6-7f097130cb8b req-514eebc7-7b53-4c79-80ae-8504fd2b653e service neutron] For port 980943f7-6b9c-47ae-9147-b5edfab13e1e, host n-h2-838334-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838334-2',level=0,port_id=980943f7-6b9c-47ae-9147-b5edfab13e1e,segment=NetworkSegment(d5cae296-d35d-43ed-b25a-2417fe434935),segment_id=d5cae296-d35d-43ed-b25a-2417fe434935)] {{(pid=84041) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 21:46:56.468320 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [req-69e90904-8e2c-4939-9ee6-7f097130cb8b req-514eebc7-7b53-4c79-80ae-8504fd2b653e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32266282'] for port, after_update {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:46:56.529221 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [req-69e90904-8e2c-4939-9ee6-7f097130cb8b req-514eebc7-7b53-4c79-80ae-8504fd2b653e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217293'] for port, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:46:56.530738 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-69e90904-8e2c-4939-9ee6-7f097130cb8b req-514eebc7-7b53-4c79-80ae-8504fd2b653e service neutron] 10.222.0.48 "PUT /v2.0/ports/980943f7-6b9c-47ae-9147-b5edfab13e1e HTTP/1.1" status: 200 len: 1091 time: 1.1177733 Apr 18 21:46:56.543182 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-514eebc7-7b53-4c79-80ae-8504fd2b653e service neutron] Pushing event updated for resources: {'Port': ['ID=980943f7-6b9c-47ae-9147-b5edfab13e1e,revision_number=7']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:46:56.635512 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-69e90904-8e2c-4939-9ee6-7f097130cb8b req-5341ed70-e790-4344-9527-87b96f235e32 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=a4ea1a148ea742c594b9948ed7bb3759&device_id=1cc81962-0b85-4365-9af4-d81df276fa53 HTTP/1.1" status: 200 len: 1094 time: 0.0753787 Apr 18 21:46:56.768457 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69e90904-8e2c-4939-9ee6-7f097130cb8b req-78ede28a-21c4-4bcb-b60a-5efc9937454d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:46:56.769883 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-69e90904-8e2c-4939-9ee6-7f097130cb8b req-78ede28a-21c4-4bcb-b60a-5efc9937454d service neutron] 10.222.0.48 "GET /v2.0/networks?id=d069cc8a-64ec-4519-b52c-4eb0e21a2f6b HTTP/1.1" status: 200 len: 897 time: 0.1283267 Apr 18 21:46:56.872972 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-69e90904-8e2c-4939-9ee6-7f097130cb8b req-d89f2df8-7114-49d8-b91e-569ea53ac4ca service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=980943f7-6b9c-47ae-9147-b5edfab13e1e HTTP/1.1" status: 200 len: 997 time: 0.0962420 Apr 18 21:46:56.932986 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69e90904-8e2c-4939-9ee6-7f097130cb8b req-cdd4e850-f7ff-43cc-a7ba-a2ce0cf9a7b2 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:46:56.934299 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-69e90904-8e2c-4939-9ee6-7f097130cb8b req-cdd4e850-f7ff-43cc-a7ba-a2ce0cf9a7b2 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=58abbd53-699a-4ae4-8061-88e769996de5 HTTP/1.1" status: 200 len: 835 time: 0.0553524 Apr 18 21:46:57.007212 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-69e90904-8e2c-4939-9ee6-7f097130cb8b req-199fc483-620e-4801-84f7-b6937e7e5738 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=d069cc8a-64ec-4519-b52c-4eb0e21a2f6b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0670381 Apr 18 21:46:57.225469 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-69e90904-8e2c-4939-9ee6-7f097130cb8b req-cbd92909-351d-4fea-8a10-20a97cbaaf19 service neutron] 10.222.0.48 "GET /v2.0/networks/d069cc8a-64ec-4519-b52c-4eb0e21a2f6b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2119334 Apr 18 21:46:57.358432 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-69e90904-8e2c-4939-9ee6-7f097130cb8b req-45775931-b85e-4204-9ddf-884f90947122 service neutron] 10.222.0.48 "GET /v2.0/networks/d069cc8a-64ec-4519-b52c-4eb0e21a2f6b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1265962 Apr 18 21:46:57.641961 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af0fdddb-0e5d-4d45-a4ce-3be3309a85f1 req-61cd6472-7609-406c-9871-0105883acbb2 tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:46:57.643423 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-af0fdddb-0e5d-4d45-a4ce-3be3309a85f1 req-61cd6472-7609-406c-9871-0105883acbb2 tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] 10.222.0.42 "GET /v2.0/ports?device_id=1cc81962-0b85-4365-9af4-d81df276fa53 HTTP/1.1" status: 200 len: 943 time: 0.0763354 Apr 18 21:46:57.689794 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-af0fdddb-0e5d-4d45-a4ce-3be3309a85f1 req-51b7ba5c-431d-416d-bead-ab471abb6476 tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] 10.222.0.42 "GET /v2.0/security-groups?id=52ab3d4e-4dbf-464c-b100-0a031d62e220&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407786 Apr 18 21:46:58.026324 n-d-838334-2 neutron-server[84041]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1cc81962-0b85-4365-9af4-d81df276fa53', 'tag': '980943f7-6b9c-47ae-9147-b5edfab13e1e'}] {{(pid=84041) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 21:46:58.093754 n-d-838334-2 neutron-server[84041]: INFO neutron.notifiers.nova [-] Nova event matching ['req-caaaaf90-9aec-4561-9596-bb833010bde7'] response: {'name': 'network-changed', 'server_uuid': '1cc81962-0b85-4365-9af4-d81df276fa53', 'tag': '980943f7-6b9c-47ae-9147-b5edfab13e1e', 'status': 'completed', 'code': 200} Apr 18 21:46:58.188873 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-796de3fe-b2e7-413b-a211-c817393c9376 req-8f214d7b-3fad-43c0-aae2-007333c3c479 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=a4ea1a148ea742c594b9948ed7bb3759&device_id=1cc81962-0b85-4365-9af4-d81df276fa53 HTTP/1.1" status: 200 len: 1094 time: 0.0784633 Apr 18 21:46:58.191869 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-796de3fe-b2e7-413b-a211-c817393c9376 req-dbf33096-d2a4-429e-9863-c1b08b68f48c service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=a4ea1a148ea742c594b9948ed7bb3759&device_id=1cc81962-0b85-4365-9af4-d81df276fa53 HTTP/1.1" status: 200 len: 1094 time: 0.0780528 Apr 18 21:46:58.320665 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-796de3fe-b2e7-413b-a211-c817393c9376 req-db35aaab-75f5-432c-940a-4dea83f4efa2 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:46:58.322131 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-796de3fe-b2e7-413b-a211-c817393c9376 req-db35aaab-75f5-432c-940a-4dea83f4efa2 service neutron] 10.222.0.48 "GET /v2.0/networks?id=d069cc8a-64ec-4519-b52c-4eb0e21a2f6b HTTP/1.1" status: 200 len: 897 time: 0.1264584 Apr 18 21:46:58.422080 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-796de3fe-b2e7-413b-a211-c817393c9376 req-63fbd357-bde1-46e0-8c61-feacda65ac23 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:46:58.423515 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-796de3fe-b2e7-413b-a211-c817393c9376 req-63fbd357-bde1-46e0-8c61-feacda65ac23 service neutron] 10.222.0.43 "GET /v2.0/networks?id=d069cc8a-64ec-4519-b52c-4eb0e21a2f6b HTTP/1.1" status: 200 len: 897 time: 0.2262151 Apr 18 21:46:58.432411 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-796de3fe-b2e7-413b-a211-c817393c9376 req-cb97db40-4e86-4103-b9c6-577da4f41302 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=980943f7-6b9c-47ae-9147-b5edfab13e1e HTTP/1.1" status: 200 len: 997 time: 0.1031775 Apr 18 21:46:58.499390 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-796de3fe-b2e7-413b-a211-c817393c9376 req-3cbaa6f8-1a37-42d4-aa5c-97e0adb0a42f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:46:58.501057 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-796de3fe-b2e7-413b-a211-c817393c9376 req-3cbaa6f8-1a37-42d4-aa5c-97e0adb0a42f service neutron] 10.222.0.48 "GET /v2.0/subnets?id=58abbd53-699a-4ae4-8061-88e769996de5 HTTP/1.1" status: 200 len: 835 time: 0.0589850 Apr 18 21:46:58.526591 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-796de3fe-b2e7-413b-a211-c817393c9376 req-32502afa-4b5e-4976-bb25-3f1b8b8fcf7d service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=980943f7-6b9c-47ae-9147-b5edfab13e1e HTTP/1.1" status: 200 len: 997 time: 0.0969865 Apr 18 21:46:58.579917 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-796de3fe-b2e7-413b-a211-c817393c9376 req-5fc143a8-0df8-4590-ad54-548469b0a3b8 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=d069cc8a-64ec-4519-b52c-4eb0e21a2f6b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0715132 Apr 18 21:46:58.589035 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-796de3fe-b2e7-413b-a211-c817393c9376 req-28c95c19-48c1-442f-9ae0-21cb6dc2585c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:46:58.590427 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-796de3fe-b2e7-413b-a211-c817393c9376 req-28c95c19-48c1-442f-9ae0-21cb6dc2585c service neutron] 10.222.0.43 "GET /v2.0/subnets?id=58abbd53-699a-4ae4-8061-88e769996de5 HTTP/1.1" status: 200 len: 835 time: 0.0574489 Apr 18 21:46:58.599920 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Device 980943f7-6b9c-47ae-9147-b5edfab13e1e details requested by agent hyperv_n-h2-838334-2 with host n-h2-838334-2 {{(pid=84042) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 18 21:46:58.666395 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-796de3fe-b2e7-413b-a211-c817393c9376 req-b037de2f-63c9-4316-bcc7-352f55a11b41 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=d069cc8a-64ec-4519-b52c-4eb0e21a2f6b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0695703 Apr 18 21:46:58.720786 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-796de3fe-b2e7-413b-a211-c817393c9376 req-a0d1f503-c938-42ce-ae8b-21672443f433 service neutron] 10.222.0.48 "GET /v2.0/networks/d069cc8a-64ec-4519-b52c-4eb0e21a2f6b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1340055 Apr 18 21:46:58.744389 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] For port 980943f7-6b9c-47ae-9147-b5edfab13e1e, host n-h2-838334-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838334-2',level=0,port_id=980943f7-6b9c-47ae-9147-b5edfab13e1e,segment=NetworkSegment(d5cae296-d35d-43ed-b25a-2417fe434935),segment_id=d5cae296-d35d-43ed-b25a-2417fe434935)] {{(pid=84042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:46:58.759827 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Returning: {'device': '980943f7-6b9c-47ae-9147-b5edfab13e1e', 'network_id': 'd069cc8a-64ec-4519-b52c-4eb0e21a2f6b', 'port_id': '980943f7-6b9c-47ae-9147-b5edfab13e1e', 'mac_address': 'fa:16:3e:4f:42:ac', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 369, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '58abbd53-699a-4ae4-8061-88e769996de5', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84042) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 18 21:46:58.810404 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-796de3fe-b2e7-413b-a211-c817393c9376 req-b03a8fc4-a223-4a60-b5c6-f3c153e6c181 service neutron] 10.222.0.43 "GET /v2.0/networks/d069cc8a-64ec-4519-b52c-4eb0e21a2f6b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1377923 Apr 18 21:46:58.819802 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:46:58.843530 n-d-838334-2 neutron-server[84042]: DEBUG neutron.notifiers.nova [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 980943f7-6b9c-47ae-9147-b5edfab13e1e {{(pid=84042) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 18 21:46:58.863577 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] For port 980943f7-6b9c-47ae-9147-b5edfab13e1e, host n-h2-838334-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838334-2',level=0,port_id=980943f7-6b9c-47ae-9147-b5edfab13e1e,segment=NetworkSegment(d5cae296-d35d-43ed-b25a-2417fe434935),segment_id=d5cae296-d35d-43ed-b25a-2417fe434935)] {{(pid=84042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:46:58.867343 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682'] for port, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:46:58.880689 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-796de3fe-b2e7-413b-a211-c817393c9376 req-0b916efc-bb75-468d-8f07-722426bfb8f7 service neutron] 10.222.0.48 "GET /v2.0/networks/d069cc8a-64ec-4519-b52c-4eb0e21a2f6b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1524684 Apr 18 21:46:58.941085 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Pushing event updated for resources: {'Port': ['ID=980943f7-6b9c-47ae-9147-b5edfab13e1e,revision_number=8']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:46:58.950138 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:46:58.950484 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:46:58.950819 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:46:58.951150 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:46:58.952075 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:46:58.952407 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:46:58.952734 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:46:58.953209 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:46:58.953549 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:46:58.953872 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:46:58.954188 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:46:59.005694 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-796de3fe-b2e7-413b-a211-c817393c9376 req-a4757a4a-48d0-46ac-aad7-44436ab727c7 service neutron] 10.222.0.43 "GET /v2.0/networks/d069cc8a-64ec-4519-b52c-4eb0e21a2f6b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1889608 Apr 18 21:46:59.039348 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91ffc549-e58d-44ab-b98e-96cd80c1ea63 req-ed146ebc-4ec1-4018-b2b2-2dbbab7a0c93 tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:46:59.040836 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-91ffc549-e58d-44ab-b98e-96cd80c1ea63 req-ed146ebc-4ec1-4018-b2b2-2dbbab7a0c93 tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] 10.222.0.42 "GET /v2.0/ports?device_id=1cc81962-0b85-4365-9af4-d81df276fa53 HTTP/1.1" status: 200 len: 944 time: 0.1886332 Apr 18 21:46:59.089246 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-91ffc549-e58d-44ab-b98e-96cd80c1ea63 req-9038571b-b36a-4b30-9c02-63045b434b5d tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] 10.222.0.42 "GET /v2.0/security-groups?id=52ab3d4e-4dbf-464c-b100-0a031d62e220&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418718 Apr 18 21:46:59.119598 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] get_ports_and_sgs() called for port_ids ['980943f7-6b9c-47ae-9147-b5edfab13e1e'] {{(pid=84042) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 18 21:46:59.924315 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Device 980943f7-6b9c-47ae-9147-b5edfab13e1e no longer exists at agent hyperv_n-h1-838334-2 {{(pid=84042) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 21:47:00.000922 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Device 980943f7-6b9c-47ae-9147-b5edfab13e1e not bound to the agent host n-h1-838334-2 {{(pid=84042) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 21:47:00.074156 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.agents_db [None req-6346a179-333c-4370-b5a6-936984aeab15 None None] Agent healthcheck: found 7 active agents {{(pid=84043) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 18 21:47:00.224932 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750375287399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253529'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:47:00.297565 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7706117d-9b76-4cd7-9ba5-13b7f29f392d req-3cc96abf-3823-4791-9464-406b1ad4c5fd tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:47:00.299018 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-7706117d-9b76-4cd7-9ba5-13b7f29f392d req-3cc96abf-3823-4791-9464-406b1ad4c5fd tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] 10.222.0.42 "GET /v2.0/ports?device_id=1cc81962-0b85-4365-9af4-d81df276fa53 HTTP/1.1" status: 200 len: 944 time: 0.0771465 Apr 18 21:47:00.347609 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-7706117d-9b76-4cd7-9ba5-13b7f29f392d req-8a98560d-202b-4511-993b-daad28e07dc9 tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] 10.222.0.42 "GET /v2.0/security-groups?id=52ab3d4e-4dbf-464c-b100-0a031d62e220&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429642 Apr 18 21:47:00.614011 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Device 980943f7-6b9c-47ae-9147-b5edfab13e1e up at agent hyperv_n-h2-838334-2 {{(pid=84042) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 21:47:00.682287 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Provisioning for port 980943f7-6b9c-47ae-9147-b5edfab13e1e completed by entity L2. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 21:47:00.687391 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Provisioning complete for port 980943f7-6b9c-47ae-9147-b5edfab13e1e triggered by entity L2. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:47:00.687787 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1253608'] for port, provisioning_complete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:47:00.725222 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e07dc094-2582-4b7b-a243-549f15ff34cc req-2839b304-8c1e-48a5-8f31-ea29522448e2 tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:47:00.726682 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-e07dc094-2582-4b7b-a243-549f15ff34cc req-2839b304-8c1e-48a5-8f31-ea29522448e2 tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] 10.222.0.42 "GET /v2.0/ports?device_id=1cc81962-0b85-4365-9af4-d81df276fa53 HTTP/1.1" status: 200 len: 944 time: 0.1087513 Apr 18 21:47:00.738687 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50197c63-e104-4a93-b20e-c7d2e098cafb req-6754840e-a3ba-417f-8314-ed328efe2f09 tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:47:00.740098 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-50197c63-e104-4a93-b20e-c7d2e098cafb req-6754840e-a3ba-417f-8314-ed328efe2f09 tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] 10.222.0.43 "GET /v2.0/ports?device_id=1cc81962-0b85-4365-9af4-d81df276fa53&tenant_id=a4ea1a148ea742c594b9948ed7bb3759&binding%3Ahost_id=n-h2-838334-2 HTTP/1.1" status: 200 len: 944 time: 0.1519785 Apr 18 21:47:00.803633 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:47:00.829583 n-d-838334-2 neutron-server[84042]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1cc81962-0b85-4365-9af4-d81df276fa53', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '980943f7-6b9c-47ae-9147-b5edfab13e1e'}] {{(pid=84042) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 21:47:00.837652 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-e07dc094-2582-4b7b-a243-549f15ff34cc req-ea16d6f9-61fa-4701-b83b-151e64329012 tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] 10.222.0.42 "GET /v2.0/security-groups?id=52ab3d4e-4dbf-464c-b100-0a031d62e220&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1049283 Apr 18 21:47:00.839802 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] For port 980943f7-6b9c-47ae-9147-b5edfab13e1e, host n-h2-838334-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838334-2',level=0,port_id=980943f7-6b9c-47ae-9147-b5edfab13e1e,segment=NetworkSegment(d5cae296-d35d-43ed-b25a-2417fe434935),segment_id=d5cae296-d35d-43ed-b25a-2417fe434935)] {{(pid=84042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:47:00.844731 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682'] for port, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:47:00.847118 n-d-838334-2 neutron-server[84040]: INFO neutron.api.v2.resource [req-50197c63-e104-4a93-b20e-c7d2e098cafb req-340e37bb-b8a0-48f8-aca0-2d3a255245ad service neutron] delete failed (client error): The resource could not be found. Apr 18 21:47:00.848126 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-50197c63-e104-4a93-b20e-c7d2e098cafb req-340e37bb-b8a0-48f8-aca0-2d3a255245ad service neutron] 10.222.0.43 "DELETE /v2.0/ports/980943f7-6b9c-47ae-9147-b5edfab13e1e/bindings/n-h1-838334-2 HTTP/1.1" status: 404 len: 380 time: 0.0946219 Apr 18 21:47:00.916265 n-d-838334-2 neutron-server[84042]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d35f5e57-2c4b-4776-9b44-c36845c2a75e'] response: {'server_uuid': '1cc81962-0b85-4365-9af4-d81df276fa53', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '980943f7-6b9c-47ae-9147-b5edfab13e1e', 'code': 200} Apr 18 21:47:00.922854 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Pushing event updated for resources: {'Port': ['ID=980943f7-6b9c-47ae-9147-b5edfab13e1e,revision_number=9']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:47:01.042590 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-50197c63-e104-4a93-b20e-c7d2e098cafb req-b1ac1485-f030-4e4c-9958-293c11e29ef3 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=a4ea1a148ea742c594b9948ed7bb3759&device_id=1cc81962-0b85-4365-9af4-d81df276fa53 HTTP/1.1" status: 200 len: 1096 time: 0.1153586 Apr 18 21:47:01.167173 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f85e087-e92a-4b26-8d84-35968f6a4d27 req-389de504-3da5-49e1-a264-72cb451bdb4a tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:47:01.168623 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-4f85e087-e92a-4b26-8d84-35968f6a4d27 req-389de504-3da5-49e1-a264-72cb451bdb4a tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] 10.222.0.42 "GET /v2.0/ports?device_id=1cc81962-0b85-4365-9af4-d81df276fa53 HTTP/1.1" status: 200 len: 945 time: 0.1830366 Apr 18 21:47:01.207852 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50197c63-e104-4a93-b20e-c7d2e098cafb req-1335f666-67a0-4e58-b814-489ab70b3508 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:47:01.209224 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-50197c63-e104-4a93-b20e-c7d2e098cafb req-1335f666-67a0-4e58-b814-489ab70b3508 service neutron] 10.222.0.43 "GET /v2.0/networks?id=d069cc8a-64ec-4519-b52c-4eb0e21a2f6b HTTP/1.1" status: 200 len: 897 time: 0.1582236 Apr 18 21:47:01.287436 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-4f85e087-e92a-4b26-8d84-35968f6a4d27 req-f7e60090-5d54-471c-a6f9-dcce784b2db5 tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] 10.222.0.42 "GET /v2.0/security-groups?id=52ab3d4e-4dbf-464c-b100-0a031d62e220&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1114266 Apr 18 21:47:01.321378 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-50197c63-e104-4a93-b20e-c7d2e098cafb req-f72aee99-19c9-4e86-b935-40a2003dd28c service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=980943f7-6b9c-47ae-9147-b5edfab13e1e HTTP/1.1" status: 200 len: 999 time: 0.1044691 Apr 18 21:47:01.381562 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50197c63-e104-4a93-b20e-c7d2e098cafb req-de2039b9-ebc5-4c6d-95f2-33c91d821710 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:47:01.382955 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-50197c63-e104-4a93-b20e-c7d2e098cafb req-de2039b9-ebc5-4c6d-95f2-33c91d821710 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=58abbd53-699a-4ae4-8061-88e769996de5 HTTP/1.1" status: 200 len: 835 time: 0.0553701 Apr 18 21:47:01.460730 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-50197c63-e104-4a93-b20e-c7d2e098cafb req-8393f568-acba-424a-b107-2afd3bf24c3f service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=d069cc8a-64ec-4519-b52c-4eb0e21a2f6b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0708618 Apr 18 21:47:01.683023 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-50197c63-e104-4a93-b20e-c7d2e098cafb req-82656e36-ef2a-40fe-b602-ddb9f02694c8 service neutron] 10.222.0.43 "GET /v2.0/networks/d069cc8a-64ec-4519-b52c-4eb0e21a2f6b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2164865 Apr 18 21:47:01.808074 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-50197c63-e104-4a93-b20e-c7d2e098cafb req-00efeea5-ba21-4cc1-9498-2feed33e288e service neutron] 10.222.0.43 "GET /v2.0/networks/d069cc8a-64ec-4519-b52c-4eb0e21a2f6b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1194303 Apr 18 21:47:02.498513 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b56669e-990d-488f-ba30-03aeacf7c89f req-90e9d371-d528-4714-9f8e-dd2723d3883c tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:47:02.499959 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-7b56669e-990d-488f-ba30-03aeacf7c89f req-90e9d371-d528-4714-9f8e-dd2723d3883c tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] 10.222.0.42 "GET /v2.0/ports?device_id=1cc81962-0b85-4365-9af4-d81df276fa53 HTTP/1.1" status: 200 len: 945 time: 0.0745838 Apr 18 21:47:02.543355 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-7b56669e-990d-488f-ba30-03aeacf7c89f req-442a68c5-a80d-4414-aae5-90cea6486a40 tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] 10.222.0.42 "GET /v2.0/security-groups?id=52ab3d4e-4dbf-464c-b100-0a031d62e220&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379934 Apr 18 21:47:02.572663 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 41650) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:47:02.675516 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-0b22a7cd-a350-44b9-9196-3f539c9a8288 tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] 10.222.0.42 "GET /v2.0/floatingips/a43bc02d-d19d-40c6-a4de-e299e4902433 HTTP/1.1" status: 200 len: 991 time: 0.1016071 Apr 18 21:47:04.368060 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750375287399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253529'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:47:15.762561 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-5a8be68c-75f9-4810-914c-603273c6ce6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750375287399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253529'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:47:17.905935 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-a664b303-6e74-49a2-9ebf-a290b8bf3073 req-0b522788-2e08-460f-afd6-da0adb13f8f3 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=1cc81962-0b85-4365-9af4-d81df276fa53&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0678191 Apr 18 21:47:18.015527 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-772e35c6-f4cf-41a8-9f44-cd67bbbb7d69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750375287399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253529'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:47:18.045356 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-a664b303-6e74-49a2-9ebf-a290b8bf3073 req-e036eb2e-ff85-41a7-a237-f838408b2cf5 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=a4ea1a148ea742c594b9948ed7bb3759&device_id=1cc81962-0b85-4365-9af4-d81df276fa53 HTTP/1.1" status: 200 len: 1096 time: 0.0687230 Apr 18 21:47:18.184918 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a664b303-6e74-49a2-9ebf-a290b8bf3073 req-3955f899-1e92-4d47-a113-edf99a93d0a4 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:47:18.186883 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-a664b303-6e74-49a2-9ebf-a290b8bf3073 req-3955f899-1e92-4d47-a113-edf99a93d0a4 service neutron] 10.222.0.48 "GET /v2.0/networks?id=d069cc8a-64ec-4519-b52c-4eb0e21a2f6b HTTP/1.1" status: 200 len: 897 time: 0.1231585 Apr 18 21:47:18.287888 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-a664b303-6e74-49a2-9ebf-a290b8bf3073 req-476c64d0-0904-418a-938e-3d3b38c0a0b1 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=980943f7-6b9c-47ae-9147-b5edfab13e1e HTTP/1.1" status: 200 len: 999 time: 0.0942924 Apr 18 21:47:18.351449 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a664b303-6e74-49a2-9ebf-a290b8bf3073 req-6dcb46f5-978e-4aef-9499-2bd09627fe0f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:47:18.352940 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-a664b303-6e74-49a2-9ebf-a290b8bf3073 req-6dcb46f5-978e-4aef-9499-2bd09627fe0f service neutron] 10.222.0.48 "GET /v2.0/subnets?id=58abbd53-699a-4ae4-8061-88e769996de5 HTTP/1.1" status: 200 len: 835 time: 0.0590141 Apr 18 21:47:18.426403 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-a664b303-6e74-49a2-9ebf-a290b8bf3073 req-39497e88-8bbd-4984-812a-e3e3e2b4e72a service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=d069cc8a-64ec-4519-b52c-4eb0e21a2f6b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0668223 Apr 18 21:47:18.634989 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-a664b303-6e74-49a2-9ebf-a290b8bf3073 req-36347114-0417-4f8e-b4c0-21b9ba3220af service neutron] 10.222.0.48 "GET /v2.0/networks/d069cc8a-64ec-4519-b52c-4eb0e21a2f6b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2008045 Apr 18 21:47:18.771427 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-a664b303-6e74-49a2-9ebf-a290b8bf3073 req-1c38f8e6-565a-4b33-be5d-480592e5d31f service neutron] 10.222.0.48 "GET /v2.0/networks/d069cc8a-64ec-4519-b52c-4eb0e21a2f6b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1234479 Apr 18 21:47:19.188285 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750375287399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253529'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:47:19.720090 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-414b6ffe-e119-47bc-b18f-bcff1219c2f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750375287399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253529'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:47:20.786824 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-c7521a90-7d65-4e2e-842c-ca5d95e9a89c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750375287399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253529'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:47:21.649503 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [req-c75d93b4-5535-4856-ad80-5c23d698f001 req-9bfa1e69-e08c-4b89-9364-f8d49c95f285 tempest-ServerDiskConfigTestJSON-379945943 tempest-ServerDiskConfigTestJSON-379945943-project] (84040) timed out ('10.222.0.48', 54566) {{(pid=84040) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Apr 18 21:47:30.237171 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750375287399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253529'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:47:31.285287 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 41664) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:47:31.482858 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.plugin [None req-2ee8bc9c-9b78-4b17-b5b8-5893eb7b4572 tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] Deleting port 74acfb58-c685-4c02-9b43-4885892e338f {{(pid=84041) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 21:47:31.483079 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-2ee8bc9c-9b78-4b17-b5b8-5893eb7b4572 tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750375188691'] for port, before_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:47:31.646330 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-2ee8bc9c-9b78-4b17-b5b8-5893eb7b4572 tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369123'] for port, precommit_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:47:31.646658 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-2ee8bc9c-9b78-4b17-b5b8-5893eb7b4572 tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:47:31.763379 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.plugin [None req-2ee8bc9c-9b78-4b17-b5b8-5893eb7b4572 tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] Calling delete_port for 74acfb58-c685-4c02-9b43-4885892e338f owned by network:floatingip {{(pid=84041) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 21:47:31.908654 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-2ee8bc9c-9b78-4b17-b5b8-5893eb7b4572 tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750375259028', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750374836628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32266323'] for port, after_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:47:31.950932 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ee8bc9c-9b78-4b17-b5b8-5893eb7b4572 tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] Pushing event deleted for resources: {'Port': ['ID=74acfb58-c685-4c02-9b43-4885892e338f,revision_number=None']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:47:32.043689 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-2ee8bc9c-9b78-4b17-b5b8-5893eb7b4572 tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] Notify callbacks [] for floatingip, after_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:47:32.430871 n-d-838334-2 neutron-server[84041]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2ee8bc9c-9b78-4b17-b5b8-5893eb7b4572 tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] Router 7c330a5a-fef6-4c32-95d6-2f2d4beaba82 has already been hosted by L3 agent bc84d6c9-dd7a-4555-a351-592327b46d5a {{(pid=84041) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 21:47:32.721225 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2ee8bc9c-9b78-4b17-b5b8-5893eb7b4572 tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] Notify agent at l3_agent.n-d-838334-2 the message routers_updated {{(pid=84041) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 21:47:32.730435 n-d-838334-2 neutron-server[84043]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e23b2728-33f6-48fb-87b7-94fa7b682aee None None] Sync routers for ids ['7c330a5a-fef6-4c32-95d6-2f2d4beaba82'] in n-d-838334-2 {{(pid=84043) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 18 21:47:32.740420 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-2ee8bc9c-9b78-4b17-b5b8-5893eb7b4572 tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217293'] for floatingip, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:47:32.745874 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e23b2728-33f6-48fb-87b7-94fa7b682aee None None] Routers {'7c330a5a-fef6-4c32-95d6-2f2d4beaba82'} bound to L3 agent in host n-d-838334-2 {{(pid=84043) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 21:47:32.746476 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.l3_hamode_db [None req-e23b2728-33f6-48fb-87b7-94fa7b682aee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838334-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-18T20:25:48Z,description=,heartbeat_timestamp=2022-04-18T21:47:18Z,host='n-d-838334-2',id=bc84d6c9-dd7a-4555-a351-592327b46d5a,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:25:48Z,topic='l3_agent')) {'router_ids': ['7c330a5a-fef6-4c32-95d6-2f2d4beaba82'], 'active': True} {{(pid=84043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:47:32.800313 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-2ee8bc9c-9b78-4b17-b5b8-5893eb7b4572 tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] 10.222.0.42 "DELETE /v2.0/floatingips/a43bc02d-d19d-40c6-a4de-e299e4902433 HTTP/1.1" status: 204 len: 168 time: 1.5103791 Apr 18 21:47:32.800313 n-d-838334-2 neutron-server[84041]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1cc81962-0b85-4365-9af4-d81df276fa53', 'tag': '980943f7-6b9c-47ae-9147-b5edfab13e1e'}] {{(pid=84041) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 21:47:32.853205 n-d-838334-2 neutron-server[84041]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e218eb26-156f-4964-9990-542c95fc4d2d'] response: {'name': 'network-changed', 'server_uuid': '1cc81962-0b85-4365-9af4-d81df276fa53', 'tag': '980943f7-6b9c-47ae-9147-b5edfab13e1e', 'status': 'completed', 'code': 200} Apr 18 21:47:32.926266 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.l3_dvr_db [None req-e23b2728-33f6-48fb-87b7-94fa7b682aee None None] Set router 7c330a5a-fef6-4c32-95d6-2f2d4beaba82 gateway port host: n-d-838334-2 {{(pid=84043) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 21:47:32.957707 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-69aa7fd4-40d5-4139-a8ef-e288e86ccf1f req-23a62b59-73af-4e78-9fd8-5ed99667119a service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=a4ea1a148ea742c594b9948ed7bb3759&device_id=1cc81962-0b85-4365-9af4-d81df276fa53 HTTP/1.1" status: 200 len: 1096 time: 0.0820475 Apr 18 21:47:33.105260 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69aa7fd4-40d5-4139-a8ef-e288e86ccf1f req-49061b57-8f77-473f-a4aa-8e9bd812e5c7 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:47:33.106725 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-69aa7fd4-40d5-4139-a8ef-e288e86ccf1f req-49061b57-8f77-473f-a4aa-8e9bd812e5c7 service neutron] 10.222.0.48 "GET /v2.0/networks?id=d069cc8a-64ec-4519-b52c-4eb0e21a2f6b HTTP/1.1" status: 200 len: 897 time: 0.1416299 Apr 18 21:47:33.185719 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-69aa7fd4-40d5-4139-a8ef-e288e86ccf1f req-a4989f4c-5b01-444e-89ac-0f38e1a27225 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=980943f7-6b9c-47ae-9147-b5edfab13e1e HTTP/1.1" status: 200 len: 217 time: 0.0705276 Apr 18 21:47:33.207031 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d154760-8cd6-47ae-be32-a7ec3c6c2200 req-6785d4a9-92d5-49e8-84f7-01b797a53e2e tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:47:33.208543 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-5d154760-8cd6-47ae-be32-a7ec3c6c2200 req-6785d4a9-92d5-49e8-84f7-01b797a53e2e tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] 10.222.0.42 "GET /v2.0/ports?device_id=1cc81962-0b85-4365-9af4-d81df276fa53 HTTP/1.1" status: 200 len: 945 time: 0.0818520 Apr 18 21:47:33.253050 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69aa7fd4-40d5-4139-a8ef-e288e86ccf1f req-8b923d5c-0e8e-4248-af10-c4ac3a1562ce service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:47:33.253722 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.l3_hamode_db [None req-e23b2728-33f6-48fb-87b7-94fa7b682aee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c330a5a-fef6-4c32-95d6-2f2d4beaba82', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1994209940', 'tenant_id': 'a4ea1a148ea742c594b9948ed7bb3759', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'external_fixed_ips': [{'subnet_id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'ip_address': '172.25.8.180'}], 'enable_snat': True}, 'gw_port_id': '4aa64a49-f853-4fab-afbd-804bbb8e3bf2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:45:43Z', 'updated_at': '2022-04-18T21:45:47Z', 'revision_number': 4, 'project_id': 'a4ea1a148ea742c594b9948ed7bb3759', 'gw_port': {'id': '4aa64a49-f853-4fab-afbd-804bbb8e3bf2', 'name': '', 'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:a6:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c330a5a-fef6-4c32-95d6-2f2d4beaba82', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'ip_address': '172.25.8.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:45:43Z', 'updated_at': '2022-04-18T21:45:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838334-2', '_interfaces': [{'id': 'ff580a36-2555-4a9d-8f58-eb11f03b0f43', 'name': '', 'network_id': 'd069cc8a-64ec-4519-b52c-4eb0e21a2f6b', 'tenant_id': 'a4ea1a148ea742c594b9948ed7bb3759', 'mac_address': 'fa:16:3e:73:38:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c330a5a-fef6-4c32-95d6-2f2d4beaba82', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '58abbd53-699a-4ae4-8061-88e769996de5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:45:46Z', 'updated_at': '2022-04-18T21:45:53Z', 'revision_number': 5, 'project_id': 'a4ea1a148ea742c594b9948ed7bb3759', 'subnets': [{'id': '58abbd53-699a-4ae4-8061-88e769996de5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838334-2', False) {} {{(pid=84043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:47:33.254692 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-69aa7fd4-40d5-4139-a8ef-e288e86ccf1f req-8b923d5c-0e8e-4248-af10-c4ac3a1562ce service neutron] 10.222.0.48 "GET /v2.0/subnets?id=58abbd53-699a-4ae4-8061-88e769996de5 HTTP/1.1" status: 200 len: 835 time: 0.0624409 Apr 18 21:47:33.256814 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-5d154760-8cd6-47ae-be32-a7ec3c6c2200 req-749b6c11-9e82-4986-be45-274d9592c00c tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] 10.222.0.42 "GET /v2.0/security-groups?id=52ab3d4e-4dbf-464c-b100-0a031d62e220&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422978 Apr 18 21:47:33.257690 n-d-838334-2 neutron-server[84043]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e23b2728-33f6-48fb-87b7-94fa7b682aee None None] Checking router: 7c330a5a-fef6-4c32-95d6-2f2d4beaba82 for host: n-d-838334-2 {{(pid=84043) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 18 21:47:33.268617 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e23b2728-33f6-48fb-87b7-94fa7b682aee None None] Routers {'7c330a5a-fef6-4c32-95d6-2f2d4beaba82'} bound to L3 agent in host n-d-838334-2 {{(pid=84043) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 21:47:33.269210 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.l3_hamode_db [None req-e23b2728-33f6-48fb-87b7-94fa7b682aee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838334-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-18T20:25:48Z,description=,heartbeat_timestamp=2022-04-18T21:47:18Z,host='n-d-838334-2',id=bc84d6c9-dd7a-4555-a351-592327b46d5a,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:25:48Z,topic='l3_agent')) {'router_ids': ['7c330a5a-fef6-4c32-95d6-2f2d4beaba82'], 'active': True} {{(pid=84043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:47:33.335449 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-69aa7fd4-40d5-4139-a8ef-e288e86ccf1f req-33edcf92-119f-4ad3-b24a-0d3803537941 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=d069cc8a-64ec-4519-b52c-4eb0e21a2f6b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0736411 Apr 18 21:47:33.442233 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.l3_dvr_db [None req-e23b2728-33f6-48fb-87b7-94fa7b682aee None None] Set router 7c330a5a-fef6-4c32-95d6-2f2d4beaba82 gateway port host: n-d-838334-2 {{(pid=84043) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 21:47:33.468380 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-69aa7fd4-40d5-4139-a8ef-e288e86ccf1f req-416d31de-ea15-4db1-b2ce-f08e4604e9fb service neutron] 10.222.0.48 "GET /v2.0/networks/d069cc8a-64ec-4519-b52c-4eb0e21a2f6b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1259089 Apr 18 21:47:33.602356 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-69aa7fd4-40d5-4139-a8ef-e288e86ccf1f req-16966969-eeb9-4463-ba6c-c7bf824bd549 service neutron] 10.222.0.48 "GET /v2.0/networks/d069cc8a-64ec-4519-b52c-4eb0e21a2f6b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1272385 Apr 18 21:47:33.779834 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.l3_hamode_db [None req-e23b2728-33f6-48fb-87b7-94fa7b682aee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c330a5a-fef6-4c32-95d6-2f2d4beaba82', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1994209940', 'tenant_id': 'a4ea1a148ea742c594b9948ed7bb3759', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'external_fixed_ips': [{'subnet_id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'ip_address': '172.25.8.180'}], 'enable_snat': True}, 'gw_port_id': '4aa64a49-f853-4fab-afbd-804bbb8e3bf2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:45:43Z', 'updated_at': '2022-04-18T21:45:47Z', 'revision_number': 4, 'project_id': 'a4ea1a148ea742c594b9948ed7bb3759', 'gw_port': {'id': '4aa64a49-f853-4fab-afbd-804bbb8e3bf2', 'name': '', 'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:a6:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c330a5a-fef6-4c32-95d6-2f2d4beaba82', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'ip_address': '172.25.8.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:45:43Z', 'updated_at': '2022-04-18T21:45:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838334-2', '_interfaces': [{'id': 'ff580a36-2555-4a9d-8f58-eb11f03b0f43', 'name': '', 'network_id': 'd069cc8a-64ec-4519-b52c-4eb0e21a2f6b', 'tenant_id': 'a4ea1a148ea742c594b9948ed7bb3759', 'mac_address': 'fa:16:3e:73:38:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c330a5a-fef6-4c32-95d6-2f2d4beaba82', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '58abbd53-699a-4ae4-8061-88e769996de5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:45:46Z', 'updated_at': '2022-04-18T21:45:53Z', 'revision_number': 5, 'project_id': 'a4ea1a148ea742c594b9948ed7bb3759', 'subnets': [{'id': '58abbd53-699a-4ae4-8061-88e769996de5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838334-2', False) {} {{(pid=84043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:47:33.783800 n-d-838334-2 neutron-server[84043]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e23b2728-33f6-48fb-87b7-94fa7b682aee None None] The sync data for ids ['7c330a5a-fef6-4c32-95d6-2f2d4beaba82'] in n-d-838334-2 is: [{'id': '7c330a5a-fef6-4c32-95d6-2f2d4beaba82', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1994209940', 'tenant_id': 'a4ea1a148ea742c594b9948ed7bb3759', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'external_fixed_ips': [{'subnet_id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'ip_address': '172.25.8.180'}], 'enable_snat': True}, 'gw_port_id': '4aa64a49-f853-4fab-afbd-804bbb8e3bf2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:45:43Z', 'updated_at': '2022-04-18T21:45:47Z', 'revision_number': 4, 'project_id': 'a4ea1a148ea742c594b9948ed7bb3759', 'gw_port': {'id': '4aa64a49-f853-4fab-afbd-804bbb8e3bf2', 'name': '', 'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:a6:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c330a5a-fef6-4c32-95d6-2f2d4beaba82', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'ip_address': '172.25.8.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:45:43Z', 'updated_at': '2022-04-18T21:45:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838334-2', '_interfaces': [{'id': 'ff580a36-2555-4a9d-8f58-eb11f03b0f43', 'name': '', 'network_id': 'd069cc8a-64ec-4519-b52c-4eb0e21a2f6b', 'tenant_id': 'a4ea1a148ea742c594b9948ed7bb3759', 'mac_address': 'fa:16:3e:73:38:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c330a5a-fef6-4c32-95d6-2f2d4beaba82', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '58abbd53-699a-4ae4-8061-88e769996de5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:45:46Z', 'updated_at': '2022-04-18T21:45:53Z', 'revision_number': 5, 'project_id': 'a4ea1a148ea742c594b9948ed7bb3759', 'subnets': [{'id': '58abbd53-699a-4ae4-8061-88e769996de5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84043) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 18 21:47:33.995113 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc25bfbc-4afb-4f6d-94fe-e3df8ea89f1d None None] New status for floating IP a43bc02d-d19d-40c6-a4de-e299e4902433: DOWN {{(pid=84042) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Apr 18 21:47:34.361197 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750375287399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253529'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:47:34.461504 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfb294e2-8213-4ae0-a73b-78e8dfda820a req-dee3c8b6-e3a0-4cf2-9209-0fef5a54d294 tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:47:34.462860 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-bfb294e2-8213-4ae0-a73b-78e8dfda820a req-dee3c8b6-e3a0-4cf2-9209-0fef5a54d294 tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] 10.222.0.42 "GET /v2.0/ports?device_id=1cc81962-0b85-4365-9af4-d81df276fa53 HTTP/1.1" status: 200 len: 945 time: 0.0770109 Apr 18 21:47:34.498721 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8e4b0da-6753-46e5-8f8e-3bfce40d8776 req-63723810-3ca9-4499-8d83-930b09d51e8a tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:47:34.499416 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [req-b8e4b0da-6753-46e5-8f8e-3bfce40d8776 req-63723810-3ca9-4499-8d83-930b09d51e8a tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] Synchronizing usage tracker for tenant:a4ea1a148ea742c594b9948ed7bb3759 on resource:port {{(pid=84041) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 21:47:34.512489 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-bfb294e2-8213-4ae0-a73b-78e8dfda820a req-fb8adac3-ebfe-41e4-a298-83fed916deb0 tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] 10.222.0.42 "GET /v2.0/security-groups?id=52ab3d4e-4dbf-464c-b100-0a031d62e220&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437615 Apr 18 21:47:34.515977 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [req-b8e4b0da-6753-46e5-8f8e-3bfce40d8776 req-63723810-3ca9-4499-8d83-930b09d51e8a tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] Unset dirty status for tenant:a4ea1a148ea742c594b9948ed7bb3759 on resource:port {{(pid=84041) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 21:47:34.517109 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-b8e4b0da-6753-46e5-8f8e-3bfce40d8776 req-63723810-3ca9-4499-8d83-930b09d51e8a tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] 10.222.0.48 "GET /v2.0/ports?device_id=1cc81962-0b85-4365-9af4-d81df276fa53 HTTP/1.1" status: 200 len: 945 time: 0.0974882 Apr 18 21:47:34.586813 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.plugin [req-b8e4b0da-6753-46e5-8f8e-3bfce40d8776 req-0f985481-a6fd-4be9-a528-5a3d652657cf tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] Deleting port 980943f7-6b9c-47ae-9147-b5edfab13e1e {{(pid=84041) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 21:47:34.587144 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [req-b8e4b0da-6753-46e5-8f8e-3bfce40d8776 req-0f985481-a6fd-4be9-a528-5a3d652657cf tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750375188691'] for port, before_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:47:34.825433 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.db [req-b8e4b0da-6753-46e5-8f8e-3bfce40d8776 req-0f985481-a6fd-4be9-a528-5a3d652657cf tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] For port 980943f7-6b9c-47ae-9147-b5edfab13e1e, host n-h2-838334-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838334-2',level=0,port_id=980943f7-6b9c-47ae-9147-b5edfab13e1e,segment=NetworkSegment(d5cae296-d35d-43ed-b25a-2417fe434935),segment_id=d5cae296-d35d-43ed-b25a-2417fe434935)] {{(pid=84041) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:47:34.825778 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [req-b8e4b0da-6753-46e5-8f8e-3bfce40d8776 req-0f985481-a6fd-4be9-a528-5a3d652657cf tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369123'] for port, precommit_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:47:34.942860 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.plugin [req-b8e4b0da-6753-46e5-8f8e-3bfce40d8776 req-0f985481-a6fd-4be9-a528-5a3d652657cf tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] Calling delete_port for 980943f7-6b9c-47ae-9147-b5edfab13e1e owned by compute:nova {{(pid=84041) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 21:47:35.191143 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [req-b8e4b0da-6753-46e5-8f8e-3bfce40d8776 req-0f985481-a6fd-4be9-a528-5a3d652657cf tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750375259028', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750374836628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32266323'] for port, after_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:47:35.239035 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f985481-a6fd-4be9-a528-5a3d652657cf tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] Pushing event deleted for resources: {'Port': ['ID=980943f7-6b9c-47ae-9147-b5edfab13e1e,revision_number=None']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:47:35.311386 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.l3_dvrscheduler_db [req-b8e4b0da-6753-46e5-8f8e-3bfce40d8776 req-0f985481-a6fd-4be9-a528-5a3d652657cf tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] No DVR routers for this DVR port 980943f7-6b9c-47ae-9147-b5edfab13e1e on host n-h2-838334-2 {{(pid=84041) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 21:47:35.315354 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [req-b8e4b0da-6753-46e5-8f8e-3bfce40d8776 req-0f985481-a6fd-4be9-a528-5a3d652657cf tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217293'] for port, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:47:35.318640 n-d-838334-2 neutron-server[84041]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1cc81962-0b85-4365-9af4-d81df276fa53', 'name': 'network-vif-deleted', 'tag': '980943f7-6b9c-47ae-9147-b5edfab13e1e'}] {{(pid=84041) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 21:47:35.334572 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-b8e4b0da-6753-46e5-8f8e-3bfce40d8776 req-0f985481-a6fd-4be9-a528-5a3d652657cf tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] 10.222.0.48 "DELETE /v2.0/ports/980943f7-6b9c-47ae-9147-b5edfab13e1e HTTP/1.1" status: 204 len: 173 time: 0.8111055 Apr 18 21:47:35.379298 n-d-838334-2 neutron-server[84041]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5f0dfccb-011c-4e66-b54c-8f1bdf542875'] response: {'server_uuid': '1cc81962-0b85-4365-9af4-d81df276fa53', 'name': 'network-vif-deleted', 'tag': '980943f7-6b9c-47ae-9147-b5edfab13e1e', 'status': 'completed', 'code': 200} Apr 18 21:47:35.762749 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-34ec3a16-6292-405e-b079-273ea0ce0c94 req-ecccd946-8a9c-477d-a56e-128d680d29e7 tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] 10.222.0.42 "GET /v2.0/ports?device_id=1cc81962-0b85-4365-9af4-d81df276fa53 HTTP/1.1" status: 200 len: 210 time: 0.0418253 Apr 18 21:47:36.869334 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 41684) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:47:37.074138 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.agents_db [None req-6346a179-333c-4370-b5a6-936984aeab15 None None] Agent healthcheck: found 7 active agents {{(pid=84043) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 18 21:47:37.266789 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-4843f4e1-f5a8-48de-a596-e385526bfbd5 tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33443857'] for router_interface, before_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:47:37.866101 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.plugin [None req-4843f4e1-f5a8-48de-a596-e385526bfbd5 tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] Deleting port ff580a36-2555-4a9d-8f58-eb11f03b0f43 {{(pid=84041) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 21:47:37.866431 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-4843f4e1-f5a8-48de-a596-e385526bfbd5 tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750375188691'] for port, before_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:47:38.049420 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.db [None req-4843f4e1-f5a8-48de-a596-e385526bfbd5 tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] For port ff580a36-2555-4a9d-8f58-eb11f03b0f43, host n-d-838334-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838334-2',level=0,port_id=ff580a36-2555-4a9d-8f58-eb11f03b0f43,segment=NetworkSegment(d5cae296-d35d-43ed-b25a-2417fe434935),segment_id=d5cae296-d35d-43ed-b25a-2417fe434935)] {{(pid=84041) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:47:38.050089 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-4843f4e1-f5a8-48de-a596-e385526bfbd5 tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369123'] for port, precommit_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:47:38.265396 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.plugin [None req-4843f4e1-f5a8-48de-a596-e385526bfbd5 tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] Calling delete_port for ff580a36-2555-4a9d-8f58-eb11f03b0f43 owned by network:router_interface {{(pid=84041) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 21:47:38.436265 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-4843f4e1-f5a8-48de-a596-e385526bfbd5 tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750375259028', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750374836628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32266323'] for port, after_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:47:38.482534 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4843f4e1-f5a8-48de-a596-e385526bfbd5 tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] Pushing event deleted for resources: {'Port': ['ID=ff580a36-2555-4a9d-8f58-eb11f03b0f43,revision_number=None']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:47:38.779340 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-4843f4e1-f5a8-48de-a596-e385526bfbd5 tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-32377931', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33443910'] for router_interface, after_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:47:38.800513 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Device 980943f7-6b9c-47ae-9147-b5edfab13e1e no longer exists at agent hyperv_n-h2-838334-2 {{(pid=84042) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 21:47:38.834041 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.plugin [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] No Port match for: 980943f7-6b9c-47ae-9147-b5edfab13e1e {{(pid=84042) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 18 21:47:38.834379 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Device 980943f7-6b9c-47ae-9147-b5edfab13e1e not bound to the agent host n-h2-838334-2 {{(pid=84042) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 21:47:39.350793 n-d-838334-2 neutron-server[84041]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4843f4e1-f5a8-48de-a596-e385526bfbd5 tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] Router 7c330a5a-fef6-4c32-95d6-2f2d4beaba82 has already been hosted by L3 agent bc84d6c9-dd7a-4555-a351-592327b46d5a {{(pid=84041) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 21:47:39.546323 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4843f4e1-f5a8-48de-a596-e385526bfbd5 tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] Notify agent at l3_agent.n-d-838334-2 the message routers_updated {{(pid=84041) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 21:47:39.555752 n-d-838334-2 neutron-server[84043]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89cd3aac-98cb-4022-a02d-fd0f42adf751 None None] Sync routers for ids ['7c330a5a-fef6-4c32-95d6-2f2d4beaba82'] in n-d-838334-2 {{(pid=84043) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 18 21:47:39.560300 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-4843f4e1-f5a8-48de-a596-e385526bfbd5 tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] 10.222.0.42 "PUT /v2.0/routers/7c330a5a-fef6-4c32-95d6-2f2d4beaba82/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6890430 Apr 18 21:47:39.562963 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 41688) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:47:39.568313 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89cd3aac-98cb-4022-a02d-fd0f42adf751 None None] Routers {'7c330a5a-fef6-4c32-95d6-2f2d4beaba82'} bound to L3 agent in host n-d-838334-2 {{(pid=84043) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 21:47:39.568908 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.l3_hamode_db [None req-89cd3aac-98cb-4022-a02d-fd0f42adf751 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838334-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-18T20:25:48Z,description=,heartbeat_timestamp=2022-04-18T21:47:18Z,host='n-d-838334-2',id=bc84d6c9-dd7a-4555-a351-592327b46d5a,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:25:48Z,topic='l3_agent')) {'router_ids': ['7c330a5a-fef6-4c32-95d6-2f2d4beaba82'], 'active': True} {{(pid=84043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:47:39.745342 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.l3_dvr_db [None req-89cd3aac-98cb-4022-a02d-fd0f42adf751 None None] Set router 7c330a5a-fef6-4c32-95d6-2f2d4beaba82 gateway port host: n-d-838334-2 {{(pid=84043) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 21:47:39.848586 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.db_base_plugin_v2 [None req-271a79a3-1f2d-47a2-9c44-e10c698e6a7a tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] Deleting subnet 58abbd53-699a-4ae4-8061-88e769996de5 {{(pid=84041) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 18 21:47:39.851849 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-271a79a3-1f2d-47a2-9c44-e10c698e6a7a tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] Notify callbacks [] for subnet, before_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:47:39.905192 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-271a79a3-1f2d-47a2-9c44-e10c698e6a7a tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32266383'] for subnet, precommit_delete_associations {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:47:39.988770 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-271a79a3-1f2d-47a2-9c44-e10c698e6a7a tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1260556'] for subnet, precommit_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:47:40.019925 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.l3_hamode_db [None req-89cd3aac-98cb-4022-a02d-fd0f42adf751 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c330a5a-fef6-4c32-95d6-2f2d4beaba82', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1994209940', 'tenant_id': 'a4ea1a148ea742c594b9948ed7bb3759', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'external_fixed_ips': [{'subnet_id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'ip_address': '172.25.8.180'}], 'enable_snat': True}, 'gw_port_id': '4aa64a49-f853-4fab-afbd-804bbb8e3bf2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:45:43Z', 'updated_at': '2022-04-18T21:47:38Z', 'revision_number': 5, 'project_id': 'a4ea1a148ea742c594b9948ed7bb3759', 'gw_port': {'id': '4aa64a49-f853-4fab-afbd-804bbb8e3bf2', 'name': '', 'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:a6:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c330a5a-fef6-4c32-95d6-2f2d4beaba82', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'ip_address': '172.25.8.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:45:43Z', 'updated_at': '2022-04-18T21:45:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838334-2'}], 'n-d-838334-2', False) {} {{(pid=84043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:47:40.023672 n-d-838334-2 neutron-server[84043]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89cd3aac-98cb-4022-a02d-fd0f42adf751 None None] Checking router: 7c330a5a-fef6-4c32-95d6-2f2d4beaba82 for host: n-d-838334-2 {{(pid=84043) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 18 21:47:40.033966 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89cd3aac-98cb-4022-a02d-fd0f42adf751 None None] Routers {'7c330a5a-fef6-4c32-95d6-2f2d4beaba82'} bound to L3 agent in host n-d-838334-2 {{(pid=84043) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 21:47:40.034548 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.l3_hamode_db [None req-89cd3aac-98cb-4022-a02d-fd0f42adf751 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838334-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-18T20:25:48Z,description=,heartbeat_timestamp=2022-04-18T21:47:18Z,host='n-d-838334-2',id=bc84d6c9-dd7a-4555-a351-592327b46d5a,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:25:48Z,topic='l3_agent')) {'router_ids': ['7c330a5a-fef6-4c32-95d6-2f2d4beaba82'], 'active': True} {{(pid=84043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:47:40.063531 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-271a79a3-1f2d-47a2-9c44-e10c698e6a7a tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1260549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33526260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32266336', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32486390'] for subnet, after_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:47:40.101379 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-271a79a3-1f2d-47a2-9c44-e10c698e6a7a tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] Pushing event deleted for resources: {'Subnet': ['ID=58abbd53-699a-4ae4-8061-88e769996de5,revision_number=None']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:47:40.108199 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-271a79a3-1f2d-47a2-9c44-e10c698e6a7a tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] Notify callbacks [] for subnet, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:47:40.116146 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a627b03e-4e26-4fc5-bd5c-49b8ea08f80a None None] Network d069cc8a-64ec-4519-b52c-4eb0e21a2f6b requested from n-d-838334-2 {{(pid=84042) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 21:47:40.118424 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 41692) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:47:40.118823 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-271a79a3-1f2d-47a2-9c44-e10c698e6a7a tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] 10.222.0.42 "DELETE /v2.0/subnets/58abbd53-699a-4ae4-8061-88e769996de5 HTTP/1.1" status: 204 len: 168 time: 0.5544674 Apr 18 21:47:40.212638 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.l3_dvr_db [None req-89cd3aac-98cb-4022-a02d-fd0f42adf751 None None] Set router 7c330a5a-fef6-4c32-95d6-2f2d4beaba82 gateway port host: n-d-838334-2 {{(pid=84043) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 21:47:40.325309 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-4e8475fb-f298-4bba-81c3-483f72a5e55b tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] Notify callbacks [] for router, before_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:47:40.368078 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-feeda9a4-b7a0-4914-ba5a-977db4359bcc None None] DHCP port deletion for d069cc8a-64ec-4519-b52c-4eb0e21a2f6b request from n-d-838334-2 {{(pid=84042) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 18 21:47:40.372311 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.plugin [None req-feeda9a4-b7a0-4914-ba5a-977db4359bcc None None] Deleting port 45ae01c8-5c1d-42b1-b05e-f3c51062fb4b {{(pid=84042) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 21:47:40.372684 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-feeda9a4-b7a0-4914-ba5a-977db4359bcc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750375188691'] for port, before_delete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:47:40.508520 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.l3_hamode_db [None req-89cd3aac-98cb-4022-a02d-fd0f42adf751 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c330a5a-fef6-4c32-95d6-2f2d4beaba82', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1994209940', 'tenant_id': 'a4ea1a148ea742c594b9948ed7bb3759', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'external_fixed_ips': [{'subnet_id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'ip_address': '172.25.8.180'}], 'enable_snat': True}, 'gw_port_id': '4aa64a49-f853-4fab-afbd-804bbb8e3bf2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:45:43Z', 'updated_at': '2022-04-18T21:47:38Z', 'revision_number': 5, 'project_id': 'a4ea1a148ea742c594b9948ed7bb3759', 'gw_port': {'id': '4aa64a49-f853-4fab-afbd-804bbb8e3bf2', 'name': '', 'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:a6:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c330a5a-fef6-4c32-95d6-2f2d4beaba82', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'ip_address': '172.25.8.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:45:43Z', 'updated_at': '2022-04-18T21:45:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838334-2'}], 'n-d-838334-2', False) {} {{(pid=84043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:47:40.512773 n-d-838334-2 neutron-server[84043]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89cd3aac-98cb-4022-a02d-fd0f42adf751 None None] The sync data for ids ['7c330a5a-fef6-4c32-95d6-2f2d4beaba82'] in n-d-838334-2 is: [{'id': '7c330a5a-fef6-4c32-95d6-2f2d4beaba82', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1994209940', 'tenant_id': 'a4ea1a148ea742c594b9948ed7bb3759', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'external_fixed_ips': [{'subnet_id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'ip_address': '172.25.8.180'}], 'enable_snat': True}, 'gw_port_id': '4aa64a49-f853-4fab-afbd-804bbb8e3bf2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:45:43Z', 'updated_at': '2022-04-18T21:47:38Z', 'revision_number': 5, 'project_id': 'a4ea1a148ea742c594b9948ed7bb3759', 'gw_port': {'id': '4aa64a49-f853-4fab-afbd-804bbb8e3bf2', 'name': '', 'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:a6:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c330a5a-fef6-4c32-95d6-2f2d4beaba82', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'ip_address': '172.25.8.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:45:43Z', 'updated_at': '2022-04-18T21:45:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838334-2'}] {{(pid=84043) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 18 21:47:40.539897 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-4e8475fb-f298-4bba-81c3-483f72a5e55b tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] Notify callbacks [] for router_gateway, before_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:47:40.553714 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.plugin [None req-4e8475fb-f298-4bba-81c3-483f72a5e55b tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] Deleting port 4aa64a49-f853-4fab-afbd-804bbb8e3bf2 {{(pid=84040) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 21:47:40.554049 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-4e8475fb-f298-4bba-81c3-483f72a5e55b tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750375188691'] for port, before_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:47:40.579993 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-feeda9a4-b7a0-4914-ba5a-977db4359bcc None None] For port 45ae01c8-5c1d-42b1-b05e-f3c51062fb4b, host n-d-838334-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838334-2',level=0,port_id=45ae01c8-5c1d-42b1-b05e-f3c51062fb4b,segment=NetworkSegment(d5cae296-d35d-43ed-b25a-2417fe434935),segment_id=d5cae296-d35d-43ed-b25a-2417fe434935)] {{(pid=84042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:47:40.580380 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-feeda9a4-b7a0-4914-ba5a-977db4359bcc None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369123'] for port, precommit_delete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:47:40.728473 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.db [None req-4e8475fb-f298-4bba-81c3-483f72a5e55b tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] For port 4aa64a49-f853-4fab-afbd-804bbb8e3bf2, host n-d-838334-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838334-2',level=0,port_id=4aa64a49-f853-4fab-afbd-804bbb8e3bf2,segment=NetworkSegment(732aa830-768b-4511-951f-d08e26b9c25b),segment_id=732aa830-768b-4511-951f-d08e26b9c25b)] {{(pid=84040) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:47:40.728719 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-4e8475fb-f298-4bba-81c3-483f72a5e55b tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369123'] for port, precommit_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:47:40.736356 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.plugin [None req-feeda9a4-b7a0-4914-ba5a-977db4359bcc None None] Calling delete_port for 45ae01c8-5c1d-42b1-b05e-f3c51062fb4b owned by network:dhcp {{(pid=84042) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 21:47:40.808720 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-feeda9a4-b7a0-4914-ba5a-977db4359bcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750375259028', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750374836628'] for port, after_delete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:47:40.847855 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.plugin [None req-4e8475fb-f298-4bba-81c3-483f72a5e55b tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] Calling delete_port for 4aa64a49-f853-4fab-afbd-804bbb8e3bf2 owned by network:router_gateway {{(pid=84040) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 21:47:40.851201 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feeda9a4-b7a0-4914-ba5a-977db4359bcc None None] Pushing event deleted for resources: {'Port': ['ID=45ae01c8-5c1d-42b1-b05e-f3c51062fb4b,revision_number=None']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:47:40.857184 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_dvrscheduler_db [None req-feeda9a4-b7a0-4914-ba5a-977db4359bcc None None] No DVR routers for this DVR port 45ae01c8-5c1d-42b1-b05e-f3c51062fb4b on host n-d-838334-2 {{(pid=84042) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 21:47:41.125808 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-4e8475fb-f298-4bba-81c3-483f72a5e55b tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750375259028', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750374836628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32440838'] for port, after_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:47:41.169086 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e8475fb-f298-4bba-81c3-483f72a5e55b tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] Pushing event deleted for resources: {'Port': ['ID=4aa64a49-f853-4fab-afbd-804bbb8e3bf2,revision_number=None']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:47:41.212678 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e8475fb-f298-4bba-81c3-483f72a5e55b tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:47:41.213026 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e8475fb-f298-4bba-81c3-483f72a5e55b tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:47:41.213366 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e8475fb-f298-4bba-81c3-483f72a5e55b tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:47:41.213697 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e8475fb-f298-4bba-81c3-483f72a5e55b tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:47:41.214036 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e8475fb-f298-4bba-81c3-483f72a5e55b tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:47:41.214363 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e8475fb-f298-4bba-81c3-483f72a5e55b tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:47:41.214692 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e8475fb-f298-4bba-81c3-483f72a5e55b tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:47:41.215015 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e8475fb-f298-4bba-81c3-483f72a5e55b tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:47:41.215339 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e8475fb-f298-4bba-81c3-483f72a5e55b tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:47:41.215673 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e8475fb-f298-4bba-81c3-483f72a5e55b tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:47:41.215997 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e8475fb-f298-4bba-81c3-483f72a5e55b tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:47:41.226915 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Device ff580a36-2555-4a9d-8f58-eb11f03b0f43 no longer exists at agent ovs-agent-n-d-838334-2 {{(pid=84042) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 21:47:41.262909 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.plugin [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] No Port match for: ff580a36-2555-4a9d-8f58-eb11f03b0f43 {{(pid=84042) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 18 21:47:41.263255 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Device ff580a36-2555-4a9d-8f58-eb11f03b0f43 not bound to the agent host n-d-838334-2 {{(pid=84042) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 21:47:41.263693 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Device 45ae01c8-5c1d-42b1-b05e-f3c51062fb4b no longer exists at agent ovs-agent-n-d-838334-2 {{(pid=84042) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 21:47:41.295817 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.plugin [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] No Port match for: 45ae01c8-5c1d-42b1-b05e-f3c51062fb4b {{(pid=84042) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 18 21:47:41.297150 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Device 45ae01c8-5c1d-42b1-b05e-f3c51062fb4b not bound to the agent host n-d-838334-2 {{(pid=84042) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 21:47:41.407554 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-4e8475fb-f298-4bba-81c3-483f72a5e55b tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33444108'] for router_gateway, after_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:47:41.658938 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-4e8475fb-f298-4bba-81c3-483f72a5e55b tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33443580', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5726'] for router, precommit_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:47:41.662947 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-4e8475fb-f298-4bba-81c3-483f72a5e55b tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:47:41.688037 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-4e8475fb-f298-4bba-81c3-483f72a5e55b tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-33443408'] for router, after_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:47:41.688610 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4e8475fb-f298-4bba-81c3-483f72a5e55b tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] Fanout notify agent at l3_agent the message router_deleted on router 7c330a5a-fef6-4c32-95d6-2f2d4beaba82 {{(pid=84040) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 18 21:47:41.702557 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-4e8475fb-f298-4bba-81c3-483f72a5e55b tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] Notify callbacks [] for router, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:47:41.704237 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-4e8475fb-f298-4bba-81c3-483f72a5e55b tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] 10.222.0.42 "DELETE /v2.0/routers/7c330a5a-fef6-4c32-95d6-2f2d4beaba82 HTTP/1.1" status: 204 len: 168 time: 1.5842781 Apr 18 21:47:41.707002 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 41696) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:47:41.820595 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-5a83d078-0118-4fad-a102-06e177d40b9f tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1103592'] for network, before_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:47:41.948123 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-5a83d078-0118-4fad-a102-06e177d40b9f tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1258905', 'neutron.services.segments.db._delete_segments_for_network-8750375287417'] for network, precommit_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:47:41.971972 n-d-838334-2 neutron-server[84040]: DEBUG neutron.services.segments.db [None req-5a83d078-0118-4fad-a102-06e177d40b9f tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d069cc8a-64ec-4519-b52c-4eb0e21a2f6b']}} {{(pid=84040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:47:41.983510 n-d-838334-2 neutron-server[84040]: DEBUG neutron.services.segments.db [None req-5a83d078-0118-4fad-a102-06e177d40b9f tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd5cae296-d35d-43ed-b25a-2417fe434935') {'for_net_delete': True} {{(pid=84040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:47:41.984373 n-d-838334-2 neutron-server[84040]: DEBUG neutron.services.segments.db [None req-5a83d078-0118-4fad-a102-06e177d40b9f tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd5cae296-d35d-43ed-b25a-2417fe434935') {} {{(pid=84040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:47:41.995397 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-5a83d078-0118-4fad-a102-06e177d40b9f tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750375287300', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31955965'] for segment, before_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:47:42.011467 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-5a83d078-0118-4fad-a102-06e177d40b9f tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1082986'] for segment, precommit_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:47:42.017635 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5a83d078-0118-4fad-a102-06e177d40b9f tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] Releasing vlan 369 on physical network physnet1 to pool {{(pid=84040) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 18 21:47:42.018013 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-5a83d078-0118-4fad-a102-06e177d40b9f tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1082993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32440923'] for segment, after_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:47:42.032030 n-d-838334-2 neutron-server[84040]: Traceback (most recent call last): Apr 18 21:47:42.032030 n-d-838334-2 neutron-server[84040]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 18 21:47:42.032030 n-d-838334-2 neutron-server[84040]: timer() Apr 18 21:47:42.032030 n-d-838334-2 neutron-server[84040]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 21:47:42.032030 n-d-838334-2 neutron-server[84040]: cb(*args, **kw) Apr 18 21:47:42.032030 n-d-838334-2 neutron-server[84040]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 18 21:47:42.032030 n-d-838334-2 neutron-server[84040]: return func(*args, **kwargs) Apr 18 21:47:42.032030 n-d-838334-2 neutron-server[84040]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 21:47:42.032030 n-d-838334-2 neutron-server[84040]: self._notify() Apr 18 21:47:42.032030 n-d-838334-2 neutron-server[84040]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 21:47:42.032030 n-d-838334-2 neutron-server[84040]: self.callback(batched_events) Apr 18 21:47:42.032030 n-d-838334-2 neutron-server[84040]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 21:47:42.032030 n-d-838334-2 neutron-server[84040]: event.method(event) Apr 18 21:47:42.032030 n-d-838334-2 neutron-server[84040]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 18 21:47:42.032030 n-d-838334-2 neutron-server[84040]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 21:47:42.032030 n-d-838334-2 neutron-server[84040]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 18 21:47:42.032030 n-d-838334-2 neutron-server[84040]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 21:47:42.032030 n-d-838334-2 neutron-server[84040]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 18 21:47:42.032030 n-d-838334-2 neutron-server[84040]: return f(self, *a, **k) Apr 18 21:47:42.032030 n-d-838334-2 neutron-server[84040]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 18 21:47:42.032030 n-d-838334-2 neutron-server[84040]: return self._get(url).json() Apr 18 21:47:42.032030 n-d-838334-2 neutron-server[84040]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 18 21:47:42.032030 n-d-838334-2 neutron-server[84040]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 21:47:42.032030 n-d-838334-2 neutron-server[84040]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 18 21:47:42.032030 n-d-838334-2 neutron-server[84040]: return self.request(url, 'GET', **kwargs) Apr 18 21:47:42.032030 n-d-838334-2 neutron-server[84040]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 18 21:47:42.032030 n-d-838334-2 neutron-server[84040]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 21:47:42.032030 n-d-838334-2 neutron-server[84040]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 18 21:47:42.032030 n-d-838334-2 neutron-server[84040]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 21:47:42.032030 n-d-838334-2 neutron-server[84040]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 18 21:47:42.032030 n-d-838334-2 neutron-server[84040]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 21:47:42.032030 n-d-838334-2 neutron-server[84040]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 21:47:42.111181 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-5a83d078-0118-4fad-a102-06e177d40b9f tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1258898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33526109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33444113'] for network, after_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:47:42.129317 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-5a83d078-0118-4fad-a102-06e177d40b9f tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] Notify callbacks [] for network, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:47:42.140556 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a83d078-0118-4fad-a102-06e177d40b9f tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] Pushing event deleted for resources: {'Network': ['ID=d069cc8a-64ec-4519-b52c-4eb0e21a2f6b,revision_number=None']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:47:42.149782 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-5a83d078-0118-4fad-a102-06e177d40b9f tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] 10.222.0.42 "DELETE /v2.0/networks/d069cc8a-64ec-4519-b52c-4eb0e21a2f6b HTTP/1.1" status: 204 len: 168 time: 0.4418068 Apr 18 21:47:42.152541 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 41700) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:47:42.223005 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-23b08c94-2f33-4f2f-9696-7d9738257f9b tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] Notify callbacks [] for security_group, before_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:47:42.252165 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-23b08c94-2f33-4f2f-9696-7d9738257f9b tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:47:42.317994 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-23b08c94-2f33-4f2f-9696-7d9738257f9b tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33528224'] for security_group, after_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:47:42.339458 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23b08c94-2f33-4f2f-9696-7d9738257f9b tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=52ab3d4e-4dbf-464c-b100-0a031d62e220,revision_number=None']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:47:42.352215 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-23b08c94-2f33-4f2f-9696-7d9738257f9b tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] Notify callbacks [] for security_group, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:47:42.353375 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-23b08c94-2f33-4f2f-9696-7d9738257f9b tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] 10.222.0.42 "DELETE /v2.0/security-groups/52ab3d4e-4dbf-464c-b100-0a031d62e220 HTTP/1.1" status: 204 len: 168 time: 0.1999028 Apr 18 21:47:42.706793 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 41708) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:47:42.712501 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.v2.base [None req-1abcd870-b7b2-418c-9ee9-feb3b22236ce tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1416484448', 'description': 'tempest-secgroup-smoke-1416484448 description', 'project_id': 'a4ea1a148ea742c594b9948ed7bb3759'}} {{(pid=84041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:47:42.719915 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-1abcd870-b7b2-418c-9ee9-feb3b22236ce tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:47:42.724135 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-1abcd870-b7b2-418c-9ee9-feb3b22236ce tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] Usage tracker for resource:security_group and tenant:a4ea1a148ea742c594b9948ed7bb3759 is out of sync, need to count used quota {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:47:42.727030 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-1abcd870-b7b2-418c-9ee9-feb3b22236ce tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:47:42.733382 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-1abcd870-b7b2-418c-9ee9-feb3b22236ce tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:47:42.743597 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-1abcd870-b7b2-418c-9ee9-feb3b22236ce tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] Notify callbacks [] for security_group, before_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:47:42.778917 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-1abcd870-b7b2-418c-9ee9-feb3b22236ce tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:47:42.784194 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-1abcd870-b7b2-418c-9ee9-feb3b22236ce tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] Usage tracker for resource:security_group_rule and tenant:a4ea1a148ea742c594b9948ed7bb3759 is out of sync, need to count used quota {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:47:42.787232 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-1abcd870-b7b2-418c-9ee9-feb3b22236ce tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:47:42.797919 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-1abcd870-b7b2-418c-9ee9-feb3b22236ce tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:47:42.853631 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-1abcd870-b7b2-418c-9ee9-feb3b22236ce tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] Notify callbacks [] for security_group, precommit_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:47:42.857122 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-1abcd870-b7b2-418c-9ee9-feb3b22236ce tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33528224'] for security_group, after_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:47:42.903347 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1abcd870-b7b2-418c-9ee9-feb3b22236ce tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cae0508b-a4e1-46f4-8aee-4f6a4e52b4f5,revision_number=1']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:47:42.906830 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-1abcd870-b7b2-418c-9ee9-feb3b22236ce tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] Notify callbacks [] for security_group, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:47:42.910916 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 41712) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:47:42.911085 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-1abcd870-b7b2-418c-9ee9-feb3b22236ce tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1628 time: 0.2030962 Apr 18 21:47:42.917020 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.v2.base [None req-8d7b63ea-f94a-4705-a1f9-e68be4d72fe9 tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] Request body: {'security_group_rule': {'security_group_id': 'cae0508b-a4e1-46f4-8aee-4f6a4e52b4f5', 'project_id': 'a4ea1a148ea742c594b9948ed7bb3759', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84040) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:47:42.924028 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [None req-8d7b63ea-f94a-4705-a1f9-e68be4d72fe9 tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:47:42.927811 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-8d7b63ea-f94a-4705-a1f9-e68be4d72fe9 tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] Usage tracker for resource:security_group_rule and tenant:a4ea1a148ea742c594b9948ed7bb3759 is out of sync, need to count used quota {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:47:42.930598 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-8d7b63ea-f94a-4705-a1f9-e68be4d72fe9 tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:47:42.936187 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [None req-8d7b63ea-f94a-4705-a1f9-e68be4d72fe9 tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:47:42.951789 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-8d7b63ea-f94a-4705-a1f9-e68be4d72fe9 tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:47:43.012572 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-8d7b63ea-f94a-4705-a1f9-e68be4d72fe9 tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:47:43.016446 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-8d7b63ea-f94a-4705-a1f9-e68be4d72fe9 tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33528311'] for security_group_rule, after_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:47:43.041581 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d7b63ea-f94a-4705-a1f9-e68be4d72fe9 tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3286568c-0446-46d9-bea2-7e7c8c10aa09,revision_number=0']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:47:43.050994 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-8d7b63ea-f94a-4705-a1f9-e68be4d72fe9 tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:47:43.052160 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-8d7b63ea-f94a-4705-a1f9-e68be4d72fe9 tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.1397293 Apr 18 21:47:43.054871 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 41716) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:47:43.060081 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.v2.base [None req-5e5ac029-e5f7-41e0-a9e2-4ab2251fb53b tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] Request body: {'security_group_rule': {'security_group_id': 'cae0508b-a4e1-46f4-8aee-4f6a4e52b4f5', 'project_id': 'a4ea1a148ea742c594b9948ed7bb3759', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=84040) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:47:43.066824 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [None req-5e5ac029-e5f7-41e0-a9e2-4ab2251fb53b tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:47:43.070532 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-5e5ac029-e5f7-41e0-a9e2-4ab2251fb53b tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] Usage tracker for resource:security_group_rule and tenant:a4ea1a148ea742c594b9948ed7bb3759 is out of sync, need to count used quota {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:47:43.073384 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-5e5ac029-e5f7-41e0-a9e2-4ab2251fb53b tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:47:43.079716 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [None req-5e5ac029-e5f7-41e0-a9e2-4ab2251fb53b tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:47:43.096090 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-5e5ac029-e5f7-41e0-a9e2-4ab2251fb53b tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:47:43.162439 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-5e5ac029-e5f7-41e0-a9e2-4ab2251fb53b tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:47:43.165927 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-5e5ac029-e5f7-41e0-a9e2-4ab2251fb53b tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33528311'] for security_group_rule, after_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:47:43.189878 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e5ac029-e5f7-41e0-a9e2-4ab2251fb53b tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a7e48df2-f27c-485a-a980-68c6ead6f747,revision_number=0']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:47:43.202099 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-5e5ac029-e5f7-41e0-a9e2-4ab2251fb53b tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:47:43.204107 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-5e5ac029-e5f7-41e0-a9e2-4ab2251fb53b tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.1483095 Apr 18 21:47:43.207063 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 41720) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:47:43.212631 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.v2.base [None req-0b8a138c-1fd1-4e86-9362-8d9a91787187 tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] Request body: {'security_group_rule': {'security_group_id': 'cae0508b-a4e1-46f4-8aee-4f6a4e52b4f5', 'project_id': 'a4ea1a148ea742c594b9948ed7bb3759', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=84040) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:47:43.219508 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [None req-0b8a138c-1fd1-4e86-9362-8d9a91787187 tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:47:43.223690 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-0b8a138c-1fd1-4e86-9362-8d9a91787187 tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] Usage tracker for resource:security_group_rule and tenant:a4ea1a148ea742c594b9948ed7bb3759 is out of sync, need to count used quota {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:47:43.225504 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Device 4aa64a49-f853-4fab-afbd-804bbb8e3bf2 no longer exists at agent ovs-agent-n-d-838334-2 {{(pid=84042) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 21:47:43.226658 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-0b8a138c-1fd1-4e86-9362-8d9a91787187 tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:47:43.232432 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [None req-0b8a138c-1fd1-4e86-9362-8d9a91787187 tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:47:43.248732 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-0b8a138c-1fd1-4e86-9362-8d9a91787187 tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:47:43.258770 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.plugin [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] No Port match for: 4aa64a49-f853-4fab-afbd-804bbb8e3bf2 {{(pid=84042) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 18 21:47:43.259116 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Device 4aa64a49-f853-4fab-afbd-804bbb8e3bf2 not bound to the agent host n-d-838334-2 {{(pid=84042) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 21:47:43.409985 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-0b8a138c-1fd1-4e86-9362-8d9a91787187 tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:47:43.413502 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-0b8a138c-1fd1-4e86-9362-8d9a91787187 tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33528311'] for security_group_rule, after_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:47:43.441379 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b8a138c-1fd1-4e86-9362-8d9a91787187 tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=44fff039-6403-4df3-89c9-68a1021d55d0,revision_number=0']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:47:43.449784 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-0b8a138c-1fd1-4e86-9362-8d9a91787187 tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:47:43.454714 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-0b8a138c-1fd1-4e86-9362-8d9a91787187 tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.2466402 Apr 18 21:47:43.454870 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 41724) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:47:43.460482 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.v2.base [None req-cdb80d1b-4737-4b2b-9525-79033a48398d tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] Request body: {'security_group_rule': {'security_group_id': 'cae0508b-a4e1-46f4-8aee-4f6a4e52b4f5', 'project_id': 'a4ea1a148ea742c594b9948ed7bb3759', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=84041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:47:43.467203 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-cdb80d1b-4737-4b2b-9525-79033a48398d tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:47:43.471805 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-cdb80d1b-4737-4b2b-9525-79033a48398d tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] Usage tracker for resource:security_group_rule and tenant:a4ea1a148ea742c594b9948ed7bb3759 is out of sync, need to count used quota {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:47:43.475035 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-cdb80d1b-4737-4b2b-9525-79033a48398d tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:47:43.480877 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-cdb80d1b-4737-4b2b-9525-79033a48398d tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:47:43.497383 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-cdb80d1b-4737-4b2b-9525-79033a48398d tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:47:43.559480 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-cdb80d1b-4737-4b2b-9525-79033a48398d tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:47:43.563057 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-cdb80d1b-4737-4b2b-9525-79033a48398d tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33528311'] for security_group_rule, after_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:47:43.585539 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdb80d1b-4737-4b2b-9525-79033a48398d tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2e09f237-bd1e-45e1-aa82-5c418c79d86d,revision_number=0']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:47:43.594941 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-cdb80d1b-4737-4b2b-9525-79033a48398d tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:47:43.596147 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-cdb80d1b-4737-4b2b-9525-79033a48398d tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.1403475 Apr 18 21:47:43.598945 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 41728) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:47:43.604529 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.v2.base [None req-e112da25-ddf9-4a0b-a249-df7dfcaf3d52 tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] Request body: {'security_group_rule': {'security_group_id': 'cae0508b-a4e1-46f4-8aee-4f6a4e52b4f5', 'project_id': 'a4ea1a148ea742c594b9948ed7bb3759', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=84041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:47:43.610938 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-e112da25-ddf9-4a0b-a249-df7dfcaf3d52 tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:47:43.614725 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-e112da25-ddf9-4a0b-a249-df7dfcaf3d52 tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] Usage tracker for resource:security_group_rule and tenant:a4ea1a148ea742c594b9948ed7bb3759 is out of sync, need to count used quota {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:47:43.617518 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-e112da25-ddf9-4a0b-a249-df7dfcaf3d52 tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:47:43.623006 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-e112da25-ddf9-4a0b-a249-df7dfcaf3d52 tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:47:43.633388 n-d-838334-2 neutron-server[84041]: INFO neutron.db.securitygroups_db [None req-e112da25-ddf9-4a0b-a249-df7dfcaf3d52 tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] Project a4ea1a148ea742c594b9948ed7bb3759 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 18 21:47:43.639573 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-e112da25-ddf9-4a0b-a249-df7dfcaf3d52 tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:47:43.703706 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-e112da25-ddf9-4a0b-a249-df7dfcaf3d52 tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:47:43.707213 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-e112da25-ddf9-4a0b-a249-df7dfcaf3d52 tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33528311'] for security_group_rule, after_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:47:43.736162 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e112da25-ddf9-4a0b-a249-df7dfcaf3d52 tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a99d5379-0f0e-4f79-82d1-9a3b46f2cc63,revision_number=0']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:47:43.748675 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-e112da25-ddf9-4a0b-a249-df7dfcaf3d52 tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:47:43.749981 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-e112da25-ddf9-4a0b-a249-df7dfcaf3d52 tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.1499941 Apr 18 21:47:43.752884 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 41732) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:47:43.758139 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.v2.base [None req-68768c7c-c3f9-4b5d-9674-af90919182ed tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] Request body: {'security_group_rule': {'security_group_id': 'cae0508b-a4e1-46f4-8aee-4f6a4e52b4f5', 'project_id': 'a4ea1a148ea742c594b9948ed7bb3759', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=84041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:47:43.764714 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-68768c7c-c3f9-4b5d-9674-af90919182ed tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:47:43.769271 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-68768c7c-c3f9-4b5d-9674-af90919182ed tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] Usage tracker for resource:security_group_rule and tenant:a4ea1a148ea742c594b9948ed7bb3759 is out of sync, need to count used quota {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:47:43.772099 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-68768c7c-c3f9-4b5d-9674-af90919182ed tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:47:43.777654 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-68768c7c-c3f9-4b5d-9674-af90919182ed tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:47:43.791190 n-d-838334-2 neutron-server[84041]: INFO neutron.db.securitygroups_db [None req-68768c7c-c3f9-4b5d-9674-af90919182ed tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] Project a4ea1a148ea742c594b9948ed7bb3759 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 18 21:47:43.797757 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-68768c7c-c3f9-4b5d-9674-af90919182ed tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:47:43.861226 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-68768c7c-c3f9-4b5d-9674-af90919182ed tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:47:43.864775 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-68768c7c-c3f9-4b5d-9674-af90919182ed tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33528311'] for security_group_rule, after_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:47:43.888090 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68768c7c-c3f9-4b5d-9674-af90919182ed tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f9548870-02b2-4f60-9e2c-d1d7d36f7c64,revision_number=0']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:47:43.897271 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-68768c7c-c3f9-4b5d-9674-af90919182ed tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:47:43.898505 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-68768c7c-c3f9-4b5d-9674-af90919182ed tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.1447005 Apr 18 21:47:43.901349 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 41736) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:47:43.906716 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.v2.base [None req-8030dcba-29df-463e-b648-b7527e3b2d56 tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] Request body: {'network': {'name': 'tempest-network-smoke--379603090', 'project_id': 'a4ea1a148ea742c594b9948ed7bb3759', 'port_security_enabled': True}} {{(pid=84041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:47:43.912390 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-8030dcba-29df-463e-b648-b7527e3b2d56 tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:47:43.916400 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-8030dcba-29df-463e-b648-b7527e3b2d56 tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] Usage tracker for resource:network and tenant:a4ea1a148ea742c594b9948ed7bb3759 is out of sync, need to count used quota {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:47:43.919170 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-8030dcba-29df-463e-b648-b7527e3b2d56 tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:47:43.925314 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-8030dcba-29df-463e-b648-b7527e3b2d56 tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:47:43.935413 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8030dcba-29df-463e-b648-b7527e3b2d56 tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] Made reservation on behalf of a4ea1a148ea742c594b9948ed7bb3759 for: {'network': 1} {{(pid=84041) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:47:43.938800 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-8030dcba-29df-463e-b648-b7527e3b2d56 tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for network, before_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:47:43.966954 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8030dcba-29df-463e-b648-b7527e3b2d56 tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 377} {{(pid=84041) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 21:47:43.976408 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-8030dcba-29df-463e-b648-b7527e3b2d56 tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1082986'] for segment, precommit_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:47:43.976747 n-d-838334-2 neutron-server[84041]: INFO neutron.db.segments_db [None req-8030dcba-29df-463e-b648-b7527e3b2d56 tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] Added segment d1dc8fcf-d7a6-40b4-8210-476dfbcb13b7 of type vlan for network 6390664a-f19d-4dd8-b328-91fa2ebf59dc Apr 18 21:47:44.002801 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-8030dcba-29df-463e-b648-b7527e3b2d56 tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750374825732'] for network, precommit_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:47:44.036319 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-8030dcba-29df-463e-b648-b7527e3b2d56 tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33526109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022'] for network, after_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:47:44.039970 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8030dcba-29df-463e-b648-b7527e3b2d56 tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:47:44.040543 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-8030dcba-29df-463e-b648-b7527e3b2d56 tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] Notify callbacks [] for network, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:47:44.142750 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-8030dcba-29df-463e-b648-b7527e3b2d56 tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2403212 Apr 18 21:47:44.145556 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 41740) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:47:44.150765 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.v2.base [None req-78dd5f2d-e9f5-40ec-8194-9a0426f11d7f tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1396965884', 'admin_state_up': True, 'project_id': 'a4ea1a148ea742c594b9948ed7bb3759', 'external_gateway_info': {'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c'}}} {{(pid=84040) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:47:44.151298 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8030dcba-29df-463e-b648-b7527e3b2d56 tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] Pushing event updated for resources: {'Network': ['ID=6390664a-f19d-4dd8-b328-91fa2ebf59dc,revision_number=1']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:47:44.158966 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [None req-78dd5f2d-e9f5-40ec-8194-9a0426f11d7f tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:47:44.161988 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Network 6390664a-f19d-4dd8-b328-91fa2ebf59dc details requested by agent ovs-agent-n-d-838334-2 with host n-d-838334-2 {{(pid=84042) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 18 21:47:44.162901 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-78dd5f2d-e9f5-40ec-8194-9a0426f11d7f tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] Usage tracker for resource:router and tenant:a4ea1a148ea742c594b9948ed7bb3759 is out of sync, need to count used quota {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:47:44.165761 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-78dd5f2d-e9f5-40ec-8194-9a0426f11d7f tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:47:44.172210 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [None req-78dd5f2d-e9f5-40ec-8194-9a0426f11d7f tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:47:44.181658 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-78dd5f2d-e9f5-40ec-8194-9a0426f11d7f tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-33442106', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5708'] for router, before_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:47:44.182544 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-78dd5f2d-e9f5-40ec-8194-9a0426f11d7f tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33442137', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33444285', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33535433', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5703'] for router, precommit_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:47:44.201149 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-78dd5f2d-e9f5-40ec-8194-9a0426f11d7f tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:47:44.351881 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-78dd5f2d-e9f5-40ec-8194-9a0426f11d7f tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-33444175', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-33443520', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5293'] for router, precommit_update {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:47:44.523231 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-78dd5f2d-e9f5-40ec-8194-9a0426f11d7f tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] Notify callbacks [] for router_gateway, before_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:47:44.552326 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-78dd5f2d-e9f5-40ec-8194-9a0426f11d7f tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:47:44.685849 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.db_base_plugin_common [None req-78dd5f2d-e9f5-40ec-8194-9a0426f11d7f tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] Allocated IP 172.25.8.87 (e41b6600-a917-4a8d-b05c-be3be40c6d8c/6b05667b-848e-4356-9b44-d5eb6808ef74/5341d867-1694-4bdc-bb02-19537b1b4e2c) {{(pid=84040) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 21:47:44.833645 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-78dd5f2d-e9f5-40ec-8194-9a0426f11d7f tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] Notify callbacks [] for port, precommit_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:47:44.859690 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-78dd5f2d-e9f5-40ec-8194-9a0426f11d7f tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750374836619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32440838'] for port, after_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:47:44.922701 n-d-838334-2 neutron-server[84040]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78dd5f2d-e9f5-40ec-8194-9a0426f11d7f tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] Network e41b6600-a917-4a8d-b05c-be3be40c6d8c is already hosted by enough agents. {{(pid=84040) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:47:44.925420 n-d-838334-2 neutron-server[84040]: DEBUG neutron.scheduler.base_scheduler [None req-78dd5f2d-e9f5-40ec-8194-9a0426f11d7f tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] Resources bound (agent type, host, resource id): {{(pid=84040) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:47:44.929098 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78dd5f2d-e9f5-40ec-8194-9a0426f11d7f tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] Received port after_create {{(pid=84040) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 21:47:44.961086 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78dd5f2d-e9f5-40ec-8194-9a0426f11d7f tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] Pushing event updated for resources: {'Port': ['ID=5341d867-1694-4bdc-bb02-19537b1b4e2c,revision_number=1']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:47:45.083351 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-78dd5f2d-e9f5-40ec-8194-9a0426f11d7f tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] Notify callbacks [] for router_gateway, after_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:47:45.084160 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-78dd5f2d-e9f5-40ec-8194-9a0426f11d7f tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33443529', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33444176'] for router, after_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:47:45.306933 n-d-838334-2 neutron-server[84040]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-78dd5f2d-e9f5-40ec-8194-9a0426f11d7f tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] Router e48f85b5-dccc-4615-b9bf-a3a9824e77cf is scheduled to L3 agent bc84d6c9-dd7a-4555-a351-592327b46d5a with binding_index 1 {{(pid=84040) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 18 21:47:45.500988 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-78dd5f2d-e9f5-40ec-8194-9a0426f11d7f tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] Notify agent at l3_agent.n-d-838334-2 the message routers_updated {{(pid=84040) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 21:47:45.513940 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad926211-5ab9-4f4a-bdc3-dfb9379bb28f None None] Sync routers for ids ['e48f85b5-dccc-4615-b9bf-a3a9824e77cf'] in n-d-838334-2 {{(pid=84042) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 18 21:47:45.527963 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad926211-5ab9-4f4a-bdc3-dfb9379bb28f None None] Routers {'e48f85b5-dccc-4615-b9bf-a3a9824e77cf'} bound to L3 agent in host n-d-838334-2 {{(pid=84042) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 21:47:45.528648 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_hamode_db [None req-ad926211-5ab9-4f4a-bdc3-dfb9379bb28f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838334-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-18T20:25:48Z,description=,heartbeat_timestamp=2022-04-18T21:47:18Z,host='n-d-838334-2',id=bc84d6c9-dd7a-4555-a351-592327b46d5a,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:25:48Z,topic='l3_agent')) {'router_ids': ['e48f85b5-dccc-4615-b9bf-a3a9824e77cf'], 'active': True} {{(pid=84042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:47:45.529298 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-78dd5f2d-e9f5-40ec-8194-9a0426f11d7f tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] Notify callbacks [] for router, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:47:45.533917 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-78dd5f2d-e9f5-40ec-8194-9a0426f11d7f tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.3840876 Apr 18 21:47:45.534269 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 41744) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:47:45.685592 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-e317411d-f3e6-4170-9b54-56c006fe3f05 tempest-TestNetworkAdvancedServerOps-1683056737 tempest-TestNetworkAdvancedServerOps-1683056737-project-admin] 10.222.0.42 "GET /v2.0/subnets?project_id=a4ea1a148ea742c594b9948ed7bb3759&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1478915 Apr 18 21:47:45.685873 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 41750) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:47:45.715356 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_dvr_db [None req-ad926211-5ab9-4f4a-bdc3-dfb9379bb28f None None] Set router e48f85b5-dccc-4615-b9bf-a3a9824e77cf gateway port host: n-d-838334-2 {{(pid=84042) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 21:47:45.829540 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-87fd15f8-18d7-447a-ba8b-f9c425cf2550 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750375287399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253529'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:47:45.930335 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ab84d66-6859-433c-a1e6-cb0c0fe584b1 tempest-TestNetworkAdvancedServerOps-1683056737 tempest-TestNetworkAdvancedServerOps-1683056737-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:47:45.934742 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 41754) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:47:45.935317 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-3ab84d66-6859-433c-a1e6-cb0c0fe584b1 tempest-TestNetworkAdvancedServerOps-1683056737 tempest-TestNetworkAdvancedServerOps-1683056737-project-admin] 10.222.0.42 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2480888 Apr 18 21:47:45.993069 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 41758) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:47:45.998969 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.v2.base [None req-a84dbba3-e5a2-463e-ae9f-69f978f3110d tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1518382348', 'network_id': '6390664a-f19d-4dd8-b328-91fa2ebf59dc', 'project_id': 'a4ea1a148ea742c594b9948ed7bb3759', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=84040) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:47:46.007229 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-72ca877c-ba1a-497a-b814-6d1c771b995c tempest-TestNetworkAdvancedServerOps-1683056737 tempest-TestNetworkAdvancedServerOps-1683056737-project-admin] 10.222.0.42 "GET /v2.0/subnets?network_id=e41b6600-a917-4a8d-b05c-be3be40c6d8c&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0702922 Apr 18 21:47:46.031309 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_hamode_db [None req-ad926211-5ab9-4f4a-bdc3-dfb9379bb28f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e48f85b5-dccc-4615-b9bf-a3a9824e77cf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1396965884', 'tenant_id': 'a4ea1a148ea742c594b9948ed7bb3759', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'external_fixed_ips': [{'subnet_id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'ip_address': '172.25.8.87'}], 'enable_snat': True}, 'gw_port_id': '5341d867-1694-4bdc-bb02-19537b1b4e2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:47:44Z', 'updated_at': '2022-04-18T21:47:45Z', 'revision_number': 3, 'project_id': 'a4ea1a148ea742c594b9948ed7bb3759', 'gw_port': {'id': '5341d867-1694-4bdc-bb02-19537b1b4e2c', 'name': '', 'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:dc:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e48f85b5-dccc-4615-b9bf-a3a9824e77cf', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'ip_address': '172.25.8.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:47:44Z', 'updated_at': '2022-04-18T21:47:44Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838334-2'}], 'n-d-838334-2', False) {} {{(pid=84042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:47:46.035367 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad926211-5ab9-4f4a-bdc3-dfb9379bb28f None None] Checking router: e48f85b5-dccc-4615-b9bf-a3a9824e77cf for host: n-d-838334-2 {{(pid=84042) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 18 21:47:46.035744 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad926211-5ab9-4f4a-bdc3-dfb9379bb28f None None] Updating router e48f85b5-dccc-4615-b9bf-a3a9824e77cf port 5341d867-1694-4bdc-bb02-19537b1b4e2c binding host n-d-838334-2 {{(pid=84042) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 18 21:47:46.093379 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-ad926211-5ab9-4f4a-bdc3-dfb9379bb28f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:47:46.110216 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [None req-a84dbba3-e5a2-463e-ae9f-69f978f3110d tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:47:46.114013 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-a84dbba3-e5a2-463e-ae9f-69f978f3110d tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] Usage tracker for resource:subnet and tenant:a4ea1a148ea742c594b9948ed7bb3759 is out of sync, need to count used quota {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:47:46.116792 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-a84dbba3-e5a2-463e-ae9f-69f978f3110d tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:47:46.122449 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [None req-a84dbba3-e5a2-463e-ae9f-69f978f3110d tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:47:46.132911 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a84dbba3-e5a2-463e-ae9f-69f978f3110d tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] Made reservation on behalf of a4ea1a148ea742c594b9948ed7bb3759 for: {'subnet': 1} {{(pid=84040) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:47:46.235482 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-a84dbba3-e5a2-463e-ae9f-69f978f3110d tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31752722'] for subnet, before_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:47:46.426851 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-ad926211-5ab9-4f4a-bdc3-dfb9379bb28f None None] Notify callbacks [] for port, precommit_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:47:46.439942 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-ad926211-5ab9-4f4a-bdc3-dfb9379bb28f None None] Transition to ACTIVE for port object 5341d867-1694-4bdc-bb02-19537b1b4e2c will not be triggered until provisioned by entity L2. {{(pid=84042) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:47:46.451115 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-ad926211-5ab9-4f4a-bdc3-dfb9379bb28f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682'] for port, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:47:46.460111 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-a84dbba3-e5a2-463e-ae9f-69f978f3110d tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33526260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32441074', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31752704'] for subnet, after_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:47:46.530129 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.managers [None req-ad926211-5ab9-4f4a-bdc3-dfb9379bb28f None None] Attempting to bind port 5341d867-1694-4bdc-bb02-19537b1b4e2c on host n-d-838334-2 for vnic_type normal with profile {{(pid=84042) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 21:47:46.530773 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.managers [None req-ad926211-5ab9-4f4a-bdc3-dfb9379bb28f None None] Attempting to bind port 5341d867-1694-4bdc-bb02-19537b1b4e2c by drivers openvswitch,hyperv on host n-d-838334-2 at level 0 using segments [{'id': '732aa830-768b-4511-951f-d08e26b9c25b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c'}] {{(pid=84042) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 21:47:46.530905 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad926211-5ab9-4f4a-bdc3-dfb9379bb28f None None] Attempting to bind port 5341d867-1694-4bdc-bb02-19537b1b4e2c on network e41b6600-a917-4a8d-b05c-be3be40c6d8c {{(pid=84042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 21:47:46.533536 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b3b3e0e-bb24-4488-9e89-dad7c573c208 None None] Pushing event updated for resources: {'Port': ['ID=5341d867-1694-4bdc-bb02-19537b1b4e2c,revision_number=2']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:47:46.539067 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a84dbba3-e5a2-463e-ae9f-69f978f3110d tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] Pushing event updated for resources: {'Subnet': ['ID=51288c43-d418-4a71-8bfc-a3f6d6c4fb4e,revision_number=0']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:47:46.540460 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad926211-5ab9-4f4a-bdc3-dfb9379bb28f None None] Checking agent: {'id': '97cd4414-7af6-4d67-868d-dff370b4071a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838334-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 25, 49), 'started_at': datetime.datetime(2022, 4, 18, 20, 26, 19), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 21, 47, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838334-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 18 21:47:46.540579 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad926211-5ab9-4f4a-bdc3-dfb9379bb28f None None] Checking segment: {'id': '732aa830-768b-4511-951f-d08e26b9c25b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84042) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 21:47:46.541332 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-ad926211-5ab9-4f4a-bdc3-dfb9379bb28f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:47:46.541332 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad926211-5ab9-4f4a-bdc3-dfb9379bb28f None None] Bound using segment: {'id': '732aa830-768b-4511-951f-d08e26b9c25b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c'} {{(pid=84042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 18 21:47:46.541754 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.managers [None req-ad926211-5ab9-4f4a-bdc3-dfb9379bb28f None None] Bound port: 5341d867-1694-4bdc-bb02-19537b1b4e2c, host: n-d-838334-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '732aa830-768b-4511-951f-d08e26b9c25b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c'}}] {{(pid=84042) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 21:47:46.542124 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-ad926211-5ab9-4f4a-bdc3-dfb9379bb28f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:47:46.552089 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a84dbba3-e5a2-463e-ae9f-69f978f3110d tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] Checking segment: {'id': 'd1dc8fcf-d7a6-40b4-8210-476dfbcb13b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '6390664a-f19d-4dd8-b328-91fa2ebf59dc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84040) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 21:47:46.552440 n-d-838334-2 neutron-server[84040]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a84dbba3-e5a2-463e-ae9f-69f978f3110d tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] Network hostable DHCP agents. Network: 6390664a-f19d-4dd8-b328-91fa2ebf59dc, hostable agents: ['8746f8ea-3e91-4b32-9919-2c63adeb8722'], hosted agents: [] {{(pid=84040) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 21:47:46.574678 n-d-838334-2 neutron-server[84040]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a84dbba3-e5a2-463e-ae9f-69f978f3110d tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] Network 6390664a-f19d-4dd8-b328-91fa2ebf59dc is scheduled to be hosted by DHCP agent 8746f8ea-3e91-4b32-9919-2c63adeb8722 with binding_index 1 {{(pid=84040) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 21:47:46.588773 n-d-838334-2 neutron-server[84040]: DEBUG neutron.scheduler.base_scheduler [None req-a84dbba3-e5a2-463e-ae9f-69f978f3110d tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-838334-2, 6390664a-f19d-4dd8-b328-91fa2ebf59dc) {{(pid=84040) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:47:46.593884 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a84dbba3-e5a2-463e-ae9f-69f978f3110d tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:47:46.594920 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-a84dbba3-e5a2-463e-ae9f-69f978f3110d tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] Notify callbacks [] for subnet, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:47:46.619280 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-a84dbba3-e5a2-463e-ae9f-69f978f3110d tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.6225533 Apr 18 21:47:46.619526 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 41762) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:47:46.626229 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89851b81-68d1-47ed-9e3b-2bfeda779d27 None None] Network 6390664a-f19d-4dd8-b328-91fa2ebf59dc requested from n-d-838334-2 {{(pid=84042) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 21:47:46.730763 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-ad926211-5ab9-4f4a-bdc3-dfb9379bb28f None None] For port 5341d867-1694-4bdc-bb02-19537b1b4e2c, host n-d-838334-2, cleared binding levels {{(pid=84042) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 21:47:46.735590 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-ad926211-5ab9-4f4a-bdc3-dfb9379bb28f None None] For port 5341d867-1694-4bdc-bb02-19537b1b4e2c, host n-d-838334-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838334-2',level=0,port_id=5341d867-1694-4bdc-bb02-19537b1b4e2c,segment=NetworkSegment(732aa830-768b-4511-951f-d08e26b9c25b),segment_id=732aa830-768b-4511-951f-d08e26b9c25b)] {{(pid=84042) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 21:47:46.750223 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-ad926211-5ab9-4f4a-bdc3-dfb9379bb28f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682'] for port, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:47:46.893656 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b3b3e0e-bb24-4488-9e89-dad7c573c208 None None] Pushing event updated for resources: {'Port': ['ID=5341d867-1694-4bdc-bb02-19537b1b4e2c,revision_number=3']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:47:46.930167 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad926211-5ab9-4f4a-bdc3-dfb9379bb28f None None] Routers {'e48f85b5-dccc-4615-b9bf-a3a9824e77cf'} bound to L3 agent in host n-d-838334-2 {{(pid=84042) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 21:47:46.931703 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_hamode_db [None req-ad926211-5ab9-4f4a-bdc3-dfb9379bb28f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838334-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-18T20:25:48Z,description=,heartbeat_timestamp=2022-04-18T21:47:18Z,host='n-d-838334-2',id=bc84d6c9-dd7a-4555-a351-592327b46d5a,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:25:48Z,topic='l3_agent')) {'router_ids': ['e48f85b5-dccc-4615-b9bf-a3a9824e77cf'], 'active': True} {{(pid=84042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:47:47.049833 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11d85e86-69a8-4159-9019-8185761cd5b3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp016840fc-1f9f-5892-9c53-c9cf6c845bbb-6390664a-f19d-4dd8-b328-91fa2ebf59dc', 'network_id': '6390664a-f19d-4dd8-b328-91fa2ebf59dc', 'tenant_id': 'a4ea1a148ea742c594b9948ed7bb3759', 'fixed_ips': [{'subnet_id': '51288c43-d418-4a71-8bfc-a3f6d6c4fb4e'}]}} from n-d-838334-2. {{(pid=84042) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 18 21:47:47.050624 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-11d85e86-69a8-4159-9019-8185761cd5b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_create {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:47:47.223455 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_dvr_db [None req-ad926211-5ab9-4f4a-bdc3-dfb9379bb28f None None] Set router e48f85b5-dccc-4615-b9bf-a3a9824e77cf gateway port host: n-d-838334-2 {{(pid=84042) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 21:47:47.366051 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-64d039dd-c872-4c8e-b485-fb8a970cdbc2 tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:47:47.424786 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.db_base_plugin_common [None req-11d85e86-69a8-4159-9019-8185761cd5b3 None None] Allocated IP 172.20.0.2 (6390664a-f19d-4dd8-b328-91fa2ebf59dc/51288c43-d418-4a71-8bfc-a3f6d6c4fb4e/b6f96f90-997c-40eb-86b6-62dac4179950) {{(pid=84042) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 21:47:47.712880 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-11d85e86-69a8-4159-9019-8185761cd5b3 None None] Notify callbacks [] for port, precommit_create {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:47:47.716197 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_hamode_db [None req-ad926211-5ab9-4f4a-bdc3-dfb9379bb28f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e48f85b5-dccc-4615-b9bf-a3a9824e77cf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1396965884', 'tenant_id': 'a4ea1a148ea742c594b9948ed7bb3759', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'external_fixed_ips': [{'subnet_id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'ip_address': '172.25.8.87'}], 'enable_snat': True}, 'gw_port_id': '5341d867-1694-4bdc-bb02-19537b1b4e2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:47:44Z', 'updated_at': '2022-04-18T21:47:45Z', 'revision_number': 3, 'project_id': 'a4ea1a148ea742c594b9948ed7bb3759', 'gw_port': {'id': '5341d867-1694-4bdc-bb02-19537b1b4e2c', 'name': '', 'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:dc:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e48f85b5-dccc-4615-b9bf-a3a9824e77cf', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'ip_address': '172.25.8.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:47:44Z', 'updated_at': '2022-04-18T21:47:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838334-2'}], 'n-d-838334-2', False) {} {{(pid=84042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:47:47.726777 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad926211-5ab9-4f4a-bdc3-dfb9379bb28f None None] The sync data for ids ['e48f85b5-dccc-4615-b9bf-a3a9824e77cf'] in n-d-838334-2 is: [{'id': 'e48f85b5-dccc-4615-b9bf-a3a9824e77cf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1396965884', 'tenant_id': 'a4ea1a148ea742c594b9948ed7bb3759', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'external_fixed_ips': [{'subnet_id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'ip_address': '172.25.8.87'}], 'enable_snat': True}, 'gw_port_id': '5341d867-1694-4bdc-bb02-19537b1b4e2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:47:44Z', 'updated_at': '2022-04-18T21:47:45Z', 'revision_number': 3, 'project_id': 'a4ea1a148ea742c594b9948ed7bb3759', 'gw_port': {'id': '5341d867-1694-4bdc-bb02-19537b1b4e2c', 'name': '', 'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:dc:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e48f85b5-dccc-4615-b9bf-a3a9824e77cf', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'ip_address': '172.25.8.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:47:44Z', 'updated_at': '2022-04-18T21:47:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838334-2'}] {{(pid=84042) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 18 21:47:47.728903 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-11d85e86-69a8-4159-9019-8185761cd5b3 None None] Transition to ACTIVE for port object b6f96f90-997c-40eb-86b6-62dac4179950 will not be triggered until provisioned by entity L2. {{(pid=84042) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:47:47.754451 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-11d85e86-69a8-4159-9019-8185761cd5b3 None None] Transition to ACTIVE for port object b6f96f90-997c-40eb-86b6-62dac4179950 will not be triggered until provisioned by entity DHCP. {{(pid=84042) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:47:47.760272 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-11d85e86-69a8-4159-9019-8185761cd5b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750374836619'] for port, after_create {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:47:47.836913 n-d-838334-2 neutron-server[84042]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11d85e86-69a8-4159-9019-8185761cd5b3 None None] Network 6390664a-f19d-4dd8-b328-91fa2ebf59dc is already hosted by enough agents. {{(pid=84042) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:47:47.839667 n-d-838334-2 neutron-server[84042]: DEBUG neutron.scheduler.base_scheduler [None req-11d85e86-69a8-4159-9019-8185761cd5b3 None None] Resources bound (agent type, host, resource id): {{(pid=84042) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:47:47.844777 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11d85e86-69a8-4159-9019-8185761cd5b3 None None] Received port after_create {{(pid=84042) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 21:47:47.846952 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11d85e86-69a8-4159-9019-8185761cd5b3 None None] Pushing event updated for resources: {'Port': ['ID=b6f96f90-997c-40eb-86b6-62dac4179950,revision_number=1']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:47:47.878915 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.db_base_plugin_common [None req-64d039dd-c872-4c8e-b485-fb8a970cdbc2 tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] Allocated IP 172.20.0.1 (6390664a-f19d-4dd8-b328-91fa2ebf59dc/51288c43-d418-4a71-8bfc-a3f6d6c4fb4e/bbeb82ed-1ff5-4724-9d21-e6cd5080701b) {{(pid=84040) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 21:47:47.940820 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.managers [None req-11d85e86-69a8-4159-9019-8185761cd5b3 None None] Attempting to bind port b6f96f90-997c-40eb-86b6-62dac4179950 on host n-d-838334-2 for vnic_type normal with profile {{(pid=84042) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 21:47:47.941270 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.managers [None req-11d85e86-69a8-4159-9019-8185761cd5b3 None None] Attempting to bind port b6f96f90-997c-40eb-86b6-62dac4179950 by drivers openvswitch,hyperv on host n-d-838334-2 at level 0 using segments [{'id': 'd1dc8fcf-d7a6-40b4-8210-476dfbcb13b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '6390664a-f19d-4dd8-b328-91fa2ebf59dc'}] {{(pid=84042) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 21:47:47.941953 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11d85e86-69a8-4159-9019-8185761cd5b3 None None] Attempting to bind port b6f96f90-997c-40eb-86b6-62dac4179950 on network 6390664a-f19d-4dd8-b328-91fa2ebf59dc {{(pid=84042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 21:47:47.953808 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11d85e86-69a8-4159-9019-8185761cd5b3 None None] Checking agent: {'id': '97cd4414-7af6-4d67-868d-dff370b4071a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838334-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 25, 49), 'started_at': datetime.datetime(2022, 4, 18, 20, 26, 19), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 21, 47, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838334-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 18 21:47:47.954272 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11d85e86-69a8-4159-9019-8185761cd5b3 None None] Checking segment: {'id': 'd1dc8fcf-d7a6-40b4-8210-476dfbcb13b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '6390664a-f19d-4dd8-b328-91fa2ebf59dc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84042) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 21:47:47.954670 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-11d85e86-69a8-4159-9019-8185761cd5b3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:47:47.955059 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11d85e86-69a8-4159-9019-8185761cd5b3 None None] Bound using segment: {'id': 'd1dc8fcf-d7a6-40b4-8210-476dfbcb13b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '6390664a-f19d-4dd8-b328-91fa2ebf59dc'} {{(pid=84042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 18 21:47:47.955526 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.managers [None req-11d85e86-69a8-4159-9019-8185761cd5b3 None None] Bound port: b6f96f90-997c-40eb-86b6-62dac4179950, host: n-d-838334-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd1dc8fcf-d7a6-40b4-8210-476dfbcb13b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '6390664a-f19d-4dd8-b328-91fa2ebf59dc'}}] {{(pid=84042) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 21:47:47.955917 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-11d85e86-69a8-4159-9019-8185761cd5b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:47:48.056800 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-e76d0a6b-32b2-46f4-82aa-7eed506dbed1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750375287399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253529'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:47:48.074489 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-11d85e86-69a8-4159-9019-8185761cd5b3 None None] For port b6f96f90-997c-40eb-86b6-62dac4179950, host n-d-838334-2, cleared binding levels {{(pid=84042) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 21:47:48.080050 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-11d85e86-69a8-4159-9019-8185761cd5b3 None None] For port b6f96f90-997c-40eb-86b6-62dac4179950, host n-d-838334-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838334-2',level=0,port_id=b6f96f90-997c-40eb-86b6-62dac4179950,segment=NetworkSegment(d1dc8fcf-d7a6-40b4-8210-476dfbcb13b7),segment_id=d1dc8fcf-d7a6-40b4-8210-476dfbcb13b7)] {{(pid=84042) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 21:47:48.089504 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-11d85e86-69a8-4159-9019-8185761cd5b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682'] for port, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:47:48.104802 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-64d039dd-c872-4c8e-b485-fb8a970cdbc2 tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] Notify callbacks [] for port, precommit_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:47:48.121970 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.provisioning_blocks [None req-64d039dd-c872-4c8e-b485-fb8a970cdbc2 tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] Transition to ACTIVE for port object bbeb82ed-1ff5-4724-9d21-e6cd5080701b will not be triggered until provisioned by entity DHCP. {{(pid=84040) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:47:48.148790 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-64d039dd-c872-4c8e-b485-fb8a970cdbc2 tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750374836619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32440838'] for port, after_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:47:48.180900 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11d85e86-69a8-4159-9019-8185761cd5b3 None None] Pushing event updated for resources: {'Port': ['ID=b6f96f90-997c-40eb-86b6-62dac4179950,revision_number=2']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:47:48.242524 n-d-838334-2 neutron-server[84040]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64d039dd-c872-4c8e-b485-fb8a970cdbc2 tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] Network 6390664a-f19d-4dd8-b328-91fa2ebf59dc is already hosted by enough agents. {{(pid=84040) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:47:48.246426 n-d-838334-2 neutron-server[84040]: DEBUG neutron.scheduler.base_scheduler [None req-64d039dd-c872-4c8e-b485-fb8a970cdbc2 tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] Resources bound (agent type, host, resource id): {{(pid=84040) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:47:48.248522 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64d039dd-c872-4c8e-b485-fb8a970cdbc2 tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] Pushing event updated for resources: {'Port': ['ID=bbeb82ed-1ff5-4724-9d21-e6cd5080701b,revision_number=1']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:47:48.251188 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64d039dd-c872-4c8e-b485-fb8a970cdbc2 tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] Received port after_create {{(pid=84040) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 21:47:48.311453 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-64d039dd-c872-4c8e-b485-fb8a970cdbc2 tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33444010'] for router_interface, before_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:47:48.440437 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-64d039dd-c872-4c8e-b485-fb8a970cdbc2 tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:47:48.857427 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-64d039dd-c872-4c8e-b485-fb8a970cdbc2 tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] Notify callbacks [] for port, precommit_update {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:47:48.862102 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-64d039dd-c872-4c8e-b485-fb8a970cdbc2 tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32440959'] for port, after_update {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:47:48.976870 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-64d039dd-c872-4c8e-b485-fb8a970cdbc2 tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-32377886', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33443847'] for router_interface, after_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:47:48.980454 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64d039dd-c872-4c8e-b485-fb8a970cdbc2 tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] Pushing event updated for resources: {'Port': ['ID=bbeb82ed-1ff5-4724-9d21-e6cd5080701b,revision_number=2']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:47:49.120203 n-d-838334-2 neutron-server[84040]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64d039dd-c872-4c8e-b485-fb8a970cdbc2 tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] Network 6390664a-f19d-4dd8-b328-91fa2ebf59dc is already hosted by enough agents. {{(pid=84040) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:47:49.121331 n-d-838334-2 neutron-server[84040]: DEBUG neutron.scheduler.base_scheduler [None req-64d039dd-c872-4c8e-b485-fb8a970cdbc2 tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] Resources bound (agent type, host, resource id): {{(pid=84040) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:47:49.139827 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4f062c1-67dd-4a35-950b-659dbcdfe875 None None] Network 6390664a-f19d-4dd8-b328-91fa2ebf59dc requested from n-d-838334-2 {{(pid=84042) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 21:47:49.297758 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750375287399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253529'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:47:49.313934 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Device 5341d867-1694-4bdc-bb02-19537b1b4e2c up at agent ovs-agent-n-d-838334-2 {{(pid=84042) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 21:47:49.338820 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-26cb9d7a-0cab-4ce1-9fbf-11a44a1ebdbc None None] Provisioning for port b6f96f90-997c-40eb-86b6-62dac4179950 completed by entity DHCP. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 21:47:49.489510 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Provisioning for port 5341d867-1694-4bdc-bb02-19537b1b4e2c completed by entity L2. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 21:47:49.501086 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Provisioning complete for port 5341d867-1694-4bdc-bb02-19537b1b4e2c triggered by entity L2. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:47:49.501436 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1253608'] for port, provisioning_complete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:47:49.625471 n-d-838334-2 neutron-server[84040]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-64d039dd-c872-4c8e-b485-fb8a970cdbc2 tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] Router e48f85b5-dccc-4615-b9bf-a3a9824e77cf has already been hosted by L3 agent bc84d6c9-dd7a-4555-a351-592327b46d5a {{(pid=84040) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 21:47:49.626854 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:47:49.644924 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] For port 5341d867-1694-4bdc-bb02-19537b1b4e2c, host n-d-838334-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838334-2',level=0,port_id=5341d867-1694-4bdc-bb02-19537b1b4e2c,segment=NetworkSegment(732aa830-768b-4511-951f-d08e26b9c25b),segment_id=732aa830-768b-4511-951f-d08e26b9c25b)] {{(pid=84042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:47:49.650132 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682'] for port, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:47:49.652282 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Device b6f96f90-997c-40eb-86b6-62dac4179950 up at agent ovs-agent-n-d-838334-2 {{(pid=84042) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 21:47:49.774764 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-414b6ffe-e119-47bc-b18f-bcff1219c2f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750375287399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253529'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:47:49.783267 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Pushing event updated for resources: {'Port': ['ID=5341d867-1694-4bdc-bb02-19537b1b4e2c,revision_number=4']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:47:49.801531 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Provisioning for port b6f96f90-997c-40eb-86b6-62dac4179950 completed by entity L2. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 21:47:49.809536 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Provisioning complete for port b6f96f90-997c-40eb-86b6-62dac4179950 triggered by entity L2. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:47:49.809910 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1253608'] for port, provisioning_complete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:47:49.852961 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-64d039dd-c872-4c8e-b485-fb8a970cdbc2 tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] Notify agent at l3_agent.n-d-838334-2 the message routers_updated {{(pid=84040) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 21:47:49.866405 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-64d039dd-c872-4c8e-b485-fb8a970cdbc2 tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] 10.222.0.42 "PUT /v2.0/routers/e48f85b5-dccc-4615-b9bf-a3a9824e77cf/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2458947 Apr 18 21:47:49.869787 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-47020b17-24ee-4297-9772-9421d279e368 None None] Provisioning for port bbeb82ed-1ff5-4724-9d21-e6cd5080701b completed by entity DHCP. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 21:47:49.878397 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-47020b17-24ee-4297-9772-9421d279e368 None None] Provisioning complete for port bbeb82ed-1ff5-4724-9d21-e6cd5080701b triggered by entity DHCP. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:47:49.878767 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-47020b17-24ee-4297-9772-9421d279e368 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1253608'] for port, provisioning_complete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:47:49.943372 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.plugin [None req-47020b17-24ee-4297-9772-9421d279e368 None None] Port bbeb82ed-1ff5-4724-9d21-e6cd5080701b cannot update to ACTIVE because it is not bound. {{(pid=84042) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 18 21:47:50.007354 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:47:50.032715 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-47020b17-24ee-4297-9772-9421d279e368 None None] Provisioning complete for port b6f96f90-997c-40eb-86b6-62dac4179950 triggered by entity DHCP. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:47:50.033156 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-47020b17-24ee-4297-9772-9421d279e368 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1253608'] for port, provisioning_complete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:47:50.055449 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [req-0aa4ee85-f424-4d64-9f69-a038a507ec38 req-9cf0d0f1-be5d-4534-a0c4-1cc2d6b829f7 tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] Synchronizing usage tracker for tenant:a4ea1a148ea742c594b9948ed7bb3759 on resource:security_group {{(pid=84040) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 21:47:50.074419 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [req-0aa4ee85-f424-4d64-9f69-a038a507ec38 req-9cf0d0f1-be5d-4534-a0c4-1cc2d6b829f7 tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] Unset dirty status for tenant:a4ea1a148ea742c594b9948ed7bb3759 on resource:security_group {{(pid=84040) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 21:47:50.075806 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-0aa4ee85-f424-4d64-9f69-a038a507ec38 req-9cf0d0f1-be5d-4534-a0c4-1cc2d6b829f7 tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] 10.222.0.42 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1416484448&fields=id&tenant_id=a4ea1a148ea742c594b9948ed7bb3759 HTTP/1.1" status: 200 len: 267 time: 0.0650468 Apr 18 21:47:50.096049 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] For port b6f96f90-997c-40eb-86b6-62dac4179950, host n-d-838334-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838334-2',level=0,port_id=b6f96f90-997c-40eb-86b6-62dac4179950,segment=NetworkSegment(d1dc8fcf-d7a6-40b4-8210-476dfbcb13b7),segment_id=d1dc8fcf-d7a6-40b4-8210-476dfbcb13b7)] {{(pid=84042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:47:50.102516 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682'] for port, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:47:50.222444 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Pushing event updated for resources: {'Port': ['ID=b6f96f90-997c-40eb-86b6-62dac4179950,revision_number=3']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:47:50.251885 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aa4ee85-f424-4d64-9f69-a038a507ec38 req-e8792dbd-0147-424f-bd70-b183670c9e57 tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:47:50.252555 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [req-0aa4ee85-f424-4d64-9f69-a038a507ec38 req-e8792dbd-0147-424f-bd70-b183670c9e57 tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] Synchronizing usage tracker for tenant:a4ea1a148ea742c594b9948ed7bb3759 on resource:network {{(pid=84040) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 21:47:50.267245 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [req-0aa4ee85-f424-4d64-9f69-a038a507ec38 req-e8792dbd-0147-424f-bd70-b183670c9e57 tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] Unset dirty status for tenant:a4ea1a148ea742c594b9948ed7bb3759 on resource:network {{(pid=84040) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 21:47:50.268397 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-0aa4ee85-f424-4d64-9f69-a038a507ec38 req-e8792dbd-0147-424f-bd70-b183670c9e57 tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] 10.222.0.42 "GET /v2.0/networks?id=6390664a-f19d-4dd8-b328-91fa2ebf59dc HTTP/1.1" status: 200 len: 796 time: 0.1833823 Apr 18 21:47:50.286386 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-0aa4ee85-f424-4d64-9f69-a038a507ec38 req-4cf3ab70-a57a-4fe1-a5bc-ddac9914b50b tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] 10.222.0.42 "GET /v2.0/quotas/a4ea1a148ea742c594b9948ed7bb3759 HTTP/1.1" status: 200 len: 375 time: 0.0125158 Apr 18 21:47:50.356526 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-9eb83a9c-ce3a-49e8-a81d-a34ab605b735 None None] Provisioning complete for port bbeb82ed-1ff5-4724-9d21-e6cd5080701b triggered by entity DHCP. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:47:50.356807 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-9eb83a9c-ce3a-49e8-a81d-a34ab605b735 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1253608'] for port, provisioning_complete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:47:50.366226 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [req-0aa4ee85-f424-4d64-9f69-a038a507ec38 req-ac80a5d8-21bf-4446-9b82-605f28fbf624 tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] Synchronizing usage tracker for tenant:a4ea1a148ea742c594b9948ed7bb3759 on resource:port {{(pid=84040) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 21:47:50.382265 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [req-0aa4ee85-f424-4d64-9f69-a038a507ec38 req-ac80a5d8-21bf-4446-9b82-605f28fbf624 tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] Unset dirty status for tenant:a4ea1a148ea742c594b9948ed7bb3759 on resource:port {{(pid=84040) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 21:47:50.383786 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-0aa4ee85-f424-4d64-9f69-a038a507ec38 req-ac80a5d8-21bf-4446-9b82-605f28fbf624 tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=a4ea1a148ea742c594b9948ed7bb3759&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0914910 Apr 18 21:47:50.401681 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [req-0aa4ee85-f424-4d64-9f69-a038a507ec38 req-2ed08429-e0db-40c9-84d2-6018ef5b00ea service neutron] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=84040) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 18 21:47:50.402650 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-0aa4ee85-f424-4d64-9f69-a038a507ec38 req-2ed08429-e0db-40c9-84d2-6018ef5b00ea service neutron] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0055287 Apr 18 21:47:50.410103 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.plugin [None req-9eb83a9c-ce3a-49e8-a81d-a34ab605b735 None None] Port bbeb82ed-1ff5-4724-9d21-e6cd5080701b cannot update to ACTIVE because it is not bound. {{(pid=84042) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 18 21:47:50.541994 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-0aa4ee85-f424-4d64-9f69-a038a507ec38 req-7632bd91-29eb-4902-a32a-f0e64e37a993 service neutron] 10.222.0.42 "GET /v2.0/networks/6390664a-f19d-4dd8-b328-91fa2ebf59dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1333270 Apr 18 21:47:50.673668 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-0aa4ee85-f424-4d64-9f69-a038a507ec38 req-52ff8b81-e514-47c9-8069-ce91f9396bcb service neutron] 10.222.0.42 "GET /v2.0/networks/6390664a-f19d-4dd8-b328-91fa2ebf59dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1247814 Apr 18 21:47:50.795565 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-c7521a90-7d65-4e2e-842c-ca5d95e9a89c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750375287399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253529'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:47:50.869041 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-825407fc-6e55-4216-bc67-464a2a709781 req-a0c6210d-99dd-408e-882c-72a00896235b tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] 10.222.0.42 "GET /v2.0/ports?device_id=d2bd28de-90d9-49b6-91ba-8889a5b75fc2 HTTP/1.1" status: 200 len: 210 time: 0.0468588 Apr 18 21:47:51.238367 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Device 5341d867-1694-4bdc-bb02-19537b1b4e2c up at agent ovs-agent-n-d-838334-2 {{(pid=84042) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 21:47:51.302426 n-d-838334-2 neutron-server[84043]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80b25c3c-9d30-4cd3-b34e-a4714b9071d9 None None] Sync routers for ids ['e48f85b5-dccc-4615-b9bf-a3a9824e77cf'] in n-d-838334-2 {{(pid=84043) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 18 21:47:51.313871 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80b25c3c-9d30-4cd3-b34e-a4714b9071d9 None None] Routers {'e48f85b5-dccc-4615-b9bf-a3a9824e77cf'} bound to L3 agent in host n-d-838334-2 {{(pid=84043) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 21:47:51.314679 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.l3_hamode_db [None req-80b25c3c-9d30-4cd3-b34e-a4714b9071d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838334-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-18T20:25:48Z,description=,heartbeat_timestamp=2022-04-18T21:47:48Z,host='n-d-838334-2',id=bc84d6c9-dd7a-4555-a351-592327b46d5a,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:25:48Z,topic='l3_agent')) {'router_ids': ['e48f85b5-dccc-4615-b9bf-a3a9824e77cf'], 'active': True} {{(pid=84043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:47:51.315174 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Provisioning complete for port 5341d867-1694-4bdc-bb02-19537b1b4e2c triggered by entity L2. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:47:51.315600 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1253608'] for port, provisioning_complete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:47:51.430050 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Device b6f96f90-997c-40eb-86b6-62dac4179950 up at agent ovs-agent-n-d-838334-2 {{(pid=84042) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 21:47:51.497808 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Provisioning complete for port b6f96f90-997c-40eb-86b6-62dac4179950 triggered by entity L2. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:47:51.498177 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1253608'] for port, provisioning_complete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:47:51.522030 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.l3_dvr_db [None req-80b25c3c-9d30-4cd3-b34e-a4714b9071d9 None None] Set router e48f85b5-dccc-4615-b9bf-a3a9824e77cf gateway port host: n-d-838334-2 {{(pid=84043) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 21:47:51.824343 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.l3_hamode_db [None req-80b25c3c-9d30-4cd3-b34e-a4714b9071d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e48f85b5-dccc-4615-b9bf-a3a9824e77cf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1396965884', 'tenant_id': 'a4ea1a148ea742c594b9948ed7bb3759', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'external_fixed_ips': [{'subnet_id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'ip_address': '172.25.8.87'}], 'enable_snat': True}, 'gw_port_id': '5341d867-1694-4bdc-bb02-19537b1b4e2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:47:44Z', 'updated_at': '2022-04-18T21:47:48Z', 'revision_number': 4, 'project_id': 'a4ea1a148ea742c594b9948ed7bb3759', 'gw_port': {'id': '5341d867-1694-4bdc-bb02-19537b1b4e2c', 'name': '', 'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:dc:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e48f85b5-dccc-4615-b9bf-a3a9824e77cf', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'ip_address': '172.25.8.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:47:44Z', 'updated_at': '2022-04-18T21:47:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838334-2', '_interfaces': [{'id': 'bbeb82ed-1ff5-4724-9d21-e6cd5080701b', 'name': '', 'network_id': '6390664a-f19d-4dd8-b328-91fa2ebf59dc', 'tenant_id': 'a4ea1a148ea742c594b9948ed7bb3759', 'mac_address': 'fa:16:3e:f2:17:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e48f85b5-dccc-4615-b9bf-a3a9824e77cf', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '51288c43-d418-4a71-8bfc-a3f6d6c4fb4e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:47:47Z', 'updated_at': '2022-04-18T21:47:48Z', 'revision_number': 2, 'project_id': 'a4ea1a148ea742c594b9948ed7bb3759', 'subnets': [{'id': '51288c43-d418-4a71-8bfc-a3f6d6c4fb4e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838334-2', False) {} {{(pid=84043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:47:51.828366 n-d-838334-2 neutron-server[84043]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80b25c3c-9d30-4cd3-b34e-a4714b9071d9 None None] Checking router: e48f85b5-dccc-4615-b9bf-a3a9824e77cf for host: n-d-838334-2 {{(pid=84043) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 18 21:47:51.828708 n-d-838334-2 neutron-server[84043]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80b25c3c-9d30-4cd3-b34e-a4714b9071d9 None None] Updating router e48f85b5-dccc-4615-b9bf-a3a9824e77cf port bbeb82ed-1ff5-4724-9d21-e6cd5080701b binding host n-d-838334-2 {{(pid=84043) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 18 21:47:51.888670 n-d-838334-2 neutron-server[84043]: DEBUG neutron_lib.callbacks.manager [None req-80b25c3c-9d30-4cd3-b34e-a4714b9071d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:47:52.016059 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-372f20fd-9c17-4e28-b73c-c388d70807f2 req-2b941964-1113-480f-a968-31126d32a5f9 tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] 10.222.0.42 "GET /v2.0/ports?device_id=d2bd28de-90d9-49b6-91ba-8889a5b75fc2 HTTP/1.1" status: 200 len: 210 time: 0.0591369 Apr 18 21:47:52.257415 n-d-838334-2 neutron-server[84043]: DEBUG neutron_lib.callbacks.manager [None req-80b25c3c-9d30-4cd3-b34e-a4714b9071d9 None None] Notify callbacks [] for port, precommit_update {{(pid=84043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:47:52.271594 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.provisioning_blocks [None req-80b25c3c-9d30-4cd3-b34e-a4714b9071d9 None None] Transition to ACTIVE for port object bbeb82ed-1ff5-4724-9d21-e6cd5080701b will not be triggered until provisioned by entity L2. {{(pid=84043) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:47:52.278609 n-d-838334-2 neutron-server[84043]: DEBUG neutron_lib.callbacks.manager [None req-80b25c3c-9d30-4cd3-b34e-a4714b9071d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682'] for port, after_update {{(pid=84043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:47:52.407020 n-d-838334-2 neutron-server[84043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5873eff7-2708-4764-82d1-5956b3065241 None None] Pushing event updated for resources: {'Port': ['ID=bbeb82ed-1ff5-4724-9d21-e6cd5080701b,revision_number=3']} {{(pid=84043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:47:52.441999 n-d-838334-2 neutron-server[84043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5873eff7-2708-4764-82d1-5956b3065241 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:47:52.442245 n-d-838334-2 neutron-server[84043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5873eff7-2708-4764-82d1-5956b3065241 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:47:52.442574 n-d-838334-2 neutron-server[84043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5873eff7-2708-4764-82d1-5956b3065241 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:47:52.442899 n-d-838334-2 neutron-server[84043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5873eff7-2708-4764-82d1-5956b3065241 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:47:52.443220 n-d-838334-2 neutron-server[84043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5873eff7-2708-4764-82d1-5956b3065241 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:47:52.443540 n-d-838334-2 neutron-server[84043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5873eff7-2708-4764-82d1-5956b3065241 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:47:52.443878 n-d-838334-2 neutron-server[84043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5873eff7-2708-4764-82d1-5956b3065241 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:47:52.444192 n-d-838334-2 neutron-server[84043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5873eff7-2708-4764-82d1-5956b3065241 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:47:52.444505 n-d-838334-2 neutron-server[84043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5873eff7-2708-4764-82d1-5956b3065241 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:47:52.444817 n-d-838334-2 neutron-server[84043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5873eff7-2708-4764-82d1-5956b3065241 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:47:52.445129 n-d-838334-2 neutron-server[84043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5873eff7-2708-4764-82d1-5956b3065241 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:47:52.506547 n-d-838334-2 neutron-server[84043]: DEBUG neutron.plugins.ml2.managers [None req-80b25c3c-9d30-4cd3-b34e-a4714b9071d9 None None] Attempting to bind port bbeb82ed-1ff5-4724-9d21-e6cd5080701b on host n-d-838334-2 for vnic_type normal with profile {{(pid=84043) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 21:47:52.506992 n-d-838334-2 neutron-server[84043]: DEBUG neutron.plugins.ml2.managers [None req-80b25c3c-9d30-4cd3-b34e-a4714b9071d9 None None] Attempting to bind port bbeb82ed-1ff5-4724-9d21-e6cd5080701b by drivers openvswitch,hyperv on host n-d-838334-2 at level 0 using segments [{'id': 'd1dc8fcf-d7a6-40b4-8210-476dfbcb13b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '6390664a-f19d-4dd8-b328-91fa2ebf59dc'}] {{(pid=84043) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 21:47:52.507413 n-d-838334-2 neutron-server[84043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80b25c3c-9d30-4cd3-b34e-a4714b9071d9 None None] Attempting to bind port bbeb82ed-1ff5-4724-9d21-e6cd5080701b on network 6390664a-f19d-4dd8-b328-91fa2ebf59dc {{(pid=84043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 21:47:52.514068 n-d-838334-2 neutron-server[84043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80b25c3c-9d30-4cd3-b34e-a4714b9071d9 None None] Checking agent: {'id': '97cd4414-7af6-4d67-868d-dff370b4071a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838334-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 25, 49), 'started_at': datetime.datetime(2022, 4, 18, 20, 26, 19), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 21, 47, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838334-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 18 21:47:52.514362 n-d-838334-2 neutron-server[84043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80b25c3c-9d30-4cd3-b34e-a4714b9071d9 None None] Checking segment: {'id': 'd1dc8fcf-d7a6-40b4-8210-476dfbcb13b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '6390664a-f19d-4dd8-b328-91fa2ebf59dc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84043) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 21:47:52.514749 n-d-838334-2 neutron-server[84043]: DEBUG neutron_lib.callbacks.manager [None req-80b25c3c-9d30-4cd3-b34e-a4714b9071d9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:47:52.515909 n-d-838334-2 neutron-server[84043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80b25c3c-9d30-4cd3-b34e-a4714b9071d9 None None] Bound using segment: {'id': 'd1dc8fcf-d7a6-40b4-8210-476dfbcb13b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '6390664a-f19d-4dd8-b328-91fa2ebf59dc'} {{(pid=84043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 18 21:47:52.516224 n-d-838334-2 neutron-server[84043]: DEBUG neutron.plugins.ml2.managers [None req-80b25c3c-9d30-4cd3-b34e-a4714b9071d9 None None] Bound port: bbeb82ed-1ff5-4724-9d21-e6cd5080701b, host: n-d-838334-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd1dc8fcf-d7a6-40b4-8210-476dfbcb13b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '6390664a-f19d-4dd8-b328-91fa2ebf59dc'}}] {{(pid=84043) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 21:47:52.516581 n-d-838334-2 neutron-server[84043]: DEBUG neutron_lib.callbacks.manager [None req-80b25c3c-9d30-4cd3-b34e-a4714b9071d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:47:52.612066 n-d-838334-2 neutron-server[84043]: DEBUG neutron.plugins.ml2.db [None req-80b25c3c-9d30-4cd3-b34e-a4714b9071d9 None None] For port bbeb82ed-1ff5-4724-9d21-e6cd5080701b, host n-d-838334-2, cleared binding levels {{(pid=84043) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 21:47:52.614901 n-d-838334-2 neutron-server[84043]: DEBUG neutron.plugins.ml2.db [None req-80b25c3c-9d30-4cd3-b34e-a4714b9071d9 None None] For port bbeb82ed-1ff5-4724-9d21-e6cd5080701b, host n-d-838334-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838334-2',level=0,port_id=bbeb82ed-1ff5-4724-9d21-e6cd5080701b,segment=NetworkSegment(d1dc8fcf-d7a6-40b4-8210-476dfbcb13b7),segment_id=d1dc8fcf-d7a6-40b4-8210-476dfbcb13b7)] {{(pid=84043) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 21:47:52.618999 n-d-838334-2 neutron-server[84043]: DEBUG neutron_lib.callbacks.manager [None req-80b25c3c-9d30-4cd3-b34e-a4714b9071d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682'] for port, after_update {{(pid=84043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:47:52.698480 n-d-838334-2 neutron-server[84043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5873eff7-2708-4764-82d1-5956b3065241 None None] Pushing event updated for resources: {'Port': ['ID=bbeb82ed-1ff5-4724-9d21-e6cd5080701b,revision_number=4']} {{(pid=84043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:47:52.704565 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80b25c3c-9d30-4cd3-b34e-a4714b9071d9 None None] Routers {'e48f85b5-dccc-4615-b9bf-a3a9824e77cf'} bound to L3 agent in host n-d-838334-2 {{(pid=84043) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 21:47:52.705182 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.l3_hamode_db [None req-80b25c3c-9d30-4cd3-b34e-a4714b9071d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838334-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-18T20:25:48Z,description=,heartbeat_timestamp=2022-04-18T21:47:48Z,host='n-d-838334-2',id=bc84d6c9-dd7a-4555-a351-592327b46d5a,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:25:48Z,topic='l3_agent')) {'router_ids': ['e48f85b5-dccc-4615-b9bf-a3a9824e77cf'], 'active': True} {{(pid=84043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:47:52.893172 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.l3_dvr_db [None req-80b25c3c-9d30-4cd3-b34e-a4714b9071d9 None None] Set router e48f85b5-dccc-4615-b9bf-a3a9824e77cf gateway port host: n-d-838334-2 {{(pid=84043) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 21:47:53.181378 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-8ddf3be7-c91e-4179-9230-c8e8219dd948 req-e95f5c15-fc9d-4e15-973f-0d2ec64a4192 tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] 10.222.0.42 "GET /v2.0/ports?device_id=d2bd28de-90d9-49b6-91ba-8889a5b75fc2 HTTP/1.1" status: 200 len: 210 time: 0.0415332 Apr 18 21:47:53.247608 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.l3_hamode_db [None req-80b25c3c-9d30-4cd3-b34e-a4714b9071d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e48f85b5-dccc-4615-b9bf-a3a9824e77cf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1396965884', 'tenant_id': 'a4ea1a148ea742c594b9948ed7bb3759', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'external_fixed_ips': [{'subnet_id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'ip_address': '172.25.8.87'}], 'enable_snat': True}, 'gw_port_id': '5341d867-1694-4bdc-bb02-19537b1b4e2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:47:44Z', 'updated_at': '2022-04-18T21:47:48Z', 'revision_number': 4, 'project_id': 'a4ea1a148ea742c594b9948ed7bb3759', 'gw_port': {'id': '5341d867-1694-4bdc-bb02-19537b1b4e2c', 'name': '', 'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:dc:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e48f85b5-dccc-4615-b9bf-a3a9824e77cf', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'ip_address': '172.25.8.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:47:44Z', 'updated_at': '2022-04-18T21:47:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838334-2', '_interfaces': [{'id': 'bbeb82ed-1ff5-4724-9d21-e6cd5080701b', 'name': '', 'network_id': '6390664a-f19d-4dd8-b328-91fa2ebf59dc', 'tenant_id': 'a4ea1a148ea742c594b9948ed7bb3759', 'mac_address': 'fa:16:3e:f2:17:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e48f85b5-dccc-4615-b9bf-a3a9824e77cf', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '51288c43-d418-4a71-8bfc-a3f6d6c4fb4e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:47:47Z', 'updated_at': '2022-04-18T21:47:52Z', 'revision_number': 4, 'project_id': 'a4ea1a148ea742c594b9948ed7bb3759', 'subnets': [{'id': '51288c43-d418-4a71-8bfc-a3f6d6c4fb4e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838334-2', False) {} {{(pid=84043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:47:53.252318 n-d-838334-2 neutron-server[84043]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80b25c3c-9d30-4cd3-b34e-a4714b9071d9 None None] The sync data for ids ['e48f85b5-dccc-4615-b9bf-a3a9824e77cf'] in n-d-838334-2 is: [{'id': 'e48f85b5-dccc-4615-b9bf-a3a9824e77cf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1396965884', 'tenant_id': 'a4ea1a148ea742c594b9948ed7bb3759', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'external_fixed_ips': [{'subnet_id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'ip_address': '172.25.8.87'}], 'enable_snat': True}, 'gw_port_id': '5341d867-1694-4bdc-bb02-19537b1b4e2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:47:44Z', 'updated_at': '2022-04-18T21:47:48Z', 'revision_number': 4, 'project_id': 'a4ea1a148ea742c594b9948ed7bb3759', 'gw_port': {'id': '5341d867-1694-4bdc-bb02-19537b1b4e2c', 'name': '', 'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:dc:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e48f85b5-dccc-4615-b9bf-a3a9824e77cf', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'ip_address': '172.25.8.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:47:44Z', 'updated_at': '2022-04-18T21:47:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838334-2', '_interfaces': [{'id': 'bbeb82ed-1ff5-4724-9d21-e6cd5080701b', 'name': '', 'network_id': '6390664a-f19d-4dd8-b328-91fa2ebf59dc', 'tenant_id': 'a4ea1a148ea742c594b9948ed7bb3759', 'mac_address': 'fa:16:3e:f2:17:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e48f85b5-dccc-4615-b9bf-a3a9824e77cf', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '51288c43-d418-4a71-8bfc-a3f6d6c4fb4e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:47:47Z', 'updated_at': '2022-04-18T21:47:52Z', 'revision_number': 4, 'project_id': 'a4ea1a148ea742c594b9948ed7bb3759', 'subnets': [{'id': '51288c43-d418-4a71-8bfc-a3f6d6c4fb4e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84043) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 18 21:47:54.148684 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aa4ee85-f424-4d64-9f69-a038a507ec38 req-e7a73816-bb40-4a80-9fff-9bebe7eb2a38 tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:47:54.150173 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-0aa4ee85-f424-4d64-9f69-a038a507ec38 req-e7a73816-bb40-4a80-9fff-9bebe7eb2a38 tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] 10.222.0.43 "GET /v2.0/networks?id=6390664a-f19d-4dd8-b328-91fa2ebf59dc HTTP/1.1" status: 200 len: 796 time: 0.1588390 Apr 18 21:47:54.203222 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-0aa4ee85-f424-4d64-9f69-a038a507ec38 req-e2149892-7b4e-4b5a-9e54-56c3e07998c8 tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] 10.222.0.43 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a4ea1a148ea742c594b9948ed7bb3759 HTTP/1.1" status: 200 len: 380 time: 0.0405083 Apr 18 21:47:54.210430 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.v2.base [req-0aa4ee85-f424-4d64-9f69-a038a507ec38 req-9b6a8d9e-2bfa-453d-889e-41a79682c544 tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] Request body: {'port': {'device_id': 'd2bd28de-90d9-49b6-91ba-8889a5b75fc2', 'network_id': '6390664a-f19d-4dd8-b328-91fa2ebf59dc', 'admin_state_up': True, 'tenant_id': 'a4ea1a148ea742c594b9948ed7bb3759', 'security_groups': ['cae0508b-a4e1-46f4-8aee-4f6a4e52b4f5']}} {{(pid=84040) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:47:54.366489 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-4f60782d-ede9-4d42-8d30-88568947a9bb req-cdf6a870-a22a-48f9-8cf5-0f7fa3c614f3 tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] 10.222.0.42 "GET /v2.0/ports?device_id=d2bd28de-90d9-49b6-91ba-8889a5b75fc2 HTTP/1.1" status: 200 len: 210 time: 0.0603578 Apr 18 21:47:54.388094 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [req-0aa4ee85-f424-4d64-9f69-a038a507ec38 req-9b6a8d9e-2bfa-453d-889e-41a79682c544 tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:47:54.397970 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [req-0aa4ee85-f424-4d64-9f69-a038a507ec38 req-9b6a8d9e-2bfa-453d-889e-41a79682c544 tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:47:54.407145 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0aa4ee85-f424-4d64-9f69-a038a507ec38 req-9b6a8d9e-2bfa-453d-889e-41a79682c544 tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] Made reservation on behalf of a4ea1a148ea742c594b9948ed7bb3759 for: {'port': 1} {{(pid=84040) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:47:54.410294 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-0aa4ee85-f424-4d64-9f69-a038a507ec38 req-9b6a8d9e-2bfa-453d-889e-41a79682c544 tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:47:54.568044 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.db_base_plugin_common [req-0aa4ee85-f424-4d64-9f69-a038a507ec38 req-9b6a8d9e-2bfa-453d-889e-41a79682c544 tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] Allocated IP 172.20.0.6 (6390664a-f19d-4dd8-b328-91fa2ebf59dc/51288c43-d418-4a71-8bfc-a3f6d6c4fb4e/65a4e538-a669-4351-ae3c-d065bc775176) {{(pid=84040) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 21:47:54.848782 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-0aa4ee85-f424-4d64-9f69-a038a507ec38 req-9b6a8d9e-2bfa-453d-889e-41a79682c544 tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] Notify callbacks [] for port, precommit_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:47:54.864069 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.provisioning_blocks [req-0aa4ee85-f424-4d64-9f69-a038a507ec38 req-9b6a8d9e-2bfa-453d-889e-41a79682c544 tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] Transition to ACTIVE for port object 65a4e538-a669-4351-ae3c-d065bc775176 will not be triggered until provisioned by entity DHCP. {{(pid=84040) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:47:54.885278 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-0aa4ee85-f424-4d64-9f69-a038a507ec38 req-9b6a8d9e-2bfa-453d-889e-41a79682c544 tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750374836619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32440838'] for port, after_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:47:54.955496 n-d-838334-2 neutron-server[84040]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0aa4ee85-f424-4d64-9f69-a038a507ec38 req-9b6a8d9e-2bfa-453d-889e-41a79682c544 tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] Network 6390664a-f19d-4dd8-b328-91fa2ebf59dc is already hosted by enough agents. {{(pid=84040) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:47:54.958544 n-d-838334-2 neutron-server[84040]: DEBUG neutron.scheduler.base_scheduler [req-0aa4ee85-f424-4d64-9f69-a038a507ec38 req-9b6a8d9e-2bfa-453d-889e-41a79682c544 tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] Resources bound (agent type, host, resource id): {{(pid=84040) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:47:54.962785 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.l3_dvrscheduler_db [req-0aa4ee85-f424-4d64-9f69-a038a507ec38 req-9b6a8d9e-2bfa-453d-889e-41a79682c544 tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] Received port after_create {{(pid=84040) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 21:47:54.990329 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b6a8d9e-2bfa-453d-889e-41a79682c544 tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] Pushing event updated for resources: {'Port': ['ID=65a4e538-a669-4351-ae3c-d065bc775176,revision_number=1']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:47:55.027872 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aa4ee85-f424-4d64-9f69-a038a507ec38 req-9b6a8d9e-2bfa-453d-889e-41a79682c544 tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:47:55.028471 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-0aa4ee85-f424-4d64-9f69-a038a507ec38 req-9b6a8d9e-2bfa-453d-889e-41a79682c544 tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217293'] for port, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:47:55.054933 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-0aa4ee85-f424-4d64-9f69-a038a507ec38 req-9b6a8d9e-2bfa-453d-889e-41a79682c544 tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8481748 Apr 18 21:47:55.131749 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.v2.base [req-0aa4ee85-f424-4d64-9f69-a038a507ec38 req-457d34f3-537f-42a9-9952-9eb86abeab5f service neutron] Request body: {'port': {'device_id': 'd2bd28de-90d9-49b6-91ba-8889a5b75fc2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-838334-2'}} {{(pid=84040) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:47:55.208768 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-e99c47dc-4922-4246-aace-62cfca07bdd5 None None] Provisioning for port 65a4e538-a669-4351-ae3c-d065bc775176 completed by entity DHCP. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 21:47:55.215771 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-e99c47dc-4922-4246-aace-62cfca07bdd5 None None] Provisioning complete for port 65a4e538-a669-4351-ae3c-d065bc775176 triggered by entity DHCP. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:47:55.216344 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-e99c47dc-4922-4246-aace-62cfca07bdd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1253608'] for port, provisioning_complete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:47:55.248568 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-0aa4ee85-f424-4d64-9f69-a038a507ec38 req-457d34f3-537f-42a9-9952-9eb86abeab5f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:47:55.269610 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Device bbeb82ed-1ff5-4724-9d21-e6cd5080701b up at agent ovs-agent-n-d-838334-2 {{(pid=84042) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 21:47:55.316232 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.plugin [None req-e99c47dc-4922-4246-aace-62cfca07bdd5 None None] Port 65a4e538-a669-4351-ae3c-d065bc775176 cannot update to ACTIVE because it is not bound. {{(pid=84042) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 18 21:47:55.341871 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Provisioning for port bbeb82ed-1ff5-4724-9d21-e6cd5080701b completed by entity L2. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 21:47:55.347497 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Provisioning complete for port bbeb82ed-1ff5-4724-9d21-e6cd5080701b triggered by entity L2. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:47:55.347897 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1253608'] for port, provisioning_complete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:47:55.465131 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:47:55.498449 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] For port bbeb82ed-1ff5-4724-9d21-e6cd5080701b, host n-d-838334-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838334-2',level=0,port_id=bbeb82ed-1ff5-4724-9d21-e6cd5080701b,segment=NetworkSegment(d1dc8fcf-d7a6-40b4-8210-476dfbcb13b7),segment_id=d1dc8fcf-d7a6-40b4-8210-476dfbcb13b7)] {{(pid=84042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:47:55.503377 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682'] for port, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:47:55.569174 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Pushing event updated for resources: {'Port': ['ID=bbeb82ed-1ff5-4724-9d21-e6cd5080701b,revision_number=5']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:47:55.656648 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1d31d24-766d-40b2-ae4d-7a81f3a6e141 req-692c5ba4-8017-4578-9625-c8f7e83438cf tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:47:55.657333 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [req-d1d31d24-766d-40b2-ae4d-7a81f3a6e141 req-692c5ba4-8017-4578-9625-c8f7e83438cf tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] Synchronizing usage tracker for tenant:a4ea1a148ea742c594b9948ed7bb3759 on resource:port {{(pid=84040) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 21:47:55.672693 n-d-838334-2 neutron-server[84040]: DEBUG neutron.notifiers.nova [req-0aa4ee85-f424-4d64-9f69-a038a507ec38 req-457d34f3-537f-42a9-9952-9eb86abeab5f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 65a4e538-a669-4351-ae3c-d065bc775176 {{(pid=84040) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 18 21:47:55.682855 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-0aa4ee85-f424-4d64-9f69-a038a507ec38 req-457d34f3-537f-42a9-9952-9eb86abeab5f service neutron] Notify callbacks [] for port, precommit_update {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:47:55.693834 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [req-d1d31d24-766d-40b2-ae4d-7a81f3a6e141 req-692c5ba4-8017-4578-9625-c8f7e83438cf tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] Unset dirty status for tenant:a4ea1a148ea742c594b9948ed7bb3759 on resource:port {{(pid=84040) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 21:47:55.694965 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-d1d31d24-766d-40b2-ae4d-7a81f3a6e141 req-692c5ba4-8017-4578-9625-c8f7e83438cf tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] 10.222.0.42 "GET /v2.0/ports?device_id=d2bd28de-90d9-49b6-91ba-8889a5b75fc2 HTTP/1.1" status: 200 len: 931 time: 0.2039268 Apr 18 21:47:55.701810 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.provisioning_blocks [req-0aa4ee85-f424-4d64-9f69-a038a507ec38 req-457d34f3-537f-42a9-9952-9eb86abeab5f service neutron] Transition to ACTIVE for port object 65a4e538-a669-4351-ae3c-d065bc775176 will not be triggered until provisioned by entity L2. {{(pid=84040) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:47:55.717306 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-0aa4ee85-f424-4d64-9f69-a038a507ec38 req-457d34f3-537f-42a9-9952-9eb86abeab5f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32440959'] for port, after_update {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:47:55.867318 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-457d34f3-537f-42a9-9952-9eb86abeab5f service neutron] Pushing event updated for resources: {'Port': ['ID=65a4e538-a669-4351-ae3c-d065bc775176,revision_number=2']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:47:55.873050 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-d1d31d24-766d-40b2-ae4d-7a81f3a6e141 req-78ac1890-402c-494e-8e1e-9e4f6af9de5f tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] 10.222.0.42 "GET /v2.0/security-groups?id=cae0508b-a4e1-46f4-8aee-4f6a4e52b4f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1725144 Apr 18 21:47:55.980047 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.managers [req-0aa4ee85-f424-4d64-9f69-a038a507ec38 req-457d34f3-537f-42a9-9952-9eb86abeab5f service neutron] Attempting to bind port 65a4e538-a669-4351-ae3c-d065bc775176 on host n-h1-838334-2 for vnic_type normal with profile {{(pid=84040) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 21:47:55.980373 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.managers [req-0aa4ee85-f424-4d64-9f69-a038a507ec38 req-457d34f3-537f-42a9-9952-9eb86abeab5f service neutron] Attempting to bind port 65a4e538-a669-4351-ae3c-d065bc775176 by drivers openvswitch,hyperv on host n-h1-838334-2 at level 0 using segments [{'id': 'd1dc8fcf-d7a6-40b4-8210-476dfbcb13b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '6390664a-f19d-4dd8-b328-91fa2ebf59dc'}] {{(pid=84040) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 21:47:55.980689 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0aa4ee85-f424-4d64-9f69-a038a507ec38 req-457d34f3-537f-42a9-9952-9eb86abeab5f service neutron] Attempting to bind port 65a4e538-a669-4351-ae3c-d065bc775176 on network 6390664a-f19d-4dd8-b328-91fa2ebf59dc {{(pid=84040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 21:47:55.986929 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0aa4ee85-f424-4d64-9f69-a038a507ec38 req-457d34f3-537f-42a9-9952-9eb86abeab5f service neutron] Port 65a4e538-a669-4351-ae3c-d065bc775176 on network 6390664a-f19d-4dd8-b328-91fa2ebf59dc not bound, no agent of type Open vSwitch agent registered on host n-h1-838334-2 {{(pid=84040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 18 21:47:55.987238 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0aa4ee85-f424-4d64-9f69-a038a507ec38 req-457d34f3-537f-42a9-9952-9eb86abeab5f service neutron] Attempting to bind port 65a4e538-a669-4351-ae3c-d065bc775176 on network 6390664a-f19d-4dd8-b328-91fa2ebf59dc {{(pid=84040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 21:47:55.993350 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0aa4ee85-f424-4d64-9f69-a038a507ec38 req-457d34f3-537f-42a9-9952-9eb86abeab5f service neutron] Checking agent: {'id': 'd63bab19-ff81-4de1-afeb-a3732288d0d7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-838334-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 33, 59), 'started_at': datetime.datetime(2022, 4, 18, 20, 33, 59), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 21, 47, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 18 21:47:55.993672 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0aa4ee85-f424-4d64-9f69-a038a507ec38 req-457d34f3-537f-42a9-9952-9eb86abeab5f service neutron] Checking segment: {'id': 'd1dc8fcf-d7a6-40b4-8210-476dfbcb13b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '6390664a-f19d-4dd8-b328-91fa2ebf59dc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84040) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 21:47:55.994039 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0aa4ee85-f424-4d64-9f69-a038a507ec38 req-457d34f3-537f-42a9-9952-9eb86abeab5f service neutron] Bound using segment: {'id': 'd1dc8fcf-d7a6-40b4-8210-476dfbcb13b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '6390664a-f19d-4dd8-b328-91fa2ebf59dc'} {{(pid=84040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 18 21:47:55.994450 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.managers [req-0aa4ee85-f424-4d64-9f69-a038a507ec38 req-457d34f3-537f-42a9-9952-9eb86abeab5f service neutron] Bound port: 65a4e538-a669-4351-ae3c-d065bc775176, host: n-h1-838334-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd1dc8fcf-d7a6-40b4-8210-476dfbcb13b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '6390664a-f19d-4dd8-b328-91fa2ebf59dc'}}] {{(pid=84040) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 21:47:55.994783 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-0aa4ee85-f424-4d64-9f69-a038a507ec38 req-457d34f3-537f-42a9-9952-9eb86abeab5f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:47:56.083927 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.db [req-0aa4ee85-f424-4d64-9f69-a038a507ec38 req-457d34f3-537f-42a9-9952-9eb86abeab5f service neutron] For port 65a4e538-a669-4351-ae3c-d065bc775176, host n-h1-838334-2, cleared binding levels {{(pid=84040) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 21:47:56.086727 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.db [req-0aa4ee85-f424-4d64-9f69-a038a507ec38 req-457d34f3-537f-42a9-9952-9eb86abeab5f service neutron] For port 65a4e538-a669-4351-ae3c-d065bc775176, host n-h1-838334-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838334-2',level=0,port_id=65a4e538-a669-4351-ae3c-d065bc775176,segment=NetworkSegment(d1dc8fcf-d7a6-40b4-8210-476dfbcb13b7),segment_id=d1dc8fcf-d7a6-40b4-8210-476dfbcb13b7)] {{(pid=84040) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 21:47:56.091161 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-0aa4ee85-f424-4d64-9f69-a038a507ec38 req-457d34f3-537f-42a9-9952-9eb86abeab5f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32440959'] for port, after_update {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:47:56.152767 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-0aa4ee85-f424-4d64-9f69-a038a507ec38 req-457d34f3-537f-42a9-9952-9eb86abeab5f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217293'] for port, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:47:56.154114 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-0aa4ee85-f424-4d64-9f69-a038a507ec38 req-457d34f3-537f-42a9-9952-9eb86abeab5f service neutron] 10.222.0.43 "PUT /v2.0/ports/65a4e538-a669-4351-ae3c-d065bc775176 HTTP/1.1" status: 200 len: 1091 time: 1.0925651 Apr 18 21:47:56.154794 n-d-838334-2 neutron-server[84040]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd2bd28de-90d9-49b6-91ba-8889a5b75fc2', 'tag': '65a4e538-a669-4351-ae3c-d065bc775176'}] {{(pid=84040) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 21:47:56.180310 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-457d34f3-537f-42a9-9952-9eb86abeab5f service neutron] Pushing event updated for resources: {'Port': ['ID=65a4e538-a669-4351-ae3c-d065bc775176,revision_number=3']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:47:56.271013 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-0aa4ee85-f424-4d64-9f69-a038a507ec38 req-896d69ce-bcce-4500-8688-253d8126e2ef service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=a4ea1a148ea742c594b9948ed7bb3759&device_id=d2bd28de-90d9-49b6-91ba-8889a5b75fc2 HTTP/1.1" status: 200 len: 1094 time: 0.0750706 Apr 18 21:47:56.342942 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-0aa4ee85-f424-4d64-9f69-a038a507ec38 req-7b34d26f-332c-41c6-9a9b-754771470920 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=65a4e538-a669-4351-ae3c-d065bc775176 HTTP/1.1" status: 200 len: 217 time: 0.0657823 Apr 18 21:47:56.380959 n-d-838334-2 neutron-server[84040]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7497a635-67e8-40e3-a32f-b62ae9e1a46b'] response: {'name': 'network-changed', 'server_uuid': 'd2bd28de-90d9-49b6-91ba-8889a5b75fc2', 'tag': '65a4e538-a669-4351-ae3c-d065bc775176', 'status': 'completed', 'code': 200} Apr 18 21:47:56.408399 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aa4ee85-f424-4d64-9f69-a038a507ec38 req-798b06ca-be3b-410c-bb15-b4360e2edb94 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:47:56.409864 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-0aa4ee85-f424-4d64-9f69-a038a507ec38 req-798b06ca-be3b-410c-bb15-b4360e2edb94 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=51288c43-d418-4a71-8bfc-a3f6d6c4fb4e HTTP/1.1" status: 200 len: 835 time: 0.0612419 Apr 18 21:47:56.481111 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-0aa4ee85-f424-4d64-9f69-a038a507ec38 req-e85f09a8-a04c-4012-afe4-ec35b0cd2793 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=6390664a-f19d-4dd8-b328-91fa2ebf59dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0657420 Apr 18 21:47:56.697491 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-0aa4ee85-f424-4d64-9f69-a038a507ec38 req-a6328039-f3b3-47aa-bfa4-9b990ea3bfca service neutron] 10.222.0.43 "GET /v2.0/networks/6390664a-f19d-4dd8-b328-91fa2ebf59dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2107241 Apr 18 21:47:56.825860 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-0aa4ee85-f424-4d64-9f69-a038a507ec38 req-936bc4d6-07cb-4c0c-a349-26092ab5a0fc service neutron] 10.222.0.43 "GET /v2.0/networks/6390664a-f19d-4dd8-b328-91fa2ebf59dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1219664 Apr 18 21:47:56.952098 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-fb8bbecb-f295-4581-a5e7-23441a1b0192 req-81e7954d-d0ac-43ee-ab72-36480e7d6926 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=a4ea1a148ea742c594b9948ed7bb3759&device_id=d2bd28de-90d9-49b6-91ba-8889a5b75fc2 HTTP/1.1" status: 200 len: 1094 time: 0.0762303 Apr 18 21:47:57.131534 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb8bbecb-f295-4581-a5e7-23441a1b0192 req-f8d1bfd3-9ceb-4099-98f6-38865f910099 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:47:57.133002 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-fb8bbecb-f295-4581-a5e7-23441a1b0192 req-f8d1bfd3-9ceb-4099-98f6-38865f910099 service neutron] 10.222.0.43 "GET /v2.0/networks?id=6390664a-f19d-4dd8-b328-91fa2ebf59dc HTTP/1.1" status: 200 len: 897 time: 0.1754522 Apr 18 21:47:57.194372 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b8c040f-0496-4144-9e53-34cac02cdd89 req-5cbb5d7d-39eb-4725-9559-fcd1fa8d7c62 tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:47:57.195817 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-4b8c040f-0496-4144-9e53-34cac02cdd89 req-5cbb5d7d-39eb-4725-9559-fcd1fa8d7c62 tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] 10.222.0.42 "GET /v2.0/ports?device_id=d2bd28de-90d9-49b6-91ba-8889a5b75fc2 HTTP/1.1" status: 200 len: 943 time: 0.1740096 Apr 18 21:47:57.224496 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-fb8bbecb-f295-4581-a5e7-23441a1b0192 req-7f0997b2-666a-4e1c-b66b-4fee2c974590 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=65a4e538-a669-4351-ae3c-d065bc775176 HTTP/1.1" status: 200 len: 217 time: 0.0831831 Apr 18 21:47:57.239240 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Device bbeb82ed-1ff5-4724-9d21-e6cd5080701b up at agent ovs-agent-n-d-838334-2 {{(pid=84042) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 21:47:57.297353 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-4b8c040f-0496-4144-9e53-34cac02cdd89 req-b55c885c-5157-460a-90f0-a3123d17be3a tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] 10.222.0.42 "GET /v2.0/security-groups?id=cae0508b-a4e1-46f4-8aee-4f6a4e52b4f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0941706 Apr 18 21:47:57.304213 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb8bbecb-f295-4581-a5e7-23441a1b0192 req-a179898b-d639-48d0-94b4-a70c0e3ed2c1 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:47:57.305593 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-fb8bbecb-f295-4581-a5e7-23441a1b0192 req-a179898b-d639-48d0-94b4-a70c0e3ed2c1 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=51288c43-d418-4a71-8bfc-a3f6d6c4fb4e HTTP/1.1" status: 200 len: 835 time: 0.0675938 Apr 18 21:47:57.336080 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Provisioning complete for port bbeb82ed-1ff5-4724-9d21-e6cd5080701b triggered by entity L2. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:47:57.336446 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1253608'] for port, provisioning_complete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:47:57.386034 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-fb8bbecb-f295-4581-a5e7-23441a1b0192 req-b758501e-dfbf-4dea-ba3b-1f34d70997e1 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=6390664a-f19d-4dd8-b328-91fa2ebf59dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0728405 Apr 18 21:47:57.516104 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-fb8bbecb-f295-4581-a5e7-23441a1b0192 req-bff24f60-8bf7-433f-b6f9-986d6eb1a9d9 service neutron] 10.222.0.43 "GET /v2.0/networks/6390664a-f19d-4dd8-b328-91fa2ebf59dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1225908 Apr 18 21:47:57.644123 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-fb8bbecb-f295-4581-a5e7-23441a1b0192 req-cb9a2366-d944-4e4e-bea6-2c4222d45474 service neutron] 10.222.0.43 "GET /v2.0/networks/6390664a-f19d-4dd8-b328-91fa2ebf59dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1222723 Apr 18 21:47:58.493531 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c7133d2-df11-40b2-8b27-b4d934ff1188 req-11558fe8-003f-4b7d-985f-9c0aed366c44 tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:47:58.494967 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-9c7133d2-df11-40b2-8b27-b4d934ff1188 req-11558fe8-003f-4b7d-985f-9c0aed366c44 tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] 10.222.0.42 "GET /v2.0/ports?device_id=d2bd28de-90d9-49b6-91ba-8889a5b75fc2 HTTP/1.1" status: 200 len: 943 time: 0.0746319 Apr 18 21:47:58.544530 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-9c7133d2-df11-40b2-8b27-b4d934ff1188 req-374ac187-b2ff-4f62-8c6b-1ef6893edf95 tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] 10.222.0.42 "GET /v2.0/security-groups?id=cae0508b-a4e1-46f4-8aee-4f6a4e52b4f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439086 Apr 18 21:47:59.756983 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39452f36-ca78-496c-b397-8dd0a37f3bbf req-097394d1-c9e1-4d87-812d-6b5734168f64 tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:47:59.758479 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-39452f36-ca78-496c-b397-8dd0a37f3bbf req-097394d1-c9e1-4d87-812d-6b5734168f64 tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] 10.222.0.42 "GET /v2.0/ports?device_id=d2bd28de-90d9-49b6-91ba-8889a5b75fc2 HTTP/1.1" status: 200 len: 943 time: 0.0905912 Apr 18 21:47:59.811231 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-39452f36-ca78-496c-b397-8dd0a37f3bbf req-2e1ad692-a306-40ad-8cfb-e5444a8332b6 tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] 10.222.0.42 "GET /v2.0/security-groups?id=cae0508b-a4e1-46f4-8aee-4f6a4e52b4f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467193 Apr 18 21:48:00.222981 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Device 65a4e538-a669-4351-ae3c-d065bc775176 details requested by agent hyperv_n-h1-838334-2 with host n-h1-838334-2 {{(pid=84042) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 18 21:48:00.242512 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750375287399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253529'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:48:00.367450 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] For port 65a4e538-a669-4351-ae3c-d065bc775176, host n-h1-838334-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838334-2',level=0,port_id=65a4e538-a669-4351-ae3c-d065bc775176,segment=NetworkSegment(d1dc8fcf-d7a6-40b4-8210-476dfbcb13b7),segment_id=d1dc8fcf-d7a6-40b4-8210-476dfbcb13b7)] {{(pid=84042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:48:00.380201 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Returning: {'device': '65a4e538-a669-4351-ae3c-d065bc775176', 'network_id': '6390664a-f19d-4dd8-b328-91fa2ebf59dc', 'port_id': '65a4e538-a669-4351-ae3c-d065bc775176', 'mac_address': 'fa:16:3e:cb:d2:23', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 377, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '51288c43-d418-4a71-8bfc-a3f6d6c4fb4e', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84042) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 18 21:48:00.433193 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:48:00.449879 n-d-838334-2 neutron-server[84042]: DEBUG neutron.notifiers.nova [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 65a4e538-a669-4351-ae3c-d065bc775176 {{(pid=84042) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 18 21:48:00.464407 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] For port 65a4e538-a669-4351-ae3c-d065bc775176, host n-h1-838334-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838334-2',level=0,port_id=65a4e538-a669-4351-ae3c-d065bc775176,segment=NetworkSegment(d1dc8fcf-d7a6-40b4-8210-476dfbcb13b7),segment_id=d1dc8fcf-d7a6-40b4-8210-476dfbcb13b7)] {{(pid=84042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:48:00.468788 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682'] for port, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:48:00.538156 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Pushing event updated for resources: {'Port': ['ID=65a4e538-a669-4351-ae3c-d065bc775176,revision_number=4']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:48:00.547750 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:48:00.548226 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:48:00.548651 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:48:00.548983 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:48:00.549309 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:48:00.549633 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:48:00.549957 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:48:00.550276 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:48:00.550593 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:48:00.550909 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:48:00.551223 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:48:00.699295 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] get_ports_and_sgs() called for port_ids ['65a4e538-a669-4351-ae3c-d065bc775176'] {{(pid=84042) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 18 21:48:01.005907 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e863952-6f1a-4e54-bddc-a1a92b3c25f4 req-13c3453a-94e1-4847-8c4d-8d318ba107d9 tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:48:01.007350 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-9e863952-6f1a-4e54-bddc-a1a92b3c25f4 req-13c3453a-94e1-4847-8c4d-8d318ba107d9 tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] 10.222.0.42 "GET /v2.0/ports?device_id=d2bd28de-90d9-49b6-91ba-8889a5b75fc2 HTTP/1.1" status: 200 len: 944 time: 0.0757802 Apr 18 21:48:01.055519 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-9e863952-6f1a-4e54-bddc-a1a92b3c25f4 req-1bbf26b0-bfa5-4f6b-8e45-7a3a89f972dd tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] 10.222.0.42 "GET /v2.0/security-groups?id=cae0508b-a4e1-46f4-8aee-4f6a4e52b4f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426948 Apr 18 21:48:02.234788 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Device 65a4e538-a669-4351-ae3c-d065bc775176 up at agent hyperv_n-h1-838334-2 {{(pid=84042) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 21:48:02.248831 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-142664e3-fe7f-4dfe-a955-916e9304919f req-5a054ecd-f1d5-47c7-98fe-89dee3e4eed8 tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:48:02.250517 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-142664e3-fe7f-4dfe-a955-916e9304919f req-5a054ecd-f1d5-47c7-98fe-89dee3e4eed8 tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] 10.222.0.42 "GET /v2.0/ports?device_id=d2bd28de-90d9-49b6-91ba-8889a5b75fc2 HTTP/1.1" status: 200 len: 944 time: 0.0757773 Apr 18 21:48:02.300280 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-142664e3-fe7f-4dfe-a955-916e9304919f req-d7a17522-eb80-4da1-b333-536bf09468f9 tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] 10.222.0.42 "GET /v2.0/security-groups?id=cae0508b-a4e1-46f4-8aee-4f6a4e52b4f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441055 Apr 18 21:48:02.303151 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Provisioning for port 65a4e538-a669-4351-ae3c-d065bc775176 completed by entity L2. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 21:48:02.307855 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Provisioning complete for port 65a4e538-a669-4351-ae3c-d065bc775176 triggered by entity L2. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:48:02.308223 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1253608'] for port, provisioning_complete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:48:02.420072 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:48:02.447296 n-d-838334-2 neutron-server[84042]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd2bd28de-90d9-49b6-91ba-8889a5b75fc2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '65a4e538-a669-4351-ae3c-d065bc775176'}] {{(pid=84042) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 21:48:02.457263 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] For port 65a4e538-a669-4351-ae3c-d065bc775176, host n-h1-838334-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838334-2',level=0,port_id=65a4e538-a669-4351-ae3c-d065bc775176,segment=NetworkSegment(d1dc8fcf-d7a6-40b4-8210-476dfbcb13b7),segment_id=d1dc8fcf-d7a6-40b4-8210-476dfbcb13b7)] {{(pid=84042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:48:02.461416 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682'] for port, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:48:02.503509 n-d-838334-2 neutron-server[84042]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7741efaa-595f-48ee-a640-b3cf7373fce4'] response: {'server_uuid': 'd2bd28de-90d9-49b6-91ba-8889a5b75fc2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '65a4e538-a669-4351-ae3c-d065bc775176', 'code': 200} Apr 18 21:48:02.532487 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Pushing event updated for resources: {'Port': ['ID=65a4e538-a669-4351-ae3c-d065bc775176,revision_number=5']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:48:02.629211 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-eb6e8c3b-abdd-4aa9-970e-6dd12b97be66 req-7b46f47d-9e63-4a7c-992a-b3ce18052a06 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=d2bd28de-90d9-49b6-91ba-8889a5b75fc2 HTTP/1.1" status: 200 len: 1096 time: 0.0714574 Apr 18 21:48:02.670532 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-eb6e8c3b-abdd-4aa9-970e-6dd12b97be66 req-88f67221-51be-430b-905f-a67c85c58c42 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=cae0508b-a4e1-46f4-8aee-4f6a4e52b4f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354185 Apr 18 21:48:03.495357 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49f9b058-e14c-4eff-aa7f-1fe1317b452e req-3de7f7f8-3d33-4fda-bd12-3f88caa0a6e4 tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:48:03.496825 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-49f9b058-e14c-4eff-aa7f-1fe1317b452e req-3de7f7f8-3d33-4fda-bd12-3f88caa0a6e4 tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] 10.222.0.42 "GET /v2.0/ports?device_id=d2bd28de-90d9-49b6-91ba-8889a5b75fc2 HTTP/1.1" status: 200 len: 945 time: 0.0765705 Apr 18 21:48:03.541424 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-49f9b058-e14c-4eff-aa7f-1fe1317b452e req-ec583d73-c519-45b8-b876-5534d8af845f tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] 10.222.0.42 "GET /v2.0/security-groups?id=cae0508b-a4e1-46f4-8aee-4f6a4e52b4f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391095 Apr 18 21:48:04.359359 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750375287399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253529'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:48:04.835642 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0b9effb-404d-4d0b-903d-f2779b52f2e4 req-0c0c879a-26f9-46fe-bd42-5a2ab0551aea tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:48:04.837097 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-f0b9effb-404d-4d0b-903d-f2779b52f2e4 req-0c0c879a-26f9-46fe-bd42-5a2ab0551aea tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] 10.222.0.42 "GET /v2.0/ports?device_id=d2bd28de-90d9-49b6-91ba-8889a5b75fc2 HTTP/1.1" status: 200 len: 945 time: 0.1724548 Apr 18 21:48:04.882514 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-f0b9effb-404d-4d0b-903d-f2779b52f2e4 req-fa9f0851-0588-47ee-85a1-d961f1f19361 tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] 10.222.0.42 "GET /v2.0/security-groups?id=cae0508b-a4e1-46f4-8aee-4f6a4e52b4f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398865 Apr 18 21:48:05.077443 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f850f660-7989-4f21-89be-a4d088049ed7 req-f48d9c27-8a43-4494-b1d6-729dae6e2361 tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:48:05.078889 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-f850f660-7989-4f21-89be-a4d088049ed7 req-f48d9c27-8a43-4494-b1d6-729dae6e2361 tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] 10.222.0.42 "GET /v2.0/ports?device_id=d2bd28de-90d9-49b6-91ba-8889a5b75fc2 HTTP/1.1" status: 200 len: 945 time: 0.0749781 Apr 18 21:48:05.126351 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-f850f660-7989-4f21-89be-a4d088049ed7 req-8b3cb481-686e-44cc-a154-ff5b614538e8 tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] 10.222.0.42 "GET /v2.0/security-groups?id=cae0508b-a4e1-46f4-8aee-4f6a4e52b4f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414846 Apr 18 21:48:05.154725 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 41830) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:48:05.226033 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-9f46b573-2ea0-4498-986d-7b3771fe8188 tempest-TestNetworkAdvancedServerOps-1683056737 tempest-TestNetworkAdvancedServerOps-1683056737-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=d2bd28de-90d9-49b6-91ba-8889a5b75fc2 HTTP/1.1" status: 200 len: 1091 time: 0.0701571 Apr 18 21:48:05.228762 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 41834) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:48:05.234452 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.v2.base [None req-2c7addac-98aa-4618-9a53-e8bd69cb3266 tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] Request body: {'floatingip': {'floating_network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'port_id': '65a4e538-a669-4351-ae3c-d065bc775176', 'tenant_id': 'a4ea1a148ea742c594b9948ed7bb3759', 'fixed_ip_address': '172.20.0.6'}} {{(pid=84041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:48:05.240897 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-2c7addac-98aa-4618-9a53-e8bd69cb3266 tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:48:05.244592 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-2c7addac-98aa-4618-9a53-e8bd69cb3266 tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] Usage tracker for resource:floatingip and tenant:a4ea1a148ea742c594b9948ed7bb3759 is out of sync, need to count used quota {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:48:05.247424 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-2c7addac-98aa-4618-9a53-e8bd69cb3266 tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:48:05.253975 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-2c7addac-98aa-4618-9a53-e8bd69cb3266 tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:48:05.264079 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-2c7addac-98aa-4618-9a53-e8bd69cb3266 tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] Notify callbacks [] for floatingip, before_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:48:05.395245 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-2c7addac-98aa-4618-9a53-e8bd69cb3266 tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:48:05.534481 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.db_base_plugin_common [None req-2c7addac-98aa-4618-9a53-e8bd69cb3266 tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] Allocated IP 172.25.8.4 (e41b6600-a917-4a8d-b05c-be3be40c6d8c/6b05667b-848e-4356-9b44-d5eb6808ef74/5d1c2c3f-99ec-4912-8b4f-05d8fe945939) {{(pid=84041) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 21:48:05.690378 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-2c7addac-98aa-4618-9a53-e8bd69cb3266 tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] Notify callbacks [] for port, precommit_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:48:05.716961 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-2c7addac-98aa-4618-9a53-e8bd69cb3266 tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750374836619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32266323'] for port, after_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:48:05.780495 n-d-838334-2 neutron-server[84041]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c7addac-98aa-4618-9a53-e8bd69cb3266 tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] Network e41b6600-a917-4a8d-b05c-be3be40c6d8c is already hosted by enough agents. {{(pid=84041) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:48:05.783832 n-d-838334-2 neutron-server[84041]: DEBUG neutron.scheduler.base_scheduler [None req-2c7addac-98aa-4618-9a53-e8bd69cb3266 tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] Resources bound (agent type, host, resource id): {{(pid=84041) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:48:05.787464 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c7addac-98aa-4618-9a53-e8bd69cb3266 tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] Received port after_create {{(pid=84041) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 21:48:05.820759 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c7addac-98aa-4618-9a53-e8bd69cb3266 tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] Pushing event updated for resources: {'Port': ['ID=5d1c2c3f-99ec-4912-8b4f-05d8fe945939,revision_number=1']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:48:05.842736 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c7addac-98aa-4618-9a53-e8bd69cb3266 tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:48:05.843603 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c7addac-98aa-4618-9a53-e8bd69cb3266 tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:48:05.843965 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c7addac-98aa-4618-9a53-e8bd69cb3266 tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:48:05.844295 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c7addac-98aa-4618-9a53-e8bd69cb3266 tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:48:05.844648 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c7addac-98aa-4618-9a53-e8bd69cb3266 tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:48:05.844947 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c7addac-98aa-4618-9a53-e8bd69cb3266 tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:48:05.845269 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c7addac-98aa-4618-9a53-e8bd69cb3266 tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:48:05.845591 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c7addac-98aa-4618-9a53-e8bd69cb3266 tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:48:05.845915 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c7addac-98aa-4618-9a53-e8bd69cb3266 tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:48:05.846231 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c7addac-98aa-4618-9a53-e8bd69cb3266 tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:48:05.846546 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c7addac-98aa-4618-9a53-e8bd69cb3266 tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:48:06.387216 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-2c7addac-98aa-4618-9a53-e8bd69cb3266 tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:48:06.443920 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-2c7addac-98aa-4618-9a53-e8bd69cb3266 tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:48:06.642970 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-2c7addac-98aa-4618-9a53-e8bd69cb3266 tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] Notify callbacks [] for port, precommit_update {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:48:06.647312 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-2c7addac-98aa-4618-9a53-e8bd69cb3266 tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32266282'] for port, after_update {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:48:06.752318 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c7addac-98aa-4618-9a53-e8bd69cb3266 tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] Pushing event updated for resources: {'Port': ['ID=5d1c2c3f-99ec-4912-8b4f-05d8fe945939,revision_number=2']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:48:06.766719 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-2c7addac-98aa-4618-9a53-e8bd69cb3266 tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33444131'] for floatingip, after_update {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:48:06.955059 n-d-838334-2 neutron-server[84041]: INFO neutron.db.l3_db [None req-2c7addac-98aa-4618-9a53-e8bd69cb3266 tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] Floating IP c895ae21-ac64-4dbc-bfcf-c74eb3a5171b associated. External IP: 172.25.8.4, port: 65a4e538-a669-4351-ae3c-d065bc775176. Apr 18 21:48:07.343674 n-d-838334-2 neutron-server[84041]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2c7addac-98aa-4618-9a53-e8bd69cb3266 tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] Router e48f85b5-dccc-4615-b9bf-a3a9824e77cf has already been hosted by L3 agent bc84d6c9-dd7a-4555-a351-592327b46d5a {{(pid=84041) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 21:48:07.632104 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2c7addac-98aa-4618-9a53-e8bd69cb3266 tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] Notify agent at l3_agent.n-d-838334-2 the message routers_updated {{(pid=84041) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 21:48:07.641948 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-899d5bc6-812a-49c2-8638-83e7b297ae6e None None] Sync routers for ids ['e48f85b5-dccc-4615-b9bf-a3a9824e77cf'] in n-d-838334-2 {{(pid=84042) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 18 21:48:07.654566 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_dvrscheduler_db [None req-899d5bc6-812a-49c2-8638-83e7b297ae6e None None] Routers {'e48f85b5-dccc-4615-b9bf-a3a9824e77cf'} bound to L3 agent in host n-d-838334-2 {{(pid=84042) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 21:48:07.655202 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_hamode_db [None req-899d5bc6-812a-49c2-8638-83e7b297ae6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838334-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-18T20:25:48Z,description=,heartbeat_timestamp=2022-04-18T21:47:48Z,host='n-d-838334-2',id=bc84d6c9-dd7a-4555-a351-592327b46d5a,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:25:48Z,topic='l3_agent')) {'router_ids': ['e48f85b5-dccc-4615-b9bf-a3a9824e77cf'], 'active': True} {{(pid=84042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:48:07.657972 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-2c7addac-98aa-4618-9a53-e8bd69cb3266 tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217293'] for floatingip, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:48:07.714056 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-2c7addac-98aa-4618-9a53-e8bd69cb3266 tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] 10.222.0.42 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 994 time: 2.4842646 Apr 18 21:48:07.714737 n-d-838334-2 neutron-server[84041]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd2bd28de-90d9-49b6-91ba-8889a5b75fc2', 'tag': '65a4e538-a669-4351-ae3c-d065bc775176'}] {{(pid=84041) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 21:48:07.790590 n-d-838334-2 neutron-server[84041]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cd5981cb-2800-4fbc-8ea7-30bfc8f1c34c'] response: {'name': 'network-changed', 'server_uuid': 'd2bd28de-90d9-49b6-91ba-8889a5b75fc2', 'tag': '65a4e538-a669-4351-ae3c-d065bc775176', 'status': 'completed', 'code': 200} Apr 18 21:48:07.845424 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_dvr_db [None req-899d5bc6-812a-49c2-8638-83e7b297ae6e None None] Set router e48f85b5-dccc-4615-b9bf-a3a9824e77cf gateway port host: n-d-838334-2 {{(pid=84042) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 21:48:07.945068 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-cc6f899c-936f-4023-b3da-48a8676e287f req-19435a17-8c08-47ea-88c0-23ea39499454 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=a4ea1a148ea742c594b9948ed7bb3759&device_id=d2bd28de-90d9-49b6-91ba-8889a5b75fc2 HTTP/1.1" status: 200 len: 1096 time: 0.1294875 Apr 18 21:48:07.951221 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65945bed-cb96-482d-84d3-649b4f630eda req-23327d1b-975d-4933-8066-ec1d8f619571 tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:48:07.953301 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-65945bed-cb96-482d-84d3-649b4f630eda req-23327d1b-975d-4933-8066-ec1d8f619571 tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] 10.222.0.42 "GET /v2.0/ports?device_id=d2bd28de-90d9-49b6-91ba-8889a5b75fc2 HTTP/1.1" status: 200 len: 945 time: 0.1062670 Apr 18 21:48:08.100859 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-65945bed-cb96-482d-84d3-649b4f630eda req-81c22126-c4fe-4ed5-8eb1-e35578aff50a tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] 10.222.0.42 "GET /v2.0/security-groups?id=cae0508b-a4e1-46f4-8aee-4f6a4e52b4f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1223240 Apr 18 21:48:08.127192 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc6f899c-936f-4023-b3da-48a8676e287f req-5bea8f7c-f9f5-49b9-a421-4d0a1f9a21c7 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:48:08.129034 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-cc6f899c-936f-4023-b3da-48a8676e287f req-5bea8f7c-f9f5-49b9-a421-4d0a1f9a21c7 service neutron] 10.222.0.43 "GET /v2.0/networks?id=6390664a-f19d-4dd8-b328-91fa2ebf59dc HTTP/1.1" status: 200 len: 897 time: 0.1747274 Apr 18 21:48:08.131487 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 41844) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:48:08.207018 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_hamode_db [None req-899d5bc6-812a-49c2-8638-83e7b297ae6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e48f85b5-dccc-4615-b9bf-a3a9824e77cf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1396965884', 'tenant_id': 'a4ea1a148ea742c594b9948ed7bb3759', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'external_fixed_ips': [{'subnet_id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'ip_address': '172.25.8.87'}], 'enable_snat': True}, 'gw_port_id': '5341d867-1694-4bdc-bb02-19537b1b4e2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:47:44Z', 'updated_at': '2022-04-18T21:47:48Z', 'revision_number': 4, 'project_id': 'a4ea1a148ea742c594b9948ed7bb3759', 'gw_port': {'id': '5341d867-1694-4bdc-bb02-19537b1b4e2c', 'name': '', 'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:dc:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e48f85b5-dccc-4615-b9bf-a3a9824e77cf', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'ip_address': '172.25.8.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:47:44Z', 'updated_at': '2022-04-18T21:47:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838334-2', '_floatingips': [{'id': 'c895ae21-ac64-4dbc-bfcf-c74eb3a5171b', 'tenant_id': 'a4ea1a148ea742c594b9948ed7bb3759', 'floating_ip_address': '172.25.8.4', 'floating_network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'router_id': 'e48f85b5-dccc-4615-b9bf-a3a9824e77cf', 'port_id': '65a4e538-a669-4351-ae3c-d065bc775176', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6390664a-f19d-4dd8-b328-91fa2ebf59dc', 'mac_address': 'fa:16:3e:cb:d2:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2bd28de-90d9-49b6-91ba-8889a5b75fc2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T21:48:06Z', 'updated_at': '2022-04-18T21:48:06Z', 'revision_number': 0, 'project_id': 'a4ea1a148ea742c594b9948ed7bb3759', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bbeb82ed-1ff5-4724-9d21-e6cd5080701b', 'name': '', 'network_id': '6390664a-f19d-4dd8-b328-91fa2ebf59dc', 'tenant_id': 'a4ea1a148ea742c594b9948ed7bb3759', 'mac_address': 'fa:16:3e:f2:17:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e48f85b5-dccc-4615-b9bf-a3a9824e77cf', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '51288c43-d418-4a71-8bfc-a3f6d6c4fb4e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:47:47Z', 'updated_at': '2022-04-18T21:47:55Z', 'revision_number': 5, 'project_id': 'a4ea1a148ea742c594b9948ed7bb3759', 'subnets': [{'id': '51288c43-d418-4a71-8bfc-a3f6d6c4fb4e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838334-2', False) {} {{(pid=84042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:48:08.211192 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-899d5bc6-812a-49c2-8638-83e7b297ae6e None None] Checking router: e48f85b5-dccc-4615-b9bf-a3a9824e77cf for host: n-d-838334-2 {{(pid=84042) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 18 21:48:08.223641 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_dvrscheduler_db [None req-899d5bc6-812a-49c2-8638-83e7b297ae6e None None] Routers {'e48f85b5-dccc-4615-b9bf-a3a9824e77cf'} bound to L3 agent in host n-d-838334-2 {{(pid=84042) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 21:48:08.224243 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_hamode_db [None req-899d5bc6-812a-49c2-8638-83e7b297ae6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838334-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-18T20:25:48Z,description=,heartbeat_timestamp=2022-04-18T21:47:48Z,host='n-d-838334-2',id=bc84d6c9-dd7a-4555-a351-592327b46d5a,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:25:48Z,topic='l3_agent')) {'router_ids': ['e48f85b5-dccc-4615-b9bf-a3a9824e77cf'], 'active': True} {{(pid=84042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:48:08.236559 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-cc6f899c-936f-4023-b3da-48a8676e287f req-e9988b46-681a-486a-a84b-f1fc9bf85d60 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=65a4e538-a669-4351-ae3c-d065bc775176 HTTP/1.1" status: 200 len: 997 time: 0.1018567 Apr 18 21:48:08.302648 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-222e4ee6-70eb-4b4e-ba95-4df174e0d982 tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] 10.222.0.42 "GET /v2.0/floatingips/c895ae21-ac64-4dbc-bfcf-c74eb3a5171b HTTP/1.1" status: 200 len: 989 time: 0.1687036 Apr 18 21:48:08.304975 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc6f899c-936f-4023-b3da-48a8676e287f req-d3b6b2ce-f62a-4f60-a9bb-d8109f14da65 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:48:08.306803 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-cc6f899c-936f-4023-b3da-48a8676e287f req-d3b6b2ce-f62a-4f60-a9bb-d8109f14da65 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=51288c43-d418-4a71-8bfc-a3f6d6c4fb4e HTTP/1.1" status: 200 len: 835 time: 0.0647011 Apr 18 21:48:08.315939 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-46e8aeb1-f428-4afc-9f14-a779be5a95ab req-9903b857-9c68-4e17-aa46-5e3cae468da8 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=d2bd28de-90d9-49b6-91ba-8889a5b75fc2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1267893 Apr 18 21:48:08.390396 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-cc6f899c-936f-4023-b3da-48a8676e287f req-dda2fbed-3e3d-4c1a-97d0-a08aa5b7fe01 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=6390664a-f19d-4dd8-b328-91fa2ebf59dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0765266 Apr 18 21:48:08.447525 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_dvr_db [None req-899d5bc6-812a-49c2-8638-83e7b297ae6e None None] Set router e48f85b5-dccc-4615-b9bf-a3a9824e77cf gateway port host: n-d-838334-2 {{(pid=84042) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 21:48:08.522066 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-cc6f899c-936f-4023-b3da-48a8676e287f req-40ad604d-25aa-423e-beaf-e257b74ecb77 service neutron] 10.222.0.43 "GET /v2.0/networks/6390664a-f19d-4dd8-b328-91fa2ebf59dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1256573 Apr 18 21:48:08.661842 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-cc6f899c-936f-4023-b3da-48a8676e287f req-9fddb9d6-d837-47b7-9cd4-b19cf1654a62 service neutron] 10.222.0.43 "GET /v2.0/networks/6390664a-f19d-4dd8-b328-91fa2ebf59dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1334505 Apr 18 21:48:08.803068 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_hamode_db [None req-899d5bc6-812a-49c2-8638-83e7b297ae6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e48f85b5-dccc-4615-b9bf-a3a9824e77cf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1396965884', 'tenant_id': 'a4ea1a148ea742c594b9948ed7bb3759', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'external_fixed_ips': [{'subnet_id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'ip_address': '172.25.8.87'}], 'enable_snat': True}, 'gw_port_id': '5341d867-1694-4bdc-bb02-19537b1b4e2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:47:44Z', 'updated_at': '2022-04-18T21:47:48Z', 'revision_number': 4, 'project_id': 'a4ea1a148ea742c594b9948ed7bb3759', 'gw_port': {'id': '5341d867-1694-4bdc-bb02-19537b1b4e2c', 'name': '', 'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:dc:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e48f85b5-dccc-4615-b9bf-a3a9824e77cf', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'ip_address': '172.25.8.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:47:44Z', 'updated_at': '2022-04-18T21:47:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838334-2', '_floatingips': [{'id': 'c895ae21-ac64-4dbc-bfcf-c74eb3a5171b', 'tenant_id': 'a4ea1a148ea742c594b9948ed7bb3759', 'floating_ip_address': '172.25.8.4', 'floating_network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'router_id': 'e48f85b5-dccc-4615-b9bf-a3a9824e77cf', 'port_id': '65a4e538-a669-4351-ae3c-d065bc775176', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6390664a-f19d-4dd8-b328-91fa2ebf59dc', 'mac_address': 'fa:16:3e:cb:d2:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2bd28de-90d9-49b6-91ba-8889a5b75fc2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T21:48:06Z', 'updated_at': '2022-04-18T21:48:06Z', 'revision_number': 0, 'project_id': 'a4ea1a148ea742c594b9948ed7bb3759', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bbeb82ed-1ff5-4724-9d21-e6cd5080701b', 'name': '', 'network_id': '6390664a-f19d-4dd8-b328-91fa2ebf59dc', 'tenant_id': 'a4ea1a148ea742c594b9948ed7bb3759', 'mac_address': 'fa:16:3e:f2:17:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e48f85b5-dccc-4615-b9bf-a3a9824e77cf', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '51288c43-d418-4a71-8bfc-a3f6d6c4fb4e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:47:47Z', 'updated_at': '2022-04-18T21:47:55Z', 'revision_number': 5, 'project_id': 'a4ea1a148ea742c594b9948ed7bb3759', 'subnets': [{'id': '51288c43-d418-4a71-8bfc-a3f6d6c4fb4e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838334-2', False) {} {{(pid=84042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:48:08.806998 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-899d5bc6-812a-49c2-8638-83e7b297ae6e None None] The sync data for ids ['e48f85b5-dccc-4615-b9bf-a3a9824e77cf'] in n-d-838334-2 is: [{'id': 'e48f85b5-dccc-4615-b9bf-a3a9824e77cf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1396965884', 'tenant_id': 'a4ea1a148ea742c594b9948ed7bb3759', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'external_fixed_ips': [{'subnet_id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'ip_address': '172.25.8.87'}], 'enable_snat': True}, 'gw_port_id': '5341d867-1694-4bdc-bb02-19537b1b4e2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:47:44Z', 'updated_at': '2022-04-18T21:47:48Z', 'revision_number': 4, 'project_id': 'a4ea1a148ea742c594b9948ed7bb3759', 'gw_port': {'id': '5341d867-1694-4bdc-bb02-19537b1b4e2c', 'name': '', 'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:dc:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e48f85b5-dccc-4615-b9bf-a3a9824e77cf', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'ip_address': '172.25.8.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:47:44Z', 'updated_at': '2022-04-18T21:47:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838334-2', '_floatingips': [{'id': 'c895ae21-ac64-4dbc-bfcf-c74eb3a5171b', 'tenant_id': 'a4ea1a148ea742c594b9948ed7bb3759', 'floating_ip_address': '172.25.8.4', 'floating_network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'router_id': 'e48f85b5-dccc-4615-b9bf-a3a9824e77cf', 'port_id': '65a4e538-a669-4351-ae3c-d065bc775176', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6390664a-f19d-4dd8-b328-91fa2ebf59dc', 'mac_address': 'fa:16:3e:cb:d2:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2bd28de-90d9-49b6-91ba-8889a5b75fc2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T21:48:06Z', 'updated_at': '2022-04-18T21:48:06Z', 'revision_number': 0, 'project_id': 'a4ea1a148ea742c594b9948ed7bb3759', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bbeb82ed-1ff5-4724-9d21-e6cd5080701b', 'name': '', 'network_id': '6390664a-f19d-4dd8-b328-91fa2ebf59dc', 'tenant_id': 'a4ea1a148ea742c594b9948ed7bb3759', 'mac_address': 'fa:16:3e:f2:17:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e48f85b5-dccc-4615-b9bf-a3a9824e77cf', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '51288c43-d418-4a71-8bfc-a3f6d6c4fb4e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:47:47Z', 'updated_at': '2022-04-18T21:47:55Z', 'revision_number': 5, 'project_id': 'a4ea1a148ea742c594b9948ed7bb3759', 'subnets': [{'id': '51288c43-d418-4a71-8bfc-a3f6d6c4fb4e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84042) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 18 21:48:08.822690 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-46e8aeb1-f428-4afc-9f14-a779be5a95ab req-31a3dbc5-3eed-45a3-a1be-f4a57f136062 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=a4ea1a148ea742c594b9948ed7bb3759&device_id=d2bd28de-90d9-49b6-91ba-8889a5b75fc2 HTTP/1.1" status: 200 len: 1096 time: 0.0732672 Apr 18 21:48:08.969584 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46e8aeb1-f428-4afc-9f14-a779be5a95ab req-48bf2c85-22d4-43f5-89fe-523912c73ae9 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:48:08.971040 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-46e8aeb1-f428-4afc-9f14-a779be5a95ab req-48bf2c85-22d4-43f5-89fe-523912c73ae9 service neutron] 10.222.0.43 "GET /v2.0/networks?id=6390664a-f19d-4dd8-b328-91fa2ebf59dc HTTP/1.1" status: 200 len: 897 time: 0.1286397 Apr 18 21:48:09.077942 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-46e8aeb1-f428-4afc-9f14-a779be5a95ab req-b2973a83-98cd-4caa-b12e-3c3f88e6aa31 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=65a4e538-a669-4351-ae3c-d065bc775176 HTTP/1.1" status: 200 len: 997 time: 0.1002142 Apr 18 21:48:09.137127 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46e8aeb1-f428-4afc-9f14-a779be5a95ab req-23d22960-219c-46f5-8ba6-d1a03f0b1ceb service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:48:09.138490 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-46e8aeb1-f428-4afc-9f14-a779be5a95ab req-23d22960-219c-46f5-8ba6-d1a03f0b1ceb service neutron] 10.222.0.43 "GET /v2.0/subnets?id=51288c43-d418-4a71-8bfc-a3f6d6c4fb4e HTTP/1.1" status: 200 len: 835 time: 0.0553434 Apr 18 21:48:09.213310 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-46e8aeb1-f428-4afc-9f14-a779be5a95ab req-505ffc97-bf65-44ca-9b9c-52c3040fe517 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=6390664a-f19d-4dd8-b328-91fa2ebf59dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0690382 Apr 18 21:48:09.305860 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 41848) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:48:09.347387 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-46e8aeb1-f428-4afc-9f14-a779be5a95ab req-bece4237-5e11-4dd7-8058-50756265359f service neutron] 10.222.0.43 "GET /v2.0/networks/6390664a-f19d-4dd8-b328-91fa2ebf59dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1276574 Apr 18 21:48:09.417961 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-4b487e04-612d-4f37-91e8-4ca887e7de94 tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] 10.222.0.42 "GET /v2.0/floatingips/c895ae21-ac64-4dbc-bfcf-c74eb3a5171b HTTP/1.1" status: 200 len: 989 time: 0.1108921 Apr 18 21:48:09.452424 n-d-838334-2 neutron-server[84043]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48510a41-8679-49a1-af9b-1ac883c72f92 None None] New status for floating IP c895ae21-ac64-4dbc-bfcf-c74eb3a5171b: ACTIVE {{(pid=84043) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Apr 18 21:48:09.580403 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-46e8aeb1-f428-4afc-9f14-a779be5a95ab req-67c3e001-4486-4949-ad4b-e0f8323127fd service neutron] 10.222.0.43 "GET /v2.0/networks/6390664a-f19d-4dd8-b328-91fa2ebf59dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2273324 Apr 18 21:48:10.422539 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 41854) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:48:10.528058 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-01369eaa-5977-4f8e-a478-842ccda830e2 tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] 10.222.0.42 "GET /v2.0/floatingips/c895ae21-ac64-4dbc-bfcf-c74eb3a5171b HTTP/1.1" status: 200 len: 991 time: 0.1043625 Apr 18 21:48:14.074679 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.agents_db [None req-6346a179-333c-4370-b5a6-936984aeab15 None None] Agent healthcheck: found 7 active agents {{(pid=84043) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 18 21:48:15.762105 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-d8db920d-e849-4ed2-88d6-0354f045fe9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750375287399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253529'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:48:18.019082 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-37cc6ac8-67a6-4563-9bd8-610ffa61a757 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750375287399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253529'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:48:19.193255 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750375287399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253529'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:48:19.711708 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-414b6ffe-e119-47bc-b18f-bcff1219c2f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750375287399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253529'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:48:20.789686 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-c7521a90-7d65-4e2e-842c-ca5d95e9a89c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750375287399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253529'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:48:30.250788 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750375287399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253529'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:48:34.371580 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750375287399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253529'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:48:35.341161 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e661cdc9-9103-4dce-8e81-71688ddb08e3 req-88940304-7372-43cf-946f-e85b0cefc5a3 tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:48:35.342582 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-e661cdc9-9103-4dce-8e81-71688ddb08e3 req-88940304-7372-43cf-946f-e85b0cefc5a3 tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] 10.222.0.42 "GET /v2.0/ports?device_id=d2bd28de-90d9-49b6-91ba-8889a5b75fc2 HTTP/1.1" status: 200 len: 945 time: 0.0760176 Apr 18 21:48:35.389663 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-e661cdc9-9103-4dce-8e81-71688ddb08e3 req-5a4ec685-481e-4ba0-b80a-e5feff33020e tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] 10.222.0.42 "GET /v2.0/security-groups?id=cae0508b-a4e1-46f4-8aee-4f6a4e52b4f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410647 Apr 18 21:48:36.592807 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-382cf22f-1a5d-49cf-b905-61769856161a req-7952f246-9bc1-42fd-8bbb-f1a9e2b0229f tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:48:36.594239 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-382cf22f-1a5d-49cf-b905-61769856161a req-7952f246-9bc1-42fd-8bbb-f1a9e2b0229f tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] 10.222.0.42 "GET /v2.0/ports?device_id=d2bd28de-90d9-49b6-91ba-8889a5b75fc2 HTTP/1.1" status: 200 len: 945 time: 0.0822268 Apr 18 21:48:36.639594 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-382cf22f-1a5d-49cf-b905-61769856161a req-6fe13140-4156-4288-8366-26ed7dddf8c5 tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] 10.222.0.42 "GET /v2.0/security-groups?id=cae0508b-a4e1-46f4-8aee-4f6a4e52b4f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392194 Apr 18 21:48:37.863338 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0a3ba2d-3ff6-4c89-941d-d5bcdb4d136b req-8a29a1ab-1d94-4a22-b1af-dde925ce7639 tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:48:37.864814 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-b0a3ba2d-3ff6-4c89-941d-d5bcdb4d136b req-8a29a1ab-1d94-4a22-b1af-dde925ce7639 tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] 10.222.0.42 "GET /v2.0/ports?device_id=d2bd28de-90d9-49b6-91ba-8889a5b75fc2 HTTP/1.1" status: 200 len: 945 time: 0.0779059 Apr 18 21:48:37.910856 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-b0a3ba2d-3ff6-4c89-941d-d5bcdb4d136b req-3b942ac1-1764-4e96-9ce9-967b040495ff tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] 10.222.0.42 "GET /v2.0/security-groups?id=cae0508b-a4e1-46f4-8aee-4f6a4e52b4f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403054 Apr 18 21:48:39.114195 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad0df549-6aa2-4a90-9afd-4ca83ebddf81 req-e9bde2c7-af37-4843-bb9c-44fe76938d17 tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:48:39.115526 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-ad0df549-6aa2-4a90-9afd-4ca83ebddf81 req-e9bde2c7-af37-4843-bb9c-44fe76938d17 tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] 10.222.0.42 "GET /v2.0/ports?device_id=d2bd28de-90d9-49b6-91ba-8889a5b75fc2 HTTP/1.1" status: 200 len: 945 time: 0.0798666 Apr 18 21:48:39.160637 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-ad0df549-6aa2-4a90-9afd-4ca83ebddf81 req-8cce3f82-ff38-4d8a-8259-4a7fc25a9335 tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] 10.222.0.42 "GET /v2.0/security-groups?id=cae0508b-a4e1-46f4-8aee-4f6a4e52b4f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396349 Apr 18 21:48:40.354944 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56d68ba9-0015-44ac-aec1-ba2bf0c82118 req-599bda6a-75dd-41f0-b140-986750b2d2c3 tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:48:40.356418 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-56d68ba9-0015-44ac-aec1-ba2bf0c82118 req-599bda6a-75dd-41f0-b140-986750b2d2c3 tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] 10.222.0.42 "GET /v2.0/ports?device_id=d2bd28de-90d9-49b6-91ba-8889a5b75fc2 HTTP/1.1" status: 200 len: 945 time: 0.0774398 Apr 18 21:48:40.404424 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-56d68ba9-0015-44ac-aec1-ba2bf0c82118 req-a014c117-ef68-4337-894a-86ca41e908c1 tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] 10.222.0.42 "GET /v2.0/security-groups?id=cae0508b-a4e1-46f4-8aee-4f6a4e52b4f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417740 Apr 18 21:48:41.600052 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98bd7bfd-8789-45b5-8ac9-31905f582024 req-8626ee30-049f-4116-8ddf-dd9b5a9f2020 tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:48:41.601484 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-98bd7bfd-8789-45b5-8ac9-31905f582024 req-8626ee30-049f-4116-8ddf-dd9b5a9f2020 tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] 10.222.0.42 "GET /v2.0/ports?device_id=d2bd28de-90d9-49b6-91ba-8889a5b75fc2 HTTP/1.1" status: 200 len: 945 time: 0.0764580 Apr 18 21:48:41.645122 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-98bd7bfd-8789-45b5-8ac9-31905f582024 req-591cfa9d-1ec0-4a19-be65-7f8bf419d7f9 tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] 10.222.0.42 "GET /v2.0/security-groups?id=cae0508b-a4e1-46f4-8aee-4f6a4e52b4f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381098 Apr 18 21:48:42.844858 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16d3890c-cf44-4a29-8a27-c5c3f4c933d0 req-691e3d8e-cc07-4021-9d2e-c5fa86c9fa4f tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:48:42.846357 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-16d3890c-cf44-4a29-8a27-c5c3f4c933d0 req-691e3d8e-cc07-4021-9d2e-c5fa86c9fa4f tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] 10.222.0.42 "GET /v2.0/ports?device_id=d2bd28de-90d9-49b6-91ba-8889a5b75fc2 HTTP/1.1" status: 200 len: 945 time: 0.0782979 Apr 18 21:48:42.890965 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-16d3890c-cf44-4a29-8a27-c5c3f4c933d0 req-dc77ea16-f13a-4bd3-afc3-f31d60b7e309 tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] 10.222.0.42 "GET /v2.0/security-groups?id=cae0508b-a4e1-46f4-8aee-4f6a4e52b4f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391924 Apr 18 21:48:44.093287 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-878361e3-b899-4c0c-9b59-444da83b94b2 req-1971db8e-3798-4052-b514-092c136e3e0d tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:48:44.094722 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-878361e3-b899-4c0c-9b59-444da83b94b2 req-1971db8e-3798-4052-b514-092c136e3e0d tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] 10.222.0.42 "GET /v2.0/ports?device_id=d2bd28de-90d9-49b6-91ba-8889a5b75fc2 HTTP/1.1" status: 200 len: 945 time: 0.0823081 Apr 18 21:48:44.139650 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-878361e3-b899-4c0c-9b59-444da83b94b2 req-73e33549-40db-4a1c-8fca-111d5f08d5f5 tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] 10.222.0.42 "GET /v2.0/security-groups?id=cae0508b-a4e1-46f4-8aee-4f6a4e52b4f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394340 Apr 18 21:48:45.347086 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e6f87e1-de58-4307-96f8-d81ffa21fe9e req-5c196765-5dd6-44e2-ba43-47d9d5fbf183 tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:48:45.348562 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-3e6f87e1-de58-4307-96f8-d81ffa21fe9e req-5c196765-5dd6-44e2-ba43-47d9d5fbf183 tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] 10.222.0.42 "GET /v2.0/ports?device_id=d2bd28de-90d9-49b6-91ba-8889a5b75fc2 HTTP/1.1" status: 200 len: 945 time: 0.0807350 Apr 18 21:48:45.393735 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-3e6f87e1-de58-4307-96f8-d81ffa21fe9e req-ff1b3189-641e-4152-afe4-6f41ea23ca53 tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] 10.222.0.42 "GET /v2.0/security-groups?id=cae0508b-a4e1-46f4-8aee-4f6a4e52b4f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396540 Apr 18 21:48:45.764528 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-b4569c31-1edd-4bb3-b9f0-8381e2c10415 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750375287399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253529'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:48:46.587381 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4504fa5f-1218-4b6a-ad9d-91020eb071e8 req-0d826f0a-3858-4a93-aedb-c25da06a82ca tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:48:46.588847 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-4504fa5f-1218-4b6a-ad9d-91020eb071e8 req-0d826f0a-3858-4a93-aedb-c25da06a82ca tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] 10.222.0.42 "GET /v2.0/ports?device_id=d2bd28de-90d9-49b6-91ba-8889a5b75fc2 HTTP/1.1" status: 200 len: 945 time: 0.0771780 Apr 18 21:48:46.636530 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-4504fa5f-1218-4b6a-ad9d-91020eb071e8 req-e9b0ab64-8f81-4b7a-b803-a2cf672bb24f tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] 10.222.0.42 "GET /v2.0/security-groups?id=cae0508b-a4e1-46f4-8aee-4f6a4e52b4f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421369 Apr 18 21:48:46.664714 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 41892) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:48:46.763500 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-2313e2e7-383a-43c2-9e0d-c538f3272f96 tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] 10.222.0.42 "GET /v2.0/floatingips/c895ae21-ac64-4dbc-bfcf-c74eb3a5171b HTTP/1.1" status: 200 len: 991 time: 0.0976889 Apr 18 21:48:48.022026 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-69933160-3431-4ea6-9659-e6ad25029eee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750375287399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253529'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:48:48.291855 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fd01760-2d2c-4c63-abd3-ce76328b7d02 req-324f7da6-b228-4f1d-be9f-15ef296b3580 tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:48:48.293318 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-4fd01760-2d2c-4c63-abd3-ce76328b7d02 req-324f7da6-b228-4f1d-be9f-15ef296b3580 tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] 10.222.0.42 "GET /v2.0/ports?device_id=d2bd28de-90d9-49b6-91ba-8889a5b75fc2 HTTP/1.1" status: 200 len: 945 time: 0.1388714 Apr 18 21:48:48.297231 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-693fa563-40f0-440a-9df5-c49dd78a355d req-2867391b-4023-4196-aaa8-60d593ee0911 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=a4ea1a148ea742c594b9948ed7bb3759&device_id=d2bd28de-90d9-49b6-91ba-8889a5b75fc2 HTTP/1.1" status: 200 len: 1096 time: 0.1050212 Apr 18 21:48:48.421190 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-4fd01760-2d2c-4c63-abd3-ce76328b7d02 req-55446412-3e25-4532-83d4-e8c96758588f tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] 10.222.0.42 "GET /v2.0/security-groups?id=cae0508b-a4e1-46f4-8aee-4f6a4e52b4f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1211014 Apr 18 21:48:48.461786 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-693fa563-40f0-440a-9df5-c49dd78a355d req-031f0aba-1ed7-4bf2-a56f-a4d156e05dd0 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:48:48.463193 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-693fa563-40f0-440a-9df5-c49dd78a355d req-031f0aba-1ed7-4bf2-a56f-a4d156e05dd0 service neutron] 10.222.0.43 "GET /v2.0/networks?id=6390664a-f19d-4dd8-b328-91fa2ebf59dc HTTP/1.1" status: 200 len: 897 time: 0.1504004 Apr 18 21:48:48.561040 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-693fa563-40f0-440a-9df5-c49dd78a355d req-90d97b1c-5386-4a4e-a132-a4790ab268c8 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=65a4e538-a669-4351-ae3c-d065bc775176 HTTP/1.1" status: 200 len: 999 time: 0.0910444 Apr 18 21:48:48.625467 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-693fa563-40f0-440a-9df5-c49dd78a355d req-bf7c0982-9a2a-4b39-a580-3c9840b15aaa service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:48:48.627028 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-693fa563-40f0-440a-9df5-c49dd78a355d req-bf7c0982-9a2a-4b39-a580-3c9840b15aaa service neutron] 10.222.0.43 "GET /v2.0/subnets?id=51288c43-d418-4a71-8bfc-a3f6d6c4fb4e HTTP/1.1" status: 200 len: 835 time: 0.0601544 Apr 18 21:48:48.700205 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-693fa563-40f0-440a-9df5-c49dd78a355d req-f7285a7a-4eb7-4db7-913a-65d23ea6f7e3 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=6390664a-f19d-4dd8-b328-91fa2ebf59dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0676126 Apr 18 21:48:48.827982 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-693fa563-40f0-440a-9df5-c49dd78a355d req-9b1d725c-4ab4-4a73-9081-21c13bf95e2e service neutron] 10.222.0.43 "GET /v2.0/networks/6390664a-f19d-4dd8-b328-91fa2ebf59dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1221383 Apr 18 21:48:49.042443 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-693fa563-40f0-440a-9df5-c49dd78a355d req-2c5bcd44-28b0-4c85-bffa-39f8289165d2 service neutron] 10.222.0.43 "GET /v2.0/networks/6390664a-f19d-4dd8-b328-91fa2ebf59dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2086985 Apr 18 21:48:49.195347 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750375287399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253529'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:48:49.628589 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17ac96a7-e642-4eda-9f8a-a8d980756f65 req-70c07534-d940-4380-bae2-28c21b6b550c tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:48:49.630015 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-17ac96a7-e642-4eda-9f8a-a8d980756f65 req-70c07534-d940-4380-bae2-28c21b6b550c tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] 10.222.0.42 "GET /v2.0/ports?device_id=d2bd28de-90d9-49b6-91ba-8889a5b75fc2 HTTP/1.1" status: 200 len: 945 time: 0.0784750 Apr 18 21:48:49.674950 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-17ac96a7-e642-4eda-9f8a-a8d980756f65 req-3ab04422-cbc6-49b3-a5b4-47ca99726009 tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] 10.222.0.42 "GET /v2.0/security-groups?id=cae0508b-a4e1-46f4-8aee-4f6a4e52b4f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394530 Apr 18 21:48:49.703358 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 41908) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:48:49.716861 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-414b6ffe-e119-47bc-b18f-bcff1219c2f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750375287399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253529'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:48:49.807485 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-6b45c506-4513-4790-aa78-975f43008456 tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] 10.222.0.42 "GET /v2.0/floatingips/c895ae21-ac64-4dbc-bfcf-c74eb3a5171b HTTP/1.1" status: 200 len: 991 time: 0.1029651 Apr 18 21:48:50.792259 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-c7521a90-7d65-4e2e-842c-ca5d95e9a89c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750375287399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253529'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:48:51.074503 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.agents_db [None req-6346a179-333c-4370-b5a6-936984aeab15 None None] Agent healthcheck: found 7 active agents {{(pid=84043) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 18 21:49:00.267879 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750375287399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253529'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:49:04.377800 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750375287399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253529'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:49:09.830275 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-940c6c1f-1cca-484f-9d55-e43925a5de9b req-1edce91f-bf3f-4085-b481-21b3568e2c2d service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=d2bd28de-90d9-49b6-91ba-8889a5b75fc2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0715065 Apr 18 21:49:09.972540 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-940c6c1f-1cca-484f-9d55-e43925a5de9b req-9c5978eb-d47d-4b75-b027-d2c21c1b9003 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=a4ea1a148ea742c594b9948ed7bb3759&device_id=d2bd28de-90d9-49b6-91ba-8889a5b75fc2 HTTP/1.1" status: 200 len: 1096 time: 0.0722098 Apr 18 21:49:10.122271 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-940c6c1f-1cca-484f-9d55-e43925a5de9b req-42a27b38-be8f-45a7-a6a1-5f8c24db4c19 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:49:10.123599 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-940c6c1f-1cca-484f-9d55-e43925a5de9b req-42a27b38-be8f-45a7-a6a1-5f8c24db4c19 service neutron] 10.222.0.43 "GET /v2.0/networks?id=6390664a-f19d-4dd8-b328-91fa2ebf59dc HTTP/1.1" status: 200 len: 897 time: 0.1330967 Apr 18 21:49:10.221262 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-940c6c1f-1cca-484f-9d55-e43925a5de9b req-36033406-b883-44e8-9696-1c7ea4f4c268 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=65a4e538-a669-4351-ae3c-d065bc775176 HTTP/1.1" status: 200 len: 999 time: 0.0906916 Apr 18 21:49:10.284107 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-940c6c1f-1cca-484f-9d55-e43925a5de9b req-afa997ac-d222-4dbd-b9f4-bbf2a6e983c3 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:49:10.285485 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-940c6c1f-1cca-484f-9d55-e43925a5de9b req-afa997ac-d222-4dbd-b9f4-bbf2a6e983c3 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=51288c43-d418-4a71-8bfc-a3f6d6c4fb4e HTTP/1.1" status: 200 len: 835 time: 0.0586286 Apr 18 21:49:10.358994 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-940c6c1f-1cca-484f-9d55-e43925a5de9b req-ebfcd200-0229-479e-b5c7-a087470be948 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=6390664a-f19d-4dd8-b328-91fa2ebf59dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0673523 Apr 18 21:49:10.500255 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-940c6c1f-1cca-484f-9d55-e43925a5de9b req-fc4e6e20-45ff-476c-9f46-aec1829dd27e service neutron] 10.222.0.43 "GET /v2.0/networks/6390664a-f19d-4dd8-b328-91fa2ebf59dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1321065 Apr 18 21:49:10.630003 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-940c6c1f-1cca-484f-9d55-e43925a5de9b req-23513199-473a-46b8-98be-6ad0c501b798 service neutron] 10.222.0.43 "GET /v2.0/networks/6390664a-f19d-4dd8-b328-91fa2ebf59dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1235230 Apr 18 21:49:15.768585 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-a66892c9-231a-4ae9-90ec-0265ddfc9c39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750375287399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253529'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:49:18.023163 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-01cc7e59-9067-4b10-8eac-63ae52bb9a51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750375287399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253529'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:49:19.197509 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750375287399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253529'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:49:19.717467 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-414b6ffe-e119-47bc-b18f-bcff1219c2f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750375287399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253529'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:49:20.215127 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 41922) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:49:20.417650 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.plugin [None req-9581d246-e69a-4885-ab7c-b36fd7e853eb tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] Deleting port 5d1c2c3f-99ec-4912-8b4f-05d8fe945939 {{(pid=84040) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 21:49:20.417981 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-9581d246-e69a-4885-ab7c-b36fd7e853eb tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750375188691'] for port, before_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:49:20.580951 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-9581d246-e69a-4885-ab7c-b36fd7e853eb tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369123'] for port, precommit_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:49:20.582037 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-9581d246-e69a-4885-ab7c-b36fd7e853eb tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:49:20.790264 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.plugin [None req-9581d246-e69a-4885-ab7c-b36fd7e853eb tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] Calling delete_port for 5d1c2c3f-99ec-4912-8b4f-05d8fe945939 owned by network:floatingip {{(pid=84040) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 21:49:20.794676 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-c7521a90-7d65-4e2e-842c-ca5d95e9a89c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750375287399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253529'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:49:20.936478 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-9581d246-e69a-4885-ab7c-b36fd7e853eb tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750375259028', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750374836628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32440838'] for port, after_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:49:20.985965 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9581d246-e69a-4885-ab7c-b36fd7e853eb tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] Pushing event deleted for resources: {'Port': ['ID=5d1c2c3f-99ec-4912-8b4f-05d8fe945939,revision_number=None']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:49:21.052647 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9581d246-e69a-4885-ab7c-b36fd7e853eb tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:49:21.052993 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9581d246-e69a-4885-ab7c-b36fd7e853eb tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:49:21.053333 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9581d246-e69a-4885-ab7c-b36fd7e853eb tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:49:21.053668 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9581d246-e69a-4885-ab7c-b36fd7e853eb tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:49:21.054000 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9581d246-e69a-4885-ab7c-b36fd7e853eb tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:49:21.054337 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9581d246-e69a-4885-ab7c-b36fd7e853eb tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:49:21.054663 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9581d246-e69a-4885-ab7c-b36fd7e853eb tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:49:21.054994 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9581d246-e69a-4885-ab7c-b36fd7e853eb tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:49:21.055320 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9581d246-e69a-4885-ab7c-b36fd7e853eb tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:49:21.055655 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9581d246-e69a-4885-ab7c-b36fd7e853eb tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:49:21.055983 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9581d246-e69a-4885-ab7c-b36fd7e853eb tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:49:21.087280 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-9581d246-e69a-4885-ab7c-b36fd7e853eb tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] Notify callbacks [] for floatingip, after_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:49:21.476276 n-d-838334-2 neutron-server[84040]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9581d246-e69a-4885-ab7c-b36fd7e853eb tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] Router e48f85b5-dccc-4615-b9bf-a3a9824e77cf has already been hosted by L3 agent bc84d6c9-dd7a-4555-a351-592327b46d5a {{(pid=84040) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 21:49:21.672551 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9581d246-e69a-4885-ab7c-b36fd7e853eb tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] Notify agent at l3_agent.n-d-838334-2 the message routers_updated {{(pid=84040) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 21:49:21.681757 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1131a123-034c-4b34-98d2-4b446bf8923a None None] Sync routers for ids ['e48f85b5-dccc-4615-b9bf-a3a9824e77cf'] in n-d-838334-2 {{(pid=84042) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 18 21:49:21.692686 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-9581d246-e69a-4885-ab7c-b36fd7e853eb tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217293'] for floatingip, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:49:21.693150 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1131a123-034c-4b34-98d2-4b446bf8923a None None] Routers {'e48f85b5-dccc-4615-b9bf-a3a9824e77cf'} bound to L3 agent in host n-d-838334-2 {{(pid=84042) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 21:49:21.693824 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_hamode_db [None req-1131a123-034c-4b34-98d2-4b446bf8923a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838334-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-18T20:25:48Z,description=,heartbeat_timestamp=2022-04-18T21:49:18Z,host='n-d-838334-2',id=bc84d6c9-dd7a-4555-a351-592327b46d5a,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:25:48Z,topic='l3_agent')) {'router_ids': ['e48f85b5-dccc-4615-b9bf-a3a9824e77cf'], 'active': True} {{(pid=84042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:49:21.745706 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-9581d246-e69a-4885-ab7c-b36fd7e853eb tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] 10.222.0.42 "DELETE /v2.0/floatingips/c895ae21-ac64-4dbc-bfcf-c74eb3a5171b HTTP/1.1" status: 204 len: 168 time: 1.5293911 Apr 18 21:49:21.746184 n-d-838334-2 neutron-server[84040]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd2bd28de-90d9-49b6-91ba-8889a5b75fc2', 'tag': '65a4e538-a669-4351-ae3c-d065bc775176'}] {{(pid=84040) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 21:49:21.803139 n-d-838334-2 neutron-server[84040]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f9668615-4b20-42af-900d-c9cbaa747b59'] response: {'name': 'network-changed', 'server_uuid': 'd2bd28de-90d9-49b6-91ba-8889a5b75fc2', 'tag': '65a4e538-a669-4351-ae3c-d065bc775176', 'status': 'completed', 'code': 200} Apr 18 21:49:21.876609 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_dvr_db [None req-1131a123-034c-4b34-98d2-4b446bf8923a None None] Set router e48f85b5-dccc-4615-b9bf-a3a9824e77cf gateway port host: n-d-838334-2 {{(pid=84042) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 21:49:21.898054 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-29b3bf05-42df-4327-9a99-345d76b00683 req-0d65a0f4-93b9-4398-a76c-82d8d2059a30 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=a4ea1a148ea742c594b9948ed7bb3759&device_id=d2bd28de-90d9-49b6-91ba-8889a5b75fc2 HTTP/1.1" status: 200 len: 1096 time: 0.0743375 Apr 18 21:49:22.037981 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29b3bf05-42df-4327-9a99-345d76b00683 req-c10281d4-7185-4bd1-a48a-faed6a535741 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:49:22.039841 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-29b3bf05-42df-4327-9a99-345d76b00683 req-c10281d4-7185-4bd1-a48a-faed6a535741 service neutron] 10.222.0.43 "GET /v2.0/networks?id=6390664a-f19d-4dd8-b328-91fa2ebf59dc HTTP/1.1" status: 200 len: 897 time: 0.1365409 Apr 18 21:49:22.141630 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-29b3bf05-42df-4327-9a99-345d76b00683 req-210c28bb-a0fa-461a-81ab-cb2b9f89140f service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=65a4e538-a669-4351-ae3c-d065bc775176 HTTP/1.1" status: 200 len: 217 time: 0.0955007 Apr 18 21:49:22.194800 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_hamode_db [None req-1131a123-034c-4b34-98d2-4b446bf8923a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e48f85b5-dccc-4615-b9bf-a3a9824e77cf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1396965884', 'tenant_id': 'a4ea1a148ea742c594b9948ed7bb3759', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'external_fixed_ips': [{'subnet_id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'ip_address': '172.25.8.87'}], 'enable_snat': True}, 'gw_port_id': '5341d867-1694-4bdc-bb02-19537b1b4e2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:47:44Z', 'updated_at': '2022-04-18T21:47:48Z', 'revision_number': 4, 'project_id': 'a4ea1a148ea742c594b9948ed7bb3759', 'gw_port': {'id': '5341d867-1694-4bdc-bb02-19537b1b4e2c', 'name': '', 'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:dc:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e48f85b5-dccc-4615-b9bf-a3a9824e77cf', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'ip_address': '172.25.8.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:47:44Z', 'updated_at': '2022-04-18T21:47:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838334-2', '_interfaces': [{'id': 'bbeb82ed-1ff5-4724-9d21-e6cd5080701b', 'name': '', 'network_id': '6390664a-f19d-4dd8-b328-91fa2ebf59dc', 'tenant_id': 'a4ea1a148ea742c594b9948ed7bb3759', 'mac_address': 'fa:16:3e:f2:17:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e48f85b5-dccc-4615-b9bf-a3a9824e77cf', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '51288c43-d418-4a71-8bfc-a3f6d6c4fb4e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:47:47Z', 'updated_at': '2022-04-18T21:47:55Z', 'revision_number': 5, 'project_id': 'a4ea1a148ea742c594b9948ed7bb3759', 'subnets': [{'id': '51288c43-d418-4a71-8bfc-a3f6d6c4fb4e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838334-2', False) {} {{(pid=84042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:49:22.198577 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1131a123-034c-4b34-98d2-4b446bf8923a None None] Checking router: e48f85b5-dccc-4615-b9bf-a3a9824e77cf for host: n-d-838334-2 {{(pid=84042) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 18 21:49:22.209888 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1131a123-034c-4b34-98d2-4b446bf8923a None None] Routers {'e48f85b5-dccc-4615-b9bf-a3a9824e77cf'} bound to L3 agent in host n-d-838334-2 {{(pid=84042) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 21:49:22.210490 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_hamode_db [None req-1131a123-034c-4b34-98d2-4b446bf8923a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838334-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-18T20:25:48Z,description=,heartbeat_timestamp=2022-04-18T21:49:18Z,host='n-d-838334-2',id=bc84d6c9-dd7a-4555-a351-592327b46d5a,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:25:48Z,topic='l3_agent')) {'router_ids': ['e48f85b5-dccc-4615-b9bf-a3a9824e77cf'], 'active': True} {{(pid=84042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:49:22.221702 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29b3bf05-42df-4327-9a99-345d76b00683 req-6cf77986-6942-4885-a13c-6320d6e274d4 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:49:22.223258 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-29b3bf05-42df-4327-9a99-345d76b00683 req-6cf77986-6942-4885-a13c-6320d6e274d4 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=51288c43-d418-4a71-8bfc-a3f6d6c4fb4e HTTP/1.1" status: 200 len: 835 time: 0.0747516 Apr 18 21:49:22.233515 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5a67301-776b-4b05-ac2d-e1b836d85c62 req-1b793f54-1469-44dc-bdad-c0c7f8c6cb18 tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:49:22.234175 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [req-b5a67301-776b-4b05-ac2d-e1b836d85c62 req-1b793f54-1469-44dc-bdad-c0c7f8c6cb18 tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] Synchronizing usage tracker for tenant:a4ea1a148ea742c594b9948ed7bb3759 on resource:port {{(pid=84040) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 21:49:22.411931 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [req-b5a67301-776b-4b05-ac2d-e1b836d85c62 req-1b793f54-1469-44dc-bdad-c0c7f8c6cb18 tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] Unset dirty status for tenant:a4ea1a148ea742c594b9948ed7bb3759 on resource:port {{(pid=84040) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 21:49:22.413163 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-b5a67301-776b-4b05-ac2d-e1b836d85c62 req-1b793f54-1469-44dc-bdad-c0c7f8c6cb18 tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] 10.222.0.42 "GET /v2.0/ports?device_id=d2bd28de-90d9-49b6-91ba-8889a5b75fc2 HTTP/1.1" status: 200 len: 945 time: 0.3217256 Apr 18 21:49:22.436066 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_dvr_db [None req-1131a123-034c-4b34-98d2-4b446bf8923a None None] Set router e48f85b5-dccc-4615-b9bf-a3a9824e77cf gateway port host: n-d-838334-2 {{(pid=84042) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 21:49:22.471555 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-29b3bf05-42df-4327-9a99-345d76b00683 req-f2427850-5ead-417c-b3a6-8bb6e20ae36a service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=6390664a-f19d-4dd8-b328-91fa2ebf59dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2346828 Apr 18 21:49:22.475364 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-b5a67301-776b-4b05-ac2d-e1b836d85c62 req-7c807cb3-c89b-4a51-877d-335e5164ea02 tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] 10.222.0.42 "GET /v2.0/security-groups?id=cae0508b-a4e1-46f4-8aee-4f6a4e52b4f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0530837 Apr 18 21:49:22.602849 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-29b3bf05-42df-4327-9a99-345d76b00683 req-977cc6c6-fb4c-4bbb-8101-f5b92ccd4037 service neutron] 10.222.0.43 "GET /v2.0/networks/6390664a-f19d-4dd8-b328-91fa2ebf59dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1243865 Apr 18 21:49:22.741912 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-29b3bf05-42df-4327-9a99-345d76b00683 req-6c3a3d68-32bb-46b2-8bb6-c3244057acff service neutron] 10.222.0.43 "GET /v2.0/networks/6390664a-f19d-4dd8-b328-91fa2ebf59dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1322162 Apr 18 21:49:22.752452 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_hamode_db [None req-1131a123-034c-4b34-98d2-4b446bf8923a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e48f85b5-dccc-4615-b9bf-a3a9824e77cf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1396965884', 'tenant_id': 'a4ea1a148ea742c594b9948ed7bb3759', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'external_fixed_ips': [{'subnet_id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'ip_address': '172.25.8.87'}], 'enable_snat': True}, 'gw_port_id': '5341d867-1694-4bdc-bb02-19537b1b4e2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:47:44Z', 'updated_at': '2022-04-18T21:47:48Z', 'revision_number': 4, 'project_id': 'a4ea1a148ea742c594b9948ed7bb3759', 'gw_port': {'id': '5341d867-1694-4bdc-bb02-19537b1b4e2c', 'name': '', 'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:dc:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e48f85b5-dccc-4615-b9bf-a3a9824e77cf', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'ip_address': '172.25.8.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:47:44Z', 'updated_at': '2022-04-18T21:47:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838334-2', '_interfaces': [{'id': 'bbeb82ed-1ff5-4724-9d21-e6cd5080701b', 'name': '', 'network_id': '6390664a-f19d-4dd8-b328-91fa2ebf59dc', 'tenant_id': 'a4ea1a148ea742c594b9948ed7bb3759', 'mac_address': 'fa:16:3e:f2:17:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e48f85b5-dccc-4615-b9bf-a3a9824e77cf', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '51288c43-d418-4a71-8bfc-a3f6d6c4fb4e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:47:47Z', 'updated_at': '2022-04-18T21:47:55Z', 'revision_number': 5, 'project_id': 'a4ea1a148ea742c594b9948ed7bb3759', 'subnets': [{'id': '51288c43-d418-4a71-8bfc-a3f6d6c4fb4e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838334-2', False) {} {{(pid=84042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:49:22.757292 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1131a123-034c-4b34-98d2-4b446bf8923a None None] The sync data for ids ['e48f85b5-dccc-4615-b9bf-a3a9824e77cf'] in n-d-838334-2 is: [{'id': 'e48f85b5-dccc-4615-b9bf-a3a9824e77cf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1396965884', 'tenant_id': 'a4ea1a148ea742c594b9948ed7bb3759', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'external_fixed_ips': [{'subnet_id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'ip_address': '172.25.8.87'}], 'enable_snat': True}, 'gw_port_id': '5341d867-1694-4bdc-bb02-19537b1b4e2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:47:44Z', 'updated_at': '2022-04-18T21:47:48Z', 'revision_number': 4, 'project_id': 'a4ea1a148ea742c594b9948ed7bb3759', 'gw_port': {'id': '5341d867-1694-4bdc-bb02-19537b1b4e2c', 'name': '', 'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:dc:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e48f85b5-dccc-4615-b9bf-a3a9824e77cf', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'ip_address': '172.25.8.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:47:44Z', 'updated_at': '2022-04-18T21:47:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838334-2', '_interfaces': [{'id': 'bbeb82ed-1ff5-4724-9d21-e6cd5080701b', 'name': '', 'network_id': '6390664a-f19d-4dd8-b328-91fa2ebf59dc', 'tenant_id': 'a4ea1a148ea742c594b9948ed7bb3759', 'mac_address': 'fa:16:3e:f2:17:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e48f85b5-dccc-4615-b9bf-a3a9824e77cf', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '51288c43-d418-4a71-8bfc-a3f6d6c4fb4e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:47:47Z', 'updated_at': '2022-04-18T21:47:55Z', 'revision_number': 5, 'project_id': 'a4ea1a148ea742c594b9948ed7bb3759', 'subnets': [{'id': '51288c43-d418-4a71-8bfc-a3f6d6c4fb4e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84042) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 18 21:49:22.965420 n-d-838334-2 neutron-server[84043]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04549216-9712-45e5-ad80-95fcfe6a830f None None] New status for floating IP c895ae21-ac64-4dbc-bfcf-c74eb3a5171b: DOWN {{(pid=84043) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Apr 18 21:49:23.553835 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d0630f8-45cb-42a2-91cb-077632c30db6 req-4a9677d1-4458-4d83-bf0d-a4ae4a7a68bd tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:49:23.555255 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-7d0630f8-45cb-42a2-91cb-077632c30db6 req-4a9677d1-4458-4d83-bf0d-a4ae4a7a68bd tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] 10.222.0.43 "GET /v2.0/ports?device_id=d2bd28de-90d9-49b6-91ba-8889a5b75fc2 HTTP/1.1" status: 200 len: 945 time: 0.0777538 Apr 18 21:49:23.664436 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.plugin [req-7d0630f8-45cb-42a2-91cb-077632c30db6 req-a5b4b8c2-af4f-40e2-874a-16ec270f5e48 tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] Deleting port 65a4e538-a669-4351-ae3c-d065bc775176 {{(pid=84040) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 21:49:23.665134 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-7d0630f8-45cb-42a2-91cb-077632c30db6 req-a5b4b8c2-af4f-40e2-874a-16ec270f5e48 tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750375188691'] for port, before_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:49:23.789616 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a970d1af-3f4f-4824-b081-9a9d2a61ea26 req-259bbea0-0a71-490c-8369-de15e3b24deb tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:49:23.790976 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-a970d1af-3f4f-4824-b081-9a9d2a61ea26 req-259bbea0-0a71-490c-8369-de15e3b24deb tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] 10.222.0.42 "GET /v2.0/ports?device_id=d2bd28de-90d9-49b6-91ba-8889a5b75fc2 HTTP/1.1" status: 200 len: 945 time: 0.1882250 Apr 18 21:49:23.922454 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-a970d1af-3f4f-4824-b081-9a9d2a61ea26 req-a90eeb3c-562c-4a55-ba77-a070b0d4b0cf tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] 10.222.0.42 "GET /v2.0/security-groups?id=cae0508b-a4e1-46f4-8aee-4f6a4e52b4f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1253908 Apr 18 21:49:23.958463 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.db [req-7d0630f8-45cb-42a2-91cb-077632c30db6 req-a5b4b8c2-af4f-40e2-874a-16ec270f5e48 tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] For port 65a4e538-a669-4351-ae3c-d065bc775176, host n-h1-838334-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838334-2',level=0,port_id=65a4e538-a669-4351-ae3c-d065bc775176,segment=NetworkSegment(d1dc8fcf-d7a6-40b4-8210-476dfbcb13b7),segment_id=d1dc8fcf-d7a6-40b4-8210-476dfbcb13b7)] {{(pid=84040) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:49:23.958819 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-7d0630f8-45cb-42a2-91cb-077632c30db6 req-a5b4b8c2-af4f-40e2-874a-16ec270f5e48 tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369123'] for port, precommit_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:49:24.082285 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.plugin [req-7d0630f8-45cb-42a2-91cb-077632c30db6 req-a5b4b8c2-af4f-40e2-874a-16ec270f5e48 tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] Calling delete_port for 65a4e538-a669-4351-ae3c-d065bc775176 owned by compute:nova {{(pid=84040) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 21:49:24.222161 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-7d0630f8-45cb-42a2-91cb-077632c30db6 req-a5b4b8c2-af4f-40e2-874a-16ec270f5e48 tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750375259028', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750374836628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32440838'] for port, after_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:49:24.274738 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5b4b8c2-af4f-40e2-874a-16ec270f5e48 tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] Pushing event deleted for resources: {'Port': ['ID=65a4e538-a669-4351-ae3c-d065bc775176,revision_number=None']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:49:24.347995 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.l3_dvrscheduler_db [req-7d0630f8-45cb-42a2-91cb-077632c30db6 req-a5b4b8c2-af4f-40e2-874a-16ec270f5e48 tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] No DVR routers for this DVR port 65a4e538-a669-4351-ae3c-d065bc775176 on host n-h1-838334-2 {{(pid=84040) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 21:49:24.350463 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-7d0630f8-45cb-42a2-91cb-077632c30db6 req-a5b4b8c2-af4f-40e2-874a-16ec270f5e48 tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217293'] for port, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:49:24.353093 n-d-838334-2 neutron-server[84040]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd2bd28de-90d9-49b6-91ba-8889a5b75fc2', 'name': 'network-vif-deleted', 'tag': '65a4e538-a669-4351-ae3c-d065bc775176'}] {{(pid=84040) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 21:49:24.368682 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-7d0630f8-45cb-42a2-91cb-077632c30db6 req-a5b4b8c2-af4f-40e2-874a-16ec270f5e48 tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] 10.222.0.43 "DELETE /v2.0/ports/65a4e538-a669-4351-ae3c-d065bc775176 HTTP/1.1" status: 204 len: 173 time: 0.8086402 Apr 18 21:49:24.415476 n-d-838334-2 neutron-server[84040]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f76d0e65-cb59-4e27-801e-089f0aa37e01'] response: {'server_uuid': 'd2bd28de-90d9-49b6-91ba-8889a5b75fc2', 'name': 'network-vif-deleted', 'tag': '65a4e538-a669-4351-ae3c-d065bc775176', 'status': 'completed', 'code': 200} Apr 18 21:49:25.025269 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 41938) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:49:25.423703 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-ec931241-4352-4c50-aa60-d40ca23a3b42 tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33443857'] for router_interface, before_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:49:26.149314 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.plugin [None req-ec931241-4352-4c50-aa60-d40ca23a3b42 tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] Deleting port bbeb82ed-1ff5-4724-9d21-e6cd5080701b {{(pid=84041) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 21:49:26.150006 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-ec931241-4352-4c50-aa60-d40ca23a3b42 tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750375188691'] for port, before_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:49:26.333667 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.db [None req-ec931241-4352-4c50-aa60-d40ca23a3b42 tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] For port bbeb82ed-1ff5-4724-9d21-e6cd5080701b, host n-d-838334-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838334-2',level=0,port_id=bbeb82ed-1ff5-4724-9d21-e6cd5080701b,segment=NetworkSegment(d1dc8fcf-d7a6-40b4-8210-476dfbcb13b7),segment_id=d1dc8fcf-d7a6-40b4-8210-476dfbcb13b7)] {{(pid=84041) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:49:26.334020 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-ec931241-4352-4c50-aa60-d40ca23a3b42 tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369123'] for port, precommit_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:49:26.460299 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.plugin [None req-ec931241-4352-4c50-aa60-d40ca23a3b42 tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] Calling delete_port for bbeb82ed-1ff5-4724-9d21-e6cd5080701b owned by network:router_interface {{(pid=84041) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 21:49:26.632102 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-ec931241-4352-4c50-aa60-d40ca23a3b42 tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750375259028', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750374836628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32266323'] for port, after_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:49:26.676312 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec931241-4352-4c50-aa60-d40ca23a3b42 tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] Pushing event deleted for resources: {'Port': ['ID=bbeb82ed-1ff5-4724-9d21-e6cd5080701b,revision_number=None']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:49:26.718262 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec931241-4352-4c50-aa60-d40ca23a3b42 tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:49:26.718649 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec931241-4352-4c50-aa60-d40ca23a3b42 tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:49:26.718938 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec931241-4352-4c50-aa60-d40ca23a3b42 tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:49:26.719256 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec931241-4352-4c50-aa60-d40ca23a3b42 tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:49:26.719579 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec931241-4352-4c50-aa60-d40ca23a3b42 tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:49:26.719931 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec931241-4352-4c50-aa60-d40ca23a3b42 tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:49:26.720254 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec931241-4352-4c50-aa60-d40ca23a3b42 tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:49:26.720575 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec931241-4352-4c50-aa60-d40ca23a3b42 tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:49:26.720895 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec931241-4352-4c50-aa60-d40ca23a3b42 tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:49:26.721212 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec931241-4352-4c50-aa60-d40ca23a3b42 tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:49:26.721529 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec931241-4352-4c50-aa60-d40ca23a3b42 tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:49:26.990925 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-ec931241-4352-4c50-aa60-d40ca23a3b42 tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-32377931', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33443910'] for router_interface, after_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:49:27.655720 n-d-838334-2 neutron-server[84041]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ec931241-4352-4c50-aa60-d40ca23a3b42 tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] Router e48f85b5-dccc-4615-b9bf-a3a9824e77cf has already been hosted by L3 agent bc84d6c9-dd7a-4555-a351-592327b46d5a {{(pid=84041) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 21:49:27.850503 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ec931241-4352-4c50-aa60-d40ca23a3b42 tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] Notify agent at l3_agent.n-d-838334-2 the message routers_updated {{(pid=84041) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 21:49:27.860194 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ea295ce-db5e-4cd3-9402-88fbe9c3ca4d None None] Sync routers for ids ['e48f85b5-dccc-4615-b9bf-a3a9824e77cf'] in n-d-838334-2 {{(pid=84042) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 18 21:49:27.863283 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-ec931241-4352-4c50-aa60-d40ca23a3b42 tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] 10.222.0.42 "PUT /v2.0/routers/e48f85b5-dccc-4615-b9bf-a3a9824e77cf/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8368108 Apr 18 21:49:27.865930 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 41944) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:49:27.871698 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ea295ce-db5e-4cd3-9402-88fbe9c3ca4d None None] Routers {'e48f85b5-dccc-4615-b9bf-a3a9824e77cf'} bound to L3 agent in host n-d-838334-2 {{(pid=84042) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 21:49:27.872300 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_hamode_db [None req-0ea295ce-db5e-4cd3-9402-88fbe9c3ca4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838334-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-18T20:25:48Z,description=,heartbeat_timestamp=2022-04-18T21:49:18Z,host='n-d-838334-2',id=bc84d6c9-dd7a-4555-a351-592327b46d5a,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:25:48Z,topic='l3_agent')) {'router_ids': ['e48f85b5-dccc-4615-b9bf-a3a9824e77cf'], 'active': True} {{(pid=84042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:49:28.048070 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_dvr_db [None req-0ea295ce-db5e-4cd3-9402-88fbe9c3ca4d None None] Set router e48f85b5-dccc-4615-b9bf-a3a9824e77cf gateway port host: n-d-838334-2 {{(pid=84042) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 21:49:28.053567 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.db_base_plugin_v2 [None req-8593a34d-dcef-4489-9f2c-3340048b64cc tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] Deleting subnet 51288c43-d418-4a71-8bfc-a3f6d6c4fb4e {{(pid=84041) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 18 21:49:28.056571 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-8593a34d-dcef-4489-9f2c-3340048b64cc tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] Notify callbacks [] for subnet, before_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:49:28.078025 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.agents_db [None req-6346a179-333c-4370-b5a6-936984aeab15 None None] Agent healthcheck: found 7 active agents {{(pid=84043) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 18 21:49:28.110275 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-8593a34d-dcef-4489-9f2c-3340048b64cc tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32266383'] for subnet, precommit_delete_associations {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:49:28.194072 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-8593a34d-dcef-4489-9f2c-3340048b64cc tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1260556'] for subnet, precommit_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:49:28.273188 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-8593a34d-dcef-4489-9f2c-3340048b64cc tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1260549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33526260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32266336', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32486390'] for subnet, after_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:49:28.312702 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8593a34d-dcef-4489-9f2c-3340048b64cc tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] Pushing event deleted for resources: {'Subnet': ['ID=51288c43-d418-4a71-8bfc-a3f6d6c4fb4e,revision_number=None']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:49:28.320742 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-8593a34d-dcef-4489-9f2c-3340048b64cc tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] Notify callbacks [] for subnet, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:49:28.324175 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d56597fd-a79c-45f4-8272-7cb8bf3bbee2 None None] Network 6390664a-f19d-4dd8-b328-91fa2ebf59dc requested from n-d-838334-2 {{(pid=84042) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 21:49:28.326987 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-8593a34d-dcef-4489-9f2c-3340048b64cc tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] 10.222.0.42 "DELETE /v2.0/subnets/51288c43-d418-4a71-8bfc-a3f6d6c4fb4e HTTP/1.1" status: 204 len: 168 time: 0.4601309 Apr 18 21:49:28.329666 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 41948) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:49:28.485710 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_hamode_db [None req-0ea295ce-db5e-4cd3-9402-88fbe9c3ca4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e48f85b5-dccc-4615-b9bf-a3a9824e77cf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1396965884', 'tenant_id': 'a4ea1a148ea742c594b9948ed7bb3759', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'external_fixed_ips': [{'subnet_id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'ip_address': '172.25.8.87'}], 'enable_snat': True}, 'gw_port_id': '5341d867-1694-4bdc-bb02-19537b1b4e2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:47:44Z', 'updated_at': '2022-04-18T21:49:26Z', 'revision_number': 5, 'project_id': 'a4ea1a148ea742c594b9948ed7bb3759', 'gw_port': {'id': '5341d867-1694-4bdc-bb02-19537b1b4e2c', 'name': '', 'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:dc:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e48f85b5-dccc-4615-b9bf-a3a9824e77cf', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'ip_address': '172.25.8.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:47:44Z', 'updated_at': '2022-04-18T21:47:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838334-2'}], 'n-d-838334-2', False) {} {{(pid=84042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:49:28.496640 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ea295ce-db5e-4cd3-9402-88fbe9c3ca4d None None] Checking router: e48f85b5-dccc-4615-b9bf-a3a9824e77cf for host: n-d-838334-2 {{(pid=84042) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 18 21:49:28.523354 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ea295ce-db5e-4cd3-9402-88fbe9c3ca4d None None] Routers {'e48f85b5-dccc-4615-b9bf-a3a9824e77cf'} bound to L3 agent in host n-d-838334-2 {{(pid=84042) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 21:49:28.523918 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_hamode_db [None req-0ea295ce-db5e-4cd3-9402-88fbe9c3ca4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838334-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-18T20:25:48Z,description=,heartbeat_timestamp=2022-04-18T21:49:18Z,host='n-d-838334-2',id=bc84d6c9-dd7a-4555-a351-592327b46d5a,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:25:48Z,topic='l3_agent')) {'router_ids': ['e48f85b5-dccc-4615-b9bf-a3a9824e77cf'], 'active': True} {{(pid=84042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:49:28.528813 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-9789d033-d370-401c-95ef-c50fa4b352b8 tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] Notify callbacks [] for router, before_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:49:28.575246 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Device 65a4e538-a669-4351-ae3c-d065bc775176 no longer exists at agent hyperv_n-h1-838334-2 {{(pid=84042) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 21:49:28.722005 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.plugin [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] No Port match for: 65a4e538-a669-4351-ae3c-d065bc775176 {{(pid=84042) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 18 21:49:28.722338 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Device 65a4e538-a669-4351-ae3c-d065bc775176 not bound to the agent host n-h1-838334-2 {{(pid=84042) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 21:49:28.798037 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_dvr_db [None req-0ea295ce-db5e-4cd3-9402-88fbe9c3ca4d None None] Set router e48f85b5-dccc-4615-b9bf-a3a9824e77cf gateway port host: n-d-838334-2 {{(pid=84042) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 21:49:28.839352 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2aa4f24f-d538-42e7-8cf9-a79b951eefcc None None] DHCP port deletion for 6390664a-f19d-4dd8-b328-91fa2ebf59dc request from n-d-838334-2 {{(pid=84042) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 18 21:49:28.849794 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-9789d033-d370-401c-95ef-c50fa4b352b8 tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] Notify callbacks [] for router_gateway, before_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:49:28.858996 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.plugin [None req-9789d033-d370-401c-95ef-c50fa4b352b8 tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] Deleting port 5341d867-1694-4bdc-bb02-19537b1b4e2c {{(pid=84040) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 21:49:28.859715 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-9789d033-d370-401c-95ef-c50fa4b352b8 tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750375188691'] for port, before_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:49:28.901811 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.plugin [None req-2aa4f24f-d538-42e7-8cf9-a79b951eefcc None None] Deleting port b6f96f90-997c-40eb-86b6-62dac4179950 {{(pid=84042) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 21:49:28.901811 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-2aa4f24f-d538-42e7-8cf9-a79b951eefcc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750375188691'] for port, before_delete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:49:29.034757 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.db [None req-9789d033-d370-401c-95ef-c50fa4b352b8 tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] For port 5341d867-1694-4bdc-bb02-19537b1b4e2c, host n-d-838334-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838334-2',level=0,port_id=5341d867-1694-4bdc-bb02-19537b1b4e2c,segment=NetworkSegment(732aa830-768b-4511-951f-d08e26b9c25b),segment_id=732aa830-768b-4511-951f-d08e26b9c25b)] {{(pid=84040) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:49:29.035112 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-9789d033-d370-401c-95ef-c50fa4b352b8 tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369123'] for port, precommit_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:49:29.155221 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.plugin [None req-9789d033-d370-401c-95ef-c50fa4b352b8 tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] Calling delete_port for 5341d867-1694-4bdc-bb02-19537b1b4e2c owned by network:router_gateway {{(pid=84040) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 21:49:29.255395 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-2aa4f24f-d538-42e7-8cf9-a79b951eefcc None None] For port b6f96f90-997c-40eb-86b6-62dac4179950, host n-d-838334-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838334-2',level=0,port_id=b6f96f90-997c-40eb-86b6-62dac4179950,segment=NetworkSegment(d1dc8fcf-d7a6-40b4-8210-476dfbcb13b7),segment_id=d1dc8fcf-d7a6-40b4-8210-476dfbcb13b7)] {{(pid=84042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:49:29.255822 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-2aa4f24f-d538-42e7-8cf9-a79b951eefcc None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369123'] for port, precommit_delete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:49:29.322456 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Device b6f96f90-997c-40eb-86b6-62dac4179950 no longer exists at agent ovs-agent-n-d-838334-2 {{(pid=84042) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 21:49:29.326291 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-9789d033-d370-401c-95ef-c50fa4b352b8 tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750375259028', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750374836628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32440838'] for port, after_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:49:29.375361 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9789d033-d370-401c-95ef-c50fa4b352b8 tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] Pushing event deleted for resources: {'Port': ['ID=5341d867-1694-4bdc-bb02-19537b1b4e2c,revision_number=None']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:49:29.416325 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.plugin [None req-2aa4f24f-d538-42e7-8cf9-a79b951eefcc None None] Calling delete_port for b6f96f90-997c-40eb-86b6-62dac4179950 owned by network:dhcp {{(pid=84042) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 21:49:29.538139 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_hamode_db [None req-0ea295ce-db5e-4cd3-9402-88fbe9c3ca4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e48f85b5-dccc-4615-b9bf-a3a9824e77cf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1396965884', 'tenant_id': 'a4ea1a148ea742c594b9948ed7bb3759', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'external_fixed_ips': [{'subnet_id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'ip_address': '172.25.8.87'}], 'enable_snat': True}, 'gw_port_id': '5341d867-1694-4bdc-bb02-19537b1b4e2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:47:44Z', 'updated_at': '2022-04-18T21:49:26Z', 'revision_number': 5, 'project_id': 'a4ea1a148ea742c594b9948ed7bb3759', 'gw_port': {'id': '5341d867-1694-4bdc-bb02-19537b1b4e2c', 'name': '', 'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:dc:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e48f85b5-dccc-4615-b9bf-a3a9824e77cf', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'ip_address': '172.25.8.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:47:44Z', 'updated_at': '2022-04-18T21:47:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838334-2'}], 'n-d-838334-2', False) {} {{(pid=84042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:49:29.557851 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ea295ce-db5e-4cd3-9402-88fbe9c3ca4d None None] The sync data for ids ['e48f85b5-dccc-4615-b9bf-a3a9824e77cf'] in n-d-838334-2 is: [{'id': 'e48f85b5-dccc-4615-b9bf-a3a9824e77cf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1396965884', 'tenant_id': 'a4ea1a148ea742c594b9948ed7bb3759', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'external_fixed_ips': [{'subnet_id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'ip_address': '172.25.8.87'}], 'enable_snat': True}, 'gw_port_id': '5341d867-1694-4bdc-bb02-19537b1b4e2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:47:44Z', 'updated_at': '2022-04-18T21:49:26Z', 'revision_number': 5, 'project_id': 'a4ea1a148ea742c594b9948ed7bb3759', 'gw_port': {'id': '5341d867-1694-4bdc-bb02-19537b1b4e2c', 'name': '', 'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:dc:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e48f85b5-dccc-4615-b9bf-a3a9824e77cf', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'ip_address': '172.25.8.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:47:44Z', 'updated_at': '2022-04-18T21:47:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838334-2'}] {{(pid=84042) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 18 21:49:29.562172 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-2aa4f24f-d538-42e7-8cf9-a79b951eefcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750375259028', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750374836628'] for port, after_delete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:49:29.609177 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-9789d033-d370-401c-95ef-c50fa4b352b8 tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33444108'] for router_gateway, after_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:49:29.621173 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aa4f24f-d538-42e7-8cf9-a79b951eefcc None None] Pushing event deleted for resources: {'Port': ['ID=b6f96f90-997c-40eb-86b6-62dac4179950,revision_number=None']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:49:29.623834 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2aa4f24f-d538-42e7-8cf9-a79b951eefcc None None] No DVR routers for this DVR port b6f96f90-997c-40eb-86b6-62dac4179950 on host n-d-838334-2 {{(pid=84042) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 21:49:29.625365 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:49:29.643123 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aa4f24f-d538-42e7-8cf9-a79b951eefcc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:49:29.643351 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aa4f24f-d538-42e7-8cf9-a79b951eefcc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:49:29.643784 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aa4f24f-d538-42e7-8cf9-a79b951eefcc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:49:29.644120 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aa4f24f-d538-42e7-8cf9-a79b951eefcc None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:49:29.644447 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aa4f24f-d538-42e7-8cf9-a79b951eefcc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:49:29.644770 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aa4f24f-d538-42e7-8cf9-a79b951eefcc None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:49:29.645086 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aa4f24f-d538-42e7-8cf9-a79b951eefcc None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:49:29.645401 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aa4f24f-d538-42e7-8cf9-a79b951eefcc None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:49:29.645716 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aa4f24f-d538-42e7-8cf9-a79b951eefcc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:49:29.646029 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aa4f24f-d538-42e7-8cf9-a79b951eefcc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:49:29.646342 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aa4f24f-d538-42e7-8cf9-a79b951eefcc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:49:29.863536 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-9789d033-d370-401c-95ef-c50fa4b352b8 tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33443580', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5726'] for router, precommit_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:49:29.867464 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-9789d033-d370-401c-95ef-c50fa4b352b8 tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:49:29.891501 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-9789d033-d370-401c-95ef-c50fa4b352b8 tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-33443408'] for router, after_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:49:29.892042 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9789d033-d370-401c-95ef-c50fa4b352b8 tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] Fanout notify agent at l3_agent the message router_deleted on router e48f85b5-dccc-4615-b9bf-a3a9824e77cf {{(pid=84040) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 18 21:49:29.906319 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-9789d033-d370-401c-95ef-c50fa4b352b8 tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] Notify callbacks [] for router, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:49:29.907393 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-9789d033-d370-401c-95ef-c50fa4b352b8 tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] 10.222.0.42 "DELETE /v2.0/routers/e48f85b5-dccc-4615-b9bf-a3a9824e77cf HTTP/1.1" status: 204 len: 168 time: 1.5767550 Apr 18 21:49:29.910369 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 41952) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:49:30.027999 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-336e686e-1f22-45f2-9818-05d8238d57fd tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1103592'] for network, before_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:49:30.266373 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750375287399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253529'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:49:30.271823 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-336e686e-1f22-45f2-9818-05d8238d57fd tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1258905', 'neutron.services.segments.db._delete_segments_for_network-8750375287417'] for network, precommit_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:49:30.296435 n-d-838334-2 neutron-server[84040]: DEBUG neutron.services.segments.db [None req-336e686e-1f22-45f2-9818-05d8238d57fd tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6390664a-f19d-4dd8-b328-91fa2ebf59dc']}} {{(pid=84040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:49:30.308937 n-d-838334-2 neutron-server[84040]: DEBUG neutron.services.segments.db [None req-336e686e-1f22-45f2-9818-05d8238d57fd tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd1dc8fcf-d7a6-40b4-8210-476dfbcb13b7') {'for_net_delete': True} {{(pid=84040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:49:30.309257 n-d-838334-2 neutron-server[84040]: DEBUG neutron.services.segments.db [None req-336e686e-1f22-45f2-9818-05d8238d57fd tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd1dc8fcf-d7a6-40b4-8210-476dfbcb13b7') {} {{(pid=84040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:49:30.320269 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-336e686e-1f22-45f2-9818-05d8238d57fd tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750375287300', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31955965'] for segment, before_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:49:30.335854 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-336e686e-1f22-45f2-9818-05d8238d57fd tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1082986'] for segment, precommit_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:49:30.342086 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-336e686e-1f22-45f2-9818-05d8238d57fd tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] Releasing vlan 377 on physical network physnet1 to pool {{(pid=84040) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 18 21:49:30.342534 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-336e686e-1f22-45f2-9818-05d8238d57fd tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1082993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32440923'] for segment, after_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:49:30.357115 n-d-838334-2 neutron-server[84040]: Traceback (most recent call last): Apr 18 21:49:30.357115 n-d-838334-2 neutron-server[84040]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 18 21:49:30.357115 n-d-838334-2 neutron-server[84040]: timer() Apr 18 21:49:30.357115 n-d-838334-2 neutron-server[84040]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 21:49:30.357115 n-d-838334-2 neutron-server[84040]: cb(*args, **kw) Apr 18 21:49:30.357115 n-d-838334-2 neutron-server[84040]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 18 21:49:30.357115 n-d-838334-2 neutron-server[84040]: return func(*args, **kwargs) Apr 18 21:49:30.357115 n-d-838334-2 neutron-server[84040]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 21:49:30.357115 n-d-838334-2 neutron-server[84040]: self._notify() Apr 18 21:49:30.357115 n-d-838334-2 neutron-server[84040]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 21:49:30.357115 n-d-838334-2 neutron-server[84040]: self.callback(batched_events) Apr 18 21:49:30.357115 n-d-838334-2 neutron-server[84040]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 21:49:30.357115 n-d-838334-2 neutron-server[84040]: event.method(event) Apr 18 21:49:30.357115 n-d-838334-2 neutron-server[84040]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 18 21:49:30.357115 n-d-838334-2 neutron-server[84040]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 21:49:30.357115 n-d-838334-2 neutron-server[84040]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 18 21:49:30.357115 n-d-838334-2 neutron-server[84040]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 21:49:30.357115 n-d-838334-2 neutron-server[84040]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 18 21:49:30.357115 n-d-838334-2 neutron-server[84040]: return f(self, *a, **k) Apr 18 21:49:30.357115 n-d-838334-2 neutron-server[84040]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 18 21:49:30.357115 n-d-838334-2 neutron-server[84040]: return self._get(url).json() Apr 18 21:49:30.357115 n-d-838334-2 neutron-server[84040]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 18 21:49:30.357115 n-d-838334-2 neutron-server[84040]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 21:49:30.357115 n-d-838334-2 neutron-server[84040]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 18 21:49:30.357115 n-d-838334-2 neutron-server[84040]: return self.request(url, 'GET', **kwargs) Apr 18 21:49:30.357115 n-d-838334-2 neutron-server[84040]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 18 21:49:30.357115 n-d-838334-2 neutron-server[84040]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 21:49:30.357115 n-d-838334-2 neutron-server[84040]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 18 21:49:30.357115 n-d-838334-2 neutron-server[84040]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 21:49:30.357115 n-d-838334-2 neutron-server[84040]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 18 21:49:30.357115 n-d-838334-2 neutron-server[84040]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 21:49:30.357115 n-d-838334-2 neutron-server[84040]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 21:49:30.439653 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-336e686e-1f22-45f2-9818-05d8238d57fd tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1258898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33526109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33444113'] for network, after_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:49:30.458538 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-336e686e-1f22-45f2-9818-05d8238d57fd tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] Notify callbacks [] for network, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:49:30.474959 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-336e686e-1f22-45f2-9818-05d8238d57fd tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] Pushing event deleted for resources: {'Network': ['ID=6390664a-f19d-4dd8-b328-91fa2ebf59dc,revision_number=None']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:49:30.483214 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-336e686e-1f22-45f2-9818-05d8238d57fd tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] 10.222.0.42 "DELETE /v2.0/networks/6390664a-f19d-4dd8-b328-91fa2ebf59dc HTTP/1.1" status: 204 len: 168 time: 0.5717838 Apr 18 21:49:30.486029 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 41956) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:49:30.556135 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-a6cb4d2c-8690-4cb1-9c0d-13821c1b4019 tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] Notify callbacks [] for security_group, before_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:49:30.587261 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-a6cb4d2c-8690-4cb1-9c0d-13821c1b4019 tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:49:30.652920 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-a6cb4d2c-8690-4cb1-9c0d-13821c1b4019 tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33528224'] for security_group, after_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:49:30.675533 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6cb4d2c-8690-4cb1-9c0d-13821c1b4019 tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cae0508b-a4e1-46f4-8aee-4f6a4e52b4f5,revision_number=None']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:49:30.685257 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-a6cb4d2c-8690-4cb1-9c0d-13821c1b4019 tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] Notify callbacks [] for security_group, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:49:30.686361 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-a6cb4d2c-8690-4cb1-9c0d-13821c1b4019 tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] 10.222.0.42 "DELETE /v2.0/security-groups/cae0508b-a4e1-46f4-8aee-4f6a4e52b4f5 HTTP/1.1" status: 204 len: 168 time: 0.1994574 Apr 18 21:49:30.976598 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 41964) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:49:30.982035 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.v2.base [None req-92e6aaf1-70a4-44c7-b796-0e4e631fdfdb tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-493842769', 'description': 'tempest-secgroup-smoke-493842769 description', 'project_id': 'a4ea1a148ea742c594b9948ed7bb3759'}} {{(pid=84040) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:49:30.989160 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [None req-92e6aaf1-70a4-44c7-b796-0e4e631fdfdb tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:49:30.993272 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-92e6aaf1-70a4-44c7-b796-0e4e631fdfdb tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] Usage tracker for resource:security_group and tenant:a4ea1a148ea742c594b9948ed7bb3759 is out of sync, need to count used quota {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:49:30.996123 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-92e6aaf1-70a4-44c7-b796-0e4e631fdfdb tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:49:31.001740 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [None req-92e6aaf1-70a4-44c7-b796-0e4e631fdfdb tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:49:31.011782 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-92e6aaf1-70a4-44c7-b796-0e4e631fdfdb tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] Notify callbacks [] for security_group, before_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:49:31.045861 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [None req-92e6aaf1-70a4-44c7-b796-0e4e631fdfdb tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:49:31.049641 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-92e6aaf1-70a4-44c7-b796-0e4e631fdfdb tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] Usage tracker for resource:security_group_rule and tenant:a4ea1a148ea742c594b9948ed7bb3759 is out of sync, need to count used quota {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:49:31.053113 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-92e6aaf1-70a4-44c7-b796-0e4e631fdfdb tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:49:31.058859 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [None req-92e6aaf1-70a4-44c7-b796-0e4e631fdfdb tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:49:31.119699 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-92e6aaf1-70a4-44c7-b796-0e4e631fdfdb tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] Notify callbacks [] for security_group, precommit_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:49:31.124029 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-92e6aaf1-70a4-44c7-b796-0e4e631fdfdb tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33528224'] for security_group, after_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:49:31.165578 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92e6aaf1-70a4-44c7-b796-0e4e631fdfdb tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3641b93e-659c-4ed3-85e3-f92eae4e51ee,revision_number=1']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:49:31.171677 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-92e6aaf1-70a4-44c7-b796-0e4e631fdfdb tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] Notify callbacks [] for security_group, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:49:31.172842 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-92e6aaf1-70a4-44c7-b796-0e4e631fdfdb tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1626 time: 0.1952717 Apr 18 21:49:31.176598 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 41968) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:49:31.182016 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.v2.base [None req-2af992c2-37b2-4134-a707-6136bcd1432a tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] Request body: {'security_group_rule': {'security_group_id': '3641b93e-659c-4ed3-85e3-f92eae4e51ee', 'project_id': 'a4ea1a148ea742c594b9948ed7bb3759', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84040) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:49:31.188309 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [None req-2af992c2-37b2-4134-a707-6136bcd1432a tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:49:31.192067 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-2af992c2-37b2-4134-a707-6136bcd1432a tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] Usage tracker for resource:security_group_rule and tenant:a4ea1a148ea742c594b9948ed7bb3759 is out of sync, need to count used quota {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:49:31.194943 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-2af992c2-37b2-4134-a707-6136bcd1432a tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:49:31.200580 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [None req-2af992c2-37b2-4134-a707-6136bcd1432a tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:49:31.216756 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-2af992c2-37b2-4134-a707-6136bcd1432a tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:49:31.279362 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-2af992c2-37b2-4134-a707-6136bcd1432a tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:49:31.281226 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Device 5341d867-1694-4bdc-bb02-19537b1b4e2c no longer exists at agent ovs-agent-n-d-838334-2 {{(pid=84042) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 21:49:31.283287 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-2af992c2-37b2-4134-a707-6136bcd1432a tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33528311'] for security_group_rule, after_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:49:31.307131 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2af992c2-37b2-4134-a707-6136bcd1432a tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=41d240c4-a822-44f6-87d1-e3a6b9b42e2e,revision_number=0']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:49:31.318023 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-2af992c2-37b2-4134-a707-6136bcd1432a tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:49:31.319394 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-2af992c2-37b2-4134-a707-6136bcd1432a tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.1419039 Apr 18 21:49:31.321073 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.plugin [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] No Port match for: 5341d867-1694-4bdc-bb02-19537b1b4e2c {{(pid=84042) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 18 21:49:31.321417 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Device 5341d867-1694-4bdc-bb02-19537b1b4e2c not bound to the agent host n-d-838334-2 {{(pid=84042) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 21:49:31.321839 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Device bbeb82ed-1ff5-4724-9d21-e6cd5080701b no longer exists at agent ovs-agent-n-d-838334-2 {{(pid=84042) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 21:49:31.322103 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 41972) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:49:31.327545 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.v2.base [None req-c46513cc-048e-4441-b769-515ddd8aa1f5 tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] Request body: {'security_group_rule': {'security_group_id': '3641b93e-659c-4ed3-85e3-f92eae4e51ee', 'project_id': 'a4ea1a148ea742c594b9948ed7bb3759', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=84040) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:49:31.334157 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [None req-c46513cc-048e-4441-b769-515ddd8aa1f5 tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:49:31.338021 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-c46513cc-048e-4441-b769-515ddd8aa1f5 tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] Usage tracker for resource:security_group_rule and tenant:a4ea1a148ea742c594b9948ed7bb3759 is out of sync, need to count used quota {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:49:31.340846 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-c46513cc-048e-4441-b769-515ddd8aa1f5 tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:49:31.347175 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [None req-c46513cc-048e-4441-b769-515ddd8aa1f5 tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:49:31.354084 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.plugin [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] No Port match for: bbeb82ed-1ff5-4724-9d21-e6cd5080701b {{(pid=84042) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 18 21:49:31.354429 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Device bbeb82ed-1ff5-4724-9d21-e6cd5080701b not bound to the agent host n-d-838334-2 {{(pid=84042) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 21:49:31.367222 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-c46513cc-048e-4441-b769-515ddd8aa1f5 tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:49:31.440183 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-c46513cc-048e-4441-b769-515ddd8aa1f5 tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:49:31.443985 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-c46513cc-048e-4441-b769-515ddd8aa1f5 tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33528311'] for security_group_rule, after_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:49:31.466975 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c46513cc-048e-4441-b769-515ddd8aa1f5 tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c372230c-fc44-4864-8013-a316923d8c22,revision_number=0']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:49:31.476666 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-c46513cc-048e-4441-b769-515ddd8aa1f5 tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:49:31.477758 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-c46513cc-048e-4441-b769-515ddd8aa1f5 tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.1547215 Apr 18 21:49:31.480531 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 41976) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:49:31.487385 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.v2.base [None req-91adf3af-e0fa-4684-83ee-22a914d39e90 tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] Request body: {'security_group_rule': {'security_group_id': '3641b93e-659c-4ed3-85e3-f92eae4e51ee', 'project_id': 'a4ea1a148ea742c594b9948ed7bb3759', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=84040) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:49:31.496422 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [None req-91adf3af-e0fa-4684-83ee-22a914d39e90 tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:49:31.500275 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-91adf3af-e0fa-4684-83ee-22a914d39e90 tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] Usage tracker for resource:security_group_rule and tenant:a4ea1a148ea742c594b9948ed7bb3759 is out of sync, need to count used quota {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:49:31.503156 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-91adf3af-e0fa-4684-83ee-22a914d39e90 tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:49:31.508895 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [None req-91adf3af-e0fa-4684-83ee-22a914d39e90 tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:49:31.525497 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-91adf3af-e0fa-4684-83ee-22a914d39e90 tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:49:31.587496 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-91adf3af-e0fa-4684-83ee-22a914d39e90 tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:49:31.590811 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-91adf3af-e0fa-4684-83ee-22a914d39e90 tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33528311'] for security_group_rule, after_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:49:31.614684 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91adf3af-e0fa-4684-83ee-22a914d39e90 tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8ad91e8e-923b-4359-a6d1-c8877f5f6f56,revision_number=0']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:49:31.622635 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-91adf3af-e0fa-4684-83ee-22a914d39e90 tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:49:31.623996 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-91adf3af-e0fa-4684-83ee-22a914d39e90 tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.1424868 Apr 18 21:49:31.626583 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 41980) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:49:31.631942 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.v2.base [None req-14c2d265-5b76-42d8-8864-63be8a578494 tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] Request body: {'security_group_rule': {'security_group_id': '3641b93e-659c-4ed3-85e3-f92eae4e51ee', 'project_id': 'a4ea1a148ea742c594b9948ed7bb3759', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=84040) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:49:31.638224 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [None req-14c2d265-5b76-42d8-8864-63be8a578494 tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:49:31.641947 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-14c2d265-5b76-42d8-8864-63be8a578494 tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] Usage tracker for resource:security_group_rule and tenant:a4ea1a148ea742c594b9948ed7bb3759 is out of sync, need to count used quota {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:49:31.645474 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-14c2d265-5b76-42d8-8864-63be8a578494 tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:49:31.651075 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [None req-14c2d265-5b76-42d8-8864-63be8a578494 tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:49:31.667590 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-14c2d265-5b76-42d8-8864-63be8a578494 tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:49:31.733449 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-14c2d265-5b76-42d8-8864-63be8a578494 tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:49:31.737041 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-14c2d265-5b76-42d8-8864-63be8a578494 tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33528311'] for security_group_rule, after_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:49:31.759795 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14c2d265-5b76-42d8-8864-63be8a578494 tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=00debd57-2046-4ff1-b3da-f637fb05bb43,revision_number=0']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:49:31.768554 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-14c2d265-5b76-42d8-8864-63be8a578494 tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:49:31.770305 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-14c2d265-5b76-42d8-8864-63be8a578494 tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.1427722 Apr 18 21:49:31.772963 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 41984) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:49:31.778427 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.v2.base [None req-92eb7481-525e-4348-b9f3-f32828fb96a4 tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] Request body: {'security_group_rule': {'security_group_id': '3641b93e-659c-4ed3-85e3-f92eae4e51ee', 'project_id': 'a4ea1a148ea742c594b9948ed7bb3759', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=84040) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:49:31.785482 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [None req-92eb7481-525e-4348-b9f3-f32828fb96a4 tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:49:31.789249 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-92eb7481-525e-4348-b9f3-f32828fb96a4 tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] Usage tracker for resource:security_group_rule and tenant:a4ea1a148ea742c594b9948ed7bb3759 is out of sync, need to count used quota {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:49:31.792081 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-92eb7481-525e-4348-b9f3-f32828fb96a4 tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:49:31.797928 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [None req-92eb7481-525e-4348-b9f3-f32828fb96a4 tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:49:31.808248 n-d-838334-2 neutron-server[84040]: INFO neutron.db.securitygroups_db [None req-92eb7481-525e-4348-b9f3-f32828fb96a4 tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] Project a4ea1a148ea742c594b9948ed7bb3759 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 18 21:49:31.814389 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-92eb7481-525e-4348-b9f3-f32828fb96a4 tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:49:31.878438 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-92eb7481-525e-4348-b9f3-f32828fb96a4 tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:49:31.881752 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-92eb7481-525e-4348-b9f3-f32828fb96a4 tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33528311'] for security_group_rule, after_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:49:31.903996 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92eb7481-525e-4348-b9f3-f32828fb96a4 tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e7129db1-016a-4ae7-941a-15763b8849f2,revision_number=0']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:49:31.916393 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-92eb7481-525e-4348-b9f3-f32828fb96a4 tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:49:31.917543 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-92eb7481-525e-4348-b9f3-f32828fb96a4 tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.1436021 Apr 18 21:49:31.920471 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 41988) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:49:31.926398 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.v2.base [None req-0a931be5-5b7b-426e-9514-5639c6868dc2 tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] Request body: {'security_group_rule': {'security_group_id': '3641b93e-659c-4ed3-85e3-f92eae4e51ee', 'project_id': 'a4ea1a148ea742c594b9948ed7bb3759', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=84040) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:49:31.932632 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [None req-0a931be5-5b7b-426e-9514-5639c6868dc2 tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:49:31.936335 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-0a931be5-5b7b-426e-9514-5639c6868dc2 tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] Usage tracker for resource:security_group_rule and tenant:a4ea1a148ea742c594b9948ed7bb3759 is out of sync, need to count used quota {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:49:31.939135 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-0a931be5-5b7b-426e-9514-5639c6868dc2 tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:49:31.945001 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [None req-0a931be5-5b7b-426e-9514-5639c6868dc2 tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:49:31.956682 n-d-838334-2 neutron-server[84040]: INFO neutron.db.securitygroups_db [None req-0a931be5-5b7b-426e-9514-5639c6868dc2 tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] Project a4ea1a148ea742c594b9948ed7bb3759 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 18 21:49:31.962859 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-0a931be5-5b7b-426e-9514-5639c6868dc2 tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:49:32.027752 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-0a931be5-5b7b-426e-9514-5639c6868dc2 tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:49:32.030952 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-0a931be5-5b7b-426e-9514-5639c6868dc2 tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33528311'] for security_group_rule, after_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:49:32.056927 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a931be5-5b7b-426e-9514-5639c6868dc2 tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4cca57e5-1050-4595-bd25-4c3d170a2cf2,revision_number=0']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:49:32.064860 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-0a931be5-5b7b-426e-9514-5639c6868dc2 tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:49:32.066039 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-0a931be5-5b7b-426e-9514-5639c6868dc2 tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.1446815 Apr 18 21:49:32.068842 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 41992) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:49:32.074095 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.v2.base [None req-f072f16b-647a-4f4f-aedc-f10cea0bd9c7 tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] Request body: {'network': {'name': 'tempest-network-smoke--379254532', 'project_id': 'a4ea1a148ea742c594b9948ed7bb3759', 'port_security_enabled': True}} {{(pid=84040) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:49:32.079341 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [None req-f072f16b-647a-4f4f-aedc-f10cea0bd9c7 tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:49:32.084063 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-f072f16b-647a-4f4f-aedc-f10cea0bd9c7 tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] Usage tracker for resource:network and tenant:a4ea1a148ea742c594b9948ed7bb3759 is out of sync, need to count used quota {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:49:32.086840 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-f072f16b-647a-4f4f-aedc-f10cea0bd9c7 tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:49:32.092405 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [None req-f072f16b-647a-4f4f-aedc-f10cea0bd9c7 tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:49:32.103064 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f072f16b-647a-4f4f-aedc-f10cea0bd9c7 tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] Made reservation on behalf of a4ea1a148ea742c594b9948ed7bb3759 for: {'network': 1} {{(pid=84040) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:49:32.105980 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-f072f16b-647a-4f4f-aedc-f10cea0bd9c7 tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for network, before_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:49:32.132460 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f072f16b-647a-4f4f-aedc-f10cea0bd9c7 tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 372} {{(pid=84040) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 21:49:32.140757 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-f072f16b-647a-4f4f-aedc-f10cea0bd9c7 tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1082986'] for segment, precommit_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:49:32.141088 n-d-838334-2 neutron-server[84040]: INFO neutron.db.segments_db [None req-f072f16b-647a-4f4f-aedc-f10cea0bd9c7 tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] Added segment 1a717f73-0462-478f-bf6e-ff068c9757a3 of type vlan for network d7762bac-c37e-4051-9436-976349460037 Apr 18 21:49:32.166838 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-f072f16b-647a-4f4f-aedc-f10cea0bd9c7 tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750374825732'] for network, precommit_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:49:32.194823 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-f072f16b-647a-4f4f-aedc-f10cea0bd9c7 tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33526109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022'] for network, after_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:49:32.198411 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f072f16b-647a-4f4f-aedc-f10cea0bd9c7 tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:49:32.198973 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-f072f16b-647a-4f4f-aedc-f10cea0bd9c7 tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] Notify callbacks [] for network, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:49:32.301628 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-f072f16b-647a-4f4f-aedc-f10cea0bd9c7 tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2317891 Apr 18 21:49:32.304439 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 41996) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:49:32.309854 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.v2.base [None req-7f999d50-cd63-469e-99e3-1a033d739abc tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1581329144', 'admin_state_up': True, 'project_id': 'a4ea1a148ea742c594b9948ed7bb3759', 'external_gateway_info': {'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c'}}} {{(pid=84041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:49:32.310113 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f072f16b-647a-4f4f-aedc-f10cea0bd9c7 tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] Pushing event updated for resources: {'Network': ['ID=d7762bac-c37e-4051-9436-976349460037,revision_number=1']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:49:32.319474 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-7f999d50-cd63-469e-99e3-1a033d739abc tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:49:32.320108 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Network d7762bac-c37e-4051-9436-976349460037 details requested by agent ovs-agent-n-d-838334-2 with host n-d-838334-2 {{(pid=84042) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 18 21:49:32.323696 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-7f999d50-cd63-469e-99e3-1a033d739abc tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] Usage tracker for resource:router and tenant:a4ea1a148ea742c594b9948ed7bb3759 is out of sync, need to count used quota {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:49:32.326762 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-7f999d50-cd63-469e-99e3-1a033d739abc tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:49:32.333802 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-7f999d50-cd63-469e-99e3-1a033d739abc tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:49:32.343659 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-7f999d50-cd63-469e-99e3-1a033d739abc tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-33442106', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5708'] for router, before_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:49:32.344538 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-7f999d50-cd63-469e-99e3-1a033d739abc tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33442137', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33444285', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33535433', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5703'] for router, precommit_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:49:32.365038 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-7f999d50-cd63-469e-99e3-1a033d739abc tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:49:32.513083 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-7f999d50-cd63-469e-99e3-1a033d739abc tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-33444175', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-33443520', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5293'] for router, precommit_update {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:49:32.688040 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-7f999d50-cd63-469e-99e3-1a033d739abc tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] Notify callbacks [] for router_gateway, before_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:49:32.716857 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-7f999d50-cd63-469e-99e3-1a033d739abc tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:49:32.847840 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.db_base_plugin_common [None req-7f999d50-cd63-469e-99e3-1a033d739abc tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] Allocated IP 172.25.8.124 (e41b6600-a917-4a8d-b05c-be3be40c6d8c/6b05667b-848e-4356-9b44-d5eb6808ef74/de67f4c4-8b85-498f-8317-199dbdfa9520) {{(pid=84041) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 21:49:32.990963 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-7f999d50-cd63-469e-99e3-1a033d739abc tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] Notify callbacks [] for port, precommit_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:49:33.017778 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-7f999d50-cd63-469e-99e3-1a033d739abc tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750374836619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32266323'] for port, after_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:49:33.083229 n-d-838334-2 neutron-server[84041]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f999d50-cd63-469e-99e3-1a033d739abc tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] Network e41b6600-a917-4a8d-b05c-be3be40c6d8c is already hosted by enough agents. {{(pid=84041) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:49:33.086045 n-d-838334-2 neutron-server[84041]: DEBUG neutron.scheduler.base_scheduler [None req-7f999d50-cd63-469e-99e3-1a033d739abc tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] Resources bound (agent type, host, resource id): {{(pid=84041) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:49:33.090428 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f999d50-cd63-469e-99e3-1a033d739abc tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] Received port after_create {{(pid=84041) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 21:49:33.117288 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f999d50-cd63-469e-99e3-1a033d739abc tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] Pushing event updated for resources: {'Port': ['ID=de67f4c4-8b85-498f-8317-199dbdfa9520,revision_number=1']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:49:33.337160 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-7f999d50-cd63-469e-99e3-1a033d739abc tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] Notify callbacks [] for router_gateway, after_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:49:33.337871 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-7f999d50-cd63-469e-99e3-1a033d739abc tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33443529', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33444176'] for router, after_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:49:33.561010 n-d-838334-2 neutron-server[84041]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7f999d50-cd63-469e-99e3-1a033d739abc tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] Router fb3d942e-72cf-436e-bd4a-6af4cdc97873 is scheduled to L3 agent bc84d6c9-dd7a-4555-a351-592327b46d5a with binding_index 1 {{(pid=84041) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 18 21:49:33.758408 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7f999d50-cd63-469e-99e3-1a033d739abc tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] Notify agent at l3_agent.n-d-838334-2 the message routers_updated {{(pid=84041) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 21:49:33.769548 n-d-838334-2 neutron-server[84043]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cb283e1-23bf-41cb-a39b-1ff11e7922f0 None None] Sync routers for ids ['fb3d942e-72cf-436e-bd4a-6af4cdc97873'] in n-d-838334-2 {{(pid=84043) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 18 21:49:33.781518 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cb283e1-23bf-41cb-a39b-1ff11e7922f0 None None] Routers {'fb3d942e-72cf-436e-bd4a-6af4cdc97873'} bound to L3 agent in host n-d-838334-2 {{(pid=84043) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 21:49:33.782205 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.l3_hamode_db [None req-9cb283e1-23bf-41cb-a39b-1ff11e7922f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838334-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-18T20:25:48Z,description=,heartbeat_timestamp=2022-04-18T21:49:18Z,host='n-d-838334-2',id=bc84d6c9-dd7a-4555-a351-592327b46d5a,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:25:48Z,topic='l3_agent')) {'router_ids': ['fb3d942e-72cf-436e-bd4a-6af4cdc97873'], 'active': True} {{(pid=84043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:49:33.785418 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-7f999d50-cd63-469e-99e3-1a033d739abc tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] Notify callbacks [] for router, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:49:33.786778 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-7f999d50-cd63-469e-99e3-1a033d739abc tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 1.4812529 Apr 18 21:49:33.789844 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 42000) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:49:33.828454 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-91315acd-044e-4b6d-b224-5ee99f0b981f tempest-TestNetworkAdvancedServerOps-1683056737 tempest-TestNetworkAdvancedServerOps-1683056737-project-admin] 10.222.0.42 "GET /v2.0/subnets?project_id=a4ea1a148ea742c594b9948ed7bb3759&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0375259 Apr 18 21:49:33.830927 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 42004) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:49:33.960392 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-398f1c8f-82ac-44b0-b3f1-e8da335e69e8 tempest-TestNetworkAdvancedServerOps-1683056737 tempest-TestNetworkAdvancedServerOps-1683056737-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:49:33.961962 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.l3_dvr_db [None req-9cb283e1-23bf-41cb-a39b-1ff11e7922f0 None None] Set router fb3d942e-72cf-436e-bd4a-6af4cdc97873 gateway port host: n-d-838334-2 {{(pid=84043) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 21:49:33.964066 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-398f1c8f-82ac-44b0-b3f1-e8da335e69e8 tempest-TestNetworkAdvancedServerOps-1683056737 tempest-TestNetworkAdvancedServerOps-1683056737-project-admin] 10.222.0.42 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1314251 Apr 18 21:49:33.964875 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 42008) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:49:34.007661 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-fe659250-49f9-4b34-822c-56d877c004dc tempest-TestNetworkAdvancedServerOps-1683056737 tempest-TestNetworkAdvancedServerOps-1683056737-project-admin] 10.222.0.42 "GET /v2.0/subnets?network_id=e41b6600-a917-4a8d-b05c-be3be40c6d8c&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0404851 Apr 18 21:49:34.009153 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 42012) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:49:34.014404 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.v2.base [None req-55737cc4-b0e1-4844-a913-b46d8e68284e tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-2018252171', 'network_id': 'd7762bac-c37e-4051-9436-976349460037', 'project_id': 'a4ea1a148ea742c594b9948ed7bb3759', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=84040) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:49:34.122730 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [None req-55737cc4-b0e1-4844-a913-b46d8e68284e tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:49:34.126581 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-55737cc4-b0e1-4844-a913-b46d8e68284e tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] Usage tracker for resource:subnet and tenant:a4ea1a148ea742c594b9948ed7bb3759 is out of sync, need to count used quota {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:49:34.129554 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-55737cc4-b0e1-4844-a913-b46d8e68284e tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:49:34.135104 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [None req-55737cc4-b0e1-4844-a913-b46d8e68284e tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:49:34.145304 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-55737cc4-b0e1-4844-a913-b46d8e68284e tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] Made reservation on behalf of a4ea1a148ea742c594b9948ed7bb3759 for: {'subnet': 1} {{(pid=84040) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:49:34.241688 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.l3_hamode_db [None req-9cb283e1-23bf-41cb-a39b-1ff11e7922f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb3d942e-72cf-436e-bd4a-6af4cdc97873', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1581329144', 'tenant_id': 'a4ea1a148ea742c594b9948ed7bb3759', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'external_fixed_ips': [{'subnet_id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'ip_address': '172.25.8.124'}], 'enable_snat': True}, 'gw_port_id': 'de67f4c4-8b85-498f-8317-199dbdfa9520', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:49:32Z', 'updated_at': '2022-04-18T21:49:33Z', 'revision_number': 3, 'project_id': 'a4ea1a148ea742c594b9948ed7bb3759', 'gw_port': {'id': 'de67f4c4-8b85-498f-8317-199dbdfa9520', 'name': '', 'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:69:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fb3d942e-72cf-436e-bd4a-6af4cdc97873', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'ip_address': '172.25.8.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:49:32Z', 'updated_at': '2022-04-18T21:49:32Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838334-2'}], 'n-d-838334-2', False) {} {{(pid=84043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:49:34.245087 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-55737cc4-b0e1-4844-a913-b46d8e68284e tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31752722'] for subnet, before_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:49:34.245432 n-d-838334-2 neutron-server[84043]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cb283e1-23bf-41cb-a39b-1ff11e7922f0 None None] Checking router: fb3d942e-72cf-436e-bd4a-6af4cdc97873 for host: n-d-838334-2 {{(pid=84043) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 18 21:49:34.245767 n-d-838334-2 neutron-server[84043]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cb283e1-23bf-41cb-a39b-1ff11e7922f0 None None] Updating router fb3d942e-72cf-436e-bd4a-6af4cdc97873 port de67f4c4-8b85-498f-8317-199dbdfa9520 binding host n-d-838334-2 {{(pid=84043) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 18 21:49:34.295899 n-d-838334-2 neutron-server[84043]: DEBUG neutron_lib.callbacks.manager [None req-9cb283e1-23bf-41cb-a39b-1ff11e7922f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:49:34.392454 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750375287399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253529'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:49:34.459985 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-55737cc4-b0e1-4844-a913-b46d8e68284e tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33526260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32441074', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31752704'] for subnet, after_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:49:34.631983 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55737cc4-b0e1-4844-a913-b46d8e68284e tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] Pushing event updated for resources: {'Subnet': ['ID=1f943ffc-2b26-4c51-8887-4f0087e49393,revision_number=0']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:49:34.648278 n-d-838334-2 neutron-server[84043]: DEBUG neutron_lib.callbacks.manager [None req-9cb283e1-23bf-41cb-a39b-1ff11e7922f0 None None] Notify callbacks [] for port, precommit_update {{(pid=84043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:49:34.650293 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55737cc4-b0e1-4844-a913-b46d8e68284e tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] Checking segment: {'id': '1a717f73-0462-478f-bf6e-ff068c9757a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': 'd7762bac-c37e-4051-9436-976349460037'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84040) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 21:49:34.650641 n-d-838334-2 neutron-server[84040]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55737cc4-b0e1-4844-a913-b46d8e68284e tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] Network hostable DHCP agents. Network: d7762bac-c37e-4051-9436-976349460037, hostable agents: ['8746f8ea-3e91-4b32-9919-2c63adeb8722'], hosted agents: [] {{(pid=84040) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 21:49:34.659997 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.provisioning_blocks [None req-9cb283e1-23bf-41cb-a39b-1ff11e7922f0 None None] Transition to ACTIVE for port object de67f4c4-8b85-498f-8317-199dbdfa9520 will not be triggered until provisioned by entity L2. {{(pid=84043) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:49:34.666719 n-d-838334-2 neutron-server[84043]: DEBUG neutron_lib.callbacks.manager [None req-9cb283e1-23bf-41cb-a39b-1ff11e7922f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682'] for port, after_update {{(pid=84043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:49:34.672984 n-d-838334-2 neutron-server[84040]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55737cc4-b0e1-4844-a913-b46d8e68284e tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] Network d7762bac-c37e-4051-9436-976349460037 is scheduled to be hosted by DHCP agent 8746f8ea-3e91-4b32-9919-2c63adeb8722 with binding_index 1 {{(pid=84040) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 21:49:34.682808 n-d-838334-2 neutron-server[84040]: DEBUG neutron.scheduler.base_scheduler [None req-55737cc4-b0e1-4844-a913-b46d8e68284e tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-838334-2, d7762bac-c37e-4051-9436-976349460037) {{(pid=84040) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:49:34.691774 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55737cc4-b0e1-4844-a913-b46d8e68284e tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:49:34.692360 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-55737cc4-b0e1-4844-a913-b46d8e68284e tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] Notify callbacks [] for subnet, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:49:34.693806 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c55208a3-bd5d-4d55-91ac-0f3d708cf841 None None] Network d7762bac-c37e-4051-9436-976349460037 requested from n-d-838334-2 {{(pid=84042) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 21:49:34.717797 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 42016) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:49:34.718498 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-55737cc4-b0e1-4844-a913-b46d8e68284e tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.7076476 Apr 18 21:49:34.750566 n-d-838334-2 neutron-server[84043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3148e60-9c7a-4ed1-b57f-bc7805372671 None None] Pushing event updated for resources: {'Port': ['ID=de67f4c4-8b85-498f-8317-199dbdfa9520,revision_number=2']} {{(pid=84043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:49:34.753296 n-d-838334-2 neutron-server[84043]: DEBUG neutron.plugins.ml2.managers [None req-9cb283e1-23bf-41cb-a39b-1ff11e7922f0 None None] Attempting to bind port de67f4c4-8b85-498f-8317-199dbdfa9520 on host n-d-838334-2 for vnic_type normal with profile {{(pid=84043) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 21:49:34.753780 n-d-838334-2 neutron-server[84043]: DEBUG neutron.plugins.ml2.managers [None req-9cb283e1-23bf-41cb-a39b-1ff11e7922f0 None None] Attempting to bind port de67f4c4-8b85-498f-8317-199dbdfa9520 by drivers openvswitch,hyperv on host n-d-838334-2 at level 0 using segments [{'id': '732aa830-768b-4511-951f-d08e26b9c25b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c'}] {{(pid=84043) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 21:49:34.754130 n-d-838334-2 neutron-server[84043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cb283e1-23bf-41cb-a39b-1ff11e7922f0 None None] Attempting to bind port de67f4c4-8b85-498f-8317-199dbdfa9520 on network e41b6600-a917-4a8d-b05c-be3be40c6d8c {{(pid=84043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 21:49:34.765957 n-d-838334-2 neutron-server[84043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3148e60-9c7a-4ed1-b57f-bc7805372671 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:49:34.767039 n-d-838334-2 neutron-server[84043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3148e60-9c7a-4ed1-b57f-bc7805372671 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:49:34.767039 n-d-838334-2 neutron-server[84043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3148e60-9c7a-4ed1-b57f-bc7805372671 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:49:34.767039 n-d-838334-2 neutron-server[84043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3148e60-9c7a-4ed1-b57f-bc7805372671 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:49:34.767350 n-d-838334-2 neutron-server[84043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3148e60-9c7a-4ed1-b57f-bc7805372671 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:49:34.767502 n-d-838334-2 neutron-server[84043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3148e60-9c7a-4ed1-b57f-bc7805372671 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:49:34.767952 n-d-838334-2 neutron-server[84043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3148e60-9c7a-4ed1-b57f-bc7805372671 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:49:34.768263 n-d-838334-2 neutron-server[84043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3148e60-9c7a-4ed1-b57f-bc7805372671 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:49:34.769203 n-d-838334-2 neutron-server[84043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3148e60-9c7a-4ed1-b57f-bc7805372671 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:49:34.769545 n-d-838334-2 neutron-server[84043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3148e60-9c7a-4ed1-b57f-bc7805372671 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:49:34.769859 n-d-838334-2 neutron-server[84043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3148e60-9c7a-4ed1-b57f-bc7805372671 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:49:34.773691 n-d-838334-2 neutron-server[84043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cb283e1-23bf-41cb-a39b-1ff11e7922f0 None None] Checking agent: {'id': '97cd4414-7af6-4d67-868d-dff370b4071a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838334-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 25, 49), 'started_at': datetime.datetime(2022, 4, 18, 20, 26, 19), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 21, 49, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838334-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 18 21:49:34.774059 n-d-838334-2 neutron-server[84043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cb283e1-23bf-41cb-a39b-1ff11e7922f0 None None] Checking segment: {'id': '732aa830-768b-4511-951f-d08e26b9c25b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84043) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 21:49:34.774447 n-d-838334-2 neutron-server[84043]: DEBUG neutron_lib.callbacks.manager [None req-9cb283e1-23bf-41cb-a39b-1ff11e7922f0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:49:34.774944 n-d-838334-2 neutron-server[84043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cb283e1-23bf-41cb-a39b-1ff11e7922f0 None None] Bound using segment: {'id': '732aa830-768b-4511-951f-d08e26b9c25b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c'} {{(pid=84043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 18 21:49:34.775402 n-d-838334-2 neutron-server[84043]: DEBUG neutron.plugins.ml2.managers [None req-9cb283e1-23bf-41cb-a39b-1ff11e7922f0 None None] Bound port: de67f4c4-8b85-498f-8317-199dbdfa9520, host: n-d-838334-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '732aa830-768b-4511-951f-d08e26b9c25b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c'}}] {{(pid=84043) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 21:49:34.776675 n-d-838334-2 neutron-server[84043]: DEBUG neutron_lib.callbacks.manager [None req-9cb283e1-23bf-41cb-a39b-1ff11e7922f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:49:34.854062 n-d-838334-2 neutron-server[84043]: DEBUG neutron.plugins.ml2.db [None req-9cb283e1-23bf-41cb-a39b-1ff11e7922f0 None None] For port de67f4c4-8b85-498f-8317-199dbdfa9520, host n-d-838334-2, cleared binding levels {{(pid=84043) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 21:49:34.857868 n-d-838334-2 neutron-server[84043]: DEBUG neutron.plugins.ml2.db [None req-9cb283e1-23bf-41cb-a39b-1ff11e7922f0 None None] For port de67f4c4-8b85-498f-8317-199dbdfa9520, host n-d-838334-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838334-2',level=0,port_id=de67f4c4-8b85-498f-8317-199dbdfa9520,segment=NetworkSegment(732aa830-768b-4511-951f-d08e26b9c25b),segment_id=732aa830-768b-4511-951f-d08e26b9c25b)] {{(pid=84043) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 21:49:34.862352 n-d-838334-2 neutron-server[84043]: DEBUG neutron_lib.callbacks.manager [None req-9cb283e1-23bf-41cb-a39b-1ff11e7922f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682'] for port, after_update {{(pid=84043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:49:34.930780 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cbc2019f-28bb-4bad-b81c-7891a62b3f89 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp016840fc-1f9f-5892-9c53-c9cf6c845bbb-d7762bac-c37e-4051-9436-976349460037', 'network_id': 'd7762bac-c37e-4051-9436-976349460037', 'tenant_id': 'a4ea1a148ea742c594b9948ed7bb3759', 'fixed_ips': [{'subnet_id': '1f943ffc-2b26-4c51-8887-4f0087e49393'}]}} from n-d-838334-2. {{(pid=84042) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 18 21:49:34.931832 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-cbc2019f-28bb-4bad-b81c-7891a62b3f89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_create {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:49:34.962999 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cb283e1-23bf-41cb-a39b-1ff11e7922f0 None None] Routers {'fb3d942e-72cf-436e-bd4a-6af4cdc97873'} bound to L3 agent in host n-d-838334-2 {{(pid=84043) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 21:49:34.963755 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.l3_hamode_db [None req-9cb283e1-23bf-41cb-a39b-1ff11e7922f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838334-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-18T20:25:48Z,description=,heartbeat_timestamp=2022-04-18T21:49:18Z,host='n-d-838334-2',id=bc84d6c9-dd7a-4555-a351-592327b46d5a,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:25:48Z,topic='l3_agent')) {'router_ids': ['fb3d942e-72cf-436e-bd4a-6af4cdc97873'], 'active': True} {{(pid=84043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:49:35.020058 n-d-838334-2 neutron-server[84043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3148e60-9c7a-4ed1-b57f-bc7805372671 None None] Pushing event updated for resources: {'Port': ['ID=de67f4c4-8b85-498f-8317-199dbdfa9520,revision_number=3']} {{(pid=84043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:49:35.142224 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.db_base_plugin_common [None req-cbc2019f-28bb-4bad-b81c-7891a62b3f89 None None] Allocated IP 172.20.0.2 (d7762bac-c37e-4051-9436-976349460037/1f943ffc-2b26-4c51-8887-4f0087e49393/1dd3dedc-f43d-4cdd-90c0-0f38f093a158) {{(pid=84042) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 21:49:35.155295 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.l3_dvr_db [None req-9cb283e1-23bf-41cb-a39b-1ff11e7922f0 None None] Set router fb3d942e-72cf-436e-bd4a-6af4cdc97873 gateway port host: n-d-838334-2 {{(pid=84043) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 21:49:35.355932 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-cbc2019f-28bb-4bad-b81c-7891a62b3f89 None None] Notify callbacks [] for port, precommit_create {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:49:35.366938 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-cbc2019f-28bb-4bad-b81c-7891a62b3f89 None None] Transition to ACTIVE for port object 1dd3dedc-f43d-4cdd-90c0-0f38f093a158 will not be triggered until provisioned by entity L2. {{(pid=84042) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:49:35.385674 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-cbc2019f-28bb-4bad-b81c-7891a62b3f89 None None] Transition to ACTIVE for port object 1dd3dedc-f43d-4cdd-90c0-0f38f093a158 will not be triggered until provisioned by entity DHCP. {{(pid=84042) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:49:35.392823 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-cbc2019f-28bb-4bad-b81c-7891a62b3f89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750374836619'] for port, after_create {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:49:35.450075 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.l3_hamode_db [None req-9cb283e1-23bf-41cb-a39b-1ff11e7922f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb3d942e-72cf-436e-bd4a-6af4cdc97873', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1581329144', 'tenant_id': 'a4ea1a148ea742c594b9948ed7bb3759', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'external_fixed_ips': [{'subnet_id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'ip_address': '172.25.8.124'}], 'enable_snat': True}, 'gw_port_id': 'de67f4c4-8b85-498f-8317-199dbdfa9520', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:49:32Z', 'updated_at': '2022-04-18T21:49:33Z', 'revision_number': 3, 'project_id': 'a4ea1a148ea742c594b9948ed7bb3759', 'gw_port': {'id': 'de67f4c4-8b85-498f-8317-199dbdfa9520', 'name': '', 'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:69:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fb3d942e-72cf-436e-bd4a-6af4cdc97873', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'ip_address': '172.25.8.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:49:32Z', 'updated_at': '2022-04-18T21:49:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838334-2'}], 'n-d-838334-2', False) {} {{(pid=84043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:49:35.455581 n-d-838334-2 neutron-server[84043]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cb283e1-23bf-41cb-a39b-1ff11e7922f0 None None] The sync data for ids ['fb3d942e-72cf-436e-bd4a-6af4cdc97873'] in n-d-838334-2 is: [{'id': 'fb3d942e-72cf-436e-bd4a-6af4cdc97873', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1581329144', 'tenant_id': 'a4ea1a148ea742c594b9948ed7bb3759', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'external_fixed_ips': [{'subnet_id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'ip_address': '172.25.8.124'}], 'enable_snat': True}, 'gw_port_id': 'de67f4c4-8b85-498f-8317-199dbdfa9520', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:49:32Z', 'updated_at': '2022-04-18T21:49:33Z', 'revision_number': 3, 'project_id': 'a4ea1a148ea742c594b9948ed7bb3759', 'gw_port': {'id': 'de67f4c4-8b85-498f-8317-199dbdfa9520', 'name': '', 'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:69:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fb3d942e-72cf-436e-bd4a-6af4cdc97873', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'ip_address': '172.25.8.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:49:32Z', 'updated_at': '2022-04-18T21:49:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838334-2'}] {{(pid=84043) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 18 21:49:35.465790 n-d-838334-2 neutron-server[84042]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbc2019f-28bb-4bad-b81c-7891a62b3f89 None None] Network d7762bac-c37e-4051-9436-976349460037 is already hosted by enough agents. {{(pid=84042) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:49:35.466525 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbc2019f-28bb-4bad-b81c-7891a62b3f89 None None] Pushing event updated for resources: {'Port': ['ID=1dd3dedc-f43d-4cdd-90c0-0f38f093a158,revision_number=1']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:49:35.469246 n-d-838334-2 neutron-server[84042]: DEBUG neutron.scheduler.base_scheduler [None req-cbc2019f-28bb-4bad-b81c-7891a62b3f89 None None] Resources bound (agent type, host, resource id): {{(pid=84042) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:49:35.471334 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbc2019f-28bb-4bad-b81c-7891a62b3f89 None None] Received port after_create {{(pid=84042) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 21:49:35.568509 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.managers [None req-cbc2019f-28bb-4bad-b81c-7891a62b3f89 None None] Attempting to bind port 1dd3dedc-f43d-4cdd-90c0-0f38f093a158 on host n-d-838334-2 for vnic_type normal with profile {{(pid=84042) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 21:49:35.568996 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.managers [None req-cbc2019f-28bb-4bad-b81c-7891a62b3f89 None None] Attempting to bind port 1dd3dedc-f43d-4cdd-90c0-0f38f093a158 by drivers openvswitch,hyperv on host n-d-838334-2 at level 0 using segments [{'id': '1a717f73-0462-478f-bf6e-ff068c9757a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': 'd7762bac-c37e-4051-9436-976349460037'}] {{(pid=84042) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 21:49:35.569268 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbc2019f-28bb-4bad-b81c-7891a62b3f89 None None] Attempting to bind port 1dd3dedc-f43d-4cdd-90c0-0f38f093a158 on network d7762bac-c37e-4051-9436-976349460037 {{(pid=84042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 21:49:35.576630 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbc2019f-28bb-4bad-b81c-7891a62b3f89 None None] Checking agent: {'id': '97cd4414-7af6-4d67-868d-dff370b4071a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838334-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 25, 49), 'started_at': datetime.datetime(2022, 4, 18, 20, 26, 19), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 21, 49, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838334-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 18 21:49:35.576998 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbc2019f-28bb-4bad-b81c-7891a62b3f89 None None] Checking segment: {'id': '1a717f73-0462-478f-bf6e-ff068c9757a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': 'd7762bac-c37e-4051-9436-976349460037'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84042) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 21:49:35.577433 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-cbc2019f-28bb-4bad-b81c-7891a62b3f89 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:49:35.577806 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbc2019f-28bb-4bad-b81c-7891a62b3f89 None None] Bound using segment: {'id': '1a717f73-0462-478f-bf6e-ff068c9757a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': 'd7762bac-c37e-4051-9436-976349460037'} {{(pid=84042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 18 21:49:35.578272 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.managers [None req-cbc2019f-28bb-4bad-b81c-7891a62b3f89 None None] Bound port: 1dd3dedc-f43d-4cdd-90c0-0f38f093a158, host: n-d-838334-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1a717f73-0462-478f-bf6e-ff068c9757a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': 'd7762bac-c37e-4051-9436-976349460037'}}] {{(pid=84042) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 21:49:35.578641 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-cbc2019f-28bb-4bad-b81c-7891a62b3f89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:49:35.621640 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-424230bc-5967-4d24-a78d-ed821cd81db9 tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:49:35.685608 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-cbc2019f-28bb-4bad-b81c-7891a62b3f89 None None] For port 1dd3dedc-f43d-4cdd-90c0-0f38f093a158, host n-d-838334-2, cleared binding levels {{(pid=84042) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 21:49:35.688766 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-cbc2019f-28bb-4bad-b81c-7891a62b3f89 None None] For port 1dd3dedc-f43d-4cdd-90c0-0f38f093a158, host n-d-838334-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838334-2',level=0,port_id=1dd3dedc-f43d-4cdd-90c0-0f38f093a158,segment=NetworkSegment(1a717f73-0462-478f-bf6e-ff068c9757a3),segment_id=1a717f73-0462-478f-bf6e-ff068c9757a3)] {{(pid=84042) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 21:49:35.693866 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-cbc2019f-28bb-4bad-b81c-7891a62b3f89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682'] for port, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:49:35.789507 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbc2019f-28bb-4bad-b81c-7891a62b3f89 None None] Pushing event updated for resources: {'Port': ['ID=1dd3dedc-f43d-4cdd-90c0-0f38f093a158,revision_number=2']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:49:36.100363 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.db_base_plugin_common [None req-424230bc-5967-4d24-a78d-ed821cd81db9 tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] Allocated IP 172.20.0.1 (d7762bac-c37e-4051-9436-976349460037/1f943ffc-2b26-4c51-8887-4f0087e49393/c1d3183b-f1ea-40ba-9589-182cdcfc7b69) {{(pid=84041) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 21:49:36.266855 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-424230bc-5967-4d24-a78d-ed821cd81db9 tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] Notify callbacks [] for port, precommit_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:49:36.283264 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.provisioning_blocks [None req-424230bc-5967-4d24-a78d-ed821cd81db9 tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] Transition to ACTIVE for port object c1d3183b-f1ea-40ba-9589-182cdcfc7b69 will not be triggered until provisioned by entity DHCP. {{(pid=84041) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:49:36.307606 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-424230bc-5967-4d24-a78d-ed821cd81db9 tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750374836619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32266323'] for port, after_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:49:36.376571 n-d-838334-2 neutron-server[84041]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-424230bc-5967-4d24-a78d-ed821cd81db9 tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] Network d7762bac-c37e-4051-9436-976349460037 is already hosted by enough agents. {{(pid=84041) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:49:36.380112 n-d-838334-2 neutron-server[84041]: DEBUG neutron.scheduler.base_scheduler [None req-424230bc-5967-4d24-a78d-ed821cd81db9 tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] Resources bound (agent type, host, resource id): {{(pid=84041) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:49:36.384215 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.l3_dvrscheduler_db [None req-424230bc-5967-4d24-a78d-ed821cd81db9 tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] Received port after_create {{(pid=84041) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 21:49:36.414693 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-424230bc-5967-4d24-a78d-ed821cd81db9 tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] Pushing event updated for resources: {'Port': ['ID=c1d3183b-f1ea-40ba-9589-182cdcfc7b69,revision_number=1']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:49:36.449877 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-424230bc-5967-4d24-a78d-ed821cd81db9 tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33444010'] for router_interface, before_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:49:36.536474 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-424230bc-5967-4d24-a78d-ed821cd81db9 tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:49:36.719242 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96bf2f51-7e5c-4a02-9868-8aa08682b21c None None] Network d7762bac-c37e-4051-9436-976349460037 requested from n-d-838334-2 {{(pid=84042) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 21:49:36.810565 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-a35b7a72-2d12-4eeb-9e60-dc8c51a4e31e None None] Provisioning for port 1dd3dedc-f43d-4cdd-90c0-0f38f093a158 completed by entity DHCP. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 21:49:36.976247 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-424230bc-5967-4d24-a78d-ed821cd81db9 tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] Notify callbacks [] for port, precommit_update {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:49:36.983642 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-424230bc-5967-4d24-a78d-ed821cd81db9 tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32266282'] for port, after_update {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:49:37.111501 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-424230bc-5967-4d24-a78d-ed821cd81db9 tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] Pushing event updated for resources: {'Port': ['ID=c1d3183b-f1ea-40ba-9589-182cdcfc7b69,revision_number=2']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:49:37.115402 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-424230bc-5967-4d24-a78d-ed821cd81db9 tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-32377886', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33443847'] for router_interface, after_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:49:37.258767 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-16e0cccc-e90b-4b69-9d42-997540ca9a60 None None] Provisioning for port c1d3183b-f1ea-40ba-9589-182cdcfc7b69 completed by entity DHCP. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 21:49:37.262841 n-d-838334-2 neutron-server[84041]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-424230bc-5967-4d24-a78d-ed821cd81db9 tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] Network d7762bac-c37e-4051-9436-976349460037 is already hosted by enough agents. {{(pid=84041) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:49:37.264137 n-d-838334-2 neutron-server[84041]: DEBUG neutron.scheduler.base_scheduler [None req-424230bc-5967-4d24-a78d-ed821cd81db9 tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] Resources bound (agent type, host, resource id): {{(pid=84041) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:49:37.265127 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-16e0cccc-e90b-4b69-9d42-997540ca9a60 None None] Provisioning complete for port c1d3183b-f1ea-40ba-9589-182cdcfc7b69 triggered by entity DHCP. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:49:37.266011 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-16e0cccc-e90b-4b69-9d42-997540ca9a60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1253608'] for port, provisioning_complete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:49:37.329324 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.plugin [None req-16e0cccc-e90b-4b69-9d42-997540ca9a60 None None] Port c1d3183b-f1ea-40ba-9589-182cdcfc7b69 cannot update to ACTIVE because it is not bound. {{(pid=84042) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 18 21:49:37.379731 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Device 1dd3dedc-f43d-4cdd-90c0-0f38f093a158 up at agent ovs-agent-n-d-838334-2 {{(pid=84042) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 21:49:37.457344 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Provisioning for port 1dd3dedc-f43d-4cdd-90c0-0f38f093a158 completed by entity L2. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 21:49:37.465726 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Provisioning complete for port 1dd3dedc-f43d-4cdd-90c0-0f38f093a158 triggered by entity L2. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:49:37.466186 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1253608'] for port, provisioning_complete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:49:37.516621 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-e35ecc25-b556-4edf-aabd-fb5e19d4791f None None] Provisioning complete for port c1d3183b-f1ea-40ba-9589-182cdcfc7b69 triggered by entity DHCP. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:49:37.516991 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-e35ecc25-b556-4edf-aabd-fb5e19d4791f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1253608'] for port, provisioning_complete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:49:37.581877 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.plugin [None req-e35ecc25-b556-4edf-aabd-fb5e19d4791f None None] Port c1d3183b-f1ea-40ba-9589-182cdcfc7b69 cannot update to ACTIVE because it is not bound. {{(pid=84042) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 18 21:49:37.642999 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:49:37.676554 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] For port 1dd3dedc-f43d-4cdd-90c0-0f38f093a158, host n-d-838334-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838334-2',level=0,port_id=1dd3dedc-f43d-4cdd-90c0-0f38f093a158,segment=NetworkSegment(1a717f73-0462-478f-bf6e-ff068c9757a3),segment_id=1a717f73-0462-478f-bf6e-ff068c9757a3)] {{(pid=84042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:49:37.680520 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682'] for port, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:49:37.681272 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Device de67f4c4-8b85-498f-8317-199dbdfa9520 up at agent ovs-agent-n-d-838334-2 {{(pid=84042) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 21:49:37.767096 n-d-838334-2 neutron-server[84041]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-424230bc-5967-4d24-a78d-ed821cd81db9 tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] Router fb3d942e-72cf-436e-bd4a-6af4cdc97873 has already been hosted by L3 agent bc84d6c9-dd7a-4555-a351-592327b46d5a {{(pid=84041) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 21:49:37.807034 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-60878e53-60cf-4867-992a-3c1be66198e0 None None] Provisioning complete for port c1d3183b-f1ea-40ba-9589-182cdcfc7b69 triggered by entity DHCP. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:49:37.807803 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-60878e53-60cf-4867-992a-3c1be66198e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1253608'] for port, provisioning_complete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:49:37.829875 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Pushing event updated for resources: {'Port': ['ID=1dd3dedc-f43d-4cdd-90c0-0f38f093a158,revision_number=3']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:49:37.868466 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.plugin [None req-60878e53-60cf-4867-992a-3c1be66198e0 None None] Port c1d3183b-f1ea-40ba-9589-182cdcfc7b69 cannot update to ACTIVE because it is not bound. {{(pid=84042) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 18 21:49:37.870085 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Provisioning for port de67f4c4-8b85-498f-8317-199dbdfa9520 completed by entity L2. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 21:49:37.876277 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Provisioning complete for port de67f4c4-8b85-498f-8317-199dbdfa9520 triggered by entity L2. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:49:37.876637 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1253608'] for port, provisioning_complete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:49:37.978167 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-424230bc-5967-4d24-a78d-ed821cd81db9 tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] Notify agent at l3_agent.n-d-838334-2 the message routers_updated {{(pid=84041) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 21:49:37.996666 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-424230bc-5967-4d24-a78d-ed821cd81db9 tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] 10.222.0.42 "PUT /v2.0/routers/fb3d942e-72cf-436e-bd4a-6af4cdc97873/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2727213 Apr 18 21:49:37.998354 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:49:38.015575 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] For port de67f4c4-8b85-498f-8317-199dbdfa9520, host n-d-838334-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838334-2',level=0,port_id=de67f4c4-8b85-498f-8317-199dbdfa9520,segment=NetworkSegment(732aa830-768b-4511-951f-d08e26b9c25b),segment_id=732aa830-768b-4511-951f-d08e26b9c25b)] {{(pid=84042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:49:38.021246 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682'] for port, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:49:38.089742 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Pushing event updated for resources: {'Port': ['ID=de67f4c4-8b85-498f-8317-199dbdfa9520,revision_number=4']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:49:38.171858 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [req-b3b265ed-0290-4398-afde-ec1d4c64e0f1 req-353ed197-af44-4a08-b110-1a83bf10eebd tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] Synchronizing usage tracker for tenant:a4ea1a148ea742c594b9948ed7bb3759 on resource:security_group {{(pid=84040) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 21:49:38.186380 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [req-b3b265ed-0290-4398-afde-ec1d4c64e0f1 req-353ed197-af44-4a08-b110-1a83bf10eebd tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] Unset dirty status for tenant:a4ea1a148ea742c594b9948ed7bb3759 on resource:security_group {{(pid=84040) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 21:49:38.187696 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-b3b265ed-0290-4398-afde-ec1d4c64e0f1 req-353ed197-af44-4a08-b110-1a83bf10eebd tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] 10.222.0.42 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-493842769&fields=id&tenant_id=a4ea1a148ea742c594b9948ed7bb3759 HTTP/1.1" status: 200 len: 267 time: 0.0574725 Apr 18 21:49:38.334618 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3b265ed-0290-4398-afde-ec1d4c64e0f1 req-d9a0f609-caf1-4c64-9e8c-5f3f263cc531 tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:49:38.335295 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [req-b3b265ed-0290-4398-afde-ec1d4c64e0f1 req-d9a0f609-caf1-4c64-9e8c-5f3f263cc531 tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] Synchronizing usage tracker for tenant:a4ea1a148ea742c594b9948ed7bb3759 on resource:network {{(pid=84040) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 21:49:38.350473 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [req-b3b265ed-0290-4398-afde-ec1d4c64e0f1 req-d9a0f609-caf1-4c64-9e8c-5f3f263cc531 tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] Unset dirty status for tenant:a4ea1a148ea742c594b9948ed7bb3759 on resource:network {{(pid=84040) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 21:49:38.351741 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-b3b265ed-0290-4398-afde-ec1d4c64e0f1 req-d9a0f609-caf1-4c64-9e8c-5f3f263cc531 tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] 10.222.0.42 "GET /v2.0/networks?id=d7762bac-c37e-4051-9436-976349460037 HTTP/1.1" status: 200 len: 796 time: 0.1574910 Apr 18 21:49:38.367999 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-b3b265ed-0290-4398-afde-ec1d4c64e0f1 req-f7dcaeb8-a4a5-4de0-9b3b-2fb2925ef2d8 tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] 10.222.0.42 "GET /v2.0/quotas/a4ea1a148ea742c594b9948ed7bb3759 HTTP/1.1" status: 200 len: 375 time: 0.0109093 Apr 18 21:49:38.451783 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [req-b3b265ed-0290-4398-afde-ec1d4c64e0f1 req-478de685-c6ed-4ef0-9090-d1f30836e117 tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] Synchronizing usage tracker for tenant:a4ea1a148ea742c594b9948ed7bb3759 on resource:port {{(pid=84040) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 21:49:38.467450 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [req-b3b265ed-0290-4398-afde-ec1d4c64e0f1 req-478de685-c6ed-4ef0-9090-d1f30836e117 tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] Unset dirty status for tenant:a4ea1a148ea742c594b9948ed7bb3759 on resource:port {{(pid=84040) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 21:49:38.468724 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-b3b265ed-0290-4398-afde-ec1d4c64e0f1 req-478de685-c6ed-4ef0-9090-d1f30836e117 tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=a4ea1a148ea742c594b9948ed7bb3759&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0957048 Apr 18 21:49:38.606234 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-b3b265ed-0290-4398-afde-ec1d4c64e0f1 req-0fd2cc49-1ad3-45fa-9bbd-8512018f4243 service neutron] 10.222.0.42 "GET /v2.0/networks/d7762bac-c37e-4051-9436-976349460037?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1256959 Apr 18 21:49:38.734845 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-b3b265ed-0290-4398-afde-ec1d4c64e0f1 req-ba42dbf3-461f-44b5-97c8-30b615ff6d1b service neutron] 10.222.0.42 "GET /v2.0/networks/d7762bac-c37e-4051-9436-976349460037?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1228795 Apr 18 21:49:39.112757 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f482f1e2-c9fc-4727-90a4-af396f4b79d0 None None] Sync routers for ids ['fb3d942e-72cf-436e-bd4a-6af4cdc97873'] in n-d-838334-2 {{(pid=84042) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 18 21:49:39.124263 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f482f1e2-c9fc-4727-90a4-af396f4b79d0 None None] Routers {'fb3d942e-72cf-436e-bd4a-6af4cdc97873'} bound to L3 agent in host n-d-838334-2 {{(pid=84042) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 21:49:39.124808 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_hamode_db [None req-f482f1e2-c9fc-4727-90a4-af396f4b79d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838334-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-18T20:25:48Z,description=,heartbeat_timestamp=2022-04-18T21:49:18Z,host='n-d-838334-2',id=bc84d6c9-dd7a-4555-a351-592327b46d5a,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:25:48Z,topic='l3_agent')) {'router_ids': ['fb3d942e-72cf-436e-bd4a-6af4cdc97873'], 'active': True} {{(pid=84042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:49:39.293059 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Device 1dd3dedc-f43d-4cdd-90c0-0f38f093a158 up at agent ovs-agent-n-d-838334-2 {{(pid=84042) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 21:49:39.381918 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_dvr_db [None req-f482f1e2-c9fc-4727-90a4-af396f4b79d0 None None] Set router fb3d942e-72cf-436e-bd4a-6af4cdc97873 gateway port host: n-d-838334-2 {{(pid=84042) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 21:49:39.450293 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Provisioning complete for port 1dd3dedc-f43d-4cdd-90c0-0f38f093a158 triggered by entity L2. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:49:39.450666 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1253608'] for port, provisioning_complete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:49:39.754324 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Device de67f4c4-8b85-498f-8317-199dbdfa9520 up at agent ovs-agent-n-d-838334-2 {{(pid=84042) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 21:49:39.844402 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Provisioning complete for port de67f4c4-8b85-498f-8317-199dbdfa9520 triggered by entity L2. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:49:39.844765 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1253608'] for port, provisioning_complete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:49:39.876574 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_hamode_db [None req-f482f1e2-c9fc-4727-90a4-af396f4b79d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb3d942e-72cf-436e-bd4a-6af4cdc97873', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1581329144', 'tenant_id': 'a4ea1a148ea742c594b9948ed7bb3759', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'external_fixed_ips': [{'subnet_id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'ip_address': '172.25.8.124'}], 'enable_snat': True}, 'gw_port_id': 'de67f4c4-8b85-498f-8317-199dbdfa9520', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:49:32Z', 'updated_at': '2022-04-18T21:49:36Z', 'revision_number': 4, 'project_id': 'a4ea1a148ea742c594b9948ed7bb3759', 'gw_port': {'id': 'de67f4c4-8b85-498f-8317-199dbdfa9520', 'name': '', 'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:69:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb3d942e-72cf-436e-bd4a-6af4cdc97873', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'ip_address': '172.25.8.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:49:32Z', 'updated_at': '2022-04-18T21:49:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838334-2', '_interfaces': [{'id': 'c1d3183b-f1ea-40ba-9589-182cdcfc7b69', 'name': '', 'network_id': 'd7762bac-c37e-4051-9436-976349460037', 'tenant_id': 'a4ea1a148ea742c594b9948ed7bb3759', 'mac_address': 'fa:16:3e:c6:3d:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fb3d942e-72cf-436e-bd4a-6af4cdc97873', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1f943ffc-2b26-4c51-8887-4f0087e49393', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:49:35Z', 'updated_at': '2022-04-18T21:49:36Z', 'revision_number': 2, 'project_id': 'a4ea1a148ea742c594b9948ed7bb3759', 'subnets': [{'id': '1f943ffc-2b26-4c51-8887-4f0087e49393', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838334-2', False) {} {{(pid=84042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:49:39.895713 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f482f1e2-c9fc-4727-90a4-af396f4b79d0 None None] Checking router: fb3d942e-72cf-436e-bd4a-6af4cdc97873 for host: n-d-838334-2 {{(pid=84042) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 18 21:49:39.896325 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f482f1e2-c9fc-4727-90a4-af396f4b79d0 None None] Updating router fb3d942e-72cf-436e-bd4a-6af4cdc97873 port c1d3183b-f1ea-40ba-9589-182cdcfc7b69 binding host n-d-838334-2 {{(pid=84042) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 18 21:49:39.965118 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-f482f1e2-c9fc-4727-90a4-af396f4b79d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:49:39.967332 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-3b6f3f4f-92b5-4293-ba96-3088ade75123 req-eae14a9e-049c-4305-a0ac-88bdc986b736 tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] 10.222.0.42 "GET /v2.0/ports?device_id=f3886033-19fb-4372-b22c-d57f24342912 HTTP/1.1" status: 200 len: 210 time: 0.0513613 Apr 18 21:49:40.381994 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-f482f1e2-c9fc-4727-90a4-af396f4b79d0 None None] Notify callbacks [] for port, precommit_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:49:40.394342 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-f482f1e2-c9fc-4727-90a4-af396f4b79d0 None None] Transition to ACTIVE for port object c1d3183b-f1ea-40ba-9589-182cdcfc7b69 will not be triggered until provisioned by entity L2. {{(pid=84042) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:49:40.401993 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-f482f1e2-c9fc-4727-90a4-af396f4b79d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682'] for port, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:49:40.541522 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e6b83f5-af40-4ec4-916c-ed7cfe6e425a None None] Pushing event updated for resources: {'Port': ['ID=c1d3183b-f1ea-40ba-9589-182cdcfc7b69,revision_number=3']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:49:40.631156 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.managers [None req-f482f1e2-c9fc-4727-90a4-af396f4b79d0 None None] Attempting to bind port c1d3183b-f1ea-40ba-9589-182cdcfc7b69 on host n-d-838334-2 for vnic_type normal with profile {{(pid=84042) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 21:49:40.631271 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.managers [None req-f482f1e2-c9fc-4727-90a4-af396f4b79d0 None None] Attempting to bind port c1d3183b-f1ea-40ba-9589-182cdcfc7b69 by drivers openvswitch,hyperv on host n-d-838334-2 at level 0 using segments [{'id': '1a717f73-0462-478f-bf6e-ff068c9757a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': 'd7762bac-c37e-4051-9436-976349460037'}] {{(pid=84042) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 21:49:40.631599 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f482f1e2-c9fc-4727-90a4-af396f4b79d0 None None] Attempting to bind port c1d3183b-f1ea-40ba-9589-182cdcfc7b69 on network d7762bac-c37e-4051-9436-976349460037 {{(pid=84042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 21:49:40.638198 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f482f1e2-c9fc-4727-90a4-af396f4b79d0 None None] Checking agent: {'id': '97cd4414-7af6-4d67-868d-dff370b4071a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838334-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 25, 49), 'started_at': datetime.datetime(2022, 4, 18, 20, 26, 19), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 21, 49, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838334-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 18 21:49:40.638560 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f482f1e2-c9fc-4727-90a4-af396f4b79d0 None None] Checking segment: {'id': '1a717f73-0462-478f-bf6e-ff068c9757a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': 'd7762bac-c37e-4051-9436-976349460037'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84042) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 21:49:40.638954 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-f482f1e2-c9fc-4727-90a4-af396f4b79d0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:49:40.639342 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f482f1e2-c9fc-4727-90a4-af396f4b79d0 None None] Bound using segment: {'id': '1a717f73-0462-478f-bf6e-ff068c9757a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': 'd7762bac-c37e-4051-9436-976349460037'} {{(pid=84042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 18 21:49:40.639822 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.managers [None req-f482f1e2-c9fc-4727-90a4-af396f4b79d0 None None] Bound port: c1d3183b-f1ea-40ba-9589-182cdcfc7b69, host: n-d-838334-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1a717f73-0462-478f-bf6e-ff068c9757a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': 'd7762bac-c37e-4051-9436-976349460037'}}] {{(pid=84042) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 21:49:40.640213 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-f482f1e2-c9fc-4727-90a4-af396f4b79d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:49:40.776122 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-f482f1e2-c9fc-4727-90a4-af396f4b79d0 None None] For port c1d3183b-f1ea-40ba-9589-182cdcfc7b69, host n-d-838334-2, cleared binding levels {{(pid=84042) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 21:49:40.779351 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-f482f1e2-c9fc-4727-90a4-af396f4b79d0 None None] For port c1d3183b-f1ea-40ba-9589-182cdcfc7b69, host n-d-838334-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838334-2',level=0,port_id=c1d3183b-f1ea-40ba-9589-182cdcfc7b69,segment=NetworkSegment(1a717f73-0462-478f-bf6e-ff068c9757a3),segment_id=1a717f73-0462-478f-bf6e-ff068c9757a3)] {{(pid=84042) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 21:49:40.783691 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-f482f1e2-c9fc-4727-90a4-af396f4b79d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682'] for port, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:49:40.869098 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e6b83f5-af40-4ec4-916c-ed7cfe6e425a None None] Pushing event updated for resources: {'Port': ['ID=c1d3183b-f1ea-40ba-9589-182cdcfc7b69,revision_number=4']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:49:40.877868 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f482f1e2-c9fc-4727-90a4-af396f4b79d0 None None] Routers {'fb3d942e-72cf-436e-bd4a-6af4cdc97873'} bound to L3 agent in host n-d-838334-2 {{(pid=84042) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 21:49:40.878794 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_hamode_db [None req-f482f1e2-c9fc-4727-90a4-af396f4b79d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838334-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-18T20:25:48Z,description=,heartbeat_timestamp=2022-04-18T21:49:18Z,host='n-d-838334-2',id=bc84d6c9-dd7a-4555-a351-592327b46d5a,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:25:48Z,topic='l3_agent')) {'router_ids': ['fb3d942e-72cf-436e-bd4a-6af4cdc97873'], 'active': True} {{(pid=84042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:49:41.048818 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3b265ed-0290-4398-afde-ec1d4c64e0f1 req-8d1e09e8-ecf0-4a75-8360-ecc421e151b1 tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:49:41.050204 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [req-b3b265ed-0290-4398-afde-ec1d4c64e0f1 req-8d1e09e8-ecf0-4a75-8360-ecc421e151b1 tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] Synchronizing usage tracker for tenant:a4ea1a148ea742c594b9948ed7bb3759 on resource:network {{(pid=84041) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 21:49:41.075288 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [req-b3b265ed-0290-4398-afde-ec1d4c64e0f1 req-8d1e09e8-ecf0-4a75-8360-ecc421e151b1 tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] Unset dirty status for tenant:a4ea1a148ea742c594b9948ed7bb3759 on resource:network {{(pid=84041) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 21:49:41.076677 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-b3b265ed-0290-4398-afde-ec1d4c64e0f1 req-8d1e09e8-ecf0-4a75-8360-ecc421e151b1 tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] 10.222.0.48 "GET /v2.0/networks?id=d7762bac-c37e-4051-9436-976349460037 HTTP/1.1" status: 200 len: 796 time: 0.2214944 Apr 18 21:49:41.133851 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [req-b3b265ed-0290-4398-afde-ec1d4c64e0f1 req-9eec77bc-8acd-4773-a478-0a345783c8d5 tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] Synchronizing usage tracker for tenant:a4ea1a148ea742c594b9948ed7bb3759 on resource:security_group {{(pid=84041) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 21:49:41.146121 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [req-b3b265ed-0290-4398-afde-ec1d4c64e0f1 req-9eec77bc-8acd-4773-a478-0a345783c8d5 tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] Unset dirty status for tenant:a4ea1a148ea742c594b9948ed7bb3759 on resource:security_group {{(pid=84041) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 21:49:41.147234 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-b3b265ed-0290-4398-afde-ec1d4c64e0f1 req-9eec77bc-8acd-4773-a478-0a345783c8d5 tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] 10.222.0.48 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a4ea1a148ea742c594b9948ed7bb3759 HTTP/1.1" status: 200 len: 379 time: 0.0579085 Apr 18 21:49:41.155932 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_dvr_db [None req-f482f1e2-c9fc-4727-90a4-af396f4b79d0 None None] Set router fb3d942e-72cf-436e-bd4a-6af4cdc97873 gateway port host: n-d-838334-2 {{(pid=84042) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 21:49:41.157963 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.v2.base [req-b3b265ed-0290-4398-afde-ec1d4c64e0f1 req-ef5ff4ec-c38e-4357-93d6-86c6037c2f1b tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] Request body: {'port': {'device_id': 'f3886033-19fb-4372-b22c-d57f24342912', 'network_id': 'd7762bac-c37e-4051-9436-976349460037', 'admin_state_up': True, 'tenant_id': 'a4ea1a148ea742c594b9948ed7bb3759', 'security_groups': ['3641b93e-659c-4ed3-85e3-f92eae4e51ee']}} {{(pid=84041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:49:41.176087 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-92d8e7df-5655-42bb-86e7-78a3ef9ea209 req-0bbf9c02-49b7-4bc6-be86-cf5b514f4d8a tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] 10.222.0.42 "GET /v2.0/ports?device_id=f3886033-19fb-4372-b22c-d57f24342912 HTTP/1.1" status: 200 len: 210 time: 0.0427368 Apr 18 21:49:41.312394 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [req-b3b265ed-0290-4398-afde-ec1d4c64e0f1 req-ef5ff4ec-c38e-4357-93d6-86c6037c2f1b tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:49:41.321937 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [req-b3b265ed-0290-4398-afde-ec1d4c64e0f1 req-ef5ff4ec-c38e-4357-93d6-86c6037c2f1b tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:49:41.332495 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b3b265ed-0290-4398-afde-ec1d4c64e0f1 req-ef5ff4ec-c38e-4357-93d6-86c6037c2f1b tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] Made reservation on behalf of a4ea1a148ea742c594b9948ed7bb3759 for: {'port': 1} {{(pid=84041) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:49:41.335971 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [req-b3b265ed-0290-4398-afde-ec1d4c64e0f1 req-ef5ff4ec-c38e-4357-93d6-86c6037c2f1b tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:49:41.491080 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_hamode_db [None req-f482f1e2-c9fc-4727-90a4-af396f4b79d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb3d942e-72cf-436e-bd4a-6af4cdc97873', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1581329144', 'tenant_id': 'a4ea1a148ea742c594b9948ed7bb3759', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'external_fixed_ips': [{'subnet_id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'ip_address': '172.25.8.124'}], 'enable_snat': True}, 'gw_port_id': 'de67f4c4-8b85-498f-8317-199dbdfa9520', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:49:32Z', 'updated_at': '2022-04-18T21:49:36Z', 'revision_number': 4, 'project_id': 'a4ea1a148ea742c594b9948ed7bb3759', 'gw_port': {'id': 'de67f4c4-8b85-498f-8317-199dbdfa9520', 'name': '', 'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:69:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb3d942e-72cf-436e-bd4a-6af4cdc97873', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'ip_address': '172.25.8.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:49:32Z', 'updated_at': '2022-04-18T21:49:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838334-2', '_interfaces': [{'id': 'c1d3183b-f1ea-40ba-9589-182cdcfc7b69', 'name': '', 'network_id': 'd7762bac-c37e-4051-9436-976349460037', 'tenant_id': 'a4ea1a148ea742c594b9948ed7bb3759', 'mac_address': 'fa:16:3e:c6:3d:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fb3d942e-72cf-436e-bd4a-6af4cdc97873', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1f943ffc-2b26-4c51-8887-4f0087e49393', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:49:35Z', 'updated_at': '2022-04-18T21:49:40Z', 'revision_number': 4, 'project_id': 'a4ea1a148ea742c594b9948ed7bb3759', 'subnets': [{'id': '1f943ffc-2b26-4c51-8887-4f0087e49393', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838334-2', False) {} {{(pid=84042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:49:41.495016 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f482f1e2-c9fc-4727-90a4-af396f4b79d0 None None] The sync data for ids ['fb3d942e-72cf-436e-bd4a-6af4cdc97873'] in n-d-838334-2 is: [{'id': 'fb3d942e-72cf-436e-bd4a-6af4cdc97873', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1581329144', 'tenant_id': 'a4ea1a148ea742c594b9948ed7bb3759', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'external_fixed_ips': [{'subnet_id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'ip_address': '172.25.8.124'}], 'enable_snat': True}, 'gw_port_id': 'de67f4c4-8b85-498f-8317-199dbdfa9520', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:49:32Z', 'updated_at': '2022-04-18T21:49:36Z', 'revision_number': 4, 'project_id': 'a4ea1a148ea742c594b9948ed7bb3759', 'gw_port': {'id': 'de67f4c4-8b85-498f-8317-199dbdfa9520', 'name': '', 'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:69:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb3d942e-72cf-436e-bd4a-6af4cdc97873', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'ip_address': '172.25.8.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:49:32Z', 'updated_at': '2022-04-18T21:49:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838334-2', '_interfaces': [{'id': 'c1d3183b-f1ea-40ba-9589-182cdcfc7b69', 'name': '', 'network_id': 'd7762bac-c37e-4051-9436-976349460037', 'tenant_id': 'a4ea1a148ea742c594b9948ed7bb3759', 'mac_address': 'fa:16:3e:c6:3d:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fb3d942e-72cf-436e-bd4a-6af4cdc97873', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1f943ffc-2b26-4c51-8887-4f0087e49393', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:49:35Z', 'updated_at': '2022-04-18T21:49:40Z', 'revision_number': 4, 'project_id': 'a4ea1a148ea742c594b9948ed7bb3759', 'subnets': [{'id': '1f943ffc-2b26-4c51-8887-4f0087e49393', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84042) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 18 21:49:41.496506 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.db_base_plugin_common [req-b3b265ed-0290-4398-afde-ec1d4c64e0f1 req-ef5ff4ec-c38e-4357-93d6-86c6037c2f1b tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] Allocated IP 172.20.0.3 (d7762bac-c37e-4051-9436-976349460037/1f943ffc-2b26-4c51-8887-4f0087e49393/1631f417-6fe6-4af7-a85b-aa40685ef71f) {{(pid=84041) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 21:49:41.714118 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [req-b3b265ed-0290-4398-afde-ec1d4c64e0f1 req-ef5ff4ec-c38e-4357-93d6-86c6037c2f1b tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] Notify callbacks [] for port, precommit_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:49:41.731579 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.provisioning_blocks [req-b3b265ed-0290-4398-afde-ec1d4c64e0f1 req-ef5ff4ec-c38e-4357-93d6-86c6037c2f1b tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] Transition to ACTIVE for port object 1631f417-6fe6-4af7-a85b-aa40685ef71f will not be triggered until provisioned by entity DHCP. {{(pid=84041) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:49:41.754472 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [req-b3b265ed-0290-4398-afde-ec1d4c64e0f1 req-ef5ff4ec-c38e-4357-93d6-86c6037c2f1b tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750374836619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32266323'] for port, after_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:49:41.829268 n-d-838334-2 neutron-server[84041]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b3b265ed-0290-4398-afde-ec1d4c64e0f1 req-ef5ff4ec-c38e-4357-93d6-86c6037c2f1b tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] Network d7762bac-c37e-4051-9436-976349460037 is already hosted by enough agents. {{(pid=84041) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:49:41.832873 n-d-838334-2 neutron-server[84041]: DEBUG neutron.scheduler.base_scheduler [req-b3b265ed-0290-4398-afde-ec1d4c64e0f1 req-ef5ff4ec-c38e-4357-93d6-86c6037c2f1b tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] Resources bound (agent type, host, resource id): {{(pid=84041) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:49:41.836947 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.l3_dvrscheduler_db [req-b3b265ed-0290-4398-afde-ec1d4c64e0f1 req-ef5ff4ec-c38e-4357-93d6-86c6037c2f1b tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] Received port after_create {{(pid=84041) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 21:49:41.880426 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef5ff4ec-c38e-4357-93d6-86c6037c2f1b tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] Pushing event updated for resources: {'Port': ['ID=1631f417-6fe6-4af7-a85b-aa40685ef71f,revision_number=1']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:49:41.915717 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3b265ed-0290-4398-afde-ec1d4c64e0f1 req-ef5ff4ec-c38e-4357-93d6-86c6037c2f1b tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:49:41.916654 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [req-b3b265ed-0290-4398-afde-ec1d4c64e0f1 req-ef5ff4ec-c38e-4357-93d6-86c6037c2f1b tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217293'] for port, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:49:41.950895 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-b3b265ed-0290-4398-afde-ec1d4c64e0f1 req-ef5ff4ec-c38e-4357-93d6-86c6037c2f1b tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7963781 Apr 18 21:49:41.962707 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.v2.base [req-b3b265ed-0290-4398-afde-ec1d4c64e0f1 req-a1d83f29-80c3-4bd4-9dd4-b19a2373d0df service neutron] Request body: {'port': {'device_id': 'f3886033-19fb-4372-b22c-d57f24342912', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-838334-2'}} {{(pid=84041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:49:42.072748 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-e05e3f1c-bbd5-4eb4-971f-c9d575be524f None None] Provisioning for port 1631f417-6fe6-4af7-a85b-aa40685ef71f completed by entity DHCP. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 21:49:42.077795 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-e05e3f1c-bbd5-4eb4-971f-c9d575be524f None None] Provisioning complete for port 1631f417-6fe6-4af7-a85b-aa40685ef71f triggered by entity DHCP. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:49:42.078242 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-e05e3f1c-bbd5-4eb4-971f-c9d575be524f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1253608'] for port, provisioning_complete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:49:42.083069 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [req-b3b265ed-0290-4398-afde-ec1d4c64e0f1 req-a1d83f29-80c3-4bd4-9dd4-b19a2373d0df service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:49:42.132959 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.plugin [None req-e05e3f1c-bbd5-4eb4-971f-c9d575be524f None None] Port 1631f417-6fe6-4af7-a85b-aa40685ef71f cannot update to ACTIVE because it is not bound. {{(pid=84042) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 18 21:49:42.406442 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b30c3fd7-7dea-4bc5-8d41-a5bd9704035b req-81dfecbd-408d-499d-b5a2-c4e978fe45ef tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:49:42.407980 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-b30c3fd7-7dea-4bc5-8d41-a5bd9704035b req-81dfecbd-408d-499d-b5a2-c4e978fe45ef tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] 10.222.0.42 "GET /v2.0/ports?device_id=f3886033-19fb-4372-b22c-d57f24342912 HTTP/1.1" status: 200 len: 931 time: 0.0850294 Apr 18 21:49:42.457506 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-b30c3fd7-7dea-4bc5-8d41-a5bd9704035b req-e062598a-9d9f-4c2b-8840-f9b1e22cfce3 tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] 10.222.0.42 "GET /v2.0/security-groups?id=3641b93e-659c-4ed3-85e3-f92eae4e51ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430644 Apr 18 21:49:42.559304 n-d-838334-2 neutron-server[84041]: DEBUG neutron.notifiers.nova [req-b3b265ed-0290-4398-afde-ec1d4c64e0f1 req-a1d83f29-80c3-4bd4-9dd4-b19a2373d0df service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1631f417-6fe6-4af7-a85b-aa40685ef71f {{(pid=84041) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 18 21:49:42.566063 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [req-b3b265ed-0290-4398-afde-ec1d4c64e0f1 req-a1d83f29-80c3-4bd4-9dd4-b19a2373d0df service neutron] Notify callbacks [] for port, precommit_update {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:49:42.582192 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.provisioning_blocks [req-b3b265ed-0290-4398-afde-ec1d4c64e0f1 req-a1d83f29-80c3-4bd4-9dd4-b19a2373d0df service neutron] Transition to ACTIVE for port object 1631f417-6fe6-4af7-a85b-aa40685ef71f will not be triggered until provisioned by entity L2. {{(pid=84041) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:49:42.585187 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [req-b3b265ed-0290-4398-afde-ec1d4c64e0f1 req-a1d83f29-80c3-4bd4-9dd4-b19a2373d0df service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32266282'] for port, after_update {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:49:42.707169 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1d83f29-80c3-4bd4-9dd4-b19a2373d0df service neutron] Pushing event updated for resources: {'Port': ['ID=1631f417-6fe6-4af7-a85b-aa40685ef71f,revision_number=2']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:49:42.818091 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.managers [req-b3b265ed-0290-4398-afde-ec1d4c64e0f1 req-a1d83f29-80c3-4bd4-9dd4-b19a2373d0df service neutron] Attempting to bind port 1631f417-6fe6-4af7-a85b-aa40685ef71f on host n-h2-838334-2 for vnic_type normal with profile {{(pid=84041) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 21:49:42.818420 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.managers [req-b3b265ed-0290-4398-afde-ec1d4c64e0f1 req-a1d83f29-80c3-4bd4-9dd4-b19a2373d0df service neutron] Attempting to bind port 1631f417-6fe6-4af7-a85b-aa40685ef71f by drivers openvswitch,hyperv on host n-h2-838334-2 at level 0 using segments [{'id': '1a717f73-0462-478f-bf6e-ff068c9757a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': 'd7762bac-c37e-4051-9436-976349460037'}] {{(pid=84041) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 21:49:42.818742 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3b265ed-0290-4398-afde-ec1d4c64e0f1 req-a1d83f29-80c3-4bd4-9dd4-b19a2373d0df service neutron] Attempting to bind port 1631f417-6fe6-4af7-a85b-aa40685ef71f on network d7762bac-c37e-4051-9436-976349460037 {{(pid=84041) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 21:49:42.824503 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3b265ed-0290-4398-afde-ec1d4c64e0f1 req-a1d83f29-80c3-4bd4-9dd4-b19a2373d0df service neutron] Port 1631f417-6fe6-4af7-a85b-aa40685ef71f on network d7762bac-c37e-4051-9436-976349460037 not bound, no agent of type Open vSwitch agent registered on host n-h2-838334-2 {{(pid=84041) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 18 21:49:42.824814 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3b265ed-0290-4398-afde-ec1d4c64e0f1 req-a1d83f29-80c3-4bd4-9dd4-b19a2373d0df service neutron] Attempting to bind port 1631f417-6fe6-4af7-a85b-aa40685ef71f on network d7762bac-c37e-4051-9436-976349460037 {{(pid=84041) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 21:49:42.831524 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3b265ed-0290-4398-afde-ec1d4c64e0f1 req-a1d83f29-80c3-4bd4-9dd4-b19a2373d0df service neutron] Checking agent: {'id': 'dc797004-f641-47b7-a77f-9c62b5b16296', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-838334-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 34, 3), 'started_at': datetime.datetime(2022, 4, 18, 20, 34, 3), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 21, 49, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84041) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 18 21:49:42.831886 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3b265ed-0290-4398-afde-ec1d4c64e0f1 req-a1d83f29-80c3-4bd4-9dd4-b19a2373d0df service neutron] Checking segment: {'id': '1a717f73-0462-478f-bf6e-ff068c9757a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': 'd7762bac-c37e-4051-9436-976349460037'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84041) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 21:49:42.832262 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3b265ed-0290-4398-afde-ec1d4c64e0f1 req-a1d83f29-80c3-4bd4-9dd4-b19a2373d0df service neutron] Bound using segment: {'id': '1a717f73-0462-478f-bf6e-ff068c9757a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': 'd7762bac-c37e-4051-9436-976349460037'} {{(pid=84041) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 18 21:49:42.832673 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.managers [req-b3b265ed-0290-4398-afde-ec1d4c64e0f1 req-a1d83f29-80c3-4bd4-9dd4-b19a2373d0df service neutron] Bound port: 1631f417-6fe6-4af7-a85b-aa40685ef71f, host: n-h2-838334-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1a717f73-0462-478f-bf6e-ff068c9757a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': 'd7762bac-c37e-4051-9436-976349460037'}}] {{(pid=84041) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 21:49:42.833007 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [req-b3b265ed-0290-4398-afde-ec1d4c64e0f1 req-a1d83f29-80c3-4bd4-9dd4-b19a2373d0df service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:49:42.918459 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.db [req-b3b265ed-0290-4398-afde-ec1d4c64e0f1 req-a1d83f29-80c3-4bd4-9dd4-b19a2373d0df service neutron] For port 1631f417-6fe6-4af7-a85b-aa40685ef71f, host n-h2-838334-2, cleared binding levels {{(pid=84041) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 21:49:42.922073 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.db [req-b3b265ed-0290-4398-afde-ec1d4c64e0f1 req-a1d83f29-80c3-4bd4-9dd4-b19a2373d0df service neutron] For port 1631f417-6fe6-4af7-a85b-aa40685ef71f, host n-h2-838334-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838334-2',level=0,port_id=1631f417-6fe6-4af7-a85b-aa40685ef71f,segment=NetworkSegment(1a717f73-0462-478f-bf6e-ff068c9757a3),segment_id=1a717f73-0462-478f-bf6e-ff068c9757a3)] {{(pid=84041) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 21:49:42.927050 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [req-b3b265ed-0290-4398-afde-ec1d4c64e0f1 req-a1d83f29-80c3-4bd4-9dd4-b19a2373d0df service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32266282'] for port, after_update {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:49:42.988367 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [req-b3b265ed-0290-4398-afde-ec1d4c64e0f1 req-a1d83f29-80c3-4bd4-9dd4-b19a2373d0df service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217293'] for port, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:49:42.990197 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-b3b265ed-0290-4398-afde-ec1d4c64e0f1 req-a1d83f29-80c3-4bd4-9dd4-b19a2373d0df service neutron] 10.222.0.48 "PUT /v2.0/ports/1631f417-6fe6-4af7-a85b-aa40685ef71f HTTP/1.1" status: 200 len: 1091 time: 1.0320969 Apr 18 21:49:42.993368 n-d-838334-2 neutron-server[84041]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f3886033-19fb-4372-b22c-d57f24342912', 'tag': '1631f417-6fe6-4af7-a85b-aa40685ef71f'}] {{(pid=84041) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 21:49:43.021689 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1d83f29-80c3-4bd4-9dd4-b19a2373d0df service neutron] Pushing event updated for resources: {'Port': ['ID=1631f417-6fe6-4af7-a85b-aa40685ef71f,revision_number=3']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:49:43.062124 n-d-838334-2 neutron-server[84041]: INFO neutron.notifiers.nova [-] Nova event matching ['req-70bf3626-7da7-493d-bac6-f68ce0bb37df'] response: {'name': 'network-changed', 'server_uuid': 'f3886033-19fb-4372-b22c-d57f24342912', 'tag': '1631f417-6fe6-4af7-a85b-aa40685ef71f', 'status': 'completed', 'code': 200} Apr 18 21:49:43.105224 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-b3b265ed-0290-4398-afde-ec1d4c64e0f1 req-e8b40d4f-8f72-49c7-8334-98496b7bd1cf service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=a4ea1a148ea742c594b9948ed7bb3759&device_id=f3886033-19fb-4372-b22c-d57f24342912 HTTP/1.1" status: 200 len: 1094 time: 0.0746472 Apr 18 21:49:43.177139 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-b3b265ed-0290-4398-afde-ec1d4c64e0f1 req-6a51a965-a070-418d-8253-fecc2a16db27 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1631f417-6fe6-4af7-a85b-aa40685ef71f HTTP/1.1" status: 200 len: 217 time: 0.0651150 Apr 18 21:49:43.238183 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3b265ed-0290-4398-afde-ec1d4c64e0f1 req-d3ff9d37-0cd2-4591-b8a5-08180fb4f04f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:49:43.239718 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-b3b265ed-0290-4398-afde-ec1d4c64e0f1 req-d3ff9d37-0cd2-4591-b8a5-08180fb4f04f service neutron] 10.222.0.48 "GET /v2.0/subnets?id=1f943ffc-2b26-4c51-8887-4f0087e49393 HTTP/1.1" status: 200 len: 835 time: 0.0563064 Apr 18 21:49:43.310579 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Device c1d3183b-f1ea-40ba-9589-182cdcfc7b69 up at agent ovs-agent-n-d-838334-2 {{(pid=84042) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 21:49:43.325466 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-b3b265ed-0290-4398-afde-ec1d4c64e0f1 req-93499e75-324b-41e4-a1f5-1874cfa63db7 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=d7762bac-c37e-4051-9436-976349460037&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0777695 Apr 18 21:49:43.382033 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Provisioning for port c1d3183b-f1ea-40ba-9589-182cdcfc7b69 completed by entity L2. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 21:49:43.386630 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Provisioning complete for port c1d3183b-f1ea-40ba-9589-182cdcfc7b69 triggered by entity L2. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:49:43.387037 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1253608'] for port, provisioning_complete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:49:43.457576 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-b3b265ed-0290-4398-afde-ec1d4c64e0f1 req-329bf629-7817-4ca9-9134-55b6a841bab6 service neutron] 10.222.0.48 "GET /v2.0/networks/d7762bac-c37e-4051-9436-976349460037?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1254122 Apr 18 21:49:43.498178 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:49:43.535430 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] For port c1d3183b-f1ea-40ba-9589-182cdcfc7b69, host n-d-838334-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838334-2',level=0,port_id=c1d3183b-f1ea-40ba-9589-182cdcfc7b69,segment=NetworkSegment(1a717f73-0462-478f-bf6e-ff068c9757a3),segment_id=1a717f73-0462-478f-bf6e-ff068c9757a3)] {{(pid=84042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:49:43.539461 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682'] for port, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:49:43.597296 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-b3b265ed-0290-4398-afde-ec1d4c64e0f1 req-4dab38dd-3ac8-4d33-8f5b-51140f1b7c99 service neutron] 10.222.0.48 "GET /v2.0/networks/d7762bac-c37e-4051-9436-976349460037?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1322556 Apr 18 21:49:43.621121 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Pushing event updated for resources: {'Port': ['ID=c1d3183b-f1ea-40ba-9589-182cdcfc7b69,revision_number=5']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:49:43.717175 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-6e55fee4-eeb2-4563-a608-1a19be1fc22b req-97ae052d-db0e-4cd5-88df-42996bc46b96 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=a4ea1a148ea742c594b9948ed7bb3759&device_id=f3886033-19fb-4372-b22c-d57f24342912 HTTP/1.1" status: 200 len: 1094 time: 0.0685506 Apr 18 21:49:43.742589 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c230dc87-89f4-418e-aa68-903f135efa73 req-843395b7-08a1-4df1-8eb4-ac41aec3fe93 tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:49:43.744188 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-c230dc87-89f4-418e-aa68-903f135efa73 req-843395b7-08a1-4df1-8eb4-ac41aec3fe93 tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] 10.222.0.42 "GET /v2.0/ports?device_id=f3886033-19fb-4372-b22c-d57f24342912 HTTP/1.1" status: 200 len: 943 time: 0.1557047 Apr 18 21:49:43.798245 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-c230dc87-89f4-418e-aa68-903f135efa73 req-a08114f6-005e-467f-8023-8e20c7472de6 tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] 10.222.0.42 "GET /v2.0/security-groups?id=3641b93e-659c-4ed3-85e3-f92eae4e51ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0484781 Apr 18 21:49:43.848119 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e55fee4-eeb2-4563-a608-1a19be1fc22b req-7eafa3e8-57a2-4f0a-b7c2-17eb4ac34ba8 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:49:43.849664 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-6e55fee4-eeb2-4563-a608-1a19be1fc22b req-7eafa3e8-57a2-4f0a-b7c2-17eb4ac34ba8 service neutron] 10.222.0.48 "GET /v2.0/networks?id=d7762bac-c37e-4051-9436-976349460037 HTTP/1.1" status: 200 len: 897 time: 0.1268256 Apr 18 21:49:43.919468 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-6e55fee4-eeb2-4563-a608-1a19be1fc22b req-f46adf3e-077b-4011-a796-69cfd6628108 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1631f417-6fe6-4af7-a85b-aa40685ef71f HTTP/1.1" status: 200 len: 217 time: 0.0620251 Apr 18 21:49:43.985299 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e55fee4-eeb2-4563-a608-1a19be1fc22b req-9ea6a02b-e708-4c29-a8bb-53758b58bfb8 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:49:43.986716 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-6e55fee4-eeb2-4563-a608-1a19be1fc22b req-9ea6a02b-e708-4c29-a8bb-53758b58bfb8 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=1f943ffc-2b26-4c51-8887-4f0087e49393 HTTP/1.1" status: 200 len: 835 time: 0.0602958 Apr 18 21:49:44.061705 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-6e55fee4-eeb2-4563-a608-1a19be1fc22b req-c08af1be-3acb-4910-9846-08672da1d4cd service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=d7762bac-c37e-4051-9436-976349460037&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0678625 Apr 18 21:49:44.276094 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-6e55fee4-eeb2-4563-a608-1a19be1fc22b req-4f2ba2a8-9ef1-4801-afc8-10b6d2339e1f service neutron] 10.222.0.48 "GET /v2.0/networks/d7762bac-c37e-4051-9436-976349460037?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2066131 Apr 18 21:49:44.404767 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-6e55fee4-eeb2-4563-a608-1a19be1fc22b req-e76fb56b-cfb0-4115-8dc8-1a27f7913e00 service neutron] 10.222.0.48 "GET /v2.0/networks/d7762bac-c37e-4051-9436-976349460037?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1225781 Apr 18 21:49:45.067257 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f51e788-205a-49da-ba30-df36347ae2f2 req-bc22e953-3fc5-4cf9-9e94-ef331e9935fa tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:49:45.068734 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-7f51e788-205a-49da-ba30-df36347ae2f2 req-bc22e953-3fc5-4cf9-9e94-ef331e9935fa tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] 10.222.0.42 "GET /v2.0/ports?device_id=f3886033-19fb-4372-b22c-d57f24342912 HTTP/1.1" status: 200 len: 943 time: 0.1506808 Apr 18 21:49:45.113549 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-7f51e788-205a-49da-ba30-df36347ae2f2 req-8cd9ddfc-4cf1-49d7-b314-0b2423db2b04 tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] 10.222.0.42 "GET /v2.0/security-groups?id=3641b93e-659c-4ed3-85e3-f92eae4e51ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391898 Apr 18 21:49:45.289303 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Device c1d3183b-f1ea-40ba-9589-182cdcfc7b69 up at agent ovs-agent-n-d-838334-2 {{(pid=84042) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 21:49:45.356692 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Provisioning complete for port c1d3183b-f1ea-40ba-9589-182cdcfc7b69 triggered by entity L2. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:49:45.357059 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1253608'] for port, provisioning_complete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:49:45.771342 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-d487f155-05db-456b-a1f7-588679354b63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750375287399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253529'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:49:46.316814 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e15a2de-481b-4027-9d34-2da3ec0ca41d req-b3813e27-9341-4a6b-9269-fba63e551c18 tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:49:46.318245 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-1e15a2de-481b-4027-9d34-2da3ec0ca41d req-b3813e27-9341-4a6b-9269-fba63e551c18 tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] 10.222.0.42 "GET /v2.0/ports?device_id=f3886033-19fb-4372-b22c-d57f24342912 HTTP/1.1" status: 200 len: 943 time: 0.0818441 Apr 18 21:49:46.363382 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-1e15a2de-481b-4027-9d34-2da3ec0ca41d req-7f84b888-80eb-4984-a3ea-ff54f1183540 tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] 10.222.0.42 "GET /v2.0/security-groups?id=3641b93e-659c-4ed3-85e3-f92eae4e51ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393782 Apr 18 21:49:47.374371 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Device 1631f417-6fe6-4af7-a85b-aa40685ef71f details requested by agent hyperv_n-h2-838334-2 with host n-h2-838334-2 {{(pid=84042) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 18 21:49:47.507378 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] For port 1631f417-6fe6-4af7-a85b-aa40685ef71f, host n-h2-838334-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838334-2',level=0,port_id=1631f417-6fe6-4af7-a85b-aa40685ef71f,segment=NetworkSegment(1a717f73-0462-478f-bf6e-ff068c9757a3),segment_id=1a717f73-0462-478f-bf6e-ff068c9757a3)] {{(pid=84042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:49:47.520679 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Returning: {'device': '1631f417-6fe6-4af7-a85b-aa40685ef71f', 'network_id': 'd7762bac-c37e-4051-9436-976349460037', 'port_id': '1631f417-6fe6-4af7-a85b-aa40685ef71f', 'mac_address': 'fa:16:3e:42:99:39', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 372, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1f943ffc-2b26-4c51-8887-4f0087e49393', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84042) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 18 21:49:47.563494 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e254652a-3265-4cb9-9809-e76c8a76893f req-4ee33f04-cb92-4214-ae7f-b57b2c0af7cd tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:49:47.565513 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-e254652a-3265-4cb9-9809-e76c8a76893f req-4ee33f04-cb92-4214-ae7f-b57b2c0af7cd tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] 10.222.0.42 "GET /v2.0/ports?device_id=f3886033-19fb-4372-b22c-d57f24342912 HTTP/1.1" status: 200 len: 943 time: 0.0751855 Apr 18 21:49:47.577781 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:49:47.595017 n-d-838334-2 neutron-server[84042]: DEBUG neutron.notifiers.nova [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1631f417-6fe6-4af7-a85b-aa40685ef71f {{(pid=84042) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 18 21:49:47.610463 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] For port 1631f417-6fe6-4af7-a85b-aa40685ef71f, host n-h2-838334-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838334-2',level=0,port_id=1631f417-6fe6-4af7-a85b-aa40685ef71f,segment=NetworkSegment(1a717f73-0462-478f-bf6e-ff068c9757a3),segment_id=1a717f73-0462-478f-bf6e-ff068c9757a3)] {{(pid=84042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:49:47.615483 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-e254652a-3265-4cb9-9809-e76c8a76893f req-2b7976f2-e751-4f55-b10d-140665cf5087 tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] 10.222.0.42 "GET /v2.0/security-groups?id=3641b93e-659c-4ed3-85e3-f92eae4e51ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437686 Apr 18 21:49:47.615904 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682'] for port, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:49:47.680642 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Pushing event updated for resources: {'Port': ['ID=1631f417-6fe6-4af7-a85b-aa40685ef71f,revision_number=4']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:49:47.873812 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] get_ports_and_sgs() called for port_ids ['1631f417-6fe6-4af7-a85b-aa40685ef71f'] {{(pid=84042) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 18 21:49:48.043575 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-b929c758-a2f6-4dbf-a6d0-420b1befe554 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750375287399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253529'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:49:48.820101 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a3c95ff-69c1-492a-b517-fb0e306af5e7 req-19a8aea5-82b0-4b03-86bd-ac083648acea tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:49:48.821542 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-3a3c95ff-69c1-492a-b517-fb0e306af5e7 req-19a8aea5-82b0-4b03-86bd-ac083648acea tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] 10.222.0.42 "GET /v2.0/ports?device_id=f3886033-19fb-4372-b22c-d57f24342912 HTTP/1.1" status: 200 len: 944 time: 0.0835133 Apr 18 21:49:48.866706 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-3a3c95ff-69c1-492a-b517-fb0e306af5e7 req-18b02fe8-ee08-4bf2-8374-5938fc375266 tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] 10.222.0.42 "GET /v2.0/security-groups?id=3641b93e-659c-4ed3-85e3-f92eae4e51ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393991 Apr 18 21:49:49.200559 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750375287399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253529'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:49:49.374711 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Device 1631f417-6fe6-4af7-a85b-aa40685ef71f up at agent hyperv_n-h2-838334-2 {{(pid=84042) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 21:49:49.443319 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Provisioning for port 1631f417-6fe6-4af7-a85b-aa40685ef71f completed by entity L2. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 21:49:49.447818 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Provisioning complete for port 1631f417-6fe6-4af7-a85b-aa40685ef71f triggered by entity L2. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:49:49.448179 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1253608'] for port, provisioning_complete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:49:49.574733 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:49:49.601342 n-d-838334-2 neutron-server[84042]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f3886033-19fb-4372-b22c-d57f24342912', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1631f417-6fe6-4af7-a85b-aa40685ef71f'}] {{(pid=84042) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 21:49:49.610670 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] For port 1631f417-6fe6-4af7-a85b-aa40685ef71f, host n-h2-838334-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838334-2',level=0,port_id=1631f417-6fe6-4af7-a85b-aa40685ef71f,segment=NetworkSegment(1a717f73-0462-478f-bf6e-ff068c9757a3),segment_id=1a717f73-0462-478f-bf6e-ff068c9757a3)] {{(pid=84042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:49:49.615253 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682'] for port, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:49:49.658569 n-d-838334-2 neutron-server[84042]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2e957547-8ee0-4723-ae16-6e3ee043570f'] response: {'server_uuid': 'f3886033-19fb-4372-b22c-d57f24342912', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1631f417-6fe6-4af7-a85b-aa40685ef71f', 'code': 200} Apr 18 21:49:49.684146 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Pushing event updated for resources: {'Port': ['ID=1631f417-6fe6-4af7-a85b-aa40685ef71f,revision_number=5']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:49:49.719952 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-414b6ffe-e119-47bc-b18f-bcff1219c2f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750375287399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253529'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:49:49.780060 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-9cdb2c05-f5e1-465d-8cf2-34390413263a req-69f357f0-4334-4094-8028-409f4db94c87 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=f3886033-19fb-4372-b22c-d57f24342912 HTTP/1.1" status: 200 len: 1096 time: 0.0681813 Apr 18 21:49:49.826099 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-9cdb2c05-f5e1-465d-8cf2-34390413263a req-a54229d6-d056-4ffa-9fb2-0a921248c456 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=3641b93e-659c-4ed3-85e3-f92eae4e51ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374918 Apr 18 21:49:50.060845 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-097ca171-7d85-4df7-840e-eb50835aebc0 req-38b30aea-c268-47a5-b643-3f9a4ca76fee tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:49:50.062295 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-097ca171-7d85-4df7-840e-eb50835aebc0 req-38b30aea-c268-47a5-b643-3f9a4ca76fee tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] 10.222.0.42 "GET /v2.0/ports?device_id=f3886033-19fb-4372-b22c-d57f24342912 HTTP/1.1" status: 200 len: 945 time: 0.0738776 Apr 18 21:49:50.109990 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-097ca171-7d85-4df7-840e-eb50835aebc0 req-c6e3e5e5-460f-4d90-b5dc-823f5fbe04c6 tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] 10.222.0.42 "GET /v2.0/security-groups?id=3641b93e-659c-4ed3-85e3-f92eae4e51ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422442 Apr 18 21:49:50.799785 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-c7521a90-7d65-4e2e-842c-ca5d95e9a89c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750375287399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253529'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:49:51.306197 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d50464f-4161-4dc8-b613-e40ed848c702 req-edf0e87e-78be-4cd2-8829-2137b82f777b tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:49:51.307649 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-8d50464f-4161-4dc8-b613-e40ed848c702 req-edf0e87e-78be-4cd2-8829-2137b82f777b tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] 10.222.0.42 "GET /v2.0/ports?device_id=f3886033-19fb-4372-b22c-d57f24342912 HTTP/1.1" status: 200 len: 945 time: 0.0773571 Apr 18 21:49:51.351575 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-8d50464f-4161-4dc8-b613-e40ed848c702 req-1a2c6b85-3c24-4990-9eaf-39e0151e3a14 tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] 10.222.0.42 "GET /v2.0/security-groups?id=3641b93e-659c-4ed3-85e3-f92eae4e51ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384433 Apr 18 21:49:51.547000 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2be4e27-45dd-4bf3-a4ec-c3317615ef89 req-8573037e-17ed-4b46-be60-4b7758e4cd65 tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:49:51.548444 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-a2be4e27-45dd-4bf3-a4ec-c3317615ef89 req-8573037e-17ed-4b46-be60-4b7758e4cd65 tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] 10.222.0.42 "GET /v2.0/ports?device_id=f3886033-19fb-4372-b22c-d57f24342912 HTTP/1.1" status: 200 len: 945 time: 0.0799184 Apr 18 21:49:51.593434 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-a2be4e27-45dd-4bf3-a4ec-c3317615ef89 req-ccae590f-f63a-48d6-8239-bcb70bbeeb83 tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] 10.222.0.42 "GET /v2.0/security-groups?id=3641b93e-659c-4ed3-85e3-f92eae4e51ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392921 Apr 18 21:49:51.620780 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 42068) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:49:51.688720 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-0d20e152-4788-4945-a8b3-ce9b9c0a8734 tempest-TestNetworkAdvancedServerOps-1683056737 tempest-TestNetworkAdvancedServerOps-1683056737-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=f3886033-19fb-4372-b22c-d57f24342912 HTTP/1.1" status: 200 len: 1091 time: 0.0668612 Apr 18 21:49:51.691547 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 42072) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:49:51.696502 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.v2.base [None req-f61515b9-b7d3-4d10-b2cb-cb1a9f943813 tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] Request body: {'floatingip': {'floating_network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'port_id': '1631f417-6fe6-4af7-a85b-aa40685ef71f', 'tenant_id': 'a4ea1a148ea742c594b9948ed7bb3759', 'fixed_ip_address': '172.20.0.3'}} {{(pid=84040) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:49:51.702407 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [None req-f61515b9-b7d3-4d10-b2cb-cb1a9f943813 tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:49:51.706669 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-f61515b9-b7d3-4d10-b2cb-cb1a9f943813 tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] Usage tracker for resource:floatingip and tenant:a4ea1a148ea742c594b9948ed7bb3759 is out of sync, need to count used quota {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:49:51.709449 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-f61515b9-b7d3-4d10-b2cb-cb1a9f943813 tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:49:51.715311 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [None req-f61515b9-b7d3-4d10-b2cb-cb1a9f943813 tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:49:51.726050 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-f61515b9-b7d3-4d10-b2cb-cb1a9f943813 tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] Notify callbacks [] for floatingip, before_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:49:51.946942 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-f61515b9-b7d3-4d10-b2cb-cb1a9f943813 tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:49:52.080637 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.db_base_plugin_common [None req-f61515b9-b7d3-4d10-b2cb-cb1a9f943813 tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] Allocated IP 172.25.8.172 (e41b6600-a917-4a8d-b05c-be3be40c6d8c/6b05667b-848e-4356-9b44-d5eb6808ef74/f98aed79-2984-4395-9c33-b702c9515ccb) {{(pid=84040) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 21:49:52.223953 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-f61515b9-b7d3-4d10-b2cb-cb1a9f943813 tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] Notify callbacks [] for port, precommit_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:49:52.250075 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-f61515b9-b7d3-4d10-b2cb-cb1a9f943813 tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750374836619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32440838'] for port, after_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:49:52.321917 n-d-838334-2 neutron-server[84040]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f61515b9-b7d3-4d10-b2cb-cb1a9f943813 tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] Network e41b6600-a917-4a8d-b05c-be3be40c6d8c is already hosted by enough agents. {{(pid=84040) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:49:52.325354 n-d-838334-2 neutron-server[84040]: DEBUG neutron.scheduler.base_scheduler [None req-f61515b9-b7d3-4d10-b2cb-cb1a9f943813 tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] Resources bound (agent type, host, resource id): {{(pid=84040) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:49:52.327273 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f61515b9-b7d3-4d10-b2cb-cb1a9f943813 tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] Pushing event updated for resources: {'Port': ['ID=f98aed79-2984-4395-9c33-b702c9515ccb,revision_number=1']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:49:52.329365 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f61515b9-b7d3-4d10-b2cb-cb1a9f943813 tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] Received port after_create {{(pid=84040) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 21:49:52.823828 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-f61515b9-b7d3-4d10-b2cb-cb1a9f943813 tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:49:52.876345 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-f61515b9-b7d3-4d10-b2cb-cb1a9f943813 tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:49:53.073437 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-f61515b9-b7d3-4d10-b2cb-cb1a9f943813 tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] Notify callbacks [] for port, precommit_update {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:49:53.077636 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-f61515b9-b7d3-4d10-b2cb-cb1a9f943813 tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32440959'] for port, after_update {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:49:53.181183 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f61515b9-b7d3-4d10-b2cb-cb1a9f943813 tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] Pushing event updated for resources: {'Port': ['ID=f98aed79-2984-4395-9c33-b702c9515ccb,revision_number=2']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:49:53.194920 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-f61515b9-b7d3-4d10-b2cb-cb1a9f943813 tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33444131'] for floatingip, after_update {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:49:53.482167 n-d-838334-2 neutron-server[84040]: INFO neutron.db.l3_db [None req-f61515b9-b7d3-4d10-b2cb-cb1a9f943813 tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] Floating IP 05361e34-e83c-40cb-b0cd-b6d65dfc8ba4 associated. External IP: 172.25.8.172, port: 1631f417-6fe6-4af7-a85b-aa40685ef71f. Apr 18 21:49:53.875824 n-d-838334-2 neutron-server[84040]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f61515b9-b7d3-4d10-b2cb-cb1a9f943813 tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] Router fb3d942e-72cf-436e-bd4a-6af4cdc97873 has already been hosted by L3 agent bc84d6c9-dd7a-4555-a351-592327b46d5a {{(pid=84040) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 21:49:54.074227 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f61515b9-b7d3-4d10-b2cb-cb1a9f943813 tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] Notify agent at l3_agent.n-d-838334-2 the message routers_updated {{(pid=84040) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 21:49:54.083922 n-d-838334-2 neutron-server[84043]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c971bf75-129c-48df-809b-038a2a2ced2b None None] Sync routers for ids ['fb3d942e-72cf-436e-bd4a-6af4cdc97873'] in n-d-838334-2 {{(pid=84043) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 18 21:49:54.095367 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c971bf75-129c-48df-809b-038a2a2ced2b None None] Routers {'fb3d942e-72cf-436e-bd4a-6af4cdc97873'} bound to L3 agent in host n-d-838334-2 {{(pid=84043) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 21:49:54.096203 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.l3_hamode_db [None req-c971bf75-129c-48df-809b-038a2a2ced2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838334-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-18T20:25:48Z,description=,heartbeat_timestamp=2022-04-18T21:49:48Z,host='n-d-838334-2',id=bc84d6c9-dd7a-4555-a351-592327b46d5a,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:25:48Z,topic='l3_agent')) {'router_ids': ['fb3d942e-72cf-436e-bd4a-6af4cdc97873'], 'active': True} {{(pid=84043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:49:54.098228 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-f61515b9-b7d3-4d10-b2cb-cb1a9f943813 tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217293'] for floatingip, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:49:54.154546 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-f61515b9-b7d3-4d10-b2cb-cb1a9f943813 tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] 10.222.0.42 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.4618936 Apr 18 21:49:54.155122 n-d-838334-2 neutron-server[84040]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f3886033-19fb-4372-b22c-d57f24342912', 'tag': '1631f417-6fe6-4af7-a85b-aa40685ef71f'}] {{(pid=84040) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 21:49:54.224732 n-d-838334-2 neutron-server[84040]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0cd3589a-ab07-4a41-b35e-58b4ca6cb20e'] response: {'name': 'network-changed', 'server_uuid': 'f3886033-19fb-4372-b22c-d57f24342912', 'tag': '1631f417-6fe6-4af7-a85b-aa40685ef71f', 'status': 'completed', 'code': 200} Apr 18 21:49:54.285091 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.l3_dvr_db [None req-c971bf75-129c-48df-809b-038a2a2ced2b None None] Set router fb3d942e-72cf-436e-bd4a-6af4cdc97873 gateway port host: n-d-838334-2 {{(pid=84043) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 21:49:54.327312 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-c451659b-1710-45cc-bb60-a031c912bdf3 req-99cb61f6-7218-4986-af59-c6153a7e9a3a service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=a4ea1a148ea742c594b9948ed7bb3759&device_id=f3886033-19fb-4372-b22c-d57f24342912 HTTP/1.1" status: 200 len: 1096 time: 0.0787055 Apr 18 21:49:54.340041 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0006a76-09f2-431c-9d19-4975cfaa958d req-fc59fb20-501e-41e3-84cc-ad10a5c92643 tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:49:54.341530 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-c0006a76-09f2-431c-9d19-4975cfaa958d req-fc59fb20-501e-41e3-84cc-ad10a5c92643 tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] 10.222.0.42 "GET /v2.0/ports?device_id=f3886033-19fb-4372-b22c-d57f24342912 HTTP/1.1" status: 200 len: 945 time: 0.0793765 Apr 18 21:49:54.388465 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-c0006a76-09f2-431c-9d19-4975cfaa958d req-b3fffdd1-5310-4e27-b7a2-e55a8436905d tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] 10.222.0.42 "GET /v2.0/security-groups?id=3641b93e-659c-4ed3-85e3-f92eae4e51ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414102 Apr 18 21:49:54.418125 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 42084) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:49:54.479509 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c451659b-1710-45cc-bb60-a031c912bdf3 req-71459ec1-f5df-49be-a529-0b5681a13185 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:49:54.481081 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-c451659b-1710-45cc-bb60-a031c912bdf3 req-71459ec1-f5df-49be-a529-0b5681a13185 service neutron] 10.222.0.48 "GET /v2.0/networks?id=d7762bac-c37e-4051-9436-976349460037 HTTP/1.1" status: 200 len: 897 time: 0.1465595 Apr 18 21:49:54.527580 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-7fd947c4-3212-4f9a-acc6-5ad6c6145ec6 tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] 10.222.0.42 "GET /v2.0/floatingips/05361e34-e83c-40cb-b0cd-b6d65dfc8ba4 HTTP/1.1" status: 200 len: 991 time: 0.1063921 Apr 18 21:49:54.584553 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-c451659b-1710-45cc-bb60-a031c912bdf3 req-37ffc56f-74e5-40d2-b221-e46db9a87647 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1631f417-6fe6-4af7-a85b-aa40685ef71f HTTP/1.1" status: 200 len: 999 time: 0.0964110 Apr 18 21:49:54.650145 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c451659b-1710-45cc-bb60-a031c912bdf3 req-3d7a910a-4d32-4355-8a91-e70aed911cac service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:49:54.651653 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-c451659b-1710-45cc-bb60-a031c912bdf3 req-3d7a910a-4d32-4355-8a91-e70aed911cac service neutron] 10.222.0.48 "GET /v2.0/subnets?id=1f943ffc-2b26-4c51-8887-4f0087e49393 HTTP/1.1" status: 200 len: 835 time: 0.0608561 Apr 18 21:49:54.677733 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.l3_hamode_db [None req-c971bf75-129c-48df-809b-038a2a2ced2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb3d942e-72cf-436e-bd4a-6af4cdc97873', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1581329144', 'tenant_id': 'a4ea1a148ea742c594b9948ed7bb3759', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'external_fixed_ips': [{'subnet_id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'ip_address': '172.25.8.124'}], 'enable_snat': True}, 'gw_port_id': 'de67f4c4-8b85-498f-8317-199dbdfa9520', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:49:32Z', 'updated_at': '2022-04-18T21:49:36Z', 'revision_number': 4, 'project_id': 'a4ea1a148ea742c594b9948ed7bb3759', 'gw_port': {'id': 'de67f4c4-8b85-498f-8317-199dbdfa9520', 'name': '', 'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:69:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb3d942e-72cf-436e-bd4a-6af4cdc97873', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'ip_address': '172.25.8.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:49:32Z', 'updated_at': '2022-04-18T21:49:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838334-2', '_floatingips': [{'id': '05361e34-e83c-40cb-b0cd-b6d65dfc8ba4', 'tenant_id': 'a4ea1a148ea742c594b9948ed7bb3759', 'floating_ip_address': '172.25.8.172', 'floating_network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'router_id': 'fb3d942e-72cf-436e-bd4a-6af4cdc97873', 'port_id': '1631f417-6fe6-4af7-a85b-aa40685ef71f', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd7762bac-c37e-4051-9436-976349460037', 'mac_address': 'fa:16:3e:42:99:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3886033-19fb-4372-b22c-d57f24342912', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T21:49:52Z', 'updated_at': '2022-04-18T21:49:52Z', 'revision_number': 0, 'project_id': 'a4ea1a148ea742c594b9948ed7bb3759', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c1d3183b-f1ea-40ba-9589-182cdcfc7b69', 'name': '', 'network_id': 'd7762bac-c37e-4051-9436-976349460037', 'tenant_id': 'a4ea1a148ea742c594b9948ed7bb3759', 'mac_address': 'fa:16:3e:c6:3d:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb3d942e-72cf-436e-bd4a-6af4cdc97873', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1f943ffc-2b26-4c51-8887-4f0087e49393', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:49:35Z', 'updated_at': '2022-04-18T21:49:43Z', 'revision_number': 5, 'project_id': 'a4ea1a148ea742c594b9948ed7bb3759', 'subnets': [{'id': '1f943ffc-2b26-4c51-8887-4f0087e49393', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838334-2', False) {} {{(pid=84043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:49:54.681446 n-d-838334-2 neutron-server[84043]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c971bf75-129c-48df-809b-038a2a2ced2b None None] Checking router: fb3d942e-72cf-436e-bd4a-6af4cdc97873 for host: n-d-838334-2 {{(pid=84043) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 18 21:49:54.692462 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c971bf75-129c-48df-809b-038a2a2ced2b None None] Routers {'fb3d942e-72cf-436e-bd4a-6af4cdc97873'} bound to L3 agent in host n-d-838334-2 {{(pid=84043) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 21:49:54.693048 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.l3_hamode_db [None req-c971bf75-129c-48df-809b-038a2a2ced2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838334-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-18T20:25:48Z,description=,heartbeat_timestamp=2022-04-18T21:49:48Z,host='n-d-838334-2',id=bc84d6c9-dd7a-4555-a351-592327b46d5a,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:25:48Z,topic='l3_agent')) {'router_ids': ['fb3d942e-72cf-436e-bd4a-6af4cdc97873'], 'active': True} {{(pid=84043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:49:54.725861 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-c451659b-1710-45cc-bb60-a031c912bdf3 req-fb9823b5-f57d-4cbb-a0ef-251e68746b88 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=d7762bac-c37e-4051-9436-976349460037&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0673020 Apr 18 21:49:54.857982 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-c451659b-1710-45cc-bb60-a031c912bdf3 req-f39f9137-4955-452e-8c3c-a241a00f0503 service neutron] 10.222.0.48 "GET /v2.0/networks/d7762bac-c37e-4051-9436-976349460037?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1246078 Apr 18 21:49:54.871734 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.l3_dvr_db [None req-c971bf75-129c-48df-809b-038a2a2ced2b None None] Set router fb3d942e-72cf-436e-bd4a-6af4cdc97873 gateway port host: n-d-838334-2 {{(pid=84043) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 21:49:54.992568 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-c451659b-1710-45cc-bb60-a031c912bdf3 req-a7fcc4a9-ced4-4c8d-a56b-41e930233b49 service neutron] 10.222.0.48 "GET /v2.0/networks/d7762bac-c37e-4051-9436-976349460037?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1283717 Apr 18 21:49:55.209641 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.l3_hamode_db [None req-c971bf75-129c-48df-809b-038a2a2ced2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb3d942e-72cf-436e-bd4a-6af4cdc97873', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1581329144', 'tenant_id': 'a4ea1a148ea742c594b9948ed7bb3759', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'external_fixed_ips': [{'subnet_id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'ip_address': '172.25.8.124'}], 'enable_snat': True}, 'gw_port_id': 'de67f4c4-8b85-498f-8317-199dbdfa9520', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:49:32Z', 'updated_at': '2022-04-18T21:49:36Z', 'revision_number': 4, 'project_id': 'a4ea1a148ea742c594b9948ed7bb3759', 'gw_port': {'id': 'de67f4c4-8b85-498f-8317-199dbdfa9520', 'name': '', 'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:69:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb3d942e-72cf-436e-bd4a-6af4cdc97873', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'ip_address': '172.25.8.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:49:32Z', 'updated_at': '2022-04-18T21:49:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838334-2', '_floatingips': [{'id': '05361e34-e83c-40cb-b0cd-b6d65dfc8ba4', 'tenant_id': 'a4ea1a148ea742c594b9948ed7bb3759', 'floating_ip_address': '172.25.8.172', 'floating_network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'router_id': 'fb3d942e-72cf-436e-bd4a-6af4cdc97873', 'port_id': '1631f417-6fe6-4af7-a85b-aa40685ef71f', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd7762bac-c37e-4051-9436-976349460037', 'mac_address': 'fa:16:3e:42:99:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3886033-19fb-4372-b22c-d57f24342912', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T21:49:52Z', 'updated_at': '2022-04-18T21:49:52Z', 'revision_number': 0, 'project_id': 'a4ea1a148ea742c594b9948ed7bb3759', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c1d3183b-f1ea-40ba-9589-182cdcfc7b69', 'name': '', 'network_id': 'd7762bac-c37e-4051-9436-976349460037', 'tenant_id': 'a4ea1a148ea742c594b9948ed7bb3759', 'mac_address': 'fa:16:3e:c6:3d:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb3d942e-72cf-436e-bd4a-6af4cdc97873', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1f943ffc-2b26-4c51-8887-4f0087e49393', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:49:35Z', 'updated_at': '2022-04-18T21:49:43Z', 'revision_number': 5, 'project_id': 'a4ea1a148ea742c594b9948ed7bb3759', 'subnets': [{'id': '1f943ffc-2b26-4c51-8887-4f0087e49393', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838334-2', False) {} {{(pid=84043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:49:55.213531 n-d-838334-2 neutron-server[84043]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c971bf75-129c-48df-809b-038a2a2ced2b None None] The sync data for ids ['fb3d942e-72cf-436e-bd4a-6af4cdc97873'] in n-d-838334-2 is: [{'id': 'fb3d942e-72cf-436e-bd4a-6af4cdc97873', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1581329144', 'tenant_id': 'a4ea1a148ea742c594b9948ed7bb3759', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'external_fixed_ips': [{'subnet_id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'ip_address': '172.25.8.124'}], 'enable_snat': True}, 'gw_port_id': 'de67f4c4-8b85-498f-8317-199dbdfa9520', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:49:32Z', 'updated_at': '2022-04-18T21:49:36Z', 'revision_number': 4, 'project_id': 'a4ea1a148ea742c594b9948ed7bb3759', 'gw_port': {'id': 'de67f4c4-8b85-498f-8317-199dbdfa9520', 'name': '', 'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:69:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb3d942e-72cf-436e-bd4a-6af4cdc97873', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'ip_address': '172.25.8.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:49:32Z', 'updated_at': '2022-04-18T21:49:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838334-2', '_floatingips': [{'id': '05361e34-e83c-40cb-b0cd-b6d65dfc8ba4', 'tenant_id': 'a4ea1a148ea742c594b9948ed7bb3759', 'floating_ip_address': '172.25.8.172', 'floating_network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'router_id': 'fb3d942e-72cf-436e-bd4a-6af4cdc97873', 'port_id': '1631f417-6fe6-4af7-a85b-aa40685ef71f', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd7762bac-c37e-4051-9436-976349460037', 'mac_address': 'fa:16:3e:42:99:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3886033-19fb-4372-b22c-d57f24342912', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T21:49:52Z', 'updated_at': '2022-04-18T21:49:52Z', 'revision_number': 0, 'project_id': 'a4ea1a148ea742c594b9948ed7bb3759', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c1d3183b-f1ea-40ba-9589-182cdcfc7b69', 'name': '', 'network_id': 'd7762bac-c37e-4051-9436-976349460037', 'tenant_id': 'a4ea1a148ea742c594b9948ed7bb3759', 'mac_address': 'fa:16:3e:c6:3d:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb3d942e-72cf-436e-bd4a-6af4cdc97873', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1f943ffc-2b26-4c51-8887-4f0087e49393', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:49:35Z', 'updated_at': '2022-04-18T21:49:43Z', 'revision_number': 5, 'project_id': 'a4ea1a148ea742c594b9948ed7bb3759', 'subnets': [{'id': '1f943ffc-2b26-4c51-8887-4f0087e49393', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84043) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 18 21:49:55.530408 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 42088) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:49:55.639504 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-ca07f88b-7dbb-4f3b-8d69-e1a330808f5e tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] 10.222.0.42 "GET /v2.0/floatingips/05361e34-e83c-40cb-b0cd-b6d65dfc8ba4 HTTP/1.1" status: 200 len: 991 time: 0.1079552 Apr 18 21:49:56.643229 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 42092) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:49:56.748345 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-6aa78a50-bd6b-4645-8212-39e3f5cb88d0 tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] 10.222.0.42 "GET /v2.0/floatingips/05361e34-e83c-40cb-b0cd-b6d65dfc8ba4 HTTP/1.1" status: 200 len: 991 time: 0.1037073 Apr 18 21:49:57.752420 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 42096) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:49:57.857153 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-b878b6ad-67e1-4a88-a3d7-dad1c53f245e tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] 10.222.0.42 "GET /v2.0/floatingips/05361e34-e83c-40cb-b0cd-b6d65dfc8ba4 HTTP/1.1" status: 200 len: 991 time: 0.1036098 Apr 18 21:49:58.072975 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90055bb8-f8b7-4c40-9bc1-2f06ceac62e6 None None] New status for floating IP 05361e34-e83c-40cb-b0cd-b6d65dfc8ba4: ACTIVE {{(pid=84042) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Apr 18 21:49:58.861254 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 42100) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:49:58.962308 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-0fe4efbe-57cd-42d5-bac4-558cac111223 tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] 10.222.0.42 "GET /v2.0/floatingips/05361e34-e83c-40cb-b0cd-b6d65dfc8ba4 HTTP/1.1" status: 200 len: 993 time: 0.0996439 Apr 18 21:50:00.278124 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750375287399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253529'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:50:04.394080 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750375287399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253529'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:50:05.080604 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.agents_db [None req-6346a179-333c-4370-b5a6-936984aeab15 None None] Agent healthcheck: found 7 active agents {{(pid=84043) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 18 21:50:15.774318 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-d7b9ba7d-ba73-47cc-9611-1db604cc9e32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750375287399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253529'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:50:18.024487 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-adbed032-943a-4af9-9492-6b8ffc8eae74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750375287399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253529'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:50:19.203521 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750375287399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253529'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:50:19.722843 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-414b6ffe-e119-47bc-b18f-bcff1219c2f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750375287399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253529'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:50:20.800673 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-c7521a90-7d65-4e2e-842c-ca5d95e9a89c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750375287399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253529'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:50:20.905267 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-bd9bfa8a-6d92-49d7-a329-7a34e5772862 req-1d1572de-2ec8-4687-a1cd-72fa492e8f37 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=f3886033-19fb-4372-b22c-d57f24342912&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0708985 Apr 18 21:50:21.045607 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-bd9bfa8a-6d92-49d7-a329-7a34e5772862 req-e7d1e184-e325-45fa-b665-eadad70bd574 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=a4ea1a148ea742c594b9948ed7bb3759&device_id=f3886033-19fb-4372-b22c-d57f24342912 HTTP/1.1" status: 200 len: 1096 time: 0.0675731 Apr 18 21:50:21.195068 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd9bfa8a-6d92-49d7-a329-7a34e5772862 req-2103a92d-613b-40ea-9440-4dabf8cde970 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:50:21.196525 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-bd9bfa8a-6d92-49d7-a329-7a34e5772862 req-2103a92d-613b-40ea-9440-4dabf8cde970 service neutron] 10.222.0.48 "GET /v2.0/networks?id=d7762bac-c37e-4051-9436-976349460037 HTTP/1.1" status: 200 len: 897 time: 0.1309490 Apr 18 21:50:21.312654 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-bd9bfa8a-6d92-49d7-a329-7a34e5772862 req-1d42b52b-4982-49b8-98f7-6532799c446f service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1631f417-6fe6-4af7-a85b-aa40685ef71f HTTP/1.1" status: 200 len: 1001 time: 0.0968807 Apr 18 21:50:21.378751 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd9bfa8a-6d92-49d7-a329-7a34e5772862 req-73d1675b-b239-4a57-96f8-5406a53fb0a2 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:50:21.380146 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-bd9bfa8a-6d92-49d7-a329-7a34e5772862 req-73d1675b-b239-4a57-96f8-5406a53fb0a2 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=1f943ffc-2b26-4c51-8887-4f0087e49393 HTTP/1.1" status: 200 len: 835 time: 0.0559831 Apr 18 21:50:21.533894 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-bd9bfa8a-6d92-49d7-a329-7a34e5772862 req-14fff925-7972-470a-96e4-de7f1d619f4c service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=d7762bac-c37e-4051-9436-976349460037&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1471078 Apr 18 21:50:21.662647 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-bd9bfa8a-6d92-49d7-a329-7a34e5772862 req-73c0f214-4b67-4c8e-bea7-9b6ef00ac33c service neutron] 10.222.0.48 "GET /v2.0/networks/d7762bac-c37e-4051-9436-976349460037?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1214733 Apr 18 21:50:21.789801 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-bd9bfa8a-6d92-49d7-a329-7a34e5772862 req-ed8c4d62-4433-482a-9edf-2b0ea51b8c31 service neutron] 10.222.0.48 "GET /v2.0/networks/d7762bac-c37e-4051-9436-976349460037?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1209574 Apr 18 21:50:30.278007 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750375287399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253529'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:50:30.615895 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0c20d77-a5ae-4e8d-bfcf-ea6829dfa1b3 req-c1dd08b7-972d-42db-80ba-475be0a43e94 tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:50:30.617327 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-f0c20d77-a5ae-4e8d-bfcf-ea6829dfa1b3 req-c1dd08b7-972d-42db-80ba-475be0a43e94 tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] 10.222.0.42 "GET /v2.0/ports?device_id=f3886033-19fb-4372-b22c-d57f24342912 HTTP/1.1" status: 200 len: 945 time: 0.0796108 Apr 18 21:50:30.661367 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-f0c20d77-a5ae-4e8d-bfcf-ea6829dfa1b3 req-7845b840-1a71-425d-9d39-902cb95d127d tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] 10.222.0.42 "GET /v2.0/security-groups?id=3641b93e-659c-4ed3-85e3-f92eae4e51ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384550 Apr 18 21:50:31.854342 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28a11a35-4dc2-4e92-b2bb-b6c79eaaf9d4 req-973405c9-af02-4a56-a7ed-618fca80c266 tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:50:31.855799 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-28a11a35-4dc2-4e92-b2bb-b6c79eaaf9d4 req-973405c9-af02-4a56-a7ed-618fca80c266 tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] 10.222.0.42 "GET /v2.0/ports?device_id=f3886033-19fb-4372-b22c-d57f24342912 HTTP/1.1" status: 200 len: 945 time: 0.0745840 Apr 18 21:50:32.022477 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-28a11a35-4dc2-4e92-b2bb-b6c79eaaf9d4 req-72470a7c-167c-4c00-b2fe-fc4265118721 tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] 10.222.0.42 "GET /v2.0/security-groups?id=3641b93e-659c-4ed3-85e3-f92eae4e51ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1612303 Apr 18 21:50:32.051046 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 42122) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:50:32.153605 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-72159ebb-5ea0-40fe-895c-e25b4e80042e tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] 10.222.0.42 "GET /v2.0/floatingips/05361e34-e83c-40cb-b0cd-b6d65dfc8ba4 HTTP/1.1" status: 200 len: 993 time: 0.1013851 Apr 18 21:50:33.622631 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-5f1e3059-dc7d-4639-a6ab-3c98079dbfda req-998ded9c-96a6-4e70-855f-7a755c54e790 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=a4ea1a148ea742c594b9948ed7bb3759&device_id=f3886033-19fb-4372-b22c-d57f24342912 HTTP/1.1" status: 200 len: 1096 time: 0.0687406 Apr 18 21:50:33.631488 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-599332ee-8730-499b-a140-00de7610ee60 req-d42d0d1f-f20e-49d0-97d6-1b6d7485ff23 tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:50:33.632958 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-599332ee-8730-499b-a140-00de7610ee60 req-d42d0d1f-f20e-49d0-97d6-1b6d7485ff23 tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] 10.222.0.42 "GET /v2.0/ports?device_id=f3886033-19fb-4372-b22c-d57f24342912 HTTP/1.1" status: 200 len: 945 time: 0.0758133 Apr 18 21:50:33.677709 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-599332ee-8730-499b-a140-00de7610ee60 req-cc95eb4e-b96d-4896-a470-16178e79d320 tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] 10.222.0.42 "GET /v2.0/security-groups?id=3641b93e-659c-4ed3-85e3-f92eae4e51ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392396 Apr 18 21:50:33.752037 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f1e3059-dc7d-4639-a6ab-3c98079dbfda req-0e149cb6-620c-42d2-8b34-feb091d8fbe9 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:50:33.754242 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-5f1e3059-dc7d-4639-a6ab-3c98079dbfda req-0e149cb6-620c-42d2-8b34-feb091d8fbe9 service neutron] 10.222.0.48 "GET /v2.0/networks?id=d7762bac-c37e-4051-9436-976349460037 HTTP/1.1" status: 200 len: 897 time: 0.1246476 Apr 18 21:50:33.854730 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-5f1e3059-dc7d-4639-a6ab-3c98079dbfda req-2aa0d220-8022-4693-92d0-47195a179dae service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1631f417-6fe6-4af7-a85b-aa40685ef71f HTTP/1.1" status: 200 len: 1001 time: 0.0941005 Apr 18 21:50:33.917512 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f1e3059-dc7d-4639-a6ab-3c98079dbfda req-3284b9dc-9b86-4352-952f-9d77b732dd17 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:50:33.918924 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-5f1e3059-dc7d-4639-a6ab-3c98079dbfda req-3284b9dc-9b86-4352-952f-9d77b732dd17 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=1f943ffc-2b26-4c51-8887-4f0087e49393 HTTP/1.1" status: 200 len: 835 time: 0.0576375 Apr 18 21:50:33.996674 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-5f1e3059-dc7d-4639-a6ab-3c98079dbfda req-800bb678-5fee-4d9b-a3c9-0ca7f434279a service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=d7762bac-c37e-4051-9436-976349460037&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0711532 Apr 18 21:50:34.130822 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-5f1e3059-dc7d-4639-a6ab-3c98079dbfda req-c98c5b04-157c-488b-b59a-119b75bd46c7 service neutron] 10.222.0.48 "GET /v2.0/networks/d7762bac-c37e-4051-9436-976349460037?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1266196 Apr 18 21:50:34.260392 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-5f1e3059-dc7d-4639-a6ab-3c98079dbfda req-5a68f2a8-d10f-4b3e-a24f-61f4627550c7 service neutron] 10.222.0.48 "GET /v2.0/networks/d7762bac-c37e-4051-9436-976349460037?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1227517 Apr 18 21:50:34.389023 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750375287399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253529'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:50:34.876579 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b130edd1-d4b8-426b-b424-4f4fa3186abc req-c5d94156-4c8f-443a-8f23-2e7fa9910611 tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:50:34.878541 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-b130edd1-d4b8-426b-b424-4f4fa3186abc req-c5d94156-4c8f-443a-8f23-2e7fa9910611 tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] 10.222.0.42 "GET /v2.0/ports?device_id=f3886033-19fb-4372-b22c-d57f24342912 HTTP/1.1" status: 200 len: 945 time: 0.0790060 Apr 18 21:50:34.923822 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-b130edd1-d4b8-426b-b424-4f4fa3186abc req-cd88da57-1c52-4998-a15a-6b7c36bd57ee tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] 10.222.0.42 "GET /v2.0/security-groups?id=3641b93e-659c-4ed3-85e3-f92eae4e51ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398161 Apr 18 21:50:36.117641 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88ce2114-d2ac-4833-8342-bcdae9c62654 req-098347ef-bb68-4b17-8191-eb07063fecaa tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:50:36.119064 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-88ce2114-d2ac-4833-8342-bcdae9c62654 req-098347ef-bb68-4b17-8191-eb07063fecaa tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] 10.222.0.42 "GET /v2.0/ports?device_id=f3886033-19fb-4372-b22c-d57f24342912 HTTP/1.1" status: 200 len: 945 time: 0.0754972 Apr 18 21:50:36.163646 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-88ce2114-d2ac-4833-8342-bcdae9c62654 req-3af9ac4d-8baf-42d4-a233-570fc6ee7c22 tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] 10.222.0.42 "GET /v2.0/security-groups?id=3641b93e-659c-4ed3-85e3-f92eae4e51ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390403 Apr 18 21:50:36.192001 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 42136) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:50:36.295106 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-99e90dbe-8eb1-46cf-a8a0-2f7b12bb2b47 tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] 10.222.0.42 "GET /v2.0/floatingips/05361e34-e83c-40cb-b0cd-b6d65dfc8ba4 HTTP/1.1" status: 200 len: 993 time: 0.1019728 Apr 18 21:50:36.556329 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 42144) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:50:36.753291 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.plugin [None req-62d47ec2-41d3-4afe-ad7f-031328aaadf0 tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] Deleting port f98aed79-2984-4395-9c33-b702c9515ccb {{(pid=84041) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 21:50:36.753620 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-62d47ec2-41d3-4afe-ad7f-031328aaadf0 tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750375188691'] for port, before_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:50:36.914913 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-62d47ec2-41d3-4afe-ad7f-031328aaadf0 tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369123'] for port, precommit_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:50:36.915167 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-62d47ec2-41d3-4afe-ad7f-031328aaadf0 tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:50:37.134681 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.plugin [None req-62d47ec2-41d3-4afe-ad7f-031328aaadf0 tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] Calling delete_port for f98aed79-2984-4395-9c33-b702c9515ccb owned by network:floatingip {{(pid=84041) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 21:50:37.289791 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-62d47ec2-41d3-4afe-ad7f-031328aaadf0 tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750375259028', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750374836628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32266323'] for port, after_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:50:37.336756 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62d47ec2-41d3-4afe-ad7f-031328aaadf0 tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] Pushing event deleted for resources: {'Port': ['ID=f98aed79-2984-4395-9c33-b702c9515ccb,revision_number=None']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:50:37.404662 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62d47ec2-41d3-4afe-ad7f-031328aaadf0 tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:50:37.405001 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62d47ec2-41d3-4afe-ad7f-031328aaadf0 tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:50:37.405332 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62d47ec2-41d3-4afe-ad7f-031328aaadf0 tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:50:37.405672 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62d47ec2-41d3-4afe-ad7f-031328aaadf0 tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:50:37.405988 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62d47ec2-41d3-4afe-ad7f-031328aaadf0 tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:50:37.406308 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62d47ec2-41d3-4afe-ad7f-031328aaadf0 tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:50:37.406626 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62d47ec2-41d3-4afe-ad7f-031328aaadf0 tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:50:37.406949 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62d47ec2-41d3-4afe-ad7f-031328aaadf0 tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:50:37.407265 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62d47ec2-41d3-4afe-ad7f-031328aaadf0 tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:50:37.407583 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62d47ec2-41d3-4afe-ad7f-031328aaadf0 tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:50:37.407921 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62d47ec2-41d3-4afe-ad7f-031328aaadf0 tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:50:37.438570 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-62d47ec2-41d3-4afe-ad7f-031328aaadf0 tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] Notify callbacks [] for floatingip, after_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:50:37.822185 n-d-838334-2 neutron-server[84041]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-62d47ec2-41d3-4afe-ad7f-031328aaadf0 tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] Router fb3d942e-72cf-436e-bd4a-6af4cdc97873 has already been hosted by L3 agent bc84d6c9-dd7a-4555-a351-592327b46d5a {{(pid=84041) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 21:50:38.020979 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-62d47ec2-41d3-4afe-ad7f-031328aaadf0 tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] Notify agent at l3_agent.n-d-838334-2 the message routers_updated {{(pid=84041) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 21:50:38.031369 n-d-838334-2 neutron-server[84043]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-046f7c8e-488e-46a2-840a-36ad5adcc949 None None] Sync routers for ids ['fb3d942e-72cf-436e-bd4a-6af4cdc97873'] in n-d-838334-2 {{(pid=84043) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 18 21:50:38.036778 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-62d47ec2-41d3-4afe-ad7f-031328aaadf0 tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217293'] for floatingip, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:50:38.043376 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-046f7c8e-488e-46a2-840a-36ad5adcc949 None None] Routers {'fb3d942e-72cf-436e-bd4a-6af4cdc97873'} bound to L3 agent in host n-d-838334-2 {{(pid=84043) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 21:50:38.044081 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.l3_hamode_db [None req-046f7c8e-488e-46a2-840a-36ad5adcc949 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838334-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-18T20:25:48Z,description=,heartbeat_timestamp=2022-04-18T21:50:18Z,host='n-d-838334-2',id=bc84d6c9-dd7a-4555-a351-592327b46d5a,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:25:48Z,topic='l3_agent')) {'router_ids': ['fb3d942e-72cf-436e-bd4a-6af4cdc97873'], 'active': True} {{(pid=84043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:50:38.089639 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-62d47ec2-41d3-4afe-ad7f-031328aaadf0 tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] 10.222.0.42 "DELETE /v2.0/floatingips/05361e34-e83c-40cb-b0cd-b6d65dfc8ba4 HTTP/1.1" status: 204 len: 168 time: 1.5321867 Apr 18 21:50:38.090098 n-d-838334-2 neutron-server[84041]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f3886033-19fb-4372-b22c-d57f24342912', 'tag': '1631f417-6fe6-4af7-a85b-aa40685ef71f'}] {{(pid=84041) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 21:50:38.149377 n-d-838334-2 neutron-server[84041]: INFO neutron.notifiers.nova [-] Nova event matching ['req-50ca8309-a600-409a-b721-d835d7171d5c'] response: {'name': 'network-changed', 'server_uuid': 'f3886033-19fb-4372-b22c-d57f24342912', 'tag': '1631f417-6fe6-4af7-a85b-aa40685ef71f', 'status': 'completed', 'code': 200} Apr 18 21:50:38.240578 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.l3_dvr_db [None req-046f7c8e-488e-46a2-840a-36ad5adcc949 None None] Set router fb3d942e-72cf-436e-bd4a-6af4cdc97873 gateway port host: n-d-838334-2 {{(pid=84043) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 21:50:38.261474 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-882613e2-fdf2-4e6d-8313-4196831cd121 req-56949c6a-f357-4b6f-830f-04fc39bcb147 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=a4ea1a148ea742c594b9948ed7bb3759&device_id=f3886033-19fb-4372-b22c-d57f24342912 HTTP/1.1" status: 200 len: 1096 time: 0.0906560 Apr 18 21:50:38.402773 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-882613e2-fdf2-4e6d-8313-4196831cd121 req-092e41d6-3ac2-487d-aa57-c5f96a05726a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:50:38.404269 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-882613e2-fdf2-4e6d-8313-4196831cd121 req-092e41d6-3ac2-487d-aa57-c5f96a05726a service neutron] 10.222.0.48 "GET /v2.0/networks?id=d7762bac-c37e-4051-9436-976349460037 HTTP/1.1" status: 200 len: 897 time: 0.1369016 Apr 18 21:50:38.479207 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-882613e2-fdf2-4e6d-8313-4196831cd121 req-00c5c3e1-2572-4130-9f67-c5a084ec2105 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1631f417-6fe6-4af7-a85b-aa40685ef71f HTTP/1.1" status: 200 len: 217 time: 0.0668545 Apr 18 21:50:38.513089 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b027002d-2dd8-47ca-920c-25c61e472042 req-a25d8d1e-5051-476a-83b8-27e3bf0c8fcd tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:50:38.514532 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-b027002d-2dd8-47ca-920c-25c61e472042 req-a25d8d1e-5051-476a-83b8-27e3bf0c8fcd tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] 10.222.0.42 "GET /v2.0/ports?device_id=f3886033-19fb-4372-b22c-d57f24342912 HTTP/1.1" status: 200 len: 945 time: 0.0837810 Apr 18 21:50:38.550747 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-882613e2-fdf2-4e6d-8313-4196831cd121 req-0e82890a-1723-4020-bfb9-59edadfa85fd service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:50:38.552828 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-882613e2-fdf2-4e6d-8313-4196831cd121 req-0e82890a-1723-4020-bfb9-59edadfa85fd service neutron] 10.222.0.48 "GET /v2.0/subnets?id=1f943ffc-2b26-4c51-8887-4f0087e49393 HTTP/1.1" status: 200 len: 835 time: 0.0673068 Apr 18 21:50:38.563019 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-b027002d-2dd8-47ca-920c-25c61e472042 req-4529e53f-6394-4276-ad61-f94e7e9058da tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] 10.222.0.42 "GET /v2.0/security-groups?id=3641b93e-659c-4ed3-85e3-f92eae4e51ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421395 Apr 18 21:50:38.578956 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.l3_hamode_db [None req-046f7c8e-488e-46a2-840a-36ad5adcc949 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb3d942e-72cf-436e-bd4a-6af4cdc97873', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1581329144', 'tenant_id': 'a4ea1a148ea742c594b9948ed7bb3759', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'external_fixed_ips': [{'subnet_id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'ip_address': '172.25.8.124'}], 'enable_snat': True}, 'gw_port_id': 'de67f4c4-8b85-498f-8317-199dbdfa9520', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:49:32Z', 'updated_at': '2022-04-18T21:49:36Z', 'revision_number': 4, 'project_id': 'a4ea1a148ea742c594b9948ed7bb3759', 'gw_port': {'id': 'de67f4c4-8b85-498f-8317-199dbdfa9520', 'name': '', 'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:69:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb3d942e-72cf-436e-bd4a-6af4cdc97873', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'ip_address': '172.25.8.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:49:32Z', 'updated_at': '2022-04-18T21:49:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838334-2', '_interfaces': [{'id': 'c1d3183b-f1ea-40ba-9589-182cdcfc7b69', 'name': '', 'network_id': 'd7762bac-c37e-4051-9436-976349460037', 'tenant_id': 'a4ea1a148ea742c594b9948ed7bb3759', 'mac_address': 'fa:16:3e:c6:3d:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb3d942e-72cf-436e-bd4a-6af4cdc97873', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1f943ffc-2b26-4c51-8887-4f0087e49393', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:49:35Z', 'updated_at': '2022-04-18T21:49:43Z', 'revision_number': 5, 'project_id': 'a4ea1a148ea742c594b9948ed7bb3759', 'subnets': [{'id': '1f943ffc-2b26-4c51-8887-4f0087e49393', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838334-2', False) {} {{(pid=84043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:50:38.583859 n-d-838334-2 neutron-server[84043]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-046f7c8e-488e-46a2-840a-36ad5adcc949 None None] Checking router: fb3d942e-72cf-436e-bd4a-6af4cdc97873 for host: n-d-838334-2 {{(pid=84043) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 18 21:50:38.595458 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-046f7c8e-488e-46a2-840a-36ad5adcc949 None None] Routers {'fb3d942e-72cf-436e-bd4a-6af4cdc97873'} bound to L3 agent in host n-d-838334-2 {{(pid=84043) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 21:50:38.596028 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.l3_hamode_db [None req-046f7c8e-488e-46a2-840a-36ad5adcc949 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838334-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-18T20:25:48Z,description=,heartbeat_timestamp=2022-04-18T21:50:18Z,host='n-d-838334-2',id=bc84d6c9-dd7a-4555-a351-592327b46d5a,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:25:48Z,topic='l3_agent')) {'router_ids': ['fb3d942e-72cf-436e-bd4a-6af4cdc97873'], 'active': True} {{(pid=84043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:50:38.638005 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-882613e2-fdf2-4e6d-8313-4196831cd121 req-aa46f0a3-0a0d-4ca3-8e91-c71ce6474364 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=d7762bac-c37e-4051-9436-976349460037&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0779359 Apr 18 21:50:38.803841 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.l3_dvr_db [None req-046f7c8e-488e-46a2-840a-36ad5adcc949 None None] Set router fb3d942e-72cf-436e-bd4a-6af4cdc97873 gateway port host: n-d-838334-2 {{(pid=84043) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 21:50:38.866723 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-882613e2-fdf2-4e6d-8313-4196831cd121 req-5889dd3a-a487-47e1-b842-0056c40e33c0 service neutron] 10.222.0.48 "GET /v2.0/networks/d7762bac-c37e-4051-9436-976349460037?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2216034 Apr 18 21:50:39.004578 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-882613e2-fdf2-4e6d-8313-4196831cd121 req-71b63d43-4b54-41ec-8d01-be70077a5322 service neutron] 10.222.0.48 "GET /v2.0/networks/d7762bac-c37e-4051-9436-976349460037?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1286111 Apr 18 21:50:39.112484 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.l3_hamode_db [None req-046f7c8e-488e-46a2-840a-36ad5adcc949 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb3d942e-72cf-436e-bd4a-6af4cdc97873', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1581329144', 'tenant_id': 'a4ea1a148ea742c594b9948ed7bb3759', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'external_fixed_ips': [{'subnet_id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'ip_address': '172.25.8.124'}], 'enable_snat': True}, 'gw_port_id': 'de67f4c4-8b85-498f-8317-199dbdfa9520', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:49:32Z', 'updated_at': '2022-04-18T21:49:36Z', 'revision_number': 4, 'project_id': 'a4ea1a148ea742c594b9948ed7bb3759', 'gw_port': {'id': 'de67f4c4-8b85-498f-8317-199dbdfa9520', 'name': '', 'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:69:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb3d942e-72cf-436e-bd4a-6af4cdc97873', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'ip_address': '172.25.8.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:49:32Z', 'updated_at': '2022-04-18T21:49:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838334-2', '_interfaces': [{'id': 'c1d3183b-f1ea-40ba-9589-182cdcfc7b69', 'name': '', 'network_id': 'd7762bac-c37e-4051-9436-976349460037', 'tenant_id': 'a4ea1a148ea742c594b9948ed7bb3759', 'mac_address': 'fa:16:3e:c6:3d:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb3d942e-72cf-436e-bd4a-6af4cdc97873', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1f943ffc-2b26-4c51-8887-4f0087e49393', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:49:35Z', 'updated_at': '2022-04-18T21:49:43Z', 'revision_number': 5, 'project_id': 'a4ea1a148ea742c594b9948ed7bb3759', 'subnets': [{'id': '1f943ffc-2b26-4c51-8887-4f0087e49393', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838334-2', False) {} {{(pid=84043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:50:39.116250 n-d-838334-2 neutron-server[84043]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-046f7c8e-488e-46a2-840a-36ad5adcc949 None None] The sync data for ids ['fb3d942e-72cf-436e-bd4a-6af4cdc97873'] in n-d-838334-2 is: [{'id': 'fb3d942e-72cf-436e-bd4a-6af4cdc97873', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1581329144', 'tenant_id': 'a4ea1a148ea742c594b9948ed7bb3759', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'external_fixed_ips': [{'subnet_id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'ip_address': '172.25.8.124'}], 'enable_snat': True}, 'gw_port_id': 'de67f4c4-8b85-498f-8317-199dbdfa9520', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:49:32Z', 'updated_at': '2022-04-18T21:49:36Z', 'revision_number': 4, 'project_id': 'a4ea1a148ea742c594b9948ed7bb3759', 'gw_port': {'id': 'de67f4c4-8b85-498f-8317-199dbdfa9520', 'name': '', 'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:69:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb3d942e-72cf-436e-bd4a-6af4cdc97873', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'ip_address': '172.25.8.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:49:32Z', 'updated_at': '2022-04-18T21:49:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838334-2', '_interfaces': [{'id': 'c1d3183b-f1ea-40ba-9589-182cdcfc7b69', 'name': '', 'network_id': 'd7762bac-c37e-4051-9436-976349460037', 'tenant_id': 'a4ea1a148ea742c594b9948ed7bb3759', 'mac_address': 'fa:16:3e:c6:3d:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb3d942e-72cf-436e-bd4a-6af4cdc97873', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1f943ffc-2b26-4c51-8887-4f0087e49393', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:49:35Z', 'updated_at': '2022-04-18T21:49:43Z', 'revision_number': 5, 'project_id': 'a4ea1a148ea742c594b9948ed7bb3759', 'subnets': [{'id': '1f943ffc-2b26-4c51-8887-4f0087e49393', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84043) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 18 21:50:39.338932 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c1d2f79-f5cd-4f1f-901d-31abd760c825 None None] New status for floating IP 05361e34-e83c-40cb-b0cd-b6d65dfc8ba4: DOWN {{(pid=84042) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Apr 18 21:50:39.767249 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b6f3146-bef5-407d-bf1f-e99a5c4aa39e req-a62122f3-99e2-4c8d-913a-60db6fd83a61 tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:50:39.769217 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-0b6f3146-bef5-407d-bf1f-e99a5c4aa39e req-a62122f3-99e2-4c8d-913a-60db6fd83a61 tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] 10.222.0.42 "GET /v2.0/ports?device_id=f3886033-19fb-4372-b22c-d57f24342912 HTTP/1.1" status: 200 len: 945 time: 0.0750537 Apr 18 21:50:39.815477 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-0b6f3146-bef5-407d-bf1f-e99a5c4aa39e req-dff3fa20-d2ce-49ef-b3c5-adfa0614da4e tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] 10.222.0.42 "GET /v2.0/security-groups?id=3641b93e-659c-4ed3-85e3-f92eae4e51ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404017 Apr 18 21:50:40.055834 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-320c324c-3941-4778-823e-d37a4bd157bd req-bcc6ab72-f9c9-491d-a12b-f537ccee8f80 tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:50:40.056435 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [req-320c324c-3941-4778-823e-d37a4bd157bd req-bcc6ab72-f9c9-491d-a12b-f537ccee8f80 tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] Synchronizing usage tracker for tenant:a4ea1a148ea742c594b9948ed7bb3759 on resource:port {{(pid=84041) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 21:50:40.071387 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [req-320c324c-3941-4778-823e-d37a4bd157bd req-bcc6ab72-f9c9-491d-a12b-f537ccee8f80 tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] Unset dirty status for tenant:a4ea1a148ea742c594b9948ed7bb3759 on resource:port {{(pid=84041) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 21:50:40.072646 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-320c324c-3941-4778-823e-d37a4bd157bd req-bcc6ab72-f9c9-491d-a12b-f537ccee8f80 tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] 10.222.0.48 "GET /v2.0/ports?device_id=f3886033-19fb-4372-b22c-d57f24342912 HTTP/1.1" status: 200 len: 945 time: 0.0899808 Apr 18 21:50:40.143149 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.plugin [req-320c324c-3941-4778-823e-d37a4bd157bd req-2baee0d8-f90a-4538-a87f-8797de4d9c7e tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] Deleting port 1631f417-6fe6-4af7-a85b-aa40685ef71f {{(pid=84041) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 21:50:40.144198 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [req-320c324c-3941-4778-823e-d37a4bd157bd req-2baee0d8-f90a-4538-a87f-8797de4d9c7e tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750375188691'] for port, before_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:50:40.382167 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.db [req-320c324c-3941-4778-823e-d37a4bd157bd req-2baee0d8-f90a-4538-a87f-8797de4d9c7e tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] For port 1631f417-6fe6-4af7-a85b-aa40685ef71f, host n-h2-838334-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838334-2',level=0,port_id=1631f417-6fe6-4af7-a85b-aa40685ef71f,segment=NetworkSegment(1a717f73-0462-478f-bf6e-ff068c9757a3),segment_id=1a717f73-0462-478f-bf6e-ff068c9757a3)] {{(pid=84041) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:50:40.382439 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [req-320c324c-3941-4778-823e-d37a4bd157bd req-2baee0d8-f90a-4538-a87f-8797de4d9c7e tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369123'] for port, precommit_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:50:40.503120 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.plugin [req-320c324c-3941-4778-823e-d37a4bd157bd req-2baee0d8-f90a-4538-a87f-8797de4d9c7e tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] Calling delete_port for 1631f417-6fe6-4af7-a85b-aa40685ef71f owned by compute:nova {{(pid=84041) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 21:50:40.643432 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [req-320c324c-3941-4778-823e-d37a4bd157bd req-2baee0d8-f90a-4538-a87f-8797de4d9c7e tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750375259028', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750374836628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32266323'] for port, after_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:50:40.692164 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2baee0d8-f90a-4538-a87f-8797de4d9c7e tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] Pushing event deleted for resources: {'Port': ['ID=1631f417-6fe6-4af7-a85b-aa40685ef71f,revision_number=None']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:50:40.760829 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.l3_dvrscheduler_db [req-320c324c-3941-4778-823e-d37a4bd157bd req-2baee0d8-f90a-4538-a87f-8797de4d9c7e tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] No DVR routers for this DVR port 1631f417-6fe6-4af7-a85b-aa40685ef71f on host n-h2-838334-2 {{(pid=84041) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 21:50:40.763431 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [req-320c324c-3941-4778-823e-d37a4bd157bd req-2baee0d8-f90a-4538-a87f-8797de4d9c7e tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217293'] for port, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:50:40.766012 n-d-838334-2 neutron-server[84041]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f3886033-19fb-4372-b22c-d57f24342912', 'name': 'network-vif-deleted', 'tag': '1631f417-6fe6-4af7-a85b-aa40685ef71f'}] {{(pid=84041) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 21:50:40.782019 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-320c324c-3941-4778-823e-d37a4bd157bd req-2baee0d8-f90a-4538-a87f-8797de4d9c7e tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] 10.222.0.48 "DELETE /v2.0/ports/1631f417-6fe6-4af7-a85b-aa40685ef71f HTTP/1.1" status: 204 len: 173 time: 0.7037206 Apr 18 21:50:40.828991 n-d-838334-2 neutron-server[84041]: INFO neutron.notifiers.nova [-] Nova event matching ['req-66a99225-94bd-4973-ba26-7d9b72c986ef'] response: {'server_uuid': 'f3886033-19fb-4372-b22c-d57f24342912', 'name': 'network-vif-deleted', 'tag': '1631f417-6fe6-4af7-a85b-aa40685ef71f', 'status': 'completed', 'code': 200} Apr 18 21:50:40.997684 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-6cf288c1-7a1f-4d10-8fff-cb0febe8519c req-5149adfa-e35a-4791-80aa-df155acce415 tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] 10.222.0.42 "GET /v2.0/ports?device_id=f3886033-19fb-4372-b22c-d57f24342912 HTTP/1.1" status: 200 len: 210 time: 0.0449858 Apr 18 21:50:42.081017 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.agents_db [None req-6346a179-333c-4370-b5a6-936984aeab15 None None] Agent healthcheck: found 7 active agents {{(pid=84043) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 18 21:50:42.103995 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 42162) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:50:42.515371 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-6d0a5cec-c6fc-49af-8eaf-11e195e07ac4 tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33443857'] for router_interface, before_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:50:43.229200 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.plugin [None req-6d0a5cec-c6fc-49af-8eaf-11e195e07ac4 tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] Deleting port c1d3183b-f1ea-40ba-9589-182cdcfc7b69 {{(pid=84041) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 21:50:43.229929 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-6d0a5cec-c6fc-49af-8eaf-11e195e07ac4 tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750375188691'] for port, before_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:50:43.419636 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.db [None req-6d0a5cec-c6fc-49af-8eaf-11e195e07ac4 tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] For port c1d3183b-f1ea-40ba-9589-182cdcfc7b69, host n-d-838334-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838334-2',level=0,port_id=c1d3183b-f1ea-40ba-9589-182cdcfc7b69,segment=NetworkSegment(1a717f73-0462-478f-bf6e-ff068c9757a3),segment_id=1a717f73-0462-478f-bf6e-ff068c9757a3)] {{(pid=84041) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:50:43.420008 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-6d0a5cec-c6fc-49af-8eaf-11e195e07ac4 tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369123'] for port, precommit_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:50:43.530728 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Device 1631f417-6fe6-4af7-a85b-aa40685ef71f no longer exists at agent hyperv_n-h2-838334-2 {{(pid=84042) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 21:50:43.538260 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.plugin [None req-6d0a5cec-c6fc-49af-8eaf-11e195e07ac4 tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] Calling delete_port for c1d3183b-f1ea-40ba-9589-182cdcfc7b69 owned by network:router_interface {{(pid=84041) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 21:50:43.564632 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.plugin [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] No Port match for: 1631f417-6fe6-4af7-a85b-aa40685ef71f {{(pid=84042) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 18 21:50:43.564976 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Device 1631f417-6fe6-4af7-a85b-aa40685ef71f not bound to the agent host n-h2-838334-2 {{(pid=84042) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 21:50:43.731586 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-6d0a5cec-c6fc-49af-8eaf-11e195e07ac4 tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750375259028', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750374836628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32266323'] for port, after_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:50:43.779715 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d0a5cec-c6fc-49af-8eaf-11e195e07ac4 tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] Pushing event deleted for resources: {'Port': ['ID=c1d3183b-f1ea-40ba-9589-182cdcfc7b69,revision_number=None']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:50:44.073399 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-6d0a5cec-c6fc-49af-8eaf-11e195e07ac4 tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-32377931', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33443910'] for router_interface, after_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:50:44.720362 n-d-838334-2 neutron-server[84041]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6d0a5cec-c6fc-49af-8eaf-11e195e07ac4 tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] Router fb3d942e-72cf-436e-bd4a-6af4cdc97873 has already been hosted by L3 agent bc84d6c9-dd7a-4555-a351-592327b46d5a {{(pid=84041) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 21:50:44.917370 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6d0a5cec-c6fc-49af-8eaf-11e195e07ac4 tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] Notify agent at l3_agent.n-d-838334-2 the message routers_updated {{(pid=84041) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 21:50:44.928027 n-d-838334-2 neutron-server[84043]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-951df3af-a051-4583-823a-339999206b2d None None] Sync routers for ids ['fb3d942e-72cf-436e-bd4a-6af4cdc97873'] in n-d-838334-2 {{(pid=84043) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 18 21:50:44.936051 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-6d0a5cec-c6fc-49af-8eaf-11e195e07ac4 tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] 10.222.0.42 "PUT /v2.0/routers/fb3d942e-72cf-436e-bd4a-6af4cdc97873/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8285091 Apr 18 21:50:44.936317 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 42166) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:50:44.939687 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-951df3af-a051-4583-823a-339999206b2d None None] Routers {'fb3d942e-72cf-436e-bd4a-6af4cdc97873'} bound to L3 agent in host n-d-838334-2 {{(pid=84043) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 21:50:44.940281 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.l3_hamode_db [None req-951df3af-a051-4583-823a-339999206b2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838334-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-18T20:25:48Z,description=,heartbeat_timestamp=2022-04-18T21:50:18Z,host='n-d-838334-2',id=bc84d6c9-dd7a-4555-a351-592327b46d5a,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:25:48Z,topic='l3_agent')) {'router_ids': ['fb3d942e-72cf-436e-bd4a-6af4cdc97873'], 'active': True} {{(pid=84043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:50:45.115417 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.l3_dvr_db [None req-951df3af-a051-4583-823a-339999206b2d None None] Set router fb3d942e-72cf-436e-bd4a-6af4cdc97873 gateway port host: n-d-838334-2 {{(pid=84043) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 21:50:45.122468 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.db_base_plugin_v2 [None req-4196659a-15fc-4de8-ba2a-baf0cbaafc29 tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] Deleting subnet 1f943ffc-2b26-4c51-8887-4f0087e49393 {{(pid=84041) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 18 21:50:45.125347 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-4196659a-15fc-4de8-ba2a-baf0cbaafc29 tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] Notify callbacks [] for subnet, before_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:50:45.178088 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-4196659a-15fc-4de8-ba2a-baf0cbaafc29 tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32266383'] for subnet, precommit_delete_associations {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:50:45.262605 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-4196659a-15fc-4de8-ba2a-baf0cbaafc29 tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1260556'] for subnet, precommit_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:50:45.339409 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-4196659a-15fc-4de8-ba2a-baf0cbaafc29 tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1260549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33526260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32266336', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32486390'] for subnet, after_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:50:45.376970 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4196659a-15fc-4de8-ba2a-baf0cbaafc29 tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] Pushing event deleted for resources: {'Subnet': ['ID=1f943ffc-2b26-4c51-8887-4f0087e49393,revision_number=None']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:50:45.385522 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-4196659a-15fc-4de8-ba2a-baf0cbaafc29 tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] Notify callbacks [] for subnet, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:50:45.396191 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-4196659a-15fc-4de8-ba2a-baf0cbaafc29 tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] 10.222.0.42 "DELETE /v2.0/subnets/1f943ffc-2b26-4c51-8887-4f0087e49393 HTTP/1.1" status: 204 len: 168 time: 0.4555361 Apr 18 21:50:45.396400 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af3a3abe-602b-4e29-852b-57956f51989a None None] Network d7762bac-c37e-4051-9436-976349460037 requested from n-d-838334-2 {{(pid=84042) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 21:50:45.396854 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 42170) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:50:45.397603 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.l3_hamode_db [None req-951df3af-a051-4583-823a-339999206b2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb3d942e-72cf-436e-bd4a-6af4cdc97873', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1581329144', 'tenant_id': 'a4ea1a148ea742c594b9948ed7bb3759', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'external_fixed_ips': [{'subnet_id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'ip_address': '172.25.8.124'}], 'enable_snat': True}, 'gw_port_id': 'de67f4c4-8b85-498f-8317-199dbdfa9520', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:49:32Z', 'updated_at': '2022-04-18T21:50:43Z', 'revision_number': 5, 'project_id': 'a4ea1a148ea742c594b9948ed7bb3759', 'gw_port': {'id': 'de67f4c4-8b85-498f-8317-199dbdfa9520', 'name': '', 'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:69:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb3d942e-72cf-436e-bd4a-6af4cdc97873', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'ip_address': '172.25.8.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:49:32Z', 'updated_at': '2022-04-18T21:49:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838334-2'}], 'n-d-838334-2', False) {} {{(pid=84043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:50:45.401749 n-d-838334-2 neutron-server[84043]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-951df3af-a051-4583-823a-339999206b2d None None] Checking router: fb3d942e-72cf-436e-bd4a-6af4cdc97873 for host: n-d-838334-2 {{(pid=84043) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 18 21:50:45.412940 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-951df3af-a051-4583-823a-339999206b2d None None] Routers {'fb3d942e-72cf-436e-bd4a-6af4cdc97873'} bound to L3 agent in host n-d-838334-2 {{(pid=84043) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 21:50:45.413615 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.l3_hamode_db [None req-951df3af-a051-4583-823a-339999206b2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838334-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-18T20:25:48Z,description=,heartbeat_timestamp=2022-04-18T21:50:18Z,host='n-d-838334-2',id=bc84d6c9-dd7a-4555-a351-592327b46d5a,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:25:48Z,topic='l3_agent')) {'router_ids': ['fb3d942e-72cf-436e-bd4a-6af4cdc97873'], 'active': True} {{(pid=84043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:50:45.612508 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.l3_dvr_db [None req-951df3af-a051-4583-823a-339999206b2d None None] Set router fb3d942e-72cf-436e-bd4a-6af4cdc97873 gateway port host: n-d-838334-2 {{(pid=84043) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 21:50:45.612703 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-b9cb1f39-cdde-4bf7-a45b-0f79f035745c tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] Notify callbacks [] for router, before_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:50:45.672880 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8408160-e41c-40fa-9fdd-0badc0a2682d None None] DHCP port deletion for d7762bac-c37e-4051-9436-976349460037 request from n-d-838334-2 {{(pid=84042) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 18 21:50:45.677868 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.plugin [None req-d8408160-e41c-40fa-9fdd-0badc0a2682d None None] Deleting port 1dd3dedc-f43d-4cdd-90c0-0f38f093a158 {{(pid=84042) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 21:50:45.678340 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-d8408160-e41c-40fa-9fdd-0badc0a2682d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750375188691'] for port, before_delete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:50:45.824529 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-b9cb1f39-cdde-4bf7-a45b-0f79f035745c tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] Notify callbacks [] for router_gateway, before_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:50:45.838492 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.plugin [None req-b9cb1f39-cdde-4bf7-a45b-0f79f035745c tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] Deleting port de67f4c4-8b85-498f-8317-199dbdfa9520 {{(pid=84041) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 21:50:45.839582 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-b9cb1f39-cdde-4bf7-a45b-0f79f035745c tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750375188691'] for port, before_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:50:45.862883 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-38dd8abd-c1d7-47ed-823f-ae404a12a9dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750375287399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253529'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:50:45.955277 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-d8408160-e41c-40fa-9fdd-0badc0a2682d None None] For port 1dd3dedc-f43d-4cdd-90c0-0f38f093a158, host n-d-838334-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838334-2',level=0,port_id=1dd3dedc-f43d-4cdd-90c0-0f38f093a158,segment=NetworkSegment(1a717f73-0462-478f-bf6e-ff068c9757a3),segment_id=1a717f73-0462-478f-bf6e-ff068c9757a3)] {{(pid=84042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:50:45.955694 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-d8408160-e41c-40fa-9fdd-0badc0a2682d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369123'] for port, precommit_delete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:50:45.988203 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.l3_hamode_db [None req-951df3af-a051-4583-823a-339999206b2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb3d942e-72cf-436e-bd4a-6af4cdc97873', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1581329144', 'tenant_id': 'a4ea1a148ea742c594b9948ed7bb3759', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'external_fixed_ips': [{'subnet_id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'ip_address': '172.25.8.124'}], 'enable_snat': True}, 'gw_port_id': 'de67f4c4-8b85-498f-8317-199dbdfa9520', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:49:32Z', 'updated_at': '2022-04-18T21:50:43Z', 'revision_number': 5, 'project_id': 'a4ea1a148ea742c594b9948ed7bb3759', 'gw_port': {'id': 'de67f4c4-8b85-498f-8317-199dbdfa9520', 'name': '', 'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:69:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb3d942e-72cf-436e-bd4a-6af4cdc97873', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'ip_address': '172.25.8.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:49:32Z', 'updated_at': '2022-04-18T21:49:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838334-2'}], 'n-d-838334-2', False) {} {{(pid=84043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:50:45.994324 n-d-838334-2 neutron-server[84043]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-951df3af-a051-4583-823a-339999206b2d None None] The sync data for ids ['fb3d942e-72cf-436e-bd4a-6af4cdc97873'] in n-d-838334-2 is: [{'id': 'fb3d942e-72cf-436e-bd4a-6af4cdc97873', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1581329144', 'tenant_id': 'a4ea1a148ea742c594b9948ed7bb3759', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'external_fixed_ips': [{'subnet_id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'ip_address': '172.25.8.124'}], 'enable_snat': True}, 'gw_port_id': 'de67f4c4-8b85-498f-8317-199dbdfa9520', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:49:32Z', 'updated_at': '2022-04-18T21:50:43Z', 'revision_number': 5, 'project_id': 'a4ea1a148ea742c594b9948ed7bb3759', 'gw_port': {'id': 'de67f4c4-8b85-498f-8317-199dbdfa9520', 'name': '', 'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:69:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb3d942e-72cf-436e-bd4a-6af4cdc97873', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'ip_address': '172.25.8.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:49:32Z', 'updated_at': '2022-04-18T21:49:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838334-2'}] {{(pid=84043) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 18 21:50:46.090983 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.plugin [None req-d8408160-e41c-40fa-9fdd-0badc0a2682d None None] Calling delete_port for 1dd3dedc-f43d-4cdd-90c0-0f38f093a158 owned by network:dhcp {{(pid=84042) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 21:50:46.143024 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.db [None req-b9cb1f39-cdde-4bf7-a45b-0f79f035745c tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] For port de67f4c4-8b85-498f-8317-199dbdfa9520, host n-d-838334-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838334-2',level=0,port_id=de67f4c4-8b85-498f-8317-199dbdfa9520,segment=NetworkSegment(732aa830-768b-4511-951f-d08e26b9c25b),segment_id=732aa830-768b-4511-951f-d08e26b9c25b)] {{(pid=84041) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:50:46.143724 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-b9cb1f39-cdde-4bf7-a45b-0f79f035745c tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369123'] for port, precommit_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:50:46.174159 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-d8408160-e41c-40fa-9fdd-0badc0a2682d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750375259028', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750374836628'] for port, after_delete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:50:46.224629 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8408160-e41c-40fa-9fdd-0badc0a2682d None None] Pushing event deleted for resources: {'Port': ['ID=1dd3dedc-f43d-4cdd-90c0-0f38f093a158,revision_number=None']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:50:46.239244 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8408160-e41c-40fa-9fdd-0badc0a2682d None None] No DVR routers for this DVR port 1dd3dedc-f43d-4cdd-90c0-0f38f093a158 on host n-d-838334-2 {{(pid=84042) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 21:50:46.242374 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8408160-e41c-40fa-9fdd-0badc0a2682d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:50:46.242972 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8408160-e41c-40fa-9fdd-0badc0a2682d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:50:46.243563 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8408160-e41c-40fa-9fdd-0badc0a2682d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:50:46.244211 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8408160-e41c-40fa-9fdd-0badc0a2682d None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:50:46.244832 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8408160-e41c-40fa-9fdd-0badc0a2682d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:50:46.245322 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8408160-e41c-40fa-9fdd-0badc0a2682d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:50:46.245802 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8408160-e41c-40fa-9fdd-0badc0a2682d None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:50:46.246282 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8408160-e41c-40fa-9fdd-0badc0a2682d None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:50:46.246769 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8408160-e41c-40fa-9fdd-0badc0a2682d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:50:46.247249 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8408160-e41c-40fa-9fdd-0badc0a2682d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:50:46.247767 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8408160-e41c-40fa-9fdd-0badc0a2682d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:50:46.264673 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.plugin [None req-b9cb1f39-cdde-4bf7-a45b-0f79f035745c tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] Calling delete_port for de67f4c4-8b85-498f-8317-199dbdfa9520 owned by network:router_gateway {{(pid=84041) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 21:50:46.438002 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-b9cb1f39-cdde-4bf7-a45b-0f79f035745c tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750375259028', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750374836628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32266323'] for port, after_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:50:46.485838 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9cb1f39-cdde-4bf7-a45b-0f79f035745c tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] Pushing event deleted for resources: {'Port': ['ID=de67f4c4-8b85-498f-8317-199dbdfa9520,revision_number=None']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:50:46.710115 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-b9cb1f39-cdde-4bf7-a45b-0f79f035745c tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33444108'] for router_gateway, after_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:50:46.960728 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-b9cb1f39-cdde-4bf7-a45b-0f79f035745c tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33443580', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5726'] for router, precommit_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:50:46.964823 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-b9cb1f39-cdde-4bf7-a45b-0f79f035745c tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:50:46.993908 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-b9cb1f39-cdde-4bf7-a45b-0f79f035745c tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-33443408'] for router, after_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:50:46.994531 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b9cb1f39-cdde-4bf7-a45b-0f79f035745c tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] Fanout notify agent at l3_agent the message router_deleted on router fb3d942e-72cf-436e-bd4a-6af4cdc97873 {{(pid=84041) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 18 21:50:47.009531 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-b9cb1f39-cdde-4bf7-a45b-0f79f035745c tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] Notify callbacks [] for router, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:50:47.010772 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-b9cb1f39-cdde-4bf7-a45b-0f79f035745c tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] 10.222.0.42 "DELETE /v2.0/routers/fb3d942e-72cf-436e-bd4a-6af4cdc97873 HTTP/1.1" status: 204 len: 168 time: 1.6134498 Apr 18 21:50:47.014098 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 42174) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:50:47.129409 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-c41e0461-7d77-41eb-8c1f-f1c2e1a16264 tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1103592'] for network, before_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:50:47.356448 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-c41e0461-7d77-41eb-8c1f-f1c2e1a16264 tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1258905', 'neutron.services.segments.db._delete_segments_for_network-8750375287417'] for network, precommit_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:50:47.380525 n-d-838334-2 neutron-server[84041]: DEBUG neutron.services.segments.db [None req-c41e0461-7d77-41eb-8c1f-f1c2e1a16264 tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d7762bac-c37e-4051-9436-976349460037']}} {{(pid=84041) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:50:47.391806 n-d-838334-2 neutron-server[84041]: DEBUG neutron.services.segments.db [None req-c41e0461-7d77-41eb-8c1f-f1c2e1a16264 tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1a717f73-0462-478f-bf6e-ff068c9757a3') {'for_net_delete': True} {{(pid=84041) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:50:47.392095 n-d-838334-2 neutron-server[84041]: DEBUG neutron.services.segments.db [None req-c41e0461-7d77-41eb-8c1f-f1c2e1a16264 tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1a717f73-0462-478f-bf6e-ff068c9757a3') {} {{(pid=84041) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:50:47.403518 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-c41e0461-7d77-41eb-8c1f-f1c2e1a16264 tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750375287300', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32268156'] for segment, before_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:50:47.421427 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-c41e0461-7d77-41eb-8c1f-f1c2e1a16264 tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1082986'] for segment, precommit_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:50:47.430236 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c41e0461-7d77-41eb-8c1f-f1c2e1a16264 tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] Releasing vlan 372 on physical network physnet1 to pool {{(pid=84041) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 18 21:50:47.430631 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-c41e0461-7d77-41eb-8c1f-f1c2e1a16264 tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1082993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32266254'] for segment, after_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:50:47.445502 n-d-838334-2 neutron-server[84041]: Traceback (most recent call last): Apr 18 21:50:47.445502 n-d-838334-2 neutron-server[84041]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 18 21:50:47.445502 n-d-838334-2 neutron-server[84041]: timer() Apr 18 21:50:47.445502 n-d-838334-2 neutron-server[84041]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 21:50:47.445502 n-d-838334-2 neutron-server[84041]: cb(*args, **kw) Apr 18 21:50:47.445502 n-d-838334-2 neutron-server[84041]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 18 21:50:47.445502 n-d-838334-2 neutron-server[84041]: return func(*args, **kwargs) Apr 18 21:50:47.445502 n-d-838334-2 neutron-server[84041]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 21:50:47.445502 n-d-838334-2 neutron-server[84041]: self._notify() Apr 18 21:50:47.445502 n-d-838334-2 neutron-server[84041]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 21:50:47.445502 n-d-838334-2 neutron-server[84041]: self.callback(batched_events) Apr 18 21:50:47.445502 n-d-838334-2 neutron-server[84041]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 21:50:47.445502 n-d-838334-2 neutron-server[84041]: event.method(event) Apr 18 21:50:47.445502 n-d-838334-2 neutron-server[84041]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 18 21:50:47.445502 n-d-838334-2 neutron-server[84041]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 21:50:47.445502 n-d-838334-2 neutron-server[84041]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 18 21:50:47.445502 n-d-838334-2 neutron-server[84041]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 21:50:47.445502 n-d-838334-2 neutron-server[84041]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 18 21:50:47.445502 n-d-838334-2 neutron-server[84041]: return f(self, *a, **k) Apr 18 21:50:47.445502 n-d-838334-2 neutron-server[84041]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 18 21:50:47.445502 n-d-838334-2 neutron-server[84041]: return self._get(url).json() Apr 18 21:50:47.445502 n-d-838334-2 neutron-server[84041]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 18 21:50:47.445502 n-d-838334-2 neutron-server[84041]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 21:50:47.445502 n-d-838334-2 neutron-server[84041]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 18 21:50:47.445502 n-d-838334-2 neutron-server[84041]: return self.request(url, 'GET', **kwargs) Apr 18 21:50:47.445502 n-d-838334-2 neutron-server[84041]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 18 21:50:47.445502 n-d-838334-2 neutron-server[84041]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 21:50:47.445502 n-d-838334-2 neutron-server[84041]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 18 21:50:47.445502 n-d-838334-2 neutron-server[84041]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 21:50:47.445502 n-d-838334-2 neutron-server[84041]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 18 21:50:47.445502 n-d-838334-2 neutron-server[84041]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 21:50:47.445502 n-d-838334-2 neutron-server[84041]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 21:50:47.484173 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Device c1d3183b-f1ea-40ba-9589-182cdcfc7b69 no longer exists at agent ovs-agent-n-d-838334-2 {{(pid=84042) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 21:50:47.517374 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.plugin [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] No Port match for: c1d3183b-f1ea-40ba-9589-182cdcfc7b69 {{(pid=84042) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 18 21:50:47.518119 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Device c1d3183b-f1ea-40ba-9589-182cdcfc7b69 not bound to the agent host n-d-838334-2 {{(pid=84042) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 21:50:47.518555 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Device 1dd3dedc-f43d-4cdd-90c0-0f38f093a158 no longer exists at agent ovs-agent-n-d-838334-2 {{(pid=84042) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 21:50:47.526256 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-c41e0461-7d77-41eb-8c1f-f1c2e1a16264 tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1258898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33526109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33444113'] for network, after_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:50:47.546585 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-c41e0461-7d77-41eb-8c1f-f1c2e1a16264 tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] Notify callbacks [] for network, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:50:47.553308 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.plugin [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] No Port match for: 1dd3dedc-f43d-4cdd-90c0-0f38f093a158 {{(pid=84042) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 18 21:50:47.553647 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Device 1dd3dedc-f43d-4cdd-90c0-0f38f093a158 not bound to the agent host n-d-838334-2 {{(pid=84042) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 21:50:47.554059 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Device de67f4c4-8b85-498f-8317-199dbdfa9520 no longer exists at agent ovs-agent-n-d-838334-2 {{(pid=84042) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 21:50:47.555045 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c41e0461-7d77-41eb-8c1f-f1c2e1a16264 tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] Pushing event deleted for resources: {'Network': ['ID=d7762bac-c37e-4051-9436-976349460037,revision_number=None']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:50:47.563817 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-c41e0461-7d77-41eb-8c1f-f1c2e1a16264 tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] 10.222.0.42 "DELETE /v2.0/networks/d7762bac-c37e-4051-9436-976349460037 HTTP/1.1" status: 204 len: 168 time: 0.5485177 Apr 18 21:50:47.566764 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 42178) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:50:47.589362 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.plugin [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] No Port match for: de67f4c4-8b85-498f-8317-199dbdfa9520 {{(pid=84042) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 18 21:50:47.589695 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Device de67f4c4-8b85-498f-8317-199dbdfa9520 not bound to the agent host n-d-838334-2 {{(pid=84042) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 21:50:47.641309 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-d9617497-967e-4b0a-a9a7-ba8d4bb3e8c2 tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] Notify callbacks [] for security_group, before_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:50:47.670112 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-d9617497-967e-4b0a-a9a7-ba8d4bb3e8c2 tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:50:47.736907 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-d9617497-967e-4b0a-a9a7-ba8d4bb3e8c2 tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33528224'] for security_group, after_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:50:47.753695 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9617497-967e-4b0a-a9a7-ba8d4bb3e8c2 tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3641b93e-659c-4ed3-85e3-f92eae4e51ee,revision_number=None']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:50:47.765705 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-d9617497-967e-4b0a-a9a7-ba8d4bb3e8c2 tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] Notify callbacks [] for security_group, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:50:47.766818 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-d9617497-967e-4b0a-a9a7-ba8d4bb3e8c2 tempest-TestNetworkAdvancedServerOps-786965051 tempest-TestNetworkAdvancedServerOps-786965051-project] 10.222.0.42 "DELETE /v2.0/security-groups/3641b93e-659c-4ed3-85e3-f92eae4e51ee HTTP/1.1" status: 204 len: 168 time: 0.1986728 Apr 18 21:50:48.027084 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-463831da-23b3-4b6b-8250-6f43f1e28aba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750375287399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253529'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:50:48.177338 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 42188) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:50:48.380194 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-a8a32258-240a-473a-bac2-9aa1d3c9d240 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=a4ea1a148ea742c594b9948ed7bb3759&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2017126 Apr 18 21:50:48.382571 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 42194) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:50:48.440437 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-b6895b35-de2d-47bd-8b59-161b0a52ae7b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:50:48.465527 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-b6895b35-de2d-47bd-8b59-161b0a52ae7b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:50:48.515184 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-b6895b35-de2d-47bd-8b59-161b0a52ae7b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33528224'] for security_group, after_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:50:48.533811 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6895b35-de2d-47bd-8b59-161b0a52ae7b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=59d065c0-60b1-4ee2-b45a-e25f9f9e5b6d,revision_number=None']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:50:48.547717 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-b6895b35-de2d-47bd-8b59-161b0a52ae7b admin admin] Notify callbacks [] for security_group, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:50:48.551816 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-b6895b35-de2d-47bd-8b59-161b0a52ae7b admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/59d065c0-60b1-4ee2-b45a-e25f9f9e5b6d HTTP/1.1" status: 204 len: 168 time: 0.1653941 Apr 18 21:50:48.551816 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6895b35-de2d-47bd-8b59-161b0a52ae7b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:50:48.551816 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6895b35-de2d-47bd-8b59-161b0a52ae7b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:50:48.551816 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6895b35-de2d-47bd-8b59-161b0a52ae7b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:50:48.552233 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6895b35-de2d-47bd-8b59-161b0a52ae7b admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:50:48.552368 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6895b35-de2d-47bd-8b59-161b0a52ae7b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:50:48.552701 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6895b35-de2d-47bd-8b59-161b0a52ae7b admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:50:48.553024 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6895b35-de2d-47bd-8b59-161b0a52ae7b admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:50:48.553460 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6895b35-de2d-47bd-8b59-161b0a52ae7b admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:50:48.553653 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6895b35-de2d-47bd-8b59-161b0a52ae7b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:50:48.553986 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6895b35-de2d-47bd-8b59-161b0a52ae7b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:50:48.554290 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6895b35-de2d-47bd-8b59-161b0a52ae7b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:50:48.880507 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 42202) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:50:48.898524 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-9d06c592-783d-4890-8f05-0f9f773788c2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:50:48.929502 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-9d06c592-783d-4890-8f05-0f9f773788c2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:50:48.933266 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-9d06c592-783d-4890-8f05-0f9f773788c2 admin admin] Usage tracker for resource:security_group_rule and tenant:138115ac5ebb4dc281796d1f08645cdf is out of sync, need to count used quota {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:50:48.936021 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-9d06c592-783d-4890-8f05-0f9f773788c2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:50:48.942321 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-9d06c592-783d-4890-8f05-0f9f773788c2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:50:49.008801 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-9d06c592-783d-4890-8f05-0f9f773788c2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:50:49.012549 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-9d06c592-783d-4890-8f05-0f9f773788c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33528224'] for security_group, after_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:50:49.057264 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d06c592-783d-4890-8f05-0f9f773788c2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dbbd6ff3-7985-47d6-8fd5-a4e9f2002c7f,revision_number=1']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:50:49.062554 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-9d06c592-783d-4890-8f05-0f9f773788c2 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=138115ac5ebb4dc281796d1f08645cdf&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1807828 Apr 18 21:50:49.065132 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 42206) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:50:49.125133 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-e3f04c54-f289-456d-bbd2-ec88838e3ad5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:50:49.154832 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-e3f04c54-f289-456d-bbd2-ec88838e3ad5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:50:49.203994 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-e3f04c54-f289-456d-bbd2-ec88838e3ad5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33528224'] for security_group, after_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:50:49.208435 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750375287399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253529'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:50:49.220786 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3f04c54-f289-456d-bbd2-ec88838e3ad5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dbbd6ff3-7985-47d6-8fd5-a4e9f2002c7f,revision_number=None']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:50:49.225348 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-e3f04c54-f289-456d-bbd2-ec88838e3ad5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:50:49.228796 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-e3f04c54-f289-456d-bbd2-ec88838e3ad5 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/dbbd6ff3-7985-47d6-8fd5-a4e9f2002c7f HTTP/1.1" status: 204 len: 168 time: 0.1604521 Apr 18 21:50:49.727091 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-414b6ffe-e119-47bc-b18f-bcff1219c2f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750375287399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253529'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:50:50.078174 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 42232) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:50:50.206040 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.v2.base [None req-542afb05-9e79-413e-98be-cd971260568c admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1825929545-network', 'tenant_id': '21077c3a160645c8a0da9fdb22f08c69'}} {{(pid=84041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:50:50.212755 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-542afb05-9e79-413e-98be-cd971260568c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:50:50.216480 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-542afb05-9e79-413e-98be-cd971260568c admin admin] Usage tracker for resource:network and tenant:21077c3a160645c8a0da9fdb22f08c69 is out of sync, need to count used quota {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:50:50.219239 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-542afb05-9e79-413e-98be-cd971260568c admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:50:50.225001 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-542afb05-9e79-413e-98be-cd971260568c admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:50:50.235191 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-542afb05-9e79-413e-98be-cd971260568c admin admin] Made reservation on behalf of 21077c3a160645c8a0da9fdb22f08c69 for: {'network': 1} {{(pid=84041) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:50:50.237396 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-542afb05-9e79-413e-98be-cd971260568c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for network, before_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:50:50.249292 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-542afb05-9e79-413e-98be-cd971260568c admin admin] Notify callbacks [] for security_group, before_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:50:50.279985 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-542afb05-9e79-413e-98be-cd971260568c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:50:50.283713 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-542afb05-9e79-413e-98be-cd971260568c admin admin] Usage tracker for resource:security_group_rule and tenant:21077c3a160645c8a0da9fdb22f08c69 is out of sync, need to count used quota {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:50:50.286501 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-542afb05-9e79-413e-98be-cd971260568c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:50:50.292130 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-542afb05-9e79-413e-98be-cd971260568c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:50:50.356699 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-542afb05-9e79-413e-98be-cd971260568c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:50:50.360567 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-542afb05-9e79-413e-98be-cd971260568c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33528224'] for security_group, after_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:50:50.388357 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-542afb05-9e79-413e-98be-cd971260568c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 353} {{(pid=84041) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 21:50:50.400266 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-542afb05-9e79-413e-98be-cd971260568c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e162ede4-0cb9-4d21-b395-7c7f23016279,revision_number=1']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:50:50.405009 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-542afb05-9e79-413e-98be-cd971260568c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1082986'] for segment, precommit_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:50:50.405274 n-d-838334-2 neutron-server[84041]: INFO neutron.db.segments_db [None req-542afb05-9e79-413e-98be-cd971260568c admin admin] Added segment 175e1ed3-fcd8-4b76-9d8f-45065abbd730 of type vlan for network 0c667796-b879-456c-ac9f-5265de8a97f7 Apr 18 21:50:50.433988 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-542afb05-9e79-413e-98be-cd971260568c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750374825732'] for network, precommit_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:50:50.465322 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-542afb05-9e79-413e-98be-cd971260568c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33526109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022'] for network, after_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:50:50.466157 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-542afb05-9e79-413e-98be-cd971260568c admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:50:50.466748 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-542afb05-9e79-413e-98be-cd971260568c admin admin] Notify callbacks [] for network, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:50:50.562317 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-542afb05-9e79-413e-98be-cd971260568c admin admin] Pushing event updated for resources: {'Network': ['ID=0c667796-b879-456c-ac9f-5265de8a97f7,revision_number=1']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:50:50.567195 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-542afb05-9e79-413e-98be-cd971260568c admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.4879944 Apr 18 21:50:50.570845 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 42238) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:50:50.573052 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Network 0c667796-b879-456c-ac9f-5265de8a97f7 details requested by agent ovs-agent-n-d-838334-2 with host n-d-838334-2 {{(pid=84042) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 18 21:50:50.575964 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.v2.base [None req-3598f897-8910-4197-bfeb-b4ef9bd0d921 admin admin] Request body: {'subnet': {'network_id': '0c667796-b879-456c-ac9f-5265de8a97f7', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1825929545-subnet', 'tenant_id': '21077c3a160645c8a0da9fdb22f08c69', 'ip_version': 4}} {{(pid=84041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:50:50.582822 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-3598f897-8910-4197-bfeb-b4ef9bd0d921 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:50:50.587393 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-3598f897-8910-4197-bfeb-b4ef9bd0d921 admin admin] Usage tracker for resource:subnet and tenant:21077c3a160645c8a0da9fdb22f08c69 is out of sync, need to count used quota {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:50:50.590350 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-3598f897-8910-4197-bfeb-b4ef9bd0d921 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:50:50.596459 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-3598f897-8910-4197-bfeb-b4ef9bd0d921 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:50:50.610947 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3598f897-8910-4197-bfeb-b4ef9bd0d921 admin admin] Made reservation on behalf of 21077c3a160645c8a0da9fdb22f08c69 for: {'subnet': 1} {{(pid=84041) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:50:50.613480 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-3598f897-8910-4197-bfeb-b4ef9bd0d921 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32486301'] for subnet, before_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:50:50.804100 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-c7521a90-7d65-4e2e-842c-ca5d95e9a89c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750375287399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253529'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:50:50.815972 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-3598f897-8910-4197-bfeb-b4ef9bd0d921 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33526260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32266407', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32486287'] for subnet, after_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:50:50.883605 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3598f897-8910-4197-bfeb-b4ef9bd0d921 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7fa156a3-92ab-4625-bc28-74ba8ff23ecd,revision_number=0']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:50:50.898165 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3598f897-8910-4197-bfeb-b4ef9bd0d921 admin admin] Checking segment: {'id': '175e1ed3-fcd8-4b76-9d8f-45065abbd730', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': '0c667796-b879-456c-ac9f-5265de8a97f7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84041) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 21:50:50.898517 n-d-838334-2 neutron-server[84041]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3598f897-8910-4197-bfeb-b4ef9bd0d921 admin admin] Network hostable DHCP agents. Network: 0c667796-b879-456c-ac9f-5265de8a97f7, hostable agents: ['8746f8ea-3e91-4b32-9919-2c63adeb8722'], hosted agents: [] {{(pid=84041) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 21:50:50.919455 n-d-838334-2 neutron-server[84041]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3598f897-8910-4197-bfeb-b4ef9bd0d921 admin admin] Network 0c667796-b879-456c-ac9f-5265de8a97f7 is scheduled to be hosted by DHCP agent 8746f8ea-3e91-4b32-9919-2c63adeb8722 with binding_index 1 {{(pid=84041) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 21:50:50.929448 n-d-838334-2 neutron-server[84041]: DEBUG neutron.scheduler.base_scheduler [None req-3598f897-8910-4197-bfeb-b4ef9bd0d921 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-838334-2, 0c667796-b879-456c-ac9f-5265de8a97f7) {{(pid=84041) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:50:50.933240 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3598f897-8910-4197-bfeb-b4ef9bd0d921 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:50:50.933822 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-3598f897-8910-4197-bfeb-b4ef9bd0d921 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:50:50.938289 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2b399d8-cf38-4a01-949b-ab5341d0d9a3 None None] Network 0c667796-b879-456c-ac9f-5265de8a97f7 requested from n-d-838334-2 {{(pid=84042) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 21:50:50.954699 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-3598f897-8910-4197-bfeb-b4ef9bd0d921 admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3833804 Apr 18 21:50:50.958135 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 42242) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:50:50.963119 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.v2.base [None req-d0ea2bf5-6a6a-4b1b-bb0b-62bbe0ad56e8 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1825929545-router', 'tenant_id': '21077c3a160645c8a0da9fdb22f08c69', 'external_gateway_info': {'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c'}}} {{(pid=84041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:50:50.968558 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-d0ea2bf5-6a6a-4b1b-bb0b-62bbe0ad56e8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:50:50.972412 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-d0ea2bf5-6a6a-4b1b-bb0b-62bbe0ad56e8 admin admin] Usage tracker for resource:router and tenant:21077c3a160645c8a0da9fdb22f08c69 is out of sync, need to count used quota {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:50:50.975364 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-d0ea2bf5-6a6a-4b1b-bb0b-62bbe0ad56e8 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:50:50.981809 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-d0ea2bf5-6a6a-4b1b-bb0b-62bbe0ad56e8 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:50:50.994098 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-d0ea2bf5-6a6a-4b1b-bb0b-62bbe0ad56e8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-33442106', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5708'] for router, before_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:50:50.995061 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-d0ea2bf5-6a6a-4b1b-bb0b-62bbe0ad56e8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33442137', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33444285', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33535433', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5703'] for router, precommit_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:50:51.015070 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-d0ea2bf5-6a6a-4b1b-bb0b-62bbe0ad56e8 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:50:51.152841 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b30a26c4-730c-4635-810a-9fcbd575249f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp016840fc-1f9f-5892-9c53-c9cf6c845bbb-0c667796-b879-456c-ac9f-5265de8a97f7', 'network_id': '0c667796-b879-456c-ac9f-5265de8a97f7', 'tenant_id': '21077c3a160645c8a0da9fdb22f08c69', 'fixed_ips': [{'subnet_id': '7fa156a3-92ab-4625-bc28-74ba8ff23ecd'}]}} from n-d-838334-2. {{(pid=84042) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 18 21:50:51.153653 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-b30a26c4-730c-4635-810a-9fcbd575249f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_create {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:50:51.164674 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-d0ea2bf5-6a6a-4b1b-bb0b-62bbe0ad56e8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-33444175', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-33443520', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5293'] for router, precommit_update {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:50:51.316300 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.db_base_plugin_common [None req-b30a26c4-730c-4635-810a-9fcbd575249f None None] Allocated IP 172.20.0.2 (0c667796-b879-456c-ac9f-5265de8a97f7/7fa156a3-92ab-4625-bc28-74ba8ff23ecd/66558e85-afd5-4379-9545-ec5e816c7528) {{(pid=84042) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 21:50:51.353663 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-d0ea2bf5-6a6a-4b1b-bb0b-62bbe0ad56e8 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:50:51.385890 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-d0ea2bf5-6a6a-4b1b-bb0b-62bbe0ad56e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:50:51.517787 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-b30a26c4-730c-4635-810a-9fcbd575249f None None] Notify callbacks [] for port, precommit_create {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:50:51.519173 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.db_base_plugin_common [None req-d0ea2bf5-6a6a-4b1b-bb0b-62bbe0ad56e8 admin admin] Allocated IP 172.25.8.190 (e41b6600-a917-4a8d-b05c-be3be40c6d8c/6b05667b-848e-4356-9b44-d5eb6808ef74/f9133ee7-f189-4a3a-957b-b0a456f34f7b) {{(pid=84041) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 21:50:51.528665 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-b30a26c4-730c-4635-810a-9fcbd575249f None None] Transition to ACTIVE for port object 66558e85-afd5-4379-9545-ec5e816c7528 will not be triggered until provisioned by entity L2. {{(pid=84042) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:50:51.548266 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-b30a26c4-730c-4635-810a-9fcbd575249f None None] Transition to ACTIVE for port object 66558e85-afd5-4379-9545-ec5e816c7528 will not be triggered until provisioned by entity DHCP. {{(pid=84042) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:50:51.554123 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-b30a26c4-730c-4635-810a-9fcbd575249f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750374836619'] for port, after_create {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:50:51.625982 n-d-838334-2 neutron-server[84042]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b30a26c4-730c-4635-810a-9fcbd575249f None None] Network 0c667796-b879-456c-ac9f-5265de8a97f7 is already hosted by enough agents. {{(pid=84042) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:50:51.628807 n-d-838334-2 neutron-server[84042]: DEBUG neutron.scheduler.base_scheduler [None req-b30a26c4-730c-4635-810a-9fcbd575249f None None] Resources bound (agent type, host, resource id): {{(pid=84042) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:50:51.632705 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b30a26c4-730c-4635-810a-9fcbd575249f None None] Received port after_create {{(pid=84042) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 21:50:51.639111 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b30a26c4-730c-4635-810a-9fcbd575249f None None] Pushing event updated for resources: {'Port': ['ID=66558e85-afd5-4379-9545-ec5e816c7528,revision_number=1']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:50:51.721728 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.managers [None req-b30a26c4-730c-4635-810a-9fcbd575249f None None] Attempting to bind port 66558e85-afd5-4379-9545-ec5e816c7528 on host n-d-838334-2 for vnic_type normal with profile {{(pid=84042) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 21:50:51.722086 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.managers [None req-b30a26c4-730c-4635-810a-9fcbd575249f None None] Attempting to bind port 66558e85-afd5-4379-9545-ec5e816c7528 by drivers openvswitch,hyperv on host n-d-838334-2 at level 0 using segments [{'id': '175e1ed3-fcd8-4b76-9d8f-45065abbd730', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': '0c667796-b879-456c-ac9f-5265de8a97f7'}] {{(pid=84042) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 21:50:51.722947 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b30a26c4-730c-4635-810a-9fcbd575249f None None] Attempting to bind port 66558e85-afd5-4379-9545-ec5e816c7528 on network 0c667796-b879-456c-ac9f-5265de8a97f7 {{(pid=84042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 21:50:51.729192 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b30a26c4-730c-4635-810a-9fcbd575249f None None] Checking agent: {'id': '97cd4414-7af6-4d67-868d-dff370b4071a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838334-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 25, 49), 'started_at': datetime.datetime(2022, 4, 18, 20, 26, 19), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 21, 50, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838334-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 18 21:50:51.729556 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b30a26c4-730c-4635-810a-9fcbd575249f None None] Checking segment: {'id': '175e1ed3-fcd8-4b76-9d8f-45065abbd730', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': '0c667796-b879-456c-ac9f-5265de8a97f7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84042) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 21:50:51.729949 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-b30a26c4-730c-4635-810a-9fcbd575249f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:50:51.730382 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b30a26c4-730c-4635-810a-9fcbd575249f None None] Bound using segment: {'id': '175e1ed3-fcd8-4b76-9d8f-45065abbd730', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': '0c667796-b879-456c-ac9f-5265de8a97f7'} {{(pid=84042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 18 21:50:51.730837 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.managers [None req-b30a26c4-730c-4635-810a-9fcbd575249f None None] Bound port: 66558e85-afd5-4379-9545-ec5e816c7528, host: n-d-838334-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '175e1ed3-fcd8-4b76-9d8f-45065abbd730', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': '0c667796-b879-456c-ac9f-5265de8a97f7'}}] {{(pid=84042) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 21:50:51.731207 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-b30a26c4-730c-4635-810a-9fcbd575249f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:50:51.762102 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-d0ea2bf5-6a6a-4b1b-bb0b-62bbe0ad56e8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:50:51.791219 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-d0ea2bf5-6a6a-4b1b-bb0b-62bbe0ad56e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750374836619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32266323'] for port, after_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:50:51.821988 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-b30a26c4-730c-4635-810a-9fcbd575249f None None] For port 66558e85-afd5-4379-9545-ec5e816c7528, host n-d-838334-2, cleared binding levels {{(pid=84042) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 21:50:51.824974 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-b30a26c4-730c-4635-810a-9fcbd575249f None None] For port 66558e85-afd5-4379-9545-ec5e816c7528, host n-d-838334-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838334-2',level=0,port_id=66558e85-afd5-4379-9545-ec5e816c7528,segment=NetworkSegment(175e1ed3-fcd8-4b76-9d8f-45065abbd730),segment_id=175e1ed3-fcd8-4b76-9d8f-45065abbd730)] {{(pid=84042) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 21:50:51.829701 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-b30a26c4-730c-4635-810a-9fcbd575249f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682'] for port, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:50:51.864481 n-d-838334-2 neutron-server[84041]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0ea2bf5-6a6a-4b1b-bb0b-62bbe0ad56e8 admin admin] Network e41b6600-a917-4a8d-b05c-be3be40c6d8c is already hosted by enough agents. {{(pid=84041) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:50:51.867390 n-d-838334-2 neutron-server[84041]: DEBUG neutron.scheduler.base_scheduler [None req-d0ea2bf5-6a6a-4b1b-bb0b-62bbe0ad56e8 admin admin] Resources bound (agent type, host, resource id): {{(pid=84041) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:50:51.869964 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0ea2bf5-6a6a-4b1b-bb0b-62bbe0ad56e8 admin admin] Received port after_create {{(pid=84041) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 21:50:51.901908 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0ea2bf5-6a6a-4b1b-bb0b-62bbe0ad56e8 admin admin] Pushing event updated for resources: {'Port': ['ID=f9133ee7-f189-4a3a-957b-b0a456f34f7b,revision_number=1']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:50:51.909429 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b30a26c4-730c-4635-810a-9fcbd575249f None None] Pushing event updated for resources: {'Port': ['ID=66558e85-afd5-4379-9545-ec5e816c7528,revision_number=2']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:50:52.047108 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-d0ea2bf5-6a6a-4b1b-bb0b-62bbe0ad56e8 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:50:52.048057 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-d0ea2bf5-6a6a-4b1b-bb0b-62bbe0ad56e8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33443529', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33444176'] for router, after_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:50:52.281324 n-d-838334-2 neutron-server[84041]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d0ea2bf5-6a6a-4b1b-bb0b-62bbe0ad56e8 admin admin] Router 012d0ba4-0d6b-479b-b4e9-ca3348bfec12 is scheduled to L3 agent bc84d6c9-dd7a-4555-a351-592327b46d5a with binding_index 1 {{(pid=84041) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 18 21:50:52.484430 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d0ea2bf5-6a6a-4b1b-bb0b-62bbe0ad56e8 admin admin] Notify agent at l3_agent.n-d-838334-2 the message routers_updated {{(pid=84041) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 21:50:52.492770 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1675fc00-c3cf-4ff1-b5ff-0fc1a4441039 None None] Sync routers for ids ['012d0ba4-0d6b-479b-b4e9-ca3348bfec12'] in n-d-838334-2 {{(pid=84042) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 18 21:50:52.504787 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1675fc00-c3cf-4ff1-b5ff-0fc1a4441039 None None] Routers {'012d0ba4-0d6b-479b-b4e9-ca3348bfec12'} bound to L3 agent in host n-d-838334-2 {{(pid=84042) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 21:50:52.505389 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_hamode_db [None req-1675fc00-c3cf-4ff1-b5ff-0fc1a4441039 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838334-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-18T20:25:48Z,description=,heartbeat_timestamp=2022-04-18T21:50:48Z,host='n-d-838334-2',id=bc84d6c9-dd7a-4555-a351-592327b46d5a,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:25:48Z,topic='l3_agent')) {'router_ids': ['012d0ba4-0d6b-479b-b4e9-ca3348bfec12'], 'active': True} {{(pid=84042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:50:52.509374 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-d0ea2bf5-6a6a-4b1b-bb0b-62bbe0ad56e8 admin admin] Notify callbacks [] for router, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:50:52.510850 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-d0ea2bf5-6a6a-4b1b-bb0b-62bbe0ad56e8 admin admin] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.5517609 Apr 18 21:50:52.513478 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 42246) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:50:52.714150 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_dvr_db [None req-1675fc00-c3cf-4ff1-b5ff-0fc1a4441039 None None] Set router 012d0ba4-0d6b-479b-b4e9-ca3348bfec12 gateway port host: n-d-838334-2 {{(pid=84042) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 21:50:52.973863 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2cc4833-1159-4ba6-990a-7a0d56942b4a None None] Network 0c667796-b879-456c-ac9f-5265de8a97f7 requested from n-d-838334-2 {{(pid=84042) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 21:50:53.131232 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-519945ac-3497-44cf-83e0-aad093f7dec2 None None] Provisioning for port 66558e85-afd5-4379-9545-ec5e816c7528 completed by entity DHCP. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 21:50:53.214972 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_hamode_db [None req-1675fc00-c3cf-4ff1-b5ff-0fc1a4441039 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '012d0ba4-0d6b-479b-b4e9-ca3348bfec12', 'name': 'tempest-TestShelveInstance-1825929545-router', 'tenant_id': '21077c3a160645c8a0da9fdb22f08c69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'external_fixed_ips': [{'subnet_id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'ip_address': '172.25.8.190'}], 'enable_snat': True}, 'gw_port_id': 'f9133ee7-f189-4a3a-957b-b0a456f34f7b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:50:50Z', 'updated_at': '2022-04-18T21:50:51Z', 'revision_number': 3, 'project_id': '21077c3a160645c8a0da9fdb22f08c69', 'gw_port': {'id': 'f9133ee7-f189-4a3a-957b-b0a456f34f7b', 'name': '', 'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:a3:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '012d0ba4-0d6b-479b-b4e9-ca3348bfec12', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'ip_address': '172.25.8.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:50:51Z', 'updated_at': '2022-04-18T21:50:51Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838334-2'}], 'n-d-838334-2', False) {} {{(pid=84042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:50:53.243181 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1675fc00-c3cf-4ff1-b5ff-0fc1a4441039 None None] Checking router: 012d0ba4-0d6b-479b-b4e9-ca3348bfec12 for host: n-d-838334-2 {{(pid=84042) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 18 21:50:53.243524 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1675fc00-c3cf-4ff1-b5ff-0fc1a4441039 None None] Updating router 012d0ba4-0d6b-479b-b4e9-ca3348bfec12 port f9133ee7-f189-4a3a-957b-b0a456f34f7b binding host n-d-838334-2 {{(pid=84042) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 18 21:50:53.315156 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-1675fc00-c3cf-4ff1-b5ff-0fc1a4441039 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:50:53.368185 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Device 66558e85-afd5-4379-9545-ec5e816c7528 up at agent ovs-agent-n-d-838334-2 {{(pid=84042) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 21:50:53.441445 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-2c3c7965-0e86-460a-8c46-f2091540d433 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:50:53.594397 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Provisioning for port 66558e85-afd5-4379-9545-ec5e816c7528 completed by entity L2. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 21:50:53.605096 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Provisioning complete for port 66558e85-afd5-4379-9545-ec5e816c7528 triggered by entity L2. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:50:53.605461 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1253608'] for port, provisioning_complete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:50:53.662370 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.db_base_plugin_common [None req-2c3c7965-0e86-460a-8c46-f2091540d433 admin admin] Allocated IP 172.20.0.1 (0c667796-b879-456c-ac9f-5265de8a97f7/7fa156a3-92ab-4625-bc28-74ba8ff23ecd/98aef93c-14ab-4c01-9104-a3617ce0272c) {{(pid=84041) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 21:50:53.814662 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-2c3c7965-0e86-460a-8c46-f2091540d433 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:50:53.830664 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.provisioning_blocks [None req-2c3c7965-0e86-460a-8c46-f2091540d433 admin admin] Transition to ACTIVE for port object 98aef93c-14ab-4c01-9104-a3617ce0272c will not be triggered until provisioned by entity DHCP. {{(pid=84041) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:50:53.832909 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:50:53.853300 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-2c3c7965-0e86-460a-8c46-f2091540d433 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750374836619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32266323'] for port, after_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:50:53.857616 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-1675fc00-c3cf-4ff1-b5ff-0fc1a4441039 None None] Notify callbacks [] for port, precommit_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:50:53.880535 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-1675fc00-c3cf-4ff1-b5ff-0fc1a4441039 None None] Transition to ACTIVE for port object f9133ee7-f189-4a3a-957b-b0a456f34f7b will not be triggered until provisioned by entity L2. {{(pid=84042) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:50:53.888133 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-23554de9-190b-413e-b8bd-eaa82998f5c7 None None] Provisioning complete for port 66558e85-afd5-4379-9545-ec5e816c7528 triggered by entity DHCP. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:50:53.888563 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-23554de9-190b-413e-b8bd-eaa82998f5c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1253608'] for port, provisioning_complete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:50:53.923587 n-d-838334-2 neutron-server[84041]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c3c7965-0e86-460a-8c46-f2091540d433 admin admin] Network 0c667796-b879-456c-ac9f-5265de8a97f7 is already hosted by enough agents. {{(pid=84041) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:50:53.925219 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-1675fc00-c3cf-4ff1-b5ff-0fc1a4441039 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682'] for port, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:50:53.927115 n-d-838334-2 neutron-server[84041]: DEBUG neutron.scheduler.base_scheduler [None req-2c3c7965-0e86-460a-8c46-f2091540d433 admin admin] Resources bound (agent type, host, resource id): {{(pid=84041) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:50:53.931810 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c3c7965-0e86-460a-8c46-f2091540d433 admin admin] Received port after_create {{(pid=84041) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 21:50:53.983417 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] For port 66558e85-afd5-4379-9545-ec5e816c7528, host n-d-838334-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838334-2',level=0,port_id=66558e85-afd5-4379-9545-ec5e816c7528,segment=NetworkSegment(175e1ed3-fcd8-4b76-9d8f-45065abbd730),segment_id=175e1ed3-fcd8-4b76-9d8f-45065abbd730)] {{(pid=84042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:50:53.987354 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-2c3c7965-0e86-460a-8c46-f2091540d433 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33444010'] for router_interface, before_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:50:53.989892 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c3c7965-0e86-460a-8c46-f2091540d433 admin admin] Pushing event updated for resources: {'Port': ['ID=98aef93c-14ab-4c01-9104-a3617ce0272c,revision_number=1']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:50:54.006837 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682'] for port, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:50:54.055120 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a0d9733-39d8-41d6-ae95-eaf89f697d3d None None] Pushing event updated for resources: {'Port': ['ID=f9133ee7-f189-4a3a-957b-b0a456f34f7b,revision_number=2']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:50:54.058806 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.managers [None req-1675fc00-c3cf-4ff1-b5ff-0fc1a4441039 None None] Attempting to bind port f9133ee7-f189-4a3a-957b-b0a456f34f7b on host n-d-838334-2 for vnic_type normal with profile {{(pid=84042) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 21:50:54.059167 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.managers [None req-1675fc00-c3cf-4ff1-b5ff-0fc1a4441039 None None] Attempting to bind port f9133ee7-f189-4a3a-957b-b0a456f34f7b by drivers openvswitch,hyperv on host n-d-838334-2 at level 0 using segments [{'id': '732aa830-768b-4511-951f-d08e26b9c25b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c'}] {{(pid=84042) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 21:50:54.059531 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1675fc00-c3cf-4ff1-b5ff-0fc1a4441039 None None] Attempting to bind port f9133ee7-f189-4a3a-957b-b0a456f34f7b on network e41b6600-a917-4a8d-b05c-be3be40c6d8c {{(pid=84042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 21:50:54.080896 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-2c3c7965-0e86-460a-8c46-f2091540d433 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:50:54.176152 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1675fc00-c3cf-4ff1-b5ff-0fc1a4441039 None None] Checking agent: {'id': '97cd4414-7af6-4d67-868d-dff370b4071a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838334-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 25, 49), 'started_at': datetime.datetime(2022, 4, 18, 20, 26, 19), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 21, 50, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838334-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 18 21:50:54.176582 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1675fc00-c3cf-4ff1-b5ff-0fc1a4441039 None None] Checking segment: {'id': '732aa830-768b-4511-951f-d08e26b9c25b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84042) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 21:50:54.176983 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-1675fc00-c3cf-4ff1-b5ff-0fc1a4441039 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:50:54.177369 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1675fc00-c3cf-4ff1-b5ff-0fc1a4441039 None None] Bound using segment: {'id': '732aa830-768b-4511-951f-d08e26b9c25b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c'} {{(pid=84042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 18 21:50:54.177841 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.managers [None req-1675fc00-c3cf-4ff1-b5ff-0fc1a4441039 None None] Bound port: f9133ee7-f189-4a3a-957b-b0a456f34f7b, host: n-d-838334-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '732aa830-768b-4511-951f-d08e26b9c25b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c'}}] {{(pid=84042) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 21:50:54.178206 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-1675fc00-c3cf-4ff1-b5ff-0fc1a4441039 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:50:54.280419 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Pushing event updated for resources: {'Port': ['ID=66558e85-afd5-4379-9545-ec5e816c7528,revision_number=3']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:50:54.296432 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-1675fc00-c3cf-4ff1-b5ff-0fc1a4441039 None None] For port f9133ee7-f189-4a3a-957b-b0a456f34f7b, host n-d-838334-2, cleared binding levels {{(pid=84042) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 21:50:54.299730 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-1675fc00-c3cf-4ff1-b5ff-0fc1a4441039 None None] For port f9133ee7-f189-4a3a-957b-b0a456f34f7b, host n-d-838334-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838334-2',level=0,port_id=f9133ee7-f189-4a3a-957b-b0a456f34f7b,segment=NetworkSegment(732aa830-768b-4511-951f-d08e26b9c25b),segment_id=732aa830-768b-4511-951f-d08e26b9c25b)] {{(pid=84042) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 21:50:54.304467 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-1675fc00-c3cf-4ff1-b5ff-0fc1a4441039 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682'] for port, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:50:54.310477 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-2c3c7965-0e86-460a-8c46-f2091540d433 admin admin] Notify callbacks [] for port, precommit_update {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:50:54.315241 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-2c3c7965-0e86-460a-8c46-f2091540d433 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32266282'] for port, after_update {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:50:54.384249 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a0d9733-39d8-41d6-ae95-eaf89f697d3d None None] Pushing event updated for resources: {'Port': ['ID=f9133ee7-f189-4a3a-957b-b0a456f34f7b,revision_number=3']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:50:54.387003 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1675fc00-c3cf-4ff1-b5ff-0fc1a4441039 None None] Routers {'012d0ba4-0d6b-479b-b4e9-ca3348bfec12'} bound to L3 agent in host n-d-838334-2 {{(pid=84042) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 21:50:54.387598 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_hamode_db [None req-1675fc00-c3cf-4ff1-b5ff-0fc1a4441039 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838334-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-18T20:25:48Z,description=,heartbeat_timestamp=2022-04-18T21:50:48Z,host='n-d-838334-2',id=bc84d6c9-dd7a-4555-a351-592327b46d5a,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:25:48Z,topic='l3_agent')) {'router_ids': ['012d0ba4-0d6b-479b-b4e9-ca3348bfec12'], 'active': True} {{(pid=84042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:50:54.422431 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c3c7965-0e86-460a-8c46-f2091540d433 admin admin] Pushing event updated for resources: {'Port': ['ID=98aef93c-14ab-4c01-9104-a3617ce0272c,revision_number=2']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:50:54.424752 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-2c3c7965-0e86-460a-8c46-f2091540d433 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-32377886', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33443847'] for router_interface, after_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:50:54.535785 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-e1c63792-25ec-4768-94f1-402cad16cb45 None None] Provisioning for port 98aef93c-14ab-4c01-9104-a3617ce0272c completed by entity DHCP. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 21:50:54.545445 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-e1c63792-25ec-4768-94f1-402cad16cb45 None None] Provisioning complete for port 98aef93c-14ab-4c01-9104-a3617ce0272c triggered by entity DHCP. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:50:54.545813 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-e1c63792-25ec-4768-94f1-402cad16cb45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1253608'] for port, provisioning_complete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:50:54.559858 n-d-838334-2 neutron-server[84041]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c3c7965-0e86-460a-8c46-f2091540d433 admin admin] Network 0c667796-b879-456c-ac9f-5265de8a97f7 is already hosted by enough agents. {{(pid=84041) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:50:54.560914 n-d-838334-2 neutron-server[84041]: DEBUG neutron.scheduler.base_scheduler [None req-2c3c7965-0e86-460a-8c46-f2091540d433 admin admin] Resources bound (agent type, host, resource id): {{(pid=84041) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:50:54.618348 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.plugin [None req-e1c63792-25ec-4768-94f1-402cad16cb45 None None] Port 98aef93c-14ab-4c01-9104-a3617ce0272c cannot update to ACTIVE because it is not bound. {{(pid=84042) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 18 21:50:54.625666 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_dvr_db [None req-1675fc00-c3cf-4ff1-b5ff-0fc1a4441039 None None] Set router 012d0ba4-0d6b-479b-b4e9-ca3348bfec12 gateway port host: n-d-838334-2 {{(pid=84042) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 21:50:54.875598 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-e93feb87-373d-4112-9e6f-881d11641e19 None None] Provisioning complete for port 98aef93c-14ab-4c01-9104-a3617ce0272c triggered by entity DHCP. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:50:54.876299 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-e93feb87-373d-4112-9e6f-881d11641e19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1253608'] for port, provisioning_complete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:50:54.959052 n-d-838334-2 neutron-server[84041]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2c3c7965-0e86-460a-8c46-f2091540d433 admin admin] Router 012d0ba4-0d6b-479b-b4e9-ca3348bfec12 has already been hosted by L3 agent bc84d6c9-dd7a-4555-a351-592327b46d5a {{(pid=84041) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 21:50:54.974329 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.plugin [None req-e93feb87-373d-4112-9e6f-881d11641e19 None None] Port 98aef93c-14ab-4c01-9104-a3617ce0272c cannot update to ACTIVE because it is not bound. {{(pid=84042) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 18 21:50:55.005513 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_hamode_db [None req-1675fc00-c3cf-4ff1-b5ff-0fc1a4441039 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '012d0ba4-0d6b-479b-b4e9-ca3348bfec12', 'name': 'tempest-TestShelveInstance-1825929545-router', 'tenant_id': '21077c3a160645c8a0da9fdb22f08c69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'external_fixed_ips': [{'subnet_id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'ip_address': '172.25.8.190'}], 'enable_snat': True}, 'gw_port_id': 'f9133ee7-f189-4a3a-957b-b0a456f34f7b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:50:50Z', 'updated_at': '2022-04-18T21:50:54Z', 'revision_number': 4, 'project_id': '21077c3a160645c8a0da9fdb22f08c69', 'gw_port': {'id': 'f9133ee7-f189-4a3a-957b-b0a456f34f7b', 'name': '', 'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:a3:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '012d0ba4-0d6b-479b-b4e9-ca3348bfec12', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'ip_address': '172.25.8.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:50:51Z', 'updated_at': '2022-04-18T21:50:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838334-2', '_interfaces': [{'id': '98aef93c-14ab-4c01-9104-a3617ce0272c', 'name': '', 'network_id': '0c667796-b879-456c-ac9f-5265de8a97f7', 'tenant_id': '21077c3a160645c8a0da9fdb22f08c69', 'mac_address': 'fa:16:3e:05:7a:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '012d0ba4-0d6b-479b-b4e9-ca3348bfec12', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7fa156a3-92ab-4625-bc28-74ba8ff23ecd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:50:53Z', 'updated_at': '2022-04-18T21:50:54Z', 'revision_number': 2, 'project_id': '21077c3a160645c8a0da9fdb22f08c69', 'subnets': [{'id': '7fa156a3-92ab-4625-bc28-74ba8ff23ecd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838334-2', False) {} {{(pid=84042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:50:55.009617 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1675fc00-c3cf-4ff1-b5ff-0fc1a4441039 None None] The sync data for ids ['012d0ba4-0d6b-479b-b4e9-ca3348bfec12'] in n-d-838334-2 is: [{'id': '012d0ba4-0d6b-479b-b4e9-ca3348bfec12', 'name': 'tempest-TestShelveInstance-1825929545-router', 'tenant_id': '21077c3a160645c8a0da9fdb22f08c69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'external_fixed_ips': [{'subnet_id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'ip_address': '172.25.8.190'}], 'enable_snat': True}, 'gw_port_id': 'f9133ee7-f189-4a3a-957b-b0a456f34f7b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:50:50Z', 'updated_at': '2022-04-18T21:50:54Z', 'revision_number': 4, 'project_id': '21077c3a160645c8a0da9fdb22f08c69', 'gw_port': {'id': 'f9133ee7-f189-4a3a-957b-b0a456f34f7b', 'name': '', 'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:a3:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '012d0ba4-0d6b-479b-b4e9-ca3348bfec12', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'ip_address': '172.25.8.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:50:51Z', 'updated_at': '2022-04-18T21:50:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838334-2', '_interfaces': [{'id': '98aef93c-14ab-4c01-9104-a3617ce0272c', 'name': '', 'network_id': '0c667796-b879-456c-ac9f-5265de8a97f7', 'tenant_id': '21077c3a160645c8a0da9fdb22f08c69', 'mac_address': 'fa:16:3e:05:7a:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '012d0ba4-0d6b-479b-b4e9-ca3348bfec12', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7fa156a3-92ab-4625-bc28-74ba8ff23ecd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:50:53Z', 'updated_at': '2022-04-18T21:50:54Z', 'revision_number': 2, 'project_id': '21077c3a160645c8a0da9fdb22f08c69', 'subnets': [{'id': '7fa156a3-92ab-4625-bc28-74ba8ff23ecd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84042) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 18 21:50:55.294466 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2c3c7965-0e86-460a-8c46-f2091540d433 admin admin] Notify agent at l3_agent.n-d-838334-2 the message routers_updated {{(pid=84041) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 21:50:55.316771 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-2c3c7965-0e86-460a-8c46-f2091540d433 admin admin] 10.222.0.42 "PUT /v2.0/routers/012d0ba4-0d6b-479b-b4e9-ca3348bfec12/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7943306 Apr 18 21:50:55.337368 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Device 66558e85-afd5-4379-9545-ec5e816c7528 up at agent ovs-agent-n-d-838334-2 {{(pid=84042) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 21:50:55.412081 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Provisioning complete for port 66558e85-afd5-4379-9545-ec5e816c7528 triggered by entity L2. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:50:55.412368 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1253608'] for port, provisioning_complete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:50:56.216155 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 42268) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:50:56.221635 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.v2.base [None req-269bf9bf-5c8c-48ce-a0a3-9ba5ed5d6fdf admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-326075878-network', 'tenant_id': '4857771118544bd7aae3435d4ebefc02'}} {{(pid=84041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:50:56.228055 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-269bf9bf-5c8c-48ce-a0a3-9ba5ed5d6fdf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:50:56.231959 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-269bf9bf-5c8c-48ce-a0a3-9ba5ed5d6fdf admin admin] Usage tracker for resource:network and tenant:4857771118544bd7aae3435d4ebefc02 is out of sync, need to count used quota {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:50:56.234750 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-269bf9bf-5c8c-48ce-a0a3-9ba5ed5d6fdf admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:50:56.241796 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-269bf9bf-5c8c-48ce-a0a3-9ba5ed5d6fdf admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:50:56.251886 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-269bf9bf-5c8c-48ce-a0a3-9ba5ed5d6fdf admin admin] Made reservation on behalf of 4857771118544bd7aae3435d4ebefc02 for: {'network': 1} {{(pid=84041) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:50:56.254303 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-269bf9bf-5c8c-48ce-a0a3-9ba5ed5d6fdf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for network, before_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:50:56.266171 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-269bf9bf-5c8c-48ce-a0a3-9ba5ed5d6fdf admin admin] Notify callbacks [] for security_group, before_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:50:56.297127 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-269bf9bf-5c8c-48ce-a0a3-9ba5ed5d6fdf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:50:56.301632 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-269bf9bf-5c8c-48ce-a0a3-9ba5ed5d6fdf admin admin] Usage tracker for resource:security_group_rule and tenant:4857771118544bd7aae3435d4ebefc02 is out of sync, need to count used quota {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:50:56.304384 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-269bf9bf-5c8c-48ce-a0a3-9ba5ed5d6fdf admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:50:56.309952 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-269bf9bf-5c8c-48ce-a0a3-9ba5ed5d6fdf admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:50:56.375355 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-269bf9bf-5c8c-48ce-a0a3-9ba5ed5d6fdf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:50:56.379407 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-269bf9bf-5c8c-48ce-a0a3-9ba5ed5d6fdf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33528224'] for security_group, after_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:50:56.408652 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-269bf9bf-5c8c-48ce-a0a3-9ba5ed5d6fdf admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 379} {{(pid=84041) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 21:50:56.417246 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-269bf9bf-5c8c-48ce-a0a3-9ba5ed5d6fdf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=57598f5e-a133-453e-92b0-fde14029cdfa,revision_number=1']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:50:56.422923 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-269bf9bf-5c8c-48ce-a0a3-9ba5ed5d6fdf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1082986'] for segment, precommit_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:50:56.423259 n-d-838334-2 neutron-server[84041]: INFO neutron.db.segments_db [None req-269bf9bf-5c8c-48ce-a0a3-9ba5ed5d6fdf admin admin] Added segment a1cabc35-674e-4c03-91b1-dd81a3cdd379 of type vlan for network 83efe0b5-1afd-433d-b5d0-2eeafbd262d6 Apr 18 21:50:56.448554 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-269bf9bf-5c8c-48ce-a0a3-9ba5ed5d6fdf admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750374825732'] for network, precommit_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:50:56.479768 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-269bf9bf-5c8c-48ce-a0a3-9ba5ed5d6fdf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33526109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022'] for network, after_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:50:56.480570 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-269bf9bf-5c8c-48ce-a0a3-9ba5ed5d6fdf admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:50:56.481130 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-269bf9bf-5c8c-48ce-a0a3-9ba5ed5d6fdf admin admin] Notify callbacks [] for network, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:50:56.576094 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-269bf9bf-5c8c-48ce-a0a3-9ba5ed5d6fdf admin admin] Pushing event updated for resources: {'Network': ['ID=83efe0b5-1afd-433d-b5d0-2eeafbd262d6,revision_number=1']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:50:56.583266 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-269bf9bf-5c8c-48ce-a0a3-9ba5ed5d6fdf admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.3628726 Apr 18 21:50:56.583733 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 42272) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:50:56.587303 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Network 83efe0b5-1afd-433d-b5d0-2eeafbd262d6 details requested by agent ovs-agent-n-d-838334-2 with host n-d-838334-2 {{(pid=84042) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 18 21:50:56.588908 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.v2.base [None req-c103d858-51b9-428a-baca-5de600190a7d admin admin] Request body: {'subnet': {'network_id': '83efe0b5-1afd-433d-b5d0-2eeafbd262d6', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-326075878-subnet', 'tenant_id': '4857771118544bd7aae3435d4ebefc02', 'ip_version': 4}} {{(pid=84041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:50:56.594877 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-c103d858-51b9-428a-baca-5de600190a7d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:50:56.599533 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-c103d858-51b9-428a-baca-5de600190a7d admin admin] Usage tracker for resource:subnet and tenant:4857771118544bd7aae3435d4ebefc02 is out of sync, need to count used quota {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:50:56.602472 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-c103d858-51b9-428a-baca-5de600190a7d admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:50:56.608541 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-c103d858-51b9-428a-baca-5de600190a7d admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:50:56.619529 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c103d858-51b9-428a-baca-5de600190a7d admin admin] Made reservation on behalf of 4857771118544bd7aae3435d4ebefc02 for: {'subnet': 1} {{(pid=84041) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:50:56.622026 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-c103d858-51b9-428a-baca-5de600190a7d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32486301'] for subnet, before_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:50:56.825878 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-c103d858-51b9-428a-baca-5de600190a7d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33526260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32266407', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32486287'] for subnet, after_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:50:56.895486 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c103d858-51b9-428a-baca-5de600190a7d admin admin] Pushing event updated for resources: {'Subnet': ['ID=b3e56701-d4fb-4c8d-9889-4c7b46fd1c27,revision_number=0']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:50:56.906529 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c103d858-51b9-428a-baca-5de600190a7d admin admin] Checking segment: {'id': 'a1cabc35-674e-4c03-91b1-dd81a3cdd379', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '83efe0b5-1afd-433d-b5d0-2eeafbd262d6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84041) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 21:50:56.906872 n-d-838334-2 neutron-server[84041]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c103d858-51b9-428a-baca-5de600190a7d admin admin] Network hostable DHCP agents. Network: 83efe0b5-1afd-433d-b5d0-2eeafbd262d6, hostable agents: ['8746f8ea-3e91-4b32-9919-2c63adeb8722'], hosted agents: [] {{(pid=84041) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 21:50:56.929952 n-d-838334-2 neutron-server[84041]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c103d858-51b9-428a-baca-5de600190a7d admin admin] Network 83efe0b5-1afd-433d-b5d0-2eeafbd262d6 is scheduled to be hosted by DHCP agent 8746f8ea-3e91-4b32-9919-2c63adeb8722 with binding_index 1 {{(pid=84041) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 21:50:56.941162 n-d-838334-2 neutron-server[84041]: DEBUG neutron.scheduler.base_scheduler [None req-c103d858-51b9-428a-baca-5de600190a7d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-838334-2, 83efe0b5-1afd-433d-b5d0-2eeafbd262d6) {{(pid=84041) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:50:56.945542 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c103d858-51b9-428a-baca-5de600190a7d admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:50:56.946130 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-c103d858-51b9-428a-baca-5de600190a7d admin admin] Notify callbacks [] for subnet, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:50:56.950476 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-447b8af0-6e06-48e3-8b5f-b1510220395a None None] Network 83efe0b5-1afd-433d-b5d0-2eeafbd262d6 requested from n-d-838334-2 {{(pid=84042) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 21:50:56.978454 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 42276) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:50:56.979040 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-c103d858-51b9-428a-baca-5de600190a7d admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.3941705 Apr 18 21:50:56.984738 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.v2.base [None req-0e386c88-dfb4-4660-aec5-fc1c0c79eab2 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-326075878-router', 'tenant_id': '4857771118544bd7aae3435d4ebefc02', 'external_gateway_info': {'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c'}}} {{(pid=84040) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:50:56.991392 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [None req-0e386c88-dfb4-4660-aec5-fc1c0c79eab2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:50:56.995307 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-0e386c88-dfb4-4660-aec5-fc1c0c79eab2 admin admin] Usage tracker for resource:router and tenant:4857771118544bd7aae3435d4ebefc02 is out of sync, need to count used quota {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:50:56.998655 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-0e386c88-dfb4-4660-aec5-fc1c0c79eab2 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:50:57.005601 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [None req-0e386c88-dfb4-4660-aec5-fc1c0c79eab2 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:50:57.016334 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-0e386c88-dfb4-4660-aec5-fc1c0c79eab2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-33442106', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5708'] for router, before_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:50:57.017259 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-0e386c88-dfb4-4660-aec5-fc1c0c79eab2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33442137', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33444285', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33535433', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5703'] for router, precommit_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:50:57.037339 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-0e386c88-dfb4-4660-aec5-fc1c0c79eab2 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:50:57.172488 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ddd9d388-ed96-4ec2-a111-c0ff9d195fa2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp016840fc-1f9f-5892-9c53-c9cf6c845bbb-83efe0b5-1afd-433d-b5d0-2eeafbd262d6', 'network_id': '83efe0b5-1afd-433d-b5d0-2eeafbd262d6', 'tenant_id': '4857771118544bd7aae3435d4ebefc02', 'fixed_ips': [{'subnet_id': 'b3e56701-d4fb-4c8d-9889-4c7b46fd1c27'}]}} from n-d-838334-2. {{(pid=84042) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 18 21:50:57.173777 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-ddd9d388-ed96-4ec2-a111-c0ff9d195fa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_create {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:50:57.186346 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-0e386c88-dfb4-4660-aec5-fc1c0c79eab2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-33444175', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-33443520', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5293'] for router, precommit_update {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:50:57.334144 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.db_base_plugin_common [None req-ddd9d388-ed96-4ec2-a111-c0ff9d195fa2 None None] Allocated IP 172.20.0.2 (83efe0b5-1afd-433d-b5d0-2eeafbd262d6/b3e56701-d4fb-4c8d-9889-4c7b46fd1c27/a7c6b526-6f0e-4dc4-98c7-83bf43fbbf4c) {{(pid=84042) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 21:50:57.365568 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Device f9133ee7-f189-4a3a-957b-b0a456f34f7b up at agent ovs-agent-n-d-838334-2 {{(pid=84042) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 21:50:57.396581 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-0e386c88-dfb4-4660-aec5-fc1c0c79eab2 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:50:57.436902 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-0e386c88-dfb4-4660-aec5-fc1c0c79eab2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:50:57.569936 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.db_base_plugin_common [None req-0e386c88-dfb4-4660-aec5-fc1c0c79eab2 admin admin] Allocated IP 172.25.8.101 (e41b6600-a917-4a8d-b05c-be3be40c6d8c/6b05667b-848e-4356-9b44-d5eb6808ef74/b138b1ae-aede-4631-9cec-5e39beff04e0) {{(pid=84040) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 21:50:57.610507 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Provisioning for port f9133ee7-f189-4a3a-957b-b0a456f34f7b completed by entity L2. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 21:50:57.626051 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Provisioning complete for port f9133ee7-f189-4a3a-957b-b0a456f34f7b triggered by entity L2. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:50:57.626417 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1253608'] for port, provisioning_complete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:50:57.695317 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-ddd9d388-ed96-4ec2-a111-c0ff9d195fa2 None None] Notify callbacks [] for port, precommit_create {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:50:57.715292 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-ddd9d388-ed96-4ec2-a111-c0ff9d195fa2 None None] Transition to ACTIVE for port object a7c6b526-6f0e-4dc4-98c7-83bf43fbbf4c will not be triggered until provisioned by entity L2. {{(pid=84042) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:50:57.726257 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-0e386c88-dfb4-4660-aec5-fc1c0c79eab2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:50:57.755164 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-0e386c88-dfb4-4660-aec5-fc1c0c79eab2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750374836619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32440838'] for port, after_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:50:57.781536 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-ddd9d388-ed96-4ec2-a111-c0ff9d195fa2 None None] Transition to ACTIVE for port object a7c6b526-6f0e-4dc4-98c7-83bf43fbbf4c will not be triggered until provisioned by entity DHCP. {{(pid=84042) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:50:57.792744 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-ddd9d388-ed96-4ec2-a111-c0ff9d195fa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750374836619'] for port, after_create {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:50:57.828546 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:50:57.880460 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] For port f9133ee7-f189-4a3a-957b-b0a456f34f7b, host n-d-838334-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838334-2',level=0,port_id=f9133ee7-f189-4a3a-957b-b0a456f34f7b,segment=NetworkSegment(732aa830-768b-4511-951f-d08e26b9c25b),segment_id=732aa830-768b-4511-951f-d08e26b9c25b)] {{(pid=84042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:50:57.889713 n-d-838334-2 neutron-server[84042]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ddd9d388-ed96-4ec2-a111-c0ff9d195fa2 None None] Network 83efe0b5-1afd-433d-b5d0-2eeafbd262d6 is already hosted by enough agents. {{(pid=84042) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:50:57.890434 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddd9d388-ed96-4ec2-a111-c0ff9d195fa2 None None] Pushing event updated for resources: {'Port': ['ID=a7c6b526-6f0e-4dc4-98c7-83bf43fbbf4c,revision_number=1']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:50:57.893599 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682'] for port, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:50:57.924244 n-d-838334-2 neutron-server[84042]: DEBUG neutron.scheduler.base_scheduler [None req-ddd9d388-ed96-4ec2-a111-c0ff9d195fa2 None None] Resources bound (agent type, host, resource id): {{(pid=84042) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:50:57.926262 n-d-838334-2 neutron-server[84040]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e386c88-dfb4-4660-aec5-fc1c0c79eab2 admin admin] Network e41b6600-a917-4a8d-b05c-be3be40c6d8c is already hosted by enough agents. {{(pid=84040) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:50:57.926796 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddd9d388-ed96-4ec2-a111-c0ff9d195fa2 None None] Received port after_create {{(pid=84042) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 21:50:57.929198 n-d-838334-2 neutron-server[84040]: DEBUG neutron.scheduler.base_scheduler [None req-0e386c88-dfb4-4660-aec5-fc1c0c79eab2 admin admin] Resources bound (agent type, host, resource id): {{(pid=84040) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:50:57.933634 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e386c88-dfb4-4660-aec5-fc1c0c79eab2 admin admin] Received port after_create {{(pid=84040) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 21:50:57.957854 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e386c88-dfb4-4660-aec5-fc1c0c79eab2 admin admin] Pushing event updated for resources: {'Port': ['ID=b138b1ae-aede-4631-9cec-5e39beff04e0,revision_number=1']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:50:58.045424 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.managers [None req-ddd9d388-ed96-4ec2-a111-c0ff9d195fa2 None None] Attempting to bind port a7c6b526-6f0e-4dc4-98c7-83bf43fbbf4c on host n-d-838334-2 for vnic_type normal with profile {{(pid=84042) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 21:50:58.045769 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.managers [None req-ddd9d388-ed96-4ec2-a111-c0ff9d195fa2 None None] Attempting to bind port a7c6b526-6f0e-4dc4-98c7-83bf43fbbf4c by drivers openvswitch,hyperv on host n-d-838334-2 at level 0 using segments [{'id': 'a1cabc35-674e-4c03-91b1-dd81a3cdd379', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '83efe0b5-1afd-433d-b5d0-2eeafbd262d6'}] {{(pid=84042) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 21:50:58.046132 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddd9d388-ed96-4ec2-a111-c0ff9d195fa2 None None] Attempting to bind port a7c6b526-6f0e-4dc4-98c7-83bf43fbbf4c on network 83efe0b5-1afd-433d-b5d0-2eeafbd262d6 {{(pid=84042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 21:50:58.052007 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Pushing event updated for resources: {'Port': ['ID=f9133ee7-f189-4a3a-957b-b0a456f34f7b,revision_number=4']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:50:58.060801 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddd9d388-ed96-4ec2-a111-c0ff9d195fa2 None None] Checking agent: {'id': '97cd4414-7af6-4d67-868d-dff370b4071a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838334-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 25, 49), 'started_at': datetime.datetime(2022, 4, 18, 20, 26, 19), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 21, 50, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838334-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 18 21:50:58.061173 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddd9d388-ed96-4ec2-a111-c0ff9d195fa2 None None] Checking segment: {'id': 'a1cabc35-674e-4c03-91b1-dd81a3cdd379', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '83efe0b5-1afd-433d-b5d0-2eeafbd262d6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84042) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 21:50:58.061573 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-ddd9d388-ed96-4ec2-a111-c0ff9d195fa2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:50:58.062375 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddd9d388-ed96-4ec2-a111-c0ff9d195fa2 None None] Bound using segment: {'id': 'a1cabc35-674e-4c03-91b1-dd81a3cdd379', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '83efe0b5-1afd-433d-b5d0-2eeafbd262d6'} {{(pid=84042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 18 21:50:58.062502 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.managers [None req-ddd9d388-ed96-4ec2-a111-c0ff9d195fa2 None None] Bound port: a7c6b526-6f0e-4dc4-98c7-83bf43fbbf4c, host: n-d-838334-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a1cabc35-674e-4c03-91b1-dd81a3cdd379', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '83efe0b5-1afd-433d-b5d0-2eeafbd262d6'}}] {{(pid=84042) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 21:50:58.062790 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-ddd9d388-ed96-4ec2-a111-c0ff9d195fa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:50:58.095661 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-0e386c88-dfb4-4660-aec5-fc1c0c79eab2 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:50:58.096483 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-0e386c88-dfb4-4660-aec5-fc1c0c79eab2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33443529', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33444176'] for router, after_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:50:58.164749 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-ddd9d388-ed96-4ec2-a111-c0ff9d195fa2 None None] For port a7c6b526-6f0e-4dc4-98c7-83bf43fbbf4c, host n-d-838334-2, cleared binding levels {{(pid=84042) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 21:50:58.167728 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-ddd9d388-ed96-4ec2-a111-c0ff9d195fa2 None None] For port a7c6b526-6f0e-4dc4-98c7-83bf43fbbf4c, host n-d-838334-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838334-2',level=0,port_id=a7c6b526-6f0e-4dc4-98c7-83bf43fbbf4c,segment=NetworkSegment(a1cabc35-674e-4c03-91b1-dd81a3cdd379),segment_id=a1cabc35-674e-4c03-91b1-dd81a3cdd379)] {{(pid=84042) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 21:50:58.172815 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-ddd9d388-ed96-4ec2-a111-c0ff9d195fa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682'] for port, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:50:58.256927 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddd9d388-ed96-4ec2-a111-c0ff9d195fa2 None None] Pushing event updated for resources: {'Port': ['ID=a7c6b526-6f0e-4dc4-98c7-83bf43fbbf4c,revision_number=2']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:50:58.343163 n-d-838334-2 neutron-server[84040]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0e386c88-dfb4-4660-aec5-fc1c0c79eab2 admin admin] Router b9440143-eb5c-4896-a836-f618c3629f0b is scheduled to L3 agent bc84d6c9-dd7a-4555-a351-592327b46d5a with binding_index 1 {{(pid=84040) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 18 21:50:58.578020 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0e386c88-dfb4-4660-aec5-fc1c0c79eab2 admin admin] Notify agent at l3_agent.n-d-838334-2 the message routers_updated {{(pid=84040) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 21:50:58.586747 n-d-838334-2 neutron-server[84043]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-464c1317-7467-471f-9959-fa33579d3089 None None] Sync routers for ids ['b9440143-eb5c-4896-a836-f618c3629f0b'] in n-d-838334-2 {{(pid=84043) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 18 21:50:58.599472 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-464c1317-7467-471f-9959-fa33579d3089 None None] Routers {'b9440143-eb5c-4896-a836-f618c3629f0b'} bound to L3 agent in host n-d-838334-2 {{(pid=84043) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 21:50:58.600276 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.l3_hamode_db [None req-464c1317-7467-471f-9959-fa33579d3089 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838334-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-18T20:25:48Z,description=,heartbeat_timestamp=2022-04-18T21:50:48Z,host='n-d-838334-2',id=bc84d6c9-dd7a-4555-a351-592327b46d5a,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:25:48Z,topic='l3_agent')) {'router_ids': ['b9440143-eb5c-4896-a836-f618c3629f0b'], 'active': True} {{(pid=84043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:50:58.603066 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-0e386c88-dfb4-4660-aec5-fc1c0c79eab2 admin admin] Notify callbacks [] for router, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:50:58.604358 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-0e386c88-dfb4-4660-aec5-fc1c0c79eab2 admin admin] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 1.6237504 Apr 18 21:50:58.607069 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 42280) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:50:58.785343 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.l3_dvr_db [None req-464c1317-7467-471f-9959-fa33579d3089 None None] Set router b9440143-eb5c-4896-a836-f618c3629f0b gateway port host: n-d-838334-2 {{(pid=84043) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 21:50:59.086364 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.l3_hamode_db [None req-464c1317-7467-471f-9959-fa33579d3089 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9440143-eb5c-4896-a836-f618c3629f0b', 'name': 'tempest-TestShelveInstance-326075878-router', 'tenant_id': '4857771118544bd7aae3435d4ebefc02', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'external_fixed_ips': [{'subnet_id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'ip_address': '172.25.8.101'}], 'enable_snat': True}, 'gw_port_id': 'b138b1ae-aede-4631-9cec-5e39beff04e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:50:57Z', 'updated_at': '2022-04-18T21:50:58Z', 'revision_number': 3, 'project_id': '4857771118544bd7aae3435d4ebefc02', 'gw_port': {'id': 'b138b1ae-aede-4631-9cec-5e39beff04e0', 'name': '', 'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:33:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b9440143-eb5c-4896-a836-f618c3629f0b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'ip_address': '172.25.8.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:50:57Z', 'updated_at': '2022-04-18T21:50:57Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838334-2'}], 'n-d-838334-2', False) {} {{(pid=84043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:50:59.089766 n-d-838334-2 neutron-server[84043]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-464c1317-7467-471f-9959-fa33579d3089 None None] Checking router: b9440143-eb5c-4896-a836-f618c3629f0b for host: n-d-838334-2 {{(pid=84043) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 18 21:50:59.090445 n-d-838334-2 neutron-server[84043]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-464c1317-7467-471f-9959-fa33579d3089 None None] Updating router b9440143-eb5c-4896-a836-f618c3629f0b port b138b1ae-aede-4631-9cec-5e39beff04e0 binding host n-d-838334-2 {{(pid=84043) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 18 21:50:59.156692 n-d-838334-2 neutron-server[84043]: DEBUG neutron_lib.callbacks.manager [None req-464c1317-7467-471f-9959-fa33579d3089 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:50:59.225398 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cfdc61b9-18a8-45bb-8ab5-a8a01a36cd4f None None] Network 83efe0b5-1afd-433d-b5d0-2eeafbd262d6 requested from n-d-838334-2 {{(pid=84042) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 21:50:59.337509 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-76dc746f-b303-4cf6-8646-abd41593feb1 None None] Provisioning for port a7c6b526-6f0e-4dc4-98c7-83bf43fbbf4c completed by entity DHCP. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 21:50:59.423523 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-edc718f7-0800-441c-9197-663af8b70b83 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:50:59.440412 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Device f9133ee7-f189-4a3a-957b-b0a456f34f7b up at agent ovs-agent-n-d-838334-2 {{(pid=84042) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 21:50:59.532752 n-d-838334-2 neutron-server[84043]: DEBUG neutron_lib.callbacks.manager [None req-464c1317-7467-471f-9959-fa33579d3089 None None] Notify callbacks [] for port, precommit_update {{(pid=84043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:50:59.545804 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.provisioning_blocks [None req-464c1317-7467-471f-9959-fa33579d3089 None None] Transition to ACTIVE for port object b138b1ae-aede-4631-9cec-5e39beff04e0 will not be triggered until provisioned by entity L2. {{(pid=84043) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:50:59.553870 n-d-838334-2 neutron-server[84043]: DEBUG neutron_lib.callbacks.manager [None req-464c1317-7467-471f-9959-fa33579d3089 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682'] for port, after_update {{(pid=84043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:50:59.576973 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Provisioning complete for port f9133ee7-f189-4a3a-957b-b0a456f34f7b triggered by entity L2. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:50:59.577421 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1253608'] for port, provisioning_complete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:50:59.621305 n-d-838334-2 neutron-server[84043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6da700f6-8e7c-480e-b236-74f57f18432a None None] Pushing event updated for resources: {'Port': ['ID=b138b1ae-aede-4631-9cec-5e39beff04e0,revision_number=2']} {{(pid=84043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:50:59.631503 n-d-838334-2 neutron-server[84043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6da700f6-8e7c-480e-b236-74f57f18432a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:50:59.631888 n-d-838334-2 neutron-server[84043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6da700f6-8e7c-480e-b236-74f57f18432a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:50:59.632188 n-d-838334-2 neutron-server[84043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6da700f6-8e7c-480e-b236-74f57f18432a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:50:59.632511 n-d-838334-2 neutron-server[84043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6da700f6-8e7c-480e-b236-74f57f18432a None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:50:59.632835 n-d-838334-2 neutron-server[84043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6da700f6-8e7c-480e-b236-74f57f18432a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:50:59.633151 n-d-838334-2 neutron-server[84043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6da700f6-8e7c-480e-b236-74f57f18432a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:50:59.633662 n-d-838334-2 neutron-server[84043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6da700f6-8e7c-480e-b236-74f57f18432a None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:50:59.634155 n-d-838334-2 neutron-server[84043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6da700f6-8e7c-480e-b236-74f57f18432a None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:50:59.634647 n-d-838334-2 neutron-server[84043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6da700f6-8e7c-480e-b236-74f57f18432a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:50:59.635126 n-d-838334-2 neutron-server[84043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6da700f6-8e7c-480e-b236-74f57f18432a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:50:59.635659 n-d-838334-2 neutron-server[84043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6da700f6-8e7c-480e-b236-74f57f18432a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:50:59.663431 n-d-838334-2 neutron-server[84043]: DEBUG neutron.plugins.ml2.managers [None req-464c1317-7467-471f-9959-fa33579d3089 None None] Attempting to bind port b138b1ae-aede-4631-9cec-5e39beff04e0 on host n-d-838334-2 for vnic_type normal with profile {{(pid=84043) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 21:50:59.663842 n-d-838334-2 neutron-server[84043]: DEBUG neutron.plugins.ml2.managers [None req-464c1317-7467-471f-9959-fa33579d3089 None None] Attempting to bind port b138b1ae-aede-4631-9cec-5e39beff04e0 by drivers openvswitch,hyperv on host n-d-838334-2 at level 0 using segments [{'id': '732aa830-768b-4511-951f-d08e26b9c25b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c'}] {{(pid=84043) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 21:50:59.664185 n-d-838334-2 neutron-server[84043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-464c1317-7467-471f-9959-fa33579d3089 None None] Attempting to bind port b138b1ae-aede-4631-9cec-5e39beff04e0 on network e41b6600-a917-4a8d-b05c-be3be40c6d8c {{(pid=84043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 21:50:59.671446 n-d-838334-2 neutron-server[84043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-464c1317-7467-471f-9959-fa33579d3089 None None] Checking agent: {'id': '97cd4414-7af6-4d67-868d-dff370b4071a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838334-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 25, 49), 'started_at': datetime.datetime(2022, 4, 18, 20, 26, 19), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 21, 50, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838334-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 18 21:50:59.672126 n-d-838334-2 neutron-server[84043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-464c1317-7467-471f-9959-fa33579d3089 None None] Checking segment: {'id': '732aa830-768b-4511-951f-d08e26b9c25b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84043) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 21:50:59.672684 n-d-838334-2 neutron-server[84043]: DEBUG neutron_lib.callbacks.manager [None req-464c1317-7467-471f-9959-fa33579d3089 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:50:59.673240 n-d-838334-2 neutron-server[84043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-464c1317-7467-471f-9959-fa33579d3089 None None] Bound using segment: {'id': '732aa830-768b-4511-951f-d08e26b9c25b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c'} {{(pid=84043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 18 21:50:59.674033 n-d-838334-2 neutron-server[84043]: DEBUG neutron.plugins.ml2.managers [None req-464c1317-7467-471f-9959-fa33579d3089 None None] Bound port: b138b1ae-aede-4631-9cec-5e39beff04e0, host: n-d-838334-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '732aa830-768b-4511-951f-d08e26b9c25b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c'}}] {{(pid=84043) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 21:50:59.674584 n-d-838334-2 neutron-server[84043]: DEBUG neutron_lib.callbacks.manager [None req-464c1317-7467-471f-9959-fa33579d3089 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:50:59.726517 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Device a7c6b526-6f0e-4dc4-98c7-83bf43fbbf4c up at agent ovs-agent-n-d-838334-2 {{(pid=84042) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 21:50:59.748858 n-d-838334-2 neutron-server[84043]: DEBUG neutron.plugins.ml2.db [None req-464c1317-7467-471f-9959-fa33579d3089 None None] For port b138b1ae-aede-4631-9cec-5e39beff04e0, host n-d-838334-2, cleared binding levels {{(pid=84043) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 21:50:59.752914 n-d-838334-2 neutron-server[84043]: DEBUG neutron.plugins.ml2.db [None req-464c1317-7467-471f-9959-fa33579d3089 None None] For port b138b1ae-aede-4631-9cec-5e39beff04e0, host n-d-838334-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838334-2',level=0,port_id=b138b1ae-aede-4631-9cec-5e39beff04e0,segment=NetworkSegment(732aa830-768b-4511-951f-d08e26b9c25b),segment_id=732aa830-768b-4511-951f-d08e26b9c25b)] {{(pid=84043) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 21:50:59.761327 n-d-838334-2 neutron-server[84043]: DEBUG neutron_lib.callbacks.manager [None req-464c1317-7467-471f-9959-fa33579d3089 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682'] for port, after_update {{(pid=84043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:50:59.784521 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.db_base_plugin_common [None req-edc718f7-0800-441c-9197-663af8b70b83 admin admin] Allocated IP 172.20.0.1 (83efe0b5-1afd-433d-b5d0-2eeafbd262d6/b3e56701-d4fb-4c8d-9889-4c7b46fd1c27/00229955-7c9d-402f-8eca-367072e25be6) {{(pid=84040) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 21:50:59.805575 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Provisioning for port a7c6b526-6f0e-4dc4-98c7-83bf43fbbf4c completed by entity L2. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 21:50:59.811809 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Provisioning complete for port a7c6b526-6f0e-4dc4-98c7-83bf43fbbf4c triggered by entity L2. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:50:59.812219 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1253608'] for port, provisioning_complete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:50:59.871381 n-d-838334-2 neutron-server[84043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6da700f6-8e7c-480e-b236-74f57f18432a None None] Pushing event updated for resources: {'Port': ['ID=b138b1ae-aede-4631-9cec-5e39beff04e0,revision_number=3']} {{(pid=84043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:50:59.879593 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-464c1317-7467-471f-9959-fa33579d3089 None None] Routers {'b9440143-eb5c-4896-a836-f618c3629f0b'} bound to L3 agent in host n-d-838334-2 {{(pid=84043) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 21:50:59.880468 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.l3_hamode_db [None req-464c1317-7467-471f-9959-fa33579d3089 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838334-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-18T20:25:48Z,description=,heartbeat_timestamp=2022-04-18T21:50:48Z,host='n-d-838334-2',id=bc84d6c9-dd7a-4555-a351-592327b46d5a,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:25:48Z,topic='l3_agent')) {'router_ids': ['b9440143-eb5c-4896-a836-f618c3629f0b'], 'active': True} {{(pid=84043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:50:59.946441 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-edc718f7-0800-441c-9197-663af8b70b83 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:50:59.964300 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:50:59.964784 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.provisioning_blocks [None req-edc718f7-0800-441c-9197-663af8b70b83 admin admin] Transition to ACTIVE for port object 00229955-7c9d-402f-8eca-367072e25be6 will not be triggered until provisioned by entity DHCP. {{(pid=84040) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:50:59.993601 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-edc718f7-0800-441c-9197-663af8b70b83 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750374836619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32440838'] for port, after_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:51:00.015491 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] For port a7c6b526-6f0e-4dc4-98c7-83bf43fbbf4c, host n-d-838334-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838334-2',level=0,port_id=a7c6b526-6f0e-4dc4-98c7-83bf43fbbf4c,segment=NetworkSegment(a1cabc35-674e-4c03-91b1-dd81a3cdd379),segment_id=a1cabc35-674e-4c03-91b1-dd81a3cdd379)] {{(pid=84042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:51:00.016642 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-fb75be0d-a737-4fb7-89dd-d042ddc2683c None None] Provisioning complete for port a7c6b526-6f0e-4dc4-98c7-83bf43fbbf4c triggered by entity DHCP. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:51:00.016980 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-fb75be0d-a737-4fb7-89dd-d042ddc2683c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1253608'] for port, provisioning_complete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:51:00.069752 n-d-838334-2 neutron-server[84040]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-edc718f7-0800-441c-9197-663af8b70b83 admin admin] Network 83efe0b5-1afd-433d-b5d0-2eeafbd262d6 is already hosted by enough agents. {{(pid=84040) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:51:00.072545 n-d-838334-2 neutron-server[84040]: DEBUG neutron.scheduler.base_scheduler [None req-edc718f7-0800-441c-9197-663af8b70b83 admin admin] Resources bound (agent type, host, resource id): {{(pid=84040) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:51:00.074909 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edc718f7-0800-441c-9197-663af8b70b83 admin admin] Received port after_create {{(pid=84040) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 21:51:00.079248 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682'] for port, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:51:00.101587 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.l3_dvr_db [None req-464c1317-7467-471f-9959-fa33579d3089 None None] Set router b9440143-eb5c-4896-a836-f618c3629f0b gateway port host: n-d-838334-2 {{(pid=84043) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 21:51:00.118818 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edc718f7-0800-441c-9197-663af8b70b83 admin admin] Pushing event updated for resources: {'Port': ['ID=00229955-7c9d-402f-8eca-367072e25be6,revision_number=1']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:51:00.142711 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-edc718f7-0800-441c-9197-663af8b70b83 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33444010'] for router_interface, before_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:51:00.207303 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Pushing event updated for resources: {'Port': ['ID=a7c6b526-6f0e-4dc4-98c7-83bf43fbbf4c,revision_number=3']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:51:00.241533 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-edc718f7-0800-441c-9197-663af8b70b83 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:51:00.315752 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750375287399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253529'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:51:00.429837 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.l3_hamode_db [None req-464c1317-7467-471f-9959-fa33579d3089 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9440143-eb5c-4896-a836-f618c3629f0b', 'name': 'tempest-TestShelveInstance-326075878-router', 'tenant_id': '4857771118544bd7aae3435d4ebefc02', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'external_fixed_ips': [{'subnet_id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'ip_address': '172.25.8.101'}], 'enable_snat': True}, 'gw_port_id': 'b138b1ae-aede-4631-9cec-5e39beff04e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:50:57Z', 'updated_at': '2022-04-18T21:50:58Z', 'revision_number': 3, 'project_id': '4857771118544bd7aae3435d4ebefc02', 'gw_port': {'id': 'b138b1ae-aede-4631-9cec-5e39beff04e0', 'name': '', 'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:33:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b9440143-eb5c-4896-a836-f618c3629f0b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'ip_address': '172.25.8.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:50:57Z', 'updated_at': '2022-04-18T21:50:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838334-2'}], 'n-d-838334-2', False) {} {{(pid=84043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:51:00.434463 n-d-838334-2 neutron-server[84043]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-464c1317-7467-471f-9959-fa33579d3089 None None] The sync data for ids ['b9440143-eb5c-4896-a836-f618c3629f0b'] in n-d-838334-2 is: [{'id': 'b9440143-eb5c-4896-a836-f618c3629f0b', 'name': 'tempest-TestShelveInstance-326075878-router', 'tenant_id': '4857771118544bd7aae3435d4ebefc02', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'external_fixed_ips': [{'subnet_id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'ip_address': '172.25.8.101'}], 'enable_snat': True}, 'gw_port_id': 'b138b1ae-aede-4631-9cec-5e39beff04e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:50:57Z', 'updated_at': '2022-04-18T21:50:58Z', 'revision_number': 3, 'project_id': '4857771118544bd7aae3435d4ebefc02', 'gw_port': {'id': 'b138b1ae-aede-4631-9cec-5e39beff04e0', 'name': '', 'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:33:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b9440143-eb5c-4896-a836-f618c3629f0b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'ip_address': '172.25.8.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:50:57Z', 'updated_at': '2022-04-18T21:50:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838334-2'}] {{(pid=84043) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 18 21:51:00.439059 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-9311b7d7-21f3-4b31-9d81-3ca6a31291d5 None None] Provisioning for port 00229955-7c9d-402f-8eca-367072e25be6 completed by entity DHCP. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 21:51:00.444268 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-9311b7d7-21f3-4b31-9d81-3ca6a31291d5 None None] Provisioning complete for port 00229955-7c9d-402f-8eca-367072e25be6 triggered by entity DHCP. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:51:00.444637 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-9311b7d7-21f3-4b31-9d81-3ca6a31291d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1253608'] for port, provisioning_complete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:51:00.478641 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-edc718f7-0800-441c-9197-663af8b70b83 admin admin] Notify callbacks [] for port, precommit_update {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:51:00.483737 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-edc718f7-0800-441c-9197-663af8b70b83 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32440959'] for port, after_update {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:51:00.537121 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.plugin [None req-9311b7d7-21f3-4b31-9d81-3ca6a31291d5 None None] Port 00229955-7c9d-402f-8eca-367072e25be6 cannot update to ACTIVE because it is not bound. {{(pid=84042) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 18 21:51:00.593975 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edc718f7-0800-441c-9197-663af8b70b83 admin admin] Pushing event updated for resources: {'Port': ['ID=00229955-7c9d-402f-8eca-367072e25be6,revision_number=2']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:51:00.599120 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-edc718f7-0800-441c-9197-663af8b70b83 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-32377886', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33443847'] for router_interface, after_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:51:00.735714 n-d-838334-2 neutron-server[84040]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-edc718f7-0800-441c-9197-663af8b70b83 admin admin] Network 83efe0b5-1afd-433d-b5d0-2eeafbd262d6 is already hosted by enough agents. {{(pid=84040) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:51:00.736708 n-d-838334-2 neutron-server[84040]: DEBUG neutron.scheduler.base_scheduler [None req-edc718f7-0800-441c-9197-663af8b70b83 admin admin] Resources bound (agent type, host, resource id): {{(pid=84040) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:51:00.960282 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-9651bd69-589d-4e96-b243-be47d4c3643b None None] Provisioning complete for port 00229955-7c9d-402f-8eca-367072e25be6 triggered by entity DHCP. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:51:00.960651 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-9651bd69-589d-4e96-b243-be47d4c3643b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1253608'] for port, provisioning_complete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:51:01.014600 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.plugin [None req-9651bd69-589d-4e96-b243-be47d4c3643b None None] Port 00229955-7c9d-402f-8eca-367072e25be6 cannot update to ACTIVE because it is not bound. {{(pid=84042) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 18 21:51:01.127527 n-d-838334-2 neutron-server[84040]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-edc718f7-0800-441c-9197-663af8b70b83 admin admin] Router b9440143-eb5c-4896-a836-f618c3629f0b has already been hosted by L3 agent bc84d6c9-dd7a-4555-a351-592327b46d5a {{(pid=84040) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 21:51:01.325261 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-edc718f7-0800-441c-9197-663af8b70b83 admin admin] Notify agent at l3_agent.n-d-838334-2 the message routers_updated {{(pid=84040) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 21:51:01.330800 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Device a7c6b526-6f0e-4dc4-98c7-83bf43fbbf4c up at agent ovs-agent-n-d-838334-2 {{(pid=84042) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 21:51:01.335794 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-edc718f7-0800-441c-9197-663af8b70b83 admin admin] 10.222.0.42 "PUT /v2.0/routers/b9440143-eb5c-4896-a836-f618c3629f0b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7276735 Apr 18 21:51:01.399253 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Provisioning complete for port a7c6b526-6f0e-4dc4-98c7-83bf43fbbf4c triggered by entity L2. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:51:01.399636 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1253608'] for port, provisioning_complete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:51:02.219779 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 42290) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:51:02.226870 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.v2.base [None req-1ec303c8-d007-4e06-bc02-0536a95ec39f tempest-TestShelveInstance-1700047310 tempest-TestShelveInstance-1700047310-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-984154611', 'description': 'tempest-secgroup-smoke-984154611 description', 'project_id': '21077c3a160645c8a0da9fdb22f08c69'}} {{(pid=84040) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:51:02.233527 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [None req-1ec303c8-d007-4e06-bc02-0536a95ec39f tempest-TestShelveInstance-1700047310 tempest-TestShelveInstance-1700047310-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:51:02.237619 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-1ec303c8-d007-4e06-bc02-0536a95ec39f tempest-TestShelveInstance-1700047310 tempest-TestShelveInstance-1700047310-project] Usage tracker for resource:security_group and tenant:21077c3a160645c8a0da9fdb22f08c69 is out of sync, need to count used quota {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:51:02.241457 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-1ec303c8-d007-4e06-bc02-0536a95ec39f tempest-TestShelveInstance-1700047310 tempest-TestShelveInstance-1700047310-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:51:02.247991 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [None req-1ec303c8-d007-4e06-bc02-0536a95ec39f tempest-TestShelveInstance-1700047310 tempest-TestShelveInstance-1700047310-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:51:02.261699 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-1ec303c8-d007-4e06-bc02-0536a95ec39f tempest-TestShelveInstance-1700047310 tempest-TestShelveInstance-1700047310-project] Notify callbacks [] for security_group, before_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:51:02.400730 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [None req-1ec303c8-d007-4e06-bc02-0536a95ec39f tempest-TestShelveInstance-1700047310 tempest-TestShelveInstance-1700047310-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:51:02.404414 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-1ec303c8-d007-4e06-bc02-0536a95ec39f tempest-TestShelveInstance-1700047310 tempest-TestShelveInstance-1700047310-project] Usage tracker for resource:security_group_rule and tenant:21077c3a160645c8a0da9fdb22f08c69 is out of sync, need to count used quota {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:51:02.407181 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-1ec303c8-d007-4e06-bc02-0536a95ec39f tempest-TestShelveInstance-1700047310 tempest-TestShelveInstance-1700047310-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:51:02.413529 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [None req-1ec303c8-d007-4e06-bc02-0536a95ec39f tempest-TestShelveInstance-1700047310 tempest-TestShelveInstance-1700047310-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:51:02.468009 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-1ec303c8-d007-4e06-bc02-0536a95ec39f tempest-TestShelveInstance-1700047310 tempest-TestShelveInstance-1700047310-project] Notify callbacks [] for security_group, precommit_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:51:02.472991 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-1ec303c8-d007-4e06-bc02-0536a95ec39f tempest-TestShelveInstance-1700047310 tempest-TestShelveInstance-1700047310-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33528224'] for security_group, after_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:51:02.514574 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ec303c8-d007-4e06-bc02-0536a95ec39f tempest-TestShelveInstance-1700047310 tempest-TestShelveInstance-1700047310-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9aa612c2-e689-48b9-a30c-51d54f594a66,revision_number=1']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:51:02.517550 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-1ec303c8-d007-4e06-bc02-0536a95ec39f tempest-TestShelveInstance-1700047310 tempest-TestShelveInstance-1700047310-project] Notify callbacks [] for security_group, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:51:02.519084 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-1ec303c8-d007-4e06-bc02-0536a95ec39f tempest-TestShelveInstance-1700047310 tempest-TestShelveInstance-1700047310-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1626 time: 0.2977135 Apr 18 21:51:02.522902 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 42294) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:51:02.528629 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.v2.base [None req-b41e22d9-7477-42d9-82ea-258efe69d55b tempest-TestShelveInstance-1700047310 tempest-TestShelveInstance-1700047310-project] Request body: {'security_group_rule': {'security_group_id': '9aa612c2-e689-48b9-a30c-51d54f594a66', 'project_id': '21077c3a160645c8a0da9fdb22f08c69', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84040) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:51:02.535608 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [None req-b41e22d9-7477-42d9-82ea-258efe69d55b tempest-TestShelveInstance-1700047310 tempest-TestShelveInstance-1700047310-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:51:02.539516 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-b41e22d9-7477-42d9-82ea-258efe69d55b tempest-TestShelveInstance-1700047310 tempest-TestShelveInstance-1700047310-project] Usage tracker for resource:security_group_rule and tenant:21077c3a160645c8a0da9fdb22f08c69 is out of sync, need to count used quota {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:51:02.542322 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-b41e22d9-7477-42d9-82ea-258efe69d55b tempest-TestShelveInstance-1700047310 tempest-TestShelveInstance-1700047310-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:51:02.548423 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [None req-b41e22d9-7477-42d9-82ea-258efe69d55b tempest-TestShelveInstance-1700047310 tempest-TestShelveInstance-1700047310-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:51:02.565068 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-b41e22d9-7477-42d9-82ea-258efe69d55b tempest-TestShelveInstance-1700047310 tempest-TestShelveInstance-1700047310-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:51:02.626097 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-b41e22d9-7477-42d9-82ea-258efe69d55b tempest-TestShelveInstance-1700047310 tempest-TestShelveInstance-1700047310-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:51:02.629728 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-b41e22d9-7477-42d9-82ea-258efe69d55b tempest-TestShelveInstance-1700047310 tempest-TestShelveInstance-1700047310-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33528311'] for security_group_rule, after_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:51:02.652371 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b41e22d9-7477-42d9-82ea-258efe69d55b tempest-TestShelveInstance-1700047310 tempest-TestShelveInstance-1700047310-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f5dc5017-698f-4aec-9f88-37a3ee554cdf,revision_number=0']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:51:02.661247 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-b41e22d9-7477-42d9-82ea-258efe69d55b tempest-TestShelveInstance-1700047310 tempest-TestShelveInstance-1700047310-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:51:02.662441 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-b41e22d9-7477-42d9-82ea-258efe69d55b tempest-TestShelveInstance-1700047310 tempest-TestShelveInstance-1700047310-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.1391025 Apr 18 21:51:02.665160 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 42298) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:51:02.670754 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.v2.base [None req-9b64bf73-0376-4de7-8766-0d32b151b49a tempest-TestShelveInstance-1700047310 tempest-TestShelveInstance-1700047310-project] Request body: {'security_group_rule': {'security_group_id': '9aa612c2-e689-48b9-a30c-51d54f594a66', 'project_id': '21077c3a160645c8a0da9fdb22f08c69', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=84040) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:51:02.677917 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [None req-9b64bf73-0376-4de7-8766-0d32b151b49a tempest-TestShelveInstance-1700047310 tempest-TestShelveInstance-1700047310-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:51:02.681757 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-9b64bf73-0376-4de7-8766-0d32b151b49a tempest-TestShelveInstance-1700047310 tempest-TestShelveInstance-1700047310-project] Usage tracker for resource:security_group_rule and tenant:21077c3a160645c8a0da9fdb22f08c69 is out of sync, need to count used quota {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:51:02.684584 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-9b64bf73-0376-4de7-8766-0d32b151b49a tempest-TestShelveInstance-1700047310 tempest-TestShelveInstance-1700047310-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:51:02.690232 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [None req-9b64bf73-0376-4de7-8766-0d32b151b49a tempest-TestShelveInstance-1700047310 tempest-TestShelveInstance-1700047310-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:51:02.706308 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-9b64bf73-0376-4de7-8766-0d32b151b49a tempest-TestShelveInstance-1700047310 tempest-TestShelveInstance-1700047310-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:51:02.774110 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-9b64bf73-0376-4de7-8766-0d32b151b49a tempest-TestShelveInstance-1700047310 tempest-TestShelveInstance-1700047310-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:51:02.780301 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-9b64bf73-0376-4de7-8766-0d32b151b49a tempest-TestShelveInstance-1700047310 tempest-TestShelveInstance-1700047310-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33528311'] for security_group_rule, after_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:51:02.806657 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b64bf73-0376-4de7-8766-0d32b151b49a tempest-TestShelveInstance-1700047310 tempest-TestShelveInstance-1700047310-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=661cfbef-c2d0-4424-90cf-2efda86f95d8,revision_number=0']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:51:02.814385 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-9b64bf73-0376-4de7-8766-0d32b151b49a tempest-TestShelveInstance-1700047310 tempest-TestShelveInstance-1700047310-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:51:02.815510 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-9b64bf73-0376-4de7-8766-0d32b151b49a tempest-TestShelveInstance-1700047310 tempest-TestShelveInstance-1700047310-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.1494477 Apr 18 21:51:02.819159 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 42302) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:51:02.824441 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.v2.base [None req-df3fbee9-52e5-44c3-a697-848260ff7764 tempest-TestShelveInstance-1700047310 tempest-TestShelveInstance-1700047310-project] Request body: {'security_group_rule': {'security_group_id': '9aa612c2-e689-48b9-a30c-51d54f594a66', 'project_id': '21077c3a160645c8a0da9fdb22f08c69', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=84040) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:51:02.830738 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [None req-df3fbee9-52e5-44c3-a697-848260ff7764 tempest-TestShelveInstance-1700047310 tempest-TestShelveInstance-1700047310-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:51:02.834630 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-df3fbee9-52e5-44c3-a697-848260ff7764 tempest-TestShelveInstance-1700047310 tempest-TestShelveInstance-1700047310-project] Usage tracker for resource:security_group_rule and tenant:21077c3a160645c8a0da9fdb22f08c69 is out of sync, need to count used quota {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:51:02.837507 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-df3fbee9-52e5-44c3-a697-848260ff7764 tempest-TestShelveInstance-1700047310 tempest-TestShelveInstance-1700047310-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:51:02.843041 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [None req-df3fbee9-52e5-44c3-a697-848260ff7764 tempest-TestShelveInstance-1700047310 tempest-TestShelveInstance-1700047310-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:51:02.858435 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-df3fbee9-52e5-44c3-a697-848260ff7764 tempest-TestShelveInstance-1700047310 tempest-TestShelveInstance-1700047310-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:51:02.919757 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-df3fbee9-52e5-44c3-a697-848260ff7764 tempest-TestShelveInstance-1700047310 tempest-TestShelveInstance-1700047310-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:51:02.923973 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-df3fbee9-52e5-44c3-a697-848260ff7764 tempest-TestShelveInstance-1700047310 tempest-TestShelveInstance-1700047310-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33528311'] for security_group_rule, after_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:51:02.947897 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df3fbee9-52e5-44c3-a697-848260ff7764 tempest-TestShelveInstance-1700047310 tempest-TestShelveInstance-1700047310-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=115476a1-3488-4291-8971-25debb1b40e7,revision_number=0']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:51:02.957482 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-df3fbee9-52e5-44c3-a697-848260ff7764 tempest-TestShelveInstance-1700047310 tempest-TestShelveInstance-1700047310-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:51:02.958711 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-df3fbee9-52e5-44c3-a697-848260ff7764 tempest-TestShelveInstance-1700047310 tempest-TestShelveInstance-1700047310-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.1386001 Apr 18 21:51:02.961500 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 42306) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:51:02.966890 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.v2.base [None req-2fdaac12-4808-4515-bc21-850e8af3a9d2 tempest-TestShelveInstance-1700047310 tempest-TestShelveInstance-1700047310-project] Request body: {'security_group_rule': {'security_group_id': '9aa612c2-e689-48b9-a30c-51d54f594a66', 'project_id': '21077c3a160645c8a0da9fdb22f08c69', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=84040) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:51:02.974007 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [None req-2fdaac12-4808-4515-bc21-850e8af3a9d2 tempest-TestShelveInstance-1700047310 tempest-TestShelveInstance-1700047310-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:51:02.977820 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-2fdaac12-4808-4515-bc21-850e8af3a9d2 tempest-TestShelveInstance-1700047310 tempest-TestShelveInstance-1700047310-project] Usage tracker for resource:security_group_rule and tenant:21077c3a160645c8a0da9fdb22f08c69 is out of sync, need to count used quota {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:51:02.981408 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-2fdaac12-4808-4515-bc21-850e8af3a9d2 tempest-TestShelveInstance-1700047310 tempest-TestShelveInstance-1700047310-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:51:02.987192 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [None req-2fdaac12-4808-4515-bc21-850e8af3a9d2 tempest-TestShelveInstance-1700047310 tempest-TestShelveInstance-1700047310-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:51:03.004478 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-2fdaac12-4808-4515-bc21-850e8af3a9d2 tempest-TestShelveInstance-1700047310 tempest-TestShelveInstance-1700047310-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:51:03.076656 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-2fdaac12-4808-4515-bc21-850e8af3a9d2 tempest-TestShelveInstance-1700047310 tempest-TestShelveInstance-1700047310-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:51:03.080717 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-2fdaac12-4808-4515-bc21-850e8af3a9d2 tempest-TestShelveInstance-1700047310 tempest-TestShelveInstance-1700047310-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33528311'] for security_group_rule, after_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:51:03.104777 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fdaac12-4808-4515-bc21-850e8af3a9d2 tempest-TestShelveInstance-1700047310 tempest-TestShelveInstance-1700047310-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2a43f2c2-67ce-400c-be15-5aaec28df867,revision_number=0']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:51:03.114204 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-2fdaac12-4808-4515-bc21-850e8af3a9d2 tempest-TestShelveInstance-1700047310 tempest-TestShelveInstance-1700047310-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:51:03.115389 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-2fdaac12-4808-4515-bc21-850e8af3a9d2 tempest-TestShelveInstance-1700047310 tempest-TestShelveInstance-1700047310-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.1529732 Apr 18 21:51:03.118194 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 42310) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:51:03.123648 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.v2.base [None req-6948c6e0-b3ff-4bf1-bd99-20607ed22985 tempest-TestShelveInstance-1700047310 tempest-TestShelveInstance-1700047310-project] Request body: {'security_group_rule': {'security_group_id': '9aa612c2-e689-48b9-a30c-51d54f594a66', 'project_id': '21077c3a160645c8a0da9fdb22f08c69', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=84040) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:51:03.130489 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [None req-6948c6e0-b3ff-4bf1-bd99-20607ed22985 tempest-TestShelveInstance-1700047310 tempest-TestShelveInstance-1700047310-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:51:03.134181 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-6948c6e0-b3ff-4bf1-bd99-20607ed22985 tempest-TestShelveInstance-1700047310 tempest-TestShelveInstance-1700047310-project] Usage tracker for resource:security_group_rule and tenant:21077c3a160645c8a0da9fdb22f08c69 is out of sync, need to count used quota {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:51:03.136972 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-6948c6e0-b3ff-4bf1-bd99-20607ed22985 tempest-TestShelveInstance-1700047310 tempest-TestShelveInstance-1700047310-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:51:03.142463 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [None req-6948c6e0-b3ff-4bf1-bd99-20607ed22985 tempest-TestShelveInstance-1700047310 tempest-TestShelveInstance-1700047310-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:51:03.152407 n-d-838334-2 neutron-server[84040]: INFO neutron.db.securitygroups_db [None req-6948c6e0-b3ff-4bf1-bd99-20607ed22985 tempest-TestShelveInstance-1700047310 tempest-TestShelveInstance-1700047310-project] Project 21077c3a160645c8a0da9fdb22f08c69 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 18 21:51:03.158362 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-6948c6e0-b3ff-4bf1-bd99-20607ed22985 tempest-TestShelveInstance-1700047310 tempest-TestShelveInstance-1700047310-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:51:03.220492 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-6948c6e0-b3ff-4bf1-bd99-20607ed22985 tempest-TestShelveInstance-1700047310 tempest-TestShelveInstance-1700047310-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:51:03.228307 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-6948c6e0-b3ff-4bf1-bd99-20607ed22985 tempest-TestShelveInstance-1700047310 tempest-TestShelveInstance-1700047310-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33528311'] for security_group_rule, after_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:51:03.250982 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6948c6e0-b3ff-4bf1-bd99-20607ed22985 tempest-TestShelveInstance-1700047310 tempest-TestShelveInstance-1700047310-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ccc5b74f-0ac7-4b1d-9498-82364d0bd586,revision_number=0']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:51:03.259972 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-6948c6e0-b3ff-4bf1-bd99-20607ed22985 tempest-TestShelveInstance-1700047310 tempest-TestShelveInstance-1700047310-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:51:03.261173 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-6948c6e0-b3ff-4bf1-bd99-20607ed22985 tempest-TestShelveInstance-1700047310 tempest-TestShelveInstance-1700047310-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.1418920 Apr 18 21:51:03.263880 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 42314) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:51:03.269255 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.v2.base [None req-cbbd12d4-f26a-4f38-be91-48d588d01f4b tempest-TestShelveInstance-1700047310 tempest-TestShelveInstance-1700047310-project] Request body: {'security_group_rule': {'security_group_id': '9aa612c2-e689-48b9-a30c-51d54f594a66', 'project_id': '21077c3a160645c8a0da9fdb22f08c69', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=84040) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:51:03.275781 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [None req-cbbd12d4-f26a-4f38-be91-48d588d01f4b tempest-TestShelveInstance-1700047310 tempest-TestShelveInstance-1700047310-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:51:03.279582 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-cbbd12d4-f26a-4f38-be91-48d588d01f4b tempest-TestShelveInstance-1700047310 tempest-TestShelveInstance-1700047310-project] Usage tracker for resource:security_group_rule and tenant:21077c3a160645c8a0da9fdb22f08c69 is out of sync, need to count used quota {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:51:03.282572 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-cbbd12d4-f26a-4f38-be91-48d588d01f4b tempest-TestShelveInstance-1700047310 tempest-TestShelveInstance-1700047310-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:51:03.290899 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [None req-cbbd12d4-f26a-4f38-be91-48d588d01f4b tempest-TestShelveInstance-1700047310 tempest-TestShelveInstance-1700047310-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:51:03.303296 n-d-838334-2 neutron-server[84040]: INFO neutron.db.securitygroups_db [None req-cbbd12d4-f26a-4f38-be91-48d588d01f4b tempest-TestShelveInstance-1700047310 tempest-TestShelveInstance-1700047310-project] Project 21077c3a160645c8a0da9fdb22f08c69 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 18 21:51:03.310236 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-cbbd12d4-f26a-4f38-be91-48d588d01f4b tempest-TestShelveInstance-1700047310 tempest-TestShelveInstance-1700047310-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:51:03.374870 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-cbbd12d4-f26a-4f38-be91-48d588d01f4b tempest-TestShelveInstance-1700047310 tempest-TestShelveInstance-1700047310-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:51:03.378650 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-cbbd12d4-f26a-4f38-be91-48d588d01f4b tempest-TestShelveInstance-1700047310 tempest-TestShelveInstance-1700047310-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33528311'] for security_group_rule, after_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:51:03.402572 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbbd12d4-f26a-4f38-be91-48d588d01f4b tempest-TestShelveInstance-1700047310 tempest-TestShelveInstance-1700047310-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9399fb0b-891d-45d9-911e-a8a11987b43c,revision_number=0']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:51:03.413048 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-cbbd12d4-f26a-4f38-be91-48d588d01f4b tempest-TestShelveInstance-1700047310 tempest-TestShelveInstance-1700047310-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:51:03.414374 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-cbbd12d4-f26a-4f38-be91-48d588d01f4b tempest-TestShelveInstance-1700047310 tempest-TestShelveInstance-1700047310-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.1495645 Apr 18 21:51:03.592024 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [req-17821b8e-869d-4092-811b-91f28a1e5bc8 req-834368bd-8889-49e4-bbcb-1c8753c799f9 tempest-TestShelveInstance-1700047310 tempest-TestShelveInstance-1700047310-project] Synchronizing usage tracker for tenant:21077c3a160645c8a0da9fdb22f08c69 on resource:security_group {{(pid=84040) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 21:51:03.608138 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [req-17821b8e-869d-4092-811b-91f28a1e5bc8 req-834368bd-8889-49e4-bbcb-1c8753c799f9 tempest-TestShelveInstance-1700047310 tempest-TestShelveInstance-1700047310-project] Unset dirty status for tenant:21077c3a160645c8a0da9fdb22f08c69 on resource:security_group {{(pid=84040) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 21:51:03.609228 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-17821b8e-869d-4092-811b-91f28a1e5bc8 req-834368bd-8889-49e4-bbcb-1c8753c799f9 tempest-TestShelveInstance-1700047310 tempest-TestShelveInstance-1700047310-project] 10.222.0.42 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-984154611&fields=id&tenant_id=21077c3a160645c8a0da9fdb22f08c69 HTTP/1.1" status: 200 len: 267 time: 0.0596576 Apr 18 21:51:03.756581 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17821b8e-869d-4092-811b-91f28a1e5bc8 req-586bed6a-cef5-4232-ad76-d7f49a5b1020 tempest-TestShelveInstance-1700047310 tempest-TestShelveInstance-1700047310-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:51:03.757888 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-17821b8e-869d-4092-811b-91f28a1e5bc8 req-586bed6a-cef5-4232-ad76-d7f49a5b1020 tempest-TestShelveInstance-1700047310 tempest-TestShelveInstance-1700047310-project] 10.222.0.42 "GET /v2.0/networks?id=0c667796-b879-456c-ac9f-5265de8a97f7 HTTP/1.1" status: 200 len: 809 time: 0.1415250 Apr 18 21:51:03.774507 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-17821b8e-869d-4092-811b-91f28a1e5bc8 req-438fc5e2-f7ac-499c-a04e-08f48d69d61a tempest-TestShelveInstance-1700047310 tempest-TestShelveInstance-1700047310-project] 10.222.0.42 "GET /v2.0/quotas/21077c3a160645c8a0da9fdb22f08c69 HTTP/1.1" status: 200 len: 375 time: 0.0113766 Apr 18 21:51:03.852704 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-17821b8e-869d-4092-811b-91f28a1e5bc8 req-94e31f71-5af9-4f24-aac1-ae44bef2fa04 tempest-TestShelveInstance-1700047310 tempest-TestShelveInstance-1700047310-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=21077c3a160645c8a0da9fdb22f08c69&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0734353 Apr 18 21:51:04.110594 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-17821b8e-869d-4092-811b-91f28a1e5bc8 req-3ff6f7e7-0e32-4450-93b1-4641261f7d2e service neutron] 10.222.0.42 "GET /v2.0/networks/0c667796-b879-456c-ac9f-5265de8a97f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2453313 Apr 18 21:51:04.239876 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-17821b8e-869d-4092-811b-91f28a1e5bc8 req-d200f583-2517-4447-8037-c55de38d4d22 service neutron] 10.222.0.42 "GET /v2.0/networks/0c667796-b879-456c-ac9f-5265de8a97f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1229041 Apr 18 21:51:04.402418 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750375287399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253529'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:51:04.434532 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-6651873d-4227-4075-9485-2da2a7e59151 req-89002cf1-5698-4211-91ea-6f66be60d159 tempest-TestShelveInstance-1700047310 tempest-TestShelveInstance-1700047310-project] 10.222.0.42 "GET /v2.0/ports?device_id=6dd33c2b-fbe8-4247-b1b9-ea02f0df347f HTTP/1.1" status: 200 len: 210 time: 0.0459669 Apr 18 21:51:05.592978 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-b956ba82-045c-413c-b997-235dc8cb9521 req-c362234e-2658-435f-8035-17a58ae3d0cd tempest-TestShelveInstance-1700047310 tempest-TestShelveInstance-1700047310-project] 10.222.0.42 "GET /v2.0/ports?device_id=6dd33c2b-fbe8-4247-b1b9-ea02f0df347f HTTP/1.1" status: 200 len: 210 time: 0.0457630 Apr 18 21:51:06.716274 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-95ce2a32-571b-4a4f-b7fc-b46f97ccbff4 req-bd780c01-ac1e-478f-b3ac-076bbe151536 tempest-TestShelveInstance-1700047310 tempest-TestShelveInstance-1700047310-project] 10.222.0.42 "GET /v2.0/ports?device_id=6dd33c2b-fbe8-4247-b1b9-ea02f0df347f HTTP/1.1" status: 200 len: 210 time: 0.0442741 Apr 18 21:51:07.351148 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Device b138b1ae-aede-4631-9cec-5e39beff04e0 up at agent ovs-agent-n-d-838334-2 {{(pid=84042) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 21:51:07.419058 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Provisioning for port b138b1ae-aede-4631-9cec-5e39beff04e0 completed by entity L2. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 21:51:07.423718 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Provisioning complete for port b138b1ae-aede-4631-9cec-5e39beff04e0 triggered by entity L2. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:51:07.424091 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1253608'] for port, provisioning_complete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:51:07.542806 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:51:07.563938 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] For port b138b1ae-aede-4631-9cec-5e39beff04e0, host n-d-838334-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838334-2',level=0,port_id=b138b1ae-aede-4631-9cec-5e39beff04e0,segment=NetworkSegment(732aa830-768b-4511-951f-d08e26b9c25b),segment_id=732aa830-768b-4511-951f-d08e26b9c25b)] {{(pid=84042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:51:07.568323 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682'] for port, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:51:07.649214 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Pushing event updated for resources: {'Port': ['ID=b138b1ae-aede-4631-9cec-5e39beff04e0,revision_number=4']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:51:07.667318 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17821b8e-869d-4092-811b-91f28a1e5bc8 req-dc516a54-266b-4bb7-9c6c-43f039fba0f5 tempest-TestShelveInstance-1700047310 tempest-TestShelveInstance-1700047310-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:51:07.668756 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-17821b8e-869d-4092-811b-91f28a1e5bc8 req-dc516a54-266b-4bb7-9c6c-43f039fba0f5 tempest-TestShelveInstance-1700047310 tempest-TestShelveInstance-1700047310-project] 10.222.0.43 "GET /v2.0/networks?id=0c667796-b879-456c-ac9f-5265de8a97f7 HTTP/1.1" status: 200 len: 809 time: 0.1551583 Apr 18 21:51:07.721326 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-17821b8e-869d-4092-811b-91f28a1e5bc8 req-0e5b5a4d-ae56-4d2c-b9c9-edeba50f4f5e tempest-TestShelveInstance-1700047310 tempest-TestShelveInstance-1700047310-project] 10.222.0.43 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=21077c3a160645c8a0da9fdb22f08c69 HTTP/1.1" status: 200 len: 379 time: 0.0402160 Apr 18 21:51:07.730838 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.v2.base [req-17821b8e-869d-4092-811b-91f28a1e5bc8 req-007404cc-8f36-4600-8ede-5a6096824d97 tempest-TestShelveInstance-1700047310 tempest-TestShelveInstance-1700047310-project] Request body: {'port': {'device_id': '6dd33c2b-fbe8-4247-b1b9-ea02f0df347f', 'network_id': '0c667796-b879-456c-ac9f-5265de8a97f7', 'admin_state_up': True, 'tenant_id': '21077c3a160645c8a0da9fdb22f08c69', 'security_groups': ['9aa612c2-e689-48b9-a30c-51d54f594a66']}} {{(pid=84040) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:51:07.897040 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-0f7e19ed-2ee4-4ff2-920a-d70dac9fe64b req-c7a7d11e-cd85-4272-b6c6-3d2c321e165b tempest-TestShelveInstance-1700047310 tempest-TestShelveInstance-1700047310-project] 10.222.0.42 "GET /v2.0/ports?device_id=6dd33c2b-fbe8-4247-b1b9-ea02f0df347f HTTP/1.1" status: 200 len: 210 time: 0.0563138 Apr 18 21:51:07.907405 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [req-17821b8e-869d-4092-811b-91f28a1e5bc8 req-007404cc-8f36-4600-8ede-5a6096824d97 tempest-TestShelveInstance-1700047310 tempest-TestShelveInstance-1700047310-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:51:07.911793 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [req-17821b8e-869d-4092-811b-91f28a1e5bc8 req-007404cc-8f36-4600-8ede-5a6096824d97 tempest-TestShelveInstance-1700047310 tempest-TestShelveInstance-1700047310-project] Usage tracker for resource:port and tenant:21077c3a160645c8a0da9fdb22f08c69 is out of sync, need to count used quota {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:51:07.923409 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [req-17821b8e-869d-4092-811b-91f28a1e5bc8 req-007404cc-8f36-4600-8ede-5a6096824d97 tempest-TestShelveInstance-1700047310 tempest-TestShelveInstance-1700047310-project] Quota usage for port was recalculated. Used quota:2. {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:51:07.923409 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [req-17821b8e-869d-4092-811b-91f28a1e5bc8 req-007404cc-8f36-4600-8ede-5a6096824d97 tempest-TestShelveInstance-1700047310 tempest-TestShelveInstance-1700047310-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:51:07.931131 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-17821b8e-869d-4092-811b-91f28a1e5bc8 req-007404cc-8f36-4600-8ede-5a6096824d97 tempest-TestShelveInstance-1700047310 tempest-TestShelveInstance-1700047310-project] Made reservation on behalf of 21077c3a160645c8a0da9fdb22f08c69 for: {'port': 1} {{(pid=84040) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:51:07.934067 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-17821b8e-869d-4092-811b-91f28a1e5bc8 req-007404cc-8f36-4600-8ede-5a6096824d97 tempest-TestShelveInstance-1700047310 tempest-TestShelveInstance-1700047310-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:51:08.179813 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.db_base_plugin_common [req-17821b8e-869d-4092-811b-91f28a1e5bc8 req-007404cc-8f36-4600-8ede-5a6096824d97 tempest-TestShelveInstance-1700047310 tempest-TestShelveInstance-1700047310-project] Allocated IP 172.20.0.4 (0c667796-b879-456c-ac9f-5265de8a97f7/7fa156a3-92ab-4625-bc28-74ba8ff23ecd/e80467f8-e43a-4375-ab78-ccf59e5fbf93) {{(pid=84040) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 21:51:08.360858 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-17821b8e-869d-4092-811b-91f28a1e5bc8 req-007404cc-8f36-4600-8ede-5a6096824d97 tempest-TestShelveInstance-1700047310 tempest-TestShelveInstance-1700047310-project] Notify callbacks [] for port, precommit_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:51:08.375488 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.provisioning_blocks [req-17821b8e-869d-4092-811b-91f28a1e5bc8 req-007404cc-8f36-4600-8ede-5a6096824d97 tempest-TestShelveInstance-1700047310 tempest-TestShelveInstance-1700047310-project] Transition to ACTIVE for port object e80467f8-e43a-4375-ab78-ccf59e5fbf93 will not be triggered until provisioned by entity DHCP. {{(pid=84040) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:51:08.397274 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-17821b8e-869d-4092-811b-91f28a1e5bc8 req-007404cc-8f36-4600-8ede-5a6096824d97 tempest-TestShelveInstance-1700047310 tempest-TestShelveInstance-1700047310-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750374836619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32440838'] for port, after_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:51:08.467892 n-d-838334-2 neutron-server[84040]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-17821b8e-869d-4092-811b-91f28a1e5bc8 req-007404cc-8f36-4600-8ede-5a6096824d97 tempest-TestShelveInstance-1700047310 tempest-TestShelveInstance-1700047310-project] Network 0c667796-b879-456c-ac9f-5265de8a97f7 is already hosted by enough agents. {{(pid=84040) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:51:08.470631 n-d-838334-2 neutron-server[84040]: DEBUG neutron.scheduler.base_scheduler [req-17821b8e-869d-4092-811b-91f28a1e5bc8 req-007404cc-8f36-4600-8ede-5a6096824d97 tempest-TestShelveInstance-1700047310 tempest-TestShelveInstance-1700047310-project] Resources bound (agent type, host, resource id): {{(pid=84040) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:51:08.474652 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.l3_dvrscheduler_db [req-17821b8e-869d-4092-811b-91f28a1e5bc8 req-007404cc-8f36-4600-8ede-5a6096824d97 tempest-TestShelveInstance-1700047310 tempest-TestShelveInstance-1700047310-project] Received port after_create {{(pid=84040) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 21:51:08.512472 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-007404cc-8f36-4600-8ede-5a6096824d97 tempest-TestShelveInstance-1700047310 tempest-TestShelveInstance-1700047310-project] Pushing event updated for resources: {'Port': ['ID=e80467f8-e43a-4375-ab78-ccf59e5fbf93,revision_number=1']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:51:08.543020 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17821b8e-869d-4092-811b-91f28a1e5bc8 req-007404cc-8f36-4600-8ede-5a6096824d97 tempest-TestShelveInstance-1700047310 tempest-TestShelveInstance-1700047310-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:51:08.543694 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-17821b8e-869d-4092-811b-91f28a1e5bc8 req-007404cc-8f36-4600-8ede-5a6096824d97 tempest-TestShelveInstance-1700047310 tempest-TestShelveInstance-1700047310-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217293'] for port, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:51:08.566327 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-17821b8e-869d-4092-811b-91f28a1e5bc8 req-007404cc-8f36-4600-8ede-5a6096824d97 tempest-TestShelveInstance-1700047310 tempest-TestShelveInstance-1700047310-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8383222 Apr 18 21:51:08.576647 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.v2.base [req-17821b8e-869d-4092-811b-91f28a1e5bc8 req-939ed654-8499-49c3-97e5-c3893c1c1e6c service neutron] Request body: {'port': {'device_id': '6dd33c2b-fbe8-4247-b1b9-ea02f0df347f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-838334-2'}} {{(pid=84040) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:51:08.692278 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-17821b8e-869d-4092-811b-91f28a1e5bc8 req-939ed654-8499-49c3-97e5-c3893c1c1e6c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:51:08.696866 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-ce73790e-d51b-4dcf-84ac-75511a23b9b5 None None] Provisioning for port e80467f8-e43a-4375-ab78-ccf59e5fbf93 completed by entity DHCP. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 21:51:08.702530 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-ce73790e-d51b-4dcf-84ac-75511a23b9b5 None None] Provisioning complete for port e80467f8-e43a-4375-ab78-ccf59e5fbf93 triggered by entity DHCP. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:51:08.703493 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-ce73790e-d51b-4dcf-84ac-75511a23b9b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1253608'] for port, provisioning_complete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:51:08.761277 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.plugin [None req-ce73790e-d51b-4dcf-84ac-75511a23b9b5 None None] Port e80467f8-e43a-4375-ab78-ccf59e5fbf93 cannot update to ACTIVE because it is not bound. {{(pid=84042) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 18 21:51:09.073287 n-d-838334-2 neutron-server[84040]: DEBUG neutron.notifiers.nova [req-17821b8e-869d-4092-811b-91f28a1e5bc8 req-939ed654-8499-49c3-97e5-c3893c1c1e6c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e80467f8-e43a-4375-ab78-ccf59e5fbf93 {{(pid=84040) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 18 21:51:09.083811 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-17821b8e-869d-4092-811b-91f28a1e5bc8 req-939ed654-8499-49c3-97e5-c3893c1c1e6c service neutron] Notify callbacks [] for port, precommit_update {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:51:09.113303 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.provisioning_blocks [req-17821b8e-869d-4092-811b-91f28a1e5bc8 req-939ed654-8499-49c3-97e5-c3893c1c1e6c service neutron] Transition to ACTIVE for port object e80467f8-e43a-4375-ab78-ccf59e5fbf93 will not be triggered until provisioned by entity L2. {{(pid=84040) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:51:09.119403 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-17821b8e-869d-4092-811b-91f28a1e5bc8 req-939ed654-8499-49c3-97e5-c3893c1c1e6c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32440959'] for port, after_update {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:51:09.186135 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-333697f6-1b50-409b-b86c-3296cd7284cb req-14550ba8-b163-49f4-b898-aecf2c7c8820 tempest-TestShelveInstance-1700047310 tempest-TestShelveInstance-1700047310-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:51:09.186824 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [req-333697f6-1b50-409b-b86c-3296cd7284cb req-14550ba8-b163-49f4-b898-aecf2c7c8820 tempest-TestShelveInstance-1700047310 tempest-TestShelveInstance-1700047310-project] Synchronizing usage tracker for tenant:21077c3a160645c8a0da9fdb22f08c69 on resource:port {{(pid=84040) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 21:51:09.261611 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-939ed654-8499-49c3-97e5-c3893c1c1e6c service neutron] Pushing event updated for resources: {'Port': ['ID=e80467f8-e43a-4375-ab78-ccf59e5fbf93,revision_number=2']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:51:09.273993 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [req-333697f6-1b50-409b-b86c-3296cd7284cb req-14550ba8-b163-49f4-b898-aecf2c7c8820 tempest-TestShelveInstance-1700047310 tempest-TestShelveInstance-1700047310-project] Unset dirty status for tenant:21077c3a160645c8a0da9fdb22f08c69 on resource:port {{(pid=84040) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 21:51:09.275187 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-333697f6-1b50-409b-b86c-3296cd7284cb req-14550ba8-b163-49f4-b898-aecf2c7c8820 tempest-TestShelveInstance-1700047310 tempest-TestShelveInstance-1700047310-project] 10.222.0.42 "GET /v2.0/ports?device_id=6dd33c2b-fbe8-4247-b1b9-ea02f0df347f HTTP/1.1" status: 200 len: 931 time: 0.2531619 Apr 18 21:51:09.342615 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Device b138b1ae-aede-4631-9cec-5e39beff04e0 up at agent ovs-agent-n-d-838334-2 {{(pid=84042) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 21:51:09.418624 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-333697f6-1b50-409b-b86c-3296cd7284cb req-01934a95-5741-4581-b7e5-5696a8d8bdc7 tempest-TestShelveInstance-1700047310 tempest-TestShelveInstance-1700047310-project] 10.222.0.42 "GET /v2.0/security-groups?id=9aa612c2-e689-48b9-a30c-51d54f594a66&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1082723 Apr 18 21:51:09.423855 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Provisioning complete for port b138b1ae-aede-4631-9cec-5e39beff04e0 triggered by entity L2. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:51:09.424220 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1253608'] for port, provisioning_complete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:51:09.428415 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.managers [req-17821b8e-869d-4092-811b-91f28a1e5bc8 req-939ed654-8499-49c3-97e5-c3893c1c1e6c service neutron] Attempting to bind port e80467f8-e43a-4375-ab78-ccf59e5fbf93 on host n-h1-838334-2 for vnic_type normal with profile {{(pid=84040) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 21:51:09.428755 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.managers [req-17821b8e-869d-4092-811b-91f28a1e5bc8 req-939ed654-8499-49c3-97e5-c3893c1c1e6c service neutron] Attempting to bind port e80467f8-e43a-4375-ab78-ccf59e5fbf93 by drivers openvswitch,hyperv on host n-h1-838334-2 at level 0 using segments [{'id': '175e1ed3-fcd8-4b76-9d8f-45065abbd730', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': '0c667796-b879-456c-ac9f-5265de8a97f7'}] {{(pid=84040) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 21:51:09.429082 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17821b8e-869d-4092-811b-91f28a1e5bc8 req-939ed654-8499-49c3-97e5-c3893c1c1e6c service neutron] Attempting to bind port e80467f8-e43a-4375-ab78-ccf59e5fbf93 on network 0c667796-b879-456c-ac9f-5265de8a97f7 {{(pid=84040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 21:51:09.435642 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17821b8e-869d-4092-811b-91f28a1e5bc8 req-939ed654-8499-49c3-97e5-c3893c1c1e6c service neutron] Port e80467f8-e43a-4375-ab78-ccf59e5fbf93 on network 0c667796-b879-456c-ac9f-5265de8a97f7 not bound, no agent of type Open vSwitch agent registered on host n-h1-838334-2 {{(pid=84040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 18 21:51:09.436125 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17821b8e-869d-4092-811b-91f28a1e5bc8 req-939ed654-8499-49c3-97e5-c3893c1c1e6c service neutron] Attempting to bind port e80467f8-e43a-4375-ab78-ccf59e5fbf93 on network 0c667796-b879-456c-ac9f-5265de8a97f7 {{(pid=84040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 21:51:09.443911 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17821b8e-869d-4092-811b-91f28a1e5bc8 req-939ed654-8499-49c3-97e5-c3893c1c1e6c service neutron] Checking agent: {'id': 'd63bab19-ff81-4de1-afeb-a3732288d0d7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-838334-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 33, 59), 'started_at': datetime.datetime(2022, 4, 18, 20, 33, 59), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 21, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 18 21:51:09.444250 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17821b8e-869d-4092-811b-91f28a1e5bc8 req-939ed654-8499-49c3-97e5-c3893c1c1e6c service neutron] Checking segment: {'id': '175e1ed3-fcd8-4b76-9d8f-45065abbd730', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': '0c667796-b879-456c-ac9f-5265de8a97f7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84040) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 21:51:09.444636 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17821b8e-869d-4092-811b-91f28a1e5bc8 req-939ed654-8499-49c3-97e5-c3893c1c1e6c service neutron] Bound using segment: {'id': '175e1ed3-fcd8-4b76-9d8f-45065abbd730', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': '0c667796-b879-456c-ac9f-5265de8a97f7'} {{(pid=84040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 18 21:51:09.445069 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.managers [req-17821b8e-869d-4092-811b-91f28a1e5bc8 req-939ed654-8499-49c3-97e5-c3893c1c1e6c service neutron] Bound port: e80467f8-e43a-4375-ab78-ccf59e5fbf93, host: n-h1-838334-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '175e1ed3-fcd8-4b76-9d8f-45065abbd730', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': '0c667796-b879-456c-ac9f-5265de8a97f7'}}] {{(pid=84040) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 21:51:09.445419 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-17821b8e-869d-4092-811b-91f28a1e5bc8 req-939ed654-8499-49c3-97e5-c3893c1c1e6c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:51:09.544966 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.db [req-17821b8e-869d-4092-811b-91f28a1e5bc8 req-939ed654-8499-49c3-97e5-c3893c1c1e6c service neutron] For port e80467f8-e43a-4375-ab78-ccf59e5fbf93, host n-h1-838334-2, cleared binding levels {{(pid=84040) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 21:51:09.548265 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.db [req-17821b8e-869d-4092-811b-91f28a1e5bc8 req-939ed654-8499-49c3-97e5-c3893c1c1e6c service neutron] For port e80467f8-e43a-4375-ab78-ccf59e5fbf93, host n-h1-838334-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838334-2',level=0,port_id=e80467f8-e43a-4375-ab78-ccf59e5fbf93,segment=NetworkSegment(175e1ed3-fcd8-4b76-9d8f-45065abbd730),segment_id=175e1ed3-fcd8-4b76-9d8f-45065abbd730)] {{(pid=84040) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 21:51:09.552863 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-17821b8e-869d-4092-811b-91f28a1e5bc8 req-939ed654-8499-49c3-97e5-c3893c1c1e6c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32440959'] for port, after_update {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:51:09.613558 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-17821b8e-869d-4092-811b-91f28a1e5bc8 req-939ed654-8499-49c3-97e5-c3893c1c1e6c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217293'] for port, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:51:09.615061 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-17821b8e-869d-4092-811b-91f28a1e5bc8 req-939ed654-8499-49c3-97e5-c3893c1c1e6c service neutron] 10.222.0.43 "PUT /v2.0/ports/e80467f8-e43a-4375-ab78-ccf59e5fbf93 HTTP/1.1" status: 200 len: 1091 time: 1.0426161 Apr 18 21:51:09.615439 n-d-838334-2 neutron-server[84040]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6dd33c2b-fbe8-4247-b1b9-ea02f0df347f', 'tag': 'e80467f8-e43a-4375-ab78-ccf59e5fbf93'}] {{(pid=84040) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 21:51:09.634302 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-939ed654-8499-49c3-97e5-c3893c1c1e6c service neutron] Pushing event updated for resources: {'Port': ['ID=e80467f8-e43a-4375-ab78-ccf59e5fbf93,revision_number=3']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:51:09.684480 n-d-838334-2 neutron-server[84040]: INFO neutron.notifiers.nova [-] Nova event matching ['req-731c7975-5ee5-4866-ab08-79e28561f2cf'] response: {'name': 'network-changed', 'server_uuid': '6dd33c2b-fbe8-4247-b1b9-ea02f0df347f', 'tag': 'e80467f8-e43a-4375-ab78-ccf59e5fbf93', 'status': 'completed', 'code': 200} Apr 18 21:51:09.731246 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-17821b8e-869d-4092-811b-91f28a1e5bc8 req-a5597c73-461e-4faf-be26-bac836c475b9 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=21077c3a160645c8a0da9fdb22f08c69&device_id=6dd33c2b-fbe8-4247-b1b9-ea02f0df347f HTTP/1.1" status: 200 len: 1094 time: 0.0783207 Apr 18 21:51:09.796152 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24c58233-c050-48d9-9a2c-20d51ba4ff4f None None] Sync routers for ids ['012d0ba4-0d6b-479b-b4e9-ca3348bfec12'] in n-d-838334-2 {{(pid=84042) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 18 21:51:09.801955 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-17821b8e-869d-4092-811b-91f28a1e5bc8 req-767924ba-5110-42ee-9402-ee14e04732a4 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e80467f8-e43a-4375-ab78-ccf59e5fbf93 HTTP/1.1" status: 200 len: 217 time: 0.0642312 Apr 18 21:51:09.811234 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24c58233-c050-48d9-9a2c-20d51ba4ff4f None None] Routers {'012d0ba4-0d6b-479b-b4e9-ca3348bfec12'} bound to L3 agent in host n-d-838334-2 {{(pid=84042) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 21:51:09.811972 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_hamode_db [None req-24c58233-c050-48d9-9a2c-20d51ba4ff4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838334-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-18T20:25:48Z,description=,heartbeat_timestamp=2022-04-18T21:50:48Z,host='n-d-838334-2',id=bc84d6c9-dd7a-4555-a351-592327b46d5a,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:25:48Z,topic='l3_agent')) {'router_ids': ['012d0ba4-0d6b-479b-b4e9-ca3348bfec12'], 'active': True} {{(pid=84042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:51:09.868099 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17821b8e-869d-4092-811b-91f28a1e5bc8 req-4e87b7d4-f48a-44d3-83a0-6444d787b1c4 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:51:09.869531 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-17821b8e-869d-4092-811b-91f28a1e5bc8 req-4e87b7d4-f48a-44d3-83a0-6444d787b1c4 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=7fa156a3-92ab-4625-bc28-74ba8ff23ecd HTTP/1.1" status: 200 len: 848 time: 0.0620902 Apr 18 21:51:09.943983 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-17821b8e-869d-4092-811b-91f28a1e5bc8 req-f4b7f468-fea3-4a42-a360-2ed730bce9db service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=0c667796-b879-456c-ac9f-5265de8a97f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0687346 Apr 18 21:51:10.001104 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_dvr_db [None req-24c58233-c050-48d9-9a2c-20d51ba4ff4f None None] Set router 012d0ba4-0d6b-479b-b4e9-ca3348bfec12 gateway port host: n-d-838334-2 {{(pid=84042) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 21:51:10.176384 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-17821b8e-869d-4092-811b-91f28a1e5bc8 req-ea412601-d827-4d7e-a4c2-f0b6070690c4 service neutron] 10.222.0.43 "GET /v2.0/networks/0c667796-b879-456c-ac9f-5265de8a97f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2264438 Apr 18 21:51:10.317744 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-17821b8e-869d-4092-811b-91f28a1e5bc8 req-afa65204-06a4-4e34-8fb4-db98ec272c89 service neutron] 10.222.0.43 "GET /v2.0/networks/0c667796-b879-456c-ac9f-5265de8a97f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1350880 Apr 18 21:51:10.319338 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_hamode_db [None req-24c58233-c050-48d9-9a2c-20d51ba4ff4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '012d0ba4-0d6b-479b-b4e9-ca3348bfec12', 'name': 'tempest-TestShelveInstance-1825929545-router', 'tenant_id': '21077c3a160645c8a0da9fdb22f08c69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'external_fixed_ips': [{'subnet_id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'ip_address': '172.25.8.190'}], 'enable_snat': True}, 'gw_port_id': 'f9133ee7-f189-4a3a-957b-b0a456f34f7b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:50:50Z', 'updated_at': '2022-04-18T21:50:54Z', 'revision_number': 4, 'project_id': '21077c3a160645c8a0da9fdb22f08c69', 'gw_port': {'id': 'f9133ee7-f189-4a3a-957b-b0a456f34f7b', 'name': '', 'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:a3:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '012d0ba4-0d6b-479b-b4e9-ca3348bfec12', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'ip_address': '172.25.8.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:50:51Z', 'updated_at': '2022-04-18T21:50:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838334-2', '_interfaces': [{'id': '98aef93c-14ab-4c01-9104-a3617ce0272c', 'name': '', 'network_id': '0c667796-b879-456c-ac9f-5265de8a97f7', 'tenant_id': '21077c3a160645c8a0da9fdb22f08c69', 'mac_address': 'fa:16:3e:05:7a:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '012d0ba4-0d6b-479b-b4e9-ca3348bfec12', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7fa156a3-92ab-4625-bc28-74ba8ff23ecd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:50:53Z', 'updated_at': '2022-04-18T21:50:54Z', 'revision_number': 2, 'project_id': '21077c3a160645c8a0da9fdb22f08c69', 'subnets': [{'id': '7fa156a3-92ab-4625-bc28-74ba8ff23ecd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838334-2', False) {} {{(pid=84042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:51:10.323234 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24c58233-c050-48d9-9a2c-20d51ba4ff4f None None] Checking router: 012d0ba4-0d6b-479b-b4e9-ca3348bfec12 for host: n-d-838334-2 {{(pid=84042) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 18 21:51:10.323585 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24c58233-c050-48d9-9a2c-20d51ba4ff4f None None] Updating router 012d0ba4-0d6b-479b-b4e9-ca3348bfec12 port 98aef93c-14ab-4c01-9104-a3617ce0272c binding host n-d-838334-2 {{(pid=84042) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 18 21:51:10.374215 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-24c58233-c050-48d9-9a2c-20d51ba4ff4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:51:10.429255 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-4c22b12f-a3ee-4f35-802f-9a3b2e7b0b4b req-e461e701-3839-49fa-8c28-f47ac6cc9d98 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=21077c3a160645c8a0da9fdb22f08c69&device_id=6dd33c2b-fbe8-4247-b1b9-ea02f0df347f HTTP/1.1" status: 200 len: 1094 time: 0.0685391 Apr 18 21:51:10.604728 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c22b12f-a3ee-4f35-802f-9a3b2e7b0b4b req-50d64499-534a-40a0-88ee-b198f36216eb service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:51:10.606188 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-4c22b12f-a3ee-4f35-802f-9a3b2e7b0b4b req-50d64499-534a-40a0-88ee-b198f36216eb service neutron] 10.222.0.43 "GET /v2.0/networks?id=0c667796-b879-456c-ac9f-5265de8a97f7 HTTP/1.1" status: 200 len: 910 time: 0.1703751 Apr 18 21:51:10.681534 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-4c22b12f-a3ee-4f35-802f-9a3b2e7b0b4b req-683d7b03-3518-49ca-b238-73f382e4ad19 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e80467f8-e43a-4375-ab78-ccf59e5fbf93 HTTP/1.1" status: 200 len: 217 time: 0.0673172 Apr 18 21:51:10.755217 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c22b12f-a3ee-4f35-802f-9a3b2e7b0b4b req-8b1aa7ae-35b6-470c-a114-34c6dd35120c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:51:10.756676 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-4c22b12f-a3ee-4f35-802f-9a3b2e7b0b4b req-8b1aa7ae-35b6-470c-a114-34c6dd35120c service neutron] 10.222.0.43 "GET /v2.0/subnets?id=7fa156a3-92ab-4625-bc28-74ba8ff23ecd HTTP/1.1" status: 200 len: 848 time: 0.0671585 Apr 18 21:51:10.760320 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-24c58233-c050-48d9-9a2c-20d51ba4ff4f None None] Notify callbacks [] for port, precommit_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:51:10.762311 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77e10212-b98d-4ced-a363-d2cf1dc34dc3 req-75208843-c1d5-420d-a6c6-f2eefea67262 tempest-TestShelveInstance-1700047310 tempest-TestShelveInstance-1700047310-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:51:10.763658 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-77e10212-b98d-4ced-a363-d2cf1dc34dc3 req-75208843-c1d5-420d-a6c6-f2eefea67262 tempest-TestShelveInstance-1700047310 tempest-TestShelveInstance-1700047310-project] 10.222.0.42 "GET /v2.0/ports?device_id=6dd33c2b-fbe8-4247-b1b9-ea02f0df347f HTTP/1.1" status: 200 len: 943 time: 0.2034748 Apr 18 21:51:10.773322 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-24c58233-c050-48d9-9a2c-20d51ba4ff4f None None] Transition to ACTIVE for port object 98aef93c-14ab-4c01-9104-a3617ce0272c will not be triggered until provisioned by entity L2. {{(pid=84042) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:51:10.780013 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-24c58233-c050-48d9-9a2c-20d51ba4ff4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682'] for port, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:51:10.861196 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-77e10212-b98d-4ced-a363-d2cf1dc34dc3 req-e5bc0841-838b-45a2-b838-c12493052e67 tempest-TestShelveInstance-1700047310 tempest-TestShelveInstance-1700047310-project] 10.222.0.42 "GET /v2.0/security-groups?id=9aa612c2-e689-48b9-a30c-51d54f594a66&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0641186 Apr 18 21:51:10.873648 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-4c22b12f-a3ee-4f35-802f-9a3b2e7b0b4b req-e1676811-6798-4571-9ba9-4e6dd47bfe68 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=0c667796-b879-456c-ac9f-5265de8a97f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1090698 Apr 18 21:51:10.915306 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3284e91c-fdd4-4f99-9dc0-addbe964f951 None None] Pushing event updated for resources: {'Port': ['ID=98aef93c-14ab-4c01-9104-a3617ce0272c,revision_number=3']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:51:11.005395 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.managers [None req-24c58233-c050-48d9-9a2c-20d51ba4ff4f None None] Attempting to bind port 98aef93c-14ab-4c01-9104-a3617ce0272c on host n-d-838334-2 for vnic_type normal with profile {{(pid=84042) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 21:51:11.005769 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.managers [None req-24c58233-c050-48d9-9a2c-20d51ba4ff4f None None] Attempting to bind port 98aef93c-14ab-4c01-9104-a3617ce0272c by drivers openvswitch,hyperv on host n-d-838334-2 at level 0 using segments [{'id': '175e1ed3-fcd8-4b76-9d8f-45065abbd730', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': '0c667796-b879-456c-ac9f-5265de8a97f7'}] {{(pid=84042) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 21:51:11.006132 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24c58233-c050-48d9-9a2c-20d51ba4ff4f None None] Attempting to bind port 98aef93c-14ab-4c01-9104-a3617ce0272c on network 0c667796-b879-456c-ac9f-5265de8a97f7 {{(pid=84042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 21:51:11.013302 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24c58233-c050-48d9-9a2c-20d51ba4ff4f None None] Checking agent: {'id': '97cd4414-7af6-4d67-868d-dff370b4071a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838334-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 25, 49), 'started_at': datetime.datetime(2022, 4, 18, 20, 26, 19), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 21, 50, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838334-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 18 21:51:11.013679 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24c58233-c050-48d9-9a2c-20d51ba4ff4f None None] Checking segment: {'id': '175e1ed3-fcd8-4b76-9d8f-45065abbd730', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': '0c667796-b879-456c-ac9f-5265de8a97f7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84042) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 21:51:11.014088 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-24c58233-c050-48d9-9a2c-20d51ba4ff4f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:51:11.014478 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24c58233-c050-48d9-9a2c-20d51ba4ff4f None None] Bound using segment: {'id': '175e1ed3-fcd8-4b76-9d8f-45065abbd730', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': '0c667796-b879-456c-ac9f-5265de8a97f7'} {{(pid=84042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 18 21:51:11.014950 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.managers [None req-24c58233-c050-48d9-9a2c-20d51ba4ff4f None None] Bound port: 98aef93c-14ab-4c01-9104-a3617ce0272c, host: n-d-838334-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '175e1ed3-fcd8-4b76-9d8f-45065abbd730', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': '0c667796-b879-456c-ac9f-5265de8a97f7'}}] {{(pid=84042) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 21:51:11.015322 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-24c58233-c050-48d9-9a2c-20d51ba4ff4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:51:11.019481 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-4c22b12f-a3ee-4f35-802f-9a3b2e7b0b4b req-9dddf510-7a7f-41d8-90b5-21891ce42e68 service neutron] 10.222.0.43 "GET /v2.0/networks/0c667796-b879-456c-ac9f-5265de8a97f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1371775 Apr 18 21:51:11.121901 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-24c58233-c050-48d9-9a2c-20d51ba4ff4f None None] For port 98aef93c-14ab-4c01-9104-a3617ce0272c, host n-d-838334-2, cleared binding levels {{(pid=84042) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 21:51:11.124978 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-24c58233-c050-48d9-9a2c-20d51ba4ff4f None None] For port 98aef93c-14ab-4c01-9104-a3617ce0272c, host n-d-838334-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838334-2',level=0,port_id=98aef93c-14ab-4c01-9104-a3617ce0272c,segment=NetworkSegment(175e1ed3-fcd8-4b76-9d8f-45065abbd730),segment_id=175e1ed3-fcd8-4b76-9d8f-45065abbd730)] {{(pid=84042) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 21:51:11.130362 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-24c58233-c050-48d9-9a2c-20d51ba4ff4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682'] for port, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:51:11.156713 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-4c22b12f-a3ee-4f35-802f-9a3b2e7b0b4b req-e101eb9a-5c94-46a1-8367-2692a223e647 service neutron] 10.222.0.43 "GET /v2.0/networks/0c667796-b879-456c-ac9f-5265de8a97f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1324644 Apr 18 21:51:11.207210 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3284e91c-fdd4-4f99-9dc0-addbe964f951 None None] Pushing event updated for resources: {'Port': ['ID=98aef93c-14ab-4c01-9104-a3617ce0272c,revision_number=4']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:51:11.215432 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24c58233-c050-48d9-9a2c-20d51ba4ff4f None None] Routers {'012d0ba4-0d6b-479b-b4e9-ca3348bfec12'} bound to L3 agent in host n-d-838334-2 {{(pid=84042) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 21:51:11.216309 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_hamode_db [None req-24c58233-c050-48d9-9a2c-20d51ba4ff4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838334-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-18T20:25:48Z,description=,heartbeat_timestamp=2022-04-18T21:50:48Z,host='n-d-838334-2',id=bc84d6c9-dd7a-4555-a351-592327b46d5a,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:25:48Z,topic='l3_agent')) {'router_ids': ['012d0ba4-0d6b-479b-b4e9-ca3348bfec12'], 'active': True} {{(pid=84042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:51:11.374669 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Device 98aef93c-14ab-4c01-9104-a3617ce0272c up at agent ovs-agent-n-d-838334-2 {{(pid=84042) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 21:51:11.491032 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_dvr_db [None req-24c58233-c050-48d9-9a2c-20d51ba4ff4f None None] Set router 012d0ba4-0d6b-479b-b4e9-ca3348bfec12 gateway port host: n-d-838334-2 {{(pid=84042) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 21:51:11.511087 n-d-838334-2 neutron-server[84043]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24795a5a-61e5-470b-be2b-de9939c53aa6 None None] Sync routers for ids ['b9440143-eb5c-4896-a836-f618c3629f0b'] in n-d-838334-2 {{(pid=84043) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 18 21:51:11.522628 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24795a5a-61e5-470b-be2b-de9939c53aa6 None None] Routers {'b9440143-eb5c-4896-a836-f618c3629f0b'} bound to L3 agent in host n-d-838334-2 {{(pid=84043) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 21:51:11.523301 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.l3_hamode_db [None req-24795a5a-61e5-470b-be2b-de9939c53aa6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838334-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-18T20:25:48Z,description=,heartbeat_timestamp=2022-04-18T21:50:48Z,host='n-d-838334-2',id=bc84d6c9-dd7a-4555-a351-592327b46d5a,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:25:48Z,topic='l3_agent')) {'router_ids': ['b9440143-eb5c-4896-a836-f618c3629f0b'], 'active': True} {{(pid=84043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:51:11.535835 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Provisioning for port 98aef93c-14ab-4c01-9104-a3617ce0272c completed by entity L2. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 21:51:11.555876 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Provisioning complete for port 98aef93c-14ab-4c01-9104-a3617ce0272c triggered by entity L2. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:51:11.556239 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1253608'] for port, provisioning_complete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:51:11.703893 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.l3_dvr_db [None req-24795a5a-61e5-470b-be2b-de9939c53aa6 None None] Set router b9440143-eb5c-4896-a836-f618c3629f0b gateway port host: n-d-838334-2 {{(pid=84043) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 21:51:11.834286 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:51:11.906817 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] For port 98aef93c-14ab-4c01-9104-a3617ce0272c, host n-d-838334-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838334-2',level=0,port_id=98aef93c-14ab-4c01-9104-a3617ce0272c,segment=NetworkSegment(175e1ed3-fcd8-4b76-9d8f-45065abbd730),segment_id=175e1ed3-fcd8-4b76-9d8f-45065abbd730)] {{(pid=84042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:51:11.914927 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682'] for port, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:51:12.001187 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_hamode_db [None req-24c58233-c050-48d9-9a2c-20d51ba4ff4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '012d0ba4-0d6b-479b-b4e9-ca3348bfec12', 'name': 'tempest-TestShelveInstance-1825929545-router', 'tenant_id': '21077c3a160645c8a0da9fdb22f08c69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'external_fixed_ips': [{'subnet_id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'ip_address': '172.25.8.190'}], 'enable_snat': True}, 'gw_port_id': 'f9133ee7-f189-4a3a-957b-b0a456f34f7b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:50:50Z', 'updated_at': '2022-04-18T21:50:54Z', 'revision_number': 4, 'project_id': '21077c3a160645c8a0da9fdb22f08c69', 'gw_port': {'id': 'f9133ee7-f189-4a3a-957b-b0a456f34f7b', 'name': '', 'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:a3:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '012d0ba4-0d6b-479b-b4e9-ca3348bfec12', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'ip_address': '172.25.8.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:50:51Z', 'updated_at': '2022-04-18T21:50:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838334-2', '_interfaces': [{'id': '98aef93c-14ab-4c01-9104-a3617ce0272c', 'name': '', 'network_id': '0c667796-b879-456c-ac9f-5265de8a97f7', 'tenant_id': '21077c3a160645c8a0da9fdb22f08c69', 'mac_address': 'fa:16:3e:05:7a:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '012d0ba4-0d6b-479b-b4e9-ca3348bfec12', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7fa156a3-92ab-4625-bc28-74ba8ff23ecd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:50:53Z', 'updated_at': '2022-04-18T21:51:11Z', 'revision_number': 4, 'project_id': '21077c3a160645c8a0da9fdb22f08c69', 'subnets': [{'id': '7fa156a3-92ab-4625-bc28-74ba8ff23ecd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838334-2', False) {} {{(pid=84042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:51:12.007493 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24c58233-c050-48d9-9a2c-20d51ba4ff4f None None] The sync data for ids ['012d0ba4-0d6b-479b-b4e9-ca3348bfec12'] in n-d-838334-2 is: [{'id': '012d0ba4-0d6b-479b-b4e9-ca3348bfec12', 'name': 'tempest-TestShelveInstance-1825929545-router', 'tenant_id': '21077c3a160645c8a0da9fdb22f08c69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'external_fixed_ips': [{'subnet_id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'ip_address': '172.25.8.190'}], 'enable_snat': True}, 'gw_port_id': 'f9133ee7-f189-4a3a-957b-b0a456f34f7b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:50:50Z', 'updated_at': '2022-04-18T21:50:54Z', 'revision_number': 4, 'project_id': '21077c3a160645c8a0da9fdb22f08c69', 'gw_port': {'id': 'f9133ee7-f189-4a3a-957b-b0a456f34f7b', 'name': '', 'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:a3:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '012d0ba4-0d6b-479b-b4e9-ca3348bfec12', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'ip_address': '172.25.8.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:50:51Z', 'updated_at': '2022-04-18T21:50:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838334-2', '_interfaces': [{'id': '98aef93c-14ab-4c01-9104-a3617ce0272c', 'name': '', 'network_id': '0c667796-b879-456c-ac9f-5265de8a97f7', 'tenant_id': '21077c3a160645c8a0da9fdb22f08c69', 'mac_address': 'fa:16:3e:05:7a:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '012d0ba4-0d6b-479b-b4e9-ca3348bfec12', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7fa156a3-92ab-4625-bc28-74ba8ff23ecd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:50:53Z', 'updated_at': '2022-04-18T21:51:11Z', 'revision_number': 4, 'project_id': '21077c3a160645c8a0da9fdb22f08c69', 'subnets': [{'id': '7fa156a3-92ab-4625-bc28-74ba8ff23ecd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84042) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 18 21:51:12.011983 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Pushing event updated for resources: {'Port': ['ID=98aef93c-14ab-4c01-9104-a3617ce0272c,revision_number=5']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:51:12.017763 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.l3_hamode_db [None req-24795a5a-61e5-470b-be2b-de9939c53aa6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9440143-eb5c-4896-a836-f618c3629f0b', 'name': 'tempest-TestShelveInstance-326075878-router', 'tenant_id': '4857771118544bd7aae3435d4ebefc02', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'external_fixed_ips': [{'subnet_id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'ip_address': '172.25.8.101'}], 'enable_snat': True}, 'gw_port_id': 'b138b1ae-aede-4631-9cec-5e39beff04e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:50:57Z', 'updated_at': '2022-04-18T21:51:00Z', 'revision_number': 4, 'project_id': '4857771118544bd7aae3435d4ebefc02', 'gw_port': {'id': 'b138b1ae-aede-4631-9cec-5e39beff04e0', 'name': '', 'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:33:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9440143-eb5c-4896-a836-f618c3629f0b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'ip_address': '172.25.8.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:50:57Z', 'updated_at': '2022-04-18T21:51:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838334-2', '_interfaces': [{'id': '00229955-7c9d-402f-8eca-367072e25be6', 'name': '', 'network_id': '83efe0b5-1afd-433d-b5d0-2eeafbd262d6', 'tenant_id': '4857771118544bd7aae3435d4ebefc02', 'mac_address': 'fa:16:3e:41:b3:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b9440143-eb5c-4896-a836-f618c3629f0b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b3e56701-d4fb-4c8d-9889-4c7b46fd1c27', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:50:59Z', 'updated_at': '2022-04-18T21:51:00Z', 'revision_number': 2, 'project_id': '4857771118544bd7aae3435d4ebefc02', 'subnets': [{'id': 'b3e56701-d4fb-4c8d-9889-4c7b46fd1c27', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838334-2', False) {} {{(pid=84043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:51:12.023064 n-d-838334-2 neutron-server[84043]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24795a5a-61e5-470b-be2b-de9939c53aa6 None None] Checking router: b9440143-eb5c-4896-a836-f618c3629f0b for host: n-d-838334-2 {{(pid=84043) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 18 21:51:12.023409 n-d-838334-2 neutron-server[84043]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24795a5a-61e5-470b-be2b-de9939c53aa6 None None] Updating router b9440143-eb5c-4896-a836-f618c3629f0b port 00229955-7c9d-402f-8eca-367072e25be6 binding host n-d-838334-2 {{(pid=84043) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 18 21:51:12.081029 n-d-838334-2 neutron-server[84043]: DEBUG neutron_lib.callbacks.manager [None req-24795a5a-61e5-470b-be2b-de9939c53aa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:51:12.098087 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e82cbba-c5ab-4201-9f7c-2f30ca4819ec req-74feb70f-ab13-4a7c-91d3-f493d05af451 tempest-TestShelveInstance-1700047310 tempest-TestShelveInstance-1700047310-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:51:12.099633 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-6e82cbba-c5ab-4201-9f7c-2f30ca4819ec req-74feb70f-ab13-4a7c-91d3-f493d05af451 tempest-TestShelveInstance-1700047310 tempest-TestShelveInstance-1700047310-project] 10.222.0.42 "GET /v2.0/ports?device_id=6dd33c2b-fbe8-4247-b1b9-ea02f0df347f HTTP/1.1" status: 200 len: 943 time: 0.0820367 Apr 18 21:51:12.152177 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-6e82cbba-c5ab-4201-9f7c-2f30ca4819ec req-a3463f26-381f-484f-873d-a19a228d3fb5 tempest-TestShelveInstance-1700047310 tempest-TestShelveInstance-1700047310-project] 10.222.0.42 "GET /v2.0/security-groups?id=9aa612c2-e689-48b9-a30c-51d54f594a66&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466094 Apr 18 21:51:12.437788 n-d-838334-2 neutron-server[84043]: DEBUG neutron_lib.callbacks.manager [None req-24795a5a-61e5-470b-be2b-de9939c53aa6 None None] Notify callbacks [] for port, precommit_update {{(pid=84043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:51:12.450355 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.provisioning_blocks [None req-24795a5a-61e5-470b-be2b-de9939c53aa6 None None] Transition to ACTIVE for port object 00229955-7c9d-402f-8eca-367072e25be6 will not be triggered until provisioned by entity L2. {{(pid=84043) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:51:12.457178 n-d-838334-2 neutron-server[84043]: DEBUG neutron_lib.callbacks.manager [None req-24795a5a-61e5-470b-be2b-de9939c53aa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682'] for port, after_update {{(pid=84043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:51:12.583762 n-d-838334-2 neutron-server[84043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a77fad5-b244-4edb-bec8-91d7ba7f8f0f None None] Pushing event updated for resources: {'Port': ['ID=00229955-7c9d-402f-8eca-367072e25be6,revision_number=3']} {{(pid=84043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:51:12.707862 n-d-838334-2 neutron-server[84043]: DEBUG neutron.plugins.ml2.managers [None req-24795a5a-61e5-470b-be2b-de9939c53aa6 None None] Attempting to bind port 00229955-7c9d-402f-8eca-367072e25be6 on host n-d-838334-2 for vnic_type normal with profile {{(pid=84043) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 21:51:12.708213 n-d-838334-2 neutron-server[84043]: DEBUG neutron.plugins.ml2.managers [None req-24795a5a-61e5-470b-be2b-de9939c53aa6 None None] Attempting to bind port 00229955-7c9d-402f-8eca-367072e25be6 by drivers openvswitch,hyperv on host n-d-838334-2 at level 0 using segments [{'id': 'a1cabc35-674e-4c03-91b1-dd81a3cdd379', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '83efe0b5-1afd-433d-b5d0-2eeafbd262d6'}] {{(pid=84043) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 21:51:12.708666 n-d-838334-2 neutron-server[84043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24795a5a-61e5-470b-be2b-de9939c53aa6 None None] Attempting to bind port 00229955-7c9d-402f-8eca-367072e25be6 on network 83efe0b5-1afd-433d-b5d0-2eeafbd262d6 {{(pid=84043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 21:51:12.715643 n-d-838334-2 neutron-server[84043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24795a5a-61e5-470b-be2b-de9939c53aa6 None None] Checking agent: {'id': '97cd4414-7af6-4d67-868d-dff370b4071a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838334-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 25, 49), 'started_at': datetime.datetime(2022, 4, 18, 20, 26, 19), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 21, 50, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838334-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 18 21:51:12.716006 n-d-838334-2 neutron-server[84043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24795a5a-61e5-470b-be2b-de9939c53aa6 None None] Checking segment: {'id': 'a1cabc35-674e-4c03-91b1-dd81a3cdd379', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '83efe0b5-1afd-433d-b5d0-2eeafbd262d6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84043) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 21:51:12.716392 n-d-838334-2 neutron-server[84043]: DEBUG neutron_lib.callbacks.manager [None req-24795a5a-61e5-470b-be2b-de9939c53aa6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:51:12.716763 n-d-838334-2 neutron-server[84043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24795a5a-61e5-470b-be2b-de9939c53aa6 None None] Bound using segment: {'id': 'a1cabc35-674e-4c03-91b1-dd81a3cdd379', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '83efe0b5-1afd-433d-b5d0-2eeafbd262d6'} {{(pid=84043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 18 21:51:12.717199 n-d-838334-2 neutron-server[84043]: DEBUG neutron.plugins.ml2.managers [None req-24795a5a-61e5-470b-be2b-de9939c53aa6 None None] Bound port: 00229955-7c9d-402f-8eca-367072e25be6, host: n-d-838334-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a1cabc35-674e-4c03-91b1-dd81a3cdd379', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '83efe0b5-1afd-433d-b5d0-2eeafbd262d6'}}] {{(pid=84043) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 21:51:12.717553 n-d-838334-2 neutron-server[84043]: DEBUG neutron_lib.callbacks.manager [None req-24795a5a-61e5-470b-be2b-de9939c53aa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:51:12.799983 n-d-838334-2 neutron-server[84043]: DEBUG neutron.plugins.ml2.db [None req-24795a5a-61e5-470b-be2b-de9939c53aa6 None None] For port 00229955-7c9d-402f-8eca-367072e25be6, host n-d-838334-2, cleared binding levels {{(pid=84043) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 21:51:12.802868 n-d-838334-2 neutron-server[84043]: DEBUG neutron.plugins.ml2.db [None req-24795a5a-61e5-470b-be2b-de9939c53aa6 None None] For port 00229955-7c9d-402f-8eca-367072e25be6, host n-d-838334-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838334-2',level=0,port_id=00229955-7c9d-402f-8eca-367072e25be6,segment=NetworkSegment(a1cabc35-674e-4c03-91b1-dd81a3cdd379),segment_id=a1cabc35-674e-4c03-91b1-dd81a3cdd379)] {{(pid=84043) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 21:51:12.807393 n-d-838334-2 neutron-server[84043]: DEBUG neutron_lib.callbacks.manager [None req-24795a5a-61e5-470b-be2b-de9939c53aa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682'] for port, after_update {{(pid=84043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:51:12.889266 n-d-838334-2 neutron-server[84043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a77fad5-b244-4edb-bec8-91d7ba7f8f0f None None] Pushing event updated for resources: {'Port': ['ID=00229955-7c9d-402f-8eca-367072e25be6,revision_number=4']} {{(pid=84043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:51:12.892782 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24795a5a-61e5-470b-be2b-de9939c53aa6 None None] Routers {'b9440143-eb5c-4896-a836-f618c3629f0b'} bound to L3 agent in host n-d-838334-2 {{(pid=84043) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 21:51:12.893367 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.l3_hamode_db [None req-24795a5a-61e5-470b-be2b-de9939c53aa6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838334-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-18T20:25:48Z,description=,heartbeat_timestamp=2022-04-18T21:50:48Z,host='n-d-838334-2',id=bc84d6c9-dd7a-4555-a351-592327b46d5a,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:25:48Z,topic='l3_agent')) {'router_ids': ['b9440143-eb5c-4896-a836-f618c3629f0b'], 'active': True} {{(pid=84043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:51:13.078136 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.l3_dvr_db [None req-24795a5a-61e5-470b-be2b-de9939c53aa6 None None] Set router b9440143-eb5c-4896-a836-f618c3629f0b gateway port host: n-d-838334-2 {{(pid=84043) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 21:51:13.138249 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Device e80467f8-e43a-4375-ab78-ccf59e5fbf93 details requested by agent hyperv_n-h1-838334-2 with host n-h1-838334-2 {{(pid=84042) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 18 21:51:13.299497 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] For port e80467f8-e43a-4375-ab78-ccf59e5fbf93, host n-h1-838334-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838334-2',level=0,port_id=e80467f8-e43a-4375-ab78-ccf59e5fbf93,segment=NetworkSegment(175e1ed3-fcd8-4b76-9d8f-45065abbd730),segment_id=175e1ed3-fcd8-4b76-9d8f-45065abbd730)] {{(pid=84042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:51:13.317082 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Returning: {'device': 'e80467f8-e43a-4375-ab78-ccf59e5fbf93', 'network_id': '0c667796-b879-456c-ac9f-5265de8a97f7', 'port_id': 'e80467f8-e43a-4375-ab78-ccf59e5fbf93', 'mac_address': 'fa:16:3e:24:ea:e8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 353, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7fa156a3-92ab-4625-bc28-74ba8ff23ecd', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84042) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 18 21:51:13.376879 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1b0c9f9-8615-4d4c-9651-4dc0ef9ad199 req-7254fba8-5366-409f-97ce-656d84298f49 tempest-TestShelveInstance-1700047310 tempest-TestShelveInstance-1700047310-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:51:13.378525 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-c1b0c9f9-8615-4d4c-9651-4dc0ef9ad199 req-7254fba8-5366-409f-97ce-656d84298f49 tempest-TestShelveInstance-1700047310 tempest-TestShelveInstance-1700047310-project] 10.222.0.42 "GET /v2.0/ports?device_id=6dd33c2b-fbe8-4247-b1b9-ea02f0df347f HTTP/1.1" status: 200 len: 943 time: 0.0930963 Apr 18 21:51:13.400542 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Device 98aef93c-14ab-4c01-9104-a3617ce0272c up at agent ovs-agent-n-d-838334-2 {{(pid=84042) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 21:51:13.416444 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.l3_hamode_db [None req-24795a5a-61e5-470b-be2b-de9939c53aa6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9440143-eb5c-4896-a836-f618c3629f0b', 'name': 'tempest-TestShelveInstance-326075878-router', 'tenant_id': '4857771118544bd7aae3435d4ebefc02', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'external_fixed_ips': [{'subnet_id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'ip_address': '172.25.8.101'}], 'enable_snat': True}, 'gw_port_id': 'b138b1ae-aede-4631-9cec-5e39beff04e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:50:57Z', 'updated_at': '2022-04-18T21:51:00Z', 'revision_number': 4, 'project_id': '4857771118544bd7aae3435d4ebefc02', 'gw_port': {'id': 'b138b1ae-aede-4631-9cec-5e39beff04e0', 'name': '', 'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:33:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9440143-eb5c-4896-a836-f618c3629f0b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'ip_address': '172.25.8.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:50:57Z', 'updated_at': '2022-04-18T21:51:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838334-2', '_interfaces': [{'id': '00229955-7c9d-402f-8eca-367072e25be6', 'name': '', 'network_id': '83efe0b5-1afd-433d-b5d0-2eeafbd262d6', 'tenant_id': '4857771118544bd7aae3435d4ebefc02', 'mac_address': 'fa:16:3e:41:b3:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b9440143-eb5c-4896-a836-f618c3629f0b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b3e56701-d4fb-4c8d-9889-4c7b46fd1c27', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:50:59Z', 'updated_at': '2022-04-18T21:51:12Z', 'revision_number': 4, 'project_id': '4857771118544bd7aae3435d4ebefc02', 'subnets': [{'id': 'b3e56701-d4fb-4c8d-9889-4c7b46fd1c27', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838334-2', False) {} {{(pid=84043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:51:13.421069 n-d-838334-2 neutron-server[84043]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24795a5a-61e5-470b-be2b-de9939c53aa6 None None] The sync data for ids ['b9440143-eb5c-4896-a836-f618c3629f0b'] in n-d-838334-2 is: [{'id': 'b9440143-eb5c-4896-a836-f618c3629f0b', 'name': 'tempest-TestShelveInstance-326075878-router', 'tenant_id': '4857771118544bd7aae3435d4ebefc02', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'external_fixed_ips': [{'subnet_id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'ip_address': '172.25.8.101'}], 'enable_snat': True}, 'gw_port_id': 'b138b1ae-aede-4631-9cec-5e39beff04e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:50:57Z', 'updated_at': '2022-04-18T21:51:00Z', 'revision_number': 4, 'project_id': '4857771118544bd7aae3435d4ebefc02', 'gw_port': {'id': 'b138b1ae-aede-4631-9cec-5e39beff04e0', 'name': '', 'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:33:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9440143-eb5c-4896-a836-f618c3629f0b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'ip_address': '172.25.8.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:50:57Z', 'updated_at': '2022-04-18T21:51:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838334-2', '_interfaces': [{'id': '00229955-7c9d-402f-8eca-367072e25be6', 'name': '', 'network_id': '83efe0b5-1afd-433d-b5d0-2eeafbd262d6', 'tenant_id': '4857771118544bd7aae3435d4ebefc02', 'mac_address': 'fa:16:3e:41:b3:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b9440143-eb5c-4896-a836-f618c3629f0b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b3e56701-d4fb-4c8d-9889-4c7b46fd1c27', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:50:59Z', 'updated_at': '2022-04-18T21:51:12Z', 'revision_number': 4, 'project_id': '4857771118544bd7aae3435d4ebefc02', 'subnets': [{'id': 'b3e56701-d4fb-4c8d-9889-4c7b46fd1c27', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84043) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 18 21:51:13.432922 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-c1b0c9f9-8615-4d4c-9651-4dc0ef9ad199 req-50980b3d-a9de-41e1-9079-947db1470bda tempest-TestShelveInstance-1700047310 tempest-TestShelveInstance-1700047310-project] 10.222.0.42 "GET /v2.0/security-groups?id=9aa612c2-e689-48b9-a30c-51d54f594a66&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0479443 Apr 18 21:51:13.480425 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:51:13.509271 n-d-838334-2 neutron-server[84042]: DEBUG neutron.notifiers.nova [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e80467f8-e43a-4375-ab78-ccf59e5fbf93 {{(pid=84042) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 18 21:51:13.531781 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] For port e80467f8-e43a-4375-ab78-ccf59e5fbf93, host n-h1-838334-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838334-2',level=0,port_id=e80467f8-e43a-4375-ab78-ccf59e5fbf93,segment=NetworkSegment(175e1ed3-fcd8-4b76-9d8f-45065abbd730),segment_id=175e1ed3-fcd8-4b76-9d8f-45065abbd730)] {{(pid=84042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:51:13.533563 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Provisioning complete for port 98aef93c-14ab-4c01-9104-a3617ce0272c triggered by entity L2. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:51:13.534955 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1253608'] for port, provisioning_complete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:51:13.574588 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682'] for port, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:51:13.683601 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Pushing event updated for resources: {'Port': ['ID=e80467f8-e43a-4375-ab78-ccf59e5fbf93,revision_number=4']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:51:13.794279 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] get_ports_and_sgs() called for port_ids ['e80467f8-e43a-4375-ab78-ccf59e5fbf93'] {{(pid=84042) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 18 21:51:14.640354 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb1f6e6-662c-4d94-82a7-b6f69adda01c req-d140cb96-3eae-42fc-a910-587b45e6cb7f tempest-TestShelveInstance-1700047310 tempest-TestShelveInstance-1700047310-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:51:14.642751 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-7fb1f6e6-662c-4d94-82a7-b6f69adda01c req-d140cb96-3eae-42fc-a910-587b45e6cb7f tempest-TestShelveInstance-1700047310 tempest-TestShelveInstance-1700047310-project] 10.222.0.42 "GET /v2.0/ports?device_id=6dd33c2b-fbe8-4247-b1b9-ea02f0df347f HTTP/1.1" status: 200 len: 944 time: 0.0862069 Apr 18 21:51:14.687462 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-7fb1f6e6-662c-4d94-82a7-b6f69adda01c req-6fb525b6-1bd1-4de6-85b4-f8fd8fbda29c tempest-TestShelveInstance-1700047310 tempest-TestShelveInstance-1700047310-project] 10.222.0.42 "GET /v2.0/security-groups?id=9aa612c2-e689-48b9-a30c-51d54f594a66&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384748 Apr 18 21:51:15.140890 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Device e80467f8-e43a-4375-ab78-ccf59e5fbf93 up at agent hyperv_n-h1-838334-2 {{(pid=84042) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 21:51:15.207215 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Provisioning for port e80467f8-e43a-4375-ab78-ccf59e5fbf93 completed by entity L2. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 21:51:15.212181 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Provisioning complete for port e80467f8-e43a-4375-ab78-ccf59e5fbf93 triggered by entity L2. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:51:15.212543 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1253608'] for port, provisioning_complete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:51:15.326617 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:51:15.354414 n-d-838334-2 neutron-server[84042]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6dd33c2b-fbe8-4247-b1b9-ea02f0df347f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e80467f8-e43a-4375-ab78-ccf59e5fbf93'}] {{(pid=84042) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 21:51:15.364821 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Device 00229955-7c9d-402f-8eca-367072e25be6 up at agent ovs-agent-n-d-838334-2 {{(pid=84042) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 21:51:15.392841 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] For port e80467f8-e43a-4375-ab78-ccf59e5fbf93, host n-h1-838334-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838334-2',level=0,port_id=e80467f8-e43a-4375-ab78-ccf59e5fbf93,segment=NetworkSegment(175e1ed3-fcd8-4b76-9d8f-45065abbd730),segment_id=175e1ed3-fcd8-4b76-9d8f-45065abbd730)] {{(pid=84042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:51:15.403503 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682'] for port, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:51:15.487596 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Pushing event updated for resources: {'Port': ['ID=e80467f8-e43a-4375-ab78-ccf59e5fbf93,revision_number=5']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:51:15.491790 n-d-838334-2 neutron-server[84042]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7c92b6aa-22b7-458c-8daf-8da078fbf960'] response: {'server_uuid': '6dd33c2b-fbe8-4247-b1b9-ea02f0df347f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e80467f8-e43a-4375-ab78-ccf59e5fbf93', 'code': 200} Apr 18 21:51:15.498824 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Provisioning for port 00229955-7c9d-402f-8eca-367072e25be6 completed by entity L2. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 21:51:15.504323 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Provisioning complete for port 00229955-7c9d-402f-8eca-367072e25be6 triggered by entity L2. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:51:15.504690 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1253608'] for port, provisioning_complete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:51:15.618271 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-f201bc03-577d-455e-b349-ca819474923a req-cd09d470-6574-44f4-a53c-2f2c2b1939a5 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=6dd33c2b-fbe8-4247-b1b9-ea02f0df347f HTTP/1.1" status: 200 len: 1096 time: 0.0730438 Apr 18 21:51:15.619979 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:51:15.655197 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] For port 00229955-7c9d-402f-8eca-367072e25be6, host n-d-838334-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838334-2',level=0,port_id=00229955-7c9d-402f-8eca-367072e25be6,segment=NetworkSegment(a1cabc35-674e-4c03-91b1-dd81a3cdd379),segment_id=a1cabc35-674e-4c03-91b1-dd81a3cdd379)] {{(pid=84042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:51:15.660409 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682'] for port, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:51:15.672792 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-f201bc03-577d-455e-b349-ca819474923a req-f13607d4-53e6-4acf-97c8-e1536da20d29 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=9aa612c2-e689-48b9-a30c-51d54f594a66&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0483074 Apr 18 21:51:15.726268 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Pushing event updated for resources: {'Port': ['ID=00229955-7c9d-402f-8eca-367072e25be6,revision_number=5']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:51:15.774826 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-716e7706-375c-492f-b159-a2f5894a6e9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750375287399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253529'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:51:15.882890 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c6e2018-2c94-4f45-b54b-0a4ad3981ad3 req-9bf50815-6ddf-4ecd-a022-beaf6cfea452 tempest-TestShelveInstance-1700047310 tempest-TestShelveInstance-1700047310-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:51:15.884259 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-3c6e2018-2c94-4f45-b54b-0a4ad3981ad3 req-9bf50815-6ddf-4ecd-a022-beaf6cfea452 tempest-TestShelveInstance-1700047310 tempest-TestShelveInstance-1700047310-project] 10.222.0.42 "GET /v2.0/ports?device_id=6dd33c2b-fbe8-4247-b1b9-ea02f0df347f HTTP/1.1" status: 200 len: 945 time: 0.0754669 Apr 18 21:51:15.932146 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-3c6e2018-2c94-4f45-b54b-0a4ad3981ad3 req-e5128139-5ecb-479a-b414-02278ea80efa tempest-TestShelveInstance-1700047310 tempest-TestShelveInstance-1700047310-project] 10.222.0.42 "GET /v2.0/security-groups?id=9aa612c2-e689-48b9-a30c-51d54f594a66&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424604 Apr 18 21:51:17.133584 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e16901ff-dd12-4656-983f-e9b15b55c078 req-1933387a-3e2b-40e7-b387-be3389ec5196 tempest-TestShelveInstance-1700047310 tempest-TestShelveInstance-1700047310-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:51:17.135039 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-e16901ff-dd12-4656-983f-e9b15b55c078 req-1933387a-3e2b-40e7-b387-be3389ec5196 tempest-TestShelveInstance-1700047310 tempest-TestShelveInstance-1700047310-project] 10.222.0.42 "GET /v2.0/ports?device_id=6dd33c2b-fbe8-4247-b1b9-ea02f0df347f HTTP/1.1" status: 200 len: 945 time: 0.0803504 Apr 18 21:51:17.181100 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-e16901ff-dd12-4656-983f-e9b15b55c078 req-e50cfba9-3310-417c-9b9f-afee213c8159 tempest-TestShelveInstance-1700047310 tempest-TestShelveInstance-1700047310-project] 10.222.0.42 "GET /v2.0/security-groups?id=9aa612c2-e689-48b9-a30c-51d54f594a66&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405922 Apr 18 21:51:17.339799 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Device 00229955-7c9d-402f-8eca-367072e25be6 up at agent ovs-agent-n-d-838334-2 {{(pid=84042) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 21:51:17.414472 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Provisioning complete for port 00229955-7c9d-402f-8eca-367072e25be6 triggered by entity L2. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:51:17.414835 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1253608'] for port, provisioning_complete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:51:17.478373 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6bc50ef-1890-44b1-8862-042f0580f70e req-1d0a32b1-3d81-498a-8ff6-350ea9cf8f49 tempest-TestShelveInstance-1700047310 tempest-TestShelveInstance-1700047310-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:51:17.479909 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-b6bc50ef-1890-44b1-8862-042f0580f70e req-1d0a32b1-3d81-498a-8ff6-350ea9cf8f49 tempest-TestShelveInstance-1700047310 tempest-TestShelveInstance-1700047310-project] 10.222.0.42 "GET /v2.0/ports?device_id=6dd33c2b-fbe8-4247-b1b9-ea02f0df347f HTTP/1.1" status: 200 len: 945 time: 0.1807902 Apr 18 21:51:17.526227 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-b6bc50ef-1890-44b1-8862-042f0580f70e req-c6ae4cae-11c6-4c8c-aa1f-e7b95536180a tempest-TestShelveInstance-1700047310 tempest-TestShelveInstance-1700047310-project] 10.222.0.42 "GET /v2.0/security-groups?id=9aa612c2-e689-48b9-a30c-51d54f594a66&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408425 Apr 18 21:51:17.553489 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 42372) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:51:17.689699 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-57e2b6fb-3fa0-49d6-a703-10061d482e22 tempest-TestShelveInstance-1819556053 tempest-TestShelveInstance-1819556053-project-admin] Synchronizing usage tracker for tenant:4857771118544bd7aae3435d4ebefc02 on resource:port {{(pid=84040) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 21:51:17.706674 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-57e2b6fb-3fa0-49d6-a703-10061d482e22 tempest-TestShelveInstance-1819556053 tempest-TestShelveInstance-1819556053-project-admin] Unset dirty status for tenant:4857771118544bd7aae3435d4ebefc02 on resource:port {{(pid=84040) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 21:51:17.708209 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-57e2b6fb-3fa0-49d6-a703-10061d482e22 tempest-TestShelveInstance-1819556053 tempest-TestShelveInstance-1819556053-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=6dd33c2b-fbe8-4247-b1b9-ea02f0df347f HTTP/1.1" status: 200 len: 1091 time: 0.1537576 Apr 18 21:51:17.711238 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 42378) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:51:17.716465 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.v2.base [None req-9883159c-c2cc-4d04-8292-02a01f242d8d tempest-TestShelveInstance-1700047310 tempest-TestShelveInstance-1700047310-project] Request body: {'floatingip': {'floating_network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'port_id': 'e80467f8-e43a-4375-ab78-ccf59e5fbf93', 'tenant_id': '21077c3a160645c8a0da9fdb22f08c69', 'fixed_ip_address': '172.20.0.4'}} {{(pid=84040) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:51:17.722795 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [None req-9883159c-c2cc-4d04-8292-02a01f242d8d tempest-TestShelveInstance-1700047310 tempest-TestShelveInstance-1700047310-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:51:17.726785 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-9883159c-c2cc-4d04-8292-02a01f242d8d tempest-TestShelveInstance-1700047310 tempest-TestShelveInstance-1700047310-project] Usage tracker for resource:floatingip and tenant:21077c3a160645c8a0da9fdb22f08c69 is out of sync, need to count used quota {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:51:17.730008 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-9883159c-c2cc-4d04-8292-02a01f242d8d tempest-TestShelveInstance-1700047310 tempest-TestShelveInstance-1700047310-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:51:17.735588 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [None req-9883159c-c2cc-4d04-8292-02a01f242d8d tempest-TestShelveInstance-1700047310 tempest-TestShelveInstance-1700047310-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:51:17.746061 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-9883159c-c2cc-4d04-8292-02a01f242d8d tempest-TestShelveInstance-1700047310 tempest-TestShelveInstance-1700047310-project] Notify callbacks [] for floatingip, before_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:51:17.884657 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-9883159c-c2cc-4d04-8292-02a01f242d8d tempest-TestShelveInstance-1700047310 tempest-TestShelveInstance-1700047310-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:51:18.022256 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.db_base_plugin_common [None req-9883159c-c2cc-4d04-8292-02a01f242d8d tempest-TestShelveInstance-1700047310 tempest-TestShelveInstance-1700047310-project] Allocated IP 172.25.8.19 (e41b6600-a917-4a8d-b05c-be3be40c6d8c/6b05667b-848e-4356-9b44-d5eb6808ef74/3568cf02-845a-4dd1-9747-64013123edf1) {{(pid=84040) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 21:51:18.029133 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-86ba6756-590b-4e0a-a785-b46270dc8d0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750375287399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253529'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:51:18.168445 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-9883159c-c2cc-4d04-8292-02a01f242d8d tempest-TestShelveInstance-1700047310 tempest-TestShelveInstance-1700047310-project] Notify callbacks [] for port, precommit_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:51:18.195614 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-9883159c-c2cc-4d04-8292-02a01f242d8d tempest-TestShelveInstance-1700047310 tempest-TestShelveInstance-1700047310-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750374836619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32440838'] for port, after_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:51:18.273122 n-d-838334-2 neutron-server[84040]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9883159c-c2cc-4d04-8292-02a01f242d8d tempest-TestShelveInstance-1700047310 tempest-TestShelveInstance-1700047310-project] Network e41b6600-a917-4a8d-b05c-be3be40c6d8c is already hosted by enough agents. {{(pid=84040) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:51:18.274026 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9883159c-c2cc-4d04-8292-02a01f242d8d tempest-TestShelveInstance-1700047310 tempest-TestShelveInstance-1700047310-project] Pushing event updated for resources: {'Port': ['ID=3568cf02-845a-4dd1-9747-64013123edf1,revision_number=1']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:51:18.277574 n-d-838334-2 neutron-server[84040]: DEBUG neutron.scheduler.base_scheduler [None req-9883159c-c2cc-4d04-8292-02a01f242d8d tempest-TestShelveInstance-1700047310 tempest-TestShelveInstance-1700047310-project] Resources bound (agent type, host, resource id): {{(pid=84040) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:51:18.280622 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9883159c-c2cc-4d04-8292-02a01f242d8d tempest-TestShelveInstance-1700047310 tempest-TestShelveInstance-1700047310-project] Received port after_create {{(pid=84040) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 21:51:18.781105 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-9883159c-c2cc-4d04-8292-02a01f242d8d tempest-TestShelveInstance-1700047310 tempest-TestShelveInstance-1700047310-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:51:18.837272 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-9883159c-c2cc-4d04-8292-02a01f242d8d tempest-TestShelveInstance-1700047310 tempest-TestShelveInstance-1700047310-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:51:19.053579 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-9883159c-c2cc-4d04-8292-02a01f242d8d tempest-TestShelveInstance-1700047310 tempest-TestShelveInstance-1700047310-project] Notify callbacks [] for port, precommit_update {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:51:19.058106 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-9883159c-c2cc-4d04-8292-02a01f242d8d tempest-TestShelveInstance-1700047310 tempest-TestShelveInstance-1700047310-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32440959'] for port, after_update {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:51:19.080432 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.agents_db [None req-6346a179-333c-4370-b5a6-936984aeab15 None None] Agent healthcheck: found 7 active agents {{(pid=84043) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 18 21:51:19.167475 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9883159c-c2cc-4d04-8292-02a01f242d8d tempest-TestShelveInstance-1700047310 tempest-TestShelveInstance-1700047310-project] Pushing event updated for resources: {'Port': ['ID=3568cf02-845a-4dd1-9747-64013123edf1,revision_number=2']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:51:19.181019 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-9883159c-c2cc-4d04-8292-02a01f242d8d tempest-TestShelveInstance-1700047310 tempest-TestShelveInstance-1700047310-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33444131'] for floatingip, after_update {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:51:19.215770 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750375287399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253529'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:51:19.471161 n-d-838334-2 neutron-server[84040]: INFO neutron.db.l3_db [None req-9883159c-c2cc-4d04-8292-02a01f242d8d tempest-TestShelveInstance-1700047310 tempest-TestShelveInstance-1700047310-project] Floating IP 662ca397-2613-4169-8721-33a1f774187a associated. External IP: 172.25.8.19, port: e80467f8-e43a-4375-ab78-ccf59e5fbf93. Apr 18 21:51:19.727970 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-414b6ffe-e119-47bc-b18f-bcff1219c2f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750375287399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253529'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:51:19.861747 n-d-838334-2 neutron-server[84040]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9883159c-c2cc-4d04-8292-02a01f242d8d tempest-TestShelveInstance-1700047310 tempest-TestShelveInstance-1700047310-project] Router 012d0ba4-0d6b-479b-b4e9-ca3348bfec12 has already been hosted by L3 agent bc84d6c9-dd7a-4555-a351-592327b46d5a {{(pid=84040) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 21:51:20.061445 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9883159c-c2cc-4d04-8292-02a01f242d8d tempest-TestShelveInstance-1700047310 tempest-TestShelveInstance-1700047310-project] Notify agent at l3_agent.n-d-838334-2 the message routers_updated {{(pid=84040) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 21:51:20.071377 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c84947ff-70d9-4155-9eb4-f81018655626 None None] Sync routers for ids ['012d0ba4-0d6b-479b-b4e9-ca3348bfec12'] in n-d-838334-2 {{(pid=84042) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 18 21:51:20.082734 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c84947ff-70d9-4155-9eb4-f81018655626 None None] Routers {'012d0ba4-0d6b-479b-b4e9-ca3348bfec12'} bound to L3 agent in host n-d-838334-2 {{(pid=84042) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 21:51:20.083379 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_hamode_db [None req-c84947ff-70d9-4155-9eb4-f81018655626 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838334-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-18T20:25:48Z,description=,heartbeat_timestamp=2022-04-18T21:51:18Z,host='n-d-838334-2',id=bc84d6c9-dd7a-4555-a351-592327b46d5a,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:25:48Z,topic='l3_agent')) {'router_ids': ['012d0ba4-0d6b-479b-b4e9-ca3348bfec12'], 'active': True} {{(pid=84042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:51:20.085792 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-9883159c-c2cc-4d04-8292-02a01f242d8d tempest-TestShelveInstance-1700047310 tempest-TestShelveInstance-1700047310-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217293'] for floatingip, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:51:20.143028 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-9883159c-c2cc-4d04-8292-02a01f242d8d tempest-TestShelveInstance-1700047310 tempest-TestShelveInstance-1700047310-project] 10.222.0.42 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.4307327 Apr 18 21:51:20.143733 n-d-838334-2 neutron-server[84040]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6dd33c2b-fbe8-4247-b1b9-ea02f0df347f', 'tag': 'e80467f8-e43a-4375-ab78-ccf59e5fbf93'}] {{(pid=84040) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 21:51:20.207805 n-d-838334-2 neutron-server[84040]: INFO neutron.notifiers.nova [-] Nova event matching ['req-24a79f97-da8e-4267-bea6-2f44ed78e186'] response: {'name': 'network-changed', 'server_uuid': '6dd33c2b-fbe8-4247-b1b9-ea02f0df347f', 'tag': 'e80467f8-e43a-4375-ab78-ccf59e5fbf93', 'status': 'completed', 'code': 200} Apr 18 21:51:20.257300 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_dvr_db [None req-c84947ff-70d9-4155-9eb4-f81018655626 None None] Set router 012d0ba4-0d6b-479b-b4e9-ca3348bfec12 gateway port host: n-d-838334-2 {{(pid=84042) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 21:51:20.297190 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-28125a8c-3a06-4ced-90cd-a049ed84faab req-6f46025b-7bc7-4741-828f-e367fe079bd8 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=21077c3a160645c8a0da9fdb22f08c69&device_id=6dd33c2b-fbe8-4247-b1b9-ea02f0df347f HTTP/1.1" status: 200 len: 1096 time: 0.0684423 Apr 18 21:51:20.429371 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28125a8c-3a06-4ced-90cd-a049ed84faab req-0e32b3dc-2273-4a91-8dd0-d65c9efbb07c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:51:20.430818 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-28125a8c-3a06-4ced-90cd-a049ed84faab req-0e32b3dc-2273-4a91-8dd0-d65c9efbb07c service neutron] 10.222.0.43 "GET /v2.0/networks?id=0c667796-b879-456c-ac9f-5265de8a97f7 HTTP/1.1" status: 200 len: 910 time: 0.1285517 Apr 18 21:51:20.533904 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-28125a8c-3a06-4ced-90cd-a049ed84faab req-028a3262-ca09-4ec3-b6f5-c2d4f28a316f service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e80467f8-e43a-4375-ab78-ccf59e5fbf93 HTTP/1.1" status: 200 len: 998 time: 0.0970540 Apr 18 21:51:20.595610 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28125a8c-3a06-4ced-90cd-a049ed84faab req-746522e9-f91c-4fc7-98b9-ee6f6c34019a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:51:20.597088 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-28125a8c-3a06-4ced-90cd-a049ed84faab req-746522e9-f91c-4fc7-98b9-ee6f6c34019a service neutron] 10.222.0.43 "GET /v2.0/subnets?id=7fa156a3-92ab-4625-bc28-74ba8ff23ecd HTTP/1.1" status: 200 len: 848 time: 0.0578110 Apr 18 21:51:20.641970 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_hamode_db [None req-c84947ff-70d9-4155-9eb4-f81018655626 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '012d0ba4-0d6b-479b-b4e9-ca3348bfec12', 'name': 'tempest-TestShelveInstance-1825929545-router', 'tenant_id': '21077c3a160645c8a0da9fdb22f08c69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'external_fixed_ips': [{'subnet_id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'ip_address': '172.25.8.190'}], 'enable_snat': True}, 'gw_port_id': 'f9133ee7-f189-4a3a-957b-b0a456f34f7b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:50:50Z', 'updated_at': '2022-04-18T21:50:54Z', 'revision_number': 4, 'project_id': '21077c3a160645c8a0da9fdb22f08c69', 'gw_port': {'id': 'f9133ee7-f189-4a3a-957b-b0a456f34f7b', 'name': '', 'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:a3:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '012d0ba4-0d6b-479b-b4e9-ca3348bfec12', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'ip_address': '172.25.8.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:50:51Z', 'updated_at': '2022-04-18T21:50:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838334-2', '_floatingips': [{'id': '662ca397-2613-4169-8721-33a1f774187a', 'tenant_id': '21077c3a160645c8a0da9fdb22f08c69', 'floating_ip_address': '172.25.8.19', 'floating_network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'router_id': '012d0ba4-0d6b-479b-b4e9-ca3348bfec12', 'port_id': 'e80467f8-e43a-4375-ab78-ccf59e5fbf93', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0c667796-b879-456c-ac9f-5265de8a97f7', 'mac_address': 'fa:16:3e:24:ea:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6dd33c2b-fbe8-4247-b1b9-ea02f0df347f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T21:51:18Z', 'updated_at': '2022-04-18T21:51:18Z', 'revision_number': 0, 'project_id': '21077c3a160645c8a0da9fdb22f08c69', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '98aef93c-14ab-4c01-9104-a3617ce0272c', 'name': '', 'network_id': '0c667796-b879-456c-ac9f-5265de8a97f7', 'tenant_id': '21077c3a160645c8a0da9fdb22f08c69', 'mac_address': 'fa:16:3e:05:7a:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '012d0ba4-0d6b-479b-b4e9-ca3348bfec12', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7fa156a3-92ab-4625-bc28-74ba8ff23ecd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:50:53Z', 'updated_at': '2022-04-18T21:51:11Z', 'revision_number': 5, 'project_id': '21077c3a160645c8a0da9fdb22f08c69', 'subnets': [{'id': '7fa156a3-92ab-4625-bc28-74ba8ff23ecd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838334-2', False) {} {{(pid=84042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:51:20.646493 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c84947ff-70d9-4155-9eb4-f81018655626 None None] Checking router: 012d0ba4-0d6b-479b-b4e9-ca3348bfec12 for host: n-d-838334-2 {{(pid=84042) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 18 21:51:20.657078 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c84947ff-70d9-4155-9eb4-f81018655626 None None] Routers {'012d0ba4-0d6b-479b-b4e9-ca3348bfec12'} bound to L3 agent in host n-d-838334-2 {{(pid=84042) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 21:51:20.657680 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_hamode_db [None req-c84947ff-70d9-4155-9eb4-f81018655626 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838334-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-18T20:25:48Z,description=,heartbeat_timestamp=2022-04-18T21:51:18Z,host='n-d-838334-2',id=bc84d6c9-dd7a-4555-a351-592327b46d5a,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:25:48Z,topic='l3_agent')) {'router_ids': ['012d0ba4-0d6b-479b-b4e9-ca3348bfec12'], 'active': True} {{(pid=84042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:51:20.676411 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-28125a8c-3a06-4ced-90cd-a049ed84faab req-cf5c3786-6430-413b-98fb-d6be9248af87 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=0c667796-b879-456c-ac9f-5265de8a97f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0725975 Apr 18 21:51:20.807358 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-28125a8c-3a06-4ced-90cd-a049ed84faab req-94c6bf30-69a0-45d5-964e-3612d699751f service neutron] 10.222.0.43 "GET /v2.0/networks/0c667796-b879-456c-ac9f-5265de8a97f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1253316 Apr 18 21:51:20.818368 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-c7521a90-7d65-4e2e-842c-ca5d95e9a89c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750375287399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253529'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:51:20.850147 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_dvr_db [None req-c84947ff-70d9-4155-9eb4-f81018655626 None None] Set router 012d0ba4-0d6b-479b-b4e9-ca3348bfec12 gateway port host: n-d-838334-2 {{(pid=84042) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 21:51:21.051415 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-28125a8c-3a06-4ced-90cd-a049ed84faab req-43f36878-774f-41d9-9278-15ce39bdbec0 service neutron] 10.222.0.43 "GET /v2.0/networks/0c667796-b879-456c-ac9f-5265de8a97f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2380629 Apr 18 21:51:21.200970 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_hamode_db [None req-c84947ff-70d9-4155-9eb4-f81018655626 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '012d0ba4-0d6b-479b-b4e9-ca3348bfec12', 'name': 'tempest-TestShelveInstance-1825929545-router', 'tenant_id': '21077c3a160645c8a0da9fdb22f08c69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'external_fixed_ips': [{'subnet_id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'ip_address': '172.25.8.190'}], 'enable_snat': True}, 'gw_port_id': 'f9133ee7-f189-4a3a-957b-b0a456f34f7b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:50:50Z', 'updated_at': '2022-04-18T21:50:54Z', 'revision_number': 4, 'project_id': '21077c3a160645c8a0da9fdb22f08c69', 'gw_port': {'id': 'f9133ee7-f189-4a3a-957b-b0a456f34f7b', 'name': '', 'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:a3:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '012d0ba4-0d6b-479b-b4e9-ca3348bfec12', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'ip_address': '172.25.8.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:50:51Z', 'updated_at': '2022-04-18T21:50:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838334-2', '_floatingips': [{'id': '662ca397-2613-4169-8721-33a1f774187a', 'tenant_id': '21077c3a160645c8a0da9fdb22f08c69', 'floating_ip_address': '172.25.8.19', 'floating_network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'router_id': '012d0ba4-0d6b-479b-b4e9-ca3348bfec12', 'port_id': 'e80467f8-e43a-4375-ab78-ccf59e5fbf93', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0c667796-b879-456c-ac9f-5265de8a97f7', 'mac_address': 'fa:16:3e:24:ea:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6dd33c2b-fbe8-4247-b1b9-ea02f0df347f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T21:51:18Z', 'updated_at': '2022-04-18T21:51:18Z', 'revision_number': 0, 'project_id': '21077c3a160645c8a0da9fdb22f08c69', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '98aef93c-14ab-4c01-9104-a3617ce0272c', 'name': '', 'network_id': '0c667796-b879-456c-ac9f-5265de8a97f7', 'tenant_id': '21077c3a160645c8a0da9fdb22f08c69', 'mac_address': 'fa:16:3e:05:7a:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '012d0ba4-0d6b-479b-b4e9-ca3348bfec12', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7fa156a3-92ab-4625-bc28-74ba8ff23ecd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:50:53Z', 'updated_at': '2022-04-18T21:51:11Z', 'revision_number': 5, 'project_id': '21077c3a160645c8a0da9fdb22f08c69', 'subnets': [{'id': '7fa156a3-92ab-4625-bc28-74ba8ff23ecd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838334-2', False) {} {{(pid=84042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:51:21.204733 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c84947ff-70d9-4155-9eb4-f81018655626 None None] The sync data for ids ['012d0ba4-0d6b-479b-b4e9-ca3348bfec12'] in n-d-838334-2 is: [{'id': '012d0ba4-0d6b-479b-b4e9-ca3348bfec12', 'name': 'tempest-TestShelveInstance-1825929545-router', 'tenant_id': '21077c3a160645c8a0da9fdb22f08c69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'external_fixed_ips': [{'subnet_id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'ip_address': '172.25.8.190'}], 'enable_snat': True}, 'gw_port_id': 'f9133ee7-f189-4a3a-957b-b0a456f34f7b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:50:50Z', 'updated_at': '2022-04-18T21:50:54Z', 'revision_number': 4, 'project_id': '21077c3a160645c8a0da9fdb22f08c69', 'gw_port': {'id': 'f9133ee7-f189-4a3a-957b-b0a456f34f7b', 'name': '', 'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:a3:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '012d0ba4-0d6b-479b-b4e9-ca3348bfec12', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'ip_address': '172.25.8.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:50:51Z', 'updated_at': '2022-04-18T21:50:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838334-2', '_floatingips': [{'id': '662ca397-2613-4169-8721-33a1f774187a', 'tenant_id': '21077c3a160645c8a0da9fdb22f08c69', 'floating_ip_address': '172.25.8.19', 'floating_network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'router_id': '012d0ba4-0d6b-479b-b4e9-ca3348bfec12', 'port_id': 'e80467f8-e43a-4375-ab78-ccf59e5fbf93', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0c667796-b879-456c-ac9f-5265de8a97f7', 'mac_address': 'fa:16:3e:24:ea:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6dd33c2b-fbe8-4247-b1b9-ea02f0df347f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T21:51:18Z', 'updated_at': '2022-04-18T21:51:18Z', 'revision_number': 0, 'project_id': '21077c3a160645c8a0da9fdb22f08c69', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '98aef93c-14ab-4c01-9104-a3617ce0272c', 'name': '', 'network_id': '0c667796-b879-456c-ac9f-5265de8a97f7', 'tenant_id': '21077c3a160645c8a0da9fdb22f08c69', 'mac_address': 'fa:16:3e:05:7a:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '012d0ba4-0d6b-479b-b4e9-ca3348bfec12', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7fa156a3-92ab-4625-bc28-74ba8ff23ecd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:50:53Z', 'updated_at': '2022-04-18T21:51:11Z', 'revision_number': 5, 'project_id': '21077c3a160645c8a0da9fdb22f08c69', 'subnets': [{'id': '7fa156a3-92ab-4625-bc28-74ba8ff23ecd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84042) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 18 21:51:30.247921 n-d-838334-2 neutron-server[84043]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6c3ae53-818a-4376-ad1c-8e408337c122 None None] New status for floating IP 662ca397-2613-4169-8721-33a1f774187a: ACTIVE {{(pid=84043) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Apr 18 21:51:30.311478 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750375287399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253529'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:51:34.399799 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750375287399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253529'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:51:35.607075 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [req-374bad30-b395-4dcd-9e41-dbf94d50d986 req-4c79e96f-30cf-466d-8208-68f3eaba5a06 service neutron] (84041) timed out ('10.222.0.42', 36852) {{(pid=84041) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Apr 18 21:51:45.776978 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-48097434-31e4-4535-a12c-e4d509804140 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750375287399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253529'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:51:48.031120 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-5c680af4-09c1-4a5f-957c-3fdd8eac48ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750375287399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253529'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:51:49.207902 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750375287399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253529'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:51:49.731945 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-414b6ffe-e119-47bc-b18f-bcff1219c2f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750375287399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253529'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:51:50.809430 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-c7521a90-7d65-4e2e-842c-ca5d95e9a89c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750375287399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253529'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:51:56.080148 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.agents_db [None req-6346a179-333c-4370-b5a6-936984aeab15 None None] Agent healthcheck: found 7 active agents {{(pid=84043) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 18 21:52:00.298462 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750375287399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253529'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:52:04.414239 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750375287399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253529'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:52:11.217055 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-61cb5390-7ff8-4b3e-be79-ae911a6c0ad8 req-6708b44c-e9be-4c2a-85a2-6153c3f71939 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=6dd33c2b-fbe8-4247-b1b9-ea02f0df347f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0663872 Apr 18 21:52:11.373037 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-61cb5390-7ff8-4b3e-be79-ae911a6c0ad8 req-4d5fcd5a-d3cf-46e4-8209-a331396a5df7 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=21077c3a160645c8a0da9fdb22f08c69&device_id=6dd33c2b-fbe8-4247-b1b9-ea02f0df347f HTTP/1.1" status: 200 len: 1096 time: 0.0694072 Apr 18 21:52:11.513812 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61cb5390-7ff8-4b3e-be79-ae911a6c0ad8 req-d07a8559-2ef4-435f-bf36-cf895bf9c812 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:52:11.515211 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-61cb5390-7ff8-4b3e-be79-ae911a6c0ad8 req-d07a8559-2ef4-435f-bf36-cf895bf9c812 service neutron] 10.222.0.43 "GET /v2.0/networks?id=0c667796-b879-456c-ac9f-5265de8a97f7 HTTP/1.1" status: 200 len: 910 time: 0.1231499 Apr 18 21:52:11.611935 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-61cb5390-7ff8-4b3e-be79-ae911a6c0ad8 req-4ffe7938-e3d9-49cc-bfbb-8ba9755c9cad service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e80467f8-e43a-4375-ab78-ccf59e5fbf93 HTTP/1.1" status: 200 len: 1000 time: 0.0908084 Apr 18 21:52:11.674828 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61cb5390-7ff8-4b3e-be79-ae911a6c0ad8 req-f27dcd34-5e63-46c5-8999-49497431e0e8 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:52:11.676286 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-61cb5390-7ff8-4b3e-be79-ae911a6c0ad8 req-f27dcd34-5e63-46c5-8999-49497431e0e8 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=7fa156a3-92ab-4625-bc28-74ba8ff23ecd HTTP/1.1" status: 200 len: 848 time: 0.0594375 Apr 18 21:52:11.747844 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-61cb5390-7ff8-4b3e-be79-ae911a6c0ad8 req-6cfe6b2e-cad1-4031-9d90-515612fd4272 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=0c667796-b879-456c-ac9f-5265de8a97f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0656714 Apr 18 21:52:11.875336 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-61cb5390-7ff8-4b3e-be79-ae911a6c0ad8 req-7437e4c8-62af-4d6b-92cd-c4b76528ff1d service neutron] 10.222.0.43 "GET /v2.0/networks/0c667796-b879-456c-ac9f-5265de8a97f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1210699 Apr 18 21:52:12.010323 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-61cb5390-7ff8-4b3e-be79-ae911a6c0ad8 req-bd80e416-d39d-427b-a62e-3bb13f8ca506 service neutron] 10.222.0.43 "GET /v2.0/networks/0c667796-b879-456c-ac9f-5265de8a97f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1292446 Apr 18 21:52:15.779726 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-db951a12-5cd4-4d86-b029-5368e3d295f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750375287399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253529'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:52:18.032420 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-bcd38b75-2db4-4661-8c94-7b57532b287b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750375287399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253529'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:52:19.211709 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750375287399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253529'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:52:19.734154 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-414b6ffe-e119-47bc-b18f-bcff1219c2f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750375287399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253529'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:52:20.814487 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-c7521a90-7d65-4e2e-842c-ca5d95e9a89c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750375287399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253529'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:52:30.317513 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750375287399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253529'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:52:33.079998 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.agents_db [None req-6346a179-333c-4370-b5a6-936984aeab15 None None] Agent healthcheck: found 7 active agents {{(pid=84043) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 18 21:52:34.429539 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750375287399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253529'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:52:45.783452 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-cb931f34-1a29-4fd9-b700-7bf3b2b25485 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750375287399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253529'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:52:48.033732 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-a4f36be6-7e77-4849-8df3-4672b905a946 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750375287399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253529'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:52:49.215118 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750375287399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253529'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:52:49.737242 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-414b6ffe-e119-47bc-b18f-bcff1219c2f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750375287399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253529'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:52:50.816266 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-c7521a90-7d65-4e2e-842c-ca5d95e9a89c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750375287399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253529'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:53:00.320727 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750375287399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253529'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:53:04.432227 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750375287399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253529'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:53:10.080529 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.agents_db [None req-6346a179-333c-4370-b5a6-936984aeab15 None None] Agent healthcheck: found 7 active agents {{(pid=84043) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 18 21:53:13.285701 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-6b1c34ea-6d1a-4115-9f56-fb5a96765d21 req-61915022-39ef-488f-8e82-50d052bf3cb0 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=6dd33c2b-fbe8-4247-b1b9-ea02f0df347f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1377778 Apr 18 21:53:13.422320 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-6b1c34ea-6d1a-4115-9f56-fb5a96765d21 req-eaee847d-98ed-4481-8cea-7989d8e9cf1a service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=21077c3a160645c8a0da9fdb22f08c69&device_id=6dd33c2b-fbe8-4247-b1b9-ea02f0df347f HTTP/1.1" status: 200 len: 1096 time: 0.0680733 Apr 18 21:53:13.564644 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b1c34ea-6d1a-4115-9f56-fb5a96765d21 req-0d8349ef-1b93-4c39-b5ea-6e9979007895 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:53:13.566559 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-6b1c34ea-6d1a-4115-9f56-fb5a96765d21 req-0d8349ef-1b93-4c39-b5ea-6e9979007895 service neutron] 10.222.0.43 "GET /v2.0/networks?id=0c667796-b879-456c-ac9f-5265de8a97f7 HTTP/1.1" status: 200 len: 910 time: 0.1256618 Apr 18 21:53:13.669648 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-6b1c34ea-6d1a-4115-9f56-fb5a96765d21 req-87a0217a-cea5-4102-a169-6cee14fcfd09 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e80467f8-e43a-4375-ab78-ccf59e5fbf93 HTTP/1.1" status: 200 len: 1000 time: 0.0973470 Apr 18 21:53:13.732199 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b1c34ea-6d1a-4115-9f56-fb5a96765d21 req-637bb2e6-6ca3-46b7-a001-737df39f7ce1 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:53:13.733615 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-6b1c34ea-6d1a-4115-9f56-fb5a96765d21 req-637bb2e6-6ca3-46b7-a001-737df39f7ce1 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=7fa156a3-92ab-4625-bc28-74ba8ff23ecd HTTP/1.1" status: 200 len: 848 time: 0.0586226 Apr 18 21:53:13.809717 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-6b1c34ea-6d1a-4115-9f56-fb5a96765d21 req-aaa727c0-775d-4f53-99c5-a05bed62ea1d service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=0c667796-b879-456c-ac9f-5265de8a97f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0698755 Apr 18 21:53:13.819755 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [req-6b1c34ea-6d1a-4115-9f56-fb5a96765d21 req-aa8d30f6-e66f-44d6-ba97-6bdbe6b4805a service neutron] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=84040) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 18 21:53:13.820603 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-6b1c34ea-6d1a-4115-9f56-fb5a96765d21 req-aa8d30f6-e66f-44d6-ba97-6bdbe6b4805a service neutron] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0047898 Apr 18 21:53:13.951804 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-6b1c34ea-6d1a-4115-9f56-fb5a96765d21 req-93acbf4e-a46c-4bc0-949c-66160b9147ad service neutron] 10.222.0.43 "GET /v2.0/networks/0c667796-b879-456c-ac9f-5265de8a97f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1242318 Apr 18 21:53:14.182001 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-6b1c34ea-6d1a-4115-9f56-fb5a96765d21 req-d0b787ac-bdae-448e-bfdc-d5b02ea8a12f service neutron] 10.222.0.43 "GET /v2.0/networks/0c667796-b879-456c-ac9f-5265de8a97f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2242322 Apr 18 21:53:14.508631 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e690064f-441b-4651-83b9-08096fb9fecb req-872e3769-29c8-4309-b37f-2994ea6aa2d4 tempest-TestShelveInstance-1700047310 tempest-TestShelveInstance-1700047310-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:53:14.509983 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-e690064f-441b-4651-83b9-08096fb9fecb req-872e3769-29c8-4309-b37f-2994ea6aa2d4 tempest-TestShelveInstance-1700047310 tempest-TestShelveInstance-1700047310-project] 10.222.0.42 "GET /v2.0/ports?device_id=6dd33c2b-fbe8-4247-b1b9-ea02f0df347f HTTP/1.1" status: 200 len: 945 time: 0.0828760 Apr 18 21:53:14.557293 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-e690064f-441b-4651-83b9-08096fb9fecb req-693359d5-a3fa-475e-9e54-fd9a67ce6902 tempest-TestShelveInstance-1700047310 tempest-TestShelveInstance-1700047310-project] 10.222.0.42 "GET /v2.0/security-groups?id=9aa612c2-e689-48b9-a30c-51d54f594a66&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418410 Apr 18 21:53:15.765425 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-604b159e-4c5f-487d-97f7-aeb0b03e6bc0 req-12b44aee-b45e-4601-b831-b89a19691a17 tempest-TestShelveInstance-1700047310 tempest-TestShelveInstance-1700047310-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:53:15.766939 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-604b159e-4c5f-487d-97f7-aeb0b03e6bc0 req-12b44aee-b45e-4601-b831-b89a19691a17 tempest-TestShelveInstance-1700047310 tempest-TestShelveInstance-1700047310-project] 10.222.0.42 "GET /v2.0/ports?device_id=6dd33c2b-fbe8-4247-b1b9-ea02f0df347f HTTP/1.1" status: 200 len: 945 time: 0.0837755 Apr 18 21:53:15.785673 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-91f3a753-a99c-445f-b646-8ba1bb0e8bc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750375287399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253529'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:53:15.813773 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-604b159e-4c5f-487d-97f7-aeb0b03e6bc0 req-21b3b7d5-ab6e-4a8c-9059-2f7aaef02026 tempest-TestShelveInstance-1700047310 tempest-TestShelveInstance-1700047310-project] 10.222.0.42 "GET /v2.0/security-groups?id=9aa612c2-e689-48b9-a30c-51d54f594a66&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413411 Apr 18 21:53:17.036527 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f13e4970-4ac4-44b4-8dc1-a87f14960877 req-a2e382f4-8e74-4239-951d-02ed86a47ff1 tempest-TestShelveInstance-1700047310 tempest-TestShelveInstance-1700047310-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:53:17.037961 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-f13e4970-4ac4-44b4-8dc1-a87f14960877 req-a2e382f4-8e74-4239-951d-02ed86a47ff1 tempest-TestShelveInstance-1700047310 tempest-TestShelveInstance-1700047310-project] 10.222.0.42 "GET /v2.0/ports?device_id=6dd33c2b-fbe8-4247-b1b9-ea02f0df347f HTTP/1.1" status: 200 len: 945 time: 0.0778766 Apr 18 21:53:17.083238 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-f13e4970-4ac4-44b4-8dc1-a87f14960877 req-8c6a577c-843b-410b-b2ad-5d09530978b1 tempest-TestShelveInstance-1700047310 tempest-TestShelveInstance-1700047310-project] 10.222.0.42 "GET /v2.0/security-groups?id=9aa612c2-e689-48b9-a30c-51d54f594a66&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394080 Apr 18 21:53:18.036436 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-863ae9f9-c953-4468-8381-634e1ecb3acb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750375287399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253529'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:53:18.283486 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-081e97a9-cf7f-435a-a0ab-289a2bd9ee1a req-10876b8a-0a3b-4474-afba-5e739cf2e731 tempest-TestShelveInstance-1700047310 tempest-TestShelveInstance-1700047310-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:53:18.285597 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-081e97a9-cf7f-435a-a0ab-289a2bd9ee1a req-10876b8a-0a3b-4474-afba-5e739cf2e731 tempest-TestShelveInstance-1700047310 tempest-TestShelveInstance-1700047310-project] 10.222.0.42 "GET /v2.0/ports?device_id=6dd33c2b-fbe8-4247-b1b9-ea02f0df347f HTTP/1.1" status: 200 len: 945 time: 0.0802207 Apr 18 21:53:18.331146 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-081e97a9-cf7f-435a-a0ab-289a2bd9ee1a req-53167809-5d80-4605-abc5-8ca362384aa9 tempest-TestShelveInstance-1700047310 tempest-TestShelveInstance-1700047310-project] 10.222.0.42 "GET /v2.0/security-groups?id=9aa612c2-e689-48b9-a30c-51d54f594a66&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400407 Apr 18 21:53:19.218010 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750375287399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253529'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:53:19.527336 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9669cb8-4e40-4921-a0f9-2e5a24ec2db2 req-90543287-e3ab-495d-851d-e7efcd27ced9 tempest-TestShelveInstance-1700047310 tempest-TestShelveInstance-1700047310-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:53:19.528823 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-d9669cb8-4e40-4921-a0f9-2e5a24ec2db2 req-90543287-e3ab-495d-851d-e7efcd27ced9 tempest-TestShelveInstance-1700047310 tempest-TestShelveInstance-1700047310-project] 10.222.0.42 "GET /v2.0/ports?device_id=6dd33c2b-fbe8-4247-b1b9-ea02f0df347f HTTP/1.1" status: 200 len: 945 time: 0.0754371 Apr 18 21:53:19.577754 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-d9669cb8-4e40-4921-a0f9-2e5a24ec2db2 req-6a62afea-cfd5-4929-9c0a-019e0a865af2 tempest-TestShelveInstance-1700047310 tempest-TestShelveInstance-1700047310-project] 10.222.0.42 "GET /v2.0/security-groups?id=9aa612c2-e689-48b9-a30c-51d54f594a66&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434918 Apr 18 21:53:19.740393 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-414b6ffe-e119-47bc-b18f-bcff1219c2f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750375287399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253529'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:53:20.779517 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ceba037-c920-4b8d-842e-126ff543eae4 req-409bf4d9-16a3-4457-826b-14b9cb16490c tempest-TestShelveInstance-1700047310 tempest-TestShelveInstance-1700047310-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:53:20.780990 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-6ceba037-c920-4b8d-842e-126ff543eae4 req-409bf4d9-16a3-4457-826b-14b9cb16490c tempest-TestShelveInstance-1700047310 tempest-TestShelveInstance-1700047310-project] 10.222.0.42 "GET /v2.0/ports?device_id=6dd33c2b-fbe8-4247-b1b9-ea02f0df347f HTTP/1.1" status: 200 len: 945 time: 0.0789723 Apr 18 21:53:20.821847 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-c7521a90-7d65-4e2e-842c-ca5d95e9a89c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750375287399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253529'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:53:20.832577 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-6ceba037-c920-4b8d-842e-126ff543eae4 req-053229dd-4c24-41f4-8fae-c8bdfcb40cd4 tempest-TestShelveInstance-1700047310 tempest-TestShelveInstance-1700047310-project] 10.222.0.42 "GET /v2.0/security-groups?id=9aa612c2-e689-48b9-a30c-51d54f594a66&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448236 Apr 18 21:53:22.034832 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c2de22f-65e6-4b41-81bd-41ac81914538 req-a39c949f-37f4-46e0-bf40-4bdda143c794 tempest-TestShelveInstance-1700047310 tempest-TestShelveInstance-1700047310-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:53:22.036545 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-9c2de22f-65e6-4b41-81bd-41ac81914538 req-a39c949f-37f4-46e0-bf40-4bdda143c794 tempest-TestShelveInstance-1700047310 tempest-TestShelveInstance-1700047310-project] 10.222.0.42 "GET /v2.0/ports?device_id=6dd33c2b-fbe8-4247-b1b9-ea02f0df347f HTTP/1.1" status: 200 len: 945 time: 0.0843756 Apr 18 21:53:22.081003 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-9c2de22f-65e6-4b41-81bd-41ac81914538 req-536cef47-a7dd-4edf-98d8-1ea6c90479d4 tempest-TestShelveInstance-1700047310 tempest-TestShelveInstance-1700047310-project] 10.222.0.42 "GET /v2.0/security-groups?id=9aa612c2-e689-48b9-a30c-51d54f594a66&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390375 Apr 18 21:53:23.278561 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09dbec1c-e5db-49e8-b635-45bffb9f666d req-d202424c-3477-416d-a835-f9190ef9271b tempest-TestShelveInstance-1700047310 tempest-TestShelveInstance-1700047310-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:53:23.280032 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-09dbec1c-e5db-49e8-b635-45bffb9f666d req-d202424c-3477-416d-a835-f9190ef9271b tempest-TestShelveInstance-1700047310 tempest-TestShelveInstance-1700047310-project] 10.222.0.42 "GET /v2.0/ports?device_id=6dd33c2b-fbe8-4247-b1b9-ea02f0df347f HTTP/1.1" status: 200 len: 945 time: 0.0782897 Apr 18 21:53:23.325088 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-09dbec1c-e5db-49e8-b635-45bffb9f666d req-ead2268d-1eae-424a-a49e-c880af379a44 tempest-TestShelveInstance-1700047310 tempest-TestShelveInstance-1700047310-project] 10.222.0.42 "GET /v2.0/security-groups?id=9aa612c2-e689-48b9-a30c-51d54f594a66&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388706 Apr 18 21:53:24.525981 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1781b533-3e03-4953-bd7b-8ba98b093260 req-0c11f47c-b71d-4952-8687-b369cf5aeea2 tempest-TestShelveInstance-1700047310 tempest-TestShelveInstance-1700047310-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:53:24.527417 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-1781b533-3e03-4953-bd7b-8ba98b093260 req-0c11f47c-b71d-4952-8687-b369cf5aeea2 tempest-TestShelveInstance-1700047310 tempest-TestShelveInstance-1700047310-project] 10.222.0.42 "GET /v2.0/ports?device_id=6dd33c2b-fbe8-4247-b1b9-ea02f0df347f HTTP/1.1" status: 200 len: 945 time: 0.0807614 Apr 18 21:53:24.572236 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-1781b533-3e03-4953-bd7b-8ba98b093260 req-2dab5737-63aa-43a7-a580-96e1f838efbe tempest-TestShelveInstance-1700047310 tempest-TestShelveInstance-1700047310-project] 10.222.0.42 "GET /v2.0/security-groups?id=9aa612c2-e689-48b9-a30c-51d54f594a66&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393889 Apr 18 21:53:25.767133 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25f1e0aa-7703-4377-bd74-b218325fff94 req-e43b9009-e895-4888-a577-9237db223797 tempest-TestShelveInstance-1700047310 tempest-TestShelveInstance-1700047310-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:53:25.768583 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-25f1e0aa-7703-4377-bd74-b218325fff94 req-e43b9009-e895-4888-a577-9237db223797 tempest-TestShelveInstance-1700047310 tempest-TestShelveInstance-1700047310-project] 10.222.0.42 "GET /v2.0/ports?device_id=6dd33c2b-fbe8-4247-b1b9-ea02f0df347f HTTP/1.1" status: 200 len: 945 time: 0.0749526 Apr 18 21:53:25.790685 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Device e80467f8-e43a-4375-ab78-ccf59e5fbf93 details requested by agent hyperv_n-h1-838334-2 with host n-h1-838334-2 {{(pid=84042) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 18 21:53:25.818482 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-25f1e0aa-7703-4377-bd74-b218325fff94 req-56cb4d07-d890-490d-81ed-88918cc62c87 tempest-TestShelveInstance-1700047310 tempest-TestShelveInstance-1700047310-project] 10.222.0.42 "GET /v2.0/security-groups?id=9aa612c2-e689-48b9-a30c-51d54f594a66&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436003 Apr 18 21:53:25.921900 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] For port e80467f8-e43a-4375-ab78-ccf59e5fbf93, host n-h1-838334-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838334-2',level=0,port_id=e80467f8-e43a-4375-ab78-ccf59e5fbf93,segment=NetworkSegment(175e1ed3-fcd8-4b76-9d8f-45065abbd730),segment_id=175e1ed3-fcd8-4b76-9d8f-45065abbd730)] {{(pid=84042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:53:25.935081 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Returning: {'device': 'e80467f8-e43a-4375-ab78-ccf59e5fbf93', 'network_id': '0c667796-b879-456c-ac9f-5265de8a97f7', 'port_id': 'e80467f8-e43a-4375-ab78-ccf59e5fbf93', 'mac_address': 'fa:16:3e:24:ea:e8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 353, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7fa156a3-92ab-4625-bc28-74ba8ff23ecd', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84042) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 18 21:53:25.987328 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:53:26.005619 n-d-838334-2 neutron-server[84042]: DEBUG neutron.notifiers.nova [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id e80467f8-e43a-4375-ab78-ccf59e5fbf93 {{(pid=84042) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 18 21:53:26.020168 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] For port e80467f8-e43a-4375-ab78-ccf59e5fbf93, host n-h1-838334-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838334-2',level=0,port_id=e80467f8-e43a-4375-ab78-ccf59e5fbf93,segment=NetworkSegment(175e1ed3-fcd8-4b76-9d8f-45065abbd730),segment_id=175e1ed3-fcd8-4b76-9d8f-45065abbd730)] {{(pid=84042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:53:26.024623 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682'] for port, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:53:26.095153 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Pushing event updated for resources: {'Port': ['ID=e80467f8-e43a-4375-ab78-ccf59e5fbf93,revision_number=6']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:53:26.104598 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] get_ports_and_sgs() called for port_ids ['e80467f8-e43a-4375-ab78-ccf59e5fbf93'] {{(pid=84042) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 18 21:53:26.172797 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:53:26.173058 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:53:26.173364 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:53:26.173692 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:53:26.174018 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:53:26.174341 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:53:26.174660 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:53:26.174978 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:53:26.176026 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:53:26.176379 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:53:26.176680 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:53:27.020397 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a563703-ea2f-4888-95d7-5f2eafff3856 req-a316e452-18a7-4975-b006-944add8814a4 tempest-TestShelveInstance-1700047310 tempest-TestShelveInstance-1700047310-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:53:27.021927 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-2a563703-ea2f-4888-95d7-5f2eafff3856 req-a316e452-18a7-4975-b006-944add8814a4 tempest-TestShelveInstance-1700047310 tempest-TestShelveInstance-1700047310-project] 10.222.0.42 "GET /v2.0/ports?device_id=6dd33c2b-fbe8-4247-b1b9-ea02f0df347f HTTP/1.1" status: 200 len: 944 time: 0.0829856 Apr 18 21:53:27.076759 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-2a563703-ea2f-4888-95d7-5f2eafff3856 req-0fd57036-c08e-47e4-ab13-0b1f72992ba1 tempest-TestShelveInstance-1700047310 tempest-TestShelveInstance-1700047310-project] 10.222.0.42 "GET /v2.0/security-groups?id=9aa612c2-e689-48b9-a30c-51d54f594a66&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0491719 Apr 18 21:53:27.788723 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Device e80467f8-e43a-4375-ab78-ccf59e5fbf93 up at agent hyperv_n-h1-838334-2 {{(pid=84042) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 21:53:27.871933 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Provisioning complete for port e80467f8-e43a-4375-ab78-ccf59e5fbf93 triggered by entity L2. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:53:27.872566 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1253608'] for port, provisioning_complete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:53:28.011607 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:53:28.044356 n-d-838334-2 neutron-server[84042]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6dd33c2b-fbe8-4247-b1b9-ea02f0df347f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e80467f8-e43a-4375-ab78-ccf59e5fbf93'}] {{(pid=84042) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 21:53:28.055004 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] For port e80467f8-e43a-4375-ab78-ccf59e5fbf93, host n-h1-838334-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838334-2',level=0,port_id=e80467f8-e43a-4375-ab78-ccf59e5fbf93,segment=NetworkSegment(175e1ed3-fcd8-4b76-9d8f-45065abbd730),segment_id=175e1ed3-fcd8-4b76-9d8f-45065abbd730)] {{(pid=84042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:53:28.060236 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682'] for port, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:53:28.111824 n-d-838334-2 neutron-server[84042]: INFO neutron.notifiers.nova [-] Nova event matching ['req-63d96613-77ee-4113-8600-07deefd15c5d'] response: {'server_uuid': '6dd33c2b-fbe8-4247-b1b9-ea02f0df347f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e80467f8-e43a-4375-ab78-ccf59e5fbf93', 'code': 200} Apr 18 21:53:28.142661 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Pushing event updated for resources: {'Port': ['ID=e80467f8-e43a-4375-ab78-ccf59e5fbf93,revision_number=7']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:53:28.313236 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f400e3d-bfaf-4e7d-8d13-487f61e25b34 req-59d90f2d-5bf1-40a5-a307-2c4d5265c6ec tempest-TestShelveInstance-1700047310 tempest-TestShelveInstance-1700047310-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:53:28.314678 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-6f400e3d-bfaf-4e7d-8d13-487f61e25b34 req-59d90f2d-5bf1-40a5-a307-2c4d5265c6ec tempest-TestShelveInstance-1700047310 tempest-TestShelveInstance-1700047310-project] 10.222.0.42 "GET /v2.0/ports?device_id=6dd33c2b-fbe8-4247-b1b9-ea02f0df347f HTTP/1.1" status: 200 len: 945 time: 0.0967364 Apr 18 21:53:28.366434 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-6f400e3d-bfaf-4e7d-8d13-487f61e25b34 req-5503a5ce-40f4-4e74-8af9-eab8ebfea4e3 tempest-TestShelveInstance-1700047310 tempest-TestShelveInstance-1700047310-project] 10.222.0.42 "GET /v2.0/security-groups?id=9aa612c2-e689-48b9-a30c-51d54f594a66&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453269 Apr 18 21:53:29.592703 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c348059-6b18-4b9c-b3be-83ee9cddd372 req-60d68dbf-e892-481f-b869-773d08267bdf tempest-TestShelveInstance-1700047310 tempest-TestShelveInstance-1700047310-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:53:29.595155 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-5c348059-6b18-4b9c-b3be-83ee9cddd372 req-60d68dbf-e892-481f-b869-773d08267bdf tempest-TestShelveInstance-1700047310 tempest-TestShelveInstance-1700047310-project] 10.222.0.42 "GET /v2.0/ports?device_id=6dd33c2b-fbe8-4247-b1b9-ea02f0df347f HTTP/1.1" status: 200 len: 945 time: 0.0874450 Apr 18 21:53:29.648497 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-5c348059-6b18-4b9c-b3be-83ee9cddd372 req-c630cc8b-e310-4635-8488-91c196359dd1 tempest-TestShelveInstance-1700047310 tempest-TestShelveInstance-1700047310-project] 10.222.0.42 "GET /v2.0/security-groups?id=9aa612c2-e689-48b9-a30c-51d54f594a66&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462112 Apr 18 21:53:30.325614 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750375287399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253529'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:53:30.869349 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56df20f7-9210-4955-b67b-76956fc6e5de req-c7a7aa84-ffa2-4bef-b11d-b82c112be3a9 tempest-TestShelveInstance-1700047310 tempest-TestShelveInstance-1700047310-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:53:30.870903 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-56df20f7-9210-4955-b67b-76956fc6e5de req-c7a7aa84-ffa2-4bef-b11d-b82c112be3a9 tempest-TestShelveInstance-1700047310 tempest-TestShelveInstance-1700047310-project] 10.222.0.42 "GET /v2.0/ports?device_id=6dd33c2b-fbe8-4247-b1b9-ea02f0df347f HTTP/1.1" status: 200 len: 945 time: 0.0865524 Apr 18 21:53:30.921424 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-56df20f7-9210-4955-b67b-76956fc6e5de req-a3f3b591-4636-4929-aa99-969fe1bc5246 tempest-TestShelveInstance-1700047310 tempest-TestShelveInstance-1700047310-project] 10.222.0.42 "GET /v2.0/security-groups?id=9aa612c2-e689-48b9-a30c-51d54f594a66&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445483 Apr 18 21:53:32.162856 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-866cc6a1-25f3-45c8-ba5c-743ef3d46f61 req-5b64d6af-9027-4bcb-8b68-26c58e444faf tempest-TestShelveInstance-1700047310 tempest-TestShelveInstance-1700047310-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:53:32.164783 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-866cc6a1-25f3-45c8-ba5c-743ef3d46f61 req-5b64d6af-9027-4bcb-8b68-26c58e444faf tempest-TestShelveInstance-1700047310 tempest-TestShelveInstance-1700047310-project] 10.222.0.42 "GET /v2.0/ports?device_id=6dd33c2b-fbe8-4247-b1b9-ea02f0df347f HTTP/1.1" status: 200 len: 945 time: 0.0989501 Apr 18 21:53:32.213299 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-866cc6a1-25f3-45c8-ba5c-743ef3d46f61 req-8d5de9a4-3f89-4de3-b8ab-16f27adb228d tempest-TestShelveInstance-1700047310 tempest-TestShelveInstance-1700047310-project] 10.222.0.42 "GET /v2.0/security-groups?id=9aa612c2-e689-48b9-a30c-51d54f594a66&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427375 Apr 18 21:53:33.438017 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d3bc30d-2d72-4df2-8c24-07b3de1122e9 req-b1d1ba18-b445-4d29-a72f-03e9f036693c tempest-TestShelveInstance-1700047310 tempest-TestShelveInstance-1700047310-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:53:33.442092 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-1d3bc30d-2d72-4df2-8c24-07b3de1122e9 req-b1d1ba18-b445-4d29-a72f-03e9f036693c tempest-TestShelveInstance-1700047310 tempest-TestShelveInstance-1700047310-project] 10.222.0.42 "GET /v2.0/ports?device_id=6dd33c2b-fbe8-4247-b1b9-ea02f0df347f HTTP/1.1" status: 200 len: 945 time: 0.0994961 Apr 18 21:53:33.502261 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-1d3bc30d-2d72-4df2-8c24-07b3de1122e9 req-a1342cd9-eeb2-48d9-bb45-24131fbafe9c tempest-TestShelveInstance-1700047310 tempest-TestShelveInstance-1700047310-project] 10.222.0.42 "GET /v2.0/security-groups?id=9aa612c2-e689-48b9-a30c-51d54f594a66&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0550790 Apr 18 21:53:34.433494 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750375287399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253529'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:53:34.737145 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c57173c1-31fd-43e2-a1b6-0cdd2acbb27f req-d897b5e6-191e-4a42-98cb-d2b8751628ac tempest-TestShelveInstance-1700047310 tempest-TestShelveInstance-1700047310-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:53:34.738861 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-c57173c1-31fd-43e2-a1b6-0cdd2acbb27f req-d897b5e6-191e-4a42-98cb-d2b8751628ac tempest-TestShelveInstance-1700047310 tempest-TestShelveInstance-1700047310-project] 10.222.0.42 "GET /v2.0/ports?device_id=6dd33c2b-fbe8-4247-b1b9-ea02f0df347f HTTP/1.1" status: 200 len: 945 time: 0.0866747 Apr 18 21:53:34.804354 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-c57173c1-31fd-43e2-a1b6-0cdd2acbb27f req-debb9a5b-11e0-44d3-bc43-742c62649c1a tempest-TestShelveInstance-1700047310 tempest-TestShelveInstance-1700047310-project] 10.222.0.42 "GET /v2.0/security-groups?id=9aa612c2-e689-48b9-a30c-51d54f594a66&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0595796 Apr 18 21:53:36.002848 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0bdb089-585a-4391-9de9-9dd9ca17d9e8 req-0220f8cd-e8cf-47d6-9fd9-b677d51fa357 tempest-TestShelveInstance-1700047310 tempest-TestShelveInstance-1700047310-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:53:36.004494 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-d0bdb089-585a-4391-9de9-9dd9ca17d9e8 req-0220f8cd-e8cf-47d6-9fd9-b677d51fa357 tempest-TestShelveInstance-1700047310 tempest-TestShelveInstance-1700047310-project] 10.222.0.42 "GET /v2.0/ports?device_id=6dd33c2b-fbe8-4247-b1b9-ea02f0df347f HTTP/1.1" status: 200 len: 945 time: 0.0797052 Apr 18 21:53:36.060402 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-d0bdb089-585a-4391-9de9-9dd9ca17d9e8 req-2c644252-efda-4c84-8b35-2431288517bf tempest-TestShelveInstance-1700047310 tempest-TestShelveInstance-1700047310-project] 10.222.0.42 "GET /v2.0/security-groups?id=9aa612c2-e689-48b9-a30c-51d54f594a66&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0473461 Apr 18 21:53:37.264688 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-006d5437-abf6-4c30-a0a6-16175462f224 req-d7491dbf-96a0-4540-a28a-c57d0d6c0027 tempest-TestShelveInstance-1700047310 tempest-TestShelveInstance-1700047310-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:53:37.266124 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-006d5437-abf6-4c30-a0a6-16175462f224 req-d7491dbf-96a0-4540-a28a-c57d0d6c0027 tempest-TestShelveInstance-1700047310 tempest-TestShelveInstance-1700047310-project] 10.222.0.42 "GET /v2.0/ports?device_id=6dd33c2b-fbe8-4247-b1b9-ea02f0df347f HTTP/1.1" status: 200 len: 945 time: 0.0809159 Apr 18 21:53:37.317053 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-006d5437-abf6-4c30-a0a6-16175462f224 req-c6f1f428-809e-480c-8936-f9338d5d817f tempest-TestShelveInstance-1700047310 tempest-TestShelveInstance-1700047310-project] 10.222.0.42 "GET /v2.0/security-groups?id=9aa612c2-e689-48b9-a30c-51d54f594a66&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427122 Apr 18 21:53:38.140637 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-ebd2016e-84dd-40f8-b8f7-ff7ac036dabb req-1d4a2618-80e8-4e36-9d97-225cd8e6e585 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=21077c3a160645c8a0da9fdb22f08c69&device_id=6dd33c2b-fbe8-4247-b1b9-ea02f0df347f HTTP/1.1" status: 200 len: 1096 time: 0.0730877 Apr 18 21:53:38.269409 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebd2016e-84dd-40f8-b8f7-ff7ac036dabb req-bca6b9f0-5c36-4f76-b614-7419ec761072 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:53:38.270822 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-ebd2016e-84dd-40f8-b8f7-ff7ac036dabb req-bca6b9f0-5c36-4f76-b614-7419ec761072 service neutron] 10.222.0.43 "GET /v2.0/networks?id=0c667796-b879-456c-ac9f-5265de8a97f7 HTTP/1.1" status: 200 len: 910 time: 0.1238096 Apr 18 21:53:38.504718 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-ebd2016e-84dd-40f8-b8f7-ff7ac036dabb req-32c4e181-2ec3-4a79-92a5-70a696a9738c service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e80467f8-e43a-4375-ab78-ccf59e5fbf93 HTTP/1.1" status: 200 len: 1000 time: 0.2279978 Apr 18 21:53:38.580049 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebd2016e-84dd-40f8-b8f7-ff7ac036dabb req-434645c4-7893-47f3-bf54-2d01d42f95b0 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:53:38.581995 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-ebd2016e-84dd-40f8-b8f7-ff7ac036dabb req-434645c4-7893-47f3-bf54-2d01d42f95b0 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=7fa156a3-92ab-4625-bc28-74ba8ff23ecd HTTP/1.1" status: 200 len: 848 time: 0.0659537 Apr 18 21:53:38.588295 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2670a3b-65e0-4d35-bc5e-c88fa0544195 req-28dc465c-b3eb-4990-a190-4f255d4c5702 tempest-TestShelveInstance-1700047310 tempest-TestShelveInstance-1700047310-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:53:38.589606 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-f2670a3b-65e0-4d35-bc5e-c88fa0544195 req-28dc465c-b3eb-4990-a190-4f255d4c5702 tempest-TestShelveInstance-1700047310 tempest-TestShelveInstance-1700047310-project] 10.222.0.42 "GET /v2.0/ports?device_id=6dd33c2b-fbe8-4247-b1b9-ea02f0df347f HTTP/1.1" status: 200 len: 945 time: 0.1382725 Apr 18 21:53:38.683362 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-f2670a3b-65e0-4d35-bc5e-c88fa0544195 req-c2baeec8-5973-4c08-b722-46b5440c572d tempest-TestShelveInstance-1700047310 tempest-TestShelveInstance-1700047310-project] 10.222.0.42 "GET /v2.0/security-groups?id=9aa612c2-e689-48b9-a30c-51d54f594a66&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0652540 Apr 18 21:53:38.696019 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-ebd2016e-84dd-40f8-b8f7-ff7ac036dabb req-a078b7e0-b72a-46e1-b1e2-9f1e945f1d78 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=0c667796-b879-456c-ac9f-5265de8a97f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1055038 Apr 18 21:53:38.822712 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-ebd2016e-84dd-40f8-b8f7-ff7ac036dabb req-050b2641-c342-4a47-ba36-95d66e722687 service neutron] 10.222.0.43 "GET /v2.0/networks/0c667796-b879-456c-ac9f-5265de8a97f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1209540 Apr 18 21:53:38.950537 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-ebd2016e-84dd-40f8-b8f7-ff7ac036dabb req-56e9c8a3-8bdb-4245-bde0-19c36d2d860e service neutron] 10.222.0.43 "GET /v2.0/networks/0c667796-b879-456c-ac9f-5265de8a97f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1220081 Apr 18 21:53:40.030993 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eb56975-86d7-454c-bebb-7ef79966f1ee req-110d46e2-c996-41dd-99d9-0ea77bfef208 tempest-TestShelveInstance-1700047310 tempest-TestShelveInstance-1700047310-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:53:40.032471 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-8eb56975-86d7-454c-bebb-7ef79966f1ee req-110d46e2-c996-41dd-99d9-0ea77bfef208 tempest-TestShelveInstance-1700047310 tempest-TestShelveInstance-1700047310-project] 10.222.0.42 "GET /v2.0/ports?device_id=6dd33c2b-fbe8-4247-b1b9-ea02f0df347f HTTP/1.1" status: 200 len: 945 time: 0.0759413 Apr 18 21:53:40.078110 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-8eb56975-86d7-454c-bebb-7ef79966f1ee req-41707a46-929d-42bb-aa61-9e79e9f3c9c7 tempest-TestShelveInstance-1700047310 tempest-TestShelveInstance-1700047310-project] 10.222.0.42 "GET /v2.0/security-groups?id=9aa612c2-e689-48b9-a30c-51d54f594a66&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395005 Apr 18 21:53:41.272311 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a266056-9d43-4a5b-87c8-1eb14517751f req-c73b06bf-9a8e-4871-986d-7634ee77684b tempest-TestShelveInstance-1700047310 tempest-TestShelveInstance-1700047310-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:53:41.273725 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-4a266056-9d43-4a5b-87c8-1eb14517751f req-c73b06bf-9a8e-4871-986d-7634ee77684b tempest-TestShelveInstance-1700047310 tempest-TestShelveInstance-1700047310-project] 10.222.0.42 "GET /v2.0/ports?device_id=6dd33c2b-fbe8-4247-b1b9-ea02f0df347f HTTP/1.1" status: 200 len: 945 time: 0.0781837 Apr 18 21:53:41.318172 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-4a266056-9d43-4a5b-87c8-1eb14517751f req-5a13f1c6-b3d9-4f6c-996b-61dd0fad3ea2 tempest-TestShelveInstance-1700047310 tempest-TestShelveInstance-1700047310-project] 10.222.0.42 "GET /v2.0/security-groups?id=9aa612c2-e689-48b9-a30c-51d54f594a66&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390019 Apr 18 21:53:41.496970 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-3af2a82d-47cb-4007-b1d1-031fce402185 req-4fa6b6bf-5124-4a91-9f78-13951d808d71 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=6dd33c2b-fbe8-4247-b1b9-ea02f0df347f&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.0654168 Apr 18 21:53:41.761866 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b698800-36aa-4d0d-9641-177029aab66d req-02f0d4f4-8363-4138-bd96-41e240e9bbf2 tempest-TestShelveInstance-1700047310 tempest-TestShelveInstance-1700047310-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:53:41.763406 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-1b698800-36aa-4d0d-9641-177029aab66d req-02f0d4f4-8363-4138-bd96-41e240e9bbf2 tempest-TestShelveInstance-1700047310 tempest-TestShelveInstance-1700047310-project] 10.222.0.42 "GET /v2.0/ports?device_id=6dd33c2b-fbe8-4247-b1b9-ea02f0df347f HTTP/1.1" status: 200 len: 945 time: 0.0787587 Apr 18 21:53:41.810003 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-1b698800-36aa-4d0d-9641-177029aab66d req-17ee4067-0924-40b7-9ab8-b2bd46279e7f tempest-TestShelveInstance-1700047310 tempest-TestShelveInstance-1700047310-project] 10.222.0.42 "GET /v2.0/security-groups?id=9aa612c2-e689-48b9-a30c-51d54f594a66&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402305 Apr 18 21:53:41.819683 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-0792e911-211a-4817-b498-172041a43aa5 req-b1667ac5-a83c-4e98-8506-64674bcd39ea service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=6dd33c2b-fbe8-4247-b1b9-ea02f0df347f&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1398175 Apr 18 21:53:41.839446 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Device e80467f8-e43a-4375-ab78-ccf59e5fbf93 no longer exists at agent hyperv_n-h1-838334-2 {{(pid=84042) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 21:53:41.948202 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:53:41.976671 n-d-838334-2 neutron-server[84042]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6dd33c2b-fbe8-4247-b1b9-ea02f0df347f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e80467f8-e43a-4375-ab78-ccf59e5fbf93'}] {{(pid=84042) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 21:53:41.986182 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] For port e80467f8-e43a-4375-ab78-ccf59e5fbf93, host n-h1-838334-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838334-2',level=0,port_id=e80467f8-e43a-4375-ab78-ccf59e5fbf93,segment=NetworkSegment(175e1ed3-fcd8-4b76-9d8f-45065abbd730),segment_id=175e1ed3-fcd8-4b76-9d8f-45065abbd730)] {{(pid=84042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:53:41.992385 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682'] for port, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:53:42.033588 n-d-838334-2 neutron-server[84042]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-b685c36d-49fe-491d-b545-a2a512b7d94f']: {'server_uuid': '6dd33c2b-fbe8-4247-b1b9-ea02f0df347f', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'e80467f8-e43a-4375-ab78-ccf59e5fbf93', 'code': 422} returned with failed status Apr 18 21:53:42.066664 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Pushing event updated for resources: {'Port': ['ID=e80467f8-e43a-4375-ab78-ccf59e5fbf93,revision_number=8']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:53:42.539603 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-0792e911-211a-4817-b498-172041a43aa5 req-82be250f-0b38-4c66-9482-24fb42a66e9b service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=6dd33c2b-fbe8-4247-b1b9-ea02f0df347f&tenant_id=21077c3a160645c8a0da9fdb22f08c69 HTTP/1.1" status: 200 len: 1094 time: 0.1339171 Apr 18 21:53:42.550466 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.v2.base [req-0792e911-211a-4817-b498-172041a43aa5 req-82f3485f-e644-460f-8009-8c06e02a9034 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-838334-2', 'device_owner': 'compute:nova'}} {{(pid=84041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:53:42.657393 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [req-0792e911-211a-4817-b498-172041a43aa5 req-82f3485f-e644-460f-8009-8c06e02a9034 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:53:42.920549 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.db [req-0792e911-211a-4817-b498-172041a43aa5 req-82f3485f-e644-460f-8009-8c06e02a9034 service neutron] For port e80467f8-e43a-4375-ab78-ccf59e5fbf93, host n-h1-838334-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838334-2',level=0,port_id=e80467f8-e43a-4375-ab78-ccf59e5fbf93,segment=NetworkSegment(175e1ed3-fcd8-4b76-9d8f-45065abbd730),segment_id=175e1ed3-fcd8-4b76-9d8f-45065abbd730)] {{(pid=84041) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:53:42.949757 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.db [req-0792e911-211a-4817-b498-172041a43aa5 req-82f3485f-e644-460f-8009-8c06e02a9034 service neutron] For port e80467f8-e43a-4375-ab78-ccf59e5fbf93, host n-h1-838334-2, cleared binding levels {{(pid=84041) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 21:53:43.001064 n-d-838334-2 neutron-server[84041]: DEBUG neutron.notifiers.nova [req-0792e911-211a-4817-b498-172041a43aa5 req-82f3485f-e644-460f-8009-8c06e02a9034 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e80467f8-e43a-4375-ab78-ccf59e5fbf93 {{(pid=84041) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 18 21:53:43.008210 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [req-0792e911-211a-4817-b498-172041a43aa5 req-82f3485f-e644-460f-8009-8c06e02a9034 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:53:43.012739 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1c736ae-b29c-4c01-97c3-4dce3bcb1ce8 req-9cdeda39-4062-45f3-a97b-71ef4ec31b90 tempest-TestShelveInstance-1700047310 tempest-TestShelveInstance-1700047310-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:53:43.014279 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-d1c736ae-b29c-4c01-97c3-4dce3bcb1ce8 req-9cdeda39-4062-45f3-a97b-71ef4ec31b90 tempest-TestShelveInstance-1700047310 tempest-TestShelveInstance-1700047310-project] 10.222.0.42 "GET /v2.0/ports?device_id=6dd33c2b-fbe8-4247-b1b9-ea02f0df347f HTTP/1.1" status: 200 len: 943 time: 0.0781193 Apr 18 21:53:43.022990 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.provisioning_blocks [req-0792e911-211a-4817-b498-172041a43aa5 req-82f3485f-e644-460f-8009-8c06e02a9034 service neutron] Transition to ACTIVE for port object e80467f8-e43a-4375-ab78-ccf59e5fbf93 will not be triggered until provisioned by entity L2. {{(pid=84041) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:53:43.026284 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [req-0792e911-211a-4817-b498-172041a43aa5 req-82f3485f-e644-460f-8009-8c06e02a9034 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32266282'] for port, after_update {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:53:43.063501 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-d1c736ae-b29c-4c01-97c3-4dce3bcb1ce8 req-5a3b1121-84f6-42c1-8269-907c6ed6f4bd tempest-TestShelveInstance-1700047310 tempest-TestShelveInstance-1700047310-project] 10.222.0.42 "GET /v2.0/security-groups?id=9aa612c2-e689-48b9-a30c-51d54f594a66&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435929 Apr 18 21:53:43.143727 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82f3485f-e644-460f-8009-8c06e02a9034 service neutron] Pushing event updated for resources: {'Port': ['ID=e80467f8-e43a-4375-ab78-ccf59e5fbf93,revision_number=9']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:53:43.172541 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82f3485f-e644-460f-8009-8c06e02a9034 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:53:43.172825 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82f3485f-e644-460f-8009-8c06e02a9034 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:53:43.173156 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82f3485f-e644-460f-8009-8c06e02a9034 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:53:43.173485 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82f3485f-e644-460f-8009-8c06e02a9034 service neutron] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:53:43.173810 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82f3485f-e644-460f-8009-8c06e02a9034 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:53:43.174132 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82f3485f-e644-460f-8009-8c06e02a9034 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:53:43.174452 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82f3485f-e644-460f-8009-8c06e02a9034 service neutron] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:53:43.174837 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82f3485f-e644-460f-8009-8c06e02a9034 service neutron] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:53:43.175152 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82f3485f-e644-460f-8009-8c06e02a9034 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:53:43.175465 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82f3485f-e644-460f-8009-8c06e02a9034 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:53:43.175804 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82f3485f-e644-460f-8009-8c06e02a9034 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:53:43.236317 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.l3_dvrscheduler_db [req-0792e911-211a-4817-b498-172041a43aa5 req-82f3485f-e644-460f-8009-8c06e02a9034 service neutron] No DVR routers for this DVR port e80467f8-e43a-4375-ab78-ccf59e5fbf93 on host n-h1-838334-2 {{(pid=84041) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 21:53:43.577916 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.managers [req-0792e911-211a-4817-b498-172041a43aa5 req-82f3485f-e644-460f-8009-8c06e02a9034 service neutron] Attempting to bind port e80467f8-e43a-4375-ab78-ccf59e5fbf93 on host n-h2-838334-2 for vnic_type normal with profile {{(pid=84041) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 21:53:43.578234 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.managers [req-0792e911-211a-4817-b498-172041a43aa5 req-82f3485f-e644-460f-8009-8c06e02a9034 service neutron] Attempting to bind port e80467f8-e43a-4375-ab78-ccf59e5fbf93 by drivers openvswitch,hyperv on host n-h2-838334-2 at level 0 using segments [{'id': '175e1ed3-fcd8-4b76-9d8f-45065abbd730', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': '0c667796-b879-456c-ac9f-5265de8a97f7'}] {{(pid=84041) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 21:53:43.578558 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0792e911-211a-4817-b498-172041a43aa5 req-82f3485f-e644-460f-8009-8c06e02a9034 service neutron] Attempting to bind port e80467f8-e43a-4375-ab78-ccf59e5fbf93 on network 0c667796-b879-456c-ac9f-5265de8a97f7 {{(pid=84041) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 21:53:43.584906 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0792e911-211a-4817-b498-172041a43aa5 req-82f3485f-e644-460f-8009-8c06e02a9034 service neutron] Port e80467f8-e43a-4375-ab78-ccf59e5fbf93 on network 0c667796-b879-456c-ac9f-5265de8a97f7 not bound, no agent of type Open vSwitch agent registered on host n-h2-838334-2 {{(pid=84041) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 18 21:53:43.585222 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0792e911-211a-4817-b498-172041a43aa5 req-82f3485f-e644-460f-8009-8c06e02a9034 service neutron] Attempting to bind port e80467f8-e43a-4375-ab78-ccf59e5fbf93 on network 0c667796-b879-456c-ac9f-5265de8a97f7 {{(pid=84041) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 21:53:43.591494 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0792e911-211a-4817-b498-172041a43aa5 req-82f3485f-e644-460f-8009-8c06e02a9034 service neutron] Checking agent: {'id': 'dc797004-f641-47b7-a77f-9c62b5b16296', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-838334-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 34, 3), 'started_at': datetime.datetime(2022, 4, 18, 20, 34, 3), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 21, 53, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84041) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 18 21:53:43.592110 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0792e911-211a-4817-b498-172041a43aa5 req-82f3485f-e644-460f-8009-8c06e02a9034 service neutron] Checking segment: {'id': '175e1ed3-fcd8-4b76-9d8f-45065abbd730', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': '0c667796-b879-456c-ac9f-5265de8a97f7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84041) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 21:53:43.592305 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0792e911-211a-4817-b498-172041a43aa5 req-82f3485f-e644-460f-8009-8c06e02a9034 service neutron] Bound using segment: {'id': '175e1ed3-fcd8-4b76-9d8f-45065abbd730', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': '0c667796-b879-456c-ac9f-5265de8a97f7'} {{(pid=84041) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 18 21:53:43.592714 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.managers [req-0792e911-211a-4817-b498-172041a43aa5 req-82f3485f-e644-460f-8009-8c06e02a9034 service neutron] Bound port: e80467f8-e43a-4375-ab78-ccf59e5fbf93, host: n-h2-838334-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '175e1ed3-fcd8-4b76-9d8f-45065abbd730', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': '0c667796-b879-456c-ac9f-5265de8a97f7'}}] {{(pid=84041) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 21:53:43.593057 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [req-0792e911-211a-4817-b498-172041a43aa5 req-82f3485f-e644-460f-8009-8c06e02a9034 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:53:43.679765 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.db [req-0792e911-211a-4817-b498-172041a43aa5 req-82f3485f-e644-460f-8009-8c06e02a9034 service neutron] For port e80467f8-e43a-4375-ab78-ccf59e5fbf93, host n-h2-838334-2, cleared binding levels {{(pid=84041) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 21:53:43.682866 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.db [req-0792e911-211a-4817-b498-172041a43aa5 req-82f3485f-e644-460f-8009-8c06e02a9034 service neutron] For port e80467f8-e43a-4375-ab78-ccf59e5fbf93, host n-h2-838334-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838334-2',level=0,port_id=e80467f8-e43a-4375-ab78-ccf59e5fbf93,segment=NetworkSegment(175e1ed3-fcd8-4b76-9d8f-45065abbd730),segment_id=175e1ed3-fcd8-4b76-9d8f-45065abbd730)] {{(pid=84041) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 21:53:43.686421 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [req-0792e911-211a-4817-b498-172041a43aa5 req-82f3485f-e644-460f-8009-8c06e02a9034 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32266282'] for port, after_update {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:53:43.750938 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [req-0792e911-211a-4817-b498-172041a43aa5 req-82f3485f-e644-460f-8009-8c06e02a9034 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217293'] for port, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:53:43.752318 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-0792e911-211a-4817-b498-172041a43aa5 req-82f3485f-e644-460f-8009-8c06e02a9034 service neutron] 10.222.0.48 "PUT /v2.0/ports/e80467f8-e43a-4375-ab78-ccf59e5fbf93 HTTP/1.1" status: 200 len: 1091 time: 1.2057076 Apr 18 21:53:43.753273 n-d-838334-2 neutron-server[84041]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6dd33c2b-fbe8-4247-b1b9-ea02f0df347f', 'tag': 'e80467f8-e43a-4375-ab78-ccf59e5fbf93'}] {{(pid=84041) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 21:53:43.772653 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82f3485f-e644-460f-8009-8c06e02a9034 service neutron] Pushing event updated for resources: {'Port': ['ID=e80467f8-e43a-4375-ab78-ccf59e5fbf93,revision_number=10']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:53:43.857898 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-0792e911-211a-4817-b498-172041a43aa5 req-da548fa4-1f14-4d3f-96d7-89a724397466 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=21077c3a160645c8a0da9fdb22f08c69&device_id=6dd33c2b-fbe8-4247-b1b9-ea02f0df347f HTTP/1.1" status: 200 len: 1095 time: 0.0789044 Apr 18 21:53:43.935393 n-d-838334-2 neutron-server[84041]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-c0b5b685-0731-434b-b9f0-b3397ae94972']: {'name': 'network-changed', 'server_uuid': '6dd33c2b-fbe8-4247-b1b9-ea02f0df347f', 'tag': 'e80467f8-e43a-4375-ab78-ccf59e5fbf93', 'status': 'failed', 'code': 422} returned with failed status Apr 18 21:53:43.995866 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0792e911-211a-4817-b498-172041a43aa5 req-b95fdf1d-3184-4254-86d6-561fca0daed0 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:53:43.997329 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-0792e911-211a-4817-b498-172041a43aa5 req-b95fdf1d-3184-4254-86d6-561fca0daed0 service neutron] 10.222.0.48 "GET /v2.0/networks?id=0c667796-b879-456c-ac9f-5265de8a97f7 HTTP/1.1" status: 200 len: 910 time: 0.1332242 Apr 18 21:53:44.103096 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-0792e911-211a-4817-b498-172041a43aa5 req-60c2a52a-b637-4b40-97ba-c1b58198d157 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e80467f8-e43a-4375-ab78-ccf59e5fbf93 HTTP/1.1" status: 200 len: 998 time: 0.0985639 Apr 18 21:53:44.169616 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0792e911-211a-4817-b498-172041a43aa5 req-c07cff0a-a6f5-4a5d-a649-ad9f6eca6cdf service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:53:44.171065 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-0792e911-211a-4817-b498-172041a43aa5 req-c07cff0a-a6f5-4a5d-a649-ad9f6eca6cdf service neutron] 10.222.0.48 "GET /v2.0/subnets?id=7fa156a3-92ab-4625-bc28-74ba8ff23ecd HTTP/1.1" status: 200 len: 848 time: 0.0627272 Apr 18 21:53:44.250346 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-0792e911-211a-4817-b498-172041a43aa5 req-67228d9e-0702-4cba-8c54-239f91584abe service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=0c667796-b879-456c-ac9f-5265de8a97f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0734527 Apr 18 21:53:44.260401 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dcbc1fd-86db-45fb-a87f-5809e917574a req-80e377a8-42f5-42e2-8fb0-e0c5328964f7 tempest-TestShelveInstance-1700047310 tempest-TestShelveInstance-1700047310-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:53:44.261772 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [req-0792e911-211a-4817-b498-172041a43aa5 req-bfdbca63-3d98-4167-924a-e65614515514 service neutron] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=84041) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 18 21:53:44.261917 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-2dcbc1fd-86db-45fb-a87f-5809e917574a req-80e377a8-42f5-42e2-8fb0-e0c5328964f7 tempest-TestShelveInstance-1700047310 tempest-TestShelveInstance-1700047310-project] 10.222.0.42 "GET /v2.0/ports?device_id=6dd33c2b-fbe8-4247-b1b9-ea02f0df347f HTTP/1.1" status: 200 len: 944 time: 0.0756700 Apr 18 21:53:44.262713 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-0792e911-211a-4817-b498-172041a43aa5 req-bfdbca63-3d98-4167-924a-e65614515514 service neutron] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0048914 Apr 18 21:53:44.307383 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-2dcbc1fd-86db-45fb-a87f-5809e917574a req-91e161fa-6ad6-468a-ac18-92e5767faacb tempest-TestShelveInstance-1700047310 tempest-TestShelveInstance-1700047310-project] 10.222.0.42 "GET /v2.0/security-groups?id=9aa612c2-e689-48b9-a30c-51d54f594a66&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399547 Apr 18 21:53:44.395816 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-0792e911-211a-4817-b498-172041a43aa5 req-fcdb9579-0278-4fdf-a8cf-04196a760b1b service neutron] 10.222.0.48 "GET /v2.0/networks/0c667796-b879-456c-ac9f-5265de8a97f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1259079 Apr 18 21:53:44.525079 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-0792e911-211a-4817-b498-172041a43aa5 req-5fa65231-e559-45e4-bbae-2a978b4c7b16 service neutron] 10.222.0.48 "GET /v2.0/networks/0c667796-b879-456c-ac9f-5265de8a97f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1232016 Apr 18 21:53:45.547565 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c957fcd5-73a6-4da3-9db5-001c3e22dfae req-12611a71-1b1a-4fc6-9980-28189daaa071 tempest-TestShelveInstance-1700047310 tempest-TestShelveInstance-1700047310-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:53:45.550975 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-c957fcd5-73a6-4da3-9db5-001c3e22dfae req-12611a71-1b1a-4fc6-9980-28189daaa071 tempest-TestShelveInstance-1700047310 tempest-TestShelveInstance-1700047310-project] 10.222.0.42 "GET /v2.0/ports?device_id=6dd33c2b-fbe8-4247-b1b9-ea02f0df347f HTTP/1.1" status: 200 len: 944 time: 0.0966320 Apr 18 21:53:45.639665 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-c957fcd5-73a6-4da3-9db5-001c3e22dfae req-1450a311-617b-4304-89ea-38a290da5160 tempest-TestShelveInstance-1700047310 tempest-TestShelveInstance-1700047310-project] 10.222.0.42 "GET /v2.0/security-groups?id=9aa612c2-e689-48b9-a30c-51d54f594a66&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0826602 Apr 18 21:53:45.802467 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-25779144-3ce5-4637-93de-cdf486f19631 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750375287399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253529'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:53:46.864885 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3271b5f-6e9f-4517-99ab-88604ee712f6 req-3fd55c33-8b89-4949-9e33-de5cf92fd626 tempest-TestShelveInstance-1700047310 tempest-TestShelveInstance-1700047310-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:53:46.867180 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-e3271b5f-6e9f-4517-99ab-88604ee712f6 req-3fd55c33-8b89-4949-9e33-de5cf92fd626 tempest-TestShelveInstance-1700047310 tempest-TestShelveInstance-1700047310-project] 10.222.0.42 "GET /v2.0/ports?device_id=6dd33c2b-fbe8-4247-b1b9-ea02f0df347f HTTP/1.1" status: 200 len: 944 time: 0.0864415 Apr 18 21:53:46.919421 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-e3271b5f-6e9f-4517-99ab-88604ee712f6 req-afff254c-0b0a-45b5-bad1-6fcf9bc52d4f tempest-TestShelveInstance-1700047310 tempest-TestShelveInstance-1700047310-project] 10.222.0.42 "GET /v2.0/security-groups?id=9aa612c2-e689-48b9-a30c-51d54f594a66&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466475 Apr 18 21:53:47.081931 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.agents_db [None req-6346a179-333c-4370-b5a6-936984aeab15 None None] Agent healthcheck: found 7 active agents {{(pid=84043) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 18 21:53:48.041321 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-d1a5ee63-93a4-45ed-8c25-99be84d70b74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750375287399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253529'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:53:48.162107 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-165c96f1-bda1-404f-8ab6-a9586585878a req-97524b25-03c9-44c6-aebb-28766bb7bf3f tempest-TestShelveInstance-1700047310 tempest-TestShelveInstance-1700047310-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:53:48.163833 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-165c96f1-bda1-404f-8ab6-a9586585878a req-97524b25-03c9-44c6-aebb-28766bb7bf3f tempest-TestShelveInstance-1700047310 tempest-TestShelveInstance-1700047310-project] 10.222.0.42 "GET /v2.0/ports?device_id=6dd33c2b-fbe8-4247-b1b9-ea02f0df347f HTTP/1.1" status: 200 len: 944 time: 0.0938869 Apr 18 21:53:48.211069 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-165c96f1-bda1-404f-8ab6-a9586585878a req-e8c3eeb1-3c8c-4ce6-ac0b-100e86c00f6d tempest-TestShelveInstance-1700047310 tempest-TestShelveInstance-1700047310-project] 10.222.0.42 "GET /v2.0/security-groups?id=9aa612c2-e689-48b9-a30c-51d54f594a66&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409575 Apr 18 21:53:49.221469 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750375287399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253529'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:53:49.432685 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b52effe-f467-4208-b646-efd27356de48 req-0f44fbfe-e33f-4248-8c37-fcb60a55d120 tempest-TestShelveInstance-1700047310 tempest-TestShelveInstance-1700047310-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:53:49.434284 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-7b52effe-f467-4208-b646-efd27356de48 req-0f44fbfe-e33f-4248-8c37-fcb60a55d120 tempest-TestShelveInstance-1700047310 tempest-TestShelveInstance-1700047310-project] 10.222.0.42 "GET /v2.0/ports?device_id=6dd33c2b-fbe8-4247-b1b9-ea02f0df347f HTTP/1.1" status: 200 len: 944 time: 0.0819490 Apr 18 21:53:49.484036 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-7b52effe-f467-4208-b646-efd27356de48 req-6ac38fea-d1aa-481b-8eab-14d19bf6a40f tempest-TestShelveInstance-1700047310 tempest-TestShelveInstance-1700047310-project] 10.222.0.42 "GET /v2.0/security-groups?id=9aa612c2-e689-48b9-a30c-51d54f594a66&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439198 Apr 18 21:53:49.746831 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-414b6ffe-e119-47bc-b18f-bcff1219c2f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750375287399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253529'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:53:50.698248 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfdd8de1-dc25-4bc8-89a4-1c1d70d266d3 req-9df6c93c-6abe-499b-be54-6f4d2325c5d3 tempest-TestShelveInstance-1700047310 tempest-TestShelveInstance-1700047310-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:53:50.699738 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-bfdd8de1-dc25-4bc8-89a4-1c1d70d266d3 req-9df6c93c-6abe-499b-be54-6f4d2325c5d3 tempest-TestShelveInstance-1700047310 tempest-TestShelveInstance-1700047310-project] 10.222.0.42 "GET /v2.0/ports?device_id=6dd33c2b-fbe8-4247-b1b9-ea02f0df347f HTTP/1.1" status: 200 len: 944 time: 0.0873706 Apr 18 21:53:50.748444 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-bfdd8de1-dc25-4bc8-89a4-1c1d70d266d3 req-062e6fe4-d934-446e-aa5d-e49728c2effe tempest-TestShelveInstance-1700047310 tempest-TestShelveInstance-1700047310-project] 10.222.0.42 "GET /v2.0/security-groups?id=9aa612c2-e689-48b9-a30c-51d54f594a66&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429325 Apr 18 21:53:50.827229 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-c7521a90-7d65-4e2e-842c-ca5d95e9a89c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750375287399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253529'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:53:51.990043 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5446d547-6514-41d0-9cc6-b69ab5952669 req-81e1e05a-7791-4238-ae08-20fbc99553b2 tempest-TestShelveInstance-1700047310 tempest-TestShelveInstance-1700047310-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:53:51.995048 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-5446d547-6514-41d0-9cc6-b69ab5952669 req-81e1e05a-7791-4238-ae08-20fbc99553b2 tempest-TestShelveInstance-1700047310 tempest-TestShelveInstance-1700047310-project] 10.222.0.42 "GET /v2.0/ports?device_id=6dd33c2b-fbe8-4247-b1b9-ea02f0df347f HTTP/1.1" status: 200 len: 944 time: 0.0843887 Apr 18 21:53:52.144158 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-5446d547-6514-41d0-9cc6-b69ab5952669 req-38133b90-1ba9-4470-9626-e2e9177b4057 tempest-TestShelveInstance-1700047310 tempest-TestShelveInstance-1700047310-project] 10.222.0.42 "GET /v2.0/security-groups?id=9aa612c2-e689-48b9-a30c-51d54f594a66&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1450791 Apr 18 21:53:53.354736 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c3bd686-f222-4ba2-9431-0d9c60db3445 req-bfde7bb4-790b-42b8-8736-a0186c8eccee tempest-TestShelveInstance-1700047310 tempest-TestShelveInstance-1700047310-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:53:53.356475 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-3c3bd686-f222-4ba2-9431-0d9c60db3445 req-bfde7bb4-790b-42b8-8736-a0186c8eccee tempest-TestShelveInstance-1700047310 tempest-TestShelveInstance-1700047310-project] 10.222.0.42 "GET /v2.0/ports?device_id=6dd33c2b-fbe8-4247-b1b9-ea02f0df347f HTTP/1.1" status: 200 len: 944 time: 0.0752790 Apr 18 21:53:53.402105 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-3c3bd686-f222-4ba2-9431-0d9c60db3445 req-bc876d35-c352-4d22-b95b-201b91b2c459 tempest-TestShelveInstance-1700047310 tempest-TestShelveInstance-1700047310-project] 10.222.0.42 "GET /v2.0/security-groups?id=9aa612c2-e689-48b9-a30c-51d54f594a66&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402188 Apr 18 21:53:54.597494 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cba35500-0d60-4561-8d43-e69325410b26 req-6a59e761-a101-424f-b3d8-8b1315cf59e3 tempest-TestShelveInstance-1700047310 tempest-TestShelveInstance-1700047310-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:53:54.598914 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-cba35500-0d60-4561-8d43-e69325410b26 req-6a59e761-a101-424f-b3d8-8b1315cf59e3 tempest-TestShelveInstance-1700047310 tempest-TestShelveInstance-1700047310-project] 10.222.0.42 "GET /v2.0/ports?device_id=6dd33c2b-fbe8-4247-b1b9-ea02f0df347f HTTP/1.1" status: 200 len: 944 time: 0.0781333 Apr 18 21:53:54.642319 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-cba35500-0d60-4561-8d43-e69325410b26 req-c2543758-3a5f-440e-9d99-3cd2b758ba66 tempest-TestShelveInstance-1700047310 tempest-TestShelveInstance-1700047310-project] 10.222.0.42 "GET /v2.0/security-groups?id=9aa612c2-e689-48b9-a30c-51d54f594a66&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378819 Apr 18 21:53:55.837546 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdecd500-eb2b-44ad-ba9f-7b7f43d7e556 req-da6e6214-4ea1-4f0c-863b-f5397ffeb6bb tempest-TestShelveInstance-1700047310 tempest-TestShelveInstance-1700047310-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:53:55.838980 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-cdecd500-eb2b-44ad-ba9f-7b7f43d7e556 req-da6e6214-4ea1-4f0c-863b-f5397ffeb6bb tempest-TestShelveInstance-1700047310 tempest-TestShelveInstance-1700047310-project] 10.222.0.42 "GET /v2.0/ports?device_id=6dd33c2b-fbe8-4247-b1b9-ea02f0df347f HTTP/1.1" status: 200 len: 944 time: 0.0755656 Apr 18 21:53:55.883389 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-cdecd500-eb2b-44ad-ba9f-7b7f43d7e556 req-de231f61-5a66-4770-a3d7-06da697f033b tempest-TestShelveInstance-1700047310 tempest-TestShelveInstance-1700047310-project] 10.222.0.42 "GET /v2.0/security-groups?id=9aa612c2-e689-48b9-a30c-51d54f594a66&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389550 Apr 18 21:53:56.616193 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Device e80467f8-e43a-4375-ab78-ccf59e5fbf93 details requested by agent hyperv_n-h2-838334-2 with host n-h2-838334-2 {{(pid=84042) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 18 21:53:56.749037 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] For port e80467f8-e43a-4375-ab78-ccf59e5fbf93, host n-h2-838334-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838334-2',level=0,port_id=e80467f8-e43a-4375-ab78-ccf59e5fbf93,segment=NetworkSegment(175e1ed3-fcd8-4b76-9d8f-45065abbd730),segment_id=175e1ed3-fcd8-4b76-9d8f-45065abbd730)] {{(pid=84042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:53:56.761666 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Returning: {'device': 'e80467f8-e43a-4375-ab78-ccf59e5fbf93', 'network_id': '0c667796-b879-456c-ac9f-5265de8a97f7', 'port_id': 'e80467f8-e43a-4375-ab78-ccf59e5fbf93', 'mac_address': 'fa:16:3e:24:ea:e8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 353, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7fa156a3-92ab-4625-bc28-74ba8ff23ecd', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84042) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 18 21:53:56.816977 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:53:56.833830 n-d-838334-2 neutron-server[84042]: DEBUG neutron.notifiers.nova [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e80467f8-e43a-4375-ab78-ccf59e5fbf93 {{(pid=84042) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 18 21:53:56.848673 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] For port e80467f8-e43a-4375-ab78-ccf59e5fbf93, host n-h2-838334-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838334-2',level=0,port_id=e80467f8-e43a-4375-ab78-ccf59e5fbf93,segment=NetworkSegment(175e1ed3-fcd8-4b76-9d8f-45065abbd730),segment_id=175e1ed3-fcd8-4b76-9d8f-45065abbd730)] {{(pid=84042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:53:56.852496 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682'] for port, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:53:56.916959 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Pushing event updated for resources: {'Port': ['ID=e80467f8-e43a-4375-ab78-ccf59e5fbf93,revision_number=11']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:53:57.075226 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] get_ports_and_sgs() called for port_ids ['e80467f8-e43a-4375-ab78-ccf59e5fbf93'] {{(pid=84042) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 18 21:53:57.087138 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1abae662-537a-4e9a-bba9-7b04f7b60f06 req-50a6593d-adea-47e5-809c-7608437a8446 tempest-TestShelveInstance-1700047310 tempest-TestShelveInstance-1700047310-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:53:57.088604 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-1abae662-537a-4e9a-bba9-7b04f7b60f06 req-50a6593d-adea-47e5-809c-7608437a8446 tempest-TestShelveInstance-1700047310 tempest-TestShelveInstance-1700047310-project] 10.222.0.42 "GET /v2.0/ports?device_id=6dd33c2b-fbe8-4247-b1b9-ea02f0df347f HTTP/1.1" status: 200 len: 945 time: 0.0806687 Apr 18 21:53:57.133131 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-1abae662-537a-4e9a-bba9-7b04f7b60f06 req-fe837b2e-3498-44fe-98c7-19e016065a07 tempest-TestShelveInstance-1700047310 tempest-TestShelveInstance-1700047310-project] 10.222.0.42 "GET /v2.0/security-groups?id=9aa612c2-e689-48b9-a30c-51d54f594a66&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389614 Apr 18 21:53:58.325901 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0139f5d-6b88-4a0d-927d-976deb9d4258 req-bec370a8-2f72-452e-a951-6610890fb872 tempest-TestShelveInstance-1700047310 tempest-TestShelveInstance-1700047310-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:53:58.327338 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-c0139f5d-6b88-4a0d-927d-976deb9d4258 req-bec370a8-2f72-452e-a951-6610890fb872 tempest-TestShelveInstance-1700047310 tempest-TestShelveInstance-1700047310-project] 10.222.0.42 "GET /v2.0/ports?device_id=6dd33c2b-fbe8-4247-b1b9-ea02f0df347f HTTP/1.1" status: 200 len: 945 time: 0.0764706 Apr 18 21:53:58.375258 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-c0139f5d-6b88-4a0d-927d-976deb9d4258 req-fc36b67b-d492-4430-95f5-15f7640861c4 tempest-TestShelveInstance-1700047310 tempest-TestShelveInstance-1700047310-project] 10.222.0.42 "GET /v2.0/security-groups?id=9aa612c2-e689-48b9-a30c-51d54f594a66&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422068 Apr 18 21:53:58.631849 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Device e80467f8-e43a-4375-ab78-ccf59e5fbf93 up at agent hyperv_n-h2-838334-2 {{(pid=84042) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 21:53:58.701136 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Provisioning for port e80467f8-e43a-4375-ab78-ccf59e5fbf93 completed by entity L2. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 21:53:58.705546 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Provisioning complete for port e80467f8-e43a-4375-ab78-ccf59e5fbf93 triggered by entity L2. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:53:58.705914 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1253608'] for port, provisioning_complete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:53:58.816757 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:53:58.847419 n-d-838334-2 neutron-server[84042]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6dd33c2b-fbe8-4247-b1b9-ea02f0df347f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e80467f8-e43a-4375-ab78-ccf59e5fbf93'}] {{(pid=84042) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 21:53:58.856856 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] For port e80467f8-e43a-4375-ab78-ccf59e5fbf93, host n-h2-838334-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838334-2',level=0,port_id=e80467f8-e43a-4375-ab78-ccf59e5fbf93,segment=NetworkSegment(175e1ed3-fcd8-4b76-9d8f-45065abbd730),segment_id=175e1ed3-fcd8-4b76-9d8f-45065abbd730)] {{(pid=84042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:53:58.861135 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682'] for port, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:53:58.903880 n-d-838334-2 neutron-server[84042]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5d13c0a2-efef-4f7c-acac-c431acc2ef08'] response: {'server_uuid': '6dd33c2b-fbe8-4247-b1b9-ea02f0df347f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e80467f8-e43a-4375-ab78-ccf59e5fbf93', 'code': 200} Apr 18 21:53:58.930609 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Pushing event updated for resources: {'Port': ['ID=e80467f8-e43a-4375-ab78-ccf59e5fbf93,revision_number=12']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:53:59.122429 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-080f254a-72fc-4683-b764-2f53c535a669 req-b40e8a78-1115-4ee9-8097-fe9460452f8d service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=6dd33c2b-fbe8-4247-b1b9-ea02f0df347f HTTP/1.1" status: 200 len: 1097 time: 0.0663018 Apr 18 21:53:59.164457 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-080f254a-72fc-4683-b764-2f53c535a669 req-23dcf113-b73b-49c6-8bfe-5586f695b0b2 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=9aa612c2-e689-48b9-a30c-51d54f594a66&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0349805 Apr 18 21:53:59.570512 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3d453d4-9bc1-43f6-a435-e928945aa1cb req-2f43df16-5bbd-4ae3-90f7-3df56bdb56b9 tempest-TestShelveInstance-1700047310 tempest-TestShelveInstance-1700047310-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:53:59.571971 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-e3d453d4-9bc1-43f6-a435-e928945aa1cb req-2f43df16-5bbd-4ae3-90f7-3df56bdb56b9 tempest-TestShelveInstance-1700047310 tempest-TestShelveInstance-1700047310-project] 10.222.0.42 "GET /v2.0/ports?device_id=6dd33c2b-fbe8-4247-b1b9-ea02f0df347f HTTP/1.1" status: 200 len: 946 time: 0.0757463 Apr 18 21:53:59.617560 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-e3d453d4-9bc1-43f6-a435-e928945aa1cb req-447ea8b7-e20d-4f3a-9321-89ec6895d422 tempest-TestShelveInstance-1700047310 tempest-TestShelveInstance-1700047310-project] 10.222.0.42 "GET /v2.0/security-groups?id=9aa612c2-e689-48b9-a30c-51d54f594a66&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401030 Apr 18 21:54:00.334702 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750375287399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253529'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:54:00.818874 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69149798-34ae-455c-a4c4-ce172edf0145 req-53b04818-ceb9-436b-a4da-b10bd762222a tempest-TestShelveInstance-1700047310 tempest-TestShelveInstance-1700047310-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:54:00.820243 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-69149798-34ae-455c-a4c4-ce172edf0145 req-53b04818-ceb9-436b-a4da-b10bd762222a tempest-TestShelveInstance-1700047310 tempest-TestShelveInstance-1700047310-project] 10.222.0.42 "GET /v2.0/ports?device_id=6dd33c2b-fbe8-4247-b1b9-ea02f0df347f HTTP/1.1" status: 200 len: 946 time: 0.0795441 Apr 18 21:54:00.864742 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-69149798-34ae-455c-a4c4-ce172edf0145 req-62195e34-45ed-48dc-b1de-8ced63dc276b tempest-TestShelveInstance-1700047310 tempest-TestShelveInstance-1700047310-project] 10.222.0.42 "GET /v2.0/security-groups?id=9aa612c2-e689-48b9-a30c-51d54f594a66&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389996 Apr 18 21:54:04.427051 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750375287399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253529'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:54:15.790142 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-60429591-66bb-47ac-9ca4-5790bdcf5b4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750375287399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253529'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:54:18.044236 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-79a9df1d-14f6-412e-a33c-a450b527b152 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750375287399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253529'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:54:19.224300 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750375287399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253529'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:54:19.748440 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-414b6ffe-e119-47bc-b18f-bcff1219c2f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750375287399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253529'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:54:20.823391 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-c7521a90-7d65-4e2e-842c-ca5d95e9a89c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750375287399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253529'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:54:24.083275 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.agents_db [None req-6346a179-333c-4370-b5a6-936984aeab15 None None] Agent healthcheck: found 7 active agents {{(pid=84043) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 18 21:54:24.911489 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-80f344c2-49aa-4900-91a6-81b53bc0008f req-28594328-0d51-4ee7-a5b6-2d4c0f9e36ba service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=6dd33c2b-fbe8-4247-b1b9-ea02f0df347f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0703700 Apr 18 21:54:25.055159 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-80f344c2-49aa-4900-91a6-81b53bc0008f req-f4a2a0b4-173a-4d21-8c6b-66f9de29242f service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=21077c3a160645c8a0da9fdb22f08c69&device_id=6dd33c2b-fbe8-4247-b1b9-ea02f0df347f HTTP/1.1" status: 200 len: 1097 time: 0.0719309 Apr 18 21:54:25.199244 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80f344c2-49aa-4900-91a6-81b53bc0008f req-3f6256a0-e221-4da3-931a-0ecbbb9a30e6 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:54:25.200632 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-80f344c2-49aa-4900-91a6-81b53bc0008f req-3f6256a0-e221-4da3-931a-0ecbbb9a30e6 service neutron] 10.222.0.48 "GET /v2.0/networks?id=0c667796-b879-456c-ac9f-5265de8a97f7 HTTP/1.1" status: 200 len: 910 time: 0.1265976 Apr 18 21:54:25.302843 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-80f344c2-49aa-4900-91a6-81b53bc0008f req-60a90f97-72c7-41c6-839d-34e259affae1 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e80467f8-e43a-4375-ab78-ccf59e5fbf93 HTTP/1.1" status: 200 len: 1000 time: 0.0955229 Apr 18 21:54:25.365249 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80f344c2-49aa-4900-91a6-81b53bc0008f req-86255f3c-a941-4678-86ea-22188d57c77b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:54:25.366668 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-80f344c2-49aa-4900-91a6-81b53bc0008f req-86255f3c-a941-4678-86ea-22188d57c77b service neutron] 10.222.0.48 "GET /v2.0/subnets?id=7fa156a3-92ab-4625-bc28-74ba8ff23ecd HTTP/1.1" status: 200 len: 848 time: 0.0572081 Apr 18 21:54:25.540847 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-80f344c2-49aa-4900-91a6-81b53bc0008f req-cc2a4e1f-6311-4fba-a3bb-81ad70fb561c service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=0c667796-b879-456c-ac9f-5265de8a97f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1668582 Apr 18 21:54:25.673430 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-80f344c2-49aa-4900-91a6-81b53bc0008f req-55966657-d38e-42f1-a4fc-176cf56746dd service neutron] 10.222.0.48 "GET /v2.0/networks/0c667796-b879-456c-ac9f-5265de8a97f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1259110 Apr 18 21:54:25.811516 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-80f344c2-49aa-4900-91a6-81b53bc0008f req-eb0d6be4-b5dc-4848-b7a2-e3c1688d905b service neutron] 10.222.0.48 "GET /v2.0/networks/0c667796-b879-456c-ac9f-5265de8a97f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1312993 Apr 18 21:54:30.333177 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750375287399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253529'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:54:34.426187 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750375287399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253529'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:54:45.793139 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-914f429f-d05c-4c54-ab77-66117ed972cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750375287399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253529'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:54:48.046399 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-3cdee97f-693d-463d-8cf5-bc918f92cb0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750375287399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253529'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:54:49.226213 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750375287399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253529'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:54:49.750539 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-414b6ffe-e119-47bc-b18f-bcff1219c2f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750375287399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253529'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:54:50.827281 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-c7521a90-7d65-4e2e-842c-ca5d95e9a89c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750375287399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253529'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:55:00.331578 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750375287399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253529'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:55:01.084257 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.agents_db [None req-6346a179-333c-4370-b5a6-936984aeab15 None None] Agent healthcheck: found 7 active agents {{(pid=84043) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 18 21:55:04.433366 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750375287399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253529'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:55:13.586310 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 42652) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:55:13.782359 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.plugin [None req-3b6671f8-9c55-47be-8090-823a6f02a2cd tempest-TestShelveInstance-1700047310 tempest-TestShelveInstance-1700047310-project] Deleting port 3568cf02-845a-4dd1-9747-64013123edf1 {{(pid=84040) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 21:55:13.782699 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-3b6671f8-9c55-47be-8090-823a6f02a2cd tempest-TestShelveInstance-1700047310 tempest-TestShelveInstance-1700047310-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750375188691'] for port, before_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:55:13.945009 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-3b6671f8-9c55-47be-8090-823a6f02a2cd tempest-TestShelveInstance-1700047310 tempest-TestShelveInstance-1700047310-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369123'] for port, precommit_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:55:13.945330 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-3b6671f8-9c55-47be-8090-823a6f02a2cd tempest-TestShelveInstance-1700047310 tempest-TestShelveInstance-1700047310-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:55:14.064677 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.plugin [None req-3b6671f8-9c55-47be-8090-823a6f02a2cd tempest-TestShelveInstance-1700047310 tempest-TestShelveInstance-1700047310-project] Calling delete_port for 3568cf02-845a-4dd1-9747-64013123edf1 owned by network:floatingip {{(pid=84040) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 21:55:14.212823 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-3b6671f8-9c55-47be-8090-823a6f02a2cd tempest-TestShelveInstance-1700047310 tempest-TestShelveInstance-1700047310-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750375259028', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750374836628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32440838'] for port, after_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:55:14.255030 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b6671f8-9c55-47be-8090-823a6f02a2cd tempest-TestShelveInstance-1700047310 tempest-TestShelveInstance-1700047310-project] Pushing event deleted for resources: {'Port': ['ID=3568cf02-845a-4dd1-9747-64013123edf1,revision_number=None']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:55:14.293060 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b6671f8-9c55-47be-8090-823a6f02a2cd tempest-TestShelveInstance-1700047310 tempest-TestShelveInstance-1700047310-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:55:14.293400 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b6671f8-9c55-47be-8090-823a6f02a2cd tempest-TestShelveInstance-1700047310 tempest-TestShelveInstance-1700047310-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:55:14.293731 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b6671f8-9c55-47be-8090-823a6f02a2cd tempest-TestShelveInstance-1700047310 tempest-TestShelveInstance-1700047310-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:55:14.294060 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b6671f8-9c55-47be-8090-823a6f02a2cd tempest-TestShelveInstance-1700047310 tempest-TestShelveInstance-1700047310-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:55:14.294387 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b6671f8-9c55-47be-8090-823a6f02a2cd tempest-TestShelveInstance-1700047310 tempest-TestShelveInstance-1700047310-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:55:14.294708 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b6671f8-9c55-47be-8090-823a6f02a2cd tempest-TestShelveInstance-1700047310 tempest-TestShelveInstance-1700047310-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:55:14.295024 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b6671f8-9c55-47be-8090-823a6f02a2cd tempest-TestShelveInstance-1700047310 tempest-TestShelveInstance-1700047310-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:55:14.295341 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b6671f8-9c55-47be-8090-823a6f02a2cd tempest-TestShelveInstance-1700047310 tempest-TestShelveInstance-1700047310-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:55:14.295676 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b6671f8-9c55-47be-8090-823a6f02a2cd tempest-TestShelveInstance-1700047310 tempest-TestShelveInstance-1700047310-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:55:14.295995 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b6671f8-9c55-47be-8090-823a6f02a2cd tempest-TestShelveInstance-1700047310 tempest-TestShelveInstance-1700047310-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:55:14.296308 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b6671f8-9c55-47be-8090-823a6f02a2cd tempest-TestShelveInstance-1700047310 tempest-TestShelveInstance-1700047310-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:55:14.356708 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-3b6671f8-9c55-47be-8090-823a6f02a2cd tempest-TestShelveInstance-1700047310 tempest-TestShelveInstance-1700047310-project] Notify callbacks [] for floatingip, after_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:55:14.833571 n-d-838334-2 neutron-server[84040]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3b6671f8-9c55-47be-8090-823a6f02a2cd tempest-TestShelveInstance-1700047310 tempest-TestShelveInstance-1700047310-project] Router 012d0ba4-0d6b-479b-b4e9-ca3348bfec12 has already been hosted by L3 agent bc84d6c9-dd7a-4555-a351-592327b46d5a {{(pid=84040) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 21:55:15.029231 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3b6671f8-9c55-47be-8090-823a6f02a2cd tempest-TestShelveInstance-1700047310 tempest-TestShelveInstance-1700047310-project] Notify agent at l3_agent.n-d-838334-2 the message routers_updated {{(pid=84040) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 21:55:15.040914 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-998d40a2-dc05-45ce-8fbb-dcf6ba3713de None None] Sync routers for ids ['012d0ba4-0d6b-479b-b4e9-ca3348bfec12'] in n-d-838334-2 {{(pid=84042) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 18 21:55:15.050315 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-3b6671f8-9c55-47be-8090-823a6f02a2cd tempest-TestShelveInstance-1700047310 tempest-TestShelveInstance-1700047310-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217293'] for floatingip, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:55:15.053853 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_dvrscheduler_db [None req-998d40a2-dc05-45ce-8fbb-dcf6ba3713de None None] Routers {'012d0ba4-0d6b-479b-b4e9-ca3348bfec12'} bound to L3 agent in host n-d-838334-2 {{(pid=84042) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 21:55:15.054484 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_hamode_db [None req-998d40a2-dc05-45ce-8fbb-dcf6ba3713de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838334-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-18T20:25:48Z,description=,heartbeat_timestamp=2022-04-18T21:54:48Z,host='n-d-838334-2',id=bc84d6c9-dd7a-4555-a351-592327b46d5a,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:25:48Z,topic='l3_agent')) {'router_ids': ['012d0ba4-0d6b-479b-b4e9-ca3348bfec12'], 'active': True} {{(pid=84042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:55:15.106241 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-3b6671f8-9c55-47be-8090-823a6f02a2cd tempest-TestShelveInstance-1700047310 tempest-TestShelveInstance-1700047310-project] 10.222.0.42 "DELETE /v2.0/floatingips/662ca397-2613-4169-8721-33a1f774187a HTTP/1.1" status: 204 len: 168 time: 1.5186889 Apr 18 21:55:15.106794 n-d-838334-2 neutron-server[84040]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6dd33c2b-fbe8-4247-b1b9-ea02f0df347f', 'tag': 'e80467f8-e43a-4375-ab78-ccf59e5fbf93'}] {{(pid=84040) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 21:55:15.238772 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_dvr_db [None req-998d40a2-dc05-45ce-8fbb-dcf6ba3713de None None] Set router 012d0ba4-0d6b-479b-b4e9-ca3348bfec12 gateway port host: n-d-838334-2 {{(pid=84042) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 21:55:15.285627 n-d-838334-2 neutron-server[84040]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d90680a0-34d3-4b8c-a5e7-a13881066b23'] response: {'name': 'network-changed', 'server_uuid': '6dd33c2b-fbe8-4247-b1b9-ea02f0df347f', 'tag': 'e80467f8-e43a-4375-ab78-ccf59e5fbf93', 'status': 'completed', 'code': 200} Apr 18 21:55:15.384115 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-8995227f-b664-49a5-85b9-77140b5fd74d req-644bc401-c1a5-4f0a-b539-0434e6ff7f9a service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=21077c3a160645c8a0da9fdb22f08c69&device_id=6dd33c2b-fbe8-4247-b1b9-ea02f0df347f HTTP/1.1" status: 200 len: 1097 time: 0.0764153 Apr 18 21:55:15.543085 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8995227f-b664-49a5-85b9-77140b5fd74d req-192e5a27-dc2c-45a6-860c-da4edf1f348a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:55:15.544807 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-8995227f-b664-49a5-85b9-77140b5fd74d req-192e5a27-dc2c-45a6-860c-da4edf1f348a service neutron] 10.222.0.48 "GET /v2.0/networks?id=0c667796-b879-456c-ac9f-5265de8a97f7 HTTP/1.1" status: 200 len: 910 time: 0.1519599 Apr 18 21:55:15.596393 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_hamode_db [None req-998d40a2-dc05-45ce-8fbb-dcf6ba3713de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '012d0ba4-0d6b-479b-b4e9-ca3348bfec12', 'name': 'tempest-TestShelveInstance-1825929545-router', 'tenant_id': '21077c3a160645c8a0da9fdb22f08c69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'external_fixed_ips': [{'subnet_id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'ip_address': '172.25.8.190'}], 'enable_snat': True}, 'gw_port_id': 'f9133ee7-f189-4a3a-957b-b0a456f34f7b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:50:50Z', 'updated_at': '2022-04-18T21:50:54Z', 'revision_number': 4, 'project_id': '21077c3a160645c8a0da9fdb22f08c69', 'gw_port': {'id': 'f9133ee7-f189-4a3a-957b-b0a456f34f7b', 'name': '', 'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:a3:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '012d0ba4-0d6b-479b-b4e9-ca3348bfec12', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'ip_address': '172.25.8.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:50:51Z', 'updated_at': '2022-04-18T21:50:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838334-2', '_interfaces': [{'id': '98aef93c-14ab-4c01-9104-a3617ce0272c', 'name': '', 'network_id': '0c667796-b879-456c-ac9f-5265de8a97f7', 'tenant_id': '21077c3a160645c8a0da9fdb22f08c69', 'mac_address': 'fa:16:3e:05:7a:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '012d0ba4-0d6b-479b-b4e9-ca3348bfec12', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7fa156a3-92ab-4625-bc28-74ba8ff23ecd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:50:53Z', 'updated_at': '2022-04-18T21:51:11Z', 'revision_number': 5, 'project_id': '21077c3a160645c8a0da9fdb22f08c69', 'subnets': [{'id': '7fa156a3-92ab-4625-bc28-74ba8ff23ecd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838334-2', False) {} {{(pid=84042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:55:15.601713 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-998d40a2-dc05-45ce-8fbb-dcf6ba3713de None None] Checking router: 012d0ba4-0d6b-479b-b4e9-ca3348bfec12 for host: n-d-838334-2 {{(pid=84042) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 18 21:55:15.615529 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_dvrscheduler_db [None req-998d40a2-dc05-45ce-8fbb-dcf6ba3713de None None] Routers {'012d0ba4-0d6b-479b-b4e9-ca3348bfec12'} bound to L3 agent in host n-d-838334-2 {{(pid=84042) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 21:55:15.616199 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_hamode_db [None req-998d40a2-dc05-45ce-8fbb-dcf6ba3713de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838334-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-18T20:25:48Z,description=,heartbeat_timestamp=2022-04-18T21:54:48Z,host='n-d-838334-2',id=bc84d6c9-dd7a-4555-a351-592327b46d5a,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:25:48Z,topic='l3_agent')) {'router_ids': ['012d0ba4-0d6b-479b-b4e9-ca3348bfec12'], 'active': True} {{(pid=84042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:55:15.620173 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-8995227f-b664-49a5-85b9-77140b5fd74d req-38a6b399-33a7-48d1-8c32-1d1802c55c95 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e80467f8-e43a-4375-ab78-ccf59e5fbf93 HTTP/1.1" status: 200 len: 217 time: 0.0682583 Apr 18 21:55:15.693417 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8995227f-b664-49a5-85b9-77140b5fd74d req-10ec8900-5776-4c10-96d1-d6e7cf44ace2 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:55:15.694718 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-8995227f-b664-49a5-85b9-77140b5fd74d req-10ec8900-5776-4c10-96d1-d6e7cf44ace2 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=7fa156a3-92ab-4625-bc28-74ba8ff23ecd HTTP/1.1" status: 200 len: 848 time: 0.0687242 Apr 18 21:55:15.781588 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-8995227f-b664-49a5-85b9-77140b5fd74d req-8bcc05d4-1fdc-4c60-8310-ca34acc68d88 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=0c667796-b879-456c-ac9f-5265de8a97f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0799472 Apr 18 21:55:15.810004 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b33c72c-3958-4d1c-9d07-7ac18f1fa610 req-5888d616-71ea-4580-aee7-a990e58a4898 tempest-TestShelveInstance-1700047310 tempest-TestShelveInstance-1700047310-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:55:15.810773 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [req-9b33c72c-3958-4d1c-9d07-7ac18f1fa610 req-5888d616-71ea-4580-aee7-a990e58a4898 tempest-TestShelveInstance-1700047310 tempest-TestShelveInstance-1700047310-project] Synchronizing usage tracker for tenant:21077c3a160645c8a0da9fdb22f08c69 on resource:port {{(pid=84040) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 21:55:15.812971 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-ef8ba1cd-3c28-41bd-808b-1a8be83ec8b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750375287399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253529'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:55:15.828374 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [req-9b33c72c-3958-4d1c-9d07-7ac18f1fa610 req-5888d616-71ea-4580-aee7-a990e58a4898 tempest-TestShelveInstance-1700047310 tempest-TestShelveInstance-1700047310-project] Unset dirty status for tenant:21077c3a160645c8a0da9fdb22f08c69 on resource:port {{(pid=84040) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 21:55:15.829532 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-9b33c72c-3958-4d1c-9d07-7ac18f1fa610 req-5888d616-71ea-4580-aee7-a990e58a4898 tempest-TestShelveInstance-1700047310 tempest-TestShelveInstance-1700047310-project] 10.222.0.42 "GET /v2.0/ports?device_id=6dd33c2b-fbe8-4247-b1b9-ea02f0df347f HTTP/1.1" status: 200 len: 946 time: 0.1958790 Apr 18 21:55:15.843681 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_dvr_db [None req-998d40a2-dc05-45ce-8fbb-dcf6ba3713de None None] Set router 012d0ba4-0d6b-479b-b4e9-ca3348bfec12 gateway port host: n-d-838334-2 {{(pid=84042) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 21:55:15.883421 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-9b33c72c-3958-4d1c-9d07-7ac18f1fa610 req-7854ca76-4e3f-4fd7-aa5b-ca7d9890c377 tempest-TestShelveInstance-1700047310 tempest-TestShelveInstance-1700047310-project] 10.222.0.42 "GET /v2.0/security-groups?id=9aa612c2-e689-48b9-a30c-51d54f594a66&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461230 Apr 18 21:55:15.930368 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-8995227f-b664-49a5-85b9-77140b5fd74d req-4f474441-f631-45dc-b927-ef0738341c18 service neutron] 10.222.0.48 "GET /v2.0/networks/0c667796-b879-456c-ac9f-5265de8a97f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1414206 Apr 18 21:55:16.060947 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-8995227f-b664-49a5-85b9-77140b5fd74d req-c63a3e39-097f-444b-87e4-ebbdfe2b7610 service neutron] 10.222.0.48 "GET /v2.0/networks/0c667796-b879-456c-ac9f-5265de8a97f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1234543 Apr 18 21:55:16.179456 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_hamode_db [None req-998d40a2-dc05-45ce-8fbb-dcf6ba3713de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '012d0ba4-0d6b-479b-b4e9-ca3348bfec12', 'name': 'tempest-TestShelveInstance-1825929545-router', 'tenant_id': '21077c3a160645c8a0da9fdb22f08c69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'external_fixed_ips': [{'subnet_id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'ip_address': '172.25.8.190'}], 'enable_snat': True}, 'gw_port_id': 'f9133ee7-f189-4a3a-957b-b0a456f34f7b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:50:50Z', 'updated_at': '2022-04-18T21:50:54Z', 'revision_number': 4, 'project_id': '21077c3a160645c8a0da9fdb22f08c69', 'gw_port': {'id': 'f9133ee7-f189-4a3a-957b-b0a456f34f7b', 'name': '', 'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:a3:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '012d0ba4-0d6b-479b-b4e9-ca3348bfec12', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'ip_address': '172.25.8.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:50:51Z', 'updated_at': '2022-04-18T21:50:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838334-2', '_interfaces': [{'id': '98aef93c-14ab-4c01-9104-a3617ce0272c', 'name': '', 'network_id': '0c667796-b879-456c-ac9f-5265de8a97f7', 'tenant_id': '21077c3a160645c8a0da9fdb22f08c69', 'mac_address': 'fa:16:3e:05:7a:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '012d0ba4-0d6b-479b-b4e9-ca3348bfec12', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7fa156a3-92ab-4625-bc28-74ba8ff23ecd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:50:53Z', 'updated_at': '2022-04-18T21:51:11Z', 'revision_number': 5, 'project_id': '21077c3a160645c8a0da9fdb22f08c69', 'subnets': [{'id': '7fa156a3-92ab-4625-bc28-74ba8ff23ecd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838334-2', False) {} {{(pid=84042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:55:16.183219 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-998d40a2-dc05-45ce-8fbb-dcf6ba3713de None None] The sync data for ids ['012d0ba4-0d6b-479b-b4e9-ca3348bfec12'] in n-d-838334-2 is: [{'id': '012d0ba4-0d6b-479b-b4e9-ca3348bfec12', 'name': 'tempest-TestShelveInstance-1825929545-router', 'tenant_id': '21077c3a160645c8a0da9fdb22f08c69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'external_fixed_ips': [{'subnet_id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'ip_address': '172.25.8.190'}], 'enable_snat': True}, 'gw_port_id': 'f9133ee7-f189-4a3a-957b-b0a456f34f7b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:50:50Z', 'updated_at': '2022-04-18T21:50:54Z', 'revision_number': 4, 'project_id': '21077c3a160645c8a0da9fdb22f08c69', 'gw_port': {'id': 'f9133ee7-f189-4a3a-957b-b0a456f34f7b', 'name': '', 'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:a3:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '012d0ba4-0d6b-479b-b4e9-ca3348bfec12', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'ip_address': '172.25.8.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:50:51Z', 'updated_at': '2022-04-18T21:50:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838334-2', '_interfaces': [{'id': '98aef93c-14ab-4c01-9104-a3617ce0272c', 'name': '', 'network_id': '0c667796-b879-456c-ac9f-5265de8a97f7', 'tenant_id': '21077c3a160645c8a0da9fdb22f08c69', 'mac_address': 'fa:16:3e:05:7a:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '012d0ba4-0d6b-479b-b4e9-ca3348bfec12', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7fa156a3-92ab-4625-bc28-74ba8ff23ecd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:50:53Z', 'updated_at': '2022-04-18T21:51:11Z', 'revision_number': 5, 'project_id': '21077c3a160645c8a0da9fdb22f08c69', 'subnets': [{'id': '7fa156a3-92ab-4625-bc28-74ba8ff23ecd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84042) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 18 21:55:16.399235 n-d-838334-2 neutron-server[84043]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d982555-9804-4ddb-9c22-29a181836a71 None None] New status for floating IP 662ca397-2613-4169-8721-33a1f774187a: DOWN {{(pid=84043) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Apr 18 21:55:16.806973 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19efbeb0-68b4-40b1-9f28-daaa0b5ea7ac req-86375a2c-0cd9-462d-a28f-12e80b74fabf tempest-TestShelveInstance-1700047310 tempest-TestShelveInstance-1700047310-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:55:16.807577 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [req-19efbeb0-68b4-40b1-9f28-daaa0b5ea7ac req-86375a2c-0cd9-462d-a28f-12e80b74fabf tempest-TestShelveInstance-1700047310 tempest-TestShelveInstance-1700047310-project] Synchronizing usage tracker for tenant:21077c3a160645c8a0da9fdb22f08c69 on resource:port {{(pid=84041) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 21:55:16.819457 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [req-19efbeb0-68b4-40b1-9f28-daaa0b5ea7ac req-86375a2c-0cd9-462d-a28f-12e80b74fabf tempest-TestShelveInstance-1700047310 tempest-TestShelveInstance-1700047310-project] Unset dirty status for tenant:21077c3a160645c8a0da9fdb22f08c69 on resource:port {{(pid=84041) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 21:55:16.820569 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-19efbeb0-68b4-40b1-9f28-daaa0b5ea7ac req-86375a2c-0cd9-462d-a28f-12e80b74fabf tempest-TestShelveInstance-1700047310 tempest-TestShelveInstance-1700047310-project] 10.222.0.48 "GET /v2.0/ports?device_id=6dd33c2b-fbe8-4247-b1b9-ea02f0df347f HTTP/1.1" status: 200 len: 946 time: 0.0874145 Apr 18 21:55:16.887184 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.plugin [req-19efbeb0-68b4-40b1-9f28-daaa0b5ea7ac req-42edd399-8855-4a60-943d-73ad04a44127 tempest-TestShelveInstance-1700047310 tempest-TestShelveInstance-1700047310-project] Deleting port e80467f8-e43a-4375-ab78-ccf59e5fbf93 {{(pid=84041) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 21:55:16.887519 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [req-19efbeb0-68b4-40b1-9f28-daaa0b5ea7ac req-42edd399-8855-4a60-943d-73ad04a44127 tempest-TestShelveInstance-1700047310 tempest-TestShelveInstance-1700047310-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750375188691'] for port, before_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:55:17.135493 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.db [req-19efbeb0-68b4-40b1-9f28-daaa0b5ea7ac req-42edd399-8855-4a60-943d-73ad04a44127 tempest-TestShelveInstance-1700047310 tempest-TestShelveInstance-1700047310-project] For port e80467f8-e43a-4375-ab78-ccf59e5fbf93, host n-h2-838334-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838334-2',level=0,port_id=e80467f8-e43a-4375-ab78-ccf59e5fbf93,segment=NetworkSegment(175e1ed3-fcd8-4b76-9d8f-45065abbd730),segment_id=175e1ed3-fcd8-4b76-9d8f-45065abbd730)] {{(pid=84041) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:55:17.135851 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [req-19efbeb0-68b4-40b1-9f28-daaa0b5ea7ac req-42edd399-8855-4a60-943d-73ad04a44127 tempest-TestShelveInstance-1700047310 tempest-TestShelveInstance-1700047310-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369123'] for port, precommit_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:55:17.169787 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e21af375-daf1-4a7a-8159-ebab35145058 req-878febfa-b183-48e2-87ac-4556ad7df475 tempest-TestShelveInstance-1700047310 tempest-TestShelveInstance-1700047310-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:55:17.171231 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-e21af375-daf1-4a7a-8159-ebab35145058 req-878febfa-b183-48e2-87ac-4556ad7df475 tempest-TestShelveInstance-1700047310 tempest-TestShelveInstance-1700047310-project] 10.222.0.42 "GET /v2.0/ports?device_id=6dd33c2b-fbe8-4247-b1b9-ea02f0df347f HTTP/1.1" status: 200 len: 946 time: 0.1478174 Apr 18 21:55:17.217886 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-e21af375-daf1-4a7a-8159-ebab35145058 req-e7fa1198-2e7d-48f0-8d0f-05bcc812b0d4 tempest-TestShelveInstance-1700047310 tempest-TestShelveInstance-1700047310-project] 10.222.0.42 "GET /v2.0/security-groups?id=9aa612c2-e689-48b9-a30c-51d54f594a66&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401356 Apr 18 21:55:17.257686 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.plugin [req-19efbeb0-68b4-40b1-9f28-daaa0b5ea7ac req-42edd399-8855-4a60-943d-73ad04a44127 tempest-TestShelveInstance-1700047310 tempest-TestShelveInstance-1700047310-project] Calling delete_port for e80467f8-e43a-4375-ab78-ccf59e5fbf93 owned by compute:nova {{(pid=84041) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 21:55:17.482602 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [req-19efbeb0-68b4-40b1-9f28-daaa0b5ea7ac req-42edd399-8855-4a60-943d-73ad04a44127 tempest-TestShelveInstance-1700047310 tempest-TestShelveInstance-1700047310-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750375259028', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750374836628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32266323'] for port, after_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:55:17.531310 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42edd399-8855-4a60-943d-73ad04a44127 tempest-TestShelveInstance-1700047310 tempest-TestShelveInstance-1700047310-project] Pushing event deleted for resources: {'Port': ['ID=e80467f8-e43a-4375-ab78-ccf59e5fbf93,revision_number=None']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:55:17.574284 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42edd399-8855-4a60-943d-73ad04a44127 tempest-TestShelveInstance-1700047310 tempest-TestShelveInstance-1700047310-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:55:17.574624 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42edd399-8855-4a60-943d-73ad04a44127 tempest-TestShelveInstance-1700047310 tempest-TestShelveInstance-1700047310-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:55:17.574957 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42edd399-8855-4a60-943d-73ad04a44127 tempest-TestShelveInstance-1700047310 tempest-TestShelveInstance-1700047310-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:55:17.575291 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42edd399-8855-4a60-943d-73ad04a44127 tempest-TestShelveInstance-1700047310 tempest-TestShelveInstance-1700047310-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:55:17.575614 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42edd399-8855-4a60-943d-73ad04a44127 tempest-TestShelveInstance-1700047310 tempest-TestShelveInstance-1700047310-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:55:17.575960 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42edd399-8855-4a60-943d-73ad04a44127 tempest-TestShelveInstance-1700047310 tempest-TestShelveInstance-1700047310-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:55:17.576292 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42edd399-8855-4a60-943d-73ad04a44127 tempest-TestShelveInstance-1700047310 tempest-TestShelveInstance-1700047310-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:55:17.576597 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42edd399-8855-4a60-943d-73ad04a44127 tempest-TestShelveInstance-1700047310 tempest-TestShelveInstance-1700047310-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:55:17.576911 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42edd399-8855-4a60-943d-73ad04a44127 tempest-TestShelveInstance-1700047310 tempest-TestShelveInstance-1700047310-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:55:17.577230 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42edd399-8855-4a60-943d-73ad04a44127 tempest-TestShelveInstance-1700047310 tempest-TestShelveInstance-1700047310-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:55:17.577546 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42edd399-8855-4a60-943d-73ad04a44127 tempest-TestShelveInstance-1700047310 tempest-TestShelveInstance-1700047310-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:55:17.617397 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.l3_dvrscheduler_db [req-19efbeb0-68b4-40b1-9f28-daaa0b5ea7ac req-42edd399-8855-4a60-943d-73ad04a44127 tempest-TestShelveInstance-1700047310 tempest-TestShelveInstance-1700047310-project] No DVR routers for this DVR port e80467f8-e43a-4375-ab78-ccf59e5fbf93 on host n-h2-838334-2 {{(pid=84041) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 21:55:17.619867 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [req-19efbeb0-68b4-40b1-9f28-daaa0b5ea7ac req-42edd399-8855-4a60-943d-73ad04a44127 tempest-TestShelveInstance-1700047310 tempest-TestShelveInstance-1700047310-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217293'] for port, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:55:17.622267 n-d-838334-2 neutron-server[84041]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6dd33c2b-fbe8-4247-b1b9-ea02f0df347f', 'name': 'network-vif-deleted', 'tag': 'e80467f8-e43a-4375-ab78-ccf59e5fbf93'}] {{(pid=84041) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 21:55:17.638122 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-19efbeb0-68b4-40b1-9f28-daaa0b5ea7ac req-42edd399-8855-4a60-943d-73ad04a44127 tempest-TestShelveInstance-1700047310 tempest-TestShelveInstance-1700047310-project] 10.222.0.48 "DELETE /v2.0/ports/e80467f8-e43a-4375-ab78-ccf59e5fbf93 HTTP/1.1" status: 204 len: 173 time: 0.8115456 Apr 18 21:55:17.688123 n-d-838334-2 neutron-server[84041]: INFO neutron.notifiers.nova [-] Nova event matching ['req-11188803-84ec-4798-905d-4d5683254b2b'] response: {'server_uuid': '6dd33c2b-fbe8-4247-b1b9-ea02f0df347f', 'name': 'network-vif-deleted', 'tag': 'e80467f8-e43a-4375-ab78-ccf59e5fbf93', 'status': 'completed', 'code': 200} Apr 18 21:55:18.052137 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-a9348d6f-214b-4a67-b449-c1cb289cdb88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750375287399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253529'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:55:18.323178 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 42680) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:55:18.391848 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-eb577d60-944e-49c6-85d8-2fae6124eecc tempest-TestShelveInstance-1700047310 tempest-TestShelveInstance-1700047310-project] Notify callbacks [] for security_group, before_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:55:18.420676 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-eb577d60-944e-49c6-85d8-2fae6124eecc tempest-TestShelveInstance-1700047310 tempest-TestShelveInstance-1700047310-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:55:18.485196 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-eb577d60-944e-49c6-85d8-2fae6124eecc tempest-TestShelveInstance-1700047310 tempest-TestShelveInstance-1700047310-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33528224'] for security_group, after_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:55:18.506765 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb577d60-944e-49c6-85d8-2fae6124eecc tempest-TestShelveInstance-1700047310 tempest-TestShelveInstance-1700047310-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9aa612c2-e689-48b9-a30c-51d54f594a66,revision_number=None']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:55:18.519459 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-eb577d60-944e-49c6-85d8-2fae6124eecc tempest-TestShelveInstance-1700047310 tempest-TestShelveInstance-1700047310-project] Notify callbacks [] for security_group, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:55:18.520639 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-eb577d60-944e-49c6-85d8-2fae6124eecc tempest-TestShelveInstance-1700047310 tempest-TestShelveInstance-1700047310-project] 10.222.0.42 "DELETE /v2.0/security-groups/9aa612c2-e689-48b9-a30c-51d54f594a66 HTTP/1.1" status: 204 len: 168 time: 0.1964355 Apr 18 21:55:18.857853 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 42688) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:55:18.864321 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.v2.base [None req-f5ed2d64-26fc-4829-8f55-6e7ef5ef87ab tempest-TestShelveInstance-1700047310 tempest-TestShelveInstance-1700047310-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1053798753', 'description': 'tempest-secgroup-smoke-1053798753 description', 'project_id': '21077c3a160645c8a0da9fdb22f08c69'}} {{(pid=84040) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:55:18.870797 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [None req-f5ed2d64-26fc-4829-8f55-6e7ef5ef87ab tempest-TestShelveInstance-1700047310 tempest-TestShelveInstance-1700047310-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:55:18.875653 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-f5ed2d64-26fc-4829-8f55-6e7ef5ef87ab tempest-TestShelveInstance-1700047310 tempest-TestShelveInstance-1700047310-project] Usage tracker for resource:security_group and tenant:21077c3a160645c8a0da9fdb22f08c69 is out of sync, need to count used quota {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:55:18.878698 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-f5ed2d64-26fc-4829-8f55-6e7ef5ef87ab tempest-TestShelveInstance-1700047310 tempest-TestShelveInstance-1700047310-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:55:18.884398 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [None req-f5ed2d64-26fc-4829-8f55-6e7ef5ef87ab tempest-TestShelveInstance-1700047310 tempest-TestShelveInstance-1700047310-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:55:18.893859 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-f5ed2d64-26fc-4829-8f55-6e7ef5ef87ab tempest-TestShelveInstance-1700047310 tempest-TestShelveInstance-1700047310-project] Notify callbacks [] for security_group, before_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:55:18.929713 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [None req-f5ed2d64-26fc-4829-8f55-6e7ef5ef87ab tempest-TestShelveInstance-1700047310 tempest-TestShelveInstance-1700047310-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:55:18.933459 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-f5ed2d64-26fc-4829-8f55-6e7ef5ef87ab tempest-TestShelveInstance-1700047310 tempest-TestShelveInstance-1700047310-project] Usage tracker for resource:security_group_rule and tenant:21077c3a160645c8a0da9fdb22f08c69 is out of sync, need to count used quota {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:55:18.936254 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-f5ed2d64-26fc-4829-8f55-6e7ef5ef87ab tempest-TestShelveInstance-1700047310 tempest-TestShelveInstance-1700047310-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:55:18.942108 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [None req-f5ed2d64-26fc-4829-8f55-6e7ef5ef87ab tempest-TestShelveInstance-1700047310 tempest-TestShelveInstance-1700047310-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:55:18.989115 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Device e80467f8-e43a-4375-ab78-ccf59e5fbf93 no longer exists at agent hyperv_n-h2-838334-2 {{(pid=84042) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 21:55:19.003262 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-f5ed2d64-26fc-4829-8f55-6e7ef5ef87ab tempest-TestShelveInstance-1700047310 tempest-TestShelveInstance-1700047310-project] Notify callbacks [] for security_group, precommit_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:55:19.007293 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-f5ed2d64-26fc-4829-8f55-6e7ef5ef87ab tempest-TestShelveInstance-1700047310 tempest-TestShelveInstance-1700047310-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33528224'] for security_group, after_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:55:19.021940 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.plugin [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] No Port match for: e80467f8-e43a-4375-ab78-ccf59e5fbf93 {{(pid=84042) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 18 21:55:19.022290 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Device e80467f8-e43a-4375-ab78-ccf59e5fbf93 not bound to the agent host n-h2-838334-2 {{(pid=84042) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 21:55:19.052929 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5ed2d64-26fc-4829-8f55-6e7ef5ef87ab tempest-TestShelveInstance-1700047310 tempest-TestShelveInstance-1700047310-project] Pushing event updated for resources: {'SecurityGroup': ['ID=72bee5e7-7d39-4232-8dd3-338019e9d442,revision_number=1']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:55:19.056776 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-f5ed2d64-26fc-4829-8f55-6e7ef5ef87ab tempest-TestShelveInstance-1700047310 tempest-TestShelveInstance-1700047310-project] Notify callbacks [] for security_group, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:55:19.057978 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-f5ed2d64-26fc-4829-8f55-6e7ef5ef87ab tempest-TestShelveInstance-1700047310 tempest-TestShelveInstance-1700047310-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1628 time: 0.1991334 Apr 18 21:55:19.060870 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 42692) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:55:19.066377 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.v2.base [None req-69ec718e-96ea-401b-95e3-7ceb2f8364e7 tempest-TestShelveInstance-1700047310 tempest-TestShelveInstance-1700047310-project] Request body: {'security_group_rule': {'security_group_id': '72bee5e7-7d39-4232-8dd3-338019e9d442', 'project_id': '21077c3a160645c8a0da9fdb22f08c69', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84040) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:55:19.072839 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [None req-69ec718e-96ea-401b-95e3-7ceb2f8364e7 tempest-TestShelveInstance-1700047310 tempest-TestShelveInstance-1700047310-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:55:19.076605 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-69ec718e-96ea-401b-95e3-7ceb2f8364e7 tempest-TestShelveInstance-1700047310 tempest-TestShelveInstance-1700047310-project] Usage tracker for resource:security_group_rule and tenant:21077c3a160645c8a0da9fdb22f08c69 is out of sync, need to count used quota {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:55:19.079361 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-69ec718e-96ea-401b-95e3-7ceb2f8364e7 tempest-TestShelveInstance-1700047310 tempest-TestShelveInstance-1700047310-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:55:19.085081 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [None req-69ec718e-96ea-401b-95e3-7ceb2f8364e7 tempest-TestShelveInstance-1700047310 tempest-TestShelveInstance-1700047310-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:55:19.104252 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-69ec718e-96ea-401b-95e3-7ceb2f8364e7 tempest-TestShelveInstance-1700047310 tempest-TestShelveInstance-1700047310-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:55:19.164177 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-69ec718e-96ea-401b-95e3-7ceb2f8364e7 tempest-TestShelveInstance-1700047310 tempest-TestShelveInstance-1700047310-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:55:19.167838 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-69ec718e-96ea-401b-95e3-7ceb2f8364e7 tempest-TestShelveInstance-1700047310 tempest-TestShelveInstance-1700047310-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33528311'] for security_group_rule, after_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:55:19.191913 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69ec718e-96ea-401b-95e3-7ceb2f8364e7 tempest-TestShelveInstance-1700047310 tempest-TestShelveInstance-1700047310-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ffc1adbc-72c5-4c02-abae-28b8c7b6f6d2,revision_number=0']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:55:19.200334 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-69ec718e-96ea-401b-95e3-7ceb2f8364e7 tempest-TestShelveInstance-1700047310 tempest-TestShelveInstance-1700047310-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:55:19.201621 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-69ec718e-96ea-401b-95e3-7ceb2f8364e7 tempest-TestShelveInstance-1700047310 tempest-TestShelveInstance-1700047310-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.1398740 Apr 18 21:55:19.204391 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 42696) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:55:19.210658 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.v2.base [None req-fe4ee61a-6070-40af-9d06-9f6170a0386e tempest-TestShelveInstance-1700047310 tempest-TestShelveInstance-1700047310-project] Request body: {'security_group_rule': {'security_group_id': '72bee5e7-7d39-4232-8dd3-338019e9d442', 'project_id': '21077c3a160645c8a0da9fdb22f08c69', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=84040) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:55:19.217107 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [None req-fe4ee61a-6070-40af-9d06-9f6170a0386e tempest-TestShelveInstance-1700047310 tempest-TestShelveInstance-1700047310-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:55:19.221543 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-fe4ee61a-6070-40af-9d06-9f6170a0386e tempest-TestShelveInstance-1700047310 tempest-TestShelveInstance-1700047310-project] Usage tracker for resource:security_group_rule and tenant:21077c3a160645c8a0da9fdb22f08c69 is out of sync, need to count used quota {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:55:19.224479 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-fe4ee61a-6070-40af-9d06-9f6170a0386e tempest-TestShelveInstance-1700047310 tempest-TestShelveInstance-1700047310-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:55:19.229591 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750375287399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253529'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:55:19.230602 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [None req-fe4ee61a-6070-40af-9d06-9f6170a0386e tempest-TestShelveInstance-1700047310 tempest-TestShelveInstance-1700047310-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:55:19.246666 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-fe4ee61a-6070-40af-9d06-9f6170a0386e tempest-TestShelveInstance-1700047310 tempest-TestShelveInstance-1700047310-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:55:19.309099 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-fe4ee61a-6070-40af-9d06-9f6170a0386e tempest-TestShelveInstance-1700047310 tempest-TestShelveInstance-1700047310-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:55:19.312590 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-fe4ee61a-6070-40af-9d06-9f6170a0386e tempest-TestShelveInstance-1700047310 tempest-TestShelveInstance-1700047310-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33528311'] for security_group_rule, after_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:55:19.336552 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe4ee61a-6070-40af-9d06-9f6170a0386e tempest-TestShelveInstance-1700047310 tempest-TestShelveInstance-1700047310-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9b97a610-c6c9-4d88-96df-e9e211af6730,revision_number=0']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:55:19.344829 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-fe4ee61a-6070-40af-9d06-9f6170a0386e tempest-TestShelveInstance-1700047310 tempest-TestShelveInstance-1700047310-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:55:19.347219 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-fe4ee61a-6070-40af-9d06-9f6170a0386e tempest-TestShelveInstance-1700047310 tempest-TestShelveInstance-1700047310-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.1406739 Apr 18 21:55:19.349468 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 42700) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:55:19.354947 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.v2.base [None req-d03f4099-5692-4cf6-8947-7d47421b3a70 tempest-TestShelveInstance-1700047310 tempest-TestShelveInstance-1700047310-project] Request body: {'security_group_rule': {'security_group_id': '72bee5e7-7d39-4232-8dd3-338019e9d442', 'project_id': '21077c3a160645c8a0da9fdb22f08c69', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=84041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:55:19.362001 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-d03f4099-5692-4cf6-8947-7d47421b3a70 tempest-TestShelveInstance-1700047310 tempest-TestShelveInstance-1700047310-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:55:19.365601 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-d03f4099-5692-4cf6-8947-7d47421b3a70 tempest-TestShelveInstance-1700047310 tempest-TestShelveInstance-1700047310-project] Usage tracker for resource:security_group_rule and tenant:21077c3a160645c8a0da9fdb22f08c69 is out of sync, need to count used quota {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:55:19.368435 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-d03f4099-5692-4cf6-8947-7d47421b3a70 tempest-TestShelveInstance-1700047310 tempest-TestShelveInstance-1700047310-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:55:19.373962 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-d03f4099-5692-4cf6-8947-7d47421b3a70 tempest-TestShelveInstance-1700047310 tempest-TestShelveInstance-1700047310-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:55:19.389660 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-d03f4099-5692-4cf6-8947-7d47421b3a70 tempest-TestShelveInstance-1700047310 tempest-TestShelveInstance-1700047310-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:55:19.451025 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-d03f4099-5692-4cf6-8947-7d47421b3a70 tempest-TestShelveInstance-1700047310 tempest-TestShelveInstance-1700047310-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:55:19.454565 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-d03f4099-5692-4cf6-8947-7d47421b3a70 tempest-TestShelveInstance-1700047310 tempest-TestShelveInstance-1700047310-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33528311'] for security_group_rule, after_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:55:19.477923 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d03f4099-5692-4cf6-8947-7d47421b3a70 tempest-TestShelveInstance-1700047310 tempest-TestShelveInstance-1700047310-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6007eb54-4f9f-49e0-b348-ae72cab65f46,revision_number=0']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:55:19.485834 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-d03f4099-5692-4cf6-8947-7d47421b3a70 tempest-TestShelveInstance-1700047310 tempest-TestShelveInstance-1700047310-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:55:19.487197 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-d03f4099-5692-4cf6-8947-7d47421b3a70 tempest-TestShelveInstance-1700047310 tempest-TestShelveInstance-1700047310-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.1365380 Apr 18 21:55:19.489741 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 42704) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:55:19.495168 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.v2.base [None req-bb8845fd-ff59-4481-b4d3-2a3747b39329 tempest-TestShelveInstance-1700047310 tempest-TestShelveInstance-1700047310-project] Request body: {'security_group_rule': {'security_group_id': '72bee5e7-7d39-4232-8dd3-338019e9d442', 'project_id': '21077c3a160645c8a0da9fdb22f08c69', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=84041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:55:19.501711 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-bb8845fd-ff59-4481-b4d3-2a3747b39329 tempest-TestShelveInstance-1700047310 tempest-TestShelveInstance-1700047310-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:55:19.506028 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-bb8845fd-ff59-4481-b4d3-2a3747b39329 tempest-TestShelveInstance-1700047310 tempest-TestShelveInstance-1700047310-project] Usage tracker for resource:security_group_rule and tenant:21077c3a160645c8a0da9fdb22f08c69 is out of sync, need to count used quota {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:55:19.508860 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-bb8845fd-ff59-4481-b4d3-2a3747b39329 tempest-TestShelveInstance-1700047310 tempest-TestShelveInstance-1700047310-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:55:19.514499 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-bb8845fd-ff59-4481-b4d3-2a3747b39329 tempest-TestShelveInstance-1700047310 tempest-TestShelveInstance-1700047310-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:55:19.530521 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-bb8845fd-ff59-4481-b4d3-2a3747b39329 tempest-TestShelveInstance-1700047310 tempest-TestShelveInstance-1700047310-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:55:19.591688 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-bb8845fd-ff59-4481-b4d3-2a3747b39329 tempest-TestShelveInstance-1700047310 tempest-TestShelveInstance-1700047310-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:55:19.595135 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-bb8845fd-ff59-4481-b4d3-2a3747b39329 tempest-TestShelveInstance-1700047310 tempest-TestShelveInstance-1700047310-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33528311'] for security_group_rule, after_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:55:19.617737 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb8845fd-ff59-4481-b4d3-2a3747b39329 tempest-TestShelveInstance-1700047310 tempest-TestShelveInstance-1700047310-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=572dba0f-953e-4f7f-b1a5-c5b15d356c6c,revision_number=0']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:55:19.625886 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-bb8845fd-ff59-4481-b4d3-2a3747b39329 tempest-TestShelveInstance-1700047310 tempest-TestShelveInstance-1700047310-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:55:19.627547 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-bb8845fd-ff59-4481-b4d3-2a3747b39329 tempest-TestShelveInstance-1700047310 tempest-TestShelveInstance-1700047310-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.1363163 Apr 18 21:55:19.630527 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 42708) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:55:19.635901 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.v2.base [None req-6c7467a7-63d7-4388-b1c0-093a7672aee3 tempest-TestShelveInstance-1700047310 tempest-TestShelveInstance-1700047310-project] Request body: {'security_group_rule': {'security_group_id': '72bee5e7-7d39-4232-8dd3-338019e9d442', 'project_id': '21077c3a160645c8a0da9fdb22f08c69', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=84041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:55:19.642338 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-6c7467a7-63d7-4388-b1c0-093a7672aee3 tempest-TestShelveInstance-1700047310 tempest-TestShelveInstance-1700047310-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:55:19.646846 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-6c7467a7-63d7-4388-b1c0-093a7672aee3 tempest-TestShelveInstance-1700047310 tempest-TestShelveInstance-1700047310-project] Usage tracker for resource:security_group_rule and tenant:21077c3a160645c8a0da9fdb22f08c69 is out of sync, need to count used quota {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:55:19.649708 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-6c7467a7-63d7-4388-b1c0-093a7672aee3 tempest-TestShelveInstance-1700047310 tempest-TestShelveInstance-1700047310-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:55:19.655347 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-6c7467a7-63d7-4388-b1c0-093a7672aee3 tempest-TestShelveInstance-1700047310 tempest-TestShelveInstance-1700047310-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:55:19.665619 n-d-838334-2 neutron-server[84041]: INFO neutron.db.securitygroups_db [None req-6c7467a7-63d7-4388-b1c0-093a7672aee3 tempest-TestShelveInstance-1700047310 tempest-TestShelveInstance-1700047310-project] Project 21077c3a160645c8a0da9fdb22f08c69 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 18 21:55:19.672089 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-6c7467a7-63d7-4388-b1c0-093a7672aee3 tempest-TestShelveInstance-1700047310 tempest-TestShelveInstance-1700047310-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:55:19.737845 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-6c7467a7-63d7-4388-b1c0-093a7672aee3 tempest-TestShelveInstance-1700047310 tempest-TestShelveInstance-1700047310-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:55:19.742327 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-6c7467a7-63d7-4388-b1c0-093a7672aee3 tempest-TestShelveInstance-1700047310 tempest-TestShelveInstance-1700047310-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33528311'] for security_group_rule, after_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:55:19.754279 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-414b6ffe-e119-47bc-b18f-bcff1219c2f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750375287399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253529'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:55:19.768859 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c7467a7-63d7-4388-b1c0-093a7672aee3 tempest-TestShelveInstance-1700047310 tempest-TestShelveInstance-1700047310-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4ce1c812-cbc3-4971-bf0c-6612c7d812a8,revision_number=0']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:55:19.777748 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-6c7467a7-63d7-4388-b1c0-093a7672aee3 tempest-TestShelveInstance-1700047310 tempest-TestShelveInstance-1700047310-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:55:19.778904 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-6c7467a7-63d7-4388-b1c0-093a7672aee3 tempest-TestShelveInstance-1700047310 tempest-TestShelveInstance-1700047310-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.1474578 Apr 18 21:55:19.781586 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 42712) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:55:19.787176 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.v2.base [None req-94f7c6f2-3c40-443c-9e60-3144b8f1a70b tempest-TestShelveInstance-1700047310 tempest-TestShelveInstance-1700047310-project] Request body: {'security_group_rule': {'security_group_id': '72bee5e7-7d39-4232-8dd3-338019e9d442', 'project_id': '21077c3a160645c8a0da9fdb22f08c69', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=84041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:55:19.794125 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-94f7c6f2-3c40-443c-9e60-3144b8f1a70b tempest-TestShelveInstance-1700047310 tempest-TestShelveInstance-1700047310-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:55:19.797870 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-94f7c6f2-3c40-443c-9e60-3144b8f1a70b tempest-TestShelveInstance-1700047310 tempest-TestShelveInstance-1700047310-project] Usage tracker for resource:security_group_rule and tenant:21077c3a160645c8a0da9fdb22f08c69 is out of sync, need to count used quota {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:55:19.800981 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-94f7c6f2-3c40-443c-9e60-3144b8f1a70b tempest-TestShelveInstance-1700047310 tempest-TestShelveInstance-1700047310-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:55:19.806573 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-94f7c6f2-3c40-443c-9e60-3144b8f1a70b tempest-TestShelveInstance-1700047310 tempest-TestShelveInstance-1700047310-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:55:19.817556 n-d-838334-2 neutron-server[84041]: INFO neutron.db.securitygroups_db [None req-94f7c6f2-3c40-443c-9e60-3144b8f1a70b tempest-TestShelveInstance-1700047310 tempest-TestShelveInstance-1700047310-project] Project 21077c3a160645c8a0da9fdb22f08c69 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 18 21:55:19.823897 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-94f7c6f2-3c40-443c-9e60-3144b8f1a70b tempest-TestShelveInstance-1700047310 tempest-TestShelveInstance-1700047310-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:55:19.889173 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-94f7c6f2-3c40-443c-9e60-3144b8f1a70b tempest-TestShelveInstance-1700047310 tempest-TestShelveInstance-1700047310-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:55:19.892592 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-94f7c6f2-3c40-443c-9e60-3144b8f1a70b tempest-TestShelveInstance-1700047310 tempest-TestShelveInstance-1700047310-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33528311'] for security_group_rule, after_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:55:19.915951 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94f7c6f2-3c40-443c-9e60-3144b8f1a70b tempest-TestShelveInstance-1700047310 tempest-TestShelveInstance-1700047310-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e329fce8-f127-471a-b1b3-6d0cb8556054,revision_number=0']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:55:19.925263 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-94f7c6f2-3c40-443c-9e60-3144b8f1a70b tempest-TestShelveInstance-1700047310 tempest-TestShelveInstance-1700047310-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:55:19.926548 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-94f7c6f2-3c40-443c-9e60-3144b8f1a70b tempest-TestShelveInstance-1700047310 tempest-TestShelveInstance-1700047310-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.1440387 Apr 18 21:55:20.830216 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-c7521a90-7d65-4e2e-842c-ca5d95e9a89c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750375287399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253529'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:55:30.332417 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750375287399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253529'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:55:33.668408 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [req-2e03926e-097e-4956-9796-2bfca6c24a0e req-ae97b47b-2a71-49ee-8242-a8545bea7e60 tempest-TestShelveInstance-1700047310 tempest-TestShelveInstance-1700047310-project] Synchronizing usage tracker for tenant:21077c3a160645c8a0da9fdb22f08c69 on resource:security_group {{(pid=84040) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 21:55:33.683252 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [req-2e03926e-097e-4956-9796-2bfca6c24a0e req-ae97b47b-2a71-49ee-8242-a8545bea7e60 tempest-TestShelveInstance-1700047310 tempest-TestShelveInstance-1700047310-project] Unset dirty status for tenant:21077c3a160645c8a0da9fdb22f08c69 on resource:security_group {{(pid=84040) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 21:55:33.684400 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-2e03926e-097e-4956-9796-2bfca6c24a0e req-ae97b47b-2a71-49ee-8242-a8545bea7e60 tempest-TestShelveInstance-1700047310 tempest-TestShelveInstance-1700047310-project] 10.222.0.42 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1053798753&fields=id&tenant_id=21077c3a160645c8a0da9fdb22f08c69 HTTP/1.1" status: 200 len: 267 time: 0.0568836 Apr 18 21:55:33.831713 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e03926e-097e-4956-9796-2bfca6c24a0e req-42fbb876-a765-4e41-a231-bc67d69d0a3a tempest-TestShelveInstance-1700047310 tempest-TestShelveInstance-1700047310-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:55:33.833154 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-2e03926e-097e-4956-9796-2bfca6c24a0e req-42fbb876-a765-4e41-a231-bc67d69d0a3a tempest-TestShelveInstance-1700047310 tempest-TestShelveInstance-1700047310-project] 10.222.0.42 "GET /v2.0/networks?id=0c667796-b879-456c-ac9f-5265de8a97f7 HTTP/1.1" status: 200 len: 809 time: 0.1401124 Apr 18 21:55:33.850427 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-2e03926e-097e-4956-9796-2bfca6c24a0e req-376875a2-01be-4e65-8ecf-3a4c4810b6de tempest-TestShelveInstance-1700047310 tempest-TestShelveInstance-1700047310-project] 10.222.0.42 "GET /v2.0/quotas/21077c3a160645c8a0da9fdb22f08c69 HTTP/1.1" status: 200 len: 375 time: 0.0118227 Apr 18 21:55:33.933094 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-2e03926e-097e-4956-9796-2bfca6c24a0e req-657d4fdd-4793-4026-a4dc-0239040e3cd8 tempest-TestShelveInstance-1700047310 tempest-TestShelveInstance-1700047310-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=21077c3a160645c8a0da9fdb22f08c69&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0777812 Apr 18 21:55:34.138590 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-2e03926e-097e-4956-9796-2bfca6c24a0e req-3250e16b-7af1-4994-bd09-f3d0f36c5bdb service neutron] 10.222.0.42 "GET /v2.0/networks/0c667796-b879-456c-ac9f-5265de8a97f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1943631 Apr 18 21:55:34.270919 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-2e03926e-097e-4956-9796-2bfca6c24a0e req-27fa496a-51f0-47d8-942c-5dd582352702 service neutron] 10.222.0.42 "GET /v2.0/networks/0c667796-b879-456c-ac9f-5265de8a97f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1257010 Apr 18 21:55:34.458949 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750375287399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253529'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:55:34.659993 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-bb2c6d7e-736a-4614-95ad-ad9e5268b597 req-32084b69-7e18-4037-83a4-ab7c8c86c190 tempest-TestShelveInstance-1700047310 tempest-TestShelveInstance-1700047310-project] 10.222.0.42 "GET /v2.0/ports?device_id=934774c8-6c99-4c02-bcd0-2d2fa094d06f HTTP/1.1" status: 200 len: 210 time: 0.0413117 Apr 18 21:55:35.777307 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e03926e-097e-4956-9796-2bfca6c24a0e req-f71944b3-95de-4f50-84cf-51a89151cc52 tempest-TestShelveInstance-1700047310 tempest-TestShelveInstance-1700047310-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:55:35.778729 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-2e03926e-097e-4956-9796-2bfca6c24a0e req-f71944b3-95de-4f50-84cf-51a89151cc52 tempest-TestShelveInstance-1700047310 tempest-TestShelveInstance-1700047310-project] 10.222.0.43 "GET /v2.0/networks?id=0c667796-b879-456c-ac9f-5265de8a97f7 HTTP/1.1" status: 200 len: 809 time: 0.2573962 Apr 18 21:55:35.845162 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-deb9dfd7-d569-4c20-9e7e-3cc93c6f6760 req-a94b2ace-6162-47f1-8112-dec17566eedb tempest-TestShelveInstance-1700047310 tempest-TestShelveInstance-1700047310-project] 10.222.0.42 "GET /v2.0/ports?device_id=934774c8-6c99-4c02-bcd0-2d2fa094d06f HTTP/1.1" status: 200 len: 210 time: 0.0575397 Apr 18 21:55:35.873590 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-2e03926e-097e-4956-9796-2bfca6c24a0e req-8f02e477-287e-4811-972e-69fabbd4e65f tempest-TestShelveInstance-1700047310 tempest-TestShelveInstance-1700047310-project] 10.222.0.43 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=21077c3a160645c8a0da9fdb22f08c69 HTTP/1.1" status: 200 len: 380 time: 0.0555050 Apr 18 21:55:35.882146 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.v2.base [req-2e03926e-097e-4956-9796-2bfca6c24a0e req-4bd8a627-cd84-456b-96be-1dccd8a80fce tempest-TestShelveInstance-1700047310 tempest-TestShelveInstance-1700047310-project] Request body: {'port': {'device_id': '934774c8-6c99-4c02-bcd0-2d2fa094d06f', 'network_id': '0c667796-b879-456c-ac9f-5265de8a97f7', 'admin_state_up': True, 'tenant_id': '21077c3a160645c8a0da9fdb22f08c69', 'security_groups': ['72bee5e7-7d39-4232-8dd3-338019e9d442']}} {{(pid=84040) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:55:36.018140 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [req-2e03926e-097e-4956-9796-2bfca6c24a0e req-4bd8a627-cd84-456b-96be-1dccd8a80fce tempest-TestShelveInstance-1700047310 tempest-TestShelveInstance-1700047310-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:55:36.023107 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [req-2e03926e-097e-4956-9796-2bfca6c24a0e req-4bd8a627-cd84-456b-96be-1dccd8a80fce tempest-TestShelveInstance-1700047310 tempest-TestShelveInstance-1700047310-project] Usage tracker for resource:port and tenant:21077c3a160645c8a0da9fdb22f08c69 is out of sync, need to count used quota {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:55:36.025906 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [req-2e03926e-097e-4956-9796-2bfca6c24a0e req-4bd8a627-cd84-456b-96be-1dccd8a80fce tempest-TestShelveInstance-1700047310 tempest-TestShelveInstance-1700047310-project] Quota usage for port was recalculated. Used quota:2. {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:55:36.031519 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [req-2e03926e-097e-4956-9796-2bfca6c24a0e req-4bd8a627-cd84-456b-96be-1dccd8a80fce tempest-TestShelveInstance-1700047310 tempest-TestShelveInstance-1700047310-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:55:36.041285 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2e03926e-097e-4956-9796-2bfca6c24a0e req-4bd8a627-cd84-456b-96be-1dccd8a80fce tempest-TestShelveInstance-1700047310 tempest-TestShelveInstance-1700047310-project] Made reservation on behalf of 21077c3a160645c8a0da9fdb22f08c69 for: {'port': 1} {{(pid=84040) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:55:36.044367 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-2e03926e-097e-4956-9796-2bfca6c24a0e req-4bd8a627-cd84-456b-96be-1dccd8a80fce tempest-TestShelveInstance-1700047310 tempest-TestShelveInstance-1700047310-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:55:36.209997 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.db_base_plugin_common [req-2e03926e-097e-4956-9796-2bfca6c24a0e req-4bd8a627-cd84-456b-96be-1dccd8a80fce tempest-TestShelveInstance-1700047310 tempest-TestShelveInstance-1700047310-project] Allocated IP 172.20.0.5 (0c667796-b879-456c-ac9f-5265de8a97f7/7fa156a3-92ab-4625-bc28-74ba8ff23ecd/0f1a633d-670d-449a-a5f1-2b20234deb9f) {{(pid=84040) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 21:55:36.400494 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-2e03926e-097e-4956-9796-2bfca6c24a0e req-4bd8a627-cd84-456b-96be-1dccd8a80fce tempest-TestShelveInstance-1700047310 tempest-TestShelveInstance-1700047310-project] Notify callbacks [] for port, precommit_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:55:36.416663 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.provisioning_blocks [req-2e03926e-097e-4956-9796-2bfca6c24a0e req-4bd8a627-cd84-456b-96be-1dccd8a80fce tempest-TestShelveInstance-1700047310 tempest-TestShelveInstance-1700047310-project] Transition to ACTIVE for port object 0f1a633d-670d-449a-a5f1-2b20234deb9f will not be triggered until provisioned by entity DHCP. {{(pid=84040) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:55:36.438277 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-2e03926e-097e-4956-9796-2bfca6c24a0e req-4bd8a627-cd84-456b-96be-1dccd8a80fce tempest-TestShelveInstance-1700047310 tempest-TestShelveInstance-1700047310-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750374836619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32440838'] for port, after_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:55:36.508239 n-d-838334-2 neutron-server[84040]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2e03926e-097e-4956-9796-2bfca6c24a0e req-4bd8a627-cd84-456b-96be-1dccd8a80fce tempest-TestShelveInstance-1700047310 tempest-TestShelveInstance-1700047310-project] Network 0c667796-b879-456c-ac9f-5265de8a97f7 is already hosted by enough agents. {{(pid=84040) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:55:36.511142 n-d-838334-2 neutron-server[84040]: DEBUG neutron.scheduler.base_scheduler [req-2e03926e-097e-4956-9796-2bfca6c24a0e req-4bd8a627-cd84-456b-96be-1dccd8a80fce tempest-TestShelveInstance-1700047310 tempest-TestShelveInstance-1700047310-project] Resources bound (agent type, host, resource id): {{(pid=84040) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:55:36.515061 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.l3_dvrscheduler_db [req-2e03926e-097e-4956-9796-2bfca6c24a0e req-4bd8a627-cd84-456b-96be-1dccd8a80fce tempest-TestShelveInstance-1700047310 tempest-TestShelveInstance-1700047310-project] Received port after_create {{(pid=84040) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 21:55:36.563468 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bd8a627-cd84-456b-96be-1dccd8a80fce tempest-TestShelveInstance-1700047310 tempest-TestShelveInstance-1700047310-project] Pushing event updated for resources: {'Port': ['ID=0f1a633d-670d-449a-a5f1-2b20234deb9f,revision_number=1']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:55:36.595216 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e03926e-097e-4956-9796-2bfca6c24a0e req-4bd8a627-cd84-456b-96be-1dccd8a80fce tempest-TestShelveInstance-1700047310 tempest-TestShelveInstance-1700047310-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:55:36.595849 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-2e03926e-097e-4956-9796-2bfca6c24a0e req-4bd8a627-cd84-456b-96be-1dccd8a80fce tempest-TestShelveInstance-1700047310 tempest-TestShelveInstance-1700047310-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217293'] for port, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:55:36.624826 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-2e03926e-097e-4956-9796-2bfca6c24a0e req-4bd8a627-cd84-456b-96be-1dccd8a80fce tempest-TestShelveInstance-1700047310 tempest-TestShelveInstance-1700047310-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7463803 Apr 18 21:55:36.636742 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.v2.base [req-2e03926e-097e-4956-9796-2bfca6c24a0e req-6d327fcd-03fb-4a2c-830d-612359a94762 service neutron] Request body: {'port': {'device_id': '934774c8-6c99-4c02-bcd0-2d2fa094d06f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-838334-2'}} {{(pid=84040) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:55:36.757733 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-2e03926e-097e-4956-9796-2bfca6c24a0e req-6d327fcd-03fb-4a2c-830d-612359a94762 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:55:36.828990 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-ac2584f2-a560-477b-a116-d5ace7edff62 None None] Provisioning for port 0f1a633d-670d-449a-a5f1-2b20234deb9f completed by entity DHCP. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 21:55:36.837040 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-ac2584f2-a560-477b-a116-d5ace7edff62 None None] Provisioning complete for port 0f1a633d-670d-449a-a5f1-2b20234deb9f triggered by entity DHCP. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:55:36.838159 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-ac2584f2-a560-477b-a116-d5ace7edff62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1253608'] for port, provisioning_complete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:55:36.903030 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.plugin [None req-ac2584f2-a560-477b-a116-d5ace7edff62 None None] Port 0f1a633d-670d-449a-a5f1-2b20234deb9f cannot update to ACTIVE because it is not bound. {{(pid=84042) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 18 21:55:37.117844 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3467880d-5d2d-4fff-96b8-535e55e50c4a req-9c35d4d6-3284-435b-86d2-1af5f057695b tempest-TestShelveInstance-1700047310 tempest-TestShelveInstance-1700047310-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:55:37.118419 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [req-3467880d-5d2d-4fff-96b8-535e55e50c4a req-9c35d4d6-3284-435b-86d2-1af5f057695b tempest-TestShelveInstance-1700047310 tempest-TestShelveInstance-1700047310-project] Synchronizing usage tracker for tenant:21077c3a160645c8a0da9fdb22f08c69 on resource:port {{(pid=84040) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 21:55:37.183604 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [req-3467880d-5d2d-4fff-96b8-535e55e50c4a req-9c35d4d6-3284-435b-86d2-1af5f057695b tempest-TestShelveInstance-1700047310 tempest-TestShelveInstance-1700047310-project] Unset dirty status for tenant:21077c3a160645c8a0da9fdb22f08c69 on resource:port {{(pid=84040) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 21:55:37.184828 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-3467880d-5d2d-4fff-96b8-535e55e50c4a req-9c35d4d6-3284-435b-86d2-1af5f057695b tempest-TestShelveInstance-1700047310 tempest-TestShelveInstance-1700047310-project] 10.222.0.42 "GET /v2.0/ports?device_id=934774c8-6c99-4c02-bcd0-2d2fa094d06f HTTP/1.1" status: 200 len: 931 time: 0.2022400 Apr 18 21:55:37.186697 n-d-838334-2 neutron-server[84040]: DEBUG neutron.notifiers.nova [req-2e03926e-097e-4956-9796-2bfca6c24a0e req-6d327fcd-03fb-4a2c-830d-612359a94762 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0f1a633d-670d-449a-a5f1-2b20234deb9f {{(pid=84040) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 18 21:55:37.195905 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-2e03926e-097e-4956-9796-2bfca6c24a0e req-6d327fcd-03fb-4a2c-830d-612359a94762 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:55:37.234204 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.provisioning_blocks [req-2e03926e-097e-4956-9796-2bfca6c24a0e req-6d327fcd-03fb-4a2c-830d-612359a94762 service neutron] Transition to ACTIVE for port object 0f1a633d-670d-449a-a5f1-2b20234deb9f will not be triggered until provisioned by entity L2. {{(pid=84040) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:55:37.244443 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-2e03926e-097e-4956-9796-2bfca6c24a0e req-6d327fcd-03fb-4a2c-830d-612359a94762 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32440959'] for port, after_update {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:55:37.299104 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-3467880d-5d2d-4fff-96b8-535e55e50c4a req-ddb3c1ab-909f-4b39-8fed-eabde23035f0 tempest-TestShelveInstance-1700047310 tempest-TestShelveInstance-1700047310-project] 10.222.0.42 "GET /v2.0/security-groups?id=72bee5e7-7d39-4232-8dd3-338019e9d442&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1074200 Apr 18 21:55:37.383672 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d327fcd-03fb-4a2c-830d-612359a94762 service neutron] Pushing event updated for resources: {'Port': ['ID=0f1a633d-670d-449a-a5f1-2b20234deb9f,revision_number=2']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:55:37.494250 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.managers [req-2e03926e-097e-4956-9796-2bfca6c24a0e req-6d327fcd-03fb-4a2c-830d-612359a94762 service neutron] Attempting to bind port 0f1a633d-670d-449a-a5f1-2b20234deb9f on host n-h1-838334-2 for vnic_type normal with profile {{(pid=84040) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 21:55:37.494587 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.managers [req-2e03926e-097e-4956-9796-2bfca6c24a0e req-6d327fcd-03fb-4a2c-830d-612359a94762 service neutron] Attempting to bind port 0f1a633d-670d-449a-a5f1-2b20234deb9f by drivers openvswitch,hyperv on host n-h1-838334-2 at level 0 using segments [{'id': '175e1ed3-fcd8-4b76-9d8f-45065abbd730', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': '0c667796-b879-456c-ac9f-5265de8a97f7'}] {{(pid=84040) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 21:55:37.494914 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e03926e-097e-4956-9796-2bfca6c24a0e req-6d327fcd-03fb-4a2c-830d-612359a94762 service neutron] Attempting to bind port 0f1a633d-670d-449a-a5f1-2b20234deb9f on network 0c667796-b879-456c-ac9f-5265de8a97f7 {{(pid=84040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 21:55:37.500821 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e03926e-097e-4956-9796-2bfca6c24a0e req-6d327fcd-03fb-4a2c-830d-612359a94762 service neutron] Port 0f1a633d-670d-449a-a5f1-2b20234deb9f on network 0c667796-b879-456c-ac9f-5265de8a97f7 not bound, no agent of type Open vSwitch agent registered on host n-h1-838334-2 {{(pid=84040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 18 21:55:37.501139 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e03926e-097e-4956-9796-2bfca6c24a0e req-6d327fcd-03fb-4a2c-830d-612359a94762 service neutron] Attempting to bind port 0f1a633d-670d-449a-a5f1-2b20234deb9f on network 0c667796-b879-456c-ac9f-5265de8a97f7 {{(pid=84040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 21:55:37.508682 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e03926e-097e-4956-9796-2bfca6c24a0e req-6d327fcd-03fb-4a2c-830d-612359a94762 service neutron] Checking agent: {'id': 'd63bab19-ff81-4de1-afeb-a3732288d0d7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-838334-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 33, 59), 'started_at': datetime.datetime(2022, 4, 18, 20, 33, 59), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 21, 55, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 18 21:55:37.509016 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e03926e-097e-4956-9796-2bfca6c24a0e req-6d327fcd-03fb-4a2c-830d-612359a94762 service neutron] Checking segment: {'id': '175e1ed3-fcd8-4b76-9d8f-45065abbd730', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': '0c667796-b879-456c-ac9f-5265de8a97f7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84040) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 21:55:37.509396 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e03926e-097e-4956-9796-2bfca6c24a0e req-6d327fcd-03fb-4a2c-830d-612359a94762 service neutron] Bound using segment: {'id': '175e1ed3-fcd8-4b76-9d8f-45065abbd730', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': '0c667796-b879-456c-ac9f-5265de8a97f7'} {{(pid=84040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 18 21:55:37.509821 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.managers [req-2e03926e-097e-4956-9796-2bfca6c24a0e req-6d327fcd-03fb-4a2c-830d-612359a94762 service neutron] Bound port: 0f1a633d-670d-449a-a5f1-2b20234deb9f, host: n-h1-838334-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '175e1ed3-fcd8-4b76-9d8f-45065abbd730', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': '0c667796-b879-456c-ac9f-5265de8a97f7'}}] {{(pid=84040) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 21:55:37.510178 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-2e03926e-097e-4956-9796-2bfca6c24a0e req-6d327fcd-03fb-4a2c-830d-612359a94762 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:55:37.707704 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.db [req-2e03926e-097e-4956-9796-2bfca6c24a0e req-6d327fcd-03fb-4a2c-830d-612359a94762 service neutron] For port 0f1a633d-670d-449a-a5f1-2b20234deb9f, host n-h1-838334-2, cleared binding levels {{(pid=84040) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 21:55:37.710863 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.db [req-2e03926e-097e-4956-9796-2bfca6c24a0e req-6d327fcd-03fb-4a2c-830d-612359a94762 service neutron] For port 0f1a633d-670d-449a-a5f1-2b20234deb9f, host n-h1-838334-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838334-2',level=0,port_id=0f1a633d-670d-449a-a5f1-2b20234deb9f,segment=NetworkSegment(175e1ed3-fcd8-4b76-9d8f-45065abbd730),segment_id=175e1ed3-fcd8-4b76-9d8f-45065abbd730)] {{(pid=84040) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 21:55:37.715096 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-2e03926e-097e-4956-9796-2bfca6c24a0e req-6d327fcd-03fb-4a2c-830d-612359a94762 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32440959'] for port, after_update {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:55:37.776206 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-2e03926e-097e-4956-9796-2bfca6c24a0e req-6d327fcd-03fb-4a2c-830d-612359a94762 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217293'] for port, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:55:37.777591 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-2e03926e-097e-4956-9796-2bfca6c24a0e req-6d327fcd-03fb-4a2c-830d-612359a94762 service neutron] 10.222.0.43 "PUT /v2.0/ports/0f1a633d-670d-449a-a5f1-2b20234deb9f HTTP/1.1" status: 200 len: 1091 time: 1.1453140 Apr 18 21:55:37.778068 n-d-838334-2 neutron-server[84040]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '934774c8-6c99-4c02-bcd0-2d2fa094d06f', 'tag': '0f1a633d-670d-449a-a5f1-2b20234deb9f'}] {{(pid=84040) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 21:55:37.800248 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d327fcd-03fb-4a2c-830d-612359a94762 service neutron] Pushing event updated for resources: {'Port': ['ID=0f1a633d-670d-449a-a5f1-2b20234deb9f,revision_number=3']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:55:37.863823 n-d-838334-2 neutron-server[84040]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ef4746f1-6b7c-4da7-ab27-8e37bac4778e'] response: {'name': 'network-changed', 'server_uuid': '934774c8-6c99-4c02-bcd0-2d2fa094d06f', 'tag': '0f1a633d-670d-449a-a5f1-2b20234deb9f', 'status': 'completed', 'code': 200} Apr 18 21:55:37.896542 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-2e03926e-097e-4956-9796-2bfca6c24a0e req-851c323e-7a9e-43b2-817b-a4ee76c90c25 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=21077c3a160645c8a0da9fdb22f08c69&device_id=934774c8-6c99-4c02-bcd0-2d2fa094d06f HTTP/1.1" status: 200 len: 1094 time: 0.0781209 Apr 18 21:55:37.982645 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-2e03926e-097e-4956-9796-2bfca6c24a0e req-d5b84c77-1135-415f-b6c5-3f2453aa52a9 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0f1a633d-670d-449a-a5f1-2b20234deb9f HTTP/1.1" status: 200 len: 217 time: 0.0798895 Apr 18 21:55:38.053748 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e03926e-097e-4956-9796-2bfca6c24a0e req-56d02834-2605-4cf6-9115-99f12f78ac20 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:55:38.055141 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-2e03926e-097e-4956-9796-2bfca6c24a0e req-56d02834-2605-4cf6-9115-99f12f78ac20 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=7fa156a3-92ab-4625-bc28-74ba8ff23ecd HTTP/1.1" status: 200 len: 848 time: 0.0663779 Apr 18 21:55:38.085463 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.agents_db [None req-6346a179-333c-4370-b5a6-936984aeab15 None None] Agent healthcheck: found 7 active agents {{(pid=84043) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 18 21:55:38.128189 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-2e03926e-097e-4956-9796-2bfca6c24a0e req-4e1f8fe8-751e-42f2-9840-878ed08fad67 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=0c667796-b879-456c-ac9f-5265de8a97f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0675602 Apr 18 21:55:38.261978 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-2e03926e-097e-4956-9796-2bfca6c24a0e req-42f9edfc-9f1d-4c3c-84f1-56e9af847d42 service neutron] 10.222.0.43 "GET /v2.0/networks/0c667796-b879-456c-ac9f-5265de8a97f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1282127 Apr 18 21:55:38.409065 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-2e03926e-097e-4956-9796-2bfca6c24a0e req-b124046c-69cb-472b-bdfe-2240d370d84d service neutron] 10.222.0.43 "GET /v2.0/networks/0c667796-b879-456c-ac9f-5265de8a97f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1410882 Apr 18 21:55:38.585141 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-cf03aa25-7505-4f5a-a998-9abd2531bdd7 req-f5731f22-e1c9-413a-9700-104f046865aa service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=21077c3a160645c8a0da9fdb22f08c69&device_id=934774c8-6c99-4c02-bcd0-2d2fa094d06f HTTP/1.1" status: 200 len: 1094 time: 0.1004755 Apr 18 21:55:38.593482 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2619b4f0-2f48-430a-b8e1-9fa4e8fb92f7 req-201a0e76-d9cd-419a-a66d-44d4a6d8fb65 tempest-TestShelveInstance-1700047310 tempest-TestShelveInstance-1700047310-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:55:38.594842 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-2619b4f0-2f48-430a-b8e1-9fa4e8fb92f7 req-201a0e76-d9cd-419a-a66d-44d4a6d8fb65 tempest-TestShelveInstance-1700047310 tempest-TestShelveInstance-1700047310-project] 10.222.0.42 "GET /v2.0/ports?device_id=934774c8-6c99-4c02-bcd0-2d2fa094d06f HTTP/1.1" status: 200 len: 943 time: 0.1439633 Apr 18 21:55:38.753224 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-2619b4f0-2f48-430a-b8e1-9fa4e8fb92f7 req-229792d1-10a3-44ba-96a7-7a748d25117f tempest-TestShelveInstance-1700047310 tempest-TestShelveInstance-1700047310-project] 10.222.0.42 "GET /v2.0/security-groups?id=72bee5e7-7d39-4232-8dd3-338019e9d442&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1385028 Apr 18 21:55:38.770514 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf03aa25-7505-4f5a-a998-9abd2531bdd7 req-09c73d33-2cfa-4615-87ae-be38913033e5 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:55:38.771972 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-cf03aa25-7505-4f5a-a998-9abd2531bdd7 req-09c73d33-2cfa-4615-87ae-be38913033e5 service neutron] 10.222.0.43 "GET /v2.0/networks?id=0c667796-b879-456c-ac9f-5265de8a97f7 HTTP/1.1" status: 200 len: 910 time: 0.1762798 Apr 18 21:55:38.849671 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-cf03aa25-7505-4f5a-a998-9abd2531bdd7 req-11a4ed47-29ee-4205-9478-5aaa0e94f032 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0f1a633d-670d-449a-a5f1-2b20234deb9f HTTP/1.1" status: 200 len: 217 time: 0.0655029 Apr 18 21:55:38.905527 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf03aa25-7505-4f5a-a998-9abd2531bdd7 req-96838fce-3ffd-4169-b9d2-522a6da6b3c8 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:55:38.906956 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-cf03aa25-7505-4f5a-a998-9abd2531bdd7 req-96838fce-3ffd-4169-b9d2-522a6da6b3c8 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=7fa156a3-92ab-4625-bc28-74ba8ff23ecd HTTP/1.1" status: 200 len: 848 time: 0.0577435 Apr 18 21:55:38.997424 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-cf03aa25-7505-4f5a-a998-9abd2531bdd7 req-0e3fb5e4-28f3-440a-8e5b-fe456b8efb3e service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=0c667796-b879-456c-ac9f-5265de8a97f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0842226 Apr 18 21:55:39.135900 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-cf03aa25-7505-4f5a-a998-9abd2531bdd7 req-db9a8239-3323-4fc9-97c3-35c2ffe94b95 service neutron] 10.222.0.43 "GET /v2.0/networks/0c667796-b879-456c-ac9f-5265de8a97f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1314812 Apr 18 21:55:39.263651 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-cf03aa25-7505-4f5a-a998-9abd2531bdd7 req-b57e5f32-8d8a-463f-b96e-2c767fd69f18 service neutron] 10.222.0.43 "GET /v2.0/networks/0c667796-b879-456c-ac9f-5265de8a97f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1223462 Apr 18 21:55:39.950484 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdaaec31-b967-44ed-9282-919281bae312 req-8bda4953-df9b-49f0-90ea-633deb42be90 tempest-TestShelveInstance-1700047310 tempest-TestShelveInstance-1700047310-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:55:39.951947 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-cdaaec31-b967-44ed-9282-919281bae312 req-8bda4953-df9b-49f0-90ea-633deb42be90 tempest-TestShelveInstance-1700047310 tempest-TestShelveInstance-1700047310-project] 10.222.0.42 "GET /v2.0/ports?device_id=934774c8-6c99-4c02-bcd0-2d2fa094d06f HTTP/1.1" status: 200 len: 943 time: 0.0756118 Apr 18 21:55:39.997433 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-cdaaec31-b967-44ed-9282-919281bae312 req-f88866ea-cd15-450a-b762-de2d120a2008 tempest-TestShelveInstance-1700047310 tempest-TestShelveInstance-1700047310-project] 10.222.0.42 "GET /v2.0/security-groups?id=72bee5e7-7d39-4232-8dd3-338019e9d442&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389528 Apr 18 21:55:41.293139 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1416a19-245e-4d55-84a5-d7ec17fd7df2 req-32f31ac4-3c89-4867-845d-67d686d50743 tempest-TestShelveInstance-1700047310 tempest-TestShelveInstance-1700047310-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:55:41.294589 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-d1416a19-245e-4d55-84a5-d7ec17fd7df2 req-32f31ac4-3c89-4867-845d-67d686d50743 tempest-TestShelveInstance-1700047310 tempest-TestShelveInstance-1700047310-project] 10.222.0.42 "GET /v2.0/ports?device_id=934774c8-6c99-4c02-bcd0-2d2fa094d06f HTTP/1.1" status: 200 len: 943 time: 0.1709571 Apr 18 21:55:41.340723 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-d1416a19-245e-4d55-84a5-d7ec17fd7df2 req-c8b93ec5-e99a-4e1d-aed0-fe2379c3ffdc tempest-TestShelveInstance-1700047310 tempest-TestShelveInstance-1700047310-project] 10.222.0.42 "GET /v2.0/security-groups?id=72bee5e7-7d39-4232-8dd3-338019e9d442&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402813 Apr 18 21:55:42.534776 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e426a841-424b-4e5d-bc0d-e268f6140524 req-49f6afc5-fc7f-4998-9e79-91cb28d1dfed tempest-TestShelveInstance-1700047310 tempest-TestShelveInstance-1700047310-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:55:42.536233 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-e426a841-424b-4e5d-bc0d-e268f6140524 req-49f6afc5-fc7f-4998-9e79-91cb28d1dfed tempest-TestShelveInstance-1700047310 tempest-TestShelveInstance-1700047310-project] 10.222.0.42 "GET /v2.0/ports?device_id=934774c8-6c99-4c02-bcd0-2d2fa094d06f HTTP/1.1" status: 200 len: 943 time: 0.0771341 Apr 18 21:55:42.586943 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-e426a841-424b-4e5d-bc0d-e268f6140524 req-0d203a1f-2269-448c-86cb-729e9a946b8f tempest-TestShelveInstance-1700047310 tempest-TestShelveInstance-1700047310-project] 10.222.0.42 "GET /v2.0/security-groups?id=72bee5e7-7d39-4232-8dd3-338019e9d442&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450349 Apr 18 21:55:43.781643 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db028aef-280d-413e-bb46-514e36c573df req-10080fca-5446-407f-be6f-81987e586f82 tempest-TestShelveInstance-1700047310 tempest-TestShelveInstance-1700047310-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:55:43.783068 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-db028aef-280d-413e-bb46-514e36c573df req-10080fca-5446-407f-be6f-81987e586f82 tempest-TestShelveInstance-1700047310 tempest-TestShelveInstance-1700047310-project] 10.222.0.42 "GET /v2.0/ports?device_id=934774c8-6c99-4c02-bcd0-2d2fa094d06f HTTP/1.1" status: 200 len: 943 time: 0.0742383 Apr 18 21:55:43.830004 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-db028aef-280d-413e-bb46-514e36c573df req-2ef1ab5b-f8fb-46db-b924-72f56074282f tempest-TestShelveInstance-1700047310 tempest-TestShelveInstance-1700047310-project] 10.222.0.42 "GET /v2.0/security-groups?id=72bee5e7-7d39-4232-8dd3-338019e9d442&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413463 Apr 18 21:55:45.027107 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7cf562f-57c9-4457-8bfd-070523fbcb52 req-3b8602fa-b89b-4a93-932d-7a9c957523f6 tempest-TestShelveInstance-1700047310 tempest-TestShelveInstance-1700047310-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:55:45.028555 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-a7cf562f-57c9-4457-8bfd-070523fbcb52 req-3b8602fa-b89b-4a93-932d-7a9c957523f6 tempest-TestShelveInstance-1700047310 tempest-TestShelveInstance-1700047310-project] 10.222.0.42 "GET /v2.0/ports?device_id=934774c8-6c99-4c02-bcd0-2d2fa094d06f HTTP/1.1" status: 200 len: 943 time: 0.0798206 Apr 18 21:55:45.074163 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-a7cf562f-57c9-4457-8bfd-070523fbcb52 req-a45fa631-3c82-4120-a570-9860e1074174 tempest-TestShelveInstance-1700047310 tempest-TestShelveInstance-1700047310-project] 10.222.0.42 "GET /v2.0/security-groups?id=72bee5e7-7d39-4232-8dd3-338019e9d442&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400805 Apr 18 21:55:45.797405 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-43009c4b-e997-4677-938a-b26dba876919 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750375287399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253529'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:55:46.271755 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85c999e3-e57a-493f-a4a6-4d5ae6d572b3 req-f3404085-d50e-4dc7-8202-34bac6675201 tempest-TestShelveInstance-1700047310 tempest-TestShelveInstance-1700047310-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:55:46.273188 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-85c999e3-e57a-493f-a4a6-4d5ae6d572b3 req-f3404085-d50e-4dc7-8202-34bac6675201 tempest-TestShelveInstance-1700047310 tempest-TestShelveInstance-1700047310-project] 10.222.0.42 "GET /v2.0/ports?device_id=934774c8-6c99-4c02-bcd0-2d2fa094d06f HTTP/1.1" status: 200 len: 943 time: 0.0758951 Apr 18 21:55:46.320018 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-85c999e3-e57a-493f-a4a6-4d5ae6d572b3 req-f7266df6-fc33-405d-893a-309fd76ac67e tempest-TestShelveInstance-1700047310 tempest-TestShelveInstance-1700047310-project] 10.222.0.42 "GET /v2.0/security-groups?id=72bee5e7-7d39-4232-8dd3-338019e9d442&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412776 Apr 18 21:55:46.365135 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Device 0f1a633d-670d-449a-a5f1-2b20234deb9f details requested by agent hyperv_n-h1-838334-2 with host n-h1-838334-2 {{(pid=84042) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 18 21:55:46.527798 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] For port 0f1a633d-670d-449a-a5f1-2b20234deb9f, host n-h1-838334-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838334-2',level=0,port_id=0f1a633d-670d-449a-a5f1-2b20234deb9f,segment=NetworkSegment(175e1ed3-fcd8-4b76-9d8f-45065abbd730),segment_id=175e1ed3-fcd8-4b76-9d8f-45065abbd730)] {{(pid=84042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:55:46.541236 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Returning: {'device': '0f1a633d-670d-449a-a5f1-2b20234deb9f', 'network_id': '0c667796-b879-456c-ac9f-5265de8a97f7', 'port_id': '0f1a633d-670d-449a-a5f1-2b20234deb9f', 'mac_address': 'fa:16:3e:48:d7:1f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 353, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7fa156a3-92ab-4625-bc28-74ba8ff23ecd', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84042) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 18 21:55:46.596854 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:55:46.614326 n-d-838334-2 neutron-server[84042]: DEBUG neutron.notifiers.nova [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0f1a633d-670d-449a-a5f1-2b20234deb9f {{(pid=84042) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 18 21:55:46.629312 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] For port 0f1a633d-670d-449a-a5f1-2b20234deb9f, host n-h1-838334-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838334-2',level=0,port_id=0f1a633d-670d-449a-a5f1-2b20234deb9f,segment=NetworkSegment(175e1ed3-fcd8-4b76-9d8f-45065abbd730),segment_id=175e1ed3-fcd8-4b76-9d8f-45065abbd730)] {{(pid=84042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:55:46.632837 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682'] for port, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:55:46.700484 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Pushing event updated for resources: {'Port': ['ID=0f1a633d-670d-449a-a5f1-2b20234deb9f,revision_number=4']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:55:46.709686 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:55:46.710029 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:55:46.710366 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:55:46.710697 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:55:46.711025 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:55:46.711352 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:55:46.711704 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:55:46.712025 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:55:46.712345 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:55:46.712662 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:55:46.712985 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:55:46.877686 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] get_ports_and_sgs() called for port_ids ['0f1a633d-670d-449a-a5f1-2b20234deb9f'] {{(pid=84042) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 18 21:55:47.520913 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4b4d781-a463-4600-a51c-dc3a884d6ccf req-e9d8215a-ffcc-4d24-a3a2-f5c83c111a60 tempest-TestShelveInstance-1700047310 tempest-TestShelveInstance-1700047310-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:55:47.522347 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-c4b4d781-a463-4600-a51c-dc3a884d6ccf req-e9d8215a-ffcc-4d24-a3a2-f5c83c111a60 tempest-TestShelveInstance-1700047310 tempest-TestShelveInstance-1700047310-project] 10.222.0.42 "GET /v2.0/ports?device_id=934774c8-6c99-4c02-bcd0-2d2fa094d06f HTTP/1.1" status: 200 len: 944 time: 0.0791059 Apr 18 21:55:47.568243 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-c4b4d781-a463-4600-a51c-dc3a884d6ccf req-44504ef5-986a-4990-aaff-29ff46463f29 tempest-TestShelveInstance-1700047310 tempest-TestShelveInstance-1700047310-project] 10.222.0.42 "GET /v2.0/security-groups?id=72bee5e7-7d39-4232-8dd3-338019e9d442&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404935 Apr 18 21:55:48.053252 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-8a12523f-29ac-4c48-bbba-c3abfbc80fde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750375287399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253529'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:55:48.380597 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Device 0f1a633d-670d-449a-a5f1-2b20234deb9f up at agent hyperv_n-h1-838334-2 {{(pid=84042) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 21:55:48.450344 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Provisioning for port 0f1a633d-670d-449a-a5f1-2b20234deb9f completed by entity L2. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 21:55:48.454909 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Provisioning complete for port 0f1a633d-670d-449a-a5f1-2b20234deb9f triggered by entity L2. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:55:48.455280 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1253608'] for port, provisioning_complete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:55:48.563268 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:55:48.591507 n-d-838334-2 neutron-server[84042]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '934774c8-6c99-4c02-bcd0-2d2fa094d06f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0f1a633d-670d-449a-a5f1-2b20234deb9f'}] {{(pid=84042) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 21:55:48.601413 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] For port 0f1a633d-670d-449a-a5f1-2b20234deb9f, host n-h1-838334-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838334-2',level=0,port_id=0f1a633d-670d-449a-a5f1-2b20234deb9f,segment=NetworkSegment(175e1ed3-fcd8-4b76-9d8f-45065abbd730),segment_id=175e1ed3-fcd8-4b76-9d8f-45065abbd730)] {{(pid=84042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:55:48.607361 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682'] for port, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:55:48.650922 n-d-838334-2 neutron-server[84042]: INFO neutron.notifiers.nova [-] Nova event matching ['req-08b23c49-9b45-4d93-81ef-f7c33e5692fa'] response: {'server_uuid': '934774c8-6c99-4c02-bcd0-2d2fa094d06f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0f1a633d-670d-449a-a5f1-2b20234deb9f', 'code': 200} Apr 18 21:55:48.676829 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Pushing event updated for resources: {'Port': ['ID=0f1a633d-670d-449a-a5f1-2b20234deb9f,revision_number=5']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:55:48.825750 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a98a1045-ac69-44ac-b8c4-391a5790c651 req-24a2c6db-a24f-4f79-be11-89faab37538f tempest-TestShelveInstance-1700047310 tempest-TestShelveInstance-1700047310-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:55:48.827172 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-a98a1045-ac69-44ac-b8c4-391a5790c651 req-24a2c6db-a24f-4f79-be11-89faab37538f tempest-TestShelveInstance-1700047310 tempest-TestShelveInstance-1700047310-project] 10.222.0.42 "GET /v2.0/ports?device_id=934774c8-6c99-4c02-bcd0-2d2fa094d06f HTTP/1.1" status: 200 len: 945 time: 0.1343396 Apr 18 21:55:48.830730 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-de8c7443-6271-40f4-8ac7-642d8229d3bd req-e250353d-27bc-481b-8667-3e0f427cd3f6 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=934774c8-6c99-4c02-bcd0-2d2fa094d06f HTTP/1.1" status: 200 len: 1096 time: 0.1067939 Apr 18 21:55:48.900805 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-a98a1045-ac69-44ac-b8c4-391a5790c651 req-c965306f-6026-40cd-86b9-373787357f12 tempest-TestShelveInstance-1700047310 tempest-TestShelveInstance-1700047310-project] 10.222.0.42 "GET /v2.0/security-groups?id=72bee5e7-7d39-4232-8dd3-338019e9d442&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0676904 Apr 18 21:55:48.904582 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-de8c7443-6271-40f4-8ac7-642d8229d3bd req-89e23cb7-9659-480a-85b0-6ea6cdb6f98f service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=72bee5e7-7d39-4232-8dd3-338019e9d442&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0566628 Apr 18 21:55:49.232761 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750375287399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253529'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:55:49.756609 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-414b6ffe-e119-47bc-b18f-bcff1219c2f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750375287399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253529'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:55:50.101338 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aab76a6-86b0-48d1-bfe1-be41641edc8b req-8aed5dd5-e1ac-45cb-83a5-592afb575669 tempest-TestShelveInstance-1700047310 tempest-TestShelveInstance-1700047310-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:55:50.102754 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-5aab76a6-86b0-48d1-bfe1-be41641edc8b req-8aed5dd5-e1ac-45cb-83a5-592afb575669 tempest-TestShelveInstance-1700047310 tempest-TestShelveInstance-1700047310-project] 10.222.0.42 "GET /v2.0/ports?device_id=934774c8-6c99-4c02-bcd0-2d2fa094d06f HTTP/1.1" status: 200 len: 945 time: 0.0808928 Apr 18 21:55:50.148267 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-5aab76a6-86b0-48d1-bfe1-be41641edc8b req-9d01e655-aa1b-4363-bb3f-07e16e4a351b tempest-TestShelveInstance-1700047310 tempest-TestShelveInstance-1700047310-project] 10.222.0.42 "GET /v2.0/security-groups?id=72bee5e7-7d39-4232-8dd3-338019e9d442&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398965 Apr 18 21:55:50.339778 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70fbf2a4-289e-4069-a519-d0e814c8733a req-45596bf1-0b5c-4eca-9bc4-8a899a702092 tempest-TestShelveInstance-1700047310 tempest-TestShelveInstance-1700047310-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:55:50.341187 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-70fbf2a4-289e-4069-a519-d0e814c8733a req-45596bf1-0b5c-4eca-9bc4-8a899a702092 tempest-TestShelveInstance-1700047310 tempest-TestShelveInstance-1700047310-project] 10.222.0.42 "GET /v2.0/ports?device_id=934774c8-6c99-4c02-bcd0-2d2fa094d06f HTTP/1.1" status: 200 len: 945 time: 0.0748553 Apr 18 21:55:50.388089 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-70fbf2a4-289e-4069-a519-d0e814c8733a req-b524658d-7312-4c95-8895-0f1470d288a0 tempest-TestShelveInstance-1700047310 tempest-TestShelveInstance-1700047310-project] 10.222.0.42 "GET /v2.0/security-groups?id=72bee5e7-7d39-4232-8dd3-338019e9d442&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412130 Apr 18 21:55:50.415346 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 42846) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:55:50.484298 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-070c4a34-2fb6-46ab-a5c4-b2ec63b133f2 tempest-TestShelveInstance-1819556053 tempest-TestShelveInstance-1819556053-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=934774c8-6c99-4c02-bcd0-2d2fa094d06f HTTP/1.1" status: 200 len: 1091 time: 0.0674853 Apr 18 21:55:50.486798 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 42850) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:55:50.491922 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.v2.base [None req-68ac80eb-7946-40e6-9430-db3a118e5324 tempest-TestShelveInstance-1700047310 tempest-TestShelveInstance-1700047310-project] Request body: {'floatingip': {'floating_network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'port_id': '0f1a633d-670d-449a-a5f1-2b20234deb9f', 'tenant_id': '21077c3a160645c8a0da9fdb22f08c69', 'fixed_ip_address': '172.20.0.5'}} {{(pid=84040) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:55:50.497795 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [None req-68ac80eb-7946-40e6-9430-db3a118e5324 tempest-TestShelveInstance-1700047310 tempest-TestShelveInstance-1700047310-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:55:50.501636 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-68ac80eb-7946-40e6-9430-db3a118e5324 tempest-TestShelveInstance-1700047310 tempest-TestShelveInstance-1700047310-project] Usage tracker for resource:floatingip and tenant:21077c3a160645c8a0da9fdb22f08c69 is out of sync, need to count used quota {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:55:50.505348 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-68ac80eb-7946-40e6-9430-db3a118e5324 tempest-TestShelveInstance-1700047310 tempest-TestShelveInstance-1700047310-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:55:50.510960 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [None req-68ac80eb-7946-40e6-9430-db3a118e5324 tempest-TestShelveInstance-1700047310 tempest-TestShelveInstance-1700047310-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:55:50.521032 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-68ac80eb-7946-40e6-9430-db3a118e5324 tempest-TestShelveInstance-1700047310 tempest-TestShelveInstance-1700047310-project] Notify callbacks [] for floatingip, before_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:55:50.654941 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-68ac80eb-7946-40e6-9430-db3a118e5324 tempest-TestShelveInstance-1700047310 tempest-TestShelveInstance-1700047310-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:55:50.790241 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.db_base_plugin_common [None req-68ac80eb-7946-40e6-9430-db3a118e5324 tempest-TestShelveInstance-1700047310 tempest-TestShelveInstance-1700047310-project] Allocated IP 172.25.8.221 (e41b6600-a917-4a8d-b05c-be3be40c6d8c/6b05667b-848e-4356-9b44-d5eb6808ef74/4e193bd7-1cdc-47d0-971f-437622aaccb9) {{(pid=84040) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 21:55:50.830478 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-c7521a90-7d65-4e2e-842c-ca5d95e9a89c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750375287399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253529'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:55:50.943167 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-68ac80eb-7946-40e6-9430-db3a118e5324 tempest-TestShelveInstance-1700047310 tempest-TestShelveInstance-1700047310-project] Notify callbacks [] for port, precommit_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:55:50.975380 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-68ac80eb-7946-40e6-9430-db3a118e5324 tempest-TestShelveInstance-1700047310 tempest-TestShelveInstance-1700047310-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750374836619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32440838'] for port, after_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:55:51.039911 n-d-838334-2 neutron-server[84040]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68ac80eb-7946-40e6-9430-db3a118e5324 tempest-TestShelveInstance-1700047310 tempest-TestShelveInstance-1700047310-project] Network e41b6600-a917-4a8d-b05c-be3be40c6d8c is already hosted by enough agents. {{(pid=84040) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:55:51.042801 n-d-838334-2 neutron-server[84040]: DEBUG neutron.scheduler.base_scheduler [None req-68ac80eb-7946-40e6-9430-db3a118e5324 tempest-TestShelveInstance-1700047310 tempest-TestShelveInstance-1700047310-project] Resources bound (agent type, host, resource id): {{(pid=84040) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:55:51.046225 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68ac80eb-7946-40e6-9430-db3a118e5324 tempest-TestShelveInstance-1700047310 tempest-TestShelveInstance-1700047310-project] Received port after_create {{(pid=84040) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 21:55:51.083203 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68ac80eb-7946-40e6-9430-db3a118e5324 tempest-TestShelveInstance-1700047310 tempest-TestShelveInstance-1700047310-project] Pushing event updated for resources: {'Port': ['ID=4e193bd7-1cdc-47d0-971f-437622aaccb9,revision_number=1']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:55:51.630920 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-68ac80eb-7946-40e6-9430-db3a118e5324 tempest-TestShelveInstance-1700047310 tempest-TestShelveInstance-1700047310-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:55:51.687429 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-68ac80eb-7946-40e6-9430-db3a118e5324 tempest-TestShelveInstance-1700047310 tempest-TestShelveInstance-1700047310-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:55:51.885356 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-68ac80eb-7946-40e6-9430-db3a118e5324 tempest-TestShelveInstance-1700047310 tempest-TestShelveInstance-1700047310-project] Notify callbacks [] for port, precommit_update {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:55:51.889833 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-68ac80eb-7946-40e6-9430-db3a118e5324 tempest-TestShelveInstance-1700047310 tempest-TestShelveInstance-1700047310-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32440959'] for port, after_update {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:55:52.001085 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68ac80eb-7946-40e6-9430-db3a118e5324 tempest-TestShelveInstance-1700047310 tempest-TestShelveInstance-1700047310-project] Pushing event updated for resources: {'Port': ['ID=4e193bd7-1cdc-47d0-971f-437622aaccb9,revision_number=2']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:55:52.015634 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-68ac80eb-7946-40e6-9430-db3a118e5324 tempest-TestShelveInstance-1700047310 tempest-TestShelveInstance-1700047310-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33444131'] for floatingip, after_update {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:55:52.209044 n-d-838334-2 neutron-server[84040]: INFO neutron.db.l3_db [None req-68ac80eb-7946-40e6-9430-db3a118e5324 tempest-TestShelveInstance-1700047310 tempest-TestShelveInstance-1700047310-project] Floating IP 8460f9b3-06fc-4df3-b5e7-25755d65b34d associated. External IP: 172.25.8.221, port: 0f1a633d-670d-449a-a5f1-2b20234deb9f. Apr 18 21:55:52.598226 n-d-838334-2 neutron-server[84040]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-68ac80eb-7946-40e6-9430-db3a118e5324 tempest-TestShelveInstance-1700047310 tempest-TestShelveInstance-1700047310-project] Router 012d0ba4-0d6b-479b-b4e9-ca3348bfec12 has already been hosted by L3 agent bc84d6c9-dd7a-4555-a351-592327b46d5a {{(pid=84040) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 21:55:52.900759 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-68ac80eb-7946-40e6-9430-db3a118e5324 tempest-TestShelveInstance-1700047310 tempest-TestShelveInstance-1700047310-project] Notify agent at l3_agent.n-d-838334-2 the message routers_updated {{(pid=84040) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 21:55:52.911851 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77505c4a-750e-425c-afd1-a968e35da1bf None None] Sync routers for ids ['012d0ba4-0d6b-479b-b4e9-ca3348bfec12'] in n-d-838334-2 {{(pid=84042) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 18 21:55:52.928350 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-68ac80eb-7946-40e6-9430-db3a118e5324 tempest-TestShelveInstance-1700047310 tempest-TestShelveInstance-1700047310-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217293'] for floatingip, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:55:52.928848 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77505c4a-750e-425c-afd1-a968e35da1bf None None] Routers {'012d0ba4-0d6b-479b-b4e9-ca3348bfec12'} bound to L3 agent in host n-d-838334-2 {{(pid=84042) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 21:55:52.929034 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_hamode_db [None req-77505c4a-750e-425c-afd1-a968e35da1bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838334-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-18T20:25:48Z,description=,heartbeat_timestamp=2022-04-18T21:55:48Z,host='n-d-838334-2',id=bc84d6c9-dd7a-4555-a351-592327b46d5a,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:25:48Z,topic='l3_agent')) {'router_ids': ['012d0ba4-0d6b-479b-b4e9-ca3348bfec12'], 'active': True} {{(pid=84042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:55:52.997373 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-68ac80eb-7946-40e6-9430-db3a118e5324 tempest-TestShelveInstance-1700047310 tempest-TestShelveInstance-1700047310-project] 10.222.0.42 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.4994020 Apr 18 21:55:52.997373 n-d-838334-2 neutron-server[84040]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '934774c8-6c99-4c02-bcd0-2d2fa094d06f', 'tag': '0f1a633d-670d-449a-a5f1-2b20234deb9f'}] {{(pid=84040) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 21:55:53.051081 n-d-838334-2 neutron-server[84040]: INFO neutron.notifiers.nova [-] Nova event matching ['req-866907bf-a2b5-4f4e-9600-2dc0f3f2f32f'] response: {'name': 'network-changed', 'server_uuid': '934774c8-6c99-4c02-bcd0-2d2fa094d06f', 'tag': '0f1a633d-670d-449a-a5f1-2b20234deb9f', 'status': 'completed', 'code': 200} Apr 18 21:55:53.113214 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_dvr_db [None req-77505c4a-750e-425c-afd1-a968e35da1bf None None] Set router 012d0ba4-0d6b-479b-b4e9-ca3348bfec12 gateway port host: n-d-838334-2 {{(pid=84042) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 21:55:53.139488 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-3996feb7-fdca-4c25-8311-f348b133670f req-b9f8ade6-cbbf-41db-82ff-589570365478 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=21077c3a160645c8a0da9fdb22f08c69&device_id=934774c8-6c99-4c02-bcd0-2d2fa094d06f HTTP/1.1" status: 200 len: 1096 time: 0.0678761 Apr 18 21:55:53.270550 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3996feb7-fdca-4c25-8311-f348b133670f req-bc095218-a54f-4bd5-8ac5-474bb0d8137c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:55:53.272005 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-3996feb7-fdca-4c25-8311-f348b133670f req-bc095218-a54f-4bd5-8ac5-474bb0d8137c service neutron] 10.222.0.43 "GET /v2.0/networks?id=0c667796-b879-456c-ac9f-5265de8a97f7 HTTP/1.1" status: 200 len: 910 time: 0.1264102 Apr 18 21:55:53.393800 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-3996feb7-fdca-4c25-8311-f348b133670f req-ce0c78ee-e612-4a03-a8b6-138f5b0c8ca0 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0f1a633d-670d-449a-a5f1-2b20234deb9f HTTP/1.1" status: 200 len: 999 time: 0.1153083 Apr 18 21:55:53.455503 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3996feb7-fdca-4c25-8311-f348b133670f req-e76fba15-3bdc-4d31-afe6-a721b1187f1c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:55:53.457581 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-3996feb7-fdca-4c25-8311-f348b133670f req-e76fba15-3bdc-4d31-afe6-a721b1187f1c service neutron] 10.222.0.43 "GET /v2.0/subnets?id=7fa156a3-92ab-4625-bc28-74ba8ff23ecd HTTP/1.1" status: 200 len: 848 time: 0.0576260 Apr 18 21:55:53.459120 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_hamode_db [None req-77505c4a-750e-425c-afd1-a968e35da1bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '012d0ba4-0d6b-479b-b4e9-ca3348bfec12', 'name': 'tempest-TestShelveInstance-1825929545-router', 'tenant_id': '21077c3a160645c8a0da9fdb22f08c69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'external_fixed_ips': [{'subnet_id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'ip_address': '172.25.8.190'}], 'enable_snat': True}, 'gw_port_id': 'f9133ee7-f189-4a3a-957b-b0a456f34f7b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:50:50Z', 'updated_at': '2022-04-18T21:50:54Z', 'revision_number': 4, 'project_id': '21077c3a160645c8a0da9fdb22f08c69', 'gw_port': {'id': 'f9133ee7-f189-4a3a-957b-b0a456f34f7b', 'name': '', 'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:a3:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '012d0ba4-0d6b-479b-b4e9-ca3348bfec12', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'ip_address': '172.25.8.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:50:51Z', 'updated_at': '2022-04-18T21:50:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838334-2', '_floatingips': [{'id': '8460f9b3-06fc-4df3-b5e7-25755d65b34d', 'tenant_id': '21077c3a160645c8a0da9fdb22f08c69', 'floating_ip_address': '172.25.8.221', 'floating_network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'router_id': '012d0ba4-0d6b-479b-b4e9-ca3348bfec12', 'port_id': '0f1a633d-670d-449a-a5f1-2b20234deb9f', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0c667796-b879-456c-ac9f-5265de8a97f7', 'mac_address': 'fa:16:3e:48:d7:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '934774c8-6c99-4c02-bcd0-2d2fa094d06f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T21:55:51Z', 'updated_at': '2022-04-18T21:55:51Z', 'revision_number': 0, 'project_id': '21077c3a160645c8a0da9fdb22f08c69', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '98aef93c-14ab-4c01-9104-a3617ce0272c', 'name': '', 'network_id': '0c667796-b879-456c-ac9f-5265de8a97f7', 'tenant_id': '21077c3a160645c8a0da9fdb22f08c69', 'mac_address': 'fa:16:3e:05:7a:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '012d0ba4-0d6b-479b-b4e9-ca3348bfec12', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7fa156a3-92ab-4625-bc28-74ba8ff23ecd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:50:53Z', 'updated_at': '2022-04-18T21:51:11Z', 'revision_number': 5, 'project_id': '21077c3a160645c8a0da9fdb22f08c69', 'subnets': [{'id': '7fa156a3-92ab-4625-bc28-74ba8ff23ecd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838334-2', False) {} {{(pid=84042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:55:53.463053 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77505c4a-750e-425c-afd1-a968e35da1bf None None] Checking router: 012d0ba4-0d6b-479b-b4e9-ca3348bfec12 for host: n-d-838334-2 {{(pid=84042) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 18 21:55:53.474528 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77505c4a-750e-425c-afd1-a968e35da1bf None None] Routers {'012d0ba4-0d6b-479b-b4e9-ca3348bfec12'} bound to L3 agent in host n-d-838334-2 {{(pid=84042) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 21:55:53.475125 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_hamode_db [None req-77505c4a-750e-425c-afd1-a968e35da1bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838334-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-18T20:25:48Z,description=,heartbeat_timestamp=2022-04-18T21:55:48Z,host='n-d-838334-2',id=bc84d6c9-dd7a-4555-a351-592327b46d5a,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:25:48Z,topic='l3_agent')) {'router_ids': ['012d0ba4-0d6b-479b-b4e9-ca3348bfec12'], 'active': True} {{(pid=84042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:55:53.532712 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-3996feb7-fdca-4c25-8311-f348b133670f req-0b44042f-e4b2-40d9-9258-d769bd4704fa service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=0c667796-b879-456c-ac9f-5265de8a97f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0703142 Apr 18 21:55:53.647945 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_dvr_db [None req-77505c4a-750e-425c-afd1-a968e35da1bf None None] Set router 012d0ba4-0d6b-479b-b4e9-ca3348bfec12 gateway port host: n-d-838334-2 {{(pid=84042) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 21:55:53.665482 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-3996feb7-fdca-4c25-8311-f348b133670f req-b4ee8e0f-4a4b-4e0e-9118-a7f27ba6eed5 service neutron] 10.222.0.43 "GET /v2.0/networks/0c667796-b879-456c-ac9f-5265de8a97f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1270874 Apr 18 21:55:53.810764 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-3996feb7-fdca-4c25-8311-f348b133670f req-60840d30-229f-4c40-b554-c4b148e35aa2 service neutron] 10.222.0.43 "GET /v2.0/networks/0c667796-b879-456c-ac9f-5265de8a97f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1398380 Apr 18 21:55:54.046159 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_hamode_db [None req-77505c4a-750e-425c-afd1-a968e35da1bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '012d0ba4-0d6b-479b-b4e9-ca3348bfec12', 'name': 'tempest-TestShelveInstance-1825929545-router', 'tenant_id': '21077c3a160645c8a0da9fdb22f08c69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'external_fixed_ips': [{'subnet_id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'ip_address': '172.25.8.190'}], 'enable_snat': True}, 'gw_port_id': 'f9133ee7-f189-4a3a-957b-b0a456f34f7b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:50:50Z', 'updated_at': '2022-04-18T21:50:54Z', 'revision_number': 4, 'project_id': '21077c3a160645c8a0da9fdb22f08c69', 'gw_port': {'id': 'f9133ee7-f189-4a3a-957b-b0a456f34f7b', 'name': '', 'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:a3:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '012d0ba4-0d6b-479b-b4e9-ca3348bfec12', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'ip_address': '172.25.8.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:50:51Z', 'updated_at': '2022-04-18T21:50:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838334-2', '_floatingips': [{'id': '8460f9b3-06fc-4df3-b5e7-25755d65b34d', 'tenant_id': '21077c3a160645c8a0da9fdb22f08c69', 'floating_ip_address': '172.25.8.221', 'floating_network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'router_id': '012d0ba4-0d6b-479b-b4e9-ca3348bfec12', 'port_id': '0f1a633d-670d-449a-a5f1-2b20234deb9f', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0c667796-b879-456c-ac9f-5265de8a97f7', 'mac_address': 'fa:16:3e:48:d7:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '934774c8-6c99-4c02-bcd0-2d2fa094d06f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T21:55:51Z', 'updated_at': '2022-04-18T21:55:51Z', 'revision_number': 0, 'project_id': '21077c3a160645c8a0da9fdb22f08c69', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '98aef93c-14ab-4c01-9104-a3617ce0272c', 'name': '', 'network_id': '0c667796-b879-456c-ac9f-5265de8a97f7', 'tenant_id': '21077c3a160645c8a0da9fdb22f08c69', 'mac_address': 'fa:16:3e:05:7a:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '012d0ba4-0d6b-479b-b4e9-ca3348bfec12', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7fa156a3-92ab-4625-bc28-74ba8ff23ecd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:50:53Z', 'updated_at': '2022-04-18T21:51:11Z', 'revision_number': 5, 'project_id': '21077c3a160645c8a0da9fdb22f08c69', 'subnets': [{'id': '7fa156a3-92ab-4625-bc28-74ba8ff23ecd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838334-2', False) {} {{(pid=84042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:55:54.050468 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77505c4a-750e-425c-afd1-a968e35da1bf None None] The sync data for ids ['012d0ba4-0d6b-479b-b4e9-ca3348bfec12'] in n-d-838334-2 is: [{'id': '012d0ba4-0d6b-479b-b4e9-ca3348bfec12', 'name': 'tempest-TestShelveInstance-1825929545-router', 'tenant_id': '21077c3a160645c8a0da9fdb22f08c69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'external_fixed_ips': [{'subnet_id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'ip_address': '172.25.8.190'}], 'enable_snat': True}, 'gw_port_id': 'f9133ee7-f189-4a3a-957b-b0a456f34f7b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:50:50Z', 'updated_at': '2022-04-18T21:50:54Z', 'revision_number': 4, 'project_id': '21077c3a160645c8a0da9fdb22f08c69', 'gw_port': {'id': 'f9133ee7-f189-4a3a-957b-b0a456f34f7b', 'name': '', 'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:a3:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '012d0ba4-0d6b-479b-b4e9-ca3348bfec12', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'ip_address': '172.25.8.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:50:51Z', 'updated_at': '2022-04-18T21:50:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838334-2', '_floatingips': [{'id': '8460f9b3-06fc-4df3-b5e7-25755d65b34d', 'tenant_id': '21077c3a160645c8a0da9fdb22f08c69', 'floating_ip_address': '172.25.8.221', 'floating_network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'router_id': '012d0ba4-0d6b-479b-b4e9-ca3348bfec12', 'port_id': '0f1a633d-670d-449a-a5f1-2b20234deb9f', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0c667796-b879-456c-ac9f-5265de8a97f7', 'mac_address': 'fa:16:3e:48:d7:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '934774c8-6c99-4c02-bcd0-2d2fa094d06f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T21:55:51Z', 'updated_at': '2022-04-18T21:55:51Z', 'revision_number': 0, 'project_id': '21077c3a160645c8a0da9fdb22f08c69', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '98aef93c-14ab-4c01-9104-a3617ce0272c', 'name': '', 'network_id': '0c667796-b879-456c-ac9f-5265de8a97f7', 'tenant_id': '21077c3a160645c8a0da9fdb22f08c69', 'mac_address': 'fa:16:3e:05:7a:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '012d0ba4-0d6b-479b-b4e9-ca3348bfec12', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7fa156a3-92ab-4625-bc28-74ba8ff23ecd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:50:53Z', 'updated_at': '2022-04-18T21:51:11Z', 'revision_number': 5, 'project_id': '21077c3a160645c8a0da9fdb22f08c69', 'subnets': [{'id': '7fa156a3-92ab-4625-bc28-74ba8ff23ecd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84042) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 18 21:55:54.241460 n-d-838334-2 neutron-server[84043]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fea581e4-53d3-43c5-afe0-534259b475a9 None None] New status for floating IP 8460f9b3-06fc-4df3-b5e7-25755d65b34d: ACTIVE {{(pid=84043) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Apr 18 21:56:00.348069 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750375287399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253529'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:56:04.452375 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750375287399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253529'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:56:15.086605 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.agents_db [None req-6346a179-333c-4370-b5a6-936984aeab15 None None] Agent healthcheck: found 7 active agents {{(pid=84043) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 18 21:56:15.218348 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-885cd917-3d0c-4611-b9e4-24fef6a535a1 req-b76e5847-ced2-4003-a8b0-2990164d411d service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=934774c8-6c99-4c02-bcd0-2d2fa094d06f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0668211 Apr 18 21:56:15.354611 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-885cd917-3d0c-4611-b9e4-24fef6a535a1 req-ef99d47d-89eb-4b13-90da-b22eca279e1a service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=21077c3a160645c8a0da9fdb22f08c69&device_id=934774c8-6c99-4c02-bcd0-2d2fa094d06f HTTP/1.1" status: 200 len: 1096 time: 0.0680594 Apr 18 21:56:15.506326 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-885cd917-3d0c-4611-b9e4-24fef6a535a1 req-8c2b6b24-9a01-4778-8a2c-549be4be6c34 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:56:15.507615 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-885cd917-3d0c-4611-b9e4-24fef6a535a1 req-8c2b6b24-9a01-4778-8a2c-549be4be6c34 service neutron] 10.222.0.43 "GET /v2.0/networks?id=0c667796-b879-456c-ac9f-5265de8a97f7 HTTP/1.1" status: 200 len: 910 time: 0.1327100 Apr 18 21:56:15.617705 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-885cd917-3d0c-4611-b9e4-24fef6a535a1 req-8303626f-a2a0-491d-afab-5c4e93e6e306 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0f1a633d-670d-449a-a5f1-2b20234deb9f HTTP/1.1" status: 200 len: 1001 time: 0.1041121 Apr 18 21:56:15.686983 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-885cd917-3d0c-4611-b9e4-24fef6a535a1 req-7aa2fecf-5eb0-46a1-a66d-2cdf8e5ec987 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:56:15.689541 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-885cd917-3d0c-4611-b9e4-24fef6a535a1 req-7aa2fecf-5eb0-46a1-a66d-2cdf8e5ec987 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=7fa156a3-92ab-4625-bc28-74ba8ff23ecd HTTP/1.1" status: 200 len: 848 time: 0.0657620 Apr 18 21:56:15.770748 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-885cd917-3d0c-4611-b9e4-24fef6a535a1 req-568bc559-a93b-4669-aabf-d5edd5cac152 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=0c667796-b879-456c-ac9f-5265de8a97f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0760791 Apr 18 21:56:15.806918 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-988da028-61bc-4501-821f-eeda15157934 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750375287399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253529'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:56:15.909144 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-885cd917-3d0c-4611-b9e4-24fef6a535a1 req-1bee822f-3fe5-4517-9940-f880eefcaf26 service neutron] 10.222.0.43 "GET /v2.0/networks/0c667796-b879-456c-ac9f-5265de8a97f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1317410 Apr 18 21:56:16.154431 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-885cd917-3d0c-4611-b9e4-24fef6a535a1 req-c6406c6e-f947-46ec-acd5-d0b399664447 service neutron] 10.222.0.43 "GET /v2.0/networks/0c667796-b879-456c-ac9f-5265de8a97f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2411857 Apr 18 21:56:18.059350 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-cdc135bb-ee18-4940-af93-2d7f0a7f4ed0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750375287399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253529'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:56:19.233770 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750375287399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253529'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:56:19.759138 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-414b6ffe-e119-47bc-b18f-bcff1219c2f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750375287399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253529'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:56:20.833496 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-c7521a90-7d65-4e2e-842c-ca5d95e9a89c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750375287399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253529'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:56:30.367797 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750375287399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253529'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:56:34.456656 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750375287399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253529'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:56:45.808087 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-624f82a2-4c88-4f05-9b7d-1d26d8a5395f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750375287399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253529'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:56:48.059723 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-98c51396-46e6-41a9-a555-994a20dee597 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750375287399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253529'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:56:49.236371 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750375287399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253529'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:56:49.761811 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-414b6ffe-e119-47bc-b18f-bcff1219c2f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750375287399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253529'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:56:50.835371 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-c7521a90-7d65-4e2e-842c-ca5d95e9a89c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750375287399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253529'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:56:52.090655 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.agents_db [None req-6346a179-333c-4370-b5a6-936984aeab15 None None] Agent healthcheck: found 7 active agents {{(pid=84043) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 18 21:57:00.360588 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750375287399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253529'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:57:04.481894 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750375287399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253529'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:57:15.809557 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-2b31471e-df14-4bc7-9cdb-f83c29ff4e03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750375287399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253529'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:57:17.222277 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-8aa28006-ed74-43b2-a171-e7146b2d7e80 req-e927c456-bd4c-44de-8548-2138af5bf227 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=934774c8-6c99-4c02-bcd0-2d2fa094d06f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0706046 Apr 18 21:57:17.357876 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-8aa28006-ed74-43b2-a171-e7146b2d7e80 req-dcebbed3-35db-4e67-91e3-954c31ba10d7 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=21077c3a160645c8a0da9fdb22f08c69&device_id=934774c8-6c99-4c02-bcd0-2d2fa094d06f HTTP/1.1" status: 200 len: 1096 time: 0.0678174 Apr 18 21:57:17.499826 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aa28006-ed74-43b2-a171-e7146b2d7e80 req-97cad2fe-7467-4baf-b919-78d1c122ec7f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:57:17.501262 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-8aa28006-ed74-43b2-a171-e7146b2d7e80 req-97cad2fe-7467-4baf-b919-78d1c122ec7f service neutron] 10.222.0.43 "GET /v2.0/networks?id=0c667796-b879-456c-ac9f-5265de8a97f7 HTTP/1.1" status: 200 len: 910 time: 0.1249123 Apr 18 21:57:17.604415 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-8aa28006-ed74-43b2-a171-e7146b2d7e80 req-21897f89-fe6b-48e7-8901-95655f66bf09 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0f1a633d-670d-449a-a5f1-2b20234deb9f HTTP/1.1" status: 200 len: 1001 time: 0.0973275 Apr 18 21:57:17.666944 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aa28006-ed74-43b2-a171-e7146b2d7e80 req-0c0f0430-55dd-42b6-972b-f4e0fe70ebfe service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:57:17.668342 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-8aa28006-ed74-43b2-a171-e7146b2d7e80 req-0c0f0430-55dd-42b6-972b-f4e0fe70ebfe service neutron] 10.222.0.43 "GET /v2.0/subnets?id=7fa156a3-92ab-4625-bc28-74ba8ff23ecd HTTP/1.1" status: 200 len: 848 time: 0.0576780 Apr 18 21:57:17.744817 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-8aa28006-ed74-43b2-a171-e7146b2d7e80 req-562236d3-3d9c-4e1c-91a5-89c6d83800a7 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=0c667796-b879-456c-ac9f-5265de8a97f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0703261 Apr 18 21:57:17.876536 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-8aa28006-ed74-43b2-a171-e7146b2d7e80 req-bdb2bbed-71df-42a5-8bcc-fac6b6de2fce service neutron] 10.222.0.43 "GET /v2.0/networks/0c667796-b879-456c-ac9f-5265de8a97f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1251752 Apr 18 21:57:18.008042 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-8aa28006-ed74-43b2-a171-e7146b2d7e80 req-02098d46-ac81-47a8-abfc-f9e4246451f8 service neutron] 10.222.0.43 "GET /v2.0/networks/0c667796-b879-456c-ac9f-5265de8a97f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1258094 Apr 18 21:57:18.060297 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-13a1fba2-e409-486d-925a-ef81b87c5d8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750375287399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253529'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:57:19.240056 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750375287399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253529'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:57:19.763602 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-414b6ffe-e119-47bc-b18f-bcff1219c2f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750375287399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253529'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:57:20.836934 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-c7521a90-7d65-4e2e-842c-ca5d95e9a89c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750375287399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253529'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:57:29.092912 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.agents_db [None req-6346a179-333c-4370-b5a6-936984aeab15 None None] Agent healthcheck: found 7 active agents {{(pid=84043) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 18 21:57:30.375441 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750375287399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253529'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:57:34.496225 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750375287399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253529'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:57:45.812727 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-8e05123a-83a5-4e04-8985-88ba0634a2eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750375287399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253529'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:57:48.061080 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-a203c707-c73e-4c30-9379-313a7cfb93e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750375287399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253529'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:57:49.242210 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750375287399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253529'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:57:49.765693 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-414b6ffe-e119-47bc-b18f-bcff1219c2f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750375287399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253529'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:57:50.316693 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aca478e-e226-4db2-920f-f26c939540da req-d15088a8-beff-4adb-9594-1f21b5cc7ebc tempest-TestShelveInstance-1700047310 tempest-TestShelveInstance-1700047310-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:57:50.318059 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-0aca478e-e226-4db2-920f-f26c939540da req-d15088a8-beff-4adb-9594-1f21b5cc7ebc tempest-TestShelveInstance-1700047310 tempest-TestShelveInstance-1700047310-project] 10.222.0.42 "GET /v2.0/ports?device_id=934774c8-6c99-4c02-bcd0-2d2fa094d06f HTTP/1.1" status: 200 len: 945 time: 0.0781913 Apr 18 21:57:50.362522 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-0aca478e-e226-4db2-920f-f26c939540da req-49b139e3-ddd4-4f6b-a0e4-2d9839556724 tempest-TestShelveInstance-1700047310 tempest-TestShelveInstance-1700047310-project] 10.222.0.42 "GET /v2.0/security-groups?id=72bee5e7-7d39-4232-8dd3-338019e9d442&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389898 Apr 18 21:57:50.840058 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-c7521a90-7d65-4e2e-842c-ca5d95e9a89c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750375287399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253529'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:57:51.593938 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-799926d4-8712-404f-904c-5c8837c68ed2 req-dfda2ed3-8634-4b14-8a16-da7256d24200 tempest-TestShelveInstance-1700047310 tempest-TestShelveInstance-1700047310-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:57:51.595373 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-799926d4-8712-404f-904c-5c8837c68ed2 req-dfda2ed3-8634-4b14-8a16-da7256d24200 tempest-TestShelveInstance-1700047310 tempest-TestShelveInstance-1700047310-project] 10.222.0.42 "GET /v2.0/ports?device_id=934774c8-6c99-4c02-bcd0-2d2fa094d06f HTTP/1.1" status: 200 len: 945 time: 0.0803795 Apr 18 21:57:51.643802 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-799926d4-8712-404f-904c-5c8837c68ed2 req-37aa1665-e3cd-46fc-8517-a89464319683 tempest-TestShelveInstance-1700047310 tempest-TestShelveInstance-1700047310-project] 10.222.0.42 "GET /v2.0/security-groups?id=72bee5e7-7d39-4232-8dd3-338019e9d442&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427816 Apr 18 21:57:52.849600 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2ec87e9-cacc-4b97-a2a8-115b12327ea7 req-14f9a900-2c0a-4306-9602-9cab57b5aeba tempest-TestShelveInstance-1700047310 tempest-TestShelveInstance-1700047310-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:57:52.851046 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-f2ec87e9-cacc-4b97-a2a8-115b12327ea7 req-14f9a900-2c0a-4306-9602-9cab57b5aeba tempest-TestShelveInstance-1700047310 tempest-TestShelveInstance-1700047310-project] 10.222.0.42 "GET /v2.0/ports?device_id=934774c8-6c99-4c02-bcd0-2d2fa094d06f HTTP/1.1" status: 200 len: 945 time: 0.0751724 Apr 18 21:57:52.896449 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-f2ec87e9-cacc-4b97-a2a8-115b12327ea7 req-f0b06c41-10da-4a28-b8a6-d3f033f94cf3 tempest-TestShelveInstance-1700047310 tempest-TestShelveInstance-1700047310-project] 10.222.0.42 "GET /v2.0/security-groups?id=72bee5e7-7d39-4232-8dd3-338019e9d442&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392098 Apr 18 21:57:54.096536 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7afcb166-6418-4699-b993-cf015241b075 req-9301cad6-bae4-45d4-826e-f162526644f6 tempest-TestShelveInstance-1700047310 tempest-TestShelveInstance-1700047310-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:57:54.097970 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-7afcb166-6418-4699-b993-cf015241b075 req-9301cad6-bae4-45d4-826e-f162526644f6 tempest-TestShelveInstance-1700047310 tempest-TestShelveInstance-1700047310-project] 10.222.0.42 "GET /v2.0/ports?device_id=934774c8-6c99-4c02-bcd0-2d2fa094d06f HTTP/1.1" status: 200 len: 945 time: 0.0780575 Apr 18 21:57:54.142763 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-7afcb166-6418-4699-b993-cf015241b075 req-ef3d643a-126f-47be-be35-b0996c6bea0c tempest-TestShelveInstance-1700047310 tempest-TestShelveInstance-1700047310-project] 10.222.0.42 "GET /v2.0/security-groups?id=72bee5e7-7d39-4232-8dd3-338019e9d442&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393181 Apr 18 21:57:55.345315 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f926971-7c31-42c7-b56e-330e7e64a7ec req-dfcff11c-cd96-4ca4-8829-8cee5eb8444c tempest-TestShelveInstance-1700047310 tempest-TestShelveInstance-1700047310-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:57:55.346748 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-7f926971-7c31-42c7-b56e-330e7e64a7ec req-dfcff11c-cd96-4ca4-8829-8cee5eb8444c tempest-TestShelveInstance-1700047310 tempest-TestShelveInstance-1700047310-project] 10.222.0.42 "GET /v2.0/ports?device_id=934774c8-6c99-4c02-bcd0-2d2fa094d06f HTTP/1.1" status: 200 len: 945 time: 0.0757174 Apr 18 21:57:55.395194 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-7f926971-7c31-42c7-b56e-330e7e64a7ec req-14cd6278-a59f-40d2-9a31-2a2a0d68d8a0 tempest-TestShelveInstance-1700047310 tempest-TestShelveInstance-1700047310-project] 10.222.0.42 "GET /v2.0/security-groups?id=72bee5e7-7d39-4232-8dd3-338019e9d442&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428009 Apr 18 21:57:56.609743 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55228456-adcf-484a-9cce-fd9891de15d5 req-a35eae85-4eb5-40ac-8962-6bb13856eca0 tempest-TestShelveInstance-1700047310 tempest-TestShelveInstance-1700047310-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:57:56.611221 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-55228456-adcf-484a-9cce-fd9891de15d5 req-a35eae85-4eb5-40ac-8962-6bb13856eca0 tempest-TestShelveInstance-1700047310 tempest-TestShelveInstance-1700047310-project] 10.222.0.42 "GET /v2.0/ports?device_id=934774c8-6c99-4c02-bcd0-2d2fa094d06f HTTP/1.1" status: 200 len: 945 time: 0.0950336 Apr 18 21:57:56.656733 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-55228456-adcf-484a-9cce-fd9891de15d5 req-3a0f6c67-3135-403b-857a-602ce38f1f44 tempest-TestShelveInstance-1700047310 tempest-TestShelveInstance-1700047310-project] 10.222.0.42 "GET /v2.0/security-groups?id=72bee5e7-7d39-4232-8dd3-338019e9d442&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397704 Apr 18 21:57:57.863943 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ede3af5-b915-4f25-8be9-b4a92e059037 req-5468eebb-594a-4f8d-bd72-b0fe04b792a3 tempest-TestShelveInstance-1700047310 tempest-TestShelveInstance-1700047310-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:57:57.865372 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-0ede3af5-b915-4f25-8be9-b4a92e059037 req-5468eebb-594a-4f8d-bd72-b0fe04b792a3 tempest-TestShelveInstance-1700047310 tempest-TestShelveInstance-1700047310-project] 10.222.0.42 "GET /v2.0/ports?device_id=934774c8-6c99-4c02-bcd0-2d2fa094d06f HTTP/1.1" status: 200 len: 945 time: 0.0824997 Apr 18 21:57:57.910000 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-0ede3af5-b915-4f25-8be9-b4a92e059037 req-8a714276-c163-4c01-a3f0-ec99d8f571ec tempest-TestShelveInstance-1700047310 tempest-TestShelveInstance-1700047310-project] 10.222.0.42 "GET /v2.0/security-groups?id=72bee5e7-7d39-4232-8dd3-338019e9d442&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390344 Apr 18 21:57:59.103513 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a60b4f4-37d8-4f63-a8b5-fa626ea60276 req-5c8c1db7-a913-4959-877f-718ac5863357 tempest-TestShelveInstance-1700047310 tempest-TestShelveInstance-1700047310-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:57:59.104964 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-8a60b4f4-37d8-4f63-a8b5-fa626ea60276 req-5c8c1db7-a913-4959-877f-718ac5863357 tempest-TestShelveInstance-1700047310 tempest-TestShelveInstance-1700047310-project] 10.222.0.42 "GET /v2.0/ports?device_id=934774c8-6c99-4c02-bcd0-2d2fa094d06f HTTP/1.1" status: 200 len: 945 time: 0.0758538 Apr 18 21:57:59.149965 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-8a60b4f4-37d8-4f63-a8b5-fa626ea60276 req-2f437fca-286a-4bfc-9466-c90102a7aa25 tempest-TestShelveInstance-1700047310 tempest-TestShelveInstance-1700047310-project] 10.222.0.42 "GET /v2.0/security-groups?id=72bee5e7-7d39-4232-8dd3-338019e9d442&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389941 Apr 18 21:58:00.379792 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750375287399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253529'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:58:00.495695 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2062c882-81d8-4924-9cc5-d40c9acbee73 req-d7954bc2-bd15-43f1-8c8a-b003f5dce125 tempest-TestShelveInstance-1700047310 tempest-TestShelveInstance-1700047310-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:58:00.497157 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-2062c882-81d8-4924-9cc5-d40c9acbee73 req-d7954bc2-bd15-43f1-8c8a-b003f5dce125 tempest-TestShelveInstance-1700047310 tempest-TestShelveInstance-1700047310-project] 10.222.0.42 "GET /v2.0/ports?device_id=934774c8-6c99-4c02-bcd0-2d2fa094d06f HTTP/1.1" status: 200 len: 945 time: 0.2288654 Apr 18 21:58:00.504398 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-8f0f2885-967c-40e5-a774-db3c75ecb727 req-0235d9f6-1d3b-4248-bc42-4d835b6191c7 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=21077c3a160645c8a0da9fdb22f08c69&device_id=934774c8-6c99-4c02-bcd0-2d2fa094d06f HTTP/1.1" status: 200 len: 1096 time: 0.0980036 Apr 18 21:58:00.629458 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-2062c882-81d8-4924-9cc5-d40c9acbee73 req-96914b16-0d4e-45c6-9f29-754bfe51cbcc tempest-TestShelveInstance-1700047310 tempest-TestShelveInstance-1700047310-project] 10.222.0.42 "GET /v2.0/security-groups?id=72bee5e7-7d39-4232-8dd3-338019e9d442&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1241226 Apr 18 21:58:00.671753 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f0f2885-967c-40e5-a774-db3c75ecb727 req-ce7de1d8-2b0b-4626-9e11-879c5ea5bfee service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:58:00.673208 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-8f0f2885-967c-40e5-a774-db3c75ecb727 req-ce7de1d8-2b0b-4626-9e11-879c5ea5bfee service neutron] 10.222.0.43 "GET /v2.0/networks?id=0c667796-b879-456c-ac9f-5265de8a97f7 HTTP/1.1" status: 200 len: 910 time: 0.1505291 Apr 18 21:58:00.779127 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-8f0f2885-967c-40e5-a774-db3c75ecb727 req-084a9d8e-e837-4313-bb08-7af4f0e2d759 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0f1a633d-670d-449a-a5f1-2b20234deb9f HTTP/1.1" status: 200 len: 1001 time: 0.1001668 Apr 18 21:58:00.844008 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f0f2885-967c-40e5-a774-db3c75ecb727 req-71a38e4b-ac24-47d8-a354-89acaccf0524 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:58:00.845438 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-8f0f2885-967c-40e5-a774-db3c75ecb727 req-71a38e4b-ac24-47d8-a354-89acaccf0524 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=7fa156a3-92ab-4625-bc28-74ba8ff23ecd HTTP/1.1" status: 200 len: 848 time: 0.0607886 Apr 18 21:58:00.918468 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-8f0f2885-967c-40e5-a774-db3c75ecb727 req-ef58f2bd-779a-45fe-be90-a31531692783 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=0c667796-b879-456c-ac9f-5265de8a97f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0672929 Apr 18 21:58:01.050034 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-8f0f2885-967c-40e5-a774-db3c75ecb727 req-233bd145-806a-4a2d-9197-17aa2e696fcb service neutron] 10.222.0.43 "GET /v2.0/networks/0c667796-b879-456c-ac9f-5265de8a97f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1242180 Apr 18 21:58:01.178899 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-8f0f2885-967c-40e5-a774-db3c75ecb727 req-9583ea51-06de-447f-9bbc-5ce4d03acd92 service neutron] 10.222.0.43 "GET /v2.0/networks/0c667796-b879-456c-ac9f-5265de8a97f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1230922 Apr 18 21:58:01.831994 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88fe0530-d222-4ee3-85ee-16e45d74e4b8 req-fccc1e40-c785-472b-a74d-40b24497d6e7 tempest-TestShelveInstance-1700047310 tempest-TestShelveInstance-1700047310-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:58:01.833726 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-88fe0530-d222-4ee3-85ee-16e45d74e4b8 req-fccc1e40-c785-472b-a74d-40b24497d6e7 tempest-TestShelveInstance-1700047310 tempest-TestShelveInstance-1700047310-project] 10.222.0.42 "GET /v2.0/ports?device_id=934774c8-6c99-4c02-bcd0-2d2fa094d06f HTTP/1.1" status: 200 len: 945 time: 0.0818348 Apr 18 21:58:01.878611 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-88fe0530-d222-4ee3-85ee-16e45d74e4b8 req-6ac5b91d-c55e-4238-a5e8-791c13f3b1d1 tempest-TestShelveInstance-1700047310 tempest-TestShelveInstance-1700047310-project] 10.222.0.42 "GET /v2.0/security-groups?id=72bee5e7-7d39-4232-8dd3-338019e9d442&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392087 Apr 18 21:58:03.081833 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b686459e-57b1-4ad5-946b-a24ac804d7f5 req-3412b9ec-8f7c-474d-8bc6-e6317bd1bdaa tempest-TestShelveInstance-1700047310 tempest-TestShelveInstance-1700047310-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:58:03.083481 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-b686459e-57b1-4ad5-946b-a24ac804d7f5 req-3412b9ec-8f7c-474d-8bc6-e6317bd1bdaa tempest-TestShelveInstance-1700047310 tempest-TestShelveInstance-1700047310-project] 10.222.0.42 "GET /v2.0/ports?device_id=934774c8-6c99-4c02-bcd0-2d2fa094d06f HTTP/1.1" status: 200 len: 945 time: 0.0830007 Apr 18 21:58:03.129293 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-b686459e-57b1-4ad5-946b-a24ac804d7f5 req-ada64555-dd48-4412-b1fe-148925f19eef tempest-TestShelveInstance-1700047310 tempest-TestShelveInstance-1700047310-project] 10.222.0.42 "GET /v2.0/security-groups?id=72bee5e7-7d39-4232-8dd3-338019e9d442&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401130 Apr 18 21:58:04.326615 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36a4c83c-d12f-4a63-b919-72058b688b21 req-89a9913c-c24e-437f-be5e-bad85d3f87f0 tempest-TestShelveInstance-1700047310 tempest-TestShelveInstance-1700047310-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:58:04.328155 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-36a4c83c-d12f-4a63-b919-72058b688b21 req-89a9913c-c24e-437f-be5e-bad85d3f87f0 tempest-TestShelveInstance-1700047310 tempest-TestShelveInstance-1700047310-project] 10.222.0.42 "GET /v2.0/ports?device_id=934774c8-6c99-4c02-bcd0-2d2fa094d06f HTTP/1.1" status: 200 len: 945 time: 0.0797038 Apr 18 21:58:04.372929 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-36a4c83c-d12f-4a63-b919-72058b688b21 req-e45e9125-72bd-41b7-befa-16382bb66aab tempest-TestShelveInstance-1700047310 tempest-TestShelveInstance-1700047310-project] 10.222.0.42 "GET /v2.0/security-groups?id=72bee5e7-7d39-4232-8dd3-338019e9d442&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393984 Apr 18 21:58:04.495647 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750375287399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253529'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:58:04.630108 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-7ce6d3f6-61c2-40ee-8211-0a2d2c902c05 req-372584cf-ef64-475d-b5f9-bc11ae89d8f8 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=934774c8-6c99-4c02-bcd0-2d2fa094d06f&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.1422300 Apr 18 21:58:04.827556 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-3e9c36b3-ae4e-4864-8251-6aa584765bcc req-57074db0-f49c-4c50-96de-f3b3d06d36d1 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=934774c8-6c99-4c02-bcd0-2d2fa094d06f&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0770516 Apr 18 21:58:04.898730 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f681a328-b0e8-4d3f-a42a-207a54f5039b req-ca5fc7ae-8411-4c39-a791-eb8d1ef9c62a tempest-TestShelveInstance-1700047310 tempest-TestShelveInstance-1700047310-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:58:04.900697 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-f681a328-b0e8-4d3f-a42a-207a54f5039b req-ca5fc7ae-8411-4c39-a791-eb8d1ef9c62a tempest-TestShelveInstance-1700047310 tempest-TestShelveInstance-1700047310-project] 10.222.0.42 "GET /v2.0/ports?device_id=934774c8-6c99-4c02-bcd0-2d2fa094d06f HTTP/1.1" status: 200 len: 945 time: 0.0828609 Apr 18 21:58:04.943744 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Device 0f1a633d-670d-449a-a5f1-2b20234deb9f no longer exists at agent hyperv_n-h1-838334-2 {{(pid=84042) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 21:58:04.946445 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-f681a328-b0e8-4d3f-a42a-207a54f5039b req-13bd8b8a-6668-4e64-957f-a5b5d65e3a76 tempest-TestShelveInstance-1700047310 tempest-TestShelveInstance-1700047310-project] 10.222.0.42 "GET /v2.0/security-groups?id=72bee5e7-7d39-4232-8dd3-338019e9d442&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401390 Apr 18 21:58:05.052916 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:58:05.078032 n-d-838334-2 neutron-server[84042]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '934774c8-6c99-4c02-bcd0-2d2fa094d06f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0f1a633d-670d-449a-a5f1-2b20234deb9f'}] {{(pid=84042) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 21:58:05.087574 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] For port 0f1a633d-670d-449a-a5f1-2b20234deb9f, host n-h1-838334-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838334-2',level=0,port_id=0f1a633d-670d-449a-a5f1-2b20234deb9f,segment=NetworkSegment(175e1ed3-fcd8-4b76-9d8f-45065abbd730),segment_id=175e1ed3-fcd8-4b76-9d8f-45065abbd730)] {{(pid=84042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:58:05.092041 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682'] for port, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:58:05.160553 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Pushing event updated for resources: {'Port': ['ID=0f1a633d-670d-449a-a5f1-2b20234deb9f,revision_number=6']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:58:05.174515 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:58:05.174515 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:58:05.174744 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:58:05.174977 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:58:05.175312 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:58:05.175654 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:58:05.175986 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:58:05.176306 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:58:05.176625 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:58:05.176941 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:58:05.177259 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:58:05.218344 n-d-838334-2 neutron-server[84042]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-e4ce2096-202a-474e-978c-711d1f10344a']: {'server_uuid': '934774c8-6c99-4c02-bcd0-2d2fa094d06f', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '0f1a633d-670d-449a-a5f1-2b20234deb9f', 'code': 422} returned with failed status Apr 18 21:58:06.093655 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.agents_db [None req-6346a179-333c-4370-b5a6-936984aeab15 None None] Agent healthcheck: found 7 active agents {{(pid=84043) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 18 21:58:06.143531 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb5c5a15-c54c-4717-9cc3-479d4d591f4b req-6fc06062-1eca-488b-9a82-78abec3c49c4 tempest-TestShelveInstance-1700047310 tempest-TestShelveInstance-1700047310-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:58:06.144931 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-cb5c5a15-c54c-4717-9cc3-479d4d591f4b req-6fc06062-1eca-488b-9a82-78abec3c49c4 tempest-TestShelveInstance-1700047310 tempest-TestShelveInstance-1700047310-project] 10.222.0.42 "GET /v2.0/ports?device_id=934774c8-6c99-4c02-bcd0-2d2fa094d06f HTTP/1.1" status: 200 len: 943 time: 0.0753713 Apr 18 21:58:06.192815 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-cb5c5a15-c54c-4717-9cc3-479d4d591f4b req-97e1ca0f-6616-4289-b728-fae0311fe076 tempest-TestShelveInstance-1700047310 tempest-TestShelveInstance-1700047310-project] 10.222.0.42 "GET /v2.0/security-groups?id=72bee5e7-7d39-4232-8dd3-338019e9d442&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422533 Apr 18 21:58:07.383705 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f37a72e1-7ed9-46f1-909b-f5600fb9b77b req-815c3f3f-089e-46b1-8210-5d67c0ee5b9d tempest-TestShelveInstance-1700047310 tempest-TestShelveInstance-1700047310-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:58:07.385128 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-f37a72e1-7ed9-46f1-909b-f5600fb9b77b req-815c3f3f-089e-46b1-8210-5d67c0ee5b9d tempest-TestShelveInstance-1700047310 tempest-TestShelveInstance-1700047310-project] 10.222.0.42 "GET /v2.0/ports?device_id=934774c8-6c99-4c02-bcd0-2d2fa094d06f HTTP/1.1" status: 200 len: 943 time: 0.0755289 Apr 18 21:58:07.429944 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-f37a72e1-7ed9-46f1-909b-f5600fb9b77b req-ff63bb2e-09a6-4b71-8eb4-cc3bd3c916d4 tempest-TestShelveInstance-1700047310 tempest-TestShelveInstance-1700047310-project] 10.222.0.42 "GET /v2.0/security-groups?id=72bee5e7-7d39-4232-8dd3-338019e9d442&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391595 Apr 18 21:58:08.626055 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38f5453d-67e8-4f53-ac4e-a49d1b2a3397 req-e1465d99-7ac4-4bde-a4b8-e033e8ba8b36 tempest-TestShelveInstance-1700047310 tempest-TestShelveInstance-1700047310-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:58:08.627474 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-38f5453d-67e8-4f53-ac4e-a49d1b2a3397 req-e1465d99-7ac4-4bde-a4b8-e033e8ba8b36 tempest-TestShelveInstance-1700047310 tempest-TestShelveInstance-1700047310-project] 10.222.0.42 "GET /v2.0/ports?device_id=934774c8-6c99-4c02-bcd0-2d2fa094d06f HTTP/1.1" status: 200 len: 943 time: 0.0795329 Apr 18 21:58:08.671481 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-38f5453d-67e8-4f53-ac4e-a49d1b2a3397 req-53f3d155-b4d4-48cf-a54d-d38efcaf0b70 tempest-TestShelveInstance-1700047310 tempest-TestShelveInstance-1700047310-project] 10.222.0.42 "GET /v2.0/security-groups?id=72bee5e7-7d39-4232-8dd3-338019e9d442&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385430 Apr 18 21:58:09.900014 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb72fdbd-17a0-42fe-8d47-f2e3ad3d9a47 req-ab031e02-a25b-4b95-93ca-c5bac9756852 tempest-TestShelveInstance-1700047310 tempest-TestShelveInstance-1700047310-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:58:09.901854 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-eb72fdbd-17a0-42fe-8d47-f2e3ad3d9a47 req-ab031e02-a25b-4b95-93ca-c5bac9756852 tempest-TestShelveInstance-1700047310 tempest-TestShelveInstance-1700047310-project] 10.222.0.42 "GET /v2.0/ports?device_id=934774c8-6c99-4c02-bcd0-2d2fa094d06f HTTP/1.1" status: 200 len: 943 time: 0.0809917 Apr 18 21:58:09.973448 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-eb72fdbd-17a0-42fe-8d47-f2e3ad3d9a47 req-1daa4845-856b-48fc-b088-35ba69e79689 tempest-TestShelveInstance-1700047310 tempest-TestShelveInstance-1700047310-project] 10.222.0.42 "GET /v2.0/security-groups?id=72bee5e7-7d39-4232-8dd3-338019e9d442&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0618439 Apr 18 21:58:11.183554 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2437cd82-284c-400b-b563-9ed8238ecd25 req-5704d625-167b-49eb-aca8-55cdb992d335 tempest-TestShelveInstance-1700047310 tempest-TestShelveInstance-1700047310-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:58:11.185018 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-2437cd82-284c-400b-b563-9ed8238ecd25 req-5704d625-167b-49eb-aca8-55cdb992d335 tempest-TestShelveInstance-1700047310 tempest-TestShelveInstance-1700047310-project] 10.222.0.42 "GET /v2.0/ports?device_id=934774c8-6c99-4c02-bcd0-2d2fa094d06f HTTP/1.1" status: 200 len: 943 time: 0.0875449 Apr 18 21:58:11.236047 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-2437cd82-284c-400b-b563-9ed8238ecd25 req-338fa627-dd8b-40ef-a1f3-92fffd54238a tempest-TestShelveInstance-1700047310 tempest-TestShelveInstance-1700047310-project] 10.222.0.42 "GET /v2.0/security-groups?id=72bee5e7-7d39-4232-8dd3-338019e9d442&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454152 Apr 18 21:58:11.254712 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-3e9c36b3-ae4e-4864-8251-6aa584765bcc req-58518e47-6854-42b5-9aed-a72a0e6666a8 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=934774c8-6c99-4c02-bcd0-2d2fa094d06f&tenant_id=21077c3a160645c8a0da9fdb22f08c69 HTTP/1.1" status: 200 len: 1094 time: 0.0763247 Apr 18 21:58:11.265269 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.v2.base [req-3e9c36b3-ae4e-4864-8251-6aa584765bcc req-21966b8a-c70e-4d2a-b56b-7c3a5a658f68 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-838334-2', 'device_owner': 'compute:nova'}} {{(pid=84041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 21:58:11.370779 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [req-3e9c36b3-ae4e-4864-8251-6aa584765bcc req-21966b8a-c70e-4d2a-b56b-7c3a5a658f68 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:58:11.636290 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.db [req-3e9c36b3-ae4e-4864-8251-6aa584765bcc req-21966b8a-c70e-4d2a-b56b-7c3a5a658f68 service neutron] For port 0f1a633d-670d-449a-a5f1-2b20234deb9f, host n-h1-838334-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838334-2',level=0,port_id=0f1a633d-670d-449a-a5f1-2b20234deb9f,segment=NetworkSegment(175e1ed3-fcd8-4b76-9d8f-45065abbd730),segment_id=175e1ed3-fcd8-4b76-9d8f-45065abbd730)] {{(pid=84041) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:58:11.663866 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.db [req-3e9c36b3-ae4e-4864-8251-6aa584765bcc req-21966b8a-c70e-4d2a-b56b-7c3a5a658f68 service neutron] For port 0f1a633d-670d-449a-a5f1-2b20234deb9f, host n-h1-838334-2, cleared binding levels {{(pid=84041) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 21:58:11.712256 n-d-838334-2 neutron-server[84041]: DEBUG neutron.notifiers.nova [req-3e9c36b3-ae4e-4864-8251-6aa584765bcc req-21966b8a-c70e-4d2a-b56b-7c3a5a658f68 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0f1a633d-670d-449a-a5f1-2b20234deb9f {{(pid=84041) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 18 21:58:11.719642 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [req-3e9c36b3-ae4e-4864-8251-6aa584765bcc req-21966b8a-c70e-4d2a-b56b-7c3a5a658f68 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:58:11.733448 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.provisioning_blocks [req-3e9c36b3-ae4e-4864-8251-6aa584765bcc req-21966b8a-c70e-4d2a-b56b-7c3a5a658f68 service neutron] Transition to ACTIVE for port object 0f1a633d-670d-449a-a5f1-2b20234deb9f will not be triggered until provisioned by entity L2. {{(pid=84041) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:58:11.737000 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [req-3e9c36b3-ae4e-4864-8251-6aa584765bcc req-21966b8a-c70e-4d2a-b56b-7c3a5a658f68 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32266282'] for port, after_update {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:58:11.887576 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21966b8a-c70e-4d2a-b56b-7c3a5a658f68 service neutron] Pushing event updated for resources: {'Port': ['ID=0f1a633d-670d-449a-a5f1-2b20234deb9f,revision_number=7']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:58:11.914239 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21966b8a-c70e-4d2a-b56b-7c3a5a658f68 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:58:11.914843 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21966b8a-c70e-4d2a-b56b-7c3a5a658f68 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:58:11.915171 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21966b8a-c70e-4d2a-b56b-7c3a5a658f68 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:58:11.916209 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21966b8a-c70e-4d2a-b56b-7c3a5a658f68 service neutron] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:58:11.916538 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21966b8a-c70e-4d2a-b56b-7c3a5a658f68 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:58:11.916870 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21966b8a-c70e-4d2a-b56b-7c3a5a658f68 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:58:11.917297 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21966b8a-c70e-4d2a-b56b-7c3a5a658f68 service neutron] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:58:11.917620 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21966b8a-c70e-4d2a-b56b-7c3a5a658f68 service neutron] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:58:11.917936 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21966b8a-c70e-4d2a-b56b-7c3a5a658f68 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:58:11.918252 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21966b8a-c70e-4d2a-b56b-7c3a5a658f68 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:58:11.918565 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21966b8a-c70e-4d2a-b56b-7c3a5a658f68 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:58:11.967065 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.l3_dvrscheduler_db [req-3e9c36b3-ae4e-4864-8251-6aa584765bcc req-21966b8a-c70e-4d2a-b56b-7c3a5a658f68 service neutron] No DVR routers for this DVR port 0f1a633d-670d-449a-a5f1-2b20234deb9f on host n-h1-838334-2 {{(pid=84041) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 21:58:12.209697 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.managers [req-3e9c36b3-ae4e-4864-8251-6aa584765bcc req-21966b8a-c70e-4d2a-b56b-7c3a5a658f68 service neutron] Attempting to bind port 0f1a633d-670d-449a-a5f1-2b20234deb9f on host n-h2-838334-2 for vnic_type normal with profile {{(pid=84041) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 21:58:12.209931 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.managers [req-3e9c36b3-ae4e-4864-8251-6aa584765bcc req-21966b8a-c70e-4d2a-b56b-7c3a5a658f68 service neutron] Attempting to bind port 0f1a633d-670d-449a-a5f1-2b20234deb9f by drivers openvswitch,hyperv on host n-h2-838334-2 at level 0 using segments [{'id': '175e1ed3-fcd8-4b76-9d8f-45065abbd730', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': '0c667796-b879-456c-ac9f-5265de8a97f7'}] {{(pid=84041) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 21:58:12.210244 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e9c36b3-ae4e-4864-8251-6aa584765bcc req-21966b8a-c70e-4d2a-b56b-7c3a5a658f68 service neutron] Attempting to bind port 0f1a633d-670d-449a-a5f1-2b20234deb9f on network 0c667796-b879-456c-ac9f-5265de8a97f7 {{(pid=84041) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 21:58:12.216945 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e9c36b3-ae4e-4864-8251-6aa584765bcc req-21966b8a-c70e-4d2a-b56b-7c3a5a658f68 service neutron] Port 0f1a633d-670d-449a-a5f1-2b20234deb9f on network 0c667796-b879-456c-ac9f-5265de8a97f7 not bound, no agent of type Open vSwitch agent registered on host n-h2-838334-2 {{(pid=84041) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 18 21:58:12.217260 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e9c36b3-ae4e-4864-8251-6aa584765bcc req-21966b8a-c70e-4d2a-b56b-7c3a5a658f68 service neutron] Attempting to bind port 0f1a633d-670d-449a-a5f1-2b20234deb9f on network 0c667796-b879-456c-ac9f-5265de8a97f7 {{(pid=84041) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 21:58:12.224427 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e9c36b3-ae4e-4864-8251-6aa584765bcc req-21966b8a-c70e-4d2a-b56b-7c3a5a658f68 service neutron] Checking agent: {'id': 'dc797004-f641-47b7-a77f-9c62b5b16296', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-838334-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 34, 3), 'started_at': datetime.datetime(2022, 4, 18, 20, 34, 3), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 21, 58, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84041) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 18 21:58:12.224754 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e9c36b3-ae4e-4864-8251-6aa584765bcc req-21966b8a-c70e-4d2a-b56b-7c3a5a658f68 service neutron] Checking segment: {'id': '175e1ed3-fcd8-4b76-9d8f-45065abbd730', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': '0c667796-b879-456c-ac9f-5265de8a97f7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84041) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 21:58:12.225129 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e9c36b3-ae4e-4864-8251-6aa584765bcc req-21966b8a-c70e-4d2a-b56b-7c3a5a658f68 service neutron] Bound using segment: {'id': '175e1ed3-fcd8-4b76-9d8f-45065abbd730', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': '0c667796-b879-456c-ac9f-5265de8a97f7'} {{(pid=84041) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 18 21:58:12.225548 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.managers [req-3e9c36b3-ae4e-4864-8251-6aa584765bcc req-21966b8a-c70e-4d2a-b56b-7c3a5a658f68 service neutron] Bound port: 0f1a633d-670d-449a-a5f1-2b20234deb9f, host: n-h2-838334-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '175e1ed3-fcd8-4b76-9d8f-45065abbd730', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': '0c667796-b879-456c-ac9f-5265de8a97f7'}}] {{(pid=84041) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 21:58:12.225887 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [req-3e9c36b3-ae4e-4864-8251-6aa584765bcc req-21966b8a-c70e-4d2a-b56b-7c3a5a658f68 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:58:12.399511 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.db [req-3e9c36b3-ae4e-4864-8251-6aa584765bcc req-21966b8a-c70e-4d2a-b56b-7c3a5a658f68 service neutron] For port 0f1a633d-670d-449a-a5f1-2b20234deb9f, host n-h2-838334-2, cleared binding levels {{(pid=84041) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 21:58:12.403839 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.db [req-3e9c36b3-ae4e-4864-8251-6aa584765bcc req-21966b8a-c70e-4d2a-b56b-7c3a5a658f68 service neutron] For port 0f1a633d-670d-449a-a5f1-2b20234deb9f, host n-h2-838334-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838334-2',level=0,port_id=0f1a633d-670d-449a-a5f1-2b20234deb9f,segment=NetworkSegment(175e1ed3-fcd8-4b76-9d8f-45065abbd730),segment_id=175e1ed3-fcd8-4b76-9d8f-45065abbd730)] {{(pid=84041) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 21:58:12.408985 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [req-3e9c36b3-ae4e-4864-8251-6aa584765bcc req-21966b8a-c70e-4d2a-b56b-7c3a5a658f68 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32266282'] for port, after_update {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:58:12.438265 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eb10364-c8ff-4cd6-b989-604491d1fad1 req-725e9ffb-f844-4c94-9dc6-2e4c9dda25b4 tempest-TestShelveInstance-1700047310 tempest-TestShelveInstance-1700047310-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:58:12.439731 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-5eb10364-c8ff-4cd6-b989-604491d1fad1 req-725e9ffb-f844-4c94-9dc6-2e4c9dda25b4 tempest-TestShelveInstance-1700047310 tempest-TestShelveInstance-1700047310-project] 10.222.0.42 "GET /v2.0/ports?device_id=934774c8-6c99-4c02-bcd0-2d2fa094d06f HTTP/1.1" status: 200 len: 943 time: 0.0783193 Apr 18 21:58:12.475992 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [req-3e9c36b3-ae4e-4864-8251-6aa584765bcc req-21966b8a-c70e-4d2a-b56b-7c3a5a658f68 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217293'] for port, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:58:12.477273 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-3e9c36b3-ae4e-4864-8251-6aa584765bcc req-21966b8a-c70e-4d2a-b56b-7c3a5a658f68 service neutron] 10.222.0.48 "PUT /v2.0/ports/0f1a633d-670d-449a-a5f1-2b20234deb9f HTTP/1.1" status: 200 len: 1091 time: 1.2159312 Apr 18 21:58:12.477770 n-d-838334-2 neutron-server[84041]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '934774c8-6c99-4c02-bcd0-2d2fa094d06f', 'tag': '0f1a633d-670d-449a-a5f1-2b20234deb9f'}] {{(pid=84041) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 21:58:12.496451 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21966b8a-c70e-4d2a-b56b-7c3a5a658f68 service neutron] Pushing event updated for resources: {'Port': ['ID=0f1a633d-670d-449a-a5f1-2b20234deb9f,revision_number=8']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:58:12.499478 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-5eb10364-c8ff-4cd6-b989-604491d1fad1 req-b2c8c1d0-69cc-4960-a6a6-f2df001b8d12 tempest-TestShelveInstance-1700047310 tempest-TestShelveInstance-1700047310-project] 10.222.0.42 "GET /v2.0/security-groups?id=72bee5e7-7d39-4232-8dd3-338019e9d442&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0539424 Apr 18 21:58:12.552235 n-d-838334-2 neutron-server[84041]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-96283fff-0311-4622-a913-4c90cc9dd5dd']: {'name': 'network-changed', 'server_uuid': '934774c8-6c99-4c02-bcd0-2d2fa094d06f', 'tag': '0f1a633d-670d-449a-a5f1-2b20234deb9f', 'status': 'failed', 'code': 422} returned with failed status Apr 18 21:58:12.598558 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-3e9c36b3-ae4e-4864-8251-6aa584765bcc req-429d65b8-47ba-43bb-99de-40656f5e7605 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=21077c3a160645c8a0da9fdb22f08c69&device_id=934774c8-6c99-4c02-bcd0-2d2fa094d06f HTTP/1.1" status: 200 len: 1094 time: 0.0906126 Apr 18 21:58:12.732857 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e9c36b3-ae4e-4864-8251-6aa584765bcc req-b9bf358c-cfeb-477d-859b-5c94c6ce819d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:58:12.734210 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-3e9c36b3-ae4e-4864-8251-6aa584765bcc req-b9bf358c-cfeb-477d-859b-5c94c6ce819d service neutron] 10.222.0.48 "GET /v2.0/networks?id=0c667796-b879-456c-ac9f-5265de8a97f7 HTTP/1.1" status: 200 len: 910 time: 0.1287785 Apr 18 21:58:12.834987 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-3e9c36b3-ae4e-4864-8251-6aa584765bcc req-818413aa-de97-42d2-928f-4049f3e0bcf5 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0f1a633d-670d-449a-a5f1-2b20234deb9f HTTP/1.1" status: 200 len: 999 time: 0.0949204 Apr 18 21:58:12.898464 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e9c36b3-ae4e-4864-8251-6aa584765bcc req-2066a482-c32b-486c-a509-0d550b695298 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:58:12.900597 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-3e9c36b3-ae4e-4864-8251-6aa584765bcc req-2066a482-c32b-486c-a509-0d550b695298 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=7fa156a3-92ab-4625-bc28-74ba8ff23ecd HTTP/1.1" status: 200 len: 848 time: 0.0587418 Apr 18 21:58:12.980330 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-3e9c36b3-ae4e-4864-8251-6aa584765bcc req-292da569-1b5e-4f74-999f-8f940232eacc service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=0c667796-b879-456c-ac9f-5265de8a97f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0741303 Apr 18 21:58:13.109548 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-3e9c36b3-ae4e-4864-8251-6aa584765bcc req-52933496-2de4-43d3-bd2b-6200a460b4fd service neutron] 10.222.0.48 "GET /v2.0/networks/0c667796-b879-456c-ac9f-5265de8a97f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1212459 Apr 18 21:58:13.247891 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-3e9c36b3-ae4e-4864-8251-6aa584765bcc req-62d211ae-5421-435d-8e47-e82d52459843 service neutron] 10.222.0.48 "GET /v2.0/networks/0c667796-b879-456c-ac9f-5265de8a97f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1319618 Apr 18 21:58:13.691278 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4280ad5d-d566-44e5-8b75-4fd71505aa55 req-9fba7a59-6188-4a73-aa90-abc2c72b5be2 tempest-TestShelveInstance-1700047310 tempest-TestShelveInstance-1700047310-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:58:13.692746 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-4280ad5d-d566-44e5-8b75-4fd71505aa55 req-9fba7a59-6188-4a73-aa90-abc2c72b5be2 tempest-TestShelveInstance-1700047310 tempest-TestShelveInstance-1700047310-project] 10.222.0.42 "GET /v2.0/ports?device_id=934774c8-6c99-4c02-bcd0-2d2fa094d06f HTTP/1.1" status: 200 len: 943 time: 0.0789862 Apr 18 21:58:13.738585 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-4280ad5d-d566-44e5-8b75-4fd71505aa55 req-5c6ec071-e879-4964-b3ca-8852e590ec6d tempest-TestShelveInstance-1700047310 tempest-TestShelveInstance-1700047310-project] 10.222.0.42 "GET /v2.0/security-groups?id=72bee5e7-7d39-4232-8dd3-338019e9d442&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397089 Apr 18 21:58:14.932741 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6388e4db-2867-41ad-bad4-bc30946e12c6 req-f54abcdc-341f-4627-8e4d-aebec7700179 tempest-TestShelveInstance-1700047310 tempest-TestShelveInstance-1700047310-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:58:14.934185 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-6388e4db-2867-41ad-bad4-bc30946e12c6 req-f54abcdc-341f-4627-8e4d-aebec7700179 tempest-TestShelveInstance-1700047310 tempest-TestShelveInstance-1700047310-project] 10.222.0.42 "GET /v2.0/ports?device_id=934774c8-6c99-4c02-bcd0-2d2fa094d06f HTTP/1.1" status: 200 len: 943 time: 0.0756392 Apr 18 21:58:14.983699 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-6388e4db-2867-41ad-bad4-bc30946e12c6 req-f03e81ef-2301-4c01-a430-9bfef4e4ca63 tempest-TestShelveInstance-1700047310 tempest-TestShelveInstance-1700047310-project] 10.222.0.42 "GET /v2.0/security-groups?id=72bee5e7-7d39-4232-8dd3-338019e9d442&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437918 Apr 18 21:58:15.814890 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-3549ed4c-02fd-428f-aa2c-b1cbb3270e63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750375287399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253529'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:58:16.179274 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c20590f3-3109-4f6e-bf6b-0b7e2aac2c02 req-44e6f828-b5cc-4b58-90d4-a79976d62a4b tempest-TestShelveInstance-1700047310 tempest-TestShelveInstance-1700047310-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:58:16.180647 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-c20590f3-3109-4f6e-bf6b-0b7e2aac2c02 req-44e6f828-b5cc-4b58-90d4-a79976d62a4b tempest-TestShelveInstance-1700047310 tempest-TestShelveInstance-1700047310-project] 10.222.0.42 "GET /v2.0/ports?device_id=934774c8-6c99-4c02-bcd0-2d2fa094d06f HTTP/1.1" status: 200 len: 943 time: 0.0754814 Apr 18 21:58:16.224960 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-c20590f3-3109-4f6e-bf6b-0b7e2aac2c02 req-602d7d09-eea3-4abb-a18d-d38f73272209 tempest-TestShelveInstance-1700047310 tempest-TestShelveInstance-1700047310-project] 10.222.0.42 "GET /v2.0/security-groups?id=72bee5e7-7d39-4232-8dd3-338019e9d442&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388315 Apr 18 21:58:17.522491 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50261bb6-7a1c-4e91-90a7-38e962579b8b req-4f41ef51-b62f-401f-9c4a-7bf2cfde69b0 tempest-TestShelveInstance-1700047310 tempest-TestShelveInstance-1700047310-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:58:17.523924 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-50261bb6-7a1c-4e91-90a7-38e962579b8b req-4f41ef51-b62f-401f-9c4a-7bf2cfde69b0 tempest-TestShelveInstance-1700047310 tempest-TestShelveInstance-1700047310-project] 10.222.0.42 "GET /v2.0/ports?device_id=934774c8-6c99-4c02-bcd0-2d2fa094d06f HTTP/1.1" status: 200 len: 943 time: 0.1797769 Apr 18 21:58:17.569852 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-50261bb6-7a1c-4e91-90a7-38e962579b8b req-9d17e055-dd3e-4d46-aa8e-6639559952f1 tempest-TestShelveInstance-1700047310 tempest-TestShelveInstance-1700047310-project] 10.222.0.42 "GET /v2.0/security-groups?id=72bee5e7-7d39-4232-8dd3-338019e9d442&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402811 Apr 18 21:58:18.062942 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-69d331f4-f5c7-43a0-859b-44b3ccb21b3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750375287399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253529'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:58:18.763602 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abe947d6-ecfd-4f60-a994-459a5ce275fb req-264d8efa-4534-49aa-bffd-fa5ce9762a62 tempest-TestShelveInstance-1700047310 tempest-TestShelveInstance-1700047310-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:58:18.765052 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-abe947d6-ecfd-4f60-a994-459a5ce275fb req-264d8efa-4534-49aa-bffd-fa5ce9762a62 tempest-TestShelveInstance-1700047310 tempest-TestShelveInstance-1700047310-project] 10.222.0.42 "GET /v2.0/ports?device_id=934774c8-6c99-4c02-bcd0-2d2fa094d06f HTTP/1.1" status: 200 len: 943 time: 0.0754449 Apr 18 21:58:18.809942 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-abe947d6-ecfd-4f60-a994-459a5ce275fb req-9a11edb1-12c0-49f4-b8a7-9ee6689b7252 tempest-TestShelveInstance-1700047310 tempest-TestShelveInstance-1700047310-project] 10.222.0.42 "GET /v2.0/security-groups?id=72bee5e7-7d39-4232-8dd3-338019e9d442&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394468 Apr 18 21:58:19.244358 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750375287399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253529'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:58:19.769787 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-414b6ffe-e119-47bc-b18f-bcff1219c2f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750375287399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253529'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:58:20.011442 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ef72660-68f3-4a58-ae10-328860187744 req-6db239d8-4960-4a9a-88e2-e1c58c3c4d3f tempest-TestShelveInstance-1700047310 tempest-TestShelveInstance-1700047310-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:58:20.012920 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-2ef72660-68f3-4a58-ae10-328860187744 req-6db239d8-4960-4a9a-88e2-e1c58c3c4d3f tempest-TestShelveInstance-1700047310 tempest-TestShelveInstance-1700047310-project] 10.222.0.42 "GET /v2.0/ports?device_id=934774c8-6c99-4c02-bcd0-2d2fa094d06f HTTP/1.1" status: 200 len: 943 time: 0.0795660 Apr 18 21:58:20.059049 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-2ef72660-68f3-4a58-ae10-328860187744 req-68202c3f-eb8f-4108-b005-9488c2bba437 tempest-TestShelveInstance-1700047310 tempest-TestShelveInstance-1700047310-project] 10.222.0.42 "GET /v2.0/security-groups?id=72bee5e7-7d39-4232-8dd3-338019e9d442&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404248 Apr 18 21:58:20.841706 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-c7521a90-7d65-4e2e-842c-ca5d95e9a89c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750375287399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253529'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:58:21.250195 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-513de832-4020-4d8b-a91f-fe10652286e9 req-e7ad10ad-2f99-49e5-a56c-0f9f7848a5da tempest-TestShelveInstance-1700047310 tempest-TestShelveInstance-1700047310-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:58:21.251646 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-513de832-4020-4d8b-a91f-fe10652286e9 req-e7ad10ad-2f99-49e5-a56c-0f9f7848a5da tempest-TestShelveInstance-1700047310 tempest-TestShelveInstance-1700047310-project] 10.222.0.42 "GET /v2.0/ports?device_id=934774c8-6c99-4c02-bcd0-2d2fa094d06f HTTP/1.1" status: 200 len: 943 time: 0.0742443 Apr 18 21:58:21.298527 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-513de832-4020-4d8b-a91f-fe10652286e9 req-7627b348-f00e-4438-8fa7-d1c78c4c74e6 tempest-TestShelveInstance-1700047310 tempest-TestShelveInstance-1700047310-project] 10.222.0.42 "GET /v2.0/security-groups?id=72bee5e7-7d39-4232-8dd3-338019e9d442&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411789 Apr 18 21:58:22.091752 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Device 0f1a633d-670d-449a-a5f1-2b20234deb9f details requested by agent hyperv_n-h2-838334-2 with host n-h2-838334-2 {{(pid=84042) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 18 21:58:22.221864 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] For port 0f1a633d-670d-449a-a5f1-2b20234deb9f, host n-h2-838334-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838334-2',level=0,port_id=0f1a633d-670d-449a-a5f1-2b20234deb9f,segment=NetworkSegment(175e1ed3-fcd8-4b76-9d8f-45065abbd730),segment_id=175e1ed3-fcd8-4b76-9d8f-45065abbd730)] {{(pid=84042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:58:22.234911 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Returning: {'device': '0f1a633d-670d-449a-a5f1-2b20234deb9f', 'network_id': '0c667796-b879-456c-ac9f-5265de8a97f7', 'port_id': '0f1a633d-670d-449a-a5f1-2b20234deb9f', 'mac_address': 'fa:16:3e:48:d7:1f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 353, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7fa156a3-92ab-4625-bc28-74ba8ff23ecd', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84042) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 18 21:58:22.287312 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:58:22.304458 n-d-838334-2 neutron-server[84042]: DEBUG neutron.notifiers.nova [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0f1a633d-670d-449a-a5f1-2b20234deb9f {{(pid=84042) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 18 21:58:22.319222 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] For port 0f1a633d-670d-449a-a5f1-2b20234deb9f, host n-h2-838334-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838334-2',level=0,port_id=0f1a633d-670d-449a-a5f1-2b20234deb9f,segment=NetworkSegment(175e1ed3-fcd8-4b76-9d8f-45065abbd730),segment_id=175e1ed3-fcd8-4b76-9d8f-45065abbd730)] {{(pid=84042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:58:22.323738 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682'] for port, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:58:22.391866 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Pushing event updated for resources: {'Port': ['ID=0f1a633d-670d-449a-a5f1-2b20234deb9f,revision_number=9']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:58:22.496558 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b667294f-2c03-4736-9936-b19bfd1c5e42 req-b06d7e6e-3737-4613-9cd3-eebd01ff35aa tempest-TestShelveInstance-1700047310 tempest-TestShelveInstance-1700047310-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:58:22.497991 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-b667294f-2c03-4736-9936-b19bfd1c5e42 req-b06d7e6e-3737-4613-9cd3-eebd01ff35aa tempest-TestShelveInstance-1700047310 tempest-TestShelveInstance-1700047310-project] 10.222.0.42 "GET /v2.0/ports?device_id=934774c8-6c99-4c02-bcd0-2d2fa094d06f HTTP/1.1" status: 200 len: 944 time: 0.0794306 Apr 18 21:58:22.541094 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] get_ports_and_sgs() called for port_ids ['0f1a633d-670d-449a-a5f1-2b20234deb9f'] {{(pid=84042) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 18 21:58:22.542830 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-b667294f-2c03-4736-9936-b19bfd1c5e42 req-682972fa-caba-4175-a622-11311110f2dd tempest-TestShelveInstance-1700047310 tempest-TestShelveInstance-1700047310-project] 10.222.0.42 "GET /v2.0/security-groups?id=72bee5e7-7d39-4232-8dd3-338019e9d442&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393662 Apr 18 21:58:23.739939 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e345be7b-e3b9-4589-9052-34f8b1d885c8 req-e8b8c0a4-b362-46c3-9bcc-78b7d084f8c4 tempest-TestShelveInstance-1700047310 tempest-TestShelveInstance-1700047310-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:58:23.741411 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-e345be7b-e3b9-4589-9052-34f8b1d885c8 req-e8b8c0a4-b362-46c3-9bcc-78b7d084f8c4 tempest-TestShelveInstance-1700047310 tempest-TestShelveInstance-1700047310-project] 10.222.0.42 "GET /v2.0/ports?device_id=934774c8-6c99-4c02-bcd0-2d2fa094d06f HTTP/1.1" status: 200 len: 944 time: 0.0761182 Apr 18 21:58:23.789918 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-e345be7b-e3b9-4589-9052-34f8b1d885c8 req-e9053011-1960-430b-8980-3eafaa83abf8 tempest-TestShelveInstance-1700047310 tempest-TestShelveInstance-1700047310-project] 10.222.0.42 "GET /v2.0/security-groups?id=72bee5e7-7d39-4232-8dd3-338019e9d442&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427568 Apr 18 21:58:24.107720 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Device 0f1a633d-670d-449a-a5f1-2b20234deb9f up at agent hyperv_n-h2-838334-2 {{(pid=84042) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 21:58:24.175928 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Provisioning for port 0f1a633d-670d-449a-a5f1-2b20234deb9f completed by entity L2. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 21:58:24.180369 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Provisioning complete for port 0f1a633d-670d-449a-a5f1-2b20234deb9f triggered by entity L2. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:58:24.180734 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1253608'] for port, provisioning_complete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:58:24.323445 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:58:24.349265 n-d-838334-2 neutron-server[84042]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '934774c8-6c99-4c02-bcd0-2d2fa094d06f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0f1a633d-670d-449a-a5f1-2b20234deb9f'}] {{(pid=84042) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 21:58:24.358994 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] For port 0f1a633d-670d-449a-a5f1-2b20234deb9f, host n-h2-838334-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838334-2',level=0,port_id=0f1a633d-670d-449a-a5f1-2b20234deb9f,segment=NetworkSegment(175e1ed3-fcd8-4b76-9d8f-45065abbd730),segment_id=175e1ed3-fcd8-4b76-9d8f-45065abbd730)] {{(pid=84042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:58:24.362692 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682'] for port, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:58:24.406833 n-d-838334-2 neutron-server[84042]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9a5263e3-c1d1-483a-809b-de1ad545389f'] response: {'server_uuid': '934774c8-6c99-4c02-bcd0-2d2fa094d06f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0f1a633d-670d-449a-a5f1-2b20234deb9f', 'code': 200} Apr 18 21:58:24.431980 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Pushing event updated for resources: {'Port': ['ID=0f1a633d-670d-449a-a5f1-2b20234deb9f,revision_number=10']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:58:24.602049 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-9ca507e8-cedf-402a-9be0-cce801a640f6 req-c83aa88c-d61e-4d9e-a25a-29b05d67f8bc service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=934774c8-6c99-4c02-bcd0-2d2fa094d06f HTTP/1.1" status: 200 len: 1097 time: 0.0656433 Apr 18 21:58:24.646042 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-9ca507e8-cedf-402a-9be0-cce801a640f6 req-77ed0bdb-8fc0-4334-b7c7-78f4d2a6006d service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=72bee5e7-7d39-4232-8dd3-338019e9d442&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377676 Apr 18 21:58:24.989959 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73c45ce6-886f-4618-bf83-d6d7f37e7e6d req-3225ce9e-a4b6-4aaf-b77f-d7a31d579648 tempest-TestShelveInstance-1700047310 tempest-TestShelveInstance-1700047310-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:58:24.991160 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-73c45ce6-886f-4618-bf83-d6d7f37e7e6d req-3225ce9e-a4b6-4aaf-b77f-d7a31d579648 tempest-TestShelveInstance-1700047310 tempest-TestShelveInstance-1700047310-project] 10.222.0.42 "GET /v2.0/ports?device_id=934774c8-6c99-4c02-bcd0-2d2fa094d06f HTTP/1.1" status: 200 len: 946 time: 0.0800128 Apr 18 21:58:25.035595 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-73c45ce6-886f-4618-bf83-d6d7f37e7e6d req-7a8b2f3e-9163-4ae1-bcd5-80f6ce0f55e8 tempest-TestShelveInstance-1700047310 tempest-TestShelveInstance-1700047310-project] 10.222.0.42 "GET /v2.0/security-groups?id=72bee5e7-7d39-4232-8dd3-338019e9d442&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382428 Apr 18 21:58:26.236768 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec183a38-3af3-42ad-a5e5-65cf95a1dbf1 req-497c3436-55fb-4166-bea4-1b84acc86717 tempest-TestShelveInstance-1700047310 tempest-TestShelveInstance-1700047310-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:58:26.238181 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-ec183a38-3af3-42ad-a5e5-65cf95a1dbf1 req-497c3436-55fb-4166-bea4-1b84acc86717 tempest-TestShelveInstance-1700047310 tempest-TestShelveInstance-1700047310-project] 10.222.0.42 "GET /v2.0/ports?device_id=934774c8-6c99-4c02-bcd0-2d2fa094d06f HTTP/1.1" status: 200 len: 946 time: 0.0799036 Apr 18 21:58:26.281902 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-ec183a38-3af3-42ad-a5e5-65cf95a1dbf1 req-742826f4-1c29-47ae-9f45-0cd1b4ce2a77 tempest-TestShelveInstance-1700047310 tempest-TestShelveInstance-1700047310-project] 10.222.0.42 "GET /v2.0/security-groups?id=72bee5e7-7d39-4232-8dd3-338019e9d442&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383160 Apr 18 21:58:26.885838 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-837983c8-564a-430a-89b8-197f46795f12 req-cd3bde2d-8d94-4c33-9b29-35f7b9e6f64a service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=934774c8-6c99-4c02-bcd0-2d2fa094d06f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0695381 Apr 18 21:58:27.021768 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-837983c8-564a-430a-89b8-197f46795f12 req-ee231f8d-7b9e-4a62-954a-5736c2ff9c37 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=21077c3a160645c8a0da9fdb22f08c69&device_id=934774c8-6c99-4c02-bcd0-2d2fa094d06f HTTP/1.1" status: 200 len: 1097 time: 0.0704610 Apr 18 21:58:27.162649 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-837983c8-564a-430a-89b8-197f46795f12 req-1013f6c4-de06-473b-a58e-4bd307b622bf service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:58:27.164098 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-837983c8-564a-430a-89b8-197f46795f12 req-1013f6c4-de06-473b-a58e-4bd307b622bf service neutron] 10.222.0.48 "GET /v2.0/networks?id=0c667796-b879-456c-ac9f-5265de8a97f7 HTTP/1.1" status: 200 len: 910 time: 0.1237268 Apr 18 21:58:27.266483 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-837983c8-564a-430a-89b8-197f46795f12 req-3e71832a-075b-4c4f-a268-135f3c12d8cd service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0f1a633d-670d-449a-a5f1-2b20234deb9f HTTP/1.1" status: 200 len: 1001 time: 0.0959587 Apr 18 21:58:27.334820 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-837983c8-564a-430a-89b8-197f46795f12 req-b0899389-71be-428d-aa76-1521517befd3 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:58:27.336305 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-837983c8-564a-430a-89b8-197f46795f12 req-b0899389-71be-428d-aa76-1521517befd3 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=7fa156a3-92ab-4625-bc28-74ba8ff23ecd HTTP/1.1" status: 200 len: 848 time: 0.0634608 Apr 18 21:58:27.412798 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-837983c8-564a-430a-89b8-197f46795f12 req-4a841d9d-b453-4c77-9516-3fb63fb1a174 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=0c667796-b879-456c-ac9f-5265de8a97f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0704284 Apr 18 21:58:27.633255 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-837983c8-564a-430a-89b8-197f46795f12 req-5066095d-a709-4ffc-9011-62d078f7e6fe service neutron] 10.222.0.48 "GET /v2.0/networks/0c667796-b879-456c-ac9f-5265de8a97f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2144532 Apr 18 21:58:27.766006 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-837983c8-564a-430a-89b8-197f46795f12 req-cb0bbc17-6f85-420c-8938-1fa1ac7c409b service neutron] 10.222.0.48 "GET /v2.0/networks/0c667796-b879-456c-ac9f-5265de8a97f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1263394 Apr 18 21:58:30.377081 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750375287399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253529'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:58:34.502241 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750375287399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253529'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:58:43.094445 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.agents_db [None req-6346a179-333c-4370-b5a6-936984aeab15 None None] Agent healthcheck: found 7 active agents {{(pid=84043) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 18 21:58:45.830602 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-75b583cb-7763-41da-971a-d893d3911196 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750375287399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253529'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:58:48.064051 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-3caf52c7-d272-4cf3-8d44-a1bb3d9bba57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750375287399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253529'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:58:49.249847 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750375287399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253529'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:58:49.772923 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-414b6ffe-e119-47bc-b18f-bcff1219c2f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750375287399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253529'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:58:50.846730 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-c7521a90-7d65-4e2e-842c-ca5d95e9a89c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750375287399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253529'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:59:00.363452 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750375287399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253529'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:59:04.525531 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750375287399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253529'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:59:15.821829 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-408a7567-d0e3-41d2-8634-3030712fd545 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750375287399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253529'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:59:18.065610 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-4a599122-5b2e-453c-ac0b-0abcbf4aed52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750375287399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253529'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:59:19.250166 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750375287399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253529'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:59:19.775136 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-414b6ffe-e119-47bc-b18f-bcff1219c2f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750375287399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253529'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:59:20.095910 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.agents_db [None req-6346a179-333c-4370-b5a6-936984aeab15 None None] Agent healthcheck: found 7 active agents {{(pid=84043) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 18 21:59:20.850926 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-c7521a90-7d65-4e2e-842c-ca5d95e9a89c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750375287399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253529'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:59:27.944964 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-1a09670c-e067-4359-b6e4-0847b9be3cc8 req-847e9a48-f869-42ea-8bb2-8ca4497b53a5 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=934774c8-6c99-4c02-bcd0-2d2fa094d06f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1290393 Apr 18 21:59:28.089202 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-1a09670c-e067-4359-b6e4-0847b9be3cc8 req-3e20824d-980e-418e-b9d1-21a954bc1efb service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=21077c3a160645c8a0da9fdb22f08c69&device_id=934774c8-6c99-4c02-bcd0-2d2fa094d06f HTTP/1.1" status: 200 len: 1097 time: 0.0744977 Apr 18 21:59:28.229811 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a09670c-e067-4359-b6e4-0847b9be3cc8 req-a26f4da4-7e4a-4f3f-97a0-a0dcc135917d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:59:28.231240 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-1a09670c-e067-4359-b6e4-0847b9be3cc8 req-a26f4da4-7e4a-4f3f-97a0-a0dcc135917d service neutron] 10.222.0.48 "GET /v2.0/networks?id=0c667796-b879-456c-ac9f-5265de8a97f7 HTTP/1.1" status: 200 len: 910 time: 0.1243503 Apr 18 21:59:28.332414 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-1a09670c-e067-4359-b6e4-0847b9be3cc8 req-3aaebdaf-bd47-4d5f-aec9-2757822c5374 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0f1a633d-670d-449a-a5f1-2b20234deb9f HTTP/1.1" status: 200 len: 1001 time: 0.0952346 Apr 18 21:59:28.398288 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a09670c-e067-4359-b6e4-0847b9be3cc8 req-a002a3f9-7f66-451f-8dc7-0e364966b9be service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:59:28.399696 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-1a09670c-e067-4359-b6e4-0847b9be3cc8 req-a002a3f9-7f66-451f-8dc7-0e364966b9be service neutron] 10.222.0.48 "GET /v2.0/subnets?id=7fa156a3-92ab-4625-bc28-74ba8ff23ecd HTTP/1.1" status: 200 len: 848 time: 0.0612137 Apr 18 21:59:28.472079 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-1a09670c-e067-4359-b6e4-0847b9be3cc8 req-19754ede-6e05-4410-b543-94816c059db6 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=0c667796-b879-456c-ac9f-5265de8a97f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0666137 Apr 18 21:59:28.600388 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-1a09670c-e067-4359-b6e4-0847b9be3cc8 req-2570ae59-211a-473b-a45c-10bb2b4b9217 service neutron] 10.222.0.48 "GET /v2.0/networks/0c667796-b879-456c-ac9f-5265de8a97f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1217802 Apr 18 21:59:28.730065 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-1a09670c-e067-4359-b6e4-0847b9be3cc8 req-11cc21a2-8f91-43d0-8843-ff0064a4dd08 service neutron] 10.222.0.48 "GET /v2.0/networks/0c667796-b879-456c-ac9f-5265de8a97f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1227806 Apr 18 21:59:30.371650 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750375287399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253529'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:59:34.539585 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750375287399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253529'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:59:43.406275 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 43022) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:59:43.609794 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.plugin [None req-afc065ba-da43-4d13-b6c4-1993d0929a8f tempest-TestShelveInstance-1700047310 tempest-TestShelveInstance-1700047310-project] Deleting port 4e193bd7-1cdc-47d0-971f-437622aaccb9 {{(pid=84041) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 21:59:43.610151 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-afc065ba-da43-4d13-b6c4-1993d0929a8f tempest-TestShelveInstance-1700047310 tempest-TestShelveInstance-1700047310-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750375188691'] for port, before_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:59:43.783844 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-afc065ba-da43-4d13-b6c4-1993d0929a8f tempest-TestShelveInstance-1700047310 tempest-TestShelveInstance-1700047310-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369123'] for port, precommit_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:59:43.784170 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-afc065ba-da43-4d13-b6c4-1993d0929a8f tempest-TestShelveInstance-1700047310 tempest-TestShelveInstance-1700047310-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:59:43.903083 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.plugin [None req-afc065ba-da43-4d13-b6c4-1993d0929a8f tempest-TestShelveInstance-1700047310 tempest-TestShelveInstance-1700047310-project] Calling delete_port for 4e193bd7-1cdc-47d0-971f-437622aaccb9 owned by network:floatingip {{(pid=84041) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 21:59:44.154295 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-afc065ba-da43-4d13-b6c4-1993d0929a8f tempest-TestShelveInstance-1700047310 tempest-TestShelveInstance-1700047310-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750375259028', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750374836628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32266323'] for port, after_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:59:44.199871 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afc065ba-da43-4d13-b6c4-1993d0929a8f tempest-TestShelveInstance-1700047310 tempest-TestShelveInstance-1700047310-project] Pushing event deleted for resources: {'Port': ['ID=4e193bd7-1cdc-47d0-971f-437622aaccb9,revision_number=None']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:59:44.211720 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afc065ba-da43-4d13-b6c4-1993d0929a8f tempest-TestShelveInstance-1700047310 tempest-TestShelveInstance-1700047310-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:59:44.212060 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afc065ba-da43-4d13-b6c4-1993d0929a8f tempest-TestShelveInstance-1700047310 tempest-TestShelveInstance-1700047310-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:59:44.212392 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afc065ba-da43-4d13-b6c4-1993d0929a8f tempest-TestShelveInstance-1700047310 tempest-TestShelveInstance-1700047310-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:59:44.212718 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afc065ba-da43-4d13-b6c4-1993d0929a8f tempest-TestShelveInstance-1700047310 tempest-TestShelveInstance-1700047310-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:59:44.213043 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afc065ba-da43-4d13-b6c4-1993d0929a8f tempest-TestShelveInstance-1700047310 tempest-TestShelveInstance-1700047310-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:59:44.213408 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afc065ba-da43-4d13-b6c4-1993d0929a8f tempest-TestShelveInstance-1700047310 tempest-TestShelveInstance-1700047310-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:59:44.214245 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afc065ba-da43-4d13-b6c4-1993d0929a8f tempest-TestShelveInstance-1700047310 tempest-TestShelveInstance-1700047310-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:59:44.214245 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afc065ba-da43-4d13-b6c4-1993d0929a8f tempest-TestShelveInstance-1700047310 tempest-TestShelveInstance-1700047310-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:59:44.214556 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afc065ba-da43-4d13-b6c4-1993d0929a8f tempest-TestShelveInstance-1700047310 tempest-TestShelveInstance-1700047310-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:59:44.214895 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afc065ba-da43-4d13-b6c4-1993d0929a8f tempest-TestShelveInstance-1700047310 tempest-TestShelveInstance-1700047310-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:59:44.215213 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afc065ba-da43-4d13-b6c4-1993d0929a8f tempest-TestShelveInstance-1700047310 tempest-TestShelveInstance-1700047310-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:59:44.302439 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-afc065ba-da43-4d13-b6c4-1993d0929a8f tempest-TestShelveInstance-1700047310 tempest-TestShelveInstance-1700047310-project] Notify callbacks [] for floatingip, after_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:59:44.704266 n-d-838334-2 neutron-server[84041]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-afc065ba-da43-4d13-b6c4-1993d0929a8f tempest-TestShelveInstance-1700047310 tempest-TestShelveInstance-1700047310-project] Router 012d0ba4-0d6b-479b-b4e9-ca3348bfec12 has already been hosted by L3 agent bc84d6c9-dd7a-4555-a351-592327b46d5a {{(pid=84041) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 21:59:44.909117 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-afc065ba-da43-4d13-b6c4-1993d0929a8f tempest-TestShelveInstance-1700047310 tempest-TestShelveInstance-1700047310-project] Notify agent at l3_agent.n-d-838334-2 the message routers_updated {{(pid=84041) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 21:59:44.919212 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c40ec43c-7e44-4704-8cd0-2f45664070c0 None None] Sync routers for ids ['012d0ba4-0d6b-479b-b4e9-ca3348bfec12'] in n-d-838334-2 {{(pid=84042) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 18 21:59:44.931913 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-afc065ba-da43-4d13-b6c4-1993d0929a8f tempest-TestShelveInstance-1700047310 tempest-TestShelveInstance-1700047310-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217293'] for floatingip, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:59:44.932210 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c40ec43c-7e44-4704-8cd0-2f45664070c0 None None] Routers {'012d0ba4-0d6b-479b-b4e9-ca3348bfec12'} bound to L3 agent in host n-d-838334-2 {{(pid=84042) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 21:59:44.932988 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_hamode_db [None req-c40ec43c-7e44-4704-8cd0-2f45664070c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838334-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-18T20:25:48Z,description=,heartbeat_timestamp=2022-04-18T21:59:18Z,host='n-d-838334-2',id=bc84d6c9-dd7a-4555-a351-592327b46d5a,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:25:48Z,topic='l3_agent')) {'router_ids': ['012d0ba4-0d6b-479b-b4e9-ca3348bfec12'], 'active': True} {{(pid=84042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:59:44.985807 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-afc065ba-da43-4d13-b6c4-1993d0929a8f tempest-TestShelveInstance-1700047310 tempest-TestShelveInstance-1700047310-project] 10.222.0.42 "DELETE /v2.0/floatingips/8460f9b3-06fc-4df3-b5e7-25755d65b34d HTTP/1.1" status: 204 len: 168 time: 1.5782943 Apr 18 21:59:44.986402 n-d-838334-2 neutron-server[84041]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '934774c8-6c99-4c02-bcd0-2d2fa094d06f', 'tag': '0f1a633d-670d-449a-a5f1-2b20234deb9f'}] {{(pid=84041) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 21:59:45.138763 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_dvr_db [None req-c40ec43c-7e44-4704-8cd0-2f45664070c0 None None] Set router 012d0ba4-0d6b-479b-b4e9-ca3348bfec12 gateway port host: n-d-838334-2 {{(pid=84042) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 21:59:45.154713 n-d-838334-2 neutron-server[84041]: INFO neutron.notifiers.nova [-] Nova event matching ['req-eebdbd88-1b0e-48b2-a2b7-8f62074ff674'] response: {'name': 'network-changed', 'server_uuid': '934774c8-6c99-4c02-bcd0-2d2fa094d06f', 'tag': '0f1a633d-670d-449a-a5f1-2b20234deb9f', 'status': 'completed', 'code': 200} Apr 18 21:59:45.254151 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-7a24221f-f561-4c39-9d89-b07afe8239a7 req-e63fae38-8530-4171-b1e9-b29068730f0c service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=21077c3a160645c8a0da9fdb22f08c69&device_id=934774c8-6c99-4c02-bcd0-2d2fa094d06f HTTP/1.1" status: 200 len: 1097 time: 0.0770142 Apr 18 21:59:45.397288 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a24221f-f561-4c39-9d89-b07afe8239a7 req-a7296491-33cc-40d2-a293-65462e64e4c7 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:59:45.398729 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-7a24221f-f561-4c39-9d89-b07afe8239a7 req-a7296491-33cc-40d2-a293-65462e64e4c7 service neutron] 10.222.0.48 "GET /v2.0/networks?id=0c667796-b879-456c-ac9f-5265de8a97f7 HTTP/1.1" status: 200 len: 910 time: 0.1370232 Apr 18 21:59:45.446097 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5c51b1f-c8d8-41dc-bdff-2e9b11071881 req-cec1079e-7033-4d4c-a7bc-ecb9d03056f5 tempest-TestShelveInstance-1700047310 tempest-TestShelveInstance-1700047310-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:59:45.447573 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-c5c51b1f-c8d8-41dc-bdff-2e9b11071881 req-cec1079e-7033-4d4c-a7bc-ecb9d03056f5 tempest-TestShelveInstance-1700047310 tempest-TestShelveInstance-1700047310-project] 10.222.0.42 "GET /v2.0/ports?device_id=934774c8-6c99-4c02-bcd0-2d2fa094d06f HTTP/1.1" status: 200 len: 946 time: 0.0828578 Apr 18 21:59:45.477217 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-7a24221f-f561-4c39-9d89-b07afe8239a7 req-3c49a454-381b-40ac-96ee-2575b2fd3042 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0f1a633d-670d-449a-a5f1-2b20234deb9f HTTP/1.1" status: 200 len: 217 time: 0.0705404 Apr 18 21:59:45.494501 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_hamode_db [None req-c40ec43c-7e44-4704-8cd0-2f45664070c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '012d0ba4-0d6b-479b-b4e9-ca3348bfec12', 'name': 'tempest-TestShelveInstance-1825929545-router', 'tenant_id': '21077c3a160645c8a0da9fdb22f08c69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'external_fixed_ips': [{'subnet_id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'ip_address': '172.25.8.190'}], 'enable_snat': True}, 'gw_port_id': 'f9133ee7-f189-4a3a-957b-b0a456f34f7b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:50:50Z', 'updated_at': '2022-04-18T21:50:54Z', 'revision_number': 4, 'project_id': '21077c3a160645c8a0da9fdb22f08c69', 'gw_port': {'id': 'f9133ee7-f189-4a3a-957b-b0a456f34f7b', 'name': '', 'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:a3:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '012d0ba4-0d6b-479b-b4e9-ca3348bfec12', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'ip_address': '172.25.8.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:50:51Z', 'updated_at': '2022-04-18T21:50:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838334-2', '_interfaces': [{'id': '98aef93c-14ab-4c01-9104-a3617ce0272c', 'name': '', 'network_id': '0c667796-b879-456c-ac9f-5265de8a97f7', 'tenant_id': '21077c3a160645c8a0da9fdb22f08c69', 'mac_address': 'fa:16:3e:05:7a:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '012d0ba4-0d6b-479b-b4e9-ca3348bfec12', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7fa156a3-92ab-4625-bc28-74ba8ff23ecd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:50:53Z', 'updated_at': '2022-04-18T21:51:11Z', 'revision_number': 5, 'project_id': '21077c3a160645c8a0da9fdb22f08c69', 'subnets': [{'id': '7fa156a3-92ab-4625-bc28-74ba8ff23ecd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838334-2', False) {} {{(pid=84042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:59:45.498420 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c40ec43c-7e44-4704-8cd0-2f45664070c0 None None] Checking router: 012d0ba4-0d6b-479b-b4e9-ca3348bfec12 for host: n-d-838334-2 {{(pid=84042) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 18 21:59:45.508199 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-c5c51b1f-c8d8-41dc-bdff-2e9b11071881 req-0ca4d5cc-7e6b-446c-b651-3570c41066ab tempest-TestShelveInstance-1700047310 tempest-TestShelveInstance-1700047310-project] 10.222.0.42 "GET /v2.0/security-groups?id=72bee5e7-7d39-4232-8dd3-338019e9d442&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0538509 Apr 18 21:59:45.510521 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c40ec43c-7e44-4704-8cd0-2f45664070c0 None None] Routers {'012d0ba4-0d6b-479b-b4e9-ca3348bfec12'} bound to L3 agent in host n-d-838334-2 {{(pid=84042) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 21:59:45.511135 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_hamode_db [None req-c40ec43c-7e44-4704-8cd0-2f45664070c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838334-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-18T20:25:48Z,description=,heartbeat_timestamp=2022-04-18T21:59:18Z,host='n-d-838334-2',id=bc84d6c9-dd7a-4555-a351-592327b46d5a,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:25:48Z,topic='l3_agent')) {'router_ids': ['012d0ba4-0d6b-479b-b4e9-ca3348bfec12'], 'active': True} {{(pid=84042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:59:45.556926 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a24221f-f561-4c39-9d89-b07afe8239a7 req-e420b494-6bc1-4cdd-88ee-44b4911809b0 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:59:45.558382 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-7a24221f-f561-4c39-9d89-b07afe8239a7 req-e420b494-6bc1-4cdd-88ee-44b4911809b0 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=7fa156a3-92ab-4625-bc28-74ba8ff23ecd HTTP/1.1" status: 200 len: 848 time: 0.0752404 Apr 18 21:59:45.636189 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-7a24221f-f561-4c39-9d89-b07afe8239a7 req-90511dc9-4069-4a49-853e-7b4668558820 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=0c667796-b879-456c-ac9f-5265de8a97f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0693729 Apr 18 21:59:45.691007 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_dvr_db [None req-c40ec43c-7e44-4704-8cd0-2f45664070c0 None None] Set router 012d0ba4-0d6b-479b-b4e9-ca3348bfec12 gateway port host: n-d-838334-2 {{(pid=84042) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 21:59:45.770771 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-7a24221f-f561-4c39-9d89-b07afe8239a7 req-fe97fe21-5ace-4eb6-93a7-b49b5b1d725a service neutron] 10.222.0.48 "GET /v2.0/networks/0c667796-b879-456c-ac9f-5265de8a97f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1268134 Apr 18 21:59:45.957241 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-25906235-e87f-43eb-8bb1-2e646c34df77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750375287399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253529'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:59:46.020105 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-7a24221f-f561-4c39-9d89-b07afe8239a7 req-7da37621-5b49-40d0-8dd3-896de898a6d3 service neutron] 10.222.0.48 "GET /v2.0/networks/0c667796-b879-456c-ac9f-5265de8a97f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2414937 Apr 18 21:59:46.081174 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_hamode_db [None req-c40ec43c-7e44-4704-8cd0-2f45664070c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '012d0ba4-0d6b-479b-b4e9-ca3348bfec12', 'name': 'tempest-TestShelveInstance-1825929545-router', 'tenant_id': '21077c3a160645c8a0da9fdb22f08c69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'external_fixed_ips': [{'subnet_id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'ip_address': '172.25.8.190'}], 'enable_snat': True}, 'gw_port_id': 'f9133ee7-f189-4a3a-957b-b0a456f34f7b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:50:50Z', 'updated_at': '2022-04-18T21:50:54Z', 'revision_number': 4, 'project_id': '21077c3a160645c8a0da9fdb22f08c69', 'gw_port': {'id': 'f9133ee7-f189-4a3a-957b-b0a456f34f7b', 'name': '', 'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:a3:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '012d0ba4-0d6b-479b-b4e9-ca3348bfec12', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'ip_address': '172.25.8.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:50:51Z', 'updated_at': '2022-04-18T21:50:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838334-2', '_interfaces': [{'id': '98aef93c-14ab-4c01-9104-a3617ce0272c', 'name': '', 'network_id': '0c667796-b879-456c-ac9f-5265de8a97f7', 'tenant_id': '21077c3a160645c8a0da9fdb22f08c69', 'mac_address': 'fa:16:3e:05:7a:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '012d0ba4-0d6b-479b-b4e9-ca3348bfec12', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7fa156a3-92ab-4625-bc28-74ba8ff23ecd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:50:53Z', 'updated_at': '2022-04-18T21:51:11Z', 'revision_number': 5, 'project_id': '21077c3a160645c8a0da9fdb22f08c69', 'subnets': [{'id': '7fa156a3-92ab-4625-bc28-74ba8ff23ecd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838334-2', False) {} {{(pid=84042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:59:46.085016 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c40ec43c-7e44-4704-8cd0-2f45664070c0 None None] The sync data for ids ['012d0ba4-0d6b-479b-b4e9-ca3348bfec12'] in n-d-838334-2 is: [{'id': '012d0ba4-0d6b-479b-b4e9-ca3348bfec12', 'name': 'tempest-TestShelveInstance-1825929545-router', 'tenant_id': '21077c3a160645c8a0da9fdb22f08c69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'external_fixed_ips': [{'subnet_id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'ip_address': '172.25.8.190'}], 'enable_snat': True}, 'gw_port_id': 'f9133ee7-f189-4a3a-957b-b0a456f34f7b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:50:50Z', 'updated_at': '2022-04-18T21:50:54Z', 'revision_number': 4, 'project_id': '21077c3a160645c8a0da9fdb22f08c69', 'gw_port': {'id': 'f9133ee7-f189-4a3a-957b-b0a456f34f7b', 'name': '', 'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:a3:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '012d0ba4-0d6b-479b-b4e9-ca3348bfec12', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'ip_address': '172.25.8.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:50:51Z', 'updated_at': '2022-04-18T21:50:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838334-2', '_interfaces': [{'id': '98aef93c-14ab-4c01-9104-a3617ce0272c', 'name': '', 'network_id': '0c667796-b879-456c-ac9f-5265de8a97f7', 'tenant_id': '21077c3a160645c8a0da9fdb22f08c69', 'mac_address': 'fa:16:3e:05:7a:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '012d0ba4-0d6b-479b-b4e9-ca3348bfec12', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7fa156a3-92ab-4625-bc28-74ba8ff23ecd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:50:53Z', 'updated_at': '2022-04-18T21:51:11Z', 'revision_number': 5, 'project_id': '21077c3a160645c8a0da9fdb22f08c69', 'subnets': [{'id': '7fa156a3-92ab-4625-bc28-74ba8ff23ecd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84042) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 18 21:59:46.315368 n-d-838334-2 neutron-server[84043]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1575591-a15a-41ee-ada5-81498b49b994 None None] New status for floating IP 8460f9b3-06fc-4df3-b5e7-25755d65b34d: DOWN {{(pid=84043) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Apr 18 21:59:46.708697 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e50399a2-6de1-4136-ae5c-1030b8c55947 req-1d009506-3b87-40f0-b0a5-6373b5b67fa5 tempest-TestShelveInstance-1700047310 tempest-TestShelveInstance-1700047310-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:59:46.710134 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-e50399a2-6de1-4136-ae5c-1030b8c55947 req-1d009506-3b87-40f0-b0a5-6373b5b67fa5 tempest-TestShelveInstance-1700047310 tempest-TestShelveInstance-1700047310-project] 10.222.0.42 "GET /v2.0/ports?device_id=934774c8-6c99-4c02-bcd0-2d2fa094d06f HTTP/1.1" status: 200 len: 946 time: 0.0790310 Apr 18 21:59:46.755446 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-e50399a2-6de1-4136-ae5c-1030b8c55947 req-98d29813-a721-4e34-ba46-e199ba0cba62 tempest-TestShelveInstance-1700047310 tempest-TestShelveInstance-1700047310-project] 10.222.0.42 "GET /v2.0/security-groups?id=72bee5e7-7d39-4232-8dd3-338019e9d442&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398815 Apr 18 21:59:46.933227 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cb227c3-c73e-44a3-b731-a931734b08d5 req-2a08ccae-594d-47c7-bb5e-6d2f29f76875 tempest-TestShelveInstance-1700047310 tempest-TestShelveInstance-1700047310-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:59:46.933823 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [req-0cb227c3-c73e-44a3-b731-a931734b08d5 req-2a08ccae-594d-47c7-bb5e-6d2f29f76875 tempest-TestShelveInstance-1700047310 tempest-TestShelveInstance-1700047310-project] Synchronizing usage tracker for tenant:21077c3a160645c8a0da9fdb22f08c69 on resource:port {{(pid=84041) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 21:59:46.948822 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [req-0cb227c3-c73e-44a3-b731-a931734b08d5 req-2a08ccae-594d-47c7-bb5e-6d2f29f76875 tempest-TestShelveInstance-1700047310 tempest-TestShelveInstance-1700047310-project] Unset dirty status for tenant:21077c3a160645c8a0da9fdb22f08c69 on resource:port {{(pid=84041) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 21:59:46.950088 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-0cb227c3-c73e-44a3-b731-a931734b08d5 req-2a08ccae-594d-47c7-bb5e-6d2f29f76875 tempest-TestShelveInstance-1700047310 tempest-TestShelveInstance-1700047310-project] 10.222.0.48 "GET /v2.0/ports?device_id=934774c8-6c99-4c02-bcd0-2d2fa094d06f HTTP/1.1" status: 200 len: 946 time: 0.0937235 Apr 18 21:59:47.019115 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.plugin [req-0cb227c3-c73e-44a3-b731-a931734b08d5 req-7e677774-7e21-4709-a7d6-faf15ec108c3 tempest-TestShelveInstance-1700047310 tempest-TestShelveInstance-1700047310-project] Deleting port 0f1a633d-670d-449a-a5f1-2b20234deb9f {{(pid=84041) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 21:59:47.019747 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [req-0cb227c3-c73e-44a3-b731-a931734b08d5 req-7e677774-7e21-4709-a7d6-faf15ec108c3 tempest-TestShelveInstance-1700047310 tempest-TestShelveInstance-1700047310-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750375188691'] for port, before_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:59:47.264543 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.db [req-0cb227c3-c73e-44a3-b731-a931734b08d5 req-7e677774-7e21-4709-a7d6-faf15ec108c3 tempest-TestShelveInstance-1700047310 tempest-TestShelveInstance-1700047310-project] For port 0f1a633d-670d-449a-a5f1-2b20234deb9f, host n-h2-838334-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838334-2',level=0,port_id=0f1a633d-670d-449a-a5f1-2b20234deb9f,segment=NetworkSegment(175e1ed3-fcd8-4b76-9d8f-45065abbd730),segment_id=175e1ed3-fcd8-4b76-9d8f-45065abbd730)] {{(pid=84041) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:59:47.265650 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [req-0cb227c3-c73e-44a3-b731-a931734b08d5 req-7e677774-7e21-4709-a7d6-faf15ec108c3 tempest-TestShelveInstance-1700047310 tempest-TestShelveInstance-1700047310-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369123'] for port, precommit_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:59:47.382466 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.plugin [req-0cb227c3-c73e-44a3-b731-a931734b08d5 req-7e677774-7e21-4709-a7d6-faf15ec108c3 tempest-TestShelveInstance-1700047310 tempest-TestShelveInstance-1700047310-project] Calling delete_port for 0f1a633d-670d-449a-a5f1-2b20234deb9f owned by compute:nova {{(pid=84041) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 21:59:47.523021 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [req-0cb227c3-c73e-44a3-b731-a931734b08d5 req-7e677774-7e21-4709-a7d6-faf15ec108c3 tempest-TestShelveInstance-1700047310 tempest-TestShelveInstance-1700047310-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750375259028', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750374836628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32266323'] for port, after_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:59:47.574376 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e677774-7e21-4709-a7d6-faf15ec108c3 tempest-TestShelveInstance-1700047310 tempest-TestShelveInstance-1700047310-project] Pushing event deleted for resources: {'Port': ['ID=0f1a633d-670d-449a-a5f1-2b20234deb9f,revision_number=None']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:59:47.645167 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.l3_dvrscheduler_db [req-0cb227c3-c73e-44a3-b731-a931734b08d5 req-7e677774-7e21-4709-a7d6-faf15ec108c3 tempest-TestShelveInstance-1700047310 tempest-TestShelveInstance-1700047310-project] No DVR routers for this DVR port 0f1a633d-670d-449a-a5f1-2b20234deb9f on host n-h2-838334-2 {{(pid=84041) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 21:59:47.647686 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [req-0cb227c3-c73e-44a3-b731-a931734b08d5 req-7e677774-7e21-4709-a7d6-faf15ec108c3 tempest-TestShelveInstance-1700047310 tempest-TestShelveInstance-1700047310-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217293'] for port, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:59:47.650118 n-d-838334-2 neutron-server[84041]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '934774c8-6c99-4c02-bcd0-2d2fa094d06f', 'name': 'network-vif-deleted', 'tag': '0f1a633d-670d-449a-a5f1-2b20234deb9f'}] {{(pid=84041) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 21:59:47.666486 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-0cb227c3-c73e-44a3-b731-a931734b08d5 req-7e677774-7e21-4709-a7d6-faf15ec108c3 tempest-TestShelveInstance-1700047310 tempest-TestShelveInstance-1700047310-project] 10.222.0.48 "DELETE /v2.0/ports/0f1a633d-670d-449a-a5f1-2b20234deb9f HTTP/1.1" status: 204 len: 173 time: 0.7110586 Apr 18 21:59:47.713433 n-d-838334-2 neutron-server[84041]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a8b52084-95ca-4caa-84e2-ade93a886758'] response: {'server_uuid': '934774c8-6c99-4c02-bcd0-2d2fa094d06f', 'name': 'network-vif-deleted', 'tag': '0f1a633d-670d-449a-a5f1-2b20234deb9f', 'status': 'completed', 'code': 200} Apr 18 21:59:47.923374 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-b8554e4b-fda0-447c-88a8-9f0c214605e2 req-0578b370-6100-479b-a1c2-e66a7257c99d tempest-TestShelveInstance-1700047310 tempest-TestShelveInstance-1700047310-project] 10.222.0.42 "GET /v2.0/ports?device_id=934774c8-6c99-4c02-bcd0-2d2fa094d06f HTTP/1.1" status: 200 len: 210 time: 0.0440300 Apr 18 21:59:48.071595 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-b3fdf381-e872-40cd-9a48-839af5451baf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750375287399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253529'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:59:49.035339 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 43050) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:59:49.110565 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-dd3cef1e-249f-47ae-8b28-d6ab943002e8 tempest-TestShelveInstance-1700047310 tempest-TestShelveInstance-1700047310-project] Notify callbacks [] for security_group, before_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:59:49.139813 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-dd3cef1e-249f-47ae-8b28-d6ab943002e8 tempest-TestShelveInstance-1700047310 tempest-TestShelveInstance-1700047310-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:59:49.209220 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-dd3cef1e-249f-47ae-8b28-d6ab943002e8 tempest-TestShelveInstance-1700047310 tempest-TestShelveInstance-1700047310-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33528224'] for security_group, after_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:59:49.228341 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd3cef1e-249f-47ae-8b28-d6ab943002e8 tempest-TestShelveInstance-1700047310 tempest-TestShelveInstance-1700047310-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=72bee5e7-7d39-4232-8dd3-338019e9d442,revision_number=None']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:59:49.240200 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-dd3cef1e-249f-47ae-8b28-d6ab943002e8 tempest-TestShelveInstance-1700047310 tempest-TestShelveInstance-1700047310-project] Notify callbacks [] for security_group, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:59:49.241344 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-dd3cef1e-249f-47ae-8b28-d6ab943002e8 tempest-TestShelveInstance-1700047310 tempest-TestShelveInstance-1700047310-project] 10.222.0.42 "DELETE /v2.0/security-groups/72bee5e7-7d39-4232-8dd3-338019e9d442 HTTP/1.1" status: 204 len: 168 time: 0.2049537 Apr 18 21:59:49.268781 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750375287399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253529'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:59:49.297559 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 43056) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:59:49.780203 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-414b6ffe-e119-47bc-b18f-bcff1219c2f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750375287399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253529'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:59:49.819316 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-4505056e-2199-480b-aea5-e1816feeb255 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33443857'] for router_interface, before_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:59:50.478448 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Device 0f1a633d-670d-449a-a5f1-2b20234deb9f no longer exists at agent hyperv_n-h2-838334-2 {{(pid=84042) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 21:59:50.512714 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.plugin [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] No Port match for: 0f1a633d-670d-449a-a5f1-2b20234deb9f {{(pid=84042) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 18 21:59:50.513308 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Device 0f1a633d-670d-449a-a5f1-2b20234deb9f not bound to the agent host n-h2-838334-2 {{(pid=84042) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 21:59:50.522581 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.plugin [None req-4505056e-2199-480b-aea5-e1816feeb255 admin admin] Deleting port 98aef93c-14ab-4c01-9104-a3617ce0272c {{(pid=84040) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 21:59:50.523127 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-4505056e-2199-480b-aea5-e1816feeb255 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750375188691'] for port, before_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:59:50.693983 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.db [None req-4505056e-2199-480b-aea5-e1816feeb255 admin admin] For port 98aef93c-14ab-4c01-9104-a3617ce0272c, host n-d-838334-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838334-2',level=0,port_id=98aef93c-14ab-4c01-9104-a3617ce0272c,segment=NetworkSegment(175e1ed3-fcd8-4b76-9d8f-45065abbd730),segment_id=175e1ed3-fcd8-4b76-9d8f-45065abbd730)] {{(pid=84040) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:59:50.694346 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-4505056e-2199-480b-aea5-e1816feeb255 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369123'] for port, precommit_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:59:50.819526 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.plugin [None req-4505056e-2199-480b-aea5-e1816feeb255 admin admin] Calling delete_port for 98aef93c-14ab-4c01-9104-a3617ce0272c owned by network:router_interface {{(pid=84040) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 21:59:50.852042 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-c7521a90-7d65-4e2e-842c-ca5d95e9a89c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750375287399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253529'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:59:50.997488 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-4505056e-2199-480b-aea5-e1816feeb255 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750375259028', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750374836628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32440838'] for port, after_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:59:51.044888 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4505056e-2199-480b-aea5-e1816feeb255 admin admin] Pushing event deleted for resources: {'Port': ['ID=98aef93c-14ab-4c01-9104-a3617ce0272c,revision_number=None']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:59:51.117948 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4505056e-2199-480b-aea5-e1816feeb255 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:59:51.118292 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4505056e-2199-480b-aea5-e1816feeb255 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:59:51.118630 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4505056e-2199-480b-aea5-e1816feeb255 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:59:51.118964 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4505056e-2199-480b-aea5-e1816feeb255 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:59:51.119294 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4505056e-2199-480b-aea5-e1816feeb255 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:59:51.119701 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4505056e-2199-480b-aea5-e1816feeb255 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:59:51.119967 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4505056e-2199-480b-aea5-e1816feeb255 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:59:51.120289 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4505056e-2199-480b-aea5-e1816feeb255 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:59:51.120611 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4505056e-2199-480b-aea5-e1816feeb255 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:59:51.120937 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4505056e-2199-480b-aea5-e1816feeb255 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:59:51.121256 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4505056e-2199-480b-aea5-e1816feeb255 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:59:51.345436 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-4505056e-2199-480b-aea5-e1816feeb255 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-32377931', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33443910'] for router_interface, after_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:59:52.008743 n-d-838334-2 neutron-server[84040]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4505056e-2199-480b-aea5-e1816feeb255 admin admin] Router 012d0ba4-0d6b-479b-b4e9-ca3348bfec12 has already been hosted by L3 agent bc84d6c9-dd7a-4555-a351-592327b46d5a {{(pid=84040) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 21:59:52.208058 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4505056e-2199-480b-aea5-e1816feeb255 admin admin] Notify agent at l3_agent.n-d-838334-2 the message routers_updated {{(pid=84040) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 21:59:52.220987 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ad5cceb-259b-4e7d-a0af-626fbdb2fd57 None None] Sync routers for ids ['012d0ba4-0d6b-479b-b4e9-ca3348bfec12'] in n-d-838334-2 {{(pid=84042) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 18 21:59:52.221460 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-4505056e-2199-480b-aea5-e1816feeb255 admin admin] 10.222.0.42 "PUT /v2.0/routers/012d0ba4-0d6b-479b-b4e9-ca3348bfec12/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9226050 Apr 18 21:59:52.223893 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 43066) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:59:52.234496 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ad5cceb-259b-4e7d-a0af-626fbdb2fd57 None None] Routers {'012d0ba4-0d6b-479b-b4e9-ca3348bfec12'} bound to L3 agent in host n-d-838334-2 {{(pid=84042) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 21:59:52.235098 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_hamode_db [None req-4ad5cceb-259b-4e7d-a0af-626fbdb2fd57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838334-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-18T20:25:48Z,description=,heartbeat_timestamp=2022-04-18T21:59:48Z,host='n-d-838334-2',id=bc84d6c9-dd7a-4555-a351-592327b46d5a,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:25:48Z,topic='l3_agent')) {'router_ids': ['012d0ba4-0d6b-479b-b4e9-ca3348bfec12'], 'active': True} {{(pid=84042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:59:52.411343 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_dvr_db [None req-4ad5cceb-259b-4e7d-a0af-626fbdb2fd57 None None] Set router 012d0ba4-0d6b-479b-b4e9-ca3348bfec12 gateway port host: n-d-838334-2 {{(pid=84042) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 21:59:52.414465 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-9d6fcf39-b925-4bbb-a5a4-d17eac769912 admin admin] Notify callbacks [] for router, before_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:59:52.610376 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-9d6fcf39-b925-4bbb-a5a4-d17eac769912 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:59:52.620585 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.plugin [None req-9d6fcf39-b925-4bbb-a5a4-d17eac769912 admin admin] Deleting port f9133ee7-f189-4a3a-957b-b0a456f34f7b {{(pid=84041) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 21:59:52.620993 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-9d6fcf39-b925-4bbb-a5a4-d17eac769912 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750375188691'] for port, before_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:59:52.702880 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_hamode_db [None req-4ad5cceb-259b-4e7d-a0af-626fbdb2fd57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '012d0ba4-0d6b-479b-b4e9-ca3348bfec12', 'name': 'tempest-TestShelveInstance-1825929545-router', 'tenant_id': '21077c3a160645c8a0da9fdb22f08c69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'external_fixed_ips': [{'subnet_id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'ip_address': '172.25.8.190'}], 'enable_snat': True}, 'gw_port_id': 'f9133ee7-f189-4a3a-957b-b0a456f34f7b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:50:50Z', 'updated_at': '2022-04-18T21:59:50Z', 'revision_number': 5, 'project_id': '21077c3a160645c8a0da9fdb22f08c69', 'gw_port': {'id': 'f9133ee7-f189-4a3a-957b-b0a456f34f7b', 'name': '', 'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:a3:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '012d0ba4-0d6b-479b-b4e9-ca3348bfec12', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'ip_address': '172.25.8.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:50:51Z', 'updated_at': '2022-04-18T21:50:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838334-2'}], 'n-d-838334-2', False) {} {{(pid=84042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:59:52.706915 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ad5cceb-259b-4e7d-a0af-626fbdb2fd57 None None] Checking router: 012d0ba4-0d6b-479b-b4e9-ca3348bfec12 for host: n-d-838334-2 {{(pid=84042) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 18 21:59:52.718477 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ad5cceb-259b-4e7d-a0af-626fbdb2fd57 None None] Routers {'012d0ba4-0d6b-479b-b4e9-ca3348bfec12'} bound to L3 agent in host n-d-838334-2 {{(pid=84042) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 21:59:52.719273 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_hamode_db [None req-4ad5cceb-259b-4e7d-a0af-626fbdb2fd57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838334-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-18T20:25:48Z,description=,heartbeat_timestamp=2022-04-18T21:59:48Z,host='n-d-838334-2',id=bc84d6c9-dd7a-4555-a351-592327b46d5a,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:25:48Z,topic='l3_agent')) {'router_ids': ['012d0ba4-0d6b-479b-b4e9-ca3348bfec12'], 'active': True} {{(pid=84042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:59:52.874753 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_dvr_db [None req-4ad5cceb-259b-4e7d-a0af-626fbdb2fd57 None None] Set router 012d0ba4-0d6b-479b-b4e9-ca3348bfec12 gateway port host: None {{(pid=84042) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 21:59:52.894156 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.db [None req-9d6fcf39-b925-4bbb-a5a4-d17eac769912 admin admin] For port f9133ee7-f189-4a3a-957b-b0a456f34f7b, host n-d-838334-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838334-2',level=0,port_id=f9133ee7-f189-4a3a-957b-b0a456f34f7b,segment=NetworkSegment(732aa830-768b-4511-951f-d08e26b9c25b),segment_id=732aa830-768b-4511-951f-d08e26b9c25b)] {{(pid=84041) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:59:52.895802 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-9d6fcf39-b925-4bbb-a5a4-d17eac769912 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369123'] for port, precommit_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:59:52.980595 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_hamode_db [None req-4ad5cceb-259b-4e7d-a0af-626fbdb2fd57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '012d0ba4-0d6b-479b-b4e9-ca3348bfec12', 'name': 'tempest-TestShelveInstance-1825929545-router', 'tenant_id': '21077c3a160645c8a0da9fdb22f08c69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:50:50Z', 'updated_at': '2022-04-18T21:59:52Z', 'revision_number': 6, 'project_id': '21077c3a160645c8a0da9fdb22f08c69', 'gw_port_host': None}], 'n-d-838334-2', False) {} {{(pid=84042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:59:52.984653 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ad5cceb-259b-4e7d-a0af-626fbdb2fd57 None None] The sync data for ids ['012d0ba4-0d6b-479b-b4e9-ca3348bfec12'] in n-d-838334-2 is: [{'id': '012d0ba4-0d6b-479b-b4e9-ca3348bfec12', 'name': 'tempest-TestShelveInstance-1825929545-router', 'tenant_id': '21077c3a160645c8a0da9fdb22f08c69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:50:50Z', 'updated_at': '2022-04-18T21:59:52Z', 'revision_number': 6, 'project_id': '21077c3a160645c8a0da9fdb22f08c69', 'gw_port_host': None}] {{(pid=84042) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 18 21:59:53.019913 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.plugin [None req-9d6fcf39-b925-4bbb-a5a4-d17eac769912 admin admin] Calling delete_port for f9133ee7-f189-4a3a-957b-b0a456f34f7b owned by network:router_gateway {{(pid=84041) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 21:59:53.180278 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-9d6fcf39-b925-4bbb-a5a4-d17eac769912 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750375259028', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750374836628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32266323'] for port, after_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:59:53.224992 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d6fcf39-b925-4bbb-a5a4-d17eac769912 admin admin] Pushing event deleted for resources: {'Port': ['ID=f9133ee7-f189-4a3a-957b-b0a456f34f7b,revision_number=None']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:59:53.455104 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-9d6fcf39-b925-4bbb-a5a4-d17eac769912 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33444108'] for router_gateway, after_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:59:53.707772 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-9d6fcf39-b925-4bbb-a5a4-d17eac769912 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33443580', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5726'] for router, precommit_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:59:53.715480 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-9d6fcf39-b925-4bbb-a5a4-d17eac769912 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:59:53.745200 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-9d6fcf39-b925-4bbb-a5a4-d17eac769912 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-33443408'] for router, after_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:59:53.745879 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9d6fcf39-b925-4bbb-a5a4-d17eac769912 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 012d0ba4-0d6b-479b-b4e9-ca3348bfec12 {{(pid=84041) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 18 21:59:53.749856 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Device 98aef93c-14ab-4c01-9104-a3617ce0272c no longer exists at agent ovs-agent-n-d-838334-2 {{(pid=84042) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 21:59:53.759218 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-9d6fcf39-b925-4bbb-a5a4-d17eac769912 admin admin] Notify callbacks [] for router, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:59:53.760385 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-9d6fcf39-b925-4bbb-a5a4-d17eac769912 admin admin] 10.222.0.42 "DELETE /v2.0/routers/012d0ba4-0d6b-479b-b4e9-ca3348bfec12 HTTP/1.1" status: 204 len: 168 time: 1.5354621 Apr 18 21:59:53.763020 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 43070) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:59:53.783482 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.plugin [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] No Port match for: 98aef93c-14ab-4c01-9104-a3617ce0272c {{(pid=84042) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 18 21:59:53.783954 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Device 98aef93c-14ab-4c01-9104-a3617ce0272c not bound to the agent host n-d-838334-2 {{(pid=84042) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 21:59:53.784277 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Device f9133ee7-f189-4a3a-957b-b0a456f34f7b no longer exists at agent ovs-agent-n-d-838334-2 {{(pid=84042) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 21:59:53.823435 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.plugin [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] No Port match for: f9133ee7-f189-4a3a-957b-b0a456f34f7b {{(pid=84042) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 18 21:59:53.824062 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Device f9133ee7-f189-4a3a-957b-b0a456f34f7b not bound to the agent host n-d-838334-2 {{(pid=84042) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 21:59:53.824570 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.db_base_plugin_v2 [None req-00c478f4-4b89-44c9-931b-2f23d60121e7 admin admin] Deleting subnet 7fa156a3-92ab-4625-bc28-74ba8ff23ecd {{(pid=84040) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 18 21:59:53.829324 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-00c478f4-4b89-44c9-931b-2f23d60121e7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:59:53.881474 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-00c478f4-4b89-44c9-931b-2f23d60121e7 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31955982'] for subnet, precommit_delete_associations {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:59:53.966450 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-00c478f4-4b89-44c9-931b-2f23d60121e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1260556'] for subnet, precommit_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:59:54.036099 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-00c478f4-4b89-44c9-931b-2f23d60121e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1260549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33526260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32440885', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31752825'] for subnet, after_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:59:54.076172 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00c478f4-4b89-44c9-931b-2f23d60121e7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7fa156a3-92ab-4625-bc28-74ba8ff23ecd,revision_number=None']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:59:54.081849 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-00c478f4-4b89-44c9-931b-2f23d60121e7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:59:54.086933 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-00c478f4-4b89-44c9-931b-2f23d60121e7 admin admin] 10.222.0.42 "DELETE /v2.0/subnets/7fa156a3-92ab-4625-bc28-74ba8ff23ecd HTTP/1.1" status: 204 len: 168 time: 0.3227537 Apr 18 21:59:54.089565 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 43074) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:59:54.092329 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52d90a93-4402-4b4c-8fbb-acf58a1c54ea None None] Network 0c667796-b879-456c-ac9f-5265de8a97f7 requested from n-d-838334-2 {{(pid=84042) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 21:59:54.199528 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-a6f6631f-9d2c-4659-ba41-b7f2f5504a2f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1103592'] for network, before_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:59:54.211066 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.plugin [None req-a6f6631f-9d2c-4659-ba41-b7f2f5504a2f admin admin] Deleting port 66558e85-afd5-4379-9545-ec5e816c7528 {{(pid=84040) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 21:59:54.211387 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-a6f6631f-9d2c-4659-ba41-b7f2f5504a2f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750375188691'] for port, before_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:59:54.348295 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7478b35f-b09d-4ce9-ac39-f3d8b31f99d7 None None] DHCP port deletion for 0c667796-b879-456c-ac9f-5265de8a97f7 request from n-d-838334-2 {{(pid=84042) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 18 21:59:54.352480 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.plugin [None req-7478b35f-b09d-4ce9-ac39-f3d8b31f99d7 None None] Deleting port 66558e85-afd5-4379-9545-ec5e816c7528 {{(pid=84042) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 21:59:54.352965 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-7478b35f-b09d-4ce9-ac39-f3d8b31f99d7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750375188691'] for port, before_delete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:59:54.416241 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.db [None req-a6f6631f-9d2c-4659-ba41-b7f2f5504a2f admin admin] For port 66558e85-afd5-4379-9545-ec5e816c7528, host n-d-838334-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838334-2',level=0,port_id=66558e85-afd5-4379-9545-ec5e816c7528,segment=NetworkSegment(175e1ed3-fcd8-4b76-9d8f-45065abbd730),segment_id=175e1ed3-fcd8-4b76-9d8f-45065abbd730)] {{(pid=84040) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:59:54.416592 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-a6f6631f-9d2c-4659-ba41-b7f2f5504a2f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369123'] for port, precommit_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:59:54.534757 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.plugin [None req-a6f6631f-9d2c-4659-ba41-b7f2f5504a2f admin admin] Calling delete_port for 66558e85-afd5-4379-9545-ec5e816c7528 owned by network:dhcp {{(pid=84040) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 21:59:54.584754 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-7478b35f-b09d-4ce9-ac39-f3d8b31f99d7 None None] For port 66558e85-afd5-4379-9545-ec5e816c7528, host n-d-838334-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838334-2',level=0,port_id=66558e85-afd5-4379-9545-ec5e816c7528,segment=NetworkSegment(175e1ed3-fcd8-4b76-9d8f-45065abbd730),segment_id=175e1ed3-fcd8-4b76-9d8f-45065abbd730)] {{(pid=84042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:59:54.585011 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-7478b35f-b09d-4ce9-ac39-f3d8b31f99d7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369123'] for port, precommit_delete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:59:54.610590 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-a6f6631f-9d2c-4659-ba41-b7f2f5504a2f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750375259028', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750374836628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32440838'] for port, after_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:59:54.654374 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6f6631f-9d2c-4659-ba41-b7f2f5504a2f admin admin] Pushing event deleted for resources: {'Port': ['ID=66558e85-afd5-4379-9545-ec5e816c7528,revision_number=None']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:59:54.662221 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6f6631f-9d2c-4659-ba41-b7f2f5504a2f admin admin] No DVR routers for this DVR port 66558e85-afd5-4379-9545-ec5e816c7528 on host n-d-838334-2 {{(pid=84040) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 21:59:54.703714 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.plugin [None req-7478b35f-b09d-4ce9-ac39-f3d8b31f99d7 None None] Calling delete_port for 66558e85-afd5-4379-9545-ec5e816c7528 owned by network:dhcp {{(pid=84042) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 21:59:54.780969 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.db.api [None req-7478b35f-b09d-4ce9-ac39-f3d8b31f99d7 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84042) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 18 21:59:54.781810 n-d-838334-2 neutron-server[84042]: DEBUG oslo_db.api [None req-7478b35f-b09d-4ce9-ac39-f3d8b31f99d7 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 18 21:59:54.880624 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-a6f6631f-9d2c-4659-ba41-b7f2f5504a2f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1258905', 'neutron.services.segments.db._delete_segments_for_network-8750375287417'] for network, precommit_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:59:54.904724 n-d-838334-2 neutron-server[84040]: DEBUG neutron.services.segments.db [None req-a6f6631f-9d2c-4659-ba41-b7f2f5504a2f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0c667796-b879-456c-ac9f-5265de8a97f7']}} {{(pid=84040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:59:54.917135 n-d-838334-2 neutron-server[84040]: DEBUG neutron.services.segments.db [None req-a6f6631f-9d2c-4659-ba41-b7f2f5504a2f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '175e1ed3-fcd8-4b76-9d8f-45065abbd730') {'for_net_delete': True} {{(pid=84040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:59:54.917425 n-d-838334-2 neutron-server[84040]: DEBUG neutron.services.segments.db [None req-a6f6631f-9d2c-4659-ba41-b7f2f5504a2f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '175e1ed3-fcd8-4b76-9d8f-45065abbd730') {} {{(pid=84040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:59:54.929194 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-a6f6631f-9d2c-4659-ba41-b7f2f5504a2f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750375287300', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31955965'] for segment, before_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:59:54.947956 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-a6f6631f-9d2c-4659-ba41-b7f2f5504a2f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1082986'] for segment, precommit_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:59:54.953939 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a6f6631f-9d2c-4659-ba41-b7f2f5504a2f admin admin] Releasing vlan 353 on physical network physnet1 to pool {{(pid=84040) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 18 21:59:54.954310 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-a6f6631f-9d2c-4659-ba41-b7f2f5504a2f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1082993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32440923'] for segment, after_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:59:54.968817 n-d-838334-2 neutron-server[84040]: Traceback (most recent call last): Apr 18 21:59:54.968817 n-d-838334-2 neutron-server[84040]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 18 21:59:54.968817 n-d-838334-2 neutron-server[84040]: timer() Apr 18 21:59:54.968817 n-d-838334-2 neutron-server[84040]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 21:59:54.968817 n-d-838334-2 neutron-server[84040]: cb(*args, **kw) Apr 18 21:59:54.968817 n-d-838334-2 neutron-server[84040]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 18 21:59:54.968817 n-d-838334-2 neutron-server[84040]: return func(*args, **kwargs) Apr 18 21:59:54.968817 n-d-838334-2 neutron-server[84040]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 21:59:54.968817 n-d-838334-2 neutron-server[84040]: self._notify() Apr 18 21:59:54.968817 n-d-838334-2 neutron-server[84040]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 21:59:54.968817 n-d-838334-2 neutron-server[84040]: self.callback(batched_events) Apr 18 21:59:54.968817 n-d-838334-2 neutron-server[84040]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 21:59:54.968817 n-d-838334-2 neutron-server[84040]: event.method(event) Apr 18 21:59:54.968817 n-d-838334-2 neutron-server[84040]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 18 21:59:54.968817 n-d-838334-2 neutron-server[84040]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 21:59:54.968817 n-d-838334-2 neutron-server[84040]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 18 21:59:54.968817 n-d-838334-2 neutron-server[84040]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 21:59:54.968817 n-d-838334-2 neutron-server[84040]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 18 21:59:54.968817 n-d-838334-2 neutron-server[84040]: return f(self, *a, **k) Apr 18 21:59:54.968817 n-d-838334-2 neutron-server[84040]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 18 21:59:54.968817 n-d-838334-2 neutron-server[84040]: return self._get(url).json() Apr 18 21:59:54.968817 n-d-838334-2 neutron-server[84040]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 18 21:59:54.968817 n-d-838334-2 neutron-server[84040]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 21:59:54.968817 n-d-838334-2 neutron-server[84040]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 18 21:59:54.968817 n-d-838334-2 neutron-server[84040]: return self.request(url, 'GET', **kwargs) Apr 18 21:59:54.968817 n-d-838334-2 neutron-server[84040]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 18 21:59:54.968817 n-d-838334-2 neutron-server[84040]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 21:59:54.968817 n-d-838334-2 neutron-server[84040]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 18 21:59:54.968817 n-d-838334-2 neutron-server[84040]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 21:59:54.968817 n-d-838334-2 neutron-server[84040]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 18 21:59:54.968817 n-d-838334-2 neutron-server[84040]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 21:59:54.968817 n-d-838334-2 neutron-server[84040]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 21:59:55.045147 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-a6f6631f-9d2c-4659-ba41-b7f2f5504a2f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1258898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33526109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33444113'] for network, after_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:59:55.061439 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-a6f6631f-9d2c-4659-ba41-b7f2f5504a2f admin admin] Notify callbacks [] for network, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:59:55.073383 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6f6631f-9d2c-4659-ba41-b7f2f5504a2f admin admin] Pushing event deleted for resources: {'Network': ['ID=0c667796-b879-456c-ac9f-5265de8a97f7,revision_number=None']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:59:55.078851 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-a6f6631f-9d2c-4659-ba41-b7f2f5504a2f admin admin] 10.222.0.42 "DELETE /v2.0/networks/0c667796-b879-456c-ac9f-5265de8a97f7 HTTP/1.1" status: 204 len: 168 time: 0.9883611 Apr 18 21:59:55.081754 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 43078) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:59:55.282113 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.plugin [None req-7478b35f-b09d-4ce9-ac39-f3d8b31f99d7 None None] Deleting port 66558e85-afd5-4379-9545-ec5e816c7528 {{(pid=84042) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 21:59:55.282643 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-7478b35f-b09d-4ce9-ac39-f3d8b31f99d7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750375188691'] for port, before_delete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:59:55.344668 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.plugin [None req-7478b35f-b09d-4ce9-ac39-f3d8b31f99d7 None None] The port '66558e85-afd5-4379-9545-ec5e816c7528' was deleted {{(pid=84042) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 18 21:59:55.467557 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-0b99b6ca-60bd-4488-8413-593d64126e0a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33443857'] for router_interface, before_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:59:55.589440 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Device 66558e85-afd5-4379-9545-ec5e816c7528 no longer exists at agent ovs-agent-n-d-838334-2 {{(pid=84042) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 21:59:55.626602 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.plugin [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] No Port match for: 66558e85-afd5-4379-9545-ec5e816c7528 {{(pid=84042) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 18 21:59:55.626865 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Device 66558e85-afd5-4379-9545-ec5e816c7528 not bound to the agent host n-d-838334-2 {{(pid=84042) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 21:59:56.049503 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.plugin [None req-0b99b6ca-60bd-4488-8413-593d64126e0a admin admin] Deleting port 00229955-7c9d-402f-8eca-367072e25be6 {{(pid=84040) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 21:59:56.050048 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-0b99b6ca-60bd-4488-8413-593d64126e0a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750375188691'] for port, before_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:59:56.218557 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.db [None req-0b99b6ca-60bd-4488-8413-593d64126e0a admin admin] For port 00229955-7c9d-402f-8eca-367072e25be6, host n-d-838334-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838334-2',level=0,port_id=00229955-7c9d-402f-8eca-367072e25be6,segment=NetworkSegment(a1cabc35-674e-4c03-91b1-dd81a3cdd379),segment_id=a1cabc35-674e-4c03-91b1-dd81a3cdd379)] {{(pid=84040) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:59:56.218903 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-0b99b6ca-60bd-4488-8413-593d64126e0a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369123'] for port, precommit_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:59:56.436106 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.plugin [None req-0b99b6ca-60bd-4488-8413-593d64126e0a admin admin] Calling delete_port for 00229955-7c9d-402f-8eca-367072e25be6 owned by network:router_interface {{(pid=84040) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 21:59:56.596598 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-0b99b6ca-60bd-4488-8413-593d64126e0a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750375259028', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750374836628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32440838'] for port, after_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:59:56.641393 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b99b6ca-60bd-4488-8413-593d64126e0a admin admin] Pushing event deleted for resources: {'Port': ['ID=00229955-7c9d-402f-8eca-367072e25be6,revision_number=None']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:59:56.928412 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-0b99b6ca-60bd-4488-8413-593d64126e0a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-32377931', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33443910'] for router_interface, after_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:59:57.096572 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.agents_db [None req-6346a179-333c-4370-b5a6-936984aeab15 None None] Agent healthcheck: found 7 active agents {{(pid=84043) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 18 21:59:57.504343 n-d-838334-2 neutron-server[84040]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0b99b6ca-60bd-4488-8413-593d64126e0a admin admin] Router b9440143-eb5c-4896-a836-f618c3629f0b has already been hosted by L3 agent bc84d6c9-dd7a-4555-a351-592327b46d5a {{(pid=84040) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 21:59:57.701603 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0b99b6ca-60bd-4488-8413-593d64126e0a admin admin] Notify agent at l3_agent.n-d-838334-2 the message routers_updated {{(pid=84040) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 21:59:57.709888 n-d-838334-2 neutron-server[84043]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f23b476-1458-4909-8aae-69fec15be504 None None] Sync routers for ids ['b9440143-eb5c-4896-a836-f618c3629f0b'] in n-d-838334-2 {{(pid=84043) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 18 21:59:57.717104 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-0b99b6ca-60bd-4488-8413-593d64126e0a admin admin] 10.222.0.42 "PUT /v2.0/routers/b9440143-eb5c-4896-a836-f618c3629f0b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6343739 Apr 18 21:59:57.720568 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 43082) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:59:57.722721 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f23b476-1458-4909-8aae-69fec15be504 None None] Routers {'b9440143-eb5c-4896-a836-f618c3629f0b'} bound to L3 agent in host n-d-838334-2 {{(pid=84043) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 21:59:57.723295 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.l3_hamode_db [None req-1f23b476-1458-4909-8aae-69fec15be504 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838334-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-18T20:25:48Z,description=,heartbeat_timestamp=2022-04-18T21:59:48Z,host='n-d-838334-2',id=bc84d6c9-dd7a-4555-a351-592327b46d5a,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:25:48Z,topic='l3_agent')) {'router_ids': ['b9440143-eb5c-4896-a836-f618c3629f0b'], 'active': True} {{(pid=84043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:59:57.916589 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-4774172d-959e-4edd-9371-d7ec2f5b6602 admin admin] Notify callbacks [] for router, before_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:59:57.926515 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.l3_dvr_db [None req-1f23b476-1458-4909-8aae-69fec15be504 None None] Set router b9440143-eb5c-4896-a836-f618c3629f0b gateway port host: n-d-838334-2 {{(pid=84043) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 21:59:58.208454 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.l3_hamode_db [None req-1f23b476-1458-4909-8aae-69fec15be504 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9440143-eb5c-4896-a836-f618c3629f0b', 'name': 'tempest-TestShelveInstance-326075878-router', 'tenant_id': '4857771118544bd7aae3435d4ebefc02', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'external_fixed_ips': [{'subnet_id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'ip_address': '172.25.8.101'}], 'enable_snat': True}, 'gw_port_id': 'b138b1ae-aede-4631-9cec-5e39beff04e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:50:57Z', 'updated_at': '2022-04-18T21:59:56Z', 'revision_number': 5, 'project_id': '4857771118544bd7aae3435d4ebefc02', 'gw_port': {'id': 'b138b1ae-aede-4631-9cec-5e39beff04e0', 'name': '', 'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:33:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9440143-eb5c-4896-a836-f618c3629f0b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'ip_address': '172.25.8.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:50:57Z', 'updated_at': '2022-04-18T21:51:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838334-2'}], 'n-d-838334-2', False) {} {{(pid=84043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:59:58.212107 n-d-838334-2 neutron-server[84043]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f23b476-1458-4909-8aae-69fec15be504 None None] Checking router: b9440143-eb5c-4896-a836-f618c3629f0b for host: n-d-838334-2 {{(pid=84043) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 18 21:59:58.212583 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-4774172d-959e-4edd-9371-d7ec2f5b6602 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:59:58.221996 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.plugin [None req-4774172d-959e-4edd-9371-d7ec2f5b6602 admin admin] Deleting port b138b1ae-aede-4631-9cec-5e39beff04e0 {{(pid=84041) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 21:59:58.222660 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-4774172d-959e-4edd-9371-d7ec2f5b6602 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750375188691'] for port, before_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:59:58.223318 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f23b476-1458-4909-8aae-69fec15be504 None None] Routers {'b9440143-eb5c-4896-a836-f618c3629f0b'} bound to L3 agent in host n-d-838334-2 {{(pid=84043) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 21:59:58.223950 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.l3_hamode_db [None req-1f23b476-1458-4909-8aae-69fec15be504 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838334-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-18T20:25:48Z,description=,heartbeat_timestamp=2022-04-18T21:59:48Z,host='n-d-838334-2',id=bc84d6c9-dd7a-4555-a351-592327b46d5a,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:25:48Z,topic='l3_agent')) {'router_ids': ['b9440143-eb5c-4896-a836-f618c3629f0b'], 'active': True} {{(pid=84043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:59:58.369276 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.l3_dvr_db [None req-1f23b476-1458-4909-8aae-69fec15be504 None None] Set router b9440143-eb5c-4896-a836-f618c3629f0b gateway port host: None {{(pid=84043) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 21:59:58.394646 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.db [None req-4774172d-959e-4edd-9371-d7ec2f5b6602 admin admin] For port b138b1ae-aede-4631-9cec-5e39beff04e0, host n-d-838334-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838334-2',level=0,port_id=b138b1ae-aede-4631-9cec-5e39beff04e0,segment=NetworkSegment(732aa830-768b-4511-951f-d08e26b9c25b),segment_id=732aa830-768b-4511-951f-d08e26b9c25b)] {{(pid=84041) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:59:58.395000 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-4774172d-959e-4edd-9371-d7ec2f5b6602 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369123'] for port, precommit_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:59:58.476447 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.l3_hamode_db [None req-1f23b476-1458-4909-8aae-69fec15be504 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9440143-eb5c-4896-a836-f618c3629f0b', 'name': 'tempest-TestShelveInstance-326075878-router', 'tenant_id': '4857771118544bd7aae3435d4ebefc02', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:50:57Z', 'updated_at': '2022-04-18T21:59:58Z', 'revision_number': 6, 'project_id': '4857771118544bd7aae3435d4ebefc02', 'gw_port_host': None}], 'n-d-838334-2', False) {} {{(pid=84043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:59:58.480372 n-d-838334-2 neutron-server[84043]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f23b476-1458-4909-8aae-69fec15be504 None None] The sync data for ids ['b9440143-eb5c-4896-a836-f618c3629f0b'] in n-d-838334-2 is: [{'id': 'b9440143-eb5c-4896-a836-f618c3629f0b', 'name': 'tempest-TestShelveInstance-326075878-router', 'tenant_id': '4857771118544bd7aae3435d4ebefc02', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:50:57Z', 'updated_at': '2022-04-18T21:59:58Z', 'revision_number': 6, 'project_id': '4857771118544bd7aae3435d4ebefc02', 'gw_port_host': None}] {{(pid=84043) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 18 21:59:58.517413 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.plugin [None req-4774172d-959e-4edd-9371-d7ec2f5b6602 admin admin] Calling delete_port for b138b1ae-aede-4631-9cec-5e39beff04e0 owned by network:router_gateway {{(pid=84041) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 21:59:58.678894 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-4774172d-959e-4edd-9371-d7ec2f5b6602 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750375259028', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750374836628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32266323'] for port, after_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:59:58.722365 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4774172d-959e-4edd-9371-d7ec2f5b6602 admin admin] Pushing event deleted for resources: {'Port': ['ID=b138b1ae-aede-4631-9cec-5e39beff04e0,revision_number=None']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:59:58.957974 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-4774172d-959e-4edd-9371-d7ec2f5b6602 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33444108'] for router_gateway, after_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:59:59.211022 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-4774172d-959e-4edd-9371-d7ec2f5b6602 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33443580', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5726'] for router, precommit_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:59:59.215086 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-4774172d-959e-4edd-9371-d7ec2f5b6602 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:59:59.239935 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-4774172d-959e-4edd-9371-d7ec2f5b6602 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-33443408'] for router, after_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:59:59.240459 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4774172d-959e-4edd-9371-d7ec2f5b6602 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b9440143-eb5c-4896-a836-f618c3629f0b {{(pid=84041) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 18 21:59:59.254162 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-4774172d-959e-4edd-9371-d7ec2f5b6602 admin admin] Notify callbacks [] for router, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:59:59.255340 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-4774172d-959e-4edd-9371-d7ec2f5b6602 admin admin] 10.222.0.42 "DELETE /v2.0/routers/b9440143-eb5c-4896-a836-f618c3629f0b HTTP/1.1" status: 204 len: 168 time: 1.5338593 Apr 18 21:59:59.257960 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 43086) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:59:59.320077 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.db_base_plugin_v2 [None req-42e6c4ce-84bb-4c66-9684-7dbbd1bc8a95 admin admin] Deleting subnet b3e56701-d4fb-4c8d-9889-4c7b46fd1c27 {{(pid=84041) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 18 21:59:59.322948 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-42e6c4ce-84bb-4c66-9684-7dbbd1bc8a95 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:59:59.373520 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-42e6c4ce-84bb-4c66-9684-7dbbd1bc8a95 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32266383'] for subnet, precommit_delete_associations {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:59:59.556173 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-42e6c4ce-84bb-4c66-9684-7dbbd1bc8a95 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1260556'] for subnet, precommit_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:59:59.601325 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Device b138b1ae-aede-4631-9cec-5e39beff04e0 no longer exists at agent ovs-agent-n-d-838334-2 {{(pid=84042) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 21:59:59.628682 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-42e6c4ce-84bb-4c66-9684-7dbbd1bc8a95 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1260549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33526260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32266336', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32486390'] for subnet, after_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:59:59.635085 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.plugin [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] No Port match for: b138b1ae-aede-4631-9cec-5e39beff04e0 {{(pid=84042) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 18 21:59:59.635428 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Device b138b1ae-aede-4631-9cec-5e39beff04e0 not bound to the agent host n-d-838334-2 {{(pid=84042) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 21:59:59.635864 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Device 00229955-7c9d-402f-8eca-367072e25be6 no longer exists at agent ovs-agent-n-d-838334-2 {{(pid=84042) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 21:59:59.666934 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42e6c4ce-84bb-4c66-9684-7dbbd1bc8a95 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b3e56701-d4fb-4c8d-9889-4c7b46fd1c27,revision_number=None']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:59:59.667165 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.plugin [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] No Port match for: 00229955-7c9d-402f-8eca-367072e25be6 {{(pid=84042) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 18 21:59:59.667360 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Device 00229955-7c9d-402f-8eca-367072e25be6 not bound to the agent host n-d-838334-2 {{(pid=84042) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 21:59:59.672872 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-42e6c4ce-84bb-4c66-9684-7dbbd1bc8a95 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:59:59.678026 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72071e79-e2f4-4b59-9d49-66b6670a06df None None] Network 83efe0b5-1afd-433d-b5d0-2eeafbd262d6 requested from n-d-838334-2 {{(pid=84042) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 21:59:59.679116 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-42e6c4ce-84bb-4c66-9684-7dbbd1bc8a95 admin admin] 10.222.0.42 "DELETE /v2.0/subnets/b3e56701-d4fb-4c8d-9889-4c7b46fd1c27 HTTP/1.1" status: 204 len: 168 time: 0.4202087 Apr 18 21:59:59.681626 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 43090) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:59:59.786801 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-1296b139-9c01-49b0-a7c3-6ba23cf33a16 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1103592'] for network, before_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:59:59.797616 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.plugin [None req-1296b139-9c01-49b0-a7c3-6ba23cf33a16 admin admin] Deleting port a7c6b526-6f0e-4dc4-98c7-83bf43fbbf4c {{(pid=84041) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 21:59:59.797885 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-1296b139-9c01-49b0-a7c3-6ba23cf33a16 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750375188691'] for port, before_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:59:59.938206 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ff54cca-f95e-48fa-987d-6d7ee3a901f1 None None] DHCP port deletion for 83efe0b5-1afd-433d-b5d0-2eeafbd262d6 request from n-d-838334-2 {{(pid=84042) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 18 21:59:59.942534 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.plugin [None req-3ff54cca-f95e-48fa-987d-6d7ee3a901f1 None None] Deleting port a7c6b526-6f0e-4dc4-98c7-83bf43fbbf4c {{(pid=84042) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 21:59:59.943038 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-3ff54cca-f95e-48fa-987d-6d7ee3a901f1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750375188691'] for port, before_delete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:00:00.007860 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.db [None req-1296b139-9c01-49b0-a7c3-6ba23cf33a16 admin admin] For port a7c6b526-6f0e-4dc4-98c7-83bf43fbbf4c, host n-d-838334-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838334-2',level=0,port_id=a7c6b526-6f0e-4dc4-98c7-83bf43fbbf4c,segment=NetworkSegment(a1cabc35-674e-4c03-91b1-dd81a3cdd379),segment_id=a1cabc35-674e-4c03-91b1-dd81a3cdd379)] {{(pid=84041) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 22:00:00.008210 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-1296b139-9c01-49b0-a7c3-6ba23cf33a16 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369123'] for port, precommit_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:00:00.126688 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.plugin [None req-1296b139-9c01-49b0-a7c3-6ba23cf33a16 admin admin] Calling delete_port for a7c6b526-6f0e-4dc4-98c7-83bf43fbbf4c owned by network:dhcp {{(pid=84041) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 22:00:00.144344 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-3ff54cca-f95e-48fa-987d-6d7ee3a901f1 None None] For port a7c6b526-6f0e-4dc4-98c7-83bf43fbbf4c, host n-d-838334-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838334-2',level=0,port_id=a7c6b526-6f0e-4dc4-98c7-83bf43fbbf4c,segment=NetworkSegment(a1cabc35-674e-4c03-91b1-dd81a3cdd379),segment_id=a1cabc35-674e-4c03-91b1-dd81a3cdd379)] {{(pid=84042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 22:00:00.144729 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-3ff54cca-f95e-48fa-987d-6d7ee3a901f1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369123'] for port, precommit_delete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:00:00.207053 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-1296b139-9c01-49b0-a7c3-6ba23cf33a16 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750375259028', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750374836628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32266323'] for port, after_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:00:00.252745 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1296b139-9c01-49b0-a7c3-6ba23cf33a16 admin admin] Pushing event deleted for resources: {'Port': ['ID=a7c6b526-6f0e-4dc4-98c7-83bf43fbbf4c,revision_number=None']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 22:00:00.259617 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1296b139-9c01-49b0-a7c3-6ba23cf33a16 admin admin] No DVR routers for this DVR port a7c6b526-6f0e-4dc4-98c7-83bf43fbbf4c on host n-d-838334-2 {{(pid=84041) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 22:00:00.285156 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.plugin [None req-3ff54cca-f95e-48fa-987d-6d7ee3a901f1 None None] Calling delete_port for a7c6b526-6f0e-4dc4-98c7-83bf43fbbf4c owned by network:dhcp {{(pid=84042) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 22:00:00.364759 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.db.api [None req-3ff54cca-f95e-48fa-987d-6d7ee3a901f1 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84042) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 18 22:00:00.365108 n-d-838334-2 neutron-server[84042]: DEBUG oslo_db.api [None req-3ff54cca-f95e-48fa-987d-6d7ee3a901f1 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 18 22:00:00.371908 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750375287399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253529'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:00:00.374495 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-1296b139-9c01-49b0-a7c3-6ba23cf33a16 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1258905', 'neutron.services.segments.db._delete_segments_for_network-8750375287417'] for network, precommit_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:00:00.398898 n-d-838334-2 neutron-server[84041]: DEBUG neutron.services.segments.db [None req-1296b139-9c01-49b0-a7c3-6ba23cf33a16 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['83efe0b5-1afd-433d-b5d0-2eeafbd262d6']}} {{(pid=84041) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 22:00:00.410889 n-d-838334-2 neutron-server[84041]: DEBUG neutron.services.segments.db [None req-1296b139-9c01-49b0-a7c3-6ba23cf33a16 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a1cabc35-674e-4c03-91b1-dd81a3cdd379') {'for_net_delete': True} {{(pid=84041) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 22:00:00.411165 n-d-838334-2 neutron-server[84041]: DEBUG neutron.services.segments.db [None req-1296b139-9c01-49b0-a7c3-6ba23cf33a16 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a1cabc35-674e-4c03-91b1-dd81a3cdd379') {} {{(pid=84041) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 22:00:00.422200 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-1296b139-9c01-49b0-a7c3-6ba23cf33a16 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750375287300', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32268156'] for segment, before_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:00:00.438065 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-1296b139-9c01-49b0-a7c3-6ba23cf33a16 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1082986'] for segment, precommit_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:00:00.444040 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1296b139-9c01-49b0-a7c3-6ba23cf33a16 admin admin] Releasing vlan 379 on physical network physnet1 to pool {{(pid=84041) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 18 22:00:00.444296 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-1296b139-9c01-49b0-a7c3-6ba23cf33a16 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1082993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32266254'] for segment, after_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:00:00.457456 n-d-838334-2 neutron-server[84041]: Traceback (most recent call last): Apr 18 22:00:00.457456 n-d-838334-2 neutron-server[84041]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 18 22:00:00.457456 n-d-838334-2 neutron-server[84041]: timer() Apr 18 22:00:00.457456 n-d-838334-2 neutron-server[84041]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 22:00:00.457456 n-d-838334-2 neutron-server[84041]: cb(*args, **kw) Apr 18 22:00:00.457456 n-d-838334-2 neutron-server[84041]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 18 22:00:00.457456 n-d-838334-2 neutron-server[84041]: return func(*args, **kwargs) Apr 18 22:00:00.457456 n-d-838334-2 neutron-server[84041]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 22:00:00.457456 n-d-838334-2 neutron-server[84041]: self._notify() Apr 18 22:00:00.457456 n-d-838334-2 neutron-server[84041]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 22:00:00.457456 n-d-838334-2 neutron-server[84041]: self.callback(batched_events) Apr 18 22:00:00.457456 n-d-838334-2 neutron-server[84041]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 22:00:00.457456 n-d-838334-2 neutron-server[84041]: event.method(event) Apr 18 22:00:00.457456 n-d-838334-2 neutron-server[84041]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 18 22:00:00.457456 n-d-838334-2 neutron-server[84041]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 22:00:00.457456 n-d-838334-2 neutron-server[84041]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 18 22:00:00.457456 n-d-838334-2 neutron-server[84041]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 22:00:00.457456 n-d-838334-2 neutron-server[84041]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 18 22:00:00.457456 n-d-838334-2 neutron-server[84041]: return f(self, *a, **k) Apr 18 22:00:00.457456 n-d-838334-2 neutron-server[84041]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 18 22:00:00.457456 n-d-838334-2 neutron-server[84041]: return self._get(url).json() Apr 18 22:00:00.457456 n-d-838334-2 neutron-server[84041]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 18 22:00:00.457456 n-d-838334-2 neutron-server[84041]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 22:00:00.457456 n-d-838334-2 neutron-server[84041]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 18 22:00:00.457456 n-d-838334-2 neutron-server[84041]: return self.request(url, 'GET', **kwargs) Apr 18 22:00:00.457456 n-d-838334-2 neutron-server[84041]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 18 22:00:00.457456 n-d-838334-2 neutron-server[84041]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 22:00:00.457456 n-d-838334-2 neutron-server[84041]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 18 22:00:00.457456 n-d-838334-2 neutron-server[84041]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 22:00:00.457456 n-d-838334-2 neutron-server[84041]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 18 22:00:00.457456 n-d-838334-2 neutron-server[84041]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 22:00:00.457456 n-d-838334-2 neutron-server[84041]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 22:00:00.535392 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-1296b139-9c01-49b0-a7c3-6ba23cf33a16 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1258898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33526109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33444113'] for network, after_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:00:00.558293 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-1296b139-9c01-49b0-a7c3-6ba23cf33a16 admin admin] Notify callbacks [] for network, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:00:00.571668 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1296b139-9c01-49b0-a7c3-6ba23cf33a16 admin admin] Pushing event deleted for resources: {'Network': ['ID=83efe0b5-1afd-433d-b5d0-2eeafbd262d6,revision_number=None']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 22:00:00.581958 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-1296b139-9c01-49b0-a7c3-6ba23cf33a16 admin admin] 10.222.0.42 "DELETE /v2.0/networks/83efe0b5-1afd-433d-b5d0-2eeafbd262d6 HTTP/1.1" status: 204 len: 168 time: 0.8992162 Apr 18 22:00:00.717427 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 43096) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 22:00:00.767297 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-b13b172a-e299-44e3-9230-b5fb693a36b2 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=21077c3a160645c8a0da9fdb22f08c69&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0481634 Apr 18 22:00:00.769681 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 43100) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 22:00:00.829970 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-0684d205-ff9c-4a11-bab4-84712384887f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:00:00.854515 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-0684d205-ff9c-4a11-bab4-84712384887f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:00:00.872621 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.plugin [None req-3ff54cca-f95e-48fa-987d-6d7ee3a901f1 None None] Deleting port a7c6b526-6f0e-4dc4-98c7-83bf43fbbf4c {{(pid=84042) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 22:00:00.873166 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-3ff54cca-f95e-48fa-987d-6d7ee3a901f1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750375188691'] for port, before_delete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:00:00.924956 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-0684d205-ff9c-4a11-bab4-84712384887f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33528224'] for security_group, after_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:00:00.942953 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0684d205-ff9c-4a11-bab4-84712384887f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e162ede4-0cb9-4d21-b395-7c7f23016279,revision_number=None']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 22:00:00.949841 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-0684d205-ff9c-4a11-bab4-84712384887f admin admin] Notify callbacks [] for security_group, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:00:00.953410 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-0684d205-ff9c-4a11-bab4-84712384887f admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/e162ede4-0cb9-4d21-b395-7c7f23016279 HTTP/1.1" status: 204 len: 168 time: 0.1804831 Apr 18 22:00:00.953552 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.plugin [None req-3ff54cca-f95e-48fa-987d-6d7ee3a901f1 None None] The port 'a7c6b526-6f0e-4dc4-98c7-83bf43fbbf4c' was deleted {{(pid=84042) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 18 22:00:01.338247 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 43108) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 22:00:01.386750 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-d652b13c-3074-4071-8ddb-f43427df6ab9 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=4857771118544bd7aae3435d4ebefc02&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0472775 Apr 18 22:00:01.389091 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 43112) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 22:00:01.447219 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-214a80f6-7970-4534-8613-7a8d2279b7ac admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:00:01.472528 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-214a80f6-7970-4534-8613-7a8d2279b7ac admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:00:01.525174 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-214a80f6-7970-4534-8613-7a8d2279b7ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33528224'] for security_group, after_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:00:01.541233 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-214a80f6-7970-4534-8613-7a8d2279b7ac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=57598f5e-a133-453e-92b0-fde14029cdfa,revision_number=None']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 22:00:01.556984 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-214a80f6-7970-4534-8613-7a8d2279b7ac admin admin] Notify callbacks [] for security_group, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:00:01.558137 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-214a80f6-7970-4534-8613-7a8d2279b7ac admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/57598f5e-a133-453e-92b0-fde14029cdfa HTTP/1.1" status: 204 len: 168 time: 0.1675007 Apr 18 22:00:01.597623 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Device a7c6b526-6f0e-4dc4-98c7-83bf43fbbf4c no longer exists at agent ovs-agent-n-d-838334-2 {{(pid=84042) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 22:00:01.631502 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.plugin [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] No Port match for: a7c6b526-6f0e-4dc4-98c7-83bf43fbbf4c {{(pid=84042) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 18 22:00:01.631861 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Device a7c6b526-6f0e-4dc4-98c7-83bf43fbbf4c not bound to the agent host n-d-838334-2 {{(pid=84042) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 22:00:02.420085 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 43134) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 22:00:02.547407 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.v2.base [None req-74655f84-afe9-40d8-9fdf-725279b94f90 admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-1452269797-network', 'tenant_id': 'c4f6005d12e44e78a2f45f7eedc42626'}} {{(pid=84041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 22:00:02.553927 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-74655f84-afe9-40d8-9fdf-725279b94f90 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 22:00:02.557778 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-74655f84-afe9-40d8-9fdf-725279b94f90 admin admin] Usage tracker for resource:network and tenant:c4f6005d12e44e78a2f45f7eedc42626 is out of sync, need to count used quota {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 22:00:02.560618 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-74655f84-afe9-40d8-9fdf-725279b94f90 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 22:00:02.566541 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-74655f84-afe9-40d8-9fdf-725279b94f90 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 22:00:02.576660 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-74655f84-afe9-40d8-9fdf-725279b94f90 admin admin] Made reservation on behalf of c4f6005d12e44e78a2f45f7eedc42626 for: {'network': 1} {{(pid=84041) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 22:00:02.579433 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-74655f84-afe9-40d8-9fdf-725279b94f90 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for network, before_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:00:02.591409 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-74655f84-afe9-40d8-9fdf-725279b94f90 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:00:02.622939 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-74655f84-afe9-40d8-9fdf-725279b94f90 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 22:00:02.626881 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-74655f84-afe9-40d8-9fdf-725279b94f90 admin admin] Usage tracker for resource:security_group_rule and tenant:c4f6005d12e44e78a2f45f7eedc42626 is out of sync, need to count used quota {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 22:00:02.629705 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-74655f84-afe9-40d8-9fdf-725279b94f90 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 22:00:02.635285 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-74655f84-afe9-40d8-9fdf-725279b94f90 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 22:00:02.705911 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-74655f84-afe9-40d8-9fdf-725279b94f90 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:00:02.709705 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-74655f84-afe9-40d8-9fdf-725279b94f90 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33528224'] for security_group, after_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:00:02.739527 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-74655f84-afe9-40d8-9fdf-725279b94f90 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 398} {{(pid=84041) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 22:00:02.748201 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74655f84-afe9-40d8-9fdf-725279b94f90 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=35bac111-5bda-441d-8a8a-060476c81e62,revision_number=1']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 22:00:02.753819 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-74655f84-afe9-40d8-9fdf-725279b94f90 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1082986'] for segment, precommit_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:00:02.754182 n-d-838334-2 neutron-server[84041]: INFO neutron.db.segments_db [None req-74655f84-afe9-40d8-9fdf-725279b94f90 admin admin] Added segment 8b797297-c446-431e-bd6a-a6a632385eef of type vlan for network 119aa3bb-054f-46a0-b547-0d3d238bbb07 Apr 18 22:00:02.781344 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-74655f84-afe9-40d8-9fdf-725279b94f90 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750374825732'] for network, precommit_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:00:02.809562 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-74655f84-afe9-40d8-9fdf-725279b94f90 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33526109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022'] for network, after_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:00:02.810379 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74655f84-afe9-40d8-9fdf-725279b94f90 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 22:00:02.810946 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-74655f84-afe9-40d8-9fdf-725279b94f90 admin admin] Notify callbacks [] for network, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:00:02.915342 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-74655f84-afe9-40d8-9fdf-725279b94f90 admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.4934058 Apr 18 22:00:02.916152 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74655f84-afe9-40d8-9fdf-725279b94f90 admin admin] Pushing event updated for resources: {'Network': ['ID=119aa3bb-054f-46a0-b547-0d3d238bbb07,revision_number=1']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 22:00:02.918095 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 43140) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 22:00:02.924351 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.v2.base [None req-60de843c-fd05-4ed8-8f94-9bdbf9ecef42 admin admin] Request body: {'subnet': {'network_id': '119aa3bb-054f-46a0-b547-0d3d238bbb07', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-1452269797-subnet', 'tenant_id': 'c4f6005d12e44e78a2f45f7eedc42626', 'ip_version': 4}} {{(pid=84041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 22:00:02.927085 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Network 119aa3bb-054f-46a0-b547-0d3d238bbb07 details requested by agent ovs-agent-n-d-838334-2 with host n-d-838334-2 {{(pid=84042) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 18 22:00:02.930150 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-60de843c-fd05-4ed8-8f94-9bdbf9ecef42 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 22:00:02.934426 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-60de843c-fd05-4ed8-8f94-9bdbf9ecef42 admin admin] Usage tracker for resource:subnet and tenant:c4f6005d12e44e78a2f45f7eedc42626 is out of sync, need to count used quota {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 22:00:02.938285 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-60de843c-fd05-4ed8-8f94-9bdbf9ecef42 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 22:00:02.944641 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-60de843c-fd05-4ed8-8f94-9bdbf9ecef42 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 22:00:02.956872 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-60de843c-fd05-4ed8-8f94-9bdbf9ecef42 admin admin] Made reservation on behalf of c4f6005d12e44e78a2f45f7eedc42626 for: {'subnet': 1} {{(pid=84041) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 22:00:02.959399 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-60de843c-fd05-4ed8-8f94-9bdbf9ecef42 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32486301'] for subnet, before_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:00:03.248596 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-60de843c-fd05-4ed8-8f94-9bdbf9ecef42 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33526260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32266407', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32486287'] for subnet, after_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:00:03.317309 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60de843c-fd05-4ed8-8f94-9bdbf9ecef42 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f699c42a-153f-4e6b-8c51-186791b0fee2,revision_number=0']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 22:00:03.332476 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60de843c-fd05-4ed8-8f94-9bdbf9ecef42 admin admin] Checking segment: {'id': '8b797297-c446-431e-bd6a-a6a632385eef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': '119aa3bb-054f-46a0-b547-0d3d238bbb07'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84041) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 22:00:03.332821 n-d-838334-2 neutron-server[84041]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60de843c-fd05-4ed8-8f94-9bdbf9ecef42 admin admin] Network hostable DHCP agents. Network: 119aa3bb-054f-46a0-b547-0d3d238bbb07, hostable agents: ['8746f8ea-3e91-4b32-9919-2c63adeb8722'], hosted agents: [] {{(pid=84041) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 22:00:03.354587 n-d-838334-2 neutron-server[84041]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60de843c-fd05-4ed8-8f94-9bdbf9ecef42 admin admin] Network 119aa3bb-054f-46a0-b547-0d3d238bbb07 is scheduled to be hosted by DHCP agent 8746f8ea-3e91-4b32-9919-2c63adeb8722 with binding_index 1 {{(pid=84041) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 22:00:03.363117 n-d-838334-2 neutron-server[84041]: DEBUG neutron.scheduler.base_scheduler [None req-60de843c-fd05-4ed8-8f94-9bdbf9ecef42 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-838334-2, 119aa3bb-054f-46a0-b547-0d3d238bbb07) {{(pid=84041) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 22:00:03.367753 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60de843c-fd05-4ed8-8f94-9bdbf9ecef42 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 22:00:03.368794 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-60de843c-fd05-4ed8-8f94-9bdbf9ecef42 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:00:03.370601 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1bce6f7-1464-49da-b00f-c0817918a1e4 None None] Network 119aa3bb-054f-46a0-b547-0d3d238bbb07 requested from n-d-838334-2 {{(pid=84042) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 22:00:03.390327 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-60de843c-fd05-4ed8-8f94-9bdbf9ecef42 admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.4704587 Apr 18 22:00:03.392829 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 43144) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 22:00:03.398287 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.v2.base [None req-f0cad8ab-b17c-4ed6-ae9e-839ce765f3d3 admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-1452269797-router', 'tenant_id': 'c4f6005d12e44e78a2f45f7eedc42626', 'external_gateway_info': {'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c'}}} {{(pid=84041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 22:00:03.403608 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-f0cad8ab-b17c-4ed6-ae9e-839ce765f3d3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 22:00:03.408053 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-f0cad8ab-b17c-4ed6-ae9e-839ce765f3d3 admin admin] Usage tracker for resource:router and tenant:c4f6005d12e44e78a2f45f7eedc42626 is out of sync, need to count used quota {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 22:00:03.410810 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-f0cad8ab-b17c-4ed6-ae9e-839ce765f3d3 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 22:00:03.416857 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-f0cad8ab-b17c-4ed6-ae9e-839ce765f3d3 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 22:00:03.427595 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-f0cad8ab-b17c-4ed6-ae9e-839ce765f3d3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-33442106', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5708'] for router, before_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:00:03.428519 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-f0cad8ab-b17c-4ed6-ae9e-839ce765f3d3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33442137', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33444285', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33535433', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5703'] for router, precommit_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:00:03.447795 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-f0cad8ab-b17c-4ed6-ae9e-839ce765f3d3 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:00:03.587982 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d0562a9-4eec-4a52-a635-05a293a215e7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp016840fc-1f9f-5892-9c53-c9cf6c845bbb-119aa3bb-054f-46a0-b547-0d3d238bbb07', 'network_id': '119aa3bb-054f-46a0-b547-0d3d238bbb07', 'tenant_id': 'c4f6005d12e44e78a2f45f7eedc42626', 'fixed_ips': [{'subnet_id': 'f699c42a-153f-4e6b-8c51-186791b0fee2'}]}} from n-d-838334-2. {{(pid=84042) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 18 22:00:03.588893 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-1d0562a9-4eec-4a52-a635-05a293a215e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_create {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:00:03.596427 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-f0cad8ab-b17c-4ed6-ae9e-839ce765f3d3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-33444175', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-33443520', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5293'] for router, precommit_update {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:00:03.749687 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.db_base_plugin_common [None req-1d0562a9-4eec-4a52-a635-05a293a215e7 None None] Allocated IP 172.20.0.2 (119aa3bb-054f-46a0-b547-0d3d238bbb07/f699c42a-153f-4e6b-8c51-186791b0fee2/15819448-c390-42bd-89cf-7f39a02095b1) {{(pid=84042) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 22:00:03.781868 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-f0cad8ab-b17c-4ed6-ae9e-839ce765f3d3 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:00:03.814819 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-f0cad8ab-b17c-4ed6-ae9e-839ce765f3d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:00:03.947644 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.db_base_plugin_common [None req-f0cad8ab-b17c-4ed6-ae9e-839ce765f3d3 admin admin] Allocated IP 172.25.8.115 (e41b6600-a917-4a8d-b05c-be3be40c6d8c/6b05667b-848e-4356-9b44-d5eb6808ef74/4ba87a65-5a82-4453-bbc4-6592c9d708c2) {{(pid=84041) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 22:00:03.958697 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-1d0562a9-4eec-4a52-a635-05a293a215e7 None None] Notify callbacks [] for port, precommit_create {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:00:03.970070 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-1d0562a9-4eec-4a52-a635-05a293a215e7 None None] Transition to ACTIVE for port object 15819448-c390-42bd-89cf-7f39a02095b1 will not be triggered until provisioned by entity L2. {{(pid=84042) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 22:00:03.988982 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-1d0562a9-4eec-4a52-a635-05a293a215e7 None None] Transition to ACTIVE for port object 15819448-c390-42bd-89cf-7f39a02095b1 will not be triggered until provisioned by entity DHCP. {{(pid=84042) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 22:00:03.995718 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-1d0562a9-4eec-4a52-a635-05a293a215e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750374836619'] for port, after_create {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:00:04.059958 n-d-838334-2 neutron-server[84042]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d0562a9-4eec-4a52-a635-05a293a215e7 None None] Network 119aa3bb-054f-46a0-b547-0d3d238bbb07 is already hosted by enough agents. {{(pid=84042) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 22:00:04.062709 n-d-838334-2 neutron-server[84042]: DEBUG neutron.scheduler.base_scheduler [None req-1d0562a9-4eec-4a52-a635-05a293a215e7 None None] Resources bound (agent type, host, resource id): {{(pid=84042) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 22:00:04.066430 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d0562a9-4eec-4a52-a635-05a293a215e7 None None] Received port after_create {{(pid=84042) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 22:00:04.071379 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d0562a9-4eec-4a52-a635-05a293a215e7 None None] Pushing event updated for resources: {'Port': ['ID=15819448-c390-42bd-89cf-7f39a02095b1,revision_number=1']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 22:00:04.105845 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-f0cad8ab-b17c-4ed6-ae9e-839ce765f3d3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:00:04.111128 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d0562a9-4eec-4a52-a635-05a293a215e7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 22:00:04.111474 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d0562a9-4eec-4a52-a635-05a293a215e7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 22:00:04.111844 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d0562a9-4eec-4a52-a635-05a293a215e7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 22:00:04.112177 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d0562a9-4eec-4a52-a635-05a293a215e7 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 22:00:04.112504 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d0562a9-4eec-4a52-a635-05a293a215e7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 22:00:04.112831 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d0562a9-4eec-4a52-a635-05a293a215e7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 22:00:04.113150 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d0562a9-4eec-4a52-a635-05a293a215e7 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 22:00:04.113474 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d0562a9-4eec-4a52-a635-05a293a215e7 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 22:00:04.113787 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d0562a9-4eec-4a52-a635-05a293a215e7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 22:00:04.114109 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d0562a9-4eec-4a52-a635-05a293a215e7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 22:00:04.114430 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d0562a9-4eec-4a52-a635-05a293a215e7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 22:00:04.136180 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-f0cad8ab-b17c-4ed6-ae9e-839ce765f3d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750374836619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32266323'] for port, after_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:00:04.172454 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.managers [None req-1d0562a9-4eec-4a52-a635-05a293a215e7 None None] Attempting to bind port 15819448-c390-42bd-89cf-7f39a02095b1 on host n-d-838334-2 for vnic_type normal with profile {{(pid=84042) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 22:00:04.172811 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.managers [None req-1d0562a9-4eec-4a52-a635-05a293a215e7 None None] Attempting to bind port 15819448-c390-42bd-89cf-7f39a02095b1 by drivers openvswitch,hyperv on host n-d-838334-2 at level 0 using segments [{'id': '8b797297-c446-431e-bd6a-a6a632385eef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': '119aa3bb-054f-46a0-b547-0d3d238bbb07'}] {{(pid=84042) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 22:00:04.173172 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d0562a9-4eec-4a52-a635-05a293a215e7 None None] Attempting to bind port 15819448-c390-42bd-89cf-7f39a02095b1 on network 119aa3bb-054f-46a0-b547-0d3d238bbb07 {{(pid=84042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 22:00:04.179598 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d0562a9-4eec-4a52-a635-05a293a215e7 None None] Checking agent: {'id': '97cd4414-7af6-4d67-868d-dff370b4071a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838334-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 25, 49), 'started_at': datetime.datetime(2022, 4, 18, 20, 26, 19), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 21, 59, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838334-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 18 22:00:04.179983 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d0562a9-4eec-4a52-a635-05a293a215e7 None None] Checking segment: {'id': '8b797297-c446-431e-bd6a-a6a632385eef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': '119aa3bb-054f-46a0-b547-0d3d238bbb07'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84042) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 22:00:04.180382 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-1d0562a9-4eec-4a52-a635-05a293a215e7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:00:04.180768 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d0562a9-4eec-4a52-a635-05a293a215e7 None None] Bound using segment: {'id': '8b797297-c446-431e-bd6a-a6a632385eef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': '119aa3bb-054f-46a0-b547-0d3d238bbb07'} {{(pid=84042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 18 22:00:04.181222 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.managers [None req-1d0562a9-4eec-4a52-a635-05a293a215e7 None None] Bound port: 15819448-c390-42bd-89cf-7f39a02095b1, host: n-d-838334-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8b797297-c446-431e-bd6a-a6a632385eef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': '119aa3bb-054f-46a0-b547-0d3d238bbb07'}}] {{(pid=84042) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 22:00:04.181585 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-1d0562a9-4eec-4a52-a635-05a293a215e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:00:04.207612 n-d-838334-2 neutron-server[84041]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0cad8ab-b17c-4ed6-ae9e-839ce765f3d3 admin admin] Network e41b6600-a917-4a8d-b05c-be3be40c6d8c is already hosted by enough agents. {{(pid=84041) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 22:00:04.210491 n-d-838334-2 neutron-server[84041]: DEBUG neutron.scheduler.base_scheduler [None req-f0cad8ab-b17c-4ed6-ae9e-839ce765f3d3 admin admin] Resources bound (agent type, host, resource id): {{(pid=84041) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 22:00:04.215025 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0cad8ab-b17c-4ed6-ae9e-839ce765f3d3 admin admin] Received port after_create {{(pid=84041) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 22:00:04.239522 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0cad8ab-b17c-4ed6-ae9e-839ce765f3d3 admin admin] Pushing event updated for resources: {'Port': ['ID=4ba87a65-5a82-4453-bbc4-6592c9d708c2,revision_number=1']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 22:00:04.269283 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-1d0562a9-4eec-4a52-a635-05a293a215e7 None None] For port 15819448-c390-42bd-89cf-7f39a02095b1, host n-d-838334-2, cleared binding levels {{(pid=84042) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 22:00:04.272414 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-1d0562a9-4eec-4a52-a635-05a293a215e7 None None] For port 15819448-c390-42bd-89cf-7f39a02095b1, host n-d-838334-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838334-2',level=0,port_id=15819448-c390-42bd-89cf-7f39a02095b1,segment=NetworkSegment(8b797297-c446-431e-bd6a-a6a632385eef),segment_id=8b797297-c446-431e-bd6a-a6a632385eef)] {{(pid=84042) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 22:00:04.276810 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-1d0562a9-4eec-4a52-a635-05a293a215e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682'] for port, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:00:04.364142 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d0562a9-4eec-4a52-a635-05a293a215e7 None None] Pushing event updated for resources: {'Port': ['ID=15819448-c390-42bd-89cf-7f39a02095b1,revision_number=2']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 22:00:04.379486 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-f0cad8ab-b17c-4ed6-ae9e-839ce765f3d3 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:00:04.380409 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-f0cad8ab-b17c-4ed6-ae9e-839ce765f3d3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33443529', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33444176'] for router, after_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:00:04.544750 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750375287399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253529'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:00:04.631786 n-d-838334-2 neutron-server[84041]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f0cad8ab-b17c-4ed6-ae9e-839ce765f3d3 admin admin] Router e7fc6a7c-fe57-46f2-bbfc-4073cc28e0b6 is scheduled to L3 agent bc84d6c9-dd7a-4555-a351-592327b46d5a with binding_index 1 {{(pid=84041) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 18 22:00:04.929463 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f0cad8ab-b17c-4ed6-ae9e-839ce765f3d3 admin admin] Notify agent at l3_agent.n-d-838334-2 the message routers_updated {{(pid=84041) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 22:00:04.943711 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8936598f-a281-4c81-8e92-cf3e0394761f None None] Sync routers for ids ['e7fc6a7c-fe57-46f2-bbfc-4073cc28e0b6'] in n-d-838334-2 {{(pid=84042) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 18 22:00:04.956780 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8936598f-a281-4c81-8e92-cf3e0394761f None None] Routers {'e7fc6a7c-fe57-46f2-bbfc-4073cc28e0b6'} bound to L3 agent in host n-d-838334-2 {{(pid=84042) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 22:00:04.957892 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_hamode_db [None req-8936598f-a281-4c81-8e92-cf3e0394761f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838334-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-18T20:25:48Z,description=,heartbeat_timestamp=2022-04-18T21:59:48Z,host='n-d-838334-2',id=bc84d6c9-dd7a-4555-a351-592327b46d5a,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:25:48Z,topic='l3_agent')) {'router_ids': ['e7fc6a7c-fe57-46f2-bbfc-4073cc28e0b6'], 'active': True} {{(pid=84042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 22:00:04.971014 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-f0cad8ab-b17c-4ed6-ae9e-839ce765f3d3 admin admin] Notify callbacks [] for router, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:00:04.972483 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-f0cad8ab-b17c-4ed6-ae9e-839ce765f3d3 admin admin] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 1.5782382 Apr 18 22:00:04.975448 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 43148) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 22:00:05.151285 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_dvr_db [None req-8936598f-a281-4c81-8e92-cf3e0394761f None None] Set router e7fc6a7c-fe57-46f2-bbfc-4073cc28e0b6 gateway port host: n-d-838334-2 {{(pid=84042) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 22:00:05.325388 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8670a2cf-dcf5-4110-b468-94dff5d0e0be None None] Network 119aa3bb-054f-46a0-b547-0d3d238bbb07 requested from n-d-838334-2 {{(pid=84042) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 22:00:05.459168 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-3297c133-f963-43a9-8491-3f98e5e044c1 None None] Provisioning for port 15819448-c390-42bd-89cf-7f39a02095b1 completed by entity DHCP. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 22:00:05.637053 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Device 15819448-c390-42bd-89cf-7f39a02095b1 up at agent ovs-agent-n-d-838334-2 {{(pid=84042) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 22:00:05.740370 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_hamode_db [None req-8936598f-a281-4c81-8e92-cf3e0394761f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7fc6a7c-fe57-46f2-bbfc-4073cc28e0b6', 'name': 'tempest-TestSnapshotPattern-1452269797-router', 'tenant_id': 'c4f6005d12e44e78a2f45f7eedc42626', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'external_fixed_ips': [{'subnet_id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'ip_address': '172.25.8.115'}], 'enable_snat': True}, 'gw_port_id': '4ba87a65-5a82-4453-bbc4-6592c9d708c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T22:00:03Z', 'updated_at': '2022-04-18T22:00:04Z', 'revision_number': 3, 'project_id': 'c4f6005d12e44e78a2f45f7eedc42626', 'gw_port': {'id': '4ba87a65-5a82-4453-bbc4-6592c9d708c2', 'name': '', 'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:22:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e7fc6a7c-fe57-46f2-bbfc-4073cc28e0b6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'ip_address': '172.25.8.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T22:00:03Z', 'updated_at': '2022-04-18T22:00:03Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838334-2'}], 'n-d-838334-2', False) {} {{(pid=84042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 22:00:05.752143 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8936598f-a281-4c81-8e92-cf3e0394761f None None] Checking router: e7fc6a7c-fe57-46f2-bbfc-4073cc28e0b6 for host: n-d-838334-2 {{(pid=84042) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 18 22:00:05.752491 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8936598f-a281-4c81-8e92-cf3e0394761f None None] Updating router e7fc6a7c-fe57-46f2-bbfc-4073cc28e0b6 port 4ba87a65-5a82-4453-bbc4-6592c9d708c2 binding host n-d-838334-2 {{(pid=84042) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 18 22:00:05.808255 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Provisioning for port 15819448-c390-42bd-89cf-7f39a02095b1 completed by entity L2. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 22:00:05.818634 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Provisioning complete for port 15819448-c390-42bd-89cf-7f39a02095b1 triggered by entity L2. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 22:00:05.819001 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1253608'] for port, provisioning_complete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:00:05.840988 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-f2ecd1dc-2bb0-474e-991a-3db4369a4344 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:00:05.857529 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-8936598f-a281-4c81-8e92-cf3e0394761f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:00:06.062758 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.db_base_plugin_common [None req-f2ecd1dc-2bb0-474e-991a-3db4369a4344 admin admin] Allocated IP 172.20.0.1 (119aa3bb-054f-46a0-b547-0d3d238bbb07/f699c42a-153f-4e6b-8c51-186791b0fee2/95384b9a-49a6-49b7-88c6-ba17b46ff89c) {{(pid=84040) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 22:00:06.118172 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:00:06.180934 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] For port 15819448-c390-42bd-89cf-7f39a02095b1, host n-d-838334-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838334-2',level=0,port_id=15819448-c390-42bd-89cf-7f39a02095b1,segment=NetworkSegment(8b797297-c446-431e-bd6a-a6a632385eef),segment_id=8b797297-c446-431e-bd6a-a6a632385eef)] {{(pid=84042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 22:00:06.194341 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682'] for port, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:00:06.211334 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-f2ecd1dc-2bb0-474e-991a-3db4369a4344 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:00:06.226357 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.provisioning_blocks [None req-f2ecd1dc-2bb0-474e-991a-3db4369a4344 admin admin] Transition to ACTIVE for port object 95384b9a-49a6-49b7-88c6-ba17b46ff89c will not be triggered until provisioned by entity DHCP. {{(pid=84040) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 22:00:06.248172 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-f2ecd1dc-2bb0-474e-991a-3db4369a4344 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750374836619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32440838'] for port, after_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:00:06.299470 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-6bbfaf4c-b4ed-4782-9fd1-45ef36a82a89 None None] Provisioning complete for port 15819448-c390-42bd-89cf-7f39a02095b1 triggered by entity DHCP. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 22:00:06.299862 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-6bbfaf4c-b4ed-4782-9fd1-45ef36a82a89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1253608'] for port, provisioning_complete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:00:06.315003 n-d-838334-2 neutron-server[84040]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2ecd1dc-2bb0-474e-991a-3db4369a4344 admin admin] Network 119aa3bb-054f-46a0-b547-0d3d238bbb07 is already hosted by enough agents. {{(pid=84040) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 22:00:06.317836 n-d-838334-2 neutron-server[84040]: DEBUG neutron.scheduler.base_scheduler [None req-f2ecd1dc-2bb0-474e-991a-3db4369a4344 admin admin] Resources bound (agent type, host, resource id): {{(pid=84040) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 22:00:06.322216 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2ecd1dc-2bb0-474e-991a-3db4369a4344 admin admin] Received port after_create {{(pid=84040) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 22:00:06.322382 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Pushing event updated for resources: {'Port': ['ID=15819448-c390-42bd-89cf-7f39a02095b1,revision_number=3']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 22:00:06.347737 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2ecd1dc-2bb0-474e-991a-3db4369a4344 admin admin] Pushing event updated for resources: {'Port': ['ID=95384b9a-49a6-49b7-88c6-ba17b46ff89c,revision_number=1']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 22:00:06.382989 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-f2ecd1dc-2bb0-474e-991a-3db4369a4344 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33444010'] for router_interface, before_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:00:06.408095 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-8936598f-a281-4c81-8e92-cf3e0394761f None None] Notify callbacks [] for port, precommit_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:00:06.426670 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-8936598f-a281-4c81-8e92-cf3e0394761f None None] Transition to ACTIVE for port object 4ba87a65-5a82-4453-bbc4-6592c9d708c2 will not be triggered until provisioned by entity L2. {{(pid=84042) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 22:00:06.463132 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-8936598f-a281-4c81-8e92-cf3e0394761f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682'] for port, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:00:06.468686 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-f2ecd1dc-2bb0-474e-991a-3db4369a4344 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:00:06.566073 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.managers [None req-8936598f-a281-4c81-8e92-cf3e0394761f None None] Attempting to bind port 4ba87a65-5a82-4453-bbc4-6592c9d708c2 on host n-d-838334-2 for vnic_type normal with profile {{(pid=84042) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 22:00:06.566437 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.managers [None req-8936598f-a281-4c81-8e92-cf3e0394761f None None] Attempting to bind port 4ba87a65-5a82-4453-bbc4-6592c9d708c2 by drivers openvswitch,hyperv on host n-d-838334-2 at level 0 using segments [{'id': '732aa830-768b-4511-951f-d08e26b9c25b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c'}] {{(pid=84042) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 22:00:06.566794 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8936598f-a281-4c81-8e92-cf3e0394761f None None] Attempting to bind port 4ba87a65-5a82-4453-bbc4-6592c9d708c2 on network e41b6600-a917-4a8d-b05c-be3be40c6d8c {{(pid=84042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 22:00:06.568916 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9259da1-2001-4766-be03-62efe7f39fd4 None None] Pushing event updated for resources: {'Port': ['ID=4ba87a65-5a82-4453-bbc4-6592c9d708c2,revision_number=2']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 22:00:06.576070 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8936598f-a281-4c81-8e92-cf3e0394761f None None] Checking agent: {'id': '97cd4414-7af6-4d67-868d-dff370b4071a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838334-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 25, 49), 'started_at': datetime.datetime(2022, 4, 18, 20, 26, 19), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 21, 59, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838334-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 18 22:00:06.576339 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8936598f-a281-4c81-8e92-cf3e0394761f None None] Checking segment: {'id': '732aa830-768b-4511-951f-d08e26b9c25b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84042) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 22:00:06.576805 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-8936598f-a281-4c81-8e92-cf3e0394761f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:00:06.577189 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8936598f-a281-4c81-8e92-cf3e0394761f None None] Bound using segment: {'id': '732aa830-768b-4511-951f-d08e26b9c25b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c'} {{(pid=84042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 18 22:00:06.577653 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.managers [None req-8936598f-a281-4c81-8e92-cf3e0394761f None None] Bound port: 4ba87a65-5a82-4453-bbc4-6592c9d708c2, host: n-d-838334-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '732aa830-768b-4511-951f-d08e26b9c25b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c'}}] {{(pid=84042) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 22:00:06.578021 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-8936598f-a281-4c81-8e92-cf3e0394761f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:00:06.652082 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-8936598f-a281-4c81-8e92-cf3e0394761f None None] For port 4ba87a65-5a82-4453-bbc4-6592c9d708c2, host n-d-838334-2, cleared binding levels {{(pid=84042) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 22:00:06.655765 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-8936598f-a281-4c81-8e92-cf3e0394761f None None] For port 4ba87a65-5a82-4453-bbc4-6592c9d708c2, host n-d-838334-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838334-2',level=0,port_id=4ba87a65-5a82-4453-bbc4-6592c9d708c2,segment=NetworkSegment(732aa830-768b-4511-951f-d08e26b9c25b),segment_id=732aa830-768b-4511-951f-d08e26b9c25b)] {{(pid=84042) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 22:00:06.664076 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-8936598f-a281-4c81-8e92-cf3e0394761f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682'] for port, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:00:06.690212 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-f2ecd1dc-2bb0-474e-991a-3db4369a4344 admin admin] Notify callbacks [] for port, precommit_update {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:00:06.694539 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-f2ecd1dc-2bb0-474e-991a-3db4369a4344 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32440959'] for port, after_update {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:00:06.738846 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-4d8c6472-6625-471f-8101-deda0ed4cbc2 None None] Provisioning for port 95384b9a-49a6-49b7-88c6-ba17b46ff89c completed by entity DHCP. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 22:00:06.751789 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-4d8c6472-6625-471f-8101-deda0ed4cbc2 None None] Provisioning complete for port 95384b9a-49a6-49b7-88c6-ba17b46ff89c triggered by entity DHCP. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 22:00:06.752156 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-4d8c6472-6625-471f-8101-deda0ed4cbc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1253608'] for port, provisioning_complete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:00:06.782412 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9259da1-2001-4766-be03-62efe7f39fd4 None None] Pushing event updated for resources: {'Port': ['ID=4ba87a65-5a82-4453-bbc4-6592c9d708c2,revision_number=3']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 22:00:06.808042 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8936598f-a281-4c81-8e92-cf3e0394761f None None] Routers {'e7fc6a7c-fe57-46f2-bbfc-4073cc28e0b6'} bound to L3 agent in host n-d-838334-2 {{(pid=84042) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 22:00:06.808572 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_hamode_db [None req-8936598f-a281-4c81-8e92-cf3e0394761f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838334-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-18T20:25:48Z,description=,heartbeat_timestamp=2022-04-18T21:59:48Z,host='n-d-838334-2',id=bc84d6c9-dd7a-4555-a351-592327b46d5a,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:25:48Z,topic='l3_agent')) {'router_ids': ['e7fc6a7c-fe57-46f2-bbfc-4073cc28e0b6'], 'active': True} {{(pid=84042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 22:00:06.899163 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-f2ecd1dc-2bb0-474e-991a-3db4369a4344 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-32377886', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33443847'] for router_interface, after_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:00:06.902585 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2ecd1dc-2bb0-474e-991a-3db4369a4344 admin admin] Pushing event updated for resources: {'Port': ['ID=95384b9a-49a6-49b7-88c6-ba17b46ff89c,revision_number=2']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 22:00:06.929835 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.plugin [None req-4d8c6472-6625-471f-8101-deda0ed4cbc2 None None] Port 95384b9a-49a6-49b7-88c6-ba17b46ff89c cannot update to ACTIVE because it is not bound. {{(pid=84042) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 18 22:00:06.997369 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_dvr_db [None req-8936598f-a281-4c81-8e92-cf3e0394761f None None] Set router e7fc6a7c-fe57-46f2-bbfc-4073cc28e0b6 gateway port host: n-d-838334-2 {{(pid=84042) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 22:00:07.048231 n-d-838334-2 neutron-server[84040]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2ecd1dc-2bb0-474e-991a-3db4369a4344 admin admin] Network 119aa3bb-054f-46a0-b547-0d3d238bbb07 is already hosted by enough agents. {{(pid=84040) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 22:00:07.049330 n-d-838334-2 neutron-server[84040]: DEBUG neutron.scheduler.base_scheduler [None req-f2ecd1dc-2bb0-474e-991a-3db4369a4344 admin admin] Resources bound (agent type, host, resource id): {{(pid=84040) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 22:00:07.294947 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-3ddeaad2-a990-45b3-9f76-738b850c2a10 None None] Provisioning complete for port 95384b9a-49a6-49b7-88c6-ba17b46ff89c triggered by entity DHCP. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 22:00:07.296131 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-3ddeaad2-a990-45b3-9f76-738b850c2a10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1253608'] for port, provisioning_complete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:00:07.394841 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.plugin [None req-3ddeaad2-a990-45b3-9f76-738b850c2a10 None None] Port 95384b9a-49a6-49b7-88c6-ba17b46ff89c cannot update to ACTIVE because it is not bound. {{(pid=84042) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 18 22:00:07.421166 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_hamode_db [None req-8936598f-a281-4c81-8e92-cf3e0394761f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7fc6a7c-fe57-46f2-bbfc-4073cc28e0b6', 'name': 'tempest-TestSnapshotPattern-1452269797-router', 'tenant_id': 'c4f6005d12e44e78a2f45f7eedc42626', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'external_fixed_ips': [{'subnet_id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'ip_address': '172.25.8.115'}], 'enable_snat': True}, 'gw_port_id': '4ba87a65-5a82-4453-bbc4-6592c9d708c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T22:00:03Z', 'updated_at': '2022-04-18T22:00:06Z', 'revision_number': 4, 'project_id': 'c4f6005d12e44e78a2f45f7eedc42626', 'gw_port': {'id': '4ba87a65-5a82-4453-bbc4-6592c9d708c2', 'name': '', 'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:22:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e7fc6a7c-fe57-46f2-bbfc-4073cc28e0b6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'ip_address': '172.25.8.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T22:00:03Z', 'updated_at': '2022-04-18T22:00:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838334-2', '_interfaces': [{'id': '95384b9a-49a6-49b7-88c6-ba17b46ff89c', 'name': '', 'network_id': '119aa3bb-054f-46a0-b547-0d3d238bbb07', 'tenant_id': 'c4f6005d12e44e78a2f45f7eedc42626', 'mac_address': 'fa:16:3e:6c:87:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e7fc6a7c-fe57-46f2-bbfc-4073cc28e0b6', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f699c42a-153f-4e6b-8c51-186791b0fee2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T22:00:05Z', 'updated_at': '2022-04-18T22:00:06Z', 'revision_number': 2, 'project_id': 'c4f6005d12e44e78a2f45f7eedc42626', 'subnets': [{'id': 'f699c42a-153f-4e6b-8c51-186791b0fee2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838334-2', False) {} {{(pid=84042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 22:00:07.425053 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8936598f-a281-4c81-8e92-cf3e0394761f None None] The sync data for ids ['e7fc6a7c-fe57-46f2-bbfc-4073cc28e0b6'] in n-d-838334-2 is: [{'id': 'e7fc6a7c-fe57-46f2-bbfc-4073cc28e0b6', 'name': 'tempest-TestSnapshotPattern-1452269797-router', 'tenant_id': 'c4f6005d12e44e78a2f45f7eedc42626', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'external_fixed_ips': [{'subnet_id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'ip_address': '172.25.8.115'}], 'enable_snat': True}, 'gw_port_id': '4ba87a65-5a82-4453-bbc4-6592c9d708c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T22:00:03Z', 'updated_at': '2022-04-18T22:00:06Z', 'revision_number': 4, 'project_id': 'c4f6005d12e44e78a2f45f7eedc42626', 'gw_port': {'id': '4ba87a65-5a82-4453-bbc4-6592c9d708c2', 'name': '', 'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:22:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e7fc6a7c-fe57-46f2-bbfc-4073cc28e0b6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'ip_address': '172.25.8.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T22:00:03Z', 'updated_at': '2022-04-18T22:00:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838334-2', '_interfaces': [{'id': '95384b9a-49a6-49b7-88c6-ba17b46ff89c', 'name': '', 'network_id': '119aa3bb-054f-46a0-b547-0d3d238bbb07', 'tenant_id': 'c4f6005d12e44e78a2f45f7eedc42626', 'mac_address': 'fa:16:3e:6c:87:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e7fc6a7c-fe57-46f2-bbfc-4073cc28e0b6', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f699c42a-153f-4e6b-8c51-186791b0fee2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T22:00:05Z', 'updated_at': '2022-04-18T22:00:06Z', 'revision_number': 2, 'project_id': 'c4f6005d12e44e78a2f45f7eedc42626', 'subnets': [{'id': 'f699c42a-153f-4e6b-8c51-186791b0fee2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84042) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 18 22:00:07.453885 n-d-838334-2 neutron-server[84040]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f2ecd1dc-2bb0-474e-991a-3db4369a4344 admin admin] Router e7fc6a7c-fe57-46f2-bbfc-4073cc28e0b6 has already been hosted by L3 agent bc84d6c9-dd7a-4555-a351-592327b46d5a {{(pid=84040) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 22:00:07.635758 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Device 15819448-c390-42bd-89cf-7f39a02095b1 up at agent ovs-agent-n-d-838334-2 {{(pid=84042) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 22:00:07.673207 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f2ecd1dc-2bb0-474e-991a-3db4369a4344 admin admin] Notify agent at l3_agent.n-d-838334-2 the message routers_updated {{(pid=84040) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 22:00:07.683017 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-f2ecd1dc-2bb0-474e-991a-3db4369a4344 admin admin] 10.222.0.42 "PUT /v2.0/routers/e7fc6a7c-fe57-46f2-bbfc-4073cc28e0b6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7064517 Apr 18 22:00:07.709677 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Provisioning complete for port 15819448-c390-42bd-89cf-7f39a02095b1 triggered by entity L2. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 22:00:07.710147 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1253608'] for port, provisioning_complete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:00:08.602877 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 43170) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 22:00:08.609103 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.v2.base [None req-899bebf2-713a-4b4e-bbee-4e383558348f admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-201978612-network', 'tenant_id': '415821e5d48e4e92998ca04cc718dbb8'}} {{(pid=84040) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 22:00:08.614737 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [None req-899bebf2-713a-4b4e-bbee-4e383558348f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 22:00:08.618771 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-899bebf2-713a-4b4e-bbee-4e383558348f admin admin] Usage tracker for resource:network and tenant:415821e5d48e4e92998ca04cc718dbb8 is out of sync, need to count used quota {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 22:00:08.621731 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-899bebf2-713a-4b4e-bbee-4e383558348f admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 22:00:08.627772 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [None req-899bebf2-713a-4b4e-bbee-4e383558348f admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 22:00:08.638616 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-899bebf2-713a-4b4e-bbee-4e383558348f admin admin] Made reservation on behalf of 415821e5d48e4e92998ca04cc718dbb8 for: {'network': 1} {{(pid=84040) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 22:00:08.641764 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-899bebf2-713a-4b4e-bbee-4e383558348f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for network, before_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:00:08.653704 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-899bebf2-713a-4b4e-bbee-4e383558348f admin admin] Notify callbacks [] for security_group, before_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:00:08.684471 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [None req-899bebf2-713a-4b4e-bbee-4e383558348f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 22:00:08.688329 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-899bebf2-713a-4b4e-bbee-4e383558348f admin admin] Usage tracker for resource:security_group_rule and tenant:415821e5d48e4e92998ca04cc718dbb8 is out of sync, need to count used quota {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 22:00:08.691041 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-899bebf2-713a-4b4e-bbee-4e383558348f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 22:00:08.696604 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [None req-899bebf2-713a-4b4e-bbee-4e383558348f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 22:00:08.765864 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-899bebf2-713a-4b4e-bbee-4e383558348f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:00:08.769647 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-899bebf2-713a-4b4e-bbee-4e383558348f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33528224'] for security_group, after_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:00:08.799262 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-899bebf2-713a-4b4e-bbee-4e383558348f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 385} {{(pid=84040) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 22:00:08.808216 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-899bebf2-713a-4b4e-bbee-4e383558348f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ef75d526-8df6-4c0c-b9cf-c575b4581030,revision_number=1']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 22:00:08.816001 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-899bebf2-713a-4b4e-bbee-4e383558348f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1082986'] for segment, precommit_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:00:08.816001 n-d-838334-2 neutron-server[84040]: INFO neutron.db.segments_db [None req-899bebf2-713a-4b4e-bbee-4e383558348f admin admin] Added segment 3259566e-0aa3-4d65-88be-fd6aaaf2672f of type vlan for network 67448cfb-d890-4afc-9ddb-5ee3c93a938b Apr 18 22:00:08.843076 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-899bebf2-713a-4b4e-bbee-4e383558348f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750374825732'] for network, precommit_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:00:08.871322 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-899bebf2-713a-4b4e-bbee-4e383558348f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33526109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022'] for network, after_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:00:08.872227 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-899bebf2-713a-4b4e-bbee-4e383558348f admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 22:00:08.872788 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-899bebf2-713a-4b4e-bbee-4e383558348f admin admin] Notify callbacks [] for network, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:00:08.978309 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-899bebf2-713a-4b4e-bbee-4e383558348f admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3742356 Apr 18 22:00:08.979057 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-899bebf2-713a-4b4e-bbee-4e383558348f admin admin] Pushing event updated for resources: {'Network': ['ID=67448cfb-d890-4afc-9ddb-5ee3c93a938b,revision_number=1']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 22:00:08.981486 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 43174) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 22:00:08.987787 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.v2.base [None req-dcf78b3e-371c-4dcc-956c-a32498159134 admin admin] Request body: {'subnet': {'network_id': '67448cfb-d890-4afc-9ddb-5ee3c93a938b', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-201978612-subnet', 'tenant_id': '415821e5d48e4e92998ca04cc718dbb8', 'ip_version': 4}} {{(pid=84040) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 22:00:08.990033 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Network 67448cfb-d890-4afc-9ddb-5ee3c93a938b details requested by agent ovs-agent-n-d-838334-2 with host n-d-838334-2 {{(pid=84042) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 18 22:00:08.993410 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [None req-dcf78b3e-371c-4dcc-956c-a32498159134 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 22:00:08.997221 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-dcf78b3e-371c-4dcc-956c-a32498159134 admin admin] Usage tracker for resource:subnet and tenant:415821e5d48e4e92998ca04cc718dbb8 is out of sync, need to count used quota {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 22:00:09.000786 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-dcf78b3e-371c-4dcc-956c-a32498159134 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 22:00:09.006596 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [None req-dcf78b3e-371c-4dcc-956c-a32498159134 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 22:00:09.017563 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dcf78b3e-371c-4dcc-956c-a32498159134 admin admin] Made reservation on behalf of 415821e5d48e4e92998ca04cc718dbb8 for: {'subnet': 1} {{(pid=84040) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 22:00:09.019900 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-dcf78b3e-371c-4dcc-956c-a32498159134 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31752722'] for subnet, before_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:00:09.215640 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-dcf78b3e-371c-4dcc-956c-a32498159134 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33526260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32441074', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31752704'] for subnet, after_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:00:09.287109 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcf78b3e-371c-4dcc-956c-a32498159134 admin admin] Pushing event updated for resources: {'Subnet': ['ID=713722ca-ddd9-4c8a-8961-6ae7bb95486f,revision_number=0']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 22:00:09.302121 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcf78b3e-371c-4dcc-956c-a32498159134 admin admin] Checking segment: {'id': '3259566e-0aa3-4d65-88be-fd6aaaf2672f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '67448cfb-d890-4afc-9ddb-5ee3c93a938b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84040) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 22:00:09.302472 n-d-838334-2 neutron-server[84040]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dcf78b3e-371c-4dcc-956c-a32498159134 admin admin] Network hostable DHCP agents. Network: 67448cfb-d890-4afc-9ddb-5ee3c93a938b, hostable agents: ['8746f8ea-3e91-4b32-9919-2c63adeb8722'], hosted agents: [] {{(pid=84040) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 22:00:09.323241 n-d-838334-2 neutron-server[84040]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dcf78b3e-371c-4dcc-956c-a32498159134 admin admin] Network 67448cfb-d890-4afc-9ddb-5ee3c93a938b is scheduled to be hosted by DHCP agent 8746f8ea-3e91-4b32-9919-2c63adeb8722 with binding_index 1 {{(pid=84040) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 22:00:09.332828 n-d-838334-2 neutron-server[84040]: DEBUG neutron.scheduler.base_scheduler [None req-dcf78b3e-371c-4dcc-956c-a32498159134 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-838334-2, 67448cfb-d890-4afc-9ddb-5ee3c93a938b) {{(pid=84040) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 22:00:09.338024 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dcf78b3e-371c-4dcc-956c-a32498159134 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 22:00:09.340203 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-dcf78b3e-371c-4dcc-956c-a32498159134 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:00:09.340917 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d99c732d-ca70-4f80-ad6b-693c8abcf97b None None] Network 67448cfb-d890-4afc-9ddb-5ee3c93a938b requested from n-d-838334-2 {{(pid=84042) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 22:00:09.361547 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-dcf78b3e-371c-4dcc-956c-a32498159134 admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3787584 Apr 18 22:00:09.364412 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 43178) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 22:00:09.369715 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.v2.base [None req-d5ea3838-5b17-4b9e-98f8-9285b009e663 admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-201978612-router', 'tenant_id': '415821e5d48e4e92998ca04cc718dbb8', 'external_gateway_info': {'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c'}}} {{(pid=84041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 22:00:09.375560 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-d5ea3838-5b17-4b9e-98f8-9285b009e663 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 22:00:09.379597 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-d5ea3838-5b17-4b9e-98f8-9285b009e663 admin admin] Usage tracker for resource:router and tenant:415821e5d48e4e92998ca04cc718dbb8 is out of sync, need to count used quota {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 22:00:09.383077 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-d5ea3838-5b17-4b9e-98f8-9285b009e663 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 22:00:09.388740 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-d5ea3838-5b17-4b9e-98f8-9285b009e663 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 22:00:09.400707 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-d5ea3838-5b17-4b9e-98f8-9285b009e663 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-33442106', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5708'] for router, before_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:00:09.401925 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-d5ea3838-5b17-4b9e-98f8-9285b009e663 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33442137', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33444285', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33535433', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5703'] for router, precommit_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:00:09.422182 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-d5ea3838-5b17-4b9e-98f8-9285b009e663 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:00:09.554984 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dea995c7-a68e-4a44-8b4a-7fa0e10085b4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp016840fc-1f9f-5892-9c53-c9cf6c845bbb-67448cfb-d890-4afc-9ddb-5ee3c93a938b', 'network_id': '67448cfb-d890-4afc-9ddb-5ee3c93a938b', 'tenant_id': '415821e5d48e4e92998ca04cc718dbb8', 'fixed_ips': [{'subnet_id': '713722ca-ddd9-4c8a-8961-6ae7bb95486f'}]}} from n-d-838334-2. {{(pid=84042) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 18 22:00:09.555897 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-dea995c7-a68e-4a44-8b4a-7fa0e10085b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_create {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:00:09.567574 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-d5ea3838-5b17-4b9e-98f8-9285b009e663 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-33444175', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-33443520', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5293'] for router, precommit_update {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:00:09.629901 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Device 4ba87a65-5a82-4453-bbc4-6592c9d708c2 up at agent ovs-agent-n-d-838334-2 {{(pid=84042) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 22:00:09.761564 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-d5ea3838-5b17-4b9e-98f8-9285b009e663 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:00:09.768902 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Provisioning for port 4ba87a65-5a82-4453-bbc4-6592c9d708c2 completed by entity L2. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 22:00:09.772166 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.db_base_plugin_common [None req-dea995c7-a68e-4a44-8b4a-7fa0e10085b4 None None] Allocated IP 172.20.0.2 (67448cfb-d890-4afc-9ddb-5ee3c93a938b/713722ca-ddd9-4c8a-8961-6ae7bb95486f/d0810c78-305e-4695-8a10-d4711d4216a3) {{(pid=84042) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 22:00:09.778136 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Provisioning complete for port 4ba87a65-5a82-4453-bbc4-6592c9d708c2 triggered by entity L2. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 22:00:09.778500 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1253608'] for port, provisioning_complete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:00:09.796437 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-d5ea3838-5b17-4b9e-98f8-9285b009e663 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:00:09.927400 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.db_base_plugin_common [None req-d5ea3838-5b17-4b9e-98f8-9285b009e663 admin admin] Allocated IP 172.25.8.93 (e41b6600-a917-4a8d-b05c-be3be40c6d8c/6b05667b-848e-4356-9b44-d5eb6808ef74/dd3cf159-4f59-4c12-b3a0-e63212221349) {{(pid=84041) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 22:00:10.043709 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:00:10.076253 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-d5ea3838-5b17-4b9e-98f8-9285b009e663 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:00:10.079084 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] For port 4ba87a65-5a82-4453-bbc4-6592c9d708c2, host n-d-838334-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838334-2',level=0,port_id=4ba87a65-5a82-4453-bbc4-6592c9d708c2,segment=NetworkSegment(732aa830-768b-4511-951f-d08e26b9c25b),segment_id=732aa830-768b-4511-951f-d08e26b9c25b)] {{(pid=84042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 22:00:10.086854 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682'] for port, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:00:10.110879 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-d5ea3838-5b17-4b9e-98f8-9285b009e663 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750374836619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32266323'] for port, after_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:00:10.119194 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-dea995c7-a68e-4a44-8b4a-7fa0e10085b4 None None] Notify callbacks [] for port, precommit_create {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:00:10.148018 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-dea995c7-a68e-4a44-8b4a-7fa0e10085b4 None None] Transition to ACTIVE for port object d0810c78-305e-4695-8a10-d4711d4216a3 will not be triggered until provisioned by entity L2. {{(pid=84042) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 22:00:10.179645 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-dea995c7-a68e-4a44-8b4a-7fa0e10085b4 None None] Transition to ACTIVE for port object d0810c78-305e-4695-8a10-d4711d4216a3 will not be triggered until provisioned by entity DHCP. {{(pid=84042) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 22:00:10.180277 n-d-838334-2 neutron-server[84041]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5ea3838-5b17-4b9e-98f8-9285b009e663 admin admin] Network e41b6600-a917-4a8d-b05c-be3be40c6d8c is already hosted by enough agents. {{(pid=84041) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 22:00:10.182993 n-d-838334-2 neutron-server[84041]: DEBUG neutron.scheduler.base_scheduler [None req-d5ea3838-5b17-4b9e-98f8-9285b009e663 admin admin] Resources bound (agent type, host, resource id): {{(pid=84041) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 22:00:10.183110 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Pushing event updated for resources: {'Port': ['ID=4ba87a65-5a82-4453-bbc4-6592c9d708c2,revision_number=4']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 22:00:10.187371 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5ea3838-5b17-4b9e-98f8-9285b009e663 admin admin] Received port after_create {{(pid=84041) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 22:00:10.188805 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-dea995c7-a68e-4a44-8b4a-7fa0e10085b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750374836619'] for port, after_create {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:00:10.226416 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5ea3838-5b17-4b9e-98f8-9285b009e663 admin admin] Pushing event updated for resources: {'Port': ['ID=dd3cf159-4f59-4c12-b3a0-e63212221349,revision_number=1']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 22:00:10.258904 n-d-838334-2 neutron-server[84042]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dea995c7-a68e-4a44-8b4a-7fa0e10085b4 None None] Network 67448cfb-d890-4afc-9ddb-5ee3c93a938b is already hosted by enough agents. {{(pid=84042) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 22:00:10.259596 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dea995c7-a68e-4a44-8b4a-7fa0e10085b4 None None] Pushing event updated for resources: {'Port': ['ID=d0810c78-305e-4695-8a10-d4711d4216a3,revision_number=1']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 22:00:10.262853 n-d-838334-2 neutron-server[84042]: DEBUG neutron.scheduler.base_scheduler [None req-dea995c7-a68e-4a44-8b4a-7fa0e10085b4 None None] Resources bound (agent type, host, resource id): {{(pid=84042) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 22:00:10.265651 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dea995c7-a68e-4a44-8b4a-7fa0e10085b4 None None] Received port after_create {{(pid=84042) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 22:00:10.350447 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-d5ea3838-5b17-4b9e-98f8-9285b009e663 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:00:10.351106 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-d5ea3838-5b17-4b9e-98f8-9285b009e663 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33443529', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33444176'] for router, after_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:00:10.353483 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.managers [None req-dea995c7-a68e-4a44-8b4a-7fa0e10085b4 None None] Attempting to bind port d0810c78-305e-4695-8a10-d4711d4216a3 on host n-d-838334-2 for vnic_type normal with profile {{(pid=84042) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 22:00:10.353844 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.managers [None req-dea995c7-a68e-4a44-8b4a-7fa0e10085b4 None None] Attempting to bind port d0810c78-305e-4695-8a10-d4711d4216a3 by drivers openvswitch,hyperv on host n-d-838334-2 at level 0 using segments [{'id': '3259566e-0aa3-4d65-88be-fd6aaaf2672f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '67448cfb-d890-4afc-9ddb-5ee3c93a938b'}] {{(pid=84042) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 22:00:10.354195 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dea995c7-a68e-4a44-8b4a-7fa0e10085b4 None None] Attempting to bind port d0810c78-305e-4695-8a10-d4711d4216a3 on network 67448cfb-d890-4afc-9ddb-5ee3c93a938b {{(pid=84042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 22:00:10.361123 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dea995c7-a68e-4a44-8b4a-7fa0e10085b4 None None] Checking agent: {'id': '97cd4414-7af6-4d67-868d-dff370b4071a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838334-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 25, 49), 'started_at': datetime.datetime(2022, 4, 18, 20, 26, 19), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 21, 59, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838334-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 18 22:00:10.361488 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dea995c7-a68e-4a44-8b4a-7fa0e10085b4 None None] Checking segment: {'id': '3259566e-0aa3-4d65-88be-fd6aaaf2672f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '67448cfb-d890-4afc-9ddb-5ee3c93a938b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84042) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 22:00:10.361876 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-dea995c7-a68e-4a44-8b4a-7fa0e10085b4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:00:10.362258 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dea995c7-a68e-4a44-8b4a-7fa0e10085b4 None None] Bound using segment: {'id': '3259566e-0aa3-4d65-88be-fd6aaaf2672f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '67448cfb-d890-4afc-9ddb-5ee3c93a938b'} {{(pid=84042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 18 22:00:10.362704 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.managers [None req-dea995c7-a68e-4a44-8b4a-7fa0e10085b4 None None] Bound port: d0810c78-305e-4695-8a10-d4711d4216a3, host: n-d-838334-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3259566e-0aa3-4d65-88be-fd6aaaf2672f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '67448cfb-d890-4afc-9ddb-5ee3c93a938b'}}] {{(pid=84042) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 22:00:10.363066 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-dea995c7-a68e-4a44-8b4a-7fa0e10085b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:00:10.448788 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-dea995c7-a68e-4a44-8b4a-7fa0e10085b4 None None] For port d0810c78-305e-4695-8a10-d4711d4216a3, host n-d-838334-2, cleared binding levels {{(pid=84042) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 22:00:10.451800 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-dea995c7-a68e-4a44-8b4a-7fa0e10085b4 None None] For port d0810c78-305e-4695-8a10-d4711d4216a3, host n-d-838334-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838334-2',level=0,port_id=d0810c78-305e-4695-8a10-d4711d4216a3,segment=NetworkSegment(3259566e-0aa3-4d65-88be-fd6aaaf2672f),segment_id=3259566e-0aa3-4d65-88be-fd6aaaf2672f)] {{(pid=84042) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 22:00:10.456062 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-dea995c7-a68e-4a44-8b4a-7fa0e10085b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682'] for port, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:00:10.535105 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dea995c7-a68e-4a44-8b4a-7fa0e10085b4 None None] Pushing event updated for resources: {'Port': ['ID=d0810c78-305e-4695-8a10-d4711d4216a3,revision_number=2']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 22:00:10.581673 n-d-838334-2 neutron-server[84041]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d5ea3838-5b17-4b9e-98f8-9285b009e663 admin admin] Router 5b877f6d-8cac-4145-b7c3-9bcc63e19c7f is scheduled to L3 agent bc84d6c9-dd7a-4555-a351-592327b46d5a with binding_index 1 {{(pid=84041) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 18 22:00:10.804679 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d5ea3838-5b17-4b9e-98f8-9285b009e663 admin admin] Notify agent at l3_agent.n-d-838334-2 the message routers_updated {{(pid=84041) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 22:00:10.814334 n-d-838334-2 neutron-server[84043]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e3f5697-75cf-47fa-9164-ce2856a940c1 None None] Sync routers for ids ['5b877f6d-8cac-4145-b7c3-9bcc63e19c7f'] in n-d-838334-2 {{(pid=84043) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 18 22:00:10.829117 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-d5ea3838-5b17-4b9e-98f8-9285b009e663 admin admin] Notify callbacks [] for router, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:00:10.829329 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e3f5697-75cf-47fa-9164-ce2856a940c1 None None] Routers {'5b877f6d-8cac-4145-b7c3-9bcc63e19c7f'} bound to L3 agent in host n-d-838334-2 {{(pid=84043) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 22:00:10.829858 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.l3_hamode_db [None req-5e3f5697-75cf-47fa-9164-ce2856a940c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838334-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-18T20:25:48Z,description=,heartbeat_timestamp=2022-04-18T21:59:48Z,host='n-d-838334-2',id=bc84d6c9-dd7a-4555-a351-592327b46d5a,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:25:48Z,topic='l3_agent')) {'router_ids': ['5b877f6d-8cac-4145-b7c3-9bcc63e19c7f'], 'active': True} {{(pid=84043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 22:00:10.832114 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-d5ea3838-5b17-4b9e-98f8-9285b009e663 admin admin] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 1.4666171 Apr 18 22:00:10.832932 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 43182) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 22:00:11.005104 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.l3_dvr_db [None req-5e3f5697-75cf-47fa-9164-ce2856a940c1 None None] Set router 5b877f6d-8cac-4145-b7c3-9bcc63e19c7f gateway port host: n-d-838334-2 {{(pid=84043) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 22:00:11.324145 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.l3_hamode_db [None req-5e3f5697-75cf-47fa-9164-ce2856a940c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b877f6d-8cac-4145-b7c3-9bcc63e19c7f', 'name': 'tempest-TestSnapshotPattern-201978612-router', 'tenant_id': '415821e5d48e4e92998ca04cc718dbb8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'external_fixed_ips': [{'subnet_id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'ip_address': '172.25.8.93'}], 'enable_snat': True}, 'gw_port_id': 'dd3cf159-4f59-4c12-b3a0-e63212221349', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T22:00:09Z', 'updated_at': '2022-04-18T22:00:10Z', 'revision_number': 3, 'project_id': '415821e5d48e4e92998ca04cc718dbb8', 'gw_port': {'id': 'dd3cf159-4f59-4c12-b3a0-e63212221349', 'name': '', 'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:8e:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b877f6d-8cac-4145-b7c3-9bcc63e19c7f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'ip_address': '172.25.8.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T22:00:09Z', 'updated_at': '2022-04-18T22:00:09Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838334-2'}], 'n-d-838334-2', False) {} {{(pid=84043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 22:00:11.329820 n-d-838334-2 neutron-server[84043]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e3f5697-75cf-47fa-9164-ce2856a940c1 None None] Checking router: 5b877f6d-8cac-4145-b7c3-9bcc63e19c7f for host: n-d-838334-2 {{(pid=84043) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 18 22:00:11.330162 n-d-838334-2 neutron-server[84043]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e3f5697-75cf-47fa-9164-ce2856a940c1 None None] Updating router 5b877f6d-8cac-4145-b7c3-9bcc63e19c7f port dd3cf159-4f59-4c12-b3a0-e63212221349 binding host n-d-838334-2 {{(pid=84043) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 18 22:00:11.384695 n-d-838334-2 neutron-server[84043]: DEBUG neutron_lib.callbacks.manager [None req-5e3f5697-75cf-47fa-9164-ce2856a940c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:00:11.502925 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0e04140-f091-45d9-b12c-14551da4e2ea None None] Network 67448cfb-d890-4afc-9ddb-5ee3c93a938b requested from n-d-838334-2 {{(pid=84042) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 22:00:11.643003 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-975f2d59-7661-45dc-bb8f-ccd3ebe8ab2b None None] Provisioning for port d0810c78-305e-4695-8a10-d4711d4216a3 completed by entity DHCP. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 22:00:11.726575 n-d-838334-2 neutron-server[84043]: DEBUG neutron_lib.callbacks.manager [None req-5e3f5697-75cf-47fa-9164-ce2856a940c1 None None] Notify callbacks [] for port, precommit_update {{(pid=84043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:00:11.742014 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.provisioning_blocks [None req-5e3f5697-75cf-47fa-9164-ce2856a940c1 None None] Transition to ACTIVE for port object dd3cf159-4f59-4c12-b3a0-e63212221349 will not be triggered until provisioned by entity L2. {{(pid=84043) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 22:00:11.742584 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-b9f6de76-2f6a-4d3a-8572-a6e98130db9d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:00:11.751760 n-d-838334-2 neutron-server[84043]: DEBUG neutron_lib.callbacks.manager [None req-5e3f5697-75cf-47fa-9164-ce2856a940c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682'] for port, after_update {{(pid=84043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:00:11.768986 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Device 4ba87a65-5a82-4453-bbc4-6592c9d708c2 up at agent ovs-agent-n-d-838334-2 {{(pid=84042) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 22:00:11.835129 n-d-838334-2 neutron-server[84043]: DEBUG neutron.plugins.ml2.managers [None req-5e3f5697-75cf-47fa-9164-ce2856a940c1 None None] Attempting to bind port dd3cf159-4f59-4c12-b3a0-e63212221349 on host n-d-838334-2 for vnic_type normal with profile {{(pid=84043) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 22:00:11.835765 n-d-838334-2 neutron-server[84043]: DEBUG neutron.plugins.ml2.managers [None req-5e3f5697-75cf-47fa-9164-ce2856a940c1 None None] Attempting to bind port dd3cf159-4f59-4c12-b3a0-e63212221349 by drivers openvswitch,hyperv on host n-d-838334-2 at level 0 using segments [{'id': '732aa830-768b-4511-951f-d08e26b9c25b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c'}] {{(pid=84043) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 22:00:11.835955 n-d-838334-2 neutron-server[84043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e3f5697-75cf-47fa-9164-ce2856a940c1 None None] Attempting to bind port dd3cf159-4f59-4c12-b3a0-e63212221349 on network e41b6600-a917-4a8d-b05c-be3be40c6d8c {{(pid=84043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 22:00:11.844169 n-d-838334-2 neutron-server[84043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-decc7585-98fc-4858-ac4e-c5ba6d799659 None None] Pushing event updated for resources: {'Port': ['ID=dd3cf159-4f59-4c12-b3a0-e63212221349,revision_number=2']} {{(pid=84043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 22:00:11.850297 n-d-838334-2 neutron-server[84043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e3f5697-75cf-47fa-9164-ce2856a940c1 None None] Checking agent: {'id': '97cd4414-7af6-4d67-868d-dff370b4071a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838334-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 25, 49), 'started_at': datetime.datetime(2022, 4, 18, 20, 26, 19), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 21, 59, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838334-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 18 22:00:11.850664 n-d-838334-2 neutron-server[84043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e3f5697-75cf-47fa-9164-ce2856a940c1 None None] Checking segment: {'id': '732aa830-768b-4511-951f-d08e26b9c25b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84043) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 22:00:11.851052 n-d-838334-2 neutron-server[84043]: DEBUG neutron_lib.callbacks.manager [None req-5e3f5697-75cf-47fa-9164-ce2856a940c1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:00:11.851434 n-d-838334-2 neutron-server[84043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e3f5697-75cf-47fa-9164-ce2856a940c1 None None] Bound using segment: {'id': '732aa830-768b-4511-951f-d08e26b9c25b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c'} {{(pid=84043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 18 22:00:11.851918 n-d-838334-2 neutron-server[84043]: DEBUG neutron.plugins.ml2.managers [None req-5e3f5697-75cf-47fa-9164-ce2856a940c1 None None] Bound port: dd3cf159-4f59-4c12-b3a0-e63212221349, host: n-d-838334-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '732aa830-768b-4511-951f-d08e26b9c25b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c'}}] {{(pid=84043) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 22:00:11.852446 n-d-838334-2 neutron-server[84043]: DEBUG neutron_lib.callbacks.manager [None req-5e3f5697-75cf-47fa-9164-ce2856a940c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:00:11.866593 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Provisioning complete for port 4ba87a65-5a82-4453-bbc4-6592c9d708c2 triggered by entity L2. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 22:00:11.867036 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1253608'] for port, provisioning_complete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:00:11.891693 n-d-838334-2 neutron-server[84043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-decc7585-98fc-4858-ac4e-c5ba6d799659 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 22:00:11.892094 n-d-838334-2 neutron-server[84043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-decc7585-98fc-4858-ac4e-c5ba6d799659 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 22:00:11.892586 n-d-838334-2 neutron-server[84043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-decc7585-98fc-4858-ac4e-c5ba6d799659 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 22:00:11.892922 n-d-838334-2 neutron-server[84043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-decc7585-98fc-4858-ac4e-c5ba6d799659 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 22:00:11.893246 n-d-838334-2 neutron-server[84043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-decc7585-98fc-4858-ac4e-c5ba6d799659 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 22:00:11.893570 n-d-838334-2 neutron-server[84043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-decc7585-98fc-4858-ac4e-c5ba6d799659 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 22:00:11.894058 n-d-838334-2 neutron-server[84043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-decc7585-98fc-4858-ac4e-c5ba6d799659 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 22:00:11.894187 n-d-838334-2 neutron-server[84043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-decc7585-98fc-4858-ac4e-c5ba6d799659 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 22:00:11.894498 n-d-838334-2 neutron-server[84043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-decc7585-98fc-4858-ac4e-c5ba6d799659 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 22:00:11.894814 n-d-838334-2 neutron-server[84043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-decc7585-98fc-4858-ac4e-c5ba6d799659 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 22:00:11.895125 n-d-838334-2 neutron-server[84043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-decc7585-98fc-4858-ac4e-c5ba6d799659 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 22:00:11.972019 n-d-838334-2 neutron-server[84043]: DEBUG neutron.plugins.ml2.db [None req-5e3f5697-75cf-47fa-9164-ce2856a940c1 None None] For port dd3cf159-4f59-4c12-b3a0-e63212221349, host n-d-838334-2, cleared binding levels {{(pid=84043) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 22:00:11.975367 n-d-838334-2 neutron-server[84043]: DEBUG neutron.plugins.ml2.db [None req-5e3f5697-75cf-47fa-9164-ce2856a940c1 None None] For port dd3cf159-4f59-4c12-b3a0-e63212221349, host n-d-838334-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838334-2',level=0,port_id=dd3cf159-4f59-4c12-b3a0-e63212221349,segment=NetworkSegment(732aa830-768b-4511-951f-d08e26b9c25b),segment_id=732aa830-768b-4511-951f-d08e26b9c25b)] {{(pid=84043) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 22:00:11.981988 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.db_base_plugin_common [None req-b9f6de76-2f6a-4d3a-8572-a6e98130db9d admin admin] Allocated IP 172.20.0.1 (67448cfb-d890-4afc-9ddb-5ee3c93a938b/713722ca-ddd9-4c8a-8961-6ae7bb95486f/eab99ee3-947c-4bfa-ab1c-f381a5690a99) {{(pid=84041) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 22:00:11.988777 n-d-838334-2 neutron-server[84043]: DEBUG neutron_lib.callbacks.manager [None req-5e3f5697-75cf-47fa-9164-ce2856a940c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682'] for port, after_update {{(pid=84043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:00:11.999831 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Device d0810c78-305e-4695-8a10-d4711d4216a3 up at agent ovs-agent-n-d-838334-2 {{(pid=84042) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 22:00:12.085556 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Provisioning for port d0810c78-305e-4695-8a10-d4711d4216a3 completed by entity L2. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 22:00:12.091378 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Provisioning complete for port d0810c78-305e-4695-8a10-d4711d4216a3 triggered by entity L2. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 22:00:12.091962 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1253608'] for port, provisioning_complete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:00:12.094879 n-d-838334-2 neutron-server[84043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-decc7585-98fc-4858-ac4e-c5ba6d799659 None None] Pushing event updated for resources: {'Port': ['ID=dd3cf159-4f59-4c12-b3a0-e63212221349,revision_number=3']} {{(pid=84043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 22:00:12.097854 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e3f5697-75cf-47fa-9164-ce2856a940c1 None None] Routers {'5b877f6d-8cac-4145-b7c3-9bcc63e19c7f'} bound to L3 agent in host n-d-838334-2 {{(pid=84043) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 22:00:12.098444 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.l3_hamode_db [None req-5e3f5697-75cf-47fa-9164-ce2856a940c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838334-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-18T20:25:48Z,description=,heartbeat_timestamp=2022-04-18T21:59:48Z,host='n-d-838334-2',id=bc84d6c9-dd7a-4555-a351-592327b46d5a,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:25:48Z,topic='l3_agent')) {'router_ids': ['5b877f6d-8cac-4145-b7c3-9bcc63e19c7f'], 'active': True} {{(pid=84043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 22:00:12.167202 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-b9f6de76-2f6a-4d3a-8572-a6e98130db9d admin admin] Notify callbacks [] for port, precommit_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:00:12.186867 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.provisioning_blocks [None req-b9f6de76-2f6a-4d3a-8572-a6e98130db9d admin admin] Transition to ACTIVE for port object eab99ee3-947c-4bfa-ab1c-f381a5690a99 will not be triggered until provisioned by entity DHCP. {{(pid=84041) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 22:00:12.210139 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-b9f6de76-2f6a-4d3a-8572-a6e98130db9d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750374836619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32266323'] for port, after_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:00:12.234531 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-533f6bd3-c015-42bc-9d10-647d5c8ea43a None None] Provisioning complete for port d0810c78-305e-4695-8a10-d4711d4216a3 triggered by entity DHCP. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 22:00:12.234796 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-533f6bd3-c015-42bc-9d10-647d5c8ea43a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1253608'] for port, provisioning_complete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:00:12.269659 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:00:12.283363 n-d-838334-2 neutron-server[84041]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9f6de76-2f6a-4d3a-8572-a6e98130db9d admin admin] Network 67448cfb-d890-4afc-9ddb-5ee3c93a938b is already hosted by enough agents. {{(pid=84041) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 22:00:12.286323 n-d-838334-2 neutron-server[84041]: DEBUG neutron.scheduler.base_scheduler [None req-b9f6de76-2f6a-4d3a-8572-a6e98130db9d admin admin] Resources bound (agent type, host, resource id): {{(pid=84041) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 22:00:12.288999 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9f6de76-2f6a-4d3a-8572-a6e98130db9d admin admin] Received port after_create {{(pid=84041) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 22:00:12.291687 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.l3_dvr_db [None req-5e3f5697-75cf-47fa-9164-ce2856a940c1 None None] Set router 5b877f6d-8cac-4145-b7c3-9bcc63e19c7f gateway port host: n-d-838334-2 {{(pid=84043) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 22:00:12.321757 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9f6de76-2f6a-4d3a-8572-a6e98130db9d admin admin] Pushing event updated for resources: {'Port': ['ID=eab99ee3-947c-4bfa-ab1c-f381a5690a99,revision_number=1']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 22:00:12.322243 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] For port d0810c78-305e-4695-8a10-d4711d4216a3, host n-d-838334-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838334-2',level=0,port_id=d0810c78-305e-4695-8a10-d4711d4216a3,segment=NetworkSegment(3259566e-0aa3-4d65-88be-fd6aaaf2672f),segment_id=3259566e-0aa3-4d65-88be-fd6aaaf2672f)] {{(pid=84042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 22:00:12.354414 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-b9f6de76-2f6a-4d3a-8572-a6e98130db9d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33444010'] for router_interface, before_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:00:12.360818 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682'] for port, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:00:12.453935 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Pushing event updated for resources: {'Port': ['ID=d0810c78-305e-4695-8a10-d4711d4216a3,revision_number=3']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 22:00:12.462908 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-b9f6de76-2f6a-4d3a-8572-a6e98130db9d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:00:12.619333 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.l3_hamode_db [None req-5e3f5697-75cf-47fa-9164-ce2856a940c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b877f6d-8cac-4145-b7c3-9bcc63e19c7f', 'name': 'tempest-TestSnapshotPattern-201978612-router', 'tenant_id': '415821e5d48e4e92998ca04cc718dbb8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'external_fixed_ips': [{'subnet_id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'ip_address': '172.25.8.93'}], 'enable_snat': True}, 'gw_port_id': 'dd3cf159-4f59-4c12-b3a0-e63212221349', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T22:00:09Z', 'updated_at': '2022-04-18T22:00:10Z', 'revision_number': 3, 'project_id': '415821e5d48e4e92998ca04cc718dbb8', 'gw_port': {'id': 'dd3cf159-4f59-4c12-b3a0-e63212221349', 'name': '', 'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:8e:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b877f6d-8cac-4145-b7c3-9bcc63e19c7f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'ip_address': '172.25.8.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T22:00:09Z', 'updated_at': '2022-04-18T22:00:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838334-2'}], 'n-d-838334-2', False) {} {{(pid=84043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 22:00:12.623574 n-d-838334-2 neutron-server[84043]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e3f5697-75cf-47fa-9164-ce2856a940c1 None None] The sync data for ids ['5b877f6d-8cac-4145-b7c3-9bcc63e19c7f'] in n-d-838334-2 is: [{'id': '5b877f6d-8cac-4145-b7c3-9bcc63e19c7f', 'name': 'tempest-TestSnapshotPattern-201978612-router', 'tenant_id': '415821e5d48e4e92998ca04cc718dbb8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'external_fixed_ips': [{'subnet_id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'ip_address': '172.25.8.93'}], 'enable_snat': True}, 'gw_port_id': 'dd3cf159-4f59-4c12-b3a0-e63212221349', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T22:00:09Z', 'updated_at': '2022-04-18T22:00:10Z', 'revision_number': 3, 'project_id': '415821e5d48e4e92998ca04cc718dbb8', 'gw_port': {'id': 'dd3cf159-4f59-4c12-b3a0-e63212221349', 'name': '', 'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:8e:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b877f6d-8cac-4145-b7c3-9bcc63e19c7f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'ip_address': '172.25.8.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T22:00:09Z', 'updated_at': '2022-04-18T22:00:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838334-2'}] {{(pid=84043) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 18 22:00:12.665826 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-ed52a25d-0566-4545-bc2c-75c8415a8439 None None] Provisioning for port eab99ee3-947c-4bfa-ab1c-f381a5690a99 completed by entity DHCP. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 22:00:12.671034 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-ed52a25d-0566-4545-bc2c-75c8415a8439 None None] Provisioning complete for port eab99ee3-947c-4bfa-ab1c-f381a5690a99 triggered by entity DHCP. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 22:00:12.671605 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-ed52a25d-0566-4545-bc2c-75c8415a8439 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1253608'] for port, provisioning_complete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:00:12.698835 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-b9f6de76-2f6a-4d3a-8572-a6e98130db9d admin admin] Notify callbacks [] for port, precommit_update {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:00:12.704210 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-b9f6de76-2f6a-4d3a-8572-a6e98130db9d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32266282'] for port, after_update {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:00:12.731393 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.plugin [None req-ed52a25d-0566-4545-bc2c-75c8415a8439 None None] Port eab99ee3-947c-4bfa-ab1c-f381a5690a99 cannot update to ACTIVE because it is not bound. {{(pid=84042) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 18 22:00:12.810988 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-b9f6de76-2f6a-4d3a-8572-a6e98130db9d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-32377886', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33443847'] for router_interface, after_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:00:12.814239 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9f6de76-2f6a-4d3a-8572-a6e98130db9d admin admin] Pushing event updated for resources: {'Port': ['ID=eab99ee3-947c-4bfa-ab1c-f381a5690a99,revision_number=2']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 22:00:13.044942 n-d-838334-2 neutron-server[84041]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9f6de76-2f6a-4d3a-8572-a6e98130db9d admin admin] Network 67448cfb-d890-4afc-9ddb-5ee3c93a938b is already hosted by enough agents. {{(pid=84041) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 22:00:13.047375 n-d-838334-2 neutron-server[84041]: DEBUG neutron.scheduler.base_scheduler [None req-b9f6de76-2f6a-4d3a-8572-a6e98130db9d admin admin] Resources bound (agent type, host, resource id): {{(pid=84041) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 22:00:13.254278 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-11548d34-d443-42ee-93e6-00a09b03a495 None None] Provisioning complete for port eab99ee3-947c-4bfa-ab1c-f381a5690a99 triggered by entity DHCP. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 22:00:13.254639 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-11548d34-d443-42ee-93e6-00a09b03a495 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1253608'] for port, provisioning_complete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:00:13.308309 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.plugin [None req-11548d34-d443-42ee-93e6-00a09b03a495 None None] Port eab99ee3-947c-4bfa-ab1c-f381a5690a99 cannot update to ACTIVE because it is not bound. {{(pid=84042) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 18 22:00:13.434856 n-d-838334-2 neutron-server[84041]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b9f6de76-2f6a-4d3a-8572-a6e98130db9d admin admin] Router 5b877f6d-8cac-4145-b7c3-9bcc63e19c7f has already been hosted by L3 agent bc84d6c9-dd7a-4555-a351-592327b46d5a {{(pid=84041) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 22:00:13.605051 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Device d0810c78-305e-4695-8a10-d4711d4216a3 up at agent ovs-agent-n-d-838334-2 {{(pid=84042) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 22:00:13.674273 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b9f6de76-2f6a-4d3a-8572-a6e98130db9d admin admin] Notify agent at l3_agent.n-d-838334-2 the message routers_updated {{(pid=84041) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 22:00:13.682964 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Provisioning complete for port d0810c78-305e-4695-8a10-d4711d4216a3 triggered by entity L2. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 22:00:13.683511 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-b9f6de76-2f6a-4d3a-8572-a6e98130db9d admin admin] 10.222.0.42 "PUT /v2.0/routers/5b877f6d-8cac-4145-b7c3-9bcc63e19c7f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8491192 Apr 18 22:00:13.684046 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1253608'] for port, provisioning_complete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:00:14.462239 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 43192) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 22:00:14.468383 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.v2.base [None req-7233d991-3c51-40c1-9959-0492886a31ff tempest-TestSnapshotPattern-600736525 tempest-TestSnapshotPattern-600736525-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1450187397', 'description': 'tempest-secgroup-smoke-1450187397 description', 'project_id': 'c4f6005d12e44e78a2f45f7eedc42626'}} {{(pid=84040) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 22:00:14.475069 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [None req-7233d991-3c51-40c1-9959-0492886a31ff tempest-TestSnapshotPattern-600736525 tempest-TestSnapshotPattern-600736525-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 22:00:14.478796 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-7233d991-3c51-40c1-9959-0492886a31ff tempest-TestSnapshotPattern-600736525 tempest-TestSnapshotPattern-600736525-project] Usage tracker for resource:security_group and tenant:c4f6005d12e44e78a2f45f7eedc42626 is out of sync, need to count used quota {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 22:00:14.481611 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-7233d991-3c51-40c1-9959-0492886a31ff tempest-TestSnapshotPattern-600736525 tempest-TestSnapshotPattern-600736525-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 22:00:14.488741 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [None req-7233d991-3c51-40c1-9959-0492886a31ff tempest-TestSnapshotPattern-600736525 tempest-TestSnapshotPattern-600736525-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 22:00:14.498105 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-7233d991-3c51-40c1-9959-0492886a31ff tempest-TestSnapshotPattern-600736525 tempest-TestSnapshotPattern-600736525-project] Notify callbacks [] for security_group, before_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:00:14.532727 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [None req-7233d991-3c51-40c1-9959-0492886a31ff tempest-TestSnapshotPattern-600736525 tempest-TestSnapshotPattern-600736525-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 22:00:14.536474 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-7233d991-3c51-40c1-9959-0492886a31ff tempest-TestSnapshotPattern-600736525 tempest-TestSnapshotPattern-600736525-project] Usage tracker for resource:security_group_rule and tenant:c4f6005d12e44e78a2f45f7eedc42626 is out of sync, need to count used quota {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 22:00:14.539514 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-7233d991-3c51-40c1-9959-0492886a31ff tempest-TestSnapshotPattern-600736525 tempest-TestSnapshotPattern-600736525-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 22:00:14.545240 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [None req-7233d991-3c51-40c1-9959-0492886a31ff tempest-TestSnapshotPattern-600736525 tempest-TestSnapshotPattern-600736525-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 22:00:14.600345 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-7233d991-3c51-40c1-9959-0492886a31ff tempest-TestSnapshotPattern-600736525 tempest-TestSnapshotPattern-600736525-project] Notify callbacks [] for security_group, precommit_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:00:14.604046 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-7233d991-3c51-40c1-9959-0492886a31ff tempest-TestSnapshotPattern-600736525 tempest-TestSnapshotPattern-600736525-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33528224'] for security_group, after_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:00:14.657949 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7233d991-3c51-40c1-9959-0492886a31ff tempest-TestSnapshotPattern-600736525 tempest-TestSnapshotPattern-600736525-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a068b8cd-dc81-4d8f-859a-43693a6cd89e,revision_number=1']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 22:00:14.664023 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-7233d991-3c51-40c1-9959-0492886a31ff tempest-TestSnapshotPattern-600736525 tempest-TestSnapshotPattern-600736525-project] Notify callbacks [] for security_group, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:00:14.668392 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-7233d991-3c51-40c1-9959-0492886a31ff tempest-TestSnapshotPattern-600736525 tempest-TestSnapshotPattern-600736525-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1628 time: 0.2022693 Apr 18 22:00:14.669153 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 43196) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 22:00:14.674431 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.v2.base [None req-9825072a-c050-4f11-b1de-482690dc094e tempest-TestSnapshotPattern-600736525 tempest-TestSnapshotPattern-600736525-project] Request body: {'security_group_rule': {'security_group_id': 'a068b8cd-dc81-4d8f-859a-43693a6cd89e', 'project_id': 'c4f6005d12e44e78a2f45f7eedc42626', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84040) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 22:00:14.682540 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [None req-9825072a-c050-4f11-b1de-482690dc094e tempest-TestSnapshotPattern-600736525 tempest-TestSnapshotPattern-600736525-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 22:00:14.687786 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-9825072a-c050-4f11-b1de-482690dc094e tempest-TestSnapshotPattern-600736525 tempest-TestSnapshotPattern-600736525-project] Usage tracker for resource:security_group_rule and tenant:c4f6005d12e44e78a2f45f7eedc42626 is out of sync, need to count used quota {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 22:00:14.691018 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-9825072a-c050-4f11-b1de-482690dc094e tempest-TestSnapshotPattern-600736525 tempest-TestSnapshotPattern-600736525-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 22:00:14.697044 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [None req-9825072a-c050-4f11-b1de-482690dc094e tempest-TestSnapshotPattern-600736525 tempest-TestSnapshotPattern-600736525-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 22:00:14.715184 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-9825072a-c050-4f11-b1de-482690dc094e tempest-TestSnapshotPattern-600736525 tempest-TestSnapshotPattern-600736525-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:00:14.877102 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-9825072a-c050-4f11-b1de-482690dc094e tempest-TestSnapshotPattern-600736525 tempest-TestSnapshotPattern-600736525-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:00:14.880956 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-9825072a-c050-4f11-b1de-482690dc094e tempest-TestSnapshotPattern-600736525 tempest-TestSnapshotPattern-600736525-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33528311'] for security_group_rule, after_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:00:14.907436 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9825072a-c050-4f11-b1de-482690dc094e tempest-TestSnapshotPattern-600736525 tempest-TestSnapshotPattern-600736525-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b5f5861c-3a2a-4397-b6e7-df7a351028e3,revision_number=0']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 22:00:14.917427 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-9825072a-c050-4f11-b1de-482690dc094e tempest-TestSnapshotPattern-600736525 tempest-TestSnapshotPattern-600736525-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:00:14.918597 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-9825072a-c050-4f11-b1de-482690dc094e tempest-TestSnapshotPattern-600736525 tempest-TestSnapshotPattern-600736525-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.2491779 Apr 18 22:00:14.921517 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 43200) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 22:00:14.927043 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.v2.base [None req-174bacdd-5bd4-4728-90c6-1933f72f25f8 tempest-TestSnapshotPattern-600736525 tempest-TestSnapshotPattern-600736525-project] Request body: {'security_group_rule': {'security_group_id': 'a068b8cd-dc81-4d8f-859a-43693a6cd89e', 'project_id': 'c4f6005d12e44e78a2f45f7eedc42626', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=84040) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 22:00:14.933428 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [None req-174bacdd-5bd4-4728-90c6-1933f72f25f8 tempest-TestSnapshotPattern-600736525 tempest-TestSnapshotPattern-600736525-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 22:00:14.937153 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-174bacdd-5bd4-4728-90c6-1933f72f25f8 tempest-TestSnapshotPattern-600736525 tempest-TestSnapshotPattern-600736525-project] Usage tracker for resource:security_group_rule and tenant:c4f6005d12e44e78a2f45f7eedc42626 is out of sync, need to count used quota {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 22:00:14.940037 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-174bacdd-5bd4-4728-90c6-1933f72f25f8 tempest-TestSnapshotPattern-600736525 tempest-TestSnapshotPattern-600736525-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 22:00:14.945697 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [None req-174bacdd-5bd4-4728-90c6-1933f72f25f8 tempest-TestSnapshotPattern-600736525 tempest-TestSnapshotPattern-600736525-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 22:00:14.962141 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-174bacdd-5bd4-4728-90c6-1933f72f25f8 tempest-TestSnapshotPattern-600736525 tempest-TestSnapshotPattern-600736525-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:00:15.040244 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-174bacdd-5bd4-4728-90c6-1933f72f25f8 tempest-TestSnapshotPattern-600736525 tempest-TestSnapshotPattern-600736525-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:00:15.040244 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-174bacdd-5bd4-4728-90c6-1933f72f25f8 tempest-TestSnapshotPattern-600736525 tempest-TestSnapshotPattern-600736525-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33528311'] for security_group_rule, after_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:00:15.060442 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-174bacdd-5bd4-4728-90c6-1933f72f25f8 tempest-TestSnapshotPattern-600736525 tempest-TestSnapshotPattern-600736525-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8715b03a-94b6-4680-9e60-b74b082f3f10,revision_number=0']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 22:00:15.070035 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-174bacdd-5bd4-4728-90c6-1933f72f25f8 tempest-TestSnapshotPattern-600736525 tempest-TestSnapshotPattern-600736525-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:00:15.071177 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-174bacdd-5bd4-4728-90c6-1933f72f25f8 tempest-TestSnapshotPattern-600736525 tempest-TestSnapshotPattern-600736525-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.1487551 Apr 18 22:00:15.073916 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 43204) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 22:00:15.079800 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.v2.base [None req-d71c5dc1-920c-4fe4-8913-e545e41baf0a tempest-TestSnapshotPattern-600736525 tempest-TestSnapshotPattern-600736525-project] Request body: {'security_group_rule': {'security_group_id': 'a068b8cd-dc81-4d8f-859a-43693a6cd89e', 'project_id': 'c4f6005d12e44e78a2f45f7eedc42626', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=84040) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 22:00:15.086074 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [None req-d71c5dc1-920c-4fe4-8913-e545e41baf0a tempest-TestSnapshotPattern-600736525 tempest-TestSnapshotPattern-600736525-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 22:00:15.089797 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-d71c5dc1-920c-4fe4-8913-e545e41baf0a tempest-TestSnapshotPattern-600736525 tempest-TestSnapshotPattern-600736525-project] Usage tracker for resource:security_group_rule and tenant:c4f6005d12e44e78a2f45f7eedc42626 is out of sync, need to count used quota {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 22:00:15.092639 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-d71c5dc1-920c-4fe4-8913-e545e41baf0a tempest-TestSnapshotPattern-600736525 tempest-TestSnapshotPattern-600736525-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 22:00:15.098234 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [None req-d71c5dc1-920c-4fe4-8913-e545e41baf0a tempest-TestSnapshotPattern-600736525 tempest-TestSnapshotPattern-600736525-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 22:00:15.114293 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-d71c5dc1-920c-4fe4-8913-e545e41baf0a tempest-TestSnapshotPattern-600736525 tempest-TestSnapshotPattern-600736525-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:00:15.176123 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-d71c5dc1-920c-4fe4-8913-e545e41baf0a tempest-TestSnapshotPattern-600736525 tempest-TestSnapshotPattern-600736525-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:00:15.179429 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-d71c5dc1-920c-4fe4-8913-e545e41baf0a tempest-TestSnapshotPattern-600736525 tempest-TestSnapshotPattern-600736525-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33528311'] for security_group_rule, after_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:00:15.205304 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d71c5dc1-920c-4fe4-8913-e545e41baf0a tempest-TestSnapshotPattern-600736525 tempest-TestSnapshotPattern-600736525-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0c8f3e0d-17d1-4e91-b09d-e6c95a1ba3d8,revision_number=0']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 22:00:15.213852 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-d71c5dc1-920c-4fe4-8913-e545e41baf0a tempest-TestSnapshotPattern-600736525 tempest-TestSnapshotPattern-600736525-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:00:15.215161 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-d71c5dc1-920c-4fe4-8913-e545e41baf0a tempest-TestSnapshotPattern-600736525 tempest-TestSnapshotPattern-600736525-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.1403260 Apr 18 22:00:15.217896 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 43208) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 22:00:15.223104 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.v2.base [None req-ba4ba490-8e9c-4073-a7d4-455212d8cc41 tempest-TestSnapshotPattern-600736525 tempest-TestSnapshotPattern-600736525-project] Request body: {'security_group_rule': {'security_group_id': 'a068b8cd-dc81-4d8f-859a-43693a6cd89e', 'project_id': 'c4f6005d12e44e78a2f45f7eedc42626', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=84040) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 22:00:15.229365 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [None req-ba4ba490-8e9c-4073-a7d4-455212d8cc41 tempest-TestSnapshotPattern-600736525 tempest-TestSnapshotPattern-600736525-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 22:00:15.233192 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-ba4ba490-8e9c-4073-a7d4-455212d8cc41 tempest-TestSnapshotPattern-600736525 tempest-TestSnapshotPattern-600736525-project] Usage tracker for resource:security_group_rule and tenant:c4f6005d12e44e78a2f45f7eedc42626 is out of sync, need to count used quota {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 22:00:15.236042 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-ba4ba490-8e9c-4073-a7d4-455212d8cc41 tempest-TestSnapshotPattern-600736525 tempest-TestSnapshotPattern-600736525-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 22:00:15.241618 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [None req-ba4ba490-8e9c-4073-a7d4-455212d8cc41 tempest-TestSnapshotPattern-600736525 tempest-TestSnapshotPattern-600736525-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 22:00:15.258390 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-ba4ba490-8e9c-4073-a7d4-455212d8cc41 tempest-TestSnapshotPattern-600736525 tempest-TestSnapshotPattern-600736525-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:00:15.324658 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-ba4ba490-8e9c-4073-a7d4-455212d8cc41 tempest-TestSnapshotPattern-600736525 tempest-TestSnapshotPattern-600736525-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:00:15.329912 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-ba4ba490-8e9c-4073-a7d4-455212d8cc41 tempest-TestSnapshotPattern-600736525 tempest-TestSnapshotPattern-600736525-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33528311'] for security_group_rule, after_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:00:15.354870 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba4ba490-8e9c-4073-a7d4-455212d8cc41 tempest-TestSnapshotPattern-600736525 tempest-TestSnapshotPattern-600736525-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4cdf26bf-69b4-4487-a71a-a59a8b3255aa,revision_number=0']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 22:00:15.363396 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-ba4ba490-8e9c-4073-a7d4-455212d8cc41 tempest-TestSnapshotPattern-600736525 tempest-TestSnapshotPattern-600736525-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:00:15.364544 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-ba4ba490-8e9c-4073-a7d4-455212d8cc41 tempest-TestSnapshotPattern-600736525 tempest-TestSnapshotPattern-600736525-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.1457508 Apr 18 22:00:15.367456 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 43212) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 22:00:15.372950 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.v2.base [None req-5785e09a-54b5-4239-96e5-c468d6786931 tempest-TestSnapshotPattern-600736525 tempest-TestSnapshotPattern-600736525-project] Request body: {'security_group_rule': {'security_group_id': 'a068b8cd-dc81-4d8f-859a-43693a6cd89e', 'project_id': 'c4f6005d12e44e78a2f45f7eedc42626', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=84041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 22:00:15.380972 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-5785e09a-54b5-4239-96e5-c468d6786931 tempest-TestSnapshotPattern-600736525 tempest-TestSnapshotPattern-600736525-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 22:00:15.384761 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-5785e09a-54b5-4239-96e5-c468d6786931 tempest-TestSnapshotPattern-600736525 tempest-TestSnapshotPattern-600736525-project] Usage tracker for resource:security_group_rule and tenant:c4f6005d12e44e78a2f45f7eedc42626 is out of sync, need to count used quota {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 22:00:15.387596 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-5785e09a-54b5-4239-96e5-c468d6786931 tempest-TestSnapshotPattern-600736525 tempest-TestSnapshotPattern-600736525-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 22:00:15.393770 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-5785e09a-54b5-4239-96e5-c468d6786931 tempest-TestSnapshotPattern-600736525 tempest-TestSnapshotPattern-600736525-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 22:00:15.403907 n-d-838334-2 neutron-server[84041]: INFO neutron.db.securitygroups_db [None req-5785e09a-54b5-4239-96e5-c468d6786931 tempest-TestSnapshotPattern-600736525 tempest-TestSnapshotPattern-600736525-project] Project c4f6005d12e44e78a2f45f7eedc42626 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 18 22:00:15.411162 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-5785e09a-54b5-4239-96e5-c468d6786931 tempest-TestSnapshotPattern-600736525 tempest-TestSnapshotPattern-600736525-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:00:15.478375 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-5785e09a-54b5-4239-96e5-c468d6786931 tempest-TestSnapshotPattern-600736525 tempest-TestSnapshotPattern-600736525-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:00:15.481714 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-5785e09a-54b5-4239-96e5-c468d6786931 tempest-TestSnapshotPattern-600736525 tempest-TestSnapshotPattern-600736525-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33528311'] for security_group_rule, after_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:00:15.505059 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5785e09a-54b5-4239-96e5-c468d6786931 tempest-TestSnapshotPattern-600736525 tempest-TestSnapshotPattern-600736525-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5446bf01-3c35-4ff3-9572-eeac3bda7a11,revision_number=0']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 22:00:15.514832 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-5785e09a-54b5-4239-96e5-c468d6786931 tempest-TestSnapshotPattern-600736525 tempest-TestSnapshotPattern-600736525-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:00:15.516113 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-5785e09a-54b5-4239-96e5-c468d6786931 tempest-TestSnapshotPattern-600736525 tempest-TestSnapshotPattern-600736525-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.1476595 Apr 18 22:00:15.518751 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 43216) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 22:00:15.524012 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.v2.base [None req-126c2a0e-df37-4314-9c61-0a57684733aa tempest-TestSnapshotPattern-600736525 tempest-TestSnapshotPattern-600736525-project] Request body: {'security_group_rule': {'security_group_id': 'a068b8cd-dc81-4d8f-859a-43693a6cd89e', 'project_id': 'c4f6005d12e44e78a2f45f7eedc42626', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=84041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 22:00:15.531425 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-126c2a0e-df37-4314-9c61-0a57684733aa tempest-TestSnapshotPattern-600736525 tempest-TestSnapshotPattern-600736525-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 22:00:15.535195 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-126c2a0e-df37-4314-9c61-0a57684733aa tempest-TestSnapshotPattern-600736525 tempest-TestSnapshotPattern-600736525-project] Usage tracker for resource:security_group_rule and tenant:c4f6005d12e44e78a2f45f7eedc42626 is out of sync, need to count used quota {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 22:00:15.538335 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-126c2a0e-df37-4314-9c61-0a57684733aa tempest-TestSnapshotPattern-600736525 tempest-TestSnapshotPattern-600736525-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=84041) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 22:00:15.544012 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [None req-126c2a0e-df37-4314-9c61-0a57684733aa tempest-TestSnapshotPattern-600736525 tempest-TestSnapshotPattern-600736525-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 22:00:15.553901 n-d-838334-2 neutron-server[84041]: INFO neutron.db.securitygroups_db [None req-126c2a0e-df37-4314-9c61-0a57684733aa tempest-TestSnapshotPattern-600736525 tempest-TestSnapshotPattern-600736525-project] Project c4f6005d12e44e78a2f45f7eedc42626 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 18 22:00:15.560129 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-126c2a0e-df37-4314-9c61-0a57684733aa tempest-TestSnapshotPattern-600736525 tempest-TestSnapshotPattern-600736525-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:00:15.624302 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-126c2a0e-df37-4314-9c61-0a57684733aa tempest-TestSnapshotPattern-600736525 tempest-TestSnapshotPattern-600736525-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:00:15.627927 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-126c2a0e-df37-4314-9c61-0a57684733aa tempest-TestSnapshotPattern-600736525 tempest-TestSnapshotPattern-600736525-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33528311'] for security_group_rule, after_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:00:15.658991 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-126c2a0e-df37-4314-9c61-0a57684733aa tempest-TestSnapshotPattern-600736525 tempest-TestSnapshotPattern-600736525-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2bf664c1-a103-49d8-a890-013ee40dd569,revision_number=0']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 22:00:15.672505 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-126c2a0e-df37-4314-9c61-0a57684733aa tempest-TestSnapshotPattern-600736525 tempest-TestSnapshotPattern-600736525-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:00:15.676286 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-126c2a0e-df37-4314-9c61-0a57684733aa tempest-TestSnapshotPattern-600736525 tempest-TestSnapshotPattern-600736525-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.1566308 Apr 18 22:00:15.820918 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-c7157730-f9cd-473d-a4f7-274acc217777 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750375287399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253529'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:00:15.856615 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [req-788fc857-0543-4123-874d-0ceb6a06b62b req-91732c87-065e-469e-9766-84efb58d3ca1 tempest-TestSnapshotPattern-600736525 tempest-TestSnapshotPattern-600736525-project] Synchronizing usage tracker for tenant:c4f6005d12e44e78a2f45f7eedc42626 on resource:security_group {{(pid=84040) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 22:00:15.873000 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [req-788fc857-0543-4123-874d-0ceb6a06b62b req-91732c87-065e-469e-9766-84efb58d3ca1 tempest-TestSnapshotPattern-600736525 tempest-TestSnapshotPattern-600736525-project] Unset dirty status for tenant:c4f6005d12e44e78a2f45f7eedc42626 on resource:security_group {{(pid=84040) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 22:00:15.874503 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-788fc857-0543-4123-874d-0ceb6a06b62b req-91732c87-065e-469e-9766-84efb58d3ca1 tempest-TestSnapshotPattern-600736525 tempest-TestSnapshotPattern-600736525-project] 10.222.0.42 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1450187397&fields=id&tenant_id=c4f6005d12e44e78a2f45f7eedc42626 HTTP/1.1" status: 200 len: 267 time: 0.0600457 Apr 18 22:00:16.029455 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-788fc857-0543-4123-874d-0ceb6a06b62b req-562e82cf-e6b5-4928-87f8-947e2232b47b tempest-TestSnapshotPattern-600736525 tempest-TestSnapshotPattern-600736525-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 22:00:16.031397 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-788fc857-0543-4123-874d-0ceb6a06b62b req-562e82cf-e6b5-4928-87f8-947e2232b47b tempest-TestSnapshotPattern-600736525 tempest-TestSnapshotPattern-600736525-project] 10.222.0.42 "GET /v2.0/networks?id=119aa3bb-054f-46a0-b547-0d3d238bbb07 HTTP/1.1" status: 200 len: 810 time: 0.1459389 Apr 18 22:00:16.049054 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-788fc857-0543-4123-874d-0ceb6a06b62b req-3c7bee55-f7cd-4dde-b9e1-088ca250daf4 tempest-TestSnapshotPattern-600736525 tempest-TestSnapshotPattern-600736525-project] 10.222.0.42 "GET /v2.0/quotas/c4f6005d12e44e78a2f45f7eedc42626 HTTP/1.1" status: 200 len: 375 time: 0.0120816 Apr 18 22:00:16.130355 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [req-788fc857-0543-4123-874d-0ceb6a06b62b req-22435d0c-55a0-4339-80ad-19a5bf08a4d5 tempest-TestSnapshotPattern-600736525 tempest-TestSnapshotPattern-600736525-project] Synchronizing usage tracker for tenant:c4f6005d12e44e78a2f45f7eedc42626 on resource:port {{(pid=84040) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 22:00:16.147133 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [req-788fc857-0543-4123-874d-0ceb6a06b62b req-22435d0c-55a0-4339-80ad-19a5bf08a4d5 tempest-TestSnapshotPattern-600736525 tempest-TestSnapshotPattern-600736525-project] Unset dirty status for tenant:c4f6005d12e44e78a2f45f7eedc42626 on resource:port {{(pid=84040) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 22:00:16.148448 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-788fc857-0543-4123-874d-0ceb6a06b62b req-22435d0c-55a0-4339-80ad-19a5bf08a4d5 tempest-TestSnapshotPattern-600736525 tempest-TestSnapshotPattern-600736525-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=c4f6005d12e44e78a2f45f7eedc42626&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0945969 Apr 18 22:00:16.164708 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [req-788fc857-0543-4123-874d-0ceb6a06b62b req-a179601d-d27f-4a5f-9852-389756d99647 service neutron] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=84040) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 18 22:00:16.165671 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-788fc857-0543-4123-874d-0ceb6a06b62b req-a179601d-d27f-4a5f-9852-389756d99647 service neutron] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0052798 Apr 18 22:00:16.298013 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-788fc857-0543-4123-874d-0ceb6a06b62b req-69a3db28-b426-43b5-8da8-30f0f36568ac service neutron] 10.222.0.42 "GET /v2.0/networks/119aa3bb-054f-46a0-b547-0d3d238bbb07?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1266761 Apr 18 22:00:16.427016 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-788fc857-0543-4123-874d-0ceb6a06b62b req-1e1ca55e-cb90-456a-93ab-3fddec6df3ff service neutron] 10.222.0.42 "GET /v2.0/networks/119aa3bb-054f-46a0-b547-0d3d238bbb07?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1232715 Apr 18 22:00:16.735481 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-e14ee992-4ed4-494c-8504-eb962c5a3bdd req-9cda7bd9-2c86-4ff2-8942-b848cc19b9fa tempest-TestSnapshotPattern-600736525 tempest-TestSnapshotPattern-600736525-project] 10.222.0.42 "GET /v2.0/ports?device_id=c54b98f8-7c21-47cc-a091-0e7921f34800 HTTP/1.1" status: 200 len: 210 time: 0.1654155 Apr 18 22:00:17.886363 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-788fc857-0543-4123-874d-0ceb6a06b62b req-233997fc-3d3e-4823-a2b7-db3093f75301 tempest-TestSnapshotPattern-600736525 tempest-TestSnapshotPattern-600736525-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 22:00:17.888175 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-788fc857-0543-4123-874d-0ceb6a06b62b req-233997fc-3d3e-4823-a2b7-db3093f75301 tempest-TestSnapshotPattern-600736525 tempest-TestSnapshotPattern-600736525-project] 10.222.0.43 "GET /v2.0/networks?id=119aa3bb-054f-46a0-b547-0d3d238bbb07 HTTP/1.1" status: 200 len: 810 time: 0.1574404 Apr 18 22:00:17.960378 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-788fc857-0543-4123-874d-0ceb6a06b62b req-793362f8-aa5f-4438-ba54-dc7a9654ba53 tempest-TestSnapshotPattern-600736525 tempest-TestSnapshotPattern-600736525-project] 10.222.0.43 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c4f6005d12e44e78a2f45f7eedc42626 HTTP/1.1" status: 200 len: 380 time: 0.0591712 Apr 18 22:00:17.972089 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.v2.base [req-788fc857-0543-4123-874d-0ceb6a06b62b req-c24eb561-7c90-4139-9205-5004c1109891 tempest-TestSnapshotPattern-600736525 tempest-TestSnapshotPattern-600736525-project] Request body: {'port': {'device_id': 'c54b98f8-7c21-47cc-a091-0e7921f34800', 'network_id': '119aa3bb-054f-46a0-b547-0d3d238bbb07', 'admin_state_up': True, 'tenant_id': 'c4f6005d12e44e78a2f45f7eedc42626', 'security_groups': ['a068b8cd-dc81-4d8f-859a-43693a6cd89e']}} {{(pid=84040) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 22:00:18.066631 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-5477b496-b3a6-49bb-b006-7ea55da0d6d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750375287399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253529'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:00:18.118006 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-438511c1-6a64-4657-8eba-39c1541b9dc0 req-8f51686a-d970-44f8-aece-0b75b86d8b8c tempest-TestSnapshotPattern-600736525 tempest-TestSnapshotPattern-600736525-project] 10.222.0.42 "GET /v2.0/ports?device_id=c54b98f8-7c21-47cc-a091-0e7921f34800 HTTP/1.1" status: 200 len: 210 time: 0.2505362 Apr 18 22:00:18.173749 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [req-788fc857-0543-4123-874d-0ceb6a06b62b req-c24eb561-7c90-4139-9205-5004c1109891 tempest-TestSnapshotPattern-600736525 tempest-TestSnapshotPattern-600736525-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 22:00:18.183309 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [req-788fc857-0543-4123-874d-0ceb6a06b62b req-c24eb561-7c90-4139-9205-5004c1109891 tempest-TestSnapshotPattern-600736525 tempest-TestSnapshotPattern-600736525-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 22:00:18.192851 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-788fc857-0543-4123-874d-0ceb6a06b62b req-c24eb561-7c90-4139-9205-5004c1109891 tempest-TestSnapshotPattern-600736525 tempest-TestSnapshotPattern-600736525-project] Made reservation on behalf of c4f6005d12e44e78a2f45f7eedc42626 for: {'port': 1} {{(pid=84040) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 22:00:18.195975 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-788fc857-0543-4123-874d-0ceb6a06b62b req-c24eb561-7c90-4139-9205-5004c1109891 tempest-TestSnapshotPattern-600736525 tempest-TestSnapshotPattern-600736525-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:00:18.363500 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.db_base_plugin_common [req-788fc857-0543-4123-874d-0ceb6a06b62b req-c24eb561-7c90-4139-9205-5004c1109891 tempest-TestSnapshotPattern-600736525 tempest-TestSnapshotPattern-600736525-project] Allocated IP 172.20.0.7 (119aa3bb-054f-46a0-b547-0d3d238bbb07/f699c42a-153f-4e6b-8c51-186791b0fee2/d640216c-4ca0-4d9b-9dfe-05276e6d845b) {{(pid=84040) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 22:00:18.559164 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-788fc857-0543-4123-874d-0ceb6a06b62b req-c24eb561-7c90-4139-9205-5004c1109891 tempest-TestSnapshotPattern-600736525 tempest-TestSnapshotPattern-600736525-project] Notify callbacks [] for port, precommit_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:00:18.574743 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.provisioning_blocks [req-788fc857-0543-4123-874d-0ceb6a06b62b req-c24eb561-7c90-4139-9205-5004c1109891 tempest-TestSnapshotPattern-600736525 tempest-TestSnapshotPattern-600736525-project] Transition to ACTIVE for port object d640216c-4ca0-4d9b-9dfe-05276e6d845b will not be triggered until provisioned by entity DHCP. {{(pid=84040) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 22:00:18.597214 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-788fc857-0543-4123-874d-0ceb6a06b62b req-c24eb561-7c90-4139-9205-5004c1109891 tempest-TestSnapshotPattern-600736525 tempest-TestSnapshotPattern-600736525-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750374836619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32440838'] for port, after_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:00:18.669408 n-d-838334-2 neutron-server[84040]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-788fc857-0543-4123-874d-0ceb6a06b62b req-c24eb561-7c90-4139-9205-5004c1109891 tempest-TestSnapshotPattern-600736525 tempest-TestSnapshotPattern-600736525-project] Network 119aa3bb-054f-46a0-b547-0d3d238bbb07 is already hosted by enough agents. {{(pid=84040) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 22:00:18.672506 n-d-838334-2 neutron-server[84040]: DEBUG neutron.scheduler.base_scheduler [req-788fc857-0543-4123-874d-0ceb6a06b62b req-c24eb561-7c90-4139-9205-5004c1109891 tempest-TestSnapshotPattern-600736525 tempest-TestSnapshotPattern-600736525-project] Resources bound (agent type, host, resource id): {{(pid=84040) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 22:00:18.675001 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.l3_dvrscheduler_db [req-788fc857-0543-4123-874d-0ceb6a06b62b req-c24eb561-7c90-4139-9205-5004c1109891 tempest-TestSnapshotPattern-600736525 tempest-TestSnapshotPattern-600736525-project] Received port after_create {{(pid=84040) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 22:00:18.716020 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c24eb561-7c90-4139-9205-5004c1109891 tempest-TestSnapshotPattern-600736525 tempest-TestSnapshotPattern-600736525-project] Pushing event updated for resources: {'Port': ['ID=d640216c-4ca0-4d9b-9dfe-05276e6d845b,revision_number=1']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 22:00:18.859495 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-788fc857-0543-4123-874d-0ceb6a06b62b req-c24eb561-7c90-4139-9205-5004c1109891 tempest-TestSnapshotPattern-600736525 tempest-TestSnapshotPattern-600736525-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 22:00:18.860179 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-788fc857-0543-4123-874d-0ceb6a06b62b req-c24eb561-7c90-4139-9205-5004c1109891 tempest-TestSnapshotPattern-600736525 tempest-TestSnapshotPattern-600736525-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217293'] for port, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:00:18.871094 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-a63ddd8d-42ed-4675-a853-c67707352705 None None] Provisioning for port d640216c-4ca0-4d9b-9dfe-05276e6d845b completed by entity DHCP. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 22:00:18.876723 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-a63ddd8d-42ed-4675-a853-c67707352705 None None] Provisioning complete for port d640216c-4ca0-4d9b-9dfe-05276e6d845b triggered by entity DHCP. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 22:00:18.877092 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-a63ddd8d-42ed-4675-a853-c67707352705 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1253608'] for port, provisioning_complete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:00:18.884447 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-788fc857-0543-4123-874d-0ceb6a06b62b req-c24eb561-7c90-4139-9205-5004c1109891 tempest-TestSnapshotPattern-600736525 tempest-TestSnapshotPattern-600736525-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9179707 Apr 18 22:00:18.934423 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.plugin [None req-a63ddd8d-42ed-4675-a853-c67707352705 None None] Port d640216c-4ca0-4d9b-9dfe-05276e6d845b cannot update to ACTIVE because it is not bound. {{(pid=84042) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 18 22:00:18.972130 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.v2.base [req-788fc857-0543-4123-874d-0ceb6a06b62b req-78dba1dd-91c9-4f40-b1f6-5d6ca3d2d761 service neutron] Request body: {'port': {'device_id': 'c54b98f8-7c21-47cc-a091-0e7921f34800', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-838334-2'}} {{(pid=84040) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 22:00:19.077134 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-788fc857-0543-4123-874d-0ceb6a06b62b req-78dba1dd-91c9-4f40-b1f6-5d6ca3d2d761 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:00:19.254501 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750375287399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253529'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:00:19.412036 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4767834d-0e7f-4d60-a287-dbd2f2993ab7 req-e692d289-6594-4874-8e10-c1da947b45d8 tempest-TestSnapshotPattern-600736525 tempest-TestSnapshotPattern-600736525-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 22:00:19.412720 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [req-4767834d-0e7f-4d60-a287-dbd2f2993ab7 req-e692d289-6594-4874-8e10-c1da947b45d8 tempest-TestSnapshotPattern-600736525 tempest-TestSnapshotPattern-600736525-project] Synchronizing usage tracker for tenant:c4f6005d12e44e78a2f45f7eedc42626 on resource:port {{(pid=84040) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 22:00:19.473606 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [req-4767834d-0e7f-4d60-a287-dbd2f2993ab7 req-e692d289-6594-4874-8e10-c1da947b45d8 tempest-TestSnapshotPattern-600736525 tempest-TestSnapshotPattern-600736525-project] Unset dirty status for tenant:c4f6005d12e44e78a2f45f7eedc42626 on resource:port {{(pid=84040) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 22:00:19.474733 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-4767834d-0e7f-4d60-a287-dbd2f2993ab7 req-e692d289-6594-4874-8e10-c1da947b45d8 tempest-TestSnapshotPattern-600736525 tempest-TestSnapshotPattern-600736525-project] 10.222.0.42 "GET /v2.0/ports?device_id=c54b98f8-7c21-47cc-a091-0e7921f34800 HTTP/1.1" status: 200 len: 931 time: 0.2352626 Apr 18 22:00:19.509235 n-d-838334-2 neutron-server[84040]: DEBUG neutron.notifiers.nova [req-788fc857-0543-4123-874d-0ceb6a06b62b req-78dba1dd-91c9-4f40-b1f6-5d6ca3d2d761 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d640216c-4ca0-4d9b-9dfe-05276e6d845b {{(pid=84040) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 18 22:00:19.517329 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-788fc857-0543-4123-874d-0ceb6a06b62b req-78dba1dd-91c9-4f40-b1f6-5d6ca3d2d761 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:00:19.544421 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.provisioning_blocks [req-788fc857-0543-4123-874d-0ceb6a06b62b req-78dba1dd-91c9-4f40-b1f6-5d6ca3d2d761 service neutron] Transition to ACTIVE for port object d640216c-4ca0-4d9b-9dfe-05276e6d845b will not be triggered until provisioned by entity L2. {{(pid=84040) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 22:00:19.549476 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-4767834d-0e7f-4d60-a287-dbd2f2993ab7 req-da221357-3fab-4210-9f54-e1c5bcc2c7a0 tempest-TestSnapshotPattern-600736525 tempest-TestSnapshotPattern-600736525-project] 10.222.0.42 "GET /v2.0/security-groups?id=a068b8cd-dc81-4d8f-859a-43693a6cd89e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0678294 Apr 18 22:00:19.550472 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-788fc857-0543-4123-874d-0ceb6a06b62b req-78dba1dd-91c9-4f40-b1f6-5d6ca3d2d761 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32440959'] for port, after_update {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:00:19.632955 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Device dd3cf159-4f59-4c12-b3a0-e63212221349 up at agent ovs-agent-n-d-838334-2 {{(pid=84042) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 22:00:19.683960 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78dba1dd-91c9-4f40-b1f6-5d6ca3d2d761 service neutron] Pushing event updated for resources: {'Port': ['ID=d640216c-4ca0-4d9b-9dfe-05276e6d845b,revision_number=2']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 22:00:19.706328 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Provisioning for port dd3cf159-4f59-4c12-b3a0-e63212221349 completed by entity L2. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 22:00:19.712655 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Provisioning complete for port dd3cf159-4f59-4c12-b3a0-e63212221349 triggered by entity L2. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 22:00:19.713384 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1253608'] for port, provisioning_complete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:00:19.793897 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.managers [req-788fc857-0543-4123-874d-0ceb6a06b62b req-78dba1dd-91c9-4f40-b1f6-5d6ca3d2d761 service neutron] Attempting to bind port d640216c-4ca0-4d9b-9dfe-05276e6d845b on host n-h1-838334-2 for vnic_type normal with profile {{(pid=84040) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 22:00:19.794543 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.managers [req-788fc857-0543-4123-874d-0ceb6a06b62b req-78dba1dd-91c9-4f40-b1f6-5d6ca3d2d761 service neutron] Attempting to bind port d640216c-4ca0-4d9b-9dfe-05276e6d845b by drivers openvswitch,hyperv on host n-h1-838334-2 at level 0 using segments [{'id': '8b797297-c446-431e-bd6a-a6a632385eef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': '119aa3bb-054f-46a0-b547-0d3d238bbb07'}] {{(pid=84040) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 22:00:19.795242 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-788fc857-0543-4123-874d-0ceb6a06b62b req-78dba1dd-91c9-4f40-b1f6-5d6ca3d2d761 service neutron] Attempting to bind port d640216c-4ca0-4d9b-9dfe-05276e6d845b on network 119aa3bb-054f-46a0-b547-0d3d238bbb07 {{(pid=84040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 22:00:19.802403 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-788fc857-0543-4123-874d-0ceb6a06b62b req-78dba1dd-91c9-4f40-b1f6-5d6ca3d2d761 service neutron] Port d640216c-4ca0-4d9b-9dfe-05276e6d845b on network 119aa3bb-054f-46a0-b547-0d3d238bbb07 not bound, no agent of type Open vSwitch agent registered on host n-h1-838334-2 {{(pid=84040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 18 22:00:19.802724 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-788fc857-0543-4123-874d-0ceb6a06b62b req-78dba1dd-91c9-4f40-b1f6-5d6ca3d2d761 service neutron] Attempting to bind port d640216c-4ca0-4d9b-9dfe-05276e6d845b on network 119aa3bb-054f-46a0-b547-0d3d238bbb07 {{(pid=84040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 22:00:19.809347 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-788fc857-0543-4123-874d-0ceb6a06b62b req-78dba1dd-91c9-4f40-b1f6-5d6ca3d2d761 service neutron] Checking agent: {'id': 'd63bab19-ff81-4de1-afeb-a3732288d0d7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-838334-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 33, 59), 'started_at': datetime.datetime(2022, 4, 18, 20, 33, 59), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 22, 0), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 18 22:00:19.809600 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-788fc857-0543-4123-874d-0ceb6a06b62b req-78dba1dd-91c9-4f40-b1f6-5d6ca3d2d761 service neutron] Checking segment: {'id': '8b797297-c446-431e-bd6a-a6a632385eef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': '119aa3bb-054f-46a0-b547-0d3d238bbb07'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84040) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 22:00:19.809977 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-788fc857-0543-4123-874d-0ceb6a06b62b req-78dba1dd-91c9-4f40-b1f6-5d6ca3d2d761 service neutron] Bound using segment: {'id': '8b797297-c446-431e-bd6a-a6a632385eef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': '119aa3bb-054f-46a0-b547-0d3d238bbb07'} {{(pid=84040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 18 22:00:19.810396 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.managers [req-788fc857-0543-4123-874d-0ceb6a06b62b req-78dba1dd-91c9-4f40-b1f6-5d6ca3d2d761 service neutron] Bound port: d640216c-4ca0-4d9b-9dfe-05276e6d845b, host: n-h1-838334-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8b797297-c446-431e-bd6a-a6a632385eef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': '119aa3bb-054f-46a0-b547-0d3d238bbb07'}}] {{(pid=84040) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 22:00:19.810738 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-788fc857-0543-4123-874d-0ceb6a06b62b req-78dba1dd-91c9-4f40-b1f6-5d6ca3d2d761 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:00:19.823332 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-414b6ffe-e119-47bc-b18f-bcff1219c2f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750375287399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253529'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:00:19.850848 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:00:19.871426 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] For port dd3cf159-4f59-4c12-b3a0-e63212221349, host n-d-838334-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838334-2',level=0,port_id=dd3cf159-4f59-4c12-b3a0-e63212221349,segment=NetworkSegment(732aa830-768b-4511-951f-d08e26b9c25b),segment_id=732aa830-768b-4511-951f-d08e26b9c25b)] {{(pid=84042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 22:00:19.877861 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682'] for port, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:00:19.904249 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.db [req-788fc857-0543-4123-874d-0ceb6a06b62b req-78dba1dd-91c9-4f40-b1f6-5d6ca3d2d761 service neutron] For port d640216c-4ca0-4d9b-9dfe-05276e6d845b, host n-h1-838334-2, cleared binding levels {{(pid=84040) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 22:00:19.907737 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.db [req-788fc857-0543-4123-874d-0ceb6a06b62b req-78dba1dd-91c9-4f40-b1f6-5d6ca3d2d761 service neutron] For port d640216c-4ca0-4d9b-9dfe-05276e6d845b, host n-h1-838334-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838334-2',level=0,port_id=d640216c-4ca0-4d9b-9dfe-05276e6d845b,segment=NetworkSegment(8b797297-c446-431e-bd6a-a6a632385eef),segment_id=8b797297-c446-431e-bd6a-a6a632385eef)] {{(pid=84040) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 22:00:19.911872 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-788fc857-0543-4123-874d-0ceb6a06b62b req-78dba1dd-91c9-4f40-b1f6-5d6ca3d2d761 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32440959'] for port, after_update {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:00:19.944716 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Pushing event updated for resources: {'Port': ['ID=dd3cf159-4f59-4c12-b3a0-e63212221349,revision_number=4']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 22:00:19.974690 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-788fc857-0543-4123-874d-0ceb6a06b62b req-78dba1dd-91c9-4f40-b1f6-5d6ca3d2d761 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217293'] for port, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:00:19.976060 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-788fc857-0543-4123-874d-0ceb6a06b62b req-78dba1dd-91c9-4f40-b1f6-5d6ca3d2d761 service neutron] 10.222.0.43 "PUT /v2.0/ports/d640216c-4ca0-4d9b-9dfe-05276e6d845b HTTP/1.1" status: 200 len: 1091 time: 1.0845253 Apr 18 22:00:19.976507 n-d-838334-2 neutron-server[84040]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c54b98f8-7c21-47cc-a091-0e7921f34800', 'tag': 'd640216c-4ca0-4d9b-9dfe-05276e6d845b'}] {{(pid=84040) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 22:00:19.996082 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78dba1dd-91c9-4f40-b1f6-5d6ca3d2d761 service neutron] Pushing event updated for resources: {'Port': ['ID=d640216c-4ca0-4d9b-9dfe-05276e6d845b,revision_number=3']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 22:00:20.106625 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-788fc857-0543-4123-874d-0ceb6a06b62b req-ade316ff-b0ef-4613-8cc5-05f62d4457cf service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=c4f6005d12e44e78a2f45f7eedc42626&device_id=c54b98f8-7c21-47cc-a091-0e7921f34800 HTTP/1.1" status: 200 len: 1094 time: 0.0815177 Apr 18 22:00:20.166293 n-d-838334-2 neutron-server[84040]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4ddb8638-e1ed-419c-8a1e-d12b3ce2c502'] response: {'name': 'network-changed', 'server_uuid': 'c54b98f8-7c21-47cc-a091-0e7921f34800', 'tag': 'd640216c-4ca0-4d9b-9dfe-05276e6d845b', 'status': 'completed', 'code': 200} Apr 18 22:00:20.181672 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-788fc857-0543-4123-874d-0ceb6a06b62b req-9e51069e-4901-451a-8efb-36e40ca3b2e5 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d640216c-4ca0-4d9b-9dfe-05276e6d845b HTTP/1.1" status: 200 len: 217 time: 0.0678501 Apr 18 22:00:20.246870 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-788fc857-0543-4123-874d-0ceb6a06b62b req-88e9e1f6-949a-418b-b038-c602b1111442 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 22:00:20.248299 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-788fc857-0543-4123-874d-0ceb6a06b62b req-88e9e1f6-949a-418b-b038-c602b1111442 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=f699c42a-153f-4e6b-8c51-186791b0fee2 HTTP/1.1" status: 200 len: 849 time: 0.0602591 Apr 18 22:00:20.322888 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-788fc857-0543-4123-874d-0ceb6a06b62b req-c066b349-492d-4164-ae03-5e1f5bb685d6 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=119aa3bb-054f-46a0-b547-0d3d238bbb07&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0673442 Apr 18 22:00:20.457285 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-788fc857-0543-4123-874d-0ceb6a06b62b req-ae67d6f6-5399-44d1-81b9-8a462c26e7b7 service neutron] 10.222.0.43 "GET /v2.0/networks/119aa3bb-054f-46a0-b547-0d3d238bbb07?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1274238 Apr 18 22:00:20.595038 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-788fc857-0543-4123-874d-0ceb6a06b62b req-8d8ad975-8a14-472b-9e4d-c22b981dc512 service neutron] 10.222.0.43 "GET /v2.0/networks/119aa3bb-054f-46a0-b547-0d3d238bbb07?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1238899 Apr 18 22:00:20.848824 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-c7521a90-7d65-4e2e-842c-ca5d95e9a89c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750375287399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253529'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:00:20.861291 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-4fb28c41-8c46-4c1a-a8de-477bc97f6894 req-25027ffb-bfbc-429f-811e-30eb669db351 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=c4f6005d12e44e78a2f45f7eedc42626&device_id=c54b98f8-7c21-47cc-a091-0e7921f34800 HTTP/1.1" status: 200 len: 1094 time: 0.2243013 Apr 18 22:00:20.892102 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bfae76a-cb34-4998-bc3d-4f868a1fd201 req-a85eadb2-f8ba-4d35-9202-f957a190a48b tempest-TestSnapshotPattern-600736525 tempest-TestSnapshotPattern-600736525-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 22:00:20.893523 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-8bfae76a-cb34-4998-bc3d-4f868a1fd201 req-a85eadb2-f8ba-4d35-9202-f957a190a48b tempest-TestSnapshotPattern-600736525 tempest-TestSnapshotPattern-600736525-project] 10.222.0.42 "GET /v2.0/ports?device_id=c54b98f8-7c21-47cc-a091-0e7921f34800 HTTP/1.1" status: 200 len: 943 time: 0.2132010 Apr 18 22:00:21.018633 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-8bfae76a-cb34-4998-bc3d-4f868a1fd201 req-0d156bc1-1c7d-44f5-8369-61ac5fea626a tempest-TestSnapshotPattern-600736525 tempest-TestSnapshotPattern-600736525-project] 10.222.0.42 "GET /v2.0/security-groups?id=a068b8cd-dc81-4d8f-859a-43693a6cd89e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1187363 Apr 18 22:00:21.033990 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fb28c41-8c46-4c1a-a8de-477bc97f6894 req-c1883fc2-d1a4-410d-a04e-cb695a811966 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 22:00:21.035410 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-4fb28c41-8c46-4c1a-a8de-477bc97f6894 req-c1883fc2-d1a4-410d-a04e-cb695a811966 service neutron] 10.222.0.43 "GET /v2.0/networks?id=119aa3bb-054f-46a0-b547-0d3d238bbb07 HTTP/1.1" status: 200 len: 911 time: 0.1672521 Apr 18 22:00:21.106366 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-4fb28c41-8c46-4c1a-a8de-477bc97f6894 req-d86b3b00-876c-462c-9065-801dabb498ed service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d640216c-4ca0-4d9b-9dfe-05276e6d845b HTTP/1.1" status: 200 len: 217 time: 0.0642049 Apr 18 22:00:21.170126 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fb28c41-8c46-4c1a-a8de-477bc97f6894 req-6d3dd237-a392-4e36-bc02-32376085738a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 22:00:21.171769 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-4fb28c41-8c46-4c1a-a8de-477bc97f6894 req-6d3dd237-a392-4e36-bc02-32376085738a service neutron] 10.222.0.43 "GET /v2.0/subnets?id=f699c42a-153f-4e6b-8c51-186791b0fee2 HTTP/1.1" status: 200 len: 849 time: 0.0581999 Apr 18 22:00:21.250234 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-4fb28c41-8c46-4c1a-a8de-477bc97f6894 req-33d3966b-0dc3-4cae-b09c-3e2edd5207ab service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=119aa3bb-054f-46a0-b547-0d3d238bbb07&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0726147 Apr 18 22:00:21.381057 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-4fb28c41-8c46-4c1a-a8de-477bc97f6894 req-174c0ab7-4726-4ba3-87d9-3ef342e91539 service neutron] 10.222.0.43 "GET /v2.0/networks/119aa3bb-054f-46a0-b547-0d3d238bbb07?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1240227 Apr 18 22:00:21.509618 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-4fb28c41-8c46-4c1a-a8de-477bc97f6894 req-bd498654-d7e0-4fa2-9dd9-2a82cd982b72 service neutron] 10.222.0.43 "GET /v2.0/networks/119aa3bb-054f-46a0-b547-0d3d238bbb07?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1220942 Apr 18 22:00:21.606950 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Device dd3cf159-4f59-4c12-b3a0-e63212221349 up at agent ovs-agent-n-d-838334-2 {{(pid=84042) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 22:00:21.676512 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Provisioning complete for port dd3cf159-4f59-4c12-b3a0-e63212221349 triggered by entity L2. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 22:00:21.676792 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1253608'] for port, provisioning_complete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:00:22.217215 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62fac199-5522-45bc-b0ca-0d812ed0e205 req-c9433cd7-dcdc-49c6-8997-bea0c7987b58 tempest-TestSnapshotPattern-600736525 tempest-TestSnapshotPattern-600736525-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 22:00:22.218882 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-62fac199-5522-45bc-b0ca-0d812ed0e205 req-c9433cd7-dcdc-49c6-8997-bea0c7987b58 tempest-TestSnapshotPattern-600736525 tempest-TestSnapshotPattern-600736525-project] 10.222.0.42 "GET /v2.0/ports?device_id=c54b98f8-7c21-47cc-a091-0e7921f34800 HTTP/1.1" status: 200 len: 943 time: 0.0778079 Apr 18 22:00:22.236477 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7faaccb5-ff21-4c0b-9a49-90d4faa85ebb None None] Sync routers for ids ['e7fc6a7c-fe57-46f2-bbfc-4073cc28e0b6'] in n-d-838334-2 {{(pid=84042) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 18 22:00:22.248111 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7faaccb5-ff21-4c0b-9a49-90d4faa85ebb None None] Routers {'e7fc6a7c-fe57-46f2-bbfc-4073cc28e0b6'} bound to L3 agent in host n-d-838334-2 {{(pid=84042) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 22:00:22.248725 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_hamode_db [None req-7faaccb5-ff21-4c0b-9a49-90d4faa85ebb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838334-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-18T20:25:48Z,description=,heartbeat_timestamp=2022-04-18T22:00:18Z,host='n-d-838334-2',id=bc84d6c9-dd7a-4555-a351-592327b46d5a,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:25:48Z,topic='l3_agent')) {'router_ids': ['e7fc6a7c-fe57-46f2-bbfc-4073cc28e0b6'], 'active': True} {{(pid=84042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 22:00:22.266141 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-62fac199-5522-45bc-b0ca-0d812ed0e205 req-3b070bf1-5d29-4444-a939-fec9cbc4a454 tempest-TestSnapshotPattern-600736525 tempest-TestSnapshotPattern-600736525-project] 10.222.0.42 "GET /v2.0/security-groups?id=a068b8cd-dc81-4d8f-859a-43693a6cd89e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417111 Apr 18 22:00:22.420137 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_dvr_db [None req-7faaccb5-ff21-4c0b-9a49-90d4faa85ebb None None] Set router e7fc6a7c-fe57-46f2-bbfc-4073cc28e0b6 gateway port host: n-d-838334-2 {{(pid=84042) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 22:00:22.731059 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_hamode_db [None req-7faaccb5-ff21-4c0b-9a49-90d4faa85ebb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7fc6a7c-fe57-46f2-bbfc-4073cc28e0b6', 'name': 'tempest-TestSnapshotPattern-1452269797-router', 'tenant_id': 'c4f6005d12e44e78a2f45f7eedc42626', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'external_fixed_ips': [{'subnet_id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'ip_address': '172.25.8.115'}], 'enable_snat': True}, 'gw_port_id': '4ba87a65-5a82-4453-bbc4-6592c9d708c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T22:00:03Z', 'updated_at': '2022-04-18T22:00:06Z', 'revision_number': 4, 'project_id': 'c4f6005d12e44e78a2f45f7eedc42626', 'gw_port': {'id': '4ba87a65-5a82-4453-bbc4-6592c9d708c2', 'name': '', 'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:22:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7fc6a7c-fe57-46f2-bbfc-4073cc28e0b6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'ip_address': '172.25.8.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T22:00:03Z', 'updated_at': '2022-04-18T22:00:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838334-2', '_interfaces': [{'id': '95384b9a-49a6-49b7-88c6-ba17b46ff89c', 'name': '', 'network_id': '119aa3bb-054f-46a0-b547-0d3d238bbb07', 'tenant_id': 'c4f6005d12e44e78a2f45f7eedc42626', 'mac_address': 'fa:16:3e:6c:87:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e7fc6a7c-fe57-46f2-bbfc-4073cc28e0b6', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f699c42a-153f-4e6b-8c51-186791b0fee2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T22:00:05Z', 'updated_at': '2022-04-18T22:00:06Z', 'revision_number': 2, 'project_id': 'c4f6005d12e44e78a2f45f7eedc42626', 'subnets': [{'id': 'f699c42a-153f-4e6b-8c51-186791b0fee2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838334-2', False) {} {{(pid=84042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 22:00:22.734889 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7faaccb5-ff21-4c0b-9a49-90d4faa85ebb None None] Checking router: e7fc6a7c-fe57-46f2-bbfc-4073cc28e0b6 for host: n-d-838334-2 {{(pid=84042) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 18 22:00:22.735244 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7faaccb5-ff21-4c0b-9a49-90d4faa85ebb None None] Updating router e7fc6a7c-fe57-46f2-bbfc-4073cc28e0b6 port 95384b9a-49a6-49b7-88c6-ba17b46ff89c binding host n-d-838334-2 {{(pid=84042) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 18 22:00:22.786116 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-7faaccb5-ff21-4c0b-9a49-90d4faa85ebb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:00:23.114881 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-7faaccb5-ff21-4c0b-9a49-90d4faa85ebb None None] Notify callbacks [] for port, precommit_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:00:23.127161 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-7faaccb5-ff21-4c0b-9a49-90d4faa85ebb None None] Transition to ACTIVE for port object 95384b9a-49a6-49b7-88c6-ba17b46ff89c will not be triggered until provisioned by entity L2. {{(pid=84042) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 22:00:23.133936 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-7faaccb5-ff21-4c0b-9a49-90d4faa85ebb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682'] for port, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:00:23.267097 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c1ccdf4-105a-4eea-8d9c-12500ed0f49c None None] Pushing event updated for resources: {'Port': ['ID=95384b9a-49a6-49b7-88c6-ba17b46ff89c,revision_number=3']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 22:00:23.365672 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.managers [None req-7faaccb5-ff21-4c0b-9a49-90d4faa85ebb None None] Attempting to bind port 95384b9a-49a6-49b7-88c6-ba17b46ff89c on host n-d-838334-2 for vnic_type normal with profile {{(pid=84042) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 22:00:23.366467 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.managers [None req-7faaccb5-ff21-4c0b-9a49-90d4faa85ebb None None] Attempting to bind port 95384b9a-49a6-49b7-88c6-ba17b46ff89c by drivers openvswitch,hyperv on host n-d-838334-2 at level 0 using segments [{'id': '8b797297-c446-431e-bd6a-a6a632385eef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': '119aa3bb-054f-46a0-b547-0d3d238bbb07'}] {{(pid=84042) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 22:00:23.366891 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7faaccb5-ff21-4c0b-9a49-90d4faa85ebb None None] Attempting to bind port 95384b9a-49a6-49b7-88c6-ba17b46ff89c on network 119aa3bb-054f-46a0-b547-0d3d238bbb07 {{(pid=84042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 22:00:23.384806 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7faaccb5-ff21-4c0b-9a49-90d4faa85ebb None None] Checking agent: {'id': '97cd4414-7af6-4d67-868d-dff370b4071a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838334-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 25, 49), 'started_at': datetime.datetime(2022, 4, 18, 20, 26, 19), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 22, 0, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838334-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 18 22:00:23.385178 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7faaccb5-ff21-4c0b-9a49-90d4faa85ebb None None] Checking segment: {'id': '8b797297-c446-431e-bd6a-a6a632385eef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': '119aa3bb-054f-46a0-b547-0d3d238bbb07'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84042) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 22:00:23.387149 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-7faaccb5-ff21-4c0b-9a49-90d4faa85ebb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:00:23.387568 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7faaccb5-ff21-4c0b-9a49-90d4faa85ebb None None] Bound using segment: {'id': '8b797297-c446-431e-bd6a-a6a632385eef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': '119aa3bb-054f-46a0-b547-0d3d238bbb07'} {{(pid=84042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 18 22:00:23.388081 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.managers [None req-7faaccb5-ff21-4c0b-9a49-90d4faa85ebb None None] Bound port: 95384b9a-49a6-49b7-88c6-ba17b46ff89c, host: n-d-838334-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8b797297-c446-431e-bd6a-a6a632385eef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': '119aa3bb-054f-46a0-b547-0d3d238bbb07'}}] {{(pid=84042) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 22:00:23.388554 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-7faaccb5-ff21-4c0b-9a49-90d4faa85ebb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:00:23.458269 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Device d640216c-4ca0-4d9b-9dfe-05276e6d845b details requested by agent hyperv_n-h1-838334-2 with host n-h1-838334-2 {{(pid=84042) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 18 22:00:23.505072 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3bd302f-89a6-43d4-8245-d3a272c25cee req-53852fc9-1432-49d1-92d6-15f7772498d8 tempest-TestSnapshotPattern-600736525 tempest-TestSnapshotPattern-600736525-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 22:00:23.506477 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-e3bd302f-89a6-43d4-8245-d3a272c25cee req-53852fc9-1432-49d1-92d6-15f7772498d8 tempest-TestSnapshotPattern-600736525 tempest-TestSnapshotPattern-600736525-project] 10.222.0.42 "GET /v2.0/ports?device_id=c54b98f8-7c21-47cc-a091-0e7921f34800 HTTP/1.1" status: 200 len: 943 time: 0.1021152 Apr 18 22:00:23.555660 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-e3bd302f-89a6-43d4-8245-d3a272c25cee req-776278bb-3512-47cc-8947-efbd31432a8f tempest-TestSnapshotPattern-600736525 tempest-TestSnapshotPattern-600736525-project] 10.222.0.42 "GET /v2.0/security-groups?id=a068b8cd-dc81-4d8f-859a-43693a6cd89e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435238 Apr 18 22:00:23.629094 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-7faaccb5-ff21-4c0b-9a49-90d4faa85ebb None None] For port 95384b9a-49a6-49b7-88c6-ba17b46ff89c, host n-d-838334-2, cleared binding levels {{(pid=84042) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 22:00:23.645678 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-7faaccb5-ff21-4c0b-9a49-90d4faa85ebb None None] For port 95384b9a-49a6-49b7-88c6-ba17b46ff89c, host n-d-838334-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838334-2',level=0,port_id=95384b9a-49a6-49b7-88c6-ba17b46ff89c,segment=NetworkSegment(8b797297-c446-431e-bd6a-a6a632385eef),segment_id=8b797297-c446-431e-bd6a-a6a632385eef)] {{(pid=84042) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 22:00:23.653195 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-7faaccb5-ff21-4c0b-9a49-90d4faa85ebb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682'] for port, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:00:23.775242 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] For port d640216c-4ca0-4d9b-9dfe-05276e6d845b, host n-h1-838334-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838334-2',level=0,port_id=d640216c-4ca0-4d9b-9dfe-05276e6d845b,segment=NetworkSegment(8b797297-c446-431e-bd6a-a6a632385eef),segment_id=8b797297-c446-431e-bd6a-a6a632385eef)] {{(pid=84042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 22:00:23.801543 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Returning: {'device': 'd640216c-4ca0-4d9b-9dfe-05276e6d845b', 'network_id': '119aa3bb-054f-46a0-b547-0d3d238bbb07', 'port_id': 'd640216c-4ca0-4d9b-9dfe-05276e6d845b', 'mac_address': 'fa:16:3e:c3:8a:4e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 398, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f699c42a-153f-4e6b-8c51-186791b0fee2', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84042) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 18 22:00:23.831771 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c1ccdf4-105a-4eea-8d9c-12500ed0f49c None None] Pushing event updated for resources: {'Port': ['ID=95384b9a-49a6-49b7-88c6-ba17b46ff89c,revision_number=4']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 22:00:23.840063 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7faaccb5-ff21-4c0b-9a49-90d4faa85ebb None None] Routers {'e7fc6a7c-fe57-46f2-bbfc-4073cc28e0b6'} bound to L3 agent in host n-d-838334-2 {{(pid=84042) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 22:00:23.840679 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_hamode_db [None req-7faaccb5-ff21-4c0b-9a49-90d4faa85ebb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838334-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-18T20:25:48Z,description=,heartbeat_timestamp=2022-04-18T22:00:18Z,host='n-d-838334-2',id=bc84d6c9-dd7a-4555-a351-592327b46d5a,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:25:48Z,topic='l3_agent')) {'router_ids': ['e7fc6a7c-fe57-46f2-bbfc-4073cc28e0b6'], 'active': True} {{(pid=84042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 22:00:23.930409 n-d-838334-2 neutron-server[84043]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7e7b8b8-0e69-4a03-b233-33ce530314a7 None None] Sync routers for ids ['5b877f6d-8cac-4145-b7c3-9bcc63e19c7f'] in n-d-838334-2 {{(pid=84043) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 18 22:00:23.946025 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7e7b8b8-0e69-4a03-b233-33ce530314a7 None None] Routers {'5b877f6d-8cac-4145-b7c3-9bcc63e19c7f'} bound to L3 agent in host n-d-838334-2 {{(pid=84043) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 22:00:23.946738 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.l3_hamode_db [None req-a7e7b8b8-0e69-4a03-b233-33ce530314a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838334-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-18T20:25:48Z,description=,heartbeat_timestamp=2022-04-18T22:00:18Z,host='n-d-838334-2',id=bc84d6c9-dd7a-4555-a351-592327b46d5a,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:25:48Z,topic='l3_agent')) {'router_ids': ['5b877f6d-8cac-4145-b7c3-9bcc63e19c7f'], 'active': True} {{(pid=84043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 22:00:24.045042 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:00:24.076224 n-d-838334-2 neutron-server[84042]: DEBUG neutron.notifiers.nova [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d640216c-4ca0-4d9b-9dfe-05276e6d845b {{(pid=84042) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 18 22:00:24.116804 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] For port d640216c-4ca0-4d9b-9dfe-05276e6d845b, host n-h1-838334-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838334-2',level=0,port_id=d640216c-4ca0-4d9b-9dfe-05276e6d845b,segment=NetworkSegment(8b797297-c446-431e-bd6a-a6a632385eef),segment_id=8b797297-c446-431e-bd6a-a6a632385eef)] {{(pid=84042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 22:00:24.123769 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.l3_dvr_db [None req-a7e7b8b8-0e69-4a03-b233-33ce530314a7 None None] Set router 5b877f6d-8cac-4145-b7c3-9bcc63e19c7f gateway port host: n-d-838334-2 {{(pid=84043) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 22:00:24.125268 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_dvr_db [None req-7faaccb5-ff21-4c0b-9a49-90d4faa85ebb None None] Set router e7fc6a7c-fe57-46f2-bbfc-4073cc28e0b6 gateway port host: n-d-838334-2 {{(pid=84042) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 22:00:24.162165 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682'] for port, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:00:24.310054 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Pushing event updated for resources: {'Port': ['ID=d640216c-4ca0-4d9b-9dfe-05276e6d845b,revision_number=4']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 22:00:24.396159 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] get_ports_and_sgs() called for port_ids ['d640216c-4ca0-4d9b-9dfe-05276e6d845b'] {{(pid=84042) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 18 22:00:24.461833 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.l3_hamode_db [None req-a7e7b8b8-0e69-4a03-b233-33ce530314a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b877f6d-8cac-4145-b7c3-9bcc63e19c7f', 'name': 'tempest-TestSnapshotPattern-201978612-router', 'tenant_id': '415821e5d48e4e92998ca04cc718dbb8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'external_fixed_ips': [{'subnet_id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'ip_address': '172.25.8.93'}], 'enable_snat': True}, 'gw_port_id': 'dd3cf159-4f59-4c12-b3a0-e63212221349', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T22:00:09Z', 'updated_at': '2022-04-18T22:00:12Z', 'revision_number': 4, 'project_id': '415821e5d48e4e92998ca04cc718dbb8', 'gw_port': {'id': 'dd3cf159-4f59-4c12-b3a0-e63212221349', 'name': '', 'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:8e:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b877f6d-8cac-4145-b7c3-9bcc63e19c7f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'ip_address': '172.25.8.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T22:00:09Z', 'updated_at': '2022-04-18T22:00:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838334-2', '_interfaces': [{'id': 'eab99ee3-947c-4bfa-ab1c-f381a5690a99', 'name': '', 'network_id': '67448cfb-d890-4afc-9ddb-5ee3c93a938b', 'tenant_id': '415821e5d48e4e92998ca04cc718dbb8', 'mac_address': 'fa:16:3e:dd:9f:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b877f6d-8cac-4145-b7c3-9bcc63e19c7f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '713722ca-ddd9-4c8a-8961-6ae7bb95486f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T22:00:11Z', 'updated_at': '2022-04-18T22:00:12Z', 'revision_number': 2, 'project_id': '415821e5d48e4e92998ca04cc718dbb8', 'subnets': [{'id': '713722ca-ddd9-4c8a-8961-6ae7bb95486f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838334-2', False) {} {{(pid=84043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 22:00:24.465683 n-d-838334-2 neutron-server[84043]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7e7b8b8-0e69-4a03-b233-33ce530314a7 None None] Checking router: 5b877f6d-8cac-4145-b7c3-9bcc63e19c7f for host: n-d-838334-2 {{(pid=84043) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 18 22:00:24.466018 n-d-838334-2 neutron-server[84043]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7e7b8b8-0e69-4a03-b233-33ce530314a7 None None] Updating router 5b877f6d-8cac-4145-b7c3-9bcc63e19c7f port eab99ee3-947c-4bfa-ab1c-f381a5690a99 binding host n-d-838334-2 {{(pid=84043) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 18 22:00:24.515148 n-d-838334-2 neutron-server[84043]: DEBUG neutron_lib.callbacks.manager [None req-a7e7b8b8-0e69-4a03-b233-33ce530314a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:00:24.621354 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_hamode_db [None req-7faaccb5-ff21-4c0b-9a49-90d4faa85ebb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7fc6a7c-fe57-46f2-bbfc-4073cc28e0b6', 'name': 'tempest-TestSnapshotPattern-1452269797-router', 'tenant_id': 'c4f6005d12e44e78a2f45f7eedc42626', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'external_fixed_ips': [{'subnet_id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'ip_address': '172.25.8.115'}], 'enable_snat': True}, 'gw_port_id': '4ba87a65-5a82-4453-bbc4-6592c9d708c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T22:00:03Z', 'updated_at': '2022-04-18T22:00:06Z', 'revision_number': 4, 'project_id': 'c4f6005d12e44e78a2f45f7eedc42626', 'gw_port': {'id': '4ba87a65-5a82-4453-bbc4-6592c9d708c2', 'name': '', 'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:22:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7fc6a7c-fe57-46f2-bbfc-4073cc28e0b6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'ip_address': '172.25.8.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T22:00:03Z', 'updated_at': '2022-04-18T22:00:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838334-2', '_interfaces': [{'id': '95384b9a-49a6-49b7-88c6-ba17b46ff89c', 'name': '', 'network_id': '119aa3bb-054f-46a0-b547-0d3d238bbb07', 'tenant_id': 'c4f6005d12e44e78a2f45f7eedc42626', 'mac_address': 'fa:16:3e:6c:87:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e7fc6a7c-fe57-46f2-bbfc-4073cc28e0b6', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f699c42a-153f-4e6b-8c51-186791b0fee2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T22:00:05Z', 'updated_at': '2022-04-18T22:00:23Z', 'revision_number': 4, 'project_id': 'c4f6005d12e44e78a2f45f7eedc42626', 'subnets': [{'id': 'f699c42a-153f-4e6b-8c51-186791b0fee2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838334-2', False) {} {{(pid=84042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 22:00:24.635083 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7faaccb5-ff21-4c0b-9a49-90d4faa85ebb None None] The sync data for ids ['e7fc6a7c-fe57-46f2-bbfc-4073cc28e0b6'] in n-d-838334-2 is: [{'id': 'e7fc6a7c-fe57-46f2-bbfc-4073cc28e0b6', 'name': 'tempest-TestSnapshotPattern-1452269797-router', 'tenant_id': 'c4f6005d12e44e78a2f45f7eedc42626', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'external_fixed_ips': [{'subnet_id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'ip_address': '172.25.8.115'}], 'enable_snat': True}, 'gw_port_id': '4ba87a65-5a82-4453-bbc4-6592c9d708c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T22:00:03Z', 'updated_at': '2022-04-18T22:00:06Z', 'revision_number': 4, 'project_id': 'c4f6005d12e44e78a2f45f7eedc42626', 'gw_port': {'id': '4ba87a65-5a82-4453-bbc4-6592c9d708c2', 'name': '', 'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:22:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7fc6a7c-fe57-46f2-bbfc-4073cc28e0b6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'ip_address': '172.25.8.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T22:00:03Z', 'updated_at': '2022-04-18T22:00:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838334-2', '_interfaces': [{'id': '95384b9a-49a6-49b7-88c6-ba17b46ff89c', 'name': '', 'network_id': '119aa3bb-054f-46a0-b547-0d3d238bbb07', 'tenant_id': 'c4f6005d12e44e78a2f45f7eedc42626', 'mac_address': 'fa:16:3e:6c:87:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e7fc6a7c-fe57-46f2-bbfc-4073cc28e0b6', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f699c42a-153f-4e6b-8c51-186791b0fee2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T22:00:05Z', 'updated_at': '2022-04-18T22:00:23Z', 'revision_number': 4, 'project_id': 'c4f6005d12e44e78a2f45f7eedc42626', 'subnets': [{'id': 'f699c42a-153f-4e6b-8c51-186791b0fee2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84042) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 18 22:00:24.771534 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82e12f33-07bf-4cd7-b15f-83aff57da664 req-1729e169-39e7-4376-8a21-46e543124e1c tempest-TestSnapshotPattern-600736525 tempest-TestSnapshotPattern-600736525-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 22:00:24.773702 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-82e12f33-07bf-4cd7-b15f-83aff57da664 req-1729e169-39e7-4376-8a21-46e543124e1c tempest-TestSnapshotPattern-600736525 tempest-TestSnapshotPattern-600736525-project] 10.222.0.42 "GET /v2.0/ports?device_id=c54b98f8-7c21-47cc-a091-0e7921f34800 HTTP/1.1" status: 200 len: 944 time: 0.0819056 Apr 18 22:00:24.829404 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-82e12f33-07bf-4cd7-b15f-83aff57da664 req-77391bdc-eb1e-43f3-980f-90dd42d31079 tempest-TestSnapshotPattern-600736525 tempest-TestSnapshotPattern-600736525-project] 10.222.0.42 "GET /v2.0/security-groups?id=a068b8cd-dc81-4d8f-859a-43693a6cd89e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0494564 Apr 18 22:00:24.874463 n-d-838334-2 neutron-server[84043]: DEBUG neutron_lib.callbacks.manager [None req-a7e7b8b8-0e69-4a03-b233-33ce530314a7 None None] Notify callbacks [] for port, precommit_update {{(pid=84043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:00:24.886600 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.provisioning_blocks [None req-a7e7b8b8-0e69-4a03-b233-33ce530314a7 None None] Transition to ACTIVE for port object eab99ee3-947c-4bfa-ab1c-f381a5690a99 will not be triggered until provisioned by entity L2. {{(pid=84043) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 22:00:24.893239 n-d-838334-2 neutron-server[84043]: DEBUG neutron_lib.callbacks.manager [None req-a7e7b8b8-0e69-4a03-b233-33ce530314a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682'] for port, after_update {{(pid=84043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:00:25.027076 n-d-838334-2 neutron-server[84043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65622360-3af2-448a-a74e-7e1cd562fc53 None None] Pushing event updated for resources: {'Port': ['ID=eab99ee3-947c-4bfa-ab1c-f381a5690a99,revision_number=3']} {{(pid=84043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 22:00:25.114304 n-d-838334-2 neutron-server[84043]: DEBUG neutron.plugins.ml2.managers [None req-a7e7b8b8-0e69-4a03-b233-33ce530314a7 None None] Attempting to bind port eab99ee3-947c-4bfa-ab1c-f381a5690a99 on host n-d-838334-2 for vnic_type normal with profile {{(pid=84043) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 22:00:25.114801 n-d-838334-2 neutron-server[84043]: DEBUG neutron.plugins.ml2.managers [None req-a7e7b8b8-0e69-4a03-b233-33ce530314a7 None None] Attempting to bind port eab99ee3-947c-4bfa-ab1c-f381a5690a99 by drivers openvswitch,hyperv on host n-d-838334-2 at level 0 using segments [{'id': '3259566e-0aa3-4d65-88be-fd6aaaf2672f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '67448cfb-d890-4afc-9ddb-5ee3c93a938b'}] {{(pid=84043) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 22:00:25.115167 n-d-838334-2 neutron-server[84043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7e7b8b8-0e69-4a03-b233-33ce530314a7 None None] Attempting to bind port eab99ee3-947c-4bfa-ab1c-f381a5690a99 on network 67448cfb-d890-4afc-9ddb-5ee3c93a938b {{(pid=84043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 22:00:25.122924 n-d-838334-2 neutron-server[84043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7e7b8b8-0e69-4a03-b233-33ce530314a7 None None] Checking agent: {'id': '97cd4414-7af6-4d67-868d-dff370b4071a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838334-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 25, 49), 'started_at': datetime.datetime(2022, 4, 18, 20, 26, 19), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 22, 0, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838334-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 18 22:00:25.123388 n-d-838334-2 neutron-server[84043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7e7b8b8-0e69-4a03-b233-33ce530314a7 None None] Checking segment: {'id': '3259566e-0aa3-4d65-88be-fd6aaaf2672f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '67448cfb-d890-4afc-9ddb-5ee3c93a938b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84043) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 22:00:25.123951 n-d-838334-2 neutron-server[84043]: DEBUG neutron_lib.callbacks.manager [None req-a7e7b8b8-0e69-4a03-b233-33ce530314a7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:00:25.125183 n-d-838334-2 neutron-server[84043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7e7b8b8-0e69-4a03-b233-33ce530314a7 None None] Bound using segment: {'id': '3259566e-0aa3-4d65-88be-fd6aaaf2672f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '67448cfb-d890-4afc-9ddb-5ee3c93a938b'} {{(pid=84043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 18 22:00:25.125745 n-d-838334-2 neutron-server[84043]: DEBUG neutron.plugins.ml2.managers [None req-a7e7b8b8-0e69-4a03-b233-33ce530314a7 None None] Bound port: eab99ee3-947c-4bfa-ab1c-f381a5690a99, host: n-d-838334-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3259566e-0aa3-4d65-88be-fd6aaaf2672f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '67448cfb-d890-4afc-9ddb-5ee3c93a938b'}}] {{(pid=84043) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 22:00:25.126173 n-d-838334-2 neutron-server[84043]: DEBUG neutron_lib.callbacks.manager [None req-a7e7b8b8-0e69-4a03-b233-33ce530314a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:00:25.218671 n-d-838334-2 neutron-server[84043]: DEBUG neutron.plugins.ml2.db [None req-a7e7b8b8-0e69-4a03-b233-33ce530314a7 None None] For port eab99ee3-947c-4bfa-ab1c-f381a5690a99, host n-d-838334-2, cleared binding levels {{(pid=84043) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 22:00:25.222803 n-d-838334-2 neutron-server[84043]: DEBUG neutron.plugins.ml2.db [None req-a7e7b8b8-0e69-4a03-b233-33ce530314a7 None None] For port eab99ee3-947c-4bfa-ab1c-f381a5690a99, host n-d-838334-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838334-2',level=0,port_id=eab99ee3-947c-4bfa-ab1c-f381a5690a99,segment=NetworkSegment(3259566e-0aa3-4d65-88be-fd6aaaf2672f),segment_id=3259566e-0aa3-4d65-88be-fd6aaaf2672f)] {{(pid=84043) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 22:00:25.228032 n-d-838334-2 neutron-server[84043]: DEBUG neutron_lib.callbacks.manager [None req-a7e7b8b8-0e69-4a03-b233-33ce530314a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682'] for port, after_update {{(pid=84043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:00:25.308693 n-d-838334-2 neutron-server[84043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65622360-3af2-448a-a74e-7e1cd562fc53 None None] Pushing event updated for resources: {'Port': ['ID=eab99ee3-947c-4bfa-ab1c-f381a5690a99,revision_number=4']} {{(pid=84043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 22:00:25.311249 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7e7b8b8-0e69-4a03-b233-33ce530314a7 None None] Routers {'5b877f6d-8cac-4145-b7c3-9bcc63e19c7f'} bound to L3 agent in host n-d-838334-2 {{(pid=84043) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 22:00:25.312486 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.l3_hamode_db [None req-a7e7b8b8-0e69-4a03-b233-33ce530314a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838334-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-18T20:25:48Z,description=,heartbeat_timestamp=2022-04-18T22:00:18Z,host='n-d-838334-2',id=bc84d6c9-dd7a-4555-a351-592327b46d5a,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:25:48Z,topic='l3_agent')) {'router_ids': ['5b877f6d-8cac-4145-b7c3-9bcc63e19c7f'], 'active': True} {{(pid=84043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 22:00:25.458941 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Device d640216c-4ca0-4d9b-9dfe-05276e6d845b up at agent hyperv_n-h1-838334-2 {{(pid=84042) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 22:00:25.493833 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.l3_dvr_db [None req-a7e7b8b8-0e69-4a03-b233-33ce530314a7 None None] Set router 5b877f6d-8cac-4145-b7c3-9bcc63e19c7f gateway port host: n-d-838334-2 {{(pid=84043) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 22:00:25.528577 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Provisioning for port d640216c-4ca0-4d9b-9dfe-05276e6d845b completed by entity L2. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 22:00:25.533972 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Provisioning complete for port d640216c-4ca0-4d9b-9dfe-05276e6d845b triggered by entity L2. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 22:00:25.534343 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1253608'] for port, provisioning_complete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:00:25.644179 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Device 95384b9a-49a6-49b7-88c6-ba17b46ff89c up at agent ovs-agent-n-d-838334-2 {{(pid=84042) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 22:00:25.697396 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:00:25.733840 n-d-838334-2 neutron-server[84042]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c54b98f8-7c21-47cc-a091-0e7921f34800', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd640216c-4ca0-4d9b-9dfe-05276e6d845b'}] {{(pid=84042) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 22:00:25.746654 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] For port d640216c-4ca0-4d9b-9dfe-05276e6d845b, host n-h1-838334-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838334-2',level=0,port_id=d640216c-4ca0-4d9b-9dfe-05276e6d845b,segment=NetworkSegment(8b797297-c446-431e-bd6a-a6a632385eef),segment_id=8b797297-c446-431e-bd6a-a6a632385eef)] {{(pid=84042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 22:00:25.753442 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682'] for port, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:00:25.794014 n-d-838334-2 neutron-server[84042]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9fffb965-9886-4d7e-a9a8-073ac41d78eb'] response: {'server_uuid': 'c54b98f8-7c21-47cc-a091-0e7921f34800', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd640216c-4ca0-4d9b-9dfe-05276e6d845b', 'code': 200} Apr 18 22:00:25.802862 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Provisioning for port 95384b9a-49a6-49b7-88c6-ba17b46ff89c completed by entity L2. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 22:00:25.812245 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Provisioning complete for port 95384b9a-49a6-49b7-88c6-ba17b46ff89c triggered by entity L2. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 22:00:25.812621 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1253608'] for port, provisioning_complete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:00:25.825952 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.l3_hamode_db [None req-a7e7b8b8-0e69-4a03-b233-33ce530314a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b877f6d-8cac-4145-b7c3-9bcc63e19c7f', 'name': 'tempest-TestSnapshotPattern-201978612-router', 'tenant_id': '415821e5d48e4e92998ca04cc718dbb8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'external_fixed_ips': [{'subnet_id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'ip_address': '172.25.8.93'}], 'enable_snat': True}, 'gw_port_id': 'dd3cf159-4f59-4c12-b3a0-e63212221349', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T22:00:09Z', 'updated_at': '2022-04-18T22:00:12Z', 'revision_number': 4, 'project_id': '415821e5d48e4e92998ca04cc718dbb8', 'gw_port': {'id': 'dd3cf159-4f59-4c12-b3a0-e63212221349', 'name': '', 'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:8e:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b877f6d-8cac-4145-b7c3-9bcc63e19c7f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'ip_address': '172.25.8.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T22:00:09Z', 'updated_at': '2022-04-18T22:00:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838334-2', '_interfaces': [{'id': 'eab99ee3-947c-4bfa-ab1c-f381a5690a99', 'name': '', 'network_id': '67448cfb-d890-4afc-9ddb-5ee3c93a938b', 'tenant_id': '415821e5d48e4e92998ca04cc718dbb8', 'mac_address': 'fa:16:3e:dd:9f:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b877f6d-8cac-4145-b7c3-9bcc63e19c7f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '713722ca-ddd9-4c8a-8961-6ae7bb95486f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T22:00:11Z', 'updated_at': '2022-04-18T22:00:25Z', 'revision_number': 4, 'project_id': '415821e5d48e4e92998ca04cc718dbb8', 'subnets': [{'id': '713722ca-ddd9-4c8a-8961-6ae7bb95486f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838334-2', False) {} {{(pid=84043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 22:00:25.831890 n-d-838334-2 neutron-server[84043]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7e7b8b8-0e69-4a03-b233-33ce530314a7 None None] The sync data for ids ['5b877f6d-8cac-4145-b7c3-9bcc63e19c7f'] in n-d-838334-2 is: [{'id': '5b877f6d-8cac-4145-b7c3-9bcc63e19c7f', 'name': 'tempest-TestSnapshotPattern-201978612-router', 'tenant_id': '415821e5d48e4e92998ca04cc718dbb8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'external_fixed_ips': [{'subnet_id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'ip_address': '172.25.8.93'}], 'enable_snat': True}, 'gw_port_id': 'dd3cf159-4f59-4c12-b3a0-e63212221349', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T22:00:09Z', 'updated_at': '2022-04-18T22:00:12Z', 'revision_number': 4, 'project_id': '415821e5d48e4e92998ca04cc718dbb8', 'gw_port': {'id': 'dd3cf159-4f59-4c12-b3a0-e63212221349', 'name': '', 'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:8e:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b877f6d-8cac-4145-b7c3-9bcc63e19c7f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'ip_address': '172.25.8.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T22:00:09Z', 'updated_at': '2022-04-18T22:00:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838334-2', '_interfaces': [{'id': 'eab99ee3-947c-4bfa-ab1c-f381a5690a99', 'name': '', 'network_id': '67448cfb-d890-4afc-9ddb-5ee3c93a938b', 'tenant_id': '415821e5d48e4e92998ca04cc718dbb8', 'mac_address': 'fa:16:3e:dd:9f:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b877f6d-8cac-4145-b7c3-9bcc63e19c7f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '713722ca-ddd9-4c8a-8961-6ae7bb95486f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T22:00:11Z', 'updated_at': '2022-04-18T22:00:25Z', 'revision_number': 4, 'project_id': '415821e5d48e4e92998ca04cc718dbb8', 'subnets': [{'id': '713722ca-ddd9-4c8a-8961-6ae7bb95486f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84043) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 18 22:00:25.890516 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Pushing event updated for resources: {'Port': ['ID=d640216c-4ca0-4d9b-9dfe-05276e6d845b,revision_number=5']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 22:00:26.008607 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-2b219354-724d-41b4-8566-cfd30b786b54 req-4501ea39-a070-4a99-acc5-bac4ce2c3a44 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=c54b98f8-7c21-47cc-a091-0e7921f34800 HTTP/1.1" status: 200 len: 1096 time: 0.1524403 Apr 18 22:00:26.009160 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:00:26.045422 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] For port 95384b9a-49a6-49b7-88c6-ba17b46ff89c, host n-d-838334-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838334-2',level=0,port_id=95384b9a-49a6-49b7-88c6-ba17b46ff89c,segment=NetworkSegment(8b797297-c446-431e-bd6a-a6a632385eef),segment_id=8b797297-c446-431e-bd6a-a6a632385eef)] {{(pid=84042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 22:00:26.051818 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682'] for port, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:00:26.110189 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-2b219354-724d-41b4-8566-cfd30b786b54 req-12ec399d-d9e7-46c9-bfc0-f91245d86bd3 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=a068b8cd-dc81-4d8f-859a-43693a6cd89e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0677722 Apr 18 22:00:26.125915 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22b0ae7f-d34c-446f-ae06-0a4cde2b871e req-5933f0ec-961c-4baa-b173-a27f7a7fc12f tempest-TestSnapshotPattern-600736525 tempest-TestSnapshotPattern-600736525-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 22:00:26.127407 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-22b0ae7f-d34c-446f-ae06-0a4cde2b871e req-5933f0ec-961c-4baa-b173-a27f7a7fc12f tempest-TestSnapshotPattern-600736525 tempest-TestSnapshotPattern-600736525-project] 10.222.0.42 "GET /v2.0/ports?device_id=c54b98f8-7c21-47cc-a091-0e7921f34800 HTTP/1.1" status: 200 len: 945 time: 0.1274788 Apr 18 22:00:26.128160 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Pushing event updated for resources: {'Port': ['ID=95384b9a-49a6-49b7-88c6-ba17b46ff89c,revision_number=5']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 22:00:26.177984 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-22b0ae7f-d34c-446f-ae06-0a4cde2b871e req-4021ccce-bdef-4611-a6c4-0fa031f6ffec tempest-TestSnapshotPattern-600736525 tempest-TestSnapshotPattern-600736525-project] 10.222.0.42 "GET /v2.0/security-groups?id=a068b8cd-dc81-4d8f-859a-43693a6cd89e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414276 Apr 18 22:00:27.378039 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9077d6f-d666-45e8-beab-2f9f422a7b33 req-f4ba039d-409e-4c44-b864-7ff51fc6f1f3 tempest-TestSnapshotPattern-600736525 tempest-TestSnapshotPattern-600736525-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 22:00:27.379449 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-e9077d6f-d666-45e8-beab-2f9f422a7b33 req-f4ba039d-409e-4c44-b864-7ff51fc6f1f3 tempest-TestSnapshotPattern-600736525 tempest-TestSnapshotPattern-600736525-project] 10.222.0.42 "GET /v2.0/ports?device_id=c54b98f8-7c21-47cc-a091-0e7921f34800 HTTP/1.1" status: 200 len: 945 time: 0.0761154 Apr 18 22:00:27.423933 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-e9077d6f-d666-45e8-beab-2f9f422a7b33 req-b8f826ac-c1a1-4136-8640-ff04d8aa3a06 tempest-TestSnapshotPattern-600736525 tempest-TestSnapshotPattern-600736525-project] 10.222.0.42 "GET /v2.0/security-groups?id=a068b8cd-dc81-4d8f-859a-43693a6cd89e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388978 Apr 18 22:00:27.619780 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef7fa150-3ed4-4627-a52a-11a333d18527 req-d019d3ce-fb38-4b54-b007-075a67c482d0 tempest-TestSnapshotPattern-600736525 tempest-TestSnapshotPattern-600736525-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 22:00:27.624881 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-ef7fa150-3ed4-4627-a52a-11a333d18527 req-d019d3ce-fb38-4b54-b007-075a67c482d0 tempest-TestSnapshotPattern-600736525 tempest-TestSnapshotPattern-600736525-project] 10.222.0.42 "GET /v2.0/ports?device_id=c54b98f8-7c21-47cc-a091-0e7921f34800 HTTP/1.1" status: 200 len: 945 time: 0.0824740 Apr 18 22:00:27.672565 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-ef7fa150-3ed4-4627-a52a-11a333d18527 req-03602b21-42cb-4b7f-a1e3-18d68fde2a5a tempest-TestSnapshotPattern-600736525 tempest-TestSnapshotPattern-600736525-project] 10.222.0.42 "GET /v2.0/security-groups?id=a068b8cd-dc81-4d8f-859a-43693a6cd89e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449331 Apr 18 22:00:27.676055 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Device 95384b9a-49a6-49b7-88c6-ba17b46ff89c up at agent ovs-agent-n-d-838334-2 {{(pid=84042) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 22:00:27.704463 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 43276) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 22:00:27.748360 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Provisioning complete for port 95384b9a-49a6-49b7-88c6-ba17b46ff89c triggered by entity L2. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 22:00:27.748723 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1253608'] for port, provisioning_complete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:00:27.844740 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-70ae4ffd-bf76-4226-9e07-7549db984135 tempest-TestSnapshotPattern-989477306 tempest-TestSnapshotPattern-989477306-project-admin] Synchronizing usage tracker for tenant:415821e5d48e4e92998ca04cc718dbb8 on resource:port {{(pid=84041) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 22:00:27.868136 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [None req-70ae4ffd-bf76-4226-9e07-7549db984135 tempest-TestSnapshotPattern-989477306 tempest-TestSnapshotPattern-989477306-project-admin] Unset dirty status for tenant:415821e5d48e4e92998ca04cc718dbb8 on resource:port {{(pid=84041) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 22:00:27.872274 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-70ae4ffd-bf76-4226-9e07-7549db984135 tempest-TestSnapshotPattern-989477306 tempest-TestSnapshotPattern-989477306-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=c54b98f8-7c21-47cc-a091-0e7921f34800 HTTP/1.1" status: 200 len: 1091 time: 0.1665728 Apr 18 22:00:27.872441 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 43282) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 22:00:27.878203 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.v2.base [None req-3860200e-9764-47a0-9b2b-e85411a1c0e5 tempest-TestSnapshotPattern-600736525 tempest-TestSnapshotPattern-600736525-project] Request body: {'floatingip': {'floating_network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'port_id': 'd640216c-4ca0-4d9b-9dfe-05276e6d845b', 'tenant_id': 'c4f6005d12e44e78a2f45f7eedc42626', 'fixed_ip_address': '172.20.0.7'}} {{(pid=84040) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 22:00:27.886707 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [None req-3860200e-9764-47a0-9b2b-e85411a1c0e5 tempest-TestSnapshotPattern-600736525 tempest-TestSnapshotPattern-600736525-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 22:00:27.891707 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-3860200e-9764-47a0-9b2b-e85411a1c0e5 tempest-TestSnapshotPattern-600736525 tempest-TestSnapshotPattern-600736525-project] Usage tracker for resource:floatingip and tenant:c4f6005d12e44e78a2f45f7eedc42626 is out of sync, need to count used quota {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 22:00:27.894599 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-3860200e-9764-47a0-9b2b-e85411a1c0e5 tempest-TestSnapshotPattern-600736525 tempest-TestSnapshotPattern-600736525-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 22:00:27.900260 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [None req-3860200e-9764-47a0-9b2b-e85411a1c0e5 tempest-TestSnapshotPattern-600736525 tempest-TestSnapshotPattern-600736525-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 22:00:27.906146 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Device eab99ee3-947c-4bfa-ab1c-f381a5690a99 up at agent ovs-agent-n-d-838334-2 {{(pid=84042) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 22:00:27.911816 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-3860200e-9764-47a0-9b2b-e85411a1c0e5 tempest-TestSnapshotPattern-600736525 tempest-TestSnapshotPattern-600736525-project] Notify callbacks [] for floatingip, before_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:00:27.974101 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Provisioning for port eab99ee3-947c-4bfa-ab1c-f381a5690a99 completed by entity L2. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 22:00:27.978899 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Provisioning complete for port eab99ee3-947c-4bfa-ab1c-f381a5690a99 triggered by entity L2. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 22:00:27.979308 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1253608'] for port, provisioning_complete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:00:28.048394 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-3860200e-9764-47a0-9b2b-e85411a1c0e5 tempest-TestSnapshotPattern-600736525 tempest-TestSnapshotPattern-600736525-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:00:28.098519 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:00:28.131906 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] For port eab99ee3-947c-4bfa-ab1c-f381a5690a99, host n-d-838334-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838334-2',level=0,port_id=eab99ee3-947c-4bfa-ab1c-f381a5690a99,segment=NetworkSegment(3259566e-0aa3-4d65-88be-fd6aaaf2672f),segment_id=3259566e-0aa3-4d65-88be-fd6aaaf2672f)] {{(pid=84042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 22:00:28.136850 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682'] for port, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:00:28.207044 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Pushing event updated for resources: {'Port': ['ID=eab99ee3-947c-4bfa-ab1c-f381a5690a99,revision_number=5']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 22:00:28.285616 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.db_base_plugin_common [None req-3860200e-9764-47a0-9b2b-e85411a1c0e5 tempest-TestSnapshotPattern-600736525 tempest-TestSnapshotPattern-600736525-project] Allocated IP 172.25.8.48 (e41b6600-a917-4a8d-b05c-be3be40c6d8c/6b05667b-848e-4356-9b44-d5eb6808ef74/60a5eb11-3551-4673-ae3f-8e55843ed571) {{(pid=84040) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 22:00:28.437049 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-3860200e-9764-47a0-9b2b-e85411a1c0e5 tempest-TestSnapshotPattern-600736525 tempest-TestSnapshotPattern-600736525-project] Notify callbacks [] for port, precommit_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:00:28.464328 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-3860200e-9764-47a0-9b2b-e85411a1c0e5 tempest-TestSnapshotPattern-600736525 tempest-TestSnapshotPattern-600736525-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750374836619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32440838'] for port, after_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:00:28.527511 n-d-838334-2 neutron-server[84040]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3860200e-9764-47a0-9b2b-e85411a1c0e5 tempest-TestSnapshotPattern-600736525 tempest-TestSnapshotPattern-600736525-project] Network e41b6600-a917-4a8d-b05c-be3be40c6d8c is already hosted by enough agents. {{(pid=84040) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 22:00:28.530165 n-d-838334-2 neutron-server[84040]: DEBUG neutron.scheduler.base_scheduler [None req-3860200e-9764-47a0-9b2b-e85411a1c0e5 tempest-TestSnapshotPattern-600736525 tempest-TestSnapshotPattern-600736525-project] Resources bound (agent type, host, resource id): {{(pid=84040) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 22:00:28.533821 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3860200e-9764-47a0-9b2b-e85411a1c0e5 tempest-TestSnapshotPattern-600736525 tempest-TestSnapshotPattern-600736525-project] Received port after_create {{(pid=84040) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 22:00:28.569205 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3860200e-9764-47a0-9b2b-e85411a1c0e5 tempest-TestSnapshotPattern-600736525 tempest-TestSnapshotPattern-600736525-project] Pushing event updated for resources: {'Port': ['ID=60a5eb11-3551-4673-ae3f-8e55843ed571,revision_number=1']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 22:00:29.037640 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-3860200e-9764-47a0-9b2b-e85411a1c0e5 tempest-TestSnapshotPattern-600736525 tempest-TestSnapshotPattern-600736525-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:00:29.097559 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-3860200e-9764-47a0-9b2b-e85411a1c0e5 tempest-TestSnapshotPattern-600736525 tempest-TestSnapshotPattern-600736525-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:00:29.301047 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-3860200e-9764-47a0-9b2b-e85411a1c0e5 tempest-TestSnapshotPattern-600736525 tempest-TestSnapshotPattern-600736525-project] Notify callbacks [] for port, precommit_update {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:00:29.305422 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-3860200e-9764-47a0-9b2b-e85411a1c0e5 tempest-TestSnapshotPattern-600736525 tempest-TestSnapshotPattern-600736525-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32440959'] for port, after_update {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:00:29.407262 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3860200e-9764-47a0-9b2b-e85411a1c0e5 tempest-TestSnapshotPattern-600736525 tempest-TestSnapshotPattern-600736525-project] Pushing event updated for resources: {'Port': ['ID=60a5eb11-3551-4673-ae3f-8e55843ed571,revision_number=2']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 22:00:29.423542 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-3860200e-9764-47a0-9b2b-e85411a1c0e5 tempest-TestSnapshotPattern-600736525 tempest-TestSnapshotPattern-600736525-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33444131'] for floatingip, after_update {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:00:29.613076 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Device eab99ee3-947c-4bfa-ab1c-f381a5690a99 up at agent ovs-agent-n-d-838334-2 {{(pid=84042) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 22:00:29.631069 n-d-838334-2 neutron-server[84040]: INFO neutron.db.l3_db [None req-3860200e-9764-47a0-9b2b-e85411a1c0e5 tempest-TestSnapshotPattern-600736525 tempest-TestSnapshotPattern-600736525-project] Floating IP 1a896cbd-048e-4c46-ba7f-2bdda86d9f12 associated. External IP: 172.25.8.48, port: d640216c-4ca0-4d9b-9dfe-05276e6d845b. Apr 18 22:00:29.685668 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Provisioning complete for port eab99ee3-947c-4bfa-ab1c-f381a5690a99 triggered by entity L2. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 22:00:29.686031 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1253608'] for port, provisioning_complete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:00:30.130559 n-d-838334-2 neutron-server[84040]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3860200e-9764-47a0-9b2b-e85411a1c0e5 tempest-TestSnapshotPattern-600736525 tempest-TestSnapshotPattern-600736525-project] Router e7fc6a7c-fe57-46f2-bbfc-4073cc28e0b6 has already been hosted by L3 agent bc84d6c9-dd7a-4555-a351-592327b46d5a {{(pid=84040) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 22:00:30.331171 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3860200e-9764-47a0-9b2b-e85411a1c0e5 tempest-TestSnapshotPattern-600736525 tempest-TestSnapshotPattern-600736525-project] Notify agent at l3_agent.n-d-838334-2 the message routers_updated {{(pid=84040) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 22:00:30.354305 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-3860200e-9764-47a0-9b2b-e85411a1c0e5 tempest-TestSnapshotPattern-600736525 tempest-TestSnapshotPattern-600736525-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217293'] for floatingip, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:00:30.373645 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750375287399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253529'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:00:30.409426 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-3860200e-9764-47a0-9b2b-e85411a1c0e5 tempest-TestSnapshotPattern-600736525 tempest-TestSnapshotPattern-600736525-project] 10.222.0.42 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.5356638 Apr 18 22:00:30.409832 n-d-838334-2 neutron-server[84040]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c54b98f8-7c21-47cc-a091-0e7921f34800', 'tag': 'd640216c-4ca0-4d9b-9dfe-05276e6d845b'}] {{(pid=84040) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 22:00:30.469015 n-d-838334-2 neutron-server[84040]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6dca4319-7323-4115-bf70-3028a7df7b80'] response: {'name': 'network-changed', 'server_uuid': 'c54b98f8-7c21-47cc-a091-0e7921f34800', 'tag': 'd640216c-4ca0-4d9b-9dfe-05276e6d845b', 'status': 'completed', 'code': 200} Apr 18 22:00:30.578963 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-a877a619-a4b1-4a17-890c-92a3cb167f4c req-1a6d438f-5acf-4229-8b70-a5db7ec121db service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=c4f6005d12e44e78a2f45f7eedc42626&device_id=c54b98f8-7c21-47cc-a091-0e7921f34800 HTTP/1.1" status: 200 len: 1096 time: 0.0878019 Apr 18 22:00:30.706245 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a877a619-a4b1-4a17-890c-92a3cb167f4c req-9c5d22ab-e9bb-4a26-95cc-b00aa6a70339 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 22:00:30.707561 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-a877a619-a4b1-4a17-890c-92a3cb167f4c req-9c5d22ab-e9bb-4a26-95cc-b00aa6a70339 service neutron] 10.222.0.43 "GET /v2.0/networks?id=119aa3bb-054f-46a0-b547-0d3d238bbb07 HTTP/1.1" status: 200 len: 911 time: 0.1232905 Apr 18 22:00:30.814247 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-a877a619-a4b1-4a17-890c-92a3cb167f4c req-828427ce-8973-46ea-853a-53bc08a300e6 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d640216c-4ca0-4d9b-9dfe-05276e6d845b HTTP/1.1" status: 200 len: 998 time: 0.1010940 Apr 18 22:00:30.883075 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a877a619-a4b1-4a17-890c-92a3cb167f4c req-62ebb621-9f3e-4ba2-bd52-82c3ca811b41 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 22:00:30.885425 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-a877a619-a4b1-4a17-890c-92a3cb167f4c req-62ebb621-9f3e-4ba2-bd52-82c3ca811b41 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=f699c42a-153f-4e6b-8c51-186791b0fee2 HTTP/1.1" status: 200 len: 849 time: 0.0656753 Apr 18 22:00:30.957927 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-a877a619-a4b1-4a17-890c-92a3cb167f4c req-254409d6-ecd3-4a93-a4d9-3c00ada8c5c6 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=119aa3bb-054f-46a0-b547-0d3d238bbb07&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0666003 Apr 18 22:00:31.090674 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-a877a619-a4b1-4a17-890c-92a3cb167f4c req-d3e86e31-228b-428a-a49e-56f632e77410 service neutron] 10.222.0.43 "GET /v2.0/networks/119aa3bb-054f-46a0-b547-0d3d238bbb07?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1267891 Apr 18 22:00:31.222459 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-a877a619-a4b1-4a17-890c-92a3cb167f4c req-b323cf90-2f50-4caa-9013-f0b633544dbd service neutron] 10.222.0.43 "GET /v2.0/networks/119aa3bb-054f-46a0-b547-0d3d238bbb07?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1254058 Apr 18 22:00:32.511302 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca41cc73-0073-41c6-82cb-0eb0410906e3 None None] Sync routers for ids ['e7fc6a7c-fe57-46f2-bbfc-4073cc28e0b6'] in n-d-838334-2 {{(pid=84042) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 18 22:00:32.524228 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca41cc73-0073-41c6-82cb-0eb0410906e3 None None] Routers {'e7fc6a7c-fe57-46f2-bbfc-4073cc28e0b6'} bound to L3 agent in host n-d-838334-2 {{(pid=84042) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 22:00:32.524854 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_hamode_db [None req-ca41cc73-0073-41c6-82cb-0eb0410906e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838334-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-18T20:25:48Z,description=,heartbeat_timestamp=2022-04-18T22:00:18Z,host='n-d-838334-2',id=bc84d6c9-dd7a-4555-a351-592327b46d5a,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:25:48Z,topic='l3_agent')) {'router_ids': ['e7fc6a7c-fe57-46f2-bbfc-4073cc28e0b6'], 'active': True} {{(pid=84042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 22:00:32.698316 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_dvr_db [None req-ca41cc73-0073-41c6-82cb-0eb0410906e3 None None] Set router e7fc6a7c-fe57-46f2-bbfc-4073cc28e0b6 gateway port host: n-d-838334-2 {{(pid=84042) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 22:00:33.040598 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_hamode_db [None req-ca41cc73-0073-41c6-82cb-0eb0410906e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7fc6a7c-fe57-46f2-bbfc-4073cc28e0b6', 'name': 'tempest-TestSnapshotPattern-1452269797-router', 'tenant_id': 'c4f6005d12e44e78a2f45f7eedc42626', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'external_fixed_ips': [{'subnet_id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'ip_address': '172.25.8.115'}], 'enable_snat': True}, 'gw_port_id': '4ba87a65-5a82-4453-bbc4-6592c9d708c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T22:00:03Z', 'updated_at': '2022-04-18T22:00:06Z', 'revision_number': 4, 'project_id': 'c4f6005d12e44e78a2f45f7eedc42626', 'gw_port': {'id': '4ba87a65-5a82-4453-bbc4-6592c9d708c2', 'name': '', 'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:22:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7fc6a7c-fe57-46f2-bbfc-4073cc28e0b6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'ip_address': '172.25.8.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T22:00:03Z', 'updated_at': '2022-04-18T22:00:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838334-2', '_floatingips': [{'id': '1a896cbd-048e-4c46-ba7f-2bdda86d9f12', 'tenant_id': 'c4f6005d12e44e78a2f45f7eedc42626', 'floating_ip_address': '172.25.8.48', 'floating_network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'router_id': 'e7fc6a7c-fe57-46f2-bbfc-4073cc28e0b6', 'port_id': 'd640216c-4ca0-4d9b-9dfe-05276e6d845b', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '119aa3bb-054f-46a0-b547-0d3d238bbb07', 'mac_address': 'fa:16:3e:c3:8a:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c54b98f8-7c21-47cc-a091-0e7921f34800', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T22:00:28Z', 'updated_at': '2022-04-18T22:00:28Z', 'revision_number': 0, 'project_id': 'c4f6005d12e44e78a2f45f7eedc42626', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '95384b9a-49a6-49b7-88c6-ba17b46ff89c', 'name': '', 'network_id': '119aa3bb-054f-46a0-b547-0d3d238bbb07', 'tenant_id': 'c4f6005d12e44e78a2f45f7eedc42626', 'mac_address': 'fa:16:3e:6c:87:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7fc6a7c-fe57-46f2-bbfc-4073cc28e0b6', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f699c42a-153f-4e6b-8c51-186791b0fee2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T22:00:05Z', 'updated_at': '2022-04-18T22:00:26Z', 'revision_number': 5, 'project_id': 'c4f6005d12e44e78a2f45f7eedc42626', 'subnets': [{'id': 'f699c42a-153f-4e6b-8c51-186791b0fee2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838334-2', False) {} {{(pid=84042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 22:00:33.044479 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca41cc73-0073-41c6-82cb-0eb0410906e3 None None] Checking router: e7fc6a7c-fe57-46f2-bbfc-4073cc28e0b6 for host: n-d-838334-2 {{(pid=84042) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 18 22:00:33.055609 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca41cc73-0073-41c6-82cb-0eb0410906e3 None None] Routers {'e7fc6a7c-fe57-46f2-bbfc-4073cc28e0b6'} bound to L3 agent in host n-d-838334-2 {{(pid=84042) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 22:00:33.056220 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_hamode_db [None req-ca41cc73-0073-41c6-82cb-0eb0410906e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838334-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-18T20:25:48Z,description=,heartbeat_timestamp=2022-04-18T22:00:18Z,host='n-d-838334-2',id=bc84d6c9-dd7a-4555-a351-592327b46d5a,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:25:48Z,topic='l3_agent')) {'router_ids': ['e7fc6a7c-fe57-46f2-bbfc-4073cc28e0b6'], 'active': True} {{(pid=84042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 22:00:33.238337 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_dvr_db [None req-ca41cc73-0073-41c6-82cb-0eb0410906e3 None None] Set router e7fc6a7c-fe57-46f2-bbfc-4073cc28e0b6 gateway port host: n-d-838334-2 {{(pid=84042) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 22:00:33.614730 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_hamode_db [None req-ca41cc73-0073-41c6-82cb-0eb0410906e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7fc6a7c-fe57-46f2-bbfc-4073cc28e0b6', 'name': 'tempest-TestSnapshotPattern-1452269797-router', 'tenant_id': 'c4f6005d12e44e78a2f45f7eedc42626', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'external_fixed_ips': [{'subnet_id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'ip_address': '172.25.8.115'}], 'enable_snat': True}, 'gw_port_id': '4ba87a65-5a82-4453-bbc4-6592c9d708c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T22:00:03Z', 'updated_at': '2022-04-18T22:00:06Z', 'revision_number': 4, 'project_id': 'c4f6005d12e44e78a2f45f7eedc42626', 'gw_port': {'id': '4ba87a65-5a82-4453-bbc4-6592c9d708c2', 'name': '', 'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:22:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7fc6a7c-fe57-46f2-bbfc-4073cc28e0b6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'ip_address': '172.25.8.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T22:00:03Z', 'updated_at': '2022-04-18T22:00:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838334-2', '_floatingips': [{'id': '1a896cbd-048e-4c46-ba7f-2bdda86d9f12', 'tenant_id': 'c4f6005d12e44e78a2f45f7eedc42626', 'floating_ip_address': '172.25.8.48', 'floating_network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'router_id': 'e7fc6a7c-fe57-46f2-bbfc-4073cc28e0b6', 'port_id': 'd640216c-4ca0-4d9b-9dfe-05276e6d845b', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '119aa3bb-054f-46a0-b547-0d3d238bbb07', 'mac_address': 'fa:16:3e:c3:8a:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c54b98f8-7c21-47cc-a091-0e7921f34800', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T22:00:28Z', 'updated_at': '2022-04-18T22:00:28Z', 'revision_number': 0, 'project_id': 'c4f6005d12e44e78a2f45f7eedc42626', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '95384b9a-49a6-49b7-88c6-ba17b46ff89c', 'name': '', 'network_id': '119aa3bb-054f-46a0-b547-0d3d238bbb07', 'tenant_id': 'c4f6005d12e44e78a2f45f7eedc42626', 'mac_address': 'fa:16:3e:6c:87:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7fc6a7c-fe57-46f2-bbfc-4073cc28e0b6', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f699c42a-153f-4e6b-8c51-186791b0fee2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T22:00:05Z', 'updated_at': '2022-04-18T22:00:26Z', 'revision_number': 5, 'project_id': 'c4f6005d12e44e78a2f45f7eedc42626', 'subnets': [{'id': 'f699c42a-153f-4e6b-8c51-186791b0fee2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838334-2', False) {} {{(pid=84042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 22:00:33.618730 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca41cc73-0073-41c6-82cb-0eb0410906e3 None None] The sync data for ids ['e7fc6a7c-fe57-46f2-bbfc-4073cc28e0b6'] in n-d-838334-2 is: [{'id': 'e7fc6a7c-fe57-46f2-bbfc-4073cc28e0b6', 'name': 'tempest-TestSnapshotPattern-1452269797-router', 'tenant_id': 'c4f6005d12e44e78a2f45f7eedc42626', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'external_fixed_ips': [{'subnet_id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'ip_address': '172.25.8.115'}], 'enable_snat': True}, 'gw_port_id': '4ba87a65-5a82-4453-bbc4-6592c9d708c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T22:00:03Z', 'updated_at': '2022-04-18T22:00:06Z', 'revision_number': 4, 'project_id': 'c4f6005d12e44e78a2f45f7eedc42626', 'gw_port': {'id': '4ba87a65-5a82-4453-bbc4-6592c9d708c2', 'name': '', 'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:22:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7fc6a7c-fe57-46f2-bbfc-4073cc28e0b6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'ip_address': '172.25.8.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T22:00:03Z', 'updated_at': '2022-04-18T22:00:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838334-2', '_floatingips': [{'id': '1a896cbd-048e-4c46-ba7f-2bdda86d9f12', 'tenant_id': 'c4f6005d12e44e78a2f45f7eedc42626', 'floating_ip_address': '172.25.8.48', 'floating_network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'router_id': 'e7fc6a7c-fe57-46f2-bbfc-4073cc28e0b6', 'port_id': 'd640216c-4ca0-4d9b-9dfe-05276e6d845b', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '119aa3bb-054f-46a0-b547-0d3d238bbb07', 'mac_address': 'fa:16:3e:c3:8a:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c54b98f8-7c21-47cc-a091-0e7921f34800', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T22:00:28Z', 'updated_at': '2022-04-18T22:00:28Z', 'revision_number': 0, 'project_id': 'c4f6005d12e44e78a2f45f7eedc42626', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '95384b9a-49a6-49b7-88c6-ba17b46ff89c', 'name': '', 'network_id': '119aa3bb-054f-46a0-b547-0d3d238bbb07', 'tenant_id': 'c4f6005d12e44e78a2f45f7eedc42626', 'mac_address': 'fa:16:3e:6c:87:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7fc6a7c-fe57-46f2-bbfc-4073cc28e0b6', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f699c42a-153f-4e6b-8c51-186791b0fee2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T22:00:05Z', 'updated_at': '2022-04-18T22:00:26Z', 'revision_number': 5, 'project_id': 'c4f6005d12e44e78a2f45f7eedc42626', 'subnets': [{'id': 'f699c42a-153f-4e6b-8c51-186791b0fee2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84042) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 18 22:00:34.096973 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.agents_db [None req-6346a179-333c-4370-b5a6-936984aeab15 None None] Agent healthcheck: found 7 active agents {{(pid=84043) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 18 22:00:34.540635 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750375287399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253529'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:00:42.955605 n-d-838334-2 neutron-server[84043]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f0d0333-051a-47d1-8776-db92f5203215 None None] New status for floating IP 1a896cbd-048e-4c46-ba7f-2bdda86d9f12: ACTIVE {{(pid=84043) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Apr 18 22:00:45.822911 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-f84caf0f-b043-4196-b117-6feea798025b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750375287399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253529'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:00:48.072521 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-d9256743-4e38-4a39-8fe3-c024483b0a11 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750375287399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253529'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:00:49.255736 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750375287399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253529'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:00:49.784418 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-414b6ffe-e119-47bc-b18f-bcff1219c2f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750375287399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253529'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:00:50.850687 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-c7521a90-7d65-4e2e-842c-ca5d95e9a89c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750375287399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253529'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:01:00.369039 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750375287399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253529'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:01:04.554678 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750375287399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253529'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:01:11.096736 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.agents_db [None req-6346a179-333c-4370-b5a6-936984aeab15 None None] Agent healthcheck: found 7 active agents {{(pid=84043) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 18 22:01:15.824508 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-8323569c-2e0c-4e55-8ac1-a2fbb2e0b5b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750375287399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253529'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:01:18.073743 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-3c5bb85f-7227-468f-945d-bae6eb5f5394 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750375287399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253529'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:01:19.257761 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750375287399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253529'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:01:19.788460 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-414b6ffe-e119-47bc-b18f-bcff1219c2f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750375287399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253529'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:01:20.852992 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-c7521a90-7d65-4e2e-842c-ca5d95e9a89c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750375287399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253529'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:01:21.216189 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-2e90920a-dc63-4eeb-b55d-1c2a77ae68d4 req-525c77a2-6b5f-4810-a23b-a32fc0c73c29 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=c54b98f8-7c21-47cc-a091-0e7921f34800&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0739572 Apr 18 22:01:21.348831 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-2e90920a-dc63-4eeb-b55d-1c2a77ae68d4 req-d92f3894-09d4-4818-b09b-5147a48f8d7c service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=c4f6005d12e44e78a2f45f7eedc42626&device_id=c54b98f8-7c21-47cc-a091-0e7921f34800 HTTP/1.1" status: 200 len: 1096 time: 0.0669250 Apr 18 22:01:21.491155 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e90920a-dc63-4eeb-b55d-1c2a77ae68d4 req-a8fe348c-4cf9-4671-b361-2f6c13a52a18 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 22:01:21.492549 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-2e90920a-dc63-4eeb-b55d-1c2a77ae68d4 req-a8fe348c-4cf9-4671-b361-2f6c13a52a18 service neutron] 10.222.0.43 "GET /v2.0/networks?id=119aa3bb-054f-46a0-b547-0d3d238bbb07 HTTP/1.1" status: 200 len: 911 time: 0.1263611 Apr 18 22:01:21.696830 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-2e90920a-dc63-4eeb-b55d-1c2a77ae68d4 req-ab721ac0-91b2-4f2e-af97-861caabc20e8 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d640216c-4ca0-4d9b-9dfe-05276e6d845b HTTP/1.1" status: 200 len: 1000 time: 0.1983979 Apr 18 22:01:21.759894 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e90920a-dc63-4eeb-b55d-1c2a77ae68d4 req-918156fd-b133-474b-baef-b1fafee23c68 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 22:01:21.761161 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-2e90920a-dc63-4eeb-b55d-1c2a77ae68d4 req-918156fd-b133-474b-baef-b1fafee23c68 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=f699c42a-153f-4e6b-8c51-186791b0fee2 HTTP/1.1" status: 200 len: 849 time: 0.0585332 Apr 18 22:01:21.832936 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-2e90920a-dc63-4eeb-b55d-1c2a77ae68d4 req-739eeb74-9c0b-4c6f-935a-9a64ee711eca service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=119aa3bb-054f-46a0-b547-0d3d238bbb07&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0664227 Apr 18 22:01:21.962786 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-2e90920a-dc63-4eeb-b55d-1c2a77ae68d4 req-68fc1293-3557-4dfb-b680-bb8c8b61bcb2 service neutron] 10.222.0.43 "GET /v2.0/networks/119aa3bb-054f-46a0-b547-0d3d238bbb07?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1235907 Apr 18 22:01:22.092395 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-2e90920a-dc63-4eeb-b55d-1c2a77ae68d4 req-251e7f50-920a-4cae-9217-d3971619040b service neutron] 10.222.0.43 "GET /v2.0/networks/119aa3bb-054f-46a0-b547-0d3d238bbb07?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1227617 Apr 18 22:01:30.363638 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750375287399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253529'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:01:34.567034 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750375287399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253529'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:01:45.826404 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-606d13e6-0228-4c38-8160-49f473edfaeb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750375287399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253529'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:01:48.075726 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-00235a25-13fb-4e6d-ab1d-4429eddf4107 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750375287399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253529'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:01:48.097445 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.agents_db [None req-6346a179-333c-4370-b5a6-936984aeab15 None None] Agent healthcheck: found 7 active agents {{(pid=84043) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 18 22:01:49.258568 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750375287399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253529'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:01:49.790950 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-414b6ffe-e119-47bc-b18f-bcff1219c2f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750375287399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253529'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:01:50.856330 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-c7521a90-7d65-4e2e-842c-ca5d95e9a89c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750375287399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253529'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:02:00.379581 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750375287399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253529'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:02:04.564796 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750375287399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253529'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:02:15.828158 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-cb9c3d46-621c-4ce8-9b80-650b680ee85d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750375287399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253529'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:02:18.077305 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-e3f973f5-d7e1-4b09-9563-cbb5ed5b0fd4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750375287399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253529'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:02:19.259995 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750375287399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253529'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:02:19.793322 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-414b6ffe-e119-47bc-b18f-bcff1219c2f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750375287399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253529'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:02:20.858785 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-c7521a90-7d65-4e2e-842c-ca5d95e9a89c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750375287399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253529'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:02:21.203915 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-23d40abf-6c08-472f-a3b5-d94d46d4577b req-fda853a9-5ecb-4ef2-9782-c7e068dbe161 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=c54b98f8-7c21-47cc-a091-0e7921f34800&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0668976 Apr 18 22:02:21.347701 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-23d40abf-6c08-472f-a3b5-d94d46d4577b req-955977ec-c180-4899-9233-9a98a16ddee2 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=c4f6005d12e44e78a2f45f7eedc42626&device_id=c54b98f8-7c21-47cc-a091-0e7921f34800 HTTP/1.1" status: 200 len: 1096 time: 0.0784385 Apr 18 22:02:21.492796 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23d40abf-6c08-472f-a3b5-d94d46d4577b req-20550976-97ef-420a-8ef9-53fa3e19a044 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 22:02:21.494135 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-23d40abf-6c08-472f-a3b5-d94d46d4577b req-20550976-97ef-420a-8ef9-53fa3e19a044 service neutron] 10.222.0.43 "GET /v2.0/networks?id=119aa3bb-054f-46a0-b547-0d3d238bbb07 HTTP/1.1" status: 200 len: 911 time: 0.1280904 Apr 18 22:02:21.595585 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-23d40abf-6c08-472f-a3b5-d94d46d4577b req-c73b6e24-9b86-4db0-95f1-0babe7ed2819 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d640216c-4ca0-4d9b-9dfe-05276e6d845b HTTP/1.1" status: 200 len: 1000 time: 0.0958395 Apr 18 22:02:21.658756 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23d40abf-6c08-472f-a3b5-d94d46d4577b req-bdf308aa-bab5-443a-b332-b69b477fae58 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 22:02:21.660913 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-23d40abf-6c08-472f-a3b5-d94d46d4577b req-bdf308aa-bab5-443a-b332-b69b477fae58 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=f699c42a-153f-4e6b-8c51-186791b0fee2 HTTP/1.1" status: 200 len: 849 time: 0.0597682 Apr 18 22:02:21.732715 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-23d40abf-6c08-472f-a3b5-d94d46d4577b req-46479bb2-94fe-4cbe-b9e4-ae59513bb7d7 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=119aa3bb-054f-46a0-b547-0d3d238bbb07&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0659678 Apr 18 22:02:21.859961 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-23d40abf-6c08-472f-a3b5-d94d46d4577b req-fc1d06c1-347c-4558-bd74-5d62b6834f52 service neutron] 10.222.0.43 "GET /v2.0/networks/119aa3bb-054f-46a0-b547-0d3d238bbb07?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1202216 Apr 18 22:02:21.987907 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-23d40abf-6c08-472f-a3b5-d94d46d4577b req-fa04c165-2ded-4f72-8f0e-fff2e54385c1 service neutron] 10.222.0.43 "GET /v2.0/networks/119aa3bb-054f-46a0-b547-0d3d238bbb07?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1221771 Apr 18 22:02:25.098282 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.agents_db [None req-6346a179-333c-4370-b5a6-936984aeab15 None None] Agent healthcheck: found 7 active agents {{(pid=84043) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 18 22:02:27.990457 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Device d640216c-4ca0-4d9b-9dfe-05276e6d845b details requested by agent hyperv_n-h1-838334-2 with host n-h1-838334-2 {{(pid=84042) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 18 22:02:28.124195 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] For port d640216c-4ca0-4d9b-9dfe-05276e6d845b, host n-h1-838334-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838334-2',level=0,port_id=d640216c-4ca0-4d9b-9dfe-05276e6d845b,segment=NetworkSegment(8b797297-c446-431e-bd6a-a6a632385eef),segment_id=8b797297-c446-431e-bd6a-a6a632385eef)] {{(pid=84042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 22:02:28.137447 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Returning: {'device': 'd640216c-4ca0-4d9b-9dfe-05276e6d845b', 'network_id': '119aa3bb-054f-46a0-b547-0d3d238bbb07', 'port_id': 'd640216c-4ca0-4d9b-9dfe-05276e6d845b', 'mac_address': 'fa:16:3e:c3:8a:4e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 398, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f699c42a-153f-4e6b-8c51-186791b0fee2', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84042) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 18 22:02:28.190663 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:02:28.207183 n-d-838334-2 neutron-server[84042]: DEBUG neutron.notifiers.nova [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id d640216c-4ca0-4d9b-9dfe-05276e6d845b {{(pid=84042) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 18 22:02:28.221444 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] For port d640216c-4ca0-4d9b-9dfe-05276e6d845b, host n-h1-838334-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838334-2',level=0,port_id=d640216c-4ca0-4d9b-9dfe-05276e6d845b,segment=NetworkSegment(8b797297-c446-431e-bd6a-a6a632385eef),segment_id=8b797297-c446-431e-bd6a-a6a632385eef)] {{(pid=84042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 22:02:28.225199 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682'] for port, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:02:28.294332 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Pushing event updated for resources: {'Port': ['ID=d640216c-4ca0-4d9b-9dfe-05276e6d845b,revision_number=6']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 22:02:28.303076 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 22:02:28.303421 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 22:02:28.303782 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 22:02:28.304113 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 22:02:28.304440 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 22:02:28.304761 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 22:02:28.305079 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 22:02:28.305396 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 22:02:28.305713 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 22:02:28.306033 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 22:02:28.306352 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 22:02:28.311505 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] get_ports_and_sgs() called for port_ids ['d640216c-4ca0-4d9b-9dfe-05276e6d845b'] {{(pid=84042) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 18 22:02:30.005673 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Device d640216c-4ca0-4d9b-9dfe-05276e6d845b up at agent hyperv_n-h1-838334-2 {{(pid=84042) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 22:02:30.084333 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Provisioning complete for port d640216c-4ca0-4d9b-9dfe-05276e6d845b triggered by entity L2. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 22:02:30.084738 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1253608'] for port, provisioning_complete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:02:30.206066 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:02:30.234098 n-d-838334-2 neutron-server[84042]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c54b98f8-7c21-47cc-a091-0e7921f34800', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd640216c-4ca0-4d9b-9dfe-05276e6d845b'}] {{(pid=84042) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 22:02:30.245310 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] For port d640216c-4ca0-4d9b-9dfe-05276e6d845b, host n-h1-838334-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838334-2',level=0,port_id=d640216c-4ca0-4d9b-9dfe-05276e6d845b,segment=NetworkSegment(8b797297-c446-431e-bd6a-a6a632385eef),segment_id=8b797297-c446-431e-bd6a-a6a632385eef)] {{(pid=84042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 22:02:30.250415 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682'] for port, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:02:30.308779 n-d-838334-2 neutron-server[84042]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c314b472-d3e5-46a6-acbc-51a87b816fbf'] response: {'server_uuid': 'c54b98f8-7c21-47cc-a091-0e7921f34800', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd640216c-4ca0-4d9b-9dfe-05276e6d845b', 'code': 200} Apr 18 22:02:30.326433 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Pushing event updated for resources: {'Port': ['ID=d640216c-4ca0-4d9b-9dfe-05276e6d845b,revision_number=7']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 22:02:30.381409 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750375287399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253529'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:02:34.585222 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750375287399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253529'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:02:39.671526 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-750122a1-5ec5-4bca-bb9e-cb99b9c5ed0c req-8a528e0d-10ef-461d-b411-ddbab13dfcb0 tempest-TestSnapshotPattern-600736525 tempest-TestSnapshotPattern-600736525-project] 10.222.0.42 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1450187397&fields=id&tenant_id=c4f6005d12e44e78a2f45f7eedc42626 HTTP/1.1" status: 200 len: 267 time: 0.0456557 Apr 18 22:02:39.812637 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-750122a1-5ec5-4bca-bb9e-cb99b9c5ed0c req-525627b0-8fec-4dbb-bc45-8aa4bd7049d0 tempest-TestSnapshotPattern-600736525 tempest-TestSnapshotPattern-600736525-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 22:02:39.814569 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-750122a1-5ec5-4bca-bb9e-cb99b9c5ed0c req-525627b0-8fec-4dbb-bc45-8aa4bd7049d0 tempest-TestSnapshotPattern-600736525 tempest-TestSnapshotPattern-600736525-project] 10.222.0.42 "GET /v2.0/networks?id=119aa3bb-054f-46a0-b547-0d3d238bbb07 HTTP/1.1" status: 200 len: 810 time: 0.1361918 Apr 18 22:02:39.831444 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-750122a1-5ec5-4bca-bb9e-cb99b9c5ed0c req-417b9fde-f4ce-4e65-8fc8-6b7161f78bb2 tempest-TestSnapshotPattern-600736525 tempest-TestSnapshotPattern-600736525-project] 10.222.0.42 "GET /v2.0/quotas/c4f6005d12e44e78a2f45f7eedc42626 HTTP/1.1" status: 200 len: 375 time: 0.0112560 Apr 18 22:02:39.911117 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-750122a1-5ec5-4bca-bb9e-cb99b9c5ed0c req-861f50a4-eaaa-4c59-ab5f-38b2eb13eda5 tempest-TestSnapshotPattern-600736525 tempest-TestSnapshotPattern-600736525-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=c4f6005d12e44e78a2f45f7eedc42626&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0748448 Apr 18 22:02:40.150171 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-750122a1-5ec5-4bca-bb9e-cb99b9c5ed0c req-03e418fa-2558-4b07-bf05-404fe18a5b12 service neutron] 10.222.0.42 "GET /v2.0/networks/119aa3bb-054f-46a0-b547-0d3d238bbb07?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2272761 Apr 18 22:02:40.282282 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-750122a1-5ec5-4bca-bb9e-cb99b9c5ed0c req-1b606ff9-77a6-4f65-8ad9-9a6f54c7e232 service neutron] 10.222.0.42 "GET /v2.0/networks/119aa3bb-054f-46a0-b547-0d3d238bbb07?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1264186 Apr 18 22:02:40.498355 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-e33cf7c1-7b34-449c-ad5c-9f394c538373 req-2a64e113-8ef7-46a5-b347-8a9460e335a8 tempest-TestSnapshotPattern-600736525 tempest-TestSnapshotPattern-600736525-project] 10.222.0.42 "GET /v2.0/ports?device_id=6c09d684-4521-4762-845e-ccb78c42a6bc HTTP/1.1" status: 200 len: 210 time: 0.0443738 Apr 18 22:02:41.606252 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-3f150107-c6c3-45f4-bb51-95fedb2fbfb8 req-3fcf5f20-7083-4f5c-9e32-a573c2a94bdb tempest-TestSnapshotPattern-600736525 tempest-TestSnapshotPattern-600736525-project] 10.222.0.42 "GET /v2.0/ports?device_id=6c09d684-4521-4762-845e-ccb78c42a6bc HTTP/1.1" status: 200 len: 210 time: 0.0408514 Apr 18 22:02:42.715239 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-6e678790-ab62-41ae-b59b-ebf98011020d req-7acddb9a-93eb-42ea-a028-dc95ff7337fa tempest-TestSnapshotPattern-600736525 tempest-TestSnapshotPattern-600736525-project] 10.222.0.42 "GET /v2.0/ports?device_id=6c09d684-4521-4762-845e-ccb78c42a6bc HTTP/1.1" status: 200 len: 210 time: 0.0403306 Apr 18 22:02:43.836497 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-e7722e96-4b64-4ef1-abaf-046da08627cd req-ab8a4de4-9aa8-45ae-aa88-cf0d492d9873 tempest-TestSnapshotPattern-600736525 tempest-TestSnapshotPattern-600736525-project] 10.222.0.42 "GET /v2.0/ports?device_id=6c09d684-4521-4762-845e-ccb78c42a6bc HTTP/1.1" status: 200 len: 210 time: 0.0459909 Apr 18 22:02:44.118474 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Device d640216c-4ca0-4d9b-9dfe-05276e6d845b no longer exists at agent hyperv_n-h1-838334-2 {{(pid=84042) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 22:02:44.226545 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:02:44.252343 n-d-838334-2 neutron-server[84042]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c54b98f8-7c21-47cc-a091-0e7921f34800', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd640216c-4ca0-4d9b-9dfe-05276e6d845b'}] {{(pid=84042) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 22:02:44.261467 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] For port d640216c-4ca0-4d9b-9dfe-05276e6d845b, host n-h1-838334-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838334-2',level=0,port_id=d640216c-4ca0-4d9b-9dfe-05276e6d845b,segment=NetworkSegment(8b797297-c446-431e-bd6a-a6a632385eef),segment_id=8b797297-c446-431e-bd6a-a6a632385eef)] {{(pid=84042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 22:02:44.266473 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682'] for port, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:02:44.311070 n-d-838334-2 neutron-server[84042]: INFO neutron.notifiers.nova [-] Nova event matching ['req-73388f25-8a34-4511-bd30-55d96f8838f3'] response: {'server_uuid': 'c54b98f8-7c21-47cc-a091-0e7921f34800', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd640216c-4ca0-4d9b-9dfe-05276e6d845b', 'code': 200} Apr 18 22:02:44.334825 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Pushing event updated for resources: {'Port': ['ID=d640216c-4ca0-4d9b-9dfe-05276e6d845b,revision_number=8']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 22:02:45.003865 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-79383109-b530-4bd7-8129-86700634bbab req-39d16e73-8f89-40b1-ab59-8d0292444b46 tempest-TestSnapshotPattern-600736525 tempest-TestSnapshotPattern-600736525-project] 10.222.0.42 "GET /v2.0/ports?device_id=6c09d684-4521-4762-845e-ccb78c42a6bc HTTP/1.1" status: 200 len: 210 time: 0.0419500 Apr 18 22:02:45.634988 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-750122a1-5ec5-4bca-bb9e-cb99b9c5ed0c req-8e219a7e-4749-4217-8ca4-a99d985687a7 tempest-TestSnapshotPattern-600736525 tempest-TestSnapshotPattern-600736525-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 22:02:45.635682 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [req-750122a1-5ec5-4bca-bb9e-cb99b9c5ed0c req-8e219a7e-4749-4217-8ca4-a99d985687a7 tempest-TestSnapshotPattern-600736525 tempest-TestSnapshotPattern-600736525-project] Synchronizing usage tracker for tenant:c4f6005d12e44e78a2f45f7eedc42626 on resource:network {{(pid=84041) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 22:02:45.653593 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [req-750122a1-5ec5-4bca-bb9e-cb99b9c5ed0c req-8e219a7e-4749-4217-8ca4-a99d985687a7 tempest-TestSnapshotPattern-600736525 tempest-TestSnapshotPattern-600736525-project] Unset dirty status for tenant:c4f6005d12e44e78a2f45f7eedc42626 on resource:network {{(pid=84041) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 22:02:45.655229 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-750122a1-5ec5-4bca-bb9e-cb99b9c5ed0c req-8e219a7e-4749-4217-8ca4-a99d985687a7 tempest-TestSnapshotPattern-600736525 tempest-TestSnapshotPattern-600736525-project] 10.222.0.48 "GET /v2.0/networks?id=119aa3bb-054f-46a0-b547-0d3d238bbb07 HTTP/1.1" status: 200 len: 810 time: 0.1702275 Apr 18 22:02:45.708750 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [req-750122a1-5ec5-4bca-bb9e-cb99b9c5ed0c req-16840ef3-fb59-4a24-884b-2179168c5317 tempest-TestSnapshotPattern-600736525 tempest-TestSnapshotPattern-600736525-project] Synchronizing usage tracker for tenant:c4f6005d12e44e78a2f45f7eedc42626 on resource:security_group {{(pid=84041) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 22:02:45.720684 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [req-750122a1-5ec5-4bca-bb9e-cb99b9c5ed0c req-16840ef3-fb59-4a24-884b-2179168c5317 tempest-TestSnapshotPattern-600736525 tempest-TestSnapshotPattern-600736525-project] Unset dirty status for tenant:c4f6005d12e44e78a2f45f7eedc42626 on resource:security_group {{(pid=84041) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 22:02:45.721809 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-750122a1-5ec5-4bca-bb9e-cb99b9c5ed0c req-16840ef3-fb59-4a24-884b-2179168c5317 tempest-TestSnapshotPattern-600736525 tempest-TestSnapshotPattern-600736525-project] 10.222.0.48 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c4f6005d12e44e78a2f45f7eedc42626 HTTP/1.1" status: 200 len: 380 time: 0.0549796 Apr 18 22:02:45.737672 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.v2.base [req-750122a1-5ec5-4bca-bb9e-cb99b9c5ed0c req-9c0afbbe-4603-450b-bb45-8290bd1482b4 tempest-TestSnapshotPattern-600736525 tempest-TestSnapshotPattern-600736525-project] Request body: {'port': {'device_id': '6c09d684-4521-4762-845e-ccb78c42a6bc', 'network_id': '119aa3bb-054f-46a0-b547-0d3d238bbb07', 'admin_state_up': True, 'tenant_id': 'c4f6005d12e44e78a2f45f7eedc42626', 'security_groups': ['a068b8cd-dc81-4d8f-859a-43693a6cd89e']}} {{(pid=84041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 22:02:45.838455 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-26e072cb-db90-4353-a5a8-f346a34f8523 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750375287399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253529'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:02:45.886160 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [req-750122a1-5ec5-4bca-bb9e-cb99b9c5ed0c req-9c0afbbe-4603-450b-bb45-8290bd1482b4 tempest-TestSnapshotPattern-600736525 tempest-TestSnapshotPattern-600736525-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 22:02:45.896359 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.quota.driver [req-750122a1-5ec5-4bca-bb9e-cb99b9c5ed0c req-9c0afbbe-4603-450b-bb45-8290bd1482b4 tempest-TestSnapshotPattern-600736525 tempest-TestSnapshotPattern-600736525-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=84041) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 22:02:45.906704 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-750122a1-5ec5-4bca-bb9e-cb99b9c5ed0c req-9c0afbbe-4603-450b-bb45-8290bd1482b4 tempest-TestSnapshotPattern-600736525 tempest-TestSnapshotPattern-600736525-project] Made reservation on behalf of c4f6005d12e44e78a2f45f7eedc42626 for: {'port': 1} {{(pid=84041) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 22:02:45.909914 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [req-750122a1-5ec5-4bca-bb9e-cb99b9c5ed0c req-9c0afbbe-4603-450b-bb45-8290bd1482b4 tempest-TestSnapshotPattern-600736525 tempest-TestSnapshotPattern-600736525-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:02:46.092363 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.db_base_plugin_common [req-750122a1-5ec5-4bca-bb9e-cb99b9c5ed0c req-9c0afbbe-4603-450b-bb45-8290bd1482b4 tempest-TestSnapshotPattern-600736525 tempest-TestSnapshotPattern-600736525-project] Allocated IP 172.20.0.12 (119aa3bb-054f-46a0-b547-0d3d238bbb07/f699c42a-153f-4e6b-8c51-186791b0fee2/898fc6c4-1e36-48d9-bab6-f55f0d2002ed) {{(pid=84041) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 22:02:46.320290 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-7d2ed817-b5db-42d7-83f0-852dc593a960 req-8c76dd21-8a80-4c64-b695-b46433648073 tempest-TestSnapshotPattern-600736525 tempest-TestSnapshotPattern-600736525-project] 10.222.0.42 "GET /v2.0/ports?device_id=6c09d684-4521-4762-845e-ccb78c42a6bc HTTP/1.1" status: 200 len: 210 time: 0.0641944 Apr 18 22:02:46.402843 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [req-750122a1-5ec5-4bca-bb9e-cb99b9c5ed0c req-9c0afbbe-4603-450b-bb45-8290bd1482b4 tempest-TestSnapshotPattern-600736525 tempest-TestSnapshotPattern-600736525-project] Notify callbacks [] for port, precommit_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:02:46.420638 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.provisioning_blocks [req-750122a1-5ec5-4bca-bb9e-cb99b9c5ed0c req-9c0afbbe-4603-450b-bb45-8290bd1482b4 tempest-TestSnapshotPattern-600736525 tempest-TestSnapshotPattern-600736525-project] Transition to ACTIVE for port object 898fc6c4-1e36-48d9-bab6-f55f0d2002ed will not be triggered until provisioned by entity DHCP. {{(pid=84041) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 22:02:46.456748 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [req-750122a1-5ec5-4bca-bb9e-cb99b9c5ed0c req-9c0afbbe-4603-450b-bb45-8290bd1482b4 tempest-TestSnapshotPattern-600736525 tempest-TestSnapshotPattern-600736525-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750374836619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32266323'] for port, after_create {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:02:46.657900 n-d-838334-2 neutron-server[84041]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-750122a1-5ec5-4bca-bb9e-cb99b9c5ed0c req-9c0afbbe-4603-450b-bb45-8290bd1482b4 tempest-TestSnapshotPattern-600736525 tempest-TestSnapshotPattern-600736525-project] Network 119aa3bb-054f-46a0-b547-0d3d238bbb07 is already hosted by enough agents. {{(pid=84041) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 22:02:46.661310 n-d-838334-2 neutron-server[84041]: DEBUG neutron.scheduler.base_scheduler [req-750122a1-5ec5-4bca-bb9e-cb99b9c5ed0c req-9c0afbbe-4603-450b-bb45-8290bd1482b4 tempest-TestSnapshotPattern-600736525 tempest-TestSnapshotPattern-600736525-project] Resources bound (agent type, host, resource id): {{(pid=84041) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 22:02:46.666675 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.l3_dvrscheduler_db [req-750122a1-5ec5-4bca-bb9e-cb99b9c5ed0c req-9c0afbbe-4603-450b-bb45-8290bd1482b4 tempest-TestSnapshotPattern-600736525 tempest-TestSnapshotPattern-600736525-project] Received port after_create {{(pid=84041) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 22:02:46.710086 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c0afbbe-4603-450b-bb45-8290bd1482b4 tempest-TestSnapshotPattern-600736525 tempest-TestSnapshotPattern-600736525-project] Pushing event updated for resources: {'Port': ['ID=898fc6c4-1e36-48d9-bab6-f55f0d2002ed,revision_number=1']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 22:02:46.732247 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c0afbbe-4603-450b-bb45-8290bd1482b4 tempest-TestSnapshotPattern-600736525 tempest-TestSnapshotPattern-600736525-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 22:02:46.732605 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c0afbbe-4603-450b-bb45-8290bd1482b4 tempest-TestSnapshotPattern-600736525 tempest-TestSnapshotPattern-600736525-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 22:02:46.732982 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c0afbbe-4603-450b-bb45-8290bd1482b4 tempest-TestSnapshotPattern-600736525 tempest-TestSnapshotPattern-600736525-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 22:02:46.733318 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c0afbbe-4603-450b-bb45-8290bd1482b4 tempest-TestSnapshotPattern-600736525 tempest-TestSnapshotPattern-600736525-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 22:02:46.733646 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c0afbbe-4603-450b-bb45-8290bd1482b4 tempest-TestSnapshotPattern-600736525 tempest-TestSnapshotPattern-600736525-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 22:02:46.734042 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c0afbbe-4603-450b-bb45-8290bd1482b4 tempest-TestSnapshotPattern-600736525 tempest-TestSnapshotPattern-600736525-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 22:02:46.734659 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c0afbbe-4603-450b-bb45-8290bd1482b4 tempest-TestSnapshotPattern-600736525 tempest-TestSnapshotPattern-600736525-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 22:02:46.734942 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c0afbbe-4603-450b-bb45-8290bd1482b4 tempest-TestSnapshotPattern-600736525 tempest-TestSnapshotPattern-600736525-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 22:02:46.735273 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c0afbbe-4603-450b-bb45-8290bd1482b4 tempest-TestSnapshotPattern-600736525 tempest-TestSnapshotPattern-600736525-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 22:02:46.736218 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c0afbbe-4603-450b-bb45-8290bd1482b4 tempest-TestSnapshotPattern-600736525 tempest-TestSnapshotPattern-600736525-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 22:02:46.736637 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c0afbbe-4603-450b-bb45-8290bd1482b4 tempest-TestSnapshotPattern-600736525 tempest-TestSnapshotPattern-600736525-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 22:02:46.756185 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-750122a1-5ec5-4bca-bb9e-cb99b9c5ed0c req-9c0afbbe-4603-450b-bb45-8290bd1482b4 tempest-TestSnapshotPattern-600736525 tempest-TestSnapshotPattern-600736525-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 22:02:46.756951 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [req-750122a1-5ec5-4bca-bb9e-cb99b9c5ed0c req-9c0afbbe-4603-450b-bb45-8290bd1482b4 tempest-TestSnapshotPattern-600736525 tempest-TestSnapshotPattern-600736525-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217293'] for port, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:02:46.806859 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-750122a1-5ec5-4bca-bb9e-cb99b9c5ed0c req-9c0afbbe-4603-450b-bb45-8290bd1482b4 tempest-TestSnapshotPattern-600736525 tempest-TestSnapshotPattern-600736525-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0741093 Apr 18 22:02:47.088628 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-f83c9794-2d1c-44fd-aa41-a3d54f3eb409 None None] Provisioning for port 898fc6c4-1e36-48d9-bab6-f55f0d2002ed completed by entity DHCP. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 22:02:47.096133 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-f83c9794-2d1c-44fd-aa41-a3d54f3eb409 None None] Provisioning complete for port 898fc6c4-1e36-48d9-bab6-f55f0d2002ed triggered by entity DHCP. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 22:02:47.096859 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-f83c9794-2d1c-44fd-aa41-a3d54f3eb409 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1253608'] for port, provisioning_complete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:02:47.169180 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.plugin [None req-f83c9794-2d1c-44fd-aa41-a3d54f3eb409 None None] Port 898fc6c4-1e36-48d9-bab6-f55f0d2002ed cannot update to ACTIVE because it is not bound. {{(pid=84042) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 18 22:02:47.535280 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ec2905a-3e07-4521-9ab5-a4997648a1ba req-754f32f3-4d55-468e-aa3f-ddaac20564e3 tempest-TestSnapshotPattern-600736525 tempest-TestSnapshotPattern-600736525-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 22:02:47.537801 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-4ec2905a-3e07-4521-9ab5-a4997648a1ba req-754f32f3-4d55-468e-aa3f-ddaac20564e3 tempest-TestSnapshotPattern-600736525 tempest-TestSnapshotPattern-600736525-project] 10.222.0.42 "GET /v2.0/ports?device_id=6c09d684-4521-4762-845e-ccb78c42a6bc HTTP/1.1" status: 200 len: 932 time: 0.0870357 Apr 18 22:02:47.587216 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-4ec2905a-3e07-4521-9ab5-a4997648a1ba req-b5166e9c-296e-453b-9978-f712685dab57 tempest-TestSnapshotPattern-600736525 tempest-TestSnapshotPattern-600736525-project] 10.222.0.42 "GET /v2.0/security-groups?id=a068b8cd-dc81-4d8f-859a-43693a6cd89e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428715 Apr 18 22:02:48.081093 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-61200a90-ab17-4e70-9310-da6d8bf0f185 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750375287399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253529'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:02:48.803558 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-990f03f1-ccd1-4c2e-95bc-9c9c1afbcb77 req-f40b544a-ef0c-48cc-84b2-1c3cf2ea4425 tempest-TestSnapshotPattern-600736525 tempest-TestSnapshotPattern-600736525-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 22:02:48.805725 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-990f03f1-ccd1-4c2e-95bc-9c9c1afbcb77 req-f40b544a-ef0c-48cc-84b2-1c3cf2ea4425 tempest-TestSnapshotPattern-600736525 tempest-TestSnapshotPattern-600736525-project] 10.222.0.42 "GET /v2.0/ports?device_id=6c09d684-4521-4762-845e-ccb78c42a6bc HTTP/1.1" status: 200 len: 932 time: 0.0856514 Apr 18 22:02:48.884269 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-990f03f1-ccd1-4c2e-95bc-9c9c1afbcb77 req-e23129aa-7d7b-466d-b8ef-cac084a19997 tempest-TestSnapshotPattern-600736525 tempest-TestSnapshotPattern-600736525-project] 10.222.0.42 "GET /v2.0/security-groups?id=a068b8cd-dc81-4d8f-859a-43693a6cd89e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0727258 Apr 18 22:02:49.272885 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750375287399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253529'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:02:49.797654 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-414b6ffe-e119-47bc-b18f-bcff1219c2f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750375287399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253529'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:02:50.143873 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef27336a-748c-429d-a3d6-efd841a80ffc req-ee9c6db2-a13e-418d-a4bf-8c2188e2e39c tempest-TestSnapshotPattern-600736525 tempest-TestSnapshotPattern-600736525-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 22:02:50.145453 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-ef27336a-748c-429d-a3d6-efd841a80ffc req-ee9c6db2-a13e-418d-a4bf-8c2188e2e39c tempest-TestSnapshotPattern-600736525 tempest-TestSnapshotPattern-600736525-project] 10.222.0.42 "GET /v2.0/ports?device_id=6c09d684-4521-4762-845e-ccb78c42a6bc HTTP/1.1" status: 200 len: 932 time: 0.1080391 Apr 18 22:02:50.194288 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-ef27336a-748c-429d-a3d6-efd841a80ffc req-26c26f91-fd1f-4b31-bcb7-340313287644 tempest-TestSnapshotPattern-600736525 tempest-TestSnapshotPattern-600736525-project] 10.222.0.42 "GET /v2.0/security-groups?id=a068b8cd-dc81-4d8f-859a-43693a6cd89e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431542 Apr 18 22:02:50.864507 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-c7521a90-7d65-4e2e-842c-ca5d95e9a89c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750375287399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253529'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:02:51.412847 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00f23b12-cbe9-403c-9b9a-e6eca7403cdc req-f4d7ceaa-c1d1-486d-bb78-b7e93b901cdf tempest-TestSnapshotPattern-600736525 tempest-TestSnapshotPattern-600736525-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 22:02:51.414309 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-00f23b12-cbe9-403c-9b9a-e6eca7403cdc req-f4d7ceaa-c1d1-486d-bb78-b7e93b901cdf tempest-TestSnapshotPattern-600736525 tempest-TestSnapshotPattern-600736525-project] 10.222.0.42 "GET /v2.0/ports?device_id=6c09d684-4521-4762-845e-ccb78c42a6bc HTTP/1.1" status: 200 len: 932 time: 0.0859973 Apr 18 22:02:51.473605 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-00f23b12-cbe9-403c-9b9a-e6eca7403cdc req-5a13856b-a762-4c36-9f63-4bda3cbe92b5 tempest-TestSnapshotPattern-600736525 tempest-TestSnapshotPattern-600736525-project] 10.222.0.42 "GET /v2.0/security-groups?id=a068b8cd-dc81-4d8f-859a-43693a6cd89e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0533652 Apr 18 22:02:52.676716 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb443062-0c55-4248-a88b-5cb49f35a5e9 req-e696bbff-da21-431b-8a25-7b25d4699708 tempest-TestSnapshotPattern-600736525 tempest-TestSnapshotPattern-600736525-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 22:02:52.678191 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-eb443062-0c55-4248-a88b-5cb49f35a5e9 req-e696bbff-da21-431b-8a25-7b25d4699708 tempest-TestSnapshotPattern-600736525 tempest-TestSnapshotPattern-600736525-project] 10.222.0.42 "GET /v2.0/ports?device_id=6c09d684-4521-4762-845e-ccb78c42a6bc HTTP/1.1" status: 200 len: 932 time: 0.0788453 Apr 18 22:02:52.726022 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-eb443062-0c55-4248-a88b-5cb49f35a5e9 req-0bf79c3b-dd27-4968-86f3-2e7d91f87d09 tempest-TestSnapshotPattern-600736525 tempest-TestSnapshotPattern-600736525-project] 10.222.0.42 "GET /v2.0/security-groups?id=a068b8cd-dc81-4d8f-859a-43693a6cd89e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421252 Apr 18 22:02:53.813159 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.v2.base [req-750122a1-5ec5-4bca-bb9e-cb99b9c5ed0c req-5f0ef78d-a29f-4b40-aee4-3fafb459a13b service neutron] Request body: {'port': {'device_id': '6c09d684-4521-4762-845e-ccb78c42a6bc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-838334-2'}} {{(pid=84041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 22:02:53.921929 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [req-750122a1-5ec5-4bca-bb9e-cb99b9c5ed0c req-5f0ef78d-a29f-4b40-aee4-3fafb459a13b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:02:53.931766 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76bef930-cc5d-4ebd-ad20-55fc7766450e req-41c29e6b-c95d-4665-8809-028bd21434c6 tempest-TestSnapshotPattern-600736525 tempest-TestSnapshotPattern-600736525-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 22:02:53.933339 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-76bef930-cc5d-4ebd-ad20-55fc7766450e req-41c29e6b-c95d-4665-8809-028bd21434c6 tempest-TestSnapshotPattern-600736525 tempest-TestSnapshotPattern-600736525-project] 10.222.0.42 "GET /v2.0/ports?device_id=6c09d684-4521-4762-845e-ccb78c42a6bc HTTP/1.1" status: 200 len: 932 time: 0.0804796 Apr 18 22:02:53.980089 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-76bef930-cc5d-4ebd-ad20-55fc7766450e req-3583a078-5a27-4000-9a22-dfe834e7f1d7 tempest-TestSnapshotPattern-600736525 tempest-TestSnapshotPattern-600736525-project] 10.222.0.42 "GET /v2.0/security-groups?id=a068b8cd-dc81-4d8f-859a-43693a6cd89e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403492 Apr 18 22:02:54.252890 n-d-838334-2 neutron-server[84041]: DEBUG neutron.notifiers.nova [req-750122a1-5ec5-4bca-bb9e-cb99b9c5ed0c req-5f0ef78d-a29f-4b40-aee4-3fafb459a13b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 898fc6c4-1e36-48d9-bab6-f55f0d2002ed {{(pid=84041) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 18 22:02:54.259794 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [req-750122a1-5ec5-4bca-bb9e-cb99b9c5ed0c req-5f0ef78d-a29f-4b40-aee4-3fafb459a13b service neutron] Notify callbacks [] for port, precommit_update {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:02:54.274541 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.provisioning_blocks [req-750122a1-5ec5-4bca-bb9e-cb99b9c5ed0c req-5f0ef78d-a29f-4b40-aee4-3fafb459a13b service neutron] Transition to ACTIVE for port object 898fc6c4-1e36-48d9-bab6-f55f0d2002ed will not be triggered until provisioned by entity L2. {{(pid=84041) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 22:02:54.278049 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [req-750122a1-5ec5-4bca-bb9e-cb99b9c5ed0c req-5f0ef78d-a29f-4b40-aee4-3fafb459a13b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32266282'] for port, after_update {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:02:54.403518 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f0ef78d-a29f-4b40-aee4-3fafb459a13b service neutron] Pushing event updated for resources: {'Port': ['ID=898fc6c4-1e36-48d9-bab6-f55f0d2002ed,revision_number=2']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 22:02:54.515010 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.managers [req-750122a1-5ec5-4bca-bb9e-cb99b9c5ed0c req-5f0ef78d-a29f-4b40-aee4-3fafb459a13b service neutron] Attempting to bind port 898fc6c4-1e36-48d9-bab6-f55f0d2002ed on host n-h2-838334-2 for vnic_type normal with profile {{(pid=84041) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 22:02:54.515338 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.managers [req-750122a1-5ec5-4bca-bb9e-cb99b9c5ed0c req-5f0ef78d-a29f-4b40-aee4-3fafb459a13b service neutron] Attempting to bind port 898fc6c4-1e36-48d9-bab6-f55f0d2002ed by drivers openvswitch,hyperv on host n-h2-838334-2 at level 0 using segments [{'id': '8b797297-c446-431e-bd6a-a6a632385eef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': '119aa3bb-054f-46a0-b547-0d3d238bbb07'}] {{(pid=84041) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 22:02:54.515697 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-750122a1-5ec5-4bca-bb9e-cb99b9c5ed0c req-5f0ef78d-a29f-4b40-aee4-3fafb459a13b service neutron] Attempting to bind port 898fc6c4-1e36-48d9-bab6-f55f0d2002ed on network 119aa3bb-054f-46a0-b547-0d3d238bbb07 {{(pid=84041) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 22:02:54.521942 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-750122a1-5ec5-4bca-bb9e-cb99b9c5ed0c req-5f0ef78d-a29f-4b40-aee4-3fafb459a13b service neutron] Port 898fc6c4-1e36-48d9-bab6-f55f0d2002ed on network 119aa3bb-054f-46a0-b547-0d3d238bbb07 not bound, no agent of type Open vSwitch agent registered on host n-h2-838334-2 {{(pid=84041) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 18 22:02:54.522254 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-750122a1-5ec5-4bca-bb9e-cb99b9c5ed0c req-5f0ef78d-a29f-4b40-aee4-3fafb459a13b service neutron] Attempting to bind port 898fc6c4-1e36-48d9-bab6-f55f0d2002ed on network 119aa3bb-054f-46a0-b547-0d3d238bbb07 {{(pid=84041) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 22:02:54.529485 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-750122a1-5ec5-4bca-bb9e-cb99b9c5ed0c req-5f0ef78d-a29f-4b40-aee4-3fafb459a13b service neutron] Checking agent: {'id': 'dc797004-f641-47b7-a77f-9c62b5b16296', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-838334-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 34, 3), 'started_at': datetime.datetime(2022, 4, 18, 20, 34, 3), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 22, 2, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84041) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 18 22:02:54.529816 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-750122a1-5ec5-4bca-bb9e-cb99b9c5ed0c req-5f0ef78d-a29f-4b40-aee4-3fafb459a13b service neutron] Checking segment: {'id': '8b797297-c446-431e-bd6a-a6a632385eef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': '119aa3bb-054f-46a0-b547-0d3d238bbb07'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84041) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 22:02:54.530190 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-750122a1-5ec5-4bca-bb9e-cb99b9c5ed0c req-5f0ef78d-a29f-4b40-aee4-3fafb459a13b service neutron] Bound using segment: {'id': '8b797297-c446-431e-bd6a-a6a632385eef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': '119aa3bb-054f-46a0-b547-0d3d238bbb07'} {{(pid=84041) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 18 22:02:54.530609 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.managers [req-750122a1-5ec5-4bca-bb9e-cb99b9c5ed0c req-5f0ef78d-a29f-4b40-aee4-3fafb459a13b service neutron] Bound port: 898fc6c4-1e36-48d9-bab6-f55f0d2002ed, host: n-h2-838334-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8b797297-c446-431e-bd6a-a6a632385eef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': '119aa3bb-054f-46a0-b547-0d3d238bbb07'}}] {{(pid=84041) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 22:02:54.530947 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [req-750122a1-5ec5-4bca-bb9e-cb99b9c5ed0c req-5f0ef78d-a29f-4b40-aee4-3fafb459a13b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:02:54.621708 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.db [req-750122a1-5ec5-4bca-bb9e-cb99b9c5ed0c req-5f0ef78d-a29f-4b40-aee4-3fafb459a13b service neutron] For port 898fc6c4-1e36-48d9-bab6-f55f0d2002ed, host n-h2-838334-2, cleared binding levels {{(pid=84041) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 22:02:54.624551 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.db [req-750122a1-5ec5-4bca-bb9e-cb99b9c5ed0c req-5f0ef78d-a29f-4b40-aee4-3fafb459a13b service neutron] For port 898fc6c4-1e36-48d9-bab6-f55f0d2002ed, host n-h2-838334-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838334-2',level=0,port_id=898fc6c4-1e36-48d9-bab6-f55f0d2002ed,segment=NetworkSegment(8b797297-c446-431e-bd6a-a6a632385eef),segment_id=8b797297-c446-431e-bd6a-a6a632385eef)] {{(pid=84041) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 22:02:54.628885 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [req-750122a1-5ec5-4bca-bb9e-cb99b9c5ed0c req-5f0ef78d-a29f-4b40-aee4-3fafb459a13b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32266282'] for port, after_update {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:02:54.693773 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [req-750122a1-5ec5-4bca-bb9e-cb99b9c5ed0c req-5f0ef78d-a29f-4b40-aee4-3fafb459a13b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217293'] for port, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:02:54.695184 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-750122a1-5ec5-4bca-bb9e-cb99b9c5ed0c req-5f0ef78d-a29f-4b40-aee4-3fafb459a13b service neutron] 10.222.0.48 "PUT /v2.0/ports/898fc6c4-1e36-48d9-bab6-f55f0d2002ed HTTP/1.1" status: 200 len: 1092 time: 0.8864825 Apr 18 22:02:54.695537 n-d-838334-2 neutron-server[84041]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6c09d684-4521-4762-845e-ccb78c42a6bc', 'tag': '898fc6c4-1e36-48d9-bab6-f55f0d2002ed'}] {{(pid=84041) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 22:02:54.713067 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f0ef78d-a29f-4b40-aee4-3fafb459a13b service neutron] Pushing event updated for resources: {'Port': ['ID=898fc6c4-1e36-48d9-bab6-f55f0d2002ed,revision_number=3']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 22:02:54.775825 n-d-838334-2 neutron-server[84041]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0f896957-f3b1-4de5-994a-dc575eebcbff'] response: {'name': 'network-changed', 'server_uuid': '6c09d684-4521-4762-845e-ccb78c42a6bc', 'tag': '898fc6c4-1e36-48d9-bab6-f55f0d2002ed', 'status': 'completed', 'code': 200} Apr 18 22:02:54.818125 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-750122a1-5ec5-4bca-bb9e-cb99b9c5ed0c req-38036628-b3ce-42df-9b49-70cb8f043a2e service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=c4f6005d12e44e78a2f45f7eedc42626&device_id=6c09d684-4521-4762-845e-ccb78c42a6bc HTTP/1.1" status: 200 len: 1095 time: 0.0743737 Apr 18 22:02:54.889495 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-750122a1-5ec5-4bca-bb9e-cb99b9c5ed0c req-eaf1795d-c055-49f6-811d-a3bc383f7891 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=898fc6c4-1e36-48d9-bab6-f55f0d2002ed HTTP/1.1" status: 200 len: 217 time: 0.0646327 Apr 18 22:02:54.950346 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-750122a1-5ec5-4bca-bb9e-cb99b9c5ed0c req-9225c932-ebea-440c-88bb-0f13d58c490b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 22:02:54.951805 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-750122a1-5ec5-4bca-bb9e-cb99b9c5ed0c req-9225c932-ebea-440c-88bb-0f13d58c490b service neutron] 10.222.0.48 "GET /v2.0/subnets?id=f699c42a-153f-4e6b-8c51-186791b0fee2 HTTP/1.1" status: 200 len: 849 time: 0.0565610 Apr 18 22:02:55.028793 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-750122a1-5ec5-4bca-bb9e-cb99b9c5ed0c req-223cfb73-7ec4-4a71-acd2-211c4b48417d service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=119aa3bb-054f-46a0-b547-0d3d238bbb07&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0714350 Apr 18 22:02:55.160552 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-750122a1-5ec5-4bca-bb9e-cb99b9c5ed0c req-bddc9db7-1f21-474a-8eb0-51b84aae7fe9 service neutron] 10.222.0.48 "GET /v2.0/networks/119aa3bb-054f-46a0-b547-0d3d238bbb07?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1247904 Apr 18 22:02:55.180880 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fc08c2a-e070-4620-a164-0df15a09dd86 req-70791c34-57b0-4273-8db5-cefca0890bb5 tempest-TestSnapshotPattern-600736525 tempest-TestSnapshotPattern-600736525-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 22:02:55.182326 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-4fc08c2a-e070-4620-a164-0df15a09dd86 req-70791c34-57b0-4273-8db5-cefca0890bb5 tempest-TestSnapshotPattern-600736525 tempest-TestSnapshotPattern-600736525-project] 10.222.0.42 "GET /v2.0/ports?device_id=6c09d684-4521-4762-845e-ccb78c42a6bc HTTP/1.1" status: 200 len: 944 time: 0.0763633 Apr 18 22:02:55.227797 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-4fc08c2a-e070-4620-a164-0df15a09dd86 req-8b6155ea-f66e-455a-b56c-352b68d49c30 tempest-TestSnapshotPattern-600736525 tempest-TestSnapshotPattern-600736525-project] 10.222.0.42 "GET /v2.0/security-groups?id=a068b8cd-dc81-4d8f-859a-43693a6cd89e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398123 Apr 18 22:02:55.291845 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-750122a1-5ec5-4bca-bb9e-cb99b9c5ed0c req-356422a9-4a5b-4612-b097-d2002233cb7a service neutron] 10.222.0.48 "GET /v2.0/networks/119aa3bb-054f-46a0-b547-0d3d238bbb07?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1253612 Apr 18 22:02:55.397662 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-9a945f5d-8ce1-46be-9545-127f6872a1a6 req-ac330d38-2466-40b3-a90b-dccae464cdfc service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=c4f6005d12e44e78a2f45f7eedc42626&device_id=6c09d684-4521-4762-845e-ccb78c42a6bc HTTP/1.1" status: 200 len: 1095 time: 0.0666578 Apr 18 22:02:55.608630 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a945f5d-8ce1-46be-9545-127f6872a1a6 req-64d1aebe-d71f-4714-802b-8915d308e9b6 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 22:02:55.610056 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-9a945f5d-8ce1-46be-9545-127f6872a1a6 req-64d1aebe-d71f-4714-802b-8915d308e9b6 service neutron] 10.222.0.48 "GET /v2.0/networks?id=119aa3bb-054f-46a0-b547-0d3d238bbb07 HTTP/1.1" status: 200 len: 911 time: 0.2061288 Apr 18 22:02:55.680086 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-9a945f5d-8ce1-46be-9545-127f6872a1a6 req-db193ed3-4641-4d09-aac9-8c5c0c0a5030 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=898fc6c4-1e36-48d9-bab6-f55f0d2002ed HTTP/1.1" status: 200 len: 217 time: 0.0636485 Apr 18 22:02:55.740713 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a945f5d-8ce1-46be-9545-127f6872a1a6 req-a33890c9-846c-49d7-9811-773d62191111 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 22:02:55.742129 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-9a945f5d-8ce1-46be-9545-127f6872a1a6 req-a33890c9-846c-49d7-9811-773d62191111 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=f699c42a-153f-4e6b-8c51-186791b0fee2 HTTP/1.1" status: 200 len: 849 time: 0.0561197 Apr 18 22:02:55.819247 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-9a945f5d-8ce1-46be-9545-127f6872a1a6 req-593acbcb-79f5-4218-a093-efbc71c9bfad service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=119aa3bb-054f-46a0-b547-0d3d238bbb07&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0706582 Apr 18 22:02:55.949624 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-9a945f5d-8ce1-46be-9545-127f6872a1a6 req-d1cacfda-6d70-4e8f-9bdb-cde3c4b76978 service neutron] 10.222.0.48 "GET /v2.0/networks/119aa3bb-054f-46a0-b547-0d3d238bbb07?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1233294 Apr 18 22:02:56.083576 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-9a945f5d-8ce1-46be-9545-127f6872a1a6 req-84f94ad1-01a4-4d2a-a915-64af4c41cafb service neutron] 10.222.0.48 "GET /v2.0/networks/119aa3bb-054f-46a0-b547-0d3d238bbb07?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1270401 Apr 18 22:02:56.429964 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a9d17d2-c1b9-444e-8a53-1e8e76dccd9d req-5c68af19-4aa7-4a47-ab57-f6906c467657 tempest-TestSnapshotPattern-600736525 tempest-TestSnapshotPattern-600736525-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 22:02:56.431402 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-9a9d17d2-c1b9-444e-8a53-1e8e76dccd9d req-5c68af19-4aa7-4a47-ab57-f6906c467657 tempest-TestSnapshotPattern-600736525 tempest-TestSnapshotPattern-600736525-project] 10.222.0.42 "GET /v2.0/ports?device_id=6c09d684-4521-4762-845e-ccb78c42a6bc HTTP/1.1" status: 200 len: 944 time: 0.0790136 Apr 18 22:02:56.475828 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-9a9d17d2-c1b9-444e-8a53-1e8e76dccd9d req-ca67871b-5986-4785-b06f-e3c5b5d29abc tempest-TestSnapshotPattern-600736525 tempest-TestSnapshotPattern-600736525-project] 10.222.0.42 "GET /v2.0/security-groups?id=a068b8cd-dc81-4d8f-859a-43693a6cd89e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389521 Apr 18 22:02:57.506054 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Device 898fc6c4-1e36-48d9-bab6-f55f0d2002ed details requested by agent hyperv_n-h2-838334-2 with host n-h2-838334-2 {{(pid=84042) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 18 22:02:57.672412 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0367ce0e-4abc-473e-97b3-fe6418eb4d7e req-d0063fe7-13a2-4a72-87fa-9d752162a78e tempest-TestSnapshotPattern-600736525 tempest-TestSnapshotPattern-600736525-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 22:02:57.674009 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] For port 898fc6c4-1e36-48d9-bab6-f55f0d2002ed, host n-h2-838334-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838334-2',level=0,port_id=898fc6c4-1e36-48d9-bab6-f55f0d2002ed,segment=NetworkSegment(8b797297-c446-431e-bd6a-a6a632385eef),segment_id=8b797297-c446-431e-bd6a-a6a632385eef)] {{(pid=84042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 22:02:57.674148 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-0367ce0e-4abc-473e-97b3-fe6418eb4d7e req-d0063fe7-13a2-4a72-87fa-9d752162a78e tempest-TestSnapshotPattern-600736525 tempest-TestSnapshotPattern-600736525-project] 10.222.0.42 "GET /v2.0/ports?device_id=6c09d684-4521-4762-845e-ccb78c42a6bc HTTP/1.1" status: 200 len: 944 time: 0.0775065 Apr 18 22:02:57.690078 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Returning: {'device': '898fc6c4-1e36-48d9-bab6-f55f0d2002ed', 'network_id': '119aa3bb-054f-46a0-b547-0d3d238bbb07', 'port_id': '898fc6c4-1e36-48d9-bab6-f55f0d2002ed', 'mac_address': 'fa:16:3e:d1:ee:3c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 398, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f699c42a-153f-4e6b-8c51-186791b0fee2', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84042) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 18 22:02:57.721086 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-0367ce0e-4abc-473e-97b3-fe6418eb4d7e req-6358139c-d78d-4ec6-987d-e38ed3b8d852 tempest-TestSnapshotPattern-600736525 tempest-TestSnapshotPattern-600736525-project] 10.222.0.42 "GET /v2.0/security-groups?id=a068b8cd-dc81-4d8f-859a-43693a6cd89e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412333 Apr 18 22:02:57.765234 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:02:57.785162 n-d-838334-2 neutron-server[84042]: DEBUG neutron.notifiers.nova [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 898fc6c4-1e36-48d9-bab6-f55f0d2002ed {{(pid=84042) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 18 22:02:57.799567 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] For port 898fc6c4-1e36-48d9-bab6-f55f0d2002ed, host n-h2-838334-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838334-2',level=0,port_id=898fc6c4-1e36-48d9-bab6-f55f0d2002ed,segment=NetworkSegment(8b797297-c446-431e-bd6a-a6a632385eef),segment_id=8b797297-c446-431e-bd6a-a6a632385eef)] {{(pid=84042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 22:02:57.803343 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682'] for port, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:02:57.866207 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Pushing event updated for resources: {'Port': ['ID=898fc6c4-1e36-48d9-bab6-f55f0d2002ed,revision_number=4']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 22:02:58.048732 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] get_ports_and_sgs() called for port_ids ['898fc6c4-1e36-48d9-bab6-f55f0d2002ed'] {{(pid=84042) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 18 22:02:58.920757 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d56f4e6-f75d-4ff6-bc9c-1b0f6ab5dacd req-ebd2fb58-d954-42b5-b0cd-e01495e2e121 tempest-TestSnapshotPattern-600736525 tempest-TestSnapshotPattern-600736525-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 22:02:58.922196 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-9d56f4e6-f75d-4ff6-bc9c-1b0f6ab5dacd req-ebd2fb58-d954-42b5-b0cd-e01495e2e121 tempest-TestSnapshotPattern-600736525 tempest-TestSnapshotPattern-600736525-project] 10.222.0.42 "GET /v2.0/ports?device_id=6c09d684-4521-4762-845e-ccb78c42a6bc HTTP/1.1" status: 200 len: 945 time: 0.0799351 Apr 18 22:02:58.968135 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-9d56f4e6-f75d-4ff6-bc9c-1b0f6ab5dacd req-afc976af-5d9a-445b-a58a-81494033526f tempest-TestSnapshotPattern-600736525 tempest-TestSnapshotPattern-600736525-project] 10.222.0.42 "GET /v2.0/security-groups?id=a068b8cd-dc81-4d8f-859a-43693a6cd89e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403335 Apr 18 22:02:59.520210 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Device 898fc6c4-1e36-48d9-bab6-f55f0d2002ed up at agent hyperv_n-h2-838334-2 {{(pid=84042) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 22:02:59.588865 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Provisioning for port 898fc6c4-1e36-48d9-bab6-f55f0d2002ed completed by entity L2. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 22:02:59.593299 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Provisioning complete for port 898fc6c4-1e36-48d9-bab6-f55f0d2002ed triggered by entity L2. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 22:02:59.593663 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1253608'] for port, provisioning_complete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:02:59.707044 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:02:59.732113 n-d-838334-2 neutron-server[84042]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6c09d684-4521-4762-845e-ccb78c42a6bc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '898fc6c4-1e36-48d9-bab6-f55f0d2002ed'}] {{(pid=84042) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 22:02:59.742165 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] For port 898fc6c4-1e36-48d9-bab6-f55f0d2002ed, host n-h2-838334-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838334-2',level=0,port_id=898fc6c4-1e36-48d9-bab6-f55f0d2002ed,segment=NetworkSegment(8b797297-c446-431e-bd6a-a6a632385eef),segment_id=8b797297-c446-431e-bd6a-a6a632385eef)] {{(pid=84042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 22:02:59.746405 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682'] for port, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:02:59.791130 n-d-838334-2 neutron-server[84042]: INFO neutron.notifiers.nova [-] Nova event matching ['req-40a5d08e-d2ce-4b7a-a0c5-0224166a9212'] response: {'server_uuid': '6c09d684-4521-4762-845e-ccb78c42a6bc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '898fc6c4-1e36-48d9-bab6-f55f0d2002ed', 'code': 200} Apr 18 22:02:59.814552 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Pushing event updated for resources: {'Port': ['ID=898fc6c4-1e36-48d9-bab6-f55f0d2002ed,revision_number=5']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 22:02:59.918077 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-24c12c00-1380-4059-a5c0-ca28b60abcb7 req-7cf2d502-b4f0-491c-a6f1-8d0b33501ce6 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=6c09d684-4521-4762-845e-ccb78c42a6bc HTTP/1.1" status: 200 len: 1097 time: 0.0678828 Apr 18 22:02:59.960783 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-24c12c00-1380-4059-a5c0-ca28b60abcb7 req-47ba611b-a7f4-463a-bef8-3757493368f0 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=a068b8cd-dc81-4d8f-859a-43693a6cd89e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368233 Apr 18 22:03:00.159521 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a98a0ee-3b56-42da-a4ef-1e5a8001160b req-ed324b03-e89a-4ea4-bf28-d6e3f8c5a93b tempest-TestSnapshotPattern-600736525 tempest-TestSnapshotPattern-600736525-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 22:03:00.160922 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-4a98a0ee-3b56-42da-a4ef-1e5a8001160b req-ed324b03-e89a-4ea4-bf28-d6e3f8c5a93b tempest-TestSnapshotPattern-600736525 tempest-TestSnapshotPattern-600736525-project] 10.222.0.42 "GET /v2.0/ports?device_id=6c09d684-4521-4762-845e-ccb78c42a6bc HTTP/1.1" status: 200 len: 946 time: 0.0739727 Apr 18 22:03:00.209534 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-4a98a0ee-3b56-42da-a4ef-1e5a8001160b req-073ff519-088c-4556-9a54-48dc774bc56a tempest-TestSnapshotPattern-600736525 tempest-TestSnapshotPattern-600736525-project] 10.222.0.42 "GET /v2.0/security-groups?id=a068b8cd-dc81-4d8f-859a-43693a6cd89e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429058 Apr 18 22:03:00.381372 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750375287399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253529'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:03:01.406350 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad865003-ce20-4683-8bfe-e5c3c9bd37d6 req-f4ba8f4f-e8c8-40d9-b39d-7a9542528015 tempest-TestSnapshotPattern-600736525 tempest-TestSnapshotPattern-600736525-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 22:03:01.407899 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-ad865003-ce20-4683-8bfe-e5c3c9bd37d6 req-f4ba8f4f-e8c8-40d9-b39d-7a9542528015 tempest-TestSnapshotPattern-600736525 tempest-TestSnapshotPattern-600736525-project] 10.222.0.42 "GET /v2.0/ports?device_id=6c09d684-4521-4762-845e-ccb78c42a6bc HTTP/1.1" status: 200 len: 946 time: 0.0775745 Apr 18 22:03:01.452871 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-ad865003-ce20-4683-8bfe-e5c3c9bd37d6 req-2adaf679-0325-4eb9-99c3-193bb639abd4 tempest-TestSnapshotPattern-600736525 tempest-TestSnapshotPattern-600736525-project] 10.222.0.42 "GET /v2.0/security-groups?id=a068b8cd-dc81-4d8f-859a-43693a6cd89e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391395 Apr 18 22:03:01.651126 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b710899f-1e8f-4645-a852-b0d8aee0b164 req-1b3784ae-e8a0-4b2c-b1ae-90eccd74f815 tempest-TestSnapshotPattern-600736525 tempest-TestSnapshotPattern-600736525-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 22:03:01.652602 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-b710899f-1e8f-4645-a852-b0d8aee0b164 req-1b3784ae-e8a0-4b2c-b1ae-90eccd74f815 tempest-TestSnapshotPattern-600736525 tempest-TestSnapshotPattern-600736525-project] 10.222.0.42 "GET /v2.0/ports?device_id=6c09d684-4521-4762-845e-ccb78c42a6bc HTTP/1.1" status: 200 len: 946 time: 0.0792255 Apr 18 22:03:01.698518 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-b710899f-1e8f-4645-a852-b0d8aee0b164 req-5e56f70c-f7e9-4571-8e05-ab9291de6944 tempest-TestSnapshotPattern-600736525 tempest-TestSnapshotPattern-600736525-project] 10.222.0.42 "GET /v2.0/security-groups?id=a068b8cd-dc81-4d8f-859a-43693a6cd89e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402706 Apr 18 22:03:01.725316 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 43494) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 22:03:01.794960 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-f1f00d73-7a07-4a81-ae68-7e3f0489bc6a tempest-TestSnapshotPattern-989477306 tempest-TestSnapshotPattern-989477306-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=6c09d684-4521-4762-845e-ccb78c42a6bc HTTP/1.1" status: 200 len: 1092 time: 0.0685041 Apr 18 22:03:01.797542 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 43498) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 22:03:01.802770 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.v2.base [None req-27be0d50-c5e1-4eab-bc94-9828d130da26 tempest-TestSnapshotPattern-600736525 tempest-TestSnapshotPattern-600736525-project] Request body: {'floatingip': {'floating_network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'port_id': '898fc6c4-1e36-48d9-bab6-f55f0d2002ed', 'tenant_id': 'c4f6005d12e44e78a2f45f7eedc42626', 'fixed_ip_address': '172.20.0.12'}} {{(pid=84040) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 22:03:01.808780 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [None req-27be0d50-c5e1-4eab-bc94-9828d130da26 tempest-TestSnapshotPattern-600736525 tempest-TestSnapshotPattern-600736525-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 22:03:01.812614 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-27be0d50-c5e1-4eab-bc94-9828d130da26 tempest-TestSnapshotPattern-600736525 tempest-TestSnapshotPattern-600736525-project] Usage tracker for resource:floatingip and tenant:c4f6005d12e44e78a2f45f7eedc42626 is out of sync, need to count used quota {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 22:03:01.815466 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [None req-27be0d50-c5e1-4eab-bc94-9828d130da26 tempest-TestSnapshotPattern-600736525 tempest-TestSnapshotPattern-600736525-project] Quota usage for floatingip was recalculated. Used quota:1. {{(pid=84040) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 22:03:01.821071 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.quota.driver [None req-27be0d50-c5e1-4eab-bc94-9828d130da26 tempest-TestSnapshotPattern-600736525 tempest-TestSnapshotPattern-600736525-project] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=84040) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 22:03:01.832815 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-27be0d50-c5e1-4eab-bc94-9828d130da26 tempest-TestSnapshotPattern-600736525 tempest-TestSnapshotPattern-600736525-project] Notify callbacks [] for floatingip, before_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:03:02.059117 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-27be0d50-c5e1-4eab-bc94-9828d130da26 tempest-TestSnapshotPattern-600736525 tempest-TestSnapshotPattern-600736525-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:03:02.098557 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.agents_db [None req-6346a179-333c-4370-b5a6-936984aeab15 None None] Agent healthcheck: found 7 active agents {{(pid=84043) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 18 22:03:02.195529 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.db_base_plugin_common [None req-27be0d50-c5e1-4eab-bc94-9828d130da26 tempest-TestSnapshotPattern-600736525 tempest-TestSnapshotPattern-600736525-project] Allocated IP 172.25.8.231 (e41b6600-a917-4a8d-b05c-be3be40c6d8c/6b05667b-848e-4356-9b44-d5eb6808ef74/93387ddc-0323-4416-a7b7-bac9c3e205aa) {{(pid=84040) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 22:03:02.336548 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-27be0d50-c5e1-4eab-bc94-9828d130da26 tempest-TestSnapshotPattern-600736525 tempest-TestSnapshotPattern-600736525-project] Notify callbacks [] for port, precommit_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:03:02.362081 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-27be0d50-c5e1-4eab-bc94-9828d130da26 tempest-TestSnapshotPattern-600736525 tempest-TestSnapshotPattern-600736525-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750374836619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32440838'] for port, after_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:03:02.429990 n-d-838334-2 neutron-server[84040]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27be0d50-c5e1-4eab-bc94-9828d130da26 tempest-TestSnapshotPattern-600736525 tempest-TestSnapshotPattern-600736525-project] Network e41b6600-a917-4a8d-b05c-be3be40c6d8c is already hosted by enough agents. {{(pid=84040) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 22:03:02.432819 n-d-838334-2 neutron-server[84040]: DEBUG neutron.scheduler.base_scheduler [None req-27be0d50-c5e1-4eab-bc94-9828d130da26 tempest-TestSnapshotPattern-600736525 tempest-TestSnapshotPattern-600736525-project] Resources bound (agent type, host, resource id): {{(pid=84040) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 22:03:02.437844 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27be0d50-c5e1-4eab-bc94-9828d130da26 tempest-TestSnapshotPattern-600736525 tempest-TestSnapshotPattern-600736525-project] Received port after_create {{(pid=84040) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 22:03:02.465444 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27be0d50-c5e1-4eab-bc94-9828d130da26 tempest-TestSnapshotPattern-600736525 tempest-TestSnapshotPattern-600736525-project] Pushing event updated for resources: {'Port': ['ID=93387ddc-0323-4416-a7b7-bac9c3e205aa,revision_number=1']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 22:03:02.487456 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27be0d50-c5e1-4eab-bc94-9828d130da26 tempest-TestSnapshotPattern-600736525 tempest-TestSnapshotPattern-600736525-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 22:03:02.487822 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27be0d50-c5e1-4eab-bc94-9828d130da26 tempest-TestSnapshotPattern-600736525 tempest-TestSnapshotPattern-600736525-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 22:03:02.488154 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27be0d50-c5e1-4eab-bc94-9828d130da26 tempest-TestSnapshotPattern-600736525 tempest-TestSnapshotPattern-600736525-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 22:03:02.488481 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27be0d50-c5e1-4eab-bc94-9828d130da26 tempest-TestSnapshotPattern-600736525 tempest-TestSnapshotPattern-600736525-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 22:03:02.488804 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27be0d50-c5e1-4eab-bc94-9828d130da26 tempest-TestSnapshotPattern-600736525 tempest-TestSnapshotPattern-600736525-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 22:03:02.489124 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27be0d50-c5e1-4eab-bc94-9828d130da26 tempest-TestSnapshotPattern-600736525 tempest-TestSnapshotPattern-600736525-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 22:03:02.489442 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27be0d50-c5e1-4eab-bc94-9828d130da26 tempest-TestSnapshotPattern-600736525 tempest-TestSnapshotPattern-600736525-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 22:03:02.489757 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27be0d50-c5e1-4eab-bc94-9828d130da26 tempest-TestSnapshotPattern-600736525 tempest-TestSnapshotPattern-600736525-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 22:03:02.490071 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27be0d50-c5e1-4eab-bc94-9828d130da26 tempest-TestSnapshotPattern-600736525 tempest-TestSnapshotPattern-600736525-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 22:03:02.490386 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27be0d50-c5e1-4eab-bc94-9828d130da26 tempest-TestSnapshotPattern-600736525 tempest-TestSnapshotPattern-600736525-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 22:03:02.490700 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27be0d50-c5e1-4eab-bc94-9828d130da26 tempest-TestSnapshotPattern-600736525 tempest-TestSnapshotPattern-600736525-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 22:03:02.951081 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-27be0d50-c5e1-4eab-bc94-9828d130da26 tempest-TestSnapshotPattern-600736525 tempest-TestSnapshotPattern-600736525-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:03:03.006756 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-27be0d50-c5e1-4eab-bc94-9828d130da26 tempest-TestSnapshotPattern-600736525 tempest-TestSnapshotPattern-600736525-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:03:03.203244 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-27be0d50-c5e1-4eab-bc94-9828d130da26 tempest-TestSnapshotPattern-600736525 tempest-TestSnapshotPattern-600736525-project] Notify callbacks [] for port, precommit_update {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:03:03.207701 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-27be0d50-c5e1-4eab-bc94-9828d130da26 tempest-TestSnapshotPattern-600736525 tempest-TestSnapshotPattern-600736525-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32440959'] for port, after_update {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:03:03.316425 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27be0d50-c5e1-4eab-bc94-9828d130da26 tempest-TestSnapshotPattern-600736525 tempest-TestSnapshotPattern-600736525-project] Pushing event updated for resources: {'Port': ['ID=93387ddc-0323-4416-a7b7-bac9c3e205aa,revision_number=2']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 22:03:03.328588 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-27be0d50-c5e1-4eab-bc94-9828d130da26 tempest-TestSnapshotPattern-600736525 tempest-TestSnapshotPattern-600736525-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33444131'] for floatingip, after_update {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:03:03.621194 n-d-838334-2 neutron-server[84040]: INFO neutron.db.l3_db [None req-27be0d50-c5e1-4eab-bc94-9828d130da26 tempest-TestSnapshotPattern-600736525 tempest-TestSnapshotPattern-600736525-project] Floating IP e857d947-2af8-40ee-895b-a440a2f4781f associated. External IP: 172.25.8.231, port: 898fc6c4-1e36-48d9-bab6-f55f0d2002ed. Apr 18 22:03:04.020057 n-d-838334-2 neutron-server[84040]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-27be0d50-c5e1-4eab-bc94-9828d130da26 tempest-TestSnapshotPattern-600736525 tempest-TestSnapshotPattern-600736525-project] Router e7fc6a7c-fe57-46f2-bbfc-4073cc28e0b6 has already been hosted by L3 agent bc84d6c9-dd7a-4555-a351-592327b46d5a {{(pid=84040) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 22:03:04.221281 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-27be0d50-c5e1-4eab-bc94-9828d130da26 tempest-TestSnapshotPattern-600736525 tempest-TestSnapshotPattern-600736525-project] Notify agent at l3_agent.n-d-838334-2 the message routers_updated {{(pid=84040) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 22:03:04.230839 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34567576-6b7f-4e0b-84fc-b7f6a2395c93 None None] Sync routers for ids ['e7fc6a7c-fe57-46f2-bbfc-4073cc28e0b6'] in n-d-838334-2 {{(pid=84042) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 18 22:03:04.243013 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34567576-6b7f-4e0b-84fc-b7f6a2395c93 None None] Routers {'e7fc6a7c-fe57-46f2-bbfc-4073cc28e0b6'} bound to L3 agent in host n-d-838334-2 {{(pid=84042) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 22:03:04.243609 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_hamode_db [None req-34567576-6b7f-4e0b-84fc-b7f6a2395c93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838334-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-18T20:25:48Z,description=,heartbeat_timestamp=2022-04-18T22:02:48Z,host='n-d-838334-2',id=bc84d6c9-dd7a-4555-a351-592327b46d5a,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:25:48Z,topic='l3_agent')) {'router_ids': ['e7fc6a7c-fe57-46f2-bbfc-4073cc28e0b6'], 'active': True} {{(pid=84042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 22:03:04.245852 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-27be0d50-c5e1-4eab-bc94-9828d130da26 tempest-TestSnapshotPattern-600736525 tempest-TestSnapshotPattern-600736525-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217293'] for floatingip, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:03:04.303038 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-27be0d50-c5e1-4eab-bc94-9828d130da26 tempest-TestSnapshotPattern-600736525 tempest-TestSnapshotPattern-600736525-project] 10.222.0.42 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.5043757 Apr 18 22:03:04.303611 n-d-838334-2 neutron-server[84040]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6c09d684-4521-4762-845e-ccb78c42a6bc', 'tag': '898fc6c4-1e36-48d9-bab6-f55f0d2002ed'}] {{(pid=84040) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 22:03:04.358933 n-d-838334-2 neutron-server[84040]: INFO neutron.notifiers.nova [-] Nova event matching ['req-965a670c-9542-462a-add5-fd780be27159'] response: {'name': 'network-changed', 'server_uuid': '6c09d684-4521-4762-845e-ccb78c42a6bc', 'tag': '898fc6c4-1e36-48d9-bab6-f55f0d2002ed', 'status': 'completed', 'code': 200} Apr 18 22:03:04.427066 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_dvr_db [None req-34567576-6b7f-4e0b-84fc-b7f6a2395c93 None None] Set router e7fc6a7c-fe57-46f2-bbfc-4073cc28e0b6 gateway port host: n-d-838334-2 {{(pid=84042) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 22:03:04.457705 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-0a8a5b92-8ac3-4216-9c6e-e1acf2e26adf req-a2fd297e-53a3-4c5e-a855-66eeb5c9a769 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=c4f6005d12e44e78a2f45f7eedc42626&device_id=6c09d684-4521-4762-845e-ccb78c42a6bc HTTP/1.1" status: 200 len: 1097 time: 0.0745773 Apr 18 22:03:04.590217 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a8a5b92-8ac3-4216-9c6e-e1acf2e26adf req-2f19c796-8169-4bdb-9f98-a287c6b984bf service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 22:03:04.591659 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-0a8a5b92-8ac3-4216-9c6e-e1acf2e26adf req-2f19c796-8169-4bdb-9f98-a287c6b984bf service neutron] 10.222.0.48 "GET /v2.0/networks?id=119aa3bb-054f-46a0-b547-0d3d238bbb07 HTTP/1.1" status: 200 len: 911 time: 0.1282594 Apr 18 22:03:04.604624 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750375287399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253529'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:03:04.690624 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-0a8a5b92-8ac3-4216-9c6e-e1acf2e26adf req-178b2540-4be6-43d7-8e8e-aaeac4b84993 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=898fc6c4-1e36-48d9-bab6-f55f0d2002ed HTTP/1.1" status: 200 len: 1000 time: 0.0919950 Apr 18 22:03:04.763207 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a8a5b92-8ac3-4216-9c6e-e1acf2e26adf req-cfa69647-4589-4ed7-8da6-42b6549e40a8 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 22:03:04.764690 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-0a8a5b92-8ac3-4216-9c6e-e1acf2e26adf req-cfa69647-4589-4ed7-8da6-42b6549e40a8 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=f699c42a-153f-4e6b-8c51-186791b0fee2 HTTP/1.1" status: 200 len: 849 time: 0.0689228 Apr 18 22:03:04.816426 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_hamode_db [None req-34567576-6b7f-4e0b-84fc-b7f6a2395c93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7fc6a7c-fe57-46f2-bbfc-4073cc28e0b6', 'name': 'tempest-TestSnapshotPattern-1452269797-router', 'tenant_id': 'c4f6005d12e44e78a2f45f7eedc42626', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'external_fixed_ips': [{'subnet_id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'ip_address': '172.25.8.115'}], 'enable_snat': True}, 'gw_port_id': '4ba87a65-5a82-4453-bbc4-6592c9d708c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T22:00:03Z', 'updated_at': '2022-04-18T22:00:06Z', 'revision_number': 4, 'project_id': 'c4f6005d12e44e78a2f45f7eedc42626', 'gw_port': {'id': '4ba87a65-5a82-4453-bbc4-6592c9d708c2', 'name': '', 'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:22:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7fc6a7c-fe57-46f2-bbfc-4073cc28e0b6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'ip_address': '172.25.8.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T22:00:03Z', 'updated_at': '2022-04-18T22:00:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838334-2', '_floatingips': [{'id': '1a896cbd-048e-4c46-ba7f-2bdda86d9f12', 'tenant_id': 'c4f6005d12e44e78a2f45f7eedc42626', 'floating_ip_address': '172.25.8.48', 'floating_network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'router_id': 'e7fc6a7c-fe57-46f2-bbfc-4073cc28e0b6', 'port_id': 'd640216c-4ca0-4d9b-9dfe-05276e6d845b', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '119aa3bb-054f-46a0-b547-0d3d238bbb07', 'mac_address': 'fa:16:3e:c3:8a:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c54b98f8-7c21-47cc-a091-0e7921f34800', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T22:00:28Z', 'updated_at': '2022-04-18T22:00:43Z', 'revision_number': 1, 'project_id': 'c4f6005d12e44e78a2f45f7eedc42626', 'fixed_ip_address_scope': None}, {'id': 'e857d947-2af8-40ee-895b-a440a2f4781f', 'tenant_id': 'c4f6005d12e44e78a2f45f7eedc42626', 'floating_ip_address': '172.25.8.231', 'floating_network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'router_id': 'e7fc6a7c-fe57-46f2-bbfc-4073cc28e0b6', 'port_id': '898fc6c4-1e36-48d9-bab6-f55f0d2002ed', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '119aa3bb-054f-46a0-b547-0d3d238bbb07', 'mac_address': 'fa:16:3e:d1:ee:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c09d684-4521-4762-845e-ccb78c42a6bc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T22:03:02Z', 'updated_at': '2022-04-18T22:03:02Z', 'revision_number': 0, 'project_id': 'c4f6005d12e44e78a2f45f7eedc42626', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '95384b9a-49a6-49b7-88c6-ba17b46ff89c', 'name': '', 'network_id': '119aa3bb-054f-46a0-b547-0d3d238bbb07', 'tenant_id': 'c4f6005d12e44e78a2f45f7eedc42626', 'mac_address': 'fa:16:3e:6c:87:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7fc6a7c-fe57-46f2-bbfc-4073cc28e0b6', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f699c42a-153f-4e6b-8c51-186791b0fee2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T22:00:05Z', 'updated_at': '2022-04-18T22:00:26Z', 'revision_number': 5, 'project_id': 'c4f6005d12e44e78a2f45f7eedc42626', 'subnets': [{'id': 'f699c42a-153f-4e6b-8c51-186791b0fee2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838334-2', False) {} {{(pid=84042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 22:03:04.820762 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34567576-6b7f-4e0b-84fc-b7f6a2395c93 None None] Checking router: e7fc6a7c-fe57-46f2-bbfc-4073cc28e0b6 for host: n-d-838334-2 {{(pid=84042) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 18 22:03:04.832133 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34567576-6b7f-4e0b-84fc-b7f6a2395c93 None None] Routers {'e7fc6a7c-fe57-46f2-bbfc-4073cc28e0b6'} bound to L3 agent in host n-d-838334-2 {{(pid=84042) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 22:03:04.832737 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_hamode_db [None req-34567576-6b7f-4e0b-84fc-b7f6a2395c93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838334-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-18T20:25:48Z,description=,heartbeat_timestamp=2022-04-18T22:02:48Z,host='n-d-838334-2',id=bc84d6c9-dd7a-4555-a351-592327b46d5a,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:25:48Z,topic='l3_agent')) {'router_ids': ['e7fc6a7c-fe57-46f2-bbfc-4073cc28e0b6'], 'active': True} {{(pid=84042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 22:03:04.846311 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-0a8a5b92-8ac3-4216-9c6e-e1acf2e26adf req-14f8004a-be13-4e71-a11e-55ed90b3757e service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=119aa3bb-054f-46a0-b547-0d3d238bbb07&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0757935 Apr 18 22:03:04.980962 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-0a8a5b92-8ac3-4216-9c6e-e1acf2e26adf req-a79cf1e2-8771-4836-9862-e5f1150d3d05 service neutron] 10.222.0.48 "GET /v2.0/networks/119aa3bb-054f-46a0-b547-0d3d238bbb07?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1284299 Apr 18 22:03:05.011435 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_dvr_db [None req-34567576-6b7f-4e0b-84fc-b7f6a2395c93 None None] Set router e7fc6a7c-fe57-46f2-bbfc-4073cc28e0b6 gateway port host: n-d-838334-2 {{(pid=84042) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 22:03:05.131352 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-0a8a5b92-8ac3-4216-9c6e-e1acf2e26adf req-231a0896-891a-458c-87be-629068e5276c service neutron] 10.222.0.48 "GET /v2.0/networks/119aa3bb-054f-46a0-b547-0d3d238bbb07?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1443672 Apr 18 22:03:05.403159 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_hamode_db [None req-34567576-6b7f-4e0b-84fc-b7f6a2395c93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7fc6a7c-fe57-46f2-bbfc-4073cc28e0b6', 'name': 'tempest-TestSnapshotPattern-1452269797-router', 'tenant_id': 'c4f6005d12e44e78a2f45f7eedc42626', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'external_fixed_ips': [{'subnet_id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'ip_address': '172.25.8.115'}], 'enable_snat': True}, 'gw_port_id': '4ba87a65-5a82-4453-bbc4-6592c9d708c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T22:00:03Z', 'updated_at': '2022-04-18T22:00:06Z', 'revision_number': 4, 'project_id': 'c4f6005d12e44e78a2f45f7eedc42626', 'gw_port': {'id': '4ba87a65-5a82-4453-bbc4-6592c9d708c2', 'name': '', 'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:22:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7fc6a7c-fe57-46f2-bbfc-4073cc28e0b6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'ip_address': '172.25.8.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T22:00:03Z', 'updated_at': '2022-04-18T22:00:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838334-2', '_floatingips': [{'id': '1a896cbd-048e-4c46-ba7f-2bdda86d9f12', 'tenant_id': 'c4f6005d12e44e78a2f45f7eedc42626', 'floating_ip_address': '172.25.8.48', 'floating_network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'router_id': 'e7fc6a7c-fe57-46f2-bbfc-4073cc28e0b6', 'port_id': 'd640216c-4ca0-4d9b-9dfe-05276e6d845b', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '119aa3bb-054f-46a0-b547-0d3d238bbb07', 'mac_address': 'fa:16:3e:c3:8a:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c54b98f8-7c21-47cc-a091-0e7921f34800', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T22:00:28Z', 'updated_at': '2022-04-18T22:00:43Z', 'revision_number': 1, 'project_id': 'c4f6005d12e44e78a2f45f7eedc42626', 'fixed_ip_address_scope': None}, {'id': 'e857d947-2af8-40ee-895b-a440a2f4781f', 'tenant_id': 'c4f6005d12e44e78a2f45f7eedc42626', 'floating_ip_address': '172.25.8.231', 'floating_network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'router_id': 'e7fc6a7c-fe57-46f2-bbfc-4073cc28e0b6', 'port_id': '898fc6c4-1e36-48d9-bab6-f55f0d2002ed', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '119aa3bb-054f-46a0-b547-0d3d238bbb07', 'mac_address': 'fa:16:3e:d1:ee:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c09d684-4521-4762-845e-ccb78c42a6bc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T22:03:02Z', 'updated_at': '2022-04-18T22:03:02Z', 'revision_number': 0, 'project_id': 'c4f6005d12e44e78a2f45f7eedc42626', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '95384b9a-49a6-49b7-88c6-ba17b46ff89c', 'name': '', 'network_id': '119aa3bb-054f-46a0-b547-0d3d238bbb07', 'tenant_id': 'c4f6005d12e44e78a2f45f7eedc42626', 'mac_address': 'fa:16:3e:6c:87:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7fc6a7c-fe57-46f2-bbfc-4073cc28e0b6', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f699c42a-153f-4e6b-8c51-186791b0fee2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T22:00:05Z', 'updated_at': '2022-04-18T22:00:26Z', 'revision_number': 5, 'project_id': 'c4f6005d12e44e78a2f45f7eedc42626', 'subnets': [{'id': 'f699c42a-153f-4e6b-8c51-186791b0fee2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838334-2', False) {} {{(pid=84042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 22:03:05.407809 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34567576-6b7f-4e0b-84fc-b7f6a2395c93 None None] The sync data for ids ['e7fc6a7c-fe57-46f2-bbfc-4073cc28e0b6'] in n-d-838334-2 is: [{'id': 'e7fc6a7c-fe57-46f2-bbfc-4073cc28e0b6', 'name': 'tempest-TestSnapshotPattern-1452269797-router', 'tenant_id': 'c4f6005d12e44e78a2f45f7eedc42626', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'external_fixed_ips': [{'subnet_id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'ip_address': '172.25.8.115'}], 'enable_snat': True}, 'gw_port_id': '4ba87a65-5a82-4453-bbc4-6592c9d708c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T22:00:03Z', 'updated_at': '2022-04-18T22:00:06Z', 'revision_number': 4, 'project_id': 'c4f6005d12e44e78a2f45f7eedc42626', 'gw_port': {'id': '4ba87a65-5a82-4453-bbc4-6592c9d708c2', 'name': '', 'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:22:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7fc6a7c-fe57-46f2-bbfc-4073cc28e0b6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'ip_address': '172.25.8.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T22:00:03Z', 'updated_at': '2022-04-18T22:00:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838334-2', '_floatingips': [{'id': '1a896cbd-048e-4c46-ba7f-2bdda86d9f12', 'tenant_id': 'c4f6005d12e44e78a2f45f7eedc42626', 'floating_ip_address': '172.25.8.48', 'floating_network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'router_id': 'e7fc6a7c-fe57-46f2-bbfc-4073cc28e0b6', 'port_id': 'd640216c-4ca0-4d9b-9dfe-05276e6d845b', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '119aa3bb-054f-46a0-b547-0d3d238bbb07', 'mac_address': 'fa:16:3e:c3:8a:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c54b98f8-7c21-47cc-a091-0e7921f34800', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T22:00:28Z', 'updated_at': '2022-04-18T22:00:43Z', 'revision_number': 1, 'project_id': 'c4f6005d12e44e78a2f45f7eedc42626', 'fixed_ip_address_scope': None}, {'id': 'e857d947-2af8-40ee-895b-a440a2f4781f', 'tenant_id': 'c4f6005d12e44e78a2f45f7eedc42626', 'floating_ip_address': '172.25.8.231', 'floating_network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'router_id': 'e7fc6a7c-fe57-46f2-bbfc-4073cc28e0b6', 'port_id': '898fc6c4-1e36-48d9-bab6-f55f0d2002ed', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '119aa3bb-054f-46a0-b547-0d3d238bbb07', 'mac_address': 'fa:16:3e:d1:ee:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c09d684-4521-4762-845e-ccb78c42a6bc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T22:03:02Z', 'updated_at': '2022-04-18T22:03:02Z', 'revision_number': 0, 'project_id': 'c4f6005d12e44e78a2f45f7eedc42626', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '95384b9a-49a6-49b7-88c6-ba17b46ff89c', 'name': '', 'network_id': '119aa3bb-054f-46a0-b547-0d3d238bbb07', 'tenant_id': 'c4f6005d12e44e78a2f45f7eedc42626', 'mac_address': 'fa:16:3e:6c:87:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7fc6a7c-fe57-46f2-bbfc-4073cc28e0b6', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f699c42a-153f-4e6b-8c51-186791b0fee2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T22:00:05Z', 'updated_at': '2022-04-18T22:00:26Z', 'revision_number': 5, 'project_id': 'c4f6005d12e44e78a2f45f7eedc42626', 'subnets': [{'id': 'f699c42a-153f-4e6b-8c51-186791b0fee2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84042) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 18 22:03:05.606101 n-d-838334-2 neutron-server[84043]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bdfc4aa-5b69-42cd-aa63-48975f1616b7 None None] New status for floating IP e857d947-2af8-40ee-895b-a440a2f4781f: ACTIVE {{(pid=84043) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Apr 18 22:03:08.317501 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [req-46e8aeb1-f428-4afc-9f14-a779be5a95ab req-9903b857-9c68-4e17-aa46-5e3cae468da8 service neutron] (84041) timed out ('10.222.0.43', 55601) {{(pid=84041) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Apr 18 22:03:15.832711 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-49630d5a-959e-4f79-b520-e559cbd96eba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750375287399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253529'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:03:18.083518 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-04fdd4dd-952f-4203-897a-e048ff6c60d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750375287399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253529'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:03:19.268510 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750375287399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253529'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:03:19.798084 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-414b6ffe-e119-47bc-b18f-bcff1219c2f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750375287399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253529'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:03:20.866549 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-c7521a90-7d65-4e2e-842c-ca5d95e9a89c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750375287399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253529'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:03:22.204936 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-0f3a3ba6-c48d-4076-b43b-b2c874f60a5a req-afaac1a0-b0b4-42eb-8ab0-a5ea05b5a70b service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=c54b98f8-7c21-47cc-a091-0e7921f34800&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0681121 Apr 18 22:03:22.342626 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-0f3a3ba6-c48d-4076-b43b-b2c874f60a5a req-de8357eb-04fc-490c-b7ad-97b9f9cc36e9 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=c4f6005d12e44e78a2f45f7eedc42626&device_id=c54b98f8-7c21-47cc-a091-0e7921f34800 HTTP/1.1" status: 200 len: 1094 time: 0.0707066 Apr 18 22:03:22.482330 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f3a3ba6-c48d-4076-b43b-b2c874f60a5a req-4177fb38-8850-4568-9ec0-cdc51ea525a6 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 22:03:22.483788 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-0f3a3ba6-c48d-4076-b43b-b2c874f60a5a req-4177fb38-8850-4568-9ec0-cdc51ea525a6 service neutron] 10.222.0.43 "GET /v2.0/networks?id=119aa3bb-054f-46a0-b547-0d3d238bbb07 HTTP/1.1" status: 200 len: 911 time: 0.1242497 Apr 18 22:03:22.585014 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-0f3a3ba6-c48d-4076-b43b-b2c874f60a5a req-16ee8155-8b68-4ebf-a265-d1f496bc02bf service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d640216c-4ca0-4d9b-9dfe-05276e6d845b HTTP/1.1" status: 200 len: 998 time: 0.0954463 Apr 18 22:03:22.648390 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f3a3ba6-c48d-4076-b43b-b2c874f60a5a req-305ae5ab-d35b-4f8b-9364-cb80dc1660e1 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 22:03:22.649979 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-0f3a3ba6-c48d-4076-b43b-b2c874f60a5a req-305ae5ab-d35b-4f8b-9364-cb80dc1660e1 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=f699c42a-153f-4e6b-8c51-186791b0fee2 HTTP/1.1" status: 200 len: 849 time: 0.0597734 Apr 18 22:03:22.722510 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-0f3a3ba6-c48d-4076-b43b-b2c874f60a5a req-92441c14-eac3-403f-8e38-244ce451aa0e service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=119aa3bb-054f-46a0-b547-0d3d238bbb07&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0667033 Apr 18 22:03:22.732091 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [req-0f3a3ba6-c48d-4076-b43b-b2c874f60a5a req-aa255480-c9d6-4bc9-9182-bd82b005cf98 service neutron] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=84040) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 18 22:03:22.732998 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-0f3a3ba6-c48d-4076-b43b-b2c874f60a5a req-aa255480-c9d6-4bc9-9182-bd82b005cf98 service neutron] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0045905 Apr 18 22:03:22.867331 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-0f3a3ba6-c48d-4076-b43b-b2c874f60a5a req-751c3af5-5d20-4cf4-8b8f-6133ca27b45b service neutron] 10.222.0.43 "GET /v2.0/networks/119aa3bb-054f-46a0-b547-0d3d238bbb07?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1281202 Apr 18 22:03:23.004799 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-0f3a3ba6-c48d-4076-b43b-b2c874f60a5a req-6afe4e02-8584-4a67-9603-aced5f219357 service neutron] 10.222.0.43 "GET /v2.0/networks/119aa3bb-054f-46a0-b547-0d3d238bbb07?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1315475 Apr 18 22:03:30.398311 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750375287399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253529'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:03:33.899675 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-bfa15904-8668-48bd-9a81-c271667d1c4d req-8cacf18e-0afd-4847-b036-d7932fc99311 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=6c09d684-4521-4762-845e-ccb78c42a6bc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0703447 Apr 18 22:03:34.037065 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-bfa15904-8668-48bd-9a81-c271667d1c4d req-459f464b-a376-4c65-b67e-306c27d9b579 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=c4f6005d12e44e78a2f45f7eedc42626&device_id=6c09d684-4521-4762-845e-ccb78c42a6bc HTTP/1.1" status: 200 len: 1097 time: 0.0687294 Apr 18 22:03:34.260851 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa15904-8668-48bd-9a81-c271667d1c4d req-9b411ad2-0d4c-4fa2-b06e-5a93e5fbe9e1 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 22:03:34.262193 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-bfa15904-8668-48bd-9a81-c271667d1c4d req-9b411ad2-0d4c-4fa2-b06e-5a93e5fbe9e1 service neutron] 10.222.0.48 "GET /v2.0/networks?id=119aa3bb-054f-46a0-b547-0d3d238bbb07 HTTP/1.1" status: 200 len: 911 time: 0.2078726 Apr 18 22:03:34.361151 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-bfa15904-8668-48bd-9a81-c271667d1c4d req-c32e3ba9-ec18-4139-b41a-ba7458714df7 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=898fc6c4-1e36-48d9-bab6-f55f0d2002ed HTTP/1.1" status: 200 len: 1002 time: 0.0929079 Apr 18 22:03:34.421226 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa15904-8668-48bd-9a81-c271667d1c4d req-b0585267-1c6a-4cbd-ad1e-6dcd092443e7 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 22:03:34.422802 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-bfa15904-8668-48bd-9a81-c271667d1c4d req-b0585267-1c6a-4cbd-ad1e-6dcd092443e7 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=f699c42a-153f-4e6b-8c51-186791b0fee2 HTTP/1.1" status: 200 len: 849 time: 0.0556719 Apr 18 22:03:34.496826 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-bfa15904-8668-48bd-9a81-c271667d1c4d req-35526196-4378-4805-8712-eb985252a888 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=119aa3bb-054f-46a0-b547-0d3d238bbb07&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0680506 Apr 18 22:03:34.604023 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750375287399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253529'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:03:34.648334 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-bfa15904-8668-48bd-9a81-c271667d1c4d req-3955505e-c6b9-41fe-9a43-ecd2f62331e0 service neutron] 10.222.0.48 "GET /v2.0/networks/119aa3bb-054f-46a0-b547-0d3d238bbb07?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1452959 Apr 18 22:03:34.775539 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-bfa15904-8668-48bd-9a81-c271667d1c4d req-9788e332-2b34-4f31-b60f-980d192cfc83 service neutron] 10.222.0.48 "GET /v2.0/networks/119aa3bb-054f-46a0-b547-0d3d238bbb07?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1213179 Apr 18 22:03:39.098585 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.agents_db [None req-6346a179-333c-4370-b5a6-936984aeab15 None None] Agent healthcheck: found 7 active agents {{(pid=84043) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 18 22:03:45.834299 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-7bfe2bff-cbd7-4439-a65b-8c1052ba44c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750375287399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253529'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:03:48.086132 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-b0614f63-63e5-4b70-8f32-f4c71ea7cbe1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750375287399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253529'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:03:49.270671 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750375287399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253529'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:03:49.801887 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-414b6ffe-e119-47bc-b18f-bcff1219c2f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750375287399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253529'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:03:50.867718 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-c7521a90-7d65-4e2e-842c-ca5d95e9a89c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750375287399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253529'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:04:00.396871 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750375287399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253529'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:04:04.623897 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750375287399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253529'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:04:15.836574 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-aef8ee7b-b709-4b0e-a565-cc9fb1d686fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750375287399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253529'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:04:16.099892 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.agents_db [None req-6346a179-333c-4370-b5a6-936984aeab15 None None] Agent healthcheck: found 7 active agents {{(pid=84043) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 18 22:04:18.088218 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-aba90d9e-1b4e-49cd-b33a-47ba0ff99abe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750375287399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253529'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:04:19.273302 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750375287399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253529'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:04:19.803827 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-414b6ffe-e119-47bc-b18f-bcff1219c2f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750375287399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253529'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:04:20.869537 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-c7521a90-7d65-4e2e-842c-ca5d95e9a89c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750375287399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253529'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:04:22.329281 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-858ab55e-7419-46c3-ae90-df503e9d110b req-9f849ad7-f4ab-4536-bd7e-787335710c26 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=c54b98f8-7c21-47cc-a091-0e7921f34800&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1741238 Apr 18 22:04:22.468682 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-858ab55e-7419-46c3-ae90-df503e9d110b req-f4699d32-d840-486d-ace6-c74c4bdb5fd4 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=c4f6005d12e44e78a2f45f7eedc42626&device_id=c54b98f8-7c21-47cc-a091-0e7921f34800 HTTP/1.1" status: 200 len: 1094 time: 0.0706871 Apr 18 22:04:22.631281 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-858ab55e-7419-46c3-ae90-df503e9d110b req-e09e0bde-8433-46b3-a96e-0a63f779966b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 22:04:22.632637 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-858ab55e-7419-46c3-ae90-df503e9d110b req-e09e0bde-8433-46b3-a96e-0a63f779966b service neutron] 10.222.0.43 "GET /v2.0/networks?id=119aa3bb-054f-46a0-b547-0d3d238bbb07 HTTP/1.1" status: 200 len: 911 time: 0.1415772 Apr 18 22:04:22.733243 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-858ab55e-7419-46c3-ae90-df503e9d110b req-fcd55953-5cde-48af-84f6-29181618bb00 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d640216c-4ca0-4d9b-9dfe-05276e6d845b HTTP/1.1" status: 200 len: 998 time: 0.0947554 Apr 18 22:04:22.794722 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-858ab55e-7419-46c3-ae90-df503e9d110b req-e601f655-ca1b-42f8-8f4a-cad5da384e57 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 22:04:22.796107 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-858ab55e-7419-46c3-ae90-df503e9d110b req-e601f655-ca1b-42f8-8f4a-cad5da384e57 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=f699c42a-153f-4e6b-8c51-186791b0fee2 HTTP/1.1" status: 200 len: 849 time: 0.0558133 Apr 18 22:04:22.877903 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-858ab55e-7419-46c3-ae90-df503e9d110b req-38c86e51-eaa9-4958-b065-82e12fe385e3 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=119aa3bb-054f-46a0-b547-0d3d238bbb07&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0756507 Apr 18 22:04:23.007255 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-858ab55e-7419-46c3-ae90-df503e9d110b req-ee1017f3-81a0-4f64-bf4f-0c45dd1e1358 service neutron] 10.222.0.43 "GET /v2.0/networks/119aa3bb-054f-46a0-b547-0d3d238bbb07?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1237907 Apr 18 22:04:23.136853 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-858ab55e-7419-46c3-ae90-df503e9d110b req-3dcbd85f-058c-43ef-910b-189b4b3a72fd service neutron] 10.222.0.43 "GET /v2.0/networks/119aa3bb-054f-46a0-b547-0d3d238bbb07?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1238902 Apr 18 22:04:30.409484 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750375287399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253529'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:04:34.656858 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750375287399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253529'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:04:35.970100 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Device 898fc6c4-1e36-48d9-bab6-f55f0d2002ed details requested by agent hyperv_n-h2-838334-2 with host n-h2-838334-2 {{(pid=84042) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 18 22:04:36.064248 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-d14ec731-0662-459b-ab4c-b0eba517955f req-f208cee6-5439-4787-8780-34869a6e4670 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=c4f6005d12e44e78a2f45f7eedc42626&device_id=6c09d684-4521-4762-845e-ccb78c42a6bc HTTP/1.1" status: 200 len: 1097 time: 0.1797023 Apr 18 22:04:36.128333 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] For port 898fc6c4-1e36-48d9-bab6-f55f0d2002ed, host n-h2-838334-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838334-2',level=0,port_id=898fc6c4-1e36-48d9-bab6-f55f0d2002ed,segment=NetworkSegment(8b797297-c446-431e-bd6a-a6a632385eef),segment_id=8b797297-c446-431e-bd6a-a6a632385eef)] {{(pid=84042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 22:04:36.142627 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Returning: {'device': '898fc6c4-1e36-48d9-bab6-f55f0d2002ed', 'network_id': '119aa3bb-054f-46a0-b547-0d3d238bbb07', 'port_id': '898fc6c4-1e36-48d9-bab6-f55f0d2002ed', 'mac_address': 'fa:16:3e:d1:ee:3c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 398, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f699c42a-153f-4e6b-8c51-186791b0fee2', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84042) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 18 22:04:36.205480 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:04:36.222333 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d14ec731-0662-459b-ab4c-b0eba517955f req-e04e69cb-1528-4feb-b79b-d7cad4452ed8 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 22:04:36.223824 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-d14ec731-0662-459b-ab4c-b0eba517955f req-e04e69cb-1528-4feb-b79b-d7cad4452ed8 service neutron] 10.222.0.48 "GET /v2.0/networks?id=119aa3bb-054f-46a0-b547-0d3d238bbb07 HTTP/1.1" status: 200 len: 911 time: 0.1401393 Apr 18 22:04:36.225088 n-d-838334-2 neutron-server[84042]: DEBUG neutron.notifiers.nova [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 898fc6c4-1e36-48d9-bab6-f55f0d2002ed {{(pid=84042) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 18 22:04:36.242150 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] For port 898fc6c4-1e36-48d9-bab6-f55f0d2002ed, host n-h2-838334-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838334-2',level=0,port_id=898fc6c4-1e36-48d9-bab6-f55f0d2002ed,segment=NetworkSegment(8b797297-c446-431e-bd6a-a6a632385eef),segment_id=8b797297-c446-431e-bd6a-a6a632385eef)] {{(pid=84042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 22:04:36.248613 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682'] for port, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:04:36.333457 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] get_ports_and_sgs() called for port_ids ['898fc6c4-1e36-48d9-bab6-f55f0d2002ed'] {{(pid=84042) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 18 22:04:36.368600 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-d14ec731-0662-459b-ab4c-b0eba517955f req-ec813efc-f0d7-4123-8731-fbd682ad9c93 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=898fc6c4-1e36-48d9-bab6-f55f0d2002ed HTTP/1.1" status: 200 len: 1001 time: 0.1370299 Apr 18 22:04:36.376496 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Pushing event updated for resources: {'Port': ['ID=898fc6c4-1e36-48d9-bab6-f55f0d2002ed,revision_number=6']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 22:04:36.397583 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 22:04:36.397863 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 22:04:36.398157 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 22:04:36.398479 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 22:04:36.398800 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 22:04:36.399118 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 22:04:36.399434 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 22:04:36.402444 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 22:04:36.402444 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 22:04:36.402444 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 22:04:36.402444 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 22:04:36.444563 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d14ec731-0662-459b-ab4c-b0eba517955f req-08ef2fca-8e8b-4584-8176-d78707f4f587 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 22:04:36.446852 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-d14ec731-0662-459b-ab4c-b0eba517955f req-08ef2fca-8e8b-4584-8176-d78707f4f587 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=f699c42a-153f-4e6b-8c51-186791b0fee2 HTTP/1.1" status: 200 len: 849 time: 0.0695236 Apr 18 22:04:36.556635 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-d14ec731-0662-459b-ab4c-b0eba517955f req-926a22a1-b8f7-4453-b270-cdaf971d7ab8 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=119aa3bb-054f-46a0-b547-0d3d238bbb07&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1014986 Apr 18 22:04:36.567550 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [req-d14ec731-0662-459b-ab4c-b0eba517955f req-63c7b0f6-be49-419b-a6d4-aef04f0fb960 service neutron] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=84041) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 18 22:04:36.568610 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-d14ec731-0662-459b-ab4c-b0eba517955f req-63c7b0f6-be49-419b-a6d4-aef04f0fb960 service neutron] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0051620 Apr 18 22:04:36.753795 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-d14ec731-0662-459b-ab4c-b0eba517955f req-ce3e5c7a-34ec-49c5-b1ae-bad7debf9c17 service neutron] 10.222.0.48 "GET /v2.0/networks/119aa3bb-054f-46a0-b547-0d3d238bbb07?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1779661 Apr 18 22:04:36.901346 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-d14ec731-0662-459b-ab4c-b0eba517955f req-77e19fb2-170a-4591-b85e-39629f8abd5f service neutron] 10.222.0.48 "GET /v2.0/networks/119aa3bb-054f-46a0-b547-0d3d238bbb07?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1417284 Apr 18 22:04:37.973413 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Device 898fc6c4-1e36-48d9-bab6-f55f0d2002ed up at agent hyperv_n-h2-838334-2 {{(pid=84042) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 22:04:38.096659 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.provisioning_blocks [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Provisioning complete for port 898fc6c4-1e36-48d9-bab6-f55f0d2002ed triggered by entity L2. {{(pid=84042) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 22:04:38.097104 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1253608'] for port, provisioning_complete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:04:38.224843 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:04:38.261185 n-d-838334-2 neutron-server[84042]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6c09d684-4521-4762-845e-ccb78c42a6bc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '898fc6c4-1e36-48d9-bab6-f55f0d2002ed'}] {{(pid=84042) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 22:04:38.275567 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] For port 898fc6c4-1e36-48d9-bab6-f55f0d2002ed, host n-h2-838334-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838334-2',level=0,port_id=898fc6c4-1e36-48d9-bab6-f55f0d2002ed,segment=NetworkSegment(8b797297-c446-431e-bd6a-a6a632385eef),segment_id=8b797297-c446-431e-bd6a-a6a632385eef)] {{(pid=84042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 22:04:38.283915 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682'] for port, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:04:38.363527 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Pushing event updated for resources: {'Port': ['ID=898fc6c4-1e36-48d9-bab6-f55f0d2002ed,revision_number=7']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 22:04:38.479367 n-d-838334-2 neutron-server[84042]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c526dbdd-3cec-4a53-ab6d-94901705dc66'] response: {'server_uuid': '6c09d684-4521-4762-845e-ccb78c42a6bc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '898fc6c4-1e36-48d9-bab6-f55f0d2002ed', 'code': 200} Apr 18 22:04:45.841107 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-9ebbf185-c838-49d0-a23f-1d732d759c9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750375287399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253529'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:04:46.298857 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 43662) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 22:04:46.494704 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.plugin [None req-0d2724d1-e0a4-4697-996e-798a1fefec20 tempest-TestSnapshotPattern-600736525 tempest-TestSnapshotPattern-600736525-project] Deleting port 93387ddc-0323-4416-a7b7-bac9c3e205aa {{(pid=84040) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 22:04:46.495050 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-0d2724d1-e0a4-4697-996e-798a1fefec20 tempest-TestSnapshotPattern-600736525 tempest-TestSnapshotPattern-600736525-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750375188691'] for port, before_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:04:46.665549 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-0d2724d1-e0a4-4697-996e-798a1fefec20 tempest-TestSnapshotPattern-600736525 tempest-TestSnapshotPattern-600736525-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369123'] for port, precommit_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:04:46.665807 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-0d2724d1-e0a4-4697-996e-798a1fefec20 tempest-TestSnapshotPattern-600736525 tempest-TestSnapshotPattern-600736525-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:04:46.781896 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.plugin [None req-0d2724d1-e0a4-4697-996e-798a1fefec20 tempest-TestSnapshotPattern-600736525 tempest-TestSnapshotPattern-600736525-project] Calling delete_port for 93387ddc-0323-4416-a7b7-bac9c3e205aa owned by network:floatingip {{(pid=84040) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 22:04:46.924691 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-0d2724d1-e0a4-4697-996e-798a1fefec20 tempest-TestSnapshotPattern-600736525 tempest-TestSnapshotPattern-600736525-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750375259028', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750374836628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32440838'] for port, after_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:04:46.967889 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d2724d1-e0a4-4697-996e-798a1fefec20 tempest-TestSnapshotPattern-600736525 tempest-TestSnapshotPattern-600736525-project] Pushing event deleted for resources: {'Port': ['ID=93387ddc-0323-4416-a7b7-bac9c3e205aa,revision_number=None']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 22:04:46.980778 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d2724d1-e0a4-4697-996e-798a1fefec20 tempest-TestSnapshotPattern-600736525 tempest-TestSnapshotPattern-600736525-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 22:04:46.981121 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d2724d1-e0a4-4697-996e-798a1fefec20 tempest-TestSnapshotPattern-600736525 tempest-TestSnapshotPattern-600736525-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 22:04:46.981457 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d2724d1-e0a4-4697-996e-798a1fefec20 tempest-TestSnapshotPattern-600736525 tempest-TestSnapshotPattern-600736525-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 22:04:46.981792 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d2724d1-e0a4-4697-996e-798a1fefec20 tempest-TestSnapshotPattern-600736525 tempest-TestSnapshotPattern-600736525-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 22:04:46.982430 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d2724d1-e0a4-4697-996e-798a1fefec20 tempest-TestSnapshotPattern-600736525 tempest-TestSnapshotPattern-600736525-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 22:04:46.982430 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d2724d1-e0a4-4697-996e-798a1fefec20 tempest-TestSnapshotPattern-600736525 tempest-TestSnapshotPattern-600736525-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 22:04:46.982738 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d2724d1-e0a4-4697-996e-798a1fefec20 tempest-TestSnapshotPattern-600736525 tempest-TestSnapshotPattern-600736525-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 22:04:46.983057 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d2724d1-e0a4-4697-996e-798a1fefec20 tempest-TestSnapshotPattern-600736525 tempest-TestSnapshotPattern-600736525-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 22:04:46.983378 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d2724d1-e0a4-4697-996e-798a1fefec20 tempest-TestSnapshotPattern-600736525 tempest-TestSnapshotPattern-600736525-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 22:04:46.983720 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d2724d1-e0a4-4697-996e-798a1fefec20 tempest-TestSnapshotPattern-600736525 tempest-TestSnapshotPattern-600736525-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 22:04:46.984042 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d2724d1-e0a4-4697-996e-798a1fefec20 tempest-TestSnapshotPattern-600736525 tempest-TestSnapshotPattern-600736525-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 22:04:47.177850 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-0d2724d1-e0a4-4697-996e-798a1fefec20 tempest-TestSnapshotPattern-600736525 tempest-TestSnapshotPattern-600736525-project] Notify callbacks [] for floatingip, after_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:04:47.564694 n-d-838334-2 neutron-server[84040]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0d2724d1-e0a4-4697-996e-798a1fefec20 tempest-TestSnapshotPattern-600736525 tempest-TestSnapshotPattern-600736525-project] Router e7fc6a7c-fe57-46f2-bbfc-4073cc28e0b6 has already been hosted by L3 agent bc84d6c9-dd7a-4555-a351-592327b46d5a {{(pid=84040) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 22:04:47.768007 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0d2724d1-e0a4-4697-996e-798a1fefec20 tempest-TestSnapshotPattern-600736525 tempest-TestSnapshotPattern-600736525-project] Notify agent at l3_agent.n-d-838334-2 the message routers_updated {{(pid=84040) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 22:04:47.777734 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf97a4a7-a5ed-4b10-acdd-188bc63ac7d8 None None] Sync routers for ids ['e7fc6a7c-fe57-46f2-bbfc-4073cc28e0b6'] in n-d-838334-2 {{(pid=84042) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 18 22:04:47.783643 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-0d2724d1-e0a4-4697-996e-798a1fefec20 tempest-TestSnapshotPattern-600736525 tempest-TestSnapshotPattern-600736525-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217293'] for floatingip, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:04:47.790496 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf97a4a7-a5ed-4b10-acdd-188bc63ac7d8 None None] Routers {'e7fc6a7c-fe57-46f2-bbfc-4073cc28e0b6'} bound to L3 agent in host n-d-838334-2 {{(pid=84042) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 22:04:47.791113 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_hamode_db [None req-bf97a4a7-a5ed-4b10-acdd-188bc63ac7d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838334-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-18T20:25:48Z,description=,heartbeat_timestamp=2022-04-18T22:04:18Z,host='n-d-838334-2',id=bc84d6c9-dd7a-4555-a351-592327b46d5a,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:25:48Z,topic='l3_agent')) {'router_ids': ['e7fc6a7c-fe57-46f2-bbfc-4073cc28e0b6'], 'active': True} {{(pid=84042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 22:04:47.839479 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-0d2724d1-e0a4-4697-996e-798a1fefec20 tempest-TestSnapshotPattern-600736525 tempest-TestSnapshotPattern-600736525-project] 10.222.0.42 "DELETE /v2.0/floatingips/e857d947-2af8-40ee-895b-a440a2f4781f HTTP/1.1" status: 204 len: 168 time: 1.5393546 Apr 18 22:04:47.839968 n-d-838334-2 neutron-server[84040]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6c09d684-4521-4762-845e-ccb78c42a6bc', 'tag': '898fc6c4-1e36-48d9-bab6-f55f0d2002ed'}] {{(pid=84040) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 22:04:47.897075 n-d-838334-2 neutron-server[84040]: INFO neutron.notifiers.nova [-] Nova event matching ['req-759f09e5-657b-43dc-8ffd-eab471c7d490'] response: {'name': 'network-changed', 'server_uuid': '6c09d684-4521-4762-845e-ccb78c42a6bc', 'tag': '898fc6c4-1e36-48d9-bab6-f55f0d2002ed', 'status': 'completed', 'code': 200} Apr 18 22:04:48.004052 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-fb62637b-955a-40a5-bc9d-3f8d63590961 req-f1779219-46b0-47c3-bef3-fef09a21711a service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=c4f6005d12e44e78a2f45f7eedc42626&device_id=6c09d684-4521-4762-845e-ccb78c42a6bc HTTP/1.1" status: 200 len: 1097 time: 0.0805523 Apr 18 22:04:48.021519 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_dvr_db [None req-bf97a4a7-a5ed-4b10-acdd-188bc63ac7d8 None None] Set router e7fc6a7c-fe57-46f2-bbfc-4073cc28e0b6 gateway port host: n-d-838334-2 {{(pid=84042) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 22:04:48.107077 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-50754775-f39a-43df-99da-984d278d5332 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750375287399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253529'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:04:48.164688 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb62637b-955a-40a5-bc9d-3f8d63590961 req-05e80525-8190-4d25-86f6-51d1da68f06d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 22:04:48.166207 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-fb62637b-955a-40a5-bc9d-3f8d63590961 req-05e80525-8190-4d25-86f6-51d1da68f06d service neutron] 10.222.0.48 "GET /v2.0/networks?id=119aa3bb-054f-46a0-b547-0d3d238bbb07 HTTP/1.1" status: 200 len: 911 time: 0.1548340 Apr 18 22:04:48.279490 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4dba0fb-8205-4788-984c-09e0791e0ee5 req-1ea6b5d8-049e-4486-99f6-8d0c36d58bef tempest-TestSnapshotPattern-600736525 tempest-TestSnapshotPattern-600736525-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 22:04:48.280206 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [req-d4dba0fb-8205-4788-984c-09e0791e0ee5 req-1ea6b5d8-049e-4486-99f6-8d0c36d58bef tempest-TestSnapshotPattern-600736525 tempest-TestSnapshotPattern-600736525-project] Synchronizing usage tracker for tenant:c4f6005d12e44e78a2f45f7eedc42626 on resource:port {{(pid=84040) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 22:04:48.300384 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [req-d4dba0fb-8205-4788-984c-09e0791e0ee5 req-1ea6b5d8-049e-4486-99f6-8d0c36d58bef tempest-TestSnapshotPattern-600736525 tempest-TestSnapshotPattern-600736525-project] Unset dirty status for tenant:c4f6005d12e44e78a2f45f7eedc42626 on resource:port {{(pid=84040) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 22:04:48.302048 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-d4dba0fb-8205-4788-984c-09e0791e0ee5 req-1ea6b5d8-049e-4486-99f6-8d0c36d58bef tempest-TestSnapshotPattern-600736525 tempest-TestSnapshotPattern-600736525-project] 10.222.0.42 "GET /v2.0/ports?device_id=6c09d684-4521-4762-845e-ccb78c42a6bc HTTP/1.1" status: 200 len: 946 time: 0.1021779 Apr 18 22:04:48.342580 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-fb62637b-955a-40a5-bc9d-3f8d63590961 req-e7d50f18-cab5-47d1-bdd0-e50303ec3ac0 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=898fc6c4-1e36-48d9-bab6-f55f0d2002ed HTTP/1.1" status: 200 len: 217 time: 0.1683788 Apr 18 22:04:48.350701 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-d4dba0fb-8205-4788-984c-09e0791e0ee5 req-985b26e9-7d2b-4ce2-aa8c-e0a449d5da5c tempest-TestSnapshotPattern-600736525 tempest-TestSnapshotPattern-600736525-project] 10.222.0.42 "GET /v2.0/security-groups?id=a068b8cd-dc81-4d8f-859a-43693a6cd89e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421836 Apr 18 22:04:48.404474 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_hamode_db [None req-bf97a4a7-a5ed-4b10-acdd-188bc63ac7d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7fc6a7c-fe57-46f2-bbfc-4073cc28e0b6', 'name': 'tempest-TestSnapshotPattern-1452269797-router', 'tenant_id': 'c4f6005d12e44e78a2f45f7eedc42626', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'external_fixed_ips': [{'subnet_id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'ip_address': '172.25.8.115'}], 'enable_snat': True}, 'gw_port_id': '4ba87a65-5a82-4453-bbc4-6592c9d708c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T22:00:03Z', 'updated_at': '2022-04-18T22:00:06Z', 'revision_number': 4, 'project_id': 'c4f6005d12e44e78a2f45f7eedc42626', 'gw_port': {'id': '4ba87a65-5a82-4453-bbc4-6592c9d708c2', 'name': '', 'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:22:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7fc6a7c-fe57-46f2-bbfc-4073cc28e0b6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'ip_address': '172.25.8.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T22:00:03Z', 'updated_at': '2022-04-18T22:00:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838334-2', '_floatingips': [{'id': '1a896cbd-048e-4c46-ba7f-2bdda86d9f12', 'tenant_id': 'c4f6005d12e44e78a2f45f7eedc42626', 'floating_ip_address': '172.25.8.48', 'floating_network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'router_id': 'e7fc6a7c-fe57-46f2-bbfc-4073cc28e0b6', 'port_id': 'd640216c-4ca0-4d9b-9dfe-05276e6d845b', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '119aa3bb-054f-46a0-b547-0d3d238bbb07', 'mac_address': 'fa:16:3e:c3:8a:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c54b98f8-7c21-47cc-a091-0e7921f34800', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T22:00:28Z', 'updated_at': '2022-04-18T22:00:43Z', 'revision_number': 1, 'project_id': 'c4f6005d12e44e78a2f45f7eedc42626', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '95384b9a-49a6-49b7-88c6-ba17b46ff89c', 'name': '', 'network_id': '119aa3bb-054f-46a0-b547-0d3d238bbb07', 'tenant_id': 'c4f6005d12e44e78a2f45f7eedc42626', 'mac_address': 'fa:16:3e:6c:87:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7fc6a7c-fe57-46f2-bbfc-4073cc28e0b6', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f699c42a-153f-4e6b-8c51-186791b0fee2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T22:00:05Z', 'updated_at': '2022-04-18T22:00:26Z', 'revision_number': 5, 'project_id': 'c4f6005d12e44e78a2f45f7eedc42626', 'subnets': [{'id': 'f699c42a-153f-4e6b-8c51-186791b0fee2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838334-2', False) {} {{(pid=84042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 22:04:48.407553 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb62637b-955a-40a5-bc9d-3f8d63590961 req-233983e1-8948-451e-9d42-df31064a4994 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 22:04:48.409192 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf97a4a7-a5ed-4b10-acdd-188bc63ac7d8 None None] Checking router: e7fc6a7c-fe57-46f2-bbfc-4073cc28e0b6 for host: n-d-838334-2 {{(pid=84042) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 18 22:04:48.409611 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-fb62637b-955a-40a5-bc9d-3f8d63590961 req-233983e1-8948-451e-9d42-df31064a4994 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=f699c42a-153f-4e6b-8c51-186791b0fee2 HTTP/1.1" status: 200 len: 849 time: 0.0604661 Apr 18 22:04:48.419855 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf97a4a7-a5ed-4b10-acdd-188bc63ac7d8 None None] Routers {'e7fc6a7c-fe57-46f2-bbfc-4073cc28e0b6'} bound to L3 agent in host n-d-838334-2 {{(pid=84042) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 22:04:48.420445 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_hamode_db [None req-bf97a4a7-a5ed-4b10-acdd-188bc63ac7d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838334-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-18T20:25:48Z,description=,heartbeat_timestamp=2022-04-18T22:04:48Z,host='n-d-838334-2',id=bc84d6c9-dd7a-4555-a351-592327b46d5a,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:25:48Z,topic='l3_agent')) {'router_ids': ['e7fc6a7c-fe57-46f2-bbfc-4073cc28e0b6'], 'active': True} {{(pid=84042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 22:04:48.484356 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-fb62637b-955a-40a5-bc9d-3f8d63590961 req-9dfde1da-1a42-4f3a-8f62-fe9319077596 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=119aa3bb-054f-46a0-b547-0d3d238bbb07&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0688500 Apr 18 22:04:48.598876 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_dvr_db [None req-bf97a4a7-a5ed-4b10-acdd-188bc63ac7d8 None None] Set router e7fc6a7c-fe57-46f2-bbfc-4073cc28e0b6 gateway port host: n-d-838334-2 {{(pid=84042) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 22:04:48.618345 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-fb62637b-955a-40a5-bc9d-3f8d63590961 req-a66ed1eb-963d-4a73-9d26-d1568c4ad7be service neutron] 10.222.0.48 "GET /v2.0/networks/119aa3bb-054f-46a0-b547-0d3d238bbb07?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1267414 Apr 18 22:04:48.753168 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-fb62637b-955a-40a5-bc9d-3f8d63590961 req-8b4804bb-1316-497c-aba1-88a4a4e122c2 service neutron] 10.222.0.48 "GET /v2.0/networks/119aa3bb-054f-46a0-b547-0d3d238bbb07?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1242824 Apr 18 22:04:48.947395 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_hamode_db [None req-bf97a4a7-a5ed-4b10-acdd-188bc63ac7d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7fc6a7c-fe57-46f2-bbfc-4073cc28e0b6', 'name': 'tempest-TestSnapshotPattern-1452269797-router', 'tenant_id': 'c4f6005d12e44e78a2f45f7eedc42626', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'external_fixed_ips': [{'subnet_id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'ip_address': '172.25.8.115'}], 'enable_snat': True}, 'gw_port_id': '4ba87a65-5a82-4453-bbc4-6592c9d708c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T22:00:03Z', 'updated_at': '2022-04-18T22:00:06Z', 'revision_number': 4, 'project_id': 'c4f6005d12e44e78a2f45f7eedc42626', 'gw_port': {'id': '4ba87a65-5a82-4453-bbc4-6592c9d708c2', 'name': '', 'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:22:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7fc6a7c-fe57-46f2-bbfc-4073cc28e0b6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'ip_address': '172.25.8.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T22:00:03Z', 'updated_at': '2022-04-18T22:00:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838334-2', '_floatingips': [{'id': '1a896cbd-048e-4c46-ba7f-2bdda86d9f12', 'tenant_id': 'c4f6005d12e44e78a2f45f7eedc42626', 'floating_ip_address': '172.25.8.48', 'floating_network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'router_id': 'e7fc6a7c-fe57-46f2-bbfc-4073cc28e0b6', 'port_id': 'd640216c-4ca0-4d9b-9dfe-05276e6d845b', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '119aa3bb-054f-46a0-b547-0d3d238bbb07', 'mac_address': 'fa:16:3e:c3:8a:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c54b98f8-7c21-47cc-a091-0e7921f34800', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T22:00:28Z', 'updated_at': '2022-04-18T22:00:43Z', 'revision_number': 1, 'project_id': 'c4f6005d12e44e78a2f45f7eedc42626', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '95384b9a-49a6-49b7-88c6-ba17b46ff89c', 'name': '', 'network_id': '119aa3bb-054f-46a0-b547-0d3d238bbb07', 'tenant_id': 'c4f6005d12e44e78a2f45f7eedc42626', 'mac_address': 'fa:16:3e:6c:87:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7fc6a7c-fe57-46f2-bbfc-4073cc28e0b6', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f699c42a-153f-4e6b-8c51-186791b0fee2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T22:00:05Z', 'updated_at': '2022-04-18T22:00:26Z', 'revision_number': 5, 'project_id': 'c4f6005d12e44e78a2f45f7eedc42626', 'subnets': [{'id': 'f699c42a-153f-4e6b-8c51-186791b0fee2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838334-2', False) {} {{(pid=84042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 22:04:48.951239 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf97a4a7-a5ed-4b10-acdd-188bc63ac7d8 None None] The sync data for ids ['e7fc6a7c-fe57-46f2-bbfc-4073cc28e0b6'] in n-d-838334-2 is: [{'id': 'e7fc6a7c-fe57-46f2-bbfc-4073cc28e0b6', 'name': 'tempest-TestSnapshotPattern-1452269797-router', 'tenant_id': 'c4f6005d12e44e78a2f45f7eedc42626', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'external_fixed_ips': [{'subnet_id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'ip_address': '172.25.8.115'}], 'enable_snat': True}, 'gw_port_id': '4ba87a65-5a82-4453-bbc4-6592c9d708c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T22:00:03Z', 'updated_at': '2022-04-18T22:00:06Z', 'revision_number': 4, 'project_id': 'c4f6005d12e44e78a2f45f7eedc42626', 'gw_port': {'id': '4ba87a65-5a82-4453-bbc4-6592c9d708c2', 'name': '', 'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:22:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7fc6a7c-fe57-46f2-bbfc-4073cc28e0b6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'ip_address': '172.25.8.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T22:00:03Z', 'updated_at': '2022-04-18T22:00:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838334-2', '_floatingips': [{'id': '1a896cbd-048e-4c46-ba7f-2bdda86d9f12', 'tenant_id': 'c4f6005d12e44e78a2f45f7eedc42626', 'floating_ip_address': '172.25.8.48', 'floating_network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'router_id': 'e7fc6a7c-fe57-46f2-bbfc-4073cc28e0b6', 'port_id': 'd640216c-4ca0-4d9b-9dfe-05276e6d845b', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '119aa3bb-054f-46a0-b547-0d3d238bbb07', 'mac_address': 'fa:16:3e:c3:8a:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c54b98f8-7c21-47cc-a091-0e7921f34800', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T22:00:28Z', 'updated_at': '2022-04-18T22:00:43Z', 'revision_number': 1, 'project_id': 'c4f6005d12e44e78a2f45f7eedc42626', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '95384b9a-49a6-49b7-88c6-ba17b46ff89c', 'name': '', 'network_id': '119aa3bb-054f-46a0-b547-0d3d238bbb07', 'tenant_id': 'c4f6005d12e44e78a2f45f7eedc42626', 'mac_address': 'fa:16:3e:6c:87:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7fc6a7c-fe57-46f2-bbfc-4073cc28e0b6', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f699c42a-153f-4e6b-8c51-186791b0fee2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T22:00:05Z', 'updated_at': '2022-04-18T22:00:26Z', 'revision_number': 5, 'project_id': 'c4f6005d12e44e78a2f45f7eedc42626', 'subnets': [{'id': 'f699c42a-153f-4e6b-8c51-186791b0fee2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84042) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 18 22:04:49.189545 n-d-838334-2 neutron-server[84043]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e38d45ac-7f69-499e-bd06-c59ebd416f7e None None] New status for floating IP e857d947-2af8-40ee-895b-a440a2f4781f: DOWN {{(pid=84043) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Apr 18 22:04:49.275017 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750375287399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253529'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:04:49.553983 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb94d3fd-5889-4a90-8650-63f7a16af082 req-7dc6f7c2-65ea-422e-979b-58d66f67ddba tempest-TestSnapshotPattern-600736525 tempest-TestSnapshotPattern-600736525-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 22:04:49.555337 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-cb94d3fd-5889-4a90-8650-63f7a16af082 req-7dc6f7c2-65ea-422e-979b-58d66f67ddba tempest-TestSnapshotPattern-600736525 tempest-TestSnapshotPattern-600736525-project] 10.222.0.42 "GET /v2.0/ports?device_id=6c09d684-4521-4762-845e-ccb78c42a6bc HTTP/1.1" status: 200 len: 946 time: 0.0821185 Apr 18 22:04:49.600314 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-cb94d3fd-5889-4a90-8650-63f7a16af082 req-8d7fd910-cd89-4454-b80b-d8258d1dbae9 tempest-TestSnapshotPattern-600736525 tempest-TestSnapshotPattern-600736525-project] 10.222.0.42 "GET /v2.0/security-groups?id=a068b8cd-dc81-4d8f-859a-43693a6cd89e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394926 Apr 18 22:04:49.794370 n-d-838334-2 neutron-server[84041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94ce8b5f-ba78-4890-a94a-c723f7afa363 req-eee6d2f8-1f8e-49a0-8bf0-8991d7b8b02a tempest-TestSnapshotPattern-600736525 tempest-TestSnapshotPattern-600736525-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 22:04:49.795063 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [req-94ce8b5f-ba78-4890-a94a-c723f7afa363 req-eee6d2f8-1f8e-49a0-8bf0-8991d7b8b02a tempest-TestSnapshotPattern-600736525 tempest-TestSnapshotPattern-600736525-project] Synchronizing usage tracker for tenant:c4f6005d12e44e78a2f45f7eedc42626 on resource:port {{(pid=84041) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 22:04:49.807825 n-d-838334-2 neutron-server[84041]: DEBUG neutron.quota.resource [req-94ce8b5f-ba78-4890-a94a-c723f7afa363 req-eee6d2f8-1f8e-49a0-8bf0-8991d7b8b02a tempest-TestSnapshotPattern-600736525 tempest-TestSnapshotPattern-600736525-project] Unset dirty status for tenant:c4f6005d12e44e78a2f45f7eedc42626 on resource:port {{(pid=84041) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 22:04:49.808915 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-94ce8b5f-ba78-4890-a94a-c723f7afa363 req-eee6d2f8-1f8e-49a0-8bf0-8991d7b8b02a tempest-TestSnapshotPattern-600736525 tempest-TestSnapshotPattern-600736525-project] 10.222.0.48 "GET /v2.0/ports?device_id=6c09d684-4521-4762-845e-ccb78c42a6bc HTTP/1.1" status: 200 len: 946 time: 0.0907226 Apr 18 22:04:49.812316 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-414b6ffe-e119-47bc-b18f-bcff1219c2f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750375287399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253529'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:04:49.880404 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.plugin [req-94ce8b5f-ba78-4890-a94a-c723f7afa363 req-f616eb38-55fb-4c1e-9959-5a0e1e5f0c2a tempest-TestSnapshotPattern-600736525 tempest-TestSnapshotPattern-600736525-project] Deleting port 898fc6c4-1e36-48d9-bab6-f55f0d2002ed {{(pid=84041) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 22:04:49.880753 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [req-94ce8b5f-ba78-4890-a94a-c723f7afa363 req-f616eb38-55fb-4c1e-9959-5a0e1e5f0c2a tempest-TestSnapshotPattern-600736525 tempest-TestSnapshotPattern-600736525-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750375188691'] for port, before_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:04:50.046215 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Device 898fc6c4-1e36-48d9-bab6-f55f0d2002ed no longer exists at agent hyperv_n-h2-838334-2 {{(pid=84042) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 22:04:50.130757 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.db [req-94ce8b5f-ba78-4890-a94a-c723f7afa363 req-f616eb38-55fb-4c1e-9959-5a0e1e5f0c2a tempest-TestSnapshotPattern-600736525 tempest-TestSnapshotPattern-600736525-project] For port 898fc6c4-1e36-48d9-bab6-f55f0d2002ed, host n-h2-838334-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838334-2',level=0,port_id=898fc6c4-1e36-48d9-bab6-f55f0d2002ed,segment=NetworkSegment(8b797297-c446-431e-bd6a-a6a632385eef),segment_id=8b797297-c446-431e-bd6a-a6a632385eef)] {{(pid=84041) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 22:04:50.131138 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [req-94ce8b5f-ba78-4890-a94a-c723f7afa363 req-f616eb38-55fb-4c1e-9959-5a0e1e5f0c2a tempest-TestSnapshotPattern-600736525 tempest-TestSnapshotPattern-600736525-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369123'] for port, precommit_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:04:50.158355 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:04:50.185733 n-d-838334-2 neutron-server[84042]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6c09d684-4521-4762-845e-ccb78c42a6bc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '898fc6c4-1e36-48d9-bab6-f55f0d2002ed'}] {{(pid=84042) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 22:04:50.195955 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] For port 898fc6c4-1e36-48d9-bab6-f55f0d2002ed, host n-h2-838334-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838334-2',level=0,port_id=898fc6c4-1e36-48d9-bab6-f55f0d2002ed,segment=NetworkSegment(8b797297-c446-431e-bd6a-a6a632385eef),segment_id=8b797297-c446-431e-bd6a-a6a632385eef)] {{(pid=84042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 22:04:50.202214 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750375259046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750374836637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750374836682'] for port, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:04:50.244866 n-d-838334-2 neutron-server[84042]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4d8b7e94-f1d6-4ed1-bcaa-23dad7534712'] response: {'server_uuid': '6c09d684-4521-4762-845e-ccb78c42a6bc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '898fc6c4-1e36-48d9-bab6-f55f0d2002ed', 'code': 200} Apr 18 22:04:50.260656 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.plugin [req-94ce8b5f-ba78-4890-a94a-c723f7afa363 req-f616eb38-55fb-4c1e-9959-5a0e1e5f0c2a tempest-TestSnapshotPattern-600736525 tempest-TestSnapshotPattern-600736525-project] Calling delete_port for 898fc6c4-1e36-48d9-bab6-f55f0d2002ed owned by compute:nova {{(pid=84041) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 22:04:50.272276 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Pushing event updated for resources: {'Port': ['ID=898fc6c4-1e36-48d9-bab6-f55f0d2002ed,revision_number=8']} {{(pid=84042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 22:04:50.340506 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.db.api [req-94ce8b5f-ba78-4890-a94a-c723f7afa363 req-f616eb38-55fb-4c1e-9959-5a0e1e5f0c2a tempest-TestSnapshotPattern-600736525 tempest-TestSnapshotPattern-600736525-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84041) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 18 22:04:50.340821 n-d-838334-2 neutron-server[84041]: DEBUG oslo_db.api [req-94ce8b5f-ba78-4890-a94a-c723f7afa363 req-f616eb38-55fb-4c1e-9959-5a0e1e5f0c2a tempest-TestSnapshotPattern-600736525 tempest-TestSnapshotPattern-600736525-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84041) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 18 22:04:50.802049 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebb5f9ff-5a92-4d72-a8fd-4e742fa30bfc req-094335ac-fc02-4313-82e4-f6c840c4b794 tempest-TestSnapshotPattern-600736525 tempest-TestSnapshotPattern-600736525-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 22:04:50.803468 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-ebb5f9ff-5a92-4d72-a8fd-4e742fa30bfc req-094335ac-fc02-4313-82e4-f6c840c4b794 tempest-TestSnapshotPattern-600736525 tempest-TestSnapshotPattern-600736525-project] 10.222.0.42 "GET /v2.0/ports?device_id=6c09d684-4521-4762-845e-ccb78c42a6bc HTTP/1.1" status: 200 len: 944 time: 0.0789506 Apr 18 22:04:50.842292 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.plugin [req-94ce8b5f-ba78-4890-a94a-c723f7afa363 req-f616eb38-55fb-4c1e-9959-5a0e1e5f0c2a tempest-TestSnapshotPattern-600736525 tempest-TestSnapshotPattern-600736525-project] Deleting port 898fc6c4-1e36-48d9-bab6-f55f0d2002ed {{(pid=84041) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 22:04:50.842721 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [req-94ce8b5f-ba78-4890-a94a-c723f7afa363 req-f616eb38-55fb-4c1e-9959-5a0e1e5f0c2a tempest-TestSnapshotPattern-600736525 tempest-TestSnapshotPattern-600736525-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750375188691'] for port, before_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:04:50.850760 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-ebb5f9ff-5a92-4d72-a8fd-4e742fa30bfc req-1cdc7675-a837-44cd-9a66-dfbb53989d22 tempest-TestSnapshotPattern-600736525 tempest-TestSnapshotPattern-600736525-project] 10.222.0.42 "GET /v2.0/security-groups?id=a068b8cd-dc81-4d8f-859a-43693a6cd89e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418231 Apr 18 22:04:50.874935 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-c7521a90-7d65-4e2e-842c-ca5d95e9a89c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750375287399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253529'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:04:51.086708 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.db [req-94ce8b5f-ba78-4890-a94a-c723f7afa363 req-f616eb38-55fb-4c1e-9959-5a0e1e5f0c2a tempest-TestSnapshotPattern-600736525 tempest-TestSnapshotPattern-600736525-project] For port 898fc6c4-1e36-48d9-bab6-f55f0d2002ed, host n-h2-838334-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838334-2',level=0,port_id=898fc6c4-1e36-48d9-bab6-f55f0d2002ed,segment=NetworkSegment(8b797297-c446-431e-bd6a-a6a632385eef),segment_id=8b797297-c446-431e-bd6a-a6a632385eef)] {{(pid=84041) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 22:04:51.087052 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [req-94ce8b5f-ba78-4890-a94a-c723f7afa363 req-f616eb38-55fb-4c1e-9959-5a0e1e5f0c2a tempest-TestSnapshotPattern-600736525 tempest-TestSnapshotPattern-600736525-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369123'] for port, precommit_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:04:51.203218 n-d-838334-2 neutron-server[84041]: DEBUG neutron.plugins.ml2.plugin [req-94ce8b5f-ba78-4890-a94a-c723f7afa363 req-f616eb38-55fb-4c1e-9959-5a0e1e5f0c2a tempest-TestSnapshotPattern-600736525 tempest-TestSnapshotPattern-600736525-project] Calling delete_port for 898fc6c4-1e36-48d9-bab6-f55f0d2002ed owned by compute:nova {{(pid=84041) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 22:04:51.428928 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [req-94ce8b5f-ba78-4890-a94a-c723f7afa363 req-f616eb38-55fb-4c1e-9959-5a0e1e5f0c2a tempest-TestSnapshotPattern-600736525 tempest-TestSnapshotPattern-600736525-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750375259028', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750374836628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32266323'] for port, after_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:04:51.479053 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f616eb38-55fb-4c1e-9959-5a0e1e5f0c2a tempest-TestSnapshotPattern-600736525 tempest-TestSnapshotPattern-600736525-project] Pushing event deleted for resources: {'Port': ['ID=898fc6c4-1e36-48d9-bab6-f55f0d2002ed,revision_number=None']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 22:04:51.522307 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f616eb38-55fb-4c1e-9959-5a0e1e5f0c2a tempest-TestSnapshotPattern-600736525 tempest-TestSnapshotPattern-600736525-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 22:04:51.522646 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f616eb38-55fb-4c1e-9959-5a0e1e5f0c2a tempest-TestSnapshotPattern-600736525 tempest-TestSnapshotPattern-600736525-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 22:04:51.522981 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f616eb38-55fb-4c1e-9959-5a0e1e5f0c2a tempest-TestSnapshotPattern-600736525 tempest-TestSnapshotPattern-600736525-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 22:04:51.523318 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f616eb38-55fb-4c1e-9959-5a0e1e5f0c2a tempest-TestSnapshotPattern-600736525 tempest-TestSnapshotPattern-600736525-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 22:04:51.523668 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f616eb38-55fb-4c1e-9959-5a0e1e5f0c2a tempest-TestSnapshotPattern-600736525 tempest-TestSnapshotPattern-600736525-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 22:04:51.523996 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f616eb38-55fb-4c1e-9959-5a0e1e5f0c2a tempest-TestSnapshotPattern-600736525 tempest-TestSnapshotPattern-600736525-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 22:04:51.524317 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f616eb38-55fb-4c1e-9959-5a0e1e5f0c2a tempest-TestSnapshotPattern-600736525 tempest-TestSnapshotPattern-600736525-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 22:04:51.524639 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f616eb38-55fb-4c1e-9959-5a0e1e5f0c2a tempest-TestSnapshotPattern-600736525 tempest-TestSnapshotPattern-600736525-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 22:04:51.525294 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f616eb38-55fb-4c1e-9959-5a0e1e5f0c2a tempest-TestSnapshotPattern-600736525 tempest-TestSnapshotPattern-600736525-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 22:04:51.525626 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f616eb38-55fb-4c1e-9959-5a0e1e5f0c2a tempest-TestSnapshotPattern-600736525 tempest-TestSnapshotPattern-600736525-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 22:04:51.525948 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f616eb38-55fb-4c1e-9959-5a0e1e5f0c2a tempest-TestSnapshotPattern-600736525 tempest-TestSnapshotPattern-600736525-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-838334-2 {{(pid=84041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 22:04:51.566110 n-d-838334-2 neutron-server[84041]: DEBUG neutron.db.l3_dvrscheduler_db [req-94ce8b5f-ba78-4890-a94a-c723f7afa363 req-f616eb38-55fb-4c1e-9959-5a0e1e5f0c2a tempest-TestSnapshotPattern-600736525 tempest-TestSnapshotPattern-600736525-project] No DVR routers for this DVR port 898fc6c4-1e36-48d9-bab6-f55f0d2002ed on host n-h2-838334-2 {{(pid=84041) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 22:04:51.568725 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [req-94ce8b5f-ba78-4890-a94a-c723f7afa363 req-f616eb38-55fb-4c1e-9959-5a0e1e5f0c2a tempest-TestSnapshotPattern-600736525 tempest-TestSnapshotPattern-600736525-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217293'] for port, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:04:51.571238 n-d-838334-2 neutron-server[84041]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6c09d684-4521-4762-845e-ccb78c42a6bc', 'name': 'network-vif-deleted', 'tag': '898fc6c4-1e36-48d9-bab6-f55f0d2002ed'}] {{(pid=84041) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 22:04:51.586528 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [req-94ce8b5f-ba78-4890-a94a-c723f7afa363 req-f616eb38-55fb-4c1e-9959-5a0e1e5f0c2a tempest-TestSnapshotPattern-600736525 tempest-TestSnapshotPattern-600736525-project] 10.222.0.48 "DELETE /v2.0/ports/898fc6c4-1e36-48d9-bab6-f55f0d2002ed HTTP/1.1" status: 204 len: 173 time: 1.7719996 Apr 18 22:04:51.709779 n-d-838334-2 neutron-server[84041]: INFO neutron.notifiers.nova [-] Nova event matching ['req-27687ea3-0ff2-4b18-91a4-e2e4c794ad80'] response: {'server_uuid': '6c09d684-4521-4762-845e-ccb78c42a6bc', 'name': 'network-vif-deleted', 'tag': '898fc6c4-1e36-48d9-bab6-f55f0d2002ed', 'status': 'completed', 'code': 200} Apr 18 22:04:52.035413 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-36ce2760-a59e-4203-a49e-af0c699ec57a req-bf2fca40-6e42-4425-9776-5501105d9b5e tempest-TestSnapshotPattern-600736525 tempest-TestSnapshotPattern-600736525-project] 10.222.0.42 "GET /v2.0/ports?device_id=6c09d684-4521-4762-845e-ccb78c42a6bc HTTP/1.1" status: 200 len: 210 time: 0.0417442 Apr 18 22:04:53.100963 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.agents_db [None req-6346a179-333c-4370-b5a6-936984aeab15 None None] Agent healthcheck: found 7 active agents {{(pid=84043) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 18 22:04:53.692349 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 43730) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 22:04:53.893267 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.plugin [None req-fd547d1e-4128-44b5-ad39-bbef39f7d282 tempest-TestSnapshotPattern-600736525 tempest-TestSnapshotPattern-600736525-project] Deleting port 60a5eb11-3551-4673-ae3f-8e55843ed571 {{(pid=84040) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 22:04:53.893518 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-fd547d1e-4128-44b5-ad39-bbef39f7d282 tempest-TestSnapshotPattern-600736525 tempest-TestSnapshotPattern-600736525-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750375188691'] for port, before_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:04:54.065239 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-fd547d1e-4128-44b5-ad39-bbef39f7d282 tempest-TestSnapshotPattern-600736525 tempest-TestSnapshotPattern-600736525-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369123'] for port, precommit_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:04:54.065564 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-fd547d1e-4128-44b5-ad39-bbef39f7d282 tempest-TestSnapshotPattern-600736525 tempest-TestSnapshotPattern-600736525-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:04:54.077826 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Device 898fc6c4-1e36-48d9-bab6-f55f0d2002ed no longer exists at agent hyperv_n-h2-838334-2 {{(pid=84042) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 22:04:54.114028 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.plugin [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] No Port match for: 898fc6c4-1e36-48d9-bab6-f55f0d2002ed {{(pid=84042) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 18 22:04:54.114365 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Device 898fc6c4-1e36-48d9-bab6-f55f0d2002ed not bound to the agent host n-h2-838334-2 {{(pid=84042) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 22:04:54.281198 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.plugin [None req-fd547d1e-4128-44b5-ad39-bbef39f7d282 tempest-TestSnapshotPattern-600736525 tempest-TestSnapshotPattern-600736525-project] Calling delete_port for 60a5eb11-3551-4673-ae3f-8e55843ed571 owned by network:floatingip {{(pid=84040) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 22:04:54.428038 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-fd547d1e-4128-44b5-ad39-bbef39f7d282 tempest-TestSnapshotPattern-600736525 tempest-TestSnapshotPattern-600736525-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750375259028', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750374836628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32440838'] for port, after_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:04:54.473470 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd547d1e-4128-44b5-ad39-bbef39f7d282 tempest-TestSnapshotPattern-600736525 tempest-TestSnapshotPattern-600736525-project] Pushing event deleted for resources: {'Port': ['ID=60a5eb11-3551-4673-ae3f-8e55843ed571,revision_number=None']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 22:04:54.565690 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-fd547d1e-4128-44b5-ad39-bbef39f7d282 tempest-TestSnapshotPattern-600736525 tempest-TestSnapshotPattern-600736525-project] Notify callbacks [] for floatingip, after_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:04:54.958702 n-d-838334-2 neutron-server[84040]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fd547d1e-4128-44b5-ad39-bbef39f7d282 tempest-TestSnapshotPattern-600736525 tempest-TestSnapshotPattern-600736525-project] Router e7fc6a7c-fe57-46f2-bbfc-4073cc28e0b6 has already been hosted by L3 agent bc84d6c9-dd7a-4555-a351-592327b46d5a {{(pid=84040) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 22:04:55.157446 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fd547d1e-4128-44b5-ad39-bbef39f7d282 tempest-TestSnapshotPattern-600736525 tempest-TestSnapshotPattern-600736525-project] Notify agent at l3_agent.n-d-838334-2 the message routers_updated {{(pid=84040) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 22:04:55.168339 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6597edc5-a129-42d3-a872-28bda6c55a26 None None] Sync routers for ids ['e7fc6a7c-fe57-46f2-bbfc-4073cc28e0b6'] in n-d-838334-2 {{(pid=84042) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 18 22:04:55.179057 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-fd547d1e-4128-44b5-ad39-bbef39f7d282 tempest-TestSnapshotPattern-600736525 tempest-TestSnapshotPattern-600736525-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217293'] for floatingip, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:04:55.182531 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6597edc5-a129-42d3-a872-28bda6c55a26 None None] Routers {'e7fc6a7c-fe57-46f2-bbfc-4073cc28e0b6'} bound to L3 agent in host n-d-838334-2 {{(pid=84042) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 22:04:55.183133 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_hamode_db [None req-6597edc5-a129-42d3-a872-28bda6c55a26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838334-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-18T20:25:48Z,description=,heartbeat_timestamp=2022-04-18T22:04:48Z,host='n-d-838334-2',id=bc84d6c9-dd7a-4555-a351-592327b46d5a,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:25:48Z,topic='l3_agent')) {'router_ids': ['e7fc6a7c-fe57-46f2-bbfc-4073cc28e0b6'], 'active': True} {{(pid=84042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 22:04:55.232849 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-fd547d1e-4128-44b5-ad39-bbef39f7d282 tempest-TestSnapshotPattern-600736525 tempest-TestSnapshotPattern-600736525-project] 10.222.0.42 "DELETE /v2.0/floatingips/1a896cbd-048e-4c46-ba7f-2bdda86d9f12 HTTP/1.1" status: 204 len: 168 time: 1.5393987 Apr 18 22:04:55.233329 n-d-838334-2 neutron-server[84040]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c54b98f8-7c21-47cc-a091-0e7921f34800', 'tag': 'd640216c-4ca0-4d9b-9dfe-05276e6d845b'}] {{(pid=84040) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 22:04:55.291089 n-d-838334-2 neutron-server[84040]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2184bf35-6c64-4f36-8d50-a40d62ffefb3'] response: {'name': 'network-changed', 'server_uuid': 'c54b98f8-7c21-47cc-a091-0e7921f34800', 'tag': 'd640216c-4ca0-4d9b-9dfe-05276e6d845b', 'status': 'completed', 'code': 200} Apr 18 22:04:55.389233 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-f3a70f2f-7044-49da-9485-29d2dd4d329a req-83eeba68-20ea-4076-8293-59932cecf945 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=c4f6005d12e44e78a2f45f7eedc42626&device_id=c54b98f8-7c21-47cc-a091-0e7921f34800 HTTP/1.1" status: 200 len: 1094 time: 0.0765150 Apr 18 22:04:55.416869 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_dvr_db [None req-6597edc5-a129-42d3-a872-28bda6c55a26 None None] Set router e7fc6a7c-fe57-46f2-bbfc-4073cc28e0b6 gateway port host: n-d-838334-2 {{(pid=84042) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 22:04:55.530101 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3a70f2f-7044-49da-9485-29d2dd4d329a req-a0ac78a2-c01a-4648-84a5-beb9df4f9ae0 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 22:04:55.531554 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-f3a70f2f-7044-49da-9485-29d2dd4d329a req-a0ac78a2-c01a-4648-84a5-beb9df4f9ae0 service neutron] 10.222.0.43 "GET /v2.0/networks?id=119aa3bb-054f-46a0-b547-0d3d238bbb07 HTTP/1.1" status: 200 len: 911 time: 0.1355281 Apr 18 22:04:55.634077 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-f3a70f2f-7044-49da-9485-29d2dd4d329a req-3d2c921a-4937-4605-ac0b-b3f3bf700743 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d640216c-4ca0-4d9b-9dfe-05276e6d845b HTTP/1.1" status: 200 len: 217 time: 0.0961461 Apr 18 22:04:55.715073 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3a70f2f-7044-49da-9485-29d2dd4d329a req-08d9b119-ca54-4fce-982f-0057268af4e7 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 22:04:55.716534 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-f3a70f2f-7044-49da-9485-29d2dd4d329a req-08d9b119-ca54-4fce-982f-0057268af4e7 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=f699c42a-153f-4e6b-8c51-186791b0fee2 HTTP/1.1" status: 200 len: 849 time: 0.0764532 Apr 18 22:04:55.753656 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_hamode_db [None req-6597edc5-a129-42d3-a872-28bda6c55a26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7fc6a7c-fe57-46f2-bbfc-4073cc28e0b6', 'name': 'tempest-TestSnapshotPattern-1452269797-router', 'tenant_id': 'c4f6005d12e44e78a2f45f7eedc42626', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'external_fixed_ips': [{'subnet_id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'ip_address': '172.25.8.115'}], 'enable_snat': True}, 'gw_port_id': '4ba87a65-5a82-4453-bbc4-6592c9d708c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T22:00:03Z', 'updated_at': '2022-04-18T22:00:06Z', 'revision_number': 4, 'project_id': 'c4f6005d12e44e78a2f45f7eedc42626', 'gw_port': {'id': '4ba87a65-5a82-4453-bbc4-6592c9d708c2', 'name': '', 'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:22:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7fc6a7c-fe57-46f2-bbfc-4073cc28e0b6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'ip_address': '172.25.8.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T22:00:03Z', 'updated_at': '2022-04-18T22:00:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838334-2', '_interfaces': [{'id': '95384b9a-49a6-49b7-88c6-ba17b46ff89c', 'name': '', 'network_id': '119aa3bb-054f-46a0-b547-0d3d238bbb07', 'tenant_id': 'c4f6005d12e44e78a2f45f7eedc42626', 'mac_address': 'fa:16:3e:6c:87:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7fc6a7c-fe57-46f2-bbfc-4073cc28e0b6', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f699c42a-153f-4e6b-8c51-186791b0fee2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T22:00:05Z', 'updated_at': '2022-04-18T22:00:26Z', 'revision_number': 5, 'project_id': 'c4f6005d12e44e78a2f45f7eedc42626', 'subnets': [{'id': 'f699c42a-153f-4e6b-8c51-186791b0fee2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838334-2', False) {} {{(pid=84042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 22:04:55.757543 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6597edc5-a129-42d3-a872-28bda6c55a26 None None] Checking router: e7fc6a7c-fe57-46f2-bbfc-4073cc28e0b6 for host: n-d-838334-2 {{(pid=84042) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 18 22:04:55.764278 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82de421e-95be-4842-ae81-cdbf3c6ef788 req-02ed3d86-f500-4267-9d5e-f7ce9164a143 tempest-TestSnapshotPattern-600736525 tempest-TestSnapshotPattern-600736525-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 22:04:55.764958 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [req-82de421e-95be-4842-ae81-cdbf3c6ef788 req-02ed3d86-f500-4267-9d5e-f7ce9164a143 tempest-TestSnapshotPattern-600736525 tempest-TestSnapshotPattern-600736525-project] Synchronizing usage tracker for tenant:c4f6005d12e44e78a2f45f7eedc42626 on resource:port {{(pid=84040) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 22:04:55.769549 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6597edc5-a129-42d3-a872-28bda6c55a26 None None] Routers {'e7fc6a7c-fe57-46f2-bbfc-4073cc28e0b6'} bound to L3 agent in host n-d-838334-2 {{(pid=84042) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 22:04:55.770145 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_hamode_db [None req-6597edc5-a129-42d3-a872-28bda6c55a26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838334-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-18T20:25:48Z,description=,heartbeat_timestamp=2022-04-18T22:04:48Z,host='n-d-838334-2',id=bc84d6c9-dd7a-4555-a351-592327b46d5a,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:25:48Z,topic='l3_agent')) {'router_ids': ['e7fc6a7c-fe57-46f2-bbfc-4073cc28e0b6'], 'active': True} {{(pid=84042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 22:04:55.794722 n-d-838334-2 neutron-server[84040]: DEBUG neutron.quota.resource [req-82de421e-95be-4842-ae81-cdbf3c6ef788 req-02ed3d86-f500-4267-9d5e-f7ce9164a143 tempest-TestSnapshotPattern-600736525 tempest-TestSnapshotPattern-600736525-project] Unset dirty status for tenant:c4f6005d12e44e78a2f45f7eedc42626 on resource:port {{(pid=84040) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 22:04:55.795875 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-82de421e-95be-4842-ae81-cdbf3c6ef788 req-02ed3d86-f500-4267-9d5e-f7ce9164a143 tempest-TestSnapshotPattern-600736525 tempest-TestSnapshotPattern-600736525-project] 10.222.0.42 "GET /v2.0/ports?device_id=c54b98f8-7c21-47cc-a091-0e7921f34800 HTTP/1.1" status: 200 len: 943 time: 0.2075913 Apr 18 22:04:55.838117 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-f3a70f2f-7044-49da-9485-29d2dd4d329a req-f8da3cd3-624a-4e5f-a238-76f5e84a84c8 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=119aa3bb-054f-46a0-b547-0d3d238bbb07&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1145890 Apr 18 22:04:55.951902 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_dvr_db [None req-6597edc5-a129-42d3-a872-28bda6c55a26 None None] Set router e7fc6a7c-fe57-46f2-bbfc-4073cc28e0b6 gateway port host: n-d-838334-2 {{(pid=84042) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 22:04:56.031931 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-82de421e-95be-4842-ae81-cdbf3c6ef788 req-1df68f8c-a316-4773-a978-15caa154fa20 tempest-TestSnapshotPattern-600736525 tempest-TestSnapshotPattern-600736525-project] 10.222.0.42 "GET /v2.0/security-groups?id=a068b8cd-dc81-4d8f-859a-43693a6cd89e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2281790 Apr 18 22:04:56.081772 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-f3a70f2f-7044-49da-9485-29d2dd4d329a req-d273b20c-0c55-41b6-a784-2941cd9d6664 service neutron] 10.222.0.43 "GET /v2.0/networks/119aa3bb-054f-46a0-b547-0d3d238bbb07?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2359929 Apr 18 22:04:56.212431 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-f3a70f2f-7044-49da-9485-29d2dd4d329a req-54524cfa-b3af-4cee-9504-52f2bd292569 service neutron] 10.222.0.43 "GET /v2.0/networks/119aa3bb-054f-46a0-b547-0d3d238bbb07?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1246741 Apr 18 22:04:56.270758 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_hamode_db [None req-6597edc5-a129-42d3-a872-28bda6c55a26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7fc6a7c-fe57-46f2-bbfc-4073cc28e0b6', 'name': 'tempest-TestSnapshotPattern-1452269797-router', 'tenant_id': 'c4f6005d12e44e78a2f45f7eedc42626', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'external_fixed_ips': [{'subnet_id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'ip_address': '172.25.8.115'}], 'enable_snat': True}, 'gw_port_id': '4ba87a65-5a82-4453-bbc4-6592c9d708c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T22:00:03Z', 'updated_at': '2022-04-18T22:00:06Z', 'revision_number': 4, 'project_id': 'c4f6005d12e44e78a2f45f7eedc42626', 'gw_port': {'id': '4ba87a65-5a82-4453-bbc4-6592c9d708c2', 'name': '', 'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:22:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7fc6a7c-fe57-46f2-bbfc-4073cc28e0b6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'ip_address': '172.25.8.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T22:00:03Z', 'updated_at': '2022-04-18T22:00:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838334-2', '_interfaces': [{'id': '95384b9a-49a6-49b7-88c6-ba17b46ff89c', 'name': '', 'network_id': '119aa3bb-054f-46a0-b547-0d3d238bbb07', 'tenant_id': 'c4f6005d12e44e78a2f45f7eedc42626', 'mac_address': 'fa:16:3e:6c:87:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7fc6a7c-fe57-46f2-bbfc-4073cc28e0b6', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f699c42a-153f-4e6b-8c51-186791b0fee2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T22:00:05Z', 'updated_at': '2022-04-18T22:00:26Z', 'revision_number': 5, 'project_id': 'c4f6005d12e44e78a2f45f7eedc42626', 'subnets': [{'id': 'f699c42a-153f-4e6b-8c51-186791b0fee2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838334-2', False) {} {{(pid=84042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 22:04:56.274803 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6597edc5-a129-42d3-a872-28bda6c55a26 None None] The sync data for ids ['e7fc6a7c-fe57-46f2-bbfc-4073cc28e0b6'] in n-d-838334-2 is: [{'id': 'e7fc6a7c-fe57-46f2-bbfc-4073cc28e0b6', 'name': 'tempest-TestSnapshotPattern-1452269797-router', 'tenant_id': 'c4f6005d12e44e78a2f45f7eedc42626', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'external_fixed_ips': [{'subnet_id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'ip_address': '172.25.8.115'}], 'enable_snat': True}, 'gw_port_id': '4ba87a65-5a82-4453-bbc4-6592c9d708c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T22:00:03Z', 'updated_at': '2022-04-18T22:00:06Z', 'revision_number': 4, 'project_id': 'c4f6005d12e44e78a2f45f7eedc42626', 'gw_port': {'id': '4ba87a65-5a82-4453-bbc4-6592c9d708c2', 'name': '', 'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:22:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7fc6a7c-fe57-46f2-bbfc-4073cc28e0b6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'ip_address': '172.25.8.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T22:00:03Z', 'updated_at': '2022-04-18T22:00:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838334-2', '_interfaces': [{'id': '95384b9a-49a6-49b7-88c6-ba17b46ff89c', 'name': '', 'network_id': '119aa3bb-054f-46a0-b547-0d3d238bbb07', 'tenant_id': 'c4f6005d12e44e78a2f45f7eedc42626', 'mac_address': 'fa:16:3e:6c:87:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7fc6a7c-fe57-46f2-bbfc-4073cc28e0b6', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f699c42a-153f-4e6b-8c51-186791b0fee2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T22:00:05Z', 'updated_at': '2022-04-18T22:00:26Z', 'revision_number': 5, 'project_id': 'c4f6005d12e44e78a2f45f7eedc42626', 'subnets': [{'id': 'f699c42a-153f-4e6b-8c51-186791b0fee2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84042) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 18 22:04:56.503800 n-d-838334-2 neutron-server[84043]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f789702-9848-4b54-b04e-0cc0b428edc5 None None] New status for floating IP 1a896cbd-048e-4c46-ba7f-2bdda86d9f12: DOWN {{(pid=84043) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Apr 18 22:04:57.085991 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cc10c05-2d18-4437-bea0-7cad5b9811a4 req-77a9d424-6da5-4a95-bf3f-305db332ed47 tempest-TestSnapshotPattern-600736525 tempest-TestSnapshotPattern-600736525-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 22:04:57.087413 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-5cc10c05-2d18-4437-bea0-7cad5b9811a4 req-77a9d424-6da5-4a95-bf3f-305db332ed47 tempest-TestSnapshotPattern-600736525 tempest-TestSnapshotPattern-600736525-project] 10.222.0.43 "GET /v2.0/ports?device_id=c54b98f8-7c21-47cc-a091-0e7921f34800 HTTP/1.1" status: 200 len: 943 time: 0.0750918 Apr 18 22:04:57.159575 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.plugin [req-5cc10c05-2d18-4437-bea0-7cad5b9811a4 req-bd5a1f7e-82ca-4adc-8a7c-f3ae0bf73fea tempest-TestSnapshotPattern-600736525 tempest-TestSnapshotPattern-600736525-project] Deleting port d640216c-4ca0-4d9b-9dfe-05276e6d845b {{(pid=84040) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 22:04:57.160209 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-5cc10c05-2d18-4437-bea0-7cad5b9811a4 req-bd5a1f7e-82ca-4adc-8a7c-f3ae0bf73fea tempest-TestSnapshotPattern-600736525 tempest-TestSnapshotPattern-600736525-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750375188691'] for port, before_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:04:57.394724 n-d-838334-2 neutron-server[84040]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d3d7721-ddb8-4f9b-a3fd-dfd99749587c req-c2c5a388-dc32-4216-876e-fd8f3762d738 tempest-TestSnapshotPattern-600736525 tempest-TestSnapshotPattern-600736525-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84040) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 22:04:57.396166 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-0d3d7721-ddb8-4f9b-a3fd-dfd99749587c req-c2c5a388-dc32-4216-876e-fd8f3762d738 tempest-TestSnapshotPattern-600736525 tempest-TestSnapshotPattern-600736525-project] 10.222.0.42 "GET /v2.0/ports?device_id=c54b98f8-7c21-47cc-a091-0e7921f34800 HTTP/1.1" status: 200 len: 943 time: 0.2406638 Apr 18 22:04:57.482418 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-0d3d7721-ddb8-4f9b-a3fd-dfd99749587c req-d0d92961-32e1-4e4b-88b5-32ee328fba39 tempest-TestSnapshotPattern-600736525 tempest-TestSnapshotPattern-600736525-project] 10.222.0.42 "GET /v2.0/security-groups?id=a068b8cd-dc81-4d8f-859a-43693a6cd89e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0787947 Apr 18 22:04:57.488048 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.db [req-5cc10c05-2d18-4437-bea0-7cad5b9811a4 req-bd5a1f7e-82ca-4adc-8a7c-f3ae0bf73fea tempest-TestSnapshotPattern-600736525 tempest-TestSnapshotPattern-600736525-project] For port d640216c-4ca0-4d9b-9dfe-05276e6d845b, host n-h1-838334-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838334-2',level=0,port_id=d640216c-4ca0-4d9b-9dfe-05276e6d845b,segment=NetworkSegment(8b797297-c446-431e-bd6a-a6a632385eef),segment_id=8b797297-c446-431e-bd6a-a6a632385eef)] {{(pid=84040) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 22:04:57.488394 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-5cc10c05-2d18-4437-bea0-7cad5b9811a4 req-bd5a1f7e-82ca-4adc-8a7c-f3ae0bf73fea tempest-TestSnapshotPattern-600736525 tempest-TestSnapshotPattern-600736525-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369123'] for port, precommit_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:04:57.607440 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.plugin [req-5cc10c05-2d18-4437-bea0-7cad5b9811a4 req-bd5a1f7e-82ca-4adc-8a7c-f3ae0bf73fea tempest-TestSnapshotPattern-600736525 tempest-TestSnapshotPattern-600736525-project] Calling delete_port for d640216c-4ca0-4d9b-9dfe-05276e6d845b owned by compute:nova {{(pid=84040) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 22:04:57.744523 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-5cc10c05-2d18-4437-bea0-7cad5b9811a4 req-bd5a1f7e-82ca-4adc-8a7c-f3ae0bf73fea tempest-TestSnapshotPattern-600736525 tempest-TestSnapshotPattern-600736525-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750375259028', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750374836628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32440838'] for port, after_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:04:57.792457 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd5a1f7e-82ca-4adc-8a7c-f3ae0bf73fea tempest-TestSnapshotPattern-600736525 tempest-TestSnapshotPattern-600736525-project] Pushing event deleted for resources: {'Port': ['ID=d640216c-4ca0-4d9b-9dfe-05276e6d845b,revision_number=None']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 22:04:57.864520 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.l3_dvrscheduler_db [req-5cc10c05-2d18-4437-bea0-7cad5b9811a4 req-bd5a1f7e-82ca-4adc-8a7c-f3ae0bf73fea tempest-TestSnapshotPattern-600736525 tempest-TestSnapshotPattern-600736525-project] No DVR routers for this DVR port d640216c-4ca0-4d9b-9dfe-05276e6d845b on host n-h1-838334-2 {{(pid=84040) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 22:04:57.867003 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [req-5cc10c05-2d18-4437-bea0-7cad5b9811a4 req-bd5a1f7e-82ca-4adc-8a7c-f3ae0bf73fea tempest-TestSnapshotPattern-600736525 tempest-TestSnapshotPattern-600736525-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217293'] for port, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:04:57.869601 n-d-838334-2 neutron-server[84040]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c54b98f8-7c21-47cc-a091-0e7921f34800', 'name': 'network-vif-deleted', 'tag': 'd640216c-4ca0-4d9b-9dfe-05276e6d845b'}] {{(pid=84040) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 22:04:57.885051 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [req-5cc10c05-2d18-4437-bea0-7cad5b9811a4 req-bd5a1f7e-82ca-4adc-8a7c-f3ae0bf73fea tempest-TestSnapshotPattern-600736525 tempest-TestSnapshotPattern-600736525-project] 10.222.0.43 "DELETE /v2.0/ports/d640216c-4ca0-4d9b-9dfe-05276e6d845b HTTP/1.1" status: 204 len: 173 time: 0.7924745 Apr 18 22:04:57.927880 n-d-838334-2 neutron-server[84040]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bfe8c6e8-66c7-4160-8be9-d38062ff452c'] response: {'server_uuid': 'c54b98f8-7c21-47cc-a091-0e7921f34800', 'name': 'network-vif-deleted', 'tag': 'd640216c-4ca0-4d9b-9dfe-05276e6d845b', 'status': 'completed', 'code': 200} Apr 18 22:04:58.585605 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [-] (84041) accepted ('10.222.0.42', 43750) {{(pid=84041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 22:04:58.654218 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-3630d2ef-2070-473a-a966-549beefe5f75 tempest-TestSnapshotPattern-600736525 tempest-TestSnapshotPattern-600736525-project] Notify callbacks [] for security_group, before_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:04:58.682595 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-3630d2ef-2070-473a-a966-549beefe5f75 tempest-TestSnapshotPattern-600736525 tempest-TestSnapshotPattern-600736525-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:04:58.745960 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-3630d2ef-2070-473a-a966-549beefe5f75 tempest-TestSnapshotPattern-600736525 tempest-TestSnapshotPattern-600736525-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33528224'] for security_group, after_delete {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:04:58.767861 n-d-838334-2 neutron-server[84041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3630d2ef-2070-473a-a966-549beefe5f75 tempest-TestSnapshotPattern-600736525 tempest-TestSnapshotPattern-600736525-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a068b8cd-dc81-4d8f-859a-43693a6cd89e,revision_number=None']} {{(pid=84041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 22:04:58.780865 n-d-838334-2 neutron-server[84041]: DEBUG neutron_lib.callbacks.manager [None req-3630d2ef-2070-473a-a966-549beefe5f75 tempest-TestSnapshotPattern-600736525 tempest-TestSnapshotPattern-600736525-project] Notify callbacks [] for security_group, before_response {{(pid=84041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:04:58.781976 n-d-838334-2 neutron-server[84041]: INFO neutron.wsgi [None req-3630d2ef-2070-473a-a966-549beefe5f75 tempest-TestSnapshotPattern-600736525 tempest-TestSnapshotPattern-600736525-project] 10.222.0.42 "DELETE /v2.0/security-groups/a068b8cd-dc81-4d8f-859a-43693a6cd89e HTTP/1.1" status: 204 len: 168 time: 0.1954138 Apr 18 22:04:58.840858 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 43756) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 22:04:59.326866 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-3b2b3f84-7f56-4fab-833f-14b245d506b9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33443857'] for router_interface, before_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:04:59.906902 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.plugin [None req-3b2b3f84-7f56-4fab-833f-14b245d506b9 admin admin] Deleting port 95384b9a-49a6-49b7-88c6-ba17b46ff89c {{(pid=84040) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 22:04:59.907587 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-3b2b3f84-7f56-4fab-833f-14b245d506b9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750375188691'] for port, before_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:05:00.083179 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.db [None req-3b2b3f84-7f56-4fab-833f-14b245d506b9 admin admin] For port 95384b9a-49a6-49b7-88c6-ba17b46ff89c, host n-d-838334-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838334-2',level=0,port_id=95384b9a-49a6-49b7-88c6-ba17b46ff89c,segment=NetworkSegment(8b797297-c446-431e-bd6a-a6a632385eef),segment_id=8b797297-c446-431e-bd6a-a6a632385eef)] {{(pid=84040) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 22:05:00.083529 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-3b2b3f84-7f56-4fab-833f-14b245d506b9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369123'] for port, precommit_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:05:00.210038 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.plugin [None req-3b2b3f84-7f56-4fab-833f-14b245d506b9 admin admin] Calling delete_port for 95384b9a-49a6-49b7-88c6-ba17b46ff89c owned by network:router_interface {{(pid=84040) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 22:05:00.377433 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-3b2b3f84-7f56-4fab-833f-14b245d506b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750375259028', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750374836628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32440838'] for port, after_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:05:00.408658 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750375287399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253529'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:05:00.421218 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b2b3f84-7f56-4fab-833f-14b245d506b9 admin admin] Pushing event deleted for resources: {'Port': ['ID=95384b9a-49a6-49b7-88c6-ba17b46ff89c,revision_number=None']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 22:05:00.705391 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-3b2b3f84-7f56-4fab-833f-14b245d506b9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-32377931', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33443910'] for router_interface, after_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:05:01.371922 n-d-838334-2 neutron-server[84040]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3b2b3f84-7f56-4fab-833f-14b245d506b9 admin admin] Router e7fc6a7c-fe57-46f2-bbfc-4073cc28e0b6 has already been hosted by L3 agent bc84d6c9-dd7a-4555-a351-592327b46d5a {{(pid=84040) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 22:05:01.571329 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3b2b3f84-7f56-4fab-833f-14b245d506b9 admin admin] Notify agent at l3_agent.n-d-838334-2 the message routers_updated {{(pid=84040) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 22:05:01.580471 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a25ddd73-2d0b-459e-bc5c-e09cbe455961 None None] Sync routers for ids ['e7fc6a7c-fe57-46f2-bbfc-4073cc28e0b6'] in n-d-838334-2 {{(pid=84042) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 18 22:05:01.584434 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-3b2b3f84-7f56-4fab-833f-14b245d506b9 admin admin] 10.222.0.42 "PUT /v2.0/routers/e7fc6a7c-fe57-46f2-bbfc-4073cc28e0b6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7427239 Apr 18 22:05:01.586853 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 43760) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 22:05:01.592875 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a25ddd73-2d0b-459e-bc5c-e09cbe455961 None None] Routers {'e7fc6a7c-fe57-46f2-bbfc-4073cc28e0b6'} bound to L3 agent in host n-d-838334-2 {{(pid=84042) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 22:05:01.593684 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_hamode_db [None req-a25ddd73-2d0b-459e-bc5c-e09cbe455961 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838334-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-18T20:25:48Z,description=,heartbeat_timestamp=2022-04-18T22:04:48Z,host='n-d-838334-2',id=bc84d6c9-dd7a-4555-a351-592327b46d5a,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:25:48Z,topic='l3_agent')) {'router_ids': ['e7fc6a7c-fe57-46f2-bbfc-4073cc28e0b6'], 'active': True} {{(pid=84042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 22:05:01.774285 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_dvr_db [None req-a25ddd73-2d0b-459e-bc5c-e09cbe455961 None None] Set router e7fc6a7c-fe57-46f2-bbfc-4073cc28e0b6 gateway port host: n-d-838334-2 {{(pid=84042) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 22:05:01.938687 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-501c67da-70ba-4b45-a058-8cb7dcca8a61 admin admin] Notify callbacks [] for router, before_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:05:02.088133 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_hamode_db [None req-a25ddd73-2d0b-459e-bc5c-e09cbe455961 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7fc6a7c-fe57-46f2-bbfc-4073cc28e0b6', 'name': 'tempest-TestSnapshotPattern-1452269797-router', 'tenant_id': 'c4f6005d12e44e78a2f45f7eedc42626', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'external_fixed_ips': [{'subnet_id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'ip_address': '172.25.8.115'}], 'enable_snat': True}, 'gw_port_id': '4ba87a65-5a82-4453-bbc4-6592c9d708c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T22:00:03Z', 'updated_at': '2022-04-18T22:05:00Z', 'revision_number': 5, 'project_id': 'c4f6005d12e44e78a2f45f7eedc42626', 'gw_port': {'id': '4ba87a65-5a82-4453-bbc4-6592c9d708c2', 'name': '', 'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:22:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7fc6a7c-fe57-46f2-bbfc-4073cc28e0b6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'ip_address': '172.25.8.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T22:00:03Z', 'updated_at': '2022-04-18T22:00:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838334-2'}], 'n-d-838334-2', False) {} {{(pid=84042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 22:05:02.091964 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a25ddd73-2d0b-459e-bc5c-e09cbe455961 None None] Checking router: e7fc6a7c-fe57-46f2-bbfc-4073cc28e0b6 for host: n-d-838334-2 {{(pid=84042) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 18 22:05:02.102701 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a25ddd73-2d0b-459e-bc5c-e09cbe455961 None None] Routers {'e7fc6a7c-fe57-46f2-bbfc-4073cc28e0b6'} bound to L3 agent in host n-d-838334-2 {{(pid=84042) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 22:05:02.103291 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_hamode_db [None req-a25ddd73-2d0b-459e-bc5c-e09cbe455961 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838334-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-18T20:25:48Z,description=,heartbeat_timestamp=2022-04-18T22:04:48Z,host='n-d-838334-2',id=bc84d6c9-dd7a-4555-a351-592327b46d5a,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:25:48Z,topic='l3_agent')) {'router_ids': ['e7fc6a7c-fe57-46f2-bbfc-4073cc28e0b6'], 'active': True} {{(pid=84042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 22:05:02.141779 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-501c67da-70ba-4b45-a058-8cb7dcca8a61 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:05:02.152048 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.plugin [None req-501c67da-70ba-4b45-a058-8cb7dcca8a61 admin admin] Deleting port 4ba87a65-5a82-4453-bbc4-6592c9d708c2 {{(pid=84040) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 22:05:02.152387 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-501c67da-70ba-4b45-a058-8cb7dcca8a61 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750375188691'] for port, before_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:05:02.251035 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_dvr_db [None req-a25ddd73-2d0b-459e-bc5c-e09cbe455961 None None] Set router e7fc6a7c-fe57-46f2-bbfc-4073cc28e0b6 gateway port host: None {{(pid=84042) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 22:05:02.324689 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.db [None req-501c67da-70ba-4b45-a058-8cb7dcca8a61 admin admin] For port 4ba87a65-5a82-4453-bbc4-6592c9d708c2, host n-d-838334-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838334-2',level=0,port_id=4ba87a65-5a82-4453-bbc4-6592c9d708c2,segment=NetworkSegment(732aa830-768b-4511-951f-d08e26b9c25b),segment_id=732aa830-768b-4511-951f-d08e26b9c25b)] {{(pid=84040) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 22:05:02.325046 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-501c67da-70ba-4b45-a058-8cb7dcca8a61 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369123'] for port, precommit_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:05:02.358228 n-d-838334-2 neutron-server[84042]: DEBUG neutron.db.l3_hamode_db [None req-a25ddd73-2d0b-459e-bc5c-e09cbe455961 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7fc6a7c-fe57-46f2-bbfc-4073cc28e0b6', 'name': 'tempest-TestSnapshotPattern-1452269797-router', 'tenant_id': 'c4f6005d12e44e78a2f45f7eedc42626', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T22:00:03Z', 'updated_at': '2022-04-18T22:05:02Z', 'revision_number': 6, 'project_id': 'c4f6005d12e44e78a2f45f7eedc42626', 'gw_port_host': None}], 'n-d-838334-2', False) {} {{(pid=84042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 22:05:02.362593 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a25ddd73-2d0b-459e-bc5c-e09cbe455961 None None] The sync data for ids ['e7fc6a7c-fe57-46f2-bbfc-4073cc28e0b6'] in n-d-838334-2 is: [{'id': 'e7fc6a7c-fe57-46f2-bbfc-4073cc28e0b6', 'name': 'tempest-TestSnapshotPattern-1452269797-router', 'tenant_id': 'c4f6005d12e44e78a2f45f7eedc42626', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T22:00:03Z', 'updated_at': '2022-04-18T22:05:02Z', 'revision_number': 6, 'project_id': 'c4f6005d12e44e78a2f45f7eedc42626', 'gw_port_host': None}] {{(pid=84042) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 18 22:05:02.547327 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.plugin [None req-501c67da-70ba-4b45-a058-8cb7dcca8a61 admin admin] Calling delete_port for 4ba87a65-5a82-4453-bbc4-6592c9d708c2 owned by network:router_gateway {{(pid=84040) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 22:05:02.660685 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Device d640216c-4ca0-4d9b-9dfe-05276e6d845b no longer exists at agent hyperv_n-h1-838334-2 {{(pid=84042) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 22:05:02.695133 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.plugin [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] No Port match for: d640216c-4ca0-4d9b-9dfe-05276e6d845b {{(pid=84042) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 18 22:05:02.695473 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Device d640216c-4ca0-4d9b-9dfe-05276e6d845b not bound to the agent host n-h1-838334-2 {{(pid=84042) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 22:05:02.711695 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-501c67da-70ba-4b45-a058-8cb7dcca8a61 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750375259028', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750374836628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32440838'] for port, after_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:05:02.758433 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-501c67da-70ba-4b45-a058-8cb7dcca8a61 admin admin] Pushing event deleted for resources: {'Port': ['ID=4ba87a65-5a82-4453-bbc4-6592c9d708c2,revision_number=None']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 22:05:02.977564 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-501c67da-70ba-4b45-a058-8cb7dcca8a61 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33444108'] for router_gateway, after_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:05:03.238318 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-501c67da-70ba-4b45-a058-8cb7dcca8a61 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33443580', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5726'] for router, precommit_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:05:03.242476 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-501c67da-70ba-4b45-a058-8cb7dcca8a61 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:05:03.266059 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-501c67da-70ba-4b45-a058-8cb7dcca8a61 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-33443408'] for router, after_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:05:03.266679 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-501c67da-70ba-4b45-a058-8cb7dcca8a61 admin admin] Fanout notify agent at l3_agent the message router_deleted on router e7fc6a7c-fe57-46f2-bbfc-4073cc28e0b6 {{(pid=84040) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 18 22:05:03.279221 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-501c67da-70ba-4b45-a058-8cb7dcca8a61 admin admin] Notify callbacks [] for router, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:05:03.280458 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-501c67da-70ba-4b45-a058-8cb7dcca8a61 admin admin] 10.222.0.42 "DELETE /v2.0/routers/e7fc6a7c-fe57-46f2-bbfc-4073cc28e0b6 HTTP/1.1" status: 204 len: 168 time: 1.6927302 Apr 18 22:05:03.283517 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 43766) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 22:05:03.344816 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.db_base_plugin_v2 [None req-79b6c3df-16ab-47e9-837e-3895accd50fd admin admin] Deleting subnet f699c42a-153f-4e6b-8c51-186791b0fee2 {{(pid=84040) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 18 22:05:03.348901 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-79b6c3df-16ab-47e9-837e-3895accd50fd admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:05:03.401725 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-79b6c3df-16ab-47e9-837e-3895accd50fd admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31955982'] for subnet, precommit_delete_associations {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:05:03.480590 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-79b6c3df-16ab-47e9-837e-3895accd50fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1260556'] for subnet, precommit_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:05:03.547589 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-79b6c3df-16ab-47e9-837e-3895accd50fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1260549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33526260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32440885', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31752825'] for subnet, after_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:05:03.586945 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79b6c3df-16ab-47e9-837e-3895accd50fd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f699c42a-153f-4e6b-8c51-186791b0fee2,revision_number=None']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 22:05:03.591868 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-79b6c3df-16ab-47e9-837e-3895accd50fd admin admin] Notify callbacks [] for subnet, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:05:03.597881 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e009f50c-73a4-48b7-b7eb-caf6f6800e19 None None] Network 119aa3bb-054f-46a0-b547-0d3d238bbb07 requested from n-d-838334-2 {{(pid=84042) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 22:05:03.598215 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-79b6c3df-16ab-47e9-837e-3895accd50fd admin admin] 10.222.0.42 "DELETE /v2.0/subnets/f699c42a-153f-4e6b-8c51-186791b0fee2 HTTP/1.1" status: 204 len: 168 time: 0.3137412 Apr 18 22:05:03.600757 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 43770) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 22:05:03.711339 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-20ac04a4-12cd-4f6d-b501-4708082278aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1103592'] for network, before_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:05:03.723126 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.plugin [None req-20ac04a4-12cd-4f6d-b501-4708082278aa admin admin] Deleting port 15819448-c390-42bd-89cf-7f39a02095b1 {{(pid=84040) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 22:05:03.723538 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-20ac04a4-12cd-4f6d-b501-4708082278aa admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750375188691'] for port, before_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:05:03.755454 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Device 95384b9a-49a6-49b7-88c6-ba17b46ff89c no longer exists at agent ovs-agent-n-d-838334-2 {{(pid=84042) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 22:05:03.796584 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.plugin [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] No Port match for: 95384b9a-49a6-49b7-88c6-ba17b46ff89c {{(pid=84042) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 18 22:05:03.796924 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Device 95384b9a-49a6-49b7-88c6-ba17b46ff89c not bound to the agent host n-d-838334-2 {{(pid=84042) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 22:05:03.797340 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Device 4ba87a65-5a82-4453-bbc4-6592c9d708c2 no longer exists at agent ovs-agent-n-d-838334-2 {{(pid=84042) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 22:05:03.832837 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.plugin [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] No Port match for: 4ba87a65-5a82-4453-bbc4-6592c9d708c2 {{(pid=84042) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 18 22:05:03.833069 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Device 4ba87a65-5a82-4453-bbc4-6592c9d708c2 not bound to the agent host n-d-838334-2 {{(pid=84042) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 22:05:03.926523 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2422a93b-123a-4c82-9b76-0cf2a30a3e28 None None] DHCP port deletion for 119aa3bb-054f-46a0-b547-0d3d238bbb07 request from n-d-838334-2 {{(pid=84042) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 18 22:05:03.930433 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.plugin [None req-2422a93b-123a-4c82-9b76-0cf2a30a3e28 None None] Deleting port 15819448-c390-42bd-89cf-7f39a02095b1 {{(pid=84042) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 22:05:03.930837 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-2422a93b-123a-4c82-9b76-0cf2a30a3e28 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750375188691'] for port, before_delete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:05:04.031290 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.db [None req-20ac04a4-12cd-4f6d-b501-4708082278aa admin admin] For port 15819448-c390-42bd-89cf-7f39a02095b1, host n-d-838334-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838334-2',level=0,port_id=15819448-c390-42bd-89cf-7f39a02095b1,segment=NetworkSegment(8b797297-c446-431e-bd6a-a6a632385eef),segment_id=8b797297-c446-431e-bd6a-a6a632385eef)] {{(pid=84040) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 22:05:04.031673 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-20ac04a4-12cd-4f6d-b501-4708082278aa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369123'] for port, precommit_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:05:04.140837 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-2422a93b-123a-4c82-9b76-0cf2a30a3e28 None None] For port 15819448-c390-42bd-89cf-7f39a02095b1, host n-d-838334-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838334-2',level=0,port_id=15819448-c390-42bd-89cf-7f39a02095b1,segment=NetworkSegment(8b797297-c446-431e-bd6a-a6a632385eef),segment_id=8b797297-c446-431e-bd6a-a6a632385eef)] {{(pid=84042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 22:05:04.141090 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-2422a93b-123a-4c82-9b76-0cf2a30a3e28 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369123'] for port, precommit_delete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:05:04.150294 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.plugin [None req-20ac04a4-12cd-4f6d-b501-4708082278aa admin admin] Calling delete_port for 15819448-c390-42bd-89cf-7f39a02095b1 owned by network:dhcp {{(pid=84040) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 22:05:04.226678 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-20ac04a4-12cd-4f6d-b501-4708082278aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750375259028', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750374836628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32440838'] for port, after_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:05:04.262001 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.plugin [None req-2422a93b-123a-4c82-9b76-0cf2a30a3e28 None None] Calling delete_port for 15819448-c390-42bd-89cf-7f39a02095b1 owned by network:dhcp {{(pid=84042) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 22:05:04.270754 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20ac04a4-12cd-4f6d-b501-4708082278aa admin admin] Pushing event deleted for resources: {'Port': ['ID=15819448-c390-42bd-89cf-7f39a02095b1,revision_number=None']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 22:05:04.276859 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20ac04a4-12cd-4f6d-b501-4708082278aa admin admin] No DVR routers for this DVR port 15819448-c390-42bd-89cf-7f39a02095b1 on host n-d-838334-2 {{(pid=84040) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 22:05:04.339208 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.db.api [None req-2422a93b-123a-4c82-9b76-0cf2a30a3e28 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84042) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 18 22:05:04.339564 n-d-838334-2 neutron-server[84042]: DEBUG oslo_db.api [None req-2422a93b-123a-4c82-9b76-0cf2a30a3e28 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 18 22:05:04.394257 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-20ac04a4-12cd-4f6d-b501-4708082278aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1258905', 'neutron.services.segments.db._delete_segments_for_network-8750375287417'] for network, precommit_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:05:04.418906 n-d-838334-2 neutron-server[84040]: DEBUG neutron.services.segments.db [None req-20ac04a4-12cd-4f6d-b501-4708082278aa admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['119aa3bb-054f-46a0-b547-0d3d238bbb07']}} {{(pid=84040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 22:05:04.430648 n-d-838334-2 neutron-server[84040]: DEBUG neutron.services.segments.db [None req-20ac04a4-12cd-4f6d-b501-4708082278aa admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8b797297-c446-431e-bd6a-a6a632385eef') {'for_net_delete': True} {{(pid=84040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 22:05:04.430936 n-d-838334-2 neutron-server[84040]: DEBUG neutron.services.segments.db [None req-20ac04a4-12cd-4f6d-b501-4708082278aa admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8b797297-c446-431e-bd6a-a6a632385eef') {} {{(pid=84040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 22:05:04.441906 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-20ac04a4-12cd-4f6d-b501-4708082278aa admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750375287300', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31955965'] for segment, before_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:05:04.458255 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-20ac04a4-12cd-4f6d-b501-4708082278aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1082986'] for segment, precommit_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:05:04.464301 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-20ac04a4-12cd-4f6d-b501-4708082278aa admin admin] Releasing vlan 398 on physical network physnet1 to pool {{(pid=84040) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 18 22:05:04.464685 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-20ac04a4-12cd-4f6d-b501-4708082278aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1082993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32440923'] for segment, after_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:05:04.478037 n-d-838334-2 neutron-server[84040]: Traceback (most recent call last): Apr 18 22:05:04.478037 n-d-838334-2 neutron-server[84040]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 18 22:05:04.478037 n-d-838334-2 neutron-server[84040]: timer() Apr 18 22:05:04.478037 n-d-838334-2 neutron-server[84040]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 22:05:04.478037 n-d-838334-2 neutron-server[84040]: cb(*args, **kw) Apr 18 22:05:04.478037 n-d-838334-2 neutron-server[84040]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 18 22:05:04.478037 n-d-838334-2 neutron-server[84040]: return func(*args, **kwargs) Apr 18 22:05:04.478037 n-d-838334-2 neutron-server[84040]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 22:05:04.478037 n-d-838334-2 neutron-server[84040]: self._notify() Apr 18 22:05:04.478037 n-d-838334-2 neutron-server[84040]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 22:05:04.478037 n-d-838334-2 neutron-server[84040]: self.callback(batched_events) Apr 18 22:05:04.478037 n-d-838334-2 neutron-server[84040]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 22:05:04.478037 n-d-838334-2 neutron-server[84040]: event.method(event) Apr 18 22:05:04.478037 n-d-838334-2 neutron-server[84040]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 18 22:05:04.478037 n-d-838334-2 neutron-server[84040]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 22:05:04.478037 n-d-838334-2 neutron-server[84040]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 18 22:05:04.478037 n-d-838334-2 neutron-server[84040]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 22:05:04.478037 n-d-838334-2 neutron-server[84040]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 18 22:05:04.478037 n-d-838334-2 neutron-server[84040]: return f(self, *a, **k) Apr 18 22:05:04.478037 n-d-838334-2 neutron-server[84040]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 18 22:05:04.478037 n-d-838334-2 neutron-server[84040]: return self._get(url).json() Apr 18 22:05:04.478037 n-d-838334-2 neutron-server[84040]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 18 22:05:04.478037 n-d-838334-2 neutron-server[84040]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 22:05:04.478037 n-d-838334-2 neutron-server[84040]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 18 22:05:04.478037 n-d-838334-2 neutron-server[84040]: return self.request(url, 'GET', **kwargs) Apr 18 22:05:04.478037 n-d-838334-2 neutron-server[84040]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 18 22:05:04.478037 n-d-838334-2 neutron-server[84040]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 22:05:04.478037 n-d-838334-2 neutron-server[84040]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 18 22:05:04.478037 n-d-838334-2 neutron-server[84040]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 22:05:04.478037 n-d-838334-2 neutron-server[84040]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 18 22:05:04.478037 n-d-838334-2 neutron-server[84040]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 22:05:04.478037 n-d-838334-2 neutron-server[84040]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 22:05:04.558393 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-20ac04a4-12cd-4f6d-b501-4708082278aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1258898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33526109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33444113'] for network, after_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:05:04.574194 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-20ac04a4-12cd-4f6d-b501-4708082278aa admin admin] Notify callbacks [] for network, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:05:04.586070 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20ac04a4-12cd-4f6d-b501-4708082278aa admin admin] Pushing event deleted for resources: {'Network': ['ID=119aa3bb-054f-46a0-b547-0d3d238bbb07,revision_number=None']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 22:05:04.599012 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-20ac04a4-12cd-4f6d-b501-4708082278aa admin admin] 10.222.0.42 "DELETE /v2.0/networks/119aa3bb-054f-46a0-b547-0d3d238bbb07 HTTP/1.1" status: 204 len: 168 time: 0.9972746 Apr 18 22:05:04.601931 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 43774) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 22:05:04.668866 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750375287399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253529'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:05:04.840861 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.plugin [None req-2422a93b-123a-4c82-9b76-0cf2a30a3e28 None None] Deleting port 15819448-c390-42bd-89cf-7f39a02095b1 {{(pid=84042) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 22:05:04.841531 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-2422a93b-123a-4c82-9b76-0cf2a30a3e28 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750375188691'] for port, before_delete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:05:04.905672 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.plugin [None req-2422a93b-123a-4c82-9b76-0cf2a30a3e28 None None] The port '15819448-c390-42bd-89cf-7f39a02095b1' was deleted {{(pid=84042) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 18 22:05:04.988983 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-23f61d51-d106-4132-aad4-f9a4ee58fd7c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33443857'] for router_interface, before_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:05:05.663601 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.plugin [None req-23f61d51-d106-4132-aad4-f9a4ee58fd7c admin admin] Deleting port eab99ee3-947c-4bfa-ab1c-f381a5690a99 {{(pid=84040) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 22:05:05.664281 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-23f61d51-d106-4132-aad4-f9a4ee58fd7c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750375188691'] for port, before_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:05:05.740069 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Device 15819448-c390-42bd-89cf-7f39a02095b1 no longer exists at agent ovs-agent-n-d-838334-2 {{(pid=84042) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 22:05:05.773825 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.plugin [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] No Port match for: 15819448-c390-42bd-89cf-7f39a02095b1 {{(pid=84042) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 18 22:05:05.774184 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Device 15819448-c390-42bd-89cf-7f39a02095b1 not bound to the agent host n-d-838334-2 {{(pid=84042) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 22:05:05.832774 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.db [None req-23f61d51-d106-4132-aad4-f9a4ee58fd7c admin admin] For port eab99ee3-947c-4bfa-ab1c-f381a5690a99, host n-d-838334-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838334-2',level=0,port_id=eab99ee3-947c-4bfa-ab1c-f381a5690a99,segment=NetworkSegment(3259566e-0aa3-4d65-88be-fd6aaaf2672f),segment_id=3259566e-0aa3-4d65-88be-fd6aaaf2672f)] {{(pid=84040) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 22:05:05.833128 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-23f61d51-d106-4132-aad4-f9a4ee58fd7c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369123'] for port, precommit_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:05:05.949841 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.plugin [None req-23f61d51-d106-4132-aad4-f9a4ee58fd7c admin admin] Calling delete_port for eab99ee3-947c-4bfa-ab1c-f381a5690a99 owned by network:router_interface {{(pid=84040) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 22:05:06.113651 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-23f61d51-d106-4132-aad4-f9a4ee58fd7c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750375259028', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750374836628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32440838'] for port, after_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:05:06.161412 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23f61d51-d106-4132-aad4-f9a4ee58fd7c admin admin] Pushing event deleted for resources: {'Port': ['ID=eab99ee3-947c-4bfa-ab1c-f381a5690a99,revision_number=None']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 22:05:06.439799 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-23f61d51-d106-4132-aad4-f9a4ee58fd7c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-32377931', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33443910'] for router_interface, after_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:05:07.102777 n-d-838334-2 neutron-server[84040]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-23f61d51-d106-4132-aad4-f9a4ee58fd7c admin admin] Router 5b877f6d-8cac-4145-b7c3-9bcc63e19c7f has already been hosted by L3 agent bc84d6c9-dd7a-4555-a351-592327b46d5a {{(pid=84040) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 22:05:07.309186 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-23f61d51-d106-4132-aad4-f9a4ee58fd7c admin admin] Notify agent at l3_agent.n-d-838334-2 the message routers_updated {{(pid=84040) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 22:05:07.318032 n-d-838334-2 neutron-server[84043]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c1ae1ad-e2f3-4ae4-a8e0-fab0e41c3810 None None] Sync routers for ids ['5b877f6d-8cac-4145-b7c3-9bcc63e19c7f'] in n-d-838334-2 {{(pid=84043) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 18 22:05:07.327707 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-23f61d51-d106-4132-aad4-f9a4ee58fd7c admin admin] 10.222.0.42 "PUT /v2.0/routers/5b877f6d-8cac-4145-b7c3-9bcc63e19c7f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7247057 Apr 18 22:05:07.330909 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c1ae1ad-e2f3-4ae4-a8e0-fab0e41c3810 None None] Routers {'5b877f6d-8cac-4145-b7c3-9bcc63e19c7f'} bound to L3 agent in host n-d-838334-2 {{(pid=84043) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 22:05:07.331356 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 43778) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 22:05:07.331562 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.l3_hamode_db [None req-7c1ae1ad-e2f3-4ae4-a8e0-fab0e41c3810 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838334-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-18T20:25:48Z,description=,heartbeat_timestamp=2022-04-18T22:04:48Z,host='n-d-838334-2',id=bc84d6c9-dd7a-4555-a351-592327b46d5a,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:25:48Z,topic='l3_agent')) {'router_ids': ['5b877f6d-8cac-4145-b7c3-9bcc63e19c7f'], 'active': True} {{(pid=84043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 22:05:07.501734 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.l3_dvr_db [None req-7c1ae1ad-e2f3-4ae4-a8e0-fab0e41c3810 None None] Set router 5b877f6d-8cac-4145-b7c3-9bcc63e19c7f gateway port host: n-d-838334-2 {{(pid=84043) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 22:05:07.527435 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-28fdae69-6c34-430a-885e-d6f47608289c admin admin] Notify callbacks [] for router, before_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:05:07.756062 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-28fdae69-6c34-430a-885e-d6f47608289c admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:05:07.765448 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.plugin [None req-28fdae69-6c34-430a-885e-d6f47608289c admin admin] Deleting port dd3cf159-4f59-4c12-b3a0-e63212221349 {{(pid=84040) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 22:05:07.765794 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-28fdae69-6c34-430a-885e-d6f47608289c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750375188691'] for port, before_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:05:07.788009 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.l3_hamode_db [None req-7c1ae1ad-e2f3-4ae4-a8e0-fab0e41c3810 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b877f6d-8cac-4145-b7c3-9bcc63e19c7f', 'name': 'tempest-TestSnapshotPattern-201978612-router', 'tenant_id': '415821e5d48e4e92998ca04cc718dbb8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'external_fixed_ips': [{'subnet_id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'ip_address': '172.25.8.93'}], 'enable_snat': True}, 'gw_port_id': 'dd3cf159-4f59-4c12-b3a0-e63212221349', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T22:00:09Z', 'updated_at': '2022-04-18T22:05:06Z', 'revision_number': 5, 'project_id': '415821e5d48e4e92998ca04cc718dbb8', 'gw_port': {'id': 'dd3cf159-4f59-4c12-b3a0-e63212221349', 'name': '', 'network_id': 'e41b6600-a917-4a8d-b05c-be3be40c6d8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:8e:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b877f6d-8cac-4145-b7c3-9bcc63e19c7f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'ip_address': '172.25.8.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T22:00:09Z', 'updated_at': '2022-04-18T22:00:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b05667b-848e-4356-9b44-d5eb6808ef74', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838334-2'}], 'n-d-838334-2', False) {} {{(pid=84043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 22:05:07.791728 n-d-838334-2 neutron-server[84043]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c1ae1ad-e2f3-4ae4-a8e0-fab0e41c3810 None None] Checking router: 5b877f6d-8cac-4145-b7c3-9bcc63e19c7f for host: n-d-838334-2 {{(pid=84043) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 18 22:05:07.803640 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c1ae1ad-e2f3-4ae4-a8e0-fab0e41c3810 None None] Routers {'5b877f6d-8cac-4145-b7c3-9bcc63e19c7f'} bound to L3 agent in host n-d-838334-2 {{(pid=84043) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 22:05:07.804242 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.l3_hamode_db [None req-7c1ae1ad-e2f3-4ae4-a8e0-fab0e41c3810 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838334-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-18T20:25:48Z,description=,heartbeat_timestamp=2022-04-18T22:04:48Z,host='n-d-838334-2',id=bc84d6c9-dd7a-4555-a351-592327b46d5a,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:25:48Z,topic='l3_agent')) {'router_ids': ['5b877f6d-8cac-4145-b7c3-9bcc63e19c7f'], 'active': True} {{(pid=84043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 22:05:07.939360 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.db [None req-28fdae69-6c34-430a-885e-d6f47608289c admin admin] For port dd3cf159-4f59-4c12-b3a0-e63212221349, host n-d-838334-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838334-2',level=0,port_id=dd3cf159-4f59-4c12-b3a0-e63212221349,segment=NetworkSegment(732aa830-768b-4511-951f-d08e26b9c25b),segment_id=732aa830-768b-4511-951f-d08e26b9c25b)] {{(pid=84040) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 22:05:07.939814 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-28fdae69-6c34-430a-885e-d6f47608289c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369123'] for port, precommit_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:05:07.956646 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.l3_dvr_db [None req-7c1ae1ad-e2f3-4ae4-a8e0-fab0e41c3810 None None] Set router 5b877f6d-8cac-4145-b7c3-9bcc63e19c7f gateway port host: None {{(pid=84043) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 22:05:08.070237 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.l3_hamode_db [None req-7c1ae1ad-e2f3-4ae4-a8e0-fab0e41c3810 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b877f6d-8cac-4145-b7c3-9bcc63e19c7f', 'name': 'tempest-TestSnapshotPattern-201978612-router', 'tenant_id': '415821e5d48e4e92998ca04cc718dbb8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T22:00:09Z', 'updated_at': '2022-04-18T22:05:07Z', 'revision_number': 6, 'project_id': '415821e5d48e4e92998ca04cc718dbb8', 'gw_port_host': None}], 'n-d-838334-2', False) {} {{(pid=84043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 22:05:08.074246 n-d-838334-2 neutron-server[84043]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c1ae1ad-e2f3-4ae4-a8e0-fab0e41c3810 None None] The sync data for ids ['5b877f6d-8cac-4145-b7c3-9bcc63e19c7f'] in n-d-838334-2 is: [{'id': '5b877f6d-8cac-4145-b7c3-9bcc63e19c7f', 'name': 'tempest-TestSnapshotPattern-201978612-router', 'tenant_id': '415821e5d48e4e92998ca04cc718dbb8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T22:00:09Z', 'updated_at': '2022-04-18T22:05:07Z', 'revision_number': 6, 'project_id': '415821e5d48e4e92998ca04cc718dbb8', 'gw_port_host': None}] {{(pid=84043) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 18 22:05:08.085818 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.plugin [None req-28fdae69-6c34-430a-885e-d6f47608289c admin admin] Calling delete_port for dd3cf159-4f59-4c12-b3a0-e63212221349 owned by network:router_gateway {{(pid=84040) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 22:05:08.244667 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-28fdae69-6c34-430a-885e-d6f47608289c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750375259028', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750374836628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32440838'] for port, after_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:05:08.288629 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28fdae69-6c34-430a-885e-d6f47608289c admin admin] Pushing event deleted for resources: {'Port': ['ID=dd3cf159-4f59-4c12-b3a0-e63212221349,revision_number=None']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 22:05:08.636147 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-28fdae69-6c34-430a-885e-d6f47608289c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33444108'] for router_gateway, after_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:05:08.906580 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-28fdae69-6c34-430a-885e-d6f47608289c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33443580', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5726'] for router, precommit_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:05:08.911796 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-28fdae69-6c34-430a-885e-d6f47608289c admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:05:08.939200 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-28fdae69-6c34-430a-885e-d6f47608289c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-33443408'] for router, after_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:05:08.940293 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-28fdae69-6c34-430a-885e-d6f47608289c admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5b877f6d-8cac-4145-b7c3-9bcc63e19c7f {{(pid=84040) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 18 22:05:08.953158 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-28fdae69-6c34-430a-885e-d6f47608289c admin admin] Notify callbacks [] for router, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:05:08.957584 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-28fdae69-6c34-430a-885e-d6f47608289c admin admin] 10.222.0.42 "DELETE /v2.0/routers/5b877f6d-8cac-4145-b7c3-9bcc63e19c7f HTTP/1.1" status: 204 len: 168 time: 1.6220477 Apr 18 22:05:08.958032 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 43782) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 22:05:09.018485 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.db_base_plugin_v2 [None req-da03abe2-507d-4add-bbfd-6ec805844ccc admin admin] Deleting subnet 713722ca-ddd9-4c8a-8961-6ae7bb95486f {{(pid=84040) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 18 22:05:09.022084 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-da03abe2-507d-4add-bbfd-6ec805844ccc admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:05:09.081290 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-da03abe2-507d-4add-bbfd-6ec805844ccc admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31955982'] for subnet, precommit_delete_associations {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:05:09.162979 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-da03abe2-507d-4add-bbfd-6ec805844ccc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1260556'] for subnet, precommit_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:05:09.230873 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-da03abe2-507d-4add-bbfd-6ec805844ccc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1260549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33526260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32440885', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31752825'] for subnet, after_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:05:09.271102 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da03abe2-507d-4add-bbfd-6ec805844ccc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=713722ca-ddd9-4c8a-8961-6ae7bb95486f,revision_number=None']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 22:05:09.277263 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-da03abe2-507d-4add-bbfd-6ec805844ccc admin admin] Notify callbacks [] for subnet, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:05:09.282423 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5adf0d8-99d9-4f40-8596-5690c713315f None None] Network 67448cfb-d890-4afc-9ddb-5ee3c93a938b requested from n-d-838334-2 {{(pid=84042) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 22:05:09.284087 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-da03abe2-507d-4add-bbfd-6ec805844ccc admin admin] 10.222.0.42 "DELETE /v2.0/subnets/713722ca-ddd9-4c8a-8961-6ae7bb95486f HTTP/1.1" status: 204 len: 168 time: 0.3248897 Apr 18 22:05:09.286723 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 43786) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 22:05:09.398389 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-d701e0e1-6f4c-4c45-80a0-02904a0b59ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1103592'] for network, before_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:05:09.408863 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.plugin [None req-d701e0e1-6f4c-4c45-80a0-02904a0b59ce admin admin] Deleting port d0810c78-305e-4695-8a10-d4711d4216a3 {{(pid=84040) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 22:05:09.409187 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-d701e0e1-6f4c-4c45-80a0-02904a0b59ce admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750375188691'] for port, before_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:05:09.562617 n-d-838334-2 neutron-server[84042]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a685361-ab2c-4b6e-88b7-d17297c0c1ef None None] DHCP port deletion for 67448cfb-d890-4afc-9ddb-5ee3c93a938b request from n-d-838334-2 {{(pid=84042) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 18 22:05:09.566805 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.plugin [None req-7a685361-ab2c-4b6e-88b7-d17297c0c1ef None None] Deleting port d0810c78-305e-4695-8a10-d4711d4216a3 {{(pid=84042) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 22:05:09.567208 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-7a685361-ab2c-4b6e-88b7-d17297c0c1ef None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750375188691'] for port, before_delete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:05:09.614365 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.db [None req-d701e0e1-6f4c-4c45-80a0-02904a0b59ce admin admin] For port d0810c78-305e-4695-8a10-d4711d4216a3, host n-d-838334-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838334-2',level=0,port_id=d0810c78-305e-4695-8a10-d4711d4216a3,segment=NetworkSegment(3259566e-0aa3-4d65-88be-fd6aaaf2672f),segment_id=3259566e-0aa3-4d65-88be-fd6aaaf2672f)] {{(pid=84040) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 22:05:09.614724 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-d701e0e1-6f4c-4c45-80a0-02904a0b59ce admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369123'] for port, precommit_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:05:09.735038 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.plugin [None req-d701e0e1-6f4c-4c45-80a0-02904a0b59ce admin admin] Calling delete_port for d0810c78-305e-4695-8a10-d4711d4216a3 owned by network:dhcp {{(pid=84040) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 22:05:09.746543 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Device d0810c78-305e-4695-8a10-d4711d4216a3 no longer exists at agent ovs-agent-n-d-838334-2 {{(pid=84042) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 22:05:09.815380 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.db [None req-7a685361-ab2c-4b6e-88b7-d17297c0c1ef None None] For port d0810c78-305e-4695-8a10-d4711d4216a3, host n-d-838334-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838334-2',level=0,port_id=d0810c78-305e-4695-8a10-d4711d4216a3,segment=NetworkSegment(3259566e-0aa3-4d65-88be-fd6aaaf2672f),segment_id=3259566e-0aa3-4d65-88be-fd6aaaf2672f)] {{(pid=84042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 22:05:09.815380 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-7a685361-ab2c-4b6e-88b7-d17297c0c1ef None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33369123'] for port, precommit_delete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:05:09.913751 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-d701e0e1-6f4c-4c45-80a0-02904a0b59ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1281711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750375259028', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750374836628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32440838'] for port, after_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:05:09.942207 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.plugin [None req-7a685361-ab2c-4b6e-88b7-d17297c0c1ef None None] Calling delete_port for d0810c78-305e-4695-8a10-d4711d4216a3 owned by network:dhcp {{(pid=84042) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 22:05:09.955754 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d701e0e1-6f4c-4c45-80a0-02904a0b59ce admin admin] Pushing event deleted for resources: {'Port': ['ID=d0810c78-305e-4695-8a10-d4711d4216a3,revision_number=None']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 22:05:09.965995 n-d-838334-2 neutron-server[84040]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d701e0e1-6f4c-4c45-80a0-02904a0b59ce admin admin] No DVR routers for this DVR port d0810c78-305e-4695-8a10-d4711d4216a3 on host n-d-838334-2 {{(pid=84040) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 22:05:09.976292 n-d-838334-2 neutron-server[84042]: INFO neutron.plugins.ml2.db [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] No ports have port_id starting with d0810c78-305e-4695-8a10-d4711d4216a3 Apr 18 22:05:09.977228 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Device dd3cf159-4f59-4c12-b3a0-e63212221349 no longer exists at agent ovs-agent-n-d-838334-2 {{(pid=84042) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 22:05:10.020346 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.plugin [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] No Port match for: dd3cf159-4f59-4c12-b3a0-e63212221349 {{(pid=84042) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 18 22:05:10.020684 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Device dd3cf159-4f59-4c12-b3a0-e63212221349 not bound to the agent host n-d-838334-2 {{(pid=84042) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 22:05:10.021100 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Device eab99ee3-947c-4bfa-ab1c-f381a5690a99 no longer exists at agent ovs-agent-n-d-838334-2 {{(pid=84042) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 22:05:10.060018 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.plugin [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] No Port match for: eab99ee3-947c-4bfa-ab1c-f381a5690a99 {{(pid=84042) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 18 22:05:10.060370 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.rpc [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Device eab99ee3-947c-4bfa-ab1c-f381a5690a99 not bound to the agent host n-d-838334-2 {{(pid=84042) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 22:05:10.082570 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.db.api [None req-7a685361-ab2c-4b6e-88b7-d17297c0c1ef None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84042) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 18 22:05:10.082926 n-d-838334-2 neutron-server[84042]: DEBUG oslo_db.api [None req-7a685361-ab2c-4b6e-88b7-d17297c0c1ef None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 18 22:05:10.083030 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-d701e0e1-6f4c-4c45-80a0-02904a0b59ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1258905', 'neutron.services.segments.db._delete_segments_for_network-8750375287417'] for network, precommit_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:05:10.107191 n-d-838334-2 neutron-server[84040]: DEBUG neutron.services.segments.db [None req-d701e0e1-6f4c-4c45-80a0-02904a0b59ce admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['67448cfb-d890-4afc-9ddb-5ee3c93a938b']}} {{(pid=84040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 22:05:10.119858 n-d-838334-2 neutron-server[84040]: DEBUG neutron.services.segments.db [None req-d701e0e1-6f4c-4c45-80a0-02904a0b59ce admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3259566e-0aa3-4d65-88be-fd6aaaf2672f') {'for_net_delete': True} {{(pid=84040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 22:05:10.120148 n-d-838334-2 neutron-server[84040]: DEBUG neutron.services.segments.db [None req-d701e0e1-6f4c-4c45-80a0-02904a0b59ce admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3259566e-0aa3-4d65-88be-fd6aaaf2672f') {} {{(pid=84040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 22:05:10.131103 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-d701e0e1-6f4c-4c45-80a0-02904a0b59ce admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750375287300', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31955965'] for segment, before_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:05:10.146580 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-d701e0e1-6f4c-4c45-80a0-02904a0b59ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1082986'] for segment, precommit_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:05:10.152479 n-d-838334-2 neutron-server[84040]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d701e0e1-6f4c-4c45-80a0-02904a0b59ce admin admin] Releasing vlan 385 on physical network physnet1 to pool {{(pid=84040) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 18 22:05:10.152857 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-d701e0e1-6f4c-4c45-80a0-02904a0b59ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1082993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32440923'] for segment, after_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:05:10.166379 n-d-838334-2 neutron-server[84040]: Traceback (most recent call last): Apr 18 22:05:10.166379 n-d-838334-2 neutron-server[84040]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 18 22:05:10.166379 n-d-838334-2 neutron-server[84040]: timer() Apr 18 22:05:10.166379 n-d-838334-2 neutron-server[84040]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 22:05:10.166379 n-d-838334-2 neutron-server[84040]: cb(*args, **kw) Apr 18 22:05:10.166379 n-d-838334-2 neutron-server[84040]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 18 22:05:10.166379 n-d-838334-2 neutron-server[84040]: return func(*args, **kwargs) Apr 18 22:05:10.166379 n-d-838334-2 neutron-server[84040]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 22:05:10.166379 n-d-838334-2 neutron-server[84040]: self._notify() Apr 18 22:05:10.166379 n-d-838334-2 neutron-server[84040]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 22:05:10.166379 n-d-838334-2 neutron-server[84040]: self.callback(batched_events) Apr 18 22:05:10.166379 n-d-838334-2 neutron-server[84040]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 22:05:10.166379 n-d-838334-2 neutron-server[84040]: event.method(event) Apr 18 22:05:10.166379 n-d-838334-2 neutron-server[84040]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 18 22:05:10.166379 n-d-838334-2 neutron-server[84040]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 22:05:10.166379 n-d-838334-2 neutron-server[84040]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 18 22:05:10.166379 n-d-838334-2 neutron-server[84040]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 22:05:10.166379 n-d-838334-2 neutron-server[84040]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 18 22:05:10.166379 n-d-838334-2 neutron-server[84040]: return f(self, *a, **k) Apr 18 22:05:10.166379 n-d-838334-2 neutron-server[84040]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 18 22:05:10.166379 n-d-838334-2 neutron-server[84040]: return self._get(url).json() Apr 18 22:05:10.166379 n-d-838334-2 neutron-server[84040]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 18 22:05:10.166379 n-d-838334-2 neutron-server[84040]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 22:05:10.166379 n-d-838334-2 neutron-server[84040]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 18 22:05:10.166379 n-d-838334-2 neutron-server[84040]: return self.request(url, 'GET', **kwargs) Apr 18 22:05:10.166379 n-d-838334-2 neutron-server[84040]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 18 22:05:10.166379 n-d-838334-2 neutron-server[84040]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 22:05:10.166379 n-d-838334-2 neutron-server[84040]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 18 22:05:10.166379 n-d-838334-2 neutron-server[84040]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 22:05:10.166379 n-d-838334-2 neutron-server[84040]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 18 22:05:10.166379 n-d-838334-2 neutron-server[84040]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 22:05:10.166379 n-d-838334-2 neutron-server[84040]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 22:05:10.241577 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-d701e0e1-6f4c-4c45-80a0-02904a0b59ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1258898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33526109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32378022', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33444113'] for network, after_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:05:10.256764 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-d701e0e1-6f4c-4c45-80a0-02904a0b59ce admin admin] Notify callbacks [] for network, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:05:10.266435 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d701e0e1-6f4c-4c45-80a0-02904a0b59ce admin admin] Pushing event deleted for resources: {'Network': ['ID=67448cfb-d890-4afc-9ddb-5ee3c93a938b,revision_number=None']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 22:05:10.273993 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-d701e0e1-6f4c-4c45-80a0-02904a0b59ce admin admin] 10.222.0.42 "DELETE /v2.0/networks/67448cfb-d890-4afc-9ddb-5ee3c93a938b HTTP/1.1" status: 204 len: 168 time: 0.9861798 Apr 18 22:05:10.418792 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 43792) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 22:05:10.468413 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-0c1668e6-396d-47c7-a2a9-ca2e35cdebce admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=c4f6005d12e44e78a2f45f7eedc42626&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0484736 Apr 18 22:05:10.471751 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 43796) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 22:05:10.533383 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-ae51416c-ff08-4217-8fd2-80c531536a30 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:05:10.560955 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-ae51416c-ff08-4217-8fd2-80c531536a30 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:05:10.584579 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.plugin [None req-7a685361-ab2c-4b6e-88b7-d17297c0c1ef None None] Deleting port d0810c78-305e-4695-8a10-d4711d4216a3 {{(pid=84042) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 22:05:10.585071 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-7a685361-ab2c-4b6e-88b7-d17297c0c1ef None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750375188691'] for port, before_delete {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:05:10.613171 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-ae51416c-ff08-4217-8fd2-80c531536a30 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33528224'] for security_group, after_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:05:10.629138 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae51416c-ff08-4217-8fd2-80c531536a30 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=35bac111-5bda-441d-8a8a-060476c81e62,revision_number=None']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 22:05:10.637298 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-ae51416c-ff08-4217-8fd2-80c531536a30 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:05:10.638176 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-ae51416c-ff08-4217-8fd2-80c531536a30 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/35bac111-5bda-441d-8a8a-060476c81e62 HTTP/1.1" status: 204 len: 168 time: 0.1655409 Apr 18 22:05:10.661325 n-d-838334-2 neutron-server[84042]: DEBUG neutron.plugins.ml2.plugin [None req-7a685361-ab2c-4b6e-88b7-d17297c0c1ef None None] The port 'd0810c78-305e-4695-8a10-d4711d4216a3' was deleted {{(pid=84042) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 18 22:05:11.061777 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 43804) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 22:05:11.112129 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-00a8ef8e-d463-4d54-bbc6-71d576876772 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=415821e5d48e4e92998ca04cc718dbb8&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0491259 Apr 18 22:05:11.114682 n-d-838334-2 neutron-server[84040]: DEBUG neutron.wsgi [-] (84040) accepted ('10.222.0.42', 43808) {{(pid=84040) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 22:05:11.172532 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-039f3577-bfed-46e9-9313-164ea62ea39c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:05:11.199921 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-039f3577-bfed-46e9-9313-164ea62ea39c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:05:11.251360 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-039f3577-bfed-46e9-9313-164ea62ea39c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33528224'] for security_group, after_delete {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:05:11.268067 n-d-838334-2 neutron-server[84040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-039f3577-bfed-46e9-9313-164ea62ea39c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef75d526-8df6-4c0c-b9cf-c575b4581030,revision_number=None']} {{(pid=84040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 22:05:11.272566 n-d-838334-2 neutron-server[84040]: DEBUG neutron_lib.callbacks.manager [None req-039f3577-bfed-46e9-9313-164ea62ea39c admin admin] Notify callbacks [] for security_group, before_response {{(pid=84040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:05:11.273628 n-d-838334-2 neutron-server[84040]: INFO neutron.wsgi [None req-039f3577-bfed-46e9-9313-164ea62ea39c admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/ef75d526-8df6-4c0c-b9cf-c575b4581030 HTTP/1.1" status: 204 len: 168 time: 0.1580780 Apr 18 22:05:15.843864 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-0f286bc9-0979-4baa-8fec-b1e3af173357 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750375287399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253529'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:05:18.090966 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-55aa0232-517a-43ac-8060-dfa5d82f9fd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750375287399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253529'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:05:19.278208 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750375287399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253529'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:05:19.811285 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-414b6ffe-e119-47bc-b18f-bcff1219c2f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750375287399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253529'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:05:20.873227 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-c7521a90-7d65-4e2e-842c-ca5d95e9a89c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750375287399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253529'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:05:30.101459 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.agents_db [None req-6346a179-333c-4370-b5a6-936984aeab15 None None] Agent healthcheck: found 7 active agents {{(pid=84043) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 18 22:05:30.410176 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750375287399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253529'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:05:34.674909 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750375287399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253529'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:05:45.848019 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-1aae2e3f-e2ea-4612-8fed-bb7a92ce4cfb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750375287399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253529'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:05:48.093436 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-e2d17fc0-59fb-4088-b9d1-b94f935e5f9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750375287399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253529'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:05:49.280866 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750375287399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253529'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:05:49.812221 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-414b6ffe-e119-47bc-b18f-bcff1219c2f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750375287399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253529'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:05:50.876077 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-c7521a90-7d65-4e2e-842c-ca5d95e9a89c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750375287399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253529'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:06:00.398873 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750375287399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253529'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:06:04.696629 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750375287399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253529'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:06:07.102309 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.agents_db [None req-6346a179-333c-4370-b5a6-936984aeab15 None None] Agent healthcheck: found 7 active agents {{(pid=84043) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 18 22:06:15.850040 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-dc0d627a-cada-463c-8694-e999047517f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750375287399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253529'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:06:18.095004 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-423d836e-5638-4546-990d-bbcefaf81b39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750375287399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253529'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:06:19.286594 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750375287399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253529'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:06:19.815153 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-414b6ffe-e119-47bc-b18f-bcff1219c2f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750375287399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253529'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:06:20.880774 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-c7521a90-7d65-4e2e-842c-ca5d95e9a89c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750375287399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253529'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:06:30.421771 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750375287399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253529'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:06:34.712622 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750375287399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253529'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:06:44.103025 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.agents_db [None req-6346a179-333c-4370-b5a6-936984aeab15 None None] Agent healthcheck: found 7 active agents {{(pid=84043) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 18 22:06:45.852368 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-4caa37dc-7f4c-4c5d-8119-ae8e908b79bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750375287399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253529'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:06:48.096309 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-6d95f4e9-6c9e-47cc-a4cf-35d8dc3c281c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750375287399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253529'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:06:49.289049 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750375287399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253529'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:06:49.818719 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-414b6ffe-e119-47bc-b18f-bcff1219c2f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750375287399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253529'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:06:50.882960 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-c7521a90-7d65-4e2e-842c-ca5d95e9a89c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750375287399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253529'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:07:00.428177 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750375287399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253529'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:07:04.710314 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750375287399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253529'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:07:15.853962 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-cd94250c-a5f6-428e-a0ff-8f8ce99a9d2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750375287399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253529'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:07:18.098308 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-4d556c4b-7a37-40ab-9ed6-c47166bf6bec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750375287399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253529'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:07:19.291501 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750375287399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253529'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:07:19.821453 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-414b6ffe-e119-47bc-b18f-bcff1219c2f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750375287399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253529'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:07:20.885564 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-c7521a90-7d65-4e2e-842c-ca5d95e9a89c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750375287399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253529'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:07:21.104150 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.agents_db [None req-6346a179-333c-4370-b5a6-936984aeab15 None None] Agent healthcheck: found 7 active agents {{(pid=84043) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 18 22:07:30.434785 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750375287399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253529'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:07:34.725737 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750375287399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253529'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:07:45.856772 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-822170c0-3ac7-4f35-a135-60507cf8e8b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750375287399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253529'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:07:48.099239 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-b0493d31-2933-4016-9bd3-85cab9cadd1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750375287399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253529'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:07:49.293626 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750375287399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253529'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:07:49.826240 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-414b6ffe-e119-47bc-b18f-bcff1219c2f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750375287399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253529'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:07:50.887960 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-c7521a90-7d65-4e2e-842c-ca5d95e9a89c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750375287399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253529'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:07:58.104761 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.agents_db [None req-6346a179-333c-4370-b5a6-936984aeab15 None None] Agent healthcheck: found 7 active agents {{(pid=84043) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 18 22:08:00.449374 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750375287399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253529'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:08:04.724586 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750375287399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253529'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:08:15.857995 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-2b8093b7-398d-41aa-89e1-51498418568e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750375287399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253529'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:08:18.100955 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-7d6a0e54-5146-4e63-aa29-a95334b767ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750375287399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253529'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:08:19.296269 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750375287399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253529'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:08:19.827019 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-414b6ffe-e119-47bc-b18f-bcff1219c2f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750375287399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253529'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:08:20.893207 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-c7521a90-7d65-4e2e-842c-ca5d95e9a89c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750375287399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253529'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:08:30.501595 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750375287399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253529'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:08:34.723240 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750375287399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253529'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:08:35.105361 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.agents_db [None req-6346a179-333c-4370-b5a6-936984aeab15 None None] Agent healthcheck: found 7 active agents {{(pid=84043) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 18 22:08:45.859554 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-70a663b0-32ac-46fd-87b2-feb99f5c2b81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750375287399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253529'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:08:48.102199 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-7f7b1b6d-5698-4a18-8e8e-4a97d258048d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750375287399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253529'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:08:49.299564 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750375287399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253529'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:08:49.830806 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-414b6ffe-e119-47bc-b18f-bcff1219c2f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750375287399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253529'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:08:50.893503 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-c7521a90-7d65-4e2e-842c-ca5d95e9a89c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750375287399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253529'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:09:00.455494 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750375287399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253529'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:09:04.721801 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750375287399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253529'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:09:12.105498 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.agents_db [None req-6346a179-333c-4370-b5a6-936984aeab15 None None] Agent healthcheck: found 7 active agents {{(pid=84043) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 18 22:09:15.861306 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-942ff191-752a-453e-9be6-4769baeca9d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750375287399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253529'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:09:18.105460 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-5a80b5a2-aec0-4e38-8c77-f71c6b489c08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750375287399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253529'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:09:19.301843 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750375287399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253529'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:09:19.834293 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-414b6ffe-e119-47bc-b18f-bcff1219c2f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750375287399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253529'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:09:20.899390 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-c7521a90-7d65-4e2e-842c-ca5d95e9a89c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750375287399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253529'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:09:30.480455 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750375287399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253529'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:09:34.737113 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750375287399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253529'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:09:45.862852 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-be454d74-bf85-4c88-8a44-c10352ef15f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750375287399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253529'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:09:48.108334 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-b6d56b5c-fb3c-4087-b491-2b7c9135b757 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750375287399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253529'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:09:49.105562 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.agents_db [None req-6346a179-333c-4370-b5a6-936984aeab15 None None] Agent healthcheck: found 7 active agents {{(pid=84043) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 18 22:09:49.303043 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750375287399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253529'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:09:49.837264 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-414b6ffe-e119-47bc-b18f-bcff1219c2f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750375287399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253529'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:09:50.896654 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-c7521a90-7d65-4e2e-842c-ca5d95e9a89c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750375287399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253529'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:10:00.478836 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750375287399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253529'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:10:04.750913 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750375287399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253529'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:10:15.865331 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-2ef50b8c-efe7-4f4b-8dd7-68ea6273a472 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750375287399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253529'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:10:18.110463 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-4940ad33-1d09-48fb-9cf0-72aa9e34f87c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750375287399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253529'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:10:19.308656 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750375287399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253529'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:10:19.839642 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-414b6ffe-e119-47bc-b18f-bcff1219c2f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750375287399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253529'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:10:20.899937 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-c7521a90-7d65-4e2e-842c-ca5d95e9a89c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750375287399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253529'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:10:26.107803 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.agents_db [None req-6346a179-333c-4370-b5a6-936984aeab15 None None] Agent healthcheck: found 7 active agents {{(pid=84043) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 18 22:10:30.484412 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750375287399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253529'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:10:34.756184 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750375287399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253529'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:10:45.867615 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-6be38309-49e0-44fd-a340-0a2afdfe54f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750375287399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253529'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:10:48.112531 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-6a24cb94-cf47-42b2-965c-0635615c2ac4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750375287399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253529'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:10:49.316463 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750375287399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253529'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:10:49.842290 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-414b6ffe-e119-47bc-b18f-bcff1219c2f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750375287399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253529'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:10:50.903076 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-c7521a90-7d65-4e2e-842c-ca5d95e9a89c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750375287399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253529'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:11:00.482019 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750375287399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253529'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:11:03.108131 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.agents_db [None req-6346a179-333c-4370-b5a6-936984aeab15 None None] Agent healthcheck: found 7 active agents {{(pid=84043) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 18 22:11:04.765382 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750375287399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253529'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:11:15.869334 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-d6ccea15-a3ae-4f88-ab51-9964eee0704b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750375287399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253529'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:11:18.114294 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-c161455c-d5fc-4f02-9103-53d831962cae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750375287399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253529'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:11:19.299305 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750375287399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253529'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:11:19.845994 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-414b6ffe-e119-47bc-b18f-bcff1219c2f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750375287399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253529'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:11:20.905090 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-c7521a90-7d65-4e2e-842c-ca5d95e9a89c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750375287399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253529'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:11:30.499367 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750375287399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253529'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:11:34.767465 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750375287399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253529'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:11:40.108277 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.agents_db [None req-6346a179-333c-4370-b5a6-936984aeab15 None None] Agent healthcheck: found 7 active agents {{(pid=84043) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 18 22:11:45.870317 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-d82319b8-c057-45c4-803e-8387661a011d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750375287399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253529'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:11:48.116353 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-8b67e442-9f1a-4ae6-8db0-6ef77c4ac5f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750375287399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253529'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:11:49.300298 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750375287399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253529'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:11:49.848014 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-414b6ffe-e119-47bc-b18f-bcff1219c2f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750375287399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253529'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:11:50.911170 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-c7521a90-7d65-4e2e-842c-ca5d95e9a89c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750375287399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253529'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:12:00.497759 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750375287399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253529'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:12:04.778096 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750375287399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253529'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:12:15.873476 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-5e2c9055-ce68-40dc-9d58-b172db82964e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750375287399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253529'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:12:17.109899 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.agents_db [None req-6346a179-333c-4370-b5a6-936984aeab15 None None] Agent healthcheck: found 7 active agents {{(pid=84043) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 18 22:12:18.117569 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-722c4086-cbb3-4325-b441-c6fe820bedd8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750375287399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253529'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:12:19.302511 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750375287399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253529'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:12:19.850743 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-414b6ffe-e119-47bc-b18f-bcff1219c2f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750375287399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253529'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:12:20.913757 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-c7521a90-7d65-4e2e-842c-ca5d95e9a89c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750375287399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253529'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:12:30.526399 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750375287399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253529'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:12:34.777564 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750375287399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253529'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:12:45.875413 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-4f1b8047-e0b7-4be0-b10d-768bf862fa5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750375287399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253529'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:12:48.119578 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-aeb40649-0e58-441d-b7a5-5ffe9ef3f017 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750375287399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253529'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:12:49.309525 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750375287399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253529'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:12:49.853629 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-414b6ffe-e119-47bc-b18f-bcff1219c2f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750375287399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253529'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:12:50.916618 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-c7521a90-7d65-4e2e-842c-ca5d95e9a89c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750375287399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253529'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:12:54.111408 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.agents_db [None req-6346a179-333c-4370-b5a6-936984aeab15 None None] Agent healthcheck: found 7 active agents {{(pid=84043) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 18 22:13:00.542817 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750375287399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253529'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:13:04.791645 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750375287399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253529'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:13:04.829399 n-d-838334-2 neutron-server[84041]: DEBUG neutron.wsgi [req-3e9c36b3-ae4e-4864-8251-6aa584765bcc req-57074db0-f49c-4c50-96de-f3b3d06d36d1 service neutron] (84041) timed out ('10.222.0.42', 41550) {{(pid=84041) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Apr 18 22:13:15.876888 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-d8e3c092-6798-4b90-907c-6bbcb62176c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750375287399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253529'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:13:18.121408 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-ff5f0a77-d66e-4165-9a03-52b0aceae724 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750375287399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253529'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:13:19.300873 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-d9fda1d8-7a02-471d-acd0-ba6fc82fa526 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750375287399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253529'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:13:19.856644 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-414b6ffe-e119-47bc-b18f-bcff1219c2f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750375287399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253529'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:13:20.919686 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-c7521a90-7d65-4e2e-842c-ca5d95e9a89c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750375287399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253529'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:13:30.550063 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-7d312335-cab9-4425-87b8-5450bf8917d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750375287399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253529'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:13:31.112715 n-d-838334-2 neutron-server[84043]: DEBUG neutron.db.agents_db [None req-6346a179-333c-4370-b5a6-936984aeab15 None None] Agent healthcheck: found 7 active agents {{(pid=84043) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 18 22:13:34.792126 n-d-838334-2 neutron-server[84042]: DEBUG neutron_lib.callbacks.manager [None req-8bd22dac-fadd-4478-95a9-b7417ddf9ffd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750375287399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1253529'] for agent, after_update {{(pid=84042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}